-- Logs begin at Tue 2021-07-06 13:07:25 UTC, end at Tue 2021-07-06 15:35:24 UTC. -- Jul 06 13:43:05.618391 n-d-773647-6 systemd[1]: Started Devstack devstack@q-svc.service. Jul 06 13:43:08.365664 n-d-773647-6 neutron-server[100139]: INFO neutron.common.config [-] Logging enabled! Jul 06 13:43:08.366308 n-d-773647-6 neutron-server[100139]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev452 Jul 06 13:43:08.366443 n-d-773647-6 neutron-server[100139]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=100139) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jul 06 13:43:08.369664 n-d-773647-6 neutron-server[100139]: INFO neutron.common.config [-] Logging enabled! Jul 06 13:43:08.369916 n-d-773647-6 neutron-server[100139]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev452 Jul 06 13:43:08.370225 n-d-773647-6 neutron-server[100139]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=100139) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jul 06 13:43:08.371153 n-d-773647-6 neutron-server[100139]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 06 13:43:08.371421 n-d-773647-6 neutron-server[100139]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 06 13:43:08.371797 n-d-773647-6 neutron-server[100139]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 06 13:43:08.372045 n-d-773647-6 neutron-server[100139]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 06 13:43:08.372271 n-d-773647-6 neutron-server[100139]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 06 13:43:08.372590 n-d-773647-6 neutron-server[100139]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:43:08.372884 n-d-773647-6 neutron-server[100139]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:43:08.373175 n-d-773647-6 neutron-server[100139]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:43:08.373404 n-d-773647-6 neutron-server[100139]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:43:08.373698 n-d-773647-6 neutron-server[100139]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:43:08.373984 n-d-773647-6 neutron-server[100139]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:43:08.374264 n-d-773647-6 neutron-server[100139]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:43:08.374546 n-d-773647-6 neutron-server[100139]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:43:08.374841 n-d-773647-6 neutron-server[100139]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:43:08.375120 n-d-773647-6 neutron-server[100139]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:43:08.375427 n-d-773647-6 neutron-server[100139]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:43:08.375711 n-d-773647-6 neutron-server[100139]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:43:08.375940 n-d-773647-6 neutron-server[100139]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:43:08.376221 n-d-773647-6 neutron-server[100139]: DEBUG neutron.common.config [-] config_source = [] {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:43:08.376506 n-d-773647-6 neutron-server[100139]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:43:08.376792 n-d-773647-6 neutron-server[100139]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:43:08.377015 n-d-773647-6 neutron-server[100139]: DEBUG neutron.common.config [-] debug = True {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:43:08.377291 n-d-773647-6 neutron-server[100139]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:43:08.377712 n-d-773647-6 neutron-server[100139]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:43:08.378129 n-d-773647-6 neutron-server[100139]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:43:08.378406 n-d-773647-6 neutron-server[100139]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:43:08.378692 n-d-773647-6 neutron-server[100139]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:43:08.378968 n-d-773647-6 neutron-server[100139]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:43:08.379253 n-d-773647-6 neutron-server[100139]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:43:08.379540 n-d-773647-6 neutron-server[100139]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:43:08.379810 n-d-773647-6 neutron-server[100139]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:43:08.380188 n-d-773647-6 neutron-server[100139]: DEBUG neutron.common.config [-] host = n-d-773647-6 {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:43:08.380484 n-d-773647-6 neutron-server[100139]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:43:08.380777 n-d-773647-6 neutron-server[100139]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:43:08.381057 n-d-773647-6 neutron-server[100139]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:43:08.381337 n-d-773647-6 neutron-server[100139]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:43:08.381608 n-d-773647-6 neutron-server[100139]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:43:08.381887 n-d-773647-6 neutron-server[100139]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:43:08.382163 n-d-773647-6 neutron-server[100139]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:43:08.382431 n-d-773647-6 neutron-server[100139]: DEBUG neutron.common.config [-] log_dir = None {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:43:08.382697 n-d-773647-6 neutron-server[100139]: DEBUG neutron.common.config [-] log_file = None {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:43:08.382971 n-d-773647-6 neutron-server[100139]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:43:08.383277 n-d-773647-6 neutron-server[100139]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:43:08.383560 n-d-773647-6 neutron-server[100139]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:43:08.383849 n-d-773647-6 neutron-server[100139]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:43:08.384159 n-d-773647-6 neutron-server[100139]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:43:08.384385 n-d-773647-6 neutron-server[100139]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:43:08.384670 n-d-773647-6 neutron-server[100139]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:43:08.384956 n-d-773647-6 neutron-server[100139]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:43:08.385228 n-d-773647-6 neutron-server[100139]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:43:08.385498 n-d-773647-6 neutron-server[100139]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:43:08.385770 n-d-773647-6 neutron-server[100139]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:43:08.386041 n-d-773647-6 neutron-server[100139]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:43:08.386312 n-d-773647-6 neutron-server[100139]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:43:08.386579 n-d-773647-6 neutron-server[100139]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:43:08.386867 n-d-773647-6 neutron-server[100139]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:43:08.387148 n-d-773647-6 neutron-server[100139]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:43:08.387458 n-d-773647-6 neutron-server[100139]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:43:08.387731 n-d-773647-6 neutron-server[100139]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:43:08.388003 n-d-773647-6 neutron-server[100139]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:43:08.388272 n-d-773647-6 neutron-server[100139]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:43:08.388542 n-d-773647-6 neutron-server[100139]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:43:08.388822 n-d-773647-6 neutron-server[100139]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:43:08.389093 n-d-773647-6 neutron-server[100139]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:43:08.389361 n-d-773647-6 neutron-server[100139]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:43:08.389631 n-d-773647-6 neutron-server[100139]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:43:08.389916 n-d-773647-6 neutron-server[100139]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:43:08.390183 n-d-773647-6 neutron-server[100139]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:43:08.390455 n-d-773647-6 neutron-server[100139]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:43:08.390757 n-d-773647-6 neutron-server[100139]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:43:08.391040 n-d-773647-6 neutron-server[100139]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:43:08.391348 n-d-773647-6 neutron-server[100139]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:43:08.391634 n-d-773647-6 neutron-server[100139]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:43:08.391909 n-d-773647-6 neutron-server[100139]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:43:08.392190 n-d-773647-6 neutron-server[100139]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:43:08.392460 n-d-773647-6 neutron-server[100139]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:43:08.392732 n-d-773647-6 neutron-server[100139]: DEBUG neutron.common.config [-] use_journal = False {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:43:08.393003 n-d-773647-6 neutron-server[100139]: DEBUG neutron.common.config [-] use_json = False {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:43:08.393270 n-d-773647-6 neutron-server[100139]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:43:08.393534 n-d-773647-6 neutron-server[100139]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:43:08.393814 n-d-773647-6 neutron-server[100139]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:43:08.394084 n-d-773647-6 neutron-server[100139]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:43:08.394351 n-d-773647-6 neutron-server[100139]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:43:08.394621 n-d-773647-6 neutron-server[100139]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:43:08.394889 n-d-773647-6 neutron-server[100139]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:43:08.395168 n-d-773647-6 neutron-server[100139]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:43:08.395486 n-d-773647-6 neutron-server[100139]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:08.395781 n-d-773647-6 neutron-server[100139]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:08.396080 n-d-773647-6 neutron-server[100139]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:08.396362 n-d-773647-6 neutron-server[100139]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:08.396658 n-d-773647-6 neutron-server[100139]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:08.396937 n-d-773647-6 neutron-server[100139]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:08.397223 n-d-773647-6 neutron-server[100139]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:08.397499 n-d-773647-6 neutron-server[100139]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:08.397783 n-d-773647-6 neutron-server[100139]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:08.398079 n-d-773647-6 neutron-server[100139]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:08.398366 n-d-773647-6 neutron-server[100139]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:08.398639 n-d-773647-6 neutron-server[100139]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:08.398922 n-d-773647-6 neutron-server[100139]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:08.399199 n-d-773647-6 neutron-server[100139]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:08.399515 n-d-773647-6 neutron-server[100139]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:08.400338 n-d-773647-6 neutron-server[100139]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:08.400630 n-d-773647-6 neutron-server[100139]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:08.400921 n-d-773647-6 neutron-server[100139]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:08.401194 n-d-773647-6 neutron-server[100139]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:08.401465 n-d-773647-6 neutron-server[100139]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:08.401736 n-d-773647-6 neutron-server[100139]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:08.402012 n-d-773647-6 neutron-server[100139]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:08.402298 n-d-773647-6 neutron-server[100139]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:08.402590 n-d-773647-6 neutron-server[100139]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:08.402876 n-d-773647-6 neutron-server[100139]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:08.403147 n-d-773647-6 neutron-server[100139]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:08.403446 n-d-773647-6 neutron-server[100139]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:08.403734 n-d-773647-6 neutron-server[100139]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:08.404007 n-d-773647-6 neutron-server[100139]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:08.404275 n-d-773647-6 neutron-server[100139]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:08.404550 n-d-773647-6 neutron-server[100139]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:08.404834 n-d-773647-6 neutron-server[100139]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:08.405107 n-d-773647-6 neutron-server[100139]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:08.405376 n-d-773647-6 neutron-server[100139]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:08.405654 n-d-773647-6 neutron-server[100139]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:08.405928 n-d-773647-6 neutron-server[100139]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:08.406197 n-d-773647-6 neutron-server[100139]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:08.406512 n-d-773647-6 neutron-server[100139]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:08.406817 n-d-773647-6 neutron-server[100139]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:08.407109 n-d-773647-6 neutron-server[100139]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:08.407415 n-d-773647-6 neutron-server[100139]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:08.407686 n-d-773647-6 neutron-server[100139]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:08.407954 n-d-773647-6 neutron-server[100139]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:08.408228 n-d-773647-6 neutron-server[100139]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:08.408497 n-d-773647-6 neutron-server[100139]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:08.408777 n-d-773647-6 neutron-server[100139]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:08.409050 n-d-773647-6 neutron-server[100139]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:08.409320 n-d-773647-6 neutron-server[100139]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:08.409588 n-d-773647-6 neutron-server[100139]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:08.409860 n-d-773647-6 neutron-server[100139]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:08.410127 n-d-773647-6 neutron-server[100139]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:08.410395 n-d-773647-6 neutron-server[100139]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:08.410667 n-d-773647-6 neutron-server[100139]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:08.410935 n-d-773647-6 neutron-server[100139]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:08.411207 n-d-773647-6 neutron-server[100139]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:08.411495 n-d-773647-6 neutron-server[100139]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:08.411762 n-d-773647-6 neutron-server[100139]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:08.412030 n-d-773647-6 neutron-server[100139]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:08.412297 n-d-773647-6 neutron-server[100139]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:08.412565 n-d-773647-6 neutron-server[100139]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:08.412832 n-d-773647-6 neutron-server[100139]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:08.413099 n-d-773647-6 neutron-server[100139]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:08.413369 n-d-773647-6 neutron-server[100139]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:08.413635 n-d-773647-6 neutron-server[100139]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:08.413902 n-d-773647-6 neutron-server[100139]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:08.414169 n-d-773647-6 neutron-server[100139]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:08.414439 n-d-773647-6 neutron-server[100139]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:08.414706 n-d-773647-6 neutron-server[100139]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:08.414987 n-d-773647-6 neutron-server[100139]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:08.415423 n-d-773647-6 neutron-server[100139]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:08.416133 n-d-773647-6 neutron-server[100139]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:08.416411 n-d-773647-6 neutron-server[100139]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:08.416694 n-d-773647-6 neutron-server[100139]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:08.416965 n-d-773647-6 neutron-server[100139]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:08.417239 n-d-773647-6 neutron-server[100139]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:08.417515 n-d-773647-6 neutron-server[100139]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:08.417791 n-d-773647-6 neutron-server[100139]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:08.418068 n-d-773647-6 neutron-server[100139]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:08.418338 n-d-773647-6 neutron-server[100139]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:08.418628 n-d-773647-6 neutron-server[100139]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:08.418910 n-d-773647-6 neutron-server[100139]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:08.419193 n-d-773647-6 neutron-server[100139]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:08.419494 n-d-773647-6 neutron-server[100139]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:08.419769 n-d-773647-6 neutron-server[100139]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:08.420059 n-d-773647-6 neutron-server[100139]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:08.420334 n-d-773647-6 neutron-server[100139]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:08.420616 n-d-773647-6 neutron-server[100139]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:08.420891 n-d-773647-6 neutron-server[100139]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:08.421165 n-d-773647-6 neutron-server[100139]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:08.421451 n-d-773647-6 neutron-server[100139]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:08.421730 n-d-773647-6 neutron-server[100139]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:08.422017 n-d-773647-6 neutron-server[100139]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:08.422302 n-d-773647-6 neutron-server[100139]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:08.422590 n-d-773647-6 neutron-server[100139]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:08.422877 n-d-773647-6 neutron-server[100139]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:08.423165 n-d-773647-6 neutron-server[100139]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:08.423469 n-d-773647-6 neutron-server[100139]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:08.423776 n-d-773647-6 neutron-server[100139]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:08.424051 n-d-773647-6 neutron-server[100139]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:08.424267 n-d-773647-6 neutron-server[100139]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 06 13:43:08.424512 n-d-773647-6 neutron-server[100139]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=100139) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jul 06 13:43:08.786004 n-d-773647-6 neutron-server[100139]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=100139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 06 13:43:08.786279 n-d-773647-6 neutron-server[100139]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=100139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 06 13:43:08.786566 n-d-773647-6 neutron-server[100139]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=100139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 06 13:43:08.786897 n-d-773647-6 neutron-server[100139]: INFO neutron.manager [-] Loading core plugin: ml2 Jul 06 13:43:09.182384 n-d-773647-6 neutron-server[100139]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100139) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 13:43:09.182649 n-d-773647-6 neutron-server[100139]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100139) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 13:43:09.182935 n-d-773647-6 neutron-server[100139]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100139) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 13:43:09.184241 n-d-773647-6 neutron-server[100139]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100139) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 13:43:09.184561 n-d-773647-6 neutron-server[100139]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100139) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 13:43:09.184871 n-d-773647-6 neutron-server[100139]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100139) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 13:43:09.220681 n-d-773647-6 neutron-server[100139]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100139) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 13:43:09.220952 n-d-773647-6 neutron-server[100139]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100139) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 13:43:09.221214 n-d-773647-6 neutron-server[100139]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100139) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 13:43:09.235726 n-d-773647-6 neutron-server[100139]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100139) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 13:43:09.236008 n-d-773647-6 neutron-server[100139]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100139) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 13:43:09.236277 n-d-773647-6 neutron-server[100139]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100139) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 13:43:09.266989 n-d-773647-6 neutron-server[100139]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100139) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 13:43:09.267296 n-d-773647-6 neutron-server[100139]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100139) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 13:43:09.267555 n-d-773647-6 neutron-server[100139]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100139) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 13:43:09.304891 n-d-773647-6 neutron-server[100139]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100139) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 13:43:09.305166 n-d-773647-6 neutron-server[100139]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100139) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 13:43:09.305433 n-d-773647-6 neutron-server[100139]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100139) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 13:43:09.542305 n-d-773647-6 neutron-server[100139]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=100139) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 13:43:09.543139 n-d-773647-6 neutron-server[100139]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=100139) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 13:43:09.543139 n-d-773647-6 neutron-server[100139]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=100139) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 13:43:09.543139 n-d-773647-6 neutron-server[100139]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=100139) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 13:43:09.543987 n-d-773647-6 neutron-server[100139]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=100139) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 13:43:09.666818 n-d-773647-6 neutron-server[100139]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=100139) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 13:43:09.667125 n-d-773647-6 neutron-server[100139]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=100139) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 13:43:09.667430 n-d-773647-6 neutron-server[100139]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=100139) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 13:43:09.667699 n-d-773647-6 neutron-server[100139]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=100139) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 13:43:09.667967 n-d-773647-6 neutron-server[100139]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=100139) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 13:43:09.668335 n-d-773647-6 neutron-server[100139]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=100139) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 13:43:09.668694 n-d-773647-6 neutron-server[100139]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=100139) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 13:43:09.668962 n-d-773647-6 neutron-server[100139]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=100139) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 13:43:09.669211 n-d-773647-6 neutron-server[100139]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=100139) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 13:43:09.669493 n-d-773647-6 neutron-server[100139]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=100139) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 13:43:09.669770 n-d-773647-6 neutron-server[100139]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=100139) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 13:43:09.670044 n-d-773647-6 neutron-server[100139]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=100139) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 13:43:09.670306 n-d-773647-6 neutron-server[100139]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=100139) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 13:43:09.670568 n-d-773647-6 neutron-server[100139]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100139) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 13:43:09.670822 n-d-773647-6 neutron-server[100139]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=100139) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 13:43:09.671088 n-d-773647-6 neutron-server[100139]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=100139) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 13:43:09.671430 n-d-773647-6 neutron-server[100139]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=100139) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 13:43:09.671709 n-d-773647-6 neutron-server[100139]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=100139) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 13:43:09.671979 n-d-773647-6 neutron-server[100139]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100139) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 13:43:09.672233 n-d-773647-6 neutron-server[100139]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100139) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 13:43:09.672516 n-d-773647-6 neutron-server[100139]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=100139) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 13:43:09.672861 n-d-773647-6 neutron-server[100139]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=100139) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 13:43:09.673179 n-d-773647-6 neutron-server[100139]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=100139) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 13:43:09.673462 n-d-773647-6 neutron-server[100139]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100139) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 13:43:09.673710 n-d-773647-6 neutron-server[100139]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100139) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 13:43:09.673955 n-d-773647-6 neutron-server[100139]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100139) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 13:43:09.674367 n-d-773647-6 neutron-server[100139]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=100139) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 06 13:43:09.674608 n-d-773647-6 neutron-server[100139]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=100139) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 06 13:43:09.674843 n-d-773647-6 neutron-server[100139]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=100139) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 06 13:43:09.675071 n-d-773647-6 neutron-server[100139]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=100139) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 06 13:43:09.675330 n-d-773647-6 neutron-server[100139]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=100139) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 06 13:43:09.675566 n-d-773647-6 neutron-server[100139]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=100139) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 06 13:43:09.675930 n-d-773647-6 neutron-server[100139]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jul 06 13:43:09.680520 n-d-773647-6 neutron-server[100139]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jul 06 13:43:09.685017 n-d-773647-6 neutron-server[100139]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jul 06 13:43:09.688780 n-d-773647-6 neutron-server[100139]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(1000, 1049)])]) Jul 06 13:43:09.690419 n-d-773647-6 neutron-server[100139]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jul 06 13:43:09.690877 n-d-773647-6 neutron-server[100139]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jul 06 13:43:09.691229 n-d-773647-6 neutron-server[100139]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jul 06 13:43:09.691619 n-d-773647-6 neutron-server[100139]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jul 06 13:43:09.694412 n-d-773647-6 neutron-server[100139]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jul 06 13:43:09.694662 n-d-773647-6 neutron-server[100139]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jul 06 13:43:09.695089 n-d-773647-6 neutron-server[100139]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jul 06 13:43:09.723786 n-d-773647-6 neutron-server[100139]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jul 06 13:43:09.724475 n-d-773647-6 neutron-server[100139]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=100139) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 13:43:09.724648 n-d-773647-6 neutron-server[100139]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=100139) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jul 06 13:43:09.724984 n-d-773647-6 neutron-server[100139]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=100139) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 13:43:09.726379 n-d-773647-6 neutron-server[100139]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=100139) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jul 06 13:43:09.726668 n-d-773647-6 neutron-server[100139]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jul 06 13:43:09.726908 n-d-773647-6 neutron-server[100139]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jul 06 13:43:09.730258 n-d-773647-6 neutron-server[100139]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=100139) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 13:43:09.730538 n-d-773647-6 neutron-server[100139]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=100139) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 13:43:09.795747 n-d-773647-6 neutron-server[100139]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jul 06 13:43:09.795939 n-d-773647-6 neutron-server[100139]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jul 06 13:43:09.796219 n-d-773647-6 neutron-server[100139]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jul 06 13:43:09.796638 n-d-773647-6 neutron-server[100139]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jul 06 13:43:09.819376 n-d-773647-6 neutron-server[100139]: DEBUG oslo_db.sqlalchemy.engines [None req-f59fda51-788e-40f3-9eb2-1066ea40d0dd None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=100139) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jul 06 13:43:10.381169 n-d-773647-6 neutron-server[100139]: INFO neutron.plugins.ml2.managers [None req-f59fda51-788e-40f3-9eb2-1066ea40d0dd None None] Initializing driver for type 'gre' Jul 06 13:43:10.381924 n-d-773647-6 neutron-server[100139]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-f59fda51-788e-40f3-9eb2-1066ea40d0dd None None] gre ID ranges: [(1, 1000)] Jul 06 13:43:10.458881 n-d-773647-6 neutron-server[100139]: INFO neutron.plugins.ml2.managers [None req-f59fda51-788e-40f3-9eb2-1066ea40d0dd None None] Initializing driver for type 'local' Jul 06 13:43:10.459483 n-d-773647-6 neutron-server[100139]: INFO neutron.plugins.ml2.managers [None req-f59fda51-788e-40f3-9eb2-1066ea40d0dd None None] Initializing driver for type 'vlan' Jul 06 13:43:10.479418 n-d-773647-6 neutron-server[100139]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-f59fda51-788e-40f3-9eb2-1066ea40d0dd None None] VlanTypeDriver initialization complete Jul 06 13:43:10.479999 n-d-773647-6 neutron-server[100139]: INFO neutron.plugins.ml2.managers [None req-f59fda51-788e-40f3-9eb2-1066ea40d0dd None None] Initializing driver for type 'vxlan' Jul 06 13:43:10.481075 n-d-773647-6 neutron-server[100139]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-f59fda51-788e-40f3-9eb2-1066ea40d0dd None None] vxlan ID ranges: [(1, 1000)] Jul 06 13:43:10.558685 n-d-773647-6 neutron-server[100139]: INFO neutron.plugins.ml2.managers [None req-f59fda51-788e-40f3-9eb2-1066ea40d0dd None None] Initializing extension driver 'port_security' Jul 06 13:43:10.559375 n-d-773647-6 neutron-server[100139]: INFO neutron.plugins.ml2.extensions.port_security [None req-f59fda51-788e-40f3-9eb2-1066ea40d0dd None None] PortSecurityExtensionDriver initialization complete Jul 06 13:43:10.559375 n-d-773647-6 neutron-server[100139]: INFO neutron.plugins.ml2.managers [None req-f59fda51-788e-40f3-9eb2-1066ea40d0dd None None] Initializing mechanism driver 'openvswitch' Jul 06 13:43:10.559702 n-d-773647-6 neutron-server[100139]: INFO neutron.plugins.ml2.managers [None req-f59fda51-788e-40f3-9eb2-1066ea40d0dd None None] Initializing mechanism driver 'hyperv' Jul 06 13:43:10.566494 n-d-773647-6 neutron-server[100139]: DEBUG neutron.plugins.ml2.plugin [None req-f59fda51-788e-40f3-9eb2-1066ea40d0dd None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=100139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:43:10.567194 n-d-773647-6 neutron-server[100139]: DEBUG neutron_lib.callbacks.manager [None req-f59fda51-788e-40f3-9eb2-1066ea40d0dd None None] Subscribe: > port after_create 55550000 {{(pid=100139) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 13:43:10.567596 n-d-773647-6 neutron-server[100139]: DEBUG neutron_lib.callbacks.manager [None req-f59fda51-788e-40f3-9eb2-1066ea40d0dd None None] Subscribe: > port after_update 55550000 {{(pid=100139) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 13:43:10.567961 n-d-773647-6 neutron-server[100139]: DEBUG neutron_lib.callbacks.manager [None req-f59fda51-788e-40f3-9eb2-1066ea40d0dd None None] Subscribe: > port after_delete 55550000 {{(pid=100139) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 13:43:10.568512 n-d-773647-6 neutron-server[100139]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=100139) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:127}} Jul 06 13:43:10.568954 n-d-773647-6 neutron-server[100139]: DEBUG neutron_lib.callbacks.manager [None req-f59fda51-788e-40f3-9eb2-1066ea40d0dd None None] Subscribe: > subnet after_create 55550000 {{(pid=100139) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 13:43:10.569314 n-d-773647-6 neutron-server[100139]: DEBUG neutron_lib.callbacks.manager [None req-f59fda51-788e-40f3-9eb2-1066ea40d0dd None None] Subscribe: > subnet after_update 55550000 {{(pid=100139) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 13:43:10.569667 n-d-773647-6 neutron-server[100139]: DEBUG neutron_lib.callbacks.manager [None req-f59fda51-788e-40f3-9eb2-1066ea40d0dd None None] Subscribe: > subnet after_delete 55550000 {{(pid=100139) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 13:43:10.570066 n-d-773647-6 neutron-server[100139]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=100139) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:127}} Jul 06 13:43:10.570479 n-d-773647-6 neutron-server[100139]: DEBUG neutron_lib.callbacks.manager [None req-f59fda51-788e-40f3-9eb2-1066ea40d0dd None None] Subscribe: > network after_create 55550000 {{(pid=100139) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 13:43:10.570836 n-d-773647-6 neutron-server[100139]: DEBUG neutron_lib.callbacks.manager [None req-f59fda51-788e-40f3-9eb2-1066ea40d0dd None None] Subscribe: > network after_update 55550000 {{(pid=100139) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 13:43:10.571205 n-d-773647-6 neutron-server[100139]: DEBUG neutron_lib.callbacks.manager [None req-f59fda51-788e-40f3-9eb2-1066ea40d0dd None None] Subscribe: > network after_delete 55550000 {{(pid=100139) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 13:43:10.571618 n-d-773647-6 neutron-server[100139]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=100139) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:127}} Jul 06 13:43:10.572021 n-d-773647-6 neutron-server[100139]: DEBUG neutron_lib.callbacks.manager [None req-f59fda51-788e-40f3-9eb2-1066ea40d0dd None None] Subscribe: > security_group after_create 55550000 {{(pid=100139) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 13:43:10.572377 n-d-773647-6 neutron-server[100139]: DEBUG neutron_lib.callbacks.manager [None req-f59fda51-788e-40f3-9eb2-1066ea40d0dd None None] Subscribe: > security_group after_update 55550000 {{(pid=100139) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 13:43:10.572724 n-d-773647-6 neutron-server[100139]: DEBUG neutron_lib.callbacks.manager [None req-f59fda51-788e-40f3-9eb2-1066ea40d0dd None None] Subscribe: > security_group after_delete 55550000 {{(pid=100139) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 13:43:10.573285 n-d-773647-6 neutron-server[100139]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=100139) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:127}} Jul 06 13:43:10.573709 n-d-773647-6 neutron-server[100139]: DEBUG neutron_lib.callbacks.manager [None req-f59fda51-788e-40f3-9eb2-1066ea40d0dd None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=100139) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 13:43:10.574070 n-d-773647-6 neutron-server[100139]: DEBUG neutron_lib.callbacks.manager [None req-f59fda51-788e-40f3-9eb2-1066ea40d0dd None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=100139) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 13:43:10.574425 n-d-773647-6 neutron-server[100139]: DEBUG neutron_lib.callbacks.manager [None req-f59fda51-788e-40f3-9eb2-1066ea40d0dd None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=100139) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 13:43:10.574826 n-d-773647-6 neutron-server[100139]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=100139) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:127}} Jul 06 13:43:10.575269 n-d-773647-6 neutron-server[100139]: DEBUG neutron_lib.callbacks.manager [None req-f59fda51-788e-40f3-9eb2-1066ea40d0dd None None] Subscribe: > address_group after_create 55550000 {{(pid=100139) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 13:43:10.575656 n-d-773647-6 neutron-server[100139]: DEBUG neutron_lib.callbacks.manager [None req-f59fda51-788e-40f3-9eb2-1066ea40d0dd None None] Subscribe: > address_group after_update 55550000 {{(pid=100139) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 13:43:10.576036 n-d-773647-6 neutron-server[100139]: DEBUG neutron_lib.callbacks.manager [None req-f59fda51-788e-40f3-9eb2-1066ea40d0dd None None] Subscribe: > address_group after_delete 55550000 {{(pid=100139) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 13:43:10.576454 n-d-773647-6 neutron-server[100139]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=100139) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:127}} Jul 06 13:43:10.576863 n-d-773647-6 neutron-server[100139]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-f59fda51-788e-40f3-9eb2-1066ea40d0dd None None] ML2 OVO RPC backend initialized. {{(pid=100139) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:184}} Jul 06 13:43:10.577611 n-d-773647-6 neutron-server[100139]: DEBUG neutron_lib.callbacks.manager [None req-f59fda51-788e-40f3-9eb2-1066ea40d0dd None None] Subscribe: > router_interface after_create 55550000 {{(pid=100139) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 13:43:10.577969 n-d-773647-6 neutron-server[100139]: DEBUG neutron_lib.callbacks.manager [None req-f59fda51-788e-40f3-9eb2-1066ea40d0dd None None] Subscribe: > router_interface after_delete 55550000 {{(pid=100139) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 13:43:10.578395 n-d-773647-6 neutron-server[100139]: DEBUG neutron_lib.callbacks.manager [None req-f59fda51-788e-40f3-9eb2-1066ea40d0dd None None] Subscribe: > network before_response 55550000 {{(pid=100139) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 13:43:10.578752 n-d-773647-6 neutron-server[100139]: DEBUG neutron_lib.callbacks.manager [None req-f59fda51-788e-40f3-9eb2-1066ea40d0dd None None] Subscribe: > networks before_response 55550000 {{(pid=100139) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 13:43:10.579131 n-d-773647-6 neutron-server[100139]: DEBUG neutron_lib.callbacks.manager [None req-f59fda51-788e-40f3-9eb2-1066ea40d0dd None None] Subscribe: > port before_response 55550000 {{(pid=100139) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 13:43:10.579488 n-d-773647-6 neutron-server[100139]: DEBUG neutron_lib.callbacks.manager [None req-f59fda51-788e-40f3-9eb2-1066ea40d0dd None None] Subscribe: > ports before_response 55550000 {{(pid=100139) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 13:43:10.579836 n-d-773647-6 neutron-server[100139]: DEBUG neutron_lib.callbacks.manager [None req-f59fda51-788e-40f3-9eb2-1066ea40d0dd None None] Subscribe: > subnet before_response 55550000 {{(pid=100139) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 13:43:10.580186 n-d-773647-6 neutron-server[100139]: DEBUG neutron_lib.callbacks.manager [None req-f59fda51-788e-40f3-9eb2-1066ea40d0dd None None] Subscribe: > subnets before_response 55550000 {{(pid=100139) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 13:43:10.580539 n-d-773647-6 neutron-server[100139]: DEBUG neutron_lib.callbacks.manager [None req-f59fda51-788e-40f3-9eb2-1066ea40d0dd None None] Subscribe: > network after_create 55550000 {{(pid=100139) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 13:43:10.580883 n-d-773647-6 neutron-server[100139]: DEBUG neutron_lib.callbacks.manager [None req-f59fda51-788e-40f3-9eb2-1066ea40d0dd None None] Subscribe: > network after_update 55550000 {{(pid=100139) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 13:43:10.581222 n-d-773647-6 neutron-server[100139]: DEBUG neutron_lib.callbacks.manager [None req-f59fda51-788e-40f3-9eb2-1066ea40d0dd None None] Subscribe: > network after_delete 55550000 {{(pid=100139) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 13:43:10.581566 n-d-773647-6 neutron-server[100139]: DEBUG neutron_lib.callbacks.manager [None req-f59fda51-788e-40f3-9eb2-1066ea40d0dd None None] Subscribe: > port after_create 55550000 {{(pid=100139) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 13:43:10.581905 n-d-773647-6 neutron-server[100139]: DEBUG neutron_lib.callbacks.manager [None req-f59fda51-788e-40f3-9eb2-1066ea40d0dd None None] Subscribe: > port after_update 55550000 {{(pid=100139) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 13:43:10.582246 n-d-773647-6 neutron-server[100139]: DEBUG neutron_lib.callbacks.manager [None req-f59fda51-788e-40f3-9eb2-1066ea40d0dd None None] Subscribe: > port after_delete 55550000 {{(pid=100139) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 13:43:10.582589 n-d-773647-6 neutron-server[100139]: DEBUG neutron_lib.callbacks.manager [None req-f59fda51-788e-40f3-9eb2-1066ea40d0dd None None] Subscribe: > subnet after_create 55550000 {{(pid=100139) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 13:43:10.582931 n-d-773647-6 neutron-server[100139]: DEBUG neutron_lib.callbacks.manager [None req-f59fda51-788e-40f3-9eb2-1066ea40d0dd None None] Subscribe: > subnet after_update 55550000 {{(pid=100139) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 13:43:10.583295 n-d-773647-6 neutron-server[100139]: DEBUG neutron_lib.callbacks.manager [None req-f59fda51-788e-40f3-9eb2-1066ea40d0dd None None] Subscribe: > subnet after_delete 55550000 {{(pid=100139) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 13:43:10.583912 n-d-773647-6 neutron-server[100139]: INFO neutron.plugins.ml2.plugin [None req-f59fda51-788e-40f3-9eb2-1066ea40d0dd None None] Modular L2 Plugin initialization complete Jul 06 13:43:10.584251 n-d-773647-6 neutron-server[100139]: DEBUG neutron.manager [None req-f59fda51-788e-40f3-9eb2-1066ea40d0dd None None] Loading services supported by the core plugin {{(pid=100139) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jul 06 13:43:10.584588 n-d-773647-6 neutron-server[100139]: INFO neutron.plugins.ml2.managers [None req-f59fda51-788e-40f3-9eb2-1066ea40d0dd None None] Got port-security extension from driver 'port_security' Jul 06 13:43:10.585079 n-d-773647-6 neutron-server[100139]: INFO neutron.extensions.vlantransparent [None req-f59fda51-788e-40f3-9eb2-1066ea40d0dd None None] Disabled vlantransparent extension. Jul 06 13:43:10.585573 n-d-773647-6 neutron-server[100139]: DEBUG neutron.manager [None req-f59fda51-788e-40f3-9eb2-1066ea40d0dd None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=100139) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jul 06 13:43:10.585902 n-d-773647-6 neutron-server[100139]: INFO neutron.manager [None req-f59fda51-788e-40f3-9eb2-1066ea40d0dd None None] Loading Plugin: router Jul 06 13:43:10.624149 n-d-773647-6 neutron-server[100139]: DEBUG neutron_lib.callbacks.manager [None req-f59fda51-788e-40f3-9eb2-1066ea40d0dd None None] Subscribe: > router_interface before_create 55550000 {{(pid=100139) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 13:43:10.624549 n-d-773647-6 neutron-server[100139]: DEBUG neutron_lib.callbacks.manager [None req-f59fda51-788e-40f3-9eb2-1066ea40d0dd None None] Subscribe: > router after_create 55549900 {{(pid=100139) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 13:43:10.624925 n-d-773647-6 neutron-server[100139]: DEBUG neutron_lib.callbacks.manager [None req-f59fda51-788e-40f3-9eb2-1066ea40d0dd None None] Subscribe: > router before_create 55549900 {{(pid=100139) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 13:43:10.625296 n-d-773647-6 neutron-server[100139]: DEBUG neutron_lib.callbacks.manager [None req-f59fda51-788e-40f3-9eb2-1066ea40d0dd None None] Subscribe: > router_interface before_delete 55550000 {{(pid=100139) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 13:43:10.625679 n-d-773647-6 neutron-server[100139]: DEBUG neutron_lib.callbacks.manager [None req-f59fda51-788e-40f3-9eb2-1066ea40d0dd None None] Subscribe: > router_interface after_delete 55550000 {{(pid=100139) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 13:43:10.626039 n-d-773647-6 neutron-server[100139]: DEBUG neutron_lib.callbacks.manager [None req-f59fda51-788e-40f3-9eb2-1066ea40d0dd None None] Subscribe: > router after_delete 55549900 {{(pid=100139) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 13:43:10.626407 n-d-773647-6 neutron-server[100139]: DEBUG neutron_lib.callbacks.manager [None req-f59fda51-788e-40f3-9eb2-1066ea40d0dd None None] Subscribe: > floatingip after_update 55550000 {{(pid=100139) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 13:43:10.626796 n-d-773647-6 neutron-server[100139]: DEBUG neutron_lib.callbacks.manager [None req-f59fda51-788e-40f3-9eb2-1066ea40d0dd None None] Subscribe: > router after_create 55549900 {{(pid=100139) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 13:43:10.627171 n-d-773647-6 neutron-server[100139]: DEBUG neutron_lib.callbacks.manager [None req-f59fda51-788e-40f3-9eb2-1066ea40d0dd None None] Subscribe: > router after_update 55549900 {{(pid=100139) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 13:43:10.627599 n-d-773647-6 neutron-server[100139]: DEBUG neutron_lib.callbacks.manager [None req-f59fda51-788e-40f3-9eb2-1066ea40d0dd None None] Subscribe: > router after_update 55549900 {{(pid=100139) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 13:43:10.627973 n-d-773647-6 neutron-server[100139]: DEBUG neutron_lib.callbacks.manager [None req-f59fda51-788e-40f3-9eb2-1066ea40d0dd None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=100139) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 13:43:10.628338 n-d-773647-6 neutron-server[100139]: DEBUG neutron_lib.callbacks.manager [None req-f59fda51-788e-40f3-9eb2-1066ea40d0dd None None] Subscribe: > router after_update 55549900 {{(pid=100139) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 13:43:10.628754 n-d-773647-6 neutron-server[100139]: DEBUG neutron_lib.callbacks.manager [None req-f59fda51-788e-40f3-9eb2-1066ea40d0dd None None] Subscribe: > router precommit_update 55549900 {{(pid=100139) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 13:43:10.629131 n-d-773647-6 neutron-server[100139]: DEBUG neutron_lib.callbacks.manager [None req-f59fda51-788e-40f3-9eb2-1066ea40d0dd None None] Subscribe: port after_update 55550000 {{(pid=100139) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 13:43:10.629477 n-d-773647-6 neutron-server[100139]: DEBUG neutron_lib.callbacks.manager [None req-f59fda51-788e-40f3-9eb2-1066ea40d0dd None None] Subscribe: port after_delete 55550000 {{(pid=100139) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 13:43:10.629818 n-d-773647-6 neutron-server[100139]: DEBUG neutron_lib.callbacks.manager [None req-f59fda51-788e-40f3-9eb2-1066ea40d0dd None None] Subscribe: subnet after_update 55550000 {{(pid=100139) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 13:43:10.630165 n-d-773647-6 neutron-server[100139]: DEBUG neutron_lib.callbacks.manager [None req-f59fda51-788e-40f3-9eb2-1066ea40d0dd None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=100139) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 13:43:10.630513 n-d-773647-6 neutron-server[100139]: DEBUG neutron_lib.callbacks.manager [None req-f59fda51-788e-40f3-9eb2-1066ea40d0dd None None] Subscribe: > port precommit_delete 55550000 {{(pid=100139) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 13:43:10.630867 n-d-773647-6 neutron-server[100139]: DEBUG neutron_lib.callbacks.manager [None req-f59fda51-788e-40f3-9eb2-1066ea40d0dd None None] Subscribe: > router precommit_create 55549900 {{(pid=100139) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 13:43:10.631288 n-d-773647-6 neutron-server[100139]: DEBUG neutron_lib.callbacks.manager [None req-f59fda51-788e-40f3-9eb2-1066ea40d0dd None None] Subscribe: port before_delete 55550000 {{(pid=100139) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 13:43:10.631582 n-d-773647-6 neutron-server[100139]: DEBUG neutron_lib.callbacks.manager [None req-f59fda51-788e-40f3-9eb2-1066ea40d0dd None None] Subscribe: > router precommit_create 55550000 {{(pid=100139) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 13:43:10.631947 n-d-773647-6 neutron-server[100139]: DEBUG neutron_lib.callbacks.manager [None req-f59fda51-788e-40f3-9eb2-1066ea40d0dd None None] Subscribe: > router after_update 55549900 {{(pid=100139) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 13:43:10.632334 n-d-773647-6 neutron-server[100139]: DEBUG neutron_lib.callbacks.manager [None req-f59fda51-788e-40f3-9eb2-1066ea40d0dd None None] Subscribe: > router precommit_delete 55549900 {{(pid=100139) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 13:43:10.632710 n-d-773647-6 neutron-server[100139]: DEBUG neutron_lib.callbacks.manager [None req-f59fda51-788e-40f3-9eb2-1066ea40d0dd None None] Subscribe: > router precommit_create 55549900 {{(pid=100139) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 13:43:10.633106 n-d-773647-6 neutron-server[100139]: DEBUG neutron_lib.callbacks.manager [None req-f59fda51-788e-40f3-9eb2-1066ea40d0dd None None] Subscribe: > router_interface after_create 55550000 {{(pid=100139) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 13:43:10.633478 n-d-773647-6 neutron-server[100139]: DEBUG neutron_lib.callbacks.manager [None req-f59fda51-788e-40f3-9eb2-1066ea40d0dd None None] Subscribe: > router precommit_update 55549900 {{(pid=100139) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 13:43:10.633863 n-d-773647-6 neutron-server[100139]: DEBUG neutron_lib.callbacks.manager [None req-f59fda51-788e-40f3-9eb2-1066ea40d0dd None None] Subscribe: > agent after_create 55550000 {{(pid=100139) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 13:43:10.634800 n-d-773647-6 neutron-server[100139]: DEBUG neutron_lib.callbacks.manager [None req-f59fda51-788e-40f3-9eb2-1066ea40d0dd None None] Subscribe: > agent after_delete 55550000 {{(pid=100139) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 13:43:10.635156 n-d-773647-6 neutron-server[100139]: DEBUG neutron_lib.callbacks.manager [None req-f59fda51-788e-40f3-9eb2-1066ea40d0dd None None] Subscribe: > network after_delete 55550000 {{(pid=100139) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 13:43:10.636100 n-d-773647-6 neutron-server[100139]: DEBUG neutron.quota.resource_registry [None req-f59fda51-788e-40f3-9eb2-1066ea40d0dd None None] Tracking information for resource: router configured {{(pid=100139) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 06 13:43:10.636438 n-d-773647-6 neutron-server[100139]: DEBUG neutron.quota.resource_registry [None req-f59fda51-788e-40f3-9eb2-1066ea40d0dd None None] Tracking information for resource: floatingip configured {{(pid=100139) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 06 13:43:10.641947 n-d-773647-6 neutron-server[100139]: INFO neutron.db.l3_agentschedulers_db [None req-f59fda51-788e-40f3-9eb2-1066ea40d0dd None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jul 06 13:43:10.642580 n-d-773647-6 neutron-server[100139]: DEBUG neutron_lib.callbacks.manager [None req-f59fda51-788e-40f3-9eb2-1066ea40d0dd None None] Subscribe: port after_update 55550000 {{(pid=100139) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 13:43:10.642998 n-d-773647-6 neutron-server[100139]: DEBUG neutron_lib.callbacks.manager [None req-f59fda51-788e-40f3-9eb2-1066ea40d0dd None None] Subscribe: port after_create 55550000 {{(pid=100139) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 13:43:10.643341 n-d-773647-6 neutron-server[100139]: DEBUG neutron_lib.callbacks.manager [None req-f59fda51-788e-40f3-9eb2-1066ea40d0dd None None] Subscribe: port after_delete 55550000 {{(pid=100139) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 13:43:10.643706 n-d-773647-6 neutron-server[100139]: DEBUG neutron_lib.callbacks.manager [None req-f59fda51-788e-40f3-9eb2-1066ea40d0dd None None] Subscribe: port after_update 55550000 {{(pid=100139) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 13:43:10.644526 n-d-773647-6 neutron-server[100139]: DEBUG neutron_lib.callbacks.manager [None req-f59fda51-788e-40f3-9eb2-1066ea40d0dd None None] Subscribe: > router before_create 55550100 {{(pid=100139) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 13:43:10.644900 n-d-773647-6 neutron-server[100139]: DEBUG neutron_lib.callbacks.manager [None req-f59fda51-788e-40f3-9eb2-1066ea40d0dd None None] Subscribe: > router precommit_delete 55550100 {{(pid=100139) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 13:43:10.645273 n-d-773647-6 neutron-server[100139]: DEBUG neutron_lib.callbacks.manager [None req-f59fda51-788e-40f3-9eb2-1066ea40d0dd None None] Subscribe: > router precommit_create 55550100 {{(pid=100139) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 13:43:10.645636 n-d-773647-6 neutron-server[100139]: DEBUG neutron_lib.callbacks.manager [None req-f59fda51-788e-40f3-9eb2-1066ea40d0dd None None] Subscribe: > router precommit_update 55550100 {{(pid=100139) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 13:43:10.650241 n-d-773647-6 neutron-server[100139]: DEBUG neutron.services.provider_configuration [None req-f59fda51-788e-40f3-9eb2-1066ea40d0dd None None] Service providers = [] {{(pid=100139) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jul 06 13:43:10.650614 n-d-773647-6 neutron-server[100139]: DEBUG neutron.db.servicetype_db [None req-f59fda51-788e-40f3-9eb2-1066ea40d0dd None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=100139) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jul 06 13:43:10.653765 n-d-773647-6 neutron-server[100139]: DEBUG neutron.services.service_base [None req-f59fda51-788e-40f3-9eb2-1066ea40d0dd None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=100139) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 06 13:43:10.654116 n-d-773647-6 neutron-server[100139]: DEBUG neutron.services.service_base [None req-f59fda51-788e-40f3-9eb2-1066ea40d0dd None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=100139) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 06 13:43:10.654462 n-d-773647-6 neutron-server[100139]: DEBUG neutron.services.service_base [None req-f59fda51-788e-40f3-9eb2-1066ea40d0dd None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=100139) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 06 13:43:10.655436 n-d-773647-6 neutron-server[100139]: DEBUG neutron.services.service_base [None req-f59fda51-788e-40f3-9eb2-1066ea40d0dd None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=100139) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 06 13:43:10.655844 n-d-773647-6 neutron-server[100139]: INFO neutron.services.service_base [None req-f59fda51-788e-40f3-9eb2-1066ea40d0dd None None] Default provider is not specified for service type L3_ROUTER_NAT Jul 06 13:43:10.656243 n-d-773647-6 neutron-server[100139]: DEBUG neutron.manager [None req-f59fda51-788e-40f3-9eb2-1066ea40d0dd None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=100139) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 06 13:43:10.656565 n-d-773647-6 neutron-server[100139]: INFO neutron.manager [None req-f59fda51-788e-40f3-9eb2-1066ea40d0dd None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jul 06 13:43:10.667913 n-d-773647-6 neutron-server[100139]: DEBUG neutron.manager [None req-f59fda51-788e-40f3-9eb2-1066ea40d0dd None None] Successfully loaded METERING plugin. Description: METERING {{(pid=100139) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 06 13:43:10.668252 n-d-773647-6 neutron-server[100139]: INFO neutron.manager [None req-f59fda51-788e-40f3-9eb2-1066ea40d0dd None None] Loading Plugin: auto_allocate Jul 06 13:43:10.673992 n-d-773647-6 neutron-server[100139]: DEBUG neutron_lib.callbacks.manager [None req-f59fda51-788e-40f3-9eb2-1066ea40d0dd None None] Subscribe: network precommit_update 55550000 {{(pid=100139) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 13:43:10.674399 n-d-773647-6 neutron-server[100139]: DEBUG neutron_lib.callbacks.manager [None req-f59fda51-788e-40f3-9eb2-1066ea40d0dd None None] Subscribe: network precommit_create 55550000 {{(pid=100139) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 13:43:10.674940 n-d-773647-6 neutron-server[100139]: DEBUG neutron.manager [None req-f59fda51-788e-40f3-9eb2-1066ea40d0dd None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=100139) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 06 13:43:10.675291 n-d-773647-6 neutron-server[100139]: INFO neutron.manager [None req-f59fda51-788e-40f3-9eb2-1066ea40d0dd None None] Loading Plugin: tag Jul 06 13:43:10.682812 n-d-773647-6 neutron-server[100139]: DEBUG neutron.manager [None req-f59fda51-788e-40f3-9eb2-1066ea40d0dd None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=100139) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 06 13:43:10.683141 n-d-773647-6 neutron-server[100139]: INFO neutron.manager [None req-f59fda51-788e-40f3-9eb2-1066ea40d0dd None None] Loading Plugin: timestamp Jul 06 13:43:10.688706 n-d-773647-6 neutron-server[100139]: DEBUG neutron.manager [None req-f59fda51-788e-40f3-9eb2-1066ea40d0dd None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=100139) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 06 13:43:10.689046 n-d-773647-6 neutron-server[100139]: INFO neutron.manager [None req-f59fda51-788e-40f3-9eb2-1066ea40d0dd None None] Loading Plugin: network_ip_availability Jul 06 13:43:10.694707 n-d-773647-6 neutron-server[100139]: DEBUG neutron_lib.callbacks.manager [None req-f59fda51-788e-40f3-9eb2-1066ea40d0dd None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=100139) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 13:43:10.695087 n-d-773647-6 neutron-server[100139]: DEBUG neutron_lib.callbacks.manager [None req-f59fda51-788e-40f3-9eb2-1066ea40d0dd None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=100139) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 13:43:10.695479 n-d-773647-6 neutron-server[100139]: DEBUG neutron_lib.callbacks.manager [None req-f59fda51-788e-40f3-9eb2-1066ea40d0dd None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100139) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 13:43:10.696232 n-d-773647-6 neutron-server[100139]: DEBUG neutron.manager [None req-f59fda51-788e-40f3-9eb2-1066ea40d0dd None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=100139) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 06 13:43:10.697106 n-d-773647-6 neutron-server[100139]: INFO neutron.manager [None req-f59fda51-788e-40f3-9eb2-1066ea40d0dd None None] Loading Plugin: flavors Jul 06 13:43:10.702736 n-d-773647-6 neutron-server[100139]: DEBUG neutron.manager [None req-f59fda51-788e-40f3-9eb2-1066ea40d0dd None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=100139) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 06 13:43:10.703106 n-d-773647-6 neutron-server[100139]: INFO neutron.manager [None req-f59fda51-788e-40f3-9eb2-1066ea40d0dd None None] Loading Plugin: revisions Jul 06 13:43:10.707869 n-d-773647-6 neutron-server[100139]: DEBUG neutron.manager [None req-f59fda51-788e-40f3-9eb2-1066ea40d0dd None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=100139) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 06 13:43:10.708277 n-d-773647-6 neutron-server[100139]: DEBUG oslo_concurrency.lockutils [None req-f59fda51-788e-40f3-9eb2-1066ea40d0dd None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.922s {{(pid=100139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 06 13:43:10.709175 n-d-773647-6 neutron-server[100139]: DEBUG neutron.api.extensions [None req-f59fda51-788e-40f3-9eb2-1066ea40d0dd None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=100139) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jul 06 13:43:10.709549 n-d-773647-6 neutron-server[100139]: INFO neutron.api.extensions [None req-f59fda51-788e-40f3-9eb2-1066ea40d0dd None None] Initializing extension manager. Jul 06 13:43:10.710033 n-d-773647-6 neutron-server[100139]: DEBUG neutron.api.extensions [None req-f59fda51-788e-40f3-9eb2-1066ea40d0dd None None] Loading extension file: __init__.py {{(pid=100139) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 13:43:10.710384 n-d-773647-6 neutron-server[100139]: DEBUG neutron.api.extensions [None req-f59fda51-788e-40f3-9eb2-1066ea40d0dd None None] Loading extension file: __pycache__ {{(pid=100139) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 13:43:10.710743 n-d-773647-6 neutron-server[100139]: DEBUG neutron.api.extensions [None req-f59fda51-788e-40f3-9eb2-1066ea40d0dd None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=100139) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 13:43:10.711111 n-d-773647-6 neutron-server[100139]: DEBUG neutron.api.extensions [None req-f59fda51-788e-40f3-9eb2-1066ea40d0dd None None] Loading extension file: address_group.py {{(pid=100139) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 13:43:10.711982 n-d-773647-6 neutron-server[100139]: DEBUG neutron.api.extensions [None req-f59fda51-788e-40f3-9eb2-1066ea40d0dd None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=100139) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 13:43:10.712672 n-d-773647-6 neutron-server[100139]: INFO neutron.api.extensions [None req-f59fda51-788e-40f3-9eb2-1066ea40d0dd None None] Loaded extension: address-group Jul 06 13:43:10.713085 n-d-773647-6 neutron-server[100139]: DEBUG neutron.api.extensions [None req-f59fda51-788e-40f3-9eb2-1066ea40d0dd None None] Loading extension file: address_scope.py {{(pid=100139) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 13:43:10.713882 n-d-773647-6 neutron-server[100139]: DEBUG neutron.api.extensions [None req-f59fda51-788e-40f3-9eb2-1066ea40d0dd None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=100139) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 13:43:10.714531 n-d-773647-6 neutron-server[100139]: INFO neutron.api.extensions [None req-f59fda51-788e-40f3-9eb2-1066ea40d0dd None None] Loaded extension: address-scope Jul 06 13:43:10.714911 n-d-773647-6 neutron-server[100139]: DEBUG neutron.api.extensions [None req-f59fda51-788e-40f3-9eb2-1066ea40d0dd None None] Loading extension file: admin_state_down_before_update.py {{(pid=100139) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 13:43:10.716022 n-d-773647-6 neutron-server[100139]: DEBUG neutron.api.extensions [None req-f59fda51-788e-40f3-9eb2-1066ea40d0dd None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=100139) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 13:43:10.716577 n-d-773647-6 neutron-server[100139]: INFO neutron.api.extensions [None req-f59fda51-788e-40f3-9eb2-1066ea40d0dd None None] Loaded extension: router-admin-state-down-before-update Jul 06 13:43:10.716938 n-d-773647-6 neutron-server[100139]: DEBUG neutron.api.extensions [None req-f59fda51-788e-40f3-9eb2-1066ea40d0dd None None] Loading extension file: agent.py {{(pid=100139) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 13:43:10.717715 n-d-773647-6 neutron-server[100139]: DEBUG neutron.api.extensions [None req-f59fda51-788e-40f3-9eb2-1066ea40d0dd None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=100139) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 13:43:10.718567 n-d-773647-6 neutron-server[100139]: INFO neutron.api.extensions [None req-f59fda51-788e-40f3-9eb2-1066ea40d0dd None None] Loaded extension: agent Jul 06 13:43:10.718916 n-d-773647-6 neutron-server[100139]: DEBUG neutron.api.extensions [None req-f59fda51-788e-40f3-9eb2-1066ea40d0dd None None] Loading extension file: agent_resources_synced.py {{(pid=100139) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 13:43:10.719954 n-d-773647-6 neutron-server[100139]: DEBUG neutron.api.extensions [None req-f59fda51-788e-40f3-9eb2-1066ea40d0dd None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=100139) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 13:43:10.720552 n-d-773647-6 neutron-server[100139]: INFO neutron.api.extensions [None req-f59fda51-788e-40f3-9eb2-1066ea40d0dd None None] Loaded extension: agent-resources-synced Jul 06 13:43:10.720901 n-d-773647-6 neutron-server[100139]: DEBUG neutron.api.extensions [None req-f59fda51-788e-40f3-9eb2-1066ea40d0dd None None] Loading extension file: allowedaddresspairs.py {{(pid=100139) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 13:43:10.723497 n-d-773647-6 neutron-server[100139]: DEBUG neutron.api.extensions [None req-f59fda51-788e-40f3-9eb2-1066ea40d0dd None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=100139) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 13:43:10.724040 n-d-773647-6 neutron-server[100139]: INFO neutron.api.extensions [None req-f59fda51-788e-40f3-9eb2-1066ea40d0dd None None] Loaded extension: allowed-address-pairs Jul 06 13:43:10.724404 n-d-773647-6 neutron-server[100139]: DEBUG neutron.api.extensions [None req-f59fda51-788e-40f3-9eb2-1066ea40d0dd None None] Loading extension file: auto_allocated_topology.py {{(pid=100139) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 13:43:10.725657 n-d-773647-6 neutron-server[100139]: DEBUG neutron.api.extensions [None req-f59fda51-788e-40f3-9eb2-1066ea40d0dd None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=100139) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 13:43:10.726184 n-d-773647-6 neutron-server[100139]: INFO neutron.api.extensions [None req-f59fda51-788e-40f3-9eb2-1066ea40d0dd None None] Loaded extension: auto-allocated-topology Jul 06 13:43:10.726517 n-d-773647-6 neutron-server[100139]: DEBUG neutron.api.extensions [None req-f59fda51-788e-40f3-9eb2-1066ea40d0dd None None] Loading extension file: availability_zone.py {{(pid=100139) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 13:43:10.727297 n-d-773647-6 neutron-server[100139]: DEBUG neutron.api.extensions [None req-f59fda51-788e-40f3-9eb2-1066ea40d0dd None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=100139) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 13:43:10.728306 n-d-773647-6 neutron-server[100139]: INFO neutron.api.extensions [None req-f59fda51-788e-40f3-9eb2-1066ea40d0dd None None] Loaded extension: availability_zone Jul 06 13:43:10.728306 n-d-773647-6 neutron-server[100139]: DEBUG neutron.api.extensions [None req-f59fda51-788e-40f3-9eb2-1066ea40d0dd None None] Loading extension file: availability_zone_filter.py {{(pid=100139) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 13:43:10.729246 n-d-773647-6 neutron-server[100139]: DEBUG neutron.api.extensions [None req-f59fda51-788e-40f3-9eb2-1066ea40d0dd None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=100139) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 13:43:10.730047 n-d-773647-6 neutron-server[100139]: INFO neutron.api.extensions [None req-f59fda51-788e-40f3-9eb2-1066ea40d0dd None None] Loaded extension: availability_zone_filter Jul 06 13:43:10.730514 n-d-773647-6 neutron-server[100139]: DEBUG neutron.api.extensions [None req-f59fda51-788e-40f3-9eb2-1066ea40d0dd None None] Loading extension file: data_plane_status.py {{(pid=100139) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 13:43:10.731787 n-d-773647-6 neutron-server[100139]: DEBUG neutron.api.extensions [None req-f59fda51-788e-40f3-9eb2-1066ea40d0dd None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=100139) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 13:43:10.732975 n-d-773647-6 neutron-server[100139]: INFO neutron.api.extensions [None req-f59fda51-788e-40f3-9eb2-1066ea40d0dd None None] Extension data-plane-status not supported by any of loaded plugins Jul 06 13:43:10.733522 n-d-773647-6 neutron-server[100139]: DEBUG neutron.api.extensions [None req-f59fda51-788e-40f3-9eb2-1066ea40d0dd None None] Loading extension file: default_subnetpools.py {{(pid=100139) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 13:43:10.734746 n-d-773647-6 neutron-server[100139]: DEBUG neutron.api.extensions [None req-f59fda51-788e-40f3-9eb2-1066ea40d0dd None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=100139) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 13:43:10.735294 n-d-773647-6 neutron-server[100139]: INFO neutron.api.extensions [None req-f59fda51-788e-40f3-9eb2-1066ea40d0dd None None] Loaded extension: default-subnetpools Jul 06 13:43:10.735646 n-d-773647-6 neutron-server[100139]: DEBUG neutron.api.extensions [None req-f59fda51-788e-40f3-9eb2-1066ea40d0dd None None] Loading extension file: dhcpagentscheduler.py {{(pid=100139) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 13:43:10.736633 n-d-773647-6 neutron-server[100139]: DEBUG neutron.api.extensions [None req-f59fda51-788e-40f3-9eb2-1066ea40d0dd None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=100139) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 13:43:10.737106 n-d-773647-6 neutron-server[100139]: INFO neutron.api.extensions [None req-f59fda51-788e-40f3-9eb2-1066ea40d0dd None None] Loaded extension: dhcp_agent_scheduler Jul 06 13:43:10.737437 n-d-773647-6 neutron-server[100139]: DEBUG neutron.api.extensions [None req-f59fda51-788e-40f3-9eb2-1066ea40d0dd None None] Loading extension file: dns.py {{(pid=100139) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 13:43:10.738387 n-d-773647-6 neutron-server[100139]: DEBUG neutron.api.extensions [None req-f59fda51-788e-40f3-9eb2-1066ea40d0dd None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=100139) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 13:43:10.738878 n-d-773647-6 neutron-server[100139]: INFO neutron.api.extensions [None req-f59fda51-788e-40f3-9eb2-1066ea40d0dd None None] Extension dns-integration not supported by any of loaded plugins Jul 06 13:43:10.739382 n-d-773647-6 neutron-server[100139]: DEBUG neutron.api.extensions [None req-f59fda51-788e-40f3-9eb2-1066ea40d0dd None None] Loading extension file: dns_domain_ports.py {{(pid=100139) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 13:43:10.740321 n-d-773647-6 neutron-server[100139]: DEBUG neutron.api.extensions [None req-f59fda51-788e-40f3-9eb2-1066ea40d0dd None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=100139) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 13:43:10.740836 n-d-773647-6 neutron-server[100139]: INFO neutron.api.extensions [None req-f59fda51-788e-40f3-9eb2-1066ea40d0dd None None] Extension dns-domain-ports not supported by any of loaded plugins Jul 06 13:43:10.741208 n-d-773647-6 neutron-server[100139]: DEBUG neutron.api.extensions [None req-f59fda51-788e-40f3-9eb2-1066ea40d0dd None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=100139) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 13:43:10.742324 n-d-773647-6 neutron-server[100139]: DEBUG neutron.api.extensions [None req-f59fda51-788e-40f3-9eb2-1066ea40d0dd None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=100139) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 13:43:10.742703 n-d-773647-6 neutron-server[100139]: INFO neutron.api.extensions [None req-f59fda51-788e-40f3-9eb2-1066ea40d0dd None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jul 06 13:43:10.743036 n-d-773647-6 neutron-server[100139]: DEBUG neutron.api.extensions [None req-f59fda51-788e-40f3-9eb2-1066ea40d0dd None None] Loading extension file: dvr.py {{(pid=100139) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 13:43:10.744355 n-d-773647-6 neutron-server[100139]: DEBUG neutron.api.extensions [None req-f59fda51-788e-40f3-9eb2-1066ea40d0dd None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=100139) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 13:43:10.744924 n-d-773647-6 neutron-server[100139]: INFO neutron.api.extensions [None req-f59fda51-788e-40f3-9eb2-1066ea40d0dd None None] Loaded extension: dvr Jul 06 13:43:10.745295 n-d-773647-6 neutron-server[100139]: DEBUG neutron.api.extensions [None req-f59fda51-788e-40f3-9eb2-1066ea40d0dd None None] Loading extension file: empty_string_filtering.py {{(pid=100139) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 13:43:10.746271 n-d-773647-6 neutron-server[100139]: DEBUG neutron.api.extensions [None req-f59fda51-788e-40f3-9eb2-1066ea40d0dd None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=100139) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 13:43:10.746828 n-d-773647-6 neutron-server[100139]: INFO neutron.api.extensions [None req-f59fda51-788e-40f3-9eb2-1066ea40d0dd None None] Loaded extension: empty-string-filtering Jul 06 13:43:10.747154 n-d-773647-6 neutron-server[100139]: DEBUG neutron.api.extensions [None req-f59fda51-788e-40f3-9eb2-1066ea40d0dd None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=100139) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 13:43:10.748175 n-d-773647-6 neutron-server[100139]: DEBUG neutron.api.extensions [None req-f59fda51-788e-40f3-9eb2-1066ea40d0dd None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=100139) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 13:43:10.748704 n-d-773647-6 neutron-server[100139]: INFO neutron.api.extensions [None req-f59fda51-788e-40f3-9eb2-1066ea40d0dd None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jul 06 13:43:10.749091 n-d-773647-6 neutron-server[100139]: DEBUG neutron.api.extensions [None req-f59fda51-788e-40f3-9eb2-1066ea40d0dd None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=100139) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 13:43:10.750078 n-d-773647-6 neutron-server[100139]: DEBUG neutron.api.extensions [None req-f59fda51-788e-40f3-9eb2-1066ea40d0dd None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=100139) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 13:43:10.750589 n-d-773647-6 neutron-server[100139]: INFO neutron.api.extensions [None req-f59fda51-788e-40f3-9eb2-1066ea40d0dd None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jul 06 13:43:10.750936 n-d-773647-6 neutron-server[100139]: DEBUG neutron.api.extensions [None req-f59fda51-788e-40f3-9eb2-1066ea40d0dd None None] Loading extension file: external_net.py {{(pid=100139) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 13:43:10.751930 n-d-773647-6 neutron-server[100139]: DEBUG neutron.api.extensions [None req-f59fda51-788e-40f3-9eb2-1066ea40d0dd None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=100139) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 13:43:10.752800 n-d-773647-6 neutron-server[100139]: INFO neutron.api.extensions [None req-f59fda51-788e-40f3-9eb2-1066ea40d0dd None None] Loaded extension: external-net Jul 06 13:43:10.753380 n-d-773647-6 neutron-server[100139]: DEBUG neutron.api.extensions [None req-f59fda51-788e-40f3-9eb2-1066ea40d0dd None None] Loading extension file: extra_dhcp_opt.py {{(pid=100139) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 13:43:10.754924 n-d-773647-6 neutron-server[100139]: DEBUG neutron.api.extensions [None req-f59fda51-788e-40f3-9eb2-1066ea40d0dd None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=100139) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 13:43:10.755920 n-d-773647-6 neutron-server[100139]: INFO neutron.api.extensions [None req-f59fda51-788e-40f3-9eb2-1066ea40d0dd None None] Loaded extension: extra_dhcp_opt Jul 06 13:43:10.756504 n-d-773647-6 neutron-server[100139]: DEBUG neutron.api.extensions [None req-f59fda51-788e-40f3-9eb2-1066ea40d0dd None None] Loading extension file: extraroute.py {{(pid=100139) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 13:43:10.758027 n-d-773647-6 neutron-server[100139]: DEBUG neutron.api.extensions [None req-f59fda51-788e-40f3-9eb2-1066ea40d0dd None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=100139) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 13:43:10.759042 n-d-773647-6 neutron-server[100139]: INFO neutron.api.extensions [None req-f59fda51-788e-40f3-9eb2-1066ea40d0dd None None] Loaded extension: extraroute Jul 06 13:43:10.760104 n-d-773647-6 neutron-server[100139]: DEBUG neutron.api.extensions [None req-f59fda51-788e-40f3-9eb2-1066ea40d0dd None None] Loading extension file: extraroute_atomic.py {{(pid=100139) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 13:43:10.761197 n-d-773647-6 neutron-server[100139]: DEBUG neutron.api.extensions [None req-f59fda51-788e-40f3-9eb2-1066ea40d0dd None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=100139) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 13:43:10.761737 n-d-773647-6 neutron-server[100139]: INFO neutron.api.extensions [None req-f59fda51-788e-40f3-9eb2-1066ea40d0dd None None] Loaded extension: extraroute-atomic Jul 06 13:43:10.762067 n-d-773647-6 neutron-server[100139]: DEBUG neutron.api.extensions [None req-f59fda51-788e-40f3-9eb2-1066ea40d0dd None None] Loading extension file: filter_validation.py {{(pid=100139) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 13:43:10.762830 n-d-773647-6 neutron-server[100139]: DEBUG neutron.api.extensions [None req-f59fda51-788e-40f3-9eb2-1066ea40d0dd None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=100139) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 13:43:10.763449 n-d-773647-6 neutron-server[100139]: INFO neutron.api.extensions [None req-f59fda51-788e-40f3-9eb2-1066ea40d0dd None None] Loaded extension: filter-validation Jul 06 13:43:10.763806 n-d-773647-6 neutron-server[100139]: DEBUG neutron.api.extensions [None req-f59fda51-788e-40f3-9eb2-1066ea40d0dd None None] Loading extension file: fip_pf_description.py {{(pid=100139) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 13:43:10.764784 n-d-773647-6 neutron-server[100139]: DEBUG neutron.api.extensions [None req-f59fda51-788e-40f3-9eb2-1066ea40d0dd None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=100139) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 13:43:10.765319 n-d-773647-6 neutron-server[100139]: INFO neutron.api.extensions [None req-f59fda51-788e-40f3-9eb2-1066ea40d0dd None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jul 06 13:43:10.765611 n-d-773647-6 neutron-server[100139]: DEBUG neutron.api.extensions [None req-f59fda51-788e-40f3-9eb2-1066ea40d0dd None None] Loading extension file: fip_port_details.py {{(pid=100139) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 13:43:10.766930 n-d-773647-6 neutron-server[100139]: DEBUG neutron.api.extensions [None req-f59fda51-788e-40f3-9eb2-1066ea40d0dd None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=100139) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 13:43:10.767892 n-d-773647-6 neutron-server[100139]: INFO neutron.api.extensions [None req-f59fda51-788e-40f3-9eb2-1066ea40d0dd None None] Loaded extension: fip-port-details Jul 06 13:43:10.768359 n-d-773647-6 neutron-server[100139]: DEBUG neutron.api.extensions [None req-f59fda51-788e-40f3-9eb2-1066ea40d0dd None None] Loading extension file: flavors.py {{(pid=100139) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 13:43:10.769710 n-d-773647-6 neutron-server[100139]: DEBUG neutron.api.extensions [None req-f59fda51-788e-40f3-9eb2-1066ea40d0dd None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=100139) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 13:43:10.770241 n-d-773647-6 neutron-server[100139]: INFO neutron.api.extensions [None req-f59fda51-788e-40f3-9eb2-1066ea40d0dd None None] Loaded extension: flavors Jul 06 13:43:10.770570 n-d-773647-6 neutron-server[100139]: DEBUG neutron.api.extensions [None req-f59fda51-788e-40f3-9eb2-1066ea40d0dd None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=100139) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 13:43:10.772396 n-d-773647-6 neutron-server[100139]: DEBUG neutron.api.extensions [None req-f59fda51-788e-40f3-9eb2-1066ea40d0dd None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=100139) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 13:43:10.772977 n-d-773647-6 neutron-server[100139]: INFO neutron.api.extensions [None req-f59fda51-788e-40f3-9eb2-1066ea40d0dd None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jul 06 13:43:10.773337 n-d-773647-6 neutron-server[100139]: DEBUG neutron.api.extensions [None req-f59fda51-788e-40f3-9eb2-1066ea40d0dd None None] Loading extension file: floatingip_pools.py {{(pid=100139) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 13:43:10.774120 n-d-773647-6 neutron-server[100139]: DEBUG neutron.api.extensions [None req-f59fda51-788e-40f3-9eb2-1066ea40d0dd None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=100139) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 13:43:10.774742 n-d-773647-6 neutron-server[100139]: INFO neutron.api.extensions [None req-f59fda51-788e-40f3-9eb2-1066ea40d0dd None None] Loaded extension: floatingip-pools Jul 06 13:43:10.775092 n-d-773647-6 neutron-server[100139]: DEBUG neutron.api.extensions [None req-f59fda51-788e-40f3-9eb2-1066ea40d0dd None None] Loading extension file: ip_allocation.py {{(pid=100139) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 13:43:10.776212 n-d-773647-6 neutron-server[100139]: DEBUG neutron.api.extensions [None req-f59fda51-788e-40f3-9eb2-1066ea40d0dd None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=100139) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 13:43:10.777678 n-d-773647-6 neutron-server[100139]: INFO neutron.api.extensions [None req-f59fda51-788e-40f3-9eb2-1066ea40d0dd None None] Extension ip_allocation not supported by any of loaded plugins Jul 06 13:43:10.777678 n-d-773647-6 neutron-server[100139]: DEBUG neutron.api.extensions [None req-f59fda51-788e-40f3-9eb2-1066ea40d0dd None None] Loading extension file: ip_substring_port_filtering.py {{(pid=100139) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 13:43:10.779826 n-d-773647-6 neutron-server[100139]: DEBUG neutron.api.extensions [None req-f59fda51-788e-40f3-9eb2-1066ea40d0dd None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=100139) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 13:43:10.779826 n-d-773647-6 neutron-server[100139]: INFO neutron.api.extensions [None req-f59fda51-788e-40f3-9eb2-1066ea40d0dd None None] Loaded extension: ip-substring-filtering Jul 06 13:43:10.779826 n-d-773647-6 neutron-server[100139]: DEBUG neutron.api.extensions [None req-f59fda51-788e-40f3-9eb2-1066ea40d0dd None None] Loading extension file: l2_adjacency.py {{(pid=100139) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 13:43:10.780244 n-d-773647-6 neutron-server[100139]: DEBUG neutron.api.extensions [None req-f59fda51-788e-40f3-9eb2-1066ea40d0dd None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=100139) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 13:43:10.780761 n-d-773647-6 neutron-server[100139]: INFO neutron.api.extensions [None req-f59fda51-788e-40f3-9eb2-1066ea40d0dd None None] Extension l2_adjacency not supported by any of loaded plugins Jul 06 13:43:10.781086 n-d-773647-6 neutron-server[100139]: DEBUG neutron.api.extensions [None req-f59fda51-788e-40f3-9eb2-1066ea40d0dd None None] Loading extension file: l3.py {{(pid=100139) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 13:43:10.782185 n-d-773647-6 neutron-server[100139]: DEBUG neutron.api.extensions [None req-f59fda51-788e-40f3-9eb2-1066ea40d0dd None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=100139) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 13:43:10.782710 n-d-773647-6 neutron-server[100139]: INFO neutron.api.extensions [None req-f59fda51-788e-40f3-9eb2-1066ea40d0dd None None] Loaded extension: router Jul 06 13:43:10.783060 n-d-773647-6 neutron-server[100139]: DEBUG neutron.api.extensions [None req-f59fda51-788e-40f3-9eb2-1066ea40d0dd None None] Loading extension file: l3_conntrack_helper.py {{(pid=100139) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 13:43:10.785708 n-d-773647-6 neutron-server[100139]: DEBUG neutron.api.extensions [None req-f59fda51-788e-40f3-9eb2-1066ea40d0dd None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=100139) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 13:43:10.786289 n-d-773647-6 neutron-server[100139]: INFO neutron.api.extensions [None req-f59fda51-788e-40f3-9eb2-1066ea40d0dd None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jul 06 13:43:10.786627 n-d-773647-6 neutron-server[100139]: DEBUG neutron.api.extensions [None req-f59fda51-788e-40f3-9eb2-1066ea40d0dd None None] Loading extension file: l3_ext_gw_mode.py {{(pid=100139) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 13:43:10.787680 n-d-773647-6 neutron-server[100139]: DEBUG neutron.api.extensions [None req-f59fda51-788e-40f3-9eb2-1066ea40d0dd None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=100139) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 13:43:10.788222 n-d-773647-6 neutron-server[100139]: INFO neutron.api.extensions [None req-f59fda51-788e-40f3-9eb2-1066ea40d0dd None None] Loaded extension: ext-gw-mode Jul 06 13:43:10.788549 n-d-773647-6 neutron-server[100139]: DEBUG neutron.api.extensions [None req-f59fda51-788e-40f3-9eb2-1066ea40d0dd None None] Loading extension file: l3_ext_ha_mode.py {{(pid=100139) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 13:43:10.789529 n-d-773647-6 neutron-server[100139]: DEBUG neutron.api.extensions [None req-f59fda51-788e-40f3-9eb2-1066ea40d0dd None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=100139) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 13:43:10.790144 n-d-773647-6 neutron-server[100139]: INFO neutron.api.extensions [None req-f59fda51-788e-40f3-9eb2-1066ea40d0dd None None] Loaded extension: l3-ha Jul 06 13:43:10.790869 n-d-773647-6 neutron-server[100139]: DEBUG neutron.api.extensions [None req-f59fda51-788e-40f3-9eb2-1066ea40d0dd None None] Loading extension file: l3_flavors.py {{(pid=100139) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 13:43:10.791845 n-d-773647-6 neutron-server[100139]: DEBUG neutron.api.extensions [None req-f59fda51-788e-40f3-9eb2-1066ea40d0dd None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=100139) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 13:43:10.792363 n-d-773647-6 neutron-server[100139]: INFO neutron.api.extensions [None req-f59fda51-788e-40f3-9eb2-1066ea40d0dd None None] Loaded extension: l3-flavors Jul 06 13:43:10.792689 n-d-773647-6 neutron-server[100139]: DEBUG neutron.api.extensions [None req-f59fda51-788e-40f3-9eb2-1066ea40d0dd None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=100139) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 13:43:10.793619 n-d-773647-6 neutron-server[100139]: DEBUG neutron.api.extensions [None req-f59fda51-788e-40f3-9eb2-1066ea40d0dd None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=100139) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 13:43:10.794139 n-d-773647-6 neutron-server[100139]: INFO neutron.api.extensions [None req-f59fda51-788e-40f3-9eb2-1066ea40d0dd None None] Loaded extension: l3-port-ip-change-not-allowed Jul 06 13:43:10.794476 n-d-773647-6 neutron-server[100139]: DEBUG neutron.api.extensions [None req-f59fda51-788e-40f3-9eb2-1066ea40d0dd None None] Loading extension file: l3agentscheduler.py {{(pid=100139) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 13:43:10.795590 n-d-773647-6 neutron-server[100139]: DEBUG neutron.api.extensions [None req-f59fda51-788e-40f3-9eb2-1066ea40d0dd None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=100139) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 13:43:10.796111 n-d-773647-6 neutron-server[100139]: INFO neutron.api.extensions [None req-f59fda51-788e-40f3-9eb2-1066ea40d0dd None None] Loaded extension: l3_agent_scheduler Jul 06 13:43:10.796443 n-d-773647-6 neutron-server[100139]: DEBUG neutron.api.extensions [None req-f59fda51-788e-40f3-9eb2-1066ea40d0dd None None] Loading extension file: logging.py {{(pid=100139) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 13:43:10.797991 n-d-773647-6 neutron-server[100139]: DEBUG neutron.api.extensions [None req-f59fda51-788e-40f3-9eb2-1066ea40d0dd None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=100139) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 13:43:10.798520 n-d-773647-6 neutron-server[100139]: INFO neutron.api.extensions [None req-f59fda51-788e-40f3-9eb2-1066ea40d0dd None None] Extension logging not supported by any of loaded plugins Jul 06 13:43:10.799000 n-d-773647-6 neutron-server[100139]: DEBUG neutron.api.extensions [None req-f59fda51-788e-40f3-9eb2-1066ea40d0dd None None] Loading extension file: metering.py {{(pid=100139) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 13:43:10.799781 n-d-773647-6 neutron-server[100139]: DEBUG neutron.api.extensions [None req-f59fda51-788e-40f3-9eb2-1066ea40d0dd None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=100139) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 13:43:10.800368 n-d-773647-6 neutron-server[100139]: INFO neutron.api.extensions [None req-f59fda51-788e-40f3-9eb2-1066ea40d0dd None None] Loaded extension: metering Jul 06 13:43:10.800704 n-d-773647-6 neutron-server[100139]: DEBUG neutron.api.extensions [None req-f59fda51-788e-40f3-9eb2-1066ea40d0dd None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=100139) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 13:43:10.801826 n-d-773647-6 neutron-server[100139]: DEBUG neutron.api.extensions [None req-f59fda51-788e-40f3-9eb2-1066ea40d0dd None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=100139) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 13:43:10.802346 n-d-773647-6 neutron-server[100139]: INFO neutron.api.extensions [None req-f59fda51-788e-40f3-9eb2-1066ea40d0dd None None] Loaded extension: metering_source_and_destination_fields Jul 06 13:43:10.802677 n-d-773647-6 neutron-server[100139]: DEBUG neutron.api.extensions [None req-f59fda51-788e-40f3-9eb2-1066ea40d0dd None None] Loading extension file: multiprovidernet.py {{(pid=100139) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 13:43:10.803651 n-d-773647-6 neutron-server[100139]: DEBUG neutron.api.extensions [None req-f59fda51-788e-40f3-9eb2-1066ea40d0dd None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=100139) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 13:43:10.804174 n-d-773647-6 neutron-server[100139]: INFO neutron.api.extensions [None req-f59fda51-788e-40f3-9eb2-1066ea40d0dd None None] Loaded extension: multi-provider Jul 06 13:43:10.804505 n-d-773647-6 neutron-server[100139]: DEBUG neutron.api.extensions [None req-f59fda51-788e-40f3-9eb2-1066ea40d0dd None None] Loading extension file: netmtu.py {{(pid=100139) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 13:43:10.805433 n-d-773647-6 neutron-server[100139]: DEBUG neutron.api.extensions [None req-f59fda51-788e-40f3-9eb2-1066ea40d0dd None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=100139) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 13:43:10.806574 n-d-773647-6 neutron-server[100139]: INFO neutron.api.extensions [None req-f59fda51-788e-40f3-9eb2-1066ea40d0dd None None] Loaded extension: net-mtu Jul 06 13:43:10.806909 n-d-773647-6 neutron-server[100139]: DEBUG neutron.api.extensions [None req-f59fda51-788e-40f3-9eb2-1066ea40d0dd None None] Loading extension file: netmtu_writable.py {{(pid=100139) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 13:43:10.807880 n-d-773647-6 neutron-server[100139]: DEBUG neutron.api.extensions [None req-f59fda51-788e-40f3-9eb2-1066ea40d0dd None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=100139) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 13:43:10.808396 n-d-773647-6 neutron-server[100139]: INFO neutron.api.extensions [None req-f59fda51-788e-40f3-9eb2-1066ea40d0dd None None] Loaded extension: net-mtu-writable Jul 06 13:43:10.808723 n-d-773647-6 neutron-server[100139]: DEBUG neutron.api.extensions [None req-f59fda51-788e-40f3-9eb2-1066ea40d0dd None None] Loading extension file: network_availability_zone.py {{(pid=100139) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 13:43:10.809407 n-d-773647-6 neutron-server[100139]: DEBUG neutron.api.extensions [None req-f59fda51-788e-40f3-9eb2-1066ea40d0dd None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=100139) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 13:43:10.809924 n-d-773647-6 neutron-server[100139]: INFO neutron.api.extensions [None req-f59fda51-788e-40f3-9eb2-1066ea40d0dd None None] Loaded extension: network_availability_zone Jul 06 13:43:10.810258 n-d-773647-6 neutron-server[100139]: DEBUG neutron.api.extensions [None req-f59fda51-788e-40f3-9eb2-1066ea40d0dd None None] Loading extension file: network_ip_availability.py {{(pid=100139) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 13:43:10.811405 n-d-773647-6 neutron-server[100139]: DEBUG neutron.api.extensions [None req-f59fda51-788e-40f3-9eb2-1066ea40d0dd None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=100139) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 13:43:10.811927 n-d-773647-6 neutron-server[100139]: INFO neutron.api.extensions [None req-f59fda51-788e-40f3-9eb2-1066ea40d0dd None None] Loaded extension: network-ip-availability Jul 06 13:43:10.812256 n-d-773647-6 neutron-server[100139]: DEBUG neutron.api.extensions [None req-f59fda51-788e-40f3-9eb2-1066ea40d0dd None None] Loading extension file: network_segment_range.py {{(pid=100139) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 13:43:10.813045 n-d-773647-6 neutron-server[100139]: DEBUG neutron.api.extensions [None req-f59fda51-788e-40f3-9eb2-1066ea40d0dd None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=100139) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 13:43:10.813558 n-d-773647-6 neutron-server[100139]: INFO neutron.api.extensions [None req-f59fda51-788e-40f3-9eb2-1066ea40d0dd None None] Extension network-segment-range not supported by any of loaded plugins Jul 06 13:43:10.813887 n-d-773647-6 neutron-server[100139]: DEBUG neutron.api.extensions [None req-f59fda51-788e-40f3-9eb2-1066ea40d0dd None None] Loading extension file: pagination.py {{(pid=100139) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 13:43:10.814899 n-d-773647-6 neutron-server[100139]: DEBUG neutron.api.extensions [None req-f59fda51-788e-40f3-9eb2-1066ea40d0dd None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=100139) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 13:43:10.815265 n-d-773647-6 neutron-server[100139]: INFO neutron.api.extensions [None req-f59fda51-788e-40f3-9eb2-1066ea40d0dd None None] Loaded extension: pagination Jul 06 13:43:10.815591 n-d-773647-6 neutron-server[100139]: DEBUG neutron.api.extensions [None req-f59fda51-788e-40f3-9eb2-1066ea40d0dd None None] Loading extension file: port_device_profile.py {{(pid=100139) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 13:43:10.816514 n-d-773647-6 neutron-server[100139]: DEBUG neutron.api.extensions [None req-f59fda51-788e-40f3-9eb2-1066ea40d0dd None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=100139) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 13:43:10.817034 n-d-773647-6 neutron-server[100139]: INFO neutron.api.extensions [None req-f59fda51-788e-40f3-9eb2-1066ea40d0dd None None] Loaded extension: port-device-profile Jul 06 13:43:10.817361 n-d-773647-6 neutron-server[100139]: DEBUG neutron.api.extensions [None req-f59fda51-788e-40f3-9eb2-1066ea40d0dd None None] Loading extension file: port_mac_address_regenerate.py {{(pid=100139) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 13:43:10.818300 n-d-773647-6 neutron-server[100139]: DEBUG neutron.api.extensions [None req-f59fda51-788e-40f3-9eb2-1066ea40d0dd None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=100139) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 13:43:10.818811 n-d-773647-6 neutron-server[100139]: INFO neutron.api.extensions [None req-f59fda51-788e-40f3-9eb2-1066ea40d0dd None None] Loaded extension: port-mac-address-regenerate Jul 06 13:43:10.819137 n-d-773647-6 neutron-server[100139]: DEBUG neutron.api.extensions [None req-f59fda51-788e-40f3-9eb2-1066ea40d0dd None None] Loading extension file: port_numa_affinity_policy.py {{(pid=100139) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 13:43:10.820084 n-d-773647-6 neutron-server[100139]: DEBUG neutron.api.extensions [None req-f59fda51-788e-40f3-9eb2-1066ea40d0dd None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=100139) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 13:43:10.820602 n-d-773647-6 neutron-server[100139]: INFO neutron.api.extensions [None req-f59fda51-788e-40f3-9eb2-1066ea40d0dd None None] Loaded extension: port-numa-affinity-policy Jul 06 13:43:10.820928 n-d-773647-6 neutron-server[100139]: DEBUG neutron.api.extensions [None req-f59fda51-788e-40f3-9eb2-1066ea40d0dd None None] Loading extension file: port_resource_request.py {{(pid=100139) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 13:43:10.821889 n-d-773647-6 neutron-server[100139]: DEBUG neutron.api.extensions [None req-f59fda51-788e-40f3-9eb2-1066ea40d0dd None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=100139) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 13:43:10.822400 n-d-773647-6 neutron-server[100139]: INFO neutron.api.extensions [None req-f59fda51-788e-40f3-9eb2-1066ea40d0dd None None] Extension port-resource-request not supported by any of loaded plugins Jul 06 13:43:10.822724 n-d-773647-6 neutron-server[100139]: DEBUG neutron.api.extensions [None req-f59fda51-788e-40f3-9eb2-1066ea40d0dd None None] Loading extension file: portbindings.py {{(pid=100139) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 13:43:10.823695 n-d-773647-6 neutron-server[100139]: DEBUG neutron.api.extensions [None req-f59fda51-788e-40f3-9eb2-1066ea40d0dd None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=100139) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 13:43:10.824218 n-d-773647-6 neutron-server[100139]: INFO neutron.api.extensions [None req-f59fda51-788e-40f3-9eb2-1066ea40d0dd None None] Loaded extension: binding Jul 06 13:43:10.824546 n-d-773647-6 neutron-server[100139]: DEBUG neutron.api.extensions [None req-f59fda51-788e-40f3-9eb2-1066ea40d0dd None None] Loading extension file: portbindings_extended.py {{(pid=100139) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 13:43:10.825971 n-d-773647-6 neutron-server[100139]: DEBUG neutron.api.extensions [None req-f59fda51-788e-40f3-9eb2-1066ea40d0dd None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=100139) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 13:43:10.826491 n-d-773647-6 neutron-server[100139]: INFO neutron.api.extensions [None req-f59fda51-788e-40f3-9eb2-1066ea40d0dd None None] Loaded extension: binding-extended Jul 06 13:43:10.826822 n-d-773647-6 neutron-server[100139]: DEBUG neutron.api.extensions [None req-f59fda51-788e-40f3-9eb2-1066ea40d0dd None None] Loading extension file: portsecurity.py {{(pid=100139) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 13:43:10.827768 n-d-773647-6 neutron-server[100139]: DEBUG neutron.api.extensions [None req-f59fda51-788e-40f3-9eb2-1066ea40d0dd None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=100139) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 13:43:10.828288 n-d-773647-6 neutron-server[100139]: INFO neutron.api.extensions [None req-f59fda51-788e-40f3-9eb2-1066ea40d0dd None None] Loaded extension: port-security Jul 06 13:43:10.828615 n-d-773647-6 neutron-server[100139]: DEBUG neutron.api.extensions [None req-f59fda51-788e-40f3-9eb2-1066ea40d0dd None None] Loading extension file: project_id.py {{(pid=100139) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 13:43:10.829599 n-d-773647-6 neutron-server[100139]: DEBUG neutron.api.extensions [None req-f59fda51-788e-40f3-9eb2-1066ea40d0dd None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=100139) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 13:43:10.829933 n-d-773647-6 neutron-server[100139]: INFO neutron.api.extensions [None req-f59fda51-788e-40f3-9eb2-1066ea40d0dd None None] Loaded extension: project-id Jul 06 13:43:10.830258 n-d-773647-6 neutron-server[100139]: DEBUG neutron.api.extensions [None req-f59fda51-788e-40f3-9eb2-1066ea40d0dd None None] Loading extension file: providernet.py {{(pid=100139) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 13:43:10.831196 n-d-773647-6 neutron-server[100139]: DEBUG neutron.api.extensions [None req-f59fda51-788e-40f3-9eb2-1066ea40d0dd None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=100139) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 13:43:10.831865 n-d-773647-6 neutron-server[100139]: INFO neutron.api.extensions [None req-f59fda51-788e-40f3-9eb2-1066ea40d0dd None None] Loaded extension: provider Jul 06 13:43:10.832354 n-d-773647-6 neutron-server[100139]: DEBUG neutron.api.extensions [None req-f59fda51-788e-40f3-9eb2-1066ea40d0dd None None] Loading extension file: qos.py {{(pid=100139) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 13:43:10.835780 n-d-773647-6 neutron-server[100139]: DEBUG neutron.api.extensions [None req-f59fda51-788e-40f3-9eb2-1066ea40d0dd None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=100139) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 13:43:10.836354 n-d-773647-6 neutron-server[100139]: INFO neutron.api.extensions [None req-f59fda51-788e-40f3-9eb2-1066ea40d0dd None None] Extension qos not supported by any of loaded plugins Jul 06 13:43:10.836690 n-d-773647-6 neutron-server[100139]: DEBUG neutron.api.extensions [None req-f59fda51-788e-40f3-9eb2-1066ea40d0dd None None] Loading extension file: qos_bw_limit_direction.py {{(pid=100139) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 13:43:10.837996 n-d-773647-6 neutron-server[100139]: DEBUG neutron.api.extensions [None req-f59fda51-788e-40f3-9eb2-1066ea40d0dd None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=100139) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 13:43:10.838541 n-d-773647-6 neutron-server[100139]: INFO neutron.api.extensions [None req-f59fda51-788e-40f3-9eb2-1066ea40d0dd None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jul 06 13:43:10.838912 n-d-773647-6 neutron-server[100139]: DEBUG neutron.api.extensions [None req-f59fda51-788e-40f3-9eb2-1066ea40d0dd None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=100139) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 13:43:10.839906 n-d-773647-6 neutron-server[100139]: DEBUG neutron.api.extensions [None req-f59fda51-788e-40f3-9eb2-1066ea40d0dd None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=100139) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 13:43:10.840422 n-d-773647-6 neutron-server[100139]: INFO neutron.api.extensions [None req-f59fda51-788e-40f3-9eb2-1066ea40d0dd None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jul 06 13:43:10.840754 n-d-773647-6 neutron-server[100139]: DEBUG neutron.api.extensions [None req-f59fda51-788e-40f3-9eb2-1066ea40d0dd None None] Loading extension file: qos_default.py {{(pid=100139) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 13:43:10.841686 n-d-773647-6 neutron-server[100139]: DEBUG neutron.api.extensions [None req-f59fda51-788e-40f3-9eb2-1066ea40d0dd None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=100139) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 13:43:10.842199 n-d-773647-6 neutron-server[100139]: INFO neutron.api.extensions [None req-f59fda51-788e-40f3-9eb2-1066ea40d0dd None None] Extension qos-default not supported by any of loaded plugins Jul 06 13:43:10.842529 n-d-773647-6 neutron-server[100139]: DEBUG neutron.api.extensions [None req-f59fda51-788e-40f3-9eb2-1066ea40d0dd None None] Loading extension file: qos_fip.py {{(pid=100139) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 13:43:10.843198 n-d-773647-6 neutron-server[100139]: DEBUG neutron.api.extensions [None req-f59fda51-788e-40f3-9eb2-1066ea40d0dd None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=100139) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 13:43:10.843734 n-d-773647-6 neutron-server[100139]: INFO neutron.api.extensions [None req-f59fda51-788e-40f3-9eb2-1066ea40d0dd None None] Extension qos-fip not supported by any of loaded plugins Jul 06 13:43:10.844064 n-d-773647-6 neutron-server[100139]: DEBUG neutron.api.extensions [None req-f59fda51-788e-40f3-9eb2-1066ea40d0dd None None] Loading extension file: qos_gateway_ip.py {{(pid=100139) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 13:43:10.845007 n-d-773647-6 neutron-server[100139]: DEBUG neutron.api.extensions [None req-f59fda51-788e-40f3-9eb2-1066ea40d0dd None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=100139) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 13:43:10.845525 n-d-773647-6 neutron-server[100139]: INFO neutron.api.extensions [None req-f59fda51-788e-40f3-9eb2-1066ea40d0dd None None] Extension qos-gateway-ip not supported by any of loaded plugins Jul 06 13:43:10.845851 n-d-773647-6 neutron-server[100139]: DEBUG neutron.api.extensions [None req-f59fda51-788e-40f3-9eb2-1066ea40d0dd None None] Loading extension file: qos_port_network_policy.py {{(pid=100139) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 13:43:10.846782 n-d-773647-6 neutron-server[100139]: DEBUG neutron.api.extensions [None req-f59fda51-788e-40f3-9eb2-1066ea40d0dd None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=100139) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 13:43:10.847329 n-d-773647-6 neutron-server[100139]: INFO neutron.api.extensions [None req-f59fda51-788e-40f3-9eb2-1066ea40d0dd None None] Extension qos-port-network-policy not supported by any of loaded plugins Jul 06 13:43:10.847657 n-d-773647-6 neutron-server[100139]: DEBUG neutron.api.extensions [None req-f59fda51-788e-40f3-9eb2-1066ea40d0dd None None] Loading extension file: qos_rule_type_details.py {{(pid=100139) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 13:43:10.848590 n-d-773647-6 neutron-server[100139]: DEBUG neutron.api.extensions [None req-f59fda51-788e-40f3-9eb2-1066ea40d0dd None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=100139) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 13:43:10.849105 n-d-773647-6 neutron-server[100139]: INFO neutron.api.extensions [None req-f59fda51-788e-40f3-9eb2-1066ea40d0dd None None] Extension qos-rule-type-details not supported by any of loaded plugins Jul 06 13:43:10.849431 n-d-773647-6 neutron-server[100139]: DEBUG neutron.api.extensions [None req-f59fda51-788e-40f3-9eb2-1066ea40d0dd None None] Loading extension file: qos_rules_alias.py {{(pid=100139) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 13:43:10.850499 n-d-773647-6 neutron-server[100139]: DEBUG neutron.api.extensions [None req-f59fda51-788e-40f3-9eb2-1066ea40d0dd None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=100139) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 13:43:10.851016 n-d-773647-6 neutron-server[100139]: INFO neutron.api.extensions [None req-f59fda51-788e-40f3-9eb2-1066ea40d0dd None None] Extension qos-rules-alias not supported by any of loaded plugins Jul 06 13:43:10.851371 n-d-773647-6 neutron-server[100139]: DEBUG neutron.api.extensions [None req-f59fda51-788e-40f3-9eb2-1066ea40d0dd None None] Loading extension file: quotasv2.py {{(pid=100139) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 13:43:10.852344 n-d-773647-6 neutron-server[100139]: DEBUG neutron.api.extensions [None req-f59fda51-788e-40f3-9eb2-1066ea40d0dd None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=100139) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 13:43:10.852676 n-d-773647-6 neutron-server[100139]: INFO neutron.api.extensions [None req-f59fda51-788e-40f3-9eb2-1066ea40d0dd None None] Loaded extension: quotas Jul 06 13:43:10.853549 n-d-773647-6 neutron-server[100139]: DEBUG neutron.api.extensions [None req-f59fda51-788e-40f3-9eb2-1066ea40d0dd None None] Loading extension file: quotasv2_detail.py {{(pid=100139) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 13:43:10.856952 n-d-773647-6 neutron-server[100139]: DEBUG neutron.api.extensions [None req-f59fda51-788e-40f3-9eb2-1066ea40d0dd None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=100139) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 13:43:10.857297 n-d-773647-6 neutron-server[100139]: INFO neutron.api.extensions [None req-f59fda51-788e-40f3-9eb2-1066ea40d0dd None None] Loaded extension: quota_details Jul 06 13:43:10.857640 n-d-773647-6 neutron-server[100139]: DEBUG neutron.api.extensions [None req-f59fda51-788e-40f3-9eb2-1066ea40d0dd None None] Loading extension file: rbac.py {{(pid=100139) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 13:43:10.858721 n-d-773647-6 neutron-server[100139]: DEBUG neutron.api.extensions [None req-f59fda51-788e-40f3-9eb2-1066ea40d0dd None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=100139) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 13:43:10.859287 n-d-773647-6 neutron-server[100139]: INFO neutron.api.extensions [None req-f59fda51-788e-40f3-9eb2-1066ea40d0dd None None] Loaded extension: rbac-policies Jul 06 13:43:10.859624 n-d-773647-6 neutron-server[100139]: DEBUG neutron.api.extensions [None req-f59fda51-788e-40f3-9eb2-1066ea40d0dd None None] Loading extension file: rbac_address_group.py {{(pid=100139) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 13:43:10.860774 n-d-773647-6 neutron-server[100139]: DEBUG neutron.api.extensions [None req-f59fda51-788e-40f3-9eb2-1066ea40d0dd None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=100139) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 13:43:10.861306 n-d-773647-6 neutron-server[100139]: INFO neutron.api.extensions [None req-f59fda51-788e-40f3-9eb2-1066ea40d0dd None None] Loaded extension: rbac-address-group Jul 06 13:43:10.861639 n-d-773647-6 neutron-server[100139]: DEBUG neutron.api.extensions [None req-f59fda51-788e-40f3-9eb2-1066ea40d0dd None None] Loading extension file: rbac_address_scope.py {{(pid=100139) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 13:43:10.862591 n-d-773647-6 neutron-server[100139]: DEBUG neutron.api.extensions [None req-f59fda51-788e-40f3-9eb2-1066ea40d0dd None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=100139) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 13:43:10.863114 n-d-773647-6 neutron-server[100139]: INFO neutron.api.extensions [None req-f59fda51-788e-40f3-9eb2-1066ea40d0dd None None] Loaded extension: rbac-address-scope Jul 06 13:43:10.863482 n-d-773647-6 neutron-server[100139]: DEBUG neutron.api.extensions [None req-f59fda51-788e-40f3-9eb2-1066ea40d0dd None None] Loading extension file: rbac_security_groups.py {{(pid=100139) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 13:43:10.864413 n-d-773647-6 neutron-server[100139]: DEBUG neutron.api.extensions [None req-f59fda51-788e-40f3-9eb2-1066ea40d0dd None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=100139) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 13:43:10.864932 n-d-773647-6 neutron-server[100139]: INFO neutron.api.extensions [None req-f59fda51-788e-40f3-9eb2-1066ea40d0dd None None] Loaded extension: rbac-security-groups Jul 06 13:43:10.865262 n-d-773647-6 neutron-server[100139]: DEBUG neutron.api.extensions [None req-f59fda51-788e-40f3-9eb2-1066ea40d0dd None None] Loading extension file: rbac_subnetpool.py {{(pid=100139) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 13:43:10.866190 n-d-773647-6 neutron-server[100139]: DEBUG neutron.api.extensions [None req-f59fda51-788e-40f3-9eb2-1066ea40d0dd None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=100139) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 13:43:10.866712 n-d-773647-6 neutron-server[100139]: INFO neutron.api.extensions [None req-f59fda51-788e-40f3-9eb2-1066ea40d0dd None None] Loaded extension: rbac-subnetpool Jul 06 13:43:10.867038 n-d-773647-6 neutron-server[100139]: DEBUG neutron.api.extensions [None req-f59fda51-788e-40f3-9eb2-1066ea40d0dd None None] Loading extension file: revisionifmatch.py {{(pid=100139) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 13:43:10.868002 n-d-773647-6 neutron-server[100139]: DEBUG neutron.api.extensions [None req-f59fda51-788e-40f3-9eb2-1066ea40d0dd None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=100139) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 13:43:10.869109 n-d-773647-6 neutron-server[100139]: INFO neutron.api.extensions [None req-f59fda51-788e-40f3-9eb2-1066ea40d0dd None None] Loaded extension: revision-if-match Jul 06 13:43:10.869436 n-d-773647-6 neutron-server[100139]: DEBUG neutron.api.extensions [None req-f59fda51-788e-40f3-9eb2-1066ea40d0dd None None] Loading extension file: revisions.py {{(pid=100139) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 13:43:10.870563 n-d-773647-6 neutron-server[100139]: DEBUG neutron.api.extensions [None req-f59fda51-788e-40f3-9eb2-1066ea40d0dd None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=100139) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 13:43:10.871086 n-d-773647-6 neutron-server[100139]: INFO neutron.api.extensions [None req-f59fda51-788e-40f3-9eb2-1066ea40d0dd None None] Loaded extension: standard-attr-revisions Jul 06 13:43:10.871456 n-d-773647-6 neutron-server[100139]: DEBUG neutron.api.extensions [None req-f59fda51-788e-40f3-9eb2-1066ea40d0dd None None] Loading extension file: router_availability_zone.py {{(pid=100139) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 13:43:10.872146 n-d-773647-6 neutron-server[100139]: DEBUG neutron.api.extensions [None req-f59fda51-788e-40f3-9eb2-1066ea40d0dd None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=100139) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 13:43:10.872670 n-d-773647-6 neutron-server[100139]: INFO neutron.api.extensions [None req-f59fda51-788e-40f3-9eb2-1066ea40d0dd None None] Loaded extension: router_availability_zone Jul 06 13:43:10.872999 n-d-773647-6 neutron-server[100139]: DEBUG neutron.api.extensions [None req-f59fda51-788e-40f3-9eb2-1066ea40d0dd None None] Loading extension file: routerservicetype.py {{(pid=100139) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 13:43:10.873939 n-d-773647-6 neutron-server[100139]: DEBUG neutron.api.extensions [None req-f59fda51-788e-40f3-9eb2-1066ea40d0dd None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=100139) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 13:43:10.874454 n-d-773647-6 neutron-server[100139]: INFO neutron.api.extensions [None req-f59fda51-788e-40f3-9eb2-1066ea40d0dd None None] Extension router-service-type not supported by any of loaded plugins Jul 06 13:43:10.874782 n-d-773647-6 neutron-server[100139]: DEBUG neutron.api.extensions [None req-f59fda51-788e-40f3-9eb2-1066ea40d0dd None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=100139) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 13:43:10.875746 n-d-773647-6 neutron-server[100139]: DEBUG neutron.api.extensions [None req-f59fda51-788e-40f3-9eb2-1066ea40d0dd None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=100139) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 13:43:10.876306 n-d-773647-6 neutron-server[100139]: INFO neutron.api.extensions [None req-f59fda51-788e-40f3-9eb2-1066ea40d0dd None None] Loaded extension: security-groups-normalized-cidr Jul 06 13:43:10.876636 n-d-773647-6 neutron-server[100139]: DEBUG neutron.api.extensions [None req-f59fda51-788e-40f3-9eb2-1066ea40d0dd None None] Loading extension file: security_groups_port_filtering.py {{(pid=100139) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 13:43:10.877641 n-d-773647-6 neutron-server[100139]: DEBUG neutron.api.extensions [None req-f59fda51-788e-40f3-9eb2-1066ea40d0dd None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=100139) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 13:43:10.878161 n-d-773647-6 neutron-server[100139]: INFO neutron.api.extensions [None req-f59fda51-788e-40f3-9eb2-1066ea40d0dd None None] Loaded extension: port-security-groups-filtering Jul 06 13:43:10.878484 n-d-773647-6 neutron-server[100139]: DEBUG neutron.api.extensions [None req-f59fda51-788e-40f3-9eb2-1066ea40d0dd None None] Loading extension file: security_groups_remote_address_group.py {{(pid=100139) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 13:43:10.879452 n-d-773647-6 neutron-server[100139]: DEBUG neutron.api.extensions [None req-f59fda51-788e-40f3-9eb2-1066ea40d0dd None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=100139) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 13:43:10.879977 n-d-773647-6 neutron-server[100139]: INFO neutron.api.extensions [None req-f59fda51-788e-40f3-9eb2-1066ea40d0dd None None] Loaded extension: security-groups-remote-address-group Jul 06 13:43:10.880306 n-d-773647-6 neutron-server[100139]: DEBUG neutron.api.extensions [None req-f59fda51-788e-40f3-9eb2-1066ea40d0dd None None] Loading extension file: securitygroup.py {{(pid=100139) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 13:43:10.890227 n-d-773647-6 neutron-server[100139]: DEBUG neutron.api.extensions [None req-f59fda51-788e-40f3-9eb2-1066ea40d0dd None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=100139) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 13:43:10.890761 n-d-773647-6 neutron-server[100139]: INFO neutron.api.extensions [None req-f59fda51-788e-40f3-9eb2-1066ea40d0dd None None] Loaded extension: security-group Jul 06 13:43:10.891103 n-d-773647-6 neutron-server[100139]: DEBUG neutron.api.extensions [None req-f59fda51-788e-40f3-9eb2-1066ea40d0dd None None] Loading extension file: segment.py {{(pid=100139) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 13:43:10.891983 n-d-773647-6 neutron-server[100139]: DEBUG neutron.api.extensions [None req-f59fda51-788e-40f3-9eb2-1066ea40d0dd None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=100139) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 13:43:10.892500 n-d-773647-6 neutron-server[100139]: INFO neutron.api.extensions [None req-f59fda51-788e-40f3-9eb2-1066ea40d0dd None None] Extension segment not supported by any of loaded plugins Jul 06 13:43:10.892840 n-d-773647-6 neutron-server[100139]: DEBUG neutron.api.extensions [None req-f59fda51-788e-40f3-9eb2-1066ea40d0dd None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=100139) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 13:43:10.893835 n-d-773647-6 neutron-server[100139]: DEBUG neutron.api.extensions [None req-f59fda51-788e-40f3-9eb2-1066ea40d0dd None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=100139) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 13:43:10.894345 n-d-773647-6 neutron-server[100139]: INFO neutron.api.extensions [None req-f59fda51-788e-40f3-9eb2-1066ea40d0dd None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jul 06 13:43:10.894673 n-d-773647-6 neutron-server[100139]: DEBUG neutron.api.extensions [None req-f59fda51-788e-40f3-9eb2-1066ea40d0dd None None] Loading extension file: servicetype.py {{(pid=100139) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 13:43:10.895966 n-d-773647-6 neutron-server[100139]: DEBUG neutron.api.extensions [None req-f59fda51-788e-40f3-9eb2-1066ea40d0dd None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=100139) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 13:43:10.896374 n-d-773647-6 neutron-server[100139]: INFO neutron.api.extensions [None req-f59fda51-788e-40f3-9eb2-1066ea40d0dd None None] Loaded extension: service-type Jul 06 13:43:10.896707 n-d-773647-6 neutron-server[100139]: DEBUG neutron.api.extensions [None req-f59fda51-788e-40f3-9eb2-1066ea40d0dd None None] Loading extension file: sorting.py {{(pid=100139) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 13:43:10.897705 n-d-773647-6 neutron-server[100139]: DEBUG neutron.api.extensions [None req-f59fda51-788e-40f3-9eb2-1066ea40d0dd None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=100139) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 13:43:10.898042 n-d-773647-6 neutron-server[100139]: INFO neutron.api.extensions [None req-f59fda51-788e-40f3-9eb2-1066ea40d0dd None None] Loaded extension: sorting Jul 06 13:43:10.898369 n-d-773647-6 neutron-server[100139]: DEBUG neutron.api.extensions [None req-f59fda51-788e-40f3-9eb2-1066ea40d0dd None None] Loading extension file: standard_attr_segment.py {{(pid=100139) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 13:43:10.899425 n-d-773647-6 neutron-server[100139]: DEBUG neutron.api.extensions [None req-f59fda51-788e-40f3-9eb2-1066ea40d0dd None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=100139) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 13:43:10.899978 n-d-773647-6 neutron-server[100139]: INFO neutron.api.extensions [None req-f59fda51-788e-40f3-9eb2-1066ea40d0dd None None] Extension standard-attr-segment not supported by any of loaded plugins Jul 06 13:43:10.900306 n-d-773647-6 neutron-server[100139]: DEBUG neutron.api.extensions [None req-f59fda51-788e-40f3-9eb2-1066ea40d0dd None None] Loading extension file: standardattrdescription.py {{(pid=100139) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 13:43:10.901015 n-d-773647-6 neutron-server[100139]: DEBUG neutron.api.extensions [None req-f59fda51-788e-40f3-9eb2-1066ea40d0dd None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=100139) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 13:43:10.901533 n-d-773647-6 neutron-server[100139]: INFO neutron.api.extensions [None req-f59fda51-788e-40f3-9eb2-1066ea40d0dd None None] Loaded extension: standard-attr-description Jul 06 13:43:10.901863 n-d-773647-6 neutron-server[100139]: DEBUG neutron.api.extensions [None req-f59fda51-788e-40f3-9eb2-1066ea40d0dd None None] Loading extension file: stateful_security_group.py {{(pid=100139) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 13:43:10.902810 n-d-773647-6 neutron-server[100139]: DEBUG neutron.api.extensions [None req-f59fda51-788e-40f3-9eb2-1066ea40d0dd None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=100139) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 13:43:10.903362 n-d-773647-6 neutron-server[100139]: INFO neutron.api.extensions [None req-f59fda51-788e-40f3-9eb2-1066ea40d0dd None None] Loaded extension: stateful-security-group Jul 06 13:43:10.903694 n-d-773647-6 neutron-server[100139]: DEBUG neutron.api.extensions [None req-f59fda51-788e-40f3-9eb2-1066ea40d0dd None None] Loading extension file: stdattrs_common.py {{(pid=100139) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 13:43:10.904300 n-d-773647-6 neutron-server[100139]: WARNING neutron.api.extensions [None req-f59fda51-788e-40f3-9eb2-1066ea40d0dd None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jul 06 13:43:10.904624 n-d-773647-6 neutron-server[100139]: DEBUG neutron.api.extensions [None req-f59fda51-788e-40f3-9eb2-1066ea40d0dd None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=100139) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 13:43:10.905575 n-d-773647-6 neutron-server[100139]: DEBUG neutron.api.extensions [None req-f59fda51-788e-40f3-9eb2-1066ea40d0dd None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=100139) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 13:43:10.906092 n-d-773647-6 neutron-server[100139]: INFO neutron.api.extensions [None req-f59fda51-788e-40f3-9eb2-1066ea40d0dd None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jul 06 13:43:10.906413 n-d-773647-6 neutron-server[100139]: DEBUG neutron.api.extensions [None req-f59fda51-788e-40f3-9eb2-1066ea40d0dd None None] Loading extension file: subnet_onboard.py {{(pid=100139) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 13:43:10.907587 n-d-773647-6 neutron-server[100139]: DEBUG neutron.api.extensions [None req-f59fda51-788e-40f3-9eb2-1066ea40d0dd None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=100139) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 13:43:10.908166 n-d-773647-6 neutron-server[100139]: INFO neutron.api.extensions [None req-f59fda51-788e-40f3-9eb2-1066ea40d0dd None None] Loaded extension: subnet_onboard Jul 06 13:43:10.908514 n-d-773647-6 neutron-server[100139]: DEBUG neutron.api.extensions [None req-f59fda51-788e-40f3-9eb2-1066ea40d0dd None None] Loading extension file: subnet_segmentid_writable.py {{(pid=100139) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 13:43:10.909519 n-d-773647-6 neutron-server[100139]: DEBUG neutron.api.extensions [None req-f59fda51-788e-40f3-9eb2-1066ea40d0dd None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=100139) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 13:43:10.910047 n-d-773647-6 neutron-server[100139]: INFO neutron.api.extensions [None req-f59fda51-788e-40f3-9eb2-1066ea40d0dd None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jul 06 13:43:10.910394 n-d-773647-6 neutron-server[100139]: DEBUG neutron.api.extensions [None req-f59fda51-788e-40f3-9eb2-1066ea40d0dd None None] Loading extension file: subnet_service_types.py {{(pid=100139) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 13:43:10.911405 n-d-773647-6 neutron-server[100139]: DEBUG neutron.api.extensions [None req-f59fda51-788e-40f3-9eb2-1066ea40d0dd None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=100139) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 13:43:10.911966 n-d-773647-6 neutron-server[100139]: INFO neutron.api.extensions [None req-f59fda51-788e-40f3-9eb2-1066ea40d0dd None None] Loaded extension: subnet-service-types Jul 06 13:43:10.912307 n-d-773647-6 neutron-server[100139]: DEBUG neutron.api.extensions [None req-f59fda51-788e-40f3-9eb2-1066ea40d0dd None None] Loading extension file: subnetallocation.py {{(pid=100139) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 13:43:10.913430 n-d-773647-6 neutron-server[100139]: DEBUG neutron.api.extensions [None req-f59fda51-788e-40f3-9eb2-1066ea40d0dd None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=100139) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 13:43:10.913951 n-d-773647-6 neutron-server[100139]: INFO neutron.api.extensions [None req-f59fda51-788e-40f3-9eb2-1066ea40d0dd None None] Loaded extension: subnet_allocation Jul 06 13:43:10.914280 n-d-773647-6 neutron-server[100139]: DEBUG neutron.api.extensions [None req-f59fda51-788e-40f3-9eb2-1066ea40d0dd None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=100139) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 13:43:10.914962 n-d-773647-6 neutron-server[100139]: DEBUG neutron.api.extensions [None req-f59fda51-788e-40f3-9eb2-1066ea40d0dd None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=100139) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 13:43:10.916115 n-d-773647-6 neutron-server[100139]: INFO neutron.api.extensions [None req-f59fda51-788e-40f3-9eb2-1066ea40d0dd None None] Loaded extension: subnetpool-prefix-ops Jul 06 13:43:10.916432 n-d-773647-6 neutron-server[100139]: DEBUG neutron.api.extensions [None req-f59fda51-788e-40f3-9eb2-1066ea40d0dd None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=100139) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 13:43:10.917380 n-d-773647-6 neutron-server[100139]: DEBUG neutron.api.extensions [None req-f59fda51-788e-40f3-9eb2-1066ea40d0dd None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=100139) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 13:43:10.917891 n-d-773647-6 neutron-server[100139]: INFO neutron.api.extensions [None req-f59fda51-788e-40f3-9eb2-1066ea40d0dd None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jul 06 13:43:10.918218 n-d-773647-6 neutron-server[100139]: DEBUG neutron.api.extensions [None req-f59fda51-788e-40f3-9eb2-1066ea40d0dd None None] Loading extension file: tagging.py {{(pid=100139) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 13:43:10.919384 n-d-773647-6 neutron-server[100139]: DEBUG neutron.api.extensions [None req-f59fda51-788e-40f3-9eb2-1066ea40d0dd None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=100139) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 13:43:10.919915 n-d-773647-6 neutron-server[100139]: INFO neutron.api.extensions [None req-f59fda51-788e-40f3-9eb2-1066ea40d0dd None None] Loaded extension: standard-attr-tag Jul 06 13:43:10.920249 n-d-773647-6 neutron-server[100139]: DEBUG neutron.api.extensions [None req-f59fda51-788e-40f3-9eb2-1066ea40d0dd None None] Loading extension file: timestamp.py {{(pid=100139) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 13:43:10.921517 n-d-773647-6 neutron-server[100139]: DEBUG neutron.api.extensions [None req-f59fda51-788e-40f3-9eb2-1066ea40d0dd None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=100139) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 13:43:10.922039 n-d-773647-6 neutron-server[100139]: INFO neutron.api.extensions [None req-f59fda51-788e-40f3-9eb2-1066ea40d0dd None None] Loaded extension: standard-attr-timestamp Jul 06 13:43:10.922374 n-d-773647-6 neutron-server[100139]: DEBUG neutron.api.extensions [None req-f59fda51-788e-40f3-9eb2-1066ea40d0dd None None] Loading extension file: trunk.py {{(pid=100139) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 13:43:10.923447 n-d-773647-6 neutron-server[100139]: DEBUG neutron.api.extensions [None req-f59fda51-788e-40f3-9eb2-1066ea40d0dd None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=100139) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 13:43:10.923976 n-d-773647-6 neutron-server[100139]: INFO neutron.api.extensions [None req-f59fda51-788e-40f3-9eb2-1066ea40d0dd None None] Extension trunk not supported by any of loaded plugins Jul 06 13:43:10.924307 n-d-773647-6 neutron-server[100139]: DEBUG neutron.api.extensions [None req-f59fda51-788e-40f3-9eb2-1066ea40d0dd None None] Loading extension file: trunk_details.py {{(pid=100139) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 13:43:10.925244 n-d-773647-6 neutron-server[100139]: DEBUG neutron.api.extensions [None req-f59fda51-788e-40f3-9eb2-1066ea40d0dd None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=100139) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 13:43:10.925767 n-d-773647-6 neutron-server[100139]: INFO neutron.api.extensions [None req-f59fda51-788e-40f3-9eb2-1066ea40d0dd None None] Extension trunk-details not supported by any of loaded plugins Jul 06 13:43:10.926094 n-d-773647-6 neutron-server[100139]: DEBUG neutron.api.extensions [None req-f59fda51-788e-40f3-9eb2-1066ea40d0dd None None] Loading extension file: uplink_status_propagation.py {{(pid=100139) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 13:43:10.927410 n-d-773647-6 neutron-server[100139]: DEBUG neutron.api.extensions [None req-f59fda51-788e-40f3-9eb2-1066ea40d0dd None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=100139) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 13:43:10.927627 n-d-773647-6 neutron-server[100139]: INFO neutron.api.extensions [None req-f59fda51-788e-40f3-9eb2-1066ea40d0dd None None] Extension uplink-status-propagation not supported by any of loaded plugins Jul 06 13:43:10.927944 n-d-773647-6 neutron-server[100139]: DEBUG neutron.api.extensions [None req-f59fda51-788e-40f3-9eb2-1066ea40d0dd None None] Loading extension file: vlantransparent.py {{(pid=100139) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 13:43:10.928689 n-d-773647-6 neutron-server[100139]: DEBUG neutron.api.extensions [None req-f59fda51-788e-40f3-9eb2-1066ea40d0dd None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=100139) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 13:43:10.929308 n-d-773647-6 neutron-server[100139]: INFO neutron.api.extensions [None req-f59fda51-788e-40f3-9eb2-1066ea40d0dd None None] Extension vlan-transparent not supported by any of loaded plugins Jul 06 13:43:10.932883 n-d-773647-6 neutron-server[100139]: INFO neutron.quota.resource_registry [None req-f59fda51-788e-40f3-9eb2-1066ea40d0dd None None] Creating instance of TrackedResource for resource:network Jul 06 13:43:10.933485 n-d-773647-6 neutron-server[100139]: INFO neutron.quota.resource_registry [None req-f59fda51-788e-40f3-9eb2-1066ea40d0dd None None] Creating instance of TrackedResource for resource:subnet Jul 06 13:43:10.933915 n-d-773647-6 neutron-server[100139]: INFO neutron.quota.resource_registry [None req-f59fda51-788e-40f3-9eb2-1066ea40d0dd None None] Creating instance of TrackedResource for resource:subnetpool Jul 06 13:43:10.934335 n-d-773647-6 neutron-server[100139]: INFO neutron.quota.resource_registry [None req-f59fda51-788e-40f3-9eb2-1066ea40d0dd None None] Creating instance of TrackedResource for resource:port Jul 06 13:43:10.935624 n-d-773647-6 neutron-server[100139]: DEBUG neutron.api.v2.resource_helper [None req-f59fda51-788e-40f3-9eb2-1066ea40d0dd None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100139) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 06 13:43:10.936082 n-d-773647-6 neutron-server[100139]: DEBUG neutron.api.v2.resource_helper [None req-f59fda51-788e-40f3-9eb2-1066ea40d0dd None None] Service FLAVORS assigned prefix: {{(pid=100139) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 06 13:43:10.936714 n-d-773647-6 neutron-server[100139]: DEBUG neutron.api.v2.resource_helper [None req-f59fda51-788e-40f3-9eb2-1066ea40d0dd None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100139) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 06 13:43:10.937141 n-d-773647-6 neutron-server[100139]: DEBUG neutron.api.v2.resource_helper [None req-f59fda51-788e-40f3-9eb2-1066ea40d0dd None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100139) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 06 13:43:10.937482 n-d-773647-6 neutron-server[100139]: INFO neutron.quota.resource_registry [None req-f59fda51-788e-40f3-9eb2-1066ea40d0dd None None] Creating instance of TrackedResource for resource:router Jul 06 13:43:10.937931 n-d-773647-6 neutron-server[100139]: INFO neutron.quota.resource_registry [None req-f59fda51-788e-40f3-9eb2-1066ea40d0dd None None] Creating instance of TrackedResource for resource:floatingip Jul 06 13:43:10.938434 n-d-773647-6 neutron-server[100139]: DEBUG neutron.api.v2.resource_helper [None req-f59fda51-788e-40f3-9eb2-1066ea40d0dd None None] Service METERING assigned prefix: /metering {{(pid=100139) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 06 13:43:10.939940 n-d-773647-6 neutron-server[100139]: DEBUG neutron_lib.callbacks.manager [None req-f59fda51-788e-40f3-9eb2-1066ea40d0dd None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=100139) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 13:43:10.940316 n-d-773647-6 neutron-server[100139]: DEBUG neutron_lib.callbacks.manager [None req-f59fda51-788e-40f3-9eb2-1066ea40d0dd None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=100139) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 13:43:10.940674 n-d-773647-6 neutron-server[100139]: DEBUG neutron_lib.callbacks.manager [None req-f59fda51-788e-40f3-9eb2-1066ea40d0dd None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100139) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 13:43:10.941704 n-d-773647-6 neutron-server[100139]: INFO neutron.quota.resource_registry [None req-f59fda51-788e-40f3-9eb2-1066ea40d0dd None None] Creating instance of CountableResource for resource:rbac_policy Jul 06 13:43:10.942165 n-d-773647-6 neutron-server[100139]: INFO neutron.quota.resource_registry [None req-f59fda51-788e-40f3-9eb2-1066ea40d0dd None None] Creating instance of TrackedResource for resource:security_group Jul 06 13:43:10.942609 n-d-773647-6 neutron-server[100139]: INFO neutron.quota.resource_registry [None req-f59fda51-788e-40f3-9eb2-1066ea40d0dd None None] Creating instance of TrackedResource for resource:security_group_rule Jul 06 13:43:10.943248 n-d-773647-6 neutron-server[100139]: DEBUG neutron.api.v2.resource_helper [None req-f59fda51-788e-40f3-9eb2-1066ea40d0dd None None] Service CORE assigned prefix: {{(pid=100139) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 06 13:43:10.943588 n-d-773647-6 neutron-server[100139]: INFO neutron.quota.resource_registry [None req-f59fda51-788e-40f3-9eb2-1066ea40d0dd None None] Creating instance of TrackedResource for resource:subnetpool Jul 06 13:43:10.943946 n-d-773647-6 neutron-server[100139]: WARNING neutron.quota.resource_registry [None req-f59fda51-788e-40f3-9eb2-1066ea40d0dd None None] subnetpool is already registered Jul 06 13:43:10.944373 n-d-773647-6 neutron-server[100139]: DEBUG neutron.api.v2.resource_helper [None req-f59fda51-788e-40f3-9eb2-1066ea40d0dd None None] Service CORE assigned prefix: {{(pid=100139) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 06 13:43:10.944702 n-d-773647-6 neutron-server[100139]: INFO neutron.quota.resource_registry [None req-f59fda51-788e-40f3-9eb2-1066ea40d0dd None None] Creating instance of TrackedResource for resource:subnetpool Jul 06 13:43:10.945038 n-d-773647-6 neutron-server[100139]: WARNING neutron.quota.resource_registry [None req-f59fda51-788e-40f3-9eb2-1066ea40d0dd None None] subnetpool is already registered Jul 06 13:43:10.947430 n-d-773647-6 neutron-server[100139]: DEBUG neutron.api.v2.resource_helper [None req-f59fda51-788e-40f3-9eb2-1066ea40d0dd None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100139) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 06 13:43:10.947877 n-d-773647-6 neutron-server[100139]: DEBUG neutron.api.v2.resource_helper [None req-f59fda51-788e-40f3-9eb2-1066ea40d0dd None None] Service FLAVORS assigned prefix: {{(pid=100139) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 06 13:43:10.948500 n-d-773647-6 neutron-server[100139]: DEBUG neutron.api.v2.resource_helper [None req-f59fda51-788e-40f3-9eb2-1066ea40d0dd None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100139) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 06 13:43:10.948971 n-d-773647-6 neutron-server[100139]: DEBUG neutron.api.v2.resource_helper [None req-f59fda51-788e-40f3-9eb2-1066ea40d0dd None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100139) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 06 13:43:10.949355 n-d-773647-6 neutron-server[100139]: INFO neutron.quota.resource_registry [None req-f59fda51-788e-40f3-9eb2-1066ea40d0dd None None] Creating instance of TrackedResource for resource:router Jul 06 13:43:10.949702 n-d-773647-6 neutron-server[100139]: WARNING neutron.quota.resource_registry [None req-f59fda51-788e-40f3-9eb2-1066ea40d0dd None None] router is already registered Jul 06 13:43:10.950122 n-d-773647-6 neutron-server[100139]: INFO neutron.quota.resource_registry [None req-f59fda51-788e-40f3-9eb2-1066ea40d0dd None None] Creating instance of TrackedResource for resource:floatingip Jul 06 13:43:10.950498 n-d-773647-6 neutron-server[100139]: WARNING neutron.quota.resource_registry [None req-f59fda51-788e-40f3-9eb2-1066ea40d0dd None None] floatingip is already registered Jul 06 13:43:10.951004 n-d-773647-6 neutron-server[100139]: DEBUG neutron.api.v2.resource_helper [None req-f59fda51-788e-40f3-9eb2-1066ea40d0dd None None] Service METERING assigned prefix: /metering {{(pid=100139) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 06 13:43:10.951790 n-d-773647-6 neutron-server[100139]: INFO neutron.quota.resource_registry [None req-f59fda51-788e-40f3-9eb2-1066ea40d0dd None None] Creating instance of CountableResource for resource:rbac_policy Jul 06 13:43:10.952077 n-d-773647-6 neutron-server[100139]: WARNING neutron.quota.resource_registry [None req-f59fda51-788e-40f3-9eb2-1066ea40d0dd None None] rbac_policy is already registered Jul 06 13:43:10.952500 n-d-773647-6 neutron-server[100139]: INFO neutron.quota.resource_registry [None req-f59fda51-788e-40f3-9eb2-1066ea40d0dd None None] Creating instance of TrackedResource for resource:security_group Jul 06 13:43:10.952860 n-d-773647-6 neutron-server[100139]: WARNING neutron.quota.resource_registry [None req-f59fda51-788e-40f3-9eb2-1066ea40d0dd None None] security_group is already registered Jul 06 13:43:10.953259 n-d-773647-6 neutron-server[100139]: INFO neutron.quota.resource_registry [None req-f59fda51-788e-40f3-9eb2-1066ea40d0dd None None] Creating instance of TrackedResource for resource:security_group_rule Jul 06 13:43:10.953599 n-d-773647-6 neutron-server[100139]: WARNING neutron.quota.resource_registry [None req-f59fda51-788e-40f3-9eb2-1066ea40d0dd None None] security_group_rule is already registered Jul 06 13:43:10.954228 n-d-773647-6 neutron-server[100139]: DEBUG neutron.api.v2.resource_helper [None req-f59fda51-788e-40f3-9eb2-1066ea40d0dd None None] Service CORE assigned prefix: {{(pid=100139) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 06 13:43:10.954558 n-d-773647-6 neutron-server[100139]: INFO neutron.quota.resource_registry [None req-f59fda51-788e-40f3-9eb2-1066ea40d0dd None None] Creating instance of TrackedResource for resource:subnetpool Jul 06 13:43:10.954893 n-d-773647-6 neutron-server[100139]: WARNING neutron.quota.resource_registry [None req-f59fda51-788e-40f3-9eb2-1066ea40d0dd None None] subnetpool is already registered Jul 06 13:43:10.955342 n-d-773647-6 neutron-server[100139]: DEBUG neutron.api.v2.resource_helper [None req-f59fda51-788e-40f3-9eb2-1066ea40d0dd None None] Service CORE assigned prefix: {{(pid=100139) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 06 13:43:10.955676 n-d-773647-6 neutron-server[100139]: INFO neutron.quota.resource_registry [None req-f59fda51-788e-40f3-9eb2-1066ea40d0dd None None] Creating instance of TrackedResource for resource:subnetpool Jul 06 13:43:10.956012 n-d-773647-6 neutron-server[100139]: WARNING neutron.quota.resource_registry [None req-f59fda51-788e-40f3-9eb2-1066ea40d0dd None None] subnetpool is already registered Jul 06 13:43:10.956486 n-d-773647-6 neutron-server[100139]: DEBUG neutron.api.extensions [None req-f59fda51-788e-40f3-9eb2-1066ea40d0dd None None] Extended resource: extensions {{(pid=100139) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 06 13:43:10.958015 n-d-773647-6 neutron-server[100139]: DEBUG neutron.api.extensions [None req-f59fda51-788e-40f3-9eb2-1066ea40d0dd None None] Extended resource: address-groups {{(pid=100139) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 06 13:43:10.959633 n-d-773647-6 neutron-server[100139]: DEBUG neutron.api.extensions [None req-f59fda51-788e-40f3-9eb2-1066ea40d0dd None None] Extended resource: address-scopes {{(pid=100139) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 06 13:43:10.960966 n-d-773647-6 neutron-server[100139]: DEBUG neutron.api.extensions [None req-f59fda51-788e-40f3-9eb2-1066ea40d0dd None None] Extended resource: agents {{(pid=100139) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 06 13:43:10.962204 n-d-773647-6 neutron-server[100139]: DEBUG neutron.api.extensions [None req-f59fda51-788e-40f3-9eb2-1066ea40d0dd None None] Extended resource: auto-allocated-topology {{(pid=100139) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 06 13:43:10.963634 n-d-773647-6 neutron-server[100139]: DEBUG neutron.api.extensions [None req-f59fda51-788e-40f3-9eb2-1066ea40d0dd None None] Extended resource: availability_zones {{(pid=100139) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 06 13:43:10.964895 n-d-773647-6 neutron-server[100139]: DEBUG neutron.api.extensions [None req-f59fda51-788e-40f3-9eb2-1066ea40d0dd None None] Extended resource: dhcp-networks {{(pid=100139) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 06 13:43:10.967677 n-d-773647-6 neutron-server[100139]: DEBUG neutron.api.extensions [None req-f59fda51-788e-40f3-9eb2-1066ea40d0dd None None] Extended resource: dhcp-agents {{(pid=100139) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 06 13:43:10.969271 n-d-773647-6 neutron-server[100139]: DEBUG neutron.api.extensions [None req-f59fda51-788e-40f3-9eb2-1066ea40d0dd None None] Extended resource: routers {{(pid=100139) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 06 13:43:10.971161 n-d-773647-6 neutron-server[100139]: DEBUG neutron.api.extensions [None req-f59fda51-788e-40f3-9eb2-1066ea40d0dd None None] Extended resource: flavors {{(pid=100139) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 06 13:43:10.972470 n-d-773647-6 neutron-server[100139]: DEBUG neutron.api.extensions [None req-f59fda51-788e-40f3-9eb2-1066ea40d0dd None None] Extended resource: service_profiles {{(pid=100139) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 06 13:43:10.973701 n-d-773647-6 neutron-server[100139]: DEBUG neutron.api.extensions [None req-f59fda51-788e-40f3-9eb2-1066ea40d0dd None None] Extended resource: next_providers {{(pid=100139) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 06 13:43:10.975147 n-d-773647-6 neutron-server[100139]: DEBUG neutron.api.extensions [None req-f59fda51-788e-40f3-9eb2-1066ea40d0dd None None] Extended resource: service_profiles {{(pid=100139) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 06 13:43:10.976863 n-d-773647-6 neutron-server[100139]: DEBUG neutron.api.extensions [None req-f59fda51-788e-40f3-9eb2-1066ea40d0dd None None] Extended resource: floatingip-pools {{(pid=100139) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 06 13:43:10.978623 n-d-773647-6 neutron-server[100139]: DEBUG neutron.api.extensions [None req-f59fda51-788e-40f3-9eb2-1066ea40d0dd None None] Extended resource: routers {{(pid=100139) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 06 13:43:10.980481 n-d-773647-6 neutron-server[100139]: DEBUG neutron.api.extensions [None req-f59fda51-788e-40f3-9eb2-1066ea40d0dd None None] Extended resource: floatingips {{(pid=100139) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 06 13:43:10.982093 n-d-773647-6 neutron-server[100139]: DEBUG neutron.api.extensions [None req-f59fda51-788e-40f3-9eb2-1066ea40d0dd None None] Extended resource: l3-routers {{(pid=100139) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 06 13:43:10.983713 n-d-773647-6 neutron-server[100139]: DEBUG neutron.api.extensions [None req-f59fda51-788e-40f3-9eb2-1066ea40d0dd None None] Extended resource: l3-agents {{(pid=100139) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 06 13:43:10.985168 n-d-773647-6 neutron-server[100139]: DEBUG neutron.api.extensions [None req-f59fda51-788e-40f3-9eb2-1066ea40d0dd None None] Extended resource: metering-labels {{(pid=100139) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 06 13:43:10.986440 n-d-773647-6 neutron-server[100139]: DEBUG neutron.api.extensions [None req-f59fda51-788e-40f3-9eb2-1066ea40d0dd None None] Extended resource: metering-label-rules {{(pid=100139) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 06 13:43:10.987954 n-d-773647-6 neutron-server[100139]: DEBUG neutron.api.extensions [None req-f59fda51-788e-40f3-9eb2-1066ea40d0dd None None] Extended resource: network-ip-availabilities {{(pid=100139) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 06 13:43:10.989216 n-d-773647-6 neutron-server[100139]: DEBUG neutron.api.extensions [None req-f59fda51-788e-40f3-9eb2-1066ea40d0dd None None] Extended resource: bindings {{(pid=100139) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 06 13:43:10.990813 n-d-773647-6 neutron-server[100139]: DEBUG neutron.api.extensions [None req-f59fda51-788e-40f3-9eb2-1066ea40d0dd None None] Extended resource: quotas {{(pid=100139) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 06 13:43:10.992451 n-d-773647-6 neutron-server[100139]: DEBUG neutron.api.extensions [None req-f59fda51-788e-40f3-9eb2-1066ea40d0dd None None] Extended resource: quotas {{(pid=100139) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 06 13:43:10.994464 n-d-773647-6 neutron-server[100139]: DEBUG neutron.api.extensions [None req-f59fda51-788e-40f3-9eb2-1066ea40d0dd None None] Extended resource: rbac-policies {{(pid=100139) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 06 13:43:10.995690 n-d-773647-6 neutron-server[100139]: DEBUG neutron.api.extensions [None req-f59fda51-788e-40f3-9eb2-1066ea40d0dd None None] Extended resource: security-groups {{(pid=100139) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 06 13:43:10.997016 n-d-773647-6 neutron-server[100139]: DEBUG neutron.api.extensions [None req-f59fda51-788e-40f3-9eb2-1066ea40d0dd None None] Extended resource: security-group-rules {{(pid=100139) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 06 13:43:10.998278 n-d-773647-6 neutron-server[100139]: DEBUG neutron.api.extensions [None req-f59fda51-788e-40f3-9eb2-1066ea40d0dd None None] Extended resource: service-providers {{(pid=100139) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 06 13:43:10.999551 n-d-773647-6 neutron-server[100139]: DEBUG neutron.api.extensions [None req-f59fda51-788e-40f3-9eb2-1066ea40d0dd None None] Extended resource: subnetpools {{(pid=100139) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 06 13:43:11.000926 n-d-773647-6 neutron-server[100139]: DEBUG neutron.api.extensions [None req-f59fda51-788e-40f3-9eb2-1066ea40d0dd None None] Extended resource: subnetpools {{(pid=100139) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 06 13:43:11.002486 n-d-773647-6 neutron-server[100139]: DEBUG neutron.api.extensions [None req-f59fda51-788e-40f3-9eb2-1066ea40d0dd None None] Extended resource: tags {{(pid=100139) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 06 13:43:11.004226 n-d-773647-6 neutron-server[100139]: DEBUG neutron.api.extensions [None req-f59fda51-788e-40f3-9eb2-1066ea40d0dd None None] Extended resource: tags {{(pid=100139) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 06 13:43:11.006176 n-d-773647-6 neutron-server[100139]: DEBUG neutron.api.extensions [None req-f59fda51-788e-40f3-9eb2-1066ea40d0dd None None] Extended resource: tags {{(pid=100139) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 06 13:43:11.008036 n-d-773647-6 neutron-server[100139]: DEBUG neutron.api.extensions [None req-f59fda51-788e-40f3-9eb2-1066ea40d0dd None None] Extended resource: tags {{(pid=100139) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 06 13:43:11.010308 n-d-773647-6 neutron-server[100139]: DEBUG neutron.api.extensions [None req-f59fda51-788e-40f3-9eb2-1066ea40d0dd None None] Extended resource: tags {{(pid=100139) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 06 13:43:11.012322 n-d-773647-6 neutron-server[100139]: DEBUG neutron.api.extensions [None req-f59fda51-788e-40f3-9eb2-1066ea40d0dd None None] Extended resource: tags {{(pid=100139) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 06 13:43:11.014028 n-d-773647-6 neutron-server[100139]: DEBUG neutron.api.extensions [None req-f59fda51-788e-40f3-9eb2-1066ea40d0dd None None] Extended resource: tags {{(pid=100139) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 06 13:43:11.015892 n-d-773647-6 neutron-server[100139]: DEBUG neutron.api.extensions [None req-f59fda51-788e-40f3-9eb2-1066ea40d0dd None None] Extended resource: tags {{(pid=100139) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 06 13:43:11.017756 n-d-773647-6 neutron-server[100139]: DEBUG neutron.api.extensions [None req-f59fda51-788e-40f3-9eb2-1066ea40d0dd None None] Extended resource: tags {{(pid=100139) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 06 13:43:11.019573 n-d-773647-6 neutron-server[100139]: DEBUG neutron.api.extensions [None req-f59fda51-788e-40f3-9eb2-1066ea40d0dd None None] Extended resource: tags {{(pid=100139) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 06 13:43:11.026807 n-d-773647-6 neutron-server[100139]: WARNING keystonemiddleware.auth_token [None req-f59fda51-788e-40f3-9eb2-1066ea40d0dd None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jul 06 13:43:11.031404 n-d-773647-6 neutron-server[100139]: WARNING keystonemiddleware.auth_token [None req-f59fda51-788e-40f3-9eb2-1066ea40d0dd None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jul 06 13:43:11.041097 n-d-773647-6 neutron-server[100139]: DEBUG oslo_concurrency.lockutils [None req-f59fda51-788e-40f3-9eb2-1066ea40d0dd None None] Acquired lock "singleton_lock" {{(pid=100139) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jul 06 13:43:11.041578 n-d-773647-6 neutron-server[100139]: DEBUG oslo_concurrency.lockutils [None req-f59fda51-788e-40f3-9eb2-1066ea40d0dd None None] Releasing lock "singleton_lock" {{(pid=100139) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jul 06 13:43:11.042236 n-d-773647-6 neutron-server[100139]: INFO oslo_service.service [None req-f59fda51-788e-40f3-9eb2-1066ea40d0dd None None] Starting 2 workers Jul 06 13:43:11.047055 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [None req-f59fda51-788e-40f3-9eb2-1066ea40d0dd None None] Started child 100246 {{(pid=100139) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 06 13:43:11.051587 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [None req-f59fda51-788e-40f3-9eb2-1066ea40d0dd None None] Started child 100247 {{(pid=100139) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 06 13:43:11.052828 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:43:11.053471 n-d-773647-6 neutron-server[100139]: INFO neutron.service [None req-f59fda51-788e-40f3-9eb2-1066ea40d0dd None None] Neutron service started, listening on 0.0.0.0:9696 Jul 06 13:43:11.053994 n-d-773647-6 neutron-server[100139]: DEBUG neutron_lib.callbacks.manager [None req-f59fda51-788e-40f3-9eb2-1066ea40d0dd None None] Notify callbacks [] for process, before_spawn {{(pid=100139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:43:11.054307 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [-] (100246) wsgi starting up on http://0.0.0.0:9696 Jul 06 13:43:11.056491 n-d-773647-6 neutron-server[100139]: INFO oslo_service.service [None req-f59fda51-788e-40f3-9eb2-1066ea40d0dd None None] Starting 1 workers Jul 06 13:43:11.057020 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:43:11.058369 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [-] (100247) wsgi starting up on http://0.0.0.0:9696 Jul 06 13:43:11.061734 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [None req-f59fda51-788e-40f3-9eb2-1066ea40d0dd None None] Started child 100248 {{(pid=100139) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 06 13:43:11.062275 n-d-773647-6 neutron-server[100139]: INFO oslo_service.service [None req-f59fda51-788e-40f3-9eb2-1066ea40d0dd None None] Starting 1 workers Jul 06 13:43:11.065446 n-d-773647-6 neutron-server[100248]: DEBUG neutron.service [None req-f59fda51-788e-40f3-9eb2-1066ea40d0dd None None] calling RpcWorker wait() {{(pid=100248) _wait /opt/stack/neutron/neutron/service.py:128}} Jul 06 13:43:11.066067 n-d-773647-6 neutron-server[100248]: DEBUG neutron.service [None req-f59fda51-788e-40f3-9eb2-1066ea40d0dd None None] returning from RpcWorker wait() {{(pid=100248) _wait /opt/stack/neutron/neutron/service.py:135}} Jul 06 13:43:11.066990 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [None req-f59fda51-788e-40f3-9eb2-1066ea40d0dd None None] Started child 100249 {{(pid=100139) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 06 13:43:11.067169 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:43:11.067833 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:43:11.067956 n-d-773647-6 neutron-server[100139]: DEBUG neutron_lib.callbacks.manager [None req-f59fda51-788e-40f3-9eb2-1066ea40d0dd None None] Notify callbacks [] for process, after_spawn {{(pid=100139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:43:11.069897 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=100139) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 06 13:43:11.070118 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 06 13:43:11.070483 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 06 13:43:11.070833 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 06 13:43:11.071109 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 06 13:43:11.072048 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 06 13:43:11.072295 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:43:11.072461 n-d-773647-6 neutron-server[100249]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=100249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:43:11.074068 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:43:11.074068 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:43:11.074068 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:43:11.074068 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:43:11.074068 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:43:11.074971 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:43:11.074971 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:43:11.074971 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:43:11.074971 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:43:11.078513 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:43:11.078513 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:43:11.078513 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:43:11.078513 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:43:11.078513 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:43:11.078513 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:43:11.078513 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:43:11.078513 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:43:11.080574 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:43:11.080574 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] config_source = [] {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:43:11.080574 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:43:11.080574 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:43:11.080574 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] debug = True {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:43:11.080574 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:43:11.082579 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:43:11.082579 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:43:11.082579 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:43:11.082579 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:43:11.082579 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:43:11.082579 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:43:11.084548 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:43:11.084548 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:43:11.084548 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:43:11.084548 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:43:11.084548 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:43:11.084548 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:43:11.084548 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:43:11.084548 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:43:11.088390 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:43:11.088390 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:43:11.088390 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] host = n-d-773647-6 {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:43:11.088390 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:43:11.088390 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:43:11.088390 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:43:11.088390 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:43:11.088390 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:43:11.090264 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:43:11.090264 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:43:11.090264 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:43:11.090264 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:43:11.090264 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:43:11.090264 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:43:11.090264 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:43:11.090264 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] log_dir = None {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:43:11.092380 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] log_file = None {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:43:11.092380 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] log_options = True {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:43:11.092380 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:43:11.092380 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:43:11.092380 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:43:11.092380 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:43:11.092380 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:43:11.093311 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:43:11.093311 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:43:11.093311 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:43:11.093311 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:43:11.093311 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:43:11.093311 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:43:11.093311 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:43:11.093311 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:43:11.094346 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:43:11.094346 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:43:11.094346 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:43:11.094346 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:43:11.094346 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:43:11.094346 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:43:11.094346 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:43:11.094346 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:43:11.095445 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:43:11.095445 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:43:11.095445 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:43:11.095445 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:43:11.095445 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:43:11.095445 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:43:11.095445 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:43:11.095445 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:43:11.095445 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:43:11.096599 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:43:11.096599 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:43:11.096599 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:43:11.096599 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:43:11.096599 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:43:11.096599 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:43:11.096599 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:43:11.096599 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:43:11.097680 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:43:11.097680 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:43:11.097680 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:43:11.097680 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:43:11.097680 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:43:11.097680 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:43:11.097680 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] use_journal = False {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:43:11.097680 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] use_json = False {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:43:11.099558 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:43:11.099558 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:43:11.099558 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:43:11.099558 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:43:11.099558 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:43:11.099558 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:43:11.099558 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:43:11.099558 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:43:11.101835 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:11.101835 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:11.101835 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:11.101835 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:11.101835 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:11.101835 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:11.101835 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:11.101835 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:11.102353 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:11.102353 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:11.103444 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:11.103624 n-d-773647-6 neutron-server[100249]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:43:11.103729 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:11.104214 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:11.104536 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:11.104748 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:11.105097 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:11.105387 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:11.105695 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:11.106205 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:11.106498 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:11.106753 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:11.106979 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:11.107385 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:11.107718 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:11.107990 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.104/identity {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:11.110176 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:11.110176 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:11.110176 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:11.110176 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:11.110176 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:11.110176 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:11.110176 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:11.110176 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:11.111734 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:11.111734 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:11.111734 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:11.111734 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:11.111734 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:11.112026 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:11.112235 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:11.112538 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:11.112807 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:11.113067 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:11.113312 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:11.113555 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:11.113782 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:11.114022 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:11.114866 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:11.114866 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:11.114866 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:11.115446 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:11.115446 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:11.115621 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:11.115795 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:11.116022 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:11.116262 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:11.116487 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:11.116705 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:11.117145 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:11.117384 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:11.117637 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:11.117895 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:11.118122 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:11.118373 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:11.118589 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:11.119021 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:11.119458 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:11.119880 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:11.120283 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:11.120713 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:11.121139 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:11.121542 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:11.121954 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:11.122351 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:11.122793 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:11.123028 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:11.123268 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:11.123486 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:11.123737 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:11.124129 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:11.124368 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:11.124605 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:11.124988 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:11.125425 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:11.125783 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:11.126156 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:11.126616 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:11.127078 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:11.127491 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:11.127824 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:11.128183 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:11.128491 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:11.128741 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:11.128997 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:11.129242 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:11.129514 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:11.129977 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:11.130414 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:11.130898 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:11.131162 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:11.131439 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:11.131666 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:11.131934 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:11.132376 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:11.132835 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:11.133331 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:11.133818 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:11.134662 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:11.134942 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:11.135434 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:11.135705 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:11.135999 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:11.136250 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:11.136515 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:11.136940 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:11.137418 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:11.137942 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:11.138443 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:11.138972 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:11.139542 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:11.140050 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:11.140633 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:11.140995 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:11.141149 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:11.141648 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:11.142126 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:11.142601 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:11.143114 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:11.143617 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:11.144096 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:11.144575 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:11.145106 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:11.145698 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:11.146175 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:11.146674 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:11.147047 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:11.147283 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:11.147508 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:11.147991 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:11.148213 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:11.148491 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:11.148712 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:11.149003 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:11.149269 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.104/identity {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:11.150165 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:11.150467 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:11.150897 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:11.151428 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:11.151863 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:11.152291 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:11.152798 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:11.153243 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:11.153919 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:11.154425 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:11.154828 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:11.155285 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:11.155645 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:11.155808 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:11.156034 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:11.156347 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:11.156634 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:11.156897 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:11.157185 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:11.157407 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:11.157635 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:11.158523 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:11.158805 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:11.159299 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:11.159455 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:11.159813 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:11.160084 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:11.160314 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:11.160555 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:11.160817 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:11.161157 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:11.161409 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:11.161648 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:11.161871 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:11.162150 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:11.162749 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:11.163002 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:11.163252 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:11.163758 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:11.164004 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:11.164272 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:11.164675 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:11.164951 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:11.165336 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:11.165650 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:11.165919 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:11.166230 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:11.166483 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:11.166764 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:11.167041 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:11.167298 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:11.167544 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:11.167766 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:11.167985 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:11.168248 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:11.168817 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:11.168817 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:11.169012 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:11.169154 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:11.169327 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:11.169546 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:11.169779 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:11.170633 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:11.170633 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:11.170633 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:11.170993 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:11.170993 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:11.171252 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:11.171486 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:11.171698 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:11.171911 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:11.172136 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:11.172359 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:11.172593 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:11.172825 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:11.173040 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:11.173252 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:11.173477 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:11.173702 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:11.173935 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:11.174193 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:11.174427 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:11.174649 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:11.174885 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:11.175143 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:11.175422 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:11.175662 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:11.175916 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:11.176130 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:11.176356 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:11.176592 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:11.176808 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:11.177132 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:11.177387 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:11.177610 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:11.177906 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:11.178145 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:11.178394 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:11.178666 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:11.178990 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:11.179355 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:11.179579 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:11.179840 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:11.180170 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:11.180542 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:11.181597 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:11.181597 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:11.182124 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:11.182124 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:11.182359 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:11.182690 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:11.182908 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1000:1049'] {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:11.183130 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:11.183411 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:11.183802 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:11.184017 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:11.184311 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:11.184640 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:11.184905 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:11.185120 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:11.185298 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:11.185541 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:11.185777 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:11.186026 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:11.186330 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:11.186814 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:11.186814 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:11.187356 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:11.187356 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:11.187879 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:11.187879 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:11.188179 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:11.188326 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:11.188573 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:11.188794 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:11.189007 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 06 13:43:11.189711 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=100139) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 06 13:43:11.189874 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 06 13:43:11.190053 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 06 13:43:11.190290 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 06 13:43:11.190556 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 06 13:43:11.190781 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 06 13:43:11.191069 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:43:11.191550 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:43:11.191550 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:43:11.191813 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:43:11.191937 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:43:11.192052 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:43:11.192228 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:43:11.192391 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:43:11.192555 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:43:11.192761 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:43:11.192925 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:43:11.193082 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:43:11.193224 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:43:11.193385 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:43:11.193546 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:43:11.193707 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:43:11.193870 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:43:11.194030 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:43:11.194202 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:43:11.194362 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] config_source = [] {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:43:11.194522 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:43:11.194682 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:43:11.194845 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] debug = True {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:43:11.195007 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:43:11.195203 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:43:11.195403 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:43:11.195564 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:43:11.195727 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:43:11.195889 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:43:11.196049 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:43:11.196209 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:43:11.196393 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:43:11.196604 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:43:11.196772 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:43:11.196952 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:43:11.197132 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:43:11.197311 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:43:11.197491 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:43:11.197654 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:43:11.197816 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:43:11.197978 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] host = n-d-773647-6 {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:43:11.198139 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:43:11.198305 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:43:11.198466 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:43:11.198627 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:43:11.198788 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:43:11.198952 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:43:11.199114 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:43:11.199299 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:43:11.199460 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:43:11.199620 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:43:11.199781 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:43:11.199942 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:43:11.200102 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] log_dir = None {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:43:11.200263 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] log_file = None {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:43:11.200422 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] log_options = True {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:43:11.200582 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:43:11.200743 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:43:11.200904 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:43:11.201102 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:43:11.201270 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:43:11.201431 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:43:11.201592 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:43:11.201753 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:43:11.201916 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:43:11.202076 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:43:11.202237 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:43:11.202458 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:43:11.202597 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:43:11.202739 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:43:11.202855 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:43:11.203016 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:43:11.203177 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:43:11.203362 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:43:11.203524 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:43:11.203685 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:43:11.203845 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:43:11.203998 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:43:11.204154 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:43:11.204322 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:43:11.204483 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:43:11.204644 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:43:11.204805 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:43:11.204966 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:43:11.205126 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:43:11.205287 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:43:11.205447 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:43:11.205607 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:43:11.205767 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:43:11.205931 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:43:11.206089 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:43:11.206451 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:43:11.206619 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:43:11.206784 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:43:11.206945 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:43:11.207106 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:43:11.211397 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:43:11.211397 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:43:11.211397 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:43:11.211397 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:43:11.211397 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] use_journal = False {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:43:11.211397 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] use_json = False {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:43:11.211397 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:43:11.211397 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:43:11.211397 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:43:11.217495 n-d-773647-6 neutron-server[100248]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:43:11.217606 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:43:11.217606 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:43:11.217606 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:43:11.217606 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:43:11.217606 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:43:11.217606 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:11.217606 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:11.217606 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:11.218191 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:11.218191 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:11.218191 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:11.218191 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:11.218191 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:11.218191 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:11.218191 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:11.218191 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:11.218875 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:11.218875 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:11.218875 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:11.218875 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:11.218875 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:11.218875 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:11.218875 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:11.218875 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:11.219679 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:11.219679 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:11.219679 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:11.219679 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:11.219679 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:11.219679 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.104/identity {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:11.219679 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:11.219679 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:11.220415 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:11.220415 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:11.220415 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:11.220415 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:11.220415 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:11.220415 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:11.220415 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:11.220415 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:11.220415 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:11.221077 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:11.221077 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:11.221077 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:11.221077 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:11.221077 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:11.221077 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:11.221077 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:11.221077 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:11.221077 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:11.221901 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:11.221901 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:11.221901 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:11.221901 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:11.221901 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:11.221901 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:11.221901 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:11.221901 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:11.221901 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:11.223876 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:11.223876 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:11.223876 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:11.223876 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:11.223876 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:11.223876 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:11.223876 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:11.223876 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:11.223876 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:11.224816 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:11.224816 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:11.224816 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:11.224816 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:11.224816 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:11.224816 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:11.224816 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:11.224816 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:11.224816 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:11.225815 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:11.225815 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:11.225815 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:11.225815 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:11.225815 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:11.225815 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:11.225815 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:11.225815 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:11.225815 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:11.226686 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:11.226686 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:11.226686 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:11.226686 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:11.226686 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:11.226686 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:11.226686 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:11.226686 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:11.227825 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:11.227825 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:11.227825 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:11.227825 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:11.227825 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:11.227825 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:11.227825 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:11.227825 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:11.228518 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:11.228518 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:11.228518 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:11.228518 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:11.228518 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:11.228518 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:11.228518 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:11.228518 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:11.229173 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:11.229173 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:11.229173 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:11.229173 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:11.229173 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:11.229173 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:11.229173 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:11.229173 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:11.229693 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:11.229693 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:11.229693 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:11.229693 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:11.229693 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:11.229693 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:11.229693 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:11.229693 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:11.230246 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:11.230246 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:11.230246 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:11.230246 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:11.230246 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:11.230246 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:11.231204 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:11.231204 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:11.231204 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:11.231204 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:11.231627 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:11.231627 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:11.231627 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:11.231883 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:11.232003 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:11.232085 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:11.232247 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:11.232413 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:11.232601 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:11.232743 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:11.232906 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:11.233068 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:11.233240 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.104/identity {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:11.233385 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:11.233561 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:11.233733 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:11.233918 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:11.234094 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:11.234267 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:11.234461 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:11.234647 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:11.234798 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:11.234961 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:11.235129 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:11.235314 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:11.235479 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:11.235626 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:11.235784 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:11.235943 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:11.236183 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:11.236322 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:11.236446 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:11.236569 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:11.236719 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:11.236880 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:11.237046 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:11.237211 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:11.237372 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:11.237540 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:11.237704 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:11.237870 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:11.238217 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:11.238404 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:11.238587 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:11.238771 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:11.238939 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:11.239105 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:11.239291 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:11.239457 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:11.239633 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:11.239809 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:11.239994 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:11.240160 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:11.240338 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:11.240521 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:11.240687 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:11.240883 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:11.241046 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:11.241211 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:11.241390 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:11.241559 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:11.241735 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:11.241916 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:11.242084 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:11.242260 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:11.242442 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:11.242605 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:11.242770 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:11.242938 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:11.243102 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:11.243840 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:11.244016 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:11.244179 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:11.244341 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:11.244506 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:11.244683 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:11.244846 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:11.245010 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:11.245177 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:11.245342 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:11.245504 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:11.245677 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:11.245868 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:11.246009 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:11.246146 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:11.246281 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:11.246446 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:11.246617 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:11.246767 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:11.246929 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:11.247084 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:11.247289 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:11.247425 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:11.247573 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:11.247707 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:11.247872 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:11.248034 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:11.248183 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:11.248345 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:11.248517 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:11.248680 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:11.248843 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:11.249005 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:11.249167 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:11.249329 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:11.249502 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:11.249669 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:11.249818 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:11.249990 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:11.250160 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:11.250323 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:11.250485 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:11.250661 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:11.250826 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:11.250992 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:11.251258 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:11.251421 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:11.251584 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:11.251749 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:11.251916 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:11.252090 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:11.252259 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:11.252425 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:11.252910 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:11.252910 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1000:1049'] {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:11.252910 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:11.253297 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:11.253297 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:11.254234 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:11.254234 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:11.254234 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:11.254234 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:11.254234 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:11.254234 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:11.254773 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:11.254773 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:11.254773 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:11.254773 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:11.255048 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:11.255048 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:11.255203 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:11.255424 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:11.255541 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:11.255674 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:11.255836 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:11.255998 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:11.256165 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:11.256325 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:43:11.256667 n-d-773647-6 neutron-server[100139]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=100139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 06 13:43:11.306659 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 51120) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:43:11.319363 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [-] 10.222.0.104 "GET / HTTP/1.1" status: 200 len: 254 time: 0.0089946 Jul 06 13:43:22.958088 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddc208d3-8d9e-4bf6-9890-1a4e9f31c175 None None] get_active_networks_info from n-d-773647-6 {{(pid=100248) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 06 13:43:23.016654 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-6ad411be-4e83-41c7-acbe-db1e5bf7d0c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1809113'] for agent, after_create {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:43:23.052231 n-d-773647-6 neutron-server[100248]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddc208d3-8d9e-4bf6-9890-1a4e9f31c175 None None] No non-hosted networks {{(pid=100248) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jul 06 13:43:25.435844 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-7e2b9ca2-2f81-4393-bdd9-c3ab5246dd53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1809113'] for agent, after_create {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:43:25.481651 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-3d83f3cc-c698-4788-a185-028fb3830abb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:43:25.808090 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1809113'] for agent, after_create {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:43:25.808573 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:43:25.808924 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:43:25.809267 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:43:25.809596 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:43:25.810138 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:43:25.810577 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:43:25.810911 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:43:25.811254 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:43:25.811580 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:43:25.811905 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:43:25.812227 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:43:25.812553 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:43:25.812960 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-773647-6', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:43:25.827176 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-773647-6', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:43:26.481845 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-2064eaae-da4f-48f8-82d2-b09d4ddedd44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1809113'] for agent, after_create {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:43:28.208426 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-03f71b24-a9b8-453a-8924-caa3f97bc6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1809113'] for agent, after_create {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:43:29.317431 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 51212) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:43:29.814498 n-d-773647-6 neutron-server[100247]: WARNING oslo_policy.policy [None req-a4cfefe0-753a-4da3-a841-f01ee8dd28f2 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 06 13:43:29.815107 n-d-773647-6 neutron-server[100247]: WARNING oslo_policy.policy [None req-a4cfefe0-753a-4da3-a841-f01ee8dd28f2 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 06 13:43:30.036512 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [None req-a4cfefe0-753a-4da3-a841-f01ee8dd28f2 admin admin] http://10.222.0.104:9696/v2.0/extensions returned with HTTP 200 {{(pid=100247) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 13:43:30.037499 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-a4cfefe0-753a-4da3-a841-f01ee8dd28f2 admin admin] 10.222.0.104 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7191479 Jul 06 13:43:31.746049 n-d-773647-6 neutron-server[100248]: INFO neutron.db.l3_hamode_db [None req-0cb0b08e-6a11-4dd3-acdb-8d3167e5ce09 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jul 06 13:43:31.822446 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cb0b08e-6a11-4dd3-acdb-8d3167e5ce09 None None] Routers set() bound to L3 agent in host n-d-773647-6 {{(pid=100248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 13:43:31.822831 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cb0b08e-6a11-4dd3-acdb-8d3167e5ce09 None None] Router IDs set() for agent in host n-d-773647-6 {{(pid=100248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 06 13:43:32.440760 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 51226) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:43:32.925475 n-d-773647-6 neutron-server[100246]: WARNING oslo_policy.policy [None req-3e64246d-1c74-4434-b34e-552cd36c9067 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 06 13:43:32.926080 n-d-773647-6 neutron-server[100246]: WARNING oslo_policy.policy [None req-3e64246d-1c74-4434-b34e-552cd36c9067 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 06 13:43:33.143472 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-3e64246d-1c74-4434-b34e-552cd36c9067 admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26, 'is_default': True, 'shared': True}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:43:33.245259 n-d-773647-6 neutron-server[100246]: DEBUG neutron.policy [None req-3e64246d-1c74-4434-b34e-552cd36c9067 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=100246) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 06 13:43:33.288871 n-d-773647-6 neutron-server[100246]: WARNING oslo_policy.policy [None req-3e64246d-1c74-4434-b34e-552cd36c9067 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 06 13:43:33.289225 n-d-773647-6 neutron-server[100246]: WARNING oslo_policy.policy [None req-3e64246d-1c74-4434-b34e-552cd36c9067 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 06 13:43:33.298155 n-d-773647-6 neutron-server[100246]: INFO neutron.quota [None req-3e64246d-1c74-4434-b34e-552cd36c9067 admin admin] Loaded quota_driver: . Jul 06 13:43:33.391187 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-3e64246d-1c74-4434-b34e-552cd36c9067 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8773751601112', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8773751600621', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8773751588437', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8773751553051', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8773751544284', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8773751566554', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-527327', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-552508', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1823935', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1724948'] for rbac-policy, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:43:33.459801 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-3e64246d-1c74-4434-b34e-552cd36c9067 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:43:33.461127 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-3e64246d-1c74-4434-b34e-552cd36c9067 admin admin] 10.222.0.104 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.0181253 Jul 06 13:43:36.015118 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 51244) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:43:36.310981 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [None req-d1e7eced-7920-4fdb-b44e-8f9271a68542 admin admin] Request body: {'network': {'admin_state_up': True, 'project_id': 'db9fbf3ec32e434cbf5309ddd061d581', 'name': 'private', 'tenant_id': 'db9fbf3ec32e434cbf5309ddd061d581'}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:43:36.312636 n-d-773647-6 neutron-server[100247]: INFO neutron.quota [None req-d1e7eced-7920-4fdb-b44e-8f9271a68542 admin admin] Loaded quota_driver: . Jul 06 13:43:36.371663 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1e7eced-7920-4fdb-b44e-8f9271a68542 admin admin] Made reservation on behalf of db9fbf3ec32e434cbf5309ddd061d581 for: {'network': 1} {{(pid=100247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 13:43:36.441434 n-d-773647-6 neutron-server[100247]: DEBUG neutron.policy [None req-d1e7eced-7920-4fdb-b44e-8f9271a68542 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=100247) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 06 13:43:36.486149 n-d-773647-6 neutron-server[100247]: WARNING oslo_policy.policy [None req-d1e7eced-7920-4fdb-b44e-8f9271a68542 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 06 13:43:36.486524 n-d-773647-6 neutron-server[100247]: WARNING oslo_policy.policy [None req-d1e7eced-7920-4fdb-b44e-8f9271a68542 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 06 13:43:36.496972 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-d1e7eced-7920-4fdb-b44e-8f9271a68542 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for network, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:43:36.518591 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-d1e7eced-7920-4fdb-b44e-8f9271a68542 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:43:36.654242 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-d1e7eced-7920-4fdb-b44e-8f9271a68542 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:43:36.658176 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-d1e7eced-7920-4fdb-b44e-8f9271a68542 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:43:36.677903 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d1e7eced-7920-4fdb-b44e-8f9271a68542 admin admin] vlan segment allocate from pool success with {'vlan_id': 1016, 'physical_network': 'physnet1'} {{(pid=100247) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 13:43:36.713775 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-d1e7eced-7920-4fdb-b44e-8f9271a68542 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8773753502293', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552'] for segment, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:43:36.714300 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-d1e7eced-7920-4fdb-b44e-8f9271a68542 admin admin] Unsubscribe: segment precommit_create {{(pid=100247) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 06 13:43:36.714828 n-d-773647-6 neutron-server[100247]: INFO neutron.db.segments_db [None req-d1e7eced-7920-4fdb-b44e-8f9271a68542 admin admin] Added segment 83ac2c9b-ade3-4e09-9769-fcd80fbf6b64 of type vlan for network cba0a59a-1a7b-4449-8541-a73137337e0d Jul 06 13:43:36.732948 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e7eced-7920-4fdb-b44e-8f9271a68542 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8437eee3-0a85-4dc9-a665-296cf02f6d91,revision_number=1']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:43:36.782887 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1e7eced-7920-4fdb-b44e-8f9271a68542 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:43:36.783246 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1e7eced-7920-4fdb-b44e-8f9271a68542 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:43:36.783587 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1e7eced-7920-4fdb-b44e-8f9271a68542 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:43:36.783918 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1e7eced-7920-4fdb-b44e-8f9271a68542 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:43:36.784242 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1e7eced-7920-4fdb-b44e-8f9271a68542 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:43:36.784565 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1e7eced-7920-4fdb-b44e-8f9271a68542 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:43:36.784882 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1e7eced-7920-4fdb-b44e-8f9271a68542 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:43:36.785205 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1e7eced-7920-4fdb-b44e-8f9271a68542 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:43:36.785599 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1e7eced-7920-4fdb-b44e-8f9271a68542 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:43:36.785924 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1e7eced-7920-4fdb-b44e-8f9271a68542 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:43:36.786273 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1e7eced-7920-4fdb-b44e-8f9271a68542 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:43:36.786586 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1e7eced-7920-4fdb-b44e-8f9271a68542 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:43:36.787744 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1e7eced-7920-4fdb-b44e-8f9271a68542 admin admin] Tracked resource versions report: Jul 06 13:43:36.787744 n-d-773647-6 neutron-server[100247]: pushed versions: Jul 06 13:43:36.787744 n-d-773647-6 neutron-server[100247]: { 'AddressGroup': {'1.2'}, Jul 06 13:43:36.787744 n-d-773647-6 neutron-server[100247]: 'ConntrackHelper': {'1.0'}, Jul 06 13:43:36.787744 n-d-773647-6 neutron-server[100247]: 'Log': {'1.0'}, Jul 06 13:43:36.787744 n-d-773647-6 neutron-server[100247]: 'Network': {'1.1'}, Jul 06 13:43:36.787744 n-d-773647-6 neutron-server[100247]: 'Port': {'1.7'}, Jul 06 13:43:36.787744 n-d-773647-6 neutron-server[100247]: 'PortForwarding': {'1.2'}, Jul 06 13:43:36.787744 n-d-773647-6 neutron-server[100247]: 'QosPolicy': {'1.8'}, Jul 06 13:43:36.787744 n-d-773647-6 neutron-server[100247]: 'SecurityGroup': {'1.4'}, Jul 06 13:43:36.787744 n-d-773647-6 neutron-server[100247]: 'SecurityGroupRule': {'1.2'}, Jul 06 13:43:36.787744 n-d-773647-6 neutron-server[100247]: 'SubPort': {'1.0'}, Jul 06 13:43:36.787744 n-d-773647-6 neutron-server[100247]: 'Subnet': {'1.1'}, Jul 06 13:43:36.787744 n-d-773647-6 neutron-server[100247]: 'Trunk': {'1.1'}} Jul 06 13:43:36.787744 n-d-773647-6 neutron-server[100247]: consumer versions: Jul 06 13:43:36.787744 n-d-773647-6 neutron-server[100247]: { DHCP agent@n-d-773647-6: {}, Jul 06 13:43:36.787744 n-d-773647-6 neutron-server[100247]: L3 agent@n-d-773647-6: {}, Jul 06 13:43:36.787744 n-d-773647-6 neutron-server[100247]: Metadata agent@n-d-773647-6: {}, Jul 06 13:43:36.787744 n-d-773647-6 neutron-server[100247]: Metering agent@n-d-773647-6: {}, Jul 06 13:43:36.787744 n-d-773647-6 neutron-server[100247]: Open vSwitch agent@n-d-773647-6: { 'AddressGroup': '1.2', Jul 06 13:43:36.787744 n-d-773647-6 neutron-server[100247]: 'ConntrackHelper': '1.0', Jul 06 13:43:36.787744 n-d-773647-6 neutron-server[100247]: 'Log': '1.0', Jul 06 13:43:36.787744 n-d-773647-6 neutron-server[100247]: 'Network': '1.1', Jul 06 13:43:36.787744 n-d-773647-6 neutron-server[100247]: 'Port': '1.7', Jul 06 13:43:36.787744 n-d-773647-6 neutron-server[100247]: 'PortForwarding': '1.2', Jul 06 13:43:36.787744 n-d-773647-6 neutron-server[100247]: 'QosPolicy': '1.8', Jul 06 13:43:36.787744 n-d-773647-6 neutron-server[100247]: 'SecurityGroup': '1.4', Jul 06 13:43:36.787744 n-d-773647-6 neutron-server[100247]: 'SecurityGroupRule': '1.2', Jul 06 13:43:36.787744 n-d-773647-6 neutron-server[100247]: 'SubPort': '1.0', Jul 06 13:43:36.787744 n-d-773647-6 neutron-server[100247]: 'Subnet': '1.1', Jul 06 13:43:36.787744 n-d-773647-6 neutron-server[100247]: 'Trunk': '1.1'}} Jul 06 13:43:36.787744 n-d-773647-6 neutron-server[100247]: {{(pid=100247) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 06 13:43:36.834669 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-d1e7eced-7920-4fdb-b44e-8f9271a68542 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773752984405'] for network, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:43:36.887315 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-d1e7eced-7920-4fdb-b44e-8f9271a68542 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060'] for network, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:43:36.888518 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1e7eced-7920-4fdb-b44e-8f9271a68542 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:43:36.889152 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-d1e7eced-7920-4fdb-b44e-8f9271a68542 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583035'] for network, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:43:36.963595 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-d1e7eced-7920-4fdb-b44e-8f9271a68542 admin admin] 10.222.0.104 "POST /v2.0/networks HTTP/1.1" status: 201 len: 850 time: 0.9473400 Jul 06 13:43:36.989514 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e7eced-7920-4fdb-b44e-8f9271a68542 admin admin] Pushing event updated for resources: {'Network': ['ID=cba0a59a-1a7b-4449-8541-a73137337e0d,revision_number=1']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:43:37.002531 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Network cba0a59a-1a7b-4449-8541-a73137337e0d details requested by agent ovs-agent-n-d-773647-6 with host n-d-773647-6 {{(pid=100248) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 13:43:39.605029 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 51260) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:43:39.987742 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9212b8f1-3d56-41f9-9f7e-32b7239a23cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:43:39.989114 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-9212b8f1-3d56-41f9-9f7e-32b7239a23cd admin admin] 10.222.0.104 "GET /v2.0/networks/cba0a59a-1a7b-4449-8541-a73137337e0d HTTP/1.1" status: 200 len: 826 time: 0.3828278 Jul 06 13:43:40.028662 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-9c1a6671-c54c-4231-af8a-fa15e11ee54c admin admin] 10.222.0.104 "GET /v2.0/subnetpools/9d20d4c7-4669-4e0a-af01-1d5faac66c5e HTTP/1.1" status: 200 len: 734 time: 0.0332134 Jul 06 13:43:40.037476 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [None req-26345978-8cad-4307-8949-35060628ebb4 admin admin] Request body: {'subnet': {'name': 'private-subnet', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'tenant_id': 'db9fbf3ec32e434cbf5309ddd061d581', 'subnetpool_id': '9d20d4c7-4669-4e0a-af01-1d5faac66c5e', 'network_id': 'cba0a59a-1a7b-4449-8541-a73137337e0d'}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:43:40.060852 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26345978-8cad-4307-8949-35060628ebb4 admin admin] Made reservation on behalf of db9fbf3ec32e434cbf5309ddd061d581 for: {'subnet': 1} {{(pid=100247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 13:43:40.063404 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-26345978-8cad-4307-8949-35060628ebb4 admin admin] Notify callbacks [] for subnet, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:43:40.357720 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-26345978-8cad-4307-8949-35060628ebb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1849032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060'] for subnet, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:43:40.419721 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26345978-8cad-4307-8949-35060628ebb4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5e3d098f-bba0-4da8-8b20-f53ef6fcbeae,revision_number=0']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:43:40.428393 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26345978-8cad-4307-8949-35060628ebb4 admin admin] Checking segment: {'id': '83ac2c9b-ade3-4e09-9769-fcd80fbf6b64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': 'cba0a59a-1a7b-4449-8541-a73137337e0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100247) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 13:43:40.428762 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26345978-8cad-4307-8949-35060628ebb4 admin admin] Network hostable DHCP agents. Network: cba0a59a-1a7b-4449-8541-a73137337e0d, hostable agents: ['f2bada3d-be77-4359-982b-8505a2bbca04'], hosted agents: [] {{(pid=100247) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 13:43:40.451522 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26345978-8cad-4307-8949-35060628ebb4 admin admin] Network cba0a59a-1a7b-4449-8541-a73137337e0d is scheduled to be hosted by DHCP agent f2bada3d-be77-4359-982b-8505a2bbca04 with binding_index 1 {{(pid=100247) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 13:43:40.462859 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.base_scheduler [None req-26345978-8cad-4307-8949-35060628ebb4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773647-6, cba0a59a-1a7b-4449-8541-a73137337e0d) {{(pid=100247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:43:40.467727 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26345978-8cad-4307-8949-35060628ebb4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:43:40.468363 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-26345978-8cad-4307-8949-35060628ebb4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583035'] for subnet, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:43:40.473490 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9491ec1-d660-4c43-b7a7-f160bff4e22d None None] Network cba0a59a-1a7b-4449-8541-a73137337e0d requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 13:43:40.484533 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-26345978-8cad-4307-8949-35060628ebb4 admin admin] 10.222.0.104 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4504797 Jul 06 13:43:40.796436 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-950e4f2a-892b-4bea-b3fc-fcd7c6891db4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6bd5fc82-6666-56e8-87c2-91648d36c963-cba0a59a-1a7b-4449-8541-a73137337e0d', 'network_id': 'cba0a59a-1a7b-4449-8541-a73137337e0d', 'tenant_id': 'db9fbf3ec32e434cbf5309ddd061d581', 'fixed_ips': [{'subnet_id': '5e3d098f-bba0-4da8-8b20-f53ef6fcbeae'}]}} from n-d-773647-6. {{(pid=100248) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 13:43:40.797767 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-950e4f2a-892b-4bea-b3fc-fcd7c6891db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:43:41.070364 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.db_base_plugin_common [None req-950e4f2a-892b-4bea-b3fc-fcd7c6891db4 None None] Allocated IP 172.20.0.2 (cba0a59a-1a7b-4449-8541-a73137337e0d/5e3d098f-bba0-4da8-8b20-f53ef6fcbeae/145a5d95-44ff-4872-8c84-d003e51da636) {{(pid=100248) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 13:43:41.286887 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-950e4f2a-892b-4bea-b3fc-fcd7c6891db4 None None] Notify callbacks [] for port, precommit_create {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:43:41.329051 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-950e4f2a-892b-4bea-b3fc-fcd7c6891db4 None None] Transition to ACTIVE for port object 145a5d95-44ff-4872-8c84-d003e51da636 will not be triggered until provisioned by entity L2. {{(pid=100248) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 13:43:41.349483 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-950e4f2a-892b-4bea-b3fc-fcd7c6891db4 None None] Transition to ACTIVE for port object 145a5d95-44ff-4872-8c84-d003e51da636 will not be triggered until provisioned by entity DHCP. {{(pid=100248) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 13:43:41.358877 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-950e4f2a-892b-4bea-b3fc-fcd7c6891db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108'] for port, after_create {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:43:41.425274 n-d-773647-6 neutron-server[100248]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-950e4f2a-892b-4bea-b3fc-fcd7c6891db4 None None] Network cba0a59a-1a7b-4449-8541-a73137337e0d is already hosted by enough agents. {{(pid=100248) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 13:43:41.431402 n-d-773647-6 neutron-server[100248]: DEBUG neutron.scheduler.base_scheduler [None req-950e4f2a-892b-4bea-b3fc-fcd7c6891db4 None None] Resources bound (agent type, host, resource id): {{(pid=100248) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:43:41.444428 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-950e4f2a-892b-4bea-b3fc-fcd7c6891db4 None None] Received port after_create {{(pid=100248) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 13:43:41.448567 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950e4f2a-892b-4bea-b3fc-fcd7c6891db4 None None] Pushing event updated for resources: {'Port': ['ID=145a5d95-44ff-4872-8c84-d003e51da636,revision_number=1']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:43:41.457385 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-950e4f2a-892b-4bea-b3fc-fcd7c6891db4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:43:41.457730 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-950e4f2a-892b-4bea-b3fc-fcd7c6891db4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:43:41.458071 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-950e4f2a-892b-4bea-b3fc-fcd7c6891db4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:43:41.458410 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-950e4f2a-892b-4bea-b3fc-fcd7c6891db4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:43:41.458744 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-950e4f2a-892b-4bea-b3fc-fcd7c6891db4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:43:41.459073 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-950e4f2a-892b-4bea-b3fc-fcd7c6891db4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:43:41.459421 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-950e4f2a-892b-4bea-b3fc-fcd7c6891db4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:43:41.459751 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-950e4f2a-892b-4bea-b3fc-fcd7c6891db4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:43:41.460077 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-950e4f2a-892b-4bea-b3fc-fcd7c6891db4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:43:41.460401 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-950e4f2a-892b-4bea-b3fc-fcd7c6891db4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:43:41.460721 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-950e4f2a-892b-4bea-b3fc-fcd7c6891db4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:43:41.461051 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-950e4f2a-892b-4bea-b3fc-fcd7c6891db4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:43:41.462179 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-950e4f2a-892b-4bea-b3fc-fcd7c6891db4 None None] Tracked resource versions report: Jul 06 13:43:41.462179 n-d-773647-6 neutron-server[100248]: pushed versions: Jul 06 13:43:41.462179 n-d-773647-6 neutron-server[100248]: { 'AddressGroup': {'1.2'}, Jul 06 13:43:41.462179 n-d-773647-6 neutron-server[100248]: 'ConntrackHelper': {'1.0'}, Jul 06 13:43:41.462179 n-d-773647-6 neutron-server[100248]: 'Log': {'1.0'}, Jul 06 13:43:41.462179 n-d-773647-6 neutron-server[100248]: 'Network': {'1.1'}, Jul 06 13:43:41.462179 n-d-773647-6 neutron-server[100248]: 'Port': {'1.7'}, Jul 06 13:43:41.462179 n-d-773647-6 neutron-server[100248]: 'PortForwarding': {'1.2'}, Jul 06 13:43:41.462179 n-d-773647-6 neutron-server[100248]: 'QosPolicy': {'1.8'}, Jul 06 13:43:41.462179 n-d-773647-6 neutron-server[100248]: 'SecurityGroup': {'1.4'}, Jul 06 13:43:41.462179 n-d-773647-6 neutron-server[100248]: 'SecurityGroupRule': {'1.2'}, Jul 06 13:43:41.462179 n-d-773647-6 neutron-server[100248]: 'SubPort': {'1.0'}, Jul 06 13:43:41.462179 n-d-773647-6 neutron-server[100248]: 'Subnet': {'1.1'}, Jul 06 13:43:41.462179 n-d-773647-6 neutron-server[100248]: 'Trunk': {'1.1'}} Jul 06 13:43:41.462179 n-d-773647-6 neutron-server[100248]: consumer versions: Jul 06 13:43:41.462179 n-d-773647-6 neutron-server[100248]: { DHCP agent@n-d-773647-6: {}, Jul 06 13:43:41.462179 n-d-773647-6 neutron-server[100248]: L3 agent@n-d-773647-6: {}, Jul 06 13:43:41.462179 n-d-773647-6 neutron-server[100248]: Metadata agent@n-d-773647-6: {}, Jul 06 13:43:41.462179 n-d-773647-6 neutron-server[100248]: Metering agent@n-d-773647-6: {}, Jul 06 13:43:41.462179 n-d-773647-6 neutron-server[100248]: Open vSwitch agent@n-d-773647-6: { 'AddressGroup': '1.2', Jul 06 13:43:41.462179 n-d-773647-6 neutron-server[100248]: 'ConntrackHelper': '1.0', Jul 06 13:43:41.462179 n-d-773647-6 neutron-server[100248]: 'Log': '1.0', Jul 06 13:43:41.462179 n-d-773647-6 neutron-server[100248]: 'Network': '1.1', Jul 06 13:43:41.462179 n-d-773647-6 neutron-server[100248]: 'Port': '1.7', Jul 06 13:43:41.462179 n-d-773647-6 neutron-server[100248]: 'PortForwarding': '1.2', Jul 06 13:43:41.462179 n-d-773647-6 neutron-server[100248]: 'QosPolicy': '1.8', Jul 06 13:43:41.462179 n-d-773647-6 neutron-server[100248]: 'SecurityGroup': '1.4', Jul 06 13:43:41.462179 n-d-773647-6 neutron-server[100248]: 'SecurityGroupRule': '1.2', Jul 06 13:43:41.462179 n-d-773647-6 neutron-server[100248]: 'SubPort': '1.0', Jul 06 13:43:41.462179 n-d-773647-6 neutron-server[100248]: 'Subnet': '1.1', Jul 06 13:43:41.462179 n-d-773647-6 neutron-server[100248]: 'Trunk': '1.1'}} Jul 06 13:43:41.462179 n-d-773647-6 neutron-server[100248]: {{(pid=100248) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 06 13:43:41.535849 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-950e4f2a-892b-4bea-b3fc-fcd7c6891db4 None None] Attempting to bind port 145a5d95-44ff-4872-8c84-d003e51da636 on host n-d-773647-6 for vnic_type normal with profile {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 13:43:41.536575 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-950e4f2a-892b-4bea-b3fc-fcd7c6891db4 None None] Attempting to bind port 145a5d95-44ff-4872-8c84-d003e51da636 by drivers openvswitch,hyperv on host n-d-773647-6 at level 0 using segments [{'id': '83ac2c9b-ade3-4e09-9769-fcd80fbf6b64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': 'cba0a59a-1a7b-4449-8541-a73137337e0d'}] {{(pid=100248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 13:43:41.536783 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-950e4f2a-892b-4bea-b3fc-fcd7c6891db4 None None] Attempting to bind port 145a5d95-44ff-4872-8c84-d003e51da636 on network cba0a59a-1a7b-4449-8541-a73137337e0d {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 13:43:41.542629 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-950e4f2a-892b-4bea-b3fc-fcd7c6891db4 None None] Checking agent: {'id': '8ab5b19c-d213-4f29-891d-27bdf39d38b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773647-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 43, 26), 'started_at': datetime.datetime(2021, 7, 6, 13, 43, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 13, 43, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773647-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 13:43:41.543033 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-950e4f2a-892b-4bea-b3fc-fcd7c6891db4 None None] Checking segment: {'id': '83ac2c9b-ade3-4e09-9769-fcd80fbf6b64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': 'cba0a59a-1a7b-4449-8541-a73137337e0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 13:43:41.543553 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-950e4f2a-892b-4bea-b3fc-fcd7c6891db4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:43:41.543949 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-950e4f2a-892b-4bea-b3fc-fcd7c6891db4 None None] Bound using segment: {'id': '83ac2c9b-ade3-4e09-9769-fcd80fbf6b64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': 'cba0a59a-1a7b-4449-8541-a73137337e0d'} {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 13:43:41.544433 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-950e4f2a-892b-4bea-b3fc-fcd7c6891db4 None None] Bound port: 145a5d95-44ff-4872-8c84-d003e51da636, host: n-d-773647-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83ac2c9b-ade3-4e09-9769-fcd80fbf6b64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': 'cba0a59a-1a7b-4449-8541-a73137337e0d'}}] {{(pid=100248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 13:43:41.544851 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-950e4f2a-892b-4bea-b3fc-fcd7c6891db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:43:41.608499 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-950e4f2a-892b-4bea-b3fc-fcd7c6891db4 None None] For port 145a5d95-44ff-4872-8c84-d003e51da636, host n-d-773647-6, cleared binding levels {{(pid=100248) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 13:43:41.612692 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-950e4f2a-892b-4bea-b3fc-fcd7c6891db4 None None] For port 145a5d95-44ff-4872-8c84-d003e51da636, host n-d-773647-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=145a5d95-44ff-4872-8c84-d003e51da636,segment=NetworkSegment(83ac2c9b-ade3-4e09-9769-fcd80fbf6b64),segment_id=83ac2c9b-ade3-4e09-9769-fcd80fbf6b64)] {{(pid=100248) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 13:43:41.618586 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-950e4f2a-892b-4bea-b3fc-fcd7c6891db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:43:41.685406 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950e4f2a-892b-4bea-b3fc-fcd7c6891db4 None None] Pushing event updated for resources: {'Port': ['ID=145a5d95-44ff-4872-8c84-d003e51da636,revision_number=2']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:43:42.871591 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 51268) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:43:43.183868 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [None req-bb17169f-00de-496e-ad78-9de8cf7c064a admin admin] http://10.222.0.104:9696/v2.0/extensions returned with HTTP 200 {{(pid=100247) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 13:43:43.184931 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-bb17169f-00de-496e-ad78-9de8cf7c064a admin admin] 10.222.0.104 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3122189 Jul 06 13:43:45.567040 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 51276) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:43:45.919873 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [None req-5fe3a33c-7485-461d-8ed3-0cf3439cb93b admin admin] http://10.222.0.104:9696/v2.0/extensions returned with HTTP 200 {{(pid=100247) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 13:43:45.920850 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-5fe3a33c-7485-461d-8ed3-0cf3439cb93b admin admin] 10.222.0.104 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3527751 Jul 06 13:43:47.771242 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db24c9aa-0e51-4c35-9b3a-3306d242f5d3 None None] Network cba0a59a-1a7b-4449-8541-a73137337e0d requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 13:43:47.860350 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-4746e6d7-5dd1-4f5f-bb01-3098374a578e None None] Provisioning for port 145a5d95-44ff-4872-8c84-d003e51da636 completed by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 13:43:47.891001 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 145a5d95-44ff-4872-8c84-d003e51da636 up at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 13:43:48.008516 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning for port 145a5d95-44ff-4872-8c84-d003e51da636 completed by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 13:43:48.013009 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning complete for port 145a5d95-44ff-4872-8c84-d003e51da636 triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:43:48.013404 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:43:48.147848 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:43:48.183967 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] For port 145a5d95-44ff-4872-8c84-d003e51da636, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=145a5d95-44ff-4872-8c84-d003e51da636,segment=NetworkSegment(83ac2c9b-ade3-4e09-9769-fcd80fbf6b64),segment_id=83ac2c9b-ade3-4e09-9769-fcd80fbf6b64)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:43:48.189746 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:43:48.241029 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Pushing event updated for resources: {'Port': ['ID=145a5d95-44ff-4872-8c84-d003e51da636,revision_number=3']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:43:48.294675 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-83958ea3-e1d3-434f-a808-e56129de6699 None None] Provisioning complete for port 145a5d95-44ff-4872-8c84-d003e51da636 triggered by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:43:48.294966 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-83958ea3-e1d3-434f-a808-e56129de6699 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:43:48.600224 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 51290) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:43:48.894254 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [None req-3a2e059f-c0f5-4009-9d54-8f1f6cc79315 admin admin] Request body: {'router': {'name': 'router1', 'tenant_id': 'db9fbf3ec32e434cbf5309ddd061d581', 'admin_state_up': True}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:43:48.920071 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-3a2e059f-c0f5-4009-9d54-8f1f6cc79315 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1806290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6992'] for router, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:43:48.921640 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-3a2e059f-c0f5-4009-9d54-8f1f6cc79315 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1806157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1808637', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1714747', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7007'] for router, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:43:49.060558 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-3a2e059f-c0f5-4009-9d54-8f1f6cc79315 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:43:49.065059 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-3a2e059f-c0f5-4009-9d54-8f1f6cc79315 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1806297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1761036'] for router, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:43:49.078114 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-3a2e059f-c0f5-4009-9d54-8f1f6cc79315 admin admin] Notify callbacks [] for router, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:43:49.079321 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-3a2e059f-c0f5-4009-9d54-8f1f6cc79315 admin admin] 10.222.0.104 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.4781017 Jul 06 13:43:49.844982 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 145a5d95-44ff-4872-8c84-d003e51da636 up at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 13:43:49.897217 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning complete for port 145a5d95-44ff-4872-8c84-d003e51da636 triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:43:49.897597 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:43:51.440331 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 51298) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:43:51.750959 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [None req-b5527f13-32a0-4569-a278-41f78b331b84 admin admin] http://10.222.0.104:9696/v2.0/extensions returned with HTTP 200 {{(pid=100247) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 13:43:51.751965 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-b5527f13-32a0-4569-a278-41f78b331b84 admin admin] 10.222.0.104 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3107126 Jul 06 13:43:52.799132 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-adb5a8b8-125d-490e-9e1f-8d8cfb8c46eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:43:54.141377 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 51306) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:43:54.445129 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [None req-565df692-ecee-457b-89db-21f77b15ce1e admin admin] Request body: {'network': {'name': 'public', 'provider:physical_network': 'physnet1', 'provider:network_type': 'flat', 'admin_state_up': True, 'is_default': True, 'router:external': True}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:43:54.465854 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-565df692-ecee-457b-89db-21f77b15ce1e admin admin] Made reservation on behalf of 27f3d8b8d43548dda571ab577bb086a7 for: {'network': 1} {{(pid=100247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 13:43:54.468132 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-565df692-ecee-457b-89db-21f77b15ce1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for network, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:43:54.475917 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-565df692-ecee-457b-89db-21f77b15ce1e admin admin] Notify callbacks [] for security_group, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:43:54.563519 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-565df692-ecee-457b-89db-21f77b15ce1e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:43:54.567269 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-565df692-ecee-457b-89db-21f77b15ce1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:43:54.586369 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-565df692-ecee-457b-89db-21f77b15ce1e admin admin] Reserving flat network on physical network physnet1 {{(pid=100247) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jul 06 13:43:54.602252 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565df692-ecee-457b-89db-21f77b15ce1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a8027f9-6cf3-4f1c-925b-f7d39c5ebdfa,revision_number=1']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:43:54.607534 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-565df692-ecee-457b-89db-21f77b15ce1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552'] for segment, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:43:54.607920 n-d-773647-6 neutron-server[100247]: INFO neutron.db.segments_db [None req-565df692-ecee-457b-89db-21f77b15ce1e admin admin] Added segment 89a832b7-7793-4d51-9038-ed7e1c3ff1b2 of type flat for network 2658f09e-a580-4d4a-9968-2d1e0ad93719 Jul 06 13:43:54.660943 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-565df692-ecee-457b-89db-21f77b15ce1e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773752984405'] for network, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:43:54.697192 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-565df692-ecee-457b-89db-21f77b15ce1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060'] for network, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:43:54.698137 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-565df692-ecee-457b-89db-21f77b15ce1e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:43:54.698696 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-565df692-ecee-457b-89db-21f77b15ce1e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583035'] for network, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:43:54.746265 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-565df692-ecee-457b-89db-21f77b15ce1e admin admin] 10.222.0.104 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6036820 Jul 06 13:43:54.758274 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565df692-ecee-457b-89db-21f77b15ce1e admin admin] Pushing event updated for resources: {'Network': ['ID=2658f09e-a580-4d4a-9968-2d1e0ad93719,revision_number=1']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:43:54.768740 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Network 2658f09e-a580-4d4a-9968-2d1e0ad93719 details requested by agent ovs-agent-n-d-773647-6 with host n-d-773647-6 {{(pid=100248) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 13:43:55.417284 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-0c1d4b3b-e822-4264-94b1-a9e62f3b097f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:43:55.806062 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:43:56.394298 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-2064eaae-da4f-48f8-82d2-b09d4ddedd44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:43:57.108661 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 51324) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:43:57.282810 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc6d101d-ca6d-42c0-9100-95a40d2c0e67 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:43:57.284134 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-dc6d101d-ca6d-42c0-9100-95a40d2c0e67 admin admin] 10.222.0.104 "GET /v2.0/subnets/5e3d098f-bba0-4da8-8b20-f53ef6fcbeae HTTP/1.1" status: 200 len: 849 time: 0.1745327 Jul 06 13:43:57.401345 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-cb0c35ac-7d04-4a28-b655-49dedeaf55cb admin admin] 10.222.0.104 "GET /v2.0/routers/1a3e021b-1b1e-42db-ac16-dde992b0fe84 HTTP/1.1" status: 200 len: 704 time: 0.1102853 Jul 06 13:43:57.667553 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-441e5408-284b-404f-887c-26f340639a17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:43:57.957624 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.db_base_plugin_common [None req-441e5408-284b-404f-887c-26f340639a17 admin admin] Allocated IP 172.20.0.1 (cba0a59a-1a7b-4449-8541-a73137337e0d/5e3d098f-bba0-4da8-8b20-f53ef6fcbeae/f7d10a03-5c80-41fe-9689-4b0629f41b92) {{(pid=100247) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 13:43:58.154295 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-441e5408-284b-404f-887c-26f340639a17 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:43:58.161348 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-03f71b24-a9b8-453a-8924-caa3f97bc6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:43:58.177396 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.provisioning_blocks [None req-441e5408-284b-404f-887c-26f340639a17 admin admin] Transition to ACTIVE for port object f7d10a03-5c80-41fe-9689-4b0629f41b92 will not be triggered until provisioned by entity DHCP. {{(pid=100247) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 13:43:58.259051 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-441e5408-284b-404f-887c-26f340639a17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108'] for port, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:43:58.328409 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-441e5408-284b-404f-887c-26f340639a17 admin admin] Network cba0a59a-1a7b-4449-8541-a73137337e0d is already hosted by enough agents. {{(pid=100247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 13:43:58.336559 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.base_scheduler [None req-441e5408-284b-404f-887c-26f340639a17 admin admin] Resources bound (agent type, host, resource id): {{(pid=100247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:43:58.345228 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-441e5408-284b-404f-887c-26f340639a17 admin admin] Received port after_create {{(pid=100247) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 13:43:58.345760 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-441e5408-284b-404f-887c-26f340639a17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1807675'] for router_interface, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:43:58.368501 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441e5408-284b-404f-887c-26f340639a17 admin admin] Pushing event updated for resources: {'Port': ['ID=f7d10a03-5c80-41fe-9689-4b0629f41b92,revision_number=1']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:43:58.551420 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-a097d38d-06a3-4860-91ad-8a50a630a2e8 None None] Provisioning for port f7d10a03-5c80-41fe-9689-4b0629f41b92 completed by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 13:43:58.555598 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-a097d38d-06a3-4860-91ad-8a50a630a2e8 None None] Provisioning complete for port f7d10a03-5c80-41fe-9689-4b0629f41b92 triggered by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:43:58.555969 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-a097d38d-06a3-4860-91ad-8a50a630a2e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:43:58.560872 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-441e5408-284b-404f-887c-26f340639a17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:43:58.588517 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-a097d38d-06a3-4860-91ad-8a50a630a2e8 None None] Port f7d10a03-5c80-41fe-9689-4b0629f41b92 cannot update to ACTIVE because it is not bound. {{(pid=100248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 13:43:58.737825 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-441e5408-284b-404f-887c-26f340639a17 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:43:58.742164 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-441e5408-284b-404f-887c-26f340639a17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:43:58.742918 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-441e5408-284b-404f-887c-26f340639a17 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1809478'] for router_interface, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:43:58.822651 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441e5408-284b-404f-887c-26f340639a17 admin admin] Pushing event updated for resources: {'Port': ['ID=f7d10a03-5c80-41fe-9689-4b0629f41b92,revision_number=2']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:43:58.866578 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-441e5408-284b-404f-887c-26f340639a17 admin admin] Network cba0a59a-1a7b-4449-8541-a73137337e0d is already hosted by enough agents. {{(pid=100247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 13:43:58.867881 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.base_scheduler [None req-441e5408-284b-404f-887c-26f340639a17 admin admin] Resources bound (agent type, host, resource id): {{(pid=100247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:43:59.022878 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-441e5408-284b-404f-887c-26f340639a17 admin admin] Router 1a3e021b-1b1e-42db-ac16-dde992b0fe84 is scheduled to L3 agent 2823d358-a11b-4885-a706-95a279e43fa7 with binding_index 1 {{(pid=100247) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 13:43:59.109713 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-40563eb5-c8e6-4bb7-9cfb-b614f47c14c8 None None] Provisioning complete for port f7d10a03-5c80-41fe-9689-4b0629f41b92 triggered by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:43:59.110080 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-40563eb5-c8e6-4bb7-9cfb-b614f47c14c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:43:59.112855 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-441e5408-284b-404f-887c-26f340639a17 admin admin] Notify agent at l3_agent.n-d-773647-6 the message routers_updated {{(pid=100247) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 13:43:59.125914 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-441e5408-284b-404f-887c-26f340639a17 admin admin] 10.222.0.104 "PUT /v2.0/routers/1a3e021b-1b1e-42db-ac16-dde992b0fe84/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7122667 Jul 06 13:43:59.126004 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b33c1b97-fa84-4315-afad-6a2c4770e6fd None None] Sync routers for ids ['1a3e021b-1b1e-42db-ac16-dde992b0fe84'] in n-d-773647-6 {{(pid=100249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 13:43:59.136377 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b33c1b97-fa84-4315-afad-6a2c4770e6fd None None] Routers {'1a3e021b-1b1e-42db-ac16-dde992b0fe84'} bound to L3 agent in host n-d-773647-6 {{(pid=100249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 13:43:59.137247 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-b33c1b97-fa84-4315-afad-6a2c4770e6fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T13:43:55Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['1a3e021b-1b1e-42db-ac16-dde992b0fe84'], 'active': True} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:43:59.154151 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-40563eb5-c8e6-4bb7-9cfb-b614f47c14c8 None None] Port f7d10a03-5c80-41fe-9689-4b0629f41b92 cannot update to ACTIVE because it is not bound. {{(pid=100248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 13:43:59.331604 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvr_db [None req-b33c1b97-fa84-4315-afad-6a2c4770e6fd None None] Set router 1a3e021b-1b1e-42db-ac16-dde992b0fe84 gateway port host: None {{(pid=100249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 13:43:59.756147 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-b33c1b97-fa84-4315-afad-6a2c4770e6fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a3e021b-1b1e-42db-ac16-dde992b0fe84', 'name': 'router1', 'tenant_id': 'db9fbf3ec32e434cbf5309ddd061d581', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T13:43:48Z', 'updated_at': '2021-07-06T13:43:58Z', 'revision_number': 2, 'project_id': 'db9fbf3ec32e434cbf5309ddd061d581', 'gw_port_host': None, '_interfaces': [{'id': 'f7d10a03-5c80-41fe-9689-4b0629f41b92', 'name': '', 'network_id': 'cba0a59a-1a7b-4449-8541-a73137337e0d', 'tenant_id': 'db9fbf3ec32e434cbf5309ddd061d581', 'mac_address': 'fa:16:3e:05:3f:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a3e021b-1b1e-42db-ac16-dde992b0fe84', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5e3d098f-bba0-4da8-8b20-f53ef6fcbeae', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:43:57Z', 'updated_at': '2021-07-06T13:43:58Z', 'revision_number': 2, 'project_id': 'db9fbf3ec32e434cbf5309ddd061d581', 'subnets': [{'id': '5e3d098f-bba0-4da8-8b20-f53ef6fcbeae', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9d20d4c7-4669-4e0a-af01-1d5faac66c5e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773647-6', False) {} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:43:59.809203 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b33c1b97-fa84-4315-afad-6a2c4770e6fd None None] Checking router: 1a3e021b-1b1e-42db-ac16-dde992b0fe84 for host: n-d-773647-6 {{(pid=100249) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 13:43:59.809570 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b33c1b97-fa84-4315-afad-6a2c4770e6fd None None] Updating router 1a3e021b-1b1e-42db-ac16-dde992b0fe84 port f7d10a03-5c80-41fe-9689-4b0629f41b92 binding host n-d-773647-6 {{(pid=100249) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 13:43:59.873593 n-d-773647-6 neutron-server[100249]: DEBUG neutron_lib.callbacks.manager [None req-b33c1b97-fa84-4315-afad-6a2c4770e6fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:00.364387 n-d-773647-6 neutron-server[100249]: DEBUG neutron_lib.callbacks.manager [None req-b33c1b97-fa84-4315-afad-6a2c4770e6fd None None] Notify callbacks [] for port, precommit_update {{(pid=100249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:00.385639 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.provisioning_blocks [None req-b33c1b97-fa84-4315-afad-6a2c4770e6fd None None] Transition to ACTIVE for port object f7d10a03-5c80-41fe-9689-4b0629f41b92 will not be triggered until provisioned by entity L2. {{(pid=100249) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 13:44:00.391644 n-d-773647-6 neutron-server[100249]: DEBUG neutron_lib.callbacks.manager [None req-b33c1b97-fa84-4315-afad-6a2c4770e6fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:00.550166 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12d6d34-1e04-4f10-9749-7210ae2662d2 None None] Pushing event updated for resources: {'Port': ['ID=f7d10a03-5c80-41fe-9689-4b0629f41b92,revision_number=3']} {{(pid=100249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:44:00.561840 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.managers [None req-b33c1b97-fa84-4315-afad-6a2c4770e6fd None None] Attempting to bind port f7d10a03-5c80-41fe-9689-4b0629f41b92 on host n-d-773647-6 for vnic_type normal with profile {{(pid=100249) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 13:44:00.562244 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.managers [None req-b33c1b97-fa84-4315-afad-6a2c4770e6fd None None] Attempting to bind port f7d10a03-5c80-41fe-9689-4b0629f41b92 by drivers openvswitch,hyperv on host n-d-773647-6 at level 0 using segments [{'id': '83ac2c9b-ade3-4e09-9769-fcd80fbf6b64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': 'cba0a59a-1a7b-4449-8541-a73137337e0d'}] {{(pid=100249) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 13:44:00.562680 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b33c1b97-fa84-4315-afad-6a2c4770e6fd None None] Attempting to bind port f7d10a03-5c80-41fe-9689-4b0629f41b92 on network cba0a59a-1a7b-4449-8541-a73137337e0d {{(pid=100249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 13:44:00.565354 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12d6d34-1e04-4f10-9749-7210ae2662d2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:44:00.565670 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12d6d34-1e04-4f10-9749-7210ae2662d2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:44:00.566006 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12d6d34-1e04-4f10-9749-7210ae2662d2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:44:00.566339 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12d6d34-1e04-4f10-9749-7210ae2662d2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:44:00.566663 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12d6d34-1e04-4f10-9749-7210ae2662d2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:44:00.566986 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12d6d34-1e04-4f10-9749-7210ae2662d2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:44:00.567330 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12d6d34-1e04-4f10-9749-7210ae2662d2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:44:00.567651 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12d6d34-1e04-4f10-9749-7210ae2662d2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:44:00.568001 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12d6d34-1e04-4f10-9749-7210ae2662d2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:44:00.568285 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12d6d34-1e04-4f10-9749-7210ae2662d2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:44:00.568618 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12d6d34-1e04-4f10-9749-7210ae2662d2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:44:00.568915 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12d6d34-1e04-4f10-9749-7210ae2662d2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:44:00.570710 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12d6d34-1e04-4f10-9749-7210ae2662d2 None None] Tracked resource versions report: Jul 06 13:44:00.570710 n-d-773647-6 neutron-server[100249]: pushed versions: Jul 06 13:44:00.570710 n-d-773647-6 neutron-server[100249]: { 'AddressGroup': {'1.2'}, Jul 06 13:44:00.570710 n-d-773647-6 neutron-server[100249]: 'ConntrackHelper': {'1.0'}, Jul 06 13:44:00.570710 n-d-773647-6 neutron-server[100249]: 'Log': {'1.0'}, Jul 06 13:44:00.570710 n-d-773647-6 neutron-server[100249]: 'Network': {'1.1'}, Jul 06 13:44:00.570710 n-d-773647-6 neutron-server[100249]: 'Port': {'1.7'}, Jul 06 13:44:00.570710 n-d-773647-6 neutron-server[100249]: 'PortForwarding': {'1.2'}, Jul 06 13:44:00.570710 n-d-773647-6 neutron-server[100249]: 'QosPolicy': {'1.8'}, Jul 06 13:44:00.570710 n-d-773647-6 neutron-server[100249]: 'SecurityGroup': {'1.4'}, Jul 06 13:44:00.570710 n-d-773647-6 neutron-server[100249]: 'SecurityGroupRule': {'1.2'}, Jul 06 13:44:00.570710 n-d-773647-6 neutron-server[100249]: 'SubPort': {'1.0'}, Jul 06 13:44:00.570710 n-d-773647-6 neutron-server[100249]: 'Subnet': {'1.1'}, Jul 06 13:44:00.570710 n-d-773647-6 neutron-server[100249]: 'Trunk': {'1.1'}} Jul 06 13:44:00.570710 n-d-773647-6 neutron-server[100249]: consumer versions: Jul 06 13:44:00.570710 n-d-773647-6 neutron-server[100249]: { DHCP agent@n-d-773647-6: {}, Jul 06 13:44:00.570710 n-d-773647-6 neutron-server[100249]: L3 agent@n-d-773647-6: {}, Jul 06 13:44:00.570710 n-d-773647-6 neutron-server[100249]: Metadata agent@n-d-773647-6: {}, Jul 06 13:44:00.570710 n-d-773647-6 neutron-server[100249]: Metering agent@n-d-773647-6: {}, Jul 06 13:44:00.570710 n-d-773647-6 neutron-server[100249]: Open vSwitch agent@n-d-773647-6: { 'AddressGroup': '1.2', Jul 06 13:44:00.570710 n-d-773647-6 neutron-server[100249]: 'ConntrackHelper': '1.0', Jul 06 13:44:00.570710 n-d-773647-6 neutron-server[100249]: 'Log': '1.0', Jul 06 13:44:00.570710 n-d-773647-6 neutron-server[100249]: 'Network': '1.1', Jul 06 13:44:00.570710 n-d-773647-6 neutron-server[100249]: 'Port': '1.7', Jul 06 13:44:00.570710 n-d-773647-6 neutron-server[100249]: 'PortForwarding': '1.2', Jul 06 13:44:00.570710 n-d-773647-6 neutron-server[100249]: 'QosPolicy': '1.8', Jul 06 13:44:00.570710 n-d-773647-6 neutron-server[100249]: 'SecurityGroup': '1.4', Jul 06 13:44:00.570710 n-d-773647-6 neutron-server[100249]: 'SecurityGroupRule': '1.2', Jul 06 13:44:00.570710 n-d-773647-6 neutron-server[100249]: 'SubPort': '1.0', Jul 06 13:44:00.570710 n-d-773647-6 neutron-server[100249]: 'Subnet': '1.1', Jul 06 13:44:00.570710 n-d-773647-6 neutron-server[100249]: 'Trunk': '1.1'}} Jul 06 13:44:00.570710 n-d-773647-6 neutron-server[100249]: {{(pid=100249) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 06 13:44:00.576711 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b33c1b97-fa84-4315-afad-6a2c4770e6fd None None] Checking agent: {'id': '8ab5b19c-d213-4f29-891d-27bdf39d38b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773647-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 43, 26), 'started_at': datetime.datetime(2021, 7, 6, 13, 43, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 13, 43, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773647-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 13:44:00.577121 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b33c1b97-fa84-4315-afad-6a2c4770e6fd None None] Checking segment: {'id': '83ac2c9b-ade3-4e09-9769-fcd80fbf6b64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': 'cba0a59a-1a7b-4449-8541-a73137337e0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100249) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 13:44:00.577643 n-d-773647-6 neutron-server[100249]: DEBUG neutron_lib.callbacks.manager [None req-b33c1b97-fa84-4315-afad-6a2c4770e6fd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:00.578005 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b33c1b97-fa84-4315-afad-6a2c4770e6fd None None] Bound using segment: {'id': '83ac2c9b-ade3-4e09-9769-fcd80fbf6b64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': 'cba0a59a-1a7b-4449-8541-a73137337e0d'} {{(pid=100249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 13:44:00.578498 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.managers [None req-b33c1b97-fa84-4315-afad-6a2c4770e6fd None None] Bound port: f7d10a03-5c80-41fe-9689-4b0629f41b92, host: n-d-773647-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83ac2c9b-ade3-4e09-9769-fcd80fbf6b64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': 'cba0a59a-1a7b-4449-8541-a73137337e0d'}}] {{(pid=100249) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 13:44:00.578928 n-d-773647-6 neutron-server[100249]: DEBUG neutron_lib.callbacks.manager [None req-b33c1b97-fa84-4315-afad-6a2c4770e6fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:00.643286 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.db [None req-b33c1b97-fa84-4315-afad-6a2c4770e6fd None None] For port f7d10a03-5c80-41fe-9689-4b0629f41b92, host n-d-773647-6, cleared binding levels {{(pid=100249) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 13:44:00.666884 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.db [None req-b33c1b97-fa84-4315-afad-6a2c4770e6fd None None] For port f7d10a03-5c80-41fe-9689-4b0629f41b92, host n-d-773647-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=f7d10a03-5c80-41fe-9689-4b0629f41b92,segment=NetworkSegment(83ac2c9b-ade3-4e09-9769-fcd80fbf6b64),segment_id=83ac2c9b-ade3-4e09-9769-fcd80fbf6b64)] {{(pid=100249) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 13:44:00.671086 n-d-773647-6 neutron-server[100249]: DEBUG neutron_lib.callbacks.manager [None req-b33c1b97-fa84-4315-afad-6a2c4770e6fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:00.723830 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12d6d34-1e04-4f10-9749-7210ae2662d2 None None] Pushing event updated for resources: {'Port': ['ID=f7d10a03-5c80-41fe-9689-4b0629f41b92,revision_number=4']} {{(pid=100249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:44:00.736264 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b33c1b97-fa84-4315-afad-6a2c4770e6fd None None] Routers {'1a3e021b-1b1e-42db-ac16-dde992b0fe84'} bound to L3 agent in host n-d-773647-6 {{(pid=100249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 13:44:00.736264 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-b33c1b97-fa84-4315-afad-6a2c4770e6fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T13:43:55Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['1a3e021b-1b1e-42db-ac16-dde992b0fe84'], 'active': True} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:44:00.825603 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvr_db [None req-b33c1b97-fa84-4315-afad-6a2c4770e6fd None None] Set router 1a3e021b-1b1e-42db-ac16-dde992b0fe84 gateway port host: None {{(pid=100249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 13:44:01.033479 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-b33c1b97-fa84-4315-afad-6a2c4770e6fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a3e021b-1b1e-42db-ac16-dde992b0fe84', 'name': 'router1', 'tenant_id': 'db9fbf3ec32e434cbf5309ddd061d581', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T13:43:48Z', 'updated_at': '2021-07-06T13:43:58Z', 'revision_number': 2, 'project_id': 'db9fbf3ec32e434cbf5309ddd061d581', 'gw_port_host': None, '_interfaces': [{'id': 'f7d10a03-5c80-41fe-9689-4b0629f41b92', 'name': '', 'network_id': 'cba0a59a-1a7b-4449-8541-a73137337e0d', 'tenant_id': 'db9fbf3ec32e434cbf5309ddd061d581', 'mac_address': 'fa:16:3e:05:3f:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a3e021b-1b1e-42db-ac16-dde992b0fe84', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5e3d098f-bba0-4da8-8b20-f53ef6fcbeae', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:43:57Z', 'updated_at': '2021-07-06T13:44:00Z', 'revision_number': 4, 'project_id': 'db9fbf3ec32e434cbf5309ddd061d581', 'subnets': [{'id': '5e3d098f-bba0-4da8-8b20-f53ef6fcbeae', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9d20d4c7-4669-4e0a-af01-1d5faac66c5e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773647-6', False) {} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:44:01.062663 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b33c1b97-fa84-4315-afad-6a2c4770e6fd None None] The sync data for ids ['1a3e021b-1b1e-42db-ac16-dde992b0fe84'] in n-d-773647-6 is: [{'id': '1a3e021b-1b1e-42db-ac16-dde992b0fe84', 'name': 'router1', 'tenant_id': 'db9fbf3ec32e434cbf5309ddd061d581', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T13:43:48Z', 'updated_at': '2021-07-06T13:43:58Z', 'revision_number': 2, 'project_id': 'db9fbf3ec32e434cbf5309ddd061d581', 'gw_port_host': None, '_interfaces': [{'id': 'f7d10a03-5c80-41fe-9689-4b0629f41b92', 'name': '', 'network_id': 'cba0a59a-1a7b-4449-8541-a73137337e0d', 'tenant_id': 'db9fbf3ec32e434cbf5309ddd061d581', 'mac_address': 'fa:16:3e:05:3f:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a3e021b-1b1e-42db-ac16-dde992b0fe84', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5e3d098f-bba0-4da8-8b20-f53ef6fcbeae', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:43:57Z', 'updated_at': '2021-07-06T13:44:00Z', 'revision_number': 4, 'project_id': 'db9fbf3ec32e434cbf5309ddd061d581', 'subnets': [{'id': '5e3d098f-bba0-4da8-8b20-f53ef6fcbeae', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9d20d4c7-4669-4e0a-af01-1d5faac66c5e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 13:44:01.364978 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 51344) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:44:01.556848 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdec8b04-cf12-48fb-8b82-ab6c84743427 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:44:01.558275 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-cdec8b04-cf12-48fb-8b82-ab6c84743427 admin admin] 10.222.0.104 "GET /v2.0/networks/2658f09e-a580-4d4a-9968-2d1e0ad93719 HTTP/1.1" status: 200 len: 842 time: 0.1923947 Jul 06 13:44:01.567547 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-a2162d19-1d3d-4ca7-a764-aa33b7f3be3c admin admin] Request body: {'subnet': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'ip_version': 4, 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'enable_dhcp': False, 'name': 'public-subnet'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:44:01.596246 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2162d19-1d3d-4ca7-a764-aa33b7f3be3c admin admin] Made reservation on behalf of 27f3d8b8d43548dda571ab577bb086a7 for: {'subnet': 1} {{(pid=100246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 13:44:01.599148 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-a2162d19-1d3d-4ca7-a764-aa33b7f3be3c admin admin] Notify callbacks [] for subnet, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:02.012604 n-d-773647-6 neutron-server[100246]: DEBUG neutron.objects.ports [None req-a2162d19-1d3d-4ca7-a764-aa33b7f3be3c admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=100246) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 06 13:44:02.013085 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-a2162d19-1d3d-4ca7-a764-aa33b7f3be3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1849032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060'] for subnet, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:02.078849 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2162d19-1d3d-4ca7-a764-aa33b7f3be3c admin admin] Pushing event updated for resources: {'Subnet': ['ID=cbf74abc-6fe1-4d33-b005-c948923b9647,revision_number=0']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:44:02.081305 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2162d19-1d3d-4ca7-a764-aa33b7f3be3c admin admin] Checking segment: {'id': '89a832b7-7793-4d51-9038-ed7e1c3ff1b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 13:44:02.081635 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2162d19-1d3d-4ca7-a764-aa33b7f3be3c admin admin] Network hostable DHCP agents. Network: 2658f09e-a580-4d4a-9968-2d1e0ad93719, hostable agents: ['f2bada3d-be77-4359-982b-8505a2bbca04'], hosted agents: [] {{(pid=100246) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 13:44:02.093002 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2162d19-1d3d-4ca7-a764-aa33b7f3be3c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:44:02.093345 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2162d19-1d3d-4ca7-a764-aa33b7f3be3c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:44:02.093676 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2162d19-1d3d-4ca7-a764-aa33b7f3be3c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:44:02.094005 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2162d19-1d3d-4ca7-a764-aa33b7f3be3c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:44:02.094330 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2162d19-1d3d-4ca7-a764-aa33b7f3be3c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:44:02.094654 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2162d19-1d3d-4ca7-a764-aa33b7f3be3c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:44:02.094972 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2162d19-1d3d-4ca7-a764-aa33b7f3be3c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:44:02.095310 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2162d19-1d3d-4ca7-a764-aa33b7f3be3c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:44:02.095626 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2162d19-1d3d-4ca7-a764-aa33b7f3be3c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:44:02.095940 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2162d19-1d3d-4ca7-a764-aa33b7f3be3c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:44:02.096255 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2162d19-1d3d-4ca7-a764-aa33b7f3be3c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:44:02.096567 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2162d19-1d3d-4ca7-a764-aa33b7f3be3c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:44:02.097768 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2162d19-1d3d-4ca7-a764-aa33b7f3be3c admin admin] Tracked resource versions report: Jul 06 13:44:02.097768 n-d-773647-6 neutron-server[100246]: pushed versions: Jul 06 13:44:02.097768 n-d-773647-6 neutron-server[100246]: { 'AddressGroup': {'1.2'}, Jul 06 13:44:02.097768 n-d-773647-6 neutron-server[100246]: 'ConntrackHelper': {'1.0'}, Jul 06 13:44:02.097768 n-d-773647-6 neutron-server[100246]: 'Log': {'1.0'}, Jul 06 13:44:02.097768 n-d-773647-6 neutron-server[100246]: 'Network': {'1.1'}, Jul 06 13:44:02.097768 n-d-773647-6 neutron-server[100246]: 'Port': {'1.7'}, Jul 06 13:44:02.097768 n-d-773647-6 neutron-server[100246]: 'PortForwarding': {'1.2'}, Jul 06 13:44:02.097768 n-d-773647-6 neutron-server[100246]: 'QosPolicy': {'1.8'}, Jul 06 13:44:02.097768 n-d-773647-6 neutron-server[100246]: 'SecurityGroup': {'1.4'}, Jul 06 13:44:02.097768 n-d-773647-6 neutron-server[100246]: 'SecurityGroupRule': {'1.2'}, Jul 06 13:44:02.097768 n-d-773647-6 neutron-server[100246]: 'SubPort': {'1.0'}, Jul 06 13:44:02.097768 n-d-773647-6 neutron-server[100246]: 'Subnet': {'1.1'}, Jul 06 13:44:02.097768 n-d-773647-6 neutron-server[100246]: 'Trunk': {'1.1'}} Jul 06 13:44:02.097768 n-d-773647-6 neutron-server[100246]: consumer versions: Jul 06 13:44:02.097768 n-d-773647-6 neutron-server[100246]: { DHCP agent@n-d-773647-6: {}, Jul 06 13:44:02.097768 n-d-773647-6 neutron-server[100246]: L3 agent@n-d-773647-6: {}, Jul 06 13:44:02.097768 n-d-773647-6 neutron-server[100246]: Metadata agent@n-d-773647-6: {}, Jul 06 13:44:02.097768 n-d-773647-6 neutron-server[100246]: Metering agent@n-d-773647-6: {}, Jul 06 13:44:02.097768 n-d-773647-6 neutron-server[100246]: Open vSwitch agent@n-d-773647-6: { 'AddressGroup': '1.2', Jul 06 13:44:02.097768 n-d-773647-6 neutron-server[100246]: 'ConntrackHelper': '1.0', Jul 06 13:44:02.097768 n-d-773647-6 neutron-server[100246]: 'Log': '1.0', Jul 06 13:44:02.097768 n-d-773647-6 neutron-server[100246]: 'Network': '1.1', Jul 06 13:44:02.097768 n-d-773647-6 neutron-server[100246]: 'Port': '1.7', Jul 06 13:44:02.097768 n-d-773647-6 neutron-server[100246]: 'PortForwarding': '1.2', Jul 06 13:44:02.097768 n-d-773647-6 neutron-server[100246]: 'QosPolicy': '1.8', Jul 06 13:44:02.097768 n-d-773647-6 neutron-server[100246]: 'SecurityGroup': '1.4', Jul 06 13:44:02.097768 n-d-773647-6 neutron-server[100246]: 'SecurityGroupRule': '1.2', Jul 06 13:44:02.097768 n-d-773647-6 neutron-server[100246]: 'SubPort': '1.0', Jul 06 13:44:02.097768 n-d-773647-6 neutron-server[100246]: 'Subnet': '1.1', Jul 06 13:44:02.097768 n-d-773647-6 neutron-server[100246]: 'Trunk': '1.1'}} Jul 06 13:44:02.097768 n-d-773647-6 neutron-server[100246]: {{(pid=100246) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 06 13:44:02.138467 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2162d19-1d3d-4ca7-a764-aa33b7f3be3c admin admin] Network 2658f09e-a580-4d4a-9968-2d1e0ad93719 is scheduled to be hosted by DHCP agent f2bada3d-be77-4359-982b-8505a2bbca04 with binding_index 1 {{(pid=100246) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 13:44:02.156236 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.base_scheduler [None req-a2162d19-1d3d-4ca7-a764-aa33b7f3be3c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773647-6, 2658f09e-a580-4d4a-9968-2d1e0ad93719) {{(pid=100246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:44:02.160975 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2162d19-1d3d-4ca7-a764-aa33b7f3be3c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:44:02.161602 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-a2162d19-1d3d-4ca7-a764-aa33b7f3be3c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583035'] for subnet, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:02.167806 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b7ad3fd-6dd0-453a-9f40-9315bff72886 None None] Network 2658f09e-a580-4d4a-9968-2d1e0ad93719 requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 13:44:02.188890 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-a2162d19-1d3d-4ca7-a764-aa33b7f3be3c admin admin] 10.222.0.104 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6196783 Jul 06 13:44:02.301143 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5719bfc-0da5-4334-bb59-f95df33ddbb6 None None] Network 2658f09e-a580-4d4a-9968-2d1e0ad93719 requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 13:44:04.513022 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 51360) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:44:04.643272 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-f3a061c3-28fd-48bb-8ec0-6569100d99a8 admin admin] 10.222.0.104 "GET /v2.0/routers/1a3e021b-1b1e-42db-ac16-dde992b0fe84 HTTP/1.1" status: 200 len: 710 time: 0.1274524 Jul 06 13:44:04.727849 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e49e2c5a-3186-46d3-a956-d68c1e3bf20e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:44:04.729126 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-e49e2c5a-3186-46d3-a956-d68c1e3bf20e admin admin] 10.222.0.104 "GET /v2.0/networks/2658f09e-a580-4d4a-9968-2d1e0ad93719 HTTP/1.1" status: 200 len: 886 time: 0.0825293 Jul 06 13:44:04.738756 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [None req-dd179155-df27-4dfe-83cb-d3d64fbe9425 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719'}}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:44:05.052263 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-dd179155-df27-4dfe-83cb-d3d64fbe9425 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1761047', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1806272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6989'] for router, precommit_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:05.309981 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-dd179155-df27-4dfe-83cb-d3d64fbe9425 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:05.383804 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-dd179155-df27-4dfe-83cb-d3d64fbe9425 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:05.489455 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.db_base_plugin_common [None req-dd179155-df27-4dfe-83cb-d3d64fbe9425 admin admin] Allocated IP 172.25.0.184 (2658f09e-a580-4d4a-9968-2d1e0ad93719/cbf74abc-6fe1-4d33-b005-c948923b9647/4838faf3-2fca-4a8f-85b4-67ddd905b87b) {{(pid=100247) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 13:44:05.588581 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-dd179155-df27-4dfe-83cb-d3d64fbe9425 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:05.628522 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-dd179155-df27-4dfe-83cb-d3d64fbe9425 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108'] for port, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:05.667510 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd179155-df27-4dfe-83cb-d3d64fbe9425 admin admin] Network 2658f09e-a580-4d4a-9968-2d1e0ad93719 is already hosted by enough agents. {{(pid=100247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 13:44:05.670241 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.base_scheduler [None req-dd179155-df27-4dfe-83cb-d3d64fbe9425 admin admin] Resources bound (agent type, host, resource id): {{(pid=100247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:44:05.675738 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd179155-df27-4dfe-83cb-d3d64fbe9425 admin admin] Received port after_create {{(pid=100247) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 13:44:05.681353 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd179155-df27-4dfe-83cb-d3d64fbe9425 admin admin] Pushing event updated for resources: {'Port': ['ID=4838faf3-2fca-4a8f-85b4-67ddd905b87b,revision_number=1']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:44:05.870628 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device f7d10a03-5c80-41fe-9689-4b0629f41b92 up at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 13:44:05.921597 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning for port f7d10a03-5c80-41fe-9689-4b0629f41b92 completed by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 13:44:05.925677 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning complete for port f7d10a03-5c80-41fe-9689-4b0629f41b92 triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:44:05.926052 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:05.932167 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-dd179155-df27-4dfe-83cb-d3d64fbe9425 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:06.015008 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:06.047174 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] For port f7d10a03-5c80-41fe-9689-4b0629f41b92, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=f7d10a03-5c80-41fe-9689-4b0629f41b92,segment=NetworkSegment(83ac2c9b-ade3-4e09-9769-fcd80fbf6b64),segment_id=83ac2c9b-ade3-4e09-9769-fcd80fbf6b64)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:44:06.051343 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:06.098408 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Pushing event updated for resources: {'Port': ['ID=f7d10a03-5c80-41fe-9689-4b0629f41b92,revision_number=5']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:44:06.139781 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-dd179155-df27-4dfe-83cb-d3d64fbe9425 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1761047', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1806272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6989'] for router, precommit_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:06.143088 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-dd179155-df27-4dfe-83cb-d3d64fbe9425 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1761036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1761054', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1761029', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1806287'] for router, after_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:06.343754 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd179155-df27-4dfe-83cb-d3d64fbe9425 admin admin] Router 1a3e021b-1b1e-42db-ac16-dde992b0fe84 has already been hosted by L3 agent 2823d358-a11b-4885-a706-95a279e43fa7 {{(pid=100247) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 13:44:06.446843 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd179155-df27-4dfe-83cb-d3d64fbe9425 admin admin] Notify agent at l3_agent.n-d-773647-6 the message routers_updated {{(pid=100247) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 13:44:06.450938 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-dd179155-df27-4dfe-83cb-d3d64fbe9425 admin admin] Notify callbacks [] for router, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:06.452159 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-dd179155-df27-4dfe-83cb-d3d64fbe9425 admin admin] 10.222.0.104 "PUT /v2.0/routers/1a3e021b-1b1e-42db-ac16-dde992b0fe84 HTTP/1.1" status: 200 len: 890 time: 1.7173216 Jul 06 13:44:06.456983 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d72aa650-d051-4202-b82f-b5e245e855f6 None None] Sync routers for ids ['1a3e021b-1b1e-42db-ac16-dde992b0fe84'] in n-d-773647-6 {{(pid=100248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 13:44:06.468247 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d72aa650-d051-4202-b82f-b5e245e855f6 None None] Routers {'1a3e021b-1b1e-42db-ac16-dde992b0fe84'} bound to L3 agent in host n-d-773647-6 {{(pid=100248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 13:44:06.468937 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-d72aa650-d051-4202-b82f-b5e245e855f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T13:43:55Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['1a3e021b-1b1e-42db-ac16-dde992b0fe84'], 'active': True} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:44:06.762160 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvr_db [None req-d72aa650-d051-4202-b82f-b5e245e855f6 None None] Set router 1a3e021b-1b1e-42db-ac16-dde992b0fe84 gateway port host: n-d-773647-6 {{(pid=100248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 13:44:07.157505 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-d72aa650-d051-4202-b82f-b5e245e855f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a3e021b-1b1e-42db-ac16-dde992b0fe84', 'name': 'router1', 'tenant_id': 'db9fbf3ec32e434cbf5309ddd061d581', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.184'}], 'enable_snat': True}, 'gw_port_id': '4838faf3-2fca-4a8f-85b4-67ddd905b87b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T13:43:48Z', 'updated_at': '2021-07-06T13:44:05Z', 'revision_number': 4, 'project_id': 'db9fbf3ec32e434cbf5309ddd061d581', 'gw_port': {'id': '4838faf3-2fca-4a8f-85b4-67ddd905b87b', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:21:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a3e021b-1b1e-42db-ac16-dde992b0fe84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:44:05Z', 'updated_at': '2021-07-06T13:44:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6', '_interfaces': [{'id': 'f7d10a03-5c80-41fe-9689-4b0629f41b92', 'name': '', 'network_id': 'cba0a59a-1a7b-4449-8541-a73137337e0d', 'tenant_id': 'db9fbf3ec32e434cbf5309ddd061d581', 'mac_address': 'fa:16:3e:05:3f:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a3e021b-1b1e-42db-ac16-dde992b0fe84', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5e3d098f-bba0-4da8-8b20-f53ef6fcbeae', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:43:57Z', 'updated_at': '2021-07-06T13:44:06Z', 'revision_number': 5, 'project_id': 'db9fbf3ec32e434cbf5309ddd061d581', 'subnets': [{'id': '5e3d098f-bba0-4da8-8b20-f53ef6fcbeae', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9d20d4c7-4669-4e0a-af01-1d5faac66c5e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773647-6', False) {} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:44:07.205565 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d72aa650-d051-4202-b82f-b5e245e855f6 None None] Checking router: 1a3e021b-1b1e-42db-ac16-dde992b0fe84 for host: n-d-773647-6 {{(pid=100248) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 13:44:07.205915 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d72aa650-d051-4202-b82f-b5e245e855f6 None None] Updating router 1a3e021b-1b1e-42db-ac16-dde992b0fe84 port 4838faf3-2fca-4a8f-85b4-67ddd905b87b binding host n-d-773647-6 {{(pid=100248) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 13:44:07.243373 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-d72aa650-d051-4202-b82f-b5e245e855f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:07.561645 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-d72aa650-d051-4202-b82f-b5e245e855f6 None None] Notify callbacks [] for port, precommit_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:07.571982 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-d72aa650-d051-4202-b82f-b5e245e855f6 None None] Transition to ACTIVE for port object 4838faf3-2fca-4a8f-85b4-67ddd905b87b will not be triggered until provisioned by entity L2. {{(pid=100248) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 13:44:07.577581 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-d72aa650-d051-4202-b82f-b5e245e855f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:07.630128 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fade6ceb-d528-4ff1-b135-4cfb62cd5e2c None None] Pushing event updated for resources: {'Port': ['ID=4838faf3-2fca-4a8f-85b4-67ddd905b87b,revision_number=2']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:44:07.632137 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-d72aa650-d051-4202-b82f-b5e245e855f6 None None] Attempting to bind port 4838faf3-2fca-4a8f-85b4-67ddd905b87b on host n-d-773647-6 for vnic_type normal with profile {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 13:44:07.632506 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-d72aa650-d051-4202-b82f-b5e245e855f6 None None] Attempting to bind port 4838faf3-2fca-4a8f-85b4-67ddd905b87b by drivers openvswitch,hyperv on host n-d-773647-6 at level 0 using segments [{'id': '89a832b7-7793-4d51-9038-ed7e1c3ff1b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719'}] {{(pid=100248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 13:44:07.632921 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d72aa650-d051-4202-b82f-b5e245e855f6 None None] Attempting to bind port 4838faf3-2fca-4a8f-85b4-67ddd905b87b on network 2658f09e-a580-4d4a-9968-2d1e0ad93719 {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 13:44:07.638301 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d72aa650-d051-4202-b82f-b5e245e855f6 None None] Checking agent: {'id': '8ab5b19c-d213-4f29-891d-27bdf39d38b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773647-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 43, 26), 'started_at': datetime.datetime(2021, 7, 6, 13, 43, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 13, 43, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773647-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 13:44:07.638301 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d72aa650-d051-4202-b82f-b5e245e855f6 None None] Checking segment: {'id': '89a832b7-7793-4d51-9038-ed7e1c3ff1b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 13:44:07.638644 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-d72aa650-d051-4202-b82f-b5e245e855f6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:07.639021 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d72aa650-d051-4202-b82f-b5e245e855f6 None None] Bound using segment: {'id': '89a832b7-7793-4d51-9038-ed7e1c3ff1b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719'} {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 13:44:07.639504 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-d72aa650-d051-4202-b82f-b5e245e855f6 None None] Bound port: 4838faf3-2fca-4a8f-85b4-67ddd905b87b, host: n-d-773647-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89a832b7-7793-4d51-9038-ed7e1c3ff1b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719'}}] {{(pid=100248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 13:44:07.639894 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-d72aa650-d051-4202-b82f-b5e245e855f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:07.694041 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-d72aa650-d051-4202-b82f-b5e245e855f6 None None] For port 4838faf3-2fca-4a8f-85b4-67ddd905b87b, host n-d-773647-6, cleared binding levels {{(pid=100248) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 13:44:07.697786 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-d72aa650-d051-4202-b82f-b5e245e855f6 None None] For port 4838faf3-2fca-4a8f-85b4-67ddd905b87b, host n-d-773647-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=4838faf3-2fca-4a8f-85b4-67ddd905b87b,segment=NetworkSegment(89a832b7-7793-4d51-9038-ed7e1c3ff1b2),segment_id=89a832b7-7793-4d51-9038-ed7e1c3ff1b2)] {{(pid=100248) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 13:44:07.702725 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-d72aa650-d051-4202-b82f-b5e245e855f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:07.760597 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fade6ceb-d528-4ff1-b135-4cfb62cd5e2c None None] Pushing event updated for resources: {'Port': ['ID=4838faf3-2fca-4a8f-85b4-67ddd905b87b,revision_number=3']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:44:07.763326 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d72aa650-d051-4202-b82f-b5e245e855f6 None None] Routers {'1a3e021b-1b1e-42db-ac16-dde992b0fe84'} bound to L3 agent in host n-d-773647-6 {{(pid=100248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 13:44:07.763923 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-d72aa650-d051-4202-b82f-b5e245e855f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T13:43:55Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['1a3e021b-1b1e-42db-ac16-dde992b0fe84'], 'active': True} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:44:07.927942 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device f7d10a03-5c80-41fe-9689-4b0629f41b92 up at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 13:44:07.982623 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvr_db [None req-d72aa650-d051-4202-b82f-b5e245e855f6 None None] Set router 1a3e021b-1b1e-42db-ac16-dde992b0fe84 gateway port host: n-d-773647-6 {{(pid=100248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 13:44:08.019158 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning complete for port f7d10a03-5c80-41fe-9689-4b0629f41b92 triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:44:08.019565 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:08.263179 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-d72aa650-d051-4202-b82f-b5e245e855f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a3e021b-1b1e-42db-ac16-dde992b0fe84', 'name': 'router1', 'tenant_id': 'db9fbf3ec32e434cbf5309ddd061d581', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.184'}], 'enable_snat': True}, 'gw_port_id': '4838faf3-2fca-4a8f-85b4-67ddd905b87b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T13:43:48Z', 'updated_at': '2021-07-06T13:44:05Z', 'revision_number': 4, 'project_id': 'db9fbf3ec32e434cbf5309ddd061d581', 'gw_port': {'id': '4838faf3-2fca-4a8f-85b4-67ddd905b87b', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:21:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a3e021b-1b1e-42db-ac16-dde992b0fe84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:44:05Z', 'updated_at': '2021-07-06T13:44:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6', '_interfaces': [{'id': 'f7d10a03-5c80-41fe-9689-4b0629f41b92', 'name': '', 'network_id': 'cba0a59a-1a7b-4449-8541-a73137337e0d', 'tenant_id': 'db9fbf3ec32e434cbf5309ddd061d581', 'mac_address': 'fa:16:3e:05:3f:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a3e021b-1b1e-42db-ac16-dde992b0fe84', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5e3d098f-bba0-4da8-8b20-f53ef6fcbeae', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:43:57Z', 'updated_at': '2021-07-06T13:44:06Z', 'revision_number': 5, 'project_id': 'db9fbf3ec32e434cbf5309ddd061d581', 'subnets': [{'id': '5e3d098f-bba0-4da8-8b20-f53ef6fcbeae', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9d20d4c7-4669-4e0a-af01-1d5faac66c5e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773647-6', False) {} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:44:08.296964 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d72aa650-d051-4202-b82f-b5e245e855f6 None None] The sync data for ids ['1a3e021b-1b1e-42db-ac16-dde992b0fe84'] in n-d-773647-6 is: [{'id': '1a3e021b-1b1e-42db-ac16-dde992b0fe84', 'name': 'router1', 'tenant_id': 'db9fbf3ec32e434cbf5309ddd061d581', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.184'}], 'enable_snat': True}, 'gw_port_id': '4838faf3-2fca-4a8f-85b4-67ddd905b87b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T13:43:48Z', 'updated_at': '2021-07-06T13:44:05Z', 'revision_number': 4, 'project_id': 'db9fbf3ec32e434cbf5309ddd061d581', 'gw_port': {'id': '4838faf3-2fca-4a8f-85b4-67ddd905b87b', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:21:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a3e021b-1b1e-42db-ac16-dde992b0fe84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:44:05Z', 'updated_at': '2021-07-06T13:44:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6', '_interfaces': [{'id': 'f7d10a03-5c80-41fe-9689-4b0629f41b92', 'name': '', 'network_id': 'cba0a59a-1a7b-4449-8541-a73137337e0d', 'tenant_id': 'db9fbf3ec32e434cbf5309ddd061d581', 'mac_address': 'fa:16:3e:05:3f:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a3e021b-1b1e-42db-ac16-dde992b0fe84', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5e3d098f-bba0-4da8-8b20-f53ef6fcbeae', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:43:57Z', 'updated_at': '2021-07-06T13:44:06Z', 'revision_number': 5, 'project_id': 'db9fbf3ec32e434cbf5309ddd061d581', 'subnets': [{'id': '5e3d098f-bba0-4da8-8b20-f53ef6fcbeae', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9d20d4c7-4669-4e0a-af01-1d5faac66c5e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 13:44:08.881221 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 51368) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:44:09.013593 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-cc55d614-3fb5-418f-987b-c64f945debfb admin admin] 10.222.0.104 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1307058 Jul 06 13:44:09.899512 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 4838faf3-2fca-4a8f-85b4-67ddd905b87b up at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 13:44:09.954599 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning for port 4838faf3-2fca-4a8f-85b4-67ddd905b87b completed by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 13:44:09.958459 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning complete for port 4838faf3-2fca-4a8f-85b4-67ddd905b87b triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:44:09.958831 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:10.039706 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:10.059291 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] For port 4838faf3-2fca-4a8f-85b4-67ddd905b87b, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=4838faf3-2fca-4a8f-85b4-67ddd905b87b,segment=NetworkSegment(89a832b7-7793-4d51-9038-ed7e1c3ff1b2),segment_id=89a832b7-7793-4d51-9038-ed7e1c3ff1b2)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:44:10.064337 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:10.110603 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Pushing event updated for resources: {'Port': ['ID=4838faf3-2fca-4a8f-85b4-67ddd905b87b,revision_number=4']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:44:11.859319 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 4838faf3-2fca-4a8f-85b4-67ddd905b87b up at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 13:44:11.918238 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning complete for port 4838faf3-2fca-4a8f-85b4-67ddd905b87b triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:44:11.918619 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:17.127433 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.agents_db [None req-167c0ad6-1657-4c9a-a2c4-3b18056aa662 None None] Agent healthcheck: found 5 active agents {{(pid=100249) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 13:44:22.802694 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-decbb733-0b4f-45f4-bc8f-ec2bd4ea076d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:25.420138 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-da012bd7-147e-4531-aaa6-99667f16ea74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:25.809479 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:26.400653 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-2064eaae-da4f-48f8-82d2-b09d4ddedd44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:28.185190 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-03f71b24-a9b8-453a-8924-caa3f97bc6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:52.798226 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-2daea3c7-e8a4-4887-b4a1-e795d25afe08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:54.126862 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.agents_db [None req-167c0ad6-1657-4c9a-a2c4-3b18056aa662 None None] Agent healthcheck: found 5 active agents {{(pid=100249) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 13:44:55.422352 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-b02bd701-8aff-4aa4-a969-00848e0d23a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:55.813852 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:56.406685 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-2064eaae-da4f-48f8-82d2-b09d4ddedd44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:58.180473 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-03f71b24-a9b8-453a-8924-caa3f97bc6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:45:22.799583 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-6d737479-d97e-4b69-a454-f1c6a11a26a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:45:25.426376 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-2e8d92db-a584-4a49-9615-c3815055f7dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:45:25.820113 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:45:26.398945 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-2064eaae-da4f-48f8-82d2-b09d4ddedd44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:45:28.183849 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-03f71b24-a9b8-453a-8924-caa3f97bc6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:45:31.125868 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.agents_db [None req-167c0ad6-1657-4c9a-a2c4-3b18056aa662 None None] Agent healthcheck: found 5 active agents {{(pid=100249) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 13:45:51.444254 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 51968) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:45:51.524562 n-d-773647-6 neutron-server[100246]: INFO neutron.pecan_wsgi.hooks.translation [None req-35052b7b-563a-49bc-9760-756573a11e30 admin admin] GET failed (client error): The resource could not be found. Jul 06 13:45:51.525981 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-35052b7b-563a-49bc-9760-756573a11e30 admin admin] 10.222.0.104 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0804739 Jul 06 13:45:51.690641 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1206928b-f928-45d6-b459-ff97086fa3d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:45:51.692133 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-1206928b-f928-45d6-b459-ff97086fa3d7 admin admin] 10.222.0.104 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 873 time: 0.1622558 Jul 06 13:45:52.805774 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-81a82ef1-59c0-4883-9aef-ad8226e17760 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:45:53.906628 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 51978) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:45:54.039706 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bb8282d-7533-45df-8536-70ad2dd26879 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:45:54.041119 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-4bb8282d-7533-45df-8536-70ad2dd26879 admin admin] 10.222.0.104 "GET /v2.0/subnets/5e3d098f-bba0-4da8-8b20-f53ef6fcbeae HTTP/1.1" status: 200 len: 849 time: 0.1333079 Jul 06 13:45:54.054679 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-7dadaa3f-bbf0-43b9-a3fd-8809ae9acec7 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:45:54.153190 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-7dadaa3f-bbf0-43b9-a3fd-8809ae9acec7 admin admin] Notify callbacks [] for subnet, before_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:45:54.312168 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-7dadaa3f-bbf0-43b9-a3fd-8809ae9acec7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1849032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8773753488927'] for subnet, after_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:45:54.349778 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dadaa3f-bbf0-43b9-a3fd-8809ae9acec7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:45:54.350832 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-7dadaa3f-bbf0-43b9-a3fd-8809ae9acec7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583035'] for subnet, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:45:54.352174 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53039a2a-1654-4ad0-99e1-44484dae3615 None None] Network cba0a59a-1a7b-4449-8541-a73137337e0d requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 13:45:54.364439 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-7dadaa3f-bbf0-43b9-a3fd-8809ae9acec7 admin admin] 10.222.0.104 "PUT /v2.0/subnets/5e3d098f-bba0-4da8-8b20-f53ef6fcbeae HTTP/1.1" status: 200 len: 868 time: 0.3151715 Jul 06 13:45:54.395942 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dadaa3f-bbf0-43b9-a3fd-8809ae9acec7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5e3d098f-bba0-4da8-8b20-f53ef6fcbeae,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:45:54.403918 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dadaa3f-bbf0-43b9-a3fd-8809ae9acec7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:45:54.404230 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dadaa3f-bbf0-43b9-a3fd-8809ae9acec7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:45:54.404512 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dadaa3f-bbf0-43b9-a3fd-8809ae9acec7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:45:54.404848 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dadaa3f-bbf0-43b9-a3fd-8809ae9acec7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:45:54.405179 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dadaa3f-bbf0-43b9-a3fd-8809ae9acec7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:45:54.405534 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dadaa3f-bbf0-43b9-a3fd-8809ae9acec7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:45:54.405926 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dadaa3f-bbf0-43b9-a3fd-8809ae9acec7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:45:54.406335 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dadaa3f-bbf0-43b9-a3fd-8809ae9acec7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:45:54.406671 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dadaa3f-bbf0-43b9-a3fd-8809ae9acec7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:45:54.407030 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dadaa3f-bbf0-43b9-a3fd-8809ae9acec7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:45:54.407449 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dadaa3f-bbf0-43b9-a3fd-8809ae9acec7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:45:54.407775 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dadaa3f-bbf0-43b9-a3fd-8809ae9acec7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:45:54.821842 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-fb2c4ce6-b96f-44a8-bce2-0db6545cabd0 None None] Provisioning complete for port f7d10a03-5c80-41fe-9689-4b0629f41b92 triggered by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:45:54.822217 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-fb2c4ce6-b96f-44a8-bce2-0db6545cabd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:45:54.923135 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-fb2c4ce6-b96f-44a8-bce2-0db6545cabd0 None None] Provisioning complete for port 145a5d95-44ff-4872-8c84-d003e51da636 triggered by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:45:54.923498 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-fb2c4ce6-b96f-44a8-bce2-0db6545cabd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:45:55.431329 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-de767fd4-90d8-4382-ab4e-85b073d191e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:45:55.821652 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:45:56.416086 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-2064eaae-da4f-48f8-82d2-b09d4ddedd44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:45:56.638729 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 51986) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:45:56.874890 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a90ff391-cc62-48b5-9a79-2cf5ebbe3647 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:45:56.876302 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a90ff391-cc62-48b5-9a79-2cf5ebbe3647 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:45:56.881132 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-a90ff391-cc62-48b5-9a79-2cf5ebbe3647 admin admin] 10.222.0.104 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1550 time: 0.2410684 Jul 06 13:45:58.187010 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-03f71b24-a9b8-453a-8924-caa3f97bc6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:45:59.077910 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 51994) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:45:59.223512 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7075d158-2e78-489b-b473-63a81ddea4e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:45:59.223985 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7075d158-2e78-489b-b473-63a81ddea4e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:45:59.225528 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-7075d158-2e78-489b-b473-63a81ddea4e4 admin admin] 10.222.0.104 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1550 time: 0.1466572 Jul 06 13:46:01.440777 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 52002) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:46:01.589949 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d40b1036-3881-4c3c-9025-f52e36215d9a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:46:01.591362 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-d40b1036-3881-4c3c-9025-f52e36215d9a admin admin] 10.222.0.104 "GET /v2.0/networks/2658f09e-a580-4d4a-9968-2d1e0ad93719 HTTP/1.1" status: 200 len: 886 time: 0.1495903 Jul 06 13:46:03.783620 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 52010) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:46:03.918179 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cca9270b-16f3-4d53-be09-2c4d0df430a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:46:03.919603 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-cca9270b-16f3-4d53-be09-2c4d0df430a2 admin admin] 10.222.0.104 "GET /v2.0/networks/cba0a59a-1a7b-4449-8541-a73137337e0d HTTP/1.1" status: 200 len: 870 time: 0.1349840 Jul 06 13:46:06.125460 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 52020) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:46:06.259733 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5652588-7479-4eda-aeb7-e74d802ce247 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:46:06.260199 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5652588-7479-4eda-aeb7-e74d802ce247 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:46:06.261760 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-c5652588-7479-4eda-aeb7-e74d802ce247 admin admin] 10.222.0.104 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1353180 Jul 06 13:46:08.124302 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.agents_db [None req-167c0ad6-1657-4c9a-a2c4-3b18056aa662 None None] Agent healthcheck: found 5 active agents {{(pid=100249) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 13:46:08.436632 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 52028) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:46:08.544140 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cc29f6c-1fcc-4a45-acff-79dfd3f18858 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:46:08.544595 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cc29f6c-1fcc-4a45-acff-79dfd3f18858 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:46:08.546289 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-1cc29f6c-1fcc-4a45-acff-79dfd3f18858 admin admin] 10.222.0.104 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1085742 Jul 06 13:46:10.799862 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 52036) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:46:10.900728 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e487b62d-7fab-41c7-8c37-03a8eac25753 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:46:10.902111 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-e487b62d-7fab-41c7-8c37-03a8eac25753 admin admin] 10.222.0.104 "GET /v2.0/subnets/5e3d098f-bba0-4da8-8b20-f53ef6fcbeae HTTP/1.1" status: 200 len: 868 time: 0.1012347 Jul 06 13:46:13.170199 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 52044) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:46:13.258825 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e70eb559-a523-41bc-8acf-7b57394f237a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:46:13.260225 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-e70eb559-a523-41bc-8acf-7b57394f237a admin admin] 10.222.0.104 "GET /v2.0/subnets/cbf74abc-6fe1-4d33-b005-c948923b9647 HTTP/1.1" status: 200 len: 816 time: 0.0890381 Jul 06 13:46:22.799335 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-061d5026-b6c6-4efb-ae94-bac1b50f17a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:46:25.437396 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-c6b05450-d258-4f64-a64f-5d2473da0451 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:46:25.817587 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:46:26.406664 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-2064eaae-da4f-48f8-82d2-b09d4ddedd44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:46:28.190828 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-03f71b24-a9b8-453a-8924-caa3f97bc6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:46:37.284415 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 52088) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:46:37.329159 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [None req-fbde1cfd-c9a2-4297-8e36-dd5202edbf8d admin admin] http://10.222.0.104:9696/v2.0/extensions returned with HTTP 200 {{(pid=100247) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 13:46:37.330150 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-fbde1cfd-c9a2-4297-8e36-dd5202edbf8d admin admin] 10.222.0.104 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0448010 Jul 06 13:46:39.577975 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 52096) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:46:39.637599 n-d-773647-6 neutron-server[100247]: INFO neutron.pecan_wsgi.hooks.translation [None req-299af663-ad2c-4c9b-804b-292c2dc506c1 admin admin] GET failed (client error): The resource could not be found. Jul 06 13:46:39.638916 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-299af663-ad2c-4c9b-804b-292c2dc506c1 admin admin] 10.222.0.104 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0600011 Jul 06 13:46:39.779709 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41388db3-d44b-4874-b297-1eb71f2da7fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:46:39.781136 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-41388db3-d44b-4874-b297-1eb71f2da7fe admin admin] 10.222.0.104 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1384158 Jul 06 13:46:41.972134 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 52104) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:46:42.018361 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-d455afe4-bcf3-4002-abf5-4a954d1a07cb admin admin] Request body: {'network': {'admin_state_up': True, 'shared': True, 'name': 'shared'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:46:42.041641 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d455afe4-bcf3-4002-abf5-4a954d1a07cb admin admin] Made reservation on behalf of 27f3d8b8d43548dda571ab577bb086a7 for: {'network': 1} {{(pid=100246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 13:46:42.044026 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-d455afe4-bcf3-4002-abf5-4a954d1a07cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for network, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:46:42.087352 n-d-773647-6 neutron-server[100246]: WARNING neutron.services.revisions.revision_plugin [None req-d455afe4-bcf3-4002-abf5-4a954d1a07cb admin admin] Could not find related network for resource to bump revision. Jul 06 13:46:42.104294 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d455afe4-bcf3-4002-abf5-4a954d1a07cb admin admin] vlan segment allocate from pool success with {'vlan_id': 1023, 'physical_network': 'physnet1'} {{(pid=100246) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 13:46:42.117537 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-d455afe4-bcf3-4002-abf5-4a954d1a07cb admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8773753502293', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552'] for segment, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:46:42.118086 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-d455afe4-bcf3-4002-abf5-4a954d1a07cb admin admin] Unsubscribe: segment precommit_create {{(pid=100246) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 06 13:46:42.118589 n-d-773647-6 neutron-server[100246]: INFO neutron.db.segments_db [None req-d455afe4-bcf3-4002-abf5-4a954d1a07cb admin admin] Added segment c9ea893d-045e-42cf-b3dd-cdd1f79baccd of type vlan for network ac09d390-867f-4b75-a8d2-ab11550bffd6 Jul 06 13:46:42.168421 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-d455afe4-bcf3-4002-abf5-4a954d1a07cb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773752984405'] for network, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:46:42.210518 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-d455afe4-bcf3-4002-abf5-4a954d1a07cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060'] for network, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:46:42.211573 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d455afe4-bcf3-4002-abf5-4a954d1a07cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:46:42.212150 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-d455afe4-bcf3-4002-abf5-4a954d1a07cb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583035'] for network, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:46:42.280586 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-d455afe4-bcf3-4002-abf5-4a954d1a07cb admin admin] 10.222.0.104 "POST /v2.0/networks HTTP/1.1" status: 201 len: 848 time: 0.3072584 Jul 06 13:46:42.307001 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d455afe4-bcf3-4002-abf5-4a954d1a07cb admin admin] Pushing event updated for resources: {'Network': ['ID=ac09d390-867f-4b75-a8d2-ab11550bffd6,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:46:42.317704 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Network ac09d390-867f-4b75-a8d2-ab11550bffd6 details requested by agent ovs-agent-n-d-773647-6 with host n-d-773647-6 {{(pid=100248) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 13:46:44.545599 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 52112) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:46:44.607067 n-d-773647-6 neutron-server[100246]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c834275-6d64-4c00-9407-90f4309e5982 admin admin] GET failed (client error): The resource could not be found. Jul 06 13:46:44.608754 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-3c834275-6d64-4c00-9407-90f4309e5982 admin admin] 10.222.0.104 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0618811 Jul 06 13:46:44.687207 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2615b47-98d4-4931-8aec-1f688f75339f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:46:44.688745 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-b2615b47-98d4-4931-8aec-1f688f75339f admin admin] 10.222.0.104 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 827 time: 0.0755024 Jul 06 13:46:44.704585 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-57ec0aab-aacf-4ae9-baa0-afe333daf1ba admin admin] Request body: {'subnet': {'ip_version': 4, 'name': 'shared-subnet', 'description': 'shared-subnet', 'cidr': '192.168.233.0/24', 'network_id': 'ac09d390-867f-4b75-a8d2-ab11550bffd6'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:46:44.728634 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57ec0aab-aacf-4ae9-baa0-afe333daf1ba admin admin] Made reservation on behalf of 27f3d8b8d43548dda571ab577bb086a7 for: {'subnet': 1} {{(pid=100246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 13:46:44.730939 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-57ec0aab-aacf-4ae9-baa0-afe333daf1ba admin admin] Notify callbacks [] for subnet, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:46:44.907038 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-57ec0aab-aacf-4ae9-baa0-afe333daf1ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1849032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060'] for subnet, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:46:44.962829 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ec0aab-aacf-4ae9-baa0-afe333daf1ba admin admin] Pushing event updated for resources: {'Subnet': ['ID=d1c3cc78-09b9-4e30-99fd-0e5830de101d,revision_number=0']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:46:44.973375 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57ec0aab-aacf-4ae9-baa0-afe333daf1ba admin admin] Checking segment: {'id': 'c9ea893d-045e-42cf-b3dd-cdd1f79baccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'ac09d390-867f-4b75-a8d2-ab11550bffd6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 13:46:44.973729 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57ec0aab-aacf-4ae9-baa0-afe333daf1ba admin admin] Network hostable DHCP agents. Network: ac09d390-867f-4b75-a8d2-ab11550bffd6, hostable agents: ['f2bada3d-be77-4359-982b-8505a2bbca04'], hosted agents: [] {{(pid=100246) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 13:46:44.993722 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57ec0aab-aacf-4ae9-baa0-afe333daf1ba admin admin] Network ac09d390-867f-4b75-a8d2-ab11550bffd6 is scheduled to be hosted by DHCP agent f2bada3d-be77-4359-982b-8505a2bbca04 with binding_index 1 {{(pid=100246) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 13:46:45.003763 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.base_scheduler [None req-57ec0aab-aacf-4ae9-baa0-afe333daf1ba admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773647-6, ac09d390-867f-4b75-a8d2-ab11550bffd6) {{(pid=100246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:46:45.008954 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57ec0aab-aacf-4ae9-baa0-afe333daf1ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:46:45.009745 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-57ec0aab-aacf-4ae9-baa0-afe333daf1ba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583035'] for subnet, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:46:45.014078 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b981720-e0a3-4434-9b37-a55fe54607fb None None] Network ac09d390-867f-4b75-a8d2-ab11550bffd6 requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 13:46:45.031128 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-57ec0aab-aacf-4ae9-baa0-afe333daf1ba admin admin] 10.222.0.104 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3313286 Jul 06 13:46:45.122947 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.agents_db [None req-167c0ad6-1657-4c9a-a2c4-3b18056aa662 None None] Agent healthcheck: found 5 active agents {{(pid=100249) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 13:46:45.293648 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4cebfad-0e51-4a09-b847-52f00e342508 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6bd5fc82-6666-56e8-87c2-91648d36c963-ac09d390-867f-4b75-a8d2-ab11550bffd6', 'network_id': 'ac09d390-867f-4b75-a8d2-ab11550bffd6', 'tenant_id': '27f3d8b8d43548dda571ab577bb086a7', 'fixed_ips': [{'subnet_id': 'd1c3cc78-09b9-4e30-99fd-0e5830de101d'}]}} from n-d-773647-6. {{(pid=100248) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 13:46:45.294701 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-c4cebfad-0e51-4a09-b847-52f00e342508 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:46:45.445080 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.db_base_plugin_common [None req-c4cebfad-0e51-4a09-b847-52f00e342508 None None] Allocated IP 192.168.233.2 (ac09d390-867f-4b75-a8d2-ab11550bffd6/d1c3cc78-09b9-4e30-99fd-0e5830de101d/52b297cb-d1d3-4e74-9459-8620e01e3cf1) {{(pid=100248) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 13:46:45.604084 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-c4cebfad-0e51-4a09-b847-52f00e342508 None None] Notify callbacks [] for port, precommit_create {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:46:45.616803 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-c4cebfad-0e51-4a09-b847-52f00e342508 None None] Transition to ACTIVE for port object 52b297cb-d1d3-4e74-9459-8620e01e3cf1 will not be triggered until provisioned by entity L2. {{(pid=100248) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 13:46:45.632931 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-c4cebfad-0e51-4a09-b847-52f00e342508 None None] Transition to ACTIVE for port object 52b297cb-d1d3-4e74-9459-8620e01e3cf1 will not be triggered until provisioned by entity DHCP. {{(pid=100248) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 13:46:45.642538 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-c4cebfad-0e51-4a09-b847-52f00e342508 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108'] for port, after_create {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:46:45.685654 n-d-773647-6 neutron-server[100248]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4cebfad-0e51-4a09-b847-52f00e342508 None None] Network ac09d390-867f-4b75-a8d2-ab11550bffd6 is already hosted by enough agents. {{(pid=100248) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 13:46:45.690442 n-d-773647-6 neutron-server[100248]: DEBUG neutron.scheduler.base_scheduler [None req-c4cebfad-0e51-4a09-b847-52f00e342508 None None] Resources bound (agent type, host, resource id): {{(pid=100248) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:46:45.693091 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4cebfad-0e51-4a09-b847-52f00e342508 None None] Received port after_create {{(pid=100248) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 13:46:45.702409 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4cebfad-0e51-4a09-b847-52f00e342508 None None] Pushing event updated for resources: {'Port': ['ID=52b297cb-d1d3-4e74-9459-8620e01e3cf1,revision_number=1']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:46:45.712471 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4cebfad-0e51-4a09-b847-52f00e342508 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:46:45.712821 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4cebfad-0e51-4a09-b847-52f00e342508 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:46:45.713162 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4cebfad-0e51-4a09-b847-52f00e342508 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:46:45.713498 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4cebfad-0e51-4a09-b847-52f00e342508 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:46:45.713825 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4cebfad-0e51-4a09-b847-52f00e342508 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:46:45.714151 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4cebfad-0e51-4a09-b847-52f00e342508 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:46:45.714471 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4cebfad-0e51-4a09-b847-52f00e342508 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:46:45.714796 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4cebfad-0e51-4a09-b847-52f00e342508 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:46:45.715117 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4cebfad-0e51-4a09-b847-52f00e342508 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:46:45.715497 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4cebfad-0e51-4a09-b847-52f00e342508 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:46:45.715822 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4cebfad-0e51-4a09-b847-52f00e342508 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:46:45.716140 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4cebfad-0e51-4a09-b847-52f00e342508 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:46:45.770648 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-c4cebfad-0e51-4a09-b847-52f00e342508 None None] Attempting to bind port 52b297cb-d1d3-4e74-9459-8620e01e3cf1 on host n-d-773647-6 for vnic_type normal with profile {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 13:46:45.771028 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-c4cebfad-0e51-4a09-b847-52f00e342508 None None] Attempting to bind port 52b297cb-d1d3-4e74-9459-8620e01e3cf1 by drivers openvswitch,hyperv on host n-d-773647-6 at level 0 using segments [{'id': 'c9ea893d-045e-42cf-b3dd-cdd1f79baccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'ac09d390-867f-4b75-a8d2-ab11550bffd6'}] {{(pid=100248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 13:46:45.771434 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4cebfad-0e51-4a09-b847-52f00e342508 None None] Attempting to bind port 52b297cb-d1d3-4e74-9459-8620e01e3cf1 on network ac09d390-867f-4b75-a8d2-ab11550bffd6 {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 13:46:45.776444 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4cebfad-0e51-4a09-b847-52f00e342508 None None] Checking agent: {'id': '8ab5b19c-d213-4f29-891d-27bdf39d38b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773647-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 43, 26), 'started_at': datetime.datetime(2021, 7, 6, 13, 43, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 13, 46, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773647-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 13:46:45.776824 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4cebfad-0e51-4a09-b847-52f00e342508 None None] Checking segment: {'id': 'c9ea893d-045e-42cf-b3dd-cdd1f79baccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'ac09d390-867f-4b75-a8d2-ab11550bffd6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 13:46:45.777254 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-c4cebfad-0e51-4a09-b847-52f00e342508 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:46:45.777643 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4cebfad-0e51-4a09-b847-52f00e342508 None None] Bound using segment: {'id': 'c9ea893d-045e-42cf-b3dd-cdd1f79baccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'ac09d390-867f-4b75-a8d2-ab11550bffd6'} {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 13:46:45.778114 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-c4cebfad-0e51-4a09-b847-52f00e342508 None None] Bound port: 52b297cb-d1d3-4e74-9459-8620e01e3cf1, host: n-d-773647-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9ea893d-045e-42cf-b3dd-cdd1f79baccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'ac09d390-867f-4b75-a8d2-ab11550bffd6'}}] {{(pid=100248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 13:46:45.778509 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-c4cebfad-0e51-4a09-b847-52f00e342508 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:46:45.846539 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-c4cebfad-0e51-4a09-b847-52f00e342508 None None] For port 52b297cb-d1d3-4e74-9459-8620e01e3cf1, host n-d-773647-6, cleared binding levels {{(pid=100248) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 13:46:45.850010 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-c4cebfad-0e51-4a09-b847-52f00e342508 None None] For port 52b297cb-d1d3-4e74-9459-8620e01e3cf1, host n-d-773647-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=52b297cb-d1d3-4e74-9459-8620e01e3cf1,segment=NetworkSegment(c9ea893d-045e-42cf-b3dd-cdd1f79baccd),segment_id=c9ea893d-045e-42cf-b3dd-cdd1f79baccd)] {{(pid=100248) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 13:46:45.853770 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-c4cebfad-0e51-4a09-b847-52f00e342508 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:46:45.908154 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4cebfad-0e51-4a09-b847-52f00e342508 None None] Pushing event updated for resources: {'Port': ['ID=52b297cb-d1d3-4e74-9459-8620e01e3cf1,revision_number=2']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:46:46.730844 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d5500ab-6248-4ef9-8c9b-3364b76d7066 None None] Network ac09d390-867f-4b75-a8d2-ab11550bffd6 requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 13:46:46.794330 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-9b8bf8fd-c6c2-478b-a06f-f14531c4c458 None None] Provisioning for port 52b297cb-d1d3-4e74-9459-8620e01e3cf1 completed by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 13:46:48.017266 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 52b297cb-d1d3-4e74-9459-8620e01e3cf1 up at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 13:46:48.073113 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning for port 52b297cb-d1d3-4e74-9459-8620e01e3cf1 completed by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 13:46:48.077827 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning complete for port 52b297cb-d1d3-4e74-9459-8620e01e3cf1 triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:46:48.078187 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:46:48.154098 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:46:48.185893 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] For port 52b297cb-d1d3-4e74-9459-8620e01e3cf1, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=52b297cb-d1d3-4e74-9459-8620e01e3cf1,segment=NetworkSegment(c9ea893d-045e-42cf-b3dd-cdd1f79baccd),segment_id=c9ea893d-045e-42cf-b3dd-cdd1f79baccd)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:46:48.190436 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:46:48.240945 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Pushing event updated for resources: {'Port': ['ID=52b297cb-d1d3-4e74-9459-8620e01e3cf1,revision_number=3']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:46:49.978735 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 52b297cb-d1d3-4e74-9459-8620e01e3cf1 up at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 13:46:50.027307 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning complete for port 52b297cb-d1d3-4e74-9459-8620e01e3cf1 triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:46:50.027620 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:46:52.801493 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-8dc64b69-e285-4ff5-bc4b-171dcd13a5e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:46:55.442715 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-d543ccc4-de18-48c2-9776-b7b90c2edacf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:46:55.819546 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:46:56.410493 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-2064eaae-da4f-48f8-82d2-b09d4ddedd44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:46:58.194406 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-03f71b24-a9b8-453a-8924-caa3f97bc6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:47:22.122010 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.agents_db [None req-167c0ad6-1657-4c9a-a2c4-3b18056aa662 None None] Agent healthcheck: found 5 active agents {{(pid=100249) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 13:47:22.806350 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-1d910dd5-da0e-4583-8349-b210a56008e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:47:25.444876 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-29a626dc-68d8-444d-b611-34ddcb187019 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:47:25.821288 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:47:26.413612 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-2064eaae-da4f-48f8-82d2-b09d4ddedd44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:47:28.198296 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-03f71b24-a9b8-453a-8924-caa3f97bc6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:47:52.798983 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-3c25efe6-95f7-48a1-b192-fdcfa00864ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:47:55.445718 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-7e5d0413-cf27-412b-9613-280e9c7a1f87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:47:55.822600 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:47:56.418975 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-2064eaae-da4f-48f8-82d2-b09d4ddedd44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:47:58.202428 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-03f71b24-a9b8-453a-8924-caa3f97bc6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:47:59.119727 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.agents_db [None req-167c0ad6-1657-4c9a-a2c4-3b18056aa662 None None] Agent healthcheck: found 5 active agents {{(pid=100249) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 13:47:59.567990 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 52164) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:47:59.574681 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [None req-c9f50eae-05a9-4b7d-bc15-0246a4d4260f tempest-verify_tempest_config-1917816253 tempest-verify_tempest_config-1917816253-project] http://10.222.0.104:9696/v2.0/extensions returned with HTTP 200 {{(pid=100246) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 13:47:59.575778 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-c9f50eae-05a9-4b7d-bc15-0246a4d4260f tempest-verify_tempest_config-1917816253 tempest-verify_tempest_config-1917816253-project] 10.222.0.104 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0067480 Jul 06 13:47:59.877562 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 52182) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:47:59.977611 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-902059bf-32ad-481e-b15e-4ac3675261be admin admin] Notify callbacks [] for security_group, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:48:00.066618 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-902059bf-32ad-481e-b15e-4ac3675261be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:48:00.070203 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-902059bf-32ad-481e-b15e-4ac3675261be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:48:00.121790 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-902059bf-32ad-481e-b15e-4ac3675261be admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=b1ef1d7394b643fdb6ab2880a40b08d7&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2429471 Jul 06 13:48:00.122899 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902059bf-32ad-481e-b15e-4ac3675261be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf24d555-3509-462e-a90d-c0ef99649942,revision_number=1']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:48:00.124485 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 52188) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:48:00.132886 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-902059bf-32ad-481e-b15e-4ac3675261be admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:48:00.133232 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-902059bf-32ad-481e-b15e-4ac3675261be admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:48:00.133576 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-902059bf-32ad-481e-b15e-4ac3675261be admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:48:00.133912 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-902059bf-32ad-481e-b15e-4ac3675261be admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:48:00.134243 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-902059bf-32ad-481e-b15e-4ac3675261be admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:48:00.134630 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-902059bf-32ad-481e-b15e-4ac3675261be admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:48:00.135065 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-902059bf-32ad-481e-b15e-4ac3675261be admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:48:00.135514 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-902059bf-32ad-481e-b15e-4ac3675261be admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:48:00.136018 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-902059bf-32ad-481e-b15e-4ac3675261be admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:48:00.136477 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-902059bf-32ad-481e-b15e-4ac3675261be admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:48:00.136992 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-902059bf-32ad-481e-b15e-4ac3675261be admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:48:00.137438 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-902059bf-32ad-481e-b15e-4ac3675261be admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:48:00.200161 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-1bd0f4dd-51e0-4c55-9911-dcd71793f221 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:48:00.220837 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-1bd0f4dd-51e0-4c55-9911-dcd71793f221 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:48:00.357597 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-1bd0f4dd-51e0-4c55-9911-dcd71793f221 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:48:00.360704 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-1bd0f4dd-51e0-4c55-9911-dcd71793f221 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:48:00.361857 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-1bd0f4dd-51e0-4c55-9911-dcd71793f221 admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/bf24d555-3509-462e-a90d-c0ef99649942 HTTP/1.1" status: 204 len: 168 time: 0.2363815 Jul 06 13:48:00.369495 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd0f4dd-51e0-4c55-9911-dcd71793f221 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf24d555-3509-462e-a90d-c0ef99649942,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:48:00.376804 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd0f4dd-51e0-4c55-9911-dcd71793f221 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:48:00.377148 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd0f4dd-51e0-4c55-9911-dcd71793f221 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:48:00.377485 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd0f4dd-51e0-4c55-9911-dcd71793f221 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:48:00.377815 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd0f4dd-51e0-4c55-9911-dcd71793f221 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:48:00.378148 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd0f4dd-51e0-4c55-9911-dcd71793f221 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:48:00.378475 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd0f4dd-51e0-4c55-9911-dcd71793f221 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:48:00.378858 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd0f4dd-51e0-4c55-9911-dcd71793f221 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:48:00.379100 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd0f4dd-51e0-4c55-9911-dcd71793f221 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:48:00.379445 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd0f4dd-51e0-4c55-9911-dcd71793f221 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:48:00.379764 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd0f4dd-51e0-4c55-9911-dcd71793f221 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:48:00.380086 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd0f4dd-51e0-4c55-9911-dcd71793f221 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:48:00.380404 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd0f4dd-51e0-4c55-9911-dcd71793f221 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:48:22.802657 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-930d118c-6e9c-4d0a-979c-71e25bd0c221 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:48:25.446998 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5b28a675-483d-47c5-987a-a7260d1d1722 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:48:25.823524 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:48:26.420686 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-2064eaae-da4f-48f8-82d2-b09d4ddedd44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:48:28.205902 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-03f71b24-a9b8-453a-8924-caa3f97bc6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:48:36.118673 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.agents_db [None req-167c0ad6-1657-4c9a-a2c4-3b18056aa662 None None] Agent healthcheck: found 5 active agents {{(pid=100249) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 13:48:52.803684 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-f60862c2-85ac-4447-99da-97e1fe7d3847 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:48:55.446420 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5e26256d-292e-4102-87ad-8943439d6841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:48:55.824723 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:48:56.423566 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-2064eaae-da4f-48f8-82d2-b09d4ddedd44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:48:58.206667 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-03f71b24-a9b8-453a-8924-caa3f97bc6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:13.116772 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.agents_db [None req-167c0ad6-1657-4c9a-a2c4-3b18056aa662 None None] Agent healthcheck: found 5 active agents {{(pid=100249) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 13:49:22.804449 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-00284d49-e00b-41ae-9bf8-8b59a7233081 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:25.449276 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-01848bb0-f7aa-4911-a71b-cfc596fa99fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:25.824375 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:26.425277 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-2064eaae-da4f-48f8-82d2-b09d4ddedd44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:28.210137 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-03f71b24-a9b8-453a-8924-caa3f97bc6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:50.115179 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.agents_db [None req-167c0ad6-1657-4c9a-a2c4-3b18056aa662 None None] Agent healthcheck: found 5 active agents {{(pid=100249) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 13:49:52.805417 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-9093183d-fa20-48f6-ba54-00b2c56e69cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:55.451184 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-32a5993d-6fd9-4a5c-92d7-84ed5efe758e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:55.826817 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:56.429400 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-2064eaae-da4f-48f8-82d2-b09d4ddedd44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:58.211038 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-03f71b24-a9b8-453a-8924-caa3f97bc6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:50:22.805837 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-f6a18a6b-1707-454d-b5a1-b3de6fb6988b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:50:25.452131 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-8aa0e150-8b29-4021-9055-82e3d5d45ff9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:50:25.826542 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:50:26.432137 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-2064eaae-da4f-48f8-82d2-b09d4ddedd44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:50:27.113742 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.agents_db [None req-167c0ad6-1657-4c9a-a2c4-3b18056aa662 None None] Agent healthcheck: found 5 active agents {{(pid=100249) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 13:50:28.214091 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-03f71b24-a9b8-453a-8924-caa3f97bc6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:50:52.805956 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-0178764f-8280-495c-95f2-983df6d49a0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:50:55.452073 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-e315f93a-8a0f-4272-a0c7-056cd068a996 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:50:55.828954 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:50:56.435574 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-2064eaae-da4f-48f8-82d2-b09d4ddedd44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:50:58.216339 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-03f71b24-a9b8-453a-8924-caa3f97bc6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:51:04.111968 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.agents_db [None req-167c0ad6-1657-4c9a-a2c4-3b18056aa662 None None] Agent healthcheck: found 5 active agents {{(pid=100249) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 13:51:10.153893 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1809113'] for agent, after_create {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:51:12.180088 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1809113'] for agent, after_create {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:51:22.807496 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-19c3c340-1ba8-439d-b3eb-9ccbf0c8f428 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:51:25.451680 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-85794c9c-e10f-46bd-ad19-76539c76be8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:51:25.829935 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:51:26.439235 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-2064eaae-da4f-48f8-82d2-b09d4ddedd44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:51:28.219515 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-03f71b24-a9b8-453a-8924-caa3f97bc6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:51:40.127341 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:51:41.111095 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.agents_db [None req-167c0ad6-1657-4c9a-a2c4-3b18056aa662 None None] Agent healthcheck: found 7 active agents {{(pid=100249) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 13:51:42.136217 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:51:52.810979 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-9119aa46-7a57-43d4-8398-5a5dffd4ee26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:51:55.451606 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-148f68c8-eac8-4e2f-806f-6410be56f0f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:51:55.832204 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:51:56.459654 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-2064eaae-da4f-48f8-82d2-b09d4ddedd44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:51:58.222314 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-03f71b24-a9b8-453a-8924-caa3f97bc6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:52:00.867026 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 52252) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:52:00.967764 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-44a34406-69ea-451d-bc4c-f1322f667ccd admin admin] 10.222.0.104 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4682 time: 0.0996153 Jul 06 13:52:03.161582 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 52262) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:52:03.218483 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-d4701f89-529a-4a73-9b7d-39864578ab14 admin admin] 10.222.0.104 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4682 time: 0.0558324 Jul 06 13:52:10.150554 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:52:12.146982 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:52:18.117056 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.agents_db [None req-167c0ad6-1657-4c9a-a2c4-3b18056aa662 None None] Agent healthcheck: found 7 active agents {{(pid=100249) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 13:52:22.811613 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-60cf7b2a-5abb-45ed-a41a-0bb463f5d4cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:52:25.451986 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-dfb0e091-a4a7-48f0-969d-31fd3c22d1e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:52:25.834326 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:52:26.444298 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-2064eaae-da4f-48f8-82d2-b09d4ddedd44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:52:28.225980 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-03f71b24-a9b8-453a-8924-caa3f97bc6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:52:40.165240 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:52:42.155046 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:52:52.813523 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4bf39193-8ca4-407b-9ac8-411f49f3d973 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:52:55.116591 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.agents_db [None req-167c0ad6-1657-4c9a-a2c4-3b18056aa662 None None] Agent healthcheck: found 7 active agents {{(pid=100249) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 13:52:55.453900 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-aa223f60-70ff-49a8-8182-67ee5577f2d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:52:55.836766 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:52:56.447943 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-2064eaae-da4f-48f8-82d2-b09d4ddedd44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:52:58.230818 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-03f71b24-a9b8-453a-8924-caa3f97bc6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:10.165068 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:12.151324 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:22.815767 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-f307cd7d-6ed0-451f-a112-b1fbdb9c69af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:23.563476 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 52498) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:53:23.962125 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-2ba37a37-34ee-47ab-81b8-83ae6764c2ad tempest-AutoAllocateNetworkTest-1579533652 tempest-AutoAllocateNetworkTest-1579533652-project] 10.222.0.104 "GET /v2.0/networks?tenant_id=44f01ca132f948f1a35828f75bc95b6d&shared=False HTTP/1.1" status: 200 len: 208 time: 0.3974817 Jul 06 13:53:23.964923 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 52528) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:53:24.152448 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74b89312-b284-4a5d-ae23-94186dd875ab tempest-AutoAllocateNetworkTest-1579533652 tempest-AutoAllocateNetworkTest-1579533652-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:53:24.155771 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-74b89312-b284-4a5d-ae23-94186dd875ab tempest-AutoAllocateNetworkTest-1579533652 tempest-AutoAllocateNetworkTest-1579533652-project] 10.222.0.104 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.1897256 Jul 06 13:53:24.157073 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 52538) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:53:24.235899 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-c35323d2-5316-48a2-be93-13521f96e024 tempest-AutoAllocateNetworkTest-1579533652 tempest-AutoAllocateNetworkTest-1579533652-project] 10.222.0.104 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0773261 Jul 06 13:53:24.238328 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 52544) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:53:24.271746 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-4ee1734f-0ef3-4b73-803e-8f43a0dc3767 tempest-AutoAllocateNetworkTest-1579533652 tempest-AutoAllocateNetworkTest-1579533652-project] 10.222.0.104 "GET /v2.0/networks?tenant_id=44f01ca132f948f1a35828f75bc95b6d HTTP/1.1" status: 200 len: 208 time: 0.0321691 Jul 06 13:53:24.935347 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 52582) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:53:25.285919 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-308d8df9-ad85-4447-85b9-a538f743041e admin admin] Notify callbacks [] for security_group, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:25.416886 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-308d8df9-ad85-4447-85b9-a538f743041e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:25.422012 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-308d8df9-ad85-4447-85b9-a538f743041e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:25.450185 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308d8df9-ad85-4447-85b9-a538f743041e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a52d324e-4c5e-47b3-a23f-9926f9f614a3,revision_number=1']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:53:25.459055 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-308d8df9-ad85-4447-85b9-a538f743041e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:53:25.459755 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-308d8df9-ad85-4447-85b9-a538f743041e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:53:25.460806 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-308d8df9-ad85-4447-85b9-a538f743041e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:53:25.461135 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-308d8df9-ad85-4447-85b9-a538f743041e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:53:25.461459 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-308d8df9-ad85-4447-85b9-a538f743041e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:53:25.461848 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-308d8df9-ad85-4447-85b9-a538f743041e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:53:25.462337 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-308d8df9-ad85-4447-85b9-a538f743041e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:53:25.462660 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-308d8df9-ad85-4447-85b9-a538f743041e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:53:25.463020 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-308d8df9-ad85-4447-85b9-a538f743041e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:53:25.463361 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-308d8df9-ad85-4447-85b9-a538f743041e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:53:25.463630 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-308d8df9-ad85-4447-85b9-a538f743041e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:53:25.464118 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-308d8df9-ad85-4447-85b9-a538f743041e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:53:25.465162 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-308d8df9-ad85-4447-85b9-a538f743041e admin admin] Tracked resource versions report: Jul 06 13:53:25.465162 n-d-773647-6 neutron-server[100247]: pushed versions: Jul 06 13:53:25.465162 n-d-773647-6 neutron-server[100247]: { 'AddressGroup': {'1.2'}, Jul 06 13:53:25.465162 n-d-773647-6 neutron-server[100247]: 'ConntrackHelper': {'1.0'}, Jul 06 13:53:25.465162 n-d-773647-6 neutron-server[100247]: 'Log': {'1.0'}, Jul 06 13:53:25.465162 n-d-773647-6 neutron-server[100247]: 'Network': {'1.1'}, Jul 06 13:53:25.465162 n-d-773647-6 neutron-server[100247]: 'Port': {'1.7'}, Jul 06 13:53:25.465162 n-d-773647-6 neutron-server[100247]: 'PortForwarding': {'1.2'}, Jul 06 13:53:25.465162 n-d-773647-6 neutron-server[100247]: 'QosPolicy': {'1.8'}, Jul 06 13:53:25.465162 n-d-773647-6 neutron-server[100247]: 'SecurityGroup': {'1.4'}, Jul 06 13:53:25.465162 n-d-773647-6 neutron-server[100247]: 'SecurityGroupRule': {'1.2'}, Jul 06 13:53:25.465162 n-d-773647-6 neutron-server[100247]: 'SubPort': {'1.0'}, Jul 06 13:53:25.465162 n-d-773647-6 neutron-server[100247]: 'Subnet': {'1.1'}, Jul 06 13:53:25.465162 n-d-773647-6 neutron-server[100247]: 'Trunk': {'1.1'}} Jul 06 13:53:25.465162 n-d-773647-6 neutron-server[100247]: consumer versions: Jul 06 13:53:25.465162 n-d-773647-6 neutron-server[100247]: { DHCP agent@n-d-773647-6: {}, Jul 06 13:53:25.465162 n-d-773647-6 neutron-server[100247]: HyperV agent@n-h1-773647-6: {}, Jul 06 13:53:25.465162 n-d-773647-6 neutron-server[100247]: HyperV agent@n-h2-773647-6: {}, Jul 06 13:53:25.465162 n-d-773647-6 neutron-server[100247]: L3 agent@n-d-773647-6: {}, Jul 06 13:53:25.465162 n-d-773647-6 neutron-server[100247]: Metadata agent@n-d-773647-6: {}, Jul 06 13:53:25.465162 n-d-773647-6 neutron-server[100247]: Metering agent@n-d-773647-6: {}, Jul 06 13:53:25.465162 n-d-773647-6 neutron-server[100247]: Open vSwitch agent@n-d-773647-6: { 'AddressGroup': '1.2', Jul 06 13:53:25.465162 n-d-773647-6 neutron-server[100247]: 'ConntrackHelper': '1.0', Jul 06 13:53:25.465162 n-d-773647-6 neutron-server[100247]: 'Log': '1.0', Jul 06 13:53:25.465162 n-d-773647-6 neutron-server[100247]: 'Network': '1.1', Jul 06 13:53:25.465162 n-d-773647-6 neutron-server[100247]: 'Port': '1.7', Jul 06 13:53:25.465162 n-d-773647-6 neutron-server[100247]: 'PortForwarding': '1.2', Jul 06 13:53:25.465162 n-d-773647-6 neutron-server[100247]: 'QosPolicy': '1.8', Jul 06 13:53:25.465162 n-d-773647-6 neutron-server[100247]: 'SecurityGroup': '1.4', Jul 06 13:53:25.465162 n-d-773647-6 neutron-server[100247]: 'SecurityGroupRule': '1.2', Jul 06 13:53:25.465162 n-d-773647-6 neutron-server[100247]: 'SubPort': '1.0', Jul 06 13:53:25.465162 n-d-773647-6 neutron-server[100247]: 'Subnet': '1.1', Jul 06 13:53:25.465162 n-d-773647-6 neutron-server[100247]: 'Trunk': '1.1'}} Jul 06 13:53:25.465162 n-d-773647-6 neutron-server[100247]: {{(pid=100247) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 06 13:53:25.469732 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-ede1da84-a013-4782-8068-1d9962e0d5b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:25.483862 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-308d8df9-ad85-4447-85b9-a538f743041e admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=44f01ca132f948f1a35828f75bc95b6d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5474095 Jul 06 13:53:25.484099 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 52612) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:53:25.553799 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-7ba190b4-b2be-477b-8be3-40cc94511cd0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:25.576441 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-7ba190b4-b2be-477b-8be3-40cc94511cd0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:25.638288 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-7ba190b4-b2be-477b-8be3-40cc94511cd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:25.641742 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-7ba190b4-b2be-477b-8be3-40cc94511cd0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:25.643071 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-7ba190b4-b2be-477b-8be3-40cc94511cd0 admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/a52d324e-4c5e-47b3-a23f-9926f9f614a3 HTTP/1.1" status: 204 len: 168 time: 0.1573188 Jul 06 13:53:25.653406 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba190b4-b2be-477b-8be3-40cc94511cd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a52d324e-4c5e-47b3-a23f-9926f9f614a3,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:53:25.660967 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ba190b4-b2be-477b-8be3-40cc94511cd0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:53:25.661315 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ba190b4-b2be-477b-8be3-40cc94511cd0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:53:25.661653 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ba190b4-b2be-477b-8be3-40cc94511cd0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:53:25.661986 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ba190b4-b2be-477b-8be3-40cc94511cd0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:53:25.662313 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ba190b4-b2be-477b-8be3-40cc94511cd0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:53:25.663398 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ba190b4-b2be-477b-8be3-40cc94511cd0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:53:25.663720 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ba190b4-b2be-477b-8be3-40cc94511cd0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:53:25.664047 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ba190b4-b2be-477b-8be3-40cc94511cd0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:53:25.664366 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ba190b4-b2be-477b-8be3-40cc94511cd0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:53:25.664851 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ba190b4-b2be-477b-8be3-40cc94511cd0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:53:25.665348 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ba190b4-b2be-477b-8be3-40cc94511cd0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:53:25.665672 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ba190b4-b2be-477b-8be3-40cc94511cd0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:53:25.666850 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ba190b4-b2be-477b-8be3-40cc94511cd0 admin admin] Tracked resource versions report: Jul 06 13:53:25.666850 n-d-773647-6 neutron-server[100246]: pushed versions: Jul 06 13:53:25.666850 n-d-773647-6 neutron-server[100246]: { 'AddressGroup': {'1.2'}, Jul 06 13:53:25.666850 n-d-773647-6 neutron-server[100246]: 'ConntrackHelper': {'1.0'}, Jul 06 13:53:25.666850 n-d-773647-6 neutron-server[100246]: 'Log': {'1.0'}, Jul 06 13:53:25.666850 n-d-773647-6 neutron-server[100246]: 'Network': {'1.1'}, Jul 06 13:53:25.666850 n-d-773647-6 neutron-server[100246]: 'Port': {'1.7'}, Jul 06 13:53:25.666850 n-d-773647-6 neutron-server[100246]: 'PortForwarding': {'1.2'}, Jul 06 13:53:25.666850 n-d-773647-6 neutron-server[100246]: 'QosPolicy': {'1.8'}, Jul 06 13:53:25.666850 n-d-773647-6 neutron-server[100246]: 'SecurityGroup': {'1.4'}, Jul 06 13:53:25.666850 n-d-773647-6 neutron-server[100246]: 'SecurityGroupRule': {'1.2'}, Jul 06 13:53:25.666850 n-d-773647-6 neutron-server[100246]: 'SubPort': {'1.0'}, Jul 06 13:53:25.666850 n-d-773647-6 neutron-server[100246]: 'Subnet': {'1.1'}, Jul 06 13:53:25.666850 n-d-773647-6 neutron-server[100246]: 'Trunk': {'1.1'}} Jul 06 13:53:25.666850 n-d-773647-6 neutron-server[100246]: consumer versions: Jul 06 13:53:25.666850 n-d-773647-6 neutron-server[100246]: { DHCP agent@n-d-773647-6: {}, Jul 06 13:53:25.666850 n-d-773647-6 neutron-server[100246]: HyperV agent@n-h1-773647-6: {}, Jul 06 13:53:25.666850 n-d-773647-6 neutron-server[100246]: HyperV agent@n-h2-773647-6: {}, Jul 06 13:53:25.666850 n-d-773647-6 neutron-server[100246]: L3 agent@n-d-773647-6: {}, Jul 06 13:53:25.666850 n-d-773647-6 neutron-server[100246]: Metadata agent@n-d-773647-6: {}, Jul 06 13:53:25.666850 n-d-773647-6 neutron-server[100246]: Metering agent@n-d-773647-6: {}, Jul 06 13:53:25.666850 n-d-773647-6 neutron-server[100246]: Open vSwitch agent@n-d-773647-6: { 'AddressGroup': '1.2', Jul 06 13:53:25.666850 n-d-773647-6 neutron-server[100246]: 'ConntrackHelper': '1.0', Jul 06 13:53:25.666850 n-d-773647-6 neutron-server[100246]: 'Log': '1.0', Jul 06 13:53:25.666850 n-d-773647-6 neutron-server[100246]: 'Network': '1.1', Jul 06 13:53:25.666850 n-d-773647-6 neutron-server[100246]: 'Port': '1.7', Jul 06 13:53:25.666850 n-d-773647-6 neutron-server[100246]: 'PortForwarding': '1.2', Jul 06 13:53:25.666850 n-d-773647-6 neutron-server[100246]: 'QosPolicy': '1.8', Jul 06 13:53:25.666850 n-d-773647-6 neutron-server[100246]: 'SecurityGroup': '1.4', Jul 06 13:53:25.666850 n-d-773647-6 neutron-server[100246]: 'SecurityGroupRule': '1.2', Jul 06 13:53:25.666850 n-d-773647-6 neutron-server[100246]: 'SubPort': '1.0', Jul 06 13:53:25.666850 n-d-773647-6 neutron-server[100246]: 'Subnet': '1.1', Jul 06 13:53:25.666850 n-d-773647-6 neutron-server[100246]: 'Trunk': '1.1'}} Jul 06 13:53:25.666850 n-d-773647-6 neutron-server[100246]: {{(pid=100246) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 06 13:53:25.838699 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:26.453854 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-2064eaae-da4f-48f8-82d2-b09d4ddedd44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:26.461206 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 52666) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:53:26.612425 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-3af02771-4ee8-4a10-9897-2759e6e85293 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:26.723607 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-3af02771-4ee8-4a10-9897-2759e6e85293 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:26.728826 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-3af02771-4ee8-4a10-9897-2759e6e85293 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:26.767399 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-3af02771-4ee8-4a10-9897-2759e6e85293 admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=d32de3eb72be454198d296aa7f8128d5&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3027320 Jul 06 13:53:26.767744 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 52688) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:53:26.825573 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af02771-4ee8-4a10-9897-2759e6e85293 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c081e95-6faa-4261-86d5-8464dce50d29,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:53:26.860605 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-5c577586-a12b-44cc-9ecd-7ff703eea6f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:26.893295 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-5c577586-a12b-44cc-9ecd-7ff703eea6f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:26.973814 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-5c577586-a12b-44cc-9ecd-7ff703eea6f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:26.976757 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-5c577586-a12b-44cc-9ecd-7ff703eea6f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:26.989116 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-5c577586-a12b-44cc-9ecd-7ff703eea6f7 admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/1c081e95-6faa-4261-86d5-8464dce50d29 HTTP/1.1" status: 204 len: 168 time: 0.2091131 Jul 06 13:53:27.010907 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c577586-a12b-44cc-9ecd-7ff703eea6f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c081e95-6faa-4261-86d5-8464dce50d29,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:53:27.469864 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 52776) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:53:27.491936 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-6547a6ec-155a-4a07-86bf-822c73c753e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:27.595039 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-6547a6ec-155a-4a07-86bf-822c73c753e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:27.601910 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-6547a6ec-155a-4a07-86bf-822c73c753e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:27.638651 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6547a6ec-155a-4a07-86bf-822c73c753e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36d1f0ba-d936-4c83-bbd7-331c6f3025f9,revision_number=1']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:53:27.644987 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-6547a6ec-155a-4a07-86bf-822c73c753e2 admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=579cf463d80649f5b49e1171c366c55e&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1737010 Jul 06 13:53:27.648245 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 52786) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:53:27.703005 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-45cf69f4-ec11-460b-a0b3-9da938aaa1a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:27.724884 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-45cf69f4-ec11-460b-a0b3-9da938aaa1a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:27.776128 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-45cf69f4-ec11-460b-a0b3-9da938aaa1a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:27.779439 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-45cf69f4-ec11-460b-a0b3-9da938aaa1a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:27.783674 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-45cf69f4-ec11-460b-a0b3-9da938aaa1a0 admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/36d1f0ba-d936-4c83-bbd7-331c6f3025f9 HTTP/1.1" status: 204 len: 168 time: 0.1333506 Jul 06 13:53:27.792662 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45cf69f4-ec11-460b-a0b3-9da938aaa1a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36d1f0ba-d936-4c83-bbd7-331c6f3025f9,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:53:27.978166 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 52808) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:53:28.119051 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 52824) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:53:28.232214 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-7e00185b-2a46-45e2-8534-634c4ec891fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:28.243069 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-03f71b24-a9b8-453a-8924-caa3f97bc6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:28.396349 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-7e00185b-2a46-45e2-8534-634c4ec891fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:28.401437 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-7e00185b-2a46-45e2-8534-634c4ec891fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:28.477690 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-7e00185b-2a46-45e2-8534-634c4ec891fb admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=a9fa7282b4d4499cb388c50551f296b7&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4982469 Jul 06 13:53:28.479994 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e00185b-2a46-45e2-8534-634c4ec891fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7974c149-98bf-4a39-a7ce-2e9840c3e6e1,revision_number=1']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:53:28.482655 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 52862) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:53:28.574950 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-39cd6d61-c70a-41e3-a4f9-9b1e92d98700 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:28.605506 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 52878) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:53:28.618385 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-4eaab0f6-a708-46bf-9c9a-d845ebdf6076 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:28.653978 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-39cd6d61-c70a-41e3-a4f9-9b1e92d98700 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:28.746246 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-4eaab0f6-a708-46bf-9c9a-d845ebdf6076 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:28.752127 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-4eaab0f6-a708-46bf-9c9a-d845ebdf6076 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:28.786616 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-4eaab0f6-a708-46bf-9c9a-d845ebdf6076 admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=b0b48048a7f94e2da62fc98dc22f7a4d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6662648 Jul 06 13:53:28.789505 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 52900) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:53:28.861957 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-e04e4d2d-0f55-4a44-82d1-ba833e8f3c94 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:28.872199 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-39cd6d61-c70a-41e3-a4f9-9b1e92d98700 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:28.875435 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-39cd6d61-c70a-41e3-a4f9-9b1e92d98700 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:28.876668 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-39cd6d61-c70a-41e3-a4f9-9b1e92d98700 admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/7974c149-98bf-4a39-a7ce-2e9840c3e6e1 HTTP/1.1" status: 204 len: 168 time: 0.3930783 Jul 06 13:53:28.887049 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-a254d2cb-00c8-48c9-ac0e-2d1216f2528d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:28.922168 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-a254d2cb-00c8-48c9-ac0e-2d1216f2528d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:28.934333 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eaab0f6-a708-46bf-9c9a-d845ebdf6076 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83aeae4e-120c-4194-ad4b-bbb081169820,revision_number=1']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:53:28.978504 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39cd6d61-c70a-41e3-a4f9-9b1e92d98700 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7974c149-98bf-4a39-a7ce-2e9840c3e6e1,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:53:28.991453 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-a254d2cb-00c8-48c9-ac0e-2d1216f2528d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:28.995086 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-a254d2cb-00c8-48c9-ac0e-2d1216f2528d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:28.999954 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-a254d2cb-00c8-48c9-ac0e-2d1216f2528d admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/83aeae4e-120c-4194-ad4b-bbb081169820 HTTP/1.1" status: 204 len: 168 time: 0.2086515 Jul 06 13:53:29.010948 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a254d2cb-00c8-48c9-ac0e-2d1216f2528d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83aeae4e-120c-4194-ad4b-bbb081169820,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:53:29.091040 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-e04e4d2d-0f55-4a44-82d1-ba833e8f3c94 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:29.098056 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-e04e4d2d-0f55-4a44-82d1-ba833e8f3c94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:29.142422 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04e4d2d-0f55-4a44-82d1-ba833e8f3c94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af207a4a-f562-48bb-8a64-c29ce276b77a,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:53:29.147757 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-e04e4d2d-0f55-4a44-82d1-ba833e8f3c94 admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=68f734d887b54787885391fb02aac7b6&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5404134 Jul 06 13:53:29.150294 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 52932) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:53:29.215672 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-b67f067a-0492-4152-aea8-6cd0616c938b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:29.246430 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-b67f067a-0492-4152-aea8-6cd0616c938b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:29.306537 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-b67f067a-0492-4152-aea8-6cd0616c938b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:29.309207 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-b67f067a-0492-4152-aea8-6cd0616c938b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:29.310403 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-b67f067a-0492-4152-aea8-6cd0616c938b admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/af207a4a-f562-48bb-8a64-c29ce276b77a HTTP/1.1" status: 204 len: 168 time: 0.1589050 Jul 06 13:53:29.318754 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67f067a-0492-4152-aea8-6cd0616c938b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af207a4a-f562-48bb-8a64-c29ce276b77a,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:53:29.626747 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 52952) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:53:29.641966 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-970d9ce1-8cfb-48c8-943a-f8b5a0969cb5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:29.735242 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-970d9ce1-8cfb-48c8-943a-f8b5a0969cb5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:29.742580 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-970d9ce1-8cfb-48c8-943a-f8b5a0969cb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:29.774798 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970d9ce1-8cfb-48c8-943a-f8b5a0969cb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25a70d96-a5b5-4183-9356-f0683674e2d8,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:53:29.795832 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-970d9ce1-8cfb-48c8-943a-f8b5a0969cb5 admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=4cb49f8bdf2e41619365486e76571558&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1679010 Jul 06 13:53:29.796302 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 52966) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:53:29.824583 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 52968) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:53:29.845103 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-d6ff7d12-9943-44b4-95d5-6cf76d43642c admin admin] Notify callbacks [] for security_group, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:29.852911 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-4938fd6b-3564-47bc-9d13-c3a1d1c429da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:29.885351 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-4938fd6b-3564-47bc-9d13-c3a1d1c429da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:29.974132 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-d6ff7d12-9943-44b4-95d5-6cf76d43642c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:29.974536 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-4938fd6b-3564-47bc-9d13-c3a1d1c429da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:29.978234 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-4938fd6b-3564-47bc-9d13-c3a1d1c429da admin admin] Notify callbacks [] for security_group, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:29.978961 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-d6ff7d12-9943-44b4-95d5-6cf76d43642c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:29.982198 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-4938fd6b-3564-47bc-9d13-c3a1d1c429da admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/25a70d96-a5b5-4183-9356-f0683674e2d8 HTTP/1.1" status: 204 len: 168 time: 0.1846213 Jul 06 13:53:29.996450 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4938fd6b-3564-47bc-9d13-c3a1d1c429da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25a70d96-a5b5-4183-9356-f0683674e2d8,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:53:30.038376 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-d6ff7d12-9943-44b4-95d5-6cf76d43642c admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=6e70832105d44961bd09e8998ab0608b&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2084546 Jul 06 13:53:30.038376 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ff7d12-9943-44b4-95d5-6cf76d43642c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=699a183f-7b8e-46c2-bf85-4b589adaadc1,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:53:30.038924 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 52978) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:53:30.043445 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 52980) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:53:30.058862 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-28204170-3b92-40e2-85d7-51495bdf37a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:30.138890 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-dfd5cc8e-d243-4425-b2d8-4402cf171e10 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:30.176377 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-dfd5cc8e-d243-4425-b2d8-4402cf171e10 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:30.211704 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-28204170-3b92-40e2-85d7-51495bdf37a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:30.217079 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-28204170-3b92-40e2-85d7-51495bdf37a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:30.261500 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-dfd5cc8e-d243-4425-b2d8-4402cf171e10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:30.270671 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-dfd5cc8e-d243-4425-b2d8-4402cf171e10 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:30.277812 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-dfd5cc8e-d243-4425-b2d8-4402cf171e10 admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/699a183f-7b8e-46c2-bf85-4b589adaadc1 HTTP/1.1" status: 204 len: 168 time: 0.2376404 Jul 06 13:53:30.293993 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28204170-3b92-40e2-85d7-51495bdf37a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d81a824c-601d-439d-a5eb-34396dd10378,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:53:30.324902 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd5cc8e-d243-4425-b2d8-4402cf171e10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=699a183f-7b8e-46c2-bf85-4b589adaadc1,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:53:30.341168 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-28204170-3b92-40e2-85d7-51495bdf37a1 admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=0360dbceb96b4af5869e920192520e3b&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2944129 Jul 06 13:53:30.341459 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 53008) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:53:30.347448 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 53010) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:53:30.355830 n-d-773647-6 neutron-server[100247]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 06 13:53:30.411877 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-703b68da-8bcb-4dee-885d-a355bbab37b2 req-e5600806-2928-431d-bb77-ed59272827c7 tempest-AggregatesAdminTestJSON-491068952 tempest-AggregatesAdminTestJSON-491068952-project] 10.222.0.104 "GET /v2.0/networks?tenant_id=85c5fe288ff94935a1c711d1bafd9d6d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0608289 Jul 06 13:53:30.423492 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-3175d5aa-58d0-4d1d-8012-4099e7bb70dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:30.457296 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-3175d5aa-58d0-4d1d-8012-4099e7bb70dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:30.535400 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-3175d5aa-58d0-4d1d-8012-4099e7bb70dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:30.541194 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-3175d5aa-58d0-4d1d-8012-4099e7bb70dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:30.545461 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-3175d5aa-58d0-4d1d-8012-4099e7bb70dc admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/d81a824c-601d-439d-a5eb-34396dd10378 HTTP/1.1" status: 204 len: 168 time: 0.2027807 Jul 06 13:53:30.559247 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3175d5aa-58d0-4d1d-8012-4099e7bb70dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d81a824c-601d-439d-a5eb-34396dd10378,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:53:30.664913 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 53022) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:53:30.743925 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703b68da-8bcb-4dee-885d-a355bbab37b2 req-b3ce5bd7-718f-4baf-ae1c-f89a3ebb1c71 tempest-AggregatesAdminTestJSON-491068952 tempest-AggregatesAdminTestJSON-491068952-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:53:30.745457 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-703b68da-8bcb-4dee-885d-a355bbab37b2 req-b3ce5bd7-718f-4baf-ae1c-f89a3ebb1c71 tempest-AggregatesAdminTestJSON-491068952 tempest-AggregatesAdminTestJSON-491068952-project] 10.222.0.104 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3328252 Jul 06 13:53:30.764611 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-703b68da-8bcb-4dee-885d-a355bbab37b2 req-4d371901-303d-4a30-ba9b-9444da0bb60d tempest-AggregatesAdminTestJSON-491068952 tempest-AggregatesAdminTestJSON-491068952-project] 10.222.0.104 "GET /v2.0/quotas/85c5fe288ff94935a1c711d1bafd9d6d HTTP/1.1" status: 200 len: 375 time: 0.0128200 Jul 06 13:53:30.818566 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-703b68da-8bcb-4dee-885d-a355bbab37b2 req-e114a1f5-4866-4d84-b275-2527af22b60e tempest-AggregatesAdminTestJSON-491068952 tempest-AggregatesAdminTestJSON-491068952-project] 10.222.0.104 "GET /v2.0/ports?tenant_id=85c5fe288ff94935a1c711d1bafd9d6d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0465164 Jul 06 13:53:30.901417 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 53034) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:53:30.962283 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 53040) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:53:30.982471 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-56891f80-e7ed-4a25-a6c3-b4569147d913 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1475940776-network', 'tenant_id': 'acb800f580674ba5b45dfb76ebc253b1'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:53:31.020181 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56891f80-e7ed-4a25-a6c3-b4569147d913 admin admin] Made reservation on behalf of acb800f580674ba5b45dfb76ebc253b1 for: {'network': 1} {{(pid=100246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 13:53:31.024561 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-56891f80-e7ed-4a25-a6c3-b4569147d913 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for network, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:31.033990 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-56891f80-e7ed-4a25-a6c3-b4569147d913 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:31.093409 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-f24d4c98-e401-48e0-b8b2-e276807aadd1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:31.144844 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-fe745353-cf04-40e9-b3f8-b73879dd039d admin admin] Notify callbacks [] for security_group, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:31.177968 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-56891f80-e7ed-4a25-a6c3-b4569147d913 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:31.183102 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-56891f80-e7ed-4a25-a6c3-b4569147d913 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:31.218586 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56891f80-e7ed-4a25-a6c3-b4569147d913 admin admin] vlan segment allocate from pool success with {'vlan_id': 1002, 'physical_network': 'physnet1'} {{(pid=100246) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 13:53:31.220912 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.db.api [None req-fe745353-cf04-40e9-b3f8-b73879dd039d admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 06 13:53:31.220912 n-d-773647-6 neutron-server[100246]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 06 13:53:31.220912 n-d-773647-6 neutron-server[100246]: [parameters: {'project_id_1': '0ade5e2b44e7481399a5410812f434c3', 'expiration_1': datetime.datetime(2021, 7, 6, 13, 53, 31, 171790)}] Jul 06 13:53:31.220912 n-d-773647-6 neutron-server[100246]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=100246) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 06 13:53:31.221328 n-d-773647-6 neutron-server[100246]: DEBUG oslo_db.api [None req-fe745353-cf04-40e9-b3f8-b73879dd039d admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 06 13:53:31.248614 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56891f80-e7ed-4a25-a6c3-b4569147d913 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8e8ccb6-d1d4-4385-9430-03be95783b62,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:53:31.252958 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-56891f80-e7ed-4a25-a6c3-b4569147d913 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552'] for segment, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:31.253327 n-d-773647-6 neutron-server[100246]: INFO neutron.db.segments_db [None req-56891f80-e7ed-4a25-a6c3-b4569147d913 admin admin] Added segment a35ce525-b1c8-41c9-9ae8-4677f48117d3 of type vlan for network 460f74e5-0a7f-4f78-8d1f-c6320874439c Jul 06 13:53:31.310248 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-56891f80-e7ed-4a25-a6c3-b4569147d913 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773752984405'] for network, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:31.364466 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-f24d4c98-e401-48e0-b8b2-e276807aadd1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:31.365393 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-56891f80-e7ed-4a25-a6c3-b4569147d913 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060'] for network, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:31.367129 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56891f80-e7ed-4a25-a6c3-b4569147d913 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:53:31.367806 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-56891f80-e7ed-4a25-a6c3-b4569147d913 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583035'] for network, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:31.385900 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-f24d4c98-e401-48e0-b8b2-e276807aadd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:31.453830 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 53082) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:53:31.454081 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-56891f80-e7ed-4a25-a6c3-b4569147d913 admin admin] 10.222.0.104 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.7881570 Jul 06 13:53:31.458959 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [None req-684e997e-8252-4e31-9666-d9a3a5834e28 admin admin] Request body: {'subnet': {'network_id': '460f74e5-0a7f-4f78-8d1f-c6320874439c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1475940776-subnet', 'tenant_id': 'acb800f580674ba5b45dfb76ebc253b1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:53:31.474327 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56891f80-e7ed-4a25-a6c3-b4569147d913 admin admin] Pushing event updated for resources: {'Network': ['ID=460f74e5-0a7f-4f78-8d1f-c6320874439c,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:53:31.481115 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 53084) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:53:31.485692 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-f24d4c98-e401-48e0-b8b2-e276807aadd1 admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=8081644c5d9c469a8430ba35f38d3f0c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5830278 Jul 06 13:53:31.486408 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24d4c98-e401-48e0-b8b2-e276807aadd1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd30a9f2-522b-440e-9bb7-1b8a59c9f3e9,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:53:31.489533 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 53086) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:53:31.491544 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Network 460f74e5-0a7f-4f78-8d1f-c6320874439c details requested by agent ovs-agent-n-d-773647-6 with host n-d-773647-6 {{(pid=100248) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 13:53:31.516833 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-684e997e-8252-4e31-9666-d9a3a5834e28 admin admin] Made reservation on behalf of acb800f580674ba5b45dfb76ebc253b1 for: {'subnet': 1} {{(pid=100247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 13:53:31.519238 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-684e997e-8252-4e31-9666-d9a3a5834e28 admin admin] Notify callbacks [] for subnet, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:31.550135 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-847c5158-06a5-41b6-b493-10ad9fe68790 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:31.578767 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-847c5158-06a5-41b6-b493-10ad9fe68790 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:31.660961 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-847c5158-06a5-41b6-b493-10ad9fe68790 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:31.664366 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-847c5158-06a5-41b6-b493-10ad9fe68790 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:31.668001 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-847c5158-06a5-41b6-b493-10ad9fe68790 admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/bd30a9f2-522b-440e-9bb7-1b8a59c9f3e9 HTTP/1.1" status: 204 len: 168 time: 0.1755440 Jul 06 13:53:31.678090 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847c5158-06a5-41b6-b493-10ad9fe68790 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd30a9f2-522b-440e-9bb7-1b8a59c9f3e9,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:53:31.722676 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-fe745353-cf04-40e9-b3f8-b73879dd039d admin admin] Notify callbacks [] for security_group, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:31.811532 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-684e997e-8252-4e31-9666-d9a3a5834e28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1849032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060'] for subnet, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:31.837720 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-fe745353-cf04-40e9-b3f8-b73879dd039d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:31.844074 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-fe745353-cf04-40e9-b3f8-b73879dd039d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:31.882377 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-fe745353-cf04-40e9-b3f8-b73879dd039d admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=0ade5e2b44e7481399a5410812f434c3&name=default HTTP/1.1" status: 200 len: 2975 time: 0.9176495 Jul 06 13:53:31.889057 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 53108) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:53:31.920818 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe745353-cf04-40e9-b3f8-b73879dd039d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b40cbdd-729e-4678-9b42-1600de84bc12,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:53:31.947725 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-4337119b-d890-413c-b9ee-563815b197f8 req-51927182-7b33-49ed-8d9b-7fa2b3b34e3a tempest-AggregatesAdminTestJSON-491068952 tempest-AggregatesAdminTestJSON-491068952-project] 10.222.0.104 "GET /v2.0/ports?device_id=d5b1ab2e-f68f-4ff1-94dc-9e2e4496504f HTTP/1.1" status: 200 len: 210 time: 0.4607649 Jul 06 13:53:31.948380 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684e997e-8252-4e31-9666-d9a3a5834e28 admin admin] Pushing event updated for resources: {'Subnet': ['ID=018ef28b-510d-4b0e-ac77-2e6a29444295,revision_number=0']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:53:31.953172 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-ae545843-6a9c-4324-8f93-de851c4c94e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:31.978858 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-ae545843-6a9c-4324-8f93-de851c4c94e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:31.986905 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-684e997e-8252-4e31-9666-d9a3a5834e28 admin admin] Checking segment: {'id': 'a35ce525-b1c8-41c9-9ae8-4677f48117d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1002, 'network_id': '460f74e5-0a7f-4f78-8d1f-c6320874439c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100247) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 13:53:31.987281 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-684e997e-8252-4e31-9666-d9a3a5834e28 admin admin] Network hostable DHCP agents. Network: 460f74e5-0a7f-4f78-8d1f-c6320874439c, hostable agents: ['f2bada3d-be77-4359-982b-8505a2bbca04'], hosted agents: [] {{(pid=100247) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 13:53:32.005842 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-684e997e-8252-4e31-9666-d9a3a5834e28 admin admin] Network 460f74e5-0a7f-4f78-8d1f-c6320874439c is scheduled to be hosted by DHCP agent f2bada3d-be77-4359-982b-8505a2bbca04 with binding_index 1 {{(pid=100247) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 13:53:32.019789 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.base_scheduler [None req-684e997e-8252-4e31-9666-d9a3a5834e28 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773647-6, 460f74e5-0a7f-4f78-8d1f-c6320874439c) {{(pid=100247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:53:32.024806 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-684e997e-8252-4e31-9666-d9a3a5834e28 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:53:32.025377 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-684e997e-8252-4e31-9666-d9a3a5834e28 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583035'] for subnet, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:32.029733 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-895dac11-cead-4b31-b1c8-6ff04a76c366 None None] Network 460f74e5-0a7f-4f78-8d1f-c6320874439c requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 13:53:32.041011 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-ae545843-6a9c-4324-8f93-de851c4c94e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:32.045318 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-ae545843-6a9c-4324-8f93-de851c4c94e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:32.046537 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-ae545843-6a9c-4324-8f93-de851c4c94e7 admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/2b40cbdd-729e-4678-9b42-1600de84bc12 HTTP/1.1" status: 204 len: 168 time: 0.1563792 Jul 06 13:53:32.058796 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-684e997e-8252-4e31-9666-d9a3a5834e28 admin admin] 10.222.0.104 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.6038425 Jul 06 13:53:32.061725 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 53114) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:53:32.061955 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae545843-6a9c-4324-8f93-de851c4c94e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b40cbdd-729e-4678-9b42-1600de84bc12,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:53:32.073473 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [None req-6b59ab08-98e8-432e-b07a-a427e048c54d admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1475940776-router', 'tenant_id': 'acb800f580674ba5b45dfb76ebc253b1', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719'}}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:53:32.116814 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.agents_db [None req-167c0ad6-1657-4c9a-a2c4-3b18056aa662 None None] Agent healthcheck: found 7 active agents {{(pid=100249) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 13:53:32.117791 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-6b59ab08-98e8-432e-b07a-a427e048c54d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1806290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6992'] for router, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:32.120901 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-6b59ab08-98e8-432e-b07a-a427e048c54d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1806157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1808637', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1714747', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7007'] for router, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:32.243440 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-6b59ab08-98e8-432e-b07a-a427e048c54d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:32.315052 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 53126) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:53:32.331025 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-ca91cf3e-7edd-4f38-9ac4-0a51dec54904 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:32.379856 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c0b803d-48c9-4a89-9b5b-19615d6d029d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6bd5fc82-6666-56e8-87c2-91648d36c963-460f74e5-0a7f-4f78-8d1f-c6320874439c', 'network_id': '460f74e5-0a7f-4f78-8d1f-c6320874439c', 'tenant_id': 'acb800f580674ba5b45dfb76ebc253b1', 'fixed_ips': [{'subnet_id': '018ef28b-510d-4b0e-ac77-2e6a29444295'}]}} from n-d-773647-6. {{(pid=100248) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 13:53:32.383073 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-7c0b803d-48c9-4a89-9b5b-19615d6d029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:32.464156 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-6b59ab08-98e8-432e-b07a-a427e048c54d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1761047', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1806272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6989'] for router, precommit_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:32.541890 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-ca91cf3e-7edd-4f38-9ac4-0a51dec54904 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:32.550750 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-ca91cf3e-7edd-4f38-9ac4-0a51dec54904 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:32.619360 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.db_base_plugin_common [None req-7c0b803d-48c9-4a89-9b5b-19615d6d029d None None] Allocated IP 172.20.0.2 (460f74e5-0a7f-4f78-8d1f-c6320874439c/018ef28b-510d-4b0e-ac77-2e6a29444295/8e7da9cd-c8a5-409e-8be5-756d0362bd53) {{(pid=100248) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 13:53:32.628970 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca91cf3e-7edd-4f38-9ac4-0a51dec54904 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2df6661f-96a9-4e31-a48f-6f856d592d8a,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:53:32.639676 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 53138) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:53:32.643723 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-ca91cf3e-7edd-4f38-9ac4-0a51dec54904 admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=d031bc2720a04f79be44632a0fa3269f&name=default HTTP/1.1" status: 200 len: 2976 time: 0.3240318 Jul 06 13:53:32.753151 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 53144) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:53:32.784375 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-7a33220c-c539-47fa-8252-caf55657fee2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:32.902988 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-51628988-9e6b-4afc-809a-9e4a403aa36c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:32.908252 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-7c0b803d-48c9-4a89-9b5b-19615d6d029d None None] Notify callbacks [] for port, precommit_create {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:32.928912 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-6b59ab08-98e8-432e-b07a-a427e048c54d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:32.930795 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-7c0b803d-48c9-4a89-9b5b-19615d6d029d None None] Transition to ACTIVE for port object 8e7da9cd-c8a5-409e-8be5-756d0362bd53 will not be triggered until provisioned by entity L2. {{(pid=100248) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 13:53:32.956964 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-6b59ab08-98e8-432e-b07a-a427e048c54d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:32.963765 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-51628988-9e6b-4afc-809a-9e4a403aa36c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:32.969110 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-7c0b803d-48c9-4a89-9b5b-19615d6d029d None None] Transition to ACTIVE for port object 8e7da9cd-c8a5-409e-8be5-756d0362bd53 will not be triggered until provisioned by entity DHCP. {{(pid=100248) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 13:53:32.980914 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-7c0b803d-48c9-4a89-9b5b-19615d6d029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108'] for port, after_create {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:33.018730 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-7a33220c-c539-47fa-8252-caf55657fee2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:33.033241 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-7a33220c-c539-47fa-8252-caf55657fee2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:33.123516 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-51628988-9e6b-4afc-809a-9e4a403aa36c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:33.125556 n-d-773647-6 neutron-server[100248]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c0b803d-48c9-4a89-9b5b-19615d6d029d None None] Network 460f74e5-0a7f-4f78-8d1f-c6320874439c is already hosted by enough agents. {{(pid=100248) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 13:53:33.126288 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-51628988-9e6b-4afc-809a-9e4a403aa36c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:33.127480 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-51628988-9e6b-4afc-809a-9e4a403aa36c admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/2df6661f-96a9-4e31-a48f-6f856d592d8a HTTP/1.1" status: 204 len: 168 time: 0.4856336 Jul 06 13:53:33.138863 n-d-773647-6 neutron-server[100248]: DEBUG neutron.scheduler.base_scheduler [None req-7c0b803d-48c9-4a89-9b5b-19615d6d029d None None] Resources bound (agent type, host, resource id): {{(pid=100248) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:53:33.151149 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c0b803d-48c9-4a89-9b5b-19615d6d029d None None] Received port after_create {{(pid=100248) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 13:53:33.166916 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0b803d-48c9-4a89-9b5b-19615d6d029d None None] Pushing event updated for resources: {'Port': ['ID=8e7da9cd-c8a5-409e-8be5-756d0362bd53,revision_number=1']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:53:33.167116 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.db_base_plugin_common [None req-6b59ab08-98e8-432e-b07a-a427e048c54d admin admin] Allocated IP 172.25.0.23 (2658f09e-a580-4d4a-9968-2d1e0ad93719/cbf74abc-6fe1-4d33-b005-c948923b9647/1d882890-1b14-4f02-9680-5aee680e0d0b) {{(pid=100247) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 13:53:33.167736 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-7a33220c-c539-47fa-8252-caf55657fee2 admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=2e8d589684ff4d2cb8fc0847053ee3e9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4130373 Jul 06 13:53:33.168715 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a33220c-c539-47fa-8252-caf55657fee2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d28b7185-246f-49aa-b2fb-61babf900395,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:53:33.175625 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 53160) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:53:33.194515 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c0b803d-48c9-4a89-9b5b-19615d6d029d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:53:33.194943 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c0b803d-48c9-4a89-9b5b-19615d6d029d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:53:33.195420 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c0b803d-48c9-4a89-9b5b-19615d6d029d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:53:33.195757 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c0b803d-48c9-4a89-9b5b-19615d6d029d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:53:33.196088 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c0b803d-48c9-4a89-9b5b-19615d6d029d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:53:33.197171 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c0b803d-48c9-4a89-9b5b-19615d6d029d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:53:33.197668 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c0b803d-48c9-4a89-9b5b-19615d6d029d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:53:33.198158 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c0b803d-48c9-4a89-9b5b-19615d6d029d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:53:33.198637 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c0b803d-48c9-4a89-9b5b-19615d6d029d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:53:33.199099 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c0b803d-48c9-4a89-9b5b-19615d6d029d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:53:33.199651 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c0b803d-48c9-4a89-9b5b-19615d6d029d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:53:33.200130 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c0b803d-48c9-4a89-9b5b-19615d6d029d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:53:33.201918 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c0b803d-48c9-4a89-9b5b-19615d6d029d None None] Tracked resource versions report: Jul 06 13:53:33.201918 n-d-773647-6 neutron-server[100248]: pushed versions: Jul 06 13:53:33.201918 n-d-773647-6 neutron-server[100248]: { 'AddressGroup': {'1.2'}, Jul 06 13:53:33.201918 n-d-773647-6 neutron-server[100248]: 'ConntrackHelper': {'1.0'}, Jul 06 13:53:33.201918 n-d-773647-6 neutron-server[100248]: 'Log': {'1.0'}, Jul 06 13:53:33.201918 n-d-773647-6 neutron-server[100248]: 'Network': {'1.1'}, Jul 06 13:53:33.201918 n-d-773647-6 neutron-server[100248]: 'Port': {'1.7'}, Jul 06 13:53:33.201918 n-d-773647-6 neutron-server[100248]: 'PortForwarding': {'1.2'}, Jul 06 13:53:33.201918 n-d-773647-6 neutron-server[100248]: 'QosPolicy': {'1.8'}, Jul 06 13:53:33.201918 n-d-773647-6 neutron-server[100248]: 'SecurityGroup': {'1.4'}, Jul 06 13:53:33.201918 n-d-773647-6 neutron-server[100248]: 'SecurityGroupRule': {'1.2'}, Jul 06 13:53:33.201918 n-d-773647-6 neutron-server[100248]: 'SubPort': {'1.0'}, Jul 06 13:53:33.201918 n-d-773647-6 neutron-server[100248]: 'Subnet': {'1.1'}, Jul 06 13:53:33.201918 n-d-773647-6 neutron-server[100248]: 'Trunk': {'1.1'}} Jul 06 13:53:33.201918 n-d-773647-6 neutron-server[100248]: consumer versions: Jul 06 13:53:33.201918 n-d-773647-6 neutron-server[100248]: { DHCP agent@n-d-773647-6: {}, Jul 06 13:53:33.201918 n-d-773647-6 neutron-server[100248]: HyperV agent@n-h1-773647-6: {}, Jul 06 13:53:33.201918 n-d-773647-6 neutron-server[100248]: HyperV agent@n-h2-773647-6: {}, Jul 06 13:53:33.201918 n-d-773647-6 neutron-server[100248]: L3 agent@n-d-773647-6: {}, Jul 06 13:53:33.201918 n-d-773647-6 neutron-server[100248]: Metadata agent@n-d-773647-6: {}, Jul 06 13:53:33.201918 n-d-773647-6 neutron-server[100248]: Metering agent@n-d-773647-6: {}, Jul 06 13:53:33.201918 n-d-773647-6 neutron-server[100248]: Open vSwitch agent@n-d-773647-6: { 'AddressGroup': '1.2', Jul 06 13:53:33.201918 n-d-773647-6 neutron-server[100248]: 'ConntrackHelper': '1.0', Jul 06 13:53:33.201918 n-d-773647-6 neutron-server[100248]: 'Log': '1.0', Jul 06 13:53:33.201918 n-d-773647-6 neutron-server[100248]: 'Network': '1.1', Jul 06 13:53:33.201918 n-d-773647-6 neutron-server[100248]: 'Port': '1.7', Jul 06 13:53:33.201918 n-d-773647-6 neutron-server[100248]: 'PortForwarding': '1.2', Jul 06 13:53:33.201918 n-d-773647-6 neutron-server[100248]: 'QosPolicy': '1.8', Jul 06 13:53:33.201918 n-d-773647-6 neutron-server[100248]: 'SecurityGroup': '1.4', Jul 06 13:53:33.201918 n-d-773647-6 neutron-server[100248]: 'SecurityGroupRule': '1.2', Jul 06 13:53:33.201918 n-d-773647-6 neutron-server[100248]: 'SubPort': '1.0', Jul 06 13:53:33.201918 n-d-773647-6 neutron-server[100248]: 'Subnet': '1.1', Jul 06 13:53:33.201918 n-d-773647-6 neutron-server[100248]: 'Trunk': '1.1'}} Jul 06 13:53:33.201918 n-d-773647-6 neutron-server[100248]: {{(pid=100248) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 06 13:53:33.213737 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51628988-9e6b-4afc-809a-9e4a403aa36c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2df6661f-96a9-4e31-a48f-6f856d592d8a,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:53:33.275334 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-85112b26-926c-4b40-b0c0-a5242725672b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:33.305086 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-cb0f9b5e-577f-4d1b-b3b4-d7c1adfdd9ad req-80f62bc5-fe99-4acf-8d01-9d4828f33699 tempest-AggregatesAdminTestJSON-491068952 tempest-AggregatesAdminTestJSON-491068952-project] 10.222.0.104 "GET /v2.0/ports?device_id=d5b1ab2e-f68f-4ff1-94dc-9e2e4496504f HTTP/1.1" status: 200 len: 210 time: 0.0652976 Jul 06 13:53:33.322993 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-85112b26-926c-4b40-b0c0-a5242725672b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:33.342769 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-7c0b803d-48c9-4a89-9b5b-19615d6d029d None None] Attempting to bind port 8e7da9cd-c8a5-409e-8be5-756d0362bd53 on host n-d-773647-6 for vnic_type normal with profile {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 13:53:33.342769 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-7c0b803d-48c9-4a89-9b5b-19615d6d029d None None] Attempting to bind port 8e7da9cd-c8a5-409e-8be5-756d0362bd53 by drivers openvswitch,hyperv on host n-d-773647-6 at level 0 using segments [{'id': 'a35ce525-b1c8-41c9-9ae8-4677f48117d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1002, 'network_id': '460f74e5-0a7f-4f78-8d1f-c6320874439c'}] {{(pid=100248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 13:53:33.342769 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c0b803d-48c9-4a89-9b5b-19615d6d029d None None] Attempting to bind port 8e7da9cd-c8a5-409e-8be5-756d0362bd53 on network 460f74e5-0a7f-4f78-8d1f-c6320874439c {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 13:53:33.342973 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c0b803d-48c9-4a89-9b5b-19615d6d029d None None] Checking agent: {'id': '8ab5b19c-d213-4f29-891d-27bdf39d38b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773647-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 43, 26), 'started_at': datetime.datetime(2021, 7, 6, 13, 43, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 13, 53, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773647-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 13:53:33.343333 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c0b803d-48c9-4a89-9b5b-19615d6d029d None None] Checking segment: {'id': 'a35ce525-b1c8-41c9-9ae8-4677f48117d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1002, 'network_id': '460f74e5-0a7f-4f78-8d1f-c6320874439c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 13:53:33.347275 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-7c0b803d-48c9-4a89-9b5b-19615d6d029d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:33.348802 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c0b803d-48c9-4a89-9b5b-19615d6d029d None None] Bound using segment: {'id': 'a35ce525-b1c8-41c9-9ae8-4677f48117d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1002, 'network_id': '460f74e5-0a7f-4f78-8d1f-c6320874439c'} {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 13:53:33.349318 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-7c0b803d-48c9-4a89-9b5b-19615d6d029d None None] Bound port: 8e7da9cd-c8a5-409e-8be5-756d0362bd53, host: n-d-773647-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a35ce525-b1c8-41c9-9ae8-4677f48117d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1002, 'network_id': '460f74e5-0a7f-4f78-8d1f-c6320874439c'}}] {{(pid=100248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 13:53:33.349725 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-7c0b803d-48c9-4a89-9b5b-19615d6d029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:33.426242 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-85112b26-926c-4b40-b0c0-a5242725672b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:33.430735 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-85112b26-926c-4b40-b0c0-a5242725672b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:33.432099 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-85112b26-926c-4b40-b0c0-a5242725672b admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/d28b7185-246f-49aa-b2fb-61babf900395 HTTP/1.1" status: 204 len: 168 time: 0.2555516 Jul 06 13:53:33.446193 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85112b26-926c-4b40-b0c0-a5242725672b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d28b7185-246f-49aa-b2fb-61babf900395,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:53:33.456881 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-6b59ab08-98e8-432e-b07a-a427e048c54d admin admin] Notify callbacks [] for port, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:33.478931 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-7c0b803d-48c9-4a89-9b5b-19615d6d029d None None] For port 8e7da9cd-c8a5-409e-8be5-756d0362bd53, host n-d-773647-6, cleared binding levels {{(pid=100248) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 13:53:33.488244 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-7c0b803d-48c9-4a89-9b5b-19615d6d029d None None] For port 8e7da9cd-c8a5-409e-8be5-756d0362bd53, host n-d-773647-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=8e7da9cd-c8a5-409e-8be5-756d0362bd53,segment=NetworkSegment(a35ce525-b1c8-41c9-9ae8-4677f48117d3),segment_id=a35ce525-b1c8-41c9-9ae8-4677f48117d3)] {{(pid=100248) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 13:53:33.494782 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-7c0b803d-48c9-4a89-9b5b-19615d6d029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:33.509888 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-6b59ab08-98e8-432e-b07a-a427e048c54d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108'] for port, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:33.537630 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b59ab08-98e8-432e-b07a-a427e048c54d admin admin] Network 2658f09e-a580-4d4a-9968-2d1e0ad93719 is already hosted by enough agents. {{(pid=100247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 13:53:33.566549 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.base_scheduler [None req-6b59ab08-98e8-432e-b07a-a427e048c54d admin admin] Resources bound (agent type, host, resource id): {{(pid=100247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:53:33.569641 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b59ab08-98e8-432e-b07a-a427e048c54d admin admin] Received port after_create {{(pid=100247) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 13:53:33.583726 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0b803d-48c9-4a89-9b5b-19615d6d029d None None] Pushing event updated for resources: {'Port': ['ID=8e7da9cd-c8a5-409e-8be5-756d0362bd53,revision_number=2']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:53:33.716676 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b59ab08-98e8-432e-b07a-a427e048c54d admin admin] Pushing event updated for resources: {'Port': ['ID=1d882890-1b14-4f02-9680-5aee680e0d0b,revision_number=1']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:53:34.012325 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-6b59ab08-98e8-432e-b07a-a427e048c54d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:34.138607 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.72', 53467) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:53:34.201961 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-703b68da-8bcb-4dee-885d-a355bbab37b2 req-d1459c60-620c-46fb-a552-98ff02b34fb8 tempest-AggregatesAdminTestJSON-491068952 tempest-AggregatesAdminTestJSON-491068952-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=85c5fe288ff94935a1c711d1bafd9d6d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0598204 Jul 06 13:53:34.324142 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-6b59ab08-98e8-432e-b07a-a427e048c54d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1806297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1761036'] for router, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:34.348906 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 8e7da9cd-c8a5-409e-8be5-756d0362bd53 up at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 13:53:34.413450 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning for port 8e7da9cd-c8a5-409e-8be5-756d0362bd53 completed by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 13:53:34.639887 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703b68da-8bcb-4dee-885d-a355bbab37b2 req-3695d672-bc9d-4cd0-b1b2-cb36a6a0bf49 tempest-AggregatesAdminTestJSON-491068952 tempest-AggregatesAdminTestJSON-491068952-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:53:34.641797 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-703b68da-8bcb-4dee-885d-a355bbab37b2 req-3695d672-bc9d-4cd0-b1b2-cb36a6a0bf49 tempest-AggregatesAdminTestJSON-491068952 tempest-AggregatesAdminTestJSON-491068952-project] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4354272 Jul 06 13:53:34.668585 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-67e7098f-e310-4753-9c23-48f12356aec4 req-16c00312-9a1d-4dfa-96d5-5ee2449c73a2 tempest-AggregatesAdminTestJSON-491068952 tempest-AggregatesAdminTestJSON-491068952-project] 10.222.0.104 "GET /v2.0/ports?device_id=d5b1ab2e-f68f-4ff1-94dc-9e2e4496504f HTTP/1.1" status: 200 len: 210 time: 0.0709043 Jul 06 13:53:34.685502 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b59ab08-98e8-432e-b07a-a427e048c54d admin admin] Router 93fc06c6-e2da-491a-a138-5c16c1a263ab is scheduled to L3 agent 2823d358-a11b-4885-a706-95a279e43fa7 with binding_index 1 {{(pid=100247) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 13:53:34.717321 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [req-703b68da-8bcb-4dee-885d-a355bbab37b2 req-868dfb31-54c2-4b17-a0e4-6360aef751e2 tempest-AggregatesAdminTestJSON-491068952 tempest-AggregatesAdminTestJSON-491068952-project] Request body: {'port': {'device_id': 'd5b1ab2e-f68f-4ff1-94dc-9e2e4496504f', 'network_id': 'ac09d390-867f-4b75-a8d2-ab11550bffd6', 'admin_state_up': True, 'tenant_id': '85c5fe288ff94935a1c711d1bafd9d6d'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:53:34.831892 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c519558-b76d-4511-b344-c58e9cd58ac1 None None] Network 460f74e5-0a7f-4f78-8d1f-c6320874439c requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 13:53:34.839324 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b59ab08-98e8-432e-b07a-a427e048c54d admin admin] Notify agent at l3_agent.n-d-773647-6 the message routers_updated {{(pid=100247) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 13:53:34.852596 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a67bed61-fdee-4ec8-84d2-d8578e8e7978 None None] Sync routers for ids ['93fc06c6-e2da-491a-a138-5c16c1a263ab'] in n-d-773647-6 {{(pid=100249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 13:53:34.864639 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-6b59ab08-98e8-432e-b07a-a427e048c54d admin admin] Notify callbacks [] for router, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:34.868586 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a67bed61-fdee-4ec8-84d2-d8578e8e7978 None None] Routers {'93fc06c6-e2da-491a-a138-5c16c1a263ab'} bound to L3 agent in host n-d-773647-6 {{(pid=100249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 13:53:34.869473 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-a67bed61-fdee-4ec8-84d2-d8578e8e7978 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T13:53:25Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['93fc06c6-e2da-491a-a138-5c16c1a263ab'], 'active': True} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:53:34.874757 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-6b59ab08-98e8-432e-b07a-a427e048c54d admin admin] 10.222.0.104 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 2.8087873 Jul 06 13:53:34.874920 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 53222) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:53:35.004768 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5d2c24c5-289f-4266-b6fa-b4f3a64abde2 None None] Provisioning for port 8e7da9cd-c8a5-409e-8be5-756d0362bd53 completed by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 13:53:35.029279 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5d2c24c5-289f-4266-b6fa-b4f3a64abde2 None None] Provisioning complete for port 8e7da9cd-c8a5-409e-8be5-756d0362bd53 triggered by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:53:35.029654 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5d2c24c5-289f-4266-b6fa-b4f3a64abde2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:35.037570 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvr_db [None req-a67bed61-fdee-4ec8-84d2-d8578e8e7978 None None] Set router 93fc06c6-e2da-491a-a138-5c16c1a263ab gateway port host: n-d-773647-6 {{(pid=100249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 13:53:35.232734 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-703b68da-8bcb-4dee-885d-a355bbab37b2 req-868dfb31-54c2-4b17-a0e4-6360aef751e2 tempest-AggregatesAdminTestJSON-491068952 tempest-AggregatesAdminTestJSON-491068952-project] Made reservation on behalf of 85c5fe288ff94935a1c711d1bafd9d6d for: {'port': 1} {{(pid=100246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 13:53:35.237520 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-703b68da-8bcb-4dee-885d-a355bbab37b2 req-868dfb31-54c2-4b17-a0e4-6360aef751e2 tempest-AggregatesAdminTestJSON-491068952 tempest-AggregatesAdminTestJSON-491068952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:35.261966 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-a67bed61-fdee-4ec8-84d2-d8578e8e7978 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93fc06c6-e2da-491a-a138-5c16c1a263ab', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1475940776-router', 'tenant_id': 'acb800f580674ba5b45dfb76ebc253b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.23'}], 'enable_snat': True}, 'gw_port_id': '1d882890-1b14-4f02-9680-5aee680e0d0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T13:53:32Z', 'updated_at': '2021-07-06T13:53:33Z', 'revision_number': 3, 'project_id': 'acb800f580674ba5b45dfb76ebc253b1', 'gw_port': {'id': '1d882890-1b14-4f02-9680-5aee680e0d0b', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:3a:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93fc06c6-e2da-491a-a138-5c16c1a263ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:53:32Z', 'updated_at': '2021-07-06T13:53:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6'}], 'n-d-773647-6', False) {} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:53:35.266328 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-703b68da-8bcb-4dee-885d-a355bbab37b2 req-868dfb31-54c2-4b17-a0e4-6360aef751e2 tempest-AggregatesAdminTestJSON-491068952 tempest-AggregatesAdminTestJSON-491068952-project] Notify callbacks [] for security_group, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:35.297908 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a67bed61-fdee-4ec8-84d2-d8578e8e7978 None None] Checking router: 93fc06c6-e2da-491a-a138-5c16c1a263ab for host: n-d-773647-6 {{(pid=100249) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 13:53:35.298528 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a67bed61-fdee-4ec8-84d2-d8578e8e7978 None None] Updating router 93fc06c6-e2da-491a-a138-5c16c1a263ab port 1d882890-1b14-4f02-9680-5aee680e0d0b binding host n-d-773647-6 {{(pid=100249) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 13:53:35.348008 n-d-773647-6 neutron-server[100249]: DEBUG neutron_lib.callbacks.manager [None req-a67bed61-fdee-4ec8-84d2-d8578e8e7978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:35.365408 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5d2c24c5-289f-4266-b6fa-b4f3a64abde2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:35.433761 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5d2c24c5-289f-4266-b6fa-b4f3a64abde2 None None] For port 8e7da9cd-c8a5-409e-8be5-756d0362bd53, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=8e7da9cd-c8a5-409e-8be5-756d0362bd53,segment=NetworkSegment(a35ce525-b1c8-41c9-9ae8-4677f48117d3),segment_id=a35ce525-b1c8-41c9-9ae8-4677f48117d3)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:53:35.447048 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5d2c24c5-289f-4266-b6fa-b4f3a64abde2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:35.543154 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-703b68da-8bcb-4dee-885d-a355bbab37b2 req-868dfb31-54c2-4b17-a0e4-6360aef751e2 tempest-AggregatesAdminTestJSON-491068952 tempest-AggregatesAdminTestJSON-491068952-project] Notify callbacks [] for security_group, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:35.550928 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2c24c5-289f-4266-b6fa-b4f3a64abde2 None None] Pushing event updated for resources: {'Port': ['ID=8e7da9cd-c8a5-409e-8be5-756d0362bd53,revision_number=3']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:53:35.559012 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-703b68da-8bcb-4dee-885d-a355bbab37b2 req-868dfb31-54c2-4b17-a0e4-6360aef751e2 tempest-AggregatesAdminTestJSON-491068952 tempest-AggregatesAdminTestJSON-491068952-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:35.718256 n-d-773647-6 neutron-server[100249]: DEBUG neutron_lib.callbacks.manager [None req-a67bed61-fdee-4ec8-84d2-d8578e8e7978 None None] Notify callbacks [] for port, precommit_update {{(pid=100249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:35.750813 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.provisioning_blocks [None req-a67bed61-fdee-4ec8-84d2-d8578e8e7978 None None] Transition to ACTIVE for port object 1d882890-1b14-4f02-9680-5aee680e0d0b will not be triggered until provisioned by entity L2. {{(pid=100249) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 13:53:35.760489 n-d-773647-6 neutron-server[100249]: DEBUG neutron_lib.callbacks.manager [None req-a67bed61-fdee-4ec8-84d2-d8578e8e7978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:35.774745 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-b50002b6-4941-40c6-9be4-263e4999c721 None None] Provisioning complete for port 8e7da9cd-c8a5-409e-8be5-756d0362bd53 triggered by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:53:35.776751 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-b50002b6-4941-40c6-9be4-263e4999c721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:35.870146 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.managers [None req-a67bed61-fdee-4ec8-84d2-d8578e8e7978 None None] Attempting to bind port 1d882890-1b14-4f02-9680-5aee680e0d0b on host n-d-773647-6 for vnic_type normal with profile {{(pid=100249) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 13:53:35.870146 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.managers [None req-a67bed61-fdee-4ec8-84d2-d8578e8e7978 None None] Attempting to bind port 1d882890-1b14-4f02-9680-5aee680e0d0b by drivers openvswitch,hyperv on host n-d-773647-6 at level 0 using segments [{'id': '89a832b7-7793-4d51-9038-ed7e1c3ff1b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719'}] {{(pid=100249) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 13:53:35.871188 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a67bed61-fdee-4ec8-84d2-d8578e8e7978 None None] Attempting to bind port 1d882890-1b14-4f02-9680-5aee680e0d0b on network 2658f09e-a580-4d4a-9968-2d1e0ad93719 {{(pid=100249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 13:53:35.893251 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a67bed61-fdee-4ec8-84d2-d8578e8e7978 None None] Checking agent: {'id': '8ab5b19c-d213-4f29-891d-27bdf39d38b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773647-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 43, 26), 'started_at': datetime.datetime(2021, 7, 6, 13, 43, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 13, 53, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773647-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 13:53:35.894072 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-dc30cabf-9216-43db-a968-20f36cd92520 req-01fcbe92-01f5-4054-b835-e33f9cb08b2c tempest-AggregatesAdminTestJSON-491068952 tempest-AggregatesAdminTestJSON-491068952-project] 10.222.0.104 "GET /v2.0/ports?device_id=d5b1ab2e-f68f-4ff1-94dc-9e2e4496504f HTTP/1.1" status: 200 len: 210 time: 0.0534687 Jul 06 13:53:35.895059 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a67bed61-fdee-4ec8-84d2-d8578e8e7978 None None] Checking segment: {'id': '89a832b7-7793-4d51-9038-ed7e1c3ff1b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100249) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 13:53:35.897844 n-d-773647-6 neutron-server[100249]: DEBUG neutron_lib.callbacks.manager [None req-a67bed61-fdee-4ec8-84d2-d8578e8e7978 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:35.898619 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a67bed61-fdee-4ec8-84d2-d8578e8e7978 None None] Bound using segment: {'id': '89a832b7-7793-4d51-9038-ed7e1c3ff1b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719'} {{(pid=100249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 13:53:35.899426 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.managers [None req-a67bed61-fdee-4ec8-84d2-d8578e8e7978 None None] Bound port: 1d882890-1b14-4f02-9680-5aee680e0d0b, host: n-d-773647-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89a832b7-7793-4d51-9038-ed7e1c3ff1b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719'}}] {{(pid=100249) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 13:53:35.900130 n-d-773647-6 neutron-server[100249]: DEBUG neutron_lib.callbacks.manager [None req-a67bed61-fdee-4ec8-84d2-d8578e8e7978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:35.971180 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.db [None req-a67bed61-fdee-4ec8-84d2-d8578e8e7978 None None] For port 1d882890-1b14-4f02-9680-5aee680e0d0b, host n-d-773647-6, cleared binding levels {{(pid=100249) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 13:53:35.976407 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.db [None req-a67bed61-fdee-4ec8-84d2-d8578e8e7978 None None] For port 1d882890-1b14-4f02-9680-5aee680e0d0b, host n-d-773647-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=1d882890-1b14-4f02-9680-5aee680e0d0b,segment=NetworkSegment(89a832b7-7793-4d51-9038-ed7e1c3ff1b2),segment_id=89a832b7-7793-4d51-9038-ed7e1c3ff1b2)] {{(pid=100249) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 13:53:35.984901 n-d-773647-6 neutron-server[100249]: DEBUG neutron_lib.callbacks.manager [None req-a67bed61-fdee-4ec8-84d2-d8578e8e7978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:36.005989 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23081f93-290d-499c-b8ba-099c49370eed None None] Pushing event updated for resources: {'Port': ['ID=1d882890-1b14-4f02-9680-5aee680e0d0b,revision_number=2']} {{(pid=100249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:53:36.038226 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23081f93-290d-499c-b8ba-099c49370eed None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:53:36.039147 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23081f93-290d-499c-b8ba-099c49370eed None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:53:36.041284 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23081f93-290d-499c-b8ba-099c49370eed None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:53:36.041908 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23081f93-290d-499c-b8ba-099c49370eed None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:53:36.042450 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23081f93-290d-499c-b8ba-099c49370eed None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:53:36.043053 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23081f93-290d-499c-b8ba-099c49370eed None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:53:36.043619 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23081f93-290d-499c-b8ba-099c49370eed None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:53:36.044379 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23081f93-290d-499c-b8ba-099c49370eed None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:53:36.045265 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23081f93-290d-499c-b8ba-099c49370eed None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:53:36.045840 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23081f93-290d-499c-b8ba-099c49370eed None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:53:36.046455 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23081f93-290d-499c-b8ba-099c49370eed None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:53:36.046988 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23081f93-290d-499c-b8ba-099c49370eed None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:53:36.048599 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23081f93-290d-499c-b8ba-099c49370eed None None] Tracked resource versions report: Jul 06 13:53:36.048599 n-d-773647-6 neutron-server[100249]: pushed versions: Jul 06 13:53:36.048599 n-d-773647-6 neutron-server[100249]: { 'AddressGroup': {'1.2'}, Jul 06 13:53:36.048599 n-d-773647-6 neutron-server[100249]: 'ConntrackHelper': {'1.0'}, Jul 06 13:53:36.048599 n-d-773647-6 neutron-server[100249]: 'Log': {'1.0'}, Jul 06 13:53:36.048599 n-d-773647-6 neutron-server[100249]: 'Network': {'1.1'}, Jul 06 13:53:36.048599 n-d-773647-6 neutron-server[100249]: 'Port': {'1.7'}, Jul 06 13:53:36.048599 n-d-773647-6 neutron-server[100249]: 'PortForwarding': {'1.2'}, Jul 06 13:53:36.048599 n-d-773647-6 neutron-server[100249]: 'QosPolicy': {'1.8'}, Jul 06 13:53:36.048599 n-d-773647-6 neutron-server[100249]: 'SecurityGroup': {'1.4'}, Jul 06 13:53:36.048599 n-d-773647-6 neutron-server[100249]: 'SecurityGroupRule': {'1.2'}, Jul 06 13:53:36.048599 n-d-773647-6 neutron-server[100249]: 'SubPort': {'1.0'}, Jul 06 13:53:36.048599 n-d-773647-6 neutron-server[100249]: 'Subnet': {'1.1'}, Jul 06 13:53:36.048599 n-d-773647-6 neutron-server[100249]: 'Trunk': {'1.1'}} Jul 06 13:53:36.048599 n-d-773647-6 neutron-server[100249]: consumer versions: Jul 06 13:53:36.048599 n-d-773647-6 neutron-server[100249]: { DHCP agent@n-d-773647-6: {}, Jul 06 13:53:36.048599 n-d-773647-6 neutron-server[100249]: HyperV agent@n-h1-773647-6: {}, Jul 06 13:53:36.048599 n-d-773647-6 neutron-server[100249]: HyperV agent@n-h2-773647-6: {}, Jul 06 13:53:36.048599 n-d-773647-6 neutron-server[100249]: L3 agent@n-d-773647-6: {}, Jul 06 13:53:36.048599 n-d-773647-6 neutron-server[100249]: Metadata agent@n-d-773647-6: {}, Jul 06 13:53:36.048599 n-d-773647-6 neutron-server[100249]: Metering agent@n-d-773647-6: {}, Jul 06 13:53:36.048599 n-d-773647-6 neutron-server[100249]: Open vSwitch agent@n-d-773647-6: { 'AddressGroup': '1.2', Jul 06 13:53:36.048599 n-d-773647-6 neutron-server[100249]: 'ConntrackHelper': '1.0', Jul 06 13:53:36.048599 n-d-773647-6 neutron-server[100249]: 'Log': '1.0', Jul 06 13:53:36.048599 n-d-773647-6 neutron-server[100249]: 'Network': '1.1', Jul 06 13:53:36.048599 n-d-773647-6 neutron-server[100249]: 'Port': '1.7', Jul 06 13:53:36.048599 n-d-773647-6 neutron-server[100249]: 'PortForwarding': '1.2', Jul 06 13:53:36.048599 n-d-773647-6 neutron-server[100249]: 'QosPolicy': '1.8', Jul 06 13:53:36.048599 n-d-773647-6 neutron-server[100249]: 'SecurityGroup': '1.4', Jul 06 13:53:36.048599 n-d-773647-6 neutron-server[100249]: 'SecurityGroupRule': '1.2', Jul 06 13:53:36.048599 n-d-773647-6 neutron-server[100249]: 'SubPort': '1.0', Jul 06 13:53:36.048599 n-d-773647-6 neutron-server[100249]: 'Subnet': '1.1', Jul 06 13:53:36.048599 n-d-773647-6 neutron-server[100249]: 'Trunk': '1.1'}} Jul 06 13:53:36.048599 n-d-773647-6 neutron-server[100249]: {{(pid=100249) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 06 13:53:36.060958 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a67bed61-fdee-4ec8-84d2-d8578e8e7978 None None] Routers {'93fc06c6-e2da-491a-a138-5c16c1a263ab'} bound to L3 agent in host n-d-773647-6 {{(pid=100249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 13:53:36.060958 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-a67bed61-fdee-4ec8-84d2-d8578e8e7978 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T13:53:25Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['93fc06c6-e2da-491a-a138-5c16c1a263ab'], 'active': True} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:53:36.150419 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868dfb31-54c2-4b17-a0e4-6360aef751e2 tempest-AggregatesAdminTestJSON-491068952 tempest-AggregatesAdminTestJSON-491068952-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7abb9813-5e4b-4b90-b594-85f99e55eee9,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:53:36.201120 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23081f93-290d-499c-b8ba-099c49370eed None None] Pushing event updated for resources: {'Port': ['ID=1d882890-1b14-4f02-9680-5aee680e0d0b,revision_number=3']} {{(pid=100249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:53:36.287435 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvr_db [None req-a67bed61-fdee-4ec8-84d2-d8578e8e7978 None None] Set router 93fc06c6-e2da-491a-a138-5c16c1a263ab gateway port host: n-d-773647-6 {{(pid=100249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 13:53:36.301026 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 8e7da9cd-c8a5-409e-8be5-756d0362bd53 up at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 13:53:36.419269 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning complete for port 8e7da9cd-c8a5-409e-8be5-756d0362bd53 triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:53:36.420477 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:36.503862 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.db_base_plugin_common [req-703b68da-8bcb-4dee-885d-a355bbab37b2 req-868dfb31-54c2-4b17-a0e4-6360aef751e2 tempest-AggregatesAdminTestJSON-491068952 tempest-AggregatesAdminTestJSON-491068952-project] Allocated IP 192.168.233.246 (ac09d390-867f-4b75-a8d2-ab11550bffd6/d1c3cc78-09b9-4e30-99fd-0e5830de101d/ca200c66-7bf8-42c4-9645-f1b6c7c03b1e) {{(pid=100246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 13:53:36.938213 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 53294) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:53:36.950854 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-c13481cb-3a61-458b-9b88-01e991f84bb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:37.060415 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-a67bed61-fdee-4ec8-84d2-d8578e8e7978 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93fc06c6-e2da-491a-a138-5c16c1a263ab', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1475940776-router', 'tenant_id': 'acb800f580674ba5b45dfb76ebc253b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.23'}], 'enable_snat': True}, 'gw_port_id': '1d882890-1b14-4f02-9680-5aee680e0d0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T13:53:32Z', 'updated_at': '2021-07-06T13:53:33Z', 'revision_number': 3, 'project_id': 'acb800f580674ba5b45dfb76ebc253b1', 'gw_port': {'id': '1d882890-1b14-4f02-9680-5aee680e0d0b', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:3a:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93fc06c6-e2da-491a-a138-5c16c1a263ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:53:32Z', 'updated_at': '2021-07-06T13:53:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6'}], 'n-d-773647-6', False) {} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:53:37.091553 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a67bed61-fdee-4ec8-84d2-d8578e8e7978 None None] The sync data for ids ['93fc06c6-e2da-491a-a138-5c16c1a263ab'] in n-d-773647-6 is: [{'id': '93fc06c6-e2da-491a-a138-5c16c1a263ab', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1475940776-router', 'tenant_id': 'acb800f580674ba5b45dfb76ebc253b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.23'}], 'enable_snat': True}, 'gw_port_id': '1d882890-1b14-4f02-9680-5aee680e0d0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T13:53:32Z', 'updated_at': '2021-07-06T13:53:33Z', 'revision_number': 3, 'project_id': 'acb800f580674ba5b45dfb76ebc253b1', 'gw_port': {'id': '1d882890-1b14-4f02-9680-5aee680e0d0b', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:3a:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93fc06c6-e2da-491a-a138-5c16c1a263ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:53:32Z', 'updated_at': '2021-07-06T13:53:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6'}] {{(pid=100249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 13:53:37.186410 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-454f8b5b-adbb-4d44-b2c0-e16f4b1e4b68 req-8cd4afc5-0aef-4022-8023-911c212f26e9 tempest-AggregatesAdminTestJSON-491068952 tempest-AggregatesAdminTestJSON-491068952-project] 10.222.0.104 "GET /v2.0/ports?device_id=d5b1ab2e-f68f-4ff1-94dc-9e2e4496504f HTTP/1.1" status: 200 len: 210 time: 0.0526817 Jul 06 13:53:37.559240 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-703b68da-8bcb-4dee-885d-a355bbab37b2 req-868dfb31-54c2-4b17-a0e4-6360aef751e2 tempest-AggregatesAdminTestJSON-491068952 tempest-AggregatesAdminTestJSON-491068952-project] Notify callbacks [] for port, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:37.645682 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.provisioning_blocks [req-703b68da-8bcb-4dee-885d-a355bbab37b2 req-868dfb31-54c2-4b17-a0e4-6360aef751e2 tempest-AggregatesAdminTestJSON-491068952 tempest-AggregatesAdminTestJSON-491068952-project] Transition to ACTIVE for port object ca200c66-7bf8-42c4-9645-f1b6c7c03b1e will not be triggered until provisioned by entity DHCP. {{(pid=100246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 13:53:37.729124 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-6037097b-78a4-4c34-8c4f-e0328b299362 req-2e74f061-6b95-462d-ad98-efd4f0ad1140 tempest-DeleteServersAdminTestJSON-881447012 tempest-DeleteServersAdminTestJSON-881447012-project] 10.222.0.104 "GET /v2.0/networks?tenant_id=19526b5a84cf4869af8c17c1ec0ea840&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0681031 Jul 06 13:53:37.861500 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.db_base_plugin_common [None req-c13481cb-3a61-458b-9b88-01e991f84bb5 admin admin] Allocated IP 172.20.0.1 (460f74e5-0a7f-4f78-8d1f-c6320874439c/018ef28b-510d-4b0e-ac77-2e6a29444295/aefefec2-a26b-4852-8d04-c232bf44b1df) {{(pid=100246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 13:53:37.895601 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-00f015b9-6998-4cbb-9f56-f183a8620289 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:38.098978 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-00f015b9-6998-4cbb-9f56-f183a8620289 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:38.101239 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 53314) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:53:38.107728 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-00f015b9-6998-4cbb-9f56-f183a8620289 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:38.124285 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-c13481cb-3a61-458b-9b88-01e991f84bb5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:38.149330 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-00f015b9-6998-4cbb-9f56-f183a8620289 admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=782070ce47974054a9fc984473829f15&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2083855 Jul 06 13:53:38.160061 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 53318) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:53:38.226940 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f015b9-6998-4cbb-9f56-f183a8620289 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=344df7c2-d524-470d-b0a1-ff8304d1830a,revision_number=1']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:53:38.238406 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6037097b-78a4-4c34-8c4f-e0328b299362 req-97c24191-d1d8-46fa-a778-fcb08771bca4 tempest-DeleteServersAdminTestJSON-881447012 tempest-DeleteServersAdminTestJSON-881447012-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:53:38.240268 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-6037097b-78a4-4c34-8c4f-e0328b299362 req-97c24191-d1d8-46fa-a778-fcb08771bca4 tempest-DeleteServersAdminTestJSON-881447012 tempest-DeleteServersAdminTestJSON-881447012-project] 10.222.0.104 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5058665 Jul 06 13:53:38.267230 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-6037097b-78a4-4c34-8c4f-e0328b299362 req-4ff562d1-3792-4757-a183-88a65f1626be tempest-DeleteServersAdminTestJSON-881447012 tempest-DeleteServersAdminTestJSON-881447012-project] 10.222.0.104 "GET /v2.0/quotas/19526b5a84cf4869af8c17c1ec0ea840 HTTP/1.1" status: 200 len: 375 time: 0.0161550 Jul 06 13:53:38.292373 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.provisioning_blocks [None req-c13481cb-3a61-458b-9b88-01e991f84bb5 admin admin] Transition to ACTIVE for port object aefefec2-a26b-4852-8d04-c232bf44b1df will not be triggered until provisioned by entity DHCP. {{(pid=100246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 13:53:38.306385 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-703b68da-8bcb-4dee-885d-a355bbab37b2 req-868dfb31-54c2-4b17-a0e4-6360aef751e2 tempest-AggregatesAdminTestJSON-491068952 tempest-AggregatesAdminTestJSON-491068952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108'] for port, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:38.356899 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-6037097b-78a4-4c34-8c4f-e0328b299362 req-4698e347-b3a0-416f-8424-0fff3c264138 tempest-DeleteServersAdminTestJSON-881447012 tempest-DeleteServersAdminTestJSON-881447012-project] 10.222.0.104 "GET /v2.0/ports?tenant_id=19526b5a84cf4869af8c17c1ec0ea840&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0714059 Jul 06 13:53:38.386648 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-703b68da-8bcb-4dee-885d-a355bbab37b2 req-868dfb31-54c2-4b17-a0e4-6360aef751e2 tempest-AggregatesAdminTestJSON-491068952 tempest-AggregatesAdminTestJSON-491068952-project] Network ac09d390-867f-4b75-a8d2-ab11550bffd6 is already hosted by enough agents. {{(pid=100246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 13:53:38.413152 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.base_scheduler [req-703b68da-8bcb-4dee-885d-a355bbab37b2 req-868dfb31-54c2-4b17-a0e4-6360aef751e2 tempest-AggregatesAdminTestJSON-491068952 tempest-AggregatesAdminTestJSON-491068952-project] Resources bound (agent type, host, resource id): {{(pid=100246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:53:38.426193 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [req-703b68da-8bcb-4dee-885d-a355bbab37b2 req-868dfb31-54c2-4b17-a0e4-6360aef751e2 tempest-AggregatesAdminTestJSON-491068952 tempest-AggregatesAdminTestJSON-491068952-project] Received port after_create {{(pid=100246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 13:53:38.439348 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703b68da-8bcb-4dee-885d-a355bbab37b2 req-868dfb31-54c2-4b17-a0e4-6360aef751e2 tempest-AggregatesAdminTestJSON-491068952 tempest-AggregatesAdminTestJSON-491068952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:53:38.444682 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-703b68da-8bcb-4dee-885d-a355bbab37b2 req-868dfb31-54c2-4b17-a0e4-6360aef751e2 tempest-AggregatesAdminTestJSON-491068952 tempest-AggregatesAdminTestJSON-491068952-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583035'] for port, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:38.445377 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 1d882890-1b14-4f02-9680-5aee680e0d0b up at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 13:53:38.618704 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning for port 1d882890-1b14-4f02-9680-5aee680e0d0b completed by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 13:53:38.627279 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning complete for port 1d882890-1b14-4f02-9680-5aee680e0d0b triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:53:38.630791 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:38.864502 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-703b68da-8bcb-4dee-885d-a355bbab37b2 req-868dfb31-54c2-4b17-a0e4-6360aef751e2 tempest-AggregatesAdminTestJSON-491068952 tempest-AggregatesAdminTestJSON-491068952-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.1538298 Jul 06 13:53:38.898734 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:38.904056 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868dfb31-54c2-4b17-a0e4-6360aef751e2 tempest-AggregatesAdminTestJSON-491068952 tempest-AggregatesAdminTestJSON-491068952-project] Pushing event updated for resources: {'Port': ['ID=ca200c66-7bf8-42c4-9645-f1b6c7c03b1e,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:53:38.972228 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] For port 1d882890-1b14-4f02-9680-5aee680e0d0b, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=1d882890-1b14-4f02-9680-5aee680e0d0b,segment=NetworkSegment(89a832b7-7793-4d51-9038-ed7e1c3ff1b2),segment_id=89a832b7-7793-4d51-9038-ed7e1c3ff1b2)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:53:38.979136 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:38.981325 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-73fdffdf-b18a-4d39-8582-36f94404ff39 req-9b6c6fa1-9c0c-43f7-8bd4-cd9a7ff3cb68 tempest-DeleteServersAdminTestJSON-881447012 tempest-DeleteServersAdminTestJSON-881447012-project] 10.222.0.104 "GET /v2.0/ports?device_id=ba387377-da87-4832-8988-a290e5ae50e0 HTTP/1.1" status: 200 len: 210 time: 0.1497667 Jul 06 13:53:39.001190 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d40472-a734-46cd-be5d-4d585c61863c req-b03a7b25-b361-461c-b2ac-9c4800663562 tempest-AggregatesAdminTestJSON-491068952 tempest-AggregatesAdminTestJSON-491068952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:53:39.009093 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-b7d40472-a734-46cd-be5d-4d585c61863c req-b03a7b25-b361-461c-b2ac-9c4800663562 tempest-AggregatesAdminTestJSON-491068952 tempest-AggregatesAdminTestJSON-491068952-project] 10.222.0.104 "GET /v2.0/ports?device_id=d5b1ab2e-f68f-4ff1-94dc-9e2e4496504f HTTP/1.1" status: 200 len: 936 time: 0.4615295 Jul 06 13:53:39.036617 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [req-703b68da-8bcb-4dee-885d-a355bbab37b2 req-a33e87f5-f1bd-41f9-be6f-b8cb93cfc311 tempest-AggregatesAdminTestJSON-491068952 tempest-AggregatesAdminTestJSON-491068952-project] http://10.222.0.104:9696/v2.0/extensions returned with HTTP 200 {{(pid=100246) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 13:53:39.038244 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-703b68da-8bcb-4dee-885d-a355bbab37b2 req-a33e87f5-f1bd-41f9-be6f-b8cb93cfc311 tempest-AggregatesAdminTestJSON-491068952 tempest-AggregatesAdminTestJSON-491068952-project] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1506622 Jul 06 13:53:39.058597 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-4a248e11-c809-4cce-97a2-164b98b1e971 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:39.095066 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-47d0120f-daa7-40bb-b467-434783877dc4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:39.112763 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Pushing event updated for resources: {'Port': ['ID=1d882890-1b14-4f02-9680-5aee680e0d0b,revision_number=4']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:53:39.117510 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-b7d40472-a734-46cd-be5d-4d585c61863c req-179bae97-44be-4895-9be5-ea89b402bf9e tempest-AggregatesAdminTestJSON-491068952 tempest-AggregatesAdminTestJSON-491068952-project] 10.222.0.104 "GET /v2.0/security-groups?id=7abb9813-5e4b-4b90-b594-85f99e55eee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065533 Jul 06 13:53:39.164755 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-3c9a78d3-9616-4964-a095-806126d10ccd None None] Provisioning for port ca200c66-7bf8-42c4-9645-f1b6c7c03b1e completed by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 13:53:39.185410 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-3c9a78d3-9616-4964-a095-806126d10ccd None None] Provisioning complete for port ca200c66-7bf8-42c4-9645-f1b6c7c03b1e triggered by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:53:39.190744 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-3c9a78d3-9616-4964-a095-806126d10ccd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:39.197518 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-47d0120f-daa7-40bb-b467-434783877dc4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:39.215076 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-c13481cb-3a61-458b-9b88-01e991f84bb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108'] for port, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:39.335037 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-3c9a78d3-9616-4964-a095-806126d10ccd None None] Port ca200c66-7bf8-42c4-9645-f1b6c7c03b1e cannot update to ACTIVE because it is not bound. {{(pid=100248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 13:53:39.403454 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c13481cb-3a61-458b-9b88-01e991f84bb5 admin admin] Network 460f74e5-0a7f-4f78-8d1f-c6320874439c is already hosted by enough agents. {{(pid=100246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 13:53:39.407460 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.base_scheduler [None req-c13481cb-3a61-458b-9b88-01e991f84bb5 admin admin] Resources bound (agent type, host, resource id): {{(pid=100246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:53:39.425204 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c13481cb-3a61-458b-9b88-01e991f84bb5 admin admin] Received port after_create {{(pid=100246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 13:53:39.426679 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-c13481cb-3a61-458b-9b88-01e991f84bb5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1807675'] for router_interface, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:39.869203 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-255a9d8c-d57f-4733-9268-2136ebd63c60 None None] Provisioning for port aefefec2-a26b-4852-8d04-c232bf44b1df completed by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 13:53:39.876853 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-255a9d8c-d57f-4733-9268-2136ebd63c60 None None] Provisioning complete for port aefefec2-a26b-4852-8d04-c232bf44b1df triggered by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:53:39.877674 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-255a9d8c-d57f-4733-9268-2136ebd63c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:39.950858 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-255a9d8c-d57f-4733-9268-2136ebd63c60 None None] Port aefefec2-a26b-4852-8d04-c232bf44b1df cannot update to ACTIVE because it is not bound. {{(pid=100248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 13:53:40.110151 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13481cb-3a61-458b-9b88-01e991f84bb5 admin admin] Pushing event updated for resources: {'Port': ['ID=aefefec2-a26b-4852-8d04-c232bf44b1df,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:53:40.170184 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-1f3528cd-5952-4fdc-a509-173d7d12ce33 req-f8fbe33b-29b8-4e5d-b726-7ed518650e5f tempest-DeleteServersAdminTestJSON-881447012 tempest-DeleteServersAdminTestJSON-881447012-project] 10.222.0.104 "GET /v2.0/ports?device_id=ba387377-da87-4832-8988-a290e5ae50e0 HTTP/1.1" status: 200 len: 210 time: 0.0543606 Jul 06 13:53:40.183701 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:40.211072 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [req-703b68da-8bcb-4dee-885d-a355bbab37b2 req-3b727a61-6c40-4628-832d-f482a88568d4 service neutron] Request body: {'port': {'device_id': 'd5b1ab2e-f68f-4ff1-94dc-9e2e4496504f', 'device_owner': 'compute:tempest-test_az-375279855', 'binding:host_id': 'n-h2-773647-6'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:53:40.334792 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 1d882890-1b14-4f02-9680-5aee680e0d0b up at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 13:53:40.371993 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-47d0120f-daa7-40bb-b467-434783877dc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:40.374987 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-47d0120f-daa7-40bb-b467-434783877dc4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:40.376346 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-47d0120f-daa7-40bb-b467-434783877dc4 admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/344df7c2-d524-470d-b0a1-ff8304d1830a HTTP/1.1" status: 204 len: 168 time: 2.2090862 Jul 06 13:53:40.409034 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-c13481cb-3a61-458b-9b88-01e991f84bb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:40.444334 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d0120f-daa7-40bb-b467-434783877dc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=344df7c2-d524-470d-b0a1-ff8304d1830a,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:53:40.474306 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-4a248e11-c809-4cce-97a2-164b98b1e971 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:40.502053 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-4a248e11-c809-4cce-97a2-164b98b1e971 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:40.556613 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning complete for port 1d882890-1b14-4f02-9680-5aee680e0d0b triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:53:40.557622 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:40.587103 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-703b68da-8bcb-4dee-885d-a355bbab37b2 req-3b727a61-6c40-4628-832d-f482a88568d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:40.613329 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a248e11-c809-4cce-97a2-164b98b1e971 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=adb85117-f8fc-42fa-806a-c069110f4684,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:53:40.625715 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-4a248e11-c809-4cce-97a2-164b98b1e971 admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=6034eb5879f848558a03669070035ead&name=default HTTP/1.1" status: 200 len: 2979 time: 2.5130258 Jul 06 13:53:40.629131 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 53402) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:53:40.775981 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6da1a4-05bb-4cf9-b032-5583d3939855 req-c46290df-504d-4a5d-9d58-b83750a1f145 tempest-AggregatesAdminTestJSON-491068952 tempest-AggregatesAdminTestJSON-491068952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:53:40.777810 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-8d6da1a4-05bb-4cf9-b032-5583d3939855 req-c46290df-504d-4a5d-9d58-b83750a1f145 tempest-AggregatesAdminTestJSON-491068952 tempest-AggregatesAdminTestJSON-491068952-project] 10.222.0.104 "GET /v2.0/ports?device_id=d5b1ab2e-f68f-4ff1-94dc-9e2e4496504f HTTP/1.1" status: 200 len: 936 time: 0.1866198 Jul 06 13:53:40.891168 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-8d6da1a4-05bb-4cf9-b032-5583d3939855 req-e8484b58-a743-4d7b-be26-f24caded1e5b tempest-AggregatesAdminTestJSON-491068952 tempest-AggregatesAdminTestJSON-491068952-project] 10.222.0.104 "GET /v2.0/security-groups?id=7abb9813-5e4b-4b90-b594-85f99e55eee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993118 Jul 06 13:53:40.978399 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-c13481cb-3a61-458b-9b88-01e991f84bb5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:41.065668 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-c13481cb-3a61-458b-9b88-01e991f84bb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:41.070973 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-c13481cb-3a61-458b-9b88-01e991f84bb5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1809478'] for router_interface, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:41.237109 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 53414) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:53:41.260393 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-18dd5d8d-6aaf-4586-a251-bb9a7ab3ec85 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:41.393479 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13481cb-3a61-458b-9b88-01e991f84bb5 admin admin] Pushing event updated for resources: {'Port': ['ID=aefefec2-a26b-4852-8d04-c232bf44b1df,revision_number=2']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:53:41.452583 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-a462e704-0ef3-4249-b436-c3b11d474424 req-7b99bb58-bf87-46f4-bb45-b2d69144c47f tempest-DeleteServersAdminTestJSON-881447012 tempest-DeleteServersAdminTestJSON-881447012-project] 10.222.0.104 "GET /v2.0/ports?device_id=ba387377-da87-4832-8988-a290e5ae50e0 HTTP/1.1" status: 200 len: 210 time: 0.0628233 Jul 06 13:53:41.469846 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-2985c3bf-5120-4ded-96f6-da5594e79753 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:41.505448 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-18dd5d8d-6aaf-4586-a251-bb9a7ab3ec85 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:41.512762 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-18dd5d8d-6aaf-4586-a251-bb9a7ab3ec85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:41.538612 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.127', 62014) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:53:41.603359 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-6037097b-78a4-4c34-8c4f-e0328b299362 req-a2d977b4-fd3e-481b-9868-da7535407bb6 tempest-DeleteServersAdminTestJSON-881447012 tempest-DeleteServersAdminTestJSON-881447012-project] 10.222.0.127 "GET /v2.0/networks?tenant_id=19526b5a84cf4869af8c17c1ec0ea840&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0604043 Jul 06 13:53:41.605547 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18dd5d8d-6aaf-4586-a251-bb9a7ab3ec85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0356e4ec-f775-4d3c-af3c-e2e962f8fe7f,revision_number=1']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:53:41.611892 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-18dd5d8d-6aaf-4586-a251-bb9a7ab3ec85 admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=a314d3f8aad14e5da6657401cba20844&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3721025 Jul 06 13:53:41.616076 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 53420) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:53:41.625016 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-2985c3bf-5120-4ded-96f6-da5594e79753 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:41.711120 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c13481cb-3a61-458b-9b88-01e991f84bb5 admin admin] Network 460f74e5-0a7f-4f78-8d1f-c6320874439c is already hosted by enough agents. {{(pid=100246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 13:53:41.718669 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.base_scheduler [None req-c13481cb-3a61-458b-9b88-01e991f84bb5 admin admin] Resources bound (agent type, host, resource id): {{(pid=100246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:53:41.822333 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-2985c3bf-5120-4ded-96f6-da5594e79753 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:41.822797 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6037097b-78a4-4c34-8c4f-e0328b299362 req-eb9e4637-7802-4e79-886e-30b197ca6aae tempest-DeleteServersAdminTestJSON-881447012 tempest-DeleteServersAdminTestJSON-881447012-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:53:41.828654 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-2985c3bf-5120-4ded-96f6-da5594e79753 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:41.828824 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-6037097b-78a4-4c34-8c4f-e0328b299362 req-eb9e4637-7802-4e79-886e-30b197ca6aae tempest-DeleteServersAdminTestJSON-881447012 tempest-DeleteServersAdminTestJSON-881447012-project] 10.222.0.127 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2147546 Jul 06 13:53:41.830012 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-2985c3bf-5120-4ded-96f6-da5594e79753 admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/adb85117-f8fc-42fa-806a-c069110f4684 HTTP/1.1" status: 204 len: 168 time: 1.1977649 Jul 06 13:53:41.890945 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2985c3bf-5120-4ded-96f6-da5594e79753 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=adb85117-f8fc-42fa-806a-c069110f4684,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:53:41.894707 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [req-6037097b-78a4-4c34-8c4f-e0328b299362 req-17944bfd-2759-44e3-a650-aed55520ed7a tempest-DeleteServersAdminTestJSON-881447012 tempest-DeleteServersAdminTestJSON-881447012-project] Request body: {'port': {'device_id': 'ba387377-da87-4832-8988-a290e5ae50e0', 'network_id': 'ac09d390-867f-4b75-a8d2-ab11550bffd6', 'admin_state_up': True, 'tenant_id': '19526b5a84cf4869af8c17c1ec0ea840'}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:53:41.978112 n-d-773647-6 neutron-server[100246]: DEBUG neutron.notifiers.nova [req-703b68da-8bcb-4dee-885d-a355bbab37b2 req-3b727a61-6c40-4628-832d-f482a88568d4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ca200c66-7bf8-42c4-9645-f1b6c7c03b1e {{(pid=100246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 13:53:42.035478 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-703b68da-8bcb-4dee-885d-a355bbab37b2 req-3b727a61-6c40-4628-832d-f482a88568d4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:42.087405 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.provisioning_blocks [req-703b68da-8bcb-4dee-885d-a355bbab37b2 req-3b727a61-6c40-4628-832d-f482a88568d4 service neutron] Transition to ACTIVE for port object ca200c66-7bf8-42c4-9645-f1b6c7c03b1e will not be triggered until provisioned by entity L2. {{(pid=100246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 13:53:42.100502 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-703b68da-8bcb-4dee-885d-a355bbab37b2 req-3b727a61-6c40-4628-832d-f482a88568d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:42.196116 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:42.210149 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c13481cb-3a61-458b-9b88-01e991f84bb5 admin admin] Router 93fc06c6-e2da-491a-a138-5c16c1a263ab has already been hosted by L3 agent 2823d358-a11b-4885-a706-95a279e43fa7 {{(pid=100246) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 13:53:42.301345 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-804731fa-6389-4257-8ef4-7901d6220175 None None] Provisioning complete for port aefefec2-a26b-4852-8d04-c232bf44b1df triggered by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:53:42.302385 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-804731fa-6389-4257-8ef4-7901d6220175 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:42.380915 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-5913893b-8313-4fd2-b054-a0310f5159ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:42.425634 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-804731fa-6389-4257-8ef4-7901d6220175 None None] Port aefefec2-a26b-4852-8d04-c232bf44b1df cannot update to ACTIVE because it is not bound. {{(pid=100248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 13:53:42.425973 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b727a61-6c40-4628-832d-f482a88568d4 service neutron] Pushing event updated for resources: {'Port': ['ID=ca200c66-7bf8-42c4-9645-f1b6c7c03b1e,revision_number=2']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:53:42.556626 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 53452) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:53:42.591070 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-936fe9d1-d9de-404a-be1f-4e407d9ebe01 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:42.601514 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [req-703b68da-8bcb-4dee-885d-a355bbab37b2 req-3b727a61-6c40-4628-832d-f482a88568d4 service neutron] Attempting to bind port ca200c66-7bf8-42c4-9645-f1b6c7c03b1e on host n-h2-773647-6 for vnic_type normal with profile {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 13:53:42.601892 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [req-703b68da-8bcb-4dee-885d-a355bbab37b2 req-3b727a61-6c40-4628-832d-f482a88568d4 service neutron] Attempting to bind port ca200c66-7bf8-42c4-9645-f1b6c7c03b1e by drivers openvswitch,hyperv on host n-h2-773647-6 at level 0 using segments [{'id': 'c9ea893d-045e-42cf-b3dd-cdd1f79baccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'ac09d390-867f-4b75-a8d2-ab11550bffd6'}] {{(pid=100246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 13:53:42.602246 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-703b68da-8bcb-4dee-885d-a355bbab37b2 req-3b727a61-6c40-4628-832d-f482a88568d4 service neutron] Attempting to bind port ca200c66-7bf8-42c4-9645-f1b6c7c03b1e on network ac09d390-867f-4b75-a8d2-ab11550bffd6 {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 13:53:42.775667 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-5913893b-8313-4fd2-b054-a0310f5159ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:42.802110 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dccbb53e-384f-49fc-b702-d3d50b7b3591 req-cf6bf2b2-8bf9-4c31-bbf7-21fe891d83bd tempest-AggregatesAdminTestJSON-491068952 tempest-AggregatesAdminTestJSON-491068952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:53:42.809281 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-dccbb53e-384f-49fc-b702-d3d50b7b3591 req-cf6bf2b2-8bf9-4c31-bbf7-21fe891d83bd tempest-AggregatesAdminTestJSON-491068952 tempest-AggregatesAdminTestJSON-491068952-project] 10.222.0.104 "GET /v2.0/ports?device_id=d5b1ab2e-f68f-4ff1-94dc-9e2e4496504f HTTP/1.1" status: 200 len: 969 time: 0.6056321 Jul 06 13:53:42.851072 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-936fe9d1-d9de-404a-be1f-4e407d9ebe01 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:42.866292 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-936fe9d1-d9de-404a-be1f-4e407d9ebe01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:42.882772 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6037097b-78a4-4c34-8c4f-e0328b299362 req-17944bfd-2759-44e3-a650-aed55520ed7a tempest-DeleteServersAdminTestJSON-881447012 tempest-DeleteServersAdminTestJSON-881447012-project] Made reservation on behalf of 19526b5a84cf4869af8c17c1ec0ea840 for: {'port': 1} {{(pid=100247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 13:53:42.886284 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-6037097b-78a4-4c34-8c4f-e0328b299362 req-17944bfd-2759-44e3-a650-aed55520ed7a tempest-DeleteServersAdminTestJSON-881447012 tempest-DeleteServersAdminTestJSON-881447012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:42.887678 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-703b68da-8bcb-4dee-885d-a355bbab37b2 req-3b727a61-6c40-4628-832d-f482a88568d4 service neutron] Port ca200c66-7bf8-42c4-9645-f1b6c7c03b1e on network ac09d390-867f-4b75-a8d2-ab11550bffd6 not bound, no agent of type Open vSwitch agent registered on host n-h2-773647-6 {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 13:53:42.888020 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-703b68da-8bcb-4dee-885d-a355bbab37b2 req-3b727a61-6c40-4628-832d-f482a88568d4 service neutron] Attempting to bind port ca200c66-7bf8-42c4-9645-f1b6c7c03b1e on network ac09d390-867f-4b75-a8d2-ab11550bffd6 {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 13:53:42.909795 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-dccbb53e-384f-49fc-b702-d3d50b7b3591 req-bb455309-060f-4c00-8b1d-9312cd4ffbff tempest-AggregatesAdminTestJSON-491068952 tempest-AggregatesAdminTestJSON-491068952-project] 10.222.0.104 "GET /v2.0/security-groups?id=7abb9813-5e4b-4b90-b594-85f99e55eee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992236 Jul 06 13:53:42.933241 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-6037097b-78a4-4c34-8c4f-e0328b299362 req-17944bfd-2759-44e3-a650-aed55520ed7a tempest-DeleteServersAdminTestJSON-881447012 tempest-DeleteServersAdminTestJSON-881447012-project] Notify callbacks [] for security_group, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:42.963497 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936fe9d1-d9de-404a-be1f-4e407d9ebe01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1850190f-e841-482a-bcbe-cb3262e97447,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:53:43.030677 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-5913893b-8313-4fd2-b054-a0310f5159ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:43.033688 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-5913893b-8313-4fd2-b054-a0310f5159ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:43.035493 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-5913893b-8313-4fd2-b054-a0310f5159ee admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/0356e4ec-f775-4d3c-af3c-e2e962f8fe7f HTTP/1.1" status: 204 len: 168 time: 1.4185252 Jul 06 13:53:43.054259 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5913893b-8313-4fd2-b054-a0310f5159ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0356e4ec-f775-4d3c-af3c-e2e962f8fe7f,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:53:43.107606 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c13481cb-3a61-458b-9b88-01e991f84bb5 admin admin] Notify agent at l3_agent.n-d-773647-6 the message routers_updated {{(pid=100246) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 13:53:43.131906 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-703b68da-8bcb-4dee-885d-a355bbab37b2 req-3b727a61-6c40-4628-832d-f482a88568d4 service neutron] Checking agent: {'id': '63768ece-0600-4354-8d29-fdedec96b077', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-773647-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 51, 10), 'started_at': datetime.datetime(2021, 7, 6, 13, 51, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 13, 53, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 13:53:43.132664 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-703b68da-8bcb-4dee-885d-a355bbab37b2 req-3b727a61-6c40-4628-832d-f482a88568d4 service neutron] Checking segment: {'id': 'c9ea893d-045e-42cf-b3dd-cdd1f79baccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'ac09d390-867f-4b75-a8d2-ab11550bffd6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 13:53:43.133500 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-703b68da-8bcb-4dee-885d-a355bbab37b2 req-3b727a61-6c40-4628-832d-f482a88568d4 service neutron] Bound using segment: {'id': 'c9ea893d-045e-42cf-b3dd-cdd1f79baccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'ac09d390-867f-4b75-a8d2-ab11550bffd6'} {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 13:53:43.134281 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [req-703b68da-8bcb-4dee-885d-a355bbab37b2 req-3b727a61-6c40-4628-832d-f482a88568d4 service neutron] Bound port: ca200c66-7bf8-42c4-9645-f1b6c7c03b1e, host: n-h2-773647-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c9ea893d-045e-42cf-b3dd-cdd1f79baccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'ac09d390-867f-4b75-a8d2-ab11550bffd6'}}] {{(pid=100246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 13:53:43.134901 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-703b68da-8bcb-4dee-885d-a355bbab37b2 req-3b727a61-6c40-4628-832d-f482a88568d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:43.265716 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.db [req-703b68da-8bcb-4dee-885d-a355bbab37b2 req-3b727a61-6c40-4628-832d-f482a88568d4 service neutron] For port ca200c66-7bf8-42c4-9645-f1b6c7c03b1e, host n-h2-773647-6, cleared binding levels {{(pid=100246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 13:53:43.271380 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.db [req-703b68da-8bcb-4dee-885d-a355bbab37b2 req-3b727a61-6c40-4628-832d-f482a88568d4 service neutron] For port ca200c66-7bf8-42c4-9645-f1b6c7c03b1e, host n-h2-773647-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=ca200c66-7bf8-42c4-9645-f1b6c7c03b1e,segment=NetworkSegment(c9ea893d-045e-42cf-b3dd-cdd1f79baccd),segment_id=c9ea893d-045e-42cf-b3dd-cdd1f79baccd)] {{(pid=100246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 13:53:43.279553 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-936fe9d1-d9de-404a-be1f-4e407d9ebe01 admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=59131a04a9c244a3bba80621083e1358&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7200673 Jul 06 13:53:43.289835 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-703b68da-8bcb-4dee-885d-a355bbab37b2 req-3b727a61-6c40-4628-832d-f482a88568d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:43.300099 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-455fb738-87f6-4edc-a32a-8c799e24c23d None None] Sync routers for ids ['93fc06c6-e2da-491a-a138-5c16c1a263ab'] in n-d-773647-6 {{(pid=100248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 13:53:43.325148 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 53476) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:53:43.330875 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-455fb738-87f6-4edc-a32a-8c799e24c23d None None] Routers {'93fc06c6-e2da-491a-a138-5c16c1a263ab'} bound to L3 agent in host n-d-773647-6 {{(pid=100248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 13:53:43.334943 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-c13481cb-3a61-458b-9b88-01e991f84bb5 admin admin] 10.222.0.104 "PUT /v2.0/routers/93fc06c6-e2da-491a-a138-5c16c1a263ab/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4592385 Jul 06 13:53:43.335374 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-455fb738-87f6-4edc-a32a-8c799e24c23d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T13:53:25Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['93fc06c6-e2da-491a-a138-5c16c1a263ab'], 'active': True} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:53:43.387861 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-c82c1b94-1c35-434c-84cb-e7d3ed601409 req-abfaa248-90c4-4173-b7ba-98b5c5dc732a tempest-DeleteServersAdminTestJSON-881447012 tempest-DeleteServersAdminTestJSON-881447012-project] 10.222.0.104 "GET /v2.0/ports?device_id=ba387377-da87-4832-8988-a290e5ae50e0 HTTP/1.1" status: 200 len: 210 time: 0.1350474 Jul 06 13:53:43.454934 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703b68da-8bcb-4dee-885d-a355bbab37b2 req-3b727a61-6c40-4628-832d-f482a88568d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:53:43.457885 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-703b68da-8bcb-4dee-885d-a355bbab37b2 req-3b727a61-6c40-4628-832d-f482a88568d4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583035'] for port, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:43.464304 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-703b68da-8bcb-4dee-885d-a355bbab37b2 req-3b727a61-6c40-4628-832d-f482a88568d4 service neutron] 10.222.0.72 "PUT /v2.0/ports/ca200c66-7bf8-42c4-9645-f1b6c7c03b1e HTTP/1.1" status: 200 len: 1117 time: 3.4901946 Jul 06 13:53:43.483423 n-d-773647-6 neutron-server[100246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5b1ab2e-f68f-4ff1-94dc-9e2e4496504f', 'tag': 'ca200c66-7bf8-42c4-9645-f1b6c7c03b1e'}] {{(pid=100246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 13:53:43.574113 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-6037097b-78a4-4c34-8c4f-e0328b299362 req-17944bfd-2759-44e3-a650-aed55520ed7a tempest-DeleteServersAdminTestJSON-881447012 tempest-DeleteServersAdminTestJSON-881447012-project] Notify callbacks [] for security_group, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:43.585230 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-6037097b-78a4-4c34-8c4f-e0328b299362 req-17944bfd-2759-44e3-a650-aed55520ed7a tempest-DeleteServersAdminTestJSON-881447012 tempest-DeleteServersAdminTestJSON-881447012-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:43.817698 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvr_db [None req-455fb738-87f6-4edc-a32a-8c799e24c23d None None] Set router 93fc06c6-e2da-491a-a138-5c16c1a263ab gateway port host: n-d-773647-6 {{(pid=100248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 13:53:44.112673 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17944bfd-2759-44e3-a650-aed55520ed7a tempest-DeleteServersAdminTestJSON-881447012 tempest-DeleteServersAdminTestJSON-881447012-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dc1eac0c-f285-4e19-a9c2-c3098f82ccb3,revision_number=1']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:53:44.115152 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b727a61-6c40-4628-832d-f482a88568d4 service neutron] Pushing event updated for resources: {'Port': ['ID=ca200c66-7bf8-42c4-9645-f1b6c7c03b1e,revision_number=3']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:53:44.157560 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-b35607af-21cd-4557-876c-88467f358cbc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:44.218225 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-b35607af-21cd-4557-876c-88467f358cbc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:44.238580 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703b68da-8bcb-4dee-885d-a355bbab37b2 req-bd1b209b-c0d7-4d98-93a2-a861b51cedf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:53:44.243343 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-703b68da-8bcb-4dee-885d-a355bbab37b2 req-bd1b209b-c0d7-4d98-93a2-a861b51cedf1 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=85c5fe288ff94935a1c711d1bafd9d6d&device_id=d5b1ab2e-f68f-4ff1-94dc-9e2e4496504f HTTP/1.1" status: 200 len: 1120 time: 0.4811916 Jul 06 13:53:44.315474 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-455fb738-87f6-4edc-a32a-8c799e24c23d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93fc06c6-e2da-491a-a138-5c16c1a263ab', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1475940776-router', 'tenant_id': 'acb800f580674ba5b45dfb76ebc253b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.23'}], 'enable_snat': True}, 'gw_port_id': '1d882890-1b14-4f02-9680-5aee680e0d0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T13:53:32Z', 'updated_at': '2021-07-06T13:53:40Z', 'revision_number': 4, 'project_id': 'acb800f580674ba5b45dfb76ebc253b1', 'gw_port': {'id': '1d882890-1b14-4f02-9680-5aee680e0d0b', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:3a:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93fc06c6-e2da-491a-a138-5c16c1a263ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:53:32Z', 'updated_at': '2021-07-06T13:53:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6', '_interfaces': [{'id': 'aefefec2-a26b-4852-8d04-c232bf44b1df', 'name': '', 'network_id': '460f74e5-0a7f-4f78-8d1f-c6320874439c', 'tenant_id': 'acb800f580674ba5b45dfb76ebc253b1', 'mac_address': 'fa:16:3e:ee:a4:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93fc06c6-e2da-491a-a138-5c16c1a263ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '018ef28b-510d-4b0e-ac77-2e6a29444295', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:53:37Z', 'updated_at': '2021-07-06T13:53:40Z', 'revision_number': 2, 'project_id': 'acb800f580674ba5b45dfb76ebc253b1', 'subnets': [{'id': '018ef28b-510d-4b0e-ac77-2e6a29444295', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773647-6', False) {} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:53:44.359013 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 53518) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:53:44.413032 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-455fb738-87f6-4edc-a32a-8c799e24c23d None None] Checking router: 93fc06c6-e2da-491a-a138-5c16c1a263ab for host: n-d-773647-6 {{(pid=100248) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 13:53:44.413648 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-455fb738-87f6-4edc-a32a-8c799e24c23d None None] Updating router 93fc06c6-e2da-491a-a138-5c16c1a263ab port aefefec2-a26b-4852-8d04-c232bf44b1df binding host n-d-773647-6 {{(pid=100248) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 13:53:44.458628 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-703b68da-8bcb-4dee-885d-a355bbab37b2 req-616d7295-4751-465a-b90e-43233603212b service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.246&port_id=ca200c66-7bf8-42c4-9645-f1b6c7c03b1e HTTP/1.1" status: 200 len: 217 time: 0.1959014 Jul 06 13:53:44.461746 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-455fb738-87f6-4edc-a32a-8c799e24c23d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:44.523628 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0d96c5ab5e889f7b933ae915b9be33d1b46c9e87795bf781004b656ef3f1e87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-172b18f6-2d10-487e-bfd8-03a36a1eb314" -d '{"events": [{"name": "network-changed", "server_uuid": "d5b1ab2e-f68f-4ff1-94dc-9e2e4496504f", "tag": "ca200c66-7bf8-42c4-9645-f1b6c7c03b1e"}]}' {{(pid=100246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:53:44.592481 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-b35607af-21cd-4557-876c-88467f358cbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:44.595412 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-b35607af-21cd-4557-876c-88467f358cbc admin admin] Notify callbacks [] for security_group, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:44.596750 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-b35607af-21cd-4557-876c-88467f358cbc admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/1850190f-e841-482a-bcbe-cb3262e97447 HTTP/1.1" status: 204 len: 168 time: 1.2442014 Jul 06 13:53:44.612420 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.db_base_plugin_common [req-6037097b-78a4-4c34-8c4f-e0328b299362 req-17944bfd-2759-44e3-a650-aed55520ed7a tempest-DeleteServersAdminTestJSON-881447012 tempest-DeleteServersAdminTestJSON-881447012-project] Allocated IP 192.168.233.109 (ac09d390-867f-4b75-a8d2-ab11550bffd6/d1c3cc78-09b9-4e30-99fd-0e5830de101d/84d6b1fa-0230-4b93-85de-56e7eb7c3b9e) {{(pid=100247) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 13:53:44.625664 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35607af-21cd-4557-876c-88467f358cbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1850190f-e841-482a-bcbe-cb3262e97447,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:53:44.640967 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703b68da-8bcb-4dee-885d-a355bbab37b2 req-051f78b1-a9a9-40af-89cf-1bdaa37a522d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:53:44.643948 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-703b68da-8bcb-4dee-885d-a355bbab37b2 req-051f78b1-a9a9-40af-89cf-1bdaa37a522d service neutron] 10.222.0.72 "GET /v2.0/subnets?id=d1c3cc78-09b9-4e30-99fd-0e5830de101d HTTP/1.1" status: 200 len: 843 time: 0.1698229 Jul 06 13:53:44.756078 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048c9f4e-b20c-4b1c-a3b8-7a53a540f070 req-8301b505-b06f-448a-8fcd-69e701fd8a16 tempest-AggregatesAdminTestJSON-491068952 tempest-AggregatesAdminTestJSON-491068952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:53:44.760492 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-048c9f4e-b20c-4b1c-a3b8-7a53a540f070 req-8301b505-b06f-448a-8fcd-69e701fd8a16 tempest-AggregatesAdminTestJSON-491068952 tempest-AggregatesAdminTestJSON-491068952-project] 10.222.0.104 "GET /v2.0/ports?device_id=d5b1ab2e-f68f-4ff1-94dc-9e2e4496504f HTTP/1.1" status: 200 len: 969 time: 0.5955381 Jul 06 13:53:44.928011 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-4b735c6f-d8a2-40a6-96c2-ba740c79bb97 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:44.933694 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-b4520b2b-878b-43db-bc62-522ffefc4d52 req-7bdebbab-9e47-4f22-9807-12e456a02068 tempest-DeleteServersAdminTestJSON-881447012 tempest-DeleteServersAdminTestJSON-881447012-project] 10.222.0.104 "GET /v2.0/ports?device_id=ba387377-da87-4832-8988-a290e5ae50e0 HTTP/1.1" status: 200 len: 210 time: 0.1130202 Jul 06 13:53:45.010083 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-048c9f4e-b20c-4b1c-a3b8-7a53a540f070 req-a79caf4e-95d1-4991-b97b-9990715e87d7 tempest-AggregatesAdminTestJSON-491068952 tempest-AggregatesAdminTestJSON-491068952-project] 10.222.0.104 "GET /v2.0/security-groups?id=7abb9813-5e4b-4b90-b594-85f99e55eee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2402670 Jul 06 13:53:45.066339 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703b68da-8bcb-4dee-885d-a355bbab37b2 req-5baa3b69-8e3e-45db-b4e3-6df8c611ba59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:53:45.067947 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-703b68da-8bcb-4dee-885d-a355bbab37b2 req-5baa3b69-8e3e-45db-b4e3-6df8c611ba59 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=ac09d390-867f-4b75-a8d2-ab11550bffd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3821282 Jul 06 13:53:45.181497 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-455fb738-87f6-4edc-a32a-8c799e24c23d None None] Notify callbacks [] for port, precommit_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:45.215160 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-455fb738-87f6-4edc-a32a-8c799e24c23d None None] Transition to ACTIVE for port object aefefec2-a26b-4852-8d04-c232bf44b1df will not be triggered until provisioned by entity L2. {{(pid=100248) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 13:53:45.228125 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-455fb738-87f6-4edc-a32a-8c799e24c23d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:45.246337 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-6037097b-78a4-4c34-8c4f-e0328b299362 req-17944bfd-2759-44e3-a650-aed55520ed7a tempest-DeleteServersAdminTestJSON-881447012 tempest-DeleteServersAdminTestJSON-881447012-project] Notify callbacks [] for port, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:45.276926 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.provisioning_blocks [req-6037097b-78a4-4c34-8c4f-e0328b299362 req-17944bfd-2759-44e3-a650-aed55520ed7a tempest-DeleteServersAdminTestJSON-881447012 tempest-DeleteServersAdminTestJSON-881447012-project] Transition to ACTIVE for port object 84d6b1fa-0230-4b93-85de-56e7eb7c3b9e will not be triggered until provisioned by entity DHCP. {{(pid=100247) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 13:53:45.347184 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c921896b-55b3-44a6-b0ea-07bbbf785dc1 None None] Pushing event updated for resources: {'Port': ['ID=aefefec2-a26b-4852-8d04-c232bf44b1df,revision_number=3']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:53:45.381647 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-6037097b-78a4-4c34-8c4f-e0328b299362 req-17944bfd-2759-44e3-a650-aed55520ed7a tempest-DeleteServersAdminTestJSON-881447012 tempest-DeleteServersAdminTestJSON-881447012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108'] for port, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:45.493032 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6037097b-78a4-4c34-8c4f-e0328b299362 req-17944bfd-2759-44e3-a650-aed55520ed7a tempest-DeleteServersAdminTestJSON-881447012 tempest-DeleteServersAdminTestJSON-881447012-project] Network ac09d390-867f-4b75-a8d2-ab11550bffd6 is already hosted by enough agents. {{(pid=100247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 13:53:45.500677 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.base_scheduler [req-6037097b-78a4-4c34-8c4f-e0328b299362 req-17944bfd-2759-44e3-a650-aed55520ed7a tempest-DeleteServersAdminTestJSON-881447012 tempest-DeleteServersAdminTestJSON-881447012-project] Resources bound (agent type, host, resource id): {{(pid=100247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:53:45.503739 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.l3_dvrscheduler_db [req-6037097b-78a4-4c34-8c4f-e0328b299362 req-17944bfd-2759-44e3-a650-aed55520ed7a tempest-DeleteServersAdminTestJSON-881447012 tempest-DeleteServersAdminTestJSON-881447012-project] Received port after_create {{(pid=100247) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 13:53:45.510395 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6037097b-78a4-4c34-8c4f-e0328b299362 req-17944bfd-2759-44e3-a650-aed55520ed7a tempest-DeleteServersAdminTestJSON-881447012 tempest-DeleteServersAdminTestJSON-881447012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:53:45.511051 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-6037097b-78a4-4c34-8c4f-e0328b299362 req-17944bfd-2759-44e3-a650-aed55520ed7a tempest-DeleteServersAdminTestJSON-881447012 tempest-DeleteServersAdminTestJSON-881447012-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583035'] for port, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:45.516778 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-703b68da-8bcb-4dee-885d-a355bbab37b2 req-22e6a348-3316-4f69-a251-424b3dce080c service neutron] 10.222.0.72 "GET /v2.0/networks/ac09d390-867f-4b75-a8d2-ab11550bffd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4185004 Jul 06 13:53:45.531999 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-455fb738-87f6-4edc-a32a-8c799e24c23d None None] Attempting to bind port aefefec2-a26b-4852-8d04-c232bf44b1df on host n-d-773647-6 for vnic_type normal with profile {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 13:53:45.532219 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-455fb738-87f6-4edc-a32a-8c799e24c23d None None] Attempting to bind port aefefec2-a26b-4852-8d04-c232bf44b1df by drivers openvswitch,hyperv on host n-d-773647-6 at level 0 using segments [{'id': 'a35ce525-b1c8-41c9-9ae8-4677f48117d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1002, 'network_id': '460f74e5-0a7f-4f78-8d1f-c6320874439c'}] {{(pid=100248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 13:53:45.532650 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-455fb738-87f6-4edc-a32a-8c799e24c23d None None] Attempting to bind port aefefec2-a26b-4852-8d04-c232bf44b1df on network 460f74e5-0a7f-4f78-8d1f-c6320874439c {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 13:53:45.543910 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17944bfd-2759-44e3-a650-aed55520ed7a tempest-DeleteServersAdminTestJSON-881447012 tempest-DeleteServersAdminTestJSON-881447012-project] Pushing event updated for resources: {'Port': ['ID=84d6b1fa-0230-4b93-85de-56e7eb7c3b9e,revision_number=1']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:53:45.561885 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-455fb738-87f6-4edc-a32a-8c799e24c23d None None] Checking agent: {'id': '8ab5b19c-d213-4f29-891d-27bdf39d38b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773647-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 43, 26), 'started_at': datetime.datetime(2021, 7, 6, 13, 43, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 13, 53, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773647-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 13:53:45.575040 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-455fb738-87f6-4edc-a32a-8c799e24c23d None None] Checking segment: {'id': 'a35ce525-b1c8-41c9-9ae8-4677f48117d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1002, 'network_id': '460f74e5-0a7f-4f78-8d1f-c6320874439c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 13:53:45.581402 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-455fb738-87f6-4edc-a32a-8c799e24c23d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:45.581402 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-455fb738-87f6-4edc-a32a-8c799e24c23d None None] Bound using segment: {'id': 'a35ce525-b1c8-41c9-9ae8-4677f48117d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1002, 'network_id': '460f74e5-0a7f-4f78-8d1f-c6320874439c'} {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 13:53:45.606686 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-455fb738-87f6-4edc-a32a-8c799e24c23d None None] Bound port: aefefec2-a26b-4852-8d04-c232bf44b1df, host: n-d-773647-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a35ce525-b1c8-41c9-9ae8-4677f48117d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1002, 'network_id': '460f74e5-0a7f-4f78-8d1f-c6320874439c'}}] {{(pid=100248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 13:53:45.607323 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-455fb738-87f6-4edc-a32a-8c799e24c23d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:45.653598 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-4b735c6f-d8a2-40a6-96c2-ba740c79bb97 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:45.673541 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-6037097b-78a4-4c34-8c4f-e0328b299362 req-17944bfd-2759-44e3-a650-aed55520ed7a tempest-DeleteServersAdminTestJSON-881447012 tempest-DeleteServersAdminTestJSON-881447012-project] 10.222.0.127 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.7842200 Jul 06 13:53:45.676037 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-4b735c6f-d8a2-40a6-96c2-ba740c79bb97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:45.693033 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [req-6037097b-78a4-4c34-8c4f-e0328b299362 req-64a944e6-8b04-4cc1-92c1-1ff32aeb9900 tempest-DeleteServersAdminTestJSON-881447012 tempest-DeleteServersAdminTestJSON-881447012-project] http://10.222.0.104:9696/v2.0/extensions returned with HTTP 200 {{(pid=100247) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 13:53:45.694888 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-6037097b-78a4-4c34-8c4f-e0328b299362 req-64a944e6-8b04-4cc1-92c1-1ff32aeb9900 tempest-DeleteServersAdminTestJSON-881447012 tempest-DeleteServersAdminTestJSON-881447012-project] 10.222.0.127 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0092206 Jul 06 13:53:45.817654 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-455fb738-87f6-4edc-a32a-8c799e24c23d None None] For port aefefec2-a26b-4852-8d04-c232bf44b1df, host n-d-773647-6, cleared binding levels {{(pid=100248) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 13:53:45.823006 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-455fb738-87f6-4edc-a32a-8c799e24c23d None None] For port aefefec2-a26b-4852-8d04-c232bf44b1df, host n-d-773647-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=aefefec2-a26b-4852-8d04-c232bf44b1df,segment=NetworkSegment(a35ce525-b1c8-41c9-9ae8-4677f48117d3),segment_id=a35ce525-b1c8-41c9-9ae8-4677f48117d3)] {{(pid=100248) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 13:53:45.853630 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-455fb738-87f6-4edc-a32a-8c799e24c23d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:45.856958 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b735c6f-d8a2-40a6-96c2-ba740c79bb97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db85c26e-117b-46ce-808b-3e83a6a30b49,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:53:45.863943 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-4b735c6f-d8a2-40a6-96c2-ba740c79bb97 admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=b02328aeab024609b8f689ed9dc60fdb&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5037022 Jul 06 13:53:45.867434 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 53560) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:53:45.906072 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-703b68da-8bcb-4dee-885d-a355bbab37b2 req-b4528159-6f2d-4490-bed4-173e47502122 service neutron] 10.222.0.72 "GET /v2.0/networks/ac09d390-867f-4b75-a8d2-ab11550bffd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3656802 Jul 06 13:53:46.048978 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-d3725e9e-a97a-4cf2-991f-5915f5a4fbee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:46.080123 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c921896b-55b3-44a6-b0ea-07bbbf785dc1 None None] Pushing event updated for resources: {'Port': ['ID=aefefec2-a26b-4852-8d04-c232bf44b1df,revision_number=4']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:53:46.089244 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-455fb738-87f6-4edc-a32a-8c799e24c23d None None] Routers {'93fc06c6-e2da-491a-a138-5c16c1a263ab'} bound to L3 agent in host n-d-773647-6 {{(pid=100248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 13:53:46.090169 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-455fb738-87f6-4edc-a32a-8c799e24c23d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T13:53:25Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['93fc06c6-e2da-491a-a138-5c16c1a263ab'], 'active': True} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:53:46.109897 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-d3725e9e-a97a-4cf2-991f-5915f5a4fbee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:46.147890 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 13:53:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97c7079f-b268-40f0-b93d-4eec7008c9c9 x-openstack-request-id: req-97c7079f-b268-40f0-b93d-4eec7008c9c9 {{(pid=100246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:53:46.148291 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d5b1ab2e-f68f-4ff1-94dc-9e2e4496504f", "tag": "ca200c66-7bf8-42c4-9645-f1b6c7c03b1e", "status": "completed", "code": 200}]} {{(pid=100246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:53:46.148631 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-97c7079f-b268-40f0-b93d-4eec7008c9c9 {{(pid=100246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:53:46.149193 n-d-773647-6 neutron-server[100246]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd5b1ab2e-f68f-4ff1-94dc-9e2e4496504f', 'tag': 'ca200c66-7bf8-42c4-9645-f1b6c7c03b1e', 'status': 'completed', 'code': 200} Jul 06 13:53:46.248337 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-d3725e9e-a97a-4cf2-991f-5915f5a4fbee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:46.250966 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-d3725e9e-a97a-4cf2-991f-5915f5a4fbee admin admin] Notify callbacks [] for security_group, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:46.259848 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 53580) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:53:46.261175 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-d3725e9e-a97a-4cf2-991f-5915f5a4fbee admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/db85c26e-117b-46ce-808b-3e83a6a30b49 HTTP/1.1" status: 204 len: 168 time: 0.3916466 Jul 06 13:53:46.272782 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-3b23cdc9-8940-410f-9843-83c4eb5416a4 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1345606184-network', 'tenant_id': 'f7b92ac8b4f84669b7341c702807ce99'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:53:46.284025 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3725e9e-a97a-4cf2-991f-5915f5a4fbee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db85c26e-117b-46ce-808b-3e83a6a30b49,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:53:46.375107 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b23cdc9-8940-410f-9843-83c4eb5416a4 admin admin] Made reservation on behalf of f7b92ac8b4f84669b7341c702807ce99 for: {'network': 1} {{(pid=100246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 13:53:46.388346 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-3b23cdc9-8940-410f-9843-83c4eb5416a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for network, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:46.402101 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-35047112-544a-4dc3-bba7-891eec071ea0 None None] Provisioning for port 84d6b1fa-0230-4b93-85de-56e7eb7c3b9e completed by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 13:53:46.440918 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-3b23cdc9-8940-410f-9843-83c4eb5416a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:46.517737 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172b18f6-2d10-487e-bfd8-03a36a1eb314 req-f93dbf7e-c292-4670-abb1-c1895c510972 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:53:46.534724 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-172b18f6-2d10-487e-bfd8-03a36a1eb314 req-f93dbf7e-c292-4670-abb1-c1895c510972 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=85c5fe288ff94935a1c711d1bafd9d6d&device_id=d5b1ab2e-f68f-4ff1-94dc-9e2e4496504f HTTP/1.1" status: 200 len: 1120 time: 0.3481119 Jul 06 13:53:46.579296 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7beab9c8-cb34-43a8-bffc-dc94dfadb2d6 req-c882cbe2-dac3-4ab6-a9f2-ae59be401661 tempest-AggregatesAdminTestJSON-491068952 tempest-AggregatesAdminTestJSON-491068952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:53:46.587301 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-7beab9c8-cb34-43a8-bffc-dc94dfadb2d6 req-c882cbe2-dac3-4ab6-a9f2-ae59be401661 tempest-AggregatesAdminTestJSON-491068952 tempest-AggregatesAdminTestJSON-491068952-project] 10.222.0.104 "GET /v2.0/ports?device_id=d5b1ab2e-f68f-4ff1-94dc-9e2e4496504f HTTP/1.1" status: 200 len: 969 time: 0.1171415 Jul 06 13:53:46.641193 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0dce5e-07bb-4aad-b49c-9cf2bea206be req-3cc1cdfe-521b-424e-aa8e-819626961035 tempest-DeleteServersAdminTestJSON-881447012 tempest-DeleteServersAdminTestJSON-881447012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:53:46.658391 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-ab0dce5e-07bb-4aad-b49c-9cf2bea206be req-3cc1cdfe-521b-424e-aa8e-819626961035 tempest-DeleteServersAdminTestJSON-881447012 tempest-DeleteServersAdminTestJSON-881447012-project] 10.222.0.104 "GET /v2.0/ports?device_id=ba387377-da87-4832-8988-a290e5ae50e0 HTTP/1.1" status: 200 len: 936 time: 0.2255137 Jul 06 13:53:46.706497 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-7beab9c8-cb34-43a8-bffc-dc94dfadb2d6 req-45a809b2-5dc8-4277-bad0-b850fbf7a40b tempest-AggregatesAdminTestJSON-491068952 tempest-AggregatesAdminTestJSON-491068952-project] 10.222.0.104 "GET /v2.0/security-groups?id=7abb9813-5e4b-4b90-b594-85f99e55eee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181450 Jul 06 13:53:46.756338 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-35047112-544a-4dc3-bba7-891eec071ea0 None None] Provisioning complete for port 84d6b1fa-0230-4b93-85de-56e7eb7c3b9e triggered by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:53:46.757077 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-35047112-544a-4dc3-bba7-891eec071ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:46.816142 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvr_db [None req-455fb738-87f6-4edc-a32a-8c799e24c23d None None] Set router 93fc06c6-e2da-491a-a138-5c16c1a263ab gateway port host: n-d-773647-6 {{(pid=100248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 13:53:46.818978 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-35047112-544a-4dc3-bba7-891eec071ea0 None None] Port 84d6b1fa-0230-4b93-85de-56e7eb7c3b9e cannot update to ACTIVE because it is not bound. {{(pid=100248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 13:53:46.847019 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-ab0dce5e-07bb-4aad-b49c-9cf2bea206be req-4464fd73-54a1-4777-bd3d-a9837d0c848d tempest-DeleteServersAdminTestJSON-881447012 tempest-DeleteServersAdminTestJSON-881447012-project] 10.222.0.104 "GET /v2.0/security-groups?id=dc1eac0c-f285-4e19-a9c2-c3098f82ccb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1872282 Jul 06 13:53:46.928427 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [req-6037097b-78a4-4c34-8c4f-e0328b299362 req-5e068851-80a7-44ee-8c6c-a4b54f5f4c3b service neutron] Request body: {'port': {'device_id': 'ba387377-da87-4832-8988-a290e5ae50e0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-773647-6'}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:53:47.048119 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-6037097b-78a4-4c34-8c4f-e0328b299362 req-5e068851-80a7-44ee-8c6c-a4b54f5f4c3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:47.346267 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172b18f6-2d10-487e-bfd8-03a36a1eb314 req-cbce7fb8-4758-4ee0-96d4-68ea42e2c197 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:53:47.352263 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-172b18f6-2d10-487e-bfd8-03a36a1eb314 req-cbce7fb8-4758-4ee0-96d4-68ea42e2c197 service neutron] 10.222.0.72 "GET /v2.0/networks?id=ac09d390-867f-4b75-a8d2-ab11550bffd6 HTTP/1.1" status: 200 len: 871 time: 0.8160493 Jul 06 13:53:47.362043 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-455fb738-87f6-4edc-a32a-8c799e24c23d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93fc06c6-e2da-491a-a138-5c16c1a263ab', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1475940776-router', 'tenant_id': 'acb800f580674ba5b45dfb76ebc253b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.23'}], 'enable_snat': True}, 'gw_port_id': '1d882890-1b14-4f02-9680-5aee680e0d0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T13:53:32Z', 'updated_at': '2021-07-06T13:53:40Z', 'revision_number': 4, 'project_id': 'acb800f580674ba5b45dfb76ebc253b1', 'gw_port': {'id': '1d882890-1b14-4f02-9680-5aee680e0d0b', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:3a:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93fc06c6-e2da-491a-a138-5c16c1a263ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:53:32Z', 'updated_at': '2021-07-06T13:53:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6', '_interfaces': [{'id': 'aefefec2-a26b-4852-8d04-c232bf44b1df', 'name': '', 'network_id': '460f74e5-0a7f-4f78-8d1f-c6320874439c', 'tenant_id': 'acb800f580674ba5b45dfb76ebc253b1', 'mac_address': 'fa:16:3e:ee:a4:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93fc06c6-e2da-491a-a138-5c16c1a263ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '018ef28b-510d-4b0e-ac77-2e6a29444295', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:53:37Z', 'updated_at': '2021-07-06T13:53:45Z', 'revision_number': 4, 'project_id': 'acb800f580674ba5b45dfb76ebc253b1', 'subnets': [{'id': '018ef28b-510d-4b0e-ac77-2e6a29444295', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773647-6', False) {} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:53:47.434796 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-455fb738-87f6-4edc-a32a-8c799e24c23d None None] The sync data for ids ['93fc06c6-e2da-491a-a138-5c16c1a263ab'] in n-d-773647-6 is: [{'id': '93fc06c6-e2da-491a-a138-5c16c1a263ab', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1475940776-router', 'tenant_id': 'acb800f580674ba5b45dfb76ebc253b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.23'}], 'enable_snat': True}, 'gw_port_id': '1d882890-1b14-4f02-9680-5aee680e0d0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T13:53:32Z', 'updated_at': '2021-07-06T13:53:40Z', 'revision_number': 4, 'project_id': 'acb800f580674ba5b45dfb76ebc253b1', 'gw_port': {'id': '1d882890-1b14-4f02-9680-5aee680e0d0b', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:3a:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93fc06c6-e2da-491a-a138-5c16c1a263ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:53:32Z', 'updated_at': '2021-07-06T13:53:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6', '_interfaces': [{'id': 'aefefec2-a26b-4852-8d04-c232bf44b1df', 'name': '', 'network_id': '460f74e5-0a7f-4f78-8d1f-c6320874439c', 'tenant_id': 'acb800f580674ba5b45dfb76ebc253b1', 'mac_address': 'fa:16:3e:ee:a4:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93fc06c6-e2da-491a-a138-5c16c1a263ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '018ef28b-510d-4b0e-ac77-2e6a29444295', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:53:37Z', 'updated_at': '2021-07-06T13:53:45Z', 'revision_number': 4, 'project_id': 'acb800f580674ba5b45dfb76ebc253b1', 'subnets': [{'id': '018ef28b-510d-4b0e-ac77-2e6a29444295', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 13:53:47.473255 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-172b18f6-2d10-487e-bfd8-03a36a1eb314 req-accd0779-7272-4e04-b6a2-01eb6df63d69 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.246&port_id=ca200c66-7bf8-42c4-9645-f1b6c7c03b1e HTTP/1.1" status: 200 len: 217 time: 0.1062751 Jul 06 13:53:47.559721 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 53600) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:53:47.628051 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-2460cbb3-195e-4243-9aca-2a970c8399f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:47.643430 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-3b23cdc9-8940-410f-9843-83c4eb5416a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:47.658314 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-3b23cdc9-8940-410f-9843-83c4eb5416a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:47.736425 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b23cdc9-8940-410f-9843-83c4eb5416a4 admin admin] vlan segment allocate from pool success with {'vlan_id': 1039, 'physical_network': 'physnet1'} {{(pid=100246) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 13:53:47.757664 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172b18f6-2d10-487e-bfd8-03a36a1eb314 req-8ad6bb4c-bcf6-4801-82dc-67ee2335e69d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:53:47.759934 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-172b18f6-2d10-487e-bfd8-03a36a1eb314 req-8ad6bb4c-bcf6-4801-82dc-67ee2335e69d service neutron] 10.222.0.72 "GET /v2.0/subnets?id=d1c3cc78-09b9-4e30-99fd-0e5830de101d HTTP/1.1" status: 200 len: 843 time: 0.2724900 Jul 06 13:53:47.877711 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-3b23cdc9-8940-410f-9843-83c4eb5416a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552'] for segment, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:47.878126 n-d-773647-6 neutron-server[100246]: INFO neutron.db.segments_db [None req-3b23cdc9-8940-410f-9843-83c4eb5416a4 admin admin] Added segment a5ffa2f7-1926-4bdd-a79c-ddfaa3584aa5 of type vlan for network a08450d2-3237-4251-a8c4-e75dc513364d Jul 06 13:53:47.880312 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b23cdc9-8940-410f-9843-83c4eb5416a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38d6e736-ae63-4120-8b9a-99c4ae237bb1,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:53:47.976272 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-3b23cdc9-8940-410f-9843-83c4eb5416a4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773752984405'] for network, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:48.046452 n-d-773647-6 neutron-server[100247]: DEBUG neutron.notifiers.nova [req-6037097b-78a4-4c34-8c4f-e0328b299362 req-5e068851-80a7-44ee-8c6c-a4b54f5f4c3b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 84d6b1fa-0230-4b93-85de-56e7eb7c3b9e {{(pid=100247) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 13:53:48.060457 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172b18f6-2d10-487e-bfd8-03a36a1eb314 req-3ac201c9-a868-472a-98d4-a748a6f8ada5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:53:48.062299 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-172b18f6-2d10-487e-bfd8-03a36a1eb314 req-3ac201c9-a868-472a-98d4-a748a6f8ada5 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=ac09d390-867f-4b75-a8d2-ab11550bffd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2801321 Jul 06 13:53:48.094124 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-6037097b-78a4-4c34-8c4f-e0328b299362 req-5e068851-80a7-44ee-8c6c-a4b54f5f4c3b service neutron] Notify callbacks [] for port, precommit_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:48.141546 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-3b23cdc9-8940-410f-9843-83c4eb5416a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060'] for network, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:48.142579 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b23cdc9-8940-410f-9843-83c4eb5416a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:53:48.143165 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-3b23cdc9-8940-410f-9843-83c4eb5416a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583035'] for network, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:48.272286 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-2460cbb3-195e-4243-9aca-2a970c8399f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:48.273898 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.provisioning_blocks [req-6037097b-78a4-4c34-8c4f-e0328b299362 req-5e068851-80a7-44ee-8c6c-a4b54f5f4c3b service neutron] Transition to ACTIVE for port object 84d6b1fa-0230-4b93-85de-56e7eb7c3b9e will not be triggered until provisioned by entity L2. {{(pid=100247) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 13:53:48.310339 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-6037097b-78a4-4c34-8c4f-e0328b299362 req-5e068851-80a7-44ee-8c6c-a4b54f5f4c3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:48.319810 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-2460cbb3-195e-4243-9aca-2a970c8399f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:48.370479 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device aefefec2-a26b-4852-8d04-c232bf44b1df up at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 13:53:48.400777 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-3b23cdc9-8940-410f-9843-83c4eb5416a4 admin admin] 10.222.0.104 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 2.1393878 Jul 06 13:53:48.401416 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 53620) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:53:48.441389 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-e8afa9d8-10bf-4f11-bb33-4450cbf520be admin admin] Request body: {'subnet': {'network_id': 'a08450d2-3237-4251-a8c4-e75dc513364d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1345606184-subnet', 'tenant_id': 'f7b92ac8b4f84669b7341c702807ce99', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:53:48.485818 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8afa9d8-10bf-4f11-bb33-4450cbf520be admin admin] Made reservation on behalf of f7b92ac8b4f84669b7341c702807ce99 for: {'subnet': 1} {{(pid=100246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 13:53:48.497100 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-e8afa9d8-10bf-4f11-bb33-4450cbf520be admin admin] Notify callbacks [] for subnet, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:48.557523 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning for port aefefec2-a26b-4852-8d04-c232bf44b1df completed by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 13:53:48.574075 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning complete for port aefefec2-a26b-4852-8d04-c232bf44b1df triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:53:48.579627 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:48.624230 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-2460cbb3-195e-4243-9aca-2a970c8399f9 admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=6f92b197010b49e9bd7bf870d7bc4c97&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0610292 Jul 06 13:53:48.666472 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b23cdc9-8940-410f-9843-83c4eb5416a4 admin admin] Pushing event updated for resources: {'Network': ['ID=a08450d2-3237-4251-a8c4-e75dc513364d,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:53:48.672989 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 53624) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:53:48.813676 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-172b18f6-2d10-487e-bfd8-03a36a1eb314 req-c5006cad-9462-4e8c-a7af-7524db99c8b4 service neutron] 10.222.0.72 "GET /v2.0/networks/ac09d390-867f-4b75-a8d2-ab11550bffd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7374470 Jul 06 13:53:48.814813 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2460cbb3-195e-4243-9aca-2a970c8399f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18f217b5-4a0c-4715-a64e-bd8072d46780,revision_number=1']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:53:48.837214 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Network a08450d2-3237-4251-a8c4-e75dc513364d details requested by agent ovs-agent-n-d-773647-6 with host n-d-773647-6 {{(pid=100248) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 13:53:48.927835 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-44df3394-0b8c-4b99-93c0-52c5c6721606 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:49.006344 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-44df3394-0b8c-4b99-93c0-52c5c6721606 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:49.136384 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:49.187650 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e068851-80a7-44ee-8c6c-a4b54f5f4c3b service neutron] Pushing event updated for resources: {'Port': ['ID=84d6b1fa-0230-4b93-85de-56e7eb7c3b9e,revision_number=2']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:53:49.232399 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-172b18f6-2d10-487e-bfd8-03a36a1eb314 req-91dfcfea-687e-4fab-9455-0ae112c02999 service neutron] 10.222.0.72 "GET /v2.0/networks/ac09d390-867f-4b75-a8d2-ab11550bffd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4067030 Jul 06 13:53:49.245337 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad921324-6e7b-4404-b7f6-a8486ab5d0ad req-5b19e3f4-ff23-4c23-b5a2-3eddc91f6163 tempest-AggregatesAdminTestJSON-491068952 tempest-AggregatesAdminTestJSON-491068952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:53:49.252905 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-ad921324-6e7b-4404-b7f6-a8486ab5d0ad req-5b19e3f4-ff23-4c23-b5a2-3eddc91f6163 tempest-AggregatesAdminTestJSON-491068952 tempest-AggregatesAdminTestJSON-491068952-project] 10.222.0.104 "GET /v2.0/ports?device_id=d5b1ab2e-f68f-4ff1-94dc-9e2e4496504f HTTP/1.1" status: 200 len: 969 time: 1.0868189 Jul 06 13:53:49.293093 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] For port aefefec2-a26b-4852-8d04-c232bf44b1df, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=aefefec2-a26b-4852-8d04-c232bf44b1df,segment=NetworkSegment(a35ce525-b1c8-41c9-9ae8-4677f48117d3),segment_id=a35ce525-b1c8-41c9-9ae8-4677f48117d3)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:53:49.299263 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:49.340328 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-44df3394-0b8c-4b99-93c0-52c5c6721606 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:49.349805 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-44df3394-0b8c-4b99-93c0-52c5c6721606 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:49.352592 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-44df3394-0b8c-4b99-93c0-52c5c6721606 admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/18f217b5-4a0c-4715-a64e-bd8072d46780 HTTP/1.1" status: 204 len: 168 time: 0.6023459 Jul 06 13:53:49.462213 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44df3394-0b8c-4b99-93c0-52c5c6721606 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18f217b5-4a0c-4715-a64e-bd8072d46780,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:53:49.468780 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Pushing event updated for resources: {'Port': ['ID=aefefec2-a26b-4852-8d04-c232bf44b1df,revision_number=5']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:53:49.540534 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-e8afa9d8-10bf-4f11-bb33-4450cbf520be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1849032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060'] for subnet, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:49.628363 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8afa9d8-10bf-4f11-bb33-4450cbf520be admin admin] Checking segment: {'id': 'a5ffa2f7-1926-4bdd-a79c-ddfaa3584aa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': 'a08450d2-3237-4251-a8c4-e75dc513364d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 13:53:49.628725 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8afa9d8-10bf-4f11-bb33-4450cbf520be admin admin] Network hostable DHCP agents. Network: a08450d2-3237-4251-a8c4-e75dc513364d, hostable agents: ['f2bada3d-be77-4359-982b-8505a2bbca04'], hosted agents: [] {{(pid=100246) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 13:53:49.690717 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8afa9d8-10bf-4f11-bb33-4450cbf520be admin admin] Pushing event updated for resources: {'Subnet': ['ID=1f3155f0-b0ca-4403-bdeb-6c0218a8fd10,revision_number=0']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:53:49.702084 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8afa9d8-10bf-4f11-bb33-4450cbf520be admin admin] Network a08450d2-3237-4251-a8c4-e75dc513364d is scheduled to be hosted by DHCP agent f2bada3d-be77-4359-982b-8505a2bbca04 with binding_index 1 {{(pid=100246) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 13:53:49.723745 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.base_scheduler [None req-e8afa9d8-10bf-4f11-bb33-4450cbf520be admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773647-6, a08450d2-3237-4251-a8c4-e75dc513364d) {{(pid=100246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:53:49.741871 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a27da7f5-de48-4c6b-baea-d2381b753c62 None None] Network a08450d2-3237-4251-a8c4-e75dc513364d requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 13:53:49.750010 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.managers [req-6037097b-78a4-4c34-8c4f-e0328b299362 req-5e068851-80a7-44ee-8c6c-a4b54f5f4c3b service neutron] Attempting to bind port 84d6b1fa-0230-4b93-85de-56e7eb7c3b9e on host n-h1-773647-6 for vnic_type normal with profile {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 13:53:49.753193 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.managers [req-6037097b-78a4-4c34-8c4f-e0328b299362 req-5e068851-80a7-44ee-8c6c-a4b54f5f4c3b service neutron] Attempting to bind port 84d6b1fa-0230-4b93-85de-56e7eb7c3b9e by drivers openvswitch,hyperv on host n-h1-773647-6 at level 0 using segments [{'id': 'c9ea893d-045e-42cf-b3dd-cdd1f79baccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'ac09d390-867f-4b75-a8d2-ab11550bffd6'}] {{(pid=100247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 13:53:49.754731 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6037097b-78a4-4c34-8c4f-e0328b299362 req-5e068851-80a7-44ee-8c6c-a4b54f5f4c3b service neutron] Attempting to bind port 84d6b1fa-0230-4b93-85de-56e7eb7c3b9e on network ac09d390-867f-4b75-a8d2-ab11550bffd6 {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 13:53:49.759446 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8afa9d8-10bf-4f11-bb33-4450cbf520be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:53:49.762780 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-e8afa9d8-10bf-4f11-bb33-4450cbf520be admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583035'] for subnet, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:49.794520 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-e8afa9d8-10bf-4f11-bb33-4450cbf520be admin admin] 10.222.0.104 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 1.3749797 Jul 06 13:53:49.797127 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 53644) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:53:49.804382 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-63260691-dd6d-41a1-8e05-634c6ca93566 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1345606184-router', 'tenant_id': 'f7b92ac8b4f84669b7341c702807ce99', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719'}}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:53:49.816983 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-ad921324-6e7b-4404-b7f6-a8486ab5d0ad req-be206a26-e787-4d87-8274-55f8641a3d02 tempest-AggregatesAdminTestJSON-491068952 tempest-AggregatesAdminTestJSON-491068952-project] 10.222.0.104 "GET /v2.0/security-groups?id=7abb9813-5e4b-4b90-b594-85f99e55eee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5465138 Jul 06 13:53:49.822209 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6037097b-78a4-4c34-8c4f-e0328b299362 req-5e068851-80a7-44ee-8c6c-a4b54f5f4c3b service neutron] Port 84d6b1fa-0230-4b93-85de-56e7eb7c3b9e on network ac09d390-867f-4b75-a8d2-ab11550bffd6 not bound, no agent of type Open vSwitch agent registered on host n-h1-773647-6 {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 13:53:49.823066 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6037097b-78a4-4c34-8c4f-e0328b299362 req-5e068851-80a7-44ee-8c6c-a4b54f5f4c3b service neutron] Attempting to bind port 84d6b1fa-0230-4b93-85de-56e7eb7c3b9e on network ac09d390-867f-4b75-a8d2-ab11550bffd6 {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 13:53:49.877958 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6037097b-78a4-4c34-8c4f-e0328b299362 req-5e068851-80a7-44ee-8c6c-a4b54f5f4c3b service neutron] Checking agent: {'id': '5bf7147f-bada-4441-a5dc-934b903473fb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-773647-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 51, 12), 'started_at': datetime.datetime(2021, 7, 6, 13, 51, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 13, 53, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 13:53:49.885654 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6037097b-78a4-4c34-8c4f-e0328b299362 req-5e068851-80a7-44ee-8c6c-a4b54f5f4c3b service neutron] Checking segment: {'id': 'c9ea893d-045e-42cf-b3dd-cdd1f79baccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'ac09d390-867f-4b75-a8d2-ab11550bffd6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100247) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 13:53:49.886662 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6037097b-78a4-4c34-8c4f-e0328b299362 req-5e068851-80a7-44ee-8c6c-a4b54f5f4c3b service neutron] Bound using segment: {'id': 'c9ea893d-045e-42cf-b3dd-cdd1f79baccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'ac09d390-867f-4b75-a8d2-ab11550bffd6'} {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 13:53:49.887856 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.managers [req-6037097b-78a4-4c34-8c4f-e0328b299362 req-5e068851-80a7-44ee-8c6c-a4b54f5f4c3b service neutron] Bound port: 84d6b1fa-0230-4b93-85de-56e7eb7c3b9e, host: n-h1-773647-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c9ea893d-045e-42cf-b3dd-cdd1f79baccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'ac09d390-867f-4b75-a8d2-ab11550bffd6'}}] {{(pid=100247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 13:53:49.890945 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-6037097b-78a4-4c34-8c4f-e0328b299362 req-5e068851-80a7-44ee-8c6c-a4b54f5f4c3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:49.912973 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-63260691-dd6d-41a1-8e05-634c6ca93566 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1806290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6992'] for router, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:49.918304 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-63260691-dd6d-41a1-8e05-634c6ca93566 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1806157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1808637', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1714747', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7007'] for router, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:49.971134 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3f73dd-88e5-407e-bcca-ee3a59e967ab req-d935045c-dfac-4167-ad4d-4e27f8744cac tempest-DeleteServersAdminTestJSON-881447012 tempest-DeleteServersAdminTestJSON-881447012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:53:49.981028 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-6e3f73dd-88e5-407e-bcca-ee3a59e967ab req-d935045c-dfac-4167-ad4d-4e27f8744cac tempest-DeleteServersAdminTestJSON-881447012 tempest-DeleteServersAdminTestJSON-881447012-project] 10.222.0.104 "GET /v2.0/ports?device_id=ba387377-da87-4832-8988-a290e5ae50e0 HTTP/1.1" status: 200 len: 948 time: 1.1086118 Jul 06 13:53:50.215808 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-6e3f73dd-88e5-407e-bcca-ee3a59e967ab req-db099ecc-66f2-4e58-9b10-159e78ae0866 tempest-DeleteServersAdminTestJSON-881447012 tempest-DeleteServersAdminTestJSON-881447012-project] 10.222.0.104 "GET /v2.0/security-groups?id=dc1eac0c-f285-4e19-a9c2-c3098f82ccb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1804259 Jul 06 13:53:50.283650 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.db [req-6037097b-78a4-4c34-8c4f-e0328b299362 req-5e068851-80a7-44ee-8c6c-a4b54f5f4c3b service neutron] For port 84d6b1fa-0230-4b93-85de-56e7eb7c3b9e, host n-h1-773647-6, cleared binding levels {{(pid=100247) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 13:53:50.293775 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.db [req-6037097b-78a4-4c34-8c4f-e0328b299362 req-5e068851-80a7-44ee-8c6c-a4b54f5f4c3b service neutron] For port 84d6b1fa-0230-4b93-85de-56e7eb7c3b9e, host n-h1-773647-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773647-6',level=0,port_id=84d6b1fa-0230-4b93-85de-56e7eb7c3b9e,segment=NetworkSegment(c9ea893d-045e-42cf-b3dd-cdd1f79baccd),segment_id=c9ea893d-045e-42cf-b3dd-cdd1f79baccd)] {{(pid=100247) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 13:53:50.296598 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-63260691-dd6d-41a1-8e05-634c6ca93566 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:50.300305 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-6037097b-78a4-4c34-8c4f-e0328b299362 req-5e068851-80a7-44ee-8c6c-a4b54f5f4c3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:50.374629 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device aefefec2-a26b-4852-8d04-c232bf44b1df up at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 13:53:50.457636 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6037097b-78a4-4c34-8c4f-e0328b299362 req-5e068851-80a7-44ee-8c6c-a4b54f5f4c3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:53:50.474307 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-6037097b-78a4-4c34-8c4f-e0328b299362 req-5e068851-80a7-44ee-8c6c-a4b54f5f4c3b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583035'] for port, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:50.477286 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-6037097b-78a4-4c34-8c4f-e0328b299362 req-5e068851-80a7-44ee-8c6c-a4b54f5f4c3b service neutron] 10.222.0.127 "PUT /v2.0/ports/84d6b1fa-0230-4b93-85de-56e7eb7c3b9e HTTP/1.1" status: 200 len: 1096 time: 4.2454150 Jul 06 13:53:50.478409 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning complete for port aefefec2-a26b-4852-8d04-c232bf44b1df triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:53:50.479191 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:50.494583 n-d-773647-6 neutron-server[100247]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba387377-da87-4832-8988-a290e5ae50e0', 'tag': '84d6b1fa-0230-4b93-85de-56e7eb7c3b9e'}] {{(pid=100247) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 13:53:50.531852 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af56fe8c-b1a7-4bfb-94e3-b44cd21e1397 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6bd5fc82-6666-56e8-87c2-91648d36c963-a08450d2-3237-4251-a8c4-e75dc513364d', 'network_id': 'a08450d2-3237-4251-a8c4-e75dc513364d', 'tenant_id': 'f7b92ac8b4f84669b7341c702807ce99', 'fixed_ips': [{'subnet_id': '1f3155f0-b0ca-4403-bdeb-6c0218a8fd10'}]}} from n-d-773647-6. {{(pid=100248) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 13:53:50.532981 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-af56fe8c-b1a7-4bfb-94e3-b44cd21e1397 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:50.658125 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-63260691-dd6d-41a1-8e05-634c6ca93566 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1761047', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1806272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6989'] for router, precommit_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:50.857327 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e068851-80a7-44ee-8c6c-a4b54f5f4c3b service neutron] Pushing event updated for resources: {'Port': ['ID=84d6b1fa-0230-4b93-85de-56e7eb7c3b9e,revision_number=3']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:53:50.868841 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.db_base_plugin_common [None req-af56fe8c-b1a7-4bfb-94e3-b44cd21e1397 None None] Allocated IP 172.20.0.2 (a08450d2-3237-4251-a8c4-e75dc513364d/1f3155f0-b0ca-4403-bdeb-6c0218a8fd10/8223a4ac-8b44-4c2b-83ce-f38aa07b3c34) {{(pid=100248) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 13:53:50.878273 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6037097b-78a4-4c34-8c4f-e0328b299362 req-47b28acc-27c8-4ecb-807b-e1c14a46cdb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:53:50.880182 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-6037097b-78a4-4c34-8c4f-e0328b299362 req-47b28acc-27c8-4ecb-807b-e1c14a46cdb9 service neutron] 10.222.0.127 "GET /v2.0/ports?tenant_id=19526b5a84cf4869af8c17c1ec0ea840&device_id=ba387377-da87-4832-8988-a290e5ae50e0 HTTP/1.1" status: 200 len: 1099 time: 0.1842196 Jul 06 13:53:51.061807 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-6037097b-78a4-4c34-8c4f-e0328b299362 req-a4809650-e5eb-433a-9483-0eba1deee40b service neutron] 10.222.0.127 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.109&port_id=84d6b1fa-0230-4b93-85de-56e7eb7c3b9e HTTP/1.1" status: 200 len: 217 time: 0.1741014 Jul 06 13:53:51.352521 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d0f868-6a9c-4d50-b376-0d857f996c0e req-ddb168e2-c7de-40cb-a911-102e37920240 tempest-AggregatesAdminTestJSON-491068952 tempest-AggregatesAdminTestJSON-491068952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:53:51.357724 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-63260691-dd6d-41a1-8e05-634c6ca93566 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:51.359549 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-87d0f868-6a9c-4d50-b376-0d857f996c0e req-ddb168e2-c7de-40cb-a911-102e37920240 tempest-AggregatesAdminTestJSON-491068952 tempest-AggregatesAdminTestJSON-491068952-project] 10.222.0.104 "GET /v2.0/ports?device_id=d5b1ab2e-f68f-4ff1-94dc-9e2e4496504f HTTP/1.1" status: 200 len: 969 time: 0.2852502 Jul 06 13:53:51.362248 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6037097b-78a4-4c34-8c4f-e0328b299362 req-8e752e73-8ffa-4979-ab98-3efd5971478a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:53:51.367244 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-6037097b-78a4-4c34-8c4f-e0328b299362 req-8e752e73-8ffa-4979-ab98-3efd5971478a service neutron] 10.222.0.127 "GET /v2.0/subnets?id=d1c3cc78-09b9-4e30-99fd-0e5830de101d HTTP/1.1" status: 200 len: 843 time: 0.2209828 Jul 06 13:53:51.417337 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-af56fe8c-b1a7-4bfb-94e3-b44cd21e1397 None None] Notify callbacks [] for port, precommit_create {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:51.452381 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-63260691-dd6d-41a1-8e05-634c6ca93566 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:51.453160 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-af56fe8c-b1a7-4bfb-94e3-b44cd21e1397 None None] Transition to ACTIVE for port object 8223a4ac-8b44-4c2b-83ce-f38aa07b3c34 will not be triggered until provisioned by entity L2. {{(pid=100248) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 13:53:51.462825 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cbf0eeaae822f8fc9b87a94aeba67a3d651842baf663a51cba94b67a514836d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b700b50-df8a-4649-babe-ee318db80f5b" -d '{"events": [{"name": "network-changed", "server_uuid": "ba387377-da87-4832-8988-a290e5ae50e0", "tag": "84d6b1fa-0230-4b93-85de-56e7eb7c3b9e"}]}' {{(pid=100247) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:53:51.511953 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-af56fe8c-b1a7-4bfb-94e3-b44cd21e1397 None None] Transition to ACTIVE for port object 8223a4ac-8b44-4c2b-83ce-f38aa07b3c34 will not be triggered until provisioned by entity DHCP. {{(pid=100248) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 13:53:51.526328 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-af56fe8c-b1a7-4bfb-94e3-b44cd21e1397 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108'] for port, after_create {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:51.655081 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-87d0f868-6a9c-4d50-b376-0d857f996c0e req-7a519361-b041-4794-a723-7138f9594887 tempest-AggregatesAdminTestJSON-491068952 tempest-AggregatesAdminTestJSON-491068952-project] 10.222.0.104 "GET /v2.0/security-groups?id=7abb9813-5e4b-4b90-b594-85f99e55eee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2835197 Jul 06 13:53:51.679311 n-d-773647-6 neutron-server[100248]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af56fe8c-b1a7-4bfb-94e3-b44cd21e1397 None None] Network a08450d2-3237-4251-a8c4-e75dc513364d is already hosted by enough agents. {{(pid=100248) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 13:53:51.686299 n-d-773647-6 neutron-server[100248]: DEBUG neutron.scheduler.base_scheduler [None req-af56fe8c-b1a7-4bfb-94e3-b44cd21e1397 None None] Resources bound (agent type, host, resource id): {{(pid=100248) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:53:51.716160 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af56fe8c-b1a7-4bfb-94e3-b44cd21e1397 None None] Received port after_create {{(pid=100248) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 13:53:51.741257 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af56fe8c-b1a7-4bfb-94e3-b44cd21e1397 None None] Pushing event updated for resources: {'Port': ['ID=8223a4ac-8b44-4c2b-83ce-f38aa07b3c34,revision_number=1']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:53:51.836320 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6037097b-78a4-4c34-8c4f-e0328b299362 req-0ca5bd71-68ca-4f28-b2eb-cb75e9b89355 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:53:51.839180 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-6037097b-78a4-4c34-8c4f-e0328b299362 req-0ca5bd71-68ca-4f28-b2eb-cb75e9b89355 service neutron] 10.222.0.127 "GET /v2.0/ports?network_id=ac09d390-867f-4b75-a8d2-ab11550bffd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3859465 Jul 06 13:53:51.871265 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-af56fe8c-b1a7-4bfb-94e3-b44cd21e1397 None None] Attempting to bind port 8223a4ac-8b44-4c2b-83ce-f38aa07b3c34 on host n-d-773647-6 for vnic_type normal with profile {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 13:53:51.871741 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-af56fe8c-b1a7-4bfb-94e3-b44cd21e1397 None None] Attempting to bind port 8223a4ac-8b44-4c2b-83ce-f38aa07b3c34 by drivers openvswitch,hyperv on host n-d-773647-6 at level 0 using segments [{'id': 'a5ffa2f7-1926-4bdd-a79c-ddfaa3584aa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': 'a08450d2-3237-4251-a8c4-e75dc513364d'}] {{(pid=100248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 13:53:51.872095 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af56fe8c-b1a7-4bfb-94e3-b44cd21e1397 None None] Attempting to bind port 8223a4ac-8b44-4c2b-83ce-f38aa07b3c34 on network a08450d2-3237-4251-a8c4-e75dc513364d {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 13:53:51.880119 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af56fe8c-b1a7-4bfb-94e3-b44cd21e1397 None None] Checking agent: {'id': '8ab5b19c-d213-4f29-891d-27bdf39d38b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773647-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 43, 26), 'started_at': datetime.datetime(2021, 7, 6, 13, 43, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 13, 53, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773647-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 13:53:51.880448 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af56fe8c-b1a7-4bfb-94e3-b44cd21e1397 None None] Checking segment: {'id': 'a5ffa2f7-1926-4bdd-a79c-ddfaa3584aa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': 'a08450d2-3237-4251-a8c4-e75dc513364d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 13:53:51.881657 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-af56fe8c-b1a7-4bfb-94e3-b44cd21e1397 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:51.882049 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af56fe8c-b1a7-4bfb-94e3-b44cd21e1397 None None] Bound using segment: {'id': 'a5ffa2f7-1926-4bdd-a79c-ddfaa3584aa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': 'a08450d2-3237-4251-a8c4-e75dc513364d'} {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 13:53:51.882528 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-af56fe8c-b1a7-4bfb-94e3-b44cd21e1397 None None] Bound port: 8223a4ac-8b44-4c2b-83ce-f38aa07b3c34, host: n-d-773647-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5ffa2f7-1926-4bdd-a79c-ddfaa3584aa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': 'a08450d2-3237-4251-a8c4-e75dc513364d'}}] {{(pid=100248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 13:53:51.882927 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-af56fe8c-b1a7-4bfb-94e3-b44cd21e1397 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:51.972345 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-6037097b-78a4-4c34-8c4f-e0328b299362 req-99a4e4f1-0be4-4de9-b09a-f3beefac92d5 service neutron] 10.222.0.127 "GET /v2.0/networks/ac09d390-867f-4b75-a8d2-ab11550bffd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1162307 Jul 06 13:53:52.050344 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-af56fe8c-b1a7-4bfb-94e3-b44cd21e1397 None None] For port 8223a4ac-8b44-4c2b-83ce-f38aa07b3c34, host n-d-773647-6, cleared binding levels {{(pid=100248) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 13:53:52.056765 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-af56fe8c-b1a7-4bfb-94e3-b44cd21e1397 None None] For port 8223a4ac-8b44-4c2b-83ce-f38aa07b3c34, host n-d-773647-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=8223a4ac-8b44-4c2b-83ce-f38aa07b3c34,segment=NetworkSegment(a5ffa2f7-1926-4bdd-a79c-ddfaa3584aa5),segment_id=a5ffa2f7-1926-4bdd-a79c-ddfaa3584aa5)] {{(pid=100248) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 13:53:52.067288 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-af56fe8c-b1a7-4bfb-94e3-b44cd21e1397 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:52.092849 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b68fc6-5252-4672-8183-bca97413042d req-7ef6fae6-dab3-4469-ba3d-d67f69b8995c tempest-DeleteServersAdminTestJSON-881447012 tempest-DeleteServersAdminTestJSON-881447012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:53:52.101204 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-23b68fc6-5252-4672-8183-bca97413042d req-7ef6fae6-dab3-4469-ba3d-d67f69b8995c tempest-DeleteServersAdminTestJSON-881447012 tempest-DeleteServersAdminTestJSON-881447012-project] 10.222.0.104 "GET /v2.0/ports?device_id=ba387377-da87-4832-8988-a290e5ae50e0 HTTP/1.1" status: 200 len: 948 time: 0.3832371 Jul 06 13:53:52.218784 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.db_base_plugin_common [None req-63260691-dd6d-41a1-8e05-634c6ca93566 admin admin] Allocated IP 172.25.0.92 (2658f09e-a580-4d4a-9968-2d1e0ad93719/cbf74abc-6fe1-4d33-b005-c948923b9647/abc22c89-863e-45d8-948d-74489da12c35) {{(pid=100246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 13:53:52.234560 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af56fe8c-b1a7-4bfb-94e3-b44cd21e1397 None None] Pushing event updated for resources: {'Port': ['ID=8223a4ac-8b44-4c2b-83ce-f38aa07b3c34,revision_number=2']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:53:52.244897 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-23b68fc6-5252-4672-8183-bca97413042d req-f0ad5a50-f1c0-446e-8684-75d337763939 tempest-DeleteServersAdminTestJSON-881447012 tempest-DeleteServersAdminTestJSON-881447012-project] 10.222.0.104 "GET /v2.0/security-groups?id=dc1eac0c-f285-4e19-a9c2-c3098f82ccb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351798 Jul 06 13:53:52.273967 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-6037097b-78a4-4c34-8c4f-e0328b299362 req-794e4b66-b2c6-4516-909a-0215f2a667ed service neutron] 10.222.0.127 "GET /v2.0/networks/ac09d390-867f-4b75-a8d2-ab11550bffd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2921321 Jul 06 13:53:52.388549 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 13:53:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4e4533f-3522-4804-8433-b459a9947fdf x-openstack-request-id: req-e4e4533f-3522-4804-8433-b459a9947fdf {{(pid=100247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:53:52.389765 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba387377-da87-4832-8988-a290e5ae50e0", "tag": "84d6b1fa-0230-4b93-85de-56e7eb7c3b9e", "status": "completed", "code": 200}]} {{(pid=100247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:53:52.390228 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-e4e4533f-3522-4804-8433-b459a9947fdf {{(pid=100247) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:53:52.390980 n-d-773647-6 neutron-server[100247]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba387377-da87-4832-8988-a290e5ae50e0', 'tag': '84d6b1fa-0230-4b93-85de-56e7eb7c3b9e', 'status': 'completed', 'code': 200} Jul 06 13:53:52.588411 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-63260691-dd6d-41a1-8e05-634c6ca93566 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:52.683378 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 53720) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:53:52.738928 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-63260691-dd6d-41a1-8e05-634c6ca93566 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108'] for port, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:52.840988 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-a2541e56-fc55-4168-925a-e87aa89d15ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:52.919248 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63260691-dd6d-41a1-8e05-634c6ca93566 admin admin] Network 2658f09e-a580-4d4a-9968-2d1e0ad93719 is already hosted by enough agents. {{(pid=100246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 13:53:52.944579 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.base_scheduler [None req-63260691-dd6d-41a1-8e05-634c6ca93566 admin admin] Resources bound (agent type, host, resource id): {{(pid=100246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:53:52.954975 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63260691-dd6d-41a1-8e05-634c6ca93566 admin admin] Received port after_create {{(pid=100246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 13:53:53.033111 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63260691-dd6d-41a1-8e05-634c6ca93566 admin admin] Pushing event updated for resources: {'Port': ['ID=abc22c89-863e-45d8-948d-74489da12c35,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:53:53.068724 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-699c444f-76cc-4924-a9eb-cf9b43f4b08f req-404c78e1-58e8-4626-bf48-e7fedea82734 tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] 10.222.0.104 "GET /v2.0/networks?tenant_id=483ead9cc6094290930ff4aed37f7463&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0538740 Jul 06 13:53:53.276026 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699c444f-76cc-4924-a9eb-cf9b43f4b08f req-a5a106ba-7f16-49f4-8a3b-ac0c6b0f180b tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:53:53.285684 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-699c444f-76cc-4924-a9eb-cf9b43f4b08f req-a5a106ba-7f16-49f4-8a3b-ac0c6b0f180b tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] 10.222.0.104 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2160094 Jul 06 13:53:53.338158 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-699c444f-76cc-4924-a9eb-cf9b43f4b08f req-554d5261-01cf-4352-b0e7-d8e524628830 tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] 10.222.0.104 "GET /v2.0/quotas/483ead9cc6094290930ff4aed37f7463 HTTP/1.1" status: 200 len: 375 time: 0.0467260 Jul 06 13:53:53.338850 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-984d10ee-7e34-4285-84b2-5133d0f1223c admin admin] Notify callbacks [] for security_group, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:53.355529 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-63260691-dd6d-41a1-8e05-634c6ca93566 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:53.417102 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-699c444f-76cc-4924-a9eb-cf9b43f4b08f req-393fdac9-1338-4f1c-973f-174e2162a1af tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] 10.222.0.104 "GET /v2.0/ports?tenant_id=483ead9cc6094290930ff4aed37f7463&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0510712 Jul 06 13:53:53.493852 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef98bd0-39f7-4e99-88f5-27308ff11902 req-aef02987-882e-490e-ba2d-5f5acaecf455 tempest-AggregatesAdminTestJSON-491068952 tempest-AggregatesAdminTestJSON-491068952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:53:53.504772 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-3ef98bd0-39f7-4e99-88f5-27308ff11902 req-aef02987-882e-490e-ba2d-5f5acaecf455 tempest-AggregatesAdminTestJSON-491068952 tempest-AggregatesAdminTestJSON-491068952-project] 10.222.0.104 "GET /v2.0/ports?device_id=d5b1ab2e-f68f-4ff1-94dc-9e2e4496504f HTTP/1.1" status: 200 len: 969 time: 0.2097473 Jul 06 13:53:53.585504 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-3ef98bd0-39f7-4e99-88f5-27308ff11902 req-9f6992d2-90c7-4845-a3ab-30ebe38706a4 tempest-AggregatesAdminTestJSON-491068952 tempest-AggregatesAdminTestJSON-491068952-project] 10.222.0.104 "GET /v2.0/security-groups?id=7abb9813-5e4b-4b90-b594-85f99e55eee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796282 Jul 06 13:53:53.721508 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-984d10ee-7e34-4285-84b2-5133d0f1223c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:53.732138 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-984d10ee-7e34-4285-84b2-5133d0f1223c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:53.850677 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a208ad7-0ff0-44d3-a77e-84fb833e5018 None None] Network a08450d2-3237-4251-a8c4-e75dc513364d requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 13:53:53.930886 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-63260691-dd6d-41a1-8e05-634c6ca93566 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1806297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1761036'] for router, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:53.939670 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-28d5b56e-89ee-4bf6-9b88-7f70a91145b7 req-054c9a99-03c4-4d15-887f-9c4db46f5568 tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] 10.222.0.104 "GET /v2.0/ports?device_id=96a5ba91-9ae1-4374-9adc-f59710ec4759 HTTP/1.1" status: 200 len: 210 time: 0.1413391 Jul 06 13:53:53.945714 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984d10ee-7e34-4285-84b2-5133d0f1223c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5921f437-71ce-4a9d-b8b3-9f7abf8a78d9,revision_number=1']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:53:53.958426 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-984d10ee-7e34-4285-84b2-5133d0f1223c admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=0eba001026d841a8a79342cf631eca97&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2721510 Jul 06 13:53:53.961142 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 53768) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:53:54.145513 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-a4f86dd4-8db6-402d-89bd-27ca447d7b7c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:54.164159 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-d4beaf5b-b49f-4017-9aa8-8ab97f5c6c91 None None] Provisioning for port 8223a4ac-8b44-4c2b-83ce-f38aa07b3c34 completed by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 13:53:54.211098 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-a4f86dd4-8db6-402d-89bd-27ca447d7b7c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:54.332047 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-a4f86dd4-8db6-402d-89bd-27ca447d7b7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:54.336246 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-a4f86dd4-8db6-402d-89bd-27ca447d7b7c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:54.340272 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-a4f86dd4-8db6-402d-89bd-27ca447d7b7c admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/5921f437-71ce-4a9d-b8b3-9f7abf8a78d9 HTTP/1.1" status: 204 len: 168 time: 0.3780875 Jul 06 13:53:54.351341 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f86dd4-8db6-402d-89bd-27ca447d7b7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5921f437-71ce-4a9d-b8b3-9f7abf8a78d9,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:53:54.362222 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5455ec-d4cd-4be6-90f6-9544772d878b req-977b7b7b-c444-4243-9c4d-d81644d9a963 tempest-DeleteServersAdminTestJSON-881447012 tempest-DeleteServersAdminTestJSON-881447012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:53:54.391817 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-6e5455ec-d4cd-4be6-90f6-9544772d878b req-977b7b7b-c444-4243-9c4d-d81644d9a963 tempest-DeleteServersAdminTestJSON-881447012 tempest-DeleteServersAdminTestJSON-881447012-project] 10.222.0.104 "GET /v2.0/ports?device_id=ba387377-da87-4832-8988-a290e5ae50e0 HTTP/1.1" status: 200 len: 948 time: 0.3413079 Jul 06 13:53:54.415749 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63260691-dd6d-41a1-8e05-634c6ca93566 admin admin] Router 68b56f4a-8fd5-4550-b8b4-25717f6580d3 is scheduled to L3 agent 2823d358-a11b-4885-a706-95a279e43fa7 with binding_index 1 {{(pid=100246) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 13:53:54.466123 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 8223a4ac-8b44-4c2b-83ce-f38aa07b3c34 up at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 13:53:54.490981 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-6e5455ec-d4cd-4be6-90f6-9544772d878b req-91917e10-b2bd-4dd6-af63-3d035f51c548 tempest-DeleteServersAdminTestJSON-881447012 tempest-DeleteServersAdminTestJSON-881447012-project] 10.222.0.104 "GET /v2.0/security-groups?id=dc1eac0c-f285-4e19-a9c2-c3098f82ccb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981662 Jul 06 13:53:54.620843 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning for port 8223a4ac-8b44-4c2b-83ce-f38aa07b3c34 completed by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 13:53:54.631256 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning complete for port 8223a4ac-8b44-4c2b-83ce-f38aa07b3c34 triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:53:54.636729 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:54.750290 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63260691-dd6d-41a1-8e05-634c6ca93566 admin admin] Notify agent at l3_agent.n-d-773647-6 the message routers_updated {{(pid=100246) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 13:53:54.773905 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c8a5242-922a-4158-ae72-156d7a4a7bed None None] Sync routers for ids ['68b56f4a-8fd5-4550-b8b4-25717f6580d3'] in n-d-773647-6 {{(pid=100249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 13:53:54.787435 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c8a5242-922a-4158-ae72-156d7a4a7bed None None] Routers {'68b56f4a-8fd5-4550-b8b4-25717f6580d3'} bound to L3 agent in host n-d-773647-6 {{(pid=100249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 13:53:54.792812 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-8c8a5242-922a-4158-ae72-156d7a4a7bed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T13:53:25Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['68b56f4a-8fd5-4550-b8b4-25717f6580d3'], 'active': True} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:53:54.795743 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-63260691-dd6d-41a1-8e05-634c6ca93566 admin admin] Notify callbacks [] for router, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:54.804510 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 53794) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:53:54.812908 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-63260691-dd6d-41a1-8e05-634c6ca93566 admin admin] 10.222.0.104 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 5.0148876 Jul 06 13:53:54.856508 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-c7570c12-486b-4596-b738-23435b3eb53e None None] Provisioning complete for port 8223a4ac-8b44-4c2b-83ce-f38aa07b3c34 triggered by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:53:54.862975 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-c7570c12-486b-4596-b738-23435b3eb53e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:55.078830 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 53804) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:53:55.094767 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:55.136692 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvr_db [None req-8c8a5242-922a-4158-ae72-156d7a4a7bed None None] Set router 68b56f4a-8fd5-4550-b8b4-25717f6580d3 gateway port host: n-d-773647-6 {{(pid=100249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 13:53:55.194341 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e0de84-778f-426e-9b80-545934586521 req-96bb2eaa-7396-43fd-8226-3c5f441f58c7 tempest-AggregatesAdminTestJSON-491068952 tempest-AggregatesAdminTestJSON-491068952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:53:55.202079 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-90e0de84-778f-426e-9b80-545934586521 req-96bb2eaa-7396-43fd-8226-3c5f441f58c7 tempest-AggregatesAdminTestJSON-491068952 tempest-AggregatesAdminTestJSON-491068952-project] 10.222.0.104 "GET /v2.0/ports?device_id=d5b1ab2e-f68f-4ff1-94dc-9e2e4496504f HTTP/1.1" status: 200 len: 969 time: 0.2560194 Jul 06 13:53:55.256817 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-90e0de84-778f-426e-9b80-545934586521 req-12257efb-1bc7-4703-a353-343003cd6af2 tempest-AggregatesAdminTestJSON-491068952 tempest-AggregatesAdminTestJSON-491068952-project] 10.222.0.104 "GET /v2.0/security-groups?id=7abb9813-5e4b-4b90-b594-85f99e55eee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533996 Jul 06 13:53:55.259387 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] For port 8223a4ac-8b44-4c2b-83ce-f38aa07b3c34, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=8223a4ac-8b44-4c2b-83ce-f38aa07b3c34,segment=NetworkSegment(a5ffa2f7-1926-4bdd-a79c-ddfaa3584aa5),segment_id=a5ffa2f7-1926-4bdd-a79c-ddfaa3584aa5)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:53:55.265523 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-c7570c12-486b-4596-b738-23435b3eb53e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:55.294144 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:55.368015 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 53808) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:53:55.400939 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-18e9a9b3-6273-4ce1-980e-3c45ec194af9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:55.466689 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.db.api [None req-c7570c12-486b-4596-b738-23435b3eb53e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100248) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 06 13:53:55.467112 n-d-773647-6 neutron-server[100248]: DEBUG oslo_db.api [None req-c7570c12-486b-4596-b738-23435b3eb53e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 06 13:53:55.564705 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-b9b40161-cdda-4b34-9151-7363bd61c8c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:55.580980 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Pushing event updated for resources: {'Port': ['ID=8223a4ac-8b44-4c2b-83ce-f38aa07b3c34,revision_number=3']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:53:55.701722 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-8c8a5242-922a-4158-ae72-156d7a4a7bed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68b56f4a-8fd5-4550-b8b4-25717f6580d3', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1345606184-router', 'tenant_id': 'f7b92ac8b4f84669b7341c702807ce99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.92'}], 'enable_snat': True}, 'gw_port_id': 'abc22c89-863e-45d8-948d-74489da12c35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T13:53:49Z', 'updated_at': '2021-07-06T13:53:53Z', 'revision_number': 3, 'project_id': 'f7b92ac8b4f84669b7341c702807ce99', 'gw_port': {'id': 'abc22c89-863e-45d8-948d-74489da12c35', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:2d:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68b56f4a-8fd5-4550-b8b4-25717f6580d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 160, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:53:51Z', 'updated_at': '2021-07-06T13:53:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6'}], 'n-d-773647-6', False) {} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:53:55.722881 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-18e9a9b3-6273-4ce1-980e-3c45ec194af9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:55.742068 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-c59d97bd-620b-4e2b-9838-3031acb26d64 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:55.749301 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-18e9a9b3-6273-4ce1-980e-3c45ec194af9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:55.764880 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c8a5242-922a-4158-ae72-156d7a4a7bed None None] Checking router: 68b56f4a-8fd5-4550-b8b4-25717f6580d3 for host: n-d-773647-6 {{(pid=100249) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 13:53:55.765407 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c8a5242-922a-4158-ae72-156d7a4a7bed None None] Updating router 68b56f4a-8fd5-4550-b8b4-25717f6580d3 port abc22c89-863e-45d8-948d-74489da12c35 binding host n-d-773647-6 {{(pid=100249) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 13:53:55.822050 n-d-773647-6 neutron-server[100249]: DEBUG neutron_lib.callbacks.manager [None req-8c8a5242-922a-4158-ae72-156d7a4a7bed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:55.856486 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:55.896931 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-18e9a9b3-6273-4ce1-980e-3c45ec194af9 admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=ebcab2bf9f124011a5458a519e0b003d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5272141 Jul 06 13:53:55.916876 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-699c444f-76cc-4924-a9eb-cf9b43f4b08f req-60681523-b06e-4fad-80fd-60fafbb25f87 tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=483ead9cc6094290930ff4aed37f7463&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1075196 Jul 06 13:53:55.919801 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 53814) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:53:56.040901 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-f31466fc-31a6-4a86-93dc-4d66be56a986 req-75dd0ceb-5687-4ca1-af20-6657218fca02 tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] 10.222.0.104 "GET /v2.0/ports?device_id=96a5ba91-9ae1-4374-9adc-f59710ec4759 HTTP/1.1" status: 200 len: 210 time: 0.0851746 Jul 06 13:53:56.184580 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a377ce48-3a54-4ee6-b287-e6ae5124535f req-f6cbb3f0-5e1f-4c5d-92a4-8836231e7a76 tempest-DeleteServersAdminTestJSON-881447012 tempest-DeleteServersAdminTestJSON-881447012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:53:56.186398 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-a377ce48-3a54-4ee6-b287-e6ae5124535f req-f6cbb3f0-5e1f-4c5d-92a4-8836231e7a76 tempest-DeleteServersAdminTestJSON-881447012 tempest-DeleteServersAdminTestJSON-881447012-project] 10.222.0.104 "GET /v2.0/ports?device_id=ba387377-da87-4832-8988-a290e5ae50e0 HTTP/1.1" status: 200 len: 948 time: 0.2295427 Jul 06 13:53:56.253572 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-c59d97bd-620b-4e2b-9838-3031acb26d64 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:56.253572 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e9a9b3-6273-4ce1-980e-3c45ec194af9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a049895-1113-49cb-98bd-f562392b802d,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:53:56.266623 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-c59d97bd-620b-4e2b-9838-3031acb26d64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:56.324552 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-c59d97bd-620b-4e2b-9838-3031acb26d64 admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=7c35fbce01df4c7c8131077132ea03dd&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2435739 Jul 06 13:53:56.330941 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 53822) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:53:56.338315 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 8223a4ac-8b44-4c2b-83ce-f38aa07b3c34 up at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 13:53:56.396548 n-d-773647-6 neutron-server[100249]: DEBUG neutron_lib.callbacks.manager [None req-8c8a5242-922a-4158-ae72-156d7a4a7bed None None] Notify callbacks [] for port, precommit_update {{(pid=100249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:56.409520 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.provisioning_blocks [None req-8c8a5242-922a-4158-ae72-156d7a4a7bed None None] Transition to ACTIVE for port object abc22c89-863e-45d8-948d-74489da12c35 will not be triggered until provisioned by entity L2. {{(pid=100249) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 13:53:56.412870 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-e51fb836-4409-4248-94fc-cd3ce5ece24c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:56.419853 n-d-773647-6 neutron-server[100249]: DEBUG neutron_lib.callbacks.manager [None req-8c8a5242-922a-4158-ae72-156d7a4a7bed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:56.445000 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-a377ce48-3a54-4ee6-b287-e6ae5124535f req-00c9f3c5-4f6f-404d-a9aa-275d9cff1b35 tempest-DeleteServersAdminTestJSON-881447012 tempest-DeleteServersAdminTestJSON-881447012-project] 10.222.0.104 "GET /v2.0/security-groups?id=dc1eac0c-f285-4e19-a9c2-c3098f82ccb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2391787 Jul 06 13:53:56.480165 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337cb429-4865-4993-81ec-9eae75428b0d None None] Pushing event updated for resources: {'Port': ['ID=abc22c89-863e-45d8-948d-74489da12c35,revision_number=2']} {{(pid=100249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:53:56.503120 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-0402a611-69d3-4166-b2f7-84dba03e38b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:56.517238 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59d97bd-620b-4e2b-9838-3031acb26d64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f45ece77-5355-40cd-b284-2186343fc809,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:53:56.525120 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.managers [None req-8c8a5242-922a-4158-ae72-156d7a4a7bed None None] Attempting to bind port abc22c89-863e-45d8-948d-74489da12c35 on host n-d-773647-6 for vnic_type normal with profile {{(pid=100249) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 13:53:56.526839 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.managers [None req-8c8a5242-922a-4158-ae72-156d7a4a7bed None None] Attempting to bind port abc22c89-863e-45d8-948d-74489da12c35 by drivers openvswitch,hyperv on host n-d-773647-6 at level 0 using segments [{'id': '89a832b7-7793-4d51-9038-ed7e1c3ff1b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719'}] {{(pid=100249) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 13:53:56.527238 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c8a5242-922a-4158-ae72-156d7a4a7bed None None] Attempting to bind port abc22c89-863e-45d8-948d-74489da12c35 on network 2658f09e-a580-4d4a-9968-2d1e0ad93719 {{(pid=100249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 13:53:56.529055 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-2064eaae-da4f-48f8-82d2-b09d4ddedd44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:56.540607 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c8a5242-922a-4158-ae72-156d7a4a7bed None None] Checking agent: {'id': '8ab5b19c-d213-4f29-891d-27bdf39d38b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773647-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 43, 26), 'started_at': datetime.datetime(2021, 7, 6, 13, 43, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 13, 53, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773647-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 13:53:56.543917 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c8a5242-922a-4158-ae72-156d7a4a7bed None None] Checking segment: {'id': '89a832b7-7793-4d51-9038-ed7e1c3ff1b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100249) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 13:53:56.544477 n-d-773647-6 neutron-server[100249]: DEBUG neutron_lib.callbacks.manager [None req-8c8a5242-922a-4158-ae72-156d7a4a7bed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:56.546385 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c8a5242-922a-4158-ae72-156d7a4a7bed None None] Bound using segment: {'id': '89a832b7-7793-4d51-9038-ed7e1c3ff1b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719'} {{(pid=100249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 13:53:56.549743 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.managers [None req-8c8a5242-922a-4158-ae72-156d7a4a7bed None None] Bound port: abc22c89-863e-45d8-948d-74489da12c35, host: n-d-773647-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89a832b7-7793-4d51-9038-ed7e1c3ff1b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719'}}] {{(pid=100249) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 13:53:56.550390 n-d-773647-6 neutron-server[100249]: DEBUG neutron_lib.callbacks.manager [None req-8c8a5242-922a-4158-ae72-156d7a4a7bed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:56.566465 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning complete for port 8223a4ac-8b44-4c2b-83ce-f38aa07b3c34 triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:53:56.567491 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:56.637655 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699c444f-76cc-4924-a9eb-cf9b43f4b08f req-6d6de41f-e8b9-44ef-b3db-13e2aa3c59c6 tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:53:56.639831 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-699c444f-76cc-4924-a9eb-cf9b43f4b08f req-6d6de41f-e8b9-44ef-b3db-13e2aa3c59c6 tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6529288 Jul 06 13:53:56.659927 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [req-699c444f-76cc-4924-a9eb-cf9b43f4b08f req-24671542-f479-47dc-b044-4d09f0692feb tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] Request body: {'port': {'device_id': '96a5ba91-9ae1-4374-9adc-f59710ec4759', 'network_id': 'ac09d390-867f-4b75-a8d2-ab11550bffd6', 'admin_state_up': True, 'tenant_id': '483ead9cc6094290930ff4aed37f7463'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:53:56.671455 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-0402a611-69d3-4166-b2f7-84dba03e38b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:56.701305 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.db [None req-8c8a5242-922a-4158-ae72-156d7a4a7bed None None] For port abc22c89-863e-45d8-948d-74489da12c35, host n-d-773647-6, cleared binding levels {{(pid=100249) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 13:53:56.707063 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.db [None req-8c8a5242-922a-4158-ae72-156d7a4a7bed None None] For port abc22c89-863e-45d8-948d-74489da12c35, host n-d-773647-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=abc22c89-863e-45d8-948d-74489da12c35,segment=NetworkSegment(89a832b7-7793-4d51-9038-ed7e1c3ff1b2),segment_id=89a832b7-7793-4d51-9038-ed7e1c3ff1b2)] {{(pid=100249) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 13:53:56.713961 n-d-773647-6 neutron-server[100249]: DEBUG neutron_lib.callbacks.manager [None req-8c8a5242-922a-4158-ae72-156d7a4a7bed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:56.721327 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-61c7f19c-2468-4ec4-849f-d89835259ccc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:56.743974 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.db_base_plugin_common [None req-e51fb836-4409-4248-94fc-cd3ce5ece24c admin admin] Allocated IP 172.20.0.1 (a08450d2-3237-4251-a8c4-e75dc513364d/1f3155f0-b0ca-4403-bdeb-6c0218a8fd10/b85538f4-88c9-40ed-85dd-64c299ea3a6d) {{(pid=100247) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 13:53:56.776827 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce808f2-ac14-48a5-a92b-f8aab4eca552 req-2f8f0f0b-4d37-4c1b-98b5-a930b23b84fb tempest-AggregatesAdminTestJSON-491068952 tempest-AggregatesAdminTestJSON-491068952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:53:56.789082 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-fce808f2-ac14-48a5-a92b-f8aab4eca552 req-2f8f0f0b-4d37-4c1b-98b5-a930b23b84fb tempest-AggregatesAdminTestJSON-491068952 tempest-AggregatesAdminTestJSON-491068952-project] 10.222.0.104 "GET /v2.0/ports?device_id=d5b1ab2e-f68f-4ff1-94dc-9e2e4496504f HTTP/1.1" status: 200 len: 969 time: 0.1729488 Jul 06 13:53:56.848974 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337cb429-4865-4993-81ec-9eae75428b0d None None] Pushing event updated for resources: {'Port': ['ID=abc22c89-863e-45d8-948d-74489da12c35,revision_number=3']} {{(pid=100249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:53:56.862893 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Device ca200c66-7bf8-42c4-9645-f1b6c7c03b1e details requested by agent hyperv_n-h2-773647-6 with host n-h2-773647-6 {{(pid=100248) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 13:53:56.864236 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c8a5242-922a-4158-ae72-156d7a4a7bed None None] Routers {'68b56f4a-8fd5-4550-b8b4-25717f6580d3'} bound to L3 agent in host n-d-773647-6 {{(pid=100249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 13:53:56.866433 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-8c8a5242-922a-4158-ae72-156d7a4a7bed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T13:53:55Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['68b56f4a-8fd5-4550-b8b4-25717f6580d3'], 'active': True} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:53:56.870646 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-61c7f19c-2468-4ec4-849f-d89835259ccc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:56.976947 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-fce808f2-ac14-48a5-a92b-f8aab4eca552 req-bf309c59-1d09-4fb2-a077-9f47c77bc2dc tempest-AggregatesAdminTestJSON-491068952 tempest-AggregatesAdminTestJSON-491068952-project] 10.222.0.104 "GET /v2.0/security-groups?id=7abb9813-5e4b-4b90-b594-85f99e55eee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1863701 Jul 06 13:53:57.008411 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvr_db [None req-8c8a5242-922a-4158-ae72-156d7a4a7bed None None] Set router 68b56f4a-8fd5-4550-b8b4-25717f6580d3 gateway port host: n-d-773647-6 {{(pid=100249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 13:53:57.027861 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-0402a611-69d3-4166-b2f7-84dba03e38b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:57.040108 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-0402a611-69d3-4166-b2f7-84dba03e38b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:57.042520 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-0402a611-69d3-4166-b2f7-84dba03e38b0 admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/6a049895-1113-49cb-98bd-f562392b802d HTTP/1.1" status: 204 len: 168 time: 1.1181135 Jul 06 13:53:57.073658 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-e51fb836-4409-4248-94fc-cd3ce5ece24c admin admin] Notify callbacks [] for port, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:57.097077 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] For port ca200c66-7bf8-42c4-9645-f1b6c7c03b1e, host n-h2-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=ca200c66-7bf8-42c4-9645-f1b6c7c03b1e,segment=NetworkSegment(c9ea893d-045e-42cf-b3dd-cdd1f79baccd),segment_id=c9ea893d-045e-42cf-b3dd-cdd1f79baccd)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:53:57.104578 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.provisioning_blocks [None req-e51fb836-4409-4248-94fc-cd3ce5ece24c admin admin] Transition to ACTIVE for port object b85538f4-88c9-40ed-85dd-64c299ea3a6d will not be triggered until provisioned by entity DHCP. {{(pid=100247) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 13:53:57.119884 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Returning: {'device': 'ca200c66-7bf8-42c4-9645-f1b6c7c03b1e', 'network_id': 'ac09d390-867f-4b75-a8d2-ab11550bffd6', 'port_id': 'ca200c66-7bf8-42c4-9645-f1b6c7c03b1e', 'mac_address': 'fa:16:3e:b9:fe:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1023, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd1c3cc78-09b9-4e30-99fd-0e5830de101d', 'ip_address': '192.168.233.246'}], 'device_owner': 'compute:tempest-test_az-375279855', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100248) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 13:53:57.170482 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0402a611-69d3-4166-b2f7-84dba03e38b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a049895-1113-49cb-98bd-f562392b802d,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:53:57.179039 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-e51fb836-4409-4248-94fc-cd3ce5ece24c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108'] for port, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:57.227159 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:57.248059 n-d-773647-6 neutron-server[100248]: DEBUG neutron.notifiers.nova [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ca200c66-7bf8-42c4-9645-f1b6c7c03b1e {{(pid=100248) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 13:53:57.252197 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-8c8a5242-922a-4158-ae72-156d7a4a7bed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68b56f4a-8fd5-4550-b8b4-25717f6580d3', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1345606184-router', 'tenant_id': 'f7b92ac8b4f84669b7341c702807ce99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.92'}], 'enable_snat': True}, 'gw_port_id': 'abc22c89-863e-45d8-948d-74489da12c35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T13:53:49Z', 'updated_at': '2021-07-06T13:53:53Z', 'revision_number': 3, 'project_id': 'f7b92ac8b4f84669b7341c702807ce99', 'gw_port': {'id': 'abc22c89-863e-45d8-948d-74489da12c35', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:2d:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68b56f4a-8fd5-4550-b8b4-25717f6580d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 160, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:53:51Z', 'updated_at': '2021-07-06T13:53:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6'}], 'n-d-773647-6', False) {} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:53:57.259075 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e51fb836-4409-4248-94fc-cd3ce5ece24c admin admin] Network a08450d2-3237-4251-a8c4-e75dc513364d is already hosted by enough agents. {{(pid=100247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 13:53:57.263122 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.base_scheduler [None req-e51fb836-4409-4248-94fc-cd3ce5ece24c admin admin] Resources bound (agent type, host, resource id): {{(pid=100247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:53:57.272274 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e51fb836-4409-4248-94fc-cd3ce5ece24c admin admin] Received port after_create {{(pid=100247) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 13:53:57.272757 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-e51fb836-4409-4248-94fc-cd3ce5ece24c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1807675'] for router_interface, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:57.282646 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-699c444f-76cc-4924-a9eb-cf9b43f4b08f req-24671542-f479-47dc-b044-4d09f0692feb tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] Made reservation on behalf of 483ead9cc6094290930ff4aed37f7463 for: {'port': 1} {{(pid=100246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 13:53:57.293073 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] For port ca200c66-7bf8-42c4-9645-f1b6c7c03b1e, host n-h2-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=ca200c66-7bf8-42c4-9645-f1b6c7c03b1e,segment=NetworkSegment(c9ea893d-045e-42cf-b3dd-cdd1f79baccd),segment_id=c9ea893d-045e-42cf-b3dd-cdd1f79baccd)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:53:57.301165 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-699c444f-76cc-4924-a9eb-cf9b43f4b08f req-24671542-f479-47dc-b044-4d09f0692feb tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:57.301381 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:57.340206 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c8a5242-922a-4158-ae72-156d7a4a7bed None None] The sync data for ids ['68b56f4a-8fd5-4550-b8b4-25717f6580d3'] in n-d-773647-6 is: [{'id': '68b56f4a-8fd5-4550-b8b4-25717f6580d3', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1345606184-router', 'tenant_id': 'f7b92ac8b4f84669b7341c702807ce99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.92'}], 'enable_snat': True}, 'gw_port_id': 'abc22c89-863e-45d8-948d-74489da12c35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T13:53:49Z', 'updated_at': '2021-07-06T13:53:53Z', 'revision_number': 3, 'project_id': 'f7b92ac8b4f84669b7341c702807ce99', 'gw_port': {'id': 'abc22c89-863e-45d8-948d-74489da12c35', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:2d:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68b56f4a-8fd5-4550-b8b4-25717f6580d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 160, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:53:51Z', 'updated_at': '2021-07-06T13:53:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6'}] {{(pid=100249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 13:53:57.367799 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-61c7f19c-2468-4ec4-849f-d89835259ccc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:57.378668 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-61c7f19c-2468-4ec4-849f-d89835259ccc admin admin] Notify callbacks [] for security_group, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:57.383006 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-61c7f19c-2468-4ec4-849f-d89835259ccc admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/f45ece77-5355-40cd-b284-2186343fc809 HTTP/1.1" status: 204 len: 168 time: 1.0426910 Jul 06 13:53:57.388622 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-699c444f-76cc-4924-a9eb-cf9b43f4b08f req-24671542-f479-47dc-b044-4d09f0692feb tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] Notify callbacks [] for security_group, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:57.408577 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Pushing event updated for resources: {'Port': ['ID=ca200c66-7bf8-42c4-9645-f1b6c7c03b1e,revision_number=4']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:53:57.415381 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c7f19c-2468-4ec4-849f-d89835259ccc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f45ece77-5355-40cd-b284-2186343fc809,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:53:57.464053 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51fb836-4409-4248-94fc-cd3ce5ece24c admin admin] Pushing event updated for resources: {'Port': ['ID=b85538f4-88c9-40ed-85dd-64c299ea3a6d,revision_number=1']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:53:57.481654 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-5c5b4faf-27df-4760-9986-317b0e7af603 req-1ed3658a-757f-45df-838c-ec949e5ccc4a tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] 10.222.0.104 "GET /v2.0/ports?device_id=96a5ba91-9ae1-4374-9adc-f59710ec4759 HTTP/1.1" status: 200 len: 210 time: 0.0991344 Jul 06 13:53:57.600438 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] get_ports_and_sgs() called for port_ids ['ca200c66-7bf8-42c4-9645-f1b6c7c03b1e'] {{(pid=100248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 13:53:57.637020 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-699c444f-76cc-4924-a9eb-cf9b43f4b08f req-24671542-f479-47dc-b044-4d09f0692feb tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] Notify callbacks [] for security_group, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:57.652932 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-699c444f-76cc-4924-a9eb-cf9b43f4b08f req-24671542-f479-47dc-b044-4d09f0692feb tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:57.757368 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24671542-f479-47dc-b044-4d09f0692feb tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9f5b92e9-7340-49c3-a9bb-41e4a1caffc6,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:53:57.775472 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-e51fb836-4409-4248-94fc-cd3ce5ece24c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:58.020550 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.db_base_plugin_common [req-699c444f-76cc-4924-a9eb-cf9b43f4b08f req-24671542-f479-47dc-b044-4d09f0692feb tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] Allocated IP 192.168.233.93 (ac09d390-867f-4b75-a8d2-ab11550bffd6/d1c3cc78-09b9-4e30-99fd-0e5830de101d/2985e841-186d-4c50-81aa-7edeced86cb2) {{(pid=100246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 13:53:58.024963 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb6dcea-ff70-49a4-8263-ad9fb606b2aa req-c4c65335-f4ed-4db6-ab3d-33c368a046ab tempest-DeleteServersAdminTestJSON-881447012 tempest-DeleteServersAdminTestJSON-881447012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:53:58.033603 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-4fb6dcea-ff70-49a4-8263-ad9fb606b2aa req-c4c65335-f4ed-4db6-ab3d-33c368a046ab tempest-DeleteServersAdminTestJSON-881447012 tempest-DeleteServersAdminTestJSON-881447012-project] 10.222.0.104 "GET /v2.0/ports?device_id=ba387377-da87-4832-8988-a290e5ae50e0 HTTP/1.1" status: 200 len: 948 time: 0.2170930 Jul 06 13:53:58.058940 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-9c507d45-a45d-4006-87b7-723d671ace17 None None] Provisioning for port b85538f4-88c9-40ed-85dd-64c299ea3a6d completed by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 13:53:58.080816 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-9c507d45-a45d-4006-87b7-723d671ace17 None None] Provisioning complete for port b85538f4-88c9-40ed-85dd-64c299ea3a6d triggered by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:53:58.081611 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-9c507d45-a45d-4006-87b7-723d671ace17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:58.134528 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-4fb6dcea-ff70-49a4-8263-ad9fb606b2aa req-a279023b-c59c-42b5-8a90-fffb06f20010 tempest-DeleteServersAdminTestJSON-881447012 tempest-DeleteServersAdminTestJSON-881447012-project] 10.222.0.104 "GET /v2.0/security-groups?id=dc1eac0c-f285-4e19-a9c2-c3098f82ccb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924513 Jul 06 13:53:58.188712 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-e51fb836-4409-4248-94fc-cd3ce5ece24c admin admin] Notify callbacks [] for port, precommit_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:58.196203 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-e51fb836-4409-4248-94fc-cd3ce5ece24c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:58.197034 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-e51fb836-4409-4248-94fc-cd3ce5ece24c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1809478'] for router_interface, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:58.290670 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-9c507d45-a45d-4006-87b7-723d671ace17 None None] Port b85538f4-88c9-40ed-85dd-64c299ea3a6d cannot update to ACTIVE because it is not bound. {{(pid=100248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 13:53:58.321892 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 53862) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:53:58.328108 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-03f71b24-a9b8-453a-8924-caa3f97bc6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:58.355807 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-bcab09f1-6c5f-46da-a7b7-0bb32300edaf admin admin] Notify callbacks [] for security_group, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:58.373558 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-699c444f-76cc-4924-a9eb-cf9b43f4b08f req-24671542-f479-47dc-b044-4d09f0692feb tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] Notify callbacks [] for port, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:58.408867 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device abc22c89-863e-45d8-948d-74489da12c35 up at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 13:53:58.495349 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51fb836-4409-4248-94fc-cd3ce5ece24c admin admin] Pushing event updated for resources: {'Port': ['ID=b85538f4-88c9-40ed-85dd-64c299ea3a6d,revision_number=2']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:53:58.498799 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.provisioning_blocks [req-699c444f-76cc-4924-a9eb-cf9b43f4b08f req-24671542-f479-47dc-b044-4d09f0692feb tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] Transition to ACTIVE for port object 2985e841-186d-4c50-81aa-7edeced86cb2 will not be triggered until provisioned by entity DHCP. {{(pid=100246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 13:53:58.561686 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning for port abc22c89-863e-45d8-948d-74489da12c35 completed by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 13:53:58.565976 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning complete for port abc22c89-863e-45d8-948d-74489da12c35 triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:53:58.566538 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:58.586619 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e51fb836-4409-4248-94fc-cd3ce5ece24c admin admin] Network a08450d2-3237-4251-a8c4-e75dc513364d is already hosted by enough agents. {{(pid=100247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 13:53:58.590680 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.base_scheduler [None req-e51fb836-4409-4248-94fc-cd3ce5ece24c admin admin] Resources bound (agent type, host, resource id): {{(pid=100247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:53:58.618010 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-bcab09f1-6c5f-46da-a7b7-0bb32300edaf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:58.629796 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-bcab09f1-6c5f-46da-a7b7-0bb32300edaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:58.686839 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-bcab09f1-6c5f-46da-a7b7-0bb32300edaf admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=6c5f28dc60e64959936b3eae0175ed3f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3599601 Jul 06 13:53:58.686839 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 53868) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:53:58.732340 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-699c444f-76cc-4924-a9eb-cf9b43f4b08f req-24671542-f479-47dc-b044-4d09f0692feb tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108'] for port, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:58.774522 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 53870) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:53:58.816088 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e51fb836-4409-4248-94fc-cd3ce5ece24c admin admin] Router 68b56f4a-8fd5-4550-b8b4-25717f6580d3 has already been hosted by L3 agent 2823d358-a11b-4885-a706-95a279e43fa7 {{(pid=100247) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 13:53:58.824957 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-8e11dea1-2f89-49b8-ab46-250e52856ce6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:58.827375 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:58.839037 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcab09f1-6c5f-46da-a7b7-0bb32300edaf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9bedc08-1abe-4448-a896-f6792791a9a4,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:53:58.842213 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece92b6d-29f7-49e8-935c-3e26143eb4c5 req-0ea4d127-5778-4452-a0ce-3ac848437c4a tempest-AggregatesAdminTestJSON-491068952 tempest-AggregatesAdminTestJSON-491068952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:53:58.850465 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-ece92b6d-29f7-49e8-935c-3e26143eb4c5 req-0ea4d127-5778-4452-a0ce-3ac848437c4a tempest-AggregatesAdminTestJSON-491068952 tempest-AggregatesAdminTestJSON-491068952-project] 10.222.0.104 "GET /v2.0/ports?device_id=d5b1ab2e-f68f-4ff1-94dc-9e2e4496504f HTTP/1.1" status: 200 len: 970 time: 0.4933290 Jul 06 13:53:58.856442 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] For port abc22c89-863e-45d8-948d-74489da12c35, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=abc22c89-863e-45d8-948d-74489da12c35,segment=NetworkSegment(89a832b7-7793-4d51-9038-ed7e1c3ff1b2),segment_id=89a832b7-7793-4d51-9038-ed7e1c3ff1b2)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:53:58.863719 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:58.870830 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-699c444f-76cc-4924-a9eb-cf9b43f4b08f req-24671542-f479-47dc-b044-4d09f0692feb tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] Network ac09d390-867f-4b75-a8d2-ab11550bffd6 is already hosted by enough agents. {{(pid=100246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 13:53:58.878744 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.base_scheduler [req-699c444f-76cc-4924-a9eb-cf9b43f4b08f req-24671542-f479-47dc-b044-4d09f0692feb tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] Resources bound (agent type, host, resource id): {{(pid=100246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:53:58.895937 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [req-699c444f-76cc-4924-a9eb-cf9b43f4b08f req-24671542-f479-47dc-b044-4d09f0692feb tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] Received port after_create {{(pid=100246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 13:53:58.903297 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699c444f-76cc-4924-a9eb-cf9b43f4b08f req-24671542-f479-47dc-b044-4d09f0692feb tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:53:58.903986 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-699c444f-76cc-4924-a9eb-cf9b43f4b08f req-24671542-f479-47dc-b044-4d09f0692feb tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583035'] for port, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:58.967573 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Pushing event updated for resources: {'Port': ['ID=abc22c89-863e-45d8-948d-74489da12c35,revision_number=4']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:53:58.971834 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-40e0c8e8-6ee0-4b60-80d7-28d123582ec8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:59.003978 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24671542-f479-47dc-b044-4d09f0692feb tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] Pushing event updated for resources: {'Port': ['ID=2985e841-186d-4c50-81aa-7edeced86cb2,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:53:59.130684 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-6c08f38e-4a2b-4e81-b767-c9906118f1c3 None None] Provisioning complete for port b85538f4-88c9-40ed-85dd-64c299ea3a6d triggered by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:53:59.131271 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-6c08f38e-4a2b-4e81-b767-c9906118f1c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:59.132230 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e51fb836-4409-4248-94fc-cd3ce5ece24c admin admin] Notify agent at l3_agent.n-d-773647-6 the message routers_updated {{(pid=100247) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 13:53:59.152831 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-e51fb836-4409-4248-94fc-cd3ce5ece24c admin admin] 10.222.0.104 "PUT /v2.0/routers/68b56f4a-8fd5-4550-b8b4-25717f6580d3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3384054 Jul 06 13:53:59.158014 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-ece92b6d-29f7-49e8-935c-3e26143eb4c5 req-45574c72-6ad1-481c-8747-cf78e7c87a02 tempest-AggregatesAdminTestJSON-491068952 tempest-AggregatesAdminTestJSON-491068952-project] 10.222.0.104 "GET /v2.0/security-groups?id=7abb9813-5e4b-4b90-b594-85f99e55eee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3070762 Jul 06 13:53:59.217478 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-40e0c8e8-6ee0-4b60-80d7-28d123582ec8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:59.228245 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4509ae52-e566-417b-b36b-b080e44f6d65 req-143cabd0-5ad4-4bbf-a88a-9c7b4ef60b07 tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:53:59.239764 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-4509ae52-e566-417b-b36b-b080e44f6d65 req-143cabd0-5ad4-4bbf-a88a-9c7b4ef60b07 tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] 10.222.0.104 "GET /v2.0/ports?device_id=96a5ba91-9ae1-4374-9adc-f59710ec4759 HTTP/1.1" status: 200 len: 935 time: 0.4098377 Jul 06 13:53:59.257299 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-6c08f38e-4a2b-4e81-b767-c9906118f1c3 None None] Port b85538f4-88c9-40ed-85dd-64c299ea3a6d cannot update to ACTIVE because it is not bound. {{(pid=100248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 13:53:59.317458 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-40e0c8e8-6ee0-4b60-80d7-28d123582ec8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:59.320103 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-40e0c8e8-6ee0-4b60-80d7-28d123582ec8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:59.321405 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-40e0c8e8-6ee0-4b60-80d7-28d123582ec8 admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/e9bedc08-1abe-4448-a896-f6792791a9a4 HTTP/1.1" status: 204 len: 168 time: 0.6336403 Jul 06 13:53:59.333023 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-8e11dea1-2f89-49b8-ab46-250e52856ce6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:59.340356 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-8e11dea1-2f89-49b8-ab46-250e52856ce6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:59.340765 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-4509ae52-e566-417b-b36b-b080e44f6d65 req-a09c579e-bc06-4dca-9a8e-6d8fa3f3a112 tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] 10.222.0.104 "GET /v2.0/security-groups?id=9f5b92e9-7340-49c3-a9bb-41e4a1caffc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990961 Jul 06 13:53:59.343341 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e0c8e8-6ee0-4b60-80d7-28d123582ec8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9bedc08-1abe-4448-a896-f6792791a9a4,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:53:59.362751 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-699c444f-76cc-4924-a9eb-cf9b43f4b08f req-24671542-f479-47dc-b044-4d09f0692feb tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.7062914 Jul 06 13:53:59.386802 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [req-699c444f-76cc-4924-a9eb-cf9b43f4b08f req-56cf59a8-2486-43a1-8672-93aab2b7ba7a service neutron] Request body: {'port': {'device_id': '96a5ba91-9ae1-4374-9adc-f59710ec4759', 'device_owner': 'compute:tempest-test_az-375279855', 'binding:host_id': 'n-h2-773647-6'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:53:59.405732 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-c50f7f75-8ad0-4f34-a39b-79ce10aadaf1 None None] Provisioning for port 2985e841-186d-4c50-81aa-7edeced86cb2 completed by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 13:53:59.411862 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-c50f7f75-8ad0-4f34-a39b-79ce10aadaf1 None None] Provisioning complete for port 2985e841-186d-4c50-81aa-7edeced86cb2 triggered by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:53:59.412428 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-c50f7f75-8ad0-4f34-a39b-79ce10aadaf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:59.416772 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 53884) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:53:59.425717 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-8e11dea1-2f89-49b8-ab46-250e52856ce6 admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=b0c6b53ddcc74ef3b47a67431270ced0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6501541 Jul 06 13:53:59.428444 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 53888) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:53:59.428915 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e11dea1-2f89-49b8-ab46-250e52856ce6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09355966-3798-4d60-9b18-023ae42eb096,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:53:59.485306 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-699c444f-76cc-4924-a9eb-cf9b43f4b08f req-56cf59a8-2486-43a1-8672-93aab2b7ba7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:59.488739 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-c50f7f75-8ad0-4f34-a39b-79ce10aadaf1 None None] Port 2985e841-186d-4c50-81aa-7edeced86cb2 cannot update to ACTIVE because it is not bound. {{(pid=100248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 13:53:59.727284 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76fe11e-c30a-4391-934d-5b93a4cc3b2b req-8bb2d24d-d4ec-455c-940a-2f0e374cba01 tempest-DeleteServersAdminTestJSON-881447012 tempest-DeleteServersAdminTestJSON-881447012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:53:59.733546 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-b76fe11e-c30a-4391-934d-5b93a4cc3b2b req-8bb2d24d-d4ec-455c-940a-2f0e374cba01 tempest-DeleteServersAdminTestJSON-881447012 tempest-DeleteServersAdminTestJSON-881447012-project] 10.222.0.104 "GET /v2.0/ports?device_id=ba387377-da87-4832-8988-a290e5ae50e0 HTTP/1.1" status: 200 len: 948 time: 0.3420401 Jul 06 13:53:59.767809 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-e8f21516-878b-4c34-9ece-0188f3486210 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:59.809106 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-e8f21516-878b-4c34-9ece-0188f3486210 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:59.821634 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-b76fe11e-c30a-4391-934d-5b93a4cc3b2b req-05cb17d3-ac12-4d61-a9d9-874aa180034b tempest-DeleteServersAdminTestJSON-881447012 tempest-DeleteServersAdminTestJSON-881447012-project] 10.222.0.104 "GET /v2.0/security-groups?id=dc1eac0c-f285-4e19-a9c2-c3098f82ccb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871198 Jul 06 13:53:59.852209 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b700b50-df8a-4649-babe-ee318db80f5b req-e098775a-5801-4ea4-b9eb-0ea5c4c3453b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:53:59.861014 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-0b700b50-df8a-4649-babe-ee318db80f5b req-e098775a-5801-4ea4-b9eb-0ea5c4c3453b service neutron] 10.222.0.127 "GET /v2.0/ports?tenant_id=19526b5a84cf4869af8c17c1ec0ea840&device_id=ba387377-da87-4832-8988-a290e5ae50e0 HTTP/1.1" status: 200 len: 1099 time: 0.2002773 Jul 06 13:53:59.873364 n-d-773647-6 neutron-server[100246]: DEBUG neutron.notifiers.nova [req-699c444f-76cc-4924-a9eb-cf9b43f4b08f req-56cf59a8-2486-43a1-8672-93aab2b7ba7a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2985e841-186d-4c50-81aa-7edeced86cb2 {{(pid=100246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 13:53:59.887874 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-699c444f-76cc-4924-a9eb-cf9b43f4b08f req-56cf59a8-2486-43a1-8672-93aab2b7ba7a service neutron] Notify callbacks [] for port, precommit_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:59.904859 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.provisioning_blocks [req-699c444f-76cc-4924-a9eb-cf9b43f4b08f req-56cf59a8-2486-43a1-8672-93aab2b7ba7a service neutron] Transition to ACTIVE for port object 2985e841-186d-4c50-81aa-7edeced86cb2 will not be triggered until provisioned by entity L2. {{(pid=100246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 13:53:59.910724 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-699c444f-76cc-4924-a9eb-cf9b43f4b08f req-56cf59a8-2486-43a1-8672-93aab2b7ba7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:59.972577 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-23377a73-a4a8-498b-b1a8-4d93cf0bc5f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:59.999250 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56cf59a8-2486-43a1-8672-93aab2b7ba7a service neutron] Pushing event updated for resources: {'Port': ['ID=2985e841-186d-4c50-81aa-7edeced86cb2,revision_number=2']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:54:00.020342 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-e8f21516-878b-4c34-9ece-0188f3486210 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:00.025867 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-e8f21516-878b-4c34-9ece-0188f3486210 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:00.027016 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-e8f21516-878b-4c34-9ece-0188f3486210 admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/09355966-3798-4d60-9b18-023ae42eb096 HTTP/1.1" status: 204 len: 168 time: 0.5976346 Jul 06 13:54:00.070687 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f21516-878b-4c34-9ece-0188f3486210 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09355966-3798-4d60-9b18-023ae42eb096,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:54:00.088133 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b700b50-df8a-4649-babe-ee318db80f5b req-b6cab34d-8f2a-470f-b210-3c19fc5bbc0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:54:00.089717 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-0b700b50-df8a-4649-babe-ee318db80f5b req-b6cab34d-8f2a-470f-b210-3c19fc5bbc0a service neutron] 10.222.0.127 "GET /v2.0/networks?id=ac09d390-867f-4b75-a8d2-ab11550bffd6 HTTP/1.1" status: 200 len: 871 time: 0.2196794 Jul 06 13:54:00.122749 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44dbfa7d-b17e-4d52-851f-5e58c2b9e11e None None] Sync routers for ids ['68b56f4a-8fd5-4550-b8b4-25717f6580d3'] in n-d-773647-6 {{(pid=100248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 13:54:00.152882 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44dbfa7d-b17e-4d52-851f-5e58c2b9e11e None None] Routers {'68b56f4a-8fd5-4550-b8b4-25717f6580d3'} bound to L3 agent in host n-d-773647-6 {{(pid=100248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 13:54:00.154222 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-44dbfa7d-b17e-4d52-851f-5e58c2b9e11e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T13:53:55Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['68b56f4a-8fd5-4550-b8b4-25717f6580d3'], 'active': True} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:54:00.171780 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [req-699c444f-76cc-4924-a9eb-cf9b43f4b08f req-56cf59a8-2486-43a1-8672-93aab2b7ba7a service neutron] Attempting to bind port 2985e841-186d-4c50-81aa-7edeced86cb2 on host n-h2-773647-6 for vnic_type normal with profile {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 13:54:00.172126 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [req-699c444f-76cc-4924-a9eb-cf9b43f4b08f req-56cf59a8-2486-43a1-8672-93aab2b7ba7a service neutron] Attempting to bind port 2985e841-186d-4c50-81aa-7edeced86cb2 by drivers openvswitch,hyperv on host n-h2-773647-6 at level 0 using segments [{'id': 'c9ea893d-045e-42cf-b3dd-cdd1f79baccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'ac09d390-867f-4b75-a8d2-ab11550bffd6'}] {{(pid=100246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 13:54:00.172731 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-699c444f-76cc-4924-a9eb-cf9b43f4b08f req-56cf59a8-2486-43a1-8672-93aab2b7ba7a service neutron] Attempting to bind port 2985e841-186d-4c50-81aa-7edeced86cb2 on network ac09d390-867f-4b75-a8d2-ab11550bffd6 {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 13:54:00.181038 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-699c444f-76cc-4924-a9eb-cf9b43f4b08f req-56cf59a8-2486-43a1-8672-93aab2b7ba7a service neutron] Port 2985e841-186d-4c50-81aa-7edeced86cb2 on network ac09d390-867f-4b75-a8d2-ab11550bffd6 not bound, no agent of type Open vSwitch agent registered on host n-h2-773647-6 {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 13:54:00.181370 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-699c444f-76cc-4924-a9eb-cf9b43f4b08f req-56cf59a8-2486-43a1-8672-93aab2b7ba7a service neutron] Attempting to bind port 2985e841-186d-4c50-81aa-7edeced86cb2 on network ac09d390-867f-4b75-a8d2-ab11550bffd6 {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 13:54:00.195046 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-699c444f-76cc-4924-a9eb-cf9b43f4b08f req-56cf59a8-2486-43a1-8672-93aab2b7ba7a service neutron] Checking agent: {'id': '63768ece-0600-4354-8d29-fdedec96b077', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-773647-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 51, 10), 'started_at': datetime.datetime(2021, 7, 6, 13, 51, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 13, 53, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 13:54:00.195417 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-699c444f-76cc-4924-a9eb-cf9b43f4b08f req-56cf59a8-2486-43a1-8672-93aab2b7ba7a service neutron] Checking segment: {'id': 'c9ea893d-045e-42cf-b3dd-cdd1f79baccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'ac09d390-867f-4b75-a8d2-ab11550bffd6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 13:54:00.195810 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-699c444f-76cc-4924-a9eb-cf9b43f4b08f req-56cf59a8-2486-43a1-8672-93aab2b7ba7a service neutron] Bound using segment: {'id': 'c9ea893d-045e-42cf-b3dd-cdd1f79baccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'ac09d390-867f-4b75-a8d2-ab11550bffd6'} {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 13:54:00.196221 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-0b700b50-df8a-4649-babe-ee318db80f5b req-83822686-9fc6-4f7d-8572-9b8b2f57d218 service neutron] 10.222.0.127 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.109&port_id=84d6b1fa-0230-4b93-85de-56e7eb7c3b9e HTTP/1.1" status: 200 len: 217 time: 0.0787652 Jul 06 13:54:00.196651 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [req-699c444f-76cc-4924-a9eb-cf9b43f4b08f req-56cf59a8-2486-43a1-8672-93aab2b7ba7a service neutron] Bound port: 2985e841-186d-4c50-81aa-7edeced86cb2, host: n-h2-773647-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c9ea893d-045e-42cf-b3dd-cdd1f79baccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'ac09d390-867f-4b75-a8d2-ab11550bffd6'}}] {{(pid=100246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 13:54:00.196651 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-699c444f-76cc-4924-a9eb-cf9b43f4b08f req-56cf59a8-2486-43a1-8672-93aab2b7ba7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:00.345075 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b700b50-df8a-4649-babe-ee318db80f5b req-627661cb-a4ba-4d27-a10a-fdabe672821d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:54:00.348075 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.db [req-699c444f-76cc-4924-a9eb-cf9b43f4b08f req-56cf59a8-2486-43a1-8672-93aab2b7ba7a service neutron] For port 2985e841-186d-4c50-81aa-7edeced86cb2, host n-h2-773647-6, cleared binding levels {{(pid=100246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 13:54:00.351962 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-0b700b50-df8a-4649-babe-ee318db80f5b req-627661cb-a4ba-4d27-a10a-fdabe672821d service neutron] 10.222.0.127 "GET /v2.0/subnets?id=d1c3cc78-09b9-4e30-99fd-0e5830de101d HTTP/1.1" status: 200 len: 843 time: 0.1525853 Jul 06 13:54:00.357146 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.db [req-699c444f-76cc-4924-a9eb-cf9b43f4b08f req-56cf59a8-2486-43a1-8672-93aab2b7ba7a service neutron] For port 2985e841-186d-4c50-81aa-7edeced86cb2, host n-h2-773647-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=2985e841-186d-4c50-81aa-7edeced86cb2,segment=NetworkSegment(c9ea893d-045e-42cf-b3dd-cdd1f79baccd),segment_id=c9ea893d-045e-42cf-b3dd-cdd1f79baccd)] {{(pid=100246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 13:54:00.361808 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device abc22c89-863e-45d8-948d-74489da12c35 up at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 13:54:00.376139 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-699c444f-76cc-4924-a9eb-cf9b43f4b08f req-56cf59a8-2486-43a1-8672-93aab2b7ba7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:00.492841 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvr_db [None req-44dbfa7d-b17e-4d52-851f-5e58c2b9e11e None None] Set router 68b56f4a-8fd5-4550-b8b4-25717f6580d3 gateway port host: n-d-773647-6 {{(pid=100248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 13:54:00.518342 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699c444f-76cc-4924-a9eb-cf9b43f4b08f req-56cf59a8-2486-43a1-8672-93aab2b7ba7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:54:00.518571 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-699c444f-76cc-4924-a9eb-cf9b43f4b08f req-56cf59a8-2486-43a1-8672-93aab2b7ba7a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583035'] for port, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:00.530377 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-699c444f-76cc-4924-a9eb-cf9b43f4b08f req-56cf59a8-2486-43a1-8672-93aab2b7ba7a service neutron] 10.222.0.72 "PUT /v2.0/ports/2985e841-186d-4c50-81aa-7edeced86cb2 HTTP/1.1" status: 200 len: 1116 time: 1.1573253 Jul 06 13:54:00.530896 n-d-773647-6 neutron-server[100246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96a5ba91-9ae1-4374-9adc-f59710ec4759', 'tag': '2985e841-186d-4c50-81aa-7edeced86cb2'}] {{(pid=100246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 13:54:00.533366 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0d96c5ab5e889f7b933ae915b9be33d1b46c9e87795bf781004b656ef3f1e87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e46d938-2a16-4dc1-a643-a4edf6dd300f" -d '{"events": [{"name": "network-changed", "server_uuid": "96a5ba91-9ae1-4374-9adc-f59710ec4759", "tag": "2985e841-186d-4c50-81aa-7edeced86cb2"}]}' {{(pid=100246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:54:00.590665 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-23377a73-a4a8-498b-b1a8-4d93cf0bc5f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:00.621886 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b700b50-df8a-4649-babe-ee318db80f5b req-d416bc46-0ba1-4170-b9b0-679b11c23dfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:54:00.653817 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-0b700b50-df8a-4649-babe-ee318db80f5b req-d416bc46-0ba1-4170-b9b0-679b11c23dfd service neutron] 10.222.0.127 "GET /v2.0/ports?network_id=ac09d390-867f-4b75-a8d2-ab11550bffd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2671025 Jul 06 13:54:00.691672 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-23377a73-a4a8-498b-b1a8-4d93cf0bc5f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:00.808886 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56cf59a8-2486-43a1-8672-93aab2b7ba7a service neutron] Pushing event updated for resources: {'Port': ['ID=2985e841-186d-4c50-81aa-7edeced86cb2,revision_number=3']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:54:00.820600 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23377a73-a4a8-498b-b1a8-4d93cf0bc5f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19790e17-1dfe-407f-8de1-cc8dafb7b8a9,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:54:00.829660 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-23377a73-a4a8-498b-b1a8-4d93cf0bc5f7 admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=6823e4ed2f7c4bb194c160e51ab9b593&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4118378 Jul 06 13:54:00.830315 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 53936) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:54:00.870259 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 53942) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:54:00.875562 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-08c824b0-a132-4490-a8b1-a9ae81417e71 tempest-ServersWithSpecificFlavorTestJSON-1219430523 tempest-ServersWithSpecificFlavorTestJSON-1219430523-project] Request body: {'security_group': {'name': 'tempest-securitygroup--688009000', 'description': 'tempest-description--1771083833'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:54:00.899636 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Device ca200c66-7bf8-42c4-9645-f1b6c7c03b1e up at agent hyperv_n-h2-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 13:54:00.910349 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699c444f-76cc-4924-a9eb-cf9b43f4b08f req-c3c876e5-bd0c-42ed-8870-5e0d924c149f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:54:00.911971 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-699c444f-76cc-4924-a9eb-cf9b43f4b08f req-c3c876e5-bd0c-42ed-8870-5e0d924c149f service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=483ead9cc6094290930ff4aed37f7463&device_id=96a5ba91-9ae1-4374-9adc-f59710ec4759 HTTP/1.1" status: 200 len: 1119 time: 0.3238337 Jul 06 13:54:00.961568 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6058fcae-93e0-4387-a9c7-8ae730decc63 req-13eedf3e-3784-41b5-82b5-27952ba58328 tempest-AggregatesAdminTestJSON-491068952 tempest-AggregatesAdminTestJSON-491068952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:54:00.963094 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-6058fcae-93e0-4387-a9c7-8ae730decc63 req-13eedf3e-3784-41b5-82b5-27952ba58328 tempest-AggregatesAdminTestJSON-491068952 tempest-AggregatesAdminTestJSON-491068952-project] 10.222.0.104 "GET /v2.0/ports?device_id=d5b1ab2e-f68f-4ff1-94dc-9e2e4496504f HTTP/1.1" status: 200 len: 970 time: 0.4777172 Jul 06 13:54:00.968188 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning complete for port abc22c89-863e-45d8-948d-74489da12c35 triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:54:00.968684 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:00.988945 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 53948) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:54:00.999507 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-08c824b0-a132-4490-a8b1-a9ae81417e71 tempest-ServersWithSpecificFlavorTestJSON-1219430523 tempest-ServersWithSpecificFlavorTestJSON-1219430523-project] Notify callbacks [] for security_group, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:01.002534 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-699c444f-76cc-4924-a9eb-cf9b43f4b08f req-f68f19d9-fc57-4868-b7c5-738d5d7c9395 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.93&port_id=2985e841-186d-4c50-81aa-7edeced86cb2 HTTP/1.1" status: 200 len: 217 time: 0.0823820 Jul 06 13:54:01.033473 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Provisioning for port ca200c66-7bf8-42c4-9645-f1b6c7c03b1e completed by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 13:54:01.033966 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-18fa173a-2f5d-4b79-8bad-ddb07b6a9a9c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:01.060578 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-0b700b50-df8a-4649-babe-ee318db80f5b req-f29d48b9-e279-4d0e-9186-173630e36bb6 service neutron] 10.222.0.127 "GET /v2.0/networks/ac09d390-867f-4b75-a8d2-ab11550bffd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4035544 Jul 06 13:54:01.069791 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Provisioning complete for port ca200c66-7bf8-42c4-9645-f1b6c7c03b1e triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:54:01.070065 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:01.107551 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-44dbfa7d-b17e-4d52-851f-5e58c2b9e11e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68b56f4a-8fd5-4550-b8b4-25717f6580d3', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1345606184-router', 'tenant_id': 'f7b92ac8b4f84669b7341c702807ce99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.92'}], 'enable_snat': True}, 'gw_port_id': 'abc22c89-863e-45d8-948d-74489da12c35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T13:53:49Z', 'updated_at': '2021-07-06T13:53:57Z', 'revision_number': 4, 'project_id': 'f7b92ac8b4f84669b7341c702807ce99', 'gw_port': {'id': 'abc22c89-863e-45d8-948d-74489da12c35', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:2d:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68b56f4a-8fd5-4550-b8b4-25717f6580d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 160, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:53:51Z', 'updated_at': '2021-07-06T13:53:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6', '_interfaces': [{'id': 'b85538f4-88c9-40ed-85dd-64c299ea3a6d', 'name': '', 'network_id': 'a08450d2-3237-4251-a8c4-e75dc513364d', 'tenant_id': 'f7b92ac8b4f84669b7341c702807ce99', 'mac_address': 'fa:16:3e:80:16:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68b56f4a-8fd5-4550-b8b4-25717f6580d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 176, 'fixed_ips': [{'subnet_id': '1f3155f0-b0ca-4403-bdeb-6c0218a8fd10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:53:56Z', 'updated_at': '2021-07-06T13:53:57Z', 'revision_number': 2, 'project_id': 'f7b92ac8b4f84669b7341c702807ce99', 'subnets': [{'id': '1f3155f0-b0ca-4403-bdeb-6c0218a8fd10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773647-6', False) {} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:54:01.136631 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-18fa173a-2f5d-4b79-8bad-ddb07b6a9a9c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:01.143551 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699c444f-76cc-4924-a9eb-cf9b43f4b08f req-dfdad35b-57fe-4dff-93db-e0b45de56637 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:54:01.145073 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-699c444f-76cc-4924-a9eb-cf9b43f4b08f req-dfdad35b-57fe-4dff-93db-e0b45de56637 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=d1c3cc78-09b9-4e30-99fd-0e5830de101d HTTP/1.1" status: 200 len: 843 time: 0.1343701 Jul 06 13:54:01.155712 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44dbfa7d-b17e-4d52-851f-5e58c2b9e11e None None] Checking router: 68b56f4a-8fd5-4550-b8b4-25717f6580d3 for host: n-d-773647-6 {{(pid=100248) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 13:54:01.156270 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44dbfa7d-b17e-4d52-851f-5e58c2b9e11e None None] Updating router 68b56f4a-8fd5-4550-b8b4-25717f6580d3 port b85538f4-88c9-40ed-85dd-64c299ea3a6d binding host n-d-773647-6 {{(pid=100248) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 13:54:01.203543 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-6058fcae-93e0-4387-a9c7-8ae730decc63 req-e4781252-4877-4543-bac9-a56b39abee75 tempest-AggregatesAdminTestJSON-491068952 tempest-AggregatesAdminTestJSON-491068952-project] 10.222.0.104 "GET /v2.0/security-groups?id=7abb9813-5e4b-4b90-b594-85f99e55eee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2116768 Jul 06 13:54:01.205000 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-44dbfa7d-b17e-4d52-851f-5e58c2b9e11e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:01.238725 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [None req-3e717c07-49ad-42b9-9c51-a67fa0e8e832 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-264567298-network', 'tenant_id': '125e6575b3ba4365b3ae01568cef269b'}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:54:01.307004 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-0b700b50-df8a-4649-babe-ee318db80f5b req-1546ab73-d808-480c-aa25-37c76cf483f4 service neutron] 10.222.0.127 "GET /v2.0/networks/ac09d390-867f-4b75-a8d2-ab11550bffd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2232783 Jul 06 13:54:01.311646 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:01.354538 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55660e79-085f-41af-80f2-8a5cc0304fc3 req-1260b84d-4bca-453e-92cb-6367eac215ef tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:54:01.357598 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-55660e79-085f-41af-80f2-8a5cc0304fc3 req-1260b84d-4bca-453e-92cb-6367eac215ef tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] 10.222.0.104 "GET /v2.0/ports?device_id=96a5ba91-9ae1-4374-9adc-f59710ec4759 HTTP/1.1" status: 200 len: 968 time: 0.2746060 Jul 06 13:54:01.376468 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-18fa173a-2f5d-4b79-8bad-ddb07b6a9a9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:01.379002 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-18fa173a-2f5d-4b79-8bad-ddb07b6a9a9c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:01.380184 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-18fa173a-2f5d-4b79-8bad-ddb07b6a9a9c admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/19790e17-1dfe-407f-8de1-cc8dafb7b8a9 HTTP/1.1" status: 204 len: 168 time: 0.5477147 Jul 06 13:54:01.382714 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 13:54:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53943b9d-687d-472f-8290-d7057c983cd5 x-openstack-request-id: req-53943b9d-687d-472f-8290-d7057c983cd5 {{(pid=100246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:54:01.383157 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "96a5ba91-9ae1-4374-9adc-f59710ec4759", "tag": "2985e841-186d-4c50-81aa-7edeced86cb2", "status": "completed", "code": 200}]} {{(pid=100246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:54:01.390241 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-53943b9d-687d-472f-8290-d7057c983cd5 {{(pid=100246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:54:01.390532 n-d-773647-6 neutron-server[100246]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '96a5ba91-9ae1-4374-9adc-f59710ec4759', 'tag': '2985e841-186d-4c50-81aa-7edeced86cb2', 'status': 'completed', 'code': 200} Jul 06 13:54:01.403524 n-d-773647-6 neutron-server[100248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5b1ab2e-f68f-4ff1-94dc-9e2e4496504f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca200c66-7bf8-42c4-9645-f1b6c7c03b1e'}] {{(pid=100248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 13:54:01.423183 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-55660e79-085f-41af-80f2-8a5cc0304fc3 req-832e00f6-5a1a-4f12-a96d-d8a3e3467311 tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] 10.222.0.104 "GET /v2.0/security-groups?id=9f5b92e9-7340-49c3-a9bb-41e4a1caffc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599542 Jul 06 13:54:01.429141 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-08c824b0-a132-4490-a8b1-a9ae81417e71 tempest-ServersWithSpecificFlavorTestJSON-1219430523 tempest-ServersWithSpecificFlavorTestJSON-1219430523-project] Notify callbacks [] for security_group, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:01.430002 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18fa173a-2f5d-4b79-8bad-ddb07b6a9a9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19790e17-1dfe-407f-8de1-cc8dafb7b8a9,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:54:01.436410 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699c444f-76cc-4924-a9eb-cf9b43f4b08f req-f90d3c17-8fb1-46b5-bf90-e0b5250d88a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:54:01.442785 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-699c444f-76cc-4924-a9eb-cf9b43f4b08f req-f90d3c17-8fb1-46b5-bf90-e0b5250d88a6 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=ac09d390-867f-4b75-a8d2-ab11550bffd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2873614 Jul 06 13:54:01.448566 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-08c824b0-a132-4490-a8b1-a9ae81417e71 tempest-ServersWithSpecificFlavorTestJSON-1219430523 tempest-ServersWithSpecificFlavorTestJSON-1219430523-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:01.460149 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e717c07-49ad-42b9-9c51-a67fa0e8e832 admin admin] Made reservation on behalf of 125e6575b3ba4365b3ae01568cef269b for: {'network': 1} {{(pid=100247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 13:54:01.462434 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-3e717c07-49ad-42b9-9c51-a67fa0e8e832 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for network, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:01.499200 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-3e717c07-49ad-42b9-9c51-a67fa0e8e832 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:01.533689 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] For port ca200c66-7bf8-42c4-9645-f1b6c7c03b1e, host n-h2-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=ca200c66-7bf8-42c4-9645-f1b6c7c03b1e,segment=NetworkSegment(c9ea893d-045e-42cf-b3dd-cdd1f79baccd),segment_id=c9ea893d-045e-42cf-b3dd-cdd1f79baccd)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:54:01.543585 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:01.619271 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-08c824b0-a132-4490-a8b1-a9ae81417e71 tempest-ServersWithSpecificFlavorTestJSON-1219430523 tempest-ServersWithSpecificFlavorTestJSON-1219430523-project] Notify callbacks [] for security_group, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:01.623586 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 53968) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:54:01.623904 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-08c824b0-a132-4490-a8b1-a9ae81417e71 tempest-ServersWithSpecificFlavorTestJSON-1219430523 tempest-ServersWithSpecificFlavorTestJSON-1219430523-project] 10.222.0.104 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.7524934 Jul 06 13:54:01.628557 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-699c444f-76cc-4924-a9eb-cf9b43f4b08f req-33182c0b-e827-4250-95c2-853194fa79a4 service neutron] 10.222.0.72 "GET /v2.0/networks/ac09d390-867f-4b75-a8d2-ab11550bffd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1810226 Jul 06 13:54:01.629181 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c824b0-a132-4490-a8b1-a9ae81417e71 tempest-ServersWithSpecificFlavorTestJSON-1219430523 tempest-ServersWithSpecificFlavorTestJSON-1219430523-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b480d027-214b-42ad-8ea1-99d6a4321406,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:54:01.639562 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [None req-e0c369ed-6729-45fc-8abb-602a808b1580 tempest-ServersWithSpecificFlavorTestJSON-1219430523 tempest-ServersWithSpecificFlavorTestJSON-1219430523-project] Request body: {'security_group_rule': {'security_group_id': 'b480d027-214b-42ad-8ea1-99d6a4321406', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:54:01.668910 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Pushing event updated for resources: {'Port': ['ID=ca200c66-7bf8-42c4-9645-f1b6c7c03b1e,revision_number=5']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:54:01.716829 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f225848f-a0b3-4079-bf2b-c1801cb9a4d0 req-3937b455-fe67-4026-9a02-dc991c01ce59 tempest-DeleteServersAdminTestJSON-881447012 tempest-DeleteServersAdminTestJSON-881447012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:54:01.718361 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-f225848f-a0b3-4079-bf2b-c1801cb9a4d0 req-3937b455-fe67-4026-9a02-dc991c01ce59 tempest-DeleteServersAdminTestJSON-881447012 tempest-DeleteServersAdminTestJSON-881447012-project] 10.222.0.104 "GET /v2.0/ports?device_id=ba387377-da87-4832-8988-a290e5ae50e0 HTTP/1.1" status: 200 len: 948 time: 0.2141349 Jul 06 13:54:01.785730 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-699c444f-76cc-4924-a9eb-cf9b43f4b08f req-ea4446ea-a296-4d8d-8490-20878e01e1d3 service neutron] 10.222.0.72 "GET /v2.0/networks/ac09d390-867f-4b75-a8d2-ab11550bffd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1498892 Jul 06 13:54:01.796965 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-f225848f-a0b3-4079-bf2b-c1801cb9a4d0 req-02209912-96e0-4b85-9af4-6285e199abe7 tempest-DeleteServersAdminTestJSON-881447012 tempest-DeleteServersAdminTestJSON-881447012-project] 10.222.0.104 "GET /v2.0/security-groups?id=dc1eac0c-f285-4e19-a9c2-c3098f82ccb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653992 Jul 06 13:54:01.822758 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-3e717c07-49ad-42b9-9c51-a67fa0e8e832 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:01.834859 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-3e717c07-49ad-42b9-9c51-a67fa0e8e832 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:01.876784 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e717c07-49ad-42b9-9c51-a67fa0e8e832 admin admin] vlan segment allocate from pool success with {'vlan_id': 1045, 'physical_network': 'physnet1'} {{(pid=100247) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 13:54:01.880348 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-44dbfa7d-b17e-4d52-851f-5e58c2b9e11e None None] Notify callbacks [] for port, precommit_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:01.887558 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84af257533e383389cbcf231d3534f4d5e149e7203fea16b4a8fc01438dddaf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a3ad307-4658-4824-b90f-02be85b8bb2c" -d '{"events": [{"server_uuid": "d5b1ab2e-f68f-4ff1-94dc-9e2e4496504f", "name": "network-vif-plugged", "status": "completed", "tag": "ca200c66-7bf8-42c4-9645-f1b6c7c03b1e"}]}' {{(pid=100248) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:54:01.894288 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e717c07-49ad-42b9-9c51-a67fa0e8e832 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e243ebf-9cf4-4917-8da6-0fd38b06f795,revision_number=1']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:54:01.899728 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-3e717c07-49ad-42b9-9c51-a67fa0e8e832 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552'] for segment, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:01.900072 n-d-773647-6 neutron-server[100247]: INFO neutron.db.segments_db [None req-3e717c07-49ad-42b9-9c51-a67fa0e8e832 admin admin] Added segment 65749612-fb0d-4f34-9eb9-d06c3a2fda80 of type vlan for network 4f6c277b-1b2d-40ad-a374-15bf31b2f6e9 Jul 06 13:54:01.912755 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-e0c369ed-6729-45fc-8abb-602a808b1580 tempest-ServersWithSpecificFlavorTestJSON-1219430523 tempest-ServersWithSpecificFlavorTestJSON-1219430523-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:01.918021 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-44dbfa7d-b17e-4d52-851f-5e58c2b9e11e None None] Transition to ACTIVE for port object b85538f4-88c9-40ed-85dd-64c299ea3a6d will not be triggered until provisioned by entity L2. {{(pid=100248) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 13:54:01.928953 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-44dbfa7d-b17e-4d52-851f-5e58c2b9e11e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:01.947803 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e46d938-2a16-4dc1-a643-a4edf6dd300f req-587a61d0-8154-4b02-8638-1fd04ae461d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:54:01.950157 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-8e46d938-2a16-4dc1-a643-a4edf6dd300f req-587a61d0-8154-4b02-8638-1fd04ae461d4 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=483ead9cc6094290930ff4aed37f7463&device_id=96a5ba91-9ae1-4374-9adc-f59710ec4759 HTTP/1.1" status: 200 len: 1119 time: 0.1053646 Jul 06 13:54:01.976678 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-3e717c07-49ad-42b9-9c51-a67fa0e8e832 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773752984405'] for network, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:02.032795 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-e0c369ed-6729-45fc-8abb-602a808b1580 tempest-ServersWithSpecificFlavorTestJSON-1219430523 tempest-ServersWithSpecificFlavorTestJSON-1219430523-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:02.040415 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-e0c369ed-6729-45fc-8abb-602a808b1580 tempest-ServersWithSpecificFlavorTestJSON-1219430523 tempest-ServersWithSpecificFlavorTestJSON-1219430523-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1898694'] for security_group_rule, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:02.050755 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-3e717c07-49ad-42b9-9c51-a67fa0e8e832 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060'] for network, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:02.051900 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e717c07-49ad-42b9-9c51-a67fa0e8e832 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:54:02.053026 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-3e717c07-49ad-42b9-9c51-a67fa0e8e832 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583035'] for network, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:02.120516 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c369ed-6729-45fc-8abb-602a808b1580 tempest-ServersWithSpecificFlavorTestJSON-1219430523 tempest-ServersWithSpecificFlavorTestJSON-1219430523-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e2ef95ee-ff7a-4b04-b63a-bbf3f271ec50,revision_number=0']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:54:02.134281 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-e0c369ed-6729-45fc-8abb-602a808b1580 tempest-ServersWithSpecificFlavorTestJSON-1219430523 tempest-ServersWithSpecificFlavorTestJSON-1219430523-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:02.135827 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-e0c369ed-6729-45fc-8abb-602a808b1580 tempest-ServersWithSpecificFlavorTestJSON-1219430523 tempest-ServersWithSpecificFlavorTestJSON-1219430523-project] 10.222.0.104 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5101116 Jul 06 13:54:02.139402 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 53978) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:54:02.141744 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c34bb46-eb5a-4ef5-9cad-98125d8f168d None None] Pushing event updated for resources: {'Port': ['ID=b85538f4-88c9-40ed-85dd-64c299ea3a6d,revision_number=3']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:54:02.150860 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-3e717c07-49ad-42b9-9c51-a67fa0e8e832 admin admin] 10.222.0.104 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.1505146 Jul 06 13:54:02.154413 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [None req-67187fca-47ff-47ee-a5cb-86a43a65bd9b tempest-ServersWithSpecificFlavorTestJSON-1219430523 tempest-ServersWithSpecificFlavorTestJSON-1219430523-project] Request body: {'security_group_rule': {'security_group_id': 'b480d027-214b-42ad-8ea1-99d6a4321406', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:54:02.158431 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 53980) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:54:02.168058 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e717c07-49ad-42b9-9c51-a67fa0e8e832 admin admin] Pushing event updated for resources: {'Network': ['ID=4f6c277b-1b2d-40ad-a374-15bf31b2f6e9,revision_number=1']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:54:02.179172 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [None req-b5ee3be4-5cfc-4495-9cc2-e6c3007f1ec2 admin admin] Request body: {'subnet': {'network_id': '4f6c277b-1b2d-40ad-a374-15bf31b2f6e9', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-264567298-subnet', 'tenant_id': '125e6575b3ba4365b3ae01568cef269b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:54:02.183778 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Network 4f6c277b-1b2d-40ad-a374-15bf31b2f6e9 details requested by agent ovs-agent-n-d-773647-6 with host n-d-773647-6 {{(pid=100248) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 13:54:02.196365 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 53982) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:54:02.216217 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5ee3be4-5cfc-4495-9cc2-e6c3007f1ec2 admin admin] Made reservation on behalf of 125e6575b3ba4365b3ae01568cef269b for: {'subnet': 1} {{(pid=100247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 13:54:02.219764 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-b5ee3be4-5cfc-4495-9cc2-e6c3007f1ec2 admin admin] Notify callbacks [] for subnet, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:02.223434 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e46d938-2a16-4dc1-a643-a4edf6dd300f req-9e421747-2dc1-4283-8788-4e62e479978c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:54:02.225482 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-8e46d938-2a16-4dc1-a643-a4edf6dd300f req-9e421747-2dc1-4283-8788-4e62e479978c service neutron] 10.222.0.72 "GET /v2.0/networks?id=ac09d390-867f-4b75-a8d2-ab11550bffd6 HTTP/1.1" status: 200 len: 871 time: 0.2671845 Jul 06 13:54:02.253829 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-bab60afb-0b4d-4518-8ee7-3008851441f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:02.335292 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-67187fca-47ff-47ee-a5cb-86a43a65bd9b tempest-ServersWithSpecificFlavorTestJSON-1219430523 tempest-ServersWithSpecificFlavorTestJSON-1219430523-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:02.369686 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-8e46d938-2a16-4dc1-a643-a4edf6dd300f req-b8e7db6b-1156-475d-b5e2-7f73425d1d52 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.93&port_id=2985e841-186d-4c50-81aa-7edeced86cb2 HTTP/1.1" status: 200 len: 217 time: 0.1198850 Jul 06 13:54:02.514509 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 13:54:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bba39cc-d23c-4bf5-a0cb-a941d2afe638 x-openstack-request-id: req-8bba39cc-d23c-4bf5-a0cb-a941d2afe638 {{(pid=100248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:54:02.514826 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5b1ab2e-f68f-4ff1-94dc-9e2e4496504f", "name": "network-vif-plugged", "status": "completed", "tag": "ca200c66-7bf8-42c4-9645-f1b6c7c03b1e", "code": 200}]} {{(pid=100248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:54:02.515083 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-8bba39cc-d23c-4bf5-a0cb-a941d2afe638 {{(pid=100248) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:54:02.515565 n-d-773647-6 neutron-server[100248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5b1ab2e-f68f-4ff1-94dc-9e2e4496504f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca200c66-7bf8-42c4-9645-f1b6c7c03b1e', 'code': 200} Jul 06 13:54:02.524131 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-44dbfa7d-b17e-4d52-851f-5e58c2b9e11e None None] Attempting to bind port b85538f4-88c9-40ed-85dd-64c299ea3a6d on host n-d-773647-6 for vnic_type normal with profile {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 13:54:02.524516 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-44dbfa7d-b17e-4d52-851f-5e58c2b9e11e None None] Attempting to bind port b85538f4-88c9-40ed-85dd-64c299ea3a6d by drivers openvswitch,hyperv on host n-d-773647-6 at level 0 using segments [{'id': 'a5ffa2f7-1926-4bdd-a79c-ddfaa3584aa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': 'a08450d2-3237-4251-a8c4-e75dc513364d'}] {{(pid=100248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 13:54:02.524883 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44dbfa7d-b17e-4d52-851f-5e58c2b9e11e None None] Attempting to bind port b85538f4-88c9-40ed-85dd-64c299ea3a6d on network a08450d2-3237-4251-a8c4-e75dc513364d {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 13:54:02.538155 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-67187fca-47ff-47ee-a5cb-86a43a65bd9b tempest-ServersWithSpecificFlavorTestJSON-1219430523 tempest-ServersWithSpecificFlavorTestJSON-1219430523-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:02.565556 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422c2c5c-8c53-4c9a-8323-3d9da0bc3025 req-381c3507-ca41-4dd0-915d-07dc67d389ea tempest-AggregatesAdminTestJSON-491068952 tempest-AggregatesAdminTestJSON-491068952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:54:02.567682 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44dbfa7d-b17e-4d52-851f-5e58c2b9e11e None None] Checking agent: {'id': '8ab5b19c-d213-4f29-891d-27bdf39d38b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773647-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 43, 26), 'started_at': datetime.datetime(2021, 7, 6, 13, 43, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 13, 53, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773647-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 13:54:02.568622 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44dbfa7d-b17e-4d52-851f-5e58c2b9e11e None None] Checking segment: {'id': 'a5ffa2f7-1926-4bdd-a79c-ddfaa3584aa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': 'a08450d2-3237-4251-a8c4-e75dc513364d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 13:54:02.569040 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-44dbfa7d-b17e-4d52-851f-5e58c2b9e11e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:02.569269 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-422c2c5c-8c53-4c9a-8323-3d9da0bc3025 req-381c3507-ca41-4dd0-915d-07dc67d389ea tempest-AggregatesAdminTestJSON-491068952 tempest-AggregatesAdminTestJSON-491068952-project] 10.222.0.104 "GET /v2.0/ports?device_id=d5b1ab2e-f68f-4ff1-94dc-9e2e4496504f HTTP/1.1" status: 200 len: 971 time: 0.1479783 Jul 06 13:54:02.569463 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44dbfa7d-b17e-4d52-851f-5e58c2b9e11e None None] Bound using segment: {'id': 'a5ffa2f7-1926-4bdd-a79c-ddfaa3584aa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': 'a08450d2-3237-4251-a8c4-e75dc513364d'} {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 13:54:02.569918 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-44dbfa7d-b17e-4d52-851f-5e58c2b9e11e None None] Bound port: b85538f4-88c9-40ed-85dd-64c299ea3a6d, host: n-d-773647-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5ffa2f7-1926-4bdd-a79c-ddfaa3584aa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': 'a08450d2-3237-4251-a8c4-e75dc513364d'}}] {{(pid=100248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 13:54:02.570373 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-44dbfa7d-b17e-4d52-851f-5e58c2b9e11e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:02.570752 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-67187fca-47ff-47ee-a5cb-86a43a65bd9b tempest-ServersWithSpecificFlavorTestJSON-1219430523 tempest-ServersWithSpecificFlavorTestJSON-1219430523-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1898694'] for security_group_rule, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:02.580262 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e46d938-2a16-4dc1-a643-a4edf6dd300f req-49461689-36ca-4763-8a6d-b1e6c3fb6cc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:54:02.584048 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-8e46d938-2a16-4dc1-a643-a4edf6dd300f req-49461689-36ca-4763-8a6d-b1e6c3fb6cc8 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=d1c3cc78-09b9-4e30-99fd-0e5830de101d HTTP/1.1" status: 200 len: 843 time: 0.2064269 Jul 06 13:54:02.598591 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-bab60afb-0b4d-4518-8ee7-3008851441f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:02.600373 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.72', 53475) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:54:02.670944 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-44dbfa7d-b17e-4d52-851f-5e58c2b9e11e None None] For port b85538f4-88c9-40ed-85dd-64c299ea3a6d, host n-d-773647-6, cleared binding levels {{(pid=100248) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 13:54:02.674840 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-44dbfa7d-b17e-4d52-851f-5e58c2b9e11e None None] For port b85538f4-88c9-40ed-85dd-64c299ea3a6d, host n-d-773647-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=b85538f4-88c9-40ed-85dd-64c299ea3a6d,segment=NetworkSegment(a5ffa2f7-1926-4bdd-a79c-ddfaa3584aa5),segment_id=a5ffa2f7-1926-4bdd-a79c-ddfaa3584aa5)] {{(pid=100248) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 13:54:02.682418 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-44dbfa7d-b17e-4d52-851f-5e58c2b9e11e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:02.700512 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-bab60afb-0b4d-4518-8ee7-3008851441f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:02.723287 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67187fca-47ff-47ee-a5cb-86a43a65bd9b tempest-ServersWithSpecificFlavorTestJSON-1219430523 tempest-ServersWithSpecificFlavorTestJSON-1219430523-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c94d60d-e0c5-4666-b8f5-e40b01a08430,revision_number=0']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:54:02.746457 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-67187fca-47ff-47ee-a5cb-86a43a65bd9b tempest-ServersWithSpecificFlavorTestJSON-1219430523 tempest-ServersWithSpecificFlavorTestJSON-1219430523-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:02.747689 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-67187fca-47ff-47ee-a5cb-86a43a65bd9b tempest-ServersWithSpecificFlavorTestJSON-1219430523 tempest-ServersWithSpecificFlavorTestJSON-1219430523-project] 10.222.0.104 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6069915 Jul 06 13:54:02.748949 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab60afb-0b4d-4518-8ee7-3008851441f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2eed7e56-432f-4f93-b8fe-5ace9ed76fa0,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:54:02.751498 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 54000) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:54:02.757940 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-f6859706-76fc-4222-8432-941f8fae83ba tempest-ServersWithSpecificFlavorTestJSON-1219430523 tempest-ServersWithSpecificFlavorTestJSON-1219430523-project] Request body: {'floatingip': {'floating_network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:54:02.772861 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44dbfa7d-b17e-4d52-851f-5e58c2b9e11e None None] Routers {'68b56f4a-8fd5-4550-b8b4-25717f6580d3'} bound to L3 agent in host n-d-773647-6 {{(pid=100248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 13:54:02.773512 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-44dbfa7d-b17e-4d52-851f-5e58c2b9e11e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T13:53:55Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['68b56f4a-8fd5-4550-b8b4-25717f6580d3'], 'active': True} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:54:02.820696 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c34bb46-eb5a-4ef5-9cad-98125d8f168d None None] Pushing event updated for resources: {'Port': ['ID=b85538f4-88c9-40ed-85dd-64c299ea3a6d,revision_number=4']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:54:02.821370 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-422c2c5c-8c53-4c9a-8323-3d9da0bc3025 req-c77ee6ca-b284-4b5b-8e2e-4a5295052ecd tempest-AggregatesAdminTestJSON-491068952 tempest-AggregatesAdminTestJSON-491068952-project] 10.222.0.104 "GET /v2.0/security-groups?id=7abb9813-5e4b-4b90-b594-85f99e55eee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2436774 Jul 06 13:54:02.823234 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-f6859706-76fc-4222-8432-941f8fae83ba tempest-ServersWithSpecificFlavorTestJSON-1219430523 tempest-ServersWithSpecificFlavorTestJSON-1219430523-project] Notify callbacks [] for floatingip, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:02.852051 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-bab60afb-0b4d-4518-8ee7-3008851441f8 admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=a8b38e6b66464122a1b595a1763a2261&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6534212 Jul 06 13:54:02.854665 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 54004) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:54:02.856970 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e46d938-2a16-4dc1-a643-a4edf6dd300f req-9fb63df3-da9e-4c1a-ae8c-19f40cc89aae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:54:02.858711 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-8e46d938-2a16-4dc1-a643-a4edf6dd300f req-9fb63df3-da9e-4c1a-ae8c-19f40cc89aae service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=ac09d390-867f-4b75-a8d2-ab11550bffd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2575357 Jul 06 13:54:02.893640 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-b5ee3be4-5cfc-4495-9cc2-e6c3007f1ec2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1849032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060'] for subnet, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:02.941598 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be12c4fd-31b3-442b-9114-8949fe300f7b req-0c430df1-2738-44f3-87d4-5b3ea360a9de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:54:02.943660 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-be12c4fd-31b3-442b-9114-8949fe300f7b req-0c430df1-2738-44f3-87d4-5b3ea360a9de service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=d5b1ab2e-f68f-4ff1-94dc-9e2e4496504f HTTP/1.1" status: 200 len: 1122 time: 0.3220208 Jul 06 13:54:02.970829 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvr_db [None req-44dbfa7d-b17e-4d52-851f-5e58c2b9e11e None None] Set router 68b56f4a-8fd5-4550-b8b4-25717f6580d3 gateway port host: n-d-773647-6 {{(pid=100248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 13:54:02.976184 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-be12c4fd-31b3-442b-9114-8949fe300f7b req-96096d8f-a929-4c09-b801-3c2bd46f331f service neutron] Notify callbacks [] for security_group, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:03.027443 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fb340b-137e-4e69-a731-9438ed23c75e req-d2744dd1-9987-4992-8682-21ac140a0c04 tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:54:03.034665 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-61fb340b-137e-4e69-a731-9438ed23c75e req-d2744dd1-9987-4992-8682-21ac140a0c04 tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] 10.222.0.104 "GET /v2.0/ports?device_id=96a5ba91-9ae1-4374-9adc-f59710ec4759 HTTP/1.1" status: 200 len: 968 time: 0.3439410 Jul 06 13:54:03.041524 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-306e2383-85f8-4237-980d-113c001e093e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:03.042307 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ee3be4-5cfc-4495-9cc2-e6c3007f1ec2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3ab4a4f6-31db-40f5-bd89-967e515dcbd9,revision_number=0']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:54:03.093417 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-306e2383-85f8-4237-980d-113c001e093e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:03.097560 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-8e46d938-2a16-4dc1-a643-a4edf6dd300f req-2967f274-b59b-4cde-8c08-7d23733afd3d service neutron] 10.222.0.72 "GET /v2.0/networks/ac09d390-867f-4b75-a8d2-ab11550bffd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2066691 Jul 06 13:54:03.106339 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5ee3be4-5cfc-4495-9cc2-e6c3007f1ec2 admin admin] Checking segment: {'id': '65749612-fb0d-4f34-9eb9-d06c3a2fda80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1045, 'network_id': '4f6c277b-1b2d-40ad-a374-15bf31b2f6e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100247) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 13:54:03.107596 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5ee3be4-5cfc-4495-9cc2-e6c3007f1ec2 admin admin] Network hostable DHCP agents. Network: 4f6c277b-1b2d-40ad-a374-15bf31b2f6e9, hostable agents: ['f2bada3d-be77-4359-982b-8505a2bbca04'], hosted agents: [] {{(pid=100247) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 13:54:03.163996 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-61fb340b-137e-4e69-a731-9438ed23c75e req-a233ebb6-ab78-4474-a45e-92b82b2644f1 tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] 10.222.0.104 "GET /v2.0/security-groups?id=9f5b92e9-7340-49c3-a9bb-41e4a1caffc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281869 Jul 06 13:54:03.182473 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5ee3be4-5cfc-4495-9cc2-e6c3007f1ec2 admin admin] Network 4f6c277b-1b2d-40ad-a374-15bf31b2f6e9 is scheduled to be hosted by DHCP agent f2bada3d-be77-4359-982b-8505a2bbca04 with binding_index 1 {{(pid=100247) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 13:54:03.227748 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba0156d-4d94-4023-af0d-1ad4505ebd9d req-4d90a632-a991-461d-b67c-2677241671b3 tempest-DeleteServersAdminTestJSON-881447012 tempest-DeleteServersAdminTestJSON-881447012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:54:03.230039 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-bba0156d-4d94-4023-af0d-1ad4505ebd9d req-4d90a632-a991-461d-b67c-2677241671b3 tempest-DeleteServersAdminTestJSON-881447012 tempest-DeleteServersAdminTestJSON-881447012-project] 10.222.0.104 "GET /v2.0/ports?device_id=ba387377-da87-4832-8988-a290e5ae50e0 HTTP/1.1" status: 200 len: 948 time: 0.2331316 Jul 06 13:54:03.234906 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.base_scheduler [None req-b5ee3be4-5cfc-4495-9cc2-e6c3007f1ec2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773647-6, 4f6c277b-1b2d-40ad-a374-15bf31b2f6e9) {{(pid=100247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:54:03.245613 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efa7a674-5fac-4a9b-9592-33d7c94d3f38 None None] Network 4f6c277b-1b2d-40ad-a374-15bf31b2f6e9 requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 13:54:03.257518 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5ee3be4-5cfc-4495-9cc2-e6c3007f1ec2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:54:03.258341 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-b5ee3be4-5cfc-4495-9cc2-e6c3007f1ec2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583035'] for subnet, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:03.267806 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-8e46d938-2a16-4dc1-a643-a4edf6dd300f req-9ab25b15-a489-4e59-b889-4988e77232b0 service neutron] 10.222.0.72 "GET /v2.0/networks/ac09d390-867f-4b75-a8d2-ab11550bffd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1630654 Jul 06 13:54:03.276425 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-f6859706-76fc-4222-8432-941f8fae83ba tempest-ServersWithSpecificFlavorTestJSON-1219430523 tempest-ServersWithSpecificFlavorTestJSON-1219430523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:03.290428 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-306e2383-85f8-4237-980d-113c001e093e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:03.294072 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-306e2383-85f8-4237-980d-113c001e093e admin admin] Notify callbacks [] for security_group, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:03.295355 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-306e2383-85f8-4237-980d-113c001e093e admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/2eed7e56-432f-4f93-b8fe-5ace9ed76fa0 HTTP/1.1" status: 204 len: 168 time: 0.4356790 Jul 06 13:54:03.303675 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-bba0156d-4d94-4023-af0d-1ad4505ebd9d req-f6a0404b-dbde-4fb9-bf9e-499c6bd304e3 tempest-DeleteServersAdminTestJSON-881447012 tempest-DeleteServersAdminTestJSON-881447012-project] 10.222.0.104 "GET /v2.0/security-groups?id=dc1eac0c-f285-4e19-a9c2-c3098f82ccb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660250 Jul 06 13:54:03.324954 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-be12c4fd-31b3-442b-9114-8949fe300f7b req-96096d8f-a929-4c09-b801-3c2bd46f331f service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:03.338138 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-be12c4fd-31b3-442b-9114-8949fe300f7b req-96096d8f-a929-4c09-b801-3c2bd46f331f service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:03.367895 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306e2383-85f8-4237-980d-113c001e093e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2eed7e56-432f-4f93-b8fe-5ace9ed76fa0,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:54:03.388445 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-b5ee3be4-5cfc-4495-9cc2-e6c3007f1ec2 admin admin] 10.222.0.104 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.2068987 Jul 06 13:54:03.393986 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-be12c4fd-31b3-442b-9114-8949fe300f7b req-96096d8f-a929-4c09-b801-3c2bd46f331f service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=7abb9813-5e4b-4b90-b594-85f99e55eee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4412138 Jul 06 13:54:03.400687 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96096d8f-a929-4c09-b801-3c2bd46f331f service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=70b30f0e-32de-4e80-a04d-9fe6063ac686,revision_number=1']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:54:03.436206 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-44dbfa7d-b17e-4d52-851f-5e58c2b9e11e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68b56f4a-8fd5-4550-b8b4-25717f6580d3', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1345606184-router', 'tenant_id': 'f7b92ac8b4f84669b7341c702807ce99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.92'}], 'enable_snat': True}, 'gw_port_id': 'abc22c89-863e-45d8-948d-74489da12c35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T13:53:49Z', 'updated_at': '2021-07-06T13:53:57Z', 'revision_number': 4, 'project_id': 'f7b92ac8b4f84669b7341c702807ce99', 'gw_port': {'id': 'abc22c89-863e-45d8-948d-74489da12c35', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:2d:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68b56f4a-8fd5-4550-b8b4-25717f6580d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 160, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:53:51Z', 'updated_at': '2021-07-06T13:53:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6', '_interfaces': [{'id': 'b85538f4-88c9-40ed-85dd-64c299ea3a6d', 'name': '', 'network_id': 'a08450d2-3237-4251-a8c4-e75dc513364d', 'tenant_id': 'f7b92ac8b4f84669b7341c702807ce99', 'mac_address': 'fa:16:3e:80:16:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68b56f4a-8fd5-4550-b8b4-25717f6580d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 176, 'fixed_ips': [{'subnet_id': '1f3155f0-b0ca-4403-bdeb-6c0218a8fd10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:53:56Z', 'updated_at': '2021-07-06T13:54:02Z', 'revision_number': 4, 'project_id': 'f7b92ac8b4f84669b7341c702807ce99', 'subnets': [{'id': '1f3155f0-b0ca-4403-bdeb-6c0218a8fd10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773647-6', False) {} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:54:03.470664 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44dbfa7d-b17e-4d52-851f-5e58c2b9e11e None None] The sync data for ids ['68b56f4a-8fd5-4550-b8b4-25717f6580d3'] in n-d-773647-6 is: [{'id': '68b56f4a-8fd5-4550-b8b4-25717f6580d3', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1345606184-router', 'tenant_id': 'f7b92ac8b4f84669b7341c702807ce99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.92'}], 'enable_snat': True}, 'gw_port_id': 'abc22c89-863e-45d8-948d-74489da12c35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T13:53:49Z', 'updated_at': '2021-07-06T13:53:57Z', 'revision_number': 4, 'project_id': 'f7b92ac8b4f84669b7341c702807ce99', 'gw_port': {'id': 'abc22c89-863e-45d8-948d-74489da12c35', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:2d:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68b56f4a-8fd5-4550-b8b4-25717f6580d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 160, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:53:51Z', 'updated_at': '2021-07-06T13:53:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6', '_interfaces': [{'id': 'b85538f4-88c9-40ed-85dd-64c299ea3a6d', 'name': '', 'network_id': 'a08450d2-3237-4251-a8c4-e75dc513364d', 'tenant_id': 'f7b92ac8b4f84669b7341c702807ce99', 'mac_address': 'fa:16:3e:80:16:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68b56f4a-8fd5-4550-b8b4-25717f6580d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 176, 'fixed_ips': [{'subnet_id': '1f3155f0-b0ca-4403-bdeb-6c0218a8fd10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:53:56Z', 'updated_at': '2021-07-06T13:54:02Z', 'revision_number': 4, 'project_id': 'f7b92ac8b4f84669b7341c702807ce99', 'subnets': [{'id': '1f3155f0-b0ca-4403-bdeb-6c0218a8fd10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 13:54:03.492701 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.db_base_plugin_common [None req-f6859706-76fc-4222-8432-941f8fae83ba tempest-ServersWithSpecificFlavorTestJSON-1219430523 tempest-ServersWithSpecificFlavorTestJSON-1219430523-project] Allocated IP 172.25.0.88 (2658f09e-a580-4d4a-9968-2d1e0ad93719/cbf74abc-6fe1-4d33-b005-c948923b9647/6be89b20-889b-4c4e-afec-fe45b22d121a) {{(pid=100246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 13:54:03.586468 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03413f4a-ac48-447e-ac7d-e7f0085d81e8 None None] Network 4f6c277b-1b2d-40ad-a374-15bf31b2f6e9 requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 13:54:03.709778 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-f6859706-76fc-4222-8432-941f8fae83ba tempest-ServersWithSpecificFlavorTestJSON-1219430523 tempest-ServersWithSpecificFlavorTestJSON-1219430523-project] Notify callbacks [] for port, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:03.786657 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-f6859706-76fc-4222-8432-941f8fae83ba tempest-ServersWithSpecificFlavorTestJSON-1219430523 tempest-ServersWithSpecificFlavorTestJSON-1219430523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108'] for port, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:03.844731 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6859706-76fc-4222-8432-941f8fae83ba tempest-ServersWithSpecificFlavorTestJSON-1219430523 tempest-ServersWithSpecificFlavorTestJSON-1219430523-project] Network 2658f09e-a580-4d4a-9968-2d1e0ad93719 is already hosted by enough agents. {{(pid=100246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 13:54:03.850092 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.base_scheduler [None req-f6859706-76fc-4222-8432-941f8fae83ba tempest-ServersWithSpecificFlavorTestJSON-1219430523 tempest-ServersWithSpecificFlavorTestJSON-1219430523-project] Resources bound (agent type, host, resource id): {{(pid=100246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:54:03.860451 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6859706-76fc-4222-8432-941f8fae83ba tempest-ServersWithSpecificFlavorTestJSON-1219430523 tempest-ServersWithSpecificFlavorTestJSON-1219430523-project] Received port after_create {{(pid=100246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 13:54:03.901602 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6859706-76fc-4222-8432-941f8fae83ba tempest-ServersWithSpecificFlavorTestJSON-1219430523 tempest-ServersWithSpecificFlavorTestJSON-1219430523-project] Pushing event updated for resources: {'Port': ['ID=6be89b20-889b-4c4e-afec-fe45b22d121a,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:54:04.032915 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-f6859706-76fc-4222-8432-941f8fae83ba tempest-ServersWithSpecificFlavorTestJSON-1219430523 tempest-ServersWithSpecificFlavorTestJSON-1219430523-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:04.112907 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-f6859706-76fc-4222-8432-941f8fae83ba tempest-ServersWithSpecificFlavorTestJSON-1219430523 tempest-ServersWithSpecificFlavorTestJSON-1219430523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:04.154653 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bae825-d7d0-4f6e-beda-d0087a28492a req-d00e5740-2064-4bc2-af2d-bbea66cb461b tempest-AggregatesAdminTestJSON-491068952 tempest-AggregatesAdminTestJSON-491068952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:54:04.156746 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-b8bae825-d7d0-4f6e-beda-d0087a28492a req-d00e5740-2064-4bc2-af2d-bbea66cb461b tempest-AggregatesAdminTestJSON-491068952 tempest-AggregatesAdminTestJSON-491068952-project] 10.222.0.104 "GET /v2.0/ports?device_id=d5b1ab2e-f68f-4ff1-94dc-9e2e4496504f HTTP/1.1" status: 200 len: 971 time: 0.1160893 Jul 06 13:54:04.274479 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-b8bae825-d7d0-4f6e-beda-d0087a28492a req-736593c0-e189-45f5-84ef-04164946ea6b tempest-AggregatesAdminTestJSON-491068952 tempest-AggregatesAdminTestJSON-491068952-project] 10.222.0.104 "GET /v2.0/security-groups?id=7abb9813-5e4b-4b90-b594-85f99e55eee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112912 Jul 06 13:54:04.385771 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device b85538f4-88c9-40ed-85dd-64c299ea3a6d up at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 13:54:04.405558 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-f6859706-76fc-4222-8432-941f8fae83ba tempest-ServersWithSpecificFlavorTestJSON-1219430523 tempest-ServersWithSpecificFlavorTestJSON-1219430523-project] Notify callbacks [] for port, precommit_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:04.413393 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-f6859706-76fc-4222-8432-941f8fae83ba tempest-ServersWithSpecificFlavorTestJSON-1219430523 tempest-ServersWithSpecificFlavorTestJSON-1219430523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:04.490514 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning for port b85538f4-88c9-40ed-85dd-64c299ea3a6d completed by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 13:54:04.495273 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning complete for port b85538f4-88c9-40ed-85dd-64c299ea3a6d triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:54:04.495909 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:04.513353 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62968f9-bca6-492e-bc30-799aa712efc0 req-449168df-27e2-4d61-b85f-9f295d3238b5 tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:54:04.514254 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-f6859706-76fc-4222-8432-941f8fae83ba tempest-ServersWithSpecificFlavorTestJSON-1219430523 tempest-ServersWithSpecificFlavorTestJSON-1219430523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1761130'] for floatingip, after_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:04.523084 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6859706-76fc-4222-8432-941f8fae83ba tempest-ServersWithSpecificFlavorTestJSON-1219430523 tempest-ServersWithSpecificFlavorTestJSON-1219430523-project] Pushing event updated for resources: {'Port': ['ID=6be89b20-889b-4c4e-afec-fe45b22d121a,revision_number=2']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:54:04.523310 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-a62968f9-bca6-492e-bc30-799aa712efc0 req-449168df-27e2-4d61-b85f-9f295d3238b5 tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] 10.222.0.104 "GET /v2.0/ports?device_id=96a5ba91-9ae1-4374-9adc-f59710ec4759 HTTP/1.1" status: 200 len: 968 time: 0.0997889 Jul 06 13:54:04.561940 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-f6859706-76fc-4222-8432-941f8fae83ba tempest-ServersWithSpecificFlavorTestJSON-1219430523 tempest-ServersWithSpecificFlavorTestJSON-1219430523-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for floatingip, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:04.563338 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-f6859706-76fc-4222-8432-941f8fae83ba tempest-ServersWithSpecificFlavorTestJSON-1219430523 tempest-ServersWithSpecificFlavorTestJSON-1219430523-project] 10.222.0.104 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.8092422 Jul 06 13:54:04.656317 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:04.697210 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 54066) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:54:04.729227 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] For port b85538f4-88c9-40ed-85dd-64c299ea3a6d, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=b85538f4-88c9-40ed-85dd-64c299ea3a6d,segment=NetworkSegment(a5ffa2f7-1926-4bdd-a79c-ddfaa3584aa5),segment_id=a5ffa2f7-1926-4bdd-a79c-ddfaa3584aa5)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:54:04.743626 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:04.819943 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Pushing event updated for resources: {'Port': ['ID=b85538f4-88c9-40ed-85dd-64c299ea3a6d,revision_number=5']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:54:04.829097 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 54074) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:54:04.836423 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-61ef9405-93b8-47f4-8406-defebbdf7a8e admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1572822940-network', 'tenant_id': 'a575a7c9bd6c431c8e74ec5132ca4b60'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:54:04.858050 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Device 2985e841-186d-4c50-81aa-7edeced86cb2 details requested by agent hyperv_n-h2-773647-6 with host n-h2-773647-6 {{(pid=100248) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 13:54:04.871288 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-a62968f9-bca6-492e-bc30-799aa712efc0 req-dd4565e5-90f6-467d-a380-d958d2991e78 tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] 10.222.0.104 "GET /v2.0/security-groups?id=9f5b92e9-7340-49c3-a9bb-41e4a1caffc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3466811 Jul 06 13:54:04.880104 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61ef9405-93b8-47f4-8406-defebbdf7a8e admin admin] Made reservation on behalf of a575a7c9bd6c431c8e74ec5132ca4b60 for: {'network': 1} {{(pid=100246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 13:54:04.890616 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-61ef9405-93b8-47f4-8406-defebbdf7a8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for network, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:04.928711 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec2001b-fa2a-4105-94d1-d8212d090c94 req-0e94cda3-cd7e-4989-99ce-741632a3acc1 tempest-DeleteServersAdminTestJSON-881447012 tempest-DeleteServersAdminTestJSON-881447012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:54:04.931564 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-61ef9405-93b8-47f4-8406-defebbdf7a8e admin admin] Notify callbacks [] for security_group, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:04.933919 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-4ec2001b-fa2a-4105-94d1-d8212d090c94 req-0e94cda3-cd7e-4989-99ce-741632a3acc1 tempest-DeleteServersAdminTestJSON-881447012 tempest-DeleteServersAdminTestJSON-881447012-project] 10.222.0.104 "GET /v2.0/ports?device_id=ba387377-da87-4832-8988-a290e5ae50e0 HTTP/1.1" status: 200 len: 948 time: 0.4054234 Jul 06 13:54:05.026649 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-4ec2001b-fa2a-4105-94d1-d8212d090c94 req-ab76ba81-34ba-4a3b-b98c-038b4c73e849 tempest-DeleteServersAdminTestJSON-881447012 tempest-DeleteServersAdminTestJSON-881447012-project] 10.222.0.104 "GET /v2.0/security-groups?id=dc1eac0c-f285-4e19-a9c2-c3098f82ccb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889635 Jul 06 13:54:05.041571 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] For port 2985e841-186d-4c50-81aa-7edeced86cb2, host n-h2-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=2985e841-186d-4c50-81aa-7edeced86cb2,segment=NetworkSegment(c9ea893d-045e-42cf-b3dd-cdd1f79baccd),segment_id=c9ea893d-045e-42cf-b3dd-cdd1f79baccd)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:54:05.075944 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Returning: {'device': '2985e841-186d-4c50-81aa-7edeced86cb2', 'network_id': 'ac09d390-867f-4b75-a8d2-ab11550bffd6', 'port_id': '2985e841-186d-4c50-81aa-7edeced86cb2', 'mac_address': 'fa:16:3e:c2:80:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1023, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd1c3cc78-09b9-4e30-99fd-0e5830de101d', 'ip_address': '192.168.233.93'}], 'device_owner': 'compute:tempest-test_az-375279855', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100248) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 13:54:05.081597 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Device 84d6b1fa-0230-4b93-85de-56e7eb7c3b9e details requested by agent hyperv_n-h1-773647-6 with host n-h1-773647-6 {{(pid=100248) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 13:54:05.131513 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-168b42b0-722f-42eb-bead-78312f88957a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:05.144141 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-09e20dd1-ddfd-4ce8-8f39-bddbcfd65d5a req-1cddd00f-10f2-4519-9a87-fe189388aa8c tempest-ServersWithSpecificFlavorTestJSON-1219430523 tempest-ServersWithSpecificFlavorTestJSON-1219430523-project] 10.222.0.104 "GET /v2.0/security-groups?name=tempest-securitygroup--688009000&fields=id&tenant_id=acb800f580674ba5b45dfb76ebc253b1 HTTP/1.1" status: 200 len: 267 time: 0.0812669 Jul 06 13:54:05.191775 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-61ef9405-93b8-47f4-8406-defebbdf7a8e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:05.290008 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 54086) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:54:05.302567 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-168b42b0-722f-42eb-bead-78312f88957a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:05.303178 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:05.304607 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-61ef9405-93b8-47f4-8406-defebbdf7a8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:05.321566 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-168b42b0-722f-42eb-bead-78312f88957a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:05.335724 n-d-773647-6 neutron-server[100248]: DEBUG neutron.notifiers.nova [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2985e841-186d-4c50-81aa-7edeced86cb2 {{(pid=100248) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 13:54:05.338855 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-61ef9405-93b8-47f4-8406-defebbdf7a8e admin admin] vlan segment allocate from pool success with {'vlan_id': 1004, 'physical_network': 'physnet1'} {{(pid=100246) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 13:54:05.359026 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] For port 2985e841-186d-4c50-81aa-7edeced86cb2, host n-h2-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=2985e841-186d-4c50-81aa-7edeced86cb2,segment=NetworkSegment(c9ea893d-045e-42cf-b3dd-cdd1f79baccd),segment_id=c9ea893d-045e-42cf-b3dd-cdd1f79baccd)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:54:05.362142 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] For port 84d6b1fa-0230-4b93-85de-56e7eb7c3b9e, host n-h1-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773647-6',level=0,port_id=84d6b1fa-0230-4b93-85de-56e7eb7c3b9e,segment=NetworkSegment(c9ea893d-045e-42cf-b3dd-cdd1f79baccd),segment_id=c9ea893d-045e-42cf-b3dd-cdd1f79baccd)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:54:05.367086 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:05.368039 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ef9405-93b8-47f4-8406-defebbdf7a8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a94e432-9d8e-4dee-a5c5-ba9ffcebcfd6,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:54:05.371664 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-61ef9405-93b8-47f4-8406-defebbdf7a8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552'] for segment, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:05.372130 n-d-773647-6 neutron-server[100246]: INFO neutron.db.segments_db [None req-61ef9405-93b8-47f4-8406-defebbdf7a8e admin admin] Added segment c174a20c-1192-47eb-913d-a3537ae797f3 of type vlan for network 932ed93b-d0bd-4302-ab82-c9d554ed8a86 Jul 06 13:54:05.407625 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168b42b0-722f-42eb-bead-78312f88957a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf7f30cc-8b6a-4259-b3ea-f908578a6540,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:54:05.414452 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-168b42b0-722f-42eb-bead-78312f88957a admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=542b57bbcd0147679858beb1ace9d789&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7160661 Jul 06 13:54:05.417185 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 54092) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:54:05.429578 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Returning: {'device': '84d6b1fa-0230-4b93-85de-56e7eb7c3b9e', 'network_id': 'ac09d390-867f-4b75-a8d2-ab11550bffd6', 'port_id': '84d6b1fa-0230-4b93-85de-56e7eb7c3b9e', 'mac_address': 'fa:16:3e:53:f8:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1023, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd1c3cc78-09b9-4e30-99fd-0e5830de101d', 'ip_address': '192.168.233.109'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100248) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 13:54:05.464085 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e20dd1-ddfd-4ce8-8f39-bddbcfd65d5a req-259efc6e-380c-4619-b35b-e26fa17be8c9 tempest-ServersWithSpecificFlavorTestJSON-1219430523 tempest-ServersWithSpecificFlavorTestJSON-1219430523-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:54:05.466094 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-09e20dd1-ddfd-4ce8-8f39-bddbcfd65d5a req-259efc6e-380c-4619-b35b-e26fa17be8c9 tempest-ServersWithSpecificFlavorTestJSON-1219430523 tempest-ServersWithSpecificFlavorTestJSON-1219430523-project] 10.222.0.104 "GET /v2.0/networks?id=460f74e5-0a7f-4f78-8d1f-c6320874439c HTTP/1.1" status: 200 len: 824 time: 0.3208880 Jul 06 13:54:05.472822 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [None req-f1e64422-375b-482e-a0fc-90b3c6e2188a admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-49333329-network', 'tenant_id': '5aa238d449314226b68d16d2a37b7938'}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:54:05.489613 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-61ef9405-93b8-47f4-8406-defebbdf7a8e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773752984405'] for network, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:05.496941 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Pushing event updated for resources: {'Port': ['ID=2985e841-186d-4c50-81aa-7edeced86cb2,revision_number=4']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:54:05.506767 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:05.518402 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-0d8ed92e-7afa-4b7f-98a2-35f558fb68f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:05.525785 n-d-773647-6 neutron-server[100248]: DEBUG neutron.notifiers.nova [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 84d6b1fa-0230-4b93-85de-56e7eb7c3b9e {{(pid=100248) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 13:54:05.540193 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-09e20dd1-ddfd-4ce8-8f39-bddbcfd65d5a req-964b757f-8191-4b8e-8565-92c39cbbd9f6 tempest-ServersWithSpecificFlavorTestJSON-1219430523 tempest-ServersWithSpecificFlavorTestJSON-1219430523-project] 10.222.0.104 "GET /v2.0/quotas/acb800f580674ba5b45dfb76ebc253b1 HTTP/1.1" status: 200 len: 375 time: 0.0487978 Jul 06 13:54:05.547531 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] For port 84d6b1fa-0230-4b93-85de-56e7eb7c3b9e, host n-h1-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773647-6',level=0,port_id=84d6b1fa-0230-4b93-85de-56e7eb7c3b9e,segment=NetworkSegment(c9ea893d-045e-42cf-b3dd-cdd1f79baccd),segment_id=c9ea893d-045e-42cf-b3dd-cdd1f79baccd)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:54:05.548886 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-0d8ed92e-7afa-4b7f-98a2-35f558fb68f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:05.553087 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:05.555812 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-61ef9405-93b8-47f4-8406-defebbdf7a8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060'] for network, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:05.556710 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61ef9405-93b8-47f4-8406-defebbdf7a8e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:54:05.557508 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-61ef9405-93b8-47f4-8406-defebbdf7a8e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583035'] for network, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:05.566412 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1e64422-375b-482e-a0fc-90b3c6e2188a admin admin] Made reservation on behalf of 5aa238d449314226b68d16d2a37b7938 for: {'network': 1} {{(pid=100247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 13:54:05.568724 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-f1e64422-375b-482e-a0fc-90b3c6e2188a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for network, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:05.592220 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-f1e64422-375b-482e-a0fc-90b3c6e2188a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:05.592421 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] get_ports_and_sgs() called for port_ids ['2985e841-186d-4c50-81aa-7edeced86cb2'] {{(pid=100248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 13:54:05.631291 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-61ef9405-93b8-47f4-8406-defebbdf7a8e admin admin] 10.222.0.104 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8000591 Jul 06 13:54:05.634302 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 54094) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:54:05.639039 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-959b4e19-e081-4494-9daf-1ba44aacf0dc admin admin] Request body: {'subnet': {'network_id': '932ed93b-d0bd-4302-ab82-c9d554ed8a86', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1572822940-subnet', 'tenant_id': 'a575a7c9bd6c431c8e74ec5132ca4b60', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:54:05.640167 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Pushing event updated for resources: {'Port': ['ID=84d6b1fa-0230-4b93-85de-56e7eb7c3b9e,revision_number=4']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:54:05.659274 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ef9405-93b8-47f4-8406-defebbdf7a8e admin admin] Pushing event updated for resources: {'Network': ['ID=932ed93b-d0bd-4302-ab82-c9d554ed8a86,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:54:05.673593 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b39986b-5da5-4de5-a2e7-5038c6a42efe req-f3e380b1-158a-4026-94b1-0a84e0ee84a5 tempest-AggregatesAdminTestJSON-491068952 tempest-AggregatesAdminTestJSON-491068952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:54:05.675159 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-2b39986b-5da5-4de5-a2e7-5038c6a42efe req-f3e380b1-158a-4026-94b1-0a84e0ee84a5 tempest-AggregatesAdminTestJSON-491068952 tempest-AggregatesAdminTestJSON-491068952-project] 10.222.0.104 "GET /v2.0/ports?device_id=d5b1ab2e-f68f-4ff1-94dc-9e2e4496504f HTTP/1.1" status: 200 len: 971 time: 0.1971226 Jul 06 13:54:05.679498 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-0d8ed92e-7afa-4b7f-98a2-35f558fb68f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:05.684264 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-0d8ed92e-7afa-4b7f-98a2-35f558fb68f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:05.684424 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Network 932ed93b-d0bd-4302-ab82-c9d554ed8a86 details requested by agent ovs-agent-n-d-773647-6 with host n-d-773647-6 {{(pid=100248) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 13:54:05.685759 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-0d8ed92e-7afa-4b7f-98a2-35f558fb68f7 admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/bf7f30cc-8b6a-4259-b3ea-f908578a6540 HTTP/1.1" status: 204 len: 168 time: 0.2675526 Jul 06 13:54:05.694186 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8ed92e-7afa-4b7f-98a2-35f558fb68f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf7f30cc-8b6a-4259-b3ea-f908578a6540,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:54:05.766844 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-2b39986b-5da5-4de5-a2e7-5038c6a42efe req-63139d7b-8066-4374-a4cd-dfc927be7596 tempest-AggregatesAdminTestJSON-491068952 tempest-AggregatesAdminTestJSON-491068952-project] 10.222.0.104 "GET /v2.0/security-groups?id=7abb9813-5e4b-4b90-b594-85f99e55eee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829358 Jul 06 13:54:05.788043 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-09e20dd1-ddfd-4ce8-8f39-bddbcfd65d5a req-3543993a-a8e5-439d-851c-e0a247d37188 tempest-ServersWithSpecificFlavorTestJSON-1219430523 tempest-ServersWithSpecificFlavorTestJSON-1219430523-project] 10.222.0.104 "GET /v2.0/ports?tenant_id=acb800f580674ba5b45dfb76ebc253b1&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2343187 Jul 06 13:54:05.829762 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-f1e64422-375b-482e-a0fc-90b3c6e2188a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:05.853773 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-f1e64422-375b-482e-a0fc-90b3c6e2188a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:05.859958 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-959b4e19-e081-4494-9daf-1ba44aacf0dc admin admin] Made reservation on behalf of a575a7c9bd6c431c8e74ec5132ca4b60 for: {'subnet': 1} {{(pid=100246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 13:54:05.862798 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-959b4e19-e081-4494-9daf-1ba44aacf0dc admin admin] Notify callbacks [] for subnet, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:05.875937 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1e64422-375b-482e-a0fc-90b3c6e2188a admin admin] vlan segment allocate from pool success with {'vlan_id': 1044, 'physical_network': 'physnet1'} {{(pid=100247) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 13:54:05.901491 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-f1e64422-375b-482e-a0fc-90b3c6e2188a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552'] for segment, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:05.902064 n-d-773647-6 neutron-server[100247]: INFO neutron.db.segments_db [None req-f1e64422-375b-482e-a0fc-90b3c6e2188a admin admin] Added segment 26f74b4f-ecf5-4836-af25-90b9528264bd of type vlan for network 4a973c6b-79bd-4be5-8390-2d3d2d7162ea Jul 06 13:54:05.939457 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e64422-375b-482e-a0fc-90b3c6e2188a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be172bf9-132f-4571-a5c1-0a751b1b69d2,revision_number=1']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:54:05.962066 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-f1e64422-375b-482e-a0fc-90b3c6e2188a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773752984405'] for network, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:05.994264 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] get_ports_and_sgs() called for port_ids ['84d6b1fa-0230-4b93-85de-56e7eb7c3b9e'] {{(pid=100248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 13:54:06.041508 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [req-09e20dd1-ddfd-4ce8-8f39-bddbcfd65d5a req-d72d6db4-869c-4b5b-b447-f805c6bf5d0a service neutron] http://10.222.0.104:9696/v2.0/extensions returned with HTTP 200 {{(pid=100247) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 13:54:06.043107 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-09e20dd1-ddfd-4ce8-8f39-bddbcfd65d5a req-d72d6db4-869c-4b5b-b447-f805c6bf5d0a service neutron] 10.222.0.104 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0739317 Jul 06 13:54:06.046552 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-f1e64422-375b-482e-a0fc-90b3c6e2188a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060'] for network, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:06.047815 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1e64422-375b-482e-a0fc-90b3c6e2188a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:54:06.048546 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-f1e64422-375b-482e-a0fc-90b3c6e2188a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583035'] for network, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:06.109336 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 54110) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:54:06.126290 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-d116f1d0-547b-45db-8f93-73a5e9df1004 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:06.159646 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-959b4e19-e081-4494-9daf-1ba44aacf0dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1849032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060'] for subnet, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:06.175575 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-f1e64422-375b-482e-a0fc-90b3c6e2188a admin admin] 10.222.0.104 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.8839726 Jul 06 13:54:06.177225 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e64422-375b-482e-a0fc-90b3c6e2188a admin admin] Pushing event updated for resources: {'Network': ['ID=4a973c6b-79bd-4be5-8390-2d3d2d7162ea,revision_number=1']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:54:06.183080 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 54112) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:54:06.187422 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Network 4a973c6b-79bd-4be5-8390-2d3d2d7162ea details requested by agent ovs-agent-n-d-773647-6 with host n-d-773647-6 {{(pid=100248) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 13:54:06.196615 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [None req-c14068a7-d724-4719-acd3-1e0ac66fcc16 admin admin] Request body: {'subnet': {'network_id': '4a973c6b-79bd-4be5-8390-2d3d2d7162ea', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-49333329-subnet', 'tenant_id': '5aa238d449314226b68d16d2a37b7938', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:54:06.269843 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device b85538f4-88c9-40ed-85dd-64c299ea3a6d up at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 13:54:06.278903 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60005c8-efe4-4a34-b464-7390f0dca879 req-da58dd5a-307c-48c2-bae7-e9d4d5b52a86 tempest-AggregatesAdminTestJSON-611585361 tempest-AggregatesAdminTestJSON-611585361-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:54:06.280486 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-c60005c8-efe4-4a34-b464-7390f0dca879 req-da58dd5a-307c-48c2-bae7-e9d4d5b52a86 tempest-AggregatesAdminTestJSON-611585361 tempest-AggregatesAdminTestJSON-611585361-project-admin] 10.222.0.104 "GET /v2.0/ports?device_id=d5b1ab2e-f68f-4ff1-94dc-9e2e4496504f HTTP/1.1" status: 200 len: 1122 time: 0.2787533 Jul 06 13:54:06.287738 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-09e20dd1-ddfd-4ce8-8f39-bddbcfd65d5a req-366b8c16-b871-4a07-a69f-ffb7bd5fb524 service neutron] 10.222.0.104 "GET /v2.0/networks/460f74e5-0a7f-4f78-8d1f-c6320874439c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2356365 Jul 06 13:54:06.312132 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-c60005c8-efe4-4a34-b464-7390f0dca879 req-6a74cd70-673a-4e16-b4f6-f237d8aa1e61 tempest-AggregatesAdminTestJSON-611585361 tempest-AggregatesAdminTestJSON-611585361-project-admin] Notify callbacks [] for security_group, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:06.325404 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning complete for port b85538f4-88c9-40ed-85dd-64c299ea3a6d triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:54:06.325784 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:06.403541 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-09e20dd1-ddfd-4ce8-8f39-bddbcfd65d5a req-890a7ef5-a63c-46ed-8482-9e4f741bf243 service neutron] 10.222.0.104 "GET /v2.0/networks/460f74e5-0a7f-4f78-8d1f-c6320874439c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1064370 Jul 06 13:54:06.408875 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959b4e19-e081-4494-9daf-1ba44aacf0dc admin admin] Pushing event updated for resources: {'Subnet': ['ID=eafda808-8cb6-4445-8598-18ba34218073,revision_number=0']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:54:06.426020 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-959b4e19-e081-4494-9daf-1ba44aacf0dc admin admin] Checking segment: {'id': 'c174a20c-1192-47eb-913d-a3537ae797f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': '932ed93b-d0bd-4302-ab82-c9d554ed8a86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 13:54:06.426379 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-959b4e19-e081-4494-9daf-1ba44aacf0dc admin admin] Network hostable DHCP agents. Network: 932ed93b-d0bd-4302-ab82-c9d554ed8a86, hostable agents: ['f2bada3d-be77-4359-982b-8505a2bbca04'], hosted agents: [] {{(pid=100246) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 13:54:06.453873 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-959b4e19-e081-4494-9daf-1ba44aacf0dc admin admin] Network 932ed93b-d0bd-4302-ab82-c9d554ed8a86 is scheduled to be hosted by DHCP agent f2bada3d-be77-4359-982b-8505a2bbca04 with binding_index 1 {{(pid=100246) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 13:54:06.470484 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.base_scheduler [None req-959b4e19-e081-4494-9daf-1ba44aacf0dc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773647-6, 932ed93b-d0bd-4302-ab82-c9d554ed8a86) {{(pid=100246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:54:06.477952 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-959b4e19-e081-4494-9daf-1ba44aacf0dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:54:06.478546 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-959b4e19-e081-4494-9daf-1ba44aacf0dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583035'] for subnet, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:06.481454 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59b4f98f-856d-4400-931b-a4d74ac455eb None None] Network 932ed93b-d0bd-4302-ab82-c9d554ed8a86 requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 13:54:06.492479 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-d116f1d0-547b-45db-8f93-73a5e9df1004 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:06.497595 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-d116f1d0-547b-45db-8f93-73a5e9df1004 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:06.526831 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c14068a7-d724-4719-acd3-1e0ac66fcc16 admin admin] Made reservation on behalf of 5aa238d449314226b68d16d2a37b7938 for: {'subnet': 1} {{(pid=100247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 13:54:06.532983 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-c14068a7-d724-4719-acd3-1e0ac66fcc16 admin admin] Notify callbacks [] for subnet, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:06.541118 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-959b4e19-e081-4494-9daf-1ba44aacf0dc admin admin] 10.222.0.104 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9058137 Jul 06 13:54:06.544113 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-d116f1d0-547b-45db-8f93-73a5e9df1004 admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=9058b05c33cf43f4a6c0d16ad8a388bf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4337473 Jul 06 13:54:06.544985 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d116f1d0-547b-45db-8f93-73a5e9df1004 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e40cb25-1bf5-4650-b898-83817fdbd7d7,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:54:06.548282 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 54114) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:54:06.663491 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-3a8314e9-b599-407e-96a7-c65952cb48cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:06.666571 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-c60005c8-efe4-4a34-b464-7390f0dca879 req-6a74cd70-673a-4e16-b4f6-f237d8aa1e61 tempest-AggregatesAdminTestJSON-611585361 tempest-AggregatesAdminTestJSON-611585361-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:06.695318 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-c60005c8-efe4-4a34-b464-7390f0dca879 req-6a74cd70-673a-4e16-b4f6-f237d8aa1e61 tempest-AggregatesAdminTestJSON-611585361 tempest-AggregatesAdminTestJSON-611585361-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:06.706889 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-3a8314e9-b599-407e-96a7-c65952cb48cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:06.773413 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-c60005c8-efe4-4a34-b464-7390f0dca879 req-6a74cd70-673a-4e16-b4f6-f237d8aa1e61 tempest-AggregatesAdminTestJSON-611585361 tempest-AggregatesAdminTestJSON-611585361-project-admin] 10.222.0.104 "GET /v2.0/security-groups?id=7abb9813-5e4b-4b90-b594-85f99e55eee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4843187 Jul 06 13:54:06.782986 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a74cd70-673a-4e16-b4f6-f237d8aa1e61 tempest-AggregatesAdminTestJSON-611585361 tempest-AggregatesAdminTestJSON-611585361-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f34c9b6-b030-4056-aba7-ecbf208d5c6a,revision_number=1']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:54:06.783625 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-3a8314e9-b599-407e-96a7-c65952cb48cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:06.797111 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0fd38f7-f8bf-43ee-b1cf-91fa0e72604d None None] Network 932ed93b-d0bd-4302-ab82-c9d554ed8a86 requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 13:54:06.804156 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-3a8314e9-b599-407e-96a7-c65952cb48cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:06.806079 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-3a8314e9-b599-407e-96a7-c65952cb48cd admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/9e40cb25-1bf5-4650-b898-83817fdbd7d7 HTTP/1.1" status: 204 len: 168 time: 0.2568660 Jul 06 13:54:06.828635 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8314e9-b599-407e-96a7-c65952cb48cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e40cb25-1bf5-4650-b898-83817fdbd7d7,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:54:06.873641 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Device 84d6b1fa-0230-4b93-85de-56e7eb7c3b9e up at agent hyperv_n-h1-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 13:54:06.906554 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Device 2985e841-186d-4c50-81aa-7edeced86cb2 up at agent hyperv_n-h2-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 13:54:07.034024 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Provisioning for port 84d6b1fa-0230-4b93-85de-56e7eb7c3b9e completed by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 13:54:07.041659 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Provisioning complete for port 84d6b1fa-0230-4b93-85de-56e7eb7c3b9e triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:54:07.041905 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:07.042591 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b78e46-ef9d-4dfe-a883-7091583df2fd req-4ac9e041-be0f-4367-a32b-00d8986f61d8 tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:54:07.049409 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-95b78e46-ef9d-4dfe-a883-7091583df2fd req-4ac9e041-be0f-4367-a32b-00d8986f61d8 tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] 10.222.0.104 "GET /v2.0/ports?device_id=96a5ba91-9ae1-4374-9adc-f59710ec4759 HTTP/1.1" status: 200 len: 969 time: 0.2706749 Jul 06 13:54:07.132187 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-c14068a7-d724-4719-acd3-1e0ac66fcc16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1849032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060'] for subnet, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:07.155472 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:07.161107 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-95b78e46-ef9d-4dfe-a883-7091583df2fd req-c1c2dbd5-5087-4949-8238-f1dfade93977 tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] 10.222.0.104 "GET /v2.0/security-groups?id=9f5b92e9-7340-49c3-a9bb-41e4a1caffc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107655 Jul 06 13:54:07.203099 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Provisioning for port 2985e841-186d-4c50-81aa-7edeced86cb2 completed by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 13:54:07.231965 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Provisioning complete for port 2985e841-186d-4c50-81aa-7edeced86cb2 triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:54:07.232356 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:07.243122 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5255ab7a-2aab-486f-a499-3cdcdd5fb62d req-2c9ec66a-d5b9-4efe-9581-42ba8ce18981 tempest-DeleteServersAdminTestJSON-881447012 tempest-DeleteServersAdminTestJSON-881447012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:54:07.244971 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-5255ab7a-2aab-486f-a499-3cdcdd5fb62d req-2c9ec66a-d5b9-4efe-9581-42ba8ce18981 tempest-DeleteServersAdminTestJSON-881447012 tempest-DeleteServersAdminTestJSON-881447012-project] 10.222.0.104 "GET /v2.0/ports?device_id=ba387377-da87-4832-8988-a290e5ae50e0 HTTP/1.1" status: 200 len: 949 time: 0.2587042 Jul 06 13:54:07.279748 n-d-773647-6 neutron-server[100248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba387377-da87-4832-8988-a290e5ae50e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84d6b1fa-0230-4b93-85de-56e7eb7c3b9e'}] {{(pid=100248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 13:54:07.282534 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84af257533e383389cbcf231d3534f4d5e149e7203fea16b4a8fc01438dddaf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1cf310f-e549-4330-9422-19adf46a91a4" -d '{"events": [{"server_uuid": "ba387377-da87-4832-8988-a290e5ae50e0", "name": "network-vif-plugged", "status": "completed", "tag": "84d6b1fa-0230-4b93-85de-56e7eb7c3b9e"}]}' {{(pid=100248) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:54:07.287625 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14068a7-d724-4719-acd3-1e0ac66fcc16 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1c3ef236-743a-4cc4-8ae1-020d24464266,revision_number=0']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:54:07.308042 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-d491d0cf-0ece-4719-a922-7e421d595f56 req-6b182f2b-d59f-4e69-9702-2ee6fc6d48f0 tempest-ServersWithSpecificFlavorTestJSON-1219430523 tempest-ServersWithSpecificFlavorTestJSON-1219430523-project] 10.222.0.104 "GET /v2.0/ports?device_id=3ac78f26-658e-4e41-8628-330fee97fb44 HTTP/1.1" status: 200 len: 210 time: 0.0753083 Jul 06 13:54:07.311378 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] For port 84d6b1fa-0230-4b93-85de-56e7eb7c3b9e, host n-h1-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773647-6',level=0,port_id=84d6b1fa-0230-4b93-85de-56e7eb7c3b9e,segment=NetworkSegment(c9ea893d-045e-42cf-b3dd-cdd1f79baccd),segment_id=c9ea893d-045e-42cf-b3dd-cdd1f79baccd)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:54:07.318997 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:07.336356 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c14068a7-d724-4719-acd3-1e0ac66fcc16 admin admin] Checking segment: {'id': '26f74b4f-ecf5-4836-af25-90b9528264bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': '4a973c6b-79bd-4be5-8390-2d3d2d7162ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100247) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 13:54:07.336872 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c14068a7-d724-4719-acd3-1e0ac66fcc16 admin admin] Network hostable DHCP agents. Network: 4a973c6b-79bd-4be5-8390-2d3d2d7162ea, hostable agents: ['f2bada3d-be77-4359-982b-8505a2bbca04'], hosted agents: [] {{(pid=100247) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 13:54:07.344851 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-5255ab7a-2aab-486f-a499-3cdcdd5fb62d req-6214986b-c991-48a0-bb8f-35ed9d47728f tempest-DeleteServersAdminTestJSON-881447012 tempest-DeleteServersAdminTestJSON-881447012-project] 10.222.0.104 "GET /v2.0/security-groups?id=dc1eac0c-f285-4e19-a9c2-c3098f82ccb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868747 Jul 06 13:54:07.373520 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c14068a7-d724-4719-acd3-1e0ac66fcc16 admin admin] Network 4a973c6b-79bd-4be5-8390-2d3d2d7162ea is scheduled to be hosted by DHCP agent f2bada3d-be77-4359-982b-8505a2bbca04 with binding_index 1 {{(pid=100247) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 13:54:07.392457 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.base_scheduler [None req-c14068a7-d724-4719-acd3-1e0ac66fcc16 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773647-6, 4a973c6b-79bd-4be5-8390-2d3d2d7162ea) {{(pid=100247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:54:07.397485 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c14068a7-d724-4719-acd3-1e0ac66fcc16 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:54:07.398298 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-c14068a7-d724-4719-acd3-1e0ac66fcc16 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583035'] for subnet, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:07.404468 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07cb8f63-d63d-4d14-9b42-41a37e3b15ea None None] Network 4a973c6b-79bd-4be5-8390-2d3d2d7162ea requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 13:54:07.427167 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-c14068a7-d724-4719-acd3-1e0ac66fcc16 admin admin] 10.222.0.104 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.2400386 Jul 06 13:54:07.494822 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:07.509901 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Pushing event updated for resources: {'Port': ['ID=84d6b1fa-0230-4b93-85de-56e7eb7c3b9e,revision_number=5']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:54:07.554045 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] For port 2985e841-186d-4c50-81aa-7edeced86cb2, host n-h2-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=2985e841-186d-4c50-81aa-7edeced86cb2,segment=NetworkSegment(c9ea893d-045e-42cf-b3dd-cdd1f79baccd),segment_id=c9ea893d-045e-42cf-b3dd-cdd1f79baccd)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:54:07.560375 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:07.653365 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-792ef2c6-0002-4507-b4f8-7766d9e20b73 None None] Network 4a973c6b-79bd-4be5-8390-2d3d2d7162ea requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 13:54:07.698500 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Pushing event updated for resources: {'Port': ['ID=2985e841-186d-4c50-81aa-7edeced86cb2,revision_number=5']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:54:07.946483 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713194ef-9c41-4fa3-b928-f651c85230c3 req-d55ae4b7-71af-4f36-a004-4d3da4a9b902 tempest-LiveMigrationTest-2001684970 tempest-LiveMigrationTest-2001684970-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:54:07.948041 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-713194ef-9c41-4fa3-b928-f651c85230c3 req-d55ae4b7-71af-4f36-a004-4d3da4a9b902 tempest-LiveMigrationTest-2001684970 tempest-LiveMigrationTest-2001684970-project] 10.222.0.104 "GET /v2.0/networks?id=4f6c277b-1b2d-40ad-a374-15bf31b2f6e9 HTTP/1.1" status: 200 len: 807 time: 0.1285791 Jul 06 13:54:07.967731 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-713194ef-9c41-4fa3-b928-f651c85230c3 req-cb21013b-d8d7-4617-9295-d6c78a652454 tempest-LiveMigrationTest-2001684970 tempest-LiveMigrationTest-2001684970-project] 10.222.0.104 "GET /v2.0/quotas/125e6575b3ba4365b3ae01568cef269b HTTP/1.1" status: 200 len: 375 time: 0.0142238 Jul 06 13:54:08.007597 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-713194ef-9c41-4fa3-b928-f651c85230c3 req-706f9f06-2b3a-42da-bc2b-05c809fa0e52 tempest-LiveMigrationTest-2001684970 tempest-LiveMigrationTest-2001684970-project] 10.222.0.104 "GET /v2.0/ports?tenant_id=125e6575b3ba4365b3ae01568cef269b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0324287 Jul 06 13:54:08.228690 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 13:54:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d968fdf4-fa5d-418e-9959-45b5a569a536 x-openstack-request-id: req-d968fdf4-fa5d-418e-9959-45b5a569a536 {{(pid=100248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:54:08.228690 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba387377-da87-4832-8988-a290e5ae50e0", "name": "network-vif-plugged", "status": "completed", "tag": "84d6b1fa-0230-4b93-85de-56e7eb7c3b9e", "code": 200}]} {{(pid=100248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:54:08.228690 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-d968fdf4-fa5d-418e-9959-45b5a569a536 {{(pid=100248) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:54:08.228690 n-d-773647-6 neutron-server[100248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba387377-da87-4832-8988-a290e5ae50e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84d6b1fa-0230-4b93-85de-56e7eb7c3b9e', 'code': 200} Jul 06 13:54:08.379519 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e20dd1-ddfd-4ce8-8f39-bddbcfd65d5a req-36c12cbe-0e3b-403e-bcac-1137a85cf881 tempest-ServersWithSpecificFlavorTestJSON-1219430523 tempest-ServersWithSpecificFlavorTestJSON-1219430523-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:54:08.381274 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-09e20dd1-ddfd-4ce8-8f39-bddbcfd65d5a req-36c12cbe-0e3b-403e-bcac-1137a85cf881 tempest-ServersWithSpecificFlavorTestJSON-1219430523 tempest-ServersWithSpecificFlavorTestJSON-1219430523-project] 10.222.0.127 "GET /v2.0/networks?id=460f74e5-0a7f-4f78-8d1f-c6320874439c HTTP/1.1" status: 200 len: 824 time: 0.2380619 Jul 06 13:54:08.457535 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.127', 62022) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:54:08.470812 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-09e20dd1-ddfd-4ce8-8f39-bddbcfd65d5a req-e31fc05b-0e7c-471c-914c-9cd3b760e21c tempest-ServersWithSpecificFlavorTestJSON-1219430523 tempest-ServersWithSpecificFlavorTestJSON-1219430523-project] 10.222.0.127 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=acb800f580674ba5b45dfb76ebc253b1 HTTP/1.1" status: 200 len: 379 time: 0.0792954 Jul 06 13:54:08.480914 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [req-09e20dd1-ddfd-4ce8-8f39-bddbcfd65d5a req-5c8153ce-4e8f-4afb-aaeb-e555144538b0 tempest-ServersWithSpecificFlavorTestJSON-1219430523 tempest-ServersWithSpecificFlavorTestJSON-1219430523-project] Request body: {'port': {'device_id': '3ac78f26-658e-4e41-8628-330fee97fb44', 'network_id': '460f74e5-0a7f-4f78-8d1f-c6320874439c', 'admin_state_up': True, 'tenant_id': 'acb800f580674ba5b45dfb76ebc253b1', 'security_groups': ['b480d027-214b-42ad-8ea1-99d6a4321406']}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:54:08.495026 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [req-713194ef-9c41-4fa3-b928-f651c85230c3 req-769d0e86-f378-4eb5-b8ad-f79bd327223e service neutron] http://10.222.0.104:9696/v2.0/extensions returned with HTTP 200 {{(pid=100247) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 13:54:08.504724 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-713194ef-9c41-4fa3-b928-f651c85230c3 req-769d0e86-f378-4eb5-b8ad-f79bd327223e service neutron] 10.222.0.104 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2536299 Jul 06 13:54:08.593021 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e89122-bbc1-4d70-8dd5-3a324d6ca23f req-a2cd305c-0f01-4646-9cda-9ae24d588f0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:54:08.594806 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-69e89122-bbc1-4d70-8dd5-3a324d6ca23f req-a2cd305c-0f01-4646-9cda-9ae24d588f0b service neutron] 10.222.0.127 "GET /v2.0/ports?device_id=ba387377-da87-4832-8988-a290e5ae50e0 HTTP/1.1" status: 200 len: 1101 time: 0.1362369 Jul 06 13:54:08.666525 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-69e89122-bbc1-4d70-8dd5-3a324d6ca23f req-adc18afb-e7be-4660-83c5-7d7484ec5326 service neutron] 10.222.0.127 "GET /v2.0/security-groups?id=dc1eac0c-f285-4e19-a9c2-c3098f82ccb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552831 Jul 06 13:54:08.666990 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 54218) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:54:08.671876 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-b5e25ade-3e73-4aa1-9429-7cdb47ac46b0 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-52715466-network', 'tenant_id': '13ba4eeabae549978be6800cdbc0c3df'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:54:08.694191 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5e25ade-3e73-4aa1-9429-7cdb47ac46b0 admin admin] Made reservation on behalf of 13ba4eeabae549978be6800cdbc0c3df for: {'network': 1} {{(pid=100246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 13:54:08.696578 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-b5e25ade-3e73-4aa1-9429-7cdb47ac46b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for network, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:08.706346 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-b5e25ade-3e73-4aa1-9429-7cdb47ac46b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:08.810403 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-b5e25ade-3e73-4aa1-9429-7cdb47ac46b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:08.815811 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-b5e25ade-3e73-4aa1-9429-7cdb47ac46b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:08.844797 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b5e25ade-3e73-4aa1-9429-7cdb47ac46b0 admin admin] vlan segment allocate from pool success with {'vlan_id': 1041, 'physical_network': 'physnet1'} {{(pid=100246) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 13:54:08.852010 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e25ade-3e73-4aa1-9429-7cdb47ac46b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e44afbb-3495-4c22-af56-27bb5e681847,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:54:08.872311 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-b5e25ade-3e73-4aa1-9429-7cdb47ac46b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552'] for segment, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:08.872654 n-d-773647-6 neutron-server[100246]: INFO neutron.db.segments_db [None req-b5e25ade-3e73-4aa1-9429-7cdb47ac46b0 admin admin] Added segment 64b49b95-7355-4728-b867-54acb404dc12 of type vlan for network 0ed877c5-47c8-4d02-8979-85ff32fc6e85 Jul 06 13:54:08.924186 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-b5e25ade-3e73-4aa1-9429-7cdb47ac46b0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773752984405'] for network, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:08.925913 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874a01c9-edb3-48a4-8bde-206f1ccc4053 req-5db33057-6897-4b3a-8f25-bda25367cbff tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:54:08.932806 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-874a01c9-edb3-48a4-8bde-206f1ccc4053 req-5db33057-6897-4b3a-8f25-bda25367cbff tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] 10.222.0.104 "GET /v2.0/ports?device_id=96a5ba91-9ae1-4374-9adc-f59710ec4759 HTTP/1.1" status: 200 len: 970 time: 0.3556855 Jul 06 13:54:08.938009 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-713194ef-9c41-4fa3-b928-f651c85230c3 req-94c9d0fa-3ced-41eb-a852-5555c5b84437 service neutron] 10.222.0.104 "GET /v2.0/networks/4f6c277b-1b2d-40ad-a374-15bf31b2f6e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4322696 Jul 06 13:54:08.957526 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-b5e25ade-3e73-4aa1-9429-7cdb47ac46b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060'] for network, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:08.959195 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5e25ade-3e73-4aa1-9429-7cdb47ac46b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:54:08.960070 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-b5e25ade-3e73-4aa1-9429-7cdb47ac46b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583035'] for network, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:09.025898 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e25ade-3e73-4aa1-9429-7cdb47ac46b0 admin admin] Pushing event updated for resources: {'Network': ['ID=0ed877c5-47c8-4d02-8979-85ff32fc6e85,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:54:09.034680 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-09e20dd1-ddfd-4ce8-8f39-bddbcfd65d5a req-5c8153ce-4e8f-4afb-aaeb-e555144538b0 tempest-ServersWithSpecificFlavorTestJSON-1219430523 tempest-ServersWithSpecificFlavorTestJSON-1219430523-project] Made reservation on behalf of acb800f580674ba5b45dfb76ebc253b1 for: {'port': 1} {{(pid=100247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 13:54:09.038214 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Network 0ed877c5-47c8-4d02-8979-85ff32fc6e85 details requested by agent ovs-agent-n-d-773647-6 with host n-d-773647-6 {{(pid=100248) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 13:54:09.038970 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-09e20dd1-ddfd-4ce8-8f39-bddbcfd65d5a req-5c8153ce-4e8f-4afb-aaeb-e555144538b0 tempest-ServersWithSpecificFlavorTestJSON-1219430523 tempest-ServersWithSpecificFlavorTestJSON-1219430523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:09.042682 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-b5e25ade-3e73-4aa1-9429-7cdb47ac46b0 admin admin] 10.222.0.104 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3746383 Jul 06 13:54:09.045455 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 54228) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:54:09.051420 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-3e9053bd-cd97-41c8-9a8f-d08f986a3b0b admin admin] Request body: {'subnet': {'network_id': '0ed877c5-47c8-4d02-8979-85ff32fc6e85', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-52715466-subnet', 'tenant_id': '13ba4eeabae549978be6800cdbc0c3df', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:54:09.053720 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-874a01c9-edb3-48a4-8bde-206f1ccc4053 req-b13ade8e-74f4-4487-a98c-7e79555bbd47 tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] 10.222.0.104 "GET /v2.0/security-groups?id=9f5b92e9-7340-49c3-a9bb-41e4a1caffc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201026 Jul 06 13:54:09.085580 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e9053bd-cd97-41c8-9a8f-d08f986a3b0b admin admin] Made reservation on behalf of 13ba4eeabae549978be6800cdbc0c3df for: {'subnet': 1} {{(pid=100246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 13:54:09.089365 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-3e9053bd-cd97-41c8-9a8f-d08f986a3b0b admin admin] Notify callbacks [] for subnet, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:09.115319 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.agents_db [None req-167c0ad6-1657-4c9a-a2c4-3b18056aa662 None None] Agent healthcheck: found 7 active agents {{(pid=100249) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 13:54:09.121575 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-713194ef-9c41-4fa3-b928-f651c85230c3 req-2d0af0eb-e81d-49c3-874c-c6416225d402 service neutron] 10.222.0.104 "GET /v2.0/networks/4f6c277b-1b2d-40ad-a374-15bf31b2f6e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1747386 Jul 06 13:54:09.261834 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-f3c65a52-1564-4c5f-abb1-a25d6f46d8f4 req-b6f020b0-36f6-4303-a467-ff2dacdde92c tempest-ServersWithSpecificFlavorTestJSON-1219430523 tempest-ServersWithSpecificFlavorTestJSON-1219430523-project] 10.222.0.104 "GET /v2.0/ports?device_id=3ac78f26-658e-4e41-8628-330fee97fb44 HTTP/1.1" status: 200 len: 210 time: 0.0368495 Jul 06 13:54:09.284635 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.db_base_plugin_common [req-09e20dd1-ddfd-4ce8-8f39-bddbcfd65d5a req-5c8153ce-4e8f-4afb-aaeb-e555144538b0 tempest-ServersWithSpecificFlavorTestJSON-1219430523 tempest-ServersWithSpecificFlavorTestJSON-1219430523-project] Allocated IP 172.20.0.10 (460f74e5-0a7f-4f78-8d1f-c6320874439c/018ef28b-510d-4b0e-ac77-2e6a29444295/b9b105f0-126d-4118-bb1b-03c0831ba0af) {{(pid=100247) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 13:54:09.352703 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-3e9053bd-cd97-41c8-9a8f-d08f986a3b0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1849032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060'] for subnet, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:09.432009 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e9053bd-cd97-41c8-9a8f-d08f986a3b0b admin admin] Checking segment: {'id': '64b49b95-7355-4728-b867-54acb404dc12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1041, 'network_id': '0ed877c5-47c8-4d02-8979-85ff32fc6e85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 13:54:09.432375 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e9053bd-cd97-41c8-9a8f-d08f986a3b0b admin admin] Network hostable DHCP agents. Network: 0ed877c5-47c8-4d02-8979-85ff32fc6e85, hostable agents: ['f2bada3d-be77-4359-982b-8505a2bbca04'], hosted agents: [] {{(pid=100246) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 13:54:09.435718 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9053bd-cd97-41c8-9a8f-d08f986a3b0b admin admin] Pushing event updated for resources: {'Subnet': ['ID=2cbdf885-8994-4e6f-ba03-f724531f6e08,revision_number=0']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:54:09.457717 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e9053bd-cd97-41c8-9a8f-d08f986a3b0b admin admin] Network 0ed877c5-47c8-4d02-8979-85ff32fc6e85 is scheduled to be hosted by DHCP agent f2bada3d-be77-4359-982b-8505a2bbca04 with binding_index 1 {{(pid=100246) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 13:54:09.476522 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.base_scheduler [None req-3e9053bd-cd97-41c8-9a8f-d08f986a3b0b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773647-6, 0ed877c5-47c8-4d02-8979-85ff32fc6e85) {{(pid=100246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:54:09.480410 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e9053bd-cd97-41c8-9a8f-d08f986a3b0b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:54:09.481165 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-3e9053bd-cd97-41c8-9a8f-d08f986a3b0b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583035'] for subnet, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:09.488223 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8093d528-e9a3-4f11-be91-f24400a66f06 None None] Network 0ed877c5-47c8-4d02-8979-85ff32fc6e85 requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 13:54:09.510498 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-3e9053bd-cd97-41c8-9a8f-d08f986a3b0b admin admin] 10.222.0.104 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4549017 Jul 06 13:54:09.529551 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-09e20dd1-ddfd-4ce8-8f39-bddbcfd65d5a req-5c8153ce-4e8f-4afb-aaeb-e555144538b0 tempest-ServersWithSpecificFlavorTestJSON-1219430523 tempest-ServersWithSpecificFlavorTestJSON-1219430523-project] Notify callbacks [] for port, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:09.544065 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.provisioning_blocks [req-09e20dd1-ddfd-4ce8-8f39-bddbcfd65d5a req-5c8153ce-4e8f-4afb-aaeb-e555144538b0 tempest-ServersWithSpecificFlavorTestJSON-1219430523 tempest-ServersWithSpecificFlavorTestJSON-1219430523-project] Transition to ACTIVE for port object b9b105f0-126d-4118-bb1b-03c0831ba0af will not be triggered until provisioned by entity DHCP. {{(pid=100247) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 13:54:09.628437 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-09e20dd1-ddfd-4ce8-8f39-bddbcfd65d5a req-5c8153ce-4e8f-4afb-aaeb-e555144538b0 tempest-ServersWithSpecificFlavorTestJSON-1219430523 tempest-ServersWithSpecificFlavorTestJSON-1219430523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108'] for port, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:09.665616 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65ca4cca-1211-440a-bd6b-3c6a2b047bc8 None None] Network 0ed877c5-47c8-4d02-8979-85ff32fc6e85 requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 13:54:09.749611 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8153ce-4e8f-4afb-aaeb-e555144538b0 tempest-ServersWithSpecificFlavorTestJSON-1219430523 tempest-ServersWithSpecificFlavorTestJSON-1219430523-project] Pushing event updated for resources: {'Port': ['ID=b9b105f0-126d-4118-bb1b-03c0831ba0af,revision_number=1']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:54:09.777881 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-09e20dd1-ddfd-4ce8-8f39-bddbcfd65d5a req-5c8153ce-4e8f-4afb-aaeb-e555144538b0 tempest-ServersWithSpecificFlavorTestJSON-1219430523 tempest-ServersWithSpecificFlavorTestJSON-1219430523-project] Network 460f74e5-0a7f-4f78-8d1f-c6320874439c is already hosted by enough agents. {{(pid=100247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 13:54:09.780355 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.base_scheduler [req-09e20dd1-ddfd-4ce8-8f39-bddbcfd65d5a req-5c8153ce-4e8f-4afb-aaeb-e555144538b0 tempest-ServersWithSpecificFlavorTestJSON-1219430523 tempest-ServersWithSpecificFlavorTestJSON-1219430523-project] Resources bound (agent type, host, resource id): {{(pid=100247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:54:09.783565 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.l3_dvrscheduler_db [req-09e20dd1-ddfd-4ce8-8f39-bddbcfd65d5a req-5c8153ce-4e8f-4afb-aaeb-e555144538b0 tempest-ServersWithSpecificFlavorTestJSON-1219430523 tempest-ServersWithSpecificFlavorTestJSON-1219430523-project] Received port after_create {{(pid=100247) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 13:54:09.790305 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e20dd1-ddfd-4ce8-8f39-bddbcfd65d5a req-5c8153ce-4e8f-4afb-aaeb-e555144538b0 tempest-ServersWithSpecificFlavorTestJSON-1219430523 tempest-ServersWithSpecificFlavorTestJSON-1219430523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:54:09.790948 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-09e20dd1-ddfd-4ce8-8f39-bddbcfd65d5a req-5c8153ce-4e8f-4afb-aaeb-e555144538b0 tempest-ServersWithSpecificFlavorTestJSON-1219430523 tempest-ServersWithSpecificFlavorTestJSON-1219430523-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583035'] for port, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:09.839873 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-09e20dd1-ddfd-4ce8-8f39-bddbcfd65d5a req-5c8153ce-4e8f-4afb-aaeb-e555144538b0 tempest-ServersWithSpecificFlavorTestJSON-1219430523 tempest-ServersWithSpecificFlavorTestJSON-1219430523-project] 10.222.0.127 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3630054 Jul 06 13:54:09.858493 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642dfc3d-9933-4e4b-aff8-77f2888a8ade req-3b255cd8-5292-44f8-a044-6e543d63a55d tempest-DeleteServersAdminTestJSON-881447012 tempest-DeleteServersAdminTestJSON-881447012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:54:09.866526 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-642dfc3d-9933-4e4b-aff8-77f2888a8ade req-3b255cd8-5292-44f8-a044-6e543d63a55d tempest-DeleteServersAdminTestJSON-881447012 tempest-DeleteServersAdminTestJSON-881447012-project] 10.222.0.104 "GET /v2.0/ports?device_id=ba387377-da87-4832-8988-a290e5ae50e0 HTTP/1.1" status: 200 len: 950 time: 0.2901742 Jul 06 13:54:09.890501 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [req-09e20dd1-ddfd-4ce8-8f39-bddbcfd65d5a req-9050ebea-2133-4364-bc71-0d4f58f019c5 service neutron] Request body: {'port': {'device_id': '3ac78f26-658e-4e41-8628-330fee97fb44', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-773647-6'}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:54:09.922471 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-88f16a9c-b3d2-44a9-a8c6-23a250fbfb1b req-5f144905-0da2-4ac4-a0f4-dcb3d3ba3535 tempest-LiveMigrationTest-2001684970 tempest-LiveMigrationTest-2001684970-project] 10.222.0.104 "GET /v2.0/ports?device_id=38cb1596-590e-44d7-bc4d-de552f284c55 HTTP/1.1" status: 200 len: 210 time: 0.0509925 Jul 06 13:54:09.964843 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-642dfc3d-9933-4e4b-aff8-77f2888a8ade req-8fe5e008-dae7-4227-9ce0-a141dcf9b16a tempest-DeleteServersAdminTestJSON-881447012 tempest-DeleteServersAdminTestJSON-881447012-project] 10.222.0.104 "GET /v2.0/security-groups?id=dc1eac0c-f285-4e19-a9c2-c3098f82ccb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974009 Jul 06 13:54:10.041316 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-09e20dd1-ddfd-4ce8-8f39-bddbcfd65d5a req-9050ebea-2133-4364-bc71-0d4f58f019c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:10.126844 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-6cf6daca-3481-4f3d-a255-76f6fb2f628b None None] Provisioning for port b9b105f0-126d-4118-bb1b-03c0831ba0af completed by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 13:54:10.133487 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-6cf6daca-3481-4f3d-a255-76f6fb2f628b None None] Provisioning complete for port b9b105f0-126d-4118-bb1b-03c0831ba0af triggered by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:54:10.134090 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-6cf6daca-3481-4f3d-a255-76f6fb2f628b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:10.182726 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-6cf6daca-3481-4f3d-a255-76f6fb2f628b None None] Port b9b105f0-126d-4118-bb1b-03c0831ba0af cannot update to ACTIVE because it is not bound. {{(pid=100248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 13:54:10.193702 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:10.222750 n-d-773647-6 neutron-server[100248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96a5ba91-9ae1-4374-9adc-f59710ec4759', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2985e841-186d-4c50-81aa-7edeced86cb2'}] {{(pid=100248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 13:54:10.225470 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84af257533e383389cbcf231d3534f4d5e149e7203fea16b4a8fc01438dddaf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e5d266a-2d99-4d2b-9f59-ba87e2c13686" -d '{"events": [{"server_uuid": "96a5ba91-9ae1-4374-9adc-f59710ec4759", "name": "network-vif-plugged", "status": "completed", "tag": "2985e841-186d-4c50-81aa-7edeced86cb2"}]}' {{(pid=100248) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:54:10.476617 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d4a2a9-c8ac-4d6c-870b-d2756ae0c7b1 req-11854f63-bac7-4aac-ba2a-6dbe371bcac1 tempest-VolumesAdminNegativeTest-2074182479 tempest-VolumesAdminNegativeTest-2074182479-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:54:10.477985 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-51d4a2a9-c8ac-4d6c-870b-d2756ae0c7b1 req-11854f63-bac7-4aac-ba2a-6dbe371bcac1 tempest-VolumesAdminNegativeTest-2074182479 tempest-VolumesAdminNegativeTest-2074182479-project] 10.222.0.104 "GET /v2.0/networks?id=4a973c6b-79bd-4be5-8390-2d3d2d7162ea HTTP/1.1" status: 200 len: 813 time: 0.1905565 Jul 06 13:54:10.516022 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-51d4a2a9-c8ac-4d6c-870b-d2756ae0c7b1 req-9606f9b9-9893-40b6-8af1-526a1621bfec tempest-VolumesAdminNegativeTest-2074182479 tempest-VolumesAdminNegativeTest-2074182479-project] 10.222.0.104 "GET /v2.0/quotas/5aa238d449314226b68d16d2a37b7938 HTTP/1.1" status: 200 len: 375 time: 0.0288553 Jul 06 13:54:10.524057 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24309179-f4ad-495e-a5be-3257f04cb7df req-2adcf562-00be-4d26-a965-66b6609a5197 tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:54:10.525470 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-24309179-f4ad-495e-a5be-3257f04cb7df req-2adcf562-00be-4d26-a965-66b6609a5197 tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] 10.222.0.104 "GET /v2.0/ports?device_id=96a5ba91-9ae1-4374-9adc-f59710ec4759 HTTP/1.1" status: 200 len: 970 time: 0.2128267 Jul 06 13:54:10.589337 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-51d4a2a9-c8ac-4d6c-870b-d2756ae0c7b1 req-ba25742c-8c93-49ac-ad9d-471a66b8dd8c tempest-VolumesAdminNegativeTest-2074182479 tempest-VolumesAdminNegativeTest-2074182479-project] 10.222.0.104 "GET /v2.0/ports?tenant_id=5aa238d449314226b68d16d2a37b7938&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0472512 Jul 06 13:54:10.608611 n-d-773647-6 neutron-server[100247]: DEBUG neutron.notifiers.nova [req-09e20dd1-ddfd-4ce8-8f39-bddbcfd65d5a req-9050ebea-2133-4364-bc71-0d4f58f019c5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b9b105f0-126d-4118-bb1b-03c0831ba0af {{(pid=100247) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 13:54:10.635744 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-09e20dd1-ddfd-4ce8-8f39-bddbcfd65d5a req-9050ebea-2133-4364-bc71-0d4f58f019c5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:10.664666 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-24309179-f4ad-495e-a5be-3257f04cb7df req-3529d959-2d44-46b8-850a-cae6c9524125 tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] 10.222.0.104 "GET /v2.0/security-groups?id=9f5b92e9-7340-49c3-a9bb-41e4a1caffc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200137 Jul 06 13:54:10.685806 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.provisioning_blocks [req-09e20dd1-ddfd-4ce8-8f39-bddbcfd65d5a req-9050ebea-2133-4364-bc71-0d4f58f019c5 service neutron] Transition to ACTIVE for port object b9b105f0-126d-4118-bb1b-03c0831ba0af will not be triggered until provisioned by entity L2. {{(pid=100247) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 13:54:10.692511 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-09e20dd1-ddfd-4ce8-8f39-bddbcfd65d5a req-9050ebea-2133-4364-bc71-0d4f58f019c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:10.779897 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-51d4a2a9-c8ac-4d6c-870b-d2756ae0c7b1 req-bb858cf9-f6cd-4046-89a5-1ec319fbb38b service neutron] 10.222.0.104 "GET /v2.0/networks/4a973c6b-79bd-4be5-8390-2d3d2d7162ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1789975 Jul 06 13:54:10.782246 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9050ebea-2133-4364-bc71-0d4f58f019c5 service neutron] Pushing event updated for resources: {'Port': ['ID=b9b105f0-126d-4118-bb1b-03c0831ba0af,revision_number=2']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:54:10.815285 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 13:54:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54dedd0c-60ef-4695-be86-63051b07ffe3 x-openstack-request-id: req-54dedd0c-60ef-4695-be86-63051b07ffe3 {{(pid=100248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:54:10.815644 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96a5ba91-9ae1-4374-9adc-f59710ec4759", "name": "network-vif-plugged", "status": "completed", "tag": "2985e841-186d-4c50-81aa-7edeced86cb2", "code": 200}]} {{(pid=100248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:54:10.815898 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-54dedd0c-60ef-4695-be86-63051b07ffe3 {{(pid=100248) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:54:10.816434 n-d-773647-6 neutron-server[100248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96a5ba91-9ae1-4374-9adc-f59710ec4759', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2985e841-186d-4c50-81aa-7edeced86cb2', 'code': 200} Jul 06 13:54:10.834812 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.managers [req-09e20dd1-ddfd-4ce8-8f39-bddbcfd65d5a req-9050ebea-2133-4364-bc71-0d4f58f019c5 service neutron] Attempting to bind port b9b105f0-126d-4118-bb1b-03c0831ba0af on host n-h1-773647-6 for vnic_type normal with profile {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 13:54:10.835147 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.managers [req-09e20dd1-ddfd-4ce8-8f39-bddbcfd65d5a req-9050ebea-2133-4364-bc71-0d4f58f019c5 service neutron] Attempting to bind port b9b105f0-126d-4118-bb1b-03c0831ba0af by drivers openvswitch,hyperv on host n-h1-773647-6 at level 0 using segments [{'id': 'a35ce525-b1c8-41c9-9ae8-4677f48117d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1002, 'network_id': '460f74e5-0a7f-4f78-8d1f-c6320874439c'}] {{(pid=100247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 13:54:10.835498 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09e20dd1-ddfd-4ce8-8f39-bddbcfd65d5a req-9050ebea-2133-4364-bc71-0d4f58f019c5 service neutron] Attempting to bind port b9b105f0-126d-4118-bb1b-03c0831ba0af on network 460f74e5-0a7f-4f78-8d1f-c6320874439c {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 13:54:10.953667 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09e20dd1-ddfd-4ce8-8f39-bddbcfd65d5a req-9050ebea-2133-4364-bc71-0d4f58f019c5 service neutron] Port b9b105f0-126d-4118-bb1b-03c0831ba0af on network 460f74e5-0a7f-4f78-8d1f-c6320874439c not bound, no agent of type Open vSwitch agent registered on host n-h1-773647-6 {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 13:54:10.954031 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09e20dd1-ddfd-4ce8-8f39-bddbcfd65d5a req-9050ebea-2133-4364-bc71-0d4f58f019c5 service neutron] Attempting to bind port b9b105f0-126d-4118-bb1b-03c0831ba0af on network 460f74e5-0a7f-4f78-8d1f-c6320874439c {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 13:54:10.974433 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3c594d-2c7d-4f3a-bd40-5fe1397460c4 req-f0e1d464-d40b-436f-9fc2-b07eb363b28a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:54:10.976823 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-9d3c594d-2c7d-4f3a-bd40-5fe1397460c4 req-f0e1d464-d40b-436f-9fc2-b07eb363b28a service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=96a5ba91-9ae1-4374-9adc-f59710ec4759 HTTP/1.1" status: 200 len: 1121 time: 0.0641975 Jul 06 13:54:10.998538 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09e20dd1-ddfd-4ce8-8f39-bddbcfd65d5a req-9050ebea-2133-4364-bc71-0d4f58f019c5 service neutron] Checking agent: {'id': '5bf7147f-bada-4441-a5dc-934b903473fb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-773647-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 51, 12), 'started_at': datetime.datetime(2021, 7, 6, 13, 51, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 13, 53, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 13:54:10.998791 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09e20dd1-ddfd-4ce8-8f39-bddbcfd65d5a req-9050ebea-2133-4364-bc71-0d4f58f019c5 service neutron] Checking segment: {'id': 'a35ce525-b1c8-41c9-9ae8-4677f48117d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1002, 'network_id': '460f74e5-0a7f-4f78-8d1f-c6320874439c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100247) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 13:54:10.999173 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09e20dd1-ddfd-4ce8-8f39-bddbcfd65d5a req-9050ebea-2133-4364-bc71-0d4f58f019c5 service neutron] Bound using segment: {'id': 'a35ce525-b1c8-41c9-9ae8-4677f48117d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1002, 'network_id': '460f74e5-0a7f-4f78-8d1f-c6320874439c'} {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 13:54:10.999638 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.managers [req-09e20dd1-ddfd-4ce8-8f39-bddbcfd65d5a req-9050ebea-2133-4364-bc71-0d4f58f019c5 service neutron] Bound port: b9b105f0-126d-4118-bb1b-03c0831ba0af, host: n-h1-773647-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a35ce525-b1c8-41c9-9ae8-4677f48117d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1002, 'network_id': '460f74e5-0a7f-4f78-8d1f-c6320874439c'}}] {{(pid=100247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 13:54:10.999988 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-09e20dd1-ddfd-4ce8-8f39-bddbcfd65d5a req-9050ebea-2133-4364-bc71-0d4f58f019c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:11.021779 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-9d3c594d-2c7d-4f3a-bd40-5fe1397460c4 req-2eaf2892-ee91-4ee5-836f-d833c12e04b8 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=9f5b92e9-7340-49c3-a9bb-41e4a1caffc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374894 Jul 06 13:54:11.121916 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713194ef-9c41-4fa3-b928-f651c85230c3 req-ecebf013-ce56-4a5c-9ce5-7408cfefffc1 tempest-LiveMigrationTest-2001684970 tempest-LiveMigrationTest-2001684970-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:54:11.123373 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-713194ef-9c41-4fa3-b928-f651c85230c3 req-ecebf013-ce56-4a5c-9ce5-7408cfefffc1 tempest-LiveMigrationTest-2001684970 tempest-LiveMigrationTest-2001684970-project] 10.222.0.72 "GET /v2.0/networks?id=4f6c277b-1b2d-40ad-a374-15bf31b2f6e9 HTTP/1.1" status: 200 len: 807 time: 0.2760649 Jul 06 13:54:11.128590 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-51d4a2a9-c8ac-4d6c-870b-d2756ae0c7b1 req-df150488-2e4d-4977-b7b7-bb258529c25b service neutron] 10.222.0.104 "GET /v2.0/networks/4a973c6b-79bd-4be5-8390-2d3d2d7162ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3335805 Jul 06 13:54:11.145251 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [req-713194ef-9c41-4fa3-b928-f651c85230c3 req-495acb63-9d9d-4d74-86ea-c7ce5c52933e tempest-LiveMigrationTest-2001684970 tempest-LiveMigrationTest-2001684970-project] Request body: {'port': {'device_id': '38cb1596-590e-44d7-bc4d-de552f284c55', 'network_id': '4f6c277b-1b2d-40ad-a374-15bf31b2f6e9', 'admin_state_up': True, 'tenant_id': '125e6575b3ba4365b3ae01568cef269b'}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:54:11.170587 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-a029f3bf-af3b-409e-ada8-72a81aa058e3 req-3d231250-7937-444b-8329-0d9d0278a4d8 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=d5b1ab2e-f68f-4ff1-94dc-9e2e4496504f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0602083 Jul 06 13:54:11.202242 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bade541a-495f-41fa-917f-9644f2075fbf req-3b25b49e-b165-4d7a-91f5-479d045336a8 tempest-ServersWithSpecificFlavorTestJSON-1219430523 tempest-ServersWithSpecificFlavorTestJSON-1219430523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:54:11.203715 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-bade541a-495f-41fa-917f-9644f2075fbf req-3b25b49e-b165-4d7a-91f5-479d045336a8 tempest-ServersWithSpecificFlavorTestJSON-1219430523 tempest-ServersWithSpecificFlavorTestJSON-1219430523-project] 10.222.0.104 "GET /v2.0/ports?device_id=3ac78f26-658e-4e41-8628-330fee97fb44 HTTP/1.1" status: 200 len: 944 time: 0.2551274 Jul 06 13:54:11.207782 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.db [req-09e20dd1-ddfd-4ce8-8f39-bddbcfd65d5a req-9050ebea-2133-4364-bc71-0d4f58f019c5 service neutron] For port b9b105f0-126d-4118-bb1b-03c0831ba0af, host n-h1-773647-6, cleared binding levels {{(pid=100247) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 13:54:11.228686 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.db [req-09e20dd1-ddfd-4ce8-8f39-bddbcfd65d5a req-9050ebea-2133-4364-bc71-0d4f58f019c5 service neutron] For port b9b105f0-126d-4118-bb1b-03c0831ba0af, host n-h1-773647-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773647-6',level=0,port_id=b9b105f0-126d-4118-bb1b-03c0831ba0af,segment=NetworkSegment(a35ce525-b1c8-41c9-9ae8-4677f48117d3),segment_id=a35ce525-b1c8-41c9-9ae8-4677f48117d3)] {{(pid=100247) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 13:54:11.237222 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-09e20dd1-ddfd-4ce8-8f39-bddbcfd65d5a req-9050ebea-2133-4364-bc71-0d4f58f019c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:11.291330 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a029f3bf-af3b-409e-ada8-72a81aa058e3 req-2e603a45-2ba9-43e9-a0a9-860b0d9e535a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:54:11.292858 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-a029f3bf-af3b-409e-ada8-72a81aa058e3 req-2e603a45-2ba9-43e9-a0a9-860b0d9e535a service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=85c5fe288ff94935a1c711d1bafd9d6d&device_id=d5b1ab2e-f68f-4ff1-94dc-9e2e4496504f HTTP/1.1" status: 200 len: 1122 time: 0.0637612 Jul 06 13:54:11.331461 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e20dd1-ddfd-4ce8-8f39-bddbcfd65d5a req-9050ebea-2133-4364-bc71-0d4f58f019c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:54:11.332071 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-09e20dd1-ddfd-4ce8-8f39-bddbcfd65d5a req-9050ebea-2133-4364-bc71-0d4f58f019c5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583035'] for port, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:11.334172 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-09e20dd1-ddfd-4ce8-8f39-bddbcfd65d5a req-9050ebea-2133-4364-bc71-0d4f58f019c5 service neutron] 10.222.0.127 "PUT /v2.0/ports/b9b105f0-126d-4118-bb1b-03c0831ba0af HTTP/1.1" status: 200 len: 1092 time: 1.4655764 Jul 06 13:54:11.336587 n-d-773647-6 neutron-server[100247]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ac78f26-658e-4e41-8628-330fee97fb44', 'tag': 'b9b105f0-126d-4118-bb1b-03c0831ba0af'}] {{(pid=100247) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 13:54:11.338997 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cbf0eeaae822f8fc9b87a94aeba67a3d651842baf663a51cba94b67a514836d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31430b38-f8ed-476f-9c90-8c166f019bbd" -d '{"events": [{"name": "network-changed", "server_uuid": "3ac78f26-658e-4e41-8628-330fee97fb44", "tag": "b9b105f0-126d-4118-bb1b-03c0831ba0af"}]}' {{(pid=100247) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:54:11.367315 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-bade541a-495f-41fa-917f-9644f2075fbf req-2b8a8940-b628-42ee-b4ec-b259db10d227 tempest-ServersWithSpecificFlavorTestJSON-1219430523 tempest-ServersWithSpecificFlavorTestJSON-1219430523-project] 10.222.0.104 "GET /v2.0/security-groups?id=b480d027-214b-42ad-8ea1-99d6a4321406&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1440187 Jul 06 13:54:11.489180 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9050ebea-2133-4364-bc71-0d4f58f019c5 service neutron] Pushing event updated for resources: {'Port': ['ID=b9b105f0-126d-4118-bb1b-03c0831ba0af,revision_number=3']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:54:11.494648 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-713194ef-9c41-4fa3-b928-f651c85230c3 req-495acb63-9d9d-4d74-86ea-c7ce5c52933e tempest-LiveMigrationTest-2001684970 tempest-LiveMigrationTest-2001684970-project] Made reservation on behalf of 125e6575b3ba4365b3ae01568cef269b for: {'port': 1} {{(pid=100247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 13:54:11.498314 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-713194ef-9c41-4fa3-b928-f651c85230c3 req-495acb63-9d9d-4d74-86ea-c7ce5c52933e tempest-LiveMigrationTest-2001684970 tempest-LiveMigrationTest-2001684970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:11.543483 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a029f3bf-af3b-409e-ada8-72a81aa058e3 req-4c6a06dc-17d4-45a7-b48a-1174f9e1b026 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:54:11.545885 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-a029f3bf-af3b-409e-ada8-72a81aa058e3 req-4c6a06dc-17d4-45a7-b48a-1174f9e1b026 service neutron] 10.222.0.72 "GET /v2.0/networks?id=ac09d390-867f-4b75-a8d2-ab11550bffd6 HTTP/1.1" status: 200 len: 871 time: 0.2191751 Jul 06 13:54:11.602337 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-a029f3bf-af3b-409e-ada8-72a81aa058e3 req-bee57a12-d565-44d4-bdc3-648d08bc74b3 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.246&port_id=ca200c66-7bf8-42c4-9645-f1b6c7c03b1e HTTP/1.1" status: 200 len: 217 time: 0.0487709 Jul 06 13:54:11.663334 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a029f3bf-af3b-409e-ada8-72a81aa058e3 req-4ada9e8a-60d9-4dc6-8fd0-ffacc402fc18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:54:11.665239 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-a029f3bf-af3b-409e-ada8-72a81aa058e3 req-4ada9e8a-60d9-4dc6-8fd0-ffacc402fc18 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=d1c3cc78-09b9-4e30-99fd-0e5830de101d HTTP/1.1" status: 200 len: 843 time: 0.0553889 Jul 06 13:54:11.682774 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-acbf1d57-8661-4eaf-90d3-450f4351ac25 req-6ee0c577-2e08-443e-95bb-d2adcf8b160c tempest-LiveMigrationTest-2001684970 tempest-LiveMigrationTest-2001684970-project] 10.222.0.104 "GET /v2.0/ports?device_id=38cb1596-590e-44d7-bc4d-de552f284c55 HTTP/1.1" status: 200 len: 210 time: 0.0764396 Jul 06 13:54:11.693941 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e20dd1-ddfd-4ce8-8f39-bddbcfd65d5a req-f9dd261f-ea10-47f4-851f-33e6264fb70b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:54:11.695535 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-09e20dd1-ddfd-4ce8-8f39-bddbcfd65d5a req-f9dd261f-ea10-47f4-851f-33e6264fb70b service neutron] 10.222.0.127 "GET /v2.0/ports?tenant_id=acb800f580674ba5b45dfb76ebc253b1&device_id=3ac78f26-658e-4e41-8628-330fee97fb44 HTTP/1.1" status: 200 len: 1095 time: 0.2917361 Jul 06 13:54:11.784100 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a029f3bf-af3b-409e-ada8-72a81aa058e3 req-f12a265a-0cbc-4858-a1f9-d8ba378f515b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:54:11.785691 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-a029f3bf-af3b-409e-ada8-72a81aa058e3 req-f12a265a-0cbc-4858-a1f9-d8ba378f515b service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=ac09d390-867f-4b75-a8d2-ab11550bffd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1034892 Jul 06 13:54:11.900797 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-a029f3bf-af3b-409e-ada8-72a81aa058e3 req-cb29abc1-d9c6-40ba-9a98-98b22ea84cd9 service neutron] 10.222.0.72 "GET /v2.0/networks/ac09d390-867f-4b75-a8d2-ab11550bffd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1062052 Jul 06 13:54:11.967685 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-09e20dd1-ddfd-4ce8-8f39-bddbcfd65d5a req-d7c5fe2b-9fc4-4855-8ef8-56273e104d63 service neutron] 10.222.0.127 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b9b105f0-126d-4118-bb1b-03c0831ba0af HTTP/1.1" status: 200 len: 217 time: 0.0475764 Jul 06 13:54:12.008127 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-6f68f43c-7d35-477a-8946-83e116cb536b req-b0d02178-9833-4c82-8dc4-72d7019b6c41 tempest-VolumesAdminNegativeTest-2074182479 tempest-VolumesAdminNegativeTest-2074182479-project] 10.222.0.104 "GET /v2.0/ports?device_id=d5bcd22d-5823-4c44-9bcf-dd0a6e7b5fa2 HTTP/1.1" status: 200 len: 210 time: 0.0498080 Jul 06 13:54:12.008974 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-a029f3bf-af3b-409e-ada8-72a81aa058e3 req-2769e7b4-affe-4162-b0b0-9a4a0cbc9c6d service neutron] 10.222.0.72 "GET /v2.0/networks/ac09d390-867f-4b75-a8d2-ab11550bffd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1007872 Jul 06 13:54:12.051617 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04bcb6bc-ca92-4ece-bcb1-792d5d5e6f60 req-aa5c1c64-6e0a-404d-8d05-0cb15ca4ede2 tempest-DeleteServersAdminTestJSON-881447012 tempest-DeleteServersAdminTestJSON-881447012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:54:12.053206 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-04bcb6bc-ca92-4ece-bcb1-792d5d5e6f60 req-aa5c1c64-6e0a-404d-8d05-0cb15ca4ede2 tempest-DeleteServersAdminTestJSON-881447012 tempest-DeleteServersAdminTestJSON-881447012-project] 10.222.0.104 "GET /v2.0/ports?device_id=ba387377-da87-4832-8988-a290e5ae50e0 HTTP/1.1" status: 200 len: 950 time: 0.4482775 Jul 06 13:54:12.080903 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.db_base_plugin_common [req-713194ef-9c41-4fa3-b928-f651c85230c3 req-495acb63-9d9d-4d74-86ea-c7ce5c52933e tempest-LiveMigrationTest-2001684970 tempest-LiveMigrationTest-2001684970-project] Allocated IP 172.20.0.7 (4f6c277b-1b2d-40ad-a374-15bf31b2f6e9/3ab4a4f6-31db-40f5-bd89-967e515dcbd9/113a8907-4f54-4c39-b78e-d093bc9daf85) {{(pid=100247) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 13:54:12.085395 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 13:54:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca50699d-7814-4c0b-98e0-e435103612e9 x-openstack-request-id: req-ca50699d-7814-4c0b-98e0-e435103612e9 {{(pid=100247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:54:12.085686 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ac78f26-658e-4e41-8628-330fee97fb44", "tag": "b9b105f0-126d-4118-bb1b-03c0831ba0af", "status": "completed", "code": 200}]} {{(pid=100247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:54:12.086056 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-ca50699d-7814-4c0b-98e0-e435103612e9 {{(pid=100247) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:54:12.086382 n-d-773647-6 neutron-server[100247]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ac78f26-658e-4e41-8628-330fee97fb44', 'tag': 'b9b105f0-126d-4118-bb1b-03c0831ba0af', 'status': 'completed', 'code': 200} Jul 06 13:54:12.115317 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e20dd1-ddfd-4ce8-8f39-bddbcfd65d5a req-98735bc6-31ae-407a-93cc-84b6317c2c3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:54:12.116783 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-09e20dd1-ddfd-4ce8-8f39-bddbcfd65d5a req-98735bc6-31ae-407a-93cc-84b6317c2c3d service neutron] 10.222.0.127 "GET /v2.0/subnets?id=018ef28b-510d-4b0e-ac77-2e6a29444295 HTTP/1.1" status: 200 len: 863 time: 0.1223130 Jul 06 13:54:12.175108 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-04bcb6bc-ca92-4ece-bcb1-792d5d5e6f60 req-28b0f93a-9fd1-491e-a6b3-de5c4fe37e16 tempest-DeleteServersAdminTestJSON-881447012 tempest-DeleteServersAdminTestJSON-881447012-project] 10.222.0.104 "GET /v2.0/security-groups?id=dc1eac0c-f285-4e19-a9c2-c3098f82ccb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133490 Jul 06 13:54:12.230456 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:12.294612 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e20dd1-ddfd-4ce8-8f39-bddbcfd65d5a req-4025a946-d93e-4848-ab68-800fcf2800d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:54:12.296116 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-09e20dd1-ddfd-4ce8-8f39-bddbcfd65d5a req-4025a946-d93e-4848-ab68-800fcf2800d3 service neutron] 10.222.0.127 "GET /v2.0/ports?network_id=460f74e5-0a7f-4f78-8d1f-c6320874439c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1695602 Jul 06 13:54:12.411257 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-713194ef-9c41-4fa3-b928-f651c85230c3 req-495acb63-9d9d-4d74-86ea-c7ce5c52933e tempest-LiveMigrationTest-2001684970 tempest-LiveMigrationTest-2001684970-project] Notify callbacks [] for port, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:12.456532 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76380758-f77e-45ec-a70e-d4f7736fcc93 req-69507f79-c0bb-470f-9649-0b5f595a111b tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:54:12.458067 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-76380758-f77e-45ec-a70e-d4f7736fcc93 req-69507f79-c0bb-470f-9649-0b5f595a111b tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] 10.222.0.104 "GET /v2.0/ports?device_id=96a5ba91-9ae1-4374-9adc-f59710ec4759 HTTP/1.1" status: 200 len: 970 time: 0.2046750 Jul 06 13:54:12.461687 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-09e20dd1-ddfd-4ce8-8f39-bddbcfd65d5a req-b92117ca-9284-42c9-88e5-45bb81452726 service neutron] 10.222.0.127 "GET /v2.0/networks/460f74e5-0a7f-4f78-8d1f-c6320874439c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1568785 Jul 06 13:54:12.569515 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-76380758-f77e-45ec-a70e-d4f7736fcc93 req-436c62bb-ab9f-498a-ab4f-1e2daa9162f1 tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] 10.222.0.104 "GET /v2.0/security-groups?id=9f5b92e9-7340-49c3-a9bb-41e4a1caffc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040413 Jul 06 13:54:12.573363 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-713194ef-9c41-4fa3-b928-f651c85230c3 req-495acb63-9d9d-4d74-86ea-c7ce5c52933e tempest-LiveMigrationTest-2001684970 tempest-LiveMigrationTest-2001684970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108'] for port, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:12.647810 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-713194ef-9c41-4fa3-b928-f651c85230c3 req-495acb63-9d9d-4d74-86ea-c7ce5c52933e tempest-LiveMigrationTest-2001684970 tempest-LiveMigrationTest-2001684970-project] Network 4f6c277b-1b2d-40ad-a374-15bf31b2f6e9 is already hosted by enough agents. {{(pid=100247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 13:54:12.650200 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.base_scheduler [req-713194ef-9c41-4fa3-b928-f651c85230c3 req-495acb63-9d9d-4d74-86ea-c7ce5c52933e tempest-LiveMigrationTest-2001684970 tempest-LiveMigrationTest-2001684970-project] Resources bound (agent type, host, resource id): {{(pid=100247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:54:12.655495 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-09e20dd1-ddfd-4ce8-8f39-bddbcfd65d5a req-b1727861-59c1-4f86-bdc4-3f16a3997a59 service neutron] 10.222.0.127 "GET /v2.0/networks/460f74e5-0a7f-4f78-8d1f-c6320874439c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1809168 Jul 06 13:54:12.660834 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.l3_dvrscheduler_db [req-713194ef-9c41-4fa3-b928-f651c85230c3 req-495acb63-9d9d-4d74-86ea-c7ce5c52933e tempest-LiveMigrationTest-2001684970 tempest-LiveMigrationTest-2001684970-project] Received port after_create {{(pid=100247) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 13:54:12.667252 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713194ef-9c41-4fa3-b928-f651c85230c3 req-495acb63-9d9d-4d74-86ea-c7ce5c52933e tempest-LiveMigrationTest-2001684970 tempest-LiveMigrationTest-2001684970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:54:12.667968 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-713194ef-9c41-4fa3-b928-f651c85230c3 req-495acb63-9d9d-4d74-86ea-c7ce5c52933e tempest-LiveMigrationTest-2001684970 tempest-LiveMigrationTest-2001684970-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583035'] for port, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:12.682198 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495acb63-9d9d-4d74-86ea-c7ce5c52933e tempest-LiveMigrationTest-2001684970 tempest-LiveMigrationTest-2001684970-project] Pushing event updated for resources: {'Port': ['ID=113a8907-4f54-4c39-b78e-d093bc9daf85,revision_number=1']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:54:12.699986 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-713194ef-9c41-4fa3-b928-f651c85230c3 req-495acb63-9d9d-4d74-86ea-c7ce5c52933e tempest-LiveMigrationTest-2001684970 tempest-LiveMigrationTest-2001684970-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5620739 Jul 06 13:54:12.711713 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [req-713194ef-9c41-4fa3-b928-f651c85230c3 req-b8baa50d-fcda-4b2a-8401-b5a4fdabc286 service neutron] Request body: {'port': {'device_id': '38cb1596-590e-44d7-bc4d-de552f284c55', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-773647-6'}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:54:12.801562 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31430b38-f8ed-476f-9c90-8c166f019bbd req-c66c14f0-d9e4-42aa-a042-3da83aa7dd9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:54:12.803695 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-31430b38-f8ed-476f-9c90-8c166f019bbd req-c66c14f0-d9e4-42aa-a042-3da83aa7dd9e service neutron] 10.222.0.127 "GET /v2.0/ports?tenant_id=acb800f580674ba5b45dfb76ebc253b1&device_id=3ac78f26-658e-4e41-8628-330fee97fb44 HTTP/1.1" status: 200 len: 1095 time: 0.0657356 Jul 06 13:54:12.923440 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31430b38-f8ed-476f-9c90-8c166f019bbd req-56740fdb-0450-4ecd-b5a9-9c60d8926518 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:54:12.925201 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-31430b38-f8ed-476f-9c90-8c166f019bbd req-56740fdb-0450-4ecd-b5a9-9c60d8926518 service neutron] 10.222.0.127 "GET /v2.0/networks?id=460f74e5-0a7f-4f78-8d1f-c6320874439c HTTP/1.1" status: 200 len: 926 time: 0.1138864 Jul 06 13:54:12.982509 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-31430b38-f8ed-476f-9c90-8c166f019bbd req-bd35398a-767d-47d3-9017-dd6f43bea843 service neutron] 10.222.0.127 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b9b105f0-126d-4118-bb1b-03c0831ba0af HTTP/1.1" status: 200 len: 217 time: 0.0490596 Jul 06 13:54:13.046095 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31430b38-f8ed-476f-9c90-8c166f019bbd req-f53602ca-2beb-4b41-82f6-276c8397532d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:54:13.047611 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-31430b38-f8ed-476f-9c90-8c166f019bbd req-f53602ca-2beb-4b41-82f6-276c8397532d service neutron] 10.222.0.127 "GET /v2.0/subnets?id=018ef28b-510d-4b0e-ac77-2e6a29444295 HTTP/1.1" status: 200 len: 863 time: 0.0582097 Jul 06 13:54:13.093817 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-713194ef-9c41-4fa3-b928-f651c85230c3 req-b8baa50d-fcda-4b2a-8401-b5a4fdabc286 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:13.111543 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d4a2a9-c8ac-4d6c-870b-d2756ae0c7b1 req-06a95dce-5c77-4ef9-8265-788f1b7b3310 tempest-VolumesAdminNegativeTest-2074182479 tempest-VolumesAdminNegativeTest-2074182479-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:54:13.113274 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-51d4a2a9-c8ac-4d6c-870b-d2756ae0c7b1 req-06a95dce-5c77-4ef9-8265-788f1b7b3310 tempest-VolumesAdminNegativeTest-2074182479 tempest-VolumesAdminNegativeTest-2074182479-project] 10.222.0.127 "GET /v2.0/networks?id=4a973c6b-79bd-4be5-8390-2d3d2d7162ea HTTP/1.1" status: 200 len: 813 time: 0.3645141 Jul 06 13:54:13.118174 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31430b38-f8ed-476f-9c90-8c166f019bbd req-5c25c0e6-7f28-49af-94c0-adb16c787e6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:54:13.119793 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-31430b38-f8ed-476f-9c90-8c166f019bbd req-5c25c0e6-7f28-49af-94c0-adb16c787e6f service neutron] 10.222.0.127 "GET /v2.0/ports?network_id=460f74e5-0a7f-4f78-8d1f-c6320874439c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0646400 Jul 06 13:54:13.149170 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [req-51d4a2a9-c8ac-4d6c-870b-d2756ae0c7b1 req-fd5bca47-0c66-4e73-94f5-d8611b5bcc95 tempest-VolumesAdminNegativeTest-2074182479 tempest-VolumesAdminNegativeTest-2074182479-project] Request body: {'port': {'device_id': 'd5bcd22d-5823-4c44-9bcf-dd0a6e7b5fa2', 'network_id': '4a973c6b-79bd-4be5-8390-2d3d2d7162ea', 'admin_state_up': True, 'tenant_id': '5aa238d449314226b68d16d2a37b7938'}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:54:13.219924 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-31430b38-f8ed-476f-9c90-8c166f019bbd req-095b2b3c-17fb-4921-9dec-7a19f31575e2 service neutron] 10.222.0.127 "GET /v2.0/networks/460f74e5-0a7f-4f78-8d1f-c6320874439c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880086 Jul 06 13:54:13.234337 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed30dab-da20-4950-8baf-5a2eb04bf356 req-0a871285-ecc7-469c-b145-6751f03ae0aa tempest-ServersWithSpecificFlavorTestJSON-1219430523 tempest-ServersWithSpecificFlavorTestJSON-1219430523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:54:13.235817 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-0ed30dab-da20-4950-8baf-5a2eb04bf356 req-0a871285-ecc7-469c-b145-6751f03ae0aa tempest-ServersWithSpecificFlavorTestJSON-1219430523 tempest-ServersWithSpecificFlavorTestJSON-1219430523-project] 10.222.0.104 "GET /v2.0/ports?device_id=3ac78f26-658e-4e41-8628-330fee97fb44 HTTP/1.1" status: 200 len: 944 time: 0.2273712 Jul 06 13:54:13.314049 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-31430b38-f8ed-476f-9c90-8c166f019bbd req-b1557345-59b9-429f-87d6-7dd62b0cb66f service neutron] 10.222.0.127 "GET /v2.0/networks/460f74e5-0a7f-4f78-8d1f-c6320874439c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870748 Jul 06 13:54:13.424260 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-0ed30dab-da20-4950-8baf-5a2eb04bf356 req-2fda0507-aaa3-4a9d-b589-8710a04f7c17 tempest-ServersWithSpecificFlavorTestJSON-1219430523 tempest-ServersWithSpecificFlavorTestJSON-1219430523-project] 10.222.0.104 "GET /v2.0/security-groups?id=b480d027-214b-42ad-8ea1-99d6a4321406&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1743274 Jul 06 13:54:13.483243 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1242e0-6dd8-4ff5-bb69-cd5b6acd66fa req-88e5e224-9645-4f9c-8914-daa1360d1b55 tempest-MigrationsAdminTest-742585000 tempest-MigrationsAdminTest-742585000-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:54:13.484789 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-fb1242e0-6dd8-4ff5-bb69-cd5b6acd66fa req-88e5e224-9645-4f9c-8914-daa1360d1b55 tempest-MigrationsAdminTest-742585000 tempest-MigrationsAdminTest-742585000-project-admin] 10.222.0.104 "GET /v2.0/ports?device_id=96a5ba91-9ae1-4374-9adc-f59710ec4759 HTTP/1.1" status: 200 len: 1121 time: 0.2611971 Jul 06 13:54:13.488668 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-51d4a2a9-c8ac-4d6c-870b-d2756ae0c7b1 req-fd5bca47-0c66-4e73-94f5-d8611b5bcc95 tempest-VolumesAdminNegativeTest-2074182479 tempest-VolumesAdminNegativeTest-2074182479-project] Made reservation on behalf of 5aa238d449314226b68d16d2a37b7938 for: {'port': 1} {{(pid=100247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 13:54:13.492647 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-51d4a2a9-c8ac-4d6c-870b-d2756ae0c7b1 req-fd5bca47-0c66-4e73-94f5-d8611b5bcc95 tempest-VolumesAdminNegativeTest-2074182479 tempest-VolumesAdminNegativeTest-2074182479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:13.528875 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-fb1242e0-6dd8-4ff5-bb69-cd5b6acd66fa req-4b440a01-c93b-4091-aff7-bd698651ef8c tempest-MigrationsAdminTest-742585000 tempest-MigrationsAdminTest-742585000-project-admin] Notify callbacks [] for security_group, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:13.688126 n-d-773647-6 neutron-server[100247]: DEBUG neutron.notifiers.nova [req-713194ef-9c41-4fa3-b928-f651c85230c3 req-b8baa50d-fcda-4b2a-8401-b5a4fdabc286 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 113a8907-4f54-4c39-b78e-d093bc9daf85 {{(pid=100247) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 13:54:13.707006 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-713194ef-9c41-4fa3-b928-f651c85230c3 req-b8baa50d-fcda-4b2a-8401-b5a4fdabc286 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:13.769688 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.provisioning_blocks [req-713194ef-9c41-4fa3-b928-f651c85230c3 req-b8baa50d-fcda-4b2a-8401-b5a4fdabc286 service neutron] Transition to ACTIVE for port object 113a8907-4f54-4c39-b78e-d093bc9daf85 will not be triggered until provisioned by entity L2. {{(pid=100247) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 13:54:13.782112 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-713194ef-9c41-4fa3-b928-f651c85230c3 req-b8baa50d-fcda-4b2a-8401-b5a4fdabc286 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:13.791891 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124855d5-5a34-4f20-b11f-570e6de06bc8 req-4b8425a7-1454-4153-a159-4e7b5fd1bad6 tempest-LiveMigrationTest-2001684970 tempest-LiveMigrationTest-2001684970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:54:13.793372 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-124855d5-5a34-4f20-b11f-570e6de06bc8 req-4b8425a7-1454-4153-a159-4e7b5fd1bad6 tempest-LiveMigrationTest-2001684970 tempest-LiveMigrationTest-2001684970-project] 10.222.0.104 "GET /v2.0/ports?device_id=38cb1596-590e-44d7-bc4d-de552f284c55 HTTP/1.1" status: 200 len: 931 time: 0.2488539 Jul 06 13:54:13.858550 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.db_base_plugin_common [req-51d4a2a9-c8ac-4d6c-870b-d2756ae0c7b1 req-fd5bca47-0c66-4e73-94f5-d8611b5bcc95 tempest-VolumesAdminNegativeTest-2074182479 tempest-VolumesAdminNegativeTest-2074182479-project] Allocated IP 172.20.0.10 (4a973c6b-79bd-4be5-8390-2d3d2d7162ea/1c3ef236-743a-4cc4-8ae1-020d24464266/53af741c-67f6-4c91-8eef-8a1d098e8320) {{(pid=100247) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 13:54:13.914444 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8baa50d-fcda-4b2a-8401-b5a4fdabc286 service neutron] Pushing event updated for resources: {'Port': ['ID=113a8907-4f54-4c39-b78e-d093bc9daf85,revision_number=2']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:54:13.932984 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-124855d5-5a34-4f20-b11f-570e6de06bc8 req-1b7d2dc3-6856-4b27-a5a6-59907d3ec743 tempest-LiveMigrationTest-2001684970 tempest-LiveMigrationTest-2001684970-project] 10.222.0.104 "GET /v2.0/security-groups?id=7e243ebf-9cf4-4917-8da6-0fd38b06f795&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315527 Jul 06 13:54:13.934690 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-fb1242e0-6dd8-4ff5-bb69-cd5b6acd66fa req-4b440a01-c93b-4091-aff7-bd698651ef8c tempest-MigrationsAdminTest-742585000 tempest-MigrationsAdminTest-742585000-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:13.967862 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-fb1242e0-6dd8-4ff5-bb69-cd5b6acd66fa req-4b440a01-c93b-4091-aff7-bd698651ef8c tempest-MigrationsAdminTest-742585000 tempest-MigrationsAdminTest-742585000-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:14.008076 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.managers [req-713194ef-9c41-4fa3-b928-f651c85230c3 req-b8baa50d-fcda-4b2a-8401-b5a4fdabc286 service neutron] Attempting to bind port 113a8907-4f54-4c39-b78e-d093bc9daf85 on host n-h2-773647-6 for vnic_type normal with profile {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 13:54:14.008339 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.managers [req-713194ef-9c41-4fa3-b928-f651c85230c3 req-b8baa50d-fcda-4b2a-8401-b5a4fdabc286 service neutron] Attempting to bind port 113a8907-4f54-4c39-b78e-d093bc9daf85 by drivers openvswitch,hyperv on host n-h2-773647-6 at level 0 using segments [{'id': '65749612-fb0d-4f34-9eb9-d06c3a2fda80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1045, 'network_id': '4f6c277b-1b2d-40ad-a374-15bf31b2f6e9'}] {{(pid=100247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 13:54:14.008663 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-713194ef-9c41-4fa3-b928-f651c85230c3 req-b8baa50d-fcda-4b2a-8401-b5a4fdabc286 service neutron] Attempting to bind port 113a8907-4f54-4c39-b78e-d093bc9daf85 on network 4f6c277b-1b2d-40ad-a374-15bf31b2f6e9 {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 13:54:14.025642 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-fb1242e0-6dd8-4ff5-bb69-cd5b6acd66fa req-4b440a01-c93b-4091-aff7-bd698651ef8c tempest-MigrationsAdminTest-742585000 tempest-MigrationsAdminTest-742585000-project-admin] 10.222.0.104 "GET /v2.0/security-groups?id=9f5b92e9-7340-49c3-a9bb-41e4a1caffc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5264580 Jul 06 13:54:14.038883 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-713194ef-9c41-4fa3-b928-f651c85230c3 req-b8baa50d-fcda-4b2a-8401-b5a4fdabc286 service neutron] Port 113a8907-4f54-4c39-b78e-d093bc9daf85 on network 4f6c277b-1b2d-40ad-a374-15bf31b2f6e9 not bound, no agent of type Open vSwitch agent registered on host n-h2-773647-6 {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 13:54:14.039164 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-713194ef-9c41-4fa3-b928-f651c85230c3 req-b8baa50d-fcda-4b2a-8401-b5a4fdabc286 service neutron] Attempting to bind port 113a8907-4f54-4c39-b78e-d093bc9daf85 on network 4f6c277b-1b2d-40ad-a374-15bf31b2f6e9 {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 13:54:14.065884 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b440a01-c93b-4091-aff7-bd698651ef8c tempest-MigrationsAdminTest-742585000 tempest-MigrationsAdminTest-742585000-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c738c6b-9b18-4646-838d-943e62a8f9ce,revision_number=1']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:54:14.075019 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-713194ef-9c41-4fa3-b928-f651c85230c3 req-b8baa50d-fcda-4b2a-8401-b5a4fdabc286 service neutron] Checking agent: {'id': '63768ece-0600-4354-8d29-fdedec96b077', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-773647-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 51, 10), 'started_at': datetime.datetime(2021, 7, 6, 13, 51, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 13, 54, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 13:54:14.075195 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-713194ef-9c41-4fa3-b928-f651c85230c3 req-b8baa50d-fcda-4b2a-8401-b5a4fdabc286 service neutron] Checking segment: {'id': '65749612-fb0d-4f34-9eb9-d06c3a2fda80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1045, 'network_id': '4f6c277b-1b2d-40ad-a374-15bf31b2f6e9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100247) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 13:54:14.075546 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-713194ef-9c41-4fa3-b928-f651c85230c3 req-b8baa50d-fcda-4b2a-8401-b5a4fdabc286 service neutron] Bound using segment: {'id': '65749612-fb0d-4f34-9eb9-d06c3a2fda80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1045, 'network_id': '4f6c277b-1b2d-40ad-a374-15bf31b2f6e9'} {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 13:54:14.075980 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.managers [req-713194ef-9c41-4fa3-b928-f651c85230c3 req-b8baa50d-fcda-4b2a-8401-b5a4fdabc286 service neutron] Bound port: 113a8907-4f54-4c39-b78e-d093bc9daf85, host: n-h2-773647-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '65749612-fb0d-4f34-9eb9-d06c3a2fda80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1045, 'network_id': '4f6c277b-1b2d-40ad-a374-15bf31b2f6e9'}}] {{(pid=100247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 13:54:14.076336 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-713194ef-9c41-4fa3-b928-f651c85230c3 req-b8baa50d-fcda-4b2a-8401-b5a4fdabc286 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:14.234627 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-091fd4ae-3ec1-4117-aef6-6deb1dde6dc6 req-bb047a17-9896-4cd2-b794-256353292f03 tempest-VolumesAdminNegativeTest-2074182479 tempest-VolumesAdminNegativeTest-2074182479-project] 10.222.0.104 "GET /v2.0/ports?device_id=d5bcd22d-5823-4c44-9bcf-dd0a6e7b5fa2 HTTP/1.1" status: 200 len: 210 time: 0.0543265 Jul 06 13:54:14.242125 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-51d4a2a9-c8ac-4d6c-870b-d2756ae0c7b1 req-fd5bca47-0c66-4e73-94f5-d8611b5bcc95 tempest-VolumesAdminNegativeTest-2074182479 tempest-VolumesAdminNegativeTest-2074182479-project] Notify callbacks [] for port, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:14.259042 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.db [req-713194ef-9c41-4fa3-b928-f651c85230c3 req-b8baa50d-fcda-4b2a-8401-b5a4fdabc286 service neutron] For port 113a8907-4f54-4c39-b78e-d093bc9daf85, host n-h2-773647-6, cleared binding levels {{(pid=100247) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 13:54:14.264088 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.db [req-713194ef-9c41-4fa3-b928-f651c85230c3 req-b8baa50d-fcda-4b2a-8401-b5a4fdabc286 service neutron] For port 113a8907-4f54-4c39-b78e-d093bc9daf85, host n-h2-773647-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=113a8907-4f54-4c39-b78e-d093bc9daf85,segment=NetworkSegment(65749612-fb0d-4f34-9eb9-d06c3a2fda80),segment_id=65749612-fb0d-4f34-9eb9-d06c3a2fda80)] {{(pid=100247) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 13:54:14.274029 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-713194ef-9c41-4fa3-b928-f651c85230c3 req-b8baa50d-fcda-4b2a-8401-b5a4fdabc286 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:14.292139 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26bb9ac-bbaf-4150-a5b4-bedd10fb2d78 req-89376c06-3fa4-4e75-9625-314ae0ebfcfa tempest-DeleteServersAdminTestJSON-881447012 tempest-DeleteServersAdminTestJSON-881447012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:54:14.293647 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-b26bb9ac-bbaf-4150-a5b4-bedd10fb2d78 req-89376c06-3fa4-4e75-9625-314ae0ebfcfa tempest-DeleteServersAdminTestJSON-881447012 tempest-DeleteServersAdminTestJSON-881447012-project] 10.222.0.104 "GET /v2.0/ports?device_id=ba387377-da87-4832-8988-a290e5ae50e0 HTTP/1.1" status: 200 len: 950 time: 0.2086794 Jul 06 13:54:14.529819 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713194ef-9c41-4fa3-b928-f651c85230c3 req-b8baa50d-fcda-4b2a-8401-b5a4fdabc286 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:54:14.530432 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-713194ef-9c41-4fa3-b928-f651c85230c3 req-b8baa50d-fcda-4b2a-8401-b5a4fdabc286 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583035'] for port, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:14.531819 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-713194ef-9c41-4fa3-b928-f651c85230c3 req-b8baa50d-fcda-4b2a-8401-b5a4fdabc286 service neutron] 10.222.0.72 "PUT /v2.0/ports/113a8907-4f54-4c39-b78e-d093bc9daf85 HTTP/1.1" status: 200 len: 1091 time: 1.8248661 Jul 06 13:54:14.533825 n-d-773647-6 neutron-server[100247]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38cb1596-590e-44d7-bc4d-de552f284c55', 'tag': '113a8907-4f54-4c39-b78e-d093bc9daf85'}] {{(pid=100247) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 13:54:14.536062 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cbf0eeaae822f8fc9b87a94aeba67a3d651842baf663a51cba94b67a514836d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63dc259b-7749-42a7-a25b-ac16a967184d" -d '{"events": [{"name": "network-changed", "server_uuid": "38cb1596-590e-44d7-bc4d-de552f284c55", "tag": "113a8907-4f54-4c39-b78e-d093bc9daf85"}]}' {{(pid=100247) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:54:14.596353 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-51d4a2a9-c8ac-4d6c-870b-d2756ae0c7b1 req-fd5bca47-0c66-4e73-94f5-d8611b5bcc95 tempest-VolumesAdminNegativeTest-2074182479 tempest-VolumesAdminNegativeTest-2074182479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108'] for port, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:14.600746 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8baa50d-fcda-4b2a-8401-b5a4fdabc286 service neutron] Pushing event updated for resources: {'Port': ['ID=113a8907-4f54-4c39-b78e-d093bc9daf85,revision_number=3']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:54:14.659783 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-b26bb9ac-bbaf-4150-a5b4-bedd10fb2d78 req-882004ea-5831-43fb-bd2b-b7a551134180 tempest-DeleteServersAdminTestJSON-881447012 tempest-DeleteServersAdminTestJSON-881447012-project] 10.222.0.104 "GET /v2.0/security-groups?id=dc1eac0c-f285-4e19-a9c2-c3098f82ccb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3448892 Jul 06 13:54:14.679700 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-51d4a2a9-c8ac-4d6c-870b-d2756ae0c7b1 req-fd5bca47-0c66-4e73-94f5-d8611b5bcc95 tempest-VolumesAdminNegativeTest-2074182479 tempest-VolumesAdminNegativeTest-2074182479-project] Network 4a973c6b-79bd-4be5-8390-2d3d2d7162ea is already hosted by enough agents. {{(pid=100247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 13:54:14.685175 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.base_scheduler [req-51d4a2a9-c8ac-4d6c-870b-d2756ae0c7b1 req-fd5bca47-0c66-4e73-94f5-d8611b5bcc95 tempest-VolumesAdminNegativeTest-2074182479 tempest-VolumesAdminNegativeTest-2074182479-project] Resources bound (agent type, host, resource id): {{(pid=100247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:54:14.687585 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.l3_dvrscheduler_db [req-51d4a2a9-c8ac-4d6c-870b-d2756ae0c7b1 req-fd5bca47-0c66-4e73-94f5-d8611b5bcc95 tempest-VolumesAdminNegativeTest-2074182479 tempest-VolumesAdminNegativeTest-2074182479-project] Received port after_create {{(pid=100247) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 13:54:14.693501 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d4a2a9-c8ac-4d6c-870b-d2756ae0c7b1 req-fd5bca47-0c66-4e73-94f5-d8611b5bcc95 tempest-VolumesAdminNegativeTest-2074182479 tempest-VolumesAdminNegativeTest-2074182479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:54:14.694146 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-51d4a2a9-c8ac-4d6c-870b-d2756ae0c7b1 req-fd5bca47-0c66-4e73-94f5-d8611b5bcc95 tempest-VolumesAdminNegativeTest-2074182479 tempest-VolumesAdminNegativeTest-2074182479-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583035'] for port, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:14.721738 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5bca47-0c66-4e73-94f5-d8611b5bcc95 tempest-VolumesAdminNegativeTest-2074182479 tempest-VolumesAdminNegativeTest-2074182479-project] Pushing event updated for resources: {'Port': ['ID=53af741c-67f6-4c91-8eef-8a1d098e8320,revision_number=1']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:54:14.738237 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-51d4a2a9-c8ac-4d6c-870b-d2756ae0c7b1 req-fd5bca47-0c66-4e73-94f5-d8611b5bcc95 tempest-VolumesAdminNegativeTest-2074182479 tempest-VolumesAdminNegativeTest-2074182479-project] 10.222.0.127 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5941868 Jul 06 13:54:14.754560 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [req-51d4a2a9-c8ac-4d6c-870b-d2756ae0c7b1 req-3a6babc8-f8a8-4399-8396-c9795cda5d31 service neutron] Request body: {'port': {'device_id': 'd5bcd22d-5823-4c44-9bcf-dd0a6e7b5fa2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-773647-6'}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:54:14.794891 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713194ef-9c41-4fa3-b928-f651c85230c3 req-f431fc0e-4414-4a4c-a0ef-6539f20ce358 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:54:14.796670 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-713194ef-9c41-4fa3-b928-f651c85230c3 req-f431fc0e-4414-4a4c-a0ef-6539f20ce358 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=125e6575b3ba4365b3ae01568cef269b&device_id=38cb1596-590e-44d7-bc4d-de552f284c55 HTTP/1.1" status: 200 len: 1094 time: 0.2217093 Jul 06 13:54:14.853593 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-713194ef-9c41-4fa3-b928-f651c85230c3 req-5f62d724-8eeb-4667-80ea-3c19228ae56d service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=113a8907-4f54-4c39-b78e-d093bc9daf85 HTTP/1.1" status: 200 len: 217 time: 0.0489247 Jul 06 13:54:14.950376 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 13:54:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7441ed25-1723-403b-896d-1ab2e05fb17a x-openstack-request-id: req-7441ed25-1723-403b-896d-1ab2e05fb17a {{(pid=100247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:54:14.950712 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "38cb1596-590e-44d7-bc4d-de552f284c55", "tag": "113a8907-4f54-4c39-b78e-d093bc9daf85", "status": "completed", "code": 200}]} {{(pid=100247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:54:14.951016 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-7441ed25-1723-403b-896d-1ab2e05fb17a {{(pid=100247) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:54:14.951609 n-d-773647-6 neutron-server[100247]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '38cb1596-590e-44d7-bc4d-de552f284c55', 'tag': '113a8907-4f54-4c39-b78e-d093bc9daf85', 'status': 'completed', 'code': 200} Jul 06 13:54:14.967583 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-51d4a2a9-c8ac-4d6c-870b-d2756ae0c7b1 req-3a6babc8-f8a8-4399-8396-c9795cda5d31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:14.973481 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda0f83f-2905-41cb-8a58-bb485eb23d93 req-025ede7b-b6d3-4877-8733-67fd57d182f9 tempest-DeleteServersAdminTestJSON-1688054281 tempest-DeleteServersAdminTestJSON-1688054281-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:54:14.976293 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-bda0f83f-2905-41cb-8a58-bb485eb23d93 req-025ede7b-b6d3-4877-8733-67fd57d182f9 tempest-DeleteServersAdminTestJSON-1688054281 tempest-DeleteServersAdminTestJSON-1688054281-project-admin] 10.222.0.127 "GET /v2.0/ports?device_id=ba387377-da87-4832-8988-a290e5ae50e0 HTTP/1.1" status: 200 len: 1101 time: 0.0881498 Jul 06 13:54:15.024493 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713194ef-9c41-4fa3-b928-f651c85230c3 req-2305542f-cc17-4daf-9ffe-1aebcc01f594 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:54:15.027535 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-713194ef-9c41-4fa3-b928-f651c85230c3 req-2305542f-cc17-4daf-9ffe-1aebcc01f594 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=3ab4a4f6-31db-40f5-bd89-967e515dcbd9 HTTP/1.1" status: 200 len: 847 time: 0.1559925 Jul 06 13:54:15.071108 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 54410) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:54:15.097928 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-713194ef-9c41-4fa3-b928-f651c85230c3 req-4136f733-287f-439f-8520-3c464b52a117 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=4f6c277b-1b2d-40ad-a374-15bf31b2f6e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0445423 Jul 06 13:54:15.112635 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [req-bda0f83f-2905-41cb-8a58-bb485eb23d93 req-8e54a2fd-2d1e-4a40-b469-6f95952fa1de tempest-DeleteServersAdminTestJSON-1688054281 tempest-DeleteServersAdminTestJSON-1688054281-project-admin] Deleting port 84d6b1fa-0230-4b93-85de-56e7eb7c3b9e {{(pid=100246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 13:54:15.113057 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-bda0f83f-2905-41cb-8a58-bb485eb23d93 req-8e54a2fd-2d1e-4a40-b469-6f95952fa1de tempest-DeleteServersAdminTestJSON-1688054281 tempest-DeleteServersAdminTestJSON-1688054281-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:15.198222 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.db [req-bda0f83f-2905-41cb-8a58-bb485eb23d93 req-8e54a2fd-2d1e-4a40-b469-6f95952fa1de tempest-DeleteServersAdminTestJSON-1688054281 tempest-DeleteServersAdminTestJSON-1688054281-project-admin] For port 84d6b1fa-0230-4b93-85de-56e7eb7c3b9e, host n-h1-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773647-6',level=0,port_id=84d6b1fa-0230-4b93-85de-56e7eb7c3b9e,segment=NetworkSegment(c9ea893d-045e-42cf-b3dd-cdd1f79baccd),segment_id=c9ea893d-045e-42cf-b3dd-cdd1f79baccd)] {{(pid=100246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:54:15.198585 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-bda0f83f-2905-41cb-8a58-bb485eb23d93 req-8e54a2fd-2d1e-4a40-b469-6f95952fa1de tempest-DeleteServersAdminTestJSON-1688054281 tempest-DeleteServersAdminTestJSON-1688054281-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:15.211353 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [req-bda0f83f-2905-41cb-8a58-bb485eb23d93 req-8e54a2fd-2d1e-4a40-b469-6f95952fa1de tempest-DeleteServersAdminTestJSON-1688054281 tempest-DeleteServersAdminTestJSON-1688054281-project-admin] Calling delete_port for 84d6b1fa-0230-4b93-85de-56e7eb7c3b9e owned by compute:nova {{(pid=100246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 13:54:15.322403 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abb5291-fc53-4f34-b05c-614596dc8682 req-832bd6eb-4dac-4396-abcd-bb58cd66b10d tempest-ServersWithSpecificFlavorTestJSON-1219430523 tempest-ServersWithSpecificFlavorTestJSON-1219430523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:54:15.323926 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-2abb5291-fc53-4f34-b05c-614596dc8682 req-832bd6eb-4dac-4396-abcd-bb58cd66b10d tempest-ServersWithSpecificFlavorTestJSON-1219430523 tempest-ServersWithSpecificFlavorTestJSON-1219430523-project] 10.222.0.104 "GET /v2.0/ports?device_id=3ac78f26-658e-4e41-8628-330fee97fb44 HTTP/1.1" status: 200 len: 944 time: 0.3425431 Jul 06 13:54:15.370488 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-bda0f83f-2905-41cb-8a58-bb485eb23d93 req-8e54a2fd-2d1e-4a40-b469-6f95952fa1de tempest-DeleteServersAdminTestJSON-1688054281 tempest-DeleteServersAdminTestJSON-1688054281-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117'] for port, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:15.381914 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] get_ports_and_sgs() called for port_ids ['84d6b1fa-0230-4b93-85de-56e7eb7c3b9e'] {{(pid=100248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 13:54:15.407709 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e54a2fd-2d1e-4a40-b469-6f95952fa1de tempest-DeleteServersAdminTestJSON-1688054281 tempest-DeleteServersAdminTestJSON-1688054281-project-admin] Pushing event deleted for resources: {'Port': ['ID=84d6b1fa-0230-4b93-85de-56e7eb7c3b9e,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:54:15.437045 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-713194ef-9c41-4fa3-b928-f651c85230c3 req-457e478f-0c46-48d4-a147-62132777d99e service neutron] 10.222.0.72 "GET /v2.0/networks/4f6c277b-1b2d-40ad-a374-15bf31b2f6e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3243325 Jul 06 13:54:15.452568 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [req-bda0f83f-2905-41cb-8a58-bb485eb23d93 req-8e54a2fd-2d1e-4a40-b469-6f95952fa1de tempest-DeleteServersAdminTestJSON-1688054281 tempest-DeleteServersAdminTestJSON-1688054281-project-admin] No DVR routers for this DVR port 84d6b1fa-0230-4b93-85de-56e7eb7c3b9e on host n-h1-773647-6 {{(pid=100246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 13:54:15.458528 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-bda0f83f-2905-41cb-8a58-bb485eb23d93 req-8e54a2fd-2d1e-4a40-b469-6f95952fa1de tempest-DeleteServersAdminTestJSON-1688054281 tempest-DeleteServersAdminTestJSON-1688054281-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:15.461693 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-bda0f83f-2905-41cb-8a58-bb485eb23d93 req-8e54a2fd-2d1e-4a40-b469-6f95952fa1de tempest-DeleteServersAdminTestJSON-1688054281 tempest-DeleteServersAdminTestJSON-1688054281-project-admin] 10.222.0.127 "DELETE /v2.0/ports/84d6b1fa-0230-4b93-85de-56e7eb7c3b9e HTTP/1.1" status: 204 len: 173 time: 0.4781342 Jul 06 13:54:15.462151 n-d-773647-6 neutron-server[100246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba387377-da87-4832-8988-a290e5ae50e0', 'name': 'network-vif-deleted', 'tag': '84d6b1fa-0230-4b93-85de-56e7eb7c3b9e'}] {{(pid=100246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 13:54:15.467927 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0d96c5ab5e889f7b933ae915b9be33d1b46c9e87795bf781004b656ef3f1e87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0b7ab1b-b4b0-44a1-8a03-47d84ef97e33" -d '{"events": [{"server_uuid": "ba387377-da87-4832-8988-a290e5ae50e0", "name": "network-vif-deleted", "tag": "84d6b1fa-0230-4b93-85de-56e7eb7c3b9e"}]}' {{(pid=100246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:54:15.485856 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25879aa-0214-4927-8539-e17660aa190d req-ac822d03-424b-4390-85d8-bc3e7ca3e0f0 tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:54:15.487436 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-c25879aa-0214-4927-8539-e17660aa190d req-ac822d03-424b-4390-85d8-bc3e7ca3e0f0 tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] 10.222.0.104 "GET /v2.0/ports?device_id=96a5ba91-9ae1-4374-9adc-f59710ec4759 HTTP/1.1" status: 200 len: 970 time: 0.3716748 Jul 06 13:54:15.551152 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-2abb5291-fc53-4f34-b05c-614596dc8682 req-caa1ba69-1cf9-4f80-a8da-b2e68bbca183 tempest-ServersWithSpecificFlavorTestJSON-1219430523 tempest-ServersWithSpecificFlavorTestJSON-1219430523-project] 10.222.0.104 "GET /v2.0/security-groups?id=b480d027-214b-42ad-8ea1-99d6a4321406&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2193677 Jul 06 13:54:15.567761 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-c0139c3a-7ceb-43ef-899c-591982e4b7a2 req-2eecc72c-0b7f-4ce1-bc16-18b4d65c7d1d service neutron] 10.222.0.104 "GET /v2.0/ports?device_id=96a5ba91-9ae1-4374-9adc-f59710ec4759&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4954414 Jul 06 13:54:15.646905 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-c25879aa-0214-4927-8539-e17660aa190d req-d9a130b1-d0f4-480e-9bcf-ac8e9812d322 tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] 10.222.0.104 "GET /v2.0/security-groups?id=9f5b92e9-7340-49c3-a9bb-41e4a1caffc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1490383 Jul 06 13:54:15.735007 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-713194ef-9c41-4fa3-b928-f651c85230c3 req-6c6076e5-0b7d-4e12-a0ef-5fc937f223f6 service neutron] 10.222.0.72 "GET /v2.0/networks/4f6c277b-1b2d-40ad-a374-15bf31b2f6e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2858610 Jul 06 13:54:15.781298 n-d-773647-6 neutron-server[100247]: DEBUG neutron.notifiers.nova [req-51d4a2a9-c8ac-4d6c-870b-d2756ae0c7b1 req-3a6babc8-f8a8-4399-8396-c9795cda5d31 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 53af741c-67f6-4c91-8eef-8a1d098e8320 {{(pid=100247) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 13:54:15.791559 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-51d4a2a9-c8ac-4d6c-870b-d2756ae0c7b1 req-3a6babc8-f8a8-4399-8396-c9795cda5d31 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:15.840816 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.provisioning_blocks [req-51d4a2a9-c8ac-4d6c-870b-d2756ae0c7b1 req-3a6babc8-f8a8-4399-8396-c9795cda5d31 service neutron] Transition to ACTIVE for port object 53af741c-67f6-4c91-8eef-8a1d098e8320 will not be triggered until provisioned by entity L2. {{(pid=100247) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 13:54:15.869524 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-51d4a2a9-c8ac-4d6c-870b-d2756ae0c7b1 req-3a6babc8-f8a8-4399-8396-c9795cda5d31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:15.954844 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ae189d-71ef-416c-8226-f3f300325a4e req-42031c50-0fad-4748-91cf-9e5799ba2654 tempest-LiveMigrationTest-2001684970 tempest-LiveMigrationTest-2001684970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:54:15.956391 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-d1ae189d-71ef-416c-8226-f3f300325a4e req-42031c50-0fad-4748-91cf-9e5799ba2654 tempest-LiveMigrationTest-2001684970 tempest-LiveMigrationTest-2001684970-project] 10.222.0.104 "GET /v2.0/ports?device_id=38cb1596-590e-44d7-bc4d-de552f284c55 HTTP/1.1" status: 200 len: 943 time: 0.2255886 Jul 06 13:54:15.963952 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6babc8-f8a8-4399-8396-c9795cda5d31 service neutron] Pushing event updated for resources: {'Port': ['ID=53af741c-67f6-4c91-8eef-8a1d098e8320,revision_number=2']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:54:16.029026 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63dc259b-7749-42a7-a25b-ac16a967184d req-6fa17ad0-d6d8-47ec-ab1b-654aea515387 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:54:16.030534 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-63dc259b-7749-42a7-a25b-ac16a967184d req-6fa17ad0-d6d8-47ec-ab1b-654aea515387 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=125e6575b3ba4365b3ae01568cef269b&device_id=38cb1596-590e-44d7-bc4d-de552f284c55 HTTP/1.1" status: 200 len: 1094 time: 0.2346783 Jul 06 13:54:16.039207 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.managers [req-51d4a2a9-c8ac-4d6c-870b-d2756ae0c7b1 req-3a6babc8-f8a8-4399-8396-c9795cda5d31 service neutron] Attempting to bind port 53af741c-67f6-4c91-8eef-8a1d098e8320 on host n-h1-773647-6 for vnic_type normal with profile {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 13:54:16.039566 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.managers [req-51d4a2a9-c8ac-4d6c-870b-d2756ae0c7b1 req-3a6babc8-f8a8-4399-8396-c9795cda5d31 service neutron] Attempting to bind port 53af741c-67f6-4c91-8eef-8a1d098e8320 by drivers openvswitch,hyperv on host n-h1-773647-6 at level 0 using segments [{'id': '26f74b4f-ecf5-4836-af25-90b9528264bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': '4a973c6b-79bd-4be5-8390-2d3d2d7162ea'}] {{(pid=100247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 13:54:16.039890 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51d4a2a9-c8ac-4d6c-870b-d2756ae0c7b1 req-3a6babc8-f8a8-4399-8396-c9795cda5d31 service neutron] Attempting to bind port 53af741c-67f6-4c91-8eef-8a1d098e8320 on network 4a973c6b-79bd-4be5-8390-2d3d2d7162ea {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 13:54:16.055888 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b4bd0f-898b-441b-a6d9-a1a911cbe5b2 req-d33fb8d9-2dce-4bec-b2f6-08be5159314f tempest-VolumesAdminNegativeTest-2074182479 tempest-VolumesAdminNegativeTest-2074182479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:54:16.056402 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-24b4bd0f-898b-441b-a6d9-a1a911cbe5b2 req-d33fb8d9-2dce-4bec-b2f6-08be5159314f tempest-VolumesAdminNegativeTest-2074182479 tempest-VolumesAdminNegativeTest-2074182479-project] 10.222.0.104 "GET /v2.0/ports?device_id=d5bcd22d-5823-4c44-9bcf-dd0a6e7b5fa2 HTTP/1.1" status: 200 len: 944 time: 0.2242019 Jul 06 13:54:16.073084 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51d4a2a9-c8ac-4d6c-870b-d2756ae0c7b1 req-3a6babc8-f8a8-4399-8396-c9795cda5d31 service neutron] Port 53af741c-67f6-4c91-8eef-8a1d098e8320 on network 4a973c6b-79bd-4be5-8390-2d3d2d7162ea not bound, no agent of type Open vSwitch agent registered on host n-h1-773647-6 {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 13:54:16.073411 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51d4a2a9-c8ac-4d6c-870b-d2756ae0c7b1 req-3a6babc8-f8a8-4399-8396-c9795cda5d31 service neutron] Attempting to bind port 53af741c-67f6-4c91-8eef-8a1d098e8320 on network 4a973c6b-79bd-4be5-8390-2d3d2d7162ea {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 13:54:16.095700 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-d1ae189d-71ef-416c-8226-f3f300325a4e req-2f4db86a-1393-43d8-b00c-9e369074f1cc tempest-LiveMigrationTest-2001684970 tempest-LiveMigrationTest-2001684970-project] 10.222.0.104 "GET /v2.0/security-groups?id=7e243ebf-9cf4-4917-8da6-0fd38b06f795&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270287 Jul 06 13:54:16.141357 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 13:54:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-492da331-c0a2-45ae-b534-e9864e48456c x-openstack-request-id: req-492da331-c0a2-45ae-b534-e9864e48456c {{(pid=100246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:54:16.141855 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba387377-da87-4832-8988-a290e5ae50e0", "name": "network-vif-deleted", "tag": "84d6b1fa-0230-4b93-85de-56e7eb7c3b9e", "status": "completed", "code": 200}]} {{(pid=100246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:54:16.141965 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-492da331-c0a2-45ae-b534-e9864e48456c {{(pid=100246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:54:16.142745 n-d-773647-6 neutron-server[100246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba387377-da87-4832-8988-a290e5ae50e0', 'name': 'network-vif-deleted', 'tag': '84d6b1fa-0230-4b93-85de-56e7eb7c3b9e', 'status': 'completed', 'code': 200} Jul 06 13:54:16.159148 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51d4a2a9-c8ac-4d6c-870b-d2756ae0c7b1 req-3a6babc8-f8a8-4399-8396-c9795cda5d31 service neutron] Checking agent: {'id': '5bf7147f-bada-4441-a5dc-934b903473fb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-773647-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 51, 12), 'started_at': datetime.datetime(2021, 7, 6, 13, 51, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 13, 54, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 13:54:16.159745 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51d4a2a9-c8ac-4d6c-870b-d2756ae0c7b1 req-3a6babc8-f8a8-4399-8396-c9795cda5d31 service neutron] Checking segment: {'id': '26f74b4f-ecf5-4836-af25-90b9528264bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': '4a973c6b-79bd-4be5-8390-2d3d2d7162ea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100247) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 13:54:16.160334 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51d4a2a9-c8ac-4d6c-870b-d2756ae0c7b1 req-3a6babc8-f8a8-4399-8396-c9795cda5d31 service neutron] Bound using segment: {'id': '26f74b4f-ecf5-4836-af25-90b9528264bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': '4a973c6b-79bd-4be5-8390-2d3d2d7162ea'} {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 13:54:16.160931 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.managers [req-51d4a2a9-c8ac-4d6c-870b-d2756ae0c7b1 req-3a6babc8-f8a8-4399-8396-c9795cda5d31 service neutron] Bound port: 53af741c-67f6-4c91-8eef-8a1d098e8320, host: n-h1-773647-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '26f74b4f-ecf5-4836-af25-90b9528264bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': '4a973c6b-79bd-4be5-8390-2d3d2d7162ea'}}] {{(pid=100247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 13:54:16.162260 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-51d4a2a9-c8ac-4d6c-870b-d2756ae0c7b1 req-3a6babc8-f8a8-4399-8396-c9795cda5d31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:16.279494 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-24b4bd0f-898b-441b-a6d9-a1a911cbe5b2 req-49f8d08e-8f7e-4fc7-b798-67646b3162a4 tempest-VolumesAdminNegativeTest-2074182479 tempest-VolumesAdminNegativeTest-2074182479-project] 10.222.0.104 "GET /v2.0/security-groups?id=be172bf9-132f-4571-a5c1-0a751b1b69d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2081115 Jul 06 13:54:16.288177 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63dc259b-7749-42a7-a25b-ac16a967184d req-e047ec52-3f3e-44b4-a67a-2214ab196cf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:54:16.289667 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-63dc259b-7749-42a7-a25b-ac16a967184d req-e047ec52-3f3e-44b4-a67a-2214ab196cf1 service neutron] 10.222.0.72 "GET /v2.0/networks?id=4f6c277b-1b2d-40ad-a374-15bf31b2f6e9 HTTP/1.1" status: 200 len: 909 time: 0.2289493 Jul 06 13:54:16.372655 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-63dc259b-7749-42a7-a25b-ac16a967184d req-594b1c6b-79a0-44ca-9717-65d833e23645 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=113a8907-4f54-4c39-b78e-d093bc9daf85 HTTP/1.1" status: 200 len: 217 time: 0.0752375 Jul 06 13:54:16.377476 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.db [req-51d4a2a9-c8ac-4d6c-870b-d2756ae0c7b1 req-3a6babc8-f8a8-4399-8396-c9795cda5d31 service neutron] For port 53af741c-67f6-4c91-8eef-8a1d098e8320, host n-h1-773647-6, cleared binding levels {{(pid=100247) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 13:54:16.422649 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.db [req-51d4a2a9-c8ac-4d6c-870b-d2756ae0c7b1 req-3a6babc8-f8a8-4399-8396-c9795cda5d31 service neutron] For port 53af741c-67f6-4c91-8eef-8a1d098e8320, host n-h1-773647-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773647-6',level=0,port_id=53af741c-67f6-4c91-8eef-8a1d098e8320,segment=NetworkSegment(26f74b4f-ecf5-4836-af25-90b9528264bd),segment_id=26f74b4f-ecf5-4836-af25-90b9528264bd)] {{(pid=100247) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 13:54:16.433396 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-51d4a2a9-c8ac-4d6c-870b-d2756ae0c7b1 req-3a6babc8-f8a8-4399-8396-c9795cda5d31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:16.521404 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63dc259b-7749-42a7-a25b-ac16a967184d req-6892f196-5a6d-4d5d-abab-18146e3c0f87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:54:16.522875 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-63dc259b-7749-42a7-a25b-ac16a967184d req-6892f196-5a6d-4d5d-abab-18146e3c0f87 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=3ab4a4f6-31db-40f5-bd89-967e515dcbd9 HTTP/1.1" status: 200 len: 847 time: 0.1430948 Jul 06 13:54:16.524776 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d4a2a9-c8ac-4d6c-870b-d2756ae0c7b1 req-3a6babc8-f8a8-4399-8396-c9795cda5d31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:54:16.525381 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-51d4a2a9-c8ac-4d6c-870b-d2756ae0c7b1 req-3a6babc8-f8a8-4399-8396-c9795cda5d31 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583035'] for port, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:16.526681 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-51d4a2a9-c8ac-4d6c-870b-d2756ae0c7b1 req-3a6babc8-f8a8-4399-8396-c9795cda5d31 service neutron] 10.222.0.127 "PUT /v2.0/ports/53af741c-67f6-4c91-8eef-8a1d098e8320 HTTP/1.1" status: 200 len: 1092 time: 1.7801793 Jul 06 13:54:16.530522 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-8032a812-36b8-4300-a5ea-070fb54ec6ea req-d0a2cb38-a753-4e2a-bd11-4bf8f0e70fbb tempest-DeleteServersAdminTestJSON-881447012 tempest-DeleteServersAdminTestJSON-881447012-project] 10.222.0.104 "GET /v2.0/networks?tenant_id=19526b5a84cf4869af8c17c1ec0ea840&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0758586 Jul 06 13:54:16.585580 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-63dc259b-7749-42a7-a25b-ac16a967184d req-0a7d5db4-9bdf-41a7-b2e0-a186ec213df1 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=4f6c277b-1b2d-40ad-a374-15bf31b2f6e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0524037 Jul 06 13:54:16.687079 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6babc8-f8a8-4399-8396-c9795cda5d31 service neutron] Pushing event updated for resources: {'Port': ['ID=53af741c-67f6-4c91-8eef-8a1d098e8320,revision_number=3']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:54:16.850030 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 54502) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:54:16.913032 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Device b9b105f0-126d-4118-bb1b-03c0831ba0af details requested by agent hyperv_n-h1-773647-6 with host n-h1-773647-6 {{(pid=100248) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 13:54:16.956394 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-bcf6d85b-61ee-4c46-b1ef-bd8fc834a3fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:16.972389 n-d-773647-6 neutron-server[100247]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5bcd22d-5823-4c44-9bcf-dd0a6e7b5fa2', 'tag': '53af741c-67f6-4c91-8eef-8a1d098e8320'}] {{(pid=100247) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 13:54:16.974688 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cbf0eeaae822f8fc9b87a94aeba67a3d651842baf663a51cba94b67a514836d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c02e6fb-1ea3-4241-bd72-9bdecdf79e92" -d '{"events": [{"name": "network-changed", "server_uuid": "d5bcd22d-5823-4c44-9bcf-dd0a6e7b5fa2", "tag": "53af741c-67f6-4c91-8eef-8a1d098e8320"}]}' {{(pid=100247) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:54:17.035285 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] For port b9b105f0-126d-4118-bb1b-03c0831ba0af, host n-h1-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773647-6',level=0,port_id=b9b105f0-126d-4118-bb1b-03c0831ba0af,segment=NetworkSegment(a35ce525-b1c8-41c9-9ae8-4677f48117d3),segment_id=a35ce525-b1c8-41c9-9ae8-4677f48117d3)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:54:17.051024 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Returning: {'device': 'b9b105f0-126d-4118-bb1b-03c0831ba0af', 'network_id': '460f74e5-0a7f-4f78-8d1f-c6320874439c', 'port_id': 'b9b105f0-126d-4118-bb1b-03c0831ba0af', 'mac_address': 'fa:16:3e:e2:90:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1002, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '018ef28b-510d-4b0e-ac77-2e6a29444295', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100248) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 13:54:17.080314 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8032a812-36b8-4300-a5ea-070fb54ec6ea req-d1c3748a-ccf1-43dc-a94a-db9d7f04de8a tempest-DeleteServersAdminTestJSON-881447012 tempest-DeleteServersAdminTestJSON-881447012-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:54:17.081770 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-8032a812-36b8-4300-a5ea-070fb54ec6ea req-d1c3748a-ccf1-43dc-a94a-db9d7f04de8a tempest-DeleteServersAdminTestJSON-881447012 tempest-DeleteServersAdminTestJSON-881447012-project] 10.222.0.104 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5391121 Jul 06 13:54:17.088218 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-bcf6d85b-61ee-4c46-b1ef-bd8fc834a3fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:17.090539 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:17.096025 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-bcf6d85b-61ee-4c46-b1ef-bd8fc834a3fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:17.104677 n-d-773647-6 neutron-server[100248]: DEBUG neutron.notifiers.nova [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b9b105f0-126d-4118-bb1b-03c0831ba0af {{(pid=100248) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 13:54:17.111142 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d4a2a9-c8ac-4d6c-870b-d2756ae0c7b1 req-3a1baa7f-ff4d-41da-b4ef-98f0ae949122 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:54:17.113065 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-51d4a2a9-c8ac-4d6c-870b-d2756ae0c7b1 req-3a1baa7f-ff4d-41da-b4ef-98f0ae949122 service neutron] 10.222.0.127 "GET /v2.0/ports?tenant_id=5aa238d449314226b68d16d2a37b7938&device_id=d5bcd22d-5823-4c44-9bcf-dd0a6e7b5fa2 HTTP/1.1" status: 200 len: 1095 time: 0.5249004 Jul 06 13:54:17.126383 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] For port b9b105f0-126d-4118-bb1b-03c0831ba0af, host n-h1-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773647-6',level=0,port_id=b9b105f0-126d-4118-bb1b-03c0831ba0af,segment=NetworkSegment(a35ce525-b1c8-41c9-9ae8-4677f48117d3),segment_id=a35ce525-b1c8-41c9-9ae8-4677f48117d3)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:54:17.131953 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:17.138215 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db8a4bc-b660-4018-82f4-de28cedaf5ba req-1f8e4287-9b0f-404c-9a08-fe0e9b02b854 tempest-ServersWithSpecificFlavorTestJSON-1219430523 tempest-ServersWithSpecificFlavorTestJSON-1219430523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:54:17.140169 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-8db8a4bc-b660-4018-82f4-de28cedaf5ba req-1f8e4287-9b0f-404c-9a08-fe0e9b02b854 tempest-ServersWithSpecificFlavorTestJSON-1219430523 tempest-ServersWithSpecificFlavorTestJSON-1219430523-project] 10.222.0.104 "GET /v2.0/ports?device_id=3ac78f26-658e-4e41-8628-330fee97fb44 HTTP/1.1" status: 200 len: 944 time: 0.2063811 Jul 06 13:54:17.141617 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-63dc259b-7749-42a7-a25b-ac16a967184d req-d15c0ff9-1000-4e7c-bb05-970dd729f105 service neutron] 10.222.0.72 "GET /v2.0/networks/4f6c277b-1b2d-40ad-a374-15bf31b2f6e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5342686 Jul 06 13:54:17.145017 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-bcf6d85b-61ee-4c46-b1ef-bd8fc834a3fa admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=1571bc4844bc43648d8ecbd511382f56&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2938812 Jul 06 13:54:17.147372 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-8032a812-36b8-4300-a5ea-070fb54ec6ea req-b6891fc8-11be-4baf-85f0-c6198bb0ae75 tempest-DeleteServersAdminTestJSON-881447012 tempest-DeleteServersAdminTestJSON-881447012-project] 10.222.0.104 "GET /v2.0/quotas/19526b5a84cf4869af8c17c1ec0ea840 HTTP/1.1" status: 200 len: 375 time: 0.0430713 Jul 06 13:54:17.147827 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 54510) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:54:17.151039 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf6d85b-61ee-4c46-b1ef-bd8fc834a3fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e49fb6dc-bfb2-477f-8ef8-0e13a7028045,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:54:17.161961 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0139c3a-7ceb-43ef-899c-591982e4b7a2 req-f9a2bd3d-f69f-4d52-ad46-afc38ccc28a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:54:17.163502 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-c0139c3a-7ceb-43ef-899c-591982e4b7a2 req-f9a2bd3d-f69f-4d52-ad46-afc38ccc28a2 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=483ead9cc6094290930ff4aed37f7463&device_id=96a5ba91-9ae1-4374-9adc-f59710ec4759 HTTP/1.1" status: 200 len: 1121 time: 0.1122606 Jul 06 13:54:17.190371 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Pushing event updated for resources: {'Port': ['ID=b9b105f0-126d-4118-bb1b-03c0831ba0af,revision_number=4']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:54:17.191084 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-51d4a2a9-c8ac-4d6c-870b-d2756ae0c7b1 req-5019dd3d-f62a-445b-bf7b-0e552f813ba1 service neutron] 10.222.0.127 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=53af741c-67f6-4c91-8eef-8a1d098e8320 HTTP/1.1" status: 200 len: 217 time: 0.0683248 Jul 06 13:54:17.260890 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0139c3a-7ceb-43ef-899c-591982e4b7a2 req-27c4d4e4-a371-484e-b835-df5e5dac5df6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:54:17.261991 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-c0139c3a-7ceb-43ef-899c-591982e4b7a2 req-27c4d4e4-a371-484e-b835-df5e5dac5df6 service neutron] 10.222.0.72 "GET /v2.0/networks?id=ac09d390-867f-4b75-a8d2-ab11550bffd6 HTTP/1.1" status: 200 len: 871 time: 0.0907385 Jul 06 13:54:17.284994 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-8032a812-36b8-4300-a5ea-070fb54ec6ea req-a21342c8-0e61-41f0-b0b2-ad3220f2c1a1 tempest-DeleteServersAdminTestJSON-881447012 tempest-DeleteServersAdminTestJSON-881447012-project] 10.222.0.104 "GET /v2.0/ports?tenant_id=19526b5a84cf4869af8c17c1ec0ea840&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1069491 Jul 06 13:54:17.305016 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-c0139c3a-7ceb-43ef-899c-591982e4b7a2 req-547e3df4-e14f-4367-bcb9-748ecb617de2 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.93&port_id=2985e841-186d-4c50-81aa-7edeced86cb2 HTTP/1.1" status: 200 len: 217 time: 0.0341892 Jul 06 13:54:17.358863 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0139c3a-7ceb-43ef-899c-591982e4b7a2 req-c0323e9f-a444-4f31-b9c2-77cafdc17036 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:54:17.359723 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-8db8a4bc-b660-4018-82f4-de28cedaf5ba req-ea63642e-f422-4658-97b2-0029e55f41d3 tempest-ServersWithSpecificFlavorTestJSON-1219430523 tempest-ServersWithSpecificFlavorTestJSON-1219430523-project] 10.222.0.104 "GET /v2.0/security-groups?id=b480d027-214b-42ad-8ea1-99d6a4321406&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1844461 Jul 06 13:54:17.360417 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-c0139c3a-7ceb-43ef-899c-591982e4b7a2 req-c0323e9f-a444-4f31-b9c2-77cafdc17036 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=d1c3cc78-09b9-4e30-99fd-0e5830de101d HTTP/1.1" status: 200 len: 843 time: 0.0467694 Jul 06 13:54:17.368279 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d4a2a9-c8ac-4d6c-870b-d2756ae0c7b1 req-4f6b1809-e259-42d9-8ea5-74daccba8b90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:54:17.369847 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-51d4a2a9-c8ac-4d6c-870b-d2756ae0c7b1 req-4f6b1809-e259-42d9-8ea5-74daccba8b90 service neutron] 10.222.0.127 "GET /v2.0/subnets?id=1c3ef236-743a-4cc4-8ae1-020d24464266 HTTP/1.1" status: 200 len: 853 time: 0.1475682 Jul 06 13:54:17.447958 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0139c3a-7ceb-43ef-899c-591982e4b7a2 req-00b2810b-ca66-4fe7-970a-d6c93c6b524e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:54:17.452964 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-c0139c3a-7ceb-43ef-899c-591982e4b7a2 req-00b2810b-ca66-4fe7-970a-d6c93c6b524e service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=ac09d390-867f-4b75-a8d2-ab11550bffd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0852962 Jul 06 13:54:17.472411 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-51d4a2a9-c8ac-4d6c-870b-d2756ae0c7b1 req-4c1d6456-6685-4dcc-a84f-692d32ced11b service neutron] 10.222.0.127 "GET /v2.0/ports?network_id=4a973c6b-79bd-4be5-8390-2d3d2d7162ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0903482 Jul 06 13:54:17.477019 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-390e37d6-2fe4-4946-93cb-25246e32570e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:17.480105 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-63dc259b-7749-42a7-a25b-ac16a967184d req-5b550ca5-f1fb-4e03-818e-22233ad10c9c service neutron] 10.222.0.72 "GET /v2.0/networks/4f6c277b-1b2d-40ad-a374-15bf31b2f6e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3006725 Jul 06 13:54:17.488885 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] get_ports_and_sgs() called for port_ids ['b9b105f0-126d-4118-bb1b-03c0831ba0af'] {{(pid=100248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 13:54:17.579099 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-c0139c3a-7ceb-43ef-899c-591982e4b7a2 req-85bcc0c9-6906-4074-b89a-e96d3c95e436 service neutron] 10.222.0.72 "GET /v2.0/networks/ac09d390-867f-4b75-a8d2-ab11550bffd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1192942 Jul 06 13:54:17.590069 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 13:54:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2e60176-96a0-4046-87f0-4f49e0e8de74 x-openstack-request-id: req-e2e60176-96a0-4046-87f0-4f49e0e8de74 {{(pid=100247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:54:17.590308 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d5bcd22d-5823-4c44-9bcf-dd0a6e7b5fa2", "tag": "53af741c-67f6-4c91-8eef-8a1d098e8320", "status": "completed", "code": 200}]} {{(pid=100247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:54:17.590588 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-e2e60176-96a0-4046-87f0-4f49e0e8de74 {{(pid=100247) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:54:17.591006 n-d-773647-6 neutron-server[100247]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd5bcd22d-5823-4c44-9bcf-dd0a6e7b5fa2', 'tag': '53af741c-67f6-4c91-8eef-8a1d098e8320', 'status': 'completed', 'code': 200} Jul 06 13:54:17.610653 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-390e37d6-2fe4-4946-93cb-25246e32570e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:17.730473 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1222e9-a6f5-48f7-b158-cb9d0195c283 req-9a7e1d5f-ae5d-49d2-baf4-56dba0fcb479 tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:54:17.732171 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-8b1222e9-a6f5-48f7-b158-cb9d0195c283 req-9a7e1d5f-ae5d-49d2-baf4-56dba0fcb479 tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] 10.222.0.104 "GET /v2.0/ports?device_id=96a5ba91-9ae1-4374-9adc-f59710ec4759 HTTP/1.1" status: 200 len: 970 time: 0.2381508 Jul 06 13:54:17.743884 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-c0139c3a-7ceb-43ef-899c-591982e4b7a2 req-e12f5faf-4cc2-4f06-97e5-ec36093219a0 service neutron] 10.222.0.72 "GET /v2.0/networks/ac09d390-867f-4b75-a8d2-ab11550bffd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1569324 Jul 06 13:54:17.785333 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-51d4a2a9-c8ac-4d6c-870b-d2756ae0c7b1 req-6585b721-a20a-4063-8ba2-656890a76f1c service neutron] 10.222.0.127 "GET /v2.0/networks/4a973c6b-79bd-4be5-8390-2d3d2d7162ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3026574 Jul 06 13:54:17.822192 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-390e37d6-2fe4-4946-93cb-25246e32570e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:17.825058 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-390e37d6-2fe4-4946-93cb-25246e32570e admin admin] Notify callbacks [] for security_group, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:17.826310 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-390e37d6-2fe4-4946-93cb-25246e32570e admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/e49fb6dc-bfb2-477f-8ef8-0e13a7028045 HTTP/1.1" status: 204 len: 168 time: 0.6498795 Jul 06 13:54:17.885425 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-8b1222e9-a6f5-48f7-b158-cb9d0195c283 req-f33d866f-a0d7-4a3f-b2d8-d181c5bb0553 tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] 10.222.0.104 "GET /v2.0/security-groups?id=9f5b92e9-7340-49c3-a9bb-41e4a1caffc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232879 Jul 06 13:54:17.889631 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390e37d6-2fe4-4946-93cb-25246e32570e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e49fb6dc-bfb2-477f-8ef8-0e13a7028045,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:54:17.928753 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe1d543-0450-45af-b467-0f456626fbb0 req-e54a0aca-2901-417d-a43a-bc4ca25cae25 tempest-LiveMigrationTest-2001684970 tempest-LiveMigrationTest-2001684970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:54:17.930418 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-8fe1d543-0450-45af-b467-0f456626fbb0 req-e54a0aca-2901-417d-a43a-bc4ca25cae25 tempest-LiveMigrationTest-2001684970 tempest-LiveMigrationTest-2001684970-project] 10.222.0.104 "GET /v2.0/ports?device_id=38cb1596-590e-44d7-bc4d-de552f284c55 HTTP/1.1" status: 200 len: 943 time: 0.2287822 Jul 06 13:54:17.975977 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-51d4a2a9-c8ac-4d6c-870b-d2756ae0c7b1 req-54c3cbb1-d1cf-4ba8-91d7-a3ca41f36119 service neutron] 10.222.0.127 "GET /v2.0/networks/4a973c6b-79bd-4be5-8390-2d3d2d7162ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1828990 Jul 06 13:54:17.997649 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-8fe1d543-0450-45af-b467-0f456626fbb0 req-f6428d46-4b3a-4a94-918f-5627494d3031 tempest-LiveMigrationTest-2001684970 tempest-LiveMigrationTest-2001684970-project] 10.222.0.104 "GET /v2.0/security-groups?id=7e243ebf-9cf4-4917-8da6-0fd38b06f795&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535767 Jul 06 13:54:18.172211 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-ac4aec60-0dc7-4969-acf1-633835d746f8 req-29706e0f-ea6e-418b-a184-67b26a184209 tempest-DeleteServersAdminTestJSON-881447012 tempest-DeleteServersAdminTestJSON-881447012-project] 10.222.0.104 "GET /v2.0/ports?device_id=027d1d32-7691-43ef-931d-958db6ea1369 HTTP/1.1" status: 200 len: 210 time: 0.0441771 Jul 06 13:54:18.177098 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c02e6fb-1ea3-4241-bd72-9bdecdf79e92 req-a57bc590-7c5b-48f1-a409-ec22c9e9cfcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:54:18.178494 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-7c02e6fb-1ea3-4241-bd72-9bdecdf79e92 req-a57bc590-7c5b-48f1-a409-ec22c9e9cfcd service neutron] 10.222.0.127 "GET /v2.0/ports?tenant_id=5aa238d449314226b68d16d2a37b7938&device_id=d5bcd22d-5823-4c44-9bcf-dd0a6e7b5fa2 HTTP/1.1" status: 200 len: 1095 time: 0.1347511 Jul 06 13:54:18.207236 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bd9811-08be-4869-8634-ab0b23a35370 req-dac9a9cd-dd4d-4d69-9f20-1278a20ba322 tempest-VolumesAdminNegativeTest-2074182479 tempest-VolumesAdminNegativeTest-2074182479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:54:18.209475 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-61bd9811-08be-4869-8634-ab0b23a35370 req-dac9a9cd-dd4d-4d69-9f20-1278a20ba322 tempest-VolumesAdminNegativeTest-2074182479 tempest-VolumesAdminNegativeTest-2074182479-project] 10.222.0.104 "GET /v2.0/ports?device_id=d5bcd22d-5823-4c44-9bcf-dd0a6e7b5fa2 HTTP/1.1" status: 200 len: 944 time: 0.1373684 Jul 06 13:54:18.254639 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 54538) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:54:18.272818 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-356d1604-93de-41fd-827a-0916e96582d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:18.310235 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-61bd9811-08be-4869-8634-ab0b23a35370 req-93c44b05-bffb-49c2-b4fd-4622795af9e2 tempest-VolumesAdminNegativeTest-2074182479 tempest-VolumesAdminNegativeTest-2074182479-project] 10.222.0.104 "GET /v2.0/security-groups?id=be172bf9-132f-4571-a5c1-0a751b1b69d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893867 Jul 06 13:54:18.357279 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c02e6fb-1ea3-4241-bd72-9bdecdf79e92 req-e2434325-f883-4fcf-954b-a2aa2f321c0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:54:18.359007 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-7c02e6fb-1ea3-4241-bd72-9bdecdf79e92 req-e2434325-f883-4fcf-954b-a2aa2f321c0c service neutron] 10.222.0.127 "GET /v2.0/networks?id=4a973c6b-79bd-4be5-8390-2d3d2d7162ea HTTP/1.1" status: 200 len: 915 time: 0.1729674 Jul 06 13:54:18.416219 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-356d1604-93de-41fd-827a-0916e96582d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:18.421588 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-356d1604-93de-41fd-827a-0916e96582d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:18.422449 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-7c02e6fb-1ea3-4241-bd72-9bdecdf79e92 req-5ba4d99f-ea2f-42cb-9fe0-1955b7324b46 service neutron] 10.222.0.127 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=53af741c-67f6-4c91-8eef-8a1d098e8320 HTTP/1.1" status: 200 len: 217 time: 0.0508614 Jul 06 13:54:18.471843 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-356d1604-93de-41fd-827a-0916e96582d8 admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=a811cc0b772c4334bc6e57aca8a9f9d0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2160091 Jul 06 13:54:18.473482 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 54554) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:54:18.474213 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356d1604-93de-41fd-827a-0916e96582d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8792112-d478-4beb-9ca5-d57bdcc0b271,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:54:18.493453 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c02e6fb-1ea3-4241-bd72-9bdecdf79e92 req-f07921a8-4dd8-4cdb-96fd-e28b130316f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:54:18.497196 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-7c02e6fb-1ea3-4241-bd72-9bdecdf79e92 req-f07921a8-4dd8-4cdb-96fd-e28b130316f4 service neutron] 10.222.0.127 "GET /v2.0/subnets?id=1c3ef236-743a-4cc4-8ae1-020d24464266 HTTP/1.1" status: 200 len: 853 time: 0.0654149 Jul 06 13:54:18.544186 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-7c02e6fb-1ea3-4241-bd72-9bdecdf79e92 req-117cd2b5-d8b6-4275-b5d7-79c4eaf19432 service neutron] 10.222.0.127 "GET /v2.0/ports?network_id=4a973c6b-79bd-4be5-8390-2d3d2d7162ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0400250 Jul 06 13:54:18.546541 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-cd34b69c-6497-4fa2-a7a0-02b8f6db5ba3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:18.570422 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-cd34b69c-6497-4fa2-a7a0-02b8f6db5ba3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:18.648455 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-cd34b69c-6497-4fa2-a7a0-02b8f6db5ba3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:18.652546 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-cd34b69c-6497-4fa2-a7a0-02b8f6db5ba3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:18.654476 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-cd34b69c-6497-4fa2-a7a0-02b8f6db5ba3 admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/a8792112-d478-4beb-9ca5-d57bdcc0b271 HTTP/1.1" status: 204 len: 168 time: 0.1650746 Jul 06 13:54:18.663868 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd34b69c-6497-4fa2-a7a0-02b8f6db5ba3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8792112-d478-4beb-9ca5-d57bdcc0b271,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:54:18.687619 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e52075c-a938-4fb4-9d03-32b58d204f37 req-6b2c7ded-e29d-40e4-87bb-ca0e207afb21 tempest-ServersWithSpecificFlavorTestJSON-1219430523 tempest-ServersWithSpecificFlavorTestJSON-1219430523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:54:18.693121 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-9e52075c-a938-4fb4-9d03-32b58d204f37 req-6b2c7ded-e29d-40e4-87bb-ca0e207afb21 tempest-ServersWithSpecificFlavorTestJSON-1219430523 tempest-ServersWithSpecificFlavorTestJSON-1219430523-project] 10.222.0.104 "GET /v2.0/ports?device_id=3ac78f26-658e-4e41-8628-330fee97fb44 HTTP/1.1" status: 200 len: 945 time: 0.1785297 Jul 06 13:54:18.719812 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-7c02e6fb-1ea3-4241-bd72-9bdecdf79e92 req-19d7c973-b987-4e7a-bbef-793622f3d2e0 service neutron] 10.222.0.127 "GET /v2.0/networks/4a973c6b-79bd-4be5-8390-2d3d2d7162ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1581581 Jul 06 13:54:18.814949 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-9e52075c-a938-4fb4-9d03-32b58d204f37 req-34ed7bff-ffdf-49cd-8048-1f31702a96a5 tempest-ServersWithSpecificFlavorTestJSON-1219430523 tempest-ServersWithSpecificFlavorTestJSON-1219430523-project] 10.222.0.104 "GET /v2.0/security-groups?id=b480d027-214b-42ad-8ea1-99d6a4321406&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1185019 Jul 06 13:54:18.872591 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-7c02e6fb-1ea3-4241-bd72-9bdecdf79e92 req-eb891cda-a607-45e2-a71c-8074450ab313 service neutron] 10.222.0.127 "GET /v2.0/networks/4a973c6b-79bd-4be5-8390-2d3d2d7162ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1436357 Jul 06 13:54:18.893087 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-8032a812-36b8-4300-a5ea-070fb54ec6ea req-74e5eb8a-3156-4bd5-a193-fe3677259345 tempest-DeleteServersAdminTestJSON-881447012 tempest-DeleteServersAdminTestJSON-881447012-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=19526b5a84cf4869af8c17c1ec0ea840&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0466425 Jul 06 13:54:18.928564 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Device b9b105f0-126d-4118-bb1b-03c0831ba0af up at agent hyperv_n-h1-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 13:54:18.988097 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Device 113a8907-4f54-4c39-b78e-d093bc9daf85 details requested by agent hyperv_n-h2-773647-6 with host n-h2-773647-6 {{(pid=100248) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 13:54:19.144531 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Provisioning for port b9b105f0-126d-4118-bb1b-03c0831ba0af completed by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 13:54:19.155050 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Provisioning complete for port b9b105f0-126d-4118-bb1b-03c0831ba0af triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:54:19.155744 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:19.184461 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2801f3eb-57fb-475f-8c60-b5242c57bb6d req-f6a152ad-7d70-4138-ae76-689ef5257595 tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:54:19.192242 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-2801f3eb-57fb-475f-8c60-b5242c57bb6d req-f6a152ad-7d70-4138-ae76-689ef5257595 tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] 10.222.0.104 "GET /v2.0/ports?device_id=96a5ba91-9ae1-4374-9adc-f59710ec4759 HTTP/1.1" status: 200 len: 970 time: 0.1271143 Jul 06 13:54:19.227451 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] For port 113a8907-4f54-4c39-b78e-d093bc9daf85, host n-h2-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=113a8907-4f54-4c39-b78e-d093bc9daf85,segment=NetworkSegment(65749612-fb0d-4f34-9eb9-d06c3a2fda80),segment_id=65749612-fb0d-4f34-9eb9-d06c3a2fda80)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:54:19.238241 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8032a812-36b8-4300-a5ea-070fb54ec6ea req-e728a18f-afe7-49c4-a011-b6df27981a0e tempest-DeleteServersAdminTestJSON-881447012 tempest-DeleteServersAdminTestJSON-881447012-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:54:19.240451 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-8032a812-36b8-4300-a5ea-070fb54ec6ea req-e728a18f-afe7-49c4-a011-b6df27981a0e tempest-DeleteServersAdminTestJSON-881447012 tempest-DeleteServersAdminTestJSON-881447012-project] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3410616 Jul 06 13:54:19.247620 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-2801f3eb-57fb-475f-8c60-b5242c57bb6d req-92334b63-dd51-4712-a60c-ab85989c2075 tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] 10.222.0.104 "GET /v2.0/security-groups?id=9f5b92e9-7340-49c3-a9bb-41e4a1caffc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532043 Jul 06 13:54:19.255473 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [req-8032a812-36b8-4300-a5ea-070fb54ec6ea req-2b0cf034-9fae-4c7e-bdd0-a344838b3217 tempest-DeleteServersAdminTestJSON-881447012 tempest-DeleteServersAdminTestJSON-881447012-project] Request body: {'port': {'device_id': '027d1d32-7691-43ef-931d-958db6ea1369', 'network_id': 'ac09d390-867f-4b75-a8d2-ab11550bffd6', 'admin_state_up': True, 'tenant_id': '19526b5a84cf4869af8c17c1ec0ea840'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:54:19.264519 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Returning: {'device': '113a8907-4f54-4c39-b78e-d093bc9daf85', 'network_id': '4f6c277b-1b2d-40ad-a374-15bf31b2f6e9', 'port_id': '113a8907-4f54-4c39-b78e-d093bc9daf85', 'mac_address': 'fa:16:3e:3f:86:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1045, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ab4a4f6-31db-40f5-bd89-967e515dcbd9', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100248) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 13:54:19.373933 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:19.381410 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:19.400859 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8032a812-36b8-4300-a5ea-070fb54ec6ea req-2b0cf034-9fae-4c7e-bdd0-a344838b3217 tempest-DeleteServersAdminTestJSON-881447012 tempest-DeleteServersAdminTestJSON-881447012-project] Made reservation on behalf of 19526b5a84cf4869af8c17c1ec0ea840 for: {'port': 1} {{(pid=100246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 13:54:19.405377 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-8032a812-36b8-4300-a5ea-070fb54ec6ea req-2b0cf034-9fae-4c7e-bdd0-a344838b3217 tempest-DeleteServersAdminTestJSON-881447012 tempest-DeleteServersAdminTestJSON-881447012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:19.428532 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-21746cc8-750d-4360-b71f-014d1f98f9f0 req-85c670c9-ec4f-4109-8f6f-ee079ecd6c85 tempest-DeleteServersAdminTestJSON-881447012 tempest-DeleteServersAdminTestJSON-881447012-project] 10.222.0.104 "GET /v2.0/ports?device_id=027d1d32-7691-43ef-931d-958db6ea1369 HTTP/1.1" status: 200 len: 210 time: 0.0400548 Jul 06 13:54:19.429474 n-d-773647-6 neutron-server[100248]: DEBUG neutron.notifiers.nova [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 113a8907-4f54-4c39-b78e-d093bc9daf85 {{(pid=100248) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 13:54:19.438146 n-d-773647-6 neutron-server[100248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ac78f26-658e-4e41-8628-330fee97fb44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9b105f0-126d-4118-bb1b-03c0831ba0af'}] {{(pid=100248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 13:54:19.440936 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84af257533e383389cbcf231d3534f4d5e149e7203fea16b4a8fc01438dddaf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e0d69e5-e1ba-46b1-a7f2-e758464195ea" -d '{"events": [{"server_uuid": "3ac78f26-658e-4e41-8628-330fee97fb44", "name": "network-vif-plugged", "status": "completed", "tag": "b9b105f0-126d-4118-bb1b-03c0831ba0af"}]}' {{(pid=100248) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:54:19.471515 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] For port b9b105f0-126d-4118-bb1b-03c0831ba0af, host n-h1-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773647-6',level=0,port_id=b9b105f0-126d-4118-bb1b-03c0831ba0af,segment=NetworkSegment(a35ce525-b1c8-41c9-9ae8-4677f48117d3),segment_id=a35ce525-b1c8-41c9-9ae8-4677f48117d3)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:54:19.476547 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] For port 113a8907-4f54-4c39-b78e-d093bc9daf85, host n-h2-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=113a8907-4f54-4c39-b78e-d093bc9daf85,segment=NetworkSegment(65749612-fb0d-4f34-9eb9-d06c3a2fda80),segment_id=65749612-fb0d-4f34-9eb9-d06c3a2fda80)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:54:19.479862 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:19.481316 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Device 84d6b1fa-0230-4b93-85de-56e7eb7c3b9e no longer exists at agent hyperv_n-h1-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 13:54:19.507000 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] No Port match for: 84d6b1fa-0230-4b93-85de-56e7eb7c3b9e {{(pid=100248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 13:54:19.507369 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Device 84d6b1fa-0230-4b93-85de-56e7eb7c3b9e not bound to the agent host n-h1-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 13:54:19.510670 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:19.564340 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Pushing event updated for resources: {'Port': ['ID=b9b105f0-126d-4118-bb1b-03c0831ba0af,revision_number=5']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:54:19.585806 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6bf982d-8bd7-43dc-a4d8-8ec5d6aded6a req-6f49a8dc-8778-4108-9e58-ba4fb7e0e005 tempest-LiveMigrationTest-2001684970 tempest-LiveMigrationTest-2001684970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:54:19.592290 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.db_base_plugin_common [req-8032a812-36b8-4300-a5ea-070fb54ec6ea req-2b0cf034-9fae-4c7e-bdd0-a344838b3217 tempest-DeleteServersAdminTestJSON-881447012 tempest-DeleteServersAdminTestJSON-881447012-project] Allocated IP 192.168.233.224 (ac09d390-867f-4b75-a8d2-ab11550bffd6/d1c3cc78-09b9-4e30-99fd-0e5830de101d/31f9dea5-daca-4e36-9852-09ad6d1b8896) {{(pid=100246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 13:54:19.601696 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-e6bf982d-8bd7-43dc-a4d8-8ec5d6aded6a req-6f49a8dc-8778-4108-9e58-ba4fb7e0e005 tempest-LiveMigrationTest-2001684970 tempest-LiveMigrationTest-2001684970-project] 10.222.0.104 "GET /v2.0/ports?device_id=38cb1596-590e-44d7-bc4d-de552f284c55 HTTP/1.1" status: 200 len: 943 time: 0.1858003 Jul 06 13:54:19.677627 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-e6bf982d-8bd7-43dc-a4d8-8ec5d6aded6a req-44c152c7-d1a9-4366-90a8-9b424560a0bd tempest-LiveMigrationTest-2001684970 tempest-LiveMigrationTest-2001684970-project] 10.222.0.104 "GET /v2.0/security-groups?id=7e243ebf-9cf4-4917-8da6-0fd38b06f795&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674152 Jul 06 13:54:19.809676 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 13:54:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f6371ff-8858-49c0-9e79-a1ee67152428 x-openstack-request-id: req-8f6371ff-8858-49c0-9e79-a1ee67152428 {{(pid=100248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:54:19.809966 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ac78f26-658e-4e41-8628-330fee97fb44", "name": "network-vif-plugged", "status": "completed", "tag": "b9b105f0-126d-4118-bb1b-03c0831ba0af", "code": 200}]} {{(pid=100248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:54:19.810393 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-8f6371ff-8858-49c0-9e79-a1ee67152428 {{(pid=100248) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:54:19.810947 n-d-773647-6 neutron-server[100248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ac78f26-658e-4e41-8628-330fee97fb44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9b105f0-126d-4118-bb1b-03c0831ba0af', 'code': 200} Jul 06 13:54:19.840034 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-8032a812-36b8-4300-a5ea-070fb54ec6ea req-2b0cf034-9fae-4c7e-bdd0-a344838b3217 tempest-DeleteServersAdminTestJSON-881447012 tempest-DeleteServersAdminTestJSON-881447012-project] Notify callbacks [] for port, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:19.842716 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Pushing event updated for resources: {'Port': ['ID=113a8907-4f54-4c39-b78e-d093bc9daf85,revision_number=4']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:54:19.875020 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.provisioning_blocks [req-8032a812-36b8-4300-a5ea-070fb54ec6ea req-2b0cf034-9fae-4c7e-bdd0-a344838b3217 tempest-DeleteServersAdminTestJSON-881447012 tempest-DeleteServersAdminTestJSON-881447012-project] Transition to ACTIVE for port object 31f9dea5-daca-4e36-9852-09ad6d1b8896 will not be triggered until provisioned by entity DHCP. {{(pid=100246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 13:54:19.901597 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] get_ports_and_sgs() called for port_ids ['113a8907-4f54-4c39-b78e-d093bc9daf85'] {{(pid=100248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 13:54:19.926041 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974ce398-0611-465e-958c-31f9878d75da req-aebd98b0-1b88-4822-bca9-dc5dfaa3b033 tempest-VolumesAdminNegativeTest-2074182479 tempest-VolumesAdminNegativeTest-2074182479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:54:19.929370 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-8032a812-36b8-4300-a5ea-070fb54ec6ea req-2b0cf034-9fae-4c7e-bdd0-a344838b3217 tempest-DeleteServersAdminTestJSON-881447012 tempest-DeleteServersAdminTestJSON-881447012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108'] for port, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:19.934213 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-974ce398-0611-465e-958c-31f9878d75da req-aebd98b0-1b88-4822-bca9-dc5dfaa3b033 tempest-VolumesAdminNegativeTest-2074182479 tempest-VolumesAdminNegativeTest-2074182479-project] 10.222.0.104 "GET /v2.0/ports?device_id=d5bcd22d-5823-4c44-9bcf-dd0a6e7b5fa2 HTTP/1.1" status: 200 len: 944 time: 0.1483669 Jul 06 13:54:19.980073 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08cb952b-0b7f-476c-9ba6-3b077035f7a6 req-a9c3258b-43f1-4aac-befa-c932e3ac3879 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:54:19.981559 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-08cb952b-0b7f-476c-9ba6-3b077035f7a6 req-a9c3258b-43f1-4aac-befa-c932e3ac3879 service neutron] 10.222.0.127 "GET /v2.0/ports?device_id=3ac78f26-658e-4e41-8628-330fee97fb44 HTTP/1.1" status: 200 len: 1097 time: 0.1211703 Jul 06 13:54:19.994225 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-974ce398-0611-465e-958c-31f9878d75da req-dda8d98a-c8a8-4c1b-9421-0950ccb1d0d2 tempest-VolumesAdminNegativeTest-2074182479 tempest-VolumesAdminNegativeTest-2074182479-project] 10.222.0.104 "GET /v2.0/security-groups?id=be172bf9-132f-4571-a5c1-0a751b1b69d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590820 Jul 06 13:54:20.072372 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-08cb952b-0b7f-476c-9ba6-3b077035f7a6 req-733d3f36-d938-47a8-8853-ea3b2a8e852d service neutron] 10.222.0.127 "GET /v2.0/security-groups?id=b480d027-214b-42ad-8ea1-99d6a4321406&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0765536 Jul 06 13:54:20.082148 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8032a812-36b8-4300-a5ea-070fb54ec6ea req-2b0cf034-9fae-4c7e-bdd0-a344838b3217 tempest-DeleteServersAdminTestJSON-881447012 tempest-DeleteServersAdminTestJSON-881447012-project] Network ac09d390-867f-4b75-a8d2-ab11550bffd6 is already hosted by enough agents. {{(pid=100246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 13:54:20.090839 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.base_scheduler [req-8032a812-36b8-4300-a5ea-070fb54ec6ea req-2b0cf034-9fae-4c7e-bdd0-a344838b3217 tempest-DeleteServersAdminTestJSON-881447012 tempest-DeleteServersAdminTestJSON-881447012-project] Resources bound (agent type, host, resource id): {{(pid=100246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:54:20.093156 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0cf034-9fae-4c7e-bdd0-a344838b3217 tempest-DeleteServersAdminTestJSON-881447012 tempest-DeleteServersAdminTestJSON-881447012-project] Pushing event updated for resources: {'Port': ['ID=31f9dea5-daca-4e36-9852-09ad6d1b8896,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:54:20.098009 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [req-8032a812-36b8-4300-a5ea-070fb54ec6ea req-2b0cf034-9fae-4c7e-bdd0-a344838b3217 tempest-DeleteServersAdminTestJSON-881447012 tempest-DeleteServersAdminTestJSON-881447012-project] Received port after_create {{(pid=100246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 13:54:20.109477 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8032a812-36b8-4300-a5ea-070fb54ec6ea req-2b0cf034-9fae-4c7e-bdd0-a344838b3217 tempest-DeleteServersAdminTestJSON-881447012 tempest-DeleteServersAdminTestJSON-881447012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:54:20.110459 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-8032a812-36b8-4300-a5ea-070fb54ec6ea req-2b0cf034-9fae-4c7e-bdd0-a344838b3217 tempest-DeleteServersAdminTestJSON-881447012 tempest-DeleteServersAdminTestJSON-881447012-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:20.133312 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-8032a812-36b8-4300-a5ea-070fb54ec6ea req-2b0cf034-9fae-4c7e-bdd0-a344838b3217 tempest-DeleteServersAdminTestJSON-881447012 tempest-DeleteServersAdminTestJSON-881447012-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.8834620 Jul 06 13:54:20.148976 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fa4c65-35eb-49e2-be43-61b7df311248 req-57583f12-311e-46b7-bbe9-155c48b670f1 tempest-ServersWithSpecificFlavorTestJSON-1219430523 tempest-ServersWithSpecificFlavorTestJSON-1219430523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:54:20.152112 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [req-8032a812-36b8-4300-a5ea-070fb54ec6ea req-0f543a66-4e8a-4757-9a41-68cadb725921 service neutron] Request body: {'port': {'device_id': '027d1d32-7691-43ef-931d-958db6ea1369', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-773647-6'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:54:20.158449 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-a1fa4c65-35eb-49e2-be43-61b7df311248 req-57583f12-311e-46b7-bbe9-155c48b670f1 tempest-ServersWithSpecificFlavorTestJSON-1219430523 tempest-ServersWithSpecificFlavorTestJSON-1219430523-project] 10.222.0.104 "GET /v2.0/ports?device_id=3ac78f26-658e-4e41-8628-330fee97fb44 HTTP/1.1" status: 200 len: 946 time: 0.1076028 Jul 06 13:54:20.204756 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-a1fa4c65-35eb-49e2-be43-61b7df311248 req-46ae442a-b459-49b8-9263-f578d83fe76b tempest-ServersWithSpecificFlavorTestJSON-1219430523 tempest-ServersWithSpecificFlavorTestJSON-1219430523-project] 10.222.0.104 "GET /v2.0/security-groups?id=b480d027-214b-42ad-8ea1-99d6a4321406&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427768 Jul 06 13:54:20.265011 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-8032a812-36b8-4300-a5ea-070fb54ec6ea req-0f543a66-4e8a-4757-9a41-68cadb725921 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:20.553212 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-9ee89439-e273-4f37-9b13-6d728431cb53 None None] Provisioning for port 31f9dea5-daca-4e36-9852-09ad6d1b8896 completed by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 13:54:20.557126 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa91421b-355a-4f5a-916b-2ae7846f9be3 req-219d4554-d4f5-4dea-9332-d25c617888c4 tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:54:20.557275 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-9ee89439-e273-4f37-9b13-6d728431cb53 None None] Provisioning complete for port 31f9dea5-daca-4e36-9852-09ad6d1b8896 triggered by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:54:20.557642 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-9ee89439-e273-4f37-9b13-6d728431cb53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:20.568177 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-aa91421b-355a-4f5a-916b-2ae7846f9be3 req-219d4554-d4f5-4dea-9332-d25c617888c4 tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] 10.222.0.104 "GET /v2.0/ports?device_id=96a5ba91-9ae1-4374-9adc-f59710ec4759 HTTP/1.1" status: 200 len: 970 time: 0.1149852 Jul 06 13:54:20.626501 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-aa91421b-355a-4f5a-916b-2ae7846f9be3 req-3441e71c-d0b3-4ee8-91c3-4789f1423e0b tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] 10.222.0.104 "GET /v2.0/security-groups?id=9f5b92e9-7340-49c3-a9bb-41e4a1caffc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573349 Jul 06 13:54:20.631620 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-9ee89439-e273-4f37-9b13-6d728431cb53 None None] Port 31f9dea5-daca-4e36-9852-09ad6d1b8896 cannot update to ACTIVE because it is not bound. {{(pid=100248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 13:54:20.709448 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 54684) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:54:20.919535 n-d-773647-6 neutron-server[100246]: DEBUG neutron.notifiers.nova [req-8032a812-36b8-4300-a5ea-070fb54ec6ea req-0f543a66-4e8a-4757-9a41-68cadb725921 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 31f9dea5-daca-4e36-9852-09ad6d1b8896 {{(pid=100246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 13:54:20.929391 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-8032a812-36b8-4300-a5ea-070fb54ec6ea req-0f543a66-4e8a-4757-9a41-68cadb725921 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:20.939197 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a285b5b7-5778-4426-b7c7-54ad7d7a9f14 req-551f06fc-421f-4195-b597-2f16d33cf011 tempest-DeleteServersAdminTestJSON-881447012 tempest-DeleteServersAdminTestJSON-881447012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:54:20.943062 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.provisioning_blocks [req-8032a812-36b8-4300-a5ea-070fb54ec6ea req-0f543a66-4e8a-4757-9a41-68cadb725921 service neutron] Transition to ACTIVE for port object 31f9dea5-daca-4e36-9852-09ad6d1b8896 will not be triggered until provisioned by entity L2. {{(pid=100246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 13:54:20.947109 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-a285b5b7-5778-4426-b7c7-54ad7d7a9f14 req-551f06fc-421f-4195-b597-2f16d33cf011 tempest-DeleteServersAdminTestJSON-881447012 tempest-DeleteServersAdminTestJSON-881447012-project] 10.222.0.104 "GET /v2.0/ports?device_id=027d1d32-7691-43ef-931d-958db6ea1369 HTTP/1.1" status: 200 len: 936 time: 0.1365726 Jul 06 13:54:20.950353 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-8032a812-36b8-4300-a5ea-070fb54ec6ea req-0f543a66-4e8a-4757-9a41-68cadb725921 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:20.964215 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Device 113a8907-4f54-4c39-b78e-d093bc9daf85 up at agent hyperv_n-h2-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 13:54:21.003730 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-a285b5b7-5778-4426-b7c7-54ad7d7a9f14 req-4fd93ad1-1456-4cca-b5ab-8c45eea5e99f tempest-DeleteServersAdminTestJSON-881447012 tempest-DeleteServersAdminTestJSON-881447012-project] 10.222.0.104 "GET /v2.0/security-groups?id=dc1eac0c-f285-4e19-a9c2-c3098f82ccb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554826 Jul 06 13:54:21.027088 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3419dce-2a3e-46f2-a393-54b8a96c00b9 req-078d9180-286a-498b-ba09-9ccd0b8db3b1 tempest-LiveMigrationTest-2001684970 tempest-LiveMigrationTest-2001684970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:54:21.037434 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-f3419dce-2a3e-46f2-a393-54b8a96c00b9 req-078d9180-286a-498b-ba09-9ccd0b8db3b1 tempest-LiveMigrationTest-2001684970 tempest-LiveMigrationTest-2001684970-project] 10.222.0.104 "GET /v2.0/ports?device_id=38cb1596-590e-44d7-bc4d-de552f284c55 HTTP/1.1" status: 200 len: 944 time: 0.1739929 Jul 06 13:54:21.056427 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f543a66-4e8a-4757-9a41-68cadb725921 service neutron] Pushing event updated for resources: {'Port': ['ID=31f9dea5-daca-4e36-9852-09ad6d1b8896,revision_number=2']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:54:21.072537 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [req-8032a812-36b8-4300-a5ea-070fb54ec6ea req-0f543a66-4e8a-4757-9a41-68cadb725921 service neutron] Attempting to bind port 31f9dea5-daca-4e36-9852-09ad6d1b8896 on host n-h2-773647-6 for vnic_type normal with profile {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 13:54:21.074949 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [req-8032a812-36b8-4300-a5ea-070fb54ec6ea req-0f543a66-4e8a-4757-9a41-68cadb725921 service neutron] Attempting to bind port 31f9dea5-daca-4e36-9852-09ad6d1b8896 by drivers openvswitch,hyperv on host n-h2-773647-6 at level 0 using segments [{'id': 'c9ea893d-045e-42cf-b3dd-cdd1f79baccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'ac09d390-867f-4b75-a8d2-ab11550bffd6'}] {{(pid=100246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 13:54:21.075319 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8032a812-36b8-4300-a5ea-070fb54ec6ea req-0f543a66-4e8a-4757-9a41-68cadb725921 service neutron] Attempting to bind port 31f9dea5-daca-4e36-9852-09ad6d1b8896 on network ac09d390-867f-4b75-a8d2-ab11550bffd6 {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 13:54:21.086066 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8032a812-36b8-4300-a5ea-070fb54ec6ea req-0f543a66-4e8a-4757-9a41-68cadb725921 service neutron] Port 31f9dea5-daca-4e36-9852-09ad6d1b8896 on network ac09d390-867f-4b75-a8d2-ab11550bffd6 not bound, no agent of type Open vSwitch agent registered on host n-h2-773647-6 {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 13:54:21.086371 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8032a812-36b8-4300-a5ea-070fb54ec6ea req-0f543a66-4e8a-4757-9a41-68cadb725921 service neutron] Attempting to bind port 31f9dea5-daca-4e36-9852-09ad6d1b8896 on network ac09d390-867f-4b75-a8d2-ab11550bffd6 {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 13:54:21.089274 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-f3419dce-2a3e-46f2-a393-54b8a96c00b9 req-fd7e8877-adb8-4f21-a853-9c3125997740 tempest-LiveMigrationTest-2001684970 tempest-LiveMigrationTest-2001684970-project] 10.222.0.104 "GET /v2.0/security-groups?id=7e243ebf-9cf4-4917-8da6-0fd38b06f795&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504594 Jul 06 13:54:21.092136 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8032a812-36b8-4300-a5ea-070fb54ec6ea req-0f543a66-4e8a-4757-9a41-68cadb725921 service neutron] Checking agent: {'id': '63768ece-0600-4354-8d29-fdedec96b077', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-773647-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 51, 10), 'started_at': datetime.datetime(2021, 7, 6, 13, 51, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 13, 54, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 13:54:21.092479 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8032a812-36b8-4300-a5ea-070fb54ec6ea req-0f543a66-4e8a-4757-9a41-68cadb725921 service neutron] Checking segment: {'id': 'c9ea893d-045e-42cf-b3dd-cdd1f79baccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'ac09d390-867f-4b75-a8d2-ab11550bffd6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 13:54:21.092868 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8032a812-36b8-4300-a5ea-070fb54ec6ea req-0f543a66-4e8a-4757-9a41-68cadb725921 service neutron] Bound using segment: {'id': 'c9ea893d-045e-42cf-b3dd-cdd1f79baccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'ac09d390-867f-4b75-a8d2-ab11550bffd6'} {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 13:54:21.093298 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [req-8032a812-36b8-4300-a5ea-070fb54ec6ea req-0f543a66-4e8a-4757-9a41-68cadb725921 service neutron] Bound port: 31f9dea5-daca-4e36-9852-09ad6d1b8896, host: n-h2-773647-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c9ea893d-045e-42cf-b3dd-cdd1f79baccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'ac09d390-867f-4b75-a8d2-ab11550bffd6'}}] {{(pid=100246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 13:54:21.093796 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-8032a812-36b8-4300-a5ea-070fb54ec6ea req-0f543a66-4e8a-4757-9a41-68cadb725921 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:21.105102 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Provisioning for port 113a8907-4f54-4c39-b78e-d093bc9daf85 completed by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 13:54:21.122564 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Provisioning complete for port 113a8907-4f54-4c39-b78e-d093bc9daf85 triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:54:21.122996 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:21.171904 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-093e480c-b90e-4796-83d4-b8fed8615028 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:21.249721 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.db [req-8032a812-36b8-4300-a5ea-070fb54ec6ea req-0f543a66-4e8a-4757-9a41-68cadb725921 service neutron] For port 31f9dea5-daca-4e36-9852-09ad6d1b8896, host n-h2-773647-6, cleared binding levels {{(pid=100246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 13:54:21.260260 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.db [req-8032a812-36b8-4300-a5ea-070fb54ec6ea req-0f543a66-4e8a-4757-9a41-68cadb725921 service neutron] For port 31f9dea5-daca-4e36-9852-09ad6d1b8896, host n-h2-773647-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=31f9dea5-daca-4e36-9852-09ad6d1b8896,segment=NetworkSegment(c9ea893d-045e-42cf-b3dd-cdd1f79baccd),segment_id=c9ea893d-045e-42cf-b3dd-cdd1f79baccd)] {{(pid=100246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 13:54:21.269576 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-8032a812-36b8-4300-a5ea-070fb54ec6ea req-0f543a66-4e8a-4757-9a41-68cadb725921 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:21.324723 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:21.353967 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8032a812-36b8-4300-a5ea-070fb54ec6ea req-0f543a66-4e8a-4757-9a41-68cadb725921 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:54:21.354953 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-8032a812-36b8-4300-a5ea-070fb54ec6ea req-0f543a66-4e8a-4757-9a41-68cadb725921 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:21.357147 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-8032a812-36b8-4300-a5ea-070fb54ec6ea req-0f543a66-4e8a-4757-9a41-68cadb725921 service neutron] 10.222.0.72 "PUT /v2.0/ports/31f9dea5-daca-4e36-9852-09ad6d1b8896 HTTP/1.1" status: 200 len: 1096 time: 1.2111826 Jul 06 13:54:21.358058 n-d-773647-6 neutron-server[100246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '027d1d32-7691-43ef-931d-958db6ea1369', 'tag': '31f9dea5-daca-4e36-9852-09ad6d1b8896'}] {{(pid=100246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 13:54:21.360616 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0d96c5ab5e889f7b933ae915b9be33d1b46c9e87795bf781004b656ef3f1e87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8becc96-0381-43e4-a582-d49b5fd7f7e5" -d '{"events": [{"name": "network-changed", "server_uuid": "027d1d32-7691-43ef-931d-958db6ea1369", "tag": "31f9dea5-daca-4e36-9852-09ad6d1b8896"}]}' {{(pid=100246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:54:21.370635 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-093e480c-b90e-4796-83d4-b8fed8615028 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:21.382397 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-093e480c-b90e-4796-83d4-b8fed8615028 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:21.406994 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f543a66-4e8a-4757-9a41-68cadb725921 service neutron] Pushing event updated for resources: {'Port': ['ID=31f9dea5-daca-4e36-9852-09ad6d1b8896,revision_number=3']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:54:21.439967 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] For port 113a8907-4f54-4c39-b78e-d093bc9daf85, host n-h2-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=113a8907-4f54-4c39-b78e-d093bc9daf85,segment=NetworkSegment(65749612-fb0d-4f34-9eb9-d06c3a2fda80),segment_id=65749612-fb0d-4f34-9eb9-d06c3a2fda80)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:54:21.445888 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:21.461196 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-093e480c-b90e-4796-83d4-b8fed8615028 admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=7d842c71ca4142d7bf35777837095c04&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7504914 Jul 06 13:54:21.461935 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093e480c-b90e-4796-83d4-b8fed8615028 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75800652-1780-4ebf-a7ec-7734e8166c72,revision_number=1']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:54:21.465022 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 54716) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:54:21.489642 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139b8085-7f13-463e-8fc0-cf35837cfba1 req-0fdd80c5-b060-4537-87af-cff0e8846422 tempest-VolumesAdminNegativeTest-2074182479 tempest-VolumesAdminNegativeTest-2074182479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:54:21.496758 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-139b8085-7f13-463e-8fc0-cf35837cfba1 req-0fdd80c5-b060-4537-87af-cff0e8846422 tempest-VolumesAdminNegativeTest-2074182479 tempest-VolumesAdminNegativeTest-2074182479-project] 10.222.0.104 "GET /v2.0/ports?device_id=d5bcd22d-5823-4c44-9bcf-dd0a6e7b5fa2 HTTP/1.1" status: 200 len: 944 time: 0.1779354 Jul 06 13:54:21.519104 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Pushing event updated for resources: {'Port': ['ID=113a8907-4f54-4c39-b78e-d093bc9daf85,revision_number=5']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:54:21.538998 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8032a812-36b8-4300-a5ea-070fb54ec6ea req-bbc0a3a2-f04f-4ebb-87fd-f8698b325da2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:54:21.540530 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-8032a812-36b8-4300-a5ea-070fb54ec6ea req-bbc0a3a2-f04f-4ebb-87fd-f8698b325da2 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=19526b5a84cf4869af8c17c1ec0ea840&device_id=027d1d32-7691-43ef-931d-958db6ea1369 HTTP/1.1" status: 200 len: 1099 time: 0.0993667 Jul 06 13:54:21.579135 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-139b8085-7f13-463e-8fc0-cf35837cfba1 req-d4fb07b9-22c3-4ad1-819c-87279cf39a15 tempest-VolumesAdminNegativeTest-2074182479 tempest-VolumesAdminNegativeTest-2074182479-project] 10.222.0.104 "GET /v2.0/security-groups?id=be172bf9-132f-4571-a5c1-0a751b1b69d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814924 Jul 06 13:54:21.585140 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-d1e318e7-19f0-4e0d-9315-dcddbd43e32a req-1e1a549f-295e-4300-9778-d5f380901faa tempest-ServerDiagnosticsNegativeTest-2025862514 tempest-ServerDiagnosticsNegativeTest-2025862514-project] 10.222.0.104 "GET /v2.0/networks?tenant_id=079924c5c0394339ab6c43da41f5c0f9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0551660 Jul 06 13:54:21.587180 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-8032a812-36b8-4300-a5ea-070fb54ec6ea req-dfa94529-f8ad-4dec-bf6d-16c202985cd9 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.224&port_id=31f9dea5-daca-4e36-9852-09ad6d1b8896 HTTP/1.1" status: 200 len: 217 time: 0.0389652 Jul 06 13:54:21.659485 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-226ecdaf-6a2f-42dc-8a5d-8b829644bcec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:21.659920 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8032a812-36b8-4300-a5ea-070fb54ec6ea req-8c3573e3-e0a3-4716-a2d0-50febd81c3bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:54:21.662124 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-8032a812-36b8-4300-a5ea-070fb54ec6ea req-8c3573e3-e0a3-4716-a2d0-50febd81c3bb service neutron] 10.222.0.72 "GET /v2.0/subnets?id=d1c3cc78-09b9-4e30-99fd-0e5830de101d HTTP/1.1" status: 200 len: 843 time: 0.0563712 Jul 06 13:54:21.702493 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-226ecdaf-6a2f-42dc-8a5d-8b829644bcec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:21.726378 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8032a812-36b8-4300-a5ea-070fb54ec6ea req-bfd67067-ab28-4b0c-a8f8-7d0b5c808656 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:54:21.727971 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-8032a812-36b8-4300-a5ea-070fb54ec6ea req-bfd67067-ab28-4b0c-a8f8-7d0b5c808656 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=ac09d390-867f-4b75-a8d2-ab11550bffd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0583317 Jul 06 13:54:21.782253 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e318e7-19f0-4e0d-9315-dcddbd43e32a req-118b94a3-a151-427a-9480-f7e400f91702 tempest-ServerDiagnosticsNegativeTest-2025862514 tempest-ServerDiagnosticsNegativeTest-2025862514-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:54:21.783715 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-d1e318e7-19f0-4e0d-9315-dcddbd43e32a req-118b94a3-a151-427a-9480-f7e400f91702 tempest-ServerDiagnosticsNegativeTest-2025862514 tempest-ServerDiagnosticsNegativeTest-2025862514-project] 10.222.0.104 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1925063 Jul 06 13:54:21.807403 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-d1e318e7-19f0-4e0d-9315-dcddbd43e32a req-60dc5f3f-3273-45f9-9fa7-e9ed65952cc3 tempest-ServerDiagnosticsNegativeTest-2025862514 tempest-ServerDiagnosticsNegativeTest-2025862514-project] 10.222.0.104 "GET /v2.0/quotas/079924c5c0394339ab6c43da41f5c0f9 HTTP/1.1" status: 200 len: 375 time: 0.0163949 Jul 06 13:54:21.811941 n-d-773647-6 neutron-server[100248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38cb1596-590e-44d7-bc4d-de552f284c55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '113a8907-4f54-4c39-b78e-d093bc9daf85'}] {{(pid=100248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 13:54:21.815065 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84af257533e383389cbcf231d3534f4d5e149e7203fea16b4a8fc01438dddaf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4e3482b-6095-4022-b8e7-1c73862be3fe" -d '{"events": [{"server_uuid": "38cb1596-590e-44d7-bc4d-de552f284c55", "name": "network-vif-plugged", "status": "completed", "tag": "113a8907-4f54-4c39-b78e-d093bc9daf85"}]}' {{(pid=100248) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:54:21.828059 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-8032a812-36b8-4300-a5ea-070fb54ec6ea req-7908ccbc-7e97-407e-a820-23819ab3c95d service neutron] 10.222.0.72 "GET /v2.0/networks/ac09d390-867f-4b75-a8d2-ab11550bffd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938971 Jul 06 13:54:21.853215 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-d1e318e7-19f0-4e0d-9315-dcddbd43e32a req-23d09738-d1ed-45db-8a98-420756f92f46 tempest-ServerDiagnosticsNegativeTest-2025862514 tempest-ServerDiagnosticsNegativeTest-2025862514-project] 10.222.0.104 "GET /v2.0/ports?tenant_id=079924c5c0394339ab6c43da41f5c0f9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0388675 Jul 06 13:54:21.860961 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d650fd37-df7a-47c5-8ae5-558a57927b53 req-d34bb2da-1f67-4f83-9417-daf83ea624e8 tempest-ServersWithSpecificFlavorTestJSON-1219430523 tempest-ServersWithSpecificFlavorTestJSON-1219430523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:54:21.862315 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-d650fd37-df7a-47c5-8ae5-558a57927b53 req-d34bb2da-1f67-4f83-9417-daf83ea624e8 tempest-ServersWithSpecificFlavorTestJSON-1219430523 tempest-ServersWithSpecificFlavorTestJSON-1219430523-project] 10.222.0.104 "GET /v2.0/ports?device_id=3ac78f26-658e-4e41-8628-330fee97fb44 HTTP/1.1" status: 200 len: 946 time: 0.1409314 Jul 06 13:54:21.862933 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-226ecdaf-6a2f-42dc-8a5d-8b829644bcec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:21.865578 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-226ecdaf-6a2f-42dc-8a5d-8b829644bcec admin admin] Notify callbacks [] for security_group, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:21.866671 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-226ecdaf-6a2f-42dc-8a5d-8b829644bcec admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/75800652-1780-4ebf-a7ec-7734e8166c72 HTTP/1.1" status: 204 len: 168 time: 0.4006908 Jul 06 13:54:21.877721 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226ecdaf-6a2f-42dc-8a5d-8b829644bcec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75800652-1780-4ebf-a7ec-7734e8166c72,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:54:21.916812 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-d650fd37-df7a-47c5-8ae5-558a57927b53 req-278bdbd3-ed18-40ce-9520-650fb0cfa6d6 tempest-ServersWithSpecificFlavorTestJSON-1219430523 tempest-ServersWithSpecificFlavorTestJSON-1219430523-project] 10.222.0.104 "GET /v2.0/security-groups?id=b480d027-214b-42ad-8ea1-99d6a4321406&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408421 Jul 06 13:54:21.948369 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-8032a812-36b8-4300-a5ea-070fb54ec6ea req-218db859-d296-4b0e-a1d5-0893b84aa9ae service neutron] 10.222.0.72 "GET /v2.0/networks/ac09d390-867f-4b75-a8d2-ab11550bffd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1136560 Jul 06 13:54:21.991193 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 13:54:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-319acc22-94da-4089-a136-4077bb964e82 x-openstack-request-id: req-319acc22-94da-4089-a136-4077bb964e82 {{(pid=100246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:54:21.991193 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "027d1d32-7691-43ef-931d-958db6ea1369", "tag": "31f9dea5-daca-4e36-9852-09ad6d1b8896", "status": "completed", "code": 200}]} {{(pid=100246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:54:21.991193 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-319acc22-94da-4089-a136-4077bb964e82 {{(pid=100246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:54:21.991193 n-d-773647-6 neutron-server[100246]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '027d1d32-7691-43ef-931d-958db6ea1369', 'tag': '31f9dea5-daca-4e36-9852-09ad6d1b8896', 'status': 'completed', 'code': 200} Jul 06 13:54:22.085696 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8becc96-0381-43e4-a582-d49b5fd7f7e5 req-c3c0599b-672a-42c4-9edc-6797b3189fe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:54:22.086485 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 13:54:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82f85e36-4ba3-4228-a3f6-0673ad5c6ea4 x-openstack-request-id: req-82f85e36-4ba3-4228-a3f6-0673ad5c6ea4 {{(pid=100248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:54:22.086885 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38cb1596-590e-44d7-bc4d-de552f284c55", "name": "network-vif-plugged", "status": "completed", "tag": "113a8907-4f54-4c39-b78e-d093bc9daf85", "code": 200}]} {{(pid=100248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:54:22.087575 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-82f85e36-4ba3-4228-a3f6-0673ad5c6ea4 {{(pid=100248) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:54:22.087696 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-c8becc96-0381-43e4-a582-d49b5fd7f7e5 req-c3c0599b-672a-42c4-9edc-6797b3189fe6 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=19526b5a84cf4869af8c17c1ec0ea840&device_id=027d1d32-7691-43ef-931d-958db6ea1369 HTTP/1.1" status: 200 len: 1099 time: 0.0798805 Jul 06 13:54:22.088325 n-d-773647-6 neutron-server[100248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38cb1596-590e-44d7-bc4d-de552f284c55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '113a8907-4f54-4c39-b78e-d093bc9daf85', 'code': 200} Jul 06 13:54:22.217496 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8becc96-0381-43e4-a582-d49b5fd7f7e5 req-bf4e6de1-8d79-4030-a3c8-48a514be90fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:54:22.219595 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-c8becc96-0381-43e4-a582-d49b5fd7f7e5 req-bf4e6de1-8d79-4030-a3c8-48a514be90fc service neutron] 10.222.0.72 "GET /v2.0/networks?id=ac09d390-867f-4b75-a8d2-ab11550bffd6 HTTP/1.1" status: 200 len: 871 time: 0.1155558 Jul 06 13:54:22.275143 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-c8becc96-0381-43e4-a582-d49b5fd7f7e5 req-27d1cee2-35fb-487a-bde0-aa5cf33e8183 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.224&port_id=31f9dea5-daca-4e36-9852-09ad6d1b8896 HTTP/1.1" status: 200 len: 217 time: 0.0470438 Jul 06 13:54:22.341573 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8becc96-0381-43e4-a582-d49b5fd7f7e5 req-01842ad2-00c4-40a3-bf27-21fd7a0d6e95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:54:22.343172 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-c8becc96-0381-43e4-a582-d49b5fd7f7e5 req-01842ad2-00c4-40a3-bf27-21fd7a0d6e95 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=d1c3cc78-09b9-4e30-99fd-0e5830de101d HTTP/1.1" status: 200 len: 843 time: 0.0603023 Jul 06 13:54:22.382609 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 54748) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:54:22.401483 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-f5c94689-3693-4729-8cd1-c25ca864ccb4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:22.453371 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8becc96-0381-43e4-a582-d49b5fd7f7e5 req-63c9646b-a209-4632-90f4-70f52e3c4359 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:54:22.455594 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-c8becc96-0381-43e4-a582-d49b5fd7f7e5 req-63c9646b-a209-4632-90f4-70f52e3c4359 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=ac09d390-867f-4b75-a8d2-ab11550bffd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1040180 Jul 06 13:54:22.489038 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd30051-ba41-4ceb-803e-1061b0fb89b5 req-ffdf8d73-0d5d-49e7-a06d-25fbda5af172 tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:54:22.491159 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-4bd30051-ba41-4ceb-803e-1061b0fb89b5 req-ffdf8d73-0d5d-49e7-a06d-25fbda5af172 tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] 10.222.0.104 "GET /v2.0/ports?device_id=96a5ba91-9ae1-4374-9adc-f59710ec4759 HTTP/1.1" status: 200 len: 970 time: 0.3574703 Jul 06 13:54:22.532173 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e915ed06-95e5-414b-9906-17a74dfffcd6 req-2090e852-1bbc-4c65-8305-1081b07c112c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:54:22.533644 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-e915ed06-95e5-414b-9906-17a74dfffcd6 req-2090e852-1bbc-4c65-8305-1081b07c112c service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=38cb1596-590e-44d7-bc4d-de552f284c55 HTTP/1.1" status: 200 len: 1096 time: 0.3456316 Jul 06 13:54:22.543540 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a556d9-c2a5-4fa8-a8ba-9a5fa44c1dec req-93ee756d-8a07-4cf6-8b13-c1df1c1d30d0 tempest-ServersWithSpecificFlavorTestJSON-1219430523 tempest-ServersWithSpecificFlavorTestJSON-1219430523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:54:22.544930 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-25a556d9-c2a5-4fa8-a8ba-9a5fa44c1dec req-93ee756d-8a07-4cf6-8b13-c1df1c1d30d0 tempest-ServersWithSpecificFlavorTestJSON-1219430523 tempest-ServersWithSpecificFlavorTestJSON-1219430523-project] 10.222.0.104 "GET /v2.0/ports?device_id=3ac78f26-658e-4e41-8628-330fee97fb44 HTTP/1.1" status: 200 len: 946 time: 0.3286879 Jul 06 13:54:22.556086 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 54752) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:54:22.563928 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-cdf15036-b1b7-458d-bf87-bc8f1ff96fb4 tempest-ServersWithSpecificFlavorTestJSON-1219430523 tempest-ServersWithSpecificFlavorTestJSON-1219430523-project] Request body: {'floatingip': {'port_id': 'b9b105f0-126d-4118-bb1b-03c0831ba0af'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:54:22.580454 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-4bd30051-ba41-4ceb-803e-1061b0fb89b5 req-72270d18-ea13-4994-829e-94a0b279d31f tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] 10.222.0.104 "GET /v2.0/security-groups?id=9f5b92e9-7340-49c3-a9bb-41e4a1caffc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773127 Jul 06 13:54:22.593264 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-e915ed06-95e5-414b-9906-17a74dfffcd6 req-6d4d30fb-64dd-4fb9-80b8-37f396d59f29 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=7e243ebf-9cf4-4917-8da6-0fd38b06f795&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473986 Jul 06 13:54:22.679710 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-cdf15036-b1b7-458d-bf87-bc8f1ff96fb4 tempest-ServersWithSpecificFlavorTestJSON-1219430523 tempest-ServersWithSpecificFlavorTestJSON-1219430523-project] Notify callbacks [] for floatingip, before_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:22.694153 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-c8becc96-0381-43e4-a582-d49b5fd7f7e5 req-4a2b85bd-341d-4aac-b82a-42939b14c2b6 service neutron] 10.222.0.72 "GET /v2.0/networks/ac09d390-867f-4b75-a8d2-ab11550bffd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2318869 Jul 06 13:54:22.701203 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-fc793dca-03c6-4384-b935-4aa8a061d9a3 req-a7b24bc3-be50-4642-8344-fa214fab85ab tempest-ServerDiagnosticsNegativeTest-2025862514 tempest-ServerDiagnosticsNegativeTest-2025862514-project] 10.222.0.104 "GET /v2.0/ports?device_id=78b1446f-f753-4c13-bc44-f4595de2da4f HTTP/1.1" status: 200 len: 210 time: 0.0409565 Jul 06 13:54:22.754010 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-f5c94689-3693-4729-8cd1-c25ca864ccb4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:22.808008 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978273fd-fe88-4868-8e99-2e146f622c3c req-6d90896e-5fd9-4fa1-a10d-cdb72cd7b66a tempest-DeleteServersAdminTestJSON-881447012 tempest-DeleteServersAdminTestJSON-881447012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:54:22.809991 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-978273fd-fe88-4868-8e99-2e146f622c3c req-6d90896e-5fd9-4fa1-a10d-cdb72cd7b66a tempest-DeleteServersAdminTestJSON-881447012 tempest-DeleteServersAdminTestJSON-881447012-project] 10.222.0.104 "GET /v2.0/ports?device_id=027d1d32-7691-43ef-931d-958db6ea1369 HTTP/1.1" status: 200 len: 948 time: 0.0966253 Jul 06 13:54:22.821291 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-b31f30b3-117a-4121-b903-826585c6c241 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:22.867737 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-978273fd-fe88-4868-8e99-2e146f622c3c req-e7b3a758-638d-4a6a-9c14-2fd809f733d6 tempest-DeleteServersAdminTestJSON-881447012 tempest-DeleteServersAdminTestJSON-881447012-project] 10.222.0.104 "GET /v2.0/security-groups?id=dc1eac0c-f285-4e19-a9c2-c3098f82ccb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513690 Jul 06 13:54:22.876177 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-f5c94689-3693-4729-8cd1-c25ca864ccb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:22.949316 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Device 53af741c-67f6-4c91-8eef-8a1d098e8320 details requested by agent hyperv_n-h1-773647-6 with host n-h1-773647-6 {{(pid=100248) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 13:54:22.968169 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c94689-3693-4729-8cd1-c25ca864ccb4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=491f374f-f1d1-4ccc-8b79-be15d849111a,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:54:23.014162 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-c8becc96-0381-43e4-a582-d49b5fd7f7e5 req-912d1955-43b7-4c99-bd9e-e1126695b50e service neutron] 10.222.0.72 "GET /v2.0/networks/ac09d390-867f-4b75-a8d2-ab11550bffd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2845747 Jul 06 13:54:23.022012 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-f5c94689-3693-4729-8cd1-c25ca864ccb4 admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=03782527229c4d68a963e2158dd1600f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6374640 Jul 06 13:54:23.046849 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 54758) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:54:23.086726 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff701d59-5f57-43d4-b93c-20e922363508 req-ef656148-17e2-4968-a775-6bc5244709e5 tempest-LiveMigrationTest-2001684970 tempest-LiveMigrationTest-2001684970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:54:23.088384 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-ff701d59-5f57-43d4-b93c-20e922363508 req-ef656148-17e2-4968-a775-6bc5244709e5 tempest-LiveMigrationTest-2001684970 tempest-LiveMigrationTest-2001684970-project] 10.222.0.104 "GET /v2.0/ports?device_id=38cb1596-590e-44d7-bc4d-de552f284c55 HTTP/1.1" status: 200 len: 945 time: 0.0902023 Jul 06 13:54:23.102651 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] For port 53af741c-67f6-4c91-8eef-8a1d098e8320, host n-h1-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773647-6',level=0,port_id=53af741c-67f6-4c91-8eef-8a1d098e8320,segment=NetworkSegment(26f74b4f-ecf5-4836-af25-90b9528264bd),segment_id=26f74b4f-ecf5-4836-af25-90b9528264bd)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:54:23.116046 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Returning: {'device': '53af741c-67f6-4c91-8eef-8a1d098e8320', 'network_id': '4a973c6b-79bd-4be5-8390-2d3d2d7162ea', 'port_id': '53af741c-67f6-4c91-8eef-8a1d098e8320', 'mac_address': 'fa:16:3e:97:76:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1044, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c3ef236-743a-4cc4-8ae1-020d24464266', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100248) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 13:54:23.162020 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:23.167159 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-ff701d59-5f57-43d4-b93c-20e922363508 req-59c3495f-2037-48b8-be8e-f38a276e43a2 tempest-LiveMigrationTest-2001684970 tempest-LiveMigrationTest-2001684970-project] 10.222.0.104 "GET /v2.0/security-groups?id=7e243ebf-9cf4-4917-8da6-0fd38b06f795&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673208 Jul 06 13:54:23.167752 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-42060bd7-ba50-4c8c-8891-59d3e98f9253 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:23.191193 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4059aa-ff00-49cc-8ba4-fd0463ebaa1b req-97900ec9-e507-407d-8fdc-772e7e3220fd tempest-VolumesAdminNegativeTest-2074182479 tempest-VolumesAdminNegativeTest-2074182479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:54:23.192770 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-ee4059aa-ff00-49cc-8ba4-fd0463ebaa1b req-97900ec9-e507-407d-8fdc-772e7e3220fd tempest-VolumesAdminNegativeTest-2074182479 tempest-VolumesAdminNegativeTest-2074182479-project] 10.222.0.104 "GET /v2.0/ports?device_id=d5bcd22d-5823-4c44-9bcf-dd0a6e7b5fa2 HTTP/1.1" status: 200 len: 944 time: 0.1034236 Jul 06 13:54:23.201709 n-d-773647-6 neutron-server[100248]: DEBUG neutron.notifiers.nova [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 53af741c-67f6-4c91-8eef-8a1d098e8320 {{(pid=100248) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 13:54:23.239420 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-42060bd7-ba50-4c8c-8891-59d3e98f9253 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:23.253143 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] For port 53af741c-67f6-4c91-8eef-8a1d098e8320, host n-h1-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773647-6',level=0,port_id=53af741c-67f6-4c91-8eef-8a1d098e8320,segment=NetworkSegment(26f74b4f-ecf5-4836-af25-90b9528264bd),segment_id=26f74b4f-ecf5-4836-af25-90b9528264bd)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:54:23.265181 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:23.296897 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-ee4059aa-ff00-49cc-8ba4-fd0463ebaa1b req-bd7a76cf-ade8-405d-810b-0573ade164bf tempest-VolumesAdminNegativeTest-2074182479 tempest-VolumesAdminNegativeTest-2074182479-project] 10.222.0.104 "GET /v2.0/security-groups?id=be172bf9-132f-4571-a5c1-0a751b1b69d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908754 Jul 06 13:54:23.349964 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Pushing event updated for resources: {'Port': ['ID=53af741c-67f6-4c91-8eef-8a1d098e8320,revision_number=4']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:54:23.388227 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-d1e318e7-19f0-4e0d-9315-dcddbd43e32a req-113cb7a1-fc8e-4a4c-89e6-a883593dfbae tempest-ServerDiagnosticsNegativeTest-2025862514 tempest-ServerDiagnosticsNegativeTest-2025862514-project] 10.222.0.127 "GET /v2.0/networks?tenant_id=079924c5c0394339ab6c43da41f5c0f9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0366142 Jul 06 13:54:23.406797 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-42060bd7-ba50-4c8c-8891-59d3e98f9253 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:23.409249 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-42060bd7-ba50-4c8c-8891-59d3e98f9253 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:23.410387 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-42060bd7-ba50-4c8c-8891-59d3e98f9253 admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/491f374f-f1d1-4ccc-8b79-be15d849111a HTTP/1.1" status: 204 len: 168 time: 0.3626883 Jul 06 13:54:23.448027 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42060bd7-ba50-4c8c-8891-59d3e98f9253 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=491f374f-f1d1-4ccc-8b79-be15d849111a,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:54:23.512924 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4482409-88b0-4e4a-a0d7-b45cebb18a0a req-3d05d365-dd24-4950-8335-ce4445c31a4c tempest-AggregatesAdminTestJSON-491068952 tempest-AggregatesAdminTestJSON-491068952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:54:23.514996 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-a4482409-88b0-4e4a-a0d7-b45cebb18a0a req-3d05d365-dd24-4950-8335-ce4445c31a4c tempest-AggregatesAdminTestJSON-491068952 tempest-AggregatesAdminTestJSON-491068952-project] 10.222.0.104 "GET /v2.0/ports?device_id=d5b1ab2e-f68f-4ff1-94dc-9e2e4496504f HTTP/1.1" status: 200 len: 971 time: 0.2085702 Jul 06 13:54:23.593706 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e318e7-19f0-4e0d-9315-dcddbd43e32a req-feab342c-4407-4e8c-b482-c2e4803720d7 tempest-ServerDiagnosticsNegativeTest-2025862514 tempest-ServerDiagnosticsNegativeTest-2025862514-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:54:23.595369 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] get_ports_and_sgs() called for port_ids ['53af741c-67f6-4c91-8eef-8a1d098e8320'] {{(pid=100248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 13:54:23.596547 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-d1e318e7-19f0-4e0d-9315-dcddbd43e32a req-feab342c-4407-4e8c-b482-c2e4803720d7 tempest-ServerDiagnosticsNegativeTest-2025862514 tempest-ServerDiagnosticsNegativeTest-2025862514-project] 10.222.0.127 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2033339 Jul 06 13:54:23.601773 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-a4482409-88b0-4e4a-a0d7-b45cebb18a0a req-193c459c-e28f-45fe-9b44-8ddfc02a679b tempest-AggregatesAdminTestJSON-491068952 tempest-AggregatesAdminTestJSON-491068952-project] 10.222.0.104 "GET /v2.0/security-groups?id=7abb9813-5e4b-4b90-b594-85f99e55eee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785482 Jul 06 13:54:23.622800 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [req-d1e318e7-19f0-4e0d-9315-dcddbd43e32a req-965861aa-8a6e-426a-af30-671844bafe58 tempest-ServerDiagnosticsNegativeTest-2025862514 tempest-ServerDiagnosticsNegativeTest-2025862514-project] Request body: {'port': {'device_id': '78b1446f-f753-4c13-bc44-f4595de2da4f', 'network_id': 'ac09d390-867f-4b75-a8d2-ab11550bffd6', 'admin_state_up': True, 'tenant_id': '079924c5c0394339ab6c43da41f5c0f9'}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:54:23.798564 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d1e318e7-19f0-4e0d-9315-dcddbd43e32a req-965861aa-8a6e-426a-af30-671844bafe58 tempest-ServerDiagnosticsNegativeTest-2025862514 tempest-ServerDiagnosticsNegativeTest-2025862514-project] Made reservation on behalf of 079924c5c0394339ab6c43da41f5c0f9 for: {'port': 1} {{(pid=100247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 13:54:23.803417 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-d1e318e7-19f0-4e0d-9315-dcddbd43e32a req-965861aa-8a6e-426a-af30-671844bafe58 tempest-ServerDiagnosticsNegativeTest-2025862514 tempest-ServerDiagnosticsNegativeTest-2025862514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:23.825146 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-d1e318e7-19f0-4e0d-9315-dcddbd43e32a req-965861aa-8a6e-426a-af30-671844bafe58 tempest-ServerDiagnosticsNegativeTest-2025862514 tempest-ServerDiagnosticsNegativeTest-2025862514-project] Notify callbacks [] for security_group, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:23.919939 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-7d5b349d-869a-4e96-af62-80fd72f8b8f1 req-675f1528-1896-4a1c-b5a1-c51107c7282b tempest-ServerDiagnosticsNegativeTest-2025862514 tempest-ServerDiagnosticsNegativeTest-2025862514-project] 10.222.0.104 "GET /v2.0/ports?device_id=78b1446f-f753-4c13-bc44-f4595de2da4f HTTP/1.1" status: 200 len: 210 time: 0.0568271 Jul 06 13:54:23.990700 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ede1d52-eb0a-4313-8e0b-40de5140151e req-7f68ad73-f05c-4775-b899-8f23b043a65e tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:54:23.992345 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-5ede1d52-eb0a-4313-8e0b-40de5140151e req-7f68ad73-f05c-4775-b899-8f23b043a65e tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] 10.222.0.104 "GET /v2.0/ports?device_id=96a5ba91-9ae1-4374-9adc-f59710ec4759 HTTP/1.1" status: 200 len: 970 time: 0.1485255 Jul 06 13:54:24.054706 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-5ede1d52-eb0a-4313-8e0b-40de5140151e req-7013f8e6-31b5-4150-a2e6-83d07ed254c4 tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] 10.222.0.104 "GET /v2.0/security-groups?id=9f5b92e9-7340-49c3-a9bb-41e4a1caffc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562584 Jul 06 13:54:24.078032 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-cdf15036-b1b7-458d-bf87-bc8f1ff96fb4 tempest-ServersWithSpecificFlavorTestJSON-1219430523 tempest-ServersWithSpecificFlavorTestJSON-1219430523-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:24.083652 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-cdf15036-b1b7-458d-bf87-bc8f1ff96fb4 tempest-ServersWithSpecificFlavorTestJSON-1219430523 tempest-ServersWithSpecificFlavorTestJSON-1219430523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1761130'] for floatingip, after_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:24.104425 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-d1e318e7-19f0-4e0d-9315-dcddbd43e32a req-965861aa-8a6e-426a-af30-671844bafe58 tempest-ServerDiagnosticsNegativeTest-2025862514 tempest-ServerDiagnosticsNegativeTest-2025862514-project] Notify callbacks [] for security_group, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:24.106949 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-d1e318e7-19f0-4e0d-9315-dcddbd43e32a req-965861aa-8a6e-426a-af30-671844bafe58 tempest-ServerDiagnosticsNegativeTest-2025862514 tempest-ServerDiagnosticsNegativeTest-2025862514-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:24.172032 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965861aa-8a6e-426a-af30-671844bafe58 tempest-ServerDiagnosticsNegativeTest-2025862514 tempest-ServerDiagnosticsNegativeTest-2025862514-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4e78ff0e-b715-4667-8edf-880bf47f5e79,revision_number=1']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:54:24.211177 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35db1c7-4e8f-4ab1-bc86-9e39199d5858 req-1e8af0c3-3709-4baa-9bde-663a90b705c6 tempest-DeleteServersAdminTestJSON-881447012 tempest-DeleteServersAdminTestJSON-881447012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:54:24.212916 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-e35db1c7-4e8f-4ab1-bc86-9e39199d5858 req-1e8af0c3-3709-4baa-9bde-663a90b705c6 tempest-DeleteServersAdminTestJSON-881447012 tempest-DeleteServersAdminTestJSON-881447012-project] 10.222.0.104 "GET /v2.0/ports?device_id=027d1d32-7691-43ef-931d-958db6ea1369 HTTP/1.1" status: 200 len: 948 time: 0.1622267 Jul 06 13:54:24.218491 n-d-773647-6 neutron-server[100246]: INFO neutron.db.l3_db [None req-cdf15036-b1b7-458d-bf87-bc8f1ff96fb4 tempest-ServersWithSpecificFlavorTestJSON-1219430523 tempest-ServersWithSpecificFlavorTestJSON-1219430523-project] Floating IP 3964a9ac-fdfe-444e-a784-56ae3fe7b769 associated. External IP: 172.25.0.88, port: b9b105f0-126d-4118-bb1b-03c0831ba0af. Jul 06 13:54:24.289985 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-e35db1c7-4e8f-4ab1-bc86-9e39199d5858 req-634991f1-c49f-4d27-8cb3-63a0551b4017 tempest-DeleteServersAdminTestJSON-881447012 tempest-DeleteServersAdminTestJSON-881447012-project] 10.222.0.104 "GET /v2.0/security-groups?id=dc1eac0c-f285-4e19-a9c2-c3098f82ccb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697842 Jul 06 13:54:24.308693 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.db_base_plugin_common [req-d1e318e7-19f0-4e0d-9315-dcddbd43e32a req-965861aa-8a6e-426a-af30-671844bafe58 tempest-ServerDiagnosticsNegativeTest-2025862514 tempest-ServerDiagnosticsNegativeTest-2025862514-project] Allocated IP 192.168.233.141 (ac09d390-867f-4b75-a8d2-ab11550bffd6/d1c3cc78-09b9-4e30-99fd-0e5830de101d/aa34f12e-e00f-4ce1-ba44-c21a1dd55326) {{(pid=100247) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 13:54:24.492887 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cdf15036-b1b7-458d-bf87-bc8f1ff96fb4 tempest-ServersWithSpecificFlavorTestJSON-1219430523 tempest-ServersWithSpecificFlavorTestJSON-1219430523-project] Router 93fc06c6-e2da-491a-a138-5c16c1a263ab has already been hosted by L3 agent 2823d358-a11b-4885-a706-95a279e43fa7 {{(pid=100246) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 13:54:24.533364 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3dc04c6-de9b-4d18-ac79-cb0160c05b80 req-77475d88-ecb2-4bf9-8117-55628c3851df tempest-LiveMigrationTest-2001684970 tempest-LiveMigrationTest-2001684970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:54:24.534908 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-e3dc04c6-de9b-4d18-ac79-cb0160c05b80 req-77475d88-ecb2-4bf9-8117-55628c3851df tempest-LiveMigrationTest-2001684970 tempest-LiveMigrationTest-2001684970-project] 10.222.0.104 "GET /v2.0/ports?device_id=38cb1596-590e-44d7-bc4d-de552f284c55 HTTP/1.1" status: 200 len: 945 time: 0.1998158 Jul 06 13:54:24.637333 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f16c185-68d5-4e14-a521-d8e9bf1eb477 req-38754ed1-8e1c-4ded-9563-c38580e381bd tempest-VolumesAdminNegativeTest-2074182479 tempest-VolumesAdminNegativeTest-2074182479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:54:24.638906 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-2f16c185-68d5-4e14-a521-d8e9bf1eb477 req-38754ed1-8e1c-4ded-9563-c38580e381bd tempest-VolumesAdminNegativeTest-2074182479 tempest-VolumesAdminNegativeTest-2074182479-project] 10.222.0.104 "GET /v2.0/ports?device_id=d5bcd22d-5823-4c44-9bcf-dd0a6e7b5fa2 HTTP/1.1" status: 200 len: 945 time: 0.2006567 Jul 06 13:54:24.650618 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-d1e318e7-19f0-4e0d-9315-dcddbd43e32a req-965861aa-8a6e-426a-af30-671844bafe58 tempest-ServerDiagnosticsNegativeTest-2025862514 tempest-ServerDiagnosticsNegativeTest-2025862514-project] Notify callbacks [] for port, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:24.663487 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-e3dc04c6-de9b-4d18-ac79-cb0160c05b80 req-b6c15607-6367-4a43-98ed-59c5a1a7e608 tempest-LiveMigrationTest-2001684970 tempest-LiveMigrationTest-2001684970-project] 10.222.0.104 "GET /v2.0/security-groups?id=7e243ebf-9cf4-4917-8da6-0fd38b06f795&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195014 Jul 06 13:54:24.686327 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.provisioning_blocks [req-d1e318e7-19f0-4e0d-9315-dcddbd43e32a req-965861aa-8a6e-426a-af30-671844bafe58 tempest-ServerDiagnosticsNegativeTest-2025862514 tempest-ServerDiagnosticsNegativeTest-2025862514-project] Transition to ACTIVE for port object aa34f12e-e00f-4ce1-ba44-c21a1dd55326 will not be triggered until provisioned by entity DHCP. {{(pid=100247) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 13:54:24.703779 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdf15036-b1b7-458d-bf87-bc8f1ff96fb4 tempest-ServersWithSpecificFlavorTestJSON-1219430523 tempest-ServersWithSpecificFlavorTestJSON-1219430523-project] Notify agent at l3_agent.n-d-773647-6 the message routers_updated {{(pid=100246) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 13:54:24.716258 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-2f16c185-68d5-4e14-a521-d8e9bf1eb477 req-68cd0b4e-cd51-43fd-ae34-a5b17396c12c tempest-VolumesAdminNegativeTest-2074182479 tempest-VolumesAdminNegativeTest-2074182479-project] 10.222.0.104 "GET /v2.0/security-groups?id=be172bf9-132f-4571-a5c1-0a751b1b69d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630357 Jul 06 13:54:24.717822 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-cdf15036-b1b7-458d-bf87-bc8f1ff96fb4 tempest-ServersWithSpecificFlavorTestJSON-1219430523 tempest-ServersWithSpecificFlavorTestJSON-1219430523-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for floatingip, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:24.723882 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c155c6c-69fa-4b13-9bab-89bae65fe01b None None] Sync routers for ids ['93fc06c6-e2da-491a-a138-5c16c1a263ab'] in n-d-773647-6 {{(pid=100249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 13:54:24.749669 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c155c6c-69fa-4b13-9bab-89bae65fe01b None None] Routers {'93fc06c6-e2da-491a-a138-5c16c1a263ab'} bound to L3 agent in host n-d-773647-6 {{(pid=100249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 13:54:24.750571 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-7c155c6c-69fa-4b13-9bab-89bae65fe01b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T13:53:55Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['93fc06c6-e2da-491a-a138-5c16c1a263ab'], 'active': True} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:54:24.767956 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-d1e318e7-19f0-4e0d-9315-dcddbd43e32a req-965861aa-8a6e-426a-af30-671844bafe58 tempest-ServerDiagnosticsNegativeTest-2025862514 tempest-ServerDiagnosticsNegativeTest-2025862514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108'] for port, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:24.816560 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396bf25b-01a5-4322-bc07-48c5318f06b2 req-cca76d6f-e4a5-420c-8d34-fe6134236ede tempest-AggregatesAdminTestJSON-491068952 tempest-AggregatesAdminTestJSON-491068952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:54:24.819417 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-396bf25b-01a5-4322-bc07-48c5318f06b2 req-cca76d6f-e4a5-420c-8d34-fe6134236ede tempest-AggregatesAdminTestJSON-491068952 tempest-AggregatesAdminTestJSON-491068952-project] 10.222.0.72 "GET /v2.0/ports?device_id=d5b1ab2e-f68f-4ff1-94dc-9e2e4496504f HTTP/1.1" status: 200 len: 971 time: 0.2765107 Jul 06 13:54:24.836546 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d1e318e7-19f0-4e0d-9315-dcddbd43e32a req-965861aa-8a6e-426a-af30-671844bafe58 tempest-ServerDiagnosticsNegativeTest-2025862514 tempest-ServerDiagnosticsNegativeTest-2025862514-project] Network ac09d390-867f-4b75-a8d2-ab11550bffd6 is already hosted by enough agents. {{(pid=100247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 13:54:24.863624 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.base_scheduler [req-d1e318e7-19f0-4e0d-9315-dcddbd43e32a req-965861aa-8a6e-426a-af30-671844bafe58 tempest-ServerDiagnosticsNegativeTest-2025862514 tempest-ServerDiagnosticsNegativeTest-2025862514-project] Resources bound (agent type, host, resource id): {{(pid=100247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:54:24.877712 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1e318e7-19f0-4e0d-9315-dcddbd43e32a req-965861aa-8a6e-426a-af30-671844bafe58 tempest-ServerDiagnosticsNegativeTest-2025862514 tempest-ServerDiagnosticsNegativeTest-2025862514-project] Received port after_create {{(pid=100247) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 13:54:24.883459 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e318e7-19f0-4e0d-9315-dcddbd43e32a req-965861aa-8a6e-426a-af30-671844bafe58 tempest-ServerDiagnosticsNegativeTest-2025862514 tempest-ServerDiagnosticsNegativeTest-2025862514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:54:24.884093 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-d1e318e7-19f0-4e0d-9315-dcddbd43e32a req-965861aa-8a6e-426a-af30-671844bafe58 tempest-ServerDiagnosticsNegativeTest-2025862514 tempest-ServerDiagnosticsNegativeTest-2025862514-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583035'] for port, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:24.912665 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965861aa-8a6e-426a-af30-671844bafe58 tempest-ServerDiagnosticsNegativeTest-2025862514 tempest-ServerDiagnosticsNegativeTest-2025862514-project] Pushing event updated for resources: {'Port': ['ID=aa34f12e-e00f-4ce1-ba44-c21a1dd55326,revision_number=1']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:54:24.935066 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvr_db [None req-7c155c6c-69fa-4b13-9bab-89bae65fe01b None None] Set router 93fc06c6-e2da-491a-a138-5c16c1a263ab gateway port host: n-d-773647-6 {{(pid=100249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 13:54:24.938264 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-d1e318e7-19f0-4e0d-9315-dcddbd43e32a req-965861aa-8a6e-426a-af30-671844bafe58 tempest-ServerDiagnosticsNegativeTest-2025862514 tempest-ServerDiagnosticsNegativeTest-2025862514-project] 10.222.0.127 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3276086 Jul 06 13:54:24.941152 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-cdf15036-b1b7-458d-bf87-bc8f1ff96fb4 tempest-ServersWithSpecificFlavorTestJSON-1219430523 tempest-ServersWithSpecificFlavorTestJSON-1219430523-project] 10.222.0.104 "PUT /v2.0/floatingips/3964a9ac-fdfe-444e-a784-56ae3fe7b769 HTTP/1.1" status: 200 len: 991 time: 2.3826878 Jul 06 13:54:24.944807 n-d-773647-6 neutron-server[100246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ac78f26-658e-4e41-8628-330fee97fb44', 'tag': 'b9b105f0-126d-4118-bb1b-03c0831ba0af'}] {{(pid=100246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 13:54:24.946848 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0d96c5ab5e889f7b933ae915b9be33d1b46c9e87795bf781004b656ef3f1e87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-444fc353-4f19-478f-8f1a-ae1344a4f10b" -d '{"events": [{"name": "network-changed", "server_uuid": "3ac78f26-658e-4e41-8628-330fee97fb44", "tag": "b9b105f0-126d-4118-bb1b-03c0831ba0af"}]}' {{(pid=100246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:54:24.955632 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [req-d1e318e7-19f0-4e0d-9315-dcddbd43e32a req-9bc1681c-70f4-4ffb-b056-2f8167db3c3d service neutron] Request body: {'port': {'device_id': '78b1446f-f753-4c13-bc44-f4595de2da4f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-773647-6'}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:54:24.982278 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Device 53af741c-67f6-4c91-8eef-8a1d098e8320 up at agent hyperv_n-h1-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 13:54:24.984936 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Device 31f9dea5-daca-4e36-9852-09ad6d1b8896 details requested by agent hyperv_n-h2-773647-6 with host n-h2-773647-6 {{(pid=100248) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 13:54:25.080596 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de76a5a-dc57-40cd-990c-124f2130984d req-8b39074e-bc2c-4aa8-a4da-d78dd8a5d802 tempest-AggregatesAdminTestJSON-491068952 tempest-AggregatesAdminTestJSON-491068952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:54:25.091304 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-6de76a5a-dc57-40cd-990c-124f2130984d req-8b39074e-bc2c-4aa8-a4da-d78dd8a5d802 tempest-AggregatesAdminTestJSON-491068952 tempest-AggregatesAdminTestJSON-491068952-project] 10.222.0.104 "GET /v2.0/ports?device_id=d5b1ab2e-f68f-4ff1-94dc-9e2e4496504f HTTP/1.1" status: 200 len: 971 time: 0.2795713 Jul 06 13:54:25.147522 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [req-396bf25b-01a5-4322-bc07-48c5318f06b2 req-a1931d3b-34e9-4c2e-ad9d-f287ba5d6f6d tempest-AggregatesAdminTestJSON-491068952 tempest-AggregatesAdminTestJSON-491068952-project] Deleting port ca200c66-7bf8-42c4-9645-f1b6c7c03b1e {{(pid=100246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 13:54:25.147947 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-396bf25b-01a5-4322-bc07-48c5318f06b2 req-a1931d3b-34e9-4c2e-ad9d-f287ba5d6f6d tempest-AggregatesAdminTestJSON-491068952 tempest-AggregatesAdminTestJSON-491068952-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:25.222339 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Provisioning for port 53af741c-67f6-4c91-8eef-8a1d098e8320 completed by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 13:54:25.248253 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Provisioning complete for port 53af741c-67f6-4c91-8eef-8a1d098e8320 triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:54:25.248533 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:25.252273 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-d1e318e7-19f0-4e0d-9315-dcddbd43e32a req-9bc1681c-70f4-4ffb-b056-2f8167db3c3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:25.270427 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-6de76a5a-dc57-40cd-990c-124f2130984d req-407e76fd-a7e1-447b-8faf-1800bd23652d tempest-AggregatesAdminTestJSON-491068952 tempest-AggregatesAdminTestJSON-491068952-project] 10.222.0.104 "GET /v2.0/security-groups?id=7abb9813-5e4b-4b90-b594-85f99e55eee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1707726 Jul 06 13:54:25.309469 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] For port 31f9dea5-daca-4e36-9852-09ad6d1b8896, host n-h2-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=31f9dea5-daca-4e36-9852-09ad6d1b8896,segment=NetworkSegment(c9ea893d-045e-42cf-b3dd-cdd1f79baccd),segment_id=c9ea893d-045e-42cf-b3dd-cdd1f79baccd)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:54:25.361330 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Returning: {'device': '31f9dea5-daca-4e36-9852-09ad6d1b8896', 'network_id': 'ac09d390-867f-4b75-a8d2-ab11550bffd6', 'port_id': '31f9dea5-daca-4e36-9852-09ad6d1b8896', 'mac_address': 'fa:16:3e:e7:65:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1023, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd1c3cc78-09b9-4e30-99fd-0e5830de101d', 'ip_address': '192.168.233.224'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100248) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 13:54:25.375587 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-395d1874-be77-4500-8b7a-3847d4c094b7 None None] Provisioning for port aa34f12e-e00f-4ce1-ba44-c21a1dd55326 completed by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 13:54:25.382552 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.db [req-396bf25b-01a5-4322-bc07-48c5318f06b2 req-a1931d3b-34e9-4c2e-ad9d-f287ba5d6f6d tempest-AggregatesAdminTestJSON-491068952 tempest-AggregatesAdminTestJSON-491068952-project] For port ca200c66-7bf8-42c4-9645-f1b6c7c03b1e, host n-h2-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=ca200c66-7bf8-42c4-9645-f1b6c7c03b1e,segment=NetworkSegment(c9ea893d-045e-42cf-b3dd-cdd1f79baccd),segment_id=c9ea893d-045e-42cf-b3dd-cdd1f79baccd)] {{(pid=100246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:54:25.382839 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-396bf25b-01a5-4322-bc07-48c5318f06b2 req-a1931d3b-34e9-4c2e-ad9d-f287ba5d6f6d tempest-AggregatesAdminTestJSON-491068952 tempest-AggregatesAdminTestJSON-491068952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:25.401496 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [req-396bf25b-01a5-4322-bc07-48c5318f06b2 req-a1931d3b-34e9-4c2e-ad9d-f287ba5d6f6d tempest-AggregatesAdminTestJSON-491068952 tempest-AggregatesAdminTestJSON-491068952-project] Calling delete_port for ca200c66-7bf8-42c4-9645-f1b6c7c03b1e owned by compute:tempest-test_az-375279855 {{(pid=100246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 13:54:25.406540 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-395d1874-be77-4500-8b7a-3847d4c094b7 None None] Provisioning complete for port aa34f12e-e00f-4ce1-ba44-c21a1dd55326 triggered by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:54:25.406911 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-395d1874-be77-4500-8b7a-3847d4c094b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:25.524521 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-7c155c6c-69fa-4b13-9bab-89bae65fe01b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93fc06c6-e2da-491a-a138-5c16c1a263ab', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1475940776-router', 'tenant_id': 'acb800f580674ba5b45dfb76ebc253b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.23'}], 'enable_snat': True}, 'gw_port_id': '1d882890-1b14-4f02-9680-5aee680e0d0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T13:53:32Z', 'updated_at': '2021-07-06T13:53:40Z', 'revision_number': 4, 'project_id': 'acb800f580674ba5b45dfb76ebc253b1', 'gw_port': {'id': '1d882890-1b14-4f02-9680-5aee680e0d0b', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:3a:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93fc06c6-e2da-491a-a138-5c16c1a263ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:53:32Z', 'updated_at': '2021-07-06T13:53:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6', '_floatingips': [{'id': '3964a9ac-fdfe-444e-a784-56ae3fe7b769', 'tenant_id': 'acb800f580674ba5b45dfb76ebc253b1', 'floating_ip_address': '172.25.0.88', 'floating_network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'router_id': '93fc06c6-e2da-491a-a138-5c16c1a263ab', 'port_id': 'b9b105f0-126d-4118-bb1b-03c0831ba0af', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 222, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '460f74e5-0a7f-4f78-8d1f-c6320874439c', 'mac_address': 'fa:16:3e:e2:90:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ac78f26-658e-4e41-8628-330fee97fb44', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T13:54:03Z', 'updated_at': '2021-07-06T13:54:23Z', 'revision_number': 1, 'project_id': 'acb800f580674ba5b45dfb76ebc253b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aefefec2-a26b-4852-8d04-c232bf44b1df', 'name': '', 'network_id': '460f74e5-0a7f-4f78-8d1f-c6320874439c', 'tenant_id': 'acb800f580674ba5b45dfb76ebc253b1', 'mac_address': 'fa:16:3e:ee:a4:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93fc06c6-e2da-491a-a138-5c16c1a263ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '018ef28b-510d-4b0e-ac77-2e6a29444295', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:53:37Z', 'updated_at': '2021-07-06T13:53:49Z', 'revision_number': 5, 'project_id': 'acb800f580674ba5b45dfb76ebc253b1', 'subnets': [{'id': '018ef28b-510d-4b0e-ac77-2e6a29444295', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773647-6', False) {} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:54:25.531619 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-395d1874-be77-4500-8b7a-3847d4c094b7 None None] Port aa34f12e-e00f-4ce1-ba44-c21a1dd55326 cannot update to ACTIVE because it is not bound. {{(pid=100248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 13:54:25.536334 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:25.561630 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c155c6c-69fa-4b13-9bab-89bae65fe01b None None] Checking router: 93fc06c6-e2da-491a-a138-5c16c1a263ab for host: n-d-773647-6 {{(pid=100249) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 13:54:25.570713 n-d-773647-6 neutron-server[100248]: DEBUG neutron.notifiers.nova [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 31f9dea5-daca-4e36-9852-09ad6d1b8896 {{(pid=100248) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 13:54:25.571990 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c155c6c-69fa-4b13-9bab-89bae65fe01b None None] Routers {'93fc06c6-e2da-491a-a138-5c16c1a263ab'} bound to L3 agent in host n-d-773647-6 {{(pid=100249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 13:54:25.572782 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-7c155c6c-69fa-4b13-9bab-89bae65fe01b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T13:53:55Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['93fc06c6-e2da-491a-a138-5c16c1a263ab'], 'active': True} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:54:25.575439 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:25.609079 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-b4ba3c5d-0c76-4f30-b21a-03cbd8fa4816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:25.612301 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] For port 31f9dea5-daca-4e36-9852-09ad6d1b8896, host n-h2-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=31f9dea5-daca-4e36-9852-09ad6d1b8896,segment=NetworkSegment(c9ea893d-045e-42cf-b3dd-cdd1f79baccd),segment_id=c9ea893d-045e-42cf-b3dd-cdd1f79baccd)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:54:25.615294 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-396bf25b-01a5-4322-bc07-48c5318f06b2 req-a1931d3b-34e9-4c2e-ad9d-f287ba5d6f6d tempest-AggregatesAdminTestJSON-491068952 tempest-AggregatesAdminTestJSON-491068952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117'] for port, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:25.635776 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] For port 53af741c-67f6-4c91-8eef-8a1d098e8320, host n-h1-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773647-6',level=0,port_id=53af741c-67f6-4c91-8eef-8a1d098e8320,segment=NetworkSegment(26f74b4f-ecf5-4836-af25-90b9528264bd),segment_id=26f74b4f-ecf5-4836-af25-90b9528264bd)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:54:25.638405 n-d-773647-6 neutron-server[100248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5bcd22d-5823-4c44-9bcf-dd0a6e7b5fa2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53af741c-67f6-4c91-8eef-8a1d098e8320'}] {{(pid=100248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 13:54:25.640903 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84af257533e383389cbcf231d3534f4d5e149e7203fea16b4a8fc01438dddaf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c33468d-e239-481c-a609-144483e2d6fc" -d '{"events": [{"server_uuid": "d5bcd22d-5823-4c44-9bcf-dd0a6e7b5fa2", "name": "network-vif-plugged", "status": "completed", "tag": "53af741c-67f6-4c91-8eef-8a1d098e8320"}]}' {{(pid=100248) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:54:25.644779 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] get_ports_and_sgs() called for port_ids ['ca200c66-7bf8-42c4-9645-f1b6c7c03b1e'] {{(pid=100248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 13:54:25.648675 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:25.655543 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:25.663502 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1931d3b-34e9-4c2e-ad9d-f287ba5d6f6d tempest-AggregatesAdminTestJSON-491068952 tempest-AggregatesAdminTestJSON-491068952-project] Pushing event deleted for resources: {'Port': ['ID=ca200c66-7bf8-42c4-9645-f1b6c7c03b1e,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:54:25.678269 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab4c6ff-498e-4f9d-bc49-9e99300d4e1a req-d69b1a42-b35d-47ad-92c2-0260ef92429e tempest-LiveMigrationTest-343502667 tempest-LiveMigrationTest-343502667-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:54:25.679337 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-3ab4c6ff-498e-4f9d-bc49-9e99300d4e1a req-d69b1a42-b35d-47ad-92c2-0260ef92429e tempest-LiveMigrationTest-343502667 tempest-LiveMigrationTest-343502667-project-admin] 10.222.0.104 "GET /v2.0/ports?device_id=38cb1596-590e-44d7-bc4d-de552f284c55 HTTP/1.1" status: 200 len: 1096 time: 0.2994204 Jul 06 13:54:25.710417 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvr_db [None req-7c155c6c-69fa-4b13-9bab-89bae65fe01b None None] Set router 93fc06c6-e2da-491a-a138-5c16c1a263ab gateway port host: n-d-773647-6 {{(pid=100249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 13:54:25.753367 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Pushing event updated for resources: {'Port': ['ID=31f9dea5-daca-4e36-9852-09ad6d1b8896,revision_number=4']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:54:25.780632 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [req-396bf25b-01a5-4322-bc07-48c5318f06b2 req-a1931d3b-34e9-4c2e-ad9d-f287ba5d6f6d tempest-AggregatesAdminTestJSON-491068952 tempest-AggregatesAdminTestJSON-491068952-project] No DVR routers for this DVR port ca200c66-7bf8-42c4-9645-f1b6c7c03b1e on host n-h2-773647-6 {{(pid=100246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 13:54:25.794017 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-396bf25b-01a5-4322-bc07-48c5318f06b2 req-a1931d3b-34e9-4c2e-ad9d-f287ba5d6f6d tempest-AggregatesAdminTestJSON-491068952 tempest-AggregatesAdminTestJSON-491068952-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:25.796022 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-396bf25b-01a5-4322-bc07-48c5318f06b2 req-a1931d3b-34e9-4c2e-ad9d-f287ba5d6f6d tempest-AggregatesAdminTestJSON-491068952 tempest-AggregatesAdminTestJSON-491068952-project] 10.222.0.72 "DELETE /v2.0/ports/ca200c66-7bf8-42c4-9645-f1b6c7c03b1e HTTP/1.1" status: 204 len: 173 time: 0.9637003 Jul 06 13:54:25.839728 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-3ab4c6ff-498e-4f9d-bc49-9e99300d4e1a req-361af0c6-f5d8-4c4f-bb8a-4154b94ea027 tempest-LiveMigrationTest-343502667 tempest-LiveMigrationTest-343502667-project-admin] 10.222.0.104 "GET /v2.0/security-groups?id=7e243ebf-9cf4-4917-8da6-0fd38b06f795&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1515198 Jul 06 13:54:25.848780 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Pushing event updated for resources: {'Port': ['ID=53af741c-67f6-4c91-8eef-8a1d098e8320,revision_number=5']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:54:25.882868 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] get_ports_and_sgs() called for port_ids ['31f9dea5-daca-4e36-9852-09ad6d1b8896'] {{(pid=100248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 13:54:25.911005 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:25.932085 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4836b786-f13b-46c6-afc2-ab1b2612db49 req-aac4c34a-2857-48fd-a4ec-127ca0f91c55 tempest-ServerDiagnosticsNegativeTest-2025862514 tempest-ServerDiagnosticsNegativeTest-2025862514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:54:25.933941 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-4836b786-f13b-46c6-afc2-ab1b2612db49 req-aac4c34a-2857-48fd-a4ec-127ca0f91c55 tempest-ServerDiagnosticsNegativeTest-2025862514 tempest-ServerDiagnosticsNegativeTest-2025862514-project] 10.222.0.104 "GET /v2.0/ports?device_id=78b1446f-f753-4c13-bc44-f4595de2da4f HTTP/1.1" status: 200 len: 936 time: 0.3714957 Jul 06 13:54:25.954464 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 13:54:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7d1d459-d28d-4088-8a4d-5eaae15a77b9 x-openstack-request-id: req-e7d1d459-d28d-4088-8a4d-5eaae15a77b9 {{(pid=100246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:54:25.954760 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ac78f26-658e-4e41-8628-330fee97fb44", "tag": "b9b105f0-126d-4118-bb1b-03c0831ba0af", "status": "completed", "code": 200}]} {{(pid=100246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:54:25.955017 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-e7d1d459-d28d-4088-8a4d-5eaae15a77b9 {{(pid=100246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:54:25.955449 n-d-773647-6 neutron-server[100246]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ac78f26-658e-4e41-8628-330fee97fb44', 'tag': 'b9b105f0-126d-4118-bb1b-03c0831ba0af', 'status': 'completed', 'code': 200} Jul 06 13:54:26.006773 n-d-773647-6 neutron-server[100247]: DEBUG neutron.notifiers.nova [req-d1e318e7-19f0-4e0d-9315-dcddbd43e32a req-9bc1681c-70f4-4ffb-b056-2f8167db3c3d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aa34f12e-e00f-4ce1-ba44-c21a1dd55326 {{(pid=100247) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 13:54:26.013712 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-7c155c6c-69fa-4b13-9bab-89bae65fe01b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93fc06c6-e2da-491a-a138-5c16c1a263ab', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1475940776-router', 'tenant_id': 'acb800f580674ba5b45dfb76ebc253b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.23'}], 'enable_snat': True}, 'gw_port_id': '1d882890-1b14-4f02-9680-5aee680e0d0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T13:53:32Z', 'updated_at': '2021-07-06T13:53:40Z', 'revision_number': 4, 'project_id': 'acb800f580674ba5b45dfb76ebc253b1', 'gw_port': {'id': '1d882890-1b14-4f02-9680-5aee680e0d0b', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:3a:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93fc06c6-e2da-491a-a138-5c16c1a263ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:53:32Z', 'updated_at': '2021-07-06T13:53:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6', '_floatingips': [{'id': '3964a9ac-fdfe-444e-a784-56ae3fe7b769', 'tenant_id': 'acb800f580674ba5b45dfb76ebc253b1', 'floating_ip_address': '172.25.0.88', 'floating_network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'router_id': '93fc06c6-e2da-491a-a138-5c16c1a263ab', 'port_id': 'b9b105f0-126d-4118-bb1b-03c0831ba0af', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 222, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '460f74e5-0a7f-4f78-8d1f-c6320874439c', 'mac_address': 'fa:16:3e:e2:90:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ac78f26-658e-4e41-8628-330fee97fb44', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T13:54:03Z', 'updated_at': '2021-07-06T13:54:23Z', 'revision_number': 1, 'project_id': 'acb800f580674ba5b45dfb76ebc253b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aefefec2-a26b-4852-8d04-c232bf44b1df', 'name': '', 'network_id': '460f74e5-0a7f-4f78-8d1f-c6320874439c', 'tenant_id': 'acb800f580674ba5b45dfb76ebc253b1', 'mac_address': 'fa:16:3e:ee:a4:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93fc06c6-e2da-491a-a138-5c16c1a263ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '018ef28b-510d-4b0e-ac77-2e6a29444295', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:53:37Z', 'updated_at': '2021-07-06T13:53:49Z', 'revision_number': 5, 'project_id': 'acb800f580674ba5b45dfb76ebc253b1', 'subnets': [{'id': '018ef28b-510d-4b0e-ac77-2e6a29444295', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773647-6', False) {} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:54:26.028088 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-d1e318e7-19f0-4e0d-9315-dcddbd43e32a req-9bc1681c-70f4-4ffb-b056-2f8167db3c3d service neutron] Notify callbacks [] for port, precommit_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:26.062807 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c155c6c-69fa-4b13-9bab-89bae65fe01b None None] The sync data for ids ['93fc06c6-e2da-491a-a138-5c16c1a263ab'] in n-d-773647-6 is: [{'id': '93fc06c6-e2da-491a-a138-5c16c1a263ab', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1475940776-router', 'tenant_id': 'acb800f580674ba5b45dfb76ebc253b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.23'}], 'enable_snat': True}, 'gw_port_id': '1d882890-1b14-4f02-9680-5aee680e0d0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T13:53:32Z', 'updated_at': '2021-07-06T13:53:40Z', 'revision_number': 4, 'project_id': 'acb800f580674ba5b45dfb76ebc253b1', 'gw_port': {'id': '1d882890-1b14-4f02-9680-5aee680e0d0b', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:3a:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93fc06c6-e2da-491a-a138-5c16c1a263ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:53:32Z', 'updated_at': '2021-07-06T13:53:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6', '_floatingips': [{'id': '3964a9ac-fdfe-444e-a784-56ae3fe7b769', 'tenant_id': 'acb800f580674ba5b45dfb76ebc253b1', 'floating_ip_address': '172.25.0.88', 'floating_network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'router_id': '93fc06c6-e2da-491a-a138-5c16c1a263ab', 'port_id': 'b9b105f0-126d-4118-bb1b-03c0831ba0af', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 222, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '460f74e5-0a7f-4f78-8d1f-c6320874439c', 'mac_address': 'fa:16:3e:e2:90:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ac78f26-658e-4e41-8628-330fee97fb44', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T13:54:03Z', 'updated_at': '2021-07-06T13:54:23Z', 'revision_number': 1, 'project_id': 'acb800f580674ba5b45dfb76ebc253b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aefefec2-a26b-4852-8d04-c232bf44b1df', 'name': '', 'network_id': '460f74e5-0a7f-4f78-8d1f-c6320874439c', 'tenant_id': 'acb800f580674ba5b45dfb76ebc253b1', 'mac_address': 'fa:16:3e:ee:a4:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93fc06c6-e2da-491a-a138-5c16c1a263ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '018ef28b-510d-4b0e-ac77-2e6a29444295', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:53:37Z', 'updated_at': '2021-07-06T13:53:49Z', 'revision_number': 5, 'project_id': 'acb800f580674ba5b45dfb76ebc253b1', 'subnets': [{'id': '018ef28b-510d-4b0e-ac77-2e6a29444295', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 13:54:26.072539 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444fc353-4f19-478f-8f1a-ae1344a4f10b req-62e004aa-dac4-4a0a-a522-eb58dc4ba99f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:54:26.074174 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-444fc353-4f19-478f-8f1a-ae1344a4f10b req-62e004aa-dac4-4a0a-a522-eb58dc4ba99f service neutron] 10.222.0.127 "GET /v2.0/ports?tenant_id=acb800f580674ba5b45dfb76ebc253b1&device_id=3ac78f26-658e-4e41-8628-330fee97fb44 HTTP/1.1" status: 200 len: 1097 time: 0.0949814 Jul 06 13:54:26.079726 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-4836b786-f13b-46c6-afc2-ab1b2612db49 req-be320beb-397c-4029-8c2a-62665f8a2b26 tempest-ServerDiagnosticsNegativeTest-2025862514 tempest-ServerDiagnosticsNegativeTest-2025862514-project] 10.222.0.104 "GET /v2.0/security-groups?id=4e78ff0e-b715-4667-8edf-880bf47f5e79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325662 Jul 06 13:54:26.081093 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.provisioning_blocks [req-d1e318e7-19f0-4e0d-9315-dcddbd43e32a req-9bc1681c-70f4-4ffb-b056-2f8167db3c3d service neutron] Transition to ACTIVE for port object aa34f12e-e00f-4ce1-ba44-c21a1dd55326 will not be triggered until provisioned by entity L2. {{(pid=100247) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 13:54:26.089764 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-d1e318e7-19f0-4e0d-9315-dcddbd43e32a req-9bc1681c-70f4-4ffb-b056-2f8167db3c3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:26.197498 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444fc353-4f19-478f-8f1a-ae1344a4f10b req-28ad1744-2b29-4901-8cca-943aa9139f66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:54:26.199531 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-444fc353-4f19-478f-8f1a-ae1344a4f10b req-28ad1744-2b29-4901-8cca-943aa9139f66 service neutron] 10.222.0.127 "GET /v2.0/networks?id=460f74e5-0a7f-4f78-8d1f-c6320874439c HTTP/1.1" status: 200 len: 926 time: 0.1184995 Jul 06 13:54:26.228780 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc1681c-70f4-4ffb-b056-2f8167db3c3d service neutron] Pushing event updated for resources: {'Port': ['ID=aa34f12e-e00f-4ce1-ba44-c21a1dd55326,revision_number=2']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:54:26.250767 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc1681c-70f4-4ffb-b056-2f8167db3c3d service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:54:26.251118 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc1681c-70f4-4ffb-b056-2f8167db3c3d service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:54:26.251545 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc1681c-70f4-4ffb-b056-2f8167db3c3d service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:54:26.251880 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc1681c-70f4-4ffb-b056-2f8167db3c3d service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:54:26.252212 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc1681c-70f4-4ffb-b056-2f8167db3c3d service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:54:26.252541 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc1681c-70f4-4ffb-b056-2f8167db3c3d service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:54:26.252865 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc1681c-70f4-4ffb-b056-2f8167db3c3d service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:54:26.253187 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc1681c-70f4-4ffb-b056-2f8167db3c3d service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:54:26.253508 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc1681c-70f4-4ffb-b056-2f8167db3c3d service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:54:26.253838 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc1681c-70f4-4ffb-b056-2f8167db3c3d service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:54:26.254156 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc1681c-70f4-4ffb-b056-2f8167db3c3d service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:54:26.254997 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc1681c-70f4-4ffb-b056-2f8167db3c3d service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:54:26.263093 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.managers [req-d1e318e7-19f0-4e0d-9315-dcddbd43e32a req-9bc1681c-70f4-4ffb-b056-2f8167db3c3d service neutron] Attempting to bind port aa34f12e-e00f-4ce1-ba44-c21a1dd55326 on host n-h1-773647-6 for vnic_type normal with profile {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 13:54:26.263451 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.managers [req-d1e318e7-19f0-4e0d-9315-dcddbd43e32a req-9bc1681c-70f4-4ffb-b056-2f8167db3c3d service neutron] Attempting to bind port aa34f12e-e00f-4ce1-ba44-c21a1dd55326 by drivers openvswitch,hyperv on host n-h1-773647-6 at level 0 using segments [{'id': 'c9ea893d-045e-42cf-b3dd-cdd1f79baccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'ac09d390-867f-4b75-a8d2-ab11550bffd6'}] {{(pid=100247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 13:54:26.263784 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1e318e7-19f0-4e0d-9315-dcddbd43e32a req-9bc1681c-70f4-4ffb-b056-2f8167db3c3d service neutron] Attempting to bind port aa34f12e-e00f-4ce1-ba44-c21a1dd55326 on network ac09d390-867f-4b75-a8d2-ab11550bffd6 {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 13:54:26.269042 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1e318e7-19f0-4e0d-9315-dcddbd43e32a req-9bc1681c-70f4-4ffb-b056-2f8167db3c3d service neutron] Port aa34f12e-e00f-4ce1-ba44-c21a1dd55326 on network ac09d390-867f-4b75-a8d2-ab11550bffd6 not bound, no agent of type Open vSwitch agent registered on host n-h1-773647-6 {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 13:54:26.269365 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1e318e7-19f0-4e0d-9315-dcddbd43e32a req-9bc1681c-70f4-4ffb-b056-2f8167db3c3d service neutron] Attempting to bind port aa34f12e-e00f-4ce1-ba44-c21a1dd55326 on network ac09d390-867f-4b75-a8d2-ab11550bffd6 {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 13:54:26.277809 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1e318e7-19f0-4e0d-9315-dcddbd43e32a req-9bc1681c-70f4-4ffb-b056-2f8167db3c3d service neutron] Checking agent: {'id': '5bf7147f-bada-4441-a5dc-934b903473fb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-773647-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 51, 12), 'started_at': datetime.datetime(2021, 7, 6, 13, 51, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 13, 54, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 13:54:26.278149 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1e318e7-19f0-4e0d-9315-dcddbd43e32a req-9bc1681c-70f4-4ffb-b056-2f8167db3c3d service neutron] Checking segment: {'id': 'c9ea893d-045e-42cf-b3dd-cdd1f79baccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'ac09d390-867f-4b75-a8d2-ab11550bffd6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100247) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 13:54:26.278918 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1e318e7-19f0-4e0d-9315-dcddbd43e32a req-9bc1681c-70f4-4ffb-b056-2f8167db3c3d service neutron] Bound using segment: {'id': 'c9ea893d-045e-42cf-b3dd-cdd1f79baccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'ac09d390-867f-4b75-a8d2-ab11550bffd6'} {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 13:54:26.279386 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.managers [req-d1e318e7-19f0-4e0d-9315-dcddbd43e32a req-9bc1681c-70f4-4ffb-b056-2f8167db3c3d service neutron] Bound port: aa34f12e-e00f-4ce1-ba44-c21a1dd55326, host: n-h1-773647-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c9ea893d-045e-42cf-b3dd-cdd1f79baccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'ac09d390-867f-4b75-a8d2-ab11550bffd6'}}] {{(pid=100247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 13:54:26.279745 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-d1e318e7-19f0-4e0d-9315-dcddbd43e32a req-9bc1681c-70f4-4ffb-b056-2f8167db3c3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:26.316004 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ef0f93-dfc9-4249-8af1-d7828af64c88 req-19b75f98-b09c-4fa7-a063-893b60bbfa3e tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:54:26.323549 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-a4ef0f93-dfc9-4249-8af1-d7828af64c88 req-19b75f98-b09c-4fa7-a063-893b60bbfa3e tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] 10.222.0.104 "GET /v2.0/ports?device_id=96a5ba91-9ae1-4374-9adc-f59710ec4759 HTTP/1.1" status: 200 len: 970 time: 0.1895187 Jul 06 13:54:26.377778 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-444fc353-4f19-478f-8f1a-ae1344a4f10b req-cc54e37b-8ab0-43f3-a72c-5f91f7bc6b9d service neutron] 10.222.0.127 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b9b105f0-126d-4118-bb1b-03c0831ba0af HTTP/1.1" status: 200 len: 999 time: 0.1720731 Jul 06 13:54:26.419777 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-babd40ad-f069-4ec5-aa40-a2251c377656 None None] New status for floating IP 3964a9ac-fdfe-444e-a784-56ae3fe7b769: ACTIVE {{(pid=100248) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 13:54:26.460708 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-a4ef0f93-dfc9-4249-8af1-d7828af64c88 req-64e0a99f-d05d-455d-b46d-8e3de2f735d3 tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] 10.222.0.104 "GET /v2.0/security-groups?id=9f5b92e9-7340-49c3-a9bb-41e4a1caffc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362014 Jul 06 13:54:26.465133 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444fc353-4f19-478f-8f1a-ae1344a4f10b req-0057e13f-c99d-49ca-81be-994ffd0bfb1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:54:26.467201 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-444fc353-4f19-478f-8f1a-ae1344a4f10b req-0057e13f-c99d-49ca-81be-994ffd0bfb1c service neutron] 10.222.0.127 "GET /v2.0/subnets?id=018ef28b-510d-4b0e-ac77-2e6a29444295 HTTP/1.1" status: 200 len: 863 time: 0.0828092 Jul 06 13:54:26.483033 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.db [req-d1e318e7-19f0-4e0d-9315-dcddbd43e32a req-9bc1681c-70f4-4ffb-b056-2f8167db3c3d service neutron] For port aa34f12e-e00f-4ce1-ba44-c21a1dd55326, host n-h1-773647-6, cleared binding levels {{(pid=100247) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 13:54:26.486561 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.db [req-d1e318e7-19f0-4e0d-9315-dcddbd43e32a req-9bc1681c-70f4-4ffb-b056-2f8167db3c3d service neutron] For port aa34f12e-e00f-4ce1-ba44-c21a1dd55326, host n-h1-773647-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773647-6',level=0,port_id=aa34f12e-e00f-4ce1-ba44-c21a1dd55326,segment=NetworkSegment(c9ea893d-045e-42cf-b3dd-cdd1f79baccd),segment_id=c9ea893d-045e-42cf-b3dd-cdd1f79baccd)] {{(pid=100247) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 13:54:26.492982 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-d1e318e7-19f0-4e0d-9315-dcddbd43e32a req-9bc1681c-70f4-4ffb-b056-2f8167db3c3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:26.543723 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 13:54:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b03038ba-db36-4e3c-aa0f-f09fc241ca6f x-openstack-request-id: req-b03038ba-db36-4e3c-aa0f-f09fc241ca6f {{(pid=100248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:54:26.544574 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5bcd22d-5823-4c44-9bcf-dd0a6e7b5fa2", "name": "network-vif-plugged", "status": "completed", "tag": "53af741c-67f6-4c91-8eef-8a1d098e8320", "code": 200}]} {{(pid=100248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:54:26.544996 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-b03038ba-db36-4e3c-aa0f-f09fc241ca6f {{(pid=100248) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:54:26.545422 n-d-773647-6 neutron-server[100248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5bcd22d-5823-4c44-9bcf-dd0a6e7b5fa2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53af741c-67f6-4c91-8eef-8a1d098e8320', 'code': 200} Jul 06 13:54:26.550550 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444fc353-4f19-478f-8f1a-ae1344a4f10b req-785f76c8-5669-4c81-bc38-9c3a55e489fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:54:26.552852 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-444fc353-4f19-478f-8f1a-ae1344a4f10b req-785f76c8-5669-4c81-bc38-9c3a55e489fc service neutron] 10.222.0.127 "GET /v2.0/ports?network_id=460f74e5-0a7f-4f78-8d1f-c6320874439c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0783095 Jul 06 13:54:26.606583 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-2064eaae-da4f-48f8-82d2-b09d4ddedd44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:26.626677 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.127', 62033) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:54:26.701822 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-444fc353-4f19-478f-8f1a-ae1344a4f10b req-65699129-04ed-45d3-bf7e-e439c2869f5a service neutron] 10.222.0.127 "GET /v2.0/networks/460f74e5-0a7f-4f78-8d1f-c6320874439c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1422219 Jul 06 13:54:26.712230 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e318e7-19f0-4e0d-9315-dcddbd43e32a req-9bc1681c-70f4-4ffb-b056-2f8167db3c3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:54:26.712872 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-d1e318e7-19f0-4e0d-9315-dcddbd43e32a req-9bc1681c-70f4-4ffb-b056-2f8167db3c3d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583035'] for port, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:26.714405 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-d1e318e7-19f0-4e0d-9315-dcddbd43e32a req-9bc1681c-70f4-4ffb-b056-2f8167db3c3d service neutron] 10.222.0.127 "PUT /v2.0/ports/aa34f12e-e00f-4ce1-ba44-c21a1dd55326 HTTP/1.1" status: 200 len: 1096 time: 1.7642620 Jul 06 13:54:26.717584 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc1681c-70f4-4ffb-b056-2f8167db3c3d service neutron] Pushing event updated for resources: {'Port': ['ID=aa34f12e-e00f-4ce1-ba44-c21a1dd55326,revision_number=3']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:54:26.730408 n-d-773647-6 neutron-server[100247]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78b1446f-f753-4c13-bc44-f4595de2da4f', 'tag': 'aa34f12e-e00f-4ce1-ba44-c21a1dd55326'}] {{(pid=100247) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 13:54:26.735268 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cbf0eeaae822f8fc9b87a94aeba67a3d651842baf663a51cba94b67a514836d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9406d844-3a67-43af-a066-8c76bab69f95" -d '{"events": [{"name": "network-changed", "server_uuid": "78b1446f-f753-4c13-bc44-f4595de2da4f", "tag": "aa34f12e-e00f-4ce1-ba44-c21a1dd55326"}]}' {{(pid=100247) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:54:26.839713 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-444fc353-4f19-478f-8f1a-ae1344a4f10b req-731d7940-fb06-478a-9203-24e419978e45 service neutron] 10.222.0.127 "GET /v2.0/networks/460f74e5-0a7f-4f78-8d1f-c6320874439c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1306040 Jul 06 13:54:26.863570 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6c7ad4-cc1e-4afa-8c32-900677059548 req-cf9446d7-6f12-44f0-bbd1-be3acae6ad43 tempest-DeleteServersAdminTestJSON-881447012 tempest-DeleteServersAdminTestJSON-881447012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:54:26.865187 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-5d6c7ad4-cc1e-4afa-8c32-900677059548 req-cf9446d7-6f12-44f0-bbd1-be3acae6ad43 tempest-DeleteServersAdminTestJSON-881447012 tempest-DeleteServersAdminTestJSON-881447012-project] 10.222.0.104 "GET /v2.0/ports?device_id=027d1d32-7691-43ef-931d-958db6ea1369 HTTP/1.1" status: 200 len: 949 time: 0.3695710 Jul 06 13:54:26.877416 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd06d190-e509-4c79-a984-070ec33d744d req-efd3dabd-9382-46ff-b7db-21930cc20365 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:54:26.878870 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-bd06d190-e509-4c79-a984-070ec33d744d req-efd3dabd-9382-46ff-b7db-21930cc20365 service neutron] 10.222.0.127 "GET /v2.0/ports?device_id=d5bcd22d-5823-4c44-9bcf-dd0a6e7b5fa2 HTTP/1.1" status: 200 len: 1097 time: 0.2189608 Jul 06 13:54:26.898176 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256c93af-2927-4b97-a110-4018143c2d3f req-c9e15854-c3eb-44af-9d19-93833373c36c tempest-VolumesAdminNegativeTest-2074182479 tempest-VolumesAdminNegativeTest-2074182479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:54:26.899706 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-256c93af-2927-4b97-a110-4018143c2d3f req-c9e15854-c3eb-44af-9d19-93833373c36c tempest-VolumesAdminNegativeTest-2074182479 tempest-VolumesAdminNegativeTest-2074182479-project] 10.222.0.104 "GET /v2.0/ports?device_id=d5bcd22d-5823-4c44-9bcf-dd0a6e7b5fa2 HTTP/1.1" status: 200 len: 946 time: 0.2718046 Jul 06 13:54:26.993005 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Device 31f9dea5-daca-4e36-9852-09ad6d1b8896 up at agent hyperv_n-h2-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 13:54:27.042621 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Provisioning for port 31f9dea5-daca-4e36-9852-09ad6d1b8896 completed by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 13:54:27.046524 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Provisioning complete for port 31f9dea5-daca-4e36-9852-09ad6d1b8896 triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:54:27.046889 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:27.123208 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:27.127790 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e318e7-19f0-4e0d-9315-dcddbd43e32a req-e800ad30-4276-4d3d-a9fa-402c1373c0f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:54:27.129236 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-d1e318e7-19f0-4e0d-9315-dcddbd43e32a req-e800ad30-4276-4d3d-a9fa-402c1373c0f0 service neutron] 10.222.0.127 "GET /v2.0/ports?tenant_id=079924c5c0394339ab6c43da41f5c0f9&device_id=78b1446f-f753-4c13-bc44-f4595de2da4f HTTP/1.1" status: 200 len: 1099 time: 0.3655872 Jul 06 13:54:27.155436 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] For port 31f9dea5-daca-4e36-9852-09ad6d1b8896, host n-h2-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=31f9dea5-daca-4e36-9852-09ad6d1b8896,segment=NetworkSegment(c9ea893d-045e-42cf-b3dd-cdd1f79baccd),segment_id=c9ea893d-045e-42cf-b3dd-cdd1f79baccd)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:54:27.159497 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:27.160357 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Device ca200c66-7bf8-42c4-9645-f1b6c7c03b1e no longer exists at agent hyperv_n-h2-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 13:54:27.195661 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-5d6c7ad4-cc1e-4afa-8c32-900677059548 req-9c8e7c70-1837-4a60-a063-e8861af000c9 tempest-DeleteServersAdminTestJSON-881447012 tempest-DeleteServersAdminTestJSON-881447012-project] 10.222.0.104 "GET /v2.0/security-groups?id=dc1eac0c-f285-4e19-a9c2-c3098f82ccb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3211081 Jul 06 13:54:27.196848 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] No Port match for: ca200c66-7bf8-42c4-9645-f1b6c7c03b1e {{(pid=100248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 13:54:27.197185 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Device ca200c66-7bf8-42c4-9645-f1b6c7c03b1e not bound to the agent host n-h2-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 13:54:27.198615 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-bd06d190-e509-4c79-a984-070ec33d744d req-cae266e7-407e-4231-ab84-c532b0526a6c service neutron] 10.222.0.127 "GET /v2.0/security-groups?id=be172bf9-132f-4571-a5c1-0a751b1b69d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3082728 Jul 06 13:54:27.200260 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-d1e318e7-19f0-4e0d-9315-dcddbd43e32a req-a150b7c6-a6b8-4dfc-900a-cbaf4396b322 service neutron] 10.222.0.127 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.141&port_id=aa34f12e-e00f-4ce1-ba44-c21a1dd55326 HTTP/1.1" status: 200 len: 217 time: 0.0619159 Jul 06 13:54:27.212859 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-256c93af-2927-4b97-a110-4018143c2d3f req-6f4b72be-1971-470e-85d2-56ba2d4b689e tempest-VolumesAdminNegativeTest-2074182479 tempest-VolumesAdminNegativeTest-2074182479-project] 10.222.0.104 "GET /v2.0/security-groups?id=be172bf9-132f-4571-a5c1-0a751b1b69d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2948704 Jul 06 13:54:27.229770 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Pushing event updated for resources: {'Port': ['ID=31f9dea5-daca-4e36-9852-09ad6d1b8896,revision_number=5']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:54:27.372611 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e318e7-19f0-4e0d-9315-dcddbd43e32a req-a1433b34-5d8d-444a-ab94-21c2cbe0f922 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:54:27.374046 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-d1e318e7-19f0-4e0d-9315-dcddbd43e32a req-a1433b34-5d8d-444a-ab94-21c2cbe0f922 service neutron] 10.222.0.127 "GET /v2.0/subnets?id=d1c3cc78-09b9-4e30-99fd-0e5830de101d HTTP/1.1" status: 200 len: 843 time: 0.0767050 Jul 06 13:54:27.424622 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca38bad-2b03-443a-902a-cb20881986c8 req-e0281110-84b6-4897-9fb8-ff2922119bf6 tempest-LiveMigrationTest-343502667 tempest-LiveMigrationTest-343502667-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:54:27.426146 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-cca38bad-2b03-443a-902a-cb20881986c8 req-e0281110-84b6-4897-9fb8-ff2922119bf6 tempest-LiveMigrationTest-343502667 tempest-LiveMigrationTest-343502667-project-admin] 10.222.0.104 "GET /v2.0/ports?device_id=38cb1596-590e-44d7-bc4d-de552f284c55 HTTP/1.1" status: 200 len: 1096 time: 0.1021175 Jul 06 13:54:27.461861 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e318e7-19f0-4e0d-9315-dcddbd43e32a req-3fc4c999-7b85-49cf-9a6b-c091bcc39a78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:54:27.462899 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-d1e318e7-19f0-4e0d-9315-dcddbd43e32a req-3fc4c999-7b85-49cf-9a6b-c091bcc39a78 service neutron] 10.222.0.127 "GET /v2.0/ports?network_id=ac09d390-867f-4b75-a8d2-ab11550bffd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0811772 Jul 06 13:54:27.522767 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 13:54:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78b225dd-c5e2-4b8f-a2ff-f66210dd9d37 x-openstack-request-id: req-78b225dd-c5e2-4b8f-a2ff-f66210dd9d37 {{(pid=100247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:54:27.523047 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "78b1446f-f753-4c13-bc44-f4595de2da4f", "tag": "aa34f12e-e00f-4ce1-ba44-c21a1dd55326", "status": "completed", "code": 200}]} {{(pid=100247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:54:27.523495 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-78b225dd-c5e2-4b8f-a2ff-f66210dd9d37 {{(pid=100247) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:54:27.523882 n-d-773647-6 neutron-server[100247]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '78b1446f-f753-4c13-bc44-f4595de2da4f', 'tag': 'aa34f12e-e00f-4ce1-ba44-c21a1dd55326', 'status': 'completed', 'code': 200} Jul 06 13:54:27.525592 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-cca38bad-2b03-443a-902a-cb20881986c8 req-d51a6871-e049-4cf2-89cf-2a143c627c26 tempest-LiveMigrationTest-343502667 tempest-LiveMigrationTest-343502667-project-admin] 10.222.0.104 "GET /v2.0/security-groups?id=7e243ebf-9cf4-4917-8da6-0fd38b06f795&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898604 Jul 06 13:54:27.588637 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 54856) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:54:27.594208 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-d1e318e7-19f0-4e0d-9315-dcddbd43e32a req-ed3922f7-75f6-41f0-94b1-990f0ee63f9f service neutron] 10.222.0.127 "GET /v2.0/networks/ac09d390-867f-4b75-a8d2-ab11550bffd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220939 Jul 06 13:54:27.731357 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6416cdd9-303c-4a04-9f0b-57bd924731a8 req-96a4f1d5-beef-4fe7-a10b-897f1e4a4f5e tempest-ServerDiagnosticsNegativeTest-2025862514 tempest-ServerDiagnosticsNegativeTest-2025862514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:54:27.734482 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-6416cdd9-303c-4a04-9f0b-57bd924731a8 req-96a4f1d5-beef-4fe7-a10b-897f1e4a4f5e tempest-ServerDiagnosticsNegativeTest-2025862514 tempest-ServerDiagnosticsNegativeTest-2025862514-project] 10.222.0.104 "GET /v2.0/ports?device_id=78b1446f-f753-4c13-bc44-f4595de2da4f HTTP/1.1" status: 200 len: 948 time: 0.1389620 Jul 06 13:54:27.737333 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-d1e318e7-19f0-4e0d-9315-dcddbd43e32a req-5d9a9910-d452-4190-9568-c6103ce936b0 service neutron] 10.222.0.127 "GET /v2.0/networks/ac09d390-867f-4b75-a8d2-ab11550bffd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1314199 Jul 06 13:54:27.737584 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-5790ac34-a45f-462b-a25d-c2ed3fb27599 admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=85c5fe288ff94935a1c711d1bafd9d6d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1476593 Jul 06 13:54:27.740734 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 54862) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:54:27.831522 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-6416cdd9-303c-4a04-9f0b-57bd924731a8 req-e643273f-da02-40a9-b6e4-3910cd53d3e7 tempest-ServerDiagnosticsNegativeTest-2025862514 tempest-ServerDiagnosticsNegativeTest-2025862514-project] 10.222.0.104 "GET /v2.0/security-groups?id=4e78ff0e-b715-4667-8edf-880bf47f5e79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820343 Jul 06 13:54:27.884718 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-d85b5230-fd8c-4f94-8b41-c019f39ee72a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:27.922978 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-d85b5230-fd8c-4f94-8b41-c019f39ee72a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:27.932856 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9406d844-3a67-43af-a066-8c76bab69f95 req-caa3c642-ac8f-4768-bd09-78736012646d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:54:27.934342 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-9406d844-3a67-43af-a066-8c76bab69f95 req-caa3c642-ac8f-4768-bd09-78736012646d service neutron] 10.222.0.127 "GET /v2.0/ports?tenant_id=079924c5c0394339ab6c43da41f5c0f9&device_id=78b1446f-f753-4c13-bc44-f4595de2da4f HTTP/1.1" status: 200 len: 1099 time: 0.1349568 Jul 06 13:54:27.957032 n-d-773647-6 neutron-server[100246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5b1ab2e-f68f-4ff1-94dc-9e2e4496504f', 'name': 'network-vif-deleted', 'tag': 'ca200c66-7bf8-42c4-9645-f1b6c7c03b1e'}] {{(pid=100246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 13:54:27.960208 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0d96c5ab5e889f7b933ae915b9be33d1b46c9e87795bf781004b656ef3f1e87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4da4ee76-090f-46fc-84b9-24fd9d2e55f3" -d '{"events": [{"server_uuid": "d5b1ab2e-f68f-4ff1-94dc-9e2e4496504f", "name": "network-vif-deleted", "tag": "ca200c66-7bf8-42c4-9645-f1b6c7c03b1e"}]}' {{(pid=100246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:54:28.019933 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2160df4d-4c75-48c1-a207-a10444f7ed71 req-4de8d94f-ad13-478d-92f4-dd87ca6432b3 tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:54:28.021436 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-2160df4d-4c75-48c1-a207-a10444f7ed71 req-4de8d94f-ad13-478d-92f4-dd87ca6432b3 tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] 10.222.0.104 "GET /v2.0/ports?device_id=96a5ba91-9ae1-4374-9adc-f59710ec4759 HTTP/1.1" status: 200 len: 970 time: 0.1850429 Jul 06 13:54:28.071703 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-d85b5230-fd8c-4f94-8b41-c019f39ee72a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:28.073910 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-d85b5230-fd8c-4f94-8b41-c019f39ee72a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:28.075039 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-d85b5230-fd8c-4f94-8b41-c019f39ee72a admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/7abb9813-5e4b-4b90-b594-85f99e55eee9 HTTP/1.1" status: 204 len: 168 time: 0.3333762 Jul 06 13:54:28.100943 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9406d844-3a67-43af-a066-8c76bab69f95 req-450a677c-fc1c-491f-8df4-1d5b61a2b056 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:54:28.102420 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-9406d844-3a67-43af-a066-8c76bab69f95 req-450a677c-fc1c-491f-8df4-1d5b61a2b056 service neutron] 10.222.0.127 "GET /v2.0/networks?id=ac09d390-867f-4b75-a8d2-ab11550bffd6 HTTP/1.1" status: 200 len: 871 time: 0.1541567 Jul 06 13:54:28.103404 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85b5230-fd8c-4f94-8b41-c019f39ee72a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7abb9813-5e4b-4b90-b594-85f99e55eee9,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:54:28.107367 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-2160df4d-4c75-48c1-a207-a10444f7ed71 req-8050530c-e9a5-4ff9-be85-f1da18f9af0a tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] 10.222.0.104 "GET /v2.0/security-groups?id=9f5b92e9-7340-49c3-a9bb-41e4a1caffc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778599 Jul 06 13:54:28.156877 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-9406d844-3a67-43af-a066-8c76bab69f95 req-0d139549-ee91-4ec3-ac20-fba66bf06d8a service neutron] 10.222.0.127 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.141&port_id=aa34f12e-e00f-4ce1-ba44-c21a1dd55326 HTTP/1.1" status: 200 len: 217 time: 0.0447388 Jul 06 13:54:28.239382 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9406d844-3a67-43af-a066-8c76bab69f95 req-a1238259-8ace-492c-8cff-ff96da186c5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:54:28.241677 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-9406d844-3a67-43af-a066-8c76bab69f95 req-a1238259-8ace-492c-8cff-ff96da186c5e service neutron] 10.222.0.127 "GET /v2.0/subnets?id=d1c3cc78-09b9-4e30-99fd-0e5830de101d HTTP/1.1" status: 200 len: 843 time: 0.0776260 Jul 06 13:54:28.247770 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 13:54:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eefc8651-12b3-4472-8ce6-089e0ea706b9 x-openstack-request-id: req-eefc8651-12b3-4472-8ce6-089e0ea706b9 {{(pid=100246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:54:28.248088 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5b1ab2e-f68f-4ff1-94dc-9e2e4496504f", "name": "network-vif-deleted", "tag": "ca200c66-7bf8-42c4-9645-f1b6c7c03b1e", "status": "completed", "code": 200}]} {{(pid=100246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:54:28.248346 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-eefc8651-12b3-4472-8ce6-089e0ea706b9 {{(pid=100246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:54:28.248861 n-d-773647-6 neutron-server[100246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5b1ab2e-f68f-4ff1-94dc-9e2e4496504f', 'name': 'network-vif-deleted', 'tag': 'ca200c66-7bf8-42c4-9645-f1b6c7c03b1e', 'status': 'completed', 'code': 200} Jul 06 13:54:28.252262 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-03f71b24-a9b8-453a-8924-caa3f97bc6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:28.361894 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9406d844-3a67-43af-a066-8c76bab69f95 req-f33d2e2b-2a92-47fa-af62-c85301e7292c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:54:28.365419 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-9406d844-3a67-43af-a066-8c76bab69f95 req-f33d2e2b-2a92-47fa-af62-c85301e7292c service neutron] 10.222.0.127 "GET /v2.0/ports?network_id=ac09d390-867f-4b75-a8d2-ab11550bffd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1147389 Jul 06 13:54:28.479091 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 54898) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:54:28.515526 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-9406d844-3a67-43af-a066-8c76bab69f95 req-5ad4ee5e-0a7f-4b9e-9f65-5569e3b1f53c service neutron] 10.222.0.127 "GET /v2.0/networks/ac09d390-867f-4b75-a8d2-ab11550bffd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1416132 Jul 06 13:54:28.521116 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-8030868a-996c-41f4-ac4b-9d4df925adb7 admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=8f055c367e7443a381d2bb495bd8270e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0402617 Jul 06 13:54:28.523544 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e701f5-1598-4577-a46e-c2b76f8f7e10 req-95107863-e419-4622-a697-46ec8a78042c tempest-DeleteServersAdminTestJSON-881447012 tempest-DeleteServersAdminTestJSON-881447012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:54:28.524058 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 54900) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:54:28.524962 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-71e701f5-1598-4577-a46e-c2b76f8f7e10 req-95107863-e419-4622-a697-46ec8a78042c tempest-DeleteServersAdminTestJSON-881447012 tempest-DeleteServersAdminTestJSON-881447012-project] 10.222.0.104 "GET /v2.0/ports?device_id=027d1d32-7691-43ef-931d-958db6ea1369 HTTP/1.1" status: 200 len: 950 time: 0.1368370 Jul 06 13:54:28.547931 n-d-773647-6 neutron-server[100248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '027d1d32-7691-43ef-931d-958db6ea1369', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31f9dea5-daca-4e36-9852-09ad6d1b8896'}] {{(pid=100248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 13:54:28.551140 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84af257533e383389cbcf231d3534f4d5e149e7203fea16b4a8fc01438dddaf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b629f4e3-33d3-4ed9-a86d-e8898208cd43" -d '{"events": [{"server_uuid": "027d1d32-7691-43ef-931d-958db6ea1369", "name": "network-vif-plugged", "status": "completed", "tag": "31f9dea5-daca-4e36-9852-09ad6d1b8896"}]}' {{(pid=100248) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:54:28.582807 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-42d85248-ce9e-4f20-a29f-098993cd3649 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:28.614796 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-42d85248-ce9e-4f20-a29f-098993cd3649 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:28.615713 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-71e701f5-1598-4577-a46e-c2b76f8f7e10 req-f41ddae8-b4c0-453b-8725-598f5ccd46e5 tempest-DeleteServersAdminTestJSON-881447012 tempest-DeleteServersAdminTestJSON-881447012-project] 10.222.0.104 "GET /v2.0/security-groups?id=dc1eac0c-f285-4e19-a9c2-c3098f82ccb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825675 Jul 06 13:54:28.647938 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-9406d844-3a67-43af-a066-8c76bab69f95 req-e54787a9-e100-4b93-af97-e16f0039a869 service neutron] 10.222.0.127 "GET /v2.0/networks/ac09d390-867f-4b75-a8d2-ab11550bffd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219730 Jul 06 13:54:28.685226 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-42d85248-ce9e-4f20-a29f-098993cd3649 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:28.688224 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-42d85248-ce9e-4f20-a29f-098993cd3649 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:28.692479 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-42d85248-ce9e-4f20-a29f-098993cd3649 admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/5f34c9b6-b030-4056-aba7-ecbf208d5c6a HTTP/1.1" status: 204 len: 168 time: 0.1643109 Jul 06 13:54:28.697727 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d85248-ce9e-4f20-a29f-098993cd3649 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f34c9b6-b030-4056-aba7-ecbf208d5c6a,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:54:28.705453 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d85248-ce9e-4f20-a29f-098993cd3649 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:54:28.705891 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d85248-ce9e-4f20-a29f-098993cd3649 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:54:28.706290 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d85248-ce9e-4f20-a29f-098993cd3649 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:54:28.706686 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d85248-ce9e-4f20-a29f-098993cd3649 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:54:28.707087 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d85248-ce9e-4f20-a29f-098993cd3649 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:54:28.707540 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d85248-ce9e-4f20-a29f-098993cd3649 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:54:28.707963 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d85248-ce9e-4f20-a29f-098993cd3649 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:54:28.708522 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d85248-ce9e-4f20-a29f-098993cd3649 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:54:28.708912 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d85248-ce9e-4f20-a29f-098993cd3649 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:54:28.709300 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d85248-ce9e-4f20-a29f-098993cd3649 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:54:28.709700 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d85248-ce9e-4f20-a29f-098993cd3649 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:54:28.710084 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d85248-ce9e-4f20-a29f-098993cd3649 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:54:28.794698 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697df108-b6c0-411e-853f-40ee3ddad780 req-a77501bf-5d6f-4af7-ad52-d24eeb24dd9a tempest-VolumesAdminNegativeTest-2074182479 tempest-VolumesAdminNegativeTest-2074182479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:54:28.796354 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-697df108-b6c0-411e-853f-40ee3ddad780 req-a77501bf-5d6f-4af7-ad52-d24eeb24dd9a tempest-VolumesAdminNegativeTest-2074182479 tempest-VolumesAdminNegativeTest-2074182479-project] 10.222.0.104 "GET /v2.0/ports?device_id=d5bcd22d-5823-4c44-9bcf-dd0a6e7b5fa2 HTTP/1.1" status: 200 len: 946 time: 0.0736036 Jul 06 13:54:28.840037 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-697df108-b6c0-411e-853f-40ee3ddad780 req-306c79c7-c7b1-419c-aa92-45a1a491e960 tempest-VolumesAdminNegativeTest-2074182479 tempest-VolumesAdminNegativeTest-2074182479-project] 10.222.0.104 "GET /v2.0/security-groups?id=be172bf9-132f-4571-a5c1-0a751b1b69d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366132 Jul 06 13:54:29.042413 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 13:54:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-501e8801-3837-45f1-bd45-bd2ba357a227 x-openstack-request-id: req-501e8801-3837-45f1-bd45-bd2ba357a227 {{(pid=100248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:54:29.042984 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "027d1d32-7691-43ef-931d-958db6ea1369", "name": "network-vif-plugged", "status": "completed", "tag": "31f9dea5-daca-4e36-9852-09ad6d1b8896", "code": 200}]} {{(pid=100248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:54:29.043120 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-501e8801-3837-45f1-bd45-bd2ba357a227 {{(pid=100248) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:54:29.044198 n-d-773647-6 neutron-server[100248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '027d1d32-7691-43ef-931d-958db6ea1369', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31f9dea5-daca-4e36-9852-09ad6d1b8896', 'code': 200} Jul 06 13:54:29.197966 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e279ddcf-6225-4a37-b83b-0af00bab23a8 req-1307867e-8a52-4a20-8b1b-0a565018a9e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:54:29.199625 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-e279ddcf-6225-4a37-b83b-0af00bab23a8 req-1307867e-8a52-4a20-8b1b-0a565018a9e0 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=027d1d32-7691-43ef-931d-958db6ea1369 HTTP/1.1" status: 200 len: 1101 time: 0.0780046 Jul 06 13:54:29.252660 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e32fb7-abe5-4f23-8841-fc8b7d60c66e req-9522abed-5472-4499-b5fc-dbacc3b0777f tempest-ServerDiagnosticsNegativeTest-2025862514 tempest-ServerDiagnosticsNegativeTest-2025862514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:54:29.258904 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-e279ddcf-6225-4a37-b83b-0af00bab23a8 req-2e10d152-d843-4da6-b3a6-eafbe34bcd69 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=dc1eac0c-f285-4e19-a9c2-c3098f82ccb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515559 Jul 06 13:54:29.260277 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-e1e32fb7-abe5-4f23-8841-fc8b7d60c66e req-9522abed-5472-4499-b5fc-dbacc3b0777f tempest-ServerDiagnosticsNegativeTest-2025862514 tempest-ServerDiagnosticsNegativeTest-2025862514-project] 10.222.0.104 "GET /v2.0/ports?device_id=78b1446f-f753-4c13-bc44-f4595de2da4f HTTP/1.1" status: 200 len: 948 time: 0.1061215 Jul 06 13:54:29.294697 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-e1e32fb7-abe5-4f23-8841-fc8b7d60c66e req-7eb37f6c-8b10-407a-9a55-1c3a803810bb tempest-ServerDiagnosticsNegativeTest-2025862514 tempest-ServerDiagnosticsNegativeTest-2025862514-project] 10.222.0.104 "GET /v2.0/security-groups?id=4e78ff0e-b715-4667-8edf-880bf47f5e79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335629 Jul 06 13:54:29.559695 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 54964) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:54:29.639076 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a621fa-bf88-48fa-86f5-a1c8f70f9268 req-531dedb2-f8c6-4e82-b5ab-a26c87b4df3e tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:54:29.645823 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-56a621fa-bf88-48fa-86f5-a1c8f70f9268 req-531dedb2-f8c6-4e82-b5ab-a26c87b4df3e tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] 10.222.0.104 "GET /v2.0/ports?device_id=96a5ba91-9ae1-4374-9adc-f59710ec4759 HTTP/1.1" status: 200 len: 970 time: 0.1350803 Jul 06 13:54:29.752898 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-56a621fa-bf88-48fa-86f5-a1c8f70f9268 req-3f967192-f10f-44d2-8d83-afd968edf9d2 tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] 10.222.0.104 "GET /v2.0/security-groups?id=9f5b92e9-7340-49c3-a9bb-41e4a1caffc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986745 Jul 06 13:54:29.909598 n-d-773647-6 neutron-server[100246]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 06 13:54:29.915821 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [req-1d3d0918-5e07-4491-be1d-3a1f09b0ec4e req-cf079c8b-ef1c-4bcf-911b-8ebab1f87721 tempest-LiveMigrationTest-343502667 tempest-LiveMigrationTest-343502667-project-admin] http://10.222.0.104:9696/v2.0/extensions returned with HTTP 200 {{(pid=100246) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 13:54:29.927515 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-1d3d0918-5e07-4491-be1d-3a1f09b0ec4e req-cf079c8b-ef1c-4bcf-911b-8ebab1f87721 tempest-LiveMigrationTest-343502667 tempest-LiveMigrationTest-343502667-project-admin] 10.222.0.104 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3594654 Jul 06 13:54:29.996832 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd694abc-66f4-4a9d-ae1f-ef9a16de6aee req-da344308-69db-480b-81b3-7f7e09d69667 tempest-DeleteServersAdminTestJSON-881447012 tempest-DeleteServersAdminTestJSON-881447012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:54:29.998756 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-fd694abc-66f4-4a9d-ae1f-ef9a16de6aee req-da344308-69db-480b-81b3-7f7e09d69667 tempest-DeleteServersAdminTestJSON-881447012 tempest-DeleteServersAdminTestJSON-881447012-project] 10.222.0.104 "GET /v2.0/ports?device_id=027d1d32-7691-43ef-931d-958db6ea1369 HTTP/1.1" status: 200 len: 950 time: 0.1118391 Jul 06 13:54:30.044380 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-fd694abc-66f4-4a9d-ae1f-ef9a16de6aee req-696e7090-adaa-4cf1-b376-7dd33bd1c99d tempest-DeleteServersAdminTestJSON-881447012 tempest-DeleteServersAdminTestJSON-881447012-project] 10.222.0.104 "GET /v2.0/security-groups?id=dc1eac0c-f285-4e19-a9c2-c3098f82ccb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353477 Jul 06 13:54:30.100531 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [req-1d3d0918-5e07-4491-be1d-3a1f09b0ec4e req-477d77cc-d2f4-47ac-88fe-41f00b19ebd0 service neutron] Request body: {'binding': {'host': 'n-h1-773647-6', 'vnic_type': 'normal', 'profile': {}}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:54:30.101583 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [req-1d3d0918-5e07-4491-be1d-3a1f09b0ec4e req-477d77cc-d2f4-47ac-88fe-41f00b19ebd0 service neutron] Unknown quota resources ['binding']. {{(pid=100246) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 06 13:54:30.276923 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [req-1d3d0918-5e07-4491-be1d-3a1f09b0ec4e req-477d77cc-d2f4-47ac-88fe-41f00b19ebd0 service neutron] Attempting to bind port 113a8907-4f54-4c39-b78e-d093bc9daf85 on host n-h1-773647-6 for vnic_type normal with profile None {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 13:54:30.277630 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [req-1d3d0918-5e07-4491-be1d-3a1f09b0ec4e req-477d77cc-d2f4-47ac-88fe-41f00b19ebd0 service neutron] Attempting to bind port 113a8907-4f54-4c39-b78e-d093bc9daf85 by drivers openvswitch,hyperv on host n-h1-773647-6 at level 0 using segments [{'id': '65749612-fb0d-4f34-9eb9-d06c3a2fda80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1045, 'network_id': '4f6c277b-1b2d-40ad-a374-15bf31b2f6e9'}] {{(pid=100246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 13:54:30.277762 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d3d0918-5e07-4491-be1d-3a1f09b0ec4e req-477d77cc-d2f4-47ac-88fe-41f00b19ebd0 service neutron] Attempting to bind port 113a8907-4f54-4c39-b78e-d093bc9daf85 on network 4f6c277b-1b2d-40ad-a374-15bf31b2f6e9 {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 13:54:30.282476 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d3d0918-5e07-4491-be1d-3a1f09b0ec4e req-477d77cc-d2f4-47ac-88fe-41f00b19ebd0 service neutron] Port 113a8907-4f54-4c39-b78e-d093bc9daf85 on network 4f6c277b-1b2d-40ad-a374-15bf31b2f6e9 not bound, no agent of type Open vSwitch agent registered on host n-h1-773647-6 {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 13:54:30.282808 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d3d0918-5e07-4491-be1d-3a1f09b0ec4e req-477d77cc-d2f4-47ac-88fe-41f00b19ebd0 service neutron] Attempting to bind port 113a8907-4f54-4c39-b78e-d093bc9daf85 on network 4f6c277b-1b2d-40ad-a374-15bf31b2f6e9 {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 13:54:30.289298 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d3d0918-5e07-4491-be1d-3a1f09b0ec4e req-477d77cc-d2f4-47ac-88fe-41f00b19ebd0 service neutron] Checking agent: {'id': '5bf7147f-bada-4441-a5dc-934b903473fb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-773647-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 51, 12), 'started_at': datetime.datetime(2021, 7, 6, 13, 51, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 13, 54, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 13:54:30.289541 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d3d0918-5e07-4491-be1d-3a1f09b0ec4e req-477d77cc-d2f4-47ac-88fe-41f00b19ebd0 service neutron] Checking segment: {'id': '65749612-fb0d-4f34-9eb9-d06c3a2fda80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1045, 'network_id': '4f6c277b-1b2d-40ad-a374-15bf31b2f6e9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 13:54:30.289918 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d3d0918-5e07-4491-be1d-3a1f09b0ec4e req-477d77cc-d2f4-47ac-88fe-41f00b19ebd0 service neutron] Bound using segment: {'id': '65749612-fb0d-4f34-9eb9-d06c3a2fda80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1045, 'network_id': '4f6c277b-1b2d-40ad-a374-15bf31b2f6e9'} {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 13:54:30.290339 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [req-1d3d0918-5e07-4491-be1d-3a1f09b0ec4e req-477d77cc-d2f4-47ac-88fe-41f00b19ebd0 service neutron] Bound port: 113a8907-4f54-4c39-b78e-d093bc9daf85, host: n-h1-773647-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '65749612-fb0d-4f34-9eb9-d06c3a2fda80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1045, 'network_id': '4f6c277b-1b2d-40ad-a374-15bf31b2f6e9'}}] {{(pid=100246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 13:54:30.384048 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.db [req-1d3d0918-5e07-4491-be1d-3a1f09b0ec4e req-477d77cc-d2f4-47ac-88fe-41f00b19ebd0 service neutron] For port 113a8907-4f54-4c39-b78e-d093bc9daf85, host n-h1-773647-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773647-6',level=0,port_id=113a8907-4f54-4c39-b78e-d093bc9daf85,segment=NetworkSegment(65749612-fb0d-4f34-9eb9-d06c3a2fda80),segment_id=65749612-fb0d-4f34-9eb9-d06c3a2fda80)] {{(pid=100246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 13:54:30.390392 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-1d3d0918-5e07-4491-be1d-3a1f09b0ec4e req-477d77cc-d2f4-47ac-88fe-41f00b19ebd0 service neutron] Notify callbacks [] for binding, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:30.402571 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-1d3d0918-5e07-4491-be1d-3a1f09b0ec4e req-477d77cc-d2f4-47ac-88fe-41f00b19ebd0 service neutron] 10.222.0.104 "POST /v2.0/ports/113a8907-4f54-4c39-b78e-d093bc9daf85/bindings HTTP/1.1" status: 201 len: 389 time: 0.3544877 Jul 06 13:54:30.545880 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ea1c6e-c511-4b3f-b85b-991d8e7db810 req-417f94f6-213a-4d64-9963-6c0008e05201 tempest-ServerDiagnosticsNegativeTest-2025862514 tempest-ServerDiagnosticsNegativeTest-2025862514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:54:30.554495 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-89ea1c6e-c511-4b3f-b85b-991d8e7db810 req-417f94f6-213a-4d64-9963-6c0008e05201 tempest-ServerDiagnosticsNegativeTest-2025862514 tempest-ServerDiagnosticsNegativeTest-2025862514-project] 10.222.0.104 "GET /v2.0/ports?device_id=78b1446f-f753-4c13-bc44-f4595de2da4f HTTP/1.1" status: 200 len: 948 time: 0.0899141 Jul 06 13:54:30.592350 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-89ea1c6e-c511-4b3f-b85b-991d8e7db810 req-bef58fc4-7ca9-4135-b896-55c72d1b6d15 tempest-ServerDiagnosticsNegativeTest-2025862514 tempest-ServerDiagnosticsNegativeTest-2025862514-project] 10.222.0.104 "GET /v2.0/security-groups?id=4e78ff0e-b715-4667-8edf-880bf47f5e79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369587 Jul 06 13:54:30.759484 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3d0918-5e07-4491-be1d-3a1f09b0ec4e req-268fc8e8-9a5b-492a-8cf9-67f125487786 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:54:30.760971 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-1d3d0918-5e07-4491-be1d-3a1f09b0ec4e req-268fc8e8-9a5b-492a-8cf9-67f125487786 service neutron] 10.222.0.127 "GET /v2.0/ports?tenant_id=125e6575b3ba4365b3ae01568cef269b&device_id=38cb1596-590e-44d7-bc4d-de552f284c55 HTTP/1.1" status: 200 len: 1096 time: 0.0741320 Jul 06 13:54:30.785251 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e920c7-56ad-4a32-be0e-e760c962b0ae req-8236d1a6-460e-4ce5-b321-b0bd289bcf70 tempest-LiveMigrationTest-2001684970 tempest-LiveMigrationTest-2001684970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:54:30.789087 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-47e920c7-56ad-4a32-be0e-e760c962b0ae req-8236d1a6-460e-4ce5-b321-b0bd289bcf70 tempest-LiveMigrationTest-2001684970 tempest-LiveMigrationTest-2001684970-project] 10.222.0.104 "GET /v2.0/ports?device_id=38cb1596-590e-44d7-bc4d-de552f284c55 HTTP/1.1" status: 200 len: 945 time: 0.1339653 Jul 06 13:54:30.910266 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-47e920c7-56ad-4a32-be0e-e760c962b0ae req-8a878f07-008c-4e9e-9b0b-85549a727895 tempest-LiveMigrationTest-2001684970 tempest-LiveMigrationTest-2001684970-project] 10.222.0.104 "GET /v2.0/security-groups?id=7e243ebf-9cf4-4917-8da6-0fd38b06f795&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093850 Jul 06 13:54:30.967344 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3d0918-5e07-4491-be1d-3a1f09b0ec4e req-917e8870-499c-4385-8d2d-0e795dcd4161 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:54:30.975099 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-1d3d0918-5e07-4491-be1d-3a1f09b0ec4e req-917e8870-499c-4385-8d2d-0e795dcd4161 service neutron] 10.222.0.127 "GET /v2.0/networks?id=4f6c277b-1b2d-40ad-a374-15bf31b2f6e9 HTTP/1.1" status: 200 len: 909 time: 0.2073896 Jul 06 13:54:31.004830 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Device aa34f12e-e00f-4ce1-ba44-c21a1dd55326 details requested by agent hyperv_n-h1-773647-6 with host n-h1-773647-6 {{(pid=100248) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 13:54:31.068528 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-1d3d0918-5e07-4491-be1d-3a1f09b0ec4e req-4a86bc26-b093-45c1-ae50-3c8730e840bf service neutron] 10.222.0.127 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=113a8907-4f54-4c39-b78e-d093bc9daf85 HTTP/1.1" status: 200 len: 217 time: 0.0754542 Jul 06 13:54:31.147241 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67adeab-3d79-4200-a239-dd2b4cc4e61f req-9a58571e-ec11-4294-9626-0bbf63abef67 tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:54:31.149006 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-e67adeab-3d79-4200-a239-dd2b4cc4e61f req-9a58571e-ec11-4294-9626-0bbf63abef67 tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] 10.222.0.104 "GET /v2.0/ports?device_id=96a5ba91-9ae1-4374-9adc-f59710ec4759 HTTP/1.1" status: 200 len: 970 time: 0.1457665 Jul 06 13:54:31.153222 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3d0918-5e07-4491-be1d-3a1f09b0ec4e req-b8bf5dcf-417f-4f72-a1c9-89d072f7be70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:54:31.154735 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-1d3d0918-5e07-4491-be1d-3a1f09b0ec4e req-b8bf5dcf-417f-4f72-a1c9-89d072f7be70 service neutron] 10.222.0.127 "GET /v2.0/subnets?id=3ab4a4f6-31db-40f5-bd89-967e515dcbd9 HTTP/1.1" status: 200 len: 847 time: 0.0752664 Jul 06 13:54:31.169255 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] For port aa34f12e-e00f-4ce1-ba44-c21a1dd55326, host n-h1-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773647-6',level=0,port_id=aa34f12e-e00f-4ce1-ba44-c21a1dd55326,segment=NetworkSegment(c9ea893d-045e-42cf-b3dd-cdd1f79baccd),segment_id=c9ea893d-045e-42cf-b3dd-cdd1f79baccd)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:54:31.200928 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-1d3d0918-5e07-4491-be1d-3a1f09b0ec4e req-cddeb4e7-5cd6-4145-bc7d-97ebc0cecdff service neutron] 10.222.0.127 "GET /v2.0/ports?network_id=4f6c277b-1b2d-40ad-a374-15bf31b2f6e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0362513 Jul 06 13:54:31.303953 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Returning: {'device': 'aa34f12e-e00f-4ce1-ba44-c21a1dd55326', 'network_id': 'ac09d390-867f-4b75-a8d2-ab11550bffd6', 'port_id': 'aa34f12e-e00f-4ce1-ba44-c21a1dd55326', 'mac_address': 'fa:16:3e:79:73:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1023, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd1c3cc78-09b9-4e30-99fd-0e5830de101d', 'ip_address': '192.168.233.141'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100248) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 13:54:31.322174 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 55034) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:54:31.347434 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:31.365283 n-d-773647-6 neutron-server[100248]: DEBUG neutron.notifiers.nova [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aa34f12e-e00f-4ce1-ba44-c21a1dd55326 {{(pid=100248) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 13:54:31.365577 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-e67adeab-3d79-4200-a239-dd2b4cc4e61f req-f231415b-ac83-461e-bcad-9da535f16031 tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] 10.222.0.104 "GET /v2.0/security-groups?id=9f5b92e9-7340-49c3-a9bb-41e4a1caffc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2096453 Jul 06 13:54:31.388566 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] For port aa34f12e-e00f-4ce1-ba44-c21a1dd55326, host n-h1-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773647-6',level=0,port_id=aa34f12e-e00f-4ce1-ba44-c21a1dd55326,segment=NetworkSegment(c9ea893d-045e-42cf-b3dd-cdd1f79baccd),segment_id=c9ea893d-045e-42cf-b3dd-cdd1f79baccd)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:54:31.396761 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-1d3d0918-5e07-4491-be1d-3a1f09b0ec4e req-9ec84d9b-f283-4425-905a-fa7ca34ffd03 service neutron] 10.222.0.127 "GET /v2.0/networks/4f6c277b-1b2d-40ad-a374-15bf31b2f6e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1845832 Jul 06 13:54:31.405192 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:31.472451 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Pushing event updated for resources: {'Port': ['ID=aa34f12e-e00f-4ce1-ba44-c21a1dd55326,revision_number=4']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:54:31.476734 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 55038) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:54:31.574130 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-91780397-d1f8-4b67-a1e9-9046cd96ceae admin admin] Notify callbacks [] for security_group, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:31.594003 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2d7966-6781-4481-87dd-f6de73235909 req-3637eeb5-1ec1-4b9e-b9cf-dbd9898eb50e tempest-DeleteServersAdminTestJSON-881447012 tempest-DeleteServersAdminTestJSON-881447012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:54:31.603400 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-be2d7966-6781-4481-87dd-f6de73235909 req-3637eeb5-1ec1-4b9e-b9cf-dbd9898eb50e tempest-DeleteServersAdminTestJSON-881447012 tempest-DeleteServersAdminTestJSON-881447012-project] 10.222.0.104 "GET /v2.0/ports?device_id=027d1d32-7691-43ef-931d-958db6ea1369 HTTP/1.1" status: 200 len: 950 time: 0.2755363 Jul 06 13:54:31.654989 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-71ae25b3-9ced-4622-a78e-995eabbe9d9a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:31.663977 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-be2d7966-6781-4481-87dd-f6de73235909 req-b80d7c3a-4ede-4223-93ef-f25fc6d2c49c tempest-DeleteServersAdminTestJSON-881447012 tempest-DeleteServersAdminTestJSON-881447012-project] 10.222.0.104 "GET /v2.0/security-groups?id=dc1eac0c-f285-4e19-a9c2-c3098f82ccb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595260 Jul 06 13:54:31.670815 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-1d3d0918-5e07-4491-be1d-3a1f09b0ec4e req-2add2d8a-56eb-4b34-85a5-6e80cc91710a service neutron] 10.222.0.127 "GET /v2.0/networks/4f6c277b-1b2d-40ad-a374-15bf31b2f6e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2605796 Jul 06 13:54:31.749230 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-91780397-d1f8-4b67-a1e9-9046cd96ceae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:31.755282 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-91780397-d1f8-4b67-a1e9-9046cd96ceae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:31.761404 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] get_ports_and_sgs() called for port_ids ['aa34f12e-e00f-4ce1-ba44-c21a1dd55326'] {{(pid=100248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 13:54:31.809097 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-91780397-d1f8-4b67-a1e9-9046cd96ceae admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=ada7aeec0b334f349f8ddddd58ca175d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4858572 Jul 06 13:54:31.814552 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 55048) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:54:31.841688 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91780397-d1f8-4b67-a1e9-9046cd96ceae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bfbc8e4-ac3d-4447-84c3-1cab5cf3c6b3,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:54:31.914998 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-71ae25b3-9ced-4622-a78e-995eabbe9d9a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:31.919493 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-71ae25b3-9ced-4622-a78e-995eabbe9d9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:31.960447 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-71ae25b3-9ced-4622-a78e-995eabbe9d9a admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=e0cab46bd6a94947878e075990afc8e6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4824433 Jul 06 13:54:31.965592 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 55056) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:54:31.982721 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ae25b3-9ced-4622-a78e-995eabbe9d9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7ddb921-ef84-41ee-9a29-764fa37eb116,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:54:32.029865 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-f39dc0b1-27ea-4555-a208-9ae086d00161 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:32.054215 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-f39dc0b1-27ea-4555-a208-9ae086d00161 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:32.106438 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-f39dc0b1-27ea-4555-a208-9ae086d00161 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:32.109674 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-f39dc0b1-27ea-4555-a208-9ae086d00161 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:32.110834 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-f39dc0b1-27ea-4555-a208-9ae086d00161 admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/d7ddb921-ef84-41ee-9a29-764fa37eb116 HTTP/1.1" status: 204 len: 168 time: 0.1442976 Jul 06 13:54:32.121814 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39dc0b1-27ea-4555-a208-9ae086d00161 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7ddb921-ef84-41ee-9a29-764fa37eb116,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:54:32.172994 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da72176f-a023-456c-a872-b24101009ca7 req-05ef68ae-21a7-4232-9db6-6259b6c23179 tempest-ServerDiagnosticsNegativeTest-2025862514 tempest-ServerDiagnosticsNegativeTest-2025862514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:54:32.175314 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-da72176f-a023-456c-a872-b24101009ca7 req-05ef68ae-21a7-4232-9db6-6259b6c23179 tempest-ServerDiagnosticsNegativeTest-2025862514 tempest-ServerDiagnosticsNegativeTest-2025862514-project] 10.222.0.104 "GET /v2.0/ports?device_id=78b1446f-f753-4c13-bc44-f4595de2da4f HTTP/1.1" status: 200 len: 949 time: 0.4206140 Jul 06 13:54:32.262970 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-af8e0dee-c4a2-473d-9018-5657f90a0204 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:32.279422 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-da72176f-a023-456c-a872-b24101009ca7 req-f76e5063-b4c5-4edf-af2a-d12fadafc751 tempest-ServerDiagnosticsNegativeTest-2025862514 tempest-ServerDiagnosticsNegativeTest-2025862514-project] 10.222.0.104 "GET /v2.0/security-groups?id=4e78ff0e-b715-4667-8edf-880bf47f5e79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895588 Jul 06 13:54:32.305980 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3d0918-5e07-4491-be1d-3a1f09b0ec4e req-c20bb970-ec43-4e9b-8ec7-70fa84cebfdb tempest-LiveMigrationTest-343502667 tempest-LiveMigrationTest-343502667-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:54:32.308262 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-1d3d0918-5e07-4491-be1d-3a1f09b0ec4e req-c20bb970-ec43-4e9b-8ec7-70fa84cebfdb tempest-LiveMigrationTest-343502667 tempest-LiveMigrationTest-343502667-project-admin] 10.222.0.127 "GET /v2.0/ports?device_id=38cb1596-590e-44d7-bc4d-de552f284c55&tenant_id=125e6575b3ba4365b3ae01568cef269b&binding%3Ahost_id=n-h2-773647-6 HTTP/1.1" status: 200 len: 1096 time: 0.4989502 Jul 06 13:54:32.323796 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [req-1d3d0918-5e07-4491-be1d-3a1f09b0ec4e req-305b9e7e-48e3-409e-befe-9a37933de75c service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-773647-6'}}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:54:32.328919 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-af8e0dee-c4a2-473d-9018-5657f90a0204 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:32.454918 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 55072) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:54:32.470427 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-f83f5cc2-2bd1-41fe-a4ba-b908be19e5f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:32.490698 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-1d3d0918-5e07-4491-be1d-3a1f09b0ec4e req-305b9e7e-48e3-409e-befe-9a37933de75c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:32.519534 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-af8e0dee-c4a2-473d-9018-5657f90a0204 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:32.522833 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-af8e0dee-c4a2-473d-9018-5657f90a0204 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:32.526486 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-af8e0dee-c4a2-473d-9018-5657f90a0204 admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/9bfbc8e4-ac3d-4447-84c3-1cab5cf3c6b3 HTTP/1.1" status: 204 len: 168 time: 0.6893952 Jul 06 13:54:32.572558 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-f83f5cc2-2bd1-41fe-a4ba-b908be19e5f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:32.579291 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-f83f5cc2-2bd1-41fe-a4ba-b908be19e5f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:32.589885 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8e0dee-c4a2-473d-9018-5657f90a0204 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bfbc8e4-ac3d-4447-84c3-1cab5cf3c6b3,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:54:32.612348 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-f83f5cc2-2bd1-41fe-a4ba-b908be19e5f8 admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=60aca229ce714e7f8a8ca31b67f21117&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1563802 Jul 06 13:54:32.619190 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 55078) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:54:32.626146 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be80fe39-afb0-4b55-8fb4-35829ab3e657 req-2121ef4b-cc8d-4a58-b08d-8ba6e533fe75 tempest-LiveMigrationTest-2001684970 tempest-LiveMigrationTest-2001684970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:54:32.627733 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-be80fe39-afb0-4b55-8fb4-35829ab3e657 req-2121ef4b-cc8d-4a58-b08d-8ba6e533fe75 tempest-LiveMigrationTest-2001684970 tempest-LiveMigrationTest-2001684970-project] 10.222.0.104 "GET /v2.0/ports?device_id=38cb1596-590e-44d7-bc4d-de552f284c55 HTTP/1.1" status: 200 len: 945 time: 0.2154825 Jul 06 13:54:32.686385 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-6894ca9b-32de-40ca-875b-414367a2de16 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:32.709749 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-6894ca9b-32de-40ca-875b-414367a2de16 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:32.741537 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8866b54d-20f3-462c-b76b-2412bf393c7f req-de19d385-548e-46fd-8460-6ede8fbb8446 tempest-DeleteServersAdminTestJSON-881447012 tempest-DeleteServersAdminTestJSON-881447012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:54:32.743106 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-8866b54d-20f3-462c-b76b-2412bf393c7f req-de19d385-548e-46fd-8460-6ede8fbb8446 tempest-DeleteServersAdminTestJSON-881447012 tempest-DeleteServersAdminTestJSON-881447012-project] 10.222.0.104 "GET /v2.0/ports?device_id=027d1d32-7691-43ef-931d-958db6ea1369 HTTP/1.1" status: 200 len: 950 time: 0.2392132 Jul 06 13:54:32.748698 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-be80fe39-afb0-4b55-8fb4-35829ab3e657 req-451ee76f-d072-49a5-adac-1192e1c0e480 tempest-LiveMigrationTest-2001684970 tempest-LiveMigrationTest-2001684970-project] 10.222.0.104 "GET /v2.0/security-groups?id=7e243ebf-9cf4-4917-8da6-0fd38b06f795&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107831 Jul 06 13:54:32.762297 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83f5cc2-2bd1-41fe-a4ba-b908be19e5f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=385fc333-8e05-46e5-afa1-7ca1d7f46e53,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:54:32.773365 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-6894ca9b-32de-40ca-875b-414367a2de16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:32.776937 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-6894ca9b-32de-40ca-875b-414367a2de16 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:32.780914 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-6894ca9b-32de-40ca-875b-414367a2de16 admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/385fc333-8e05-46e5-afa1-7ca1d7f46e53 HTTP/1.1" status: 204 len: 168 time: 0.1581244 Jul 06 13:54:32.781316 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.db [req-1d3d0918-5e07-4491-be1d-3a1f09b0ec4e req-305b9e7e-48e3-409e-befe-9a37933de75c service neutron] For port 113a8907-4f54-4c39-b78e-d093bc9daf85, host n-h2-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=113a8907-4f54-4c39-b78e-d093bc9daf85,segment=NetworkSegment(65749612-fb0d-4f34-9eb9-d06c3a2fda80),segment_id=65749612-fb0d-4f34-9eb9-d06c3a2fda80)] {{(pid=100247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:54:32.791597 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6894ca9b-32de-40ca-875b-414367a2de16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=385fc333-8e05-46e5-afa1-7ca1d7f46e53,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:54:32.850309 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-8866b54d-20f3-462c-b76b-2412bf393c7f req-a89233b3-a78a-4036-9c5f-8afa1f1fed45 tempest-DeleteServersAdminTestJSON-881447012 tempest-DeleteServersAdminTestJSON-881447012-project] 10.222.0.104 "GET /v2.0/security-groups?id=dc1eac0c-f285-4e19-a9c2-c3098f82ccb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713172 Jul 06 13:54:32.856247 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.db [req-1d3d0918-5e07-4491-be1d-3a1f09b0ec4e req-305b9e7e-48e3-409e-befe-9a37933de75c service neutron] For port 113a8907-4f54-4c39-b78e-d093bc9daf85, host n-h2-773647-6, cleared binding levels {{(pid=100247) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 13:54:32.913436 n-d-773647-6 neutron-server[100247]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38cb1596-590e-44d7-bc4d-de552f284c55', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '113a8907-4f54-4c39-b78e-d093bc9daf85'}] {{(pid=100247) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 13:54:32.916227 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cbf0eeaae822f8fc9b87a94aeba67a3d651842baf663a51cba94b67a514836d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5aed7ec2-743a-4f74-955f-c08bea7cfbe0" -d '{"events": [{"server_uuid": "38cb1596-590e-44d7-bc4d-de552f284c55", "name": "network-vif-unplugged", "status": "completed", "tag": "113a8907-4f54-4c39-b78e-d093bc9daf85"}]}' {{(pid=100247) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:54:32.921086 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-1d3d0918-5e07-4491-be1d-3a1f09b0ec4e req-305b9e7e-48e3-409e-befe-9a37933de75c service neutron] Notify callbacks [] for port, precommit_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:32.931079 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-1d3d0918-5e07-4491-be1d-3a1f09b0ec4e req-305b9e7e-48e3-409e-befe-9a37933de75c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:33.007010 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Device aa34f12e-e00f-4ce1-ba44-c21a1dd55326 up at agent hyperv_n-h1-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 13:54:33.015820 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305b9e7e-48e3-409e-befe-9a37933de75c service neutron] Pushing event updated for resources: {'Port': ['ID=113a8907-4f54-4c39-b78e-d093bc9daf85,revision_number=7']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:54:33.093049 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.managers [req-1d3d0918-5e07-4491-be1d-3a1f09b0ec4e req-305b9e7e-48e3-409e-befe-9a37933de75c service neutron] Attempting to bind port 113a8907-4f54-4c39-b78e-d093bc9daf85 on host n-h2-773647-6 for vnic_type normal with profile {"migrating_to": "n-h1-773647-6"} {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 13:54:33.093393 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.managers [req-1d3d0918-5e07-4491-be1d-3a1f09b0ec4e req-305b9e7e-48e3-409e-befe-9a37933de75c service neutron] Attempting to bind port 113a8907-4f54-4c39-b78e-d093bc9daf85 by drivers openvswitch,hyperv on host n-h2-773647-6 at level 0 using segments [{'id': '65749612-fb0d-4f34-9eb9-d06c3a2fda80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1045, 'network_id': '4f6c277b-1b2d-40ad-a374-15bf31b2f6e9'}] {{(pid=100247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 13:54:33.093724 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d3d0918-5e07-4491-be1d-3a1f09b0ec4e req-305b9e7e-48e3-409e-befe-9a37933de75c service neutron] Attempting to bind port 113a8907-4f54-4c39-b78e-d093bc9daf85 on network 4f6c277b-1b2d-40ad-a374-15bf31b2f6e9 {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 13:54:33.104559 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d3d0918-5e07-4491-be1d-3a1f09b0ec4e req-305b9e7e-48e3-409e-befe-9a37933de75c service neutron] Port 113a8907-4f54-4c39-b78e-d093bc9daf85 on network 4f6c277b-1b2d-40ad-a374-15bf31b2f6e9 not bound, no agent of type Open vSwitch agent registered on host n-h2-773647-6 {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 13:54:33.104884 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d3d0918-5e07-4491-be1d-3a1f09b0ec4e req-305b9e7e-48e3-409e-befe-9a37933de75c service neutron] Attempting to bind port 113a8907-4f54-4c39-b78e-d093bc9daf85 on network 4f6c277b-1b2d-40ad-a374-15bf31b2f6e9 {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 13:54:33.111106 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 55092) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:54:33.126331 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d3d0918-5e07-4491-be1d-3a1f09b0ec4e req-305b9e7e-48e3-409e-befe-9a37933de75c service neutron] Checking agent: {'id': '63768ece-0600-4354-8d29-fdedec96b077', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-773647-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 51, 10), 'started_at': datetime.datetime(2021, 7, 6, 13, 51, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 13, 54, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 13:54:33.126618 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d3d0918-5e07-4491-be1d-3a1f09b0ec4e req-305b9e7e-48e3-409e-befe-9a37933de75c service neutron] Checking segment: {'id': '65749612-fb0d-4f34-9eb9-d06c3a2fda80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1045, 'network_id': '4f6c277b-1b2d-40ad-a374-15bf31b2f6e9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100247) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 13:54:33.127006 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d3d0918-5e07-4491-be1d-3a1f09b0ec4e req-305b9e7e-48e3-409e-befe-9a37933de75c service neutron] Bound using segment: {'id': '65749612-fb0d-4f34-9eb9-d06c3a2fda80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1045, 'network_id': '4f6c277b-1b2d-40ad-a374-15bf31b2f6e9'} {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 13:54:33.127476 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.managers [req-1d3d0918-5e07-4491-be1d-3a1f09b0ec4e req-305b9e7e-48e3-409e-befe-9a37933de75c service neutron] Bound port: 113a8907-4f54-4c39-b78e-d093bc9daf85, host: n-h2-773647-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '65749612-fb0d-4f34-9eb9-d06c3a2fda80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1045, 'network_id': '4f6c277b-1b2d-40ad-a374-15bf31b2f6e9'}}] {{(pid=100247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 13:54:33.127830 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-1d3d0918-5e07-4491-be1d-3a1f09b0ec4e req-305b9e7e-48e3-409e-befe-9a37933de75c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:33.133741 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Provisioning for port aa34f12e-e00f-4ce1-ba44-c21a1dd55326 completed by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 13:54:33.133928 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-5e5ce267-c4a0-43e5-83cf-0ab464e16adf admin admin] Notify callbacks [] for security_group, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:33.140281 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Provisioning complete for port aa34f12e-e00f-4ce1-ba44-c21a1dd55326 triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:54:33.140973 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:33.217623 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63672058-ac24-47c5-a0f4-be4b480474d1 req-d7034ce0-1273-4175-938f-5c28874d7ff3 tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:54:33.225220 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-63672058-ac24-47c5-a0f4-be4b480474d1 req-d7034ce0-1273-4175-938f-5c28874d7ff3 tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] 10.222.0.104 "GET /v2.0/ports?device_id=96a5ba91-9ae1-4374-9adc-f59710ec4759 HTTP/1.1" status: 200 len: 970 time: 0.2000120 Jul 06 13:54:33.299140 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-63672058-ac24-47c5-a0f4-be4b480474d1 req-5fe87076-39a5-4854-87db-b2383c8cf8e5 tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] 10.222.0.104 "GET /v2.0/security-groups?id=9f5b92e9-7340-49c3-a9bb-41e4a1caffc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728753 Jul 06 13:54:33.308313 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.db [req-1d3d0918-5e07-4491-be1d-3a1f09b0ec4e req-305b9e7e-48e3-409e-befe-9a37933de75c service neutron] For port 113a8907-4f54-4c39-b78e-d093bc9daf85, host n-h2-773647-6, cleared binding levels {{(pid=100247) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 13:54:33.313418 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.db [req-1d3d0918-5e07-4491-be1d-3a1f09b0ec4e req-305b9e7e-48e3-409e-befe-9a37933de75c service neutron] For port 113a8907-4f54-4c39-b78e-d093bc9daf85, host n-h2-773647-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=113a8907-4f54-4c39-b78e-d093bc9daf85,segment=NetworkSegment(65749612-fb0d-4f34-9eb9-d06c3a2fda80),segment_id=65749612-fb0d-4f34-9eb9-d06c3a2fda80)] {{(pid=100247) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 13:54:33.326345 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-1d3d0918-5e07-4491-be1d-3a1f09b0ec4e req-305b9e7e-48e3-409e-befe-9a37933de75c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:33.353715 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-5e5ce267-c4a0-43e5-83cf-0ab464e16adf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:33.359125 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-5e5ce267-c4a0-43e5-83cf-0ab464e16adf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:33.370575 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:33.398027 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 06 Jul 2021 13:54:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f84049d-554c-45b3-8894-1a0d45730c40 x-openstack-request-id: req-1f84049d-554c-45b3-8894-1a0d45730c40 {{(pid=100247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:54:33.398504 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38cb1596-590e-44d7-bc4d-de552f284c55", "name": "network-vif-unplugged", "status": "completed", "tag": "113a8907-4f54-4c39-b78e-d093bc9daf85", "code": 200}]} {{(pid=100247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:54:33.398936 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-1f84049d-554c-45b3-8894-1a0d45730c40 {{(pid=100247) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:54:33.399524 n-d-773647-6 neutron-server[100247]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38cb1596-590e-44d7-bc4d-de552f284c55', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '113a8907-4f54-4c39-b78e-d093bc9daf85', 'code': 200} Jul 06 13:54:33.424969 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-5e5ce267-c4a0-43e5-83cf-0ab464e16adf admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=b0b0be3d44814bf6bd4f2949ec9ef72c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3120725 Jul 06 13:54:33.427206 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 55102) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:54:33.433189 n-d-773647-6 neutron-server[100248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78b1446f-f753-4c13-bc44-f4595de2da4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa34f12e-e00f-4ce1-ba44-c21a1dd55326'}] {{(pid=100248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 13:54:33.435560 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84af257533e383389cbcf231d3534f4d5e149e7203fea16b4a8fc01438dddaf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9af16e2a-7215-402a-afd7-f2fe8540afee" -d '{"events": [{"server_uuid": "78b1446f-f753-4c13-bc44-f4595de2da4f", "name": "network-vif-plugged", "status": "completed", "tag": "aa34f12e-e00f-4ce1-ba44-c21a1dd55326"}]}' {{(pid=100248) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:54:33.455101 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5ce267-c4a0-43e5-83cf-0ab464e16adf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f6d91c2-0bb1-4d98-9c65-2c018b8d19e9,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:54:33.473480 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] For port aa34f12e-e00f-4ce1-ba44-c21a1dd55326, host n-h1-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773647-6',level=0,port_id=aa34f12e-e00f-4ce1-ba44-c21a1dd55326,segment=NetworkSegment(c9ea893d-045e-42cf-b3dd-cdd1f79baccd),segment_id=c9ea893d-045e-42cf-b3dd-cdd1f79baccd)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:54:33.481679 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:33.569039 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305b9e7e-48e3-409e-befe-9a37933de75c service neutron] Pushing event updated for resources: {'Port': ['ID=113a8907-4f54-4c39-b78e-d093bc9daf85,revision_number=8']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:54:33.592643 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3d0918-5e07-4491-be1d-3a1f09b0ec4e req-305b9e7e-48e3-409e-befe-9a37933de75c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:54:33.600974 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-1d3d0918-5e07-4491-be1d-3a1f09b0ec4e req-305b9e7e-48e3-409e-befe-9a37933de75c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583035'] for port, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:33.601180 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 13:54:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88c18f81-22cb-4d47-b686-830b0785215a x-openstack-request-id: req-88c18f81-22cb-4d47-b686-830b0785215a {{(pid=100248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:54:33.601307 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78b1446f-f753-4c13-bc44-f4595de2da4f", "name": "network-vif-plugged", "status": "completed", "tag": "aa34f12e-e00f-4ce1-ba44-c21a1dd55326", "code": 200}]} {{(pid=100248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:54:33.601519 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-88c18f81-22cb-4d47-b686-830b0785215a {{(pid=100248) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:54:33.603154 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-1d3d0918-5e07-4491-be1d-3a1f09b0ec4e req-305b9e7e-48e3-409e-befe-9a37933de75c service neutron] 10.222.0.127 "PUT /v2.0/ports/113a8907-4f54-4c39-b78e-d093bc9daf85 HTTP/1.1" status: 200 len: 1121 time: 1.2843845 Jul 06 13:54:33.607367 n-d-773647-6 neutron-server[100248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78b1446f-f753-4c13-bc44-f4595de2da4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa34f12e-e00f-4ce1-ba44-c21a1dd55326', 'code': 200} Jul 06 13:54:33.608699 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Pushing event updated for resources: {'Port': ['ID=aa34f12e-e00f-4ce1-ba44-c21a1dd55326,revision_number=5']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:54:33.633988 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:54:33.641272 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:54:33.641906 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:54:33.645588 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:54:33.646123 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:54:33.646605 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:54:33.647095 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:54:33.648104 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:54:33.648592 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:54:33.649072 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:54:33.650088 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:54:33.652201 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:54:33.672584 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] get_ports_and_sgs() called for port_ids ['113a8907-4f54-4c39-b78e-d093bc9daf85'] {{(pid=100248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 13:54:33.677445 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-4de54e42-eaa1-46df-9abc-4598fcd10588 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:33.821628 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8dd64e5-d759-47f0-9fbb-8cc74ccd2625 req-484da6cb-64d3-4954-bf2e-59fde3f23fbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:54:33.823360 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-a8dd64e5-d759-47f0-9fbb-8cc74ccd2625 req-484da6cb-64d3-4954-bf2e-59fde3f23fbc service neutron] 10.222.0.127 "GET /v2.0/ports?device_id=78b1446f-f753-4c13-bc44-f4595de2da4f HTTP/1.1" status: 200 len: 1101 time: 0.2188251 Jul 06 13:54:33.848856 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc129c0f-6c15-43a7-b0c9-c0c452eaf51d req-ff84ec7b-492d-4691-a675-1b92611599b1 tempest-DeleteServersAdminTestJSON-881447012 tempest-DeleteServersAdminTestJSON-881447012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:54:33.855970 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-fc129c0f-6c15-43a7-b0c9-c0c452eaf51d req-ff84ec7b-492d-4691-a675-1b92611599b1 tempest-DeleteServersAdminTestJSON-881447012 tempest-DeleteServersAdminTestJSON-881447012-project] 10.222.0.104 "GET /v2.0/ports?device_id=027d1d32-7691-43ef-931d-958db6ea1369 HTTP/1.1" status: 200 len: 950 time: 0.1570048 Jul 06 13:54:33.865383 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8788bb-a4e3-47ec-a6a3-440d349efbb3 req-78378a7d-878b-4132-bacc-3238d0e5992d tempest-ServerDiagnosticsNegativeTest-2025862514 tempest-ServerDiagnosticsNegativeTest-2025862514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:54:33.872457 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-fa8788bb-a4e3-47ec-a6a3-440d349efbb3 req-78378a7d-878b-4132-bacc-3238d0e5992d tempest-ServerDiagnosticsNegativeTest-2025862514 tempest-ServerDiagnosticsNegativeTest-2025862514-project] 10.222.0.104 "GET /v2.0/ports?device_id=78b1446f-f753-4c13-bc44-f4595de2da4f HTTP/1.1" status: 200 len: 950 time: 0.1873281 Jul 06 13:54:33.943139 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-a8dd64e5-d759-47f0-9fbb-8cc74ccd2625 req-134b2bc7-bece-410f-8a79-445a53b5d34a service neutron] 10.222.0.127 "GET /v2.0/security-groups?id=4e78ff0e-b715-4667-8edf-880bf47f5e79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115308 Jul 06 13:54:33.962999 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-fc129c0f-6c15-43a7-b0c9-c0c452eaf51d req-b760e8af-80f0-49b6-b2b2-82512d03810e tempest-DeleteServersAdminTestJSON-881447012 tempest-DeleteServersAdminTestJSON-881447012-project] 10.222.0.104 "GET /v2.0/security-groups?id=dc1eac0c-f285-4e19-a9c2-c3098f82ccb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059456 Jul 06 13:54:33.969967 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-fa8788bb-a4e3-47ec-a6a3-440d349efbb3 req-5daaf824-51b9-4f7b-8303-87d8d2071c44 tempest-ServerDiagnosticsNegativeTest-2025862514 tempest-ServerDiagnosticsNegativeTest-2025862514-project] 10.222.0.104 "GET /v2.0/security-groups?id=4e78ff0e-b715-4667-8edf-880bf47f5e79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960085 Jul 06 13:54:33.982873 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-4de54e42-eaa1-46df-9abc-4598fcd10588 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:34.060557 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-4de54e42-eaa1-46df-9abc-4598fcd10588 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:34.065474 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-4de54e42-eaa1-46df-9abc-4598fcd10588 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:34.068958 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-4de54e42-eaa1-46df-9abc-4598fcd10588 admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/5f6d91c2-0bb1-4d98-9c65-2c018b8d19e9 HTTP/1.1" status: 204 len: 168 time: 0.6363826 Jul 06 13:54:34.097191 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de54e42-eaa1-46df-9abc-4598fcd10588 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f6d91c2-0bb1-4d98-9c65-2c018b8d19e9,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:54:34.224484 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c51c87c-f4d8-4172-ad88-fa7f66eacba8 req-894c1597-50b1-417e-8275-731274c30d00 tempest-LiveMigrationTest-2001684970 tempest-LiveMigrationTest-2001684970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:54:34.225994 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-4c51c87c-f4d8-4172-ad88-fa7f66eacba8 req-894c1597-50b1-417e-8275-731274c30d00 tempest-LiveMigrationTest-2001684970 tempest-LiveMigrationTest-2001684970-project] 10.222.0.104 "GET /v2.0/ports?device_id=38cb1596-590e-44d7-bc4d-de552f284c55 HTTP/1.1" status: 200 len: 943 time: 0.1106882 Jul 06 13:54:34.287916 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-4c51c87c-f4d8-4172-ad88-fa7f66eacba8 req-8a7f0526-7d0b-4083-b485-198386b91c1f tempest-LiveMigrationTest-2001684970 tempest-LiveMigrationTest-2001684970-project] 10.222.0.104 "GET /v2.0/security-groups?id=7e243ebf-9cf4-4917-8da6-0fd38b06f795&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478208 Jul 06 13:54:34.499472 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c4a380-ebb9-4511-91cb-5a9dd808ff3b req-31b94dcc-b815-44a3-b52a-13f34f9b2b15 tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:54:34.501697 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-44c4a380-ebb9-4511-91cb-5a9dd808ff3b req-31b94dcc-b815-44a3-b52a-13f34f9b2b15 tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] 10.222.0.104 "GET /v2.0/ports?device_id=96a5ba91-9ae1-4374-9adc-f59710ec4759 HTTP/1.1" status: 200 len: 970 time: 0.0831943 Jul 06 13:54:34.550090 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-44c4a380-ebb9-4511-91cb-5a9dd808ff3b req-77e8d5a9-6598-430f-827a-1d7bb043381a tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] 10.222.0.104 "GET /v2.0/security-groups?id=9f5b92e9-7340-49c3-a9bb-41e4a1caffc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400822 Jul 06 13:54:35.136135 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e7de5e-2c81-4eed-9852-b2dd6a1da53e req-188742ca-5c61-4176-ac20-61f5a5ddd6c9 tempest-DeleteServersAdminTestJSON-881447012 tempest-DeleteServersAdminTestJSON-881447012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:54:35.137624 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-51e7de5e-2c81-4eed-9852-b2dd6a1da53e req-188742ca-5c61-4176-ac20-61f5a5ddd6c9 tempest-DeleteServersAdminTestJSON-881447012 tempest-DeleteServersAdminTestJSON-881447012-project] 10.222.0.72 "GET /v2.0/ports?device_id=027d1d32-7691-43ef-931d-958db6ea1369 HTTP/1.1" status: 200 len: 950 time: 0.1125991 Jul 06 13:54:35.246304 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b34eba-c45a-4bb6-bfa4-9a94aa538dd8 req-780cf008-eed7-49bb-9a0f-f7e776990e49 tempest-DeleteServersAdminTestJSON-881447012 tempest-DeleteServersAdminTestJSON-881447012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:54:35.248006 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-63b34eba-c45a-4bb6-bfa4-9a94aa538dd8 req-780cf008-eed7-49bb-9a0f-f7e776990e49 tempest-DeleteServersAdminTestJSON-881447012 tempest-DeleteServersAdminTestJSON-881447012-project] 10.222.0.104 "GET /v2.0/ports?device_id=027d1d32-7691-43ef-931d-958db6ea1369 HTTP/1.1" status: 200 len: 950 time: 0.1214693 Jul 06 13:54:35.278504 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [req-51e7de5e-2c81-4eed-9852-b2dd6a1da53e req-e35309ab-cd35-4633-aa78-380df991db08 tempest-DeleteServersAdminTestJSON-881447012 tempest-DeleteServersAdminTestJSON-881447012-project] Deleting port 31f9dea5-daca-4e36-9852-09ad6d1b8896 {{(pid=100246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 13:54:35.278852 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-51e7de5e-2c81-4eed-9852-b2dd6a1da53e req-e35309ab-cd35-4633-aa78-380df991db08 tempest-DeleteServersAdminTestJSON-881447012 tempest-DeleteServersAdminTestJSON-881447012-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:35.321659 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-63b34eba-c45a-4bb6-bfa4-9a94aa538dd8 req-e2ebbd40-6029-4752-8722-5252dfcbfacf tempest-DeleteServersAdminTestJSON-881447012 tempest-DeleteServersAdminTestJSON-881447012-project] 10.222.0.104 "GET /v2.0/security-groups?id=dc1eac0c-f285-4e19-a9c2-c3098f82ccb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623682 Jul 06 13:54:35.400462 n-d-773647-6 neutron-server[100247]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38cb1596-590e-44d7-bc4d-de552f284c55', 'tag': '113a8907-4f54-4c39-b78e-d093bc9daf85'}] {{(pid=100247) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 13:54:35.403385 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cbf0eeaae822f8fc9b87a94aeba67a3d651842baf663a51cba94b67a514836d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-850d5dfc-314f-415c-9442-1a2ab69a0e1d" -d '{"events": [{"name": "network-changed", "server_uuid": "38cb1596-590e-44d7-bc4d-de552f284c55", "tag": "113a8907-4f54-4c39-b78e-d093bc9daf85"}]}' {{(pid=100247) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:54:35.441704 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.db [req-51e7de5e-2c81-4eed-9852-b2dd6a1da53e req-e35309ab-cd35-4633-aa78-380df991db08 tempest-DeleteServersAdminTestJSON-881447012 tempest-DeleteServersAdminTestJSON-881447012-project] For port 31f9dea5-daca-4e36-9852-09ad6d1b8896, host n-h2-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=31f9dea5-daca-4e36-9852-09ad6d1b8896,segment=NetworkSegment(c9ea893d-045e-42cf-b3dd-cdd1f79baccd),segment_id=c9ea893d-045e-42cf-b3dd-cdd1f79baccd)] {{(pid=100246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:54:35.443614 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-51e7de5e-2c81-4eed-9852-b2dd6a1da53e req-e35309ab-cd35-4633-aa78-380df991db08 tempest-DeleteServersAdminTestJSON-881447012 tempest-DeleteServersAdminTestJSON-881447012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:35.509863 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [req-51e7de5e-2c81-4eed-9852-b2dd6a1da53e req-e35309ab-cd35-4633-aa78-380df991db08 tempest-DeleteServersAdminTestJSON-881447012 tempest-DeleteServersAdminTestJSON-881447012-project] Calling delete_port for 31f9dea5-daca-4e36-9852-09ad6d1b8896 owned by compute:nova {{(pid=100246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 13:54:35.511154 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa44ee95-155b-4539-9be8-bb17ef2302ee req-94f74ebd-9dbe-42a4-8fb5-c4372054ad18 tempest-ServerDiagnosticsNegativeTest-2025862514 tempest-ServerDiagnosticsNegativeTest-2025862514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:54:35.528936 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-aa44ee95-155b-4539-9be8-bb17ef2302ee req-94f74ebd-9dbe-42a4-8fb5-c4372054ad18 tempest-ServerDiagnosticsNegativeTest-2025862514 tempest-ServerDiagnosticsNegativeTest-2025862514-project] 10.222.0.104 "GET /v2.0/ports?device_id=78b1446f-f753-4c13-bc44-f4595de2da4f HTTP/1.1" status: 200 len: 950 time: 0.1214411 Jul 06 13:54:35.600108 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-aa44ee95-155b-4539-9be8-bb17ef2302ee req-385d6b39-af9f-4144-b426-9a727390c866 tempest-ServerDiagnosticsNegativeTest-2025862514 tempest-ServerDiagnosticsNegativeTest-2025862514-project] 10.222.0.104 "GET /v2.0/security-groups?id=4e78ff0e-b715-4667-8edf-880bf47f5e79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702567 Jul 06 13:54:35.739180 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-51e7de5e-2c81-4eed-9852-b2dd6a1da53e req-e35309ab-cd35-4633-aa78-380df991db08 tempest-DeleteServersAdminTestJSON-881447012 tempest-DeleteServersAdminTestJSON-881447012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117'] for port, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:35.753473 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] get_ports_and_sgs() called for port_ids ['31f9dea5-daca-4e36-9852-09ad6d1b8896'] {{(pid=100248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 13:54:35.780349 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35309ab-cd35-4633-aa78-380df991db08 tempest-DeleteServersAdminTestJSON-881447012 tempest-DeleteServersAdminTestJSON-881447012-project] Pushing event deleted for resources: {'Port': ['ID=31f9dea5-daca-4e36-9852-09ad6d1b8896,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:54:35.855444 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [req-51e7de5e-2c81-4eed-9852-b2dd6a1da53e req-e35309ab-cd35-4633-aa78-380df991db08 tempest-DeleteServersAdminTestJSON-881447012 tempest-DeleteServersAdminTestJSON-881447012-project] No DVR routers for this DVR port 31f9dea5-daca-4e36-9852-09ad6d1b8896 on host n-h2-773647-6 {{(pid=100246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 13:54:35.865382 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-51e7de5e-2c81-4eed-9852-b2dd6a1da53e req-e35309ab-cd35-4633-aa78-380df991db08 tempest-DeleteServersAdminTestJSON-881447012 tempest-DeleteServersAdminTestJSON-881447012-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:35.867597 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-51e7de5e-2c81-4eed-9852-b2dd6a1da53e req-e35309ab-cd35-4633-aa78-380df991db08 tempest-DeleteServersAdminTestJSON-881447012 tempest-DeleteServersAdminTestJSON-881447012-project] 10.222.0.72 "DELETE /v2.0/ports/31f9dea5-daca-4e36-9852-09ad6d1b8896 HTTP/1.1" status: 204 len: 173 time: 0.7186346 Jul 06 13:54:35.868853 n-d-773647-6 neutron-server[100246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '027d1d32-7691-43ef-931d-958db6ea1369', 'name': 'network-vif-deleted', 'tag': '31f9dea5-daca-4e36-9852-09ad6d1b8896'}] {{(pid=100246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 13:54:35.871454 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0d96c5ab5e889f7b933ae915b9be33d1b46c9e87795bf781004b656ef3f1e87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fce1f892-544c-40e0-b922-f823d18c6675" -d '{"events": [{"server_uuid": "027d1d32-7691-43ef-931d-958db6ea1369", "name": "network-vif-deleted", "tag": "31f9dea5-daca-4e36-9852-09ad6d1b8896"}]}' {{(pid=100246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:54:35.910187 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b012831e-bf38-4fdc-93a0-794410bf99ed req-31608d79-6700-4fb9-996f-0bee1ca1396b tempest-LiveMigrationTest-2001684970 tempest-LiveMigrationTest-2001684970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:54:35.930790 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-b012831e-bf38-4fdc-93a0-794410bf99ed req-31608d79-6700-4fb9-996f-0bee1ca1396b tempest-LiveMigrationTest-2001684970 tempest-LiveMigrationTest-2001684970-project] 10.222.0.104 "GET /v2.0/ports?device_id=38cb1596-590e-44d7-bc4d-de552f284c55 HTTP/1.1" status: 200 len: 943 time: 0.1674302 Jul 06 13:54:36.005932 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-b012831e-bf38-4fdc-93a0-794410bf99ed req-e70507ba-09e7-44fb-865e-f9b37961e2e4 tempest-LiveMigrationTest-2001684970 tempest-LiveMigrationTest-2001684970-project] 10.222.0.104 "GET /v2.0/security-groups?id=7e243ebf-9cf4-4917-8da6-0fd38b06f795&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741150 Jul 06 13:54:36.018739 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 13:54:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3abbd04d-3122-4551-bd74-28c81a76522e x-openstack-request-id: req-3abbd04d-3122-4551-bd74-28c81a76522e {{(pid=100247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:54:36.020863 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "38cb1596-590e-44d7-bc4d-de552f284c55", "tag": "113a8907-4f54-4c39-b78e-d093bc9daf85", "status": "completed", "code": 200}]} {{(pid=100247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:54:36.021123 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-3abbd04d-3122-4551-bd74-28c81a76522e {{(pid=100247) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:54:36.021536 n-d-773647-6 neutron-server[100247]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '38cb1596-590e-44d7-bc4d-de552f284c55', 'tag': '113a8907-4f54-4c39-b78e-d093bc9daf85', 'status': 'completed', 'code': 200} Jul 06 13:54:36.088175 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 13:54:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85f86d36-dae7-4db8-81df-8a88f4b167e5 x-openstack-request-id: req-85f86d36-dae7-4db8-81df-8a88f4b167e5 {{(pid=100246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:54:36.088385 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "027d1d32-7691-43ef-931d-958db6ea1369", "name": "network-vif-deleted", "tag": "31f9dea5-daca-4e36-9852-09ad6d1b8896", "status": "completed", "code": 200}]} {{(pid=100246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:54:36.088634 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-85f86d36-dae7-4db8-81df-8a88f4b167e5 {{(pid=100246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:54:36.089015 n-d-773647-6 neutron-server[100246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '027d1d32-7691-43ef-931d-958db6ea1369', 'name': 'network-vif-deleted', 'tag': '31f9dea5-daca-4e36-9852-09ad6d1b8896', 'status': 'completed', 'code': 200} Jul 06 13:54:36.136919 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850d5dfc-314f-415c-9442-1a2ab69a0e1d req-cc17f397-1dd2-4a4e-8ea5-2aedc8033164 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:54:36.138466 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-850d5dfc-314f-415c-9442-1a2ab69a0e1d req-cc17f397-1dd2-4a4e-8ea5-2aedc8033164 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=125e6575b3ba4365b3ae01568cef269b&device_id=38cb1596-590e-44d7-bc4d-de552f284c55 HTTP/1.1" status: 200 len: 1124 time: 0.0920484 Jul 06 13:54:36.246556 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850d5dfc-314f-415c-9442-1a2ab69a0e1d req-08680771-9546-4fbf-8dd3-cfe9b583e39e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:54:36.248492 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-850d5dfc-314f-415c-9442-1a2ab69a0e1d req-08680771-9546-4fbf-8dd3-cfe9b583e39e service neutron] 10.222.0.72 "GET /v2.0/networks?id=4f6c277b-1b2d-40ad-a374-15bf31b2f6e9 HTTP/1.1" status: 200 len: 909 time: 0.1013956 Jul 06 13:54:36.278064 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862e9bbc-a4d7-4347-8c4e-83107e3fd02c req-0b88ce5c-0ca3-4d24-bb32-abf9283bd7a1 tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:54:36.286532 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-862e9bbc-a4d7-4347-8c4e-83107e3fd02c req-0b88ce5c-0ca3-4d24-bb32-abf9283bd7a1 tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] 10.222.0.104 "GET /v2.0/ports?device_id=96a5ba91-9ae1-4374-9adc-f59710ec4759 HTTP/1.1" status: 200 len: 970 time: 0.1001365 Jul 06 13:54:36.299254 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-850d5dfc-314f-415c-9442-1a2ab69a0e1d req-afc28e28-25bc-45b1-ac2f-59a89a73573e service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=113a8907-4f54-4c39-b78e-d093bc9daf85 HTTP/1.1" status: 200 len: 217 time: 0.0412524 Jul 06 13:54:36.331523 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-862e9bbc-a4d7-4347-8c4e-83107e3fd02c req-1df14503-77eb-468d-b302-7a3a522da5dd tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] 10.222.0.104 "GET /v2.0/security-groups?id=9f5b92e9-7340-49c3-a9bb-41e4a1caffc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438890 Jul 06 13:54:36.374393 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850d5dfc-314f-415c-9442-1a2ab69a0e1d req-2df66cff-bac7-48d0-bb63-182014193a07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:54:36.375920 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-850d5dfc-314f-415c-9442-1a2ab69a0e1d req-2df66cff-bac7-48d0-bb63-182014193a07 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=3ab4a4f6-31db-40f5-bd89-967e515dcbd9 HTTP/1.1" status: 200 len: 847 time: 0.0684803 Jul 06 13:54:36.417275 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-850d5dfc-314f-415c-9442-1a2ab69a0e1d req-09bda98e-72e5-49b3-a730-7aa233989ef1 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=4f6c277b-1b2d-40ad-a374-15bf31b2f6e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0337787 Jul 06 13:54:36.557019 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-850d5dfc-314f-415c-9442-1a2ab69a0e1d req-03579de4-fa44-4135-b7a7-824201b44b0c service neutron] 10.222.0.72 "GET /v2.0/networks/4f6c277b-1b2d-40ad-a374-15bf31b2f6e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251144 Jul 06 13:54:36.655066 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-0b327687-0924-4638-9d24-967bf67b3b8a req-43b97651-8e07-42b8-bd8e-a5fcd4fd1be8 tempest-DeleteServersAdminTestJSON-881447012 tempest-DeleteServersAdminTestJSON-881447012-project] 10.222.0.104 "GET /v2.0/ports?device_id=027d1d32-7691-43ef-931d-958db6ea1369 HTTP/1.1" status: 200 len: 210 time: 0.0564740 Jul 06 13:54:36.704445 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-850d5dfc-314f-415c-9442-1a2ab69a0e1d req-d5ad23b1-2a05-449c-a8d8-27f07223573f service neutron] 10.222.0.72 "GET /v2.0/networks/4f6c277b-1b2d-40ad-a374-15bf31b2f6e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239254 Jul 06 13:54:36.915745 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3bed0d-81fe-4acb-ad3b-95d65138179a req-23ee1669-b184-48ca-9bcc-0eb22e47fe13 tempest-ServerDiagnosticsNegativeTest-2025862514 tempest-ServerDiagnosticsNegativeTest-2025862514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:54:36.924052 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-6d3bed0d-81fe-4acb-ad3b-95d65138179a req-23ee1669-b184-48ca-9bcc-0eb22e47fe13 tempest-ServerDiagnosticsNegativeTest-2025862514 tempest-ServerDiagnosticsNegativeTest-2025862514-project] 10.222.0.104 "GET /v2.0/ports?device_id=78b1446f-f753-4c13-bc44-f4595de2da4f HTTP/1.1" status: 200 len: 950 time: 0.0889795 Jul 06 13:54:36.963876 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-6d3bed0d-81fe-4acb-ad3b-95d65138179a req-cb823759-c061-4120-8077-f1e151a3a4b8 tempest-ServerDiagnosticsNegativeTest-2025862514 tempest-ServerDiagnosticsNegativeTest-2025862514-project] 10.222.0.104 "GET /v2.0/security-groups?id=4e78ff0e-b715-4667-8edf-880bf47f5e79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388885 Jul 06 13:54:37.030762 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Device 113a8907-4f54-4c39-b78e-d093bc9daf85 details requested by agent hyperv_n-h1-773647-6 with host n-h1-773647-6 {{(pid=100248) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 13:54:37.196169 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] For port 113a8907-4f54-4c39-b78e-d093bc9daf85, host n-h2-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=113a8907-4f54-4c39-b78e-d093bc9daf85,segment=NetworkSegment(65749612-fb0d-4f34-9eb9-d06c3a2fda80),segment_id=65749612-fb0d-4f34-9eb9-d06c3a2fda80)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:54:37.214212 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Device 113a8907-4f54-4c39-b78e-d093bc9daf85 has no active binding in host n-h1-773647-6 {{(pid=100248) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 06 13:54:37.347618 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d86271-929e-4bb1-b982-4e52d711dab2 req-f556f649-6023-4194-9fe4-b193fd4f1691 tempest-LiveMigrationTest-2001684970 tempest-LiveMigrationTest-2001684970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:54:37.350033 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-d2d86271-929e-4bb1-b982-4e52d711dab2 req-f556f649-6023-4194-9fe4-b193fd4f1691 tempest-LiveMigrationTest-2001684970 tempest-LiveMigrationTest-2001684970-project] 10.222.0.104 "GET /v2.0/ports?device_id=38cb1596-590e-44d7-bc4d-de552f284c55 HTTP/1.1" status: 200 len: 943 time: 0.0988081 Jul 06 13:54:37.416968 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-d2d86271-929e-4bb1-b982-4e52d711dab2 req-06a5af59-dfcd-4d69-9bf8-812adf6c6280 tempest-LiveMigrationTest-2001684970 tempest-LiveMigrationTest-2001684970-project] 10.222.0.104 "GET /v2.0/security-groups?id=7e243ebf-9cf4-4917-8da6-0fd38b06f795&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601058 Jul 06 13:54:37.419467 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 55272) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:54:37.554815 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-1ff2cba1-6cba-4d48-beaf-1613248aa943 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:37.684832 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-1ff2cba1-6cba-4d48-beaf-1613248aa943 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:37.690276 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-1ff2cba1-6cba-4d48-beaf-1613248aa943 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:37.691238 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff88d7a-330c-40ba-a9e3-0fef36360a79 req-26d7a35b-34ba-459e-9d6e-6045c36c1897 tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:54:37.693777 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-8ff88d7a-330c-40ba-a9e3-0fef36360a79 req-26d7a35b-34ba-459e-9d6e-6045c36c1897 tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] 10.222.0.104 "GET /v2.0/ports?device_id=96a5ba91-9ae1-4374-9adc-f59710ec4759 HTTP/1.1" status: 200 len: 970 time: 0.1060765 Jul 06 13:54:37.736249 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e91bea2-6bc8-4a51-8d4d-aa7a64d0794a req-2391feef-e47f-4b82-ad30-868d7afd2a85 tempest-ServerDiagnosticsNegativeTest-2025862514 tempest-ServerDiagnosticsNegativeTest-2025862514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:54:37.744359 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-0e91bea2-6bc8-4a51-8d4d-aa7a64d0794a req-2391feef-e47f-4b82-ad30-868d7afd2a85 tempest-ServerDiagnosticsNegativeTest-2025862514 tempest-ServerDiagnosticsNegativeTest-2025862514-project] 10.222.0.104 "GET /v2.0/ports?device_id=78b1446f-f753-4c13-bc44-f4595de2da4f HTTP/1.1" status: 200 len: 950 time: 0.1231267 Jul 06 13:54:37.761189 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff2cba1-6cba-4d48-beaf-1613248aa943 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2dfe8522-65d7-4a18-9ce9-e13eb940d875,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:54:37.783711 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-8ff88d7a-330c-40ba-a9e3-0fef36360a79 req-2746758a-0330-40ee-bf61-23d015c20804 tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] 10.222.0.104 "GET /v2.0/security-groups?id=9f5b92e9-7340-49c3-a9bb-41e4a1caffc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831356 Jul 06 13:54:37.784170 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 55284) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:54:37.813269 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-1ff2cba1-6cba-4d48-beaf-1613248aa943 admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=fc161ac71b64491dbb6a2cb0aae4d6f5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3902795 Jul 06 13:54:37.813647 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 55288) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:54:37.819815 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-0e91bea2-6bc8-4a51-8d4d-aa7a64d0794a req-98f10965-ee83-4a7f-8d8d-cfeb54f43f13 tempest-ServerDiagnosticsNegativeTest-2025862514 tempest-ServerDiagnosticsNegativeTest-2025862514-project] 10.222.0.104 "GET /v2.0/security-groups?id=4e78ff0e-b715-4667-8edf-880bf47f5e79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741742 Jul 06 13:54:37.882092 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-8a785a57-e20b-4836-9be4-621b5de003f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:37.912018 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-8a785a57-e20b-4836-9be4-621b5de003f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:37.976339 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-b3f576c6-7dd8-4b69-9217-d48e4a0d2a3b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:37.985281 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-8a785a57-e20b-4836-9be4-621b5de003f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:37.992997 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-8a785a57-e20b-4836-9be4-621b5de003f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:37.994266 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-8a785a57-e20b-4836-9be4-621b5de003f3 admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/2dfe8522-65d7-4a18-9ce9-e13eb940d875 HTTP/1.1" status: 204 len: 168 time: 0.1797400 Jul 06 13:54:38.010422 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a785a57-e20b-4836-9be4-621b5de003f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2dfe8522-65d7-4a18-9ce9-e13eb940d875,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:54:38.131533 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-b3f576c6-7dd8-4b69-9217-d48e4a0d2a3b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:38.137146 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-b3f576c6-7dd8-4b69-9217-d48e4a0d2a3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:38.192101 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-b3f576c6-7dd8-4b69-9217-d48e4a0d2a3b admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=d975c56726534eb7af467a04f6a6cbbd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4049954 Jul 06 13:54:38.192802 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 55302) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:54:38.194545 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f576c6-7dd8-4b69-9217-d48e4a0d2a3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2cd59ef-d238-496e-967d-9aa9fde44cd6,revision_number=1']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:54:38.270180 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-22a8115c-8fcb-4d04-87e1-904850fb52ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:38.294218 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-22a8115c-8fcb-4d04-87e1-904850fb52ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:38.357929 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-22a8115c-8fcb-4d04-87e1-904850fb52ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:38.362092 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-22a8115c-8fcb-4d04-87e1-904850fb52ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:38.366546 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-22a8115c-8fcb-4d04-87e1-904850fb52ad admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/a2cd59ef-d238-496e-967d-9aa9fde44cd6 HTTP/1.1" status: 204 len: 168 time: 0.1725996 Jul 06 13:54:38.375307 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a8115c-8fcb-4d04-87e1-904850fb52ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2cd59ef-d238-496e-967d-9aa9fde44cd6,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:54:38.397458 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 55310) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:54:38.421134 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-aeab72bf-082b-473c-a0a9-a4df902cf6c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:38.568036 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-aeab72bf-082b-473c-a0a9-a4df902cf6c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:38.591978 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-aeab72bf-082b-473c-a0a9-a4df902cf6c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:38.594647 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 55316) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:54:38.665833 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-aeab72bf-082b-473c-a0a9-a4df902cf6c2 admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=11723e1f484b477496339cca76d34226&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2670195 Jul 06 13:54:38.668510 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 55320) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:54:38.675571 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeab72bf-082b-473c-a0a9-a4df902cf6c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29bfa4dc-7438-496b-b342-faaf590c4e60,revision_number=1']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:54:38.721345 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03aee4f0-2281-4fda-9e5f-ccca0bd8f2a3 req-1686fa7a-454b-416c-9d52-545ba56eb906 tempest-LiveMigrationTest-2001684970 tempest-LiveMigrationTest-2001684970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:54:38.723726 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-03aee4f0-2281-4fda-9e5f-ccca0bd8f2a3 req-1686fa7a-454b-416c-9d52-545ba56eb906 tempest-LiveMigrationTest-2001684970 tempest-LiveMigrationTest-2001684970-project] 10.222.0.104 "GET /v2.0/ports?device_id=38cb1596-590e-44d7-bc4d-de552f284c55 HTTP/1.1" status: 200 len: 943 time: 0.1776459 Jul 06 13:54:38.737933 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-2a695e51-b804-42b7-b8fe-7e81d390a8c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:38.762790 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-2a695e51-b804-42b7-b8fe-7e81d390a8c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:38.779024 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-03aee4f0-2281-4fda-9e5f-ccca0bd8f2a3 req-84241177-396e-44f3-bc4b-095cbab1a361 tempest-LiveMigrationTest-2001684970 tempest-LiveMigrationTest-2001684970-project] 10.222.0.104 "GET /v2.0/security-groups?id=7e243ebf-9cf4-4917-8da6-0fd38b06f795&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459273 Jul 06 13:54:38.830083 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-2a695e51-b804-42b7-b8fe-7e81d390a8c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:38.832756 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-2a695e51-b804-42b7-b8fe-7e81d390a8c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:38.836494 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-2a695e51-b804-42b7-b8fe-7e81d390a8c9 admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/29bfa4dc-7438-496b-b342-faaf590c4e60 HTTP/1.1" status: 204 len: 168 time: 0.1643169 Jul 06 13:54:38.862895 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a695e51-b804-42b7-b8fe-7e81d390a8c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29bfa4dc-7438-496b-b342-faaf590c4e60,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:54:38.991994 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-ac2acd14-b823-4627-bb0f-09fa53982d3f admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=19526b5a84cf4869af8c17c1ec0ea840&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3960385 Jul 06 13:54:38.992824 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 55330) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:54:39.012671 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 55332) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:54:39.038460 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-213a028b-0a19-42c7-b2a8-ebc2223a4df6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:39.038837 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29423ed-1629-4d7d-b482-97ed322c8da1 req-e68b3354-a390-4e76-9803-bbeabc2ddd76 tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:54:39.040308 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-e29423ed-1629-4d7d-b482-97ed322c8da1 req-e68b3354-a390-4e76-9803-bbeabc2ddd76 tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] 10.222.0.104 "GET /v2.0/ports?device_id=96a5ba91-9ae1-4374-9adc-f59710ec4759 HTTP/1.1" status: 200 len: 970 time: 0.1195490 Jul 06 13:54:39.065695 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea4096b-26d5-4a33-ba45-597ca4feb71f req-f923e731-cc08-48a9-89c2-123e2b1a56e2 tempest-ServerDiagnosticsNegativeTest-2025862514 tempest-ServerDiagnosticsNegativeTest-2025862514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:54:39.071658 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Device 31f9dea5-daca-4e36-9852-09ad6d1b8896 no longer exists at agent hyperv_n-h2-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 13:54:39.075815 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-eea4096b-26d5-4a33-ba45-597ca4feb71f req-f923e731-cc08-48a9-89c2-123e2b1a56e2 tempest-ServerDiagnosticsNegativeTest-2025862514 tempest-ServerDiagnosticsNegativeTest-2025862514-project] 10.222.0.104 "GET /v2.0/ports?device_id=78b1446f-f753-4c13-bc44-f4595de2da4f HTTP/1.1" status: 200 len: 950 time: 0.1139624 Jul 06 13:54:39.084412 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-fa11bcfe-23c3-45a6-bf14-46c9c171bccd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:39.119631 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] No Port match for: 31f9dea5-daca-4e36-9852-09ad6d1b8896 {{(pid=100248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 13:54:39.120036 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Device 31f9dea5-daca-4e36-9852-09ad6d1b8896 not bound to the agent host n-h2-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 13:54:39.120733 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-fa11bcfe-23c3-45a6-bf14-46c9c171bccd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:39.159076 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-e29423ed-1629-4d7d-b482-97ed322c8da1 req-83bb2133-d2f0-4609-a344-2bafc6fa0536 tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] 10.222.0.104 "GET /v2.0/security-groups?id=9f5b92e9-7340-49c3-a9bb-41e4a1caffc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786490 Jul 06 13:54:39.169718 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-eea4096b-26d5-4a33-ba45-597ca4feb71f req-c3c248e9-9055-4928-a7d6-0aff3e14babf tempest-ServerDiagnosticsNegativeTest-2025862514 tempest-ServerDiagnosticsNegativeTest-2025862514-project] 10.222.0.104 "GET /v2.0/security-groups?id=4e78ff0e-b715-4667-8edf-880bf47f5e79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926104 Jul 06 13:54:39.215636 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-fa11bcfe-23c3-45a6-bf14-46c9c171bccd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:39.219439 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-fa11bcfe-23c3-45a6-bf14-46c9c171bccd admin admin] Notify callbacks [] for security_group, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:39.220295 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-fa11bcfe-23c3-45a6-bf14-46c9c171bccd admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/dc1eac0c-f285-4e19-a9c2-c3098f82ccb3 HTTP/1.1" status: 204 len: 168 time: 0.2265453 Jul 06 13:54:39.233426 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-213a028b-0a19-42c7-b2a8-ebc2223a4df6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:39.241179 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa11bcfe-23c3-45a6-bf14-46c9c171bccd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc1eac0c-f285-4e19-a9c2-c3098f82ccb3,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:54:39.244807 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-213a028b-0a19-42c7-b2a8-ebc2223a4df6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:39.286412 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213a028b-0a19-42c7-b2a8-ebc2223a4df6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=550da35b-e489-42bc-9166-c37dfdd9c03f,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:54:39.293070 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-213a028b-0a19-42c7-b2a8-ebc2223a4df6 admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=c1de55fe46da4d96846de7b882ec86b1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2772632 Jul 06 13:54:39.293371 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 55348) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:54:39.354646 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-9b1fab22-ae00-4e05-9a12-f7ff49370184 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:39.378203 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-9b1fab22-ae00-4e05-9a12-f7ff49370184 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:39.439998 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-9b1fab22-ae00-4e05-9a12-f7ff49370184 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:39.443139 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-9b1fab22-ae00-4e05-9a12-f7ff49370184 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:39.446706 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-9b1fab22-ae00-4e05-9a12-f7ff49370184 admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/550da35b-e489-42bc-9166-c37dfdd9c03f HTTP/1.1" status: 204 len: 168 time: 0.1501520 Jul 06 13:54:39.452992 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1fab22-ae00-4e05-9a12-f7ff49370184 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=550da35b-e489-42bc-9166-c37dfdd9c03f,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:54:39.601752 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 55360) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:54:39.618319 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-3397b2ed-772b-48f6-ab80-a822d843b2e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:39.723480 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1107d751-2f3e-4061-a006-98217096e9ad req-b63381ba-9e93-49ee-8fdd-13abe986a778 tempest-ServerDiagnosticsNegativeTest-2025862514 tempest-ServerDiagnosticsNegativeTest-2025862514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:54:39.725155 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-1107d751-2f3e-4061-a006-98217096e9ad req-b63381ba-9e93-49ee-8fdd-13abe986a778 tempest-ServerDiagnosticsNegativeTest-2025862514 tempest-ServerDiagnosticsNegativeTest-2025862514-project] 10.222.0.127 "GET /v2.0/ports?device_id=78b1446f-f753-4c13-bc44-f4595de2da4f HTTP/1.1" status: 200 len: 950 time: 0.0974972 Jul 06 13:54:39.920896 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-3397b2ed-772b-48f6-ab80-a822d843b2e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:39.933258 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-3397b2ed-772b-48f6-ab80-a822d843b2e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:40.009452 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-3397b2ed-772b-48f6-ab80-a822d843b2e7 admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=243dd987b4ed420ab404f839c19e4fc7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4055803 Jul 06 13:54:40.011176 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.plugin [req-1107d751-2f3e-4061-a006-98217096e9ad req-39727af1-3f34-4e4b-be99-fd859f7ead18 tempest-ServerDiagnosticsNegativeTest-2025862514 tempest-ServerDiagnosticsNegativeTest-2025862514-project] Deleting port aa34f12e-e00f-4ce1-ba44-c21a1dd55326 {{(pid=100247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 13:54:40.012082 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 55380) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:54:40.013619 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-1107d751-2f3e-4061-a006-98217096e9ad req-39727af1-3f34-4e4b-be99-fd859f7ead18 tempest-ServerDiagnosticsNegativeTest-2025862514 tempest-ServerDiagnosticsNegativeTest-2025862514-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:40.018167 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3397b2ed-772b-48f6-ab80-a822d843b2e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5baf3316-aeb4-43ac-9bdc-32fdefb3675d,revision_number=1']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:54:40.092022 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-cf4f2fe1-07bc-4850-8409-4336cdd8f735 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:40.112246 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9663f8-e44c-48dc-8232-58ffd7a78e1e req-d579796d-8973-4dad-b0ae-ae7aab225548 tempest-LiveMigrationTest-2001684970 tempest-LiveMigrationTest-2001684970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:54:40.113907 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-fa9663f8-e44c-48dc-8232-58ffd7a78e1e req-d579796d-8973-4dad-b0ae-ae7aab225548 tempest-LiveMigrationTest-2001684970 tempest-LiveMigrationTest-2001684970-project] 10.222.0.104 "GET /v2.0/ports?device_id=38cb1596-590e-44d7-bc4d-de552f284c55 HTTP/1.1" status: 200 len: 943 time: 0.2040904 Jul 06 13:54:40.117119 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-cf4f2fe1-07bc-4850-8409-4336cdd8f735 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:40.181743 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:40.208225 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-cf4f2fe1-07bc-4850-8409-4336cdd8f735 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:40.212594 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-cf4f2fe1-07bc-4850-8409-4336cdd8f735 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:40.214388 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-cf4f2fe1-07bc-4850-8409-4336cdd8f735 admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/5baf3316-aeb4-43ac-9bdc-32fdefb3675d HTTP/1.1" status: 204 len: 168 time: 0.1994841 Jul 06 13:54:40.226158 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4f2fe1-07bc-4850-8409-4336cdd8f735 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5baf3316-aeb4-43ac-9bdc-32fdefb3675d,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:54:40.431369 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.db [req-1107d751-2f3e-4061-a006-98217096e9ad req-39727af1-3f34-4e4b-be99-fd859f7ead18 tempest-ServerDiagnosticsNegativeTest-2025862514 tempest-ServerDiagnosticsNegativeTest-2025862514-project] For port aa34f12e-e00f-4ce1-ba44-c21a1dd55326, host n-h1-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773647-6',level=0,port_id=aa34f12e-e00f-4ce1-ba44-c21a1dd55326,segment=NetworkSegment(c9ea893d-045e-42cf-b3dd-cdd1f79baccd),segment_id=c9ea893d-045e-42cf-b3dd-cdd1f79baccd)] {{(pid=100247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:54:40.431734 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-1107d751-2f3e-4061-a006-98217096e9ad req-39727af1-3f34-4e4b-be99-fd859f7ead18 tempest-ServerDiagnosticsNegativeTest-2025862514 tempest-ServerDiagnosticsNegativeTest-2025862514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:40.436381 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-fa9663f8-e44c-48dc-8232-58ffd7a78e1e req-d8f50d6f-a67f-4565-86fe-5361b1864692 tempest-LiveMigrationTest-2001684970 tempest-LiveMigrationTest-2001684970-project] 10.222.0.104 "GET /v2.0/security-groups?id=7e243ebf-9cf4-4917-8da6-0fd38b06f795&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3130352 Jul 06 13:54:40.452442 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.plugin [req-1107d751-2f3e-4061-a006-98217096e9ad req-39727af1-3f34-4e4b-be99-fd859f7ead18 tempest-ServerDiagnosticsNegativeTest-2025862514 tempest-ServerDiagnosticsNegativeTest-2025862514-project] Calling delete_port for aa34f12e-e00f-4ce1-ba44-c21a1dd55326 owned by compute:nova {{(pid=100247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 13:54:40.556961 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48368006-cf8b-48c4-8a50-34d3a5a585ee req-686547b1-2036-4aea-ba73-94bf8194d21b tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:54:40.558509 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-48368006-cf8b-48c4-8a50-34d3a5a585ee req-686547b1-2036-4aea-ba73-94bf8194d21b tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] 10.222.0.104 "GET /v2.0/ports?device_id=96a5ba91-9ae1-4374-9adc-f59710ec4759 HTTP/1.1" status: 200 len: 970 time: 0.1816285 Jul 06 13:54:40.656183 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-48368006-cf8b-48c4-8a50-34d3a5a585ee req-33fb1c78-b649-4c15-a711-dbb468917ee7 tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] 10.222.0.104 "GET /v2.0/security-groups?id=9f5b92e9-7340-49c3-a9bb-41e4a1caffc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904968 Jul 06 13:54:40.683611 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 55412) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:54:40.746229 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00a04c4-6b01-460a-9fb8-c9424f7687c2 req-34284cef-08c8-4210-bc89-5ff0fa9b4f88 tempest-ServerDiagnosticsNegativeTest-2025862514 tempest-ServerDiagnosticsNegativeTest-2025862514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:54:40.755151 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-e00a04c4-6b01-460a-9fb8-c9424f7687c2 req-34284cef-08c8-4210-bc89-5ff0fa9b4f88 tempest-ServerDiagnosticsNegativeTest-2025862514 tempest-ServerDiagnosticsNegativeTest-2025862514-project] 10.222.0.104 "GET /v2.0/ports?device_id=78b1446f-f753-4c13-bc44-f4595de2da4f HTTP/1.1" status: 200 len: 950 time: 0.1680827 Jul 06 13:54:40.758223 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-1107d751-2f3e-4061-a006-98217096e9ad req-39727af1-3f34-4e4b-be99-fd859f7ead18 tempest-ServerDiagnosticsNegativeTest-2025862514 tempest-ServerDiagnosticsNegativeTest-2025862514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117'] for port, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:40.777504 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] get_ports_and_sgs() called for port_ids ['aa34f12e-e00f-4ce1-ba44-c21a1dd55326'] {{(pid=100248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 13:54:40.809906 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39727af1-3f34-4e4b-be99-fd859f7ead18 tempest-ServerDiagnosticsNegativeTest-2025862514 tempest-ServerDiagnosticsNegativeTest-2025862514-project] Pushing event deleted for resources: {'Port': ['ID=aa34f12e-e00f-4ce1-ba44-c21a1dd55326,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:54:40.833832 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-1d3d0918-5e07-4491-be1d-3a1f09b0ec4e req-7e734db5-3d04-429d-ab67-6f9d7fb7505e service neutron] 10.222.0.72 "GET /v2.0/ports/113a8907-4f54-4c39-b78e-d093bc9daf85/bindings/n-h1-773647-6 HTTP/1.1" status: 200 len: 384 time: 0.1229491 Jul 06 13:54:40.844181 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-4dfe2ef8-3558-464e-887c-8a1b8e69f478 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1013903372-network', 'tenant_id': 'a780dec79aae46a39010dfcf9b5f5435'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:54:40.922981 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4dfe2ef8-3558-464e-887c-8a1b8e69f478 admin admin] Made reservation on behalf of a780dec79aae46a39010dfcf9b5f5435 for: {'network': 1} {{(pid=100246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 13:54:40.925616 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-4dfe2ef8-3558-464e-887c-8a1b8e69f478 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for network, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:40.934743 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.l3_dvrscheduler_db [req-1107d751-2f3e-4061-a006-98217096e9ad req-39727af1-3f34-4e4b-be99-fd859f7ead18 tempest-ServerDiagnosticsNegativeTest-2025862514 tempest-ServerDiagnosticsNegativeTest-2025862514-project] No DVR routers for this DVR port aa34f12e-e00f-4ce1-ba44-c21a1dd55326 on host n-h1-773647-6 {{(pid=100247) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 13:54:40.942145 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-4dfe2ef8-3558-464e-887c-8a1b8e69f478 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:40.954231 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-e00a04c4-6b01-460a-9fb8-c9424f7687c2 req-15d8e776-91a6-451f-96f9-c5340058e940 tempest-ServerDiagnosticsNegativeTest-2025862514 tempest-ServerDiagnosticsNegativeTest-2025862514-project] 10.222.0.104 "GET /v2.0/security-groups?id=4e78ff0e-b715-4667-8edf-880bf47f5e79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1983633 Jul 06 13:54:40.966563 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-1107d751-2f3e-4061-a006-98217096e9ad req-39727af1-3f34-4e4b-be99-fd859f7ead18 tempest-ServerDiagnosticsNegativeTest-2025862514 tempest-ServerDiagnosticsNegativeTest-2025862514-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:40.968934 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-1107d751-2f3e-4061-a006-98217096e9ad req-39727af1-3f34-4e4b-be99-fd859f7ead18 tempest-ServerDiagnosticsNegativeTest-2025862514 tempest-ServerDiagnosticsNegativeTest-2025862514-project] 10.222.0.127 "DELETE /v2.0/ports/aa34f12e-e00f-4ce1-ba44-c21a1dd55326 HTTP/1.1" status: 204 len: 173 time: 1.2357550 Jul 06 13:54:40.969415 n-d-773647-6 neutron-server[100247]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78b1446f-f753-4c13-bc44-f4595de2da4f', 'name': 'network-vif-deleted', 'tag': 'aa34f12e-e00f-4ce1-ba44-c21a1dd55326'}] {{(pid=100247) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 13:54:40.971972 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cbf0eeaae822f8fc9b87a94aeba67a3d651842baf663a51cba94b67a514836d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64f67d5b-128b-435b-bdc8-662323771b55" -d '{"events": [{"server_uuid": "78b1446f-f753-4c13-bc44-f4595de2da4f", "name": "network-vif-deleted", "tag": "aa34f12e-e00f-4ce1-ba44-c21a1dd55326"}]}' {{(pid=100247) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:54:41.035573 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 13:54:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5921f1b0-3238-4dbb-b8ef-55d95fcb3385 x-openstack-request-id: req-5921f1b0-3238-4dbb-b8ef-55d95fcb3385 {{(pid=100247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:54:41.035924 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78b1446f-f753-4c13-bc44-f4595de2da4f", "name": "network-vif-deleted", "tag": "aa34f12e-e00f-4ce1-ba44-c21a1dd55326", "status": "completed", "code": 200}]} {{(pid=100247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:54:41.036190 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-5921f1b0-3238-4dbb-b8ef-55d95fcb3385 {{(pid=100247) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:54:41.036627 n-d-773647-6 neutron-server[100247]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78b1446f-f753-4c13-bc44-f4595de2da4f', 'name': 'network-vif-deleted', 'tag': 'aa34f12e-e00f-4ce1-ba44-c21a1dd55326', 'status': 'completed', 'code': 200} Jul 06 13:54:41.152753 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.db [req-1d3d0918-5e07-4491-be1d-3a1f09b0ec4e req-20dc88f3-f42b-4aa9-9107-09b196aebc9e service neutron] For port 113a8907-4f54-4c39-b78e-d093bc9daf85, host n-h2-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=113a8907-4f54-4c39-b78e-d093bc9daf85,segment=NetworkSegment(65749612-fb0d-4f34-9eb9-d06c3a2fda80),segment_id=65749612-fb0d-4f34-9eb9-d06c3a2fda80)] {{(pid=100246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:54:41.201662 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.db [req-1d3d0918-5e07-4491-be1d-3a1f09b0ec4e req-20dc88f3-f42b-4aa9-9107-09b196aebc9e service neutron] For port 113a8907-4f54-4c39-b78e-d093bc9daf85, host n-h2-773647-6, cleared binding levels {{(pid=100246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 13:54:41.256437 n-d-773647-6 neutron-server[100246]: DEBUG neutron.notifiers.nova [req-1d3d0918-5e07-4491-be1d-3a1f09b0ec4e req-20dc88f3-f42b-4aa9-9107-09b196aebc9e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 113a8907-4f54-4c39-b78e-d093bc9daf85 {{(pid=100246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 13:54:41.266494 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-4dfe2ef8-3558-464e-887c-8a1b8e69f478 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:41.271924 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.db [req-1d3d0918-5e07-4491-be1d-3a1f09b0ec4e req-20dc88f3-f42b-4aa9-9107-09b196aebc9e service neutron] For port 113a8907-4f54-4c39-b78e-d093bc9daf85, host n-h1-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773647-6',level=0,port_id=113a8907-4f54-4c39-b78e-d093bc9daf85,segment=NetworkSegment(65749612-fb0d-4f34-9eb9-d06c3a2fda80),segment_id=65749612-fb0d-4f34-9eb9-d06c3a2fda80)] {{(pid=100246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:54:41.274731 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-4dfe2ef8-3558-464e-887c-8a1b8e69f478 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:41.310944 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4dfe2ef8-3558-464e-887c-8a1b8e69f478 admin admin] vlan segment allocate from pool success with {'vlan_id': 1038, 'physical_network': 'physnet1'} {{(pid=100246) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 13:54:41.315696 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-1d3d0918-5e07-4491-be1d-3a1f09b0ec4e req-20dc88f3-f42b-4aa9-9107-09b196aebc9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:41.320200 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dfe2ef8-3558-464e-887c-8a1b8e69f478 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14528e51-c665-43db-9a48-48923b7eeef7,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:54:41.340584 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-4dfe2ef8-3558-464e-887c-8a1b8e69f478 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552'] for segment, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:41.340970 n-d-773647-6 neutron-server[100246]: INFO neutron.db.segments_db [None req-4dfe2ef8-3558-464e-887c-8a1b8e69f478 admin admin] Added segment 774bc3e0-2ade-4178-bcda-2cf1e570c4fa of type vlan for network cd87db2e-57e0-4b1b-820c-87faa15cdb46 Jul 06 13:54:41.413794 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-4dfe2ef8-3558-464e-887c-8a1b8e69f478 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773752984405'] for network, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:41.460248 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.provisioning_blocks [req-1d3d0918-5e07-4491-be1d-3a1f09b0ec4e req-20dc88f3-f42b-4aa9-9107-09b196aebc9e service neutron] Transition to ACTIVE for port object 113a8907-4f54-4c39-b78e-d093bc9daf85 will not be triggered until provisioned by entity L2. {{(pid=100246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 13:54:41.464536 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-4dfe2ef8-3558-464e-887c-8a1b8e69f478 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060'] for network, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:41.465626 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dfe2ef8-3558-464e-887c-8a1b8e69f478 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:54:41.466266 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-4dfe2ef8-3558-464e-887c-8a1b8e69f478 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583035'] for network, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:41.475540 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-1d3d0918-5e07-4491-be1d-3a1f09b0ec4e req-20dc88f3-f42b-4aa9-9107-09b196aebc9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:41.573944 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-4dfe2ef8-3558-464e-887c-8a1b8e69f478 admin admin] 10.222.0.104 "POST /v2.0/networks HTTP/1.1" status: 201 len: 899 time: 0.8892195 Jul 06 13:54:41.574285 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 55452) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:54:41.580905 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [None req-4f89088a-a689-4e10-991d-9d00e8e7a00c admin admin] Request body: {'subnet': {'network_id': 'cd87db2e-57e0-4b1b-820c-87faa15cdb46', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1013903372-subnet', 'tenant_id': 'a780dec79aae46a39010dfcf9b5f5435', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:54:41.599945 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dfe2ef8-3558-464e-887c-8a1b8e69f478 admin admin] Pushing event updated for resources: {'Network': ['ID=cd87db2e-57e0-4b1b-820c-87faa15cdb46,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:54:41.611607 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Network cd87db2e-57e0-4b1b-820c-87faa15cdb46 details requested by agent ovs-agent-n-d-773647-6 with host n-d-773647-6 {{(pid=100248) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 13:54:41.620949 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d3d0918-5e07-4491-be1d-3a1f09b0ec4e req-20dc88f3-f42b-4aa9-9107-09b196aebc9e service neutron] No DVR routers for this DVR port 113a8907-4f54-4c39-b78e-d093bc9daf85 on host n-h2-773647-6 {{(pid=100246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 13:54:41.626617 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20dc88f3-f42b-4aa9-9107-09b196aebc9e service neutron] Pushing event updated for resources: {'Port': ['ID=113a8907-4f54-4c39-b78e-d093bc9daf85,revision_number=10']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:54:41.628995 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f89088a-a689-4e10-991d-9d00e8e7a00c admin admin] Made reservation on behalf of a780dec79aae46a39010dfcf9b5f5435 for: {'subnet': 1} {{(pid=100247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 13:54:41.632029 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-4f89088a-a689-4e10-991d-9d00e8e7a00c admin admin] Notify callbacks [] for subnet, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:41.676777 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-1d3d0918-5e07-4491-be1d-3a1f09b0ec4e req-20dc88f3-f42b-4aa9-9107-09b196aebc9e service neutron] 10.222.0.72 "PUT /v2.0/ports/113a8907-4f54-4c39-b78e-d093bc9daf85/bindings/n-h1-773647-6/activate HTTP/1.1" status: 200 len: 369 time: 0.8371706 Jul 06 13:54:41.875775 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 55462) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:54:41.937291 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b628ff21-baa2-4ed1-8881-c29e9d29480d req-2d024a44-4004-46ee-ad12-710f58516f70 tempest-LiveMigrationTest-2001684970 tempest-LiveMigrationTest-2001684970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:54:41.939075 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-b628ff21-baa2-4ed1-8881-c29e9d29480d req-2d024a44-4004-46ee-ad12-710f58516f70 tempest-LiveMigrationTest-2001684970 tempest-LiveMigrationTest-2001684970-project] 10.222.0.104 "GET /v2.0/ports?device_id=38cb1596-590e-44d7-bc4d-de552f284c55 HTTP/1.1" status: 200 len: 944 time: 0.2412987 Jul 06 13:54:42.001960 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3d0918-5e07-4491-be1d-3a1f09b0ec4e req-252818d9-55e0-4b98-95e3-50bd7134fe31 tempest-LiveMigrationTest-343502667 tempest-LiveMigrationTest-343502667-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:54:42.003544 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-1d3d0918-5e07-4491-be1d-3a1f09b0ec4e req-252818d9-55e0-4b98-95e3-50bd7134fe31 tempest-LiveMigrationTest-343502667 tempest-LiveMigrationTest-343502667-project-admin] 10.222.0.127 "GET /v2.0/ports?device_id=38cb1596-590e-44d7-bc4d-de552f284c55&tenant_id=125e6575b3ba4365b3ae01568cef269b&binding%3Ahost_id=n-h2-773647-6 HTTP/1.1" status: 200 len: 1095 time: 0.2296605 Jul 06 13:54:42.053974 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-61f263d3-9a77-4c15-9df8-b200c321a7a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:42.085775 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-b628ff21-baa2-4ed1-8881-c29e9d29480d req-7272ce45-d403-4cfa-a2db-4f1d8572a00b tempest-LiveMigrationTest-2001684970 tempest-LiveMigrationTest-2001684970-project] 10.222.0.104 "GET /v2.0/security-groups?id=7e243ebf-9cf4-4917-8da6-0fd38b06f795&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339328 Jul 06 13:54:42.154244 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf56d56-55c4-4b68-beff-5a1ba94aabef req-4ef17110-fff0-449c-9525-8e57b6861138 tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:54:42.155785 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-dcf56d56-55c4-4b68-beff-5a1ba94aabef req-4ef17110-fff0-449c-9525-8e57b6861138 tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] 10.222.0.104 "GET /v2.0/ports?device_id=96a5ba91-9ae1-4374-9adc-f59710ec4759 HTTP/1.1" status: 200 len: 970 time: 0.2680123 Jul 06 13:54:42.168886 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-4f89088a-a689-4e10-991d-9d00e8e7a00c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1849032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060'] for subnet, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:42.193840 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:42.213795 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-61f263d3-9a77-4c15-9df8-b200c321a7a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:42.219667 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-61f263d3-9a77-4c15-9df8-b200c321a7a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:42.254720 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3d0918-5e07-4491-be1d-3a1f09b0ec4e req-cc52bd5d-59bf-4541-b407-12e39cddd956 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:54:42.255376 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-61f263d3-9a77-4c15-9df8-b200c321a7a0 admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=e1bd872581de4efbbdbc228aa61c7c9b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3784142 Jul 06 13:54:42.256123 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-1d3d0918-5e07-4491-be1d-3a1f09b0ec4e req-cc52bd5d-59bf-4541-b407-12e39cddd956 service neutron] 10.222.0.127 "GET /v2.0/ports?device_id=38cb1596-590e-44d7-bc4d-de552f284c55&tenant_id=125e6575b3ba4365b3ae01568cef269b HTTP/1.1" status: 200 len: 1095 time: 0.2431631 Jul 06 13:54:42.257830 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 55480) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:54:42.278927 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-dcf56d56-55c4-4b68-beff-5a1ba94aabef req-96f4fd0f-f976-43d2-a376-98be6a191ad6 tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] 10.222.0.104 "GET /v2.0/security-groups?id=9f5b92e9-7340-49c3-a9bb-41e4a1caffc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132948 Jul 06 13:54:42.279967 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f89088a-a689-4e10-991d-9d00e8e7a00c admin admin] Pushing event updated for resources: {'Subnet': ['ID=f0fd444d-1fc2-4e09-ad91-99394163bcbc,revision_number=0']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:54:42.300436 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f89088a-a689-4e10-991d-9d00e8e7a00c admin admin] Checking segment: {'id': '774bc3e0-2ade-4178-bcda-2cf1e570c4fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1038, 'network_id': 'cd87db2e-57e0-4b1b-820c-87faa15cdb46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100247) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 13:54:42.301785 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f89088a-a689-4e10-991d-9d00e8e7a00c admin admin] Network hostable DHCP agents. Network: cd87db2e-57e0-4b1b-820c-87faa15cdb46, hostable agents: ['f2bada3d-be77-4359-982b-8505a2bbca04'], hosted agents: [] {{(pid=100247) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 13:54:42.314393 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f263d3-9a77-4c15-9df8-b200c321a7a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d430516-64f8-4466-a07f-d36877153e33,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:54:42.350330 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-7a3cf21a-a74a-461b-bf11-a1e8d2c5bf71 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:42.366471 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f89088a-a689-4e10-991d-9d00e8e7a00c admin admin] Network cd87db2e-57e0-4b1b-820c-87faa15cdb46 is scheduled to be hosted by DHCP agent f2bada3d-be77-4359-982b-8505a2bbca04 with binding_index 1 {{(pid=100247) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 13:54:42.389753 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.base_scheduler [None req-4f89088a-a689-4e10-991d-9d00e8e7a00c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773647-6, cd87db2e-57e0-4b1b-820c-87faa15cdb46) {{(pid=100247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:54:42.392903 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3d0918-5e07-4491-be1d-3a1f09b0ec4e req-7de0b431-e484-4e8b-a5b7-7f007936df08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:54:42.394456 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-1d3d0918-5e07-4491-be1d-3a1f09b0ec4e req-7de0b431-e484-4e8b-a5b7-7f007936df08 service neutron] 10.222.0.127 "GET /v2.0/ports?tenant_id=125e6575b3ba4365b3ae01568cef269b&device_id=38cb1596-590e-44d7-bc4d-de552f284c55 HTTP/1.1" status: 200 len: 1095 time: 0.0953703 Jul 06 13:54:42.400791 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f89088a-a689-4e10-991d-9d00e8e7a00c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:54:42.401384 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-4f89088a-a689-4e10-991d-9d00e8e7a00c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583035'] for subnet, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:42.408831 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a84e6471-aaf3-40c3-b750-f5b1a8da1d95 None None] Network cd87db2e-57e0-4b1b-820c-87faa15cdb46 requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 13:54:42.421833 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-7a3cf21a-a74a-461b-bf11-a1e8d2c5bf71 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:42.480251 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-7a3cf21a-a74a-461b-bf11-a1e8d2c5bf71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:42.482103 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-4f89088a-a689-4e10-991d-9d00e8e7a00c admin admin] 10.222.0.104 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.8975344 Jul 06 13:54:42.484031 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-7a3cf21a-a74a-461b-bf11-a1e8d2c5bf71 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:42.490555 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-7a3cf21a-a74a-461b-bf11-a1e8d2c5bf71 admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/3d430516-64f8-4466-a07f-d36877153e33 HTTP/1.1" status: 204 len: 168 time: 0.2305372 Jul 06 13:54:42.500485 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3cf21a-a74a-461b-bf11-a1e8d2c5bf71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d430516-64f8-4466-a07f-d36877153e33,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:54:42.558972 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3d0918-5e07-4491-be1d-3a1f09b0ec4e req-bd3e936c-e50f-496b-9a4b-a232c3179a47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:54:42.560717 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-1d3d0918-5e07-4491-be1d-3a1f09b0ec4e req-bd3e936c-e50f-496b-9a4b-a232c3179a47 service neutron] 10.222.0.127 "GET /v2.0/networks?id=4f6c277b-1b2d-40ad-a374-15bf31b2f6e9 HTTP/1.1" status: 200 len: 909 time: 0.1518316 Jul 06 13:54:42.609493 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-1d3d0918-5e07-4491-be1d-3a1f09b0ec4e req-6e8f9b22-64c2-472a-8fe5-339b8398b95b service neutron] 10.222.0.127 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=113a8907-4f54-4c39-b78e-d093bc9daf85 HTTP/1.1" status: 200 len: 217 time: 0.0402746 Jul 06 13:54:42.622541 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f004387-f3ee-4e97-8d3b-7482b16618cb None None] Network cd87db2e-57e0-4b1b-820c-87faa15cdb46 requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 13:54:42.669998 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3d0918-5e07-4491-be1d-3a1f09b0ec4e req-abd71cb4-8291-49b3-89be-8b3fe4388462 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:54:42.671936 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-1d3d0918-5e07-4491-be1d-3a1f09b0ec4e req-abd71cb4-8291-49b3-89be-8b3fe4388462 service neutron] 10.222.0.127 "GET /v2.0/subnets?id=3ab4a4f6-31db-40f5-bd89-967e515dcbd9 HTTP/1.1" status: 200 len: 847 time: 0.0557816 Jul 06 13:54:42.731934 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-1d3d0918-5e07-4491-be1d-3a1f09b0ec4e req-0f6dee75-4937-4187-b2b5-165a3175d348 service neutron] 10.222.0.127 "GET /v2.0/ports?network_id=4f6c277b-1b2d-40ad-a374-15bf31b2f6e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0478261 Jul 06 13:54:42.849232 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-1d3d0918-5e07-4491-be1d-3a1f09b0ec4e req-a82ff0ac-d5c5-4930-8d29-404bbd9d9501 service neutron] 10.222.0.127 "GET /v2.0/networks/4f6c277b-1b2d-40ad-a374-15bf31b2f6e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1060977 Jul 06 13:54:42.918392 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 55506) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:54:42.971033 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-1d3d0918-5e07-4491-be1d-3a1f09b0ec4e req-5911d1fc-65de-45f0-873d-e869fbc0dbca service neutron] 10.222.0.127 "GET /v2.0/networks/4f6c277b-1b2d-40ad-a374-15bf31b2f6e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1153188 Jul 06 13:54:42.973791 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-8e3ae0a5-7f81-431a-a817-b62a7e539e18 req-aa60a17e-b7f3-4f1a-91f4-4e83010588b8 tempest-LiveMigrationNegativeTest-1423627528 tempest-LiveMigrationNegativeTest-1423627528-project] 10.222.0.104 "GET /v2.0/networks?tenant_id=c1f7e23665cb4a6ea795fee456502403&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0270672 Jul 06 13:54:43.057018 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Device aa34f12e-e00f-4ce1-ba44-c21a1dd55326 no longer exists at agent hyperv_n-h1-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 13:54:43.077915 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 55516) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:54:43.080840 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] No Port match for: aa34f12e-e00f-4ce1-ba44-c21a1dd55326 {{(pid=100248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 13:54:43.081532 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Device aa34f12e-e00f-4ce1-ba44-c21a1dd55326 not bound to the agent host n-h1-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 13:54:43.092065 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-aa2530a7-9995-4389-ac81-b66045dba6c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:43.117007 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3ae0a5-7f81-431a-a817-b62a7e539e18 req-3af69f61-b7a9-4cd6-9cf6-48f209a17b58 tempest-LiveMigrationNegativeTest-1423627528 tempest-LiveMigrationNegativeTest-1423627528-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:54:43.119112 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-8e3ae0a5-7f81-431a-a817-b62a7e539e18 req-3af69f61-b7a9-4cd6-9cf6-48f209a17b58 tempest-LiveMigrationNegativeTest-1423627528 tempest-LiveMigrationNegativeTest-1423627528-project] 10.222.0.104 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1384528 Jul 06 13:54:43.155640 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-8e3ae0a5-7f81-431a-a817-b62a7e539e18 req-9c6d1e69-2f64-4929-95e4-dab001f35c03 tempest-LiveMigrationNegativeTest-1423627528 tempest-LiveMigrationNegativeTest-1423627528-project] 10.222.0.104 "GET /v2.0/quotas/c1f7e23665cb4a6ea795fee456502403 HTTP/1.1" status: 200 len: 375 time: 0.0300622 Jul 06 13:54:43.212285 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-8e3ae0a5-7f81-431a-a817-b62a7e539e18 req-1b713348-3a9a-445a-be41-4b0462900ba7 tempest-LiveMigrationNegativeTest-1423627528 tempest-LiveMigrationNegativeTest-1423627528-project] 10.222.0.104 "GET /v2.0/ports?tenant_id=c1f7e23665cb4a6ea795fee456502403&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0475709 Jul 06 13:54:43.292997 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-438819c8-cf2c-47ba-abdb-0ba1e06de66f admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=079924c5c0394339ab6c43da41f5c0f9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3733807 Jul 06 13:54:43.296421 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 55524) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:54:43.338097 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-aa2530a7-9995-4389-ac81-b66045dba6c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:43.369958 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-aa2530a7-9995-4389-ac81-b66045dba6c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:43.420669 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2530a7-9995-4389-ac81-b66045dba6c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6bf23c4-26a4-48a8-908e-23c0eb6b9087,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:54:43.426924 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-aa2530a7-9995-4389-ac81-b66045dba6c6 admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=052fa60febad4fdcbd1c8122fd33e69b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3479741 Jul 06 13:54:43.433352 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 55538) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:54:43.452543 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-b13b4ae7-95a8-4605-a1c9-90d698197375 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:43.464816 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d773fd-83bd-4035-be0c-84ff7ea8d98a req-1fb14ca3-29e7-410e-81f9-ef8b9cbfbb29 tempest-LiveMigrationTest-2001684970 tempest-LiveMigrationTest-2001684970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:54:43.467048 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-73d773fd-83bd-4035-be0c-84ff7ea8d98a req-1fb14ca3-29e7-410e-81f9-ef8b9cbfbb29 tempest-LiveMigrationTest-2001684970 tempest-LiveMigrationTest-2001684970-project] 10.222.0.104 "GET /v2.0/ports?device_id=38cb1596-590e-44d7-bc4d-de552f284c55 HTTP/1.1" status: 200 len: 944 time: 0.1621826 Jul 06 13:54:43.470916 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3d0918-5e07-4491-be1d-3a1f09b0ec4e req-a5ccab7b-eae1-47ac-8e40-be3cd9965260 tempest-LiveMigrationTest-343502667 tempest-LiveMigrationTest-343502667-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:54:43.473331 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-1d3d0918-5e07-4491-be1d-3a1f09b0ec4e req-a5ccab7b-eae1-47ac-8e40-be3cd9965260 tempest-LiveMigrationTest-343502667 tempest-LiveMigrationTest-343502667-project-admin] 10.222.0.127 "GET /v2.0/ports?device_id=38cb1596-590e-44d7-bc4d-de552f284c55&tenant_id=125e6575b3ba4365b3ae01568cef269b&binding%3Ahost_id=n-h1-773647-6 HTTP/1.1" status: 200 len: 1095 time: 0.1810520 Jul 06 13:54:43.513619 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-b13b4ae7-95a8-4605-a1c9-90d698197375 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:43.565550 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-36691bcf-ba4f-4aa9-bc74-b5e9fd5cb42a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:43.581987 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-73d773fd-83bd-4035-be0c-84ff7ea8d98a req-9eec01f9-0ec4-4b84-aa91-9e02939de410 tempest-LiveMigrationTest-2001684970 tempest-LiveMigrationTest-2001684970-project] 10.222.0.104 "GET /v2.0/security-groups?id=7e243ebf-9cf4-4917-8da6-0fd38b06f795&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074424 Jul 06 13:54:43.589408 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 55546) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:54:43.595920 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [None req-99b31a23-d85e-430c-8ce0-8788719fa9fb admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1406159595-network', 'tenant_id': '800e424c3f494eb48f3818cca701645f'}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:54:43.614038 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-36691bcf-ba4f-4aa9-bc74-b5e9fd5cb42a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:43.657504 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-b13b4ae7-95a8-4605-a1c9-90d698197375 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:43.661456 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-b13b4ae7-95a8-4605-a1c9-90d698197375 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:43.662684 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-b13b4ae7-95a8-4605-a1c9-90d698197375 admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/4e78ff0e-b715-4667-8edf-880bf47f5e79 HTTP/1.1" status: 204 len: 168 time: 0.3652489 Jul 06 13:54:43.687299 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13b4ae7-95a8-4605-a1c9-90d698197375 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e78ff0e-b715-4667-8edf-880bf47f5e79,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:54:43.688168 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-6f8b7b19-31b9-4767-95ae-8cc71ec983f5 req-f8ac142b-2183-4bea-ba21-09209e438b63 tempest-LiveMigrationNegativeTest-1423627528 tempest-LiveMigrationNegativeTest-1423627528-project] 10.222.0.104 "GET /v2.0/ports?device_id=6745883c-8982-41fd-a7cd-0cc6a866e0f4 HTTP/1.1" status: 200 len: 210 time: 0.0502548 Jul 06 13:54:43.702818 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99b31a23-d85e-430c-8ce0-8788719fa9fb admin admin] Made reservation on behalf of 800e424c3f494eb48f3818cca701645f for: {'network': 1} {{(pid=100247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 13:54:43.705717 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-99b31a23-d85e-430c-8ce0-8788719fa9fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for network, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:43.734825 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-36691bcf-ba4f-4aa9-bc74-b5e9fd5cb42a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:43.737479 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-36691bcf-ba4f-4aa9-bc74-b5e9fd5cb42a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:43.742201 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-99b31a23-d85e-430c-8ce0-8788719fa9fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:43.742707 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-36691bcf-ba4f-4aa9-bc74-b5e9fd5cb42a admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/a6bf23c4-26a4-48a8-908e-23c0eb6b9087 HTTP/1.1" status: 204 len: 168 time: 0.3078606 Jul 06 13:54:43.751339 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36691bcf-ba4f-4aa9-bc74-b5e9fd5cb42a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6bf23c4-26a4-48a8-908e-23c0eb6b9087,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:54:43.905431 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.db [req-1d3d0918-5e07-4491-be1d-3a1f09b0ec4e req-dd927c82-44df-4c23-8c27-e99f2ccaef8d service neutron] For port 113a8907-4f54-4c39-b78e-d093bc9daf85, host n-h2-773647-6, cleared binding levels {{(pid=100247) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 13:54:43.914807 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-1d3d0918-5e07-4491-be1d-3a1f09b0ec4e req-dd927c82-44df-4c23-8c27-e99f2ccaef8d service neutron] Notify callbacks [] for binding, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:43.915959 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-1d3d0918-5e07-4491-be1d-3a1f09b0ec4e req-dd927c82-44df-4c23-8c27-e99f2ccaef8d service neutron] 10.222.0.127 "DELETE /v2.0/ports/113a8907-4f54-4c39-b78e-d093bc9daf85/bindings/n-h2-773647-6 HTTP/1.1" status: 204 len: 173 time: 0.4227378 Jul 06 13:54:43.942804 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c34ce9-1866-4631-bc4f-d9df75be0785 req-2fe00241-528e-4847-8b7f-2dcf6b627940 tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:54:43.944452 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-a6c34ce9-1866-4631-bc4f-d9df75be0785 req-2fe00241-528e-4847-8b7f-2dcf6b627940 tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] 10.222.0.104 "GET /v2.0/ports?device_id=96a5ba91-9ae1-4374-9adc-f59710ec4759 HTTP/1.1" status: 200 len: 970 time: 0.2208600 Jul 06 13:54:44.015282 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-a6c34ce9-1866-4631-bc4f-d9df75be0785 req-ebdcdcac-7702-4cc1-bf4f-4a81772a68fc tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] 10.222.0.104 "GET /v2.0/security-groups?id=9f5b92e9-7340-49c3-a9bb-41e4a1caffc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593743 Jul 06 13:54:44.036029 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-99b31a23-d85e-430c-8ce0-8788719fa9fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:44.047132 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-99b31a23-d85e-430c-8ce0-8788719fa9fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:44.070516 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-99b31a23-d85e-430c-8ce0-8788719fa9fb admin admin] vlan segment allocate from pool success with {'vlan_id': 1011, 'physical_network': 'physnet1'} {{(pid=100247) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 13:54:44.089718 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b31a23-d85e-430c-8ce0-8788719fa9fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c762e97b-5515-41c8-b893-ae4692b2fdf5,revision_number=1']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:54:44.093143 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-99b31a23-d85e-430c-8ce0-8788719fa9fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552'] for segment, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:44.093454 n-d-773647-6 neutron-server[100247]: INFO neutron.db.segments_db [None req-99b31a23-d85e-430c-8ce0-8788719fa9fb admin admin] Added segment 88ed87b6-3421-405b-99e5-00f75620c144 of type vlan for network d6de21a9-9e80-4bb7-9059-e07885325c2b Jul 06 13:54:44.142591 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-99b31a23-d85e-430c-8ce0-8788719fa9fb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773752984405'] for network, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:44.182560 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-99b31a23-d85e-430c-8ce0-8788719fa9fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060'] for network, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:44.183723 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99b31a23-d85e-430c-8ce0-8788719fa9fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:54:44.185449 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-99b31a23-d85e-430c-8ce0-8788719fa9fb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583035'] for network, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:44.252449 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-99b31a23-d85e-430c-8ce0-8788719fa9fb admin admin] 10.222.0.104 "POST /v2.0/networks HTTP/1.1" status: 201 len: 899 time: 0.6619687 Jul 06 13:54:44.255870 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 55564) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:54:44.257926 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b31a23-d85e-430c-8ce0-8788719fa9fb admin admin] Pushing event updated for resources: {'Network': ['ID=d6de21a9-9e80-4bb7-9059-e07885325c2b,revision_number=1']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:54:44.261548 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-67fafb48-be05-464a-a2f1-d90caa59a8d4 admin admin] Request body: {'subnet': {'network_id': 'd6de21a9-9e80-4bb7-9059-e07885325c2b', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1406159595-subnet', 'tenant_id': '800e424c3f494eb48f3818cca701645f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:54:44.272937 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Network d6de21a9-9e80-4bb7-9059-e07885325c2b details requested by agent ovs-agent-n-d-773647-6 with host n-d-773647-6 {{(pid=100248) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 13:54:44.309761 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67fafb48-be05-464a-a2f1-d90caa59a8d4 admin admin] Made reservation on behalf of 800e424c3f494eb48f3818cca701645f for: {'subnet': 1} {{(pid=100246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 13:54:44.314257 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-67fafb48-be05-464a-a2f1-d90caa59a8d4 admin admin] Notify callbacks [] for subnet, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:44.369085 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 55568) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:54:44.384275 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-81a92f36-62be-4bae-a191-783ce8d5f279 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:44.487079 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-81a92f36-62be-4bae-a191-783ce8d5f279 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:44.491079 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-81a92f36-62be-4bae-a191-783ce8d5f279 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:44.506015 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-67fafb48-be05-464a-a2f1-d90caa59a8d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1849032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060'] for subnet, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:44.528167 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a92f36-62be-4bae-a191-783ce8d5f279 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18f78ed3-3732-4085-a657-99907a07397b,revision_number=1']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:54:44.533655 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-81a92f36-62be-4bae-a191-783ce8d5f279 admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=889a03949b9844c6a06a270cca3d243d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1634851 Jul 06 13:54:44.536730 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 55576) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:54:44.572602 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fafb48-be05-464a-a2f1-d90caa59a8d4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2ef954bf-1cc3-47b6-bdf8-f72720d512f6,revision_number=0']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:54:44.577982 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67fafb48-be05-464a-a2f1-d90caa59a8d4 admin admin] Checking segment: {'id': '88ed87b6-3421-405b-99e5-00f75620c144', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1011, 'network_id': 'd6de21a9-9e80-4bb7-9059-e07885325c2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 13:54:44.578344 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67fafb48-be05-464a-a2f1-d90caa59a8d4 admin admin] Network hostable DHCP agents. Network: d6de21a9-9e80-4bb7-9059-e07885325c2b, hostable agents: ['f2bada3d-be77-4359-982b-8505a2bbca04'], hosted agents: [] {{(pid=100246) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 13:54:44.601515 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-5399d89b-d620-49f7-be36-20b6544e984c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:44.624388 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67fafb48-be05-464a-a2f1-d90caa59a8d4 admin admin] Network d6de21a9-9e80-4bb7-9059-e07885325c2b is scheduled to be hosted by DHCP agent f2bada3d-be77-4359-982b-8505a2bbca04 with binding_index 1 {{(pid=100246) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 13:54:44.628549 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-5399d89b-d620-49f7-be36-20b6544e984c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:44.652533 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.base_scheduler [None req-67fafb48-be05-464a-a2f1-d90caa59a8d4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773647-6, d6de21a9-9e80-4bb7-9059-e07885325c2b) {{(pid=100246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:54:44.670198 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67fafb48-be05-464a-a2f1-d90caa59a8d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:54:44.670198 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-67fafb48-be05-464a-a2f1-d90caa59a8d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583035'] for subnet, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:44.680552 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45ce7c3a-96c4-4369-9d5f-ce2687cd873b None None] Network d6de21a9-9e80-4bb7-9059-e07885325c2b requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 13:54:44.683840 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-5399d89b-d620-49f7-be36-20b6544e984c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:44.687826 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-5399d89b-d620-49f7-be36-20b6544e984c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:44.689405 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-5399d89b-d620-49f7-be36-20b6544e984c admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/18f78ed3-3732-4085-a657-99907a07397b HTTP/1.1" status: 204 len: 168 time: 0.1515996 Jul 06 13:54:44.700317 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5399d89b-d620-49f7-be36-20b6544e984c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18f78ed3-3732-4085-a657-99907a07397b,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:54:44.723450 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-67fafb48-be05-464a-a2f1-d90caa59a8d4 admin admin] 10.222.0.104 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.4628410 Jul 06 13:54:44.860340 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 55592) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:54:44.905338 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f70adaa7-92c8-4388-9a79-7c8fd8dea9a3 None None] Network d6de21a9-9e80-4bb7-9059-e07885325c2b requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 13:54:44.935078 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77285366-da1b-4157-97a3-55e358f1bda5 req-15618b2c-75de-4e8f-9863-b5bcfa6ea792 tempest-LiveMigrationTest-2001684970 tempest-LiveMigrationTest-2001684970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:54:44.944825 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-77285366-da1b-4157-97a3-55e358f1bda5 req-15618b2c-75de-4e8f-9863-b5bcfa6ea792 tempest-LiveMigrationTest-2001684970 tempest-LiveMigrationTest-2001684970-project] 10.222.0.104 "GET /v2.0/ports?device_id=38cb1596-590e-44d7-bc4d-de552f284c55 HTTP/1.1" status: 200 len: 944 time: 0.1414485 Jul 06 13:54:45.012955 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-77285366-da1b-4157-97a3-55e358f1bda5 req-8f24aa68-1e0c-493b-8853-dc1cf6498a51 tempest-LiveMigrationTest-2001684970 tempest-LiveMigrationTest-2001684970-project] 10.222.0.104 "GET /v2.0/security-groups?id=7e243ebf-9cf4-4917-8da6-0fd38b06f795&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670393 Jul 06 13:54:45.046550 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-8e3ae0a5-7f81-431a-a817-b62a7e539e18 req-3ed8101a-db7a-44c1-b861-0368547f3d4f tempest-LiveMigrationNegativeTest-1423627528 tempest-LiveMigrationNegativeTest-1423627528-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=c1f7e23665cb4a6ea795fee456502403&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0688679 Jul 06 13:54:45.054220 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 55604) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:54:45.129818 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Device 113a8907-4f54-4c39-b78e-d093bc9daf85 no longer exists at agent hyperv_n-h2-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 13:54:45.133178 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-5a4358ed-9cbc-49d6-9e32-399f17e7a4cf req-9cb119ad-9f5d-4b60-8336-f15084075ef0 tempest-LiveMigrationNegativeTest-1423627528 tempest-LiveMigrationNegativeTest-1423627528-project] 10.222.0.104 "GET /v2.0/ports?device_id=6745883c-8982-41fd-a7cd-0cc6a866e0f4 HTTP/1.1" status: 200 len: 210 time: 0.1329103 Jul 06 13:54:45.175178 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.db_base_plugin_v2 [None req-40c899ed-55ed-4ffe-ad35-79b9d526f113 admin admin] Deleting subnet f0fd444d-1fc2-4e09-ad91-99394163bcbc {{(pid=100246) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 13:54:45.184395 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-40c899ed-55ed-4ffe-ad35-79b9d526f113 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:45.259362 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Device 113a8907-4f54-4c39-b78e-d093bc9daf85 not bound to the agent host n-h2-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 13:54:45.280820 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-40c899ed-55ed-4ffe-ad35-79b9d526f113 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:45.331419 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3ae0a5-7f81-431a-a817-b62a7e539e18 req-796999f3-2db9-42e4-a3ac-1023494c02ba tempest-LiveMigrationNegativeTest-1423627528 tempest-LiveMigrationNegativeTest-1423627528-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:54:45.333186 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-8e3ae0a5-7f81-431a-a817-b62a7e539e18 req-796999f3-2db9-42e4-a3ac-1023494c02ba tempest-LiveMigrationNegativeTest-1423627528 tempest-LiveMigrationNegativeTest-1423627528-project] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2712338 Jul 06 13:54:45.340514 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-40c899ed-55ed-4ffe-ad35-79b9d526f113 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-913473'] for subnet, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:45.345594 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-2f33cc5e-b8d6-4765-ab47-8bf94a41708f admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1756500590-network', 'tenant_id': '4cef06e2189c48a2819839e74c70f679'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:54:45.403793 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [req-8e3ae0a5-7f81-431a-a817-b62a7e539e18 req-0504c09d-3342-463b-a767-03885e6be053 tempest-LiveMigrationNegativeTest-1423627528 tempest-LiveMigrationNegativeTest-1423627528-project] Request body: {'port': {'device_id': '6745883c-8982-41fd-a7cd-0cc6a866e0f4', 'network_id': 'ac09d390-867f-4b75-a8d2-ab11550bffd6', 'admin_state_up': True, 'tenant_id': 'c1f7e23665cb4a6ea795fee456502403'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:54:45.525025 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f33cc5e-b8d6-4765-ab47-8bf94a41708f admin admin] Made reservation on behalf of 4cef06e2189c48a2819839e74c70f679 for: {'network': 1} {{(pid=100246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 13:54:45.528463 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-2f33cc5e-b8d6-4765-ab47-8bf94a41708f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for network, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:45.559248 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-2f33cc5e-b8d6-4765-ab47-8bf94a41708f admin admin] Notify callbacks [] for security_group, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:45.572992 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-40c899ed-55ed-4ffe-ad35-79b9d526f113 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-913480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1849032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060'] for subnet, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:45.618579 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c899ed-55ed-4ffe-ad35-79b9d526f113 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f0fd444d-1fc2-4e09-ad91-99394163bcbc,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:54:45.630090 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-40c899ed-55ed-4ffe-ad35-79b9d526f113 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:45.631881 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-40c899ed-55ed-4ffe-ad35-79b9d526f113 admin admin] 10.222.0.104 "DELETE /v2.0/subnets/f0fd444d-1fc2-4e09-ad91-99394163bcbc HTTP/1.1" status: 204 len: 168 time: 0.5766964 Jul 06 13:54:45.636770 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 55616) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:54:45.748460 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-18a0be81-fd44-496c-8806-15c33a8100c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530492'] for network, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:45.762336 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26010ac-e16c-46c6-9a5b-5a27c5780ef5 req-55c1a165-ed7f-4313-95cf-46591fd8b561 tempest-LiveMigrationTest-343502667 tempest-LiveMigrationTest-343502667-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:54:45.770136 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-b26010ac-e16c-46c6-9a5b-5a27c5780ef5 req-55c1a165-ed7f-4313-95cf-46591fd8b561 tempest-LiveMigrationTest-343502667 tempest-LiveMigrationTest-343502667-project-admin] 10.222.0.104 "GET /v2.0/ports?device_id=38cb1596-590e-44d7-bc4d-de552f284c55 HTTP/1.1" status: 200 len: 1095 time: 0.4428613 Jul 06 13:54:45.785692 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06712ded-cc38-44d8-8e6e-efa4f212c0f0 req-6669dba4-45ef-42bc-89d7-40ebce0b4656 tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:54:45.787295 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-06712ded-cc38-44d8-8e6e-efa4f212c0f0 req-6669dba4-45ef-42bc-89d7-40ebce0b4656 tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] 10.222.0.104 "GET /v2.0/ports?device_id=96a5ba91-9ae1-4374-9adc-f59710ec4759 HTTP/1.1" status: 200 len: 970 time: 0.4244649 Jul 06 13:54:45.834815 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-b26010ac-e16c-46c6-9a5b-5a27c5780ef5 req-2c6be785-19cf-4433-b607-606f572a3a6d tempest-LiveMigrationTest-343502667 tempest-LiveMigrationTest-343502667-project-admin] 10.222.0.104 "GET /v2.0/security-groups?id=7e243ebf-9cf4-4917-8da6-0fd38b06f795&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637360 Jul 06 13:54:45.851582 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-06712ded-cc38-44d8-8e6e-efa4f212c0f0 req-5446fbf6-be0d-4a5e-b029-26a6cd6f7d26 tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] 10.222.0.104 "GET /v2.0/security-groups?id=9f5b92e9-7340-49c3-a9bb-41e4a1caffc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541897 Jul 06 13:54:45.891665 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-2f33cc5e-b8d6-4765-ab47-8bf94a41708f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:45.896873 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-18a0be81-fd44-496c-8806-15c33a8100c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-917204', 'neutron.services.segments.db._delete_segments_for_network-8773753502302'] for network, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:45.910517 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-2f33cc5e-b8d6-4765-ab47-8bf94a41708f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:45.926227 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-18a0be81-fd44-496c-8806-15c33a8100c0 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=100246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 13:54:45.926576 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-18a0be81-fd44-496c-8806-15c33a8100c0 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=100246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 13:54:45.927435 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-18a0be81-fd44-496c-8806-15c33a8100c0 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=100246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 13:54:45.928965 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-18a0be81-fd44-496c-8806-15c33a8100c0 admin admin] Subscribe: > port after_create 55550000 {{(pid=100246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 13:54:45.928965 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-18a0be81-fd44-496c-8806-15c33a8100c0 admin admin] Subscribe: > port after_delete 55550000 {{(pid=100246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 13:54:45.928965 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-18a0be81-fd44-496c-8806-15c33a8100c0 admin admin] Subscribe: > port after_update 55550000 {{(pid=100246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 13:54:45.928965 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-18a0be81-fd44-496c-8806-15c33a8100c0 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=100246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 13:54:45.929299 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-18a0be81-fd44-496c-8806-15c33a8100c0 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=100246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 13:54:45.929614 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-18a0be81-fd44-496c-8806-15c33a8100c0 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=100246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 13:54:45.929959 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-18a0be81-fd44-496c-8806-15c33a8100c0 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=100246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 13:54:46.073091 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-18a0be81-fd44-496c-8806-15c33a8100c0 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=100246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 13:54:46.073447 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-18a0be81-fd44-496c-8806-15c33a8100c0 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=100246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 13:54:46.073780 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-18a0be81-fd44-496c-8806-15c33a8100c0 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=100246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 13:54:46.074117 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-18a0be81-fd44-496c-8806-15c33a8100c0 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=100246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 13:54:46.074685 n-d-773647-6 neutron-server[100246]: DEBUG neutron.services.segments.db [None req-18a0be81-fd44-496c-8806-15c33a8100c0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd87db2e-57e0-4b1b-820c-87faa15cdb46']}} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:54:46.095905 n-d-773647-6 neutron-server[100246]: DEBUG neutron.services.segments.db [None req-18a0be81-fd44-496c-8806-15c33a8100c0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '774bc3e0-2ade-4178-bcda-2cf1e570c4fa') {'for_net_delete': True} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:54:46.096198 n-d-773647-6 neutron-server[100246]: DEBUG neutron.services.segments.db [None req-18a0be81-fd44-496c-8806-15c33a8100c0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '774bc3e0-2ade-4178-bcda-2cf1e570c4fa') {} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:54:46.115523 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.agents_db [None req-167c0ad6-1657-4c9a-a2c4-3b18056aa662 None None] Agent healthcheck: found 7 active agents {{(pid=100249) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 13:54:46.127172 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-18a0be81-fd44-496c-8806-15c33a8100c0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773753515138', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126218898'] for segment, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:46.159151 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-18a0be81-fd44-496c-8806-15c33a8100c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552'] for segment, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:46.186849 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f33cc5e-b8d6-4765-ab47-8bf94a41708f admin admin] vlan segment allocate from pool success with {'vlan_id': 1032, 'physical_network': 'physnet1'} {{(pid=100246) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 13:54:46.191034 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-18a0be81-fd44-496c-8806-15c33a8100c0 admin admin] Releasing vlan 1038 on physical network physnet1 to pool {{(pid=100246) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 13:54:46.191485 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-18a0be81-fd44-496c-8806-15c33a8100c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127687491'] for segment, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:46.193504 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8e3ae0a5-7f81-431a-a817-b62a7e539e18 req-0504c09d-3342-463b-a767-03885e6be053 tempest-LiveMigrationNegativeTest-1423627528 tempest-LiveMigrationNegativeTest-1423627528-project] Made reservation on behalf of c1f7e23665cb4a6ea795fee456502403 for: {'port': 1} {{(pid=100246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 13:54:46.197425 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-8e3ae0a5-7f81-431a-a817-b62a7e539e18 req-0504c09d-3342-463b-a767-03885e6be053 tempest-LiveMigrationNegativeTest-1423627528 tempest-LiveMigrationNegativeTest-1423627528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:46.239120 n-d-773647-6 neutron-server[100246]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 06 13:54:46.239120 n-d-773647-6 neutron-server[100246]: from cryptography.utils import int_from_bytes Jul 06 13:54:46.239120 n-d-773647-6 neutron-server[100246]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 06 13:54:46.239120 n-d-773647-6 neutron-server[100246]: from cryptography.utils import int_from_bytes Jul 06 13:54:46.239120 n-d-773647-6 neutron-server[100246]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 13:54:46.239120 n-d-773647-6 neutron-server[100246]: conditions |= (models_v2.Port.network_id.in_( Jul 06 13:54:46.239120 n-d-773647-6 neutron-server[100246]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 13:54:46.239120 n-d-773647-6 neutron-server[100246]: conditions |= (models_v2.Port.network_id.in_( Jul 06 13:54:46.239120 n-d-773647-6 neutron-server[100246]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 13:54:46.239120 n-d-773647-6 neutron-server[100246]: conditions |= (models_v2.Port.network_id.in_( Jul 06 13:54:46.239120 n-d-773647-6 neutron-server[100246]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 13:54:46.239120 n-d-773647-6 neutron-server[100246]: conditions |= (models_v2.Port.network_id.in_( Jul 06 13:54:46.239120 n-d-773647-6 neutron-server[100246]: Traceback (most recent call last): Jul 06 13:54:46.239120 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 13:54:46.239120 n-d-773647-6 neutron-server[100246]: timer() Jul 06 13:54:46.239120 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 13:54:46.239120 n-d-773647-6 neutron-server[100246]: cb(*args, **kw) Jul 06 13:54:46.239120 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 13:54:46.239120 n-d-773647-6 neutron-server[100246]: return func(*args, **kwargs) Jul 06 13:54:46.239120 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 13:54:46.239120 n-d-773647-6 neutron-server[100246]: self._notify() Jul 06 13:54:46.239120 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 13:54:46.239120 n-d-773647-6 neutron-server[100246]: self.callback(batched_events) Jul 06 13:54:46.239120 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 13:54:46.239120 n-d-773647-6 neutron-server[100246]: event.method(event) Jul 06 13:54:46.239120 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 13:54:46.239120 n-d-773647-6 neutron-server[100246]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 13:54:46.239120 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 13:54:46.239120 n-d-773647-6 neutron-server[100246]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 13:54:46.239120 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 13:54:46.239120 n-d-773647-6 neutron-server[100246]: return f(self, *a, **k) Jul 06 13:54:46.239120 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 13:54:46.239120 n-d-773647-6 neutron-server[100246]: return self._get(url).json() Jul 06 13:54:46.239120 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 13:54:46.239120 n-d-773647-6 neutron-server[100246]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 13:54:46.239120 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 13:54:46.239120 n-d-773647-6 neutron-server[100246]: return self.request(url, 'GET', **kwargs) Jul 06 13:54:46.239120 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 13:54:46.239120 n-d-773647-6 neutron-server[100246]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 13:54:46.239120 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 13:54:46.239120 n-d-773647-6 neutron-server[100246]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 13:54:46.239120 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 13:54:46.239120 n-d-773647-6 neutron-server[100246]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 13:54:46.239120 n-d-773647-6 neutron-server[100246]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 13:54:46.268861 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f4f815-84b2-42ca-8dfe-2b379f1cea04 req-f31982f2-eabb-48bd-8aab-aad07a772a1d tempest-LiveMigrationTest-2001684970 tempest-LiveMigrationTest-2001684970-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:54:46.275877 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-88f4f815-84b2-42ca-8dfe-2b379f1cea04 req-f31982f2-eabb-48bd-8aab-aad07a772a1d tempest-LiveMigrationTest-2001684970 tempest-LiveMigrationTest-2001684970-project] 10.222.0.104 "GET /v2.0/networks?id=4f6c277b-1b2d-40ad-a374-15bf31b2f6e9 HTTP/1.1" status: 200 len: 807 time: 0.1503551 Jul 06 13:54:46.289995 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-88f4f815-84b2-42ca-8dfe-2b379f1cea04 req-c5b72d48-4d0c-4b78-814d-f818e75d923c tempest-LiveMigrationTest-2001684970 tempest-LiveMigrationTest-2001684970-project] 10.222.0.104 "GET /v2.0/quotas/125e6575b3ba4365b3ae01568cef269b HTTP/1.1" status: 200 len: 375 time: 0.0131710 Jul 06 13:54:46.304558 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-8e3ae0a5-7f81-431a-a817-b62a7e539e18 req-0504c09d-3342-463b-a767-03885e6be053 tempest-LiveMigrationNegativeTest-1423627528 tempest-LiveMigrationNegativeTest-1423627528-project] Notify callbacks [] for security_group, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:46.325034 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-2f33cc5e-b8d6-4765-ab47-8bf94a41708f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552'] for segment, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:46.325456 n-d-773647-6 neutron-server[100246]: INFO neutron.db.segments_db [None req-2f33cc5e-b8d6-4765-ab47-8bf94a41708f admin admin] Added segment da615941-94ee-441c-92fd-37ca002df9b5 of type vlan for network 719b716d-a00d-48ee-8755-3a8bbdfaf0d2 Jul 06 13:54:46.377216 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-88f4f815-84b2-42ca-8dfe-2b379f1cea04 req-4059063f-8a84-45aa-8210-9b3ae1b62266 tempest-LiveMigrationTest-2001684970 tempest-LiveMigrationTest-2001684970-project] 10.222.0.104 "GET /v2.0/ports?tenant_id=125e6575b3ba4365b3ae01568cef269b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0801351 Jul 06 13:54:46.379352 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-2f33cc5e-b8d6-4765-ab47-8bf94a41708f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773752984405'] for network, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:46.404145 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-18a0be81-fd44-496c-8806-15c33a8100c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-917215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1761140'] for network, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:46.405716 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f33cc5e-b8d6-4765-ab47-8bf94a41708f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43f6fcb8-9501-44d6-9feb-82c82c5d5862,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:54:46.437369 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a0be81-fd44-496c-8806-15c33a8100c0 admin admin] Pushing event deleted for resources: {'Network': ['ID=cd87db2e-57e0-4b1b-820c-87faa15cdb46,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:54:46.443053 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-18a0be81-fd44-496c-8806-15c33a8100c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583035'] for network, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:46.448817 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-18a0be81-fd44-496c-8806-15c33a8100c0 admin admin] 10.222.0.104 "DELETE /v2.0/networks/cd87db2e-57e0-4b1b-820c-87faa15cdb46 HTTP/1.1" status: 204 len: 168 time: 0.8090215 Jul 06 13:54:46.452158 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 55664) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:54:46.486191 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-2f33cc5e-b8d6-4765-ab47-8bf94a41708f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060'] for network, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:46.487549 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f33cc5e-b8d6-4765-ab47-8bf94a41708f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:54:46.488398 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-2f33cc5e-b8d6-4765-ab47-8bf94a41708f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583035'] for network, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:46.548319 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-174b0ec3-deee-42c0-83b8-d3fa675debe9 req-245a6f61-4de7-40ba-8272-db76d354a024 tempest-LiveMigrationNegativeTest-1423627528 tempest-LiveMigrationNegativeTest-1423627528-project] 10.222.0.104 "GET /v2.0/ports?device_id=6745883c-8982-41fd-a7cd-0cc6a866e0f4 HTTP/1.1" status: 200 len: 210 time: 0.0361996 Jul 06 13:54:46.554968 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-88f4f815-84b2-42ca-8dfe-2b379f1cea04 req-624bb39e-ae22-435e-8d7a-13f53a9f92cd service neutron] 10.222.0.104 "GET /v2.0/networks/4f6c277b-1b2d-40ad-a374-15bf31b2f6e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1708808 Jul 06 13:54:46.589125 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.db_base_plugin_v2 [None req-18b164c5-4dc3-4b11-8655-1a8b3c30ef40 admin admin] Deleting subnet 2ef954bf-1cc3-47b6-bdf8-f72720d512f6 {{(pid=100246) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 13:54:46.594495 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-18b164c5-4dc3-4b11-8655-1a8b3c30ef40 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:46.622693 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f33cc5e-b8d6-4765-ab47-8bf94a41708f admin admin] Pushing event updated for resources: {'Network': ['ID=719b716d-a00d-48ee-8755-3a8bbdfaf0d2,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:54:46.648548 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Network 719b716d-a00d-48ee-8755-3a8bbdfaf0d2 details requested by agent ovs-agent-n-d-773647-6 with host n-d-773647-6 {{(pid=100248) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 13:54:46.705878 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-88f4f815-84b2-42ca-8dfe-2b379f1cea04 req-d685f7b3-6037-42df-b7dc-bf7673aa010b service neutron] 10.222.0.104 "GET /v2.0/networks/4f6c277b-1b2d-40ad-a374-15bf31b2f6e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1449268 Jul 06 13:54:46.733000 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-18b164c5-4dc3-4b11-8655-1a8b3c30ef40 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126218885'] for subnet, precommit_delete_associations {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:46.794143 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-18b164c5-4dc3-4b11-8655-1a8b3c30ef40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-913473'] for subnet, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:46.797212 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-8e3ae0a5-7f81-431a-a817-b62a7e539e18 req-0504c09d-3342-463b-a767-03885e6be053 tempest-LiveMigrationNegativeTest-1423627528 tempest-LiveMigrationNegativeTest-1423627528-project] Notify callbacks [] for security_group, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:46.821567 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-8e3ae0a5-7f81-431a-a817-b62a7e539e18 req-0504c09d-3342-463b-a767-03885e6be053 tempest-LiveMigrationNegativeTest-1423627528 tempest-LiveMigrationNegativeTest-1423627528-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:46.840476 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-2f33cc5e-b8d6-4765-ab47-8bf94a41708f admin admin] 10.222.0.104 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 1.9787240 Jul 06 13:54:46.843667 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 55678) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:54:46.849719 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [None req-d2894d6d-7c79-48a3-a410-1a4841c57d15 admin admin] Request body: {'subnet': {'network_id': '719b716d-a00d-48ee-8755-3a8bbdfaf0d2', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1756500590-subnet', 'tenant_id': '4cef06e2189c48a2819839e74c70f679', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:54:46.887938 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2894d6d-7c79-48a3-a410-1a4841c57d15 admin admin] Made reservation on behalf of 4cef06e2189c48a2819839e74c70f679 for: {'subnet': 1} {{(pid=100247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 13:54:46.902270 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-d2894d6d-7c79-48a3-a410-1a4841c57d15 admin admin] Notify callbacks [] for subnet, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:46.930370 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0504c09d-3342-463b-a767-03885e6be053 tempest-LiveMigrationNegativeTest-1423627528 tempest-LiveMigrationNegativeTest-1423627528-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ef09d142-5e37-465b-8810-9ba573f3b8cd,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:54:46.952977 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-18b164c5-4dc3-4b11-8655-1a8b3c30ef40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-913480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1849032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127687590', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127702764'] for subnet, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:46.992399 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b164c5-4dc3-4b11-8655-1a8b3c30ef40 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2ef954bf-1cc3-47b6-bdf8-f72720d512f6,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:54:47.048421 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-18b164c5-4dc3-4b11-8655-1a8b3c30ef40 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:47.051233 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-18b164c5-4dc3-4b11-8655-1a8b3c30ef40 admin admin] 10.222.0.104 "DELETE /v2.0/subnets/2ef954bf-1cc3-47b6-bdf8-f72720d512f6 HTTP/1.1" status: 204 len: 168 time: 0.5975623 Jul 06 13:54:47.054663 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-0da38374-c86e-4cb5-8a26-c6b5500e50f8 req-29bdeb5a-7f79-4ab3-9d6d-f11dbd0171e5 tempest-LiveMigrationTest-2001684970 tempest-LiveMigrationTest-2001684970-project] 10.222.0.104 "GET /v2.0/ports?device_id=c2e7e169-6d3e-4fe1-9d57-062eaff9ad98 HTTP/1.1" status: 200 len: 210 time: 0.0503938 Jul 06 13:54:47.054798 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 55692) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:54:47.231360 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-d2894d6d-7c79-48a3-a410-1a4841c57d15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1849032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060'] for subnet, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:47.267275 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-eb6836e5-4164-43c3-9ec1-45abb6e5aec5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530492'] for network, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:47.287818 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2894d6d-7c79-48a3-a410-1a4841c57d15 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7f475f76-2dcc-4dce-adb2-7deed8b8ad71,revision_number=0']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:54:47.333341 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.db_base_plugin_common [req-8e3ae0a5-7f81-431a-a817-b62a7e539e18 req-0504c09d-3342-463b-a767-03885e6be053 tempest-LiveMigrationNegativeTest-1423627528 tempest-LiveMigrationNegativeTest-1423627528-project] Allocated IP 192.168.233.36 (ac09d390-867f-4b75-a8d2-ab11550bffd6/d1c3cc78-09b9-4e30-99fd-0e5830de101d/16152f2b-7c2d-44df-b317-d63c5609471e) {{(pid=100246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 13:54:47.403882 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-eb6836e5-4164-43c3-9ec1-45abb6e5aec5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-917204', 'neutron.services.segments.db._delete_segments_for_network-8773753502302'] for network, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:47.417232 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8589fce-dd3a-43df-8d97-c728b53d3599 req-0c890656-a6a4-46a3-ae8c-e4247300bc2f tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:54:47.421438 n-d-773647-6 neutron-server[100246]: DEBUG neutron.services.segments.db [None req-eb6836e5-4164-43c3-9ec1-45abb6e5aec5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d6de21a9-9e80-4bb7-9059-e07885325c2b']}} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:54:47.429604 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-a8589fce-dd3a-43df-8d97-c728b53d3599 req-0c890656-a6a4-46a3-ae8c-e4247300bc2f tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] 10.222.0.104 "GET /v2.0/ports?device_id=96a5ba91-9ae1-4374-9adc-f59710ec4759 HTTP/1.1" status: 200 len: 970 time: 0.1472676 Jul 06 13:54:47.439290 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2894d6d-7c79-48a3-a410-1a4841c57d15 admin admin] Checking segment: {'id': 'da615941-94ee-441c-92fd-37ca002df9b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': '719b716d-a00d-48ee-8755-3a8bbdfaf0d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100247) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 13:54:47.442334 n-d-773647-6 neutron-server[100246]: DEBUG neutron.services.segments.db [None req-eb6836e5-4164-43c3-9ec1-45abb6e5aec5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '88ed87b6-3421-405b-99e5-00f75620c144') {'for_net_delete': True} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:54:47.442712 n-d-773647-6 neutron-server[100246]: DEBUG neutron.services.segments.db [None req-eb6836e5-4164-43c3-9ec1-45abb6e5aec5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '88ed87b6-3421-405b-99e5-00f75620c144') {} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:54:47.442919 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2894d6d-7c79-48a3-a410-1a4841c57d15 admin admin] Network hostable DHCP agents. Network: 719b716d-a00d-48ee-8755-3a8bbdfaf0d2, hostable agents: ['f2bada3d-be77-4359-982b-8505a2bbca04'], hosted agents: [] {{(pid=100247) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 13:54:47.460465 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-eb6836e5-4164-43c3-9ec1-45abb6e5aec5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773753515138', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126218898'] for segment, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:47.509858 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2894d6d-7c79-48a3-a410-1a4841c57d15 admin admin] Network 719b716d-a00d-48ee-8755-3a8bbdfaf0d2 is scheduled to be hosted by DHCP agent f2bada3d-be77-4359-982b-8505a2bbca04 with binding_index 1 {{(pid=100247) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 13:54:47.517219 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-a8589fce-dd3a-43df-8d97-c728b53d3599 req-b6ac181b-7569-4aba-ad92-6e44324fb76b tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] 10.222.0.104 "GET /v2.0/security-groups?id=9f5b92e9-7340-49c3-a9bb-41e4a1caffc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788443 Jul 06 13:54:47.527455 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.base_scheduler [None req-d2894d6d-7c79-48a3-a410-1a4841c57d15 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773647-6, 719b716d-a00d-48ee-8755-3a8bbdfaf0d2) {{(pid=100247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:54:47.533092 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2894d6d-7c79-48a3-a410-1a4841c57d15 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:54:47.534481 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-d2894d6d-7c79-48a3-a410-1a4841c57d15 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583035'] for subnet, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:47.538310 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eef8eb11-9fea-4316-80ea-da469a8113dc None None] Network 719b716d-a00d-48ee-8755-3a8bbdfaf0d2 requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 13:54:47.563089 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-d2894d6d-7c79-48a3-a410-1a4841c57d15 admin admin] 10.222.0.104 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.7096255 Jul 06 13:54:47.609804 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-eb6836e5-4164-43c3-9ec1-45abb6e5aec5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552'] for segment, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:47.626505 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb6836e5-4164-43c3-9ec1-45abb6e5aec5 admin admin] Releasing vlan 1011 on physical network physnet1 to pool {{(pid=100246) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 13:54:47.627643 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-eb6836e5-4164-43c3-9ec1-45abb6e5aec5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127687491'] for segment, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:47.629619 n-d-773647-6 neutron-server[100246]: Traceback (most recent call last): Jul 06 13:54:47.629619 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 13:54:47.629619 n-d-773647-6 neutron-server[100246]: timer() Jul 06 13:54:47.629619 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 13:54:47.629619 n-d-773647-6 neutron-server[100246]: cb(*args, **kw) Jul 06 13:54:47.629619 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 13:54:47.629619 n-d-773647-6 neutron-server[100246]: return func(*args, **kwargs) Jul 06 13:54:47.629619 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 13:54:47.629619 n-d-773647-6 neutron-server[100246]: self._notify() Jul 06 13:54:47.629619 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 13:54:47.629619 n-d-773647-6 neutron-server[100246]: self.callback(batched_events) Jul 06 13:54:47.629619 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 13:54:47.629619 n-d-773647-6 neutron-server[100246]: event.method(event) Jul 06 13:54:47.629619 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 13:54:47.629619 n-d-773647-6 neutron-server[100246]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 13:54:47.629619 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 13:54:47.629619 n-d-773647-6 neutron-server[100246]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 13:54:47.629619 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 13:54:47.629619 n-d-773647-6 neutron-server[100246]: return f(self, *a, **k) Jul 06 13:54:47.629619 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 13:54:47.629619 n-d-773647-6 neutron-server[100246]: return self._get(url).json() Jul 06 13:54:47.629619 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 13:54:47.629619 n-d-773647-6 neutron-server[100246]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 13:54:47.629619 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 13:54:47.629619 n-d-773647-6 neutron-server[100246]: return self.request(url, 'GET', **kwargs) Jul 06 13:54:47.629619 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 13:54:47.629619 n-d-773647-6 neutron-server[100246]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 13:54:47.629619 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 13:54:47.629619 n-d-773647-6 neutron-server[100246]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 13:54:47.629619 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 13:54:47.629619 n-d-773647-6 neutron-server[100246]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 13:54:47.629619 n-d-773647-6 neutron-server[100246]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 13:54:47.763969 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-7f935e8a-50a7-4301-8335-b833f92ebcd7 req-cab8a051-5ba1-4b26-a35b-00c3ff6d2489 tempest-LiveMigrationNegativeTest-1423627528 tempest-LiveMigrationNegativeTest-1423627528-project] 10.222.0.104 "GET /v2.0/ports?device_id=6745883c-8982-41fd-a7cd-0cc6a866e0f4 HTTP/1.1" status: 200 len: 210 time: 0.0626979 Jul 06 13:54:47.858485 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f8f76c1-bc34-4640-9c94-450faa10d778 None None] Network 719b716d-a00d-48ee-8755-3a8bbdfaf0d2 requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 13:54:48.102345 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 55730) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:54:48.174578 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-8e3ae0a5-7f81-431a-a817-b62a7e539e18 req-0504c09d-3342-463b-a767-03885e6be053 tempest-LiveMigrationNegativeTest-1423627528 tempest-LiveMigrationNegativeTest-1423627528-project] Notify callbacks [] for port, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:48.224924 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.provisioning_blocks [req-8e3ae0a5-7f81-431a-a817-b62a7e539e18 req-0504c09d-3342-463b-a767-03885e6be053 tempest-LiveMigrationNegativeTest-1423627528 tempest-LiveMigrationNegativeTest-1423627528-project] Transition to ACTIVE for port object 16152f2b-7c2d-44df-b317-d63c5609471e will not be triggered until provisioned by entity DHCP. {{(pid=100246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 13:54:48.268027 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-eb6836e5-4164-43c3-9ec1-45abb6e5aec5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-917215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1761140'] for network, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:48.287552 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-eb6836e5-4164-43c3-9ec1-45abb6e5aec5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583035'] for network, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:48.292885 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-eb6836e5-4164-43c3-9ec1-45abb6e5aec5 admin admin] 10.222.0.104 "DELETE /v2.0/networks/d6de21a9-9e80-4bb7-9059-e07885325c2b HTTP/1.1" status: 204 len: 168 time: 1.2370503 Jul 06 13:54:48.294742 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-8e3ae0a5-7f81-431a-a817-b62a7e539e18 req-0504c09d-3342-463b-a767-03885e6be053 tempest-LiveMigrationNegativeTest-1423627528 tempest-LiveMigrationNegativeTest-1423627528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-127687573'] for port, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:48.349725 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-edcbbfe2-c5a2-44d0-952d-a269f5773f87 req-86a56e2f-e352-4e8e-bc81-0c094007358b tempest-LiveMigrationTest-2001684970 tempest-LiveMigrationTest-2001684970-project] 10.222.0.104 "GET /v2.0/ports?device_id=c2e7e169-6d3e-4fe1-9d57-062eaff9ad98 HTTP/1.1" status: 200 len: 210 time: 0.0454087 Jul 06 13:54:48.358561 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6836e5-4164-43c3-9ec1-45abb6e5aec5 admin admin] Pushing event deleted for resources: {'Network': ['ID=d6de21a9-9e80-4bb7-9059-e07885325c2b,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:54:48.390405 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-01feaf0d-cd9a-40f0-86c9-4177d40b5b51 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:48.412656 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8e3ae0a5-7f81-431a-a817-b62a7e539e18 req-0504c09d-3342-463b-a767-03885e6be053 tempest-LiveMigrationNegativeTest-1423627528 tempest-LiveMigrationNegativeTest-1423627528-project] Network ac09d390-867f-4b75-a8d2-ab11550bffd6 is already hosted by enough agents. {{(pid=100246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 13:54:48.423108 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.base_scheduler [req-8e3ae0a5-7f81-431a-a817-b62a7e539e18 req-0504c09d-3342-463b-a767-03885e6be053 tempest-LiveMigrationNegativeTest-1423627528 tempest-LiveMigrationNegativeTest-1423627528-project] Resources bound (agent type, host, resource id): {{(pid=100246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:54:48.432610 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e3ae0a5-7f81-431a-a817-b62a7e539e18 req-0504c09d-3342-463b-a767-03885e6be053 tempest-LiveMigrationNegativeTest-1423627528 tempest-LiveMigrationNegativeTest-1423627528-project] Received port after_create {{(pid=100246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 13:54:48.437080 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0504c09d-3342-463b-a767-03885e6be053 tempest-LiveMigrationNegativeTest-1423627528 tempest-LiveMigrationNegativeTest-1423627528-project] Pushing event updated for resources: {'Port': ['ID=16152f2b-7c2d-44df-b317-d63c5609471e,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:54:48.576047 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 55744) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:54:48.580742 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-01feaf0d-cd9a-40f0-86c9-4177d40b5b51 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:48.594299 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-01feaf0d-cd9a-40f0-86c9-4177d40b5b51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:48.603917 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3ae0a5-7f81-431a-a817-b62a7e539e18 req-0504c09d-3342-463b-a767-03885e6be053 tempest-LiveMigrationNegativeTest-1423627528 tempest-LiveMigrationNegativeTest-1423627528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:54:48.604731 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-8e3ae0a5-7f81-431a-a817-b62a7e539e18 req-0504c09d-3342-463b-a767-03885e6be053 tempest-LiveMigrationNegativeTest-1423627528 tempest-LiveMigrationNegativeTest-1423627528-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:48.647721 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-8e3ae0a5-7f81-431a-a817-b62a7e539e18 req-0504c09d-3342-463b-a767-03885e6be053 tempest-LiveMigrationNegativeTest-1423627528 tempest-LiveMigrationNegativeTest-1423627528-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.2804301 Jul 06 13:54:48.658040 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01feaf0d-cd9a-40f0-86c9-4177d40b5b51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbe6b135-8393-4573-ada5-6ddc3d04237e,revision_number=1']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:54:48.692649 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [req-8e3ae0a5-7f81-431a-a817-b62a7e539e18 req-d719474e-6d9a-42d8-9041-9bbb53a9780c service neutron] Request body: {'port': {'device_id': '6745883c-8982-41fd-a7cd-0cc6a866e0f4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-773647-6'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:54:48.703579 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-01feaf0d-cd9a-40f0-86c9-4177d40b5b51 admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=fcee80f9e2614adb8cb78ca0130d8193&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6000485 Jul 06 13:54:48.707237 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 55748) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:54:48.890345 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 55754) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:54:48.897768 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [None req-dcc57883-8b48-43e8-bc1a-d7331c53ff79 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1412912866-network', 'tenant_id': 'a0d170ce65ea421da50e7b196dbeba40'}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:54:48.898212 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-576f2150-8a4d-436b-a0fa-edaa1c4140b5 None None] Provisioning for port 16152f2b-7c2d-44df-b317-d63c5609471e completed by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 13:54:48.908511 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-576f2150-8a4d-436b-a0fa-edaa1c4140b5 None None] Provisioning complete for port 16152f2b-7c2d-44df-b317-d63c5609471e triggered by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:54:48.908881 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-576f2150-8a4d-436b-a0fa-edaa1c4140b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:48.973477 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39ff71a-d75e-4227-aac5-ff09be4da2ab req-731dc57e-88a2-465c-8d8d-3efc16abd16b tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:54:48.977294 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-79eab0c1-ee5e-4c6f-a7c3-155910c02692 admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=a780dec79aae46a39010dfcf9b5f5435&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3997889 Jul 06 13:54:48.982341 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-d39ff71a-d75e-4227-aac5-ff09be4da2ab req-731dc57e-88a2-465c-8d8d-3efc16abd16b tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] 10.222.0.104 "GET /v2.0/ports?device_id=96a5ba91-9ae1-4374-9adc-f59710ec4759 HTTP/1.1" status: 200 len: 970 time: 0.1462400 Jul 06 13:54:48.984801 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 55756) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:54:49.014021 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcc57883-8b48-43e8-bc1a-d7331c53ff79 admin admin] Made reservation on behalf of a0d170ce65ea421da50e7b196dbeba40 for: {'network': 1} {{(pid=100247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 13:54:49.016495 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-dcc57883-8b48-43e8-bc1a-d7331c53ff79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for network, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:49.019799 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-576f2150-8a4d-436b-a0fa-edaa1c4140b5 None None] Port 16152f2b-7c2d-44df-b317-d63c5609471e cannot update to ACTIVE because it is not bound. {{(pid=100248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 13:54:49.063523 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-8e3ae0a5-7f81-431a-a817-b62a7e539e18 req-d719474e-6d9a-42d8-9041-9bbb53a9780c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:49.066445 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-8d6e14da-81f5-4e47-85c6-b53ce15cda77 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:49.081144 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-dcc57883-8b48-43e8-bc1a-d7331c53ff79 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:49.115052 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-8d6e14da-81f5-4e47-85c6-b53ce15cda77 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:49.124841 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f4f815-84b2-42ca-8dfe-2b379f1cea04 req-16f6cdba-fcb5-4deb-a4c7-c5efbb505d45 tempest-LiveMigrationTest-2001684970 tempest-LiveMigrationTest-2001684970-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:54:49.127124 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-88f4f815-84b2-42ca-8dfe-2b379f1cea04 req-16f6cdba-fcb5-4deb-a4c7-c5efbb505d45 tempest-LiveMigrationTest-2001684970 tempest-LiveMigrationTest-2001684970-project] 10.222.0.72 "GET /v2.0/networks?id=4f6c277b-1b2d-40ad-a374-15bf31b2f6e9 HTTP/1.1" status: 200 len: 807 time: 0.3993740 Jul 06 13:54:49.151159 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [req-88f4f815-84b2-42ca-8dfe-2b379f1cea04 req-003d63e0-0de8-4e16-98d5-689080b1cfeb tempest-LiveMigrationTest-2001684970 tempest-LiveMigrationTest-2001684970-project] Request body: {'port': {'device_id': 'c2e7e169-6d3e-4fe1-9d57-062eaff9ad98', 'network_id': '4f6c277b-1b2d-40ad-a374-15bf31b2f6e9', 'admin_state_up': True, 'tenant_id': '125e6575b3ba4365b3ae01568cef269b'}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:54:49.157627 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-d39ff71a-d75e-4227-aac5-ff09be4da2ab req-a020411a-304b-48fd-93ad-943c12b94176 tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] 10.222.0.104 "GET /v2.0/security-groups?id=9f5b92e9-7340-49c3-a9bb-41e4a1caffc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1741362 Jul 06 13:54:49.234851 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-837cf736-9665-4fb7-8a62-a18bbb51699a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:49.271092 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-8d6e14da-81f5-4e47-85c6-b53ce15cda77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:49.273933 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-8d6e14da-81f5-4e47-85c6-b53ce15cda77 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:49.290699 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-8d6e14da-81f5-4e47-85c6-b53ce15cda77 admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/bbe6b135-8393-4573-ada5-6ddc3d04237e HTTP/1.1" status: 204 len: 168 time: 0.5823531 Jul 06 13:54:49.295800 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-837cf736-9665-4fb7-8a62-a18bbb51699a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:49.342619 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063cb606-7fec-4a9b-b979-10cfa4cb9bfd req-e781df98-3d5e-4207-81bb-52e6b1fe3b9b tempest-LiveMigrationNegativeTest-1423627528 tempest-LiveMigrationNegativeTest-1423627528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:54:49.344189 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-063cb606-7fec-4a9b-b979-10cfa4cb9bfd req-e781df98-3d5e-4207-81bb-52e6b1fe3b9b tempest-LiveMigrationNegativeTest-1423627528 tempest-LiveMigrationNegativeTest-1423627528-project] 10.222.0.104 "GET /v2.0/ports?device_id=6745883c-8982-41fd-a7cd-0cc6a866e0f4 HTTP/1.1" status: 200 len: 935 time: 0.3212233 Jul 06 13:54:49.407565 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6e14da-81f5-4e47-85c6-b53ce15cda77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbe6b135-8393-4573-ada5-6ddc3d04237e,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:54:49.444544 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-063cb606-7fec-4a9b-b979-10cfa4cb9bfd req-9ff17f94-0eb9-4235-b840-cbfcdaa6bd5d tempest-LiveMigrationNegativeTest-1423627528 tempest-LiveMigrationNegativeTest-1423627528-project] 10.222.0.104 "GET /v2.0/security-groups?id=ef09d142-5e37-465b-8810-9ba573f3b8cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923824 Jul 06 13:54:49.485238 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-dcc57883-8b48-43e8-bc1a-d7331c53ff79 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:49.488292 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-837cf736-9665-4fb7-8a62-a18bbb51699a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:49.491986 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-837cf736-9665-4fb7-8a62-a18bbb51699a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:49.494111 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-837cf736-9665-4fb7-8a62-a18bbb51699a admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/14528e51-c665-43db-9a48-48923b7eeef7 HTTP/1.1" status: 204 len: 168 time: 0.4811695 Jul 06 13:54:49.572997 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-dcc57883-8b48-43e8-bc1a-d7331c53ff79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:49.581608 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837cf736-9665-4fb7-8a62-a18bbb51699a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14528e51-c665-43db-9a48-48923b7eeef7,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:54:49.623861 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc57883-8b48-43e8-bc1a-d7331c53ff79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5f17d80-298e-4ac5-a384-f14ad591483e,revision_number=1']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:54:49.632510 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-88f4f815-84b2-42ca-8dfe-2b379f1cea04 req-003d63e0-0de8-4e16-98d5-689080b1cfeb tempest-LiveMigrationTest-2001684970 tempest-LiveMigrationTest-2001684970-project] Made reservation on behalf of 125e6575b3ba4365b3ae01568cef269b for: {'port': 1} {{(pid=100247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 13:54:49.636419 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-88f4f815-84b2-42ca-8dfe-2b379f1cea04 req-003d63e0-0de8-4e16-98d5-689080b1cfeb tempest-LiveMigrationTest-2001684970 tempest-LiveMigrationTest-2001684970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:49.675202 n-d-773647-6 neutron-server[100246]: DEBUG neutron.notifiers.nova [req-8e3ae0a5-7f81-431a-a817-b62a7e539e18 req-d719474e-6d9a-42d8-9041-9bbb53a9780c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 16152f2b-7c2d-44df-b317-d63c5609471e {{(pid=100246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 13:54:49.690695 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-b137481d-ef0a-4b6c-8af5-02b3827aaf24 req-6d30bea2-9e4e-4900-8c60-7b4a44a7ed0c tempest-LiveMigrationTest-2001684970 tempest-LiveMigrationTest-2001684970-project] 10.222.0.104 "GET /v2.0/ports?device_id=c2e7e169-6d3e-4fe1-9d57-062eaff9ad98 HTTP/1.1" status: 200 len: 210 time: 0.0606427 Jul 06 13:54:49.699988 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.72', 53518) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:54:49.705839 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-8e3ae0a5-7f81-431a-a817-b62a7e539e18 req-d719474e-6d9a-42d8-9041-9bbb53a9780c service neutron] Notify callbacks [] for port, precommit_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:49.784674 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.provisioning_blocks [req-8e3ae0a5-7f81-431a-a817-b62a7e539e18 req-d719474e-6d9a-42d8-9041-9bbb53a9780c service neutron] Transition to ACTIVE for port object 16152f2b-7c2d-44df-b317-d63c5609471e will not be triggered until provisioned by entity L2. {{(pid=100246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 13:54:49.805703 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-8e3ae0a5-7f81-431a-a817-b62a7e539e18 req-d719474e-6d9a-42d8-9041-9bbb53a9780c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127687527'] for port, after_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:49.840656 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dcc57883-8b48-43e8-bc1a-d7331c53ff79 admin admin] vlan segment allocate from pool success with {'vlan_id': 1027, 'physical_network': 'physnet1'} {{(pid=100247) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 13:54:49.886693 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-dcc57883-8b48-43e8-bc1a-d7331c53ff79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552'] for segment, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:49.890974 n-d-773647-6 neutron-server[100246]: INFO neutron.api.v2.resource [req-c0139c3a-7ceb-43ef-899c-591982e4b7a2 req-5138ebe2-ed7f-48c5-902b-3fc9d374534d service neutron] show failed (client error): The resource could not be found. Jul 06 13:54:49.892059 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-c0139c3a-7ceb-43ef-899c-591982e4b7a2 req-5138ebe2-ed7f-48c5-902b-3fc9d374534d service neutron] 10.222.0.72 "GET /v2.0/ports/2985e841-186d-4c50-81aa-7edeced86cb2/bindings/n-h1-773647-6 HTTP/1.1" status: 404 len: 380 time: 0.1812184 Jul 06 13:54:49.895126 n-d-773647-6 neutron-server[100247]: INFO neutron.db.segments_db [None req-dcc57883-8b48-43e8-bc1a-d7331c53ff79 admin admin] Added segment 2e3b634f-f318-44b2-8e93-4b9a41592096 of type vlan for network 883e08e3-edca-4d94-91f8-a54531d86136 Jul 06 13:54:49.976580 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d719474e-6d9a-42d8-9041-9bbb53a9780c service neutron] Pushing event updated for resources: {'Port': ['ID=16152f2b-7c2d-44df-b317-d63c5609471e,revision_number=2']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:54:50.024023 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.db_base_plugin_common [req-88f4f815-84b2-42ca-8dfe-2b379f1cea04 req-003d63e0-0de8-4e16-98d5-689080b1cfeb tempest-LiveMigrationTest-2001684970 tempest-LiveMigrationTest-2001684970-project] Allocated IP 172.20.0.5 (4f6c277b-1b2d-40ad-a374-15bf31b2f6e9/3ab4a4f6-31db-40f5-bd89-967e515dcbd9/41248504-0f72-4f85-93d1-c1696547ea84) {{(pid=100247) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 13:54:50.076814 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 55774) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:54:50.099474 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-dcc57883-8b48-43e8-bc1a-d7331c53ff79 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773752984405'] for network, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:50.119403 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [req-8e3ae0a5-7f81-431a-a817-b62a7e539e18 req-d719474e-6d9a-42d8-9041-9bbb53a9780c service neutron] Attempting to bind port 16152f2b-7c2d-44df-b317-d63c5609471e on host n-h2-773647-6 for vnic_type normal with profile {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 13:54:50.119740 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [req-8e3ae0a5-7f81-431a-a817-b62a7e539e18 req-d719474e-6d9a-42d8-9041-9bbb53a9780c service neutron] Attempting to bind port 16152f2b-7c2d-44df-b317-d63c5609471e by drivers openvswitch,hyperv on host n-h2-773647-6 at level 0 using segments [{'id': 'c9ea893d-045e-42cf-b3dd-cdd1f79baccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'ac09d390-867f-4b75-a8d2-ab11550bffd6'}] {{(pid=100246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 13:54:50.120067 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e3ae0a5-7f81-431a-a817-b62a7e539e18 req-d719474e-6d9a-42d8-9041-9bbb53a9780c service neutron] Attempting to bind port 16152f2b-7c2d-44df-b317-d63c5609471e on network ac09d390-867f-4b75-a8d2-ab11550bffd6 {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 13:54:50.124168 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-090890d1-a1ba-425d-ad44-0032831a77fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:50.136319 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e3ae0a5-7f81-431a-a817-b62a7e539e18 req-d719474e-6d9a-42d8-9041-9bbb53a9780c service neutron] Port 16152f2b-7c2d-44df-b317-d63c5609471e on network ac09d390-867f-4b75-a8d2-ab11550bffd6 not bound, no agent of type Open vSwitch agent registered on host n-h2-773647-6 {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 13:54:50.136648 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e3ae0a5-7f81-431a-a817-b62a7e539e18 req-d719474e-6d9a-42d8-9041-9bbb53a9780c service neutron] Attempting to bind port 16152f2b-7c2d-44df-b317-d63c5609471e on network ac09d390-867f-4b75-a8d2-ab11550bffd6 {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 13:54:50.148436 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e3ae0a5-7f81-431a-a817-b62a7e539e18 req-d719474e-6d9a-42d8-9041-9bbb53a9780c service neutron] Checking agent: {'id': '63768ece-0600-4354-8d29-fdedec96b077', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-773647-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 51, 10), 'started_at': datetime.datetime(2021, 7, 6, 13, 51, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 13, 54, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 13:54:50.148809 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e3ae0a5-7f81-431a-a817-b62a7e539e18 req-d719474e-6d9a-42d8-9041-9bbb53a9780c service neutron] Checking segment: {'id': 'c9ea893d-045e-42cf-b3dd-cdd1f79baccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'ac09d390-867f-4b75-a8d2-ab11550bffd6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 13:54:50.149325 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e3ae0a5-7f81-431a-a817-b62a7e539e18 req-d719474e-6d9a-42d8-9041-9bbb53a9780c service neutron] Bound using segment: {'id': 'c9ea893d-045e-42cf-b3dd-cdd1f79baccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'ac09d390-867f-4b75-a8d2-ab11550bffd6'} {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 13:54:50.149765 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [req-8e3ae0a5-7f81-431a-a817-b62a7e539e18 req-d719474e-6d9a-42d8-9041-9bbb53a9780c service neutron] Bound port: 16152f2b-7c2d-44df-b317-d63c5609471e, host: n-h2-773647-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c9ea893d-045e-42cf-b3dd-cdd1f79baccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'ac09d390-867f-4b75-a8d2-ab11550bffd6'}}] {{(pid=100246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 13:54:50.150156 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-8e3ae0a5-7f81-431a-a817-b62a7e539e18 req-d719474e-6d9a-42d8-9041-9bbb53a9780c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:50.206221 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-dcc57883-8b48-43e8-bc1a-d7331c53ff79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060'] for network, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:50.216543 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcc57883-8b48-43e8-bc1a-d7331c53ff79 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:54:50.217188 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-dcc57883-8b48-43e8-bc1a-d7331c53ff79 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583035'] for network, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:50.268640 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 55778) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:54:50.312137 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.db [req-8e3ae0a5-7f81-431a-a817-b62a7e539e18 req-d719474e-6d9a-42d8-9041-9bbb53a9780c service neutron] For port 16152f2b-7c2d-44df-b317-d63c5609471e, host n-h2-773647-6, cleared binding levels {{(pid=100246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 13:54:50.360438 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.db [req-8e3ae0a5-7f81-431a-a817-b62a7e539e18 req-d719474e-6d9a-42d8-9041-9bbb53a9780c service neutron] For port 16152f2b-7c2d-44df-b317-d63c5609471e, host n-h2-773647-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=16152f2b-7c2d-44df-b317-d63c5609471e,segment=NetworkSegment(c9ea893d-045e-42cf-b3dd-cdd1f79baccd),segment_id=c9ea893d-045e-42cf-b3dd-cdd1f79baccd)] {{(pid=100246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 13:54:50.371851 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-8e3ae0a5-7f81-431a-a817-b62a7e539e18 req-d719474e-6d9a-42d8-9041-9bbb53a9780c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127687527'] for port, after_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:50.432318 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-394b044a-4857-4d4e-a61c-4e0326f22fba admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=800e424c3f494eb48f3818cca701645f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1524034 Jul 06 13:54:50.438428 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 55782) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:54:50.450809 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3ae0a5-7f81-431a-a817-b62a7e539e18 req-d719474e-6d9a-42d8-9041-9bbb53a9780c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:54:50.451441 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-8e3ae0a5-7f81-431a-a817-b62a7e539e18 req-d719474e-6d9a-42d8-9041-9bbb53a9780c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:50.452967 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-8e3ae0a5-7f81-431a-a817-b62a7e539e18 req-d719474e-6d9a-42d8-9041-9bbb53a9780c service neutron] 10.222.0.72 "PUT /v2.0/ports/16152f2b-7c2d-44df-b317-d63c5609471e HTTP/1.1" status: 200 len: 1095 time: 1.7929721 Jul 06 13:54:50.456171 n-d-773647-6 neutron-server[100246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6745883c-8982-41fd-a7cd-0cc6a866e0f4', 'tag': '16152f2b-7c2d-44df-b317-d63c5609471e'}] {{(pid=100246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 13:54:50.459241 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0d96c5ab5e889f7b933ae915b9be33d1b46c9e87795bf781004b656ef3f1e87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56b4f9a4-d881-4aa1-aa41-0445ac904a78" -d '{"events": [{"name": "network-changed", "server_uuid": "6745883c-8982-41fd-a7cd-0cc6a866e0f4", "tag": "16152f2b-7c2d-44df-b317-d63c5609471e"}]}' {{(pid=100246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:54:50.489839 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc57883-8b48-43e8-bc1a-d7331c53ff79 admin admin] Pushing event updated for resources: {'Network': ['ID=883e08e3-edca-4d94-91f8-a54531d86136,revision_number=1']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:54:50.504833 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Network 883e08e3-edca-4d94-91f8-a54531d86136 details requested by agent ovs-agent-n-d-773647-6 with host n-d-773647-6 {{(pid=100248) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 13:54:50.532178 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d719474e-6d9a-42d8-9041-9bbb53a9780c service neutron] Pushing event updated for resources: {'Port': ['ID=16152f2b-7c2d-44df-b317-d63c5609471e,revision_number=3']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:54:50.571357 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-88f4f815-84b2-42ca-8dfe-2b379f1cea04 req-003d63e0-0de8-4e16-98d5-689080b1cfeb tempest-LiveMigrationTest-2001684970 tempest-LiveMigrationTest-2001684970-project] Notify callbacks [] for port, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:50.579252 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 13:54:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58788206-43b0-423b-be39-aa951ebc088b x-openstack-request-id: req-58788206-43b0-423b-be39-aa951ebc088b {{(pid=100246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:54:50.579534 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6745883c-8982-41fd-a7cd-0cc6a866e0f4", "tag": "16152f2b-7c2d-44df-b317-d63c5609471e", "status": "completed", "code": 200}]} {{(pid=100246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:54:50.592916 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-58788206-43b0-423b-be39-aa951ebc088b {{(pid=100246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:54:50.593353 n-d-773647-6 neutron-server[100246]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6745883c-8982-41fd-a7cd-0cc6a866e0f4', 'tag': '16152f2b-7c2d-44df-b317-d63c5609471e', 'status': 'completed', 'code': 200} Jul 06 13:54:50.602654 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-090890d1-a1ba-425d-ad44-0032831a77fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:50.616270 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d56513a-4d9c-4666-8554-12b037c318ae req-f6e80562-e4ba-4890-a770-c592f1a18a75 tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:54:50.621601 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-2d56513a-4d9c-4666-8554-12b037c318ae req-f6e80562-e4ba-4890-a770-c592f1a18a75 tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] 10.222.0.104 "GET /v2.0/ports?device_id=96a5ba91-9ae1-4374-9adc-f59710ec4759 HTTP/1.1" status: 200 len: 970 time: 0.2133994 Jul 06 13:54:50.627384 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0139c3a-7ceb-43ef-899c-591982e4b7a2 req-3405c2fa-5709-4270-9083-7083079620ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:54:50.629029 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-c0139c3a-7ceb-43ef-899c-591982e4b7a2 req-3405c2fa-5709-4270-9083-7083079620ac service neutron] 10.222.0.127 "GET /v2.0/ports?device_id=96a5ba91-9ae1-4374-9adc-f59710ec4759&tenant_id=483ead9cc6094290930ff4aed37f7463 HTTP/1.1" status: 200 len: 1121 time: 0.3273180 Jul 06 13:54:50.634795 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-090890d1-a1ba-425d-ad44-0032831a77fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:50.650532 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [req-c0139c3a-7ceb-43ef-899c-591982e4b7a2 req-b495146d-2d4a-4b03-9ac9-1fe37ce10a60 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-773647-6', 'device_owner': 'compute:nova'}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:54:50.663331 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 55788) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:54:50.665290 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-dcc57883-8b48-43e8-bc1a-d7331c53ff79 admin admin] 10.222.0.104 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 1.7735384 Jul 06 13:54:50.678557 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-ad73e88a-e36d-4e44-855a-12fbca7afa56 admin admin] Request body: {'subnet': {'network_id': '883e08e3-edca-4d94-91f8-a54531d86136', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1412912866-subnet', 'tenant_id': 'a0d170ce65ea421da50e7b196dbeba40', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:54:50.715973 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad73e88a-e36d-4e44-855a-12fbca7afa56 admin admin] Made reservation on behalf of a0d170ce65ea421da50e7b196dbeba40 for: {'subnet': 1} {{(pid=100246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 13:54:50.718688 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-ad73e88a-e36d-4e44-855a-12fbca7afa56 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127702029'] for subnet, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:50.798580 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-090890d1-a1ba-425d-ad44-0032831a77fc admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=f13838f0f48442c9b064031d3893ef40&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7209892 Jul 06 13:54:50.808818 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090890d1-a1ba-425d-ad44-0032831a77fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdbbb791-db6f-41ee-8902-fa1185473358,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:54:50.819668 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 55796) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:54:50.830936 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-3a1eca51-af70-4b81-97b4-beb176347d09 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:50.839970 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-2d56513a-4d9c-4666-8554-12b037c318ae req-6f13eb6a-1c4a-4750-a561-e87666a28c41 tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] 10.222.0.104 "GET /v2.0/security-groups?id=9f5b92e9-7340-49c3-a9bb-41e4a1caffc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2088432 Jul 06 13:54:50.841569 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3ae0a5-7f81-431a-a817-b62a7e539e18 req-8e1a47c1-d710-4255-bd24-62aabbd8c211 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:54:50.843087 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-8e3ae0a5-7f81-431a-a817-b62a7e539e18 req-8e1a47c1-d710-4255-bd24-62aabbd8c211 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=c1f7e23665cb4a6ea795fee456502403&device_id=6745883c-8982-41fd-a7cd-0cc6a866e0f4 HTTP/1.1" status: 200 len: 1098 time: 0.3396580 Jul 06 13:54:50.859771 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-88f4f815-84b2-42ca-8dfe-2b379f1cea04 req-003d63e0-0de8-4e16-98d5-689080b1cfeb tempest-LiveMigrationTest-2001684970 tempest-LiveMigrationTest-2001684970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108'] for port, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:50.878095 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-c0139c3a-7ceb-43ef-899c-591982e4b7a2 req-b495146d-2d4a-4b03-9ac9-1fe37ce10a60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:50.904970 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-8e3ae0a5-7f81-431a-a817-b62a7e539e18 req-784c0155-ea75-45ce-8ddd-b75394aec44b service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.36&port_id=16152f2b-7c2d-44df-b317-d63c5609471e HTTP/1.1" status: 200 len: 217 time: 0.0462463 Jul 06 13:54:50.944643 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-3a1eca51-af70-4b81-97b4-beb176347d09 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:50.952095 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26acf4f-a44e-4fee-86c2-082d64ac1d83 req-e9f69560-5695-4f52-bb98-929af9fc5eea tempest-LiveMigrationNegativeTest-1423627528 tempest-LiveMigrationNegativeTest-1423627528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:54:50.954054 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-a26acf4f-a44e-4fee-86c2-082d64ac1d83 req-e9f69560-5695-4f52-bb98-929af9fc5eea tempest-LiveMigrationNegativeTest-1423627528 tempest-LiveMigrationNegativeTest-1423627528-project] 10.222.0.104 "GET /v2.0/ports?device_id=6745883c-8982-41fd-a7cd-0cc6a866e0f4 HTTP/1.1" status: 200 len: 947 time: 0.2071381 Jul 06 13:54:50.964199 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-88f4f815-84b2-42ca-8dfe-2b379f1cea04 req-003d63e0-0de8-4e16-98d5-689080b1cfeb tempest-LiveMigrationTest-2001684970 tempest-LiveMigrationTest-2001684970-project] Network 4f6c277b-1b2d-40ad-a374-15bf31b2f6e9 is already hosted by enough agents. {{(pid=100247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 13:54:51.033930 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.base_scheduler [req-88f4f815-84b2-42ca-8dfe-2b379f1cea04 req-003d63e0-0de8-4e16-98d5-689080b1cfeb tempest-LiveMigrationTest-2001684970 tempest-LiveMigrationTest-2001684970-project] Resources bound (agent type, host, resource id): {{(pid=100247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:54:51.037702 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.l3_dvrscheduler_db [req-88f4f815-84b2-42ca-8dfe-2b379f1cea04 req-003d63e0-0de8-4e16-98d5-689080b1cfeb tempest-LiveMigrationTest-2001684970 tempest-LiveMigrationTest-2001684970-project] Received port after_create {{(pid=100247) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 13:54:51.038669 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-0903c9e1-89f1-463d-9cba-912980f18661 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:51.045754 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f4f815-84b2-42ca-8dfe-2b379f1cea04 req-003d63e0-0de8-4e16-98d5-689080b1cfeb tempest-LiveMigrationTest-2001684970 tempest-LiveMigrationTest-2001684970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:54:51.046375 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-88f4f815-84b2-42ca-8dfe-2b379f1cea04 req-003d63e0-0de8-4e16-98d5-689080b1cfeb tempest-LiveMigrationTest-2001684970 tempest-LiveMigrationTest-2001684970-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:51.064909 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3ae0a5-7f81-431a-a817-b62a7e539e18 req-90070d78-5250-495a-86c6-8c57e47ddd5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:54:51.066457 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-8e3ae0a5-7f81-431a-a817-b62a7e539e18 req-90070d78-5250-495a-86c6-8c57e47ddd5a service neutron] 10.222.0.72 "GET /v2.0/subnets?id=d1c3cc78-09b9-4e30-99fd-0e5830de101d HTTP/1.1" status: 200 len: 843 time: 0.1448596 Jul 06 13:54:51.106446 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-0903c9e1-89f1-463d-9cba-912980f18661 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:51.140447 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-3a1eca51-af70-4b81-97b4-beb176347d09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:51.142872 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-3a1eca51-af70-4b81-97b4-beb176347d09 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:51.146941 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-3a1eca51-af70-4b81-97b4-beb176347d09 admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/c762e97b-5515-41c8-b893-ae4692b2fdf5 HTTP/1.1" status: 204 len: 168 time: 0.7046967 Jul 06 13:54:51.147096 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003d63e0-0de8-4e16-98d5-689080b1cfeb tempest-LiveMigrationTest-2001684970 tempest-LiveMigrationTest-2001684970-project] Pushing event updated for resources: {'Port': ['ID=41248504-0f72-4f85-93d1-c1696547ea84,revision_number=1']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:54:51.183631 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1eca51-af70-4b81-97b4-beb176347d09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c762e97b-5515-41c8-b893-ae4692b2fdf5,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:54:51.196463 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-88f4f815-84b2-42ca-8dfe-2b379f1cea04 req-003d63e0-0de8-4e16-98d5-689080b1cfeb tempest-LiveMigrationTest-2001684970 tempest-LiveMigrationTest-2001684970-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0531902 Jul 06 13:54:51.233931 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [req-88f4f815-84b2-42ca-8dfe-2b379f1cea04 req-0e1cc2b0-aaac-46aa-b582-30faa58377f4 service neutron] Request body: {'port': {'device_id': 'c2e7e169-6d3e-4fe1-9d57-062eaff9ad98', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-773647-6'}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:54:51.255675 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-ad73e88a-e36d-4e44-855a-12fbca7afa56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1849032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127687649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127702047'] for subnet, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:51.259366 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3ae0a5-7f81-431a-a817-b62a7e539e18 req-018f7812-de1c-451e-b2ed-610bdfcc7e67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:54:51.260984 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-8e3ae0a5-7f81-431a-a817-b62a7e539e18 req-018f7812-de1c-451e-b2ed-610bdfcc7e67 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=ac09d390-867f-4b75-a8d2-ab11550bffd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1868625 Jul 06 13:54:51.268145 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-0903c9e1-89f1-463d-9cba-912980f18661 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:51.271245 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-0903c9e1-89f1-463d-9cba-912980f18661 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:51.274587 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-0903c9e1-89f1-463d-9cba-912980f18661 admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/cdbbb791-db6f-41ee-8902-fa1185473358 HTTP/1.1" status: 204 len: 168 time: 0.4513211 Jul 06 13:54:51.320132 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-a26acf4f-a44e-4fee-86c2-082d64ac1d83 req-64fa236a-7b06-4d01-8410-ede1a3c9a176 tempest-LiveMigrationNegativeTest-1423627528 tempest-LiveMigrationNegativeTest-1423627528-project] 10.222.0.104 "GET /v2.0/security-groups?id=ef09d142-5e37-465b-8810-9ba573f3b8cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3583353 Jul 06 13:54:51.351380 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07f5807-5244-47d2-9ec9-d5df23d2a50c req-1d09ae4c-49c6-4584-b596-876ec301b344 tempest-LiveMigrationTest-2001684970 tempest-LiveMigrationTest-2001684970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:54:51.358438 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-d07f5807-5244-47d2-9ec9-d5df23d2a50c req-1d09ae4c-49c6-4584-b596-876ec301b344 tempest-LiveMigrationTest-2001684970 tempest-LiveMigrationTest-2001684970-project] 10.222.0.104 "GET /v2.0/ports?device_id=c2e7e169-6d3e-4fe1-9d57-062eaff9ad98 HTTP/1.1" status: 200 len: 931 time: 0.3425732 Jul 06 13:54:51.358648 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0903c9e1-89f1-463d-9cba-912980f18661 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdbbb791-db6f-41ee-8902-fa1185473358,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:54:51.478179 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-88f4f815-84b2-42ca-8dfe-2b379f1cea04 req-0e1cc2b0-aaac-46aa-b582-30faa58377f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:51.498143 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-d07f5807-5244-47d2-9ec9-d5df23d2a50c req-aa362f16-2b81-4cc7-8258-5bb0426b5feb tempest-LiveMigrationTest-2001684970 tempest-LiveMigrationTest-2001684970-project] 10.222.0.104 "GET /v2.0/security-groups?id=7e243ebf-9cf4-4917-8da6-0fd38b06f795&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367784 Jul 06 13:54:51.516406 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad73e88a-e36d-4e44-855a-12fbca7afa56 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7adf7379-78d9-4b7c-8189-d143a4cbaab2,revision_number=0']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:54:51.532758 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.db [req-c0139c3a-7ceb-43ef-899c-591982e4b7a2 req-b495146d-2d4a-4b03-9ac9-1fe37ce10a60 service neutron] For port 2985e841-186d-4c50-81aa-7edeced86cb2, host n-h2-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=2985e841-186d-4c50-81aa-7edeced86cb2,segment=NetworkSegment(c9ea893d-045e-42cf-b3dd-cdd1f79baccd),segment_id=c9ea893d-045e-42cf-b3dd-cdd1f79baccd)] {{(pid=100247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:54:51.565217 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad73e88a-e36d-4e44-855a-12fbca7afa56 admin admin] Checking segment: {'id': '2e3b634f-f318-44b2-8e93-4b9a41592096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1027, 'network_id': '883e08e3-edca-4d94-91f8-a54531d86136'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 13:54:51.568452 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad73e88a-e36d-4e44-855a-12fbca7afa56 admin admin] Network hostable DHCP agents. Network: 883e08e3-edca-4d94-91f8-a54531d86136, hostable agents: ['f2bada3d-be77-4359-982b-8505a2bbca04'], hosted agents: [] {{(pid=100246) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 13:54:51.617623 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-8e3ae0a5-7f81-431a-a817-b62a7e539e18 req-6db588f9-34a1-4ebd-b939-7e15fc5bf0b4 service neutron] 10.222.0.72 "GET /v2.0/networks/ac09d390-867f-4b75-a8d2-ab11550bffd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3440883 Jul 06 13:54:51.619051 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad73e88a-e36d-4e44-855a-12fbca7afa56 admin admin] Network 883e08e3-edca-4d94-91f8-a54531d86136 is scheduled to be hosted by DHCP agent f2bada3d-be77-4359-982b-8505a2bbca04 with binding_index 1 {{(pid=100246) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 13:54:51.630876 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.db [req-c0139c3a-7ceb-43ef-899c-591982e4b7a2 req-b495146d-2d4a-4b03-9ac9-1fe37ce10a60 service neutron] For port 2985e841-186d-4c50-81aa-7edeced86cb2, host n-h2-773647-6, cleared binding levels {{(pid=100247) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 13:54:51.717447 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-8e3ae0a5-7f81-431a-a817-b62a7e539e18 req-85b161bf-abaf-4a73-a187-ceae3c7df1d2 service neutron] 10.222.0.72 "GET /v2.0/networks/ac09d390-867f-4b75-a8d2-ab11550bffd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923908 Jul 06 13:54:51.719208 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.base_scheduler [None req-ad73e88a-e36d-4e44-855a-12fbca7afa56 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773647-6, 883e08e3-edca-4d94-91f8-a54531d86136) {{(pid=100246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:54:51.728483 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48568ff2-8437-417f-9633-0d6c7d0b1f24 None None] Network 883e08e3-edca-4d94-91f8-a54531d86136 requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 13:54:51.732666 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad73e88a-e36d-4e44-855a-12fbca7afa56 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:54:51.733775 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-ad73e88a-e36d-4e44-855a-12fbca7afa56 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:51.770675 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-ad73e88a-e36d-4e44-855a-12fbca7afa56 admin admin] 10.222.0.104 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.0967479 Jul 06 13:54:51.947899 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b4f9a4-d881-4aa1-aa41-0445ac904a78 req-e045533c-a75a-486d-9c2f-dc461e944f3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:54:51.950932 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-56b4f9a4-d881-4aa1-aa41-0445ac904a78 req-e045533c-a75a-486d-9c2f-dc461e944f3a service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=c1f7e23665cb4a6ea795fee456502403&device_id=6745883c-8982-41fd-a7cd-0cc6a866e0f4 HTTP/1.1" status: 200 len: 1098 time: 0.1374991 Jul 06 13:54:52.009008 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56dfdae0-a769-401c-9830-adfd95568e57 None None] Network 883e08e3-edca-4d94-91f8-a54531d86136 requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 13:54:52.125066 n-d-773647-6 neutron-server[100247]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96a5ba91-9ae1-4374-9adc-f59710ec4759', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2985e841-186d-4c50-81aa-7edeced86cb2'}] {{(pid=100247) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 13:54:52.127596 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cbf0eeaae822f8fc9b87a94aeba67a3d651842baf663a51cba94b67a514836d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b674e521-519b-45de-a0fc-b44d4f963b69" -d '{"events": [{"server_uuid": "96a5ba91-9ae1-4374-9adc-f59710ec4759", "name": "network-vif-unplugged", "status": "completed", "tag": "2985e841-186d-4c50-81aa-7edeced86cb2"}]}' {{(pid=100247) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:54:52.134645 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-c0139c3a-7ceb-43ef-899c-591982e4b7a2 req-b495146d-2d4a-4b03-9ac9-1fe37ce10a60 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:52.150831 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b4f9a4-d881-4aa1-aa41-0445ac904a78 req-479b97fd-f6e4-4e53-a2e7-a7c35821275d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:54:52.150831 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-56b4f9a4-d881-4aa1-aa41-0445ac904a78 req-479b97fd-f6e4-4e53-a2e7-a7c35821275d service neutron] 10.222.0.72 "GET /v2.0/networks?id=ac09d390-867f-4b75-a8d2-ab11550bffd6 HTTP/1.1" status: 200 len: 871 time: 0.1938198 Jul 06 13:54:52.236738 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-56b4f9a4-d881-4aa1-aa41-0445ac904a78 req-69db9056-d9ba-46c8-b1bf-1da4aa52010c service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.36&port_id=16152f2b-7c2d-44df-b317-d63c5609471e HTTP/1.1" status: 200 len: 217 time: 0.0783408 Jul 06 13:54:52.257907 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.provisioning_blocks [req-c0139c3a-7ceb-43ef-899c-591982e4b7a2 req-b495146d-2d4a-4b03-9ac9-1fe37ce10a60 service neutron] Transition to ACTIVE for port object 2985e841-186d-4c50-81aa-7edeced86cb2 will not be triggered until provisioned by entity L2. {{(pid=100247) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 13:54:52.272722 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-c0139c3a-7ceb-43ef-899c-591982e4b7a2 req-b495146d-2d4a-4b03-9ac9-1fe37ce10a60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:52.323708 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b4f9a4-d881-4aa1-aa41-0445ac904a78 req-a0e65130-ae4f-4850-8d20-332ea0be9656 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:54:52.325529 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-56b4f9a4-d881-4aa1-aa41-0445ac904a78 req-a0e65130-ae4f-4850-8d20-332ea0be9656 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=d1c3cc78-09b9-4e30-99fd-0e5830de101d HTTP/1.1" status: 200 len: 843 time: 0.0796225 Jul 06 13:54:52.355935 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b495146d-2d4a-4b03-9ac9-1fe37ce10a60 service neutron] Pushing event updated for resources: {'Port': ['ID=2985e841-186d-4c50-81aa-7edeced86cb2,revision_number=6']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:54:52.386540 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 06 Jul 2021 13:54:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b051d5b6-4f48-4889-b27e-4a97bcf62a2d x-openstack-request-id: req-b051d5b6-4f48-4889-b27e-4a97bcf62a2d {{(pid=100247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:54:52.386826 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96a5ba91-9ae1-4374-9adc-f59710ec4759", "name": "network-vif-unplugged", "status": "completed", "tag": "2985e841-186d-4c50-81aa-7edeced86cb2", "code": 200}]} {{(pid=100247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:54:52.391496 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-b051d5b6-4f48-4889-b27e-4a97bcf62a2d {{(pid=100247) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:54:52.391976 n-d-773647-6 neutron-server[100247]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96a5ba91-9ae1-4374-9adc-f59710ec4759', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2985e841-186d-4c50-81aa-7edeced86cb2', 'code': 200} Jul 06 13:54:52.397331 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b4f9a4-d881-4aa1-aa41-0445ac904a78 req-323aae0b-51e7-4364-a308-a830edf265d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:54:52.399308 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-56b4f9a4-d881-4aa1-aa41-0445ac904a78 req-323aae0b-51e7-4364-a308-a830edf265d7 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=ac09d390-867f-4b75-a8d2-ab11550bffd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0662200 Jul 06 13:54:52.464349 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90c4e0f-bf75-40b1-967b-267920562c18 req-ee7ab40c-a6cb-452c-9e9f-6655e7a5c533 tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:54:52.473167 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-b90c4e0f-bf75-40b1-967b-267920562c18 req-ee7ab40c-a6cb-452c-9e9f-6655e7a5c533 tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] 10.222.0.104 "GET /v2.0/ports?device_id=96a5ba91-9ae1-4374-9adc-f59710ec4759 HTTP/1.1" status: 200 len: 970 time: 0.3628447 Jul 06 13:54:52.474191 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0139c3a-7ceb-43ef-899c-591982e4b7a2 req-b495146d-2d4a-4b03-9ac9-1fe37ce10a60 service neutron] No DVR routers for this DVR port 2985e841-186d-4c50-81aa-7edeced86cb2 on host n-h2-773647-6 {{(pid=100247) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 13:54:52.557407 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-56b4f9a4-d881-4aa1-aa41-0445ac904a78 req-f9615789-9eb6-460f-b996-2b2fd0b4d86e service neutron] 10.222.0.72 "GET /v2.0/networks/ac09d390-867f-4b75-a8d2-ab11550bffd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1502168 Jul 06 13:54:52.690523 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-b90c4e0f-bf75-40b1-967b-267920562c18 req-d7407d65-221a-40f1-b452-d79febad5378 tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] 10.222.0.104 "GET /v2.0/security-groups?id=9f5b92e9-7340-49c3-a9bb-41e4a1caffc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1972947 Jul 06 13:54:52.703659 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.managers [req-c0139c3a-7ceb-43ef-899c-591982e4b7a2 req-b495146d-2d4a-4b03-9ac9-1fe37ce10a60 service neutron] Attempting to bind port 2985e841-186d-4c50-81aa-7edeced86cb2 on host n-h1-773647-6 for vnic_type normal with profile {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 13:54:52.704000 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.managers [req-c0139c3a-7ceb-43ef-899c-591982e4b7a2 req-b495146d-2d4a-4b03-9ac9-1fe37ce10a60 service neutron] Attempting to bind port 2985e841-186d-4c50-81aa-7edeced86cb2 by drivers openvswitch,hyperv on host n-h1-773647-6 at level 0 using segments [{'id': 'c9ea893d-045e-42cf-b3dd-cdd1f79baccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'ac09d390-867f-4b75-a8d2-ab11550bffd6'}] {{(pid=100247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 13:54:52.704627 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0139c3a-7ceb-43ef-899c-591982e4b7a2 req-b495146d-2d4a-4b03-9ac9-1fe37ce10a60 service neutron] Attempting to bind port 2985e841-186d-4c50-81aa-7edeced86cb2 on network ac09d390-867f-4b75-a8d2-ab11550bffd6 {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 13:54:52.713818 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0139c3a-7ceb-43ef-899c-591982e4b7a2 req-b495146d-2d4a-4b03-9ac9-1fe37ce10a60 service neutron] Port 2985e841-186d-4c50-81aa-7edeced86cb2 on network ac09d390-867f-4b75-a8d2-ab11550bffd6 not bound, no agent of type Open vSwitch agent registered on host n-h1-773647-6 {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 13:54:52.714209 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0139c3a-7ceb-43ef-899c-591982e4b7a2 req-b495146d-2d4a-4b03-9ac9-1fe37ce10a60 service neutron] Attempting to bind port 2985e841-186d-4c50-81aa-7edeced86cb2 on network ac09d390-867f-4b75-a8d2-ab11550bffd6 {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 13:54:52.725885 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0139c3a-7ceb-43ef-899c-591982e4b7a2 req-b495146d-2d4a-4b03-9ac9-1fe37ce10a60 service neutron] Checking agent: {'id': '5bf7147f-bada-4441-a5dc-934b903473fb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-773647-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 51, 12), 'started_at': datetime.datetime(2021, 7, 6, 13, 51, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 13, 54, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 13:54:52.726228 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0139c3a-7ceb-43ef-899c-591982e4b7a2 req-b495146d-2d4a-4b03-9ac9-1fe37ce10a60 service neutron] Checking segment: {'id': 'c9ea893d-045e-42cf-b3dd-cdd1f79baccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'ac09d390-867f-4b75-a8d2-ab11550bffd6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100247) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 13:54:52.726614 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0139c3a-7ceb-43ef-899c-591982e4b7a2 req-b495146d-2d4a-4b03-9ac9-1fe37ce10a60 service neutron] Bound using segment: {'id': 'c9ea893d-045e-42cf-b3dd-cdd1f79baccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'ac09d390-867f-4b75-a8d2-ab11550bffd6'} {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 13:54:52.727044 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.managers [req-c0139c3a-7ceb-43ef-899c-591982e4b7a2 req-b495146d-2d4a-4b03-9ac9-1fe37ce10a60 service neutron] Bound port: 2985e841-186d-4c50-81aa-7edeced86cb2, host: n-h1-773647-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c9ea893d-045e-42cf-b3dd-cdd1f79baccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'ac09d390-867f-4b75-a8d2-ab11550bffd6'}}] {{(pid=100247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 13:54:52.727597 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-c0139c3a-7ceb-43ef-899c-591982e4b7a2 req-b495146d-2d4a-4b03-9ac9-1fe37ce10a60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:52.803052 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.db [req-c0139c3a-7ceb-43ef-899c-591982e4b7a2 req-b495146d-2d4a-4b03-9ac9-1fe37ce10a60 service neutron] For port 2985e841-186d-4c50-81aa-7edeced86cb2, host n-h1-773647-6, cleared binding levels {{(pid=100247) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 13:54:52.806283 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.db [req-c0139c3a-7ceb-43ef-899c-591982e4b7a2 req-b495146d-2d4a-4b03-9ac9-1fe37ce10a60 service neutron] For port 2985e841-186d-4c50-81aa-7edeced86cb2, host n-h1-773647-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773647-6',level=0,port_id=2985e841-186d-4c50-81aa-7edeced86cb2,segment=NetworkSegment(c9ea893d-045e-42cf-b3dd-cdd1f79baccd),segment_id=c9ea893d-045e-42cf-b3dd-cdd1f79baccd)] {{(pid=100247) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 13:54:52.839578 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-638fd4b2-0e7b-40bc-ad4f-3db3eb4a00a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:52.861855 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-56b4f9a4-d881-4aa1-aa41-0445ac904a78 req-eddb26ca-2c1f-472e-93ff-177aa5ba80dd service neutron] 10.222.0.72 "GET /v2.0/networks/ac09d390-867f-4b75-a8d2-ab11550bffd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2936773 Jul 06 13:54:52.929988 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-c0139c3a-7ceb-43ef-899c-591982e4b7a2 req-b495146d-2d4a-4b03-9ac9-1fe37ce10a60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:53.002808 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31b08d6-5d9d-4b6a-bc3d-260f41489738 req-b2f0466d-be2a-40ae-98d9-06cec150134c tempest-LiveAutoBlockMigrationV225Test-654794443 tempest-LiveAutoBlockMigrationV225Test-654794443-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:54:53.005407 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-e31b08d6-5d9d-4b6a-bc3d-260f41489738 req-b2f0466d-be2a-40ae-98d9-06cec150134c tempest-LiveAutoBlockMigrationV225Test-654794443 tempest-LiveAutoBlockMigrationV225Test-654794443-project] 10.222.0.104 "GET /v2.0/networks?id=719b716d-a00d-48ee-8755-3a8bbdfaf0d2 HTTP/1.1" status: 200 len: 821 time: 0.1962516 Jul 06 13:54:53.121415 n-d-773647-6 neutron-server[100247]: DEBUG neutron.notifiers.nova [req-88f4f815-84b2-42ca-8dfe-2b379f1cea04 req-0e1cc2b0-aaac-46aa-b582-30faa58377f4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 41248504-0f72-4f85-93d1-c1696547ea84 {{(pid=100247) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 13:54:53.130331 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-88f4f815-84b2-42ca-8dfe-2b379f1cea04 req-0e1cc2b0-aaac-46aa-b582-30faa58377f4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:53.146783 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.provisioning_blocks [req-88f4f815-84b2-42ca-8dfe-2b379f1cea04 req-0e1cc2b0-aaac-46aa-b582-30faa58377f4 service neutron] Transition to ACTIVE for port object 41248504-0f72-4f85-93d1-c1696547ea84 will not be triggered until provisioned by entity L2. {{(pid=100247) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 13:54:53.158843 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b495146d-2d4a-4b03-9ac9-1fe37ce10a60 service neutron] Pushing event updated for resources: {'Port': ['ID=2985e841-186d-4c50-81aa-7edeced86cb2,revision_number=7']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:54:53.166101 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-88f4f815-84b2-42ca-8dfe-2b379f1cea04 req-0e1cc2b0-aaac-46aa-b582-30faa58377f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:53.177611 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0139c3a-7ceb-43ef-899c-591982e4b7a2 req-b495146d-2d4a-4b03-9ac9-1fe37ce10a60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:54:53.178226 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-c0139c3a-7ceb-43ef-899c-591982e4b7a2 req-b495146d-2d4a-4b03-9ac9-1fe37ce10a60 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:53.179651 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-c0139c3a-7ceb-43ef-899c-591982e4b7a2 req-b495146d-2d4a-4b03-9ac9-1fe37ce10a60 service neutron] 10.222.0.127 "PUT /v2.0/ports/2985e841-186d-4c50-81aa-7edeced86cb2 HTTP/1.1" status: 200 len: 1095 time: 2.5389755 Jul 06 13:54:53.228904 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-e31b08d6-5d9d-4b6a-bc3d-260f41489738 req-1e9d371f-1069-40da-9f53-6d607651887a tempest-LiveAutoBlockMigrationV225Test-654794443 tempest-LiveAutoBlockMigrationV225Test-654794443-project] 10.222.0.104 "GET /v2.0/quotas/4cef06e2189c48a2819839e74c70f679 HTTP/1.1" status: 200 len: 375 time: 0.1858251 Jul 06 13:54:53.264829 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-e31b08d6-5d9d-4b6a-bc3d-260f41489738 req-332cc43e-4fa0-4a45-aedb-f331c12974a2 tempest-LiveAutoBlockMigrationV225Test-654794443 tempest-LiveAutoBlockMigrationV225Test-654794443-project] 10.222.0.104 "GET /v2.0/ports?tenant_id=4cef06e2189c48a2819839e74c70f679&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0350451 Jul 06 13:54:53.407820 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.managers [req-88f4f815-84b2-42ca-8dfe-2b379f1cea04 req-0e1cc2b0-aaac-46aa-b582-30faa58377f4 service neutron] Attempting to bind port 41248504-0f72-4f85-93d1-c1696547ea84 on host n-h2-773647-6 for vnic_type normal with profile {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 13:54:53.407933 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.managers [req-88f4f815-84b2-42ca-8dfe-2b379f1cea04 req-0e1cc2b0-aaac-46aa-b582-30faa58377f4 service neutron] Attempting to bind port 41248504-0f72-4f85-93d1-c1696547ea84 by drivers openvswitch,hyperv on host n-h2-773647-6 at level 0 using segments [{'id': '65749612-fb0d-4f34-9eb9-d06c3a2fda80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1045, 'network_id': '4f6c277b-1b2d-40ad-a374-15bf31b2f6e9'}] {{(pid=100247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 13:54:53.408213 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88f4f815-84b2-42ca-8dfe-2b379f1cea04 req-0e1cc2b0-aaac-46aa-b582-30faa58377f4 service neutron] Attempting to bind port 41248504-0f72-4f85-93d1-c1696547ea84 on network 4f6c277b-1b2d-40ad-a374-15bf31b2f6e9 {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 13:54:53.417864 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c73292-fe09-4234-8428-e9752ea344c7 req-1757e6e5-5498-42ec-9fce-2564009025f7 tempest-LiveMigrationNegativeTest-1423627528 tempest-LiveMigrationNegativeTest-1423627528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:54:53.424897 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-e7c73292-fe09-4234-8428-e9752ea344c7 req-1757e6e5-5498-42ec-9fce-2564009025f7 tempest-LiveMigrationNegativeTest-1423627528 tempest-LiveMigrationNegativeTest-1423627528-project] 10.222.0.104 "GET /v2.0/ports?device_id=6745883c-8982-41fd-a7cd-0cc6a866e0f4 HTTP/1.1" status: 200 len: 947 time: 0.4962261 Jul 06 13:54:53.431542 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1cc2b0-aaac-46aa-b582-30faa58377f4 service neutron] Pushing event updated for resources: {'Port': ['ID=41248504-0f72-4f85-93d1-c1696547ea84,revision_number=2']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:54:53.457910 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88f4f815-84b2-42ca-8dfe-2b379f1cea04 req-0e1cc2b0-aaac-46aa-b582-30faa58377f4 service neutron] Port 41248504-0f72-4f85-93d1-c1696547ea84 on network 4f6c277b-1b2d-40ad-a374-15bf31b2f6e9 not bound, no agent of type Open vSwitch agent registered on host n-h2-773647-6 {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 13:54:53.458242 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88f4f815-84b2-42ca-8dfe-2b379f1cea04 req-0e1cc2b0-aaac-46aa-b582-30faa58377f4 service neutron] Attempting to bind port 41248504-0f72-4f85-93d1-c1696547ea84 on network 4f6c277b-1b2d-40ad-a374-15bf31b2f6e9 {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 13:54:53.474592 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88f4f815-84b2-42ca-8dfe-2b379f1cea04 req-0e1cc2b0-aaac-46aa-b582-30faa58377f4 service neutron] Checking agent: {'id': '63768ece-0600-4354-8d29-fdedec96b077', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-773647-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 51, 10), 'started_at': datetime.datetime(2021, 7, 6, 13, 51, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 13, 54, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 13:54:53.474928 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88f4f815-84b2-42ca-8dfe-2b379f1cea04 req-0e1cc2b0-aaac-46aa-b582-30faa58377f4 service neutron] Checking segment: {'id': '65749612-fb0d-4f34-9eb9-d06c3a2fda80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1045, 'network_id': '4f6c277b-1b2d-40ad-a374-15bf31b2f6e9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100247) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 13:54:53.475340 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88f4f815-84b2-42ca-8dfe-2b379f1cea04 req-0e1cc2b0-aaac-46aa-b582-30faa58377f4 service neutron] Bound using segment: {'id': '65749612-fb0d-4f34-9eb9-d06c3a2fda80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1045, 'network_id': '4f6c277b-1b2d-40ad-a374-15bf31b2f6e9'} {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 13:54:53.475957 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.managers [req-88f4f815-84b2-42ca-8dfe-2b379f1cea04 req-0e1cc2b0-aaac-46aa-b582-30faa58377f4 service neutron] Bound port: 41248504-0f72-4f85-93d1-c1696547ea84, host: n-h2-773647-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '65749612-fb0d-4f34-9eb9-d06c3a2fda80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1045, 'network_id': '4f6c277b-1b2d-40ad-a374-15bf31b2f6e9'}}] {{(pid=100247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 13:54:53.476302 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-88f4f815-84b2-42ca-8dfe-2b379f1cea04 req-0e1cc2b0-aaac-46aa-b582-30faa58377f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:53.569219 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-e7c73292-fe09-4234-8428-e9752ea344c7 req-e9d3b80a-bcc5-4c15-8660-bdb6259c115f tempest-LiveMigrationNegativeTest-1423627528 tempest-LiveMigrationNegativeTest-1423627528-project] 10.222.0.104 "GET /v2.0/security-groups?id=ef09d142-5e37-465b-8810-9ba573f3b8cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379640 Jul 06 13:54:53.602838 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-e31b08d6-5d9d-4b6a-bc3d-260f41489738 req-17558f73-f209-4602-93f7-058b0971e952 service neutron] 10.222.0.104 "GET /v2.0/networks/719b716d-a00d-48ee-8755-3a8bbdfaf0d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3248086 Jul 06 13:54:53.618319 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0139c3a-7ceb-43ef-899c-591982e4b7a2 req-0c3a5e28-a3c7-4e12-b35e-cffeffa14285 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:54:53.619822 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-c0139c3a-7ceb-43ef-899c-591982e4b7a2 req-0c3a5e28-a3c7-4e12-b35e-cffeffa14285 service neutron] 10.222.0.127 "GET /v2.0/ports?tenant_id=483ead9cc6094290930ff4aed37f7463&device_id=96a5ba91-9ae1-4374-9adc-f59710ec4759 HTTP/1.1" status: 200 len: 1098 time: 0.3863778 Jul 06 13:54:53.761519 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0139c3a-7ceb-43ef-899c-591982e4b7a2 req-55068695-fc2b-4381-8d0d-d8bfa1c58377 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:54:53.762996 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-c0139c3a-7ceb-43ef-899c-591982e4b7a2 req-55068695-fc2b-4381-8d0d-d8bfa1c58377 service neutron] 10.222.0.127 "GET /v2.0/networks?id=ac09d390-867f-4b75-a8d2-ab11550bffd6 HTTP/1.1" status: 200 len: 871 time: 0.1286237 Jul 06 13:54:53.856970 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-c0139c3a-7ceb-43ef-899c-591982e4b7a2 req-5a52045d-13d8-4639-b1f2-c76aa0d6a744 service neutron] 10.222.0.127 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.93&port_id=2985e841-186d-4c50-81aa-7edeced86cb2 HTTP/1.1" status: 200 len: 217 time: 0.0832875 Jul 06 13:54:53.869297 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.db [req-88f4f815-84b2-42ca-8dfe-2b379f1cea04 req-0e1cc2b0-aaac-46aa-b582-30faa58377f4 service neutron] For port 41248504-0f72-4f85-93d1-c1696547ea84, host n-h2-773647-6, cleared binding levels {{(pid=100247) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 13:54:53.918512 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.db [req-88f4f815-84b2-42ca-8dfe-2b379f1cea04 req-0e1cc2b0-aaac-46aa-b582-30faa58377f4 service neutron] For port 41248504-0f72-4f85-93d1-c1696547ea84, host n-h2-773647-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=41248504-0f72-4f85-93d1-c1696547ea84,segment=NetworkSegment(65749612-fb0d-4f34-9eb9-d06c3a2fda80),segment_id=65749612-fb0d-4f34-9eb9-d06c3a2fda80)] {{(pid=100247) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 13:54:53.934722 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-88f4f815-84b2-42ca-8dfe-2b379f1cea04 req-0e1cc2b0-aaac-46aa-b582-30faa58377f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:53.981950 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-e31b08d6-5d9d-4b6a-bc3d-260f41489738 req-31a2c6a9-efa1-411a-9c4a-2850711c8af2 service neutron] 10.222.0.104 "GET /v2.0/networks/719b716d-a00d-48ee-8755-3a8bbdfaf0d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3780580 Jul 06 13:54:53.986517 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0139c3a-7ceb-43ef-899c-591982e4b7a2 req-743523d7-5433-4a38-a373-c9fe7df7733e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:54:53.987903 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-c0139c3a-7ceb-43ef-899c-591982e4b7a2 req-743523d7-5433-4a38-a373-c9fe7df7733e service neutron] 10.222.0.127 "GET /v2.0/subnets?id=d1c3cc78-09b9-4e30-99fd-0e5830de101d HTTP/1.1" status: 200 len: 843 time: 0.1199350 Jul 06 13:54:54.011682 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f4f815-84b2-42ca-8dfe-2b379f1cea04 req-0e1cc2b0-aaac-46aa-b582-30faa58377f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:54:54.012285 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-88f4f815-84b2-42ca-8dfe-2b379f1cea04 req-0e1cc2b0-aaac-46aa-b582-30faa58377f4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:54.013585 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-88f4f815-84b2-42ca-8dfe-2b379f1cea04 req-0e1cc2b0-aaac-46aa-b582-30faa58377f4 service neutron] 10.222.0.72 "PUT /v2.0/ports/41248504-0f72-4f85-93d1-c1696547ea84 HTTP/1.1" status: 200 len: 1091 time: 2.7913358 Jul 06 13:54:54.052058 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e264d8-103e-4830-b47e-b06b47bada45 req-bd36e409-b092-4995-ac0f-cb2da86cb845 tempest-LiveMigrationTest-2001684970 tempest-LiveMigrationTest-2001684970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:54:54.052058 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-72e264d8-103e-4830-b47e-b06b47bada45 req-bd36e409-b092-4995-ac0f-cb2da86cb845 tempest-LiveMigrationTest-2001684970 tempest-LiveMigrationTest-2001684970-project] 10.222.0.104 "GET /v2.0/ports?device_id=c2e7e169-6d3e-4fe1-9d57-062eaff9ad98 HTTP/1.1" status: 200 len: 943 time: 0.2879786 Jul 06 13:54:54.073983 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1cc2b0-aaac-46aa-b582-30faa58377f4 service neutron] Pushing event updated for resources: {'Port': ['ID=41248504-0f72-4f85-93d1-c1696547ea84,revision_number=3']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:54:54.139855 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-72e264d8-103e-4830-b47e-b06b47bada45 req-c31e3137-3e2e-427c-9032-9f602b2c3028 tempest-LiveMigrationTest-2001684970 tempest-LiveMigrationTest-2001684970-project] 10.222.0.104 "GET /v2.0/security-groups?id=7e243ebf-9cf4-4917-8da6-0fd38b06f795&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797110 Jul 06 13:54:54.155163 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0139c3a-7ceb-43ef-899c-591982e4b7a2 req-e2a7cb2e-d55c-4428-9207-bd23464ac5a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:54:54.156808 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-c0139c3a-7ceb-43ef-899c-591982e4b7a2 req-e2a7cb2e-d55c-4428-9207-bd23464ac5a8 service neutron] 10.222.0.127 "GET /v2.0/ports?network_id=ac09d390-867f-4b75-a8d2-ab11550bffd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1553221 Jul 06 13:54:54.220144 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f4f815-84b2-42ca-8dfe-2b379f1cea04 req-01a1529d-ba0b-4cd2-89f7-70f9ff09300a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:54:54.221916 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-88f4f815-84b2-42ca-8dfe-2b379f1cea04 req-01a1529d-ba0b-4cd2-89f7-70f9ff09300a service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=125e6575b3ba4365b3ae01568cef269b&device_id=c2e7e169-6d3e-4fe1-9d57-062eaff9ad98 HTTP/1.1" status: 200 len: 1094 time: 0.1517203 Jul 06 13:54:54.267947 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-88f4f815-84b2-42ca-8dfe-2b379f1cea04 req-574b318b-40cd-434c-aeaf-4c32964b65a4 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=41248504-0f72-4f85-93d1-c1696547ea84 HTTP/1.1" status: 200 len: 217 time: 0.0377264 Jul 06 13:54:54.368381 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-c0139c3a-7ceb-43ef-899c-591982e4b7a2 req-3ef4be03-3f37-4128-977d-7eccccb2e108 service neutron] 10.222.0.127 "GET /v2.0/networks/ac09d390-867f-4b75-a8d2-ab11550bffd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2034516 Jul 06 13:54:54.388034 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f4f815-84b2-42ca-8dfe-2b379f1cea04 req-e5319ec0-209c-4688-8250-9cfc27720d36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:54:54.389394 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-88f4f815-84b2-42ca-8dfe-2b379f1cea04 req-e5319ec0-209c-4688-8250-9cfc27720d36 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=3ab4a4f6-31db-40f5-bd89-967e515dcbd9 HTTP/1.1" status: 200 len: 847 time: 0.1139956 Jul 06 13:54:54.392849 n-d-773647-6 neutron-server[100247]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96a5ba91-9ae1-4374-9adc-f59710ec4759', 'tag': '2985e841-186d-4c50-81aa-7edeced86cb2'}, {'name': 'network-changed', 'server_uuid': 'c2e7e169-6d3e-4fe1-9d57-062eaff9ad98', 'tag': '41248504-0f72-4f85-93d1-c1696547ea84'}] {{(pid=100247) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 13:54:54.395707 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cbf0eeaae822f8fc9b87a94aeba67a3d651842baf663a51cba94b67a514836d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f28b976-539b-454f-9813-6b64f5ee415e" -d '{"events": [{"name": "network-changed", "server_uuid": "96a5ba91-9ae1-4374-9adc-f59710ec4759", "tag": "2985e841-186d-4c50-81aa-7edeced86cb2"}, {"name": "network-changed", "server_uuid": "c2e7e169-6d3e-4fe1-9d57-062eaff9ad98", "tag": "41248504-0f72-4f85-93d1-c1696547ea84"}]}' {{(pid=100247) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:54:54.471702 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-88f4f815-84b2-42ca-8dfe-2b379f1cea04 req-6ea34834-0433-43d8-bdbc-739c4993b4e2 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=4f6c277b-1b2d-40ad-a374-15bf31b2f6e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0636263 Jul 06 13:54:54.808651 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371cb95e-fc8b-48bb-8565-aa0925761343 req-50f10227-6163-4f00-9d6e-71d8046e4d69 tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:54:54.810043 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-371cb95e-fc8b-48bb-8565-aa0925761343 req-50f10227-6163-4f00-9d6e-71d8046e4d69 tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] 10.222.0.104 "GET /v2.0/ports?device_id=96a5ba91-9ae1-4374-9adc-f59710ec4759 HTTP/1.1" status: 200 len: 947 time: 0.4794884 Jul 06 13:54:54.929001 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-c0139c3a-7ceb-43ef-899c-591982e4b7a2 req-a73a7ec6-aa1f-4ed0-9f2f-e1e82373a088 service neutron] 10.222.0.127 "GET /v2.0/networks/ac09d390-867f-4b75-a8d2-ab11550bffd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5506394 Jul 06 13:54:54.995851 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-371cb95e-fc8b-48bb-8565-aa0925761343 req-0dd2e586-5ce7-4caf-9ad3-4082ca8b5836 tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] 10.222.0.104 "GET /v2.0/security-groups?id=9f5b92e9-7340-49c3-a9bb-41e4a1caffc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1539443 Jul 06 13:54:55.008724 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-88f4f815-84b2-42ca-8dfe-2b379f1cea04 req-2800e936-441f-47a8-946d-787ee4c65c19 service neutron] 10.222.0.72 "GET /v2.0/networks/4f6c277b-1b2d-40ad-a374-15bf31b2f6e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5293767 Jul 06 13:54:55.194218 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Device 16152f2b-7c2d-44df-b317-d63c5609471e details requested by agent hyperv_n-h2-773647-6 with host n-h2-773647-6 {{(pid=100248) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 13:54:55.200949 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-1cd1a4bd-c252-464b-81a8-f6ae0677bf38 req-f0d4c679-ed9c-468a-a21a-9a727ae16de1 tempest-LiveAutoBlockMigrationV225Test-654794443 tempest-LiveAutoBlockMigrationV225Test-654794443-project] 10.222.0.104 "GET /v2.0/ports?device_id=ce46b99b-5e9d-4179-b46f-7265cb00f3d9 HTTP/1.1" status: 200 len: 210 time: 0.0715547 Jul 06 13:54:55.203154 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c869c4e2-680d-442c-a43a-a28b23ae9581 req-4c38fee9-9a01-415b-abe6-8e49ae1d54bb tempest-NetworksTest-1508337 tempest-NetworksTest-1508337-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:54:55.203916 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c869c4e2-680d-442c-a43a-a28b23ae9581 req-4c38fee9-9a01-415b-abe6-8e49ae1d54bb tempest-NetworksTest-1508337 tempest-NetworksTest-1508337-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:54:55.205009 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c869c4e2-680d-442c-a43a-a28b23ae9581 req-4c38fee9-9a01-415b-abe6-8e49ae1d54bb tempest-NetworksTest-1508337 tempest-NetworksTest-1508337-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:54:55.205009 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c869c4e2-680d-442c-a43a-a28b23ae9581 req-4c38fee9-9a01-415b-abe6-8e49ae1d54bb tempest-NetworksTest-1508337 tempest-NetworksTest-1508337-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:54:55.206226 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c869c4e2-680d-442c-a43a-a28b23ae9581 req-4c38fee9-9a01-415b-abe6-8e49ae1d54bb tempest-NetworksTest-1508337 tempest-NetworksTest-1508337-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:54:55.207590 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c869c4e2-680d-442c-a43a-a28b23ae9581 req-4c38fee9-9a01-415b-abe6-8e49ae1d54bb tempest-NetworksTest-1508337 tempest-NetworksTest-1508337-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:54:55.208239 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c869c4e2-680d-442c-a43a-a28b23ae9581 req-4c38fee9-9a01-415b-abe6-8e49ae1d54bb tempest-NetworksTest-1508337 tempest-NetworksTest-1508337-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:54:55.209054 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c869c4e2-680d-442c-a43a-a28b23ae9581 req-4c38fee9-9a01-415b-abe6-8e49ae1d54bb tempest-NetworksTest-1508337 tempest-NetworksTest-1508337-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:54:55.209584 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c869c4e2-680d-442c-a43a-a28b23ae9581 req-4c38fee9-9a01-415b-abe6-8e49ae1d54bb tempest-NetworksTest-1508337 tempest-NetworksTest-1508337-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:54:55.210058 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c869c4e2-680d-442c-a43a-a28b23ae9581 req-4c38fee9-9a01-415b-abe6-8e49ae1d54bb tempest-NetworksTest-1508337 tempest-NetworksTest-1508337-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:54:55.210554 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c869c4e2-680d-442c-a43a-a28b23ae9581 req-4c38fee9-9a01-415b-abe6-8e49ae1d54bb tempest-NetworksTest-1508337 tempest-NetworksTest-1508337-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:54:55.213304 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-c869c4e2-680d-442c-a43a-a28b23ae9581 req-4c38fee9-9a01-415b-abe6-8e49ae1d54bb tempest-NetworksTest-1508337 tempest-NetworksTest-1508337-project-admin] 10.222.0.104 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7851 time: 0.4672170 Jul 06 13:54:55.215888 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-88f4f815-84b2-42ca-8dfe-2b379f1cea04 req-ca6d9ea7-f292-47dd-8e13-db6948f6b39c service neutron] 10.222.0.72 "GET /v2.0/networks/4f6c277b-1b2d-40ad-a374-15bf31b2f6e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1927245 Jul 06 13:54:55.242465 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Device 2985e841-186d-4c50-81aa-7edeced86cb2 no longer exists at agent hyperv_n-h2-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 13:54:55.278225 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 06 Jul 2021 13:54:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4335c78-1634-49ee-8fc4-894117bcaecc x-openstack-request-id: req-f4335c78-1634-49ee-8fc4-894117bcaecc {{(pid=100247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:54:55.279452 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "96a5ba91-9ae1-4374-9adc-f59710ec4759", "tag": "2985e841-186d-4c50-81aa-7edeced86cb2", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "c2e7e169-6d3e-4fe1-9d57-062eaff9ad98", "tag": "41248504-0f72-4f85-93d1-c1696547ea84", "status": "completed", "code": 200}]} {{(pid=100247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:54:55.279746 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-f4335c78-1634-49ee-8fc4-894117bcaecc {{(pid=100247) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:54:55.280170 n-d-773647-6 neutron-server[100247]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '96a5ba91-9ae1-4374-9adc-f59710ec4759', 'tag': '2985e841-186d-4c50-81aa-7edeced86cb2', 'status': 'completed', 'code': 200} Jul 06 13:54:55.280430 n-d-773647-6 neutron-server[100247]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c2e7e169-6d3e-4fe1-9d57-062eaff9ad98', 'tag': '41248504-0f72-4f85-93d1-c1696547ea84', 'status': 'completed', 'code': 200} Jul 06 13:54:55.363973 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] For port 16152f2b-7c2d-44df-b317-d63c5609471e, host n-h2-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=16152f2b-7c2d-44df-b317-d63c5609471e,segment=NetworkSegment(c9ea893d-045e-42cf-b3dd-cdd1f79baccd),segment_id=c9ea893d-045e-42cf-b3dd-cdd1f79baccd)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:54:55.376013 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Returning: {'device': '16152f2b-7c2d-44df-b317-d63c5609471e', 'network_id': 'ac09d390-867f-4b75-a8d2-ab11550bffd6', 'port_id': '16152f2b-7c2d-44df-b317-d63c5609471e', 'mac_address': 'fa:16:3e:86:ef:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1023, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd1c3cc78-09b9-4e30-99fd-0e5830de101d', 'ip_address': '192.168.233.36'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100248) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 13:54:55.396648 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Device 2985e841-186d-4c50-81aa-7edeced86cb2 not bound to the agent host n-h2-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 13:54:55.429834 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:55.437078 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f28b976-539b-454f-9813-6b64f5ee415e req-3e1a2205-865a-4fe3-8cec-f7db47702e2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:54:55.438587 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-4f28b976-539b-454f-9813-6b64f5ee415e req-3e1a2205-865a-4fe3-8cec-f7db47702e2a service neutron] 10.222.0.127 "GET /v2.0/ports?tenant_id=483ead9cc6094290930ff4aed37f7463&device_id=96a5ba91-9ae1-4374-9adc-f59710ec4759 HTTP/1.1" status: 200 len: 1098 time: 0.1414468 Jul 06 13:54:55.444199 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f28b976-539b-454f-9813-6b64f5ee415e req-5e36fce1-f341-43f3-8c97-e18db8f891c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:54:55.444474 n-d-773647-6 neutron-server[100248]: DEBUG neutron.notifiers.nova [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 16152f2b-7c2d-44df-b317-d63c5609471e {{(pid=100248) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 13:54:55.445625 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-4f28b976-539b-454f-9813-6b64f5ee415e req-5e36fce1-f341-43f3-8c97-e18db8f891c1 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=483ead9cc6094290930ff4aed37f7463&device_id=96a5ba91-9ae1-4374-9adc-f59710ec4759 HTTP/1.1" status: 200 len: 1098 time: 0.1399586 Jul 06 13:54:55.474100 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] For port 16152f2b-7c2d-44df-b317-d63c5609471e, host n-h2-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=16152f2b-7c2d-44df-b317-d63c5609471e,segment=NetworkSegment(c9ea893d-045e-42cf-b3dd-cdd1f79baccd),segment_id=c9ea893d-045e-42cf-b3dd-cdd1f79baccd)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:54:55.479788 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:55.483140 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-94de8ca0-1e4c-4918-905f-42dd5cbdac77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:55.534934 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Pushing event updated for resources: {'Port': ['ID=16152f2b-7c2d-44df-b317-d63c5609471e,revision_number=4']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:54:55.575576 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec932ac9-4505-4907-96f7-ae27722ade35 req-eef98e0e-908f-4d1f-8ae0-ab4b14fb6f77 tempest-LiveMigrationNegativeTest-1423627528 tempest-LiveMigrationNegativeTest-1423627528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:54:55.577026 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-ec932ac9-4505-4907-96f7-ae27722ade35 req-eef98e0e-908f-4d1f-8ae0-ab4b14fb6f77 tempest-LiveMigrationNegativeTest-1423627528 tempest-LiveMigrationNegativeTest-1423627528-project] 10.222.0.104 "GET /v2.0/ports?device_id=6745883c-8982-41fd-a7cd-0cc6a866e0f4 HTTP/1.1" status: 200 len: 947 time: 0.2172503 Jul 06 13:54:55.676691 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] get_ports_and_sgs() called for port_ids ['16152f2b-7c2d-44df-b317-d63c5609471e'] {{(pid=100248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 13:54:55.680096 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-ec932ac9-4505-4907-96f7-ae27722ade35 req-cebe17a9-453f-4581-851b-f4d875ea98af tempest-LiveMigrationNegativeTest-1423627528 tempest-LiveMigrationNegativeTest-1423627528-project] 10.222.0.104 "GET /v2.0/security-groups?id=ef09d142-5e37-465b-8810-9ba573f3b8cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925496 Jul 06 13:54:55.680966 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f28b976-539b-454f-9813-6b64f5ee415e req-21786575-d04e-4a00-a72d-caba50a59627 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:54:55.682338 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-4f28b976-539b-454f-9813-6b64f5ee415e req-21786575-d04e-4a00-a72d-caba50a59627 service neutron] 10.222.0.127 "GET /v2.0/networks?id=ac09d390-867f-4b75-a8d2-ab11550bffd6 HTTP/1.1" status: 200 len: 871 time: 0.2349977 Jul 06 13:54:55.740180 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-4f28b976-539b-454f-9813-6b64f5ee415e req-814f2e98-1fed-4e06-a518-b8d696705a6a service neutron] 10.222.0.127 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.93&port_id=2985e841-186d-4c50-81aa-7edeced86cb2 HTTP/1.1" status: 200 len: 217 time: 0.0459731 Jul 06 13:54:55.747773 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41940a2b-f40a-4c86-82a8-6d25145e9fd5 req-e483a6de-13dc-403e-a35b-5ab8617454f2 tempest-LiveMigrationTest-2001684970 tempest-LiveMigrationTest-2001684970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:54:55.749198 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-41940a2b-f40a-4c86-82a8-6d25145e9fd5 req-e483a6de-13dc-403e-a35b-5ab8617454f2 tempest-LiveMigrationTest-2001684970 tempest-LiveMigrationTest-2001684970-project] 10.222.0.104 "GET /v2.0/ports?device_id=c2e7e169-6d3e-4fe1-9d57-062eaff9ad98 HTTP/1.1" status: 200 len: 943 time: 0.2911415 Jul 06 13:54:55.750203 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f28b976-539b-454f-9813-6b64f5ee415e req-3081cd3f-4957-4ae4-bedb-8e51a7488c07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:54:55.751551 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-4f28b976-539b-454f-9813-6b64f5ee415e req-3081cd3f-4957-4ae4-bedb-8e51a7488c07 service neutron] 10.222.0.72 "GET /v2.0/networks?id=ac09d390-867f-4b75-a8d2-ab11550bffd6 HTTP/1.1" status: 200 len: 871 time: 0.2945361 Jul 06 13:54:55.844043 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:55.878899 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-4f28b976-539b-454f-9813-6b64f5ee415e req-17f10a6a-d98a-4327-9f98-42133529f082 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.93&port_id=2985e841-186d-4c50-81aa-7edeced86cb2 HTTP/1.1" status: 200 len: 217 time: 0.1174877 Jul 06 13:54:55.978619 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f28b976-539b-454f-9813-6b64f5ee415e req-df49efd6-3527-49f1-bbff-932d3373e55f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:54:55.980011 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-4f28b976-539b-454f-9813-6b64f5ee415e req-df49efd6-3527-49f1-bbff-932d3373e55f service neutron] 10.222.0.127 "GET /v2.0/subnets?id=d1c3cc78-09b9-4e30-99fd-0e5830de101d HTTP/1.1" status: 200 len: 843 time: 0.2276156 Jul 06 13:54:56.015194 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-41940a2b-f40a-4c86-82a8-6d25145e9fd5 req-35beb040-47ed-40f1-9ddf-2a0e209d5c2e tempest-LiveMigrationTest-2001684970 tempest-LiveMigrationTest-2001684970-project] 10.222.0.104 "GET /v2.0/security-groups?id=7e243ebf-9cf4-4917-8da6-0fd38b06f795&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2435005 Jul 06 13:54:56.063330 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f28b976-539b-454f-9813-6b64f5ee415e req-31c161e7-c2b5-4e57-a7f5-d15c8149c7c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:54:56.064807 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-4f28b976-539b-454f-9813-6b64f5ee415e req-31c161e7-c2b5-4e57-a7f5-d15c8149c7c8 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=d1c3cc78-09b9-4e30-99fd-0e5830de101d HTTP/1.1" status: 200 len: 843 time: 0.1785474 Jul 06 13:54:56.073150 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e017530-de0f-4b21-86d1-2c58e06e6877 req-941dfdaf-2ef7-4e90-b4e1-364dc1353289 tempest-NetworksTest-1508337 tempest-NetworksTest-1508337-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:54:56.074463 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-0e017530-de0f-4b21-86d1-2c58e06e6877 req-941dfdaf-2ef7-4e90-b4e1-364dc1353289 tempest-NetworksTest-1508337 tempest-NetworksTest-1508337-project-admin] 10.222.0.104 "GET /v2.0/networks/2658f09e-a580-4d4a-9968-2d1e0ad93719 HTTP/1.1" status: 200 len: 886 time: 0.3707020 Jul 06 13:54:56.124006 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31b08d6-5d9d-4b6a-bc3d-260f41489738 req-4f369e2b-ff4f-415e-8124-09fc40031d83 tempest-LiveAutoBlockMigrationV225Test-654794443 tempest-LiveAutoBlockMigrationV225Test-654794443-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:54:56.125357 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-e31b08d6-5d9d-4b6a-bc3d-260f41489738 req-4f369e2b-ff4f-415e-8124-09fc40031d83 tempest-LiveAutoBlockMigrationV225Test-654794443 tempest-LiveAutoBlockMigrationV225Test-654794443-project] 10.222.0.127 "GET /v2.0/networks?id=719b716d-a00d-48ee-8755-3a8bbdfaf0d2 HTTP/1.1" status: 200 len: 821 time: 0.2645752 Jul 06 13:54:56.153046 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f28b976-539b-454f-9813-6b64f5ee415e req-78e5dea8-bb39-4f53-8758-d984c7981594 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:54:56.154578 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-4f28b976-539b-454f-9813-6b64f5ee415e req-78e5dea8-bb39-4f53-8758-d984c7981594 service neutron] 10.222.0.127 "GET /v2.0/ports?network_id=ac09d390-867f-4b75-a8d2-ab11550bffd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1533463 Jul 06 13:54:56.165656 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f28b976-539b-454f-9813-6b64f5ee415e req-fe679ef6-bb0f-477f-98d9-ddf06c807b5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:54:56.167879 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-4f28b976-539b-454f-9813-6b64f5ee415e req-fe679ef6-bb0f-477f-98d9-ddf06c807b5a service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=ac09d390-867f-4b75-a8d2-ab11550bffd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0878155 Jul 06 13:54:56.176690 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [req-e31b08d6-5d9d-4b6a-bc3d-260f41489738 req-5b3233ed-af16-4670-a197-73fb42eff164 tempest-LiveAutoBlockMigrationV225Test-654794443 tempest-LiveAutoBlockMigrationV225Test-654794443-project] Request body: {'port': {'device_id': 'ce46b99b-5e9d-4179-b46f-7265cb00f3d9', 'network_id': '719b716d-a00d-48ee-8755-3a8bbdfaf0d2', 'admin_state_up': True, 'tenant_id': '4cef06e2189c48a2819839e74c70f679'}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:54:56.464986 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-2064eaae-da4f-48f8-82d2-b09d4ddedd44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:56.719137 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-4f28b976-539b-454f-9813-6b64f5ee415e req-d9370c2c-e18e-40c1-ae13-1219a0d24cd9 service neutron] 10.222.0.127 "GET /v2.0/networks/ac09d390-867f-4b75-a8d2-ab11550bffd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5466657 Jul 06 13:54:56.727977 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-4f28b976-539b-454f-9813-6b64f5ee415e req-f3bbc881-2928-4a22-b805-ee0367167afc service neutron] 10.222.0.72 "GET /v2.0/networks/ac09d390-867f-4b75-a8d2-ab11550bffd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5399253 Jul 06 13:54:56.759326 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161678e4-3167-4dfc-8397-005ec86d48f3 req-47fdb810-3c7e-496d-8d7c-8339d1401a88 tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:54:56.760723 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-161678e4-3167-4dfc-8397-005ec86d48f3 req-47fdb810-3c7e-496d-8d7c-8339d1401a88 tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] 10.222.0.104 "GET /v2.0/ports?device_id=96a5ba91-9ae1-4374-9adc-f59710ec4759 HTTP/1.1" status: 200 len: 947 time: 0.4924076 Jul 06 13:54:56.905676 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e31b08d6-5d9d-4b6a-bc3d-260f41489738 req-5b3233ed-af16-4670-a197-73fb42eff164 tempest-LiveAutoBlockMigrationV225Test-654794443 tempest-LiveAutoBlockMigrationV225Test-654794443-project] Made reservation on behalf of 4cef06e2189c48a2819839e74c70f679 for: {'port': 1} {{(pid=100247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 13:54:56.909243 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-e31b08d6-5d9d-4b6a-bc3d-260f41489738 req-5b3233ed-af16-4670-a197-73fb42eff164 tempest-LiveAutoBlockMigrationV225Test-654794443 tempest-LiveAutoBlockMigrationV225Test-654794443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:56.916590 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080a83e5-aa2e-41c9-a23f-fc7d8039dfe7 req-e17a3ca9-376a-41c5-9de4-1a78e2c02d21 tempest-NetworksTest-1508337 tempest-NetworksTest-1508337-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:54:56.917077 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080a83e5-aa2e-41c9-a23f-fc7d8039dfe7 req-e17a3ca9-376a-41c5-9de4-1a78e2c02d21 tempest-NetworksTest-1508337 tempest-NetworksTest-1508337-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:54:56.917549 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080a83e5-aa2e-41c9-a23f-fc7d8039dfe7 req-e17a3ca9-376a-41c5-9de4-1a78e2c02d21 tempest-NetworksTest-1508337 tempest-NetworksTest-1508337-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:54:56.918019 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080a83e5-aa2e-41c9-a23f-fc7d8039dfe7 req-e17a3ca9-376a-41c5-9de4-1a78e2c02d21 tempest-NetworksTest-1508337 tempest-NetworksTest-1508337-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:54:56.918496 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080a83e5-aa2e-41c9-a23f-fc7d8039dfe7 req-e17a3ca9-376a-41c5-9de4-1a78e2c02d21 tempest-NetworksTest-1508337 tempest-NetworksTest-1508337-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:54:56.918954 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080a83e5-aa2e-41c9-a23f-fc7d8039dfe7 req-e17a3ca9-376a-41c5-9de4-1a78e2c02d21 tempest-NetworksTest-1508337 tempest-NetworksTest-1508337-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:54:56.919438 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080a83e5-aa2e-41c9-a23f-fc7d8039dfe7 req-e17a3ca9-376a-41c5-9de4-1a78e2c02d21 tempest-NetworksTest-1508337 tempest-NetworksTest-1508337-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:54:56.919901 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080a83e5-aa2e-41c9-a23f-fc7d8039dfe7 req-e17a3ca9-376a-41c5-9de4-1a78e2c02d21 tempest-NetworksTest-1508337 tempest-NetworksTest-1508337-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:54:56.920361 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080a83e5-aa2e-41c9-a23f-fc7d8039dfe7 req-e17a3ca9-376a-41c5-9de4-1a78e2c02d21 tempest-NetworksTest-1508337 tempest-NetworksTest-1508337-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:54:56.920819 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080a83e5-aa2e-41c9-a23f-fc7d8039dfe7 req-e17a3ca9-376a-41c5-9de4-1a78e2c02d21 tempest-NetworksTest-1508337 tempest-NetworksTest-1508337-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:54:56.921273 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080a83e5-aa2e-41c9-a23f-fc7d8039dfe7 req-e17a3ca9-376a-41c5-9de4-1a78e2c02d21 tempest-NetworksTest-1508337 tempest-NetworksTest-1508337-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:54:56.923242 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-080a83e5-aa2e-41c9-a23f-fc7d8039dfe7 req-e17a3ca9-376a-41c5-9de4-1a78e2c02d21 tempest-NetworksTest-1508337 tempest-NetworksTest-1508337-project-admin] 10.222.0.104 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7851 time: 0.3926654 Jul 06 13:54:56.999657 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-161678e4-3167-4dfc-8397-005ec86d48f3 req-741dda22-594f-4f9f-9f26-f47fcb0475e5 tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] 10.222.0.104 "GET /v2.0/security-groups?id=9f5b92e9-7340-49c3-a9bb-41e4a1caffc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2261245 Jul 06 13:54:57.047859 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-4f28b976-539b-454f-9813-6b64f5ee415e req-8c12e08f-f98a-4f60-ada9-e98f762a2466 service neutron] 10.222.0.72 "GET /v2.0/networks/ac09d390-867f-4b75-a8d2-ab11550bffd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3067398 Jul 06 13:54:57.064263 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-4f28b976-539b-454f-9813-6b64f5ee415e req-079b9a9d-2176-4a11-8718-fcc85fd04f9f service neutron] 10.222.0.127 "GET /v2.0/networks/ac09d390-867f-4b75-a8d2-ab11550bffd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3200626 Jul 06 13:54:57.194931 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Device 16152f2b-7c2d-44df-b317-d63c5609471e up at agent hyperv_n-h2-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 13:54:57.205853 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.db_base_plugin_common [req-e31b08d6-5d9d-4b6a-bc3d-260f41489738 req-5b3233ed-af16-4670-a197-73fb42eff164 tempest-LiveAutoBlockMigrationV225Test-654794443 tempest-LiveAutoBlockMigrationV225Test-654794443-project] Allocated IP 172.20.0.10 (719b716d-a00d-48ee-8755-3a8bbdfaf0d2/7f475f76-2dcc-4dce-adb2-7deed8b8ad71/657fb024-941b-4590-82d2-c9d7f63025c1) {{(pid=100247) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 13:54:57.253792 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Provisioning for port 16152f2b-7c2d-44df-b317-d63c5609471e completed by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 13:54:57.254656 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-7857827a-b13b-4f12-ad32-5641c7677d51 req-ce9ccc7b-8495-4e4a-b1c3-d315b0592d4f tempest-LiveAutoBlockMigrationV225Test-654794443 tempest-LiveAutoBlockMigrationV225Test-654794443-project] 10.222.0.104 "GET /v2.0/ports?device_id=ce46b99b-5e9d-4179-b46f-7265cb00f3d9 HTTP/1.1" status: 200 len: 210 time: 0.0571804 Jul 06 13:54:57.264360 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Provisioning complete for port 16152f2b-7c2d-44df-b317-d63c5609471e triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:54:57.264912 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:57.339259 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 55980) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:54:57.401033 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:57.428266 n-d-773647-6 neutron-server[100248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6745883c-8982-41fd-a7cd-0cc6a866e0f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16152f2b-7c2d-44df-b317-d63c5609471e'}] {{(pid=100248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 13:54:57.431153 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84af257533e383389cbcf231d3534f4d5e149e7203fea16b4a8fc01438dddaf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2a360a3-6b45-4d48-9573-8ec306debee2" -d '{"events": [{"server_uuid": "6745883c-8982-41fd-a7cd-0cc6a866e0f4", "name": "network-vif-plugged", "status": "completed", "tag": "16152f2b-7c2d-44df-b317-d63c5609471e"}]}' {{(pid=100248) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:54:57.448250 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] For port 16152f2b-7c2d-44df-b317-d63c5609471e, host n-h2-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=16152f2b-7c2d-44df-b317-d63c5609471e,segment=NetworkSegment(c9ea893d-045e-42cf-b3dd-cdd1f79baccd),segment_id=c9ea893d-045e-42cf-b3dd-cdd1f79baccd)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:54:57.455725 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:57.516516 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Pushing event updated for resources: {'Port': ['ID=16152f2b-7c2d-44df-b317-d63c5609471e,revision_number=5']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:54:57.536586 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f28b976-539b-454f-9813-6b64f5ee415e req-8c1168ff-f844-4700-9c0c-1a154a89e96c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:54:57.538106 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-4f28b976-539b-454f-9813-6b64f5ee415e req-8c1168ff-f844-4700-9c0c-1a154a89e96c service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=125e6575b3ba4365b3ae01568cef269b&device_id=c2e7e169-6d3e-4fe1-9d57-062eaff9ad98 HTTP/1.1" status: 200 len: 1094 time: 0.3876600 Jul 06 13:54:57.542818 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-518f3480-8492-4966-8d7f-91a4e8d54aff admin admin] Notify callbacks [] for security_group, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:57.643157 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-518f3480-8492-4966-8d7f-91a4e8d54aff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:57.653089 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-518f3480-8492-4966-8d7f-91a4e8d54aff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:57.657598 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-e31b08d6-5d9d-4b6a-bc3d-260f41489738 req-5b3233ed-af16-4670-a197-73fb42eff164 tempest-LiveAutoBlockMigrationV225Test-654794443 tempest-LiveAutoBlockMigrationV225Test-654794443-project] Notify callbacks [] for port, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:57.678498 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e1cfbb-5450-4e50-b64a-8249bd32838f req-ac6ddffa-fc17-4b7c-bb85-038413c657aa tempest-LiveMigrationNegativeTest-1423627528 tempest-LiveMigrationNegativeTest-1423627528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:54:57.680052 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-95e1cfbb-5450-4e50-b64a-8249bd32838f req-ac6ddffa-fc17-4b7c-bb85-038413c657aa tempest-LiveMigrationNegativeTest-1423627528 tempest-LiveMigrationNegativeTest-1423627528-project] 10.222.0.104 "GET /v2.0/ports?device_id=6745883c-8982-41fd-a7cd-0cc6a866e0f4 HTTP/1.1" status: 200 len: 948 time: 0.4284422 Jul 06 13:54:57.692886 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-518f3480-8492-4966-8d7f-91a4e8d54aff admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=73c7a82d18ed4b93873c4c8ad0631449&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3485711 Jul 06 13:54:57.693474 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 55992) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:54:57.709908 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518f3480-8492-4966-8d7f-91a4e8d54aff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88cb9fbd-51bd-4d70-bef3-7bc4dab8d56d,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:54:57.759600 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-5beeb606-58c8-474b-a33a-2b3c7a1792f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:57.781645 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-5beeb606-58c8-474b-a33a-2b3c7a1792f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:57.792408 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e131a38-cb24-4c7a-9974-650018dfc3bd req-d85becbe-5ee5-47dd-904d-6803ef20d887 tempest-LiveMigrationTest-2001684970 tempest-LiveMigrationTest-2001684970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:54:57.794072 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-5e131a38-cb24-4c7a-9974-650018dfc3bd req-d85becbe-5ee5-47dd-904d-6803ef20d887 tempest-LiveMigrationTest-2001684970 tempest-LiveMigrationTest-2001684970-project] 10.222.0.104 "GET /v2.0/ports?device_id=c2e7e169-6d3e-4fe1-9d57-062eaff9ad98 HTTP/1.1" status: 200 len: 943 time: 0.2543190 Jul 06 13:54:57.795178 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f28b976-539b-454f-9813-6b64f5ee415e req-eb3e6525-c779-4620-8789-e8216c33e9b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:54:57.796632 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-4f28b976-539b-454f-9813-6b64f5ee415e req-eb3e6525-c779-4620-8789-e8216c33e9b0 service neutron] 10.222.0.72 "GET /v2.0/networks?id=4f6c277b-1b2d-40ad-a374-15bf31b2f6e9 HTTP/1.1" status: 200 len: 909 time: 0.2401121 Jul 06 13:54:57.803984 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-95e1cfbb-5450-4e50-b64a-8249bd32838f req-f238a4cb-0ac0-4b68-95ff-dddc6d71c7cf tempest-LiveMigrationNegativeTest-1423627528 tempest-LiveMigrationNegativeTest-1423627528-project] 10.222.0.104 "GET /v2.0/security-groups?id=ef09d142-5e37-465b-8810-9ba573f3b8cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163552 Jul 06 13:54:57.809637 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-e31b08d6-5d9d-4b6a-bc3d-260f41489738 req-5b3233ed-af16-4670-a197-73fb42eff164 tempest-LiveAutoBlockMigrationV225Test-654794443 tempest-LiveAutoBlockMigrationV225Test-654794443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108'] for port, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:57.844429 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-5beeb606-58c8-474b-a33a-2b3c7a1792f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:57.848174 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-5beeb606-58c8-474b-a33a-2b3c7a1792f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:57.849435 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-5beeb606-58c8-474b-a33a-2b3c7a1792f7 admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/88cb9fbd-51bd-4d70-bef3-7bc4dab8d56d HTTP/1.1" status: 204 len: 168 time: 0.1548800 Jul 06 13:54:57.875778 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5beeb606-58c8-474b-a33a-2b3c7a1792f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88cb9fbd-51bd-4d70-bef3-7bc4dab8d56d,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:54:57.921841 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-4f28b976-539b-454f-9813-6b64f5ee415e req-a44bb901-9463-462b-9c03-3e1b5e771b22 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=41248504-0f72-4f85-93d1-c1696547ea84 HTTP/1.1" status: 200 len: 217 time: 0.1154528 Jul 06 13:54:57.977143 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e31b08d6-5d9d-4b6a-bc3d-260f41489738 req-5b3233ed-af16-4670-a197-73fb42eff164 tempest-LiveAutoBlockMigrationV225Test-654794443 tempest-LiveAutoBlockMigrationV225Test-654794443-project] Network 719b716d-a00d-48ee-8755-3a8bbdfaf0d2 is already hosted by enough agents. {{(pid=100247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 13:54:57.996202 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.base_scheduler [req-e31b08d6-5d9d-4b6a-bc3d-260f41489738 req-5b3233ed-af16-4670-a197-73fb42eff164 tempest-LiveAutoBlockMigrationV225Test-654794443 tempest-LiveAutoBlockMigrationV225Test-654794443-project] Resources bound (agent type, host, resource id): {{(pid=100247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:54:58.009824 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.l3_dvrscheduler_db [req-e31b08d6-5d9d-4b6a-bc3d-260f41489738 req-5b3233ed-af16-4670-a197-73fb42eff164 tempest-LiveAutoBlockMigrationV225Test-654794443 tempest-LiveAutoBlockMigrationV225Test-654794443-project] Received port after_create {{(pid=100247) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 13:54:58.014060 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31b08d6-5d9d-4b6a-bc3d-260f41489738 req-5b3233ed-af16-4670-a197-73fb42eff164 tempest-LiveAutoBlockMigrationV225Test-654794443 tempest-LiveAutoBlockMigrationV225Test-654794443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:54:58.014334 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-e31b08d6-5d9d-4b6a-bc3d-260f41489738 req-5b3233ed-af16-4670-a197-73fb42eff164 tempest-LiveAutoBlockMigrationV225Test-654794443 tempest-LiveAutoBlockMigrationV225Test-654794443-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:58.032958 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3233ed-af16-4670-a197-73fb42eff164 tempest-LiveAutoBlockMigrationV225Test-654794443 tempest-LiveAutoBlockMigrationV225Test-654794443-project] Pushing event updated for resources: {'Port': ['ID=657fb024-941b-4590-82d2-c9d7f63025c1,revision_number=1']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:54:58.039647 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-e31b08d6-5d9d-4b6a-bc3d-260f41489738 req-5b3233ed-af16-4670-a197-73fb42eff164 tempest-LiveAutoBlockMigrationV225Test-654794443 tempest-LiveAutoBlockMigrationV225Test-654794443-project] 10.222.0.127 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8683112 Jul 06 13:54:58.043861 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 13:54:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f4e5b39-075f-47fb-bc61-12e264085198 x-openstack-request-id: req-0f4e5b39-075f-47fb-bc61-12e264085198 {{(pid=100248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:54:58.044261 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6745883c-8982-41fd-a7cd-0cc6a866e0f4", "name": "network-vif-plugged", "status": "completed", "tag": "16152f2b-7c2d-44df-b317-d63c5609471e", "code": 200}]} {{(pid=100248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:54:58.044555 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-0f4e5b39-075f-47fb-bc61-12e264085198 {{(pid=100248) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:54:58.044885 n-d-773647-6 neutron-server[100248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6745883c-8982-41fd-a7cd-0cc6a866e0f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16152f2b-7c2d-44df-b317-d63c5609471e', 'code': 200} Jul 06 13:54:58.058878 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-5e131a38-cb24-4c7a-9974-650018dfc3bd req-4769ed20-79fc-4738-a85d-144502d2c371 tempest-LiveMigrationTest-2001684970 tempest-LiveMigrationTest-2001684970-project] 10.222.0.104 "GET /v2.0/security-groups?id=7e243ebf-9cf4-4917-8da6-0fd38b06f795&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2508142 Jul 06 13:54:58.070369 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [req-e31b08d6-5d9d-4b6a-bc3d-260f41489738 req-a74a8f01-c9a7-4c73-8663-c31b1be9bc2b service neutron] Request body: {'port': {'device_id': 'ce46b99b-5e9d-4179-b46f-7265cb00f3d9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-773647-6'}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:54:58.212043 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-e31b08d6-5d9d-4b6a-bc3d-260f41489738 req-a74a8f01-c9a7-4c73-8663-c31b1be9bc2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:58.223780 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f28b976-539b-454f-9813-6b64f5ee415e req-5197943e-eadd-4a81-8f31-7417b8c0e1b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:54:58.225121 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-4f28b976-539b-454f-9813-6b64f5ee415e req-5197943e-eadd-4a81-8f31-7417b8c0e1b9 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=3ab4a4f6-31db-40f5-bd89-967e515dcbd9 HTTP/1.1" status: 200 len: 847 time: 0.2923121 Jul 06 13:54:58.233156 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c325340-9a94-4b33-a1a3-e85e0e04f515 req-3c78883b-7864-4de7-910e-e71ca40c11d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:54:58.240368 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-5c325340-9a94-4b33-a1a3-e85e0e04f515 req-3c78883b-7864-4de7-910e-e71ca40c11d5 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=6745883c-8982-41fd-a7cd-0cc6a866e0f4 HTTP/1.1" status: 200 len: 1100 time: 0.1136978 Jul 06 13:54:58.259634 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-03f71b24-a9b8-453a-8924-caa3f97bc6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:58.295745 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-5c325340-9a94-4b33-a1a3-e85e0e04f515 req-3849e741-2545-422c-b517-fe76e59182a9 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=ef09d142-5e37-465b-8810-9ba573f3b8cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502267 Jul 06 13:54:58.301892 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 56008) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:54:58.302260 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-4f28b976-539b-454f-9813-6b64f5ee415e req-dc3b09cf-c6cf-4c31-8d92-3bb48a40e6a7 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=4f6c277b-1b2d-40ad-a374-15bf31b2f6e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0571339 Jul 06 13:54:58.319269 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-9ae66d2e-99fd-483c-8dce-8b4e1b9f9b29 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:58.453035 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-9ae66d2e-99fd-483c-8dce-8b4e1b9f9b29 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:58.461100 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-9ae66d2e-99fd-483c-8dce-8b4e1b9f9b29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:58.515800 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-9ae66d2e-99fd-483c-8dce-8b4e1b9f9b29 admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=4de679ab07a5433b912412e5dc876903&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2123520 Jul 06 13:54:58.517747 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 56014) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:54:58.525480 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae66d2e-99fd-483c-8dce-8b4e1b9f9b29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=250ae869-6bd0-42e9-bf92-1ddd0f4a0baf,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:54:58.587690 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-d4c232d3-e5ca-4b90-b3fd-deb49a7dacff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:58.613971 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e948caa-7c7a-4278-83f4-6d853390d6f0 req-2c583b71-1fe5-4ff5-967e-890b39629230 tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:54:58.620879 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-1e948caa-7c7a-4278-83f4-6d853390d6f0 req-2c583b71-1fe5-4ff5-967e-890b39629230 tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] 10.222.0.104 "GET /v2.0/ports?device_id=96a5ba91-9ae1-4374-9adc-f59710ec4759 HTTP/1.1" status: 200 len: 947 time: 0.3155084 Jul 06 13:54:58.629982 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-d4c232d3-e5ca-4b90-b3fd-deb49a7dacff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:58.681951 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-4f28b976-539b-454f-9813-6b64f5ee415e req-30a3fe97-c307-4ad7-bd2a-0323d06c96ed service neutron] 10.222.0.72 "GET /v2.0/networks/4f6c277b-1b2d-40ad-a374-15bf31b2f6e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3252811 Jul 06 13:54:58.730177 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d098ca10-938a-4e63-8af1-abe6b5edddc7 req-da127815-b745-453f-9404-aebd5b65ab3f tempest-LiveAutoBlockMigrationV225Test-654794443 tempest-LiveAutoBlockMigrationV225Test-654794443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:54:58.731887 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-d098ca10-938a-4e63-8af1-abe6b5edddc7 req-da127815-b745-453f-9404-aebd5b65ab3f tempest-LiveAutoBlockMigrationV225Test-654794443 tempest-LiveAutoBlockMigrationV225Test-654794443-project] 10.222.0.104 "GET /v2.0/ports?device_id=ce46b99b-5e9d-4179-b46f-7265cb00f3d9 HTTP/1.1" status: 200 len: 932 time: 0.2293994 Jul 06 13:54:58.752293 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-d4c232d3-e5ca-4b90-b3fd-deb49a7dacff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:58.754222 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-d4c232d3-e5ca-4b90-b3fd-deb49a7dacff admin admin] Notify callbacks [] for security_group, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:58.755512 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-d4c232d3-e5ca-4b90-b3fd-deb49a7dacff admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/250ae869-6bd0-42e9-bf92-1ddd0f4a0baf HTTP/1.1" status: 204 len: 168 time: 0.2365477 Jul 06 13:54:58.780688 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c232d3-e5ca-4b90-b3fd-deb49a7dacff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=250ae869-6bd0-42e9-bf92-1ddd0f4a0baf,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:54:58.784395 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 56022) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:54:58.786071 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-1e948caa-7c7a-4278-83f4-6d853390d6f0 req-b0f76dde-e357-4dde-8d35-2a5f3d3f9a97 tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] 10.222.0.104 "GET /v2.0/security-groups?id=9f5b92e9-7340-49c3-a9bb-41e4a1caffc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1642501 Jul 06 13:54:58.935052 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-4f28b976-539b-454f-9813-6b64f5ee415e req-9da2a20a-c4b2-4954-8b92-1e24a5c94740 service neutron] 10.222.0.72 "GET /v2.0/networks/4f6c277b-1b2d-40ad-a374-15bf31b2f6e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2448511 Jul 06 13:54:58.968402 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-d098ca10-938a-4e63-8af1-abe6b5edddc7 req-6b6d3071-a58d-41b5-9650-044211246450 tempest-LiveAutoBlockMigrationV225Test-654794443 tempest-LiveAutoBlockMigrationV225Test-654794443-project] 10.222.0.104 "GET /v2.0/security-groups?id=43f6fcb8-9501-44d6-9feb-82c82c5d5862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2207224 Jul 06 13:54:59.087114 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-06afa9b8-e4fa-4567-a37d-f17da4321009 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:59.163774 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Device 2985e841-186d-4c50-81aa-7edeced86cb2 details requested by agent hyperv_n-h1-773647-6 with host n-h1-773647-6 {{(pid=100248) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 13:54:59.272960 n-d-773647-6 neutron-server[100247]: DEBUG neutron.notifiers.nova [req-e31b08d6-5d9d-4b6a-bc3d-260f41489738 req-a74a8f01-c9a7-4c73-8663-c31b1be9bc2b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 657fb024-941b-4590-82d2-c9d7f63025c1 {{(pid=100247) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 13:54:59.286855 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-e31b08d6-5d9d-4b6a-bc3d-260f41489738 req-a74a8f01-c9a7-4c73-8663-c31b1be9bc2b service neutron] Notify callbacks [] for port, precommit_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:59.297720 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a2e684-57af-49a1-87c5-df3c709a2ebf req-6caee591-2f61-4d6d-a1ec-6887a06d0739 tempest-LiveMigrationNegativeTest-1423627528 tempest-LiveMigrationNegativeTest-1423627528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:54:59.306269 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-a5a2e684-57af-49a1-87c5-df3c709a2ebf req-6caee591-2f61-4d6d-a1ec-6887a06d0739 tempest-LiveMigrationNegativeTest-1423627528 tempest-LiveMigrationNegativeTest-1423627528-project] 10.222.0.104 "GET /v2.0/ports?device_id=6745883c-8982-41fd-a7cd-0cc6a866e0f4 HTTP/1.1" status: 200 len: 949 time: 0.3367248 Jul 06 13:54:59.342802 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.provisioning_blocks [req-e31b08d6-5d9d-4b6a-bc3d-260f41489738 req-a74a8f01-c9a7-4c73-8663-c31b1be9bc2b service neutron] Transition to ACTIVE for port object 657fb024-941b-4590-82d2-c9d7f63025c1 will not be triggered until provisioned by entity L2. {{(pid=100247) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 13:54:59.355168 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-e31b08d6-5d9d-4b6a-bc3d-260f41489738 req-a74a8f01-c9a7-4c73-8663-c31b1be9bc2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:59.391374 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-06afa9b8-e4fa-4567-a37d-f17da4321009 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:59.392220 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Device 41248504-0f72-4f85-93d1-c1696547ea84 details requested by agent hyperv_n-h2-773647-6 with host n-h2-773647-6 {{(pid=100248) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 13:54:59.403704 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-06afa9b8-e4fa-4567-a37d-f17da4321009 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:59.426286 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74a8f01-c9a7-4c73-8663-c31b1be9bc2b service neutron] Pushing event updated for resources: {'Port': ['ID=657fb024-941b-4590-82d2-c9d7f63025c1,revision_number=2']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:54:59.460144 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-a5a2e684-57af-49a1-87c5-df3c709a2ebf req-f1248b8b-527d-4185-892c-2dc3dda7c90b tempest-LiveMigrationNegativeTest-1423627528 tempest-LiveMigrationNegativeTest-1423627528-project] 10.222.0.104 "GET /v2.0/security-groups?id=ef09d142-5e37-465b-8810-9ba573f3b8cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1529117 Jul 06 13:54:59.497771 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-06afa9b8-e4fa-4567-a37d-f17da4321009 admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=7a8dbd1ba4914c1da4ec5137eb15a324&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7115996 Jul 06 13:54:59.500794 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 56044) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:54:59.501695 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06afa9b8-e4fa-4567-a37d-f17da4321009 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=927da969-67af-4a61-b0d3-ebd79685043f,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:54:59.560726 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.managers [req-e31b08d6-5d9d-4b6a-bc3d-260f41489738 req-a74a8f01-c9a7-4c73-8663-c31b1be9bc2b service neutron] Attempting to bind port 657fb024-941b-4590-82d2-c9d7f63025c1 on host n-h1-773647-6 for vnic_type normal with profile {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 13:54:59.560984 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.managers [req-e31b08d6-5d9d-4b6a-bc3d-260f41489738 req-a74a8f01-c9a7-4c73-8663-c31b1be9bc2b service neutron] Attempting to bind port 657fb024-941b-4590-82d2-c9d7f63025c1 by drivers openvswitch,hyperv on host n-h1-773647-6 at level 0 using segments [{'id': 'da615941-94ee-441c-92fd-37ca002df9b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': '719b716d-a00d-48ee-8755-3a8bbdfaf0d2'}] {{(pid=100247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 13:54:59.561311 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e31b08d6-5d9d-4b6a-bc3d-260f41489738 req-a74a8f01-c9a7-4c73-8663-c31b1be9bc2b service neutron] Attempting to bind port 657fb024-941b-4590-82d2-c9d7f63025c1 on network 719b716d-a00d-48ee-8755-3a8bbdfaf0d2 {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 13:54:59.585108 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e31b08d6-5d9d-4b6a-bc3d-260f41489738 req-a74a8f01-c9a7-4c73-8663-c31b1be9bc2b service neutron] Port 657fb024-941b-4590-82d2-c9d7f63025c1 on network 719b716d-a00d-48ee-8755-3a8bbdfaf0d2 not bound, no agent of type Open vSwitch agent registered on host n-h1-773647-6 {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 13:54:59.585436 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e31b08d6-5d9d-4b6a-bc3d-260f41489738 req-a74a8f01-c9a7-4c73-8663-c31b1be9bc2b service neutron] Attempting to bind port 657fb024-941b-4590-82d2-c9d7f63025c1 on network 719b716d-a00d-48ee-8755-3a8bbdfaf0d2 {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 13:54:59.593144 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e31b08d6-5d9d-4b6a-bc3d-260f41489738 req-a74a8f01-c9a7-4c73-8663-c31b1be9bc2b service neutron] Checking agent: {'id': '5bf7147f-bada-4441-a5dc-934b903473fb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-773647-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 51, 12), 'started_at': datetime.datetime(2021, 7, 6, 13, 51, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 13, 54, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 13:54:59.593488 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e31b08d6-5d9d-4b6a-bc3d-260f41489738 req-a74a8f01-c9a7-4c73-8663-c31b1be9bc2b service neutron] Checking segment: {'id': 'da615941-94ee-441c-92fd-37ca002df9b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': '719b716d-a00d-48ee-8755-3a8bbdfaf0d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100247) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 13:54:59.594398 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e31b08d6-5d9d-4b6a-bc3d-260f41489738 req-a74a8f01-c9a7-4c73-8663-c31b1be9bc2b service neutron] Bound using segment: {'id': 'da615941-94ee-441c-92fd-37ca002df9b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': '719b716d-a00d-48ee-8755-3a8bbdfaf0d2'} {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 13:54:59.594858 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.managers [req-e31b08d6-5d9d-4b6a-bc3d-260f41489738 req-a74a8f01-c9a7-4c73-8663-c31b1be9bc2b service neutron] Bound port: 657fb024-941b-4590-82d2-c9d7f63025c1, host: n-h1-773647-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'da615941-94ee-441c-92fd-37ca002df9b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': '719b716d-a00d-48ee-8755-3a8bbdfaf0d2'}}] {{(pid=100247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 13:54:59.595258 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-e31b08d6-5d9d-4b6a-bc3d-260f41489738 req-a74a8f01-c9a7-4c73-8663-c31b1be9bc2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:59.599000 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-1b3a6402-175a-4eb9-bb0f-200b30d65f7f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:59.654918 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-1b3a6402-175a-4eb9-bb0f-200b30d65f7f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:59.660935 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] For port 2985e841-186d-4c50-81aa-7edeced86cb2, host n-h1-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773647-6',level=0,port_id=2985e841-186d-4c50-81aa-7edeced86cb2,segment=NetworkSegment(c9ea893d-045e-42cf-b3dd-cdd1f79baccd),segment_id=c9ea893d-045e-42cf-b3dd-cdd1f79baccd)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:54:59.681812 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Returning: {'device': '2985e841-186d-4c50-81aa-7edeced86cb2', 'network_id': 'ac09d390-867f-4b75-a8d2-ab11550bffd6', 'port_id': '2985e841-186d-4c50-81aa-7edeced86cb2', 'mac_address': 'fa:16:3e:c2:80:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1023, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd1c3cc78-09b9-4e30-99fd-0e5830de101d', 'ip_address': '192.168.233.93'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100248) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 13:54:59.688260 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef630840-b097-4127-aebd-df11574248e2 req-91449541-c229-42ec-a451-60563479be40 tempest-LiveMigrationTest-2001684970 tempest-LiveMigrationTest-2001684970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:54:59.695118 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-ef630840-b097-4127-aebd-df11574248e2 req-91449541-c229-42ec-a451-60563479be40 tempest-LiveMigrationTest-2001684970 tempest-LiveMigrationTest-2001684970-project] 10.222.0.104 "GET /v2.0/ports?device_id=c2e7e169-6d3e-4fe1-9d57-062eaff9ad98 HTTP/1.1" status: 200 len: 943 time: 0.1437607 Jul 06 13:54:59.735713 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:59.744336 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] For port 41248504-0f72-4f85-93d1-c1696547ea84, host n-h2-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=41248504-0f72-4f85-93d1-c1696547ea84,segment=NetworkSegment(65749612-fb0d-4f34-9eb9-d06c3a2fda80),segment_id=65749612-fb0d-4f34-9eb9-d06c3a2fda80)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:54:59.745658 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.db [req-e31b08d6-5d9d-4b6a-bc3d-260f41489738 req-a74a8f01-c9a7-4c73-8663-c31b1be9bc2b service neutron] For port 657fb024-941b-4590-82d2-c9d7f63025c1, host n-h1-773647-6, cleared binding levels {{(pid=100247) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 13:54:59.764930 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-1b3a6402-175a-4eb9-bb0f-200b30d65f7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:59.767189 n-d-773647-6 neutron-server[100248]: DEBUG neutron.notifiers.nova [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2985e841-186d-4c50-81aa-7edeced86cb2 {{(pid=100248) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 13:54:59.770127 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-1b3a6402-175a-4eb9-bb0f-200b30d65f7f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:59.775081 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-1b3a6402-175a-4eb9-bb0f-200b30d65f7f admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/927da969-67af-4a61-b0d3-ebd79685043f HTTP/1.1" status: 204 len: 168 time: 0.2651479 Jul 06 13:54:59.782731 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Returning: {'device': '41248504-0f72-4f85-93d1-c1696547ea84', 'network_id': '4f6c277b-1b2d-40ad-a374-15bf31b2f6e9', 'port_id': '41248504-0f72-4f85-93d1-c1696547ea84', 'mac_address': 'fa:16:3e:79:21:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1045, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ab4a4f6-31db-40f5-bd89-967e515dcbd9', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100248) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 13:54:59.789267 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3a6402-175a-4eb9-bb0f-200b30d65f7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=927da969-67af-4a61-b0d3-ebd79685043f,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:54:59.795175 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-ef630840-b097-4127-aebd-df11574248e2 req-72f13cfb-645c-487d-bd61-2786d3368f2f tempest-LiveMigrationTest-2001684970 tempest-LiveMigrationTest-2001684970-project] 10.222.0.104 "GET /v2.0/security-groups?id=7e243ebf-9cf4-4917-8da6-0fd38b06f795&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990655 Jul 06 13:54:59.800651 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.db [req-e31b08d6-5d9d-4b6a-bc3d-260f41489738 req-a74a8f01-c9a7-4c73-8663-c31b1be9bc2b service neutron] For port 657fb024-941b-4590-82d2-c9d7f63025c1, host n-h1-773647-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773647-6',level=0,port_id=657fb024-941b-4590-82d2-c9d7f63025c1,segment=NetworkSegment(da615941-94ee-441c-92fd-37ca002df9b5),segment_id=da615941-94ee-441c-92fd-37ca002df9b5)] {{(pid=100247) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 13:54:59.817502 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-e31b08d6-5d9d-4b6a-bc3d-260f41489738 req-a74a8f01-c9a7-4c73-8663-c31b1be9bc2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:59.900282 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] For port 2985e841-186d-4c50-81aa-7edeced86cb2, host n-h1-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773647-6',level=0,port_id=2985e841-186d-4c50-81aa-7edeced86cb2,segment=NetworkSegment(c9ea893d-045e-42cf-b3dd-cdd1f79baccd),segment_id=c9ea893d-045e-42cf-b3dd-cdd1f79baccd)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:54:59.910025 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:59.933935 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31b08d6-5d9d-4b6a-bc3d-260f41489738 req-a74a8f01-c9a7-4c73-8663-c31b1be9bc2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:54:59.934561 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-e31b08d6-5d9d-4b6a-bc3d-260f41489738 req-a74a8f01-c9a7-4c73-8663-c31b1be9bc2b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:59.937310 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-e31b08d6-5d9d-4b6a-bc3d-260f41489738 req-a74a8f01-c9a7-4c73-8663-c31b1be9bc2b service neutron] 10.222.0.127 "PUT /v2.0/ports/657fb024-941b-4590-82d2-c9d7f63025c1 HTTP/1.1" status: 200 len: 1092 time: 1.8773992 Jul 06 13:54:59.938613 n-d-773647-6 neutron-server[100247]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce46b99b-5e9d-4179-b46f-7265cb00f3d9', 'tag': '657fb024-941b-4590-82d2-c9d7f63025c1'}] {{(pid=100247) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 13:54:59.943429 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cbf0eeaae822f8fc9b87a94aeba67a3d651842baf663a51cba94b67a514836d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-523cf436-2ad0-4799-937f-d1d4a11e6ca7" -d '{"events": [{"name": "network-changed", "server_uuid": "ce46b99b-5e9d-4179-b46f-7265cb00f3d9", "tag": "657fb024-941b-4590-82d2-c9d7f63025c1"}]}' {{(pid=100247) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:54:59.987518 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74a8f01-c9a7-4c73-8663-c31b1be9bc2b service neutron] Pushing event updated for resources: {'Port': ['ID=657fb024-941b-4590-82d2-c9d7f63025c1,revision_number=3']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:55:00.037271 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 13:54:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e19ead4c-e16e-4bfe-8984-5ea40a26179c x-openstack-request-id: req-e19ead4c-e16e-4bfe-8984-5ea40a26179c {{(pid=100247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:55:00.037872 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce46b99b-5e9d-4179-b46f-7265cb00f3d9", "tag": "657fb024-941b-4590-82d2-c9d7f63025c1", "status": "completed", "code": 200}]} {{(pid=100247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:55:00.038358 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-e19ead4c-e16e-4bfe-8984-5ea40a26179c {{(pid=100247) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:55:00.039114 n-d-773647-6 neutron-server[100247]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce46b99b-5e9d-4179-b46f-7265cb00f3d9', 'tag': '657fb024-941b-4590-82d2-c9d7f63025c1', 'status': 'completed', 'code': 200} Jul 06 13:55:00.042848 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:00.064182 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31b08d6-5d9d-4b6a-bc3d-260f41489738 req-93ffeaba-754e-43c4-881d-4bb4958d2855 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:55:00.067184 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-e31b08d6-5d9d-4b6a-bc3d-260f41489738 req-93ffeaba-754e-43c4-881d-4bb4958d2855 service neutron] 10.222.0.127 "GET /v2.0/ports?tenant_id=4cef06e2189c48a2819839e74c70f679&device_id=ce46b99b-5e9d-4179-b46f-7265cb00f3d9 HTTP/1.1" status: 200 len: 1095 time: 0.0754764 Jul 06 13:55:00.110775 n-d-773647-6 neutron-server[100248]: DEBUG neutron.notifiers.nova [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 41248504-0f72-4f85-93d1-c1696547ea84 {{(pid=100248) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 13:55:00.141250 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] For port 41248504-0f72-4f85-93d1-c1696547ea84, host n-h2-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=41248504-0f72-4f85-93d1-c1696547ea84,segment=NetworkSegment(65749612-fb0d-4f34-9eb9-d06c3a2fda80),segment_id=65749612-fb0d-4f34-9eb9-d06c3a2fda80)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:55:00.179397 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:00.190248 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Pushing event updated for resources: {'Port': ['ID=2985e841-186d-4c50-81aa-7edeced86cb2,revision_number=8']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:55:00.197128 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-e31b08d6-5d9d-4b6a-bc3d-260f41489738 req-98f51cda-2265-4ea9-87aa-993dd75edd29 service neutron] 10.222.0.127 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=657fb024-941b-4590-82d2-c9d7f63025c1 HTTP/1.1" status: 200 len: 217 time: 0.1214502 Jul 06 13:55:00.272324 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Pushing event updated for resources: {'Port': ['ID=41248504-0f72-4f85-93d1-c1696547ea84,revision_number=4']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:55:00.289857 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 56070) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:55:00.304507 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-c085dbd4-df9a-46ca-85e0-a653fc6884da admin admin] Notify callbacks [] for security_group, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:00.336960 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] get_ports_and_sgs() called for port_ids ['2985e841-186d-4c50-81aa-7edeced86cb2'] {{(pid=100248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 13:55:00.411282 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] get_ports_and_sgs() called for port_ids ['41248504-0f72-4f85-93d1-c1696547ea84'] {{(pid=100248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 13:55:00.517258 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-c085dbd4-df9a-46ca-85e0-a653fc6884da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:00.522325 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-c085dbd4-df9a-46ca-85e0-a653fc6884da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:00.570170 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-c085dbd4-df9a-46ca-85e0-a653fc6884da admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=aa9a656bcdb94d1698f7ccdcd16b6157&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2791858 Jul 06 13:55:00.570778 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 56078) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:55:00.573295 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c085dbd4-df9a-46ca-85e0-a653fc6884da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf0a3d4c-cbc3-4aa9-9087-bf2c50eed71a,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:55:00.632347 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-d3e2e531-d43c-4575-b46e-b3321d42d47a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:00.660855 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-d3e2e531-d43c-4575-b46e-b3321d42d47a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:00.722889 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-d3e2e531-d43c-4575-b46e-b3321d42d47a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:00.727607 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-d3e2e531-d43c-4575-b46e-b3321d42d47a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:00.731710 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-d3e2e531-d43c-4575-b46e-b3321d42d47a admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/bf0a3d4c-cbc3-4aa9-9087-bf2c50eed71a HTTP/1.1" status: 204 len: 168 time: 0.1594765 Jul 06 13:55:00.740798 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e2e531-d43c-4575-b46e-b3321d42d47a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf0a3d4c-cbc3-4aa9-9087-bf2c50eed71a,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:55:00.750476 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31b08d6-5d9d-4b6a-bc3d-260f41489738 req-38425ead-9e62-42f5-b03b-ffa8d8e7c9c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:55:00.751967 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-e31b08d6-5d9d-4b6a-bc3d-260f41489738 req-38425ead-9e62-42f5-b03b-ffa8d8e7c9c4 service neutron] 10.222.0.127 "GET /v2.0/subnets?id=7f475f76-2dcc-4dce-adb2-7deed8b8ad71 HTTP/1.1" status: 200 len: 861 time: 0.5041296 Jul 06 13:55:00.793489 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-e31b08d6-5d9d-4b6a-bc3d-260f41489738 req-588e5bae-df28-4717-8b5b-2ec5230f415e service neutron] 10.222.0.127 "GET /v2.0/ports?network_id=719b716d-a00d-48ee-8755-3a8bbdfaf0d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0332675 Jul 06 13:55:00.808563 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9e7b83-da54-44d9-862f-9b4a994c69e6 req-522587de-2a83-4330-9888-59346b8989d9 tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:55:00.817302 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-1d9e7b83-da54-44d9-862f-9b4a994c69e6 req-522587de-2a83-4330-9888-59346b8989d9 tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] 10.222.0.104 "GET /v2.0/ports?device_id=96a5ba91-9ae1-4374-9adc-f59710ec4759 HTTP/1.1" status: 200 len: 948 time: 0.7251263 Jul 06 13:55:00.883728 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82b3630-4946-40d1-9baf-316b5b90577d req-6329ef02-9eb9-4711-b927-f8f5ae96768b tempest-LiveAutoBlockMigrationV225Test-654794443 tempest-LiveAutoBlockMigrationV225Test-654794443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:55:00.890526 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-f82b3630-4946-40d1-9baf-316b5b90577d req-6329ef02-9eb9-4711-b927-f8f5ae96768b tempest-LiveAutoBlockMigrationV225Test-654794443 tempest-LiveAutoBlockMigrationV225Test-654794443-project] 10.222.0.104 "GET /v2.0/ports?device_id=ce46b99b-5e9d-4179-b46f-7265cb00f3d9 HTTP/1.1" status: 200 len: 944 time: 0.6405275 Jul 06 13:55:00.963998 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-f82b3630-4946-40d1-9baf-316b5b90577d req-c9e95b5c-01e1-4312-a531-241438ba89dd tempest-LiveAutoBlockMigrationV225Test-654794443 tempest-LiveAutoBlockMigrationV225Test-654794443-project] 10.222.0.104 "GET /v2.0/security-groups?id=43f6fcb8-9501-44d6-9feb-82c82c5d5862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720062 Jul 06 13:55:00.981559 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-1d9e7b83-da54-44d9-862f-9b4a994c69e6 req-aed3eacf-ca95-4d2b-8950-73871e2dcb42 tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] 10.222.0.104 "GET /v2.0/security-groups?id=9f5b92e9-7340-49c3-a9bb-41e4a1caffc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1596391 Jul 06 13:55:01.036067 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-e31b08d6-5d9d-4b6a-bc3d-260f41489738 req-453421f8-aafe-413d-ae3b-81792e8f4370 service neutron] 10.222.0.127 "GET /v2.0/networks/719b716d-a00d-48ee-8755-3a8bbdfaf0d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2152500 Jul 06 13:55:01.194862 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-e31b08d6-5d9d-4b6a-bc3d-260f41489738 req-db2dab6d-265f-40c1-9374-3ce47436d4c8 service neutron] 10.222.0.127 "GET /v2.0/networks/719b716d-a00d-48ee-8755-3a8bbdfaf0d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1522148 Jul 06 13:55:01.225708 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Device 41248504-0f72-4f85-93d1-c1696547ea84 up at agent hyperv_n-h2-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 13:55:01.230407 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31994ead-4259-482f-853d-44f90785331e req-5138bb30-38d3-4347-991c-c362563fdc90 tempest-LiveMigrationNegativeTest-1423627528 tempest-LiveMigrationNegativeTest-1423627528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:55:01.237430 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-31994ead-4259-482f-853d-44f90785331e req-5138bb30-38d3-4347-991c-c362563fdc90 tempest-LiveMigrationNegativeTest-1423627528 tempest-LiveMigrationNegativeTest-1423627528-project] 10.222.0.104 "GET /v2.0/ports?device_id=6745883c-8982-41fd-a7cd-0cc6a866e0f4 HTTP/1.1" status: 200 len: 949 time: 0.1173217 Jul 06 13:55:01.308805 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Provisioning for port 41248504-0f72-4f85-93d1-c1696547ea84 completed by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 13:55:01.312738 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Provisioning complete for port 41248504-0f72-4f85-93d1-c1696547ea84 triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:55:01.313202 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:01.347719 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-31994ead-4259-482f-853d-44f90785331e req-c2f29e47-d290-436c-8988-7a1d4b8c9ae7 tempest-LiveMigrationNegativeTest-1423627528 tempest-LiveMigrationNegativeTest-1423627528-project] 10.222.0.104 "GET /v2.0/security-groups?id=ef09d142-5e37-465b-8810-9ba573f3b8cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082470 Jul 06 13:55:01.403467 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523cf436-2ad0-4799-937f-d1d4a11e6ca7 req-9cace94b-a025-40cd-85e1-81cbb1120aeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:55:01.404852 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-523cf436-2ad0-4799-937f-d1d4a11e6ca7 req-9cace94b-a025-40cd-85e1-81cbb1120aeb service neutron] 10.222.0.127 "GET /v2.0/ports?tenant_id=4cef06e2189c48a2819839e74c70f679&device_id=ce46b99b-5e9d-4179-b46f-7265cb00f3d9 HTTP/1.1" status: 200 len: 1095 time: 0.1474094 Jul 06 13:55:01.412563 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:01.415762 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1cb6f7-531f-4d24-a69a-089fba323c11 req-dac56fac-a6e1-4c80-be0b-8c6fd4d7aabe tempest-LiveMigrationTest-2001684970 tempest-LiveMigrationTest-2001684970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:55:01.417256 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-cb1cb6f7-531f-4d24-a69a-089fba323c11 req-dac56fac-a6e1-4c80-be0b-8c6fd4d7aabe tempest-LiveMigrationTest-2001684970 tempest-LiveMigrationTest-2001684970-project] 10.222.0.104 "GET /v2.0/ports?device_id=c2e7e169-6d3e-4fe1-9d57-062eaff9ad98 HTTP/1.1" status: 200 len: 944 time: 0.1630714 Jul 06 13:55:01.443048 n-d-773647-6 neutron-server[100248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2e7e169-6d3e-4fe1-9d57-062eaff9ad98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41248504-0f72-4f85-93d1-c1696547ea84'}] {{(pid=100248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 13:55:01.448048 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84af257533e383389cbcf231d3534f4d5e149e7203fea16b4a8fc01438dddaf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0e29f20-48c8-4f42-baad-c189934a435a" -d '{"events": [{"server_uuid": "c2e7e169-6d3e-4fe1-9d57-062eaff9ad98", "name": "network-vif-plugged", "status": "completed", "tag": "41248504-0f72-4f85-93d1-c1696547ea84"}]}' {{(pid=100248) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:55:01.470238 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] For port 41248504-0f72-4f85-93d1-c1696547ea84, host n-h2-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=41248504-0f72-4f85-93d1-c1696547ea84,segment=NetworkSegment(65749612-fb0d-4f34-9eb9-d06c3a2fda80),segment_id=65749612-fb0d-4f34-9eb9-d06c3a2fda80)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:55:01.477656 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:01.524657 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-cb1cb6f7-531f-4d24-a69a-089fba323c11 req-e15e8484-4933-4028-bcbb-429bf6be04dc tempest-LiveMigrationTest-2001684970 tempest-LiveMigrationTest-2001684970-project] 10.222.0.104 "GET /v2.0/security-groups?id=7e243ebf-9cf4-4917-8da6-0fd38b06f795&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937145 Jul 06 13:55:01.540272 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Pushing event updated for resources: {'Port': ['ID=41248504-0f72-4f85-93d1-c1696547ea84,revision_number=5']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:55:01.583113 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523cf436-2ad0-4799-937f-d1d4a11e6ca7 req-f9b710f1-7e16-4c0d-905a-a824d28c5cf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:55:01.588542 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-523cf436-2ad0-4799-937f-d1d4a11e6ca7 req-f9b710f1-7e16-4c0d-905a-a824d28c5cf9 service neutron] 10.222.0.127 "GET /v2.0/networks?id=719b716d-a00d-48ee-8755-3a8bbdfaf0d2 HTTP/1.1" status: 200 len: 923 time: 0.1692371 Jul 06 13:55:01.645940 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-523cf436-2ad0-4799-937f-d1d4a11e6ca7 req-d1a0cc54-7b85-493a-b661-a3b25f94632a service neutron] 10.222.0.127 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=657fb024-941b-4590-82d2-c9d7f63025c1 HTTP/1.1" status: 200 len: 217 time: 0.0510819 Jul 06 13:55:01.703735 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523cf436-2ad0-4799-937f-d1d4a11e6ca7 req-ac349f61-6622-4e90-86a2-9def5eca8cb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:55:01.706234 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-523cf436-2ad0-4799-937f-d1d4a11e6ca7 req-ac349f61-6622-4e90-86a2-9def5eca8cb5 service neutron] 10.222.0.127 "GET /v2.0/subnets?id=7f475f76-2dcc-4dce-adb2-7deed8b8ad71 HTTP/1.1" status: 200 len: 861 time: 0.0542510 Jul 06 13:55:01.751992 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-523cf436-2ad0-4799-937f-d1d4a11e6ca7 req-befccc05-476f-423d-aaff-2e60c0889934 service neutron] 10.222.0.127 "GET /v2.0/ports?network_id=719b716d-a00d-48ee-8755-3a8bbdfaf0d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0389736 Jul 06 13:55:01.844199 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [req-b14e68b7-b128-4f12-9731-105db2febd26 req-287710bb-f65e-4ff0-aa9d-edfce2c411c5 tempest-SecurityGroupsTestAdminJSON-868496976 tempest-SecurityGroupsTestAdminJSON-868496976-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1981397424', 'description': 'tempest-description-1683054667'}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:55:01.883584 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-b14e68b7-b128-4f12-9731-105db2febd26 req-287710bb-f65e-4ff0-aa9d-edfce2c411c5 tempest-SecurityGroupsTestAdminJSON-868496976 tempest-SecurityGroupsTestAdminJSON-868496976-project] Notify callbacks [] for security_group, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:01.905215 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-b14e68b7-b128-4f12-9731-105db2febd26 req-287710bb-f65e-4ff0-aa9d-edfce2c411c5 tempest-SecurityGroupsTestAdminJSON-868496976 tempest-SecurityGroupsTestAdminJSON-868496976-project] Notify callbacks [] for security_group, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:01.950653 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-523cf436-2ad0-4799-937f-d1d4a11e6ca7 req-77685849-9fef-440f-a68a-d2e4be80e9cd service neutron] 10.222.0.127 "GET /v2.0/networks/719b716d-a00d-48ee-8755-3a8bbdfaf0d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1905150 Jul 06 13:55:02.170777 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-523cf436-2ad0-4799-937f-d1d4a11e6ca7 req-557d4fd8-2277-4855-b2c7-18d556ad59a4 service neutron] 10.222.0.127 "GET /v2.0/networks/719b716d-a00d-48ee-8755-3a8bbdfaf0d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2109530 Jul 06 13:55:02.252374 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794108ce-537e-4b7a-b952-3694220964be req-8a311459-f797-4145-86b4-3320e050f0df tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:55:02.257194 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-794108ce-537e-4b7a-b952-3694220964be req-8a311459-f797-4145-86b4-3320e050f0df tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] 10.222.0.72 "GET /v2.0/ports?device_id=96a5ba91-9ae1-4374-9adc-f59710ec4759&tenant_id=483ead9cc6094290930ff4aed37f7463&binding%3Ahost_id=n-h1-773647-6 HTTP/1.1" status: 200 len: 948 time: 0.2185814 Jul 06 13:55:02.336456 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-b14e68b7-b128-4f12-9731-105db2febd26 req-287710bb-f65e-4ff0-aa9d-edfce2c411c5 tempest-SecurityGroupsTestAdminJSON-868496976 tempest-SecurityGroupsTestAdminJSON-868496976-project] Notify callbacks [] for security_group, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:02.337760 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 13:55:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-705eb8c2-1fa4-450a-976a-60f7895381d9 x-openstack-request-id: req-705eb8c2-1fa4-450a-976a-60f7895381d9 {{(pid=100248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:55:02.338351 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2e7e169-6d3e-4fe1-9d57-062eaff9ad98", "name": "network-vif-plugged", "status": "completed", "tag": "41248504-0f72-4f85-93d1-c1696547ea84", "code": 200}]} {{(pid=100248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:55:02.338463 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-705eb8c2-1fa4-450a-976a-60f7895381d9 {{(pid=100248) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:55:02.338964 n-d-773647-6 neutron-server[100248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2e7e169-6d3e-4fe1-9d57-062eaff9ad98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41248504-0f72-4f85-93d1-c1696547ea84', 'code': 200} Jul 06 13:55:02.346657 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-b14e68b7-b128-4f12-9731-105db2febd26 req-287710bb-f65e-4ff0-aa9d-edfce2c411c5 tempest-SecurityGroupsTestAdminJSON-868496976 tempest-SecurityGroupsTestAdminJSON-868496976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:02.450873 n-d-773647-6 neutron-server[100247]: INFO neutron.api.v2.resource [req-794108ce-537e-4b7a-b952-3694220964be req-0d4389ae-5f7a-4144-bc7e-7da3ec607e0c service neutron] delete failed (client error): The resource could not be found. Jul 06 13:55:02.461018 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-794108ce-537e-4b7a-b952-3694220964be req-0d4389ae-5f7a-4144-bc7e-7da3ec607e0c service neutron] 10.222.0.72 "DELETE /v2.0/ports/2985e841-186d-4c50-81aa-7edeced86cb2/bindings/n-h2-773647-6 HTTP/1.1" status: 404 len: 380 time: 0.1987221 Jul 06 13:55:02.467684 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287710bb-f65e-4ff0-aa9d-edfce2c411c5 tempest-SecurityGroupsTestAdminJSON-868496976 tempest-SecurityGroupsTestAdminJSON-868496976-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9cf04d17-bbe7-466b-bda9-b8f8822ede9b,revision_number=1']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:55:02.490286 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-b14e68b7-b128-4f12-9731-105db2febd26 req-287710bb-f65e-4ff0-aa9d-edfce2c411c5 tempest-SecurityGroupsTestAdminJSON-868496976 tempest-SecurityGroupsTestAdminJSON-868496976-project] Notify callbacks [] for security_group, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:02.521950 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce7f987-8f57-45e0-bea7-9e3987b76e5b req-a6a2d8a8-1af2-421e-b48c-60930d09e3a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:55:02.522575 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-b14e68b7-b128-4f12-9731-105db2febd26 req-287710bb-f65e-4ff0-aa9d-edfce2c411c5 tempest-SecurityGroupsTestAdminJSON-868496976 tempest-SecurityGroupsTestAdminJSON-868496976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:02.524711 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-7ce7f987-8f57-45e0-bea7-9e3987b76e5b req-a6a2d8a8-1af2-421e-b48c-60930d09e3a4 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=c2e7e169-6d3e-4fe1-9d57-062eaff9ad98 HTTP/1.1" status: 200 len: 1096 time: 0.0880454 Jul 06 13:55:02.554847 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-b14e68b7-b128-4f12-9731-105db2febd26 req-287710bb-f65e-4ff0-aa9d-edfce2c411c5 tempest-SecurityGroupsTestAdminJSON-868496976 tempest-SecurityGroupsTestAdminJSON-868496976-project] Notify callbacks [] for security_group, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:02.556302 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-b14e68b7-b128-4f12-9731-105db2febd26 req-287710bb-f65e-4ff0-aa9d-edfce2c411c5 tempest-SecurityGroupsTestAdminJSON-868496976 tempest-SecurityGroupsTestAdminJSON-868496976-project] 10.222.0.104 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1783 time: 0.7299581 Jul 06 13:55:02.579145 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-7ce7f987-8f57-45e0-bea7-9e3987b76e5b req-01231be9-25cc-41c6-9ef0-128c2348a23a service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=7e243ebf-9cf4-4917-8da6-0fd38b06f795&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486443 Jul 06 13:55:02.584070 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287710bb-f65e-4ff0-aa9d-edfce2c411c5 tempest-SecurityGroupsTestAdminJSON-868496976 tempest-SecurityGroupsTestAdminJSON-868496976-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a93b62c5-90ea-4699-b1bc-7137917c376d,revision_number=1']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:55:02.624648 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e385ebc-887b-40cf-aadf-05b67eddc7b6 req-82bc29ff-aec4-427b-911b-b99d46dfc07d tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:55:02.626227 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-4e385ebc-887b-40cf-aadf-05b67eddc7b6 req-82bc29ff-aec4-427b-911b-b99d46dfc07d tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] 10.222.0.104 "GET /v2.0/ports?device_id=96a5ba91-9ae1-4374-9adc-f59710ec4759 HTTP/1.1" status: 200 len: 948 time: 0.1637769 Jul 06 13:55:02.721455 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-4e385ebc-887b-40cf-aadf-05b67eddc7b6 req-929bc797-983c-4972-ae4e-df984d395380 tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] 10.222.0.104 "GET /v2.0/security-groups?id=9f5b92e9-7340-49c3-a9bb-41e4a1caffc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822899 Jul 06 13:55:02.738832 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794108ce-537e-4b7a-b952-3694220964be req-210cd70b-2370-4609-b8b0-52795edd97ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:55:02.740392 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-794108ce-537e-4b7a-b952-3694220964be req-210cd70b-2370-4609-b8b0-52795edd97ae service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=483ead9cc6094290930ff4aed37f7463&device_id=96a5ba91-9ae1-4374-9adc-f59710ec4759 HTTP/1.1" status: 200 len: 1099 time: 0.1722324 Jul 06 13:55:02.826715 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337d0835-5a1a-4450-8fe2-3cdd39169310 req-a5086f53-d481-45a3-8988-4fe8d7f0fd02 tempest-LiveAutoBlockMigrationV225Test-654794443 tempest-LiveAutoBlockMigrationV225Test-654794443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:55:02.828500 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-337d0835-5a1a-4450-8fe2-3cdd39169310 req-a5086f53-d481-45a3-8988-4fe8d7f0fd02 tempest-LiveAutoBlockMigrationV225Test-654794443 tempest-LiveAutoBlockMigrationV225Test-654794443-project] 10.222.0.104 "GET /v2.0/ports?device_id=ce46b99b-5e9d-4179-b46f-7265cb00f3d9 HTTP/1.1" status: 200 len: 944 time: 0.1509662 Jul 06 13:55:02.889972 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794108ce-537e-4b7a-b952-3694220964be req-36eb378d-3dc1-4505-b579-79c393c6b5a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:55:02.891390 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-794108ce-537e-4b7a-b952-3694220964be req-36eb378d-3dc1-4505-b579-79c393c6b5a0 service neutron] 10.222.0.72 "GET /v2.0/networks?id=ac09d390-867f-4b75-a8d2-ab11550bffd6 HTTP/1.1" status: 200 len: 871 time: 0.1400909 Jul 06 13:55:02.897116 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-337d0835-5a1a-4450-8fe2-3cdd39169310 req-8154173e-f360-422d-ad78-55896db77dcd tempest-LiveAutoBlockMigrationV225Test-654794443 tempest-LiveAutoBlockMigrationV225Test-654794443-project] 10.222.0.104 "GET /v2.0/security-groups?id=43f6fcb8-9501-44d6-9feb-82c82c5d5862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609875 Jul 06 13:55:02.936933 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-794108ce-537e-4b7a-b952-3694220964be req-d6501f08-76a3-48f7-a32a-a039541af632 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.93&port_id=2985e841-186d-4c50-81aa-7edeced86cb2 HTTP/1.1" status: 200 len: 217 time: 0.0377717 Jul 06 13:55:02.992879 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794108ce-537e-4b7a-b952-3694220964be req-8a0f1e9c-4bd1-4d9e-b66b-a9a5bec8b097 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:55:02.994364 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-794108ce-537e-4b7a-b952-3694220964be req-8a0f1e9c-4bd1-4d9e-b66b-a9a5bec8b097 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=d1c3cc78-09b9-4e30-99fd-0e5830de101d HTTP/1.1" status: 200 len: 843 time: 0.0501721 Jul 06 13:55:03.091759 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794108ce-537e-4b7a-b952-3694220964be req-da3d239b-dc13-4add-80d2-a0fde3c3ece1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:55:03.093384 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-794108ce-537e-4b7a-b952-3694220964be req-da3d239b-dc13-4add-80d2-a0fde3c3ece1 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=ac09d390-867f-4b75-a8d2-ab11550bffd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0915177 Jul 06 13:55:03.141436 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038381ac-d2a7-443d-97bd-299c1352d458 req-74070710-7d14-4cd3-bbb6-77bffc01fdb7 tempest-LiveMigrationNegativeTest-1423627528 tempest-LiveMigrationNegativeTest-1423627528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:55:03.142972 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-038381ac-d2a7-443d-97bd-299c1352d458 req-74070710-7d14-4cd3-bbb6-77bffc01fdb7 tempest-LiveMigrationNegativeTest-1423627528 tempest-LiveMigrationNegativeTest-1423627528-project] 10.222.0.104 "GET /v2.0/ports?device_id=6745883c-8982-41fd-a7cd-0cc6a866e0f4 HTTP/1.1" status: 200 len: 949 time: 0.1057532 Jul 06 13:55:03.187143 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Device 2985e841-186d-4c50-81aa-7edeced86cb2 up at agent hyperv_n-h1-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 13:55:03.232719 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-038381ac-d2a7-443d-97bd-299c1352d458 req-a7aa4544-fba1-4e9a-8c78-7f821be096a0 tempest-LiveMigrationNegativeTest-1423627528 tempest-LiveMigrationNegativeTest-1423627528-project] 10.222.0.104 "GET /v2.0/security-groups?id=ef09d142-5e37-465b-8810-9ba573f3b8cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584764 Jul 06 13:55:03.277857 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Provisioning for port 2985e841-186d-4c50-81aa-7edeced86cb2 completed by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 13:55:03.283286 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Provisioning complete for port 2985e841-186d-4c50-81aa-7edeced86cb2 triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:55:03.284138 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:03.298789 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [req-cc312ab3-b539-414a-bae4-3cc3800be016 req-af6e7030-3bf6-42b3-870b-e8afa3af59da tempest-SecurityGroupsTestAdminJSON-868496976 tempest-SecurityGroupsTestAdminJSON-868496976-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1103887260', 'description': 'tempest-description-1641645207'}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:55:03.314148 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-794108ce-537e-4b7a-b952-3694220964be req-ad2bdba5-eecc-499b-bec7-ce50a1c48917 service neutron] 10.222.0.72 "GET /v2.0/networks/ac09d390-867f-4b75-a8d2-ab11550bffd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2082303 Jul 06 13:55:03.388860 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:03.389439 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-cc312ab3-b539-414a-bae4-3cc3800be016 req-af6e7030-3bf6-42b3-870b-e8afa3af59da tempest-SecurityGroupsTestAdminJSON-868496976 tempest-SecurityGroupsTestAdminJSON-868496976-project] Notify callbacks [] for security_group, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:03.428696 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] For port 2985e841-186d-4c50-81aa-7edeced86cb2, host n-h1-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773647-6',level=0,port_id=2985e841-186d-4c50-81aa-7edeced86cb2,segment=NetworkSegment(c9ea893d-045e-42cf-b3dd-cdd1f79baccd),segment_id=c9ea893d-045e-42cf-b3dd-cdd1f79baccd)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:55:03.432803 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:03.449566 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0e50f6-1c64-4678-9f8b-0d579927fcf5 req-f478ff96-0044-489f-98ff-d7740c8010e3 tempest-LiveMigrationTest-2001684970 tempest-LiveMigrationTest-2001684970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:55:03.451067 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-1b0e50f6-1c64-4678-9f8b-0d579927fcf5 req-f478ff96-0044-489f-98ff-d7740c8010e3 tempest-LiveMigrationTest-2001684970 tempest-LiveMigrationTest-2001684970-project] 10.222.0.104 "GET /v2.0/ports?device_id=c2e7e169-6d3e-4fe1-9d57-062eaff9ad98 HTTP/1.1" status: 200 len: 945 time: 0.1996982 Jul 06 13:55:03.478465 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-794108ce-537e-4b7a-b952-3694220964be req-7325c177-35c5-41a3-92d4-b458b5f974ac service neutron] 10.222.0.72 "GET /v2.0/networks/ac09d390-867f-4b75-a8d2-ab11550bffd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1552725 Jul 06 13:55:03.521203 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-1b0e50f6-1c64-4678-9f8b-0d579927fcf5 req-1502f673-5229-4a4e-ab67-e085a08b94fa tempest-LiveMigrationTest-2001684970 tempest-LiveMigrationTest-2001684970-project] 10.222.0.104 "GET /v2.0/security-groups?id=7e243ebf-9cf4-4917-8da6-0fd38b06f795&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627034 Jul 06 13:55:03.563811 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-cc312ab3-b539-414a-bae4-3cc3800be016 req-af6e7030-3bf6-42b3-870b-e8afa3af59da tempest-SecurityGroupsTestAdminJSON-868496976 tempest-SecurityGroupsTestAdminJSON-868496976-project] Notify callbacks [] for security_group, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:03.569146 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-cc312ab3-b539-414a-bae4-3cc3800be016 req-af6e7030-3bf6-42b3-870b-e8afa3af59da tempest-SecurityGroupsTestAdminJSON-868496976 tempest-SecurityGroupsTestAdminJSON-868496976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:03.606572 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-cc312ab3-b539-414a-bae4-3cc3800be016 req-af6e7030-3bf6-42b3-870b-e8afa3af59da tempest-SecurityGroupsTestAdminJSON-868496976 tempest-SecurityGroupsTestAdminJSON-868496976-project] Notify callbacks [] for security_group, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:03.607804 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-cc312ab3-b539-414a-bae4-3cc3800be016 req-af6e7030-3bf6-42b3-870b-e8afa3af59da tempest-SecurityGroupsTestAdminJSON-868496976 tempest-SecurityGroupsTestAdminJSON-868496976-project] 10.222.0.104 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1783 time: 0.3422556 Jul 06 13:55:03.609661 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6e7030-3bf6-42b3-870b-e8afa3af59da tempest-SecurityGroupsTestAdminJSON-868496976 tempest-SecurityGroupsTestAdminJSON-868496976-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fcab7ed9-f148-40d3-b39f-130d2082acbf,revision_number=1']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:55:03.619694 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Pushing event updated for resources: {'Port': ['ID=2985e841-186d-4c50-81aa-7edeced86cb2,revision_number=9']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:55:03.714207 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-6f80703a-90b7-4543-9773-6c303394638e req-cbfb2733-abd7-4974-ae08-b0f257d16de5 tempest-LiveMigrationNegativeTest-1423627528 tempest-LiveMigrationNegativeTest-1423627528-project] 10.222.0.104 "GET /v2.0/networks?tenant_id=c1f7e23665cb4a6ea795fee456502403&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0308607 Jul 06 13:55:03.843132 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8235762f-01a1-44fa-85f8-01e2f80305e2 req-17ddb395-5932-4fcb-b013-176d329c671a tempest-VolumesAdminNegativeTest-2074182479 tempest-VolumesAdminNegativeTest-2074182479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:55:03.844549 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-8235762f-01a1-44fa-85f8-01e2f80305e2 req-17ddb395-5932-4fcb-b013-176d329c671a tempest-VolumesAdminNegativeTest-2074182479 tempest-VolumesAdminNegativeTest-2074182479-project] 10.222.0.104 "GET /v2.0/ports?device_id=d5bcd22d-5823-4c44-9bcf-dd0a6e7b5fa2 HTTP/1.1" status: 200 len: 946 time: 0.1509128 Jul 06 13:55:03.853261 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f80703a-90b7-4543-9773-6c303394638e req-50c027f5-bf80-4e5c-b5e2-f3ab51ae53a6 tempest-LiveMigrationNegativeTest-1423627528 tempest-LiveMigrationNegativeTest-1423627528-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:55:03.854634 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-6f80703a-90b7-4543-9773-6c303394638e req-50c027f5-bf80-4e5c-b5e2-f3ab51ae53a6 tempest-LiveMigrationNegativeTest-1423627528 tempest-LiveMigrationNegativeTest-1423627528-project] 10.222.0.104 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1247840 Jul 06 13:55:03.879485 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-6f80703a-90b7-4543-9773-6c303394638e req-32f0f91a-8ce4-4355-9436-a10c1b1af03d tempest-LiveMigrationNegativeTest-1423627528 tempest-LiveMigrationNegativeTest-1423627528-project] 10.222.0.104 "GET /v2.0/quotas/c1f7e23665cb4a6ea795fee456502403 HTTP/1.1" status: 200 len: 375 time: 0.0179965 Jul 06 13:55:03.904674 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-8235762f-01a1-44fa-85f8-01e2f80305e2 req-8c721155-662b-4ac6-bcd9-06f2d4898eee tempest-VolumesAdminNegativeTest-2074182479 tempest-VolumesAdminNegativeTest-2074182479-project] 10.222.0.104 "GET /v2.0/security-groups?id=be172bf9-132f-4571-a5c1-0a751b1b69d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491083 Jul 06 13:55:03.968583 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-6f80703a-90b7-4543-9773-6c303394638e req-be43420a-88d1-485d-af96-9cb225a8345d tempest-LiveMigrationNegativeTest-1423627528 tempest-LiveMigrationNegativeTest-1423627528-project] 10.222.0.104 "GET /v2.0/ports?tenant_id=c1f7e23665cb4a6ea795fee456502403&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0793636 Jul 06 13:55:04.098994 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [req-30b82270-4aa5-4872-aad2-26aa13dc666e req-c64dccba-e408-4359-ace6-254022d816ae tempest-SecurityGroupsTestAdminJSON-1046314857 tempest-SecurityGroupsTestAdminJSON-1046314857-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1248083151', 'description': 'tempest-description-462269237'}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:55:04.125625 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-30b82270-4aa5-4872-aad2-26aa13dc666e req-c64dccba-e408-4359-ace6-254022d816ae tempest-SecurityGroupsTestAdminJSON-1046314857 tempest-SecurityGroupsTestAdminJSON-1046314857-project-admin] Notify callbacks [] for security_group, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:04.137074 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-30b82270-4aa5-4872-aad2-26aa13dc666e req-c64dccba-e408-4359-ace6-254022d816ae tempest-SecurityGroupsTestAdminJSON-1046314857 tempest-SecurityGroupsTestAdminJSON-1046314857-project-admin] Notify callbacks [] for security_group, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:04.278919 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0017e6-60b4-4c58-82d0-5c3959fadc6c req-b175b140-b478-4c66-b605-95bb6131d783 tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:55:04.280584 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-ec0017e6-60b4-4c58-82d0-5c3959fadc6c req-b175b140-b478-4c66-b605-95bb6131d783 tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] 10.222.0.104 "GET /v2.0/ports?device_id=96a5ba91-9ae1-4374-9adc-f59710ec4759 HTTP/1.1" status: 200 len: 949 time: 0.1125636 Jul 06 13:55:04.319943 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-30b82270-4aa5-4872-aad2-26aa13dc666e req-c64dccba-e408-4359-ace6-254022d816ae tempest-SecurityGroupsTestAdminJSON-1046314857 tempest-SecurityGroupsTestAdminJSON-1046314857-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:04.326699 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-30b82270-4aa5-4872-aad2-26aa13dc666e req-c64dccba-e408-4359-ace6-254022d816ae tempest-SecurityGroupsTestAdminJSON-1046314857 tempest-SecurityGroupsTestAdminJSON-1046314857-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:04.340130 n-d-773647-6 neutron-server[100248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96a5ba91-9ae1-4374-9adc-f59710ec4759', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2985e841-186d-4c50-81aa-7edeced86cb2'}] {{(pid=100248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 13:55:04.343638 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84af257533e383389cbcf231d3534f4d5e149e7203fea16b4a8fc01438dddaf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d87cd535-2811-48b2-890a-cb107cd595eb" -d '{"events": [{"server_uuid": "96a5ba91-9ae1-4374-9adc-f59710ec4759", "name": "network-vif-plugged", "status": "completed", "tag": "2985e841-186d-4c50-81aa-7edeced86cb2"}]}' {{(pid=100248) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:55:04.358763 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-ec0017e6-60b4-4c58-82d0-5c3959fadc6c req-6625abe9-fdb4-4f84-9fd1-88930105fd25 tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] 10.222.0.104 "GET /v2.0/security-groups?id=9f5b92e9-7340-49c3-a9bb-41e4a1caffc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683668 Jul 06 13:55:04.375526 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64dccba-e408-4359-ace6-254022d816ae tempest-SecurityGroupsTestAdminJSON-1046314857 tempest-SecurityGroupsTestAdminJSON-1046314857-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d6b0f08-a5df-483a-8d2d-d5ae10b3edc2,revision_number=1']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:55:04.446529 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-30b82270-4aa5-4872-aad2-26aa13dc666e req-c64dccba-e408-4359-ace6-254022d816ae tempest-SecurityGroupsTestAdminJSON-1046314857 tempest-SecurityGroupsTestAdminJSON-1046314857-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:04.452068 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-30b82270-4aa5-4872-aad2-26aa13dc666e req-c64dccba-e408-4359-ace6-254022d816ae tempest-SecurityGroupsTestAdminJSON-1046314857 tempest-SecurityGroupsTestAdminJSON-1046314857-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:04.509307 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-30b82270-4aa5-4872-aad2-26aa13dc666e req-c64dccba-e408-4359-ace6-254022d816ae tempest-SecurityGroupsTestAdminJSON-1046314857 tempest-SecurityGroupsTestAdminJSON-1046314857-project-admin] Notify callbacks [] for security_group, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:04.510580 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-30b82270-4aa5-4872-aad2-26aa13dc666e req-c64dccba-e408-4359-ace6-254022d816ae tempest-SecurityGroupsTestAdminJSON-1046314857 tempest-SecurityGroupsTestAdminJSON-1046314857-project-admin] 10.222.0.104 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.4176023 Jul 06 13:55:04.517728 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64dccba-e408-4359-ace6-254022d816ae tempest-SecurityGroupsTestAdminJSON-1046314857 tempest-SecurityGroupsTestAdminJSON-1046314857-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2926cc03-88b6-4bfb-9d88-974377d7e594,revision_number=1']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:55:04.555469 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703bf2d5-59dc-4048-8817-196f9fbb4e9a req-ec41c5d2-8ce6-4a64-8db8-9fd1ea67510a tempest-LiveAutoBlockMigrationV225Test-654794443 tempest-LiveAutoBlockMigrationV225Test-654794443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:55:04.556950 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-703bf2d5-59dc-4048-8817-196f9fbb4e9a req-ec41c5d2-8ce6-4a64-8db8-9fd1ea67510a tempest-LiveAutoBlockMigrationV225Test-654794443 tempest-LiveAutoBlockMigrationV225Test-654794443-project] 10.222.0.104 "GET /v2.0/ports?device_id=ce46b99b-5e9d-4179-b46f-7265cb00f3d9 HTTP/1.1" status: 200 len: 944 time: 0.0884080 Jul 06 13:55:04.599818 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-703bf2d5-59dc-4048-8817-196f9fbb4e9a req-f26e77d3-fcc6-4c71-bae5-c975607142d0 tempest-LiveAutoBlockMigrationV225Test-654794443 tempest-LiveAutoBlockMigrationV225Test-654794443-project] 10.222.0.104 "GET /v2.0/security-groups?id=43f6fcb8-9501-44d6-9feb-82c82c5d5862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354998 Jul 06 13:55:04.696750 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 13:55:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d07ba6ab-0672-4611-b80e-aa6777ed9704 x-openstack-request-id: req-d07ba6ab-0672-4611-b80e-aa6777ed9704 {{(pid=100248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:55:04.697252 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96a5ba91-9ae1-4374-9adc-f59710ec4759", "name": "network-vif-plugged", "status": "completed", "tag": "2985e841-186d-4c50-81aa-7edeced86cb2", "code": 200}]} {{(pid=100248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:55:04.697361 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-d07ba6ab-0672-4611-b80e-aa6777ed9704 {{(pid=100248) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:55:04.697665 n-d-773647-6 neutron-server[100248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96a5ba91-9ae1-4374-9adc-f59710ec4759', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2985e841-186d-4c50-81aa-7edeced86cb2', 'code': 200} Jul 06 13:55:04.759164 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-2a42b7ff-398b-4848-a11b-2ac04dddf444 req-9efa14e5-9057-4314-b7a7-71eedba620b6 tempest-LiveMigrationNegativeTest-1423627528 tempest-LiveMigrationNegativeTest-1423627528-project] 10.222.0.104 "GET /v2.0/ports?device_id=3222860e-5662-4454-8988-293505dc50b8 HTTP/1.1" status: 200 len: 210 time: 0.0320718 Jul 06 13:55:04.791078 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [req-90ef4369-5a05-413b-a84c-bb8955ac7ef6 req-5ee8e8fd-0f88-4222-b0c3-74e1ed00d4a1 tempest-SecurityGroupsTestAdminJSON-1046314857 tempest-SecurityGroupsTestAdminJSON-1046314857-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-509421509', 'description': 'tempest-description-1620645315'}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:55:04.844480 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-90ef4369-5a05-413b-a84c-bb8955ac7ef6 req-5ee8e8fd-0f88-4222-b0c3-74e1ed00d4a1 tempest-SecurityGroupsTestAdminJSON-1046314857 tempest-SecurityGroupsTestAdminJSON-1046314857-project-admin] Notify callbacks [] for security_group, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:04.882256 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2566e257-1a43-4054-beff-3c52beb83cd0 req-bd998164-9c5a-4df8-a3e9-bc9a3ce12091 tempest-MigrationsAdminTest-742585000 tempest-MigrationsAdminTest-742585000-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:55:04.883710 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-2566e257-1a43-4054-beff-3c52beb83cd0 req-bd998164-9c5a-4df8-a3e9-bc9a3ce12091 tempest-MigrationsAdminTest-742585000 tempest-MigrationsAdminTest-742585000-project-admin] 10.222.0.104 "GET /v2.0/ports?device_id=96a5ba91-9ae1-4374-9adc-f59710ec4759 HTTP/1.1" status: 200 len: 1100 time: 0.0879788 Jul 06 13:55:04.941458 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-2566e257-1a43-4054-beff-3c52beb83cd0 req-98513aee-47d4-42fa-9f55-33ea3d215351 tempest-MigrationsAdminTest-742585000 tempest-MigrationsAdminTest-742585000-project-admin] 10.222.0.104 "GET /v2.0/security-groups?id=9f5b92e9-7340-49c3-a9bb-41e4a1caffc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511329 Jul 06 13:55:04.969758 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-90ef4369-5a05-413b-a84c-bb8955ac7ef6 req-5ee8e8fd-0f88-4222-b0c3-74e1ed00d4a1 tempest-SecurityGroupsTestAdminJSON-1046314857 tempest-SecurityGroupsTestAdminJSON-1046314857-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:04.970735 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-90ef4369-5a05-413b-a84c-bb8955ac7ef6 req-5ee8e8fd-0f88-4222-b0c3-74e1ed00d4a1 tempest-SecurityGroupsTestAdminJSON-1046314857 tempest-SecurityGroupsTestAdminJSON-1046314857-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:04.999865 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-90ef4369-5a05-413b-a84c-bb8955ac7ef6 req-5ee8e8fd-0f88-4222-b0c3-74e1ed00d4a1 tempest-SecurityGroupsTestAdminJSON-1046314857 tempest-SecurityGroupsTestAdminJSON-1046314857-project-admin] Notify callbacks [] for security_group, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:05.001499 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-90ef4369-5a05-413b-a84c-bb8955ac7ef6 req-5ee8e8fd-0f88-4222-b0c3-74e1ed00d4a1 tempest-SecurityGroupsTestAdminJSON-1046314857 tempest-SecurityGroupsTestAdminJSON-1046314857-project-admin] 10.222.0.104 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.2144713 Jul 06 13:55:05.004079 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee8e8fd-0f88-4222-b0c3-74e1ed00d4a1 tempest-SecurityGroupsTestAdminJSON-1046314857 tempest-SecurityGroupsTestAdminJSON-1046314857-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9debbbba-874a-4267-965f-45ad83a6b8be,revision_number=1']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:55:05.134189 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538ad3ea-47f7-473b-af40-001385be2b2a req-dea526ba-9c70-4527-9e65-11da48552ea2 tempest-LiveMigrationTest-2001684970 tempest-LiveMigrationTest-2001684970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:55:05.135601 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-538ad3ea-47f7-473b-af40-001385be2b2a req-dea526ba-9c70-4527-9e65-11da48552ea2 tempest-LiveMigrationTest-2001684970 tempest-LiveMigrationTest-2001684970-project] 10.222.0.104 "GET /v2.0/ports?device_id=c2e7e169-6d3e-4fe1-9d57-062eaff9ad98 HTTP/1.1" status: 200 len: 945 time: 0.0714712 Jul 06 13:55:05.202377 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Device 657fb024-941b-4590-82d2-c9d7f63025c1 details requested by agent hyperv_n-h1-773647-6 with host n-h1-773647-6 {{(pid=100248) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 13:55:05.229329 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-538ad3ea-47f7-473b-af40-001385be2b2a req-7f6717e1-1fb3-4c40-96f0-8e38f96f43ef tempest-LiveMigrationTest-2001684970 tempest-LiveMigrationTest-2001684970-project] 10.222.0.104 "GET /v2.0/security-groups?id=7e243ebf-9cf4-4917-8da6-0fd38b06f795&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869570 Jul 06 13:55:05.231893 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-6f80703a-90b7-4543-9773-6c303394638e req-1120726b-2918-4efc-a0ff-ee39f9219e43 tempest-LiveMigrationNegativeTest-1423627528 tempest-LiveMigrationNegativeTest-1423627528-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=c1f7e23665cb4a6ea795fee456502403&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0362628 Jul 06 13:55:05.331970 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] For port 657fb024-941b-4590-82d2-c9d7f63025c1, host n-h1-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773647-6',level=0,port_id=657fb024-941b-4590-82d2-c9d7f63025c1,segment=NetworkSegment(da615941-94ee-441c-92fd-37ca002df9b5),segment_id=da615941-94ee-441c-92fd-37ca002df9b5)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:55:05.334774 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea4a35f-a6ab-457e-b697-88764c91ace4 req-89cba57f-b03f-4691-bb39-c98fe03208bc tempest-VolumesAdminNegativeTest-2074182479 tempest-VolumesAdminNegativeTest-2074182479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:55:05.341647 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-7ea4a35f-a6ab-457e-b697-88764c91ace4 req-89cba57f-b03f-4691-bb39-c98fe03208bc tempest-VolumesAdminNegativeTest-2074182479 tempest-VolumesAdminNegativeTest-2074182479-project] 10.222.0.104 "GET /v2.0/ports?device_id=d5bcd22d-5823-4c44-9bcf-dd0a6e7b5fa2 HTTP/1.1" status: 200 len: 946 time: 0.2013166 Jul 06 13:55:05.346782 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Returning: {'device': '657fb024-941b-4590-82d2-c9d7f63025c1', 'network_id': '719b716d-a00d-48ee-8755-3a8bbdfaf0d2', 'port_id': '657fb024-941b-4590-82d2-c9d7f63025c1', 'mac_address': 'fa:16:3e:67:e6:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1032, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7f475f76-2dcc-4dce-adb2-7deed8b8ad71', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100248) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 13:55:05.393275 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:05.413706 n-d-773647-6 neutron-server[100248]: DEBUG neutron.notifiers.nova [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 657fb024-941b-4590-82d2-c9d7f63025c1 {{(pid=100248) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 13:55:05.435744 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] For port 657fb024-941b-4590-82d2-c9d7f63025c1, host n-h1-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773647-6',level=0,port_id=657fb024-941b-4590-82d2-c9d7f63025c1,segment=NetworkSegment(da615941-94ee-441c-92fd-37ca002df9b5),segment_id=da615941-94ee-441c-92fd-37ca002df9b5)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:55:05.441514 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:05.498417 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Pushing event updated for resources: {'Port': ['ID=657fb024-941b-4590-82d2-c9d7f63025c1,revision_number=4']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:55:05.680111 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-7ea4a35f-a6ab-457e-b697-88764c91ace4 req-7e433f34-efd0-4dad-9216-6a89c77a6cce tempest-VolumesAdminNegativeTest-2074182479 tempest-VolumesAdminNegativeTest-2074182479-project] 10.222.0.104 "GET /v2.0/security-groups?id=be172bf9-132f-4571-a5c1-0a751b1b69d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3375726 Jul 06 13:55:05.698862 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f80703a-90b7-4543-9773-6c303394638e req-ba4948ce-b69f-4b5c-9c8f-ddba1f447db6 tempest-LiveMigrationNegativeTest-1423627528 tempest-LiveMigrationNegativeTest-1423627528-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:55:05.700313 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-6f80703a-90b7-4543-9773-6c303394638e req-ba4948ce-b69f-4b5c-9c8f-ddba1f447db6 tempest-LiveMigrationNegativeTest-1423627528 tempest-LiveMigrationNegativeTest-1423627528-project] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4598250 Jul 06 13:55:05.720970 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [req-6f80703a-90b7-4543-9773-6c303394638e req-d2a96bde-409d-4632-9507-a61330981262 tempest-LiveMigrationNegativeTest-1423627528 tempest-LiveMigrationNegativeTest-1423627528-project] Request body: {'port': {'device_id': '3222860e-5662-4454-8988-293505dc50b8', 'network_id': 'ac09d390-867f-4b75-a8d2-ab11550bffd6', 'admin_state_up': True, 'tenant_id': 'c1f7e23665cb4a6ea795fee456502403'}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:55:05.816412 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] get_ports_and_sgs() called for port_ids ['657fb024-941b-4590-82d2-c9d7f63025c1'] {{(pid=100248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 13:55:05.839996 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe30e2e-c194-444e-b472-a626aa085614 req-96963a70-c6bd-493b-9b5c-52803310eae4 tempest-VolumesAdminNegativeTest-2074182479 tempest-VolumesAdminNegativeTest-2074182479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:55:05.841542 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-0fe30e2e-c194-444e-b472-a626aa085614 req-96963a70-c6bd-493b-9b5c-52803310eae4 tempest-VolumesAdminNegativeTest-2074182479 tempest-VolumesAdminNegativeTest-2074182479-project] 10.222.0.127 "GET /v2.0/ports?device_id=d5bcd22d-5823-4c44-9bcf-dd0a6e7b5fa2 HTTP/1.1" status: 200 len: 946 time: 0.2254329 Jul 06 13:55:06.042933 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6f80703a-90b7-4543-9773-6c303394638e req-d2a96bde-409d-4632-9507-a61330981262 tempest-LiveMigrationNegativeTest-1423627528 tempest-LiveMigrationNegativeTest-1423627528-project] Made reservation on behalf of c1f7e23665cb4a6ea795fee456502403 for: {'port': 1} {{(pid=100247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 13:55:06.046388 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-6f80703a-90b7-4543-9773-6c303394638e req-d2a96bde-409d-4632-9507-a61330981262 tempest-LiveMigrationNegativeTest-1423627528 tempest-LiveMigrationNegativeTest-1423627528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:06.060245 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 56242) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:55:06.168362 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-a0794c9e-73eb-4bc7-ae66-bf93742a6859 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:06.197799 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.plugin [req-0fe30e2e-c194-444e-b472-a626aa085614 req-3449ca8f-11e0-4fc6-839d-c1bb9aff626e tempest-VolumesAdminNegativeTest-2074182479 tempest-VolumesAdminNegativeTest-2074182479-project] Deleting port 53af741c-67f6-4c91-8eef-8a1d098e8320 {{(pid=100247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 13:55:06.198067 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-0fe30e2e-c194-444e-b472-a626aa085614 req-3449ca8f-11e0-4fc6-839d-c1bb9aff626e tempest-VolumesAdminNegativeTest-2074182479 tempest-VolumesAdminNegativeTest-2074182479-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:06.220500 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e5fd11-9407-4ff9-b373-e59dda57657f req-8ad46f1b-4e81-453f-b239-2c950eae9224 tempest-LiveMigrationTest-343502667 tempest-LiveMigrationTest-343502667-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:55:06.223796 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-40e5fd11-9407-4ff9-b373-e59dda57657f req-8ad46f1b-4e81-453f-b239-2c950eae9224 tempest-LiveMigrationTest-343502667 tempest-LiveMigrationTest-343502667-project-admin] 10.222.0.104 "GET /v2.0/ports?device_id=c2e7e169-6d3e-4fe1-9d57-062eaff9ad98 HTTP/1.1" status: 200 len: 1096 time: 0.2283497 Jul 06 13:55:06.263245 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-a0794c9e-73eb-4bc7-ae66-bf93742a6859 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:06.267619 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-a0794c9e-73eb-4bc7-ae66-bf93742a6859 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:06.284113 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-ca2082b7-7838-4193-942a-9e437950de35 req-c7fe746b-3e18-4fe1-ac3f-39d1b4b16260 tempest-SecurityGroupsTestAdminJSON-1046314857 tempest-SecurityGroupsTestAdminJSON-1046314857-project-admin] 10.222.0.104 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 53376 time: 0.9693031 Jul 06 13:55:06.305991 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-a0794c9e-73eb-4bc7-ae66-bf93742a6859 admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=c5468bc2d42449c58e119689977b0559&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2446494 Jul 06 13:55:06.306959 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0794c9e-73eb-4bc7-ae66-bf93742a6859 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c12dc44c-a012-4e65-a453-d5346b368446,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:55:06.309166 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 56246) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:55:06.358247 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-de965dbd-def1-4e5f-8432-c84f4d546c93 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:06.383841 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-de965dbd-def1-4e5f-8432-c84f4d546c93 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:06.391885 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-40e5fd11-9407-4ff9-b373-e59dda57657f req-dbb64083-44b0-459c-8d33-bda6e4d5af5b tempest-LiveMigrationTest-343502667 tempest-LiveMigrationTest-343502667-project-admin] 10.222.0.104 "GET /v2.0/security-groups?id=7e243ebf-9cf4-4917-8da6-0fd38b06f795&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340427 Jul 06 13:55:06.433902 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-de965dbd-def1-4e5f-8432-c84f4d546c93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:06.436375 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.db [req-0fe30e2e-c194-444e-b472-a626aa085614 req-3449ca8f-11e0-4fc6-839d-c1bb9aff626e tempest-VolumesAdminNegativeTest-2074182479 tempest-VolumesAdminNegativeTest-2074182479-project] For port 53af741c-67f6-4c91-8eef-8a1d098e8320, host n-h1-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773647-6',level=0,port_id=53af741c-67f6-4c91-8eef-8a1d098e8320,segment=NetworkSegment(26f74b4f-ecf5-4836-af25-90b9528264bd),segment_id=26f74b4f-ecf5-4836-af25-90b9528264bd)] {{(pid=100247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:55:06.436749 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-0fe30e2e-c194-444e-b472-a626aa085614 req-3449ca8f-11e0-4fc6-839d-c1bb9aff626e tempest-VolumesAdminNegativeTest-2074182479 tempest-VolumesAdminNegativeTest-2074182479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:06.436884 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-de965dbd-def1-4e5f-8432-c84f4d546c93 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:06.440485 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-de965dbd-def1-4e5f-8432-c84f4d546c93 admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/c12dc44c-a012-4e65-a453-d5346b368446 HTTP/1.1" status: 204 len: 168 time: 0.1280112 Jul 06 13:55:06.441311 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.db_base_plugin_common [req-6f80703a-90b7-4543-9773-6c303394638e req-d2a96bde-409d-4632-9507-a61330981262 tempest-LiveMigrationNegativeTest-1423627528 tempest-LiveMigrationNegativeTest-1423627528-project] Allocated IP 192.168.233.193 (ac09d390-867f-4b75-a8d2-ab11550bffd6/d1c3cc78-09b9-4e30-99fd-0e5830de101d/2e25c71c-852c-4ad0-8d85-385a819267d1) {{(pid=100247) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 13:55:06.449249 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de965dbd-def1-4e5f-8432-c84f4d546c93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c12dc44c-a012-4e65-a453-d5346b368446,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:55:06.457290 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-ca2082b7-7838-4193-942a-9e437950de35 req-549ef76f-0cd4-4347-ad3a-4bc9a3a9e090 tempest-SecurityGroupsTestAdminJSON-1046314857 tempest-SecurityGroupsTestAdminJSON-1046314857-project-admin] 10.222.0.104 "GET /v2.0/security-groups/1a94e432-9d8e-4dee-a5c5-ba9ffcebcfd6 HTTP/1.1" status: 200 len: 2981 time: 0.1563816 Jul 06 13:55:06.465232 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.plugin [req-0fe30e2e-c194-444e-b472-a626aa085614 req-3449ca8f-11e0-4fc6-839d-c1bb9aff626e tempest-VolumesAdminNegativeTest-2074182479 tempest-VolumesAdminNegativeTest-2074182479-project] Calling delete_port for 53af741c-67f6-4c91-8eef-8a1d098e8320 owned by compute:nova {{(pid=100247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 13:55:06.586628 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-920c98c3-4224-48e1-a3c5-764cf3cb3f60 req-1ef7bcd1-f953-47ae-be65-19f97d4cadb1 tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] 10.222.0.104 "GET /v2.0/networks?tenant_id=483ead9cc6094290930ff4aed37f7463&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0894701 Jul 06 13:55:06.620253 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-ca2082b7-7838-4193-942a-9e437950de35 req-fb801037-3eab-400b-90f5-b3b6e7827af2 tempest-SecurityGroupsTestAdminJSON-1046314857 tempest-SecurityGroupsTestAdminJSON-1046314857-project-admin] 10.222.0.104 "GET /v2.0/security-groups/1a94e432-9d8e-4dee-a5c5-ba9ffcebcfd6 HTTP/1.1" status: 200 len: 2981 time: 0.1510458 Jul 06 13:55:06.811873 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-ca2082b7-7838-4193-942a-9e437950de35 req-cab4faed-f9b1-44cd-a409-5c59ccfbb854 tempest-SecurityGroupsTestAdminJSON-1046314857 tempest-SecurityGroupsTestAdminJSON-1046314857-project-admin] 10.222.0.104 "GET /v2.0/security-groups/2e44afbb-3495-4c22-af56-27bb5e681847 HTTP/1.1" status: 200 len: 2981 time: 0.1460636 Jul 06 13:55:06.827779 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920c98c3-4224-48e1-a3c5-764cf3cb3f60 req-985d7b7e-95f5-4a27-9393-dd1328511ea9 tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:55:06.829635 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-920c98c3-4224-48e1-a3c5-764cf3cb3f60 req-985d7b7e-95f5-4a27-9393-dd1328511ea9 tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] 10.222.0.104 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2342777 Jul 06 13:55:06.903591 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-6f80703a-90b7-4543-9773-6c303394638e req-d2a96bde-409d-4632-9507-a61330981262 tempest-LiveMigrationNegativeTest-1423627528 tempest-LiveMigrationNegativeTest-1423627528-project] Notify callbacks [] for port, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:06.913169 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-920c98c3-4224-48e1-a3c5-764cf3cb3f60 req-9480e014-fdbe-4364-99d8-1ec4d36e9e5c tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] 10.222.0.104 "GET /v2.0/quotas/483ead9cc6094290930ff4aed37f7463 HTTP/1.1" status: 200 len: 375 time: 0.0729787 Jul 06 13:55:06.968722 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.provisioning_blocks [req-6f80703a-90b7-4543-9773-6c303394638e req-d2a96bde-409d-4632-9507-a61330981262 tempest-LiveMigrationNegativeTest-1423627528 tempest-LiveMigrationNegativeTest-1423627528-project] Transition to ACTIVE for port object 2e25c71c-852c-4ad0-8d85-385a819267d1 will not be triggered until provisioned by entity DHCP. {{(pid=100247) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 13:55:06.980148 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-ca2082b7-7838-4193-942a-9e437950de35 req-fb77f632-51aa-4264-99f5-9927d7733f9c tempest-SecurityGroupsTestAdminJSON-1046314857 tempest-SecurityGroupsTestAdminJSON-1046314857-project-admin] 10.222.0.104 "GET /v2.0/security-groups/2e44afbb-3495-4c22-af56-27bb5e681847 HTTP/1.1" status: 200 len: 2981 time: 0.1495428 Jul 06 13:55:06.982061 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-0fe30e2e-c194-444e-b472-a626aa085614 req-3449ca8f-11e0-4fc6-839d-c1bb9aff626e tempest-VolumesAdminNegativeTest-2074182479 tempest-VolumesAdminNegativeTest-2074182479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117'] for port, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:07.002643 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] get_ports_and_sgs() called for port_ids ['53af741c-67f6-4c91-8eef-8a1d098e8320'] {{(pid=100248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 13:55:07.029147 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3449ca8f-11e0-4fc6-839d-c1bb9aff626e tempest-VolumesAdminNegativeTest-2074182479 tempest-VolumesAdminNegativeTest-2074182479-project] Pushing event deleted for resources: {'Port': ['ID=53af741c-67f6-4c91-8eef-8a1d098e8320,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:55:07.120188 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.l3_dvrscheduler_db [req-0fe30e2e-c194-444e-b472-a626aa085614 req-3449ca8f-11e0-4fc6-839d-c1bb9aff626e tempest-VolumesAdminNegativeTest-2074182479 tempest-VolumesAdminNegativeTest-2074182479-project] No DVR routers for this DVR port 53af741c-67f6-4c91-8eef-8a1d098e8320 on host n-h1-773647-6 {{(pid=100247) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 13:55:07.136817 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-0fe30e2e-c194-444e-b472-a626aa085614 req-3449ca8f-11e0-4fc6-839d-c1bb9aff626e tempest-VolumesAdminNegativeTest-2074182479 tempest-VolumesAdminNegativeTest-2074182479-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:07.138797 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-0fe30e2e-c194-444e-b472-a626aa085614 req-3449ca8f-11e0-4fc6-839d-c1bb9aff626e tempest-VolumesAdminNegativeTest-2074182479 tempest-VolumesAdminNegativeTest-2074182479-project] 10.222.0.127 "DELETE /v2.0/ports/53af741c-67f6-4c91-8eef-8a1d098e8320 HTTP/1.1" status: 204 len: 173 time: 1.2869818 Jul 06 13:55:07.139248 n-d-773647-6 neutron-server[100247]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5bcd22d-5823-4c44-9bcf-dd0a6e7b5fa2', 'name': 'network-vif-deleted', 'tag': '53af741c-67f6-4c91-8eef-8a1d098e8320'}] {{(pid=100247) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 13:55:07.141461 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cbf0eeaae822f8fc9b87a94aeba67a3d651842baf663a51cba94b67a514836d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f028b58-3739-49ab-90c4-6008363a1ec5" -d '{"events": [{"server_uuid": "d5bcd22d-5823-4c44-9bcf-dd0a6e7b5fa2", "name": "network-vif-deleted", "tag": "53af741c-67f6-4c91-8eef-8a1d098e8320"}]}' {{(pid=100247) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:55:07.151426 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-920c98c3-4224-48e1-a3c5-764cf3cb3f60 req-17d05284-4a23-4719-9cc0-116c23bcf553 tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] 10.222.0.104 "GET /v2.0/ports?tenant_id=483ead9cc6094290930ff4aed37f7463&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2278593 Jul 06 13:55:07.152335 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-6f80703a-90b7-4543-9773-6c303394638e req-d2a96bde-409d-4632-9507-a61330981262 tempest-LiveMigrationNegativeTest-1423627528 tempest-LiveMigrationNegativeTest-1423627528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108'] for port, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:07.155770 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-ca2082b7-7838-4193-942a-9e437950de35 req-76676f4f-caa0-44d8-9079-804de20125a5 tempest-SecurityGroupsTestAdminJSON-1046314857 tempest-SecurityGroupsTestAdminJSON-1046314857-project-admin] 10.222.0.104 "GET /v2.0/security-groups/38d6e736-ae63-4120-8b9a-99c4ae237bb1 HTTP/1.1" status: 200 len: 2981 time: 0.1628106 Jul 06 13:55:07.164678 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] get_ports_and_sgs() called for port_ids ['16152f2b-7c2d-44df-b317-d63c5609471e'] {{(pid=100248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 13:55:07.212791 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Device 657fb024-941b-4590-82d2-c9d7f63025c1 up at agent hyperv_n-h1-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 13:55:07.216336 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6f80703a-90b7-4543-9773-6c303394638e req-d2a96bde-409d-4632-9507-a61330981262 tempest-LiveMigrationNegativeTest-1423627528 tempest-LiveMigrationNegativeTest-1423627528-project] Network ac09d390-867f-4b75-a8d2-ab11550bffd6 is already hosted by enough agents. {{(pid=100247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 13:55:07.226564 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.base_scheduler [req-6f80703a-90b7-4543-9773-6c303394638e req-d2a96bde-409d-4632-9507-a61330981262 tempest-LiveMigrationNegativeTest-1423627528 tempest-LiveMigrationNegativeTest-1423627528-project] Resources bound (agent type, host, resource id): {{(pid=100247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:55:07.239615 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f80703a-90b7-4543-9773-6c303394638e req-d2a96bde-409d-4632-9507-a61330981262 tempest-LiveMigrationNegativeTest-1423627528 tempest-LiveMigrationNegativeTest-1423627528-project] Received port after_create {{(pid=100247) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 13:55:07.245785 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f80703a-90b7-4543-9773-6c303394638e req-d2a96bde-409d-4632-9507-a61330981262 tempest-LiveMigrationNegativeTest-1423627528 tempest-LiveMigrationNegativeTest-1423627528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:55:07.246412 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-6f80703a-90b7-4543-9773-6c303394638e req-d2a96bde-409d-4632-9507-a61330981262 tempest-LiveMigrationNegativeTest-1423627528 tempest-LiveMigrationNegativeTest-1423627528-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:07.270399 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a96bde-409d-4632-9507-a61330981262 tempest-LiveMigrationNegativeTest-1423627528 tempest-LiveMigrationNegativeTest-1423627528-project] Pushing event updated for resources: {'Port': ['ID=2e25c71c-852c-4ad0-8d85-385a819267d1,revision_number=1']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:55:07.279249 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-ca2082b7-7838-4193-942a-9e437950de35 req-880944e7-ced0-47bc-8821-b0763303e9e9 tempest-SecurityGroupsTestAdminJSON-1046314857 tempest-SecurityGroupsTestAdminJSON-1046314857-project-admin] 10.222.0.104 "GET /v2.0/security-groups/38d6e736-ae63-4120-8b9a-99c4ae237bb1 HTTP/1.1" status: 200 len: 2981 time: 0.0919635 Jul 06 13:55:07.283936 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-6f80703a-90b7-4543-9773-6c303394638e req-d2a96bde-409d-4632-9507-a61330981262 tempest-LiveMigrationNegativeTest-1423627528 tempest-LiveMigrationNegativeTest-1423627528-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5717318 Jul 06 13:55:07.297333 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [req-6f80703a-90b7-4543-9773-6c303394638e req-0854de33-3726-444a-b1e4-9c017f4f9a36 service neutron] Request body: {'port': {'device_id': '3222860e-5662-4454-8988-293505dc50b8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-773647-6'}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:55:07.346619 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Provisioning for port 657fb024-941b-4590-82d2-c9d7f63025c1 completed by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 13:55:07.365533 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Provisioning complete for port 657fb024-941b-4590-82d2-c9d7f63025c1 triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:55:07.366273 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:07.412655 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-ca2082b7-7838-4193-942a-9e437950de35 req-43badc51-66ed-448f-b2a4-0f236594eae0 tempest-SecurityGroupsTestAdminJSON-1046314857 tempest-SecurityGroupsTestAdminJSON-1046314857-project-admin] 10.222.0.104 "GET /v2.0/security-groups/43f6fcb8-9501-44d6-9feb-82c82c5d5862 HTTP/1.1" status: 200 len: 2981 time: 0.1214752 Jul 06 13:55:07.471420 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-6f80703a-90b7-4543-9773-6c303394638e req-0854de33-3726-444a-b1e4-9c017f4f9a36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:07.523366 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:07.552378 n-d-773647-6 neutron-server[100248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce46b99b-5e9d-4179-b46f-7265cb00f3d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '657fb024-941b-4590-82d2-c9d7f63025c1'}] {{(pid=100248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 13:55:07.554800 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84af257533e383389cbcf231d3534f4d5e149e7203fea16b4a8fc01438dddaf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fff0224a-0704-41f1-9602-ba00eec2b485" -d '{"events": [{"server_uuid": "ce46b99b-5e9d-4179-b46f-7265cb00f3d9", "name": "network-vif-plugged", "status": "completed", "tag": "657fb024-941b-4590-82d2-c9d7f63025c1"}]}' {{(pid=100248) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:55:07.570495 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] For port 657fb024-941b-4590-82d2-c9d7f63025c1, host n-h1-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773647-6',level=0,port_id=657fb024-941b-4590-82d2-c9d7f63025c1,segment=NetworkSegment(da615941-94ee-441c-92fd-37ca002df9b5),segment_id=da615941-94ee-441c-92fd-37ca002df9b5)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:55:07.575336 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:07.636817 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Pushing event updated for resources: {'Port': ['ID=657fb024-941b-4590-82d2-c9d7f63025c1,revision_number=5']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:55:07.651205 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-ca2082b7-7838-4193-942a-9e437950de35 req-a9cc8f85-b919-4904-a318-29249c1e50ed tempest-SecurityGroupsTestAdminJSON-1046314857 tempest-SecurityGroupsTestAdminJSON-1046314857-project-admin] 10.222.0.104 "GET /v2.0/security-groups/43f6fcb8-9501-44d6-9feb-82c82c5d5862 HTTP/1.1" status: 200 len: 2981 time: 0.1859677 Jul 06 13:55:07.659810 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-14c09086-105c-4e30-8c9b-f7811c72bc25 None None] Provisioning for port 2e25c71c-852c-4ad0-8d85-385a819267d1 completed by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 13:55:07.664557 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-14c09086-105c-4e30-8c9b-f7811c72bc25 None None] Provisioning complete for port 2e25c71c-852c-4ad0-8d85-385a819267d1 triggered by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:55:07.665032 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-14c09086-105c-4e30-8c9b-f7811c72bc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:07.688632 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d3d23d-3826-4fb8-a5d6-c9b0b747d1ad req-ecaf925b-eec4-4b3a-a1c7-8334243c7997 tempest-LiveAutoBlockMigrationV225Test-654794443 tempest-LiveAutoBlockMigrationV225Test-654794443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:55:07.690184 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-d5d3d23d-3826-4fb8-a5d6-c9b0b747d1ad req-ecaf925b-eec4-4b3a-a1c7-8334243c7997 tempest-LiveAutoBlockMigrationV225Test-654794443 tempest-LiveAutoBlockMigrationV225Test-654794443-project] 10.222.0.104 "GET /v2.0/ports?device_id=ce46b99b-5e9d-4179-b46f-7265cb00f3d9 HTTP/1.1" status: 200 len: 945 time: 0.2081776 Jul 06 13:55:07.701175 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-14c09086-105c-4e30-8c9b-f7811c72bc25 None None] Port 2e25c71c-852c-4ad0-8d85-385a819267d1 cannot update to ACTIVE because it is not bound. {{(pid=100248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 13:55:07.785579 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-ca2082b7-7838-4193-942a-9e437950de35 req-cc698c04-52ae-42af-85d9-1c6556096831 tempest-SecurityGroupsTestAdminJSON-1046314857 tempest-SecurityGroupsTestAdminJSON-1046314857-project-admin] 10.222.0.104 "GET /v2.0/security-groups/5c738c6b-9b18-4646-838d-943e62a8f9ce HTTP/1.1" status: 200 len: 2981 time: 0.1258976 Jul 06 13:55:07.830031 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-d5d3d23d-3826-4fb8-a5d6-c9b0b747d1ad req-e5649cab-3b24-4513-b665-05e2b30cd21a tempest-LiveAutoBlockMigrationV225Test-654794443 tempest-LiveAutoBlockMigrationV225Test-654794443-project] 10.222.0.104 "GET /v2.0/security-groups?id=43f6fcb8-9501-44d6-9feb-82c82c5d5862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184084 Jul 06 13:55:07.865432 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-ca2082b7-7838-4193-942a-9e437950de35 req-50ee03a1-1cf5-407b-8d3b-a514e7afca0f tempest-SecurityGroupsTestAdminJSON-1046314857 tempest-SecurityGroupsTestAdminJSON-1046314857-project-admin] 10.222.0.104 "GET /v2.0/security-groups/5c738c6b-9b18-4646-838d-943e62a8f9ce HTTP/1.1" status: 200 len: 2981 time: 0.0735106 Jul 06 13:55:07.954349 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-ca2082b7-7838-4193-942a-9e437950de35 req-f31d2904-3b01-46db-a5cc-570d383d57cd tempest-SecurityGroupsTestAdminJSON-1046314857 tempest-SecurityGroupsTestAdminJSON-1046314857-project-admin] 10.222.0.104 "GET /v2.0/security-groups/6d6b0f08-a5df-483a-8d2d-d5ae10b3edc2 HTTP/1.1" status: 200 len: 2981 time: 0.0783896 Jul 06 13:55:07.968739 n-d-773647-6 neutron-server[100247]: DEBUG neutron.notifiers.nova [req-6f80703a-90b7-4543-9773-6c303394638e req-0854de33-3726-444a-b1e4-9c017f4f9a36 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2e25c71c-852c-4ad0-8d85-385a819267d1 {{(pid=100247) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 13:55:07.981912 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-6f80703a-90b7-4543-9773-6c303394638e req-0854de33-3726-444a-b1e4-9c017f4f9a36 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:08.012503 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.provisioning_blocks [req-6f80703a-90b7-4543-9773-6c303394638e req-0854de33-3726-444a-b1e4-9c017f4f9a36 service neutron] Transition to ACTIVE for port object 2e25c71c-852c-4ad0-8d85-385a819267d1 will not be triggered until provisioned by entity L2. {{(pid=100247) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 13:55:08.018025 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-6f80703a-90b7-4543-9773-6c303394638e req-0854de33-3726-444a-b1e4-9c017f4f9a36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:08.053056 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-ca2082b7-7838-4193-942a-9e437950de35 req-090fade5-949c-4c45-bb96-3c4dc4b4193f tempest-SecurityGroupsTestAdminJSON-1046314857 tempest-SecurityGroupsTestAdminJSON-1046314857-project-admin] 10.222.0.104 "GET /v2.0/security-groups/6d6b0f08-a5df-483a-8d2d-d5ae10b3edc2 HTTP/1.1" status: 200 len: 2981 time: 0.0865228 Jul 06 13:55:08.086106 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0854de33-3726-444a-b1e4-9c017f4f9a36 service neutron] Pushing event updated for resources: {'Port': ['ID=2e25c71c-852c-4ad0-8d85-385a819267d1,revision_number=2']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:55:08.171297 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.managers [req-6f80703a-90b7-4543-9773-6c303394638e req-0854de33-3726-444a-b1e4-9c017f4f9a36 service neutron] Attempting to bind port 2e25c71c-852c-4ad0-8d85-385a819267d1 on host n-h2-773647-6 for vnic_type normal with profile {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 13:55:08.171644 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.managers [req-6f80703a-90b7-4543-9773-6c303394638e req-0854de33-3726-444a-b1e4-9c017f4f9a36 service neutron] Attempting to bind port 2e25c71c-852c-4ad0-8d85-385a819267d1 by drivers openvswitch,hyperv on host n-h2-773647-6 at level 0 using segments [{'id': 'c9ea893d-045e-42cf-b3dd-cdd1f79baccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'ac09d390-867f-4b75-a8d2-ab11550bffd6'}] {{(pid=100247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 13:55:08.171966 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f80703a-90b7-4543-9773-6c303394638e req-0854de33-3726-444a-b1e4-9c017f4f9a36 service neutron] Attempting to bind port 2e25c71c-852c-4ad0-8d85-385a819267d1 on network ac09d390-867f-4b75-a8d2-ab11550bffd6 {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 13:55:08.184190 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f80703a-90b7-4543-9773-6c303394638e req-0854de33-3726-444a-b1e4-9c017f4f9a36 service neutron] Port 2e25c71c-852c-4ad0-8d85-385a819267d1 on network ac09d390-867f-4b75-a8d2-ab11550bffd6 not bound, no agent of type Open vSwitch agent registered on host n-h2-773647-6 {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 13:55:08.184545 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f80703a-90b7-4543-9773-6c303394638e req-0854de33-3726-444a-b1e4-9c017f4f9a36 service neutron] Attempting to bind port 2e25c71c-852c-4ad0-8d85-385a819267d1 on network ac09d390-867f-4b75-a8d2-ab11550bffd6 {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 13:55:08.189299 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-ca2082b7-7838-4193-942a-9e437950de35 req-3d798e1d-dd39-4290-be20-194e87fcaef9 tempest-SecurityGroupsTestAdminJSON-1046314857 tempest-SecurityGroupsTestAdminJSON-1046314857-project-admin] 10.222.0.104 "GET /v2.0/security-groups/70b30f0e-32de-4e80-a04d-9fe6063ac686 HTTP/1.1" status: 200 len: 2981 time: 0.1163156 Jul 06 13:55:08.194182 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f80703a-90b7-4543-9773-6c303394638e req-0854de33-3726-444a-b1e4-9c017f4f9a36 service neutron] Checking agent: {'id': '63768ece-0600-4354-8d29-fdedec96b077', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-773647-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 51, 10), 'started_at': datetime.datetime(2021, 7, 6, 13, 51, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 13, 54, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 13:55:08.194511 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f80703a-90b7-4543-9773-6c303394638e req-0854de33-3726-444a-b1e4-9c017f4f9a36 service neutron] Checking segment: {'id': 'c9ea893d-045e-42cf-b3dd-cdd1f79baccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'ac09d390-867f-4b75-a8d2-ab11550bffd6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100247) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 13:55:08.194904 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f80703a-90b7-4543-9773-6c303394638e req-0854de33-3726-444a-b1e4-9c017f4f9a36 service neutron] Bound using segment: {'id': 'c9ea893d-045e-42cf-b3dd-cdd1f79baccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'ac09d390-867f-4b75-a8d2-ab11550bffd6'} {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 13:55:08.195329 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.managers [req-6f80703a-90b7-4543-9773-6c303394638e req-0854de33-3726-444a-b1e4-9c017f4f9a36 service neutron] Bound port: 2e25c71c-852c-4ad0-8d85-385a819267d1, host: n-h2-773647-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c9ea893d-045e-42cf-b3dd-cdd1f79baccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'ac09d390-867f-4b75-a8d2-ab11550bffd6'}}] {{(pid=100247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 13:55:08.195686 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-6f80703a-90b7-4543-9773-6c303394638e req-0854de33-3726-444a-b1e4-9c017f4f9a36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:08.297179 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cad39fa-0558-4a46-88cc-168170730d44 req-a521e152-bb91-4f19-92dd-eaa6cc506e55 tempest-LiveMigrationNegativeTest-1423627528 tempest-LiveMigrationNegativeTest-1423627528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:55:08.298651 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-5cad39fa-0558-4a46-88cc-168170730d44 req-a521e152-bb91-4f19-92dd-eaa6cc506e55 tempest-LiveMigrationNegativeTest-1423627528 tempest-LiveMigrationNegativeTest-1423627528-project] 10.222.0.104 "GET /v2.0/ports?device_id=3222860e-5662-4454-8988-293505dc50b8 HTTP/1.1" status: 200 len: 948 time: 0.1886511 Jul 06 13:55:08.309896 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-ca2082b7-7838-4193-942a-9e437950de35 req-5a632fde-1c10-48d9-a8bf-2d970b304ae6 tempest-SecurityGroupsTestAdminJSON-1046314857 tempest-SecurityGroupsTestAdminJSON-1046314857-project-admin] 10.222.0.104 "GET /v2.0/security-groups/70b30f0e-32de-4e80-a04d-9fe6063ac686 HTTP/1.1" status: 200 len: 2981 time: 0.1102505 Jul 06 13:55:08.330566 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.db [req-6f80703a-90b7-4543-9773-6c303394638e req-0854de33-3726-444a-b1e4-9c017f4f9a36 service neutron] For port 2e25c71c-852c-4ad0-8d85-385a819267d1, host n-h2-773647-6, cleared binding levels {{(pid=100247) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 13:55:08.362228 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.db [req-6f80703a-90b7-4543-9773-6c303394638e req-0854de33-3726-444a-b1e4-9c017f4f9a36 service neutron] For port 2e25c71c-852c-4ad0-8d85-385a819267d1, host n-h2-773647-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=2e25c71c-852c-4ad0-8d85-385a819267d1,segment=NetworkSegment(c9ea893d-045e-42cf-b3dd-cdd1f79baccd),segment_id=c9ea893d-045e-42cf-b3dd-cdd1f79baccd)] {{(pid=100247) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 13:55:08.374066 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-6f80703a-90b7-4543-9773-6c303394638e req-0854de33-3726-444a-b1e4-9c017f4f9a36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:08.411784 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-5cad39fa-0558-4a46-88cc-168170730d44 req-97b23300-a18a-4857-9887-63615e3976bf tempest-LiveMigrationNegativeTest-1423627528 tempest-LiveMigrationNegativeTest-1423627528-project] 10.222.0.104 "GET /v2.0/security-groups?id=ef09d142-5e37-465b-8810-9ba573f3b8cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058459 Jul 06 13:55:08.419790 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-ca2082b7-7838-4193-942a-9e437950de35 req-ae452cb0-711f-400c-99e7-6862ab85bd20 tempest-SecurityGroupsTestAdminJSON-1046314857 tempest-SecurityGroupsTestAdminJSON-1046314857-project-admin] 10.222.0.104 "GET /v2.0/security-groups/7a8027f9-6cf3-4f1c-925b-f7d39c5ebdfa HTTP/1.1" status: 200 len: 2977 time: 0.1026835 Jul 06 13:55:08.426945 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f80703a-90b7-4543-9773-6c303394638e req-0854de33-3726-444a-b1e4-9c017f4f9a36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:55:08.427594 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-6f80703a-90b7-4543-9773-6c303394638e req-0854de33-3726-444a-b1e4-9c017f4f9a36 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:08.435865 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-6f80703a-90b7-4543-9773-6c303394638e req-0854de33-3726-444a-b1e4-9c017f4f9a36 service neutron] 10.222.0.72 "PUT /v2.0/ports/2e25c71c-852c-4ad0-8d85-385a819267d1 HTTP/1.1" status: 200 len: 1096 time: 1.1361775 Jul 06 13:55:08.462203 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0854de33-3726-444a-b1e4-9c017f4f9a36 service neutron] Pushing event updated for resources: {'Port': ['ID=2e25c71c-852c-4ad0-8d85-385a819267d1,revision_number=3']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:55:08.514115 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-ca2082b7-7838-4193-942a-9e437950de35 req-47b2ca48-76ca-4a1a-840f-64a57045d1af tempest-SecurityGroupsTestAdminJSON-1046314857 tempest-SecurityGroupsTestAdminJSON-1046314857-project-admin] 10.222.0.104 "GET /v2.0/security-groups/7a8027f9-6cf3-4f1c-925b-f7d39c5ebdfa HTTP/1.1" status: 200 len: 2977 time: 0.0841653 Jul 06 13:55:08.607700 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f80703a-90b7-4543-9773-6c303394638e req-438a25d4-0665-4463-abc5-27a6fa484296 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:55:08.609275 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-6f80703a-90b7-4543-9773-6c303394638e req-438a25d4-0665-4463-abc5-27a6fa484296 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=c1f7e23665cb4a6ea795fee456502403&device_id=3222860e-5662-4454-8988-293505dc50b8 HTTP/1.1" status: 200 len: 1099 time: 0.1268177 Jul 06 13:55:08.610991 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-ca2082b7-7838-4193-942a-9e437950de35 req-cc14cf36-2aaa-48ed-85c9-78e985808c9b tempest-SecurityGroupsTestAdminJSON-1046314857 tempest-SecurityGroupsTestAdminJSON-1046314857-project-admin] 10.222.0.104 "GET /v2.0/security-groups/7e243ebf-9cf4-4917-8da6-0fd38b06f795 HTTP/1.1" status: 200 len: 2981 time: 0.0888898 Jul 06 13:55:08.684229 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-6f80703a-90b7-4543-9773-6c303394638e req-6ecd9d13-6045-4314-adcd-e6e5be995b7a service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.193&port_id=2e25c71c-852c-4ad0-8d85-385a819267d1 HTTP/1.1" status: 200 len: 217 time: 0.0621109 Jul 06 13:55:08.706788 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432c5aca-5910-49ca-aaf8-856ea4de066b req-e7d31f24-2031-453a-b68a-4972f2814078 tempest-LiveMigrationTest-343502667 tempest-LiveMigrationTest-343502667-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:55:08.708211 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-432c5aca-5910-49ca-aaf8-856ea4de066b req-e7d31f24-2031-453a-b68a-4972f2814078 tempest-LiveMigrationTest-343502667 tempest-LiveMigrationTest-343502667-project-admin] 10.222.0.104 "GET /v2.0/ports?device_id=c2e7e169-6d3e-4fe1-9d57-062eaff9ad98 HTTP/1.1" status: 200 len: 1096 time: 0.1686738 Jul 06 13:55:08.721961 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-920c98c3-4224-48e1-a3c5-764cf3cb3f60 req-e7981a2d-a430-4e24-aa3d-4e3c7fb3e32c tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] 10.222.0.127 "GET /v2.0/networks?tenant_id=483ead9cc6094290930ff4aed37f7463&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0506725 Jul 06 13:55:08.815153 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-ca2082b7-7838-4193-942a-9e437950de35 req-f8bf9348-7869-4d35-a540-1b2c045758de tempest-SecurityGroupsTestAdminJSON-1046314857 tempest-SecurityGroupsTestAdminJSON-1046314857-project-admin] 10.222.0.104 "GET /v2.0/security-groups/7e243ebf-9cf4-4917-8da6-0fd38b06f795 HTTP/1.1" status: 200 len: 2981 time: 0.1958826 Jul 06 13:55:08.858956 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f80703a-90b7-4543-9773-6c303394638e req-c47c8530-b6fc-46e8-9288-8b4d27c39bfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:55:08.860435 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-6f80703a-90b7-4543-9773-6c303394638e req-c47c8530-b6fc-46e8-9288-8b4d27c39bfa service neutron] 10.222.0.72 "GET /v2.0/subnets?id=d1c3cc78-09b9-4e30-99fd-0e5830de101d HTTP/1.1" status: 200 len: 843 time: 0.1559527 Jul 06 13:55:08.866711 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-432c5aca-5910-49ca-aaf8-856ea4de066b req-cbcdb93e-0a06-4a3c-9017-a070fd19ec0c tempest-LiveMigrationTest-343502667 tempest-LiveMigrationTest-343502667-project-admin] 10.222.0.104 "GET /v2.0/security-groups?id=7e243ebf-9cf4-4917-8da6-0fd38b06f795&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1485651 Jul 06 13:55:08.945054 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-ca2082b7-7838-4193-942a-9e437950de35 req-4ccd6622-ef9e-4339-99fb-6b085c9c2a07 tempest-SecurityGroupsTestAdminJSON-1046314857 tempest-SecurityGroupsTestAdminJSON-1046314857-project-admin] 10.222.0.104 "GET /v2.0/security-groups/8437eee3-0a85-4dc9-a665-296cf02f6d91 HTTP/1.1" status: 200 len: 2973 time: 0.1207025 Jul 06 13:55:08.947848 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 56300) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:55:08.952703 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920c98c3-4224-48e1-a3c5-764cf3cb3f60 req-a008e26c-5626-4a44-82b7-a274437ba517 tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:55:08.954423 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-920c98c3-4224-48e1-a3c5-764cf3cb3f60 req-a008e26c-5626-4a44-82b7-a274437ba517 tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] 10.222.0.127 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2089062 Jul 06 13:55:08.968249 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [req-920c98c3-4224-48e1-a3c5-764cf3cb3f60 req-e0873990-d5c4-47a3-a9d5-e7fdce3a83d9 tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] Request body: {'port': {'device_id': 'cafbb505-1705-4cb2-a601-c8ea5a6459a9', 'network_id': 'ac09d390-867f-4b75-a8d2-ab11550bffd6', 'admin_state_up': True, 'tenant_id': '483ead9cc6094290930ff4aed37f7463'}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:55:08.993689 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.db_base_plugin_v2 [None req-83bce0b3-fcff-44b1-bcd5-3cece88eb18f admin admin] Deleting subnet 1c3ef236-743a-4cc4-8ae1-020d24464266 {{(pid=100246) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 13:55:08.997031 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-83bce0b3-fcff-44b1-bcd5-3cece88eb18f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:09.036686 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-83bce0b3-fcff-44b1-bcd5-3cece88eb18f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126218885'] for subnet, precommit_delete_associations {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:09.082728 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-83bce0b3-fcff-44b1-bcd5-3cece88eb18f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-913473'] for subnet, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:09.144468 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-83bce0b3-fcff-44b1-bcd5-3cece88eb18f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-913480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1849032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127687590', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127702764'] for subnet, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:09.174431 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83bce0b3-fcff-44b1-bcd5-3cece88eb18f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1c3ef236-743a-4cc4-8ae1-020d24464266,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:55:09.179408 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-83bce0b3-fcff-44b1-bcd5-3cece88eb18f admin admin] Notify callbacks [] for subnet, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:09.181668 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-83bce0b3-fcff-44b1-bcd5-3cece88eb18f admin admin] 10.222.0.104 "DELETE /v2.0/subnets/1c3ef236-743a-4cc4-8ae1-020d24464266 HTTP/1.1" status: 204 len: 168 time: 0.2327952 Jul 06 13:55:09.184354 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 56308) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:55:09.199904 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 13:55:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69db05b2-1f4c-4b5e-8bdf-95d38969cba9 x-openstack-request-id: req-69db05b2-1f4c-4b5e-8bdf-95d38969cba9 {{(pid=100247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:55:09.200283 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5bcd22d-5823-4c44-9bcf-dd0a6e7b5fa2", "name": "network-vif-deleted", "tag": "53af741c-67f6-4c91-8eef-8a1d098e8320", "status": "completed", "code": 200}]} {{(pid=100247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:55:09.200424 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-69db05b2-1f4c-4b5e-8bdf-95d38969cba9 {{(pid=100247) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:55:09.200800 n-d-773647-6 neutron-server[100247]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5bcd22d-5823-4c44-9bcf-dd0a6e7b5fa2', 'name': 'network-vif-deleted', 'tag': '53af741c-67f6-4c91-8eef-8a1d098e8320', 'status': 'completed', 'code': 200} Jul 06 13:55:09.229567 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Device 53af741c-67f6-4c91-8eef-8a1d098e8320 no longer exists at agent hyperv_n-h1-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 13:55:09.250678 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] No Port match for: 53af741c-67f6-4c91-8eef-8a1d098e8320 {{(pid=100248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 13:55:09.251310 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Device 53af741c-67f6-4c91-8eef-8a1d098e8320 not bound to the agent host n-h1-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 13:55:09.258302 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-78f7c236-9ad3-4443-831b-2119acc1e892 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530492'] for network, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:09.297904 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-448e35d8-df42-4edd-ac3e-0c25fe3a9e20 req-490c0958-58a1-40ab-81ae-f0fb06948884 tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] 10.222.0.104 "GET /v2.0/ports?device_id=cafbb505-1705-4cb2-a601-c8ea5a6459a9 HTTP/1.1" status: 200 len: 210 time: 0.0876410 Jul 06 13:55:09.304462 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f80703a-90b7-4543-9773-6c303394638e req-69b705ee-b737-45a0-93d0-8c7c030b3526 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:55:09.305890 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-6f80703a-90b7-4543-9773-6c303394638e req-69b705ee-b737-45a0-93d0-8c7c030b3526 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=ac09d390-867f-4b75-a8d2-ab11550bffd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4325802 Jul 06 13:55:09.340324 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-78f7c236-9ad3-4443-831b-2119acc1e892 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-917204', 'neutron.services.segments.db._delete_segments_for_network-8773753502302'] for network, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:09.341213 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-ca2082b7-7838-4193-942a-9e437950de35 req-c2e8bba5-9d46-4f91-badc-fcf173f22fa0 tempest-SecurityGroupsTestAdminJSON-1046314857 tempest-SecurityGroupsTestAdminJSON-1046314857-project-admin] 10.222.0.104 "GET /v2.0/security-groups/8437eee3-0a85-4dc9-a665-296cf02f6d91 HTTP/1.1" status: 200 len: 2973 time: 0.3858178 Jul 06 13:55:09.348041 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 13:55:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e73b98b-5129-4d1d-9592-d84252bb12f2 x-openstack-request-id: req-1e73b98b-5129-4d1d-9592-d84252bb12f2 {{(pid=100248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:55:09.348374 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce46b99b-5e9d-4179-b46f-7265cb00f3d9", "name": "network-vif-plugged", "status": "completed", "tag": "657fb024-941b-4590-82d2-c9d7f63025c1", "code": 200}]} {{(pid=100248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:55:09.349212 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-1e73b98b-5129-4d1d-9592-d84252bb12f2 {{(pid=100248) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:55:09.349212 n-d-773647-6 neutron-server[100248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce46b99b-5e9d-4179-b46f-7265cb00f3d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '657fb024-941b-4590-82d2-c9d7f63025c1', 'code': 200} Jul 06 13:55:09.352614 n-d-773647-6 neutron-server[100246]: DEBUG neutron.services.segments.db [None req-78f7c236-9ad3-4443-831b-2119acc1e892 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a973c6b-79bd-4be5-8390-2d3d2d7162ea']}} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:55:09.364776 n-d-773647-6 neutron-server[100246]: DEBUG neutron.services.segments.db [None req-78f7c236-9ad3-4443-831b-2119acc1e892 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '26f74b4f-ecf5-4836-af25-90b9528264bd') {'for_net_delete': True} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:55:09.365170 n-d-773647-6 neutron-server[100246]: DEBUG neutron.services.segments.db [None req-78f7c236-9ad3-4443-831b-2119acc1e892 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '26f74b4f-ecf5-4836-af25-90b9528264bd') {} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:55:09.374409 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-78f7c236-9ad3-4443-831b-2119acc1e892 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773753515138', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126218898'] for segment, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:09.388707 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-78f7c236-9ad3-4443-831b-2119acc1e892 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552'] for segment, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:09.395846 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-78f7c236-9ad3-4443-831b-2119acc1e892 admin admin] Releasing vlan 1044 on physical network physnet1 to pool {{(pid=100246) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 13:55:09.396443 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-78f7c236-9ad3-4443-831b-2119acc1e892 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127687491'] for segment, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:09.398524 n-d-773647-6 neutron-server[100246]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 13:55:09.398524 n-d-773647-6 neutron-server[100246]: conditions |= (models_v2.Port.network_id.in_( Jul 06 13:55:09.398524 n-d-773647-6 neutron-server[100246]: Traceback (most recent call last): Jul 06 13:55:09.398524 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 13:55:09.398524 n-d-773647-6 neutron-server[100246]: timer() Jul 06 13:55:09.398524 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 13:55:09.398524 n-d-773647-6 neutron-server[100246]: cb(*args, **kw) Jul 06 13:55:09.398524 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 13:55:09.398524 n-d-773647-6 neutron-server[100246]: return func(*args, **kwargs) Jul 06 13:55:09.398524 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 13:55:09.398524 n-d-773647-6 neutron-server[100246]: self._notify() Jul 06 13:55:09.398524 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 13:55:09.398524 n-d-773647-6 neutron-server[100246]: self.callback(batched_events) Jul 06 13:55:09.398524 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 13:55:09.398524 n-d-773647-6 neutron-server[100246]: event.method(event) Jul 06 13:55:09.398524 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 13:55:09.398524 n-d-773647-6 neutron-server[100246]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 13:55:09.398524 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 13:55:09.398524 n-d-773647-6 neutron-server[100246]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 13:55:09.398524 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 13:55:09.398524 n-d-773647-6 neutron-server[100246]: return f(self, *a, **k) Jul 06 13:55:09.398524 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 13:55:09.398524 n-d-773647-6 neutron-server[100246]: return self._get(url).json() Jul 06 13:55:09.398524 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 13:55:09.398524 n-d-773647-6 neutron-server[100246]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 13:55:09.398524 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 13:55:09.398524 n-d-773647-6 neutron-server[100246]: return self.request(url, 'GET', **kwargs) Jul 06 13:55:09.398524 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 13:55:09.398524 n-d-773647-6 neutron-server[100246]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 13:55:09.398524 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 13:55:09.398524 n-d-773647-6 neutron-server[100246]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 13:55:09.398524 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 13:55:09.398524 n-d-773647-6 neutron-server[100246]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 13:55:09.398524 n-d-773647-6 neutron-server[100246]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 13:55:09.464704 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-78f7c236-9ad3-4443-831b-2119acc1e892 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-917215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1761140'] for network, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:09.469245 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-78f7c236-9ad3-4443-831b-2119acc1e892 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583035'] for network, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:09.471477 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-78f7c236-9ad3-4443-831b-2119acc1e892 admin admin] 10.222.0.104 "DELETE /v2.0/networks/4a973c6b-79bd-4be5-8390-2d3d2d7162ea HTTP/1.1" status: 204 len: 168 time: 0.2853689 Jul 06 13:55:09.474644 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 56312) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:55:09.494525 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f7c236-9ad3-4443-831b-2119acc1e892 admin admin] Pushing event deleted for resources: {'Network': ['ID=4a973c6b-79bd-4be5-8390-2d3d2d7162ea,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:55:09.530962 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.db_base_plugin_v2 [None req-c823aa17-6e48-4d98-abc0-a9895ec29f84 admin admin] Deleting subnet 2cbdf885-8994-4e6f-ba03-f724531f6e08 {{(pid=100246) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 13:55:09.532063 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-ca2082b7-7838-4193-942a-9e437950de35 req-f05fc6df-7ec9-4bd5-bf0a-63c33f6f7c98 tempest-SecurityGroupsTestAdminJSON-1046314857 tempest-SecurityGroupsTestAdminJSON-1046314857-project-admin] 10.222.0.104 "GET /v2.0/security-groups/9cf04d17-bbe7-466b-bda9-b8f8822ede9b HTTP/1.1" status: 200 len: 2981 time: 0.1710544 Jul 06 13:55:09.535239 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-c823aa17-6e48-4d98-abc0-a9895ec29f84 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:09.575019 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-c823aa17-6e48-4d98-abc0-a9895ec29f84 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126218885'] for subnet, precommit_delete_associations {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:09.581616 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-6f80703a-90b7-4543-9773-6c303394638e req-cd1500c2-b772-4efb-9f80-89f5a8ca026d service neutron] 10.222.0.72 "GET /v2.0/networks/ac09d390-867f-4b75-a8d2-ab11550bffd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2521951 Jul 06 13:55:09.615584 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-c823aa17-6e48-4d98-abc0-a9895ec29f84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-913473'] for subnet, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:09.618501 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-920c98c3-4224-48e1-a3c5-764cf3cb3f60 req-e0873990-d5c4-47a3-a9d5-e7fdce3a83d9 tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] Made reservation on behalf of 483ead9cc6094290930ff4aed37f7463 for: {'port': 1} {{(pid=100247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 13:55:09.621865 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-920c98c3-4224-48e1-a3c5-764cf3cb3f60 req-e0873990-d5c4-47a3-a9d5-e7fdce3a83d9 tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:09.672189 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-c823aa17-6e48-4d98-abc0-a9895ec29f84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-913480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1849032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127687590', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127702764'] for subnet, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:09.699973 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c823aa17-6e48-4d98-abc0-a9895ec29f84 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2cbdf885-8994-4e6f-ba03-f724531f6e08,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:55:09.705001 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-c823aa17-6e48-4d98-abc0-a9895ec29f84 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:09.705001 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-c823aa17-6e48-4d98-abc0-a9895ec29f84 admin admin] 10.222.0.104 "DELETE /v2.0/subnets/2cbdf885-8994-4e6f-ba03-f724531f6e08 HTTP/1.1" status: 204 len: 168 time: 0.2268014 Jul 06 13:55:09.706666 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 56314) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:55:09.712445 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-ca2082b7-7838-4193-942a-9e437950de35 req-5fa09d13-295a-416c-a10b-94240381b0e8 tempest-SecurityGroupsTestAdminJSON-1046314857 tempest-SecurityGroupsTestAdminJSON-1046314857-project-admin] 10.222.0.104 "GET /v2.0/security-groups/9cf04d17-bbe7-466b-bda9-b8f8822ede9b HTTP/1.1" status: 200 len: 2981 time: 0.1632087 Jul 06 13:55:09.750243 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca7fde0-b63f-4c72-8168-5c7752bdd23e req-a0985e63-660a-4b88-8a7c-2d4b49e99494 tempest-LiveAutoBlockMigrationV225Test-654794443 tempest-LiveAutoBlockMigrationV225Test-654794443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:55:09.751761 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-9ca7fde0-b63f-4c72-8168-5c7752bdd23e req-a0985e63-660a-4b88-8a7c-2d4b49e99494 tempest-LiveAutoBlockMigrationV225Test-654794443 tempest-LiveAutoBlockMigrationV225Test-654794443-project] 10.222.0.104 "GET /v2.0/ports?device_id=ce46b99b-5e9d-4179-b46f-7265cb00f3d9 HTTP/1.1" status: 200 len: 946 time: 0.3075571 Jul 06 13:55:09.779890 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-10576c3d-d323-4df4-adb0-a5706c3b61a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530492'] for network, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:09.785203 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132eb6f9-ba4e-4ce3-991e-2d4eea8bf90b req-1f354803-ab5b-4465-b9e3-f88953b48ba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:55:09.786616 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-132eb6f9-ba4e-4ce3-991e-2d4eea8bf90b req-1f354803-ab5b-4465-b9e3-f88953b48ba4 service neutron] 10.222.0.127 "GET /v2.0/ports?device_id=ce46b99b-5e9d-4179-b46f-7265cb00f3d9 HTTP/1.1" status: 200 len: 1097 time: 0.3101065 Jul 06 13:55:09.857906 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-10576c3d-d323-4df4-adb0-a5706c3b61a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-917204', 'neutron.services.segments.db._delete_segments_for_network-8773753502302'] for network, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:09.868204 n-d-773647-6 neutron-server[100246]: DEBUG neutron.services.segments.db [None req-10576c3d-d323-4df4-adb0-a5706c3b61a9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ed877c5-47c8-4d02-8979-85ff32fc6e85']}} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:55:09.878908 n-d-773647-6 neutron-server[100246]: DEBUG neutron.services.segments.db [None req-10576c3d-d323-4df4-adb0-a5706c3b61a9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '64b49b95-7355-4728-b867-54acb404dc12') {'for_net_delete': True} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:55:09.879208 n-d-773647-6 neutron-server[100246]: DEBUG neutron.services.segments.db [None req-10576c3d-d323-4df4-adb0-a5706c3b61a9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '64b49b95-7355-4728-b867-54acb404dc12') {} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:55:09.880479 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-6f80703a-90b7-4543-9773-6c303394638e req-6a0c8017-805b-438b-af40-d0b629476454 service neutron] 10.222.0.72 "GET /v2.0/networks/ac09d390-867f-4b75-a8d2-ab11550bffd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2738326 Jul 06 13:55:09.889354 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-10576c3d-d323-4df4-adb0-a5706c3b61a9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773753515138', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126218898'] for segment, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:09.904327 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-10576c3d-d323-4df4-adb0-a5706c3b61a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552'] for segment, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:09.910692 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-10576c3d-d323-4df4-adb0-a5706c3b61a9 admin admin] Releasing vlan 1041 on physical network physnet1 to pool {{(pid=100246) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 13:55:09.911159 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-10576c3d-d323-4df4-adb0-a5706c3b61a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127687491'] for segment, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:09.913064 n-d-773647-6 neutron-server[100246]: Traceback (most recent call last): Jul 06 13:55:09.913064 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 13:55:09.913064 n-d-773647-6 neutron-server[100246]: timer() Jul 06 13:55:09.913064 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 13:55:09.913064 n-d-773647-6 neutron-server[100246]: cb(*args, **kw) Jul 06 13:55:09.913064 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 13:55:09.913064 n-d-773647-6 neutron-server[100246]: return func(*args, **kwargs) Jul 06 13:55:09.913064 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 13:55:09.913064 n-d-773647-6 neutron-server[100246]: self._notify() Jul 06 13:55:09.913064 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 13:55:09.913064 n-d-773647-6 neutron-server[100246]: self.callback(batched_events) Jul 06 13:55:09.913064 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 13:55:09.913064 n-d-773647-6 neutron-server[100246]: event.method(event) Jul 06 13:55:09.913064 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 13:55:09.913064 n-d-773647-6 neutron-server[100246]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 13:55:09.913064 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 13:55:09.913064 n-d-773647-6 neutron-server[100246]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 13:55:09.913064 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 13:55:09.913064 n-d-773647-6 neutron-server[100246]: return f(self, *a, **k) Jul 06 13:55:09.913064 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 13:55:09.913064 n-d-773647-6 neutron-server[100246]: return self._get(url).json() Jul 06 13:55:09.913064 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 13:55:09.913064 n-d-773647-6 neutron-server[100246]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 13:55:09.913064 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 13:55:09.913064 n-d-773647-6 neutron-server[100246]: return self.request(url, 'GET', **kwargs) Jul 06 13:55:09.913064 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 13:55:09.913064 n-d-773647-6 neutron-server[100246]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 13:55:09.913064 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 13:55:09.913064 n-d-773647-6 neutron-server[100246]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 13:55:09.913064 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 13:55:09.913064 n-d-773647-6 neutron-server[100246]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 13:55:09.913064 n-d-773647-6 neutron-server[100246]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 13:55:09.931756 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-ca2082b7-7838-4193-942a-9e437950de35 req-43771479-14f4-4f70-977a-b75bac1cfd33 tempest-SecurityGroupsTestAdminJSON-1046314857 tempest-SecurityGroupsTestAdminJSON-1046314857-project-admin] 10.222.0.104 "GET /v2.0/security-groups/9f5b92e9-7340-49c3-a9bb-41e4a1caffc6 HTTP/1.1" status: 200 len: 2981 time: 0.2034369 Jul 06 13:55:09.941031 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-132eb6f9-ba4e-4ce3-991e-2d4eea8bf90b req-5b93d92a-1c99-4f46-b662-086e22a33991 service neutron] 10.222.0.127 "GET /v2.0/security-groups?id=43f6fcb8-9501-44d6-9feb-82c82c5d5862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392903 Jul 06 13:55:09.946481 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-9ca7fde0-b63f-4c72-8168-5c7752bdd23e req-af72e030-e383-4a39-a077-91fd2b8f341b tempest-LiveAutoBlockMigrationV225Test-654794443 tempest-LiveAutoBlockMigrationV225Test-654794443-project] 10.222.0.104 "GET /v2.0/security-groups?id=43f6fcb8-9501-44d6-9feb-82c82c5d5862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1470168 Jul 06 13:55:09.985038 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-10576c3d-d323-4df4-adb0-a5706c3b61a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-917215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1761140'] for network, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:09.989203 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.db_base_plugin_common [req-920c98c3-4224-48e1-a3c5-764cf3cb3f60 req-e0873990-d5c4-47a3-a9d5-e7fdce3a83d9 tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] Allocated IP 192.168.233.95 (ac09d390-867f-4b75-a8d2-ab11550bffd6/d1c3cc78-09b9-4e30-99fd-0e5830de101d/55579fa1-991f-40fa-9660-f6873bccef77) {{(pid=100247) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 13:55:09.995475 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-10576c3d-d323-4df4-adb0-a5706c3b61a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583035'] for network, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:09.997624 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-10576c3d-d323-4df4-adb0-a5706c3b61a9 admin admin] 10.222.0.104 "DELETE /v2.0/networks/0ed877c5-47c8-4d02-8979-85ff32fc6e85 HTTP/1.1" status: 204 len: 168 time: 0.2900004 Jul 06 13:55:10.010434 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10576c3d-d323-4df4-adb0-a5706c3b61a9 admin admin] Pushing event deleted for resources: {'Network': ['ID=0ed877c5-47c8-4d02-8979-85ff32fc6e85,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:55:10.011467 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-ca2082b7-7838-4193-942a-9e437950de35 req-ce7dd51b-cf78-4b22-9569-08da801b271d tempest-SecurityGroupsTestAdminJSON-1046314857 tempest-SecurityGroupsTestAdminJSON-1046314857-project-admin] 10.222.0.104 "GET /v2.0/security-groups/9f5b92e9-7340-49c3-a9bb-41e4a1caffc6 HTTP/1.1" status: 200 len: 2981 time: 0.0729799 Jul 06 13:55:10.089086 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-ca2082b7-7838-4193-942a-9e437950de35 req-cf5290f1-d6b3-47b2-b469-bc7af479d9ea tempest-SecurityGroupsTestAdminJSON-1046314857 tempest-SecurityGroupsTestAdminJSON-1046314857-project-admin] 10.222.0.104 "GET /v2.0/security-groups/a5f17d80-298e-4ac5-a384-f14ad591483e HTTP/1.1" status: 200 len: 2981 time: 0.0695660 Jul 06 13:55:10.190628 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-ca2082b7-7838-4193-942a-9e437950de35 req-5f76e7d9-e4de-4e49-ac6f-f24b1a3739be tempest-SecurityGroupsTestAdminJSON-1046314857 tempest-SecurityGroupsTestAdminJSON-1046314857-project-admin] 10.222.0.104 "GET /v2.0/security-groups/a5f17d80-298e-4ac5-a384-f14ad591483e HTTP/1.1" status: 200 len: 2981 time: 0.0865612 Jul 06 13:55:10.191822 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:10.201246 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 56328) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:55:10.248704 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-0db9ab9c-f311-4415-bd49-7aade0ff17d7 admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=5aa238d449314226b68d16d2a37b7938&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0461569 Jul 06 13:55:10.251798 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 56330) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:55:10.265289 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-920c98c3-4224-48e1-a3c5-764cf3cb3f60 req-e0873990-d5c4-47a3-a9d5-e7fdce3a83d9 tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] Notify callbacks [] for port, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:10.276378 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-ca2082b7-7838-4193-942a-9e437950de35 req-1d045333-8b34-464e-bb93-77875f2555fd tempest-SecurityGroupsTestAdminJSON-1046314857 tempest-SecurityGroupsTestAdminJSON-1046314857-project-admin] 10.222.0.104 "GET /v2.0/security-groups/be172bf9-132f-4571-a5c1-0a751b1b69d2 HTTP/1.1" status: 200 len: 2981 time: 0.0786409 Jul 06 13:55:10.294311 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.provisioning_blocks [req-920c98c3-4224-48e1-a3c5-764cf3cb3f60 req-e0873990-d5c4-47a3-a9d5-e7fdce3a83d9 tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] Transition to ACTIVE for port object 55579fa1-991f-40fa-9660-f6873bccef77 will not be triggered until provisioned by entity DHCP. {{(pid=100247) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 13:55:10.306910 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-1b4a3c28-e388-4f51-bd34-da1425b01d69 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:10.328932 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-1b4a3c28-e388-4f51-bd34-da1425b01d69 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:10.376640 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-1b4a3c28-e388-4f51-bd34-da1425b01d69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:10.380029 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-1b4a3c28-e388-4f51-bd34-da1425b01d69 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:10.381175 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-1b4a3c28-e388-4f51-bd34-da1425b01d69 admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/be172bf9-132f-4571-a5c1-0a751b1b69d2 HTTP/1.1" status: 204 len: 168 time: 0.1279206 Jul 06 13:55:10.383208 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-ca2082b7-7838-4193-942a-9e437950de35 req-54f59558-578f-42d1-8f1c-a8f5871cf39d tempest-SecurityGroupsTestAdminJSON-1046314857 tempest-SecurityGroupsTestAdminJSON-1046314857-project-admin] 10.222.0.104 "GET /v2.0/security-groups/be172bf9-132f-4571-a5c1-0a751b1b69d2 HTTP/1.1" status: 200 len: 2981 time: 0.0919001 Jul 06 13:55:10.389075 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4a3c28-e388-4f51-bd34-da1425b01d69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be172bf9-132f-4571-a5c1-0a751b1b69d2,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:55:10.413308 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291d2990-086b-4eb2-b8c0-82816c698fe3 req-e332cd3d-e967-4248-b5cd-d519386e32fa tempest-LiveMigrationNegativeTest-1423627528 tempest-LiveMigrationNegativeTest-1423627528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:55:10.414912 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-291d2990-086b-4eb2-b8c0-82816c698fe3 req-e332cd3d-e967-4248-b5cd-d519386e32fa tempest-LiveMigrationNegativeTest-1423627528 tempest-LiveMigrationNegativeTest-1423627528-project] 10.222.0.104 "GET /v2.0/ports?device_id=3222860e-5662-4454-8988-293505dc50b8 HTTP/1.1" status: 200 len: 948 time: 0.1354218 Jul 06 13:55:10.420531 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-920c98c3-4224-48e1-a3c5-764cf3cb3f60 req-e0873990-d5c4-47a3-a9d5-e7fdce3a83d9 tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108'] for port, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:10.438690 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] get_ports_and_sgs() called for port_ids ['2985e841-186d-4c50-81aa-7edeced86cb2'] {{(pid=100248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 13:55:10.525622 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-920c98c3-4224-48e1-a3c5-764cf3cb3f60 req-e0873990-d5c4-47a3-a9d5-e7fdce3a83d9 tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] Network ac09d390-867f-4b75-a8d2-ab11550bffd6 is already hosted by enough agents. {{(pid=100247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 13:55:10.527346 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-ca2082b7-7838-4193-942a-9e437950de35 req-943e9100-23c9-4741-a6fe-c33d9a4d4ac2 tempest-SecurityGroupsTestAdminJSON-1046314857 tempest-SecurityGroupsTestAdminJSON-1046314857-project-admin] 10.222.0.104 "GET /v2.0/security-groups/ef09d142-5e37-465b-8810-9ba573f3b8cd HTTP/1.1" status: 200 len: 2981 time: 0.1322255 Jul 06 13:55:10.528428 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0873990-d5c4-47a3-a9d5-e7fdce3a83d9 tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] Pushing event updated for resources: {'Port': ['ID=55579fa1-991f-40fa-9660-f6873bccef77,revision_number=1']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:55:10.533043 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-291d2990-086b-4eb2-b8c0-82816c698fe3 req-92fbac9a-8760-4b29-a3f6-07c7e225d018 tempest-LiveMigrationNegativeTest-1423627528 tempest-LiveMigrationNegativeTest-1423627528-project] 10.222.0.104 "GET /v2.0/security-groups?id=ef09d142-5e37-465b-8810-9ba573f3b8cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090548 Jul 06 13:55:10.534531 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.base_scheduler [req-920c98c3-4224-48e1-a3c5-764cf3cb3f60 req-e0873990-d5c4-47a3-a9d5-e7fdce3a83d9 tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] Resources bound (agent type, host, resource id): {{(pid=100247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:55:10.537634 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.l3_dvrscheduler_db [req-920c98c3-4224-48e1-a3c5-764cf3cb3f60 req-e0873990-d5c4-47a3-a9d5-e7fdce3a83d9 tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] Received port after_create {{(pid=100247) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 13:55:10.543326 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920c98c3-4224-48e1-a3c5-764cf3cb3f60 req-e0873990-d5c4-47a3-a9d5-e7fdce3a83d9 tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:55:10.543787 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-920c98c3-4224-48e1-a3c5-764cf3cb3f60 req-e0873990-d5c4-47a3-a9d5-e7fdce3a83d9 tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:10.601701 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-920c98c3-4224-48e1-a3c5-764cf3cb3f60 req-e0873990-d5c4-47a3-a9d5-e7fdce3a83d9 tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] 10.222.0.127 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.6371899 Jul 06 13:55:10.618155 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [req-920c98c3-4224-48e1-a3c5-764cf3cb3f60 req-7133b381-0888-4f8f-8be2-226bd0b0729c service neutron] Request body: {'port': {'device_id': 'cafbb505-1705-4cb2-a601-c8ea5a6459a9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-773647-6'}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:55:10.660808 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-ca2082b7-7838-4193-942a-9e437950de35 req-ba151dd9-b665-44f2-a6f2-710f7afadf85 tempest-SecurityGroupsTestAdminJSON-1046314857 tempest-SecurityGroupsTestAdminJSON-1046314857-project-admin] 10.222.0.104 "GET /v2.0/security-groups/ef09d142-5e37-465b-8810-9ba573f3b8cd HTTP/1.1" status: 200 len: 2981 time: 0.1132064 Jul 06 13:55:10.739949 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-ca2082b7-7838-4193-942a-9e437950de35 req-c95293b0-0f06-4325-961b-a740aa9ded03 tempest-SecurityGroupsTestAdminJSON-1046314857 tempest-SecurityGroupsTestAdminJSON-1046314857-project-admin] 10.222.0.104 "GET /v2.0/security-groups/f8e8ccb6-d1d4-4385-9430-03be95783b62 HTTP/1.1" status: 200 len: 2977 time: 0.0671289 Jul 06 13:55:10.758489 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-920c98c3-4224-48e1-a3c5-764cf3cb3f60 req-7133b381-0888-4f8f-8be2-226bd0b0729c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:10.810332 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-0f2a0dc9-889d-47e8-93af-462e197abcc8 None None] Provisioning for port 55579fa1-991f-40fa-9660-f6873bccef77 completed by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 13:55:10.817163 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-0f2a0dc9-889d-47e8-93af-462e197abcc8 None None] Provisioning complete for port 55579fa1-991f-40fa-9660-f6873bccef77 triggered by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:55:10.818264 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-0f2a0dc9-889d-47e8-93af-462e197abcc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:10.842843 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-ca2082b7-7838-4193-942a-9e437950de35 req-5b79f196-fe9b-4896-90af-a2d7ba85d5b7 tempest-SecurityGroupsTestAdminJSON-1046314857 tempest-SecurityGroupsTestAdminJSON-1046314857-project-admin] 10.222.0.104 "GET /v2.0/security-groups/f8e8ccb6-d1d4-4385-9430-03be95783b62 HTTP/1.1" status: 200 len: 2977 time: 0.0939925 Jul 06 13:55:10.896282 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-0f2a0dc9-889d-47e8-93af-462e197abcc8 None None] Port 55579fa1-991f-40fa-9660-f6873bccef77 cannot update to ACTIVE because it is not bound. {{(pid=100248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 13:55:10.910980 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 56348) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:55:10.959974 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-695cb881-bb6a-4f59-86fb-a0e33d753799 admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=13ba4eeabae549978be6800cdbc0c3df&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0477657 Jul 06 13:55:10.962328 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 56350) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:55:11.013622 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-c85f8518-6d48-499c-8630-3bc82958752c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:11.035359 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-c85f8518-6d48-499c-8630-3bc82958752c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:11.090519 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-c85f8518-6d48-499c-8630-3bc82958752c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:11.094127 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-c85f8518-6d48-499c-8630-3bc82958752c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:11.098040 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-c85f8518-6d48-499c-8630-3bc82958752c admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/2e44afbb-3495-4c22-af56-27bb5e681847 HTTP/1.1" status: 204 len: 168 time: 0.1346085 Jul 06 13:55:11.109592 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85f8518-6d48-499c-8630-3bc82958752c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e44afbb-3495-4c22-af56-27bb5e681847,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:55:11.135646 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2edc5c-177d-4e4b-b5fb-fac184401fb0 req-c3e946fc-e460-4653-b089-a50978b73001 tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:55:11.137151 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-3d2edc5c-177d-4e4b-b5fb-fac184401fb0 req-c3e946fc-e460-4653-b089-a50978b73001 tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] 10.222.0.104 "GET /v2.0/ports?device_id=cafbb505-1705-4cb2-a601-c8ea5a6459a9 HTTP/1.1" status: 200 len: 935 time: 0.1808746 Jul 06 13:55:11.150628 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c97acd-df84-406c-b00d-e9bcaac30ef5 req-dad557bf-49b8-408e-829e-d087213bdc1c tempest-LiveMigrationTest-343502667 tempest-LiveMigrationTest-343502667-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:55:11.152162 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-f0c97acd-df84-406c-b00d-e9bcaac30ef5 req-dad557bf-49b8-408e-829e-d087213bdc1c tempest-LiveMigrationTest-343502667 tempest-LiveMigrationTest-343502667-project-admin] 10.222.0.104 "GET /v2.0/ports?device_id=c2e7e169-6d3e-4fe1-9d57-062eaff9ad98 HTTP/1.1" status: 200 len: 1096 time: 0.1736348 Jul 06 13:55:11.204846 n-d-773647-6 neutron-server[100247]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3222860e-5662-4454-8988-293505dc50b8', 'tag': '2e25c71c-852c-4ad0-8d85-385a819267d1'}] {{(pid=100247) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 13:55:11.207663 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cbf0eeaae822f8fc9b87a94aeba67a3d651842baf663a51cba94b67a514836d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7c22586-be17-4623-9abc-89fc9a03cbad" -d '{"events": [{"name": "network-changed", "server_uuid": "3222860e-5662-4454-8988-293505dc50b8", "tag": "2e25c71c-852c-4ad0-8d85-385a819267d1"}]}' {{(pid=100247) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:55:11.240302 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-f0c97acd-df84-406c-b00d-e9bcaac30ef5 req-e02d89f1-48e3-4bb9-9cce-097aef6f7ce1 tempest-LiveMigrationTest-343502667 tempest-LiveMigrationTest-343502667-project-admin] 10.222.0.104 "GET /v2.0/security-groups?id=7e243ebf-9cf4-4917-8da6-0fd38b06f795&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776689 Jul 06 13:55:11.268436 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-3d2edc5c-177d-4e4b-b5fb-fac184401fb0 req-738dd14e-7c0a-4089-8cb9-ebaf296c56a2 tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] 10.222.0.104 "GET /v2.0/security-groups?id=9f5b92e9-7340-49c3-a9bb-41e4a1caffc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196032 Jul 06 13:55:11.287524 n-d-773647-6 neutron-server[100247]: DEBUG neutron.notifiers.nova [req-920c98c3-4224-48e1-a3c5-764cf3cb3f60 req-7133b381-0888-4f8f-8be2-226bd0b0729c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 55579fa1-991f-40fa-9660-f6873bccef77 {{(pid=100247) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 13:55:11.305109 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-920c98c3-4224-48e1-a3c5-764cf3cb3f60 req-7133b381-0888-4f8f-8be2-226bd0b0729c service neutron] Notify callbacks [] for port, precommit_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:11.348112 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.provisioning_blocks [req-920c98c3-4224-48e1-a3c5-764cf3cb3f60 req-7133b381-0888-4f8f-8be2-226bd0b0729c service neutron] Transition to ACTIVE for port object 55579fa1-991f-40fa-9660-f6873bccef77 will not be triggered until provisioned by entity L2. {{(pid=100247) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 13:55:11.356804 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-920c98c3-4224-48e1-a3c5-764cf3cb3f60 req-7133b381-0888-4f8f-8be2-226bd0b0729c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:11.452070 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-5e534e7d-203b-496f-a443-0393842aa5b6 req-ad6c4244-3b68-4217-8167-1e9df65460a1 tempest-SecurityGroupsTestAdminJSON-868496976 tempest-SecurityGroupsTestAdminJSON-868496976-project] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=afeb61b677ad4e83a1d17a0c6de36cb3 HTTP/1.1" status: 200 len: 6104 time: 0.1495740 Jul 06 13:55:11.472559 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7133b381-0888-4f8f-8be2-226bd0b0729c service neutron] Pushing event updated for resources: {'Port': ['ID=55579fa1-991f-40fa-9660-f6873bccef77,revision_number=2']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:55:11.548090 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.managers [req-920c98c3-4224-48e1-a3c5-764cf3cb3f60 req-7133b381-0888-4f8f-8be2-226bd0b0729c service neutron] Attempting to bind port 55579fa1-991f-40fa-9660-f6873bccef77 on host n-h1-773647-6 for vnic_type normal with profile {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 13:55:11.548741 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.managers [req-920c98c3-4224-48e1-a3c5-764cf3cb3f60 req-7133b381-0888-4f8f-8be2-226bd0b0729c service neutron] Attempting to bind port 55579fa1-991f-40fa-9660-f6873bccef77 by drivers openvswitch,hyperv on host n-h1-773647-6 at level 0 using segments [{'id': 'c9ea893d-045e-42cf-b3dd-cdd1f79baccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'ac09d390-867f-4b75-a8d2-ab11550bffd6'}] {{(pid=100247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 13:55:11.548741 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-920c98c3-4224-48e1-a3c5-764cf3cb3f60 req-7133b381-0888-4f8f-8be2-226bd0b0729c service neutron] Attempting to bind port 55579fa1-991f-40fa-9660-f6873bccef77 on network ac09d390-867f-4b75-a8d2-ab11550bffd6 {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 13:55:11.578290 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-5e534e7d-203b-496f-a443-0393842aa5b6 req-bdf25277-3147-4a60-83d7-3499e8851f9d tempest-SecurityGroupsTestAdminJSON-868496976 tempest-SecurityGroupsTestAdminJSON-868496976-project] 10.222.0.104 "GET /v2.0/security-groups/9cf04d17-bbe7-466b-bda9-b8f8822ede9b HTTP/1.1" status: 200 len: 2981 time: 0.1186104 Jul 06 13:55:11.586436 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-920c98c3-4224-48e1-a3c5-764cf3cb3f60 req-7133b381-0888-4f8f-8be2-226bd0b0729c service neutron] Port 55579fa1-991f-40fa-9660-f6873bccef77 on network ac09d390-867f-4b75-a8d2-ab11550bffd6 not bound, no agent of type Open vSwitch agent registered on host n-h1-773647-6 {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 13:55:11.586808 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-920c98c3-4224-48e1-a3c5-764cf3cb3f60 req-7133b381-0888-4f8f-8be2-226bd0b0729c service neutron] Attempting to bind port 55579fa1-991f-40fa-9660-f6873bccef77 on network ac09d390-867f-4b75-a8d2-ab11550bffd6 {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 13:55:11.596297 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-920c98c3-4224-48e1-a3c5-764cf3cb3f60 req-7133b381-0888-4f8f-8be2-226bd0b0729c service neutron] Checking agent: {'id': '5bf7147f-bada-4441-a5dc-934b903473fb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-773647-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 51, 12), 'started_at': datetime.datetime(2021, 7, 6, 13, 51, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 13, 54, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 13:55:11.596671 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-920c98c3-4224-48e1-a3c5-764cf3cb3f60 req-7133b381-0888-4f8f-8be2-226bd0b0729c service neutron] Checking segment: {'id': 'c9ea893d-045e-42cf-b3dd-cdd1f79baccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'ac09d390-867f-4b75-a8d2-ab11550bffd6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100247) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 13:55:11.597213 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-920c98c3-4224-48e1-a3c5-764cf3cb3f60 req-7133b381-0888-4f8f-8be2-226bd0b0729c service neutron] Bound using segment: {'id': 'c9ea893d-045e-42cf-b3dd-cdd1f79baccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'ac09d390-867f-4b75-a8d2-ab11550bffd6'} {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 13:55:11.598228 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.managers [req-920c98c3-4224-48e1-a3c5-764cf3cb3f60 req-7133b381-0888-4f8f-8be2-226bd0b0729c service neutron] Bound port: 55579fa1-991f-40fa-9660-f6873bccef77, host: n-h1-773647-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c9ea893d-045e-42cf-b3dd-cdd1f79baccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'ac09d390-867f-4b75-a8d2-ab11550bffd6'}}] {{(pid=100247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 13:55:11.598794 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-920c98c3-4224-48e1-a3c5-764cf3cb3f60 req-7133b381-0888-4f8f-8be2-226bd0b0729c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:11.656364 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1309162c-86bc-47d7-adad-5b2191f813b2 req-ef235a1b-d19c-49cb-89ac-b7509b275803 tempest-LiveAutoBlockMigrationV225Test-654794443 tempest-LiveAutoBlockMigrationV225Test-654794443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:55:11.657881 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-1309162c-86bc-47d7-adad-5b2191f813b2 req-ef235a1b-d19c-49cb-89ac-b7509b275803 tempest-LiveAutoBlockMigrationV225Test-654794443 tempest-LiveAutoBlockMigrationV225Test-654794443-project] 10.222.0.104 "GET /v2.0/ports?device_id=ce46b99b-5e9d-4179-b46f-7265cb00f3d9 HTTP/1.1" status: 200 len: 946 time: 0.2637401 Jul 06 13:55:11.724384 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-5e534e7d-203b-496f-a443-0393842aa5b6 req-d57879a1-f3da-4b57-8160-98542e4e28fc tempest-SecurityGroupsTestAdminJSON-868496976 tempest-SecurityGroupsTestAdminJSON-868496976-project] 10.222.0.104 "GET /v2.0/security-groups/9cf04d17-bbe7-466b-bda9-b8f8822ede9b HTTP/1.1" status: 200 len: 2981 time: 0.1451554 Jul 06 13:55:11.731277 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.db [req-920c98c3-4224-48e1-a3c5-764cf3cb3f60 req-7133b381-0888-4f8f-8be2-226bd0b0729c service neutron] For port 55579fa1-991f-40fa-9660-f6873bccef77, host n-h1-773647-6, cleared binding levels {{(pid=100247) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 13:55:11.746162 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-1309162c-86bc-47d7-adad-5b2191f813b2 req-1c33bfdc-35ba-4aa6-9506-441ec09ecde7 tempest-LiveAutoBlockMigrationV225Test-654794443 tempest-LiveAutoBlockMigrationV225Test-654794443-project] 10.222.0.104 "GET /v2.0/security-groups?id=43f6fcb8-9501-44d6-9feb-82c82c5d5862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814946 Jul 06 13:55:11.750836 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.db [req-920c98c3-4224-48e1-a3c5-764cf3cb3f60 req-7133b381-0888-4f8f-8be2-226bd0b0729c service neutron] For port 55579fa1-991f-40fa-9660-f6873bccef77, host n-h1-773647-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773647-6',level=0,port_id=55579fa1-991f-40fa-9660-f6873bccef77,segment=NetworkSegment(c9ea893d-045e-42cf-b3dd-cdd1f79baccd),segment_id=c9ea893d-045e-42cf-b3dd-cdd1f79baccd)] {{(pid=100247) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 13:55:11.760532 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-920c98c3-4224-48e1-a3c5-764cf3cb3f60 req-7133b381-0888-4f8f-8be2-226bd0b0729c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:11.836273 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920c98c3-4224-48e1-a3c5-764cf3cb3f60 req-7133b381-0888-4f8f-8be2-226bd0b0729c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:55:11.837076 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-920c98c3-4224-48e1-a3c5-764cf3cb3f60 req-7133b381-0888-4f8f-8be2-226bd0b0729c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:11.838557 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-920c98c3-4224-48e1-a3c5-764cf3cb3f60 req-7133b381-0888-4f8f-8be2-226bd0b0729c service neutron] 10.222.0.127 "PUT /v2.0/ports/55579fa1-991f-40fa-9660-f6873bccef77 HTTP/1.1" status: 200 len: 1095 time: 1.2254775 Jul 06 13:55:11.840078 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 13:55:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0db47fdd-b64e-4dda-ae2f-8a9a56cb5bf2 x-openstack-request-id: req-0db47fdd-b64e-4dda-ae2f-8a9a56cb5bf2 {{(pid=100247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:55:11.840369 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3222860e-5662-4454-8988-293505dc50b8", "tag": "2e25c71c-852c-4ad0-8d85-385a819267d1", "status": "completed", "code": 200}]} {{(pid=100247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:55:11.840619 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-0db47fdd-b64e-4dda-ae2f-8a9a56cb5bf2 {{(pid=100247) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:55:11.841869 n-d-773647-6 neutron-server[100247]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3222860e-5662-4454-8988-293505dc50b8', 'tag': '2e25c71c-852c-4ad0-8d85-385a819267d1', 'status': 'completed', 'code': 200} Jul 06 13:55:11.936498 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 56394) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:55:11.973930 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7133b381-0888-4f8f-8be2-226bd0b0729c service neutron] Pushing event updated for resources: {'Port': ['ID=55579fa1-991f-40fa-9660-f6873bccef77,revision_number=3']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:55:12.042333 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-7e18cd96-320f-4835-b169-faaa1924f1c0 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-1415134707-network', 'tenant_id': 'b3566e6478e14479b5cd6db4d0b02e77'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:55:12.066173 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-4f8f9d6a-914e-43ce-a78d-271f2be3a37a req-5d851a9f-c248-44e9-bf0f-92c9510c9432 tempest-SecurityGroupsTestAdminJSON-1046314857 tempest-SecurityGroupsTestAdminJSON-1046314857-project-admin] 10.222.0.104 "GET /v2.0/security-groups/9debbbba-874a-4267-965f-45ad83a6b8be HTTP/1.1" status: 200 len: 1777 time: 0.1371751 Jul 06 13:55:12.072294 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e18cd96-320f-4835-b169-faaa1924f1c0 admin admin] Made reservation on behalf of b3566e6478e14479b5cd6db4d0b02e77 for: {'network': 1} {{(pid=100246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 13:55:12.074644 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-7e18cd96-320f-4835-b169-faaa1924f1c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for network, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:12.075323 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c22586-be17-4623-9abc-89fc9a03cbad req-1dbc4ab2-9572-4b94-8247-c4b42bcac2c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:55:12.076890 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-c7c22586-be17-4623-9abc-89fc9a03cbad req-1dbc4ab2-9572-4b94-8247-c4b42bcac2c6 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=c1f7e23665cb4a6ea795fee456502403&device_id=3222860e-5662-4454-8988-293505dc50b8 HTTP/1.1" status: 200 len: 1099 time: 0.2308221 Jul 06 13:55:12.083672 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-7e18cd96-320f-4835-b169-faaa1924f1c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:12.103248 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920c98c3-4224-48e1-a3c5-764cf3cb3f60 req-c62f2f28-5842-4a2a-9f25-0c0765805b06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:55:12.104713 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-920c98c3-4224-48e1-a3c5-764cf3cb3f60 req-c62f2f28-5842-4a2a-9f25-0c0765805b06 service neutron] 10.222.0.127 "GET /v2.0/ports?tenant_id=483ead9cc6094290930ff4aed37f7463&device_id=cafbb505-1705-4cb2-a601-c8ea5a6459a9 HTTP/1.1" status: 200 len: 1098 time: 0.2060032 Jul 06 13:55:12.176588 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-7e18cd96-320f-4835-b169-faaa1924f1c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:12.182108 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-7e18cd96-320f-4835-b169-faaa1924f1c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:12.184726 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:12.203951 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e18cd96-320f-4835-b169-faaa1924f1c0 admin admin] vlan segment allocate from pool success with {'vlan_id': 1024, 'physical_network': 'physnet1'} {{(pid=100246) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 13:55:12.220239 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-7e18cd96-320f-4835-b169-faaa1924f1c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552'] for segment, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:12.220582 n-d-773647-6 neutron-server[100246]: INFO neutron.db.segments_db [None req-7e18cd96-320f-4835-b169-faaa1924f1c0 admin admin] Added segment 89910f5d-e821-4ecc-8a62-21fe63c22f3f of type vlan for network 14be74a6-3909-4170-89e7-56d4bae82d57 Jul 06 13:55:12.222738 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e18cd96-320f-4835-b169-faaa1924f1c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=202c2ea4-cd45-4b96-b9dd-de521f137e62,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:55:12.223541 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-920c98c3-4224-48e1-a3c5-764cf3cb3f60 req-0a2506eb-b13a-44cd-8639-b23566633453 service neutron] 10.222.0.127 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.95&port_id=55579fa1-991f-40fa-9660-f6873bccef77 HTTP/1.1" status: 200 len: 217 time: 0.0976243 Jul 06 13:55:12.251636 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb3c24b-99ae-430c-a2f2-a8ecd970bfa8 req-dab7e6da-efa7-463d-a9a9-546eed8f09af tempest-LiveMigrationNegativeTest-1423627528 tempest-LiveMigrationNegativeTest-1423627528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:55:12.253209 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-9eb3c24b-99ae-430c-a2f2-a8ecd970bfa8 req-dab7e6da-efa7-463d-a9a9-546eed8f09af tempest-LiveMigrationNegativeTest-1423627528 tempest-LiveMigrationNegativeTest-1423627528-project] 10.222.0.104 "GET /v2.0/ports?device_id=3222860e-5662-4454-8988-293505dc50b8 HTTP/1.1" status: 200 len: 948 time: 0.2679577 Jul 06 13:55:12.267072 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-7e18cd96-320f-4835-b169-faaa1924f1c0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773752984405'] for network, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:12.301633 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-7e18cd96-320f-4835-b169-faaa1924f1c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060'] for network, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:12.302765 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e18cd96-320f-4835-b169-faaa1924f1c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:55:12.303527 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-7e18cd96-320f-4835-b169-faaa1924f1c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583035'] for network, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:12.325017 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-4f8f9d6a-914e-43ce-a78d-271f2be3a37a req-18b5dfba-354c-4c49-9165-824c88649c11 tempest-SecurityGroupsTestAdminJSON-1046314857 tempest-SecurityGroupsTestAdminJSON-1046314857-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:12.346402 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c22586-be17-4623-9abc-89fc9a03cbad req-a8af524a-7521-4a40-9f6d-c40f966a3708 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:55:12.348800 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-c7c22586-be17-4623-9abc-89fc9a03cbad req-a8af524a-7521-4a40-9f6d-c40f966a3708 service neutron] 10.222.0.72 "GET /v2.0/networks?id=ac09d390-867f-4b75-a8d2-ab11550bffd6 HTTP/1.1" status: 200 len: 871 time: 0.2632260 Jul 06 13:55:12.350727 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-7e18cd96-320f-4835-b169-faaa1924f1c0 admin admin] 10.222.0.104 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4130988 Jul 06 13:55:12.357046 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 56402) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:55:12.360113 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920c98c3-4224-48e1-a3c5-764cf3cb3f60 req-41548753-1fa0-4d33-86b7-a24c39f93b16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:55:12.361639 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-920c98c3-4224-48e1-a3c5-764cf3cb3f60 req-41548753-1fa0-4d33-86b7-a24c39f93b16 service neutron] 10.222.0.127 "GET /v2.0/subnets?id=d1c3cc78-09b9-4e30-99fd-0e5830de101d HTTP/1.1" status: 200 len: 843 time: 0.1281300 Jul 06 13:55:12.364325 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-5f90dfc5-26f1-42dc-a580-800d1a09bde8 admin admin] Request body: {'subnet': {'network_id': '14be74a6-3909-4170-89e7-56d4bae82d57', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-1415134707-subnet', 'tenant_id': 'b3566e6478e14479b5cd6db4d0b02e77', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:55:12.377396 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e18cd96-320f-4835-b169-faaa1924f1c0 admin admin] Pushing event updated for resources: {'Network': ['ID=14be74a6-3909-4170-89e7-56d4bae82d57,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:55:12.389204 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Network 14be74a6-3909-4170-89e7-56d4bae82d57 details requested by agent ovs-agent-n-d-773647-6 with host n-d-773647-6 {{(pid=100248) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 13:55:12.396628 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f90dfc5-26f1-42dc-a580-800d1a09bde8 admin admin] Made reservation on behalf of b3566e6478e14479b5cd6db4d0b02e77 for: {'subnet': 1} {{(pid=100246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 13:55:12.399743 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-5f90dfc5-26f1-42dc-a580-800d1a09bde8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127702029'] for subnet, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:12.426690 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-4f8f9d6a-914e-43ce-a78d-271f2be3a37a req-18b5dfba-354c-4c49-9165-824c88649c11 tempest-SecurityGroupsTestAdminJSON-1046314857 tempest-SecurityGroupsTestAdminJSON-1046314857-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:12.430712 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-9eb3c24b-99ae-430c-a2f2-a8ecd970bfa8 req-ec587d49-6c34-405f-a92a-540c7051daa6 tempest-LiveMigrationNegativeTest-1423627528 tempest-LiveMigrationNegativeTest-1423627528-project] 10.222.0.104 "GET /v2.0/security-groups?id=ef09d142-5e37-465b-8810-9ba573f3b8cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1458733 Jul 06 13:55:12.453739 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-c7c22586-be17-4623-9abc-89fc9a03cbad req-0d97baf2-9703-4d1b-ac6f-8e418dc7c09f service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.193&port_id=2e25c71c-852c-4ad0-8d85-385a819267d1 HTTP/1.1" status: 200 len: 217 time: 0.0903747 Jul 06 13:55:12.544888 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c22586-be17-4623-9abc-89fc9a03cbad req-257d97d0-1617-4a2a-94d0-9c3d2e992252 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:55:12.547465 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-c7c22586-be17-4623-9abc-89fc9a03cbad req-257d97d0-1617-4a2a-94d0-9c3d2e992252 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=d1c3cc78-09b9-4e30-99fd-0e5830de101d HTTP/1.1" status: 200 len: 843 time: 0.0822349 Jul 06 13:55:12.549369 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920c98c3-4224-48e1-a3c5-764cf3cb3f60 req-1e6cc68f-523f-46d2-a3f1-587c06fab91c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:55:12.551354 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-920c98c3-4224-48e1-a3c5-764cf3cb3f60 req-1e6cc68f-523f-46d2-a3f1-587c06fab91c service neutron] 10.222.0.127 "GET /v2.0/ports?network_id=ac09d390-867f-4b75-a8d2-ab11550bffd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1687870 Jul 06 13:55:12.552541 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-4f8f9d6a-914e-43ce-a78d-271f2be3a37a req-18b5dfba-354c-4c49-9165-824c88649c11 tempest-SecurityGroupsTestAdminJSON-1046314857 tempest-SecurityGroupsTestAdminJSON-1046314857-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:12.555193 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-4f8f9d6a-914e-43ce-a78d-271f2be3a37a req-18b5dfba-354c-4c49-9165-824c88649c11 tempest-SecurityGroupsTestAdminJSON-1046314857 tempest-SecurityGroupsTestAdminJSON-1046314857-project-admin] Notify callbacks [] for security_group, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:12.556301 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-4f8f9d6a-914e-43ce-a78d-271f2be3a37a req-18b5dfba-354c-4c49-9165-824c88649c11 tempest-SecurityGroupsTestAdminJSON-1046314857 tempest-SecurityGroupsTestAdminJSON-1046314857-project-admin] 10.222.0.104 "DELETE /v2.0/security-groups/9debbbba-874a-4267-965f-45ad83a6b8be HTTP/1.1" status: 204 len: 173 time: 0.4840333 Jul 06 13:55:12.613781 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b5dfba-354c-4c49-9165-824c88649c11 tempest-SecurityGroupsTestAdminJSON-1046314857 tempest-SecurityGroupsTestAdminJSON-1046314857-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9debbbba-874a-4267-965f-45ad83a6b8be,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:55:12.647529 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-5f90dfc5-26f1-42dc-a580-800d1a09bde8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1849032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127687649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127702047'] for subnet, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:12.715879 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f90dfc5-26f1-42dc-a580-800d1a09bde8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2ad740bc-bd64-4c38-ac2c-c6ec8150e644,revision_number=0']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:55:12.720231 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f90dfc5-26f1-42dc-a580-800d1a09bde8 admin admin] Checking segment: {'id': '89910f5d-e821-4ecc-8a62-21fe63c22f3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': '14be74a6-3909-4170-89e7-56d4bae82d57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 13:55:12.720584 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f90dfc5-26f1-42dc-a580-800d1a09bde8 admin admin] Network hostable DHCP agents. Network: 14be74a6-3909-4170-89e7-56d4bae82d57, hostable agents: ['f2bada3d-be77-4359-982b-8505a2bbca04'], hosted agents: [] {{(pid=100246) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 13:55:12.745507 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f90dfc5-26f1-42dc-a580-800d1a09bde8 admin admin] Network 14be74a6-3909-4170-89e7-56d4bae82d57 is scheduled to be hosted by DHCP agent f2bada3d-be77-4359-982b-8505a2bbca04 with binding_index 1 {{(pid=100246) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 13:55:12.757393 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.base_scheduler [None req-5f90dfc5-26f1-42dc-a580-800d1a09bde8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773647-6, 14be74a6-3909-4170-89e7-56d4bae82d57) {{(pid=100246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:55:12.761934 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f90dfc5-26f1-42dc-a580-800d1a09bde8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:55:12.762513 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-5f90dfc5-26f1-42dc-a580-800d1a09bde8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:12.767575 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec8981b0-ceb4-4ecb-8f78-f218b63d1fa4 None None] Network 14be74a6-3909-4170-89e7-56d4bae82d57 requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 13:55:12.785795 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-5f90dfc5-26f1-42dc-a580-800d1a09bde8 admin admin] 10.222.0.104 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4246137 Jul 06 13:55:12.786283 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 56416) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:55:12.793509 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-41e54615-4eae-46b6-8137-6da4ebf71172 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-1415134707-router', 'tenant_id': 'b3566e6478e14479b5cd6db4d0b02e77', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719'}}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:55:12.823575 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 56418) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:55:12.829840 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-41e54615-4eae-46b6-8137-6da4ebf71172 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1806290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6992'] for router, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:12.831274 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-41e54615-4eae-46b6-8137-6da4ebf71172 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1806157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1808637', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1714747', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7007'] for router, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:12.886707 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-41e54615-4eae-46b6-8137-6da4ebf71172 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:12.969286 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1d043c4-bbf6-4d95-9c75-9e3de29c865f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6bd5fc82-6666-56e8-87c2-91648d36c963-14be74a6-3909-4170-89e7-56d4bae82d57', 'network_id': '14be74a6-3909-4170-89e7-56d4bae82d57', 'tenant_id': 'b3566e6478e14479b5cd6db4d0b02e77', 'fixed_ips': [{'subnet_id': '2ad740bc-bd64-4c38-ac2c-c6ec8150e644'}]}} from n-d-773647-6. {{(pid=100248) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 13:55:12.970483 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-f1d043c4-bbf6-4d95-9c75-9e3de29c865f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:13.066096 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-920c98c3-4224-48e1-a3c5-764cf3cb3f60 req-8e5d210f-faa2-4d90-818d-fb6c434c170c service neutron] 10.222.0.127 "GET /v2.0/networks/ac09d390-867f-4b75-a8d2-ab11550bffd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4973211 Jul 06 13:55:13.072195 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c22586-be17-4623-9abc-89fc9a03cbad req-fa37f2c2-5d4d-4890-b7c0-1d49ec5d2da9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:55:13.073695 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-c7c22586-be17-4623-9abc-89fc9a03cbad req-fa37f2c2-5d4d-4890-b7c0-1d49ec5d2da9 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=ac09d390-867f-4b75-a8d2-ab11550bffd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5165300 Jul 06 13:55:13.119748 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.db_base_plugin_common [None req-f1d043c4-bbf6-4d95-9c75-9e3de29c865f None None] Allocated IP 172.20.0.2 (14be74a6-3909-4170-89e7-56d4bae82d57/2ad740bc-bd64-4c38-ac2c-c6ec8150e644/980e3fdd-292d-4bf1-bdf4-ce94b46cd0a8) {{(pid=100248) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 13:55:13.145343 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d214d580-e883-4691-858a-a96d6ed165bc req-cbb1a0a0-d693-437c-84da-0fb82e3229ea tempest-LiveMigrationTest-343502667 tempest-LiveMigrationTest-343502667-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:55:13.146771 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-d214d580-e883-4691-858a-a96d6ed165bc req-cbb1a0a0-d693-437c-84da-0fb82e3229ea tempest-LiveMigrationTest-343502667 tempest-LiveMigrationTest-343502667-project-admin] 10.222.0.104 "GET /v2.0/ports?device_id=c2e7e169-6d3e-4fe1-9d57-062eaff9ad98 HTTP/1.1" status: 200 len: 1096 time: 0.5301163 Jul 06 13:55:13.208817 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efd1ceb-6137-47b5-8bd3-bfd4a63ea65f req-9c47c4a1-cb66-4919-b4dc-c002ae6564c7 tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:55:13.212155 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-8efd1ceb-6137-47b5-8bd3-bfd4a63ea65f req-9c47c4a1-cb66-4919-b4dc-c002ae6564c7 tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] 10.222.0.104 "GET /v2.0/ports?device_id=cafbb505-1705-4cb2-a601-c8ea5a6459a9 HTTP/1.1" status: 200 len: 947 time: 0.5330460 Jul 06 13:55:13.245914 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-604bf16e-44fe-42e6-bd69-75780e8b520c admin admin] Notify callbacks [] for security_group, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:13.279941 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-f1d043c4-bbf6-4d95-9c75-9e3de29c865f None None] Notify callbacks [] for port, precommit_create {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:13.289208 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-f1d043c4-bbf6-4d95-9c75-9e3de29c865f None None] Transition to ACTIVE for port object 980e3fdd-292d-4bf1-bdf4-ce94b46cd0a8 will not be triggered until provisioned by entity L2. {{(pid=100248) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 13:55:13.305977 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-f1d043c4-bbf6-4d95-9c75-9e3de29c865f None None] Transition to ACTIVE for port object 980e3fdd-292d-4bf1-bdf4-ce94b46cd0a8 will not be triggered until provisioned by entity DHCP. {{(pid=100248) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 13:55:13.311479 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-d214d580-e883-4691-858a-a96d6ed165bc req-a1b99ca7-cfbd-40ce-87d1-5cf6491342b9 tempest-LiveMigrationTest-343502667 tempest-LiveMigrationTest-343502667-project-admin] 10.222.0.104 "GET /v2.0/security-groups?id=7e243ebf-9cf4-4917-8da6-0fd38b06f795&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285310 Jul 06 13:55:13.336477 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Device 2e25c71c-852c-4ad0-8d85-385a819267d1 details requested by agent hyperv_n-h2-773647-6 with host n-h2-773647-6 {{(pid=100248) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 13:55:13.336825 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-41e54615-4eae-46b6-8137-6da4ebf71172 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1761047', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1806272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6989'] for router, precommit_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:13.336920 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-f1d043c4-bbf6-4d95-9c75-9e3de29c865f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108'] for port, after_create {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:13.339853 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-8efd1ceb-6137-47b5-8bd3-bfd4a63ea65f req-e04f24dc-267d-4e22-86e6-1b688c84a938 tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] 10.222.0.104 "GET /v2.0/security-groups?id=9f5b92e9-7340-49c3-a9bb-41e4a1caffc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178293 Jul 06 13:55:13.345880 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-920c98c3-4224-48e1-a3c5-764cf3cb3f60 req-cadae981-766e-419f-a479-7d504b12afee service neutron] 10.222.0.127 "GET /v2.0/networks/ac09d390-867f-4b75-a8d2-ab11550bffd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2711883 Jul 06 13:55:13.359801 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-c7c22586-be17-4623-9abc-89fc9a03cbad req-0927bfdc-1814-4015-b312-eaeb5c5c4ca9 service neutron] 10.222.0.72 "GET /v2.0/networks/ac09d390-867f-4b75-a8d2-ab11550bffd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2688715 Jul 06 13:55:13.402357 n-d-773647-6 neutron-server[100248]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1d043c4-bbf6-4d95-9c75-9e3de29c865f None None] Network 14be74a6-3909-4170-89e7-56d4bae82d57 is already hosted by enough agents. {{(pid=100248) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 13:55:13.411426 n-d-773647-6 neutron-server[100248]: DEBUG neutron.scheduler.base_scheduler [None req-f1d043c4-bbf6-4d95-9c75-9e3de29c865f None None] Resources bound (agent type, host, resource id): {{(pid=100248) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:55:13.415310 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1d043c4-bbf6-4d95-9c75-9e3de29c865f None None] Received port after_create {{(pid=100248) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 13:55:13.417406 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d043c4-bbf6-4d95-9c75-9e3de29c865f None None] Pushing event updated for resources: {'Port': ['ID=980e3fdd-292d-4bf1-bdf4-ce94b46cd0a8,revision_number=1']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:55:13.429065 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-74cd125b-5d56-4b04-bf43-def501e60a6a req-474c85d9-e94c-4e67-abef-cd38ad4fbe05 tempest-SecurityGroupsTestAdminJSON-1046314857 tempest-SecurityGroupsTestAdminJSON-1046314857-project-admin] 10.222.0.104 "GET /v2.0/security-groups/2926cc03-88b6-4bfb-9d88-974377d7e594 HTTP/1.1" status: 200 len: 1777 time: 0.0592959 Jul 06 13:55:13.453891 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-011b4218-d174-4c8d-98e7-2f8de13d1167 req-7383ab8e-d3c7-4fa1-9ba6-21817fa1d972 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=6745883c-8982-41fd-a7cd-0cc6a866e0f4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2483070 Jul 06 13:55:13.530584 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-604bf16e-44fe-42e6-bd69-75780e8b520c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:13.539164 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-f1d043c4-bbf6-4d95-9c75-9e3de29c865f None None] Attempting to bind port 980e3fdd-292d-4bf1-bdf4-ce94b46cd0a8 on host n-d-773647-6 for vnic_type normal with profile {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 13:55:13.539634 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-f1d043c4-bbf6-4d95-9c75-9e3de29c865f None None] Attempting to bind port 980e3fdd-292d-4bf1-bdf4-ce94b46cd0a8 by drivers openvswitch,hyperv on host n-d-773647-6 at level 0 using segments [{'id': '89910f5d-e821-4ecc-8a62-21fe63c22f3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': '14be74a6-3909-4170-89e7-56d4bae82d57'}] {{(pid=100248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 13:55:13.540058 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1d043c4-bbf6-4d95-9c75-9e3de29c865f None None] Attempting to bind port 980e3fdd-292d-4bf1-bdf4-ce94b46cd0a8 on network 14be74a6-3909-4170-89e7-56d4bae82d57 {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 13:55:13.554519 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1d043c4-bbf6-4d95-9c75-9e3de29c865f None None] Checking agent: {'id': '8ab5b19c-d213-4f29-891d-27bdf39d38b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773647-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 43, 26), 'started_at': datetime.datetime(2021, 7, 6, 13, 43, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 13, 54, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773647-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 13:55:13.555041 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1d043c4-bbf6-4d95-9c75-9e3de29c865f None None] Checking segment: {'id': '89910f5d-e821-4ecc-8a62-21fe63c22f3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': '14be74a6-3909-4170-89e7-56d4bae82d57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 13:55:13.555295 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-604bf16e-44fe-42e6-bd69-75780e8b520c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:13.555657 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-f1d043c4-bbf6-4d95-9c75-9e3de29c865f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:13.556111 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1d043c4-bbf6-4d95-9c75-9e3de29c865f None None] Bound using segment: {'id': '89910f5d-e821-4ecc-8a62-21fe63c22f3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': '14be74a6-3909-4170-89e7-56d4bae82d57'} {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 13:55:13.556724 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-f1d043c4-bbf6-4d95-9c75-9e3de29c865f None None] Bound port: 980e3fdd-292d-4bf1-bdf4-ce94b46cd0a8, host: n-d-773647-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89910f5d-e821-4ecc-8a62-21fe63c22f3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': '14be74a6-3909-4170-89e7-56d4bae82d57'}}] {{(pid=100248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 13:55:13.557175 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-f1d043c4-bbf6-4d95-9c75-9e3de29c865f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:13.573669 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] For port 2e25c71c-852c-4ad0-8d85-385a819267d1, host n-h2-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=2e25c71c-852c-4ad0-8d85-385a819267d1,segment=NetworkSegment(c9ea893d-045e-42cf-b3dd-cdd1f79baccd),segment_id=c9ea893d-045e-42cf-b3dd-cdd1f79baccd)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:55:13.607970 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Returning: {'device': '2e25c71c-852c-4ad0-8d85-385a819267d1', 'network_id': 'ac09d390-867f-4b75-a8d2-ab11550bffd6', 'port_id': '2e25c71c-852c-4ad0-8d85-385a819267d1', 'mac_address': 'fa:16:3e:8f:18:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1023, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd1c3cc78-09b9-4e30-99fd-0e5830de101d', 'ip_address': '192.168.233.193'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100248) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 13:55:13.609922 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-74cd125b-5d56-4b04-bf43-def501e60a6a req-9203e576-8b6b-4a47-b435-e1db2678e696 tempest-SecurityGroupsTestAdminJSON-1046314857 tempest-SecurityGroupsTestAdminJSON-1046314857-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:13.619320 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-604bf16e-44fe-42e6-bd69-75780e8b520c admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=10b6b05764994d88a127d265954f4dd0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7923555 Jul 06 13:55:13.619320 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604bf16e-44fe-42e6-bd69-75780e8b520c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24183276-0b97-4558-8ca5-ac5f46e6dfbb,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:55:13.620958 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 56428) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:55:13.671255 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-74cd125b-5d56-4b04-bf43-def501e60a6a req-9203e576-8b6b-4a47-b435-e1db2678e696 tempest-SecurityGroupsTestAdminJSON-1046314857 tempest-SecurityGroupsTestAdminJSON-1046314857-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:13.679467 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-f1d043c4-bbf6-4d95-9c75-9e3de29c865f None None] For port 980e3fdd-292d-4bf1-bdf4-ce94b46cd0a8, host n-d-773647-6, cleared binding levels {{(pid=100248) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 13:55:13.684741 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:13.692004 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-c7c22586-be17-4623-9abc-89fc9a03cbad req-16ce8838-af7d-4bb4-8bec-f77eebff97c8 service neutron] 10.222.0.72 "GET /v2.0/networks/ac09d390-867f-4b75-a8d2-ab11550bffd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2743073 Jul 06 13:55:13.700717 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011b4218-d174-4c8d-98e7-2f8de13d1167 req-10f2f5ef-3f22-492c-8164-f5e6e56f9cdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:55:13.701239 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-f1d043c4-bbf6-4d95-9c75-9e3de29c865f None None] For port 980e3fdd-292d-4bf1-bdf4-ce94b46cd0a8, host n-d-773647-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=980e3fdd-292d-4bf1-bdf4-ce94b46cd0a8,segment=NetworkSegment(89910f5d-e821-4ecc-8a62-21fe63c22f3f),segment_id=89910f5d-e821-4ecc-8a62-21fe63c22f3f)] {{(pid=100248) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 13:55:13.702574 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-011b4218-d174-4c8d-98e7-2f8de13d1167 req-10f2f5ef-3f22-492c-8164-f5e6e56f9cdf service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=c1f7e23665cb4a6ea795fee456502403&device_id=6745883c-8982-41fd-a7cd-0cc6a866e0f4 HTTP/1.1" status: 200 len: 1100 time: 0.1846027 Jul 06 13:55:13.711061 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-f1d043c4-bbf6-4d95-9c75-9e3de29c865f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:13.716083 n-d-773647-6 neutron-server[100248]: DEBUG neutron.notifiers.nova [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2e25c71c-852c-4ad0-8d85-385a819267d1 {{(pid=100248) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 13:55:13.756853 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4a3dbf-c502-4d75-b612-98c61c1a5750 req-d9ea60c2-3350-4dc3-b641-cfd664d749a6 tempest-LiveAutoBlockMigrationV225Test-654794443 tempest-LiveAutoBlockMigrationV225Test-654794443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:55:13.758615 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-bf4a3dbf-c502-4d75-b612-98c61c1a5750 req-d9ea60c2-3350-4dc3-b641-cfd664d749a6 tempest-LiveAutoBlockMigrationV225Test-654794443 tempest-LiveAutoBlockMigrationV225Test-654794443-project] 10.222.0.104 "GET /v2.0/ports?device_id=ce46b99b-5e9d-4179-b46f-7265cb00f3d9 HTTP/1.1" status: 200 len: 946 time: 0.2138164 Jul 06 13:55:13.766045 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-74cd125b-5d56-4b04-bf43-def501e60a6a req-9203e576-8b6b-4a47-b435-e1db2678e696 tempest-SecurityGroupsTestAdminJSON-1046314857 tempest-SecurityGroupsTestAdminJSON-1046314857-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:13.769340 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-74cd125b-5d56-4b04-bf43-def501e60a6a req-9203e576-8b6b-4a47-b435-e1db2678e696 tempest-SecurityGroupsTestAdminJSON-1046314857 tempest-SecurityGroupsTestAdminJSON-1046314857-project-admin] Notify callbacks [] for security_group, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:13.770319 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-74cd125b-5d56-4b04-bf43-def501e60a6a req-9203e576-8b6b-4a47-b435-e1db2678e696 tempest-SecurityGroupsTestAdminJSON-1046314857 tempest-SecurityGroupsTestAdminJSON-1046314857-project-admin] 10.222.0.104 "DELETE /v2.0/security-groups/2926cc03-88b6-4bfb-9d88-974377d7e594 HTTP/1.1" status: 204 len: 173 time: 0.3401141 Jul 06 13:55:13.774072 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] For port 2e25c71c-852c-4ad0-8d85-385a819267d1, host n-h2-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=2e25c71c-852c-4ad0-8d85-385a819267d1,segment=NetworkSegment(c9ea893d-045e-42cf-b3dd-cdd1f79baccd),segment_id=c9ea893d-045e-42cf-b3dd-cdd1f79baccd)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:55:13.779390 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-b2aa6a10-de9a-43e0-9c96-dd3b46c81389 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:13.786721 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:13.797218 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9203e576-8b6b-4a47-b435-e1db2678e696 tempest-SecurityGroupsTestAdminJSON-1046314857 tempest-SecurityGroupsTestAdminJSON-1046314857-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2926cc03-88b6-4bfb-9d88-974377d7e594,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:55:13.804858 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d043c4-bbf6-4d95-9c75-9e3de29c865f None None] Pushing event updated for resources: {'Port': ['ID=980e3fdd-292d-4bf1-bdf4-ce94b46cd0a8,revision_number=2']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:55:13.848510 n-d-773647-6 neutron-server[100247]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cafbb505-1705-4cb2-a601-c8ea5a6459a9', 'tag': '55579fa1-991f-40fa-9660-f6873bccef77'}] {{(pid=100247) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 13:55:13.850883 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cbf0eeaae822f8fc9b87a94aeba67a3d651842baf663a51cba94b67a514836d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07996bf6-33a4-4a23-81dd-7af35bbb2560" -d '{"events": [{"name": "network-changed", "server_uuid": "cafbb505-1705-4cb2-a601-c8ea5a6459a9", "tag": "55579fa1-991f-40fa-9660-f6873bccef77"}]}' {{(pid=100247) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:55:13.857655 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-b2aa6a10-de9a-43e0-9c96-dd3b46c81389 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:13.875981 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-41e54615-4eae-46b6-8137-6da4ebf71172 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:13.903719 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Pushing event updated for resources: {'Port': ['ID=2e25c71c-852c-4ad0-8d85-385a819267d1,revision_number=4']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:55:13.906720 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-41e54615-4eae-46b6-8137-6da4ebf71172 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:13.941272 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-bf4a3dbf-c502-4d75-b612-98c61c1a5750 req-b5eb0e51-4b16-44af-b2d6-c6d5e0266aee tempest-LiveAutoBlockMigrationV225Test-654794443 tempest-LiveAutoBlockMigrationV225Test-654794443-project] 10.222.0.104 "GET /v2.0/security-groups?id=43f6fcb8-9501-44d6-9feb-82c82c5d5862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1554458 Jul 06 13:55:14.010007 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-f30b2b47-485f-4950-bd0b-06cfd1dcb292 req-22dd7418-4c13-4ed5-becd-12d24c3ee8ee service neutron] 10.222.0.127 "GET /v2.0/ports?device_id=96a5ba91-9ae1-4374-9adc-f59710ec4759&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1547930 Jul 06 13:55:14.010737 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-b2aa6a10-de9a-43e0-9c96-dd3b46c81389 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:14.013585 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-b2aa6a10-de9a-43e0-9c96-dd3b46c81389 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:14.014526 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-b2aa6a10-de9a-43e0-9c96-dd3b46c81389 admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/24183276-0b97-4558-8ca5-ac5f46e6dfbb HTTP/1.1" status: 204 len: 168 time: 0.3785024 Jul 06 13:55:14.020296 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] get_ports_and_sgs() called for port_ids ['2e25c71c-852c-4ad0-8d85-385a819267d1'] {{(pid=100248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 13:55:14.050207 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011b4218-d174-4c8d-98e7-2f8de13d1167 req-88744440-b6c4-4626-9374-540162b29d9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:55:14.053261 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2aa6a10-de9a-43e0-9c96-dd3b46c81389 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24183276-0b97-4558-8ca5-ac5f46e6dfbb,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:55:14.054588 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-011b4218-d174-4c8d-98e7-2f8de13d1167 req-88744440-b6c4-4626-9374-540162b29d9a service neutron] 10.222.0.72 "GET /v2.0/networks?id=ac09d390-867f-4b75-a8d2-ab11550bffd6 HTTP/1.1" status: 200 len: 871 time: 0.3043237 Jul 06 13:55:14.117454 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-011b4218-d174-4c8d-98e7-2f8de13d1167 req-a4097844-2dae-4d9e-b199-dd0b4feb1056 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.36&port_id=16152f2b-7c2d-44df-b317-d63c5609471e HTTP/1.1" status: 200 len: 217 time: 0.0506594 Jul 06 13:55:14.247636 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30b2b47-485f-4950-bd0b-06cfd1dcb292 req-3e093aa3-d64d-4a58-b34e-e2b26967bd3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:55:14.249164 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-f30b2b47-485f-4950-bd0b-06cfd1dcb292 req-3e093aa3-d64d-4a58-b34e-e2b26967bd3e service neutron] 10.222.0.127 "GET /v2.0/ports?tenant_id=483ead9cc6094290930ff4aed37f7463&device_id=96a5ba91-9ae1-4374-9adc-f59710ec4759 HTTP/1.1" status: 200 len: 1100 time: 0.1770246 Jul 06 13:55:14.342598 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.db_base_plugin_common [None req-41e54615-4eae-46b6-8137-6da4ebf71172 admin admin] Allocated IP 172.25.0.38 (2658f09e-a580-4d4a-9968-2d1e0ad93719/cbf74abc-6fe1-4d33-b005-c948923b9647/49f4c37a-a022-493b-8fd0-513f48ec656d) {{(pid=100246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 13:55:14.353085 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011b4218-d174-4c8d-98e7-2f8de13d1167 req-4350acd5-21de-4e1d-bbbf-5434620f1201 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:55:14.364915 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-011b4218-d174-4c8d-98e7-2f8de13d1167 req-4350acd5-21de-4e1d-bbbf-5434620f1201 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=d1c3cc78-09b9-4e30-99fd-0e5830de101d HTTP/1.1" status: 200 len: 843 time: 0.2427888 Jul 06 13:55:14.432369 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b0485c-e503-45ef-b061-9a279558a0b2 req-31a189a3-e110-4ae7-b765-6b23ab5bef68 tempest-LiveMigrationNegativeTest-1423627528 tempest-LiveMigrationNegativeTest-1423627528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:55:14.441648 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-10b0485c-e503-45ef-b061-9a279558a0b2 req-31a189a3-e110-4ae7-b765-6b23ab5bef68 tempest-LiveMigrationNegativeTest-1423627528 tempest-LiveMigrationNegativeTest-1423627528-project] 10.222.0.104 "GET /v2.0/ports?device_id=3222860e-5662-4454-8988-293505dc50b8 HTTP/1.1" status: 200 len: 949 time: 0.2894351 Jul 06 13:55:14.479169 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 980e3fdd-292d-4bf1-bdf4-ce94b46cd0a8 up at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 13:55:14.490219 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30b2b47-485f-4950-bd0b-06cfd1dcb292 req-3b588b97-f648-4656-a0a8-68e162db12ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:55:14.492281 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-f30b2b47-485f-4950-bd0b-06cfd1dcb292 req-3b588b97-f648-4656-a0a8-68e162db12ac service neutron] 10.222.0.127 "GET /v2.0/networks?id=ac09d390-867f-4b75-a8d2-ab11550bffd6 HTTP/1.1" status: 200 len: 871 time: 0.2172186 Jul 06 13:55:14.515010 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011b4218-d174-4c8d-98e7-2f8de13d1167 req-fdacf481-96ad-4f87-a396-7eeba397e332 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:55:14.520509 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-10b0485c-e503-45ef-b061-9a279558a0b2 req-2cf8fcff-4d07-4bea-97c6-a973857a59b5 tempest-LiveMigrationNegativeTest-1423627528 tempest-LiveMigrationNegativeTest-1423627528-project] 10.222.0.104 "GET /v2.0/security-groups?id=ef09d142-5e37-465b-8810-9ba573f3b8cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781906 Jul 06 13:55:14.521532 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-011b4218-d174-4c8d-98e7-2f8de13d1167 req-fdacf481-96ad-4f87-a396-7eeba397e332 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=ac09d390-867f-4b75-a8d2-ab11550bffd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1469216 Jul 06 13:55:14.556394 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-f30b2b47-485f-4950-bd0b-06cfd1dcb292 req-a9c176ea-1b41-4562-8c7b-db36ea8496e8 service neutron] 10.222.0.127 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.93&port_id=2985e841-186d-4c50-81aa-7edeced86cb2 HTTP/1.1" status: 200 len: 217 time: 0.0499496 Jul 06 13:55:14.583526 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning for port 980e3fdd-292d-4bf1-bdf4-ce94b46cd0a8 completed by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 13:55:14.654136 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-41e54615-4eae-46b6-8137-6da4ebf71172 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:14.692828 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30b2b47-485f-4950-bd0b-06cfd1dcb292 req-cba72826-8bcb-47f2-adc5-f66514cebeec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:55:14.694397 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-f30b2b47-485f-4950-bd0b-06cfd1dcb292 req-cba72826-8bcb-47f2-adc5-f66514cebeec service neutron] 10.222.0.127 "GET /v2.0/subnets?id=d1c3cc78-09b9-4e30-99fd-0e5830de101d HTTP/1.1" status: 200 len: 843 time: 0.1269827 Jul 06 13:55:14.696403 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-011b4218-d174-4c8d-98e7-2f8de13d1167 req-5319f38d-752c-48eb-87cf-366e0015bc77 service neutron] 10.222.0.72 "GET /v2.0/networks/ac09d390-867f-4b75-a8d2-ab11550bffd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1619282 Jul 06 13:55:14.697770 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-9796f505-e410-4bc8-8ec5-43e42aff59fd req-d67553ac-3e09-4744-b4e1-68fac398340b tempest-SecurityGroupsTestAdminJSON-868496976 tempest-SecurityGroupsTestAdminJSON-868496976-project] 10.222.0.104 "GET /v2.0/security-groups/fcab7ed9-f148-40d3-b39f-130d2082acbf HTTP/1.1" status: 200 len: 1778 time: 0.1171312 Jul 06 13:55:14.796379 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-41e54615-4eae-46b6-8137-6da4ebf71172 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-127687573'] for port, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:14.860626 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41e54615-4eae-46b6-8137-6da4ebf71172 admin admin] Network 2658f09e-a580-4d4a-9968-2d1e0ad93719 is already hosted by enough agents. {{(pid=100246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 13:55:14.866607 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-9796f505-e410-4bc8-8ec5-43e42aff59fd req-f9351e46-cf88-45c2-91e9-be31be6f6f6a tempest-SecurityGroupsTestAdminJSON-868496976 tempest-SecurityGroupsTestAdminJSON-868496976-project] Notify callbacks [] for security_group, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:14.868340 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.base_scheduler [None req-41e54615-4eae-46b6-8137-6da4ebf71172 admin admin] Resources bound (agent type, host, resource id): {{(pid=100246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:55:14.871117 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41e54615-4eae-46b6-8137-6da4ebf71172 admin admin] Received port after_create {{(pid=100246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 13:55:14.871699 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30b2b47-485f-4950-bd0b-06cfd1dcb292 req-35934804-cd11-4a90-823a-9573e36b28fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:55:14.873368 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-f30b2b47-485f-4950-bd0b-06cfd1dcb292 req-35934804-cd11-4a90-823a-9573e36b28fb service neutron] 10.222.0.127 "GET /v2.0/ports?network_id=ac09d390-867f-4b75-a8d2-ab11550bffd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1593945 Jul 06 13:55:14.878928 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-011b4218-d174-4c8d-98e7-2f8de13d1167 req-e3df4023-fe6b-451f-984d-4fcf928f05fd service neutron] 10.222.0.72 "GET /v2.0/networks/ac09d390-867f-4b75-a8d2-ab11550bffd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1714725 Jul 06 13:55:14.907939 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e54615-4eae-46b6-8137-6da4ebf71172 admin admin] Pushing event updated for resources: {'Port': ['ID=49f4c37a-a022-493b-8fd0-513f48ec656d,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:55:15.008233 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-9796f505-e410-4bc8-8ec5-43e42aff59fd req-f9351e46-cf88-45c2-91e9-be31be6f6f6a tempest-SecurityGroupsTestAdminJSON-868496976 tempest-SecurityGroupsTestAdminJSON-868496976-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:15.099331 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-f30b2b47-485f-4950-bd0b-06cfd1dcb292 req-1f33d0c9-7c23-441c-90ae-f410b647365b service neutron] 10.222.0.127 "GET /v2.0/networks/ac09d390-867f-4b75-a8d2-ab11550bffd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2069652 Jul 06 13:55:15.100765 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-9796f505-e410-4bc8-8ec5-43e42aff59fd req-f9351e46-cf88-45c2-91e9-be31be6f6f6a tempest-SecurityGroupsTestAdminJSON-868496976 tempest-SecurityGroupsTestAdminJSON-868496976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:15.104430 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-9796f505-e410-4bc8-8ec5-43e42aff59fd req-f9351e46-cf88-45c2-91e9-be31be6f6f6a tempest-SecurityGroupsTestAdminJSON-868496976 tempest-SecurityGroupsTestAdminJSON-868496976-project] Notify callbacks [] for security_group, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:15.105624 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-9796f505-e410-4bc8-8ec5-43e42aff59fd req-f9351e46-cf88-45c2-91e9-be31be6f6f6a tempest-SecurityGroupsTestAdminJSON-868496976 tempest-SecurityGroupsTestAdminJSON-868496976-project] 10.222.0.104 "DELETE /v2.0/security-groups/fcab7ed9-f148-40d3-b39f-130d2082acbf HTTP/1.1" status: 204 len: 173 time: 0.4004352 Jul 06 13:55:15.130702 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9351e46-cf88-45c2-91e9-be31be6f6f6a tempest-SecurityGroupsTestAdminJSON-868496976 tempest-SecurityGroupsTestAdminJSON-868496976-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcab7ed9-f148-40d3-b39f-130d2082acbf,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:55:15.219344 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 13:55:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78e1bf12-092c-45a1-be52-289195f6145d x-openstack-request-id: req-78e1bf12-092c-45a1-be52-289195f6145d {{(pid=100247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:55:15.221243 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cafbb505-1705-4cb2-a601-c8ea5a6459a9", "tag": "55579fa1-991f-40fa-9660-f6873bccef77", "status": "completed", "code": 200}]} {{(pid=100247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:55:15.227500 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-78e1bf12-092c-45a1-be52-289195f6145d {{(pid=100247) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:55:15.227989 n-d-773647-6 neutron-server[100247]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cafbb505-1705-4cb2-a601-c8ea5a6459a9', 'tag': '55579fa1-991f-40fa-9660-f6873bccef77', 'status': 'completed', 'code': 200} Jul 06 13:55:15.288841 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87dd7839-0850-42e0-a579-eb6fea27705b None None] Network 14be74a6-3909-4170-89e7-56d4bae82d57 requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 13:55:15.297870 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-41e54615-4eae-46b6-8137-6da4ebf71172 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:15.348887 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Device 2e25c71c-852c-4ad0-8d85-385a819267d1 up at agent hyperv_n-h2-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 13:55:15.433580 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-7169f263-ab3b-4bc4-ae14-78a694dc9b44 None None] Provisioning for port 980e3fdd-292d-4bf1-bdf4-ce94b46cd0a8 completed by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 13:55:15.467030 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-7169f263-ab3b-4bc4-ae14-78a694dc9b44 None None] Provisioning complete for port 980e3fdd-292d-4bf1-bdf4-ce94b46cd0a8 triggered by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:55:15.467463 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-7169f263-ab3b-4bc4-ae14-78a694dc9b44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:15.536090 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Provisioning for port 2e25c71c-852c-4ad0-8d85-385a819267d1 completed by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 13:55:15.547330 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Provisioning complete for port 2e25c71c-852c-4ad0-8d85-385a819267d1 triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:55:15.547708 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:15.560021 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07996bf6-33a4-4a23-81dd-7af35bbb2560 req-e0b1144c-2fb8-42f2-b52a-e952ee5cffba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:55:15.563404 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-07996bf6-33a4-4a23-81dd-7af35bbb2560 req-e0b1144c-2fb8-42f2-b52a-e952ee5cffba service neutron] 10.222.0.127 "GET /v2.0/ports?tenant_id=483ead9cc6094290930ff4aed37f7463&device_id=cafbb505-1705-4cb2-a601-c8ea5a6459a9 HTTP/1.1" status: 200 len: 1098 time: 0.3341422 Jul 06 13:55:15.573953 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-f30b2b47-485f-4950-bd0b-06cfd1dcb292 req-3a457f55-c9b3-4eab-8158-19b196cb6e9c service neutron] 10.222.0.127 "GET /v2.0/networks/ac09d390-867f-4b75-a8d2-ab11550bffd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4443905 Jul 06 13:55:15.640706 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-41e54615-4eae-46b6-8137-6da4ebf71172 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1806297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1761036'] for router, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:15.667679 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-7169f263-ab3b-4bc4-ae14-78a694dc9b44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:15.745984 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:15.749750 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-7169f263-ab3b-4bc4-ae14-78a694dc9b44 None None] For port 980e3fdd-292d-4bf1-bdf4-ce94b46cd0a8, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=980e3fdd-292d-4bf1-bdf4-ce94b46cd0a8,segment=NetworkSegment(89910f5d-e821-4ecc-8a62-21fe63c22f3f),segment_id=89910f5d-e821-4ecc-8a62-21fe63c22f3f)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:55:15.758942 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-7169f263-ab3b-4bc4-ae14-78a694dc9b44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:15.799735 n-d-773647-6 neutron-server[100248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3222860e-5662-4454-8988-293505dc50b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e25c71c-852c-4ad0-8d85-385a819267d1'}] {{(pid=100248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 13:55:15.802707 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84af257533e383389cbcf231d3534f4d5e149e7203fea16b4a8fc01438dddaf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fb5c030-0109-4e01-b475-248f3f4919b9" -d '{"events": [{"server_uuid": "3222860e-5662-4454-8988-293505dc50b8", "name": "network-vif-plugged", "status": "completed", "tag": "2e25c71c-852c-4ad0-8d85-385a819267d1"}]}' {{(pid=100248) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:55:15.806557 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07996bf6-33a4-4a23-81dd-7af35bbb2560 req-f96c1290-93a1-4cc7-9da7-4ffd59b99516 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:55:15.813060 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-07996bf6-33a4-4a23-81dd-7af35bbb2560 req-f96c1290-93a1-4cc7-9da7-4ffd59b99516 service neutron] 10.222.0.127 "GET /v2.0/networks?id=ac09d390-867f-4b75-a8d2-ab11550bffd6 HTTP/1.1" status: 200 len: 871 time: 0.2277949 Jul 06 13:55:15.827748 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] For port 2e25c71c-852c-4ad0-8d85-385a819267d1, host n-h2-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=2e25c71c-852c-4ad0-8d85-385a819267d1,segment=NetworkSegment(c9ea893d-045e-42cf-b3dd-cdd1f79baccd),segment_id=c9ea893d-045e-42cf-b3dd-cdd1f79baccd)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:55:15.834429 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:15.841027 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7169f263-ab3b-4bc4-ae14-78a694dc9b44 None None] Pushing event updated for resources: {'Port': ['ID=980e3fdd-292d-4bf1-bdf4-ce94b46cd0a8,revision_number=3']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:55:15.841228 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6620e5-eb78-4a01-8437-eeb78b1a6408 req-bdebff54-4c0f-4d64-a6b4-c485d00ee557 tempest-LiveAutoBlockMigrationV225Test-1685424674 tempest-LiveAutoBlockMigrationV225Test-1685424674-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:55:15.843191 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-5a6620e5-eb78-4a01-8437-eeb78b1a6408 req-bdebff54-4c0f-4d64-a6b4-c485d00ee557 tempest-LiveAutoBlockMigrationV225Test-1685424674 tempest-LiveAutoBlockMigrationV225Test-1685424674-project-admin] 10.222.0.104 "GET /v2.0/ports?device_id=ce46b99b-5e9d-4179-b46f-7265cb00f3d9 HTTP/1.1" status: 200 len: 1097 time: 0.1733639 Jul 06 13:55:15.872775 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [req-d3be6f53-953d-44df-97e0-713fb2e1710e req-e740f2f6-1b1a-4278-a8b9-b9a3404045e4 tempest-LiveMigrationTest-343502667 tempest-LiveMigrationTest-343502667-project-admin] http://10.222.0.104:9696/v2.0/extensions returned with HTTP 200 {{(pid=100246) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 13:55:15.874001 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-d3be6f53-953d-44df-97e0-713fb2e1710e req-e740f2f6-1b1a-4278-a8b9-b9a3404045e4 tempest-LiveMigrationTest-343502667 tempest-LiveMigrationTest-343502667-project-admin] 10.222.0.104 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0148427 Jul 06 13:55:15.875564 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41e54615-4eae-46b6-8137-6da4ebf71172 admin admin] Router 93a17ce2-8ee6-474a-afbf-104b7faaf412 is scheduled to L3 agent 2823d358-a11b-4885-a706-95a279e43fa7 with binding_index 1 {{(pid=100246) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 13:55:15.887226 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [req-d3be6f53-953d-44df-97e0-713fb2e1710e req-bae4b9e2-84a7-4362-8e1a-186d64f636b6 service neutron] Request body: {'binding': {'host': 'n-h1-773647-6', 'vnic_type': 'normal', 'profile': {}}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:55:15.887715 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [req-d3be6f53-953d-44df-97e0-713fb2e1710e req-bae4b9e2-84a7-4362-8e1a-186d64f636b6 service neutron] Unknown quota resources ['binding']. {{(pid=100246) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 06 13:55:15.894180 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-07996bf6-33a4-4a23-81dd-7af35bbb2560 req-d660393e-a5aa-41bf-baf3-50c29e56a9d4 service neutron] 10.222.0.127 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.95&port_id=55579fa1-991f-40fa-9660-f6873bccef77 HTTP/1.1" status: 200 len: 217 time: 0.0659711 Jul 06 13:55:15.962668 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-5a6620e5-eb78-4a01-8437-eeb78b1a6408 req-6ca26b11-1367-4fe5-bca3-0006f4df4acb tempest-LiveAutoBlockMigrationV225Test-1685424674 tempest-LiveAutoBlockMigrationV225Test-1685424674-project-admin] 10.222.0.104 "GET /v2.0/security-groups?id=43f6fcb8-9501-44d6-9feb-82c82c5d5862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731690 Jul 06 13:55:15.977226 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07996bf6-33a4-4a23-81dd-7af35bbb2560 req-b334dd35-ba98-4ec7-848b-1ac60d8ee1d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:55:15.978702 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-07996bf6-33a4-4a23-81dd-7af35bbb2560 req-b334dd35-ba98-4ec7-848b-1ac60d8ee1d2 service neutron] 10.222.0.127 "GET /v2.0/subnets?id=d1c3cc78-09b9-4e30-99fd-0e5830de101d HTTP/1.1" status: 200 len: 843 time: 0.0718038 Jul 06 13:55:16.072574 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07996bf6-33a4-4a23-81dd-7af35bbb2560 req-5fd216a9-8ccf-41af-be35-669f6156de3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:55:16.074477 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-07996bf6-33a4-4a23-81dd-7af35bbb2560 req-5fd216a9-8ccf-41af-be35-669f6156de3e service neutron] 10.222.0.127 "GET /v2.0/ports?network_id=ac09d390-867f-4b75-a8d2-ab11550bffd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0823302 Jul 06 13:55:16.075443 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Pushing event updated for resources: {'Port': ['ID=2e25c71c-852c-4ad0-8d85-385a819267d1,revision_number=5']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:55:16.099700 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-c9fadf07-7703-40b6-80e9-cdc48f81333f None None] Provisioning complete for port 980e3fdd-292d-4bf1-bdf4-ce94b46cd0a8 triggered by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:55:16.100863 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-c9fadf07-7703-40b6-80e9-cdc48f81333f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:16.181364 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41e54615-4eae-46b6-8137-6da4ebf71172 admin admin] Notify agent at l3_agent.n-d-773647-6 the message routers_updated {{(pid=100246) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 13:55:16.186185 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-07996bf6-33a4-4a23-81dd-7af35bbb2560 req-0560feb8-8ced-48d3-a0fa-aeef3be4eda0 service neutron] 10.222.0.127 "GET /v2.0/networks/ac09d390-867f-4b75-a8d2-ab11550bffd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1001439 Jul 06 13:55:16.196719 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddae4af4-8a52-47ab-9346-85313d9fee59 None None] Sync routers for ids ['93a17ce2-8ee6-474a-afbf-104b7faaf412'] in n-d-773647-6 {{(pid=100249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 13:55:16.207418 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [req-d3be6f53-953d-44df-97e0-713fb2e1710e req-bae4b9e2-84a7-4362-8e1a-186d64f636b6 service neutron] Attempting to bind port 41248504-0f72-4f85-93d1-c1696547ea84 on host n-h1-773647-6 for vnic_type normal with profile None {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 13:55:16.207890 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [req-d3be6f53-953d-44df-97e0-713fb2e1710e req-bae4b9e2-84a7-4362-8e1a-186d64f636b6 service neutron] Attempting to bind port 41248504-0f72-4f85-93d1-c1696547ea84 by drivers openvswitch,hyperv on host n-h1-773647-6 at level 0 using segments [{'id': '65749612-fb0d-4f34-9eb9-d06c3a2fda80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1045, 'network_id': '4f6c277b-1b2d-40ad-a374-15bf31b2f6e9'}] {{(pid=100246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 13:55:16.208625 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3be6f53-953d-44df-97e0-713fb2e1710e req-bae4b9e2-84a7-4362-8e1a-186d64f636b6 service neutron] Attempting to bind port 41248504-0f72-4f85-93d1-c1696547ea84 on network 4f6c277b-1b2d-40ad-a374-15bf31b2f6e9 {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 13:55:16.211858 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddae4af4-8a52-47ab-9346-85313d9fee59 None None] Routers {'93a17ce2-8ee6-474a-afbf-104b7faaf412'} bound to L3 agent in host n-d-773647-6 {{(pid=100249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 13:55:16.212709 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-ddae4af4-8a52-47ab-9346-85313d9fee59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T13:54:55Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['93a17ce2-8ee6-474a-afbf-104b7faaf412'], 'active': True} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:55:16.215953 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-41e54615-4eae-46b6-8137-6da4ebf71172 admin admin] Notify callbacks [] for router, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:16.217654 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-41e54615-4eae-46b6-8137-6da4ebf71172 admin admin] 10.222.0.104 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.4299111 Jul 06 13:55:16.219235 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3be6f53-953d-44df-97e0-713fb2e1710e req-bae4b9e2-84a7-4362-8e1a-186d64f636b6 service neutron] Port 41248504-0f72-4f85-93d1-c1696547ea84 on network 4f6c277b-1b2d-40ad-a374-15bf31b2f6e9 not bound, no agent of type Open vSwitch agent registered on host n-h1-773647-6 {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 13:55:16.219775 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3be6f53-953d-44df-97e0-713fb2e1710e req-bae4b9e2-84a7-4362-8e1a-186d64f636b6 service neutron] Attempting to bind port 41248504-0f72-4f85-93d1-c1696547ea84 on network 4f6c277b-1b2d-40ad-a374-15bf31b2f6e9 {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 13:55:16.222606 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 56496) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:55:16.235711 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3be6f53-953d-44df-97e0-713fb2e1710e req-bae4b9e2-84a7-4362-8e1a-186d64f636b6 service neutron] Checking agent: {'id': '5bf7147f-bada-4441-a5dc-934b903473fb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-773647-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 51, 12), 'started_at': datetime.datetime(2021, 7, 6, 13, 51, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 13, 55, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 13:55:16.236302 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3be6f53-953d-44df-97e0-713fb2e1710e req-bae4b9e2-84a7-4362-8e1a-186d64f636b6 service neutron] Checking segment: {'id': '65749612-fb0d-4f34-9eb9-d06c3a2fda80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1045, 'network_id': '4f6c277b-1b2d-40ad-a374-15bf31b2f6e9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 13:55:16.237784 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3be6f53-953d-44df-97e0-713fb2e1710e req-bae4b9e2-84a7-4362-8e1a-186d64f636b6 service neutron] Bound using segment: {'id': '65749612-fb0d-4f34-9eb9-d06c3a2fda80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1045, 'network_id': '4f6c277b-1b2d-40ad-a374-15bf31b2f6e9'} {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 13:55:16.238432 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [req-d3be6f53-953d-44df-97e0-713fb2e1710e req-bae4b9e2-84a7-4362-8e1a-186d64f636b6 service neutron] Bound port: 41248504-0f72-4f85-93d1-c1696547ea84, host: n-h1-773647-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '65749612-fb0d-4f34-9eb9-d06c3a2fda80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1045, 'network_id': '4f6c277b-1b2d-40ad-a374-15bf31b2f6e9'}}] {{(pid=100246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 13:55:16.331734 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 980e3fdd-292d-4bf1-bdf4-ce94b46cd0a8 up at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 13:55:16.341271 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvr_db [None req-ddae4af4-8a52-47ab-9346-85313d9fee59 None None] Set router 93a17ce2-8ee6-474a-afbf-104b7faaf412 gateway port host: n-d-773647-6 {{(pid=100249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 13:55:16.350204 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdf227e-a396-41e3-a389-7013cf93b005 req-f36925e8-8845-447f-845e-cf18a576cacd tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:55:16.351834 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-bfdf227e-a396-41e3-a389-7013cf93b005 req-f36925e8-8845-447f-845e-cf18a576cacd tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] 10.222.0.104 "GET /v2.0/ports?device_id=cafbb505-1705-4cb2-a601-c8ea5a6459a9 HTTP/1.1" status: 200 len: 947 time: 0.1645672 Jul 06 13:55:16.380981 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-07996bf6-33a4-4a23-81dd-7af35bbb2560 req-87bd42a3-2da0-4e64-8cfa-c91a22c655e6 service neutron] 10.222.0.127 "GET /v2.0/networks/ac09d390-867f-4b75-a8d2-ab11550bffd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1755629 Jul 06 13:55:16.397980 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning complete for port 980e3fdd-292d-4bf1-bdf4-ce94b46cd0a8 triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:55:16.398485 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:16.429290 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-bfdf227e-a396-41e3-a389-7013cf93b005 req-d1b00ad2-0efd-46a0-9d3c-911b12a05aab tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] 10.222.0.104 "GET /v2.0/security-groups?id=9f5b92e9-7340-49c3-a9bb-41e4a1caffc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473018 Jul 06 13:55:16.556446 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-ddae4af4-8a52-47ab-9346-85313d9fee59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93a17ce2-8ee6-474a-afbf-104b7faaf412', 'name': 'tempest-FloatingIPsTestJSON-1415134707-router', 'tenant_id': 'b3566e6478e14479b5cd6db4d0b02e77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.38'}], 'enable_snat': True}, 'gw_port_id': '49f4c37a-a022-493b-8fd0-513f48ec656d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T13:55:12Z', 'updated_at': '2021-07-06T13:55:15Z', 'revision_number': 3, 'project_id': 'b3566e6478e14479b5cd6db4d0b02e77', 'gw_port': {'id': '49f4c37a-a022-493b-8fd0-513f48ec656d', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:65:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93a17ce2-8ee6-474a-afbf-104b7faaf412', 'device_owner': 'network:router_gateway', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:55:13Z', 'updated_at': '2021-07-06T13:55:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6'}], 'n-d-773647-6', False) {} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:55:16.584146 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddae4af4-8a52-47ab-9346-85313d9fee59 None None] Checking router: 93a17ce2-8ee6-474a-afbf-104b7faaf412 for host: n-d-773647-6 {{(pid=100249) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 13:55:16.584505 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddae4af4-8a52-47ab-9346-85313d9fee59 None None] Updating router 93a17ce2-8ee6-474a-afbf-104b7faaf412 port 49f4c37a-a022-493b-8fd0-513f48ec656d binding host n-d-773647-6 {{(pid=100249) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 13:55:16.605367 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.db [req-d3be6f53-953d-44df-97e0-713fb2e1710e req-bae4b9e2-84a7-4362-8e1a-186d64f636b6 service neutron] For port 41248504-0f72-4f85-93d1-c1696547ea84, host n-h1-773647-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773647-6',level=0,port_id=41248504-0f72-4f85-93d1-c1696547ea84,segment=NetworkSegment(65749612-fb0d-4f34-9eb9-d06c3a2fda80),segment_id=65749612-fb0d-4f34-9eb9-d06c3a2fda80)] {{(pid=100246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 13:55:16.613675 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-d3be6f53-953d-44df-97e0-713fb2e1710e req-bae4b9e2-84a7-4362-8e1a-186d64f636b6 service neutron] Notify callbacks [] for binding, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:16.614967 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-d3be6f53-953d-44df-97e0-713fb2e1710e req-bae4b9e2-84a7-4362-8e1a-186d64f636b6 service neutron] 10.222.0.104 "POST /v2.0/ports/41248504-0f72-4f85-93d1-c1696547ea84/bindings HTTP/1.1" status: 201 len: 389 time: 0.7333074 Jul 06 13:55:16.621175 n-d-773647-6 neutron-server[100249]: DEBUG neutron_lib.callbacks.manager [None req-ddae4af4-8a52-47ab-9346-85313d9fee59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:16.636863 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-5711e422-2092-4090-bb69-4fdeb061e275 req-bcc9e434-6d2a-41e6-b623-7d2d2f13a6b6 tempest-SecurityGroupsTestAdminJSON-868496976 tempest-SecurityGroupsTestAdminJSON-868496976-project] 10.222.0.104 "GET /v2.0/security-groups/a93b62c5-90ea-4699-b1bc-7137917c376d HTTP/1.1" status: 200 len: 1778 time: 0.0515027 Jul 06 13:55:16.781591 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-5711e422-2092-4090-bb69-4fdeb061e275 req-8d7ec8fe-f21a-4463-b03b-cf542f34d2a1 tempest-SecurityGroupsTestAdminJSON-868496976 tempest-SecurityGroupsTestAdminJSON-868496976-project] Notify callbacks [] for security_group, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:16.836097 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-5711e422-2092-4090-bb69-4fdeb061e275 req-8d7ec8fe-f21a-4463-b03b-cf542f34d2a1 tempest-SecurityGroupsTestAdminJSON-868496976 tempest-SecurityGroupsTestAdminJSON-868496976-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:16.911548 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-5711e422-2092-4090-bb69-4fdeb061e275 req-8d7ec8fe-f21a-4463-b03b-cf542f34d2a1 tempest-SecurityGroupsTestAdminJSON-868496976 tempest-SecurityGroupsTestAdminJSON-868496976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:16.914748 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-5711e422-2092-4090-bb69-4fdeb061e275 req-8d7ec8fe-f21a-4463-b03b-cf542f34d2a1 tempest-SecurityGroupsTestAdminJSON-868496976 tempest-SecurityGroupsTestAdminJSON-868496976-project] Notify callbacks [] for security_group, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:16.929195 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-5711e422-2092-4090-bb69-4fdeb061e275 req-8d7ec8fe-f21a-4463-b03b-cf542f34d2a1 tempest-SecurityGroupsTestAdminJSON-868496976 tempest-SecurityGroupsTestAdminJSON-868496976-project] 10.222.0.104 "DELETE /v2.0/security-groups/a93b62c5-90ea-4699-b1bc-7137917c376d HTTP/1.1" status: 204 len: 173 time: 0.2852857 Jul 06 13:55:16.988890 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 13:55:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bd5b44e-331d-4b8a-b000-518c93457f73 x-openstack-request-id: req-6bd5b44e-331d-4b8a-b000-518c93457f73 {{(pid=100248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:55:16.989425 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3222860e-5662-4454-8988-293505dc50b8", "name": "network-vif-plugged", "status": "completed", "tag": "2e25c71c-852c-4ad0-8d85-385a819267d1", "code": 200}]} {{(pid=100248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:55:16.989526 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-6bd5b44e-331d-4b8a-b000-518c93457f73 {{(pid=100248) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:55:16.989876 n-d-773647-6 neutron-server[100248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3222860e-5662-4454-8988-293505dc50b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e25c71c-852c-4ad0-8d85-385a819267d1', 'code': 200} Jul 06 13:55:17.022155 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7ec8fe-f21a-4463-b03b-cf542f34d2a1 tempest-SecurityGroupsTestAdminJSON-868496976 tempest-SecurityGroupsTestAdminJSON-868496976-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a93b62c5-90ea-4699-b1bc-7137917c376d,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:55:17.078283 n-d-773647-6 neutron-server[100249]: DEBUG neutron_lib.callbacks.manager [None req-ddae4af4-8a52-47ab-9346-85313d9fee59 None None] Notify callbacks [] for port, precommit_update {{(pid=100249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:17.097916 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.provisioning_blocks [None req-ddae4af4-8a52-47ab-9346-85313d9fee59 None None] Transition to ACTIVE for port object 49f4c37a-a022-493b-8fd0-513f48ec656d will not be triggered until provisioned by entity L2. {{(pid=100249) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 13:55:17.108046 n-d-773647-6 neutron-server[100249]: DEBUG neutron_lib.callbacks.manager [None req-ddae4af4-8a52-47ab-9346-85313d9fee59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:17.114056 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3be6f53-953d-44df-97e0-713fb2e1710e req-f90f3478-6ddc-4ebc-938d-025ae8dadc79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:55:17.115225 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-d3be6f53-953d-44df-97e0-713fb2e1710e req-f90f3478-6ddc-4ebc-938d-025ae8dadc79 service neutron] 10.222.0.127 "GET /v2.0/ports?tenant_id=125e6575b3ba4365b3ae01568cef269b&device_id=c2e7e169-6d3e-4fe1-9d57-062eaff9ad98 HTTP/1.1" status: 200 len: 1096 time: 0.1834967 Jul 06 13:55:17.125941 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af5aa6f-3683-407c-9ef2-665eb01ae985 req-62842dff-8a94-4113-be9c-96681a062498 tempest-LiveMigrationNegativeTest-1423627528 tempest-LiveMigrationNegativeTest-1423627528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:55:17.127599 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-6af5aa6f-3683-407c-9ef2-665eb01ae985 req-62842dff-8a94-4113-be9c-96681a062498 tempest-LiveMigrationNegativeTest-1423627528 tempest-LiveMigrationNegativeTest-1423627528-project] 10.222.0.104 "GET /v2.0/ports?device_id=3222860e-5662-4454-8988-293505dc50b8 HTTP/1.1" status: 200 len: 950 time: 0.1091838 Jul 06 13:55:17.170031 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-2ed7c8b4-5554-4b1e-8f76-2bb1f2ccaf81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:17.176078 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.managers [None req-ddae4af4-8a52-47ab-9346-85313d9fee59 None None] Attempting to bind port 49f4c37a-a022-493b-8fd0-513f48ec656d on host n-d-773647-6 for vnic_type normal with profile {{(pid=100249) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 13:55:17.176457 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.managers [None req-ddae4af4-8a52-47ab-9346-85313d9fee59 None None] Attempting to bind port 49f4c37a-a022-493b-8fd0-513f48ec656d by drivers openvswitch,hyperv on host n-d-773647-6 at level 0 using segments [{'id': '89a832b7-7793-4d51-9038-ed7e1c3ff1b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719'}] {{(pid=100249) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 13:55:17.176819 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddae4af4-8a52-47ab-9346-85313d9fee59 None None] Attempting to bind port 49f4c37a-a022-493b-8fd0-513f48ec656d on network 2658f09e-a580-4d4a-9968-2d1e0ad93719 {{(pid=100249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 13:55:17.184948 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddae4af4-8a52-47ab-9346-85313d9fee59 None None] Checking agent: {'id': '8ab5b19c-d213-4f29-891d-27bdf39d38b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773647-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 43, 26), 'started_at': datetime.datetime(2021, 7, 6, 13, 43, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 13, 54, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773647-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 13:55:17.185438 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddae4af4-8a52-47ab-9346-85313d9fee59 None None] Checking segment: {'id': '89a832b7-7793-4d51-9038-ed7e1c3ff1b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100249) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 13:55:17.185843 n-d-773647-6 neutron-server[100249]: DEBUG neutron_lib.callbacks.manager [None req-ddae4af4-8a52-47ab-9346-85313d9fee59 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:17.186235 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddae4af4-8a52-47ab-9346-85313d9fee59 None None] Bound using segment: {'id': '89a832b7-7793-4d51-9038-ed7e1c3ff1b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719'} {{(pid=100249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 13:55:17.186720 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.managers [None req-ddae4af4-8a52-47ab-9346-85313d9fee59 None None] Bound port: 49f4c37a-a022-493b-8fd0-513f48ec656d, host: n-d-773647-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89a832b7-7793-4d51-9038-ed7e1c3ff1b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719'}}] {{(pid=100249) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 13:55:17.188074 n-d-773647-6 neutron-server[100249]: DEBUG neutron_lib.callbacks.manager [None req-ddae4af4-8a52-47ab-9346-85313d9fee59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:17.190735 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c065db-1e23-4514-9759-b4ebe63cc671 None None] Pushing event updated for resources: {'Port': ['ID=49f4c37a-a022-493b-8fd0-513f48ec656d,revision_number=2']} {{(pid=100249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:55:17.200043 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34c065db-1e23-4514-9759-b4ebe63cc671 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:55:17.201053 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34c065db-1e23-4514-9759-b4ebe63cc671 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:55:17.201607 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34c065db-1e23-4514-9759-b4ebe63cc671 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:55:17.202130 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34c065db-1e23-4514-9759-b4ebe63cc671 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:55:17.203348 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34c065db-1e23-4514-9759-b4ebe63cc671 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:55:17.203882 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34c065db-1e23-4514-9759-b4ebe63cc671 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:55:17.204397 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34c065db-1e23-4514-9759-b4ebe63cc671 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:55:17.204908 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34c065db-1e23-4514-9759-b4ebe63cc671 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:55:17.205606 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34c065db-1e23-4514-9759-b4ebe63cc671 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:55:17.206703 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34c065db-1e23-4514-9759-b4ebe63cc671 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:55:17.207718 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34c065db-1e23-4514-9759-b4ebe63cc671 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:55:17.208069 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34c065db-1e23-4514-9759-b4ebe63cc671 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:55:17.256025 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-6af5aa6f-3683-407c-9ef2-665eb01ae985 req-6bf2d82f-50bb-45d5-8e88-1f779e034c4a tempest-LiveMigrationNegativeTest-1423627528 tempest-LiveMigrationNegativeTest-1423627528-project] 10.222.0.104 "GET /v2.0/security-groups?id=ef09d142-5e37-465b-8810-9ba573f3b8cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190171 Jul 06 13:55:17.262343 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Device 55579fa1-991f-40fa-9660-f6873bccef77 details requested by agent hyperv_n-h1-773647-6 with host n-h1-773647-6 {{(pid=100248) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 13:55:17.280991 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.db [None req-ddae4af4-8a52-47ab-9346-85313d9fee59 None None] For port 49f4c37a-a022-493b-8fd0-513f48ec656d, host n-d-773647-6, cleared binding levels {{(pid=100249) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 13:55:17.290041 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58406f4-5646-4180-a24d-6981e593f26b req-2159d165-1f1a-4312-883c-a74ff501582f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:55:17.290732 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.db [None req-ddae4af4-8a52-47ab-9346-85313d9fee59 None None] For port 49f4c37a-a022-493b-8fd0-513f48ec656d, host n-d-773647-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=49f4c37a-a022-493b-8fd0-513f48ec656d,segment=NetworkSegment(89a832b7-7793-4d51-9038-ed7e1c3ff1b2),segment_id=89a832b7-7793-4d51-9038-ed7e1c3ff1b2)] {{(pid=100249) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 13:55:17.291236 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3be6f53-953d-44df-97e0-713fb2e1710e req-ae44b059-66d4-4e26-8783-b2d6928dd87a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:55:17.291659 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-f58406f4-5646-4180-a24d-6981e593f26b req-2159d165-1f1a-4312-883c-a74ff501582f service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=3222860e-5662-4454-8988-293505dc50b8 HTTP/1.1" status: 200 len: 1101 time: 0.1751745 Jul 06 13:55:17.292933 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-d3be6f53-953d-44df-97e0-713fb2e1710e req-ae44b059-66d4-4e26-8783-b2d6928dd87a service neutron] 10.222.0.127 "GET /v2.0/networks?id=4f6c277b-1b2d-40ad-a374-15bf31b2f6e9 HTTP/1.1" status: 200 len: 909 time: 0.1642201 Jul 06 13:55:17.297452 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6602bc4-2480-4a51-af00-0efd5fd6a782 req-2dc999c8-e86d-432a-be00-c3fd01b5b4d6 tempest-LiveAutoBlockMigrationV225Test-1685424674 tempest-LiveAutoBlockMigrationV225Test-1685424674-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:55:17.298366 n-d-773647-6 neutron-server[100249]: DEBUG neutron_lib.callbacks.manager [None req-ddae4af4-8a52-47ab-9346-85313d9fee59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:17.299044 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-e6602bc4-2480-4a51-af00-0efd5fd6a782 req-2dc999c8-e86d-432a-be00-c3fd01b5b4d6 tempest-LiveAutoBlockMigrationV225Test-1685424674 tempest-LiveAutoBlockMigrationV225Test-1685424674-project-admin] 10.222.0.104 "GET /v2.0/ports?device_id=ce46b99b-5e9d-4179-b46f-7265cb00f3d9 HTTP/1.1" status: 200 len: 1097 time: 0.1693308 Jul 06 13:55:17.340536 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-d3be6f53-953d-44df-97e0-713fb2e1710e req-c7caa9b5-55c3-442d-b8a5-772180b301eb service neutron] 10.222.0.127 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=41248504-0f72-4f85-93d1-c1696547ea84 HTTP/1.1" status: 200 len: 217 time: 0.0402932 Jul 06 13:55:17.374347 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-f58406f4-5646-4180-a24d-6981e593f26b req-b22c2093-9d2b-4fa0-9332-3d6fafc3c3c5 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=ef09d142-5e37-465b-8810-9ba573f3b8cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520806 Jul 06 13:55:17.398342 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c065db-1e23-4514-9759-b4ebe63cc671 None None] Pushing event updated for resources: {'Port': ['ID=49f4c37a-a022-493b-8fd0-513f48ec656d,revision_number=3']} {{(pid=100249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:55:17.405691 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-e6602bc4-2480-4a51-af00-0efd5fd6a782 req-589b177f-4971-4090-8bf6-e3a25f1b56a4 tempest-LiveAutoBlockMigrationV225Test-1685424674 tempest-LiveAutoBlockMigrationV225Test-1685424674-project-admin] 10.222.0.104 "GET /v2.0/security-groups?id=43f6fcb8-9501-44d6-9feb-82c82c5d5862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986187 Jul 06 13:55:17.414723 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3be6f53-953d-44df-97e0-713fb2e1710e req-f28303e7-da3b-460e-a49f-1f1ca3106480 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:55:17.416475 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-d3be6f53-953d-44df-97e0-713fb2e1710e req-f28303e7-da3b-460e-a49f-1f1ca3106480 service neutron] 10.222.0.127 "GET /v2.0/subnets?id=3ab4a4f6-31db-40f5-bd89-967e515dcbd9 HTTP/1.1" status: 200 len: 847 time: 0.0670195 Jul 06 13:55:17.417583 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddae4af4-8a52-47ab-9346-85313d9fee59 None None] Routers {'93a17ce2-8ee6-474a-afbf-104b7faaf412'} bound to L3 agent in host n-d-773647-6 {{(pid=100249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 13:55:17.418209 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-ddae4af4-8a52-47ab-9346-85313d9fee59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T13:54:55Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['93a17ce2-8ee6-474a-afbf-104b7faaf412'], 'active': True} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:55:17.438388 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 56516) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:55:17.469142 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.db_base_plugin_common [None req-2ed7c8b4-5554-4b1e-8f76-2bb1f2ccaf81 admin admin] Allocated IP 172.20.0.1 (14be74a6-3909-4170-89e7-56d4bae82d57/2ad740bc-bd64-4c38-ac2c-c6ec8150e644/75ee42f3-080d-48a0-8c1a-57fcba6ca424) {{(pid=100246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 13:55:17.484985 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-d3be6f53-953d-44df-97e0-713fb2e1710e req-b8f568bd-b2b8-4b3e-85a2-57d57f8411b5 service neutron] 10.222.0.127 "GET /v2.0/ports?network_id=4f6c277b-1b2d-40ad-a374-15bf31b2f6e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0598300 Jul 06 13:55:17.522897 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] For port 55579fa1-991f-40fa-9660-f6873bccef77, host n-h1-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773647-6',level=0,port_id=55579fa1-991f-40fa-9660-f6873bccef77,segment=NetworkSegment(c9ea893d-045e-42cf-b3dd-cdd1f79baccd),segment_id=c9ea893d-045e-42cf-b3dd-cdd1f79baccd)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:55:17.540807 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Returning: {'device': '55579fa1-991f-40fa-9660-f6873bccef77', 'network_id': 'ac09d390-867f-4b75-a8d2-ab11550bffd6', 'port_id': '55579fa1-991f-40fa-9660-f6873bccef77', 'mac_address': 'fa:16:3e:74:12:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1023, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd1c3cc78-09b9-4e30-99fd-0e5830de101d', 'ip_address': '192.168.233.95'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100248) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 13:55:17.610937 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:17.628774 n-d-773647-6 neutron-server[100248]: DEBUG neutron.notifiers.nova [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 55579fa1-991f-40fa-9660-f6873bccef77 {{(pid=100248) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 13:55:17.642424 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvr_db [None req-ddae4af4-8a52-47ab-9346-85313d9fee59 None None] Set router 93a17ce2-8ee6-474a-afbf-104b7faaf412 gateway port host: n-d-773647-6 {{(pid=100249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 13:55:17.667301 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57890d8d-eecf-43be-8c6c-cdf8fdb7ceb1 req-9b0923bd-cfc4-45ab-a414-e1b790c1a30c tempest-LiveMigrationTest-2001684970 tempest-LiveMigrationTest-2001684970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:55:17.667827 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] For port 55579fa1-991f-40fa-9660-f6873bccef77, host n-h1-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773647-6',level=0,port_id=55579fa1-991f-40fa-9660-f6873bccef77,segment=NetworkSegment(c9ea893d-045e-42cf-b3dd-cdd1f79baccd),segment_id=c9ea893d-045e-42cf-b3dd-cdd1f79baccd)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:55:17.674194 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-57890d8d-eecf-43be-8c6c-cdf8fdb7ceb1 req-9b0923bd-cfc4-45ab-a414-e1b790c1a30c tempest-LiveMigrationTest-2001684970 tempest-LiveMigrationTest-2001684970-project] 10.222.0.104 "GET /v2.0/ports?device_id=c2e7e169-6d3e-4fe1-9d57-062eaff9ad98 HTTP/1.1" status: 200 len: 945 time: 0.1704586 Jul 06 13:55:17.674411 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:17.678405 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-d3be6f53-953d-44df-97e0-713fb2e1710e req-d3713f2c-4b19-4c5a-b631-18e6167c04cb service neutron] 10.222.0.127 "GET /v2.0/networks/4f6c277b-1b2d-40ad-a374-15bf31b2f6e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1761951 Jul 06 13:55:17.695933 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-2ed7c8b4-5554-4b1e-8f76-2bb1f2ccaf81 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:17.727348 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.provisioning_blocks [None req-2ed7c8b4-5554-4b1e-8f76-2bb1f2ccaf81 admin admin] Transition to ACTIVE for port object 75ee42f3-080d-48a0-8c1a-57fcba6ca424 will not be triggered until provisioned by entity DHCP. {{(pid=100246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 13:55:17.758546 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Pushing event updated for resources: {'Port': ['ID=55579fa1-991f-40fa-9660-f6873bccef77,revision_number=4']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:55:17.788161 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-2ed7c8b4-5554-4b1e-8f76-2bb1f2ccaf81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-127687573'] for port, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:17.828674 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-57890d8d-eecf-43be-8c6c-cdf8fdb7ceb1 req-f8f6ad5d-c96e-41d4-8a4c-1d1e40a470a8 tempest-LiveMigrationTest-2001684970 tempest-LiveMigrationTest-2001684970-project] 10.222.0.104 "GET /v2.0/security-groups?id=7e243ebf-9cf4-4917-8da6-0fd38b06f795&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1535506 Jul 06 13:55:17.859859 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ed7c8b4-5554-4b1e-8f76-2bb1f2ccaf81 admin admin] Network 14be74a6-3909-4170-89e7-56d4bae82d57 is already hosted by enough agents. {{(pid=100246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 13:55:17.862826 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed7c8b4-5554-4b1e-8f76-2bb1f2ccaf81 admin admin] Pushing event updated for resources: {'Port': ['ID=75ee42f3-080d-48a0-8c1a-57fcba6ca424,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:55:17.865964 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-563c6738-c6b6-4f89-9114-af67d1a53fd2 admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=afeb61b677ad4e83a1d17a0c6de36cb3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4264877 Jul 06 13:55:17.866613 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 56536) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:55:17.867030 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.base_scheduler [None req-2ed7c8b4-5554-4b1e-8f76-2bb1f2ccaf81 admin admin] Resources bound (agent type, host, resource id): {{(pid=100246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:55:17.880180 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ed7c8b4-5554-4b1e-8f76-2bb1f2ccaf81 admin admin] Received port after_create {{(pid=100246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 13:55:17.909797 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-d3be6f53-953d-44df-97e0-713fb2e1710e req-4e83e223-25ea-4ca7-a6be-69305f5a210b service neutron] 10.222.0.127 "GET /v2.0/networks/4f6c277b-1b2d-40ad-a374-15bf31b2f6e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2214718 Jul 06 13:55:17.961549 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d05368-6b77-4a17-a01c-923494108bcf req-b6c52329-4b0d-4b10-b0bc-18dce5aa41fd tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:55:17.963120 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-18d05368-6b77-4a17-a01c-923494108bcf req-b6c52329-4b0d-4b10-b0bc-18dce5aa41fd tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] 10.222.0.104 "GET /v2.0/ports?device_id=cafbb505-1705-4cb2-a601-c8ea5a6459a9 HTTP/1.1" status: 200 len: 948 time: 0.1721168 Jul 06 13:55:17.965830 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-2ed7c8b4-5554-4b1e-8f76-2bb1f2ccaf81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1807675'] for router_interface, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:17.983534 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-ddae4af4-8a52-47ab-9346-85313d9fee59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93a17ce2-8ee6-474a-afbf-104b7faaf412', 'name': 'tempest-FloatingIPsTestJSON-1415134707-router', 'tenant_id': 'b3566e6478e14479b5cd6db4d0b02e77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.38'}], 'enable_snat': True}, 'gw_port_id': '49f4c37a-a022-493b-8fd0-513f48ec656d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T13:55:12Z', 'updated_at': '2021-07-06T13:55:15Z', 'revision_number': 3, 'project_id': 'b3566e6478e14479b5cd6db4d0b02e77', 'gw_port': {'id': '49f4c37a-a022-493b-8fd0-513f48ec656d', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:65:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93a17ce2-8ee6-474a-afbf-104b7faaf412', 'device_owner': 'network:router_gateway', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:55:13Z', 'updated_at': '2021-07-06T13:55:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6'}], 'n-d-773647-6', False) {} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:55:18.012723 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-3d94633c-a518-4d15-bc72-eeb3a20e37b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:18.013630 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddae4af4-8a52-47ab-9346-85313d9fee59 None None] The sync data for ids ['93a17ce2-8ee6-474a-afbf-104b7faaf412'] in n-d-773647-6 is: [{'id': '93a17ce2-8ee6-474a-afbf-104b7faaf412', 'name': 'tempest-FloatingIPsTestJSON-1415134707-router', 'tenant_id': 'b3566e6478e14479b5cd6db4d0b02e77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.38'}], 'enable_snat': True}, 'gw_port_id': '49f4c37a-a022-493b-8fd0-513f48ec656d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T13:55:12Z', 'updated_at': '2021-07-06T13:55:15Z', 'revision_number': 3, 'project_id': 'b3566e6478e14479b5cd6db4d0b02e77', 'gw_port': {'id': '49f4c37a-a022-493b-8fd0-513f48ec656d', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:65:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93a17ce2-8ee6-474a-afbf-104b7faaf412', 'device_owner': 'network:router_gateway', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:55:13Z', 'updated_at': '2021-07-06T13:55:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6'}] {{(pid=100249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 13:55:18.116698 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] get_ports_and_sgs() called for port_ids ['55579fa1-991f-40fa-9660-f6873bccef77'] {{(pid=100248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 13:55:18.262065 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-2ed7c8b4-5554-4b1e-8f76-2bb1f2ccaf81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:18.320148 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-deef5c1b-871e-4a12-9e62-fc4baadaf647 None None] Provisioning for port 75ee42f3-080d-48a0-8c1a-57fcba6ca424 completed by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 13:55:18.344908 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-deef5c1b-871e-4a12-9e62-fc4baadaf647 None None] Provisioning complete for port 75ee42f3-080d-48a0-8c1a-57fcba6ca424 triggered by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:55:18.345344 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-deef5c1b-871e-4a12-9e62-fc4baadaf647 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:18.503079 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 56556) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:55:18.516027 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-deef5c1b-871e-4a12-9e62-fc4baadaf647 None None] Port 75ee42f3-080d-48a0-8c1a-57fcba6ca424 cannot update to ACTIVE because it is not bound. {{(pid=100248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 13:55:18.519129 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-18d05368-6b77-4a17-a01c-923494108bcf req-25234951-e26c-4b2b-ad49-444b49e0d396 tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] 10.222.0.104 "GET /v2.0/security-groups?id=9f5b92e9-7340-49c3-a9bb-41e4a1caffc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5458202 Jul 06 13:55:18.528174 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-3d94633c-a518-4d15-bc72-eeb3a20e37b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:18.611206 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-2ed7c8b4-5554-4b1e-8f76-2bb1f2ccaf81 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:18.622169 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-2ed7c8b4-5554-4b1e-8f76-2bb1f2ccaf81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127687527'] for port, after_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:18.633738 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3be6f53-953d-44df-97e0-713fb2e1710e req-3186cbbb-776e-4cff-9b08-5cc668573c73 tempest-LiveMigrationTest-343502667 tempest-LiveMigrationTest-343502667-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:55:18.635896 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-d3be6f53-953d-44df-97e0-713fb2e1710e req-3186cbbb-776e-4cff-9b08-5cc668573c73 tempest-LiveMigrationTest-343502667 tempest-LiveMigrationTest-343502667-project-admin] 10.222.0.127 "GET /v2.0/ports?device_id=c2e7e169-6d3e-4fe1-9d57-062eaff9ad98&tenant_id=125e6575b3ba4365b3ae01568cef269b&binding%3Ahost_id=n-h2-773647-6 HTTP/1.1" status: 200 len: 1096 time: 0.6374283 Jul 06 13:55:18.650345 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [req-d3be6f53-953d-44df-97e0-713fb2e1710e req-44d7a64a-77cf-4a2f-9a58-7b405d0bc550 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-773647-6'}}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:55:18.681201 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-3d94633c-a518-4d15-bc72-eeb3a20e37b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:18.684369 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-3d94633c-a518-4d15-bc72-eeb3a20e37b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:18.686140 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-3d94633c-a518-4d15-bc72-eeb3a20e37b6 admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/9cf04d17-bbe7-466b-bda9-b8f8822ede9b HTTP/1.1" status: 204 len: 168 time: 0.8167024 Jul 06 13:55:18.754821 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d94633c-a518-4d15-bc72-eeb3a20e37b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cf04d17-bbe7-466b-bda9-b8f8822ede9b,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:55:18.833851 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-d3be6f53-953d-44df-97e0-713fb2e1710e req-44d7a64a-77cf-4a2f-9a58-7b405d0bc550 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:18.880045 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-9c326474-0d4b-4fd7-8266-3b18adae3429 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:18.888793 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-2ed7c8b4-5554-4b1e-8f76-2bb1f2ccaf81 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1809478'] for router_interface, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:18.912610 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d28c786-afdf-4857-bd9e-5eccd93a8e2b req-d8286eff-709f-4064-9d60-b31fc55465cc tempest-LiveMigrationNegativeTest-1423627528 tempest-LiveMigrationNegativeTest-1423627528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:55:18.914149 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-6d28c786-afdf-4857-bd9e-5eccd93a8e2b req-d8286eff-709f-4064-9d60-b31fc55465cc tempest-LiveMigrationNegativeTest-1423627528 tempest-LiveMigrationNegativeTest-1423627528-project] 10.222.0.104 "GET /v2.0/ports?device_id=3222860e-5662-4454-8988-293505dc50b8 HTTP/1.1" status: 200 len: 950 time: 0.2226355 Jul 06 13:55:18.916620 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed7c8b4-5554-4b1e-8f76-2bb1f2ccaf81 admin admin] Pushing event updated for resources: {'Port': ['ID=75ee42f3-080d-48a0-8c1a-57fcba6ca424,revision_number=2']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:55:19.038721 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-6d28c786-afdf-4857-bd9e-5eccd93a8e2b req-4aafd0c2-db78-46f2-a89b-73d623fd44d4 tempest-LiveMigrationNegativeTest-1423627528 tempest-LiveMigrationNegativeTest-1423627528-project] 10.222.0.104 "GET /v2.0/security-groups?id=ef09d142-5e37-465b-8810-9ba573f3b8cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177115 Jul 06 13:55:19.114646 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.db [req-d3be6f53-953d-44df-97e0-713fb2e1710e req-44d7a64a-77cf-4a2f-9a58-7b405d0bc550 service neutron] For port 41248504-0f72-4f85-93d1-c1696547ea84, host n-h2-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=41248504-0f72-4f85-93d1-c1696547ea84,segment=NetworkSegment(65749612-fb0d-4f34-9eb9-d06c3a2fda80),segment_id=65749612-fb0d-4f34-9eb9-d06c3a2fda80)] {{(pid=100247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:55:19.158216 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ed7c8b4-5554-4b1e-8f76-2bb1f2ccaf81 admin admin] Network 14be74a6-3909-4170-89e7-56d4bae82d57 is already hosted by enough agents. {{(pid=100246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 13:55:19.170929 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.base_scheduler [None req-2ed7c8b4-5554-4b1e-8f76-2bb1f2ccaf81 admin admin] Resources bound (agent type, host, resource id): {{(pid=100246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:55:19.173901 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 56586) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:55:19.200980 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.db [req-d3be6f53-953d-44df-97e0-713fb2e1710e req-44d7a64a-77cf-4a2f-9a58-7b405d0bc550 service neutron] For port 41248504-0f72-4f85-93d1-c1696547ea84, host n-h2-773647-6, cleared binding levels {{(pid=100247) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 13:55:19.320338 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-d3be6f53-953d-44df-97e0-713fb2e1710e req-44d7a64a-77cf-4a2f-9a58-7b405d0bc550 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:19.320528 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-9c326474-0d4b-4fd7-8266-3b18adae3429 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:19.328476 n-d-773647-6 neutron-server[100247]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2e7e169-6d3e-4fe1-9d57-062eaff9ad98', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '41248504-0f72-4f85-93d1-c1696547ea84'}] {{(pid=100247) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 13:55:19.331896 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-9c326474-0d4b-4fd7-8266-3b18adae3429 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:19.332047 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cbf0eeaae822f8fc9b87a94aeba67a3d651842baf663a51cba94b67a514836d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90e32fe9-51f0-48b3-9dcf-01ed316a714f" -d '{"events": [{"server_uuid": "c2e7e169-6d3e-4fe1-9d57-062eaff9ad98", "name": "network-vif-unplugged", "status": "completed", "tag": "41248504-0f72-4f85-93d1-c1696547ea84"}]}' {{(pid=100247) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:55:19.352240 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-3846f7c5-0db6-4038-85ec-97effaa49420 admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=a3390f1777af4ed1b170416748966eae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1765785 Jul 06 13:55:19.354590 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-d3be6f53-953d-44df-97e0-713fb2e1710e req-44d7a64a-77cf-4a2f-9a58-7b405d0bc550 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:19.358063 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 56592) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:55:19.365183 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-9c326474-0d4b-4fd7-8266-3b18adae3429 admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=5a244566122540c598ba40b6257d036f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8571396 Jul 06 13:55:19.367843 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 56596) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:55:19.412716 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c326474-0d4b-4fd7-8266-3b18adae3429 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=061866bf-14d7-45a4-8d4a-b9989e22dae7,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:55:19.420485 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ed7c8b4-5554-4b1e-8f76-2bb1f2ccaf81 admin admin] Router 93a17ce2-8ee6-474a-afbf-104b7faaf412 has already been hosted by L3 agent 2823d358-a11b-4885-a706-95a279e43fa7 {{(pid=100246) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 13:55:19.483092 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-bb602fd0-8efc-4031-81e6-7432d55a5cd5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:19.492339 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d7a64a-77cf-4a2f-9a58-7b405d0bc550 service neutron] Pushing event updated for resources: {'Port': ['ID=41248504-0f72-4f85-93d1-c1696547ea84,revision_number=7']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:55:19.509248 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45173eb6-63c4-42fc-83a1-cd0f7bb9e9cc req-93b49987-90bd-42bb-b5a7-64817eafbb3b tempest-LiveMigrationTest-2001684970 tempest-LiveMigrationTest-2001684970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:55:19.516451 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-45173eb6-63c4-42fc-83a1-cd0f7bb9e9cc req-93b49987-90bd-42bb-b5a7-64817eafbb3b tempest-LiveMigrationTest-2001684970 tempest-LiveMigrationTest-2001684970-project] 10.222.0.104 "GET /v2.0/ports?device_id=c2e7e169-6d3e-4fe1-9d57-062eaff9ad98 HTTP/1.1" status: 200 len: 945 time: 0.2692206 Jul 06 13:55:19.551684 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-031facd9-4507-4e83-ab12-f567a858cff1 None None] Provisioning complete for port 75ee42f3-080d-48a0-8c1a-57fcba6ca424 triggered by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:55:19.552311 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-031facd9-4507-4e83-ab12-f567a858cff1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:19.556064 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-bb602fd0-8efc-4031-81e6-7432d55a5cd5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:19.593378 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-031facd9-4507-4e83-ab12-f567a858cff1 None None] Port 75ee42f3-080d-48a0-8c1a-57fcba6ca424 cannot update to ACTIVE because it is not bound. {{(pid=100248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 13:55:19.600133 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-a38dc884-bbe7-4fe8-8769-83163c3a0152 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:19.607892 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.managers [req-d3be6f53-953d-44df-97e0-713fb2e1710e req-44d7a64a-77cf-4a2f-9a58-7b405d0bc550 service neutron] Attempting to bind port 41248504-0f72-4f85-93d1-c1696547ea84 on host n-h2-773647-6 for vnic_type normal with profile {"migrating_to": "n-h1-773647-6"} {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 13:55:19.608230 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.managers [req-d3be6f53-953d-44df-97e0-713fb2e1710e req-44d7a64a-77cf-4a2f-9a58-7b405d0bc550 service neutron] Attempting to bind port 41248504-0f72-4f85-93d1-c1696547ea84 by drivers openvswitch,hyperv on host n-h2-773647-6 at level 0 using segments [{'id': '65749612-fb0d-4f34-9eb9-d06c3a2fda80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1045, 'network_id': '4f6c277b-1b2d-40ad-a374-15bf31b2f6e9'}] {{(pid=100247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 13:55:19.608548 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3be6f53-953d-44df-97e0-713fb2e1710e req-44d7a64a-77cf-4a2f-9a58-7b405d0bc550 service neutron] Attempting to bind port 41248504-0f72-4f85-93d1-c1696547ea84 on network 4f6c277b-1b2d-40ad-a374-15bf31b2f6e9 {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 13:55:19.624648 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3be6f53-953d-44df-97e0-713fb2e1710e req-44d7a64a-77cf-4a2f-9a58-7b405d0bc550 service neutron] Port 41248504-0f72-4f85-93d1-c1696547ea84 on network 4f6c277b-1b2d-40ad-a374-15bf31b2f6e9 not bound, no agent of type Open vSwitch agent registered on host n-h2-773647-6 {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 13:55:19.624996 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3be6f53-953d-44df-97e0-713fb2e1710e req-44d7a64a-77cf-4a2f-9a58-7b405d0bc550 service neutron] Attempting to bind port 41248504-0f72-4f85-93d1-c1696547ea84 on network 4f6c277b-1b2d-40ad-a374-15bf31b2f6e9 {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 13:55:19.639961 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-45173eb6-63c4-42fc-83a1-cd0f7bb9e9cc req-ae3d3583-be05-4eb5-a0b7-444cec1501a5 tempest-LiveMigrationTest-2001684970 tempest-LiveMigrationTest-2001684970-project] 10.222.0.104 "GET /v2.0/security-groups?id=7e243ebf-9cf4-4917-8da6-0fd38b06f795&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224980 Jul 06 13:55:19.649540 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3be6f53-953d-44df-97e0-713fb2e1710e req-44d7a64a-77cf-4a2f-9a58-7b405d0bc550 service neutron] Checking agent: {'id': '63768ece-0600-4354-8d29-fdedec96b077', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-773647-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 51, 10), 'started_at': datetime.datetime(2021, 7, 6, 13, 51, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 13, 55, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 13:55:19.649901 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3be6f53-953d-44df-97e0-713fb2e1710e req-44d7a64a-77cf-4a2f-9a58-7b405d0bc550 service neutron] Checking segment: {'id': '65749612-fb0d-4f34-9eb9-d06c3a2fda80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1045, 'network_id': '4f6c277b-1b2d-40ad-a374-15bf31b2f6e9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100247) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 13:55:19.650266 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3be6f53-953d-44df-97e0-713fb2e1710e req-44d7a64a-77cf-4a2f-9a58-7b405d0bc550 service neutron] Bound using segment: {'id': '65749612-fb0d-4f34-9eb9-d06c3a2fda80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1045, 'network_id': '4f6c277b-1b2d-40ad-a374-15bf31b2f6e9'} {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 13:55:19.650379 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ed7c8b4-5554-4b1e-8f76-2bb1f2ccaf81 admin admin] Notify agent at l3_agent.n-d-773647-6 the message routers_updated {{(pid=100246) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 13:55:19.650681 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.managers [req-d3be6f53-953d-44df-97e0-713fb2e1710e req-44d7a64a-77cf-4a2f-9a58-7b405d0bc550 service neutron] Bound port: 41248504-0f72-4f85-93d1-c1696547ea84, host: n-h2-773647-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '65749612-fb0d-4f34-9eb9-d06c3a2fda80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1045, 'network_id': '4f6c277b-1b2d-40ad-a374-15bf31b2f6e9'}}] {{(pid=100247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 13:55:19.651036 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-d3be6f53-953d-44df-97e0-713fb2e1710e req-44d7a64a-77cf-4a2f-9a58-7b405d0bc550 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:19.654206 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-a38dc884-bbe7-4fe8-8769-83163c3a0152 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:19.656856 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-2ed7c8b4-5554-4b1e-8f76-2bb1f2ccaf81 admin admin] 10.222.0.104 "PUT /v2.0/routers/93a17ce2-8ee6-474a-afbf-104b7faaf412/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4315503 Jul 06 13:55:19.669895 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-bb602fd0-8efc-4031-81e6-7432d55a5cd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:19.672830 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-bb602fd0-8efc-4031-81e6-7432d55a5cd5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:19.677351 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-bb602fd0-8efc-4031-81e6-7432d55a5cd5 admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/6d6b0f08-a5df-483a-8d2d-d5ae10b3edc2 HTTP/1.1" status: 204 len: 168 time: 0.3132288 Jul 06 13:55:19.689995 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb602fd0-8efc-4031-81e6-7432d55a5cd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d6b0f08-a5df-483a-8d2d-d5ae10b3edc2,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:55:19.769516 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.db [req-d3be6f53-953d-44df-97e0-713fb2e1710e req-44d7a64a-77cf-4a2f-9a58-7b405d0bc550 service neutron] For port 41248504-0f72-4f85-93d1-c1696547ea84, host n-h2-773647-6, cleared binding levels {{(pid=100247) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 13:55:19.774161 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.db [req-d3be6f53-953d-44df-97e0-713fb2e1710e req-44d7a64a-77cf-4a2f-9a58-7b405d0bc550 service neutron] For port 41248504-0f72-4f85-93d1-c1696547ea84, host n-h2-773647-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=41248504-0f72-4f85-93d1-c1696547ea84,segment=NetworkSegment(65749612-fb0d-4f34-9eb9-d06c3a2fda80),segment_id=65749612-fb0d-4f34-9eb9-d06c3a2fda80)] {{(pid=100247) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 13:55:19.775911 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-a38dc884-bbe7-4fe8-8769-83163c3a0152 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:19.780016 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-a38dc884-bbe7-4fe8-8769-83163c3a0152 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:19.787026 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-a38dc884-bbe7-4fe8-8769-83163c3a0152 admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/061866bf-14d7-45a4-8d4a-b9989e22dae7 HTTP/1.1" status: 204 len: 168 time: 0.4121380 Jul 06 13:55:19.798818 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-d3be6f53-953d-44df-97e0-713fb2e1710e req-44d7a64a-77cf-4a2f-9a58-7b405d0bc550 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:19.812927 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38dc884-bbe7-4fe8-8769-83163c3a0152 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=061866bf-14d7-45a4-8d4a-b9989e22dae7,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:55:19.891437 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3be6f53-953d-44df-97e0-713fb2e1710e req-44d7a64a-77cf-4a2f-9a58-7b405d0bc550 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:55:19.891437 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-d3be6f53-953d-44df-97e0-713fb2e1710e req-44d7a64a-77cf-4a2f-9a58-7b405d0bc550 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:19.892410 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-d3be6f53-953d-44df-97e0-713fb2e1710e req-44d7a64a-77cf-4a2f-9a58-7b405d0bc550 service neutron] 10.222.0.127 "PUT /v2.0/ports/41248504-0f72-4f85-93d1-c1696547ea84 HTTP/1.1" status: 200 len: 1121 time: 1.2474039 Jul 06 13:55:19.918563 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d7a64a-77cf-4a2f-9a58-7b405d0bc550 service neutron] Pushing event updated for resources: {'Port': ['ID=41248504-0f72-4f85-93d1-c1696547ea84,revision_number=8']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:55:19.971973 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] get_ports_and_sgs() called for port_ids ['41248504-0f72-4f85-93d1-c1696547ea84'] {{(pid=100248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 13:55:20.126467 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 06 Jul 2021 13:55:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f96963e2-54d1-411f-af66-ae62bd73e7cf x-openstack-request-id: req-f96963e2-54d1-411f-af66-ae62bd73e7cf {{(pid=100247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:55:20.126829 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2e7e169-6d3e-4fe1-9d57-062eaff9ad98", "name": "network-vif-unplugged", "status": "completed", "tag": "41248504-0f72-4f85-93d1-c1696547ea84", "code": 200}]} {{(pid=100247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:55:20.127147 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-f96963e2-54d1-411f-af66-ae62bd73e7cf {{(pid=100247) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:55:20.127722 n-d-773647-6 neutron-server[100247]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2e7e169-6d3e-4fe1-9d57-062eaff9ad98', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '41248504-0f72-4f85-93d1-c1696547ea84', 'code': 200} Jul 06 13:55:20.315393 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797fbf7a-deef-4fd1-9c9e-06d07d04e056 req-2cd12be3-d15e-4a3c-afce-de332d4a1cb8 tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:55:20.316929 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-797fbf7a-deef-4fd1-9c9e-06d07d04e056 req-2cd12be3-d15e-4a3c-afce-de332d4a1cb8 tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] 10.222.0.104 "GET /v2.0/ports?device_id=cafbb505-1705-4cb2-a601-c8ea5a6459a9 HTTP/1.1" status: 200 len: 948 time: 0.0897861 Jul 06 13:55:20.372552 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [req-9eb59eaf-9b0d-4710-b0ae-6fc18834a7a6 req-dc094eae-6c08-4858-b726-0fac13b1a39f tempest-LiveAutoBlockMigrationV225Test-1685424674 tempest-LiveAutoBlockMigrationV225Test-1685424674-project-admin] http://10.222.0.104:9696/v2.0/extensions returned with HTTP 200 {{(pid=100247) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 13:55:20.373851 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-9eb59eaf-9b0d-4710-b0ae-6fc18834a7a6 req-dc094eae-6c08-4858-b726-0fac13b1a39f tempest-LiveAutoBlockMigrationV225Test-1685424674 tempest-LiveAutoBlockMigrationV225Test-1685424674-project-admin] 10.222.0.104 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1897287 Jul 06 13:55:20.379500 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-797fbf7a-deef-4fd1-9c9e-06d07d04e056 req-47970cfe-2ba8-474b-8924-c8a4615075a3 tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] 10.222.0.104 "GET /v2.0/security-groups?id=9f5b92e9-7340-49c3-a9bb-41e4a1caffc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522125 Jul 06 13:55:20.383763 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 49f4c37a-a022-493b-8fd0-513f48ec656d up at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 13:55:20.407145 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [req-9eb59eaf-9b0d-4710-b0ae-6fc18834a7a6 req-8cbea93c-7b1a-49a0-b0e2-39e003311722 service neutron] Request body: {'binding': {'host': 'n-h2-773647-6', 'vnic_type': 'normal', 'profile': {}}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:55:20.409565 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [req-9eb59eaf-9b0d-4710-b0ae-6fc18834a7a6 req-8cbea93c-7b1a-49a0-b0e2-39e003311722 service neutron] Unknown quota resources ['binding']. {{(pid=100247) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 06 13:55:20.477647 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2123473c-1502-452a-bc78-f1ef113f706b None None] Sync routers for ids ['93a17ce2-8ee6-474a-afbf-104b7faaf412'] in n-d-773647-6 {{(pid=100248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 13:55:20.480389 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning for port 49f4c37a-a022-493b-8fd0-513f48ec656d completed by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 13:55:20.487468 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning complete for port 49f4c37a-a022-493b-8fd0-513f48ec656d triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:55:20.488031 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:20.520253 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2123473c-1502-452a-bc78-f1ef113f706b None None] Routers {'93a17ce2-8ee6-474a-afbf-104b7faaf412'} bound to L3 agent in host n-d-773647-6 {{(pid=100248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 13:55:20.521509 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-2123473c-1502-452a-bc78-f1ef113f706b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T13:54:55Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['93a17ce2-8ee6-474a-afbf-104b7faaf412'], 'active': True} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:55:20.665468 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvr_db [None req-2123473c-1502-452a-bc78-f1ef113f706b None None] Set router 93a17ce2-8ee6-474a-afbf-104b7faaf412 gateway port host: n-d-773647-6 {{(pid=100248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 13:55:20.708258 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:20.769998 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] For port 49f4c37a-a022-493b-8fd0-513f48ec656d, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=49f4c37a-a022-493b-8fd0-513f48ec656d,segment=NetworkSegment(89a832b7-7793-4d51-9038-ed7e1c3ff1b2),segment_id=89a832b7-7793-4d51-9038-ed7e1c3ff1b2)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:55:20.787429 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:20.850792 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.managers [req-9eb59eaf-9b0d-4710-b0ae-6fc18834a7a6 req-8cbea93c-7b1a-49a0-b0e2-39e003311722 service neutron] Attempting to bind port 657fb024-941b-4590-82d2-c9d7f63025c1 on host n-h2-773647-6 for vnic_type normal with profile None {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 13:55:20.851135 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.managers [req-9eb59eaf-9b0d-4710-b0ae-6fc18834a7a6 req-8cbea93c-7b1a-49a0-b0e2-39e003311722 service neutron] Attempting to bind port 657fb024-941b-4590-82d2-c9d7f63025c1 by drivers openvswitch,hyperv on host n-h2-773647-6 at level 0 using segments [{'id': 'da615941-94ee-441c-92fd-37ca002df9b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': '719b716d-a00d-48ee-8755-3a8bbdfaf0d2'}] {{(pid=100247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 13:55:20.851485 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9eb59eaf-9b0d-4710-b0ae-6fc18834a7a6 req-8cbea93c-7b1a-49a0-b0e2-39e003311722 service neutron] Attempting to bind port 657fb024-941b-4590-82d2-c9d7f63025c1 on network 719b716d-a00d-48ee-8755-3a8bbdfaf0d2 {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 13:55:20.865510 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9eb59eaf-9b0d-4710-b0ae-6fc18834a7a6 req-8cbea93c-7b1a-49a0-b0e2-39e003311722 service neutron] Port 657fb024-941b-4590-82d2-c9d7f63025c1 on network 719b716d-a00d-48ee-8755-3a8bbdfaf0d2 not bound, no agent of type Open vSwitch agent registered on host n-h2-773647-6 {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 13:55:20.866458 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9eb59eaf-9b0d-4710-b0ae-6fc18834a7a6 req-8cbea93c-7b1a-49a0-b0e2-39e003311722 service neutron] Attempting to bind port 657fb024-941b-4590-82d2-c9d7f63025c1 on network 719b716d-a00d-48ee-8755-3a8bbdfaf0d2 {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 13:55:20.880828 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-76772dac-06ed-4f97-9f4c-a6bbc6d23188 req-e5475aee-87f1-4f00-a09d-146ebf684505 tempest-FloatingIPsTestJSON-1798720322 tempest-FloatingIPsTestJSON-1798720322-project] 10.222.0.104 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2728710 Jul 06 13:55:20.882335 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9eb59eaf-9b0d-4710-b0ae-6fc18834a7a6 req-8cbea93c-7b1a-49a0-b0e2-39e003311722 service neutron] Checking agent: {'id': '63768ece-0600-4354-8d29-fdedec96b077', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-773647-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 51, 10), 'started_at': datetime.datetime(2021, 7, 6, 13, 51, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 13, 55, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 13:55:20.882682 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9eb59eaf-9b0d-4710-b0ae-6fc18834a7a6 req-8cbea93c-7b1a-49a0-b0e2-39e003311722 service neutron] Checking segment: {'id': 'da615941-94ee-441c-92fd-37ca002df9b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': '719b716d-a00d-48ee-8755-3a8bbdfaf0d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100247) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 13:55:20.883064 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9eb59eaf-9b0d-4710-b0ae-6fc18834a7a6 req-8cbea93c-7b1a-49a0-b0e2-39e003311722 service neutron] Bound using segment: {'id': 'da615941-94ee-441c-92fd-37ca002df9b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': '719b716d-a00d-48ee-8755-3a8bbdfaf0d2'} {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 13:55:20.883521 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.managers [req-9eb59eaf-9b0d-4710-b0ae-6fc18834a7a6 req-8cbea93c-7b1a-49a0-b0e2-39e003311722 service neutron] Bound port: 657fb024-941b-4590-82d2-c9d7f63025c1, host: n-h2-773647-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'da615941-94ee-441c-92fd-37ca002df9b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': '719b716d-a00d-48ee-8755-3a8bbdfaf0d2'}}] {{(pid=100247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 13:55:20.893401 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [req-76772dac-06ed-4f97-9f4c-a6bbc6d23188 req-e5eabbd9-0682-4fb7-84fc-f7a365c50254 tempest-FloatingIPsTestJSON-1798720322 tempest-FloatingIPsTestJSON-1798720322-project] Request body: {'floatingip': {'floating_network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719'}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:55:20.914689 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Pushing event updated for resources: {'Port': ['ID=49f4c37a-a022-493b-8fd0-513f48ec656d,revision_number=4']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:55:20.992388 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-2123473c-1502-452a-bc78-f1ef113f706b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93a17ce2-8ee6-474a-afbf-104b7faaf412', 'name': 'tempest-FloatingIPsTestJSON-1415134707-router', 'tenant_id': 'b3566e6478e14479b5cd6db4d0b02e77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.38'}], 'enable_snat': True}, 'gw_port_id': '49f4c37a-a022-493b-8fd0-513f48ec656d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T13:55:12Z', 'updated_at': '2021-07-06T13:55:18Z', 'revision_number': 4, 'project_id': 'b3566e6478e14479b5cd6db4d0b02e77', 'gw_port': {'id': '49f4c37a-a022-493b-8fd0-513f48ec656d', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:65:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93a17ce2-8ee6-474a-afbf-104b7faaf412', 'device_owner': 'network:router_gateway', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:55:13Z', 'updated_at': '2021-07-06T13:55:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6', '_interfaces': [{'id': '75ee42f3-080d-48a0-8c1a-57fcba6ca424', 'name': '', 'network_id': '14be74a6-3909-4170-89e7-56d4bae82d57', 'tenant_id': 'b3566e6478e14479b5cd6db4d0b02e77', 'mac_address': 'fa:16:3e:ed:e8:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93a17ce2-8ee6-474a-afbf-104b7faaf412', 'device_owner': 'network:router_interface', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '2ad740bc-bd64-4c38-ac2c-c6ec8150e644', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:55:17Z', 'updated_at': '2021-07-06T13:55:18Z', 'revision_number': 2, 'project_id': 'b3566e6478e14479b5cd6db4d0b02e77', 'subnets': [{'id': '2ad740bc-bd64-4c38-ac2c-c6ec8150e644', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773647-6', False) {} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:55:21.004668 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-76772dac-06ed-4f97-9f4c-a6bbc6d23188 req-e5eabbd9-0682-4fb7-84fc-f7a365c50254 tempest-FloatingIPsTestJSON-1798720322 tempest-FloatingIPsTestJSON-1798720322-project] Notify callbacks [] for floatingip, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:21.022115 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2123473c-1502-452a-bc78-f1ef113f706b None None] Checking router: 93a17ce2-8ee6-474a-afbf-104b7faaf412 for host: n-d-773647-6 {{(pid=100248) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 13:55:21.022471 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2123473c-1502-452a-bc78-f1ef113f706b None None] Updating router 93a17ce2-8ee6-474a-afbf-104b7faaf412 port 75ee42f3-080d-48a0-8c1a-57fcba6ca424 binding host n-d-773647-6 {{(pid=100248) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 13:55:21.022603 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.db [req-9eb59eaf-9b0d-4710-b0ae-6fc18834a7a6 req-8cbea93c-7b1a-49a0-b0e2-39e003311722 service neutron] For port 657fb024-941b-4590-82d2-c9d7f63025c1, host n-h2-773647-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=657fb024-941b-4590-82d2-c9d7f63025c1,segment=NetworkSegment(da615941-94ee-441c-92fd-37ca002df9b5),segment_id=da615941-94ee-441c-92fd-37ca002df9b5)] {{(pid=100247) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 13:55:21.051466 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-9eb59eaf-9b0d-4710-b0ae-6fc18834a7a6 req-8cbea93c-7b1a-49a0-b0e2-39e003311722 service neutron] Notify callbacks [] for binding, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:21.052860 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-9eb59eaf-9b0d-4710-b0ae-6fc18834a7a6 req-8cbea93c-7b1a-49a0-b0e2-39e003311722 service neutron] 10.222.0.104 "POST /v2.0/ports/657fb024-941b-4590-82d2-c9d7f63025c1/bindings HTTP/1.1" status: 201 len: 389 time: 0.6500356 Jul 06 13:55:21.064456 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-2123473c-1502-452a-bc78-f1ef113f706b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:21.161558 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-76772dac-06ed-4f97-9f4c-a6bbc6d23188 req-e5eabbd9-0682-4fb7-84fc-f7a365c50254 tempest-FloatingIPsTestJSON-1798720322 tempest-FloatingIPsTestJSON-1798720322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:21.303383 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Device 55579fa1-991f-40fa-9660-f6873bccef77 up at agent hyperv_n-h1-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 13:55:21.310055 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.db_base_plugin_common [req-76772dac-06ed-4f97-9f4c-a6bbc6d23188 req-e5eabbd9-0682-4fb7-84fc-f7a365c50254 tempest-FloatingIPsTestJSON-1798720322 tempest-FloatingIPsTestJSON-1798720322-project] Allocated IP 172.25.0.21 (2658f09e-a580-4d4a-9968-2d1e0ad93719/cbf74abc-6fe1-4d33-b005-c948923b9647/84519eb3-3a56-49da-8e08-de070488bfbd) {{(pid=100247) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 13:55:21.398922 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb59eaf-9b0d-4710-b0ae-6fc18834a7a6 req-7ee511fb-dbe7-4394-98de-5ba860cffc9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:55:21.402646 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-9eb59eaf-9b0d-4710-b0ae-6fc18834a7a6 req-7ee511fb-dbe7-4394-98de-5ba860cffc9e service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=4cef06e2189c48a2819839e74c70f679&device_id=ce46b99b-5e9d-4179-b46f-7265cb00f3d9 HTTP/1.1" status: 200 len: 1097 time: 0.0698700 Jul 06 13:55:21.430567 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Provisioning for port 55579fa1-991f-40fa-9660-f6873bccef77 completed by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 13:55:21.438316 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Provisioning complete for port 55579fa1-991f-40fa-9660-f6873bccef77 triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:55:21.438696 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:21.457116 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-76772dac-06ed-4f97-9f4c-a6bbc6d23188 req-e5eabbd9-0682-4fb7-84fc-f7a365c50254 tempest-FloatingIPsTestJSON-1798720322 tempest-FloatingIPsTestJSON-1798720322-project] Notify callbacks [] for port, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:21.502159 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61522f6f-f30d-4068-bba9-d1b6dfaa2566 req-9b69fc72-d7a2-4a27-bab7-9a4ddfdff496 tempest-LiveMigrationNegativeTest-1423627528 tempest-LiveMigrationNegativeTest-1423627528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:55:21.503579 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-61522f6f-f30d-4068-bba9-d1b6dfaa2566 req-9b69fc72-d7a2-4a27-bab7-9a4ddfdff496 tempest-LiveMigrationNegativeTest-1423627528 tempest-LiveMigrationNegativeTest-1423627528-project] 10.222.0.104 "GET /v2.0/ports?device_id=3222860e-5662-4454-8988-293505dc50b8 HTTP/1.1" status: 200 len: 950 time: 0.1084480 Jul 06 13:55:21.530808 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb59eaf-9b0d-4710-b0ae-6fc18834a7a6 req-2d789fc2-875f-44ef-9cf0-10636490cf00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:55:21.532497 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-9eb59eaf-9b0d-4710-b0ae-6fc18834a7a6 req-2d789fc2-875f-44ef-9cf0-10636490cf00 service neutron] 10.222.0.72 "GET /v2.0/networks?id=719b716d-a00d-48ee-8755-3a8bbdfaf0d2 HTTP/1.1" status: 200 len: 923 time: 0.1213102 Jul 06 13:55:21.540569 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-2123473c-1502-452a-bc78-f1ef113f706b None None] Notify callbacks [] for port, precommit_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:21.550401 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-76772dac-06ed-4f97-9f4c-a6bbc6d23188 req-e5eabbd9-0682-4fb7-84fc-f7a365c50254 tempest-FloatingIPsTestJSON-1798720322 tempest-FloatingIPsTestJSON-1798720322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108'] for port, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:21.566999 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-61522f6f-f30d-4068-bba9-d1b6dfaa2566 req-4e253326-a2b7-4472-8fc9-93bf8252b793 tempest-LiveMigrationNegativeTest-1423627528 tempest-LiveMigrationNegativeTest-1423627528-project] 10.222.0.104 "GET /v2.0/security-groups?id=ef09d142-5e37-465b-8810-9ba573f3b8cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579157 Jul 06 13:55:21.588353 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-2123473c-1502-452a-bc78-f1ef113f706b None None] Transition to ACTIVE for port object 75ee42f3-080d-48a0-8c1a-57fcba6ca424 will not be triggered until provisioned by entity L2. {{(pid=100248) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 13:55:21.598153 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-76772dac-06ed-4f97-9f4c-a6bbc6d23188 req-e5eabbd9-0682-4fb7-84fc-f7a365c50254 tempest-FloatingIPsTestJSON-1798720322 tempest-FloatingIPsTestJSON-1798720322-project] Network 2658f09e-a580-4d4a-9968-2d1e0ad93719 is already hosted by enough agents. {{(pid=100247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 13:55:21.599962 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.base_scheduler [req-76772dac-06ed-4f97-9f4c-a6bbc6d23188 req-e5eabbd9-0682-4fb7-84fc-f7a365c50254 tempest-FloatingIPsTestJSON-1798720322 tempest-FloatingIPsTestJSON-1798720322-project] Resources bound (agent type, host, resource id): {{(pid=100247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:55:21.606325 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.l3_dvrscheduler_db [req-76772dac-06ed-4f97-9f4c-a6bbc6d23188 req-e5eabbd9-0682-4fb7-84fc-f7a365c50254 tempest-FloatingIPsTestJSON-1798720322 tempest-FloatingIPsTestJSON-1798720322-project] Received port after_create {{(pid=100247) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 13:55:21.619557 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-9eb59eaf-9b0d-4710-b0ae-6fc18834a7a6 req-6f1ae58f-88dc-416f-a7ef-36cf20eca96a service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=657fb024-941b-4590-82d2-c9d7f63025c1 HTTP/1.1" status: 200 len: 217 time: 0.0658412 Jul 06 13:55:21.625190 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-2123473c-1502-452a-bc78-f1ef113f706b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:21.631511 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:21.671967 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5eabbd9-0682-4fb7-84fc-f7a365c50254 tempest-FloatingIPsTestJSON-1798720322 tempest-FloatingIPsTestJSON-1798720322-project] Pushing event updated for resources: {'Port': ['ID=84519eb3-3a56-49da-8e08-de070488bfbd,revision_number=1']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:55:21.686131 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb59eaf-9b0d-4710-b0ae-6fc18834a7a6 req-d53a9a19-d7d9-4c96-85a4-157831216758 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:55:21.687879 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-9eb59eaf-9b0d-4710-b0ae-6fc18834a7a6 req-d53a9a19-d7d9-4c96-85a4-157831216758 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=7f475f76-2dcc-4dce-adb2-7deed8b8ad71 HTTP/1.1" status: 200 len: 861 time: 0.0611515 Jul 06 13:55:21.733686 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-76772dac-06ed-4f97-9f4c-a6bbc6d23188 req-e5eabbd9-0682-4fb7-84fc-f7a365c50254 tempest-FloatingIPsTestJSON-1798720322 tempest-FloatingIPsTestJSON-1798720322-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:21.739941 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e23f23f-0680-497c-bf35-2017e1e5986c None None] Pushing event updated for resources: {'Port': ['ID=75ee42f3-080d-48a0-8c1a-57fcba6ca424,revision_number=3']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:55:21.742800 n-d-773647-6 neutron-server[100248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cafbb505-1705-4cb2-a601-c8ea5a6459a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55579fa1-991f-40fa-9660-f6873bccef77'}] {{(pid=100248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 13:55:21.745384 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84af257533e383389cbcf231d3534f4d5e149e7203fea16b4a8fc01438dddaf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df50ff78-a0de-4cf2-a475-6766ad1c526b" -d '{"events": [{"server_uuid": "cafbb505-1705-4cb2-a601-c8ea5a6459a9", "name": "network-vif-plugged", "status": "completed", "tag": "55579fa1-991f-40fa-9660-f6873bccef77"}]}' {{(pid=100248) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:55:21.760326 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-9eb59eaf-9b0d-4710-b0ae-6fc18834a7a6 req-3493f367-5688-4cf8-a3f6-58e43b7af6c1 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=719b716d-a00d-48ee-8755-3a8bbdfaf0d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0645478 Jul 06 13:55:21.762930 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] For port 55579fa1-991f-40fa-9660-f6873bccef77, host n-h1-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773647-6',level=0,port_id=55579fa1-991f-40fa-9660-f6873bccef77,segment=NetworkSegment(c9ea893d-045e-42cf-b3dd-cdd1f79baccd),segment_id=c9ea893d-045e-42cf-b3dd-cdd1f79baccd)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:55:21.781670 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:21.823357 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-76772dac-06ed-4f97-9f4c-a6bbc6d23188 req-e5eabbd9-0682-4fb7-84fc-f7a365c50254 tempest-FloatingIPsTestJSON-1798720322 tempest-FloatingIPsTestJSON-1798720322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:21.857280 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-2123473c-1502-452a-bc78-f1ef113f706b None None] Attempting to bind port 75ee42f3-080d-48a0-8c1a-57fcba6ca424 on host n-d-773647-6 for vnic_type normal with profile {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 13:55:21.857636 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-2123473c-1502-452a-bc78-f1ef113f706b None None] Attempting to bind port 75ee42f3-080d-48a0-8c1a-57fcba6ca424 by drivers openvswitch,hyperv on host n-d-773647-6 at level 0 using segments [{'id': '89910f5d-e821-4ecc-8a62-21fe63c22f3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': '14be74a6-3909-4170-89e7-56d4bae82d57'}] {{(pid=100248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 13:55:21.858196 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2123473c-1502-452a-bc78-f1ef113f706b None None] Attempting to bind port 75ee42f3-080d-48a0-8c1a-57fcba6ca424 on network 14be74a6-3909-4170-89e7-56d4bae82d57 {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 13:55:21.881172 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2123473c-1502-452a-bc78-f1ef113f706b None None] Checking agent: {'id': '8ab5b19c-d213-4f29-891d-27bdf39d38b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773647-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 43, 26), 'started_at': datetime.datetime(2021, 7, 6, 13, 43, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 13, 54, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773647-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 13:55:21.881892 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2123473c-1502-452a-bc78-f1ef113f706b None None] Checking segment: {'id': '89910f5d-e821-4ecc-8a62-21fe63c22f3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': '14be74a6-3909-4170-89e7-56d4bae82d57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 13:55:21.882412 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-2123473c-1502-452a-bc78-f1ef113f706b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:21.882914 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2123473c-1502-452a-bc78-f1ef113f706b None None] Bound using segment: {'id': '89910f5d-e821-4ecc-8a62-21fe63c22f3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': '14be74a6-3909-4170-89e7-56d4bae82d57'} {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 13:55:21.883794 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-2123473c-1502-452a-bc78-f1ef113f706b None None] Bound port: 75ee42f3-080d-48a0-8c1a-57fcba6ca424, host: n-d-773647-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89910f5d-e821-4ecc-8a62-21fe63c22f3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': '14be74a6-3909-4170-89e7-56d4bae82d57'}}] {{(pid=100248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 13:55:21.884002 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-2123473c-1502-452a-bc78-f1ef113f706b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:21.889249 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Pushing event updated for resources: {'Port': ['ID=55579fa1-991f-40fa-9660-f6873bccef77,revision_number=5']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:55:21.899612 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-9eb59eaf-9b0d-4710-b0ae-6fc18834a7a6 req-98faf5e4-b667-424c-9712-584d938667cd service neutron] 10.222.0.72 "GET /v2.0/networks/719b716d-a00d-48ee-8755-3a8bbdfaf0d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1328032 Jul 06 13:55:21.991847 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-2123473c-1502-452a-bc78-f1ef113f706b None None] For port 75ee42f3-080d-48a0-8c1a-57fcba6ca424, host n-d-773647-6, cleared binding levels {{(pid=100248) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 13:55:21.995517 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-2123473c-1502-452a-bc78-f1ef113f706b None None] For port 75ee42f3-080d-48a0-8c1a-57fcba6ca424, host n-d-773647-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=75ee42f3-080d-48a0-8c1a-57fcba6ca424,segment=NetworkSegment(89910f5d-e821-4ecc-8a62-21fe63c22f3f),segment_id=89910f5d-e821-4ecc-8a62-21fe63c22f3f)] {{(pid=100248) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 13:55:22.002229 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-2123473c-1502-452a-bc78-f1ef113f706b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:22.038432 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb380c1-fc35-4048-9ef4-c0bd2059b15d req-098a5d34-7630-474b-ba8e-e8db733b077a tempest-LiveMigrationTest-2001684970 tempest-LiveMigrationTest-2001684970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:55:22.040303 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-3cb380c1-fc35-4048-9ef4-c0bd2059b15d req-098a5d34-7630-474b-ba8e-e8db733b077a tempest-LiveMigrationTest-2001684970 tempest-LiveMigrationTest-2001684970-project] 10.222.0.104 "GET /v2.0/ports?device_id=c2e7e169-6d3e-4fe1-9d57-062eaff9ad98 HTTP/1.1" status: 200 len: 943 time: 0.2520082 Jul 06 13:55:22.051026 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-9eb59eaf-9b0d-4710-b0ae-6fc18834a7a6 req-bca83eeb-8113-4a3e-afea-ccf70241fbd0 service neutron] 10.222.0.72 "GET /v2.0/networks/719b716d-a00d-48ee-8755-3a8bbdfaf0d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1440568 Jul 06 13:55:22.075925 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2123473c-1502-452a-bc78-f1ef113f706b None None] Routers {'93a17ce2-8ee6-474a-afbf-104b7faaf412'} bound to L3 agent in host n-d-773647-6 {{(pid=100248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 13:55:22.077172 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-2123473c-1502-452a-bc78-f1ef113f706b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T13:54:55Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['93a17ce2-8ee6-474a-afbf-104b7faaf412'], 'active': True} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:55:22.128854 n-d-773647-6 neutron-server[100247]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2e7e169-6d3e-4fe1-9d57-062eaff9ad98', 'tag': '41248504-0f72-4f85-93d1-c1696547ea84'}] {{(pid=100247) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 13:55:22.131380 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cbf0eeaae822f8fc9b87a94aeba67a3d651842baf663a51cba94b67a514836d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-228505da-d53a-4697-990c-2db719353006" -d '{"events": [{"name": "network-changed", "server_uuid": "c2e7e169-6d3e-4fe1-9d57-062eaff9ad98", "tag": "41248504-0f72-4f85-93d1-c1696547ea84"}]}' {{(pid=100247) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:55:22.139310 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-3cb380c1-fc35-4048-9ef4-c0bd2059b15d req-47269b25-3b10-4ab5-86d7-d23d134547a8 tempest-LiveMigrationTest-2001684970 tempest-LiveMigrationTest-2001684970-project] 10.222.0.104 "GET /v2.0/security-groups?id=7e243ebf-9cf4-4917-8da6-0fd38b06f795&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928593 Jul 06 13:55:22.163274 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-76772dac-06ed-4f97-9f4c-a6bbc6d23188 req-e5eabbd9-0682-4fb7-84fc-f7a365c50254 tempest-FloatingIPsTestJSON-1798720322 tempest-FloatingIPsTestJSON-1798720322-project] Notify callbacks [] for port, precommit_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:22.172674 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e23f23f-0680-497c-bf35-2017e1e5986c None None] Pushing event updated for resources: {'Port': ['ID=75ee42f3-080d-48a0-8c1a-57fcba6ca424,revision_number=4']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:55:22.173338 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-76772dac-06ed-4f97-9f4c-a6bbc6d23188 req-e5eabbd9-0682-4fb7-84fc-f7a365c50254 tempest-FloatingIPsTestJSON-1798720322 tempest-FloatingIPsTestJSON-1798720322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:22.229924 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-76772dac-06ed-4f97-9f4c-a6bbc6d23188 req-e5eabbd9-0682-4fb7-84fc-f7a365c50254 tempest-FloatingIPsTestJSON-1798720322 tempest-FloatingIPsTestJSON-1798720322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1761130'] for floatingip, after_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:22.248291 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-76772dac-06ed-4f97-9f4c-a6bbc6d23188 req-e5eabbd9-0682-4fb7-84fc-f7a365c50254 tempest-FloatingIPsTestJSON-1798720322 tempest-FloatingIPsTestJSON-1798720322-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for floatingip, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:22.256347 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-76772dac-06ed-4f97-9f4c-a6bbc6d23188 req-e5eabbd9-0682-4fb7-84fc-f7a365c50254 tempest-FloatingIPsTestJSON-1798720322 tempest-FloatingIPsTestJSON-1798720322-project] 10.222.0.104 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.3671227 Jul 06 13:55:22.264436 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb59eaf-9b0d-4710-b0ae-6fc18834a7a6 req-ce46317d-e830-40cd-9cbb-ff4495205ed4 tempest-LiveAutoBlockMigrationV225Test-1685424674 tempest-LiveAutoBlockMigrationV225Test-1685424674-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:55:22.266046 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-9eb59eaf-9b0d-4710-b0ae-6fc18834a7a6 req-ce46317d-e830-40cd-9cbb-ff4495205ed4 tempest-LiveAutoBlockMigrationV225Test-1685424674 tempest-LiveAutoBlockMigrationV225Test-1685424674-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=ce46b99b-5e9d-4179-b46f-7265cb00f3d9&tenant_id=4cef06e2189c48a2819839e74c70f679&binding%3Ahost_id=n-h1-773647-6 HTTP/1.1" status: 200 len: 1097 time: 0.1355443 Jul 06 13:55:22.279346 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [req-9eb59eaf-9b0d-4710-b0ae-6fc18834a7a6 req-fc2a5fda-7775-420b-87d9-9f28ee2c5318 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-773647-6'}}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:55:22.292306 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvr_db [None req-2123473c-1502-452a-bc78-f1ef113f706b None None] Set router 93a17ce2-8ee6-474a-afbf-104b7faaf412 gateway port host: n-d-773647-6 {{(pid=100248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 13:55:22.354823 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5eabbd9-0682-4fb7-84fc-f7a365c50254 tempest-FloatingIPsTestJSON-1798720322 tempest-FloatingIPsTestJSON-1798720322-project] Pushing event updated for resources: {'Port': ['ID=84519eb3-3a56-49da-8e08-de070488bfbd,revision_number=2']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:55:22.365101 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-76772dac-06ed-4f97-9f4c-a6bbc6d23188 req-40167517-166e-4894-aaa0-2b682dbc7df5 tempest-FloatingIPsTestJSON-1798720322 tempest-FloatingIPsTestJSON-1798720322-project] 10.222.0.104 "GET /v2.0/floatingips?floating_ip_address=172.25.0.21 HTTP/1.1" status: 200 len: 695 time: 0.1077015 Jul 06 13:55:22.396182 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 49f4c37a-a022-493b-8fd0-513f48ec656d up at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 13:55:22.415334 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-9eb59eaf-9b0d-4710-b0ae-6fc18834a7a6 req-fc2a5fda-7775-420b-87d9-9f28ee2c5318 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:22.503321 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76772dac-06ed-4f97-9f4c-a6bbc6d23188 req-f8d1ceef-807e-4274-9095-37cd14be2789 tempest-FloatingIPsTestJSON-1798720322 tempest-FloatingIPsTestJSON-1798720322-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:55:22.504697 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-76772dac-06ed-4f97-9f4c-a6bbc6d23188 req-f8d1ceef-807e-4274-9095-37cd14be2789 tempest-FloatingIPsTestJSON-1798720322 tempest-FloatingIPsTestJSON-1798720322-project] 10.222.0.104 "GET /v2.0/networks/2658f09e-a580-4d4a-9968-2d1e0ad93719 HTTP/1.1" status: 200 len: 784 time: 0.1346593 Jul 06 13:55:22.531040 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [req-76772dac-06ed-4f97-9f4c-a6bbc6d23188 req-f4bd388f-cd4f-4536-962b-73d5da194a61 tempest-FloatingIPsTestJSON-1798720322 tempest-FloatingIPsTestJSON-1798720322-project] http://10.222.0.104:9696/v2.0/extensions returned with HTTP 200 {{(pid=100247) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 13:55:22.532344 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-76772dac-06ed-4f97-9f4c-a6bbc6d23188 req-f4bd388f-cd4f-4536-962b-73d5da194a61 tempest-FloatingIPsTestJSON-1798720322 tempest-FloatingIPsTestJSON-1798720322-project] 10.222.0.104 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0109539 Jul 06 13:55:22.578058 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21be0ca7-1c52-4b39-ab33-bd1447da34bf req-00c8b30e-52b1-49f0-b25a-a27db148962b tempest-LiveAutoBlockMigrationV225Test-654794443 tempest-LiveAutoBlockMigrationV225Test-654794443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:55:22.585484 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-21be0ca7-1c52-4b39-ab33-bd1447da34bf req-00c8b30e-52b1-49f0-b25a-a27db148962b tempest-LiveAutoBlockMigrationV225Test-654794443 tempest-LiveAutoBlockMigrationV225Test-654794443-project] 10.222.0.104 "GET /v2.0/ports?device_id=ce46b99b-5e9d-4179-b46f-7265cb00f3d9 HTTP/1.1" status: 200 len: 946 time: 0.1049383 Jul 06 13:55:22.586550 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.db [req-9eb59eaf-9b0d-4710-b0ae-6fc18834a7a6 req-fc2a5fda-7775-420b-87d9-9f28ee2c5318 service neutron] For port 657fb024-941b-4590-82d2-c9d7f63025c1, host n-h1-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773647-6',level=0,port_id=657fb024-941b-4590-82d2-c9d7f63025c1,segment=NetworkSegment(da615941-94ee-441c-92fd-37ca002df9b5),segment_id=da615941-94ee-441c-92fd-37ca002df9b5)] {{(pid=100246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:55:22.634211 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-21be0ca7-1c52-4b39-ab33-bd1447da34bf req-e61131dc-b6b6-470f-a925-d39a5410c119 tempest-LiveAutoBlockMigrationV225Test-654794443 tempest-LiveAutoBlockMigrationV225Test-654794443-project] 10.222.0.104 "GET /v2.0/security-groups?id=43f6fcb8-9501-44d6-9feb-82c82c5d5862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475502 Jul 06 13:55:22.642042 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.db [req-9eb59eaf-9b0d-4710-b0ae-6fc18834a7a6 req-fc2a5fda-7775-420b-87d9-9f28ee2c5318 service neutron] For port 657fb024-941b-4590-82d2-c9d7f63025c1, host n-h1-773647-6, cleared binding levels {{(pid=100246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 13:55:22.661237 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning complete for port 49f4c37a-a022-493b-8fd0-513f48ec656d triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:55:22.661627 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:22.697306 n-d-773647-6 neutron-server[100246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce46b99b-5e9d-4179-b46f-7265cb00f3d9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '657fb024-941b-4590-82d2-c9d7f63025c1'}] {{(pid=100246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 13:55:22.699920 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0d96c5ab5e889f7b933ae915b9be33d1b46c9e87795bf781004b656ef3f1e87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65c81dba-0bea-45c7-ac3d-2428e854372c" -d '{"events": [{"server_uuid": "ce46b99b-5e9d-4179-b46f-7265cb00f3d9", "name": "network-vif-unplugged", "status": "completed", "tag": "657fb024-941b-4590-82d2-c9d7f63025c1"}]}' {{(pid=100246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:55:22.704579 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-9eb59eaf-9b0d-4710-b0ae-6fc18834a7a6 req-fc2a5fda-7775-420b-87d9-9f28ee2c5318 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:22.715986 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-9eb59eaf-9b0d-4710-b0ae-6fc18834a7a6 req-fc2a5fda-7775-420b-87d9-9f28ee2c5318 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127687527'] for port, after_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:22.847607 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-2123473c-1502-452a-bc78-f1ef113f706b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93a17ce2-8ee6-474a-afbf-104b7faaf412', 'name': 'tempest-FloatingIPsTestJSON-1415134707-router', 'tenant_id': 'b3566e6478e14479b5cd6db4d0b02e77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.38'}], 'enable_snat': True}, 'gw_port_id': '49f4c37a-a022-493b-8fd0-513f48ec656d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T13:55:12Z', 'updated_at': '2021-07-06T13:55:18Z', 'revision_number': 4, 'project_id': 'b3566e6478e14479b5cd6db4d0b02e77', 'gw_port': {'id': '49f4c37a-a022-493b-8fd0-513f48ec656d', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:65:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93a17ce2-8ee6-474a-afbf-104b7faaf412', 'device_owner': 'network:router_gateway', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:55:13Z', 'updated_at': '2021-07-06T13:55:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6', '_interfaces': [{'id': '75ee42f3-080d-48a0-8c1a-57fcba6ca424', 'name': '', 'network_id': '14be74a6-3909-4170-89e7-56d4bae82d57', 'tenant_id': 'b3566e6478e14479b5cd6db4d0b02e77', 'mac_address': 'fa:16:3e:ed:e8:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93a17ce2-8ee6-474a-afbf-104b7faaf412', 'device_owner': 'network:router_interface', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '2ad740bc-bd64-4c38-ac2c-c6ec8150e644', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:55:17Z', 'updated_at': '2021-07-06T13:55:21Z', 'revision_number': 4, 'project_id': 'b3566e6478e14479b5cd6db4d0b02e77', 'subnets': [{'id': '2ad740bc-bd64-4c38-ac2c-c6ec8150e644', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773647-6', False) {} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:55:22.852943 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [req-9eb59eaf-9b0d-4710-b0ae-6fc18834a7a6 req-fc2a5fda-7775-420b-87d9-9f28ee2c5318 service neutron] Attempting to bind port 657fb024-941b-4590-82d2-c9d7f63025c1 on host n-h1-773647-6 for vnic_type normal with profile {"migrating_to": "n-h2-773647-6"} {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 13:55:22.853417 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [req-9eb59eaf-9b0d-4710-b0ae-6fc18834a7a6 req-fc2a5fda-7775-420b-87d9-9f28ee2c5318 service neutron] Attempting to bind port 657fb024-941b-4590-82d2-c9d7f63025c1 by drivers openvswitch,hyperv on host n-h1-773647-6 at level 0 using segments [{'id': 'da615941-94ee-441c-92fd-37ca002df9b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': '719b716d-a00d-48ee-8755-3a8bbdfaf0d2'}] {{(pid=100246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 13:55:22.853842 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9eb59eaf-9b0d-4710-b0ae-6fc18834a7a6 req-fc2a5fda-7775-420b-87d9-9f28ee2c5318 service neutron] Attempting to bind port 657fb024-941b-4590-82d2-c9d7f63025c1 on network 719b716d-a00d-48ee-8755-3a8bbdfaf0d2 {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 13:55:22.856124 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2a5fda-7775-420b-87d9-9f28ee2c5318 service neutron] Pushing event updated for resources: {'Port': ['ID=657fb024-941b-4590-82d2-c9d7f63025c1,revision_number=7']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:55:22.863197 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9eb59eaf-9b0d-4710-b0ae-6fc18834a7a6 req-fc2a5fda-7775-420b-87d9-9f28ee2c5318 service neutron] Port 657fb024-941b-4590-82d2-c9d7f63025c1 on network 719b716d-a00d-48ee-8755-3a8bbdfaf0d2 not bound, no agent of type Open vSwitch agent registered on host n-h1-773647-6 {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 13:55:22.863746 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9eb59eaf-9b0d-4710-b0ae-6fc18834a7a6 req-fc2a5fda-7775-420b-87d9-9f28ee2c5318 service neutron] Attempting to bind port 657fb024-941b-4590-82d2-c9d7f63025c1 on network 719b716d-a00d-48ee-8755-3a8bbdfaf0d2 {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 13:55:22.869375 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9eb59eaf-9b0d-4710-b0ae-6fc18834a7a6 req-fc2a5fda-7775-420b-87d9-9f28ee2c5318 service neutron] Checking agent: {'id': '5bf7147f-bada-4441-a5dc-934b903473fb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-773647-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 51, 12), 'started_at': datetime.datetime(2021, 7, 6, 13, 51, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 13, 55, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 13:55:22.869808 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9eb59eaf-9b0d-4710-b0ae-6fc18834a7a6 req-fc2a5fda-7775-420b-87d9-9f28ee2c5318 service neutron] Checking segment: {'id': 'da615941-94ee-441c-92fd-37ca002df9b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': '719b716d-a00d-48ee-8755-3a8bbdfaf0d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 13:55:22.870255 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9eb59eaf-9b0d-4710-b0ae-6fc18834a7a6 req-fc2a5fda-7775-420b-87d9-9f28ee2c5318 service neutron] Bound using segment: {'id': 'da615941-94ee-441c-92fd-37ca002df9b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': '719b716d-a00d-48ee-8755-3a8bbdfaf0d2'} {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 13:55:22.870744 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [req-9eb59eaf-9b0d-4710-b0ae-6fc18834a7a6 req-fc2a5fda-7775-420b-87d9-9f28ee2c5318 service neutron] Bound port: 657fb024-941b-4590-82d2-c9d7f63025c1, host: n-h1-773647-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'da615941-94ee-441c-92fd-37ca002df9b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': '719b716d-a00d-48ee-8755-3a8bbdfaf0d2'}}] {{(pid=100246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 13:55:22.871156 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-9eb59eaf-9b0d-4710-b0ae-6fc18834a7a6 req-fc2a5fda-7775-420b-87d9-9f28ee2c5318 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:22.887715 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2123473c-1502-452a-bc78-f1ef113f706b None None] The sync data for ids ['93a17ce2-8ee6-474a-afbf-104b7faaf412'] in n-d-773647-6 is: [{'id': '93a17ce2-8ee6-474a-afbf-104b7faaf412', 'name': 'tempest-FloatingIPsTestJSON-1415134707-router', 'tenant_id': 'b3566e6478e14479b5cd6db4d0b02e77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.38'}], 'enable_snat': True}, 'gw_port_id': '49f4c37a-a022-493b-8fd0-513f48ec656d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T13:55:12Z', 'updated_at': '2021-07-06T13:55:18Z', 'revision_number': 4, 'project_id': 'b3566e6478e14479b5cd6db4d0b02e77', 'gw_port': {'id': '49f4c37a-a022-493b-8fd0-513f48ec656d', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:65:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93a17ce2-8ee6-474a-afbf-104b7faaf412', 'device_owner': 'network:router_gateway', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:55:13Z', 'updated_at': '2021-07-06T13:55:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6', '_interfaces': [{'id': '75ee42f3-080d-48a0-8c1a-57fcba6ca424', 'name': '', 'network_id': '14be74a6-3909-4170-89e7-56d4bae82d57', 'tenant_id': 'b3566e6478e14479b5cd6db4d0b02e77', 'mac_address': 'fa:16:3e:ed:e8:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93a17ce2-8ee6-474a-afbf-104b7faaf412', 'device_owner': 'network:router_interface', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '2ad740bc-bd64-4c38-ac2c-c6ec8150e644', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:55:17Z', 'updated_at': '2021-07-06T13:55:21Z', 'revision_number': 4, 'project_id': 'b3566e6478e14479b5cd6db4d0b02e77', 'subnets': [{'id': '2ad740bc-bd64-4c38-ac2c-c6ec8150e644', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 13:55:22.892723 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-951a5d87-5036-486e-8ccd-9569789b186f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:22.976232 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.db [req-9eb59eaf-9b0d-4710-b0ae-6fc18834a7a6 req-fc2a5fda-7775-420b-87d9-9f28ee2c5318 service neutron] For port 657fb024-941b-4590-82d2-c9d7f63025c1, host n-h1-773647-6, cleared binding levels {{(pid=100246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 13:55:22.979745 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.db [req-9eb59eaf-9b0d-4710-b0ae-6fc18834a7a6 req-fc2a5fda-7775-420b-87d9-9f28ee2c5318 service neutron] For port 657fb024-941b-4590-82d2-c9d7f63025c1, host n-h1-773647-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773647-6',level=0,port_id=657fb024-941b-4590-82d2-c9d7f63025c1,segment=NetworkSegment(da615941-94ee-441c-92fd-37ca002df9b5),segment_id=da615941-94ee-441c-92fd-37ca002df9b5)] {{(pid=100246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 13:55:22.985123 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-9eb59eaf-9b0d-4710-b0ae-6fc18834a7a6 req-fc2a5fda-7775-420b-87d9-9f28ee2c5318 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127687527'] for port, after_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:22.989287 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c4c305-d23f-42a7-a43a-4ed564f087b5 req-f6cd9eb3-1d80-4c22-90f2-32737e008cbf tempest-LiveMigrationNegativeTest-1702844920 tempest-LiveMigrationNegativeTest-1702844920-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:55:22.990470 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-a6c4c305-d23f-42a7-a43a-4ed564f087b5 req-f6cd9eb3-1d80-4c22-90f2-32737e008cbf tempest-LiveMigrationNegativeTest-1702844920 tempest-LiveMigrationNegativeTest-1702844920-project-admin] 10.222.0.104 "GET /v2.0/ports?device_id=3222860e-5662-4454-8988-293505dc50b8 HTTP/1.1" status: 200 len: 1101 time: 0.1132915 Jul 06 13:55:23.043377 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-a6c4c305-d23f-42a7-a43a-4ed564f087b5 req-e4bd15cf-fa3c-4cb8-ac65-331dbf64642b tempest-LiveMigrationNegativeTest-1702844920 tempest-LiveMigrationNegativeTest-1702844920-project-admin] Notify callbacks [] for security_group, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:23.082205 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2a5fda-7775-420b-87d9-9f28ee2c5318 service neutron] Pushing event updated for resources: {'Port': ['ID=657fb024-941b-4590-82d2-c9d7f63025c1,revision_number=8']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:55:23.088123 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb59eaf-9b0d-4710-b0ae-6fc18834a7a6 req-fc2a5fda-7775-420b-87d9-9f28ee2c5318 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:55:23.088764 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-9eb59eaf-9b0d-4710-b0ae-6fc18834a7a6 req-fc2a5fda-7775-420b-87d9-9f28ee2c5318 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:23.090192 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-9eb59eaf-9b0d-4710-b0ae-6fc18834a7a6 req-fc2a5fda-7775-420b-87d9-9f28ee2c5318 service neutron] 10.222.0.72 "PUT /v2.0/ports/657fb024-941b-4590-82d2-c9d7f63025c1 HTTP/1.1" status: 200 len: 1122 time: 0.8161325 Jul 06 13:55:23.118525 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.agents_db [None req-167c0ad6-1657-4c9a-a2c4-3b18056aa662 None None] Agent healthcheck: found 7 active agents {{(pid=100249) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 13:55:23.307029 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Device 41248504-0f72-4f85-93d1-c1696547ea84 details requested by agent hyperv_n-h1-773647-6 with host n-h1-773647-6 {{(pid=100248) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 13:55:23.347853 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e51b1a-a523-4860-b703-a0c895003060 req-ffe905c3-1508-4a21-8a53-b8d466b81cc0 tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:55:23.349422 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-78e51b1a-a523-4860-b703-a0c895003060 req-ffe905c3-1508-4a21-8a53-b8d466b81cc0 tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] 10.222.0.104 "GET /v2.0/ports?device_id=cafbb505-1705-4cb2-a601-c8ea5a6459a9 HTTP/1.1" status: 200 len: 949 time: 0.3718057 Jul 06 13:55:23.372817 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] get_ports_and_sgs() called for port_ids ['657fb024-941b-4590-82d2-c9d7f63025c1'] {{(pid=100248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 13:55:23.416321 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-78e51b1a-a523-4860-b703-a0c895003060 req-904bde97-20df-43c4-9b65-de787246a4ef tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] 10.222.0.104 "GET /v2.0/security-groups?id=9f5b92e9-7340-49c3-a9bb-41e4a1caffc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588732 Jul 06 13:55:23.448253 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-a6c4c305-d23f-42a7-a43a-4ed564f087b5 req-e4bd15cf-fa3c-4cb8-ac65-331dbf64642b tempest-LiveMigrationNegativeTest-1702844920 tempest-LiveMigrationNegativeTest-1702844920-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:23.453382 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-a6c4c305-d23f-42a7-a43a-4ed564f087b5 req-e4bd15cf-fa3c-4cb8-ac65-331dbf64642b tempest-LiveMigrationNegativeTest-1702844920 tempest-LiveMigrationNegativeTest-1702844920-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:23.475940 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 13:55:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36ff81ac-25c5-4fe0-b57c-5fe5ea53b4b7 x-openstack-request-id: req-36ff81ac-25c5-4fe0-b57c-5fe5ea53b4b7 {{(pid=100248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:55:23.476488 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cafbb505-1705-4cb2-a601-c8ea5a6459a9", "name": "network-vif-plugged", "status": "completed", "tag": "55579fa1-991f-40fa-9660-f6873bccef77", "code": 200}]} {{(pid=100248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:55:23.476836 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-36ff81ac-25c5-4fe0-b57c-5fe5ea53b4b7 {{(pid=100248) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:55:23.477320 n-d-773647-6 neutron-server[100248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cafbb505-1705-4cb2-a601-c8ea5a6459a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55579fa1-991f-40fa-9660-f6873bccef77', 'code': 200} Jul 06 13:55:23.487750 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] For port 41248504-0f72-4f85-93d1-c1696547ea84, host n-h2-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=41248504-0f72-4f85-93d1-c1696547ea84,segment=NetworkSegment(65749612-fb0d-4f34-9eb9-d06c3a2fda80),segment_id=65749612-fb0d-4f34-9eb9-d06c3a2fda80)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:55:23.493023 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-a6c4c305-d23f-42a7-a43a-4ed564f087b5 req-e4bd15cf-fa3c-4cb8-ac65-331dbf64642b tempest-LiveMigrationNegativeTest-1702844920 tempest-LiveMigrationNegativeTest-1702844920-project-admin] 10.222.0.104 "GET /v2.0/security-groups?id=ef09d142-5e37-465b-8810-9ba573f3b8cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4754355 Jul 06 13:55:23.517499 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Device 41248504-0f72-4f85-93d1-c1696547ea84 has no active binding in host n-h1-773647-6 {{(pid=100248) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 06 13:55:23.534522 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4bd15cf-fa3c-4cb8-ac65-331dbf64642b tempest-LiveMigrationNegativeTest-1702844920 tempest-LiveMigrationNegativeTest-1702844920-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76a827ca-794c-4547-9f29-9b60ff6f6116,revision_number=1']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:55:23.580060 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 13:55:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e72719c3-f6f1-4ef3-b9dd-eee61af7809f x-openstack-request-id: req-e72719c3-f6f1-4ef3-b9dd-eee61af7809f {{(pid=100247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:55:23.580424 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c2e7e169-6d3e-4fe1-9d57-062eaff9ad98", "tag": "41248504-0f72-4f85-93d1-c1696547ea84", "status": "completed", "code": 200}]} {{(pid=100247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:55:23.581847 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-e72719c3-f6f1-4ef3-b9dd-eee61af7809f {{(pid=100247) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:55:23.581847 n-d-773647-6 neutron-server[100247]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c2e7e169-6d3e-4fe1-9d57-062eaff9ad98', 'tag': '41248504-0f72-4f85-93d1-c1696547ea84', 'status': 'completed', 'code': 200} Jul 06 13:55:23.675690 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228505da-d53a-4697-990c-2db719353006 req-51095d7d-d797-4940-a371-807654d2ab2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:55:23.677216 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-228505da-d53a-4697-990c-2db719353006 req-51095d7d-d797-4940-a371-807654d2ab2d service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=125e6575b3ba4365b3ae01568cef269b&device_id=c2e7e169-6d3e-4fe1-9d57-062eaff9ad98 HTTP/1.1" status: 200 len: 1124 time: 0.0653419 Jul 06 13:55:23.731694 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-f8de5742-5eeb-490c-a716-ca764410dfc3 req-52a51315-893b-4732-bcf1-6bdcfc7f91b7 tempest-FloatingIPsTestJSON-1798720322 tempest-FloatingIPsTestJSON-1798720322-project] 10.222.0.104 "GET /v2.0/floatingips/fcb1583c-e403-42d8-a105-3d238350eef4 HTTP/1.1" status: 200 len: 692 time: 0.1347563 Jul 06 13:55:23.739609 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-e3aa585f-b163-4855-8b1e-8c23a09c068f req-27c2972f-a060-4dbb-9350-48b8719adaa0 tempest-ServersAdminTestJSON-391861328 tempest-ServersAdminTestJSON-391861328-project] 10.222.0.104 "GET /v2.0/networks?tenant_id=8cb5ec88b59f4a759dd81f7b3a6fc71e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0377162 Jul 06 13:55:23.785744 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228505da-d53a-4697-990c-2db719353006 req-6a4c2b04-909f-4a82-8c42-4dcb3754e4cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:55:23.787265 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-228505da-d53a-4697-990c-2db719353006 req-6a4c2b04-909f-4a82-8c42-4dcb3754e4cf service neutron] 10.222.0.72 "GET /v2.0/networks?id=4f6c277b-1b2d-40ad-a374-15bf31b2f6e9 HTTP/1.1" status: 200 len: 909 time: 0.1037259 Jul 06 13:55:23.830792 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-228505da-d53a-4697-990c-2db719353006 req-c6615770-c616-4599-b7dc-faf96690e2bd service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=41248504-0f72-4f85-93d1-c1696547ea84 HTTP/1.1" status: 200 len: 217 time: 0.0364883 Jul 06 13:55:23.884712 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228505da-d53a-4697-990c-2db719353006 req-89b75e48-55a3-40f5-86cb-e02b8f945f20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:55:23.886500 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-228505da-d53a-4697-990c-2db719353006 req-89b75e48-55a3-40f5-86cb-e02b8f945f20 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=3ab4a4f6-31db-40f5-bd89-967e515dcbd9 HTTP/1.1" status: 200 len: 847 time: 0.0479629 Jul 06 13:55:23.887058 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcedb63a-bcf0-4b43-b690-b4a714090b05 req-1a026a9f-8084-4dd2-b1b0-5c91307d41f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:55:23.888622 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-dcedb63a-bcf0-4b43-b690-b4a714090b05 req-1a026a9f-8084-4dd2-b1b0-5c91307d41f6 service neutron] 10.222.0.127 "GET /v2.0/ports?device_id=cafbb505-1705-4cb2-a601-c8ea5a6459a9 HTTP/1.1" status: 200 len: 1100 time: 0.3060348 Jul 06 13:55:23.928439 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-228505da-d53a-4697-990c-2db719353006 req-8873ce8e-1bfa-4eb7-8222-cd20f895c53e service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=4f6c277b-1b2d-40ad-a374-15bf31b2f6e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0312843 Jul 06 13:55:23.967800 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8de5742-5eeb-490c-a716-ca764410dfc3 req-f9928abb-1d10-4e87-ab91-9e542073e0f7 tempest-FloatingIPsTestJSON-1798720322 tempest-FloatingIPsTestJSON-1798720322-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:55:23.969205 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-f8de5742-5eeb-490c-a716-ca764410dfc3 req-f9928abb-1d10-4e87-ab91-9e542073e0f7 tempest-FloatingIPsTestJSON-1798720322 tempest-FloatingIPsTestJSON-1798720322-project] 10.222.0.104 "GET /v2.0/networks/2658f09e-a580-4d4a-9968-2d1e0ad93719 HTTP/1.1" status: 200 len: 784 time: 0.2124715 Jul 06 13:55:23.982017 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3aa585f-b163-4855-8b1e-8c23a09c068f req-f9e055c0-3d06-4876-8b07-99e180ac6227 tempest-ServersAdminTestJSON-391861328 tempest-ServersAdminTestJSON-391861328-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:55:23.983470 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-e3aa585f-b163-4855-8b1e-8c23a09c068f req-f9e055c0-3d06-4876-8b07-99e180ac6227 tempest-ServersAdminTestJSON-391861328 tempest-ServersAdminTestJSON-391861328-project] 10.222.0.104 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2402775 Jul 06 13:55:23.993557 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [req-f8de5742-5eeb-490c-a716-ca764410dfc3 req-231b42c0-7796-430a-b186-790f37a84ab3 tempest-FloatingIPsTestJSON-1798720322 tempest-FloatingIPsTestJSON-1798720322-project] http://10.222.0.104:9696/v2.0/extensions returned with HTTP 200 {{(pid=100247) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 13:55:23.994570 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-f8de5742-5eeb-490c-a716-ca764410dfc3 req-231b42c0-7796-430a-b186-790f37a84ab3 tempest-FloatingIPsTestJSON-1798720322 tempest-FloatingIPsTestJSON-1798720322-project] 10.222.0.104 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0102401 Jul 06 13:55:23.997764 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-dcedb63a-bcf0-4b43-b690-b4a714090b05 req-bd07e719-bd7f-4fe3-9233-e8fb61feed37 service neutron] 10.222.0.127 "GET /v2.0/security-groups?id=9f5b92e9-7340-49c3-a9bb-41e4a1caffc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969276 Jul 06 13:55:24.007401 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-e3aa585f-b163-4855-8b1e-8c23a09c068f req-f8d45e54-7b83-4264-b1ae-251756f4c1d6 tempest-ServersAdminTestJSON-391861328 tempest-ServersAdminTestJSON-391861328-project] 10.222.0.104 "GET /v2.0/quotas/8cb5ec88b59f4a759dd81f7b3a6fc71e HTTP/1.1" status: 200 len: 375 time: 0.0118289 Jul 06 13:55:24.039040 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-228505da-d53a-4697-990c-2db719353006 req-ee14df98-f5bd-4a29-a5b7-e57e41a3c848 service neutron] 10.222.0.72 "GET /v2.0/networks/4f6c277b-1b2d-40ad-a374-15bf31b2f6e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1010251 Jul 06 13:55:24.045732 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 06 Jul 2021 13:55:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43b565ff-7717-44a8-af08-1b03ad0d2ba5 x-openstack-request-id: req-43b565ff-7717-44a8-af08-1b03ad0d2ba5 {{(pid=100246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:55:24.046119 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce46b99b-5e9d-4179-b46f-7265cb00f3d9", "name": "network-vif-unplugged", "status": "completed", "tag": "657fb024-941b-4590-82d2-c9d7f63025c1", "code": 200}]} {{(pid=100246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:55:24.046486 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-43b565ff-7717-44a8-af08-1b03ad0d2ba5 {{(pid=100246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:55:24.047242 n-d-773647-6 neutron-server[100246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce46b99b-5e9d-4179-b46f-7265cb00f3d9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '657fb024-941b-4590-82d2-c9d7f63025c1', 'code': 200} Jul 06 13:55:24.050495 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-e3aa585f-b163-4855-8b1e-8c23a09c068f req-67e1fd04-a60b-44e5-b4ee-09a088e5351b tempest-ServersAdminTestJSON-391861328 tempest-ServersAdminTestJSON-391861328-project] 10.222.0.104 "GET /v2.0/ports?tenant_id=8cb5ec88b59f4a759dd81f7b3a6fc71e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0367746 Jul 06 13:55:24.143342 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-228505da-d53a-4697-990c-2db719353006 req-58956709-ad27-43ee-bbb6-4ad82b0e42ed service neutron] 10.222.0.72 "GET /v2.0/networks/4f6c277b-1b2d-40ad-a374-15bf31b2f6e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945628 Jul 06 13:55:24.301348 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ddc33e-fe1a-4dfa-a662-710647c99bdc req-a86b1413-64e8-40f5-a2fd-b68ddd209577 tempest-LiveMigrationTest-2001684970 tempest-LiveMigrationTest-2001684970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:55:24.305874 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-a7ddc33e-fe1a-4dfa-a662-710647c99bdc req-a86b1413-64e8-40f5-a2fd-b68ddd209577 tempest-LiveMigrationTest-2001684970 tempest-LiveMigrationTest-2001684970-project] 10.222.0.104 "GET /v2.0/ports?device_id=c2e7e169-6d3e-4fe1-9d57-062eaff9ad98 HTTP/1.1" status: 200 len: 943 time: 0.0724263 Jul 06 13:55:24.366461 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-a7ddc33e-fe1a-4dfa-a662-710647c99bdc req-bfcb045b-87ed-4373-b26e-31430b33c93f tempest-LiveMigrationTest-2001684970 tempest-LiveMigrationTest-2001684970-project] 10.222.0.104 "GET /v2.0/security-groups?id=7e243ebf-9cf4-4917-8da6-0fd38b06f795&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517614 Jul 06 13:55:24.378028 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 75ee42f3-080d-48a0-8c1a-57fcba6ca424 up at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 13:55:24.460249 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning for port 75ee42f3-080d-48a0-8c1a-57fcba6ca424 completed by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 13:55:24.464099 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning complete for port 75ee42f3-080d-48a0-8c1a-57fcba6ca424 triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:55:24.464497 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:24.504099 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-77cc0d9c-eacd-4f5d-92ff-5c92c301519e req-20172fc0-c8f8-4704-a21d-8c94fe167564 tempest-FloatingIPsTestJSON-1798720322 tempest-FloatingIPsTestJSON-1798720322-project] 10.222.0.104 "GET /v2.0/floatingips?tenant_id=b3566e6478e14479b5cd6db4d0b02e77 HTTP/1.1" status: 200 len: 695 time: 0.0921307 Jul 06 13:55:24.549743 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:24.585232 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] For port 75ee42f3-080d-48a0-8c1a-57fcba6ca424, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=75ee42f3-080d-48a0-8c1a-57fcba6ca424,segment=NetworkSegment(89910f5d-e821-4ecc-8a62-21fe63c22f3f),segment_id=89910f5d-e821-4ecc-8a62-21fe63c22f3f)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:55:24.590671 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:24.634018 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f44692e-bcf0-4b78-80ac-2e500821504f req-5b3353f3-d53f-4cfe-b5a0-8540c358ee62 tempest-LiveAutoBlockMigrationV225Test-654794443 tempest-LiveAutoBlockMigrationV225Test-654794443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:55:24.640957 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-6f44692e-bcf0-4b78-80ac-2e500821504f req-5b3353f3-d53f-4cfe-b5a0-8540c358ee62 tempest-LiveAutoBlockMigrationV225Test-654794443 tempest-LiveAutoBlockMigrationV225Test-654794443-project] 10.222.0.104 "GET /v2.0/ports?device_id=ce46b99b-5e9d-4179-b46f-7265cb00f3d9 HTTP/1.1" status: 200 len: 944 time: 0.1578827 Jul 06 13:55:24.647546 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Pushing event updated for resources: {'Port': ['ID=75ee42f3-080d-48a0-8c1a-57fcba6ca424,revision_number=5']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:55:24.673620 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77cc0d9c-eacd-4f5d-92ff-5c92c301519e req-0fe2190c-bbd1-4ad9-a974-f90192e0241f tempest-FloatingIPsTestJSON-1798720322 tempest-FloatingIPsTestJSON-1798720322-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:55:24.675783 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-77cc0d9c-eacd-4f5d-92ff-5c92c301519e req-0fe2190c-bbd1-4ad9-a974-f90192e0241f tempest-FloatingIPsTestJSON-1798720322 tempest-FloatingIPsTestJSON-1798720322-project] 10.222.0.104 "GET /v2.0/networks?id=2658f09e-a580-4d4a-9968-2d1e0ad93719 HTTP/1.1" status: 200 len: 787 time: 0.1540513 Jul 06 13:55:24.693999 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [req-77cc0d9c-eacd-4f5d-92ff-5c92c301519e req-433a5004-7a6f-4c34-9487-3643b1167499 tempest-FloatingIPsTestJSON-1798720322 tempest-FloatingIPsTestJSON-1798720322-project] http://10.222.0.104:9696/v2.0/extensions returned with HTTP 200 {{(pid=100247) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 13:55:24.695027 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-77cc0d9c-eacd-4f5d-92ff-5c92c301519e req-433a5004-7a6f-4c34-9487-3643b1167499 tempest-FloatingIPsTestJSON-1798720322 tempest-FloatingIPsTestJSON-1798720322-project] 10.222.0.104 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0132184 Jul 06 13:55:24.704115 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-6f44692e-bcf0-4b78-80ac-2e500821504f req-9b79de1f-432f-4184-a81d-1e6b3d2167e3 tempest-LiveAutoBlockMigrationV225Test-654794443 tempest-LiveAutoBlockMigrationV225Test-654794443-project] 10.222.0.104 "GET /v2.0/security-groups?id=43f6fcb8-9501-44d6-9feb-82c82c5d5862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588818 Jul 06 13:55:24.827301 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-6601b574-8fc4-40db-9198-fc023a5fe9df req-bfa9973b-6a76-48a5-a32e-fb5890b5a8cf tempest-ServersAdminTestJSON-391861328 tempest-ServersAdminTestJSON-391861328-project] 10.222.0.104 "GET /v2.0/networks?tenant_id=8cb5ec88b59f4a759dd81f7b3a6fc71e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0210445 Jul 06 13:55:24.940641 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6601b574-8fc4-40db-9198-fc023a5fe9df req-f6797605-e346-4d4c-ba74-11c15a6234ad tempest-ServersAdminTestJSON-391861328 tempest-ServersAdminTestJSON-391861328-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:55:24.942130 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-6601b574-8fc4-40db-9198-fc023a5fe9df req-f6797605-e346-4d4c-ba74-11c15a6234ad tempest-ServersAdminTestJSON-391861328 tempest-ServersAdminTestJSON-391861328-project] 10.222.0.104 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1084383 Jul 06 13:55:24.962283 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-6601b574-8fc4-40db-9198-fc023a5fe9df req-9b46fee2-f76d-4adc-aa09-00c197ddcc54 tempest-ServersAdminTestJSON-391861328 tempest-ServersAdminTestJSON-391861328-project] 10.222.0.104 "GET /v2.0/quotas/8cb5ec88b59f4a759dd81f7b3a6fc71e HTTP/1.1" status: 200 len: 375 time: 0.0098989 Jul 06 13:55:25.000208 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-6601b574-8fc4-40db-9198-fc023a5fe9df req-c237cbad-5819-422d-a9bc-6a689d698c73 tempest-ServersAdminTestJSON-391861328 tempest-ServersAdminTestJSON-391861328-project] 10.222.0.104 "GET /v2.0/ports?tenant_id=8cb5ec88b59f4a759dd81f7b3a6fc71e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0320740 Jul 06 13:55:25.181729 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-6fb7586b-19f1-4837-adfb-e58fcccb3ee7 req-f581614b-ed5e-4121-9fca-ab7470746500 tempest-FloatingIPsTestJSON-1798720322 tempest-FloatingIPsTestJSON-1798720322-project] 10.222.0.104 "GET /v2.0/floatingips/fcb1583c-e403-42d8-a105-3d238350eef4 HTTP/1.1" status: 200 len: 692 time: 0.0591712 Jul 06 13:55:25.313620 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11e0e3e-b05e-4f1f-8462-a0bae687505f req-dabbfafb-6071-4010-98d3-c19f3943506a tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:55:25.315274 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-d11e0e3e-b05e-4f1f-8462-a0bae687505f req-dabbfafb-6071-4010-98d3-c19f3943506a tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] 10.222.0.104 "GET /v2.0/ports?device_id=cafbb505-1705-4cb2-a601-c8ea5a6459a9 HTTP/1.1" status: 200 len: 949 time: 0.1521943 Jul 06 13:55:25.358183 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb7586b-19f1-4837-adfb-e58fcccb3ee7 req-0bd0f02a-89fb-444c-a2f4-7dc07060fcd2 tempest-FloatingIPsTestJSON-1798720322 tempest-FloatingIPsTestJSON-1798720322-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:55:25.359702 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-6fb7586b-19f1-4837-adfb-e58fcccb3ee7 req-0bd0f02a-89fb-444c-a2f4-7dc07060fcd2 tempest-FloatingIPsTestJSON-1798720322 tempest-FloatingIPsTestJSON-1798720322-project] 10.222.0.104 "GET /v2.0/networks/2658f09e-a580-4d4a-9968-2d1e0ad93719 HTTP/1.1" status: 200 len: 784 time: 0.1621912 Jul 06 13:55:25.378098 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [req-6fb7586b-19f1-4837-adfb-e58fcccb3ee7 req-61fd6e62-6040-4cca-862d-73a040cc4b24 tempest-FloatingIPsTestJSON-1798720322 tempest-FloatingIPsTestJSON-1798720322-project] http://10.222.0.104:9696/v2.0/extensions returned with HTTP 200 {{(pid=100247) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 13:55:25.379179 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-6fb7586b-19f1-4837-adfb-e58fcccb3ee7 req-61fd6e62-6040-4cca-862d-73a040cc4b24 tempest-FloatingIPsTestJSON-1798720322 tempest-FloatingIPsTestJSON-1798720322-project] 10.222.0.104 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0118544 Jul 06 13:55:25.388610 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-d11e0e3e-b05e-4f1f-8462-a0bae687505f req-aaaa5d50-442e-46af-bde1-8806c6cf14bb tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] 10.222.0.104 "GET /v2.0/security-groups?id=9f5b92e9-7340-49c3-a9bb-41e4a1caffc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640571 Jul 06 13:55:25.436052 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-6fb7586b-19f1-4837-adfb-e58fcccb3ee7 req-c3429788-537f-492d-92d7-cf08d22c9eed tempest-FloatingIPsTestJSON-1798720322 tempest-FloatingIPsTestJSON-1798720322-project] 10.222.0.104 "GET /v2.0/floatingips?floating_ip_address=172.25.0.21 HTTP/1.1" status: 200 len: 695 time: 0.0452819 Jul 06 13:55:25.480490 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-2029ceed-e59f-44e0-a082-4b161d48f581 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:25.497987 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-e3aa585f-b163-4855-8b1e-8c23a09c068f req-482d3c6a-d2d6-4ebf-8012-0a4e5e7db2f5 tempest-ServersAdminTestJSON-391861328 tempest-ServersAdminTestJSON-391861328-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=8cb5ec88b59f4a759dd81f7b3a6fc71e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0375943 Jul 06 13:55:25.536632 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-6fb7586b-19f1-4837-adfb-e58fcccb3ee7 req-c297dcc8-27ec-46a5-9261-ef3868a3ce41 tempest-FloatingIPsTestJSON-1798720322 tempest-FloatingIPsTestJSON-1798720322-project] 10.222.0.104 "GET /v2.0/floatingips?floating_ip_address=172.25.0.21 HTTP/1.1" status: 200 len: 695 time: 0.0890567 Jul 06 13:55:25.688737 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3aa585f-b163-4855-8b1e-8c23a09c068f req-62ba9080-438c-40da-88c1-6970d99f4855 tempest-ServersAdminTestJSON-391861328 tempest-ServersAdminTestJSON-391861328-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:55:25.695671 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-e3aa585f-b163-4855-8b1e-8c23a09c068f req-62ba9080-438c-40da-88c1-6970d99f4855 tempest-ServersAdminTestJSON-391861328 tempest-ServersAdminTestJSON-391861328-project] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1909750 Jul 06 13:55:25.709466 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [req-e3aa585f-b163-4855-8b1e-8c23a09c068f req-9cdee06b-3e66-478f-b485-e144326646ee tempest-ServersAdminTestJSON-391861328 tempest-ServersAdminTestJSON-391861328-project] Request body: {'port': {'device_id': '63f04f24-a07c-4f56-a92d-98828f9b51fd', 'network_id': 'ac09d390-867f-4b75-a8d2-ab11550bffd6', 'admin_state_up': True, 'tenant_id': '8cb5ec88b59f4a759dd81f7b3a6fc71e'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:55:25.777193 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-d3be6f53-953d-44df-97e0-713fb2e1710e req-7665c1ec-c0e5-4a75-853f-c8fc0c01c8e9 service neutron] 10.222.0.72 "GET /v2.0/ports/41248504-0f72-4f85-93d1-c1696547ea84/bindings/n-h1-773647-6 HTTP/1.1" status: 200 len: 384 time: 0.1857998 Jul 06 13:55:25.856562 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:25.860774 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.plugin [req-6fb7586b-19f1-4837-adfb-e58fcccb3ee7 req-2dcbd7b6-f382-41ce-82c3-fb1a3736c1a8 tempest-FloatingIPsTestJSON-1798720322 tempest-FloatingIPsTestJSON-1798720322-project] Deleting port 84519eb3-3a56-49da-8e08-de070488bfbd {{(pid=100247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 13:55:25.861117 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-6fb7586b-19f1-4837-adfb-e58fcccb3ee7 req-2dcbd7b6-f382-41ce-82c3-fb1a3736c1a8 tempest-FloatingIPsTestJSON-1798720322 tempest-FloatingIPsTestJSON-1798720322-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:25.992874 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e3aa585f-b163-4855-8b1e-8c23a09c068f req-9cdee06b-3e66-478f-b485-e144326646ee tempest-ServersAdminTestJSON-391861328 tempest-ServersAdminTestJSON-391861328-project] Made reservation on behalf of 8cb5ec88b59f4a759dd81f7b3a6fc71e for: {'port': 1} {{(pid=100246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 13:55:25.996781 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-e3aa585f-b163-4855-8b1e-8c23a09c068f req-9cdee06b-3e66-478f-b485-e144326646ee tempest-ServersAdminTestJSON-391861328 tempest-ServersAdminTestJSON-391861328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:26.015598 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-e3aa585f-b163-4855-8b1e-8c23a09c068f req-9cdee06b-3e66-478f-b485-e144326646ee tempest-ServersAdminTestJSON-391861328 tempest-ServersAdminTestJSON-391861328-project] Notify callbacks [] for security_group, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:26.052521 n-d-773647-6 neutron-server[100246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce46b99b-5e9d-4179-b46f-7265cb00f3d9', 'tag': '657fb024-941b-4590-82d2-c9d7f63025c1'}] {{(pid=100246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 13:55:26.055280 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0d96c5ab5e889f7b933ae915b9be33d1b46c9e87795bf781004b656ef3f1e87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8e241f6-308b-47a6-9923-9c7e8364bd28" -d '{"events": [{"name": "network-changed", "server_uuid": "ce46b99b-5e9d-4179-b46f-7265cb00f3d9", "tag": "657fb024-941b-4590-82d2-c9d7f63025c1"}]}' {{(pid=100246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:55:26.075936 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.db [req-d3be6f53-953d-44df-97e0-713fb2e1710e req-51d45ad1-3a46-4f98-bf18-5c98b2ab1abf service neutron] For port 41248504-0f72-4f85-93d1-c1696547ea84, host n-h2-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=41248504-0f72-4f85-93d1-c1696547ea84,segment=NetworkSegment(65749612-fb0d-4f34-9eb9-d06c3a2fda80),segment_id=65749612-fb0d-4f34-9eb9-d06c3a2fda80)] {{(pid=100247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:55:26.136238 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.db [req-d3be6f53-953d-44df-97e0-713fb2e1710e req-51d45ad1-3a46-4f98-bf18-5c98b2ab1abf service neutron] For port 41248504-0f72-4f85-93d1-c1696547ea84, host n-h2-773647-6, cleared binding levels {{(pid=100247) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 13:55:26.138773 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-6fb7586b-19f1-4837-adfb-e58fcccb3ee7 req-2dcbd7b6-f382-41ce-82c3-fb1a3736c1a8 tempest-FloatingIPsTestJSON-1798720322 tempest-FloatingIPsTestJSON-1798720322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:26.139108 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-6fb7586b-19f1-4837-adfb-e58fcccb3ee7 req-2dcbd7b6-f382-41ce-82c3-fb1a3736c1a8 tempest-FloatingIPsTestJSON-1798720322 tempest-FloatingIPsTestJSON-1798720322-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:26.150017 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-e3aa585f-b163-4855-8b1e-8c23a09c068f req-9cdee06b-3e66-478f-b485-e144326646ee tempest-ServersAdminTestJSON-391861328 tempest-ServersAdminTestJSON-391861328-project] Notify callbacks [] for security_group, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:26.155093 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-e3aa585f-b163-4855-8b1e-8c23a09c068f req-9cdee06b-3e66-478f-b485-e144326646ee tempest-ServersAdminTestJSON-391861328 tempest-ServersAdminTestJSON-391861328-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:26.172488 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.plugin [req-6fb7586b-19f1-4837-adfb-e58fcccb3ee7 req-2dcbd7b6-f382-41ce-82c3-fb1a3736c1a8 tempest-FloatingIPsTestJSON-1798720322 tempest-FloatingIPsTestJSON-1798720322-project] Calling delete_port for 84519eb3-3a56-49da-8e08-de070488bfbd owned by network:floatingip {{(pid=100247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 13:55:26.190722 n-d-773647-6 neutron-server[100247]: DEBUG neutron.notifiers.nova [req-d3be6f53-953d-44df-97e0-713fb2e1710e req-51d45ad1-3a46-4f98-bf18-5c98b2ab1abf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 41248504-0f72-4f85-93d1-c1696547ea84 {{(pid=100247) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 13:55:26.206438 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.db [req-d3be6f53-953d-44df-97e0-713fb2e1710e req-51d45ad1-3a46-4f98-bf18-5c98b2ab1abf service neutron] For port 41248504-0f72-4f85-93d1-c1696547ea84, host n-h1-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773647-6',level=0,port_id=41248504-0f72-4f85-93d1-c1696547ea84,segment=NetworkSegment(65749612-fb0d-4f34-9eb9-d06c3a2fda80),segment_id=65749612-fb0d-4f34-9eb9-d06c3a2fda80)] {{(pid=100247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:55:26.224612 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdee06b-3e66-478f-b485-e144326646ee tempest-ServersAdminTestJSON-391861328 tempest-ServersAdminTestJSON-391861328-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3bcee3ab-dc9e-46be-bc35-9f5a80cc9457,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:55:26.286862 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-d3be6f53-953d-44df-97e0-713fb2e1710e req-51d45ad1-3a46-4f98-bf18-5c98b2ab1abf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:26.331475 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.db_base_plugin_common [req-e3aa585f-b163-4855-8b1e-8c23a09c068f req-9cdee06b-3e66-478f-b485-e144326646ee tempest-ServersAdminTestJSON-391861328 tempest-ServersAdminTestJSON-391861328-project] Allocated IP 192.168.233.97 (ac09d390-867f-4b75-a8d2-ab11550bffd6/d1c3cc78-09b9-4e30-99fd-0e5830de101d/ea4b4b49-6742-4d24-921d-b8422184436f) {{(pid=100246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 13:55:26.364906 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 75ee42f3-080d-48a0-8c1a-57fcba6ca424 up at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 13:55:26.385170 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-68f641e5-9d28-44a4-84b8-91f7bef48567 req-8489aa3d-eec9-494f-b830-1d858ee0c4de tempest-ServersAdminTestJSON-391861328 tempest-ServersAdminTestJSON-391861328-project] 10.222.0.104 "GET /v2.0/ports?device_id=a23cdce2-9066-4fd7-bd62-f6d41cb4ff7d HTTP/1.1" status: 200 len: 210 time: 0.0463352 Jul 06 13:55:26.422196 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning complete for port 75ee42f3-080d-48a0-8c1a-57fcba6ca424 triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:55:26.422398 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:26.478031 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.provisioning_blocks [req-d3be6f53-953d-44df-97e0-713fb2e1710e req-51d45ad1-3a46-4f98-bf18-5c98b2ab1abf service neutron] Transition to ACTIVE for port object 41248504-0f72-4f85-93d1-c1696547ea84 will not be triggered until provisioned by entity L2. {{(pid=100247) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 13:55:26.483360 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-6fb7586b-19f1-4837-adfb-e58fcccb3ee7 req-2dcbd7b6-f382-41ce-82c3-fb1a3736c1a8 tempest-FloatingIPsTestJSON-1798720322 tempest-FloatingIPsTestJSON-1798720322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117'] for port, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:26.489475 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-d3be6f53-953d-44df-97e0-713fb2e1710e req-51d45ad1-3a46-4f98-bf18-5c98b2ab1abf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:26.514955 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-2064eaae-da4f-48f8-82d2-b09d4ddedd44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:26.526965 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dcbd7b6-f382-41ce-82c3-fb1a3736c1a8 tempest-FloatingIPsTestJSON-1798720322 tempest-FloatingIPsTestJSON-1798720322-project] Pushing event deleted for resources: {'Port': ['ID=84519eb3-3a56-49da-8e08-de070488bfbd,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:55:26.565176 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-e3aa585f-b163-4855-8b1e-8c23a09c068f req-9cdee06b-3e66-478f-b485-e144326646ee tempest-ServersAdminTestJSON-391861328 tempest-ServersAdminTestJSON-391861328-project] Notify callbacks [] for port, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:26.574997 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3be6f53-953d-44df-97e0-713fb2e1710e req-51d45ad1-3a46-4f98-bf18-5c98b2ab1abf service neutron] No DVR routers for this DVR port 41248504-0f72-4f85-93d1-c1696547ea84 on host n-h2-773647-6 {{(pid=100247) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 13:55:26.581597 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dcbd7b6-f382-41ce-82c3-fb1a3736c1a8 tempest-FloatingIPsTestJSON-1798720322 tempest-FloatingIPsTestJSON-1798720322-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:55:26.582132 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dcbd7b6-f382-41ce-82c3-fb1a3736c1a8 tempest-FloatingIPsTestJSON-1798720322 tempest-FloatingIPsTestJSON-1798720322-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:55:26.582477 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dcbd7b6-f382-41ce-82c3-fb1a3736c1a8 tempest-FloatingIPsTestJSON-1798720322 tempest-FloatingIPsTestJSON-1798720322-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:55:26.583042 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dcbd7b6-f382-41ce-82c3-fb1a3736c1a8 tempest-FloatingIPsTestJSON-1798720322 tempest-FloatingIPsTestJSON-1798720322-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:55:26.583167 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dcbd7b6-f382-41ce-82c3-fb1a3736c1a8 tempest-FloatingIPsTestJSON-1798720322 tempest-FloatingIPsTestJSON-1798720322-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:55:26.583461 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dcbd7b6-f382-41ce-82c3-fb1a3736c1a8 tempest-FloatingIPsTestJSON-1798720322 tempest-FloatingIPsTestJSON-1798720322-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:55:26.583787 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dcbd7b6-f382-41ce-82c3-fb1a3736c1a8 tempest-FloatingIPsTestJSON-1798720322 tempest-FloatingIPsTestJSON-1798720322-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:55:26.584108 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dcbd7b6-f382-41ce-82c3-fb1a3736c1a8 tempest-FloatingIPsTestJSON-1798720322 tempest-FloatingIPsTestJSON-1798720322-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:55:26.584426 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dcbd7b6-f382-41ce-82c3-fb1a3736c1a8 tempest-FloatingIPsTestJSON-1798720322 tempest-FloatingIPsTestJSON-1798720322-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:55:26.584744 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dcbd7b6-f382-41ce-82c3-fb1a3736c1a8 tempest-FloatingIPsTestJSON-1798720322 tempest-FloatingIPsTestJSON-1798720322-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:55:26.585063 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dcbd7b6-f382-41ce-82c3-fb1a3736c1a8 tempest-FloatingIPsTestJSON-1798720322 tempest-FloatingIPsTestJSON-1798720322-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:55:26.585379 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dcbd7b6-f382-41ce-82c3-fb1a3736c1a8 tempest-FloatingIPsTestJSON-1798720322 tempest-FloatingIPsTestJSON-1798720322-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:55:26.590253 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-6fb7586b-19f1-4837-adfb-e58fcccb3ee7 req-2dcbd7b6-f382-41ce-82c3-fb1a3736c1a8 tempest-FloatingIPsTestJSON-1798720322 tempest-FloatingIPsTestJSON-1798720322-project] Notify callbacks [] for floatingip, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:26.592753 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-6fb7586b-19f1-4837-adfb-e58fcccb3ee7 req-2dcbd7b6-f382-41ce-82c3-fb1a3736c1a8 tempest-FloatingIPsTestJSON-1798720322 tempest-FloatingIPsTestJSON-1798720322-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for floatingip, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:26.593890 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-6fb7586b-19f1-4837-adfb-e58fcccb3ee7 req-2dcbd7b6-f382-41ce-82c3-fb1a3736c1a8 tempest-FloatingIPsTestJSON-1798720322 tempest-FloatingIPsTestJSON-1798720322-project] 10.222.0.104 "DELETE /v2.0/floatingips/fcb1583c-e403-42d8-a105-3d238350eef4 HTTP/1.1" status: 204 len: 173 time: 1.0517690 Jul 06 13:55:26.596603 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.provisioning_blocks [req-e3aa585f-b163-4855-8b1e-8c23a09c068f req-9cdee06b-3e66-478f-b485-e144326646ee tempest-ServersAdminTestJSON-391861328 tempest-ServersAdminTestJSON-391861328-project] Transition to ACTIVE for port object ea4b4b49-6742-4d24-921d-b8422184436f will not be triggered until provisioned by entity DHCP. {{(pid=100246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 13:55:26.661541 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-e3aa585f-b163-4855-8b1e-8c23a09c068f req-9cdee06b-3e66-478f-b485-e144326646ee tempest-ServersAdminTestJSON-391861328 tempest-ServersAdminTestJSON-391861328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-127687573'] for port, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:26.691932 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-6601b574-8fc4-40db-9198-fc023a5fe9df req-09e8946b-4fff-430c-90da-9d02719f85ed tempest-ServersAdminTestJSON-391861328 tempest-ServersAdminTestJSON-391861328-project] 10.222.0.127 "GET /v2.0/networks?tenant_id=8cb5ec88b59f4a759dd81f7b3a6fc71e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0421810 Jul 06 13:55:26.718821 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e3aa585f-b163-4855-8b1e-8c23a09c068f req-9cdee06b-3e66-478f-b485-e144326646ee tempest-ServersAdminTestJSON-391861328 tempest-ServersAdminTestJSON-391861328-project] Network ac09d390-867f-4b75-a8d2-ab11550bffd6 is already hosted by enough agents. {{(pid=100246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 13:55:26.722591 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.base_scheduler [req-e3aa585f-b163-4855-8b1e-8c23a09c068f req-9cdee06b-3e66-478f-b485-e144326646ee tempest-ServersAdminTestJSON-391861328 tempest-ServersAdminTestJSON-391861328-project] Resources bound (agent type, host, resource id): {{(pid=100246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:55:26.729040 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3aa585f-b163-4855-8b1e-8c23a09c068f req-9cdee06b-3e66-478f-b485-e144326646ee tempest-ServersAdminTestJSON-391861328 tempest-ServersAdminTestJSON-391861328-project] Received port after_create {{(pid=100246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 13:55:26.733103 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-d3be6f53-953d-44df-97e0-713fb2e1710e req-51d45ad1-3a46-4f98-bf18-5c98b2ab1abf service neutron] 10.222.0.72 "PUT /v2.0/ports/41248504-0f72-4f85-93d1-c1696547ea84/bindings/n-h1-773647-6/activate HTTP/1.1" status: 200 len: 369 time: 0.9443991 Jul 06 13:55:26.763791 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdee06b-3e66-478f-b485-e144326646ee tempest-ServersAdminTestJSON-391861328 tempest-ServersAdminTestJSON-391861328-project] Pushing event updated for resources: {'Port': ['ID=ea4b4b49-6742-4d24-921d-b8422184436f,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:55:26.798044 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3aa585f-b163-4855-8b1e-8c23a09c068f req-9cdee06b-3e66-478f-b485-e144326646ee tempest-ServersAdminTestJSON-391861328 tempest-ServersAdminTestJSON-391861328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:55:26.798044 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-e3aa585f-b163-4855-8b1e-8c23a09c068f req-9cdee06b-3e66-478f-b485-e144326646ee tempest-ServersAdminTestJSON-391861328 tempest-ServersAdminTestJSON-391861328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:26.816599 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-e3aa585f-b163-4855-8b1e-8c23a09c068f req-9cdee06b-3e66-478f-b485-e144326646ee tempest-ServersAdminTestJSON-391861328 tempest-ServersAdminTestJSON-391861328-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.1112318 Jul 06 13:55:26.826198 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d45ad1-3a46-4f98-bf18-5c98b2ab1abf service neutron] Pushing event updated for resources: {'Port': ['ID=41248504-0f72-4f85-93d1-c1696547ea84,revision_number=10']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:55:26.836472 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [req-e3aa585f-b163-4855-8b1e-8c23a09c068f req-e8dbce27-aa14-4581-8fcb-31a9c5d7e011 service neutron] Request body: {'port': {'device_id': '63f04f24-a07c-4f56-a92d-98828f9b51fd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-773647-6'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:55:26.919979 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-e3aa585f-b163-4855-8b1e-8c23a09c068f req-e8dbce27-aa14-4581-8fcb-31a9c5d7e011 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:27.057979 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-3ac9395e-f05b-4b42-9bd7-9dec9f6218e9 None None] Provisioning for port ea4b4b49-6742-4d24-921d-b8422184436f completed by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 13:55:27.062578 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-3ac9395e-f05b-4b42-9bd7-9dec9f6218e9 None None] Provisioning complete for port ea4b4b49-6742-4d24-921d-b8422184436f triggered by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:55:27.063044 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-3ac9395e-f05b-4b42-9bd7-9dec9f6218e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:27.107330 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-3ac9395e-f05b-4b42-9bd7-9dec9f6218e9 None None] Port ea4b4b49-6742-4d24-921d-b8422184436f cannot update to ACTIVE because it is not bound. {{(pid=100248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 13:55:27.202283 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffc2780-e961-4fe4-b05a-6eae7bc05e19 req-f0d93e60-fdf4-44e6-907a-2bc618339f7c tempest-LiveMigrationTest-2001684970 tempest-LiveMigrationTest-2001684970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:55:27.203890 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-4ffc2780-e961-4fe4-b05a-6eae7bc05e19 req-f0d93e60-fdf4-44e6-907a-2bc618339f7c tempest-LiveMigrationTest-2001684970 tempest-LiveMigrationTest-2001684970-project] 10.222.0.104 "GET /v2.0/ports?device_id=c2e7e169-6d3e-4fe1-9d57-062eaff9ad98 HTTP/1.1" status: 200 len: 944 time: 0.5268114 Jul 06 13:55:27.211580 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d51bcc-7cbe-4fa2-bf79-331234a4c4f9 req-b2b8d17d-d082-4791-a5ea-a34f6e3860e9 tempest-LiveAutoBlockMigrationV225Test-654794443 tempest-LiveAutoBlockMigrationV225Test-654794443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:55:27.213261 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-e0d51bcc-7cbe-4fa2-bf79-331234a4c4f9 req-b2b8d17d-d082-4791-a5ea-a34f6e3860e9 tempest-LiveAutoBlockMigrationV225Test-654794443 tempest-LiveAutoBlockMigrationV225Test-654794443-project] 10.222.0.104 "GET /v2.0/ports?device_id=ce46b99b-5e9d-4179-b46f-7265cb00f3d9 HTTP/1.1" status: 200 len: 944 time: 0.4738343 Jul 06 13:55:27.236246 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6601b574-8fc4-40db-9198-fc023a5fe9df req-24911a32-b394-4857-9b50-4ce07fafba17 tempest-ServersAdminTestJSON-391861328 tempest-ServersAdminTestJSON-391861328-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:55:27.238329 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-6601b574-8fc4-40db-9198-fc023a5fe9df req-24911a32-b394-4857-9b50-4ce07fafba17 tempest-ServersAdminTestJSON-391861328 tempest-ServersAdminTestJSON-391861328-project] 10.222.0.127 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5190687 Jul 06 13:55:27.262174 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [req-6601b574-8fc4-40db-9198-fc023a5fe9df req-844342a8-e044-46c4-bd7a-ee6e77daffaa tempest-ServersAdminTestJSON-391861328 tempest-ServersAdminTestJSON-391861328-project] Request body: {'port': {'device_id': 'a23cdce2-9066-4fd7-bd62-f6d41cb4ff7d', 'network_id': 'ac09d390-867f-4b75-a8d2-ab11550bffd6', 'admin_state_up': True, 'tenant_id': '8cb5ec88b59f4a759dd81f7b3a6fc71e'}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:55:27.349964 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3be6f53-953d-44df-97e0-713fb2e1710e req-5a7b6d70-a2ff-4537-b551-8016574339cc tempest-LiveMigrationTest-343502667 tempest-LiveMigrationTest-343502667-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:55:27.351504 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-d3be6f53-953d-44df-97e0-713fb2e1710e req-5a7b6d70-a2ff-4537-b551-8016574339cc tempest-LiveMigrationTest-343502667 tempest-LiveMigrationTest-343502667-project-admin] 10.222.0.127 "GET /v2.0/ports?device_id=c2e7e169-6d3e-4fe1-9d57-062eaff9ad98&tenant_id=125e6575b3ba4365b3ae01568cef269b&binding%3Ahost_id=n-h2-773647-6 HTTP/1.1" status: 200 len: 1095 time: 0.5062082 Jul 06 13:55:27.365908 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-4ffc2780-e961-4fe4-b05a-6eae7bc05e19 req-d1e881ee-33fc-4c40-a0ed-9d368770bff3 tempest-LiveMigrationTest-2001684970 tempest-LiveMigrationTest-2001684970-project] 10.222.0.104 "GET /v2.0/security-groups?id=7e243ebf-9cf4-4917-8da6-0fd38b06f795&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1499510 Jul 06 13:55:27.377515 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-e0d51bcc-7cbe-4fa2-bf79-331234a4c4f9 req-b4efc2ae-72e3-4fc5-a4d3-ecc8951ee018 tempest-LiveAutoBlockMigrationV225Test-654794443 tempest-LiveAutoBlockMigrationV225Test-654794443-project] 10.222.0.104 "GET /v2.0/security-groups?id=43f6fcb8-9501-44d6-9feb-82c82c5d5862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1575663 Jul 06 13:55:27.415351 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Device 657fb024-941b-4590-82d2-c9d7f63025c1 details requested by agent hyperv_n-h2-773647-6 with host n-h2-773647-6 {{(pid=100248) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 13:55:27.466077 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6601b574-8fc4-40db-9198-fc023a5fe9df req-844342a8-e044-46c4-bd7a-ee6e77daffaa tempest-ServersAdminTestJSON-391861328 tempest-ServersAdminTestJSON-391861328-project] Made reservation on behalf of 8cb5ec88b59f4a759dd81f7b3a6fc71e for: {'port': 1} {{(pid=100247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 13:55:27.470494 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 13:55:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5da721df-2385-4ad3-88fd-b5ca841eb466 x-openstack-request-id: req-5da721df-2385-4ad3-88fd-b5ca841eb466 {{(pid=100246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:55:27.471142 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce46b99b-5e9d-4179-b46f-7265cb00f3d9", "tag": "657fb024-941b-4590-82d2-c9d7f63025c1", "status": "completed", "code": 200}]} {{(pid=100246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:55:27.471423 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-6601b574-8fc4-40db-9198-fc023a5fe9df req-844342a8-e044-46c4-bd7a-ee6e77daffaa tempest-ServersAdminTestJSON-391861328 tempest-ServersAdminTestJSON-391861328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:27.471538 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-5da721df-2385-4ad3-88fd-b5ca841eb466 {{(pid=100246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:55:27.472546 n-d-773647-6 neutron-server[100246]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce46b99b-5e9d-4179-b46f-7265cb00f3d9', 'tag': '657fb024-941b-4590-82d2-c9d7f63025c1', 'status': 'completed', 'code': 200} Jul 06 13:55:27.475314 n-d-773647-6 neutron-server[100246]: DEBUG neutron.notifiers.nova [req-e3aa585f-b163-4855-8b1e-8c23a09c068f req-e8dbce27-aa14-4581-8fcb-31a9c5d7e011 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ea4b4b49-6742-4d24-921d-b8422184436f {{(pid=100246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 13:55:27.489282 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-e3aa585f-b163-4855-8b1e-8c23a09c068f req-e8dbce27-aa14-4581-8fcb-31a9c5d7e011 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:27.492767 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3be6f53-953d-44df-97e0-713fb2e1710e req-32fefc6e-5143-4676-8d8c-5418cf957b87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:55:27.494266 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-d3be6f53-953d-44df-97e0-713fb2e1710e req-32fefc6e-5143-4676-8d8c-5418cf957b87 service neutron] 10.222.0.127 "GET /v2.0/ports?device_id=c2e7e169-6d3e-4fe1-9d57-062eaff9ad98&tenant_id=125e6575b3ba4365b3ae01568cef269b HTTP/1.1" status: 200 len: 1095 time: 0.1320231 Jul 06 13:55:27.519243 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.provisioning_blocks [req-e3aa585f-b163-4855-8b1e-8c23a09c068f req-e8dbce27-aa14-4581-8fcb-31a9c5d7e011 service neutron] Transition to ACTIVE for port object ea4b4b49-6742-4d24-921d-b8422184436f will not be triggered until provisioned by entity L2. {{(pid=100246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 13:55:27.531162 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-e3aa585f-b163-4855-8b1e-8c23a09c068f req-e8dbce27-aa14-4581-8fcb-31a9c5d7e011 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127687527'] for port, after_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:27.574528 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] For port 657fb024-941b-4590-82d2-c9d7f63025c1, host n-h1-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773647-6',level=0,port_id=657fb024-941b-4590-82d2-c9d7f63025c1,segment=NetworkSegment(da615941-94ee-441c-92fd-37ca002df9b5),segment_id=da615941-94ee-441c-92fd-37ca002df9b5)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:55:27.591752 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Device 657fb024-941b-4590-82d2-c9d7f63025c1 has no active binding in host n-h2-773647-6 {{(pid=100248) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 06 13:55:27.663656 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8dbce27-aa14-4581-8fcb-31a9c5d7e011 service neutron] Pushing event updated for resources: {'Port': ['ID=ea4b4b49-6742-4d24-921d-b8422184436f,revision_number=2']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:55:27.725605 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.db_base_plugin_common [req-6601b574-8fc4-40db-9198-fc023a5fe9df req-844342a8-e044-46c4-bd7a-ee6e77daffaa tempest-ServersAdminTestJSON-391861328 tempest-ServersAdminTestJSON-391861328-project] Allocated IP 192.168.233.218 (ac09d390-867f-4b75-a8d2-ab11550bffd6/d1c3cc78-09b9-4e30-99fd-0e5830de101d/b0540eff-bdf4-4af4-8588-52491b736d88) {{(pid=100247) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 13:55:27.728020 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3be6f53-953d-44df-97e0-713fb2e1710e req-7b3e1879-5f8d-49de-ab60-a522d02d9155 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:55:27.729567 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-d3be6f53-953d-44df-97e0-713fb2e1710e req-7b3e1879-5f8d-49de-ab60-a522d02d9155 service neutron] 10.222.0.127 "GET /v2.0/ports?tenant_id=125e6575b3ba4365b3ae01568cef269b&device_id=c2e7e169-6d3e-4fe1-9d57-062eaff9ad98 HTTP/1.1" status: 200 len: 1095 time: 0.2042091 Jul 06 13:55:27.760251 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e241f6-308b-47a6-9923-9c7e8364bd28 req-d6cf6b59-ec1a-423b-bed2-de890a8a05ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:55:27.761930 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-f8e241f6-308b-47a6-9923-9c7e8364bd28 req-d6cf6b59-ec1a-423b-bed2-de890a8a05ae service neutron] 10.222.0.127 "GET /v2.0/ports?tenant_id=4cef06e2189c48a2819839e74c70f679&device_id=ce46b99b-5e9d-4179-b46f-7265cb00f3d9 HTTP/1.1" status: 200 len: 1125 time: 0.2555015 Jul 06 13:55:27.808321 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [req-e3aa585f-b163-4855-8b1e-8c23a09c068f req-e8dbce27-aa14-4581-8fcb-31a9c5d7e011 service neutron] Attempting to bind port ea4b4b49-6742-4d24-921d-b8422184436f on host n-h2-773647-6 for vnic_type normal with profile {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 13:55:27.808706 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [req-e3aa585f-b163-4855-8b1e-8c23a09c068f req-e8dbce27-aa14-4581-8fcb-31a9c5d7e011 service neutron] Attempting to bind port ea4b4b49-6742-4d24-921d-b8422184436f by drivers openvswitch,hyperv on host n-h2-773647-6 at level 0 using segments [{'id': 'c9ea893d-045e-42cf-b3dd-cdd1f79baccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'ac09d390-867f-4b75-a8d2-ab11550bffd6'}] {{(pid=100246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 13:55:27.809316 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3aa585f-b163-4855-8b1e-8c23a09c068f req-e8dbce27-aa14-4581-8fcb-31a9c5d7e011 service neutron] Attempting to bind port ea4b4b49-6742-4d24-921d-b8422184436f on network ac09d390-867f-4b75-a8d2-ab11550bffd6 {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 13:55:27.816967 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3aa585f-b163-4855-8b1e-8c23a09c068f req-e8dbce27-aa14-4581-8fcb-31a9c5d7e011 service neutron] Port ea4b4b49-6742-4d24-921d-b8422184436f on network ac09d390-867f-4b75-a8d2-ab11550bffd6 not bound, no agent of type Open vSwitch agent registered on host n-h2-773647-6 {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 13:55:27.816967 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3aa585f-b163-4855-8b1e-8c23a09c068f req-e8dbce27-aa14-4581-8fcb-31a9c5d7e011 service neutron] Attempting to bind port ea4b4b49-6742-4d24-921d-b8422184436f on network ac09d390-867f-4b75-a8d2-ab11550bffd6 {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 13:55:27.826720 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3aa585f-b163-4855-8b1e-8c23a09c068f req-e8dbce27-aa14-4581-8fcb-31a9c5d7e011 service neutron] Checking agent: {'id': '63768ece-0600-4354-8d29-fdedec96b077', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-773647-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 51, 10), 'started_at': datetime.datetime(2021, 7, 6, 13, 51, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 13, 55, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 13:55:27.827069 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3aa585f-b163-4855-8b1e-8c23a09c068f req-e8dbce27-aa14-4581-8fcb-31a9c5d7e011 service neutron] Checking segment: {'id': 'c9ea893d-045e-42cf-b3dd-cdd1f79baccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'ac09d390-867f-4b75-a8d2-ab11550bffd6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 13:55:27.827502 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3aa585f-b163-4855-8b1e-8c23a09c068f req-e8dbce27-aa14-4581-8fcb-31a9c5d7e011 service neutron] Bound using segment: {'id': 'c9ea893d-045e-42cf-b3dd-cdd1f79baccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'ac09d390-867f-4b75-a8d2-ab11550bffd6'} {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 13:55:27.827945 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [req-e3aa585f-b163-4855-8b1e-8c23a09c068f req-e8dbce27-aa14-4581-8fcb-31a9c5d7e011 service neutron] Bound port: ea4b4b49-6742-4d24-921d-b8422184436f, host: n-h2-773647-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c9ea893d-045e-42cf-b3dd-cdd1f79baccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'ac09d390-867f-4b75-a8d2-ab11550bffd6'}}] {{(pid=100246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 13:55:27.828304 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-e3aa585f-b163-4855-8b1e-8c23a09c068f req-e8dbce27-aa14-4581-8fcb-31a9c5d7e011 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:27.869354 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91bc1177-4e9f-4326-9514-f49af06ad2b5 req-0ad67c21-83f8-4f42-ad36-fa7ced0593d9 tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:55:27.870825 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-91bc1177-4e9f-4326-9514-f49af06ad2b5 req-0ad67c21-83f8-4f42-ad36-fa7ced0593d9 tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] 10.222.0.104 "GET /v2.0/ports?device_id=cafbb505-1705-4cb2-a601-c8ea5a6459a9 HTTP/1.1" status: 200 len: 949 time: 0.2501259 Jul 06 13:55:27.888791 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3be6f53-953d-44df-97e0-713fb2e1710e req-3d1b9d49-fb7f-4925-95a0-de8b6719ba13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:55:27.890485 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-d3be6f53-953d-44df-97e0-713fb2e1710e req-3d1b9d49-fb7f-4925-95a0-de8b6719ba13 service neutron] 10.222.0.127 "GET /v2.0/networks?id=4f6c277b-1b2d-40ad-a374-15bf31b2f6e9 HTTP/1.1" status: 200 len: 909 time: 0.1525850 Jul 06 13:55:27.894872 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5ed5cb-1053-4811-aa13-bbe222cdc28a req-dc31769e-926b-497e-9513-dfce71e8cd72 tempest-LiveMigrationNegativeTest-1423627528 tempest-LiveMigrationNegativeTest-1423627528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:55:27.896313 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-4e5ed5cb-1053-4811-aa13-bbe222cdc28a req-dc31769e-926b-497e-9513-dfce71e8cd72 tempest-LiveMigrationNegativeTest-1423627528 tempest-LiveMigrationNegativeTest-1423627528-project] 10.222.0.104 "GET /v2.0/ports?device_id=3222860e-5662-4454-8988-293505dc50b8 HTTP/1.1" status: 200 len: 950 time: 0.2745087 Jul 06 13:55:27.943898 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-d3be6f53-953d-44df-97e0-713fb2e1710e req-cfd987b4-9fe7-454f-9948-e06be0b0ee21 service neutron] 10.222.0.127 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=41248504-0f72-4f85-93d1-c1696547ea84 HTTP/1.1" status: 200 len: 217 time: 0.0449138 Jul 06 13:55:27.961707 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.db [req-e3aa585f-b163-4855-8b1e-8c23a09c068f req-e8dbce27-aa14-4581-8fcb-31a9c5d7e011 service neutron] For port ea4b4b49-6742-4d24-921d-b8422184436f, host n-h2-773647-6, cleared binding levels {{(pid=100246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 13:55:27.965799 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.db [req-e3aa585f-b163-4855-8b1e-8c23a09c068f req-e8dbce27-aa14-4581-8fcb-31a9c5d7e011 service neutron] For port ea4b4b49-6742-4d24-921d-b8422184436f, host n-h2-773647-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=ea4b4b49-6742-4d24-921d-b8422184436f,segment=NetworkSegment(c9ea893d-045e-42cf-b3dd-cdd1f79baccd),segment_id=c9ea893d-045e-42cf-b3dd-cdd1f79baccd)] {{(pid=100246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 13:55:27.990742 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-e3aa585f-b163-4855-8b1e-8c23a09c068f req-e8dbce27-aa14-4581-8fcb-31a9c5d7e011 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127687527'] for port, after_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:28.032584 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-4e5ed5cb-1053-4811-aa13-bbe222cdc28a req-e4a0ca20-4f27-43dc-b8d8-e6c580520517 tempest-LiveMigrationNegativeTest-1423627528 tempest-LiveMigrationNegativeTest-1423627528-project] 10.222.0.104 "GET /v2.0/security-groups?id=ef09d142-5e37-465b-8810-9ba573f3b8cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228547 Jul 06 13:55:28.034638 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3aa585f-b163-4855-8b1e-8c23a09c068f req-e8dbce27-aa14-4581-8fcb-31a9c5d7e011 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:55:28.035422 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-91bc1177-4e9f-4326-9514-f49af06ad2b5 req-28790f28-4373-4715-b2f1-4549b2047bff tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] 10.222.0.104 "GET /v2.0/security-groups?id=9f5b92e9-7340-49c3-a9bb-41e4a1caffc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1512816 Jul 06 13:55:28.040149 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e241f6-308b-47a6-9923-9c7e8364bd28 req-2b48235d-6c70-441b-8ee4-d23bc80f88c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:55:28.041625 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-f8e241f6-308b-47a6-9923-9c7e8364bd28 req-2b48235d-6c70-441b-8ee4-d23bc80f88c4 service neutron] 10.222.0.127 "GET /v2.0/networks?id=719b716d-a00d-48ee-8755-3a8bbdfaf0d2 HTTP/1.1" status: 200 len: 923 time: 0.2685537 Jul 06 13:55:28.046369 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-e3aa585f-b163-4855-8b1e-8c23a09c068f req-e8dbce27-aa14-4581-8fcb-31a9c5d7e011 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:28.053962 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-e3aa585f-b163-4855-8b1e-8c23a09c068f req-e8dbce27-aa14-4581-8fcb-31a9c5d7e011 service neutron] 10.222.0.72 "PUT /v2.0/ports/ea4b4b49-6742-4d24-921d-b8422184436f HTTP/1.1" status: 200 len: 1095 time: 1.2197731 Jul 06 13:55:28.057436 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3be6f53-953d-44df-97e0-713fb2e1710e req-3ee00dfb-53f2-4ba2-87fd-cdce94b9b850 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:55:28.058938 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-d3be6f53-953d-44df-97e0-713fb2e1710e req-3ee00dfb-53f2-4ba2-87fd-cdce94b9b850 service neutron] 10.222.0.127 "GET /v2.0/subnets?id=3ab4a4f6-31db-40f5-bd89-967e515dcbd9 HTTP/1.1" status: 200 len: 847 time: 0.1076303 Jul 06 13:55:28.102823 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8dbce27-aa14-4581-8fcb-31a9c5d7e011 service neutron] Pushing event updated for resources: {'Port': ['ID=ea4b4b49-6742-4d24-921d-b8422184436f,revision_number=3']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:55:28.147857 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-6601b574-8fc4-40db-9198-fc023a5fe9df req-844342a8-e044-46c4-bd7a-ee6e77daffaa tempest-ServersAdminTestJSON-391861328 tempest-ServersAdminTestJSON-391861328-project] Notify callbacks [] for port, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:28.164794 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.provisioning_blocks [req-6601b574-8fc4-40db-9198-fc023a5fe9df req-844342a8-e044-46c4-bd7a-ee6e77daffaa tempest-ServersAdminTestJSON-391861328 tempest-ServersAdminTestJSON-391861328-project] Transition to ACTIVE for port object b0540eff-bdf4-4af4-8588-52491b736d88 will not be triggered until provisioned by entity DHCP. {{(pid=100247) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 13:55:28.169887 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-d3be6f53-953d-44df-97e0-713fb2e1710e req-23ceaba9-fc6d-449c-a3a3-1059f074f43e service neutron] 10.222.0.127 "GET /v2.0/ports?network_id=4f6c277b-1b2d-40ad-a374-15bf31b2f6e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0620453 Jul 06 13:55:28.213513 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-f8e241f6-308b-47a6-9923-9c7e8364bd28 req-d60c579c-3c58-4d87-a6da-635fd4431f11 service neutron] 10.222.0.127 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=657fb024-941b-4590-82d2-c9d7f63025c1 HTTP/1.1" status: 200 len: 217 time: 0.1618602 Jul 06 13:55:28.240138 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-6601b574-8fc4-40db-9198-fc023a5fe9df req-844342a8-e044-46c4-bd7a-ee6e77daffaa tempest-ServersAdminTestJSON-391861328 tempest-ServersAdminTestJSON-391861328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108'] for port, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:28.244549 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-03f71b24-a9b8-453a-8924-caa3f97bc6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:28.270454 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3aa585f-b163-4855-8b1e-8c23a09c068f req-498966e1-ef3a-4d40-baa4-95c04cc5be4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:55:28.271686 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-e3aa585f-b163-4855-8b1e-8c23a09c068f req-498966e1-ef3a-4d40-baa4-95c04cc5be4f service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=8cb5ec88b59f4a759dd81f7b3a6fc71e&device_id=63f04f24-a07c-4f56-a92d-98828f9b51fd HTTP/1.1" status: 200 len: 1098 time: 0.1528203 Jul 06 13:55:28.318586 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-e3aa585f-b163-4855-8b1e-8c23a09c068f req-039ab8d3-826d-4034-93cd-7a06bb9eb1c9 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.97&port_id=ea4b4b49-6742-4d24-921d-b8422184436f HTTP/1.1" status: 200 len: 217 time: 0.0380630 Jul 06 13:55:28.337665 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-d3be6f53-953d-44df-97e0-713fb2e1710e req-828cbb90-b7b8-4f6a-a0ce-fc83a8a3e5e0 service neutron] 10.222.0.127 "GET /v2.0/networks/4f6c277b-1b2d-40ad-a374-15bf31b2f6e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1541927 Jul 06 13:55:28.407089 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6601b574-8fc4-40db-9198-fc023a5fe9df req-844342a8-e044-46c4-bd7a-ee6e77daffaa tempest-ServersAdminTestJSON-391861328 tempest-ServersAdminTestJSON-391861328-project] Network ac09d390-867f-4b75-a8d2-ab11550bffd6 is already hosted by enough agents. {{(pid=100247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 13:55:28.423891 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.base_scheduler [req-6601b574-8fc4-40db-9198-fc023a5fe9df req-844342a8-e044-46c4-bd7a-ee6e77daffaa tempest-ServersAdminTestJSON-391861328 tempest-ServersAdminTestJSON-391861328-project] Resources bound (agent type, host, resource id): {{(pid=100247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:55:28.425743 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3aa585f-b163-4855-8b1e-8c23a09c068f req-5833d663-2f9a-4103-ab02-09a0ee72dd3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:55:28.427312 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-e3aa585f-b163-4855-8b1e-8c23a09c068f req-5833d663-2f9a-4103-ab02-09a0ee72dd3a service neutron] 10.222.0.72 "GET /v2.0/subnets?id=d1c3cc78-09b9-4e30-99fd-0e5830de101d HTTP/1.1" status: 200 len: 843 time: 0.1018267 Jul 06 13:55:28.436860 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844342a8-e044-46c4-bd7a-ee6e77daffaa tempest-ServersAdminTestJSON-391861328 tempest-ServersAdminTestJSON-391861328-project] Pushing event updated for resources: {'Port': ['ID=b0540eff-bdf4-4af4-8588-52491b736d88,revision_number=1']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:55:28.442805 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.l3_dvrscheduler_db [req-6601b574-8fc4-40db-9198-fc023a5fe9df req-844342a8-e044-46c4-bd7a-ee6e77daffaa tempest-ServersAdminTestJSON-391861328 tempest-ServersAdminTestJSON-391861328-project] Received port after_create {{(pid=100247) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 13:55:28.448893 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6601b574-8fc4-40db-9198-fc023a5fe9df req-844342a8-e044-46c4-bd7a-ee6e77daffaa tempest-ServersAdminTestJSON-391861328 tempest-ServersAdminTestJSON-391861328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:55:28.449085 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-6601b574-8fc4-40db-9198-fc023a5fe9df req-844342a8-e044-46c4-bd7a-ee6e77daffaa tempest-ServersAdminTestJSON-391861328 tempest-ServersAdminTestJSON-391861328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:28.457200 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e241f6-308b-47a6-9923-9c7e8364bd28 req-c3a436ce-f9af-4824-9ee5-4a14382837f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:55:28.458657 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-f8e241f6-308b-47a6-9923-9c7e8364bd28 req-c3a436ce-f9af-4824-9ee5-4a14382837f3 service neutron] 10.222.0.127 "GET /v2.0/subnets?id=7f475f76-2dcc-4dce-adb2-7deed8b8ad71 HTTP/1.1" status: 200 len: 861 time: 0.1866720 Jul 06 13:55:28.486007 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-d3be6f53-953d-44df-97e0-713fb2e1710e req-8d6975ac-d619-45df-ae6b-df021bb29c89 service neutron] 10.222.0.127 "GET /v2.0/networks/4f6c277b-1b2d-40ad-a374-15bf31b2f6e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263955 Jul 06 13:55:28.512555 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3aa585f-b163-4855-8b1e-8c23a09c068f req-cbf0592c-79d2-4420-ab36-57cc6dc33ae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:55:28.513764 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-e3aa585f-b163-4855-8b1e-8c23a09c068f req-cbf0592c-79d2-4420-ab36-57cc6dc33ae0 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=ac09d390-867f-4b75-a8d2-ab11550bffd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0784400 Jul 06 13:55:28.517543 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-f8e241f6-308b-47a6-9923-9c7e8364bd28 req-b0507b08-a5c4-480a-a003-b215de316cb9 service neutron] 10.222.0.127 "GET /v2.0/ports?network_id=719b716d-a00d-48ee-8755-3a8bbdfaf0d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0471468 Jul 06 13:55:28.520566 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-6601b574-8fc4-40db-9198-fc023a5fe9df req-844342a8-e044-46c4-bd7a-ee6e77daffaa tempest-ServersAdminTestJSON-391861328 tempest-ServersAdminTestJSON-391861328-project] 10.222.0.127 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2691419 Jul 06 13:55:28.525297 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-675e5522-9315-4481-9a19-3e266144aab5 req-7f75af38-5d7e-482b-b3b8-c94d95373430 tempest-FloatingIPsTestJSON-1798720322 tempest-FloatingIPsTestJSON-1798720322-project] 10.222.0.104 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4267132 Jul 06 13:55:28.549659 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57cf62f1-6a69-42ca-b26e-0ca227c43c9e req-2d5c6312-e5bc-46a0-bda3-cc9a30f39ffc tempest-ServersAdminTestJSON-391861328 tempest-ServersAdminTestJSON-391861328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:55:28.551351 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-57cf62f1-6a69-42ca-b26e-0ca227c43c9e req-2d5c6312-e5bc-46a0-bda3-cc9a30f39ffc tempest-ServersAdminTestJSON-391861328 tempest-ServersAdminTestJSON-391861328-project] 10.222.0.104 "GET /v2.0/ports?device_id=a23cdce2-9066-4fd7-bd62-f6d41cb4ff7d HTTP/1.1" status: 200 len: 936 time: 0.3522296 Jul 06 13:55:28.559323 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [req-6601b574-8fc4-40db-9198-fc023a5fe9df req-965f9ec4-1873-4d3a-b51a-2bdd22c661f6 service neutron] Request body: {'port': {'device_id': 'a23cdce2-9066-4fd7-bd62-f6d41cb4ff7d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-773647-6'}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:55:28.577278 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [req-675e5522-9315-4481-9a19-3e266144aab5 req-34c7827e-8581-4739-b8d9-9a7e5f2649f8 tempest-FloatingIPsTestJSON-1798720322 tempest-FloatingIPsTestJSON-1798720322-project] Request body: {'floatingip': {'floating_network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719'}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:55:28.624774 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-e3aa585f-b163-4855-8b1e-8c23a09c068f req-17fc4830-9c97-424a-bb46-f8cd74b36237 service neutron] 10.222.0.72 "GET /v2.0/networks/ac09d390-867f-4b75-a8d2-ab11550bffd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1013176 Jul 06 13:55:28.643643 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814a85aa-e231-4862-aed3-8a5590090da8 req-8b6c0e7a-7d8d-4fe3-b311-d4444eb62dcd tempest-LiveMigrationNegativeTest-1423627528 tempest-LiveMigrationNegativeTest-1423627528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:55:28.645558 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-814a85aa-e231-4862-aed3-8a5590090da8 req-8b6c0e7a-7d8d-4fe3-b311-d4444eb62dcd tempest-LiveMigrationNegativeTest-1423627528 tempest-LiveMigrationNegativeTest-1423627528-project] 10.222.0.72 "GET /v2.0/ports?device_id=3222860e-5662-4454-8988-293505dc50b8 HTTP/1.1" status: 200 len: 950 time: 0.3742976 Jul 06 13:55:28.737599 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-675e5522-9315-4481-9a19-3e266144aab5 req-34c7827e-8581-4739-b8d9-9a7e5f2649f8 tempest-FloatingIPsTestJSON-1798720322 tempest-FloatingIPsTestJSON-1798720322-project] Notify callbacks [] for floatingip, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:28.741230 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-e3aa585f-b163-4855-8b1e-8c23a09c068f req-8d393fb2-460b-4b97-a68d-b4698c90dd8b service neutron] 10.222.0.72 "GET /v2.0/networks/ac09d390-867f-4b75-a8d2-ab11550bffd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1090255 Jul 06 13:55:28.780627 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-776d2e5f-dc5d-4298-9300-b42dd61c5bfc None None] Provisioning for port b0540eff-bdf4-4af4-8588-52491b736d88 completed by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 13:55:28.786363 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-776d2e5f-dc5d-4298-9300-b42dd61c5bfc None None] Provisioning complete for port b0540eff-bdf4-4af4-8588-52491b736d88 triggered by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:55:28.786939 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-776d2e5f-dc5d-4298-9300-b42dd61c5bfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:28.794865 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-57cf62f1-6a69-42ca-b26e-0ca227c43c9e req-c5f3c53b-fd21-4e79-9241-82190e0f1ac6 tempest-ServersAdminTestJSON-391861328 tempest-ServersAdminTestJSON-391861328-project] 10.222.0.104 "GET /v2.0/security-groups?id=3bcee3ab-dc9e-46be-bc35-9f5a80cc9457&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2230916 Jul 06 13:55:28.831126 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-776d2e5f-dc5d-4298-9300-b42dd61c5bfc None None] Port b0540eff-bdf4-4af4-8588-52491b736d88 cannot update to ACTIVE because it is not bound. {{(pid=100248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 13:55:28.836962 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.127', 62080) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:55:28.883750 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-f8e241f6-308b-47a6-9923-9c7e8364bd28 req-e82b3d15-e6ce-4c6e-aa3a-e54a6767f082 service neutron] 10.222.0.127 "GET /v2.0/networks/719b716d-a00d-48ee-8755-3a8bbdfaf0d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3518562 Jul 06 13:55:28.891135 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3be6f53-953d-44df-97e0-713fb2e1710e req-d76c5806-c3fd-4248-8271-ad82f331636b tempest-LiveMigrationTest-343502667 tempest-LiveMigrationTest-343502667-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:55:28.892954 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-d3be6f53-953d-44df-97e0-713fb2e1710e req-d76c5806-c3fd-4248-8271-ad82f331636b tempest-LiveMigrationTest-343502667 tempest-LiveMigrationTest-343502667-project-admin] 10.222.0.127 "GET /v2.0/ports?device_id=c2e7e169-6d3e-4fe1-9d57-062eaff9ad98&tenant_id=125e6575b3ba4365b3ae01568cef269b&binding%3Ahost_id=n-h1-773647-6 HTTP/1.1" status: 200 len: 1095 time: 0.0887268 Jul 06 13:55:28.971691 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-6601b574-8fc4-40db-9198-fc023a5fe9df req-965f9ec4-1873-4d3a-b51a-2bdd22c661f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:29.029604 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.db [req-d3be6f53-953d-44df-97e0-713fb2e1710e req-ab616b68-7c52-40c5-aba0-5e86b7ccc876 service neutron] For port 41248504-0f72-4f85-93d1-c1696547ea84, host n-h2-773647-6, cleared binding levels {{(pid=100246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 13:55:29.033078 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-d3be6f53-953d-44df-97e0-713fb2e1710e req-ab616b68-7c52-40c5-aba0-5e86b7ccc876 service neutron] Notify callbacks [] for binding, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:29.034849 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-d3be6f53-953d-44df-97e0-713fb2e1710e req-ab616b68-7c52-40c5-aba0-5e86b7ccc876 service neutron] 10.222.0.127 "DELETE /v2.0/ports/41248504-0f72-4f85-93d1-c1696547ea84/bindings/n-h2-773647-6 HTTP/1.1" status: 204 len: 173 time: 0.1356418 Jul 06 13:55:29.048175 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-9eb59eaf-9b0d-4710-b0ae-6fc18834a7a6 req-e7a4ec1c-28a2-4c8a-82f3-027e928e7e29 service neutron] 10.222.0.127 "GET /v2.0/ports/657fb024-941b-4590-82d2-c9d7f63025c1/bindings/n-h2-773647-6 HTTP/1.1" status: 200 len: 384 time: 0.2094302 Jul 06 13:55:29.202749 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.plugin [req-814a85aa-e231-4862-aed3-8a5590090da8 req-2a451b2e-375b-4f2a-ac32-d7c5c03b9362 tempest-LiveMigrationNegativeTest-1423627528 tempest-LiveMigrationNegativeTest-1423627528-project] Deleting port 2e25c71c-852c-4ad0-8d85-385a819267d1 {{(pid=100247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 13:55:29.203126 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-814a85aa-e231-4862-aed3-8a5590090da8 req-2a451b2e-375b-4f2a-ac32-d7c5c03b9362 tempest-LiveMigrationNegativeTest-1423627528 tempest-LiveMigrationNegativeTest-1423627528-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:29.207792 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-f8e241f6-308b-47a6-9923-9c7e8364bd28 req-7f1879d3-85a3-4610-afc1-693428f53708 service neutron] 10.222.0.127 "GET /v2.0/networks/719b716d-a00d-48ee-8755-3a8bbdfaf0d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3030233 Jul 06 13:55:29.329700 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-568bd09d-7a1d-45a5-bea6-4c8993399ab5 req-ea5a45bd-9875-469a-8ca0-f23bc9ad645a service neutron] 10.222.0.104 "GET /v2.0/ports?device_id=cafbb505-1705-4cb2-a601-c8ea5a6459a9&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0567904 Jul 06 13:55:29.446452 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Device 41248504-0f72-4f85-93d1-c1696547ea84 no longer exists at agent hyperv_n-h2-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 13:55:29.473813 n-d-773647-6 neutron-server[100246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63f04f24-a07c-4f56-a92d-98828f9b51fd', 'tag': 'ea4b4b49-6742-4d24-921d-b8422184436f'}] {{(pid=100246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 13:55:29.476263 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0d96c5ab5e889f7b933ae915b9be33d1b46c9e87795bf781004b656ef3f1e87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5041c1dd-64a3-43e6-b866-76d64226adcf" -d '{"events": [{"name": "network-changed", "server_uuid": "63f04f24-a07c-4f56-a92d-98828f9b51fd", "tag": "ea4b4b49-6742-4d24-921d-b8422184436f"}]}' {{(pid=100246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:55:29.500936 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Device 41248504-0f72-4f85-93d1-c1696547ea84 not bound to the agent host n-h2-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 13:55:29.631852 n-d-773647-6 neutron-server[100247]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 06 13:55:29.631852 n-d-773647-6 neutron-server[100247]: from cryptography.utils import int_from_bytes Jul 06 13:55:29.631852 n-d-773647-6 neutron-server[100247]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 06 13:55:29.631852 n-d-773647-6 neutron-server[100247]: from cryptography.utils import int_from_bytes Jul 06 13:55:29.631852 n-d-773647-6 neutron-server[100247]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 13:55:29.631852 n-d-773647-6 neutron-server[100247]: conditions |= (models_v2.Port.network_id.in_( Jul 06 13:55:29.631852 n-d-773647-6 neutron-server[100247]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 13:55:29.631852 n-d-773647-6 neutron-server[100247]: conditions |= (models_v2.Port.network_id.in_( Jul 06 13:55:29.631852 n-d-773647-6 neutron-server[100247]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 13:55:29.631852 n-d-773647-6 neutron-server[100247]: conditions |= (models_v2.Port.network_id.in_( Jul 06 13:55:29.631852 n-d-773647-6 neutron-server[100247]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 13:55:29.631852 n-d-773647-6 neutron-server[100247]: conditions |= (models_v2.Port.network_id.in_( Jul 06 13:55:29.631852 n-d-773647-6 neutron-server[100247]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 13:55:29.631852 n-d-773647-6 neutron-server[100247]: conditions |= (models_v2.Port.network_id.in_( Jul 06 13:55:29.631852 n-d-773647-6 neutron-server[100247]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 13:55:29.631852 n-d-773647-6 neutron-server[100247]: conditions |= (models_v2.Port.network_id.in_( Jul 06 13:55:29.631852 n-d-773647-6 neutron-server[100247]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 13:55:29.631852 n-d-773647-6 neutron-server[100247]: conditions |= (models_v2.Port.network_id.in_( Jul 06 13:55:29.631852 n-d-773647-6 neutron-server[100247]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 13:55:29.631852 n-d-773647-6 neutron-server[100247]: conditions |= (models_v2.Port.network_id.in_( Jul 06 13:55:29.631852 n-d-773647-6 neutron-server[100247]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 13:55:29.631852 n-d-773647-6 neutron-server[100247]: conditions |= (models_v2.Port.network_id.in_( Jul 06 13:55:29.631852 n-d-773647-6 neutron-server[100247]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 13:55:29.631852 n-d-773647-6 neutron-server[100247]: conditions |= (models_v2.Port.network_id.in_( Jul 06 13:55:29.631852 n-d-773647-6 neutron-server[100247]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 13:55:29.631852 n-d-773647-6 neutron-server[100247]: conditions |= (models_v2.Port.network_id.in_( Jul 06 13:55:29.631852 n-d-773647-6 neutron-server[100247]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 13:55:29.631852 n-d-773647-6 neutron-server[100247]: conditions |= (models_v2.Port.network_id.in_( Jul 06 13:55:29.631852 n-d-773647-6 neutron-server[100247]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 13:55:29.631852 n-d-773647-6 neutron-server[100247]: conditions |= (models_v2.Port.network_id.in_( Jul 06 13:55:29.631852 n-d-773647-6 neutron-server[100247]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 13:55:29.631852 n-d-773647-6 neutron-server[100247]: conditions |= (models_v2.Port.network_id.in_( Jul 06 13:55:29.631852 n-d-773647-6 neutron-server[100247]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 13:55:29.631852 n-d-773647-6 neutron-server[100247]: conditions |= (models_v2.Port.network_id.in_( Jul 06 13:55:29.631852 n-d-773647-6 neutron-server[100247]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 13:55:29.631852 n-d-773647-6 neutron-server[100247]: conditions |= (models_v2.Port.network_id.in_( Jul 06 13:55:29.631852 n-d-773647-6 neutron-server[100247]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 13:55:29.631852 n-d-773647-6 neutron-server[100247]: conditions |= (models_v2.Port.network_id.in_( Jul 06 13:55:29.631852 n-d-773647-6 neutron-server[100247]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 13:55:29.631852 n-d-773647-6 neutron-server[100247]: conditions |= (models_v2.Port.network_id.in_( Jul 06 13:55:29.631852 n-d-773647-6 neutron-server[100247]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 13:55:29.631852 n-d-773647-6 neutron-server[100247]: conditions |= (models_v2.Port.network_id.in_( Jul 06 13:55:29.631852 n-d-773647-6 neutron-server[100247]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 13:55:29.631852 n-d-773647-6 neutron-server[100247]: conditions |= (models_v2.Port.network_id.in_( Jul 06 13:55:29.631852 n-d-773647-6 neutron-server[100247]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 13:55:29.631852 n-d-773647-6 neutron-server[100247]: conditions |= (models_v2.Port.network_id.in_( Jul 06 13:55:29.631852 n-d-773647-6 neutron-server[100247]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 13:55:29.631852 n-d-773647-6 neutron-server[100247]: conditions |= (models_v2.Port.network_id.in_( Jul 06 13:55:29.631852 n-d-773647-6 neutron-server[100247]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 13:55:29.631852 n-d-773647-6 neutron-server[100247]: conditions |= (models_v2.Port.network_id.in_( Jul 06 13:55:29.631852 n-d-773647-6 neutron-server[100247]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 13:55:29.631852 n-d-773647-6 neutron-server[100247]: conditions |= (models_v2.Port.network_id.in_( Jul 06 13:55:29.631852 n-d-773647-6 neutron-server[100247]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 13:55:29.631852 n-d-773647-6 neutron-server[100247]: conditions |= (models_v2.Port.network_id.in_( Jul 06 13:55:29.631852 n-d-773647-6 neutron-server[100247]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 13:55:29.631852 n-d-773647-6 neutron-server[100247]: conditions |= (models_v2.Port.network_id.in_( Jul 06 13:55:29.636346 n-d-773647-6 neutron-server[100247]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 13:55:29.636346 n-d-773647-6 neutron-server[100247]: conditions |= (models_v2.Port.network_id.in_( Jul 06 13:55:29.636346 n-d-773647-6 neutron-server[100247]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 13:55:29.636346 n-d-773647-6 neutron-server[100247]: conditions |= (models_v2.Port.network_id.in_( Jul 06 13:55:29.636346 n-d-773647-6 neutron-server[100247]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 13:55:29.636346 n-d-773647-6 neutron-server[100247]: conditions |= (models_v2.Port.network_id.in_( Jul 06 13:55:29.636346 n-d-773647-6 neutron-server[100247]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 13:55:29.636346 n-d-773647-6 neutron-server[100247]: conditions |= (models_v2.Port.network_id.in_( Jul 06 13:55:29.636346 n-d-773647-6 neutron-server[100247]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 13:55:29.636346 n-d-773647-6 neutron-server[100247]: conditions |= (models_v2.Port.network_id.in_( Jul 06 13:55:29.636346 n-d-773647-6 neutron-server[100247]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 13:55:29.636346 n-d-773647-6 neutron-server[100247]: conditions |= (models_v2.Port.network_id.in_( Jul 06 13:55:29.636346 n-d-773647-6 neutron-server[100247]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 13:55:29.636346 n-d-773647-6 neutron-server[100247]: conditions |= (models_v2.Port.network_id.in_( Jul 06 13:55:29.636346 n-d-773647-6 neutron-server[100247]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 13:55:29.636346 n-d-773647-6 neutron-server[100247]: conditions |= (models_v2.Port.network_id.in_( Jul 06 13:55:29.636346 n-d-773647-6 neutron-server[100247]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 13:55:29.636346 n-d-773647-6 neutron-server[100247]: conditions |= (models_v2.Port.network_id.in_( Jul 06 13:55:29.652851 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-675e5522-9315-4481-9a19-3e266144aab5 req-34c7827e-8581-4739-b8d9-9a7e5f2649f8 tempest-FloatingIPsTestJSON-1798720322 tempest-FloatingIPsTestJSON-1798720322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:29.804517 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.db [req-814a85aa-e231-4862-aed3-8a5590090da8 req-2a451b2e-375b-4f2a-ac32-d7c5c03b9362 tempest-LiveMigrationNegativeTest-1423627528 tempest-LiveMigrationNegativeTest-1423627528-project] For port 2e25c71c-852c-4ad0-8d85-385a819267d1, host n-h2-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=2e25c71c-852c-4ad0-8d85-385a819267d1,segment=NetworkSegment(c9ea893d-045e-42cf-b3dd-cdd1f79baccd),segment_id=c9ea893d-045e-42cf-b3dd-cdd1f79baccd)] {{(pid=100247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:55:29.804881 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-814a85aa-e231-4862-aed3-8a5590090da8 req-2a451b2e-375b-4f2a-ac32-d7c5c03b9362 tempest-LiveMigrationNegativeTest-1423627528 tempest-LiveMigrationNegativeTest-1423627528-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:29.840926 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.plugin [req-814a85aa-e231-4862-aed3-8a5590090da8 req-2a451b2e-375b-4f2a-ac32-d7c5c03b9362 tempest-LiveMigrationNegativeTest-1423627528 tempest-LiveMigrationNegativeTest-1423627528-project] Calling delete_port for 2e25c71c-852c-4ad0-8d85-385a819267d1 owned by compute:nova {{(pid=100247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 13:55:29.983357 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.db [req-9eb59eaf-9b0d-4710-b0ae-6fc18834a7a6 req-766f56bd-c8bf-4b84-a956-6e9fd67a9871 service neutron] For port 657fb024-941b-4590-82d2-c9d7f63025c1, host n-h1-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773647-6',level=0,port_id=657fb024-941b-4590-82d2-c9d7f63025c1,segment=NetworkSegment(da615941-94ee-441c-92fd-37ca002df9b5),segment_id=da615941-94ee-441c-92fd-37ca002df9b5)] {{(pid=100247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:55:30.014863 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae91ee4-b7ec-4eb9-8497-b65764019047 req-44daac79-4a09-413e-b731-a8e58a749aad tempest-LiveMigrationTest-2001684970 tempest-LiveMigrationTest-2001684970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:55:30.016901 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-eae91ee4-b7ec-4eb9-8497-b65764019047 req-44daac79-4a09-413e-b731-a8e58a749aad tempest-LiveMigrationTest-2001684970 tempest-LiveMigrationTest-2001684970-project] 10.222.0.104 "GET /v2.0/ports?device_id=c2e7e169-6d3e-4fe1-9d57-062eaff9ad98 HTTP/1.1" status: 200 len: 944 time: 0.6980155 Jul 06 13:55:30.033188 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.db_base_plugin_common [req-675e5522-9315-4481-9a19-3e266144aab5 req-34c7827e-8581-4739-b8d9-9a7e5f2649f8 tempest-FloatingIPsTestJSON-1798720322 tempest-FloatingIPsTestJSON-1798720322-project] Allocated IP 172.25.0.239 (2658f09e-a580-4d4a-9968-2d1e0ad93719/cbf74abc-6fe1-4d33-b005-c948923b9647/54609808-f989-4b99-95cb-e6f8fe23bc30) {{(pid=100247) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 13:55:30.095585 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.db [req-9eb59eaf-9b0d-4710-b0ae-6fc18834a7a6 req-766f56bd-c8bf-4b84-a956-6e9fd67a9871 service neutron] For port 657fb024-941b-4590-82d2-c9d7f63025c1, host n-h1-773647-6, cleared binding levels {{(pid=100247) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 13:55:30.191013 n-d-773647-6 neutron-server[100247]: DEBUG neutron.notifiers.nova [req-6601b574-8fc4-40db-9198-fc023a5fe9df req-965f9ec4-1873-4d3a-b51a-2bdd22c661f6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b0540eff-bdf4-4af4-8588-52491b736d88 {{(pid=100247) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 13:55:30.203401 n-d-773647-6 neutron-server[100247]: DEBUG neutron.notifiers.nova [req-9eb59eaf-9b0d-4710-b0ae-6fc18834a7a6 req-766f56bd-c8bf-4b84-a956-6e9fd67a9871 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 657fb024-941b-4590-82d2-c9d7f63025c1 {{(pid=100247) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 13:55:30.224399 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-6601b574-8fc4-40db-9198-fc023a5fe9df req-965f9ec4-1873-4d3a-b51a-2bdd22c661f6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:30.228871 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-eae91ee4-b7ec-4eb9-8497-b65764019047 req-a9698213-33df-4948-a94e-5a62601eb01c tempest-LiveMigrationTest-2001684970 tempest-LiveMigrationTest-2001684970-project] 10.222.0.104 "GET /v2.0/security-groups?id=7e243ebf-9cf4-4917-8da6-0fd38b06f795&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1973403 Jul 06 13:55:30.236464 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.db [req-9eb59eaf-9b0d-4710-b0ae-6fc18834a7a6 req-766f56bd-c8bf-4b84-a956-6e9fd67a9871 service neutron] For port 657fb024-941b-4590-82d2-c9d7f63025c1, host n-h2-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=657fb024-941b-4590-82d2-c9d7f63025c1,segment=NetworkSegment(da615941-94ee-441c-92fd-37ca002df9b5),segment_id=da615941-94ee-441c-92fd-37ca002df9b5)] {{(pid=100247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:55:30.270344 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.provisioning_blocks [req-6601b574-8fc4-40db-9198-fc023a5fe9df req-965f9ec4-1873-4d3a-b51a-2bdd22c661f6 service neutron] Transition to ACTIVE for port object b0540eff-bdf4-4af4-8588-52491b736d88 will not be triggered until provisioned by entity L2. {{(pid=100247) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 13:55:30.289267 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-9eb59eaf-9b0d-4710-b0ae-6fc18834a7a6 req-766f56bd-c8bf-4b84-a956-6e9fd67a9871 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:30.303982 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-6601b574-8fc4-40db-9198-fc023a5fe9df req-965f9ec4-1873-4d3a-b51a-2bdd22c661f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:30.452963 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-814a85aa-e231-4862-aed3-8a5590090da8 req-2a451b2e-375b-4f2a-ac32-d7c5c03b9362 tempest-LiveMigrationNegativeTest-1423627528 tempest-LiveMigrationNegativeTest-1423627528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117'] for port, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:30.457428 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-675e5522-9315-4481-9a19-3e266144aab5 req-34c7827e-8581-4739-b8d9-9a7e5f2649f8 tempest-FloatingIPsTestJSON-1798720322 tempest-FloatingIPsTestJSON-1798720322-project] Notify callbacks [] for port, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:30.464667 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] get_ports_and_sgs() called for port_ids ['16152f2b-7c2d-44df-b317-d63c5609471e', '2e25c71c-852c-4ad0-8d85-385a819267d1'] {{(pid=100248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 13:55:30.469032 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965f9ec4-1873-4d3a-b51a-2bdd22c661f6 service neutron] Pushing event updated for resources: {'Port': ['ID=b0540eff-bdf4-4af4-8588-52491b736d88,revision_number=2']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:55:30.560851 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a451b2e-375b-4f2a-ac32-d7c5c03b9362 tempest-LiveMigrationNegativeTest-1423627528 tempest-LiveMigrationNegativeTest-1423627528-project] Pushing event deleted for resources: {'Port': ['ID=2e25c71c-852c-4ad0-8d85-385a819267d1,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:55:30.606767 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.managers [req-6601b574-8fc4-40db-9198-fc023a5fe9df req-965f9ec4-1873-4d3a-b51a-2bdd22c661f6 service neutron] Attempting to bind port b0540eff-bdf4-4af4-8588-52491b736d88 on host n-h1-773647-6 for vnic_type normal with profile {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 13:55:30.607017 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.managers [req-6601b574-8fc4-40db-9198-fc023a5fe9df req-965f9ec4-1873-4d3a-b51a-2bdd22c661f6 service neutron] Attempting to bind port b0540eff-bdf4-4af4-8588-52491b736d88 by drivers openvswitch,hyperv on host n-h1-773647-6 at level 0 using segments [{'id': 'c9ea893d-045e-42cf-b3dd-cdd1f79baccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'ac09d390-867f-4b75-a8d2-ab11550bffd6'}] {{(pid=100247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 13:55:30.607327 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6601b574-8fc4-40db-9198-fc023a5fe9df req-965f9ec4-1873-4d3a-b51a-2bdd22c661f6 service neutron] Attempting to bind port b0540eff-bdf4-4af4-8588-52491b736d88 on network ac09d390-867f-4b75-a8d2-ab11550bffd6 {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 13:55:30.626612 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.provisioning_blocks [req-9eb59eaf-9b0d-4710-b0ae-6fc18834a7a6 req-766f56bd-c8bf-4b84-a956-6e9fd67a9871 service neutron] Transition to ACTIVE for port object 657fb024-941b-4590-82d2-c9d7f63025c1 will not be triggered until provisioned by entity L2. {{(pid=100247) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 13:55:30.645805 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.l3_dvrscheduler_db [req-814a85aa-e231-4862-aed3-8a5590090da8 req-2a451b2e-375b-4f2a-ac32-d7c5c03b9362 tempest-LiveMigrationNegativeTest-1423627528 tempest-LiveMigrationNegativeTest-1423627528-project] No DVR routers for this DVR port 2e25c71c-852c-4ad0-8d85-385a819267d1 on host n-h2-773647-6 {{(pid=100247) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 13:55:30.647277 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6601b574-8fc4-40db-9198-fc023a5fe9df req-965f9ec4-1873-4d3a-b51a-2bdd22c661f6 service neutron] Port b0540eff-bdf4-4af4-8588-52491b736d88 on network ac09d390-867f-4b75-a8d2-ab11550bffd6 not bound, no agent of type Open vSwitch agent registered on host n-h1-773647-6 {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 13:55:30.647549 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6601b574-8fc4-40db-9198-fc023a5fe9df req-965f9ec4-1873-4d3a-b51a-2bdd22c661f6 service neutron] Attempting to bind port b0540eff-bdf4-4af4-8588-52491b736d88 on network ac09d390-867f-4b75-a8d2-ab11550bffd6 {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 13:55:30.653120 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-814a85aa-e231-4862-aed3-8a5590090da8 req-2a451b2e-375b-4f2a-ac32-d7c5c03b9362 tempest-LiveMigrationNegativeTest-1423627528 tempest-LiveMigrationNegativeTest-1423627528-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:30.654869 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-814a85aa-e231-4862-aed3-8a5590090da8 req-2a451b2e-375b-4f2a-ac32-d7c5c03b9362 tempest-LiveMigrationNegativeTest-1423627528 tempest-LiveMigrationNegativeTest-1423627528-project] 10.222.0.72 "DELETE /v2.0/ports/2e25c71c-852c-4ad0-8d85-385a819267d1 HTTP/1.1" status: 204 len: 173 time: 1.9924357 Jul 06 13:55:30.657706 n-d-773647-6 neutron-server[100247]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3222860e-5662-4454-8988-293505dc50b8', 'name': 'network-vif-deleted', 'tag': '2e25c71c-852c-4ad0-8d85-385a819267d1'}] {{(pid=100247) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 13:55:30.659830 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cbf0eeaae822f8fc9b87a94aeba67a3d651842baf663a51cba94b67a514836d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef6647d8-2ecd-4d7f-8f7a-a1cbe43aeb27" -d '{"events": [{"server_uuid": "3222860e-5662-4454-8988-293505dc50b8", "name": "network-vif-deleted", "tag": "2e25c71c-852c-4ad0-8d85-385a819267d1"}]}' {{(pid=100247) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:55:30.662797 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-9eb59eaf-9b0d-4710-b0ae-6fc18834a7a6 req-766f56bd-c8bf-4b84-a956-6e9fd67a9871 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:30.702851 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6601b574-8fc4-40db-9198-fc023a5fe9df req-965f9ec4-1873-4d3a-b51a-2bdd22c661f6 service neutron] Checking agent: {'id': '5bf7147f-bada-4441-a5dc-934b903473fb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-773647-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 51, 12), 'started_at': datetime.datetime(2021, 7, 6, 13, 51, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 13, 55, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 13:55:30.703195 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6601b574-8fc4-40db-9198-fc023a5fe9df req-965f9ec4-1873-4d3a-b51a-2bdd22c661f6 service neutron] Checking segment: {'id': 'c9ea893d-045e-42cf-b3dd-cdd1f79baccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'ac09d390-867f-4b75-a8d2-ab11550bffd6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100247) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 13:55:30.703604 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6601b574-8fc4-40db-9198-fc023a5fe9df req-965f9ec4-1873-4d3a-b51a-2bdd22c661f6 service neutron] Bound using segment: {'id': 'c9ea893d-045e-42cf-b3dd-cdd1f79baccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'ac09d390-867f-4b75-a8d2-ab11550bffd6'} {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 13:55:30.704035 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.managers [req-6601b574-8fc4-40db-9198-fc023a5fe9df req-965f9ec4-1873-4d3a-b51a-2bdd22c661f6 service neutron] Bound port: b0540eff-bdf4-4af4-8588-52491b736d88, host: n-h1-773647-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c9ea893d-045e-42cf-b3dd-cdd1f79baccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'ac09d390-867f-4b75-a8d2-ab11550bffd6'}}] {{(pid=100247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 13:55:30.704400 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-6601b574-8fc4-40db-9198-fc023a5fe9df req-965f9ec4-1873-4d3a-b51a-2bdd22c661f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:30.723088 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20470d2-f41f-4174-baf8-948937e60324 req-b0af9627-1129-4b02-aa5c-9e121ee9ba84 tempest-LiveAutoBlockMigrationV225Test-654794443 tempest-LiveAutoBlockMigrationV225Test-654794443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:55:30.724688 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-a20470d2-f41f-4174-baf8-948937e60324 req-b0af9627-1129-4b02-aa5c-9e121ee9ba84 tempest-LiveAutoBlockMigrationV225Test-654794443 tempest-LiveAutoBlockMigrationV225Test-654794443-project] 10.222.0.104 "GET /v2.0/ports?device_id=ce46b99b-5e9d-4179-b46f-7265cb00f3d9 HTTP/1.1" status: 200 len: 944 time: 0.3644505 Jul 06 13:55:30.762128 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-675e5522-9315-4481-9a19-3e266144aab5 req-34c7827e-8581-4739-b8d9-9a7e5f2649f8 tempest-FloatingIPsTestJSON-1798720322 tempest-FloatingIPsTestJSON-1798720322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108'] for port, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:30.831360 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.l3_dvrscheduler_db [req-9eb59eaf-9b0d-4710-b0ae-6fc18834a7a6 req-766f56bd-c8bf-4b84-a956-6e9fd67a9871 service neutron] No DVR routers for this DVR port 657fb024-941b-4590-82d2-c9d7f63025c1 on host n-h1-773647-6 {{(pid=100247) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 13:55:30.852442 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766f56bd-c8bf-4b84-a956-6e9fd67a9871 service neutron] Pushing event updated for resources: {'Port': ['ID=657fb024-941b-4590-82d2-c9d7f63025c1,revision_number=10']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:55:30.935394 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-675e5522-9315-4481-9a19-3e266144aab5 req-34c7827e-8581-4739-b8d9-9a7e5f2649f8 tempest-FloatingIPsTestJSON-1798720322 tempest-FloatingIPsTestJSON-1798720322-project] Network 2658f09e-a580-4d4a-9968-2d1e0ad93719 is already hosted by enough agents. {{(pid=100247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 13:55:30.944544 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-a20470d2-f41f-4174-baf8-948937e60324 req-e2748386-0197-4f18-bfde-6a35f4c27c23 tempest-LiveAutoBlockMigrationV225Test-654794443 tempest-LiveAutoBlockMigrationV225Test-654794443-project] 10.222.0.104 "GET /v2.0/security-groups?id=43f6fcb8-9501-44d6-9feb-82c82c5d5862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2051756 Jul 06 13:55:30.952342 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.base_scheduler [req-675e5522-9315-4481-9a19-3e266144aab5 req-34c7827e-8581-4739-b8d9-9a7e5f2649f8 tempest-FloatingIPsTestJSON-1798720322 tempest-FloatingIPsTestJSON-1798720322-project] Resources bound (agent type, host, resource id): {{(pid=100247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:55:30.958768 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-9eb59eaf-9b0d-4710-b0ae-6fc18834a7a6 req-766f56bd-c8bf-4b84-a956-6e9fd67a9871 service neutron] 10.222.0.127 "PUT /v2.0/ports/657fb024-941b-4590-82d2-c9d7f63025c1/bindings/n-h2-773647-6/activate HTTP/1.1" status: 200 len: 369 time: 1.9018850 Jul 06 13:55:30.966784 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.l3_dvrscheduler_db [req-675e5522-9315-4481-9a19-3e266144aab5 req-34c7827e-8581-4739-b8d9-9a7e5f2649f8 tempest-FloatingIPsTestJSON-1798720322 tempest-FloatingIPsTestJSON-1798720322-project] Received port after_create {{(pid=100247) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 13:55:30.979052 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.db [req-6601b574-8fc4-40db-9198-fc023a5fe9df req-965f9ec4-1873-4d3a-b51a-2bdd22c661f6 service neutron] For port b0540eff-bdf4-4af4-8588-52491b736d88, host n-h1-773647-6, cleared binding levels {{(pid=100247) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 13:55:30.982287 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c7827e-8581-4739-b8d9-9a7e5f2649f8 tempest-FloatingIPsTestJSON-1798720322 tempest-FloatingIPsTestJSON-1798720322-project] Pushing event updated for resources: {'Port': ['ID=54609808-f989-4b99-95cb-e6f8fe23bc30,revision_number=1']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:55:30.985641 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.db [req-6601b574-8fc4-40db-9198-fc023a5fe9df req-965f9ec4-1873-4d3a-b51a-2bdd22c661f6 service neutron] For port b0540eff-bdf4-4af4-8588-52491b736d88, host n-h1-773647-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773647-6',level=0,port_id=b0540eff-bdf4-4af4-8588-52491b736d88,segment=NetworkSegment(c9ea893d-045e-42cf-b3dd-cdd1f79baccd),segment_id=c9ea893d-045e-42cf-b3dd-cdd1f79baccd)] {{(pid=100247) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 13:55:31.014610 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-6601b574-8fc4-40db-9198-fc023a5fe9df req-965f9ec4-1873-4d3a-b51a-2bdd22c661f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:31.088736 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568bd09d-7a1d-45a5-bea6-4c8993399ab5 req-2271637c-77eb-48da-9571-fe862171fd3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:55:31.090257 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-568bd09d-7a1d-45a5-bea6-4c8993399ab5 req-2271637c-77eb-48da-9571-fe862171fd3f service neutron] 10.222.0.127 "GET /v2.0/ports?tenant_id=483ead9cc6094290930ff4aed37f7463&device_id=cafbb505-1705-4cb2-a601-c8ea5a6459a9 HTTP/1.1" status: 200 len: 1100 time: 0.3109624 Jul 06 13:55:31.102062 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6601b574-8fc4-40db-9198-fc023a5fe9df req-965f9ec4-1873-4d3a-b51a-2bdd22c661f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:55:31.102691 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-6601b574-8fc4-40db-9198-fc023a5fe9df req-965f9ec4-1873-4d3a-b51a-2bdd22c661f6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:31.104092 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-6601b574-8fc4-40db-9198-fc023a5fe9df req-965f9ec4-1873-4d3a-b51a-2bdd22c661f6 service neutron] 10.222.0.127 "PUT /v2.0/ports/b0540eff-bdf4-4af4-8588-52491b736d88 HTTP/1.1" status: 200 len: 1096 time: 2.5510309 Jul 06 13:55:31.142287 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-675e5522-9315-4481-9a19-3e266144aab5 req-34c7827e-8581-4739-b8d9-9a7e5f2649f8 tempest-FloatingIPsTestJSON-1798720322 tempest-FloatingIPsTestJSON-1798720322-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:31.223921 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965f9ec4-1873-4d3a-b51a-2bdd22c661f6 service neutron] Pushing event updated for resources: {'Port': ['ID=b0540eff-bdf4-4af4-8588-52491b736d88,revision_number=3']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:55:31.246773 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-6809eaaf-e5e9-4b51-8b1f-6a49721775fb req-6ff6c37d-b465-471b-a644-5626e6a03f6c tempest-LiveMigrationNegativeTest-1423627528 tempest-LiveMigrationNegativeTest-1423627528-project] 10.222.0.104 "GET /v2.0/ports?device_id=3222860e-5662-4454-8988-293505dc50b8 HTTP/1.1" status: 200 len: 210 time: 0.1006453 Jul 06 13:55:31.341379 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-675e5522-9315-4481-9a19-3e266144aab5 req-34c7827e-8581-4739-b8d9-9a7e5f2649f8 tempest-FloatingIPsTestJSON-1798720322 tempest-FloatingIPsTestJSON-1798720322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:31.367886 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb59eaf-9b0d-4710-b0ae-6fc18834a7a6 req-f19e3d4b-efdf-4cdb-86c8-0cda67da129a tempest-LiveAutoBlockMigrationV225Test-1685424674 tempest-LiveAutoBlockMigrationV225Test-1685424674-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:55:31.369296 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-9eb59eaf-9b0d-4710-b0ae-6fc18834a7a6 req-f19e3d4b-efdf-4cdb-86c8-0cda67da129a tempest-LiveAutoBlockMigrationV225Test-1685424674 tempest-LiveAutoBlockMigrationV225Test-1685424674-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=ce46b99b-5e9d-4179-b46f-7265cb00f3d9&tenant_id=4cef06e2189c48a2819839e74c70f679&binding%3Ahost_id=n-h1-773647-6 HTTP/1.1" status: 200 len: 1096 time: 0.3398943 Jul 06 13:55:31.373150 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568bd09d-7a1d-45a5-bea6-4c8993399ab5 req-54fe31f9-512c-4a5f-afdd-e07e3c02cfda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:55:31.374527 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-568bd09d-7a1d-45a5-bea6-4c8993399ab5 req-54fe31f9-512c-4a5f-afdd-e07e3c02cfda service neutron] 10.222.0.127 "GET /v2.0/networks?id=ac09d390-867f-4b75-a8d2-ab11550bffd6 HTTP/1.1" status: 200 len: 871 time: 0.2664049 Jul 06 13:55:31.480810 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6601b574-8fc4-40db-9198-fc023a5fe9df req-b49343bc-6a35-4e65-89f1-b50bfbcebd86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:55:31.482272 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-6601b574-8fc4-40db-9198-fc023a5fe9df req-b49343bc-6a35-4e65-89f1-b50bfbcebd86 service neutron] 10.222.0.127 "GET /v2.0/ports?tenant_id=8cb5ec88b59f4a759dd81f7b3a6fc71e&device_id=a23cdce2-9066-4fd7-bd62-f6d41cb4ff7d HTTP/1.1" status: 200 len: 1099 time: 0.2977340 Jul 06 13:55:31.491058 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-568bd09d-7a1d-45a5-bea6-4c8993399ab5 req-23785bf6-5dec-4660-82ee-22ae508dc799 service neutron] 10.222.0.127 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.95&port_id=55579fa1-991f-40fa-9660-f6873bccef77 HTTP/1.1" status: 200 len: 217 time: 0.0992393 Jul 06 13:55:31.813812 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-6601b574-8fc4-40db-9198-fc023a5fe9df req-97b29e28-bb3d-491c-8f4a-2075e79b5386 service neutron] 10.222.0.127 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.218&port_id=b0540eff-bdf4-4af4-8588-52491b736d88 HTTP/1.1" status: 200 len: 217 time: 0.3196075 Jul 06 13:55:31.917839 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568bd09d-7a1d-45a5-bea6-4c8993399ab5 req-cb5176b0-02c9-4b96-a122-7400d76460ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:55:31.919294 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-568bd09d-7a1d-45a5-bea6-4c8993399ab5 req-cb5176b0-02c9-4b96-a122-7400d76460ff service neutron] 10.222.0.127 "GET /v2.0/subnets?id=d1c3cc78-09b9-4e30-99fd-0e5830de101d HTTP/1.1" status: 200 len: 843 time: 0.4128144 Jul 06 13:55:31.949747 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb59eaf-9b0d-4710-b0ae-6fc18834a7a6 req-b67172f3-556b-4695-9cba-4f1f2e83bb17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:55:31.951134 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-9eb59eaf-9b0d-4710-b0ae-6fc18834a7a6 req-b67172f3-556b-4695-9cba-4f1f2e83bb17 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=ce46b99b-5e9d-4179-b46f-7265cb00f3d9&tenant_id=4cef06e2189c48a2819839e74c70f679 HTTP/1.1" status: 200 len: 1096 time: 0.5726743 Jul 06 13:55:31.957790 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6601b574-8fc4-40db-9198-fc023a5fe9df req-00de0c78-6010-4980-acc1-8db829a5703c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:55:31.959132 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-6601b574-8fc4-40db-9198-fc023a5fe9df req-00de0c78-6010-4980-acc1-8db829a5703c service neutron] 10.222.0.127 "GET /v2.0/subnets?id=d1c3cc78-09b9-4e30-99fd-0e5830de101d HTTP/1.1" status: 200 len: 843 time: 0.1134911 Jul 06 13:55:32.048375 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09149346-2451-4d70-b34c-c42fa5f6049e req-0dd8393e-27c6-4000-aa93-6a91decac8e2 tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:55:32.050272 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-09149346-2451-4d70-b34c-c42fa5f6049e req-0dd8393e-27c6-4000-aa93-6a91decac8e2 tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] 10.222.0.104 "GET /v2.0/ports?device_id=cafbb505-1705-4cb2-a601-c8ea5a6459a9 HTTP/1.1" status: 200 len: 949 time: 0.6677690 Jul 06 13:55:32.120594 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-675e5522-9315-4481-9a19-3e266144aab5 req-34c7827e-8581-4739-b8d9-9a7e5f2649f8 tempest-FloatingIPsTestJSON-1798720322 tempest-FloatingIPsTestJSON-1798720322-project] Notify callbacks [] for port, precommit_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:32.138151 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-675e5522-9315-4481-9a19-3e266144aab5 req-34c7827e-8581-4739-b8d9-9a7e5f2649f8 tempest-FloatingIPsTestJSON-1798720322 tempest-FloatingIPsTestJSON-1798720322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:32.180977 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-09149346-2451-4d70-b34c-c42fa5f6049e req-358c6b11-df90-482b-a863-d4be7fe01d4a tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] 10.222.0.104 "GET /v2.0/security-groups?id=9f5b92e9-7340-49c3-a9bb-41e4a1caffc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204488 Jul 06 13:55:32.192304 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568bd09d-7a1d-45a5-bea6-4c8993399ab5 req-4c3cab6e-9a0e-444c-aed4-02f6751e5e05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:55:32.193794 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-568bd09d-7a1d-45a5-bea6-4c8993399ab5 req-4c3cab6e-9a0e-444c-aed4-02f6751e5e05 service neutron] 10.222.0.127 "GET /v2.0/ports?network_id=ac09d390-867f-4b75-a8d2-ab11550bffd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2588005 Jul 06 13:55:32.199707 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-675e5522-9315-4481-9a19-3e266144aab5 req-34c7827e-8581-4739-b8d9-9a7e5f2649f8 tempest-FloatingIPsTestJSON-1798720322 tempest-FloatingIPsTestJSON-1798720322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1761130'] for floatingip, after_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:32.227406 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb59eaf-9b0d-4710-b0ae-6fc18834a7a6 req-d907a159-7b1f-48a5-b277-4e44d77c3638 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:55:32.228868 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-9eb59eaf-9b0d-4710-b0ae-6fc18834a7a6 req-d907a159-7b1f-48a5-b277-4e44d77c3638 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=4cef06e2189c48a2819839e74c70f679&device_id=ce46b99b-5e9d-4179-b46f-7265cb00f3d9 HTTP/1.1" status: 200 len: 1096 time: 0.2442107 Jul 06 13:55:32.231882 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 13:55:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-831102f5-b917-41f4-bb54-cf4a67a8fc6c x-openstack-request-id: req-831102f5-b917-41f4-bb54-cf4a67a8fc6c {{(pid=100246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:55:32.232408 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "63f04f24-a07c-4f56-a92d-98828f9b51fd", "tag": "ea4b4b49-6742-4d24-921d-b8422184436f", "status": "completed", "code": 200}]} {{(pid=100246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:55:32.232746 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-831102f5-b917-41f4-bb54-cf4a67a8fc6c {{(pid=100246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:55:32.233237 n-d-773647-6 neutron-server[100246]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '63f04f24-a07c-4f56-a92d-98828f9b51fd', 'tag': 'ea4b4b49-6742-4d24-921d-b8422184436f', 'status': 'completed', 'code': 200} Jul 06 13:55:32.244320 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6601b574-8fc4-40db-9198-fc023a5fe9df req-8975dfb9-2f89-4fb1-b25e-16f4ca97436f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:55:32.245939 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-6601b574-8fc4-40db-9198-fc023a5fe9df req-8975dfb9-2f89-4fb1-b25e-16f4ca97436f service neutron] 10.222.0.127 "GET /v2.0/ports?network_id=ac09d390-867f-4b75-a8d2-ab11550bffd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2623494 Jul 06 13:55:32.290515 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-675e5522-9315-4481-9a19-3e266144aab5 req-34c7827e-8581-4739-b8d9-9a7e5f2649f8 tempest-FloatingIPsTestJSON-1798720322 tempest-FloatingIPsTestJSON-1798720322-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for floatingip, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:32.291666 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-675e5522-9315-4481-9a19-3e266144aab5 req-34c7827e-8581-4739-b8d9-9a7e5f2649f8 tempest-FloatingIPsTestJSON-1798720322 tempest-FloatingIPsTestJSON-1798720322-project] 10.222.0.104 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.7373741 Jul 06 13:55:32.292246 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c7827e-8581-4739-b8d9-9a7e5f2649f8 tempest-FloatingIPsTestJSON-1798720322 tempest-FloatingIPsTestJSON-1798720322-project] Pushing event updated for resources: {'Port': ['ID=54609808-f989-4b99-95cb-e6f8fe23bc30,revision_number=2']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:55:32.316712 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5041c1dd-64a3-43e6-b866-76d64226adcf req-01aa72e6-8cd5-402b-a79d-513e4eb5b2d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:55:32.318358 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-5041c1dd-64a3-43e6-b866-76d64226adcf req-01aa72e6-8cd5-402b-a79d-513e4eb5b2d1 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=8cb5ec88b59f4a759dd81f7b3a6fc71e&device_id=63f04f24-a07c-4f56-a92d-98828f9b51fd HTTP/1.1" status: 200 len: 1098 time: 0.0605464 Jul 06 13:55:32.408321 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5041c1dd-64a3-43e6-b866-76d64226adcf req-c2f7f7b5-e497-4371-ae6c-eecdc75005d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:55:32.409807 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-5041c1dd-64a3-43e6-b866-76d64226adcf req-c2f7f7b5-e497-4371-ae6c-eecdc75005d7 service neutron] 10.222.0.72 "GET /v2.0/networks?id=ac09d390-867f-4b75-a8d2-ab11550bffd6 HTTP/1.1" status: 200 len: 871 time: 0.0848472 Jul 06 13:55:32.454835 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-5041c1dd-64a3-43e6-b866-76d64226adcf req-c74af41b-63d3-4b42-9466-79c43e93c742 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.97&port_id=ea4b4b49-6742-4d24-921d-b8422184436f HTTP/1.1" status: 200 len: 217 time: 0.0382328 Jul 06 13:55:32.481695 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-675e5522-9315-4481-9a19-3e266144aab5 req-f9a8c37b-a51f-4ebe-b3ff-10a5ac158b31 tempest-FloatingIPsTestJSON-1798720322 tempest-FloatingIPsTestJSON-1798720322-project] 10.222.0.104 "GET /v2.0/floatingips?floating_ip_address=172.25.0.239 HTTP/1.1" status: 200 len: 696 time: 0.1376965 Jul 06 13:55:32.503026 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5041c1dd-64a3-43e6-b866-76d64226adcf req-0bc60b8a-3242-42fa-9a5f-d941abde9623 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:55:32.504530 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-5041c1dd-64a3-43e6-b866-76d64226adcf req-0bc60b8a-3242-42fa-9a5f-d941abde9623 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=d1c3cc78-09b9-4e30-99fd-0e5830de101d HTTP/1.1" status: 200 len: 843 time: 0.0433412 Jul 06 13:55:32.563313 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5041c1dd-64a3-43e6-b866-76d64226adcf req-7f0bf8b3-cf64-4b5f-8b40-637a160c5d2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:55:32.564830 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-5041c1dd-64a3-43e6-b866-76d64226adcf req-7f0bf8b3-cf64-4b5f-8b40-637a160c5d2a service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=ac09d390-867f-4b75-a8d2-ab11550bffd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0543594 Jul 06 13:55:32.590892 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-568bd09d-7a1d-45a5-bea6-4c8993399ab5 req-9611cd4c-6fa2-4bb1-b030-1d113e816f7b service neutron] 10.222.0.127 "GET /v2.0/networks/ac09d390-867f-4b75-a8d2-ab11550bffd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3856044 Jul 06 13:55:32.604586 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-6601b574-8fc4-40db-9198-fc023a5fe9df req-1f602530-708d-494f-91f3-3c9aad20e27c service neutron] 10.222.0.127 "GET /v2.0/networks/ac09d390-867f-4b75-a8d2-ab11550bffd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3303602 Jul 06 13:55:32.615558 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb59eaf-9b0d-4710-b0ae-6fc18834a7a6 req-10e3eeda-1c4f-4b2f-86bb-6f5684ef0cbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:55:32.616915 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-9eb59eaf-9b0d-4710-b0ae-6fc18834a7a6 req-10e3eeda-1c4f-4b2f-86bb-6f5684ef0cbe service neutron] 10.222.0.72 "GET /v2.0/networks?id=719b716d-a00d-48ee-8755-3a8bbdfaf0d2 HTTP/1.1" status: 200 len: 923 time: 0.3417003 Jul 06 13:55:32.658061 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-5041c1dd-64a3-43e6-b866-76d64226adcf req-e6ebb7bb-22e2-47e0-adaa-92600b73f1d1 service neutron] 10.222.0.72 "GET /v2.0/networks/ac09d390-867f-4b75-a8d2-ab11550bffd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864158 Jul 06 13:55:32.753703 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-5041c1dd-64a3-43e6-b866-76d64226adcf req-58a5ca0e-d081-4102-afdc-1d798e9ff849 service neutron] 10.222.0.72 "GET /v2.0/networks/ac09d390-867f-4b75-a8d2-ab11550bffd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876815 Jul 06 13:55:32.755490 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e855369b-5181-46ad-8baf-77f4ce2af079 req-43911286-2311-429d-b385-f776155a4a2b tempest-ServersAdminTestJSON-391861328 tempest-ServersAdminTestJSON-391861328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:55:32.756962 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-e855369b-5181-46ad-8baf-77f4ce2af079 req-43911286-2311-429d-b385-f776155a4a2b tempest-ServersAdminTestJSON-391861328 tempest-ServersAdminTestJSON-391861328-project] 10.222.0.104 "GET /v2.0/ports?device_id=a23cdce2-9066-4fd7-bd62-f6d41cb4ff7d HTTP/1.1" status: 200 len: 948 time: 0.4113362 Jul 06 13:55:32.765539 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-9eb59eaf-9b0d-4710-b0ae-6fc18834a7a6 req-618d4369-0014-41d3-a545-fb27c96e2f82 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=657fb024-941b-4590-82d2-c9d7f63025c1 HTTP/1.1" status: 200 len: 217 time: 0.1232095 Jul 06 13:55:32.873307 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675e5522-9315-4481-9a19-3e266144aab5 req-f3b6e243-91cc-44f8-814f-bd2d01c76969 tempest-FloatingIPsTestJSON-1798720322 tempest-FloatingIPsTestJSON-1798720322-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:55:32.874637 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-675e5522-9315-4481-9a19-3e266144aab5 req-f3b6e243-91cc-44f8-814f-bd2d01c76969 tempest-FloatingIPsTestJSON-1798720322 tempest-FloatingIPsTestJSON-1798720322-project] 10.222.0.104 "GET /v2.0/networks/2658f09e-a580-4d4a-9968-2d1e0ad93719 HTTP/1.1" status: 200 len: 784 time: 0.3830495 Jul 06 13:55:32.902751 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [req-675e5522-9315-4481-9a19-3e266144aab5 req-9b4d1e6a-54e7-4394-b7a4-6519017c3fa2 tempest-FloatingIPsTestJSON-1798720322 tempest-FloatingIPsTestJSON-1798720322-project] http://10.222.0.104:9696/v2.0/extensions returned with HTTP 200 {{(pid=100247) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 13:55:32.903742 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-675e5522-9315-4481-9a19-3e266144aab5 req-9b4d1e6a-54e7-4394-b7a4-6519017c3fa2 tempest-FloatingIPsTestJSON-1798720322 tempest-FloatingIPsTestJSON-1798720322-project] 10.222.0.104 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0158136 Jul 06 13:55:32.924835 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-e855369b-5181-46ad-8baf-77f4ce2af079 req-2a3352aa-8983-4a46-b075-4705162e1405 tempest-ServersAdminTestJSON-391861328 tempest-ServersAdminTestJSON-391861328-project] 10.222.0.104 "GET /v2.0/security-groups?id=3bcee3ab-dc9e-46be-bc35-9f5a80cc9457&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1467929 Jul 06 13:55:32.929480 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb59eaf-9b0d-4710-b0ae-6fc18834a7a6 req-c6400875-d834-4293-a922-0b527c753c21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:55:32.930900 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-9eb59eaf-9b0d-4710-b0ae-6fc18834a7a6 req-c6400875-d834-4293-a922-0b527c753c21 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=7f475f76-2dcc-4dce-adb2-7deed8b8ad71 HTTP/1.1" status: 200 len: 861 time: 0.1506112 Jul 06 13:55:32.934209 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-568bd09d-7a1d-45a5-bea6-4c8993399ab5 req-e026b3a1-1bb1-4560-a603-638851540a61 service neutron] 10.222.0.127 "GET /v2.0/networks/ac09d390-867f-4b75-a8d2-ab11550bffd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3280261 Jul 06 13:55:32.936467 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-6601b574-8fc4-40db-9198-fc023a5fe9df req-aa717469-d97c-4fab-9c9b-63e1ee629ccb service neutron] 10.222.0.127 "GET /v2.0/networks/ac09d390-867f-4b75-a8d2-ab11550bffd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3162701 Jul 06 13:55:32.963910 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-9eb59eaf-9b0d-4710-b0ae-6fc18834a7a6 req-c5d9d956-6612-4446-8f79-2bb3539e5c26 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=719b716d-a00d-48ee-8755-3a8bbdfaf0d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264294 Jul 06 13:55:33.037023 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 13:55:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c23daac3-b641-4c49-a014-e95e513199e6 x-openstack-request-id: req-c23daac3-b641-4c49-a014-e95e513199e6 {{(pid=100247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:55:33.037337 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3222860e-5662-4454-8988-293505dc50b8", "name": "network-vif-deleted", "tag": "2e25c71c-852c-4ad0-8d85-385a819267d1", "status": "completed", "code": 200}]} {{(pid=100247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:55:33.037559 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-c23daac3-b641-4c49-a014-e95e513199e6 {{(pid=100247) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:55:33.037953 n-d-773647-6 neutron-server[100247]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3222860e-5662-4454-8988-293505dc50b8', 'name': 'network-vif-deleted', 'tag': '2e25c71c-852c-4ad0-8d85-385a819267d1', 'status': 'completed', 'code': 200} Jul 06 13:55:33.086577 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-9eb59eaf-9b0d-4710-b0ae-6fc18834a7a6 req-8e7274f7-460a-4c38-8e63-a4de1b2c7d45 service neutron] 10.222.0.72 "GET /v2.0/networks/719b716d-a00d-48ee-8755-3a8bbdfaf0d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1139019 Jul 06 13:55:33.227641 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-86d4950f-d52c-48d1-b018-7cda5bb1cc44 req-9a9c0e20-976c-4794-ab88-d1184e3fa7af tempest-FloatingIPsTestJSON-1798720322 tempest-FloatingIPsTestJSON-1798720322-project] 10.222.0.104 "GET /v2.0/floatingips/c3cb243b-7487-4cdc-9f0a-e3050ee99619 HTTP/1.1" status: 200 len: 693 time: 0.0847874 Jul 06 13:55:33.315413 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-9eb59eaf-9b0d-4710-b0ae-6fc18834a7a6 req-30cd6fd5-37a1-4e53-9b67-745b0a078a8c service neutron] 10.222.0.72 "GET /v2.0/networks/719b716d-a00d-48ee-8755-3a8bbdfaf0d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2217107 Jul 06 13:55:33.338044 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97188514-6142-4fa7-a6ad-968dff50bb78 req-2a5e495a-4f91-4566-b8be-8ac44eef392b tempest-LiveAutoBlockMigrationV225Test-654794443 tempest-LiveAutoBlockMigrationV225Test-654794443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:55:33.339544 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-97188514-6142-4fa7-a6ad-968dff50bb78 req-2a5e495a-4f91-4566-b8be-8ac44eef392b tempest-LiveAutoBlockMigrationV225Test-654794443 tempest-LiveAutoBlockMigrationV225Test-654794443-project] 10.222.0.104 "GET /v2.0/ports?device_id=ce46b99b-5e9d-4179-b46f-7265cb00f3d9 HTTP/1.1" status: 200 len: 945 time: 0.1981740 Jul 06 13:55:33.364273 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Device 657fb024-941b-4590-82d2-c9d7f63025c1 no longer exists at agent hyperv_n-h1-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 13:55:33.388705 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d4950f-d52c-48d1-b018-7cda5bb1cc44 req-f917d95e-5e01-42c3-93b1-67be2c90261e tempest-FloatingIPsTestJSON-1798720322 tempest-FloatingIPsTestJSON-1798720322-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:55:33.390047 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-86d4950f-d52c-48d1-b018-7cda5bb1cc44 req-f917d95e-5e01-42c3-93b1-67be2c90261e tempest-FloatingIPsTestJSON-1798720322 tempest-FloatingIPsTestJSON-1798720322-project] 10.222.0.104 "GET /v2.0/networks/2658f09e-a580-4d4a-9968-2d1e0ad93719 HTTP/1.1" status: 200 len: 784 time: 0.1560702 Jul 06 13:55:33.404005 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [req-86d4950f-d52c-48d1-b018-7cda5bb1cc44 req-e6120260-0bf6-491f-b218-3051d409236d tempest-FloatingIPsTestJSON-1798720322 tempest-FloatingIPsTestJSON-1798720322-project] http://10.222.0.104:9696/v2.0/extensions returned with HTTP 200 {{(pid=100247) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 13:55:33.404247 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Device 657fb024-941b-4590-82d2-c9d7f63025c1 not bound to the agent host n-h1-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 13:55:33.404959 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-86d4950f-d52c-48d1-b018-7cda5bb1cc44 req-e6120260-0bf6-491f-b218-3051d409236d tempest-FloatingIPsTestJSON-1798720322 tempest-FloatingIPsTestJSON-1798720322-project] 10.222.0.104 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0089133 Jul 06 13:55:33.408203 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-97188514-6142-4fa7-a6ad-968dff50bb78 req-70ef5678-b101-42a7-8c1c-1b8fb0f68fb5 tempest-LiveAutoBlockMigrationV225Test-654794443 tempest-LiveAutoBlockMigrationV225Test-654794443-project] 10.222.0.104 "GET /v2.0/security-groups?id=43f6fcb8-9501-44d6-9feb-82c82c5d5862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578837 Jul 06 13:55:33.457867 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-86d4950f-d52c-48d1-b018-7cda5bb1cc44 req-296ac5c8-ba76-4108-aff6-07d19df2d2ca tempest-FloatingIPsTestJSON-1798720322 tempest-FloatingIPsTestJSON-1798720322-project] 10.222.0.104 "GET /v2.0/floatingips?floating_ip_address=172.25.0.239 HTTP/1.1" status: 200 len: 696 time: 0.0456944 Jul 06 13:55:33.464840 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Device ea4b4b49-6742-4d24-921d-b8422184436f details requested by agent hyperv_n-h2-773647-6 with host n-h2-773647-6 {{(pid=100248) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 13:55:33.467107 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Device 2e25c71c-852c-4ad0-8d85-385a819267d1 no longer exists at agent hyperv_n-h2-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 13:55:33.497138 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] No Port match for: 2e25c71c-852c-4ad0-8d85-385a819267d1 {{(pid=100248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 13:55:33.497488 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Device 2e25c71c-852c-4ad0-8d85-385a819267d1 not bound to the agent host n-h2-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 13:55:33.519133 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-86d4950f-d52c-48d1-b018-7cda5bb1cc44 req-0e807aa4-4de2-4f85-a44f-554eaef76783 tempest-FloatingIPsTestJSON-1798720322 tempest-FloatingIPsTestJSON-1798720322-project] 10.222.0.104 "GET /v2.0/floatingips?floating_ip_address=172.25.0.239 HTTP/1.1" status: 200 len: 696 time: 0.0546944 Jul 06 13:55:33.597924 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] For port ea4b4b49-6742-4d24-921d-b8422184436f, host n-h2-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=ea4b4b49-6742-4d24-921d-b8422184436f,segment=NetworkSegment(c9ea893d-045e-42cf-b3dd-cdd1f79baccd),segment_id=c9ea893d-045e-42cf-b3dd-cdd1f79baccd)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:55:33.608436 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Returning: {'device': 'ea4b4b49-6742-4d24-921d-b8422184436f', 'network_id': 'ac09d390-867f-4b75-a8d2-ab11550bffd6', 'port_id': 'ea4b4b49-6742-4d24-921d-b8422184436f', 'mac_address': 'fa:16:3e:97:47:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1023, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd1c3cc78-09b9-4e30-99fd-0e5830de101d', 'ip_address': '192.168.233.97'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100248) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 13:55:33.649656 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:33.662274 n-d-773647-6 neutron-server[100248]: DEBUG neutron.notifiers.nova [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea4b4b49-6742-4d24-921d-b8422184436f {{(pid=100248) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 13:55:33.682533 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] For port ea4b4b49-6742-4d24-921d-b8422184436f, host n-h2-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=ea4b4b49-6742-4d24-921d-b8422184436f,segment=NetworkSegment(c9ea893d-045e-42cf-b3dd-cdd1f79baccd),segment_id=c9ea893d-045e-42cf-b3dd-cdd1f79baccd)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:55:33.686494 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:33.735774 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Pushing event updated for resources: {'Port': ['ID=ea4b4b49-6742-4d24-921d-b8422184436f,revision_number=4']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:55:33.744300 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:55:33.744649 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:55:33.745129 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:55:33.745474 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:55:33.745805 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:55:33.746134 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:55:33.746459 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:55:33.746782 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:55:33.747286 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:55:33.747611 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:55:33.747973 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:55:33.748277 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:55:33.918084 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] get_ports_and_sgs() called for port_ids ['ea4b4b49-6742-4d24-921d-b8422184436f'] {{(pid=100248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 13:55:33.956863 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf4821c-62d3-4e54-89ce-a046c0482a7f req-593523da-eb6c-4366-b7d5-a9a4002dc1cd tempest-LiveMigrationTest-343502667 tempest-LiveMigrationTest-343502667-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:55:33.958510 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-5bf4821c-62d3-4e54-89ce-a046c0482a7f req-593523da-eb6c-4366-b7d5-a9a4002dc1cd tempest-LiveMigrationTest-343502667 tempest-LiveMigrationTest-343502667-project-admin] 10.222.0.104 "GET /v2.0/ports?device_id=c2e7e169-6d3e-4fe1-9d57-062eaff9ad98 HTTP/1.1" status: 200 len: 1095 time: 0.4385009 Jul 06 13:55:33.990164 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb59eaf-9b0d-4710-b0ae-6fc18834a7a6 req-e0222483-4b14-4d29-883f-8922431453bd tempest-LiveAutoBlockMigrationV225Test-1685424674 tempest-LiveAutoBlockMigrationV225Test-1685424674-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:55:33.991662 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-9eb59eaf-9b0d-4710-b0ae-6fc18834a7a6 req-e0222483-4b14-4d29-883f-8922431453bd tempest-LiveAutoBlockMigrationV225Test-1685424674 tempest-LiveAutoBlockMigrationV225Test-1685424674-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=ce46b99b-5e9d-4179-b46f-7265cb00f3d9&tenant_id=4cef06e2189c48a2819839e74c70f679&binding%3Ahost_id=n-h2-773647-6 HTTP/1.1" status: 200 len: 1096 time: 0.3989329 Jul 06 13:55:34.042381 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-5bf4821c-62d3-4e54-89ce-a046c0482a7f req-beb9e859-4b9d-468a-aeb5-67caed707d51 tempest-LiveMigrationTest-343502667 tempest-LiveMigrationTest-343502667-project-admin] 10.222.0.104 "GET /v2.0/security-groups?id=7e243ebf-9cf4-4917-8da6-0fd38b06f795&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769532 Jul 06 13:55:34.048012 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.plugin [req-86d4950f-d52c-48d1-b018-7cda5bb1cc44 req-baec54b8-ccba-447c-916e-935121f73319 tempest-FloatingIPsTestJSON-1798720322 tempest-FloatingIPsTestJSON-1798720322-project] Deleting port 54609808-f989-4b99-95cb-e6f8fe23bc30 {{(pid=100247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 13:55:34.048012 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-86d4950f-d52c-48d1-b018-7cda5bb1cc44 req-baec54b8-ccba-447c-916e-935121f73319 tempest-FloatingIPsTestJSON-1798720322 tempest-FloatingIPsTestJSON-1798720322-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:34.181394 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-86d4950f-d52c-48d1-b018-7cda5bb1cc44 req-baec54b8-ccba-447c-916e-935121f73319 tempest-FloatingIPsTestJSON-1798720322 tempest-FloatingIPsTestJSON-1798720322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:34.181729 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-86d4950f-d52c-48d1-b018-7cda5bb1cc44 req-baec54b8-ccba-447c-916e-935121f73319 tempest-FloatingIPsTestJSON-1798720322 tempest-FloatingIPsTestJSON-1798720322-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:34.204161 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.plugin [req-86d4950f-d52c-48d1-b018-7cda5bb1cc44 req-baec54b8-ccba-447c-916e-935121f73319 tempest-FloatingIPsTestJSON-1798720322 tempest-FloatingIPsTestJSON-1798720322-project] Calling delete_port for 54609808-f989-4b99-95cb-e6f8fe23bc30 owned by network:floatingip {{(pid=100247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 13:55:34.222211 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.db [req-9eb59eaf-9b0d-4710-b0ae-6fc18834a7a6 req-972c4a94-7b44-4fa8-9725-55493ef85abd service neutron] For port 657fb024-941b-4590-82d2-c9d7f63025c1, host n-h1-773647-6, cleared binding levels {{(pid=100247) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 13:55:34.227248 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-9eb59eaf-9b0d-4710-b0ae-6fc18834a7a6 req-972c4a94-7b44-4fa8-9725-55493ef85abd service neutron] Notify callbacks [] for binding, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:34.228364 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-9eb59eaf-9b0d-4710-b0ae-6fc18834a7a6 req-972c4a94-7b44-4fa8-9725-55493ef85abd service neutron] 10.222.0.72 "DELETE /v2.0/ports/657fb024-941b-4590-82d2-c9d7f63025c1/bindings/n-h1-773647-6 HTTP/1.1" status: 204 len: 173 time: 0.2291300 Jul 06 13:55:34.360835 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-86d4950f-d52c-48d1-b018-7cda5bb1cc44 req-baec54b8-ccba-447c-916e-935121f73319 tempest-FloatingIPsTestJSON-1798720322 tempest-FloatingIPsTestJSON-1798720322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117'] for port, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:34.386033 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baec54b8-ccba-447c-916e-935121f73319 tempest-FloatingIPsTestJSON-1798720322 tempest-FloatingIPsTestJSON-1798720322-project] Pushing event deleted for resources: {'Port': ['ID=54609808-f989-4b99-95cb-e6f8fe23bc30,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:55:34.411698 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-86d4950f-d52c-48d1-b018-7cda5bb1cc44 req-baec54b8-ccba-447c-916e-935121f73319 tempest-FloatingIPsTestJSON-1798720322 tempest-FloatingIPsTestJSON-1798720322-project] Notify callbacks [] for floatingip, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:34.414176 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-86d4950f-d52c-48d1-b018-7cda5bb1cc44 req-baec54b8-ccba-447c-916e-935121f73319 tempest-FloatingIPsTestJSON-1798720322 tempest-FloatingIPsTestJSON-1798720322-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for floatingip, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:34.415333 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-86d4950f-d52c-48d1-b018-7cda5bb1cc44 req-baec54b8-ccba-447c-916e-935121f73319 tempest-FloatingIPsTestJSON-1798720322 tempest-FloatingIPsTestJSON-1798720322-project] 10.222.0.104 "DELETE /v2.0/floatingips/c3cb243b-7487-4cdc-9f0a-e3050ee99619 HTTP/1.1" status: 204 len: 173 time: 0.8878253 Jul 06 13:55:34.487594 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863121a9-fc89-4379-86ee-fd1c934253d8 req-c4b0e79f-eb76-4f11-83f2-2ddcba7d66cf tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:55:34.488998 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-863121a9-fc89-4379-86ee-fd1c934253d8 req-c4b0e79f-eb76-4f11-83f2-2ddcba7d66cf tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] 10.222.0.104 "GET /v2.0/ports?device_id=cafbb505-1705-4cb2-a601-c8ea5a6459a9 HTTP/1.1" status: 200 len: 949 time: 0.0663602 Jul 06 13:55:34.553618 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-863121a9-fc89-4379-86ee-fd1c934253d8 req-24077405-4d29-4e9a-a3c3-b30980ed8e71 tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] 10.222.0.104 "GET /v2.0/security-groups?id=9f5b92e9-7340-49c3-a9bb-41e4a1caffc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590551 Jul 06 13:55:34.582947 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76894359-3051-476c-b438-7cb0e37cafa2 req-a2618b18-852a-4528-831e-f40823b5519b tempest-ServersAdminTestJSON-391861328 tempest-ServersAdminTestJSON-391861328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:55:34.584485 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-76894359-3051-476c-b438-7cb0e37cafa2 req-a2618b18-852a-4528-831e-f40823b5519b tempest-ServersAdminTestJSON-391861328 tempest-ServersAdminTestJSON-391861328-project] 10.222.0.104 "GET /v2.0/ports?device_id=a23cdce2-9066-4fd7-bd62-f6d41cb4ff7d HTTP/1.1" status: 200 len: 948 time: 0.0761869 Jul 06 13:55:34.626487 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-76894359-3051-476c-b438-7cb0e37cafa2 req-efbb73dd-588f-4734-80f7-4aed111fae62 tempest-ServersAdminTestJSON-391861328 tempest-ServersAdminTestJSON-391861328-project] 10.222.0.104 "GET /v2.0/security-groups?id=3bcee3ab-dc9e-46be-bc35-9f5a80cc9457&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362134 Jul 06 13:55:34.921971 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fa76e2-4668-450a-aad5-53ba89f01f08 req-7d3ff172-a88f-46e2-aa26-a75a4a91f0ed tempest-LiveMigrationTest-2001684970 tempest-LiveMigrationTest-2001684970-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:55:34.923471 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-40fa76e2-4668-450a-aad5-53ba89f01f08 req-7d3ff172-a88f-46e2-aa26-a75a4a91f0ed tempest-LiveMigrationTest-2001684970 tempest-LiveMigrationTest-2001684970-project] 10.222.0.104 "GET /v2.0/networks?id=4f6c277b-1b2d-40ad-a374-15bf31b2f6e9 HTTP/1.1" status: 200 len: 807 time: 0.1451652 Jul 06 13:55:34.933495 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9d17a7-62e1-4988-b8d6-ecec20c9b95a req-fdc0080b-057b-4762-bd58-18c364cfa065 tempest-LiveMigrationNegativeTest-1423627528 tempest-LiveMigrationNegativeTest-1423627528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:55:34.934888 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-db9d17a7-62e1-4988-b8d6-ecec20c9b95a req-fdc0080b-057b-4762-bd58-18c364cfa065 tempest-LiveMigrationNegativeTest-1423627528 tempest-LiveMigrationNegativeTest-1423627528-project] 10.222.0.104 "GET /v2.0/ports?device_id=6745883c-8982-41fd-a7cd-0cc6a866e0f4 HTTP/1.1" status: 200 len: 949 time: 0.1546936 Jul 06 13:55:34.946035 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 56872) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:55:34.957899 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-40fa76e2-4668-450a-aad5-53ba89f01f08 req-6b041bc8-3709-48dc-a874-62d3f7b1c151 tempest-LiveMigrationTest-2001684970 tempest-LiveMigrationTest-2001684970-project] 10.222.0.104 "GET /v2.0/quotas/125e6575b3ba4365b3ae01568cef269b HTTP/1.1" status: 200 len: 375 time: 0.0220525 Jul 06 13:55:34.986104 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-db9d17a7-62e1-4988-b8d6-ecec20c9b95a req-1883ab52-7b4e-4542-9bec-6d7db4fa6e0e tempest-LiveMigrationNegativeTest-1423627528 tempest-LiveMigrationNegativeTest-1423627528-project] 10.222.0.104 "GET /v2.0/security-groups?id=ef09d142-5e37-465b-8810-9ba573f3b8cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440383 Jul 06 13:55:35.048996 n-d-773647-6 neutron-server[100247]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a23cdce2-9066-4fd7-bd62-f6d41cb4ff7d', 'tag': 'b0540eff-bdf4-4af4-8588-52491b736d88'}] {{(pid=100247) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 13:55:35.051748 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cbf0eeaae822f8fc9b87a94aeba67a3d651842baf663a51cba94b67a514836d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-727a4d24-bbab-4c4f-b6f5-3fb85f9b8655" -d '{"events": [{"name": "network-changed", "server_uuid": "a23cdce2-9066-4fd7-bd62-f6d41cb4ff7d", "tag": "b0540eff-bdf4-4af4-8588-52491b736d88"}]}' {{(pid=100247) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:55:35.053238 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-e8ca76ab-76e1-4f99-8c32-5b3ed8d23230 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:35.056716 n-d-773647-6 neutron-server[100247]: INFO neutron.api.v2.resource [req-5753c1fd-75e2-4ab2-bd43-3a243e071adf req-1ab16f6f-3b06-469a-8a42-8d46b47ecd4c tempest-FloatingIPsTestJSON-1798720322 tempest-FloatingIPsTestJSON-1798720322-project] show failed (client error): The resource could not be found. Jul 06 13:55:35.057724 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-5753c1fd-75e2-4ab2-bd43-3a243e071adf req-1ab16f6f-3b06-469a-8a42-8d46b47ecd4c tempest-FloatingIPsTestJSON-1798720322 tempest-FloatingIPsTestJSON-1798720322-project] 10.222.0.104 "GET /v2.0/floatingips/c3cb243b-7487-4cdc-9f0a-e3050ee99619 HTTP/1.1" status: 404 len: 350 time: 0.0469723 Jul 06 13:55:35.091979 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-40fa76e2-4668-450a-aad5-53ba89f01f08 req-085103c9-19bc-4ab8-9422-f8c9f660d898 tempest-LiveMigrationTest-2001684970 tempest-LiveMigrationTest-2001684970-project] 10.222.0.104 "GET /v2.0/ports?tenant_id=125e6575b3ba4365b3ae01568cef269b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1268008 Jul 06 13:55:35.150216 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-e8ca76ab-76e1-4f99-8c32-5b3ed8d23230 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:35.155606 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-e8ca76ab-76e1-4f99-8c32-5b3ed8d23230 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:35.189507 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-40fa76e2-4668-450a-aad5-53ba89f01f08 req-8ea54524-62e5-4289-af69-30354f9ac993 service neutron] 10.222.0.104 "GET /v2.0/networks/4f6c277b-1b2d-40ad-a374-15bf31b2f6e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905879 Jul 06 13:55:35.193802 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ca76ab-76e1-4f99-8c32-5b3ed8d23230 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0985e04c-3576-4822-8bcb-c94dd609fc34,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:55:35.198784 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-e8ca76ab-76e1-4f99-8c32-5b3ed8d23230 admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=6d171a4f15c94083a42ffdbcedd1e9c1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2516253 Jul 06 13:55:35.202817 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 56880) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:55:35.206950 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ca76ab-76e1-4f99-8c32-5b3ed8d23230 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:55:35.207647 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ca76ab-76e1-4f99-8c32-5b3ed8d23230 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:55:35.208205 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ca76ab-76e1-4f99-8c32-5b3ed8d23230 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:55:35.208904 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ca76ab-76e1-4f99-8c32-5b3ed8d23230 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:55:35.209415 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ca76ab-76e1-4f99-8c32-5b3ed8d23230 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:55:35.209818 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ca76ab-76e1-4f99-8c32-5b3ed8d23230 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:55:35.210181 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ca76ab-76e1-4f99-8c32-5b3ed8d23230 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:55:35.210573 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ca76ab-76e1-4f99-8c32-5b3ed8d23230 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:55:35.211007 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ca76ab-76e1-4f99-8c32-5b3ed8d23230 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:55:35.211381 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ca76ab-76e1-4f99-8c32-5b3ed8d23230 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:55:35.211905 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ca76ab-76e1-4f99-8c32-5b3ed8d23230 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:55:35.212268 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ca76ab-76e1-4f99-8c32-5b3ed8d23230 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:55:35.270797 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-2f7cbf8a-fa74-4805-81e1-c760a4478bcb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:35.293077 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-2f7cbf8a-fa74-4805-81e1-c760a4478bcb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:35.335649 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3c6670-48df-4840-8245-f15d4f006a5a req-319ad577-4ed2-4ef0-a8d5-ac6236ca4824 tempest-LiveAutoBlockMigrationV225Test-654794443 tempest-LiveAutoBlockMigrationV225Test-654794443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:55:35.340375 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-2f7cbf8a-fa74-4805-81e1-c760a4478bcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:35.343056 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-8c3c6670-48df-4840-8245-f15d4f006a5a req-319ad577-4ed2-4ef0-a8d5-ac6236ca4824 tempest-LiveAutoBlockMigrationV225Test-654794443 tempest-LiveAutoBlockMigrationV225Test-654794443-project] 10.222.0.104 "GET /v2.0/ports?device_id=ce46b99b-5e9d-4179-b46f-7265cb00f3d9 HTTP/1.1" status: 200 len: 945 time: 0.1520028 Jul 06 13:55:35.343197 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-2f7cbf8a-fa74-4805-81e1-c760a4478bcb admin admin] Notify callbacks [] for security_group, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:35.344558 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-2f7cbf8a-fa74-4805-81e1-c760a4478bcb admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/0985e04c-3576-4822-8bcb-c94dd609fc34 HTTP/1.1" status: 204 len: 168 time: 0.1405849 Jul 06 13:55:35.355335 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7cbf8a-fa74-4805-81e1-c760a4478bcb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0985e04c-3576-4822-8bcb-c94dd609fc34,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:55:35.368281 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-40fa76e2-4668-450a-aad5-53ba89f01f08 req-300f4391-ee7b-44fb-8ec8-a1bcb0773a5d service neutron] 10.222.0.104 "GET /v2.0/networks/4f6c277b-1b2d-40ad-a374-15bf31b2f6e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1713204 Jul 06 13:55:35.397487 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-8c3c6670-48df-4840-8245-f15d4f006a5a req-bc7d29c8-3c79-4d43-898d-5e4d1c7b106a tempest-LiveAutoBlockMigrationV225Test-654794443 tempest-LiveAutoBlockMigrationV225Test-654794443-project] 10.222.0.104 "GET /v2.0/security-groups?id=43f6fcb8-9501-44d6-9feb-82c82c5d5862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535026 Jul 06 13:55:35.446169 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 13:55:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cc0be8b-14f1-4b66-b222-05f88a30d14f x-openstack-request-id: req-1cc0be8b-14f1-4b66-b222-05f88a30d14f {{(pid=100247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:55:35.446499 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a23cdce2-9066-4fd7-bd62-f6d41cb4ff7d", "tag": "b0540eff-bdf4-4af4-8588-52491b736d88", "status": "completed", "code": 200}]} {{(pid=100247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:55:35.446783 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-1cc0be8b-14f1-4b66-b222-05f88a30d14f {{(pid=100247) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:55:35.447207 n-d-773647-6 neutron-server[100247]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a23cdce2-9066-4fd7-bd62-f6d41cb4ff7d', 'tag': 'b0540eff-bdf4-4af4-8588-52491b736d88', 'status': 'completed', 'code': 200} Jul 06 13:55:35.475526 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Device ea4b4b49-6742-4d24-921d-b8422184436f up at agent hyperv_n-h2-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 13:55:35.548566 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Provisioning for port ea4b4b49-6742-4d24-921d-b8422184436f completed by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 13:55:35.551063 n-d-773647-6 neutron-server[100247]: INFO neutron.api.v2.resource [req-97ba8c86-b778-45ab-9f44-0beae00c47e7 req-c6ea9f82-8a04-4c94-9a9c-eb5e9e09c479 tempest-FloatingIPsTestJSON-1798720322 tempest-FloatingIPsTestJSON-1798720322-project] show failed (client error): The resource could not be found. Jul 06 13:55:35.555904 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Provisioning complete for port ea4b4b49-6742-4d24-921d-b8422184436f triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:55:35.556288 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:35.562059 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 56894) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:55:35.568249 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-97ba8c86-b778-45ab-9f44-0beae00c47e7 req-c6ea9f82-8a04-4c94-9a9c-eb5e9e09c479 tempest-FloatingIPsTestJSON-1798720322 tempest-FloatingIPsTestJSON-1798720322-project] 10.222.0.104 "GET /v2.0/floatingips/c3cb243b-7487-4cdc-9f0a-e3050ee99619 HTTP/1.1" status: 404 len: 350 time: 0.1076927 Jul 06 13:55:35.681090 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:35.684775 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-e99895bc-a60b-42ab-a9ae-c07ba65e3f2f req-aaa7c9ee-de6c-4b03-986d-4b3ce074e6df tempest-LiveMigrationTest-2001684970 tempest-LiveMigrationTest-2001684970-project] 10.222.0.104 "GET /v2.0/ports?device_id=e5d6f9ee-637a-4a55-8546-2be14770c0f2 HTTP/1.1" status: 200 len: 210 time: 0.1153853 Jul 06 13:55:35.742650 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727a4d24-bbab-4c4f-b6f5-3fb85f9b8655 req-c37b86ef-452f-4760-bf2d-65aaee58dcc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:55:35.744199 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-727a4d24-bbab-4c4f-b6f5-3fb85f9b8655 req-c37b86ef-452f-4760-bf2d-65aaee58dcc9 service neutron] 10.222.0.127 "GET /v2.0/ports?tenant_id=8cb5ec88b59f4a759dd81f7b3a6fc71e&device_id=a23cdce2-9066-4fd7-bd62-f6d41cb4ff7d HTTP/1.1" status: 200 len: 1099 time: 0.2023692 Jul 06 13:55:35.779834 n-d-773647-6 neutron-server[100248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63f04f24-a07c-4f56-a92d-98828f9b51fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea4b4b49-6742-4d24-921d-b8422184436f'}] {{(pid=100248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 13:55:35.792518 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84af257533e383389cbcf231d3534f4d5e149e7203fea16b4a8fc01438dddaf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e7dd062-926c-4211-a3dc-a02f21b64d14" -d '{"events": [{"server_uuid": "63f04f24-a07c-4f56-a92d-98828f9b51fd", "name": "network-vif-plugged", "status": "completed", "tag": "ea4b4b49-6742-4d24-921d-b8422184436f"}]}' {{(pid=100248) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:55:35.828952 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] For port ea4b4b49-6742-4d24-921d-b8422184436f, host n-h2-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=ea4b4b49-6742-4d24-921d-b8422184436f,segment=NetworkSegment(c9ea893d-045e-42cf-b3dd-cdd1f79baccd),segment_id=c9ea893d-045e-42cf-b3dd-cdd1f79baccd)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:55:35.837459 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:35.952712 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Pushing event updated for resources: {'Port': ['ID=ea4b4b49-6742-4d24-921d-b8422184436f,revision_number=5']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:55:35.993476 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727a4d24-bbab-4c4f-b6f5-3fb85f9b8655 req-e59ebda9-a36d-4522-93b0-e1735e052eb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:55:35.995249 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-727a4d24-bbab-4c4f-b6f5-3fb85f9b8655 req-e59ebda9-a36d-4522-93b0-e1735e052eb9 service neutron] 10.222.0.127 "GET /v2.0/networks?id=ac09d390-867f-4b75-a8d2-ab11550bffd6 HTTP/1.1" status: 200 len: 871 time: 0.2308857 Jul 06 13:55:36.067126 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-727a4d24-bbab-4c4f-b6f5-3fb85f9b8655 req-8dd036fc-064d-459c-98a7-3e2a3a068145 service neutron] 10.222.0.127 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.218&port_id=b0540eff-bdf4-4af4-8588-52491b736d88 HTTP/1.1" status: 200 len: 217 time: 0.0548489 Jul 06 13:55:36.145321 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98cb94a7-7d91-488b-beb8-226cc96b1a0b req-df6cde1a-125e-4c80-9f38-ed156f652e99 tempest-LiveMigrationNegativeTest-1423627528 tempest-LiveMigrationNegativeTest-1423627528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:55:36.146819 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-98cb94a7-7d91-488b-beb8-226cc96b1a0b req-df6cde1a-125e-4c80-9f38-ed156f652e99 tempest-LiveMigrationNegativeTest-1423627528 tempest-LiveMigrationNegativeTest-1423627528-project] 10.222.0.72 "GET /v2.0/ports?device_id=6745883c-8982-41fd-a7cd-0cc6a866e0f4 HTTP/1.1" status: 200 len: 949 time: 0.4187498 Jul 06 13:55:36.154374 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab53633-4171-4929-af39-a1ad745084f5 req-42169fa2-7155-4555-bdea-c4d058de4ec8 tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:55:36.156026 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-cab53633-4171-4929-af39-a1ad745084f5 req-42169fa2-7155-4555-bdea-c4d058de4ec8 tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] 10.222.0.104 "GET /v2.0/ports?device_id=cafbb505-1705-4cb2-a601-c8ea5a6459a9 HTTP/1.1" status: 200 len: 949 time: 0.2697129 Jul 06 13:55:36.193836 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fdd4b7-926f-42e3-8c78-348de2b55ff7 req-88427886-9359-4a33-917b-fd4de9e8dcc7 tempest-LiveAutoBlockMigrationV225Test-1685424674 tempest-LiveAutoBlockMigrationV225Test-1685424674-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:55:36.195404 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-87fdd4b7-926f-42e3-8c78-348de2b55ff7 req-88427886-9359-4a33-917b-fd4de9e8dcc7 tempest-LiveAutoBlockMigrationV225Test-1685424674 tempest-LiveAutoBlockMigrationV225Test-1685424674-project-admin] 10.222.0.104 "GET /v2.0/ports?device_id=ce46b99b-5e9d-4179-b46f-7265cb00f3d9 HTTP/1.1" status: 200 len: 1096 time: 0.4300153 Jul 06 13:55:36.224331 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-0db47b13-5aad-44a2-a964-52901a514e07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1809431'] for router_interface, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:36.265266 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727a4d24-bbab-4c4f-b6f5-3fb85f9b8655 req-d7c91916-3dd5-40a2-8d4c-926eb2329cfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:55:36.266717 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-727a4d24-bbab-4c4f-b6f5-3fb85f9b8655 req-d7c91916-3dd5-40a2-8d4c-926eb2329cfe service neutron] 10.222.0.127 "GET /v2.0/subnets?id=d1c3cc78-09b9-4e30-99fd-0e5830de101d HTTP/1.1" status: 200 len: 843 time: 0.1802931 Jul 06 13:55:36.365365 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-cab53633-4171-4929-af39-a1ad745084f5 req-a12b2785-3f24-483d-a229-952133d72882 tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] 10.222.0.104 "GET /v2.0/security-groups?id=9f5b92e9-7340-49c3-a9bb-41e4a1caffc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1689878 Jul 06 13:55:36.371902 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-87fdd4b7-926f-42e3-8c78-348de2b55ff7 req-a4c064c0-1fc6-433c-a62e-f1384ff7ccbe tempest-LiveAutoBlockMigrationV225Test-1685424674 tempest-LiveAutoBlockMigrationV225Test-1685424674-project-admin] 10.222.0.104 "GET /v2.0/security-groups?id=43f6fcb8-9501-44d6-9feb-82c82c5d5862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1532526 Jul 06 13:55:36.426797 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727a4d24-bbab-4c4f-b6f5-3fb85f9b8655 req-c5e85b04-7d16-418f-a80e-075500e7426c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:55:36.428360 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-727a4d24-bbab-4c4f-b6f5-3fb85f9b8655 req-c5e85b04-7d16-418f-a80e-075500e7426c service neutron] 10.222.0.127 "GET /v2.0/ports?network_id=ac09d390-867f-4b75-a8d2-ab11550bffd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1493435 Jul 06 13:55:36.429578 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.plugin [req-98cb94a7-7d91-488b-beb8-226cc96b1a0b req-e3ca00ba-b2a7-4145-b107-511f50630366 tempest-LiveMigrationNegativeTest-1423627528 tempest-LiveMigrationNegativeTest-1423627528-project] Deleting port 16152f2b-7c2d-44df-b317-d63c5609471e {{(pid=100247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 13:55:36.429884 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-98cb94a7-7d91-488b-beb8-226cc96b1a0b req-e3ca00ba-b2a7-4145-b107-511f50630366 tempest-LiveMigrationNegativeTest-1423627528 tempest-LiveMigrationNegativeTest-1423627528-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:36.447606 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 56928) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:55:36.712496 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [None req-43fce513-07e5-46e2-bc2d-c05224ddeb9d admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-40311305-network', 'tenant_id': 'bd8ab4ae618e4901853ac9b415c3d7ae'}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:55:36.719140 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 13:55:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90e9f9f2-dc19-4bb6-b890-bda6ad22581d x-openstack-request-id: req-90e9f9f2-dc19-4bb6-b890-bda6ad22581d {{(pid=100248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:55:36.719705 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63f04f24-a07c-4f56-a92d-98828f9b51fd", "name": "network-vif-plugged", "status": "completed", "tag": "ea4b4b49-6742-4d24-921d-b8422184436f", "code": 200}]} {{(pid=100248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:55:36.719790 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-90e9f9f2-dc19-4bb6-b890-bda6ad22581d {{(pid=100248) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:55:36.720127 n-d-773647-6 neutron-server[100248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63f04f24-a07c-4f56-a92d-98828f9b51fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea4b4b49-6742-4d24-921d-b8422184436f', 'code': 200} Jul 06 13:55:36.730885 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.db [req-98cb94a7-7d91-488b-beb8-226cc96b1a0b req-e3ca00ba-b2a7-4145-b107-511f50630366 tempest-LiveMigrationNegativeTest-1423627528 tempest-LiveMigrationNegativeTest-1423627528-project] For port 16152f2b-7c2d-44df-b317-d63c5609471e, host n-h2-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=16152f2b-7c2d-44df-b317-d63c5609471e,segment=NetworkSegment(c9ea893d-045e-42cf-b3dd-cdd1f79baccd),segment_id=c9ea893d-045e-42cf-b3dd-cdd1f79baccd)] {{(pid=100247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:55:36.731266 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-98cb94a7-7d91-488b-beb8-226cc96b1a0b req-e3ca00ba-b2a7-4145-b107-511f50630366 tempest-LiveMigrationNegativeTest-1423627528 tempest-LiveMigrationNegativeTest-1423627528-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:36.772945 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.plugin [req-98cb94a7-7d91-488b-beb8-226cc96b1a0b req-e3ca00ba-b2a7-4145-b107-511f50630366 tempest-LiveMigrationNegativeTest-1423627528 tempest-LiveMigrationNegativeTest-1423627528-project] Calling delete_port for 16152f2b-7c2d-44df-b317-d63c5609471e owned by compute:nova {{(pid=100247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 13:55:36.781984 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-727a4d24-bbab-4c4f-b6f5-3fb85f9b8655 req-958c0319-d07e-4ffd-9755-508b1d75f7a5 service neutron] 10.222.0.127 "GET /v2.0/networks/ac09d390-867f-4b75-a8d2-ab11550bffd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3337944 Jul 06 13:55:36.794044 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce66b8c6-f597-429e-aa9b-e8a1352ecbf9 req-68d2dc13-5316-4e49-8cea-ec51717f7b75 tempest-ServersAdminTestJSON-391861328 tempest-ServersAdminTestJSON-391861328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:55:36.796308 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-ce66b8c6-f597-429e-aa9b-e8a1352ecbf9 req-68d2dc13-5316-4e49-8cea-ec51717f7b75 tempest-ServersAdminTestJSON-391861328 tempest-ServersAdminTestJSON-391861328-project] 10.222.0.104 "GET /v2.0/ports?device_id=a23cdce2-9066-4fd7-bd62-f6d41cb4ff7d HTTP/1.1" status: 200 len: 948 time: 0.2183902 Jul 06 13:55:36.824725 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [None req-0db47b13-5aad-44a2-a964-52901a514e07 admin admin] Deleting port 75ee42f3-080d-48a0-8c1a-57fcba6ca424 {{(pid=100246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 13:55:36.825738 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-0db47b13-5aad-44a2-a964-52901a514e07 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:36.888868 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43fce513-07e5-46e2-bc2d-c05224ddeb9d admin admin] Made reservation on behalf of bd8ab4ae618e4901853ac9b415c3d7ae for: {'network': 1} {{(pid=100247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 13:55:36.891163 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-43fce513-07e5-46e2-bc2d-c05224ddeb9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for network, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:36.937336 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52deb5b-cb8c-4985-972a-3276487d2e2a req-b0364941-f4a9-4fb9-a4fb-313eafba9406 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:55:36.938830 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-d52deb5b-cb8c-4985-972a-3276487d2e2a req-b0364941-f4a9-4fb9-a4fb-313eafba9406 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=63f04f24-a07c-4f56-a92d-98828f9b51fd HTTP/1.1" status: 200 len: 1100 time: 0.1286864 Jul 06 13:55:36.954659 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-43fce513-07e5-46e2-bc2d-c05224ddeb9d admin admin] Notify callbacks [] for security_group, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:36.966052 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.db [None req-0db47b13-5aad-44a2-a964-52901a514e07 admin admin] For port 75ee42f3-080d-48a0-8c1a-57fcba6ca424, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=75ee42f3-080d-48a0-8c1a-57fcba6ca424,segment=NetworkSegment(89910f5d-e821-4ecc-8a62-21fe63c22f3f),segment_id=89910f5d-e821-4ecc-8a62-21fe63c22f3f)] {{(pid=100246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:55:36.966052 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-0db47b13-5aad-44a2-a964-52901a514e07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:36.990259 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [None req-0db47b13-5aad-44a2-a964-52901a514e07 admin admin] Calling delete_port for 75ee42f3-080d-48a0-8c1a-57fcba6ca424 owned by network:router_interface {{(pid=100246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 13:55:36.995406 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-ce66b8c6-f597-429e-aa9b-e8a1352ecbf9 req-7d6863d9-fd4b-43a6-8a8b-da94db715573 tempest-ServersAdminTestJSON-391861328 tempest-ServersAdminTestJSON-391861328-project] 10.222.0.104 "GET /v2.0/security-groups?id=3bcee3ab-dc9e-46be-bc35-9f5a80cc9457&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1823654 Jul 06 13:55:37.023117 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-d52deb5b-cb8c-4985-972a-3276487d2e2a req-57f2967c-075b-4dc0-9101-28b0ea87c3f4 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=3bcee3ab-dc9e-46be-bc35-9f5a80cc9457&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741973 Jul 06 13:55:37.059195 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-727a4d24-bbab-4c4f-b6f5-3fb85f9b8655 req-50e1a2b8-3770-4ecf-92d6-91e5c0b9a27e service neutron] 10.222.0.127 "GET /v2.0/networks/ac09d390-867f-4b75-a8d2-ab11550bffd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2618802 Jul 06 13:55:37.126071 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00912ad-7a01-4552-b3b3-abb815728668 req-a377d674-6914-4d89-af91-8cca05837b8b tempest-LiveMigrationNegativeTest-1423627528 tempest-LiveMigrationNegativeTest-1423627528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:55:37.127669 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-f00912ad-7a01-4552-b3b3-abb815728668 req-a377d674-6914-4d89-af91-8cca05837b8b tempest-LiveMigrationNegativeTest-1423627528 tempest-LiveMigrationNegativeTest-1423627528-project] 10.222.0.104 "GET /v2.0/ports?device_id=6745883c-8982-41fd-a7cd-0cc6a866e0f4 HTTP/1.1" status: 200 len: 949 time: 0.3018987 Jul 06 13:55:37.247196 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-98cb94a7-7d91-488b-beb8-226cc96b1a0b req-e3ca00ba-b2a7-4145-b107-511f50630366 tempest-LiveMigrationNegativeTest-1423627528 tempest-LiveMigrationNegativeTest-1423627528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117'] for port, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:37.261248 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] get_ports_and_sgs() called for port_ids ['16152f2b-7c2d-44df-b317-d63c5609471e'] {{(pid=100248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 13:55:37.275920 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-f00912ad-7a01-4552-b3b3-abb815728668 req-085aaced-bb75-4c10-9729-26138d374974 tempest-LiveMigrationNegativeTest-1423627528 tempest-LiveMigrationNegativeTest-1423627528-project] 10.222.0.104 "GET /v2.0/security-groups?id=ef09d142-5e37-465b-8810-9ba573f3b8cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389866 Jul 06 13:55:37.311566 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ca00ba-b2a7-4145-b107-511f50630366 tempest-LiveMigrationNegativeTest-1423627528 tempest-LiveMigrationNegativeTest-1423627528-project] Pushing event deleted for resources: {'Port': ['ID=16152f2b-7c2d-44df-b317-d63c5609471e,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:55:37.390151 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-43fce513-07e5-46e2-bc2d-c05224ddeb9d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:37.393964 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.l3_dvrscheduler_db [req-98cb94a7-7d91-488b-beb8-226cc96b1a0b req-e3ca00ba-b2a7-4145-b107-511f50630366 tempest-LiveMigrationNegativeTest-1423627528 tempest-LiveMigrationNegativeTest-1423627528-project] No DVR routers for this DVR port 16152f2b-7c2d-44df-b317-d63c5609471e on host n-h2-773647-6 {{(pid=100247) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 13:55:37.396594 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Device b0540eff-bdf4-4af4-8588-52491b736d88 details requested by agent hyperv_n-h1-773647-6 with host n-h1-773647-6 {{(pid=100248) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 13:55:37.398479 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-98cb94a7-7d91-488b-beb8-226cc96b1a0b req-e3ca00ba-b2a7-4145-b107-511f50630366 tempest-LiveMigrationNegativeTest-1423627528 tempest-LiveMigrationNegativeTest-1423627528-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:37.400893 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-98cb94a7-7d91-488b-beb8-226cc96b1a0b req-e3ca00ba-b2a7-4145-b107-511f50630366 tempest-LiveMigrationNegativeTest-1423627528 tempest-LiveMigrationNegativeTest-1423627528-project] 10.222.0.72 "DELETE /v2.0/ports/16152f2b-7c2d-44df-b317-d63c5609471e HTTP/1.1" status: 204 len: 173 time: 1.2413166 Jul 06 13:55:37.401579 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-43fce513-07e5-46e2-bc2d-c05224ddeb9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:37.414705 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a6c483-8d94-4cbf-bd05-eef4b46ef9ac req-ee2da9be-2422-4921-8c00-b4fdbf803d7f tempest-LiveAutoBlockMigrationV225Test-654794443 tempest-LiveAutoBlockMigrationV225Test-654794443-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:55:37.422343 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-d1a6c483-8d94-4cbf-bd05-eef4b46ef9ac req-ee2da9be-2422-4921-8c00-b4fdbf803d7f tempest-LiveAutoBlockMigrationV225Test-654794443 tempest-LiveAutoBlockMigrationV225Test-654794443-project] 10.222.0.104 "GET /v2.0/networks?id=719b716d-a00d-48ee-8755-3a8bbdfaf0d2 HTTP/1.1" status: 200 len: 821 time: 0.2915571 Jul 06 13:55:37.448121 n-d-773647-6 neutron-server[100247]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6745883c-8982-41fd-a7cd-0cc6a866e0f4', 'name': 'network-vif-deleted', 'tag': '16152f2b-7c2d-44df-b317-d63c5609471e'}] {{(pid=100247) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 13:55:37.450696 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cbf0eeaae822f8fc9b87a94aeba67a3d651842baf663a51cba94b67a514836d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96b84e8e-99f6-4ac4-a596-095ba688e128" -d '{"events": [{"server_uuid": "6745883c-8982-41fd-a7cd-0cc6a866e0f4", "name": "network-vif-deleted", "tag": "16152f2b-7c2d-44df-b317-d63c5609471e"}]}' {{(pid=100247) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:55:37.453733 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-43fce513-07e5-46e2-bc2d-c05224ddeb9d admin admin] vlan segment allocate from pool success with {'vlan_id': 1010, 'physical_network': 'physnet1'} {{(pid=100247) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 13:55:37.465359 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-d1a6c483-8d94-4cbf-bd05-eef4b46ef9ac req-38a80117-32b5-451d-b9ba-d165b4c05304 tempest-LiveAutoBlockMigrationV225Test-654794443 tempest-LiveAutoBlockMigrationV225Test-654794443-project] 10.222.0.104 "GET /v2.0/quotas/4cef06e2189c48a2819839e74c70f679 HTTP/1.1" status: 200 len: 375 time: 0.0419335 Jul 06 13:55:37.549168 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] For port b0540eff-bdf4-4af4-8588-52491b736d88, host n-h1-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773647-6',level=0,port_id=b0540eff-bdf4-4af4-8588-52491b736d88,segment=NetworkSegment(c9ea893d-045e-42cf-b3dd-cdd1f79baccd),segment_id=c9ea893d-045e-42cf-b3dd-cdd1f79baccd)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:55:37.558656 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fa76e2-4668-450a-aad5-53ba89f01f08 req-4669c6b9-503a-48d5-b5f9-b9cd39025721 tempest-LiveMigrationTest-2001684970 tempest-LiveMigrationTest-2001684970-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:55:37.560153 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-40fa76e2-4668-450a-aad5-53ba89f01f08 req-4669c6b9-503a-48d5-b5f9-b9cd39025721 tempest-LiveMigrationTest-2001684970 tempest-LiveMigrationTest-2001684970-project] 10.222.0.72 "GET /v2.0/networks?id=4f6c277b-1b2d-40ad-a374-15bf31b2f6e9 HTTP/1.1" status: 200 len: 807 time: 0.5648329 Jul 06 13:55:37.563737 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Returning: {'device': 'b0540eff-bdf4-4af4-8588-52491b736d88', 'network_id': 'ac09d390-867f-4b75-a8d2-ab11550bffd6', 'port_id': 'b0540eff-bdf4-4af4-8588-52491b736d88', 'mac_address': 'fa:16:3e:08:7a:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1023, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd1c3cc78-09b9-4e30-99fd-0e5830de101d', 'ip_address': '192.168.233.218'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100248) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 13:55:37.585309 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [req-40fa76e2-4668-450a-aad5-53ba89f01f08 req-5c272eb7-28cf-414f-9190-eebc1d11fe7e tempest-LiveMigrationTest-2001684970 tempest-LiveMigrationTest-2001684970-project] Request body: {'port': {'device_id': 'e5d6f9ee-637a-4a55-8546-2be14770c0f2', 'network_id': '4f6c277b-1b2d-40ad-a374-15bf31b2f6e9', 'admin_state_up': True, 'tenant_id': '125e6575b3ba4365b3ae01568cef269b'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:55:37.593324 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43fce513-07e5-46e2-bc2d-c05224ddeb9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66a64f11-8fd4-4070-857b-32412c48dea6,revision_number=1']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:55:37.600281 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-43fce513-07e5-46e2-bc2d-c05224ddeb9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552'] for segment, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:37.600558 n-d-773647-6 neutron-server[100247]: INFO neutron.db.segments_db [None req-43fce513-07e5-46e2-bc2d-c05224ddeb9d admin admin] Added segment 0212c0ea-43ee-41e4-b30e-4894f6429a7c of type vlan for network 82de3ae2-81e4-474f-953b-e83c4f15c3b6 Jul 06 13:55:37.605523 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-91107348-5e2e-4926-9adb-ce58cdfa6e8c req-8ff3630a-6579-40f1-9892-5f57828ba0d8 tempest-LiveMigrationTest-2001684970 tempest-LiveMigrationTest-2001684970-project] 10.222.0.104 "GET /v2.0/ports?device_id=e5d6f9ee-637a-4a55-8546-2be14770c0f2 HTTP/1.1" status: 200 len: 210 time: 0.1277192 Jul 06 13:55:37.653148 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:37.668678 n-d-773647-6 neutron-server[100248]: DEBUG neutron.notifiers.nova [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b0540eff-bdf4-4af4-8588-52491b736d88 {{(pid=100248) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 13:55:37.693530 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-43fce513-07e5-46e2-bc2d-c05224ddeb9d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773752984405'] for network, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:37.694119 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] For port b0540eff-bdf4-4af4-8588-52491b736d88, host n-h1-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773647-6',level=0,port_id=b0540eff-bdf4-4af4-8588-52491b736d88,segment=NetworkSegment(c9ea893d-045e-42cf-b3dd-cdd1f79baccd),segment_id=c9ea893d-045e-42cf-b3dd-cdd1f79baccd)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:55:37.704824 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:37.731938 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-d1a6c483-8d94-4cbf-bd05-eef4b46ef9ac req-608492bd-b135-485d-aab1-433222371149 tempest-LiveAutoBlockMigrationV225Test-654794443 tempest-LiveAutoBlockMigrationV225Test-654794443-project] 10.222.0.104 "GET /v2.0/ports?tenant_id=4cef06e2189c48a2819839e74c70f679&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2656832 Jul 06 13:55:37.766458 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-43fce513-07e5-46e2-bc2d-c05224ddeb9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060'] for network, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:37.768593 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43fce513-07e5-46e2-bc2d-c05224ddeb9d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:55:37.769367 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-43fce513-07e5-46e2-bc2d-c05224ddeb9d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583035'] for network, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:37.794611 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Pushing event updated for resources: {'Port': ['ID=b0540eff-bdf4-4af4-8588-52491b736d88,revision_number=4']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:55:37.884208 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-0db47b13-5aad-44a2-a964-52901a514e07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127687580'] for port, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:37.931043 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db47b13-5aad-44a2-a964-52901a514e07 admin admin] Pushing event deleted for resources: {'Port': ['ID=75ee42f3-080d-48a0-8c1a-57fcba6ca424,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:55:37.990947 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-40fa76e2-4668-450a-aad5-53ba89f01f08 req-5c272eb7-28cf-414f-9190-eebc1d11fe7e tempest-LiveMigrationTest-2001684970 tempest-LiveMigrationTest-2001684970-project] Made reservation on behalf of 125e6575b3ba4365b3ae01568cef269b for: {'port': 1} {{(pid=100246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 13:55:38.005336 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-40fa76e2-4668-450a-aad5-53ba89f01f08 req-5c272eb7-28cf-414f-9190-eebc1d11fe7e tempest-LiveMigrationTest-2001684970 tempest-LiveMigrationTest-2001684970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:38.180818 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] get_ports_and_sgs() called for port_ids ['b0540eff-bdf4-4af4-8588-52491b736d88'] {{(pid=100248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 13:55:38.310569 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-43fce513-07e5-46e2-bc2d-c05224ddeb9d admin admin] 10.222.0.104 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.8611391 Jul 06 13:55:38.321343 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 56956) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:55:38.332957 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [None req-70596644-9c30-47d9-89f8-52f223c8554b admin admin] Request body: {'subnet': {'network_id': '82de3ae2-81e4-474f-953b-e83c4f15c3b6', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-40311305-subnet', 'tenant_id': 'bd8ab4ae618e4901853ac9b415c3d7ae', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:55:38.346534 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.db_base_plugin_common [req-40fa76e2-4668-450a-aad5-53ba89f01f08 req-5c272eb7-28cf-414f-9190-eebc1d11fe7e tempest-LiveMigrationTest-2001684970 tempest-LiveMigrationTest-2001684970-project] Allocated IP 172.20.0.8 (4f6c277b-1b2d-40ad-a374-15bf31b2f6e9/3ab4a4f6-31db-40f5-bd89-967e515dcbd9/525ecf50-c68e-42e3-b492-e0a27ff68cab) {{(pid=100246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 13:55:38.374729 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43fce513-07e5-46e2-bc2d-c05224ddeb9d admin admin] Pushing event updated for resources: {'Network': ['ID=82de3ae2-81e4-474f-953b-e83c4f15c3b6,revision_number=1']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:55:38.408229 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Network 82de3ae2-81e4-474f-953b-e83c4f15c3b6 details requested by agent ovs-agent-n-d-773647-6 with host n-d-773647-6 {{(pid=100248) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 13:55:38.416080 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ab3010-18f6-462c-82d7-6f71e4342375 req-2ed4983c-9929-45c3-ad95-3c5fd7b6a3a5 tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:55:38.425356 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-34ab3010-18f6-462c-82d7-6f71e4342375 req-2ed4983c-9929-45c3-ad95-3c5fd7b6a3a5 tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] 10.222.0.104 "GET /v2.0/ports?device_id=cafbb505-1705-4cb2-a601-c8ea5a6459a9 HTTP/1.1" status: 200 len: 949 time: 0.6079872 Jul 06 13:55:38.458237 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-d1a6c483-8d94-4cbf-bd05-eef4b46ef9ac req-05a86963-bfc1-4d85-9e3d-68b02f258352 service neutron] 10.222.0.104 "GET /v2.0/networks/719b716d-a00d-48ee-8755-3a8bbdfaf0d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7135262 Jul 06 13:55:38.515414 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70596644-9c30-47d9-89f8-52f223c8554b admin admin] Made reservation on behalf of bd8ab4ae618e4901853ac9b415c3d7ae for: {'subnet': 1} {{(pid=100247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 13:55:38.516989 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-70596644-9c30-47d9-89f8-52f223c8554b admin admin] Notify callbacks [] for subnet, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:38.528246 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-0db47b13-5aad-44a2-a964-52901a514e07 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1809193'] for router_interface, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:38.540316 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-34ab3010-18f6-462c-82d7-6f71e4342375 req-4ba7df14-90fc-4e95-994a-4054a85374b6 tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] 10.222.0.104 "GET /v2.0/security-groups?id=9f5b92e9-7340-49c3-a9bb-41e4a1caffc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133392 Jul 06 13:55:38.599288 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-40fa76e2-4668-450a-aad5-53ba89f01f08 req-5c272eb7-28cf-414f-9190-eebc1d11fe7e tempest-LiveMigrationTest-2001684970 tempest-LiveMigrationTest-2001684970-project] Notify callbacks [] for port, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:38.605649 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 13:55:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e1a3b69-dd25-48b3-aa04-5aedd1b12ab7 x-openstack-request-id: req-3e1a3b69-dd25-48b3-aa04-5aedd1b12ab7 {{(pid=100247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:55:38.605980 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6745883c-8982-41fd-a7cd-0cc6a866e0f4", "name": "network-vif-deleted", "tag": "16152f2b-7c2d-44df-b317-d63c5609471e", "status": "completed", "code": 200}]} {{(pid=100247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:55:38.606757 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-3e1a3b69-dd25-48b3-aa04-5aedd1b12ab7 {{(pid=100247) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:55:38.606757 n-d-773647-6 neutron-server[100247]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6745883c-8982-41fd-a7cd-0cc6a866e0f4', 'name': 'network-vif-deleted', 'tag': '16152f2b-7c2d-44df-b317-d63c5609471e', 'status': 'completed', 'code': 200} Jul 06 13:55:38.657839 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-d1a6c483-8d94-4cbf-bd05-eef4b46ef9ac req-ec569f73-40bd-49fd-bc76-642b2978a082 service neutron] 10.222.0.104 "GET /v2.0/networks/719b716d-a00d-48ee-8755-3a8bbdfaf0d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1981258 Jul 06 13:55:38.741535 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-40fa76e2-4668-450a-aad5-53ba89f01f08 req-5c272eb7-28cf-414f-9190-eebc1d11fe7e tempest-LiveMigrationTest-2001684970 tempest-LiveMigrationTest-2001684970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-127687573'] for port, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:38.796975 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-70596644-9c30-47d9-89f8-52f223c8554b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1849032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060'] for subnet, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:38.814813 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-40fa76e2-4668-450a-aad5-53ba89f01f08 req-5c272eb7-28cf-414f-9190-eebc1d11fe7e tempest-LiveMigrationTest-2001684970 tempest-LiveMigrationTest-2001684970-project] Network 4f6c277b-1b2d-40ad-a374-15bf31b2f6e9 is already hosted by enough agents. {{(pid=100246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 13:55:38.889074 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.base_scheduler [req-40fa76e2-4668-450a-aad5-53ba89f01f08 req-5c272eb7-28cf-414f-9190-eebc1d11fe7e tempest-LiveMigrationTest-2001684970 tempest-LiveMigrationTest-2001684970-project] Resources bound (agent type, host, resource id): {{(pid=100246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:55:38.892686 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c272eb7-28cf-414f-9190-eebc1d11fe7e tempest-LiveMigrationTest-2001684970 tempest-LiveMigrationTest-2001684970-project] Pushing event updated for resources: {'Port': ['ID=525ecf50-c68e-42e3-b492-e0a27ff68cab,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:55:38.896383 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [req-40fa76e2-4668-450a-aad5-53ba89f01f08 req-5c272eb7-28cf-414f-9190-eebc1d11fe7e tempest-LiveMigrationTest-2001684970 tempest-LiveMigrationTest-2001684970-project] Received port after_create {{(pid=100246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 13:55:38.961581 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70596644-9c30-47d9-89f8-52f223c8554b admin admin] Pushing event updated for resources: {'Subnet': ['ID=348254f1-e077-418f-a203-f985649b120f,revision_number=0']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:55:38.980955 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70596644-9c30-47d9-89f8-52f223c8554b admin admin] Checking segment: {'id': '0212c0ea-43ee-41e4-b30e-4894f6429a7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': '82de3ae2-81e4-474f-953b-e83c4f15c3b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100247) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 13:55:38.981319 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70596644-9c30-47d9-89f8-52f223c8554b admin admin] Network hostable DHCP agents. Network: 82de3ae2-81e4-474f-953b-e83c4f15c3b6, hostable agents: ['f2bada3d-be77-4359-982b-8505a2bbca04'], hosted agents: [] {{(pid=100247) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 13:55:39.030412 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2ce16f-024b-4b4a-a377-7524a99e01c1 req-8c654df2-248b-4d94-9d4f-14b04c7e3a6e tempest-ServersAdminTestJSON-391861328 tempest-ServersAdminTestJSON-391861328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:55:39.032091 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-ff2ce16f-024b-4b4a-a377-7524a99e01c1 req-8c654df2-248b-4d94-9d4f-14b04c7e3a6e tempest-ServersAdminTestJSON-391861328 tempest-ServersAdminTestJSON-391861328-project] 10.222.0.104 "GET /v2.0/ports?device_id=a23cdce2-9066-4fd7-bd62-f6d41cb4ff7d HTTP/1.1" status: 200 len: 949 time: 0.1930215 Jul 06 13:55:39.033922 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70596644-9c30-47d9-89f8-52f223c8554b admin admin] Network 82de3ae2-81e4-474f-953b-e83c4f15c3b6 is scheduled to be hosted by DHCP agent f2bada3d-be77-4359-982b-8505a2bbca04 with binding_index 1 {{(pid=100247) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 13:55:39.060913 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0db47b13-5aad-44a2-a964-52901a514e07 admin admin] Router 93a17ce2-8ee6-474a-afbf-104b7faaf412 has already been hosted by L3 agent 2823d358-a11b-4885-a706-95a279e43fa7 {{(pid=100246) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 13:55:39.072979 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fa76e2-4668-450a-aad5-53ba89f01f08 req-5c272eb7-28cf-414f-9190-eebc1d11fe7e tempest-LiveMigrationTest-2001684970 tempest-LiveMigrationTest-2001684970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:55:39.074252 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-40fa76e2-4668-450a-aad5-53ba89f01f08 req-5c272eb7-28cf-414f-9190-eebc1d11fe7e tempest-LiveMigrationTest-2001684970 tempest-LiveMigrationTest-2001684970-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:39.101539 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-40fa76e2-4668-450a-aad5-53ba89f01f08 req-5c272eb7-28cf-414f-9190-eebc1d11fe7e tempest-LiveMigrationTest-2001684970 tempest-LiveMigrationTest-2001684970-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5212357 Jul 06 13:55:39.110764 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.base_scheduler [None req-70596644-9c30-47d9-89f8-52f223c8554b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773647-6, 82de3ae2-81e4-474f-953b-e83c4f15c3b6) {{(pid=100247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:55:39.115102 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [req-40fa76e2-4668-450a-aad5-53ba89f01f08 req-5aae37f2-4628-49bb-9d75-ac3965ca3b5e service neutron] Request body: {'port': {'device_id': 'e5d6f9ee-637a-4a55-8546-2be14770c0f2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-773647-6'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:55:39.122563 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fdd55d8-f873-4f1c-a6f9-56c32f5eb5cf None None] Network 82de3ae2-81e4-474f-953b-e83c4f15c3b6 requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 13:55:39.146700 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70596644-9c30-47d9-89f8-52f223c8554b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:55:39.147321 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-70596644-9c30-47d9-89f8-52f223c8554b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583035'] for subnet, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:39.200623 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-ff2ce16f-024b-4b4a-a377-7524a99e01c1 req-c25d7af3-9337-4a71-85d5-868349c98660 tempest-ServersAdminTestJSON-391861328 tempest-ServersAdminTestJSON-391861328-project] 10.222.0.104 "GET /v2.0/security-groups?id=3bcee3ab-dc9e-46be-bc35-9f5a80cc9457&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1503947 Jul 06 13:55:39.211278 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-70596644-9c30-47d9-89f8-52f223c8554b admin admin] 10.222.0.104 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8839471 Jul 06 13:55:39.291773 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5168777-e1e4-4dc3-b80e-ae0c2bc2ebe3 req-c786fac3-99f0-4052-ac90-7bb62db2b9a7 tempest-LiveMigrationTest-2001684970 tempest-LiveMigrationTest-2001684970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:55:39.300914 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-d5168777-e1e4-4dc3-b80e-ae0c2bc2ebe3 req-c786fac3-99f0-4052-ac90-7bb62db2b9a7 tempest-LiveMigrationTest-2001684970 tempest-LiveMigrationTest-2001684970-project] 10.222.0.104 "GET /v2.0/ports?device_id=e5d6f9ee-637a-4a55-8546-2be14770c0f2 HTTP/1.1" status: 200 len: 931 time: 0.2476726 Jul 06 13:55:39.344284 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 56976) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:55:39.395914 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-8f24ab59-4a58-4f03-b1c0-50d4bd01c01a req-6e1a2dda-8a17-41d1-b34a-01818d712b4d tempest-LiveAutoBlockMigrationV225Test-654794443 tempest-LiveAutoBlockMigrationV225Test-654794443-project] 10.222.0.104 "GET /v2.0/ports?device_id=b1fcca0e-a2ed-4729-9094-7d171185dc74 HTTP/1.1" status: 200 len: 210 time: 0.0844381 Jul 06 13:55:39.412113 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3957e238-ccef-4b38-9b83-4f8e15b5ccf4 None None] Network 82de3ae2-81e4-474f-953b-e83c4f15c3b6 requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 13:55:39.460216 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-d5168777-e1e4-4dc3-b80e-ae0c2bc2ebe3 req-4a8c26df-8a5e-4420-8727-d2ebb5417237 tempest-LiveMigrationTest-2001684970 tempest-LiveMigrationTest-2001684970-project] 10.222.0.104 "GET /v2.0/security-groups?id=7e243ebf-9cf4-4917-8da6-0fd38b06f795&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1498935 Jul 06 13:55:39.468852 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0db47b13-5aad-44a2-a964-52901a514e07 admin admin] Notify agent at l3_agent.n-d-773647-6 the message routers_updated {{(pid=100246) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 13:55:39.479364 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 56984) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:55:39.482785 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3539b7c0-1a5b-4d89-8b76-632b1e8ee96f None None] Sync routers for ids ['93a17ce2-8ee6-474a-afbf-104b7faaf412'] in n-d-773647-6 {{(pid=100249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 13:55:39.487943 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-0db47b13-5aad-44a2-a964-52901a514e07 admin admin] 10.222.0.104 "PUT /v2.0/routers/93a17ce2-8ee6-474a-afbf-104b7faaf412/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9231193 Jul 06 13:55:39.505101 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3539b7c0-1a5b-4d89-8b76-632b1e8ee96f None None] Routers {'93a17ce2-8ee6-474a-afbf-104b7faaf412'} bound to L3 agent in host n-d-773647-6 {{(pid=100249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 13:55:39.506680 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-3539b7c0-1a5b-4d89-8b76-632b1e8ee96f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T13:55:25Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['93a17ce2-8ee6-474a-afbf-104b7faaf412'], 'active': True} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:55:39.520935 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Device 16152f2b-7c2d-44df-b317-d63c5609471e no longer exists at agent hyperv_n-h2-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 13:55:39.522798 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-40fa76e2-4668-450a-aad5-53ba89f01f08 req-5aae37f2-4628-49bb-9d75-ac3965ca3b5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:39.615967 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] No Port match for: 16152f2b-7c2d-44df-b317-d63c5609471e {{(pid=100248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 13:55:39.628614 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Device 16152f2b-7c2d-44df-b317-d63c5609471e not bound to the agent host n-h2-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 13:55:39.642693 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-965df2e1-1087-455d-8614-1410c8c226de admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=c1f7e23665cb4a6ea795fee456502403&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2799909 Jul 06 13:55:39.645201 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 56988) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:55:39.749334 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-ec30f48d-d722-4bfc-a854-5cee37b9c3a0 admin admin] Notify callbacks [] for router, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:39.815980 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvr_db [None req-3539b7c0-1a5b-4d89-8b76-632b1e8ee96f None None] Set router 93a17ce2-8ee6-474a-afbf-104b7faaf412 gateway port host: n-d-773647-6 {{(pid=100249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 13:55:39.843078 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [req-1cbdeddc-85e7-4ec9-96f8-7bf8fa5627a9 req-340fa080-61f7-468d-b610-b31703792aad tempest-SecurityGroupsTestJSON-63281774 tempest-SecurityGroupsTestJSON-63281774-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-2031616031', 'description': 'tempest-description-19478231'}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:55:39.975738 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-1cbdeddc-85e7-4ec9-96f8-7bf8fa5627a9 req-340fa080-61f7-468d-b610-b31703792aad tempest-SecurityGroupsTestJSON-63281774 tempest-SecurityGroupsTestJSON-63281774-project] Notify callbacks [] for security_group, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:40.028151 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-32f43918-7ebc-44f1-8bce-65ed70be9d98 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:40.036950 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-ec30f48d-d722-4bfc-a854-5cee37b9c3a0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:40.047408 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1f139b-47b4-4ad8-9844-22d5e729f360 req-f1192187-aec2-4b70-9d4f-2a9ed4722204 tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:55:40.049461 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-5c1f139b-47b4-4ad8-9844-22d5e729f360 req-f1192187-aec2-4b70-9d4f-2a9ed4722204 tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] 10.222.0.104 "GET /v2.0/ports?device_id=cafbb505-1705-4cb2-a601-c8ea5a6459a9 HTTP/1.1" status: 200 len: 949 time: 0.2143230 Jul 06 13:55:40.087058 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-32f43918-7ebc-44f1-8bce-65ed70be9d98 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:40.131060 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-3539b7c0-1a5b-4d89-8b76-632b1e8ee96f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93a17ce2-8ee6-474a-afbf-104b7faaf412', 'name': 'tempest-FloatingIPsTestJSON-1415134707-router', 'tenant_id': 'b3566e6478e14479b5cd6db4d0b02e77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.38'}], 'enable_snat': True}, 'gw_port_id': '49f4c37a-a022-493b-8fd0-513f48ec656d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T13:55:12Z', 'updated_at': '2021-07-06T13:55:37Z', 'revision_number': 5, 'project_id': 'b3566e6478e14479b5cd6db4d0b02e77', 'gw_port': {'id': '49f4c37a-a022-493b-8fd0-513f48ec656d', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:65:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93a17ce2-8ee6-474a-afbf-104b7faaf412', 'device_owner': 'network:router_gateway', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:55:13Z', 'updated_at': '2021-07-06T13:55:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6'}], 'n-d-773647-6', False) {} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:55:40.131702 n-d-773647-6 neutron-server[100246]: DEBUG neutron.notifiers.nova [req-40fa76e2-4668-450a-aad5-53ba89f01f08 req-5aae37f2-4628-49bb-9d75-ac3965ca3b5e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 525ecf50-c68e-42e3-b492-e0a27ff68cab {{(pid=100246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 13:55:40.153900 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-40fa76e2-4668-450a-aad5-53ba89f01f08 req-5aae37f2-4628-49bb-9d75-ac3965ca3b5e service neutron] Notify callbacks [] for port, precommit_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:40.157635 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-5c1f139b-47b4-4ad8-9844-22d5e729f360 req-9c72c9a7-cace-4040-b67f-6411ff14cb6a tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] 10.222.0.104 "GET /v2.0/security-groups?id=9f5b92e9-7340-49c3-a9bb-41e4a1caffc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020172 Jul 06 13:55:40.172245 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3539b7c0-1a5b-4d89-8b76-632b1e8ee96f None None] Checking router: 93a17ce2-8ee6-474a-afbf-104b7faaf412 for host: n-d-773647-6 {{(pid=100249) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 13:55:40.175528 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.provisioning_blocks [req-40fa76e2-4668-450a-aad5-53ba89f01f08 req-5aae37f2-4628-49bb-9d75-ac3965ca3b5e service neutron] Transition to ACTIVE for port object 525ecf50-c68e-42e3-b492-e0a27ff68cab will not be triggered until provisioned by entity L2. {{(pid=100246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 13:55:40.194062 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-1cbdeddc-85e7-4ec9-96f8-7bf8fa5627a9 req-340fa080-61f7-468d-b610-b31703792aad tempest-SecurityGroupsTestJSON-63281774 tempest-SecurityGroupsTestJSON-63281774-project] Notify callbacks [] for security_group, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:40.196209 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-40fa76e2-4668-450a-aad5-53ba89f01f08 req-5aae37f2-4628-49bb-9d75-ac3965ca3b5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127687527'] for port, after_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:40.201069 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3539b7c0-1a5b-4d89-8b76-632b1e8ee96f None None] Routers {'93a17ce2-8ee6-474a-afbf-104b7faaf412'} bound to L3 agent in host n-d-773647-6 {{(pid=100249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 13:55:40.201733 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-3539b7c0-1a5b-4d89-8b76-632b1e8ee96f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T13:55:25Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['93a17ce2-8ee6-474a-afbf-104b7faaf412'], 'active': True} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:55:40.207037 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-1cbdeddc-85e7-4ec9-96f8-7bf8fa5627a9 req-340fa080-61f7-468d-b610-b31703792aad tempest-SecurityGroupsTestJSON-63281774 tempest-SecurityGroupsTestJSON-63281774-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:40.210334 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:40.213318 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.plugin [None req-ec30f48d-d722-4bfc-a854-5cee37b9c3a0 admin admin] Deleting port 49f4c37a-a022-493b-8fd0-513f48ec656d {{(pid=100247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 13:55:40.213650 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-ec30f48d-d722-4bfc-a854-5cee37b9c3a0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:40.266722 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aae37f2-4628-49bb-9d75-ac3965ca3b5e service neutron] Pushing event updated for resources: {'Port': ['ID=525ecf50-c68e-42e3-b492-e0a27ff68cab,revision_number=2']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:55:40.288790 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-32f43918-7ebc-44f1-8bce-65ed70be9d98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:40.295925 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-32f43918-7ebc-44f1-8bce-65ed70be9d98 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:40.297114 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-32f43918-7ebc-44f1-8bce-65ed70be9d98 admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/ef09d142-5e37-465b-8810-9ba573f3b8cd HTTP/1.1" status: 204 len: 168 time: 0.6509774 Jul 06 13:55:40.350419 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-1cbdeddc-85e7-4ec9-96f8-7bf8fa5627a9 req-340fa080-61f7-468d-b610-b31703792aad tempest-SecurityGroupsTestJSON-63281774 tempest-SecurityGroupsTestJSON-63281774-project] Notify callbacks [] for security_group, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:40.355991 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f43918-7ebc-44f1-8bce-65ed70be9d98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef09d142-5e37-465b-8810-9ba573f3b8cd,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:55:40.359986 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvr_db [None req-3539b7c0-1a5b-4d89-8b76-632b1e8ee96f None None] Set router 93a17ce2-8ee6-474a-afbf-104b7faaf412 gateway port host: None {{(pid=100249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 13:55:40.377515 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-1cbdeddc-85e7-4ec9-96f8-7bf8fa5627a9 req-340fa080-61f7-468d-b610-b31703792aad tempest-SecurityGroupsTestJSON-63281774 tempest-SecurityGroupsTestJSON-63281774-project] 10.222.0.104 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1804 time: 0.5411468 Jul 06 13:55:40.411628 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340fa080-61f7-468d-b610-b31703792aad tempest-SecurityGroupsTestJSON-63281774 tempest-SecurityGroupsTestJSON-63281774-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3bf12d19-7820-4e26-a6c8-60b725e87032,revision_number=1']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:55:40.448629 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [req-c4d9599b-1423-41a8-9f18-e20ac2306b3a req-43015817-3a38-4f19-bc06-f2d20c789c4d tempest-SecurityGroupsTestJSON-63281774 tempest-SecurityGroupsTestJSON-63281774-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-936514038', 'description': 'tempest-description-1803743973'}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:55:40.495066 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [req-40fa76e2-4668-450a-aad5-53ba89f01f08 req-5aae37f2-4628-49bb-9d75-ac3965ca3b5e service neutron] Attempting to bind port 525ecf50-c68e-42e3-b492-e0a27ff68cab on host n-h2-773647-6 for vnic_type normal with profile {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 13:55:40.495444 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [req-40fa76e2-4668-450a-aad5-53ba89f01f08 req-5aae37f2-4628-49bb-9d75-ac3965ca3b5e service neutron] Attempting to bind port 525ecf50-c68e-42e3-b492-e0a27ff68cab by drivers openvswitch,hyperv on host n-h2-773647-6 at level 0 using segments [{'id': '65749612-fb0d-4f34-9eb9-d06c3a2fda80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1045, 'network_id': '4f6c277b-1b2d-40ad-a374-15bf31b2f6e9'}] {{(pid=100246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 13:55:40.495782 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40fa76e2-4668-450a-aad5-53ba89f01f08 req-5aae37f2-4628-49bb-9d75-ac3965ca3b5e service neutron] Attempting to bind port 525ecf50-c68e-42e3-b492-e0a27ff68cab on network 4f6c277b-1b2d-40ad-a374-15bf31b2f6e9 {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 13:55:40.502915 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-3539b7c0-1a5b-4d89-8b76-632b1e8ee96f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93a17ce2-8ee6-474a-afbf-104b7faaf412', 'name': 'tempest-FloatingIPsTestJSON-1415134707-router', 'tenant_id': 'b3566e6478e14479b5cd6db4d0b02e77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T13:55:12Z', 'updated_at': '2021-07-06T13:55:40Z', 'revision_number': 6, 'project_id': 'b3566e6478e14479b5cd6db4d0b02e77', 'gw_port_host': None}], 'n-d-773647-6', False) {} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:55:40.508635 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40fa76e2-4668-450a-aad5-53ba89f01f08 req-5aae37f2-4628-49bb-9d75-ac3965ca3b5e service neutron] Port 525ecf50-c68e-42e3-b492-e0a27ff68cab on network 4f6c277b-1b2d-40ad-a374-15bf31b2f6e9 not bound, no agent of type Open vSwitch agent registered on host n-h2-773647-6 {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 13:55:40.509051 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40fa76e2-4668-450a-aad5-53ba89f01f08 req-5aae37f2-4628-49bb-9d75-ac3965ca3b5e service neutron] Attempting to bind port 525ecf50-c68e-42e3-b492-e0a27ff68cab on network 4f6c277b-1b2d-40ad-a374-15bf31b2f6e9 {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 13:55:40.528750 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40fa76e2-4668-450a-aad5-53ba89f01f08 req-5aae37f2-4628-49bb-9d75-ac3965ca3b5e service neutron] Checking agent: {'id': '63768ece-0600-4354-8d29-fdedec96b077', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-773647-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 51, 10), 'started_at': datetime.datetime(2021, 7, 6, 13, 51, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 13, 55, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 13:55:40.529105 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40fa76e2-4668-450a-aad5-53ba89f01f08 req-5aae37f2-4628-49bb-9d75-ac3965ca3b5e service neutron] Checking segment: {'id': '65749612-fb0d-4f34-9eb9-d06c3a2fda80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1045, 'network_id': '4f6c277b-1b2d-40ad-a374-15bf31b2f6e9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 13:55:40.529498 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40fa76e2-4668-450a-aad5-53ba89f01f08 req-5aae37f2-4628-49bb-9d75-ac3965ca3b5e service neutron] Bound using segment: {'id': '65749612-fb0d-4f34-9eb9-d06c3a2fda80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1045, 'network_id': '4f6c277b-1b2d-40ad-a374-15bf31b2f6e9'} {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 13:55:40.529977 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [req-40fa76e2-4668-450a-aad5-53ba89f01f08 req-5aae37f2-4628-49bb-9d75-ac3965ca3b5e service neutron] Bound port: 525ecf50-c68e-42e3-b492-e0a27ff68cab, host: n-h2-773647-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '65749612-fb0d-4f34-9eb9-d06c3a2fda80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1045, 'network_id': '4f6c277b-1b2d-40ad-a374-15bf31b2f6e9'}}] {{(pid=100246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 13:55:40.530322 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-40fa76e2-4668-450a-aad5-53ba89f01f08 req-5aae37f2-4628-49bb-9d75-ac3965ca3b5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:40.537983 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3539b7c0-1a5b-4d89-8b76-632b1e8ee96f None None] The sync data for ids ['93a17ce2-8ee6-474a-afbf-104b7faaf412'] in n-d-773647-6 is: [{'id': '93a17ce2-8ee6-474a-afbf-104b7faaf412', 'name': 'tempest-FloatingIPsTestJSON-1415134707-router', 'tenant_id': 'b3566e6478e14479b5cd6db4d0b02e77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T13:55:12Z', 'updated_at': '2021-07-06T13:55:40Z', 'revision_number': 6, 'project_id': 'b3566e6478e14479b5cd6db4d0b02e77', 'gw_port_host': None}] {{(pid=100249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 13:55:40.557734 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.db [None req-ec30f48d-d722-4bfc-a854-5cee37b9c3a0 admin admin] For port 49f4c37a-a022-493b-8fd0-513f48ec656d, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=49f4c37a-a022-493b-8fd0-513f48ec656d,segment=NetworkSegment(89a832b7-7793-4d51-9038-ed7e1c3ff1b2),segment_id=89a832b7-7793-4d51-9038-ed7e1c3ff1b2)] {{(pid=100247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:55:40.558974 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-ec30f48d-d722-4bfc-a854-5cee37b9c3a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:40.605641 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-c4d9599b-1423-41a8-9f18-e20ac2306b3a req-43015817-3a38-4f19-bc06-f2d20c789c4d tempest-SecurityGroupsTestJSON-63281774 tempest-SecurityGroupsTestJSON-63281774-project] Notify callbacks [] for security_group, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:40.621291 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.db [req-40fa76e2-4668-450a-aad5-53ba89f01f08 req-5aae37f2-4628-49bb-9d75-ac3965ca3b5e service neutron] For port 525ecf50-c68e-42e3-b492-e0a27ff68cab, host n-h2-773647-6, cleared binding levels {{(pid=100246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 13:55:40.625043 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.db [req-40fa76e2-4668-450a-aad5-53ba89f01f08 req-5aae37f2-4628-49bb-9d75-ac3965ca3b5e service neutron] For port 525ecf50-c68e-42e3-b492-e0a27ff68cab, host n-h2-773647-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=525ecf50-c68e-42e3-b492-e0a27ff68cab,segment=NetworkSegment(65749612-fb0d-4f34-9eb9-d06c3a2fda80),segment_id=65749612-fb0d-4f34-9eb9-d06c3a2fda80)] {{(pid=100246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 13:55:40.629794 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-40fa76e2-4668-450a-aad5-53ba89f01f08 req-5aae37f2-4628-49bb-9d75-ac3965ca3b5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127687527'] for port, after_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:40.677544 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fa76e2-4668-450a-aad5-53ba89f01f08 req-5aae37f2-4628-49bb-9d75-ac3965ca3b5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:55:40.679016 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-40fa76e2-4668-450a-aad5-53ba89f01f08 req-5aae37f2-4628-49bb-9d75-ac3965ca3b5e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:40.680859 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-40fa76e2-4668-450a-aad5-53ba89f01f08 req-5aae37f2-4628-49bb-9d75-ac3965ca3b5e service neutron] 10.222.0.72 "PUT /v2.0/ports/525ecf50-c68e-42e3-b492-e0a27ff68cab HTTP/1.1" status: 200 len: 1091 time: 1.5708168 Jul 06 13:55:40.681865 n-d-773647-6 neutron-server[100246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5d6f9ee-637a-4a55-8546-2be14770c0f2', 'tag': '525ecf50-c68e-42e3-b492-e0a27ff68cab'}] {{(pid=100246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 13:55:40.684378 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0d96c5ab5e889f7b933ae915b9be33d1b46c9e87795bf781004b656ef3f1e87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be124ca8-6aca-4ddf-8948-26df5e5d5fb1" -d '{"events": [{"name": "network-changed", "server_uuid": "e5d6f9ee-637a-4a55-8546-2be14770c0f2", "tag": "525ecf50-c68e-42e3-b492-e0a27ff68cab"}]}' {{(pid=100246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:55:40.693811 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.plugin [None req-ec30f48d-d722-4bfc-a854-5cee37b9c3a0 admin admin] Calling delete_port for 49f4c37a-a022-493b-8fd0-513f48ec656d owned by network:router_gateway {{(pid=100247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 13:55:40.713856 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aae37f2-4628-49bb-9d75-ac3965ca3b5e service neutron] Pushing event updated for resources: {'Port': ['ID=525ecf50-c68e-42e3-b492-e0a27ff68cab,revision_number=3']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:55:40.814072 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 57006) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:55:40.852880 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fa76e2-4668-450a-aad5-53ba89f01f08 req-6193f40e-59d2-4e3f-bb9f-85c2ac13d8fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:55:40.854912 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-40fa76e2-4668-450a-aad5-53ba89f01f08 req-6193f40e-59d2-4e3f-bb9f-85c2ac13d8fa service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=125e6575b3ba4365b3ae01568cef269b&device_id=e5d6f9ee-637a-4a55-8546-2be14770c0f2 HTTP/1.1" status: 200 len: 1094 time: 0.0946648 Jul 06 13:55:40.895449 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a6c483-8d94-4cbf-bd05-eef4b46ef9ac req-4c8d1b0b-a9a8-4d71-88d6-0dbcf4964ab8 tempest-LiveAutoBlockMigrationV225Test-654794443 tempest-LiveAutoBlockMigrationV225Test-654794443-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:55:40.897070 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-d1a6c483-8d94-4cbf-bd05-eef4b46ef9ac req-4c8d1b0b-a9a8-4d71-88d6-0dbcf4964ab8 tempest-LiveAutoBlockMigrationV225Test-654794443 tempest-LiveAutoBlockMigrationV225Test-654794443-project] 10.222.0.72 "GET /v2.0/networks?id=719b716d-a00d-48ee-8755-3a8bbdfaf0d2 HTTP/1.1" status: 200 len: 821 time: 0.4789071 Jul 06 13:55:40.912544 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [req-d1a6c483-8d94-4cbf-bd05-eef4b46ef9ac req-5c6fea3c-be15-4244-bdab-236f287ccfc6 tempest-LiveAutoBlockMigrationV225Test-654794443 tempest-LiveAutoBlockMigrationV225Test-654794443-project] Request body: {'port': {'device_id': 'b1fcca0e-a2ed-4729-9094-7d171185dc74', 'network_id': '719b716d-a00d-48ee-8755-3a8bbdfaf0d2', 'admin_state_up': True, 'tenant_id': '4cef06e2189c48a2819839e74c70f679'}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:55:40.919421 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-40fa76e2-4668-450a-aad5-53ba89f01f08 req-3f45f0db-4fb8-4b65-b10b-4b2651ffcf67 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=525ecf50-c68e-42e3-b492-e0a27ff68cab HTTP/1.1" status: 200 len: 217 time: 0.0531254 Jul 06 13:55:40.922372 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-a9a1411b-efa2-4f30-8a9b-9a2b3ac841b1 admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=c186d25f852048b08f724600c6b36094&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1053863 Jul 06 13:55:40.926531 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 57008) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:55:40.926698 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8e515c-e4a1-4d4e-81d9-168dd5e3cb3d req-a5f095f2-6fca-489b-ad08-8529043b52c1 tempest-ServersAdminTestJSON-391861328 tempest-ServersAdminTestJSON-391861328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:55:40.928165 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-5b8e515c-e4a1-4d4e-81d9-168dd5e3cb3d req-a5f095f2-6fca-489b-ad08-8529043b52c1 tempest-ServersAdminTestJSON-391861328 tempest-ServersAdminTestJSON-391861328-project] 10.222.0.104 "GET /v2.0/ports?device_id=a23cdce2-9066-4fd7-bd62-f6d41cb4ff7d HTTP/1.1" status: 200 len: 949 time: 0.3382962 Jul 06 13:55:40.999631 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fa76e2-4668-450a-aad5-53ba89f01f08 req-5bca0916-2473-4e8a-ac13-d9c3cde914b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:55:41.001108 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-40fa76e2-4668-450a-aad5-53ba89f01f08 req-5bca0916-2473-4e8a-ac13-d9c3cde914b5 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=3ab4a4f6-31db-40f5-bd89-967e515dcbd9 HTTP/1.1" status: 200 len: 847 time: 0.0756607 Jul 06 13:55:41.042756 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-40fa76e2-4668-450a-aad5-53ba89f01f08 req-0a66dc01-0f75-4b20-949d-8d0e444dc153 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=4f6c277b-1b2d-40ad-a374-15bf31b2f6e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0327487 Jul 06 13:55:41.047474 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-38ba692c-dbf5-4213-ad21-8d2591ac4d98 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:41.068424 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-c4d9599b-1423-41a8-9f18-e20ac2306b3a req-43015817-3a38-4f19-bc06-f2d20c789c4d tempest-SecurityGroupsTestJSON-63281774 tempest-SecurityGroupsTestJSON-63281774-project] Notify callbacks [] for security_group, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:41.076014 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-c4d9599b-1423-41a8-9f18-e20ac2306b3a req-43015817-3a38-4f19-bc06-f2d20c789c4d tempest-SecurityGroupsTestJSON-63281774 tempest-SecurityGroupsTestJSON-63281774-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:41.116966 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-38ba692c-dbf5-4213-ad21-8d2591ac4d98 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:41.130053 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-5b8e515c-e4a1-4d4e-81d9-168dd5e3cb3d req-3dd8aec8-b206-4840-8e11-fc7edf527366 tempest-ServersAdminTestJSON-391861328 tempest-ServersAdminTestJSON-391861328-project] 10.222.0.104 "GET /v2.0/security-groups?id=3bcee3ab-dc9e-46be-bc35-9f5a80cc9457&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436560 Jul 06 13:55:41.167538 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-c4d9599b-1423-41a8-9f18-e20ac2306b3a req-43015817-3a38-4f19-bc06-f2d20c789c4d tempest-SecurityGroupsTestJSON-63281774 tempest-SecurityGroupsTestJSON-63281774-project] Notify callbacks [] for security_group, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:41.168752 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-c4d9599b-1423-41a8-9f18-e20ac2306b3a req-43015817-3a38-4f19-bc06-f2d20c789c4d tempest-SecurityGroupsTestJSON-63281774 tempest-SecurityGroupsTestJSON-63281774-project] 10.222.0.104 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.7480450 Jul 06 13:55:41.184517 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43015817-3a38-4f19-bc06-f2d20c789c4d tempest-SecurityGroupsTestJSON-63281774 tempest-SecurityGroupsTestJSON-63281774-project] Pushing event updated for resources: {'SecurityGroup': ['ID=11248e3f-46f6-4720-87cb-6065d8db960a,revision_number=1']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:55:41.185061 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-40fa76e2-4668-450a-aad5-53ba89f01f08 req-652bdf9e-3490-4b68-8e0e-f2e8731bc260 service neutron] 10.222.0.72 "GET /v2.0/networks/4f6c277b-1b2d-40ad-a374-15bf31b2f6e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1342859 Jul 06 13:55:41.255748 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-ec30f48d-d722-4bfc-a854-5cee37b9c3a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117'] for port, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:41.267855 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-38ba692c-dbf5-4213-ad21-8d2591ac4d98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:41.270389 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-38ba692c-dbf5-4213-ad21-8d2591ac4d98 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:41.273854 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-38ba692c-dbf5-4213-ad21-8d2591ac4d98 admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/76a827ca-794c-4547-9f29-9b60ff6f6116 HTTP/1.1" status: 204 len: 168 time: 0.3371675 Jul 06 13:55:41.288329 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d1a6c483-8d94-4cbf-bd05-eef4b46ef9ac req-5c6fea3c-be15-4244-bdab-236f287ccfc6 tempest-LiveAutoBlockMigrationV225Test-654794443 tempest-LiveAutoBlockMigrationV225Test-654794443-project] Made reservation on behalf of 4cef06e2189c48a2819839e74c70f679 for: {'port': 1} {{(pid=100247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 13:55:41.292102 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-d1a6c483-8d94-4cbf-bd05-eef4b46ef9ac req-5c6fea3c-be15-4244-bdab-236f287ccfc6 tempest-LiveAutoBlockMigrationV225Test-654794443 tempest-LiveAutoBlockMigrationV225Test-654794443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:41.296722 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ba692c-dbf5-4213-ad21-8d2591ac4d98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76a827ca-794c-4547-9f29-9b60ff6f6116,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:55:41.297014 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec30f48d-d722-4bfc-a854-5cee37b9c3a0 admin admin] Pushing event deleted for resources: {'Port': ['ID=49f4c37a-a022-493b-8fd0-513f48ec656d,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:55:41.358419 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-ec30f48d-d722-4bfc-a854-5cee37b9c3a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1761104'] for router_gateway, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:41.374099 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-40fa76e2-4668-450a-aad5-53ba89f01f08 req-8a2e4c0c-3fe0-4272-b066-c704a2f9a0be service neutron] 10.222.0.72 "GET /v2.0/networks/4f6c277b-1b2d-40ad-a374-15bf31b2f6e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1752594 Jul 06 13:55:41.447748 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Device b0540eff-bdf4-4af4-8588-52491b736d88 up at agent hyperv_n-h1-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 13:55:41.468027 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-eafff575-df9e-4a87-ab30-db1f37c00da7 req-1d9b457c-0b05-4a63-98c6-3477804a6969 tempest-LiveAutoBlockMigrationV225Test-654794443 tempest-LiveAutoBlockMigrationV225Test-654794443-project] 10.222.0.104 "GET /v2.0/ports?device_id=b1fcca0e-a2ed-4729-9094-7d171185dc74 HTTP/1.1" status: 200 len: 210 time: 0.0824904 Jul 06 13:55:41.526146 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Provisioning for port b0540eff-bdf4-4af4-8588-52491b736d88 completed by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 13:55:41.531443 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Provisioning complete for port b0540eff-bdf4-4af4-8588-52491b736d88 triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:55:41.531913 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:41.554839 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 13:55:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8f1cff2-3772-406e-aca8-2a8dd5c501bf x-openstack-request-id: req-e8f1cff2-3772-406e-aca8-2a8dd5c501bf {{(pid=100246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:55:41.555125 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e5d6f9ee-637a-4a55-8546-2be14770c0f2", "tag": "525ecf50-c68e-42e3-b492-e0a27ff68cab", "status": "completed", "code": 200}]} {{(pid=100246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:55:41.555435 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-e8f1cff2-3772-406e-aca8-2a8dd5c501bf {{(pid=100246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:55:41.555842 n-d-773647-6 neutron-server[100246]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e5d6f9ee-637a-4a55-8546-2be14770c0f2', 'tag': '525ecf50-c68e-42e3-b492-e0a27ff68cab', 'status': 'completed', 'code': 200} Jul 06 13:55:41.592664 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-ec30f48d-d722-4bfc-a854-5cee37b9c3a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1806308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6982'] for router, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:41.601898 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-ec30f48d-d722-4bfc-a854-5cee37b9c3a0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:41.656053 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:41.686343 n-d-773647-6 neutron-server[100248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a23cdce2-9066-4fd7-bd62-f6d41cb4ff7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0540eff-bdf4-4af4-8588-52491b736d88'}] {{(pid=100248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 13:55:41.689980 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84af257533e383389cbcf231d3534f4d5e149e7203fea16b4a8fc01438dddaf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-420e5d8e-9fdf-4392-bfd3-16663e3d2878" -d '{"events": [{"server_uuid": "a23cdce2-9066-4fd7-bd62-f6d41cb4ff7d", "name": "network-vif-plugged", "status": "completed", "tag": "b0540eff-bdf4-4af4-8588-52491b736d88"}]}' {{(pid=100248) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:55:41.705750 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be124ca8-6aca-4ddf-8948-26df5e5d5fb1 req-cfb5526a-f58c-4962-9bed-beaa02ad5d47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:55:41.707702 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-be124ca8-6aca-4ddf-8948-26df5e5d5fb1 req-cfb5526a-f58c-4962-9bed-beaa02ad5d47 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=125e6575b3ba4365b3ae01568cef269b&device_id=e5d6f9ee-637a-4a55-8546-2be14770c0f2 HTTP/1.1" status: 200 len: 1094 time: 0.0931044 Jul 06 13:55:41.710763 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] For port b0540eff-bdf4-4af4-8588-52491b736d88, host n-h1-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773647-6',level=0,port_id=b0540eff-bdf4-4af4-8588-52491b736d88,segment=NetworkSegment(c9ea893d-045e-42cf-b3dd-cdd1f79baccd),segment_id=c9ea893d-045e-42cf-b3dd-cdd1f79baccd)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:55:41.716075 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:41.778825 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Pushing event updated for resources: {'Port': ['ID=b0540eff-bdf4-4af4-8588-52491b736d88,revision_number=5']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:55:41.824242 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be124ca8-6aca-4ddf-8948-26df5e5d5fb1 req-4a69bec5-59cc-4ba0-9d4f-2b27739becbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:55:41.825981 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-be124ca8-6aca-4ddf-8948-26df5e5d5fb1 req-4a69bec5-59cc-4ba0-9d4f-2b27739becbf service neutron] 10.222.0.72 "GET /v2.0/networks?id=4f6c277b-1b2d-40ad-a374-15bf31b2f6e9 HTTP/1.1" status: 200 len: 909 time: 0.1118577 Jul 06 13:55:41.873081 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-be124ca8-6aca-4ddf-8948-26df5e5d5fb1 req-d10d501d-4f17-4635-a43e-2ec085b98a10 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=525ecf50-c68e-42e3-b492-e0a27ff68cab HTTP/1.1" status: 200 len: 217 time: 0.0385604 Jul 06 13:55:41.935931 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be124ca8-6aca-4ddf-8948-26df5e5d5fb1 req-f16b26b7-49cd-42e9-87e6-1efb6163c980 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:55:41.936891 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-be124ca8-6aca-4ddf-8948-26df5e5d5fb1 req-f16b26b7-49cd-42e9-87e6-1efb6163c980 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=3ab4a4f6-31db-40f5-bd89-967e515dcbd9 HTTP/1.1" status: 200 len: 847 time: 0.0558870 Jul 06 13:55:41.972992 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-be124ca8-6aca-4ddf-8948-26df5e5d5fb1 req-41690fbd-0dac-47eb-ba29-81e2d4005f6a service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=4f6c277b-1b2d-40ad-a374-15bf31b2f6e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0283718 Jul 06 13:55:42.036923 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-ec30f48d-d722-4bfc-a854-5cee37b9c3a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1805684'] for router, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:42.037556 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec30f48d-d722-4bfc-a854-5cee37b9c3a0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 93a17ce2-8ee6-474a-afbf-104b7faaf412 {{(pid=100247) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 13:55:42.049952 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-ec30f48d-d722-4bfc-a854-5cee37b9c3a0 admin admin] Notify callbacks [] for router, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:42.051281 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-ec30f48d-d722-4bfc-a854-5cee37b9c3a0 admin admin] 10.222.0.104 "DELETE /v2.0/routers/93a17ce2-8ee6-474a-afbf-104b7faaf412 HTTP/1.1" status: 204 len: 168 time: 2.5706613 Jul 06 13:55:42.054801 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 57034) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:55:42.059053 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257e64e6-6e45-4b3c-834a-61a0908223c6 req-3af372dc-5541-4225-88d6-b7afd1ef229d tempest-LiveMigrationTest-2001684970 tempest-LiveMigrationTest-2001684970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:55:42.061182 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-257e64e6-6e45-4b3c-834a-61a0908223c6 req-3af372dc-5541-4225-88d6-b7afd1ef229d tempest-LiveMigrationTest-2001684970 tempest-LiveMigrationTest-2001684970-project] 10.222.0.104 "GET /v2.0/ports?device_id=e5d6f9ee-637a-4a55-8546-2be14770c0f2 HTTP/1.1" status: 200 len: 943 time: 0.6737180 Jul 06 13:55:42.136642 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-be124ca8-6aca-4ddf-8948-26df5e5d5fb1 req-efa350f7-f502-4d79-9a97-184b0cee827e service neutron] 10.222.0.72 "GET /v2.0/networks/4f6c277b-1b2d-40ad-a374-15bf31b2f6e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1511171 Jul 06 13:55:42.145241 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.db_base_plugin_v2 [None req-aac11873-9f18-4a24-a1c0-a2732357759c admin admin] Deleting subnet 2ad740bc-bd64-4c38-ac2c-c6ec8150e644 {{(pid=100246) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 13:55:42.148745 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-aac11873-9f18-4a24-a1c0-a2732357759c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:42.149132 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.db_base_plugin_common [req-d1a6c483-8d94-4cbf-bd05-eef4b46ef9ac req-5c6fea3c-be15-4244-bdab-236f287ccfc6 tempest-LiveAutoBlockMigrationV225Test-654794443 tempest-LiveAutoBlockMigrationV225Test-654794443-project] Allocated IP 172.20.0.8 (719b716d-a00d-48ee-8755-3a8bbdfaf0d2/7f475f76-2dcc-4dce-adb2-7deed8b8ad71/3cc44a8c-162f-47c4-a444-eace4e136171) {{(pid=100247) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 13:55:42.160056 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-257e64e6-6e45-4b3c-834a-61a0908223c6 req-a931d24f-88e9-43c8-bc82-f02150372cdd tempest-LiveMigrationTest-2001684970 tempest-LiveMigrationTest-2001684970-project] 10.222.0.104 "GET /v2.0/security-groups?id=7e243ebf-9cf4-4917-8da6-0fd38b06f795&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686674 Jul 06 13:55:42.206461 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:42.287997 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-aac11873-9f18-4a24-a1c0-a2732357759c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126218885'] for subnet, precommit_delete_associations {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:42.367035 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 49f4c37a-a022-493b-8fd0-513f48ec656d no longer exists at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 13:55:42.374756 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1274fc39-a07e-4b3c-89dc-caa366f2d6a0 req-e8b92b24-ae92-400a-9d76-0f9776420711 tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:55:42.376298 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-1274fc39-a07e-4b3c-89dc-caa366f2d6a0 req-e8b92b24-ae92-400a-9d76-0f9776420711 tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] 10.222.0.104 "GET /v2.0/ports?device_id=cafbb505-1705-4cb2-a601-c8ea5a6459a9 HTTP/1.1" status: 200 len: 949 time: 0.4031985 Jul 06 13:55:42.389254 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] No Port match for: 49f4c37a-a022-493b-8fd0-513f48ec656d {{(pid=100248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 13:55:42.390428 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 49f4c37a-a022-493b-8fd0-513f48ec656d not bound to the agent host n-d-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 13:55:42.391264 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 75ee42f3-080d-48a0-8c1a-57fcba6ca424 no longer exists at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 13:55:42.415683 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] No Port match for: 75ee42f3-080d-48a0-8c1a-57fcba6ca424 {{(pid=100248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 13:55:42.416275 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 75ee42f3-080d-48a0-8c1a-57fcba6ca424 not bound to the agent host n-d-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 13:55:42.430515 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-aac11873-9f18-4a24-a1c0-a2732357759c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-913473'] for subnet, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:42.461345 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-be124ca8-6aca-4ddf-8948-26df5e5d5fb1 req-5679b5cd-1aa3-43d5-a116-2ae0372c14a1 service neutron] 10.222.0.72 "GET /v2.0/networks/4f6c277b-1b2d-40ad-a374-15bf31b2f6e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3106623 Jul 06 13:55:42.474654 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-d1a6c483-8d94-4cbf-bd05-eef4b46ef9ac req-5c6fea3c-be15-4244-bdab-236f287ccfc6 tempest-LiveAutoBlockMigrationV225Test-654794443 tempest-LiveAutoBlockMigrationV225Test-654794443-project] Notify callbacks [] for port, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:42.495658 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-1274fc39-a07e-4b3c-89dc-caa366f2d6a0 req-6b36b619-83af-4f57-bd86-57b3249c7fb6 tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] 10.222.0.104 "GET /v2.0/security-groups?id=9f5b92e9-7340-49c3-a9bb-41e4a1caffc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846307 Jul 06 13:55:42.534532 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-aac11873-9f18-4a24-a1c0-a2732357759c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-913480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1849032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127687590', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127702764'] for subnet, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:42.543656 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93656913-f5d7-40bf-b42b-8f66505e5f82 req-bab8e18d-0415-4431-a200-04756db6e4d2 tempest-SecurityGroupsTestJSON-63281774 tempest-SecurityGroupsTestJSON-63281774-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:55:42.545453 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-93656913-f5d7-40bf-b42b-8f66505e5f82 req-bab8e18d-0415-4431-a200-04756db6e4d2 tempest-SecurityGroupsTestJSON-63281774 tempest-SecurityGroupsTestJSON-63281774-project] 10.222.0.104 "GET /v2.0/networks?id=82de3ae2-81e4-474f-953b-e83c4f15c3b6 HTTP/1.1" status: 200 len: 811 time: 0.2495446 Jul 06 13:55:42.569334 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac11873-9f18-4a24-a1c0-a2732357759c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2ad740bc-bd64-4c38-ac2c-c6ec8150e644,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:55:42.569876 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-93656913-f5d7-40bf-b42b-8f66505e5f82 req-a493bdc1-c659-4408-ab50-19b66043b402 tempest-SecurityGroupsTestJSON-63281774 tempest-SecurityGroupsTestJSON-63281774-project] 10.222.0.104 "GET /v2.0/quotas/bd8ab4ae618e4901853ac9b415c3d7ae HTTP/1.1" status: 200 len: 375 time: 0.0154276 Jul 06 13:55:42.578213 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-aac11873-9f18-4a24-a1c0-a2732357759c admin admin] Notify callbacks [] for subnet, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:42.579194 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1fa8a2a-fe5d-40f2-9be6-e198412fd539 None None] Network 14be74a6-3909-4170-89e7-56d4bae82d57 requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 13:55:42.581001 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-aac11873-9f18-4a24-a1c0-a2732357759c admin admin] 10.222.0.104 "DELETE /v2.0/subnets/2ad740bc-bd64-4c38-ac2c-c6ec8150e644 HTTP/1.1" status: 204 len: 168 time: 0.5246367 Jul 06 13:55:42.583440 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 57058) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:55:42.610252 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-d1a6c483-8d94-4cbf-bd05-eef4b46ef9ac req-5c6fea3c-be15-4244-bdab-236f287ccfc6 tempest-LiveAutoBlockMigrationV225Test-654794443 tempest-LiveAutoBlockMigrationV225Test-654794443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108'] for port, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:42.656006 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-93656913-f5d7-40bf-b42b-8f66505e5f82 req-c06fb126-c570-411a-8297-f06259b72e29 tempest-SecurityGroupsTestJSON-63281774 tempest-SecurityGroupsTestJSON-63281774-project] 10.222.0.104 "GET /v2.0/ports?tenant_id=bd8ab4ae618e4901853ac9b415c3d7ae&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0656357 Jul 06 13:55:42.701926 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-a9e4c202-45ad-4cf6-92c9-cb80d5f06d25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530492'] for network, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:42.731856 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 13:55:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd77f672-9197-48bf-80c0-0ea9c1798587 x-openstack-request-id: req-bd77f672-9197-48bf-80c0-0ea9c1798587 {{(pid=100248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:55:42.732166 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a23cdce2-9066-4fd7-bd62-f6d41cb4ff7d", "name": "network-vif-plugged", "status": "completed", "tag": "b0540eff-bdf4-4af4-8588-52491b736d88", "code": 200}]} {{(pid=100248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:55:42.733112 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-bd77f672-9197-48bf-80c0-0ea9c1798587 {{(pid=100248) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:55:42.738368 n-d-773647-6 neutron-server[100248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a23cdce2-9066-4fd7-bd62-f6d41cb4ff7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0540eff-bdf4-4af4-8588-52491b736d88', 'code': 200} Jul 06 13:55:42.769033 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [None req-a9e4c202-45ad-4cf6-92c9-cb80d5f06d25 admin admin] Deleting port 980e3fdd-292d-4bf1-bdf4-ce94b46cd0a8 {{(pid=100246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 13:55:42.769523 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-a9e4c202-45ad-4cf6-92c9-cb80d5f06d25 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:42.790023 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-93656913-f5d7-40bf-b42b-8f66505e5f82 req-e0944822-43a0-427d-a3d7-8c6eac04e089 service neutron] 10.222.0.104 "GET /v2.0/networks/82de3ae2-81e4-474f-953b-e83c4f15c3b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1330140 Jul 06 13:55:42.845109 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2724918-c832-4497-9d14-28c0cff58d12 None None] DHCP port deletion for 14be74a6-3909-4170-89e7-56d4bae82d57 request from n-d-773647-6 {{(pid=100248) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 13:55:42.882266 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d1a6c483-8d94-4cbf-bd05-eef4b46ef9ac req-5c6fea3c-be15-4244-bdab-236f287ccfc6 tempest-LiveAutoBlockMigrationV225Test-654794443 tempest-LiveAutoBlockMigrationV225Test-654794443-project] Network 719b716d-a00d-48ee-8755-3a8bbdfaf0d2 is already hosted by enough agents. {{(pid=100247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 13:55:42.900628 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-a2724918-c832-4497-9d14-28c0cff58d12 None None] Deleting port 980e3fdd-292d-4bf1-bdf4-ce94b46cd0a8 {{(pid=100248) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 13:55:42.901127 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-a2724918-c832-4497-9d14-28c0cff58d12 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:42.904289 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.db [None req-a9e4c202-45ad-4cf6-92c9-cb80d5f06d25 admin admin] For port 980e3fdd-292d-4bf1-bdf4-ce94b46cd0a8, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=980e3fdd-292d-4bf1-bdf4-ce94b46cd0a8,segment=NetworkSegment(89910f5d-e821-4ecc-8a62-21fe63c22f3f),segment_id=89910f5d-e821-4ecc-8a62-21fe63c22f3f)] {{(pid=100246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:55:42.904841 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-a9e4c202-45ad-4cf6-92c9-cb80d5f06d25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:42.922587 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.base_scheduler [req-d1a6c483-8d94-4cbf-bd05-eef4b46ef9ac req-5c6fea3c-be15-4244-bdab-236f287ccfc6 tempest-LiveAutoBlockMigrationV225Test-654794443 tempest-LiveAutoBlockMigrationV225Test-654794443-project] Resources bound (agent type, host, resource id): {{(pid=100247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:55:42.945693 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1a6c483-8d94-4cbf-bd05-eef4b46ef9ac req-5c6fea3c-be15-4244-bdab-236f287ccfc6 tempest-LiveAutoBlockMigrationV225Test-654794443 tempest-LiveAutoBlockMigrationV225Test-654794443-project] Received port after_create {{(pid=100247) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 13:55:42.960398 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a6c483-8d94-4cbf-bd05-eef4b46ef9ac req-5c6fea3c-be15-4244-bdab-236f287ccfc6 tempest-LiveAutoBlockMigrationV225Test-654794443 tempest-LiveAutoBlockMigrationV225Test-654794443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:55:42.961074 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-d1a6c483-8d94-4cbf-bd05-eef4b46ef9ac req-5c6fea3c-be15-4244-bdab-236f287ccfc6 tempest-LiveAutoBlockMigrationV225Test-654794443 tempest-LiveAutoBlockMigrationV225Test-654794443-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:42.963743 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6fea3c-be15-4244-bdab-236f287ccfc6 tempest-LiveAutoBlockMigrationV225Test-654794443 tempest-LiveAutoBlockMigrationV225Test-654794443-project] Pushing event updated for resources: {'Port': ['ID=3cc44a8c-162f-47c4-a444-eace4e136171,revision_number=1']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:55:43.004448 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-d1a6c483-8d94-4cbf-bd05-eef4b46ef9ac req-5c6fea3c-be15-4244-bdab-236f287ccfc6 tempest-LiveAutoBlockMigrationV225Test-654794443 tempest-LiveAutoBlockMigrationV225Test-654794443-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0978987 Jul 06 13:55:43.028734 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [req-d1a6c483-8d94-4cbf-bd05-eef4b46ef9ac req-52cba2c6-25ef-4215-8b3e-0414761eb820 service neutron] Request body: {'port': {'device_id': 'b1fcca0e-a2ed-4729-9094-7d171185dc74', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-773647-6'}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:55:43.047478 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-93656913-f5d7-40bf-b42b-8f66505e5f82 req-9cea6847-a00d-4629-83b8-631f5bbf5975 service neutron] 10.222.0.104 "GET /v2.0/networks/82de3ae2-81e4-474f-953b-e83c4f15c3b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2563429 Jul 06 13:55:43.115158 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-a2724918-c832-4497-9d14-28c0cff58d12 None None] For port 980e3fdd-292d-4bf1-bdf4-ce94b46cd0a8, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=980e3fdd-292d-4bf1-bdf4-ce94b46cd0a8,segment=NetworkSegment(89910f5d-e821-4ecc-8a62-21fe63c22f3f),segment_id=89910f5d-e821-4ecc-8a62-21fe63c22f3f)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:55:43.115890 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-a2724918-c832-4497-9d14-28c0cff58d12 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:43.129705 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-a2724918-c832-4497-9d14-28c0cff58d12 None None] Calling delete_port for 980e3fdd-292d-4bf1-bdf4-ce94b46cd0a8 owned by network:dhcp {{(pid=100248) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 13:55:43.173074 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0611e325-4eed-4219-abc2-548b3ea8e39f req-3df14424-3253-41ef-9d6a-e1f60d37e549 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:55:43.175050 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-0611e325-4eed-4219-abc2-548b3ea8e39f req-3df14424-3253-41ef-9d6a-e1f60d37e549 service neutron] 10.222.0.127 "GET /v2.0/ports?device_id=a23cdce2-9066-4fd7-bd62-f6d41cb4ff7d HTTP/1.1" status: 200 len: 1101 time: 0.3689518 Jul 06 13:55:43.218199 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [None req-a9e4c202-45ad-4cf6-92c9-cb80d5f06d25 admin admin] Calling delete_port for 980e3fdd-292d-4bf1-bdf4-ce94b46cd0a8 owned by network:dhcp {{(pid=100246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 13:55:43.262993 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-a2724918-c832-4497-9d14-28c0cff58d12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117'] for port, after_delete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:43.286235 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33daf60-534d-4c2b-b8af-81d4f79ba9ff req-0ed960ae-04e6-4dd8-b0cd-161c9862c3b6 tempest-ServersAdminTestJSON-391861328 tempest-ServersAdminTestJSON-391861328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:55:43.287838 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-f33daf60-534d-4c2b-b8af-81d4f79ba9ff req-0ed960ae-04e6-4dd8-b0cd-161c9862c3b6 tempest-ServersAdminTestJSON-391861328 tempest-ServersAdminTestJSON-391861328-project] 10.222.0.104 "GET /v2.0/ports?device_id=a23cdce2-9066-4fd7-bd62-f6d41cb4ff7d HTTP/1.1" status: 200 len: 950 time: 0.3879325 Jul 06 13:55:43.308933 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-a9e4c202-45ad-4cf6-92c9-cb80d5f06d25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127687580'] for port, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:43.322809 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2724918-c832-4497-9d14-28c0cff58d12 None None] Pushing event deleted for resources: {'Port': ['ID=980e3fdd-292d-4bf1-bdf4-ce94b46cd0a8,revision_number=None']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:55:43.332528 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2724918-c832-4497-9d14-28c0cff58d12 None None] No DVR routers for this DVR port 980e3fdd-292d-4bf1-bdf4-ce94b46cd0a8 on host n-d-773647-6 {{(pid=100248) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 13:55:43.347547 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-d1a6c483-8d94-4cbf-bd05-eef4b46ef9ac req-52cba2c6-25ef-4215-8b3e-0414761eb820 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:43.355888 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e4c202-45ad-4cf6-92c9-cb80d5f06d25 admin admin] Pushing event deleted for resources: {'Port': ['ID=980e3fdd-292d-4bf1-bdf4-ce94b46cd0a8,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:55:43.366368 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9e4c202-45ad-4cf6-92c9-cb80d5f06d25 admin admin] No DVR routers for this DVR port 980e3fdd-292d-4bf1-bdf4-ce94b46cd0a8 on host n-d-773647-6 {{(pid=100246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 13:55:43.452087 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-0611e325-4eed-4219-abc2-548b3ea8e39f req-6d94717d-5b08-4ca8-acb4-2c6926b20581 service neutron] 10.222.0.127 "GET /v2.0/security-groups?id=3bcee3ab-dc9e-46be-bc35-9f5a80cc9457&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2352808 Jul 06 13:55:43.457936 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-a9e4c202-45ad-4cf6-92c9-cb80d5f06d25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-917204', 'neutron.services.segments.db._delete_segments_for_network-8773753502302'] for network, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:43.468620 n-d-773647-6 neutron-server[100246]: DEBUG neutron.services.segments.db [None req-a9e4c202-45ad-4cf6-92c9-cb80d5f06d25 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['14be74a6-3909-4170-89e7-56d4bae82d57']}} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:55:43.480941 n-d-773647-6 neutron-server[100246]: DEBUG neutron.services.segments.db [None req-a9e4c202-45ad-4cf6-92c9-cb80d5f06d25 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '89910f5d-e821-4ecc-8a62-21fe63c22f3f') {'for_net_delete': True} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:55:43.481241 n-d-773647-6 neutron-server[100246]: DEBUG neutron.services.segments.db [None req-a9e4c202-45ad-4cf6-92c9-cb80d5f06d25 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '89910f5d-e821-4ecc-8a62-21fe63c22f3f') {} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:55:43.491204 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-a9e4c202-45ad-4cf6-92c9-cb80d5f06d25 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773753515138', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126218898'] for segment, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:43.502625 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-f33daf60-534d-4c2b-b8af-81d4f79ba9ff req-9a00081b-3ad2-4a0b-b61b-c03657f3561e tempest-ServersAdminTestJSON-391861328 tempest-ServersAdminTestJSON-391861328-project] 10.222.0.104 "GET /v2.0/security-groups?id=3bcee3ab-dc9e-46be-bc35-9f5a80cc9457&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1891661 Jul 06 13:55:43.507019 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-a9e4c202-45ad-4cf6-92c9-cb80d5f06d25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552'] for segment, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:43.513011 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a9e4c202-45ad-4cf6-92c9-cb80d5f06d25 admin admin] Releasing vlan 1024 on physical network physnet1 to pool {{(pid=100246) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 13:55:43.513407 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-a9e4c202-45ad-4cf6-92c9-cb80d5f06d25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127687491'] for segment, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:43.515850 n-d-773647-6 neutron-server[100246]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 13:55:43.515850 n-d-773647-6 neutron-server[100246]: conditions |= (models_v2.Port.network_id.in_( Jul 06 13:55:43.515850 n-d-773647-6 neutron-server[100246]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 13:55:43.515850 n-d-773647-6 neutron-server[100246]: conditions |= (models_v2.Port.network_id.in_( Jul 06 13:55:43.515850 n-d-773647-6 neutron-server[100246]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 13:55:43.515850 n-d-773647-6 neutron-server[100246]: self.session.flush() Jul 06 13:55:43.515850 n-d-773647-6 neutron-server[100246]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 13:55:43.515850 n-d-773647-6 neutron-server[100246]: self.session.flush() Jul 06 13:55:43.515850 n-d-773647-6 neutron-server[100246]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 13:55:43.515850 n-d-773647-6 neutron-server[100246]: self.session.flush() Jul 06 13:55:43.515850 n-d-773647-6 neutron-server[100246]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 13:55:43.515850 n-d-773647-6 neutron-server[100246]: self.session.flush() Jul 06 13:55:43.515850 n-d-773647-6 neutron-server[100246]: Traceback (most recent call last): Jul 06 13:55:43.515850 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 13:55:43.515850 n-d-773647-6 neutron-server[100246]: timer() Jul 06 13:55:43.515850 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 13:55:43.515850 n-d-773647-6 neutron-server[100246]: cb(*args, **kw) Jul 06 13:55:43.515850 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 13:55:43.515850 n-d-773647-6 neutron-server[100246]: return func(*args, **kwargs) Jul 06 13:55:43.515850 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 13:55:43.515850 n-d-773647-6 neutron-server[100246]: self._notify() Jul 06 13:55:43.515850 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 13:55:43.515850 n-d-773647-6 neutron-server[100246]: self.callback(batched_events) Jul 06 13:55:43.515850 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 13:55:43.515850 n-d-773647-6 neutron-server[100246]: event.method(event) Jul 06 13:55:43.515850 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 13:55:43.515850 n-d-773647-6 neutron-server[100246]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 13:55:43.515850 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 13:55:43.515850 n-d-773647-6 neutron-server[100246]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 13:55:43.515850 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 13:55:43.515850 n-d-773647-6 neutron-server[100246]: return f(self, *a, **k) Jul 06 13:55:43.515850 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 13:55:43.515850 n-d-773647-6 neutron-server[100246]: return self._get(url).json() Jul 06 13:55:43.515850 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 13:55:43.515850 n-d-773647-6 neutron-server[100246]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 13:55:43.515850 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 13:55:43.515850 n-d-773647-6 neutron-server[100246]: return self.request(url, 'GET', **kwargs) Jul 06 13:55:43.515850 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 13:55:43.515850 n-d-773647-6 neutron-server[100246]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 13:55:43.515850 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 13:55:43.515850 n-d-773647-6 neutron-server[100246]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 13:55:43.515850 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 13:55:43.515850 n-d-773647-6 neutron-server[100246]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 13:55:43.515850 n-d-773647-6 neutron-server[100246]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 13:55:43.583734 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-a9e4c202-45ad-4cf6-92c9-cb80d5f06d25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-917215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1761140'] for network, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:43.590959 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-a9e4c202-45ad-4cf6-92c9-cb80d5f06d25 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583035'] for network, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:43.596732 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-a9e4c202-45ad-4cf6-92c9-cb80d5f06d25 admin admin] 10.222.0.104 "DELETE /v2.0/networks/14be74a6-3909-4170-89e7-56d4bae82d57 HTTP/1.1" status: 204 len: 168 time: 1.0085649 Jul 06 13:55:43.607619 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e4c202-45ad-4cf6-92c9-cb80d5f06d25 admin admin] Pushing event deleted for resources: {'Network': ['ID=14be74a6-3909-4170-89e7-56d4bae82d57,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:55:43.728538 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e81af4-ec41-4e08-8fcd-398ac5b143c2 req-b0b3fc44-bf76-4406-b925-ca459c963896 tempest-LiveAutoBlockMigrationV225Test-654794443 tempest-LiveAutoBlockMigrationV225Test-654794443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:55:43.730270 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-49e81af4-ec41-4e08-8fcd-398ac5b143c2 req-b0b3fc44-bf76-4406-b925-ca459c963896 tempest-LiveAutoBlockMigrationV225Test-654794443 tempest-LiveAutoBlockMigrationV225Test-654794443-project] 10.222.0.104 "GET /v2.0/ports?device_id=b1fcca0e-a2ed-4729-9094-7d171185dc74 HTTP/1.1" status: 200 len: 931 time: 0.2807076 Jul 06 13:55:43.830425 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-49e81af4-ec41-4e08-8fcd-398ac5b143c2 req-7f4540f7-bd05-4a0e-84bd-c96b8aab1907 tempest-LiveAutoBlockMigrationV225Test-654794443 tempest-LiveAutoBlockMigrationV225Test-654794443-project] 10.222.0.104 "GET /v2.0/security-groups?id=43f6fcb8-9501-44d6-9feb-82c82c5d5862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836012 Jul 06 13:55:43.834175 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 57096) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:55:43.845116 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505ee91b-0223-410c-b9f8-6b772a5a63a8 req-e9109888-03e8-4a78-90bb-77396d04bb10 tempest-LiveMigrationTest-2001684970 tempest-LiveMigrationTest-2001684970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:55:43.851731 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-505ee91b-0223-410c-b9f8-6b772a5a63a8 req-e9109888-03e8-4a78-90bb-77396d04bb10 tempest-LiveMigrationTest-2001684970 tempest-LiveMigrationTest-2001684970-project] 10.222.0.104 "GET /v2.0/ports?device_id=e5d6f9ee-637a-4a55-8546-2be14770c0f2 HTTP/1.1" status: 200 len: 943 time: 0.2176018 Jul 06 13:55:43.892830 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-904f97bb-b9d9-4e1d-870f-a5e4e722df86 admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=b3566e6478e14479b5cd6db4d0b02e77&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0552721 Jul 06 13:55:43.894838 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 57098) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:55:43.917364 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-505ee91b-0223-410c-b9f8-6b772a5a63a8 req-f3d147dc-d9fc-4031-993d-0b2c87a95a3d tempest-LiveMigrationTest-2001684970 tempest-LiveMigrationTest-2001684970-project] 10.222.0.104 "GET /v2.0/security-groups?id=7e243ebf-9cf4-4917-8da6-0fd38b06f795&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639446 Jul 06 13:55:43.960381 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-779a4653-ba0a-4065-b92f-add6d6ee7e81 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:43.988523 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-779a4653-ba0a-4065-b92f-add6d6ee7e81 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:44.009382 n-d-773647-6 neutron-server[100247]: DEBUG neutron.notifiers.nova [req-d1a6c483-8d94-4cbf-bd05-eef4b46ef9ac req-52cba2c6-25ef-4215-8b3e-0414761eb820 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3cc44a8c-162f-47c4-a444-eace4e136171 {{(pid=100247) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 13:55:44.035268 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-d1a6c483-8d94-4cbf-bd05-eef4b46ef9ac req-52cba2c6-25ef-4215-8b3e-0414761eb820 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:44.039313 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-492c2278-771d-4883-8528-1650b3b143d8 req-1aa88dd6-2e3d-4c2c-ace7-054184ba559c tempest-SecurityGroupsTestJSON-63281774 tempest-SecurityGroupsTestJSON-63281774-project] 10.222.0.104 "GET /v2.0/ports?device_id=bbe928b0-5e7c-4721-9637-d47d31cb39fc HTTP/1.1" status: 200 len: 210 time: 0.0503504 Jul 06 13:55:44.045865 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-779a4653-ba0a-4065-b92f-add6d6ee7e81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:44.050596 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-779a4653-ba0a-4065-b92f-add6d6ee7e81 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:44.051935 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.provisioning_blocks [req-d1a6c483-8d94-4cbf-bd05-eef4b46ef9ac req-52cba2c6-25ef-4215-8b3e-0414761eb820 service neutron] Transition to ACTIVE for port object 3cc44a8c-162f-47c4-a444-eace4e136171 will not be triggered until provisioned by entity L2. {{(pid=100247) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 13:55:44.052623 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-779a4653-ba0a-4065-b92f-add6d6ee7e81 admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/202c2ea4-cd45-4b96-b9dd-de521f137e62 HTTP/1.1" status: 204 len: 168 time: 0.1577446 Jul 06 13:55:44.067913 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-d1a6c483-8d94-4cbf-bd05-eef4b46ef9ac req-52cba2c6-25ef-4215-8b3e-0414761eb820 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:44.072106 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779a4653-ba0a-4065-b92f-add6d6ee7e81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=202c2ea4-cd45-4b96-b9dd-de521f137e62,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:55:44.148630 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52cba2c6-25ef-4215-8b3e-0414761eb820 service neutron] Pushing event updated for resources: {'Port': ['ID=3cc44a8c-162f-47c4-a444-eace4e136171,revision_number=2']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:55:44.167599 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.managers [req-d1a6c483-8d94-4cbf-bd05-eef4b46ef9ac req-52cba2c6-25ef-4215-8b3e-0414761eb820 service neutron] Attempting to bind port 3cc44a8c-162f-47c4-a444-eace4e136171 on host n-h2-773647-6 for vnic_type normal with profile {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 13:55:44.167930 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.managers [req-d1a6c483-8d94-4cbf-bd05-eef4b46ef9ac req-52cba2c6-25ef-4215-8b3e-0414761eb820 service neutron] Attempting to bind port 3cc44a8c-162f-47c4-a444-eace4e136171 by drivers openvswitch,hyperv on host n-h2-773647-6 at level 0 using segments [{'id': 'da615941-94ee-441c-92fd-37ca002df9b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': '719b716d-a00d-48ee-8755-3a8bbdfaf0d2'}] {{(pid=100247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 13:55:44.168265 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1a6c483-8d94-4cbf-bd05-eef4b46ef9ac req-52cba2c6-25ef-4215-8b3e-0414761eb820 service neutron] Attempting to bind port 3cc44a8c-162f-47c4-a444-eace4e136171 on network 719b716d-a00d-48ee-8755-3a8bbdfaf0d2 {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 13:55:44.174496 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1a6c483-8d94-4cbf-bd05-eef4b46ef9ac req-52cba2c6-25ef-4215-8b3e-0414761eb820 service neutron] Port 3cc44a8c-162f-47c4-a444-eace4e136171 on network 719b716d-a00d-48ee-8755-3a8bbdfaf0d2 not bound, no agent of type Open vSwitch agent registered on host n-h2-773647-6 {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 13:55:44.174827 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1a6c483-8d94-4cbf-bd05-eef4b46ef9ac req-52cba2c6-25ef-4215-8b3e-0414761eb820 service neutron] Attempting to bind port 3cc44a8c-162f-47c4-a444-eace4e136171 on network 719b716d-a00d-48ee-8755-3a8bbdfaf0d2 {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 13:55:44.180004 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1a6c483-8d94-4cbf-bd05-eef4b46ef9ac req-52cba2c6-25ef-4215-8b3e-0414761eb820 service neutron] Checking agent: {'id': '63768ece-0600-4354-8d29-fdedec96b077', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-773647-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 51, 10), 'started_at': datetime.datetime(2021, 7, 6, 13, 51, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 13, 55, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 13:55:44.180343 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1a6c483-8d94-4cbf-bd05-eef4b46ef9ac req-52cba2c6-25ef-4215-8b3e-0414761eb820 service neutron] Checking segment: {'id': 'da615941-94ee-441c-92fd-37ca002df9b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': '719b716d-a00d-48ee-8755-3a8bbdfaf0d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100247) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 13:55:44.180728 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1a6c483-8d94-4cbf-bd05-eef4b46ef9ac req-52cba2c6-25ef-4215-8b3e-0414761eb820 service neutron] Bound using segment: {'id': 'da615941-94ee-441c-92fd-37ca002df9b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': '719b716d-a00d-48ee-8755-3a8bbdfaf0d2'} {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 13:55:44.181162 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.managers [req-d1a6c483-8d94-4cbf-bd05-eef4b46ef9ac req-52cba2c6-25ef-4215-8b3e-0414761eb820 service neutron] Bound port: 3cc44a8c-162f-47c4-a444-eace4e136171, host: n-h2-773647-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'da615941-94ee-441c-92fd-37ca002df9b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': '719b716d-a00d-48ee-8755-3a8bbdfaf0d2'}}] {{(pid=100247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 13:55:44.181517 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-d1a6c483-8d94-4cbf-bd05-eef4b46ef9ac req-52cba2c6-25ef-4215-8b3e-0414761eb820 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:44.299961 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.db [req-d1a6c483-8d94-4cbf-bd05-eef4b46ef9ac req-52cba2c6-25ef-4215-8b3e-0414761eb820 service neutron] For port 3cc44a8c-162f-47c4-a444-eace4e136171, host n-h2-773647-6, cleared binding levels {{(pid=100247) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 13:55:44.309857 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da07a01c-af1b-4012-aa98-0c5a4ed2c7f7 req-6d3825c0-6179-4534-8c50-8fc451d5fa2f tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:55:44.311523 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-da07a01c-af1b-4012-aa98-0c5a4ed2c7f7 req-6d3825c0-6179-4534-8c50-8fc451d5fa2f tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] 10.222.0.104 "GET /v2.0/ports?device_id=cafbb505-1705-4cb2-a601-c8ea5a6459a9 HTTP/1.1" status: 200 len: 949 time: 0.1279476 Jul 06 13:55:44.332018 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.db [req-d1a6c483-8d94-4cbf-bd05-eef4b46ef9ac req-52cba2c6-25ef-4215-8b3e-0414761eb820 service neutron] For port 3cc44a8c-162f-47c4-a444-eace4e136171, host n-h2-773647-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=3cc44a8c-162f-47c4-a444-eace4e136171,segment=NetworkSegment(da615941-94ee-441c-92fd-37ca002df9b5),segment_id=da615941-94ee-441c-92fd-37ca002df9b5)] {{(pid=100247) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 13:55:44.340483 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-d1a6c483-8d94-4cbf-bd05-eef4b46ef9ac req-52cba2c6-25ef-4215-8b3e-0414761eb820 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:44.351299 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 980e3fdd-292d-4bf1-bdf4-ce94b46cd0a8 no longer exists at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 13:55:44.374654 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] No Port match for: 980e3fdd-292d-4bf1-bdf4-ce94b46cd0a8 {{(pid=100248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 13:55:44.374988 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 980e3fdd-292d-4bf1-bdf4-ce94b46cd0a8 not bound to the agent host n-d-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 13:55:44.414467 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a6c483-8d94-4cbf-bd05-eef4b46ef9ac req-52cba2c6-25ef-4215-8b3e-0414761eb820 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:55:44.415085 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-d1a6c483-8d94-4cbf-bd05-eef4b46ef9ac req-52cba2c6-25ef-4215-8b3e-0414761eb820 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:44.416486 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-d1a6c483-8d94-4cbf-bd05-eef4b46ef9ac req-52cba2c6-25ef-4215-8b3e-0414761eb820 service neutron] 10.222.0.72 "PUT /v2.0/ports/3cc44a8c-162f-47c4-a444-eace4e136171 HTTP/1.1" status: 200 len: 1091 time: 1.3965249 Jul 06 13:55:44.416915 n-d-773647-6 neutron-server[100247]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1fcca0e-a2ed-4729-9094-7d171185dc74', 'tag': '3cc44a8c-162f-47c4-a444-eace4e136171'}] {{(pid=100247) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 13:55:44.419131 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cbf0eeaae822f8fc9b87a94aeba67a3d651842baf663a51cba94b67a514836d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fea6c664-1239-48a1-ac45-799eb2c5cb60" -d '{"events": [{"name": "network-changed", "server_uuid": "b1fcca0e-a2ed-4729-9094-7d171185dc74", "tag": "3cc44a8c-162f-47c4-a444-eace4e136171"}]}' {{(pid=100247) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:55:44.441521 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-da07a01c-af1b-4012-aa98-0c5a4ed2c7f7 req-5cc5ece4-c2c4-4383-9c84-16906bb40185 tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] 10.222.0.104 "GET /v2.0/security-groups?id=9f5b92e9-7340-49c3-a9bb-41e4a1caffc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209352 Jul 06 13:55:44.519626 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52cba2c6-25ef-4215-8b3e-0414761eb820 service neutron] Pushing event updated for resources: {'Port': ['ID=3cc44a8c-162f-47c4-a444-eace4e136171,revision_number=3']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:55:44.560180 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a6c483-8d94-4cbf-bd05-eef4b46ef9ac req-681deeb9-374a-4565-9bba-bfa9b959ec97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:55:44.561838 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-d1a6c483-8d94-4cbf-bd05-eef4b46ef9ac req-681deeb9-374a-4565-9bba-bfa9b959ec97 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=4cef06e2189c48a2819839e74c70f679&device_id=b1fcca0e-a2ed-4729-9094-7d171185dc74 HTTP/1.1" status: 200 len: 1094 time: 0.0855021 Jul 06 13:55:44.608454 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-d1a6c483-8d94-4cbf-bd05-eef4b46ef9ac req-c5556212-6cae-4035-8662-9aecb55f8270 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3cc44a8c-162f-47c4-a444-eace4e136171 HTTP/1.1" status: 200 len: 217 time: 0.0375116 Jul 06 13:55:44.682019 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a6c483-8d94-4cbf-bd05-eef4b46ef9ac req-3442962d-5598-4e1d-8c86-0e85ad429531 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:55:44.683672 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-d1a6c483-8d94-4cbf-bd05-eef4b46ef9ac req-3442962d-5598-4e1d-8c86-0e85ad429531 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=7f475f76-2dcc-4dce-adb2-7deed8b8ad71 HTTP/1.1" status: 200 len: 861 time: 0.0609314 Jul 06 13:55:44.685102 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 13:55:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc2b19a8-b589-44ec-9e7e-5dc3f8ea97fb x-openstack-request-id: req-fc2b19a8-b589-44ec-9e7e-5dc3f8ea97fb {{(pid=100247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:55:44.685414 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b1fcca0e-a2ed-4729-9094-7d171185dc74", "tag": "3cc44a8c-162f-47c4-a444-eace4e136171", "status": "completed", "code": 200}]} {{(pid=100247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:55:44.685620 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-fc2b19a8-b589-44ec-9e7e-5dc3f8ea97fb {{(pid=100247) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:55:44.686006 n-d-773647-6 neutron-server[100247]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b1fcca0e-a2ed-4729-9094-7d171185dc74', 'tag': '3cc44a8c-162f-47c4-a444-eace4e136171', 'status': 'completed', 'code': 200} Jul 06 13:55:44.775594 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-d1a6c483-8d94-4cbf-bd05-eef4b46ef9ac req-1a2896ed-3502-466e-ba33-a424b67e4c76 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=719b716d-a00d-48ee-8755-3a8bbdfaf0d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0843070 Jul 06 13:55:44.910614 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59268169-64a5-4dca-a016-8bf41204162b req-c530b077-eacd-4e76-ad6d-82c722e755da tempest-ServersAdminTestJSON-391861328 tempest-ServersAdminTestJSON-391861328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:55:44.919441 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-59268169-64a5-4dca-a016-8bf41204162b req-c530b077-eacd-4e76-ad6d-82c722e755da tempest-ServersAdminTestJSON-391861328 tempest-ServersAdminTestJSON-391861328-project] 10.222.0.104 "GET /v2.0/ports?device_id=a23cdce2-9066-4fd7-bd62-f6d41cb4ff7d HTTP/1.1" status: 200 len: 950 time: 0.1470113 Jul 06 13:55:45.036660 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-d1a6c483-8d94-4cbf-bd05-eef4b46ef9ac req-d8bc9917-2141-4b26-bc0f-3a7f9d41426d service neutron] 10.222.0.72 "GET /v2.0/networks/719b716d-a00d-48ee-8755-3a8bbdfaf0d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2281835 Jul 06 13:55:45.042893 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-59268169-64a5-4dca-a016-8bf41204162b req-5342e9d9-af17-4634-9e05-043803efabe5 tempest-ServersAdminTestJSON-391861328 tempest-ServersAdminTestJSON-391861328-project] 10.222.0.104 "GET /v2.0/security-groups?id=3bcee3ab-dc9e-46be-bc35-9f5a80cc9457&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225960 Jul 06 13:55:45.138915 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93656913-f5d7-40bf-b42b-8f66505e5f82 req-2308d641-f9ea-4666-af10-2827d962df23 tempest-SecurityGroupsTestJSON-63281774 tempest-SecurityGroupsTestJSON-63281774-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:55:45.140553 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-93656913-f5d7-40bf-b42b-8f66505e5f82 req-2308d641-f9ea-4666-af10-2827d962df23 tempest-SecurityGroupsTestJSON-63281774 tempest-SecurityGroupsTestJSON-63281774-project] 10.222.0.127 "GET /v2.0/networks?id=82de3ae2-81e4-474f-953b-e83c4f15c3b6 HTTP/1.1" status: 200 len: 811 time: 0.1911075 Jul 06 13:55:45.160089 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [req-93656913-f5d7-40bf-b42b-8f66505e5f82 req-c13352c1-0019-40c4-8f17-7617b71d15cf tempest-SecurityGroupsTestJSON-63281774 tempest-SecurityGroupsTestJSON-63281774-project] Request body: {'port': {'device_id': 'bbe928b0-5e7c-4721-9637-d47d31cb39fc', 'network_id': '82de3ae2-81e4-474f-953b-e83c4f15c3b6', 'admin_state_up': True, 'tenant_id': 'bd8ab4ae618e4901853ac9b415c3d7ae'}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:55:45.292821 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-d1a6c483-8d94-4cbf-bd05-eef4b46ef9ac req-3765f3ba-5f81-4e54-a925-e5f5e7c5be15 service neutron] 10.222.0.72 "GET /v2.0/networks/719b716d-a00d-48ee-8755-3a8bbdfaf0d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2461693 Jul 06 13:55:45.418515 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7e910e-f80b-4eee-ba71-e96f8bf249a0 req-f951b9b9-a68e-48c7-8a2b-e412ce352d9c tempest-LiveMigrationTest-2001684970 tempest-LiveMigrationTest-2001684970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:55:45.420019 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-7c7e910e-f80b-4eee-ba71-e96f8bf249a0 req-f951b9b9-a68e-48c7-8a2b-e412ce352d9c tempest-LiveMigrationTest-2001684970 tempest-LiveMigrationTest-2001684970-project] 10.222.0.104 "GET /v2.0/ports?device_id=e5d6f9ee-637a-4a55-8546-2be14770c0f2 HTTP/1.1" status: 200 len: 943 time: 0.2277997 Jul 06 13:55:45.430530 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43013b2c-6a26-4169-9716-b099186bd7c3 req-1bf78dc3-0549-48a1-8405-92832eaca8fa tempest-LiveAutoBlockMigrationV225Test-654794443 tempest-LiveAutoBlockMigrationV225Test-654794443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:55:45.432014 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-43013b2c-6a26-4169-9716-b099186bd7c3 req-1bf78dc3-0549-48a1-8405-92832eaca8fa tempest-LiveAutoBlockMigrationV225Test-654794443 tempest-LiveAutoBlockMigrationV225Test-654794443-project] 10.222.0.104 "GET /v2.0/ports?device_id=b1fcca0e-a2ed-4729-9094-7d171185dc74 HTTP/1.1" status: 200 len: 943 time: 0.2034903 Jul 06 13:55:45.481160 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-93656913-f5d7-40bf-b42b-8f66505e5f82 req-c13352c1-0019-40c4-8f17-7617b71d15cf tempest-SecurityGroupsTestJSON-63281774 tempest-SecurityGroupsTestJSON-63281774-project] Made reservation on behalf of bd8ab4ae618e4901853ac9b415c3d7ae for: {'port': 1} {{(pid=100247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 13:55:45.484576 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-93656913-f5d7-40bf-b42b-8f66505e5f82 req-c13352c1-0019-40c4-8f17-7617b71d15cf tempest-SecurityGroupsTestJSON-63281774 tempest-SecurityGroupsTestJSON-63281774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:45.527723 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-7c7e910e-f80b-4eee-ba71-e96f8bf249a0 req-3c5f3847-9c14-4937-8a43-214c3f5a0dfa tempest-LiveMigrationTest-2001684970 tempest-LiveMigrationTest-2001684970-project] 10.222.0.104 "GET /v2.0/security-groups?id=7e243ebf-9cf4-4917-8da6-0fd38b06f795&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937378 Jul 06 13:55:45.529037 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Device 525ecf50-c68e-42e3-b492-e0a27ff68cab details requested by agent hyperv_n-h2-773647-6 with host n-h2-773647-6 {{(pid=100248) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 13:55:45.542934 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-43013b2c-6a26-4169-9716-b099186bd7c3 req-3cb97fa2-24b0-436b-9c66-75eef5c2b042 tempest-LiveAutoBlockMigrationV225Test-654794443 tempest-LiveAutoBlockMigrationV225Test-654794443-project] 10.222.0.104 "GET /v2.0/security-groups?id=43f6fcb8-9501-44d6-9feb-82c82c5d5862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046705 Jul 06 13:55:45.546562 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea6c664-1239-48a1-ac45-799eb2c5cb60 req-dcb9ac48-16d7-480f-8157-7d55f9a2879f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:55:45.548057 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-fea6c664-1239-48a1-ac45-799eb2c5cb60 req-dcb9ac48-16d7-480f-8157-7d55f9a2879f service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=4cef06e2189c48a2819839e74c70f679&device_id=b1fcca0e-a2ed-4729-9094-7d171185dc74 HTTP/1.1" status: 200 len: 1094 time: 0.2032080 Jul 06 13:55:45.666786 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] For port 525ecf50-c68e-42e3-b492-e0a27ff68cab, host n-h2-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=525ecf50-c68e-42e3-b492-e0a27ff68cab,segment=NetworkSegment(65749612-fb0d-4f34-9eb9-d06c3a2fda80),segment_id=65749612-fb0d-4f34-9eb9-d06c3a2fda80)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:55:45.680907 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Returning: {'device': '525ecf50-c68e-42e3-b492-e0a27ff68cab', 'network_id': '4f6c277b-1b2d-40ad-a374-15bf31b2f6e9', 'port_id': '525ecf50-c68e-42e3-b492-e0a27ff68cab', 'mac_address': 'fa:16:3e:2b:90:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1045, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ab4a4f6-31db-40f5-bd89-967e515dcbd9', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100248) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 13:55:45.724652 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:45.732899 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-5e6323f3-4578-463e-9682-c4d9c67e3cc1 req-1cfd883c-0770-4491-bde3-496ac77e0cb3 tempest-SecurityGroupsTestJSON-63281774 tempest-SecurityGroupsTestJSON-63281774-project] 10.222.0.104 "GET /v2.0/ports?device_id=bbe928b0-5e7c-4721-9637-d47d31cb39fc HTTP/1.1" status: 200 len: 210 time: 0.0439365 Jul 06 13:55:45.749611 n-d-773647-6 neutron-server[100248]: DEBUG neutron.notifiers.nova [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 525ecf50-c68e-42e3-b492-e0a27ff68cab {{(pid=100248) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 13:55:45.755593 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea6c664-1239-48a1-ac45-799eb2c5cb60 req-75140824-49ad-4d24-826e-27d47f13b8da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:55:45.757102 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-fea6c664-1239-48a1-ac45-799eb2c5cb60 req-75140824-49ad-4d24-826e-27d47f13b8da service neutron] 10.222.0.72 "GET /v2.0/networks?id=719b716d-a00d-48ee-8755-3a8bbdfaf0d2 HTTP/1.1" status: 200 len: 923 time: 0.2009151 Jul 06 13:55:45.771871 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.db_base_plugin_common [req-93656913-f5d7-40bf-b42b-8f66505e5f82 req-c13352c1-0019-40c4-8f17-7617b71d15cf tempest-SecurityGroupsTestJSON-63281774 tempest-SecurityGroupsTestJSON-63281774-project] Allocated IP 172.20.0.9 (82de3ae2-81e4-474f-953b-e83c4f15c3b6/348254f1-e077-418f-a203-f985649b120f/9e0a8fcf-beec-40bb-8530-7b53818607f4) {{(pid=100247) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 13:55:45.789201 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] For port 525ecf50-c68e-42e3-b492-e0a27ff68cab, host n-h2-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=525ecf50-c68e-42e3-b492-e0a27ff68cab,segment=NetworkSegment(65749612-fb0d-4f34-9eb9-d06c3a2fda80),segment_id=65749612-fb0d-4f34-9eb9-d06c3a2fda80)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:55:45.793773 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:45.813990 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-fea6c664-1239-48a1-ac45-799eb2c5cb60 req-7ef3c1c2-a88f-4f17-b665-66aa7a4d0472 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3cc44a8c-162f-47c4-a444-eace4e136171 HTTP/1.1" status: 200 len: 217 time: 0.0500653 Jul 06 13:55:45.858599 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Pushing event updated for resources: {'Port': ['ID=525ecf50-c68e-42e3-b492-e0a27ff68cab,revision_number=4']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:55:46.098755 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] get_ports_and_sgs() called for port_ids ['525ecf50-c68e-42e3-b492-e0a27ff68cab'] {{(pid=100248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 13:55:46.236892 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea6c664-1239-48a1-ac45-799eb2c5cb60 req-e3ceeb7e-77a5-42b7-9a3f-5084f1c874f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:55:46.238519 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-fea6c664-1239-48a1-ac45-799eb2c5cb60 req-e3ceeb7e-77a5-42b7-9a3f-5084f1c874f9 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=7f475f76-2dcc-4dce-adb2-7deed8b8ad71 HTTP/1.1" status: 200 len: 861 time: 0.4073007 Jul 06 13:55:46.285333 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-fea6c664-1239-48a1-ac45-799eb2c5cb60 req-845ee567-bfe0-4453-b45f-3e8cbee5032e service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=719b716d-a00d-48ee-8755-3a8bbdfaf0d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0360250 Jul 06 13:55:46.360185 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d26c4c4-29a6-4858-be7d-a3dcfc85dea2 req-c71e8dfa-0a35-4185-bdec-55a486f66559 tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:55:46.362094 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-5d26c4c4-29a6-4858-be7d-a3dcfc85dea2 req-c71e8dfa-0a35-4185-bdec-55a486f66559 tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] 10.222.0.104 "GET /v2.0/ports?device_id=cafbb505-1705-4cb2-a601-c8ea5a6459a9 HTTP/1.1" status: 200 len: 949 time: 0.2532923 Jul 06 13:55:46.402155 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-93656913-f5d7-40bf-b42b-8f66505e5f82 req-c13352c1-0019-40c4-8f17-7617b71d15cf tempest-SecurityGroupsTestJSON-63281774 tempest-SecurityGroupsTestJSON-63281774-project] Notify callbacks [] for port, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:46.455564 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-5d26c4c4-29a6-4858-be7d-a3dcfc85dea2 req-ebcd1629-2712-4f4d-ba4d-9990b9527bf6 tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] 10.222.0.104 "GET /v2.0/security-groups?id=9f5b92e9-7340-49c3-a9bb-41e4a1caffc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820730 Jul 06 13:55:46.458775 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-fea6c664-1239-48a1-ac45-799eb2c5cb60 req-79fea28a-0bbc-46c2-a88e-b06b560e09da service neutron] 10.222.0.72 "GET /v2.0/networks/719b716d-a00d-48ee-8755-3a8bbdfaf0d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1572037 Jul 06 13:55:46.535639 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-93656913-f5d7-40bf-b42b-8f66505e5f82 req-c13352c1-0019-40c4-8f17-7617b71d15cf tempest-SecurityGroupsTestJSON-63281774 tempest-SecurityGroupsTestJSON-63281774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108'] for port, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:46.606811 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-93656913-f5d7-40bf-b42b-8f66505e5f82 req-c13352c1-0019-40c4-8f17-7617b71d15cf tempest-SecurityGroupsTestJSON-63281774 tempest-SecurityGroupsTestJSON-63281774-project] Network 82de3ae2-81e4-474f-953b-e83c4f15c3b6 is already hosted by enough agents. {{(pid=100247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 13:55:46.611803 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.base_scheduler [req-93656913-f5d7-40bf-b42b-8f66505e5f82 req-c13352c1-0019-40c4-8f17-7617b71d15cf tempest-SecurityGroupsTestJSON-63281774 tempest-SecurityGroupsTestJSON-63281774-project] Resources bound (agent type, host, resource id): {{(pid=100247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:55:46.619307 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-fea6c664-1239-48a1-ac45-799eb2c5cb60 req-841bbabb-1b5b-468a-b483-ac5aff87e49e service neutron] 10.222.0.72 "GET /v2.0/networks/719b716d-a00d-48ee-8755-3a8bbdfaf0d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1535556 Jul 06 13:55:46.620640 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.l3_dvrscheduler_db [req-93656913-f5d7-40bf-b42b-8f66505e5f82 req-c13352c1-0019-40c4-8f17-7617b71d15cf tempest-SecurityGroupsTestJSON-63281774 tempest-SecurityGroupsTestJSON-63281774-project] Received port after_create {{(pid=100247) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 13:55:46.626114 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93656913-f5d7-40bf-b42b-8f66505e5f82 req-c13352c1-0019-40c4-8f17-7617b71d15cf tempest-SecurityGroupsTestJSON-63281774 tempest-SecurityGroupsTestJSON-63281774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:55:46.627304 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-93656913-f5d7-40bf-b42b-8f66505e5f82 req-c13352c1-0019-40c4-8f17-7617b71d15cf tempest-SecurityGroupsTestJSON-63281774 tempest-SecurityGroupsTestJSON-63281774-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:46.633887 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13352c1-0019-40c4-8f17-7617b71d15cf tempest-SecurityGroupsTestJSON-63281774 tempest-SecurityGroupsTestJSON-63281774-project] Pushing event updated for resources: {'Port': ['ID=9e0a8fcf-beec-40bb-8530-7b53818607f4,revision_number=1']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:55:46.654687 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-93656913-f5d7-40bf-b42b-8f66505e5f82 req-c13352c1-0019-40c4-8f17-7617b71d15cf tempest-SecurityGroupsTestJSON-63281774 tempest-SecurityGroupsTestJSON-63281774-project] 10.222.0.127 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4997411 Jul 06 13:55:46.669293 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [req-93656913-f5d7-40bf-b42b-8f66505e5f82 req-ce879395-46cb-4aac-b1b3-946a354866cb service neutron] Request body: {'port': {'device_id': 'bbe928b0-5e7c-4721-9637-d47d31cb39fc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-773647-6'}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:55:46.825231 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-93656913-f5d7-40bf-b42b-8f66505e5f82 req-ce879395-46cb-4aac-b1b3-946a354866cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:46.857510 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc26245-41db-4de2-86d1-8fda3a83d1f1 req-44946bb9-7169-4c3e-83b5-7f952e3e7ea5 tempest-ServersAdminTestJSON-391861328 tempest-ServersAdminTestJSON-391861328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:55:46.858983 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-0fc26245-41db-4de2-86d1-8fda3a83d1f1 req-44946bb9-7169-4c3e-83b5-7f952e3e7ea5 tempest-ServersAdminTestJSON-391861328 tempest-ServersAdminTestJSON-391861328-project] 10.222.0.104 "GET /v2.0/ports?device_id=a23cdce2-9066-4fd7-bd62-f6d41cb4ff7d HTTP/1.1" status: 200 len: 950 time: 0.1573591 Jul 06 13:55:46.936508 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1335f3bb-cd71-40ca-a1cb-fdb92c7be046 req-66b0180b-ee6a-4ed3-8f9d-2d496c760111 tempest-LiveMigrationTest-2001684970 tempest-LiveMigrationTest-2001684970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:55:46.937991 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-1335f3bb-cd71-40ca-a1cb-fdb92c7be046 req-66b0180b-ee6a-4ed3-8f9d-2d496c760111 tempest-LiveMigrationTest-2001684970 tempest-LiveMigrationTest-2001684970-project] 10.222.0.104 "GET /v2.0/ports?device_id=e5d6f9ee-637a-4a55-8546-2be14770c0f2 HTTP/1.1" status: 200 len: 944 time: 0.1683264 Jul 06 13:55:46.962379 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-0fc26245-41db-4de2-86d1-8fda3a83d1f1 req-575a08f3-7156-4334-930e-29cb1f139bbb tempest-ServersAdminTestJSON-391861328 tempest-ServersAdminTestJSON-391861328-project] 10.222.0.104 "GET /v2.0/security-groups?id=3bcee3ab-dc9e-46be-bc35-9f5a80cc9457&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786092 Jul 06 13:55:47.063081 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-1335f3bb-cd71-40ca-a1cb-fdb92c7be046 req-950561c4-1cef-49e2-9a9f-b8cc2df4eb61 tempest-LiveMigrationTest-2001684970 tempest-LiveMigrationTest-2001684970-project] 10.222.0.104 "GET /v2.0/security-groups?id=7e243ebf-9cf4-4917-8da6-0fd38b06f795&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169372 Jul 06 13:55:47.240134 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ab8f2b-7fd7-48fd-93ad-1a7d6e884efc req-7db36ed8-206f-4705-b67c-8c85e43fea59 tempest-LiveAutoBlockMigrationV225Test-654794443 tempest-LiveAutoBlockMigrationV225Test-654794443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:55:47.241648 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-86ab8f2b-7fd7-48fd-93ad-1a7d6e884efc req-7db36ed8-206f-4705-b67c-8c85e43fea59 tempest-LiveAutoBlockMigrationV225Test-654794443 tempest-LiveAutoBlockMigrationV225Test-654794443-project] 10.222.0.104 "GET /v2.0/ports?device_id=b1fcca0e-a2ed-4729-9094-7d171185dc74 HTTP/1.1" status: 200 len: 943 time: 0.1400301 Jul 06 13:55:47.311031 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 57190) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:55:47.338478 n-d-773647-6 neutron-server[100247]: DEBUG neutron.notifiers.nova [req-93656913-f5d7-40bf-b42b-8f66505e5f82 req-ce879395-46cb-4aac-b1b3-946a354866cb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9e0a8fcf-beec-40bb-8530-7b53818607f4 {{(pid=100247) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 13:55:47.349201 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-86ab8f2b-7fd7-48fd-93ad-1a7d6e884efc req-7f5bc16a-07e0-4e72-9b16-1242c3294ce5 tempest-LiveAutoBlockMigrationV225Test-654794443 tempest-LiveAutoBlockMigrationV225Test-654794443-project] 10.222.0.104 "GET /v2.0/security-groups?id=43f6fcb8-9501-44d6-9feb-82c82c5d5862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854027 Jul 06 13:55:47.350997 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-93656913-f5d7-40bf-b42b-8f66505e5f82 req-ce879395-46cb-4aac-b1b3-946a354866cb service neutron] Notify callbacks [] for port, precommit_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:47.383839 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1009e114-f1aa-4f31-aab2-71cb29b197ca req-13fd781f-a7c9-4e2b-9d06-60bd90117aee tempest-SecurityGroupsTestJSON-63281774 tempest-SecurityGroupsTestJSON-63281774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:55:47.385407 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-1009e114-f1aa-4f31-aab2-71cb29b197ca req-13fd781f-a7c9-4e2b-9d06-60bd90117aee tempest-SecurityGroupsTestJSON-63281774 tempest-SecurityGroupsTestJSON-63281774-project] 10.222.0.104 "GET /v2.0/ports?device_id=bbe928b0-5e7c-4721-9637-d47d31cb39fc HTTP/1.1" status: 200 len: 931 time: 0.1969297 Jul 06 13:55:47.388411 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.provisioning_blocks [req-93656913-f5d7-40bf-b42b-8f66505e5f82 req-ce879395-46cb-4aac-b1b3-946a354866cb service neutron] Transition to ACTIVE for port object 9e0a8fcf-beec-40bb-8530-7b53818607f4 will not be triggered until provisioned by entity L2. {{(pid=100247) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 13:55:47.392113 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-93656913-f5d7-40bf-b42b-8f66505e5f82 req-ce879395-46cb-4aac-b1b3-946a354866cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:47.433983 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-e91e791f-5f67-4e0a-9422-378d64757562 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:47.492089 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce879395-46cb-4aac-b1b3-946a354866cb service neutron] Pushing event updated for resources: {'Port': ['ID=9e0a8fcf-beec-40bb-8530-7b53818607f4,revision_number=2']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:55:47.520870 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-1009e114-f1aa-4f31-aab2-71cb29b197ca req-c4df65f0-7792-4cc7-a02b-b119c198eb62 tempest-SecurityGroupsTestJSON-63281774 tempest-SecurityGroupsTestJSON-63281774-project] 10.222.0.104 "GET /v2.0/security-groups?id=66a64f11-8fd4-4070-857b-32412c48dea6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250565 Jul 06 13:55:47.534467 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-e91e791f-5f67-4e0a-9422-378d64757562 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:47.539643 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-e91e791f-5f67-4e0a-9422-378d64757562 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:47.550280 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Device 525ecf50-c68e-42e3-b492-e0a27ff68cab up at agent hyperv_n-h2-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 13:55:47.562704 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.managers [req-93656913-f5d7-40bf-b42b-8f66505e5f82 req-ce879395-46cb-4aac-b1b3-946a354866cb service neutron] Attempting to bind port 9e0a8fcf-beec-40bb-8530-7b53818607f4 on host n-h1-773647-6 for vnic_type normal with profile {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 13:55:47.563345 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.managers [req-93656913-f5d7-40bf-b42b-8f66505e5f82 req-ce879395-46cb-4aac-b1b3-946a354866cb service neutron] Attempting to bind port 9e0a8fcf-beec-40bb-8530-7b53818607f4 by drivers openvswitch,hyperv on host n-h1-773647-6 at level 0 using segments [{'id': '0212c0ea-43ee-41e4-b30e-4894f6429a7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': '82de3ae2-81e4-474f-953b-e83c4f15c3b6'}] {{(pid=100247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 13:55:47.563458 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93656913-f5d7-40bf-b42b-8f66505e5f82 req-ce879395-46cb-4aac-b1b3-946a354866cb service neutron] Attempting to bind port 9e0a8fcf-beec-40bb-8530-7b53818607f4 on network 82de3ae2-81e4-474f-953b-e83c4f15c3b6 {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 13:55:47.573571 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93656913-f5d7-40bf-b42b-8f66505e5f82 req-ce879395-46cb-4aac-b1b3-946a354866cb service neutron] Port 9e0a8fcf-beec-40bb-8530-7b53818607f4 on network 82de3ae2-81e4-474f-953b-e83c4f15c3b6 not bound, no agent of type Open vSwitch agent registered on host n-h1-773647-6 {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 13:55:47.573894 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93656913-f5d7-40bf-b42b-8f66505e5f82 req-ce879395-46cb-4aac-b1b3-946a354866cb service neutron] Attempting to bind port 9e0a8fcf-beec-40bb-8530-7b53818607f4 on network 82de3ae2-81e4-474f-953b-e83c4f15c3b6 {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 13:55:47.582310 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93656913-f5d7-40bf-b42b-8f66505e5f82 req-ce879395-46cb-4aac-b1b3-946a354866cb service neutron] Checking agent: {'id': '5bf7147f-bada-4441-a5dc-934b903473fb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-773647-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 51, 12), 'started_at': datetime.datetime(2021, 7, 6, 13, 51, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 13, 55, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 13:55:47.582633 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93656913-f5d7-40bf-b42b-8f66505e5f82 req-ce879395-46cb-4aac-b1b3-946a354866cb service neutron] Checking segment: {'id': '0212c0ea-43ee-41e4-b30e-4894f6429a7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': '82de3ae2-81e4-474f-953b-e83c4f15c3b6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100247) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 13:55:47.583110 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93656913-f5d7-40bf-b42b-8f66505e5f82 req-ce879395-46cb-4aac-b1b3-946a354866cb service neutron] Bound using segment: {'id': '0212c0ea-43ee-41e4-b30e-4894f6429a7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': '82de3ae2-81e4-474f-953b-e83c4f15c3b6'} {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 13:55:47.583735 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.managers [req-93656913-f5d7-40bf-b42b-8f66505e5f82 req-ce879395-46cb-4aac-b1b3-946a354866cb service neutron] Bound port: 9e0a8fcf-beec-40bb-8530-7b53818607f4, host: n-h1-773647-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0212c0ea-43ee-41e4-b30e-4894f6429a7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': '82de3ae2-81e4-474f-953b-e83c4f15c3b6'}}] {{(pid=100247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 13:55:47.584288 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-93656913-f5d7-40bf-b42b-8f66505e5f82 req-ce879395-46cb-4aac-b1b3-946a354866cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:47.591280 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-e91e791f-5f67-4e0a-9422-378d64757562 admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=aa1dbe2dfb3441589e5f730505e7d136&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2781842 Jul 06 13:55:47.596551 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 57196) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:55:47.597977 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91e791f-5f67-4e0a-9422-378d64757562 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8acd121-f3be-421b-9a7b-e17c5a9dfdce,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:55:47.639880 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Provisioning for port 525ecf50-c68e-42e3-b492-e0a27ff68cab completed by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 13:55:47.646003 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6deaa620-a6f0-460b-9291-4aac447d6cd4 req-6c863ca5-f0e2-499c-b3f0-6cbac0489ff9 tempest-ServersAdminTestJSON-391861328 tempest-ServersAdminTestJSON-391861328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:55:47.648325 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-6deaa620-a6f0-460b-9291-4aac447d6cd4 req-6c863ca5-f0e2-499c-b3f0-6cbac0489ff9 tempest-ServersAdminTestJSON-391861328 tempest-ServersAdminTestJSON-391861328-project] 10.222.0.104 "GET /v2.0/ports?device_id=63f04f24-a07c-4f56-a92d-98828f9b51fd HTTP/1.1" status: 200 len: 949 time: 0.1596925 Jul 06 13:55:47.650878 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Provisioning complete for port 525ecf50-c68e-42e3-b492-e0a27ff68cab triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:55:47.651298 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:47.663047 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-4dbb6397-17f4-4b35-a8b3-18afd77abcd1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:47.686869 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-4dbb6397-17f4-4b35-a8b3-18afd77abcd1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:47.743621 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-4dbb6397-17f4-4b35-a8b3-18afd77abcd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:47.746246 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-4dbb6397-17f4-4b35-a8b3-18afd77abcd1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:47.747514 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-4dbb6397-17f4-4b35-a8b3-18afd77abcd1 admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/c8acd121-f3be-421b-9a7b-e17c5a9dfdce HTTP/1.1" status: 204 len: 168 time: 0.1462309 Jul 06 13:55:47.754220 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.db [req-93656913-f5d7-40bf-b42b-8f66505e5f82 req-ce879395-46cb-4aac-b1b3-946a354866cb service neutron] For port 9e0a8fcf-beec-40bb-8530-7b53818607f4, host n-h1-773647-6, cleared binding levels {{(pid=100247) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 13:55:47.756707 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dbb6397-17f4-4b35-a8b3-18afd77abcd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8acd121-f3be-421b-9a7b-e17c5a9dfdce,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:55:47.757727 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.db [req-93656913-f5d7-40bf-b42b-8f66505e5f82 req-ce879395-46cb-4aac-b1b3-946a354866cb service neutron] For port 9e0a8fcf-beec-40bb-8530-7b53818607f4, host n-h1-773647-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773647-6',level=0,port_id=9e0a8fcf-beec-40bb-8530-7b53818607f4,segment=NetworkSegment(0212c0ea-43ee-41e4-b30e-4894f6429a7c),segment_id=0212c0ea-43ee-41e4-b30e-4894f6429a7c)] {{(pid=100247) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 13:55:47.776391 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:47.781214 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-93656913-f5d7-40bf-b42b-8f66505e5f82 req-ce879395-46cb-4aac-b1b3-946a354866cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:47.821018 n-d-773647-6 neutron-server[100248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5d6f9ee-637a-4a55-8546-2be14770c0f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '525ecf50-c68e-42e3-b492-e0a27ff68cab'}] {{(pid=100248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 13:55:47.823504 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84af257533e383389cbcf231d3534f4d5e149e7203fea16b4a8fc01438dddaf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-648472e6-8848-408a-9e89-4e6e8c81d102" -d '{"events": [{"server_uuid": "e5d6f9ee-637a-4a55-8546-2be14770c0f2", "name": "network-vif-plugged", "status": "completed", "tag": "525ecf50-c68e-42e3-b492-e0a27ff68cab"}]}' {{(pid=100248) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:55:47.838258 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] For port 525ecf50-c68e-42e3-b492-e0a27ff68cab, host n-h2-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=525ecf50-c68e-42e3-b492-e0a27ff68cab,segment=NetworkSegment(65749612-fb0d-4f34-9eb9-d06c3a2fda80),segment_id=65749612-fb0d-4f34-9eb9-d06c3a2fda80)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:55:47.843394 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:47.857677 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-6deaa620-a6f0-460b-9291-4aac447d6cd4 req-9ff72344-700f-486e-bb9a-c4a1026ae5de tempest-ServersAdminTestJSON-391861328 tempest-ServersAdminTestJSON-391861328-project] 10.222.0.104 "GET /v2.0/security-groups?id=3bcee3ab-dc9e-46be-bc35-9f5a80cc9457&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2031374 Jul 06 13:55:47.900558 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Pushing event updated for resources: {'Port': ['ID=525ecf50-c68e-42e3-b492-e0a27ff68cab,revision_number=5']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:55:47.922124 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93656913-f5d7-40bf-b42b-8f66505e5f82 req-ce879395-46cb-4aac-b1b3-946a354866cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:55:47.923254 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-93656913-f5d7-40bf-b42b-8f66505e5f82 req-ce879395-46cb-4aac-b1b3-946a354866cb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:47.924869 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-93656913-f5d7-40bf-b42b-8f66505e5f82 req-ce879395-46cb-4aac-b1b3-946a354866cb service neutron] 10.222.0.127 "PUT /v2.0/ports/9e0a8fcf-beec-40bb-8530-7b53818607f4 HTTP/1.1" status: 200 len: 1091 time: 1.2601213 Jul 06 13:55:47.927149 n-d-773647-6 neutron-server[100247]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bbe928b0-5e7c-4721-9637-d47d31cb39fc', 'tag': '9e0a8fcf-beec-40bb-8530-7b53818607f4'}] {{(pid=100247) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 13:55:47.929831 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cbf0eeaae822f8fc9b87a94aeba67a3d651842baf663a51cba94b67a514836d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78fa5ffa-70e8-4bd8-9206-1a5237d2e438" -d '{"events": [{"name": "network-changed", "server_uuid": "bbe928b0-5e7c-4721-9637-d47d31cb39fc", "tag": "9e0a8fcf-beec-40bb-8530-7b53818607f4"}]}' {{(pid=100247) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:55:47.937448 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce879395-46cb-4aac-b1b3-946a354866cb service neutron] Pushing event updated for resources: {'Port': ['ID=9e0a8fcf-beec-40bb-8530-7b53818607f4,revision_number=3']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:55:48.003098 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd14d4ab-ae43-4a9c-9f8d-d124d41d427a req-494a3dea-5ff9-4c4f-be17-e2d436659b67 tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:55:48.011073 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-bd14d4ab-ae43-4a9c-9f8d-d124d41d427a req-494a3dea-5ff9-4c4f-be17-e2d436659b67 tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] 10.222.0.104 "GET /v2.0/ports?device_id=cafbb505-1705-4cb2-a601-c8ea5a6459a9 HTTP/1.1" status: 200 len: 949 time: 0.2756734 Jul 06 13:55:48.076970 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-bd14d4ab-ae43-4a9c-9f8d-d124d41d427a req-b3ba0e26-be01-4aa2-9568-744291ceb80f tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] 10.222.0.104 "GET /v2.0/security-groups?id=9f5b92e9-7340-49c3-a9bb-41e4a1caffc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649314 Jul 06 13:55:48.112627 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93656913-f5d7-40bf-b42b-8f66505e5f82 req-7699b4e9-e089-489f-88c9-ff93e7974b57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:55:48.114984 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-93656913-f5d7-40bf-b42b-8f66505e5f82 req-7699b4e9-e089-489f-88c9-ff93e7974b57 service neutron] 10.222.0.127 "GET /v2.0/ports?tenant_id=bd8ab4ae618e4901853ac9b415c3d7ae&device_id=bbe928b0-5e7c-4721-9637-d47d31cb39fc HTTP/1.1" status: 200 len: 1094 time: 0.1355214 Jul 06 13:55:48.130821 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 13:55:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2363533-4b95-4ebc-b031-e57366d73d33 x-openstack-request-id: req-e2363533-4b95-4ebc-b031-e57366d73d33 {{(pid=100248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:55:48.131403 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5d6f9ee-637a-4a55-8546-2be14770c0f2", "name": "network-vif-plugged", "status": "completed", "tag": "525ecf50-c68e-42e3-b492-e0a27ff68cab", "code": 200}]} {{(pid=100248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:55:48.131844 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-e2363533-4b95-4ebc-b031-e57366d73d33 {{(pid=100248) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:55:48.132414 n-d-773647-6 neutron-server[100248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5d6f9ee-637a-4a55-8546-2be14770c0f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '525ecf50-c68e-42e3-b492-e0a27ff68cab', 'code': 200} Jul 06 13:55:48.175555 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-93656913-f5d7-40bf-b42b-8f66505e5f82 req-b52e3d4b-8029-4d8c-b8d3-dd1b2e042f80 service neutron] 10.222.0.127 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9e0a8fcf-beec-40bb-8530-7b53818607f4 HTTP/1.1" status: 200 len: 217 time: 0.0518732 Jul 06 13:55:48.180927 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 13:55:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f34889ed-9553-4090-bd93-3b1716c8cc55 x-openstack-request-id: req-f34889ed-9553-4090-bd93-3b1716c8cc55 {{(pid=100247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:55:48.181276 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bbe928b0-5e7c-4721-9637-d47d31cb39fc", "tag": "9e0a8fcf-beec-40bb-8530-7b53818607f4", "status": "completed", "code": 200}]} {{(pid=100247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:55:48.181532 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-f34889ed-9553-4090-bd93-3b1716c8cc55 {{(pid=100247) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:55:48.182083 n-d-773647-6 neutron-server[100247]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bbe928b0-5e7c-4721-9637-d47d31cb39fc', 'tag': '9e0a8fcf-beec-40bb-8530-7b53818607f4', 'status': 'completed', 'code': 200} Jul 06 13:55:48.235142 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 57222) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:55:48.264948 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-d6f578f9-fd35-4339-95bc-86dc8dec4a09 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:48.307292 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-ab40fec0-c21e-4e55-ac40-c91c94466070 req-b7d3465f-c3bb-40c5-b667-2457c2af3c5a tempest-ServersAdminTestJSON-391861328 tempest-ServersAdminTestJSON-391861328-project] 10.222.0.104 "GET /v2.0/networks?tenant_id=8cb5ec88b59f4a759dd81f7b3a6fc71e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0361841 Jul 06 13:55:48.320108 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93656913-f5d7-40bf-b42b-8f66505e5f82 req-0f464ff9-35f4-4036-8a78-44ec951b1e81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:55:48.321558 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-93656913-f5d7-40bf-b42b-8f66505e5f82 req-0f464ff9-35f4-4036-8a78-44ec951b1e81 service neutron] 10.222.0.127 "GET /v2.0/subnets?id=348254f1-e077-418f-a203-f985649b120f HTTP/1.1" status: 200 len: 851 time: 0.1172612 Jul 06 13:55:48.379310 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-d6f578f9-fd35-4339-95bc-86dc8dec4a09 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:48.383451 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-d6f578f9-fd35-4339-95bc-86dc8dec4a09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:48.402069 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-93656913-f5d7-40bf-b42b-8f66505e5f82 req-fc7d3ff2-9377-4e44-b6ba-00b4e1a76843 service neutron] 10.222.0.127 "GET /v2.0/ports?network_id=82de3ae2-81e4-474f-953b-e83c4f15c3b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0690520 Jul 06 13:55:48.424398 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-d6f578f9-fd35-4339-95bc-86dc8dec4a09 admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=825ce813ac0e48119a0e260701f2862d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1874750 Jul 06 13:55:48.426324 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f578f9-fd35-4339-95bc-86dc8dec4a09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=202729cf-4be6-4c5d-b782-35a91902e740,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:55:48.429415 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 57232) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:55:48.468573 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d162f44d-abca-455d-a4ac-ff6b1ca709c6 req-ecfaee4d-cbfa-4eb0-8849-1b5b40328db9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:55:48.469752 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-d162f44d-abca-455d-a4ac-ff6b1ca709c6 req-ecfaee4d-cbfa-4eb0-8849-1b5b40328db9 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=e5d6f9ee-637a-4a55-8546-2be14770c0f2 HTTP/1.1" status: 200 len: 1096 time: 0.2642164 Jul 06 13:55:48.477590 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-53b07e88-be27-4eb2-8965-00c79606fe59 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:48.498321 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-53b07e88-be27-4eb2-8965-00c79606fe59 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:48.545839 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-53b07e88-be27-4eb2-8965-00c79606fe59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:48.549704 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-53b07e88-be27-4eb2-8965-00c79606fe59 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:48.553647 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-53b07e88-be27-4eb2-8965-00c79606fe59 admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/202729cf-4be6-4c5d-b782-35a91902e740 HTTP/1.1" status: 204 len: 168 time: 0.1231120 Jul 06 13:55:48.563315 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b07e88-be27-4eb2-8965-00c79606fe59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=202729cf-4be6-4c5d-b782-35a91902e740,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:55:48.577233 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-d162f44d-abca-455d-a4ac-ff6b1ca709c6 req-93e091ea-1918-4847-8d12-acaf6e0b174a service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=7e243ebf-9cf4-4917-8da6-0fd38b06f795&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805316 Jul 06 13:55:48.589265 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab40fec0-c21e-4e55-ac40-c91c94466070 req-dcc39c13-b7e8-49c1-8904-ec7ae15c2748 tempest-ServersAdminTestJSON-391861328 tempest-ServersAdminTestJSON-391861328-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:55:48.590914 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-ab40fec0-c21e-4e55-ac40-c91c94466070 req-dcc39c13-b7e8-49c1-8904-ec7ae15c2748 tempest-ServersAdminTestJSON-391861328 tempest-ServersAdminTestJSON-391861328-project] 10.222.0.104 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2731171 Jul 06 13:55:48.626182 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-ab40fec0-c21e-4e55-ac40-c91c94466070 req-8aec86cf-d10c-49e1-ab6d-630431bb92f4 tempest-ServersAdminTestJSON-391861328 tempest-ServersAdminTestJSON-391861328-project] 10.222.0.104 "GET /v2.0/quotas/8cb5ec88b59f4a759dd81f7b3a6fc71e HTTP/1.1" status: 200 len: 375 time: 0.0268717 Jul 06 13:55:48.634254 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3338a08-4aac-4b34-a641-47a5864cfd5b req-fe642488-41ff-431d-9bb4-7e62c7a562a5 tempest-LiveMigrationTest-2001684970 tempest-LiveMigrationTest-2001684970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:55:48.635869 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-f3338a08-4aac-4b34-a641-47a5864cfd5b req-fe642488-41ff-431d-9bb4-7e62c7a562a5 tempest-LiveMigrationTest-2001684970 tempest-LiveMigrationTest-2001684970-project] 10.222.0.104 "GET /v2.0/ports?device_id=e5d6f9ee-637a-4a55-8546-2be14770c0f2 HTTP/1.1" status: 200 len: 945 time: 0.2397597 Jul 06 13:55:48.639604 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-93656913-f5d7-40bf-b42b-8f66505e5f82 req-32b41d0a-dab4-4d6d-a38e-c906a06a0b40 service neutron] 10.222.0.127 "GET /v2.0/networks/82de3ae2-81e4-474f-953b-e83c4f15c3b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2188246 Jul 06 13:55:48.760157 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-f3338a08-4aac-4b34-a641-47a5864cfd5b req-9c539254-b3a9-479f-9279-b679251a0efa tempest-LiveMigrationTest-2001684970 tempest-LiveMigrationTest-2001684970-project] 10.222.0.104 "GET /v2.0/security-groups?id=7e243ebf-9cf4-4917-8da6-0fd38b06f795&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097019 Jul 06 13:55:48.807095 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-ab40fec0-c21e-4e55-ac40-c91c94466070 req-01356a2d-3631-472d-96df-b537b4503351 tempest-ServersAdminTestJSON-391861328 tempest-ServersAdminTestJSON-391861328-project] 10.222.0.104 "GET /v2.0/ports?tenant_id=8cb5ec88b59f4a759dd81f7b3a6fc71e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1660261 Jul 06 13:55:48.811129 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-93656913-f5d7-40bf-b42b-8f66505e5f82 req-31722e83-262c-4370-9f66-8bd8fabd4345 service neutron] 10.222.0.127 "GET /v2.0/networks/82de3ae2-81e4-474f-953b-e83c4f15c3b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1584246 Jul 06 13:55:48.977543 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fa5ffa-70e8-4bd8-9206-1a5237d2e438 req-975beb02-377a-4d97-8c85-e446e6f76789 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:55:48.979291 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-78fa5ffa-70e8-4bd8-9206-1a5237d2e438 req-975beb02-377a-4d97-8c85-e446e6f76789 service neutron] 10.222.0.127 "GET /v2.0/ports?tenant_id=bd8ab4ae618e4901853ac9b415c3d7ae&device_id=bbe928b0-5e7c-4721-9637-d47d31cb39fc HTTP/1.1" status: 200 len: 1094 time: 0.1011233 Jul 06 13:55:49.163597 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04877cf5-797a-4887-9804-44371f7ec24d req-8cba90fd-b1b4-4447-a6bf-571c21e33ff7 tempest-LiveAutoBlockMigrationV225Test-654794443 tempest-LiveAutoBlockMigrationV225Test-654794443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:55:49.165098 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-04877cf5-797a-4887-9804-44371f7ec24d req-8cba90fd-b1b4-4447-a6bf-571c21e33ff7 tempest-LiveAutoBlockMigrationV225Test-654794443 tempest-LiveAutoBlockMigrationV225Test-654794443-project] 10.222.0.104 "GET /v2.0/ports?device_id=b1fcca0e-a2ed-4729-9094-7d171185dc74 HTTP/1.1" status: 200 len: 943 time: 0.2066731 Jul 06 13:55:49.167572 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fa5ffa-70e8-4bd8-9206-1a5237d2e438 req-24050fc9-137e-4098-aa6f-70436f1e796d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:55:49.168902 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-78fa5ffa-70e8-4bd8-9206-1a5237d2e438 req-24050fc9-137e-4098-aa6f-70436f1e796d service neutron] 10.222.0.127 "GET /v2.0/networks?id=82de3ae2-81e4-474f-953b-e83c4f15c3b6 HTTP/1.1" status: 200 len: 913 time: 0.1623175 Jul 06 13:55:49.228003 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-78fa5ffa-70e8-4bd8-9206-1a5237d2e438 req-6464a5d3-735f-49e4-b183-d9f03ca28831 service neutron] 10.222.0.127 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9e0a8fcf-beec-40bb-8530-7b53818607f4 HTTP/1.1" status: 200 len: 217 time: 0.0502439 Jul 06 13:55:49.240329 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191a1fa8-c119-40e9-ba50-4f12db7a7c14 req-585e00cd-b5c9-4ea0-a554-d3b1e50591be tempest-SecurityGroupsTestJSON-63281774 tempest-SecurityGroupsTestJSON-63281774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:55:49.241824 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-191a1fa8-c119-40e9-ba50-4f12db7a7c14 req-585e00cd-b5c9-4ea0-a554-d3b1e50591be tempest-SecurityGroupsTestJSON-63281774 tempest-SecurityGroupsTestJSON-63281774-project] 10.222.0.104 "GET /v2.0/ports?device_id=bbe928b0-5e7c-4721-9637-d47d31cb39fc HTTP/1.1" status: 200 len: 943 time: 0.1740506 Jul 06 13:55:49.300823 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-04877cf5-797a-4887-9804-44371f7ec24d req-36adbb97-9119-43d9-8235-90ec05fcea1f tempest-LiveAutoBlockMigrationV225Test-654794443 tempest-LiveAutoBlockMigrationV225Test-654794443-project] 10.222.0.104 "GET /v2.0/security-groups?id=43f6fcb8-9501-44d6-9feb-82c82c5d5862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259713 Jul 06 13:55:49.331269 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 57272) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:55:49.348737 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fa5ffa-70e8-4bd8-9206-1a5237d2e438 req-934fb62d-886b-4db3-9208-93031ae5a163 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:55:49.350203 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-78fa5ffa-70e8-4bd8-9206-1a5237d2e438 req-934fb62d-886b-4db3-9208-93031ae5a163 service neutron] 10.222.0.127 "GET /v2.0/subnets?id=348254f1-e077-418f-a203-f985649b120f HTTP/1.1" status: 200 len: 851 time: 0.1051748 Jul 06 13:55:49.353196 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-191a1fa8-c119-40e9-ba50-4f12db7a7c14 req-787231a7-c0bc-42fe-8296-fbd7659a746e tempest-SecurityGroupsTestJSON-63281774 tempest-SecurityGroupsTestJSON-63281774-project] 10.222.0.104 "GET /v2.0/security-groups?id=66a64f11-8fd4-4070-857b-32412c48dea6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901039 Jul 06 13:55:49.394199 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-78fa5ffa-70e8-4bd8-9206-1a5237d2e438 req-9d57ecf9-9cd1-408c-85ff-a84191b60709 service neutron] 10.222.0.127 "GET /v2.0/ports?network_id=82de3ae2-81e4-474f-953b-e83c4f15c3b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0366452 Jul 06 13:55:49.514699 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-033d9b3d-46c8-4633-b52e-0b5a0befae8a admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1425602853-network', 'tenant_id': '17f723ad3a484ba4932b5619e0399c64'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:55:49.537094 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-033d9b3d-46c8-4633-b52e-0b5a0befae8a admin admin] Made reservation on behalf of 17f723ad3a484ba4932b5619e0399c64 for: {'network': 1} {{(pid=100246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 13:55:49.540125 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-033d9b3d-46c8-4633-b52e-0b5a0befae8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for network, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:49.548325 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Device 3cc44a8c-162f-47c4-a444-eace4e136171 details requested by agent hyperv_n-h2-773647-6 with host n-h2-773647-6 {{(pid=100248) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 13:55:49.561020 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-78fa5ffa-70e8-4bd8-9206-1a5237d2e438 req-844a262f-52e2-4674-b0aa-14c00cb27ce4 service neutron] 10.222.0.127 "GET /v2.0/networks/82de3ae2-81e4-474f-953b-e83c4f15c3b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1592343 Jul 06 13:55:49.563949 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-033d9b3d-46c8-4633-b52e-0b5a0befae8a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:49.572423 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-d646e555-0655-4a32-8a6a-21af8f7d4d85 req-b7c097cd-da07-41da-8548-423f5a054a88 tempest-ServersAdminTestJSON-391861328 tempest-ServersAdminTestJSON-391861328-project] 10.222.0.104 "GET /v2.0/ports?device_id=1d9a9a53-e652-42bf-82fc-ad1b61c065b3 HTTP/1.1" status: 200 len: 210 time: 0.0761626 Jul 06 13:55:49.702229 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] For port 3cc44a8c-162f-47c4-a444-eace4e136171, host n-h2-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=3cc44a8c-162f-47c4-a444-eace4e136171,segment=NetworkSegment(da615941-94ee-441c-92fd-37ca002df9b5),segment_id=da615941-94ee-441c-92fd-37ca002df9b5)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:55:49.723417 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Returning: {'device': '3cc44a8c-162f-47c4-a444-eace4e136171', 'network_id': '719b716d-a00d-48ee-8755-3a8bbdfaf0d2', 'port_id': '3cc44a8c-162f-47c4-a444-eace4e136171', 'mac_address': 'fa:16:3e:4f:20:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1032, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7f475f76-2dcc-4dce-adb2-7deed8b8ad71', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100248) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 13:55:49.741651 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-033d9b3d-46c8-4633-b52e-0b5a0befae8a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:49.748134 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-033d9b3d-46c8-4633-b52e-0b5a0befae8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:49.766570 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-033d9b3d-46c8-4633-b52e-0b5a0befae8a admin admin] vlan segment allocate from pool success with {'vlan_id': 1026, 'physical_network': 'physnet1'} {{(pid=100246) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 13:55:49.786366 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:49.797674 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-033d9b3d-46c8-4633-b52e-0b5a0befae8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552'] for segment, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:49.798110 n-d-773647-6 neutron-server[100246]: INFO neutron.db.segments_db [None req-033d9b3d-46c8-4633-b52e-0b5a0befae8a admin admin] Added segment 8141d218-0a7a-43f9-9316-1749c8612198 of type vlan for network d3290eba-34fe-4d09-b607-a6b9692a3888 Jul 06 13:55:49.801693 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f52732-4430-439e-99ef-6005e9e8f79a req-66c656ef-4d9c-4a0a-869a-f533c2c9fb2c tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:55:49.805334 n-d-773647-6 neutron-server[100248]: DEBUG neutron.notifiers.nova [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3cc44a8c-162f-47c4-a444-eace4e136171 {{(pid=100248) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 13:55:49.808592 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-f4f52732-4430-439e-99ef-6005e9e8f79a req-66c656ef-4d9c-4a0a-869a-f533c2c9fb2c tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] 10.222.0.104 "GET /v2.0/ports?device_id=cafbb505-1705-4cb2-a601-c8ea5a6459a9 HTTP/1.1" status: 200 len: 949 time: 0.3103027 Jul 06 13:55:49.828427 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] For port 3cc44a8c-162f-47c4-a444-eace4e136171, host n-h2-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=3cc44a8c-162f-47c4-a444-eace4e136171,segment=NetworkSegment(da615941-94ee-441c-92fd-37ca002df9b5),segment_id=da615941-94ee-441c-92fd-37ca002df9b5)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:55:49.830416 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033d9b3d-46c8-4633-b52e-0b5a0befae8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80219d53-2475-4e71-af54-7a966a6cc818,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:55:49.834298 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:49.850492 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-78fa5ffa-70e8-4bd8-9206-1a5237d2e438 req-e533571b-0eeb-48b2-a856-db209114a884 service neutron] 10.222.0.127 "GET /v2.0/networks/82de3ae2-81e4-474f-953b-e83c4f15c3b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2772858 Jul 06 13:55:49.879896 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-f4f52732-4430-439e-99ef-6005e9e8f79a req-12774c05-34ae-4b75-9e4a-2e2f29e3090c tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] 10.222.0.104 "GET /v2.0/security-groups?id=9f5b92e9-7340-49c3-a9bb-41e4a1caffc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703168 Jul 06 13:55:49.889376 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-033d9b3d-46c8-4633-b52e-0b5a0befae8a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773752984405'] for network, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:49.893668 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Pushing event updated for resources: {'Port': ['ID=3cc44a8c-162f-47c4-a444-eace4e136171,revision_number=4']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:55:49.920311 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-033d9b3d-46c8-4633-b52e-0b5a0befae8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060'] for network, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:49.921383 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-033d9b3d-46c8-4633-b52e-0b5a0befae8a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:55:49.922044 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-033d9b3d-46c8-4633-b52e-0b5a0befae8a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583035'] for network, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:49.978805 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-033d9b3d-46c8-4633-b52e-0b5a0befae8a admin admin] 10.222.0.104 "POST /v2.0/networks HTTP/1.1" status: 201 len: 903 time: 0.6465192 Jul 06 13:55:49.981569 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 57280) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:55:49.987433 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-99327fdf-933a-44d8-9da5-cb5b619917ca admin admin] Request body: {'subnet': {'network_id': 'd3290eba-34fe-4d09-b607-a6b9692a3888', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1425602853-subnet', 'tenant_id': '17f723ad3a484ba4932b5619e0399c64', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:55:49.995370 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033d9b3d-46c8-4633-b52e-0b5a0befae8a admin admin] Pushing event updated for resources: {'Network': ['ID=d3290eba-34fe-4d09-b607-a6b9692a3888,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:55:50.005399 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Network d3290eba-34fe-4d09-b607-a6b9692a3888 details requested by agent ovs-agent-n-d-773647-6 with host n-d-773647-6 {{(pid=100248) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 13:55:50.023594 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99327fdf-933a-44d8-9da5-cb5b619917ca admin admin] Made reservation on behalf of 17f723ad3a484ba4932b5619e0399c64 for: {'subnet': 1} {{(pid=100246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 13:55:50.026344 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-99327fdf-933a-44d8-9da5-cb5b619917ca admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127702029'] for subnet, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:50.057001 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d73de72-951f-47f4-a54d-2f5352812dd6 req-1df00278-eaa9-4311-9d6c-8e74d2d4e04a tempest-LiveMigrationTest-2001684970 tempest-LiveMigrationTest-2001684970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:55:50.058808 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-2d73de72-951f-47f4-a54d-2f5352812dd6 req-1df00278-eaa9-4311-9d6c-8e74d2d4e04a tempest-LiveMigrationTest-2001684970 tempest-LiveMigrationTest-2001684970-project] 10.222.0.104 "GET /v2.0/ports?device_id=e5d6f9ee-637a-4a55-8546-2be14770c0f2 HTTP/1.1" status: 200 len: 945 time: 0.0696685 Jul 06 13:55:50.103502 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-2d73de72-951f-47f4-a54d-2f5352812dd6 req-f384d7d2-60bd-49a2-8fdd-a381367051e4 tempest-LiveMigrationTest-2001684970 tempest-LiveMigrationTest-2001684970-project] 10.222.0.104 "GET /v2.0/security-groups?id=7e243ebf-9cf4-4917-8da6-0fd38b06f795&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375051 Jul 06 13:55:50.112455 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] get_ports_and_sgs() called for port_ids ['3cc44a8c-162f-47c4-a444-eace4e136171'] {{(pid=100248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 13:55:50.309698 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-ab40fec0-c21e-4e55-ac40-c91c94466070 req-3d43642f-f49c-49e2-86c7-4d369e97b62e tempest-ServersAdminTestJSON-391861328 tempest-ServersAdminTestJSON-391861328-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=8cb5ec88b59f4a759dd81f7b3a6fc71e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0633919 Jul 06 13:55:50.315168 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-99327fdf-933a-44d8-9da5-cb5b619917ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1849032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127687649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127702047'] for subnet, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:50.387180 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99327fdf-933a-44d8-9da5-cb5b619917ca admin admin] Pushing event updated for resources: {'Subnet': ['ID=e908b1cb-da85-4d39-8daf-c466492d66c9,revision_number=0']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:55:50.419931 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99327fdf-933a-44d8-9da5-cb5b619917ca admin admin] Checking segment: {'id': '8141d218-0a7a-43f9-9316-1749c8612198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': 'd3290eba-34fe-4d09-b607-a6b9692a3888'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 13:55:50.420607 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99327fdf-933a-44d8-9da5-cb5b619917ca admin admin] Network hostable DHCP agents. Network: d3290eba-34fe-4d09-b607-a6b9692a3888, hostable agents: ['f2bada3d-be77-4359-982b-8505a2bbca04'], hosted agents: [] {{(pid=100246) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 13:55:50.424490 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac448684-70f5-42fa-96d2-ccb2d1ed508f req-8d9a1510-cd6a-442a-a14c-08ada5274153 tempest-LiveMigrationTest-343502667 tempest-LiveMigrationTest-343502667-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:55:50.426156 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-ac448684-70f5-42fa-96d2-ccb2d1ed508f req-8d9a1510-cd6a-442a-a14c-08ada5274153 tempest-LiveMigrationTest-343502667 tempest-LiveMigrationTest-343502667-project-admin] 10.222.0.104 "GET /v2.0/ports?device_id=e5d6f9ee-637a-4a55-8546-2be14770c0f2 HTTP/1.1" status: 200 len: 1096 time: 0.1787102 Jul 06 13:55:50.466953 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99327fdf-933a-44d8-9da5-cb5b619917ca admin admin] Network d3290eba-34fe-4d09-b607-a6b9692a3888 is scheduled to be hosted by DHCP agent f2bada3d-be77-4359-982b-8505a2bbca04 with binding_index 1 {{(pid=100246) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 13:55:50.467369 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab40fec0-c21e-4e55-ac40-c91c94466070 req-dd8d303e-91d1-4a77-82a8-d9a9afcffbd9 tempest-ServersAdminTestJSON-391861328 tempest-ServersAdminTestJSON-391861328-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:55:50.468917 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-ab40fec0-c21e-4e55-ac40-c91c94466070 req-dd8d303e-91d1-4a77-82a8-d9a9afcffbd9 tempest-ServersAdminTestJSON-391861328 tempest-ServersAdminTestJSON-391861328-project] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1496928 Jul 06 13:55:50.480211 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.base_scheduler [None req-99327fdf-933a-44d8-9da5-cb5b619917ca admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773647-6, d3290eba-34fe-4d09-b607-a6b9692a3888) {{(pid=100246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:55:50.489147 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [req-ab40fec0-c21e-4e55-ac40-c91c94466070 req-f00f51ab-1691-4b1b-bd71-27bb023d92cc tempest-ServersAdminTestJSON-391861328 tempest-ServersAdminTestJSON-391861328-project] Request body: {'port': {'device_id': '1d9a9a53-e652-42bf-82fc-ad1b61c065b3', 'network_id': 'ac09d390-867f-4b75-a8d2-ab11550bffd6', 'admin_state_up': True, 'tenant_id': '8cb5ec88b59f4a759dd81f7b3a6fc71e'}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:55:50.489280 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99327fdf-933a-44d8-9da5-cb5b619917ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:55:50.489280 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-99327fdf-933a-44d8-9da5-cb5b619917ca admin admin] Notify callbacks [] for subnet, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:50.492183 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51e82935-9440-411b-84e3-7c1a04ca6312 None None] Network d3290eba-34fe-4d09-b607-a6b9692a3888 requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 13:55:50.497251 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-ac448684-70f5-42fa-96d2-ccb2d1ed508f req-441390cd-6023-4930-a48d-51ad2139b799 tempest-LiveMigrationTest-343502667 tempest-LiveMigrationTest-343502667-project-admin] 10.222.0.104 "GET /v2.0/security-groups?id=7e243ebf-9cf4-4917-8da6-0fd38b06f795&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567801 Jul 06 13:55:50.546136 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-99327fdf-933a-44d8-9da5-cb5b619917ca admin admin] 10.222.0.104 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.5630221 Jul 06 13:55:50.549302 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 57294) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:55:50.555669 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-738b77b1-8f4f-4fd8-acf1-616a34ccd819 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1425602853-router', 'tenant_id': '17f723ad3a484ba4932b5619e0399c64', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719'}}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:55:50.599442 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-738b77b1-8f4f-4fd8-acf1-616a34ccd819 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1806290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6992'] for router, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:50.602072 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-738b77b1-8f4f-4fd8-acf1-616a34ccd819 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1806157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1808637', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1714747', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7007'] for router, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:50.675755 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-490f9758-101a-4f02-a81d-a5ebe2135c25 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6bd5fc82-6666-56e8-87c2-91648d36c963-d3290eba-34fe-4d09-b607-a6b9692a3888', 'network_id': 'd3290eba-34fe-4d09-b607-a6b9692a3888', 'tenant_id': '17f723ad3a484ba4932b5619e0399c64', 'fixed_ips': [{'subnet_id': 'e908b1cb-da85-4d39-8daf-c466492d66c9'}]}} from n-d-773647-6. {{(pid=100248) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 13:55:50.677427 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-490f9758-101a-4f02-a81d-a5ebe2135c25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:50.680909 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-738b77b1-8f4f-4fd8-acf1-616a34ccd819 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:50.822079 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.db_base_plugin_common [None req-490f9758-101a-4f02-a81d-a5ebe2135c25 None None] Allocated IP 172.20.0.2 (d3290eba-34fe-4d09-b607-a6b9692a3888/e908b1cb-da85-4d39-8daf-c466492d66c9/081d5522-57c9-4ed7-b5ad-cb9e38223e8d) {{(pid=100248) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 13:55:50.825396 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-738b77b1-8f4f-4fd8-acf1-616a34ccd819 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1761047', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1806272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6989'] for router, precommit_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:50.958433 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861eab18-c668-47c9-b6e0-da81604eb3c5 req-22405e8f-47cf-4ffe-b343-e46a473fc825 tempest-LiveAutoBlockMigrationV225Test-654794443 tempest-LiveAutoBlockMigrationV225Test-654794443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:55:50.965173 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-861eab18-c668-47c9-b6e0-da81604eb3c5 req-22405e8f-47cf-4ffe-b343-e46a473fc825 tempest-LiveAutoBlockMigrationV225Test-654794443 tempest-LiveAutoBlockMigrationV225Test-654794443-project] 10.222.0.104 "GET /v2.0/ports?device_id=b1fcca0e-a2ed-4729-9094-7d171185dc74 HTTP/1.1" status: 200 len: 944 time: 0.4126878 Jul 06 13:55:50.989200 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-490f9758-101a-4f02-a81d-a5ebe2135c25 None None] Notify callbacks [] for port, precommit_create {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:50.993849 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ab40fec0-c21e-4e55-ac40-c91c94466070 req-f00f51ab-1691-4b1b-bd71-27bb023d92cc tempest-ServersAdminTestJSON-391861328 tempest-ServersAdminTestJSON-391861328-project] Made reservation on behalf of 8cb5ec88b59f4a759dd81f7b3a6fc71e for: {'port': 1} {{(pid=100247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 13:55:50.997317 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-ab40fec0-c21e-4e55-ac40-c91c94466070 req-f00f51ab-1691-4b1b-bd71-27bb023d92cc tempest-ServersAdminTestJSON-391861328 tempest-ServersAdminTestJSON-391861328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:50.999490 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-490f9758-101a-4f02-a81d-a5ebe2135c25 None None] Transition to ACTIVE for port object 081d5522-57c9-4ed7-b5ad-cb9e38223e8d will not be triggered until provisioned by entity L2. {{(pid=100248) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 13:55:51.018932 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-490f9758-101a-4f02-a81d-a5ebe2135c25 None None] Transition to ACTIVE for port object 081d5522-57c9-4ed7-b5ad-cb9e38223e8d will not be triggered until provisioned by entity DHCP. {{(pid=100248) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 13:55:51.029503 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-490f9758-101a-4f02-a81d-a5ebe2135c25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108'] for port, after_create {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:51.037675 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-861eab18-c668-47c9-b6e0-da81604eb3c5 req-c8a6a163-3f41-417e-813d-1a1d4fac2eb7 tempest-LiveAutoBlockMigrationV225Test-654794443 tempest-LiveAutoBlockMigrationV225Test-654794443-project] 10.222.0.104 "GET /v2.0/security-groups?id=43f6fcb8-9501-44d6-9feb-82c82c5d5862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716534 Jul 06 13:55:51.043985 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-738b77b1-8f4f-4fd8-acf1-616a34ccd819 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:51.050522 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d244954-204b-431e-b06e-64432e2b420f req-e7dba63c-3c05-4558-a543-a271c60684c4 tempest-SecurityGroupsTestJSON-63281774 tempest-SecurityGroupsTestJSON-63281774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:55:51.057260 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-9d244954-204b-431e-b06e-64432e2b420f req-e7dba63c-3c05-4558-a543-a271c60684c4 tempest-SecurityGroupsTestJSON-63281774 tempest-SecurityGroupsTestJSON-63281774-project] 10.222.0.104 "GET /v2.0/ports?device_id=bbe928b0-5e7c-4721-9637-d47d31cb39fc HTTP/1.1" status: 200 len: 943 time: 0.4205725 Jul 06 13:55:51.063463 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-738b77b1-8f4f-4fd8-acf1-616a34ccd819 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:51.077330 n-d-773647-6 neutron-server[100248]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-490f9758-101a-4f02-a81d-a5ebe2135c25 None None] Network d3290eba-34fe-4d09-b607-a6b9692a3888 is already hosted by enough agents. {{(pid=100248) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 13:55:51.081277 n-d-773647-6 neutron-server[100248]: DEBUG neutron.scheduler.base_scheduler [None req-490f9758-101a-4f02-a81d-a5ebe2135c25 None None] Resources bound (agent type, host, resource id): {{(pid=100248) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:55:51.085272 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-490f9758-101a-4f02-a81d-a5ebe2135c25 None None] Received port after_create {{(pid=100248) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 13:55:51.136182 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490f9758-101a-4f02-a81d-a5ebe2135c25 None None] Pushing event updated for resources: {'Port': ['ID=081d5522-57c9-4ed7-b5ad-cb9e38223e8d,revision_number=1']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:55:51.138932 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-9d244954-204b-431e-b06e-64432e2b420f req-0f3aa3dd-68f2-4f1b-938d-56b713c06290 tempest-SecurityGroupsTestJSON-63281774 tempest-SecurityGroupsTestJSON-63281774-project] 10.222.0.104 "GET /v2.0/security-groups?id=66a64f11-8fd4-4070-857b-32412c48dea6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807190 Jul 06 13:55:51.177214 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-490f9758-101a-4f02-a81d-a5ebe2135c25 None None] Attempting to bind port 081d5522-57c9-4ed7-b5ad-cb9e38223e8d on host n-d-773647-6 for vnic_type normal with profile {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 13:55:51.178037 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-490f9758-101a-4f02-a81d-a5ebe2135c25 None None] Attempting to bind port 081d5522-57c9-4ed7-b5ad-cb9e38223e8d by drivers openvswitch,hyperv on host n-d-773647-6 at level 0 using segments [{'id': '8141d218-0a7a-43f9-9316-1749c8612198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': 'd3290eba-34fe-4d09-b607-a6b9692a3888'}] {{(pid=100248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 13:55:51.178497 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-490f9758-101a-4f02-a81d-a5ebe2135c25 None None] Attempting to bind port 081d5522-57c9-4ed7-b5ad-cb9e38223e8d on network d3290eba-34fe-4d09-b607-a6b9692a3888 {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 13:55:51.183890 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-490f9758-101a-4f02-a81d-a5ebe2135c25 None None] Checking agent: {'id': '8ab5b19c-d213-4f29-891d-27bdf39d38b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773647-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 43, 26), 'started_at': datetime.datetime(2021, 7, 6, 13, 43, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 13, 55, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773647-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 13:55:51.184362 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-490f9758-101a-4f02-a81d-a5ebe2135c25 None None] Checking segment: {'id': '8141d218-0a7a-43f9-9316-1749c8612198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': 'd3290eba-34fe-4d09-b607-a6b9692a3888'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 13:55:51.184834 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-490f9758-101a-4f02-a81d-a5ebe2135c25 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:51.185584 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-490f9758-101a-4f02-a81d-a5ebe2135c25 None None] Bound using segment: {'id': '8141d218-0a7a-43f9-9316-1749c8612198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': 'd3290eba-34fe-4d09-b607-a6b9692a3888'} {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 13:55:51.186128 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-490f9758-101a-4f02-a81d-a5ebe2135c25 None None] Bound port: 081d5522-57c9-4ed7-b5ad-cb9e38223e8d, host: n-d-773647-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8141d218-0a7a-43f9-9316-1749c8612198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': 'd3290eba-34fe-4d09-b607-a6b9692a3888'}}] {{(pid=100248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 13:55:51.186575 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-490f9758-101a-4f02-a81d-a5ebe2135c25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:51.201546 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.db_base_plugin_common [None req-738b77b1-8f4f-4fd8-acf1-616a34ccd819 admin admin] Allocated IP 172.25.0.9 (2658f09e-a580-4d4a-9968-2d1e0ad93719/cbf74abc-6fe1-4d33-b005-c948923b9647/45dbe948-b1eb-4a91-913e-290dd113d6ff) {{(pid=100246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 13:55:51.223630 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.db_base_plugin_common [req-ab40fec0-c21e-4e55-ac40-c91c94466070 req-f00f51ab-1691-4b1b-bd71-27bb023d92cc tempest-ServersAdminTestJSON-391861328 tempest-ServersAdminTestJSON-391861328-project] Allocated IP 192.168.233.235 (ac09d390-867f-4b75-a8d2-ab11550bffd6/d1c3cc78-09b9-4e30-99fd-0e5830de101d/31de2b57-1eae-4198-bc52-c86e5d901c27) {{(pid=100247) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 13:55:51.269903 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-490f9758-101a-4f02-a81d-a5ebe2135c25 None None] For port 081d5522-57c9-4ed7-b5ad-cb9e38223e8d, host n-d-773647-6, cleared binding levels {{(pid=100248) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 13:55:51.273534 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-490f9758-101a-4f02-a81d-a5ebe2135c25 None None] For port 081d5522-57c9-4ed7-b5ad-cb9e38223e8d, host n-d-773647-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=081d5522-57c9-4ed7-b5ad-cb9e38223e8d,segment=NetworkSegment(8141d218-0a7a-43f9-9316-1749c8612198),segment_id=8141d218-0a7a-43f9-9316-1749c8612198)] {{(pid=100248) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 13:55:51.280080 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-490f9758-101a-4f02-a81d-a5ebe2135c25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:51.357937 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490f9758-101a-4f02-a81d-a5ebe2135c25 None None] Pushing event updated for resources: {'Port': ['ID=081d5522-57c9-4ed7-b5ad-cb9e38223e8d,revision_number=2']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:55:51.401214 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-738b77b1-8f4f-4fd8-acf1-616a34ccd819 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:51.410067 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-ab40fec0-c21e-4e55-ac40-c91c94466070 req-f00f51ab-1691-4b1b-bd71-27bb023d92cc tempest-ServersAdminTestJSON-391861328 tempest-ServersAdminTestJSON-391861328-project] Notify callbacks [] for port, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:51.427693 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.provisioning_blocks [req-ab40fec0-c21e-4e55-ac40-c91c94466070 req-f00f51ab-1691-4b1b-bd71-27bb023d92cc tempest-ServersAdminTestJSON-391861328 tempest-ServersAdminTestJSON-391861328-project] Transition to ACTIVE for port object 31de2b57-1eae-4198-bc52-c86e5d901c27 will not be triggered until provisioned by entity DHCP. {{(pid=100247) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 13:55:51.465413 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-2c735cf1-97a8-4184-9052-79f548109fb9 req-8b828990-1fe0-4819-ae37-d41e41f66d57 tempest-ServersAdminTestJSON-391861328 tempest-ServersAdminTestJSON-391861328-project] 10.222.0.104 "GET /v2.0/ports?device_id=1d9a9a53-e652-42bf-82fc-ad1b61c065b3 HTTP/1.1" status: 200 len: 210 time: 0.0396092 Jul 06 13:55:51.484020 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-738b77b1-8f4f-4fd8-acf1-616a34ccd819 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-127687573'] for port, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:51.524675 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-ab40fec0-c21e-4e55-ac40-c91c94466070 req-f00f51ab-1691-4b1b-bd71-27bb023d92cc tempest-ServersAdminTestJSON-391861328 tempest-ServersAdminTestJSON-391861328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108'] for port, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:51.540861 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] get_ports_and_sgs() called for port_ids ['ea4b4b49-6742-4d24-921d-b8422184436f'] {{(pid=100248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 13:55:51.546844 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] get_ports_and_sgs() called for port_ids ['b0540eff-bdf4-4af4-8588-52491b736d88'] {{(pid=100248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 13:55:51.560049 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-738b77b1-8f4f-4fd8-acf1-616a34ccd819 admin admin] Network 2658f09e-a580-4d4a-9968-2d1e0ad93719 is already hosted by enough agents. {{(pid=100246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 13:55:51.566849 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.base_scheduler [None req-738b77b1-8f4f-4fd8-acf1-616a34ccd819 admin admin] Resources bound (agent type, host, resource id): {{(pid=100246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:55:51.577422 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-738b77b1-8f4f-4fd8-acf1-616a34ccd819 admin admin] Received port after_create {{(pid=100246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 13:55:51.584948 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738b77b1-8f4f-4fd8-acf1-616a34ccd819 admin admin] Pushing event updated for resources: {'Port': ['ID=45dbe948-b1eb-4a91-913e-290dd113d6ff,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:55:51.662471 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00f51ab-1691-4b1b-bd71-27bb023d92cc tempest-ServersAdminTestJSON-391861328 tempest-ServersAdminTestJSON-391861328-project] Pushing event updated for resources: {'Port': ['ID=31de2b57-1eae-4198-bc52-c86e5d901c27,revision_number=1']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:55:51.667972 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ab40fec0-c21e-4e55-ac40-c91c94466070 req-f00f51ab-1691-4b1b-bd71-27bb023d92cc tempest-ServersAdminTestJSON-391861328 tempest-ServersAdminTestJSON-391861328-project] Network ac09d390-867f-4b75-a8d2-ab11550bffd6 is already hosted by enough agents. {{(pid=100247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 13:55:51.669805 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.base_scheduler [req-ab40fec0-c21e-4e55-ac40-c91c94466070 req-f00f51ab-1691-4b1b-bd71-27bb023d92cc tempest-ServersAdminTestJSON-391861328 tempest-ServersAdminTestJSON-391861328-project] Resources bound (agent type, host, resource id): {{(pid=100247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:55:51.682268 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab40fec0-c21e-4e55-ac40-c91c94466070 req-f00f51ab-1691-4b1b-bd71-27bb023d92cc tempest-ServersAdminTestJSON-391861328 tempest-ServersAdminTestJSON-391861328-project] Received port after_create {{(pid=100247) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 13:55:51.687868 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab40fec0-c21e-4e55-ac40-c91c94466070 req-f00f51ab-1691-4b1b-bd71-27bb023d92cc tempest-ServersAdminTestJSON-391861328 tempest-ServersAdminTestJSON-391861328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:55:51.688500 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-ab40fec0-c21e-4e55-ac40-c91c94466070 req-f00f51ab-1691-4b1b-bd71-27bb023d92cc tempest-ServersAdminTestJSON-391861328 tempest-ServersAdminTestJSON-391861328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:51.762129 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-ab40fec0-c21e-4e55-ac40-c91c94466070 req-f00f51ab-1691-4b1b-bd71-27bb023d92cc tempest-ServersAdminTestJSON-391861328 tempest-ServersAdminTestJSON-391861328-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2776155 Jul 06 13:55:51.785458 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [req-ab40fec0-c21e-4e55-ac40-c91c94466070 req-982f9a35-b7de-4875-b40d-967e49f700e0 service neutron] Request body: {'port': {'device_id': '1d9a9a53-e652-42bf-82fc-ad1b61c065b3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-773647-6'}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:55:51.785599 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Device 3cc44a8c-162f-47c4-a444-eace4e136171 up at agent hyperv_n-h2-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 13:55:51.943070 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-ab40fec0-c21e-4e55-ac40-c91c94466070 req-982f9a35-b7de-4875-b40d-967e49f700e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:52.049602 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Provisioning for port 3cc44a8c-162f-47c4-a444-eace4e136171 completed by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 13:55:52.064186 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Provisioning complete for port 3cc44a8c-162f-47c4-a444-eace4e136171 triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:55:52.064186 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:52.169112 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-738b77b1-8f4f-4fd8-acf1-616a34ccd819 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:52.188162 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:52.273073 n-d-773647-6 neutron-server[100248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1fcca0e-a2ed-4729-9094-7d171185dc74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3cc44a8c-162f-47c4-a444-eace4e136171'}] {{(pid=100248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 13:55:52.275602 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84af257533e383389cbcf231d3534f4d5e149e7203fea16b4a8fc01438dddaf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2a93448-cfd7-4bf1-9e08-483b5b4bcb37" -d '{"events": [{"server_uuid": "b1fcca0e-a2ed-4729-9094-7d171185dc74", "name": "network-vif-plugged", "status": "completed", "tag": "3cc44a8c-162f-47c4-a444-eace4e136171"}]}' {{(pid=100248) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:55:52.300414 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-2a4ed5fd-be35-44e5-970d-bdd70d4536b1 None None] Provisioning for port 31de2b57-1eae-4198-bc52-c86e5d901c27 completed by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 13:55:52.339065 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-2a4ed5fd-be35-44e5-970d-bdd70d4536b1 None None] Provisioning complete for port 31de2b57-1eae-4198-bc52-c86e5d901c27 triggered by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:55:52.339738 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-2a4ed5fd-be35-44e5-970d-bdd70d4536b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:52.342906 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] For port 3cc44a8c-162f-47c4-a444-eace4e136171, host n-h2-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=3cc44a8c-162f-47c4-a444-eace4e136171,segment=NetworkSegment(da615941-94ee-441c-92fd-37ca002df9b5),segment_id=da615941-94ee-441c-92fd-37ca002df9b5)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:55:52.391752 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:52.437153 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 081d5522-57c9-4ed7-b5ad-cb9e38223e8d up at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 13:55:52.459964 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0211be32-5cce-46ac-a70f-b0e464aa789c req-bab028af-23b2-4ab7-9e11-ae680c258c31 tempest-LiveAutoBlockMigrationV225Test-654794443 tempest-LiveAutoBlockMigrationV225Test-654794443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:55:52.466899 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-0211be32-5cce-46ac-a70f-b0e464aa789c req-bab028af-23b2-4ab7-9e11-ae680c258c31 tempest-LiveAutoBlockMigrationV225Test-654794443 tempest-LiveAutoBlockMigrationV225Test-654794443-project] 10.222.0.104 "GET /v2.0/ports?device_id=b1fcca0e-a2ed-4729-9094-7d171185dc74 HTTP/1.1" status: 200 len: 944 time: 0.1951249 Jul 06 13:55:52.481623 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452dccf7-1d3c-4baa-b21c-39f143285bde req-22eff686-8987-4f29-a4c3-00e2e902e0ef tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:55:52.483311 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-452dccf7-1d3c-4baa-b21c-39f143285bde req-22eff686-8987-4f29-a4c3-00e2e902e0ef tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] 10.222.0.104 "GET /v2.0/ports?device_id=cafbb505-1705-4cb2-a601-c8ea5a6459a9 HTTP/1.1" status: 200 len: 949 time: 0.3776534 Jul 06 13:55:52.484123 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-738b77b1-8f4f-4fd8-acf1-616a34ccd819 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1806297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1761036'] for router, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:52.521003 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-2a4ed5fd-be35-44e5-970d-bdd70d4536b1 None None] Port 31de2b57-1eae-4198-bc52-c86e5d901c27 cannot update to ACTIVE because it is not bound. {{(pid=100248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 13:55:52.557996 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Pushing event updated for resources: {'Port': ['ID=3cc44a8c-162f-47c4-a444-eace4e136171,revision_number=5']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:55:52.587848 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-0211be32-5cce-46ac-a70f-b0e464aa789c req-666932da-730c-4166-8a45-85970a7774f3 tempest-LiveAutoBlockMigrationV225Test-654794443 tempest-LiveAutoBlockMigrationV225Test-654794443-project] 10.222.0.104 "GET /v2.0/security-groups?id=43f6fcb8-9501-44d6-9feb-82c82c5d5862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198921 Jul 06 13:55:52.599893 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning for port 081d5522-57c9-4ed7-b5ad-cb9e38223e8d completed by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 13:55:52.622605 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-452dccf7-1d3c-4baa-b21c-39f143285bde req-f6d98a5a-cc71-4ba3-9c48-95e3f33354d8 tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] 10.222.0.104 "GET /v2.0/security-groups?id=9f5b92e9-7340-49c3-a9bb-41e4a1caffc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228430 Jul 06 13:55:52.715033 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-738b77b1-8f4f-4fd8-acf1-616a34ccd819 admin admin] Router e5bbf761-186a-4a46-9b87-595892f26081 is scheduled to L3 agent 2823d358-a11b-4885-a706-95a279e43fa7 with binding_index 1 {{(pid=100246) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 13:55:52.738259 n-d-773647-6 neutron-server[100247]: DEBUG neutron.notifiers.nova [req-ab40fec0-c21e-4e55-ac40-c91c94466070 req-982f9a35-b7de-4875-b40d-967e49f700e0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 31de2b57-1eae-4198-bc52-c86e5d901c27 {{(pid=100247) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 13:55:52.745275 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 13:55:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95a78a84-881e-4837-842c-30a77da91a8f x-openstack-request-id: req-95a78a84-881e-4837-842c-30a77da91a8f {{(pid=100248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:55:52.745649 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1fcca0e-a2ed-4729-9094-7d171185dc74", "name": "network-vif-plugged", "status": "completed", "tag": "3cc44a8c-162f-47c4-a444-eace4e136171", "code": 200}]} {{(pid=100248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:55:52.745969 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-95a78a84-881e-4837-842c-30a77da91a8f {{(pid=100248) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:55:52.746435 n-d-773647-6 neutron-server[100248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1fcca0e-a2ed-4729-9094-7d171185dc74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3cc44a8c-162f-47c4-a444-eace4e136171', 'code': 200} Jul 06 13:55:52.769334 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-ab40fec0-c21e-4e55-ac40-c91c94466070 req-982f9a35-b7de-4875-b40d-967e49f700e0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:52.832443 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-94a7f85d-be5a-4a80-b8a2-a0831ee77940 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:52.865995 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.provisioning_blocks [req-ab40fec0-c21e-4e55-ac40-c91c94466070 req-982f9a35-b7de-4875-b40d-967e49f700e0 service neutron] Transition to ACTIVE for port object 31de2b57-1eae-4198-bc52-c86e5d901c27 will not be triggered until provisioned by entity L2. {{(pid=100247) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 13:55:52.872793 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-ab40fec0-c21e-4e55-ac40-c91c94466070 req-982f9a35-b7de-4875-b40d-967e49f700e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:52.925808 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-738b77b1-8f4f-4fd8-acf1-616a34ccd819 admin admin] Notify agent at l3_agent.n-d-773647-6 the message routers_updated {{(pid=100246) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 13:55:52.937604 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19cbd2a4-8b53-4382-94c7-85ae4604557d None None] Sync routers for ids ['e5bbf761-186a-4a46-9b87-595892f26081'] in n-d-773647-6 {{(pid=100248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 13:55:52.940308 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d97506-e76a-43dc-a8b5-ad3f4a3fb09c req-70786270-dc49-476d-bda7-b53e32db0734 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:55:52.941951 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-40d97506-e76a-43dc-a8b5-ad3f4a3fb09c req-70786270-dc49-476d-bda7-b53e32db0734 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=b1fcca0e-a2ed-4729-9094-7d171185dc74 HTTP/1.1" status: 200 len: 1096 time: 0.0940175 Jul 06 13:55:52.950943 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19cbd2a4-8b53-4382-94c7-85ae4604557d None None] Routers {'e5bbf761-186a-4a46-9b87-595892f26081'} bound to L3 agent in host n-d-773647-6 {{(pid=100248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 13:55:52.951739 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-19cbd2a4-8b53-4382-94c7-85ae4604557d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T13:55:25Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['e5bbf761-186a-4a46-9b87-595892f26081'], 'active': True} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:55:52.997865 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-738b77b1-8f4f-4fd8-acf1-616a34ccd819 admin admin] Notify callbacks [] for router, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:52.999254 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-738b77b1-8f4f-4fd8-acf1-616a34ccd819 admin admin] 10.222.0.104 "POST /v2.0/routers HTTP/1.1" status: 201 len: 939 time: 2.4485946 Jul 06 13:55:53.002357 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 57330) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:55:53.011442 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-40d97506-e76a-43dc-a8b5-ad3f4a3fb09c req-eb4b823f-c916-4238-acc0-b2c7687fd070 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=43f6fcb8-9501-44d6-9feb-82c82c5d5862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615315 Jul 06 13:55:53.093980 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982f9a35-b7de-4875-b40d-967e49f700e0 service neutron] Pushing event updated for resources: {'Port': ['ID=31de2b57-1eae-4198-bc52-c86e5d901c27,revision_number=2']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:55:53.153435 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.managers [req-ab40fec0-c21e-4e55-ac40-c91c94466070 req-982f9a35-b7de-4875-b40d-967e49f700e0 service neutron] Attempting to bind port 31de2b57-1eae-4198-bc52-c86e5d901c27 on host n-h2-773647-6 for vnic_type normal with profile {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 13:55:53.153826 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.managers [req-ab40fec0-c21e-4e55-ac40-c91c94466070 req-982f9a35-b7de-4875-b40d-967e49f700e0 service neutron] Attempting to bind port 31de2b57-1eae-4198-bc52-c86e5d901c27 by drivers openvswitch,hyperv on host n-h2-773647-6 at level 0 using segments [{'id': 'c9ea893d-045e-42cf-b3dd-cdd1f79baccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'ac09d390-867f-4b75-a8d2-ab11550bffd6'}] {{(pid=100247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 13:55:53.154150 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab40fec0-c21e-4e55-ac40-c91c94466070 req-982f9a35-b7de-4875-b40d-967e49f700e0 service neutron] Attempting to bind port 31de2b57-1eae-4198-bc52-c86e5d901c27 on network ac09d390-867f-4b75-a8d2-ab11550bffd6 {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 13:55:53.175678 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1b2870-7957-4aad-b2c9-a724067ded97 req-18859ebe-4332-4eab-bfbd-4d541d22c8cd tempest-SecurityGroupsTestJSON-63281774 tempest-SecurityGroupsTestJSON-63281774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:55:53.178090 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-be1b2870-7957-4aad-b2c9-a724067ded97 req-18859ebe-4332-4eab-bfbd-4d541d22c8cd tempest-SecurityGroupsTestJSON-63281774 tempest-SecurityGroupsTestJSON-63281774-project] 10.222.0.104 "GET /v2.0/ports?device_id=bbe928b0-5e7c-4721-9637-d47d31cb39fc HTTP/1.1" status: 200 len: 943 time: 0.3707163 Jul 06 13:55:53.182848 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab40fec0-c21e-4e55-ac40-c91c94466070 req-982f9a35-b7de-4875-b40d-967e49f700e0 service neutron] Port 31de2b57-1eae-4198-bc52-c86e5d901c27 on network ac09d390-867f-4b75-a8d2-ab11550bffd6 not bound, no agent of type Open vSwitch agent registered on host n-h2-773647-6 {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 13:55:53.183178 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab40fec0-c21e-4e55-ac40-c91c94466070 req-982f9a35-b7de-4875-b40d-967e49f700e0 service neutron] Attempting to bind port 31de2b57-1eae-4198-bc52-c86e5d901c27 on network ac09d390-867f-4b75-a8d2-ab11550bffd6 {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 13:55:53.199106 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929af3ee-e15f-438e-865a-2ed2f82901e8 req-0be4d596-69f3-4e7c-a707-8b1d0e863fd1 tempest-ServersAdminTestJSON-391861328 tempest-ServersAdminTestJSON-391861328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:55:53.207304 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-929af3ee-e15f-438e-865a-2ed2f82901e8 req-0be4d596-69f3-4e7c-a707-8b1d0e863fd1 tempest-ServersAdminTestJSON-391861328 tempest-ServersAdminTestJSON-391861328-project] 10.222.0.104 "GET /v2.0/ports?device_id=1d9a9a53-e652-42bf-82fc-ad1b61c065b3 HTTP/1.1" status: 200 len: 948 time: 0.2571177 Jul 06 13:55:53.223456 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-208f169e-8239-4583-a7f8-2e0693a01bdb None None] Network d3290eba-34fe-4d09-b607-a6b9692a3888 requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 13:55:53.227591 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab40fec0-c21e-4e55-ac40-c91c94466070 req-982f9a35-b7de-4875-b40d-967e49f700e0 service neutron] Checking agent: {'id': '63768ece-0600-4354-8d29-fdedec96b077', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-773647-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 51, 10), 'started_at': datetime.datetime(2021, 7, 6, 13, 51, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 13, 55, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 13:55:53.228684 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab40fec0-c21e-4e55-ac40-c91c94466070 req-982f9a35-b7de-4875-b40d-967e49f700e0 service neutron] Checking segment: {'id': 'c9ea893d-045e-42cf-b3dd-cdd1f79baccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'ac09d390-867f-4b75-a8d2-ab11550bffd6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100247) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 13:55:53.229093 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab40fec0-c21e-4e55-ac40-c91c94466070 req-982f9a35-b7de-4875-b40d-967e49f700e0 service neutron] Bound using segment: {'id': 'c9ea893d-045e-42cf-b3dd-cdd1f79baccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'ac09d390-867f-4b75-a8d2-ab11550bffd6'} {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 13:55:53.229637 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.managers [req-ab40fec0-c21e-4e55-ac40-c91c94466070 req-982f9a35-b7de-4875-b40d-967e49f700e0 service neutron] Bound port: 31de2b57-1eae-4198-bc52-c86e5d901c27, host: n-h2-773647-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c9ea893d-045e-42cf-b3dd-cdd1f79baccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'ac09d390-867f-4b75-a8d2-ab11550bffd6'}}] {{(pid=100247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 13:55:53.230693 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-ab40fec0-c21e-4e55-ac40-c91c94466070 req-982f9a35-b7de-4875-b40d-967e49f700e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:53.278433 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-6f33c683-56e0-4053-adbc-7b15dad1e880 None None] Provisioning for port 081d5522-57c9-4ed7-b5ad-cb9e38223e8d completed by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 13:55:53.299174 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-6f33c683-56e0-4053-adbc-7b15dad1e880 None None] Provisioning complete for port 081d5522-57c9-4ed7-b5ad-cb9e38223e8d triggered by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:55:53.299545 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-6f33c683-56e0-4053-adbc-7b15dad1e880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:53.331721 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-be1b2870-7957-4aad-b2c9-a724067ded97 req-dc96d100-f2f0-49c5-a131-66411fbf4437 tempest-SecurityGroupsTestJSON-63281774 tempest-SecurityGroupsTestJSON-63281774-project] 10.222.0.104 "GET /v2.0/security-groups?id=66a64f11-8fd4-4070-857b-32412c48dea6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438661 Jul 06 13:55:53.362706 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-929af3ee-e15f-438e-865a-2ed2f82901e8 req-00d66ec5-4cb6-4645-a09b-972b8302a0ce tempest-ServersAdminTestJSON-391861328 tempest-ServersAdminTestJSON-391861328-project] 10.222.0.104 "GET /v2.0/security-groups?id=3bcee3ab-dc9e-46be-bc35-9f5a80cc9457&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1544399 Jul 06 13:55:53.394463 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.db [req-ab40fec0-c21e-4e55-ac40-c91c94466070 req-982f9a35-b7de-4875-b40d-967e49f700e0 service neutron] For port 31de2b57-1eae-4198-bc52-c86e5d901c27, host n-h2-773647-6, cleared binding levels {{(pid=100247) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 13:55:53.403008 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.db [req-ab40fec0-c21e-4e55-ac40-c91c94466070 req-982f9a35-b7de-4875-b40d-967e49f700e0 service neutron] For port 31de2b57-1eae-4198-bc52-c86e5d901c27, host n-h2-773647-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=31de2b57-1eae-4198-bc52-c86e5d901c27,segment=NetworkSegment(c9ea893d-045e-42cf-b3dd-cdd1f79baccd),segment_id=c9ea893d-045e-42cf-b3dd-cdd1f79baccd)] {{(pid=100247) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 13:55:53.411179 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvr_db [None req-19cbd2a4-8b53-4382-94c7-85ae4604557d None None] Set router e5bbf761-186a-4a46-9b87-595892f26081 gateway port host: n-d-773647-6 {{(pid=100248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 13:55:53.412080 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-ab40fec0-c21e-4e55-ac40-c91c94466070 req-982f9a35-b7de-4875-b40d-967e49f700e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:53.486573 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab40fec0-c21e-4e55-ac40-c91c94466070 req-982f9a35-b7de-4875-b40d-967e49f700e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:55:53.488567 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-ab40fec0-c21e-4e55-ac40-c91c94466070 req-982f9a35-b7de-4875-b40d-967e49f700e0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:53.490604 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-ab40fec0-c21e-4e55-ac40-c91c94466070 req-982f9a35-b7de-4875-b40d-967e49f700e0 service neutron] 10.222.0.72 "PUT /v2.0/ports/31de2b57-1eae-4198-bc52-c86e5d901c27 HTTP/1.1" status: 200 len: 1096 time: 1.7138674 Jul 06 13:55:53.494677 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Device 9e0a8fcf-beec-40bb-8530-7b53818607f4 details requested by agent hyperv_n-h1-773647-6 with host n-h1-773647-6 {{(pid=100248) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 13:55:53.495800 n-d-773647-6 neutron-server[100247]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d9a9a53-e652-42bf-82fc-ad1b61c065b3', 'tag': '31de2b57-1eae-4198-bc52-c86e5d901c27'}] {{(pid=100247) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 13:55:53.499562 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cbf0eeaae822f8fc9b87a94aeba67a3d651842baf663a51cba94b67a514836d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f70c6149-149a-4c83-9a55-d17961eff855" -d '{"events": [{"name": "network-changed", "server_uuid": "1d9a9a53-e652-42bf-82fc-ad1b61c065b3", "tag": "31de2b57-1eae-4198-bc52-c86e5d901c27"}]}' {{(pid=100247) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:55:53.573477 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982f9a35-b7de-4875-b40d-967e49f700e0 service neutron] Pushing event updated for resources: {'Port': ['ID=31de2b57-1eae-4198-bc52-c86e5d901c27,revision_number=3']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:55:53.656898 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab40fec0-c21e-4e55-ac40-c91c94466070 req-7f502226-bd09-445f-8a2c-85c2d39c7d70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:55:53.660452 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-ab40fec0-c21e-4e55-ac40-c91c94466070 req-7f502226-bd09-445f-8a2c-85c2d39c7d70 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=8cb5ec88b59f4a759dd81f7b3a6fc71e&device_id=1d9a9a53-e652-42bf-82fc-ad1b61c065b3 HTTP/1.1" status: 200 len: 1099 time: 0.1144419 Jul 06 13:55:53.673227 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-8c074495-b370-497c-a160-a65e48ee2349 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:53.684366 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 13:55:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9f9bc69-38b8-4292-9a7a-a3ab9cd0700d x-openstack-request-id: req-b9f9bc69-38b8-4292-9a7a-a3ab9cd0700d {{(pid=100247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:55:53.684583 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d9a9a53-e652-42bf-82fc-ad1b61c065b3", "tag": "31de2b57-1eae-4198-bc52-c86e5d901c27", "status": "completed", "code": 200}]} {{(pid=100247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:55:53.684832 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-b9f9bc69-38b8-4292-9a7a-a3ab9cd0700d {{(pid=100247) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:55:53.685225 n-d-773647-6 neutron-server[100247]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d9a9a53-e652-42bf-82fc-ad1b61c065b3', 'tag': '31de2b57-1eae-4198-bc52-c86e5d901c27', 'status': 'completed', 'code': 200} Jul 06 13:55:53.759612 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-ab40fec0-c21e-4e55-ac40-c91c94466070 req-c4a377e1-ca08-421b-8c55-43a527052470 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.235&port_id=31de2b57-1eae-4198-bc52-c86e5d901c27 HTTP/1.1" status: 200 len: 217 time: 0.0838451 Jul 06 13:55:53.780453 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] For port 9e0a8fcf-beec-40bb-8530-7b53818607f4, host n-h1-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773647-6',level=0,port_id=9e0a8fcf-beec-40bb-8530-7b53818607f4,segment=NetworkSegment(0212c0ea-43ee-41e4-b30e-4894f6429a7c),segment_id=0212c0ea-43ee-41e4-b30e-4894f6429a7c)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:55:53.814606 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Returning: {'device': '9e0a8fcf-beec-40bb-8530-7b53818607f4', 'network_id': '82de3ae2-81e4-474f-953b-e83c4f15c3b6', 'port_id': '9e0a8fcf-beec-40bb-8530-7b53818607f4', 'mac_address': 'fa:16:3e:f0:80:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1010, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '348254f1-e077-418f-a203-f985649b120f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100248) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 13:55:53.865152 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab40fec0-c21e-4e55-ac40-c91c94466070 req-093282db-7586-4bfd-bec2-831e3445e14d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:55:53.867201 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-ab40fec0-c21e-4e55-ac40-c91c94466070 req-093282db-7586-4bfd-bec2-831e3445e14d service neutron] 10.222.0.72 "GET /v2.0/subnets?id=d1c3cc78-09b9-4e30-99fd-0e5830de101d HTTP/1.1" status: 200 len: 843 time: 0.0961878 Jul 06 13:55:53.887750 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:53.895773 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.db_base_plugin_common [None req-8c074495-b370-497c-a160-a65e48ee2349 admin admin] Allocated IP 172.20.0.1 (d3290eba-34fe-4d09-b607-a6b9692a3888/e908b1cb-da85-4d39-8daf-c466492d66c9/141758bb-49e2-48c5-bb95-0f9e2500660d) {{(pid=100246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 13:55:53.918760 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-6f33c683-56e0-4053-adbc-7b15dad1e880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:53.933777 n-d-773647-6 neutron-server[100248]: DEBUG neutron.notifiers.nova [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9e0a8fcf-beec-40bb-8530-7b53818607f4 {{(pid=100248) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 13:55:53.994828 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] For port 9e0a8fcf-beec-40bb-8530-7b53818607f4, host n-h1-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773647-6',level=0,port_id=9e0a8fcf-beec-40bb-8530-7b53818607f4,segment=NetworkSegment(0212c0ea-43ee-41e4-b30e-4894f6429a7c),segment_id=0212c0ea-43ee-41e4-b30e-4894f6429a7c)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:55:54.015511 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b98773-4612-41e4-bf8e-286ecd5235c2 req-46da73a7-fae5-41d0-823d-feeafd8f408e tempest-LiveAutoBlockMigrationV225Test-654794443 tempest-LiveAutoBlockMigrationV225Test-654794443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:55:54.017107 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-a9b98773-4612-41e4-bf8e-286ecd5235c2 req-46da73a7-fae5-41d0-823d-feeafd8f408e tempest-LiveAutoBlockMigrationV225Test-654794443 tempest-LiveAutoBlockMigrationV225Test-654794443-project] 10.222.0.104 "GET /v2.0/ports?device_id=b1fcca0e-a2ed-4729-9094-7d171185dc74 HTTP/1.1" status: 200 len: 945 time: 0.1697593 Jul 06 13:55:54.027195 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:54.032175 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec14ee22-02e8-4e00-90c3-0d0e493ae2b3 req-8ad19091-c88e-4dc3-9448-177617fc8340 tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:55:54.034293 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-ec14ee22-02e8-4e00-90c3-0d0e493ae2b3 req-8ad19091-c88e-4dc3-9448-177617fc8340 tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] 10.222.0.104 "GET /v2.0/ports?device_id=cafbb505-1705-4cb2-a601-c8ea5a6459a9 HTTP/1.1" status: 200 len: 949 time: 0.1478870 Jul 06 13:55:54.041835 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab40fec0-c21e-4e55-ac40-c91c94466070 req-d2dba99a-9e34-4483-87dc-27db6b516a0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:55:54.044387 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-ab40fec0-c21e-4e55-ac40-c91c94466070 req-d2dba99a-9e34-4483-87dc-27db6b516a0b service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=ac09d390-867f-4b75-a8d2-ab11550bffd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1553671 Jul 06 13:55:54.061690 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-6f33c683-56e0-4053-adbc-7b15dad1e880 None None] For port 081d5522-57c9-4ed7-b5ad-cb9e38223e8d, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=081d5522-57c9-4ed7-b5ad-cb9e38223e8d,segment=NetworkSegment(8141d218-0a7a-43f9-9316-1749c8612198),segment_id=8141d218-0a7a-43f9-9316-1749c8612198)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:55:54.074294 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-6f33c683-56e0-4053-adbc-7b15dad1e880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:54.111476 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Pushing event updated for resources: {'Port': ['ID=9e0a8fcf-beec-40bb-8530-7b53818607f4,revision_number=4']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:55:54.147917 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-8c074495-b370-497c-a160-a65e48ee2349 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:54.174630 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f33c683-56e0-4053-adbc-7b15dad1e880 None None] Pushing event updated for resources: {'Port': ['ID=081d5522-57c9-4ed7-b5ad-cb9e38223e8d,revision_number=3']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:55:54.176212 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-a9b98773-4612-41e4-bf8e-286ecd5235c2 req-3d3a2692-423e-48a0-bf69-957fb52b7dd5 tempest-LiveAutoBlockMigrationV225Test-654794443 tempest-LiveAutoBlockMigrationV225Test-654794443-project] 10.222.0.104 "GET /v2.0/security-groups?id=43f6fcb8-9501-44d6-9feb-82c82c5d5862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1408103 Jul 06 13:55:54.189626 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.provisioning_blocks [None req-8c074495-b370-497c-a160-a65e48ee2349 admin admin] Transition to ACTIVE for port object 141758bb-49e2-48c5-bb95-0f9e2500660d will not be triggered until provisioned by entity DHCP. {{(pid=100246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 13:55:54.200127 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-19cbd2a4-8b53-4382-94c7-85ae4604557d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5bbf761-186a-4a46-9b87-595892f26081', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1425602853-router', 'tenant_id': '17f723ad3a484ba4932b5619e0399c64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.9'}], 'enable_snat': True}, 'gw_port_id': '45dbe948-b1eb-4a91-913e-290dd113d6ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T13:55:50Z', 'updated_at': '2021-07-06T13:55:51Z', 'revision_number': 3, 'project_id': '17f723ad3a484ba4932b5619e0399c64', 'gw_port': {'id': '45dbe948-b1eb-4a91-913e-290dd113d6ff', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:46:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5bbf761-186a-4a46-9b87-595892f26081', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:55:51Z', 'updated_at': '2021-07-06T13:55:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6'}], 'n-d-773647-6', False) {} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:55:54.239842 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-ec14ee22-02e8-4e00-90c3-0d0e493ae2b3 req-f61bb409-c1ba-4fa0-8ae2-457df61ffc34 tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] 10.222.0.104 "GET /v2.0/security-groups?id=9f5b92e9-7340-49c3-a9bb-41e4a1caffc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1626458 Jul 06 13:55:54.244025 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19cbd2a4-8b53-4382-94c7-85ae4604557d None None] Checking router: e5bbf761-186a-4a46-9b87-595892f26081 for host: n-d-773647-6 {{(pid=100248) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 13:55:54.244466 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19cbd2a4-8b53-4382-94c7-85ae4604557d None None] Updating router e5bbf761-186a-4a46-9b87-595892f26081 port 45dbe948-b1eb-4a91-913e-290dd113d6ff binding host n-d-773647-6 {{(pid=100248) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 13:55:54.259061 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-8c074495-b370-497c-a160-a65e48ee2349 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-127687573'] for port, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:54.320894 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-19cbd2a4-8b53-4382-94c7-85ae4604557d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:54.321306 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-ab40fec0-c21e-4e55-ac40-c91c94466070 req-4224ac59-a7e1-4869-8551-9ef9f7c084bf service neutron] 10.222.0.72 "GET /v2.0/networks/ac09d390-867f-4b75-a8d2-ab11550bffd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2630789 Jul 06 13:55:54.350259 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c074495-b370-497c-a160-a65e48ee2349 admin admin] Network d3290eba-34fe-4d09-b607-a6b9692a3888 is already hosted by enough agents. {{(pid=100246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 13:55:54.358096 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.base_scheduler [None req-8c074495-b370-497c-a160-a65e48ee2349 admin admin] Resources bound (agent type, host, resource id): {{(pid=100246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:55:54.363561 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c074495-b370-497c-a160-a65e48ee2349 admin admin] Received port after_create {{(pid=100246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 13:55:54.387793 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 081d5522-57c9-4ed7-b5ad-cb9e38223e8d up at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 13:55:54.435496 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c074495-b370-497c-a160-a65e48ee2349 admin admin] Pushing event updated for resources: {'Port': ['ID=141758bb-49e2-48c5-bb95-0f9e2500660d,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:55:54.458453 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-8c074495-b370-497c-a160-a65e48ee2349 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1807675'] for router_interface, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:54.500812 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-ab40fec0-c21e-4e55-ac40-c91c94466070 req-7d1555be-19b3-416d-a68f-d0ff938870a7 service neutron] 10.222.0.72 "GET /v2.0/networks/ac09d390-867f-4b75-a8d2-ab11550bffd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1785204 Jul 06 13:55:54.574694 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-c2ba7b04-7c03-4527-b1f7-4cc0e039f86d None None] Provisioning complete for port 081d5522-57c9-4ed7-b5ad-cb9e38223e8d triggered by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:55:54.575193 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-c2ba7b04-7c03-4527-b1f7-4cc0e039f86d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:54.577656 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] get_ports_and_sgs() called for port_ids ['9e0a8fcf-beec-40bb-8530-7b53818607f4'] {{(pid=100248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 13:55:54.669623 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70c6149-149a-4c83-9a55-d17961eff855 req-b8070e5e-438d-42c3-b0bf-b27dfa37cfea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:55:54.671293 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-f70c6149-149a-4c83-9a55-d17961eff855 req-b8070e5e-438d-42c3-b0bf-b27dfa37cfea service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=8cb5ec88b59f4a759dd81f7b3a6fc71e&device_id=1d9a9a53-e652-42bf-82fc-ad1b61c065b3 HTTP/1.1" status: 200 len: 1099 time: 0.1078947 Jul 06 13:55:54.743843 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning complete for port 081d5522-57c9-4ed7-b5ad-cb9e38223e8d triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:55:54.744224 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:54.899473 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70c6149-149a-4c83-9a55-d17961eff855 req-1fa51473-fc2d-45e7-b68c-666fa33750c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:55:54.907369 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-f70c6149-149a-4c83-9a55-d17961eff855 req-1fa51473-fc2d-45e7-b68c-666fa33750c4 service neutron] 10.222.0.72 "GET /v2.0/networks?id=ac09d390-867f-4b75-a8d2-ab11550bffd6 HTTP/1.1" status: 200 len: 871 time: 0.2217607 Jul 06 13:55:55.013775 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-8c074495-b370-497c-a160-a65e48ee2349 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:55.042653 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-f70c6149-149a-4c83-9a55-d17961eff855 req-da6c781c-a946-4141-8eb1-16c553b94ee2 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.235&port_id=31de2b57-1eae-4198-bc52-c86e5d901c27 HTTP/1.1" status: 200 len: 217 time: 0.0660925 Jul 06 13:55:55.156792 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-fe8ea6d5-5144-4f34-b04f-ff7cb8d8dd25 None None] Provisioning for port 141758bb-49e2-48c5-bb95-0f9e2500660d completed by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 13:55:55.158938 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80b70d2-bcbd-4767-a2e6-ce9b0aeeccb3 req-3de051e5-4521-4355-955a-e2dd5c5813b1 tempest-SecurityGroupsTestJSON-63281774 tempest-SecurityGroupsTestJSON-63281774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:55:55.163570 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-fe8ea6d5-5144-4f34-b04f-ff7cb8d8dd25 None None] Provisioning complete for port 141758bb-49e2-48c5-bb95-0f9e2500660d triggered by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:55:55.163951 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-fe8ea6d5-5144-4f34-b04f-ff7cb8d8dd25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:55.166123 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-b80b70d2-bcbd-4767-a2e6-ce9b0aeeccb3 req-3de051e5-4521-4355-955a-e2dd5c5813b1 tempest-SecurityGroupsTestJSON-63281774 tempest-SecurityGroupsTestJSON-63281774-project] 10.222.0.104 "GET /v2.0/ports?device_id=bbe928b0-5e7c-4721-9637-d47d31cb39fc HTTP/1.1" status: 200 len: 944 time: 0.2249484 Jul 06 13:55:55.180351 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70c6149-149a-4c83-9a55-d17961eff855 req-c36ba587-c63c-43b3-87f0-01e409a38e2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:55:55.181782 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-f70c6149-149a-4c83-9a55-d17961eff855 req-c36ba587-c63c-43b3-87f0-01e409a38e2d service neutron] 10.222.0.72 "GET /v2.0/subnets?id=d1c3cc78-09b9-4e30-99fd-0e5830de101d HTTP/1.1" status: 200 len: 843 time: 0.1124337 Jul 06 13:55:55.211344 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-fe8ea6d5-5144-4f34-b04f-ff7cb8d8dd25 None None] Port 141758bb-49e2-48c5-bb95-0f9e2500660d cannot update to ACTIVE because it is not bound. {{(pid=100248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 13:55:55.224158 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-19cbd2a4-8b53-4382-94c7-85ae4604557d None None] Notify callbacks [] for port, precommit_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:55.236979 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-19cbd2a4-8b53-4382-94c7-85ae4604557d None None] Transition to ACTIVE for port object 45dbe948-b1eb-4a91-913e-290dd113d6ff will not be triggered until provisioned by entity L2. {{(pid=100248) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 13:55:55.240695 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-8c074495-b370-497c-a160-a65e48ee2349 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:55.244604 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5626fc-6528-4e96-877b-51203528fe8f req-ef1c50cb-3a91-46f0-9b78-0c6ed77ab1be tempest-ServersAdminTestJSON-391861328 tempest-ServersAdminTestJSON-391861328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:55:55.244762 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-19cbd2a4-8b53-4382-94c7-85ae4604557d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:55.246119 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-8c074495-b370-497c-a160-a65e48ee2349 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127687527'] for port, after_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:55.252205 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-1d5626fc-6528-4e96-877b-51203528fe8f req-ef1c50cb-3a91-46f0-9b78-0c6ed77ab1be tempest-ServersAdminTestJSON-391861328 tempest-ServersAdminTestJSON-391861328-project] 10.222.0.104 "GET /v2.0/ports?device_id=1d9a9a53-e652-42bf-82fc-ad1b61c065b3 HTTP/1.1" status: 200 len: 948 time: 0.2226863 Jul 06 13:55:55.298030 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-b80b70d2-bcbd-4767-a2e6-ce9b0aeeccb3 req-54c53715-addc-4f17-a0f1-af2597349968 tempest-SecurityGroupsTestJSON-63281774 tempest-SecurityGroupsTestJSON-63281774-project] 10.222.0.104 "GET /v2.0/security-groups?id=66a64f11-8fd4-4070-857b-32412c48dea6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309536 Jul 06 13:55:55.322065 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-19cbd2a4-8b53-4382-94c7-85ae4604557d None None] Attempting to bind port 45dbe948-b1eb-4a91-913e-290dd113d6ff on host n-d-773647-6 for vnic_type normal with profile {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 13:55:55.323447 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-19cbd2a4-8b53-4382-94c7-85ae4604557d None None] Attempting to bind port 45dbe948-b1eb-4a91-913e-290dd113d6ff by drivers openvswitch,hyperv on host n-d-773647-6 at level 0 using segments [{'id': '89a832b7-7793-4d51-9038-ed7e1c3ff1b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719'}] {{(pid=100248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 13:55:55.324727 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19cbd2a4-8b53-4382-94c7-85ae4604557d None None] Attempting to bind port 45dbe948-b1eb-4a91-913e-290dd113d6ff on network 2658f09e-a580-4d4a-9968-2d1e0ad93719 {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 13:55:55.338635 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-8c074495-b370-497c-a160-a65e48ee2349 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1809478'] for router_interface, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:55.341303 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c074495-b370-497c-a160-a65e48ee2349 admin admin] Pushing event updated for resources: {'Port': ['ID=141758bb-49e2-48c5-bb95-0f9e2500660d,revision_number=2']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:55:55.348371 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19cbd2a4-8b53-4382-94c7-85ae4604557d None None] Checking agent: {'id': '8ab5b19c-d213-4f29-891d-27bdf39d38b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773647-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 43, 26), 'started_at': datetime.datetime(2021, 7, 6, 13, 43, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 13, 55, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773647-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 13:55:55.349139 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19cbd2a4-8b53-4382-94c7-85ae4604557d None None] Checking segment: {'id': '89a832b7-7793-4d51-9038-ed7e1c3ff1b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 13:55:55.349644 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-19cbd2a4-8b53-4382-94c7-85ae4604557d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:55.350319 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19cbd2a4-8b53-4382-94c7-85ae4604557d None None] Bound using segment: {'id': '89a832b7-7793-4d51-9038-ed7e1c3ff1b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719'} {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 13:55:55.350909 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-19cbd2a4-8b53-4382-94c7-85ae4604557d None None] Bound port: 45dbe948-b1eb-4a91-913e-290dd113d6ff, host: n-d-773647-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89a832b7-7793-4d51-9038-ed7e1c3ff1b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719'}}] {{(pid=100248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 13:55:55.351871 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-19cbd2a4-8b53-4382-94c7-85ae4604557d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:55.375370 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-1d5626fc-6528-4e96-877b-51203528fe8f req-46cdff0a-9475-4629-82fe-e79c821f8155 tempest-ServersAdminTestJSON-391861328 tempest-ServersAdminTestJSON-391861328-project] 10.222.0.104 "GET /v2.0/security-groups?id=3bcee3ab-dc9e-46be-bc35-9f5a80cc9457&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221769 Jul 06 13:55:55.381199 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b43faac-a8e0-4b0e-89b0-ad7a7e1f4b0e None None] Pushing event updated for resources: {'Port': ['ID=45dbe948-b1eb-4a91-913e-290dd113d6ff,revision_number=2']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:55:55.428630 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70c6149-149a-4c83-9a55-d17961eff855 req-d1f94c83-c152-43c5-aec3-188943c1ce38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:55:55.430154 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-f70c6149-149a-4c83-9a55-d17961eff855 req-d1f94c83-c152-43c5-aec3-188943c1ce38 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=ac09d390-867f-4b75-a8d2-ab11550bffd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2341576 Jul 06 13:55:55.444680 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-19cbd2a4-8b53-4382-94c7-85ae4604557d None None] For port 45dbe948-b1eb-4a91-913e-290dd113d6ff, host n-d-773647-6, cleared binding levels {{(pid=100248) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 13:55:55.448725 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-19cbd2a4-8b53-4382-94c7-85ae4604557d None None] For port 45dbe948-b1eb-4a91-913e-290dd113d6ff, host n-d-773647-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=45dbe948-b1eb-4a91-913e-290dd113d6ff,segment=NetworkSegment(89a832b7-7793-4d51-9038-ed7e1c3ff1b2),segment_id=89a832b7-7793-4d51-9038-ed7e1c3ff1b2)] {{(pid=100248) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 13:55:55.455056 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-19cbd2a4-8b53-4382-94c7-85ae4604557d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:55.497779 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c074495-b370-497c-a160-a65e48ee2349 admin admin] Network d3290eba-34fe-4d09-b607-a6b9692a3888 is already hosted by enough agents. {{(pid=100246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 13:55:55.499590 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.base_scheduler [None req-8c074495-b370-497c-a160-a65e48ee2349 admin admin] Resources bound (agent type, host, resource id): {{(pid=100246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:55:55.514599 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19cbd2a4-8b53-4382-94c7-85ae4604557d None None] Routers {'e5bbf761-186a-4a46-9b87-595892f26081'} bound to L3 agent in host n-d-773647-6 {{(pid=100248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 13:55:55.515441 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-19cbd2a4-8b53-4382-94c7-85ae4604557d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T13:55:25Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['e5bbf761-186a-4a46-9b87-595892f26081'], 'active': True} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:55:55.624042 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-f70c6149-149a-4c83-9a55-d17961eff855 req-8e1fc73d-5db6-4f34-81d2-bc4e5ec0e6fe service neutron] 10.222.0.72 "GET /v2.0/networks/ac09d390-867f-4b75-a8d2-ab11550bffd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1856501 Jul 06 13:55:55.706706 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c074495-b370-497c-a160-a65e48ee2349 admin admin] Router e5bbf761-186a-4a46-9b87-595892f26081 has already been hosted by L3 agent 2823d358-a11b-4885-a706-95a279e43fa7 {{(pid=100246) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 13:55:55.833957 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c074495-b370-497c-a160-a65e48ee2349 admin admin] Notify agent at l3_agent.n-d-773647-6 the message routers_updated {{(pid=100246) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 13:55:55.850176 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-8c074495-b370-497c-a160-a65e48ee2349 admin admin] 10.222.0.104 "PUT /v2.0/routers/e5bbf761-186a-4a46-9b87-595892f26081/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8464727 Jul 06 13:55:55.904433 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-f70c6149-149a-4c83-9a55-d17961eff855 req-cdb51c12-aea9-40fe-a195-295ad4377c3e service neutron] 10.222.0.72 "GET /v2.0/networks/ac09d390-867f-4b75-a8d2-ab11550bffd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2636702 Jul 06 13:55:55.914693 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvr_db [None req-19cbd2a4-8b53-4382-94c7-85ae4604557d None None] Set router e5bbf761-186a-4a46-9b87-595892f26081 gateway port host: n-d-773647-6 {{(pid=100248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 13:55:55.918008 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c126decf-f6b1-47ed-bc66-711adbb39782 req-087f58f3-979f-4899-8736-430b9afccf74 tempest-LiveAutoBlockMigrationV225Test-654794443 tempest-LiveAutoBlockMigrationV225Test-654794443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:55:55.925354 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-c126decf-f6b1-47ed-bc66-711adbb39782 req-087f58f3-979f-4899-8736-430b9afccf74 tempest-LiveAutoBlockMigrationV225Test-654794443 tempest-LiveAutoBlockMigrationV225Test-654794443-project] 10.222.0.104 "GET /v2.0/ports?device_id=b1fcca0e-a2ed-4729-9094-7d171185dc74 HTTP/1.1" status: 200 len: 945 time: 0.2869532 Jul 06 13:55:55.955518 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d968ec6f-bf2c-4cd9-b346-af7ca4f88c28 req-7a8f0e75-ad66-4a8d-9b61-b1f6ccffe5eb tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:55:55.957006 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-d968ec6f-bf2c-4cd9-b346-af7ca4f88c28 req-7a8f0e75-ad66-4a8d-9b61-b1f6ccffe5eb tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] 10.222.0.104 "GET /v2.0/ports?device_id=cafbb505-1705-4cb2-a601-c8ea5a6459a9 HTTP/1.1" status: 200 len: 949 time: 0.2054837 Jul 06 13:55:56.002086 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-c126decf-f6b1-47ed-bc66-711adbb39782 req-0f0546e6-58f4-4223-bd4d-cc16f75df678 tempest-LiveAutoBlockMigrationV225Test-654794443 tempest-LiveAutoBlockMigrationV225Test-654794443-project] 10.222.0.104 "GET /v2.0/security-groups?id=43f6fcb8-9501-44d6-9feb-82c82c5d5862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757790 Jul 06 13:55:56.052190 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b43faac-a8e0-4b0e-89b0-ad7a7e1f4b0e None None] Pushing event updated for resources: {'Port': ['ID=45dbe948-b1eb-4a91-913e-290dd113d6ff,revision_number=3']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:55:56.056368 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-d968ec6f-bf2c-4cd9-b346-af7ca4f88c28 req-7f2066ab-bad1-4a73-84a0-786ff500a409 tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] 10.222.0.104 "GET /v2.0/security-groups?id=9f5b92e9-7340-49c3-a9bb-41e4a1caffc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883946 Jul 06 13:55:56.075711 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-419dd10a-ed7b-48ca-b2f4-46287175ce0d None None] Provisioning complete for port 141758bb-49e2-48c5-bb95-0f9e2500660d triggered by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:55:56.076106 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-419dd10a-ed7b-48ca-b2f4-46287175ce0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:56.113650 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:56.115600 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-fc65b8ce-27b0-4aa9-8fb4-14edd64e3700 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:56.206386 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-419dd10a-ed7b-48ca-b2f4-46287175ce0d None None] Port 141758bb-49e2-48c5-bb95-0f9e2500660d cannot update to ACTIVE because it is not bound. {{(pid=100248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 13:55:56.257022 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6a461a-b49c-4fbb-be0f-3a055661a09b req-162a5c14-4b2f-4a6a-b52e-dee2ea152a03 tempest-LiveAutoBlockMigrationV225Test-1685424674 tempest-LiveAutoBlockMigrationV225Test-1685424674-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:55:56.258697 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-dd6a461a-b49c-4fbb-be0f-3a055661a09b req-162a5c14-4b2f-4a6a-b52e-dee2ea152a03 tempest-LiveAutoBlockMigrationV225Test-1685424674 tempest-LiveAutoBlockMigrationV225Test-1685424674-project-admin] 10.222.0.104 "GET /v2.0/ports?device_id=b1fcca0e-a2ed-4729-9094-7d171185dc74 HTTP/1.1" status: 200 len: 1096 time: 0.1052814 Jul 06 13:55:56.327539 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-19cbd2a4-8b53-4382-94c7-85ae4604557d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5bbf761-186a-4a46-9b87-595892f26081', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1425602853-router', 'tenant_id': '17f723ad3a484ba4932b5619e0399c64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.9'}], 'enable_snat': True}, 'gw_port_id': '45dbe948-b1eb-4a91-913e-290dd113d6ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T13:55:50Z', 'updated_at': '2021-07-06T13:55:54Z', 'revision_number': 4, 'project_id': '17f723ad3a484ba4932b5619e0399c64', 'gw_port': {'id': '45dbe948-b1eb-4a91-913e-290dd113d6ff', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:46:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5bbf761-186a-4a46-9b87-595892f26081', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:55:51Z', 'updated_at': '2021-07-06T13:55:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6', '_interfaces': [{'id': '141758bb-49e2-48c5-bb95-0f9e2500660d', 'name': '', 'network_id': 'd3290eba-34fe-4d09-b607-a6b9692a3888', 'tenant_id': '17f723ad3a484ba4932b5619e0399c64', 'mac_address': 'fa:16:3e:87:b9:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5bbf761-186a-4a46-9b87-595892f26081', 'device_owner': 'network:router_interface', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'e908b1cb-da85-4d39-8daf-c466492d66c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:55:53Z', 'updated_at': '2021-07-06T13:55:55Z', 'revision_number': 2, 'project_id': '17f723ad3a484ba4932b5619e0399c64', 'subnets': [{'id': 'e908b1cb-da85-4d39-8daf-c466492d66c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773647-6', False) {} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:55:56.332418 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-dd6a461a-b49c-4fbb-be0f-3a055661a09b req-7209075a-81fe-4781-a050-d732f59092ab tempest-LiveAutoBlockMigrationV225Test-1685424674 tempest-LiveAutoBlockMigrationV225Test-1685424674-project-admin] 10.222.0.104 "GET /v2.0/security-groups?id=43f6fcb8-9501-44d6-9feb-82c82c5d5862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636027 Jul 06 13:55:56.408333 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19cbd2a4-8b53-4382-94c7-85ae4604557d None None] The sync data for ids ['e5bbf761-186a-4a46-9b87-595892f26081'] in n-d-773647-6 is: [{'id': 'e5bbf761-186a-4a46-9b87-595892f26081', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1425602853-router', 'tenant_id': '17f723ad3a484ba4932b5619e0399c64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.9'}], 'enable_snat': True}, 'gw_port_id': '45dbe948-b1eb-4a91-913e-290dd113d6ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T13:55:50Z', 'updated_at': '2021-07-06T13:55:54Z', 'revision_number': 4, 'project_id': '17f723ad3a484ba4932b5619e0399c64', 'gw_port': {'id': '45dbe948-b1eb-4a91-913e-290dd113d6ff', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:46:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5bbf761-186a-4a46-9b87-595892f26081', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:55:51Z', 'updated_at': '2021-07-06T13:55:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6', '_interfaces': [{'id': '141758bb-49e2-48c5-bb95-0f9e2500660d', 'name': '', 'network_id': 'd3290eba-34fe-4d09-b607-a6b9692a3888', 'tenant_id': '17f723ad3a484ba4932b5619e0399c64', 'mac_address': 'fa:16:3e:87:b9:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5bbf761-186a-4a46-9b87-595892f26081', 'device_owner': 'network:router_interface', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'e908b1cb-da85-4d39-8daf-c466492d66c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:55:53Z', 'updated_at': '2021-07-06T13:55:55Z', 'revision_number': 2, 'project_id': '17f723ad3a484ba4932b5619e0399c64', 'subnets': [{'id': 'e908b1cb-da85-4d39-8daf-c466492d66c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 13:55:56.432723 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 57410) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:55:56.477118 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-2064eaae-da4f-48f8-82d2-b09d4ddedd44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:56.587620 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd395881-ab13-401d-b4b6-73dcecba11c7 req-07bb28bd-8366-4b64-9d71-d1d76b92bb34 tempest-FloatingIPsAssociationNegativeTestJSON-1134509891 tempest-FloatingIPsAssociationNegativeTestJSON-1134509891-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:55:56.588230 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-3c8361ea-8c13-45a8-8007-73ff020bcdcb admin admin] Notify callbacks [] for security_group, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:56.597258 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-dd395881-ab13-401d-b4b6-73dcecba11c7 req-07bb28bd-8366-4b64-9d71-d1d76b92bb34 tempest-FloatingIPsAssociationNegativeTestJSON-1134509891 tempest-FloatingIPsAssociationNegativeTestJSON-1134509891-project] 10.222.0.104 "GET /v2.0/networks?id=d3290eba-34fe-4d09-b607-a6b9692a3888 HTTP/1.1" status: 200 len: 829 time: 0.1849999 Jul 06 13:55:56.619356 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-dd395881-ab13-401d-b4b6-73dcecba11c7 req-6a842666-d926-4eaa-be85-837c0b22662c tempest-FloatingIPsAssociationNegativeTestJSON-1134509891 tempest-FloatingIPsAssociationNegativeTestJSON-1134509891-project] 10.222.0.104 "GET /v2.0/quotas/17f723ad3a484ba4932b5619e0399c64 HTTP/1.1" status: 200 len: 375 time: 0.0202560 Jul 06 13:55:56.699125 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512978a8-288a-438c-8338-ec0b470e530a req-39977f34-3851-415d-aa08-0eebc7cdded3 tempest-SecurityGroupsTestJSON-63281774 tempest-SecurityGroupsTestJSON-63281774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:55:56.702876 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-512978a8-288a-438c-8338-ec0b470e530a req-39977f34-3851-415d-aa08-0eebc7cdded3 tempest-SecurityGroupsTestJSON-63281774 tempest-SecurityGroupsTestJSON-63281774-project] 10.222.0.104 "GET /v2.0/ports?device_id=bbe928b0-5e7c-4721-9637-d47d31cb39fc HTTP/1.1" status: 200 len: 944 time: 0.1710584 Jul 06 13:55:56.741853 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-dd395881-ab13-401d-b4b6-73dcecba11c7 req-114edf33-d7e8-4ffd-b81d-bc3f45b88e5f tempest-FloatingIPsAssociationNegativeTestJSON-1134509891 tempest-FloatingIPsAssociationNegativeTestJSON-1134509891-project] 10.222.0.104 "GET /v2.0/ports?tenant_id=17f723ad3a484ba4932b5619e0399c64&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1179063 Jul 06 13:55:56.769631 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-3c8361ea-8c13-45a8-8007-73ff020bcdcb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:56.774043 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-3c8361ea-8c13-45a8-8007-73ff020bcdcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:56.824432 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-3c8361ea-8c13-45a8-8007-73ff020bcdcb admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=b9c45a115e904cbd93d725d0af1406f9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3906028 Jul 06 13:55:56.825675 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8361ea-8c13-45a8-8007-73ff020bcdcb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b4493c0-13cc-4d1c-b5c7-54dfc21cfb78,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:55:56.828257 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 57416) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:55:56.832109 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-512978a8-288a-438c-8338-ec0b470e530a req-26dd45de-0ec7-4277-8a09-19fba8fc545b tempest-SecurityGroupsTestJSON-63281774 tempest-SecurityGroupsTestJSON-63281774-project] 10.222.0.104 "GET /v2.0/security-groups?id=66a64f11-8fd4-4070-857b-32412c48dea6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218202 Jul 06 13:55:56.893174 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-dd395881-ab13-401d-b4b6-73dcecba11c7 req-deeb77d1-a7e3-45fe-98e0-2e554ac6793b service neutron] 10.222.0.104 "GET /v2.0/networks/d3290eba-34fe-4d09-b607-a6b9692a3888?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1549282 Jul 06 13:55:56.911526 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-4da10fca-29a7-49c5-bd6e-0ef6096721aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:56.942276 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-4da10fca-29a7-49c5-bd6e-0ef6096721aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:57.019874 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-4da10fca-29a7-49c5-bd6e-0ef6096721aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:57.022682 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-4da10fca-29a7-49c5-bd6e-0ef6096721aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:57.024048 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-4da10fca-29a7-49c5-bd6e-0ef6096721aa admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/4b4493c0-13cc-4d1c-b5c7-54dfc21cfb78 HTTP/1.1" status: 204 len: 168 time: 0.1947136 Jul 06 13:55:57.032836 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da10fca-29a7-49c5-bd6e-0ef6096721aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b4493c0-13cc-4d1c-b5c7-54dfc21cfb78,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:55:57.092864 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-dd395881-ab13-401d-b4b6-73dcecba11c7 req-4543333d-b4e7-4b40-881c-c619ddba3f74 service neutron] 10.222.0.104 "GET /v2.0/networks/d3290eba-34fe-4d09-b607-a6b9692a3888?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1890833 Jul 06 13:55:57.104296 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a70e36-2f25-4519-af04-424ad2bade56 req-9708aae3-c678-4334-97ad-9910fc24c4f1 tempest-ServersAdminTestJSON-391861328 tempest-ServersAdminTestJSON-391861328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:55:57.111455 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-c4a70e36-2f25-4519-af04-424ad2bade56 req-9708aae3-c678-4334-97ad-9910fc24c4f1 tempest-ServersAdminTestJSON-391861328 tempest-ServersAdminTestJSON-391861328-project] 10.222.0.104 "GET /v2.0/ports?device_id=1d9a9a53-e652-42bf-82fc-ad1b61c065b3 HTTP/1.1" status: 200 len: 948 time: 0.1350501 Jul 06 13:55:57.182156 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-c4a70e36-2f25-4519-af04-424ad2bade56 req-12a2c011-ef22-4b5d-af8f-bde479f8afa9 tempest-ServersAdminTestJSON-391861328 tempest-ServersAdminTestJSON-391861328-project] 10.222.0.104 "GET /v2.0/security-groups?id=3bcee3ab-dc9e-46be-bc35-9f5a80cc9457&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695677 Jul 06 13:55:57.502002 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Device 9e0a8fcf-beec-40bb-8530-7b53818607f4 up at agent hyperv_n-h1-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 13:55:57.503657 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0263bab7-b173-42ff-b4cc-749daa68c27f req-6b74a3f0-e9f6-4f6a-9752-e8bb055eebee tempest-LiveAutoBlockMigrationV225Test-1685424674 tempest-LiveAutoBlockMigrationV225Test-1685424674-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:55:57.527892 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-0263bab7-b173-42ff-b4cc-749daa68c27f req-6b74a3f0-e9f6-4f6a-9752-e8bb055eebee tempest-LiveAutoBlockMigrationV225Test-1685424674 tempest-LiveAutoBlockMigrationV225Test-1685424674-project-admin] 10.222.0.104 "GET /v2.0/ports?device_id=b1fcca0e-a2ed-4729-9094-7d171185dc74 HTTP/1.1" status: 200 len: 1096 time: 0.1488683 Jul 06 13:55:57.599876 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Device 31de2b57-1eae-4198-bc52-c86e5d901c27 details requested by agent hyperv_n-h2-773647-6 with host n-h2-773647-6 {{(pid=100248) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 13:55:57.692655 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Provisioning for port 9e0a8fcf-beec-40bb-8530-7b53818607f4 completed by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 13:55:57.704756 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Provisioning complete for port 9e0a8fcf-beec-40bb-8530-7b53818607f4 triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:55:57.705509 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:57.746570 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-0263bab7-b173-42ff-b4cc-749daa68c27f req-541b56a9-5991-4750-b717-7247b8e88278 tempest-LiveAutoBlockMigrationV225Test-1685424674 tempest-LiveAutoBlockMigrationV225Test-1685424674-project-admin] 10.222.0.104 "GET /v2.0/security-groups?id=43f6fcb8-9501-44d6-9feb-82c82c5d5862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1964996 Jul 06 13:55:57.869034 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc2f531-cf0e-4cd8-b754-248405050bca req-cbced956-d5ce-4a4f-b7f3-ec08f9efe73c tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:55:57.873096 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-9cc2f531-cf0e-4cd8-b754-248405050bca req-cbced956-d5ce-4a4f-b7f3-ec08f9efe73c tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] 10.222.0.104 "GET /v2.0/ports?device_id=cafbb505-1705-4cb2-a601-c8ea5a6459a9 HTTP/1.1" status: 200 len: 949 time: 0.2826116 Jul 06 13:55:57.988394 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] For port 31de2b57-1eae-4198-bc52-c86e5d901c27, host n-h2-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=31de2b57-1eae-4198-bc52-c86e5d901c27,segment=NetworkSegment(c9ea893d-045e-42cf-b3dd-cdd1f79baccd),segment_id=c9ea893d-045e-42cf-b3dd-cdd1f79baccd)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:55:58.034132 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-f95c6812-db78-4173-99a4-8222247912c8 req-bd00ef37-e642-4c17-b2cc-e87e67e34877 tempest-FloatingIPsAssociationNegativeTestJSON-1134509891 tempest-FloatingIPsAssociationNegativeTestJSON-1134509891-project] 10.222.0.104 "GET /v2.0/ports?device_id=d910425e-b227-495e-9524-a26893783754 HTTP/1.1" status: 200 len: 210 time: 0.1208234 Jul 06 13:55:58.036429 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Returning: {'device': '31de2b57-1eae-4198-bc52-c86e5d901c27', 'network_id': 'ac09d390-867f-4b75-a8d2-ab11550bffd6', 'port_id': '31de2b57-1eae-4198-bc52-c86e5d901c27', 'mac_address': 'fa:16:3e:db:47:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1023, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd1c3cc78-09b9-4e30-99fd-0e5830de101d', 'ip_address': '192.168.233.235'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100248) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 13:55:58.050581 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:58.110265 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-9cc2f531-cf0e-4cd8-b754-248405050bca req-b7613de4-d8ab-431c-ad50-bd682693c508 tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] 10.222.0.104 "GET /v2.0/security-groups?id=9f5b92e9-7340-49c3-a9bb-41e4a1caffc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2028601 Jul 06 13:55:58.149573 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:58.151273 n-d-773647-6 neutron-server[100248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbe928b0-5e7c-4721-9637-d47d31cb39fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e0a8fcf-beec-40bb-8530-7b53818607f4'}] {{(pid=100248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 13:55:58.156693 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84af257533e383389cbcf231d3534f4d5e149e7203fea16b4a8fc01438dddaf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0780a775-8ba0-4fc5-af4a-744b58e31e26" -d '{"events": [{"server_uuid": "bbe928b0-5e7c-4721-9637-d47d31cb39fc", "name": "network-vif-plugged", "status": "completed", "tag": "9e0a8fcf-beec-40bb-8530-7b53818607f4"}]}' {{(pid=100248) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:55:58.224401 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] For port 9e0a8fcf-beec-40bb-8530-7b53818607f4, host n-h1-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773647-6',level=0,port_id=9e0a8fcf-beec-40bb-8530-7b53818607f4,segment=NetworkSegment(0212c0ea-43ee-41e4-b30e-4894f6429a7c),segment_id=0212c0ea-43ee-41e4-b30e-4894f6429a7c)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:55:58.227415 n-d-773647-6 neutron-server[100248]: DEBUG neutron.notifiers.nova [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 31de2b57-1eae-4198-bc52-c86e5d901c27 {{(pid=100248) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 13:55:58.300553 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:58.465536 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] For port 31de2b57-1eae-4198-bc52-c86e5d901c27, host n-h2-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=31de2b57-1eae-4198-bc52-c86e5d901c27,segment=NetworkSegment(c9ea893d-045e-42cf-b3dd-cdd1f79baccd),segment_id=c9ea893d-045e-42cf-b3dd-cdd1f79baccd)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:55:58.480418 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 13:55:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17f6dcfc-8c33-4649-b7b9-c0dd12f81aa7 x-openstack-request-id: req-17f6dcfc-8c33-4649-b7b9-c0dd12f81aa7 {{(pid=100248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:55:58.481488 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bbe928b0-5e7c-4721-9637-d47d31cb39fc", "name": "network-vif-plugged", "status": "completed", "tag": "9e0a8fcf-beec-40bb-8530-7b53818607f4", "code": 200}]} {{(pid=100248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:55:58.482196 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-17f6dcfc-8c33-4649-b7b9-c0dd12f81aa7 {{(pid=100248) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:55:58.483145 n-d-773647-6 neutron-server[100248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bbe928b0-5e7c-4721-9637-d47d31cb39fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e0a8fcf-beec-40bb-8530-7b53818607f4', 'code': 200} Jul 06 13:55:58.496171 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:58.514989 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55f869e-f1eb-4518-90f4-0eb324c07b3f req-43620b46-d0b3-4d2d-9f47-07fa46f96583 tempest-SecurityGroupsTestJSON-63281774 tempest-SecurityGroupsTestJSON-63281774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:55:58.515281 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-03f71b24-a9b8-453a-8924-caa3f97bc6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:58.524218 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-f55f869e-f1eb-4518-90f4-0eb324c07b3f req-43620b46-d0b3-4d2d-9f47-07fa46f96583 tempest-SecurityGroupsTestJSON-63281774 tempest-SecurityGroupsTestJSON-63281774-project] 10.222.0.104 "GET /v2.0/ports?device_id=bbe928b0-5e7c-4721-9637-d47d31cb39fc HTTP/1.1" status: 200 len: 945 time: 0.1347032 Jul 06 13:55:58.526031 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 45dbe948-b1eb-4a91-913e-290dd113d6ff up at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 13:55:58.662537 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-f55f869e-f1eb-4518-90f4-0eb324c07b3f req-0d4ccb9f-dfbc-404d-aa7d-9b03d5272af0 tempest-SecurityGroupsTestJSON-63281774 tempest-SecurityGroupsTestJSON-63281774-project] 10.222.0.104 "GET /v2.0/security-groups?id=66a64f11-8fd4-4070-857b-32412c48dea6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369069 Jul 06 13:55:58.724213 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5983ee4b-b1fd-43fe-863f-816a93e529f1 req-77590144-5c41-4e42-9b3f-9ca8efd87d77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:55:58.726064 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-5983ee4b-b1fd-43fe-863f-816a93e529f1 req-77590144-5c41-4e42-9b3f-9ca8efd87d77 service neutron] 10.222.0.127 "GET /v2.0/ports?device_id=bbe928b0-5e7c-4721-9637-d47d31cb39fc HTTP/1.1" status: 200 len: 1096 time: 0.1545174 Jul 06 13:55:58.759457 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Pushing event updated for resources: {'Port': ['ID=9e0a8fcf-beec-40bb-8530-7b53818607f4,revision_number=5']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:55:58.769304 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-5983ee4b-b1fd-43fe-863f-816a93e529f1 req-59a91507-9252-4e49-882e-1b5aafb9ac02 service neutron] 10.222.0.127 "GET /v2.0/security-groups?id=66a64f11-8fd4-4070-857b-32412c48dea6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344281 Jul 06 13:55:58.823350 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] get_ports_and_sgs() called for port_ids ['31de2b57-1eae-4198-bc52-c86e5d901c27'] {{(pid=100248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 13:55:58.907682 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning for port 45dbe948-b1eb-4a91-913e-290dd113d6ff completed by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 13:55:58.917841 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a465a1-806d-4e43-b956-d8b040e5d468 req-acf7c8d7-2858-4be4-a07e-48c40109eb62 tempest-ServersAdminTestJSON-391861328 tempest-ServersAdminTestJSON-391861328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:55:58.919846 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-61a465a1-806d-4e43-b956-d8b040e5d468 req-acf7c8d7-2858-4be4-a07e-48c40109eb62 tempest-ServersAdminTestJSON-391861328 tempest-ServersAdminTestJSON-391861328-project] 10.222.0.104 "GET /v2.0/ports?device_id=1d9a9a53-e652-42bf-82fc-ad1b61c065b3 HTTP/1.1" status: 200 len: 949 time: 0.1285465 Jul 06 13:55:58.940185 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning complete for port 45dbe948-b1eb-4a91-913e-290dd113d6ff triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:55:58.940483 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:58.966480 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Pushing event updated for resources: {'Port': ['ID=31de2b57-1eae-4198-bc52-c86e5d901c27,revision_number=4']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:55:58.997762 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-61a465a1-806d-4e43-b956-d8b040e5d468 req-aaaf5593-1776-47d3-8242-afc883c7b737 tempest-ServersAdminTestJSON-391861328 tempest-ServersAdminTestJSON-391861328-project] 10.222.0.104 "GET /v2.0/security-groups?id=3bcee3ab-dc9e-46be-bc35-9f5a80cc9457&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667293 Jul 06 13:55:59.081054 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:59.156220 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] For port 45dbe948-b1eb-4a91-913e-290dd113d6ff, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=45dbe948-b1eb-4a91-913e-290dd113d6ff,segment=NetworkSegment(89a832b7-7793-4d51-9038-ed7e1c3ff1b2),segment_id=89a832b7-7793-4d51-9038-ed7e1c3ff1b2)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:55:59.163719 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:59.223620 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Pushing event updated for resources: {'Port': ['ID=45dbe948-b1eb-4a91-913e-290dd113d6ff,revision_number=4']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:55:59.431152 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4162e8c-b56f-45f0-b4d5-30645e9ae6ff req-58e8cb93-f5d5-4ad9-bf0d-78ba048c93ee tempest-LiveAutoBlockMigrationV225Test-1685424674 tempest-LiveAutoBlockMigrationV225Test-1685424674-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:55:59.433324 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-b4162e8c-b56f-45f0-b4d5-30645e9ae6ff req-58e8cb93-f5d5-4ad9-bf0d-78ba048c93ee tempest-LiveAutoBlockMigrationV225Test-1685424674 tempest-LiveAutoBlockMigrationV225Test-1685424674-project-admin] 10.222.0.104 "GET /v2.0/ports?device_id=b1fcca0e-a2ed-4729-9094-7d171185dc74 HTTP/1.1" status: 200 len: 1096 time: 0.1570628 Jul 06 13:55:59.506146 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-b4162e8c-b56f-45f0-b4d5-30645e9ae6ff req-4c8e5fdd-162e-4cd6-bfb8-527a67ef9261 tempest-LiveAutoBlockMigrationV225Test-1685424674 tempest-LiveAutoBlockMigrationV225Test-1685424674-project-admin] 10.222.0.104 "GET /v2.0/security-groups?id=43f6fcb8-9501-44d6-9feb-82c82c5d5862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539715 Jul 06 13:55:59.769293 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 57486) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:55:59.863126 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f28c429-7029-41ab-a44a-e9cf7b3cc824 None None] Sync routers for ids ['e5bbf761-186a-4a46-9b87-595892f26081'] in n-d-773647-6 {{(pid=100249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 13:55:59.874672 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-07137acd-cdde-4a00-9bf6-4b60b3959fe9 req-f8ffeae6-6dad-454c-99d7-254986c47d68 tempest-FloatingIPsAssociationNegativeTestJSON-1134509891 tempest-FloatingIPsAssociationNegativeTestJSON-1134509891-project] 10.222.0.104 "GET /v2.0/ports?device_id=d910425e-b227-495e-9524-a26893783754 HTTP/1.1" status: 200 len: 210 time: 0.3812621 Jul 06 13:55:59.877686 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f28c429-7029-41ab-a44a-e9cf7b3cc824 None None] Routers {'e5bbf761-186a-4a46-9b87-595892f26081'} bound to L3 agent in host n-d-773647-6 {{(pid=100249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 13:55:59.878321 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-5f28c429-7029-41ab-a44a-e9cf7b3cc824 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T13:55:55Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['e5bbf761-186a-4a46-9b87-595892f26081'], 'active': True} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:55:59.894528 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd395881-ab13-401d-b4b6-73dcecba11c7 req-f000c090-cda9-41c1-a892-6ecd8d976e1c tempest-FloatingIPsAssociationNegativeTestJSON-1134509891 tempest-FloatingIPsAssociationNegativeTestJSON-1134509891-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:55:59.895039 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-42e2a617-5934-4a2d-8d07-3d763b2cb852 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:59.896197 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-dd395881-ab13-401d-b4b6-73dcecba11c7 req-f000c090-cda9-41c1-a892-6ecd8d976e1c tempest-FloatingIPsAssociationNegativeTestJSON-1134509891 tempest-FloatingIPsAssociationNegativeTestJSON-1134509891-project] 10.222.0.127 "GET /v2.0/networks?id=d3290eba-34fe-4d09-b607-a6b9692a3888 HTTP/1.1" status: 200 len: 829 time: 0.5515447 Jul 06 13:55:59.922991 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [req-dd395881-ab13-401d-b4b6-73dcecba11c7 req-e21a5514-501b-4a00-abf6-491aabdcc577 tempest-FloatingIPsAssociationNegativeTestJSON-1134509891 tempest-FloatingIPsAssociationNegativeTestJSON-1134509891-project] Request body: {'port': {'device_id': 'd910425e-b227-495e-9524-a26893783754', 'network_id': 'd3290eba-34fe-4d09-b607-a6b9692a3888', 'admin_state_up': True, 'tenant_id': '17f723ad3a484ba4932b5619e0399c64'}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:56:00.040421 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4200e6a-0cbf-4aa8-8880-12b2be095036 req-901409e6-8a51-4baf-8712-3a51fa8b06c6 tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:00.042356 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-c4200e6a-0cbf-4aa8-8880-12b2be095036 req-901409e6-8a51-4baf-8712-3a51fa8b06c6 tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] 10.222.0.104 "GET /v2.0/ports?device_id=cafbb505-1705-4cb2-a601-c8ea5a6459a9 HTTP/1.1" status: 200 len: 949 time: 0.1938093 Jul 06 13:56:00.073433 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-42e2a617-5934-4a2d-8d07-3d763b2cb852 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:00.074176 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvr_db [None req-5f28c429-7029-41ab-a44a-e9cf7b3cc824 None None] Set router e5bbf761-186a-4a46-9b87-595892f26081 gateway port host: n-d-773647-6 {{(pid=100249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 13:56:00.080929 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-42e2a617-5934-4a2d-8d07-3d763b2cb852 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:00.126731 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.agents_db [None req-167c0ad6-1657-4c9a-a2c4-3b18056aa662 None None] Agent healthcheck: found 7 active agents {{(pid=100249) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 13:56:00.132104 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dd395881-ab13-401d-b4b6-73dcecba11c7 req-e21a5514-501b-4a00-abf6-491aabdcc577 tempest-FloatingIPsAssociationNegativeTestJSON-1134509891 tempest-FloatingIPsAssociationNegativeTestJSON-1134509891-project] Made reservation on behalf of 17f723ad3a484ba4932b5619e0399c64 for: {'port': 1} {{(pid=100247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 13:56:00.136555 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-dd395881-ab13-401d-b4b6-73dcecba11c7 req-e21a5514-501b-4a00-abf6-491aabdcc577 tempest-FloatingIPsAssociationNegativeTestJSON-1134509891 tempest-FloatingIPsAssociationNegativeTestJSON-1134509891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:00.163614 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-c4200e6a-0cbf-4aa8-8880-12b2be095036 req-03907d01-80f6-4c0d-9382-0a99261a64c3 tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] 10.222.0.104 "GET /v2.0/security-groups?id=9f5b92e9-7340-49c3-a9bb-41e4a1caffc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066248 Jul 06 13:56:00.165641 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e2a617-5934-4a2d-8d07-3d763b2cb852 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1337a9fe-d6b3-411a-8798-3ca9dc4b1592,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:56:00.186150 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-42e2a617-5934-4a2d-8d07-3d763b2cb852 admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=75cc9920373b475baa313d23eeb67a45&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4150765 Jul 06 13:56:00.190439 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 57494) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:56:00.246805 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38027fe4-60e4-444a-ae71-c5e5cbe453d4 req-cbba8df2-851e-4fca-8825-0cf4256dc354 tempest-SecurityGroupsTestJSON-63281774 tempest-SecurityGroupsTestJSON-63281774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:00.252972 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-15e9cf13-f523-4929-8649-827489aad4c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:00.255456 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-38027fe4-60e4-444a-ae71-c5e5cbe453d4 req-cbba8df2-851e-4fca-8825-0cf4256dc354 tempest-SecurityGroupsTestJSON-63281774 tempest-SecurityGroupsTestJSON-63281774-project] 10.222.0.104 "GET /v2.0/ports?device_id=bbe928b0-5e7c-4721-9637-d47d31cb39fc HTTP/1.1" status: 200 len: 945 time: 0.2105865 Jul 06 13:56:00.277336 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-15e9cf13-f523-4929-8649-827489aad4c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:00.347083 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-5f28c429-7029-41ab-a44a-e9cf7b3cc824 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5bbf761-186a-4a46-9b87-595892f26081', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1425602853-router', 'tenant_id': '17f723ad3a484ba4932b5619e0399c64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.9'}], 'enable_snat': True}, 'gw_port_id': '45dbe948-b1eb-4a91-913e-290dd113d6ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T13:55:50Z', 'updated_at': '2021-07-06T13:55:54Z', 'revision_number': 4, 'project_id': '17f723ad3a484ba4932b5619e0399c64', 'gw_port': {'id': '45dbe948-b1eb-4a91-913e-290dd113d6ff', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:46:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5bbf761-186a-4a46-9b87-595892f26081', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:55:51Z', 'updated_at': '2021-07-06T13:55:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6', '_interfaces': [{'id': '141758bb-49e2-48c5-bb95-0f9e2500660d', 'name': '', 'network_id': 'd3290eba-34fe-4d09-b607-a6b9692a3888', 'tenant_id': '17f723ad3a484ba4932b5619e0399c64', 'mac_address': 'fa:16:3e:87:b9:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5bbf761-186a-4a46-9b87-595892f26081', 'device_owner': 'network:router_interface', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'e908b1cb-da85-4d39-8daf-c466492d66c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:55:53Z', 'updated_at': '2021-07-06T13:55:55Z', 'revision_number': 2, 'project_id': '17f723ad3a484ba4932b5619e0399c64', 'subnets': [{'id': 'e908b1cb-da85-4d39-8daf-c466492d66c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773647-6', False) {} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:56:00.376370 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 45dbe948-b1eb-4a91-913e-290dd113d6ff up at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 13:56:00.388425 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-15e9cf13-f523-4929-8649-827489aad4c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:00.391105 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-15e9cf13-f523-4929-8649-827489aad4c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:00.395389 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-15e9cf13-f523-4929-8649-827489aad4c8 admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/1337a9fe-d6b3-411a-8798-3ca9dc4b1592 HTTP/1.1" status: 204 len: 168 time: 0.2006807 Jul 06 13:56:00.406399 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e9cf13-f523-4929-8649-827489aad4c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1337a9fe-d6b3-411a-8798-3ca9dc4b1592,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:56:00.407453 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f28c429-7029-41ab-a44a-e9cf7b3cc824 None None] Checking router: e5bbf761-186a-4a46-9b87-595892f26081 for host: n-d-773647-6 {{(pid=100249) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 13:56:00.408128 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f28c429-7029-41ab-a44a-e9cf7b3cc824 None None] Updating router e5bbf761-186a-4a46-9b87-595892f26081 port 141758bb-49e2-48c5-bb95-0f9e2500660d binding host n-d-773647-6 {{(pid=100249) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 13:56:00.456656 n-d-773647-6 neutron-server[100249]: DEBUG neutron_lib.callbacks.manager [None req-5f28c429-7029-41ab-a44a-e9cf7b3cc824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:00.499348 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.db_base_plugin_common [req-dd395881-ab13-401d-b4b6-73dcecba11c7 req-e21a5514-501b-4a00-abf6-491aabdcc577 tempest-FloatingIPsAssociationNegativeTestJSON-1134509891 tempest-FloatingIPsAssociationNegativeTestJSON-1134509891-project] Allocated IP 172.20.0.3 (d3290eba-34fe-4d09-b607-a6b9692a3888/e908b1cb-da85-4d39-8daf-c466492d66c9/610d8fb5-6871-475a-b090-fabadac817aa) {{(pid=100247) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 13:56:00.529600 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning complete for port 45dbe948-b1eb-4a91-913e-290dd113d6ff triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:56:00.530090 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:00.597056 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-38027fe4-60e4-444a-ae71-c5e5cbe453d4 req-1797a4f3-1075-4f94-88b7-6cf1479ec7d8 tempest-SecurityGroupsTestJSON-63281774 tempest-SecurityGroupsTestJSON-63281774-project] 10.222.0.104 "GET /v2.0/security-groups?id=66a64f11-8fd4-4070-857b-32412c48dea6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3405910 Jul 06 13:56:00.784294 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffeea42f-24fc-4b22-bec4-8fb024fbed91 req-86105f5d-d746-413d-8783-b652acba1061 tempest-ServersAdminTestJSON-391861328 tempest-ServersAdminTestJSON-391861328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:00.785848 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-ffeea42f-24fc-4b22-bec4-8fb024fbed91 req-86105f5d-d746-413d-8783-b652acba1061 tempest-ServersAdminTestJSON-391861328 tempest-ServersAdminTestJSON-391861328-project] 10.222.0.104 "GET /v2.0/ports?device_id=1d9a9a53-e652-42bf-82fc-ad1b61c065b3 HTTP/1.1" status: 200 len: 949 time: 0.2911875 Jul 06 13:56:00.843438 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-ffeea42f-24fc-4b22-bec4-8fb024fbed91 req-08415f4d-e304-4e34-bea6-ab64ed1260fa tempest-ServersAdminTestJSON-391861328 tempest-ServersAdminTestJSON-391861328-project] 10.222.0.104 "GET /v2.0/security-groups?id=3bcee3ab-dc9e-46be-bc35-9f5a80cc9457&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506778 Jul 06 13:56:00.847203 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-dd395881-ab13-401d-b4b6-73dcecba11c7 req-e21a5514-501b-4a00-abf6-491aabdcc577 tempest-FloatingIPsAssociationNegativeTestJSON-1134509891 tempest-FloatingIPsAssociationNegativeTestJSON-1134509891-project] Notify callbacks [] for port, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:00.862034 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.provisioning_blocks [req-dd395881-ab13-401d-b4b6-73dcecba11c7 req-e21a5514-501b-4a00-abf6-491aabdcc577 tempest-FloatingIPsAssociationNegativeTestJSON-1134509891 tempest-FloatingIPsAssociationNegativeTestJSON-1134509891-project] Transition to ACTIVE for port object 610d8fb5-6871-475a-b090-fabadac817aa will not be triggered until provisioned by entity DHCP. {{(pid=100247) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 13:56:00.955877 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-dd395881-ab13-401d-b4b6-73dcecba11c7 req-e21a5514-501b-4a00-abf6-491aabdcc577 tempest-FloatingIPsAssociationNegativeTestJSON-1134509891 tempest-FloatingIPsAssociationNegativeTestJSON-1134509891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108'] for port, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:00.958380 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6b0a41-2ccb-45f7-91d0-234d8d26909f req-f1b0a577-320b-4a63-9595-960f1a0b118c tempest-LiveAutoBlockMigrationV225Test-1685424674 tempest-LiveAutoBlockMigrationV225Test-1685424674-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:00.966380 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-4a6b0a41-2ccb-45f7-91d0-234d8d26909f req-f1b0a577-320b-4a63-9595-960f1a0b118c tempest-LiveAutoBlockMigrationV225Test-1685424674 tempest-LiveAutoBlockMigrationV225Test-1685424674-project-admin] 10.222.0.104 "GET /v2.0/ports?device_id=b1fcca0e-a2ed-4729-9094-7d171185dc74 HTTP/1.1" status: 200 len: 1096 time: 0.0971487 Jul 06 13:56:01.027411 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dd395881-ab13-401d-b4b6-73dcecba11c7 req-e21a5514-501b-4a00-abf6-491aabdcc577 tempest-FloatingIPsAssociationNegativeTestJSON-1134509891 tempest-FloatingIPsAssociationNegativeTestJSON-1134509891-project] Network d3290eba-34fe-4d09-b607-a6b9692a3888 is already hosted by enough agents. {{(pid=100247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 13:56:01.051570 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.base_scheduler [req-dd395881-ab13-401d-b4b6-73dcecba11c7 req-e21a5514-501b-4a00-abf6-491aabdcc577 tempest-FloatingIPsAssociationNegativeTestJSON-1134509891 tempest-FloatingIPsAssociationNegativeTestJSON-1134509891-project] Resources bound (agent type, host, resource id): {{(pid=100247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:56:01.061066 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd395881-ab13-401d-b4b6-73dcecba11c7 req-e21a5514-501b-4a00-abf6-491aabdcc577 tempest-FloatingIPsAssociationNegativeTestJSON-1134509891 tempest-FloatingIPsAssociationNegativeTestJSON-1134509891-project] Received port after_create {{(pid=100247) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 13:56:01.067873 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd395881-ab13-401d-b4b6-73dcecba11c7 req-e21a5514-501b-4a00-abf6-491aabdcc577 tempest-FloatingIPsAssociationNegativeTestJSON-1134509891 tempest-FloatingIPsAssociationNegativeTestJSON-1134509891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:01.068522 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-dd395881-ab13-401d-b4b6-73dcecba11c7 req-e21a5514-501b-4a00-abf6-491aabdcc577 tempest-FloatingIPsAssociationNegativeTestJSON-1134509891 tempest-FloatingIPsAssociationNegativeTestJSON-1134509891-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:01.086980 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-4a6b0a41-2ccb-45f7-91d0-234d8d26909f req-5a891f67-836c-4e55-b97a-c5bc43c8ba91 tempest-LiveAutoBlockMigrationV225Test-1685424674 tempest-LiveAutoBlockMigrationV225Test-1685424674-project-admin] 10.222.0.104 "GET /v2.0/security-groups?id=43f6fcb8-9501-44d6-9feb-82c82c5d5862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190741 Jul 06 13:56:01.098421 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21a5514-501b-4a00-abf6-491aabdcc577 tempest-FloatingIPsAssociationNegativeTestJSON-1134509891 tempest-FloatingIPsAssociationNegativeTestJSON-1134509891-project] Pushing event updated for resources: {'Port': ['ID=610d8fb5-6871-475a-b090-fabadac817aa,revision_number=1']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:56:01.180538 n-d-773647-6 neutron-server[100249]: DEBUG neutron_lib.callbacks.manager [None req-5f28c429-7029-41ab-a44a-e9cf7b3cc824 None None] Notify callbacks [] for port, precommit_update {{(pid=100249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:01.200606 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.provisioning_blocks [None req-5f28c429-7029-41ab-a44a-e9cf7b3cc824 None None] Transition to ACTIVE for port object 141758bb-49e2-48c5-bb95-0f9e2500660d will not be triggered until provisioned by entity L2. {{(pid=100249) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 13:56:01.214323 n-d-773647-6 neutron-server[100249]: DEBUG neutron_lib.callbacks.manager [None req-5f28c429-7029-41ab-a44a-e9cf7b3cc824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:01.225967 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-dd395881-ab13-401d-b4b6-73dcecba11c7 req-e21a5514-501b-4a00-abf6-491aabdcc577 tempest-FloatingIPsAssociationNegativeTestJSON-1134509891 tempest-FloatingIPsAssociationNegativeTestJSON-1134509891-project] 10.222.0.127 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3071795 Jul 06 13:56:01.245502 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [req-dd395881-ab13-401d-b4b6-73dcecba11c7 req-e18ef092-7000-4b70-87f7-0cc1146074f9 service neutron] Request body: {'port': {'device_id': 'd910425e-b227-495e-9524-a26893783754', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-773647-6'}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:56:01.344103 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe553ad0-2041-4d15-8127-71b73f861506 req-0bbed247-7786-4e55-96a1-c55221445cbd tempest-FloatingIPsAssociationNegativeTestJSON-1134509891 tempest-FloatingIPsAssociationNegativeTestJSON-1134509891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:01.346146 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-fe553ad0-2041-4d15-8127-71b73f861506 req-0bbed247-7786-4e55-96a1-c55221445cbd tempest-FloatingIPsAssociationNegativeTestJSON-1134509891 tempest-FloatingIPsAssociationNegativeTestJSON-1134509891-project] 10.222.0.104 "GET /v2.0/ports?device_id=d910425e-b227-495e-9524-a26893783754 HTTP/1.1" status: 200 len: 931 time: 0.2587011 Jul 06 13:56:01.431849 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-fe553ad0-2041-4d15-8127-71b73f861506 req-b77a5f2e-25cb-42d1-8d4a-b95ecd67ce7c tempest-FloatingIPsAssociationNegativeTestJSON-1134509891 tempest-FloatingIPsAssociationNegativeTestJSON-1134509891-project] 10.222.0.104 "GET /v2.0/security-groups?id=80219d53-2475-4e71-af54-7a966a6cc818&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599005 Jul 06 13:56:01.433005 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-dd395881-ab13-401d-b4b6-73dcecba11c7 req-e18ef092-7000-4b70-87f7-0cc1146074f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:01.496112 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-1b1b7b93-5e08-417a-b200-a8c52a77a693 None None] Provisioning for port 610d8fb5-6871-475a-b090-fabadac817aa completed by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 13:56:01.522161 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-1b1b7b93-5e08-417a-b200-a8c52a77a693 None None] Provisioning complete for port 610d8fb5-6871-475a-b090-fabadac817aa triggered by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:56:01.522969 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-1b1b7b93-5e08-417a-b200-a8c52a77a693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:01.525438 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c7930d-7353-4f40-8e21-e21129919505 None None] Pushing event updated for resources: {'Port': ['ID=141758bb-49e2-48c5-bb95-0f9e2500660d,revision_number=3']} {{(pid=100249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:56:01.605903 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.managers [None req-5f28c429-7029-41ab-a44a-e9cf7b3cc824 None None] Attempting to bind port 141758bb-49e2-48c5-bb95-0f9e2500660d on host n-d-773647-6 for vnic_type normal with profile {{(pid=100249) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 13:56:01.606603 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.managers [None req-5f28c429-7029-41ab-a44a-e9cf7b3cc824 None None] Attempting to bind port 141758bb-49e2-48c5-bb95-0f9e2500660d by drivers openvswitch,hyperv on host n-d-773647-6 at level 0 using segments [{'id': '8141d218-0a7a-43f9-9316-1749c8612198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': 'd3290eba-34fe-4d09-b607-a6b9692a3888'}] {{(pid=100249) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 13:56:01.607290 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f28c429-7029-41ab-a44a-e9cf7b3cc824 None None] Attempting to bind port 141758bb-49e2-48c5-bb95-0f9e2500660d on network d3290eba-34fe-4d09-b607-a6b9692a3888 {{(pid=100249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 13:56:01.614637 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f28c429-7029-41ab-a44a-e9cf7b3cc824 None None] Checking agent: {'id': '8ab5b19c-d213-4f29-891d-27bdf39d38b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773647-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 43, 26), 'started_at': datetime.datetime(2021, 7, 6, 13, 43, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 13, 55, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773647-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 13:56:01.615444 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f28c429-7029-41ab-a44a-e9cf7b3cc824 None None] Checking segment: {'id': '8141d218-0a7a-43f9-9316-1749c8612198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': 'd3290eba-34fe-4d09-b607-a6b9692a3888'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100249) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 13:56:01.616115 n-d-773647-6 neutron-server[100249]: DEBUG neutron_lib.callbacks.manager [None req-5f28c429-7029-41ab-a44a-e9cf7b3cc824 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:01.616319 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-1b1b7b93-5e08-417a-b200-a8c52a77a693 None None] Port 610d8fb5-6871-475a-b090-fabadac817aa cannot update to ACTIVE because it is not bound. {{(pid=100248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 13:56:01.616843 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f28c429-7029-41ab-a44a-e9cf7b3cc824 None None] Bound using segment: {'id': '8141d218-0a7a-43f9-9316-1749c8612198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': 'd3290eba-34fe-4d09-b607-a6b9692a3888'} {{(pid=100249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 13:56:01.617497 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.managers [None req-5f28c429-7029-41ab-a44a-e9cf7b3cc824 None None] Bound port: 141758bb-49e2-48c5-bb95-0f9e2500660d, host: n-d-773647-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8141d218-0a7a-43f9-9316-1749c8612198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': 'd3290eba-34fe-4d09-b607-a6b9692a3888'}}] {{(pid=100249) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 13:56:01.618068 n-d-773647-6 neutron-server[100249]: DEBUG neutron_lib.callbacks.manager [None req-5f28c429-7029-41ab-a44a-e9cf7b3cc824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:01.623932 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Device 31de2b57-1eae-4198-bc52-c86e5d901c27 up at agent hyperv_n-h2-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 13:56:01.709011 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Provisioning for port 31de2b57-1eae-4198-bc52-c86e5d901c27 completed by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 13:56:01.713604 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.db [None req-5f28c429-7029-41ab-a44a-e9cf7b3cc824 None None] For port 141758bb-49e2-48c5-bb95-0f9e2500660d, host n-d-773647-6, cleared binding levels {{(pid=100249) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 13:56:01.714147 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Provisioning complete for port 31de2b57-1eae-4198-bc52-c86e5d901c27 triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:56:01.714689 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:01.721293 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.db [None req-5f28c429-7029-41ab-a44a-e9cf7b3cc824 None None] For port 141758bb-49e2-48c5-bb95-0f9e2500660d, host n-d-773647-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=141758bb-49e2-48c5-bb95-0f9e2500660d,segment=NetworkSegment(8141d218-0a7a-43f9-9316-1749c8612198),segment_id=8141d218-0a7a-43f9-9316-1749c8612198)] {{(pid=100249) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 13:56:01.732628 n-d-773647-6 neutron-server[100249]: DEBUG neutron_lib.callbacks.manager [None req-5f28c429-7029-41ab-a44a-e9cf7b3cc824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:01.817176 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:01.827363 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c7930d-7353-4f40-8e21-e21129919505 None None] Pushing event updated for resources: {'Port': ['ID=141758bb-49e2-48c5-bb95-0f9e2500660d,revision_number=4']} {{(pid=100249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:56:01.857356 n-d-773647-6 neutron-server[100248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d9a9a53-e652-42bf-82fc-ad1b61c065b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31de2b57-1eae-4198-bc52-c86e5d901c27'}] {{(pid=100248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 13:56:01.858262 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f28c429-7029-41ab-a44a-e9cf7b3cc824 None None] Routers {'e5bbf761-186a-4a46-9b87-595892f26081'} bound to L3 agent in host n-d-773647-6 {{(pid=100249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 13:56:01.859194 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-5f28c429-7029-41ab-a44a-e9cf7b3cc824 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T13:55:55Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['e5bbf761-186a-4a46-9b87-595892f26081'], 'active': True} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:56:01.859620 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84af257533e383389cbcf231d3534f4d5e149e7203fea16b4a8fc01438dddaf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cff9e52-c2ed-4732-a6c0-b2e2621d12fa" -d '{"events": [{"server_uuid": "1d9a9a53-e652-42bf-82fc-ad1b61c065b3", "name": "network-vif-plugged", "status": "completed", "tag": "31de2b57-1eae-4198-bc52-c86e5d901c27"}]}' {{(pid=100248) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:56:01.883967 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] For port 31de2b57-1eae-4198-bc52-c86e5d901c27, host n-h2-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=31de2b57-1eae-4198-bc52-c86e5d901c27,segment=NetworkSegment(c9ea893d-045e-42cf-b3dd-cdd1f79baccd),segment_id=c9ea893d-045e-42cf-b3dd-cdd1f79baccd)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:56:01.893513 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:01.962909 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Pushing event updated for resources: {'Port': ['ID=31de2b57-1eae-4198-bc52-c86e5d901c27,revision_number=5']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:56:02.037049 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvr_db [None req-5f28c429-7029-41ab-a44a-e9cf7b3cc824 None None] Set router e5bbf761-186a-4a46-9b87-595892f26081 gateway port host: n-d-773647-6 {{(pid=100249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 13:56:02.055370 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fece90e2-39aa-401d-85f9-d2289c397489 req-193d6f44-7193-4efd-872b-a02913105d4f tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:02.062802 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-fece90e2-39aa-401d-85f9-d2289c397489 req-193d6f44-7193-4efd-872b-a02913105d4f tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] 10.222.0.104 "GET /v2.0/ports?device_id=cafbb505-1705-4cb2-a601-c8ea5a6459a9 HTTP/1.1" status: 200 len: 949 time: 0.3467424 Jul 06 13:56:02.145236 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-fece90e2-39aa-401d-85f9-d2289c397489 req-dae42188-2376-46b1-99f2-158dcc3bd834 tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] 10.222.0.104 "GET /v2.0/security-groups?id=9f5b92e9-7340-49c3-a9bb-41e4a1caffc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815368 Jul 06 13:56:02.155411 n-d-773647-6 neutron-server[100247]: DEBUG neutron.notifiers.nova [req-dd395881-ab13-401d-b4b6-73dcecba11c7 req-e18ef092-7000-4b70-87f7-0cc1146074f9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 610d8fb5-6871-475a-b090-fabadac817aa {{(pid=100247) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 13:56:02.167823 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-dd395881-ab13-401d-b4b6-73dcecba11c7 req-e18ef092-7000-4b70-87f7-0cc1146074f9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:02.185792 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.provisioning_blocks [req-dd395881-ab13-401d-b4b6-73dcecba11c7 req-e18ef092-7000-4b70-87f7-0cc1146074f9 service neutron] Transition to ACTIVE for port object 610d8fb5-6871-475a-b090-fabadac817aa will not be triggered until provisioned by entity L2. {{(pid=100247) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 13:56:02.190743 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-dd395881-ab13-401d-b4b6-73dcecba11c7 req-e18ef092-7000-4b70-87f7-0cc1146074f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:02.252224 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18ef092-7000-4b70-87f7-0cc1146074f9 service neutron] Pushing event updated for resources: {'Port': ['ID=610d8fb5-6871-475a-b090-fabadac817aa,revision_number=2']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:56:02.299164 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-5f28c429-7029-41ab-a44a-e9cf7b3cc824 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5bbf761-186a-4a46-9b87-595892f26081', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1425602853-router', 'tenant_id': '17f723ad3a484ba4932b5619e0399c64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.9'}], 'enable_snat': True}, 'gw_port_id': '45dbe948-b1eb-4a91-913e-290dd113d6ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T13:55:50Z', 'updated_at': '2021-07-06T13:55:54Z', 'revision_number': 4, 'project_id': '17f723ad3a484ba4932b5619e0399c64', 'gw_port': {'id': '45dbe948-b1eb-4a91-913e-290dd113d6ff', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:46:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5bbf761-186a-4a46-9b87-595892f26081', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:55:51Z', 'updated_at': '2021-07-06T13:55:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6', '_interfaces': [{'id': '141758bb-49e2-48c5-bb95-0f9e2500660d', 'name': '', 'network_id': 'd3290eba-34fe-4d09-b607-a6b9692a3888', 'tenant_id': '17f723ad3a484ba4932b5619e0399c64', 'mac_address': 'fa:16:3e:87:b9:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5bbf761-186a-4a46-9b87-595892f26081', 'device_owner': 'network:router_interface', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'e908b1cb-da85-4d39-8daf-c466492d66c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:55:53Z', 'updated_at': '2021-07-06T13:56:01Z', 'revision_number': 4, 'project_id': '17f723ad3a484ba4932b5619e0399c64', 'subnets': [{'id': 'e908b1cb-da85-4d39-8daf-c466492d66c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773647-6', False) {} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:56:02.336782 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.managers [req-dd395881-ab13-401d-b4b6-73dcecba11c7 req-e18ef092-7000-4b70-87f7-0cc1146074f9 service neutron] Attempting to bind port 610d8fb5-6871-475a-b090-fabadac817aa on host n-h1-773647-6 for vnic_type normal with profile {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 13:56:02.337126 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.managers [req-dd395881-ab13-401d-b4b6-73dcecba11c7 req-e18ef092-7000-4b70-87f7-0cc1146074f9 service neutron] Attempting to bind port 610d8fb5-6871-475a-b090-fabadac817aa by drivers openvswitch,hyperv on host n-h1-773647-6 at level 0 using segments [{'id': '8141d218-0a7a-43f9-9316-1749c8612198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': 'd3290eba-34fe-4d09-b607-a6b9692a3888'}] {{(pid=100247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 13:56:02.337686 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd395881-ab13-401d-b4b6-73dcecba11c7 req-e18ef092-7000-4b70-87f7-0cc1146074f9 service neutron] Attempting to bind port 610d8fb5-6871-475a-b090-fabadac817aa on network d3290eba-34fe-4d09-b607-a6b9692a3888 {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 13:56:02.340428 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f28c429-7029-41ab-a44a-e9cf7b3cc824 None None] The sync data for ids ['e5bbf761-186a-4a46-9b87-595892f26081'] in n-d-773647-6 is: [{'id': 'e5bbf761-186a-4a46-9b87-595892f26081', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1425602853-router', 'tenant_id': '17f723ad3a484ba4932b5619e0399c64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.9'}], 'enable_snat': True}, 'gw_port_id': '45dbe948-b1eb-4a91-913e-290dd113d6ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T13:55:50Z', 'updated_at': '2021-07-06T13:55:54Z', 'revision_number': 4, 'project_id': '17f723ad3a484ba4932b5619e0399c64', 'gw_port': {'id': '45dbe948-b1eb-4a91-913e-290dd113d6ff', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:46:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5bbf761-186a-4a46-9b87-595892f26081', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:55:51Z', 'updated_at': '2021-07-06T13:55:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6', '_interfaces': [{'id': '141758bb-49e2-48c5-bb95-0f9e2500660d', 'name': '', 'network_id': 'd3290eba-34fe-4d09-b607-a6b9692a3888', 'tenant_id': '17f723ad3a484ba4932b5619e0399c64', 'mac_address': 'fa:16:3e:87:b9:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5bbf761-186a-4a46-9b87-595892f26081', 'device_owner': 'network:router_interface', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'e908b1cb-da85-4d39-8daf-c466492d66c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:55:53Z', 'updated_at': '2021-07-06T13:56:01Z', 'revision_number': 4, 'project_id': '17f723ad3a484ba4932b5619e0399c64', 'subnets': [{'id': 'e908b1cb-da85-4d39-8daf-c466492d66c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 13:56:02.348304 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd395881-ab13-401d-b4b6-73dcecba11c7 req-e18ef092-7000-4b70-87f7-0cc1146074f9 service neutron] Port 610d8fb5-6871-475a-b090-fabadac817aa on network d3290eba-34fe-4d09-b607-a6b9692a3888 not bound, no agent of type Open vSwitch agent registered on host n-h1-773647-6 {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 13:56:02.348862 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd395881-ab13-401d-b4b6-73dcecba11c7 req-e18ef092-7000-4b70-87f7-0cc1146074f9 service neutron] Attempting to bind port 610d8fb5-6871-475a-b090-fabadac817aa on network d3290eba-34fe-4d09-b607-a6b9692a3888 {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 13:56:02.355058 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd395881-ab13-401d-b4b6-73dcecba11c7 req-e18ef092-7000-4b70-87f7-0cc1146074f9 service neutron] Checking agent: {'id': '5bf7147f-bada-4441-a5dc-934b903473fb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-773647-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 51, 12), 'started_at': datetime.datetime(2021, 7, 6, 13, 51, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 13, 55, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 13:56:02.355453 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd395881-ab13-401d-b4b6-73dcecba11c7 req-e18ef092-7000-4b70-87f7-0cc1146074f9 service neutron] Checking segment: {'id': '8141d218-0a7a-43f9-9316-1749c8612198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': 'd3290eba-34fe-4d09-b607-a6b9692a3888'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100247) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 13:56:02.355845 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd395881-ab13-401d-b4b6-73dcecba11c7 req-e18ef092-7000-4b70-87f7-0cc1146074f9 service neutron] Bound using segment: {'id': '8141d218-0a7a-43f9-9316-1749c8612198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': 'd3290eba-34fe-4d09-b607-a6b9692a3888'} {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 13:56:02.356366 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.managers [req-dd395881-ab13-401d-b4b6-73dcecba11c7 req-e18ef092-7000-4b70-87f7-0cc1146074f9 service neutron] Bound port: 610d8fb5-6871-475a-b090-fabadac817aa, host: n-h1-773647-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8141d218-0a7a-43f9-9316-1749c8612198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': 'd3290eba-34fe-4d09-b607-a6b9692a3888'}}] {{(pid=100247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 13:56:02.356732 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-dd395881-ab13-401d-b4b6-73dcecba11c7 req-e18ef092-7000-4b70-87f7-0cc1146074f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:02.409424 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 141758bb-49e2-48c5-bb95-0f9e2500660d up at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 13:56:02.514616 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.db [req-dd395881-ab13-401d-b4b6-73dcecba11c7 req-e18ef092-7000-4b70-87f7-0cc1146074f9 service neutron] For port 610d8fb5-6871-475a-b090-fabadac817aa, host n-h1-773647-6, cleared binding levels {{(pid=100247) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 13:56:02.519132 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.db [req-dd395881-ab13-401d-b4b6-73dcecba11c7 req-e18ef092-7000-4b70-87f7-0cc1146074f9 service neutron] For port 610d8fb5-6871-475a-b090-fabadac817aa, host n-h1-773647-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773647-6',level=0,port_id=610d8fb5-6871-475a-b090-fabadac817aa,segment=NetworkSegment(8141d218-0a7a-43f9-9316-1749c8612198),segment_id=8141d218-0a7a-43f9-9316-1749c8612198)] {{(pid=100247) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 13:56:02.519575 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning for port 141758bb-49e2-48c5-bb95-0f9e2500660d completed by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 13:56:02.526005 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-dd395881-ab13-401d-b4b6-73dcecba11c7 req-e18ef092-7000-4b70-87f7-0cc1146074f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:02.529363 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning complete for port 141758bb-49e2-48c5-bb95-0f9e2500660d triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:56:02.531894 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:02.635534 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd395881-ab13-401d-b4b6-73dcecba11c7 req-e18ef092-7000-4b70-87f7-0cc1146074f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:02.636354 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-dd395881-ab13-401d-b4b6-73dcecba11c7 req-e18ef092-7000-4b70-87f7-0cc1146074f9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:02.638116 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-dd395881-ab13-401d-b4b6-73dcecba11c7 req-e18ef092-7000-4b70-87f7-0cc1146074f9 service neutron] 10.222.0.127 "PUT /v2.0/ports/610d8fb5-6871-475a-b090-fabadac817aa HTTP/1.1" status: 200 len: 1091 time: 1.3992205 Jul 06 13:56:02.641335 n-d-773647-6 neutron-server[100247]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd910425e-b227-495e-9524-a26893783754', 'tag': '610d8fb5-6871-475a-b090-fabadac817aa'}] {{(pid=100247) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 13:56:02.644554 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cbf0eeaae822f8fc9b87a94aeba67a3d651842baf663a51cba94b67a514836d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47a5f8f5-6d84-4095-810f-1a53eaa5005e" -d '{"events": [{"name": "network-changed", "server_uuid": "d910425e-b227-495e-9524-a26893783754", "tag": "610d8fb5-6871-475a-b090-fabadac817aa"}]}' {{(pid=100247) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:56:02.676387 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:02.722749 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18ef092-7000-4b70-87f7-0cc1146074f9 service neutron] Pushing event updated for resources: {'Port': ['ID=610d8fb5-6871-475a-b090-fabadac817aa,revision_number=3']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:56:02.724935 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] For port 141758bb-49e2-48c5-bb95-0f9e2500660d, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=141758bb-49e2-48c5-bb95-0f9e2500660d,segment=NetworkSegment(8141d218-0a7a-43f9-9316-1749c8612198),segment_id=8141d218-0a7a-43f9-9316-1749c8612198)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:56:02.736216 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:02.749448 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [req-a758e247-4326-49b2-a492-3590c46219bf req-d70abaad-c8e0-4575-9e56-e47a9878692e tempest-LiveAutoBlockMigrationV225Test-1685424674 tempest-LiveAutoBlockMigrationV225Test-1685424674-project-admin] http://10.222.0.104:9696/v2.0/extensions returned with HTTP 200 {{(pid=100246) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 13:56:02.756974 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-a758e247-4326-49b2-a492-3590c46219bf req-d70abaad-c8e0-4575-9e56-e47a9878692e tempest-LiveAutoBlockMigrationV225Test-1685424674 tempest-LiveAutoBlockMigrationV225Test-1685424674-project-admin] 10.222.0.104 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0089481 Jul 06 13:56:02.765217 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [req-a758e247-4326-49b2-a492-3590c46219bf req-27eb47e3-ce71-432e-bfa9-5434a01bd04f service neutron] Request body: {'binding': {'host': 'n-h1-773647-6', 'vnic_type': 'normal', 'profile': {}}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:56:02.766024 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [req-a758e247-4326-49b2-a492-3590c46219bf req-27eb47e3-ce71-432e-bfa9-5434a01bd04f service neutron] Unknown quota resources ['binding']. {{(pid=100246) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 06 13:56:02.824764 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Pushing event updated for resources: {'Port': ['ID=141758bb-49e2-48c5-bb95-0f9e2500660d,revision_number=5']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:56:02.825487 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd395881-ab13-401d-b4b6-73dcecba11c7 req-386743b9-1767-4436-b1e3-d3fa34943a41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:02.827061 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-dd395881-ab13-401d-b4b6-73dcecba11c7 req-386743b9-1767-4436-b1e3-d3fa34943a41 service neutron] 10.222.0.127 "GET /v2.0/ports?tenant_id=17f723ad3a484ba4932b5619e0399c64&device_id=d910425e-b227-495e-9524-a26893783754 HTTP/1.1" status: 200 len: 1094 time: 0.1269484 Jul 06 13:56:02.891680 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-dd395881-ab13-401d-b4b6-73dcecba11c7 req-2d3ae722-5837-4dfd-989d-3034a203fee1 service neutron] 10.222.0.127 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=610d8fb5-6871-475a-b090-fabadac817aa HTTP/1.1" status: 200 len: 217 time: 0.0473576 Jul 06 13:56:02.900794 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4655cb9c-c4a8-49d5-b811-2b32f3f5fc1b req-50799002-782e-482d-a633-655563cc6ab0 tempest-SecurityGroupsTestJSON-63281774 tempest-SecurityGroupsTestJSON-63281774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:02.916300 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-4655cb9c-c4a8-49d5-b811-2b32f3f5fc1b req-50799002-782e-482d-a633-655563cc6ab0 tempest-SecurityGroupsTestJSON-63281774 tempest-SecurityGroupsTestJSON-63281774-project] 10.222.0.104 "GET /v2.0/ports?device_id=bbe928b0-5e7c-4721-9637-d47d31cb39fc HTTP/1.1" status: 200 len: 945 time: 0.1520858 Jul 06 13:56:02.945414 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [req-a758e247-4326-49b2-a492-3590c46219bf req-27eb47e3-ce71-432e-bfa9-5434a01bd04f service neutron] Attempting to bind port 3cc44a8c-162f-47c4-a444-eace4e136171 on host n-h1-773647-6 for vnic_type normal with profile None {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 13:56:02.945749 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [req-a758e247-4326-49b2-a492-3590c46219bf req-27eb47e3-ce71-432e-bfa9-5434a01bd04f service neutron] Attempting to bind port 3cc44a8c-162f-47c4-a444-eace4e136171 by drivers openvswitch,hyperv on host n-h1-773647-6 at level 0 using segments [{'id': 'da615941-94ee-441c-92fd-37ca002df9b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': '719b716d-a00d-48ee-8755-3a8bbdfaf0d2'}] {{(pid=100246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 13:56:02.945994 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a758e247-4326-49b2-a492-3590c46219bf req-27eb47e3-ce71-432e-bfa9-5434a01bd04f service neutron] Attempting to bind port 3cc44a8c-162f-47c4-a444-eace4e136171 on network 719b716d-a00d-48ee-8755-3a8bbdfaf0d2 {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 13:56:02.951333 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a758e247-4326-49b2-a492-3590c46219bf req-27eb47e3-ce71-432e-bfa9-5434a01bd04f service neutron] Port 3cc44a8c-162f-47c4-a444-eace4e136171 on network 719b716d-a00d-48ee-8755-3a8bbdfaf0d2 not bound, no agent of type Open vSwitch agent registered on host n-h1-773647-6 {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 13:56:02.951856 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a758e247-4326-49b2-a492-3590c46219bf req-27eb47e3-ce71-432e-bfa9-5434a01bd04f service neutron] Attempting to bind port 3cc44a8c-162f-47c4-a444-eace4e136171 on network 719b716d-a00d-48ee-8755-3a8bbdfaf0d2 {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 13:56:02.957832 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a758e247-4326-49b2-a492-3590c46219bf req-27eb47e3-ce71-432e-bfa9-5434a01bd04f service neutron] Checking agent: {'id': '5bf7147f-bada-4441-a5dc-934b903473fb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-773647-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 51, 12), 'started_at': datetime.datetime(2021, 7, 6, 13, 51, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 13, 55, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 13:56:02.958177 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a758e247-4326-49b2-a492-3590c46219bf req-27eb47e3-ce71-432e-bfa9-5434a01bd04f service neutron] Checking segment: {'id': 'da615941-94ee-441c-92fd-37ca002df9b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': '719b716d-a00d-48ee-8755-3a8bbdfaf0d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 13:56:02.958567 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a758e247-4326-49b2-a492-3590c46219bf req-27eb47e3-ce71-432e-bfa9-5434a01bd04f service neutron] Bound using segment: {'id': 'da615941-94ee-441c-92fd-37ca002df9b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': '719b716d-a00d-48ee-8755-3a8bbdfaf0d2'} {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 13:56:02.959010 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [req-a758e247-4326-49b2-a492-3590c46219bf req-27eb47e3-ce71-432e-bfa9-5434a01bd04f service neutron] Bound port: 3cc44a8c-162f-47c4-a444-eace4e136171, host: n-h1-773647-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'da615941-94ee-441c-92fd-37ca002df9b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': '719b716d-a00d-48ee-8755-3a8bbdfaf0d2'}}] {{(pid=100246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 13:56:02.991409 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-4655cb9c-c4a8-49d5-b811-2b32f3f5fc1b req-1fccc368-6238-42e5-81da-7b83fc74ea2c tempest-SecurityGroupsTestJSON-63281774 tempest-SecurityGroupsTestJSON-63281774-project] 10.222.0.104 "GET /v2.0/security-groups?id=66a64f11-8fd4-4070-857b-32412c48dea6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818787 Jul 06 13:56:03.018556 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd395881-ab13-401d-b4b6-73dcecba11c7 req-c9dfa2e4-6125-4022-8b3c-b165aa6e292f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:03.020091 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-dd395881-ab13-401d-b4b6-73dcecba11c7 req-c9dfa2e4-6125-4022-8b3c-b165aa6e292f service neutron] 10.222.0.127 "GET /v2.0/subnets?id=e908b1cb-da85-4d39-8daf-c466492d66c9 HTTP/1.1" status: 200 len: 868 time: 0.1093352 Jul 06 13:56:03.046907 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.db [req-a758e247-4326-49b2-a492-3590c46219bf req-27eb47e3-ce71-432e-bfa9-5434a01bd04f service neutron] For port 3cc44a8c-162f-47c4-a444-eace4e136171, host n-h1-773647-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773647-6',level=0,port_id=3cc44a8c-162f-47c4-a444-eace4e136171,segment=NetworkSegment(da615941-94ee-441c-92fd-37ca002df9b5),segment_id=da615941-94ee-441c-92fd-37ca002df9b5)] {{(pid=100246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 13:56:03.053677 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-a758e247-4326-49b2-a492-3590c46219bf req-27eb47e3-ce71-432e-bfa9-5434a01bd04f service neutron] Notify callbacks [] for binding, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:03.055656 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-a758e247-4326-49b2-a492-3590c46219bf req-27eb47e3-ce71-432e-bfa9-5434a01bd04f service neutron] 10.222.0.104 "POST /v2.0/ports/3cc44a8c-162f-47c4-a444-eace4e136171/bindings HTTP/1.1" status: 201 len: 389 time: 0.2941129 Jul 06 13:56:03.117592 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd395881-ab13-401d-b4b6-73dcecba11c7 req-a62d4dde-9c19-4266-a507-250a618254ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:03.121076 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-dd395881-ab13-401d-b4b6-73dcecba11c7 req-a62d4dde-9c19-4266-a507-250a618254ca service neutron] 10.222.0.127 "GET /v2.0/ports?network_id=d3290eba-34fe-4d09-b607-a6b9692a3888&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0853753 Jul 06 13:56:03.205747 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 13:56:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c48e9a25-6dfa-4f14-b347-3aed484715fd x-openstack-request-id: req-c48e9a25-6dfa-4f14-b347-3aed484715fd {{(pid=100248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:56:03.206050 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d9a9a53-e652-42bf-82fc-ad1b61c065b3", "name": "network-vif-plugged", "status": "completed", "tag": "31de2b57-1eae-4198-bc52-c86e5d901c27", "code": 200}]} {{(pid=100248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:56:03.206304 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-c48e9a25-6dfa-4f14-b347-3aed484715fd {{(pid=100248) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:56:03.206751 n-d-773647-6 neutron-server[100248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d9a9a53-e652-42bf-82fc-ad1b61c065b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31de2b57-1eae-4198-bc52-c86e5d901c27', 'code': 200} Jul 06 13:56:03.242550 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-dd395881-ab13-401d-b4b6-73dcecba11c7 req-09ceac48-c70b-4c03-9a2d-c1d62cdd8afb service neutron] 10.222.0.127 "GET /v2.0/networks/d3290eba-34fe-4d09-b607-a6b9692a3888?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1018386 Jul 06 13:56:03.500220 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-dd395881-ab13-401d-b4b6-73dcecba11c7 req-ef7c5ac9-c8e6-4ec2-b444-def806a8bd08 service neutron] 10.222.0.127 "GET /v2.0/networks/d3290eba-34fe-4d09-b607-a6b9692a3888?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2458160 Jul 06 13:56:03.533754 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759343b3-7e74-4437-b81e-6edcc697929f req-53c03cdc-e957-4bc9-bf6d-a7d3b4fb4616 tempest-ServersAdminTestJSON-391861328 tempest-ServersAdminTestJSON-391861328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:03.535244 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-759343b3-7e74-4437-b81e-6edcc697929f req-53c03cdc-e957-4bc9-bf6d-a7d3b4fb4616 tempest-ServersAdminTestJSON-391861328 tempest-ServersAdminTestJSON-391861328-project] 10.222.0.104 "GET /v2.0/ports?device_id=1d9a9a53-e652-42bf-82fc-ad1b61c065b3 HTTP/1.1" status: 200 len: 950 time: 0.2729859 Jul 06 13:56:03.540107 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a758e247-4326-49b2-a492-3590c46219bf req-c2105883-5b33-4d45-b0b2-79d1047a3d5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:03.541596 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-a758e247-4326-49b2-a492-3590c46219bf req-c2105883-5b33-4d45-b0b2-79d1047a3d5c service neutron] 10.222.0.127 "GET /v2.0/ports?tenant_id=4cef06e2189c48a2819839e74c70f679&device_id=b1fcca0e-a2ed-4729-9094-7d171185dc74 HTTP/1.1" status: 200 len: 1096 time: 0.2108188 Jul 06 13:56:03.543139 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c202ed8-50bc-4265-90f3-c16e9c9fb438 req-0aac01b9-741b-4ec2-bacc-467e324ea86e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:03.544517 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-3c202ed8-50bc-4265-90f3-c16e9c9fb438 req-0aac01b9-741b-4ec2-bacc-467e324ea86e service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=1d9a9a53-e652-42bf-82fc-ad1b61c065b3 HTTP/1.1" status: 200 len: 1101 time: 0.2154460 Jul 06 13:56:03.581599 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b340c91a-e695-4522-ba4a-90480beda7a8 req-f64ddfb5-76fa-4d3a-9d13-b2fb602c8a6e tempest-FloatingIPsAssociationNegativeTestJSON-1134509891 tempest-FloatingIPsAssociationNegativeTestJSON-1134509891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:03.583066 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-b340c91a-e695-4522-ba4a-90480beda7a8 req-f64ddfb5-76fa-4d3a-9d13-b2fb602c8a6e tempest-FloatingIPsAssociationNegativeTestJSON-1134509891 tempest-FloatingIPsAssociationNegativeTestJSON-1134509891-project] 10.222.0.104 "GET /v2.0/ports?device_id=d910425e-b227-495e-9524-a26893783754 HTTP/1.1" status: 200 len: 943 time: 0.2268016 Jul 06 13:56:03.690732 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-759343b3-7e74-4437-b81e-6edcc697929f req-21543f6c-8a43-4c2b-bd8c-76a94deaa798 tempest-ServersAdminTestJSON-391861328 tempest-ServersAdminTestJSON-391861328-project] 10.222.0.104 "GET /v2.0/security-groups?id=3bcee3ab-dc9e-46be-bc35-9f5a80cc9457&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436422 Jul 06 13:56:03.698608 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-3c202ed8-50bc-4265-90f3-c16e9c9fb438 req-23d361bf-0caf-4354-8acb-4a403afa8b9c service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=3bcee3ab-dc9e-46be-bc35-9f5a80cc9457&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1393907 Jul 06 13:56:03.710418 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-b340c91a-e695-4522-ba4a-90480beda7a8 req-37e047a9-a407-4897-a04d-161496a9c665 tempest-FloatingIPsAssociationNegativeTestJSON-1134509891 tempest-FloatingIPsAssociationNegativeTestJSON-1134509891-project] 10.222.0.104 "GET /v2.0/security-groups?id=80219d53-2475-4e71-af54-7a966a6cc818&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112003 Jul 06 13:56:03.733940 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a758e247-4326-49b2-a492-3590c46219bf req-8fe8922d-8e63-4222-b5cc-979b548d27aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:03.736315 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-a758e247-4326-49b2-a492-3590c46219bf req-8fe8922d-8e63-4222-b5cc-979b548d27aa service neutron] 10.222.0.127 "GET /v2.0/networks?id=719b716d-a00d-48ee-8755-3a8bbdfaf0d2 HTTP/1.1" status: 200 len: 923 time: 0.1630692 Jul 06 13:56:03.798041 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 13:56:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5be12b7-ced3-42f5-9bfd-2ed26a54ecb7 x-openstack-request-id: req-a5be12b7-ced3-42f5-9bfd-2ed26a54ecb7 {{(pid=100247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:56:03.798463 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d910425e-b227-495e-9524-a26893783754", "tag": "610d8fb5-6871-475a-b090-fabadac817aa", "status": "completed", "code": 200}]} {{(pid=100247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:56:03.798717 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-a5be12b7-ced3-42f5-9bfd-2ed26a54ecb7 {{(pid=100247) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:56:03.799108 n-d-773647-6 neutron-server[100247]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd910425e-b227-495e-9524-a26893783754', 'tag': '610d8fb5-6871-475a-b090-fabadac817aa', 'status': 'completed', 'code': 200} Jul 06 13:56:03.803540 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-a758e247-4326-49b2-a492-3590c46219bf req-4355619b-fec3-4a5a-8559-1c12876c6002 service neutron] 10.222.0.127 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3cc44a8c-162f-47c4-a444-eace4e136171 HTTP/1.1" status: 200 len: 217 time: 0.0565045 Jul 06 13:56:03.870470 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-20147067-4744-42da-a6ac-15b5d386bbb3 req-73175c90-8779-4e67-9547-969f00b42633 tempest-AbsoluteLimitsNegativeTestJSON-722259447 tempest-AbsoluteLimitsNegativeTestJSON-722259447-project] 10.222.0.104 "GET /v2.0/networks?tenant_id=8cef6b625b5d4cd0ab3dc2423447ec93&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0702231 Jul 06 13:56:03.965334 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a758e247-4326-49b2-a492-3590c46219bf req-9401f5c1-8d73-484d-b656-57ca896f12f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:03.966948 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-a758e247-4326-49b2-a492-3590c46219bf req-9401f5c1-8d73-484d-b656-57ca896f12f3 service neutron] 10.222.0.127 "GET /v2.0/subnets?id=7f475f76-2dcc-4dce-adb2-7deed8b8ad71 HTTP/1.1" status: 200 len: 861 time: 0.1473606 Jul 06 13:56:03.992756 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-c2938d39-cd81-40a9-bdf1-14571c0cbc0b req-896bca54-517f-48e4-ba97-147d4fcad1ab tempest-SecurityGroupsTestJSON-63281774 tempest-SecurityGroupsTestJSON-63281774-project] 10.222.0.104 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-2031616031&fields=id&tenant_id=bd8ab4ae618e4901853ac9b415c3d7ae HTTP/1.1" status: 200 len: 267 time: 0.1189733 Jul 06 13:56:04.024034 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-a758e247-4326-49b2-a492-3590c46219bf req-ef2d175b-2ed3-4f43-b35d-9896eac48c74 service neutron] 10.222.0.127 "GET /v2.0/ports?network_id=719b716d-a00d-48ee-8755-3a8bbdfaf0d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0443716 Jul 06 13:56:04.076317 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a5f8f5-6d84-4095-810f-1a53eaa5005e req-c7b405e2-3112-44ee-aad4-9c867f044ea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:04.077745 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-47a5f8f5-6d84-4095-810f-1a53eaa5005e req-c7b405e2-3112-44ee-aad4-9c867f044ea1 service neutron] 10.222.0.127 "GET /v2.0/ports?tenant_id=17f723ad3a484ba4932b5619e0399c64&device_id=d910425e-b227-495e-9524-a26893783754 HTTP/1.1" status: 200 len: 1094 time: 0.2764535 Jul 06 13:56:04.346258 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 141758bb-49e2-48c5-bb95-0f9e2500660d up at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 13:56:04.397666 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning complete for port 141758bb-49e2-48c5-bb95-0f9e2500660d triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:56:04.398185 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:04.431672 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20147067-4744-42da-a6ac-15b5d386bbb3 req-531ac94c-c760-4e28-8dab-cfef9dd18d6b tempest-AbsoluteLimitsNegativeTestJSON-722259447 tempest-AbsoluteLimitsNegativeTestJSON-722259447-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:04.433151 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-20147067-4744-42da-a6ac-15b5d386bbb3 req-531ac94c-c760-4e28-8dab-cfef9dd18d6b tempest-AbsoluteLimitsNegativeTestJSON-722259447 tempest-AbsoluteLimitsNegativeTestJSON-722259447-project] 10.222.0.104 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5544114 Jul 06 13:56:04.477582 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-20147067-4744-42da-a6ac-15b5d386bbb3 req-443eee78-e811-4285-ad4e-fe1ea838dbf1 tempest-AbsoluteLimitsNegativeTestJSON-722259447 tempest-AbsoluteLimitsNegativeTestJSON-722259447-project] 10.222.0.104 "GET /v2.0/quotas/8cef6b625b5d4cd0ab3dc2423447ec93 HTTP/1.1" status: 200 len: 375 time: 0.0348411 Jul 06 13:56:04.540985 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-20147067-4744-42da-a6ac-15b5d386bbb3 req-c8041984-6859-4ed5-bfc2-14c5c74f3331 tempest-AbsoluteLimitsNegativeTestJSON-722259447 tempest-AbsoluteLimitsNegativeTestJSON-722259447-project] 10.222.0.104 "GET /v2.0/ports?tenant_id=8cef6b625b5d4cd0ab3dc2423447ec93&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0557199 Jul 06 13:56:04.551779 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2938d39-cd81-40a9-bdf1-14571c0cbc0b req-091bad16-86c6-4aed-ae39-fe9a76662c7f tempest-SecurityGroupsTestJSON-63281774 tempest-SecurityGroupsTestJSON-63281774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:04.553219 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-c2938d39-cd81-40a9-bdf1-14571c0cbc0b req-091bad16-86c6-4aed-ae39-fe9a76662c7f tempest-SecurityGroupsTestJSON-63281774 tempest-SecurityGroupsTestJSON-63281774-project] 10.222.0.104 "GET /v2.0/ports?device_id=bbe928b0-5e7c-4721-9637-d47d31cb39fc HTTP/1.1" status: 200 len: 945 time: 0.5348039 Jul 06 13:56:04.555410 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-a758e247-4326-49b2-a492-3590c46219bf req-ca301721-819a-4334-8d0a-013282bd1f3f service neutron] 10.222.0.127 "GET /v2.0/networks/719b716d-a00d-48ee-8755-3a8bbdfaf0d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5066803 Jul 06 13:56:04.568310 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [req-c2938d39-cd81-40a9-bdf1-14571c0cbc0b req-6e0aba32-ce4e-4102-aeb8-5c053b91560c tempest-SecurityGroupsTestJSON-63281774 tempest-SecurityGroupsTestJSON-63281774-project] Request body: {'port': {'security_groups': ['66a64f11-8fd4-4070-857b-32412c48dea6', '3bf12d19-7820-4e26-a6c8-60b725e87032']}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:56:04.606443 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a5f8f5-6d84-4095-810f-1a53eaa5005e req-171cc533-c7f5-4e26-bf70-1827e16e892e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:04.607947 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-47a5f8f5-6d84-4095-810f-1a53eaa5005e req-171cc533-c7f5-4e26-bf70-1827e16e892e service neutron] 10.222.0.127 "GET /v2.0/networks?id=d3290eba-34fe-4d09-b607-a6b9692a3888 HTTP/1.1" status: 200 len: 931 time: 0.4933190 Jul 06 13:56:04.700491 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-47a5f8f5-6d84-4095-810f-1a53eaa5005e req-9c8565d2-c549-43be-87e3-fb1f8ffbe5d3 service neutron] 10.222.0.127 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=610d8fb5-6871-475a-b090-fabadac817aa HTTP/1.1" status: 200 len: 217 time: 0.0665300 Jul 06 13:56:04.841053 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-c2938d39-cd81-40a9-bdf1-14571c0cbc0b req-6e0aba32-ce4e-4102-aeb8-5c053b91560c tempest-SecurityGroupsTestJSON-63281774 tempest-SecurityGroupsTestJSON-63281774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:04.849202 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a5f8f5-6d84-4095-810f-1a53eaa5005e req-e5ffd4b5-b136-4bda-9607-d413a4b4b7c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:04.850677 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-47a5f8f5-6d84-4095-810f-1a53eaa5005e req-e5ffd4b5-b136-4bda-9607-d413a4b4b7c7 service neutron] 10.222.0.127 "GET /v2.0/subnets?id=e908b1cb-da85-4d39-8daf-c466492d66c9 HTTP/1.1" status: 200 len: 868 time: 0.1383705 Jul 06 13:56:04.861166 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-a758e247-4326-49b2-a492-3590c46219bf req-d21594ad-cbaf-4db6-8312-7bb701f1a6c8 service neutron] 10.222.0.127 "GET /v2.0/networks/719b716d-a00d-48ee-8755-3a8bbdfaf0d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2954187 Jul 06 13:56:04.887417 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 57600) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:56:04.936622 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b0853d-367d-422c-8844-0ed6095e3bf5 req-c17c398c-3c3a-42f6-a919-f041c5b69b2b tempest-LiveAutoBlockMigrationV225Test-654794443 tempest-LiveAutoBlockMigrationV225Test-654794443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:04.938146 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-75b0853d-367d-422c-8844-0ed6095e3bf5 req-c17c398c-3c3a-42f6-a919-f041c5b69b2b tempest-LiveAutoBlockMigrationV225Test-654794443 tempest-LiveAutoBlockMigrationV225Test-654794443-project] 10.222.0.104 "GET /v2.0/ports?device_id=b1fcca0e-a2ed-4729-9094-7d171185dc74 HTTP/1.1" status: 200 len: 945 time: 0.2459772 Jul 06 13:56:04.996660 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-c4c2a412-d88d-4991-94e4-919f352184d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:05.068949 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-75b0853d-367d-422c-8844-0ed6095e3bf5 req-280bd2d5-15c5-4566-8662-053a9a1a0f42 tempest-LiveAutoBlockMigrationV225Test-654794443 tempest-LiveAutoBlockMigrationV225Test-654794443-project] 10.222.0.104 "GET /v2.0/security-groups?id=43f6fcb8-9501-44d6-9feb-82c82c5d5862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155081 Jul 06 13:56:05.073292 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a5f8f5-6d84-4095-810f-1a53eaa5005e req-f3d3945a-d341-44aa-a3f9-e56868b5b8cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:05.074745 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-47a5f8f5-6d84-4095-810f-1a53eaa5005e req-f3d3945a-d341-44aa-a3f9-e56868b5b8cb service neutron] 10.222.0.127 "GET /v2.0/ports?network_id=d3290eba-34fe-4d09-b607-a6b9692a3888&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2127850 Jul 06 13:56:05.105265 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-c4c2a412-d88d-4991-94e4-919f352184d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:05.110023 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-c4c2a412-d88d-4991-94e4-919f352184d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:05.120048 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a758e247-4326-49b2-a492-3590c46219bf req-4e80cfd6-7696-46d9-81f0-dbb07d220ff4 tempest-LiveAutoBlockMigrationV225Test-1685424674 tempest-LiveAutoBlockMigrationV225Test-1685424674-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:05.121560 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-a758e247-4326-49b2-a492-3590c46219bf req-4e80cfd6-7696-46d9-81f0-dbb07d220ff4 tempest-LiveAutoBlockMigrationV225Test-1685424674 tempest-LiveAutoBlockMigrationV225Test-1685424674-project-admin] 10.222.0.127 "GET /v2.0/ports?device_id=b1fcca0e-a2ed-4729-9094-7d171185dc74&tenant_id=4cef06e2189c48a2819839e74c70f679&binding%3Ahost_id=n-h2-773647-6 HTTP/1.1" status: 200 len: 1096 time: 0.1798024 Jul 06 13:56:05.146135 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-c4c2a412-d88d-4991-94e4-919f352184d1 admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=8cef6b625b5d4cd0ab3dc2423447ec93&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2572873 Jul 06 13:56:05.148551 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 57604) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:56:05.178897 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c2a412-d88d-4991-94e4-919f352184d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ead8ccdb-5d5a-4936-958d-304c506c2118,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:56:05.179979 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [req-a758e247-4326-49b2-a492-3590c46219bf req-63f426c7-39cb-470c-88e8-963379d68163 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-773647-6'}}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:56:05.213588 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-d0a35246-74bf-4620-ba5b-6d26de6598da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:05.239523 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-d0a35246-74bf-4620-ba5b-6d26de6598da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:05.292144 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-d0a35246-74bf-4620-ba5b-6d26de6598da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:05.294887 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-d0a35246-74bf-4620-ba5b-6d26de6598da admin admin] Notify callbacks [] for security_group, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:05.299070 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-d0a35246-74bf-4620-ba5b-6d26de6598da admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/ead8ccdb-5d5a-4936-958d-304c506c2118 HTTP/1.1" status: 204 len: 168 time: 0.1466606 Jul 06 13:56:05.304946 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a35246-74bf-4620-ba5b-6d26de6598da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ead8ccdb-5d5a-4936-958d-304c506c2118,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:56:05.349361 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.db [req-c2938d39-cd81-40a9-bdf1-14571c0cbc0b req-6e0aba32-ce4e-4102-aeb8-5c053b91560c tempest-SecurityGroupsTestJSON-63281774 tempest-SecurityGroupsTestJSON-63281774-project] For port 9e0a8fcf-beec-40bb-8530-7b53818607f4, host n-h1-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773647-6',level=0,port_id=9e0a8fcf-beec-40bb-8530-7b53818607f4,segment=NetworkSegment(0212c0ea-43ee-41e4-b30e-4894f6429a7c),segment_id=0212c0ea-43ee-41e4-b30e-4894f6429a7c)] {{(pid=100247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:56:05.376710 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-47a5f8f5-6d84-4095-810f-1a53eaa5005e req-dfced0da-acd4-4fe1-a4cf-a02324ffe472 service neutron] 10.222.0.127 "GET /v2.0/networks/d3290eba-34fe-4d09-b607-a6b9692a3888?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2944298 Jul 06 13:56:05.380924 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-a758e247-4326-49b2-a492-3590c46219bf req-63f426c7-39cb-470c-88e8-963379d68163 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:05.431945 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4011b96-1b67-4396-a40c-1768c5b2d203 req-35eaeb25-208f-49f0-bae2-06b69513579a tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:05.433425 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-d4011b96-1b67-4396-a40c-1768c5b2d203 req-35eaeb25-208f-49f0-bae2-06b69513579a tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] 10.222.0.104 "GET /v2.0/ports?device_id=cafbb505-1705-4cb2-a601-c8ea5a6459a9 HTTP/1.1" status: 200 len: 949 time: 0.2429121 Jul 06 13:56:05.493228 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-c2938d39-cd81-40a9-bdf1-14571c0cbc0b req-6e0aba32-ce4e-4102-aeb8-5c053b91560c tempest-SecurityGroupsTestJSON-63281774 tempest-SecurityGroupsTestJSON-63281774-project] Notify callbacks [] for port, precommit_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:05.534884 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-c2938d39-cd81-40a9-bdf1-14571c0cbc0b req-6e0aba32-ce4e-4102-aeb8-5c053b91560c tempest-SecurityGroupsTestJSON-63281774 tempest-SecurityGroupsTestJSON-63281774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:05.547285 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] get_ports_and_sgs() called for port_ids ['9e0a8fcf-beec-40bb-8530-7b53818607f4'] {{(pid=100248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 13:56:05.657900 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2938d39-cd81-40a9-bdf1-14571c0cbc0b req-6e0aba32-ce4e-4102-aeb8-5c053b91560c tempest-SecurityGroupsTestJSON-63281774 tempest-SecurityGroupsTestJSON-63281774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:05.658531 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-c2938d39-cd81-40a9-bdf1-14571c0cbc0b req-6e0aba32-ce4e-4102-aeb8-5c053b91560c tempest-SecurityGroupsTestJSON-63281774 tempest-SecurityGroupsTestJSON-63281774-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:05.659980 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-c2938d39-cd81-40a9-bdf1-14571c0cbc0b req-6e0aba32-ce4e-4102-aeb8-5c053b91560c tempest-SecurityGroupsTestJSON-63281774 tempest-SecurityGroupsTestJSON-63281774-project] 10.222.0.104 "PUT /v2.0/ports/9e0a8fcf-beec-40bb-8530-7b53818607f4 HTTP/1.1" status: 200 len: 981 time: 1.0994611 Jul 06 13:56:05.733089 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-d4011b96-1b67-4396-a40c-1768c5b2d203 req-440e9ba4-0b99-42ce-b644-1f3ae1e43ce8 tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] 10.222.0.104 "GET /v2.0/security-groups?id=9f5b92e9-7340-49c3-a9bb-41e4a1caffc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2816000 Jul 06 13:56:05.739110 n-d-773647-6 neutron-server[100247]: INFO neutron.api.v2.resource [req-568bd09d-7a1d-45a5-bea6-4c8993399ab5 req-5d578bcb-cc3d-4495-b21b-38a81eb25f80 service neutron] show failed (client error): The resource could not be found. Jul 06 13:56:05.740173 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-568bd09d-7a1d-45a5-bea6-4c8993399ab5 req-5d578bcb-cc3d-4495-b21b-38a81eb25f80 service neutron] 10.222.0.127 "GET /v2.0/ports/55579fa1-991f-40fa-9660-f6873bccef77/bindings/n-h2-773647-6 HTTP/1.1" status: 404 len: 380 time: 0.3254082 Jul 06 13:56:05.771084 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-47a5f8f5-6d84-4095-810f-1a53eaa5005e req-697bece3-73e1-4c03-b312-13fcc7e96e2b service neutron] 10.222.0.127 "GET /v2.0/networks/d3290eba-34fe-4d09-b607-a6b9692a3888?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3831840 Jul 06 13:56:05.773456 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0aba32-ce4e-4102-aeb8-5c053b91560c tempest-SecurityGroupsTestJSON-63281774 tempest-SecurityGroupsTestJSON-63281774-project] Pushing event updated for resources: {'Port': ['ID=9e0a8fcf-beec-40bb-8530-7b53818607f4,revision_number=6']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:56:05.775179 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] get_ports_and_sgs() called for port_ids ['9e0a8fcf-beec-40bb-8530-7b53818607f4'] {{(pid=100248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 13:56:05.802507 n-d-773647-6 neutron-server[100247]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bbe928b0-5e7c-4721-9637-d47d31cb39fc', 'tag': '9e0a8fcf-beec-40bb-8530-7b53818607f4'}] {{(pid=100247) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 13:56:05.806021 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cbf0eeaae822f8fc9b87a94aeba67a3d651842baf663a51cba94b67a514836d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80e0d27a-c9c0-4295-b7a4-f65ecf194d3f" -d '{"events": [{"name": "network-changed", "server_uuid": "bbe928b0-5e7c-4721-9637-d47d31cb39fc", "tag": "9e0a8fcf-beec-40bb-8530-7b53818607f4"}]}' {{(pid=100247) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:56:05.818892 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.db [req-a758e247-4326-49b2-a492-3590c46219bf req-63f426c7-39cb-470c-88e8-963379d68163 service neutron] For port 3cc44a8c-162f-47c4-a444-eace4e136171, host n-h2-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=3cc44a8c-162f-47c4-a444-eace4e136171,segment=NetworkSegment(da615941-94ee-441c-92fd-37ca002df9b5),segment_id=da615941-94ee-441c-92fd-37ca002df9b5)] {{(pid=100247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:56:05.870312 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.db [req-a758e247-4326-49b2-a492-3590c46219bf req-63f426c7-39cb-470c-88e8-963379d68163 service neutron] For port 3cc44a8c-162f-47c4-a444-eace4e136171, host n-h2-773647-6, cleared binding levels {{(pid=100247) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 13:56:05.991725 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-a758e247-4326-49b2-a492-3590c46219bf req-63f426c7-39cb-470c-88e8-963379d68163 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:06.054180 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-a758e247-4326-49b2-a492-3590c46219bf req-63f426c7-39cb-470c-88e8-963379d68163 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:06.113378 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 57634) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:56:06.210799 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-2cf25bd0-a8ae-45d4-b71a-6f28d14b7a1e admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-2006382772-network', 'tenant_id': '3a83e8d5a58e43e399bde7e7b4ca310d'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:56:06.236803 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cf25bd0-a8ae-45d4-b71a-6f28d14b7a1e admin admin] Made reservation on behalf of 3a83e8d5a58e43e399bde7e7b4ca310d for: {'network': 1} {{(pid=100246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 13:56:06.237486 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fb3845-c0ca-47e5-8a8d-62fe3684e5f5 req-6c22d0ce-55d6-4115-9cb8-af8e559d46e0 tempest-ServersAdminTestJSON-391861328 tempest-ServersAdminTestJSON-391861328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:06.238995 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-61fb3845-c0ca-47e5-8a8d-62fe3684e5f5 req-6c22d0ce-55d6-4115-9cb8-af8e559d46e0 tempest-ServersAdminTestJSON-391861328 tempest-ServersAdminTestJSON-391861328-project] 10.222.0.104 "GET /v2.0/ports?device_id=1d9a9a53-e652-42bf-82fc-ad1b61c065b3 HTTP/1.1" status: 200 len: 950 time: 0.2812099 Jul 06 13:56:06.239138 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-2cf25bd0-a8ae-45d4-b71a-6f28d14b7a1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for network, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:06.242076 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f426c7-39cb-470c-88e8-963379d68163 service neutron] Pushing event updated for resources: {'Port': ['ID=3cc44a8c-162f-47c4-a444-eace4e136171,revision_number=7']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:56:06.248023 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-2cf25bd0-a8ae-45d4-b71a-6f28d14b7a1e admin admin] Notify callbacks [] for security_group, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:06.285473 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4327ef-f1ce-459f-abbe-8bae6964b956 req-20960fe1-0f18-482c-a69b-5f48b67427b1 tempest-FloatingIPsAssociationNegativeTestJSON-1134509891 tempest-FloatingIPsAssociationNegativeTestJSON-1134509891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:06.286988 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-7d4327ef-f1ce-459f-abbe-8bae6964b956 req-20960fe1-0f18-482c-a69b-5f48b67427b1 tempest-FloatingIPsAssociationNegativeTestJSON-1134509891 tempest-FloatingIPsAssociationNegativeTestJSON-1134509891-project] 10.222.0.104 "GET /v2.0/ports?device_id=d910425e-b227-495e-9524-a26893783754 HTTP/1.1" status: 200 len: 943 time: 0.2931285 Jul 06 13:56:06.290433 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.managers [req-a758e247-4326-49b2-a492-3590c46219bf req-63f426c7-39cb-470c-88e8-963379d68163 service neutron] Attempting to bind port 3cc44a8c-162f-47c4-a444-eace4e136171 on host n-h2-773647-6 for vnic_type normal with profile {"migrating_to": "n-h1-773647-6"} {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 13:56:06.290765 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.managers [req-a758e247-4326-49b2-a492-3590c46219bf req-63f426c7-39cb-470c-88e8-963379d68163 service neutron] Attempting to bind port 3cc44a8c-162f-47c4-a444-eace4e136171 by drivers openvswitch,hyperv on host n-h2-773647-6 at level 0 using segments [{'id': 'da615941-94ee-441c-92fd-37ca002df9b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': '719b716d-a00d-48ee-8755-3a8bbdfaf0d2'}] {{(pid=100247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 13:56:06.291087 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a758e247-4326-49b2-a492-3590c46219bf req-63f426c7-39cb-470c-88e8-963379d68163 service neutron] Attempting to bind port 3cc44a8c-162f-47c4-a444-eace4e136171 on network 719b716d-a00d-48ee-8755-3a8bbdfaf0d2 {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 13:56:06.306563 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a758e247-4326-49b2-a492-3590c46219bf req-63f426c7-39cb-470c-88e8-963379d68163 service neutron] Port 3cc44a8c-162f-47c4-a444-eace4e136171 on network 719b716d-a00d-48ee-8755-3a8bbdfaf0d2 not bound, no agent of type Open vSwitch agent registered on host n-h2-773647-6 {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 13:56:06.306893 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a758e247-4326-49b2-a492-3590c46219bf req-63f426c7-39cb-470c-88e8-963379d68163 service neutron] Attempting to bind port 3cc44a8c-162f-47c4-a444-eace4e136171 on network 719b716d-a00d-48ee-8755-3a8bbdfaf0d2 {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 13:56:06.335985 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568bd09d-7a1d-45a5-bea6-4c8993399ab5 req-71a05b01-4852-4001-a504-7f539dba4f30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:06.337447 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-568bd09d-7a1d-45a5-bea6-4c8993399ab5 req-71a05b01-4852-4001-a504-7f539dba4f30 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=cafbb505-1705-4cb2-a601-c8ea5a6459a9&tenant_id=483ead9cc6094290930ff4aed37f7463 HTTP/1.1" status: 200 len: 1100 time: 0.2498801 Jul 06 13:56:06.341638 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-61fb3845-c0ca-47e5-8a8d-62fe3684e5f5 req-3195e2ca-f9b6-4913-8775-c830fd25892c tempest-ServersAdminTestJSON-391861328 tempest-ServersAdminTestJSON-391861328-project] 10.222.0.104 "GET /v2.0/security-groups?id=3bcee3ab-dc9e-46be-bc35-9f5a80cc9457&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942831 Jul 06 13:56:06.342728 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a758e247-4326-49b2-a492-3590c46219bf req-63f426c7-39cb-470c-88e8-963379d68163 service neutron] Checking agent: {'id': '63768ece-0600-4354-8d29-fdedec96b077', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-773647-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 51, 10), 'started_at': datetime.datetime(2021, 7, 6, 13, 51, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 13, 55, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 13:56:06.342867 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-2cf25bd0-a8ae-45d4-b71a-6f28d14b7a1e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:06.343065 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a758e247-4326-49b2-a492-3590c46219bf req-63f426c7-39cb-470c-88e8-963379d68163 service neutron] Checking segment: {'id': 'da615941-94ee-441c-92fd-37ca002df9b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': '719b716d-a00d-48ee-8755-3a8bbdfaf0d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100247) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 13:56:06.343509 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a758e247-4326-49b2-a492-3590c46219bf req-63f426c7-39cb-470c-88e8-963379d68163 service neutron] Bound using segment: {'id': 'da615941-94ee-441c-92fd-37ca002df9b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': '719b716d-a00d-48ee-8755-3a8bbdfaf0d2'} {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 13:56:06.343877 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.managers [req-a758e247-4326-49b2-a492-3590c46219bf req-63f426c7-39cb-470c-88e8-963379d68163 service neutron] Bound port: 3cc44a8c-162f-47c4-a444-eace4e136171, host: n-h2-773647-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'da615941-94ee-441c-92fd-37ca002df9b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': '719b716d-a00d-48ee-8755-3a8bbdfaf0d2'}}] {{(pid=100247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 13:56:06.344234 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-a758e247-4326-49b2-a492-3590c46219bf req-63f426c7-39cb-470c-88e8-963379d68163 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:06.348230 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-2cf25bd0-a8ae-45d4-b71a-6f28d14b7a1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:06.353541 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [req-568bd09d-7a1d-45a5-bea6-4c8993399ab5 req-160d1f6c-94c4-44c7-8b0d-ea676d72b1d3 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-773647-6', 'device_owner': 'compute:nova'}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:56:06.380043 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2cf25bd0-a8ae-45d4-b71a-6f28d14b7a1e admin admin] vlan segment allocate from pool success with {'vlan_id': 1020, 'physical_network': 'physnet1'} {{(pid=100246) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 13:56:06.395503 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf25bd0-a8ae-45d4-b71a-6f28d14b7a1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5c79425-fe5f-4c83-b6dc-55ce3cf0e24b,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:56:06.400405 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-2cf25bd0-a8ae-45d4-b71a-6f28d14b7a1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552'] for segment, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:06.400758 n-d-773647-6 neutron-server[100246]: INFO neutron.db.segments_db [None req-2cf25bd0-a8ae-45d4-b71a-6f28d14b7a1e admin admin] Added segment bf3745bd-946f-4fbe-b2b2-1e184691ea94 of type vlan for network 274234b4-610a-4ce3-b8e1-70f8a7267f2c Jul 06 13:56:06.423325 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-7d4327ef-f1ce-459f-abbe-8bae6964b956 req-ca82defc-e1d6-4008-991e-313ade54d36e tempest-FloatingIPsAssociationNegativeTestJSON-1134509891 tempest-FloatingIPsAssociationNegativeTestJSON-1134509891-project] 10.222.0.104 "GET /v2.0/security-groups?id=80219d53-2475-4e71-af54-7a966a6cc818&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253066 Jul 06 13:56:06.446275 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-2cf25bd0-a8ae-45d4-b71a-6f28d14b7a1e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773752984405'] for network, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:06.480871 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-2cf25bd0-a8ae-45d4-b71a-6f28d14b7a1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060'] for network, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:06.481665 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cf25bd0-a8ae-45d4-b71a-6f28d14b7a1e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:06.482256 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-2cf25bd0-a8ae-45d4-b71a-6f28d14b7a1e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583035'] for network, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:06.503938 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 13:56:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d6ef79f-e0a9-4b0d-85b8-12306714ad30 x-openstack-request-id: req-7d6ef79f-e0a9-4b0d-85b8-12306714ad30 {{(pid=100247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:56:06.504551 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bbe928b0-5e7c-4721-9637-d47d31cb39fc", "tag": "9e0a8fcf-beec-40bb-8530-7b53818607f4", "status": "completed", "code": 200}]} {{(pid=100247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:56:06.504551 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-7d6ef79f-e0a9-4b0d-85b8-12306714ad30 {{(pid=100247) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:56:06.504907 n-d-773647-6 neutron-server[100247]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bbe928b0-5e7c-4721-9637-d47d31cb39fc', 'tag': '9e0a8fcf-beec-40bb-8530-7b53818607f4', 'status': 'completed', 'code': 200} Jul 06 13:56:06.518081 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.db [req-a758e247-4326-49b2-a492-3590c46219bf req-63f426c7-39cb-470c-88e8-963379d68163 service neutron] For port 3cc44a8c-162f-47c4-a444-eace4e136171, host n-h2-773647-6, cleared binding levels {{(pid=100247) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 13:56:06.524867 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-568bd09d-7a1d-45a5-bea6-4c8993399ab5 req-160d1f6c-94c4-44c7-8b0d-ea676d72b1d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:06.542847 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-2cf25bd0-a8ae-45d4-b71a-6f28d14b7a1e admin admin] 10.222.0.104 "POST /v2.0/networks HTTP/1.1" status: 201 len: 899 time: 0.4282746 Jul 06 13:56:06.545857 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 57640) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:56:06.551355 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.db [req-a758e247-4326-49b2-a492-3590c46219bf req-63f426c7-39cb-470c-88e8-963379d68163 service neutron] For port 3cc44a8c-162f-47c4-a444-eace4e136171, host n-h2-773647-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=3cc44a8c-162f-47c4-a444-eace4e136171,segment=NetworkSegment(da615941-94ee-441c-92fd-37ca002df9b5),segment_id=da615941-94ee-441c-92fd-37ca002df9b5)] {{(pid=100247) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 13:56:06.551574 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-87d77e97-b25f-48c2-af40-c60e38a31526 admin admin] Request body: {'subnet': {'network_id': '274234b4-610a-4ce3-b8e1-70f8a7267f2c', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-2006382772-subnet', 'tenant_id': '3a83e8d5a58e43e399bde7e7b4ca310d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:56:06.559567 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf25bd0-a8ae-45d4-b71a-6f28d14b7a1e admin admin] Pushing event updated for resources: {'Network': ['ID=274234b4-610a-4ce3-b8e1-70f8a7267f2c,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:56:06.567079 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-a758e247-4326-49b2-a492-3590c46219bf req-63f426c7-39cb-470c-88e8-963379d68163 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:06.571700 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Network 274234b4-610a-4ce3-b8e1-70f8a7267f2c details requested by agent ovs-agent-n-d-773647-6 with host n-d-773647-6 {{(pid=100248) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 13:56:06.582191 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87d77e97-b25f-48c2-af40-c60e38a31526 admin admin] Made reservation on behalf of 3a83e8d5a58e43e399bde7e7b4ca310d for: {'subnet': 1} {{(pid=100246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 13:56:06.585002 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-87d77e97-b25f-48c2-af40-c60e38a31526 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127702029'] for subnet, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:06.593801 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-e1d76133-1e7b-4ceb-8cd3-51d5271e4532 req-a6479146-a252-40e0-bced-39f9edf55bea tempest-SecurityGroupsTestJSON-63281774 tempest-SecurityGroupsTestJSON-63281774-project] 10.222.0.104 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-936514038&fields=id&tenant_id=bd8ab4ae618e4901853ac9b415c3d7ae HTTP/1.1" status: 200 len: 267 time: 0.1124592 Jul 06 13:56:06.771931 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-87d77e97-b25f-48c2-af40-c60e38a31526 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1849032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127687649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127702047'] for subnet, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:06.831157 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d77e97-b25f-48c2-af40-c60e38a31526 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1670377f-d5ec-48d2-b51c-30100d330dd3,revision_number=0']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:56:06.839208 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87d77e97-b25f-48c2-af40-c60e38a31526 admin admin] Checking segment: {'id': 'bf3745bd-946f-4fbe-b2b2-1e184691ea94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1020, 'network_id': '274234b4-610a-4ce3-b8e1-70f8a7267f2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 13:56:06.839609 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87d77e97-b25f-48c2-af40-c60e38a31526 admin admin] Network hostable DHCP agents. Network: 274234b4-610a-4ce3-b8e1-70f8a7267f2c, hostable agents: ['f2bada3d-be77-4359-982b-8505a2bbca04'], hosted agents: [] {{(pid=100246) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 13:56:06.857232 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87d77e97-b25f-48c2-af40-c60e38a31526 admin admin] Network 274234b4-610a-4ce3-b8e1-70f8a7267f2c is scheduled to be hosted by DHCP agent f2bada3d-be77-4359-982b-8505a2bbca04 with binding_index 1 {{(pid=100246) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 13:56:06.866915 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.base_scheduler [None req-87d77e97-b25f-48c2-af40-c60e38a31526 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773647-6, 274234b4-610a-4ce3-b8e1-70f8a7267f2c) {{(pid=100246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:56:06.871581 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87d77e97-b25f-48c2-af40-c60e38a31526 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:06.872432 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-87d77e97-b25f-48c2-af40-c60e38a31526 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:06.878050 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f38286e9-11d0-4bb4-a69a-e3e8989510f4 None None] Network 274234b4-610a-4ce3-b8e1-70f8a7267f2c requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 13:56:06.892719 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-87d77e97-b25f-48c2-af40-c60e38a31526 admin admin] 10.222.0.104 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.3450758 Jul 06 13:56:07.016019 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f426c7-39cb-470c-88e8-963379d68163 service neutron] Pushing event updated for resources: {'Port': ['ID=3cc44a8c-162f-47c4-a444-eace4e136171,revision_number=8']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:56:07.017713 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bea2f9d2-17b0-4a56-b7e1-74f2d7542305 None None] Network 274234b4-610a-4ce3-b8e1-70f8a7267f2c requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 13:56:07.151731 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a758e247-4326-49b2-a492-3590c46219bf req-63f426c7-39cb-470c-88e8-963379d68163 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:07.152427 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-a758e247-4326-49b2-a492-3590c46219bf req-63f426c7-39cb-470c-88e8-963379d68163 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:07.153879 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-a758e247-4326-49b2-a492-3590c46219bf req-63f426c7-39cb-470c-88e8-963379d68163 service neutron] 10.222.0.127 "PUT /v2.0/ports/3cc44a8c-162f-47c4-a444-eace4e136171 HTTP/1.1" status: 200 len: 1121 time: 1.9784076 Jul 06 13:56:07.176523 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e0d27a-c9c0-4295-b7a4-f65ecf194d3f req-9efd1e4e-f735-4ccf-a474-e6b2a136a8ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:07.178147 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-80e0d27a-c9c0-4295-b7a4-f65ecf194d3f req-9efd1e4e-f735-4ccf-a474-e6b2a136a8ff service neutron] 10.222.0.127 "GET /v2.0/ports?tenant_id=bd8ab4ae618e4901853ac9b415c3d7ae&device_id=bbe928b0-5e7c-4721-9637-d47d31cb39fc HTTP/1.1" status: 200 len: 1135 time: 0.6343474 Jul 06 13:56:07.243077 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d76133-1e7b-4ceb-8cd3-51d5271e4532 req-348eaff0-5bce-425b-a212-335733a759cb tempest-SecurityGroupsTestJSON-63281774 tempest-SecurityGroupsTestJSON-63281774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:07.244626 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-e1d76133-1e7b-4ceb-8cd3-51d5271e4532 req-348eaff0-5bce-425b-a212-335733a759cb tempest-SecurityGroupsTestJSON-63281774 tempest-SecurityGroupsTestJSON-63281774-project] 10.222.0.104 "GET /v2.0/ports?device_id=bbe928b0-5e7c-4721-9637-d47d31cb39fc HTTP/1.1" status: 200 len: 984 time: 0.6068306 Jul 06 13:56:07.287178 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [req-e1d76133-1e7b-4ceb-8cd3-51d5271e4532 req-645be161-4a65-4533-b266-39fffdd15bba tempest-SecurityGroupsTestJSON-63281774 tempest-SecurityGroupsTestJSON-63281774-project] Request body: {'port': {'security_groups': ['3bf12d19-7820-4e26-a6c8-60b725e87032', '66a64f11-8fd4-4070-857b-32412c48dea6', '11248e3f-46f6-4720-87cb-6065d8db960a']}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:56:07.300029 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] get_ports_and_sgs() called for port_ids ['3cc44a8c-162f-47c4-a444-eace4e136171'] {{(pid=100248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 13:56:07.302152 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aadae45-4e50-4bf9-830a-1f575883abd8 req-46f6d818-658e-4cc7-b1a2-c2a1893f123d tempest-LiveAutoBlockMigrationV225Test-654794443 tempest-LiveAutoBlockMigrationV225Test-654794443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:07.303740 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-3aadae45-4e50-4bf9-830a-1f575883abd8 req-46f6d818-658e-4cc7-b1a2-c2a1893f123d tempest-LiveAutoBlockMigrationV225Test-654794443 tempest-LiveAutoBlockMigrationV225Test-654794443-project] 10.222.0.104 "GET /v2.0/ports?device_id=b1fcca0e-a2ed-4729-9094-7d171185dc74 HTTP/1.1" status: 200 len: 943 time: 0.6687295 Jul 06 13:56:07.453116 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e0d27a-c9c0-4295-b7a4-f65ecf194d3f req-4ab9009f-60a0-47f5-8682-8bb04e81b99c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:07.454522 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-80e0d27a-c9c0-4295-b7a4-f65ecf194d3f req-4ab9009f-60a0-47f5-8682-8bb04e81b99c service neutron] 10.222.0.127 "GET /v2.0/networks?id=82de3ae2-81e4-474f-953b-e83c4f15c3b6 HTTP/1.1" status: 200 len: 913 time: 0.2475667 Jul 06 13:56:07.457416 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-3aadae45-4e50-4bf9-830a-1f575883abd8 req-604c2b14-7cdf-44e0-9800-ecacb3a62a68 tempest-LiveAutoBlockMigrationV225Test-654794443 tempest-LiveAutoBlockMigrationV225Test-654794443-project] 10.222.0.104 "GET /v2.0/security-groups?id=43f6fcb8-9501-44d6-9feb-82c82c5d5862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301844 Jul 06 13:56:07.461004 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.db [req-568bd09d-7a1d-45a5-bea6-4c8993399ab5 req-160d1f6c-94c4-44c7-8b0d-ea676d72b1d3 service neutron] For port 55579fa1-991f-40fa-9660-f6873bccef77, host n-h1-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773647-6',level=0,port_id=55579fa1-991f-40fa-9660-f6873bccef77,segment=NetworkSegment(c9ea893d-045e-42cf-b3dd-cdd1f79baccd),segment_id=c9ea893d-045e-42cf-b3dd-cdd1f79baccd)] {{(pid=100247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:56:07.518830 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-e1d76133-1e7b-4ceb-8cd3-51d5271e4532 req-645be161-4a65-4533-b266-39fffdd15bba tempest-SecurityGroupsTestJSON-63281774 tempest-SecurityGroupsTestJSON-63281774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:07.522921 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-80e0d27a-c9c0-4295-b7a4-f65ecf194d3f req-e9376b21-5caa-46e5-b5d1-99b6073cec8f service neutron] 10.222.0.127 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9e0a8fcf-beec-40bb-8530-7b53818607f4 HTTP/1.1" status: 200 len: 217 time: 0.0581665 Jul 06 13:56:07.551592 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Device 610d8fb5-6871-475a-b090-fabadac817aa details requested by agent hyperv_n-h1-773647-6 with host n-h1-773647-6 {{(pid=100248) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 13:56:07.609145 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.db [req-568bd09d-7a1d-45a5-bea6-4c8993399ab5 req-160d1f6c-94c4-44c7-8b0d-ea676d72b1d3 service neutron] For port 55579fa1-991f-40fa-9660-f6873bccef77, host n-h1-773647-6, cleared binding levels {{(pid=100247) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 13:56:07.652663 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] For port 610d8fb5-6871-475a-b090-fabadac817aa, host n-h1-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773647-6',level=0,port_id=610d8fb5-6871-475a-b090-fabadac817aa,segment=NetworkSegment(8141d218-0a7a-43f9-9316-1749c8612198),segment_id=8141d218-0a7a-43f9-9316-1749c8612198)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:56:07.663402 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e0d27a-c9c0-4295-b7a4-f65ecf194d3f req-b3d1c989-cf20-4a55-9b95-905eb2518706 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:07.664929 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-80e0d27a-c9c0-4295-b7a4-f65ecf194d3f req-b3d1c989-cf20-4a55-9b95-905eb2518706 service neutron] 10.222.0.127 "GET /v2.0/subnets?id=348254f1-e077-418f-a203-f985649b120f HTTP/1.1" status: 200 len: 851 time: 0.1300735 Jul 06 13:56:07.672319 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Returning: {'device': '610d8fb5-6871-475a-b090-fabadac817aa', 'network_id': 'd3290eba-34fe-4d09-b607-a6b9692a3888', 'port_id': '610d8fb5-6871-475a-b090-fabadac817aa', 'mac_address': 'fa:16:3e:3f:12:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1026, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e908b1cb-da85-4d39-8daf-c466492d66c9', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100248) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 13:56:07.700593 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-568bd09d-7a1d-45a5-bea6-4c8993399ab5 req-160d1f6c-94c4-44c7-8b0d-ea676d72b1d3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:07.716552 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:07.727175 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-80e0d27a-c9c0-4295-b7a4-f65ecf194d3f req-399eeea3-67d1-4230-b666-fd8997f2c95b service neutron] 10.222.0.127 "GET /v2.0/ports?network_id=82de3ae2-81e4-474f-953b-e83c4f15c3b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0508411 Jul 06 13:56:07.731099 n-d-773647-6 neutron-server[100248]: DEBUG neutron.notifiers.nova [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 610d8fb5-6871-475a-b090-fabadac817aa {{(pid=100248) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 13:56:07.753097 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.provisioning_blocks [req-568bd09d-7a1d-45a5-bea6-4c8993399ab5 req-160d1f6c-94c4-44c7-8b0d-ea676d72b1d3 service neutron] Transition to ACTIVE for port object 55579fa1-991f-40fa-9660-f6873bccef77 will not be triggered until provisioned by entity L2. {{(pid=100247) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 13:56:07.755533 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] For port 610d8fb5-6871-475a-b090-fabadac817aa, host n-h1-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773647-6',level=0,port_id=610d8fb5-6871-475a-b090-fabadac817aa,segment=NetworkSegment(8141d218-0a7a-43f9-9316-1749c8612198),segment_id=8141d218-0a7a-43f9-9316-1749c8612198)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:56:07.761706 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:07.793472 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-568bd09d-7a1d-45a5-bea6-4c8993399ab5 req-160d1f6c-94c4-44c7-8b0d-ea676d72b1d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:07.823360 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Pushing event updated for resources: {'Port': ['ID=610d8fb5-6871-475a-b090-fabadac817aa,revision_number=4']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:56:07.925553 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160d1f6c-94c4-44c7-8b0d-ea676d72b1d3 service neutron] Pushing event updated for resources: {'Port': ['ID=55579fa1-991f-40fa-9660-f6873bccef77,revision_number=6']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:56:07.988534 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.l3_dvrscheduler_db [req-568bd09d-7a1d-45a5-bea6-4c8993399ab5 req-160d1f6c-94c4-44c7-8b0d-ea676d72b1d3 service neutron] No DVR routers for this DVR port 55579fa1-991f-40fa-9660-f6873bccef77 on host n-h1-773647-6 {{(pid=100247) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 13:56:07.998411 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-80e0d27a-c9c0-4295-b7a4-f65ecf194d3f req-40e2f13b-6c97-484e-a0b0-2f795d915afa service neutron] 10.222.0.127 "GET /v2.0/networks/82de3ae2-81e4-474f-953b-e83c4f15c3b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2580028 Jul 06 13:56:08.116352 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.managers [req-568bd09d-7a1d-45a5-bea6-4c8993399ab5 req-160d1f6c-94c4-44c7-8b0d-ea676d72b1d3 service neutron] Attempting to bind port 55579fa1-991f-40fa-9660-f6873bccef77 on host n-h2-773647-6 for vnic_type normal with profile {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 13:56:08.116632 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.managers [req-568bd09d-7a1d-45a5-bea6-4c8993399ab5 req-160d1f6c-94c4-44c7-8b0d-ea676d72b1d3 service neutron] Attempting to bind port 55579fa1-991f-40fa-9660-f6873bccef77 by drivers openvswitch,hyperv on host n-h2-773647-6 at level 0 using segments [{'id': 'c9ea893d-045e-42cf-b3dd-cdd1f79baccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'ac09d390-867f-4b75-a8d2-ab11550bffd6'}] {{(pid=100247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 13:56:08.116963 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-568bd09d-7a1d-45a5-bea6-4c8993399ab5 req-160d1f6c-94c4-44c7-8b0d-ea676d72b1d3 service neutron] Attempting to bind port 55579fa1-991f-40fa-9660-f6873bccef77 on network ac09d390-867f-4b75-a8d2-ab11550bffd6 {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 13:56:08.128336 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.db [req-e1d76133-1e7b-4ceb-8cd3-51d5271e4532 req-645be161-4a65-4533-b266-39fffdd15bba tempest-SecurityGroupsTestJSON-63281774 tempest-SecurityGroupsTestJSON-63281774-project] For port 9e0a8fcf-beec-40bb-8530-7b53818607f4, host n-h1-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773647-6',level=0,port_id=9e0a8fcf-beec-40bb-8530-7b53818607f4,segment=NetworkSegment(0212c0ea-43ee-41e4-b30e-4894f6429a7c),segment_id=0212c0ea-43ee-41e4-b30e-4894f6429a7c)] {{(pid=100247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:56:08.139929 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-568bd09d-7a1d-45a5-bea6-4c8993399ab5 req-160d1f6c-94c4-44c7-8b0d-ea676d72b1d3 service neutron] Port 55579fa1-991f-40fa-9660-f6873bccef77 on network ac09d390-867f-4b75-a8d2-ab11550bffd6 not bound, no agent of type Open vSwitch agent registered on host n-h2-773647-6 {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 13:56:08.140255 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-568bd09d-7a1d-45a5-bea6-4c8993399ab5 req-160d1f6c-94c4-44c7-8b0d-ea676d72b1d3 service neutron] Attempting to bind port 55579fa1-991f-40fa-9660-f6873bccef77 on network ac09d390-867f-4b75-a8d2-ab11550bffd6 {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 13:56:08.161051 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-568bd09d-7a1d-45a5-bea6-4c8993399ab5 req-160d1f6c-94c4-44c7-8b0d-ea676d72b1d3 service neutron] Checking agent: {'id': '63768ece-0600-4354-8d29-fdedec96b077', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-773647-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 51, 10), 'started_at': datetime.datetime(2021, 7, 6, 13, 51, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 13, 55, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 13:56:08.161384 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-568bd09d-7a1d-45a5-bea6-4c8993399ab5 req-160d1f6c-94c4-44c7-8b0d-ea676d72b1d3 service neutron] Checking segment: {'id': 'c9ea893d-045e-42cf-b3dd-cdd1f79baccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'ac09d390-867f-4b75-a8d2-ab11550bffd6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100247) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 13:56:08.161768 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-568bd09d-7a1d-45a5-bea6-4c8993399ab5 req-160d1f6c-94c4-44c7-8b0d-ea676d72b1d3 service neutron] Bound using segment: {'id': 'c9ea893d-045e-42cf-b3dd-cdd1f79baccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'ac09d390-867f-4b75-a8d2-ab11550bffd6'} {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 13:56:08.162189 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.managers [req-568bd09d-7a1d-45a5-bea6-4c8993399ab5 req-160d1f6c-94c4-44c7-8b0d-ea676d72b1d3 service neutron] Bound port: 55579fa1-991f-40fa-9660-f6873bccef77, host: n-h2-773647-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c9ea893d-045e-42cf-b3dd-cdd1f79baccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'ac09d390-867f-4b75-a8d2-ab11550bffd6'}}] {{(pid=100247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 13:56:08.162539 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-568bd09d-7a1d-45a5-bea6-4c8993399ab5 req-160d1f6c-94c4-44c7-8b0d-ea676d72b1d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:08.201245 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b993a9-e961-4419-908d-b77619bf7187 req-4aaedb63-bb6f-4570-a0d4-2c93b36d8ac3 tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:08.202735 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-15b993a9-e961-4419-908d-b77619bf7187 req-4aaedb63-bb6f-4570-a0d4-2c93b36d8ac3 tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] 10.222.0.104 "GET /v2.0/ports?device_id=cafbb505-1705-4cb2-a601-c8ea5a6459a9 HTTP/1.1" status: 200 len: 947 time: 0.3203576 Jul 06 13:56:08.209142 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-e1d76133-1e7b-4ceb-8cd3-51d5271e4532 req-645be161-4a65-4533-b266-39fffdd15bba tempest-SecurityGroupsTestJSON-63281774 tempest-SecurityGroupsTestJSON-63281774-project] Notify callbacks [] for port, precommit_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:08.226855 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-e1d76133-1e7b-4ceb-8cd3-51d5271e4532 req-645be161-4a65-4533-b266-39fffdd15bba tempest-SecurityGroupsTestJSON-63281774 tempest-SecurityGroupsTestJSON-63281774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:08.240109 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] get_ports_and_sgs() called for port_ids ['9e0a8fcf-beec-40bb-8530-7b53818607f4'] {{(pid=100248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 13:56:08.268394 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-80e0d27a-c9c0-4295-b7a4-f65ecf194d3f req-e0e265ab-1d55-4138-8762-3aa379e17630 service neutron] 10.222.0.127 "GET /v2.0/networks/82de3ae2-81e4-474f-953b-e83c4f15c3b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2399759 Jul 06 13:56:08.336856 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d76133-1e7b-4ceb-8cd3-51d5271e4532 req-645be161-4a65-4533-b266-39fffdd15bba tempest-SecurityGroupsTestJSON-63281774 tempest-SecurityGroupsTestJSON-63281774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:08.337469 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-e1d76133-1e7b-4ceb-8cd3-51d5271e4532 req-645be161-4a65-4533-b266-39fffdd15bba tempest-SecurityGroupsTestJSON-63281774 tempest-SecurityGroupsTestJSON-63281774-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:08.338855 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-e1d76133-1e7b-4ceb-8cd3-51d5271e4532 req-645be161-4a65-4533-b266-39fffdd15bba tempest-SecurityGroupsTestJSON-63281774 tempest-SecurityGroupsTestJSON-63281774-project] 10.222.0.104 "PUT /v2.0/ports/9e0a8fcf-beec-40bb-8530-7b53818607f4 HTTP/1.1" status: 200 len: 1020 time: 1.0603523 Jul 06 13:56:08.362264 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-15b993a9-e961-4419-908d-b77619bf7187 req-154040b2-5558-4740-9604-ab8bbd1a3a8d tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] 10.222.0.104 "GET /v2.0/security-groups?id=9f5b92e9-7340-49c3-a9bb-41e4a1caffc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1500375 Jul 06 13:56:08.367100 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645be161-4a65-4533-b266-39fffdd15bba tempest-SecurityGroupsTestJSON-63281774 tempest-SecurityGroupsTestJSON-63281774-project] Pushing event updated for resources: {'Port': ['ID=9e0a8fcf-beec-40bb-8530-7b53818607f4,revision_number=7']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:56:08.373792 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.db [req-568bd09d-7a1d-45a5-bea6-4c8993399ab5 req-160d1f6c-94c4-44c7-8b0d-ea676d72b1d3 service neutron] For port 55579fa1-991f-40fa-9660-f6873bccef77, host n-h2-773647-6, cleared binding levels {{(pid=100247) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 13:56:08.377765 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.db [req-568bd09d-7a1d-45a5-bea6-4c8993399ab5 req-160d1f6c-94c4-44c7-8b0d-ea676d72b1d3 service neutron] For port 55579fa1-991f-40fa-9660-f6873bccef77, host n-h2-773647-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=55579fa1-991f-40fa-9660-f6873bccef77,segment=NetworkSegment(c9ea893d-045e-42cf-b3dd-cdd1f79baccd),segment_id=c9ea893d-045e-42cf-b3dd-cdd1f79baccd)] {{(pid=100247) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 13:56:08.384079 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-568bd09d-7a1d-45a5-bea6-4c8993399ab5 req-160d1f6c-94c4-44c7-8b0d-ea676d72b1d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:08.423165 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568bd09d-7a1d-45a5-bea6-4c8993399ab5 req-160d1f6c-94c4-44c7-8b0d-ea676d72b1d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:08.423852 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-568bd09d-7a1d-45a5-bea6-4c8993399ab5 req-160d1f6c-94c4-44c7-8b0d-ea676d72b1d3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:08.425424 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-568bd09d-7a1d-45a5-bea6-4c8993399ab5 req-160d1f6c-94c4-44c7-8b0d-ea676d72b1d3 service neutron] 10.222.0.72 "PUT /v2.0/ports/55579fa1-991f-40fa-9660-f6873bccef77 HTTP/1.1" status: 200 len: 1095 time: 2.0786071 Jul 06 13:56:08.447807 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160d1f6c-94c4-44c7-8b0d-ea676d72b1d3 service neutron] Pushing event updated for resources: {'Port': ['ID=55579fa1-991f-40fa-9660-f6873bccef77,revision_number=7']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:56:08.506269 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [req-516af16a-eaf1-47d1-8ea9-f7eb2d9d6dba req-68f72c4e-24b8-4a42-9d78-c75169b52777 tempest-SecurityGroupRulesNegativeTestJSON-1431263480 tempest-SecurityGroupRulesNegativeTestJSON-1431263480-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-918427991', 'description': 'tempest-description-914989165'}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:56:08.512486 n-d-773647-6 neutron-server[100247]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1fcca0e-a2ed-4729-9094-7d171185dc74', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3cc44a8c-162f-47c4-a444-eace4e136171'}, {'name': 'network-changed', 'server_uuid': 'b1fcca0e-a2ed-4729-9094-7d171185dc74', 'tag': '3cc44a8c-162f-47c4-a444-eace4e136171'}, {'server_uuid': 'cafbb505-1705-4cb2-a601-c8ea5a6459a9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '55579fa1-991f-40fa-9660-f6873bccef77'}, {'name': 'network-changed', 'server_uuid': 'bbe928b0-5e7c-4721-9637-d47d31cb39fc', 'tag': '9e0a8fcf-beec-40bb-8530-7b53818607f4'}, {'name': 'network-changed', 'server_uuid': 'cafbb505-1705-4cb2-a601-c8ea5a6459a9', 'tag': '55579fa1-991f-40fa-9660-f6873bccef77'}] {{(pid=100247) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 13:56:08.515075 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cbf0eeaae822f8fc9b87a94aeba67a3d651842baf663a51cba94b67a514836d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd54f285-3056-43c9-add6-a7a871b3c808" -d '{"events": [{"server_uuid": "b1fcca0e-a2ed-4729-9094-7d171185dc74", "name": "network-vif-unplugged", "status": "completed", "tag": "3cc44a8c-162f-47c4-a444-eace4e136171"}, {"name": "network-changed", "server_uuid": "b1fcca0e-a2ed-4729-9094-7d171185dc74", "tag": "3cc44a8c-162f-47c4-a444-eace4e136171"}, {"server_uuid": "cafbb505-1705-4cb2-a601-c8ea5a6459a9", "name": "network-vif-unplugged", "status": "completed", "tag": "55579fa1-991f-40fa-9660-f6873bccef77"}, {"name": "network-changed", "server_uuid": "bbe928b0-5e7c-4721-9637-d47d31cb39fc", "tag": "9e0a8fcf-beec-40bb-8530-7b53818607f4"}, {"name": "network-changed", "server_uuid": "cafbb505-1705-4cb2-a601-c8ea5a6459a9", "tag": "55579fa1-991f-40fa-9660-f6873bccef77"}]}' {{(pid=100247) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:56:08.535893 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] get_ports_and_sgs() called for port_ids ['610d8fb5-6871-475a-b090-fabadac817aa'] {{(pid=100248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 13:56:08.546221 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] get_ports_and_sgs() called for port_ids ['9e0a8fcf-beec-40bb-8530-7b53818607f4'] {{(pid=100248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 13:56:08.549518 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-516af16a-eaf1-47d1-8ea9-f7eb2d9d6dba req-68f72c4e-24b8-4a42-9d78-c75169b52777 tempest-SecurityGroupRulesNegativeTestJSON-1431263480 tempest-SecurityGroupRulesNegativeTestJSON-1431263480-project] Notify callbacks [] for security_group, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:08.579084 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568bd09d-7a1d-45a5-bea6-4c8993399ab5 req-22e2baac-1727-4ada-9816-8859c907a2d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:08.581273 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-568bd09d-7a1d-45a5-bea6-4c8993399ab5 req-22e2baac-1727-4ada-9816-8859c907a2d6 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=483ead9cc6094290930ff4aed37f7463&device_id=cafbb505-1705-4cb2-a601-c8ea5a6459a9 HTTP/1.1" status: 200 len: 1098 time: 0.1159151 Jul 06 13:56:08.790211 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568bd09d-7a1d-45a5-bea6-4c8993399ab5 req-f06e8a5d-a917-46f7-b3ed-797c319240b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:08.791715 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-568bd09d-7a1d-45a5-bea6-4c8993399ab5 req-f06e8a5d-a917-46f7-b3ed-797c319240b0 service neutron] 10.222.0.72 "GET /v2.0/networks?id=ac09d390-867f-4b75-a8d2-ab11550bffd6 HTTP/1.1" status: 200 len: 871 time: 0.2029581 Jul 06 13:56:08.810629 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadec569-40d5-470d-a3e8-c009265c4f1e req-3d2bc0db-d70b-471f-bd0a-3ccd9f0bf23c tempest-FloatingIPsAssociationNegativeTestJSON-1134509891 tempest-FloatingIPsAssociationNegativeTestJSON-1134509891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:08.812094 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-aadec569-40d5-470d-a3e8-c009265c4f1e req-3d2bc0db-d70b-471f-bd0a-3ccd9f0bf23c tempest-FloatingIPsAssociationNegativeTestJSON-1134509891 tempest-FloatingIPsAssociationNegativeTestJSON-1134509891-project] 10.222.0.104 "GET /v2.0/ports?device_id=d910425e-b227-495e-9524-a26893783754 HTTP/1.1" status: 200 len: 944 time: 0.1945014 Jul 06 13:56:08.823621 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-516af16a-eaf1-47d1-8ea9-f7eb2d9d6dba req-68f72c4e-24b8-4a42-9d78-c75169b52777 tempest-SecurityGroupRulesNegativeTestJSON-1431263480 tempest-SecurityGroupRulesNegativeTestJSON-1431263480-project] Notify callbacks [] for security_group, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:08.866158 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-516af16a-eaf1-47d1-8ea9-f7eb2d9d6dba req-68f72c4e-24b8-4a42-9d78-c75169b52777 tempest-SecurityGroupRulesNegativeTestJSON-1431263480 tempest-SecurityGroupRulesNegativeTestJSON-1431263480-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:08.873525 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-568bd09d-7a1d-45a5-bea6-4c8993399ab5 req-122838b6-0b3b-4324-a19a-4ffee1505594 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.95&port_id=55579fa1-991f-40fa-9660-f6873bccef77 HTTP/1.1" status: 200 len: 217 time: 0.0706711 Jul 06 13:56:08.935525 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-aadec569-40d5-470d-a3e8-c009265c4f1e req-ce7f5988-b09d-4098-9c3b-eed716314084 tempest-FloatingIPsAssociationNegativeTestJSON-1134509891 tempest-FloatingIPsAssociationNegativeTestJSON-1134509891-project] 10.222.0.104 "GET /v2.0/security-groups?id=80219d53-2475-4e71-af54-7a966a6cc818&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143084 Jul 06 13:56:08.936197 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-516af16a-eaf1-47d1-8ea9-f7eb2d9d6dba req-68f72c4e-24b8-4a42-9d78-c75169b52777 tempest-SecurityGroupRulesNegativeTestJSON-1431263480 tempest-SecurityGroupRulesNegativeTestJSON-1431263480-project] Notify callbacks [] for security_group, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:08.937271 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-516af16a-eaf1-47d1-8ea9-f7eb2d9d6dba req-68f72c4e-24b8-4a42-9d78-c75169b52777 tempest-SecurityGroupRulesNegativeTestJSON-1431263480 tempest-SecurityGroupRulesNegativeTestJSON-1431263480-project] 10.222.0.104 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1816 time: 0.4362216 Jul 06 13:56:08.962351 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f72c4e-24b8-4a42-9d78-c75169b52777 tempest-SecurityGroupRulesNegativeTestJSON-1431263480 tempest-SecurityGroupRulesNegativeTestJSON-1431263480-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8101865b-2396-42ad-b20f-66af8d43bd3b,revision_number=1']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:56:08.975910 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568bd09d-7a1d-45a5-bea6-4c8993399ab5 req-eab64328-0d42-4aa0-b0b5-7895e26132ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:08.978071 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-568bd09d-7a1d-45a5-bea6-4c8993399ab5 req-eab64328-0d42-4aa0-b0b5-7895e26132ba service neutron] 10.222.0.72 "GET /v2.0/subnets?id=d1c3cc78-09b9-4e30-99fd-0e5830de101d HTTP/1.1" status: 200 len: 843 time: 0.0950241 Jul 06 13:56:09.075874 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568bd09d-7a1d-45a5-bea6-4c8993399ab5 req-10d5f4cf-a94d-4f70-867b-9366df7cea1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:09.077486 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-568bd09d-7a1d-45a5-bea6-4c8993399ab5 req-10d5f4cf-a94d-4f70-867b-9366df7cea1d service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=ac09d390-867f-4b75-a8d2-ab11550bffd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0907619 Jul 06 13:56:09.171389 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a117009-dfdd-4f4f-8042-1b9cf1657084 req-a6c8c407-b46c-44b0-ac3a-02779d10c4e6 tempest-SecurityGroupsTestJSON-63281774 tempest-SecurityGroupsTestJSON-63281774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:09.172939 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-6a117009-dfdd-4f4f-8042-1b9cf1657084 req-a6c8c407-b46c-44b0-ac3a-02779d10c4e6 tempest-SecurityGroupsTestJSON-63281774 tempest-SecurityGroupsTestJSON-63281774-project] 10.222.0.104 "GET /v2.0/ports?device_id=bbe928b0-5e7c-4721-9637-d47d31cb39fc HTTP/1.1" status: 200 len: 1023 time: 0.1341534 Jul 06 13:56:09.223793 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-568bd09d-7a1d-45a5-bea6-4c8993399ab5 req-22389df0-b5df-4748-85c6-c15f32db4513 service neutron] 10.222.0.72 "GET /v2.0/networks/ac09d390-867f-4b75-a8d2-ab11550bffd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1381807 Jul 06 13:56:09.346345 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-6a117009-dfdd-4f4f-8042-1b9cf1657084 req-446743a4-1f5c-4edd-a6c1-0e8096d153d8 tempest-SecurityGroupsTestJSON-63281774 tempest-SecurityGroupsTestJSON-63281774-project] 10.222.0.104 "GET /v2.0/security-groups?id=11248e3f-46f6-4720-87cb-6065d8db960a&id=66a64f11-8fd4-4070-857b-32412c48dea6&id=3bf12d19-7820-4e26-a6c8-60b725e87032 HTTP/1.1" status: 200 len: 6147 time: 0.1627645 Jul 06 13:56:09.397132 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-568bd09d-7a1d-45a5-bea6-4c8993399ab5 req-eec1cbb0-aa8a-4a8e-befb-e9eb64a9616d service neutron] 10.222.0.72 "GET /v2.0/networks/ac09d390-867f-4b75-a8d2-ab11550bffd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1656749 Jul 06 13:56:09.409654 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cf0d4d-ff03-438a-99c8-df33b6f8340a req-0c2a7f05-19bf-49eb-9555-b8d8d1485e09 tempest-ServersAdminTestJSON-2056460672 tempest-ServersAdminTestJSON-2056460672-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:09.410162 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cf0d4d-ff03-438a-99c8-df33b6f8340a req-0c2a7f05-19bf-49eb-9555-b8d8d1485e09 tempest-ServersAdminTestJSON-2056460672 tempest-ServersAdminTestJSON-2056460672-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:09.410636 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cf0d4d-ff03-438a-99c8-df33b6f8340a req-0c2a7f05-19bf-49eb-9555-b8d8d1485e09 tempest-ServersAdminTestJSON-2056460672 tempest-ServersAdminTestJSON-2056460672-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:09.411105 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cf0d4d-ff03-438a-99c8-df33b6f8340a req-0c2a7f05-19bf-49eb-9555-b8d8d1485e09 tempest-ServersAdminTestJSON-2056460672 tempest-ServersAdminTestJSON-2056460672-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:09.411602 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cf0d4d-ff03-438a-99c8-df33b6f8340a req-0c2a7f05-19bf-49eb-9555-b8d8d1485e09 tempest-ServersAdminTestJSON-2056460672 tempest-ServersAdminTestJSON-2056460672-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:09.412091 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cf0d4d-ff03-438a-99c8-df33b6f8340a req-0c2a7f05-19bf-49eb-9555-b8d8d1485e09 tempest-ServersAdminTestJSON-2056460672 tempest-ServersAdminTestJSON-2056460672-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:09.412554 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cf0d4d-ff03-438a-99c8-df33b6f8340a req-0c2a7f05-19bf-49eb-9555-b8d8d1485e09 tempest-ServersAdminTestJSON-2056460672 tempest-ServersAdminTestJSON-2056460672-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:09.413018 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cf0d4d-ff03-438a-99c8-df33b6f8340a req-0c2a7f05-19bf-49eb-9555-b8d8d1485e09 tempest-ServersAdminTestJSON-2056460672 tempest-ServersAdminTestJSON-2056460672-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:09.413503 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cf0d4d-ff03-438a-99c8-df33b6f8340a req-0c2a7f05-19bf-49eb-9555-b8d8d1485e09 tempest-ServersAdminTestJSON-2056460672 tempest-ServersAdminTestJSON-2056460672-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:09.413971 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cf0d4d-ff03-438a-99c8-df33b6f8340a req-0c2a7f05-19bf-49eb-9555-b8d8d1485e09 tempest-ServersAdminTestJSON-2056460672 tempest-ServersAdminTestJSON-2056460672-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:09.414435 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cf0d4d-ff03-438a-99c8-df33b6f8340a req-0c2a7f05-19bf-49eb-9555-b8d8d1485e09 tempest-ServersAdminTestJSON-2056460672 tempest-ServersAdminTestJSON-2056460672-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:09.414899 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cf0d4d-ff03-438a-99c8-df33b6f8340a req-0c2a7f05-19bf-49eb-9555-b8d8d1485e09 tempest-ServersAdminTestJSON-2056460672 tempest-ServersAdminTestJSON-2056460672-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:09.415397 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cf0d4d-ff03-438a-99c8-df33b6f8340a req-0c2a7f05-19bf-49eb-9555-b8d8d1485e09 tempest-ServersAdminTestJSON-2056460672 tempest-ServersAdminTestJSON-2056460672-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:09.417869 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-37cf0d4d-ff03-438a-99c8-df33b6f8340a req-0c2a7f05-19bf-49eb-9555-b8d8d1485e09 tempest-ServersAdminTestJSON-2056460672 tempest-ServersAdminTestJSON-2056460672-project-admin] 10.222.0.104 "GET /v2.0/ports?device_id=d910425e-b227-495e-9524-a26893783754&device_id=1d9a9a53-e652-42bf-82fc-ad1b61c065b3&device_id=bbe928b0-5e7c-4721-9637-d47d31cb39fc&device_id=b1fcca0e-a2ed-4729-9094-7d171185dc74&device_id=e5d6f9ee-637a-4a55-8546-2be14770c0f2&device_id=a23cdce2-9066-4fd7-bd62-f6d41cb4ff7d&device_id=63f04f24-a07c-4f56-a92d-98828f9b51fd&device_id=cafbb505-1705-4cb2-a601-c8ea5a6459a9&device_id=ce46b99b-5e9d-4179-b46f-7265cb00f3d9&device_id=c2e7e169-6d3e-4fe1-9d57-062eaff9ad98&device_id=38cb1596-590e-44d7-bc4d-de552f284c55&device_id=3ac78f26-658e-4e41-8628-330fee97fb44&device_id=96a5ba91-9ae1-4374-9adc-f59710ec4759 HTTP/1.1" status: 200 len: 11854 time: 0.1347938 Jul 06 13:56:09.445347 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-37cf0d4d-ff03-438a-99c8-df33b6f8340a req-2f128bd3-bca4-4684-b221-b5bcd2d12b66 tempest-ServersAdminTestJSON-2056460672 tempest-ServersAdminTestJSON-2056460672-project-admin] Notify callbacks [] for security_group, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:09.552490 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f512efd5-4e36-44ce-a082-198315839829 req-59cadec7-5a51-43ee-9c86-dafb6f8b1499 tempest-LiveAutoBlockMigrationV225Test-654794443 tempest-LiveAutoBlockMigrationV225Test-654794443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:09.554137 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-f512efd5-4e36-44ce-a082-198315839829 req-59cadec7-5a51-43ee-9c86-dafb6f8b1499 tempest-LiveAutoBlockMigrationV225Test-654794443 tempest-LiveAutoBlockMigrationV225Test-654794443-project] 10.222.0.104 "GET /v2.0/ports?device_id=b1fcca0e-a2ed-4729-9094-7d171185dc74 HTTP/1.1" status: 200 len: 943 time: 0.1058252 Jul 06 13:56:09.559958 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Device 3cc44a8c-162f-47c4-a444-eace4e136171 details requested by agent hyperv_n-h1-773647-6 with host n-h1-773647-6 {{(pid=100248) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 13:56:09.626937 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Device 55579fa1-991f-40fa-9660-f6873bccef77 no longer exists at agent hyperv_n-h1-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 13:56:09.630067 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-f512efd5-4e36-44ce-a082-198315839829 req-2c9cf5e6-27ac-4e51-8e32-4f8ffbc62f05 tempest-LiveAutoBlockMigrationV225Test-654794443 tempest-LiveAutoBlockMigrationV225Test-654794443-project] 10.222.0.104 "GET /v2.0/security-groups?id=43f6fcb8-9501-44d6-9feb-82c82c5d5862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624700 Jul 06 13:56:09.634647 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-37cf0d4d-ff03-438a-99c8-df33b6f8340a req-2f128bd3-bca4-4684-b221-b5bcd2d12b66 tempest-ServersAdminTestJSON-2056460672 tempest-ServersAdminTestJSON-2056460672-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:09.639028 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-37cf0d4d-ff03-438a-99c8-df33b6f8340a req-2f128bd3-bca4-4684-b221-b5bcd2d12b66 tempest-ServersAdminTestJSON-2056460672 tempest-ServersAdminTestJSON-2056460672-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:09.678045 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-37cf0d4d-ff03-438a-99c8-df33b6f8340a req-2f128bd3-bca4-4684-b221-b5bcd2d12b66 tempest-ServersAdminTestJSON-2056460672 tempest-ServersAdminTestJSON-2056460672-project-admin] 10.222.0.104 "GET /v2.0/security-groups?id=11248e3f-46f6-4720-87cb-6065d8db960a&id=66a64f11-8fd4-4070-857b-32412c48dea6&id=3bcee3ab-dc9e-46be-bc35-9f5a80cc9457&id=80219d53-2475-4e71-af54-7a966a6cc818&id=43f6fcb8-9501-44d6-9feb-82c82c5d5862&id=7e243ebf-9cf4-4917-8da6-0fd38b06f795&id=9f5b92e9-7340-49c3-a9bb-41e4a1caffc6&id=b480d027-214b-42ad-8ea1-99d6a4321406&id=3bf12d19-7820-4e26-a6c8-60b725e87032&fields=id&fields=name HTTP/1.1" status: 200 len: 943 time: 0.2450423 Jul 06 13:56:09.686365 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f128bd3-bca4-4684-b221-b5bcd2d12b66 tempest-ServersAdminTestJSON-2056460672 tempest-ServersAdminTestJSON-2056460672-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef26e77f-0c8c-4388-80e5-4c02cb6e645e,revision_number=1']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:56:09.695373 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Device 55579fa1-991f-40fa-9660-f6873bccef77 not bound to the agent host n-h1-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 13:56:09.704970 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] For port 3cc44a8c-162f-47c4-a444-eace4e136171, host n-h2-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=3cc44a8c-162f-47c4-a444-eace4e136171,segment=NetworkSegment(da615941-94ee-441c-92fd-37ca002df9b5),segment_id=da615941-94ee-441c-92fd-37ca002df9b5)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:56:09.717384 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Device 3cc44a8c-162f-47c4-a444-eace4e136171 has no active binding in host n-h1-773647-6 {{(pid=100248) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 06 13:56:09.729980 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 859 Content-Type: application/json Date: Tue, 06 Jul 2021 13:56:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-232c5e1e-57a8-4a1f-b10f-2916121feb2b x-openstack-request-id: req-232c5e1e-57a8-4a1f-b10f-2916121feb2b {{(pid=100247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:56:09.730293 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1fcca0e-a2ed-4729-9094-7d171185dc74", "name": "network-vif-unplugged", "status": "completed", "tag": "3cc44a8c-162f-47c4-a444-eace4e136171", "code": 200}, {"name": "network-changed", "server_uuid": "b1fcca0e-a2ed-4729-9094-7d171185dc74", "tag": "3cc44a8c-162f-47c4-a444-eace4e136171", "status": "completed", "code": 200}, {"server_uuid": "cafbb505-1705-4cb2-a601-c8ea5a6459a9", "name": "network-vif-unplugged", "status": "completed", "tag": "55579fa1-991f-40fa-9660-f6873bccef77", "code": 200}, {"name": "network-changed", "server_uuid": "bbe928b0-5e7c-4721-9637-d47d31cb39fc", "tag": "9e0a8fcf-beec-40bb-8530-7b53818607f4", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "cafbb505-1705-4cb2-a601-c8ea5a6459a9", "tag": "55579fa1-991f-40fa-9660-f6873bccef77", "status": "completed", "code": 200}]} {{(pid=100247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:56:09.730545 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-232c5e1e-57a8-4a1f-b10f-2916121feb2b {{(pid=100247) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:56:09.730952 n-d-773647-6 neutron-server[100247]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1fcca0e-a2ed-4729-9094-7d171185dc74', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3cc44a8c-162f-47c4-a444-eace4e136171', 'code': 200} Jul 06 13:56:09.731230 n-d-773647-6 neutron-server[100247]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b1fcca0e-a2ed-4729-9094-7d171185dc74', 'tag': '3cc44a8c-162f-47c4-a444-eace4e136171', 'status': 'completed', 'code': 200} Jul 06 13:56:09.731499 n-d-773647-6 neutron-server[100247]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cafbb505-1705-4cb2-a601-c8ea5a6459a9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '55579fa1-991f-40fa-9660-f6873bccef77', 'code': 200} Jul 06 13:56:09.731746 n-d-773647-6 neutron-server[100247]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bbe928b0-5e7c-4721-9637-d47d31cb39fc', 'tag': '9e0a8fcf-beec-40bb-8530-7b53818607f4', 'status': 'completed', 'code': 200} Jul 06 13:56:09.731991 n-d-773647-6 neutron-server[100247]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cafbb505-1705-4cb2-a601-c8ea5a6459a9', 'tag': '55579fa1-991f-40fa-9660-f6873bccef77', 'status': 'completed', 'code': 200} Jul 06 13:56:09.755993 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-7f283dba-5e98-4cc9-9f6a-c965293ce301 req-043cef05-30c0-4100-b622-0eac4126df95 tempest-SecurityGroupRulesNegativeTestJSON-1431263480 tempest-SecurityGroupRulesNegativeTestJSON-1431263480-project] 10.222.0.104 "GET /v2.0/security-groups/8101865b-2396-42ad-b20f-66af8d43bd3b HTTP/1.1" status: 200 len: 1811 time: 0.0565703 Jul 06 13:56:09.765754 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [req-7f283dba-5e98-4cc9-9f6a-c965293ce301 req-dc1cd1e1-355b-43d5-aea4-e776c8a0e5c7 tempest-SecurityGroupRulesNegativeTestJSON-1431263480 tempest-SecurityGroupRulesNegativeTestJSON-1431263480-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '8101865b-2396-42ad-b20f-66af8d43bd3b', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:56:09.766077 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [req-7f283dba-5e98-4cc9-9f6a-c965293ce301 req-dc1cd1e1-355b-43d5-aea4-e776c8a0e5c7 tempest-SecurityGroupRulesNegativeTestJSON-1431263480 tempest-SecurityGroupRulesNegativeTestJSON-1431263480-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '8101865b-2396-42ad-b20f-66af8d43bd3b', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:56:09.996785 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-7f283dba-5e98-4cc9-9f6a-c965293ce301 req-dc1cd1e1-355b-43d5-aea4-e776c8a0e5c7 tempest-SecurityGroupRulesNegativeTestJSON-1431263480 tempest-SecurityGroupRulesNegativeTestJSON-1431263480-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:10.000816 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd54f285-3056-43c9-add6-a7a871b3c808 req-a1861d9d-4bc0-4af9-a60a-e0f8b9e235a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:10.002880 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-dd54f285-3056-43c9-add6-a7a871b3c808 req-a1861d9d-4bc0-4af9-a60a-e0f8b9e235a9 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=4cef06e2189c48a2819839e74c70f679&device_id=b1fcca0e-a2ed-4729-9094-7d171185dc74 HTTP/1.1" status: 200 len: 1124 time: 0.2323127 Jul 06 13:56:10.007575 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd54f285-3056-43c9-add6-a7a871b3c808 req-20cf03a4-fb8d-4dbe-aca8-ec337257f4ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:10.008909 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-dd54f285-3056-43c9-add6-a7a871b3c808 req-20cf03a4-fb8d-4dbe-aca8-ec337257f4ae service neutron] 10.222.0.127 "GET /v2.0/ports?tenant_id=bd8ab4ae618e4901853ac9b415c3d7ae&device_id=bbe928b0-5e7c-4721-9637-d47d31cb39fc HTTP/1.1" status: 200 len: 1174 time: 0.2297146 Jul 06 13:56:10.083803 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb71444b-4e03-4318-9aad-c63d608357eb req-d9488649-f4d5-4cc9-8919-c66318bf8764 tempest-LiveMigrationTest-343502667 tempest-LiveMigrationTest-343502667-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:10.085296 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-bb71444b-4e03-4318-9aad-c63d608357eb req-d9488649-f4d5-4cc9-8919-c66318bf8764 tempest-LiveMigrationTest-343502667 tempest-LiveMigrationTest-343502667-project-admin] 10.222.0.104 "GET /v2.0/ports?device_id=e5d6f9ee-637a-4a55-8546-2be14770c0f2 HTTP/1.1" status: 200 len: 1096 time: 0.2566810 Jul 06 13:56:10.111014 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-7f283dba-5e98-4cc9-9f6a-c965293ce301 req-dc1cd1e1-355b-43d5-aea4-e776c8a0e5c7 tempest-SecurityGroupRulesNegativeTestJSON-1431263480 tempest-SecurityGroupRulesNegativeTestJSON-1431263480-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:10.128414 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-7f283dba-5e98-4cc9-9f6a-c965293ce301 req-dc1cd1e1-355b-43d5-aea4-e776c8a0e5c7 tempest-SecurityGroupRulesNegativeTestJSON-1431263480 tempest-SecurityGroupRulesNegativeTestJSON-1431263480-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1898694'] for security_group_rule, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:10.170940 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1cd1e1-355b-43d5-aea4-e776c8a0e5c7 tempest-SecurityGroupRulesNegativeTestJSON-1431263480 tempest-SecurityGroupRulesNegativeTestJSON-1431263480-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=03b67c7e-713f-4fe1-99de-a84e682cc0e4,revision_number=0']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:56:10.202736 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-7f283dba-5e98-4cc9-9f6a-c965293ce301 req-dc1cd1e1-355b-43d5-aea4-e776c8a0e5c7 tempest-SecurityGroupRulesNegativeTestJSON-1431263480 tempest-SecurityGroupRulesNegativeTestJSON-1431263480-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:10.204460 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-7f283dba-5e98-4cc9-9f6a-c965293ce301 req-dc1cd1e1-355b-43d5-aea4-e776c8a0e5c7 tempest-SecurityGroupRulesNegativeTestJSON-1431263480 tempest-SecurityGroupRulesNegativeTestJSON-1431263480-project] 10.222.0.104 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.4422734 Jul 06 13:56:10.204889 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:10.214194 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-bb71444b-4e03-4318-9aad-c63d608357eb req-4113f2a9-065d-421e-81e3-d489970abe1e tempest-LiveMigrationTest-343502667 tempest-LiveMigrationTest-343502667-project-admin] 10.222.0.104 "GET /v2.0/security-groups?id=7e243ebf-9cf4-4917-8da6-0fd38b06f795&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944753 Jul 06 13:56:10.235196 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [req-f8e638cb-dc65-4aa2-863e-331004780803 req-877dcdad-feb3-4f8f-a5ed-d08088350eef tempest-SecurityGroupsTestJSON-63281774 tempest-SecurityGroupsTestJSON-63281774-project] Request body: {'security_group': {'name': ' tempest-securitygroup -925352473 ', 'description': 'tempest-description-1914938901'}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:56:10.240132 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd54f285-3056-43c9-add6-a7a871b3c808 req-bda45f74-66da-49e1-9d62-d88d33ebe6eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:10.241591 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-dd54f285-3056-43c9-add6-a7a871b3c808 req-bda45f74-66da-49e1-9d62-d88d33ebe6eb service neutron] 10.222.0.72 "GET /v2.0/networks?id=719b716d-a00d-48ee-8755-3a8bbdfaf0d2 HTTP/1.1" status: 200 len: 923 time: 0.2281671 Jul 06 13:56:10.243562 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd54f285-3056-43c9-add6-a7a871b3c808 req-cb88d2ae-c110-4703-a45b-37bc4e6e3561 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:10.244899 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-dd54f285-3056-43c9-add6-a7a871b3c808 req-cb88d2ae-c110-4703-a45b-37bc4e6e3561 service neutron] 10.222.0.127 "GET /v2.0/networks?id=82de3ae2-81e4-474f-953b-e83c4f15c3b6 HTTP/1.1" status: 200 len: 913 time: 0.2271261 Jul 06 13:56:10.579985 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-dd54f285-3056-43c9-add6-a7a871b3c808 req-a2ce856c-8701-4364-9e41-fbb6bc2a0d88 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3cc44a8c-162f-47c4-a444-eace4e136171 HTTP/1.1" status: 200 len: 217 time: 0.3267763 Jul 06 13:56:10.589472 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-dd54f285-3056-43c9-add6-a7a871b3c808 req-82010f89-521d-42dc-86e8-b20b8585402c service neutron] 10.222.0.127 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9e0a8fcf-beec-40bb-8530-7b53818607f4 HTTP/1.1" status: 200 len: 217 time: 0.3292291 Jul 06 13:56:10.591716 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-f8e638cb-dc65-4aa2-863e-331004780803 req-877dcdad-feb3-4f8f-a5ed-d08088350eef tempest-SecurityGroupsTestJSON-63281774 tempest-SecurityGroupsTestJSON-63281774-project] Notify callbacks [] for security_group, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:10.728746 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd54f285-3056-43c9-add6-a7a871b3c808 req-8b7289bb-9095-475a-bb21-ec83392d44c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:10.730216 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-dd54f285-3056-43c9-add6-a7a871b3c808 req-8b7289bb-9095-475a-bb21-ec83392d44c1 service neutron] 10.222.0.127 "GET /v2.0/subnets?id=348254f1-e077-418f-a203-f985649b120f HTTP/1.1" status: 200 len: 851 time: 0.1096339 Jul 06 13:56:10.731451 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd54f285-3056-43c9-add6-a7a871b3c808 req-ee7e9699-c9c9-4784-85fe-f2783155f954 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:10.732740 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-dd54f285-3056-43c9-add6-a7a871b3c808 req-ee7e9699-c9c9-4784-85fe-f2783155f954 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=7f475f76-2dcc-4dce-adb2-7deed8b8ad71 HTTP/1.1" status: 200 len: 861 time: 0.1223478 Jul 06 13:56:10.792007 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-dd54f285-3056-43c9-add6-a7a871b3c808 req-ee2e5b3a-dc02-449a-a2c2-6affc7b49729 service neutron] 10.222.0.127 "GET /v2.0/ports?network_id=82de3ae2-81e4-474f-953b-e83c4f15c3b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0489271 Jul 06 13:56:10.815306 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9959af09-0d3c-4352-9c12-29e04e036e3a req-35d0f95a-fc4c-4951-a989-91dc37d37cfd tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:10.816771 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-9959af09-0d3c-4352-9c12-29e04e036e3a req-35d0f95a-fc4c-4951-a989-91dc37d37cfd tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] 10.222.0.104 "GET /v2.0/ports?device_id=cafbb505-1705-4cb2-a601-c8ea5a6459a9 HTTP/1.1" status: 200 len: 947 time: 0.2664065 Jul 06 13:56:10.821994 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-dd54f285-3056-43c9-add6-a7a871b3c808 req-8fc2647d-9d26-440c-8fdb-9e6c364ea09a service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=719b716d-a00d-48ee-8755-3a8bbdfaf0d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0652936 Jul 06 13:56:10.986002 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-f8e638cb-dc65-4aa2-863e-331004780803 req-877dcdad-feb3-4f8f-a5ed-d08088350eef tempest-SecurityGroupsTestJSON-63281774 tempest-SecurityGroupsTestJSON-63281774-project] Notify callbacks [] for security_group, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:11.003421 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-9959af09-0d3c-4352-9c12-29e04e036e3a req-6de9a148-7500-445d-a878-d97d3ccf7963 tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] 10.222.0.104 "GET /v2.0/security-groups?id=9f5b92e9-7340-49c3-a9bb-41e4a1caffc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1805296 Jul 06 13:56:11.004003 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-f8e638cb-dc65-4aa2-863e-331004780803 req-877dcdad-feb3-4f8f-a5ed-d08088350eef tempest-SecurityGroupsTestJSON-63281774 tempest-SecurityGroupsTestJSON-63281774-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:11.063243 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-f8e638cb-dc65-4aa2-863e-331004780803 req-877dcdad-feb3-4f8f-a5ed-d08088350eef tempest-SecurityGroupsTestJSON-63281774 tempest-SecurityGroupsTestJSON-63281774-project] Notify callbacks [] for security_group, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:11.064510 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-f8e638cb-dc65-4aa2-863e-331004780803 req-877dcdad-feb3-4f8f-a5ed-d08088350eef tempest-SecurityGroupsTestJSON-63281774 tempest-SecurityGroupsTestJSON-63281774-project] 10.222.0.104 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1785 time: 0.8375199 Jul 06 13:56:11.066861 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-dd54f285-3056-43c9-add6-a7a871b3c808 req-628b1042-64b1-4d36-bd2b-2d18fa6de3c5 service neutron] 10.222.0.127 "GET /v2.0/networks/82de3ae2-81e4-474f-953b-e83c4f15c3b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2467008 Jul 06 13:56:11.071309 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877dcdad-feb3-4f8f-a5ed-d08088350eef tempest-SecurityGroupsTestJSON-63281774 tempest-SecurityGroupsTestJSON-63281774-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a28da7a5-1d34-4420-b87f-2bc62d933392,revision_number=1']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:56:11.075098 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-dd54f285-3056-43c9-add6-a7a871b3c808 req-3fa176a3-ee76-4ee9-949e-c988d7a9d0b2 service neutron] 10.222.0.72 "GET /v2.0/networks/719b716d-a00d-48ee-8755-3a8bbdfaf0d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2419634 Jul 06 13:56:11.309365 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-dd54f285-3056-43c9-add6-a7a871b3c808 req-9ef9a4df-d2c7-46c3-b38f-ebed7f2c461a service neutron] 10.222.0.72 "GET /v2.0/networks/719b716d-a00d-48ee-8755-3a8bbdfaf0d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2091353 Jul 06 13:56:11.310982 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-dd54f285-3056-43c9-add6-a7a871b3c808 req-0b9f0c92-7466-4b86-9c9a-594ab7349025 service neutron] 10.222.0.127 "GET /v2.0/networks/82de3ae2-81e4-474f-953b-e83c4f15c3b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2339928 Jul 06 13:56:11.332092 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-543fb0c9-2ffa-4992-a26f-5e58b5e502ff req-6cb92682-cfde-4d8b-8d1b-6da73dd6ebf4 tempest-SecurityGroupRulesNegativeTestJSON-1431263480 tempest-SecurityGroupRulesNegativeTestJSON-1431263480-project] 10.222.0.104 "GET /v2.0/security-groups/8101865b-2396-42ad-b20f-66af8d43bd3b HTTP/1.1" status: 200 len: 2404 time: 0.1154261 Jul 06 13:56:11.376775 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b5abc8-4574-4a7f-a0f9-0f8e731447e5 req-489380a9-e0f5-4209-92c3-ee7c7b571e11 tempest-FloatingIPsAssociationNegativeTestJSON-1134509891 tempest-FloatingIPsAssociationNegativeTestJSON-1134509891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:11.378462 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-c0b5abc8-4574-4a7f-a0f9-0f8e731447e5 req-489380a9-e0f5-4209-92c3-ee7c7b571e11 tempest-FloatingIPsAssociationNegativeTestJSON-1134509891 tempest-FloatingIPsAssociationNegativeTestJSON-1134509891-project] 10.222.0.104 "GET /v2.0/ports?device_id=d910425e-b227-495e-9524-a26893783754 HTTP/1.1" status: 200 len: 944 time: 0.1397588 Jul 06 13:56:11.501711 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-c0b5abc8-4574-4a7f-a0f9-0f8e731447e5 req-934fe946-2a39-41a6-bd84-41431ea2b67e tempest-FloatingIPsAssociationNegativeTestJSON-1134509891 tempest-FloatingIPsAssociationNegativeTestJSON-1134509891-project] 10.222.0.104 "GET /v2.0/security-groups?id=80219d53-2475-4e71-af54-7a966a6cc818&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949631 Jul 06 13:56:11.521054 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd54f285-3056-43c9-add6-a7a871b3c808 req-1fb228b5-0ff5-430f-89d8-4cd8ee0a78fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:11.522613 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-dd54f285-3056-43c9-add6-a7a871b3c808 req-1fb228b5-0ff5-430f-89d8-4cd8ee0a78fd service neutron] 10.222.0.127 "GET /v2.0/ports?tenant_id=483ead9cc6094290930ff4aed37f7463&device_id=cafbb505-1705-4cb2-a601-c8ea5a6459a9 HTTP/1.1" status: 200 len: 1098 time: 0.1386976 Jul 06 13:56:11.524999 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd54f285-3056-43c9-add6-a7a871b3c808 req-1e558d5c-b874-471c-b7a8-70e783092d97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:11.526335 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-dd54f285-3056-43c9-add6-a7a871b3c808 req-1e558d5c-b874-471c-b7a8-70e783092d97 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=483ead9cc6094290930ff4aed37f7463&device_id=cafbb505-1705-4cb2-a601-c8ea5a6459a9 HTTP/1.1" status: 200 len: 1098 time: 0.1436286 Jul 06 13:56:11.573537 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Device 610d8fb5-6871-475a-b090-fabadac817aa up at agent hyperv_n-h1-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 13:56:11.658167 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Provisioning for port 610d8fb5-6871-475a-b090-fabadac817aa completed by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 13:56:11.663043 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Provisioning complete for port 610d8fb5-6871-475a-b090-fabadac817aa triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:56:11.663670 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:11.750320 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd54f285-3056-43c9-add6-a7a871b3c808 req-f42154ae-6d97-4635-b540-7b5b2c747bf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:11.752007 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-dd54f285-3056-43c9-add6-a7a871b3c808 req-f42154ae-6d97-4635-b540-7b5b2c747bf1 service neutron] 10.222.0.72 "GET /v2.0/networks?id=ac09d390-867f-4b75-a8d2-ab11550bffd6 HTTP/1.1" status: 200 len: 871 time: 0.2151020 Jul 06 13:56:11.755163 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd54f285-3056-43c9-add6-a7a871b3c808 req-78884ff1-cc59-4cc9-8a13-e9df0115223b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:11.756643 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-dd54f285-3056-43c9-add6-a7a871b3c808 req-78884ff1-cc59-4cc9-8a13-e9df0115223b service neutron] 10.222.0.127 "GET /v2.0/networks?id=ac09d390-867f-4b75-a8d2-ab11550bffd6 HTTP/1.1" status: 200 len: 871 time: 0.2001398 Jul 06 13:56:11.780018 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:11.822134 n-d-773647-6 neutron-server[100248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd910425e-b227-495e-9524-a26893783754', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '610d8fb5-6871-475a-b090-fabadac817aa'}] {{(pid=100248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 13:56:11.824883 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84af257533e383389cbcf231d3534f4d5e149e7203fea16b4a8fc01438dddaf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2cb6272-4219-4f76-9e11-b866ee9edc41" -d '{"events": [{"server_uuid": "d910425e-b227-495e-9524-a26893783754", "name": "network-vif-plugged", "status": "completed", "tag": "610d8fb5-6871-475a-b090-fabadac817aa"}]}' {{(pid=100248) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:56:11.838415 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] For port 610d8fb5-6871-475a-b090-fabadac817aa, host n-h1-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773647-6',level=0,port_id=610d8fb5-6871-475a-b090-fabadac817aa,segment=NetworkSegment(8141d218-0a7a-43f9-9316-1749c8612198),segment_id=8141d218-0a7a-43f9-9316-1749c8612198)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:56:11.843606 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:11.850361 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe86246-8b80-4fc2-b8ac-2b9f1ad763b1 req-4bdf061d-689b-4d2a-9e3f-cefed590d211 tempest-LiveAutoBlockMigrationV225Test-654794443 tempest-LiveAutoBlockMigrationV225Test-654794443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:11.852051 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-5fe86246-8b80-4fc2-b8ac-2b9f1ad763b1 req-4bdf061d-689b-4d2a-9e3f-cefed590d211 tempest-LiveAutoBlockMigrationV225Test-654794443 tempest-LiveAutoBlockMigrationV225Test-654794443-project] 10.222.0.104 "GET /v2.0/ports?device_id=b1fcca0e-a2ed-4729-9094-7d171185dc74 HTTP/1.1" status: 200 len: 943 time: 0.2186584 Jul 06 13:56:11.854848 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-dd54f285-3056-43c9-add6-a7a871b3c808 req-85d9be06-a9c6-4f5e-8cbb-3abb7000edde service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.95&port_id=55579fa1-991f-40fa-9660-f6873bccef77 HTTP/1.1" status: 200 len: 217 time: 0.0895462 Jul 06 13:56:11.896068 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Pushing event updated for resources: {'Port': ['ID=610d8fb5-6871-475a-b090-fabadac817aa,revision_number=5']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:56:11.896228 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-dd54f285-3056-43c9-add6-a7a871b3c808 req-23fde880-8394-4425-aecb-848d8a33f2aa service neutron] 10.222.0.127 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.95&port_id=55579fa1-991f-40fa-9660-f6873bccef77 HTTP/1.1" status: 200 len: 217 time: 0.1210711 Jul 06 13:56:12.000448 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd54f285-3056-43c9-add6-a7a871b3c808 req-c1be2696-2dba-40df-b4ff-3901b2867b90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:12.002443 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-dd54f285-3056-43c9-add6-a7a871b3c808 req-c1be2696-2dba-40df-b4ff-3901b2867b90 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=d1c3cc78-09b9-4e30-99fd-0e5830de101d HTTP/1.1" status: 200 len: 843 time: 0.1174419 Jul 06 13:56:12.003970 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd54f285-3056-43c9-add6-a7a871b3c808 req-bc2a534e-7249-41a5-8f87-64b44559f54e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:12.005516 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-dd54f285-3056-43c9-add6-a7a871b3c808 req-bc2a534e-7249-41a5-8f87-64b44559f54e service neutron] 10.222.0.127 "GET /v2.0/subnets?id=d1c3cc78-09b9-4e30-99fd-0e5830de101d HTTP/1.1" status: 200 len: 843 time: 0.0831108 Jul 06 13:56:12.008804 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-5fe86246-8b80-4fc2-b8ac-2b9f1ad763b1 req-8fa85077-b9a2-4243-ba3b-f4640c3a8830 tempest-LiveAutoBlockMigrationV225Test-654794443 tempest-LiveAutoBlockMigrationV225Test-654794443-project] 10.222.0.104 "GET /v2.0/security-groups?id=43f6fcb8-9501-44d6-9feb-82c82c5d5862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251395 Jul 06 13:56:12.128259 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-8e22dcf0-9d4c-43ef-9d55-0f27b8e67f41 req-81077fcc-90f7-4a41-91a2-142799774fb5 tempest-SecurityGroupsTestJSON-63281774 tempest-SecurityGroupsTestJSON-63281774-project] 10.222.0.104 "GET /v2.0/security-groups/a28da7a5-1d34-4420-b87f-2bc62d933392 HTTP/1.1" status: 200 len: 1780 time: 0.0811713 Jul 06 13:56:12.149976 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd54f285-3056-43c9-add6-a7a871b3c808 req-11b981ec-c44b-45de-a18f-6847eee4c4ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:12.151799 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-dd54f285-3056-43c9-add6-a7a871b3c808 req-11b981ec-c44b-45de-a18f-6847eee4c4ec service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=ac09d390-867f-4b75-a8d2-ab11550bffd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1398010 Jul 06 13:56:12.154703 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd54f285-3056-43c9-add6-a7a871b3c808 req-57994ddc-293b-4893-9aa1-3a9092206b98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:12.156203 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-dd54f285-3056-43c9-add6-a7a871b3c808 req-57994ddc-293b-4893-9aa1-3a9092206b98 service neutron] 10.222.0.127 "GET /v2.0/ports?network_id=ac09d390-867f-4b75-a8d2-ab11550bffd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1357827 Jul 06 13:56:12.200445 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:12.312776 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-dd54f285-3056-43c9-add6-a7a871b3c808 req-c3093918-245a-4ba0-9726-bb8771e4c5ed service neutron] 10.222.0.72 "GET /v2.0/networks/ac09d390-867f-4b75-a8d2-ab11550bffd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1496685 Jul 06 13:56:12.324259 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-dd54f285-3056-43c9-add6-a7a871b3c808 req-31aac196-cc38-4fca-b322-563f4b31b94f service neutron] 10.222.0.127 "GET /v2.0/networks/ac09d390-867f-4b75-a8d2-ab11550bffd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1184862 Jul 06 13:56:12.487363 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [req-e36f5d62-1ff1-4ebe-813b-c8b1c569bc2f req-54bd01b3-0bb0-4f02-8206-9ef85395542f tempest-LiveMigrationTest-343502667 tempest-LiveMigrationTest-343502667-project-admin] http://10.222.0.104:9696/v2.0/extensions returned with HTTP 200 {{(pid=100247) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 13:56:12.488392 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-e36f5d62-1ff1-4ebe-813b-c8b1c569bc2f req-54bd01b3-0bb0-4f02-8206-9ef85395542f tempest-LiveMigrationTest-343502667 tempest-LiveMigrationTest-343502667-project-admin] 10.222.0.104 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0129163 Jul 06 13:56:12.501634 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [req-e36f5d62-1ff1-4ebe-813b-c8b1c569bc2f req-03e50ce1-4d46-4e98-8bd2-443476e6c2f3 service neutron] Request body: {'binding': {'host': 'n-h1-773647-6', 'vnic_type': 'normal', 'profile': {}}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:56:12.502065 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [req-e36f5d62-1ff1-4ebe-813b-c8b1c569bc2f req-03e50ce1-4d46-4e98-8bd2-443476e6c2f3 service neutron] Unknown quota resources ['binding']. {{(pid=100247) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 06 13:56:12.550734 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-dd54f285-3056-43c9-add6-a7a871b3c808 req-c17c04cc-a115-4bb6-bf13-87f1b272ea0a service neutron] 10.222.0.72 "GET /v2.0/networks/ac09d390-867f-4b75-a8d2-ab11550bffd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2253935 Jul 06 13:56:12.555887 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-dd54f285-3056-43c9-add6-a7a871b3c808 req-c35c9b76-afc4-4501-b6f9-3e6e5e08b1b3 service neutron] 10.222.0.127 "GET /v2.0/networks/ac09d390-867f-4b75-a8d2-ab11550bffd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1893516 Jul 06 13:56:12.606554 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4772761b-ceba-465d-800f-7b50a161102d req-56fda33d-24c3-40b4-b231-9fe8268f2af0 tempest-ServersAdminTestJSON-2056460672 tempest-ServersAdminTestJSON-2056460672-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:12.607042 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4772761b-ceba-465d-800f-7b50a161102d req-56fda33d-24c3-40b4-b231-9fe8268f2af0 tempest-ServersAdminTestJSON-2056460672 tempest-ServersAdminTestJSON-2056460672-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:12.607556 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4772761b-ceba-465d-800f-7b50a161102d req-56fda33d-24c3-40b4-b231-9fe8268f2af0 tempest-ServersAdminTestJSON-2056460672 tempest-ServersAdminTestJSON-2056460672-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:12.609188 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-4772761b-ceba-465d-800f-7b50a161102d req-56fda33d-24c3-40b4-b231-9fe8268f2af0 tempest-ServersAdminTestJSON-2056460672 tempest-ServersAdminTestJSON-2056460672-project-admin] 10.222.0.104 "GET /v2.0/ports?device_id=1d9a9a53-e652-42bf-82fc-ad1b61c065b3&device_id=a23cdce2-9066-4fd7-bd62-f6d41cb4ff7d&device_id=63f04f24-a07c-4f56-a92d-98828f9b51fd HTTP/1.1" status: 200 len: 2883 time: 0.1827672 Jul 06 13:56:12.663060 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-4772761b-ceba-465d-800f-7b50a161102d req-a4165f76-c5a1-43d1-9e21-c1c6b9aa73bb tempest-ServersAdminTestJSON-2056460672 tempest-ServersAdminTestJSON-2056460672-project-admin] 10.222.0.104 "GET /v2.0/security-groups?id=3bcee3ab-dc9e-46be-bc35-9f5a80cc9457&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460136 Jul 06 13:56:12.715612 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-8dce3394-e077-47a0-bf94-287c90c1b1c8 req-c0c73340-bc87-4fcc-b632-442960d4affc tempest-SecurityGroupRulesNegativeTestJSON-1431263480 tempest-SecurityGroupRulesNegativeTestJSON-1431263480-project] 10.222.0.104 "GET /v2.0/security-group-rules/03b67c7e-713f-4fe1-99de-a84e682cc0e4 HTTP/1.1" status: 200 len: 778 time: 0.0368736 Jul 06 13:56:12.716690 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.managers [req-e36f5d62-1ff1-4ebe-813b-c8b1c569bc2f req-03e50ce1-4d46-4e98-8bd2-443476e6c2f3 service neutron] Attempting to bind port 525ecf50-c68e-42e3-b492-e0a27ff68cab on host n-h1-773647-6 for vnic_type normal with profile None {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 13:56:12.717027 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.managers [req-e36f5d62-1ff1-4ebe-813b-c8b1c569bc2f req-03e50ce1-4d46-4e98-8bd2-443476e6c2f3 service neutron] Attempting to bind port 525ecf50-c68e-42e3-b492-e0a27ff68cab by drivers openvswitch,hyperv on host n-h1-773647-6 at level 0 using segments [{'id': '65749612-fb0d-4f34-9eb9-d06c3a2fda80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1045, 'network_id': '4f6c277b-1b2d-40ad-a374-15bf31b2f6e9'}] {{(pid=100247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 13:56:12.717353 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e36f5d62-1ff1-4ebe-813b-c8b1c569bc2f req-03e50ce1-4d46-4e98-8bd2-443476e6c2f3 service neutron] Attempting to bind port 525ecf50-c68e-42e3-b492-e0a27ff68cab on network 4f6c277b-1b2d-40ad-a374-15bf31b2f6e9 {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 13:56:12.724158 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e36f5d62-1ff1-4ebe-813b-c8b1c569bc2f req-03e50ce1-4d46-4e98-8bd2-443476e6c2f3 service neutron] Port 525ecf50-c68e-42e3-b492-e0a27ff68cab on network 4f6c277b-1b2d-40ad-a374-15bf31b2f6e9 not bound, no agent of type Open vSwitch agent registered on host n-h1-773647-6 {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 13:56:12.724482 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e36f5d62-1ff1-4ebe-813b-c8b1c569bc2f req-03e50ce1-4d46-4e98-8bd2-443476e6c2f3 service neutron] Attempting to bind port 525ecf50-c68e-42e3-b492-e0a27ff68cab on network 4f6c277b-1b2d-40ad-a374-15bf31b2f6e9 {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 13:56:12.739989 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e36f5d62-1ff1-4ebe-813b-c8b1c569bc2f req-03e50ce1-4d46-4e98-8bd2-443476e6c2f3 service neutron] Checking agent: {'id': '5bf7147f-bada-4441-a5dc-934b903473fb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-773647-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 51, 12), 'started_at': datetime.datetime(2021, 7, 6, 13, 51, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 13, 56, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 13:56:12.740149 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e36f5d62-1ff1-4ebe-813b-c8b1c569bc2f req-03e50ce1-4d46-4e98-8bd2-443476e6c2f3 service neutron] Checking segment: {'id': '65749612-fb0d-4f34-9eb9-d06c3a2fda80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1045, 'network_id': '4f6c277b-1b2d-40ad-a374-15bf31b2f6e9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100247) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 13:56:12.740520 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e36f5d62-1ff1-4ebe-813b-c8b1c569bc2f req-03e50ce1-4d46-4e98-8bd2-443476e6c2f3 service neutron] Bound using segment: {'id': '65749612-fb0d-4f34-9eb9-d06c3a2fda80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1045, 'network_id': '4f6c277b-1b2d-40ad-a374-15bf31b2f6e9'} {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 13:56:12.740947 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.managers [req-e36f5d62-1ff1-4ebe-813b-c8b1c569bc2f req-03e50ce1-4d46-4e98-8bd2-443476e6c2f3 service neutron] Bound port: 525ecf50-c68e-42e3-b492-e0a27ff68cab, host: n-h1-773647-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '65749612-fb0d-4f34-9eb9-d06c3a2fda80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1045, 'network_id': '4f6c277b-1b2d-40ad-a374-15bf31b2f6e9'}}] {{(pid=100247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 13:56:12.796315 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-8dce3394-e077-47a0-bf94-287c90c1b1c8 req-8edf7bc4-1599-4501-9c0a-9df79aaed3f4 tempest-SecurityGroupRulesNegativeTestJSON-1431263480 tempest-SecurityGroupRulesNegativeTestJSON-1431263480-project] 10.222.0.104 "GET /v2.0/security-groups/8101865b-2396-42ad-b20f-66af8d43bd3b HTTP/1.1" status: 200 len: 2404 time: 0.0736237 Jul 06 13:56:12.824864 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.db [req-e36f5d62-1ff1-4ebe-813b-c8b1c569bc2f req-03e50ce1-4d46-4e98-8bd2-443476e6c2f3 service neutron] For port 525ecf50-c68e-42e3-b492-e0a27ff68cab, host n-h1-773647-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773647-6',level=0,port_id=525ecf50-c68e-42e3-b492-e0a27ff68cab,segment=NetworkSegment(65749612-fb0d-4f34-9eb9-d06c3a2fda80),segment_id=65749612-fb0d-4f34-9eb9-d06c3a2fda80)] {{(pid=100247) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 13:56:12.837097 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-e36f5d62-1ff1-4ebe-813b-c8b1c569bc2f req-03e50ce1-4d46-4e98-8bd2-443476e6c2f3 service neutron] Notify callbacks [] for binding, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:12.838244 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-e36f5d62-1ff1-4ebe-813b-c8b1c569bc2f req-03e50ce1-4d46-4e98-8bd2-443476e6c2f3 service neutron] 10.222.0.104 "POST /v2.0/ports/525ecf50-c68e-42e3-b492-e0a27ff68cab/bindings HTTP/1.1" status: 201 len: 389 time: 0.3435986 Jul 06 13:56:12.839552 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-8dce3394-e077-47a0-bf94-287c90c1b1c8 req-194f395c-db20-435e-996b-96ac46a59ba4 tempest-SecurityGroupRulesNegativeTestJSON-1431263480 tempest-SecurityGroupRulesNegativeTestJSON-1431263480-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:12.847491 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-8dce3394-e077-47a0-bf94-287c90c1b1c8 req-194f395c-db20-435e-996b-96ac46a59ba4 tempest-SecurityGroupRulesNegativeTestJSON-1431263480 tempest-SecurityGroupRulesNegativeTestJSON-1431263480-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:12.880733 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-8dce3394-e077-47a0-bf94-287c90c1b1c8 req-194f395c-db20-435e-996b-96ac46a59ba4 tempest-SecurityGroupRulesNegativeTestJSON-1431263480 tempest-SecurityGroupRulesNegativeTestJSON-1431263480-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1898694'] for security_group_rule, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:12.896247 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-8dce3394-e077-47a0-bf94-287c90c1b1c8 req-194f395c-db20-435e-996b-96ac46a59ba4 tempest-SecurityGroupRulesNegativeTestJSON-1431263480 tempest-SecurityGroupRulesNegativeTestJSON-1431263480-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:12.896247 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-8dce3394-e077-47a0-bf94-287c90c1b1c8 req-194f395c-db20-435e-996b-96ac46a59ba4 tempest-SecurityGroupRulesNegativeTestJSON-1431263480 tempest-SecurityGroupRulesNegativeTestJSON-1431263480-project] 10.222.0.104 "DELETE /v2.0/security-group-rules/03b67c7e-713f-4fe1-99de-a84e682cc0e4 HTTP/1.1" status: 204 len: 173 time: 0.0912218 Jul 06 13:56:12.896247 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194f395c-db20-435e-996b-96ac46a59ba4 tempest-SecurityGroupRulesNegativeTestJSON-1431263480 tempest-SecurityGroupRulesNegativeTestJSON-1431263480-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=03b67c7e-713f-4fe1-99de-a84e682cc0e4,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:56:12.945313 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 13:56:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ee4ed5d-1acf-42c8-9078-4fa648b5223b x-openstack-request-id: req-3ee4ed5d-1acf-42c8-9078-4fa648b5223b {{(pid=100248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:56:12.946094 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d910425e-b227-495e-9524-a26893783754", "name": "network-vif-plugged", "status": "completed", "tag": "610d8fb5-6871-475a-b090-fabadac817aa", "code": 200}]} {{(pid=100248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:56:12.947024 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-3ee4ed5d-1acf-42c8-9078-4fa648b5223b {{(pid=100248) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:56:12.947869 n-d-773647-6 neutron-server[100248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd910425e-b227-495e-9524-a26893783754', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '610d8fb5-6871-475a-b090-fabadac817aa', 'code': 200} Jul 06 13:56:13.145559 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d70960-f4e0-4b91-b495-6649a6201802 req-b7dcb77c-24ec-4bad-b772-95c22e7147d0 tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:13.146922 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-99d70960-f4e0-4b91-b495-6649a6201802 req-b7dcb77c-24ec-4bad-b772-95c22e7147d0 tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] 10.222.0.104 "GET /v2.0/ports?device_id=cafbb505-1705-4cb2-a601-c8ea5a6459a9 HTTP/1.1" status: 200 len: 947 time: 0.1352808 Jul 06 13:56:13.150598 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-831cecb0-0cbc-49d6-800f-381f28c1551d req-524a3b91-ce75-44a6-b1e2-3834872b61ea tempest-SecurityGroupsTestJSON-63281774 tempest-SecurityGroupsTestJSON-63281774-project] 10.222.0.104 "GET /v2.0/security-groups/a28da7a5-1d34-4420-b87f-2bc62d933392 HTTP/1.1" status: 200 len: 1780 time: 0.0704441 Jul 06 13:56:13.180392 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d824bad-0cfe-48df-b170-c55ce1e0ebbb req-563e6ff3-8ed8-499d-8523-43f66bb02fff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:13.181799 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-9d824bad-0cfe-48df-b170-c55ce1e0ebbb req-563e6ff3-8ed8-499d-8523-43f66bb02fff service neutron] 10.222.0.127 "GET /v2.0/ports?device_id=d910425e-b227-495e-9524-a26893783754 HTTP/1.1" status: 200 len: 1096 time: 0.1329825 Jul 06 13:56:13.232084 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-99d70960-f4e0-4b91-b495-6649a6201802 req-a2897d15-365a-4b63-9cc8-9fe512966404 tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] 10.222.0.104 "GET /v2.0/security-groups?id=9f5b92e9-7340-49c3-a9bb-41e4a1caffc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782089 Jul 06 13:56:13.263672 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-9d824bad-0cfe-48df-b170-c55ce1e0ebbb req-209e4210-3717-4cb8-9776-908ca3de3c5a service neutron] 10.222.0.127 "GET /v2.0/security-groups?id=80219d53-2475-4e71-af54-7a966a6cc818&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718620 Jul 06 13:56:13.266210 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-831cecb0-0cbc-49d6-800f-381f28c1551d req-a3d89696-c7b0-4e0e-9ce3-0dff1e220e51 tempest-SecurityGroupsTestJSON-63281774 tempest-SecurityGroupsTestJSON-63281774-project] Notify callbacks [] for security_group, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:13.288697 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-831cecb0-0cbc-49d6-800f-381f28c1551d req-a3d89696-c7b0-4e0e-9ce3-0dff1e220e51 tempest-SecurityGroupsTestJSON-63281774 tempest-SecurityGroupsTestJSON-63281774-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:13.342377 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-831cecb0-0cbc-49d6-800f-381f28c1551d req-a3d89696-c7b0-4e0e-9ce3-0dff1e220e51 tempest-SecurityGroupsTestJSON-63281774 tempest-SecurityGroupsTestJSON-63281774-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:13.345526 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-831cecb0-0cbc-49d6-800f-381f28c1551d req-a3d89696-c7b0-4e0e-9ce3-0dff1e220e51 tempest-SecurityGroupsTestJSON-63281774 tempest-SecurityGroupsTestJSON-63281774-project] Notify callbacks [] for security_group, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:13.346584 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-831cecb0-0cbc-49d6-800f-381f28c1551d req-a3d89696-c7b0-4e0e-9ce3-0dff1e220e51 tempest-SecurityGroupsTestJSON-63281774 tempest-SecurityGroupsTestJSON-63281774-project] 10.222.0.104 "DELETE /v2.0/security-groups/a28da7a5-1d34-4420-b87f-2bc62d933392 HTTP/1.1" status: 204 len: 173 time: 0.1836965 Jul 06 13:56:13.373851 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d89696-c7b0-4e0e-9ce3-0dff1e220e51 tempest-SecurityGroupsTestJSON-63281774 tempest-SecurityGroupsTestJSON-63281774-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a28da7a5-1d34-4420-b87f-2bc62d933392,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:56:13.409713 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1655bed2-d33f-4ba7-9c7f-9fc563b8dc10 req-806a4281-3dab-4a14-9de3-375d619b2289 tempest-FloatingIPsAssociationNegativeTestJSON-1134509891 tempest-FloatingIPsAssociationNegativeTestJSON-1134509891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:13.411284 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-1655bed2-d33f-4ba7-9c7f-9fc563b8dc10 req-806a4281-3dab-4a14-9de3-375d619b2289 tempest-FloatingIPsAssociationNegativeTestJSON-1134509891 tempest-FloatingIPsAssociationNegativeTestJSON-1134509891-project] 10.222.0.104 "GET /v2.0/ports?device_id=d910425e-b227-495e-9524-a26893783754 HTTP/1.1" status: 200 len: 945 time: 0.0787354 Jul 06 13:56:13.491200 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-1655bed2-d33f-4ba7-9c7f-9fc563b8dc10 req-7efe635d-07d5-4588-adae-101d13eabc77 tempest-FloatingIPsAssociationNegativeTestJSON-1134509891 tempest-FloatingIPsAssociationNegativeTestJSON-1134509891-project] 10.222.0.104 "GET /v2.0/security-groups?id=80219d53-2475-4e71-af54-7a966a6cc818&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712154 Jul 06 13:56:13.497230 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-a758e247-4326-49b2-a492-3590c46219bf req-d71fd8cb-e168-4015-abf6-2dd10ea296ec service neutron] 10.222.0.72 "GET /v2.0/ports/3cc44a8c-162f-47c4-a444-eace4e136171/bindings/n-h1-773647-6 HTTP/1.1" status: 200 len: 384 time: 0.0825870 Jul 06 13:56:13.541612 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [req-c04546fd-d013-417f-94bf-272a3de64d2e req-a24e415e-7a20-42b5-b805-3d7cc1b9f08c tempest-SecurityGroupRulesNegativeTestJSON-1431263480 tempest-SecurityGroupRulesNegativeTestJSON-1431263480-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1658238108', 'description': 'tempest-description-1277806333'}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:56:13.609352 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-c04546fd-d013-417f-94bf-272a3de64d2e req-a24e415e-7a20-42b5-b805-3d7cc1b9f08c tempest-SecurityGroupRulesNegativeTestJSON-1431263480 tempest-SecurityGroupRulesNegativeTestJSON-1431263480-project] Notify callbacks [] for security_group, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:13.670753 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Device 55579fa1-991f-40fa-9660-f6873bccef77 details requested by agent hyperv_n-h2-773647-6 with host n-h2-773647-6 {{(pid=100248) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 13:56:13.772560 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] For port 55579fa1-991f-40fa-9660-f6873bccef77, host n-h2-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=55579fa1-991f-40fa-9660-f6873bccef77,segment=NetworkSegment(c9ea893d-045e-42cf-b3dd-cdd1f79baccd),segment_id=c9ea893d-045e-42cf-b3dd-cdd1f79baccd)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:56:13.785729 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Returning: {'device': '55579fa1-991f-40fa-9660-f6873bccef77', 'network_id': 'ac09d390-867f-4b75-a8d2-ab11550bffd6', 'port_id': '55579fa1-991f-40fa-9660-f6873bccef77', 'mac_address': 'fa:16:3e:74:12:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1023, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd1c3cc78-09b9-4e30-99fd-0e5830de101d', 'ip_address': '192.168.233.95'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100248) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 13:56:13.823708 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:13.837273 n-d-773647-6 neutron-server[100248]: DEBUG neutron.notifiers.nova [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 55579fa1-991f-40fa-9660-f6873bccef77 {{(pid=100248) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 13:56:13.858216 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] For port 55579fa1-991f-40fa-9660-f6873bccef77, host n-h2-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=55579fa1-991f-40fa-9660-f6873bccef77,segment=NetworkSegment(c9ea893d-045e-42cf-b3dd-cdd1f79baccd),segment_id=c9ea893d-045e-42cf-b3dd-cdd1f79baccd)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:56:13.863147 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:13.910404 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Pushing event updated for resources: {'Port': ['ID=55579fa1-991f-40fa-9660-f6873bccef77,revision_number=8']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:56:13.980733 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ed5b98-51d0-4c52-afaf-0fc55ed9483c req-180f1d6c-8359-4da4-91c5-1d3145fea6b6 tempest-LiveMigrationTest-2001684970 tempest-LiveMigrationTest-2001684970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:13.982102 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-d3ed5b98-51d0-4c52-afaf-0fc55ed9483c req-180f1d6c-8359-4da4-91c5-1d3145fea6b6 tempest-LiveMigrationTest-2001684970 tempest-LiveMigrationTest-2001684970-project] 10.222.0.104 "GET /v2.0/ports?device_id=e5d6f9ee-637a-4a55-8546-2be14770c0f2 HTTP/1.1" status: 200 len: 945 time: 0.4294152 Jul 06 13:56:14.065572 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.db [req-a758e247-4326-49b2-a492-3590c46219bf req-b6b7f304-6290-4a9c-9297-7a2a3268ea2b service neutron] For port 3cc44a8c-162f-47c4-a444-eace4e136171, host n-h2-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=3cc44a8c-162f-47c4-a444-eace4e136171,segment=NetworkSegment(da615941-94ee-441c-92fd-37ca002df9b5),segment_id=da615941-94ee-441c-92fd-37ca002df9b5)] {{(pid=100247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:56:14.070198 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-d3ed5b98-51d0-4c52-afaf-0fc55ed9483c req-f9079710-b3d4-4a0e-91aa-af58098a9645 tempest-LiveMigrationTest-2001684970 tempest-LiveMigrationTest-2001684970-project] 10.222.0.104 "GET /v2.0/security-groups?id=7e243ebf-9cf4-4917-8da6-0fd38b06f795&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800405 Jul 06 13:56:14.106141 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.db [req-a758e247-4326-49b2-a492-3590c46219bf req-b6b7f304-6290-4a9c-9297-7a2a3268ea2b service neutron] For port 3cc44a8c-162f-47c4-a444-eace4e136171, host n-h2-773647-6, cleared binding levels {{(pid=100247) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 13:56:14.109139 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-c04546fd-d013-417f-94bf-272a3de64d2e req-a24e415e-7a20-42b5-b805-3d7cc1b9f08c tempest-SecurityGroupRulesNegativeTestJSON-1431263480 tempest-SecurityGroupRulesNegativeTestJSON-1431263480-project] Notify callbacks [] for security_group, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:14.126555 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-c04546fd-d013-417f-94bf-272a3de64d2e req-a24e415e-7a20-42b5-b805-3d7cc1b9f08c tempest-SecurityGroupRulesNegativeTestJSON-1431263480 tempest-SecurityGroupRulesNegativeTestJSON-1431263480-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:14.163061 n-d-773647-6 neutron-server[100247]: DEBUG neutron.notifiers.nova [req-a758e247-4326-49b2-a492-3590c46219bf req-b6b7f304-6290-4a9c-9297-7a2a3268ea2b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3cc44a8c-162f-47c4-a444-eace4e136171 {{(pid=100247) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 13:56:14.171541 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-c04546fd-d013-417f-94bf-272a3de64d2e req-a24e415e-7a20-42b5-b805-3d7cc1b9f08c tempest-SecurityGroupRulesNegativeTestJSON-1431263480 tempest-SecurityGroupRulesNegativeTestJSON-1431263480-project] Notify callbacks [] for security_group, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:14.172781 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-c04546fd-d013-417f-94bf-272a3de64d2e req-a24e415e-7a20-42b5-b805-3d7cc1b9f08c tempest-SecurityGroupRulesNegativeTestJSON-1431263480 tempest-SecurityGroupRulesNegativeTestJSON-1431263480-project] 10.222.0.104 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 0.6381326 Jul 06 13:56:14.182072 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.db [req-a758e247-4326-49b2-a492-3590c46219bf req-b6b7f304-6290-4a9c-9297-7a2a3268ea2b service neutron] For port 3cc44a8c-162f-47c4-a444-eace4e136171, host n-h1-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773647-6',level=0,port_id=3cc44a8c-162f-47c4-a444-eace4e136171,segment=NetworkSegment(da615941-94ee-441c-92fd-37ca002df9b5),segment_id=da615941-94ee-441c-92fd-37ca002df9b5)] {{(pid=100247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:56:14.185630 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24e415e-7a20-42b5-b805-3d7cc1b9f08c tempest-SecurityGroupRulesNegativeTestJSON-1431263480 tempest-SecurityGroupRulesNegativeTestJSON-1431263480-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9f785a27-d77f-4c17-b32e-3e5d4bd9bcc5,revision_number=1']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:56:14.207264 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] get_ports_and_sgs() called for port_ids ['55579fa1-991f-40fa-9660-f6873bccef77'] {{(pid=100248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 13:56:14.222416 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-a758e247-4326-49b2-a492-3590c46219bf req-b6b7f304-6290-4a9c-9297-7a2a3268ea2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:14.304775 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20ae817-da37-41a2-8359-38939a692e38 req-5a30b4d1-fa6f-4ff3-9453-e274b36fc504 tempest-LiveAutoBlockMigrationV225Test-654794443 tempest-LiveAutoBlockMigrationV225Test-654794443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:14.306292 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-c20ae817-da37-41a2-8359-38939a692e38 req-5a30b4d1-fa6f-4ff3-9453-e274b36fc504 tempest-LiveAutoBlockMigrationV225Test-654794443 tempest-LiveAutoBlockMigrationV225Test-654794443-project] 10.222.0.104 "GET /v2.0/ports?device_id=b1fcca0e-a2ed-4729-9094-7d171185dc74 HTTP/1.1" status: 200 len: 943 time: 0.1215866 Jul 06 13:56:14.334662 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.provisioning_blocks [req-a758e247-4326-49b2-a492-3590c46219bf req-b6b7f304-6290-4a9c-9297-7a2a3268ea2b service neutron] Transition to ACTIVE for port object 3cc44a8c-162f-47c4-a444-eace4e136171 will not be triggered until provisioned by entity L2. {{(pid=100247) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 13:56:14.340246 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-a758e247-4326-49b2-a492-3590c46219bf req-b6b7f304-6290-4a9c-9297-7a2a3268ea2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:14.394830 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-c20ae817-da37-41a2-8359-38939a692e38 req-d2cf6f8a-f818-4299-9084-7842c0eaa8f2 tempest-LiveAutoBlockMigrationV225Test-654794443 tempest-LiveAutoBlockMigrationV225Test-654794443-project] 10.222.0.104 "GET /v2.0/security-groups?id=43f6fcb8-9501-44d6-9feb-82c82c5d5862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792253 Jul 06 13:56:14.407198 n-d-773647-6 neutron-server[100247]: INFO neutron.api.v2.resource [req-d4296b96-9e78-4878-938f-a7d5c7e39fcf req-809c7dc9-88f0-45d3-b40f-4ee1c0daeebc tempest-SecurityGroupsTestJSON-63281774 tempest-SecurityGroupsTestJSON-63281774-project] show failed (client error): The resource could not be found. Jul 06 13:56:14.408434 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-d4296b96-9e78-4878-938f-a7d5c7e39fcf req-809c7dc9-88f0-45d3-b40f-4ee1c0daeebc tempest-SecurityGroupsTestJSON-63281774 tempest-SecurityGroupsTestJSON-63281774-project] 10.222.0.104 "GET /v2.0/security-groups/a28da7a5-1d34-4420-b87f-2bc62d933392 HTTP/1.1" status: 404 len: 352 time: 0.0467587 Jul 06 13:56:14.444664 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.l3_dvrscheduler_db [req-a758e247-4326-49b2-a492-3590c46219bf req-b6b7f304-6290-4a9c-9297-7a2a3268ea2b service neutron] No DVR routers for this DVR port 3cc44a8c-162f-47c4-a444-eace4e136171 on host n-h2-773647-6 {{(pid=100247) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 13:56:14.527831 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b7f304-6290-4a9c-9297-7a2a3268ea2b service neutron] Pushing event updated for resources: {'Port': ['ID=3cc44a8c-162f-47c4-a444-eace4e136171,revision_number=10']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:56:14.538142 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-a758e247-4326-49b2-a492-3590c46219bf req-b6b7f304-6290-4a9c-9297-7a2a3268ea2b service neutron] 10.222.0.72 "PUT /v2.0/ports/3cc44a8c-162f-47c4-a444-eace4e136171/bindings/n-h1-773647-6/activate HTTP/1.1" status: 200 len: 369 time: 1.0329270 Jul 06 13:56:14.570825 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-6c7f709f-7005-43bb-9ee0-ed3a60c1f268 req-05015e44-096e-467c-a093-799457fc48bc tempest-SecurityGroupRulesNegativeTestJSON-1431263480 tempest-SecurityGroupRulesNegativeTestJSON-1431263480-project] 10.222.0.104 "GET /v2.0/security-groups/9f785a27-d77f-4c17-b32e-3e5d4bd9bcc5 HTTP/1.1" status: 200 len: 1813 time: 0.1142807 Jul 06 13:56:14.593434 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [req-61d0feb8-c56f-4a68-bb21-4ec084a75e36 req-59d45be8-2806-47b5-b3a0-346c572db168 tempest-SecurityGroupsTestJSON-63281774 tempest-SecurityGroupsTestJSON-63281774-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-761584267', 'description': 'tempest-description-585483852'}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:56:14.605883 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6dd0067-6353-4020-8898-f4151d65040a req-e737a275-26f8-48f5-bb24-6d2748133627 tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:14.607418 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-d6dd0067-6353-4020-8898-f4151d65040a req-e737a275-26f8-48f5-bb24-6d2748133627 tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] 10.222.0.127 "GET /v2.0/ports?device_id=cafbb505-1705-4cb2-a601-c8ea5a6459a9&tenant_id=483ead9cc6094290930ff4aed37f7463&binding%3Ahost_id=n-h2-773647-6 HTTP/1.1" status: 200 len: 948 time: 0.1522393 Jul 06 13:56:14.692927 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-61d0feb8-c56f-4a68-bb21-4ec084a75e36 req-59d45be8-2806-47b5-b3a0-346c572db168 tempest-SecurityGroupsTestJSON-63281774 tempest-SecurityGroupsTestJSON-63281774-project] Notify callbacks [] for security_group, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:14.751594 n-d-773647-6 neutron-server[100247]: INFO neutron.api.v2.resource [req-d6dd0067-6353-4020-8898-f4151d65040a req-5974a762-5c21-49dc-892e-05652551e50a service neutron] delete failed (client error): The resource could not be found. Jul 06 13:56:14.752646 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-d6dd0067-6353-4020-8898-f4151d65040a req-5974a762-5c21-49dc-892e-05652551e50a service neutron] 10.222.0.127 "DELETE /v2.0/ports/55579fa1-991f-40fa-9660-f6873bccef77/bindings/n-h1-773647-6 HTTP/1.1" status: 404 len: 380 time: 0.1301539 Jul 06 13:56:14.764978 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a758e247-4326-49b2-a492-3590c46219bf req-4390a238-02eb-4b6e-9872-b58e7093b5a2 tempest-LiveAutoBlockMigrationV225Test-1685424674 tempest-LiveAutoBlockMigrationV225Test-1685424674-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:14.767036 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-a758e247-4326-49b2-a492-3590c46219bf req-4390a238-02eb-4b6e-9872-b58e7093b5a2 tempest-LiveAutoBlockMigrationV225Test-1685424674 tempest-LiveAutoBlockMigrationV225Test-1685424674-project-admin] 10.222.0.127 "GET /v2.0/ports?device_id=b1fcca0e-a2ed-4729-9094-7d171185dc74&tenant_id=4cef06e2189c48a2819839e74c70f679&binding%3Ahost_id=n-h2-773647-6 HTTP/1.1" status: 200 len: 1095 time: 0.1571207 Jul 06 13:56:14.875062 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-61d0feb8-c56f-4a68-bb21-4ec084a75e36 req-59d45be8-2806-47b5-b3a0-346c572db168 tempest-SecurityGroupsTestJSON-63281774 tempest-SecurityGroupsTestJSON-63281774-project] Notify callbacks [] for security_group, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:14.905053 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a758e247-4326-49b2-a492-3590c46219bf req-b05989a6-5d8c-4fbc-b74b-20437c1755d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:14.906528 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-a758e247-4326-49b2-a492-3590c46219bf req-b05989a6-5d8c-4fbc-b74b-20437c1755d2 service neutron] 10.222.0.127 "GET /v2.0/ports?device_id=b1fcca0e-a2ed-4729-9094-7d171185dc74&tenant_id=4cef06e2189c48a2819839e74c70f679 HTTP/1.1" status: 200 len: 1095 time: 0.1315746 Jul 06 13:56:14.926342 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-61d0feb8-c56f-4a68-bb21-4ec084a75e36 req-59d45be8-2806-47b5-b3a0-346c572db168 tempest-SecurityGroupsTestJSON-63281774 tempest-SecurityGroupsTestJSON-63281774-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:14.995345 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-61d0feb8-c56f-4a68-bb21-4ec084a75e36 req-59d45be8-2806-47b5-b3a0-346c572db168 tempest-SecurityGroupsTestJSON-63281774 tempest-SecurityGroupsTestJSON-63281774-project] Notify callbacks [] for security_group, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:14.996557 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-61d0feb8-c56f-4a68-bb21-4ec084a75e36 req-59d45be8-2806-47b5-b3a0-346c572db168 tempest-SecurityGroupsTestJSON-63281774 tempest-SecurityGroupsTestJSON-63281774-project] 10.222.0.104 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1804 time: 0.4084034 Jul 06 13:56:15.005801 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d45be8-2806-47b5-b3a0-346c572db168 tempest-SecurityGroupsTestJSON-63281774 tempest-SecurityGroupsTestJSON-63281774-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6104e635-17cb-45ba-b661-b3fff7c48536,revision_number=1']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:56:15.043820 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6dd0067-6353-4020-8898-f4151d65040a req-db63d5ee-067f-4f12-a2d9-97f5b683e23b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:15.045321 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-d6dd0067-6353-4020-8898-f4151d65040a req-db63d5ee-067f-4f12-a2d9-97f5b683e23b service neutron] 10.222.0.127 "GET /v2.0/ports?tenant_id=483ead9cc6094290930ff4aed37f7463&device_id=cafbb505-1705-4cb2-a601-c8ea5a6459a9 HTTP/1.1" status: 200 len: 1099 time: 0.1664023 Jul 06 13:56:15.055499 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b37409-6e31-4df3-941d-d92af36e4f8d req-5babd8ad-2bea-4c41-9fb0-ddc8eff9460d tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:15.056925 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-43b37409-6e31-4df3-941d-d92af36e4f8d req-5babd8ad-2bea-4c41-9fb0-ddc8eff9460d tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] 10.222.0.104 "GET /v2.0/ports?device_id=cafbb505-1705-4cb2-a601-c8ea5a6459a9 HTTP/1.1" status: 200 len: 948 time: 0.1962023 Jul 06 13:56:15.085511 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a758e247-4326-49b2-a492-3590c46219bf req-31451965-6081-47ef-99d8-11c8848890e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:15.086977 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-a758e247-4326-49b2-a492-3590c46219bf req-31451965-6081-47ef-99d8-11c8848890e7 service neutron] 10.222.0.127 "GET /v2.0/ports?tenant_id=4cef06e2189c48a2819839e74c70f679&device_id=b1fcca0e-a2ed-4729-9094-7d171185dc74 HTTP/1.1" status: 200 len: 1095 time: 0.1473722 Jul 06 13:56:15.211123 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-43b37409-6e31-4df3-941d-d92af36e4f8d req-39f6efb6-3325-420e-b242-1e15334c3e16 tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] 10.222.0.104 "GET /v2.0/security-groups?id=9f5b92e9-7340-49c3-a9bb-41e4a1caffc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434071 Jul 06 13:56:15.232490 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6dd0067-6353-4020-8898-f4151d65040a req-7ca0d641-174f-4808-9536-be6874b1dd66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:15.233962 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-d6dd0067-6353-4020-8898-f4151d65040a req-7ca0d641-174f-4808-9536-be6874b1dd66 service neutron] 10.222.0.127 "GET /v2.0/networks?id=ac09d390-867f-4b75-a8d2-ab11550bffd6 HTTP/1.1" status: 200 len: 871 time: 0.1760442 Jul 06 13:56:15.287394 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-d6dd0067-6353-4020-8898-f4151d65040a req-e36c0465-f527-42e1-ad6c-90cca7b34a39 service neutron] 10.222.0.127 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.95&port_id=55579fa1-991f-40fa-9660-f6873bccef77 HTTP/1.1" status: 200 len: 217 time: 0.0461135 Jul 06 13:56:15.290305 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [req-2c247296-d57d-4a8a-973b-a9f4ffb35db5 req-acce1458-5e30-4215-bd15-a5b1d19a984a tempest-SecurityGroupsTestJSON-63281774 tempest-SecurityGroupsTestJSON-63281774-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-247686208', 'description': 'tempest-description-149203879'}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:56:15.365834 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a758e247-4326-49b2-a492-3590c46219bf req-282b935b-70de-4dca-92e9-b89c3c82f8bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:15.367302 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-a758e247-4326-49b2-a492-3590c46219bf req-282b935b-70de-4dca-92e9-b89c3c82f8bb service neutron] 10.222.0.127 "GET /v2.0/networks?id=719b716d-a00d-48ee-8755-3a8bbdfaf0d2 HTTP/1.1" status: 200 len: 923 time: 0.2516408 Jul 06 13:56:15.391151 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-2c247296-d57d-4a8a-973b-a9f4ffb35db5 req-acce1458-5e30-4215-bd15-a5b1d19a984a tempest-SecurityGroupsTestJSON-63281774 tempest-SecurityGroupsTestJSON-63281774-project] Notify callbacks [] for security_group, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:15.439917 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6dd0067-6353-4020-8898-f4151d65040a req-83cca9d1-85a1-46db-b14b-8840c52a3952 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:15.441376 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-d6dd0067-6353-4020-8898-f4151d65040a req-83cca9d1-85a1-46db-b14b-8840c52a3952 service neutron] 10.222.0.127 "GET /v2.0/subnets?id=d1c3cc78-09b9-4e30-99fd-0e5830de101d HTTP/1.1" status: 200 len: 843 time: 0.1365798 Jul 06 13:56:15.446635 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-a758e247-4326-49b2-a492-3590c46219bf req-fcca12ac-3f5d-4a04-b6b5-21425f49316b service neutron] 10.222.0.127 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3cc44a8c-162f-47c4-a444-eace4e136171 HTTP/1.1" status: 200 len: 217 time: 0.0565391 Jul 06 13:56:15.488949 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41d4894-2e31-4a34-bdd1-4a4c9602553f req-f1e8733e-bc5e-464c-a246-c1a8b0c72c3a tempest-FloatingIPsAssociationNegativeTestJSON-1134509891 tempest-FloatingIPsAssociationNegativeTestJSON-1134509891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:15.490468 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-c41d4894-2e31-4a34-bdd1-4a4c9602553f req-f1e8733e-bc5e-464c-a246-c1a8b0c72c3a tempest-FloatingIPsAssociationNegativeTestJSON-1134509891 tempest-FloatingIPsAssociationNegativeTestJSON-1134509891-project] 10.222.0.104 "GET /v2.0/ports?device_id=d910425e-b227-495e-9524-a26893783754 HTTP/1.1" status: 200 len: 945 time: 0.2090759 Jul 06 13:56:15.602575 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a758e247-4326-49b2-a492-3590c46219bf req-327d6cb4-0a11-4b11-94a7-9926e261eec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:15.604093 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-a758e247-4326-49b2-a492-3590c46219bf req-327d6cb4-0a11-4b11-94a7-9926e261eec7 service neutron] 10.222.0.127 "GET /v2.0/subnets?id=7f475f76-2dcc-4dce-adb2-7deed8b8ad71 HTTP/1.1" status: 200 len: 861 time: 0.1448197 Jul 06 13:56:15.619279 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-c41d4894-2e31-4a34-bdd1-4a4c9602553f req-768ff777-8d0a-435c-86b5-869280336932 tempest-FloatingIPsAssociationNegativeTestJSON-1134509891 tempest-FloatingIPsAssociationNegativeTestJSON-1134509891-project] 10.222.0.104 "GET /v2.0/security-groups?id=80219d53-2475-4e71-af54-7a966a6cc818&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920205 Jul 06 13:56:15.652651 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6dd0067-6353-4020-8898-f4151d65040a req-9a42961d-543c-4803-8adf-d6001ad940a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:15.652651 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-d6dd0067-6353-4020-8898-f4151d65040a req-9a42961d-543c-4803-8adf-d6001ad940a4 service neutron] 10.222.0.127 "GET /v2.0/ports?network_id=ac09d390-867f-4b75-a8d2-ab11550bffd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1936121 Jul 06 13:56:15.673911 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Device 55579fa1-991f-40fa-9660-f6873bccef77 up at agent hyperv_n-h2-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 13:56:15.674944 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-a758e247-4326-49b2-a492-3590c46219bf req-e39a37c7-fd82-4c51-af42-ecea04536904 service neutron] 10.222.0.127 "GET /v2.0/ports?network_id=719b716d-a00d-48ee-8755-3a8bbdfaf0d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0587645 Jul 06 13:56:15.690657 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-2c247296-d57d-4a8a-973b-a9f4ffb35db5 req-acce1458-5e30-4215-bd15-a5b1d19a984a tempest-SecurityGroupsTestJSON-63281774 tempest-SecurityGroupsTestJSON-63281774-project] Notify callbacks [] for security_group, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:15.730898 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-2c247296-d57d-4a8a-973b-a9f4ffb35db5 req-acce1458-5e30-4215-bd15-a5b1d19a984a tempest-SecurityGroupsTestJSON-63281774 tempest-SecurityGroupsTestJSON-63281774-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:15.743568 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Provisioning for port 55579fa1-991f-40fa-9660-f6873bccef77 completed by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 13:56:15.748585 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Provisioning complete for port 55579fa1-991f-40fa-9660-f6873bccef77 triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:56:15.749388 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:15.839829 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:15.847169 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acce1458-5e30-4215-bd15-a5b1d19a984a tempest-SecurityGroupsTestJSON-63281774 tempest-SecurityGroupsTestJSON-63281774-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f8d23511-3d56-47c7-a988-8e8bc5a84cae,revision_number=1']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:56:15.853087 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-2c247296-d57d-4a8a-973b-a9f4ffb35db5 req-acce1458-5e30-4215-bd15-a5b1d19a984a tempest-SecurityGroupsTestJSON-63281774 tempest-SecurityGroupsTestJSON-63281774-project] Notify callbacks [] for security_group, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:15.854313 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-2c247296-d57d-4a8a-973b-a9f4ffb35db5 req-acce1458-5e30-4215-bd15-a5b1d19a984a tempest-SecurityGroupsTestJSON-63281774 tempest-SecurityGroupsTestJSON-63281774-project] 10.222.0.104 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1804 time: 0.5717874 Jul 06 13:56:15.873226 n-d-773647-6 neutron-server[100248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cafbb505-1705-4cb2-a601-c8ea5a6459a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55579fa1-991f-40fa-9660-f6873bccef77'}] {{(pid=100248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 13:56:15.875721 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84af257533e383389cbcf231d3534f4d5e149e7203fea16b4a8fc01438dddaf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62207139-a01e-483d-afef-ce5318ca10ac" -d '{"events": [{"server_uuid": "cafbb505-1705-4cb2-a601-c8ea5a6459a9", "name": "network-vif-plugged", "status": "completed", "tag": "55579fa1-991f-40fa-9660-f6873bccef77"}]}' {{(pid=100248) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:56:15.890007 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] For port 55579fa1-991f-40fa-9660-f6873bccef77, host n-h2-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=55579fa1-991f-40fa-9660-f6873bccef77,segment=NetworkSegment(c9ea893d-045e-42cf-b3dd-cdd1f79baccd),segment_id=c9ea893d-045e-42cf-b3dd-cdd1f79baccd)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:56:15.895109 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:15.896008 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Device 3cc44a8c-162f-47c4-a444-eace4e136171 no longer exists at agent hyperv_n-h2-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 13:56:15.939321 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-a758e247-4326-49b2-a492-3590c46219bf req-fe87158a-b5e8-43d6-bd3c-8630b636e99f service neutron] 10.222.0.127 "GET /v2.0/networks/719b716d-a00d-48ee-8755-3a8bbdfaf0d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2523868 Jul 06 13:56:15.940966 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-d6dd0067-6353-4020-8898-f4151d65040a req-f5d51f6b-eb4c-4fd0-9fe0-197dd0e765bd service neutron] 10.222.0.127 "GET /v2.0/networks/ac09d390-867f-4b75-a8d2-ab11550bffd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2684453 Jul 06 13:56:15.967688 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Device 3cc44a8c-162f-47c4-a444-eace4e136171 not bound to the agent host n-h2-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 13:56:15.973269 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Pushing event updated for resources: {'Port': ['ID=55579fa1-991f-40fa-9660-f6873bccef77,revision_number=9']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:56:16.004021 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e279d2ee-2644-4e65-8222-3f29be6e9607 req-410aaddc-7cda-4546-bbe8-61b57504d90f tempest-LiveMigrationTest-2001684970 tempest-LiveMigrationTest-2001684970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:16.005502 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-e279d2ee-2644-4e65-8222-3f29be6e9607 req-410aaddc-7cda-4546-bbe8-61b57504d90f tempest-LiveMigrationTest-2001684970 tempest-LiveMigrationTest-2001684970-project] 10.222.0.104 "GET /v2.0/ports?device_id=e5d6f9ee-637a-4a55-8546-2be14770c0f2 HTTP/1.1" status: 200 len: 945 time: 0.2560463 Jul 06 13:56:16.073402 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [req-05f23321-f157-4742-b96f-865747ae430e req-420196a6-aee1-4b33-8c2c-daedbccbf20d tempest-SecurityGroupRulesNegativeTestJSON-1431263480 tempest-SecurityGroupRulesNegativeTestJSON-1431263480-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1720317849', 'description': 'tempest-description-737455031'}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:56:16.135249 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-90f947ad-fd3b-405f-a60c-1ceef1e62547 req-60b9b310-c820-4c58-ae47-d682f126d1c8 service neutron] 10.222.0.127 "GET /v2.0/ports?device_id=3ac78f26-658e-4e41-8628-330fee97fb44&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2403076 Jul 06 13:56:16.165197 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-05f23321-f157-4742-b96f-865747ae430e req-420196a6-aee1-4b33-8c2c-daedbccbf20d tempest-SecurityGroupRulesNegativeTestJSON-1431263480 tempest-SecurityGroupRulesNegativeTestJSON-1431263480-project] Notify callbacks [] for security_group, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:16.217252 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-e279d2ee-2644-4e65-8222-3f29be6e9607 req-576bd89a-fc37-48ea-8243-8617745cf69c tempest-LiveMigrationTest-2001684970 tempest-LiveMigrationTest-2001684970-project] 10.222.0.104 "GET /v2.0/security-groups?id=7e243ebf-9cf4-4917-8da6-0fd38b06f795&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1574211 Jul 06 13:56:16.232878 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-a758e247-4326-49b2-a492-3590c46219bf req-70d8d20b-58dc-42e0-a8e1-bbe75cdce97e service neutron] 10.222.0.127 "GET /v2.0/networks/719b716d-a00d-48ee-8755-3a8bbdfaf0d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2746744 Jul 06 13:56:16.235778 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-d6dd0067-6353-4020-8898-f4151d65040a req-5c8d9954-e426-4bc2-aaf0-8e564fd00942 service neutron] 10.222.0.127 "GET /v2.0/networks/ac09d390-867f-4b75-a8d2-ab11550bffd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2787337 Jul 06 13:56:16.283636 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f947ad-fd3b-405f-a60c-1ceef1e62547 req-c2c3e8f8-6ffd-4285-bd0d-264260104392 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:16.285271 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-90f947ad-fd3b-405f-a60c-1ceef1e62547 req-c2c3e8f8-6ffd-4285-bd0d-264260104392 service neutron] 10.222.0.127 "GET /v2.0/ports?tenant_id=acb800f580674ba5b45dfb76ebc253b1&device_id=3ac78f26-658e-4e41-8628-330fee97fb44 HTTP/1.1" status: 200 len: 1097 time: 0.1211793 Jul 06 13:56:16.395608 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-05f23321-f157-4742-b96f-865747ae430e req-420196a6-aee1-4b33-8c2c-daedbccbf20d tempest-SecurityGroupRulesNegativeTestJSON-1431263480 tempest-SecurityGroupRulesNegativeTestJSON-1431263480-project] Notify callbacks [] for security_group, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:16.419177 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-05f23321-f157-4742-b96f-865747ae430e req-420196a6-aee1-4b33-8c2c-daedbccbf20d tempest-SecurityGroupRulesNegativeTestJSON-1431263480 tempest-SecurityGroupRulesNegativeTestJSON-1431263480-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:16.471286 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-05f23321-f157-4742-b96f-865747ae430e req-420196a6-aee1-4b33-8c2c-daedbccbf20d tempest-SecurityGroupRulesNegativeTestJSON-1431263480 tempest-SecurityGroupRulesNegativeTestJSON-1431263480-project] Notify callbacks [] for security_group, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:16.472435 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-05f23321-f157-4742-b96f-865747ae430e req-420196a6-aee1-4b33-8c2c-daedbccbf20d tempest-SecurityGroupRulesNegativeTestJSON-1431263480 tempest-SecurityGroupRulesNegativeTestJSON-1431263480-project] 10.222.0.104 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.4157844 Jul 06 13:56:16.476074 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420196a6-aee1-4b33-8c2c-daedbccbf20d tempest-SecurityGroupRulesNegativeTestJSON-1431263480 tempest-SecurityGroupRulesNegativeTestJSON-1431263480-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9c5c8b1e-b3a3-4ce3-ab8b-8b9d2c51ed82,revision_number=1']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:56:16.495064 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f947ad-fd3b-405f-a60c-1ceef1e62547 req-3ff3af56-7fab-48a4-9f12-077b3e972012 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:16.496558 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-90f947ad-fd3b-405f-a60c-1ceef1e62547 req-3ff3af56-7fab-48a4-9f12-077b3e972012 service neutron] 10.222.0.127 "GET /v2.0/networks?id=460f74e5-0a7f-4f78-8d1f-c6320874439c HTTP/1.1" status: 200 len: 926 time: 0.1784256 Jul 06 13:56:16.518996 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a2a826-6daf-41c2-a57b-a9e02070221e req-d0b7990f-3e6e-4680-bf08-9ea056f85778 tempest-LiveAutoBlockMigrationV225Test-654794443 tempest-LiveAutoBlockMigrationV225Test-654794443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:16.520495 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-d7a2a826-6daf-41c2-a57b-a9e02070221e req-d0b7990f-3e6e-4680-bf08-9ea056f85778 tempest-LiveAutoBlockMigrationV225Test-654794443 tempest-LiveAutoBlockMigrationV225Test-654794443-project] 10.222.0.104 "GET /v2.0/ports?device_id=b1fcca0e-a2ed-4729-9094-7d171185dc74 HTTP/1.1" status: 200 len: 944 time: 0.1790688 Jul 06 13:56:16.944572 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-90f947ad-fd3b-405f-a60c-1ceef1e62547 req-dea2a6ac-6ccf-4055-88d1-5c898d6cd75f service neutron] 10.222.0.127 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b9b105f0-126d-4118-bb1b-03c0831ba0af HTTP/1.1" status: 200 len: 1001 time: 0.4380357 Jul 06 13:56:16.956274 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-d7a2a826-6daf-41c2-a57b-a9e02070221e req-b5ffa661-832f-422a-b1a5-0f378a06281f tempest-LiveAutoBlockMigrationV225Test-654794443 tempest-LiveAutoBlockMigrationV225Test-654794443-project] 10.222.0.104 "GET /v2.0/security-groups?id=43f6fcb8-9501-44d6-9feb-82c82c5d5862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4032872 Jul 06 13:56:17.017530 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [req-7bfa9297-8241-4376-9dca-e1f33a3e487e req-f55cd4af-4a6d-4538-9b28-e804791a3a26 tempest-SecurityGroupsTestJSON-63281774 tempest-SecurityGroupsTestJSON-63281774-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1107685391', 'description': 'tempest-description-1192124988'}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:56:17.093332 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f947ad-fd3b-405f-a60c-1ceef1e62547 req-ad890bce-3fd5-4901-b152-4e63ae10dc45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:17.095409 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-90f947ad-fd3b-405f-a60c-1ceef1e62547 req-ad890bce-3fd5-4901-b152-4e63ae10dc45 service neutron] 10.222.0.127 "GET /v2.0/subnets?id=018ef28b-510d-4b0e-ac77-2e6a29444295 HTTP/1.1" status: 200 len: 863 time: 0.1377468 Jul 06 13:56:17.111136 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-7bfa9297-8241-4376-9dca-e1f33a3e487e req-f55cd4af-4a6d-4538-9b28-e804791a3a26 tempest-SecurityGroupsTestJSON-63281774 tempest-SecurityGroupsTestJSON-63281774-project] Notify callbacks [] for security_group, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:17.117042 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-95ae24ae-a2c1-42dc-9ce3-df8bab42ebd2 req-50e3a5d2-65e8-451b-abec-0f2a02b2b822 tempest-FloatingIPsAssociationNegativeTestJSON-1134509891 tempest-FloatingIPsAssociationNegativeTestJSON-1134509891-project] 10.222.0.104 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=2658f09e-a580-4d4a-9968-2d1e0ad93719 HTTP/1.1" status: 200 len: 258 time: 0.5241861 Jul 06 13:56:17.132492 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [req-95ae24ae-a2c1-42dc-9ce3-df8bab42ebd2 req-ffd41816-4f38-4783-86ae-8c123d0dba72 tempest-FloatingIPsAssociationNegativeTestJSON-1134509891 tempest-FloatingIPsAssociationNegativeTestJSON-1134509891-project] Request body: {'floatingip': {'floating_network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719'}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:56:17.191871 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-95ae24ae-a2c1-42dc-9ce3-df8bab42ebd2 req-ffd41816-4f38-4783-86ae-8c123d0dba72 tempest-FloatingIPsAssociationNegativeTestJSON-1134509891 tempest-FloatingIPsAssociationNegativeTestJSON-1134509891-project] Notify callbacks [] for floatingip, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:17.306005 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f947ad-fd3b-405f-a60c-1ceef1e62547 req-cf20dc71-66b3-4f28-a7ec-175ea34a10d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:17.307668 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-90f947ad-fd3b-405f-a60c-1ceef1e62547 req-cf20dc71-66b3-4f28-a7ec-175ea34a10d1 service neutron] 10.222.0.127 "GET /v2.0/ports?network_id=460f74e5-0a7f-4f78-8d1f-c6320874439c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1782787 Jul 06 13:56:17.433084 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-7bfa9297-8241-4376-9dca-e1f33a3e487e req-f55cd4af-4a6d-4538-9b28-e804791a3a26 tempest-SecurityGroupsTestJSON-63281774 tempest-SecurityGroupsTestJSON-63281774-project] Notify callbacks [] for security_group, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:17.448453 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-7bfa9297-8241-4376-9dca-e1f33a3e487e req-f55cd4af-4a6d-4538-9b28-e804791a3a26 tempest-SecurityGroupsTestJSON-63281774 tempest-SecurityGroupsTestJSON-63281774-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:17.458726 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a758e247-4326-49b2-a492-3590c46219bf req-1b72fd18-55d2-402a-96c3-c21f6cc431d5 tempest-LiveAutoBlockMigrationV225Test-1685424674 tempest-LiveAutoBlockMigrationV225Test-1685424674-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:17.460223 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-a758e247-4326-49b2-a492-3590c46219bf req-1b72fd18-55d2-402a-96c3-c21f6cc431d5 tempest-LiveAutoBlockMigrationV225Test-1685424674 tempest-LiveAutoBlockMigrationV225Test-1685424674-project-admin] 10.222.0.127 "GET /v2.0/ports?device_id=b1fcca0e-a2ed-4729-9094-7d171185dc74&tenant_id=4cef06e2189c48a2819839e74c70f679&binding%3Ahost_id=n-h1-773647-6 HTTP/1.1" status: 200 len: 1095 time: 0.2079432 Jul 06 13:56:17.517428 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-90f947ad-fd3b-405f-a60c-1ceef1e62547 req-4b27a86a-5b3c-4cda-a483-237c495ea727 service neutron] 10.222.0.127 "GET /v2.0/networks/460f74e5-0a7f-4f78-8d1f-c6320874439c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1996615 Jul 06 13:56:17.529021 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-7bfa9297-8241-4376-9dca-e1f33a3e487e req-f55cd4af-4a6d-4538-9b28-e804791a3a26 tempest-SecurityGroupsTestJSON-63281774 tempest-SecurityGroupsTestJSON-63281774-project] Notify callbacks [] for security_group, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:17.530117 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-7bfa9297-8241-4376-9dca-e1f33a3e487e req-f55cd4af-4a6d-4538-9b28-e804791a3a26 tempest-SecurityGroupsTestJSON-63281774 tempest-SecurityGroupsTestJSON-63281774-project] 10.222.0.104 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.5241137 Jul 06 13:56:17.542171 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55cd4af-4a6d-4538-9b28-e804791a3a26 tempest-SecurityGroupsTestJSON-63281774 tempest-SecurityGroupsTestJSON-63281774-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8768e6dc-fca7-476a-88d4-9adad952d274,revision_number=1']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:56:17.567933 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 13:56:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00906a48-14a5-44ac-8117-2fe582361ad2 x-openstack-request-id: req-00906a48-14a5-44ac-8117-2fe582361ad2 {{(pid=100248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:56:17.568427 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cafbb505-1705-4cb2-a601-c8ea5a6459a9", "name": "network-vif-plugged", "status": "completed", "tag": "55579fa1-991f-40fa-9660-f6873bccef77", "code": 200}]} {{(pid=100248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:56:17.568549 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-00906a48-14a5-44ac-8117-2fe582361ad2 {{(pid=100248) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:56:17.568849 n-d-773647-6 neutron-server[100248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cafbb505-1705-4cb2-a601-c8ea5a6459a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55579fa1-991f-40fa-9660-f6873bccef77', 'code': 200} Jul 06 13:56:17.614952 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-95ae24ae-a2c1-42dc-9ce3-df8bab42ebd2 req-ffd41816-4f38-4783-86ae-8c123d0dba72 tempest-FloatingIPsAssociationNegativeTestJSON-1134509891 tempest-FloatingIPsAssociationNegativeTestJSON-1134509891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:17.734498 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-90f947ad-fd3b-405f-a60c-1ceef1e62547 req-95d3f558-a6f2-43aa-9d4c-f21cd38557de service neutron] 10.222.0.127 "GET /v2.0/networks/460f74e5-0a7f-4f78-8d1f-c6320874439c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2072616 Jul 06 13:56:17.774055 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.db [req-a758e247-4326-49b2-a492-3590c46219bf req-5ac5b3dd-16cf-4f3b-86dc-fd6e824c10c6 service neutron] For port 3cc44a8c-162f-47c4-a444-eace4e136171, host n-h2-773647-6, cleared binding levels {{(pid=100247) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 13:56:17.780134 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-a758e247-4326-49b2-a492-3590c46219bf req-5ac5b3dd-16cf-4f3b-86dc-fd6e824c10c6 service neutron] Notify callbacks [] for binding, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:17.781255 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-a758e247-4326-49b2-a492-3590c46219bf req-5ac5b3dd-16cf-4f3b-86dc-fd6e824c10c6 service neutron] 10.222.0.127 "DELETE /v2.0/ports/3cc44a8c-162f-47c4-a444-eace4e136171/bindings/n-h2-773647-6 HTTP/1.1" status: 204 len: 173 time: 0.3118858 Jul 06 13:56:17.793323 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.db_base_plugin_common [req-95ae24ae-a2c1-42dc-9ce3-df8bab42ebd2 req-ffd41816-4f38-4783-86ae-8c123d0dba72 tempest-FloatingIPsAssociationNegativeTestJSON-1134509891 tempest-FloatingIPsAssociationNegativeTestJSON-1134509891-project] Allocated IP 172.25.0.22 (2658f09e-a580-4d4a-9968-2d1e0ad93719/cbf74abc-6fe1-4d33-b005-c948923b9647/253b6e1e-0c1c-4cec-9d60-001b5719e78e) {{(pid=100247) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 13:56:17.935640 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-95ae24ae-a2c1-42dc-9ce3-df8bab42ebd2 req-ffd41816-4f38-4783-86ae-8c123d0dba72 tempest-FloatingIPsAssociationNegativeTestJSON-1134509891 tempest-FloatingIPsAssociationNegativeTestJSON-1134509891-project] Notify callbacks [] for port, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:17.966223 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba612ec5-ddb0-4598-bbaa-79d82d6c1e4c req-0fdff93f-dea6-4d04-b053-3bb1fc4b0e04 tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:17.967711 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-ba612ec5-ddb0-4598-bbaa-79d82d6c1e4c req-0fdff93f-dea6-4d04-b053-3bb1fc4b0e04 tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] 10.222.0.104 "GET /v2.0/ports?device_id=cafbb505-1705-4cb2-a601-c8ea5a6459a9 HTTP/1.1" status: 200 len: 949 time: 0.1056690 Jul 06 13:56:18.017245 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-95ae24ae-a2c1-42dc-9ce3-df8bab42ebd2 req-ffd41816-4f38-4783-86ae-8c123d0dba72 tempest-FloatingIPsAssociationNegativeTestJSON-1134509891 tempest-FloatingIPsAssociationNegativeTestJSON-1134509891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108'] for port, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:18.021251 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-ba612ec5-ddb0-4598-bbaa-79d82d6c1e4c req-1cfe5a6a-42fa-46fc-926d-a199b276edfa tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] 10.222.0.104 "GET /v2.0/security-groups?id=9f5b92e9-7340-49c3-a9bb-41e4a1caffc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466216 Jul 06 13:56:18.063972 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-95ae24ae-a2c1-42dc-9ce3-df8bab42ebd2 req-ffd41816-4f38-4783-86ae-8c123d0dba72 tempest-FloatingIPsAssociationNegativeTestJSON-1134509891 tempest-FloatingIPsAssociationNegativeTestJSON-1134509891-project] Network 2658f09e-a580-4d4a-9968-2d1e0ad93719 is already hosted by enough agents. {{(pid=100247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 13:56:18.071979 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.base_scheduler [req-95ae24ae-a2c1-42dc-9ce3-df8bab42ebd2 req-ffd41816-4f38-4783-86ae-8c123d0dba72 tempest-FloatingIPsAssociationNegativeTestJSON-1134509891 tempest-FloatingIPsAssociationNegativeTestJSON-1134509891-project] Resources bound (agent type, host, resource id): {{(pid=100247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:56:18.077043 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.l3_dvrscheduler_db [req-95ae24ae-a2c1-42dc-9ce3-df8bab42ebd2 req-ffd41816-4f38-4783-86ae-8c123d0dba72 tempest-FloatingIPsAssociationNegativeTestJSON-1134509891 tempest-FloatingIPsAssociationNegativeTestJSON-1134509891-project] Received port after_create {{(pid=100247) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 13:56:18.097892 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd41816-4f38-4783-86ae-8c123d0dba72 tempest-FloatingIPsAssociationNegativeTestJSON-1134509891 tempest-FloatingIPsAssociationNegativeTestJSON-1134509891-project] Pushing event updated for resources: {'Port': ['ID=253b6e1e-0c1c-4cec-9d60-001b5719e78e,revision_number=1']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:56:18.139915 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-c6c712d6-3676-4a0c-9933-ae73e7676d8c req-f1c2bc0a-eac1-4c6c-b886-e4350397dd99 tempest-SecurityGroupRulesNegativeTestJSON-1431263480 tempest-SecurityGroupRulesNegativeTestJSON-1431263480-project] 10.222.0.104 "GET /v2.0/security-groups/9c5c8b1e-b3a3-4ce3-ab8b-8b9d2c51ed82 HTTP/1.1" status: 200 len: 1812 time: 0.0925770 Jul 06 13:56:18.153442 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-95ae24ae-a2c1-42dc-9ce3-df8bab42ebd2 req-ffd41816-4f38-4783-86ae-8c123d0dba72 tempest-FloatingIPsAssociationNegativeTestJSON-1134509891 tempest-FloatingIPsAssociationNegativeTestJSON-1134509891-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:18.200013 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-95ae24ae-a2c1-42dc-9ce3-df8bab42ebd2 req-ffd41816-4f38-4783-86ae-8c123d0dba72 tempest-FloatingIPsAssociationNegativeTestJSON-1134509891 tempest-FloatingIPsAssociationNegativeTestJSON-1134509891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:18.368738 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8999bb8-c418-4aed-a12d-9761a1144e86 req-7b0ab633-49aa-4e6c-a3e8-8d151f6bf460 tempest-LiveMigrationTest-2001684970 tempest-LiveMigrationTest-2001684970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:18.370246 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-b8999bb8-c418-4aed-a12d-9761a1144e86 req-7b0ab633-49aa-4e6c-a3e8-8d151f6bf460 tempest-LiveMigrationTest-2001684970 tempest-LiveMigrationTest-2001684970-project] 10.222.0.104 "GET /v2.0/ports?device_id=e5d6f9ee-637a-4a55-8546-2be14770c0f2 HTTP/1.1" status: 200 len: 945 time: 0.1236486 Jul 06 13:56:18.437125 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-95ae24ae-a2c1-42dc-9ce3-df8bab42ebd2 req-ffd41816-4f38-4783-86ae-8c123d0dba72 tempest-FloatingIPsAssociationNegativeTestJSON-1134509891 tempest-FloatingIPsAssociationNegativeTestJSON-1134509891-project] Notify callbacks [] for port, precommit_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:18.441183 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-b8999bb8-c418-4aed-a12d-9761a1144e86 req-8b9a0907-19a9-4ccb-b369-55d30449abdd tempest-LiveMigrationTest-2001684970 tempest-LiveMigrationTest-2001684970-project] 10.222.0.104 "GET /v2.0/security-groups?id=7e243ebf-9cf4-4917-8da6-0fd38b06f795&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593383 Jul 06 13:56:18.442189 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-95ae24ae-a2c1-42dc-9ce3-df8bab42ebd2 req-ffd41816-4f38-4783-86ae-8c123d0dba72 tempest-FloatingIPsAssociationNegativeTestJSON-1134509891 tempest-FloatingIPsAssociationNegativeTestJSON-1134509891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:18.490677 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-95ae24ae-a2c1-42dc-9ce3-df8bab42ebd2 req-ffd41816-4f38-4783-86ae-8c123d0dba72 tempest-FloatingIPsAssociationNegativeTestJSON-1134509891 tempest-FloatingIPsAssociationNegativeTestJSON-1134509891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1761130'] for floatingip, after_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:18.519322 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd41816-4f38-4783-86ae-8c123d0dba72 tempest-FloatingIPsAssociationNegativeTestJSON-1134509891 tempest-FloatingIPsAssociationNegativeTestJSON-1134509891-project] Pushing event updated for resources: {'Port': ['ID=253b6e1e-0c1c-4cec-9d60-001b5719e78e,revision_number=2']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:56:18.524001 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-95ae24ae-a2c1-42dc-9ce3-df8bab42ebd2 req-ffd41816-4f38-4783-86ae-8c123d0dba72 tempest-FloatingIPsAssociationNegativeTestJSON-1134509891 tempest-FloatingIPsAssociationNegativeTestJSON-1134509891-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for floatingip, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:18.525180 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-95ae24ae-a2c1-42dc-9ce3-df8bab42ebd2 req-ffd41816-4f38-4783-86ae-8c123d0dba72 tempest-FloatingIPsAssociationNegativeTestJSON-1134509891 tempest-FloatingIPsAssociationNegativeTestJSON-1134509891-project] 10.222.0.104 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.4010439 Jul 06 13:56:18.589976 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-95ae24ae-a2c1-42dc-9ce3-df8bab42ebd2 req-faeaaef7-4a86-41bc-b877-f264284c33db tempest-FloatingIPsAssociationNegativeTestJSON-1134509891 tempest-FloatingIPsAssociationNegativeTestJSON-1134509891-project] 10.222.0.104 "GET /v2.0/floatingips?floating_ip_address=172.25.0.22 HTTP/1.1" status: 200 len: 695 time: 0.0564580 Jul 06 13:56:18.681808 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-f810aad1-aea9-4e51-befd-0951b277a546 req-b824d1f9-7c8f-4a2a-b4e7-360d4d63087a tempest-SecurityGroupsTestJSON-63281774 tempest-SecurityGroupsTestJSON-63281774-project] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=bd8ab4ae618e4901853ac9b415c3d7ae HTTP/1.1" status: 200 len: 10893 time: 0.2110336 Jul 06 13:56:18.756234 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ae24ae-a2c1-42dc-9ce3-df8bab42ebd2 req-c82c148d-2b2b-416f-a747-5e8578ef5d8a tempest-FloatingIPsAssociationNegativeTestJSON-1134509891 tempest-FloatingIPsAssociationNegativeTestJSON-1134509891-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:18.757584 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-95ae24ae-a2c1-42dc-9ce3-df8bab42ebd2 req-c82c148d-2b2b-416f-a747-5e8578ef5d8a tempest-FloatingIPsAssociationNegativeTestJSON-1134509891 tempest-FloatingIPsAssociationNegativeTestJSON-1134509891-project] 10.222.0.104 "GET /v2.0/networks/2658f09e-a580-4d4a-9968-2d1e0ad93719 HTTP/1.1" status: 200 len: 784 time: 0.1594374 Jul 06 13:56:18.767069 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-f810aad1-aea9-4e51-befd-0951b277a546 req-fc0959fa-7e11-4424-9c7a-ae946aa5ca01 tempest-SecurityGroupsTestJSON-63281774 tempest-SecurityGroupsTestJSON-63281774-project] 10.222.0.104 "GET /v2.0/security-groups/66a64f11-8fd4-4070-857b-32412c48dea6 HTTP/1.1" status: 200 len: 2981 time: 0.0738971 Jul 06 13:56:18.815626 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-f810aad1-aea9-4e51-befd-0951b277a546 req-6f577254-c19c-4049-9ee6-270253fc2a9f tempest-SecurityGroupsTestJSON-63281774 tempest-SecurityGroupsTestJSON-63281774-project] 10.222.0.104 "GET /v2.0/security-groups/66a64f11-8fd4-4070-857b-32412c48dea6 HTTP/1.1" status: 200 len: 2981 time: 0.0474634 Jul 06 13:56:19.052923 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c183a2c0-b888-4d85-90b5-26fe142dc7f4 req-e06e6220-d763-46da-9181-b86f4b0938be tempest-ServersAdminTestJSON-2056460672 tempest-ServersAdminTestJSON-2056460672-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:19.054348 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-c183a2c0-b888-4d85-90b5-26fe142dc7f4 req-e06e6220-d763-46da-9181-b86f4b0938be tempest-ServersAdminTestJSON-2056460672 tempest-ServersAdminTestJSON-2056460672-project-admin] 10.222.0.104 "GET /v2.0/ports?device_id=63f04f24-a07c-4f56-a92d-98828f9b51fd HTTP/1.1" status: 200 len: 1100 time: 0.1365027 Jul 06 13:56:19.056097 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36f5d62-1ff1-4ebe-813b-c8b1c569bc2f req-7b99da8f-3a4b-4962-825c-411c88bfc632 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:19.057428 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-e36f5d62-1ff1-4ebe-813b-c8b1c569bc2f req-7b99da8f-3a4b-4962-825c-411c88bfc632 service neutron] 10.222.0.127 "GET /v2.0/ports?tenant_id=125e6575b3ba4365b3ae01568cef269b&device_id=e5d6f9ee-637a-4a55-8546-2be14770c0f2 HTTP/1.1" status: 200 len: 1096 time: 0.1143715 Jul 06 13:56:19.107264 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382045df-1be5-4b4e-9e8a-02e46e7c32d0 req-e841c77c-0330-4e7e-9c06-419e57355d6a tempest-LiveAutoBlockMigrationV225Test-654794443 tempest-LiveAutoBlockMigrationV225Test-654794443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:19.108686 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-382045df-1be5-4b4e-9e8a-02e46e7c32d0 req-e841c77c-0330-4e7e-9c06-419e57355d6a tempest-LiveAutoBlockMigrationV225Test-654794443 tempest-LiveAutoBlockMigrationV225Test-654794443-project] 10.222.0.104 "GET /v2.0/ports?device_id=b1fcca0e-a2ed-4729-9094-7d171185dc74 HTTP/1.1" status: 200 len: 944 time: 0.1343639 Jul 06 13:56:19.164490 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-c183a2c0-b888-4d85-90b5-26fe142dc7f4 req-e8733aaa-5b80-4839-98aa-e39cb58093ec tempest-ServersAdminTestJSON-2056460672 tempest-ServersAdminTestJSON-2056460672-project-admin] 10.222.0.104 "GET /v2.0/security-groups?id=3bcee3ab-dc9e-46be-bc35-9f5a80cc9457&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042178 Jul 06 13:56:19.198275 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-382045df-1be5-4b4e-9e8a-02e46e7c32d0 req-71de8e2e-8414-42f5-adec-80e71babf53f tempest-LiveAutoBlockMigrationV225Test-654794443 tempest-LiveAutoBlockMigrationV225Test-654794443-project] 10.222.0.104 "GET /v2.0/security-groups?id=43f6fcb8-9501-44d6-9feb-82c82c5d5862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655704 Jul 06 13:56:19.211125 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36f5d62-1ff1-4ebe-813b-c8b1c569bc2f req-975494ce-fa17-47af-a68f-2bd8045f39a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:19.213078 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-e36f5d62-1ff1-4ebe-813b-c8b1c569bc2f req-975494ce-fa17-47af-a68f-2bd8045f39a3 service neutron] 10.222.0.127 "GET /v2.0/networks?id=4f6c277b-1b2d-40ad-a374-15bf31b2f6e9 HTTP/1.1" status: 200 len: 909 time: 0.1429956 Jul 06 13:56:19.236528 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [req-459b7ec7-d162-46e2-a386-984573b5e078 req-9d76ae82-57f3-4b28-a280-e5c7275c730b tempest-SecurityGroupRulesNegativeTestJSON-1431263480 tempest-SecurityGroupRulesNegativeTestJSON-1431263480-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-215724267', 'description': 'tempest-description-1306872475'}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:56:19.275558 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-e36f5d62-1ff1-4ebe-813b-c8b1c569bc2f req-7fd5b165-737d-4818-940c-ceff910b6c05 service neutron] 10.222.0.127 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=525ecf50-c68e-42e3-b492-e0a27ff68cab HTTP/1.1" status: 200 len: 217 time: 0.0501986 Jul 06 13:56:19.350344 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-459b7ec7-d162-46e2-a386-984573b5e078 req-9d76ae82-57f3-4b28-a280-e5c7275c730b tempest-SecurityGroupRulesNegativeTestJSON-1431263480 tempest-SecurityGroupRulesNegativeTestJSON-1431263480-project] Notify callbacks [] for security_group, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:19.371808 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36f5d62-1ff1-4ebe-813b-c8b1c569bc2f req-a746476a-1eb3-4b54-93a6-59a35e24d720 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:19.373340 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-e36f5d62-1ff1-4ebe-813b-c8b1c569bc2f req-a746476a-1eb3-4b54-93a6-59a35e24d720 service neutron] 10.222.0.127 "GET /v2.0/subnets?id=3ab4a4f6-31db-40f5-bd89-967e515dcbd9 HTTP/1.1" status: 200 len: 847 time: 0.0872157 Jul 06 13:56:19.421736 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-e36f5d62-1ff1-4ebe-813b-c8b1c569bc2f req-d479c4b3-0130-4927-81b0-63b68d54c1d2 service neutron] 10.222.0.127 "GET /v2.0/ports?network_id=4f6c277b-1b2d-40ad-a374-15bf31b2f6e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0411410 Jul 06 13:56:19.439027 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b62f573-b913-4787-b53f-8a9099ae525e req-f81f6fc9-7597-4284-9192-daa2a862c45b tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:19.440561 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-2b62f573-b913-4787-b53f-8a9099ae525e req-f81f6fc9-7597-4284-9192-daa2a862c45b tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] 10.222.0.104 "GET /v2.0/ports?device_id=cafbb505-1705-4cb2-a601-c8ea5a6459a9 HTTP/1.1" status: 200 len: 949 time: 0.1694050 Jul 06 13:56:19.550692 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-2b62f573-b913-4787-b53f-8a9099ae525e req-ac2c03de-26ba-4b32-add2-ecb33abb650b tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] 10.222.0.104 "GET /v2.0/security-groups?id=9f5b92e9-7340-49c3-a9bb-41e4a1caffc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911622 Jul 06 13:56:19.605283 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-e36f5d62-1ff1-4ebe-813b-c8b1c569bc2f req-9e6bc6d0-0a57-482b-9c15-205cba2f04cb service neutron] 10.222.0.127 "GET /v2.0/networks/4f6c277b-1b2d-40ad-a374-15bf31b2f6e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1626670 Jul 06 13:56:19.607399 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-459b7ec7-d162-46e2-a386-984573b5e078 req-9d76ae82-57f3-4b28-a280-e5c7275c730b tempest-SecurityGroupRulesNegativeTestJSON-1431263480 tempest-SecurityGroupRulesNegativeTestJSON-1431263480-project] Notify callbacks [] for security_group, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:19.612430 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-459b7ec7-d162-46e2-a386-984573b5e078 req-9d76ae82-57f3-4b28-a280-e5c7275c730b tempest-SecurityGroupRulesNegativeTestJSON-1431263480 tempest-SecurityGroupRulesNegativeTestJSON-1431263480-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:19.686650 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-459b7ec7-d162-46e2-a386-984573b5e078 req-9d76ae82-57f3-4b28-a280-e5c7275c730b tempest-SecurityGroupRulesNegativeTestJSON-1431263480 tempest-SecurityGroupRulesNegativeTestJSON-1431263480-project] Notify callbacks [] for security_group, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:19.687863 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-459b7ec7-d162-46e2-a386-984573b5e078 req-9d76ae82-57f3-4b28-a280-e5c7275c730b tempest-SecurityGroupRulesNegativeTestJSON-1431263480 tempest-SecurityGroupRulesNegativeTestJSON-1431263480-project] 10.222.0.104 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.4563324 Jul 06 13:56:19.747533 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d76ae82-57f3-4b28-a280-e5c7275c730b tempest-SecurityGroupRulesNegativeTestJSON-1431263480 tempest-SecurityGroupRulesNegativeTestJSON-1431263480-project] Pushing event updated for resources: {'SecurityGroup': ['ID=618c2e03-8daf-402a-9a8a-300a03019742,revision_number=1']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:56:20.103450 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-1b23b5b3-e697-4c86-b570-975320923b9f req-5a09e098-462d-4611-b33e-b0dee589bb3f tempest-SecurityGroupsTestJSON-63281774 tempest-SecurityGroupsTestJSON-63281774-project] 10.222.0.104 "GET /v2.0/security-groups/6104e635-17cb-45ba-b661-b3fff7c48536 HTTP/1.1" status: 200 len: 1799 time: 0.3851767 Jul 06 13:56:20.105331 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-e36f5d62-1ff1-4ebe-813b-c8b1c569bc2f req-9444b7ee-e876-4851-8ba8-7aab5a2b786e service neutron] 10.222.0.127 "GET /v2.0/networks/4f6c277b-1b2d-40ad-a374-15bf31b2f6e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4869280 Jul 06 13:56:20.137422 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfb884a-83bc-4dd1-8be4-7e136a2e69dd req-0131deff-8e29-4052-bdd2-8f1b703eb77d tempest-FloatingIPsAssociationNegativeTestJSON-1134509891 tempest-FloatingIPsAssociationNegativeTestJSON-1134509891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:20.138951 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-dcfb884a-83bc-4dd1-8be4-7e136a2e69dd req-0131deff-8e29-4052-bdd2-8f1b703eb77d tempest-FloatingIPsAssociationNegativeTestJSON-1134509891 tempest-FloatingIPsAssociationNegativeTestJSON-1134509891-project] 10.222.0.104 "GET /v2.0/ports?device_id=d910425e-b227-495e-9524-a26893783754&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.4843514 Jul 06 13:56:20.205574 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-dcfb884a-83bc-4dd1-8be4-7e136a2e69dd req-0c3562ba-bb32-4843-98e1-080bdd6ed801 tempest-FloatingIPsAssociationNegativeTestJSON-1134509891 tempest-FloatingIPsAssociationNegativeTestJSON-1134509891-project] 10.222.0.104 "GET /v2.0/floatingips?floating_ip_address=172.25.0.22 HTTP/1.1" status: 200 len: 695 time: 0.0609472 Jul 06 13:56:20.228285 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [req-dcfb884a-83bc-4dd1-8be4-7e136a2e69dd req-760814d5-045a-4b8a-93d8-7dd3f649b458 tempest-FloatingIPsAssociationNegativeTestJSON-1134509891 tempest-FloatingIPsAssociationNegativeTestJSON-1134509891-project] Request body: {'floatingip': {'port_id': '610d8fb5-6871-475a-b090-fabadac817aa', 'fixed_ip_address': '172.20.0.3'}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:56:20.234647 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-1b23b5b3-e697-4c86-b570-975320923b9f req-0d2e2d81-d305-4c73-81fc-977276f9d726 tempest-SecurityGroupsTestJSON-63281774 tempest-SecurityGroupsTestJSON-63281774-project] Notify callbacks [] for security_group, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:20.279894 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-dcfb884a-83bc-4dd1-8be4-7e136a2e69dd req-760814d5-045a-4b8a-93d8-7dd3f649b458 tempest-FloatingIPsAssociationNegativeTestJSON-1134509891 tempest-FloatingIPsAssociationNegativeTestJSON-1134509891-project] Notify callbacks [] for floatingip, before_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:20.328977 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-1b23b5b3-e697-4c86-b570-975320923b9f req-0d2e2d81-d305-4c73-81fc-977276f9d726 tempest-SecurityGroupsTestJSON-63281774 tempest-SecurityGroupsTestJSON-63281774-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:20.429476 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-1b23b5b3-e697-4c86-b570-975320923b9f req-0d2e2d81-d305-4c73-81fc-977276f9d726 tempest-SecurityGroupsTestJSON-63281774 tempest-SecurityGroupsTestJSON-63281774-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:20.432246 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-1b23b5b3-e697-4c86-b570-975320923b9f req-0d2e2d81-d305-4c73-81fc-977276f9d726 tempest-SecurityGroupsTestJSON-63281774 tempest-SecurityGroupsTestJSON-63281774-project] Notify callbacks [] for security_group, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:20.433401 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-1b23b5b3-e697-4c86-b570-975320923b9f req-0d2e2d81-d305-4c73-81fc-977276f9d726 tempest-SecurityGroupsTestJSON-63281774 tempest-SecurityGroupsTestJSON-63281774-project] 10.222.0.104 "DELETE /v2.0/security-groups/6104e635-17cb-45ba-b661-b3fff7c48536 HTTP/1.1" status: 204 len: 173 time: 0.3241239 Jul 06 13:56:20.490635 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2e2d81-d305-4c73-81fc-977276f9d726 tempest-SecurityGroupsTestJSON-63281774 tempest-SecurityGroupsTestJSON-63281774-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6104e635-17cb-45ba-b661-b3fff7c48536,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:56:20.740862 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f958ec-d500-456b-8432-ad618a8a859f req-93ae9760-2871-43fc-8b11-ca872fbc3768 tempest-ServersAdminTestJSON-2056460672 tempest-ServersAdminTestJSON-2056460672-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:20.742379 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-73f958ec-d500-456b-8432-ad618a8a859f req-93ae9760-2871-43fc-8b11-ca872fbc3768 tempest-ServersAdminTestJSON-2056460672 tempest-ServersAdminTestJSON-2056460672-project-admin] 10.222.0.104 "GET /v2.0/ports?device_id=63f04f24-a07c-4f56-a92d-98828f9b51fd HTTP/1.1" status: 200 len: 1100 time: 0.1910987 Jul 06 13:56:20.867377 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-73f958ec-d500-456b-8432-ad618a8a859f req-72682522-a1e5-479f-bab0-0909c2b6911a tempest-ServersAdminTestJSON-2056460672 tempest-ServersAdminTestJSON-2056460672-project-admin] 10.222.0.104 "GET /v2.0/security-groups?id=3bcee3ab-dc9e-46be-bc35-9f5a80cc9457&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055527 Jul 06 13:56:21.049986 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-dcfb884a-83bc-4dd1-8be4-7e136a2e69dd req-760814d5-045a-4b8a-93d8-7dd3f649b458 tempest-FloatingIPsAssociationNegativeTestJSON-1134509891 tempest-FloatingIPsAssociationNegativeTestJSON-1134509891-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:21.055554 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-dcfb884a-83bc-4dd1-8be4-7e136a2e69dd req-760814d5-045a-4b8a-93d8-7dd3f649b458 tempest-FloatingIPsAssociationNegativeTestJSON-1134509891 tempest-FloatingIPsAssociationNegativeTestJSON-1134509891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1761130'] for floatingip, after_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:21.150285 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa623e6-3e2b-4d22-899f-3cf2cb0fb9b4 req-6af1cb1e-91cb-4aff-a5ab-cac14cde91d6 tempest-LiveMigrationTest-2001684970 tempest-LiveMigrationTest-2001684970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:21.152590 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-ffa623e6-3e2b-4d22-899f-3cf2cb0fb9b4 req-6af1cb1e-91cb-4aff-a5ab-cac14cde91d6 tempest-LiveMigrationTest-2001684970 tempest-LiveMigrationTest-2001684970-project] 10.222.0.104 "GET /v2.0/ports?device_id=e5d6f9ee-637a-4a55-8546-2be14770c0f2 HTTP/1.1" status: 200 len: 945 time: 0.1550844 Jul 06 13:56:21.192087 n-d-773647-6 neutron-server[100247]: INFO neutron.db.l3_db [req-dcfb884a-83bc-4dd1-8be4-7e136a2e69dd req-760814d5-045a-4b8a-93d8-7dd3f649b458 tempest-FloatingIPsAssociationNegativeTestJSON-1134509891 tempest-FloatingIPsAssociationNegativeTestJSON-1134509891-project] Floating IP 5cc65b52-2cff-42c7-9811-2c2ccf381e1f associated. External IP: 172.25.0.22, port: 610d8fb5-6871-475a-b090-fabadac817aa. Jul 06 13:56:21.237432 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-ffa623e6-3e2b-4d22-899f-3cf2cb0fb9b4 req-ea49a7c9-1520-494e-9537-c0493f503559 tempest-LiveMigrationTest-2001684970 tempest-LiveMigrationTest-2001684970-project] 10.222.0.104 "GET /v2.0/security-groups?id=7e243ebf-9cf4-4917-8da6-0fd38b06f795&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796103 Jul 06 13:56:21.392482 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-c1dc64a6-b7c5-45db-a7f2-3548e6dd0e43 req-673fee36-5dfa-4268-8857-267dc148068b tempest-SecurityGroupRulesNegativeTestJSON-1431263480 tempest-SecurityGroupRulesNegativeTestJSON-1431263480-project] 10.222.0.104 "GET /v2.0/security-groups/618c2e03-8daf-402a-9a8a-300a03019742 HTTP/1.1" status: 200 len: 1812 time: 0.0900600 Jul 06 13:56:21.463451 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.l3_agent_scheduler [req-dcfb884a-83bc-4dd1-8be4-7e136a2e69dd req-760814d5-045a-4b8a-93d8-7dd3f649b458 tempest-FloatingIPsAssociationNegativeTestJSON-1134509891 tempest-FloatingIPsAssociationNegativeTestJSON-1134509891-project] Router e5bbf761-186a-4a46-9b87-595892f26081 has already been hosted by L3 agent 2823d358-a11b-4885-a706-95a279e43fa7 {{(pid=100247) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 13:56:21.533157 n-d-773647-6 neutron-server[100247]: INFO neutron.api.v2.resource [req-e93732f0-1d71-4780-be4c-4599682b98d2 req-b534a199-7b28-4054-9645-dcebbc97f253 tempest-SecurityGroupsTestJSON-63281774 tempest-SecurityGroupsTestJSON-63281774-project] show failed (client error): The resource could not be found. Jul 06 13:56:21.534170 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-e93732f0-1d71-4780-be4c-4599682b98d2 req-b534a199-7b28-4054-9645-dcebbc97f253 tempest-SecurityGroupsTestJSON-63281774 tempest-SecurityGroupsTestJSON-63281774-project] 10.222.0.104 "GET /v2.0/security-groups/6104e635-17cb-45ba-b661-b3fff7c48536 HTTP/1.1" status: 404 len: 352 time: 0.0214503 Jul 06 13:56:21.600898 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-dcfb884a-83bc-4dd1-8be4-7e136a2e69dd req-760814d5-045a-4b8a-93d8-7dd3f649b458 tempest-FloatingIPsAssociationNegativeTestJSON-1134509891 tempest-FloatingIPsAssociationNegativeTestJSON-1134509891-project] Notify agent at l3_agent.n-d-773647-6 the message routers_updated {{(pid=100247) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 13:56:21.605366 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-dcfb884a-83bc-4dd1-8be4-7e136a2e69dd req-760814d5-045a-4b8a-93d8-7dd3f649b458 tempest-FloatingIPsAssociationNegativeTestJSON-1134509891 tempest-FloatingIPsAssociationNegativeTestJSON-1134509891-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for floatingip, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:21.612460 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db549046-5dbb-4587-9ccd-0c6b0c463431 None None] Sync routers for ids ['e5bbf761-186a-4a46-9b87-595892f26081'] in n-d-773647-6 {{(pid=100248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 13:56:21.633817 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db549046-5dbb-4587-9ccd-0c6b0c463431 None None] Routers {'e5bbf761-186a-4a46-9b87-595892f26081'} bound to L3 agent in host n-d-773647-6 {{(pid=100248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 13:56:21.635166 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-db549046-5dbb-4587-9ccd-0c6b0c463431 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T13:55:55Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['e5bbf761-186a-4a46-9b87-595892f26081'], 'active': True} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:56:21.664442 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-dcfb884a-83bc-4dd1-8be4-7e136a2e69dd req-760814d5-045a-4b8a-93d8-7dd3f649b458 tempest-FloatingIPsAssociationNegativeTestJSON-1134509891 tempest-FloatingIPsAssociationNegativeTestJSON-1134509891-project] 10.222.0.104 "PUT /v2.0/floatingips/5cc65b52-2cff-42c7-9811-2c2ccf381e1f HTTP/1.1" status: 200 len: 995 time: 1.4484906 Jul 06 13:56:21.664983 n-d-773647-6 neutron-server[100247]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd910425e-b227-495e-9524-a26893783754', 'tag': '610d8fb5-6871-475a-b090-fabadac817aa'}] {{(pid=100247) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 13:56:21.667939 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cbf0eeaae822f8fc9b87a94aeba67a3d651842baf663a51cba94b67a514836d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3459e25-9428-4667-9758-a60a8b113ff3" -d '{"events": [{"name": "network-changed", "server_uuid": "d910425e-b227-495e-9524-a26893783754", "tag": "610d8fb5-6871-475a-b090-fabadac817aa"}]}' {{(pid=100247) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:56:21.753677 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfb884a-83bc-4dd1-8be4-7e136a2e69dd req-ca561f77-fd8d-4289-a88e-f6e7e8a2f779 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:21.755565 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-dcfb884a-83bc-4dd1-8be4-7e136a2e69dd req-ca561f77-fd8d-4289-a88e-f6e7e8a2f779 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=17f723ad3a484ba4932b5619e0399c64&device_id=d910425e-b227-495e-9524-a26893783754 HTTP/1.1" status: 200 len: 1096 time: 0.0759320 Jul 06 13:56:21.777443 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvr_db [None req-db549046-5dbb-4587-9ccd-0c6b0c463431 None None] Set router e5bbf761-186a-4a46-9b87-595892f26081 gateway port host: n-d-773647-6 {{(pid=100248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 13:56:21.886409 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfb884a-83bc-4dd1-8be4-7e136a2e69dd req-f6f5eab4-c189-49d2-9f17-4ae7f97f2748 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:21.888082 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-dcfb884a-83bc-4dd1-8be4-7e136a2e69dd req-f6f5eab4-c189-49d2-9f17-4ae7f97f2748 service neutron] 10.222.0.104 "GET /v2.0/networks?id=d3290eba-34fe-4d09-b607-a6b9692a3888 HTTP/1.1" status: 200 len: 931 time: 0.1267416 Jul 06 13:56:21.960929 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105017f4-60b1-496e-8a68-e3f21acc7d83 req-2c51ac5f-5bfa-49b8-b052-72ee178cd564 tempest-LiveAutoBlockMigrationV225Test-1685424674 tempest-LiveAutoBlockMigrationV225Test-1685424674-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:21.962352 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-105017f4-60b1-496e-8a68-e3f21acc7d83 req-2c51ac5f-5bfa-49b8-b052-72ee178cd564 tempest-LiveAutoBlockMigrationV225Test-1685424674 tempest-LiveAutoBlockMigrationV225Test-1685424674-project-admin] 10.222.0.104 "GET /v2.0/ports?device_id=b1fcca0e-a2ed-4729-9094-7d171185dc74 HTTP/1.1" status: 200 len: 1095 time: 0.1186798 Jul 06 13:56:21.973838 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-dcfb884a-83bc-4dd1-8be4-7e136a2e69dd req-4300b2e3-a23b-4f28-b931-a043c7251d3e service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=610d8fb5-6871-475a-b090-fabadac817aa HTTP/1.1" status: 200 len: 998 time: 0.0758600 Jul 06 13:56:22.040914 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-105017f4-60b1-496e-8a68-e3f21acc7d83 req-71c95e16-24d4-464f-8e33-bdab465c6125 tempest-LiveAutoBlockMigrationV225Test-1685424674 tempest-LiveAutoBlockMigrationV225Test-1685424674-project-admin] 10.222.0.104 "GET /v2.0/security-groups?id=43f6fcb8-9501-44d6-9feb-82c82c5d5862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660918 Jul 06 13:56:22.042495 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfb884a-83bc-4dd1-8be4-7e136a2e69dd req-340aa2fe-8a0a-4212-9c2a-2aa303dd25fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:22.044061 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-dcfb884a-83bc-4dd1-8be4-7e136a2e69dd req-340aa2fe-8a0a-4212-9c2a-2aa303dd25fd service neutron] 10.222.0.104 "GET /v2.0/subnets?id=e908b1cb-da85-4d39-8daf-c466492d66c9 HTTP/1.1" status: 200 len: 868 time: 0.0635803 Jul 06 13:56:22.057345 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-db549046-5dbb-4587-9ccd-0c6b0c463431 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5bbf761-186a-4a46-9b87-595892f26081', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1425602853-router', 'tenant_id': '17f723ad3a484ba4932b5619e0399c64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.9'}], 'enable_snat': True}, 'gw_port_id': '45dbe948-b1eb-4a91-913e-290dd113d6ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T13:55:50Z', 'updated_at': '2021-07-06T13:55:54Z', 'revision_number': 4, 'project_id': '17f723ad3a484ba4932b5619e0399c64', 'gw_port': {'id': '45dbe948-b1eb-4a91-913e-290dd113d6ff', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:46:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5bbf761-186a-4a46-9b87-595892f26081', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:55:51Z', 'updated_at': '2021-07-06T13:55:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6', '_floatingips': [{'id': '5cc65b52-2cff-42c7-9811-2c2ccf381e1f', 'tenant_id': '17f723ad3a484ba4932b5619e0399c64', 'floating_ip_address': '172.25.0.22', 'floating_network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'router_id': 'e5bbf761-186a-4a46-9b87-595892f26081', 'port_id': '610d8fb5-6871-475a-b090-fabadac817aa', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 591, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd3290eba-34fe-4d09-b607-a6b9692a3888', 'mac_address': 'fa:16:3e:3f:12:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd910425e-b227-495e-9524-a26893783754', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T13:56:18Z', 'updated_at': '2021-07-06T13:56:20Z', 'revision_number': 1, 'project_id': '17f723ad3a484ba4932b5619e0399c64', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '141758bb-49e2-48c5-bb95-0f9e2500660d', 'name': '', 'network_id': 'd3290eba-34fe-4d09-b607-a6b9692a3888', 'tenant_id': '17f723ad3a484ba4932b5619e0399c64', 'mac_address': 'fa:16:3e:87:b9:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5bbf761-186a-4a46-9b87-595892f26081', 'device_owner': 'network:router_interface', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'e908b1cb-da85-4d39-8daf-c466492d66c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:55:53Z', 'updated_at': '2021-07-06T13:56:02Z', 'revision_number': 5, 'project_id': '17f723ad3a484ba4932b5619e0399c64', 'subnets': [{'id': 'e908b1cb-da85-4d39-8daf-c466492d66c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773647-6', False) {} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:56:22.096896 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db549046-5dbb-4587-9ccd-0c6b0c463431 None None] Checking router: e5bbf761-186a-4a46-9b87-595892f26081 for host: n-d-773647-6 {{(pid=100248) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 13:56:22.108984 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db549046-5dbb-4587-9ccd-0c6b0c463431 None None] Routers {'e5bbf761-186a-4a46-9b87-595892f26081'} bound to L3 agent in host n-d-773647-6 {{(pid=100248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 13:56:22.109613 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-db549046-5dbb-4587-9ccd-0c6b0c463431 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T13:55:55Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['e5bbf761-186a-4a46-9b87-595892f26081'], 'active': True} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:56:22.136512 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfb884a-83bc-4dd1-8be4-7e136a2e69dd req-d3d20519-0477-4c33-abc7-bcf8fa94b732 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:22.138049 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-dcfb884a-83bc-4dd1-8be4-7e136a2e69dd req-d3d20519-0477-4c33-abc7-bcf8fa94b732 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=d3290eba-34fe-4d09-b607-a6b9692a3888&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0874927 Jul 06 13:56:22.149015 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [req-dcfb884a-83bc-4dd1-8be4-7e136a2e69dd req-06b97d2b-6f24-4d59-82aa-801fa36d33e0 service neutron] http://10.222.0.104:9696/v2.0/extensions returned with HTTP 200 {{(pid=100247) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 13:56:22.149987 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-dcfb884a-83bc-4dd1-8be4-7e136a2e69dd req-06b97d2b-6f24-4d59-82aa-801fa36d33e0 service neutron] 10.222.0.104 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050912 Jul 06 13:56:22.168505 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [req-1c8454e1-4d8f-4c3d-8ecd-fa0304c287cf req-3c15f94d-2ed7-4df5-837f-f7c4e6b2f578 tempest-SecurityGroupRulesNegativeTestJSON-1431263480 tempest-SecurityGroupRulesNegativeTestJSON-1431263480-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-832014636', 'description': 'tempest-description-1700427713'}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:56:22.237117 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-1c8454e1-4d8f-4c3d-8ecd-fa0304c287cf req-3c15f94d-2ed7-4df5-837f-f7c4e6b2f578 tempest-SecurityGroupRulesNegativeTestJSON-1431263480 tempest-SecurityGroupRulesNegativeTestJSON-1431263480-project] Notify callbacks [] for security_group, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:22.284492 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-dcfb884a-83bc-4dd1-8be4-7e136a2e69dd req-9b9f1be6-b643-4c90-91ce-3441480b5623 service neutron] 10.222.0.104 "GET /v2.0/networks/d3290eba-34fe-4d09-b607-a6b9692a3888?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268809 Jul 06 13:56:22.367617 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvr_db [None req-db549046-5dbb-4587-9ccd-0c6b0c463431 None None] Set router e5bbf761-186a-4a46-9b87-595892f26081 gateway port host: n-d-773647-6 {{(pid=100248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 13:56:22.417295 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-1c8454e1-4d8f-4c3d-8ecd-fa0304c287cf req-3c15f94d-2ed7-4df5-837f-f7c4e6b2f578 tempest-SecurityGroupRulesNegativeTestJSON-1431263480 tempest-SecurityGroupRulesNegativeTestJSON-1431263480-project] Notify callbacks [] for security_group, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:22.422099 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-dcfb884a-83bc-4dd1-8be4-7e136a2e69dd req-41d3b104-3e77-469e-8c12-4dc6cb2b17c2 service neutron] 10.222.0.104 "GET /v2.0/networks/d3290eba-34fe-4d09-b607-a6b9692a3888?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260033 Jul 06 13:56:22.423237 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-1c8454e1-4d8f-4c3d-8ecd-fa0304c287cf req-3c15f94d-2ed7-4df5-837f-f7c4e6b2f578 tempest-SecurityGroupRulesNegativeTestJSON-1431263480 tempest-SecurityGroupRulesNegativeTestJSON-1431263480-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:22.451675 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c15f94d-2ed7-4df5-837f-f7c4e6b2f578 tempest-SecurityGroupRulesNegativeTestJSON-1431263480 tempest-SecurityGroupRulesNegativeTestJSON-1431263480-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ab05a797-de94-4787-852e-e0fb15e80f40,revision_number=1']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:56:22.463617 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-1c8454e1-4d8f-4c3d-8ecd-fa0304c287cf req-3c15f94d-2ed7-4df5-837f-f7c4e6b2f578 tempest-SecurityGroupRulesNegativeTestJSON-1431263480 tempest-SecurityGroupRulesNegativeTestJSON-1431263480-project] Notify callbacks [] for security_group, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:22.465196 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-1c8454e1-4d8f-4c3d-8ecd-fa0304c287cf req-3c15f94d-2ed7-4df5-837f-f7c4e6b2f578 tempest-SecurityGroupRulesNegativeTestJSON-1431263480 tempest-SecurityGroupRulesNegativeTestJSON-1431263480-project] 10.222.0.104 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.3093896 Jul 06 13:56:22.506119 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-473e95df-3442-4b67-87fe-3bd89b591c84 req-5d85ce56-2a53-477f-8f9b-adc41178949f tempest-SecurityGroupsTestJSON-63281774 tempest-SecurityGroupsTestJSON-63281774-project] 10.222.0.104 "GET /v2.0/security-groups/f8d23511-3d56-47c7-a988-8e8bc5a84cae HTTP/1.1" status: 200 len: 1799 time: 0.0396800 Jul 06 13:56:22.520518 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 13:56:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d748601e-3e87-49f0-bc05-c52c10f4717d x-openstack-request-id: req-d748601e-3e87-49f0-bc05-c52c10f4717d {{(pid=100247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:56:22.520925 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d910425e-b227-495e-9524-a26893783754", "tag": "610d8fb5-6871-475a-b090-fabadac817aa", "status": "completed", "code": 200}]} {{(pid=100247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:56:22.521798 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-d748601e-3e87-49f0-bc05-c52c10f4717d {{(pid=100247) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:56:22.521798 n-d-773647-6 neutron-server[100247]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd910425e-b227-495e-9524-a26893783754', 'tag': '610d8fb5-6871-475a-b090-fabadac817aa', 'status': 'completed', 'code': 200} Jul 06 13:56:22.613300 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-473e95df-3442-4b67-87fe-3bd89b591c84 req-a84772d1-ca93-4a1c-acf7-80b0b8ff6a66 tempest-SecurityGroupsTestJSON-63281774 tempest-SecurityGroupsTestJSON-63281774-project] Notify callbacks [] for security_group, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:22.642230 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3459e25-9428-4667-9758-a60a8b113ff3 req-84d472a8-bbd8-401e-b82e-811ea4c6fbf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:22.644030 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-a3459e25-9428-4667-9758-a60a8b113ff3 req-84d472a8-bbd8-401e-b82e-811ea4c6fbf8 service neutron] 10.222.0.127 "GET /v2.0/ports?tenant_id=17f723ad3a484ba4932b5619e0399c64&device_id=d910425e-b227-495e-9524-a26893783754 HTTP/1.1" status: 200 len: 1096 time: 0.0998418 Jul 06 13:56:22.664526 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-473e95df-3442-4b67-87fe-3bd89b591c84 req-a84772d1-ca93-4a1c-acf7-80b0b8ff6a66 tempest-SecurityGroupsTestJSON-63281774 tempest-SecurityGroupsTestJSON-63281774-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:22.677327 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-db549046-5dbb-4587-9ccd-0c6b0c463431 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5bbf761-186a-4a46-9b87-595892f26081', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1425602853-router', 'tenant_id': '17f723ad3a484ba4932b5619e0399c64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.9'}], 'enable_snat': True}, 'gw_port_id': '45dbe948-b1eb-4a91-913e-290dd113d6ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T13:55:50Z', 'updated_at': '2021-07-06T13:55:54Z', 'revision_number': 4, 'project_id': '17f723ad3a484ba4932b5619e0399c64', 'gw_port': {'id': '45dbe948-b1eb-4a91-913e-290dd113d6ff', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:46:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5bbf761-186a-4a46-9b87-595892f26081', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:55:51Z', 'updated_at': '2021-07-06T13:55:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6', '_floatingips': [{'id': '5cc65b52-2cff-42c7-9811-2c2ccf381e1f', 'tenant_id': '17f723ad3a484ba4932b5619e0399c64', 'floating_ip_address': '172.25.0.22', 'floating_network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'router_id': 'e5bbf761-186a-4a46-9b87-595892f26081', 'port_id': '610d8fb5-6871-475a-b090-fabadac817aa', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 591, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd3290eba-34fe-4d09-b607-a6b9692a3888', 'mac_address': 'fa:16:3e:3f:12:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd910425e-b227-495e-9524-a26893783754', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T13:56:18Z', 'updated_at': '2021-07-06T13:56:20Z', 'revision_number': 1, 'project_id': '17f723ad3a484ba4932b5619e0399c64', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '141758bb-49e2-48c5-bb95-0f9e2500660d', 'name': '', 'network_id': 'd3290eba-34fe-4d09-b607-a6b9692a3888', 'tenant_id': '17f723ad3a484ba4932b5619e0399c64', 'mac_address': 'fa:16:3e:87:b9:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5bbf761-186a-4a46-9b87-595892f26081', 'device_owner': 'network:router_interface', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'e908b1cb-da85-4d39-8daf-c466492d66c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:55:53Z', 'updated_at': '2021-07-06T13:56:02Z', 'revision_number': 5, 'project_id': '17f723ad3a484ba4932b5619e0399c64', 'subnets': [{'id': 'e908b1cb-da85-4d39-8daf-c466492d66c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773647-6', False) {} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:56:22.709273 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db549046-5dbb-4587-9ccd-0c6b0c463431 None None] The sync data for ids ['e5bbf761-186a-4a46-9b87-595892f26081'] in n-d-773647-6 is: [{'id': 'e5bbf761-186a-4a46-9b87-595892f26081', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1425602853-router', 'tenant_id': '17f723ad3a484ba4932b5619e0399c64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.9'}], 'enable_snat': True}, 'gw_port_id': '45dbe948-b1eb-4a91-913e-290dd113d6ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T13:55:50Z', 'updated_at': '2021-07-06T13:55:54Z', 'revision_number': 4, 'project_id': '17f723ad3a484ba4932b5619e0399c64', 'gw_port': {'id': '45dbe948-b1eb-4a91-913e-290dd113d6ff', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:46:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5bbf761-186a-4a46-9b87-595892f26081', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:55:51Z', 'updated_at': '2021-07-06T13:55:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6', '_floatingips': [{'id': '5cc65b52-2cff-42c7-9811-2c2ccf381e1f', 'tenant_id': '17f723ad3a484ba4932b5619e0399c64', 'floating_ip_address': '172.25.0.22', 'floating_network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'router_id': 'e5bbf761-186a-4a46-9b87-595892f26081', 'port_id': '610d8fb5-6871-475a-b090-fabadac817aa', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 591, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd3290eba-34fe-4d09-b607-a6b9692a3888', 'mac_address': 'fa:16:3e:3f:12:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd910425e-b227-495e-9524-a26893783754', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T13:56:18Z', 'updated_at': '2021-07-06T13:56:20Z', 'revision_number': 1, 'project_id': '17f723ad3a484ba4932b5619e0399c64', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '141758bb-49e2-48c5-bb95-0f9e2500660d', 'name': '', 'network_id': 'd3290eba-34fe-4d09-b607-a6b9692a3888', 'tenant_id': '17f723ad3a484ba4932b5619e0399c64', 'mac_address': 'fa:16:3e:87:b9:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5bbf761-186a-4a46-9b87-595892f26081', 'device_owner': 'network:router_interface', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'e908b1cb-da85-4d39-8daf-c466492d66c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:55:53Z', 'updated_at': '2021-07-06T13:56:02Z', 'revision_number': 5, 'project_id': '17f723ad3a484ba4932b5619e0399c64', 'subnets': [{'id': 'e908b1cb-da85-4d39-8daf-c466492d66c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 13:56:22.830107 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-1dfd92a6-1a9b-443b-8dd6-5f47cc19f066 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:22.946566 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbd63dee-90f6-457c-9a0a-ef2d8ec1524f None None] New status for floating IP 5cc65b52-2cff-42c7-9811-2c2ccf381e1f: ACTIVE {{(pid=100249) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 13:56:23.067534 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-473e95df-3442-4b67-87fe-3bd89b591c84 req-a84772d1-ca93-4a1c-acf7-80b0b8ff6a66 tempest-SecurityGroupsTestJSON-63281774 tempest-SecurityGroupsTestJSON-63281774-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:23.070068 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-473e95df-3442-4b67-87fe-3bd89b591c84 req-a84772d1-ca93-4a1c-acf7-80b0b8ff6a66 tempest-SecurityGroupsTestJSON-63281774 tempest-SecurityGroupsTestJSON-63281774-project] Notify callbacks [] for security_group, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:23.071344 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-473e95df-3442-4b67-87fe-3bd89b591c84 req-a84772d1-ca93-4a1c-acf7-80b0b8ff6a66 tempest-SecurityGroupsTestJSON-63281774 tempest-SecurityGroupsTestJSON-63281774-project] 10.222.0.104 "DELETE /v2.0/security-groups/f8d23511-3d56-47c7-a988-8e8bc5a84cae HTTP/1.1" status: 204 len: 173 time: 0.5595510 Jul 06 13:56:23.120564 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84772d1-ca93-4a1c-acf7-80b0b8ff6a66 tempest-SecurityGroupsTestJSON-63281774 tempest-SecurityGroupsTestJSON-63281774-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8d23511-3d56-47c7-a988-8e8bc5a84cae,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:56:23.129449 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3459e25-9428-4667-9758-a60a8b113ff3 req-106bf064-c4e6-40db-bdeb-74ff98e58c7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:23.131065 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-a3459e25-9428-4667-9758-a60a8b113ff3 req-106bf064-c4e6-40db-bdeb-74ff98e58c7a service neutron] 10.222.0.127 "GET /v2.0/networks?id=d3290eba-34fe-4d09-b607-a6b9692a3888 HTTP/1.1" status: 200 len: 931 time: 0.4792309 Jul 06 13:56:23.259342 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-a3459e25-9428-4667-9758-a60a8b113ff3 req-f491032f-4562-4020-98e4-ef16ddd4a2f4 service neutron] 10.222.0.127 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=610d8fb5-6871-475a-b090-fabadac817aa HTTP/1.1" status: 200 len: 998 time: 0.1192136 Jul 06 13:56:23.272837 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9e48c1-7413-45ab-b2f4-df6abfbe4eab req-205cd224-a870-485a-8302-dfc56a3b846d tempest-LiveAutoBlockMigrationV225Test-654794443 tempest-LiveAutoBlockMigrationV225Test-654794443-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:23.274428 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-2e9e48c1-7413-45ab-b2f4-df6abfbe4eab req-205cd224-a870-485a-8302-dfc56a3b846d tempest-LiveAutoBlockMigrationV225Test-654794443 tempest-LiveAutoBlockMigrationV225Test-654794443-project] 10.222.0.104 "GET /v2.0/networks?id=719b716d-a00d-48ee-8755-3a8bbdfaf0d2 HTTP/1.1" status: 200 len: 821 time: 0.5177331 Jul 06 13:56:23.324587 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-2e9e48c1-7413-45ab-b2f4-df6abfbe4eab req-e632da1d-c842-4473-a649-64ed46e6cadc tempest-LiveAutoBlockMigrationV225Test-654794443 tempest-LiveAutoBlockMigrationV225Test-654794443-project] 10.222.0.104 "GET /v2.0/quotas/4cef06e2189c48a2819839e74c70f679 HTTP/1.1" status: 200 len: 375 time: 0.0395293 Jul 06 13:56:23.349074 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3459e25-9428-4667-9758-a60a8b113ff3 req-aa2b2c1d-331b-4e2f-a4fd-f699762a226a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:23.350463 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-a3459e25-9428-4667-9758-a60a8b113ff3 req-aa2b2c1d-331b-4e2f-a4fd-f699762a226a service neutron] 10.222.0.127 "GET /v2.0/subnets?id=e908b1cb-da85-4d39-8daf-c466492d66c9 HTTP/1.1" status: 200 len: 868 time: 0.0735724 Jul 06 13:56:23.382590 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab817df-f345-4a3d-8b5e-5ee4c47e1376 req-a500f4ed-ec11-41cd-b593-ec31f89a9968 tempest-LiveMigrationTest-2001684970 tempest-LiveMigrationTest-2001684970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:23.384094 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-2ab817df-f345-4a3d-8b5e-5ee4c47e1376 req-a500f4ed-ec11-41cd-b593-ec31f89a9968 tempest-LiveMigrationTest-2001684970 tempest-LiveMigrationTest-2001684970-project] 10.222.0.104 "GET /v2.0/ports?device_id=e5d6f9ee-637a-4a55-8546-2be14770c0f2 HTTP/1.1" status: 200 len: 945 time: 0.1897671 Jul 06 13:56:23.461513 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-2ab817df-f345-4a3d-8b5e-5ee4c47e1376 req-b0cf5f97-0092-4231-b6ac-85be1726539e tempest-LiveMigrationTest-2001684970 tempest-LiveMigrationTest-2001684970-project] 10.222.0.104 "GET /v2.0/security-groups?id=7e243ebf-9cf4-4917-8da6-0fd38b06f795&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679405 Jul 06 13:56:23.493360 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-2e9e48c1-7413-45ab-b2f4-df6abfbe4eab req-95c94e87-0ec4-44c4-bd03-6cc739e419f4 tempest-LiveAutoBlockMigrationV225Test-654794443 tempest-LiveAutoBlockMigrationV225Test-654794443-project] 10.222.0.104 "GET /v2.0/ports?tenant_id=4cef06e2189c48a2819839e74c70f679&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1581178 Jul 06 13:56:23.510493 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3459e25-9428-4667-9758-a60a8b113ff3 req-c346e2a0-9576-404b-a659-7251623085ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:23.511992 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-a3459e25-9428-4667-9758-a60a8b113ff3 req-c346e2a0-9576-404b-a659-7251623085ba service neutron] 10.222.0.127 "GET /v2.0/ports?network_id=d3290eba-34fe-4d09-b607-a6b9692a3888&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1378636 Jul 06 13:56:23.743190 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-87b6c235-036c-408e-8c0b-e3406c6fd0f5 req-639508c5-c24b-4ec4-9575-6e2e8f559775 tempest-FloatingIPsAssociationNegativeTestJSON-1134509891 tempest-FloatingIPsAssociationNegativeTestJSON-1134509891-project] 10.222.0.104 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=2658f09e-a580-4d4a-9968-2d1e0ad93719 HTTP/1.1" status: 200 len: 258 time: 0.2474647 Jul 06 13:56:23.746701 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-2e9e48c1-7413-45ab-b2f4-df6abfbe4eab req-1786652b-837e-40d8-9a5d-ec6e8aea67f6 service neutron] 10.222.0.104 "GET /v2.0/networks/719b716d-a00d-48ee-8755-3a8bbdfaf0d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2393587 Jul 06 13:56:23.750219 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-a3459e25-9428-4667-9758-a60a8b113ff3 req-5ec0867b-b4aa-4e26-bec8-b0cc09598ec1 service neutron] 10.222.0.127 "GET /v2.0/networks/d3290eba-34fe-4d09-b607-a6b9692a3888?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2071683 Jul 06 13:56:23.781206 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [req-87b6c235-036c-408e-8c0b-e3406c6fd0f5 req-1caa96b9-5896-4557-9ff4-2d7c3798070c tempest-FloatingIPsAssociationNegativeTestJSON-1134509891 tempest-FloatingIPsAssociationNegativeTestJSON-1134509891-project] Request body: {'floatingip': {'floating_network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719'}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:56:23.891832 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-87b6c235-036c-408e-8c0b-e3406c6fd0f5 req-1caa96b9-5896-4557-9ff4-2d7c3798070c tempest-FloatingIPsAssociationNegativeTestJSON-1134509891 tempest-FloatingIPsAssociationNegativeTestJSON-1134509891-project] Notify callbacks [] for floatingip, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:23.971305 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-a3459e25-9428-4667-9758-a60a8b113ff3 req-3438e20f-ce6c-4f42-99a3-8fe504aa4559 service neutron] 10.222.0.127 "GET /v2.0/networks/d3290eba-34fe-4d09-b607-a6b9692a3888?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2104309 Jul 06 13:56:23.973076 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-2e9e48c1-7413-45ab-b2f4-df6abfbe4eab req-20ed84a3-7d92-48bc-9965-ebc2f8cac920 service neutron] 10.222.0.104 "GET /v2.0/networks/719b716d-a00d-48ee-8755-3a8bbdfaf0d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2194002 Jul 06 13:56:24.038789 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-87b6c235-036c-408e-8c0b-e3406c6fd0f5 req-1caa96b9-5896-4557-9ff4-2d7c3798070c tempest-FloatingIPsAssociationNegativeTestJSON-1134509891 tempest-FloatingIPsAssociationNegativeTestJSON-1134509891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:24.189896 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.db_base_plugin_common [req-87b6c235-036c-408e-8c0b-e3406c6fd0f5 req-1caa96b9-5896-4557-9ff4-2d7c3798070c tempest-FloatingIPsAssociationNegativeTestJSON-1134509891 tempest-FloatingIPsAssociationNegativeTestJSON-1134509891-project] Allocated IP 172.25.0.174 (2658f09e-a580-4d4a-9968-2d1e0ad93719/cbf74abc-6fe1-4d33-b005-c948923b9647/b8124949-d32d-4244-b068-09197ed38ccc) {{(pid=100247) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 13:56:24.197843 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-670c7809-a177-4af8-bdce-6e28ff84f80a req-779db246-a095-46b2-a860-87869596f164 tempest-SecurityGroupRulesNegativeTestJSON-1431263480 tempest-SecurityGroupRulesNegativeTestJSON-1431263480-project] 10.222.0.104 "GET /v2.0/security-groups/ab05a797-de94-4787-852e-e0fb15e80f40 HTTP/1.1" status: 200 len: 1812 time: 0.0631883 Jul 06 13:56:24.311459 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-87b6c235-036c-408e-8c0b-e3406c6fd0f5 req-1caa96b9-5896-4557-9ff4-2d7c3798070c tempest-FloatingIPsAssociationNegativeTestJSON-1134509891 tempest-FloatingIPsAssociationNegativeTestJSON-1134509891-project] Notify callbacks [] for port, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:24.358695 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-87b6c235-036c-408e-8c0b-e3406c6fd0f5 req-1caa96b9-5896-4557-9ff4-2d7c3798070c tempest-FloatingIPsAssociationNegativeTestJSON-1134509891 tempest-FloatingIPsAssociationNegativeTestJSON-1134509891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108'] for port, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:24.400414 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-87b6c235-036c-408e-8c0b-e3406c6fd0f5 req-1caa96b9-5896-4557-9ff4-2d7c3798070c tempest-FloatingIPsAssociationNegativeTestJSON-1134509891 tempest-FloatingIPsAssociationNegativeTestJSON-1134509891-project] Network 2658f09e-a580-4d4a-9968-2d1e0ad93719 is already hosted by enough agents. {{(pid=100247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 13:56:24.403583 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.base_scheduler [req-87b6c235-036c-408e-8c0b-e3406c6fd0f5 req-1caa96b9-5896-4557-9ff4-2d7c3798070c tempest-FloatingIPsAssociationNegativeTestJSON-1134509891 tempest-FloatingIPsAssociationNegativeTestJSON-1134509891-project] Resources bound (agent type, host, resource id): {{(pid=100247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:56:24.408127 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.l3_dvrscheduler_db [req-87b6c235-036c-408e-8c0b-e3406c6fd0f5 req-1caa96b9-5896-4557-9ff4-2d7c3798070c tempest-FloatingIPsAssociationNegativeTestJSON-1134509891 tempest-FloatingIPsAssociationNegativeTestJSON-1134509891-project] Received port after_create {{(pid=100247) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 13:56:24.432350 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1caa96b9-5896-4557-9ff4-2d7c3798070c tempest-FloatingIPsAssociationNegativeTestJSON-1134509891 tempest-FloatingIPsAssociationNegativeTestJSON-1134509891-project] Pushing event updated for resources: {'Port': ['ID=b8124949-d32d-4244-b068-09197ed38ccc,revision_number=1']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:56:24.478375 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-87b6c235-036c-408e-8c0b-e3406c6fd0f5 req-1caa96b9-5896-4557-9ff4-2d7c3798070c tempest-FloatingIPsAssociationNegativeTestJSON-1134509891 tempest-FloatingIPsAssociationNegativeTestJSON-1134509891-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:24.527246 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-87b6c235-036c-408e-8c0b-e3406c6fd0f5 req-1caa96b9-5896-4557-9ff4-2d7c3798070c tempest-FloatingIPsAssociationNegativeTestJSON-1134509891 tempest-FloatingIPsAssociationNegativeTestJSON-1134509891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:24.669824 n-d-773647-6 neutron-server[100247]: INFO neutron.api.v2.resource [req-f8d1f25d-a9a2-440b-837e-1a820de94122 req-f850884b-58d9-423e-b1f3-8d7b968dedb7 tempest-SecurityGroupsTestJSON-63281774 tempest-SecurityGroupsTestJSON-63281774-project] show failed (client error): The resource could not be found. Jul 06 13:56:24.671044 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-f8d1f25d-a9a2-440b-837e-1a820de94122 req-f850884b-58d9-423e-b1f3-8d7b968dedb7 tempest-SecurityGroupsTestJSON-63281774 tempest-SecurityGroupsTestJSON-63281774-project] 10.222.0.104 "GET /v2.0/security-groups/f8d23511-3d56-47c7-a988-8e8bc5a84cae HTTP/1.1" status: 404 len: 352 time: 0.0890632 Jul 06 13:56:24.715696 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-87b6c235-036c-408e-8c0b-e3406c6fd0f5 req-1caa96b9-5896-4557-9ff4-2d7c3798070c tempest-FloatingIPsAssociationNegativeTestJSON-1134509891 tempest-FloatingIPsAssociationNegativeTestJSON-1134509891-project] Notify callbacks [] for port, precommit_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:24.720736 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-87b6c235-036c-408e-8c0b-e3406c6fd0f5 req-1caa96b9-5896-4557-9ff4-2d7c3798070c tempest-FloatingIPsAssociationNegativeTestJSON-1134509891 tempest-FloatingIPsAssociationNegativeTestJSON-1134509891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:24.752331 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-87b6c235-036c-408e-8c0b-e3406c6fd0f5 req-1caa96b9-5896-4557-9ff4-2d7c3798070c tempest-FloatingIPsAssociationNegativeTestJSON-1134509891 tempest-FloatingIPsAssociationNegativeTestJSON-1134509891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1761130'] for floatingip, after_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:24.773693 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1caa96b9-5896-4557-9ff4-2d7c3798070c tempest-FloatingIPsAssociationNegativeTestJSON-1134509891 tempest-FloatingIPsAssociationNegativeTestJSON-1134509891-project] Pushing event updated for resources: {'Port': ['ID=b8124949-d32d-4244-b068-09197ed38ccc,revision_number=2']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:56:24.776184 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-87b6c235-036c-408e-8c0b-e3406c6fd0f5 req-1caa96b9-5896-4557-9ff4-2d7c3798070c tempest-FloatingIPsAssociationNegativeTestJSON-1134509891 tempest-FloatingIPsAssociationNegativeTestJSON-1134509891-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for floatingip, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:24.777389 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-87b6c235-036c-408e-8c0b-e3406c6fd0f5 req-1caa96b9-5896-4557-9ff4-2d7c3798070c tempest-FloatingIPsAssociationNegativeTestJSON-1134509891 tempest-FloatingIPsAssociationNegativeTestJSON-1134509891-project] 10.222.0.104 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.0156229 Jul 06 13:56:24.812756 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-42befbf0-aa79-46c1-8868-9dca7f3647bb req-f0f6ce5b-b359-41d4-adec-ed3b698cb16e tempest-LiveAutoBlockMigrationV225Test-654794443 tempest-LiveAutoBlockMigrationV225Test-654794443-project] 10.222.0.104 "GET /v2.0/ports?device_id=409617e7-df61-4f61-8ec0-c00a7448d4c1 HTTP/1.1" status: 200 len: 210 time: 0.0336905 Jul 06 13:56:24.860834 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-87b6c235-036c-408e-8c0b-e3406c6fd0f5 req-f58b2663-f062-4354-b0e7-c8b31c79fe65 tempest-FloatingIPsAssociationNegativeTestJSON-1134509891 tempest-FloatingIPsAssociationNegativeTestJSON-1134509891-project] 10.222.0.104 "GET /v2.0/floatingips?floating_ip_address=172.25.0.174 HTTP/1.1" status: 200 len: 696 time: 0.0725112 Jul 06 13:56:24.865928 n-d-773647-6 neutron-server[100247]: INFO neutron.api.v2.resource [req-203a738e-d018-4d0f-a840-cb02a9573315 req-efca4cae-71d1-4254-8b2c-bd36a3811730 tempest-SecurityGroupRulesNegativeTestJSON-1431263480 tempest-SecurityGroupRulesNegativeTestJSON-1431263480-project] show failed (client error): The resource could not be found. Jul 06 13:56:24.866888 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-203a738e-d018-4d0f-a840-cb02a9573315 req-efca4cae-71d1-4254-8b2c-bd36a3811730 tempest-SecurityGroupRulesNegativeTestJSON-1431263480 tempest-SecurityGroupRulesNegativeTestJSON-1431263480-project] 10.222.0.104 "GET /v2.0/security-groups/07ad068e-bfbe-4012-9d09-b5bdb486cbc5 HTTP/1.1" status: 404 len: 352 time: 0.0182719 Jul 06 13:56:24.983616 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b6c235-036c-408e-8c0b-e3406c6fd0f5 req-cfe2c113-7608-479b-9cca-0cf0c8447dc2 tempest-FloatingIPsAssociationNegativeTestJSON-1134509891 tempest-FloatingIPsAssociationNegativeTestJSON-1134509891-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:24.984947 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-87b6c235-036c-408e-8c0b-e3406c6fd0f5 req-cfe2c113-7608-479b-9cca-0cf0c8447dc2 tempest-FloatingIPsAssociationNegativeTestJSON-1134509891 tempest-FloatingIPsAssociationNegativeTestJSON-1134509891-project] 10.222.0.104 "GET /v2.0/networks/2658f09e-a580-4d4a-9968-2d1e0ad93719 HTTP/1.1" status: 200 len: 784 time: 0.1171536 Jul 06 13:56:25.036561 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4735bc60-fe82-4715-a1c8-5576d676f61b req-01e4ea74-4bc7-4f11-9b68-f4d521d81874 tempest-LiveMigrationTest-2001684970 tempest-LiveMigrationTest-2001684970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:25.038039 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-4735bc60-fe82-4715-a1c8-5576d676f61b req-01e4ea74-4bc7-4f11-9b68-f4d521d81874 tempest-LiveMigrationTest-2001684970 tempest-LiveMigrationTest-2001684970-project] 10.222.0.104 "GET /v2.0/ports?device_id=e5d6f9ee-637a-4a55-8546-2be14770c0f2 HTTP/1.1" status: 200 len: 945 time: 0.0727570 Jul 06 13:56:25.075680 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-4735bc60-fe82-4715-a1c8-5576d676f61b req-876ba0a5-8702-4736-9dc4-b06e196a972a tempest-LiveMigrationTest-2001684970 tempest-LiveMigrationTest-2001684970-project] 10.222.0.104 "GET /v2.0/security-groups?id=7e243ebf-9cf4-4917-8da6-0fd38b06f795&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320847 Jul 06 13:56:25.172882 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-c679c6e9-3274-4525-82e1-ebe464b52b2f req-0fefa807-29b8-41b7-bfa3-5c62d884f18e tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] 10.222.0.104 "GET /v2.0/networks?tenant_id=483ead9cc6094290930ff4aed37f7463&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0215406 Jul 06 13:56:25.295025 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c679c6e9-3274-4525-82e1-ebe464b52b2f req-da97a753-95a2-48a9-a90c-6055d9336042 tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:25.302862 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-c679c6e9-3274-4525-82e1-ebe464b52b2f req-da97a753-95a2-48a9-a90c-6055d9336042 tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] 10.222.0.104 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1240070 Jul 06 13:56:25.322415 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-c679c6e9-3274-4525-82e1-ebe464b52b2f req-183480d8-06ea-4f0d-8cf3-7414bd82d968 tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] 10.222.0.104 "GET /v2.0/quotas/483ead9cc6094290930ff4aed37f7463 HTTP/1.1" status: 200 len: 375 time: 0.0182486 Jul 06 13:56:25.484580 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-290d6e64-943c-4314-b4d5-e9a6e29f9b5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:25.503713 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-193d2e5e-13ee-4dd0-8ea1-73a2ce95f8d2 req-555549c7-178e-4b2a-b6bc-220d7869edd1 tempest-SecurityGroupsTestJSON-63281774 tempest-SecurityGroupsTestJSON-63281774-project] 10.222.0.104 "GET /v2.0/security-groups/8768e6dc-fca7-476a-88d4-9adad952d274 HTTP/1.1" status: 200 len: 1801 time: 0.1389301 Jul 06 13:56:25.539950 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9e48c1-7413-45ab-b2f4-df6abfbe4eab req-b1e46925-ddcf-45f1-806b-24e739b9e352 tempest-LiveAutoBlockMigrationV225Test-654794443 tempest-LiveAutoBlockMigrationV225Test-654794443-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:25.541430 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-2e9e48c1-7413-45ab-b2f4-df6abfbe4eab req-b1e46925-ddcf-45f1-806b-24e739b9e352 tempest-LiveAutoBlockMigrationV225Test-654794443 tempest-LiveAutoBlockMigrationV225Test-654794443-project] 10.222.0.72 "GET /v2.0/networks?id=719b716d-a00d-48ee-8755-3a8bbdfaf0d2 HTTP/1.1" status: 200 len: 821 time: 0.1754525 Jul 06 13:56:25.547697 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-c679c6e9-3274-4525-82e1-ebe464b52b2f req-6c50f374-b5ae-4944-9678-36baec0ee9bc tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] 10.222.0.104 "GET /v2.0/ports?tenant_id=483ead9cc6094290930ff4aed37f7463&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2239349 Jul 06 13:56:25.570374 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [req-2e9e48c1-7413-45ab-b2f4-df6abfbe4eab req-6c719134-b3b5-4af8-b888-191b54682e6b tempest-LiveAutoBlockMigrationV225Test-654794443 tempest-LiveAutoBlockMigrationV225Test-654794443-project] Request body: {'port': {'device_id': '409617e7-df61-4f61-8ec0-c00a7448d4c1', 'network_id': '719b716d-a00d-48ee-8755-3a8bbdfaf0d2', 'admin_state_up': True, 'tenant_id': '4cef06e2189c48a2819839e74c70f679'}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:56:25.666040 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-193d2e5e-13ee-4dd0-8ea1-73a2ce95f8d2 req-04490a5f-cfbe-4df1-87a5-f40ac434ea2f tempest-SecurityGroupsTestJSON-63281774 tempest-SecurityGroupsTestJSON-63281774-project] Notify callbacks [] for security_group, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:25.725716 n-d-773647-6 neutron-server[100247]: INFO neutron.api.v2.resource [req-95e06100-7346-461b-ab6e-d10e7e26f4da req-cfc4dff4-6953-4383-8197-e1faf73d8134 tempest-SecurityGroupRulesNegativeTestJSON-1431263480 tempest-SecurityGroupRulesNegativeTestJSON-1431263480-project] show failed (client error): The resource could not be found. Jul 06 13:56:25.726751 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-95e06100-7346-461b-ab6e-d10e7e26f4da req-cfc4dff4-6953-4383-8197-e1faf73d8134 tempest-SecurityGroupRulesNegativeTestJSON-1431263480 tempest-SecurityGroupRulesNegativeTestJSON-1431263480-project] 10.222.0.104 "GET /v2.0/security-group-rules/5ca9beb9-cc2c-4187-afc1-19a8b86fa918 HTTP/1.1" status: 404 len: 361 time: 0.0397604 Jul 06 13:56:25.728363 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-193d2e5e-13ee-4dd0-8ea1-73a2ce95f8d2 req-04490a5f-cfbe-4df1-87a5-f40ac434ea2f tempest-SecurityGroupsTestJSON-63281774 tempest-SecurityGroupsTestJSON-63281774-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:25.779586 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2e9e48c1-7413-45ab-b2f4-df6abfbe4eab req-6c719134-b3b5-4af8-b888-191b54682e6b tempest-LiveAutoBlockMigrationV225Test-654794443 tempest-LiveAutoBlockMigrationV225Test-654794443-project] Made reservation on behalf of 4cef06e2189c48a2819839e74c70f679 for: {'port': 1} {{(pid=100247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 13:56:25.783811 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-2e9e48c1-7413-45ab-b2f4-df6abfbe4eab req-6c719134-b3b5-4af8-b888-191b54682e6b tempest-LiveAutoBlockMigrationV225Test-654794443 tempest-LiveAutoBlockMigrationV225Test-654794443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:25.805962 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-193d2e5e-13ee-4dd0-8ea1-73a2ce95f8d2 req-04490a5f-cfbe-4df1-87a5-f40ac434ea2f tempest-SecurityGroupsTestJSON-63281774 tempest-SecurityGroupsTestJSON-63281774-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:25.808445 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-193d2e5e-13ee-4dd0-8ea1-73a2ce95f8d2 req-04490a5f-cfbe-4df1-87a5-f40ac434ea2f tempest-SecurityGroupsTestJSON-63281774 tempest-SecurityGroupsTestJSON-63281774-project] Notify callbacks [] for security_group, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:25.809590 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-193d2e5e-13ee-4dd0-8ea1-73a2ce95f8d2 req-04490a5f-cfbe-4df1-87a5-f40ac434ea2f tempest-SecurityGroupsTestJSON-63281774 tempest-SecurityGroupsTestJSON-63281774-project] 10.222.0.104 "DELETE /v2.0/security-groups/8768e6dc-fca7-476a-88d4-9adad952d274 HTTP/1.1" status: 204 len: 173 time: 0.2977076 Jul 06 13:56:25.832655 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04490a5f-cfbe-4df1-87a5-f40ac434ea2f tempest-SecurityGroupsTestJSON-63281774 tempest-SecurityGroupsTestJSON-63281774-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8768e6dc-fca7-476a-88d4-9adad952d274,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:56:25.875470 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:26.013836 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.db_base_plugin_common [req-2e9e48c1-7413-45ab-b2f4-df6abfbe4eab req-6c719134-b3b5-4af8-b888-191b54682e6b tempest-LiveAutoBlockMigrationV225Test-654794443 tempest-LiveAutoBlockMigrationV225Test-654794443-project] Allocated IP 172.20.0.11 (719b716d-a00d-48ee-8755-3a8bbdfaf0d2/7f475f76-2dcc-4dce-adb2-7deed8b8ad71/33f9921a-af0a-4689-af66-74372e6fe3df) {{(pid=100247) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 13:56:26.038339 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ce6d1c-cb7c-447b-8093-3583c32a92c2 req-450abd79-f25a-4632-8aa8-1acb212c8e91 tempest-FloatingIPsAssociationNegativeTestJSON-1134509891 tempest-FloatingIPsAssociationNegativeTestJSON-1134509891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:26.039834 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-b9ce6d1c-cb7c-447b-8093-3583c32a92c2 req-450abd79-f25a-4632-8aa8-1acb212c8e91 tempest-FloatingIPsAssociationNegativeTestJSON-1134509891 tempest-FloatingIPsAssociationNegativeTestJSON-1134509891-project] 10.222.0.104 "GET /v2.0/ports?device_id=d910425e-b227-495e-9524-a26893783754&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1676512 Jul 06 13:56:26.125077 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-b9ce6d1c-cb7c-447b-8093-3583c32a92c2 req-fc86ad2f-c4b7-4910-ba22-1ffb6e93cc78 tempest-FloatingIPsAssociationNegativeTestJSON-1134509891 tempest-FloatingIPsAssociationNegativeTestJSON-1134509891-project] 10.222.0.104 "GET /v2.0/floatingips?floating_ip_address=172.25.0.174 HTTP/1.1" status: 200 len: 696 time: 0.0784547 Jul 06 13:56:26.140305 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37474118-22f9-4c1f-a70a-a5a26498d4c9 req-c3c0f064-0636-44d2-8f38-07bab5175a58 tempest-ServersAdminTestJSON-391861328 tempest-ServersAdminTestJSON-391861328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:26.142380 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-37474118-22f9-4c1f-a70a-a5a26498d4c9 req-c3c0f064-0636-44d2-8f38-07bab5175a58 tempest-ServersAdminTestJSON-391861328 tempest-ServersAdminTestJSON-391861328-project] 10.222.0.104 "GET /v2.0/ports?device_id=63f04f24-a07c-4f56-a92d-98828f9b51fd HTTP/1.1" status: 200 len: 949 time: 0.1839232 Jul 06 13:56:26.149866 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [req-b9ce6d1c-cb7c-447b-8093-3583c32a92c2 req-a64e8726-2c1a-41d4-b6cd-44e72eab49f0 tempest-FloatingIPsAssociationNegativeTestJSON-1134509891 tempest-FloatingIPsAssociationNegativeTestJSON-1134509891-project] Request body: {'floatingip': {'port_id': '610d8fb5-6871-475a-b090-fabadac817aa', 'fixed_ip_address': '172.20.0.3'}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:56:26.250061 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-b9ce6d1c-cb7c-447b-8093-3583c32a92c2 req-a64e8726-2c1a-41d4-b6cd-44e72eab49f0 tempest-FloatingIPsAssociationNegativeTestJSON-1134509891 tempest-FloatingIPsAssociationNegativeTestJSON-1134509891-project] Notify callbacks [] for floatingip, before_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:26.329684 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-37474118-22f9-4c1f-a70a-a5a26498d4c9 req-adc10a11-611e-4ce5-a6eb-235427adaeea tempest-ServersAdminTestJSON-391861328 tempest-ServersAdminTestJSON-391861328-project] 10.222.0.104 "GET /v2.0/security-groups?id=3bcee3ab-dc9e-46be-bc35-9f5a80cc9457&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1746128 Jul 06 13:56:26.419352 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-2e9e48c1-7413-45ab-b2f4-df6abfbe4eab req-6c719134-b3b5-4af8-b888-191b54682e6b tempest-LiveAutoBlockMigrationV225Test-654794443 tempest-LiveAutoBlockMigrationV225Test-654794443-project] Notify callbacks [] for port, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:26.478584 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-2064eaae-da4f-48f8-82d2-b09d4ddedd44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:26.561915 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-2e9e48c1-7413-45ab-b2f4-df6abfbe4eab req-6c719134-b3b5-4af8-b888-191b54682e6b tempest-LiveAutoBlockMigrationV225Test-654794443 tempest-LiveAutoBlockMigrationV225Test-654794443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108'] for port, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:26.581891 n-d-773647-6 neutron-server[100247]: INFO neutron.api.v2.resource [req-b9ce6d1c-cb7c-447b-8093-3583c32a92c2 req-a64e8726-2c1a-41d4-b6cd-44e72eab49f0 tempest-FloatingIPsAssociationNegativeTestJSON-1134509891 tempest-FloatingIPsAssociationNegativeTestJSON-1134509891-project] update failed (client error): There was a conflict when trying to complete your request. Jul 06 13:56:26.582903 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-b9ce6d1c-cb7c-447b-8093-3583c32a92c2 req-a64e8726-2c1a-41d4-b6cd-44e72eab49f0 tempest-FloatingIPsAssociationNegativeTestJSON-1134509891 tempest-FloatingIPsAssociationNegativeTestJSON-1134509891-project] 10.222.0.104 "PUT /v2.0/floatingips/013978fd-c049-4b5f-8289-b4b59d049136 HTTP/1.1" status: 409 len: 550 time: 0.4396207 Jul 06 13:56:26.584854 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-10c0df88-4bc5-479c-b7c4-cb4bb2ef51ee req-4001f1b5-0f32-47e1-95bb-13fe68f2c728 tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] 10.222.0.104 "GET /v2.0/ports?device_id=3abd5f1c-5cfa-40e5-8018-1960204a8886 HTTP/1.1" status: 200 len: 210 time: 0.0399921 Jul 06 13:56:26.655365 n-d-773647-6 neutron-server[100247]: INFO neutron.api.v2.resource [req-1d7a436b-5554-4a05-8d41-601cc0598976 req-645341fd-7b5d-432a-953c-9412cfea2b36 tempest-SecurityGroupsTestJSON-63281774 tempest-SecurityGroupsTestJSON-63281774-project] show failed (client error): The resource could not be found. Jul 06 13:56:26.656357 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-1d7a436b-5554-4a05-8d41-601cc0598976 req-645341fd-7b5d-432a-953c-9412cfea2b36 tempest-SecurityGroupsTestJSON-63281774 tempest-SecurityGroupsTestJSON-63281774-project] 10.222.0.104 "GET /v2.0/security-groups/8768e6dc-fca7-476a-88d4-9adad952d274 HTTP/1.1" status: 404 len: 352 time: 0.0410960 Jul 06 13:56:26.662146 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2e9e48c1-7413-45ab-b2f4-df6abfbe4eab req-6c719134-b3b5-4af8-b888-191b54682e6b tempest-LiveAutoBlockMigrationV225Test-654794443 tempest-LiveAutoBlockMigrationV225Test-654794443-project] Network 719b716d-a00d-48ee-8755-3a8bbdfaf0d2 is already hosted by enough agents. {{(pid=100247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 13:56:26.675701 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.base_scheduler [req-2e9e48c1-7413-45ab-b2f4-df6abfbe4eab req-6c719134-b3b5-4af8-b888-191b54682e6b tempest-LiveAutoBlockMigrationV225Test-654794443 tempest-LiveAutoBlockMigrationV225Test-654794443-project] Resources bound (agent type, host, resource id): {{(pid=100247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:56:26.681049 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c719134-b3b5-4af8-b888-191b54682e6b tempest-LiveAutoBlockMigrationV225Test-654794443 tempest-LiveAutoBlockMigrationV225Test-654794443-project] Pushing event updated for resources: {'Port': ['ID=33f9921a-af0a-4689-af66-74372e6fe3df,revision_number=1']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:56:26.684596 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e9e48c1-7413-45ab-b2f4-df6abfbe4eab req-6c719134-b3b5-4af8-b888-191b54682e6b tempest-LiveAutoBlockMigrationV225Test-654794443 tempest-LiveAutoBlockMigrationV225Test-654794443-project] Received port after_create {{(pid=100247) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 13:56:26.690713 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9e48c1-7413-45ab-b2f4-df6abfbe4eab req-6c719134-b3b5-4af8-b888-191b54682e6b tempest-LiveAutoBlockMigrationV225Test-654794443 tempest-LiveAutoBlockMigrationV225Test-654794443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:26.691394 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-2e9e48c1-7413-45ab-b2f4-df6abfbe4eab req-6c719134-b3b5-4af8-b888-191b54682e6b tempest-LiveAutoBlockMigrationV225Test-654794443 tempest-LiveAutoBlockMigrationV225Test-654794443-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:26.704353 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-7cd75d40-4b86-4f4c-b66e-340f9f788ea9 req-d6dc4018-2357-4a15-88e4-03212d5f8477 tempest-SecurityGroupRulesNegativeTestJSON-1431263480 tempest-SecurityGroupRulesNegativeTestJSON-1431263480-project] 10.222.0.104 "GET /v2.0/security-groups/ab05a797-de94-4787-852e-e0fb15e80f40 HTTP/1.1" status: 200 len: 1812 time: 0.0901074 Jul 06 13:56:26.707706 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c719134-b3b5-4af8-b888-191b54682e6b tempest-LiveAutoBlockMigrationV225Test-654794443 tempest-LiveAutoBlockMigrationV225Test-654794443-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:56:26.708055 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c719134-b3b5-4af8-b888-191b54682e6b tempest-LiveAutoBlockMigrationV225Test-654794443 tempest-LiveAutoBlockMigrationV225Test-654794443-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:56:26.708394 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c719134-b3b5-4af8-b888-191b54682e6b tempest-LiveAutoBlockMigrationV225Test-654794443 tempest-LiveAutoBlockMigrationV225Test-654794443-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:56:26.708726 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c719134-b3b5-4af8-b888-191b54682e6b tempest-LiveAutoBlockMigrationV225Test-654794443 tempest-LiveAutoBlockMigrationV225Test-654794443-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:56:26.709055 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c719134-b3b5-4af8-b888-191b54682e6b tempest-LiveAutoBlockMigrationV225Test-654794443 tempest-LiveAutoBlockMigrationV225Test-654794443-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:56:26.709384 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c719134-b3b5-4af8-b888-191b54682e6b tempest-LiveAutoBlockMigrationV225Test-654794443 tempest-LiveAutoBlockMigrationV225Test-654794443-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:56:26.709709 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c719134-b3b5-4af8-b888-191b54682e6b tempest-LiveAutoBlockMigrationV225Test-654794443 tempest-LiveAutoBlockMigrationV225Test-654794443-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:56:26.710033 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c719134-b3b5-4af8-b888-191b54682e6b tempest-LiveAutoBlockMigrationV225Test-654794443 tempest-LiveAutoBlockMigrationV225Test-654794443-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:56:26.710356 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c719134-b3b5-4af8-b888-191b54682e6b tempest-LiveAutoBlockMigrationV225Test-654794443 tempest-LiveAutoBlockMigrationV225Test-654794443-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:56:26.710677 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c719134-b3b5-4af8-b888-191b54682e6b tempest-LiveAutoBlockMigrationV225Test-654794443 tempest-LiveAutoBlockMigrationV225Test-654794443-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:56:26.710998 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c719134-b3b5-4af8-b888-191b54682e6b tempest-LiveAutoBlockMigrationV225Test-654794443 tempest-LiveAutoBlockMigrationV225Test-654794443-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:56:26.711344 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c719134-b3b5-4af8-b888-191b54682e6b tempest-LiveAutoBlockMigrationV225Test-654794443 tempest-LiveAutoBlockMigrationV225Test-654794443-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:56:26.726209 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-2e9e48c1-7413-45ab-b2f4-df6abfbe4eab req-6c719134-b3b5-4af8-b888-191b54682e6b tempest-LiveAutoBlockMigrationV225Test-654794443 tempest-LiveAutoBlockMigrationV225Test-654794443-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1631086 Jul 06 13:56:26.742115 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [req-2e9e48c1-7413-45ab-b2f4-df6abfbe4eab req-ecf653b8-dafc-47d7-ad71-53b9229a1aef service neutron] Request body: {'port': {'device_id': '409617e7-df61-4f61-8ec0-c00a7448d4c1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-773647-6'}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:56:27.174936 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-7cd75d40-4b86-4f4c-b66e-340f9f788ea9 req-13fb2d60-8f7b-4297-b7dc-8cd066f6d9c8 tempest-SecurityGroupRulesNegativeTestJSON-1431263480 tempest-SecurityGroupRulesNegativeTestJSON-1431263480-project] Notify callbacks [] for security_group, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:27.181726 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-c679c6e9-3274-4525-82e1-ebe464b52b2f req-20b2e94d-7906-4e48-b41f-a91b4d7c1800 tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] 10.222.0.127 "GET /v2.0/networks?tenant_id=483ead9cc6094290930ff4aed37f7463&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0356340 Jul 06 13:56:27.259615 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-7cd75d40-4b86-4f4c-b66e-340f9f788ea9 req-13fb2d60-8f7b-4297-b7dc-8cd066f6d9c8 tempest-SecurityGroupRulesNegativeTestJSON-1431263480 tempest-SecurityGroupRulesNegativeTestJSON-1431263480-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:27.261914 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-2e9e48c1-7413-45ab-b2f4-df6abfbe4eab req-ecf653b8-dafc-47d7-ad71-53b9229a1aef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:27.282526 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f762dd-dfcf-4d9d-a80e-1961dbb581af req-f64ccfa2-ed4f-424a-b385-05fd5e5c171d tempest-LiveAutoBlockMigrationV225Test-654794443 tempest-LiveAutoBlockMigrationV225Test-654794443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:27.284019 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-f1f762dd-dfcf-4d9d-a80e-1961dbb581af req-f64ccfa2-ed4f-424a-b385-05fd5e5c171d tempest-LiveAutoBlockMigrationV225Test-654794443 tempest-LiveAutoBlockMigrationV225Test-654794443-project] 10.222.0.104 "GET /v2.0/ports?device_id=409617e7-df61-4f61-8ec0-c00a7448d4c1 HTTP/1.1" status: 200 len: 932 time: 0.5174551 Jul 06 13:56:27.407346 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-f1f762dd-dfcf-4d9d-a80e-1961dbb581af req-fef6a8a7-5383-4c24-b5db-be7497e4d133 tempest-LiveAutoBlockMigrationV225Test-654794443 tempest-LiveAutoBlockMigrationV225Test-654794443-project] 10.222.0.104 "GET /v2.0/security-groups?id=43f6fcb8-9501-44d6-9feb-82c82c5d5862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085637 Jul 06 13:56:27.462592 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-7cd75d40-4b86-4f4c-b66e-340f9f788ea9 req-13fb2d60-8f7b-4297-b7dc-8cd066f6d9c8 tempest-SecurityGroupRulesNegativeTestJSON-1431263480 tempest-SecurityGroupRulesNegativeTestJSON-1431263480-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:27.464856 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-7cd75d40-4b86-4f4c-b66e-340f9f788ea9 req-13fb2d60-8f7b-4297-b7dc-8cd066f6d9c8 tempest-SecurityGroupRulesNegativeTestJSON-1431263480 tempest-SecurityGroupRulesNegativeTestJSON-1431263480-project] Notify callbacks [] for security_group, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:27.466068 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-7cd75d40-4b86-4f4c-b66e-340f9f788ea9 req-13fb2d60-8f7b-4297-b7dc-8cd066f6d9c8 tempest-SecurityGroupRulesNegativeTestJSON-1431263480 tempest-SecurityGroupRulesNegativeTestJSON-1431263480-project] 10.222.0.104 "DELETE /v2.0/security-groups/ab05a797-de94-4787-852e-e0fb15e80f40 HTTP/1.1" status: 204 len: 173 time: 0.7515085 Jul 06 13:56:27.478536 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c679c6e9-3274-4525-82e1-ebe464b52b2f req-3e06dab7-45ec-4e00-9cfa-3585197a5a7d tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:27.479985 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-c679c6e9-3274-4525-82e1-ebe464b52b2f req-3e06dab7-45ec-4e00-9cfa-3585197a5a7d tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] 10.222.0.127 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2877245 Jul 06 13:56:27.502006 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [req-c679c6e9-3274-4525-82e1-ebe464b52b2f req-dee24f85-9b63-427a-923a-def770a43818 tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] Request body: {'port': {'device_id': '3abd5f1c-5cfa-40e5-8018-1960204a8886', 'network_id': 'ac09d390-867f-4b75-a8d2-ab11550bffd6', 'admin_state_up': True, 'tenant_id': '483ead9cc6094290930ff4aed37f7463'}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:56:27.513093 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fb2d60-8f7b-4297-b7dc-8cd066f6d9c8 tempest-SecurityGroupRulesNegativeTestJSON-1431263480 tempest-SecurityGroupRulesNegativeTestJSON-1431263480-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab05a797-de94-4787-852e-e0fb15e80f40,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:56:27.611665 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-e307ad52-39ea-48bc-9d2e-d436bd11f02f req-805ab405-7a0a-45c8-a853-495956c7399e tempest-FloatingIPsAssociationNegativeTestJSON-1134509891 tempest-FloatingIPsAssociationNegativeTestJSON-1134509891-project] 10.222.0.104 "GET /v2.0/floatingips/013978fd-c049-4b5f-8289-b4b59d049136 HTTP/1.1" status: 200 len: 693 time: 0.1235034 Jul 06 13:56:27.855941 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2246e0-7dd4-4e2d-84eb-834dfae0c871 req-21cd982e-52a1-4c03-98cc-f090395a897d tempest-LiveMigrationTest-2001684970 tempest-LiveMigrationTest-2001684970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:27.857412 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-ba2246e0-7dd4-4e2d-84eb-834dfae0c871 req-21cd982e-52a1-4c03-98cc-f090395a897d tempest-LiveMigrationTest-2001684970 tempest-LiveMigrationTest-2001684970-project] 10.222.0.104 "GET /v2.0/ports?device_id=e5d6f9ee-637a-4a55-8546-2be14770c0f2 HTTP/1.1" status: 200 len: 945 time: 0.3423536 Jul 06 13:56:27.887867 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e307ad52-39ea-48bc-9d2e-d436bd11f02f req-644091c1-de5a-41c1-aef3-4a85ebd9ff27 tempest-FloatingIPsAssociationNegativeTestJSON-1134509891 tempest-FloatingIPsAssociationNegativeTestJSON-1134509891-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:27.889160 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-e307ad52-39ea-48bc-9d2e-d436bd11f02f req-644091c1-de5a-41c1-aef3-4a85ebd9ff27 tempest-FloatingIPsAssociationNegativeTestJSON-1134509891 tempest-FloatingIPsAssociationNegativeTestJSON-1134509891-project] 10.222.0.104 "GET /v2.0/networks/2658f09e-a580-4d4a-9968-2d1e0ad93719 HTTP/1.1" status: 200 len: 784 time: 0.2337303 Jul 06 13:56:27.902820 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c679c6e9-3274-4525-82e1-ebe464b52b2f req-dee24f85-9b63-427a-923a-def770a43818 tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] Made reservation on behalf of 483ead9cc6094290930ff4aed37f7463 for: {'port': 1} {{(pid=100247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 13:56:27.906129 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-c679c6e9-3274-4525-82e1-ebe464b52b2f req-dee24f85-9b63-427a-923a-def770a43818 tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:28.006419 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-e307ad52-39ea-48bc-9d2e-d436bd11f02f req-10f9d178-60aa-4d21-8cbd-3f96a929c38e tempest-FloatingIPsAssociationNegativeTestJSON-1134509891 tempest-FloatingIPsAssociationNegativeTestJSON-1134509891-project] 10.222.0.104 "GET /v2.0/floatingips?floating_ip_address=172.25.0.174 HTTP/1.1" status: 200 len: 696 time: 0.1043079 Jul 06 13:56:28.011442 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-ba2246e0-7dd4-4e2d-84eb-834dfae0c871 req-541ac802-9318-400f-b5eb-a5ba42be495b tempest-LiveMigrationTest-2001684970 tempest-LiveMigrationTest-2001684970-project] 10.222.0.104 "GET /v2.0/security-groups?id=7e243ebf-9cf4-4917-8da6-0fd38b06f795&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1426189 Jul 06 13:56:28.062510 n-d-773647-6 neutron-server[100247]: DEBUG neutron.notifiers.nova [req-2e9e48c1-7413-45ab-b2f4-df6abfbe4eab req-ecf653b8-dafc-47d7-ad71-53b9229a1aef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 33f9921a-af0a-4689-af66-74372e6fe3df {{(pid=100247) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 13:56:28.113649 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-2e9e48c1-7413-45ab-b2f4-df6abfbe4eab req-ecf653b8-dafc-47d7-ad71-53b9229a1aef service neutron] Notify callbacks [] for port, precommit_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:28.139864 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-e307ad52-39ea-48bc-9d2e-d436bd11f02f req-bdbaa48f-1e7a-4d1c-ad07-73ef01751d28 tempest-FloatingIPsAssociationNegativeTestJSON-1134509891 tempest-FloatingIPsAssociationNegativeTestJSON-1134509891-project] 10.222.0.104 "GET /v2.0/floatingips?floating_ip_address=172.25.0.174 HTTP/1.1" status: 200 len: 696 time: 0.1246827 Jul 06 13:56:28.158517 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.provisioning_blocks [req-2e9e48c1-7413-45ab-b2f4-df6abfbe4eab req-ecf653b8-dafc-47d7-ad71-53b9229a1aef service neutron] Transition to ACTIVE for port object 33f9921a-af0a-4689-af66-74372e6fe3df will not be triggered until provisioned by entity L2. {{(pid=100247) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 13:56:28.217937 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-2e9e48c1-7413-45ab-b2f4-df6abfbe4eab req-ecf653b8-dafc-47d7-ad71-53b9229a1aef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:28.240306 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-03f71b24-a9b8-453a-8924-caa3f97bc6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:28.333112 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.db_base_plugin_common [req-c679c6e9-3274-4525-82e1-ebe464b52b2f req-dee24f85-9b63-427a-923a-def770a43818 tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] Allocated IP 192.168.233.141 (ac09d390-867f-4b75-a8d2-ab11550bffd6/d1c3cc78-09b9-4e30-99fd-0e5830de101d/39b82faa-9bb5-4637-ba57-e7b6ac96e89a) {{(pid=100247) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 13:56:28.362808 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-fbcc2ddc-d171-4fab-8874-b45854290a9d req-b2831fe0-175c-4508-96b3-77c220e3a2c8 tempest-SecurityGroupsTestJSON-63281774 tempest-SecurityGroupsTestJSON-63281774-project] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=bd8ab4ae618e4901853ac9b415c3d7ae HTTP/1.1" status: 200 len: 6147 time: 0.3139684 Jul 06 13:56:28.367627 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf653b8-dafc-47d7-ad71-53b9229a1aef service neutron] Pushing event updated for resources: {'Port': ['ID=33f9921a-af0a-4689-af66-74372e6fe3df,revision_number=2']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:56:28.464613 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.managers [req-2e9e48c1-7413-45ab-b2f4-df6abfbe4eab req-ecf653b8-dafc-47d7-ad71-53b9229a1aef service neutron] Attempting to bind port 33f9921a-af0a-4689-af66-74372e6fe3df on host n-h2-773647-6 for vnic_type normal with profile {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 13:56:28.465323 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.managers [req-2e9e48c1-7413-45ab-b2f4-df6abfbe4eab req-ecf653b8-dafc-47d7-ad71-53b9229a1aef service neutron] Attempting to bind port 33f9921a-af0a-4689-af66-74372e6fe3df by drivers openvswitch,hyperv on host n-h2-773647-6 at level 0 using segments [{'id': 'da615941-94ee-441c-92fd-37ca002df9b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': '719b716d-a00d-48ee-8755-3a8bbdfaf0d2'}] {{(pid=100247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 13:56:28.465323 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e9e48c1-7413-45ab-b2f4-df6abfbe4eab req-ecf653b8-dafc-47d7-ad71-53b9229a1aef service neutron] Attempting to bind port 33f9921a-af0a-4689-af66-74372e6fe3df on network 719b716d-a00d-48ee-8755-3a8bbdfaf0d2 {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 13:56:28.491140 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e9e48c1-7413-45ab-b2f4-df6abfbe4eab req-ecf653b8-dafc-47d7-ad71-53b9229a1aef service neutron] Port 33f9921a-af0a-4689-af66-74372e6fe3df on network 719b716d-a00d-48ee-8755-3a8bbdfaf0d2 not bound, no agent of type Open vSwitch agent registered on host n-h2-773647-6 {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 13:56:28.491538 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e9e48c1-7413-45ab-b2f4-df6abfbe4eab req-ecf653b8-dafc-47d7-ad71-53b9229a1aef service neutron] Attempting to bind port 33f9921a-af0a-4689-af66-74372e6fe3df on network 719b716d-a00d-48ee-8755-3a8bbdfaf0d2 {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 13:56:28.508672 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-fbcc2ddc-d171-4fab-8874-b45854290a9d req-c8e34fb2-1be0-49b6-9c69-2974206e0d73 tempest-SecurityGroupsTestJSON-63281774 tempest-SecurityGroupsTestJSON-63281774-project] 10.222.0.104 "GET /v2.0/security-groups/66a64f11-8fd4-4070-857b-32412c48dea6 HTTP/1.1" status: 200 len: 2981 time: 0.1221659 Jul 06 13:56:28.519574 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e9e48c1-7413-45ab-b2f4-df6abfbe4eab req-ecf653b8-dafc-47d7-ad71-53b9229a1aef service neutron] Checking agent: {'id': '63768ece-0600-4354-8d29-fdedec96b077', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-773647-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 51, 10), 'started_at': datetime.datetime(2021, 7, 6, 13, 51, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 13, 56, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 13:56:28.519909 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e9e48c1-7413-45ab-b2f4-df6abfbe4eab req-ecf653b8-dafc-47d7-ad71-53b9229a1aef service neutron] Checking segment: {'id': 'da615941-94ee-441c-92fd-37ca002df9b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': '719b716d-a00d-48ee-8755-3a8bbdfaf0d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100247) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 13:56:28.520286 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e9e48c1-7413-45ab-b2f4-df6abfbe4eab req-ecf653b8-dafc-47d7-ad71-53b9229a1aef service neutron] Bound using segment: {'id': 'da615941-94ee-441c-92fd-37ca002df9b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': '719b716d-a00d-48ee-8755-3a8bbdfaf0d2'} {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 13:56:28.520754 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.managers [req-2e9e48c1-7413-45ab-b2f4-df6abfbe4eab req-ecf653b8-dafc-47d7-ad71-53b9229a1aef service neutron] Bound port: 33f9921a-af0a-4689-af66-74372e6fe3df, host: n-h2-773647-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'da615941-94ee-441c-92fd-37ca002df9b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': '719b716d-a00d-48ee-8755-3a8bbdfaf0d2'}}] {{(pid=100247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 13:56:28.521076 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-2e9e48c1-7413-45ab-b2f4-df6abfbe4eab req-ecf653b8-dafc-47d7-ad71-53b9229a1aef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:28.596128 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.plugin [req-e307ad52-39ea-48bc-9d2e-d436bd11f02f req-887b2f25-b83a-4598-8c4d-293de7640b73 tempest-FloatingIPsAssociationNegativeTestJSON-1134509891 tempest-FloatingIPsAssociationNegativeTestJSON-1134509891-project] Deleting port b8124949-d32d-4244-b068-09197ed38ccc {{(pid=100247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 13:56:28.596468 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-e307ad52-39ea-48bc-9d2e-d436bd11f02f req-887b2f25-b83a-4598-8c4d-293de7640b73 tempest-FloatingIPsAssociationNegativeTestJSON-1134509891 tempest-FloatingIPsAssociationNegativeTestJSON-1134509891-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:28.692334 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-fbcc2ddc-d171-4fab-8874-b45854290a9d req-8c524083-9742-426f-8ea3-e03e8647c0e1 tempest-SecurityGroupsTestJSON-63281774 tempest-SecurityGroupsTestJSON-63281774-project] 10.222.0.104 "GET /v2.0/security-groups/66a64f11-8fd4-4070-857b-32412c48dea6 HTTP/1.1" status: 200 len: 2981 time: 0.1470163 Jul 06 13:56:28.747337 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.db [req-2e9e48c1-7413-45ab-b2f4-df6abfbe4eab req-ecf653b8-dafc-47d7-ad71-53b9229a1aef service neutron] For port 33f9921a-af0a-4689-af66-74372e6fe3df, host n-h2-773647-6, cleared binding levels {{(pid=100247) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 13:56:28.754366 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-c679c6e9-3274-4525-82e1-ebe464b52b2f req-dee24f85-9b63-427a-923a-def770a43818 tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] Notify callbacks [] for port, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:28.781423 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.db [req-2e9e48c1-7413-45ab-b2f4-df6abfbe4eab req-ecf653b8-dafc-47d7-ad71-53b9229a1aef service neutron] For port 33f9921a-af0a-4689-af66-74372e6fe3df, host n-h2-773647-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=33f9921a-af0a-4689-af66-74372e6fe3df,segment=NetworkSegment(da615941-94ee-441c-92fd-37ca002df9b5),segment_id=da615941-94ee-441c-92fd-37ca002df9b5)] {{(pid=100247) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 13:56:28.786640 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-e307ad52-39ea-48bc-9d2e-d436bd11f02f req-887b2f25-b83a-4598-8c4d-293de7640b73 tempest-FloatingIPsAssociationNegativeTestJSON-1134509891 tempest-FloatingIPsAssociationNegativeTestJSON-1134509891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:28.786928 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-e307ad52-39ea-48bc-9d2e-d436bd11f02f req-887b2f25-b83a-4598-8c4d-293de7640b73 tempest-FloatingIPsAssociationNegativeTestJSON-1134509891 tempest-FloatingIPsAssociationNegativeTestJSON-1134509891-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:28.790552 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.provisioning_blocks [req-c679c6e9-3274-4525-82e1-ebe464b52b2f req-dee24f85-9b63-427a-923a-def770a43818 tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] Transition to ACTIVE for port object 39b82faa-9bb5-4637-ba57-e7b6ac96e89a will not be triggered until provisioned by entity DHCP. {{(pid=100247) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 13:56:28.798614 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-2e9e48c1-7413-45ab-b2f4-df6abfbe4eab req-ecf653b8-dafc-47d7-ad71-53b9229a1aef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:28.843141 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.plugin [req-e307ad52-39ea-48bc-9d2e-d436bd11f02f req-887b2f25-b83a-4598-8c4d-293de7640b73 tempest-FloatingIPsAssociationNegativeTestJSON-1134509891 tempest-FloatingIPsAssociationNegativeTestJSON-1134509891-project] Calling delete_port for b8124949-d32d-4244-b068-09197ed38ccc owned by network:floatingip {{(pid=100247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 13:56:28.887545 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9e48c1-7413-45ab-b2f4-df6abfbe4eab req-ecf653b8-dafc-47d7-ad71-53b9229a1aef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:28.888141 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-2e9e48c1-7413-45ab-b2f4-df6abfbe4eab req-ecf653b8-dafc-47d7-ad71-53b9229a1aef service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:28.889489 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-2e9e48c1-7413-45ab-b2f4-df6abfbe4eab req-ecf653b8-dafc-47d7-ad71-53b9229a1aef service neutron] 10.222.0.72 "PUT /v2.0/ports/33f9921a-af0a-4689-af66-74372e6fe3df HTTP/1.1" status: 200 len: 1092 time: 2.1528127 Jul 06 13:56:28.889928 n-d-773647-6 neutron-server[100247]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '409617e7-df61-4f61-8ec0-c00a7448d4c1', 'tag': '33f9921a-af0a-4689-af66-74372e6fe3df'}] {{(pid=100247) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 13:56:28.892734 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cbf0eeaae822f8fc9b87a94aeba67a3d651842baf663a51cba94b67a514836d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94247197-cec6-42ac-9c4b-a7489d538413" -d '{"events": [{"name": "network-changed", "server_uuid": "409617e7-df61-4f61-8ec0-c00a7448d4c1", "tag": "33f9921a-af0a-4689-af66-74372e6fe3df"}]}' {{(pid=100247) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:56:28.994435 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf653b8-dafc-47d7-ad71-53b9229a1aef service neutron] Pushing event updated for resources: {'Port': ['ID=33f9921a-af0a-4689-af66-74372e6fe3df,revision_number=3']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:56:29.026355 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-c679c6e9-3274-4525-82e1-ebe464b52b2f req-dee24f85-9b63-427a-923a-def770a43818 tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108'] for port, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:29.040325 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] get_ports_and_sgs() called for port_ids ['2985e841-186d-4c50-81aa-7edeced86cb2'] {{(pid=100248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 13:56:29.042599 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] get_ports_and_sgs() called for port_ids ['55579fa1-991f-40fa-9660-f6873bccef77'] {{(pid=100248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 13:56:29.083143 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88eb15c-2012-4202-a595-33505f6f1416 req-ed5bbf22-4c3b-49d6-925a-0270b309f49a tempest-ServersAdminTestJSON-391861328 tempest-ServersAdminTestJSON-391861328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:29.084659 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-d88eb15c-2012-4202-a595-33505f6f1416 req-ed5bbf22-4c3b-49d6-925a-0270b309f49a tempest-ServersAdminTestJSON-391861328 tempest-ServersAdminTestJSON-391861328-project] 10.222.0.104 "GET /v2.0/ports?device_id=63f04f24-a07c-4f56-a92d-98828f9b51fd HTTP/1.1" status: 200 len: 949 time: 0.2952683 Jul 06 13:56:29.107116 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c679c6e9-3274-4525-82e1-ebe464b52b2f req-dee24f85-9b63-427a-923a-def770a43818 tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] Network ac09d390-867f-4b75-a8d2-ab11550bffd6 is already hosted by enough agents. {{(pid=100247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 13:56:29.130320 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.base_scheduler [req-c679c6e9-3274-4525-82e1-ebe464b52b2f req-dee24f85-9b63-427a-923a-def770a43818 tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] Resources bound (agent type, host, resource id): {{(pid=100247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:56:29.138953 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.l3_dvrscheduler_db [req-c679c6e9-3274-4525-82e1-ebe464b52b2f req-dee24f85-9b63-427a-923a-def770a43818 tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] Received port after_create {{(pid=100247) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 13:56:29.144675 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c679c6e9-3274-4525-82e1-ebe464b52b2f req-dee24f85-9b63-427a-923a-def770a43818 tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:29.145290 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-c679c6e9-3274-4525-82e1-ebe464b52b2f req-dee24f85-9b63-427a-923a-def770a43818 tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:29.148409 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee24f85-9b63-427a-923a-def770a43818 tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] Pushing event updated for resources: {'Port': ['ID=39b82faa-9bb5-4637-ba57-e7b6ac96e89a,revision_number=1']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:56:29.190905 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9e48c1-7413-45ab-b2f4-df6abfbe4eab req-c8cbbbc7-3acd-4ee2-bb99-d0fbf10db8a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:29.192451 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-2e9e48c1-7413-45ab-b2f4-df6abfbe4eab req-c8cbbbc7-3acd-4ee2-bb99-d0fbf10db8a9 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=4cef06e2189c48a2819839e74c70f679&device_id=409617e7-df61-4f61-8ec0-c00a7448d4c1 HTTP/1.1" status: 200 len: 1095 time: 0.2403367 Jul 06 13:56:29.218218 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-c679c6e9-3274-4525-82e1-ebe464b52b2f req-dee24f85-9b63-427a-923a-def770a43818 tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] 10.222.0.127 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7227404 Jul 06 13:56:29.231892 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-d88eb15c-2012-4202-a595-33505f6f1416 req-60e45a6a-a662-4b3e-a7b8-7509514af970 tempest-ServersAdminTestJSON-391861328 tempest-ServersAdminTestJSON-391861328-project] 10.222.0.104 "GET /v2.0/security-groups?id=3bcee3ab-dc9e-46be-bc35-9f5a80cc9457&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376164 Jul 06 13:56:29.284421 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [req-c679c6e9-3274-4525-82e1-ebe464b52b2f req-cd16720b-b413-4620-8f96-e41bc7c0a7bc service neutron] Request body: {'port': {'device_id': '3abd5f1c-5cfa-40e5-8018-1960204a8886', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-773647-6'}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:56:29.310855 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-2e9e48c1-7413-45ab-b2f4-df6abfbe4eab req-6ada42c7-7391-4500-adef-c1e626a24ad8 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=33f9921a-af0a-4689-af66-74372e6fe3df HTTP/1.1" status: 200 len: 217 time: 0.1057153 Jul 06 13:56:29.322036 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-e307ad52-39ea-48bc-9d2e-d436bd11f02f req-887b2f25-b83a-4598-8c4d-293de7640b73 tempest-FloatingIPsAssociationNegativeTestJSON-1134509891 tempest-FloatingIPsAssociationNegativeTestJSON-1134509891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117'] for port, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:29.409451 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887b2f25-b83a-4598-8c4d-293de7640b73 tempest-FloatingIPsAssociationNegativeTestJSON-1134509891 tempest-FloatingIPsAssociationNegativeTestJSON-1134509891-project] Pushing event deleted for resources: {'Port': ['ID=b8124949-d32d-4244-b068-09197ed38ccc,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:56:29.445478 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-4c0cb99a-e956-4b69-b0b6-612c681fd0c7 None None] Provisioning for port 39b82faa-9bb5-4637-ba57-e7b6ac96e89a completed by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 13:56:29.449019 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-4c0cb99a-e956-4b69-b0b6-612c681fd0c7 None None] Provisioning complete for port 39b82faa-9bb5-4637-ba57-e7b6ac96e89a triggered by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:56:29.449392 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4c0cb99a-e956-4b69-b0b6-612c681fd0c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:29.462621 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-e307ad52-39ea-48bc-9d2e-d436bd11f02f req-887b2f25-b83a-4598-8c4d-293de7640b73 tempest-FloatingIPsAssociationNegativeTestJSON-1134509891 tempest-FloatingIPsAssociationNegativeTestJSON-1134509891-project] Notify callbacks [] for floatingip, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:29.465194 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-e307ad52-39ea-48bc-9d2e-d436bd11f02f req-887b2f25-b83a-4598-8c4d-293de7640b73 tempest-FloatingIPsAssociationNegativeTestJSON-1134509891 tempest-FloatingIPsAssociationNegativeTestJSON-1134509891-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for floatingip, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:29.466340 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-e307ad52-39ea-48bc-9d2e-d436bd11f02f req-887b2f25-b83a-4598-8c4d-293de7640b73 tempest-FloatingIPsAssociationNegativeTestJSON-1134509891 tempest-FloatingIPsAssociationNegativeTestJSON-1134509891-project] 10.222.0.104 "DELETE /v2.0/floatingips/013978fd-c049-4b5f-8289-b4b59d049136 HTTP/1.1" status: 204 len: 173 time: 1.3178625 Jul 06 13:56:29.482597 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9e48c1-7413-45ab-b2f4-df6abfbe4eab req-22e47024-def1-4b60-bbaf-ad3b8adc6f9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:29.484145 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-2e9e48c1-7413-45ab-b2f4-df6abfbe4eab req-22e47024-def1-4b60-bbaf-ad3b8adc6f9d service neutron] 10.222.0.72 "GET /v2.0/subnets?id=7f475f76-2dcc-4dce-adb2-7deed8b8ad71 HTTP/1.1" status: 200 len: 861 time: 0.1647987 Jul 06 13:56:29.488485 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-4c0cb99a-e956-4b69-b0b6-612c681fd0c7 None None] Port 39b82faa-9bb5-4637-ba57-e7b6ac96e89a cannot update to ACTIVE because it is not bound. {{(pid=100248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 13:56:29.489216 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-c679c6e9-3274-4525-82e1-ebe464b52b2f req-cd16720b-b413-4620-8f96-e41bc7c0a7bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:29.538104 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-36a95218-644b-450c-8720-8ed1ddbdf750 req-3d6b79ab-4695-4398-8797-bc59b6a1b21d tempest-SecurityGroupRulesNegativeTestJSON-1431263480 tempest-SecurityGroupRulesNegativeTestJSON-1431263480-project] 10.222.0.104 "GET /v2.0/security-groups/618c2e03-8daf-402a-9a8a-300a03019742 HTTP/1.1" status: 200 len: 1812 time: 0.1570594 Jul 06 13:56:29.540019 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-2e9e48c1-7413-45ab-b2f4-df6abfbe4eab req-ba9e36e6-5f97-4210-911f-3c7a4fb42a58 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=719b716d-a00d-48ee-8755-3a8bbdfaf0d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0442612 Jul 06 13:56:29.848861 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-2e9e48c1-7413-45ab-b2f4-df6abfbe4eab req-eaa9677a-cc27-4894-bcae-35b4a824dd99 service neutron] 10.222.0.72 "GET /v2.0/networks/719b716d-a00d-48ee-8755-3a8bbdfaf0d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2872221 Jul 06 13:56:29.872202 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff10db52-7fbd-492f-b4ba-8edd8790f1f8 req-7a4ccdec-c324-4bf4-a605-4f9cdabe8585 tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:29.873622 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-ff10db52-7fbd-492f-b4ba-8edd8790f1f8 req-7a4ccdec-c324-4bf4-a605-4f9cdabe8585 tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] 10.222.0.104 "GET /v2.0/ports?device_id=3abd5f1c-5cfa-40e5-8018-1960204a8886 HTTP/1.1" status: 200 len: 936 time: 0.3001502 Jul 06 13:56:29.881832 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-36a95218-644b-450c-8720-8ed1ddbdf750 req-2377b3bc-519d-4e40-9b5d-92598d507a6c tempest-SecurityGroupRulesNegativeTestJSON-1431263480 tempest-SecurityGroupRulesNegativeTestJSON-1431263480-project] Notify callbacks [] for security_group, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:29.972480 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-36a95218-644b-450c-8720-8ed1ddbdf750 req-2377b3bc-519d-4e40-9b5d-92598d507a6c tempest-SecurityGroupRulesNegativeTestJSON-1431263480 tempest-SecurityGroupRulesNegativeTestJSON-1431263480-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:30.041312 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-ff10db52-7fbd-492f-b4ba-8edd8790f1f8 req-37544a18-f0e2-4416-a1bf-3d007e9d56de tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] 10.222.0.104 "GET /v2.0/security-groups?id=9f5b92e9-7340-49c3-a9bb-41e4a1caffc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1575997 Jul 06 13:56:30.069007 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-2e9e48c1-7413-45ab-b2f4-df6abfbe4eab req-2dc1e6f9-6c60-41fe-8d91-a1f227963f79 service neutron] 10.222.0.72 "GET /v2.0/networks/719b716d-a00d-48ee-8755-3a8bbdfaf0d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2056463 Jul 06 13:56:30.074239 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-36a95218-644b-450c-8720-8ed1ddbdf750 req-2377b3bc-519d-4e40-9b5d-92598d507a6c tempest-SecurityGroupRulesNegativeTestJSON-1431263480 tempest-SecurityGroupRulesNegativeTestJSON-1431263480-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:30.076828 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-36a95218-644b-450c-8720-8ed1ddbdf750 req-2377b3bc-519d-4e40-9b5d-92598d507a6c tempest-SecurityGroupRulesNegativeTestJSON-1431263480 tempest-SecurityGroupRulesNegativeTestJSON-1431263480-project] Notify callbacks [] for security_group, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:30.077968 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-36a95218-644b-450c-8720-8ed1ddbdf750 req-2377b3bc-519d-4e40-9b5d-92598d507a6c tempest-SecurityGroupRulesNegativeTestJSON-1431263480 tempest-SecurityGroupRulesNegativeTestJSON-1431263480-project] 10.222.0.104 "DELETE /v2.0/security-groups/618c2e03-8daf-402a-9a8a-300a03019742 HTTP/1.1" status: 204 len: 173 time: 0.5336270 Jul 06 13:56:30.114414 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2377b3bc-519d-4e40-9b5d-92598d507a6c tempest-SecurityGroupRulesNegativeTestJSON-1431263480 tempest-SecurityGroupRulesNegativeTestJSON-1431263480-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=618c2e03-8daf-402a-9a8a-300a03019742,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:56:30.121027 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [req-b5eddc49-8b92-4afe-8881-ef2d635137f9 req-39c9e70c-eab7-41fa-a9be-7c748a4972b2 tempest-SecurityGroupsTestJSON-63281774 tempest-SecurityGroupsTestJSON-63281774-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-492246937', 'description': 'tempest-description-1212423997'}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:56:30.146187 n-d-773647-6 neutron-server[100247]: DEBUG neutron.notifiers.nova [req-c679c6e9-3274-4525-82e1-ebe464b52b2f req-cd16720b-b413-4620-8f96-e41bc7c0a7bc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 39b82faa-9bb5-4637-ba57-e7b6ac96e89a {{(pid=100247) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 13:56:30.159465 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-c679c6e9-3274-4525-82e1-ebe464b52b2f req-cd16720b-b413-4620-8f96-e41bc7c0a7bc service neutron] Notify callbacks [] for port, precommit_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:30.198093 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-b5eddc49-8b92-4afe-8881-ef2d635137f9 req-39c9e70c-eab7-41fa-a9be-7c748a4972b2 tempest-SecurityGroupsTestJSON-63281774 tempest-SecurityGroupsTestJSON-63281774-project] Notify callbacks [] for security_group, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:30.503195 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.provisioning_blocks [req-c679c6e9-3274-4525-82e1-ebe464b52b2f req-cd16720b-b413-4620-8f96-e41bc7c0a7bc service neutron] Transition to ACTIVE for port object 39b82faa-9bb5-4637-ba57-e7b6ac96e89a will not be triggered until provisioned by entity L2. {{(pid=100247) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 13:56:30.510691 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-c679c6e9-3274-4525-82e1-ebe464b52b2f req-cd16720b-b413-4620-8f96-e41bc7c0a7bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:30.608020 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd16720b-b413-4620-8f96-e41bc7c0a7bc service neutron] Pushing event updated for resources: {'Port': ['ID=39b82faa-9bb5-4637-ba57-e7b6ac96e89a,revision_number=2']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:56:30.637779 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa472883-d5a4-46fb-8182-9a5e13c3f8c1 req-23bc0472-965a-424f-aace-861a4a09962a tempest-LiveAutoBlockMigrationV225Test-654794443 tempest-LiveAutoBlockMigrationV225Test-654794443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:30.639331 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-fa472883-d5a4-46fb-8182-9a5e13c3f8c1 req-23bc0472-965a-424f-aace-861a4a09962a tempest-LiveAutoBlockMigrationV225Test-654794443 tempest-LiveAutoBlockMigrationV225Test-654794443-project] 10.222.0.104 "GET /v2.0/ports?device_id=409617e7-df61-4f61-8ec0-c00a7448d4c1 HTTP/1.1" status: 200 len: 944 time: 0.4869947 Jul 06 13:56:30.679926 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.managers [req-c679c6e9-3274-4525-82e1-ebe464b52b2f req-cd16720b-b413-4620-8f96-e41bc7c0a7bc service neutron] Attempting to bind port 39b82faa-9bb5-4637-ba57-e7b6ac96e89a on host n-h1-773647-6 for vnic_type normal with profile {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 13:56:30.680268 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.managers [req-c679c6e9-3274-4525-82e1-ebe464b52b2f req-cd16720b-b413-4620-8f96-e41bc7c0a7bc service neutron] Attempting to bind port 39b82faa-9bb5-4637-ba57-e7b6ac96e89a by drivers openvswitch,hyperv on host n-h1-773647-6 at level 0 using segments [{'id': 'c9ea893d-045e-42cf-b3dd-cdd1f79baccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'ac09d390-867f-4b75-a8d2-ab11550bffd6'}] {{(pid=100247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 13:56:30.680597 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c679c6e9-3274-4525-82e1-ebe464b52b2f req-cd16720b-b413-4620-8f96-e41bc7c0a7bc service neutron] Attempting to bind port 39b82faa-9bb5-4637-ba57-e7b6ac96e89a on network ac09d390-867f-4b75-a8d2-ab11550bffd6 {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 13:56:30.694634 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c679c6e9-3274-4525-82e1-ebe464b52b2f req-cd16720b-b413-4620-8f96-e41bc7c0a7bc service neutron] Port 39b82faa-9bb5-4637-ba57-e7b6ac96e89a on network ac09d390-867f-4b75-a8d2-ab11550bffd6 not bound, no agent of type Open vSwitch agent registered on host n-h1-773647-6 {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 13:56:30.694960 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c679c6e9-3274-4525-82e1-ebe464b52b2f req-cd16720b-b413-4620-8f96-e41bc7c0a7bc service neutron] Attempting to bind port 39b82faa-9bb5-4637-ba57-e7b6ac96e89a on network ac09d390-867f-4b75-a8d2-ab11550bffd6 {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 13:56:30.718684 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c679c6e9-3274-4525-82e1-ebe464b52b2f req-cd16720b-b413-4620-8f96-e41bc7c0a7bc service neutron] Checking agent: {'id': '5bf7147f-bada-4441-a5dc-934b903473fb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-773647-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 51, 12), 'started_at': datetime.datetime(2021, 7, 6, 13, 51, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 13, 56, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 13:56:30.719050 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c679c6e9-3274-4525-82e1-ebe464b52b2f req-cd16720b-b413-4620-8f96-e41bc7c0a7bc service neutron] Checking segment: {'id': 'c9ea893d-045e-42cf-b3dd-cdd1f79baccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'ac09d390-867f-4b75-a8d2-ab11550bffd6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100247) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 13:56:30.719466 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c679c6e9-3274-4525-82e1-ebe464b52b2f req-cd16720b-b413-4620-8f96-e41bc7c0a7bc service neutron] Bound using segment: {'id': 'c9ea893d-045e-42cf-b3dd-cdd1f79baccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'ac09d390-867f-4b75-a8d2-ab11550bffd6'} {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 13:56:30.720151 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.managers [req-c679c6e9-3274-4525-82e1-ebe464b52b2f req-cd16720b-b413-4620-8f96-e41bc7c0a7bc service neutron] Bound port: 39b82faa-9bb5-4637-ba57-e7b6ac96e89a, host: n-h1-773647-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c9ea893d-045e-42cf-b3dd-cdd1f79baccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'ac09d390-867f-4b75-a8d2-ab11550bffd6'}}] {{(pid=100247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 13:56:30.720502 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-c679c6e9-3274-4525-82e1-ebe464b52b2f req-cd16720b-b413-4620-8f96-e41bc7c0a7bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:30.735729 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-b5eddc49-8b92-4afe-8881-ef2d635137f9 req-39c9e70c-eab7-41fa-a9be-7c748a4972b2 tempest-SecurityGroupsTestJSON-63281774 tempest-SecurityGroupsTestJSON-63281774-project] Notify callbacks [] for security_group, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:30.739055 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-fa472883-d5a4-46fb-8182-9a5e13c3f8c1 req-48f14cea-af2c-4b06-bde7-c925626d9291 tempest-LiveAutoBlockMigrationV225Test-654794443 tempest-LiveAutoBlockMigrationV225Test-654794443-project] 10.222.0.104 "GET /v2.0/security-groups?id=43f6fcb8-9501-44d6-9feb-82c82c5d5862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870957 Jul 06 13:56:30.741655 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-b5eddc49-8b92-4afe-8881-ef2d635137f9 req-39c9e70c-eab7-41fa-a9be-7c748a4972b2 tempest-SecurityGroupsTestJSON-63281774 tempest-SecurityGroupsTestJSON-63281774-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:30.791546 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 13:56:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44500433-aa78-4bcc-9f9e-d533c4e45c93 x-openstack-request-id: req-44500433-aa78-4bcc-9f9e-d533c4e45c93 {{(pid=100247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:56:30.791834 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "409617e7-df61-4f61-8ec0-c00a7448d4c1", "tag": "33f9921a-af0a-4689-af66-74372e6fe3df", "status": "completed", "code": 200}]} {{(pid=100247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:56:30.792079 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-44500433-aa78-4bcc-9f9e-d533c4e45c93 {{(pid=100247) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:56:30.792466 n-d-773647-6 neutron-server[100247]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '409617e7-df61-4f61-8ec0-c00a7448d4c1', 'tag': '33f9921a-af0a-4689-af66-74372e6fe3df', 'status': 'completed', 'code': 200} Jul 06 13:56:30.793152 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-b5eddc49-8b92-4afe-8881-ef2d635137f9 req-39c9e70c-eab7-41fa-a9be-7c748a4972b2 tempest-SecurityGroupsTestJSON-63281774 tempest-SecurityGroupsTestJSON-63281774-project] Notify callbacks [] for security_group, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:30.794448 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-b5eddc49-8b92-4afe-8881-ef2d635137f9 req-39c9e70c-eab7-41fa-a9be-7c748a4972b2 tempest-SecurityGroupsTestJSON-63281774 tempest-SecurityGroupsTestJSON-63281774-project] 10.222.0.104 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.6811609 Jul 06 13:56:30.799207 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c9e70c-eab7-41fa-a9be-7c748a4972b2 tempest-SecurityGroupsTestJSON-63281774 tempest-SecurityGroupsTestJSON-63281774-project] Pushing event updated for resources: {'SecurityGroup': ['ID=88d56232-e7d5-4ba0-b807-dc51f2a7d83c,revision_number=1']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:56:30.859637 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.db [req-c679c6e9-3274-4525-82e1-ebe464b52b2f req-cd16720b-b413-4620-8f96-e41bc7c0a7bc service neutron] For port 39b82faa-9bb5-4637-ba57-e7b6ac96e89a, host n-h1-773647-6, cleared binding levels {{(pid=100247) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 13:56:30.910383 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.db [req-c679c6e9-3274-4525-82e1-ebe464b52b2f req-cd16720b-b413-4620-8f96-e41bc7c0a7bc service neutron] For port 39b82faa-9bb5-4637-ba57-e7b6ac96e89a, host n-h1-773647-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773647-6',level=0,port_id=39b82faa-9bb5-4637-ba57-e7b6ac96e89a,segment=NetworkSegment(c9ea893d-045e-42cf-b3dd-cdd1f79baccd),segment_id=c9ea893d-045e-42cf-b3dd-cdd1f79baccd)] {{(pid=100247) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 13:56:30.937319 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-c679c6e9-3274-4525-82e1-ebe464b52b2f req-cd16720b-b413-4620-8f96-e41bc7c0a7bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:31.031159 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c679c6e9-3274-4525-82e1-ebe464b52b2f req-cd16720b-b413-4620-8f96-e41bc7c0a7bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:31.031857 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-c679c6e9-3274-4525-82e1-ebe464b52b2f req-cd16720b-b413-4620-8f96-e41bc7c0a7bc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:31.033250 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-c679c6e9-3274-4525-82e1-ebe464b52b2f req-cd16720b-b413-4620-8f96-e41bc7c0a7bc service neutron] 10.222.0.127 "PUT /v2.0/ports/39b82faa-9bb5-4637-ba57-e7b6ac96e89a HTTP/1.1" status: 200 len: 1096 time: 1.8003976 Jul 06 13:56:31.036463 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-fa849e76-7cdf-441f-8d17-f11bf3125091 req-fe64299f-940c-4488-80af-f6d515ebbd4d tempest-FloatingIPsAssociationNegativeTestJSON-1134509891 tempest-FloatingIPsAssociationNegativeTestJSON-1134509891-project] 10.222.0.104 "GET /v2.0/floatingips?floating_ip_address=172.25.0.22 HTTP/1.1" status: 200 len: 1000 time: 0.1995215 Jul 06 13:56:31.110138 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd16720b-b413-4620-8f96-e41bc7c0a7bc service neutron] Pushing event updated for resources: {'Port': ['ID=39b82faa-9bb5-4637-ba57-e7b6ac96e89a,revision_number=3']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:56:31.113902 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94247197-cec6-42ac-9c4b-a7489d538413 req-cde3aa54-8ab4-4b32-9e2d-5c2c3245e701 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:31.115489 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-94247197-cec6-42ac-9c4b-a7489d538413 req-cde3aa54-8ab4-4b32-9e2d-5c2c3245e701 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=4cef06e2189c48a2819839e74c70f679&device_id=409617e7-df61-4f61-8ec0-c00a7448d4c1 HTTP/1.1" status: 200 len: 1095 time: 0.2915444 Jul 06 13:56:31.220834 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa849e76-7cdf-441f-8d17-f11bf3125091 req-7888245c-2932-408d-8439-89d71138e37e tempest-FloatingIPsAssociationNegativeTestJSON-1134509891 tempest-FloatingIPsAssociationNegativeTestJSON-1134509891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:31.222224 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-fa849e76-7cdf-441f-8d17-f11bf3125091 req-7888245c-2932-408d-8439-89d71138e37e tempest-FloatingIPsAssociationNegativeTestJSON-1134509891 tempest-FloatingIPsAssociationNegativeTestJSON-1134509891-project] 10.222.0.104 "GET /v2.0/ports/610d8fb5-6871-475a-b090-fabadac817aa HTTP/1.1" status: 200 len: 942 time: 0.1758006 Jul 06 13:56:31.235240 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66fcd55-6b64-41a7-9797-f4afbd46d2e7 req-d03db86d-6c07-4646-a32e-312ec78d7143 tempest-LiveMigrationTest-2001684970 tempest-LiveMigrationTest-2001684970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:31.236703 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-c66fcd55-6b64-41a7-9797-f4afbd46d2e7 req-d03db86d-6c07-4646-a32e-312ec78d7143 tempest-LiveMigrationTest-2001684970 tempest-LiveMigrationTest-2001684970-project] 10.222.0.104 "GET /v2.0/ports?device_id=e5d6f9ee-637a-4a55-8546-2be14770c0f2 HTTP/1.1" status: 200 len: 945 time: 0.3310654 Jul 06 13:56:31.301863 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94247197-cec6-42ac-9c4b-a7489d538413 req-525aeec5-4439-45e2-85c7-5ed792d3e41e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:31.303269 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-94247197-cec6-42ac-9c4b-a7489d538413 req-525aeec5-4439-45e2-85c7-5ed792d3e41e service neutron] 10.222.0.72 "GET /v2.0/networks?id=719b716d-a00d-48ee-8755-3a8bbdfaf0d2 HTTP/1.1" status: 200 len: 923 time: 0.1631672 Jul 06 13:56:31.309346 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c679c6e9-3274-4525-82e1-ebe464b52b2f req-05163938-c897-4e71-9acd-390d7f8f4fb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:31.310759 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-c679c6e9-3274-4525-82e1-ebe464b52b2f req-05163938-c897-4e71-9acd-390d7f8f4fb5 service neutron] 10.222.0.127 "GET /v2.0/ports?tenant_id=483ead9cc6094290930ff4aed37f7463&device_id=3abd5f1c-5cfa-40e5-8018-1960204a8886 HTTP/1.1" status: 200 len: 1099 time: 0.2137318 Jul 06 13:56:31.320865 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-c66fcd55-6b64-41a7-9797-f4afbd46d2e7 req-fa44565d-51be-4365-8a8e-ea8686914e36 tempest-LiveMigrationTest-2001684970 tempest-LiveMigrationTest-2001684970-project] 10.222.0.104 "GET /v2.0/security-groups?id=7e243ebf-9cf4-4917-8da6-0fd38b06f795&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745206 Jul 06 13:56:31.426716 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-94247197-cec6-42ac-9c4b-a7489d538413 req-d80a92dc-1574-4c67-a4c9-e2601833421f service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=33f9921a-af0a-4689-af66-74372e6fe3df HTTP/1.1" status: 200 len: 217 time: 0.1149867 Jul 06 13:56:31.441441 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-c679c6e9-3274-4525-82e1-ebe464b52b2f req-a9eb8f19-2c9a-434d-b7de-d41e97af1946 service neutron] 10.222.0.127 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.141&port_id=39b82faa-9bb5-4637-ba57-e7b6ac96e89a HTTP/1.1" status: 200 len: 217 time: 0.1197402 Jul 06 13:56:31.565351 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-fa849e76-7cdf-441f-8d17-f11bf3125091 req-14a31e73-21ec-4337-9494-b4bd9d19e884 tempest-FloatingIPsAssociationNegativeTestJSON-1134509891 tempest-FloatingIPsAssociationNegativeTestJSON-1134509891-project] 10.222.0.104 "GET /v2.0/floatingips?floating_ip_address=172.25.0.22 HTTP/1.1" status: 200 len: 1000 time: 0.2525823 Jul 06 13:56:31.593590 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94247197-cec6-42ac-9c4b-a7489d538413 req-21f9deb5-8eb3-4efc-8989-62d67dfc668b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:31.595181 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-94247197-cec6-42ac-9c4b-a7489d538413 req-21f9deb5-8eb3-4efc-8989-62d67dfc668b service neutron] 10.222.0.72 "GET /v2.0/subnets?id=7f475f76-2dcc-4dce-adb2-7deed8b8ad71 HTTP/1.1" status: 200 len: 861 time: 0.1568367 Jul 06 13:56:31.601154 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c679c6e9-3274-4525-82e1-ebe464b52b2f req-9e88fab6-7388-4ded-abc5-16f8b4dcd9f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:31.602475 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-c679c6e9-3274-4525-82e1-ebe464b52b2f req-9e88fab6-7388-4ded-abc5-16f8b4dcd9f2 service neutron] 10.222.0.127 "GET /v2.0/subnets?id=d1c3cc78-09b9-4e30-99fd-0e5830de101d HTTP/1.1" status: 200 len: 843 time: 0.1334403 Jul 06 13:56:31.605066 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-3195663f-633d-4ddd-8240-7c0bfeec29ea req-76e6bc84-80e6-49f0-8f44-e71ff0b35e8f tempest-SecurityGroupRulesNegativeTestJSON-1431263480 tempest-SecurityGroupRulesNegativeTestJSON-1431263480-project] 10.222.0.104 "GET /v2.0/security-groups/9c5c8b1e-b3a3-4ce3-ab8b-8b9d2c51ed82 HTTP/1.1" status: 200 len: 1812 time: 0.2421672 Jul 06 13:56:31.690746 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Device 525ecf50-c68e-42e3-b492-e0a27ff68cab details requested by agent hyperv_n-h1-773647-6 with host n-h1-773647-6 {{(pid=100248) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 13:56:31.706073 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-94247197-cec6-42ac-9c4b-a7489d538413 req-e8c3bd5d-73e7-4a25-a183-0ac717816bed service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=719b716d-a00d-48ee-8755-3a8bbdfaf0d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0998700 Jul 06 13:56:31.726280 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36f5d62-1ff1-4ebe-813b-c8b1c569bc2f req-cfc0f0a2-8741-4619-90fe-d381c6e17a0b tempest-LiveMigrationTest-343502667 tempest-LiveMigrationTest-343502667-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:31.727795 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-e36f5d62-1ff1-4ebe-813b-c8b1c569bc2f req-cfc0f0a2-8741-4619-90fe-d381c6e17a0b tempest-LiveMigrationTest-343502667 tempest-LiveMigrationTest-343502667-project-admin] 10.222.0.127 "GET /v2.0/ports?device_id=e5d6f9ee-637a-4a55-8546-2be14770c0f2&tenant_id=125e6575b3ba4365b3ae01568cef269b&binding%3Ahost_id=n-h2-773647-6 HTTP/1.1" status: 200 len: 1096 time: 0.3627605 Jul 06 13:56:31.772432 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [req-e36f5d62-1ff1-4ebe-813b-c8b1c569bc2f req-98e15e29-bd1c-48ce-b263-084fb85cb3c3 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-773647-6'}}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:56:31.788890 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] For port 525ecf50-c68e-42e3-b492-e0a27ff68cab, host n-h2-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=525ecf50-c68e-42e3-b492-e0a27ff68cab,segment=NetworkSegment(65749612-fb0d-4f34-9eb9-d06c3a2fda80),segment_id=65749612-fb0d-4f34-9eb9-d06c3a2fda80)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:56:31.800691 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Device 525ecf50-c68e-42e3-b492-e0a27ff68cab has no active binding in host n-h1-773647-6 {{(pid=100248) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 06 13:56:31.897567 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa849e76-7cdf-441f-8d17-f11bf3125091 req-f08728fd-8bf7-4d2e-86e3-795b9f89e50d tempest-FloatingIPsAssociationNegativeTestJSON-1134509891 tempest-FloatingIPsAssociationNegativeTestJSON-1134509891-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:31.898930 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-fa849e76-7cdf-441f-8d17-f11bf3125091 req-f08728fd-8bf7-4d2e-86e3-795b9f89e50d tempest-FloatingIPsAssociationNegativeTestJSON-1134509891 tempest-FloatingIPsAssociationNegativeTestJSON-1134509891-project] 10.222.0.104 "GET /v2.0/networks/2658f09e-a580-4d4a-9968-2d1e0ad93719 HTTP/1.1" status: 200 len: 784 time: 0.3193810 Jul 06 13:56:31.925056 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-3195663f-633d-4ddd-8240-7c0bfeec29ea req-19957eda-3a9c-43ed-a79c-4bf921f04e01 tempest-SecurityGroupRulesNegativeTestJSON-1431263480 tempest-SecurityGroupRulesNegativeTestJSON-1431263480-project] Notify callbacks [] for security_group, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:32.007056 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c679c6e9-3274-4525-82e1-ebe464b52b2f req-8373848c-8f18-49d7-bd8d-07652baf9f37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:32.008575 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-c679c6e9-3274-4525-82e1-ebe464b52b2f req-8373848c-8f18-49d7-bd8d-07652baf9f37 service neutron] 10.222.0.127 "GET /v2.0/ports?network_id=ac09d390-867f-4b75-a8d2-ab11550bffd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3892951 Jul 06 13:56:32.043557 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-94247197-cec6-42ac-9c4b-a7489d538413 req-01b2bfd9-b747-42a1-a9c3-78fa3fd990e1 service neutron] 10.222.0.72 "GET /v2.0/networks/719b716d-a00d-48ee-8755-3a8bbdfaf0d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3122373 Jul 06 13:56:32.047251 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-3195663f-633d-4ddd-8240-7c0bfeec29ea req-19957eda-3a9c-43ed-a79c-4bf921f04e01 tempest-SecurityGroupRulesNegativeTestJSON-1431263480 tempest-SecurityGroupRulesNegativeTestJSON-1431263480-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:32.090646 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-e36f5d62-1ff1-4ebe-813b-c8b1c569bc2f req-98e15e29-bd1c-48ce-b263-084fb85cb3c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:32.171337 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-fa849e76-7cdf-441f-8d17-f11bf3125091 req-5835be7e-9196-4030-81f8-e5d924f1b9aa tempest-FloatingIPsAssociationNegativeTestJSON-1134509891 tempest-FloatingIPsAssociationNegativeTestJSON-1134509891-project] 10.222.0.104 "GET /v2.0/floatingips?floating_ip_address=172.25.0.22 HTTP/1.1" status: 200 len: 1000 time: 0.2528551 Jul 06 13:56:32.196862 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [req-fa849e76-7cdf-441f-8d17-f11bf3125091 req-1a4845f3-1993-4a9b-a29f-8cd4c4c6f638 tempest-FloatingIPsAssociationNegativeTestJSON-1134509891 tempest-FloatingIPsAssociationNegativeTestJSON-1134509891-project] Request body: {'floatingip': {'port_id': None}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:56:32.291123 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-3195663f-633d-4ddd-8240-7c0bfeec29ea req-19957eda-3a9c-43ed-a79c-4bf921f04e01 tempest-SecurityGroupRulesNegativeTestJSON-1431263480 tempest-SecurityGroupRulesNegativeTestJSON-1431263480-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:32.293743 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-3195663f-633d-4ddd-8240-7c0bfeec29ea req-19957eda-3a9c-43ed-a79c-4bf921f04e01 tempest-SecurityGroupRulesNegativeTestJSON-1431263480 tempest-SecurityGroupRulesNegativeTestJSON-1431263480-project] Notify callbacks [] for security_group, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:32.294857 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-3195663f-633d-4ddd-8240-7c0bfeec29ea req-19957eda-3a9c-43ed-a79c-4bf921f04e01 tempest-SecurityGroupRulesNegativeTestJSON-1431263480 tempest-SecurityGroupRulesNegativeTestJSON-1431263480-project] 10.222.0.104 "DELETE /v2.0/security-groups/9c5c8b1e-b3a3-4ce3-ab8b-8b9d2c51ed82 HTTP/1.1" status: 204 len: 173 time: 0.6766102 Jul 06 13:56:32.369686 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19957eda-3a9c-43ed-a79c-4bf921f04e01 tempest-SecurityGroupRulesNegativeTestJSON-1431263480 tempest-SecurityGroupRulesNegativeTestJSON-1431263480-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c5c8b1e-b3a3-4ce3-ab8b-8b9d2c51ed82,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:56:32.388636 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-fa849e76-7cdf-441f-8d17-f11bf3125091 req-1a4845f3-1993-4a9b-a29f-8cd4c4c6f638 tempest-FloatingIPsAssociationNegativeTestJSON-1134509891 tempest-FloatingIPsAssociationNegativeTestJSON-1134509891-project] Notify callbacks [] for floatingip, before_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:32.396956 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-c679c6e9-3274-4525-82e1-ebe464b52b2f req-ed8a83f7-adb2-463c-8d0f-7d5f700bd596 service neutron] 10.222.0.127 "GET /v2.0/networks/ac09d390-867f-4b75-a8d2-ab11550bffd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3760231 Jul 06 13:56:32.436502 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-94247197-cec6-42ac-9c4b-a7489d538413 req-a860fff4-d7a2-454a-88cc-0aafb37e7bfd service neutron] 10.222.0.72 "GET /v2.0/networks/719b716d-a00d-48ee-8755-3a8bbdfaf0d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3466687 Jul 06 13:56:32.796644 n-d-773647-6 neutron-server[100247]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3abd5f1c-5cfa-40e5-8018-1960204a8886', 'tag': '39b82faa-9bb5-4637-ba57-e7b6ac96e89a'}] {{(pid=100247) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 13:56:32.798894 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cbf0eeaae822f8fc9b87a94aeba67a3d651842baf663a51cba94b67a514836d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3019b6aa-53db-47cd-9c82-fe5716856ce8" -d '{"events": [{"name": "network-changed", "server_uuid": "3abd5f1c-5cfa-40e5-8018-1960204a8886", "tag": "39b82faa-9bb5-4637-ba57-e7b6ac96e89a"}]}' {{(pid=100247) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:56:32.889804 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.db [req-e36f5d62-1ff1-4ebe-813b-c8b1c569bc2f req-98e15e29-bd1c-48ce-b263-084fb85cb3c3 service neutron] For port 525ecf50-c68e-42e3-b492-e0a27ff68cab, host n-h2-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=525ecf50-c68e-42e3-b492-e0a27ff68cab,segment=NetworkSegment(65749612-fb0d-4f34-9eb9-d06c3a2fda80),segment_id=65749612-fb0d-4f34-9eb9-d06c3a2fda80)] {{(pid=100247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:56:32.988292 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-c679c6e9-3274-4525-82e1-ebe464b52b2f req-e2fc72f7-9ce4-4a3f-8a7e-5e911cb06fe2 service neutron] 10.222.0.127 "GET /v2.0/networks/ac09d390-867f-4b75-a8d2-ab11550bffd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5538926 Jul 06 13:56:32.990931 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-fa849e76-7cdf-441f-8d17-f11bf3125091 req-1a4845f3-1993-4a9b-a29f-8cd4c4c6f638 tempest-FloatingIPsAssociationNegativeTestJSON-1134509891 tempest-FloatingIPsAssociationNegativeTestJSON-1134509891-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:33.002339 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b6cf77-d5b3-4510-b8a4-24e6b80ef20f req-72889944-0f5d-49c1-89b1-becef71759b4 tempest-ServersAdminTestJSON-391861328 tempest-ServersAdminTestJSON-391861328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:33.003829 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-a8b6cf77-d5b3-4510-b8a4-24e6b80ef20f req-72889944-0f5d-49c1-89b1-becef71759b4 tempest-ServersAdminTestJSON-391861328 tempest-ServersAdminTestJSON-391861328-project] 10.222.0.104 "GET /v2.0/ports?device_id=63f04f24-a07c-4f56-a92d-98828f9b51fd HTTP/1.1" status: 200 len: 949 time: 0.6101081 Jul 06 13:56:33.010041 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-fa849e76-7cdf-441f-8d17-f11bf3125091 req-1a4845f3-1993-4a9b-a29f-8cd4c4c6f638 tempest-FloatingIPsAssociationNegativeTestJSON-1134509891 tempest-FloatingIPsAssociationNegativeTestJSON-1134509891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1761130'] for floatingip, after_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:33.010367 n-d-773647-6 neutron-server[100247]: INFO neutron.db.l3_db [req-fa849e76-7cdf-441f-8d17-f11bf3125091 req-1a4845f3-1993-4a9b-a29f-8cd4c4c6f638 tempest-FloatingIPsAssociationNegativeTestJSON-1134509891 tempest-FloatingIPsAssociationNegativeTestJSON-1134509891-project] Floating IP 5cc65b52-2cff-42c7-9811-2c2ccf381e1f disassociated. External IP: 172.25.0.22, port: 610d8fb5-6871-475a-b090-fabadac817aa. Jul 06 13:56:33.074526 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.db [req-e36f5d62-1ff1-4ebe-813b-c8b1c569bc2f req-98e15e29-bd1c-48ce-b263-084fb85cb3c3 service neutron] For port 525ecf50-c68e-42e3-b492-e0a27ff68cab, host n-h2-773647-6, cleared binding levels {{(pid=100247) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 13:56:33.120777 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-a8b6cf77-d5b3-4510-b8a4-24e6b80ef20f req-aacef00a-6e50-4c98-b468-ff7b7a8efb29 tempest-ServersAdminTestJSON-391861328 tempest-ServersAdminTestJSON-391861328-project] 10.222.0.104 "GET /v2.0/security-groups?id=3bcee3ab-dc9e-46be-bc35-9f5a80cc9457&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082065 Jul 06 13:56:33.164790 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-e36f5d62-1ff1-4ebe-813b-c8b1c569bc2f req-98e15e29-bd1c-48ce-b263-084fb85cb3c3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:33.175667 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-e36f5d62-1ff1-4ebe-813b-c8b1c569bc2f req-98e15e29-bd1c-48ce-b263-084fb85cb3c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:33.282203 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [req-89e53ab8-e192-4f2d-a822-2af6eb334542 req-9119578c-d866-4bd5-a898-7c1c9ae2bf78 tempest-SecurityGroupsTestJSON-63281774 tempest-SecurityGroupsTestJSON-63281774-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-183137860', 'description': 'tempest-description-618709704'}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:56:33.288440 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e15e29-bd1c-48ce-b263-084fb85cb3c3 service neutron] Pushing event updated for resources: {'Port': ['ID=525ecf50-c68e-42e3-b492-e0a27ff68cab,revision_number=7']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:56:33.374136 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.managers [req-e36f5d62-1ff1-4ebe-813b-c8b1c569bc2f req-98e15e29-bd1c-48ce-b263-084fb85cb3c3 service neutron] Attempting to bind port 525ecf50-c68e-42e3-b492-e0a27ff68cab on host n-h2-773647-6 for vnic_type normal with profile {"migrating_to": "n-h1-773647-6"} {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 13:56:33.374474 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.managers [req-e36f5d62-1ff1-4ebe-813b-c8b1c569bc2f req-98e15e29-bd1c-48ce-b263-084fb85cb3c3 service neutron] Attempting to bind port 525ecf50-c68e-42e3-b492-e0a27ff68cab by drivers openvswitch,hyperv on host n-h2-773647-6 at level 0 using segments [{'id': '65749612-fb0d-4f34-9eb9-d06c3a2fda80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1045, 'network_id': '4f6c277b-1b2d-40ad-a374-15bf31b2f6e9'}] {{(pid=100247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 13:56:33.374806 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e36f5d62-1ff1-4ebe-813b-c8b1c569bc2f req-98e15e29-bd1c-48ce-b263-084fb85cb3c3 service neutron] Attempting to bind port 525ecf50-c68e-42e3-b492-e0a27ff68cab on network 4f6c277b-1b2d-40ad-a374-15bf31b2f6e9 {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 13:56:33.380157 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-89e53ab8-e192-4f2d-a822-2af6eb334542 req-9119578c-d866-4bd5-a898-7c1c9ae2bf78 tempest-SecurityGroupsTestJSON-63281774 tempest-SecurityGroupsTestJSON-63281774-project] Notify callbacks [] for security_group, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:33.394991 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e36f5d62-1ff1-4ebe-813b-c8b1c569bc2f req-98e15e29-bd1c-48ce-b263-084fb85cb3c3 service neutron] Port 525ecf50-c68e-42e3-b492-e0a27ff68cab on network 4f6c277b-1b2d-40ad-a374-15bf31b2f6e9 not bound, no agent of type Open vSwitch agent registered on host n-h2-773647-6 {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 13:56:33.395357 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e36f5d62-1ff1-4ebe-813b-c8b1c569bc2f req-98e15e29-bd1c-48ce-b263-084fb85cb3c3 service neutron] Attempting to bind port 525ecf50-c68e-42e3-b492-e0a27ff68cab on network 4f6c277b-1b2d-40ad-a374-15bf31b2f6e9 {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 13:56:33.406019 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e36f5d62-1ff1-4ebe-813b-c8b1c569bc2f req-98e15e29-bd1c-48ce-b263-084fb85cb3c3 service neutron] Checking agent: {'id': '63768ece-0600-4354-8d29-fdedec96b077', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-773647-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 51, 10), 'started_at': datetime.datetime(2021, 7, 6, 13, 51, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 13, 56, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 13:56:33.406381 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e36f5d62-1ff1-4ebe-813b-c8b1c569bc2f req-98e15e29-bd1c-48ce-b263-084fb85cb3c3 service neutron] Checking segment: {'id': '65749612-fb0d-4f34-9eb9-d06c3a2fda80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1045, 'network_id': '4f6c277b-1b2d-40ad-a374-15bf31b2f6e9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100247) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 13:56:33.406759 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e36f5d62-1ff1-4ebe-813b-c8b1c569bc2f req-98e15e29-bd1c-48ce-b263-084fb85cb3c3 service neutron] Bound using segment: {'id': '65749612-fb0d-4f34-9eb9-d06c3a2fda80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1045, 'network_id': '4f6c277b-1b2d-40ad-a374-15bf31b2f6e9'} {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 13:56:33.407185 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.managers [req-e36f5d62-1ff1-4ebe-813b-c8b1c569bc2f req-98e15e29-bd1c-48ce-b263-084fb85cb3c3 service neutron] Bound port: 525ecf50-c68e-42e3-b492-e0a27ff68cab, host: n-h2-773647-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '65749612-fb0d-4f34-9eb9-d06c3a2fda80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1045, 'network_id': '4f6c277b-1b2d-40ad-a374-15bf31b2f6e9'}}] {{(pid=100247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 13:56:33.407561 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-e36f5d62-1ff1-4ebe-813b-c8b1c569bc2f req-98e15e29-bd1c-48ce-b263-084fb85cb3c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:33.436419 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fa849e76-7cdf-441f-8d17-f11bf3125091 req-1a4845f3-1993-4a9b-a29f-8cd4c4c6f638 tempest-FloatingIPsAssociationNegativeTestJSON-1134509891 tempest-FloatingIPsAssociationNegativeTestJSON-1134509891-project] Router e5bbf761-186a-4a46-9b87-595892f26081 has already been hosted by L3 agent 2823d358-a11b-4885-a706-95a279e43fa7 {{(pid=100247) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 13:56:33.554024 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.db [req-e36f5d62-1ff1-4ebe-813b-c8b1c569bc2f req-98e15e29-bd1c-48ce-b263-084fb85cb3c3 service neutron] For port 525ecf50-c68e-42e3-b492-e0a27ff68cab, host n-h2-773647-6, cleared binding levels {{(pid=100247) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 13:56:33.574305 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.db [req-e36f5d62-1ff1-4ebe-813b-c8b1c569bc2f req-98e15e29-bd1c-48ce-b263-084fb85cb3c3 service neutron] For port 525ecf50-c68e-42e3-b492-e0a27ff68cab, host n-h2-773647-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=525ecf50-c68e-42e3-b492-e0a27ff68cab,segment=NetworkSegment(65749612-fb0d-4f34-9eb9-d06c3a2fda80),segment_id=65749612-fb0d-4f34-9eb9-d06c3a2fda80)] {{(pid=100247) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 13:56:33.583848 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-e36f5d62-1ff1-4ebe-813b-c8b1c569bc2f req-98e15e29-bd1c-48ce-b263-084fb85cb3c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:33.682834 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-89e53ab8-e192-4f2d-a822-2af6eb334542 req-9119578c-d866-4bd5-a898-7c1c9ae2bf78 tempest-SecurityGroupsTestJSON-63281774 tempest-SecurityGroupsTestJSON-63281774-project] Notify callbacks [] for security_group, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:33.695755 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-89e53ab8-e192-4f2d-a822-2af6eb334542 req-9119578c-d866-4bd5-a898-7c1c9ae2bf78 tempest-SecurityGroupsTestJSON-63281774 tempest-SecurityGroupsTestJSON-63281774-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:33.718529 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e15e29-bd1c-48ce-b263-084fb85cb3c3 service neutron] Pushing event updated for resources: {'Port': ['ID=525ecf50-c68e-42e3-b492-e0a27ff68cab,revision_number=8']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:56:33.722260 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fa849e76-7cdf-441f-8d17-f11bf3125091 req-1a4845f3-1993-4a9b-a29f-8cd4c4c6f638 tempest-FloatingIPsAssociationNegativeTestJSON-1134509891 tempest-FloatingIPsAssociationNegativeTestJSON-1134509891-project] Notify agent at l3_agent.n-d-773647-6 the message routers_updated {{(pid=100247) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 13:56:33.730982 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-fa849e76-7cdf-441f-8d17-f11bf3125091 req-1a4845f3-1993-4a9b-a29f-8cd4c4c6f638 tempest-FloatingIPsAssociationNegativeTestJSON-1134509891 tempest-FloatingIPsAssociationNegativeTestJSON-1134509891-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for floatingip, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:33.733365 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fbc761e-3f04-41b2-b0e8-2dc6c0f15661 None None] Sync routers for ids ['e5bbf761-186a-4a46-9b87-595892f26081'] in n-d-773647-6 {{(pid=100248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 13:56:33.744667 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fbc761e-3f04-41b2-b0e8-2dc6c0f15661 None None] Routers {'e5bbf761-186a-4a46-9b87-595892f26081'} bound to L3 agent in host n-d-773647-6 {{(pid=100248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 13:56:33.745274 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-5fbc761e-3f04-41b2-b0e8-2dc6c0f15661 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T13:56:25Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['e5bbf761-186a-4a46-9b87-595892f26081'], 'active': True} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:56:33.778932 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-89e53ab8-e192-4f2d-a822-2af6eb334542 req-9119578c-d866-4bd5-a898-7c1c9ae2bf78 tempest-SecurityGroupsTestJSON-63281774 tempest-SecurityGroupsTestJSON-63281774-project] Notify callbacks [] for security_group, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:33.780191 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-89e53ab8-e192-4f2d-a822-2af6eb334542 req-9119578c-d866-4bd5-a898-7c1c9ae2bf78 tempest-SecurityGroupsTestJSON-63281774 tempest-SecurityGroupsTestJSON-63281774-project] 10.222.0.104 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1804 time: 0.5092628 Jul 06 13:56:33.781501 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36f5d62-1ff1-4ebe-813b-c8b1c569bc2f req-98e15e29-bd1c-48ce-b263-084fb85cb3c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:33.782097 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-e36f5d62-1ff1-4ebe-813b-c8b1c569bc2f req-98e15e29-bd1c-48ce-b263-084fb85cb3c3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:33.783553 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-e36f5d62-1ff1-4ebe-813b-c8b1c569bc2f req-98e15e29-bd1c-48ce-b263-084fb85cb3c3 service neutron] 10.222.0.127 "PUT /v2.0/ports/525ecf50-c68e-42e3-b492-e0a27ff68cab HTTP/1.1" status: 200 len: 1121 time: 2.0316327 Jul 06 13:56:33.798236 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9119578c-d866-4bd5-a898-7c1c9ae2bf78 tempest-SecurityGroupsTestJSON-63281774 tempest-SecurityGroupsTestJSON-63281774-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fb44de80-139e-4608-9182-ef4a5c58a969,revision_number=1']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:56:33.804273 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-fa849e76-7cdf-441f-8d17-f11bf3125091 req-1a4845f3-1993-4a9b-a29f-8cd4c4c6f638 tempest-FloatingIPsAssociationNegativeTestJSON-1134509891 tempest-FloatingIPsAssociationNegativeTestJSON-1134509891-project] 10.222.0.104 "PUT /v2.0/floatingips/5cc65b52-2cff-42c7-9811-2c2ccf381e1f HTTP/1.1" status: 200 len: 694 time: 1.6219821 Jul 06 13:56:33.810126 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Device 33f9921a-af0a-4689-af66-74372e6fe3df details requested by agent hyperv_n-h2-773647-6 with host n-h2-773647-6 {{(pid=100248) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 13:56:33.885848 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa849e76-7cdf-441f-8d17-f11bf3125091 req-47541538-97cf-49d4-a2a3-443f34f3ee8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:33.888153 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-fa849e76-7cdf-441f-8d17-f11bf3125091 req-47541538-97cf-49d4-a2a3-443f34f3ee8f service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=17f723ad3a484ba4932b5619e0399c64&device_id=d910425e-b227-495e-9524-a26893783754 HTTP/1.1" status: 200 len: 1096 time: 0.0658810 Jul 06 13:56:33.911861 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] For port 33f9921a-af0a-4689-af66-74372e6fe3df, host n-h2-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=33f9921a-af0a-4689-af66-74372e6fe3df,segment=NetworkSegment(da615941-94ee-441c-92fd-37ca002df9b5),segment_id=da615941-94ee-441c-92fd-37ca002df9b5)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:56:33.962841 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Returning: {'device': '33f9921a-af0a-4689-af66-74372e6fe3df', 'network_id': '719b716d-a00d-48ee-8755-3a8bbdfaf0d2', 'port_id': '33f9921a-af0a-4689-af66-74372e6fe3df', 'mac_address': 'fa:16:3e:0f:21:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1032, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7f475f76-2dcc-4dce-adb2-7deed8b8ad71', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100248) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 13:56:34.008963 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvr_db [None req-5fbc761e-3f04-41b2-b0e8-2dc6c0f15661 None None] Set router e5bbf761-186a-4a46-9b87-595892f26081 gateway port host: n-d-773647-6 {{(pid=100248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 13:56:34.049650 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] get_ports_and_sgs() called for port_ids ['525ecf50-c68e-42e3-b492-e0a27ff68cab'] {{(pid=100248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 13:56:34.051610 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] get_ports_and_sgs() called for port_ids ['525ecf50-c68e-42e3-b492-e0a27ff68cab'] {{(pid=100248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 13:56:34.058768 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4023aa80-5c5e-47ec-a24a-9ea9aa8e2da0 req-bca43cc5-62ff-4385-830f-2e73e003f84c tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:34.060220 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-4023aa80-5c5e-47ec-a24a-9ea9aa8e2da0 req-bca43cc5-62ff-4385-830f-2e73e003f84c tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] 10.222.0.104 "GET /v2.0/ports?device_id=3abd5f1c-5cfa-40e5-8018-1960204a8886 HTTP/1.1" status: 200 len: 948 time: 0.1042736 Jul 06 13:56:34.061211 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa849e76-7cdf-441f-8d17-f11bf3125091 req-1a47c27f-8e37-4723-972d-e0f2e7560351 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:34.062542 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-fa849e76-7cdf-441f-8d17-f11bf3125091 req-1a47c27f-8e37-4723-972d-e0f2e7560351 service neutron] 10.222.0.104 "GET /v2.0/networks?id=d3290eba-34fe-4d09-b607-a6b9692a3888 HTTP/1.1" status: 200 len: 931 time: 0.1682510 Jul 06 13:56:34.101818 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:34.116473 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-fa849e76-7cdf-441f-8d17-f11bf3125091 req-7113cc59-63de-4cf1-9411-eccd99c0ac24 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=610d8fb5-6871-475a-b090-fabadac817aa HTTP/1.1" status: 200 len: 217 time: 0.0444062 Jul 06 13:56:34.161394 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-4023aa80-5c5e-47ec-a24a-9ea9aa8e2da0 req-fc02cd32-6880-4b5f-9527-258dd8a0a485 tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] 10.222.0.104 "GET /v2.0/security-groups?id=9f5b92e9-7340-49c3-a9bb-41e4a1caffc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953012 Jul 06 13:56:34.167339 n-d-773647-6 neutron-server[100248]: DEBUG neutron.notifiers.nova [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 33f9921a-af0a-4689-af66-74372e6fe3df {{(pid=100248) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 13:56:34.180288 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa849e76-7cdf-441f-8d17-f11bf3125091 req-05668c82-c43a-431d-b9a4-a39a045a2a49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:34.181841 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-fa849e76-7cdf-441f-8d17-f11bf3125091 req-05668c82-c43a-431d-b9a4-a39a045a2a49 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=e908b1cb-da85-4d39-8daf-c466492d66c9 HTTP/1.1" status: 200 len: 868 time: 0.0541577 Jul 06 13:56:34.240521 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] For port 33f9921a-af0a-4689-af66-74372e6fe3df, host n-h2-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=33f9921a-af0a-4689-af66-74372e6fe3df,segment=NetworkSegment(da615941-94ee-441c-92fd-37ca002df9b5),segment_id=da615941-94ee-441c-92fd-37ca002df9b5)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:56:34.260237 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa849e76-7cdf-441f-8d17-f11bf3125091 req-7462bb93-b49c-4e99-96ea-99fcca5c78df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:34.262691 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:34.263168 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-fa849e76-7cdf-441f-8d17-f11bf3125091 req-7462bb93-b49c-4e99-96ea-99fcca5c78df service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=d3290eba-34fe-4d09-b607-a6b9692a3888&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0685484 Jul 06 13:56:34.412593 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-fa849e76-7cdf-441f-8d17-f11bf3125091 req-8855c3f6-f869-4916-a726-8ca8fdf8b0c9 service neutron] 10.222.0.104 "GET /v2.0/networks/d3290eba-34fe-4d09-b607-a6b9692a3888?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1378474 Jul 06 13:56:34.419927 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b747b0e3-c324-415b-8496-80e884fef9a4 req-b0eaba20-8a10-4d67-b2dd-863709e94e6d tempest-LiveAutoBlockMigrationV225Test-654794443 tempest-LiveAutoBlockMigrationV225Test-654794443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:34.421374 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-b747b0e3-c324-415b-8496-80e884fef9a4 req-b0eaba20-8a10-4d67-b2dd-863709e94e6d tempest-LiveAutoBlockMigrationV225Test-654794443 tempest-LiveAutoBlockMigrationV225Test-654794443-project] 10.222.0.104 "GET /v2.0/ports?device_id=409617e7-df61-4f61-8ec0-c00a7448d4c1 HTTP/1.1" status: 200 len: 945 time: 0.0938618 Jul 06 13:56:34.434823 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Pushing event updated for resources: {'Port': ['ID=33f9921a-af0a-4689-af66-74372e6fe3df,revision_number=4']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:56:34.463293 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:56:34.463656 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:56:34.464012 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:56:34.464344 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:56:34.464665 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:56:34.465253 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:56:34.465374 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:56:34.465617 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:56:34.465932 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:56:34.466245 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:56:34.466557 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:56:34.466870 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:56:34.506592 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-b747b0e3-c324-415b-8496-80e884fef9a4 req-72d5ce21-dcfc-43cc-836b-e7ffffc15580 tempest-LiveAutoBlockMigrationV225Test-654794443 tempest-LiveAutoBlockMigrationV225Test-654794443-project] 10.222.0.104 "GET /v2.0/security-groups?id=43f6fcb8-9501-44d6-9feb-82c82c5d5862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771272 Jul 06 13:56:34.530686 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-5fbc761e-3f04-41b2-b0e8-2dc6c0f15661 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5bbf761-186a-4a46-9b87-595892f26081', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1425602853-router', 'tenant_id': '17f723ad3a484ba4932b5619e0399c64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.9'}], 'enable_snat': True}, 'gw_port_id': '45dbe948-b1eb-4a91-913e-290dd113d6ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T13:55:50Z', 'updated_at': '2021-07-06T13:55:54Z', 'revision_number': 4, 'project_id': '17f723ad3a484ba4932b5619e0399c64', 'gw_port': {'id': '45dbe948-b1eb-4a91-913e-290dd113d6ff', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:46:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5bbf761-186a-4a46-9b87-595892f26081', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:55:51Z', 'updated_at': '2021-07-06T13:55:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6', '_interfaces': [{'id': '141758bb-49e2-48c5-bb95-0f9e2500660d', 'name': '', 'network_id': 'd3290eba-34fe-4d09-b607-a6b9692a3888', 'tenant_id': '17f723ad3a484ba4932b5619e0399c64', 'mac_address': 'fa:16:3e:87:b9:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5bbf761-186a-4a46-9b87-595892f26081', 'device_owner': 'network:router_interface', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'e908b1cb-da85-4d39-8daf-c466492d66c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:55:53Z', 'updated_at': '2021-07-06T13:56:02Z', 'revision_number': 5, 'project_id': '17f723ad3a484ba4932b5619e0399c64', 'subnets': [{'id': 'e908b1cb-da85-4d39-8daf-c466492d66c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773647-6', False) {} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:56:34.535698 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-fa849e76-7cdf-441f-8d17-f11bf3125091 req-107a48ae-4ec2-4d1e-a190-4f1f4ea34aa0 service neutron] 10.222.0.104 "GET /v2.0/networks/d3290eba-34fe-4d09-b607-a6b9692a3888?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1133513 Jul 06 13:56:34.565397 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fbc761e-3f04-41b2-b0e8-2dc6c0f15661 None None] Checking router: e5bbf761-186a-4a46-9b87-595892f26081 for host: n-d-773647-6 {{(pid=100248) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 13:56:34.574105 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fbc761e-3f04-41b2-b0e8-2dc6c0f15661 None None] Routers {'e5bbf761-186a-4a46-9b87-595892f26081'} bound to L3 agent in host n-d-773647-6 {{(pid=100248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 13:56:34.574712 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-5fbc761e-3f04-41b2-b0e8-2dc6c0f15661 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T13:56:25Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['e5bbf761-186a-4a46-9b87-595892f26081'], 'active': True} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:56:34.597065 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-9dc857ae-6171-4204-99d3-c74ad5a61c33 req-54c0688c-dfff-44a6-a73b-b77768b7e377 tempest-SecurityGroupRulesNegativeTestJSON-1431263480 tempest-SecurityGroupRulesNegativeTestJSON-1431263480-project] 10.222.0.104 "GET /v2.0/security-groups/9f785a27-d77f-4c17-b32e-3e5d4bd9bcc5 HTTP/1.1" status: 200 len: 1813 time: 0.0475650 Jul 06 13:56:34.612574 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] get_ports_and_sgs() called for port_ids ['33f9921a-af0a-4689-af66-74372e6fe3df'] {{(pid=100248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 13:56:34.710445 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-9dc857ae-6171-4204-99d3-c74ad5a61c33 req-96b8c1cc-da55-4f24-8319-eff215baf0b5 tempest-SecurityGroupRulesNegativeTestJSON-1431263480 tempest-SecurityGroupRulesNegativeTestJSON-1431263480-project] Notify callbacks [] for security_group, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:34.735163 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvr_db [None req-5fbc761e-3f04-41b2-b0e8-2dc6c0f15661 None None] Set router e5bbf761-186a-4a46-9b87-595892f26081 gateway port host: n-d-773647-6 {{(pid=100248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 13:56:34.739884 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-9dc857ae-6171-4204-99d3-c74ad5a61c33 req-96b8c1cc-da55-4f24-8319-eff215baf0b5 tempest-SecurityGroupRulesNegativeTestJSON-1431263480 tempest-SecurityGroupRulesNegativeTestJSON-1431263480-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:34.770789 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b83f57b-f73a-46b8-8035-272c6f911a7b req-b9c1c2b7-ef37-4c52-8de8-d80b68621a3d tempest-LiveMigrationTest-2001684970 tempest-LiveMigrationTest-2001684970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:34.772544 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-5b83f57b-f73a-46b8-8035-272c6f911a7b req-b9c1c2b7-ef37-4c52-8de8-d80b68621a3d tempest-LiveMigrationTest-2001684970 tempest-LiveMigrationTest-2001684970-project] 10.222.0.104 "GET /v2.0/ports?device_id=e5d6f9ee-637a-4a55-8546-2be14770c0f2 HTTP/1.1" status: 200 len: 943 time: 0.1187458 Jul 06 13:56:34.816173 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-9dc857ae-6171-4204-99d3-c74ad5a61c33 req-96b8c1cc-da55-4f24-8319-eff215baf0b5 tempest-SecurityGroupRulesNegativeTestJSON-1431263480 tempest-SecurityGroupRulesNegativeTestJSON-1431263480-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:34.818572 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-9dc857ae-6171-4204-99d3-c74ad5a61c33 req-96b8c1cc-da55-4f24-8319-eff215baf0b5 tempest-SecurityGroupRulesNegativeTestJSON-1431263480 tempest-SecurityGroupRulesNegativeTestJSON-1431263480-project] Notify callbacks [] for security_group, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:34.819742 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-9dc857ae-6171-4204-99d3-c74ad5a61c33 req-96b8c1cc-da55-4f24-8319-eff215baf0b5 tempest-SecurityGroupRulesNegativeTestJSON-1431263480 tempest-SecurityGroupRulesNegativeTestJSON-1431263480-project] 10.222.0.104 "DELETE /v2.0/security-groups/9f785a27-d77f-4c17-b32e-3e5d4bd9bcc5 HTTP/1.1" status: 204 len: 173 time: 0.2157972 Jul 06 13:56:34.830801 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-5b83f57b-f73a-46b8-8035-272c6f911a7b req-0d727e4b-da5c-481a-a8e3-1aa843a56f97 tempest-LiveMigrationTest-2001684970 tempest-LiveMigrationTest-2001684970-project] 10.222.0.104 "GET /v2.0/security-groups?id=7e243ebf-9cf4-4917-8da6-0fd38b06f795&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484543 Jul 06 13:56:34.840931 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b8c1cc-da55-4f24-8319-eff215baf0b5 tempest-SecurityGroupRulesNegativeTestJSON-1431263480 tempest-SecurityGroupRulesNegativeTestJSON-1431263480-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f785a27-d77f-4c17-b32e-3e5d4bd9bcc5,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:56:34.870142 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 13:56:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-979e6eea-b23c-4354-91af-01e265acc722 x-openstack-request-id: req-979e6eea-b23c-4354-91af-01e265acc722 {{(pid=100247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:56:34.871858 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3abd5f1c-5cfa-40e5-8018-1960204a8886", "tag": "39b82faa-9bb5-4637-ba57-e7b6ac96e89a", "status": "completed", "code": 200}]} {{(pid=100247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:56:34.872130 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-979e6eea-b23c-4354-91af-01e265acc722 {{(pid=100247) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:56:34.872551 n-d-773647-6 neutron-server[100247]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3abd5f1c-5cfa-40e5-8018-1960204a8886', 'tag': '39b82faa-9bb5-4637-ba57-e7b6ac96e89a', 'status': 'completed', 'code': 200} Jul 06 13:56:35.077562 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3019b6aa-53db-47cd-9c82-fe5716856ce8 req-3985b622-0629-479e-a117-f8754ac1cb20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:35.079084 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-3019b6aa-53db-47cd-9c82-fe5716856ce8 req-3985b622-0629-479e-a117-f8754ac1cb20 service neutron] 10.222.0.127 "GET /v2.0/ports?tenant_id=483ead9cc6094290930ff4aed37f7463&device_id=3abd5f1c-5cfa-40e5-8018-1960204a8886 HTTP/1.1" status: 200 len: 1099 time: 0.1794291 Jul 06 13:56:35.124163 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-5fbc761e-3f04-41b2-b0e8-2dc6c0f15661 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5bbf761-186a-4a46-9b87-595892f26081', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1425602853-router', 'tenant_id': '17f723ad3a484ba4932b5619e0399c64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.9'}], 'enable_snat': True}, 'gw_port_id': '45dbe948-b1eb-4a91-913e-290dd113d6ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T13:55:50Z', 'updated_at': '2021-07-06T13:55:54Z', 'revision_number': 4, 'project_id': '17f723ad3a484ba4932b5619e0399c64', 'gw_port': {'id': '45dbe948-b1eb-4a91-913e-290dd113d6ff', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:46:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5bbf761-186a-4a46-9b87-595892f26081', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:55:51Z', 'updated_at': '2021-07-06T13:55:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6', '_interfaces': [{'id': '141758bb-49e2-48c5-bb95-0f9e2500660d', 'name': '', 'network_id': 'd3290eba-34fe-4d09-b607-a6b9692a3888', 'tenant_id': '17f723ad3a484ba4932b5619e0399c64', 'mac_address': 'fa:16:3e:87:b9:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5bbf761-186a-4a46-9b87-595892f26081', 'device_owner': 'network:router_interface', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'e908b1cb-da85-4d39-8daf-c466492d66c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:55:53Z', 'updated_at': '2021-07-06T13:56:02Z', 'revision_number': 5, 'project_id': '17f723ad3a484ba4932b5619e0399c64', 'subnets': [{'id': 'e908b1cb-da85-4d39-8daf-c466492d66c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773647-6', False) {} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:56:35.149790 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fbc761e-3f04-41b2-b0e8-2dc6c0f15661 None None] The sync data for ids ['e5bbf761-186a-4a46-9b87-595892f26081'] in n-d-773647-6 is: [{'id': 'e5bbf761-186a-4a46-9b87-595892f26081', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1425602853-router', 'tenant_id': '17f723ad3a484ba4932b5619e0399c64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.9'}], 'enable_snat': True}, 'gw_port_id': '45dbe948-b1eb-4a91-913e-290dd113d6ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T13:55:50Z', 'updated_at': '2021-07-06T13:55:54Z', 'revision_number': 4, 'project_id': '17f723ad3a484ba4932b5619e0399c64', 'gw_port': {'id': '45dbe948-b1eb-4a91-913e-290dd113d6ff', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:46:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5bbf761-186a-4a46-9b87-595892f26081', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:55:51Z', 'updated_at': '2021-07-06T13:55:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6', '_interfaces': [{'id': '141758bb-49e2-48c5-bb95-0f9e2500660d', 'name': '', 'network_id': 'd3290eba-34fe-4d09-b607-a6b9692a3888', 'tenant_id': '17f723ad3a484ba4932b5619e0399c64', 'mac_address': 'fa:16:3e:87:b9:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5bbf761-186a-4a46-9b87-595892f26081', 'device_owner': 'network:router_interface', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'e908b1cb-da85-4d39-8daf-c466492d66c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:55:53Z', 'updated_at': '2021-07-06T13:56:02Z', 'revision_number': 5, 'project_id': '17f723ad3a484ba4932b5619e0399c64', 'subnets': [{'id': 'e908b1cb-da85-4d39-8daf-c466492d66c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 13:56:35.152317 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c703a69-9059-408a-996f-9e0768dd2cd9 req-5e21f21e-e80b-4559-96ad-0da33a19e697 tempest-SecurityGroupsTestJSON-63281774 tempest-SecurityGroupsTestJSON-63281774-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:35.154221 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-4c703a69-9059-408a-996f-9e0768dd2cd9 req-5e21f21e-e80b-4559-96ad-0da33a19e697 tempest-SecurityGroupsTestJSON-63281774 tempest-SecurityGroupsTestJSON-63281774-project] 10.222.0.104 "GET /v2.0/networks?id=82de3ae2-81e4-474f-953b-e83c4f15c3b6 HTTP/1.1" status: 200 len: 811 time: 0.2178125 Jul 06 13:56:35.175389 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8853d7-c639-4fa8-ba7b-1bc4bd8f55d3 req-02e50bf6-1c5d-47a8-8d71-13824ba3525e tempest-ServersAdminTestJSON-391861328 tempest-ServersAdminTestJSON-391861328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:35.176868 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-9e8853d7-c639-4fa8-ba7b-1bc4bd8f55d3 req-02e50bf6-1c5d-47a8-8d71-13824ba3525e tempest-ServersAdminTestJSON-391861328 tempest-ServersAdminTestJSON-391861328-project] 10.222.0.104 "GET /v2.0/ports?device_id=63f04f24-a07c-4f56-a92d-98828f9b51fd HTTP/1.1" status: 200 len: 949 time: 0.1829352 Jul 06 13:56:35.203707 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-4c703a69-9059-408a-996f-9e0768dd2cd9 req-88991628-b660-4920-abe6-dd66353ff0b0 tempest-SecurityGroupsTestJSON-63281774 tempest-SecurityGroupsTestJSON-63281774-project] 10.222.0.104 "GET /v2.0/quotas/bd8ab4ae618e4901853ac9b415c3d7ae HTTP/1.1" status: 200 len: 375 time: 0.0242629 Jul 06 13:56:35.272439 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3019b6aa-53db-47cd-9c82-fe5716856ce8 req-fe894dc2-34c5-45be-b709-9dc5bc290768 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:35.273932 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-3019b6aa-53db-47cd-9c82-fe5716856ce8 req-fe894dc2-34c5-45be-b709-9dc5bc290768 service neutron] 10.222.0.127 "GET /v2.0/networks?id=ac09d390-867f-4b75-a8d2-ab11550bffd6 HTTP/1.1" status: 200 len: 871 time: 0.1833546 Jul 06 13:56:35.281051 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-9e8853d7-c639-4fa8-ba7b-1bc4bd8f55d3 req-2fbfa30b-2fbb-4f05-9416-243f61f7a569 tempest-ServersAdminTestJSON-391861328 tempest-ServersAdminTestJSON-391861328-project] 10.222.0.104 "GET /v2.0/security-groups?id=3bcee3ab-dc9e-46be-bc35-9f5a80cc9457&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894418 Jul 06 13:56:35.325332 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-3019b6aa-53db-47cd-9c82-fe5716856ce8 req-3eeac28e-f42d-4dfb-8ab6-219fb3bf1b81 service neutron] 10.222.0.127 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.141&port_id=39b82faa-9bb5-4637-ba57-e7b6ac96e89a HTTP/1.1" status: 200 len: 217 time: 0.0432098 Jul 06 13:56:35.381400 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-4c703a69-9059-408a-996f-9e0768dd2cd9 req-f81e283b-0495-453a-aa4a-d699a41bd2d1 tempest-SecurityGroupsTestJSON-63281774 tempest-SecurityGroupsTestJSON-63281774-project] 10.222.0.104 "GET /v2.0/ports?tenant_id=bd8ab4ae618e4901853ac9b415c3d7ae&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1630781 Jul 06 13:56:35.382791 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4575e8f-8e22-405b-ac4a-36340102052f None None] New status for floating IP 5cc65b52-2cff-42c7-9811-2c2ccf381e1f: DOWN {{(pid=100249) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 13:56:35.402206 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3019b6aa-53db-47cd-9c82-fe5716856ce8 req-68f9feef-3671-43c2-8c2f-76a6df3ff533 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:35.402206 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-3019b6aa-53db-47cd-9c82-fe5716856ce8 req-68f9feef-3671-43c2-8c2f-76a6df3ff533 service neutron] 10.222.0.127 "GET /v2.0/subnets?id=d1c3cc78-09b9-4e30-99fd-0e5830de101d HTTP/1.1" status: 200 len: 843 time: 0.0655217 Jul 06 13:56:35.516665 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-4ed3d70a-d4ec-4230-a223-49f6ee43a1d1 req-b031c98b-354e-492f-a272-e1d65b1ef876 tempest-FloatingIPsAssociationNegativeTestJSON-1134509891 tempest-FloatingIPsAssociationNegativeTestJSON-1134509891-project] 10.222.0.104 "GET /v2.0/floatingips/5cc65b52-2cff-42c7-9811-2c2ccf381e1f HTTP/1.1" status: 200 len: 694 time: 0.0748630 Jul 06 13:56:35.598940 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-4c703a69-9059-408a-996f-9e0768dd2cd9 req-f8f3e554-f90b-4bff-8847-9c1ec3ac9a9c service neutron] 10.222.0.104 "GET /v2.0/networks/82de3ae2-81e4-474f-953b-e83c4f15c3b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2086892 Jul 06 13:56:35.659409 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3019b6aa-53db-47cd-9c82-fe5716856ce8 req-03909559-9019-4c37-9225-fb45df918833 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:35.660872 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-3019b6aa-53db-47cd-9c82-fe5716856ce8 req-03909559-9019-4c37-9225-fb45df918833 service neutron] 10.222.0.127 "GET /v2.0/ports?network_id=ac09d390-867f-4b75-a8d2-ab11550bffd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2501113 Jul 06 13:56:35.760699 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed3d70a-d4ec-4230-a223-49f6ee43a1d1 req-ab099715-93c6-4951-b10e-f29a096c8eb7 tempest-FloatingIPsAssociationNegativeTestJSON-1134509891 tempest-FloatingIPsAssociationNegativeTestJSON-1134509891-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:35.762040 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-4ed3d70a-d4ec-4230-a223-49f6ee43a1d1 req-ab099715-93c6-4951-b10e-f29a096c8eb7 tempest-FloatingIPsAssociationNegativeTestJSON-1134509891 tempest-FloatingIPsAssociationNegativeTestJSON-1134509891-project] 10.222.0.104 "GET /v2.0/networks/2658f09e-a580-4d4a-9968-2d1e0ad93719 HTTP/1.1" status: 200 len: 784 time: 0.2335966 Jul 06 13:56:35.823368 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Device 33f9921a-af0a-4689-af66-74372e6fe3df up at agent hyperv_n-h2-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 13:56:35.833955 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-4c703a69-9059-408a-996f-9e0768dd2cd9 req-f040aa8e-fe6b-4056-a608-3b836cd8c97d service neutron] 10.222.0.104 "GET /v2.0/networks/82de3ae2-81e4-474f-953b-e83c4f15c3b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2276678 Jul 06 13:56:35.838782 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-4ed3d70a-d4ec-4230-a223-49f6ee43a1d1 req-c8a59e87-6047-4adf-9667-22b8740b9c76 tempest-FloatingIPsAssociationNegativeTestJSON-1134509891 tempest-FloatingIPsAssociationNegativeTestJSON-1134509891-project] 10.222.0.104 "GET /v2.0/floatingips?floating_ip_address=172.25.0.22 HTTP/1.1" status: 200 len: 695 time: 0.0685933 Jul 06 13:56:35.859932 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-3019b6aa-53db-47cd-9c82-fe5716856ce8 req-36470339-b26e-450e-a3c6-0b90debc4e0c service neutron] 10.222.0.127 "GET /v2.0/networks/ac09d390-867f-4b75-a8d2-ab11550bffd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1884253 Jul 06 13:56:35.874211 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Provisioning for port 33f9921a-af0a-4689-af66-74372e6fe3df completed by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 13:56:35.878836 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Provisioning complete for port 33f9921a-af0a-4689-af66-74372e6fe3df triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:56:35.879231 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:35.920100 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-4ed3d70a-d4ec-4230-a223-49f6ee43a1d1 req-53133f1b-8264-478f-bda5-b268b87cd6df tempest-FloatingIPsAssociationNegativeTestJSON-1134509891 tempest-FloatingIPsAssociationNegativeTestJSON-1134509891-project] 10.222.0.104 "GET /v2.0/floatingips?floating_ip_address=172.25.0.22 HTTP/1.1" status: 200 len: 695 time: 0.0680504 Jul 06 13:56:35.974936 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:36.001899 n-d-773647-6 neutron-server[100248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '409617e7-df61-4f61-8ec0-c00a7448d4c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33f9921a-af0a-4689-af66-74372e6fe3df'}] {{(pid=100248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 13:56:36.004313 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84af257533e383389cbcf231d3534f4d5e149e7203fea16b4a8fc01438dddaf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8158ae8-4728-4b60-a6a4-7d0fd2526bfd" -d '{"events": [{"server_uuid": "409617e7-df61-4f61-8ec0-c00a7448d4c1", "name": "network-vif-plugged", "status": "completed", "tag": "33f9921a-af0a-4689-af66-74372e6fe3df"}]}' {{(pid=100248) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:56:36.019124 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] For port 33f9921a-af0a-4689-af66-74372e6fe3df, host n-h2-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=33f9921a-af0a-4689-af66-74372e6fe3df,segment=NetworkSegment(da615941-94ee-441c-92fd-37ca002df9b5),segment_id=da615941-94ee-441c-92fd-37ca002df9b5)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:56:36.024151 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:36.074960 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Pushing event updated for resources: {'Port': ['ID=33f9921a-af0a-4689-af66-74372e6fe3df,revision_number=5']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:56:36.424286 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-3019b6aa-53db-47cd-9c82-fe5716856ce8 req-968f657a-4b5b-48a5-ae00-28ce03f832d6 service neutron] 10.222.0.127 "GET /v2.0/networks/ac09d390-867f-4b75-a8d2-ab11550bffd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5355470 Jul 06 13:56:36.427995 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-7d93a495-e7f6-44de-bda0-ca8633ae7342 req-d4a6947a-fb1d-4376-bf1c-78d32cc91b3d tempest-SecurityGroupRulesNegativeTestJSON-1431263480 tempest-SecurityGroupRulesNegativeTestJSON-1431263480-project] 10.222.0.104 "GET /v2.0/security-groups/8101865b-2396-42ad-b20f-66af8d43bd3b HTTP/1.1" status: 200 len: 1811 time: 0.4579122 Jul 06 13:56:36.479686 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.plugin [req-4ed3d70a-d4ec-4230-a223-49f6ee43a1d1 req-fbaac9af-b6d8-4751-8042-1bc8df4c6c3d tempest-FloatingIPsAssociationNegativeTestJSON-1134509891 tempest-FloatingIPsAssociationNegativeTestJSON-1134509891-project] Deleting port 253b6e1e-0c1c-4cec-9d60-001b5719e78e {{(pid=100247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 13:56:36.480018 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-4ed3d70a-d4ec-4230-a223-49f6ee43a1d1 req-fbaac9af-b6d8-4751-8042-1bc8df4c6c3d tempest-FloatingIPsAssociationNegativeTestJSON-1134509891 tempest-FloatingIPsAssociationNegativeTestJSON-1134509891-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:36.534194 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-7d93a495-e7f6-44de-bda0-ca8633ae7342 req-e1138cd9-6981-4654-9973-da7540125d10 tempest-SecurityGroupRulesNegativeTestJSON-1431263480 tempest-SecurityGroupRulesNegativeTestJSON-1431263480-project] Notify callbacks [] for security_group, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:36.564362 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-7d93a495-e7f6-44de-bda0-ca8633ae7342 req-e1138cd9-6981-4654-9973-da7540125d10 tempest-SecurityGroupRulesNegativeTestJSON-1431263480 tempest-SecurityGroupRulesNegativeTestJSON-1431263480-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:36.605409 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-4ed3d70a-d4ec-4230-a223-49f6ee43a1d1 req-fbaac9af-b6d8-4751-8042-1bc8df4c6c3d tempest-FloatingIPsAssociationNegativeTestJSON-1134509891 tempest-FloatingIPsAssociationNegativeTestJSON-1134509891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:36.605732 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-4ed3d70a-d4ec-4230-a223-49f6ee43a1d1 req-fbaac9af-b6d8-4751-8042-1bc8df4c6c3d tempest-FloatingIPsAssociationNegativeTestJSON-1134509891 tempest-FloatingIPsAssociationNegativeTestJSON-1134509891-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:36.623899 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.plugin [req-4ed3d70a-d4ec-4230-a223-49f6ee43a1d1 req-fbaac9af-b6d8-4751-8042-1bc8df4c6c3d tempest-FloatingIPsAssociationNegativeTestJSON-1134509891 tempest-FloatingIPsAssociationNegativeTestJSON-1134509891-project] Calling delete_port for 253b6e1e-0c1c-4cec-9d60-001b5719e78e owned by network:floatingip {{(pid=100247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 13:56:36.664858 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-7d93a495-e7f6-44de-bda0-ca8633ae7342 req-e1138cd9-6981-4654-9973-da7540125d10 tempest-SecurityGroupRulesNegativeTestJSON-1431263480 tempest-SecurityGroupRulesNegativeTestJSON-1431263480-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:36.667369 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-7d93a495-e7f6-44de-bda0-ca8633ae7342 req-e1138cd9-6981-4654-9973-da7540125d10 tempest-SecurityGroupRulesNegativeTestJSON-1431263480 tempest-SecurityGroupRulesNegativeTestJSON-1431263480-project] Notify callbacks [] for security_group, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:36.668603 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-7d93a495-e7f6-44de-bda0-ca8633ae7342 req-e1138cd9-6981-4654-9973-da7540125d10 tempest-SecurityGroupRulesNegativeTestJSON-1431263480 tempest-SecurityGroupRulesNegativeTestJSON-1431263480-project] 10.222.0.104 "DELETE /v2.0/security-groups/8101865b-2396-42ad-b20f-66af8d43bd3b HTTP/1.1" status: 204 len: 173 time: 0.2343757 Jul 06 13:56:36.675991 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 58010) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:56:36.685829 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1138cd9-6981-4654-9973-da7540125d10 tempest-SecurityGroupRulesNegativeTestJSON-1431263480 tempest-SecurityGroupRulesNegativeTestJSON-1431263480-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8101865b-2396-42ad-b20f-66af8d43bd3b,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:56:36.738876 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.db_base_plugin_v2 [None req-cfaded8e-2560-4008-9979-ba789ba11d26 admin admin] Deleting subnet 1670377f-d5ec-48d2-b51c-30100d330dd3 {{(pid=100246) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 13:56:36.742740 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-cfaded8e-2560-4008-9979-ba789ba11d26 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:36.778532 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-cfaded8e-2560-4008-9979-ba789ba11d26 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126218885'] for subnet, precommit_delete_associations {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:36.807793 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-4ed3d70a-d4ec-4230-a223-49f6ee43a1d1 req-fbaac9af-b6d8-4751-8042-1bc8df4c6c3d tempest-FloatingIPsAssociationNegativeTestJSON-1134509891 tempest-FloatingIPsAssociationNegativeTestJSON-1134509891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117'] for port, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:36.817030 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-cfaded8e-2560-4008-9979-ba789ba11d26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-913473'] for subnet, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:36.835725 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbaac9af-b6d8-4751-8042-1bc8df4c6c3d tempest-FloatingIPsAssociationNegativeTestJSON-1134509891 tempest-FloatingIPsAssociationNegativeTestJSON-1134509891-project] Pushing event deleted for resources: {'Port': ['ID=253b6e1e-0c1c-4cec-9d60-001b5719e78e,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:56:36.866103 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-4ed3d70a-d4ec-4230-a223-49f6ee43a1d1 req-fbaac9af-b6d8-4751-8042-1bc8df4c6c3d tempest-FloatingIPsAssociationNegativeTestJSON-1134509891 tempest-FloatingIPsAssociationNegativeTestJSON-1134509891-project] Notify callbacks [] for floatingip, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:36.868633 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-4ed3d70a-d4ec-4230-a223-49f6ee43a1d1 req-fbaac9af-b6d8-4751-8042-1bc8df4c6c3d tempest-FloatingIPsAssociationNegativeTestJSON-1134509891 tempest-FloatingIPsAssociationNegativeTestJSON-1134509891-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for floatingip, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:36.869773 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-4ed3d70a-d4ec-4230-a223-49f6ee43a1d1 req-fbaac9af-b6d8-4751-8042-1bc8df4c6c3d tempest-FloatingIPsAssociationNegativeTestJSON-1134509891 tempest-FloatingIPsAssociationNegativeTestJSON-1134509891-project] 10.222.0.104 "DELETE /v2.0/floatingips/5cc65b52-2cff-42c7-9811-2c2ccf381e1f HTTP/1.1" status: 204 len: 173 time: 0.9171658 Jul 06 13:56:36.870421 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-cfaded8e-2560-4008-9979-ba789ba11d26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-913480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1849032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127687590', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127702764'] for subnet, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:36.873225 n-d-773647-6 neutron-server[100247]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5d6f9ee-637a-4a55-8546-2be14770c0f2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '525ecf50-c68e-42e3-b492-e0a27ff68cab'}, {'name': 'network-changed', 'server_uuid': 'e5d6f9ee-637a-4a55-8546-2be14770c0f2', 'tag': '525ecf50-c68e-42e3-b492-e0a27ff68cab'}, {'name': 'network-changed', 'server_uuid': 'd910425e-b227-495e-9524-a26893783754', 'tag': '610d8fb5-6871-475a-b090-fabadac817aa'}] {{(pid=100247) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 13:56:36.877652 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cbf0eeaae822f8fc9b87a94aeba67a3d651842baf663a51cba94b67a514836d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70f28088-07f0-43db-9502-2f1581f99d0a" -d '{"events": [{"server_uuid": "e5d6f9ee-637a-4a55-8546-2be14770c0f2", "name": "network-vif-unplugged", "status": "completed", "tag": "525ecf50-c68e-42e3-b492-e0a27ff68cab"}, {"name": "network-changed", "server_uuid": "e5d6f9ee-637a-4a55-8546-2be14770c0f2", "tag": "525ecf50-c68e-42e3-b492-e0a27ff68cab"}, {"name": "network-changed", "server_uuid": "d910425e-b227-495e-9524-a26893783754", "tag": "610d8fb5-6871-475a-b090-fabadac817aa"}]}' {{(pid=100247) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:56:36.897358 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ac0f4d-1d9b-4c2a-a2f6-188b501f935f req-7614cf78-cb19-4fc9-a8cb-39ce966f3c7a tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:36.899040 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-a8ac0f4d-1d9b-4c2a-a2f6-188b501f935f req-7614cf78-cb19-4fc9-a8cb-39ce966f3c7a tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] 10.222.0.104 "GET /v2.0/ports?device_id=3abd5f1c-5cfa-40e5-8018-1960204a8886 HTTP/1.1" status: 200 len: 948 time: 0.1284440 Jul 06 13:56:36.902969 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-cfaded8e-2560-4008-9979-ba789ba11d26 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:36.904921 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-cfaded8e-2560-4008-9979-ba789ba11d26 admin admin] 10.222.0.104 "DELETE /v2.0/subnets/1670377f-d5ec-48d2-b51c-30100d330dd3 HTTP/1.1" status: 204 len: 168 time: 0.2271473 Jul 06 13:56:36.905851 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfaded8e-2560-4008-9979-ba789ba11d26 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1670377f-d5ec-48d2-b51c-30100d330dd3,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:56:36.908500 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 58016) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:56:36.929012 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfaded8e-2560-4008-9979-ba789ba11d26 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:56:36.929327 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfaded8e-2560-4008-9979-ba789ba11d26 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:56:36.930026 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfaded8e-2560-4008-9979-ba789ba11d26 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:56:36.930026 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfaded8e-2560-4008-9979-ba789ba11d26 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:56:36.930279 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfaded8e-2560-4008-9979-ba789ba11d26 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:56:36.930548 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfaded8e-2560-4008-9979-ba789ba11d26 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:56:36.930872 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfaded8e-2560-4008-9979-ba789ba11d26 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:56:36.931192 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfaded8e-2560-4008-9979-ba789ba11d26 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:56:36.931536 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfaded8e-2560-4008-9979-ba789ba11d26 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:56:36.931856 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfaded8e-2560-4008-9979-ba789ba11d26 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:56:36.932173 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfaded8e-2560-4008-9979-ba789ba11d26 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:56:36.932488 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfaded8e-2560-4008-9979-ba789ba11d26 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:56:36.945030 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-a8ac0f4d-1d9b-4c2a-a2f6-188b501f935f req-a189b62d-372f-49ec-a46c-bea93a5c7824 tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] 10.222.0.104 "GET /v2.0/security-groups?id=9f5b92e9-7340-49c3-a9bb-41e4a1caffc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366790 Jul 06 13:56:36.990274 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-d5880773-d679-4376-8d23-ced167c55b66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530492'] for network, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:37.042859 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f242135-f8ee-43aa-a11f-9b26fed5b55d req-6595ba91-abe8-4e65-b0ed-ca505476719a tempest-LiveAutoBlockMigrationV225Test-654794443 tempest-LiveAutoBlockMigrationV225Test-654794443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:37.044605 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-2f242135-f8ee-43aa-a11f-9b26fed5b55d req-6595ba91-abe8-4e65-b0ed-ca505476719a tempest-LiveAutoBlockMigrationV225Test-654794443 tempest-LiveAutoBlockMigrationV225Test-654794443-project] 10.222.0.104 "GET /v2.0/ports?device_id=409617e7-df61-4f61-8ec0-c00a7448d4c1 HTTP/1.1" status: 200 len: 946 time: 0.0707057 Jul 06 13:56:37.066924 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-d5880773-d679-4376-8d23-ced167c55b66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-917204', 'neutron.services.segments.db._delete_segments_for_network-8773753502302'] for network, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:37.077009 n-d-773647-6 neutron-server[100246]: DEBUG neutron.services.segments.db [None req-d5880773-d679-4376-8d23-ced167c55b66 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['274234b4-610a-4ce3-b8e1-70f8a7267f2c']}} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:56:37.086193 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-2f242135-f8ee-43aa-a11f-9b26fed5b55d req-301feb8c-0dc6-4614-ae0e-843fc35b6fe6 tempest-LiveAutoBlockMigrationV225Test-654794443 tempest-LiveAutoBlockMigrationV225Test-654794443-project] 10.222.0.104 "GET /v2.0/security-groups?id=43f6fcb8-9501-44d6-9feb-82c82c5d5862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346532 Jul 06 13:56:37.088692 n-d-773647-6 neutron-server[100246]: DEBUG neutron.services.segments.db [None req-d5880773-d679-4376-8d23-ced167c55b66 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf3745bd-946f-4fbe-b2b2-1e184691ea94') {'for_net_delete': True} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:56:37.088972 n-d-773647-6 neutron-server[100246]: DEBUG neutron.services.segments.db [None req-d5880773-d679-4376-8d23-ced167c55b66 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf3745bd-946f-4fbe-b2b2-1e184691ea94') {} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:56:37.098878 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-d5880773-d679-4376-8d23-ced167c55b66 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773753515138', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126218898'] for segment, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:37.115995 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.agents_db [None req-167c0ad6-1657-4c9a-a2c4-3b18056aa662 None None] Agent healthcheck: found 7 active agents {{(pid=100249) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 13:56:37.117547 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-d5880773-d679-4376-8d23-ced167c55b66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552'] for segment, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:37.123684 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d5880773-d679-4376-8d23-ced167c55b66 admin admin] Releasing vlan 1020 on physical network physnet1 to pool {{(pid=100246) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 13:56:37.124085 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-d5880773-d679-4376-8d23-ced167c55b66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127687491'] for segment, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:37.177444 n-d-773647-6 neutron-server[100246]: Traceback (most recent call last): Jul 06 13:56:37.177444 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 13:56:37.177444 n-d-773647-6 neutron-server[100246]: timer() Jul 06 13:56:37.177444 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 13:56:37.177444 n-d-773647-6 neutron-server[100246]: cb(*args, **kw) Jul 06 13:56:37.177444 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 13:56:37.177444 n-d-773647-6 neutron-server[100246]: return func(*args, **kwargs) Jul 06 13:56:37.177444 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 13:56:37.177444 n-d-773647-6 neutron-server[100246]: self._notify() Jul 06 13:56:37.177444 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 13:56:37.177444 n-d-773647-6 neutron-server[100246]: self.callback(batched_events) Jul 06 13:56:37.177444 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 13:56:37.177444 n-d-773647-6 neutron-server[100246]: event.method(event) Jul 06 13:56:37.177444 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 13:56:37.177444 n-d-773647-6 neutron-server[100246]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 13:56:37.177444 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 13:56:37.177444 n-d-773647-6 neutron-server[100246]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 13:56:37.177444 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 13:56:37.177444 n-d-773647-6 neutron-server[100246]: return f(self, *a, **k) Jul 06 13:56:37.177444 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 13:56:37.177444 n-d-773647-6 neutron-server[100246]: return self._get(url).json() Jul 06 13:56:37.177444 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 13:56:37.177444 n-d-773647-6 neutron-server[100246]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 13:56:37.177444 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 13:56:37.177444 n-d-773647-6 neutron-server[100246]: return self.request(url, 'GET', **kwargs) Jul 06 13:56:37.177444 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 13:56:37.177444 n-d-773647-6 neutron-server[100246]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 13:56:37.177444 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 13:56:37.177444 n-d-773647-6 neutron-server[100246]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 13:56:37.177444 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 13:56:37.177444 n-d-773647-6 neutron-server[100246]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 13:56:37.177444 n-d-773647-6 neutron-server[100246]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 13:56:37.184024 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-d5880773-d679-4376-8d23-ced167c55b66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-917215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1761140'] for network, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:37.194823 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-d5880773-d679-4376-8d23-ced167c55b66 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583035'] for network, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:37.196999 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-d5880773-d679-4376-8d23-ced167c55b66 admin admin] 10.222.0.104 "DELETE /v2.0/networks/274234b4-610a-4ce3-b8e1-70f8a7267f2c HTTP/1.1" status: 204 len: 168 time: 0.2875795 Jul 06 13:56:37.210418 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5880773-d679-4376-8d23-ced167c55b66 admin admin] Pushing event deleted for resources: {'Network': ['ID=274234b4-610a-4ce3-b8e1-70f8a7267f2c,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:56:37.256530 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35f965f-8a0e-49a0-a735-b078399c4f98 req-38987c65-bca3-4049-9760-2f34206b5b69 tempest-LiveMigrationTest-2001684970 tempest-LiveMigrationTest-2001684970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:37.258063 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-d35f965f-8a0e-49a0-a735-b078399c4f98 req-38987c65-bca3-4049-9760-2f34206b5b69 tempest-LiveMigrationTest-2001684970 tempest-LiveMigrationTest-2001684970-project] 10.222.0.104 "GET /v2.0/ports?device_id=e5d6f9ee-637a-4a55-8546-2be14770c0f2 HTTP/1.1" status: 200 len: 943 time: 0.1594346 Jul 06 13:56:37.301619 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-bd3cdf39-2ee4-43b7-8c9a-83c0cce53cc2 req-3a9628e9-b8fe-4dcc-8dca-851dbc79ce35 tempest-SecurityGroupsTestJSON-63281774 tempest-SecurityGroupsTestJSON-63281774-project] 10.222.0.104 "GET /v2.0/ports?device_id=ddde3ef9-96a1-42dc-9acc-b59ae0c98349 HTTP/1.1" status: 200 len: 210 time: 0.0567055 Jul 06 13:56:37.315878 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c703a69-9059-408a-996f-9e0768dd2cd9 req-0dcfb2ef-5ab3-4478-b545-965f2bcbd474 tempest-SecurityGroupsTestJSON-63281774 tempest-SecurityGroupsTestJSON-63281774-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:37.317345 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-4c703a69-9059-408a-996f-9e0768dd2cd9 req-0dcfb2ef-5ab3-4478-b545-965f2bcbd474 tempest-SecurityGroupsTestJSON-63281774 tempest-SecurityGroupsTestJSON-63281774-project] 10.222.0.72 "GET /v2.0/networks?id=82de3ae2-81e4-474f-953b-e83c4f15c3b6 HTTP/1.1" status: 200 len: 811 time: 0.1791983 Jul 06 13:56:37.332588 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [req-4c703a69-9059-408a-996f-9e0768dd2cd9 req-269b14fe-f399-4b81-a6b4-011dce3bfd19 tempest-SecurityGroupsTestJSON-63281774 tempest-SecurityGroupsTestJSON-63281774-project] Request body: {'port': {'device_id': 'ddde3ef9-96a1-42dc-9acc-b59ae0c98349', 'network_id': '82de3ae2-81e4-474f-953b-e83c4f15c3b6', 'admin_state_up': True, 'tenant_id': 'bd8ab4ae618e4901853ac9b415c3d7ae'}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:56:37.349994 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 58020) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:56:37.360600 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 13:56:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3a5a32a-62b2-44c4-9258-3906d8d9f0a7 x-openstack-request-id: req-e3a5a32a-62b2-44c4-9258-3906d8d9f0a7 {{(pid=100248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:56:37.361101 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "409617e7-df61-4f61-8ec0-c00a7448d4c1", "name": "network-vif-plugged", "status": "completed", "tag": "33f9921a-af0a-4689-af66-74372e6fe3df", "code": 200}]} {{(pid=100248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:56:37.361101 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-e3a5a32a-62b2-44c4-9258-3906d8d9f0a7 {{(pid=100248) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:56:37.361492 n-d-773647-6 neutron-server[100248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '409617e7-df61-4f61-8ec0-c00a7448d4c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33f9921a-af0a-4689-af66-74372e6fe3df', 'code': 200} Jul 06 13:56:37.410288 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-97453d82-48e4-477d-95da-501a5d020a2a admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=3a83e8d5a58e43e399bde7e7b4ca310d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0588944 Jul 06 13:56:37.412951 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 58022) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:56:37.414695 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-d35f965f-8a0e-49a0-a735-b078399c4f98 req-4d844fd3-6ebd-479f-b5ad-9b62b403c3f3 tempest-LiveMigrationTest-2001684970 tempest-LiveMigrationTest-2001684970-project] 10.222.0.104 "GET /v2.0/security-groups?id=7e243ebf-9cf4-4917-8da6-0fd38b06f795&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1398668 Jul 06 13:56:37.506455 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-099dbb00-cc81-4a14-b600-8956e046ea56 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:37.534240 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-099dbb00-cc81-4a14-b600-8956e046ea56 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:37.540204 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4c703a69-9059-408a-996f-9e0768dd2cd9 req-269b14fe-f399-4b81-a6b4-011dce3bfd19 tempest-SecurityGroupsTestJSON-63281774 tempest-SecurityGroupsTestJSON-63281774-project] Made reservation on behalf of bd8ab4ae618e4901853ac9b415c3d7ae for: {'port': 1} {{(pid=100247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 13:56:37.547320 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-4c703a69-9059-408a-996f-9e0768dd2cd9 req-269b14fe-f399-4b81-a6b4-011dce3bfd19 tempest-SecurityGroupsTestJSON-63281774 tempest-SecurityGroupsTestJSON-63281774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:37.574770 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f54b37-2ee0-4eda-bda2-c75e300fdf52 req-c9ebecc5-f39c-45e3-a654-6b4321c0da3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:37.576189 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-f9f54b37-2ee0-4eda-bda2-c75e300fdf52 req-c9ebecc5-f39c-45e3-a654-6b4321c0da3d service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=409617e7-df61-4f61-8ec0-c00a7448d4c1 HTTP/1.1" status: 200 len: 1097 time: 0.1200242 Jul 06 13:56:37.589347 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ad016d-e93d-4eb0-88fa-50badd7e35e9 req-e7471deb-26e8-4272-b6cd-a4365a4bf8c8 tempest-ServersAdminTestJSON-391861328 tempest-ServersAdminTestJSON-391861328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:37.597613 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-e5ad016d-e93d-4eb0-88fa-50badd7e35e9 req-e7471deb-26e8-4272-b6cd-a4365a4bf8c8 tempest-ServersAdminTestJSON-391861328 tempest-ServersAdminTestJSON-391861328-project] 10.222.0.104 "GET /v2.0/ports?device_id=63f04f24-a07c-4f56-a92d-98828f9b51fd HTTP/1.1" status: 200 len: 949 time: 0.1246419 Jul 06 13:56:37.601983 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 519 Content-Type: application/json Date: Tue, 06 Jul 2021 13:56:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fe98fa4-3f6d-4102-a6d5-58bd84e0f1ba x-openstack-request-id: req-4fe98fa4-3f6d-4102-a6d5-58bd84e0f1ba {{(pid=100247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:56:37.602286 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5d6f9ee-637a-4a55-8546-2be14770c0f2", "name": "network-vif-unplugged", "status": "completed", "tag": "525ecf50-c68e-42e3-b492-e0a27ff68cab", "code": 200}, {"name": "network-changed", "server_uuid": "e5d6f9ee-637a-4a55-8546-2be14770c0f2", "tag": "525ecf50-c68e-42e3-b492-e0a27ff68cab", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "d910425e-b227-495e-9524-a26893783754", "tag": "610d8fb5-6871-475a-b090-fabadac817aa", "status": "completed", "code": 200}]} {{(pid=100247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:56:37.602490 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-4fe98fa4-3f6d-4102-a6d5-58bd84e0f1ba {{(pid=100247) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:56:37.602854 n-d-773647-6 neutron-server[100247]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5d6f9ee-637a-4a55-8546-2be14770c0f2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '525ecf50-c68e-42e3-b492-e0a27ff68cab', 'code': 200} Jul 06 13:56:37.603114 n-d-773647-6 neutron-server[100247]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e5d6f9ee-637a-4a55-8546-2be14770c0f2', 'tag': '525ecf50-c68e-42e3-b492-e0a27ff68cab', 'status': 'completed', 'code': 200} Jul 06 13:56:37.603400 n-d-773647-6 neutron-server[100247]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd910425e-b227-495e-9524-a26893783754', 'tag': '610d8fb5-6871-475a-b090-fabadac817aa', 'status': 'completed', 'code': 200} Jul 06 13:56:37.621924 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-099dbb00-cc81-4a14-b600-8956e046ea56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:37.624713 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-099dbb00-cc81-4a14-b600-8956e046ea56 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:37.626533 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-099dbb00-cc81-4a14-b600-8956e046ea56 admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/a5c79425-fe5f-4c83-b6dc-55ce3cf0e24b HTTP/1.1" status: 204 len: 168 time: 0.2124903 Jul 06 13:56:37.680343 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099dbb00-cc81-4a14-b600-8956e046ea56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5c79425-fe5f-4c83-b6dc-55ce3cf0e24b,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:56:37.698798 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-f9f54b37-2ee0-4eda-bda2-c75e300fdf52 req-b57782e7-a2a7-4382-b2ec-dda2151ce92b service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=43f6fcb8-9501-44d6-9feb-82c82c5d5862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135447 Jul 06 13:56:37.718162 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f28088-07f0-43db-9502-2f1581f99d0a req-be7ee3e7-b8b2-459e-bbee-4028d503817d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:37.720574 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-70f28088-07f0-43db-9502-2f1581f99d0a req-be7ee3e7-b8b2-459e-bbee-4028d503817d service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=125e6575b3ba4365b3ae01568cef269b&device_id=e5d6f9ee-637a-4a55-8546-2be14770c0f2 HTTP/1.1" status: 200 len: 1124 time: 0.0913210 Jul 06 13:56:37.723948 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Device 39b82faa-9bb5-4637-ba57-e7b6ac96e89a details requested by agent hyperv_n-h1-773647-6 with host n-h1-773647-6 {{(pid=100248) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 13:56:37.774981 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-e5ad016d-e93d-4eb0-88fa-50badd7e35e9 req-a9d456c1-c52c-41a8-88e2-6b9f02b604cf tempest-ServersAdminTestJSON-391861328 tempest-ServersAdminTestJSON-391861328-project] 10.222.0.104 "GET /v2.0/security-groups?id=3bcee3ab-dc9e-46be-bc35-9f5a80cc9457&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1764700 Jul 06 13:56:37.840508 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] For port 39b82faa-9bb5-4637-ba57-e7b6ac96e89a, host n-h1-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773647-6',level=0,port_id=39b82faa-9bb5-4637-ba57-e7b6ac96e89a,segment=NetworkSegment(c9ea893d-045e-42cf-b3dd-cdd1f79baccd),segment_id=c9ea893d-045e-42cf-b3dd-cdd1f79baccd)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:56:37.845654 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.db_base_plugin_common [req-4c703a69-9059-408a-996f-9e0768dd2cd9 req-269b14fe-f399-4b81-a6b4-011dce3bfd19 tempest-SecurityGroupsTestJSON-63281774 tempest-SecurityGroupsTestJSON-63281774-project] Allocated IP 172.20.0.11 (82de3ae2-81e4-474f-953b-e83c4f15c3b6/348254f1-e077-418f-a203-f985649b120f/5c1db444-e100-4e96-963b-53f6d7217a55) {{(pid=100247) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 13:56:37.853010 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f28088-07f0-43db-9502-2f1581f99d0a req-b7b32347-b2e7-4839-808c-0e12158f31ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:37.854698 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-70f28088-07f0-43db-9502-2f1581f99d0a req-b7b32347-b2e7-4839-808c-0e12158f31ce service neutron] 10.222.0.127 "GET /v2.0/ports?tenant_id=17f723ad3a484ba4932b5619e0399c64&device_id=d910425e-b227-495e-9524-a26893783754 HTTP/1.1" status: 200 len: 1096 time: 0.2031083 Jul 06 13:56:37.861104 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Returning: {'device': '39b82faa-9bb5-4637-ba57-e7b6ac96e89a', 'network_id': 'ac09d390-867f-4b75-a8d2-ab11550bffd6', 'port_id': '39b82faa-9bb5-4637-ba57-e7b6ac96e89a', 'mac_address': 'fa:16:3e:e9:75:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1023, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd1c3cc78-09b9-4e30-99fd-0e5830de101d', 'ip_address': '192.168.233.141'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100248) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 13:56:37.889151 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f28088-07f0-43db-9502-2f1581f99d0a req-68dc221c-27e8-4b50-8bfb-2b3da09f39a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:37.891203 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-70f28088-07f0-43db-9502-2f1581f99d0a req-68dc221c-27e8-4b50-8bfb-2b3da09f39a9 service neutron] 10.222.0.72 "GET /v2.0/networks?id=4f6c277b-1b2d-40ad-a374-15bf31b2f6e9 HTTP/1.1" status: 200 len: 909 time: 0.1241238 Jul 06 13:56:37.916041 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:37.928999 n-d-773647-6 neutron-server[100248]: DEBUG neutron.notifiers.nova [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 39b82faa-9bb5-4637-ba57-e7b6ac96e89a {{(pid=100248) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 13:56:37.943348 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-70f28088-07f0-43db-9502-2f1581f99d0a req-d2352772-de1f-4e65-be9b-45c8e65ad4b2 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=525ecf50-c68e-42e3-b492-e0a27ff68cab HTTP/1.1" status: 200 len: 217 time: 0.0447142 Jul 06 13:56:37.950157 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] For port 39b82faa-9bb5-4637-ba57-e7b6ac96e89a, host n-h1-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773647-6',level=0,port_id=39b82faa-9bb5-4637-ba57-e7b6ac96e89a,segment=NetworkSegment(c9ea893d-045e-42cf-b3dd-cdd1f79baccd),segment_id=c9ea893d-045e-42cf-b3dd-cdd1f79baccd)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:56:37.956090 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:37.975508 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a834a38f-3eea-4ebf-9fe9-280955939a2f req-9e047968-f5c6-4f2f-93fb-073e8b425ef9 tempest-FloatingIPsAssociationNegativeTestJSON-1134509891 tempest-FloatingIPsAssociationNegativeTestJSON-1134509891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:37.977157 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-a834a38f-3eea-4ebf-9fe9-280955939a2f req-9e047968-f5c6-4f2f-93fb-073e8b425ef9 tempest-FloatingIPsAssociationNegativeTestJSON-1134509891 tempest-FloatingIPsAssociationNegativeTestJSON-1134509891-project] 10.222.0.104 "GET /v2.0/ports?device_id=d910425e-b227-495e-9524-a26893783754&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.2564254 Jul 06 13:56:38.013719 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Pushing event updated for resources: {'Port': ['ID=39b82faa-9bb5-4637-ba57-e7b6ac96e89a,revision_number=4']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:56:38.036944 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f28088-07f0-43db-9502-2f1581f99d0a req-f53f4d50-38bb-48ad-acef-7083304f24c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:38.039130 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-70f28088-07f0-43db-9502-2f1581f99d0a req-f53f4d50-38bb-48ad-acef-7083304f24c7 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=3ab4a4f6-31db-40f5-bd89-967e515dcbd9 HTTP/1.1" status: 200 len: 847 time: 0.0888619 Jul 06 13:56:38.039585 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f28088-07f0-43db-9502-2f1581f99d0a req-7866bc96-d258-47af-9758-a8fb68e8438d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:38.041028 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-70f28088-07f0-43db-9502-2f1581f99d0a req-7866bc96-d258-47af-9758-a8fb68e8438d service neutron] 10.222.0.127 "GET /v2.0/networks?id=d3290eba-34fe-4d09-b607-a6b9692a3888 HTTP/1.1" status: 200 len: 931 time: 0.1794112 Jul 06 13:56:38.044566 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-a834a38f-3eea-4ebf-9fe9-280955939a2f req-7358e2a9-46a0-40f5-a00b-fb110ad0e9a9 tempest-FloatingIPsAssociationNegativeTestJSON-1134509891 tempest-FloatingIPsAssociationNegativeTestJSON-1134509891-project] 10.222.0.104 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0557361 Jul 06 13:56:38.091164 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-70f28088-07f0-43db-9502-2f1581f99d0a req-866406b6-1f75-41fd-ab8a-f4f7f697ce37 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=4f6c277b-1b2d-40ad-a374-15bf31b2f6e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0376492 Jul 06 13:56:38.131055 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-70f28088-07f0-43db-9502-2f1581f99d0a req-d9f382e9-1d28-42f6-84a4-18d0f524c3de service neutron] 10.222.0.127 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=610d8fb5-6871-475a-b090-fabadac817aa HTTP/1.1" status: 200 len: 217 time: 0.0788195 Jul 06 13:56:38.145721 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-5bb2cd4a-a63c-4aec-8da4-3624425c94fb req-6d366cd7-a7f3-4a75-bd4b-97105a2b9e67 tempest-FloatingIPsAssociationNegativeTestJSON-1134509891 tempest-FloatingIPsAssociationNegativeTestJSON-1134509891-project] 10.222.0.104 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0527558 Jul 06 13:56:38.204700 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-70f28088-07f0-43db-9502-2f1581f99d0a req-a4037ea3-63ad-460a-8b91-c08ba8428f15 service neutron] 10.222.0.72 "GET /v2.0/networks/4f6c277b-1b2d-40ad-a374-15bf31b2f6e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1047087 Jul 06 13:56:38.285786 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f28088-07f0-43db-9502-2f1581f99d0a req-01d907f0-8856-4c1f-a9dc-441a6d07f542 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:38.287208 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-70f28088-07f0-43db-9502-2f1581f99d0a req-01d907f0-8856-4c1f-a9dc-441a6d07f542 service neutron] 10.222.0.127 "GET /v2.0/subnets?id=e908b1cb-da85-4d39-8daf-c466492d66c9 HTTP/1.1" status: 200 len: 868 time: 0.1406806 Jul 06 13:56:38.316147 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-70f28088-07f0-43db-9502-2f1581f99d0a req-f88b0672-0940-4487-b06a-a47e309b2286 service neutron] 10.222.0.72 "GET /v2.0/networks/4f6c277b-1b2d-40ad-a374-15bf31b2f6e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1004093 Jul 06 13:56:38.367377 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-4c703a69-9059-408a-996f-9e0768dd2cd9 req-269b14fe-f399-4b81-a6b4-011dce3bfd19 tempest-SecurityGroupsTestJSON-63281774 tempest-SecurityGroupsTestJSON-63281774-project] Notify callbacks [] for port, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:38.405261 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ad0ce1-b30c-41a9-935d-120b08df34ae req-79012d8b-6f00-4418-8d94-f2478ca69d87 tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:38.407303 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-33ad0ce1-b30c-41a9-935d-120b08df34ae req-79012d8b-6f00-4418-8d94-f2478ca69d87 tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] 10.222.0.104 "GET /v2.0/ports?device_id=3abd5f1c-5cfa-40e5-8018-1960204a8886 HTTP/1.1" status: 200 len: 949 time: 0.2633178 Jul 06 13:56:38.488542 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b745362-d3df-4c2c-a37b-cefd9c4aaaca req-7b604af5-dd20-4144-8e79-e9125655fe8a tempest-LiveAutoBlockMigrationV225Test-654794443 tempest-LiveAutoBlockMigrationV225Test-654794443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:38.490008 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-1b745362-d3df-4c2c-a37b-cefd9c4aaaca req-7b604af5-dd20-4144-8e79-e9125655fe8a tempest-LiveAutoBlockMigrationV225Test-654794443 tempest-LiveAutoBlockMigrationV225Test-654794443-project] 10.222.0.104 "GET /v2.0/ports?device_id=409617e7-df61-4f61-8ec0-c00a7448d4c1 HTTP/1.1" status: 200 len: 946 time: 0.2067678 Jul 06 13:56:38.500727 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f28088-07f0-43db-9502-2f1581f99d0a req-7cd6f749-f21c-431b-89f9-49ce5a0d4224 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:38.502299 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-70f28088-07f0-43db-9502-2f1581f99d0a req-7cd6f749-f21c-431b-89f9-49ce5a0d4224 service neutron] 10.222.0.127 "GET /v2.0/ports?network_id=d3290eba-34fe-4d09-b607-a6b9692a3888&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1941965 Jul 06 13:56:38.502634 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] get_ports_and_sgs() called for port_ids ['39b82faa-9bb5-4637-ba57-e7b6ac96e89a'] {{(pid=100248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 13:56:38.506257 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-33ad0ce1-b30c-41a9-935d-120b08df34ae req-f3f3462e-a283-4305-8718-2ed123879a37 tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] 10.222.0.104 "GET /v2.0/security-groups?id=9f5b92e9-7340-49c3-a9bb-41e4a1caffc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912223 Jul 06 13:56:38.511645 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-4c703a69-9059-408a-996f-9e0768dd2cd9 req-269b14fe-f399-4b81-a6b4-011dce3bfd19 tempest-SecurityGroupsTestJSON-63281774 tempest-SecurityGroupsTestJSON-63281774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108'] for port, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:38.528532 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 58058) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:56:38.633894 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4c703a69-9059-408a-996f-9e0768dd2cd9 req-269b14fe-f399-4b81-a6b4-011dce3bfd19 tempest-SecurityGroupsTestJSON-63281774 tempest-SecurityGroupsTestJSON-63281774-project] Network 82de3ae2-81e4-474f-953b-e83c4f15c3b6 is already hosted by enough agents. {{(pid=100247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 13:56:38.642769 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.base_scheduler [req-4c703a69-9059-408a-996f-9e0768dd2cd9 req-269b14fe-f399-4b81-a6b4-011dce3bfd19 tempest-SecurityGroupsTestJSON-63281774 tempest-SecurityGroupsTestJSON-63281774-project] Resources bound (agent type, host, resource id): {{(pid=100247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:56:38.650313 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269b14fe-f399-4b81-a6b4-011dce3bfd19 tempest-SecurityGroupsTestJSON-63281774 tempest-SecurityGroupsTestJSON-63281774-project] Pushing event updated for resources: {'Port': ['ID=5c1db444-e100-4e96-963b-53f6d7217a55,revision_number=1']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:56:38.650313 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c703a69-9059-408a-996f-9e0768dd2cd9 req-269b14fe-f399-4b81-a6b4-011dce3bfd19 tempest-SecurityGroupsTestJSON-63281774 tempest-SecurityGroupsTestJSON-63281774-project] Received port after_create {{(pid=100247) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 13:56:38.657092 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c703a69-9059-408a-996f-9e0768dd2cd9 req-269b14fe-f399-4b81-a6b4-011dce3bfd19 tempest-SecurityGroupsTestJSON-63281774 tempest-SecurityGroupsTestJSON-63281774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:38.657638 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-4c703a69-9059-408a-996f-9e0768dd2cd9 req-269b14fe-f399-4b81-a6b4-011dce3bfd19 tempest-SecurityGroupsTestJSON-63281774 tempest-SecurityGroupsTestJSON-63281774-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:38.669515 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-1b745362-d3df-4c2c-a37b-cefd9c4aaaca req-f8219ac6-e905-4932-9121-73051ef4f3ff tempest-LiveAutoBlockMigrationV225Test-654794443 tempest-LiveAutoBlockMigrationV225Test-654794443-project] 10.222.0.104 "GET /v2.0/security-groups?id=43f6fcb8-9501-44d6-9feb-82c82c5d5862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1720631 Jul 06 13:56:38.692761 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-70f28088-07f0-43db-9502-2f1581f99d0a req-0bc115aa-6b91-4cbd-bec7-bf6f887589d9 service neutron] 10.222.0.127 "GET /v2.0/networks/d3290eba-34fe-4d09-b607-a6b9692a3888?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1781206 Jul 06 13:56:38.694623 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-4c703a69-9059-408a-996f-9e0768dd2cd9 req-269b14fe-f399-4b81-a6b4-011dce3bfd19 tempest-SecurityGroupsTestJSON-63281774 tempest-SecurityGroupsTestJSON-63281774-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3680806 Jul 06 13:56:38.696306 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-1ca93fae-44f9-4b10-8787-325050aedf09 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1981955931-network', 'tenant_id': 'ed98ced3211c40618bf4aade5a2dd56d'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:56:38.717994 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [req-4c703a69-9059-408a-996f-9e0768dd2cd9 req-8446f3ef-f66e-4693-b189-21d7820e688c service neutron] Request body: {'port': {'device_id': 'ddde3ef9-96a1-42dc-9acc-b59ae0c98349', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-773647-6'}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:56:38.721480 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ca93fae-44f9-4b10-8787-325050aedf09 admin admin] Made reservation on behalf of ed98ced3211c40618bf4aade5a2dd56d for: {'network': 1} {{(pid=100246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 13:56:38.724440 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-1ca93fae-44f9-4b10-8787-325050aedf09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for network, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:38.736275 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-1ca93fae-44f9-4b10-8787-325050aedf09 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:38.876117 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-1ca93fae-44f9-4b10-8787-325050aedf09 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:38.883612 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-1ca93fae-44f9-4b10-8787-325050aedf09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:38.895951 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-70f28088-07f0-43db-9502-2f1581f99d0a req-0e17970e-a33d-486f-9507-203189aaaecb service neutron] 10.222.0.127 "GET /v2.0/networks/d3290eba-34fe-4d09-b607-a6b9692a3888?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1917684 Jul 06 13:56:38.896520 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-4c703a69-9059-408a-996f-9e0768dd2cd9 req-8446f3ef-f66e-4693-b189-21d7820e688c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:38.923418 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca93fae-44f9-4b10-8787-325050aedf09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d4cbf2c-f907-4452-8928-a2a298fe7ee1,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:56:38.952041 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ca93fae-44f9-4b10-8787-325050aedf09 admin admin] vlan segment allocate from pool success with {'vlan_id': 1015, 'physical_network': 'physnet1'} {{(pid=100246) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 13:56:38.970904 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-1ca93fae-44f9-4b10-8787-325050aedf09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552'] for segment, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:38.975428 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b380f8cb-7aa7-408a-976a-977458dbcbbd req-e49fd5a8-8d68-4fd1-8566-ede81fb62c49 tempest-SecurityGroupsTestJSON-63281774 tempest-SecurityGroupsTestJSON-63281774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:38.979394 n-d-773647-6 neutron-server[100246]: INFO neutron.db.segments_db [None req-1ca93fae-44f9-4b10-8787-325050aedf09 admin admin] Added segment 227d25fe-bf75-4c4b-9a67-c660160d6b0a of type vlan for network 7a710b21-0493-4be8-a73f-c10a9dbc43f7 Jul 06 13:56:38.980658 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-b380f8cb-7aa7-408a-976a-977458dbcbbd req-e49fd5a8-8d68-4fd1-8566-ede81fb62c49 tempest-SecurityGroupsTestJSON-63281774 tempest-SecurityGroupsTestJSON-63281774-project] 10.222.0.104 "GET /v2.0/ports?device_id=ddde3ef9-96a1-42dc-9acc-b59ae0c98349 HTTP/1.1" status: 200 len: 932 time: 0.1503859 Jul 06 13:56:39.032042 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-1ca93fae-44f9-4b10-8787-325050aedf09 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773752984405'] for network, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:39.068650 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-1ca93fae-44f9-4b10-8787-325050aedf09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060'] for network, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:39.069672 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ca93fae-44f9-4b10-8787-325050aedf09 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:39.070279 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-1ca93fae-44f9-4b10-8787-325050aedf09 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583035'] for network, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:39.106065 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-b380f8cb-7aa7-408a-976a-977458dbcbbd req-af377eb4-c1c9-4d67-ab48-c40a18299fce tempest-SecurityGroupsTestJSON-63281774 tempest-SecurityGroupsTestJSON-63281774-project] 10.222.0.104 "GET /v2.0/security-groups?id=66a64f11-8fd4-4070-857b-32412c48dea6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244814 Jul 06 13:56:39.134902 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-1ca93fae-44f9-4b10-8787-325050aedf09 admin admin] 10.222.0.104 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.6048641 Jul 06 13:56:39.140104 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 58068) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:56:39.145513 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-74240c62-1f0a-44ed-8303-35a8fa018bf9 admin admin] Request body: {'subnet': {'network_id': '7a710b21-0493-4be8-a73f-c10a9dbc43f7', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1981955931-subnet', 'tenant_id': 'ed98ced3211c40618bf4aade5a2dd56d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:56:39.149647 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca93fae-44f9-4b10-8787-325050aedf09 admin admin] Pushing event updated for resources: {'Network': ['ID=7a710b21-0493-4be8-a73f-c10a9dbc43f7,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:56:39.165176 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Network 7a710b21-0493-4be8-a73f-c10a9dbc43f7 details requested by agent ovs-agent-n-d-773647-6 with host n-d-773647-6 {{(pid=100248) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 13:56:39.181350 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74240c62-1f0a-44ed-8303-35a8fa018bf9 admin admin] Made reservation on behalf of ed98ced3211c40618bf4aade5a2dd56d for: {'subnet': 1} {{(pid=100246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 13:56:39.183742 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-74240c62-1f0a-44ed-8303-35a8fa018bf9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127702029'] for subnet, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:39.186424 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c014ddfe-7c08-4d68-bf3f-d206f6e7767a req-30afe73d-9e1c-4627-adef-f3a304de20b0 tempest-LiveMigrationTest-2001684970 tempest-LiveMigrationTest-2001684970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:39.188513 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-c014ddfe-7c08-4d68-bf3f-d206f6e7767a req-30afe73d-9e1c-4627-adef-f3a304de20b0 tempest-LiveMigrationTest-2001684970 tempest-LiveMigrationTest-2001684970-project] 10.222.0.104 "GET /v2.0/ports?device_id=e5d6f9ee-637a-4a55-8546-2be14770c0f2 HTTP/1.1" status: 200 len: 943 time: 0.1446009 Jul 06 13:56:39.295450 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-c014ddfe-7c08-4d68-bf3f-d206f6e7767a req-4b197684-622d-43a8-aeab-40feb60e1ef4 tempest-LiveMigrationTest-2001684970 tempest-LiveMigrationTest-2001684970-project] 10.222.0.104 "GET /v2.0/security-groups?id=7e243ebf-9cf4-4917-8da6-0fd38b06f795&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665977 Jul 06 13:56:39.349010 n-d-773647-6 neutron-server[100247]: DEBUG neutron.notifiers.nova [req-4c703a69-9059-408a-996f-9e0768dd2cd9 req-8446f3ef-f66e-4693-b189-21d7820e688c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5c1db444-e100-4e96-963b-53f6d7217a55 {{(pid=100247) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 13:56:39.358681 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-4c703a69-9059-408a-996f-9e0768dd2cd9 req-8446f3ef-f66e-4693-b189-21d7820e688c service neutron] Notify callbacks [] for port, precommit_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:39.379343 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-74240c62-1f0a-44ed-8303-35a8fa018bf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1849032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127687649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127702047'] for subnet, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:39.403539 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.provisioning_blocks [req-4c703a69-9059-408a-996f-9e0768dd2cd9 req-8446f3ef-f66e-4693-b189-21d7820e688c service neutron] Transition to ACTIVE for port object 5c1db444-e100-4e96-963b-53f6d7217a55 will not be triggered until provisioned by entity L2. {{(pid=100247) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 13:56:39.410922 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-4c703a69-9059-408a-996f-9e0768dd2cd9 req-8446f3ef-f66e-4693-b189-21d7820e688c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:39.436485 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74240c62-1f0a-44ed-8303-35a8fa018bf9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8d32f554-2b92-4c59-9901-e19d129549fc,revision_number=0']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:56:39.444526 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74240c62-1f0a-44ed-8303-35a8fa018bf9 admin admin] Checking segment: {'id': '227d25fe-bf75-4c4b-9a67-c660160d6b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1015, 'network_id': '7a710b21-0493-4be8-a73f-c10a9dbc43f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 13:56:39.444889 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74240c62-1f0a-44ed-8303-35a8fa018bf9 admin admin] Network hostable DHCP agents. Network: 7a710b21-0493-4be8-a73f-c10a9dbc43f7, hostable agents: ['f2bada3d-be77-4359-982b-8505a2bbca04'], hosted agents: [] {{(pid=100246) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 13:56:39.460968 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74240c62-1f0a-44ed-8303-35a8fa018bf9 admin admin] Network 7a710b21-0493-4be8-a73f-c10a9dbc43f7 is scheduled to be hosted by DHCP agent f2bada3d-be77-4359-982b-8505a2bbca04 with binding_index 1 {{(pid=100246) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 13:56:39.471079 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.base_scheduler [None req-74240c62-1f0a-44ed-8303-35a8fa018bf9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773647-6, 7a710b21-0493-4be8-a73f-c10a9dbc43f7) {{(pid=100246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:56:39.490865 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c39fd003-b566-485f-809c-767a9c21a237 None None] Network 7a710b21-0493-4be8-a73f-c10a9dbc43f7 requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 13:56:39.492645 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74240c62-1f0a-44ed-8303-35a8fa018bf9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:39.493234 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-74240c62-1f0a-44ed-8303-35a8fa018bf9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:39.509404 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-74240c62-1f0a-44ed-8303-35a8fa018bf9 admin admin] 10.222.0.104 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3675137 Jul 06 13:56:39.516767 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8446f3ef-f66e-4693-b189-21d7820e688c service neutron] Pushing event updated for resources: {'Port': ['ID=5c1db444-e100-4e96-963b-53f6d7217a55,revision_number=2']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:56:39.528944 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d725e6fc-0fd7-4368-bcba-218d39127d4e req-f444ef43-b70f-451a-8f5e-503e02f4ac84 tempest-ServersAdminTestJSON-391861328 tempest-ServersAdminTestJSON-391861328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:39.530463 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-d725e6fc-0fd7-4368-bcba-218d39127d4e req-f444ef43-b70f-451a-8f5e-503e02f4ac84 tempest-ServersAdminTestJSON-391861328 tempest-ServersAdminTestJSON-391861328-project] 10.222.0.104 "GET /v2.0/ports?device_id=63f04f24-a07c-4f56-a92d-98828f9b51fd HTTP/1.1" status: 200 len: 949 time: 0.1743376 Jul 06 13:56:39.587107 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.managers [req-4c703a69-9059-408a-996f-9e0768dd2cd9 req-8446f3ef-f66e-4693-b189-21d7820e688c service neutron] Attempting to bind port 5c1db444-e100-4e96-963b-53f6d7217a55 on host n-h2-773647-6 for vnic_type normal with profile {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 13:56:39.587497 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.managers [req-4c703a69-9059-408a-996f-9e0768dd2cd9 req-8446f3ef-f66e-4693-b189-21d7820e688c service neutron] Attempting to bind port 5c1db444-e100-4e96-963b-53f6d7217a55 by drivers openvswitch,hyperv on host n-h2-773647-6 at level 0 using segments [{'id': '0212c0ea-43ee-41e4-b30e-4894f6429a7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': '82de3ae2-81e4-474f-953b-e83c4f15c3b6'}] {{(pid=100247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 13:56:39.587795 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c703a69-9059-408a-996f-9e0768dd2cd9 req-8446f3ef-f66e-4693-b189-21d7820e688c service neutron] Attempting to bind port 5c1db444-e100-4e96-963b-53f6d7217a55 on network 82de3ae2-81e4-474f-953b-e83c4f15c3b6 {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 13:56:39.606704 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c703a69-9059-408a-996f-9e0768dd2cd9 req-8446f3ef-f66e-4693-b189-21d7820e688c service neutron] Port 5c1db444-e100-4e96-963b-53f6d7217a55 on network 82de3ae2-81e4-474f-953b-e83c4f15c3b6 not bound, no agent of type Open vSwitch agent registered on host n-h2-773647-6 {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 13:56:39.607024 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c703a69-9059-408a-996f-9e0768dd2cd9 req-8446f3ef-f66e-4693-b189-21d7820e688c service neutron] Attempting to bind port 5c1db444-e100-4e96-963b-53f6d7217a55 on network 82de3ae2-81e4-474f-953b-e83c4f15c3b6 {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 13:56:39.621347 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2639c828-94f2-485d-a243-0cf4720a47d9 None None] Network 7a710b21-0493-4be8-a73f-c10a9dbc43f7 requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 13:56:39.622031 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0767541d-c214-4327-bc5f-761a8c853d15 req-f1516404-3647-4996-887c-8c64cb65eca4 tempest-FloatingIPsAssociationNegativeTestJSON-1134509891 tempest-FloatingIPsAssociationNegativeTestJSON-1134509891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:39.623578 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-0767541d-c214-4327-bc5f-761a8c853d15 req-f1516404-3647-4996-887c-8c64cb65eca4 tempest-FloatingIPsAssociationNegativeTestJSON-1134509891 tempest-FloatingIPsAssociationNegativeTestJSON-1134509891-project] 10.222.0.104 "GET /v2.0/ports?device_id=d910425e-b227-495e-9524-a26893783754 HTTP/1.1" status: 200 len: 945 time: 0.2104359 Jul 06 13:56:39.625639 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c703a69-9059-408a-996f-9e0768dd2cd9 req-8446f3ef-f66e-4693-b189-21d7820e688c service neutron] Checking agent: {'id': '63768ece-0600-4354-8d29-fdedec96b077', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-773647-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 51, 10), 'started_at': datetime.datetime(2021, 7, 6, 13, 51, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 13, 56, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 13:56:39.625973 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c703a69-9059-408a-996f-9e0768dd2cd9 req-8446f3ef-f66e-4693-b189-21d7820e688c service neutron] Checking segment: {'id': '0212c0ea-43ee-41e4-b30e-4894f6429a7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': '82de3ae2-81e4-474f-953b-e83c4f15c3b6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100247) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 13:56:39.626347 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c703a69-9059-408a-996f-9e0768dd2cd9 req-8446f3ef-f66e-4693-b189-21d7820e688c service neutron] Bound using segment: {'id': '0212c0ea-43ee-41e4-b30e-4894f6429a7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': '82de3ae2-81e4-474f-953b-e83c4f15c3b6'} {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 13:56:39.626781 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.managers [req-4c703a69-9059-408a-996f-9e0768dd2cd9 req-8446f3ef-f66e-4693-b189-21d7820e688c service neutron] Bound port: 5c1db444-e100-4e96-963b-53f6d7217a55, host: n-h2-773647-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0212c0ea-43ee-41e4-b30e-4894f6429a7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': '82de3ae2-81e4-474f-953b-e83c4f15c3b6'}}] {{(pid=100247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 13:56:39.627135 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-4c703a69-9059-408a-996f-9e0768dd2cd9 req-8446f3ef-f66e-4693-b189-21d7820e688c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:39.639404 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-d725e6fc-0fd7-4368-bcba-218d39127d4e req-e4041b6d-ae5f-4826-9928-6cc665268d4f tempest-ServersAdminTestJSON-391861328 tempest-ServersAdminTestJSON-391861328-project] 10.222.0.104 "GET /v2.0/security-groups?id=3bcee3ab-dc9e-46be-bc35-9f5a80cc9457&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864863 Jul 06 13:56:39.715716 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-0767541d-c214-4327-bc5f-761a8c853d15 req-71a7109b-b0f3-47ea-9ec1-d6a4747a7a9e tempest-FloatingIPsAssociationNegativeTestJSON-1134509891 tempest-FloatingIPsAssociationNegativeTestJSON-1134509891-project] 10.222.0.104 "GET /v2.0/security-groups?id=80219d53-2475-4e71-af54-7a966a6cc818&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741096 Jul 06 13:56:39.755067 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.db [req-4c703a69-9059-408a-996f-9e0768dd2cd9 req-8446f3ef-f66e-4693-b189-21d7820e688c service neutron] For port 5c1db444-e100-4e96-963b-53f6d7217a55, host n-h2-773647-6, cleared binding levels {{(pid=100247) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 13:56:39.758367 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.db [req-4c703a69-9059-408a-996f-9e0768dd2cd9 req-8446f3ef-f66e-4693-b189-21d7820e688c service neutron] For port 5c1db444-e100-4e96-963b-53f6d7217a55, host n-h2-773647-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=5c1db444-e100-4e96-963b-53f6d7217a55,segment=NetworkSegment(0212c0ea-43ee-41e4-b30e-4894f6429a7c),segment_id=0212c0ea-43ee-41e4-b30e-4894f6429a7c)] {{(pid=100247) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 13:56:39.766344 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-4c703a69-9059-408a-996f-9e0768dd2cd9 req-8446f3ef-f66e-4693-b189-21d7820e688c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:39.838200 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c703a69-9059-408a-996f-9e0768dd2cd9 req-8446f3ef-f66e-4693-b189-21d7820e688c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:39.838808 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-4c703a69-9059-408a-996f-9e0768dd2cd9 req-8446f3ef-f66e-4693-b189-21d7820e688c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:39.840195 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-4c703a69-9059-408a-996f-9e0768dd2cd9 req-8446f3ef-f66e-4693-b189-21d7820e688c service neutron] 10.222.0.72 "PUT /v2.0/ports/5c1db444-e100-4e96-963b-53f6d7217a55 HTTP/1.1" status: 200 len: 1092 time: 1.1275849 Jul 06 13:56:39.840653 n-d-773647-6 neutron-server[100247]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ddde3ef9-96a1-42dc-9acc-b59ae0c98349', 'tag': '5c1db444-e100-4e96-963b-53f6d7217a55'}] {{(pid=100247) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 13:56:39.842847 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cbf0eeaae822f8fc9b87a94aeba67a3d651842baf663a51cba94b67a514836d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b13a622e-8c2d-4379-9196-0bdd1960db25" -d '{"events": [{"name": "network-changed", "server_uuid": "ddde3ef9-96a1-42dc-9acc-b59ae0c98349", "tag": "5c1db444-e100-4e96-963b-53f6d7217a55"}]}' {{(pid=100247) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:56:39.862937 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8446f3ef-f66e-4693-b189-21d7820e688c service neutron] Pushing event updated for resources: {'Port': ['ID=5c1db444-e100-4e96-963b-53f6d7217a55,revision_number=3']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:56:39.892709 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44a3ddb-7bd6-4951-abc9-e196262a8e4f req-68f667e4-7a47-47ed-b1d4-41e9981a4ada tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:39.894236 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-b44a3ddb-7bd6-4951-abc9-e196262a8e4f req-68f667e4-7a47-47ed-b1d4-41e9981a4ada tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] 10.222.0.104 "GET /v2.0/ports?device_id=3abd5f1c-5cfa-40e5-8018-1960204a8886 HTTP/1.1" status: 200 len: 949 time: 0.1225712 Jul 06 13:56:40.098208 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] get_ports_and_sgs() called for port_ids ['9e0a8fcf-beec-40bb-8530-7b53818607f4'] {{(pid=100248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 13:56:40.237280 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:40.325212 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-b44a3ddb-7bd6-4951-abc9-e196262a8e4f req-b09c8601-1be5-4df2-93e0-6881b1f0353e tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] 10.222.0.104 "GET /v2.0/security-groups?id=9f5b92e9-7340-49c3-a9bb-41e4a1caffc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4219062 Jul 06 13:56:40.362481 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c703a69-9059-408a-996f-9e0768dd2cd9 req-a5744b80-04ae-45bb-a8c4-b0bdd09a0db2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:40.364005 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-4c703a69-9059-408a-996f-9e0768dd2cd9 req-a5744b80-04ae-45bb-a8c4-b0bdd09a0db2 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=bd8ab4ae618e4901853ac9b415c3d7ae&device_id=ddde3ef9-96a1-42dc-9acc-b59ae0c98349 HTTP/1.1" status: 200 len: 1095 time: 0.4689093 Jul 06 13:56:40.378871 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58ea135-b5c7-4ba2-a1a4-139b00960902 req-a4eb2fb0-3e38-4cab-881f-d24d505aaa2d tempest-DeleteServersTestJSON-677393534 tempest-DeleteServersTestJSON-677393534-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:40.380275 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-d58ea135-b5c7-4ba2-a1a4-139b00960902 req-a4eb2fb0-3e38-4cab-881f-d24d505aaa2d tempest-DeleteServersTestJSON-677393534 tempest-DeleteServersTestJSON-677393534-project] 10.222.0.104 "GET /v2.0/networks?id=7a710b21-0493-4be8-a73f-c10a9dbc43f7 HTTP/1.1" status: 200 len: 812 time: 0.4513216 Jul 06 13:56:40.420257 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-4c703a69-9059-408a-996f-9e0768dd2cd9 req-b0f01555-0232-4aec-97f5-4bca758a1af8 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5c1db444-e100-4e96-963b-53f6d7217a55 HTTP/1.1" status: 200 len: 217 time: 0.0390601 Jul 06 13:56:40.422595 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-d58ea135-b5c7-4ba2-a1a4-139b00960902 req-0bc07ee5-1917-4065-944a-77ea985e5ea4 tempest-DeleteServersTestJSON-677393534 tempest-DeleteServersTestJSON-677393534-project] 10.222.0.104 "GET /v2.0/quotas/ed98ced3211c40618bf4aade5a2dd56d HTTP/1.1" status: 200 len: 375 time: 0.0351546 Jul 06 13:56:40.506706 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-d58ea135-b5c7-4ba2-a1a4-139b00960902 req-760f945f-8457-43e5-ad0b-9365b8087c4d tempest-DeleteServersTestJSON-677393534 tempest-DeleteServersTestJSON-677393534-project] 10.222.0.104 "GET /v2.0/ports?tenant_id=ed98ced3211c40618bf4aade5a2dd56d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0718427 Jul 06 13:56:40.574196 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c703a69-9059-408a-996f-9e0768dd2cd9 req-8f677f05-d9ca-4de7-8169-2800183a426d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:40.575657 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-4c703a69-9059-408a-996f-9e0768dd2cd9 req-8f677f05-d9ca-4de7-8169-2800183a426d service neutron] 10.222.0.72 "GET /v2.0/subnets?id=348254f1-e077-418f-a203-f985649b120f HTTP/1.1" status: 200 len: 851 time: 0.1398785 Jul 06 13:56:40.627187 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-4c703a69-9059-408a-996f-9e0768dd2cd9 req-4262b32d-db01-4949-8188-604426f4c2bd service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=82de3ae2-81e4-474f-953b-e83c4f15c3b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0410304 Jul 06 13:56:40.647273 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8da125-fec1-4872-bab9-d179b169ddf0 req-e252f3d3-1a48-4d5e-88aa-0dcc633925aa tempest-LiveAutoBlockMigrationV225Test-654794443 tempest-LiveAutoBlockMigrationV225Test-654794443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:40.648732 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-6f8da125-fec1-4872-bab9-d179b169ddf0 req-e252f3d3-1a48-4d5e-88aa-0dcc633925aa tempest-LiveAutoBlockMigrationV225Test-654794443 tempest-LiveAutoBlockMigrationV225Test-654794443-project] 10.222.0.104 "GET /v2.0/ports?device_id=409617e7-df61-4f61-8ec0-c00a7448d4c1 HTTP/1.1" status: 200 len: 946 time: 0.2222588 Jul 06 13:56:40.663063 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-d58ea135-b5c7-4ba2-a1a4-139b00960902 req-a275b111-d0de-4135-982f-20ce8b75c0bc service neutron] 10.222.0.104 "GET /v2.0/networks/7a710b21-0493-4be8-a73f-c10a9dbc43f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1496656 Jul 06 13:56:40.798507 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-6f8da125-fec1-4872-bab9-d179b169ddf0 req-b12d4f7c-84ea-4815-b584-8ecd4d1eecf7 tempest-LiveAutoBlockMigrationV225Test-654794443 tempest-LiveAutoBlockMigrationV225Test-654794443-project] 10.222.0.104 "GET /v2.0/security-groups?id=43f6fcb8-9501-44d6-9feb-82c82c5d5862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390867 Jul 06 13:56:40.833878 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-4c703a69-9059-408a-996f-9e0768dd2cd9 req-bc2ea826-51e3-4d7e-9f3d-ca0da1f4863d service neutron] 10.222.0.72 "GET /v2.0/networks/82de3ae2-81e4-474f-953b-e83c4f15c3b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1826596 Jul 06 13:56:40.838952 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-d58ea135-b5c7-4ba2-a1a4-139b00960902 req-a1e5dc9f-e936-42db-9578-9a31b9037935 service neutron] 10.222.0.104 "GET /v2.0/networks/7a710b21-0493-4be8-a73f-c10a9dbc43f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1348646 Jul 06 13:56:40.848536 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 13:56:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a06e3b7c-e492-4760-95ad-d44676d2dfc0 x-openstack-request-id: req-a06e3b7c-e492-4760-95ad-d44676d2dfc0 {{(pid=100247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:56:40.848830 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ddde3ef9-96a1-42dc-9acc-b59ae0c98349", "tag": "5c1db444-e100-4e96-963b-53f6d7217a55", "status": "completed", "code": 200}]} {{(pid=100247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:56:40.849083 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-a06e3b7c-e492-4760-95ad-d44676d2dfc0 {{(pid=100247) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:56:40.849517 n-d-773647-6 neutron-server[100247]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ddde3ef9-96a1-42dc-9acc-b59ae0c98349', 'tag': '5c1db444-e100-4e96-963b-53f6d7217a55', 'status': 'completed', 'code': 200} Jul 06 13:56:40.960467 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-4c703a69-9059-408a-996f-9e0768dd2cd9 req-c0aaedf1-7bb0-484a-ae7e-f88e951d9b9b service neutron] 10.222.0.72 "GET /v2.0/networks/82de3ae2-81e4-474f-953b-e83c4f15c3b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1042171 Jul 06 13:56:41.021483 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a4005b-c034-4146-9e5d-2436d78b891a req-6b4ac34a-710c-45d9-a58b-c953f5f9d44b tempest-SecurityGroupsTestJSON-63281774 tempest-SecurityGroupsTestJSON-63281774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:41.023299 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-49a4005b-c034-4146-9e5d-2436d78b891a req-6b4ac34a-710c-45d9-a58b-c953f5f9d44b tempest-SecurityGroupsTestJSON-63281774 tempest-SecurityGroupsTestJSON-63281774-project] 10.222.0.104 "GET /v2.0/ports?device_id=ddde3ef9-96a1-42dc-9acc-b59ae0c98349 HTTP/1.1" status: 200 len: 944 time: 0.0835402 Jul 06 13:56:41.091676 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-49a4005b-c034-4146-9e5d-2436d78b891a req-fef70957-e099-4ca7-95c0-c9caa311d32a tempest-SecurityGroupsTestJSON-63281774 tempest-SecurityGroupsTestJSON-63281774-project] 10.222.0.104 "GET /v2.0/security-groups?id=66a64f11-8fd4-4070-857b-32412c48dea6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569212 Jul 06 13:56:41.111420 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13a622e-8c2d-4379-9196-0bdd1960db25 req-6777d2c1-0375-4b92-91e8-ec1a287e829c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:41.112931 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-b13a622e-8c2d-4379-9196-0bdd1960db25 req-6777d2c1-0375-4b92-91e8-ec1a287e829c service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=bd8ab4ae618e4901853ac9b415c3d7ae&device_id=ddde3ef9-96a1-42dc-9acc-b59ae0c98349 HTTP/1.1" status: 200 len: 1095 time: 0.0883558 Jul 06 13:56:41.312942 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13a622e-8c2d-4379-9196-0bdd1960db25 req-b52b0f5b-b6b8-41b7-ada1-8794ed842c44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:41.314404 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-b13a622e-8c2d-4379-9196-0bdd1960db25 req-b52b0f5b-b6b8-41b7-ada1-8794ed842c44 service neutron] 10.222.0.72 "GET /v2.0/networks?id=82de3ae2-81e4-474f-953b-e83c4f15c3b6 HTTP/1.1" status: 200 len: 913 time: 0.1916432 Jul 06 13:56:41.378278 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2c0749-4b03-498f-b134-ae525a3c9ece req-daec3d09-54a4-415b-a929-332aa71cde2d tempest-LiveMigrationTest-2001684970 tempest-LiveMigrationTest-2001684970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:41.379774 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-ff2c0749-4b03-498f-b134-ae525a3c9ece req-daec3d09-54a4-415b-a929-332aa71cde2d tempest-LiveMigrationTest-2001684970 tempest-LiveMigrationTest-2001684970-project] 10.222.0.104 "GET /v2.0/ports?device_id=e5d6f9ee-637a-4a55-8546-2be14770c0f2 HTTP/1.1" status: 200 len: 943 time: 0.2080634 Jul 06 13:56:41.382909 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-b13a622e-8c2d-4379-9196-0bdd1960db25 req-4e15a72b-32ee-4fa4-a6d1-8369b195197b service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5c1db444-e100-4e96-963b-53f6d7217a55 HTTP/1.1" status: 200 len: 217 time: 0.0568087 Jul 06 13:56:41.468196 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0a453c-3dc5-4fbf-8fb5-5b7d75a6d26e req-f1e51d2f-868a-4d68-b572-95f3649a134e tempest-ServersAdminTestJSON-391861328 tempest-ServersAdminTestJSON-391861328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:41.470480 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-9b0a453c-3dc5-4fbf-8fb5-5b7d75a6d26e req-f1e51d2f-868a-4d68-b572-95f3649a134e tempest-ServersAdminTestJSON-391861328 tempest-ServersAdminTestJSON-391861328-project] 10.222.0.104 "GET /v2.0/ports?device_id=63f04f24-a07c-4f56-a92d-98828f9b51fd HTTP/1.1" status: 200 len: 949 time: 0.2422929 Jul 06 13:56:41.492541 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-ff2c0749-4b03-498f-b134-ae525a3c9ece req-3751cc51-cbec-4f2f-85b9-0a9117ff2b5d tempest-LiveMigrationTest-2001684970 tempest-LiveMigrationTest-2001684970-project] 10.222.0.104 "GET /v2.0/security-groups?id=7e243ebf-9cf4-4917-8da6-0fd38b06f795&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056297 Jul 06 13:56:41.509277 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225f9275-7d56-4ec5-b612-63f7e1c419c3 req-b5fbc61f-4544-42fb-8eb2-4a8f687a6f4f tempest-FloatingIPsAssociationNegativeTestJSON-1134509891 tempest-FloatingIPsAssociationNegativeTestJSON-1134509891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:41.510772 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-225f9275-7d56-4ec5-b612-63f7e1c419c3 req-b5fbc61f-4544-42fb-8eb2-4a8f687a6f4f tempest-FloatingIPsAssociationNegativeTestJSON-1134509891 tempest-FloatingIPsAssociationNegativeTestJSON-1134509891-project] 10.222.0.127 "GET /v2.0/ports?device_id=d910425e-b227-495e-9524-a26893783754 HTTP/1.1" status: 200 len: 945 time: 0.2305863 Jul 06 13:56:41.514004 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13a622e-8c2d-4379-9196-0bdd1960db25 req-499cf3c0-2540-43e1-8a25-ceeb0725bfb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:41.516116 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-b13a622e-8c2d-4379-9196-0bdd1960db25 req-499cf3c0-2540-43e1-8a25-ceeb0725bfb6 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=348254f1-e077-418f-a203-f985649b120f HTTP/1.1" status: 200 len: 851 time: 0.1179211 Jul 06 13:56:41.591898 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-9b0a453c-3dc5-4fbf-8fb5-5b7d75a6d26e req-5a147527-33cc-4b40-aa3b-3994fa3d5eda tempest-ServersAdminTestJSON-391861328 tempest-ServersAdminTestJSON-391861328-project] 10.222.0.104 "GET /v2.0/security-groups?id=3bcee3ab-dc9e-46be-bc35-9f5a80cc9457&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127779 Jul 06 13:56:41.594588 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-b13a622e-8c2d-4379-9196-0bdd1960db25 req-2bdf1aa6-bc14-4860-bf4e-f07e1bd5d8a2 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=82de3ae2-81e4-474f-953b-e83c4f15c3b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0658159 Jul 06 13:56:41.764384 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Device 39b82faa-9bb5-4637-ba57-e7b6ac96e89a up at agent hyperv_n-h1-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 13:56:41.803997 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-b13a622e-8c2d-4379-9196-0bdd1960db25 req-248a9e17-091b-48d2-b920-4466ec54e09c service neutron] 10.222.0.72 "GET /v2.0/networks/82de3ae2-81e4-474f-953b-e83c4f15c3b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1988764 Jul 06 13:56:41.817543 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Provisioning for port 39b82faa-9bb5-4637-ba57-e7b6ac96e89a completed by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 13:56:41.821483 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Provisioning complete for port 39b82faa-9bb5-4637-ba57-e7b6ac96e89a triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:56:41.821857 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:41.831881 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112abf67-4ba4-4fde-a2d1-789741359273 req-ff5a53da-1172-4e32-bb30-01458ebc98fa tempest-FloatingIPsAssociationNegativeTestJSON-1134509891 tempest-FloatingIPsAssociationNegativeTestJSON-1134509891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:41.833337 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-112abf67-4ba4-4fde-a2d1-789741359273 req-ff5a53da-1172-4e32-bb30-01458ebc98fa tempest-FloatingIPsAssociationNegativeTestJSON-1134509891 tempest-FloatingIPsAssociationNegativeTestJSON-1134509891-project] 10.222.0.104 "GET /v2.0/ports?device_id=d910425e-b227-495e-9524-a26893783754 HTTP/1.1" status: 200 len: 945 time: 0.2272010 Jul 06 13:56:41.853206 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.plugin [req-225f9275-7d56-4ec5-b612-63f7e1c419c3 req-6873af67-64e8-4d1d-bda4-c1b173342b0e tempest-FloatingIPsAssociationNegativeTestJSON-1134509891 tempest-FloatingIPsAssociationNegativeTestJSON-1134509891-project] Deleting port 610d8fb5-6871-475a-b090-fabadac817aa {{(pid=100247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 13:56:41.853584 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-225f9275-7d56-4ec5-b612-63f7e1c419c3 req-6873af67-64e8-4d1d-bda4-c1b173342b0e tempest-FloatingIPsAssociationNegativeTestJSON-1134509891 tempest-FloatingIPsAssociationNegativeTestJSON-1134509891-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:41.902529 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:41.923768 n-d-773647-6 neutron-server[100248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3abd5f1c-5cfa-40e5-8018-1960204a8886', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39b82faa-9bb5-4637-ba57-e7b6ac96e89a'}] {{(pid=100248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 13:56:41.926034 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84af257533e383389cbcf231d3534f4d5e149e7203fea16b4a8fc01438dddaf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-076945f4-7027-43d5-9b19-74fe867f22d0" -d '{"events": [{"server_uuid": "3abd5f1c-5cfa-40e5-8018-1960204a8886", "name": "network-vif-plugged", "status": "completed", "tag": "39b82faa-9bb5-4637-ba57-e7b6ac96e89a"}]}' {{(pid=100248) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:56:41.938797 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] For port 39b82faa-9bb5-4637-ba57-e7b6ac96e89a, host n-h1-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773647-6',level=0,port_id=39b82faa-9bb5-4637-ba57-e7b6ac96e89a,segment=NetworkSegment(c9ea893d-045e-42cf-b3dd-cdd1f79baccd),segment_id=c9ea893d-045e-42cf-b3dd-cdd1f79baccd)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:56:41.943260 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:41.944740 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef00d78-d19c-4ae6-8737-1b8e5dd50f82 req-7c346dbf-ab85-40af-b164-66ba9ba5023e tempest-LiveAutoBlockMigrationV225Test-1685424674 tempest-LiveAutoBlockMigrationV225Test-1685424674-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:41.946357 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-eef00d78-d19c-4ae6-8737-1b8e5dd50f82 req-7c346dbf-ab85-40af-b164-66ba9ba5023e tempest-LiveAutoBlockMigrationV225Test-1685424674 tempest-LiveAutoBlockMigrationV225Test-1685424674-project-admin] 10.222.0.104 "GET /v2.0/ports?device_id=409617e7-df61-4f61-8ec0-c00a7448d4c1 HTTP/1.1" status: 200 len: 1097 time: 0.2317207 Jul 06 13:56:42.001931 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Pushing event updated for resources: {'Port': ['ID=39b82faa-9bb5-4637-ba57-e7b6ac96e89a,revision_number=5']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:56:42.002285 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-112abf67-4ba4-4fde-a2d1-789741359273 req-8db57742-4923-4ae1-8d1e-275b6435f731 tempest-FloatingIPsAssociationNegativeTestJSON-1134509891 tempest-FloatingIPsAssociationNegativeTestJSON-1134509891-project] 10.222.0.104 "GET /v2.0/security-groups?id=80219d53-2475-4e71-af54-7a966a6cc818&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1516840 Jul 06 13:56:42.045289 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-b13a622e-8c2d-4379-9196-0bdd1960db25 req-8ff95067-0e77-4989-a378-d7501d2626bb service neutron] 10.222.0.72 "GET /v2.0/networks/82de3ae2-81e4-474f-953b-e83c4f15c3b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2310529 Jul 06 13:56:42.050276 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-eef00d78-d19c-4ae6-8737-1b8e5dd50f82 req-37794256-d2a0-4f31-b22e-93b016bdd157 tempest-LiveAutoBlockMigrationV225Test-1685424674 tempest-LiveAutoBlockMigrationV225Test-1685424674-project-admin] 10.222.0.104 "GET /v2.0/security-groups?id=43f6fcb8-9501-44d6-9feb-82c82c5d5862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955350 Jul 06 13:56:42.072832 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.db [req-225f9275-7d56-4ec5-b612-63f7e1c419c3 req-6873af67-64e8-4d1d-bda4-c1b173342b0e tempest-FloatingIPsAssociationNegativeTestJSON-1134509891 tempest-FloatingIPsAssociationNegativeTestJSON-1134509891-project] For port 610d8fb5-6871-475a-b090-fabadac817aa, host n-h1-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773647-6',level=0,port_id=610d8fb5-6871-475a-b090-fabadac817aa,segment=NetworkSegment(8141d218-0a7a-43f9-9316-1749c8612198),segment_id=8141d218-0a7a-43f9-9316-1749c8612198)] {{(pid=100247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:56:42.073194 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-225f9275-7d56-4ec5-b612-63f7e1c419c3 req-6873af67-64e8-4d1d-bda4-c1b173342b0e tempest-FloatingIPsAssociationNegativeTestJSON-1134509891 tempest-FloatingIPsAssociationNegativeTestJSON-1134509891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:42.149289 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.plugin [req-225f9275-7d56-4ec5-b612-63f7e1c419c3 req-6873af67-64e8-4d1d-bda4-c1b173342b0e tempest-FloatingIPsAssociationNegativeTestJSON-1134509891 tempest-FloatingIPsAssociationNegativeTestJSON-1134509891-project] Calling delete_port for 610d8fb5-6871-475a-b090-fabadac817aa owned by compute:nova {{(pid=100247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 13:56:42.195591 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-785ada3a-5bf5-4038-8c09-35a217d2bc6a req-b0638ab6-67e4-49d1-8eed-bf61f4c5c127 tempest-DeleteServersTestJSON-677393534 tempest-DeleteServersTestJSON-677393534-project] 10.222.0.104 "GET /v2.0/ports?device_id=c48e6c7b-0011-49eb-8788-6759f7cb7cba HTTP/1.1" status: 200 len: 210 time: 0.0482635 Jul 06 13:56:42.218396 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:42.269354 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 13:56:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8654fce-90ee-4960-958f-a396304fe787 x-openstack-request-id: req-d8654fce-90ee-4960-958f-a396304fe787 {{(pid=100248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:56:42.269654 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3abd5f1c-5cfa-40e5-8018-1960204a8886", "name": "network-vif-plugged", "status": "completed", "tag": "39b82faa-9bb5-4637-ba57-e7b6ac96e89a", "code": 200}]} {{(pid=100248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:56:42.269913 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-d8654fce-90ee-4960-958f-a396304fe787 {{(pid=100248) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:56:42.270314 n-d-773647-6 neutron-server[100248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3abd5f1c-5cfa-40e5-8018-1960204a8886', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39b82faa-9bb5-4637-ba57-e7b6ac96e89a', 'code': 200} Jul 06 13:56:42.308856 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58ea135-b5c7-4ba2-a1a4-139b00960902 req-49bc528e-b688-488e-8001-ca04a1e407d5 tempest-DeleteServersTestJSON-677393534 tempest-DeleteServersTestJSON-677393534-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:42.311301 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-d58ea135-b5c7-4ba2-a1a4-139b00960902 req-49bc528e-b688-488e-8001-ca04a1e407d5 tempest-DeleteServersTestJSON-677393534 tempest-DeleteServersTestJSON-677393534-project] 10.222.0.127 "GET /v2.0/networks?id=7a710b21-0493-4be8-a73f-c10a9dbc43f7 HTTP/1.1" status: 200 len: 812 time: 0.2543681 Jul 06 13:56:42.330007 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [req-d58ea135-b5c7-4ba2-a1a4-139b00960902 req-0592c3f0-4b82-48a3-85f9-44ecd51f25b0 tempest-DeleteServersTestJSON-677393534 tempest-DeleteServersTestJSON-677393534-project] Request body: {'port': {'device_id': 'c48e6c7b-0011-49eb-8788-6759f7cb7cba', 'network_id': '7a710b21-0493-4be8-a73f-c10a9dbc43f7', 'admin_state_up': True, 'tenant_id': 'ed98ced3211c40618bf4aade5a2dd56d'}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:56:42.468211 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a8383c-a19b-4d30-8cff-0113a6b8874b req-391f7270-e14d-4d94-b477-ffe545c21cb6 tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:42.470565 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-28a8383c-a19b-4d30-8cff-0113a6b8874b req-391f7270-e14d-4d94-b477-ffe545c21cb6 tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] 10.222.0.104 "GET /v2.0/ports?device_id=3abd5f1c-5cfa-40e5-8018-1960204a8886 HTTP/1.1" status: 200 len: 950 time: 0.2623456 Jul 06 13:56:42.607794 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-225f9275-7d56-4ec5-b612-63f7e1c419c3 req-6873af67-64e8-4d1d-bda4-c1b173342b0e tempest-FloatingIPsAssociationNegativeTestJSON-1134509891 tempest-FloatingIPsAssociationNegativeTestJSON-1134509891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117'] for port, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:42.653652 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea27457-a7db-4715-aac9-7b0a20fa190f req-caae0c1a-20d6-4047-b1c8-4e75d79afb05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:42.655154 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-6ea27457-a7db-4715-aac9-7b0a20fa190f req-caae0c1a-20d6-4047-b1c8-4e75d79afb05 service neutron] 10.222.0.127 "GET /v2.0/ports?device_id=3abd5f1c-5cfa-40e5-8018-1960204a8886 HTTP/1.1" status: 200 len: 1101 time: 0.2698264 Jul 06 13:56:42.658493 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-28a8383c-a19b-4d30-8cff-0113a6b8874b req-d1c06118-a528-40f9-83a9-be4684fbe026 tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] 10.222.0.104 "GET /v2.0/security-groups?id=9f5b92e9-7340-49c3-a9bb-41e4a1caffc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1655190 Jul 06 13:56:42.666898 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6873af67-64e8-4d1d-bda4-c1b173342b0e tempest-FloatingIPsAssociationNegativeTestJSON-1134509891 tempest-FloatingIPsAssociationNegativeTestJSON-1134509891-project] Pushing event deleted for resources: {'Port': ['ID=610d8fb5-6871-475a-b090-fabadac817aa,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:56:42.689958 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d58ea135-b5c7-4ba2-a1a4-139b00960902 req-0592c3f0-4b82-48a3-85f9-44ecd51f25b0 tempest-DeleteServersTestJSON-677393534 tempest-DeleteServersTestJSON-677393534-project] Made reservation on behalf of ed98ced3211c40618bf4aade5a2dd56d for: {'port': 1} {{(pid=100247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 13:56:42.693980 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-d58ea135-b5c7-4ba2-a1a4-139b00960902 req-0592c3f0-4b82-48a3-85f9-44ecd51f25b0 tempest-DeleteServersTestJSON-677393534 tempest-DeleteServersTestJSON-677393534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:42.762358 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.l3_dvrscheduler_db [req-225f9275-7d56-4ec5-b612-63f7e1c419c3 req-6873af67-64e8-4d1d-bda4-c1b173342b0e tempest-FloatingIPsAssociationNegativeTestJSON-1134509891 tempest-FloatingIPsAssociationNegativeTestJSON-1134509891-project] No DVR routers for this DVR port 610d8fb5-6871-475a-b090-fabadac817aa on host n-h1-773647-6 {{(pid=100247) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 13:56:42.768693 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-225f9275-7d56-4ec5-b612-63f7e1c419c3 req-6873af67-64e8-4d1d-bda4-c1b173342b0e tempest-FloatingIPsAssociationNegativeTestJSON-1134509891 tempest-FloatingIPsAssociationNegativeTestJSON-1134509891-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:42.770625 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-225f9275-7d56-4ec5-b612-63f7e1c419c3 req-6873af67-64e8-4d1d-bda4-c1b173342b0e tempest-FloatingIPsAssociationNegativeTestJSON-1134509891 tempest-FloatingIPsAssociationNegativeTestJSON-1134509891-project] 10.222.0.127 "DELETE /v2.0/ports/610d8fb5-6871-475a-b090-fabadac817aa HTTP/1.1" status: 204 len: 173 time: 1.2526083 Jul 06 13:56:42.796356 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-6ea27457-a7db-4715-aac9-7b0a20fa190f req-5ca418b7-2dad-43bd-8634-cfa8853ab88b service neutron] 10.222.0.127 "GET /v2.0/security-groups?id=9f5b92e9-7340-49c3-a9bb-41e4a1caffc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314676 Jul 06 13:56:42.816989 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6554c0f-f113-4775-854b-65594947e98f req-cd5a97d8-c77f-49a7-bf42-e0efcb35397a tempest-SecurityGroupsTestJSON-63281774 tempest-SecurityGroupsTestJSON-63281774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:42.818576 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-e6554c0f-f113-4775-854b-65594947e98f req-cd5a97d8-c77f-49a7-bf42-e0efcb35397a tempest-SecurityGroupsTestJSON-63281774 tempest-SecurityGroupsTestJSON-63281774-project] 10.222.0.104 "GET /v2.0/ports?device_id=ddde3ef9-96a1-42dc-9acc-b59ae0c98349 HTTP/1.1" status: 200 len: 944 time: 0.3245230 Jul 06 13:56:42.876662 n-d-773647-6 neutron-server[100247]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd910425e-b227-495e-9524-a26893783754', 'name': 'network-vif-deleted', 'tag': '610d8fb5-6871-475a-b090-fabadac817aa'}] {{(pid=100247) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 13:56:42.879306 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cbf0eeaae822f8fc9b87a94aeba67a3d651842baf663a51cba94b67a514836d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccc9d856-4849-4f9c-a333-d6c2bc89607e" -d '{"events": [{"server_uuid": "d910425e-b227-495e-9524-a26893783754", "name": "network-vif-deleted", "tag": "610d8fb5-6871-475a-b090-fabadac817aa"}]}' {{(pid=100247) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:56:42.955447 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-e6554c0f-f113-4775-854b-65594947e98f req-aa9707e7-9933-4c5e-b7e5-afc33594c5fe tempest-SecurityGroupsTestJSON-63281774 tempest-SecurityGroupsTestJSON-63281774-project] 10.222.0.104 "GET /v2.0/security-groups?id=66a64f11-8fd4-4070-857b-32412c48dea6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257477 Jul 06 13:56:43.111753 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.db_base_plugin_common [req-d58ea135-b5c7-4ba2-a1a4-139b00960902 req-0592c3f0-4b82-48a3-85f9-44ecd51f25b0 tempest-DeleteServersTestJSON-677393534 tempest-DeleteServersTestJSON-677393534-project] Allocated IP 172.20.0.11 (7a710b21-0493-4be8-a73f-c10a9dbc43f7/8d32f554-2b92-4c59-9901-e19d129549fc/be7473be-bde8-4863-a4f7-037c9067a4ac) {{(pid=100247) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 13:56:43.152587 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38099aa5-7250-4c5d-abc4-ca4a9b1dbd86 req-c3761f46-e6e4-4e2c-a99b-6125d7f0f5cf tempest-LiveMigrationTest-2001684970 tempest-LiveMigrationTest-2001684970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:43.154143 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-38099aa5-7250-4c5d-abc4-ca4a9b1dbd86 req-c3761f46-e6e4-4e2c-a99b-6125d7f0f5cf tempest-LiveMigrationTest-2001684970 tempest-LiveMigrationTest-2001684970-project] 10.222.0.104 "GET /v2.0/ports?device_id=e5d6f9ee-637a-4a55-8546-2be14770c0f2 HTTP/1.1" status: 200 len: 943 time: 0.1396933 Jul 06 13:56:43.254678 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-38099aa5-7250-4c5d-abc4-ca4a9b1dbd86 req-af86994d-f619-46e8-9b2c-c5f48c0a8824 tempest-LiveMigrationTest-2001684970 tempest-LiveMigrationTest-2001684970-project] 10.222.0.104 "GET /v2.0/security-groups?id=7e243ebf-9cf4-4917-8da6-0fd38b06f795&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859034 Jul 06 13:56:43.309835 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4685cd38-66b9-4433-942e-72c9b36c7919 req-9322a763-84f1-43b4-8117-441d416ad8f7 tempest-ServersAdminTestJSON-391861328 tempest-ServersAdminTestJSON-391861328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:43.311329 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-4685cd38-66b9-4433-942e-72c9b36c7919 req-9322a763-84f1-43b4-8117-441d416ad8f7 tempest-ServersAdminTestJSON-391861328 tempest-ServersAdminTestJSON-391861328-project] 10.222.0.104 "GET /v2.0/ports?device_id=63f04f24-a07c-4f56-a92d-98828f9b51fd HTTP/1.1" status: 200 len: 949 time: 0.2203226 Jul 06 13:56:43.314783 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 13:56:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffd3ec32-9056-4a71-9be3-da6903fbf15b x-openstack-request-id: req-ffd3ec32-9056-4a71-9be3-da6903fbf15b {{(pid=100247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:56:43.315071 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d910425e-b227-495e-9524-a26893783754", "name": "network-vif-deleted", "tag": "610d8fb5-6871-475a-b090-fabadac817aa", "status": "completed", "code": 200}]} {{(pid=100247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:56:43.315362 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-ffd3ec32-9056-4a71-9be3-da6903fbf15b {{(pid=100247) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:56:43.315747 n-d-773647-6 neutron-server[100247]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd910425e-b227-495e-9524-a26893783754', 'name': 'network-vif-deleted', 'tag': '610d8fb5-6871-475a-b090-fabadac817aa', 'status': 'completed', 'code': 200} Jul 06 13:56:43.381300 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-4685cd38-66b9-4433-942e-72c9b36c7919 req-7344e6be-9d78-4b6a-a2da-26b4b3d1a299 tempest-ServersAdminTestJSON-391861328 tempest-ServersAdminTestJSON-391861328-project] 10.222.0.104 "GET /v2.0/security-groups?id=3bcee3ab-dc9e-46be-bc35-9f5a80cc9457&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610371 Jul 06 13:56:43.408547 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-d58ea135-b5c7-4ba2-a1a4-139b00960902 req-0592c3f0-4b82-48a3-85f9-44ecd51f25b0 tempest-DeleteServersTestJSON-677393534 tempest-DeleteServersTestJSON-677393534-project] Notify callbacks [] for port, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:43.463163 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-3c619921-cafb-4a58-bb2e-251bac2f9d94 req-699518c4-f092-4c72-902c-28e38c818294 tempest-FloatingIPsAssociationNegativeTestJSON-1134509891 tempest-FloatingIPsAssociationNegativeTestJSON-1134509891-project] 10.222.0.104 "GET /v2.0/ports?device_id=d910425e-b227-495e-9524-a26893783754 HTTP/1.1" status: 200 len: 210 time: 0.0361865 Jul 06 13:56:43.479498 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-d58ea135-b5c7-4ba2-a1a4-139b00960902 req-0592c3f0-4b82-48a3-85f9-44ecd51f25b0 tempest-DeleteServersTestJSON-677393534 tempest-DeleteServersTestJSON-677393534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108'] for port, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:43.536141 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0592c3f0-4b82-48a3-85f9-44ecd51f25b0 tempest-DeleteServersTestJSON-677393534 tempest-DeleteServersTestJSON-677393534-project] Pushing event updated for resources: {'Port': ['ID=be7473be-bde8-4863-a4f7-037c9067a4ac,revision_number=1']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:56:43.547543 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d58ea135-b5c7-4ba2-a1a4-139b00960902 req-0592c3f0-4b82-48a3-85f9-44ecd51f25b0 tempest-DeleteServersTestJSON-677393534 tempest-DeleteServersTestJSON-677393534-project] Network 7a710b21-0493-4be8-a73f-c10a9dbc43f7 is already hosted by enough agents. {{(pid=100247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 13:56:43.549481 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.base_scheduler [req-d58ea135-b5c7-4ba2-a1a4-139b00960902 req-0592c3f0-4b82-48a3-85f9-44ecd51f25b0 tempest-DeleteServersTestJSON-677393534 tempest-DeleteServersTestJSON-677393534-project] Resources bound (agent type, host, resource id): {{(pid=100247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:56:43.551933 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.l3_dvrscheduler_db [req-d58ea135-b5c7-4ba2-a1a4-139b00960902 req-0592c3f0-4b82-48a3-85f9-44ecd51f25b0 tempest-DeleteServersTestJSON-677393534 tempest-DeleteServersTestJSON-677393534-project] Received port after_create {{(pid=100247) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 13:56:43.558108 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58ea135-b5c7-4ba2-a1a4-139b00960902 req-0592c3f0-4b82-48a3-85f9-44ecd51f25b0 tempest-DeleteServersTestJSON-677393534 tempest-DeleteServersTestJSON-677393534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:43.558923 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-d58ea135-b5c7-4ba2-a1a4-139b00960902 req-0592c3f0-4b82-48a3-85f9-44ecd51f25b0 tempest-DeleteServersTestJSON-677393534 tempest-DeleteServersTestJSON-677393534-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:43.605308 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-d58ea135-b5c7-4ba2-a1a4-139b00960902 req-0592c3f0-4b82-48a3-85f9-44ecd51f25b0 tempest-DeleteServersTestJSON-677393534 tempest-DeleteServersTestJSON-677393534-project] 10.222.0.127 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2826917 Jul 06 13:56:43.622003 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [req-d58ea135-b5c7-4ba2-a1a4-139b00960902 req-ba06dfec-68a1-41b3-bed5-8f9f5a4574c6 service neutron] Request body: {'port': {'device_id': 'c48e6c7b-0011-49eb-8788-6759f7cb7cba', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-773647-6'}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:56:43.794824 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Device 610d8fb5-6871-475a-b090-fabadac817aa no longer exists at agent hyperv_n-h1-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 13:56:43.844914 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] No Port match for: 610d8fb5-6871-475a-b090-fabadac817aa {{(pid=100248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 13:56:43.846880 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Device 610d8fb5-6871-475a-b090-fabadac817aa not bound to the agent host n-h1-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 13:56:43.858764 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Device 5c1db444-e100-4e96-963b-53f6d7217a55 details requested by agent hyperv_n-h2-773647-6 with host n-h2-773647-6 {{(pid=100248) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 13:56:44.005930 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] For port 5c1db444-e100-4e96-963b-53f6d7217a55, host n-h2-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=5c1db444-e100-4e96-963b-53f6d7217a55,segment=NetworkSegment(0212c0ea-43ee-41e4-b30e-4894f6429a7c),segment_id=0212c0ea-43ee-41e4-b30e-4894f6429a7c)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:56:44.020319 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Returning: {'device': '5c1db444-e100-4e96-963b-53f6d7217a55', 'network_id': '82de3ae2-81e4-474f-953b-e83c4f15c3b6', 'port_id': '5c1db444-e100-4e96-963b-53f6d7217a55', 'mac_address': 'fa:16:3e:de:01:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1010, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '348254f1-e077-418f-a203-f985649b120f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100248) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 13:56:44.062692 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:44.077044 n-d-773647-6 neutron-server[100248]: DEBUG neutron.notifiers.nova [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5c1db444-e100-4e96-963b-53f6d7217a55 {{(pid=100248) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 13:56:44.084009 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b87fbe7-9c02-4afb-b004-4444e2da2ecf req-c1da3b21-9969-4586-8840-a1b71b7a6535 tempest-DeleteServersTestJSON-677393534 tempest-DeleteServersTestJSON-677393534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:44.090925 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-5b87fbe7-9c02-4afb-b004-4444e2da2ecf req-c1da3b21-9969-4586-8840-a1b71b7a6535 tempest-DeleteServersTestJSON-677393534 tempest-DeleteServersTestJSON-677393534-project] 10.222.0.104 "GET /v2.0/ports?device_id=c48e6c7b-0011-49eb-8788-6759f7cb7cba HTTP/1.1" status: 200 len: 932 time: 0.5212431 Jul 06 13:56:44.099678 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] For port 5c1db444-e100-4e96-963b-53f6d7217a55, host n-h2-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=5c1db444-e100-4e96-963b-53f6d7217a55,segment=NetworkSegment(0212c0ea-43ee-41e4-b30e-4894f6429a7c),segment_id=0212c0ea-43ee-41e4-b30e-4894f6429a7c)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:56:44.108564 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:44.166049 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Pushing event updated for resources: {'Port': ['ID=5c1db444-e100-4e96-963b-53f6d7217a55,revision_number=4']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:56:44.176272 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f6919e-8814-40ff-bda6-3d3f61027e33 req-b21078c0-9a6f-4c2e-b469-92020b0cc7d7 tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:44.177742 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-21f6919e-8814-40ff-bda6-3d3f61027e33 req-b21078c0-9a6f-4c2e-b469-92020b0cc7d7 tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] 10.222.0.104 "GET /v2.0/ports?device_id=3abd5f1c-5cfa-40e5-8018-1960204a8886 HTTP/1.1" status: 200 len: 950 time: 0.1661963 Jul 06 13:56:44.180954 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-d58ea135-b5c7-4ba2-a1a4-139b00960902 req-ba06dfec-68a1-41b3-bed5-8f9f5a4574c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:44.185075 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-5b87fbe7-9c02-4afb-b004-4444e2da2ecf req-7543c8e6-73ff-4799-aeb0-e9eb13e484e7 tempest-DeleteServersTestJSON-677393534 tempest-DeleteServersTestJSON-677393534-project] 10.222.0.104 "GET /v2.0/security-groups?id=7d4cbf2c-f907-4452-8928-a2a298fe7ee1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933349 Jul 06 13:56:44.268164 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-21f6919e-8814-40ff-bda6-3d3f61027e33 req-0ec1c9a9-12c4-4d35-b951-4b231b762f61 tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] 10.222.0.104 "GET /v2.0/security-groups?id=9f5b92e9-7340-49c3-a9bb-41e4a1caffc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820405 Jul 06 13:56:44.429994 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] get_ports_and_sgs() called for port_ids ['5c1db444-e100-4e96-963b-53f6d7217a55'] {{(pid=100248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 13:56:44.573795 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd070b75-5f97-4f90-9a6a-850d612ef834 req-8d410426-304a-4976-a71e-1ba49e53558e tempest-SecurityGroupsTestJSON-63281774 tempest-SecurityGroupsTestJSON-63281774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:44.575398 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-fd070b75-5f97-4f90-9a6a-850d612ef834 req-8d410426-304a-4976-a71e-1ba49e53558e tempest-SecurityGroupsTestJSON-63281774 tempest-SecurityGroupsTestJSON-63281774-project] 10.222.0.104 "GET /v2.0/ports?device_id=ddde3ef9-96a1-42dc-9acc-b59ae0c98349 HTTP/1.1" status: 200 len: 945 time: 0.2725556 Jul 06 13:56:44.602679 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562aa4a8-ed09-454e-b2ea-d22f84507b84 req-01920fce-d468-4296-8ad2-a04a68e171dd tempest-LiveMigrationTest-2001684970 tempest-LiveMigrationTest-2001684970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:44.604141 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-562aa4a8-ed09-454e-b2ea-d22f84507b84 req-01920fce-d468-4296-8ad2-a04a68e171dd tempest-LiveMigrationTest-2001684970 tempest-LiveMigrationTest-2001684970-project] 10.222.0.104 "GET /v2.0/ports?device_id=e5d6f9ee-637a-4a55-8546-2be14770c0f2 HTTP/1.1" status: 200 len: 943 time: 0.1708825 Jul 06 13:56:44.680333 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-fd070b75-5f97-4f90-9a6a-850d612ef834 req-a236bf69-351e-415c-9c6d-f2b0d60587cc tempest-SecurityGroupsTestJSON-63281774 tempest-SecurityGroupsTestJSON-63281774-project] 10.222.0.104 "GET /v2.0/security-groups?id=66a64f11-8fd4-4070-857b-32412c48dea6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955875 Jul 06 13:56:44.693818 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-562aa4a8-ed09-454e-b2ea-d22f84507b84 req-e860f3c8-18df-4bfb-a1d7-713fd6e79115 tempest-LiveMigrationTest-2001684970 tempest-LiveMigrationTest-2001684970-project] 10.222.0.104 "GET /v2.0/security-groups?id=7e243ebf-9cf4-4917-8da6-0fd38b06f795&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805891 Jul 06 13:56:44.741437 n-d-773647-6 neutron-server[100247]: DEBUG neutron.notifiers.nova [req-d58ea135-b5c7-4ba2-a1a4-139b00960902 req-ba06dfec-68a1-41b3-bed5-8f9f5a4574c6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id be7473be-bde8-4863-a4f7-037c9067a4ac {{(pid=100247) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 13:56:44.749747 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-d58ea135-b5c7-4ba2-a1a4-139b00960902 req-ba06dfec-68a1-41b3-bed5-8f9f5a4574c6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:44.762588 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.provisioning_blocks [req-d58ea135-b5c7-4ba2-a1a4-139b00960902 req-ba06dfec-68a1-41b3-bed5-8f9f5a4574c6 service neutron] Transition to ACTIVE for port object be7473be-bde8-4863-a4f7-037c9067a4ac will not be triggered until provisioned by entity L2. {{(pid=100247) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 13:56:44.771038 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-d58ea135-b5c7-4ba2-a1a4-139b00960902 req-ba06dfec-68a1-41b3-bed5-8f9f5a4574c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:44.828627 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba06dfec-68a1-41b3-bed5-8f9f5a4574c6 service neutron] Pushing event updated for resources: {'Port': ['ID=be7473be-bde8-4863-a4f7-037c9067a4ac,revision_number=2']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:56:44.871664 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.managers [req-d58ea135-b5c7-4ba2-a1a4-139b00960902 req-ba06dfec-68a1-41b3-bed5-8f9f5a4574c6 service neutron] Attempting to bind port be7473be-bde8-4863-a4f7-037c9067a4ac on host n-h1-773647-6 for vnic_type normal with profile {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 13:56:44.871988 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.managers [req-d58ea135-b5c7-4ba2-a1a4-139b00960902 req-ba06dfec-68a1-41b3-bed5-8f9f5a4574c6 service neutron] Attempting to bind port be7473be-bde8-4863-a4f7-037c9067a4ac by drivers openvswitch,hyperv on host n-h1-773647-6 at level 0 using segments [{'id': '227d25fe-bf75-4c4b-9a67-c660160d6b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1015, 'network_id': '7a710b21-0493-4be8-a73f-c10a9dbc43f7'}] {{(pid=100247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 13:56:44.872318 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d58ea135-b5c7-4ba2-a1a4-139b00960902 req-ba06dfec-68a1-41b3-bed5-8f9f5a4574c6 service neutron] Attempting to bind port be7473be-bde8-4863-a4f7-037c9067a4ac on network 7a710b21-0493-4be8-a73f-c10a9dbc43f7 {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 13:56:44.896899 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d58ea135-b5c7-4ba2-a1a4-139b00960902 req-ba06dfec-68a1-41b3-bed5-8f9f5a4574c6 service neutron] Port be7473be-bde8-4863-a4f7-037c9067a4ac on network 7a710b21-0493-4be8-a73f-c10a9dbc43f7 not bound, no agent of type Open vSwitch agent registered on host n-h1-773647-6 {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 13:56:44.897236 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d58ea135-b5c7-4ba2-a1a4-139b00960902 req-ba06dfec-68a1-41b3-bed5-8f9f5a4574c6 service neutron] Attempting to bind port be7473be-bde8-4863-a4f7-037c9067a4ac on network 7a710b21-0493-4be8-a73f-c10a9dbc43f7 {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 13:56:44.903790 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d58ea135-b5c7-4ba2-a1a4-139b00960902 req-ba06dfec-68a1-41b3-bed5-8f9f5a4574c6 service neutron] Checking agent: {'id': '5bf7147f-bada-4441-a5dc-934b903473fb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-773647-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 51, 12), 'started_at': datetime.datetime(2021, 7, 6, 13, 51, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 13, 56, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 13:56:44.904141 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d58ea135-b5c7-4ba2-a1a4-139b00960902 req-ba06dfec-68a1-41b3-bed5-8f9f5a4574c6 service neutron] Checking segment: {'id': '227d25fe-bf75-4c4b-9a67-c660160d6b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1015, 'network_id': '7a710b21-0493-4be8-a73f-c10a9dbc43f7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100247) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 13:56:44.904527 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d58ea135-b5c7-4ba2-a1a4-139b00960902 req-ba06dfec-68a1-41b3-bed5-8f9f5a4574c6 service neutron] Bound using segment: {'id': '227d25fe-bf75-4c4b-9a67-c660160d6b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1015, 'network_id': '7a710b21-0493-4be8-a73f-c10a9dbc43f7'} {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 13:56:44.904956 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.managers [req-d58ea135-b5c7-4ba2-a1a4-139b00960902 req-ba06dfec-68a1-41b3-bed5-8f9f5a4574c6 service neutron] Bound port: be7473be-bde8-4863-a4f7-037c9067a4ac, host: n-h1-773647-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '227d25fe-bf75-4c4b-9a67-c660160d6b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1015, 'network_id': '7a710b21-0493-4be8-a73f-c10a9dbc43f7'}}] {{(pid=100247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 13:56:44.905314 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-d58ea135-b5c7-4ba2-a1a4-139b00960902 req-ba06dfec-68a1-41b3-bed5-8f9f5a4574c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:44.973184 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca74510-2ee1-4fc0-b55b-de9bed7d1279 req-35ac5740-e045-42c0-8ebe-c2547f8e2fd5 tempest-ServersAdminTestJSON-391861328 tempest-ServersAdminTestJSON-391861328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:44.974715 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-fca74510-2ee1-4fc0-b55b-de9bed7d1279 req-35ac5740-e045-42c0-8ebe-c2547f8e2fd5 tempest-ServersAdminTestJSON-391861328 tempest-ServersAdminTestJSON-391861328-project] 10.222.0.104 "GET /v2.0/ports?device_id=63f04f24-a07c-4f56-a92d-98828f9b51fd HTTP/1.1" status: 200 len: 949 time: 0.1213799 Jul 06 13:56:45.012889 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.db [req-d58ea135-b5c7-4ba2-a1a4-139b00960902 req-ba06dfec-68a1-41b3-bed5-8f9f5a4574c6 service neutron] For port be7473be-bde8-4863-a4f7-037c9067a4ac, host n-h1-773647-6, cleared binding levels {{(pid=100247) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 13:56:45.034151 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.db [req-d58ea135-b5c7-4ba2-a1a4-139b00960902 req-ba06dfec-68a1-41b3-bed5-8f9f5a4574c6 service neutron] For port be7473be-bde8-4863-a4f7-037c9067a4ac, host n-h1-773647-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773647-6',level=0,port_id=be7473be-bde8-4863-a4f7-037c9067a4ac,segment=NetworkSegment(227d25fe-bf75-4c4b-9a67-c660160d6b0a),segment_id=227d25fe-bf75-4c4b-9a67-c660160d6b0a)] {{(pid=100247) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 13:56:45.042319 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-fca74510-2ee1-4fc0-b55b-de9bed7d1279 req-7d3ffda9-3115-429c-805a-782f2faa7997 tempest-ServersAdminTestJSON-391861328 tempest-ServersAdminTestJSON-391861328-project] 10.222.0.104 "GET /v2.0/security-groups?id=3bcee3ab-dc9e-46be-bc35-9f5a80cc9457&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570583 Jul 06 13:56:45.043356 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-d58ea135-b5c7-4ba2-a1a4-139b00960902 req-ba06dfec-68a1-41b3-bed5-8f9f5a4574c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:45.077158 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58ea135-b5c7-4ba2-a1a4-139b00960902 req-ba06dfec-68a1-41b3-bed5-8f9f5a4574c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:45.077904 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-d58ea135-b5c7-4ba2-a1a4-139b00960902 req-ba06dfec-68a1-41b3-bed5-8f9f5a4574c6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:45.079831 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-d58ea135-b5c7-4ba2-a1a4-139b00960902 req-ba06dfec-68a1-41b3-bed5-8f9f5a4574c6 service neutron] 10.222.0.127 "PUT /v2.0/ports/be7473be-bde8-4863-a4f7-037c9067a4ac HTTP/1.1" status: 200 len: 1092 time: 1.4649553 Jul 06 13:56:45.142262 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba06dfec-68a1-41b3-bed5-8f9f5a4574c6 service neutron] Pushing event updated for resources: {'Port': ['ID=be7473be-bde8-4863-a4f7-037c9067a4ac,revision_number=3']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:56:45.170917 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 58172) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:56:45.241230 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58ea135-b5c7-4ba2-a1a4-139b00960902 req-e71ab6d7-c0fc-464c-8718-6aa2c9a8629a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:45.242900 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-d58ea135-b5c7-4ba2-a1a4-139b00960902 req-e71ab6d7-c0fc-464c-8718-6aa2c9a8629a service neutron] 10.222.0.127 "GET /v2.0/ports?tenant_id=ed98ced3211c40618bf4aade5a2dd56d&device_id=c48e6c7b-0011-49eb-8788-6759f7cb7cba HTTP/1.1" status: 200 len: 1095 time: 0.0952339 Jul 06 13:56:45.317863 n-d-773647-6 neutron-server[100247]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c48e6c7b-0011-49eb-8788-6759f7cb7cba', 'tag': 'be7473be-bde8-4863-a4f7-037c9067a4ac'}] {{(pid=100247) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 13:56:45.320426 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cbf0eeaae822f8fc9b87a94aeba67a3d651842baf663a51cba94b67a514836d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07a80d13-5c8e-49d3-92b4-6d4e4fd441b9" -d '{"events": [{"name": "network-changed", "server_uuid": "c48e6c7b-0011-49eb-8788-6759f7cb7cba", "tag": "be7473be-bde8-4863-a4f7-037c9067a4ac"}]}' {{(pid=100247) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:56:45.323936 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-d58ea135-b5c7-4ba2-a1a4-139b00960902 req-ee301068-5cb2-4381-b61b-a8251cf15c0e service neutron] 10.222.0.127 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=be7473be-bde8-4863-a4f7-037c9067a4ac HTTP/1.1" status: 200 len: 217 time: 0.0712466 Jul 06 13:56:45.380151 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58ea135-b5c7-4ba2-a1a4-139b00960902 req-9040db79-28b0-46f0-86e4-0d4b0670bb06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:45.382424 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-d58ea135-b5c7-4ba2-a1a4-139b00960902 req-9040db79-28b0-46f0-86e4-0d4b0670bb06 service neutron] 10.222.0.127 "GET /v2.0/subnets?id=8d32f554-2b92-4c59-9901-e19d129549fc HTTP/1.1" status: 200 len: 852 time: 0.0510769 Jul 06 13:56:45.457277 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-d58ea135-b5c7-4ba2-a1a4-139b00960902 req-8654148b-fee1-4bab-bd27-19205b293aa2 service neutron] 10.222.0.127 "GET /v2.0/ports?network_id=7a710b21-0493-4be8-a73f-c10a9dbc43f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0536902 Jul 06 13:56:45.599963 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-bb400c5b-61ef-4aa7-b9df-212f769aac00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1809431'] for router_interface, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:45.638263 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-e36f5d62-1ff1-4ebe-813b-c8b1c569bc2f req-2f2d24f0-2a08-44f7-b2ef-3a9ee207f267 service neutron] 10.222.0.72 "GET /v2.0/ports/525ecf50-c68e-42e3-b492-e0a27ff68cab/bindings/n-h1-773647-6 HTTP/1.1" status: 200 len: 384 time: 0.2157421 Jul 06 13:56:45.667340 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6913f2-c12c-45f8-a9b3-7fa9a432a235 req-11b93d12-07ed-4a1b-a4e4-102c6f886722 tempest-DeleteServersTestJSON-677393534 tempest-DeleteServersTestJSON-677393534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:45.670271 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-fa6913f2-c12c-45f8-a9b3-7fa9a432a235 req-11b93d12-07ed-4a1b-a4e4-102c6f886722 tempest-DeleteServersTestJSON-677393534 tempest-DeleteServersTestJSON-677393534-project] 10.222.0.104 "GET /v2.0/ports?device_id=c48e6c7b-0011-49eb-8788-6759f7cb7cba HTTP/1.1" status: 200 len: 944 time: 0.2853332 Jul 06 13:56:45.704599 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-d58ea135-b5c7-4ba2-a1a4-139b00960902 req-d58f7cbe-38d9-4a75-a705-3b75ec115d05 service neutron] 10.222.0.127 "GET /v2.0/networks/7a710b21-0493-4be8-a73f-c10a9dbc43f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2147770 Jul 06 13:56:45.718095 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2cda52-832c-4fb3-b741-6e05a4b5ab59 req-2c725406-2d1e-453c-8c4b-0d6e8f05c64a tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:45.720772 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-8f2cda52-832c-4fb3-b741-6e05a4b5ab59 req-2c725406-2d1e-453c-8c4b-0d6e8f05c64a tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] 10.222.0.104 "GET /v2.0/ports?device_id=3abd5f1c-5cfa-40e5-8018-1960204a8886 HTTP/1.1" status: 200 len: 950 time: 0.2667296 Jul 06 13:56:45.866143 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Device 5c1db444-e100-4e96-963b-53f6d7217a55 up at agent hyperv_n-h2-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 13:56:45.866781 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [None req-bb400c5b-61ef-4aa7-b9df-212f769aac00 admin admin] Deleting port 141758bb-49e2-48c5-bb95-0f9e2500660d {{(pid=100246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 13:56:45.866781 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-bb400c5b-61ef-4aa7-b9df-212f769aac00 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:45.881389 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-fa6913f2-c12c-45f8-a9b3-7fa9a432a235 req-223987ab-733c-421e-b3a1-c864ba63420f tempest-DeleteServersTestJSON-677393534 tempest-DeleteServersTestJSON-677393534-project] 10.222.0.104 "GET /v2.0/security-groups?id=7d4cbf2c-f907-4452-8928-a2a298fe7ee1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1831286 Jul 06 13:56:45.903840 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-8f2cda52-832c-4fb3-b741-6e05a4b5ab59 req-6ad0ed55-4d81-4f4d-9af5-03ce9b47a2ae tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] 10.222.0.104 "GET /v2.0/security-groups?id=9f5b92e9-7340-49c3-a9bb-41e4a1caffc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1648462 Jul 06 13:56:45.939403 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Provisioning for port 5c1db444-e100-4e96-963b-53f6d7217a55 completed by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 13:56:45.944818 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Provisioning complete for port 5c1db444-e100-4e96-963b-53f6d7217a55 triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:56:45.945296 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:45.980026 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 13:56:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7560845-2627-4b61-9108-fe087fb72dcc x-openstack-request-id: req-e7560845-2627-4b61-9108-fe087fb72dcc {{(pid=100247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:56:45.980305 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c48e6c7b-0011-49eb-8788-6759f7cb7cba", "tag": "be7473be-bde8-4863-a4f7-037c9067a4ac", "status": "completed", "code": 200}]} {{(pid=100247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:56:45.980586 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-e7560845-2627-4b61-9108-fe087fb72dcc {{(pid=100247) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:56:45.980953 n-d-773647-6 neutron-server[100247]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c48e6c7b-0011-49eb-8788-6759f7cb7cba', 'tag': 'be7473be-bde8-4863-a4f7-037c9067a4ac', 'status': 'completed', 'code': 200} Jul 06 13:56:46.021702 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.db [None req-bb400c5b-61ef-4aa7-b9df-212f769aac00 admin admin] For port 141758bb-49e2-48c5-bb95-0f9e2500660d, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=141758bb-49e2-48c5-bb95-0f9e2500660d,segment=NetworkSegment(8141d218-0a7a-43f9-9316-1749c8612198),segment_id=8141d218-0a7a-43f9-9316-1749c8612198)] {{(pid=100246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:56:46.022089 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-bb400c5b-61ef-4aa7-b9df-212f769aac00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:46.032353 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-d58ea135-b5c7-4ba2-a1a4-139b00960902 req-558f24a8-7414-40bf-b800-4c31d83481f1 service neutron] 10.222.0.127 "GET /v2.0/networks/7a710b21-0493-4be8-a73f-c10a9dbc43f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3082676 Jul 06 13:56:46.041257 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:46.057648 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [None req-bb400c5b-61ef-4aa7-b9df-212f769aac00 admin admin] Calling delete_port for 141758bb-49e2-48c5-bb95-0f9e2500660d owned by network:router_interface {{(pid=100246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 13:56:46.084123 n-d-773647-6 neutron-server[100248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ddde3ef9-96a1-42dc-9acc-b59ae0c98349', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c1db444-e100-4e96-963b-53f6d7217a55'}] {{(pid=100248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 13:56:46.086830 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84af257533e383389cbcf231d3534f4d5e149e7203fea16b4a8fc01438dddaf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d58cba3d-dab2-49a8-994e-76e31a697775" -d '{"events": [{"server_uuid": "ddde3ef9-96a1-42dc-9acc-b59ae0c98349", "name": "network-vif-plugged", "status": "completed", "tag": "5c1db444-e100-4e96-963b-53f6d7217a55"}]}' {{(pid=100248) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:56:46.101799 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] For port 5c1db444-e100-4e96-963b-53f6d7217a55, host n-h2-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=5c1db444-e100-4e96-963b-53f6d7217a55,segment=NetworkSegment(0212c0ea-43ee-41e4-b30e-4894f6429a7c),segment_id=0212c0ea-43ee-41e4-b30e-4894f6429a7c)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:56:46.108235 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:46.110125 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Device 525ecf50-c68e-42e3-b492-e0a27ff68cab no longer exists at agent hyperv_n-h2-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 13:56:46.214308 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Pushing event updated for resources: {'Port': ['ID=5c1db444-e100-4e96-963b-53f6d7217a55,revision_number=5']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:56:46.277199 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-bb400c5b-61ef-4aa7-b9df-212f769aac00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127687580'] for port, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:46.294855 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.db [req-e36f5d62-1ff1-4ebe-813b-c8b1c569bc2f req-82c791a0-f406-49c9-ad85-424cd31c771c service neutron] For port 525ecf50-c68e-42e3-b492-e0a27ff68cab, host n-h2-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=525ecf50-c68e-42e3-b492-e0a27ff68cab,segment=NetworkSegment(65749612-fb0d-4f34-9eb9-d06c3a2fda80),segment_id=65749612-fb0d-4f34-9eb9-d06c3a2fda80)] {{(pid=100247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:56:46.324254 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb400c5b-61ef-4aa7-b9df-212f769aac00 admin admin] Pushing event deleted for resources: {'Port': ['ID=141758bb-49e2-48c5-bb95-0f9e2500660d,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:56:46.378393 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.db [req-e36f5d62-1ff1-4ebe-813b-c8b1c569bc2f req-82c791a0-f406-49c9-ad85-424cd31c771c service neutron] For port 525ecf50-c68e-42e3-b492-e0a27ff68cab, host n-h2-773647-6, cleared binding levels {{(pid=100247) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 13:56:46.389931 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9651b160-e3ae-4456-b3fa-556ba26cb56d req-ab1bd640-179e-4ef6-9b13-30f1f0532431 tempest-SecurityGroupsTestJSON-63281774 tempest-SecurityGroupsTestJSON-63281774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:46.398140 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-9651b160-e3ae-4456-b3fa-556ba26cb56d req-ab1bd640-179e-4ef6-9b13-30f1f0532431 tempest-SecurityGroupsTestJSON-63281774 tempest-SecurityGroupsTestJSON-63281774-project] 10.222.0.104 "GET /v2.0/ports?device_id=ddde3ef9-96a1-42dc-9acc-b59ae0c98349 HTTP/1.1" status: 200 len: 946 time: 0.3389182 Jul 06 13:56:46.470063 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8c6a8e-249e-4169-ac3c-37618562a7e6 req-57d1ea06-76f2-420e-bb21-4fadac3e7c2a tempest-LiveMigrationTest-2001684970 tempest-LiveMigrationTest-2001684970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:46.477172 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-9d8c6a8e-249e-4169-ac3c-37618562a7e6 req-57d1ea06-76f2-420e-bb21-4fadac3e7c2a tempest-LiveMigrationTest-2001684970 tempest-LiveMigrationTest-2001684970-project] 10.222.0.104 "GET /v2.0/ports?device_id=e5d6f9ee-637a-4a55-8546-2be14770c0f2 HTTP/1.1" status: 200 len: 943 time: 0.3542347 Jul 06 13:56:46.513379 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-bb400c5b-61ef-4aa7-b9df-212f769aac00 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1809193'] for router_interface, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:46.518192 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-9651b160-e3ae-4456-b3fa-556ba26cb56d req-75430db9-6804-4bd8-b299-fdfd36a498a7 tempest-SecurityGroupsTestJSON-63281774 tempest-SecurityGroupsTestJSON-63281774-project] 10.222.0.104 "GET /v2.0/security-groups?id=66a64f11-8fd4-4070-857b-32412c48dea6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189301 Jul 06 13:56:46.525742 n-d-773647-6 neutron-server[100247]: DEBUG neutron.notifiers.nova [req-e36f5d62-1ff1-4ebe-813b-c8b1c569bc2f req-82c791a0-f406-49c9-ad85-424cd31c771c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 525ecf50-c68e-42e3-b492-e0a27ff68cab {{(pid=100247) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 13:56:46.547312 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a80d13-5c8e-49d3-92b4-6d4e4fd441b9 req-c9b2a329-9b72-4bbf-94ba-9396267a37f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:46.549227 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-07a80d13-5c8e-49d3-92b4-6d4e4fd441b9 req-c9b2a329-9b72-4bbf-94ba-9396267a37f6 service neutron] 10.222.0.127 "GET /v2.0/ports?tenant_id=ed98ced3211c40618bf4aade5a2dd56d&device_id=c48e6c7b-0011-49eb-8788-6759f7cb7cba HTTP/1.1" status: 200 len: 1095 time: 0.4155672 Jul 06 13:56:46.555572 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.db [req-e36f5d62-1ff1-4ebe-813b-c8b1c569bc2f req-82c791a0-f406-49c9-ad85-424cd31c771c service neutron] For port 525ecf50-c68e-42e3-b492-e0a27ff68cab, host n-h1-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773647-6',level=0,port_id=525ecf50-c68e-42e3-b492-e0a27ff68cab,segment=NetworkSegment(65749612-fb0d-4f34-9eb9-d06c3a2fda80),segment_id=65749612-fb0d-4f34-9eb9-d06c3a2fda80)] {{(pid=100247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:56:46.642100 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-e36f5d62-1ff1-4ebe-813b-c8b1c569bc2f req-82c791a0-f406-49c9-ad85-424cd31c771c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:46.671581 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-9d8c6a8e-249e-4169-ac3c-37618562a7e6 req-495e175c-d211-4f89-a556-8c6d8089f60b tempest-LiveMigrationTest-2001684970 tempest-LiveMigrationTest-2001684970-project] 10.222.0.104 "GET /v2.0/security-groups?id=7e243ebf-9cf4-4917-8da6-0fd38b06f795&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1933184 Jul 06 13:56:46.803167 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a80d13-5c8e-49d3-92b4-6d4e4fd441b9 req-f6e65993-bfa3-4ce1-a8f0-3a4955cb284f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:46.804802 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-07a80d13-5c8e-49d3-92b4-6d4e4fd441b9 req-f6e65993-bfa3-4ce1-a8f0-3a4955cb284f service neutron] 10.222.0.127 "GET /v2.0/networks?id=7a710b21-0493-4be8-a73f-c10a9dbc43f7 HTTP/1.1" status: 200 len: 914 time: 0.2451482 Jul 06 13:56:46.881501 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.provisioning_blocks [req-e36f5d62-1ff1-4ebe-813b-c8b1c569bc2f req-82c791a0-f406-49c9-ad85-424cd31c771c service neutron] Transition to ACTIVE for port object 525ecf50-c68e-42e3-b492-e0a27ff68cab will not be triggered until provisioned by entity L2. {{(pid=100247) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 13:56:46.892077 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197044b1-00ea-4736-82be-a078794884fa req-a10cf3d8-4bc4-49f6-88ec-a35c0fbecad0 tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:46.893564 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-197044b1-00ea-4736-82be-a078794884fa req-a10cf3d8-4bc4-49f6-88ec-a35c0fbecad0 tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] 10.222.0.104 "GET /v2.0/ports?device_id=3abd5f1c-5cfa-40e5-8018-1960204a8886 HTTP/1.1" status: 200 len: 950 time: 0.2199876 Jul 06 13:56:46.894815 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-07a80d13-5c8e-49d3-92b4-6d4e4fd441b9 req-50181de4-0a3d-4ce4-a310-a9cbd1fca572 service neutron] 10.222.0.127 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=be7473be-bde8-4863-a4f7-037c9067a4ac HTTP/1.1" status: 200 len: 217 time: 0.0750172 Jul 06 13:56:46.897290 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-e36f5d62-1ff1-4ebe-813b-c8b1c569bc2f req-82c791a0-f406-49c9-ad85-424cd31c771c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:47.033995 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.l3_dvrscheduler_db [req-e36f5d62-1ff1-4ebe-813b-c8b1c569bc2f req-82c791a0-f406-49c9-ad85-424cd31c771c service neutron] No DVR routers for this DVR port 525ecf50-c68e-42e3-b492-e0a27ff68cab on host n-h2-773647-6 {{(pid=100247) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 13:56:47.041900 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a80d13-5c8e-49d3-92b4-6d4e4fd441b9 req-3f848316-9696-4344-b561-fc0e9bd159eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:47.043381 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-07a80d13-5c8e-49d3-92b4-6d4e4fd441b9 req-3f848316-9696-4344-b561-fc0e9bd159eb service neutron] 10.222.0.127 "GET /v2.0/subnets?id=8d32f554-2b92-4c59-9901-e19d129549fc HTTP/1.1" status: 200 len: 852 time: 0.1394064 Jul 06 13:56:47.072278 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-197044b1-00ea-4736-82be-a078794884fa req-d200939c-e950-4d3c-ac36-217812fc1546 tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] 10.222.0.104 "GET /v2.0/security-groups?id=9f5b92e9-7340-49c3-a9bb-41e4a1caffc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1610849 Jul 06 13:56:47.087993 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb400c5b-61ef-4aa7-b9df-212f769aac00 admin admin] Router e5bbf761-186a-4a46-9b87-595892f26081 has already been hosted by L3 agent 2823d358-a11b-4885-a706-95a279e43fa7 {{(pid=100246) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 13:56:47.096924 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c791a0-f406-49c9-ad85-424cd31c771c service neutron] Pushing event updated for resources: {'Port': ['ID=525ecf50-c68e-42e3-b492-e0a27ff68cab,revision_number=10']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:56:47.118386 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-07a80d13-5c8e-49d3-92b4-6d4e4fd441b9 req-a7f3faea-98fb-49f5-a9b1-e129764dad19 service neutron] 10.222.0.127 "GET /v2.0/ports?network_id=7a710b21-0493-4be8-a73f-c10a9dbc43f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0621541 Jul 06 13:56:47.129263 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852a5a17-b891-4067-b78a-62d7108671f8 req-d3a2a27c-ffa5-4db7-8013-381efab59b27 tempest-ServersAdminTestJSON-391861328 tempest-ServersAdminTestJSON-391861328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:47.135964 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-852a5a17-b891-4067-b78a-62d7108671f8 req-d3a2a27c-ffa5-4db7-8013-381efab59b27 tempest-ServersAdminTestJSON-391861328 tempest-ServersAdminTestJSON-391861328-project] 10.222.0.104 "GET /v2.0/ports?device_id=63f04f24-a07c-4f56-a92d-98828f9b51fd HTTP/1.1" status: 200 len: 949 time: 0.3384712 Jul 06 13:56:47.154240 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-e36f5d62-1ff1-4ebe-813b-c8b1c569bc2f req-82c791a0-f406-49c9-ad85-424cd31c771c service neutron] 10.222.0.72 "PUT /v2.0/ports/525ecf50-c68e-42e3-b492-e0a27ff68cab/bindings/n-h1-773647-6/activate HTTP/1.1" status: 200 len: 369 time: 1.5027852 Jul 06 13:56:47.169832 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 13:56:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54af5b37-e37c-4880-8aa6-593699eb7036 x-openstack-request-id: req-54af5b37-e37c-4880-8aa6-593699eb7036 {{(pid=100248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:56:47.170800 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ddde3ef9-96a1-42dc-9acc-b59ae0c98349", "name": "network-vif-plugged", "status": "completed", "tag": "5c1db444-e100-4e96-963b-53f6d7217a55", "code": 200}]} {{(pid=100248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:56:47.171324 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-54af5b37-e37c-4880-8aa6-593699eb7036 {{(pid=100248) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:56:47.172058 n-d-773647-6 neutron-server[100248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ddde3ef9-96a1-42dc-9acc-b59ae0c98349', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c1db444-e100-4e96-963b-53f6d7217a55', 'code': 200} Jul 06 13:56:47.240531 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-852a5a17-b891-4067-b78a-62d7108671f8 req-da2a34e4-1144-43b2-9d31-548aebbad1c2 tempest-ServersAdminTestJSON-391861328 tempest-ServersAdminTestJSON-391861328-project] 10.222.0.104 "GET /v2.0/security-groups?id=3bcee3ab-dc9e-46be-bc35-9f5a80cc9457&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036134 Jul 06 13:56:47.294293 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb400c5b-61ef-4aa7-b9df-212f769aac00 admin admin] Notify agent at l3_agent.n-d-773647-6 the message routers_updated {{(pid=100246) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 13:56:47.303877 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-bb400c5b-61ef-4aa7-b9df-212f769aac00 admin admin] 10.222.0.104 "PUT /v2.0/routers/e5bbf761-186a-4a46-9b87-595892f26081/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1311693 Jul 06 13:56:47.304878 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 58200) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:56:47.305717 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6274dc32-06a7-41d6-9a79-d8cecc134eeb None None] Sync routers for ids ['e5bbf761-186a-4a46-9b87-595892f26081'] in n-d-773647-6 {{(pid=100248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 13:56:47.337610 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6274dc32-06a7-41d6-9a79-d8cecc134eeb None None] Routers {'e5bbf761-186a-4a46-9b87-595892f26081'} bound to L3 agent in host n-d-773647-6 {{(pid=100248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 13:56:47.338363 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-6274dc32-06a7-41d6-9a79-d8cecc134eeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T13:56:25Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['e5bbf761-186a-4a46-9b87-595892f26081'], 'active': True} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:56:47.439790 n-d-773647-6 neutron-server[100247]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 13:56:47.439790 n-d-773647-6 neutron-server[100247]: conditions |= (models_v2.Port.network_id.in_( Jul 06 13:56:47.439790 n-d-773647-6 neutron-server[100247]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 13:56:47.439790 n-d-773647-6 neutron-server[100247]: conditions |= (models_v2.Port.network_id.in_( Jul 06 13:56:47.439790 n-d-773647-6 neutron-server[100247]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 13:56:47.439790 n-d-773647-6 neutron-server[100247]: conditions |= (models_v2.Port.network_id.in_( Jul 06 13:56:47.439790 n-d-773647-6 neutron-server[100247]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 13:56:47.439790 n-d-773647-6 neutron-server[100247]: conditions |= (models_v2.Port.network_id.in_( Jul 06 13:56:47.439790 n-d-773647-6 neutron-server[100247]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 13:56:47.439790 n-d-773647-6 neutron-server[100247]: conditions |= (models_v2.Port.network_id.in_( Jul 06 13:56:47.439790 n-d-773647-6 neutron-server[100247]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 13:56:47.439790 n-d-773647-6 neutron-server[100247]: conditions |= (models_v2.Port.network_id.in_( Jul 06 13:56:47.439790 n-d-773647-6 neutron-server[100247]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 13:56:47.439790 n-d-773647-6 neutron-server[100247]: conditions |= (models_v2.Port.network_id.in_( Jul 06 13:56:47.439790 n-d-773647-6 neutron-server[100247]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 13:56:47.439790 n-d-773647-6 neutron-server[100247]: conditions |= (models_v2.Port.network_id.in_( Jul 06 13:56:47.439790 n-d-773647-6 neutron-server[100247]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 13:56:47.439790 n-d-773647-6 neutron-server[100247]: conditions |= (models_v2.Port.network_id.in_( Jul 06 13:56:47.439790 n-d-773647-6 neutron-server[100247]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 13:56:47.439790 n-d-773647-6 neutron-server[100247]: conditions |= (models_v2.Port.network_id.in_( Jul 06 13:56:47.439790 n-d-773647-6 neutron-server[100247]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 13:56:47.439790 n-d-773647-6 neutron-server[100247]: conditions |= (models_v2.Port.network_id.in_( Jul 06 13:56:47.439790 n-d-773647-6 neutron-server[100247]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 13:56:47.439790 n-d-773647-6 neutron-server[100247]: conditions |= (models_v2.Port.network_id.in_( Jul 06 13:56:47.439790 n-d-773647-6 neutron-server[100247]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 13:56:47.439790 n-d-773647-6 neutron-server[100247]: conditions |= (models_v2.Port.network_id.in_( Jul 06 13:56:47.439790 n-d-773647-6 neutron-server[100247]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 13:56:47.439790 n-d-773647-6 neutron-server[100247]: conditions |= (models_v2.Port.network_id.in_( Jul 06 13:56:47.439790 n-d-773647-6 neutron-server[100247]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 13:56:47.439790 n-d-773647-6 neutron-server[100247]: conditions |= (models_v2.Port.network_id.in_( Jul 06 13:56:47.439790 n-d-773647-6 neutron-server[100247]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 13:56:47.439790 n-d-773647-6 neutron-server[100247]: conditions |= (models_v2.Port.network_id.in_( Jul 06 13:56:47.439790 n-d-773647-6 neutron-server[100247]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 13:56:47.439790 n-d-773647-6 neutron-server[100247]: conditions |= (models_v2.Port.network_id.in_( Jul 06 13:56:47.439790 n-d-773647-6 neutron-server[100247]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 13:56:47.439790 n-d-773647-6 neutron-server[100247]: conditions |= (models_v2.Port.network_id.in_( Jul 06 13:56:47.439790 n-d-773647-6 neutron-server[100247]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 13:56:47.439790 n-d-773647-6 neutron-server[100247]: conditions |= (models_v2.Port.network_id.in_( Jul 06 13:56:47.439790 n-d-773647-6 neutron-server[100247]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 13:56:47.439790 n-d-773647-6 neutron-server[100247]: conditions |= (models_v2.Port.network_id.in_( Jul 06 13:56:47.439790 n-d-773647-6 neutron-server[100247]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 13:56:47.439790 n-d-773647-6 neutron-server[100247]: conditions |= (models_v2.Port.network_id.in_( Jul 06 13:56:47.439790 n-d-773647-6 neutron-server[100247]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 13:56:47.439790 n-d-773647-6 neutron-server[100247]: conditions |= (models_v2.Port.network_id.in_( Jul 06 13:56:47.439790 n-d-773647-6 neutron-server[100247]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 13:56:47.439790 n-d-773647-6 neutron-server[100247]: conditions |= (models_v2.Port.network_id.in_( Jul 06 13:56:47.439790 n-d-773647-6 neutron-server[100247]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 13:56:47.439790 n-d-773647-6 neutron-server[100247]: conditions |= (models_v2.Port.network_id.in_( Jul 06 13:56:47.439790 n-d-773647-6 neutron-server[100247]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 13:56:47.439790 n-d-773647-6 neutron-server[100247]: conditions |= (models_v2.Port.network_id.in_( Jul 06 13:56:47.439790 n-d-773647-6 neutron-server[100247]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 13:56:47.439790 n-d-773647-6 neutron-server[100247]: conditions |= (models_v2.Port.network_id.in_( Jul 06 13:56:47.439790 n-d-773647-6 neutron-server[100247]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 13:56:47.439790 n-d-773647-6 neutron-server[100247]: conditions |= (models_v2.Port.network_id.in_( Jul 06 13:56:47.439790 n-d-773647-6 neutron-server[100247]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 13:56:47.439790 n-d-773647-6 neutron-server[100247]: conditions |= (models_v2.Port.network_id.in_( Jul 06 13:56:47.444025 n-d-773647-6 neutron-server[100247]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 13:56:47.444025 n-d-773647-6 neutron-server[100247]: conditions |= (models_v2.Port.network_id.in_( Jul 06 13:56:47.444025 n-d-773647-6 neutron-server[100247]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 13:56:47.444025 n-d-773647-6 neutron-server[100247]: conditions |= (models_v2.Port.network_id.in_( Jul 06 13:56:47.444025 n-d-773647-6 neutron-server[100247]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 13:56:47.444025 n-d-773647-6 neutron-server[100247]: conditions |= (models_v2.Port.network_id.in_( Jul 06 13:56:47.444025 n-d-773647-6 neutron-server[100247]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 13:56:47.444025 n-d-773647-6 neutron-server[100247]: conditions |= (models_v2.Port.network_id.in_( Jul 06 13:56:47.444025 n-d-773647-6 neutron-server[100247]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 13:56:47.444025 n-d-773647-6 neutron-server[100247]: conditions |= (models_v2.Port.network_id.in_( Jul 06 13:56:47.444025 n-d-773647-6 neutron-server[100247]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 13:56:47.444025 n-d-773647-6 neutron-server[100247]: conditions |= (models_v2.Port.network_id.in_( Jul 06 13:56:47.444025 n-d-773647-6 neutron-server[100247]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 13:56:47.444025 n-d-773647-6 neutron-server[100247]: conditions |= (models_v2.Port.network_id.in_( Jul 06 13:56:47.444025 n-d-773647-6 neutron-server[100247]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 13:56:47.444025 n-d-773647-6 neutron-server[100247]: conditions |= (models_v2.Port.network_id.in_( Jul 06 13:56:47.444025 n-d-773647-6 neutron-server[100247]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 13:56:47.444025 n-d-773647-6 neutron-server[100247]: conditions |= (models_v2.Port.network_id.in_( Jul 06 13:56:47.468990 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-07a80d13-5c8e-49d3-92b4-6d4e4fd441b9 req-f3013f10-dbcb-4d27-957d-03b2c9fe7e26 service neutron] 10.222.0.127 "GET /v2.0/networks/7a710b21-0493-4be8-a73f-c10a9dbc43f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3247707 Jul 06 13:56:47.528200 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-c4df402e-51b7-4a41-9a7b-b84420dfb419 admin admin] Notify callbacks [] for router, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:47.596524 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c375fff8-ac43-4557-b620-2d297a217810 req-286bc517-c074-49a3-8b44-0209d286b465 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:47.598247 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-c375fff8-ac43-4557-b620-2d297a217810 req-286bc517-c074-49a3-8b44-0209d286b465 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=ddde3ef9-96a1-42dc-9acc-b59ae0c98349 HTTP/1.1" status: 200 len: 1097 time: 0.2736492 Jul 06 13:56:47.600393 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36f5d62-1ff1-4ebe-813b-c8b1c569bc2f req-68673fd5-a724-4ebe-9a57-fe1a289cee68 tempest-LiveMigrationTest-343502667 tempest-LiveMigrationTest-343502667-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:47.601911 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-e36f5d62-1ff1-4ebe-813b-c8b1c569bc2f req-68673fd5-a724-4ebe-9a57-fe1a289cee68 tempest-LiveMigrationTest-343502667 tempest-LiveMigrationTest-343502667-project-admin] 10.222.0.127 "GET /v2.0/ports?device_id=e5d6f9ee-637a-4a55-8546-2be14770c0f2&tenant_id=125e6575b3ba4365b3ae01568cef269b&binding%3Ahost_id=n-h2-773647-6 HTTP/1.1" status: 200 len: 1095 time: 0.3507607 Jul 06 13:56:47.679683 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvr_db [None req-6274dc32-06a7-41d6-9a79-d8cecc134eeb None None] Set router e5bbf761-186a-4a46-9b87-595892f26081 gateway port host: n-d-773647-6 {{(pid=100248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 13:56:47.724882 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-c4df402e-51b7-4a41-9a7b-b84420dfb419 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:47.804199 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [None req-c4df402e-51b7-4a41-9a7b-b84420dfb419 admin admin] Deleting port 45dbe948-b1eb-4a91-913e-290dd113d6ff {{(pid=100246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 13:56:47.804784 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-c4df402e-51b7-4a41-9a7b-b84420dfb419 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:47.879350 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Device ea4b4b49-6742-4d24-921d-b8422184436f details requested by agent hyperv_n-h2-773647-6 with host n-h2-773647-6 {{(pid=100248) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 13:56:47.881641 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Device ea4b4b49-6742-4d24-921d-b8422184436f no longer exists at agent hyperv_n-h2-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 13:56:47.902992 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.db [None req-c4df402e-51b7-4a41-9a7b-b84420dfb419 admin admin] For port 45dbe948-b1eb-4a91-913e-290dd113d6ff, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=45dbe948-b1eb-4a91-913e-290dd113d6ff,segment=NetworkSegment(89a832b7-7793-4d51-9038-ed7e1c3ff1b2),segment_id=89a832b7-7793-4d51-9038-ed7e1c3ff1b2)] {{(pid=100246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:56:47.903942 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-c4df402e-51b7-4a41-9a7b-b84420dfb419 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:47.919891 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [None req-c4df402e-51b7-4a41-9a7b-b84420dfb419 admin admin] Calling delete_port for 45dbe948-b1eb-4a91-913e-290dd113d6ff owned by network:router_gateway {{(pid=100246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 13:56:48.061553 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32742700-7da9-45b5-8741-3924cad96995 req-2750fbd2-586e-4c88-adb9-c02b79bb49fd tempest-DeleteServersTestJSON-677393534 tempest-DeleteServersTestJSON-677393534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:48.070207 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-32742700-7da9-45b5-8741-3924cad96995 req-2750fbd2-586e-4c88-adb9-c02b79bb49fd tempest-DeleteServersTestJSON-677393534 tempest-DeleteServersTestJSON-677393534-project] 10.222.0.104 "GET /v2.0/ports?device_id=c48e6c7b-0011-49eb-8788-6759f7cb7cba HTTP/1.1" status: 200 len: 944 time: 0.6379960 Jul 06 13:56:48.096202 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:48.109756 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-07a80d13-5c8e-49d3-92b4-6d4e4fd441b9 req-07d284f6-f822-4d88-a5cd-077450fef357 service neutron] 10.222.0.127 "GET /v2.0/networks/7a710b21-0493-4be8-a73f-c10a9dbc43f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6317480 Jul 06 13:56:48.123186 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-c375fff8-ac43-4557-b620-2d297a217810 req-159845bc-1bb8-445e-9749-616e669e7610 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=66a64f11-8fd4-4070-857b-32412c48dea6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5064168 Jul 06 13:56:48.139075 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-c4df402e-51b7-4a41-9a7b-b84420dfb419 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127687580'] for port, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:48.160828 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.db.resource_extend [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 06 13:56:48.165363 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-32742700-7da9-45b5-8741-3924cad96995 req-f62a8536-df6f-4851-b3f9-26ce75b0471b tempest-DeleteServersTestJSON-677393534 tempest-DeleteServersTestJSON-677393534-project] 10.222.0.104 "GET /v2.0/security-groups?id=7d4cbf2c-f907-4452-8928-a2a298fe7ee1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941501 Jul 06 13:56:48.190635 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4df402e-51b7-4a41-9a7b-b84420dfb419 admin admin] Pushing event deleted for resources: {'Port': ['ID=45dbe948-b1eb-4a91-913e-290dd113d6ff,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:56:48.255878 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36f5d62-1ff1-4ebe-813b-c8b1c569bc2f req-67de7e97-1c7b-4097-8ca3-902f7a7eba97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:48.258294 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-e36f5d62-1ff1-4ebe-813b-c8b1c569bc2f req-67de7e97-1c7b-4097-8ca3-902f7a7eba97 service neutron] 10.222.0.127 "GET /v2.0/ports?device_id=e5d6f9ee-637a-4a55-8546-2be14770c0f2&tenant_id=125e6575b3ba4365b3ae01568cef269b HTTP/1.1" status: 200 len: 1095 time: 0.6336536 Jul 06 13:56:48.269486 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-c4df402e-51b7-4a41-9a7b-b84420dfb419 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1761104'] for router_gateway, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:48.280774 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fecd38a-4ee6-45fc-9005-55e62d260721 req-eb8e65da-ea07-4049-b14f-61f380242bdc tempest-SecurityGroupsTestJSON-63281774 tempest-SecurityGroupsTestJSON-63281774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:48.288725 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-5fecd38a-4ee6-45fc-9005-55e62d260721 req-eb8e65da-ea07-4049-b14f-61f380242bdc tempest-SecurityGroupsTestJSON-63281774 tempest-SecurityGroupsTestJSON-63281774-project] 10.222.0.104 "GET /v2.0/ports?device_id=ddde3ef9-96a1-42dc-9acc-b59ae0c98349 HTTP/1.1" status: 200 len: 946 time: 0.2846220 Jul 06 13:56:48.429480 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-6274dc32-06a7-41d6-9a79-d8cecc134eeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5bbf761-186a-4a46-9b87-595892f26081', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1425602853-router', 'tenant_id': '17f723ad3a484ba4932b5619e0399c64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.9'}], 'enable_snat': True}, 'gw_port_id': '45dbe948-b1eb-4a91-913e-290dd113d6ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T13:55:50Z', 'updated_at': '2021-07-06T13:56:46Z', 'revision_number': 5, 'project_id': '17f723ad3a484ba4932b5619e0399c64', 'gw_port': {'id': '45dbe948-b1eb-4a91-913e-290dd113d6ff', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:46:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5bbf761-186a-4a46-9b87-595892f26081', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:55:51Z', 'updated_at': '2021-07-06T13:55:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6'}], 'n-d-773647-6', False) {} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:56:48.436824 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] For port ea4b4b49-6742-4d24-921d-b8422184436f, host n-h2-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=ea4b4b49-6742-4d24-921d-b8422184436f,segment=NetworkSegment(c9ea893d-045e-42cf-b3dd-cdd1f79baccd),segment_id=c9ea893d-045e-42cf-b3dd-cdd1f79baccd)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:56:48.441331 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-c4df402e-51b7-4a41-9a7b-b84420dfb419 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1806308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6982'] for router, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:48.452519 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-c4df402e-51b7-4a41-9a7b-b84420dfb419 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:48.491570 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-5fecd38a-4ee6-45fc-9005-55e62d260721 req-f8aab132-eeef-4cca-b91b-ef34440435b0 tempest-SecurityGroupsTestJSON-63281774 tempest-SecurityGroupsTestJSON-63281774-project] 10.222.0.104 "GET /v2.0/security-groups?id=66a64f11-8fd4-4070-857b-32412c48dea6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2016068 Jul 06 13:56:48.516267 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] For port ea4b4b49-6742-4d24-921d-b8422184436f, host n-h2-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=ea4b4b49-6742-4d24-921d-b8422184436f,segment=NetworkSegment(c9ea893d-045e-42cf-b3dd-cdd1f79baccd),segment_id=c9ea893d-045e-42cf-b3dd-cdd1f79baccd)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:56:48.527398 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36f5d62-1ff1-4ebe-813b-c8b1c569bc2f req-631c65ae-e0c2-4e2a-9494-93e7e8692e6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:48.527398 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-e36f5d62-1ff1-4ebe-813b-c8b1c569bc2f req-631c65ae-e0c2-4e2a-9494-93e7e8692e6d service neutron] 10.222.0.127 "GET /v2.0/ports?tenant_id=125e6575b3ba4365b3ae01568cef269b&device_id=e5d6f9ee-637a-4a55-8546-2be14770c0f2 HTTP/1.1" status: 200 len: 1095 time: 0.2267258 Jul 06 13:56:48.527899 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Returning: {'device': 'ea4b4b49-6742-4d24-921d-b8422184436f', 'network_id': 'ac09d390-867f-4b75-a8d2-ab11550bffd6', 'port_id': 'ea4b4b49-6742-4d24-921d-b8422184436f', 'mac_address': 'fa:16:3e:97:47:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1023, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd1c3cc78-09b9-4e30-99fd-0e5830de101d', 'ip_address': '192.168.233.97'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100248) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 13:56:48.531687 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:48.533651 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6274dc32-06a7-41d6-9a79-d8cecc134eeb None None] Checking router: e5bbf761-186a-4a46-9b87-595892f26081 for host: n-d-773647-6 {{(pid=100248) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 13:56:48.611981 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-c4df402e-51b7-4a41-9a7b-b84420dfb419 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1805684'] for router, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:48.612586 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4df402e-51b7-4a41-9a7b-b84420dfb419 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e5bbf761-186a-4a46-9b87-595892f26081 {{(pid=100246) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 13:56:48.617016 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Pushing event updated for resources: {'Port': ['ID=ea4b4b49-6742-4d24-921d-b8422184436f,revision_number=6']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:56:48.625356 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-c4df402e-51b7-4a41-9a7b-b84420dfb419 admin admin] Notify callbacks [] for router, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:48.629081 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-c4df402e-51b7-4a41-9a7b-b84420dfb419 admin admin] 10.222.0.104 "DELETE /v2.0/routers/e5bbf761-186a-4a46-9b87-595892f26081 HTTP/1.1" status: 204 len: 168 time: 1.3209350 Jul 06 13:56:48.630322 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 58218) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:56:48.698241 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6274dc32-06a7-41d6-9a79-d8cecc134eeb None None] Routers set() bound to L3 agent in host n-d-773647-6 {{(pid=100248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 13:56:48.700239 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6274dc32-06a7-41d6-9a79-d8cecc134eeb None None] Router IDs set() for agent in host n-d-773647-6 {{(pid=100248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 06 13:56:48.703624 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_agentschedulers_db [None req-6274dc32-06a7-41d6-9a79-d8cecc134eeb None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'e5bbf761-186a-4a46-9b87-595892f26081'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T13:56:25Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent'). {{(pid=100248) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 06 13:56:48.704131 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6274dc32-06a7-41d6-9a79-d8cecc134eeb None None] The sync data for ids ['e5bbf761-186a-4a46-9b87-595892f26081'] in n-d-773647-6 is: [] {{(pid=100248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 13:56:48.735196 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36f5d62-1ff1-4ebe-813b-c8b1c569bc2f req-ba3edef0-1f72-4639-8b25-3fdd1f3258a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:48.736960 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-e36f5d62-1ff1-4ebe-813b-c8b1c569bc2f req-ba3edef0-1f72-4639-8b25-3fdd1f3258a9 service neutron] 10.222.0.127 "GET /v2.0/networks?id=4f6c277b-1b2d-40ad-a374-15bf31b2f6e9 HTTP/1.1" status: 200 len: 909 time: 0.2044179 Jul 06 13:56:48.738112 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:48.748915 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c60b750-39d3-4d1a-a3cd-b0c6ca57184f admin admin] Deleting subnet e908b1cb-da85-4d39-8daf-c466492d66c9 {{(pid=100246) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 13:56:48.753012 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-3c60b750-39d3-4d1a-a3cd-b0c6ca57184f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:48.769562 n-d-773647-6 neutron-server[100248]: DEBUG neutron.notifiers.nova [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea4b4b49-6742-4d24-921d-b8422184436f {{(pid=100248) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 13:56:48.793237 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] For port ea4b4b49-6742-4d24-921d-b8422184436f, host n-h2-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=ea4b4b49-6742-4d24-921d-b8422184436f,segment=NetworkSegment(c9ea893d-045e-42cf-b3dd-cdd1f79baccd),segment_id=c9ea893d-045e-42cf-b3dd-cdd1f79baccd)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:56:48.799982 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:48.806737 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-3c60b750-39d3-4d1a-a3cd-b0c6ca57184f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126218885'] for subnet, precommit_delete_associations {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:48.845185 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-e36f5d62-1ff1-4ebe-813b-c8b1c569bc2f req-d694590d-e6ba-49a6-bdaf-89e9b88d23d7 service neutron] 10.222.0.127 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=525ecf50-c68e-42e3-b492-e0a27ff68cab HTTP/1.1" status: 200 len: 217 time: 0.0832381 Jul 06 13:56:48.915344 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Pushing event updated for resources: {'Port': ['ID=ea4b4b49-6742-4d24-921d-b8422184436f,revision_number=7']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:56:48.952856 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-3c60b750-39d3-4d1a-a3cd-b0c6ca57184f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-913473'] for subnet, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:48.957612 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36f5d62-1ff1-4ebe-813b-c8b1c569bc2f req-8f2f2b56-c826-44d8-ab19-b1715176953d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:48.959253 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-e36f5d62-1ff1-4ebe-813b-c8b1c569bc2f req-8f2f2b56-c826-44d8-ab19-b1715176953d service neutron] 10.222.0.127 "GET /v2.0/subnets?id=3ab4a4f6-31db-40f5-bd89-967e515dcbd9 HTTP/1.1" status: 200 len: 847 time: 0.1070249 Jul 06 13:56:49.014800 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4a1b98-0a1a-4995-b4dd-cbc2706723df req-4f9cc00f-25b0-4054-9862-98a52478f014 tempest-LiveMigrationTest-2001684970 tempest-LiveMigrationTest-2001684970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:49.016688 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-3c60b750-39d3-4d1a-a3cd-b0c6ca57184f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-913480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1849032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127687590', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127702764'] for subnet, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:49.017203 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-1b4a1b98-0a1a-4995-b4dd-cbc2706723df req-4f9cc00f-25b0-4054-9862-98a52478f014 tempest-LiveMigrationTest-2001684970 tempest-LiveMigrationTest-2001684970-project] 10.222.0.104 "GET /v2.0/ports?device_id=e5d6f9ee-637a-4a55-8546-2be14770c0f2 HTTP/1.1" status: 200 len: 944 time: 0.2713692 Jul 06 13:56:49.039726 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-e36f5d62-1ff1-4ebe-813b-c8b1c569bc2f req-fc7bad94-ee69-4e9c-8a87-efeeea251111 service neutron] 10.222.0.127 "GET /v2.0/ports?network_id=4f6c277b-1b2d-40ad-a374-15bf31b2f6e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0617049 Jul 06 13:56:49.044447 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c60b750-39d3-4d1a-a3cd-b0c6ca57184f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e908b1cb-da85-4d39-8daf-c466492d66c9,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:56:49.053242 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-3c60b750-39d3-4d1a-a3cd-b0c6ca57184f admin admin] Notify callbacks [] for subnet, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:49.057579 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-3c60b750-39d3-4d1a-a3cd-b0c6ca57184f admin admin] 10.222.0.104 "DELETE /v2.0/subnets/e908b1cb-da85-4d39-8daf-c466492d66c9 HTTP/1.1" status: 204 len: 168 time: 0.4240623 Jul 06 13:56:49.057843 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 58222) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:56:49.060637 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4920b2d9-369a-46ef-adda-b333650c250c None None] Network d3290eba-34fe-4d09-b607-a6b9692a3888 requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 13:56:49.140949 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-fd086f84-6871-4253-b9b2-6ffce804ed74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530492'] for network, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:49.168213 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-3c909743-6908-43a0-959e-361d5d2751db req-1d30b1cc-a258-4cce-83fb-4de475333b31 service neutron] 10.222.0.104 "GET /v2.0/ports?device_id=3abd5f1c-5cfa-40e5-8018-1960204a8886&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2693200 Jul 06 13:56:49.174250 n-d-773647-6 neutron-server[100248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63f04f24-a07c-4f56-a92d-98828f9b51fd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ea4b4b49-6742-4d24-921d-b8422184436f'}] {{(pid=100248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 13:56:49.176842 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84af257533e383389cbcf231d3534f4d5e149e7203fea16b4a8fc01438dddaf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cfcf62c-5171-4138-bcb3-6970e7179860" -d '{"events": [{"server_uuid": "63f04f24-a07c-4f56-a92d-98828f9b51fd", "name": "network-vif-unplugged", "status": "completed", "tag": "ea4b4b49-6742-4d24-921d-b8422184436f"}]}' {{(pid=100248) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:56:49.195926 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-1b4a1b98-0a1a-4995-b4dd-cbc2706723df req-d17e7380-7b3f-4c6d-a05e-438c4f89de23 tempest-LiveMigrationTest-2001684970 tempest-LiveMigrationTest-2001684970-project] 10.222.0.104 "GET /v2.0/security-groups?id=7e243ebf-9cf4-4917-8da6-0fd38b06f795&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1594701 Jul 06 13:56:49.210292 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] get_ports_and_sgs() called for port_ids ['ea4b4b49-6742-4d24-921d-b8422184436f'] {{(pid=100248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 13:56:49.216206 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [None req-fd086f84-6871-4253-b9b2-6ffce804ed74 admin admin] Deleting port 081d5522-57c9-4ed7-b5ad-cb9e38223e8d {{(pid=100246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 13:56:49.217574 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-fd086f84-6871-4253-b9b2-6ffce804ed74 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:49.301245 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c705c6d-01e4-4c39-a021-1794381d9641 req-23143bad-8a49-43b4-aa4c-f2614d15adb3 tempest-ServersAdminTestJSON-391861328 tempest-ServersAdminTestJSON-391861328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:49.302702 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-5c705c6d-01e4-4c39-a021-1794381d9641 req-23143bad-8a49-43b4-aa4c-f2614d15adb3 tempest-ServersAdminTestJSON-391861328 tempest-ServersAdminTestJSON-391861328-project] 10.222.0.104 "GET /v2.0/ports?device_id=63f04f24-a07c-4f56-a92d-98828f9b51fd HTTP/1.1" status: 200 len: 948 time: 0.3412592 Jul 06 13:56:49.370569 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-e36f5d62-1ff1-4ebe-813b-c8b1c569bc2f req-7612a681-1ae6-40a9-b677-a04bea6dd1bd service neutron] 10.222.0.127 "GET /v2.0/networks/4f6c277b-1b2d-40ad-a374-15bf31b2f6e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3168194 Jul 06 13:56:49.379080 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.db [None req-fd086f84-6871-4253-b9b2-6ffce804ed74 admin admin] For port 081d5522-57c9-4ed7-b5ad-cb9e38223e8d, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=081d5522-57c9-4ed7-b5ad-cb9e38223e8d,segment=NetworkSegment(8141d218-0a7a-43f9-9316-1749c8612198),segment_id=8141d218-0a7a-43f9-9316-1749c8612198)] {{(pid=100246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:56:49.379572 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-fd086f84-6871-4253-b9b2-6ffce804ed74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:49.412976 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [None req-fd086f84-6871-4253-b9b2-6ffce804ed74 admin admin] Calling delete_port for 081d5522-57c9-4ed7-b5ad-cb9e38223e8d owned by network:dhcp {{(pid=100246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 13:56:49.524174 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-5c705c6d-01e4-4c39-a021-1794381d9641 req-6f1a91d1-86d9-49f8-bff3-ec3e8f5ff789 tempest-ServersAdminTestJSON-391861328 tempest-ServersAdminTestJSON-391861328-project] 10.222.0.104 "GET /v2.0/security-groups?id=3bcee3ab-dc9e-46be-bc35-9f5a80cc9457&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2062950 Jul 06 13:56:49.550549 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-fd086f84-6871-4253-b9b2-6ffce804ed74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127687580'] for port, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:49.618649 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-e36f5d62-1ff1-4ebe-813b-c8b1c569bc2f req-dbc0755a-1517-4b3f-8e84-7dfa21b354f4 service neutron] 10.222.0.127 "GET /v2.0/networks/4f6c277b-1b2d-40ad-a374-15bf31b2f6e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2403197 Jul 06 13:56:49.624230 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd086f84-6871-4253-b9b2-6ffce804ed74 admin admin] Pushing event deleted for resources: {'Port': ['ID=081d5522-57c9-4ed7-b5ad-cb9e38223e8d,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:56:49.631334 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd086f84-6871-4253-b9b2-6ffce804ed74 admin admin] No DVR routers for this DVR port 081d5522-57c9-4ed7-b5ad-cb9e38223e8d on host n-d-773647-6 {{(pid=100246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 13:56:49.684068 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 06 Jul 2021 13:56:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8289a5b-9cc1-4f18-82f0-00228fefec92 x-openstack-request-id: req-e8289a5b-9cc1-4f18-82f0-00228fefec92 {{(pid=100248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:56:49.684846 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63f04f24-a07c-4f56-a92d-98828f9b51fd", "name": "network-vif-unplugged", "status": "completed", "tag": "ea4b4b49-6742-4d24-921d-b8422184436f", "code": 200}]} {{(pid=100248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:56:49.687532 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-e8289a5b-9cc1-4f18-82f0-00228fefec92 {{(pid=100248) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:56:49.688102 n-d-773647-6 neutron-server[100248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63f04f24-a07c-4f56-a92d-98828f9b51fd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ea4b4b49-6742-4d24-921d-b8422184436f', 'code': 200} Jul 06 13:56:49.708048 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eda267b0-2512-471f-8d73-76e76ff93b16 None None] DHCP port deletion for d3290eba-34fe-4d09-b607-a6b9692a3888 request from n-d-773647-6 {{(pid=100248) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 13:56:49.823322 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Device be7473be-bde8-4863-a4f7-037c9067a4ac details requested by agent hyperv_n-h1-773647-6 with host n-h1-773647-6 {{(pid=100248) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 13:56:49.869619 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-fd086f84-6871-4253-b9b2-6ffce804ed74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-917204', 'neutron.services.segments.db._delete_segments_for_network-8773753502302'] for network, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:49.890726 n-d-773647-6 neutron-server[100246]: DEBUG neutron.services.segments.db [None req-fd086f84-6871-4253-b9b2-6ffce804ed74 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d3290eba-34fe-4d09-b607-a6b9692a3888']}} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:56:49.913940 n-d-773647-6 neutron-server[100246]: DEBUG neutron.services.segments.db [None req-fd086f84-6871-4253-b9b2-6ffce804ed74 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8141d218-0a7a-43f9-9316-1749c8612198') {'for_net_delete': True} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:56:49.915039 n-d-773647-6 neutron-server[100246]: DEBUG neutron.services.segments.db [None req-fd086f84-6871-4253-b9b2-6ffce804ed74 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8141d218-0a7a-43f9-9316-1749c8612198') {} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:56:49.939750 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-fd086f84-6871-4253-b9b2-6ffce804ed74 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773753515138', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126218898'] for segment, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:49.973224 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-fd086f84-6871-4253-b9b2-6ffce804ed74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552'] for segment, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:49.979372 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd086f84-6871-4253-b9b2-6ffce804ed74 admin admin] Releasing vlan 1026 on physical network physnet1 to pool {{(pid=100246) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 13:56:49.979973 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-fd086f84-6871-4253-b9b2-6ffce804ed74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127687491'] for segment, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:49.981772 n-d-773647-6 neutron-server[100246]: Traceback (most recent call last): Jul 06 13:56:49.981772 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 13:56:49.981772 n-d-773647-6 neutron-server[100246]: timer() Jul 06 13:56:49.981772 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 13:56:49.981772 n-d-773647-6 neutron-server[100246]: cb(*args, **kw) Jul 06 13:56:49.981772 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 13:56:49.981772 n-d-773647-6 neutron-server[100246]: return func(*args, **kwargs) Jul 06 13:56:49.981772 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 13:56:49.981772 n-d-773647-6 neutron-server[100246]: self._notify() Jul 06 13:56:49.981772 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 13:56:49.981772 n-d-773647-6 neutron-server[100246]: self.callback(batched_events) Jul 06 13:56:49.981772 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 13:56:49.981772 n-d-773647-6 neutron-server[100246]: event.method(event) Jul 06 13:56:49.981772 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 13:56:49.981772 n-d-773647-6 neutron-server[100246]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 13:56:49.981772 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 13:56:49.981772 n-d-773647-6 neutron-server[100246]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 13:56:49.981772 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 13:56:49.981772 n-d-773647-6 neutron-server[100246]: return f(self, *a, **k) Jul 06 13:56:49.981772 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 13:56:49.981772 n-d-773647-6 neutron-server[100246]: return self._get(url).json() Jul 06 13:56:49.981772 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 13:56:49.981772 n-d-773647-6 neutron-server[100246]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 13:56:49.981772 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 13:56:49.981772 n-d-773647-6 neutron-server[100246]: return self.request(url, 'GET', **kwargs) Jul 06 13:56:49.981772 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 13:56:49.981772 n-d-773647-6 neutron-server[100246]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 13:56:49.981772 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 13:56:49.981772 n-d-773647-6 neutron-server[100246]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 13:56:49.981772 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 13:56:49.981772 n-d-773647-6 neutron-server[100246]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 13:56:49.981772 n-d-773647-6 neutron-server[100246]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 13:56:50.012791 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffb075e-dcf1-4918-8b8f-e36f98774944 req-505a74bc-a7d2-430d-9541-c0091e9299b8 tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:50.018588 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-3ffb075e-dcf1-4918-8b8f-e36f98774944 req-505a74bc-a7d2-430d-9541-c0091e9299b8 tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] 10.222.0.104 "GET /v2.0/ports?device_id=3abd5f1c-5cfa-40e5-8018-1960204a8886 HTTP/1.1" status: 200 len: 950 time: 0.3436322 Jul 06 13:56:50.044205 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-fd086f84-6871-4253-b9b2-6ffce804ed74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-917215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1761140'] for network, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:50.058416 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-fd086f84-6871-4253-b9b2-6ffce804ed74 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583035'] for network, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:50.061351 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-fd086f84-6871-4253-b9b2-6ffce804ed74 admin admin] 10.222.0.104 "DELETE /v2.0/networks/d3290eba-34fe-4d09-b607-a6b9692a3888 HTTP/1.1" status: 204 len: 168 time: 1.0023785 Jul 06 13:56:50.071687 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] For port be7473be-bde8-4863-a4f7-037c9067a4ac, host n-h1-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773647-6',level=0,port_id=be7473be-bde8-4863-a4f7-037c9067a4ac,segment=NetworkSegment(227d25fe-bf75-4c4b-9a67-c660160d6b0a),segment_id=227d25fe-bf75-4c4b-9a67-c660160d6b0a)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:56:50.089546 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd086f84-6871-4253-b9b2-6ffce804ed74 admin admin] Pushing event deleted for resources: {'Network': ['ID=d3290eba-34fe-4d09-b607-a6b9692a3888,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:56:50.096562 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Returning: {'device': 'be7473be-bde8-4863-a4f7-037c9067a4ac', 'network_id': '7a710b21-0493-4be8-a73f-c10a9dbc43f7', 'port_id': 'be7473be-bde8-4863-a4f7-037c9067a4ac', 'mac_address': 'fa:16:3e:c1:38:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1015, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d32f554-2b92-4c59-9901-e19d129549fc', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100248) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 13:56:50.157352 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:50.192825 n-d-773647-6 neutron-server[100248]: DEBUG neutron.notifiers.nova [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id be7473be-bde8-4863-a4f7-037c9067a4ac {{(pid=100248) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 13:56:50.215846 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b4746c-fb29-4fa8-b280-4a2c3a181dd8 req-f6514e33-0e21-467f-8875-0bb77cafc9b5 tempest-DeleteServersTestJSON-677393534 tempest-DeleteServersTestJSON-677393534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:50.222852 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] For port be7473be-bde8-4863-a4f7-037c9067a4ac, host n-h1-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773647-6',level=0,port_id=be7473be-bde8-4863-a4f7-037c9067a4ac,segment=NetworkSegment(227d25fe-bf75-4c4b-9a67-c660160d6b0a),segment_id=227d25fe-bf75-4c4b-9a67-c660160d6b0a)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:56:50.228963 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-96b4746c-fb29-4fa8-b280-4a2c3a181dd8 req-f6514e33-0e21-467f-8875-0bb77cafc9b5 tempest-DeleteServersTestJSON-677393534 tempest-DeleteServersTestJSON-677393534-project] 10.222.0.104 "GET /v2.0/ports?device_id=c48e6c7b-0011-49eb-8788-6759f7cb7cba HTTP/1.1" status: 200 len: 944 time: 0.3428068 Jul 06 13:56:50.234320 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:50.259091 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 58258) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:56:50.260981 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-3ffb075e-dcf1-4918-8b8f-e36f98774944 req-7d43e541-6865-49c5-9783-454973162abe tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] 10.222.0.104 "GET /v2.0/security-groups?id=9f5b92e9-7340-49c3-a9bb-41e4a1caffc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2291100 Jul 06 13:56:50.325762 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-9bcad048-10e0-4289-a27f-595a006a6feb admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=17f723ad3a484ba4932b5619e0399c64&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0632176 Jul 06 13:56:50.326197 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 58260) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:56:50.350421 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Pushing event updated for resources: {'Port': ['ID=be7473be-bde8-4863-a4f7-037c9067a4ac,revision_number=4']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:56:50.353634 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-96b4746c-fb29-4fa8-b280-4a2c3a181dd8 req-c89aa19e-75ad-43f9-80be-c549590759a0 tempest-DeleteServersTestJSON-677393534 tempest-DeleteServersTestJSON-677393534-project] 10.222.0.104 "GET /v2.0/security-groups?id=7d4cbf2c-f907-4452-8928-a2a298fe7ee1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240325 Jul 06 13:56:50.395173 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36f5d62-1ff1-4ebe-813b-c8b1c569bc2f req-5e644c06-4a57-44eb-bbee-c34b2c583a7d tempest-LiveMigrationTest-343502667 tempest-LiveMigrationTest-343502667-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:50.395173 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-e36f5d62-1ff1-4ebe-813b-c8b1c569bc2f req-5e644c06-4a57-44eb-bbee-c34b2c583a7d tempest-LiveMigrationTest-343502667 tempest-LiveMigrationTest-343502667-project-admin] 10.222.0.127 "GET /v2.0/ports?device_id=e5d6f9ee-637a-4a55-8546-2be14770c0f2&tenant_id=125e6575b3ba4365b3ae01568cef269b&binding%3Ahost_id=n-h1-773647-6 HTTP/1.1" status: 200 len: 1095 time: 0.2882292 Jul 06 13:56:50.435541 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 141758bb-49e2-48c5-bb95-0f9e2500660d no longer exists at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 13:56:50.451594 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-edb18b9c-8c73-4910-a367-11367ea94ad2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:50.465776 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] No Port match for: 141758bb-49e2-48c5-bb95-0f9e2500660d {{(pid=100248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 13:56:50.466155 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 141758bb-49e2-48c5-bb95-0f9e2500660d not bound to the agent host n-d-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 13:56:50.466616 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 45dbe948-b1eb-4a91-913e-290dd113d6ff no longer exists at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 13:56:50.489253 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-edb18b9c-8c73-4910-a367-11367ea94ad2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:50.493112 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] No Port match for: 45dbe948-b1eb-4a91-913e-290dd113d6ff {{(pid=100248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 13:56:50.493710 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 45dbe948-b1eb-4a91-913e-290dd113d6ff not bound to the agent host n-d-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 13:56:50.494310 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 081d5522-57c9-4ed7-b5ad-cb9e38223e8d no longer exists at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 13:56:50.516311 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] No Port match for: 081d5522-57c9-4ed7-b5ad-cb9e38223e8d {{(pid=100248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 13:56:50.516859 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 081d5522-57c9-4ed7-b5ad-cb9e38223e8d not bound to the agent host n-d-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 13:56:50.550177 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-edb18b9c-8c73-4910-a367-11367ea94ad2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:50.554004 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-edb18b9c-8c73-4910-a367-11367ea94ad2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:50.556253 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-edb18b9c-8c73-4910-a367-11367ea94ad2 admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/80219d53-2475-4e71-af54-7a966a6cc818 HTTP/1.1" status: 204 len: 168 time: 0.2291903 Jul 06 13:56:50.574206 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb18b9c-8c73-4910-a367-11367ea94ad2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80219d53-2475-4e71-af54-7a966a6cc818,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:56:50.656116 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] get_ports_and_sgs() called for port_ids ['be7473be-bde8-4863-a4f7-037c9067a4ac'] {{(pid=100248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 13:56:50.708763 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40659de9-f8ba-459b-9193-806b9e473fa8 req-894fbbcb-e3d6-487e-a136-2932bc785e2e tempest-SecurityGroupsTestJSON-63281774 tempest-SecurityGroupsTestJSON-63281774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:50.710428 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-40659de9-f8ba-459b-9193-806b9e473fa8 req-894fbbcb-e3d6-487e-a136-2932bc785e2e tempest-SecurityGroupsTestJSON-63281774 tempest-SecurityGroupsTestJSON-63281774-project] 10.222.0.104 "GET /v2.0/ports?device_id=ddde3ef9-96a1-42dc-9acc-b59ae0c98349 HTTP/1.1" status: 200 len: 946 time: 0.2375371 Jul 06 13:56:50.765622 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.db [req-e36f5d62-1ff1-4ebe-813b-c8b1c569bc2f req-7ae6b505-9ced-4bfe-a7d5-c455db0d3615 service neutron] For port 525ecf50-c68e-42e3-b492-e0a27ff68cab, host n-h2-773647-6, cleared binding levels {{(pid=100247) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 13:56:50.778557 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ba3590-5fc6-44e0-8c23-9224d3f24dac req-b5027ad9-15d7-49d3-adba-2f9a67b22b0e tempest-LiveMigrationTest-2001684970 tempest-LiveMigrationTest-2001684970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:50.786523 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-86ba3590-5fc6-44e0-8c23-9224d3f24dac req-b5027ad9-15d7-49d3-adba-2f9a67b22b0e tempest-LiveMigrationTest-2001684970 tempest-LiveMigrationTest-2001684970-project] 10.222.0.104 "GET /v2.0/ports?device_id=e5d6f9ee-637a-4a55-8546-2be14770c0f2 HTTP/1.1" status: 200 len: 944 time: 0.1873517 Jul 06 13:56:50.803011 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-e36f5d62-1ff1-4ebe-813b-c8b1c569bc2f req-7ae6b505-9ced-4bfe-a7d5-c455db0d3615 service neutron] Notify callbacks [] for binding, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:50.813958 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-e36f5d62-1ff1-4ebe-813b-c8b1c569bc2f req-7ae6b505-9ced-4bfe-a7d5-c455db0d3615 service neutron] 10.222.0.127 "DELETE /v2.0/ports/525ecf50-c68e-42e3-b492-e0a27ff68cab/bindings/n-h2-773647-6 HTTP/1.1" status: 204 len: 173 time: 0.4063091 Jul 06 13:56:50.904241 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-40659de9-f8ba-459b-9193-806b9e473fa8 req-a6508454-1ee1-42fd-90d6-3ffba89fb871 tempest-SecurityGroupsTestJSON-63281774 tempest-SecurityGroupsTestJSON-63281774-project] 10.222.0.104 "GET /v2.0/security-groups?id=66a64f11-8fd4-4070-857b-32412c48dea6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1654539 Jul 06 13:56:50.914012 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-86ba3590-5fc6-44e0-8c23-9224d3f24dac req-72c7e44d-a8fb-40fa-a9ef-bc4a535563b5 tempest-LiveMigrationTest-2001684970 tempest-LiveMigrationTest-2001684970-project] 10.222.0.104 "GET /v2.0/security-groups?id=7e243ebf-9cf4-4917-8da6-0fd38b06f795&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262417 Jul 06 13:56:51.130452 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d03816f-f78c-4136-a79a-e5d0128f5e62 req-0cba5ea7-b2aa-4e81-b14e-4c1d1fbb3ad6 tempest-ServersAdminTestJSON-391861328 tempest-ServersAdminTestJSON-391861328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:51.132933 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-5d03816f-f78c-4136-a79a-e5d0128f5e62 req-0cba5ea7-b2aa-4e81-b14e-4c1d1fbb3ad6 tempest-ServersAdminTestJSON-391861328 tempest-ServersAdminTestJSON-391861328-project] 10.222.0.104 "GET /v2.0/ports?device_id=63f04f24-a07c-4f56-a92d-98828f9b51fd HTTP/1.1" status: 200 len: 948 time: 0.0919585 Jul 06 13:56:51.189864 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-5d03816f-f78c-4136-a79a-e5d0128f5e62 req-248aea97-69cf-48af-a112-c6d611c58db3 tempest-ServersAdminTestJSON-391861328 tempest-ServersAdminTestJSON-391861328-project] 10.222.0.104 "GET /v2.0/security-groups?id=3bcee3ab-dc9e-46be-bc35-9f5a80cc9457&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495083 Jul 06 13:56:51.237371 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-77567d93-aa85-41a1-87d6-62446245be01 req-f2a1c8ff-9e15-4dc4-b5b1-b5048a953a83 tempest-SecurityGroupsTestJSON-63281774 tempest-SecurityGroupsTestJSON-63281774-project] 10.222.0.104 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-492246937&fields=id&tenant_id=bd8ab4ae618e4901853ac9b415c3d7ae HTTP/1.1" status: 200 len: 267 time: 0.0434623 Jul 06 13:56:51.343501 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77567d93-aa85-41a1-87d6-62446245be01 req-a8d2d9d7-7032-4772-85d0-b495b3a28411 tempest-SecurityGroupsTestJSON-63281774 tempest-SecurityGroupsTestJSON-63281774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:51.344896 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-77567d93-aa85-41a1-87d6-62446245be01 req-a8d2d9d7-7032-4772-85d0-b495b3a28411 tempest-SecurityGroupsTestJSON-63281774 tempest-SecurityGroupsTestJSON-63281774-project] 10.222.0.104 "GET /v2.0/ports?device_id=ddde3ef9-96a1-42dc-9acc-b59ae0c98349 HTTP/1.1" status: 200 len: 946 time: 0.1019957 Jul 06 13:56:51.374127 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [req-77567d93-aa85-41a1-87d6-62446245be01 req-c8e14146-bfb1-4251-b55f-df24939ab836 tempest-SecurityGroupsTestJSON-63281774 tempest-SecurityGroupsTestJSON-63281774-project] Request body: {'port': {'security_groups': ['66a64f11-8fd4-4070-857b-32412c48dea6', '88d56232-e7d5-4ba0-b807-dc51f2a7d83c']}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:56:51.502631 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 58298) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:56:51.505342 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f546f18-cb90-49c1-ab56-3ecf07ea2c8e req-d396d1ca-4bd1-4cb7-8a2c-d24a8e29a141 tempest-LiveMigrationTest-343502667 tempest-LiveMigrationTest-343502667-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:51.506881 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-8f546f18-cb90-49c1-ab56-3ecf07ea2c8e req-d396d1ca-4bd1-4cb7-8a2c-d24a8e29a141 tempest-LiveMigrationTest-343502667 tempest-LiveMigrationTest-343502667-project-admin] 10.222.0.104 "GET /v2.0/ports?device_id=e5d6f9ee-637a-4a55-8546-2be14770c0f2 HTTP/1.1" status: 200 len: 1095 time: 0.1819108 Jul 06 13:56:51.517217 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c909743-6908-43a0-959e-361d5d2751db req-4f135a39-5081-4978-87f2-59a8b61f1440 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:51.518682 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-3c909743-6908-43a0-959e-361d5d2751db req-4f135a39-5081-4978-87f2-59a8b61f1440 service neutron] 10.222.0.127 "GET /v2.0/ports?tenant_id=483ead9cc6094290930ff4aed37f7463&device_id=3abd5f1c-5cfa-40e5-8018-1960204a8886 HTTP/1.1" status: 200 len: 1101 time: 0.1410689 Jul 06 13:56:51.556799 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-77567d93-aa85-41a1-87d6-62446245be01 req-c8e14146-bfb1-4251-b55f-df24939ab836 tempest-SecurityGroupsTestJSON-63281774 tempest-SecurityGroupsTestJSON-63281774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:51.602312 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-0838dcd6-9445-440a-9fe6-5f9ce00aeb7d admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-238152602-network', 'tenant_id': '8626e65995fd48d8a1e133f425e3ed8b'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:56:51.628397 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0838dcd6-9445-440a-9fe6-5f9ce00aeb7d admin admin] Made reservation on behalf of 8626e65995fd48d8a1e133f425e3ed8b for: {'network': 1} {{(pid=100246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 13:56:51.631559 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-0838dcd6-9445-440a-9fe6-5f9ce00aeb7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for network, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:51.642744 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-8f546f18-cb90-49c1-ab56-3ecf07ea2c8e req-77fd2854-6131-44e5-8f98-385eb1ee501b tempest-LiveMigrationTest-343502667 tempest-LiveMigrationTest-343502667-project-admin] 10.222.0.104 "GET /v2.0/security-groups?id=7e243ebf-9cf4-4917-8da6-0fd38b06f795&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230996 Jul 06 13:56:51.644694 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-0838dcd6-9445-440a-9fe6-5f9ce00aeb7d admin admin] Notify callbacks [] for security_group, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:51.713213 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c909743-6908-43a0-959e-361d5d2751db req-b7b6331c-455a-4c74-a40b-f17cd05fdbcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:51.724313 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-3c909743-6908-43a0-959e-361d5d2751db req-b7b6331c-455a-4c74-a40b-f17cd05fdbcd service neutron] 10.222.0.127 "GET /v2.0/networks?id=ac09d390-867f-4b75-a8d2-ab11550bffd6 HTTP/1.1" status: 200 len: 871 time: 0.1885674 Jul 06 13:56:51.747787 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-0838dcd6-9445-440a-9fe6-5f9ce00aeb7d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:51.752941 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-0838dcd6-9445-440a-9fe6-5f9ce00aeb7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:51.772168 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-3c909743-6908-43a0-959e-361d5d2751db req-4d387bc7-015a-472d-a627-dcd1bece45ad service neutron] 10.222.0.127 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.141&port_id=39b82faa-9bb5-4637-ba57-e7b6ac96e89a HTTP/1.1" status: 200 len: 217 time: 0.0428221 Jul 06 13:56:51.779323 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0838dcd6-9445-440a-9fe6-5f9ce00aeb7d admin admin] vlan segment allocate from pool success with {'vlan_id': 1024, 'physical_network': 'physnet1'} {{(pid=100246) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 13:56:51.789239 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0838dcd6-9445-440a-9fe6-5f9ce00aeb7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77b7cda9-e002-43be-9103-660e557fae15,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:56:51.794026 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-0838dcd6-9445-440a-9fe6-5f9ce00aeb7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552'] for segment, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:51.794367 n-d-773647-6 neutron-server[100246]: INFO neutron.db.segments_db [None req-0838dcd6-9445-440a-9fe6-5f9ce00aeb7d admin admin] Added segment a77272f4-f75b-4139-91a7-9d9138d9ae0b of type vlan for network 4b1057d7-e5e3-432f-af9b-11f67ea25794 Jul 06 13:56:51.834434 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-0838dcd6-9445-440a-9fe6-5f9ce00aeb7d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773752984405'] for network, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:51.867307 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-0838dcd6-9445-440a-9fe6-5f9ce00aeb7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060'] for network, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:51.868284 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0838dcd6-9445-440a-9fe6-5f9ce00aeb7d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:51.868868 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-0838dcd6-9445-440a-9fe6-5f9ce00aeb7d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583035'] for network, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:51.898813 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Device ea4b4b49-6742-4d24-921d-b8422184436f up at agent hyperv_n-h2-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 13:56:51.915404 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c909743-6908-43a0-959e-361d5d2751db req-4574b345-cda6-409c-81c6-33dbad60a413 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:51.916892 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-3c909743-6908-43a0-959e-361d5d2751db req-4574b345-cda6-409c-81c6-33dbad60a413 service neutron] 10.222.0.127 "GET /v2.0/subnets?id=d1c3cc78-09b9-4e30-99fd-0e5830de101d HTTP/1.1" status: 200 len: 843 time: 0.1283047 Jul 06 13:56:51.927084 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0838dcd6-9445-440a-9fe6-5f9ce00aeb7d admin admin] Pushing event updated for resources: {'Network': ['ID=4b1057d7-e5e3-432f-af9b-11f67ea25794,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:56:51.944907 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-0838dcd6-9445-440a-9fe6-5f9ce00aeb7d admin admin] 10.222.0.104 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.4409378 Jul 06 13:56:51.947612 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 58306) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:56:51.953807 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-b41a0916-0913-4c5a-9c07-d7e0e800e90a admin admin] Request body: {'subnet': {'network_id': '4b1057d7-e5e3-432f-af9b-11f67ea25794', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-238152602-subnet', 'tenant_id': '8626e65995fd48d8a1e133f425e3ed8b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:56:51.956343 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Network 4b1057d7-e5e3-432f-af9b-11f67ea25794 details requested by agent ovs-agent-n-d-773647-6 with host n-d-773647-6 {{(pid=100248) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 13:56:51.987201 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b41a0916-0913-4c5a-9c07-d7e0e800e90a admin admin] Made reservation on behalf of 8626e65995fd48d8a1e133f425e3ed8b for: {'subnet': 1} {{(pid=100246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 13:56:51.989899 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-b41a0916-0913-4c5a-9c07-d7e0e800e90a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127702029'] for subnet, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:52.008126 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7d4d32-ceba-44ef-9162-cb3ec35c8f79 req-5d1ff2b8-8bdc-4708-b58f-52d130963eb3 tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:52.020703 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-7d7d4d32-ceba-44ef-9162-cb3ec35c8f79 req-5d1ff2b8-8bdc-4708-b58f-52d130963eb3 tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] 10.222.0.104 "GET /v2.0/ports?device_id=3abd5f1c-5cfa-40e5-8018-1960204a8886 HTTP/1.1" status: 200 len: 950 time: 0.2474427 Jul 06 13:56:52.024202 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Provisioning complete for port ea4b4b49-6742-4d24-921d-b8422184436f triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:56:52.024584 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:52.028537 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.db [req-77567d93-aa85-41a1-87d6-62446245be01 req-c8e14146-bfb1-4251-b55f-df24939ab836 tempest-SecurityGroupsTestJSON-63281774 tempest-SecurityGroupsTestJSON-63281774-project] For port 5c1db444-e100-4e96-963b-53f6d7217a55, host n-h2-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=5c1db444-e100-4e96-963b-53f6d7217a55,segment=NetworkSegment(0212c0ea-43ee-41e4-b30e-4894f6429a7c),segment_id=0212c0ea-43ee-41e4-b30e-4894f6429a7c)] {{(pid=100247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:56:52.092031 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-77567d93-aa85-41a1-87d6-62446245be01 req-c8e14146-bfb1-4251-b55f-df24939ab836 tempest-SecurityGroupsTestJSON-63281774 tempest-SecurityGroupsTestJSON-63281774-project] Notify callbacks [] for port, precommit_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:52.098460 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-7d7d4d32-ceba-44ef-9162-cb3ec35c8f79 req-21f16236-f364-4eea-8a28-0021695944d4 tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] 10.222.0.104 "GET /v2.0/security-groups?id=9f5b92e9-7340-49c3-a9bb-41e4a1caffc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718977 Jul 06 13:56:52.102658 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-77567d93-aa85-41a1-87d6-62446245be01 req-c8e14146-bfb1-4251-b55f-df24939ab836 tempest-SecurityGroupsTestJSON-63281774 tempest-SecurityGroupsTestJSON-63281774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:52.118593 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] get_ports_and_sgs() called for port_ids ['9e0a8fcf-beec-40bb-8530-7b53818607f4'] {{(pid=100248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 13:56:52.120709 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] get_ports_and_sgs() called for port_ids ['5c1db444-e100-4e96-963b-53f6d7217a55'] {{(pid=100248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 13:56:52.147252 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c909743-6908-43a0-959e-361d5d2751db req-0ac7bc1e-7cf0-4492-9e63-d1baae361f71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:52.148758 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-3c909743-6908-43a0-959e-361d5d2751db req-0ac7bc1e-7cf0-4492-9e63-d1baae361f71 service neutron] 10.222.0.127 "GET /v2.0/ports?network_id=ac09d390-867f-4b75-a8d2-ab11550bffd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2225649 Jul 06 13:56:52.181358 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77567d93-aa85-41a1-87d6-62446245be01 req-c8e14146-bfb1-4251-b55f-df24939ab836 tempest-SecurityGroupsTestJSON-63281774 tempest-SecurityGroupsTestJSON-63281774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:52.181969 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-77567d93-aa85-41a1-87d6-62446245be01 req-c8e14146-bfb1-4251-b55f-df24939ab836 tempest-SecurityGroupsTestJSON-63281774 tempest-SecurityGroupsTestJSON-63281774-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:52.190825 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:52.193816 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-77567d93-aa85-41a1-87d6-62446245be01 req-c8e14146-bfb1-4251-b55f-df24939ab836 tempest-SecurityGroupsTestJSON-63281774 tempest-SecurityGroupsTestJSON-63281774-project] 10.222.0.104 "PUT /v2.0/ports/5c1db444-e100-4e96-963b-53f6d7217a55 HTTP/1.1" status: 200 len: 982 time: 0.8282654 Jul 06 13:56:52.194333 n-d-773647-6 neutron-server[100247]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ddde3ef9-96a1-42dc-9acc-b59ae0c98349', 'tag': '5c1db444-e100-4e96-963b-53f6d7217a55'}] {{(pid=100247) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 13:56:52.196708 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cbf0eeaae822f8fc9b87a94aeba67a3d651842baf663a51cba94b67a514836d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bbb7a32-aa60-4236-b1d4-1244f026c991" -d '{"events": [{"name": "network-changed", "server_uuid": "ddde3ef9-96a1-42dc-9acc-b59ae0c98349", "tag": "5c1db444-e100-4e96-963b-53f6d7217a55"}]}' {{(pid=100247) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:56:52.226730 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-b41a0916-0913-4c5a-9c07-d7e0e800e90a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1849032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127687649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127702047'] for subnet, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:52.256158 n-d-773647-6 neutron-server[100248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63f04f24-a07c-4f56-a92d-98828f9b51fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea4b4b49-6742-4d24-921d-b8422184436f'}] {{(pid=100248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 13:56:52.258968 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84af257533e383389cbcf231d3534f4d5e149e7203fea16b4a8fc01438dddaf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e65bb0e-3453-4de7-8474-953778d3c93c" -d '{"events": [{"server_uuid": "63f04f24-a07c-4f56-a92d-98828f9b51fd", "name": "network-vif-plugged", "status": "completed", "tag": "ea4b4b49-6742-4d24-921d-b8422184436f"}]}' {{(pid=100248) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:56:52.287008 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] For port ea4b4b49-6742-4d24-921d-b8422184436f, host n-h2-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=ea4b4b49-6742-4d24-921d-b8422184436f,segment=NetworkSegment(c9ea893d-045e-42cf-b3dd-cdd1f79baccd),segment_id=c9ea893d-045e-42cf-b3dd-cdd1f79baccd)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:56:52.297541 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] get_ports_and_sgs() called for port_ids ['5c1db444-e100-4e96-963b-53f6d7217a55'] {{(pid=100248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 13:56:52.306840 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e14146-bfb1-4251-b55f-df24939ab836 tempest-SecurityGroupsTestJSON-63281774 tempest-SecurityGroupsTestJSON-63281774-project] Pushing event updated for resources: {'Port': ['ID=5c1db444-e100-4e96-963b-53f6d7217a55,revision_number=6']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:56:52.329808 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:52.334343 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41a0916-0913-4c5a-9c07-d7e0e800e90a admin admin] Pushing event updated for resources: {'Subnet': ['ID=4547b20a-ae94-4078-8ba5-9e2673e1fcca,revision_number=0']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:56:52.336766 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b41a0916-0913-4c5a-9c07-d7e0e800e90a admin admin] Checking segment: {'id': 'a77272f4-f75b-4139-91a7-9d9138d9ae0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': '4b1057d7-e5e3-432f-af9b-11f67ea25794'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 13:56:52.337227 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b41a0916-0913-4c5a-9c07-d7e0e800e90a admin admin] Network hostable DHCP agents. Network: 4b1057d7-e5e3-432f-af9b-11f67ea25794, hostable agents: ['f2bada3d-be77-4359-982b-8505a2bbca04'], hosted agents: [] {{(pid=100246) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 13:56:52.361680 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b41a0916-0913-4c5a-9c07-d7e0e800e90a admin admin] Network 4b1057d7-e5e3-432f-af9b-11f67ea25794 is scheduled to be hosted by DHCP agent f2bada3d-be77-4359-982b-8505a2bbca04 with binding_index 1 {{(pid=100246) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 13:56:52.370718 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.base_scheduler [None req-b41a0916-0913-4c5a-9c07-d7e0e800e90a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773647-6, 4b1057d7-e5e3-432f-af9b-11f67ea25794) {{(pid=100246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:56:52.376836 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b41a0916-0913-4c5a-9c07-d7e0e800e90a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:52.377699 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-b41a0916-0913-4c5a-9c07-d7e0e800e90a admin admin] Notify callbacks [] for subnet, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:52.398700 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-b41a0916-0913-4c5a-9c07-d7e0e800e90a admin admin] 10.222.0.104 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.4472845 Jul 06 13:56:52.398932 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-3c909743-6908-43a0-959e-361d5d2751db req-11f2ac98-b1e8-4095-ac6b-ca8a4d2be5e2 service neutron] 10.222.0.127 "GET /v2.0/networks/ac09d390-867f-4b75-a8d2-ab11550bffd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2376027 Jul 06 13:56:52.399058 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 58318) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:56:52.408697 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [None req-91127389-5de6-4ade-be22-9f356335f6d1 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-238152602-router', 'tenant_id': '8626e65995fd48d8a1e133f425e3ed8b', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719'}}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:56:52.410965 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c94b7574-0893-48db-bc9c-73dc40a1eda1 None None] Network 4b1057d7-e5e3-432f-af9b-11f67ea25794 requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 13:56:52.445866 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f3fcaa-f599-4899-979e-ca9ff461cd1f req-a2f8a672-73d9-4fe6-bb78-a13b2115688f tempest-DeleteServersTestJSON-677393534 tempest-DeleteServersTestJSON-677393534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:52.447512 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-d9f3fcaa-f599-4899-979e-ca9ff461cd1f req-a2f8a672-73d9-4fe6-bb78-a13b2115688f tempest-DeleteServersTestJSON-677393534 tempest-DeleteServersTestJSON-677393534-project] 10.222.0.104 "GET /v2.0/ports?device_id=c48e6c7b-0011-49eb-8788-6759f7cb7cba HTTP/1.1" status: 200 len: 945 time: 0.1802270 Jul 06 13:56:52.507062 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Pushing event updated for resources: {'Port': ['ID=ea4b4b49-6742-4d24-921d-b8422184436f,revision_number=8']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:56:52.519628 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-91127389-5de6-4ade-be22-9f356335f6d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1806290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6992'] for router, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:52.520626 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-91127389-5de6-4ade-be22-9f356335f6d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1806157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1808637', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1714747', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7007'] for router, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:52.536263 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd2ed6b-b8be-4774-8057-bede588d91c5 req-5d5acdb1-9c6e-4754-a6da-bf9ae06eddbd tempest-LiveMigrationTest-343502667 tempest-LiveMigrationTest-343502667-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:52.537789 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-5cd2ed6b-b8be-4774-8057-bede588d91c5 req-5d5acdb1-9c6e-4754-a6da-bf9ae06eddbd tempest-LiveMigrationTest-343502667 tempest-LiveMigrationTest-343502667-project-admin] 10.222.0.104 "GET /v2.0/ports?device_id=e5d6f9ee-637a-4a55-8546-2be14770c0f2 HTTP/1.1" status: 200 len: 1095 time: 0.2125793 Jul 06 13:56:52.584132 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-d9f3fcaa-f599-4899-979e-ca9ff461cd1f req-35ebd7af-5367-4f1e-9aa6-4b002fed6ebd tempest-DeleteServersTestJSON-677393534 tempest-DeleteServersTestJSON-677393534-project] 10.222.0.104 "GET /v2.0/security-groups?id=7d4cbf2c-f907-4452-8928-a2a298fe7ee1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067958 Jul 06 13:56:52.608801 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-3c909743-6908-43a0-959e-361d5d2751db req-906a2eba-b6a7-4723-a7db-5f1c01689639 service neutron] 10.222.0.127 "GET /v2.0/networks/ac09d390-867f-4b75-a8d2-ab11550bffd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1892025 Jul 06 13:56:52.635321 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-91127389-5de6-4ade-be22-9f356335f6d1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:52.650837 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-5cd2ed6b-b8be-4774-8057-bede588d91c5 req-aab45018-5d25-40c0-b110-77d98a2b4b41 tempest-LiveMigrationTest-343502667 tempest-LiveMigrationTest-343502667-project-admin] 10.222.0.104 "GET /v2.0/security-groups?id=7e243ebf-9cf4-4917-8da6-0fd38b06f795&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946517 Jul 06 13:56:52.835541 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bb3b00b-edc9-4535-b26c-fb508bb2f998 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6bd5fc82-6666-56e8-87c2-91648d36c963-4b1057d7-e5e3-432f-af9b-11f67ea25794', 'network_id': '4b1057d7-e5e3-432f-af9b-11f67ea25794', 'tenant_id': '8626e65995fd48d8a1e133f425e3ed8b', 'fixed_ips': [{'subnet_id': '4547b20a-ae94-4078-8ba5-9e2673e1fcca'}]}} from n-d-773647-6. {{(pid=100248) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 13:56:52.836686 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-3bb3b00b-edc9-4535-b26c-fb508bb2f998 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:52.855878 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-91127389-5de6-4ade-be22-9f356335f6d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1761047', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1806272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6989'] for router, precommit_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:52.869100 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-835e0538-a25b-4ce0-954e-2759b4fa5f28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:52.922452 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-fd9431ae-9c23-4fb3-9405-f03f218543ef req-af576de8-6f48-461b-af5e-118153f7cb5f tempest-SecurityGroupsTestJSON-63281774 tempest-SecurityGroupsTestJSON-63281774-project] 10.222.0.104 "GET /v2.0/security-groups/88d56232-e7d5-4ba0-b807-dc51f2a7d83c HTTP/1.1" status: 200 len: 1800 time: 0.1576669 Jul 06 13:56:53.017215 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778558f0-75e4-4a8a-98b2-00edfee1d013 req-7655a897-5148-418e-a4bb-6f53c253463a tempest-ServersAdminTestJSON-391861328 tempest-ServersAdminTestJSON-391861328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:53.018609 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-778558f0-75e4-4a8a-98b2-00edfee1d013 req-7655a897-5148-418e-a4bb-6f53c253463a tempest-ServersAdminTestJSON-391861328 tempest-ServersAdminTestJSON-391861328-project] 10.222.0.104 "GET /v2.0/ports?device_id=63f04f24-a07c-4f56-a92d-98828f9b51fd HTTP/1.1" status: 200 len: 949 time: 0.1651618 Jul 06 13:56:53.039373 n-d-773647-6 neutron-server[100247]: INFO neutron.api.v2.resource [req-fd9431ae-9c23-4fb3-9405-f03f218543ef req-b2c4abdf-3269-4987-a455-8e5e2a9a6cac tempest-SecurityGroupsTestJSON-63281774 tempest-SecurityGroupsTestJSON-63281774-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 06 13:56:53.040392 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-fd9431ae-9c23-4fb3-9405-f03f218543ef req-b2c4abdf-3269-4987-a455-8e5e2a9a6cac tempest-SecurityGroupsTestJSON-63281774 tempest-SecurityGroupsTestJSON-63281774-project] 10.222.0.104 "DELETE /v2.0/security-groups/88d56232-e7d5-4ba0-b807-dc51f2a7d83c HTTP/1.1" status: 409 len: 341 time: 0.0944991 Jul 06 13:56:53.073433 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-778558f0-75e4-4a8a-98b2-00edfee1d013 req-ae398076-97d4-442b-b4b8-f8b39102ab6c tempest-ServersAdminTestJSON-391861328 tempest-ServersAdminTestJSON-391861328-project] 10.222.0.104 "GET /v2.0/security-groups?id=3bcee3ab-dc9e-46be-bc35-9f5a80cc9457&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452888 Jul 06 13:56:53.167968 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 13:56:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-230ee9d3-f0d5-4ad7-b298-22f6b80aa4d2 x-openstack-request-id: req-230ee9d3-f0d5-4ad7-b298-22f6b80aa4d2 {{(pid=100248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:56:53.168551 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63f04f24-a07c-4f56-a92d-98828f9b51fd", "name": "network-vif-plugged", "status": "completed", "tag": "ea4b4b49-6742-4d24-921d-b8422184436f", "code": 200}]} {{(pid=100248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:56:53.168551 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-230ee9d3-f0d5-4ad7-b298-22f6b80aa4d2 {{(pid=100248) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:56:53.168886 n-d-773647-6 neutron-server[100248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63f04f24-a07c-4f56-a92d-98828f9b51fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea4b4b49-6742-4d24-921d-b8422184436f', 'code': 200} Jul 06 13:56:53.196341 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.db_base_plugin_common [None req-3bb3b00b-edc9-4535-b26c-fb508bb2f998 None None] Allocated IP 172.20.0.2 (4b1057d7-e5e3-432f-af9b-11f67ea25794/4547b20a-ae94-4078-8ba5-9e2673e1fcca/e66693c9-3596-4f6f-bd43-ff430236d757) {{(pid=100248) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 13:56:53.401913 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-3bb3b00b-edc9-4535-b26c-fb508bb2f998 None None] Notify callbacks [] for port, precommit_create {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:53.439636 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-3bb3b00b-edc9-4535-b26c-fb508bb2f998 None None] Transition to ACTIVE for port object e66693c9-3596-4f6f-bd43-ff430236d757 will not be triggered until provisioned by entity L2. {{(pid=100248) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 13:56:53.475386 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38165a7-ac53-4260-a02c-06f7ad557e0a req-092adaf3-876e-4b31-a8d8-e5aaab414a3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:53.477390 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-c38165a7-ac53-4260-a02c-06f7ad557e0a req-092adaf3-876e-4b31-a8d8-e5aaab414a3c service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=63f04f24-a07c-4f56-a92d-98828f9b51fd HTTP/1.1" status: 200 len: 1100 time: 0.1050394 Jul 06 13:56:53.500326 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-3bb3b00b-edc9-4535-b26c-fb508bb2f998 None None] Transition to ACTIVE for port object e66693c9-3596-4f6f-bd43-ff430236d757 will not be triggered until provisioned by entity DHCP. {{(pid=100248) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 13:56:53.520635 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-3bb3b00b-edc9-4535-b26c-fb508bb2f998 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108'] for port, after_create {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:53.536746 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-c38165a7-ac53-4260-a02c-06f7ad557e0a req-4531c7ce-513c-4a7a-8e9f-a224ac4ca7c8 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=3bcee3ab-dc9e-46be-bc35-9f5a80cc9457&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496473 Jul 06 13:56:53.585843 n-d-773647-6 neutron-server[100248]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bb3b00b-edc9-4535-b26c-fb508bb2f998 None None] Network 4b1057d7-e5e3-432f-af9b-11f67ea25794 is already hosted by enough agents. {{(pid=100248) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 13:56:53.589028 n-d-773647-6 neutron-server[100248]: DEBUG neutron.scheduler.base_scheduler [None req-3bb3b00b-edc9-4535-b26c-fb508bb2f998 None None] Resources bound (agent type, host, resource id): {{(pid=100248) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:56:53.595766 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bb3b00b-edc9-4535-b26c-fb508bb2f998 None None] Received port after_create {{(pid=100248) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 13:56:53.603374 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb3b00b-edc9-4535-b26c-fb508bb2f998 None None] Pushing event updated for resources: {'Port': ['ID=e66693c9-3596-4f6f-bd43-ff430236d757,revision_number=1']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:56:53.645806 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 13:56:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-beafe210-9638-4621-a7f3-95a2f5f71aa5 x-openstack-request-id: req-beafe210-9638-4621-a7f3-95a2f5f71aa5 {{(pid=100247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:56:53.646389 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ddde3ef9-96a1-42dc-9acc-b59ae0c98349", "tag": "5c1db444-e100-4e96-963b-53f6d7217a55", "status": "completed", "code": 200}]} {{(pid=100247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:56:53.646389 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-beafe210-9638-4621-a7f3-95a2f5f71aa5 {{(pid=100247) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:56:53.646744 n-d-773647-6 neutron-server[100247]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ddde3ef9-96a1-42dc-9acc-b59ae0c98349', 'tag': '5c1db444-e100-4e96-963b-53f6d7217a55', 'status': 'completed', 'code': 200} Jul 06 13:56:53.660997 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-3bb3b00b-edc9-4535-b26c-fb508bb2f998 None None] Attempting to bind port e66693c9-3596-4f6f-bd43-ff430236d757 on host n-d-773647-6 for vnic_type normal with profile {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 13:56:53.661366 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-3bb3b00b-edc9-4535-b26c-fb508bb2f998 None None] Attempting to bind port e66693c9-3596-4f6f-bd43-ff430236d757 by drivers openvswitch,hyperv on host n-d-773647-6 at level 0 using segments [{'id': 'a77272f4-f75b-4139-91a7-9d9138d9ae0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': '4b1057d7-e5e3-432f-af9b-11f67ea25794'}] {{(pid=100248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 13:56:53.661727 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bb3b00b-edc9-4535-b26c-fb508bb2f998 None None] Attempting to bind port e66693c9-3596-4f6f-bd43-ff430236d757 on network 4b1057d7-e5e3-432f-af9b-11f67ea25794 {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 13:56:53.666668 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bb3b00b-edc9-4535-b26c-fb508bb2f998 None None] Checking agent: {'id': '8ab5b19c-d213-4f29-891d-27bdf39d38b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773647-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 43, 26), 'started_at': datetime.datetime(2021, 7, 6, 13, 43, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 13, 56, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773647-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 13:56:53.667039 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bb3b00b-edc9-4535-b26c-fb508bb2f998 None None] Checking segment: {'id': 'a77272f4-f75b-4139-91a7-9d9138d9ae0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': '4b1057d7-e5e3-432f-af9b-11f67ea25794'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 13:56:53.667467 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-3bb3b00b-edc9-4535-b26c-fb508bb2f998 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:53.667857 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bb3b00b-edc9-4535-b26c-fb508bb2f998 None None] Bound using segment: {'id': 'a77272f4-f75b-4139-91a7-9d9138d9ae0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': '4b1057d7-e5e3-432f-af9b-11f67ea25794'} {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 13:56:53.668314 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-3bb3b00b-edc9-4535-b26c-fb508bb2f998 None None] Bound port: e66693c9-3596-4f6f-bd43-ff430236d757, host: n-d-773647-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a77272f4-f75b-4139-91a7-9d9138d9ae0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': '4b1057d7-e5e3-432f-af9b-11f67ea25794'}}] {{(pid=100248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 13:56:53.668688 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-3bb3b00b-edc9-4535-b26c-fb508bb2f998 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:53.732684 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-3bb3b00b-edc9-4535-b26c-fb508bb2f998 None None] For port e66693c9-3596-4f6f-bd43-ff430236d757, host n-d-773647-6, cleared binding levels {{(pid=100248) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 13:56:53.740207 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-3bb3b00b-edc9-4535-b26c-fb508bb2f998 None None] For port e66693c9-3596-4f6f-bd43-ff430236d757, host n-d-773647-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=e66693c9-3596-4f6f-bd43-ff430236d757,segment=NetworkSegment(a77272f4-f75b-4139-91a7-9d9138d9ae0b),segment_id=a77272f4-f75b-4139-91a7-9d9138d9ae0b)] {{(pid=100248) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 13:56:53.744298 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-3bb3b00b-edc9-4535-b26c-fb508bb2f998 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:53.800927 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-91127389-5de6-4ade-be22-9f356335f6d1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:53.804486 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb3b00b-edc9-4535-b26c-fb508bb2f998 None None] Pushing event updated for resources: {'Port': ['ID=e66693c9-3596-4f6f-bd43-ff430236d757,revision_number=2']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:56:53.821480 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Device be7473be-bde8-4863-a4f7-037c9067a4ac up at agent hyperv_n-h1-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 13:56:53.834658 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-91127389-5de6-4ade-be22-9f356335f6d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:53.861237 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cba7b7-6bcd-4438-bc9a-53803bf0399f req-1c218928-4ef7-4b98-84f3-ddb7b4d07d21 tempest-SecurityGroupsTestJSON-63281774 tempest-SecurityGroupsTestJSON-63281774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:53.862748 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-67cba7b7-6bcd-4438-bc9a-53803bf0399f req-1c218928-4ef7-4b98-84f3-ddb7b4d07d21 tempest-SecurityGroupsTestJSON-63281774 tempest-SecurityGroupsTestJSON-63281774-project] 10.222.0.104 "GET /v2.0/ports?device_id=ddde3ef9-96a1-42dc-9acc-b59ae0c98349 HTTP/1.1" status: 200 len: 985 time: 0.2185738 Jul 06 13:56:53.867649 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbb7a32-aa60-4236-b1d4-1244f026c991 req-703c3652-b779-41a1-9158-f2b8dd4247df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:53.869063 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-5bbb7a32-aa60-4236-b1d4-1244f026c991 req-703c3652-b779-41a1-9158-f2b8dd4247df service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=bd8ab4ae618e4901853ac9b415c3d7ae&device_id=ddde3ef9-96a1-42dc-9acc-b59ae0c98349 HTTP/1.1" status: 200 len: 1136 time: 0.2258780 Jul 06 13:56:53.875916 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Provisioning for port be7473be-bde8-4863-a4f7-037c9067a4ac completed by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 13:56:53.880252 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Provisioning complete for port be7473be-bde8-4863-a4f7-037c9067a4ac triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:56:53.880633 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:53.908074 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e62547a-428b-43db-92aa-37c55c449c4c req-4d9e4d0c-9965-4cde-9d28-f83552cb016f tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:53.909606 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-9e62547a-428b-43db-92aa-37c55c449c4c req-4d9e4d0c-9965-4cde-9d28-f83552cb016f tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] 10.222.0.104 "GET /v2.0/ports?device_id=3abd5f1c-5cfa-40e5-8018-1960204a8886 HTTP/1.1" status: 200 len: 950 time: 0.2674584 Jul 06 13:56:53.988173 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:54.046271 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] For port be7473be-bde8-4863-a4f7-037c9067a4ac, host n-h1-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773647-6',level=0,port_id=be7473be-bde8-4863-a4f7-037c9067a4ac,segment=NetworkSegment(227d25fe-bf75-4c4b-9a67-c660160d6b0a),segment_id=227d25fe-bf75-4c4b-9a67-c660160d6b0a)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:56:54.051290 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:54.091483 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-67cba7b7-6bcd-4438-bc9a-53803bf0399f req-f6580330-2c68-4bc2-ace3-27d8a782ab01 tempest-SecurityGroupsTestJSON-63281774 tempest-SecurityGroupsTestJSON-63281774-project] 10.222.0.104 "GET /v2.0/security-groups?id=88d56232-e7d5-4ba0-b807-dc51f2a7d83c&id=66a64f11-8fd4-4070-857b-32412c48dea6&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.2201934 Jul 06 13:56:54.100070 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-9e62547a-428b-43db-92aa-37c55c449c4c req-b5468007-3b7d-4e89-bbbe-14a8c3e66976 tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] 10.222.0.104 "GET /v2.0/security-groups?id=9f5b92e9-7340-49c3-a9bb-41e4a1caffc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1799467 Jul 06 13:56:54.132003 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.db_base_plugin_common [None req-91127389-5de6-4ade-be22-9f356335f6d1 admin admin] Allocated IP 172.25.0.108 (2658f09e-a580-4d4a-9968-2d1e0ad93719/cbf74abc-6fe1-4d33-b005-c948923b9647/01017957-b0ec-4512-af80-44707a40afa0) {{(pid=100247) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 13:56:54.145815 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Pushing event updated for resources: {'Port': ['ID=be7473be-bde8-4863-a4f7-037c9067a4ac,revision_number=5']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:56:54.214957 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbb7a32-aa60-4236-b1d4-1244f026c991 req-53dd4344-3137-4904-94b7-d691c65424ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:54.216646 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-5bbb7a32-aa60-4236-b1d4-1244f026c991 req-53dd4344-3137-4904-94b7-d691c65424ea service neutron] 10.222.0.72 "GET /v2.0/networks?id=82de3ae2-81e4-474f-953b-e83c4f15c3b6 HTTP/1.1" status: 200 len: 913 time: 0.3060253 Jul 06 13:56:54.304002 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-5bbb7a32-aa60-4236-b1d4-1244f026c991 req-bfa33e19-b1c9-44f1-8de3-cd5dc24c069b service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5c1db444-e100-4e96-963b-53f6d7217a55 HTTP/1.1" status: 200 len: 217 time: 0.0747151 Jul 06 13:56:54.407726 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-91127389-5de6-4ade-be22-9f356335f6d1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:54.411876 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbb7a32-aa60-4236-b1d4-1244f026c991 req-b6afc116-77db-4c43-816f-d3b76e522468 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:54.413347 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-5bbb7a32-aa60-4236-b1d4-1244f026c991 req-b6afc116-77db-4c43-816f-d3b76e522468 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=348254f1-e077-418f-a203-f985649b120f HTTP/1.1" status: 200 len: 851 time: 0.0938344 Jul 06 13:56:54.453051 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device e66693c9-3596-4f6f-bd43-ff430236d757 up at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 13:56:54.466467 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3a893f-6c68-4202-91a5-33c837202152 req-b0efb760-cb44-4c09-afd1-d645c8686ad0 tempest-DeleteServersTestJSON-677393534 tempest-DeleteServersTestJSON-677393534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:54.468003 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-ec3a893f-6c68-4202-91a5-33c837202152 req-b0efb760-cb44-4c09-afd1-d645c8686ad0 tempest-DeleteServersTestJSON-677393534 tempest-DeleteServersTestJSON-677393534-project] 10.222.0.104 "GET /v2.0/ports?device_id=c48e6c7b-0011-49eb-8788-6759f7cb7cba HTTP/1.1" status: 200 len: 946 time: 0.2375553 Jul 06 13:56:54.494299 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-5bbb7a32-aa60-4236-b1d4-1244f026c991 req-c448d5fd-2be8-4fa5-a8e2-678e272a3b61 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=82de3ae2-81e4-474f-953b-e83c4f15c3b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0693831 Jul 06 13:56:54.525815 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning for port e66693c9-3596-4f6f-bd43-ff430236d757 completed by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 13:56:54.625751 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-ec3a893f-6c68-4202-91a5-33c837202152 req-6c844bd4-7825-4a00-a4bb-0c047c025cc2 tempest-DeleteServersTestJSON-677393534 tempest-DeleteServersTestJSON-677393534-project] 10.222.0.104 "GET /v2.0/security-groups?id=7d4cbf2c-f907-4452-8928-a2a298fe7ee1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344566 Jul 06 13:56:54.689313 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b5fa28-3839-4f31-85d2-00a21c0cbaee req-c86a1fd8-fdc1-4c3f-9042-7c56a803cee5 tempest-ServersAdminTestJSON-391861328 tempest-ServersAdminTestJSON-391861328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:54.690952 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-98b5fa28-3839-4f31-85d2-00a21c0cbaee req-c86a1fd8-fdc1-4c3f-9042-7c56a803cee5 tempest-ServersAdminTestJSON-391861328 tempest-ServersAdminTestJSON-391861328-project] 10.222.0.104 "GET /v2.0/ports?device_id=63f04f24-a07c-4f56-a92d-98828f9b51fd HTTP/1.1" status: 200 len: 949 time: 0.2907050 Jul 06 13:56:54.705597 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-91127389-5de6-4ade-be22-9f356335f6d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108'] for port, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:54.769111 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-5bbb7a32-aa60-4236-b1d4-1244f026c991 req-7749eed2-ac5b-4a3d-aad8-7800a0d81976 service neutron] 10.222.0.72 "GET /v2.0/networks/82de3ae2-81e4-474f-953b-e83c4f15c3b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2392116 Jul 06 13:56:54.800032 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91127389-5de6-4ade-be22-9f356335f6d1 admin admin] Network 2658f09e-a580-4d4a-9968-2d1e0ad93719 is already hosted by enough agents. {{(pid=100247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 13:56:54.802626 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.base_scheduler [None req-91127389-5de6-4ade-be22-9f356335f6d1 admin admin] Resources bound (agent type, host, resource id): {{(pid=100247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:56:54.805760 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91127389-5de6-4ade-be22-9f356335f6d1 admin admin] Received port after_create {{(pid=100247) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 13:56:54.813405 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91127389-5de6-4ade-be22-9f356335f6d1 admin admin] Pushing event updated for resources: {'Port': ['ID=01017957-b0ec-4512-af80-44707a40afa0,revision_number=1']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:56:54.927803 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e11580d-eb75-4f1d-be01-50538eb0997a None None] Network 4b1057d7-e5e3-432f-af9b-11f67ea25794 requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 13:56:54.973295 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-98b5fa28-3839-4f31-85d2-00a21c0cbaee req-84f08fe0-be56-460a-ac5d-caedeba22a0f tempest-ServersAdminTestJSON-391861328 tempest-ServersAdminTestJSON-391861328-project] 10.222.0.104 "GET /v2.0/security-groups?id=3bcee3ab-dc9e-46be-bc35-9f5a80cc9457&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2692435 Jul 06 13:56:54.995308 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-8fc85637-d76b-402f-ae27-38aae7bc8fcc None None] Provisioning for port e66693c9-3596-4f6f-bd43-ff430236d757 completed by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 13:56:55.003838 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-8fc85637-d76b-402f-ae27-38aae7bc8fcc None None] Provisioning complete for port e66693c9-3596-4f6f-bd43-ff430236d757 triggered by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:56:55.004225 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-8fc85637-d76b-402f-ae27-38aae7bc8fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:55.093437 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-5bbb7a32-aa60-4236-b1d4-1244f026c991 req-e86b3ef8-0d62-436c-8b98-6b64dfd95d3f service neutron] 10.222.0.72 "GET /v2.0/networks/82de3ae2-81e4-474f-953b-e83c4f15c3b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2811584 Jul 06 13:56:55.169234 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-91127389-5de6-4ade-be22-9f356335f6d1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:55.169912 n-d-773647-6 neutron-server[100248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c48e6c7b-0011-49eb-8788-6759f7cb7cba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be7473be-bde8-4863-a4f7-037c9067a4ac'}] {{(pid=100248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 13:56:55.192753 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84af257533e383389cbcf231d3534f4d5e149e7203fea16b4a8fc01438dddaf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9352840d-f014-4a3a-b859-a8fe191fc093" -d '{"events": [{"server_uuid": "c48e6c7b-0011-49eb-8788-6759f7cb7cba", "name": "network-vif-plugged", "status": "completed", "tag": "be7473be-bde8-4863-a4f7-037c9067a4ac"}]}' {{(pid=100248) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:56:55.222570 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-8fc85637-d76b-402f-ae27-38aae7bc8fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:55.342498 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-8fc85637-d76b-402f-ae27-38aae7bc8fcc None None] For port e66693c9-3596-4f6f-bd43-ff430236d757, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=e66693c9-3596-4f6f-bd43-ff430236d757,segment=NetworkSegment(a77272f4-f75b-4139-91a7-9d9138d9ae0b),segment_id=a77272f4-f75b-4139-91a7-9d9138d9ae0b)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:56:55.350677 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-8fc85637-d76b-402f-ae27-38aae7bc8fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:55.405321 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc85637-d76b-402f-ae27-38aae7bc8fcc None None] Pushing event updated for resources: {'Port': ['ID=e66693c9-3596-4f6f-bd43-ff430236d757,revision_number=3']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:56:55.420286 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2468bc5-1ac7-4d4b-abb3-86d4373248d8 req-a34809a8-1a68-4e3f-bf93-59c2025d7823 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:55.422491 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-f2468bc5-1ac7-4d4b-abb3-86d4373248d8 req-a34809a8-1a68-4e3f-bf93-59c2025d7823 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=bd8ab4ae618e4901853ac9b415c3d7ae&device_id=ddde3ef9-96a1-42dc-9acc-b59ae0c98349 HTTP/1.1" status: 200 len: 1136 time: 0.2063556 Jul 06 13:56:55.477618 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4893873a-cf95-49fa-8cfb-61f19c61c3c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:55.555905 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a47d5a-263c-4668-9ded-3daadcd4d0d9 req-dfec91c9-c3ea-4997-a5e9-04beef28f935 tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:55.557370 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-07a47d5a-263c-4668-9ded-3daadcd4d0d9 req-dfec91c9-c3ea-4997-a5e9-04beef28f935 tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] 10.222.0.104 "GET /v2.0/ports?device_id=3abd5f1c-5cfa-40e5-8018-1960204a8886 HTTP/1.1" status: 200 len: 950 time: 0.2181818 Jul 06 13:56:55.572735 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582cab49-15cf-4b3d-9523-c6e86811b3c7 req-933fbafd-756e-44b0-a9b6-b9cf227de1f1 tempest-SecurityGroupsTestJSON-63281774 tempest-SecurityGroupsTestJSON-63281774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:55.574311 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-582cab49-15cf-4b3d-9523-c6e86811b3c7 req-933fbafd-756e-44b0-a9b6-b9cf227de1f1 tempest-SecurityGroupsTestJSON-63281774 tempest-SecurityGroupsTestJSON-63281774-project] 10.222.0.104 "GET /v2.0/ports?device_id=ddde3ef9-96a1-42dc-9acc-b59ae0c98349 HTTP/1.1" status: 200 len: 985 time: 0.2659345 Jul 06 13:56:55.588383 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-36aad6fc-3255-4037-af36-8f66f8a06b86 None None] Provisioning complete for port e66693c9-3596-4f6f-bd43-ff430236d757 triggered by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:56:55.588837 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-36aad6fc-3255-4037-af36-8f66f8a06b86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:55.704856 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-07a47d5a-263c-4668-9ded-3daadcd4d0d9 req-edb24706-b238-49e2-89f5-38e158055638 tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] 10.222.0.104 "GET /v2.0/security-groups?id=9f5b92e9-7340-49c3-a9bb-41e4a1caffc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278160 Jul 06 13:56:55.708214 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2468bc5-1ac7-4d4b-abb3-86d4373248d8 req-f8d705f2-f1b6-4a3d-b935-877a76e36fb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:55.709816 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-f2468bc5-1ac7-4d4b-abb3-86d4373248d8 req-f8d705f2-f1b6-4a3d-b935-877a76e36fb3 service neutron] 10.222.0.72 "GET /v2.0/networks?id=82de3ae2-81e4-474f-953b-e83c4f15c3b6 HTTP/1.1" status: 200 len: 913 time: 0.2780259 Jul 06 13:56:55.715837 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-582cab49-15cf-4b3d-9523-c6e86811b3c7 req-9483c6b4-d04a-4ba9-9259-c14314736b7f tempest-SecurityGroupsTestJSON-63281774 tempest-SecurityGroupsTestJSON-63281774-project] 10.222.0.104 "GET /v2.0/security-groups?id=88d56232-e7d5-4ba0-b807-dc51f2a7d83c&id=66a64f11-8fd4-4070-857b-32412c48dea6&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.1045837 Jul 06 13:56:55.729424 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-91127389-5de6-4ade-be22-9f356335f6d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1806297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1761036'] for router, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:55.789577 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-f2468bc5-1ac7-4d4b-abb3-86d4373248d8 req-424e6bc0-c8f4-4f2e-9189-464822619f86 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5c1db444-e100-4e96-963b-53f6d7217a55 HTTP/1.1" status: 200 len: 217 time: 0.0712917 Jul 06 13:56:55.793457 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 13:56:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0687cf41-eb62-4943-b7f5-d2d077d4a712 x-openstack-request-id: req-0687cf41-eb62-4943-b7f5-d2d077d4a712 {{(pid=100248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:56:55.793761 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c48e6c7b-0011-49eb-8788-6759f7cb7cba", "name": "network-vif-plugged", "status": "completed", "tag": "be7473be-bde8-4863-a4f7-037c9067a4ac", "code": 200}]} {{(pid=100248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:56:55.794031 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-0687cf41-eb62-4943-b7f5-d2d077d4a712 {{(pid=100248) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:56:55.794421 n-d-773647-6 neutron-server[100248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c48e6c7b-0011-49eb-8788-6759f7cb7cba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be7473be-bde8-4863-a4f7-037c9067a4ac', 'code': 200} Jul 06 13:56:55.855602 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:56.013049 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2468bc5-1ac7-4d4b-abb3-86d4373248d8 req-76207108-cfb1-4c97-903c-b459ac42b18f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:56.014515 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-f2468bc5-1ac7-4d4b-abb3-86d4373248d8 req-76207108-cfb1-4c97-903c-b459ac42b18f service neutron] 10.222.0.72 "GET /v2.0/subnets?id=348254f1-e077-418f-a203-f985649b120f HTTP/1.1" status: 200 len: 851 time: 0.1574454 Jul 06 13:56:56.063188 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-f2468bc5-1ac7-4d4b-abb3-86d4373248d8 req-63989498-91ab-4f9c-bce4-75006acc88c9 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=82de3ae2-81e4-474f-953b-e83c4f15c3b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0371094 Jul 06 13:56:56.106033 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18fa61bf-a3b7-4960-82fa-f5ae24b39d1f req-59152a64-753b-4785-8952-b7cd99f8e883 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:56.107546 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-18fa61bf-a3b7-4960-82fa-f5ae24b39d1f req-59152a64-753b-4785-8952-b7cd99f8e883 service neutron] 10.222.0.127 "GET /v2.0/ports?device_id=c48e6c7b-0011-49eb-8788-6759f7cb7cba HTTP/1.1" status: 200 len: 1097 time: 0.2369812 Jul 06 13:56:56.426302 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device e66693c9-3596-4f6f-bd43-ff430236d757 up at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 13:56:56.486145 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-2064eaae-da4f-48f8-82d2-b09d4ddedd44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:56.489563 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning complete for port e66693c9-3596-4f6f-bd43-ff430236d757 triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:56:56.489949 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:56.505747 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bbda62-0e35-44ea-9fa8-ebea11413910 req-dc331e35-fa90-448d-b2da-96fab6f755a5 tempest-DeleteServersTestJSON-677393534 tempest-DeleteServersTestJSON-677393534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:56.507205 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-b2bbda62-0e35-44ea-9fa8-ebea11413910 req-dc331e35-fa90-448d-b2da-96fab6f755a5 tempest-DeleteServersTestJSON-677393534 tempest-DeleteServersTestJSON-677393534-project] 10.222.0.104 "GET /v2.0/ports?device_id=c48e6c7b-0011-49eb-8788-6759f7cb7cba HTTP/1.1" status: 200 len: 946 time: 0.5870414 Jul 06 13:56:56.568253 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-18fa61bf-a3b7-4960-82fa-f5ae24b39d1f req-fbd061bb-6ad0-4c25-a48b-b656158eb63f service neutron] 10.222.0.127 "GET /v2.0/security-groups?id=7d4cbf2c-f907-4452-8928-a2a298fe7ee1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4294724 Jul 06 13:56:56.578912 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91127389-5de6-4ade-be22-9f356335f6d1 admin admin] Router b8e8e2cb-0532-4016-93b6-6287cdcb65c1 is scheduled to L3 agent 2823d358-a11b-4885-a706-95a279e43fa7 with binding_index 1 {{(pid=100247) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 13:56:56.605931 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-f2468bc5-1ac7-4d4b-abb3-86d4373248d8 req-2936d374-7029-48a2-bf5d-ce5dbf8a9f72 service neutron] 10.222.0.72 "GET /v2.0/networks/82de3ae2-81e4-474f-953b-e83c4f15c3b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5304334 Jul 06 13:56:56.614356 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-b2bbda62-0e35-44ea-9fa8-ebea11413910 req-43dc64ee-318d-47f0-ab27-62dad777160b tempest-DeleteServersTestJSON-677393534 tempest-DeleteServersTestJSON-677393534-project] 10.222.0.104 "GET /v2.0/security-groups?id=7d4cbf2c-f907-4452-8928-a2a298fe7ee1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947745 Jul 06 13:56:56.712024 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789a789c-eb69-4ce0-8f4f-71c0ef70ad79 req-ecb6a8db-b451-4ee6-be19-1a7af740f1ca tempest-ServersAdminTestJSON-391861328 tempest-ServersAdminTestJSON-391861328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:56.713480 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-789a789c-eb69-4ce0-8f4f-71c0ef70ad79 req-ecb6a8db-b451-4ee6-be19-1a7af740f1ca tempest-ServersAdminTestJSON-391861328 tempest-ServersAdminTestJSON-391861328-project] 10.222.0.104 "GET /v2.0/ports?device_id=63f04f24-a07c-4f56-a92d-98828f9b51fd HTTP/1.1" status: 200 len: 949 time: 0.5793428 Jul 06 13:56:56.817819 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-789a789c-eb69-4ce0-8f4f-71c0ef70ad79 req-07db2b8a-4d9a-492d-a944-36e8e659a849 tempest-ServersAdminTestJSON-391861328 tempest-ServersAdminTestJSON-391861328-project] 10.222.0.104 "GET /v2.0/security-groups?id=3bcee3ab-dc9e-46be-bc35-9f5a80cc9457&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958755 Jul 06 13:56:56.830113 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-f2468bc5-1ac7-4d4b-abb3-86d4373248d8 req-3dfa01a2-a82c-4248-a2d5-e511e4ed5196 service neutron] 10.222.0.72 "GET /v2.0/networks/82de3ae2-81e4-474f-953b-e83c4f15c3b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2137117 Jul 06 13:56:56.831566 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91127389-5de6-4ade-be22-9f356335f6d1 admin admin] Notify agent at l3_agent.n-d-773647-6 the message routers_updated {{(pid=100247) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 13:56:56.842922 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00825071-8d9b-4a40-b826-735d93b24286 None None] Sync routers for ids ['b8e8e2cb-0532-4016-93b6-6287cdcb65c1'] in n-d-773647-6 {{(pid=100249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 13:56:56.863437 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-91127389-5de6-4ade-be22-9f356335f6d1 admin admin] Notify callbacks [] for router, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:56.864661 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-91127389-5de6-4ade-be22-9f356335f6d1 admin admin] 10.222.0.104 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 4.4637167 Jul 06 13:56:56.865850 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00825071-8d9b-4a40-b826-735d93b24286 None None] Routers {'b8e8e2cb-0532-4016-93b6-6287cdcb65c1'} bound to L3 agent in host n-d-773647-6 {{(pid=100249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 13:56:56.866473 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-00825071-8d9b-4a40-b826-735d93b24286 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T13:56:55Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['b8e8e2cb-0532-4016-93b6-6287cdcb65c1'], 'active': True} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:56:56.867183 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 58374) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:56:57.015316 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvr_db [None req-00825071-8d9b-4a40-b826-735d93b24286 None None] Set router b8e8e2cb-0532-4016-93b6-6287cdcb65c1 gateway port host: n-d-773647-6 {{(pid=100249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 13:56:57.036110 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7128e2-f026-410c-884b-b2c5e406c3df req-9bdacc68-8e0c-40e8-8973-66a7630f2076 tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:57.043347 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-ce7128e2-f026-410c-884b-b2c5e406c3df req-9bdacc68-8e0c-40e8-8973-66a7630f2076 tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] 10.222.0.104 "GET /v2.0/ports?device_id=3abd5f1c-5cfa-40e5-8018-1960204a8886 HTTP/1.1" status: 200 len: 950 time: 0.1336532 Jul 06 13:56:57.164129 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-ce7128e2-f026-410c-884b-b2c5e406c3df req-7864ec1b-cbb2-4472-b7b5-88a25a7ac891 tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] 10.222.0.104 "GET /v2.0/security-groups?id=9f5b92e9-7340-49c3-a9bb-41e4a1caffc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198123 Jul 06 13:56:57.333582 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-00825071-8d9b-4a40-b826-735d93b24286 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8e8e2cb-0532-4016-93b6-6287cdcb65c1', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-238152602-router', 'tenant_id': '8626e65995fd48d8a1e133f425e3ed8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.108'}], 'enable_snat': True}, 'gw_port_id': '01017957-b0ec-4512-af80-44707a40afa0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T13:56:52Z', 'updated_at': '2021-07-06T13:56:55Z', 'revision_number': 3, 'project_id': '8626e65995fd48d8a1e133f425e3ed8b', 'gw_port': {'id': '01017957-b0ec-4512-af80-44707a40afa0', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:75:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8e8e2cb-0532-4016-93b6-6287cdcb65c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:56:53Z', 'updated_at': '2021-07-06T13:56:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6'}], 'n-d-773647-6', False) {} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:56:57.359765 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00825071-8d9b-4a40-b826-735d93b24286 None None] Checking router: b8e8e2cb-0532-4016-93b6-6287cdcb65c1 for host: n-d-773647-6 {{(pid=100249) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 13:56:57.359974 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00825071-8d9b-4a40-b826-735d93b24286 None None] Updating router b8e8e2cb-0532-4016-93b6-6287cdcb65c1 port 01017957-b0ec-4512-af80-44707a40afa0 binding host n-d-773647-6 {{(pid=100249) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 13:56:57.401883 n-d-773647-6 neutron-server[100249]: DEBUG neutron_lib.callbacks.manager [None req-00825071-8d9b-4a40-b826-735d93b24286 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:57.423882 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d673788-4c96-4686-9bf8-a5d6e1e0860c req-13e0b36d-7d2d-4df2-afb1-b82688babe51 tempest-SecurityGroupsTestJSON-63281774 tempest-SecurityGroupsTestJSON-63281774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:57.425437 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-3d673788-4c96-4686-9bf8-a5d6e1e0860c req-13e0b36d-7d2d-4df2-afb1-b82688babe51 tempest-SecurityGroupsTestJSON-63281774 tempest-SecurityGroupsTestJSON-63281774-project] 10.222.0.104 "GET /v2.0/ports?device_id=ddde3ef9-96a1-42dc-9acc-b59ae0c98349 HTTP/1.1" status: 200 len: 985 time: 0.3763113 Jul 06 13:56:57.487535 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a339a712-4ee4-4b4e-83e3-a5156cbe25a2 req-1a1514a1-6bd2-483a-9c16-dbcfee272e06 tempest-ServersAdminTestJSON-391861328 tempest-ServersAdminTestJSON-391861328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:57.489002 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-a339a712-4ee4-4b4e-83e3-a5156cbe25a2 req-1a1514a1-6bd2-483a-9c16-dbcfee272e06 tempest-ServersAdminTestJSON-391861328 tempest-ServersAdminTestJSON-391861328-project] 10.222.0.104 "GET /v2.0/ports?device_id=63f04f24-a07c-4f56-a92d-98828f9b51fd HTTP/1.1" status: 200 len: 949 time: 0.1768320 Jul 06 13:56:57.560110 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-3d673788-4c96-4686-9bf8-a5d6e1e0860c req-859d4e5a-b3c3-4218-9ae7-7eb2cb4ebf8c tempest-SecurityGroupsTestJSON-63281774 tempest-SecurityGroupsTestJSON-63281774-project] 10.222.0.104 "GET /v2.0/security-groups?id=88d56232-e7d5-4ba0-b807-dc51f2a7d83c&id=66a64f11-8fd4-4070-857b-32412c48dea6&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.1269124 Jul 06 13:56:57.643362 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-a339a712-4ee4-4b4e-83e3-a5156cbe25a2 req-1b071826-6f37-49cc-8c55-4d5e67dc6e3a tempest-ServersAdminTestJSON-391861328 tempest-ServersAdminTestJSON-391861328-project] 10.222.0.104 "GET /v2.0/security-groups?id=3bcee3ab-dc9e-46be-bc35-9f5a80cc9457&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454518 Jul 06 13:56:57.768268 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-1c57df7f-678c-4da2-b4ec-2df24413cbf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:57.779487 n-d-773647-6 neutron-server[100249]: DEBUG neutron_lib.callbacks.manager [None req-00825071-8d9b-4a40-b826-735d93b24286 None None] Notify callbacks [] for port, precommit_update {{(pid=100249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:57.795398 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.provisioning_blocks [None req-00825071-8d9b-4a40-b826-735d93b24286 None None] Transition to ACTIVE for port object 01017957-b0ec-4512-af80-44707a40afa0 will not be triggered until provisioned by entity L2. {{(pid=100249) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 13:56:57.804964 n-d-773647-6 neutron-server[100249]: DEBUG neutron_lib.callbacks.manager [None req-00825071-8d9b-4a40-b826-735d93b24286 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:57.853397 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51828a7b-87f9-465b-b745-a61146a121c2 None None] Pushing event updated for resources: {'Port': ['ID=01017957-b0ec-4512-af80-44707a40afa0,revision_number=2']} {{(pid=100249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:56:57.863445 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51828a7b-87f9-465b-b745-a61146a121c2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:56:57.863873 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51828a7b-87f9-465b-b745-a61146a121c2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:56:57.864378 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51828a7b-87f9-465b-b745-a61146a121c2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:56:57.865695 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51828a7b-87f9-465b-b745-a61146a121c2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:56:57.867442 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51828a7b-87f9-465b-b745-a61146a121c2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:56:57.867981 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51828a7b-87f9-465b-b745-a61146a121c2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:56:57.869170 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51828a7b-87f9-465b-b745-a61146a121c2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:56:57.869783 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51828a7b-87f9-465b-b745-a61146a121c2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:56:57.870270 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51828a7b-87f9-465b-b745-a61146a121c2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:56:57.870668 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51828a7b-87f9-465b-b745-a61146a121c2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:56:57.871064 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51828a7b-87f9-465b-b745-a61146a121c2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:56:57.871521 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51828a7b-87f9-465b-b745-a61146a121c2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:56:57.896096 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.managers [None req-00825071-8d9b-4a40-b826-735d93b24286 None None] Attempting to bind port 01017957-b0ec-4512-af80-44707a40afa0 on host n-d-773647-6 for vnic_type normal with profile {{(pid=100249) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 13:56:57.896982 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.managers [None req-00825071-8d9b-4a40-b826-735d93b24286 None None] Attempting to bind port 01017957-b0ec-4512-af80-44707a40afa0 by drivers openvswitch,hyperv on host n-d-773647-6 at level 0 using segments [{'id': '89a832b7-7793-4d51-9038-ed7e1c3ff1b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719'}] {{(pid=100249) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 13:56:57.897127 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00825071-8d9b-4a40-b826-735d93b24286 None None] Attempting to bind port 01017957-b0ec-4512-af80-44707a40afa0 on network 2658f09e-a580-4d4a-9968-2d1e0ad93719 {{(pid=100249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 13:56:57.903085 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00825071-8d9b-4a40-b826-735d93b24286 None None] Checking agent: {'id': '8ab5b19c-d213-4f29-891d-27bdf39d38b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773647-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 43, 26), 'started_at': datetime.datetime(2021, 7, 6, 13, 43, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 13, 56, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773647-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 13:56:57.903659 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00825071-8d9b-4a40-b826-735d93b24286 None None] Checking segment: {'id': '89a832b7-7793-4d51-9038-ed7e1c3ff1b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100249) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 13:56:57.904051 n-d-773647-6 neutron-server[100249]: DEBUG neutron_lib.callbacks.manager [None req-00825071-8d9b-4a40-b826-735d93b24286 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:57.904498 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00825071-8d9b-4a40-b826-735d93b24286 None None] Bound using segment: {'id': '89a832b7-7793-4d51-9038-ed7e1c3ff1b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719'} {{(pid=100249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 13:56:57.905020 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.managers [None req-00825071-8d9b-4a40-b826-735d93b24286 None None] Bound port: 01017957-b0ec-4512-af80-44707a40afa0, host: n-d-773647-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89a832b7-7793-4d51-9038-ed7e1c3ff1b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719'}}] {{(pid=100249) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 13:56:57.906152 n-d-773647-6 neutron-server[100249]: DEBUG neutron_lib.callbacks.manager [None req-00825071-8d9b-4a40-b826-735d93b24286 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:57.976300 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.db [None req-00825071-8d9b-4a40-b826-735d93b24286 None None] For port 01017957-b0ec-4512-af80-44707a40afa0, host n-d-773647-6, cleared binding levels {{(pid=100249) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 13:56:57.980179 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.db [None req-00825071-8d9b-4a40-b826-735d93b24286 None None] For port 01017957-b0ec-4512-af80-44707a40afa0, host n-d-773647-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=01017957-b0ec-4512-af80-44707a40afa0,segment=NetworkSegment(89a832b7-7793-4d51-9038-ed7e1c3ff1b2),segment_id=89a832b7-7793-4d51-9038-ed7e1c3ff1b2)] {{(pid=100249) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 13:56:57.987129 n-d-773647-6 neutron-server[100249]: DEBUG neutron_lib.callbacks.manager [None req-00825071-8d9b-4a40-b826-735d93b24286 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:58.069142 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ebfaaf-fca4-4f77-8c05-d745a2cafe19 req-9e302e5c-acfe-479a-8249-f6b25d511e89 tempest-LiveAutoBlockMigrationV225Test-1685424674 tempest-LiveAutoBlockMigrationV225Test-1685424674-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:58.074448 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00825071-8d9b-4a40-b826-735d93b24286 None None] Routers {'b8e8e2cb-0532-4016-93b6-6287cdcb65c1'} bound to L3 agent in host n-d-773647-6 {{(pid=100249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 13:56:58.075068 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-00825071-8d9b-4a40-b826-735d93b24286 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T13:56:55Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['b8e8e2cb-0532-4016-93b6-6287cdcb65c1'], 'active': True} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:56:58.076449 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-67ebfaaf-fca4-4f77-8c05-d745a2cafe19 req-9e302e5c-acfe-479a-8249-f6b25d511e89 tempest-LiveAutoBlockMigrationV225Test-1685424674 tempest-LiveAutoBlockMigrationV225Test-1685424674-project-admin] 10.222.0.104 "GET /v2.0/ports?device_id=409617e7-df61-4f61-8ec0-c00a7448d4c1 HTTP/1.1" status: 200 len: 1097 time: 0.2749457 Jul 06 13:56:58.103004 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9042cdda-f1b2-4f01-b04a-a765123b3dd1 req-68af5e29-5a9f-4f35-8661-603e100d6360 tempest-DeleteServersTestJSON-677393534 tempest-DeleteServersTestJSON-677393534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:58.104565 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-9042cdda-f1b2-4f01-b04a-a765123b3dd1 req-68af5e29-5a9f-4f35-8661-603e100d6360 tempest-DeleteServersTestJSON-677393534 tempest-DeleteServersTestJSON-677393534-project] 10.222.0.104 "GET /v2.0/ports?device_id=c48e6c7b-0011-49eb-8788-6759f7cb7cba HTTP/1.1" status: 200 len: 946 time: 0.2095144 Jul 06 13:56:58.111855 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51828a7b-87f9-465b-b745-a61146a121c2 None None] Pushing event updated for resources: {'Port': ['ID=01017957-b0ec-4512-af80-44707a40afa0,revision_number=3']} {{(pid=100249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:56:58.146914 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.db_base_plugin_common [None req-1c57df7f-678c-4da2-b4ec-2df24413cbf3 admin admin] Allocated IP 172.20.0.1 (4b1057d7-e5e3-432f-af9b-11f67ea25794/4547b20a-ae94-4078-8ba5-9e2673e1fcca/bf5abb29-fea1-437b-9a72-d0c5d37967df) {{(pid=100247) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 13:56:58.150113 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-67ebfaaf-fca4-4f77-8c05-d745a2cafe19 req-1387536e-12b5-4875-9020-b0e46aa80dbc tempest-LiveAutoBlockMigrationV225Test-1685424674 tempest-LiveAutoBlockMigrationV225Test-1685424674-project-admin] 10.222.0.104 "GET /v2.0/security-groups?id=43f6fcb8-9501-44d6-9feb-82c82c5d5862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728776 Jul 06 13:56:58.180794 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-9042cdda-f1b2-4f01-b04a-a765123b3dd1 req-8834ecd5-98a4-4a68-ab86-e19bafeca4c5 tempest-DeleteServersTestJSON-677393534 tempest-DeleteServersTestJSON-677393534-project] 10.222.0.104 "GET /v2.0/security-groups?id=7d4cbf2c-f907-4452-8928-a2a298fe7ee1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667853 Jul 06 13:56:58.241084 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvr_db [None req-00825071-8d9b-4a40-b826-735d93b24286 None None] Set router b8e8e2cb-0532-4016-93b6-6287cdcb65c1 gateway port host: n-d-773647-6 {{(pid=100249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 13:56:58.250722 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-03f71b24-a9b8-453a-8924-caa3f97bc6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:58.293975 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-1c57df7f-678c-4da2-b4ec-2df24413cbf3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:58.310342 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.provisioning_blocks [None req-1c57df7f-678c-4da2-b4ec-2df24413cbf3 admin admin] Transition to ACTIVE for port object bf5abb29-fea1-437b-9a72-d0c5d37967df will not be triggered until provisioned by entity DHCP. {{(pid=100247) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 13:56:58.357229 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-1c57df7f-678c-4da2-b4ec-2df24413cbf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108'] for port, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:58.435144 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c57df7f-678c-4da2-b4ec-2df24413cbf3 admin admin] Network 4b1057d7-e5e3-432f-af9b-11f67ea25794 is already hosted by enough agents. {{(pid=100247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 13:56:58.456627 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.base_scheduler [None req-1c57df7f-678c-4da2-b4ec-2df24413cbf3 admin admin] Resources bound (agent type, host, resource id): {{(pid=100247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:56:58.466663 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c57df7f-678c-4da2-b4ec-2df24413cbf3 admin admin] Received port after_create {{(pid=100247) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 13:56:58.467143 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-1c57df7f-678c-4da2-b4ec-2df24413cbf3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1807675'] for router_interface, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:58.496458 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-00825071-8d9b-4a40-b826-735d93b24286 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8e8e2cb-0532-4016-93b6-6287cdcb65c1', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-238152602-router', 'tenant_id': '8626e65995fd48d8a1e133f425e3ed8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.108'}], 'enable_snat': True}, 'gw_port_id': '01017957-b0ec-4512-af80-44707a40afa0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T13:56:52Z', 'updated_at': '2021-07-06T13:56:55Z', 'revision_number': 3, 'project_id': '8626e65995fd48d8a1e133f425e3ed8b', 'gw_port': {'id': '01017957-b0ec-4512-af80-44707a40afa0', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:75:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8e8e2cb-0532-4016-93b6-6287cdcb65c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:56:53Z', 'updated_at': '2021-07-06T13:56:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6'}], 'n-d-773647-6', False) {} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:56:58.530294 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00825071-8d9b-4a40-b826-735d93b24286 None None] The sync data for ids ['b8e8e2cb-0532-4016-93b6-6287cdcb65c1'] in n-d-773647-6 is: [{'id': 'b8e8e2cb-0532-4016-93b6-6287cdcb65c1', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-238152602-router', 'tenant_id': '8626e65995fd48d8a1e133f425e3ed8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.108'}], 'enable_snat': True}, 'gw_port_id': '01017957-b0ec-4512-af80-44707a40afa0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T13:56:52Z', 'updated_at': '2021-07-06T13:56:55Z', 'revision_number': 3, 'project_id': '8626e65995fd48d8a1e133f425e3ed8b', 'gw_port': {'id': '01017957-b0ec-4512-af80-44707a40afa0', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:75:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8e8e2cb-0532-4016-93b6-6287cdcb65c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:56:53Z', 'updated_at': '2021-07-06T13:56:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6'}] {{(pid=100249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 13:56:58.534463 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c57df7f-678c-4da2-b4ec-2df24413cbf3 admin admin] Pushing event updated for resources: {'Port': ['ID=bf5abb29-fea1-437b-9a72-d0c5d37967df,revision_number=1']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:56:58.589264 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d8fbd6-c40e-46a7-b3b9-bbc086dd0948 req-c7251372-f9aa-4c05-88d9-62172cc77a99 tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:58.590844 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-34d8fbd6-c40e-46a7-b3b9-bbc086dd0948 req-c7251372-f9aa-4c05-88d9-62172cc77a99 tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] 10.222.0.104 "GET /v2.0/ports?device_id=3abd5f1c-5cfa-40e5-8018-1960204a8886 HTTP/1.1" status: 200 len: 950 time: 0.1747353 Jul 06 13:56:58.771505 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-34d8fbd6-c40e-46a7-b3b9-bbc086dd0948 req-487e64b9-9521-415f-8aa4-a3bd8172543a tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] 10.222.0.104 "GET /v2.0/security-groups?id=9f5b92e9-7340-49c3-a9bb-41e4a1caffc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067514 Jul 06 13:56:58.847443 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-1c57df7f-678c-4da2-b4ec-2df24413cbf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:58.848486 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-6de5da87-8d36-4add-9289-3cb27f3e45ff None None] Provisioning for port bf5abb29-fea1-437b-9a72-d0c5d37967df completed by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 13:56:58.853381 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-6de5da87-8d36-4add-9289-3cb27f3e45ff None None] Provisioning complete for port bf5abb29-fea1-437b-9a72-d0c5d37967df triggered by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:56:58.853749 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-6de5da87-8d36-4add-9289-3cb27f3e45ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:58.902612 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-6de5da87-8d36-4add-9289-3cb27f3e45ff None None] Port bf5abb29-fea1-437b-9a72-d0c5d37967df cannot update to ACTIVE because it is not bound. {{(pid=100248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 13:56:59.195645 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831b9738-eff0-4ce8-a3c1-4dee590572b0 req-742f1bed-5b86-4b1a-a6ba-0240710ddff6 tempest-SecurityGroupsTestJSON-63281774 tempest-SecurityGroupsTestJSON-63281774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:59.197086 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-831b9738-eff0-4ce8-a3c1-4dee590572b0 req-742f1bed-5b86-4b1a-a6ba-0240710ddff6 tempest-SecurityGroupsTestJSON-63281774 tempest-SecurityGroupsTestJSON-63281774-project] 10.222.0.104 "GET /v2.0/ports?device_id=ddde3ef9-96a1-42dc-9acc-b59ae0c98349 HTTP/1.1" status: 200 len: 985 time: 0.1953573 Jul 06 13:56:59.199599 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-1c57df7f-678c-4da2-b4ec-2df24413cbf3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:59.212555 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-1c57df7f-678c-4da2-b4ec-2df24413cbf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:59.213293 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-1c57df7f-678c-4da2-b4ec-2df24413cbf3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1809478'] for router_interface, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:59.334663 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c57df7f-678c-4da2-b4ec-2df24413cbf3 admin admin] Pushing event updated for resources: {'Port': ['ID=bf5abb29-fea1-437b-9a72-d0c5d37967df,revision_number=2']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:56:59.347735 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-831b9738-eff0-4ce8-a3c1-4dee590572b0 req-b944ef61-045c-489c-955a-c136b11bb38a tempest-SecurityGroupsTestJSON-63281774 tempest-SecurityGroupsTestJSON-63281774-project] 10.222.0.104 "GET /v2.0/security-groups?id=88d56232-e7d5-4ba0-b807-dc51f2a7d83c&id=66a64f11-8fd4-4070-857b-32412c48dea6&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.1423728 Jul 06 13:56:59.422465 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c57df7f-678c-4da2-b4ec-2df24413cbf3 admin admin] Network 4b1057d7-e5e3-432f-af9b-11f67ea25794 is already hosted by enough agents. {{(pid=100247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 13:56:59.423964 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.base_scheduler [None req-1c57df7f-678c-4da2-b4ec-2df24413cbf3 admin admin] Resources bound (agent type, host, resource id): {{(pid=100247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:56:59.623655 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c57df7f-678c-4da2-b4ec-2df24413cbf3 admin admin] Router b8e8e2cb-0532-4016-93b6-6287cdcb65c1 has already been hosted by L3 agent 2823d358-a11b-4885-a706-95a279e43fa7 {{(pid=100247) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 13:56:59.846062 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c57df7f-678c-4da2-b4ec-2df24413cbf3 admin admin] Notify agent at l3_agent.n-d-773647-6 the message routers_updated {{(pid=100247) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 13:56:59.855434 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-c7f0598c-5c8b-45c1-aba7-bf532d95d73f None None] Provisioning complete for port bf5abb29-fea1-437b-9a72-d0c5d37967df triggered by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:56:59.855991 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4337b6d5-edc9-446f-a23e-4bf1c2bcf024 req-de883f93-904c-4e45-915e-f2f992a12a70 tempest-ServersAdminTestJSON-391861328 tempest-ServersAdminTestJSON-391861328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:59.856960 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-c7f0598c-5c8b-45c1-aba7-bf532d95d73f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:59.862387 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-4337b6d5-edc9-446f-a23e-4bf1c2bcf024 req-de883f93-904c-4e45-915e-f2f992a12a70 tempest-ServersAdminTestJSON-391861328 tempest-ServersAdminTestJSON-391861328-project] 10.222.0.104 "GET /v2.0/ports?device_id=63f04f24-a07c-4f56-a92d-98828f9b51fd HTTP/1.1" status: 200 len: 949 time: 0.1687050 Jul 06 13:56:59.876201 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-1c57df7f-678c-4da2-b4ec-2df24413cbf3 admin admin] 10.222.0.104 "PUT /v2.0/routers/b8e8e2cb-0532-4016-93b6-6287cdcb65c1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9997666 Jul 06 13:56:59.923573 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-4337b6d5-edc9-446f-a23e-4bf1c2bcf024 req-a626ae35-7396-4ae8-adf4-a8f28f15ef2b tempest-ServersAdminTestJSON-391861328 tempest-ServersAdminTestJSON-391861328-project] 10.222.0.104 "GET /v2.0/security-groups?id=3bcee3ab-dc9e-46be-bc35-9f5a80cc9457&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601938 Jul 06 13:56:59.947802 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-c7f0598c-5c8b-45c1-aba7-bf532d95d73f None None] Port bf5abb29-fea1-437b-9a72-d0c5d37967df cannot update to ACTIVE because it is not bound. {{(pid=100248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 13:57:00.125964 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15b5dbf-c241-41ee-be09-c6f762f61c15 req-0bd7052c-13c9-4c6b-91f1-f4d7efd67092 tempest-DeleteServersTestJSON-677393534 tempest-DeleteServersTestJSON-677393534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:00.127635 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-c15b5dbf-c241-41ee-be09-c6f762f61c15 req-0bd7052c-13c9-4c6b-91f1-f4d7efd67092 tempest-DeleteServersTestJSON-677393534 tempest-DeleteServersTestJSON-677393534-project] 10.222.0.104 "GET /v2.0/ports?device_id=c48e6c7b-0011-49eb-8788-6759f7cb7cba HTTP/1.1" status: 200 len: 946 time: 0.0711763 Jul 06 13:57:00.169406 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-c15b5dbf-c241-41ee-be09-c6f762f61c15 req-2ec295ec-89a8-469c-8bfe-19e6dc25339f tempest-DeleteServersTestJSON-677393534 tempest-DeleteServersTestJSON-677393534-project] 10.222.0.104 "GET /v2.0/security-groups?id=7d4cbf2c-f907-4452-8928-a2a298fe7ee1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361192 Jul 06 13:57:00.339498 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [req-bc726ce7-e258-482d-b937-8c6d8ecb866e req-31ac4054-601b-4453-833b-36a1deaea046 tempest-LiveAutoBlockMigrationV225Test-1685424674 tempest-LiveAutoBlockMigrationV225Test-1685424674-project-admin] http://10.222.0.104:9696/v2.0/extensions returned with HTTP 200 {{(pid=100247) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 13:57:00.340398 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-bc726ce7-e258-482d-b937-8c6d8ecb866e req-31ac4054-601b-4453-833b-36a1deaea046 tempest-LiveAutoBlockMigrationV225Test-1685424674 tempest-LiveAutoBlockMigrationV225Test-1685424674-project-admin] 10.222.0.104 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0062101 Jul 06 13:57:00.360741 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [req-bc726ce7-e258-482d-b937-8c6d8ecb866e req-abc0ecf6-f4cb-41cf-99e4-8952dbb2e3af service neutron] Request body: {'binding': {'host': 'n-h1-773647-6', 'vnic_type': 'normal', 'profile': {}}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:57:00.361188 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [req-bc726ce7-e258-482d-b937-8c6d8ecb866e req-abc0ecf6-f4cb-41cf-99e4-8952dbb2e3af service neutron] Unknown quota resources ['binding']. {{(pid=100247) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 06 13:57:00.386875 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-2a3ca524-72e1-48d9-a94c-a5baea9f60a9 req-a114e9da-a953-49c7-a952-9490e6625175 tempest-SecurityGroupsTestJSON-63281774 tempest-SecurityGroupsTestJSON-63281774-project] 10.222.0.104 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-183137860&fields=id&tenant_id=bd8ab4ae618e4901853ac9b415c3d7ae HTTP/1.1" status: 200 len: 267 time: 0.0859389 Jul 06 13:57:00.429548 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 01017957-b0ec-4512-af80-44707a40afa0 up at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 13:57:00.497207 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning for port 01017957-b0ec-4512-af80-44707a40afa0 completed by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 13:57:00.502542 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning complete for port 01017957-b0ec-4512-af80-44707a40afa0 triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:57:00.503383 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:00.555938 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3ca524-72e1-48d9-a94c-a5baea9f60a9 req-982ccc36-115a-48fb-ac88-c4ffeb9cb3f9 tempest-SecurityGroupsTestJSON-63281774 tempest-SecurityGroupsTestJSON-63281774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:00.560939 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-2a3ca524-72e1-48d9-a94c-a5baea9f60a9 req-982ccc36-115a-48fb-ac88-c4ffeb9cb3f9 tempest-SecurityGroupsTestJSON-63281774 tempest-SecurityGroupsTestJSON-63281774-project] 10.222.0.104 "GET /v2.0/ports?device_id=ddde3ef9-96a1-42dc-9acc-b59ae0c98349 HTTP/1.1" status: 200 len: 985 time: 0.1662567 Jul 06 13:57:00.573902 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [req-2a3ca524-72e1-48d9-a94c-a5baea9f60a9 req-35630c6a-8a43-4bb5-b6c9-6e5c8cf22be5 tempest-SecurityGroupsTestJSON-63281774 tempest-SecurityGroupsTestJSON-63281774-project] Request body: {'port': {'security_groups': ['66a64f11-8fd4-4070-857b-32412c48dea6', '88d56232-e7d5-4ba0-b807-dc51f2a7d83c', 'fb44de80-139e-4608-9182-ef4a5c58a969']}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:57:00.609561 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:00.633444 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.managers [req-bc726ce7-e258-482d-b937-8c6d8ecb866e req-abc0ecf6-f4cb-41cf-99e4-8952dbb2e3af service neutron] Attempting to bind port 33f9921a-af0a-4689-af66-74372e6fe3df on host n-h1-773647-6 for vnic_type normal with profile None {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 13:57:00.633775 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.managers [req-bc726ce7-e258-482d-b937-8c6d8ecb866e req-abc0ecf6-f4cb-41cf-99e4-8952dbb2e3af service neutron] Attempting to bind port 33f9921a-af0a-4689-af66-74372e6fe3df by drivers openvswitch,hyperv on host n-h1-773647-6 at level 0 using segments [{'id': 'da615941-94ee-441c-92fd-37ca002df9b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': '719b716d-a00d-48ee-8755-3a8bbdfaf0d2'}] {{(pid=100247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 13:57:00.634107 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc726ce7-e258-482d-b937-8c6d8ecb866e req-abc0ecf6-f4cb-41cf-99e4-8952dbb2e3af service neutron] Attempting to bind port 33f9921a-af0a-4689-af66-74372e6fe3df on network 719b716d-a00d-48ee-8755-3a8bbdfaf0d2 {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 13:57:00.634774 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] For port 01017957-b0ec-4512-af80-44707a40afa0, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=01017957-b0ec-4512-af80-44707a40afa0,segment=NetworkSegment(89a832b7-7793-4d51-9038-ed7e1c3ff1b2),segment_id=89a832b7-7793-4d51-9038-ed7e1c3ff1b2)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:57:00.639530 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:00.652395 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc726ce7-e258-482d-b937-8c6d8ecb866e req-abc0ecf6-f4cb-41cf-99e4-8952dbb2e3af service neutron] Port 33f9921a-af0a-4689-af66-74372e6fe3df on network 719b716d-a00d-48ee-8755-3a8bbdfaf0d2 not bound, no agent of type Open vSwitch agent registered on host n-h1-773647-6 {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 13:57:00.652736 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc726ce7-e258-482d-b937-8c6d8ecb866e req-abc0ecf6-f4cb-41cf-99e4-8952dbb2e3af service neutron] Attempting to bind port 33f9921a-af0a-4689-af66-74372e6fe3df on network 719b716d-a00d-48ee-8755-3a8bbdfaf0d2 {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 13:57:00.684935 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc726ce7-e258-482d-b937-8c6d8ecb866e req-abc0ecf6-f4cb-41cf-99e4-8952dbb2e3af service neutron] Checking agent: {'id': '5bf7147f-bada-4441-a5dc-934b903473fb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-773647-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 51, 12), 'started_at': datetime.datetime(2021, 7, 6, 13, 51, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 13, 56, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 13:57:00.684935 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc726ce7-e258-482d-b937-8c6d8ecb866e req-abc0ecf6-f4cb-41cf-99e4-8952dbb2e3af service neutron] Checking segment: {'id': 'da615941-94ee-441c-92fd-37ca002df9b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': '719b716d-a00d-48ee-8755-3a8bbdfaf0d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100247) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 13:57:00.685515 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc726ce7-e258-482d-b937-8c6d8ecb866e req-abc0ecf6-f4cb-41cf-99e4-8952dbb2e3af service neutron] Bound using segment: {'id': 'da615941-94ee-441c-92fd-37ca002df9b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': '719b716d-a00d-48ee-8755-3a8bbdfaf0d2'} {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 13:57:00.685958 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.managers [req-bc726ce7-e258-482d-b937-8c6d8ecb866e req-abc0ecf6-f4cb-41cf-99e4-8952dbb2e3af service neutron] Bound port: 33f9921a-af0a-4689-af66-74372e6fe3df, host: n-h1-773647-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'da615941-94ee-441c-92fd-37ca002df9b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': '719b716d-a00d-48ee-8755-3a8bbdfaf0d2'}}] {{(pid=100247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 13:57:00.702489 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Pushing event updated for resources: {'Port': ['ID=01017957-b0ec-4512-af80-44707a40afa0,revision_number=4']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:57:00.874090 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-723adaf6-68cb-40b4-90ee-bb25490eae33 None None] Sync routers for ids ['b8e8e2cb-0532-4016-93b6-6287cdcb65c1'] in n-d-773647-6 {{(pid=100248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 13:57:00.884253 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-723adaf6-68cb-40b4-90ee-bb25490eae33 None None] Routers {'b8e8e2cb-0532-4016-93b6-6287cdcb65c1'} bound to L3 agent in host n-d-773647-6 {{(pid=100248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 13:57:00.885140 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-723adaf6-68cb-40b4-90ee-bb25490eae33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T13:56:55Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['b8e8e2cb-0532-4016-93b6-6287cdcb65c1'], 'active': True} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:57:01.020900 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvr_db [None req-723adaf6-68cb-40b4-90ee-bb25490eae33 None None] Set router b8e8e2cb-0532-4016-93b6-6287cdcb65c1 gateway port host: n-d-773647-6 {{(pid=100248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 13:57:01.053342 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-2a3ca524-72e1-48d9-a94c-a5baea9f60a9 req-35630c6a-8a43-4bb5-b6c9-6e5c8cf22be5 tempest-SecurityGroupsTestJSON-63281774 tempest-SecurityGroupsTestJSON-63281774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:01.106600 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.db [req-bc726ce7-e258-482d-b937-8c6d8ecb866e req-abc0ecf6-f4cb-41cf-99e4-8952dbb2e3af service neutron] For port 33f9921a-af0a-4689-af66-74372e6fe3df, host n-h1-773647-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773647-6',level=0,port_id=33f9921a-af0a-4689-af66-74372e6fe3df,segment=NetworkSegment(da615941-94ee-441c-92fd-37ca002df9b5),segment_id=da615941-94ee-441c-92fd-37ca002df9b5)] {{(pid=100247) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 13:57:01.118205 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-bc726ce7-e258-482d-b937-8c6d8ecb866e req-abc0ecf6-f4cb-41cf-99e4-8952dbb2e3af service neutron] Notify callbacks [] for binding, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:01.119395 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-bc726ce7-e258-482d-b937-8c6d8ecb866e req-abc0ecf6-f4cb-41cf-99e4-8952dbb2e3af service neutron] 10.222.0.104 "POST /v2.0/ports/33f9921a-af0a-4689-af66-74372e6fe3df/bindings HTTP/1.1" status: 201 len: 389 time: 0.7637272 Jul 06 13:57:01.309301 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-723adaf6-68cb-40b4-90ee-bb25490eae33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8e8e2cb-0532-4016-93b6-6287cdcb65c1', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-238152602-router', 'tenant_id': '8626e65995fd48d8a1e133f425e3ed8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.108'}], 'enable_snat': True}, 'gw_port_id': '01017957-b0ec-4512-af80-44707a40afa0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T13:56:52Z', 'updated_at': '2021-07-06T13:56:58Z', 'revision_number': 4, 'project_id': '8626e65995fd48d8a1e133f425e3ed8b', 'gw_port': {'id': '01017957-b0ec-4512-af80-44707a40afa0', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:75:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8e8e2cb-0532-4016-93b6-6287cdcb65c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:56:53Z', 'updated_at': '2021-07-06T13:57:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6', '_interfaces': [{'id': 'bf5abb29-fea1-437b-9a72-d0c5d37967df', 'name': '', 'network_id': '4b1057d7-e5e3-432f-af9b-11f67ea25794', 'tenant_id': '8626e65995fd48d8a1e133f425e3ed8b', 'mac_address': 'fa:16:3e:a2:ff:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8e8e2cb-0532-4016-93b6-6287cdcb65c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': '4547b20a-ae94-4078-8ba5-9e2673e1fcca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:56:57Z', 'updated_at': '2021-07-06T13:56:58Z', 'revision_number': 2, 'project_id': '8626e65995fd48d8a1e133f425e3ed8b', 'subnets': [{'id': '4547b20a-ae94-4078-8ba5-9e2673e1fcca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773647-6', False) {} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:57:01.347773 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-723adaf6-68cb-40b4-90ee-bb25490eae33 None None] Checking router: b8e8e2cb-0532-4016-93b6-6287cdcb65c1 for host: n-d-773647-6 {{(pid=100248) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 13:57:01.348393 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-723adaf6-68cb-40b4-90ee-bb25490eae33 None None] Updating router b8e8e2cb-0532-4016-93b6-6287cdcb65c1 port bf5abb29-fea1-437b-9a72-d0c5d37967df binding host n-d-773647-6 {{(pid=100248) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 13:57:01.393488 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.db [req-2a3ca524-72e1-48d9-a94c-a5baea9f60a9 req-35630c6a-8a43-4bb5-b6c9-6e5c8cf22be5 tempest-SecurityGroupsTestJSON-63281774 tempest-SecurityGroupsTestJSON-63281774-project] For port 5c1db444-e100-4e96-963b-53f6d7217a55, host n-h2-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=5c1db444-e100-4e96-963b-53f6d7217a55,segment=NetworkSegment(0212c0ea-43ee-41e4-b30e-4894f6429a7c),segment_id=0212c0ea-43ee-41e4-b30e-4894f6429a7c)] {{(pid=100247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:57:01.398462 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-723adaf6-68cb-40b4-90ee-bb25490eae33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:01.469866 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-2a3ca524-72e1-48d9-a94c-a5baea9f60a9 req-35630c6a-8a43-4bb5-b6c9-6e5c8cf22be5 tempest-SecurityGroupsTestJSON-63281774 tempest-SecurityGroupsTestJSON-63281774-project] Notify callbacks [] for port, precommit_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:01.484549 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0246e2d1-1d55-469c-a334-b8c955b999b2 req-03377395-1a3e-4ba7-8a3f-02037556ec57 tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:01.486079 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-0246e2d1-1d55-469c-a334-b8c955b999b2 req-03377395-1a3e-4ba7-8a3f-02037556ec57 tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] 10.222.0.104 "GET /v2.0/ports?device_id=3abd5f1c-5cfa-40e5-8018-1960204a8886 HTTP/1.1" status: 200 len: 950 time: 0.1619964 Jul 06 13:57:01.487962 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-2a3ca524-72e1-48d9-a94c-a5baea9f60a9 req-35630c6a-8a43-4bb5-b6c9-6e5c8cf22be5 tempest-SecurityGroupsTestJSON-63281774 tempest-SecurityGroupsTestJSON-63281774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:01.506212 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] get_ports_and_sgs() called for port_ids ['9e0a8fcf-beec-40bb-8530-7b53818607f4'] {{(pid=100248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 13:57:01.508788 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] get_ports_and_sgs() called for port_ids ['5c1db444-e100-4e96-963b-53f6d7217a55'] {{(pid=100248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 13:57:01.561315 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3ca524-72e1-48d9-a94c-a5baea9f60a9 req-35630c6a-8a43-4bb5-b6c9-6e5c8cf22be5 tempest-SecurityGroupsTestJSON-63281774 tempest-SecurityGroupsTestJSON-63281774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:01.562523 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-2a3ca524-72e1-48d9-a94c-a5baea9f60a9 req-35630c6a-8a43-4bb5-b6c9-6e5c8cf22be5 tempest-SecurityGroupsTestJSON-63281774 tempest-SecurityGroupsTestJSON-63281774-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:01.563933 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-2a3ca524-72e1-48d9-a94c-a5baea9f60a9 req-35630c6a-8a43-4bb5-b6c9-6e5c8cf22be5 tempest-SecurityGroupsTestJSON-63281774 tempest-SecurityGroupsTestJSON-63281774-project] 10.222.0.104 "PUT /v2.0/ports/5c1db444-e100-4e96-963b-53f6d7217a55 HTTP/1.1" status: 200 len: 1021 time: 0.9967027 Jul 06 13:57:01.564746 n-d-773647-6 neutron-server[100247]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ddde3ef9-96a1-42dc-9acc-b59ae0c98349', 'tag': '5c1db444-e100-4e96-963b-53f6d7217a55'}] {{(pid=100247) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 13:57:01.567464 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cbf0eeaae822f8fc9b87a94aeba67a3d651842baf663a51cba94b67a514836d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ba7cf4a-d6ae-41ba-93a3-4430c1075968" -d '{"events": [{"name": "network-changed", "server_uuid": "ddde3ef9-96a1-42dc-9acc-b59ae0c98349", "tag": "5c1db444-e100-4e96-963b-53f6d7217a55"}]}' {{(pid=100247) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:57:01.622065 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-0246e2d1-1d55-469c-a334-b8c955b999b2 req-3a6c139b-81b9-4863-856f-3d2d61afe3ce tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] 10.222.0.104 "GET /v2.0/security-groups?id=9f5b92e9-7340-49c3-a9bb-41e4a1caffc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290929 Jul 06 13:57:01.626029 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc726ce7-e258-482d-b937-8c6d8ecb866e req-02880990-96f2-408a-8234-5ef0aedff848 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:01.628271 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-bc726ce7-e258-482d-b937-8c6d8ecb866e req-02880990-96f2-408a-8234-5ef0aedff848 service neutron] 10.222.0.127 "GET /v2.0/ports?tenant_id=4cef06e2189c48a2819839e74c70f679&device_id=409617e7-df61-4f61-8ec0-c00a7448d4c1 HTTP/1.1" status: 200 len: 1097 time: 0.2056999 Jul 06 13:57:01.628865 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35630c6a-8a43-4bb5-b6c9-6e5c8cf22be5 tempest-SecurityGroupsTestJSON-63281774 tempest-SecurityGroupsTestJSON-63281774-project] Pushing event updated for resources: {'Port': ['ID=5c1db444-e100-4e96-963b-53f6d7217a55,revision_number=7']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:57:01.741903 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] get_ports_and_sgs() called for port_ids ['5c1db444-e100-4e96-963b-53f6d7217a55'] {{(pid=100248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 13:57:01.753256 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc726ce7-e258-482d-b937-8c6d8ecb866e req-7a255a15-c791-4660-a5ec-3120b3ea8e06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:01.754830 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-bc726ce7-e258-482d-b937-8c6d8ecb866e req-7a255a15-c791-4660-a5ec-3120b3ea8e06 service neutron] 10.222.0.127 "GET /v2.0/networks?id=719b716d-a00d-48ee-8755-3a8bbdfaf0d2 HTTP/1.1" status: 200 len: 923 time: 0.1048901 Jul 06 13:57:01.816778 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-bc726ce7-e258-482d-b937-8c6d8ecb866e req-5e92b39d-edc2-4f35-9588-1f3c4c72e7f6 service neutron] 10.222.0.127 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=33f9921a-af0a-4689-af66-74372e6fe3df HTTP/1.1" status: 200 len: 217 time: 0.0545330 Jul 06 13:57:01.868501 n-d-773647-6 neutron-server[100247]: INFO neutron.api.v2.resource [req-8451a37f-e9b4-4e09-b3bb-67992cf83b72 req-1837f158-3bad-4889-a6e6-d1d773c45d94 tempest-FloatingIPDetailsNegativeTestJSON-254855718 tempest-FloatingIPDetailsNegativeTestJSON-254855718-project] show failed (client error): The resource could not be found. Jul 06 13:57:01.870355 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-8451a37f-e9b4-4e09-b3bb-67992cf83b72 req-1837f158-3bad-4889-a6e6-d1d773c45d94 tempest-FloatingIPDetailsNegativeTestJSON-254855718 tempest-FloatingIPDetailsNegativeTestJSON-254855718-project] 10.222.0.104 "GET /v2.0/floatingips/559b3e63-3c55-407e-92ae-aee68c09c2ff HTTP/1.1" status: 404 len: 350 time: 0.0551758 Jul 06 13:57:01.880319 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 58536) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:57:02.003892 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc726ce7-e258-482d-b937-8c6d8ecb866e req-40e56937-ea06-4e6c-bddb-78676fc351a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:02.006162 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-bc726ce7-e258-482d-b937-8c6d8ecb866e req-40e56937-ea06-4e6c-bddb-78676fc351a4 service neutron] 10.222.0.127 "GET /v2.0/subnets?id=7f475f76-2dcc-4dce-adb2-7deed8b8ad71 HTTP/1.1" status: 200 len: 861 time: 0.1339886 Jul 06 13:57:02.097333 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-bc726ce7-e258-482d-b937-8c6d8ecb866e req-791aa4ef-3b9a-4093-af79-a827d73730d7 service neutron] 10.222.0.127 "GET /v2.0/ports?network_id=719b716d-a00d-48ee-8755-3a8bbdfaf0d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0786495 Jul 06 13:57:02.284252 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd917f7-b53a-4466-abb1-d93e3bc5a07f req-585bc4c6-933c-4f94-800c-564c9348cdde tempest-ServersAdminTestJSON-391861328 tempest-ServersAdminTestJSON-391861328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:02.290137 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-6bd917f7-b53a-4466-abb1-d93e3bc5a07f req-585bc4c6-933c-4f94-800c-564c9348cdde tempest-ServersAdminTestJSON-391861328 tempest-ServersAdminTestJSON-391861328-project] 10.222.0.104 "GET /v2.0/ports?device_id=63f04f24-a07c-4f56-a92d-98828f9b51fd HTTP/1.1" status: 200 len: 949 time: 0.1403055 Jul 06 13:57:02.349164 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-cda17343-e268-4c68-99ae-95fc703b717c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1809431'] for router_interface, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:02.356279 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-bc726ce7-e258-482d-b937-8c6d8ecb866e req-72ae9008-1a31-4b51-9afc-67eb97ec3687 service neutron] 10.222.0.127 "GET /v2.0/networks/719b716d-a00d-48ee-8755-3a8bbdfaf0d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2505479 Jul 06 13:57:02.447750 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-6bd917f7-b53a-4466-abb1-d93e3bc5a07f req-20e4b737-1eae-4c4b-ac6f-5901cb9c908b tempest-ServersAdminTestJSON-391861328 tempest-ServersAdminTestJSON-391861328-project] 10.222.0.104 "GET /v2.0/security-groups?id=3bcee3ab-dc9e-46be-bc35-9f5a80cc9457&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309438 Jul 06 13:57:02.465314 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 01017957-b0ec-4512-af80-44707a40afa0 up at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 13:57:02.484668 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2aba18-a9e9-4549-a00b-ce5778deb769 req-3a3ae2a6-0a9e-4530-a1f8-b793e9551a9c tempest-LiveAutoBlockMigrationV225Test-654794443 tempest-LiveAutoBlockMigrationV225Test-654794443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:02.491497 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-4c2aba18-a9e9-4549-a00b-ce5778deb769 req-3a3ae2a6-0a9e-4530-a1f8-b793e9551a9c tempest-LiveAutoBlockMigrationV225Test-654794443 tempest-LiveAutoBlockMigrationV225Test-654794443-project] 10.222.0.104 "GET /v2.0/ports?device_id=409617e7-df61-4f61-8ec0-c00a7448d4c1 HTTP/1.1" status: 200 len: 946 time: 0.1906779 Jul 06 13:57:02.525416 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 13:57:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e3d1a12-7500-4eb5-8374-0dbe9390d46b x-openstack-request-id: req-9e3d1a12-7500-4eb5-8374-0dbe9390d46b {{(pid=100247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:57:02.525801 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ddde3ef9-96a1-42dc-9acc-b59ae0c98349", "tag": "5c1db444-e100-4e96-963b-53f6d7217a55", "status": "completed", "code": 200}]} {{(pid=100247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:57:02.526072 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-9e3d1a12-7500-4eb5-8374-0dbe9390d46b {{(pid=100247) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:57:02.526466 n-d-773647-6 neutron-server[100247]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ddde3ef9-96a1-42dc-9acc-b59ae0c98349', 'tag': '5c1db444-e100-4e96-963b-53f6d7217a55', 'status': 'completed', 'code': 200} Jul 06 13:57:02.599658 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-4c2aba18-a9e9-4549-a00b-ce5778deb769 req-e836bfef-b648-4157-95b1-6caebade404f tempest-LiveAutoBlockMigrationV225Test-654794443 tempest-LiveAutoBlockMigrationV225Test-654794443-project] 10.222.0.104 "GET /v2.0/security-groups?id=43f6fcb8-9501-44d6-9feb-82c82c5d5862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072528 Jul 06 13:57:02.611653 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-bc726ce7-e258-482d-b937-8c6d8ecb866e req-ccae6cec-aed5-4578-b228-7cfca9a34c07 service neutron] 10.222.0.127 "GET /v2.0/networks/719b716d-a00d-48ee-8755-3a8bbdfaf0d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2458236 Jul 06 13:57:02.642797 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-73548c64-a6f1-4010-83b3-f12c4ecf05a7 req-f48b3fc8-81e2-4563-a2b7-227ac1690480 tempest-SecurityGroupsTestJSON-63281774 tempest-SecurityGroupsTestJSON-63281774-project] 10.222.0.104 "GET /v2.0/security-groups/fb44de80-139e-4608-9182-ef4a5c58a969 HTTP/1.1" status: 200 len: 1799 time: 0.0705423 Jul 06 13:57:02.704339 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba7cf4a-d6ae-41ba-93a3-4430c1075968 req-e99df5ac-0f52-4c8a-bbfb-aea37904a037 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:02.707627 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-9ba7cf4a-d6ae-41ba-93a3-4430c1075968 req-e99df5ac-0f52-4c8a-bbfb-aea37904a037 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=bd8ab4ae618e4901853ac9b415c3d7ae&device_id=ddde3ef9-96a1-42dc-9acc-b59ae0c98349 HTTP/1.1" status: 200 len: 1175 time: 0.1509962 Jul 06 13:57:02.765550 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-723adaf6-68cb-40b4-90ee-bb25490eae33 None None] Notify callbacks [] for port, precommit_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:02.822841 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [None req-cda17343-e268-4c68-99ae-95fc703b717c admin admin] Deleting port bf5abb29-fea1-437b-9a72-d0c5d37967df {{(pid=100246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 13:57:02.823556 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-cda17343-e268-4c68-99ae-95fc703b717c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:02.847516 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-723adaf6-68cb-40b4-90ee-bb25490eae33 None None] Transition to ACTIVE for port object bf5abb29-fea1-437b-9a72-d0c5d37967df will not be triggered until provisioned by entity L2. {{(pid=100248) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 13:57:02.885508 n-d-773647-6 neutron-server[100247]: INFO neutron.api.v2.resource [req-73548c64-a6f1-4010-83b3-f12c4ecf05a7 req-ee8bdbb6-3074-4345-b644-e27cefec99fa tempest-SecurityGroupsTestJSON-63281774 tempest-SecurityGroupsTestJSON-63281774-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 06 13:57:02.889793 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-723adaf6-68cb-40b4-90ee-bb25490eae33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:02.898497 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-73548c64-a6f1-4010-83b3-f12c4ecf05a7 req-ee8bdbb6-3074-4345-b644-e27cefec99fa tempest-SecurityGroupsTestJSON-63281774 tempest-SecurityGroupsTestJSON-63281774-project] 10.222.0.104 "DELETE /v2.0/security-groups/fb44de80-139e-4608-9182-ef4a5c58a969 HTTP/1.1" status: 409 len: 341 time: 0.2453952 Jul 06 13:57:02.902837 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning complete for port 01017957-b0ec-4512-af80-44707a40afa0 triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:57:02.903014 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:02.958813 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-cda17343-e268-4c68-99ae-95fc703b717c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:02.991899 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba7cf4a-d6ae-41ba-93a3-4430c1075968 req-8cbca139-f0d6-48c6-8931-7415e2de9481 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:02.995147 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-9ba7cf4a-d6ae-41ba-93a3-4430c1075968 req-8cbca139-f0d6-48c6-8931-7415e2de9481 service neutron] 10.222.0.72 "GET /v2.0/networks?id=82de3ae2-81e4-474f-953b-e83c4f15c3b6 HTTP/1.1" status: 200 len: 913 time: 0.2745326 Jul 06 13:57:02.995890 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [None req-cda17343-e268-4c68-99ae-95fc703b717c admin admin] Calling delete_port for bf5abb29-fea1-437b-9a72-d0c5d37967df owned by network:router_interface {{(pid=100246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 13:57:03.030792 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fa1726-ffe3-47e4-8a57-9f39d8f867bf req-2f08812a-7a2e-469b-abeb-e540c6c9f833 tempest-DeleteServersTestJSON-677393534 tempest-DeleteServersTestJSON-677393534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:03.049195 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-90fa1726-ffe3-47e4-8a57-9f39d8f867bf req-2f08812a-7a2e-469b-abeb-e540c6c9f833 tempest-DeleteServersTestJSON-677393534 tempest-DeleteServersTestJSON-677393534-project] 10.222.0.104 "GET /v2.0/ports?device_id=c48e6c7b-0011-49eb-8788-6759f7cb7cba HTTP/1.1" status: 200 len: 946 time: 0.2651725 Jul 06 13:57:03.172747 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1018d2c0-2a71-4a2c-b59f-e489efd97183 None None] Pushing event updated for resources: {'Port': ['ID=bf5abb29-fea1-437b-9a72-d0c5d37967df,revision_number=3']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:57:03.191148 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-9ba7cf4a-d6ae-41ba-93a3-4430c1075968 req-7a825e00-3f70-45f6-bd05-0ba6200ea8b8 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5c1db444-e100-4e96-963b-53f6d7217a55 HTTP/1.1" status: 200 len: 217 time: 0.1861773 Jul 06 13:57:03.223522 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-90fa1726-ffe3-47e4-8a57-9f39d8f867bf req-ab3f10fe-7934-4591-b332-d75cf590e98c tempest-DeleteServersTestJSON-677393534 tempest-DeleteServersTestJSON-677393534-project] 10.222.0.104 "GET /v2.0/security-groups?id=7d4cbf2c-f907-4452-8928-a2a298fe7ee1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1668046 Jul 06 13:57:03.302381 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-723adaf6-68cb-40b4-90ee-bb25490eae33 None None] Attempting to bind port bf5abb29-fea1-437b-9a72-d0c5d37967df on host n-d-773647-6 for vnic_type normal with profile {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 13:57:03.302756 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-723adaf6-68cb-40b4-90ee-bb25490eae33 None None] Attempting to bind port bf5abb29-fea1-437b-9a72-d0c5d37967df by drivers openvswitch,hyperv on host n-d-773647-6 at level 0 using segments [{'id': 'a77272f4-f75b-4139-91a7-9d9138d9ae0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': '4b1057d7-e5e3-432f-af9b-11f67ea25794'}] {{(pid=100248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 13:57:03.303119 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-723adaf6-68cb-40b4-90ee-bb25490eae33 None None] Attempting to bind port bf5abb29-fea1-437b-9a72-d0c5d37967df on network 4b1057d7-e5e3-432f-af9b-11f67ea25794 {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 13:57:03.308457 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a8e2a1-bdc9-4989-9758-6c128401a9eb req-061fdd97-125a-45e1-833e-ca5300a23883 tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:03.315816 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-84a8e2a1-bdc9-4989-9758-6c128401a9eb req-061fdd97-125a-45e1-833e-ca5300a23883 tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] 10.222.0.104 "GET /v2.0/ports?device_id=3abd5f1c-5cfa-40e5-8018-1960204a8886 HTTP/1.1" status: 200 len: 950 time: 0.2572398 Jul 06 13:57:03.318773 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-723adaf6-68cb-40b4-90ee-bb25490eae33 None None] Checking agent: {'id': '8ab5b19c-d213-4f29-891d-27bdf39d38b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773647-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 43, 26), 'started_at': datetime.datetime(2021, 7, 6, 13, 43, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 13, 56, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773647-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 13:57:03.319152 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-723adaf6-68cb-40b4-90ee-bb25490eae33 None None] Checking segment: {'id': 'a77272f4-f75b-4139-91a7-9d9138d9ae0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': '4b1057d7-e5e3-432f-af9b-11f67ea25794'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 13:57:03.319581 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-723adaf6-68cb-40b4-90ee-bb25490eae33 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:03.319979 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-723adaf6-68cb-40b4-90ee-bb25490eae33 None None] Bound using segment: {'id': 'a77272f4-f75b-4139-91a7-9d9138d9ae0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': '4b1057d7-e5e3-432f-af9b-11f67ea25794'} {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 13:57:03.320454 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-723adaf6-68cb-40b4-90ee-bb25490eae33 None None] Bound port: bf5abb29-fea1-437b-9a72-d0c5d37967df, host: n-d-773647-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a77272f4-f75b-4139-91a7-9d9138d9ae0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': '4b1057d7-e5e3-432f-af9b-11f67ea25794'}}] {{(pid=100248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 13:57:03.320836 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-723adaf6-68cb-40b4-90ee-bb25490eae33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:03.352567 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba7cf4a-d6ae-41ba-93a3-4430c1075968 req-3a7d7db7-18af-49ca-a809-dfe30e42be5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:03.354457 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-9ba7cf4a-d6ae-41ba-93a3-4430c1075968 req-3a7d7db7-18af-49ca-a809-dfe30e42be5e service neutron] 10.222.0.72 "GET /v2.0/subnets?id=348254f1-e077-418f-a203-f985649b120f HTTP/1.1" status: 200 len: 851 time: 0.1476908 Jul 06 13:57:03.374293 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-cda17343-e268-4c68-99ae-95fc703b717c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127687580'] for port, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:03.419036 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-723adaf6-68cb-40b4-90ee-bb25490eae33 None None] Port bf5abb29-fea1-437b-9a72-d0c5d37967df has been deleted concurrently {{(pid=100248) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:660}} Jul 06 13:57:03.449996 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-9ba7cf4a-d6ae-41ba-93a3-4430c1075968 req-4bc60422-6ae3-4700-a31c-c48df221e066 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=82de3ae2-81e4-474f-953b-e83c4f15c3b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0818336 Jul 06 13:57:03.465427 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-723adaf6-68cb-40b4-90ee-bb25490eae33 None None] Routers {'b8e8e2cb-0532-4016-93b6-6287cdcb65c1'} bound to L3 agent in host n-d-773647-6 {{(pid=100248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 13:57:03.466061 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-723adaf6-68cb-40b4-90ee-bb25490eae33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T13:56:55Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['b8e8e2cb-0532-4016-93b6-6287cdcb65c1'], 'active': True} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:57:03.473413 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-84a8e2a1-bdc9-4989-9758-6c128401a9eb req-4598a6e4-4271-4e9c-9063-a354e27c2097 tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] 10.222.0.104 "GET /v2.0/security-groups?id=9f5b92e9-7340-49c3-a9bb-41e4a1caffc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1551192 Jul 06 13:57:03.491460 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda17343-e268-4c68-99ae-95fc703b717c admin admin] Pushing event deleted for resources: {'Port': ['ID=bf5abb29-fea1-437b-9a72-d0c5d37967df,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:57:03.608243 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-1e880b91-75c2-4705-9251-12be89420f1b None None] Could not find standard attr ID for object bf5abb29-fea1-437b-9a72-d0c5d37967df. {{(pid=100248) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 06 13:57:03.741783 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-9ba7cf4a-d6ae-41ba-93a3-4430c1075968 req-0c023364-251c-4b7f-aa14-af25cd18867b service neutron] 10.222.0.72 "GET /v2.0/networks/82de3ae2-81e4-474f-953b-e83c4f15c3b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2647133 Jul 06 13:57:03.814105 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-cda17343-e268-4c68-99ae-95fc703b717c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1809193'] for router_interface, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:03.829630 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvr_db [None req-723adaf6-68cb-40b4-90ee-bb25490eae33 None None] Set router b8e8e2cb-0532-4016-93b6-6287cdcb65c1 gateway port host: n-d-773647-6 {{(pid=100248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 13:57:04.099679 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-723adaf6-68cb-40b4-90ee-bb25490eae33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8e8e2cb-0532-4016-93b6-6287cdcb65c1', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-238152602-router', 'tenant_id': '8626e65995fd48d8a1e133f425e3ed8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.108'}], 'enable_snat': True}, 'gw_port_id': '01017957-b0ec-4512-af80-44707a40afa0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T13:56:52Z', 'updated_at': '2021-07-06T13:57:03Z', 'revision_number': 5, 'project_id': '8626e65995fd48d8a1e133f425e3ed8b', 'gw_port': {'id': '01017957-b0ec-4512-af80-44707a40afa0', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:75:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8e8e2cb-0532-4016-93b6-6287cdcb65c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:56:53Z', 'updated_at': '2021-07-06T13:57:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6'}], 'n-d-773647-6', False) {} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:57:04.138087 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-723adaf6-68cb-40b4-90ee-bb25490eae33 None None] The sync data for ids ['b8e8e2cb-0532-4016-93b6-6287cdcb65c1'] in n-d-773647-6 is: [{'id': 'b8e8e2cb-0532-4016-93b6-6287cdcb65c1', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-238152602-router', 'tenant_id': '8626e65995fd48d8a1e133f425e3ed8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.108'}], 'enable_snat': True}, 'gw_port_id': '01017957-b0ec-4512-af80-44707a40afa0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T13:56:52Z', 'updated_at': '2021-07-06T13:57:03Z', 'revision_number': 5, 'project_id': '8626e65995fd48d8a1e133f425e3ed8b', 'gw_port': {'id': '01017957-b0ec-4512-af80-44707a40afa0', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:75:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8e8e2cb-0532-4016-93b6-6287cdcb65c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:56:53Z', 'updated_at': '2021-07-06T13:57:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6'}] {{(pid=100248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 13:57:04.157386 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86166c66-d69d-4d58-84cf-2ed3a2bb0593 req-5b91d614-a9a2-4d8f-b1d1-ad90c9581401 tempest-LiveAutoBlockMigrationV225Test-654794443 tempest-LiveAutoBlockMigrationV225Test-654794443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:04.159139 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-86166c66-d69d-4d58-84cf-2ed3a2bb0593 req-5b91d614-a9a2-4d8f-b1d1-ad90c9581401 tempest-LiveAutoBlockMigrationV225Test-654794443 tempest-LiveAutoBlockMigrationV225Test-654794443-project] 10.222.0.104 "GET /v2.0/ports?device_id=409617e7-df61-4f61-8ec0-c00a7448d4c1 HTTP/1.1" status: 200 len: 946 time: 0.1840281 Jul 06 13:57:04.161208 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-9ba7cf4a-d6ae-41ba-93a3-4430c1075968 req-367ac191-9fd1-4973-920d-74ea2dc381e6 service neutron] 10.222.0.72 "GET /v2.0/networks/82de3ae2-81e4-474f-953b-e83c4f15c3b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4049046 Jul 06 13:57:04.243088 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef5da97-2975-4a09-b11a-4232578bc480 req-ff5184cc-4fe7-4e77-b88c-4e6110887dd0 tempest-DeleteServersTestJSON-677393534 tempest-DeleteServersTestJSON-677393534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:04.244998 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-8ef5da97-2975-4a09-b11a-4232578bc480 req-ff5184cc-4fe7-4e77-b88c-4e6110887dd0 tempest-DeleteServersTestJSON-677393534 tempest-DeleteServersTestJSON-677393534-project] 10.222.0.127 "GET /v2.0/ports?device_id=c48e6c7b-0011-49eb-8788-6759f7cb7cba HTTP/1.1" status: 200 len: 946 time: 0.3454225 Jul 06 13:57:04.300016 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-86166c66-d69d-4d58-84cf-2ed3a2bb0593 req-4be2cf36-fbcc-451f-9292-347fd705c4c8 tempest-LiveAutoBlockMigrationV225Test-654794443 tempest-LiveAutoBlockMigrationV225Test-654794443-project] 10.222.0.104 "GET /v2.0/security-groups?id=43f6fcb8-9501-44d6-9feb-82c82c5d5862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117904 Jul 06 13:57:04.441022 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cda17343-e268-4c68-99ae-95fc703b717c admin admin] Router b8e8e2cb-0532-4016-93b6-6287cdcb65c1 has already been hosted by L3 agent 2823d358-a11b-4885-a706-95a279e43fa7 {{(pid=100246) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 13:57:04.498603 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb7d318-6ff6-416a-9a95-de70cfce1e73 req-4e295418-1de0-46c5-a9ae-96413fbd8870 tempest-ServersAdminTestJSON-391861328 tempest-ServersAdminTestJSON-391861328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:04.507199 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-1bb7d318-6ff6-416a-9a95-de70cfce1e73 req-4e295418-1de0-46c5-a9ae-96413fbd8870 tempest-ServersAdminTestJSON-391861328 tempest-ServersAdminTestJSON-391861328-project] 10.222.0.104 "GET /v2.0/ports?device_id=63f04f24-a07c-4f56-a92d-98828f9b51fd HTTP/1.1" status: 200 len: 949 time: 0.5134184 Jul 06 13:57:04.576029 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-1bb7d318-6ff6-416a-9a95-de70cfce1e73 req-4c5241c4-7034-490b-892f-d45d119e43b9 tempest-ServersAdminTestJSON-391861328 tempest-ServersAdminTestJSON-391861328-project] 10.222.0.104 "GET /v2.0/security-groups?id=3bcee3ab-dc9e-46be-bc35-9f5a80cc9457&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672803 Jul 06 13:57:04.579496 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cda17343-e268-4c68-99ae-95fc703b717c admin admin] Notify agent at l3_agent.n-d-773647-6 the message routers_updated {{(pid=100246) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 13:57:04.586552 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-cda17343-e268-4c68-99ae-95fc703b717c admin admin] 10.222.0.104 "PUT /v2.0/routers/b8e8e2cb-0532-4016-93b6-6287cdcb65c1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7040977 Jul 06 13:57:04.588902 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 58564) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:57:04.628553 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.plugin [req-8ef5da97-2975-4a09-b11a-4232578bc480 req-d6675bfe-f267-4a09-8031-010d2c0e2a2a tempest-DeleteServersTestJSON-677393534 tempest-DeleteServersTestJSON-677393534-project] Deleting port be7473be-bde8-4863-a4f7-037c9067a4ac {{(pid=100247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 13:57:04.628960 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-8ef5da97-2975-4a09-b11a-4232578bc480 req-d6675bfe-f267-4a09-8031-010d2c0e2a2a tempest-DeleteServersTestJSON-677393534 tempest-DeleteServersTestJSON-677393534-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:04.782798 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94821d06-23cb-411a-88b8-bc3b5d200d37 req-de45cd8a-2ec3-44bc-9057-db2b304bfe03 tempest-SecurityGroupsTestJSON-63281774 tempest-SecurityGroupsTestJSON-63281774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:04.787015 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-94821d06-23cb-411a-88b8-bc3b5d200d37 req-de45cd8a-2ec3-44bc-9057-db2b304bfe03 tempest-SecurityGroupsTestJSON-63281774 tempest-SecurityGroupsTestJSON-63281774-project] 10.222.0.104 "GET /v2.0/ports?device_id=ddde3ef9-96a1-42dc-9acc-b59ae0c98349 HTTP/1.1" status: 200 len: 1024 time: 0.3067429 Jul 06 13:57:04.847861 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-0e025479-fb86-405b-bdd2-eb6f64b50e65 admin admin] Notify callbacks [] for router, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:04.891563 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.db [req-8ef5da97-2975-4a09-b11a-4232578bc480 req-d6675bfe-f267-4a09-8031-010d2c0e2a2a tempest-DeleteServersTestJSON-677393534 tempest-DeleteServersTestJSON-677393534-project] For port be7473be-bde8-4863-a4f7-037c9067a4ac, host n-h1-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773647-6',level=0,port_id=be7473be-bde8-4863-a4f7-037c9067a4ac,segment=NetworkSegment(227d25fe-bf75-4c4b-9a67-c660160d6b0a),segment_id=227d25fe-bf75-4c4b-9a67-c660160d6b0a)] {{(pid=100247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:57:04.891922 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-8ef5da97-2975-4a09-b11a-4232578bc480 req-d6675bfe-f267-4a09-8031-010d2c0e2a2a tempest-DeleteServersTestJSON-677393534 tempest-DeleteServersTestJSON-677393534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:04.917380 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-94821d06-23cb-411a-88b8-bc3b5d200d37 req-53c66468-9cb6-4ba8-a3f8-563757d65e31 tempest-SecurityGroupsTestJSON-63281774 tempest-SecurityGroupsTestJSON-63281774-project] 10.222.0.104 "GET /v2.0/security-groups?id=88d56232-e7d5-4ba0-b807-dc51f2a7d83c&id=66a64f11-8fd4-4070-857b-32412c48dea6&id=fb44de80-139e-4608-9182-ef4a5c58a969&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.1211820 Jul 06 13:57:04.922654 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.plugin [req-8ef5da97-2975-4a09-b11a-4232578bc480 req-d6675bfe-f267-4a09-8031-010d2c0e2a2a tempest-DeleteServersTestJSON-677393534 tempest-DeleteServersTestJSON-677393534-project] Calling delete_port for be7473be-bde8-4863-a4f7-037c9067a4ac owned by compute:nova {{(pid=100247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 13:57:04.987781 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-0e025479-fb86-405b-bdd2-eb6f64b50e65 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:05.031978 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880831d8-0c2e-4a93-85f9-e8233169fc92 req-34cfe951-97de-4671-be69-b499bd5e83a9 tempest-DeleteServersTestJSON-677393534 tempest-DeleteServersTestJSON-677393534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:05.041462 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-880831d8-0c2e-4a93-85f9-e8233169fc92 req-34cfe951-97de-4671-be69-b499bd5e83a9 tempest-DeleteServersTestJSON-677393534 tempest-DeleteServersTestJSON-677393534-project] 10.222.0.104 "GET /v2.0/ports?device_id=c48e6c7b-0011-49eb-8788-6759f7cb7cba HTTP/1.1" status: 200 len: 946 time: 0.2427156 Jul 06 13:57:05.085194 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [None req-0e025479-fb86-405b-bdd2-eb6f64b50e65 admin admin] Deleting port 01017957-b0ec-4512-af80-44707a40afa0 {{(pid=100246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 13:57:05.085553 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-0e025479-fb86-405b-bdd2-eb6f64b50e65 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:05.185122 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.db [None req-0e025479-fb86-405b-bdd2-eb6f64b50e65 admin admin] For port 01017957-b0ec-4512-af80-44707a40afa0, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=01017957-b0ec-4512-af80-44707a40afa0,segment=NetworkSegment(89a832b7-7793-4d51-9038-ed7e1c3ff1b2),segment_id=89a832b7-7793-4d51-9038-ed7e1c3ff1b2)] {{(pid=100246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:57:05.185855 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-0e025479-fb86-405b-bdd2-eb6f64b50e65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:05.208591 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [None req-0e025479-fb86-405b-bdd2-eb6f64b50e65 admin admin] Calling delete_port for 01017957-b0ec-4512-af80-44707a40afa0 owned by network:router_gateway {{(pid=100246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 13:57:05.276769 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3184f51-da93-4a01-9c63-f5489fe43152 None None] Sync routers for ids ['b8e8e2cb-0532-4016-93b6-6287cdcb65c1'] in n-d-773647-6 {{(pid=100249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 13:57:05.287900 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-8ef5da97-2975-4a09-b11a-4232578bc480 req-d6675bfe-f267-4a09-8031-010d2c0e2a2a tempest-DeleteServersTestJSON-677393534 tempest-DeleteServersTestJSON-677393534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117'] for port, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:05.291689 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3184f51-da93-4a01-9c63-f5489fe43152 None None] Routers {'b8e8e2cb-0532-4016-93b6-6287cdcb65c1'} bound to L3 agent in host n-d-773647-6 {{(pid=100249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 13:57:05.293472 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-e3184f51-da93-4a01-9c63-f5489fe43152 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T13:56:55Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['b8e8e2cb-0532-4016-93b6-6287cdcb65c1'], 'active': True} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:57:05.313744 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] get_ports_and_sgs() called for port_ids ['be7473be-bde8-4863-a4f7-037c9067a4ac'] {{(pid=100248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 13:57:05.346612 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-880831d8-0c2e-4a93-85f9-e8233169fc92 req-a4ca91a7-1ebf-4fe9-bf1f-9f6a7b29ee77 tempest-DeleteServersTestJSON-677393534 tempest-DeleteServersTestJSON-677393534-project] 10.222.0.104 "GET /v2.0/security-groups?id=7d4cbf2c-f907-4452-8928-a2a298fe7ee1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3040168 Jul 06 13:57:05.427668 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvr_db [None req-e3184f51-da93-4a01-9c63-f5489fe43152 None None] Set router b8e8e2cb-0532-4016-93b6-6287cdcb65c1 gateway port host: None {{(pid=100249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 13:57:05.495073 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-e3184f51-da93-4a01-9c63-f5489fe43152 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8e8e2cb-0532-4016-93b6-6287cdcb65c1', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-238152602-router', 'tenant_id': '8626e65995fd48d8a1e133f425e3ed8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T13:56:52Z', 'updated_at': '2021-07-06T13:57:04Z', 'revision_number': 6, 'project_id': '8626e65995fd48d8a1e133f425e3ed8b', 'gw_port_host': None}], 'n-d-773647-6', False) {} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:57:05.502964 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6675bfe-f267-4a09-8031-010d2c0e2a2a tempest-DeleteServersTestJSON-677393534 tempest-DeleteServersTestJSON-677393534-project] Pushing event deleted for resources: {'Port': ['ID=be7473be-bde8-4863-a4f7-037c9067a4ac,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:57:05.519861 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-0e025479-fb86-405b-bdd2-eb6f64b50e65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127687580'] for port, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:05.544475 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3184f51-da93-4a01-9c63-f5489fe43152 None None] Checking router: b8e8e2cb-0532-4016-93b6-6287cdcb65c1 for host: n-d-773647-6 {{(pid=100249) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 13:57:05.556856 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3184f51-da93-4a01-9c63-f5489fe43152 None None] Routers {'b8e8e2cb-0532-4016-93b6-6287cdcb65c1'} bound to L3 agent in host n-d-773647-6 {{(pid=100249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 13:57:05.559250 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-e3184f51-da93-4a01-9c63-f5489fe43152 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T13:56:55Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['b8e8e2cb-0532-4016-93b6-6287cdcb65c1'], 'active': True} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:57:05.576030 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e025479-fb86-405b-bdd2-eb6f64b50e65 admin admin] Pushing event deleted for resources: {'Port': ['ID=01017957-b0ec-4512-af80-44707a40afa0,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:57:05.680414 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvr_db [None req-e3184f51-da93-4a01-9c63-f5489fe43152 None None] Set router b8e8e2cb-0532-4016-93b6-6287cdcb65c1 gateway port host: None {{(pid=100249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 13:57:05.687941 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ef5da97-2975-4a09-b11a-4232578bc480 req-d6675bfe-f267-4a09-8031-010d2c0e2a2a tempest-DeleteServersTestJSON-677393534 tempest-DeleteServersTestJSON-677393534-project] No DVR routers for this DVR port be7473be-bde8-4863-a4f7-037c9067a4ac on host n-h1-773647-6 {{(pid=100247) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 13:57:05.705658 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-0e025479-fb86-405b-bdd2-eb6f64b50e65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1761104'] for router_gateway, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:05.738283 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-8ef5da97-2975-4a09-b11a-4232578bc480 req-d6675bfe-f267-4a09-8031-010d2c0e2a2a tempest-DeleteServersTestJSON-677393534 tempest-DeleteServersTestJSON-677393534-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:05.741527 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-8ef5da97-2975-4a09-b11a-4232578bc480 req-d6675bfe-f267-4a09-8031-010d2c0e2a2a tempest-DeleteServersTestJSON-677393534 tempest-DeleteServersTestJSON-677393534-project] 10.222.0.127 "DELETE /v2.0/ports/be7473be-bde8-4863-a4f7-037c9067a4ac HTTP/1.1" status: 204 len: 173 time: 1.4840233 Jul 06 13:57:05.743876 n-d-773647-6 neutron-server[100247]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c48e6c7b-0011-49eb-8788-6759f7cb7cba', 'name': 'network-vif-deleted', 'tag': 'be7473be-bde8-4863-a4f7-037c9067a4ac'}] {{(pid=100247) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 13:57:05.747537 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cbf0eeaae822f8fc9b87a94aeba67a3d651842baf663a51cba94b67a514836d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b15796d9-66f0-47b2-941e-f784fb429a79" -d '{"events": [{"server_uuid": "c48e6c7b-0011-49eb-8788-6759f7cb7cba", "name": "network-vif-deleted", "tag": "be7473be-bde8-4863-a4f7-037c9067a4ac"}]}' {{(pid=100247) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:57:05.775612 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-e3184f51-da93-4a01-9c63-f5489fe43152 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8e8e2cb-0532-4016-93b6-6287cdcb65c1', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-238152602-router', 'tenant_id': '8626e65995fd48d8a1e133f425e3ed8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T13:56:52Z', 'updated_at': '2021-07-06T13:57:05Z', 'revision_number': 7, 'project_id': '8626e65995fd48d8a1e133f425e3ed8b', 'gw_port_host': None}], 'n-d-773647-6', False) {} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:57:05.797771 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2a5f25-dd9f-43d8-a36c-ac1e1d7319c1 req-1d5627cb-f1ba-4a10-adc0-418791a18265 tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:05.805155 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-1c2a5f25-dd9f-43d8-a36c-ac1e1d7319c1 req-1d5627cb-f1ba-4a10-adc0-418791a18265 tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] 10.222.0.104 "GET /v2.0/ports?device_id=3abd5f1c-5cfa-40e5-8018-1960204a8886 HTTP/1.1" status: 200 len: 950 time: 0.5330877 Jul 06 13:57:05.829201 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-0e025479-fb86-405b-bdd2-eb6f64b50e65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1806308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6982'] for router, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:05.831437 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-0e025479-fb86-405b-bdd2-eb6f64b50e65 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:05.853079 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1292ee0d-5386-406e-b28f-fdbefc781ff9 req-7148927d-faab-4fbe-b3bb-9a913aac91a1 tempest-SecurityGroupsTestJSON-63281774 tempest-SecurityGroupsTestJSON-63281774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:05.855145 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-1292ee0d-5386-406e-b28f-fdbefc781ff9 req-7148927d-faab-4fbe-b3bb-9a913aac91a1 tempest-SecurityGroupsTestJSON-63281774 tempest-SecurityGroupsTestJSON-63281774-project] 10.222.0.72 "GET /v2.0/ports?device_id=ddde3ef9-96a1-42dc-9acc-b59ae0c98349 HTTP/1.1" status: 200 len: 1024 time: 0.4384577 Jul 06 13:57:05.860466 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3184f51-da93-4a01-9c63-f5489fe43152 None None] The sync data for ids ['b8e8e2cb-0532-4016-93b6-6287cdcb65c1'] in n-d-773647-6 is: [{'id': 'b8e8e2cb-0532-4016-93b6-6287cdcb65c1', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-238152602-router', 'tenant_id': '8626e65995fd48d8a1e133f425e3ed8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T13:56:52Z', 'updated_at': '2021-07-06T13:57:05Z', 'revision_number': 7, 'project_id': '8626e65995fd48d8a1e133f425e3ed8b', 'gw_port_host': None}] {{(pid=100249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 13:57:05.917408 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-0e025479-fb86-405b-bdd2-eb6f64b50e65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1805684'] for router, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:05.919847 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e025479-fb86-405b-bdd2-eb6f64b50e65 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b8e8e2cb-0532-4016-93b6-6287cdcb65c1 {{(pid=100246) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 13:57:05.928913 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-0e025479-fb86-405b-bdd2-eb6f64b50e65 admin admin] Notify callbacks [] for router, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:05.931465 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-0e025479-fb86-405b-bdd2-eb6f64b50e65 admin admin] 10.222.0.104 "DELETE /v2.0/routers/b8e8e2cb-0532-4016-93b6-6287cdcb65c1 HTTP/1.1" status: 204 len: 168 time: 1.3411984 Jul 06 13:57:05.933327 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 58576) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:57:05.950980 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-1c2a5f25-dd9f-43d8-a36c-ac1e1d7319c1 req-8b41ffd3-2502-4684-9601-3008a85b116f tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] 10.222.0.104 "GET /v2.0/security-groups?id=9f5b92e9-7340-49c3-a9bb-41e4a1caffc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1448407 Jul 06 13:57:06.012160 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.db_base_plugin_v2 [None req-80c03346-ddee-4e2a-a216-70e3c079d2af admin admin] Deleting subnet 4547b20a-ae94-4078-8ba5-9e2673e1fcca {{(pid=100246) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 13:57:06.018578 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-80c03346-ddee-4e2a-a216-70e3c079d2af admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:06.022322 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d187b9-4a2e-4767-8099-fbd3a8b688e6 req-3e15a922-3e3f-47fa-b32c-3156d5c2aa43 tempest-LiveAutoBlockMigrationV225Test-654794443 tempest-LiveAutoBlockMigrationV225Test-654794443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:06.034409 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-59d187b9-4a2e-4767-8099-fbd3a8b688e6 req-3e15a922-3e3f-47fa-b32c-3156d5c2aa43 tempest-LiveAutoBlockMigrationV225Test-654794443 tempest-LiveAutoBlockMigrationV225Test-654794443-project] 10.222.0.104 "GET /v2.0/ports?device_id=409617e7-df61-4f61-8ec0-c00a7448d4c1 HTTP/1.1" status: 200 len: 946 time: 0.3426473 Jul 06 13:57:06.107606 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-80c03346-ddee-4e2a-a216-70e3c079d2af admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126218885'] for subnet, precommit_delete_associations {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:06.121502 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-59d187b9-4a2e-4767-8099-fbd3a8b688e6 req-c6bac1fb-f891-41d9-a973-f226d9d9af4c tempest-LiveAutoBlockMigrationV225Test-654794443 tempest-LiveAutoBlockMigrationV225Test-654794443-project] 10.222.0.104 "GET /v2.0/security-groups?id=43f6fcb8-9501-44d6-9feb-82c82c5d5862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859940 Jul 06 13:57:06.224298 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-80c03346-ddee-4e2a-a216-70e3c079d2af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-913473'] for subnet, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:06.247619 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 13:57:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d8a560c-cc81-49e1-8311-582b5f204294 x-openstack-request-id: req-1d8a560c-cc81-49e1-8311-582b5f204294 {{(pid=100247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:57:06.248136 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c48e6c7b-0011-49eb-8788-6759f7cb7cba", "name": "network-vif-deleted", "tag": "be7473be-bde8-4863-a4f7-037c9067a4ac", "status": "completed", "code": 200}]} {{(pid=100247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:57:06.248483 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-1d8a560c-cc81-49e1-8311-582b5f204294 {{(pid=100247) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:57:06.249439 n-d-773647-6 neutron-server[100247]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c48e6c7b-0011-49eb-8788-6759f7cb7cba', 'name': 'network-vif-deleted', 'tag': 'be7473be-bde8-4863-a4f7-037c9067a4ac', 'status': 'completed', 'code': 200} Jul 06 13:57:06.306967 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.plugin [req-1292ee0d-5386-406e-b28f-fdbefc781ff9 req-d260b2aa-b310-4fde-9d0e-cdf3b781d734 tempest-SecurityGroupsTestJSON-63281774 tempest-SecurityGroupsTestJSON-63281774-project] Deleting port 5c1db444-e100-4e96-963b-53f6d7217a55 {{(pid=100247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 13:57:06.306967 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-1292ee0d-5386-406e-b28f-fdbefc781ff9 req-d260b2aa-b310-4fde-9d0e-cdf3b781d734 tempest-SecurityGroupsTestJSON-63281774 tempest-SecurityGroupsTestJSON-63281774-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:06.315146 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-80c03346-ddee-4e2a-a216-70e3c079d2af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-913480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1849032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127687590', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127702764'] for subnet, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:06.361186 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96ac7370-b98f-43c4-85e0-1c8b0a0c606a None None] Network 4b1057d7-e5e3-432f-af9b-11f67ea25794 requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 13:57:06.361859 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-80c03346-ddee-4e2a-a216-70e3c079d2af admin admin] Notify callbacks [] for subnet, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:06.364124 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-80c03346-ddee-4e2a-a216-70e3c079d2af admin admin] 10.222.0.104 "DELETE /v2.0/subnets/4547b20a-ae94-4078-8ba5-9e2673e1fcca HTTP/1.1" status: 204 len: 168 time: 0.4295905 Jul 06 13:57:06.365669 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c03346-ddee-4e2a-a216-70e3c079d2af admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4547b20a-ae94-4078-8ba5-9e2673e1fcca,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:57:06.373994 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 58582) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:57:06.437444 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.db [req-1292ee0d-5386-406e-b28f-fdbefc781ff9 req-d260b2aa-b310-4fde-9d0e-cdf3b781d734 tempest-SecurityGroupsTestJSON-63281774 tempest-SecurityGroupsTestJSON-63281774-project] For port 5c1db444-e100-4e96-963b-53f6d7217a55, host n-h2-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=5c1db444-e100-4e96-963b-53f6d7217a55,segment=NetworkSegment(0212c0ea-43ee-41e4-b30e-4894f6429a7c),segment_id=0212c0ea-43ee-41e4-b30e-4894f6429a7c)] {{(pid=100247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:57:06.437815 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-1292ee0d-5386-406e-b28f-fdbefc781ff9 req-d260b2aa-b310-4fde-9d0e-cdf3b781d734 tempest-SecurityGroupsTestJSON-63281774 tempest-SecurityGroupsTestJSON-63281774-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:06.456262 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.plugin [req-1292ee0d-5386-406e-b28f-fdbefc781ff9 req-d260b2aa-b310-4fde-9d0e-cdf3b781d734 tempest-SecurityGroupsTestJSON-63281774 tempest-SecurityGroupsTestJSON-63281774-project] Calling delete_port for 5c1db444-e100-4e96-963b-53f6d7217a55 owned by compute:nova {{(pid=100247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 13:57:06.525198 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-12548b28-835c-4f7a-bfc9-fc824cf97f3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530492'] for network, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:06.575815 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 01017957-b0ec-4512-af80-44707a40afa0 no longer exists at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 13:57:06.600074 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] No Port match for: 01017957-b0ec-4512-af80-44707a40afa0 {{(pid=100248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 13:57:06.600348 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 01017957-b0ec-4512-af80-44707a40afa0 not bound to the agent host n-d-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 13:57:06.678806 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [None req-12548b28-835c-4f7a-bfc9-fc824cf97f3b admin admin] Deleting port e66693c9-3596-4f6f-bd43-ff430236d757 {{(pid=100246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 13:57:06.679301 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-12548b28-835c-4f7a-bfc9-fc824cf97f3b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:06.702627 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9f65ae-e5f6-413b-a16b-bfa1f2ac2930 req-27b72630-4cb1-4c38-a3da-fc734ab6b87f tempest-ServersAdminTestJSON-391861328 tempest-ServersAdminTestJSON-391861328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:06.704723 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-3d9f65ae-e5f6-413b-a16b-bfa1f2ac2930 req-27b72630-4cb1-4c38-a3da-fc734ab6b87f tempest-ServersAdminTestJSON-391861328 tempest-ServersAdminTestJSON-391861328-project] 10.222.0.104 "GET /v2.0/ports?device_id=63f04f24-a07c-4f56-a92d-98828f9b51fd HTTP/1.1" status: 200 len: 949 time: 0.5129459 Jul 06 13:57:06.789667 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c6e073b-83a4-451f-af4d-fdc2ccb72e7a None None] DHCP port deletion for 4b1057d7-e5e3-432f-af9b-11f67ea25794 request from n-d-773647-6 {{(pid=100248) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 13:57:06.811274 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643244b0-06b9-44aa-9c1c-0d585975dd0b req-0a07807a-90f6-490e-b74b-42c59f2f7be0 tempest-SecurityGroupsTestJSON-63281774 tempest-SecurityGroupsTestJSON-63281774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:06.814087 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-643244b0-06b9-44aa-9c1c-0d585975dd0b req-0a07807a-90f6-490e-b74b-42c59f2f7be0 tempest-SecurityGroupsTestJSON-63281774 tempest-SecurityGroupsTestJSON-63281774-project] 10.222.0.104 "GET /v2.0/ports?device_id=ddde3ef9-96a1-42dc-9acc-b59ae0c98349 HTTP/1.1" status: 200 len: 1024 time: 0.2699776 Jul 06 13:57:06.841421 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-3d9f65ae-e5f6-413b-a16b-bfa1f2ac2930 req-d4751daf-48ef-4cbc-bf77-0de07bdd6d00 tempest-ServersAdminTestJSON-391861328 tempest-ServersAdminTestJSON-391861328-project] 10.222.0.104 "GET /v2.0/security-groups?id=3bcee3ab-dc9e-46be-bc35-9f5a80cc9457&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259878 Jul 06 13:57:06.861888 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.db [None req-12548b28-835c-4f7a-bfc9-fc824cf97f3b admin admin] For port e66693c9-3596-4f6f-bd43-ff430236d757, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=e66693c9-3596-4f6f-bd43-ff430236d757,segment=NetworkSegment(a77272f4-f75b-4139-91a7-9d9138d9ae0b),segment_id=a77272f4-f75b-4139-91a7-9d9138d9ae0b)] {{(pid=100246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:57:06.862421 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-12548b28-835c-4f7a-bfc9-fc824cf97f3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:06.904195 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-9c6e073b-83a4-451f-af4d-fdc2ccb72e7a None None] Deleting port e66693c9-3596-4f6f-bd43-ff430236d757 {{(pid=100248) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 13:57:06.904656 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-9c6e073b-83a4-451f-af4d-fdc2ccb72e7a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:06.924521 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [None req-12548b28-835c-4f7a-bfc9-fc824cf97f3b admin admin] Calling delete_port for e66693c9-3596-4f6f-bd43-ff430236d757 owned by network:dhcp {{(pid=100246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 13:57:06.976833 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-1292ee0d-5386-406e-b28f-fdbefc781ff9 req-d260b2aa-b310-4fde-9d0e-cdf3b781d734 tempest-SecurityGroupsTestJSON-63281774 tempest-SecurityGroupsTestJSON-63281774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117'] for port, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:06.997786 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] get_ports_and_sgs() called for port_ids ['9e0a8fcf-beec-40bb-8530-7b53818607f4'] {{(pid=100248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 13:57:07.000537 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] get_ports_and_sgs() called for port_ids ['5c1db444-e100-4e96-963b-53f6d7217a55'] {{(pid=100248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 13:57:07.047401 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-643244b0-06b9-44aa-9c1c-0d585975dd0b req-ae999f25-5fef-41d8-a726-e01f03ad7331 tempest-SecurityGroupsTestJSON-63281774 tempest-SecurityGroupsTestJSON-63281774-project] 10.222.0.104 "GET /v2.0/security-groups?id=88d56232-e7d5-4ba0-b807-dc51f2a7d83c&id=66a64f11-8fd4-4070-857b-32412c48dea6&id=fb44de80-139e-4608-9182-ef4a5c58a969&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.2253361 Jul 06 13:57:07.070441 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d260b2aa-b310-4fde-9d0e-cdf3b781d734 tempest-SecurityGroupsTestJSON-63281774 tempest-SecurityGroupsTestJSON-63281774-project] Pushing event deleted for resources: {'Port': ['ID=5c1db444-e100-4e96-963b-53f6d7217a55,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:57:07.129259 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-9c6e073b-83a4-451f-af4d-fdc2ccb72e7a None None] For port e66693c9-3596-4f6f-bd43-ff430236d757, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=e66693c9-3596-4f6f-bd43-ff430236d757,segment=NetworkSegment(a77272f4-f75b-4139-91a7-9d9138d9ae0b),segment_id=a77272f4-f75b-4139-91a7-9d9138d9ae0b)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:57:07.129668 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-9c6e073b-83a4-451f-af4d-fdc2ccb72e7a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:07.132728 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-12548b28-835c-4f7a-bfc9-fc824cf97f3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127687580'] for port, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:07.162646 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-9c6e073b-83a4-451f-af4d-fdc2ccb72e7a None None] Calling delete_port for e66693c9-3596-4f6f-bd43-ff430236d757 owned by network:dhcp {{(pid=100248) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 13:57:07.194007 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12548b28-835c-4f7a-bfc9-fc824cf97f3b admin admin] No DVR routers for this DVR port e66693c9-3596-4f6f-bd43-ff430236d757 on host n-d-773647-6 {{(pid=100246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 13:57:07.201684 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12548b28-835c-4f7a-bfc9-fc824cf97f3b admin admin] Pushing event deleted for resources: {'Port': ['ID=e66693c9-3596-4f6f-bd43-ff430236d757,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:57:07.210504 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.l3_dvrscheduler_db [req-1292ee0d-5386-406e-b28f-fdbefc781ff9 req-d260b2aa-b310-4fde-9d0e-cdf3b781d734 tempest-SecurityGroupsTestJSON-63281774 tempest-SecurityGroupsTestJSON-63281774-project] No DVR routers for this DVR port 5c1db444-e100-4e96-963b-53f6d7217a55 on host n-h2-773647-6 {{(pid=100247) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 13:57:07.221021 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-1292ee0d-5386-406e-b28f-fdbefc781ff9 req-d260b2aa-b310-4fde-9d0e-cdf3b781d734 tempest-SecurityGroupsTestJSON-63281774 tempest-SecurityGroupsTestJSON-63281774-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:07.226500 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-1292ee0d-5386-406e-b28f-fdbefc781ff9 req-d260b2aa-b310-4fde-9d0e-cdf3b781d734 tempest-SecurityGroupsTestJSON-63281774 tempest-SecurityGroupsTestJSON-63281774-project] 10.222.0.72 "DELETE /v2.0/ports/5c1db444-e100-4e96-963b-53f6d7217a55 HTTP/1.1" status: 204 len: 173 time: 1.3547363 Jul 06 13:57:07.300034 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-9c6e073b-83a4-451f-af4d-fdc2ccb72e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117'] for port, after_delete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:07.318801 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c6e073b-83a4-451f-af4d-fdc2ccb72e7a None None] No DVR routers for this DVR port e66693c9-3596-4f6f-bd43-ff430236d757 on host n-d-773647-6 {{(pid=100248) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 13:57:07.353120 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-12548b28-835c-4f7a-bfc9-fc824cf97f3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-917204', 'neutron.services.segments.db._delete_segments_for_network-8773753502302'] for network, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:07.357877 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6e073b-83a4-451f-af4d-fdc2ccb72e7a None None] Pushing event deleted for resources: {'Port': ['ID=e66693c9-3596-4f6f-bd43-ff430236d757,revision_number=None']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:57:07.376507 n-d-773647-6 neutron-server[100246]: DEBUG neutron.services.segments.db [None req-12548b28-835c-4f7a-bfc9-fc824cf97f3b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b1057d7-e5e3-432f-af9b-11f67ea25794']}} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:57:07.411037 n-d-773647-6 neutron-server[100246]: DEBUG neutron.services.segments.db [None req-12548b28-835c-4f7a-bfc9-fc824cf97f3b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a77272f4-f75b-4139-91a7-9d9138d9ae0b') {'for_net_delete': True} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:57:07.411660 n-d-773647-6 neutron-server[100246]: DEBUG neutron.services.segments.db [None req-12548b28-835c-4f7a-bfc9-fc824cf97f3b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a77272f4-f75b-4139-91a7-9d9138d9ae0b') {} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:57:07.421922 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-12548b28-835c-4f7a-bfc9-fc824cf97f3b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773753515138', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126218898'] for segment, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:07.454482 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-12548b28-835c-4f7a-bfc9-fc824cf97f3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552'] for segment, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:07.469231 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-12548b28-835c-4f7a-bfc9-fc824cf97f3b admin admin] Releasing vlan 1024 on physical network physnet1 to pool {{(pid=100246) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 13:57:07.469692 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-12548b28-835c-4f7a-bfc9-fc824cf97f3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127687491'] for segment, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:07.471565 n-d-773647-6 neutron-server[100246]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 13:57:07.471565 n-d-773647-6 neutron-server[100246]: items = [ Jul 06 13:57:07.471565 n-d-773647-6 neutron-server[100246]: Traceback (most recent call last): Jul 06 13:57:07.471565 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 13:57:07.471565 n-d-773647-6 neutron-server[100246]: timer() Jul 06 13:57:07.471565 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 13:57:07.471565 n-d-773647-6 neutron-server[100246]: cb(*args, **kw) Jul 06 13:57:07.471565 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 13:57:07.471565 n-d-773647-6 neutron-server[100246]: return func(*args, **kwargs) Jul 06 13:57:07.471565 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 13:57:07.471565 n-d-773647-6 neutron-server[100246]: self._notify() Jul 06 13:57:07.471565 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 13:57:07.471565 n-d-773647-6 neutron-server[100246]: self.callback(batched_events) Jul 06 13:57:07.471565 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 13:57:07.471565 n-d-773647-6 neutron-server[100246]: event.method(event) Jul 06 13:57:07.471565 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 13:57:07.471565 n-d-773647-6 neutron-server[100246]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 13:57:07.471565 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 13:57:07.471565 n-d-773647-6 neutron-server[100246]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 13:57:07.471565 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 13:57:07.471565 n-d-773647-6 neutron-server[100246]: return f(self, *a, **k) Jul 06 13:57:07.471565 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 13:57:07.471565 n-d-773647-6 neutron-server[100246]: return self._get(url).json() Jul 06 13:57:07.471565 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 13:57:07.471565 n-d-773647-6 neutron-server[100246]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 13:57:07.471565 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 13:57:07.471565 n-d-773647-6 neutron-server[100246]: return self.request(url, 'GET', **kwargs) Jul 06 13:57:07.471565 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 13:57:07.471565 n-d-773647-6 neutron-server[100246]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 13:57:07.471565 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 13:57:07.471565 n-d-773647-6 neutron-server[100246]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 13:57:07.471565 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 13:57:07.471565 n-d-773647-6 neutron-server[100246]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 13:57:07.471565 n-d-773647-6 neutron-server[100246]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 13:57:07.595824 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07443b41-ebd4-4542-9d10-968a2ab5f757 req-f15e781f-a586-4a0e-b970-94b9f7285309 tempest-LiveAutoBlockMigrationV225Test-654794443 tempest-LiveAutoBlockMigrationV225Test-654794443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:07.597530 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-07443b41-ebd4-4542-9d10-968a2ab5f757 req-f15e781f-a586-4a0e-b970-94b9f7285309 tempest-LiveAutoBlockMigrationV225Test-654794443 tempest-LiveAutoBlockMigrationV225Test-654794443-project] 10.222.0.104 "GET /v2.0/ports?device_id=409617e7-df61-4f61-8ec0-c00a7448d4c1 HTTP/1.1" status: 200 len: 946 time: 0.1832902 Jul 06 13:57:07.610099 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-12548b28-835c-4f7a-bfc9-fc824cf97f3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-917215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1761140'] for network, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:07.613710 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db290f5d-45cf-4674-a3ec-a376b76cbc62 req-e793171f-d28b-4a3c-b3f4-93192422bb02 tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:07.617304 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-12548b28-835c-4f7a-bfc9-fc824cf97f3b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583035'] for network, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:07.619445 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-12548b28-835c-4f7a-bfc9-fc824cf97f3b admin admin] 10.222.0.104 "DELETE /v2.0/networks/4b1057d7-e5e3-432f-af9b-11f67ea25794 HTTP/1.1" status: 204 len: 168 time: 1.2438004 Jul 06 13:57:07.628214 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-db290f5d-45cf-4674-a3ec-a376b76cbc62 req-e793171f-d28b-4a3c-b3f4-93192422bb02 tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] 10.222.0.104 "GET /v2.0/ports?device_id=3abd5f1c-5cfa-40e5-8018-1960204a8886 HTTP/1.1" status: 200 len: 950 time: 0.1673617 Jul 06 13:57:07.662416 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12548b28-835c-4f7a-bfc9-fc824cf97f3b admin admin] Pushing event deleted for resources: {'Network': ['ID=4b1057d7-e5e3-432f-af9b-11f67ea25794,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:57:07.728366 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-07443b41-ebd4-4542-9d10-968a2ab5f757 req-78fbf1e0-b44e-4a17-9db2-7c64ff0044b4 tempest-LiveAutoBlockMigrationV225Test-654794443 tempest-LiveAutoBlockMigrationV225Test-654794443-project] 10.222.0.104 "GET /v2.0/security-groups?id=43f6fcb8-9501-44d6-9feb-82c82c5d5862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977695 Jul 06 13:57:07.765581 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-db290f5d-45cf-4674-a3ec-a376b76cbc62 req-d9985a81-ad3a-4109-b899-4dc051682212 tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] 10.222.0.104 "GET /v2.0/security-groups?id=9f5b92e9-7340-49c3-a9bb-41e4a1caffc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325743 Jul 06 13:57:07.876259 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 58610) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:57:07.889997 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Device be7473be-bde8-4863-a4f7-037c9067a4ac no longer exists at agent hyperv_n-h1-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 13:57:07.937064 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] No Port match for: be7473be-bde8-4863-a4f7-037c9067a4ac {{(pid=100248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 13:57:07.937349 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Device be7473be-bde8-4863-a4f7-037c9067a4ac not bound to the agent host n-h1-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 13:57:07.987938 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-204be76c-412d-4dd4-8445-93b706700881 admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=8626e65995fd48d8a1e133f425e3ed8b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1080208 Jul 06 13:57:07.988810 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 58612) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:57:07.994024 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79f16f9-a237-447e-939f-158fb3cb3c11 req-348afa5a-43e7-47c5-8065-1f3b33967faf tempest-DeleteServersTestJSON-677393534 tempest-DeleteServersTestJSON-677393534-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:07.995602 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-c79f16f9-a237-447e-939f-158fb3cb3c11 req-348afa5a-43e7-47c5-8065-1f3b33967faf tempest-DeleteServersTestJSON-677393534 tempest-DeleteServersTestJSON-677393534-project] 10.222.0.104 "GET /v2.0/networks?id=7a710b21-0493-4be8-a73f-c10a9dbc43f7 HTTP/1.1" status: 200 len: 812 time: 0.1482072 Jul 06 13:57:08.021562 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-c79f16f9-a237-447e-939f-158fb3cb3c11 req-b897629a-cdfd-4f08-86a6-c463756522e9 tempest-DeleteServersTestJSON-677393534 tempest-DeleteServersTestJSON-677393534-project] 10.222.0.104 "GET /v2.0/quotas/ed98ced3211c40618bf4aade5a2dd56d HTTP/1.1" status: 200 len: 375 time: 0.0171769 Jul 06 13:57:08.064302 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-c79f16f9-a237-447e-939f-158fb3cb3c11 req-6c7f8ab8-8a21-4fad-a6e1-ceda2f2eb551 tempest-DeleteServersTestJSON-677393534 tempest-DeleteServersTestJSON-677393534-project] 10.222.0.104 "GET /v2.0/ports?tenant_id=ed98ced3211c40618bf4aade5a2dd56d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0413232 Jul 06 13:57:08.090495 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-1629b947-4b12-4aa9-8898-693c7949bd80 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:08.118654 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-1629b947-4b12-4aa9-8898-693c7949bd80 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:08.194425 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-1629b947-4b12-4aa9-8898-693c7949bd80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:08.199048 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-1629b947-4b12-4aa9-8898-693c7949bd80 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:08.203968 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-1629b947-4b12-4aa9-8898-693c7949bd80 admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/77b7cda9-e002-43be-9103-660e557fae15 HTTP/1.1" status: 204 len: 168 time: 0.2112484 Jul 06 13:57:08.214434 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1629b947-4b12-4aa9-8898-693c7949bd80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77b7cda9-e002-43be-9103-660e557fae15,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:57:08.252236 n-d-773647-6 neutron-server[100247]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ddde3ef9-96a1-42dc-9acc-b59ae0c98349', 'name': 'network-vif-deleted', 'tag': '5c1db444-e100-4e96-963b-53f6d7217a55'}] {{(pid=100247) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 13:57:08.255174 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cbf0eeaae822f8fc9b87a94aeba67a3d651842baf663a51cba94b67a514836d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcc1d61b-2390-4e14-9e27-3318e7596a43" -d '{"events": [{"server_uuid": "ddde3ef9-96a1-42dc-9acc-b59ae0c98349", "name": "network-vif-deleted", "tag": "5c1db444-e100-4e96-963b-53f6d7217a55"}]}' {{(pid=100247) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:57:08.307204 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-c79f16f9-a237-447e-939f-158fb3cb3c11 req-749d3049-bf7f-4029-9332-9ae4e054f624 service neutron] 10.222.0.104 "GET /v2.0/networks/7a710b21-0493-4be8-a73f-c10a9dbc43f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2415848 Jul 06 13:57:08.391795 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f195a9-fdaa-4701-994c-2c972ac5357e req-f47d6e63-b259-400f-a862-f09b5ba775e4 tempest-ServersAdminTestJSON-391861328 tempest-ServersAdminTestJSON-391861328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:08.399420 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-83f195a9-fdaa-4701-994c-2c972ac5357e req-f47d6e63-b259-400f-a862-f09b5ba775e4 tempest-ServersAdminTestJSON-391861328 tempest-ServersAdminTestJSON-391861328-project] 10.222.0.104 "GET /v2.0/ports?device_id=63f04f24-a07c-4f56-a92d-98828f9b51fd HTTP/1.1" status: 200 len: 949 time: 0.3273408 Jul 06 13:57:08.460545 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device e66693c9-3596-4f6f-bd43-ff430236d757 no longer exists at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 13:57:08.467410 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-83f195a9-fdaa-4701-994c-2c972ac5357e req-cb9f2581-54d9-4638-85ce-2fecaabeafc9 tempest-ServersAdminTestJSON-391861328 tempest-ServersAdminTestJSON-391861328-project] 10.222.0.104 "GET /v2.0/security-groups?id=3bcee3ab-dc9e-46be-bc35-9f5a80cc9457&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622909 Jul 06 13:57:08.495714 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] No Port match for: e66693c9-3596-4f6f-bd43-ff430236d757 {{(pid=100248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 13:57:08.496315 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device e66693c9-3596-4f6f-bd43-ff430236d757 not bound to the agent host n-d-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 13:57:08.499518 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-c79f16f9-a237-447e-939f-158fb3cb3c11 req-8a32e9ca-7f9b-436d-82a0-5a322e0310cf service neutron] 10.222.0.104 "GET /v2.0/networks/7a710b21-0493-4be8-a73f-c10a9dbc43f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1912544 Jul 06 13:57:08.857234 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 13:57:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69d7acbb-3f43-4a05-bb55-424ed4ace397 x-openstack-request-id: req-69d7acbb-3f43-4a05-bb55-424ed4ace397 {{(pid=100247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:57:08.857998 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ddde3ef9-96a1-42dc-9acc-b59ae0c98349", "name": "network-vif-deleted", "tag": "5c1db444-e100-4e96-963b-53f6d7217a55", "status": "completed", "code": 200}]} {{(pid=100247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:57:08.857998 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-69d7acbb-3f43-4a05-bb55-424ed4ace397 {{(pid=100247) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:57:08.858232 n-d-773647-6 neutron-server[100247]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ddde3ef9-96a1-42dc-9acc-b59ae0c98349', 'name': 'network-vif-deleted', 'tag': '5c1db444-e100-4e96-963b-53f6d7217a55', 'status': 'completed', 'code': 200} Jul 06 13:57:08.916372 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-0c92c3e5-c469-42e3-8c23-1c6a9fdf472d req-711e5e77-c7c7-4895-9eb9-3f75a58cdbe3 tempest-DeleteServersTestJSON-677393534 tempest-DeleteServersTestJSON-677393534-project] 10.222.0.104 "GET /v2.0/ports?device_id=6170d4d8-ea14-440b-9da4-bbd0c2f68095 HTTP/1.1" status: 200 len: 210 time: 0.0571733 Jul 06 13:57:08.921204 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-6fc911c2-f7c0-4490-b041-3fd12771fc66 req-c924fb43-7638-4983-9df8-39b2d7c80bc7 tempest-SecurityGroupsTestJSON-63281774 tempest-SecurityGroupsTestJSON-63281774-project] 10.222.0.104 "GET /v2.0/security-groups/88d56232-e7d5-4ba0-b807-dc51f2a7d83c HTTP/1.1" status: 200 len: 1800 time: 0.1446807 Jul 06 13:57:09.039312 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-6fc911c2-f7c0-4490-b041-3fd12771fc66 req-736f5411-4392-4b0a-8e37-6055cd6f6ec5 tempest-SecurityGroupsTestJSON-63281774 tempest-SecurityGroupsTestJSON-63281774-project] Notify callbacks [] for security_group, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:09.076399 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-6fc911c2-f7c0-4490-b041-3fd12771fc66 req-736f5411-4392-4b0a-8e37-6055cd6f6ec5 tempest-SecurityGroupsTestJSON-63281774 tempest-SecurityGroupsTestJSON-63281774-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:09.167536 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-6fc911c2-f7c0-4490-b041-3fd12771fc66 req-736f5411-4392-4b0a-8e37-6055cd6f6ec5 tempest-SecurityGroupsTestJSON-63281774 tempest-SecurityGroupsTestJSON-63281774-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:09.170565 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-6fc911c2-f7c0-4490-b041-3fd12771fc66 req-736f5411-4392-4b0a-8e37-6055cd6f6ec5 tempest-SecurityGroupsTestJSON-63281774 tempest-SecurityGroupsTestJSON-63281774-project] Notify callbacks [] for security_group, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:09.184331 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-6fc911c2-f7c0-4490-b041-3fd12771fc66 req-736f5411-4392-4b0a-8e37-6055cd6f6ec5 tempest-SecurityGroupsTestJSON-63281774 tempest-SecurityGroupsTestJSON-63281774-project] 10.222.0.104 "DELETE /v2.0/security-groups/88d56232-e7d5-4ba0-b807-dc51f2a7d83c HTTP/1.1" status: 204 len: 173 time: 0.2572095 Jul 06 13:57:09.215524 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736f5411-4392-4b0a-8e37-6055cd6f6ec5 tempest-SecurityGroupsTestJSON-63281774 tempest-SecurityGroupsTestJSON-63281774-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=88d56232-e7d5-4ba0-b807-dc51f2a7d83c,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:57:09.266183 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d97189b-edc1-4e44-8742-2ae2b3c79564 req-74c0ec26-75b6-46b0-8ba7-ce0757e88ae0 tempest-LiveAutoBlockMigrationV225Test-654794443 tempest-LiveAutoBlockMigrationV225Test-654794443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:09.273746 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-0d97189b-edc1-4e44-8742-2ae2b3c79564 req-74c0ec26-75b6-46b0-8ba7-ce0757e88ae0 tempest-LiveAutoBlockMigrationV225Test-654794443 tempest-LiveAutoBlockMigrationV225Test-654794443-project] 10.222.0.104 "GET /v2.0/ports?device_id=409617e7-df61-4f61-8ec0-c00a7448d4c1 HTTP/1.1" status: 200 len: 946 time: 0.1854768 Jul 06 13:57:09.330706 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-0d97189b-edc1-4e44-8742-2ae2b3c79564 req-05f27cb9-a7b5-4865-a5e0-ae04de8a6da3 tempest-LiveAutoBlockMigrationV225Test-654794443 tempest-LiveAutoBlockMigrationV225Test-654794443-project] 10.222.0.104 "GET /v2.0/security-groups?id=43f6fcb8-9501-44d6-9feb-82c82c5d5862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553124 Jul 06 13:57:09.412940 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-6506b0c4-6ff7-4536-8770-9b518d89a415 req-a82f9883-98c4-44b5-807a-9546886b7ce5 tempest-SecurityGroupsTestJSON-63281774 tempest-SecurityGroupsTestJSON-63281774-project] 10.222.0.104 "GET /v2.0/security-groups/fb44de80-139e-4608-9182-ef4a5c58a969 HTTP/1.1" status: 200 len: 1799 time: 0.0597663 Jul 06 13:57:09.603534 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73280846-79ee-42ae-8861-cc07008da024 req-e2f22a75-4a04-4699-894a-7be0ad98bf48 tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:09.605084 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-73280846-79ee-42ae-8861-cc07008da024 req-e2f22a75-4a04-4699-894a-7be0ad98bf48 tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] 10.222.0.104 "GET /v2.0/ports?device_id=3abd5f1c-5cfa-40e5-8018-1960204a8886 HTTP/1.1" status: 200 len: 950 time: 0.1910241 Jul 06 13:57:09.608661 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-6506b0c4-6ff7-4536-8770-9b518d89a415 req-d768c3c0-27e7-46f7-95f3-9518f6562dc5 tempest-SecurityGroupsTestJSON-63281774 tempest-SecurityGroupsTestJSON-63281774-project] Notify callbacks [] for security_group, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:09.647527 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-6506b0c4-6ff7-4536-8770-9b518d89a415 req-d768c3c0-27e7-46f7-95f3-9518f6562dc5 tempest-SecurityGroupsTestJSON-63281774 tempest-SecurityGroupsTestJSON-63281774-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:09.678296 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-73280846-79ee-42ae-8861-cc07008da024 req-7804bfdf-4a49-4fa1-8f27-890a982f4825 tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] 10.222.0.104 "GET /v2.0/security-groups?id=9f5b92e9-7340-49c3-a9bb-41e4a1caffc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641472 Jul 06 13:57:09.751062 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-6506b0c4-6ff7-4536-8770-9b518d89a415 req-d768c3c0-27e7-46f7-95f3-9518f6562dc5 tempest-SecurityGroupsTestJSON-63281774 tempest-SecurityGroupsTestJSON-63281774-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:09.754060 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-6506b0c4-6ff7-4536-8770-9b518d89a415 req-d768c3c0-27e7-46f7-95f3-9518f6562dc5 tempest-SecurityGroupsTestJSON-63281774 tempest-SecurityGroupsTestJSON-63281774-project] Notify callbacks [] for security_group, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:09.755205 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-6506b0c4-6ff7-4536-8770-9b518d89a415 req-d768c3c0-27e7-46f7-95f3-9518f6562dc5 tempest-SecurityGroupsTestJSON-63281774 tempest-SecurityGroupsTestJSON-63281774-project] 10.222.0.104 "DELETE /v2.0/security-groups/fb44de80-139e-4608-9182-ef4a5c58a969 HTTP/1.1" status: 204 len: 173 time: 0.3303313 Jul 06 13:57:09.770540 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d768c3c0-27e7-46f7-95f3-9518f6562dc5 tempest-SecurityGroupsTestJSON-63281774 tempest-SecurityGroupsTestJSON-63281774-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb44de80-139e-4608-9182-ef4a5c58a969,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:57:09.989446 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Device 5c1db444-e100-4e96-963b-53f6d7217a55 no longer exists at agent hyperv_n-h2-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 13:57:10.018377 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] No Port match for: 5c1db444-e100-4e96-963b-53f6d7217a55 {{(pid=100248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 13:57:10.019003 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Device 5c1db444-e100-4e96-963b-53f6d7217a55 not bound to the agent host n-h2-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 13:57:10.240778 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:10.313815 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [req-fb12bfa0-bfe4-4b35-afa8-43556323f878 req-65693412-46a4-438f-9991-ffc04d2d6273 tempest-SecurityGroupsTestJSON-63281774 tempest-SecurityGroupsTestJSON-63281774-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1421593443', 'description': 'tempest-description-709590678'}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:57:10.424176 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-fb12bfa0-bfe4-4b35-afa8-43556323f878 req-65693412-46a4-438f-9991-ffc04d2d6273 tempest-SecurityGroupsTestJSON-63281774 tempest-SecurityGroupsTestJSON-63281774-project] Notify callbacks [] for security_group, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:10.426208 n-d-773647-6 neutron-server[100247]: INFO neutron.api.v2.resource [req-3c909743-6908-43a0-959e-361d5d2751db req-a56a074c-30b8-4125-8bdc-cf25f32edbec service neutron] show failed (client error): The resource could not be found. Jul 06 13:57:10.427249 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-3c909743-6908-43a0-959e-361d5d2751db req-a56a074c-30b8-4125-8bdc-cf25f32edbec service neutron] 10.222.0.127 "GET /v2.0/ports/39b82faa-9bb5-4637-ba57-e7b6ac96e89a/bindings/n-h2-773647-6 HTTP/1.1" status: 404 len: 380 time: 0.5365155 Jul 06 13:57:10.481551 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a4b81c-5238-4c07-b571-4adcf4983d08 req-32d61d0d-b9c7-4527-b35f-465603862fd5 tempest-ServersAdminTestJSON-391861328 tempest-ServersAdminTestJSON-391861328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:10.483031 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-58a4b81c-5238-4c07-b571-4adcf4983d08 req-32d61d0d-b9c7-4527-b35f-465603862fd5 tempest-ServersAdminTestJSON-391861328 tempest-ServersAdminTestJSON-391861328-project] 10.222.0.104 "GET /v2.0/ports?device_id=63f04f24-a07c-4f56-a92d-98828f9b51fd HTTP/1.1" status: 200 len: 949 time: 0.5549145 Jul 06 13:57:10.535287 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79f16f9-a237-447e-939f-158fb3cb3c11 req-f3430278-1416-4c3e-857d-3b9904ec5135 tempest-DeleteServersTestJSON-677393534 tempest-DeleteServersTestJSON-677393534-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:10.536700 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-c79f16f9-a237-447e-939f-158fb3cb3c11 req-f3430278-1416-4c3e-857d-3b9904ec5135 tempest-DeleteServersTestJSON-677393534 tempest-DeleteServersTestJSON-677393534-project] 10.222.0.72 "GET /v2.0/networks?id=7a710b21-0493-4be8-a73f-c10a9dbc43f7 HTTP/1.1" status: 200 len: 812 time: 0.2072537 Jul 06 13:57:10.560021 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [req-c79f16f9-a237-447e-939f-158fb3cb3c11 req-473604b1-8add-4e98-9810-7698790818f2 tempest-DeleteServersTestJSON-677393534 tempest-DeleteServersTestJSON-677393534-project] Request body: {'port': {'device_id': '6170d4d8-ea14-440b-9da4-bbd0c2f68095', 'network_id': '7a710b21-0493-4be8-a73f-c10a9dbc43f7', 'admin_state_up': True, 'tenant_id': 'ed98ced3211c40618bf4aade5a2dd56d'}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:57:10.615101 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-58a4b81c-5238-4c07-b571-4adcf4983d08 req-92d69622-4db6-41af-afca-e19b87fe9ee1 tempest-ServersAdminTestJSON-391861328 tempest-ServersAdminTestJSON-391861328-project] 10.222.0.104 "GET /v2.0/security-groups?id=3bcee3ab-dc9e-46be-bc35-9f5a80cc9457&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214182 Jul 06 13:57:10.703027 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-fb12bfa0-bfe4-4b35-afa8-43556323f878 req-65693412-46a4-438f-9991-ffc04d2d6273 tempest-SecurityGroupsTestJSON-63281774 tempest-SecurityGroupsTestJSON-63281774-project] Notify callbacks [] for security_group, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:10.713607 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-fb12bfa0-bfe4-4b35-afa8-43556323f878 req-65693412-46a4-438f-9991-ffc04d2d6273 tempest-SecurityGroupsTestJSON-63281774 tempest-SecurityGroupsTestJSON-63281774-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:10.759941 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-fb12bfa0-bfe4-4b35-afa8-43556323f878 req-65693412-46a4-438f-9991-ffc04d2d6273 tempest-SecurityGroupsTestJSON-63281774 tempest-SecurityGroupsTestJSON-63281774-project] Notify callbacks [] for security_group, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:10.761269 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-fb12bfa0-bfe4-4b35-afa8-43556323f878 req-65693412-46a4-438f-9991-ffc04d2d6273 tempest-SecurityGroupsTestJSON-63281774 tempest-SecurityGroupsTestJSON-63281774-project] 10.222.0.104 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.4605932 Jul 06 13:57:10.768954 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65693412-46a4-438f-9991-ffc04d2d6273 tempest-SecurityGroupsTestJSON-63281774 tempest-SecurityGroupsTestJSON-63281774-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7d9f8b64-c01c-4d59-8f0c-cf7d841b8a3b,revision_number=1']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:57:10.792103 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c79f16f9-a237-447e-939f-158fb3cb3c11 req-473604b1-8add-4e98-9810-7698790818f2 tempest-DeleteServersTestJSON-677393534 tempest-DeleteServersTestJSON-677393534-project] Made reservation on behalf of ed98ced3211c40618bf4aade5a2dd56d for: {'port': 1} {{(pid=100247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 13:57:10.797547 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-c79f16f9-a237-447e-939f-158fb3cb3c11 req-473604b1-8add-4e98-9810-7698790818f2 tempest-DeleteServersTestJSON-677393534 tempest-DeleteServersTestJSON-677393534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:10.862150 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c909743-6908-43a0-959e-361d5d2751db req-58634dd4-d482-438c-84e0-d79180d77d7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:10.863712 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-3c909743-6908-43a0-959e-361d5d2751db req-58634dd4-d482-438c-84e0-d79180d77d7a service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=3abd5f1c-5cfa-40e5-8018-1960204a8886&tenant_id=483ead9cc6094290930ff4aed37f7463 HTTP/1.1" status: 200 len: 1101 time: 0.1262538 Jul 06 13:57:10.879368 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [req-3c909743-6908-43a0-959e-361d5d2751db req-cb251e03-79f0-406b-b4f5-0517b6b259fa service neutron] Request body: {'port': {'binding:host_id': 'n-h2-773647-6', 'device_owner': 'compute:nova'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:57:10.906648 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-96338822-0726-4bfb-b5e9-ff80bf60c914 req-093bd3d0-85ab-4508-b0a0-86f4e4d6cda8 tempest-DeleteServersTestJSON-677393534 tempest-DeleteServersTestJSON-677393534-project] 10.222.0.104 "GET /v2.0/ports?device_id=6170d4d8-ea14-440b-9da4-bbd0c2f68095 HTTP/1.1" status: 200 len: 210 time: 0.1050618 Jul 06 13:57:10.974215 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-3c909743-6908-43a0-959e-361d5d2751db req-cb251e03-79f0-406b-b4f5-0517b6b259fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:11.080736 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.db_base_plugin_common [req-c79f16f9-a237-447e-939f-158fb3cb3c11 req-473604b1-8add-4e98-9810-7698790818f2 tempest-DeleteServersTestJSON-677393534 tempest-DeleteServersTestJSON-677393534-project] Allocated IP 172.20.0.11 (7a710b21-0493-4be8-a73f-c10a9dbc43f7/8d32f554-2b92-4c59-9901-e19d129549fc/744db401-e29e-4d4f-8f53-bfbb35dd8037) {{(pid=100247) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 13:57:11.118199 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75f707e-1597-4df5-abf0-2cbe3d7310a7 req-4b3ed50f-fd8f-4964-947a-e052ed20ed37 tempest-LiveAutoBlockMigrationV225Test-654794443 tempest-LiveAutoBlockMigrationV225Test-654794443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:11.125302 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-b75f707e-1597-4df5-abf0-2cbe3d7310a7 req-4b3ed50f-fd8f-4964-947a-e052ed20ed37 tempest-LiveAutoBlockMigrationV225Test-654794443 tempest-LiveAutoBlockMigrationV225Test-654794443-project] 10.222.0.104 "GET /v2.0/ports?device_id=409617e7-df61-4f61-8ec0-c00a7448d4c1 HTTP/1.1" status: 200 len: 946 time: 0.2247810 Jul 06 13:57:11.212616 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-b75f707e-1597-4df5-abf0-2cbe3d7310a7 req-9d5bb926-38c3-41f2-931e-3112b8059500 tempest-LiveAutoBlockMigrationV225Test-654794443 tempest-LiveAutoBlockMigrationV225Test-654794443-project] 10.222.0.104 "GET /v2.0/security-groups?id=43f6fcb8-9501-44d6-9feb-82c82c5d5862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866916 Jul 06 13:57:11.255194 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.db [req-3c909743-6908-43a0-959e-361d5d2751db req-cb251e03-79f0-406b-b4f5-0517b6b259fa service neutron] For port 39b82faa-9bb5-4637-ba57-e7b6ac96e89a, host n-h1-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773647-6',level=0,port_id=39b82faa-9bb5-4637-ba57-e7b6ac96e89a,segment=NetworkSegment(c9ea893d-045e-42cf-b3dd-cdd1f79baccd),segment_id=c9ea893d-045e-42cf-b3dd-cdd1f79baccd)] {{(pid=100246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:57:11.307313 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.db [req-3c909743-6908-43a0-959e-361d5d2751db req-cb251e03-79f0-406b-b4f5-0517b6b259fa service neutron] For port 39b82faa-9bb5-4637-ba57-e7b6ac96e89a, host n-h1-773647-6, cleared binding levels {{(pid=100246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 13:57:11.318644 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cf0590-8c39-4160-9d72-9c114dea77b3 req-5ad1fd13-3dc5-49f4-b0be-0746f4471617 tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:11.325334 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-54cf0590-8c39-4160-9d72-9c114dea77b3 req-5ad1fd13-3dc5-49f4-b0be-0746f4471617 tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] 10.222.0.104 "GET /v2.0/ports?device_id=3abd5f1c-5cfa-40e5-8018-1960204a8886 HTTP/1.1" status: 200 len: 950 time: 0.2745032 Jul 06 13:57:11.353928 n-d-773647-6 neutron-server[100246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3abd5f1c-5cfa-40e5-8018-1960204a8886', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '39b82faa-9bb5-4637-ba57-e7b6ac96e89a'}] {{(pid=100246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 13:57:11.356216 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0d96c5ab5e889f7b933ae915b9be33d1b46c9e87795bf781004b656ef3f1e87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6593150-ead8-430b-9f8e-93b977fb88c2" -d '{"events": [{"server_uuid": "3abd5f1c-5cfa-40e5-8018-1960204a8886", "name": "network-vif-unplugged", "status": "completed", "tag": "39b82faa-9bb5-4637-ba57-e7b6ac96e89a"}]}' {{(pid=100246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:57:11.361653 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-3c909743-6908-43a0-959e-361d5d2751db req-cb251e03-79f0-406b-b4f5-0517b6b259fa service neutron] Notify callbacks [] for port, precommit_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:11.384079 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.provisioning_blocks [req-3c909743-6908-43a0-959e-361d5d2751db req-cb251e03-79f0-406b-b4f5-0517b6b259fa service neutron] Transition to ACTIVE for port object 39b82faa-9bb5-4637-ba57-e7b6ac96e89a will not be triggered until provisioned by entity L2. {{(pid=100246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 13:57:11.390541 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-3c909743-6908-43a0-959e-361d5d2751db req-cb251e03-79f0-406b-b4f5-0517b6b259fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127687527'] for port, after_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:11.401050 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-a142ea01-2c3d-47b5-a046-c9ccaef5b613 req-e401ff5c-d5c6-45d2-abff-c68c3be3ebbd tempest-SecurityGroupsTestJSON-63281774 tempest-SecurityGroupsTestJSON-63281774-project] 10.222.0.104 "GET /v2.0/security-groups/7d9f8b64-c01c-4d59-8f0c-cf7d841b8a3b HTTP/1.1" status: 200 len: 1800 time: 0.1439180 Jul 06 13:57:11.416822 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-54cf0590-8c39-4160-9d72-9c114dea77b3 req-832ebe10-b550-4645-b279-a5b10c4b1e50 tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] 10.222.0.104 "GET /v2.0/security-groups?id=9f5b92e9-7340-49c3-a9bb-41e4a1caffc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905843 Jul 06 13:57:11.426230 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [req-a142ea01-2c3d-47b5-a046-c9ccaef5b613 req-8f43ef5c-55b1-429e-8ba5-3100c9bc0bc4 tempest-SecurityGroupsTestJSON-63281774 tempest-SecurityGroupsTestJSON-63281774-project] Request body: {'security_group': {'name': 'tempest-sg-hth-392374829', 'description': 'tempest-description-hth-492738357'}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:57:11.490705 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-c79f16f9-a237-447e-939f-158fb3cb3c11 req-473604b1-8add-4e98-9810-7698790818f2 tempest-DeleteServersTestJSON-677393534 tempest-DeleteServersTestJSON-677393534-project] Notify callbacks [] for port, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:11.494903 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c909743-6908-43a0-959e-361d5d2751db req-cb251e03-79f0-406b-b4f5-0517b6b259fa service neutron] No DVR routers for this DVR port 39b82faa-9bb5-4637-ba57-e7b6ac96e89a on host n-h1-773647-6 {{(pid=100246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 13:57:11.512367 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb251e03-79f0-406b-b4f5-0517b6b259fa service neutron] Pushing event updated for resources: {'Port': ['ID=39b82faa-9bb5-4637-ba57-e7b6ac96e89a,revision_number=6']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:57:11.528037 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-a142ea01-2c3d-47b5-a046-c9ccaef5b613 req-8f43ef5c-55b1-429e-8ba5-3100c9bc0bc4 tempest-SecurityGroupsTestJSON-63281774 tempest-SecurityGroupsTestJSON-63281774-project] Notify callbacks [] for security_group, before_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:11.604892 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [req-3c909743-6908-43a0-959e-361d5d2751db req-cb251e03-79f0-406b-b4f5-0517b6b259fa service neutron] Attempting to bind port 39b82faa-9bb5-4637-ba57-e7b6ac96e89a on host n-h2-773647-6 for vnic_type normal with profile {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 13:57:11.605312 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [req-3c909743-6908-43a0-959e-361d5d2751db req-cb251e03-79f0-406b-b4f5-0517b6b259fa service neutron] Attempting to bind port 39b82faa-9bb5-4637-ba57-e7b6ac96e89a by drivers openvswitch,hyperv on host n-h2-773647-6 at level 0 using segments [{'id': 'c9ea893d-045e-42cf-b3dd-cdd1f79baccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'ac09d390-867f-4b75-a8d2-ab11550bffd6'}] {{(pid=100246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 13:57:11.605710 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c909743-6908-43a0-959e-361d5d2751db req-cb251e03-79f0-406b-b4f5-0517b6b259fa service neutron] Attempting to bind port 39b82faa-9bb5-4637-ba57-e7b6ac96e89a on network ac09d390-867f-4b75-a8d2-ab11550bffd6 {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 13:57:11.611130 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c909743-6908-43a0-959e-361d5d2751db req-cb251e03-79f0-406b-b4f5-0517b6b259fa service neutron] Port 39b82faa-9bb5-4637-ba57-e7b6ac96e89a on network ac09d390-867f-4b75-a8d2-ab11550bffd6 not bound, no agent of type Open vSwitch agent registered on host n-h2-773647-6 {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 13:57:11.611568 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c909743-6908-43a0-959e-361d5d2751db req-cb251e03-79f0-406b-b4f5-0517b6b259fa service neutron] Attempting to bind port 39b82faa-9bb5-4637-ba57-e7b6ac96e89a on network ac09d390-867f-4b75-a8d2-ab11550bffd6 {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 13:57:11.616868 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c909743-6908-43a0-959e-361d5d2751db req-cb251e03-79f0-406b-b4f5-0517b6b259fa service neutron] Checking agent: {'id': '63768ece-0600-4354-8d29-fdedec96b077', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-773647-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 51, 10), 'started_at': datetime.datetime(2021, 7, 6, 13, 51, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 13, 57, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 13:57:11.617294 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c909743-6908-43a0-959e-361d5d2751db req-cb251e03-79f0-406b-b4f5-0517b6b259fa service neutron] Checking segment: {'id': 'c9ea893d-045e-42cf-b3dd-cdd1f79baccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'ac09d390-867f-4b75-a8d2-ab11550bffd6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 13:57:11.617800 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c909743-6908-43a0-959e-361d5d2751db req-cb251e03-79f0-406b-b4f5-0517b6b259fa service neutron] Bound using segment: {'id': 'c9ea893d-045e-42cf-b3dd-cdd1f79baccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'ac09d390-867f-4b75-a8d2-ab11550bffd6'} {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 13:57:11.618311 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [req-3c909743-6908-43a0-959e-361d5d2751db req-cb251e03-79f0-406b-b4f5-0517b6b259fa service neutron] Bound port: 39b82faa-9bb5-4637-ba57-e7b6ac96e89a, host: n-h2-773647-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c9ea893d-045e-42cf-b3dd-cdd1f79baccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'ac09d390-867f-4b75-a8d2-ab11550bffd6'}}] {{(pid=100246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 13:57:11.618737 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-3c909743-6908-43a0-959e-361d5d2751db req-cb251e03-79f0-406b-b4f5-0517b6b259fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:11.658723 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-a142ea01-2c3d-47b5-a046-c9ccaef5b613 req-8f43ef5c-55b1-429e-8ba5-3100c9bc0bc4 tempest-SecurityGroupsTestJSON-63281774 tempest-SecurityGroupsTestJSON-63281774-project] Notify callbacks [] for security_group, precommit_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:11.675541 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-a142ea01-2c3d-47b5-a046-c9ccaef5b613 req-8f43ef5c-55b1-429e-8ba5-3100c9bc0bc4 tempest-SecurityGroupsTestJSON-63281774 tempest-SecurityGroupsTestJSON-63281774-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:11.678069 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-a142ea01-2c3d-47b5-a046-c9ccaef5b613 req-8f43ef5c-55b1-429e-8ba5-3100c9bc0bc4 tempest-SecurityGroupsTestJSON-63281774 tempest-SecurityGroupsTestJSON-63281774-project] Notify callbacks [] for security_group, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:11.693220 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-a142ea01-2c3d-47b5-a046-c9ccaef5b613 req-8f43ef5c-55b1-429e-8ba5-3100c9bc0bc4 tempest-SecurityGroupsTestJSON-63281774 tempest-SecurityGroupsTestJSON-63281774-project] 10.222.0.104 "PUT /v2.0/security-groups/7d9f8b64-c01c-4d59-8f0c-cf7d841b8a3b HTTP/1.1" status: 200 len: 1773 time: 0.2752585 Jul 06 13:57:11.698746 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-c79f16f9-a237-447e-939f-158fb3cb3c11 req-473604b1-8add-4e98-9810-7698790818f2 tempest-DeleteServersTestJSON-677393534 tempest-DeleteServersTestJSON-677393534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108'] for port, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:11.706065 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 06 Jul 2021 13:57:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-468564e1-7571-4f6b-bd31-698d19d7ae88 x-openstack-request-id: req-468564e1-7571-4f6b-bd31-698d19d7ae88 {{(pid=100246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:57:11.706417 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3abd5f1c-5cfa-40e5-8018-1960204a8886", "name": "network-vif-unplugged", "status": "completed", "tag": "39b82faa-9bb5-4637-ba57-e7b6ac96e89a", "code": 200}]} {{(pid=100246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:57:11.707178 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-468564e1-7571-4f6b-bd31-698d19d7ae88 {{(pid=100246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:57:11.709255 n-d-773647-6 neutron-server[100246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3abd5f1c-5cfa-40e5-8018-1960204a8886', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '39b82faa-9bb5-4637-ba57-e7b6ac96e89a', 'code': 200} Jul 06 13:57:11.728330 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.db [req-3c909743-6908-43a0-959e-361d5d2751db req-cb251e03-79f0-406b-b4f5-0517b6b259fa service neutron] For port 39b82faa-9bb5-4637-ba57-e7b6ac96e89a, host n-h2-773647-6, cleared binding levels {{(pid=100246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 13:57:11.735055 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.db [req-3c909743-6908-43a0-959e-361d5d2751db req-cb251e03-79f0-406b-b4f5-0517b6b259fa service neutron] For port 39b82faa-9bb5-4637-ba57-e7b6ac96e89a, host n-h2-773647-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=39b82faa-9bb5-4637-ba57-e7b6ac96e89a,segment=NetworkSegment(c9ea893d-045e-42cf-b3dd-cdd1f79baccd),segment_id=c9ea893d-045e-42cf-b3dd-cdd1f79baccd)] {{(pid=100246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 13:57:11.745381 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-3c909743-6908-43a0-959e-361d5d2751db req-cb251e03-79f0-406b-b4f5-0517b6b259fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127687527'] for port, after_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:11.812638 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f43ef5c-55b1-429e-8ba5-3100c9bc0bc4 tempest-SecurityGroupsTestJSON-63281774 tempest-SecurityGroupsTestJSON-63281774-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7d9f8b64-c01c-4d59-8f0c-cf7d841b8a3b,revision_number=2']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:57:11.830637 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c79f16f9-a237-447e-939f-158fb3cb3c11 req-473604b1-8add-4e98-9810-7698790818f2 tempest-DeleteServersTestJSON-677393534 tempest-DeleteServersTestJSON-677393534-project] Network 7a710b21-0493-4be8-a73f-c10a9dbc43f7 is already hosted by enough agents. {{(pid=100247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 13:57:11.839439 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.base_scheduler [req-c79f16f9-a237-447e-939f-158fb3cb3c11 req-473604b1-8add-4e98-9810-7698790818f2 tempest-DeleteServersTestJSON-677393534 tempest-DeleteServersTestJSON-677393534-project] Resources bound (agent type, host, resource id): {{(pid=100247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:57:11.843127 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473604b1-8add-4e98-9810-7698790818f2 tempest-DeleteServersTestJSON-677393534 tempest-DeleteServersTestJSON-677393534-project] Pushing event updated for resources: {'Port': ['ID=744db401-e29e-4d4f-8f53-bfbb35dd8037,revision_number=1']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:57:11.845660 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.l3_dvrscheduler_db [req-c79f16f9-a237-447e-939f-158fb3cb3c11 req-473604b1-8add-4e98-9810-7698790818f2 tempest-DeleteServersTestJSON-677393534 tempest-DeleteServersTestJSON-677393534-project] Received port after_create {{(pid=100247) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 13:57:11.851115 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79f16f9-a237-447e-939f-158fb3cb3c11 req-473604b1-8add-4e98-9810-7698790818f2 tempest-DeleteServersTestJSON-677393534 tempest-DeleteServersTestJSON-677393534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:11.851774 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-c79f16f9-a237-447e-939f-158fb3cb3c11 req-473604b1-8add-4e98-9810-7698790818f2 tempest-DeleteServersTestJSON-677393534 tempest-DeleteServersTestJSON-677393534-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:11.877046 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb251e03-79f0-406b-b4f5-0517b6b259fa service neutron] Pushing event updated for resources: {'Port': ['ID=39b82faa-9bb5-4637-ba57-e7b6ac96e89a,revision_number=7']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:57:11.902492 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c909743-6908-43a0-959e-361d5d2751db req-cb251e03-79f0-406b-b4f5-0517b6b259fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:11.903696 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-3c909743-6908-43a0-959e-361d5d2751db req-cb251e03-79f0-406b-b4f5-0517b6b259fa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:11.906051 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-3c909743-6908-43a0-959e-361d5d2751db req-cb251e03-79f0-406b-b4f5-0517b6b259fa service neutron] 10.222.0.72 "PUT /v2.0/ports/39b82faa-9bb5-4637-ba57-e7b6ac96e89a HTTP/1.1" status: 200 len: 1096 time: 1.0339746 Jul 06 13:57:11.927791 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-c79f16f9-a237-447e-939f-158fb3cb3c11 req-473604b1-8add-4e98-9810-7698790818f2 tempest-DeleteServersTestJSON-677393534 tempest-DeleteServersTestJSON-677393534-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3736987 Jul 06 13:57:11.956921 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [req-c79f16f9-a237-447e-939f-158fb3cb3c11 req-7fae3389-25c5-4eb5-840b-820e4da47070 service neutron] Request body: {'port': {'device_id': '6170d4d8-ea14-440b-9da4-bbd0c2f68095', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-773647-6'}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:57:11.999357 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-9fd2ce33-4819-4171-afef-1fc1e995523f req-ec85170d-6b8f-411b-ae9f-f82069d8abcf tempest-SecurityGroupsTestJSON-63281774 tempest-SecurityGroupsTestJSON-63281774-project] 10.222.0.104 "GET /v2.0/security-groups/7d9f8b64-c01c-4d59-8f0c-cf7d841b8a3b HTTP/1.1" status: 200 len: 1773 time: 0.1766689 Jul 06 13:57:12.010547 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c909743-6908-43a0-959e-361d5d2751db req-0e68a708-6c3e-4299-9d73-1439c00fbb54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:12.012167 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-3c909743-6908-43a0-959e-361d5d2751db req-0e68a708-6c3e-4299-9d73-1439c00fbb54 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=483ead9cc6094290930ff4aed37f7463&device_id=3abd5f1c-5cfa-40e5-8018-1960204a8886 HTTP/1.1" status: 200 len: 1099 time: 0.0694122 Jul 06 13:57:12.076466 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-c79f16f9-a237-447e-939f-158fb3cb3c11 req-7fae3389-25c5-4eb5-840b-820e4da47070 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:12.153884 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c909743-6908-43a0-959e-361d5d2751db req-b49c66d0-3aa2-40a6-a58c-0303fbae7230 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:12.159198 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-3c909743-6908-43a0-959e-361d5d2751db req-b49c66d0-3aa2-40a6-a58c-0303fbae7230 service neutron] 10.222.0.72 "GET /v2.0/networks?id=ac09d390-867f-4b75-a8d2-ab11550bffd6 HTTP/1.1" status: 200 len: 871 time: 0.1391442 Jul 06 13:57:12.165741 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44309bb4-d384-41e2-9075-fb4e57466415 req-48bf45b7-e84e-421b-b45b-0bad265dca3b tempest-ServersAdminTestJSON-391861328 tempest-ServersAdminTestJSON-391861328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:12.172098 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-44309bb4-d384-41e2-9075-fb4e57466415 req-48bf45b7-e84e-421b-b45b-0bad265dca3b tempest-ServersAdminTestJSON-391861328 tempest-ServersAdminTestJSON-391861328-project] 10.222.0.104 "GET /v2.0/ports?device_id=63f04f24-a07c-4f56-a92d-98828f9b51fd HTTP/1.1" status: 200 len: 949 time: 0.3062227 Jul 06 13:57:12.219604 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:12.220240 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-3c909743-6908-43a0-959e-361d5d2751db req-d5f5a190-f073-42e9-bd07-e1bffdeff582 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.141&port_id=39b82faa-9bb5-4637-ba57-e7b6ac96e89a HTTP/1.1" status: 200 len: 217 time: 0.0535841 Jul 06 13:57:12.281325 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c909743-6908-43a0-959e-361d5d2751db req-604e68dd-1b83-4b71-8052-95b2820fe4e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:12.282887 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-3c909743-6908-43a0-959e-361d5d2751db req-604e68dd-1b83-4b71-8052-95b2820fe4e0 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=d1c3cc78-09b9-4e30-99fd-0e5830de101d HTTP/1.1" status: 200 len: 843 time: 0.0562179 Jul 06 13:57:12.332839 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-44309bb4-d384-41e2-9075-fb4e57466415 req-1e9f7668-0923-4a54-beef-0a5af7130b76 tempest-ServersAdminTestJSON-391861328 tempest-ServersAdminTestJSON-391861328-project] 10.222.0.104 "GET /v2.0/security-groups?id=3bcee3ab-dc9e-46be-bc35-9f5a80cc9457&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1562176 Jul 06 13:57:12.350502 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c909743-6908-43a0-959e-361d5d2751db req-26d3dec5-eb80-4bb2-90fb-c754466e509f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:12.352171 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-3c909743-6908-43a0-959e-361d5d2751db req-26d3dec5-eb80-4bb2-90fb-c754466e509f service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=ac09d390-867f-4b75-a8d2-ab11550bffd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0613692 Jul 06 13:57:12.444119 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8efbde4-13c4-41bb-a13c-967b9b769792 req-08e18cb2-8009-4947-8124-91609afc4626 tempest-DeleteServersTestJSON-677393534 tempest-DeleteServersTestJSON-677393534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:12.445786 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-f8efbde4-13c4-41bb-a13c-967b9b769792 req-08e18cb2-8009-4947-8124-91609afc4626 tempest-DeleteServersTestJSON-677393534 tempest-DeleteServersTestJSON-677393534-project] 10.222.0.104 "GET /v2.0/ports?device_id=6170d4d8-ea14-440b-9da4-bbd0c2f68095 HTTP/1.1" status: 200 len: 932 time: 0.2286098 Jul 06 13:57:12.457910 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-3c909743-6908-43a0-959e-361d5d2751db req-32b416ae-3999-44dd-afc8-59cfd9fee3f6 service neutron] 10.222.0.72 "GET /v2.0/networks/ac09d390-867f-4b75-a8d2-ab11550bffd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0982916 Jul 06 13:57:12.504389 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-cd6a94d6-78e9-4f54-bc0f-1f26053f4459 req-bb298d3d-97de-424a-ae5e-b97cf1693230 tempest-SecurityGroupsTestJSON-63281774 tempest-SecurityGroupsTestJSON-63281774-project] 10.222.0.104 "GET /v2.0/security-groups/7d9f8b64-c01c-4d59-8f0c-cf7d841b8a3b HTTP/1.1" status: 200 len: 1773 time: 0.1076374 Jul 06 13:57:12.521934 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-f8efbde4-13c4-41bb-a13c-967b9b769792 req-a1135730-a40c-49ef-ba41-034a96fb18e5 tempest-DeleteServersTestJSON-677393534 tempest-DeleteServersTestJSON-677393534-project] 10.222.0.104 "GET /v2.0/security-groups?id=7d4cbf2c-f907-4452-8928-a2a298fe7ee1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676324 Jul 06 13:57:12.563518 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-3c909743-6908-43a0-959e-361d5d2751db req-e3da02ce-1612-4fe2-91cf-cbed2d9fe31d service neutron] 10.222.0.72 "GET /v2.0/networks/ac09d390-867f-4b75-a8d2-ab11550bffd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0985494 Jul 06 13:57:12.605823 n-d-773647-6 neutron-server[100247]: DEBUG neutron.notifiers.nova [req-c79f16f9-a237-447e-939f-158fb3cb3c11 req-7fae3389-25c5-4eb5-840b-820e4da47070 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 744db401-e29e-4d4f-8f53-bfbb35dd8037 {{(pid=100247) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 13:57:12.620154 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-c79f16f9-a237-447e-939f-158fb3cb3c11 req-7fae3389-25c5-4eb5-840b-820e4da47070 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:12.627999 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-cd6a94d6-78e9-4f54-bc0f-1f26053f4459 req-8e06bd25-b7c4-4b44-9c60-54466d093b86 tempest-SecurityGroupsTestJSON-63281774 tempest-SecurityGroupsTestJSON-63281774-project] Notify callbacks [] for security_group, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:12.642658 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.provisioning_blocks [req-c79f16f9-a237-447e-939f-158fb3cb3c11 req-7fae3389-25c5-4eb5-840b-820e4da47070 service neutron] Transition to ACTIVE for port object 744db401-e29e-4d4f-8f53-bfbb35dd8037 will not be triggered until provisioned by entity L2. {{(pid=100247) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 13:57:12.654069 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-c79f16f9-a237-447e-939f-158fb3cb3c11 req-7fae3389-25c5-4eb5-840b-820e4da47070 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:12.666208 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-cd6a94d6-78e9-4f54-bc0f-1f26053f4459 req-8e06bd25-b7c4-4b44-9c60-54466d093b86 tempest-SecurityGroupsTestJSON-63281774 tempest-SecurityGroupsTestJSON-63281774-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:12.769320 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fae3389-25c5-4eb5-840b-820e4da47070 service neutron] Pushing event updated for resources: {'Port': ['ID=744db401-e29e-4d4f-8f53-bfbb35dd8037,revision_number=2']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:57:12.814503 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-cd6a94d6-78e9-4f54-bc0f-1f26053f4459 req-8e06bd25-b7c4-4b44-9c60-54466d093b86 tempest-SecurityGroupsTestJSON-63281774 tempest-SecurityGroupsTestJSON-63281774-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:12.818893 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-cd6a94d6-78e9-4f54-bc0f-1f26053f4459 req-8e06bd25-b7c4-4b44-9c60-54466d093b86 tempest-SecurityGroupsTestJSON-63281774 tempest-SecurityGroupsTestJSON-63281774-project] Notify callbacks [] for security_group, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:12.818893 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-cd6a94d6-78e9-4f54-bc0f-1f26053f4459 req-8e06bd25-b7c4-4b44-9c60-54466d093b86 tempest-SecurityGroupsTestJSON-63281774 tempest-SecurityGroupsTestJSON-63281774-project] 10.222.0.104 "DELETE /v2.0/security-groups/7d9f8b64-c01c-4d59-8f0c-cf7d841b8a3b HTTP/1.1" status: 204 len: 173 time: 0.3042214 Jul 06 13:57:12.830717 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.managers [req-c79f16f9-a237-447e-939f-158fb3cb3c11 req-7fae3389-25c5-4eb5-840b-820e4da47070 service neutron] Attempting to bind port 744db401-e29e-4d4f-8f53-bfbb35dd8037 on host n-h2-773647-6 for vnic_type normal with profile {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 13:57:12.831052 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.managers [req-c79f16f9-a237-447e-939f-158fb3cb3c11 req-7fae3389-25c5-4eb5-840b-820e4da47070 service neutron] Attempting to bind port 744db401-e29e-4d4f-8f53-bfbb35dd8037 by drivers openvswitch,hyperv on host n-h2-773647-6 at level 0 using segments [{'id': '227d25fe-bf75-4c4b-9a67-c660160d6b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1015, 'network_id': '7a710b21-0493-4be8-a73f-c10a9dbc43f7'}] {{(pid=100247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 13:57:12.831437 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c79f16f9-a237-447e-939f-158fb3cb3c11 req-7fae3389-25c5-4eb5-840b-820e4da47070 service neutron] Attempting to bind port 744db401-e29e-4d4f-8f53-bfbb35dd8037 on network 7a710b21-0493-4be8-a73f-c10a9dbc43f7 {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 13:57:12.846279 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e06bd25-b7c4-4b44-9c60-54466d093b86 tempest-SecurityGroupsTestJSON-63281774 tempest-SecurityGroupsTestJSON-63281774-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d9f8b64-c01c-4d59-8f0c-cf7d841b8a3b,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:57:12.849533 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c79f16f9-a237-447e-939f-158fb3cb3c11 req-7fae3389-25c5-4eb5-840b-820e4da47070 service neutron] Port 744db401-e29e-4d4f-8f53-bfbb35dd8037 on network 7a710b21-0493-4be8-a73f-c10a9dbc43f7 not bound, no agent of type Open vSwitch agent registered on host n-h2-773647-6 {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 13:57:12.849806 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c79f16f9-a237-447e-939f-158fb3cb3c11 req-7fae3389-25c5-4eb5-840b-820e4da47070 service neutron] Attempting to bind port 744db401-e29e-4d4f-8f53-bfbb35dd8037 on network 7a710b21-0493-4be8-a73f-c10a9dbc43f7 {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 13:57:12.860688 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ce899a-db3b-4ec3-9b86-2db2075749df req-c5afe2e3-29c1-4f62-b8b9-770222ce3cf7 tempest-LiveAutoBlockMigrationV225Test-654794443 tempest-LiveAutoBlockMigrationV225Test-654794443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:12.864300 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-a4ce899a-db3b-4ec3-9b86-2db2075749df req-c5afe2e3-29c1-4f62-b8b9-770222ce3cf7 tempest-LiveAutoBlockMigrationV225Test-654794443 tempest-LiveAutoBlockMigrationV225Test-654794443-project] 10.222.0.104 "GET /v2.0/ports?device_id=409617e7-df61-4f61-8ec0-c00a7448d4c1 HTTP/1.1" status: 200 len: 946 time: 0.1853361 Jul 06 13:57:12.865731 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c79f16f9-a237-447e-939f-158fb3cb3c11 req-7fae3389-25c5-4eb5-840b-820e4da47070 service neutron] Checking agent: {'id': '63768ece-0600-4354-8d29-fdedec96b077', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-773647-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 51, 10), 'started_at': datetime.datetime(2021, 7, 6, 13, 51, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 13, 57, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 13:57:12.866131 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c79f16f9-a237-447e-939f-158fb3cb3c11 req-7fae3389-25c5-4eb5-840b-820e4da47070 service neutron] Checking segment: {'id': '227d25fe-bf75-4c4b-9a67-c660160d6b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1015, 'network_id': '7a710b21-0493-4be8-a73f-c10a9dbc43f7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100247) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 13:57:12.866434 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c79f16f9-a237-447e-939f-158fb3cb3c11 req-7fae3389-25c5-4eb5-840b-820e4da47070 service neutron] Bound using segment: {'id': '227d25fe-bf75-4c4b-9a67-c660160d6b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1015, 'network_id': '7a710b21-0493-4be8-a73f-c10a9dbc43f7'} {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 13:57:12.866867 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.managers [req-c79f16f9-a237-447e-939f-158fb3cb3c11 req-7fae3389-25c5-4eb5-840b-820e4da47070 service neutron] Bound port: 744db401-e29e-4d4f-8f53-bfbb35dd8037, host: n-h2-773647-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '227d25fe-bf75-4c4b-9a67-c660160d6b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1015, 'network_id': '7a710b21-0493-4be8-a73f-c10a9dbc43f7'}}] {{(pid=100247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 13:57:12.867246 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-c79f16f9-a237-447e-939f-158fb3cb3c11 req-7fae3389-25c5-4eb5-840b-820e4da47070 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:12.986940 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-a4ce899a-db3b-4ec3-9b86-2db2075749df req-07af1a86-9c2f-48ab-bb2e-080bbad27bc3 tempest-LiveAutoBlockMigrationV225Test-654794443 tempest-LiveAutoBlockMigrationV225Test-654794443-project] 10.222.0.104 "GET /v2.0/security-groups?id=43f6fcb8-9501-44d6-9feb-82c82c5d5862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060739 Jul 06 13:57:13.003647 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.db [req-c79f16f9-a237-447e-939f-158fb3cb3c11 req-7fae3389-25c5-4eb5-840b-820e4da47070 service neutron] For port 744db401-e29e-4d4f-8f53-bfbb35dd8037, host n-h2-773647-6, cleared binding levels {{(pid=100247) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 13:57:13.008784 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.db [req-c79f16f9-a237-447e-939f-158fb3cb3c11 req-7fae3389-25c5-4eb5-840b-820e4da47070 service neutron] For port 744db401-e29e-4d4f-8f53-bfbb35dd8037, host n-h2-773647-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=744db401-e29e-4d4f-8f53-bfbb35dd8037,segment=NetworkSegment(227d25fe-bf75-4c4b-9a67-c660160d6b0a),segment_id=227d25fe-bf75-4c4b-9a67-c660160d6b0a)] {{(pid=100247) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 13:57:13.026447 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-c79f16f9-a237-447e-939f-158fb3cb3c11 req-7fae3389-25c5-4eb5-840b-820e4da47070 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:13.078422 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33dd0f65-89fe-400c-8d0a-58b7f573cd84 req-d039db96-09db-490f-8be2-57b0dcd91aaf tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:13.079961 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-33dd0f65-89fe-400c-8d0a-58b7f573cd84 req-d039db96-09db-490f-8be2-57b0dcd91aaf tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] 10.222.0.104 "GET /v2.0/ports?device_id=3abd5f1c-5cfa-40e5-8018-1960204a8886 HTTP/1.1" status: 200 len: 948 time: 0.1640694 Jul 06 13:57:13.086184 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79f16f9-a237-447e-939f-158fb3cb3c11 req-7fae3389-25c5-4eb5-840b-820e4da47070 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:13.086788 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-c79f16f9-a237-447e-939f-158fb3cb3c11 req-7fae3389-25c5-4eb5-840b-820e4da47070 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:13.088148 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-c79f16f9-a237-447e-939f-158fb3cb3c11 req-7fae3389-25c5-4eb5-840b-820e4da47070 service neutron] 10.222.0.72 "PUT /v2.0/ports/744db401-e29e-4d4f-8f53-bfbb35dd8037 HTTP/1.1" status: 200 len: 1092 time: 1.1382673 Jul 06 13:57:13.088573 n-d-773647-6 neutron-server[100247]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6170d4d8-ea14-440b-9da4-bbd0c2f68095', 'tag': '744db401-e29e-4d4f-8f53-bfbb35dd8037'}] {{(pid=100247) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 13:57:13.090936 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cbf0eeaae822f8fc9b87a94aeba67a3d651842baf663a51cba94b67a514836d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5e14570-3327-4bac-8f10-31b664422e0b" -d '{"events": [{"name": "network-changed", "server_uuid": "6170d4d8-ea14-440b-9da4-bbd0c2f68095", "tag": "744db401-e29e-4d4f-8f53-bfbb35dd8037"}]}' {{(pid=100247) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:57:13.129660 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fae3389-25c5-4eb5-840b-820e4da47070 service neutron] Pushing event updated for resources: {'Port': ['ID=744db401-e29e-4d4f-8f53-bfbb35dd8037,revision_number=3']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:57:13.183481 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-33dd0f65-89fe-400c-8d0a-58b7f573cd84 req-19c9cb83-cc48-4dd8-ab44-8c523bd530c6 tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] 10.222.0.104 "GET /v2.0/security-groups?id=9f5b92e9-7340-49c3-a9bb-41e4a1caffc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865324 Jul 06 13:57:13.226128 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79f16f9-a237-447e-939f-158fb3cb3c11 req-fd1de76b-7fb4-4ec0-8963-2bd39134fcb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:13.228847 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-c79f16f9-a237-447e-939f-158fb3cb3c11 req-fd1de76b-7fb4-4ec0-8963-2bd39134fcb8 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=ed98ced3211c40618bf4aade5a2dd56d&device_id=6170d4d8-ea14-440b-9da4-bbd0c2f68095 HTTP/1.1" status: 200 len: 1095 time: 0.0860419 Jul 06 13:57:13.279932 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 13:57:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c83f4061-f3cf-4a93-b2d3-eb548d70c7a7 x-openstack-request-id: req-c83f4061-f3cf-4a93-b2d3-eb548d70c7a7 {{(pid=100247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:57:13.280259 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6170d4d8-ea14-440b-9da4-bbd0c2f68095", "tag": "744db401-e29e-4d4f-8f53-bfbb35dd8037", "status": "completed", "code": 200}]} {{(pid=100247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:57:13.280509 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-c83f4061-f3cf-4a93-b2d3-eb548d70c7a7 {{(pid=100247) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:57:13.280905 n-d-773647-6 neutron-server[100247]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6170d4d8-ea14-440b-9da4-bbd0c2f68095', 'tag': '744db401-e29e-4d4f-8f53-bfbb35dd8037', 'status': 'completed', 'code': 200} Jul 06 13:57:13.282787 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-c79f16f9-a237-447e-939f-158fb3cb3c11 req-50d8ea9d-aab3-4d8f-be1a-353c00a64a0e service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=744db401-e29e-4d4f-8f53-bfbb35dd8037 HTTP/1.1" status: 200 len: 217 time: 0.0422468 Jul 06 13:57:13.347474 n-d-773647-6 neutron-server[100247]: INFO neutron.api.v2.resource [req-b37b1e78-1ef2-4d8c-917f-a0641eaa205c req-698f19d5-9b8e-4534-8289-ecffa94d3560 tempest-SecurityGroupsTestJSON-63281774 tempest-SecurityGroupsTestJSON-63281774-project] show failed (client error): The resource could not be found. Jul 06 13:57:13.348500 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-b37b1e78-1ef2-4d8c-917f-a0641eaa205c req-698f19d5-9b8e-4534-8289-ecffa94d3560 tempest-SecurityGroupsTestJSON-63281774 tempest-SecurityGroupsTestJSON-63281774-project] 10.222.0.104 "GET /v2.0/security-groups/fb44de80-139e-4608-9182-ef4a5c58a969 HTTP/1.1" status: 404 len: 352 time: 0.0219562 Jul 06 13:57:13.357430 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79f16f9-a237-447e-939f-158fb3cb3c11 req-d6a4d03d-522c-4c9d-b044-5f54b7a5e680 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:13.359143 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-c79f16f9-a237-447e-939f-158fb3cb3c11 req-d6a4d03d-522c-4c9d-b044-5f54b7a5e680 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=8d32f554-2b92-4c59-9901-e19d129549fc HTTP/1.1" status: 200 len: 852 time: 0.0621142 Jul 06 13:57:13.405471 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-c79f16f9-a237-447e-939f-158fb3cb3c11 req-e41a3af6-ec50-4074-8f37-9b7537aede09 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=7a710b21-0493-4be8-a73f-c10a9dbc43f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0343645 Jul 06 13:57:13.410830 n-d-773647-6 neutron-server[100247]: INFO neutron.api.v2.resource [req-7137ea28-804f-45d0-bce5-e7e8c51f1a2b req-36ccedaa-8867-4a64-9985-cd11cee60f58 tempest-SecurityGroupsTestJSON-63281774 tempest-SecurityGroupsTestJSON-63281774-project] show failed (client error): The resource could not be found. Jul 06 13:57:13.411971 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-7137ea28-804f-45d0-bce5-e7e8c51f1a2b req-36ccedaa-8867-4a64-9985-cd11cee60f58 tempest-SecurityGroupsTestJSON-63281774 tempest-SecurityGroupsTestJSON-63281774-project] 10.222.0.104 "GET /v2.0/security-groups/88d56232-e7d5-4ba0-b807-dc51f2a7d83c HTTP/1.1" status: 404 len: 352 time: 0.0330875 Jul 06 13:57:13.484863 n-d-773647-6 neutron-server[100247]: INFO neutron.api.v2.resource [req-e86fda1c-218d-4e72-b1f8-d7a0e9a4cf8f req-e78fe64d-4124-4e5f-a5dd-99649dd5733a tempest-SecurityGroupsTestJSON-63281774 tempest-SecurityGroupsTestJSON-63281774-project] show failed (client error): The resource could not be found. Jul 06 13:57:13.485900 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-e86fda1c-218d-4e72-b1f8-d7a0e9a4cf8f req-e78fe64d-4124-4e5f-a5dd-99649dd5733a tempest-SecurityGroupsTestJSON-63281774 tempest-SecurityGroupsTestJSON-63281774-project] 10.222.0.104 "GET /v2.0/security-groups/8768e6dc-fca7-476a-88d4-9adad952d274 HTTP/1.1" status: 404 len: 352 time: 0.0275643 Jul 06 13:57:13.548614 n-d-773647-6 neutron-server[100247]: INFO neutron.api.v2.resource [req-84636a54-6d4a-4d16-849e-5225370c662d req-5a2ecc66-d77a-43c4-94ce-d05406e185b6 tempest-SecurityGroupsTestJSON-63281774 tempest-SecurityGroupsTestJSON-63281774-project] show failed (client error): The resource could not be found. Jul 06 13:57:13.549648 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-84636a54-6d4a-4d16-849e-5225370c662d req-5a2ecc66-d77a-43c4-94ce-d05406e185b6 tempest-SecurityGroupsTestJSON-63281774 tempest-SecurityGroupsTestJSON-63281774-project] 10.222.0.104 "GET /v2.0/security-groups/f8d23511-3d56-47c7-a988-8e8bc5a84cae HTTP/1.1" status: 404 len: 352 time: 0.0322356 Jul 06 13:57:13.571141 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-c79f16f9-a237-447e-939f-158fb3cb3c11 req-fb8c0d60-21c7-4f24-baf2-7afba62f780e service neutron] 10.222.0.72 "GET /v2.0/networks/7a710b21-0493-4be8-a73f-c10a9dbc43f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1572905 Jul 06 13:57:13.613848 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9dd2316-c9b2-483d-82a0-5751794ae23f req-494d2f41-5cb7-4dc2-a82e-f65594b9b313 tempest-ServersAdminTestJSON-391861328 tempest-ServersAdminTestJSON-391861328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:13.614479 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-f9dd2316-c9b2-483d-82a0-5751794ae23f req-494d2f41-5cb7-4dc2-a82e-f65594b9b313 tempest-ServersAdminTestJSON-391861328 tempest-ServersAdminTestJSON-391861328-project] 10.222.0.104 "GET /v2.0/ports?device_id=63f04f24-a07c-4f56-a92d-98828f9b51fd HTTP/1.1" status: 200 len: 949 time: 0.1328604 Jul 06 13:57:13.710964 n-d-773647-6 neutron-server[100246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3abd5f1c-5cfa-40e5-8018-1960204a8886', 'tag': '39b82faa-9bb5-4637-ba57-e7b6ac96e89a'}] {{(pid=100246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 13:57:13.714147 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0d96c5ab5e889f7b933ae915b9be33d1b46c9e87795bf781004b656ef3f1e87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-035daabd-85c5-4ab3-93f6-0bacfeaba839" -d '{"events": [{"name": "network-changed", "server_uuid": "3abd5f1c-5cfa-40e5-8018-1960204a8886", "tag": "39b82faa-9bb5-4637-ba57-e7b6ac96e89a"}]}' {{(pid=100246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:57:13.728998 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-f9dd2316-c9b2-483d-82a0-5751794ae23f req-727b6d3f-cd7a-4f24-a296-d340c08a2489 tempest-ServersAdminTestJSON-391861328 tempest-ServersAdminTestJSON-391861328-project] 10.222.0.104 "GET /v2.0/security-groups?id=3bcee3ab-dc9e-46be-bc35-9f5a80cc9457&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853913 Jul 06 13:57:13.749442 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-c79f16f9-a237-447e-939f-158fb3cb3c11 req-244f4dda-f130-4c29-8d0d-e35213e2a877 service neutron] 10.222.0.72 "GET /v2.0/networks/7a710b21-0493-4be8-a73f-c10a9dbc43f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1661677 Jul 06 13:57:13.788476 n-d-773647-6 neutron-server[100247]: INFO neutron.api.v2.resource [req-3c9eabc2-1765-4f70-9a08-9143225f108f req-7c2241ee-23a3-472d-b06c-1dd42b99dd6b tempest-SecurityGroupsTestJSON-63281774 tempest-SecurityGroupsTestJSON-63281774-project] show failed (client error): The resource could not be found. Jul 06 13:57:13.789506 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-3c9eabc2-1765-4f70-9a08-9143225f108f req-7c2241ee-23a3-472d-b06c-1dd42b99dd6b tempest-SecurityGroupsTestJSON-63281774 tempest-SecurityGroupsTestJSON-63281774-project] 10.222.0.104 "GET /v2.0/security-groups/6104e635-17cb-45ba-b661-b3fff7c48536 HTTP/1.1" status: 404 len: 352 time: 0.0229075 Jul 06 13:57:13.797686 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d899f3-a3cd-4c21-b1e0-9e894b2d29c4 req-0f290989-5737-4f34-b9a0-0c7fd39642d3 tempest-DeleteServersTestJSON-677393534 tempest-DeleteServersTestJSON-677393534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:13.803793 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-68d899f3-a3cd-4c21-b1e0-9e894b2d29c4 req-0f290989-5737-4f34-b9a0-0c7fd39642d3 tempest-DeleteServersTestJSON-677393534 tempest-DeleteServersTestJSON-677393534-project] 10.222.0.104 "GET /v2.0/ports?device_id=6170d4d8-ea14-440b-9da4-bbd0c2f68095 HTTP/1.1" status: 200 len: 944 time: 0.1304507 Jul 06 13:57:13.875379 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-68d899f3-a3cd-4c21-b1e0-9e894b2d29c4 req-b8a1ace7-6c38-4560-964d-14856734e10d tempest-DeleteServersTestJSON-677393534 tempest-DeleteServersTestJSON-677393534-project] 10.222.0.104 "GET /v2.0/security-groups?id=7d4cbf2c-f907-4452-8928-a2a298fe7ee1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701966 Jul 06 13:57:13.890339 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e14570-3327-4bac-8f10-31b664422e0b req-184d2a16-5afb-4136-a1b9-84eef8991f53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:13.891846 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-b5e14570-3327-4bac-8f10-31b664422e0b req-184d2a16-5afb-4136-a1b9-84eef8991f53 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=ed98ced3211c40618bf4aade5a2dd56d&device_id=6170d4d8-ea14-440b-9da4-bbd0c2f68095 HTTP/1.1" status: 200 len: 1095 time: 0.0803871 Jul 06 13:57:13.904578 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Device 39b82faa-9bb5-4637-ba57-e7b6ac96e89a no longer exists at agent hyperv_n-h1-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 13:57:13.913475 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 13:57:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-900768d6-49d7-467b-9363-83c3d8b646b6 x-openstack-request-id: req-900768d6-49d7-467b-9363-83c3d8b646b6 {{(pid=100246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:57:13.913773 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3abd5f1c-5cfa-40e5-8018-1960204a8886", "tag": "39b82faa-9bb5-4637-ba57-e7b6ac96e89a", "status": "completed", "code": 200}]} {{(pid=100246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:57:13.914033 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-900768d6-49d7-467b-9363-83c3d8b646b6 {{(pid=100246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:57:13.914437 n-d-773647-6 neutron-server[100246]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3abd5f1c-5cfa-40e5-8018-1960204a8886', 'tag': '39b82faa-9bb5-4637-ba57-e7b6ac96e89a', 'status': 'completed', 'code': 200} Jul 06 13:57:13.969721 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Device 39b82faa-9bb5-4637-ba57-e7b6ac96e89a not bound to the agent host n-h1-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 13:57:13.983285 n-d-773647-6 neutron-server[100247]: INFO neutron.api.v2.resource [req-72377e72-2e97-4782-acf5-3e5a3b65b104 req-d4e728af-dc82-4f2f-a624-ee6abde74ddc tempest-SecurityGroupsTestJSON-63281774 tempest-SecurityGroupsTestJSON-63281774-project] show failed (client error): The resource could not be found. Jul 06 13:57:13.989522 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-72377e72-2e97-4782-acf5-3e5a3b65b104 req-d4e728af-dc82-4f2f-a624-ee6abde74ddc tempest-SecurityGroupsTestJSON-63281774 tempest-SecurityGroupsTestJSON-63281774-project] 10.222.0.104 "GET /v2.0/security-groups/a28da7a5-1d34-4420-b87f-2bc62d933392 HTTP/1.1" status: 404 len: 352 time: 0.0781319 Jul 06 13:57:14.036814 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035daabd-85c5-4ab3-93f6-0bacfeaba839 req-d26ca6f9-388c-45f1-ae18-f355b2cc607e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:14.038421 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-035daabd-85c5-4ab3-93f6-0bacfeaba839 req-d26ca6f9-388c-45f1-ae18-f355b2cc607e service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=483ead9cc6094290930ff4aed37f7463&device_id=3abd5f1c-5cfa-40e5-8018-1960204a8886 HTTP/1.1" status: 200 len: 1099 time: 0.0919242 Jul 06 13:57:14.094135 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e14570-3327-4bac-8f10-31b664422e0b req-813d917d-25b1-4a58-892a-91a6ca2e8c6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:14.095655 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-b5e14570-3327-4bac-8f10-31b664422e0b req-813d917d-25b1-4a58-892a-91a6ca2e8c6e service neutron] 10.222.0.72 "GET /v2.0/networks?id=7a710b21-0493-4be8-a73f-c10a9dbc43f7 HTTP/1.1" status: 200 len: 914 time: 0.1924436 Jul 06 13:57:14.112573 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035daabd-85c5-4ab3-93f6-0bacfeaba839 req-b757147d-662f-4fdf-806c-3ade80f1c996 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:14.114150 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-035daabd-85c5-4ab3-93f6-0bacfeaba839 req-b757147d-662f-4fdf-806c-3ade80f1c996 service neutron] 10.222.0.127 "GET /v2.0/ports?tenant_id=483ead9cc6094290930ff4aed37f7463&device_id=3abd5f1c-5cfa-40e5-8018-1960204a8886 HTTP/1.1" status: 200 len: 1099 time: 0.1745169 Jul 06 13:57:14.115804 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.agents_db [None req-167c0ad6-1657-4c9a-a2c4-3b18056aa662 None None] Agent healthcheck: found 7 active agents {{(pid=100249) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 13:57:14.151501 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-b5e14570-3327-4bac-8f10-31b664422e0b req-4564b1db-f0e0-41f7-9f5d-8706c16e106b service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=744db401-e29e-4d4f-8f53-bfbb35dd8037 HTTP/1.1" status: 200 len: 217 time: 0.0475457 Jul 06 13:57:14.287135 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035daabd-85c5-4ab3-93f6-0bacfeaba839 req-4f531f65-36c1-4ee1-8f99-657fbb01cc39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:14.288806 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-035daabd-85c5-4ab3-93f6-0bacfeaba839 req-4f531f65-36c1-4ee1-8f99-657fbb01cc39 service neutron] 10.222.0.72 "GET /v2.0/networks?id=ac09d390-867f-4b75-a8d2-ab11550bffd6 HTTP/1.1" status: 200 len: 871 time: 0.2430172 Jul 06 13:57:14.306794 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-0535bddc-9462-4846-b3ae-bd147b496ee6 req-2962c50b-1632-4f06-afc4-c0873c1cb9cf service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=ce46b99b-5e9d-4179-b46f-7265cb00f3d9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1476636 Jul 06 13:57:14.323128 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e14570-3327-4bac-8f10-31b664422e0b req-720bf197-2126-4cf1-ab31-687933339041 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:14.325275 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-b5e14570-3327-4bac-8f10-31b664422e0b req-720bf197-2126-4cf1-ab31-687933339041 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=8d32f554-2b92-4c59-9901-e19d129549fc HTTP/1.1" status: 200 len: 852 time: 0.1500673 Jul 06 13:57:14.382250 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-b5e14570-3327-4bac-8f10-31b664422e0b req-47c600ad-71b5-4a46-a93a-01cce1dbd7ae service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=7a710b21-0493-4be8-a73f-c10a9dbc43f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0447536 Jul 06 13:57:14.417277 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035daabd-85c5-4ab3-93f6-0bacfeaba839 req-6a788369-c789-499b-a395-5e09a8fe1069 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:14.418767 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-035daabd-85c5-4ab3-93f6-0bacfeaba839 req-6a788369-c789-499b-a395-5e09a8fe1069 service neutron] 10.222.0.127 "GET /v2.0/networks?id=ac09d390-867f-4b75-a8d2-ab11550bffd6 HTTP/1.1" status: 200 len: 871 time: 0.2759066 Jul 06 13:57:14.502192 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-035daabd-85c5-4ab3-93f6-0bacfeaba839 req-9ea55a34-859c-48e3-80cd-f500f556fb7a service neutron] 10.222.0.127 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.141&port_id=39b82faa-9bb5-4637-ba57-e7b6ac96e89a HTTP/1.1" status: 200 len: 217 time: 0.0515456 Jul 06 13:57:14.513790 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a83277d-d6b1-4f58-9fb5-36fd8e1e234e req-a04b1082-ddeb-4d9f-8cde-7bf16dbbf11d tempest-LiveAutoBlockMigrationV225Test-654794443 tempest-LiveAutoBlockMigrationV225Test-654794443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:14.521451 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-8a83277d-d6b1-4f58-9fb5-36fd8e1e234e req-a04b1082-ddeb-4d9f-8cde-7bf16dbbf11d tempest-LiveAutoBlockMigrationV225Test-654794443 tempest-LiveAutoBlockMigrationV225Test-654794443-project] 10.222.0.104 "GET /v2.0/ports?device_id=409617e7-df61-4f61-8ec0-c00a7448d4c1 HTTP/1.1" status: 200 len: 946 time: 0.2515364 Jul 06 13:57:14.635915 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-8a83277d-d6b1-4f58-9fb5-36fd8e1e234e req-805832d5-a264-4ad1-9654-1559dea4138b tempest-LiveAutoBlockMigrationV225Test-654794443 tempest-LiveAutoBlockMigrationV225Test-654794443-project] 10.222.0.104 "GET /v2.0/security-groups?id=43f6fcb8-9501-44d6-9feb-82c82c5d5862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134763 Jul 06 13:57:14.645370 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-b5e14570-3327-4bac-8f10-31b664422e0b req-ef6e4b0a-0451-4893-b294-ed5a8bbaedc6 service neutron] 10.222.0.72 "GET /v2.0/networks/7a710b21-0493-4be8-a73f-c10a9dbc43f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2527697 Jul 06 13:57:14.688807 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-035daabd-85c5-4ab3-93f6-0bacfeaba839 req-ce76ca8e-62f1-4f55-996d-4d20f55d713e service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.141&port_id=39b82faa-9bb5-4637-ba57-e7b6ac96e89a HTTP/1.1" status: 200 len: 217 time: 0.3918877 Jul 06 13:57:14.695743 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035daabd-85c5-4ab3-93f6-0bacfeaba839 req-56d8f8ac-6523-431d-a191-af3002749284 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:14.697610 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-035daabd-85c5-4ab3-93f6-0bacfeaba839 req-56d8f8ac-6523-431d-a191-af3002749284 service neutron] 10.222.0.127 "GET /v2.0/subnets?id=d1c3cc78-09b9-4e30-99fd-0e5830de101d HTTP/1.1" status: 200 len: 843 time: 0.1742175 Jul 06 13:57:14.773034 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035daabd-85c5-4ab3-93f6-0bacfeaba839 req-21cfc733-3f0d-4b85-8327-eebd67a6844a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:14.774516 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-035daabd-85c5-4ab3-93f6-0bacfeaba839 req-21cfc733-3f0d-4b85-8327-eebd67a6844a service neutron] 10.222.0.72 "GET /v2.0/subnets?id=d1c3cc78-09b9-4e30-99fd-0e5830de101d HTTP/1.1" status: 200 len: 843 time: 0.0672405 Jul 06 13:57:14.793972 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0535bddc-9462-4846-b3ae-bd147b496ee6 req-992e4990-5ab4-4eef-b3b7-a1238af04042 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:14.796107 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-0535bddc-9462-4846-b3ae-bd147b496ee6 req-992e4990-5ab4-4eef-b3b7-a1238af04042 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=4cef06e2189c48a2819839e74c70f679&device_id=ce46b99b-5e9d-4179-b46f-7265cb00f3d9 HTTP/1.1" status: 200 len: 1096 time: 0.1247447 Jul 06 13:57:14.938369 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5336e9e9-cd1a-4c7f-b26d-28341ad1d47e req-ca8f680e-0d41-4f69-86de-db87d700619f tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:14.939154 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035daabd-85c5-4ab3-93f6-0bacfeaba839 req-61ea01be-47ca-4444-bc82-a27e4e128675 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:14.939932 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-5336e9e9-cd1a-4c7f-b26d-28341ad1d47e req-ca8f680e-0d41-4f69-86de-db87d700619f tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] 10.222.0.104 "GET /v2.0/ports?device_id=3abd5f1c-5cfa-40e5-8018-1960204a8886 HTTP/1.1" status: 200 len: 948 time: 0.3296165 Jul 06 13:57:14.940669 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-035daabd-85c5-4ab3-93f6-0bacfeaba839 req-61ea01be-47ca-4444-bc82-a27e4e128675 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=ac09d390-867f-4b75-a8d2-ab11550bffd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1434767 Jul 06 13:57:14.942424 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0535bddc-9462-4846-b3ae-bd147b496ee6 req-cf208a34-0083-493e-87d0-1b992d804bba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:14.943948 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-0535bddc-9462-4846-b3ae-bd147b496ee6 req-cf208a34-0083-493e-87d0-1b992d804bba service neutron] 10.222.0.72 "GET /v2.0/networks?id=719b716d-a00d-48ee-8755-3a8bbdfaf0d2 HTTP/1.1" status: 200 len: 923 time: 0.1157274 Jul 06 13:57:14.948876 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-b5e14570-3327-4bac-8f10-31b664422e0b req-ff4766b9-9754-4edc-a375-0ca104dbcb16 service neutron] 10.222.0.72 "GET /v2.0/networks/7a710b21-0493-4be8-a73f-c10a9dbc43f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2664621 Jul 06 13:57:14.988069 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035daabd-85c5-4ab3-93f6-0bacfeaba839 req-5de09532-1add-4a2e-92b5-9fc2c38037d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:14.989484 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-035daabd-85c5-4ab3-93f6-0bacfeaba839 req-5de09532-1add-4a2e-92b5-9fc2c38037d8 service neutron] 10.222.0.127 "GET /v2.0/ports?network_id=ac09d390-867f-4b75-a8d2-ab11550bffd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2773857 Jul 06 13:57:15.006771 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b59eff-2928-414a-b1f2-63f5a419cbac req-2c99175e-8234-4012-8be1-f4ebbb091df0 tempest-SecurityGroupsTestJSON-63281774 tempest-SecurityGroupsTestJSON-63281774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:15.014674 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-27b59eff-2928-414a-b1f2-63f5a419cbac req-2c99175e-8234-4012-8be1-f4ebbb091df0 tempest-SecurityGroupsTestJSON-63281774 tempest-SecurityGroupsTestJSON-63281774-project] 10.222.0.104 "GET /v2.0/ports?device_id=bbe928b0-5e7c-4721-9637-d47d31cb39fc HTTP/1.1" status: 200 len: 1023 time: 0.1994753 Jul 06 13:57:15.037142 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-0535bddc-9462-4846-b3ae-bd147b496ee6 req-72c3aa99-dadb-4e41-b3dc-a66f5cda813d service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=657fb024-941b-4590-82d2-c9d7f63025c1 HTTP/1.1" status: 200 len: 217 time: 0.0735106 Jul 06 13:57:15.117935 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0535bddc-9462-4846-b3ae-bd147b496ee6 req-bf69c0d4-45ae-4a93-af23-fe374e11f7b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:15.119453 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-0535bddc-9462-4846-b3ae-bd147b496ee6 req-bf69c0d4-45ae-4a93-af23-fe374e11f7b2 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=7f475f76-2dcc-4dce-adb2-7deed8b8ad71 HTTP/1.1" status: 200 len: 861 time: 0.0744839 Jul 06 13:57:15.127941 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-035daabd-85c5-4ab3-93f6-0bacfeaba839 req-d4dbd9d9-b3a4-4e90-a7dc-0c96b46068a3 service neutron] 10.222.0.72 "GET /v2.0/networks/ac09d390-867f-4b75-a8d2-ab11550bffd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1722035 Jul 06 13:57:15.179847 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-0535bddc-9462-4846-b3ae-bd147b496ee6 req-e00c51e8-05d1-46eb-b034-6cbae6eb84d4 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=719b716d-a00d-48ee-8755-3a8bbdfaf0d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0508835 Jul 06 13:57:15.352337 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-035daabd-85c5-4ab3-93f6-0bacfeaba839 req-942efdef-df21-4b4d-ae03-bd4298d1a4fb service neutron] 10.222.0.72 "GET /v2.0/networks/ac09d390-867f-4b75-a8d2-ab11550bffd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2144268 Jul 06 13:57:15.359138 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-0535bddc-9462-4846-b3ae-bd147b496ee6 req-d7f8e2d5-46d3-46c1-895e-38f78799cbca service neutron] 10.222.0.72 "GET /v2.0/networks/719b716d-a00d-48ee-8755-3a8bbdfaf0d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1454220 Jul 06 13:57:15.434503 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-5336e9e9-cd1a-4c7f-b26d-28341ad1d47e req-805933a9-14f3-416b-9a9c-8878499bf8c5 tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] 10.222.0.104 "GET /v2.0/security-groups?id=9f5b92e9-7340-49c3-a9bb-41e4a1caffc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4823289 Jul 06 13:57:15.484340 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-27b59eff-2928-414a-b1f2-63f5a419cbac req-1800e74c-3d25-4e67-8b05-1b7e752584da tempest-SecurityGroupsTestJSON-63281774 tempest-SecurityGroupsTestJSON-63281774-project] 10.222.0.104 "GET /v2.0/security-groups?id=11248e3f-46f6-4720-87cb-6065d8db960a&id=66a64f11-8fd4-4070-857b-32412c48dea6&id=3bf12d19-7820-4e26-a6c8-60b725e87032&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.4687059 Jul 06 13:57:15.512602 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-0535bddc-9462-4846-b3ae-bd147b496ee6 req-95e09d81-be0f-4422-86e4-568d61b35396 service neutron] 10.222.0.72 "GET /v2.0/networks/719b716d-a00d-48ee-8755-3a8bbdfaf0d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1320448 Jul 06 13:57:15.557217 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-035daabd-85c5-4ab3-93f6-0bacfeaba839 req-45a8d28f-f4d4-4f19-94a4-8fddac5402d9 service neutron] 10.222.0.127 "GET /v2.0/networks/ac09d390-867f-4b75-a8d2-ab11550bffd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5386291 Jul 06 13:57:15.758705 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-035daabd-85c5-4ab3-93f6-0bacfeaba839 req-a3eadc63-2582-4fba-af76-7d550e6e825c service neutron] 10.222.0.127 "GET /v2.0/networks/ac09d390-867f-4b75-a8d2-ab11550bffd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1944685 Jul 06 13:57:15.782320 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e35509e-a09e-4f01-b153-8689aaf5767a req-da061921-af24-40e8-b991-a21af792276b tempest-ServersAdminTestJSON-391861328 tempest-ServersAdminTestJSON-391861328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:15.783825 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-4e35509e-a09e-4f01-b153-8689aaf5767a req-da061921-af24-40e8-b991-a21af792276b tempest-ServersAdminTestJSON-391861328 tempest-ServersAdminTestJSON-391861328-project] 10.222.0.104 "GET /v2.0/ports?device_id=63f04f24-a07c-4f56-a92d-98828f9b51fd HTTP/1.1" status: 200 len: 949 time: 0.1430619 Jul 06 13:57:15.792194 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68118bf-34ec-4504-9c45-12d0975569dc req-5e48d001-8afd-4efb-b691-86f532c44c9d tempest-DeleteServersTestJSON-677393534 tempest-DeleteServersTestJSON-677393534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:15.793544 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-d68118bf-34ec-4504-9c45-12d0975569dc req-5e48d001-8afd-4efb-b691-86f532c44c9d tempest-DeleteServersTestJSON-677393534 tempest-DeleteServersTestJSON-677393534-project] 10.222.0.104 "GET /v2.0/ports?device_id=6170d4d8-ea14-440b-9da4-bbd0c2f68095 HTTP/1.1" status: 200 len: 944 time: 0.1545086 Jul 06 13:57:15.851454 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-4e35509e-a09e-4f01-b153-8689aaf5767a req-5d419de1-366e-4763-9059-fdc0baae9537 tempest-ServersAdminTestJSON-391861328 tempest-ServersAdminTestJSON-391861328-project] 10.222.0.104 "GET /v2.0/security-groups?id=3bcee3ab-dc9e-46be-bc35-9f5a80cc9457&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569093 Jul 06 13:57:15.857719 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-d68118bf-34ec-4504-9c45-12d0975569dc req-2bd712a0-91d2-4d8b-97bb-e533b185cfc9 tempest-DeleteServersTestJSON-677393534 tempest-DeleteServersTestJSON-677393534-project] 10.222.0.104 "GET /v2.0/security-groups?id=7d4cbf2c-f907-4452-8928-a2a298fe7ee1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560784 Jul 06 13:57:16.011932 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-06a2c605-d5e0-4ba0-a9a8-da4922b02c71 req-6a612265-7bb7-4940-a8ab-f66aad15e522 service neutron] 10.222.0.127 "GET /v2.0/ports?device_id=38cb1596-590e-44d7-bc4d-de552f284c55&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1050532 Jul 06 13:57:16.048948 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Device 39b82faa-9bb5-4637-ba57-e7b6ac96e89a details requested by agent hyperv_n-h2-773647-6 with host n-h2-773647-6 {{(pid=100248) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 13:57:16.159627 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a2c605-d5e0-4ba0-a9a8-da4922b02c71 req-1148d19b-e072-4d12-8048-2ce987af9210 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:16.161121 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-06a2c605-d5e0-4ba0-a9a8-da4922b02c71 req-1148d19b-e072-4d12-8048-2ce987af9210 service neutron] 10.222.0.127 "GET /v2.0/ports?tenant_id=125e6575b3ba4365b3ae01568cef269b&device_id=38cb1596-590e-44d7-bc4d-de552f284c55 HTTP/1.1" status: 200 len: 1095 time: 0.1314478 Jul 06 13:57:16.195646 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] For port 39b82faa-9bb5-4637-ba57-e7b6ac96e89a, host n-h2-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=39b82faa-9bb5-4637-ba57-e7b6ac96e89a,segment=NetworkSegment(c9ea893d-045e-42cf-b3dd-cdd1f79baccd),segment_id=c9ea893d-045e-42cf-b3dd-cdd1f79baccd)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:57:16.216876 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Returning: {'device': '39b82faa-9bb5-4637-ba57-e7b6ac96e89a', 'network_id': 'ac09d390-867f-4b75-a8d2-ab11550bffd6', 'port_id': '39b82faa-9bb5-4637-ba57-e7b6ac96e89a', 'mac_address': 'fa:16:3e:e9:75:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1023, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd1c3cc78-09b9-4e30-99fd-0e5830de101d', 'ip_address': '192.168.233.141'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100248) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 13:57:16.217088 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8218ee3-2e3a-4661-94ff-538cde0c1d95 req-9ebb0dec-a322-4fcc-8c39-3c8eb8eb012d tempest-LiveAutoBlockMigrationV225Test-654794443 tempest-LiveAutoBlockMigrationV225Test-654794443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:16.220152 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-e8218ee3-2e3a-4661-94ff-538cde0c1d95 req-9ebb0dec-a322-4fcc-8c39-3c8eb8eb012d tempest-LiveAutoBlockMigrationV225Test-654794443 tempest-LiveAutoBlockMigrationV225Test-654794443-project] 10.222.0.104 "GET /v2.0/ports?device_id=409617e7-df61-4f61-8ec0-c00a7448d4c1 HTTP/1.1" status: 200 len: 946 time: 0.1399047 Jul 06 13:57:16.263417 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:16.276859 n-d-773647-6 neutron-server[100248]: DEBUG neutron.notifiers.nova [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 39b82faa-9bb5-4637-ba57-e7b6ac96e89a {{(pid=100248) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 13:57:16.297497 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] For port 39b82faa-9bb5-4637-ba57-e7b6ac96e89a, host n-h2-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=39b82faa-9bb5-4637-ba57-e7b6ac96e89a,segment=NetworkSegment(c9ea893d-045e-42cf-b3dd-cdd1f79baccd),segment_id=c9ea893d-045e-42cf-b3dd-cdd1f79baccd)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:57:16.301072 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:16.308234 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-74ca950f-570d-485d-a372-7a1b823d44d6 req-fcf94684-8799-499f-a2a2-6ea39bf8ea8d tempest-ListImageFiltersTestJSON-201163018 tempest-ListImageFiltersTestJSON-201163018-project] 10.222.0.104 "GET /v2.0/networks?tenant_id=fd1179e270854812bfc36cc0e270ba96&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0869727 Jul 06 13:57:16.356834 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Pushing event updated for resources: {'Port': ['ID=39b82faa-9bb5-4637-ba57-e7b6ac96e89a,revision_number=8']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:57:16.421614 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-e8218ee3-2e3a-4661-94ff-538cde0c1d95 req-d642d586-8992-4050-bcb2-f93c0053c001 tempest-LiveAutoBlockMigrationV225Test-654794443 tempest-LiveAutoBlockMigrationV225Test-654794443-project] 10.222.0.104 "GET /v2.0/security-groups?id=43f6fcb8-9501-44d6-9feb-82c82c5d5862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1600833 Jul 06 13:57:16.462140 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a2c605-d5e0-4ba0-a9a8-da4922b02c71 req-e340ed01-ea61-4568-92da-6dafe9c8f8a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:16.462140 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-06a2c605-d5e0-4ba0-a9a8-da4922b02c71 req-e340ed01-ea61-4568-92da-6dafe9c8f8a6 service neutron] 10.222.0.127 "GET /v2.0/networks?id=4f6c277b-1b2d-40ad-a374-15bf31b2f6e9 HTTP/1.1" status: 200 len: 909 time: 0.2700443 Jul 06 13:57:16.521317 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23fdad7-b38f-48e6-b409-90f34846a145 req-13c594fe-fcab-489a-acd2-cee103aa5f8d tempest-SecurityGroupsTestJSON-63281774 tempest-SecurityGroupsTestJSON-63281774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:16.522834 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-b23fdad7-b38f-48e6-b409-90f34846a145 req-13c594fe-fcab-489a-acd2-cee103aa5f8d tempest-SecurityGroupsTestJSON-63281774 tempest-SecurityGroupsTestJSON-63281774-project] 10.222.0.127 "GET /v2.0/ports?device_id=bbe928b0-5e7c-4721-9637-d47d31cb39fc HTTP/1.1" status: 200 len: 1023 time: 0.2317269 Jul 06 13:57:16.524249 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-06a2c605-d5e0-4ba0-a9a8-da4922b02c71 req-0dd213a0-7545-4203-8bd4-01059b05cea7 service neutron] 10.222.0.127 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=113a8907-4f54-4c39-b78e-d093bc9daf85 HTTP/1.1" status: 200 len: 217 time: 0.0599759 Jul 06 13:57:16.560195 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ca950f-570d-485d-a372-7a1b823d44d6 req-6a962f5d-b2d9-4e30-bcbe-bc17b77590d5 tempest-ListImageFiltersTestJSON-201163018 tempest-ListImageFiltersTestJSON-201163018-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:16.562184 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-74ca950f-570d-485d-a372-7a1b823d44d6 req-6a962f5d-b2d9-4e30-bcbe-bc17b77590d5 tempest-ListImageFiltersTestJSON-201163018 tempest-ListImageFiltersTestJSON-201163018-project] 10.222.0.104 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2463658 Jul 06 13:57:16.605922 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] get_ports_and_sgs() called for port_ids ['39b82faa-9bb5-4637-ba57-e7b6ac96e89a'] {{(pid=100248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 13:57:16.651718 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-74ca950f-570d-485d-a372-7a1b823d44d6 req-89debe74-0cc5-4d00-b7bd-0475dfec40f2 tempest-ListImageFiltersTestJSON-201163018 tempest-ListImageFiltersTestJSON-201163018-project] 10.222.0.104 "GET /v2.0/quotas/fd1179e270854812bfc36cc0e270ba96 HTTP/1.1" status: 200 len: 375 time: 0.0513694 Jul 06 13:57:16.680586 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a2c605-d5e0-4ba0-a9a8-da4922b02c71 req-9e33583d-50c7-42bf-89b6-ab670eb34edc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:16.681675 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-06a2c605-d5e0-4ba0-a9a8-da4922b02c71 req-9e33583d-50c7-42bf-89b6-ab670eb34edc service neutron] 10.222.0.127 "GET /v2.0/subnets?id=3ab4a4f6-31db-40f5-bd89-967e515dcbd9 HTTP/1.1" status: 200 len: 847 time: 0.1383123 Jul 06 13:57:16.743738 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-74ca950f-570d-485d-a372-7a1b823d44d6 req-905a8e19-92bd-469e-85de-a6db8b111ec7 tempest-ListImageFiltersTestJSON-201163018 tempest-ListImageFiltersTestJSON-201163018-project] 10.222.0.104 "GET /v2.0/ports?tenant_id=fd1179e270854812bfc36cc0e270ba96&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0794578 Jul 06 13:57:16.776826 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-06a2c605-d5e0-4ba0-a9a8-da4922b02c71 req-af134fd1-f2f9-4cff-9044-579b3e624260 service neutron] 10.222.0.127 "GET /v2.0/ports?network_id=4f6c277b-1b2d-40ad-a374-15bf31b2f6e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0875888 Jul 06 13:57:16.844348 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14a34ad-e72b-4683-8606-712d16f47ecd req-cc2073bc-336d-4bbb-a2d9-1cab2500fac5 tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:16.857594 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-a14a34ad-e72b-4683-8606-712d16f47ecd req-cc2073bc-336d-4bbb-a2d9-1cab2500fac5 tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] 10.222.0.104 "GET /v2.0/ports?device_id=3abd5f1c-5cfa-40e5-8018-1960204a8886 HTTP/1.1" status: 200 len: 949 time: 0.2880237 Jul 06 13:57:16.910800 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.plugin [req-b23fdad7-b38f-48e6-b409-90f34846a145 req-81175158-7fa2-4573-9db8-d7d41fa0be28 tempest-SecurityGroupsTestJSON-63281774 tempest-SecurityGroupsTestJSON-63281774-project] Deleting port 9e0a8fcf-beec-40bb-8530-7b53818607f4 {{(pid=100247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 13:57:16.911430 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-b23fdad7-b38f-48e6-b409-90f34846a145 req-81175158-7fa2-4573-9db8-d7d41fa0be28 tempest-SecurityGroupsTestJSON-63281774 tempest-SecurityGroupsTestJSON-63281774-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:17.036963 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-a14a34ad-e72b-4683-8606-712d16f47ecd req-9fc6e04f-abca-4bdf-8aba-f62e584bc3fb tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] 10.222.0.104 "GET /v2.0/security-groups?id=9f5b92e9-7340-49c3-a9bb-41e4a1caffc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1848557 Jul 06 13:57:17.072313 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-06a2c605-d5e0-4ba0-a9a8-da4922b02c71 req-867bc61b-3eb1-43a5-9ceb-9ceebca3ab15 service neutron] 10.222.0.127 "GET /v2.0/networks/4f6c277b-1b2d-40ad-a374-15bf31b2f6e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2876925 Jul 06 13:57:17.189719 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.db [req-b23fdad7-b38f-48e6-b409-90f34846a145 req-81175158-7fa2-4573-9db8-d7d41fa0be28 tempest-SecurityGroupsTestJSON-63281774 tempest-SecurityGroupsTestJSON-63281774-project] For port 9e0a8fcf-beec-40bb-8530-7b53818607f4, host n-h1-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773647-6',level=0,port_id=9e0a8fcf-beec-40bb-8530-7b53818607f4,segment=NetworkSegment(0212c0ea-43ee-41e4-b30e-4894f6429a7c),segment_id=0212c0ea-43ee-41e4-b30e-4894f6429a7c)] {{(pid=100247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:57:17.189719 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-b23fdad7-b38f-48e6-b409-90f34846a145 req-81175158-7fa2-4573-9db8-d7d41fa0be28 tempest-SecurityGroupsTestJSON-63281774 tempest-SecurityGroupsTestJSON-63281774-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:17.227054 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.plugin [req-b23fdad7-b38f-48e6-b409-90f34846a145 req-81175158-7fa2-4573-9db8-d7d41fa0be28 tempest-SecurityGroupsTestJSON-63281774 tempest-SecurityGroupsTestJSON-63281774-project] Calling delete_port for 9e0a8fcf-beec-40bb-8530-7b53818607f4 owned by compute:nova {{(pid=100247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 13:57:17.282945 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10ab3f8-85f5-4f3f-a39a-ebc037af49e3 req-81abcd22-69a1-4e73-8eef-a701bf7d28f3 tempest-SecurityGroupsTestJSON-63281774 tempest-SecurityGroupsTestJSON-63281774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:17.289953 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-a10ab3f8-85f5-4f3f-a39a-ebc037af49e3 req-81abcd22-69a1-4e73-8eef-a701bf7d28f3 tempest-SecurityGroupsTestJSON-63281774 tempest-SecurityGroupsTestJSON-63281774-project] 10.222.0.104 "GET /v2.0/ports?device_id=bbe928b0-5e7c-4721-9637-d47d31cb39fc HTTP/1.1" status: 200 len: 1023 time: 0.3231604 Jul 06 13:57:17.293556 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc726ce7-e258-482d-b937-8c6d8ecb866e req-c9831818-9e8e-4e51-a64d-70426a9176bd tempest-LiveAutoBlockMigrationV225Test-1685424674 tempest-LiveAutoBlockMigrationV225Test-1685424674-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:17.294884 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-bc726ce7-e258-482d-b937-8c6d8ecb866e req-c9831818-9e8e-4e51-a64d-70426a9176bd tempest-LiveAutoBlockMigrationV225Test-1685424674 tempest-LiveAutoBlockMigrationV225Test-1685424674-project-admin] 10.222.0.127 "GET /v2.0/ports?device_id=409617e7-df61-4f61-8ec0-c00a7448d4c1&tenant_id=4cef06e2189c48a2819839e74c70f679&binding%3Ahost_id=n-h2-773647-6 HTTP/1.1" status: 200 len: 1097 time: 0.3248017 Jul 06 13:57:17.334287 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [req-bc726ce7-e258-482d-b937-8c6d8ecb866e req-c90fb7eb-852e-4400-aff6-d3b263141e04 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-773647-6'}}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:57:17.377188 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-06a2c605-d5e0-4ba0-a9a8-da4922b02c71 req-85019cc9-08b4-4129-baef-da8b404b3763 service neutron] 10.222.0.127 "GET /v2.0/networks/4f6c277b-1b2d-40ad-a374-15bf31b2f6e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2972469 Jul 06 13:57:17.445011 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-a10ab3f8-85f5-4f3f-a39a-ebc037af49e3 req-f87c3760-0dcf-4fb0-8c49-cdf97dd4cd9e tempest-SecurityGroupsTestJSON-63281774 tempest-SecurityGroupsTestJSON-63281774-project] 10.222.0.104 "GET /v2.0/security-groups?id=11248e3f-46f6-4720-87cb-6065d8db960a&id=66a64f11-8fd4-4070-857b-32412c48dea6&id=3bf12d19-7820-4e26-a6c8-60b725e87032&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.1541178 Jul 06 13:57:17.489203 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1046d1-ce91-4308-96a7-023449123964 req-b99ea674-450b-4513-a66f-4a98c62dea5d tempest-ServersAdminTestJSON-391861328 tempest-ServersAdminTestJSON-391861328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:17.490725 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-6f1046d1-ce91-4308-96a7-023449123964 req-b99ea674-450b-4513-a66f-4a98c62dea5d tempest-ServersAdminTestJSON-391861328 tempest-ServersAdminTestJSON-391861328-project] 10.222.0.104 "GET /v2.0/ports?device_id=63f04f24-a07c-4f56-a92d-98828f9b51fd HTTP/1.1" status: 200 len: 949 time: 0.2989385 Jul 06 13:57:17.534382 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-bc726ce7-e258-482d-b937-8c6d8ecb866e req-c90fb7eb-852e-4400-aff6-d3b263141e04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:17.566993 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-6f1046d1-ce91-4308-96a7-023449123964 req-2099ddf9-b408-4de6-a840-fc0a715e35b5 tempest-ServersAdminTestJSON-391861328 tempest-ServersAdminTestJSON-391861328-project] 10.222.0.104 "GET /v2.0/security-groups?id=3bcee3ab-dc9e-46be-bc35-9f5a80cc9457&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684106 Jul 06 13:57:17.695333 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-b23fdad7-b38f-48e6-b409-90f34846a145 req-81175158-7fa2-4573-9db8-d7d41fa0be28 tempest-SecurityGroupsTestJSON-63281774 tempest-SecurityGroupsTestJSON-63281774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117'] for port, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:17.707073 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] get_ports_and_sgs() called for port_ids ['9e0a8fcf-beec-40bb-8530-7b53818607f4'] {{(pid=100248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 13:57:17.757254 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-a8b0a6c6-8627-4bf1-b6d0-f003c0fc47ab req-c791a9f8-7e09-46b6-a32d-7a2d39ef3446 tempest-ListImageFiltersTestJSON-201163018 tempest-ListImageFiltersTestJSON-201163018-project] 10.222.0.104 "GET /v2.0/networks?tenant_id=fd1179e270854812bfc36cc0e270ba96&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0824172 Jul 06 13:57:17.787155 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81175158-7fa2-4573-9db8-d7d41fa0be28 tempest-SecurityGroupsTestJSON-63281774 tempest-SecurityGroupsTestJSON-63281774-project] Pushing event deleted for resources: {'Port': ['ID=9e0a8fcf-beec-40bb-8530-7b53818607f4,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:57:17.902260 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Device 33f9921a-af0a-4689-af66-74372e6fe3df details requested by agent hyperv_n-h1-773647-6 with host n-h1-773647-6 {{(pid=100248) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 13:57:17.905898 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.l3_dvrscheduler_db [req-b23fdad7-b38f-48e6-b409-90f34846a145 req-81175158-7fa2-4573-9db8-d7d41fa0be28 tempest-SecurityGroupsTestJSON-63281774 tempest-SecurityGroupsTestJSON-63281774-project] No DVR routers for this DVR port 9e0a8fcf-beec-40bb-8530-7b53818607f4 on host n-h1-773647-6 {{(pid=100247) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 13:57:17.917314 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1a28c8-182b-402b-9e9c-43aadbb12e60 req-c3b8733e-17ac-4675-8907-c4cedcac5e01 tempest-DeleteServersTestJSON-677393534 tempest-DeleteServersTestJSON-677393534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:17.918805 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-0a1a28c8-182b-402b-9e9c-43aadbb12e60 req-c3b8733e-17ac-4675-8907-c4cedcac5e01 tempest-DeleteServersTestJSON-677393534 tempest-DeleteServersTestJSON-677393534-project] 10.222.0.104 "GET /v2.0/ports?device_id=6170d4d8-ea14-440b-9da4-bbd0c2f68095 HTTP/1.1" status: 200 len: 944 time: 0.3288243 Jul 06 13:57:17.931027 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-b23fdad7-b38f-48e6-b409-90f34846a145 req-81175158-7fa2-4573-9db8-d7d41fa0be28 tempest-SecurityGroupsTestJSON-63281774 tempest-SecurityGroupsTestJSON-63281774-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:17.931027 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-b23fdad7-b38f-48e6-b409-90f34846a145 req-81175158-7fa2-4573-9db8-d7d41fa0be28 tempest-SecurityGroupsTestJSON-63281774 tempest-SecurityGroupsTestJSON-63281774-project] 10.222.0.127 "DELETE /v2.0/ports/9e0a8fcf-beec-40bb-8530-7b53818607f4 HTTP/1.1" status: 204 len: 173 time: 1.3898110 Jul 06 13:57:17.931027 n-d-773647-6 neutron-server[100247]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbe928b0-5e7c-4721-9637-d47d31cb39fc', 'name': 'network-vif-deleted', 'tag': '9e0a8fcf-beec-40bb-8530-7b53818607f4'}] {{(pid=100247) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 13:57:17.931027 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cbf0eeaae822f8fc9b87a94aeba67a3d651842baf663a51cba94b67a514836d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bb886f2-6fec-477e-ba80-eec4d8a8455d" -d '{"events": [{"server_uuid": "bbe928b0-5e7c-4721-9637-d47d31cb39fc", "name": "network-vif-deleted", "tag": "9e0a8fcf-beec-40bb-8530-7b53818607f4"}]}' {{(pid=100247) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:57:17.985267 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.db [req-bc726ce7-e258-482d-b937-8c6d8ecb866e req-c90fb7eb-852e-4400-aff6-d3b263141e04 service neutron] For port 33f9921a-af0a-4689-af66-74372e6fe3df, host n-h2-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=33f9921a-af0a-4689-af66-74372e6fe3df,segment=NetworkSegment(da615941-94ee-441c-92fd-37ca002df9b5),segment_id=da615941-94ee-441c-92fd-37ca002df9b5)] {{(pid=100247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:57:18.028263 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b0a6c6-8627-4bf1-b6d0-f003c0fc47ab req-6bb668ee-688e-4248-8ee7-3ce84d554a72 tempest-ListImageFiltersTestJSON-201163018 tempest-ListImageFiltersTestJSON-201163018-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:18.029777 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-a8b0a6c6-8627-4bf1-b6d0-f003c0fc47ab req-6bb668ee-688e-4248-8ee7-3ce84d554a72 tempest-ListImageFiltersTestJSON-201163018 tempest-ListImageFiltersTestJSON-201163018-project] 10.222.0.104 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2489164 Jul 06 13:57:18.044379 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-0a1a28c8-182b-402b-9e9c-43aadbb12e60 req-c11d27f0-fc50-440e-b6d9-722199acfd5d tempest-DeleteServersTestJSON-677393534 tempest-DeleteServersTestJSON-677393534-project] 10.222.0.104 "GET /v2.0/security-groups?id=7d4cbf2c-f907-4452-8928-a2a298fe7ee1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081879 Jul 06 13:57:18.074118 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] For port 33f9921a-af0a-4689-af66-74372e6fe3df, host n-h2-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=33f9921a-af0a-4689-af66-74372e6fe3df,segment=NetworkSegment(da615941-94ee-441c-92fd-37ca002df9b5),segment_id=da615941-94ee-441c-92fd-37ca002df9b5)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:57:18.081141 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Device 744db401-e29e-4d4f-8f53-bfbb35dd8037 details requested by agent hyperv_n-h2-773647-6 with host n-h2-773647-6 {{(pid=100248) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 13:57:18.104185 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-a8b0a6c6-8627-4bf1-b6d0-f003c0fc47ab req-55b57d76-488e-4052-a927-43d46c98b3b2 tempest-ListImageFiltersTestJSON-201163018 tempest-ListImageFiltersTestJSON-201163018-project] 10.222.0.104 "GET /v2.0/quotas/fd1179e270854812bfc36cc0e270ba96 HTTP/1.1" status: 200 len: 375 time: 0.0587294 Jul 06 13:57:18.137531 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.db [req-bc726ce7-e258-482d-b937-8c6d8ecb866e req-c90fb7eb-852e-4400-aff6-d3b263141e04 service neutron] For port 33f9921a-af0a-4689-af66-74372e6fe3df, host n-h2-773647-6, cleared binding levels {{(pid=100247) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 13:57:18.204728 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Device 39b82faa-9bb5-4637-ba57-e7b6ac96e89a up at agent hyperv_n-h2-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 13:57:18.205517 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-a8b0a6c6-8627-4bf1-b6d0-f003c0fc47ab req-906e7954-24fc-4df3-bd75-6e512c8ee288 tempest-ListImageFiltersTestJSON-201163018 tempest-ListImageFiltersTestJSON-201163018-project] 10.222.0.104 "GET /v2.0/ports?tenant_id=fd1179e270854812bfc36cc0e270ba96&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0933633 Jul 06 13:57:18.272138 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] For port 744db401-e29e-4d4f-8f53-bfbb35dd8037, host n-h2-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=744db401-e29e-4d4f-8f53-bfbb35dd8037,segment=NetworkSegment(227d25fe-bf75-4c4b-9a67-c660160d6b0a),segment_id=227d25fe-bf75-4c4b-9a67-c660160d6b0a)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:57:18.274777 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Device 33f9921a-af0a-4689-af66-74372e6fe3df has no active binding in host n-h1-773647-6 {{(pid=100248) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 06 13:57:18.295926 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-bc726ce7-e258-482d-b937-8c6d8ecb866e req-c90fb7eb-852e-4400-aff6-d3b263141e04 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:18.299673 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-74ca950f-570d-485d-a372-7a1b823d44d6 req-eb23c4ff-bab6-4f3f-94cf-2d9258ca3b49 tempest-ListImageFiltersTestJSON-201163018 tempest-ListImageFiltersTestJSON-201163018-project] 10.222.0.127 "GET /v2.0/networks?tenant_id=fd1179e270854812bfc36cc0e270ba96&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0464020 Jul 06 13:57:18.306729 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-bc726ce7-e258-482d-b937-8c6d8ecb866e req-c90fb7eb-852e-4400-aff6-d3b263141e04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:18.319450 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Returning: {'device': '744db401-e29e-4d4f-8f53-bfbb35dd8037', 'network_id': '7a710b21-0493-4be8-a73f-c10a9dbc43f7', 'port_id': '744db401-e29e-4d4f-8f53-bfbb35dd8037', 'mac_address': 'fa:16:3e:72:50:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1015, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d32f554-2b92-4c59-9901-e19d129549fc', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100248) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 13:57:18.426578 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:18.473484 n-d-773647-6 neutron-server[100248]: DEBUG neutron.notifiers.nova [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 744db401-e29e-4d4f-8f53-bfbb35dd8037 {{(pid=100248) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 13:57:18.479327 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Provisioning for port 39b82faa-9bb5-4637-ba57-e7b6ac96e89a completed by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 13:57:18.484586 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Provisioning complete for port 39b82faa-9bb5-4637-ba57-e7b6ac96e89a triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:57:18.484956 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:18.519970 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] For port 744db401-e29e-4d4f-8f53-bfbb35dd8037, host n-h2-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=744db401-e29e-4d4f-8f53-bfbb35dd8037,segment=NetworkSegment(227d25fe-bf75-4c4b-9a67-c660160d6b0a),segment_id=227d25fe-bf75-4c4b-9a67-c660160d6b0a)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:57:18.532098 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:18.652808 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:18.733069 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90fb7eb-852e-4400-aff6-d3b263141e04 service neutron] Pushing event updated for resources: {'Port': ['ID=33f9921a-af0a-4689-af66-74372e6fe3df,revision_number=7']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:57:18.838927 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.managers [req-bc726ce7-e258-482d-b937-8c6d8ecb866e req-c90fb7eb-852e-4400-aff6-d3b263141e04 service neutron] Attempting to bind port 33f9921a-af0a-4689-af66-74372e6fe3df on host n-h2-773647-6 for vnic_type normal with profile {"migrating_to": "n-h1-773647-6"} {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 13:57:18.839446 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.managers [req-bc726ce7-e258-482d-b937-8c6d8ecb866e req-c90fb7eb-852e-4400-aff6-d3b263141e04 service neutron] Attempting to bind port 33f9921a-af0a-4689-af66-74372e6fe3df by drivers openvswitch,hyperv on host n-h2-773647-6 at level 0 using segments [{'id': 'da615941-94ee-441c-92fd-37ca002df9b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': '719b716d-a00d-48ee-8755-3a8bbdfaf0d2'}] {{(pid=100247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 13:57:18.839874 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc726ce7-e258-482d-b937-8c6d8ecb866e req-c90fb7eb-852e-4400-aff6-d3b263141e04 service neutron] Attempting to bind port 33f9921a-af0a-4689-af66-74372e6fe3df on network 719b716d-a00d-48ee-8755-3a8bbdfaf0d2 {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 13:57:18.853550 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Pushing event updated for resources: {'Port': ['ID=744db401-e29e-4d4f-8f53-bfbb35dd8037,revision_number=4']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:57:18.861812 n-d-773647-6 neutron-server[100248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3abd5f1c-5cfa-40e5-8018-1960204a8886', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39b82faa-9bb5-4637-ba57-e7b6ac96e89a'}] {{(pid=100248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 13:57:18.869635 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84af257533e383389cbcf231d3534f4d5e149e7203fea16b4a8fc01438dddaf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9a9921e-8a10-4f55-8324-8b6dd6266ed1" -d '{"events": [{"server_uuid": "3abd5f1c-5cfa-40e5-8018-1960204a8886", "name": "network-vif-plugged", "status": "completed", "tag": "39b82faa-9bb5-4637-ba57-e7b6ac96e89a"}]}' {{(pid=100248) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:57:18.887105 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc726ce7-e258-482d-b937-8c6d8ecb866e req-c90fb7eb-852e-4400-aff6-d3b263141e04 service neutron] Port 33f9921a-af0a-4689-af66-74372e6fe3df on network 719b716d-a00d-48ee-8755-3a8bbdfaf0d2 not bound, no agent of type Open vSwitch agent registered on host n-h2-773647-6 {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 13:57:18.893546 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc726ce7-e258-482d-b937-8c6d8ecb866e req-c90fb7eb-852e-4400-aff6-d3b263141e04 service neutron] Attempting to bind port 33f9921a-af0a-4689-af66-74372e6fe3df on network 719b716d-a00d-48ee-8755-3a8bbdfaf0d2 {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 13:57:18.901059 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] For port 39b82faa-9bb5-4637-ba57-e7b6ac96e89a, host n-h2-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=39b82faa-9bb5-4637-ba57-e7b6ac96e89a,segment=NetworkSegment(c9ea893d-045e-42cf-b3dd-cdd1f79baccd),segment_id=c9ea893d-045e-42cf-b3dd-cdd1f79baccd)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:57:18.907367 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:18.912515 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ca950f-570d-485d-a372-7a1b823d44d6 req-753b425d-7cec-450c-b923-56ff6f3ab217 tempest-ListImageFiltersTestJSON-201163018 tempest-ListImageFiltersTestJSON-201163018-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:18.917831 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-74ca950f-570d-485d-a372-7a1b823d44d6 req-753b425d-7cec-450c-b923-56ff6f3ab217 tempest-ListImageFiltersTestJSON-201163018 tempest-ListImageFiltersTestJSON-201163018-project] 10.222.0.127 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6080008 Jul 06 13:57:18.935813 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [req-74ca950f-570d-485d-a372-7a1b823d44d6 req-769a88fb-a1bd-4409-8d70-7b145125504f tempest-ListImageFiltersTestJSON-201163018 tempest-ListImageFiltersTestJSON-201163018-project] Request body: {'port': {'device_id': '15ec8a26-5f36-442c-a168-6498affa2887', 'network_id': 'ac09d390-867f-4b75-a8d2-ab11550bffd6', 'admin_state_up': True, 'tenant_id': 'fd1179e270854812bfc36cc0e270ba96'}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:57:18.961659 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] get_ports_and_sgs() called for port_ids ['744db401-e29e-4d4f-8f53-bfbb35dd8037'] {{(pid=100248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 13:57:19.048189 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Pushing event updated for resources: {'Port': ['ID=39b82faa-9bb5-4637-ba57-e7b6ac96e89a,revision_number=9']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:57:19.088954 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 13:57:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c73d7290-872b-4d3f-a64c-6f7547fe90ca x-openstack-request-id: req-c73d7290-872b-4d3f-a64c-6f7547fe90ca {{(pid=100247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:57:19.091393 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bbe928b0-5e7c-4721-9637-d47d31cb39fc", "name": "network-vif-deleted", "tag": "9e0a8fcf-beec-40bb-8530-7b53818607f4", "status": "completed", "code": 200}]} {{(pid=100247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:57:19.091891 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-c73d7290-872b-4d3f-a64c-6f7547fe90ca {{(pid=100247) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:57:19.094856 n-d-773647-6 neutron-server[100247]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bbe928b0-5e7c-4721-9637-d47d31cb39fc', 'name': 'network-vif-deleted', 'tag': '9e0a8fcf-beec-40bb-8530-7b53818607f4', 'status': 'completed', 'code': 200} Jul 06 13:57:19.098371 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc726ce7-e258-482d-b937-8c6d8ecb866e req-c90fb7eb-852e-4400-aff6-d3b263141e04 service neutron] Checking agent: {'id': '63768ece-0600-4354-8d29-fdedec96b077', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-773647-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 51, 10), 'started_at': datetime.datetime(2021, 7, 6, 13, 51, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 13, 57, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 13:57:19.103636 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc726ce7-e258-482d-b937-8c6d8ecb866e req-c90fb7eb-852e-4400-aff6-d3b263141e04 service neutron] Checking segment: {'id': 'da615941-94ee-441c-92fd-37ca002df9b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': '719b716d-a00d-48ee-8755-3a8bbdfaf0d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100247) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 13:57:19.104313 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc726ce7-e258-482d-b937-8c6d8ecb866e req-c90fb7eb-852e-4400-aff6-d3b263141e04 service neutron] Bound using segment: {'id': 'da615941-94ee-441c-92fd-37ca002df9b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': '719b716d-a00d-48ee-8755-3a8bbdfaf0d2'} {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 13:57:19.104966 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.managers [req-bc726ce7-e258-482d-b937-8c6d8ecb866e req-c90fb7eb-852e-4400-aff6-d3b263141e04 service neutron] Bound port: 33f9921a-af0a-4689-af66-74372e6fe3df, host: n-h2-773647-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'da615941-94ee-441c-92fd-37ca002df9b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': '719b716d-a00d-48ee-8755-3a8bbdfaf0d2'}}] {{(pid=100247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 13:57:19.105527 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-bc726ce7-e258-482d-b937-8c6d8ecb866e req-c90fb7eb-852e-4400-aff6-d3b263141e04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:19.171523 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557a5b08-7317-4dc0-ab7f-87102e5fa997 req-b72c5fe7-a275-40b0-a58b-6798f91e7071 tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:19.173371 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-557a5b08-7317-4dc0-ab7f-87102e5fa997 req-b72c5fe7-a275-40b0-a58b-6798f91e7071 tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] 10.222.0.72 "GET /v2.0/ports?device_id=3abd5f1c-5cfa-40e5-8018-1960204a8886&tenant_id=483ead9cc6094290930ff4aed37f7463&binding%3Ahost_id=n-h2-773647-6 HTTP/1.1" status: 200 len: 950 time: 0.2144811 Jul 06 13:57:19.265185 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-557a5b08-7317-4dc0-ab7f-87102e5fa997 req-3df047bf-54c5-4813-b435-58d5c87b42f1 service neutron] 10.222.0.72 "GET /v2.0/ports/39b82faa-9bb5-4637-ba57-e7b6ac96e89a/bindings/n-h2-773647-6 HTTP/1.1" status: 200 len: 382 time: 0.0852978 Jul 06 13:57:19.277902 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a48d62-eb12-4cae-bf31-1ccacfce6a56 req-018134f5-57bf-42eb-8622-9abb85b6186d tempest-LiveAutoBlockMigrationV225Test-654794443 tempest-LiveAutoBlockMigrationV225Test-654794443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:19.285011 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-e3a48d62-eb12-4cae-bf31-1ccacfce6a56 req-018134f5-57bf-42eb-8622-9abb85b6186d tempest-LiveAutoBlockMigrationV225Test-654794443 tempest-LiveAutoBlockMigrationV225Test-654794443-project] 10.222.0.104 "GET /v2.0/ports?device_id=409617e7-df61-4f61-8ec0-c00a7448d4c1 HTTP/1.1" status: 200 len: 944 time: 0.5530159 Jul 06 13:57:19.414806 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557a5b08-7317-4dc0-ab7f-87102e5fa997 req-b6dad4d1-ec2f-4e64-b445-4f76c7dfa252 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:19.416778 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-557a5b08-7317-4dc0-ab7f-87102e5fa997 req-b6dad4d1-ec2f-4e64-b445-4f76c7dfa252 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=483ead9cc6094290930ff4aed37f7463&device_id=3abd5f1c-5cfa-40e5-8018-1960204a8886 HTTP/1.1" status: 200 len: 1101 time: 0.1242781 Jul 06 13:57:19.554539 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557a5b08-7317-4dc0-ab7f-87102e5fa997 req-653c617b-7289-4fef-b96c-fa1fd5aab0f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:19.556387 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-557a5b08-7317-4dc0-ab7f-87102e5fa997 req-653c617b-7289-4fef-b96c-fa1fd5aab0f1 service neutron] 10.222.0.72 "GET /v2.0/networks?id=ac09d390-867f-4b75-a8d2-ab11550bffd6 HTTP/1.1" status: 200 len: 871 time: 0.1298590 Jul 06 13:57:19.605673 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-557a5b08-7317-4dc0-ab7f-87102e5fa997 req-68503f0e-b126-4db4-acf7-416983282d22 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.141&port_id=39b82faa-9bb5-4637-ba57-e7b6ac96e89a HTTP/1.1" status: 200 len: 217 time: 0.0407865 Jul 06 13:57:19.692596 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557a5b08-7317-4dc0-ab7f-87102e5fa997 req-e5236430-d8cb-4705-a43b-a291f093fd5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:19.695113 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-557a5b08-7317-4dc0-ab7f-87102e5fa997 req-e5236430-d8cb-4705-a43b-a291f093fd5b service neutron] 10.222.0.72 "GET /v2.0/subnets?id=d1c3cc78-09b9-4e30-99fd-0e5830de101d HTTP/1.1" status: 200 len: 843 time: 0.0799918 Jul 06 13:57:19.723606 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-74ca950f-570d-485d-a372-7a1b823d44d6 req-769a88fb-a1bd-4409-8d70-7b145125504f tempest-ListImageFiltersTestJSON-201163018 tempest-ListImageFiltersTestJSON-201163018-project] Made reservation on behalf of fd1179e270854812bfc36cc0e270ba96 for: {'port': 1} {{(pid=100247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 13:57:19.727688 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-74ca950f-570d-485d-a372-7a1b823d44d6 req-769a88fb-a1bd-4409-8d70-7b145125504f tempest-ListImageFiltersTestJSON-201163018 tempest-ListImageFiltersTestJSON-201163018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:19.754858 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-74ca950f-570d-485d-a372-7a1b823d44d6 req-769a88fb-a1bd-4409-8d70-7b145125504f tempest-ListImageFiltersTestJSON-201163018 tempest-ListImageFiltersTestJSON-201163018-project] Notify callbacks [] for security_group, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:19.804138 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-e3a48d62-eb12-4cae-bf31-1ccacfce6a56 req-aed2db46-6e78-4914-a212-2b334499956d tempest-LiveAutoBlockMigrationV225Test-654794443 tempest-LiveAutoBlockMigrationV225Test-654794443-project] 10.222.0.104 "GET /v2.0/security-groups?id=43f6fcb8-9501-44d6-9feb-82c82c5d5862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5179830 Jul 06 13:57:19.815112 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.db [req-bc726ce7-e258-482d-b937-8c6d8ecb866e req-c90fb7eb-852e-4400-aff6-d3b263141e04 service neutron] For port 33f9921a-af0a-4689-af66-74372e6fe3df, host n-h2-773647-6, cleared binding levels {{(pid=100247) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 13:57:19.818275 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557a5b08-7317-4dc0-ab7f-87102e5fa997 req-8a03ced2-1151-407b-9a4d-08e5f1719bc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:19.830464 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-557a5b08-7317-4dc0-ab7f-87102e5fa997 req-8a03ced2-1151-407b-9a4d-08e5f1719bc1 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=ac09d390-867f-4b75-a8d2-ab11550bffd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1137450 Jul 06 13:57:19.830723 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.db [req-bc726ce7-e258-482d-b937-8c6d8ecb866e req-c90fb7eb-852e-4400-aff6-d3b263141e04 service neutron] For port 33f9921a-af0a-4689-af66-74372e6fe3df, host n-h2-773647-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=33f9921a-af0a-4689-af66-74372e6fe3df,segment=NetworkSegment(da615941-94ee-441c-92fd-37ca002df9b5),segment_id=da615941-94ee-441c-92fd-37ca002df9b5)] {{(pid=100247) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 13:57:19.848902 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-bc726ce7-e258-482d-b937-8c6d8ecb866e req-c90fb7eb-852e-4400-aff6-d3b263141e04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:19.878934 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63137035-d79a-46f0-913a-dc6b68c4ba41 req-08dca877-732e-44f8-8cc3-38c2146e69cc tempest-ServersWithSpecificFlavorTestJSON-1219430523 tempest-ServersWithSpecificFlavorTestJSON-1219430523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:19.886871 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-63137035-d79a-46f0-913a-dc6b68c4ba41 req-08dca877-732e-44f8-8cc3-38c2146e69cc tempest-ServersWithSpecificFlavorTestJSON-1219430523 tempest-ServersWithSpecificFlavorTestJSON-1219430523-project] 10.222.0.104 "GET /v2.0/ports?device_id=3ac78f26-658e-4e41-8628-330fee97fb44 HTTP/1.1" status: 200 len: 946 time: 0.7331672 Jul 06 13:57:19.913154 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Device 9e0a8fcf-beec-40bb-8530-7b53818607f4 no longer exists at agent hyperv_n-h1-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 13:57:19.947912 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-557a5b08-7317-4dc0-ab7f-87102e5fa997 req-c24be653-3191-4bf1-8921-3bd67057292c service neutron] 10.222.0.72 "GET /v2.0/networks/ac09d390-867f-4b75-a8d2-ab11550bffd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1186054 Jul 06 13:57:19.957375 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] No Port match for: 9e0a8fcf-beec-40bb-8530-7b53818607f4 {{(pid=100248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 13:57:19.957719 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Device 9e0a8fcf-beec-40bb-8530-7b53818607f4 not bound to the agent host n-h1-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 13:57:20.013900 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-c883abd9-08de-490b-a09b-f4443f1e0d45 req-b6914434-02bb-4f13-a1a5-8ef0a2d1835c tempest-ListImageFiltersTestJSON-201163018 tempest-ListImageFiltersTestJSON-201163018-project] 10.222.0.104 "GET /v2.0/ports?device_id=1b72ecc0-292b-4305-a029-1814892dfe78 HTTP/1.1" status: 200 len: 210 time: 0.0735681 Jul 06 13:57:20.049201 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-63137035-d79a-46f0-913a-dc6b68c4ba41 req-f41083f5-9198-4f26-9da8-b9d13640f287 tempest-ServersWithSpecificFlavorTestJSON-1219430523 tempest-ServersWithSpecificFlavorTestJSON-1219430523-project] 10.222.0.104 "GET /v2.0/security-groups?id=b480d027-214b-42ad-8ea1-99d6a4321406&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1612785 Jul 06 13:57:20.053089 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90fb7eb-852e-4400-aff6-d3b263141e04 service neutron] Pushing event updated for resources: {'Port': ['ID=33f9921a-af0a-4689-af66-74372e6fe3df,revision_number=8']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:57:20.096695 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Device 744db401-e29e-4d4f-8f53-bfbb35dd8037 up at agent hyperv_n-h2-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 13:57:20.118914 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc726ce7-e258-482d-b937-8c6d8ecb866e req-c90fb7eb-852e-4400-aff6-d3b263141e04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:20.119711 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-bc726ce7-e258-482d-b937-8c6d8ecb866e req-c90fb7eb-852e-4400-aff6-d3b263141e04 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:20.121680 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-bc726ce7-e258-482d-b937-8c6d8ecb866e req-c90fb7eb-852e-4400-aff6-d3b263141e04 service neutron] 10.222.0.127 "PUT /v2.0/ports/33f9921a-af0a-4689-af66-74372e6fe3df HTTP/1.1" status: 200 len: 1122 time: 2.8084922 Jul 06 13:57:20.154201 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-557a5b08-7317-4dc0-ab7f-87102e5fa997 req-2be88144-b0e9-4176-af19-9346ea8d1f0b service neutron] 10.222.0.72 "GET /v2.0/networks/ac09d390-867f-4b75-a8d2-ab11550bffd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1987150 Jul 06 13:57:20.174556 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-74ca950f-570d-485d-a372-7a1b823d44d6 req-769a88fb-a1bd-4409-8d70-7b145125504f tempest-ListImageFiltersTestJSON-201163018 tempest-ListImageFiltersTestJSON-201163018-project] Notify callbacks [] for security_group, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:20.184343 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-74ca950f-570d-485d-a372-7a1b823d44d6 req-769a88fb-a1bd-4409-8d70-7b145125504f tempest-ListImageFiltersTestJSON-201163018 tempest-ListImageFiltersTestJSON-201163018-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:20.244049 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Provisioning for port 744db401-e29e-4d4f-8f53-bfbb35dd8037 completed by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 13:57:20.256075 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] get_ports_and_sgs() called for port_ids ['33f9921a-af0a-4689-af66-74372e6fe3df'] {{(pid=100248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 13:57:20.270213 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] get_ports_and_sgs() called for port_ids ['33f9921a-af0a-4689-af66-74372e6fe3df'] {{(pid=100248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 13:57:20.309170 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Provisioning complete for port 744db401-e29e-4d4f-8f53-bfbb35dd8037 triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:57:20.309493 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:20.382873 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 13:57:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42001253-4795-4378-889f-7859418f28be x-openstack-request-id: req-42001253-4795-4378-889f-7859418f28be {{(pid=100248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:57:20.383436 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3abd5f1c-5cfa-40e5-8018-1960204a8886", "name": "network-vif-plugged", "status": "completed", "tag": "39b82faa-9bb5-4637-ba57-e7b6ac96e89a", "code": 200}]} {{(pid=100248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:57:20.383708 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-42001253-4795-4378-889f-7859418f28be {{(pid=100248) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:57:20.384289 n-d-773647-6 neutron-server[100248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3abd5f1c-5cfa-40e5-8018-1960204a8886', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39b82faa-9bb5-4637-ba57-e7b6ac96e89a', 'code': 200} Jul 06 13:57:20.466677 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-a8b0a6c6-8627-4bf1-b6d0-f003c0fc47ab req-3c8e62f6-360b-4dee-8e30-95b4ee0f3e66 tempest-ListImageFiltersTestJSON-201163018 tempest-ListImageFiltersTestJSON-201163018-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=fd1179e270854812bfc36cc0e270ba96&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0281284 Jul 06 13:57:20.493989 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:20.504606 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769a88fb-a1bd-4409-8d70-7b145125504f tempest-ListImageFiltersTestJSON-201163018 tempest-ListImageFiltersTestJSON-201163018-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9ce4c80a-5086-4b6d-8895-e157d8baf449,revision_number=1']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:57:20.637174 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] For port 744db401-e29e-4d4f-8f53-bfbb35dd8037, host n-h2-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=744db401-e29e-4d4f-8f53-bfbb35dd8037,segment=NetworkSegment(227d25fe-bf75-4c4b-9a67-c660160d6b0a),segment_id=227d25fe-bf75-4c4b-9a67-c660160d6b0a)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:57:20.663719 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:20.714078 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b0a6c6-8627-4bf1-b6d0-f003c0fc47ab req-169fce2e-cb8c-4592-9892-3e5aa623e210 tempest-ListImageFiltersTestJSON-201163018 tempest-ListImageFiltersTestJSON-201163018-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:20.716052 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-a8b0a6c6-8627-4bf1-b6d0-f003c0fc47ab req-169fce2e-cb8c-4592-9892-3e5aa623e210 tempest-ListImageFiltersTestJSON-201163018 tempest-ListImageFiltersTestJSON-201163018-project] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2360945 Jul 06 13:57:20.733758 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [req-a8b0a6c6-8627-4bf1-b6d0-f003c0fc47ab req-5a3fd8ec-75e0-406c-ac2c-709908d03745 tempest-ListImageFiltersTestJSON-201163018 tempest-ListImageFiltersTestJSON-201163018-project] Request body: {'port': {'device_id': '1b72ecc0-292b-4305-a029-1814892dfe78', 'network_id': 'ac09d390-867f-4b75-a8d2-ab11550bffd6', 'admin_state_up': True, 'tenant_id': 'fd1179e270854812bfc36cc0e270ba96'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:57:20.741239 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.db_base_plugin_common [req-74ca950f-570d-485d-a372-7a1b823d44d6 req-769a88fb-a1bd-4409-8d70-7b145125504f tempest-ListImageFiltersTestJSON-201163018 tempest-ListImageFiltersTestJSON-201163018-project] Allocated IP 192.168.233.122 (ac09d390-867f-4b75-a8d2-ab11550bffd6/d1c3cc78-09b9-4e30-99fd-0e5830de101d/bf79ecaa-be4d-40bf-95e6-0f2da64d736c) {{(pid=100247) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 13:57:20.777877 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbd4600-e9a0-4e67-8189-a9644d5802ce req-fda2f1d8-bfad-4ca5-bd11-4e22e1240e83 tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:20.786029 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-9cbd4600-e9a0-4e67-8189-a9644d5802ce req-fda2f1d8-bfad-4ca5-bd11-4e22e1240e83 tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] 10.222.0.104 "GET /v2.0/ports?device_id=3abd5f1c-5cfa-40e5-8018-1960204a8886 HTTP/1.1" status: 200 len: 950 time: 0.2989450 Jul 06 13:57:20.798462 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Pushing event updated for resources: {'Port': ['ID=744db401-e29e-4d4f-8f53-bfbb35dd8037,revision_number=5']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:57:20.827482 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341085e9-716b-43a5-a849-a75a1615ccb8 req-0ac76b97-d52e-45fa-83a7-68a3856060b7 tempest-ServersAdminTestJSON-391861328 tempest-ServersAdminTestJSON-391861328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:20.838694 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-341085e9-716b-43a5-a849-a75a1615ccb8 req-0ac76b97-d52e-45fa-83a7-68a3856060b7 tempest-ServersAdminTestJSON-391861328 tempest-ServersAdminTestJSON-391861328-project] 10.222.0.104 "GET /v2.0/ports?device_id=63f04f24-a07c-4f56-a92d-98828f9b51fd HTTP/1.1" status: 200 len: 949 time: 0.4164245 Jul 06 13:57:20.892044 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-9cbd4600-e9a0-4e67-8189-a9644d5802ce req-ab8d292f-df77-47a1-a6a0-6e519016d0e3 tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] 10.222.0.104 "GET /v2.0/security-groups?id=9f5b92e9-7340-49c3-a9bb-41e4a1caffc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048307 Jul 06 13:57:20.923799 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a8b0a6c6-8627-4bf1-b6d0-f003c0fc47ab req-5a3fd8ec-75e0-406c-ac2c-709908d03745 tempest-ListImageFiltersTestJSON-201163018 tempest-ListImageFiltersTestJSON-201163018-project] Made reservation on behalf of fd1179e270854812bfc36cc0e270ba96 for: {'port': 1} {{(pid=100246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 13:57:20.927626 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-a8b0a6c6-8627-4bf1-b6d0-f003c0fc47ab req-5a3fd8ec-75e0-406c-ac2c-709908d03745 tempest-ListImageFiltersTestJSON-201163018 tempest-ListImageFiltersTestJSON-201163018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:21.063553 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-341085e9-716b-43a5-a849-a75a1615ccb8 req-b5a93957-b7bf-4b44-8259-044044743b9b tempest-ServersAdminTestJSON-391861328 tempest-ServersAdminTestJSON-391861328-project] 10.222.0.104 "GET /v2.0/security-groups?id=3bcee3ab-dc9e-46be-bc35-9f5a80cc9457&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2236476 Jul 06 13:57:21.096766 n-d-773647-6 neutron-server[100247]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '409617e7-df61-4f61-8ec0-c00a7448d4c1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '33f9921a-af0a-4689-af66-74372e6fe3df'}, {'name': 'network-changed', 'server_uuid': '409617e7-df61-4f61-8ec0-c00a7448d4c1', 'tag': '33f9921a-af0a-4689-af66-74372e6fe3df'}] {{(pid=100247) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 13:57:21.099365 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cbf0eeaae822f8fc9b87a94aeba67a3d651842baf663a51cba94b67a514836d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d9b57fb-ece4-4cb1-a08a-b68e86d68695" -d '{"events": [{"server_uuid": "409617e7-df61-4f61-8ec0-c00a7448d4c1", "name": "network-vif-unplugged", "status": "completed", "tag": "33f9921a-af0a-4689-af66-74372e6fe3df"}, {"name": "network-changed", "server_uuid": "409617e7-df61-4f61-8ec0-c00a7448d4c1", "tag": "33f9921a-af0a-4689-af66-74372e6fe3df"}]}' {{(pid=100247) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:57:21.125314 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-74ca950f-570d-485d-a372-7a1b823d44d6 req-769a88fb-a1bd-4409-8d70-7b145125504f tempest-ListImageFiltersTestJSON-201163018 tempest-ListImageFiltersTestJSON-201163018-project] Notify callbacks [] for port, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:21.156496 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.provisioning_blocks [req-74ca950f-570d-485d-a372-7a1b823d44d6 req-769a88fb-a1bd-4409-8d70-7b145125504f tempest-ListImageFiltersTestJSON-201163018 tempest-ListImageFiltersTestJSON-201163018-project] Transition to ACTIVE for port object bf79ecaa-be4d-40bf-95e6-0f2da64d736c will not be triggered until provisioned by entity DHCP. {{(pid=100247) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 13:57:21.169989 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224eaed8-24cc-477c-b39c-06c193725ce8 req-79789799-2079-4523-9f24-4d1a5696a1ba tempest-DeleteServersTestJSON-677393534 tempest-DeleteServersTestJSON-677393534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:21.172068 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-224eaed8-24cc-477c-b39c-06c193725ce8 req-79789799-2079-4523-9f24-4d1a5696a1ba tempest-DeleteServersTestJSON-677393534 tempest-DeleteServersTestJSON-677393534-project] 10.222.0.104 "GET /v2.0/ports?device_id=6170d4d8-ea14-440b-9da4-bbd0c2f68095 HTTP/1.1" status: 200 len: 946 time: 0.1552422 Jul 06 13:57:21.189528 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-967789ca-d399-467a-a76b-ce446d3a231a req-d0099d85-1237-433b-849c-2bbb8b3d7e50 tempest-SecurityGroupsTestJSON-63281774 tempest-SecurityGroupsTestJSON-63281774-project] 10.222.0.104 "GET /v2.0/security-groups/11248e3f-46f6-4720-87cb-6065d8db960a HTTP/1.1" status: 200 len: 1800 time: 0.0981660 Jul 06 13:57:21.257263 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-224eaed8-24cc-477c-b39c-06c193725ce8 req-6524dbc3-3c01-464a-b9d4-1294dea31396 tempest-DeleteServersTestJSON-677393534 tempest-DeleteServersTestJSON-677393534-project] 10.222.0.104 "GET /v2.0/security-groups?id=7d4cbf2c-f907-4452-8928-a2a298fe7ee1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781662 Jul 06 13:57:21.271875 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-74ca950f-570d-485d-a372-7a1b823d44d6 req-769a88fb-a1bd-4409-8d70-7b145125504f tempest-ListImageFiltersTestJSON-201163018 tempest-ListImageFiltersTestJSON-201163018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108'] for port, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:21.327768 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-74ca950f-570d-485d-a372-7a1b823d44d6 req-769a88fb-a1bd-4409-8d70-7b145125504f tempest-ListImageFiltersTestJSON-201163018 tempest-ListImageFiltersTestJSON-201163018-project] Network ac09d390-867f-4b75-a8d2-ab11550bffd6 is already hosted by enough agents. {{(pid=100247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 13:57:21.334543 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.base_scheduler [req-74ca950f-570d-485d-a372-7a1b823d44d6 req-769a88fb-a1bd-4409-8d70-7b145125504f tempest-ListImageFiltersTestJSON-201163018 tempest-ListImageFiltersTestJSON-201163018-project] Resources bound (agent type, host, resource id): {{(pid=100247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:57:21.340993 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.l3_dvrscheduler_db [req-74ca950f-570d-485d-a372-7a1b823d44d6 req-769a88fb-a1bd-4409-8d70-7b145125504f tempest-ListImageFiltersTestJSON-201163018 tempest-ListImageFiltersTestJSON-201163018-project] Received port after_create {{(pid=100247) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 13:57:21.346977 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ca950f-570d-485d-a372-7a1b823d44d6 req-769a88fb-a1bd-4409-8d70-7b145125504f tempest-ListImageFiltersTestJSON-201163018 tempest-ListImageFiltersTestJSON-201163018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:21.347566 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-74ca950f-570d-485d-a372-7a1b823d44d6 req-769a88fb-a1bd-4409-8d70-7b145125504f tempest-ListImageFiltersTestJSON-201163018 tempest-ListImageFiltersTestJSON-201163018-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:21.352155 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-967789ca-d399-467a-a76b-ce446d3a231a req-d1517e28-3e66-4c56-9f4a-b11823b18794 tempest-SecurityGroupsTestJSON-63281774 tempest-SecurityGroupsTestJSON-63281774-project] Notify callbacks [] for security_group, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:21.362859 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.db_base_plugin_common [req-a8b0a6c6-8627-4bf1-b6d0-f003c0fc47ab req-5a3fd8ec-75e0-406c-ac2c-709908d03745 tempest-ListImageFiltersTestJSON-201163018 tempest-ListImageFiltersTestJSON-201163018-project] Allocated IP 192.168.233.136 (ac09d390-867f-4b75-a8d2-ab11550bffd6/d1c3cc78-09b9-4e30-99fd-0e5830de101d/3fa12484-02ce-40fe-84ec-c2f2fdb9003f) {{(pid=100246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 13:57:21.376101 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769a88fb-a1bd-4409-8d70-7b145125504f tempest-ListImageFiltersTestJSON-201163018 tempest-ListImageFiltersTestJSON-201163018-project] Pushing event updated for resources: {'Port': ['ID=bf79ecaa-be4d-40bf-95e6-0f2da64d736c,revision_number=1']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:57:21.415568 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-74ca950f-570d-485d-a372-7a1b823d44d6 req-769a88fb-a1bd-4409-8d70-7b145125504f tempest-ListImageFiltersTestJSON-201163018 tempest-ListImageFiltersTestJSON-201163018-project] 10.222.0.127 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.4846218 Jul 06 13:57:21.457385 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [req-74ca950f-570d-485d-a372-7a1b823d44d6 req-ee75a622-6867-4491-b4c5-090ea3960573 service neutron] Request body: {'port': {'device_id': '15ec8a26-5f36-442c-a168-6498affa2887', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-773647-6'}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:57:21.461165 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-967789ca-d399-467a-a76b-ce446d3a231a req-d1517e28-3e66-4c56-9f4a-b11823b18794 tempest-SecurityGroupsTestJSON-63281774 tempest-SecurityGroupsTestJSON-63281774-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:21.575645 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-a8b0a6c6-8627-4bf1-b6d0-f003c0fc47ab req-5a3fd8ec-75e0-406c-ac2c-709908d03745 tempest-ListImageFiltersTestJSON-201163018 tempest-ListImageFiltersTestJSON-201163018-project] Notify callbacks [] for port, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:21.581036 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-967789ca-d399-467a-a76b-ce446d3a231a req-d1517e28-3e66-4c56-9f4a-b11823b18794 tempest-SecurityGroupsTestJSON-63281774 tempest-SecurityGroupsTestJSON-63281774-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:21.583732 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-967789ca-d399-467a-a76b-ce446d3a231a req-d1517e28-3e66-4c56-9f4a-b11823b18794 tempest-SecurityGroupsTestJSON-63281774 tempest-SecurityGroupsTestJSON-63281774-project] Notify callbacks [] for security_group, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:21.584994 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-967789ca-d399-467a-a76b-ce446d3a231a req-d1517e28-3e66-4c56-9f4a-b11823b18794 tempest-SecurityGroupsTestJSON-63281774 tempest-SecurityGroupsTestJSON-63281774-project] 10.222.0.104 "DELETE /v2.0/security-groups/11248e3f-46f6-4720-87cb-6065d8db960a HTTP/1.1" status: 204 len: 173 time: 0.3860857 Jul 06 13:57:21.593462 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9abd348-f1d9-4a4b-a6d7-2defffd74e8f req-ae1d829b-dffc-447c-bde5-ea3db937b15a tempest-LiveAutoBlockMigrationV225Test-654794443 tempest-LiveAutoBlockMigrationV225Test-654794443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:21.593914 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.provisioning_blocks [req-a8b0a6c6-8627-4bf1-b6d0-f003c0fc47ab req-5a3fd8ec-75e0-406c-ac2c-709908d03745 tempest-ListImageFiltersTestJSON-201163018 tempest-ListImageFiltersTestJSON-201163018-project] Transition to ACTIVE for port object 3fa12484-02ce-40fe-84ec-c2f2fdb9003f will not be triggered until provisioned by entity DHCP. {{(pid=100246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 13:57:21.601538 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-e9abd348-f1d9-4a4b-a6d7-2defffd74e8f req-ae1d829b-dffc-447c-bde5-ea3db937b15a tempest-LiveAutoBlockMigrationV225Test-654794443 tempest-LiveAutoBlockMigrationV225Test-654794443-project] 10.222.0.104 "GET /v2.0/ports?device_id=409617e7-df61-4f61-8ec0-c00a7448d4c1 HTTP/1.1" status: 200 len: 944 time: 0.2029204 Jul 06 13:57:21.629711 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-a8b0a6c6-8627-4bf1-b6d0-f003c0fc47ab req-5a3fd8ec-75e0-406c-ac2c-709908d03745 tempest-ListImageFiltersTestJSON-201163018 tempest-ListImageFiltersTestJSON-201163018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-127687573'] for port, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:21.637494 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1517e28-3e66-4c56-9f4a-b11823b18794 tempest-SecurityGroupsTestJSON-63281774 tempest-SecurityGroupsTestJSON-63281774-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=11248e3f-46f6-4720-87cb-6065d8db960a,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:57:21.651337 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-74ca950f-570d-485d-a372-7a1b823d44d6 req-ee75a622-6867-4491-b4c5-090ea3960573 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:21.685609 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-e9abd348-f1d9-4a4b-a6d7-2defffd74e8f req-9473e8bf-a21c-4e62-bb9f-6821af3652d8 tempest-LiveAutoBlockMigrationV225Test-654794443 tempest-LiveAutoBlockMigrationV225Test-654794443-project] 10.222.0.104 "GET /v2.0/security-groups?id=43f6fcb8-9501-44d6-9feb-82c82c5d5862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831134 Jul 06 13:57:21.690267 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-8f3fefc2-4e3a-4525-bed3-be0de37fb202 None None] Provisioning for port bf79ecaa-be4d-40bf-95e6-0f2da64d736c completed by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 13:57:21.704207 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-8f3fefc2-4e3a-4525-bed3-be0de37fb202 None None] Provisioning complete for port bf79ecaa-be4d-40bf-95e6-0f2da64d736c triggered by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:57:21.704602 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-8f3fefc2-4e3a-4525-bed3-be0de37fb202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:21.712983 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a8b0a6c6-8627-4bf1-b6d0-f003c0fc47ab req-5a3fd8ec-75e0-406c-ac2c-709908d03745 tempest-ListImageFiltersTestJSON-201163018 tempest-ListImageFiltersTestJSON-201163018-project] Network ac09d390-867f-4b75-a8d2-ab11550bffd6 is already hosted by enough agents. {{(pid=100246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 13:57:21.716856 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.base_scheduler [req-a8b0a6c6-8627-4bf1-b6d0-f003c0fc47ab req-5a3fd8ec-75e0-406c-ac2c-709908d03745 tempest-ListImageFiltersTestJSON-201163018 tempest-ListImageFiltersTestJSON-201163018-project] Resources bound (agent type, host, resource id): {{(pid=100246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:57:21.743077 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8b0a6c6-8627-4bf1-b6d0-f003c0fc47ab req-5a3fd8ec-75e0-406c-ac2c-709908d03745 tempest-ListImageFiltersTestJSON-201163018 tempest-ListImageFiltersTestJSON-201163018-project] Received port after_create {{(pid=100246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 13:57:21.766807 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-8f3fefc2-4e3a-4525-bed3-be0de37fb202 None None] Port bf79ecaa-be4d-40bf-95e6-0f2da64d736c cannot update to ACTIVE because it is not bound. {{(pid=100248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 13:57:21.816085 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3fd8ec-75e0-406c-ac2c-709908d03745 tempest-ListImageFiltersTestJSON-201163018 tempest-ListImageFiltersTestJSON-201163018-project] Pushing event updated for resources: {'Port': ['ID=3fa12484-02ce-40fe-84ec-c2f2fdb9003f,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:57:21.851450 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b0a6c6-8627-4bf1-b6d0-f003c0fc47ab req-5a3fd8ec-75e0-406c-ac2c-709908d03745 tempest-ListImageFiltersTestJSON-201163018 tempest-ListImageFiltersTestJSON-201163018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:21.852462 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-a8b0a6c6-8627-4bf1-b6d0-f003c0fc47ab req-5a3fd8ec-75e0-406c-ac2c-709908d03745 tempest-ListImageFiltersTestJSON-201163018 tempest-ListImageFiltersTestJSON-201163018-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:21.878387 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-a8b0a6c6-8627-4bf1-b6d0-f003c0fc47ab req-5a3fd8ec-75e0-406c-ac2c-709908d03745 tempest-ListImageFiltersTestJSON-201163018 tempest-ListImageFiltersTestJSON-201163018-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1491880 Jul 06 13:57:21.905232 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [req-a8b0a6c6-8627-4bf1-b6d0-f003c0fc47ab req-d7b5efe3-006e-4e78-ac96-c88951d5859b service neutron] Request body: {'port': {'device_id': '1b72ecc0-292b-4305-a029-1814892dfe78', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-773647-6'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:57:22.004005 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Tue, 06 Jul 2021 13:57:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5c28f0c-1497-4b08-af55-58c1b3cbe213 x-openstack-request-id: req-c5c28f0c-1497-4b08-af55-58c1b3cbe213 {{(pid=100247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:57:22.004613 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "409617e7-df61-4f61-8ec0-c00a7448d4c1", "name": "network-vif-unplugged", "status": "completed", "tag": "33f9921a-af0a-4689-af66-74372e6fe3df", "code": 200}, {"name": "network-changed", "server_uuid": "409617e7-df61-4f61-8ec0-c00a7448d4c1", "tag": "33f9921a-af0a-4689-af66-74372e6fe3df", "status": "completed", "code": 200}]} {{(pid=100247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:57:22.004613 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-c5c28f0c-1497-4b08-af55-58c1b3cbe213 {{(pid=100247) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:57:22.004908 n-d-773647-6 neutron-server[100247]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '409617e7-df61-4f61-8ec0-c00a7448d4c1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '33f9921a-af0a-4689-af66-74372e6fe3df', 'code': 200} Jul 06 13:57:22.005157 n-d-773647-6 neutron-server[100247]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '409617e7-df61-4f61-8ec0-c00a7448d4c1', 'tag': '33f9921a-af0a-4689-af66-74372e6fe3df', 'status': 'completed', 'code': 200} Jul 06 13:57:22.055963 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-a8b0a6c6-8627-4bf1-b6d0-f003c0fc47ab req-d7b5efe3-006e-4e78-ac96-c88951d5859b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:22.085069 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-afe76093-34b7-47bf-a974-858a4a634dc8 req-03d949ca-2441-4ffe-9c7a-1b3ef9bcd68a tempest-SecurityGroupsTestJSON-63281774 tempest-SecurityGroupsTestJSON-63281774-project] 10.222.0.104 "GET /v2.0/security-groups/3bf12d19-7820-4e26-a6c8-60b725e87032 HTTP/1.1" status: 200 len: 1799 time: 0.0837142 Jul 06 13:57:22.092732 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-3c7f4efb-cd88-49ed-8cba-7d7c34ea036b None None] Provisioning for port 3fa12484-02ce-40fe-84ec-c2f2fdb9003f completed by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 13:57:22.098553 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-3c7f4efb-cd88-49ed-8cba-7d7c34ea036b None None] Provisioning complete for port 3fa12484-02ce-40fe-84ec-c2f2fdb9003f triggered by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:57:22.099042 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-3c7f4efb-cd88-49ed-8cba-7d7c34ea036b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:22.133400 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9b57fb-ece4-4cb1-a08a-b68e86d68695 req-ed0ac050-2c1b-4398-89fb-380be740f948 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:22.133620 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14bcd25a-d8d1-45e6-85cf-c59817c7d43c req-e9e664b0-751c-4850-a033-140d675b0989 tempest-ListImageFiltersTestJSON-201163018 tempest-ListImageFiltersTestJSON-201163018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:22.134595 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-3c7f4efb-cd88-49ed-8cba-7d7c34ea036b None None] Port 3fa12484-02ce-40fe-84ec-c2f2fdb9003f cannot update to ACTIVE because it is not bound. {{(pid=100248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 13:57:22.134788 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-14bcd25a-d8d1-45e6-85cf-c59817c7d43c req-e9e664b0-751c-4850-a033-140d675b0989 tempest-ListImageFiltersTestJSON-201163018 tempest-ListImageFiltersTestJSON-201163018-project] 10.222.0.104 "GET /v2.0/ports?device_id=1b72ecc0-292b-4305-a029-1814892dfe78 HTTP/1.1" status: 200 len: 936 time: 0.2532699 Jul 06 13:57:22.141037 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-6d9b57fb-ece4-4cb1-a08a-b68e86d68695 req-ed0ac050-2c1b-4398-89fb-380be740f948 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=4cef06e2189c48a2819839e74c70f679&device_id=409617e7-df61-4f61-8ec0-c00a7448d4c1 HTTP/1.1" status: 200 len: 1125 time: 0.1133347 Jul 06 13:57:22.221811 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-14bcd25a-d8d1-45e6-85cf-c59817c7d43c req-36c879e0-6efb-4eb9-8996-756dc902ab4a tempest-ListImageFiltersTestJSON-201163018 tempest-ListImageFiltersTestJSON-201163018-project] 10.222.0.104 "GET /v2.0/security-groups?id=9ce4c80a-5086-4b6d-8895-e157d8baf449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788391 Jul 06 13:57:22.253975 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-afe76093-34b7-47bf-a974-858a4a634dc8 req-11a7c5b8-0b44-42af-982f-7b0579f72169 tempest-SecurityGroupsTestJSON-63281774 tempest-SecurityGroupsTestJSON-63281774-project] Notify callbacks [] for security_group, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:22.286602 n-d-773647-6 neutron-server[100247]: DEBUG neutron.notifiers.nova [req-74ca950f-570d-485d-a372-7a1b823d44d6 req-ee75a622-6867-4491-b4c5-090ea3960573 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bf79ecaa-be4d-40bf-95e6-0f2da64d736c {{(pid=100247) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 13:57:22.296397 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-afe76093-34b7-47bf-a974-858a4a634dc8 req-11a7c5b8-0b44-42af-982f-7b0579f72169 tempest-SecurityGroupsTestJSON-63281774 tempest-SecurityGroupsTestJSON-63281774-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:22.300272 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-74ca950f-570d-485d-a372-7a1b823d44d6 req-ee75a622-6867-4491-b4c5-090ea3960573 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:22.312537 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9b57fb-ece4-4cb1-a08a-b68e86d68695 req-2855cb6f-09d0-4de4-8a53-ff26762c47be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:22.314133 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-6d9b57fb-ece4-4cb1-a08a-b68e86d68695 req-2855cb6f-09d0-4de4-8a53-ff26762c47be service neutron] 10.222.0.72 "GET /v2.0/networks?id=719b716d-a00d-48ee-8755-3a8bbdfaf0d2 HTTP/1.1" status: 200 len: 923 time: 0.1308835 Jul 06 13:57:22.330693 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.provisioning_blocks [req-74ca950f-570d-485d-a372-7a1b823d44d6 req-ee75a622-6867-4491-b4c5-090ea3960573 service neutron] Transition to ACTIVE for port object bf79ecaa-be4d-40bf-95e6-0f2da64d736c will not be triggered until provisioned by entity L2. {{(pid=100247) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 13:57:22.336151 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-74ca950f-570d-485d-a372-7a1b823d44d6 req-ee75a622-6867-4491-b4c5-090ea3960573 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:22.385814 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-6d9b57fb-ece4-4cb1-a08a-b68e86d68695 req-30da1c8a-a76f-4fd0-b631-cac7baf1c64d service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=33f9921a-af0a-4689-af66-74372e6fe3df HTTP/1.1" status: 200 len: 217 time: 0.0615211 Jul 06 13:57:22.386884 n-d-773647-6 neutron-server[100248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6170d4d8-ea14-440b-9da4-bbd0c2f68095', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '744db401-e29e-4d4f-8f53-bfbb35dd8037'}] {{(pid=100248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 13:57:22.392940 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84af257533e383389cbcf231d3534f4d5e149e7203fea16b4a8fc01438dddaf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74254d79-6fb6-429b-857a-afa894847f4d" -d '{"events": [{"server_uuid": "6170d4d8-ea14-440b-9da4-bbd0c2f68095", "name": "network-vif-plugged", "status": "completed", "tag": "744db401-e29e-4d4f-8f53-bfbb35dd8037"}]}' {{(pid=100248) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:57:22.442995 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-afe76093-34b7-47bf-a974-858a4a634dc8 req-11a7c5b8-0b44-42af-982f-7b0579f72169 tempest-SecurityGroupsTestJSON-63281774 tempest-SecurityGroupsTestJSON-63281774-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:22.445654 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-afe76093-34b7-47bf-a974-858a4a634dc8 req-11a7c5b8-0b44-42af-982f-7b0579f72169 tempest-SecurityGroupsTestJSON-63281774 tempest-SecurityGroupsTestJSON-63281774-project] Notify callbacks [] for security_group, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:22.451075 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-afe76093-34b7-47bf-a974-858a4a634dc8 req-11a7c5b8-0b44-42af-982f-7b0579f72169 tempest-SecurityGroupsTestJSON-63281774 tempest-SecurityGroupsTestJSON-63281774-project] 10.222.0.104 "DELETE /v2.0/security-groups/3bf12d19-7820-4e26-a6c8-60b725e87032 HTTP/1.1" status: 204 len: 173 time: 0.3533175 Jul 06 13:57:22.453256 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 59020) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:57:22.505675 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee75a622-6867-4491-b4c5-090ea3960573 service neutron] Pushing event updated for resources: {'Port': ['ID=bf79ecaa-be4d-40bf-95e6-0f2da64d736c,revision_number=2']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:57:22.525202 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9b57fb-ece4-4cb1-a08a-b68e86d68695 req-716962ea-521b-429f-8530-a66bd3d2fc92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:22.525730 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a7c5b8-0b44-42af-982f-7b0579f72169 tempest-SecurityGroupsTestJSON-63281774 tempest-SecurityGroupsTestJSON-63281774-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bf12d19-7820-4e26-a6c8-60b725e87032,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:57:22.526667 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-6d9b57fb-ece4-4cb1-a08a-b68e86d68695 req-716962ea-521b-429f-8530-a66bd3d2fc92 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=7f475f76-2dcc-4dce-adb2-7deed8b8ad71 HTTP/1.1" status: 200 len: 861 time: 0.1297095 Jul 06 13:57:22.536240 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d721d52-2058-48b9-95d2-8c2c4054166c admin admin] Deleting subnet 348254f1-e077-418f-a203-f985649b120f {{(pid=100246) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 13:57:22.549779 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-1d721d52-2058-48b9-95d2-8c2c4054166c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:22.604141 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.managers [req-74ca950f-570d-485d-a372-7a1b823d44d6 req-ee75a622-6867-4491-b4c5-090ea3960573 service neutron] Attempting to bind port bf79ecaa-be4d-40bf-95e6-0f2da64d736c on host n-h1-773647-6 for vnic_type normal with profile {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 13:57:22.604141 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.managers [req-74ca950f-570d-485d-a372-7a1b823d44d6 req-ee75a622-6867-4491-b4c5-090ea3960573 service neutron] Attempting to bind port bf79ecaa-be4d-40bf-95e6-0f2da64d736c by drivers openvswitch,hyperv on host n-h1-773647-6 at level 0 using segments [{'id': 'c9ea893d-045e-42cf-b3dd-cdd1f79baccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'ac09d390-867f-4b75-a8d2-ab11550bffd6'}] {{(pid=100247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 13:57:22.605075 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74ca950f-570d-485d-a372-7a1b823d44d6 req-ee75a622-6867-4491-b4c5-090ea3960573 service neutron] Attempting to bind port bf79ecaa-be4d-40bf-95e6-0f2da64d736c on network ac09d390-867f-4b75-a8d2-ab11550bffd6 {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 13:57:22.612668 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-6d9b57fb-ece4-4cb1-a08a-b68e86d68695 req-89995943-8518-4aaa-b6ae-768b2ec43554 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=719b716d-a00d-48ee-8755-3a8bbdfaf0d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0709422 Jul 06 13:57:22.620035 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74ca950f-570d-485d-a372-7a1b823d44d6 req-ee75a622-6867-4491-b4c5-090ea3960573 service neutron] Port bf79ecaa-be4d-40bf-95e6-0f2da64d736c on network ac09d390-867f-4b75-a8d2-ab11550bffd6 not bound, no agent of type Open vSwitch agent registered on host n-h1-773647-6 {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 13:57:22.620367 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74ca950f-570d-485d-a372-7a1b823d44d6 req-ee75a622-6867-4491-b4c5-090ea3960573 service neutron] Attempting to bind port bf79ecaa-be4d-40bf-95e6-0f2da64d736c on network ac09d390-867f-4b75-a8d2-ab11550bffd6 {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 13:57:22.633554 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c00997d-17b1-4e20-ba95-a9821aa6f454 req-96041fd1-8d27-452e-b67a-6f66293aa742 tempest-LiveMigrationTest-2001684970 tempest-LiveMigrationTest-2001684970-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:22.635305 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-0c00997d-17b1-4e20-ba95-a9821aa6f454 req-96041fd1-8d27-452e-b67a-6f66293aa742 tempest-LiveMigrationTest-2001684970 tempest-LiveMigrationTest-2001684970-project] 10.222.0.104 "GET /v2.0/networks?id=4f6c277b-1b2d-40ad-a374-15bf31b2f6e9 HTTP/1.1" status: 200 len: 807 time: 0.2699766 Jul 06 13:57:22.638391 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74ca950f-570d-485d-a372-7a1b823d44d6 req-ee75a622-6867-4491-b4c5-090ea3960573 service neutron] Checking agent: {'id': '5bf7147f-bada-4441-a5dc-934b903473fb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-773647-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 51, 12), 'started_at': datetime.datetime(2021, 7, 6, 13, 51, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 13, 57, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 13:57:22.638657 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74ca950f-570d-485d-a372-7a1b823d44d6 req-ee75a622-6867-4491-b4c5-090ea3960573 service neutron] Checking segment: {'id': 'c9ea893d-045e-42cf-b3dd-cdd1f79baccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'ac09d390-867f-4b75-a8d2-ab11550bffd6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100247) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 13:57:22.639086 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74ca950f-570d-485d-a372-7a1b823d44d6 req-ee75a622-6867-4491-b4c5-090ea3960573 service neutron] Bound using segment: {'id': 'c9ea893d-045e-42cf-b3dd-cdd1f79baccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'ac09d390-867f-4b75-a8d2-ab11550bffd6'} {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 13:57:22.639560 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.managers [req-74ca950f-570d-485d-a372-7a1b823d44d6 req-ee75a622-6867-4491-b4c5-090ea3960573 service neutron] Bound port: bf79ecaa-be4d-40bf-95e6-0f2da64d736c, host: n-h1-773647-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c9ea893d-045e-42cf-b3dd-cdd1f79baccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'ac09d390-867f-4b75-a8d2-ab11550bffd6'}}] {{(pid=100247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 13:57:22.639920 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-74ca950f-570d-485d-a372-7a1b823d44d6 req-ee75a622-6867-4491-b4c5-090ea3960573 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:22.662633 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-1d721d52-2058-48b9-95d2-8c2c4054166c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126218885'] for subnet, precommit_delete_associations {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:22.694360 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-0c00997d-17b1-4e20-ba95-a9821aa6f454 req-5c0b3a15-b4e1-43b8-aae4-df6b49f98c91 tempest-LiveMigrationTest-2001684970 tempest-LiveMigrationTest-2001684970-project] 10.222.0.104 "GET /v2.0/quotas/125e6575b3ba4365b3ae01568cef269b HTTP/1.1" status: 200 len: 375 time: 0.0521438 Jul 06 13:57:22.804116 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-1d721d52-2058-48b9-95d2-8c2c4054166c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-913473'] for subnet, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:22.813315 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0cad91c-3e51-499f-8363-e95c3c9bc474 req-8e6d2c49-4818-4fb0-89ec-c3d86aade2be tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:22.820741 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-d0cad91c-3e51-499f-8363-e95c3c9bc474 req-8e6d2c49-4818-4fb0-89ec-c3d86aade2be tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] 10.222.0.104 "GET /v2.0/ports?device_id=3abd5f1c-5cfa-40e5-8018-1960204a8886 HTTP/1.1" status: 200 len: 950 time: 0.1841207 Jul 06 13:57:22.825282 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.db [req-74ca950f-570d-485d-a372-7a1b823d44d6 req-ee75a622-6867-4491-b4c5-090ea3960573 service neutron] For port bf79ecaa-be4d-40bf-95e6-0f2da64d736c, host n-h1-773647-6, cleared binding levels {{(pid=100247) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 13:57:22.835449 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.db [req-74ca950f-570d-485d-a372-7a1b823d44d6 req-ee75a622-6867-4491-b4c5-090ea3960573 service neutron] For port bf79ecaa-be4d-40bf-95e6-0f2da64d736c, host n-h1-773647-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773647-6',level=0,port_id=bf79ecaa-be4d-40bf-95e6-0f2da64d736c,segment=NetworkSegment(c9ea893d-045e-42cf-b3dd-cdd1f79baccd),segment_id=c9ea893d-045e-42cf-b3dd-cdd1f79baccd)] {{(pid=100247) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 13:57:22.835816 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-31536581-60e2-4427-8a35-275f84844b4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:22.848525 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-74ca950f-570d-485d-a372-7a1b823d44d6 req-ee75a622-6867-4491-b4c5-090ea3960573 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:22.848955 n-d-773647-6 neutron-server[100246]: DEBUG neutron.notifiers.nova [req-a8b0a6c6-8627-4bf1-b6d0-f003c0fc47ab req-d7b5efe3-006e-4e78-ac96-c88951d5859b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3fa12484-02ce-40fe-84ec-c2f2fdb9003f {{(pid=100246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 13:57:22.871043 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-a8b0a6c6-8627-4bf1-b6d0-f003c0fc47ab req-d7b5efe3-006e-4e78-ac96-c88951d5859b service neutron] Notify callbacks [] for port, precommit_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:22.887823 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-6d9b57fb-ece4-4cb1-a08a-b68e86d68695 req-e24b541a-a6cc-47dd-8e3e-daaeb53c9229 service neutron] 10.222.0.72 "GET /v2.0/networks/719b716d-a00d-48ee-8755-3a8bbdfaf0d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2384713 Jul 06 13:57:22.893857 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.provisioning_blocks [req-a8b0a6c6-8627-4bf1-b6d0-f003c0fc47ab req-d7b5efe3-006e-4e78-ac96-c88951d5859b service neutron] Transition to ACTIVE for port object 3fa12484-02ce-40fe-84ec-c2f2fdb9003f will not be triggered until provisioned by entity L2. {{(pid=100246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 13:57:22.906592 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-a8b0a6c6-8627-4bf1-b6d0-f003c0fc47ab req-d7b5efe3-006e-4e78-ac96-c88951d5859b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127687527'] for port, after_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:22.917009 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ca950f-570d-485d-a372-7a1b823d44d6 req-ee75a622-6867-4491-b4c5-090ea3960573 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:22.917747 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-74ca950f-570d-485d-a372-7a1b823d44d6 req-ee75a622-6867-4491-b4c5-090ea3960573 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:22.919197 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-74ca950f-570d-485d-a372-7a1b823d44d6 req-ee75a622-6867-4491-b4c5-090ea3960573 service neutron] 10.222.0.127 "PUT /v2.0/ports/bf79ecaa-be4d-40bf-95e6-0f2da64d736c HTTP/1.1" status: 200 len: 1096 time: 1.4679892 Jul 06 13:57:22.961524 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-0c00997d-17b1-4e20-ba95-a9821aa6f454 req-7486f94f-f7b7-4f20-98ba-93bc0454f903 tempest-LiveMigrationTest-2001684970 tempest-LiveMigrationTest-2001684970-project] 10.222.0.104 "GET /v2.0/ports?tenant_id=125e6575b3ba4365b3ae01568cef269b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2602992 Jul 06 13:57:22.969792 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-d0cad91c-3e51-499f-8363-e95c3c9bc474 req-534a174f-ced6-46c7-85f8-79b05f41b569 tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] 10.222.0.104 "GET /v2.0/security-groups?id=9f5b92e9-7340-49c3-a9bb-41e4a1caffc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1481307 Jul 06 13:57:23.017691 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-1d721d52-2058-48b9-95d2-8c2c4054166c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-913480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1849032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127687590', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127702764'] for subnet, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:23.067294 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b5efe3-006e-4e78-ac96-c88951d5859b service neutron] Pushing event updated for resources: {'Port': ['ID=3fa12484-02ce-40fe-84ec-c2f2fdb9003f,revision_number=2']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:57:23.067897 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee75a622-6867-4491-b4c5-090ea3960573 service neutron] Pushing event updated for resources: {'Port': ['ID=bf79ecaa-be4d-40bf-95e6-0f2da64d736c,revision_number=3']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:57:23.084070 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d721d52-2058-48b9-95d2-8c2c4054166c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=348254f1-e077-418f-a203-f985649b120f,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:57:23.104859 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-1d721d52-2058-48b9-95d2-8c2c4054166c admin admin] Notify callbacks [] for subnet, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:23.109632 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-1d721d52-2058-48b9-95d2-8c2c4054166c admin admin] 10.222.0.104 "DELETE /v2.0/subnets/348254f1-e077-418f-a203-f985649b120f HTTP/1.1" status: 204 len: 168 time: 0.6525581 Jul 06 13:57:23.111373 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 59032) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:57:23.169701 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-f7dbdc8f-f50a-42db-b1f9-3db70e45cff3 req-46c2b295-2845-44b9-87ea-66ec5aef2e80 tempest-ServersWithSpecificFlavorTestJSON-1219430523 tempest-ServersWithSpecificFlavorTestJSON-1219430523-project] 10.222.0.104 "GET /v2.0/security-groups?name=tempest-securitygroup--688009000&fields=id&tenant_id=acb800f580674ba5b45dfb76ebc253b1 HTTP/1.1" status: 200 len: 267 time: 0.0980747 Jul 06 13:57:23.174001 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-0c00997d-17b1-4e20-ba95-a9821aa6f454 req-1abcb8cf-613a-424c-893b-c7957eb41e83 service neutron] 10.222.0.104 "GET /v2.0/networks/4f6c277b-1b2d-40ad-a374-15bf31b2f6e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1979108 Jul 06 13:57:23.175868 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557a5b08-7317-4dc0-ab7f-87102e5fa997 req-f95aae1a-0838-4bc5-8dac-7e52a8ffd126 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:23.177416 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-557a5b08-7317-4dc0-ab7f-87102e5fa997 req-f95aae1a-0838-4bc5-8dac-7e52a8ffd126 service neutron] 10.222.0.127 "GET /v2.0/ports?device_id=3abd5f1c-5cfa-40e5-8018-1960204a8886&tenant_id=483ead9cc6094290930ff4aed37f7463 HTTP/1.1" status: 200 len: 1101 time: 0.2915292 Jul 06 13:57:23.184359 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-6d9b57fb-ece4-4cb1-a08a-b68e86d68695 req-93d1ddf5-90b1-4129-9a49-1b50fd0023aa service neutron] 10.222.0.72 "GET /v2.0/networks/719b716d-a00d-48ee-8755-3a8bbdfaf0d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2865710 Jul 06 13:57:23.193760 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ca950f-570d-485d-a372-7a1b823d44d6 req-e556a023-b4ac-4683-b186-8e2bf46a40eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:23.195205 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-74ca950f-570d-485d-a372-7a1b823d44d6 req-e556a023-b4ac-4683-b186-8e2bf46a40eb service neutron] 10.222.0.127 "GET /v2.0/ports?tenant_id=fd1179e270854812bfc36cc0e270ba96&device_id=15ec8a26-5f36-442c-a168-6498affa2887 HTTP/1.1" status: 200 len: 1099 time: 0.2180779 Jul 06 13:57:23.200524 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [req-557a5b08-7317-4dc0-ab7f-87102e5fa997 req-f3c9054e-935f-4766-bff3-3a0df0dfbbd0 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-773647-6', 'device_owner': 'compute:nova'}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:57:23.230924 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-23ee895e-d069-42a6-920a-9c972a8fac56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530492'] for network, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:23.237625 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [req-a8b0a6c6-8627-4bf1-b6d0-f003c0fc47ab req-d7b5efe3-006e-4e78-ac96-c88951d5859b service neutron] Attempting to bind port 3fa12484-02ce-40fe-84ec-c2f2fdb9003f on host n-h2-773647-6 for vnic_type normal with profile {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 13:57:23.237955 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [req-a8b0a6c6-8627-4bf1-b6d0-f003c0fc47ab req-d7b5efe3-006e-4e78-ac96-c88951d5859b service neutron] Attempting to bind port 3fa12484-02ce-40fe-84ec-c2f2fdb9003f by drivers openvswitch,hyperv on host n-h2-773647-6 at level 0 using segments [{'id': 'c9ea893d-045e-42cf-b3dd-cdd1f79baccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'ac09d390-867f-4b75-a8d2-ab11550bffd6'}] {{(pid=100246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 13:57:23.238279 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8b0a6c6-8627-4bf1-b6d0-f003c0fc47ab req-d7b5efe3-006e-4e78-ac96-c88951d5859b service neutron] Attempting to bind port 3fa12484-02ce-40fe-84ec-c2f2fdb9003f on network ac09d390-867f-4b75-a8d2-ab11550bffd6 {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 13:57:23.246282 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8b0a6c6-8627-4bf1-b6d0-f003c0fc47ab req-d7b5efe3-006e-4e78-ac96-c88951d5859b service neutron] Port 3fa12484-02ce-40fe-84ec-c2f2fdb9003f on network ac09d390-867f-4b75-a8d2-ab11550bffd6 not bound, no agent of type Open vSwitch agent registered on host n-h2-773647-6 {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 13:57:23.246596 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8b0a6c6-8627-4bf1-b6d0-f003c0fc47ab req-d7b5efe3-006e-4e78-ac96-c88951d5859b service neutron] Attempting to bind port 3fa12484-02ce-40fe-84ec-c2f2fdb9003f on network ac09d390-867f-4b75-a8d2-ab11550bffd6 {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 13:57:23.256016 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8b0a6c6-8627-4bf1-b6d0-f003c0fc47ab req-d7b5efe3-006e-4e78-ac96-c88951d5859b service neutron] Checking agent: {'id': '63768ece-0600-4354-8d29-fdedec96b077', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-773647-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 51, 10), 'started_at': datetime.datetime(2021, 7, 6, 13, 51, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 13, 57, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 13:57:23.256354 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8b0a6c6-8627-4bf1-b6d0-f003c0fc47ab req-d7b5efe3-006e-4e78-ac96-c88951d5859b service neutron] Checking segment: {'id': 'c9ea893d-045e-42cf-b3dd-cdd1f79baccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'ac09d390-867f-4b75-a8d2-ab11550bffd6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 13:57:23.256736 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8b0a6c6-8627-4bf1-b6d0-f003c0fc47ab req-d7b5efe3-006e-4e78-ac96-c88951d5859b service neutron] Bound using segment: {'id': 'c9ea893d-045e-42cf-b3dd-cdd1f79baccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'ac09d390-867f-4b75-a8d2-ab11550bffd6'} {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 13:57:23.257171 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [req-a8b0a6c6-8627-4bf1-b6d0-f003c0fc47ab req-d7b5efe3-006e-4e78-ac96-c88951d5859b service neutron] Bound port: 3fa12484-02ce-40fe-84ec-c2f2fdb9003f, host: n-h2-773647-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c9ea893d-045e-42cf-b3dd-cdd1f79baccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'ac09d390-867f-4b75-a8d2-ab11550bffd6'}}] {{(pid=100246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 13:57:23.257525 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-a8b0a6c6-8627-4bf1-b6d0-f003c0fc47ab req-d7b5efe3-006e-4e78-ac96-c88951d5859b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:23.302060 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-74ca950f-570d-485d-a372-7a1b823d44d6 req-0589614e-8cfa-4c84-a294-fb6b018cc08e service neutron] 10.222.0.127 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.122&port_id=bf79ecaa-be4d-40bf-95e6-0f2da64d736c HTTP/1.1" status: 200 len: 217 time: 0.0814271 Jul 06 13:57:23.360397 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-23ee895e-d069-42a6-920a-9c972a8fac56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-917204', 'neutron.services.segments.db._delete_segments_for_network-8773753502302'] for network, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:23.380206 n-d-773647-6 neutron-server[100246]: DEBUG neutron.services.segments.db [None req-23ee895e-d069-42a6-920a-9c972a8fac56 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['82de3ae2-81e4-474f-953b-e83c4f15c3b6']}} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:57:23.399588 n-d-773647-6 neutron-server[100246]: DEBUG neutron.services.segments.db [None req-23ee895e-d069-42a6-920a-9c972a8fac56 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0212c0ea-43ee-41e4-b30e-4894f6429a7c') {'for_net_delete': True} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:57:23.399884 n-d-773647-6 neutron-server[100246]: DEBUG neutron.services.segments.db [None req-23ee895e-d069-42a6-920a-9c972a8fac56 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0212c0ea-43ee-41e4-b30e-4894f6429a7c') {} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:57:23.413208 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-23ee895e-d069-42a6-920a-9c972a8fac56 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773753515138', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126218898'] for segment, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:23.415142 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.db [req-a8b0a6c6-8627-4bf1-b6d0-f003c0fc47ab req-d7b5efe3-006e-4e78-ac96-c88951d5859b service neutron] For port 3fa12484-02ce-40fe-84ec-c2f2fdb9003f, host n-h2-773647-6, cleared binding levels {{(pid=100246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 13:57:23.422818 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.db [req-a8b0a6c6-8627-4bf1-b6d0-f003c0fc47ab req-d7b5efe3-006e-4e78-ac96-c88951d5859b service neutron] For port 3fa12484-02ce-40fe-84ec-c2f2fdb9003f, host n-h2-773647-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=3fa12484-02ce-40fe-84ec-c2f2fdb9003f,segment=NetworkSegment(c9ea893d-045e-42cf-b3dd-cdd1f79baccd),segment_id=c9ea893d-045e-42cf-b3dd-cdd1f79baccd)] {{(pid=100246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 13:57:23.429055 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-a8b0a6c6-8627-4bf1-b6d0-f003c0fc47ab req-d7b5efe3-006e-4e78-ac96-c88951d5859b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127687527'] for port, after_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:23.431269 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-23ee895e-d069-42a6-920a-9c972a8fac56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552'] for segment, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:23.441017 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ca950f-570d-485d-a372-7a1b823d44d6 req-328c6153-afb7-472a-b834-fa1767c2b04f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:23.442766 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-74ca950f-570d-485d-a372-7a1b823d44d6 req-328c6153-afb7-472a-b834-fa1767c2b04f service neutron] 10.222.0.127 "GET /v2.0/subnets?id=d1c3cc78-09b9-4e30-99fd-0e5830de101d HTTP/1.1" status: 200 len: 843 time: 0.0949352 Jul 06 13:57:23.448227 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-23ee895e-d069-42a6-920a-9c972a8fac56 admin admin] Releasing vlan 1010 on physical network physnet1 to pool {{(pid=100246) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 13:57:23.448644 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-23ee895e-d069-42a6-920a-9c972a8fac56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127687491'] for segment, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:23.564391 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7dbdc8f-f50a-42db-b1f9-3db70e45cff3 req-036c5d33-c717-42de-b083-edc2ece5dd29 tempest-ServersWithSpecificFlavorTestJSON-1219430523 tempest-ServersWithSpecificFlavorTestJSON-1219430523-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:23.565963 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-f7dbdc8f-f50a-42db-b1f9-3db70e45cff3 req-036c5d33-c717-42de-b083-edc2ece5dd29 tempest-ServersWithSpecificFlavorTestJSON-1219430523 tempest-ServersWithSpecificFlavorTestJSON-1219430523-project] 10.222.0.104 "GET /v2.0/networks?id=460f74e5-0a7f-4f78-8d1f-c6320874439c HTTP/1.1" status: 200 len: 824 time: 0.3868499 Jul 06 13:57:23.569441 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-557a5b08-7317-4dc0-ab7f-87102e5fa997 req-f3c9054e-935f-4766-bff3-3a0df0dfbbd0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:23.576621 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-0c00997d-17b1-4e20-ba95-a9821aa6f454 req-28142793-4de7-4e98-a198-5e294bc0bba7 service neutron] 10.222.0.104 "GET /v2.0/networks/4f6c277b-1b2d-40ad-a374-15bf31b2f6e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3859615 Jul 06 13:57:23.623116 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-f7dbdc8f-f50a-42db-b1f9-3db70e45cff3 req-31a34e7c-9bce-409d-8f20-d483e5d8a620 tempest-ServersWithSpecificFlavorTestJSON-1219430523 tempest-ServersWithSpecificFlavorTestJSON-1219430523-project] 10.222.0.104 "GET /v2.0/quotas/acb800f580674ba5b45dfb76ebc253b1 HTTP/1.1" status: 200 len: 375 time: 0.0498507 Jul 06 13:57:23.726729 n-d-773647-6 neutron-server[100246]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 13:57:23.726729 n-d-773647-6 neutron-server[100246]: conditions |= (models_v2.Port.network_id.in_( Jul 06 13:57:23.726729 n-d-773647-6 neutron-server[100246]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 13:57:23.726729 n-d-773647-6 neutron-server[100246]: conditions |= (models_v2.Port.network_id.in_( Jul 06 13:57:23.726729 n-d-773647-6 neutron-server[100246]: Traceback (most recent call last): Jul 06 13:57:23.726729 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 13:57:23.726729 n-d-773647-6 neutron-server[100246]: timer() Jul 06 13:57:23.726729 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 13:57:23.726729 n-d-773647-6 neutron-server[100246]: cb(*args, **kw) Jul 06 13:57:23.726729 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 13:57:23.726729 n-d-773647-6 neutron-server[100246]: return func(*args, **kwargs) Jul 06 13:57:23.726729 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 13:57:23.726729 n-d-773647-6 neutron-server[100246]: self._notify() Jul 06 13:57:23.726729 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 13:57:23.726729 n-d-773647-6 neutron-server[100246]: self.callback(batched_events) Jul 06 13:57:23.726729 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 13:57:23.726729 n-d-773647-6 neutron-server[100246]: event.method(event) Jul 06 13:57:23.726729 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 13:57:23.726729 n-d-773647-6 neutron-server[100246]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 13:57:23.726729 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 13:57:23.726729 n-d-773647-6 neutron-server[100246]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 13:57:23.726729 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 13:57:23.726729 n-d-773647-6 neutron-server[100246]: return f(self, *a, **k) Jul 06 13:57:23.726729 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 13:57:23.726729 n-d-773647-6 neutron-server[100246]: return self._get(url).json() Jul 06 13:57:23.726729 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 13:57:23.726729 n-d-773647-6 neutron-server[100246]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 13:57:23.726729 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 13:57:23.726729 n-d-773647-6 neutron-server[100246]: return self.request(url, 'GET', **kwargs) Jul 06 13:57:23.726729 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 13:57:23.726729 n-d-773647-6 neutron-server[100246]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 13:57:23.726729 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 13:57:23.726729 n-d-773647-6 neutron-server[100246]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 13:57:23.726729 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 13:57:23.726729 n-d-773647-6 neutron-server[100246]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 13:57:23.726729 n-d-773647-6 neutron-server[100246]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 13:57:23.751155 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b0a6c6-8627-4bf1-b6d0-f003c0fc47ab req-d7b5efe3-006e-4e78-ac96-c88951d5859b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:23.751804 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-a8b0a6c6-8627-4bf1-b6d0-f003c0fc47ab req-d7b5efe3-006e-4e78-ac96-c88951d5859b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:23.753269 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-a8b0a6c6-8627-4bf1-b6d0-f003c0fc47ab req-d7b5efe3-006e-4e78-ac96-c88951d5859b service neutron] 10.222.0.72 "PUT /v2.0/ports/3fa12484-02ce-40fe-84ec-c2f2fdb9003f HTTP/1.1" status: 200 len: 1096 time: 1.8578351 Jul 06 13:57:23.782326 n-d-773647-6 neutron-server[100246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b72ecc0-292b-4305-a029-1814892dfe78', 'tag': '3fa12484-02ce-40fe-84ec-c2f2fdb9003f'}] {{(pid=100246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 13:57:23.785091 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0d96c5ab5e889f7b933ae915b9be33d1b46c9e87795bf781004b656ef3f1e87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8778e3f-df5d-4397-957c-86e0b6a2ced4" -d '{"events": [{"name": "network-changed", "server_uuid": "1b72ecc0-292b-4305-a029-1814892dfe78", "tag": "3fa12484-02ce-40fe-84ec-c2f2fdb9003f"}]}' {{(pid=100246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:57:23.853814 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b5efe3-006e-4e78-ac96-c88951d5859b service neutron] Pushing event updated for resources: {'Port': ['ID=3fa12484-02ce-40fe-84ec-c2f2fdb9003f,revision_number=3']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:57:23.870433 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-23ee895e-d069-42a6-920a-9c972a8fac56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-917215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1761140'] for network, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:23.885424 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-23ee895e-d069-42a6-920a-9c972a8fac56 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583035'] for network, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:23.888442 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-23ee895e-d069-42a6-920a-9c972a8fac56 admin admin] 10.222.0.104 "DELETE /v2.0/networks/82de3ae2-81e4-474f-953b-e83c4f15c3b6 HTTP/1.1" status: 204 len: 168 time: 0.7736313 Jul 06 13:57:23.904086 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ee895e-d069-42a6-920a-9c972a8fac56 admin admin] Pushing event deleted for resources: {'Network': ['ID=82de3ae2-81e4-474f-953b-e83c4f15c3b6,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:57:23.930035 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b0a6c6-8627-4bf1-b6d0-f003c0fc47ab req-37981688-9314-47e1-b57a-eaea96edb55c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:23.932057 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-a8b0a6c6-8627-4bf1-b6d0-f003c0fc47ab req-37981688-9314-47e1-b57a-eaea96edb55c service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=fd1179e270854812bfc36cc0e270ba96&device_id=1b72ecc0-292b-4305-a029-1814892dfe78 HTTP/1.1" status: 200 len: 1099 time: 0.1152425 Jul 06 13:57:24.014939 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-a8b0a6c6-8627-4bf1-b6d0-f003c0fc47ab req-bb3ccdef-c65d-4cbc-868b-ef774f0e28c9 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.136&port_id=3fa12484-02ce-40fe-84ec-c2f2fdb9003f HTTP/1.1" status: 200 len: 217 time: 0.0613453 Jul 06 13:57:24.103644 n-d-773647-6 neutron-server[100247]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15ec8a26-5f36-442c-a168-6498affa2887', 'tag': 'bf79ecaa-be4d-40bf-95e6-0f2da64d736c'}] {{(pid=100247) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 13:57:24.106031 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cbf0eeaae822f8fc9b87a94aeba67a3d651842baf663a51cba94b67a514836d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3764d556-7c8c-475a-b42b-4c0163a5b115" -d '{"events": [{"name": "network-changed", "server_uuid": "15ec8a26-5f36-442c-a168-6498affa2887", "tag": "bf79ecaa-be4d-40bf-95e6-0f2da64d736c"}]}' {{(pid=100247) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:57:24.111379 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b0a6c6-8627-4bf1-b6d0-f003c0fc47ab req-b1a644a5-4ec8-4f22-916c-3635f4b10ac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:24.113399 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-a8b0a6c6-8627-4bf1-b6d0-f003c0fc47ab req-b1a644a5-4ec8-4f22-916c-3635f4b10ac4 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=d1c3cc78-09b9-4e30-99fd-0e5830de101d HTTP/1.1" status: 200 len: 843 time: 0.0881093 Jul 06 13:57:24.161869 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ca950f-570d-485d-a372-7a1b823d44d6 req-dc763856-0c90-4ad2-a5ad-c8cdce59fc7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:24.163441 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-74ca950f-570d-485d-a372-7a1b823d44d6 req-dc763856-0c90-4ad2-a5ad-c8cdce59fc7e service neutron] 10.222.0.127 "GET /v2.0/ports?network_id=ac09d390-867f-4b75-a8d2-ab11550bffd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6973200 Jul 06 13:57:24.194955 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 59058) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:57:24.209602 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b0a6c6-8627-4bf1-b6d0-f003c0fc47ab req-59b1e608-87aa-4fa0-8216-ff919caead27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:24.211573 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-a8b0a6c6-8627-4bf1-b6d0-f003c0fc47ab req-59b1e608-87aa-4fa0-8216-ff919caead27 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=ac09d390-867f-4b75-a8d2-ab11550bffd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0916965 Jul 06 13:57:24.307059 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-adbe26be-57e1-47d6-82ca-8b4a88efa6d5 admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=bd8ab4ae618e4901853ac9b415c3d7ae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1108050 Jul 06 13:57:24.309869 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 59060) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:57:24.386387 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-a8b0a6c6-8627-4bf1-b6d0-f003c0fc47ab req-1c23e570-ce61-47c9-a842-0fa24975a0d7 service neutron] 10.222.0.72 "GET /v2.0/networks/ac09d390-867f-4b75-a8d2-ab11550bffd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1656599 Jul 06 13:57:24.393159 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-f7dbdc8f-f50a-42db-b1f9-3db70e45cff3 req-85b12225-b90e-4f09-b01a-dbebd01c1b68 tempest-ServersWithSpecificFlavorTestJSON-1219430523 tempest-ServersWithSpecificFlavorTestJSON-1219430523-project] 10.222.0.104 "GET /v2.0/ports?tenant_id=acb800f580674ba5b45dfb76ebc253b1&fields=id HTTP/1.1" status: 200 len: 394 time: 0.7616360 Jul 06 13:57:24.414971 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-f7472eef-8c88-4702-b53f-6c7ff3a1718e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:24.415923 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17cd7d0-9469-44c4-901b-0b844abde1dc req-e4981e8a-3233-4c5b-89f6-2e1ed848aaea tempest-ServersWithSpecificFlavorTestJSON-1219430523 tempest-ServersWithSpecificFlavorTestJSON-1219430523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:24.417765 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-c17cd7d0-9469-44c4-901b-0b844abde1dc req-e4981e8a-3233-4c5b-89f6-2e1ed848aaea tempest-ServersWithSpecificFlavorTestJSON-1219430523 tempest-ServersWithSpecificFlavorTestJSON-1219430523-project] 10.222.0.127 "GET /v2.0/ports?device_id=3ac78f26-658e-4e41-8628-330fee97fb44 HTTP/1.1" status: 200 len: 946 time: 0.7622452 Jul 06 13:57:24.476618 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-f7472eef-8c88-4702-b53f-6c7ff3a1718e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:24.521634 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-74ca950f-570d-485d-a372-7a1b823d44d6 req-6cdac40f-bf0c-400a-add4-4ea68b8c3833 service neutron] 10.222.0.127 "GET /v2.0/networks/ac09d390-867f-4b75-a8d2-ab11550bffd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3366728 Jul 06 13:57:24.534225 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-a8b0a6c6-8627-4bf1-b6d0-f003c0fc47ab req-677db30f-247b-4a9b-835d-f030f0a405ea service neutron] 10.222.0.72 "GET /v2.0/networks/ac09d390-867f-4b75-a8d2-ab11550bffd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1375160 Jul 06 13:57:24.543943 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.db [req-557a5b08-7317-4dc0-ab7f-87102e5fa997 req-f3c9054e-935f-4766-bff3-3a0df0dfbbd0 service neutron] For port 39b82faa-9bb5-4637-ba57-e7b6ac96e89a, host n-h2-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=39b82faa-9bb5-4637-ba57-e7b6ac96e89a,segment=NetworkSegment(c9ea893d-045e-42cf-b3dd-cdd1f79baccd),segment_id=c9ea893d-045e-42cf-b3dd-cdd1f79baccd)] {{(pid=100247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:57:24.557210 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-f7472eef-8c88-4702-b53f-6c7ff3a1718e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:24.560118 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-f7472eef-8c88-4702-b53f-6c7ff3a1718e admin admin] Notify callbacks [] for security_group, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:24.560391 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68589ee7-8e2e-4702-89b2-3b10bf715b0d req-430e1a8b-5f41-4bdc-a905-0502073984f3 tempest-ServersAdminTestJSON-391861328 tempest-ServersAdminTestJSON-391861328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:24.561357 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-f7472eef-8c88-4702-b53f-6c7ff3a1718e admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/66a64f11-8fd4-4070-857b-32412c48dea6 HTTP/1.1" status: 204 len: 168 time: 0.2503514 Jul 06 13:57:24.562028 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-68589ee7-8e2e-4702-89b2-3b10bf715b0d req-430e1a8b-5f41-4bdc-a905-0502073984f3 tempest-ServersAdminTestJSON-391861328 tempest-ServersAdminTestJSON-391861328-project] 10.222.0.104 "GET /v2.0/ports?device_id=63f04f24-a07c-4f56-a92d-98828f9b51fd HTTP/1.1" status: 200 len: 949 time: 0.4526117 Jul 06 13:57:24.577446 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7472eef-8c88-4702-b53f-6c7ff3a1718e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66a64f11-8fd4-4070-857b-32412c48dea6,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:57:24.724378 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.db [req-557a5b08-7317-4dc0-ab7f-87102e5fa997 req-f3c9054e-935f-4766-bff3-3a0df0dfbbd0 service neutron] For port 39b82faa-9bb5-4637-ba57-e7b6ac96e89a, host n-h2-773647-6, cleared binding levels {{(pid=100247) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 13:57:24.760207 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-68589ee7-8e2e-4702-89b2-3b10bf715b0d req-08ee4de1-d13b-4513-830e-c3382394f3b5 tempest-ServersAdminTestJSON-391861328 tempest-ServersAdminTestJSON-391861328-project] 10.222.0.104 "GET /v2.0/security-groups?id=3bcee3ab-dc9e-46be-bc35-9f5a80cc9457&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1825254 Jul 06 13:57:24.780331 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-f7dbdc8f-f50a-42db-b1f9-3db70e45cff3 req-0db0c197-4815-49ff-afc0-14c393d2d9be service neutron] 10.222.0.104 "GET /v2.0/networks/460f74e5-0a7f-4f78-8d1f-c6320874439c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3605037 Jul 06 13:57:24.833248 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-557a5b08-7317-4dc0-ab7f-87102e5fa997 req-f3c9054e-935f-4766-bff3-3a0df0dfbbd0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:24.892811 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-74ca950f-570d-485d-a372-7a1b823d44d6 req-ac3148d2-e108-4dfa-b96d-1aa24afd4df1 service neutron] 10.222.0.127 "GET /v2.0/networks/ac09d390-867f-4b75-a8d2-ab11550bffd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3576231 Jul 06 13:57:24.901577 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.provisioning_blocks [req-557a5b08-7317-4dc0-ab7f-87102e5fa997 req-f3c9054e-935f-4766-bff3-3a0df0dfbbd0 service neutron] Transition to ACTIVE for port object 39b82faa-9bb5-4637-ba57-e7b6ac96e89a will not be triggered until provisioned by entity L2. {{(pid=100247) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 13:57:24.905657 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.plugin [req-c17cd7d0-9469-44c4-901b-0b844abde1dc req-9d80e998-824d-4198-bfe1-19a4d1e8e86a tempest-ServersWithSpecificFlavorTestJSON-1219430523 tempest-ServersWithSpecificFlavorTestJSON-1219430523-project] Deleting port b9b105f0-126d-4118-bb1b-03c0831ba0af {{(pid=100247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 13:57:24.906066 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-c17cd7d0-9469-44c4-901b-0b844abde1dc req-9d80e998-824d-4198-bfe1-19a4d1e8e86a tempest-ServersWithSpecificFlavorTestJSON-1219430523 tempest-ServersWithSpecificFlavorTestJSON-1219430523-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:24.912358 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-557a5b08-7317-4dc0-ab7f-87102e5fa997 req-f3c9054e-935f-4766-bff3-3a0df0dfbbd0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:25.095335 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c9054e-935f-4766-bff3-3a0df0dfbbd0 service neutron] Pushing event updated for resources: {'Port': ['ID=39b82faa-9bb5-4637-ba57-e7b6ac96e89a,revision_number=10']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:57:25.097971 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.l3_dvrscheduler_db [req-557a5b08-7317-4dc0-ab7f-87102e5fa997 req-f3c9054e-935f-4766-bff3-3a0df0dfbbd0 service neutron] No DVR routers for this DVR port 39b82faa-9bb5-4637-ba57-e7b6ac96e89a on host n-h2-773647-6 {{(pid=100247) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 13:57:25.110413 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-f7dbdc8f-f50a-42db-b1f9-3db70e45cff3 req-f691b811-8578-4e0e-ba92-caef66a6ff75 service neutron] 10.222.0.104 "GET /v2.0/networks/460f74e5-0a7f-4f78-8d1f-c6320874439c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3131659 Jul 06 13:57:25.177941 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.managers [req-557a5b08-7317-4dc0-ab7f-87102e5fa997 req-f3c9054e-935f-4766-bff3-3a0df0dfbbd0 service neutron] Attempting to bind port 39b82faa-9bb5-4637-ba57-e7b6ac96e89a on host n-h1-773647-6 for vnic_type normal with profile {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 13:57:25.178296 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.managers [req-557a5b08-7317-4dc0-ab7f-87102e5fa997 req-f3c9054e-935f-4766-bff3-3a0df0dfbbd0 service neutron] Attempting to bind port 39b82faa-9bb5-4637-ba57-e7b6ac96e89a by drivers openvswitch,hyperv on host n-h1-773647-6 at level 0 using segments [{'id': 'c9ea893d-045e-42cf-b3dd-cdd1f79baccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'ac09d390-867f-4b75-a8d2-ab11550bffd6'}] {{(pid=100247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 13:57:25.178979 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-557a5b08-7317-4dc0-ab7f-87102e5fa997 req-f3c9054e-935f-4766-bff3-3a0df0dfbbd0 service neutron] Attempting to bind port 39b82faa-9bb5-4637-ba57-e7b6ac96e89a on network ac09d390-867f-4b75-a8d2-ab11550bffd6 {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 13:57:25.227515 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-557a5b08-7317-4dc0-ab7f-87102e5fa997 req-f3c9054e-935f-4766-bff3-3a0df0dfbbd0 service neutron] Port 39b82faa-9bb5-4637-ba57-e7b6ac96e89a on network ac09d390-867f-4b75-a8d2-ab11550bffd6 not bound, no agent of type Open vSwitch agent registered on host n-h1-773647-6 {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 13:57:25.227852 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-557a5b08-7317-4dc0-ab7f-87102e5fa997 req-f3c9054e-935f-4766-bff3-3a0df0dfbbd0 service neutron] Attempting to bind port 39b82faa-9bb5-4637-ba57-e7b6ac96e89a on network ac09d390-867f-4b75-a8d2-ab11550bffd6 {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 13:57:25.244551 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.db [req-c17cd7d0-9469-44c4-901b-0b844abde1dc req-9d80e998-824d-4198-bfe1-19a4d1e8e86a tempest-ServersWithSpecificFlavorTestJSON-1219430523 tempest-ServersWithSpecificFlavorTestJSON-1219430523-project] For port b9b105f0-126d-4118-bb1b-03c0831ba0af, host n-h1-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773647-6',level=0,port_id=b9b105f0-126d-4118-bb1b-03c0831ba0af,segment=NetworkSegment(a35ce525-b1c8-41c9-9ae8-4677f48117d3),segment_id=a35ce525-b1c8-41c9-9ae8-4677f48117d3)] {{(pid=100247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:57:25.245302 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-c17cd7d0-9469-44c4-901b-0b844abde1dc req-9d80e998-824d-4198-bfe1-19a4d1e8e86a tempest-ServersWithSpecificFlavorTestJSON-1219430523 tempest-ServersWithSpecificFlavorTestJSON-1219430523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:25.277289 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-557a5b08-7317-4dc0-ab7f-87102e5fa997 req-f3c9054e-935f-4766-bff3-3a0df0dfbbd0 service neutron] Checking agent: {'id': '5bf7147f-bada-4441-a5dc-934b903473fb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-773647-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 51, 12), 'started_at': datetime.datetime(2021, 7, 6, 13, 51, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 13, 57, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 13:57:25.277574 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-557a5b08-7317-4dc0-ab7f-87102e5fa997 req-f3c9054e-935f-4766-bff3-3a0df0dfbbd0 service neutron] Checking segment: {'id': 'c9ea893d-045e-42cf-b3dd-cdd1f79baccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'ac09d390-867f-4b75-a8d2-ab11550bffd6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100247) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 13:57:25.277954 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-557a5b08-7317-4dc0-ab7f-87102e5fa997 req-f3c9054e-935f-4766-bff3-3a0df0dfbbd0 service neutron] Bound using segment: {'id': 'c9ea893d-045e-42cf-b3dd-cdd1f79baccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'ac09d390-867f-4b75-a8d2-ab11550bffd6'} {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 13:57:25.278390 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.managers [req-557a5b08-7317-4dc0-ab7f-87102e5fa997 req-f3c9054e-935f-4766-bff3-3a0df0dfbbd0 service neutron] Bound port: 39b82faa-9bb5-4637-ba57-e7b6ac96e89a, host: n-h1-773647-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c9ea893d-045e-42cf-b3dd-cdd1f79baccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'ac09d390-867f-4b75-a8d2-ab11550bffd6'}}] {{(pid=100247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 13:57:25.278768 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-557a5b08-7317-4dc0-ab7f-87102e5fa997 req-f3c9054e-935f-4766-bff3-3a0df0dfbbd0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:25.287930 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40583c40-341a-4f4a-b6be-a1815ef2f79d req-a2c5d0a7-c89a-4a00-88e4-fba79efee739 tempest-DeleteServersTestJSON-677393534 tempest-DeleteServersTestJSON-677393534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:25.296094 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-40583c40-341a-4f4a-b6be-a1815ef2f79d req-a2c5d0a7-c89a-4a00-88e4-fba79efee739 tempest-DeleteServersTestJSON-677393534 tempest-DeleteServersTestJSON-677393534-project] 10.222.0.104 "GET /v2.0/ports?device_id=6170d4d8-ea14-440b-9da4-bbd0c2f68095 HTTP/1.1" status: 200 len: 946 time: 0.3661952 Jul 06 13:57:25.313331 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 13:57:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d052f03b-5d4c-4a11-8f38-a390e07b75d4 x-openstack-request-id: req-d052f03b-5d4c-4a11-8f38-a390e07b75d4 {{(pid=100248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:57:25.314285 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6170d4d8-ea14-440b-9da4-bbd0c2f68095", "name": "network-vif-plugged", "status": "completed", "tag": "744db401-e29e-4d4f-8f53-bfbb35dd8037", "code": 200}]} {{(pid=100248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:57:25.314746 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-d052f03b-5d4c-4a11-8f38-a390e07b75d4 {{(pid=100248) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:57:25.315401 n-d-773647-6 neutron-server[100248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6170d4d8-ea14-440b-9da4-bbd0c2f68095', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '744db401-e29e-4d4f-8f53-bfbb35dd8037', 'code': 200} Jul 06 13:57:25.477161 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 59088) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:57:25.480565 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-8c48d5b3-f2cb-406e-8cab-f4ccbab112c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:25.528065 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1b5aac-fa24-4037-9252-f9a47643f7df req-e9c78186-e09b-44d4-a231-c458980d3bfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:25.531448 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-9b1b5aac-fa24-4037-9252-f9a47643f7df req-e9c78186-e09b-44d4-a231-c458980d3bfe service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=6170d4d8-ea14-440b-9da4-bbd0c2f68095 HTTP/1.1" status: 200 len: 1097 time: 0.1134338 Jul 06 13:57:25.599666 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-9b1b5aac-fa24-4037-9252-f9a47643f7df req-9598d268-9bd1-42b8-8fbc-6fbc7e2690d2 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=7d4cbf2c-f907-4452-8928-a2a298fe7ee1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582886 Jul 06 13:57:25.628115 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-40583c40-341a-4f4a-b6be-a1815ef2f79d req-0a7d4936-9d30-4317-860f-efa226bfc892 tempest-DeleteServersTestJSON-677393534 tempest-DeleteServersTestJSON-677393534-project] 10.222.0.104 "GET /v2.0/security-groups?id=7d4cbf2c-f907-4452-8928-a2a298fe7ee1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3311002 Jul 06 13:57:25.656610 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-baa79551-9098-483f-b20e-35d2d90f970f admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-626194805-network', 'tenant_id': 'aa7d5b29f8ec457fb3612664b97c2f33'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:57:25.686325 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-baa79551-9098-483f-b20e-35d2d90f970f admin admin] Made reservation on behalf of aa7d5b29f8ec457fb3612664b97c2f33 for: {'network': 1} {{(pid=100246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 13:57:25.688816 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-baa79551-9098-483f-b20e-35d2d90f970f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for network, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:25.699790 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-baa79551-9098-483f-b20e-35d2d90f970f admin admin] Notify callbacks [] for security_group, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:25.742317 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.db [req-557a5b08-7317-4dc0-ab7f-87102e5fa997 req-f3c9054e-935f-4766-bff3-3a0df0dfbbd0 service neutron] For port 39b82faa-9bb5-4637-ba57-e7b6ac96e89a, host n-h1-773647-6, cleared binding levels {{(pid=100247) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 13:57:25.757076 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c00997d-17b1-4e20-ba95-a9821aa6f454 req-f6656daa-3d9c-4218-9776-0db6a4e324f9 tempest-LiveMigrationTest-2001684970 tempest-LiveMigrationTest-2001684970-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:25.758840 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-0c00997d-17b1-4e20-ba95-a9821aa6f454 req-f6656daa-3d9c-4218-9776-0db6a4e324f9 tempest-LiveMigrationTest-2001684970 tempest-LiveMigrationTest-2001684970-project] 10.222.0.127 "GET /v2.0/networks?id=4f6c277b-1b2d-40ad-a374-15bf31b2f6e9 HTTP/1.1" status: 200 len: 807 time: 0.5022659 Jul 06 13:57:25.781174 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.db [req-557a5b08-7317-4dc0-ab7f-87102e5fa997 req-f3c9054e-935f-4766-bff3-3a0df0dfbbd0 service neutron] For port 39b82faa-9bb5-4637-ba57-e7b6ac96e89a, host n-h1-773647-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773647-6',level=0,port_id=39b82faa-9bb5-4637-ba57-e7b6ac96e89a,segment=NetworkSegment(c9ea893d-045e-42cf-b3dd-cdd1f79baccd),segment_id=c9ea893d-045e-42cf-b3dd-cdd1f79baccd)] {{(pid=100247) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 13:57:25.790324 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [req-0c00997d-17b1-4e20-ba95-a9821aa6f454 req-e5dc88ef-b4a9-4d16-9ef3-17f02b2041b7 tempest-LiveMigrationTest-2001684970 tempest-LiveMigrationTest-2001684970-project] Request body: {'port': {'device_id': 'db226d12-2e62-42b7-b705-5e6732590104', 'network_id': '4f6c277b-1b2d-40ad-a374-15bf31b2f6e9', 'admin_state_up': True, 'tenant_id': '125e6575b3ba4365b3ae01568cef269b'}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:57:25.803354 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9473786-76b0-4dbe-907c-8fb81a0a398c req-285f6ba9-62f8-4278-a1fd-c384228ef1a8 tempest-LiveAutoBlockMigrationV225Test-654794443 tempest-LiveAutoBlockMigrationV225Test-654794443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:25.805438 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-e9473786-76b0-4dbe-907c-8fb81a0a398c req-285f6ba9-62f8-4278-a1fd-c384228ef1a8 tempest-LiveAutoBlockMigrationV225Test-654794443 tempest-LiveAutoBlockMigrationV225Test-654794443-project] 10.222.0.104 "GET /v2.0/ports?device_id=409617e7-df61-4f61-8ec0-c00a7448d4c1 HTTP/1.1" status: 200 len: 944 time: 0.3503118 Jul 06 13:57:25.809937 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-557a5b08-7317-4dc0-ab7f-87102e5fa997 req-f3c9054e-935f-4766-bff3-3a0df0dfbbd0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:25.856521 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:25.915367 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-baa79551-9098-483f-b20e-35d2d90f970f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:25.920092 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-baa79551-9098-483f-b20e-35d2d90f970f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:25.924306 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Device b9b105f0-126d-4118-bb1b-03c0831ba0af no longer exists at agent hyperv_n-h1-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 13:57:25.946921 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-c17cd7d0-9469-44c4-901b-0b844abde1dc req-9d80e998-824d-4198-bfe1-19a4d1e8e86a tempest-ServersWithSpecificFlavorTestJSON-1219430523 tempest-ServersWithSpecificFlavorTestJSON-1219430523-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:25.947379 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-c17cd7d0-9469-44c4-901b-0b844abde1dc req-9d80e998-824d-4198-bfe1-19a4d1e8e86a tempest-ServersWithSpecificFlavorTestJSON-1219430523 tempest-ServersWithSpecificFlavorTestJSON-1219430523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1761130'] for floatingip, after_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:25.947762 n-d-773647-6 neutron-server[100247]: INFO neutron.db.l3_db [req-c17cd7d0-9469-44c4-901b-0b844abde1dc req-9d80e998-824d-4198-bfe1-19a4d1e8e86a tempest-ServersWithSpecificFlavorTestJSON-1219430523 tempest-ServersWithSpecificFlavorTestJSON-1219430523-project] Floating IP 3964a9ac-fdfe-444e-a784-56ae3fe7b769 disassociated. External IP: 172.25.0.88, port: b9b105f0-126d-4118-bb1b-03c0831ba0af. Jul 06 13:57:25.948114 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.plugin [req-c17cd7d0-9469-44c4-901b-0b844abde1dc req-9d80e998-824d-4198-bfe1-19a4d1e8e86a tempest-ServersWithSpecificFlavorTestJSON-1219430523 tempest-ServersWithSpecificFlavorTestJSON-1219430523-project] Calling delete_port for b9b105f0-126d-4118-bb1b-03c0831ba0af owned by compute:nova {{(pid=100247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 13:57:25.963252 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557a5b08-7317-4dc0-ab7f-87102e5fa997 req-f3c9054e-935f-4766-bff3-3a0df0dfbbd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:25.963866 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-557a5b08-7317-4dc0-ab7f-87102e5fa997 req-f3c9054e-935f-4766-bff3-3a0df0dfbbd0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:25.965438 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-557a5b08-7317-4dc0-ab7f-87102e5fa997 req-f3c9054e-935f-4766-bff3-3a0df0dfbbd0 service neutron] 10.222.0.127 "PUT /v2.0/ports/39b82faa-9bb5-4637-ba57-e7b6ac96e89a HTTP/1.1" status: 200 len: 1097 time: 2.7758515 Jul 06 13:57:25.971152 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-baa79551-9098-483f-b20e-35d2d90f970f admin admin] vlan segment allocate from pool success with {'vlan_id': 1007, 'physical_network': 'physnet1'} {{(pid=100246) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 13:57:26.007410 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa79551-9098-483f-b20e-35d2d90f970f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc287469-1102-40d8-b019-cad062af5465,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:57:26.024417 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-baa79551-9098-483f-b20e-35d2d90f970f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552'] for segment, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:26.025091 n-d-773647-6 neutron-server[100246]: INFO neutron.db.segments_db [None req-baa79551-9098-483f-b20e-35d2d90f970f admin admin] Added segment 1bb3acc6-dcb3-43f0-ad94-2763c9e79a65 of type vlan for network 80a8f655-14ef-4b04-89b8-0871faf0b23f Jul 06 13:57:26.079532 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:26.111846 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-baa79551-9098-483f-b20e-35d2d90f970f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773752984405'] for network, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:26.130676 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] For port b9b105f0-126d-4118-bb1b-03c0831ba0af, host n-h1-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773647-6',level=0,port_id=b9b105f0-126d-4118-bb1b-03c0831ba0af,segment=NetworkSegment(a35ce525-b1c8-41c9-9ae8-4677f48117d3),segment_id=a35ce525-b1c8-41c9-9ae8-4677f48117d3)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:57:26.136137 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Device 39b82faa-9bb5-4637-ba57-e7b6ac96e89a no longer exists at agent hyperv_n-h2-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 13:57:26.171947 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-baa79551-9098-483f-b20e-35d2d90f970f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060'] for network, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:26.172375 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-e9473786-76b0-4dbe-907c-8fb81a0a398c req-206d6fcb-1095-4d42-8f4d-7b46593e1f07 tempest-LiveAutoBlockMigrationV225Test-654794443 tempest-LiveAutoBlockMigrationV225Test-654794443-project] 10.222.0.104 "GET /v2.0/security-groups?id=43f6fcb8-9501-44d6-9feb-82c82c5d5862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3473816 Jul 06 13:57:26.172858 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:26.173848 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c9054e-935f-4766-bff3-3a0df0dfbbd0 service neutron] Pushing event updated for resources: {'Port': ['ID=39b82faa-9bb5-4637-ba57-e7b6ac96e89a,revision_number=11']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:57:26.174089 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baa79551-9098-483f-b20e-35d2d90f970f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:26.174860 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-baa79551-9098-483f-b20e-35d2d90f970f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583035'] for network, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:26.294024 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-baa79551-9098-483f-b20e-35d2d90f970f admin admin] 10.222.0.104 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.8016129 Jul 06 13:57:26.296199 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Device 39b82faa-9bb5-4637-ba57-e7b6ac96e89a not bound to the agent host n-h2-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 13:57:26.309017 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Pushing event updated for resources: {'Port': ['ID=b9b105f0-126d-4118-bb1b-03c0831ba0af,revision_number=6']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:57:26.313976 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 13:57:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33585ad4-4a95-46bb-a7ed-51bd34e48942 x-openstack-request-id: req-33585ad4-4a95-46bb-a7ed-51bd34e48942 {{(pid=100246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:57:26.316942 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b72ecc0-292b-4305-a029-1814892dfe78", "tag": "3fa12484-02ce-40fe-84ec-c2f2fdb9003f", "status": "completed", "code": 200}]} {{(pid=100246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:57:26.317226 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-33585ad4-4a95-46bb-a7ed-51bd34e48942 {{(pid=100246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:57:26.317631 n-d-773647-6 neutron-server[100246]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b72ecc0-292b-4305-a029-1814892dfe78', 'tag': '3fa12484-02ce-40fe-84ec-c2f2fdb9003f', 'status': 'completed', 'code': 200} Jul 06 13:57:26.321729 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 59100) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:57:26.332022 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [None req-09ae6ff4-0cdb-44cb-8326-0ae8bbef8c16 admin admin] Request body: {'subnet': {'network_id': '80a8f655-14ef-4b04-89b8-0871faf0b23f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-626194805-subnet', 'tenant_id': 'aa7d5b29f8ec457fb3612664b97c2f33', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:57:26.336917 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0c00997d-17b1-4e20-ba95-a9821aa6f454 req-e5dc88ef-b4a9-4d16-9ef3-17f02b2041b7 tempest-LiveMigrationTest-2001684970 tempest-LiveMigrationTest-2001684970-project] Made reservation on behalf of 125e6575b3ba4365b3ae01568cef269b for: {'port': 1} {{(pid=100247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 13:57:26.342499 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-0c00997d-17b1-4e20-ba95-a9821aa6f454 req-e5dc88ef-b4a9-4d16-9ef3-17f02b2041b7 tempest-LiveMigrationTest-2001684970 tempest-LiveMigrationTest-2001684970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:26.351521 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa79551-9098-483f-b20e-35d2d90f970f admin admin] Pushing event updated for resources: {'Network': ['ID=80a8f655-14ef-4b04-89b8-0871faf0b23f,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:57:26.377375 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Network 80a8f655-14ef-4b04-89b8-0871faf0b23f details requested by agent ovs-agent-n-d-773647-6 with host n-d-773647-6 {{(pid=100248) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 13:57:26.389530 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143fad7c-9eb4-4e8a-b083-495263f6d545 req-459de856-ba65-43c3-bbb9-580027717666 tempest-ListImageFiltersTestJSON-201163018 tempest-ListImageFiltersTestJSON-201163018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:26.400035 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-143fad7c-9eb4-4e8a-b083-495263f6d545 req-459de856-ba65-43c3-bbb9-580027717666 tempest-ListImageFiltersTestJSON-201163018 tempest-ListImageFiltersTestJSON-201163018-project] 10.222.0.104 "GET /v2.0/ports?device_id=1b72ecc0-292b-4305-a029-1814892dfe78 HTTP/1.1" status: 200 len: 948 time: 0.5869126 Jul 06 13:57:26.439688 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8778e3f-df5d-4397-957c-86e0b6a2ced4 req-b61299d9-1740-4a5d-847a-e464c7e4d3a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:26.442084 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-e8778e3f-df5d-4397-957c-86e0b6a2ced4 req-b61299d9-1740-4a5d-847a-e464c7e4d3a9 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=fd1179e270854812bfc36cc0e270ba96&device_id=1b72ecc0-292b-4305-a029-1814892dfe78 HTTP/1.1" status: 200 len: 1099 time: 0.1218183 Jul 06 13:57:26.506386 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-2064eaae-da4f-48f8-82d2-b09d4ddedd44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:26.583805 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8778e3f-df5d-4397-957c-86e0b6a2ced4 req-fadedb5c-8725-45d6-b8b1-3360951f9cef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:26.585268 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-e8778e3f-df5d-4397-957c-86e0b6a2ced4 req-fadedb5c-8725-45d6-b8b1-3360951f9cef service neutron] 10.222.0.72 "GET /v2.0/networks?id=ac09d390-867f-4b75-a8d2-ab11550bffd6 HTTP/1.1" status: 200 len: 871 time: 0.1092460 Jul 06 13:57:26.635363 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-e8778e3f-df5d-4397-957c-86e0b6a2ced4 req-23e4b9ac-4123-4e43-a3c8-a7de1da2e80c service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.136&port_id=3fa12484-02ce-40fe-84ec-c2f2fdb9003f HTTP/1.1" status: 200 len: 217 time: 0.0369115 Jul 06 13:57:26.692392 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8778e3f-df5d-4397-957c-86e0b6a2ced4 req-ebb19942-aac6-4939-8f9d-f4410f0193fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:26.693886 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-e8778e3f-df5d-4397-957c-86e0b6a2ced4 req-ebb19942-aac6-4939-8f9d-f4410f0193fc service neutron] 10.222.0.72 "GET /v2.0/subnets?id=d1c3cc78-09b9-4e30-99fd-0e5830de101d HTTP/1.1" status: 200 len: 843 time: 0.0467880 Jul 06 13:57:26.797433 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8778e3f-df5d-4397-957c-86e0b6a2ced4 req-3460beb0-2d91-474d-9114-48343d94c7cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:26.800370 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-e8778e3f-df5d-4397-957c-86e0b6a2ced4 req-3460beb0-2d91-474d-9114-48343d94c7cb service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=ac09d390-867f-4b75-a8d2-ab11550bffd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0942953 Jul 06 13:57:26.932993 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-e8778e3f-df5d-4397-957c-86e0b6a2ced4 req-d1656907-2801-4377-91bf-880ceba6b614 service neutron] 10.222.0.72 "GET /v2.0/networks/ac09d390-867f-4b75-a8d2-ab11550bffd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240842 Jul 06 13:57:26.936642 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-143fad7c-9eb4-4e8a-b083-495263f6d545 req-b103122e-b84c-4f0d-8f29-10f4e92e0c6b tempest-ListImageFiltersTestJSON-201163018 tempest-ListImageFiltersTestJSON-201163018-project] 10.222.0.104 "GET /v2.0/security-groups?id=9ce4c80a-5086-4b6d-8895-e157d8baf449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5319390 Jul 06 13:57:26.949692 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09ae6ff4-0cdb-44cb-8326-0ae8bbef8c16 admin admin] Made reservation on behalf of aa7d5b29f8ec457fb3612664b97c2f33 for: {'subnet': 1} {{(pid=100247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 13:57:26.958873 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-09ae6ff4-0cdb-44cb-8326-0ae8bbef8c16 admin admin] Notify callbacks [] for subnet, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:27.064667 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.db_base_plugin_common [req-0c00997d-17b1-4e20-ba95-a9821aa6f454 req-e5dc88ef-b4a9-4d16-9ef3-17f02b2041b7 tempest-LiveMigrationTest-2001684970 tempest-LiveMigrationTest-2001684970-project] Allocated IP 172.20.0.11 (4f6c277b-1b2d-40ad-a374-15bf31b2f6e9/3ab4a4f6-31db-40f5-bd89-967e515dcbd9/f1aab9a0-078a-4663-8768-bd6b589c53f0) {{(pid=100247) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 13:57:27.177493 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7dbdc8f-f50a-42db-b1f9-3db70e45cff3 req-a86de671-c36f-44e9-a671-bf09b5706579 tempest-ServersWithSpecificFlavorTestJSON-1219430523 tempest-ServersWithSpecificFlavorTestJSON-1219430523-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:27.179583 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-f7dbdc8f-f50a-42db-b1f9-3db70e45cff3 req-a86de671-c36f-44e9-a671-bf09b5706579 tempest-ServersWithSpecificFlavorTestJSON-1219430523 tempest-ServersWithSpecificFlavorTestJSON-1219430523-project] 10.222.0.72 "GET /v2.0/networks?id=460f74e5-0a7f-4f78-8d1f-c6320874439c HTTP/1.1" status: 200 len: 824 time: 0.1563861 Jul 06 13:57:27.186249 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-5344d912-c73e-4a54-9078-566318c9cf64 req-123b9074-0784-44f1-87c9-0c96fdf904ab tempest-LiveMigrationTest-2001684970 tempest-LiveMigrationTest-2001684970-project] 10.222.0.104 "GET /v2.0/ports?device_id=db226d12-2e62-42b7-b705-5e6732590104 HTTP/1.1" status: 200 len: 210 time: 0.7041357 Jul 06 13:57:27.211617 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557a5b08-7317-4dc0-ab7f-87102e5fa997 req-d9f67676-da03-4323-aada-fd16a65d08d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:27.213378 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-557a5b08-7317-4dc0-ab7f-87102e5fa997 req-d9f67676-da03-4323-aada-fd16a65d08d9 service neutron] 10.222.0.127 "GET /v2.0/ports?tenant_id=483ead9cc6094290930ff4aed37f7463&device_id=3abd5f1c-5cfa-40e5-8018-1960204a8886 HTTP/1.1" status: 200 len: 1100 time: 1.1001608 Jul 06 13:57:27.289738 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-e8778e3f-df5d-4397-957c-86e0b6a2ced4 req-25e2658b-0492-48c0-990c-46b68dd30a2e service neutron] 10.222.0.72 "GET /v2.0/networks/ac09d390-867f-4b75-a8d2-ab11550bffd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3497617 Jul 06 13:57:27.293006 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 13:57:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83f022c7-5885-4131-9fc7-2678ba34bc14 x-openstack-request-id: req-83f022c7-5885-4131-9fc7-2678ba34bc14 {{(pid=100247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:57:27.293293 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "15ec8a26-5f36-442c-a168-6498affa2887", "tag": "bf79ecaa-be4d-40bf-95e6-0f2da64d736c", "status": "completed", "code": 200}]} {{(pid=100247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:57:27.293598 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-83f022c7-5885-4131-9fc7-2678ba34bc14 {{(pid=100247) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:57:27.293980 n-d-773647-6 neutron-server[100247]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '15ec8a26-5f36-442c-a168-6498affa2887', 'tag': 'bf79ecaa-be4d-40bf-95e6-0f2da64d736c', 'status': 'completed', 'code': 200} Jul 06 13:57:27.317143 n-d-773647-6 neutron-server[100248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ac78f26-658e-4e41-8628-330fee97fb44', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b9b105f0-126d-4118-bb1b-03c0831ba0af'}] {{(pid=100248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 13:57:27.319761 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84af257533e383389cbcf231d3534f4d5e149e7203fea16b4a8fc01438dddaf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4e12dc6-201d-4e95-9904-e72bddbb8b97" -d '{"events": [{"server_uuid": "3ac78f26-658e-4e41-8628-330fee97fb44", "name": "network-vif-unplugged", "status": "completed", "tag": "b9b105f0-126d-4118-bb1b-03c0831ba0af"}]}' {{(pid=100248) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:57:27.349824 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-f7dbdc8f-f50a-42db-b1f9-3db70e45cff3 req-e4b61135-6d76-4da4-9f5f-456dd2b9dbf3 tempest-ServersWithSpecificFlavorTestJSON-1219430523 tempest-ServersWithSpecificFlavorTestJSON-1219430523-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=acb800f580674ba5b45dfb76ebc253b1 HTTP/1.1" status: 200 len: 379 time: 0.1542122 Jul 06 13:57:27.370174 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [req-f7dbdc8f-f50a-42db-b1f9-3db70e45cff3 req-90474b67-f061-4138-bc6a-281ee44b848f tempest-ServersWithSpecificFlavorTestJSON-1219430523 tempest-ServersWithSpecificFlavorTestJSON-1219430523-project] Request body: {'port': {'device_id': '0d04a11a-d8bd-4340-950b-af5c0e394bc0', 'network_id': '460f74e5-0a7f-4f78-8d1f-c6320874439c', 'admin_state_up': True, 'tenant_id': 'acb800f580674ba5b45dfb76ebc253b1', 'security_groups': ['b480d027-214b-42ad-8ea1-99d6a4321406']}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:57:27.453823 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-0d837200-0a4a-4c78-8938-59c5969fae77 req-a02e482a-a69b-48d7-bdf9-477c71991b20 tempest-ServersWithSpecificFlavorTestJSON-1219430523 tempest-ServersWithSpecificFlavorTestJSON-1219430523-project] 10.222.0.104 "GET /v2.0/ports?device_id=0d04a11a-d8bd-4340-950b-af5c0e394bc0 HTTP/1.1" status: 200 len: 210 time: 0.0825701 Jul 06 13:57:27.483392 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-0c00997d-17b1-4e20-ba95-a9821aa6f454 req-e5dc88ef-b4a9-4d16-9ef3-17f02b2041b7 tempest-LiveMigrationTest-2001684970 tempest-LiveMigrationTest-2001684970-project] Notify callbacks [] for port, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:27.511781 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-c17cd7d0-9469-44c4-901b-0b844abde1dc req-9d80e998-824d-4198-bfe1-19a4d1e8e86a tempest-ServersWithSpecificFlavorTestJSON-1219430523 tempest-ServersWithSpecificFlavorTestJSON-1219430523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117'] for port, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:27.559285 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3764d556-7c8c-475a-b42b-4c0163a5b115 req-10bc5014-cfcd-48cd-981c-8320b4d6c271 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:27.560900 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-3764d556-7c8c-475a-b42b-4c0163a5b115 req-10bc5014-cfcd-48cd-981c-8320b4d6c271 service neutron] 10.222.0.127 "GET /v2.0/ports?tenant_id=fd1179e270854812bfc36cc0e270ba96&device_id=15ec8a26-5f36-442c-a168-6498affa2887 HTTP/1.1" status: 200 len: 1099 time: 0.2295418 Jul 06 13:57:27.586658 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6715c02d-a2b4-417c-8aef-18bd6196468f req-61827e19-492e-404a-b1ea-0c9c1299bb10 tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:27.594181 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-6715c02d-a2b4-417c-8aef-18bd6196468f req-61827e19-492e-404a-b1ea-0c9c1299bb10 tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] 10.222.0.104 "GET /v2.0/ports?device_id=3abd5f1c-5cfa-40e5-8018-1960204a8886 HTTP/1.1" status: 200 len: 949 time: 0.4010854 Jul 06 13:57:27.600185 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f7dbdc8f-f50a-42db-b1f9-3db70e45cff3 req-90474b67-f061-4138-bc6a-281ee44b848f tempest-ServersWithSpecificFlavorTestJSON-1219430523 tempest-ServersWithSpecificFlavorTestJSON-1219430523-project] Made reservation on behalf of acb800f580674ba5b45dfb76ebc253b1 for: {'port': 1} {{(pid=100246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 13:57:27.602502 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d80e998-824d-4198-bfe1-19a4d1e8e86a tempest-ServersWithSpecificFlavorTestJSON-1219430523 tempest-ServersWithSpecificFlavorTestJSON-1219430523-project] Pushing event deleted for resources: {'Port': ['ID=b9b105f0-126d-4118-bb1b-03c0831ba0af,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:57:27.603869 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-f7dbdc8f-f50a-42db-b1f9-3db70e45cff3 req-90474b67-f061-4138-bc6a-281ee44b848f tempest-ServersWithSpecificFlavorTestJSON-1219430523 tempest-ServersWithSpecificFlavorTestJSON-1219430523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:27.604942 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557a5b08-7317-4dc0-ab7f-87102e5fa997 req-14aa183b-7ed9-4ea2-9430-cca55fef4a5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:27.606422 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-557a5b08-7317-4dc0-ab7f-87102e5fa997 req-14aa183b-7ed9-4ea2-9430-cca55fef4a5d service neutron] 10.222.0.127 "GET /v2.0/networks?id=ac09d390-867f-4b75-a8d2-ab11550bffd6 HTTP/1.1" status: 200 len: 871 time: 0.3116825 Jul 06 13:57:27.694199 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d80e998-824d-4198-bfe1-19a4d1e8e86a tempest-ServersWithSpecificFlavorTestJSON-1219430523 tempest-ServersWithSpecificFlavorTestJSON-1219430523-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:57:27.694540 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d80e998-824d-4198-bfe1-19a4d1e8e86a tempest-ServersWithSpecificFlavorTestJSON-1219430523 tempest-ServersWithSpecificFlavorTestJSON-1219430523-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:57:27.694909 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d80e998-824d-4198-bfe1-19a4d1e8e86a tempest-ServersWithSpecificFlavorTestJSON-1219430523 tempest-ServersWithSpecificFlavorTestJSON-1219430523-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:57:27.695270 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d80e998-824d-4198-bfe1-19a4d1e8e86a tempest-ServersWithSpecificFlavorTestJSON-1219430523 tempest-ServersWithSpecificFlavorTestJSON-1219430523-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:57:27.695610 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d80e998-824d-4198-bfe1-19a4d1e8e86a tempest-ServersWithSpecificFlavorTestJSON-1219430523 tempest-ServersWithSpecificFlavorTestJSON-1219430523-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:57:27.695941 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d80e998-824d-4198-bfe1-19a4d1e8e86a tempest-ServersWithSpecificFlavorTestJSON-1219430523 tempest-ServersWithSpecificFlavorTestJSON-1219430523-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:57:27.696267 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d80e998-824d-4198-bfe1-19a4d1e8e86a tempest-ServersWithSpecificFlavorTestJSON-1219430523 tempest-ServersWithSpecificFlavorTestJSON-1219430523-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:57:27.696600 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d80e998-824d-4198-bfe1-19a4d1e8e86a tempest-ServersWithSpecificFlavorTestJSON-1219430523 tempest-ServersWithSpecificFlavorTestJSON-1219430523-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:57:27.696926 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d80e998-824d-4198-bfe1-19a4d1e8e86a tempest-ServersWithSpecificFlavorTestJSON-1219430523 tempest-ServersWithSpecificFlavorTestJSON-1219430523-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:57:27.697249 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d80e998-824d-4198-bfe1-19a4d1e8e86a tempest-ServersWithSpecificFlavorTestJSON-1219430523 tempest-ServersWithSpecificFlavorTestJSON-1219430523-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:57:27.697572 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d80e998-824d-4198-bfe1-19a4d1e8e86a tempest-ServersWithSpecificFlavorTestJSON-1219430523 tempest-ServersWithSpecificFlavorTestJSON-1219430523-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:57:27.697909 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d80e998-824d-4198-bfe1-19a4d1e8e86a tempest-ServersWithSpecificFlavorTestJSON-1219430523 tempest-ServersWithSpecificFlavorTestJSON-1219430523-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:57:27.768613 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-557a5b08-7317-4dc0-ab7f-87102e5fa997 req-e76374cb-f8ff-4591-8358-f333e8bf081b service neutron] 10.222.0.127 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.141&port_id=39b82faa-9bb5-4637-ba57-e7b6ac96e89a HTTP/1.1" status: 200 len: 217 time: 0.1410141 Jul 06 13:57:27.798444 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3764d556-7c8c-475a-b42b-4c0163a5b115 req-bca80f9f-0e85-4961-b97a-f0f4696771fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:27.800300 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-3764d556-7c8c-475a-b42b-4c0163a5b115 req-bca80f9f-0e85-4961-b97a-f0f4696771fd service neutron] 10.222.0.127 "GET /v2.0/networks?id=ac09d390-867f-4b75-a8d2-ab11550bffd6 HTTP/1.1" status: 200 len: 871 time: 0.2323284 Jul 06 13:57:27.857357 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-0c00997d-17b1-4e20-ba95-a9821aa6f454 req-e5dc88ef-b4a9-4d16-9ef3-17f02b2041b7 tempest-LiveMigrationTest-2001684970 tempest-LiveMigrationTest-2001684970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108'] for port, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:27.859091 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-3764d556-7c8c-475a-b42b-4c0163a5b115 req-ed5e205a-0096-44f3-8f8a-578d021923b4 service neutron] 10.222.0.127 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.122&port_id=bf79ecaa-be4d-40bf-95e6-0f2da64d736c HTTP/1.1" status: 200 len: 217 time: 0.0512338 Jul 06 13:57:27.861634 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-6715c02d-a2b4-417c-8aef-18bd6196468f req-f966279a-18df-45fa-8964-3db4a3897001 tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] 10.222.0.104 "GET /v2.0/security-groups?id=9f5b92e9-7340-49c3-a9bb-41e4a1caffc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2663884 Jul 06 13:57:27.870862 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] get_ports_and_sgs() called for port_ids ['525ecf50-c68e-42e3-b492-e0a27ff68cab'] {{(pid=100248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 13:57:27.877752 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.db_base_plugin_common [req-f7dbdc8f-f50a-42db-b1f9-3db70e45cff3 req-90474b67-f061-4138-bc6a-281ee44b848f tempest-ServersWithSpecificFlavorTestJSON-1219430523 tempest-ServersWithSpecificFlavorTestJSON-1219430523-project] Allocated IP 172.20.0.4 (460f74e5-0a7f-4f78-8d1f-c6320874439c/018ef28b-510d-4b0e-ac77-2e6a29444295/5eef3fbe-fd77-468a-a4b0-d3915fdbba1b) {{(pid=100246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 13:57:27.944995 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3764d556-7c8c-475a-b42b-4c0163a5b115 req-b50b5bb6-5b62-41fb-b680-2d6038c2784d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:27.946545 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-3764d556-7c8c-475a-b42b-4c0163a5b115 req-b50b5bb6-5b62-41fb-b680-2d6038c2784d service neutron] 10.222.0.127 "GET /v2.0/subnets?id=d1c3cc78-09b9-4e30-99fd-0e5830de101d HTTP/1.1" status: 200 len: 843 time: 0.0790973 Jul 06 13:57:27.958943 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Device bf79ecaa-be4d-40bf-95e6-0f2da64d736c details requested by agent hyperv_n-h1-773647-6 with host n-h1-773647-6 {{(pid=100248) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 13:57:28.023985 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0c00997d-17b1-4e20-ba95-a9821aa6f454 req-e5dc88ef-b4a9-4d16-9ef3-17f02b2041b7 tempest-LiveMigrationTest-2001684970 tempest-LiveMigrationTest-2001684970-project] Network 4f6c277b-1b2d-40ad-a374-15bf31b2f6e9 is already hosted by enough agents. {{(pid=100247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 13:57:28.053230 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-09ae6ff4-0cdb-44cb-8326-0ae8bbef8c16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1849032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060'] for subnet, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:28.067874 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557a5b08-7317-4dc0-ab7f-87102e5fa997 req-07f3e961-94e1-46b1-944c-502265c979b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:28.069386 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-557a5b08-7317-4dc0-ab7f-87102e5fa997 req-07f3e961-94e1-46b1-944c-502265c979b5 service neutron] 10.222.0.127 "GET /v2.0/subnets?id=d1c3cc78-09b9-4e30-99fd-0e5830de101d HTTP/1.1" status: 200 len: 843 time: 0.2534790 Jul 06 13:57:28.070270 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.base_scheduler [req-0c00997d-17b1-4e20-ba95-a9821aa6f454 req-e5dc88ef-b4a9-4d16-9ef3-17f02b2041b7 tempest-LiveMigrationTest-2001684970 tempest-LiveMigrationTest-2001684970-project] Resources bound (agent type, host, resource id): {{(pid=100247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:57:28.087574 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c00997d-17b1-4e20-ba95-a9821aa6f454 req-e5dc88ef-b4a9-4d16-9ef3-17f02b2041b7 tempest-LiveMigrationTest-2001684970 tempest-LiveMigrationTest-2001684970-project] Received port after_create {{(pid=100247) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 13:57:28.094707 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c00997d-17b1-4e20-ba95-a9821aa6f454 req-e5dc88ef-b4a9-4d16-9ef3-17f02b2041b7 tempest-LiveMigrationTest-2001684970 tempest-LiveMigrationTest-2001684970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:28.095396 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-0c00997d-17b1-4e20-ba95-a9821aa6f454 req-e5dc88ef-b4a9-4d16-9ef3-17f02b2041b7 tempest-LiveMigrationTest-2001684970 tempest-LiveMigrationTest-2001684970-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:28.124644 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Device 3fa12484-02ce-40fe-84ec-c2f2fdb9003f details requested by agent hyperv_n-h2-773647-6 with host n-h2-773647-6 {{(pid=100248) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 13:57:28.155748 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5dc88ef-b4a9-4d16-9ef3-17f02b2041b7 tempest-LiveMigrationTest-2001684970 tempest-LiveMigrationTest-2001684970-project] Pushing event updated for resources: {'Port': ['ID=f1aab9a0-078a-4663-8768-bd6b589c53f0,revision_number=1']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:57:28.169241 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3764d556-7c8c-475a-b42b-4c0163a5b115 req-40b262ff-619d-4491-8409-321d813d1320 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:28.171808 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-3764d556-7c8c-475a-b42b-4c0163a5b115 req-40b262ff-619d-4491-8409-321d813d1320 service neutron] 10.222.0.127 "GET /v2.0/ports?network_id=ac09d390-867f-4b75-a8d2-ab11550bffd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2153604 Jul 06 13:57:28.228552 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-f7dbdc8f-f50a-42db-b1f9-3db70e45cff3 req-90474b67-f061-4138-bc6a-281ee44b848f tempest-ServersWithSpecificFlavorTestJSON-1219430523 tempest-ServersWithSpecificFlavorTestJSON-1219430523-project] Notify callbacks [] for port, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:28.245402 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.provisioning_blocks [req-f7dbdc8f-f50a-42db-b1f9-3db70e45cff3 req-90474b67-f061-4138-bc6a-281ee44b848f tempest-ServersWithSpecificFlavorTestJSON-1219430523 tempest-ServersWithSpecificFlavorTestJSON-1219430523-project] Transition to ACTIVE for port object 5eef3fbe-fd77-468a-a4b0-d3915fdbba1b will not be triggered until provisioned by entity DHCP. {{(pid=100246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 13:57:28.278886 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ae6ff4-0cdb-44cb-8326-0ae8bbef8c16 admin admin] Pushing event updated for resources: {'Subnet': ['ID=88eb22c0-56b7-4217-99ba-ae21132aa3e6,revision_number=0']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:57:28.291748 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c17cd7d0-9469-44c4-901b-0b844abde1dc req-9d80e998-824d-4198-bfe1-19a4d1e8e86a tempest-ServersWithSpecificFlavorTestJSON-1219430523 tempest-ServersWithSpecificFlavorTestJSON-1219430523-project] Router 93fc06c6-e2da-491a-a138-5c16c1a263ab has already been hosted by L3 agent 2823d358-a11b-4885-a706-95a279e43fa7 {{(pid=100247) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 13:57:28.296953 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-f7dbdc8f-f50a-42db-b1f9-3db70e45cff3 req-90474b67-f061-4138-bc6a-281ee44b848f tempest-ServersWithSpecificFlavorTestJSON-1219430523 tempest-ServersWithSpecificFlavorTestJSON-1219430523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-127687573'] for port, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:28.304295 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3acdbb-7791-4c6a-b1a0-c1affcc2fd54 req-808d9379-473c-4ad4-b2c5-7e9c130963ae tempest-ServersAdminTestJSON-391861328 tempest-ServersAdminTestJSON-391861328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:28.306807 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] For port bf79ecaa-be4d-40bf-95e6-0f2da64d736c, host n-h1-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773647-6',level=0,port_id=bf79ecaa-be4d-40bf-95e6-0f2da64d736c,segment=NetworkSegment(c9ea893d-045e-42cf-b3dd-cdd1f79baccd),segment_id=c9ea893d-045e-42cf-b3dd-cdd1f79baccd)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:57:28.311670 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-4d3acdbb-7791-4c6a-b1a0-c1affcc2fd54 req-808d9379-473c-4ad4-b2c5-7e9c130963ae tempest-ServersAdminTestJSON-391861328 tempest-ServersAdminTestJSON-391861328-project] 10.222.0.104 "GET /v2.0/ports?device_id=63f04f24-a07c-4f56-a92d-98828f9b51fd HTTP/1.1" status: 200 len: 949 time: 0.6278076 Jul 06 13:57:28.322734 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-03f71b24-a9b8-453a-8924-caa3f97bc6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:28.335063 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Returning: {'device': 'bf79ecaa-be4d-40bf-95e6-0f2da64d736c', 'network_id': 'ac09d390-867f-4b75-a8d2-ab11550bffd6', 'port_id': 'bf79ecaa-be4d-40bf-95e6-0f2da64d736c', 'mac_address': 'fa:16:3e:c2:56:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1023, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd1c3cc78-09b9-4e30-99fd-0e5830de101d', 'ip_address': '192.168.233.122'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100248) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 13:57:28.366684 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-0c00997d-17b1-4e20-ba95-a9821aa6f454 req-e5dc88ef-b4a9-4d16-9ef3-17f02b2041b7 tempest-LiveMigrationTest-2001684970 tempest-LiveMigrationTest-2001684970-project] 10.222.0.127 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5810375 Jul 06 13:57:28.385075 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [req-0c00997d-17b1-4e20-ba95-a9821aa6f454 req-3e9d89da-1cbc-44d0-a9a6-a21e728e5437 service neutron] Request body: {'port': {'device_id': 'db226d12-2e62-42b7-b705-5e6732590104', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-773647-6'}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:57:28.399946 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-4d3acdbb-7791-4c6a-b1a0-c1affcc2fd54 req-2bc281ab-c847-4c3c-8672-6b8276769829 tempest-ServersAdminTestJSON-391861328 tempest-ServersAdminTestJSON-391861328-project] 10.222.0.104 "GET /v2.0/security-groups?id=3bcee3ab-dc9e-46be-bc35-9f5a80cc9457&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873010 Jul 06 13:57:28.419385 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90474b67-f061-4138-bc6a-281ee44b848f tempest-ServersWithSpecificFlavorTestJSON-1219430523 tempest-ServersWithSpecificFlavorTestJSON-1219430523-project] Pushing event updated for resources: {'Port': ['ID=5eef3fbe-fd77-468a-a4b0-d3915fdbba1b,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:57:28.434739 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f7dbdc8f-f50a-42db-b1f9-3db70e45cff3 req-90474b67-f061-4138-bc6a-281ee44b848f tempest-ServersWithSpecificFlavorTestJSON-1219430523 tempest-ServersWithSpecificFlavorTestJSON-1219430523-project] Network 460f74e5-0a7f-4f78-8d1f-c6320874439c is already hosted by enough agents. {{(pid=100246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 13:57:28.441072 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.base_scheduler [req-f7dbdc8f-f50a-42db-b1f9-3db70e45cff3 req-90474b67-f061-4138-bc6a-281ee44b848f tempest-ServersWithSpecificFlavorTestJSON-1219430523 tempest-ServersWithSpecificFlavorTestJSON-1219430523-project] Resources bound (agent type, host, resource id): {{(pid=100246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:57:28.444669 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7dbdc8f-f50a-42db-b1f9-3db70e45cff3 req-90474b67-f061-4138-bc6a-281ee44b848f tempest-ServersWithSpecificFlavorTestJSON-1219430523 tempest-ServersWithSpecificFlavorTestJSON-1219430523-project] Received port after_create {{(pid=100246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 13:57:28.465345 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] For port 3fa12484-02ce-40fe-84ec-c2f2fdb9003f, host n-h2-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=3fa12484-02ce-40fe-84ec-c2f2fdb9003f,segment=NetworkSegment(c9ea893d-045e-42cf-b3dd-cdd1f79baccd),segment_id=c9ea893d-045e-42cf-b3dd-cdd1f79baccd)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:57:28.469038 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:28.499392 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Returning: {'device': '3fa12484-02ce-40fe-84ec-c2f2fdb9003f', 'network_id': 'ac09d390-867f-4b75-a8d2-ab11550bffd6', 'port_id': '3fa12484-02ce-40fe-84ec-c2f2fdb9003f', 'mac_address': 'fa:16:3e:d4:ea:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1023, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd1c3cc78-09b9-4e30-99fd-0e5830de101d', 'ip_address': '192.168.233.136'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100248) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 13:57:28.502110 n-d-773647-6 neutron-server[100248]: DEBUG neutron.notifiers.nova [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bf79ecaa-be4d-40bf-95e6-0f2da64d736c {{(pid=100248) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 13:57:28.519832 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-3764d556-7c8c-475a-b42b-4c0163a5b115 req-6dce2690-1a06-4cec-a847-b8c2e9540244 service neutron] 10.222.0.127 "GET /v2.0/networks/ac09d390-867f-4b75-a8d2-ab11550bffd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3374286 Jul 06 13:57:28.528655 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] For port bf79ecaa-be4d-40bf-95e6-0f2da64d736c, host n-h1-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773647-6',level=0,port_id=bf79ecaa-be4d-40bf-95e6-0f2da64d736c,segment=NetworkSegment(c9ea893d-045e-42cf-b3dd-cdd1f79baccd),segment_id=c9ea893d-045e-42cf-b3dd-cdd1f79baccd)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:57:28.536407 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:28.554837 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7dbdc8f-f50a-42db-b1f9-3db70e45cff3 req-90474b67-f061-4138-bc6a-281ee44b848f tempest-ServersWithSpecificFlavorTestJSON-1219430523 tempest-ServersWithSpecificFlavorTestJSON-1219430523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:28.555789 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-f7dbdc8f-f50a-42db-b1f9-3db70e45cff3 req-90474b67-f061-4138-bc6a-281ee44b848f tempest-ServersWithSpecificFlavorTestJSON-1219430523 tempest-ServersWithSpecificFlavorTestJSON-1219430523-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:28.559321 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09ae6ff4-0cdb-44cb-8326-0ae8bbef8c16 admin admin] Checking segment: {'id': '1bb3acc6-dcb3-43f0-ad94-2763c9e79a65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1007, 'network_id': '80a8f655-14ef-4b04-89b8-0871faf0b23f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100247) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 13:57:28.559686 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09ae6ff4-0cdb-44cb-8326-0ae8bbef8c16 admin admin] Network hostable DHCP agents. Network: 80a8f655-14ef-4b04-89b8-0871faf0b23f, hostable agents: ['f2bada3d-be77-4359-982b-8505a2bbca04'], hosted agents: [] {{(pid=100247) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 13:57:28.633486 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557a5b08-7317-4dc0-ab7f-87102e5fa997 req-713f9020-1dd5-48f9-8698-4d3d73bfdf57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:28.634998 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-557a5b08-7317-4dc0-ab7f-87102e5fa997 req-713f9020-1dd5-48f9-8698-4d3d73bfdf57 service neutron] 10.222.0.127 "GET /v2.0/ports?network_id=ac09d390-867f-4b75-a8d2-ab11550bffd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5489135 Jul 06 13:57:28.648841 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:28.670727 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Pushing event updated for resources: {'Port': ['ID=bf79ecaa-be4d-40bf-95e6-0f2da64d736c,revision_number=4']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:57:28.678752 n-d-773647-6 neutron-server[100248]: DEBUG neutron.notifiers.nova [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3fa12484-02ce-40fe-84ec-c2f2fdb9003f {{(pid=100248) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 13:57:28.686813 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-f7dbdc8f-f50a-42db-b1f9-3db70e45cff3 req-90474b67-f061-4138-bc6a-281ee44b848f tempest-ServersWithSpecificFlavorTestJSON-1219430523 tempest-ServersWithSpecificFlavorTestJSON-1219430523-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3218677 Jul 06 13:57:28.703819 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] For port 3fa12484-02ce-40fe-84ec-c2f2fdb9003f, host n-h2-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=3fa12484-02ce-40fe-84ec-c2f2fdb9003f,segment=NetworkSegment(c9ea893d-045e-42cf-b3dd-cdd1f79baccd),segment_id=c9ea893d-045e-42cf-b3dd-cdd1f79baccd)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:57:28.707152 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [req-f7dbdc8f-f50a-42db-b1f9-3db70e45cff3 req-f5404f11-957d-430e-8fee-22b21837c4f1 service neutron] Request body: {'port': {'device_id': '0d04a11a-d8bd-4340-950b-af5c0e394bc0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-773647-6'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:57:28.708524 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:28.733234 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199d4271-2b54-4419-880a-4eab37fe10bd req-263ec09d-146e-454e-afad-6f8f7baace28 tempest-DeleteServersTestJSON-677393534 tempest-DeleteServersTestJSON-677393534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:28.745049 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-199d4271-2b54-4419-880a-4eab37fe10bd req-263ec09d-146e-454e-afad-6f8f7baace28 tempest-DeleteServersTestJSON-677393534 tempest-DeleteServersTestJSON-677393534-project] 10.222.0.104 "GET /v2.0/ports?device_id=6170d4d8-ea14-440b-9da4-bbd0c2f68095 HTTP/1.1" status: 200 len: 946 time: 0.7228961 Jul 06 13:57:28.789667 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Pushing event updated for resources: {'Port': ['ID=3fa12484-02ce-40fe-84ec-c2f2fdb9003f,revision_number=4']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:57:28.840662 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-3764d556-7c8c-475a-b42b-4c0163a5b115 req-5d8c3c20-07e2-44ac-9cd6-30358dcc4ba4 service neutron] 10.222.0.127 "GET /v2.0/networks/ac09d390-867f-4b75-a8d2-ab11550bffd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2790539 Jul 06 13:57:28.863765 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09ae6ff4-0cdb-44cb-8326-0ae8bbef8c16 admin admin] Network 80a8f655-14ef-4b04-89b8-0871faf0b23f is scheduled to be hosted by DHCP agent f2bada3d-be77-4359-982b-8505a2bbca04 with binding_index 1 {{(pid=100247) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 13:57:28.868414 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-85e1ae2b-b5be-44b3-8688-247b75a81ffa None None] Provisioning for port 5eef3fbe-fd77-468a-a4b0-d3915fdbba1b completed by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 13:57:28.869433 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-f7dbdc8f-f50a-42db-b1f9-3db70e45cff3 req-f5404f11-957d-430e-8fee-22b21837c4f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:28.877236 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-85e1ae2b-b5be-44b3-8688-247b75a81ffa None None] Provisioning complete for port 5eef3fbe-fd77-468a-a4b0-d3915fdbba1b triggered by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:57:28.879799 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-85e1ae2b-b5be-44b3-8688-247b75a81ffa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:28.902636 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-0c00997d-17b1-4e20-ba95-a9821aa6f454 req-3e9d89da-1cbc-44d0-a9a6-a21e728e5437 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:28.905462 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c17cd7d0-9469-44c4-901b-0b844abde1dc req-9d80e998-824d-4198-bfe1-19a4d1e8e86a tempest-ServersWithSpecificFlavorTestJSON-1219430523 tempest-ServersWithSpecificFlavorTestJSON-1219430523-project] Notify agent at l3_agent.n-d-773647-6 the message routers_updated {{(pid=100247) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 13:57:28.924700 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.base_scheduler [None req-09ae6ff4-0cdb-44cb-8326-0ae8bbef8c16 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773647-6, 80a8f655-14ef-4b04-89b8-0871faf0b23f) {{(pid=100247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:57:28.944200 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-199d4271-2b54-4419-880a-4eab37fe10bd req-6fbf5752-3c50-4063-849f-933ba9b67522 tempest-DeleteServersTestJSON-677393534 tempest-DeleteServersTestJSON-677393534-project] 10.222.0.104 "GET /v2.0/security-groups?id=7d4cbf2c-f907-4452-8928-a2a298fe7ee1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1982050 Jul 06 13:57:28.948201 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-85e1ae2b-b5be-44b3-8688-247b75a81ffa None None] Port 5eef3fbe-fd77-468a-a4b0-d3915fdbba1b cannot update to ACTIVE because it is not bound. {{(pid=100248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 13:57:28.953822 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6223a421-3172-4e46-b862-dbb24606a297 None None] Network 80a8f655-14ef-4b04-89b8-0871faf0b23f requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 13:57:28.956735 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e0c9c69-659a-4b6d-aecd-c5e179db8ae6 None None] Sync routers for ids ['93fc06c6-e2da-491a-a138-5c16c1a263ab'] in n-d-773647-6 {{(pid=100248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 13:57:28.995063 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09ae6ff4-0cdb-44cb-8326-0ae8bbef8c16 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:28.995821 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-09ae6ff4-0cdb-44cb-8326-0ae8bbef8c16 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583035'] for subnet, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:29.016867 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aaedbbb-ec0e-4d49-aee6-83367ab6c82d req-dc125ec1-3266-42d9-a2e7-a6655b504895 tempest-LiveAutoBlockMigrationV225Test-654794443 tempest-LiveAutoBlockMigrationV225Test-654794443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:29.017224 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e0c9c69-659a-4b6d-aecd-c5e179db8ae6 None None] Routers {'93fc06c6-e2da-491a-a138-5c16c1a263ab'} bound to L3 agent in host n-d-773647-6 {{(pid=100248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 13:57:29.017865 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-8e0c9c69-659a-4b6d-aecd-c5e179db8ae6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T13:57:25Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['93fc06c6-e2da-491a-a138-5c16c1a263ab'], 'active': True} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:57:29.018417 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-1aaedbbb-ec0e-4d49-aee6-83367ab6c82d req-dc125ec1-3266-42d9-a2e7-a6655b504895 tempest-LiveAutoBlockMigrationV225Test-654794443 tempest-LiveAutoBlockMigrationV225Test-654794443-project] 10.222.0.104 "GET /v2.0/ports?device_id=409617e7-df61-4f61-8ec0-c00a7448d4c1 HTTP/1.1" status: 200 len: 944 time: 0.4405665 Jul 06 13:57:29.067634 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.l3_dvrscheduler_db [req-c17cd7d0-9469-44c4-901b-0b844abde1dc req-9d80e998-824d-4198-bfe1-19a4d1e8e86a tempest-ServersWithSpecificFlavorTestJSON-1219430523 tempest-ServersWithSpecificFlavorTestJSON-1219430523-project] No DVR routers for this DVR port b9b105f0-126d-4118-bb1b-03c0831ba0af on host n-h1-773647-6 {{(pid=100247) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 13:57:29.079245 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-c17cd7d0-9469-44c4-901b-0b844abde1dc req-9d80e998-824d-4198-bfe1-19a4d1e8e86a tempest-ServersWithSpecificFlavorTestJSON-1219430523 tempest-ServersWithSpecificFlavorTestJSON-1219430523-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:29.081248 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-c17cd7d0-9469-44c4-901b-0b844abde1dc req-9d80e998-824d-4198-bfe1-19a4d1e8e86a tempest-ServersWithSpecificFlavorTestJSON-1219430523 tempest-ServersWithSpecificFlavorTestJSON-1219430523-project] 10.222.0.127 "DELETE /v2.0/ports/b9b105f0-126d-4118-bb1b-03c0831ba0af HTTP/1.1" status: 204 len: 173 time: 4.6447394 Jul 06 13:57:29.110318 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-09ae6ff4-0cdb-44cb-8326-0ae8bbef8c16 admin admin] 10.222.0.104 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.7778521 Jul 06 13:57:29.115349 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-557a5b08-7317-4dc0-ab7f-87102e5fa997 req-c6678637-fbef-43c3-b6f6-c4a0ff179619 service neutron] 10.222.0.127 "GET /v2.0/networks/ac09d390-867f-4b75-a8d2-ab11550bffd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4205830 Jul 06 13:57:29.200849 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-1aaedbbb-ec0e-4d49-aee6-83367ab6c82d req-22dc1cc0-0749-4d07-be81-9134ee587032 tempest-LiveAutoBlockMigrationV225Test-654794443 tempest-LiveAutoBlockMigrationV225Test-654794443-project] 10.222.0.104 "GET /v2.0/security-groups?id=43f6fcb8-9501-44d6-9feb-82c82c5d5862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1515768 Jul 06 13:57:29.222860 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvr_db [None req-8e0c9c69-659a-4b6d-aecd-c5e179db8ae6 None None] Set router 93fc06c6-e2da-491a-a138-5c16c1a263ab gateway port host: n-d-773647-6 {{(pid=100248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 13:57:29.329389 n-d-773647-6 neutron-server[100247]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3abd5f1c-5cfa-40e5-8018-1960204a8886', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '39b82faa-9bb5-4637-ba57-e7b6ac96e89a'}, {'name': 'network-changed', 'server_uuid': '3abd5f1c-5cfa-40e5-8018-1960204a8886', 'tag': '39b82faa-9bb5-4637-ba57-e7b6ac96e89a'}, {'server_uuid': '3ac78f26-658e-4e41-8628-330fee97fb44', 'name': 'network-vif-deleted', 'tag': 'b9b105f0-126d-4118-bb1b-03c0831ba0af'}] {{(pid=100247) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 13:57:29.331523 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cbf0eeaae822f8fc9b87a94aeba67a3d651842baf663a51cba94b67a514836d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b038d578-b987-4eca-86d0-53de9d9bc89d" -d '{"events": [{"server_uuid": "3abd5f1c-5cfa-40e5-8018-1960204a8886", "name": "network-vif-unplugged", "status": "completed", "tag": "39b82faa-9bb5-4637-ba57-e7b6ac96e89a"}, {"name": "network-changed", "server_uuid": "3abd5f1c-5cfa-40e5-8018-1960204a8886", "tag": "39b82faa-9bb5-4637-ba57-e7b6ac96e89a"}, {"server_uuid": "3ac78f26-658e-4e41-8628-330fee97fb44", "name": "network-vif-deleted", "tag": "b9b105f0-126d-4118-bb1b-03c0831ba0af"}]}' {{(pid=100247) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:57:29.478084 n-d-773647-6 neutron-server[100246]: DEBUG neutron.notifiers.nova [req-f7dbdc8f-f50a-42db-b1f9-3db70e45cff3 req-f5404f11-957d-430e-8fee-22b21837c4f1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5eef3fbe-fd77-468a-a4b0-d3915fdbba1b {{(pid=100246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 13:57:29.480607 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 06 Jul 2021 13:57:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-842f954c-5c3d-404f-8973-6a9a22c0982b x-openstack-request-id: req-842f954c-5c3d-404f-8973-6a9a22c0982b {{(pid=100248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:57:29.481116 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ac78f26-658e-4e41-8628-330fee97fb44", "name": "network-vif-unplugged", "status": "completed", "tag": "b9b105f0-126d-4118-bb1b-03c0831ba0af", "code": 200}]} {{(pid=100248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:57:29.486476 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-842f954c-5c3d-404f-8973-6a9a22c0982b {{(pid=100248) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:57:29.487156 n-d-773647-6 neutron-server[100248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ac78f26-658e-4e41-8628-330fee97fb44', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b9b105f0-126d-4118-bb1b-03c0831ba0af', 'code': 200} Jul 06 13:57:29.488319 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-f7dbdc8f-f50a-42db-b1f9-3db70e45cff3 req-f5404f11-957d-430e-8fee-22b21837c4f1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:29.493621 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] get_ports_and_sgs() called for port_ids ['bf79ecaa-be4d-40bf-95e6-0f2da64d736c'] {{(pid=100248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 13:57:29.498955 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] get_ports_and_sgs() called for port_ids ['3fa12484-02ce-40fe-84ec-c2f2fdb9003f'] {{(pid=100248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 13:57:29.514453 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.provisioning_blocks [req-f7dbdc8f-f50a-42db-b1f9-3db70e45cff3 req-f5404f11-957d-430e-8fee-22b21837c4f1 service neutron] Transition to ACTIVE for port object 5eef3fbe-fd77-468a-a4b0-d3915fdbba1b will not be triggered until provisioned by entity L2. {{(pid=100246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 13:57:29.527786 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-f7dbdc8f-f50a-42db-b1f9-3db70e45cff3 req-f5404f11-957d-430e-8fee-22b21837c4f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127687527'] for port, after_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:29.687274 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-557a5b08-7317-4dc0-ab7f-87102e5fa997 req-00a39df5-b93c-4ab0-9a2a-e0766a7bae33 service neutron] 10.222.0.127 "GET /v2.0/networks/ac09d390-867f-4b75-a8d2-ab11550bffd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5360708 Jul 06 13:57:29.767354 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5404f11-957d-430e-8fee-22b21837c4f1 service neutron] Pushing event updated for resources: {'Port': ['ID=5eef3fbe-fd77-468a-a4b0-d3915fdbba1b,revision_number=2']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:57:29.855144 n-d-773647-6 neutron-server[100247]: DEBUG neutron.notifiers.nova [req-0c00997d-17b1-4e20-ba95-a9821aa6f454 req-3e9d89da-1cbc-44d0-a9a6-a21e728e5437 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f1aab9a0-078a-4663-8768-bd6b589c53f0 {{(pid=100247) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 13:57:29.867399 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-0c00997d-17b1-4e20-ba95-a9821aa6f454 req-3e9d89da-1cbc-44d0-a9a6-a21e728e5437 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:29.888964 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.provisioning_blocks [req-0c00997d-17b1-4e20-ba95-a9821aa6f454 req-3e9d89da-1cbc-44d0-a9a6-a21e728e5437 service neutron] Transition to ACTIVE for port object f1aab9a0-078a-4663-8768-bd6b589c53f0 will not be triggered until provisioned by entity L2. {{(pid=100247) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 13:57:29.909244 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436b9e3b-1769-4f4b-a6f0-43e8fe426732 req-d39e8faa-b59e-4e77-b7f7-40e65d22f2c8 tempest-ListImageFiltersTestJSON-201163018 tempest-ListImageFiltersTestJSON-201163018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:29.911349 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-436b9e3b-1769-4f4b-a6f0-43e8fe426732 req-d39e8faa-b59e-4e77-b7f7-40e65d22f2c8 tempest-ListImageFiltersTestJSON-201163018 tempest-ListImageFiltersTestJSON-201163018-project] 10.222.0.104 "GET /v2.0/ports?device_id=1b72ecc0-292b-4305-a029-1814892dfe78 HTTP/1.1" status: 200 len: 949 time: 0.5136969 Jul 06 13:57:29.917161 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-0c00997d-17b1-4e20-ba95-a9821aa6f454 req-3e9d89da-1cbc-44d0-a9a6-a21e728e5437 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:29.941151 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [req-f7dbdc8f-f50a-42db-b1f9-3db70e45cff3 req-f5404f11-957d-430e-8fee-22b21837c4f1 service neutron] Attempting to bind port 5eef3fbe-fd77-468a-a4b0-d3915fdbba1b on host n-h2-773647-6 for vnic_type normal with profile {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 13:57:29.941504 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [req-f7dbdc8f-f50a-42db-b1f9-3db70e45cff3 req-f5404f11-957d-430e-8fee-22b21837c4f1 service neutron] Attempting to bind port 5eef3fbe-fd77-468a-a4b0-d3915fdbba1b by drivers openvswitch,hyperv on host n-h2-773647-6 at level 0 using segments [{'id': 'a35ce525-b1c8-41c9-9ae8-4677f48117d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1002, 'network_id': '460f74e5-0a7f-4f78-8d1f-c6320874439c'}] {{(pid=100246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 13:57:29.941830 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7dbdc8f-f50a-42db-b1f9-3db70e45cff3 req-f5404f11-957d-430e-8fee-22b21837c4f1 service neutron] Attempting to bind port 5eef3fbe-fd77-468a-a4b0-d3915fdbba1b on network 460f74e5-0a7f-4f78-8d1f-c6320874439c {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 13:57:29.950118 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7dbdc8f-f50a-42db-b1f9-3db70e45cff3 req-f5404f11-957d-430e-8fee-22b21837c4f1 service neutron] Port 5eef3fbe-fd77-468a-a4b0-d3915fdbba1b on network 460f74e5-0a7f-4f78-8d1f-c6320874439c not bound, no agent of type Open vSwitch agent registered on host n-h2-773647-6 {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 13:57:29.953683 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7dbdc8f-f50a-42db-b1f9-3db70e45cff3 req-f5404f11-957d-430e-8fee-22b21837c4f1 service neutron] Attempting to bind port 5eef3fbe-fd77-468a-a4b0-d3915fdbba1b on network 460f74e5-0a7f-4f78-8d1f-c6320874439c {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 13:57:29.973605 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7dbdc8f-f50a-42db-b1f9-3db70e45cff3 req-f5404f11-957d-430e-8fee-22b21837c4f1 service neutron] Checking agent: {'id': '63768ece-0600-4354-8d29-fdedec96b077', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-773647-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 51, 10), 'started_at': datetime.datetime(2021, 7, 6, 13, 51, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 13, 57, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 13:57:29.973950 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7dbdc8f-f50a-42db-b1f9-3db70e45cff3 req-f5404f11-957d-430e-8fee-22b21837c4f1 service neutron] Checking segment: {'id': 'a35ce525-b1c8-41c9-9ae8-4677f48117d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1002, 'network_id': '460f74e5-0a7f-4f78-8d1f-c6320874439c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 13:57:29.974344 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7dbdc8f-f50a-42db-b1f9-3db70e45cff3 req-f5404f11-957d-430e-8fee-22b21837c4f1 service neutron] Bound using segment: {'id': 'a35ce525-b1c8-41c9-9ae8-4677f48117d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1002, 'network_id': '460f74e5-0a7f-4f78-8d1f-c6320874439c'} {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 13:57:29.974792 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [req-f7dbdc8f-f50a-42db-b1f9-3db70e45cff3 req-f5404f11-957d-430e-8fee-22b21837c4f1 service neutron] Bound port: 5eef3fbe-fd77-468a-a4b0-d3915fdbba1b, host: n-h2-773647-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a35ce525-b1c8-41c9-9ae8-4677f48117d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1002, 'network_id': '460f74e5-0a7f-4f78-8d1f-c6320874439c'}}] {{(pid=100246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 13:57:29.975153 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-f7dbdc8f-f50a-42db-b1f9-3db70e45cff3 req-f5404f11-957d-430e-8fee-22b21837c4f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:30.030347 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f141366-8b9a-4bed-91b5-fcd5845af7d3 req-75d136ad-771a-49cd-a74f-d5ee0ffe38cf tempest-LiveMigrationTest-2001684970 tempest-LiveMigrationTest-2001684970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:30.033665 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-2f141366-8b9a-4bed-91b5-fcd5845af7d3 req-75d136ad-771a-49cd-a74f-d5ee0ffe38cf tempest-LiveMigrationTest-2001684970 tempest-LiveMigrationTest-2001684970-project] 10.222.0.104 "GET /v2.0/ports?device_id=db226d12-2e62-42b7-b705-5e6732590104 HTTP/1.1" status: 200 len: 932 time: 0.5794129 Jul 06 13:57:30.104989 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-2f141366-8b9a-4bed-91b5-fcd5845af7d3 req-1ff973f2-2858-4164-9958-79de56939e9c tempest-LiveMigrationTest-2001684970 tempest-LiveMigrationTest-2001684970-project] 10.222.0.104 "GET /v2.0/security-groups?id=7e243ebf-9cf4-4917-8da6-0fd38b06f795&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633698 Jul 06 13:57:30.119627 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-436b9e3b-1769-4f4b-a6f0-43e8fe426732 req-aab372e8-5403-4f6d-871a-284c0de9588a tempest-ListImageFiltersTestJSON-201163018 tempest-ListImageFiltersTestJSON-201163018-project] 10.222.0.104 "GET /v2.0/security-groups?id=9ce4c80a-5086-4b6d-8895-e157d8baf449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1877038 Jul 06 13:57:30.159520 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.db [req-f7dbdc8f-f50a-42db-b1f9-3db70e45cff3 req-f5404f11-957d-430e-8fee-22b21837c4f1 service neutron] For port 5eef3fbe-fd77-468a-a4b0-d3915fdbba1b, host n-h2-773647-6, cleared binding levels {{(pid=100246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 13:57:30.167102 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.db [req-f7dbdc8f-f50a-42db-b1f9-3db70e45cff3 req-f5404f11-957d-430e-8fee-22b21837c4f1 service neutron] For port 5eef3fbe-fd77-468a-a4b0-d3915fdbba1b, host n-h2-773647-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=5eef3fbe-fd77-468a-a4b0-d3915fdbba1b,segment=NetworkSegment(a35ce525-b1c8-41c9-9ae8-4677f48117d3),segment_id=a35ce525-b1c8-41c9-9ae8-4677f48117d3)] {{(pid=100246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 13:57:30.186322 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98092035-c86d-4c71-9bc9-36e1b7bc8546 None None] Network 80a8f655-14ef-4b04-89b8-0871faf0b23f requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 13:57:30.189793 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-f7dbdc8f-f50a-42db-b1f9-3db70e45cff3 req-f5404f11-957d-430e-8fee-22b21837c4f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127687527'] for port, after_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:30.206753 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.managers [req-0c00997d-17b1-4e20-ba95-a9821aa6f454 req-3e9d89da-1cbc-44d0-a9a6-a21e728e5437 service neutron] Attempting to bind port f1aab9a0-078a-4663-8768-bd6b589c53f0 on host n-h1-773647-6 for vnic_type normal with profile {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 13:57:30.207150 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.managers [req-0c00997d-17b1-4e20-ba95-a9821aa6f454 req-3e9d89da-1cbc-44d0-a9a6-a21e728e5437 service neutron] Attempting to bind port f1aab9a0-078a-4663-8768-bd6b589c53f0 by drivers openvswitch,hyperv on host n-h1-773647-6 at level 0 using segments [{'id': '65749612-fb0d-4f34-9eb9-d06c3a2fda80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1045, 'network_id': '4f6c277b-1b2d-40ad-a374-15bf31b2f6e9'}] {{(pid=100247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 13:57:30.207549 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c00997d-17b1-4e20-ba95-a9821aa6f454 req-3e9d89da-1cbc-44d0-a9a6-a21e728e5437 service neutron] Attempting to bind port f1aab9a0-078a-4663-8768-bd6b589c53f0 on network 4f6c277b-1b2d-40ad-a374-15bf31b2f6e9 {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 13:57:30.212704 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c00997d-17b1-4e20-ba95-a9821aa6f454 req-3e9d89da-1cbc-44d0-a9a6-a21e728e5437 service neutron] Port f1aab9a0-078a-4663-8768-bd6b589c53f0 on network 4f6c277b-1b2d-40ad-a374-15bf31b2f6e9 not bound, no agent of type Open vSwitch agent registered on host n-h1-773647-6 {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 13:57:30.213166 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c00997d-17b1-4e20-ba95-a9821aa6f454 req-3e9d89da-1cbc-44d0-a9a6-a21e728e5437 service neutron] Attempting to bind port f1aab9a0-078a-4663-8768-bd6b589c53f0 on network 4f6c277b-1b2d-40ad-a374-15bf31b2f6e9 {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 13:57:30.216280 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9d89da-1cbc-44d0-a9a6-a21e728e5437 service neutron] Pushing event updated for resources: {'Port': ['ID=f1aab9a0-078a-4663-8768-bd6b589c53f0,revision_number=2']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:57:30.227995 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c00997d-17b1-4e20-ba95-a9821aa6f454 req-3e9d89da-1cbc-44d0-a9a6-a21e728e5437 service neutron] Checking agent: {'id': '5bf7147f-bada-4441-a5dc-934b903473fb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-773647-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 51, 12), 'started_at': datetime.datetime(2021, 7, 6, 13, 51, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 13, 57, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 13:57:30.228471 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c00997d-17b1-4e20-ba95-a9821aa6f454 req-3e9d89da-1cbc-44d0-a9a6-a21e728e5437 service neutron] Checking segment: {'id': '65749612-fb0d-4f34-9eb9-d06c3a2fda80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1045, 'network_id': '4f6c277b-1b2d-40ad-a374-15bf31b2f6e9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100247) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 13:57:30.229409 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c00997d-17b1-4e20-ba95-a9821aa6f454 req-3e9d89da-1cbc-44d0-a9a6-a21e728e5437 service neutron] Bound using segment: {'id': '65749612-fb0d-4f34-9eb9-d06c3a2fda80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1045, 'network_id': '4f6c277b-1b2d-40ad-a374-15bf31b2f6e9'} {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 13:57:30.229985 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.managers [req-0c00997d-17b1-4e20-ba95-a9821aa6f454 req-3e9d89da-1cbc-44d0-a9a6-a21e728e5437 service neutron] Bound port: f1aab9a0-078a-4663-8768-bd6b589c53f0, host: n-h1-773647-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '65749612-fb0d-4f34-9eb9-d06c3a2fda80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1045, 'network_id': '4f6c277b-1b2d-40ad-a374-15bf31b2f6e9'}}] {{(pid=100247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 13:57:30.230403 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-0c00997d-17b1-4e20-ba95-a9821aa6f454 req-3e9d89da-1cbc-44d0-a9a6-a21e728e5437 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:30.315175 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7dbdc8f-f50a-42db-b1f9-3db70e45cff3 req-f5404f11-957d-430e-8fee-22b21837c4f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:30.325710 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-f7dbdc8f-f50a-42db-b1f9-3db70e45cff3 req-f5404f11-957d-430e-8fee-22b21837c4f1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:30.327983 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-f7dbdc8f-f50a-42db-b1f9-3db70e45cff3 req-f5404f11-957d-430e-8fee-22b21837c4f1 service neutron] 10.222.0.72 "PUT /v2.0/ports/5eef3fbe-fd77-468a-a4b0-d3915fdbba1b HTTP/1.1" status: 200 len: 1091 time: 1.6335034 Jul 06 13:57:30.328554 n-d-773647-6 neutron-server[100246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d04a11a-d8bd-4340-950b-af5c0e394bc0', 'tag': '5eef3fbe-fd77-468a-a4b0-d3915fdbba1b'}] {{(pid=100246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 13:57:30.330904 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0d96c5ab5e889f7b933ae915b9be33d1b46c9e87795bf781004b656ef3f1e87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0f0d283-1556-4837-b831-1c48a4cba1cb" -d '{"events": [{"name": "network-changed", "server_uuid": "0d04a11a-d8bd-4340-950b-af5c0e394bc0", "tag": "5eef3fbe-fd77-468a-a4b0-d3915fdbba1b"}]}' {{(pid=100246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:57:30.350289 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.db [req-0c00997d-17b1-4e20-ba95-a9821aa6f454 req-3e9d89da-1cbc-44d0-a9a6-a21e728e5437 service neutron] For port f1aab9a0-078a-4663-8768-bd6b589c53f0, host n-h1-773647-6, cleared binding levels {{(pid=100247) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 13:57:30.359369 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.db [req-0c00997d-17b1-4e20-ba95-a9821aa6f454 req-3e9d89da-1cbc-44d0-a9a6-a21e728e5437 service neutron] For port f1aab9a0-078a-4663-8768-bd6b589c53f0, host n-h1-773647-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773647-6',level=0,port_id=f1aab9a0-078a-4663-8768-bd6b589c53f0,segment=NetworkSegment(65749612-fb0d-4f34-9eb9-d06c3a2fda80),segment_id=65749612-fb0d-4f34-9eb9-d06c3a2fda80)] {{(pid=100247) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 13:57:30.384768 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-0c00997d-17b1-4e20-ba95-a9821aa6f454 req-3e9d89da-1cbc-44d0-a9a6-a21e728e5437 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:30.470834 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5404f11-957d-430e-8fee-22b21837c4f1 service neutron] Pushing event updated for resources: {'Port': ['ID=5eef3fbe-fd77-468a-a4b0-d3915fdbba1b,revision_number=3']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:57:30.536855 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7dbdc8f-f50a-42db-b1f9-3db70e45cff3 req-d9fea09c-0932-4579-9254-f712a7f7b574 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:30.538590 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-f7dbdc8f-f50a-42db-b1f9-3db70e45cff3 req-d9fea09c-0932-4579-9254-f712a7f7b574 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=acb800f580674ba5b45dfb76ebc253b1&device_id=0d04a11a-d8bd-4340-950b-af5c0e394bc0 HTTP/1.1" status: 200 len: 1094 time: 0.1587424 Jul 06 13:57:30.625069 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-f7dbdc8f-f50a-42db-b1f9-3db70e45cff3 req-dd3ab47b-145e-4198-a976-1f8ca494415e service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5eef3fbe-fd77-468a-a4b0-d3915fdbba1b HTTP/1.1" status: 200 len: 217 time: 0.0767152 Jul 06 13:57:30.693530 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-8e0c9c69-659a-4b6d-aecd-c5e179db8ae6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93fc06c6-e2da-491a-a138-5c16c1a263ab', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1475940776-router', 'tenant_id': 'acb800f580674ba5b45dfb76ebc253b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.23'}], 'enable_snat': True}, 'gw_port_id': '1d882890-1b14-4f02-9680-5aee680e0d0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T13:53:32Z', 'updated_at': '2021-07-06T13:53:40Z', 'revision_number': 4, 'project_id': 'acb800f580674ba5b45dfb76ebc253b1', 'gw_port': {'id': '1d882890-1b14-4f02-9680-5aee680e0d0b', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:3a:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93fc06c6-e2da-491a-a138-5c16c1a263ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:53:32Z', 'updated_at': '2021-07-06T13:53:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6', '_interfaces': [{'id': 'aefefec2-a26b-4852-8d04-c232bf44b1df', 'name': '', 'network_id': '460f74e5-0a7f-4f78-8d1f-c6320874439c', 'tenant_id': 'acb800f580674ba5b45dfb76ebc253b1', 'mac_address': 'fa:16:3e:ee:a4:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93fc06c6-e2da-491a-a138-5c16c1a263ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '018ef28b-510d-4b0e-ac77-2e6a29444295', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:53:37Z', 'updated_at': '2021-07-06T13:53:49Z', 'revision_number': 5, 'project_id': 'acb800f580674ba5b45dfb76ebc253b1', 'subnets': [{'id': '018ef28b-510d-4b0e-ac77-2e6a29444295', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773647-6', False) {} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:57:30.739633 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7dbdc8f-f50a-42db-b1f9-3db70e45cff3 req-f98b35d6-8629-40e1-a739-411a073fb7cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:30.741305 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-f7dbdc8f-f50a-42db-b1f9-3db70e45cff3 req-f98b35d6-8629-40e1-a739-411a073fb7cc service neutron] 10.222.0.72 "GET /v2.0/subnets?id=018ef28b-510d-4b0e-ac77-2e6a29444295 HTTP/1.1" status: 200 len: 863 time: 0.1051650 Jul 06 13:57:30.750435 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e0c9c69-659a-4b6d-aecd-c5e179db8ae6 None None] Checking router: 93fc06c6-e2da-491a-a138-5c16c1a263ab for host: n-d-773647-6 {{(pid=100248) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 13:57:30.797252 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e0c9c69-659a-4b6d-aecd-c5e179db8ae6 None None] Routers {'93fc06c6-e2da-491a-a138-5c16c1a263ab'} bound to L3 agent in host n-d-773647-6 {{(pid=100248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 13:57:30.798262 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-8e0c9c69-659a-4b6d-aecd-c5e179db8ae6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T13:57:25Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['93fc06c6-e2da-491a-a138-5c16c1a263ab'], 'active': True} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:57:30.861335 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7dbdc8f-f50a-42db-b1f9-3db70e45cff3 req-f66aa4d3-08d3-413c-9f7d-b1e73de9fab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:30.865426 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-f7dbdc8f-f50a-42db-b1f9-3db70e45cff3 req-f66aa4d3-08d3-413c-9f7d-b1e73de9fab2 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=460f74e5-0a7f-4f78-8d1f-c6320874439c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1150801 Jul 06 13:57:30.988974 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvr_db [None req-8e0c9c69-659a-4b6d-aecd-c5e179db8ae6 None None] Set router 93fc06c6-e2da-491a-a138-5c16c1a263ab gateway port host: n-d-773647-6 {{(pid=100248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 13:57:31.043711 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9d89da-1cbc-44d0-a9a6-a21e728e5437 service neutron] Pushing event updated for resources: {'Port': ['ID=f1aab9a0-078a-4663-8768-bd6b589c53f0,revision_number=3']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:57:31.092029 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c00997d-17b1-4e20-ba95-a9821aa6f454 req-3e9d89da-1cbc-44d0-a9a6-a21e728e5437 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:31.092672 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-0c00997d-17b1-4e20-ba95-a9821aa6f454 req-3e9d89da-1cbc-44d0-a9a6-a21e728e5437 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:31.094902 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-0c00997d-17b1-4e20-ba95-a9821aa6f454 req-3e9d89da-1cbc-44d0-a9a6-a21e728e5437 service neutron] 10.222.0.127 "PUT /v2.0/ports/f1aab9a0-078a-4663-8768-bd6b589c53f0 HTTP/1.1" status: 200 len: 1092 time: 2.7140701 Jul 06 13:57:31.143383 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c69d27-8b21-4111-9243-f0180242a06e req-923c4dd6-e77f-46d3-99bc-a2d3ec99b740 tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:31.144747 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-a6c69d27-8b21-4111-9243-f0180242a06e req-923c4dd6-e77f-46d3-99bc-a2d3ec99b740 tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] 10.222.0.104 "GET /v2.0/ports?device_id=3abd5f1c-5cfa-40e5-8018-1960204a8886 HTTP/1.1" status: 200 len: 949 time: 0.1510000 Jul 06 13:57:31.196882 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399313b3-733a-48a0-b7a9-df7e12776ace req-bf24d3fe-b5d9-431d-86c7-759ba32d1e6e tempest-ServersWithSpecificFlavorTestJSON-1219430523 tempest-ServersWithSpecificFlavorTestJSON-1219430523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:31.198773 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-399313b3-733a-48a0-b7a9-df7e12776ace req-bf24d3fe-b5d9-431d-86c7-759ba32d1e6e tempest-ServersWithSpecificFlavorTestJSON-1219430523 tempest-ServersWithSpecificFlavorTestJSON-1219430523-project] 10.222.0.104 "GET /v2.0/ports?device_id=0d04a11a-d8bd-4340-950b-af5c0e394bc0 HTTP/1.1" status: 200 len: 943 time: 0.8360045 Jul 06 13:57:31.208515 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-a6c69d27-8b21-4111-9243-f0180242a06e req-00a26dcc-cd6f-4fd4-a878-fe628ec4442c tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] 10.222.0.104 "GET /v2.0/security-groups?id=9f5b92e9-7340-49c3-a9bb-41e4a1caffc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556378 Jul 06 13:57:31.210045 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-f7dbdc8f-f50a-42db-b1f9-3db70e45cff3 req-2f9f3e5c-c8bd-4bdd-8999-5773ebfe3a9d service neutron] 10.222.0.72 "GET /v2.0/networks/460f74e5-0a7f-4f78-8d1f-c6320874439c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3078868 Jul 06 13:57:31.349132 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-f7dbdc8f-f50a-42db-b1f9-3db70e45cff3 req-f80aec06-8018-48bd-a9b0-3575d5b40afd service neutron] 10.222.0.72 "GET /v2.0/networks/460f74e5-0a7f-4f78-8d1f-c6320874439c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1368654 Jul 06 13:57:31.370298 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-399313b3-733a-48a0-b7a9-df7e12776ace req-34d8fb7b-194d-446b-b82e-8218f11f9c66 tempest-ServersWithSpecificFlavorTestJSON-1219430523 tempest-ServersWithSpecificFlavorTestJSON-1219430523-project] 10.222.0.104 "GET /v2.0/security-groups?id=b480d027-214b-42ad-8ea1-99d6a4321406&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1503997 Jul 06 13:57:31.396264 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c00997d-17b1-4e20-ba95-a9821aa6f454 req-236ac132-1d74-448f-acd0-86c51ed9cb22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:31.398145 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-0c00997d-17b1-4e20-ba95-a9821aa6f454 req-236ac132-1d74-448f-acd0-86c51ed9cb22 service neutron] 10.222.0.127 "GET /v2.0/ports?tenant_id=125e6575b3ba4365b3ae01568cef269b&device_id=db226d12-2e62-42b7-b705-5e6732590104 HTTP/1.1" status: 200 len: 1095 time: 0.1882079 Jul 06 13:57:31.454643 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-8e0c9c69-659a-4b6d-aecd-c5e179db8ae6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93fc06c6-e2da-491a-a138-5c16c1a263ab', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1475940776-router', 'tenant_id': 'acb800f580674ba5b45dfb76ebc253b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.23'}], 'enable_snat': True}, 'gw_port_id': '1d882890-1b14-4f02-9680-5aee680e0d0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T13:53:32Z', 'updated_at': '2021-07-06T13:53:40Z', 'revision_number': 4, 'project_id': 'acb800f580674ba5b45dfb76ebc253b1', 'gw_port': {'id': '1d882890-1b14-4f02-9680-5aee680e0d0b', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:3a:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93fc06c6-e2da-491a-a138-5c16c1a263ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:53:32Z', 'updated_at': '2021-07-06T13:53:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6', '_interfaces': [{'id': 'aefefec2-a26b-4852-8d04-c232bf44b1df', 'name': '', 'network_id': '460f74e5-0a7f-4f78-8d1f-c6320874439c', 'tenant_id': 'acb800f580674ba5b45dfb76ebc253b1', 'mac_address': 'fa:16:3e:ee:a4:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93fc06c6-e2da-491a-a138-5c16c1a263ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '018ef28b-510d-4b0e-ac77-2e6a29444295', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:53:37Z', 'updated_at': '2021-07-06T13:53:49Z', 'revision_number': 5, 'project_id': 'acb800f580674ba5b45dfb76ebc253b1', 'subnets': [{'id': '018ef28b-510d-4b0e-ac77-2e6a29444295', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773647-6', False) {} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:57:31.462146 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-0c00997d-17b1-4e20-ba95-a9821aa6f454 req-e91ceb95-5432-4799-b2ff-2e5e7c337620 service neutron] 10.222.0.127 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f1aab9a0-078a-4663-8768-bd6b589c53f0 HTTP/1.1" status: 200 len: 217 time: 0.0556183 Jul 06 13:57:31.494116 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e0c9c69-659a-4b6d-aecd-c5e179db8ae6 None None] The sync data for ids ['93fc06c6-e2da-491a-a138-5c16c1a263ab'] in n-d-773647-6 is: [{'id': '93fc06c6-e2da-491a-a138-5c16c1a263ab', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1475940776-router', 'tenant_id': 'acb800f580674ba5b45dfb76ebc253b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.23'}], 'enable_snat': True}, 'gw_port_id': '1d882890-1b14-4f02-9680-5aee680e0d0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T13:53:32Z', 'updated_at': '2021-07-06T13:53:40Z', 'revision_number': 4, 'project_id': 'acb800f580674ba5b45dfb76ebc253b1', 'gw_port': {'id': '1d882890-1b14-4f02-9680-5aee680e0d0b', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:3a:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93fc06c6-e2da-491a-a138-5c16c1a263ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:53:32Z', 'updated_at': '2021-07-06T13:53:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6', '_interfaces': [{'id': 'aefefec2-a26b-4852-8d04-c232bf44b1df', 'name': '', 'network_id': '460f74e5-0a7f-4f78-8d1f-c6320874439c', 'tenant_id': 'acb800f580674ba5b45dfb76ebc253b1', 'mac_address': 'fa:16:3e:ee:a4:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93fc06c6-e2da-491a-a138-5c16c1a263ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '018ef28b-510d-4b0e-ac77-2e6a29444295', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:53:37Z', 'updated_at': '2021-07-06T13:53:49Z', 'revision_number': 5, 'project_id': 'acb800f580674ba5b45dfb76ebc253b1', 'subnets': [{'id': '018ef28b-510d-4b0e-ac77-2e6a29444295', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 13:57:31.551513 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 523 Content-Type: application/json Date: Tue, 06 Jul 2021 13:57:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15f790b5-1489-4984-b7dd-7c3ab26f77ed x-openstack-request-id: req-15f790b5-1489-4984-b7dd-7c3ab26f77ed {{(pid=100247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:57:31.552038 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3abd5f1c-5cfa-40e5-8018-1960204a8886", "name": "network-vif-unplugged", "status": "completed", "tag": "39b82faa-9bb5-4637-ba57-e7b6ac96e89a", "code": 200}, {"name": "network-changed", "server_uuid": "3abd5f1c-5cfa-40e5-8018-1960204a8886", "tag": "39b82faa-9bb5-4637-ba57-e7b6ac96e89a", "status": "completed", "code": 200}, {"server_uuid": "3ac78f26-658e-4e41-8628-330fee97fb44", "name": "network-vif-deleted", "tag": "b9b105f0-126d-4118-bb1b-03c0831ba0af", "status": "completed", "code": 200}]} {{(pid=100247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:57:31.552408 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-15f790b5-1489-4984-b7dd-7c3ab26f77ed {{(pid=100247) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:57:31.552893 n-d-773647-6 neutron-server[100247]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3abd5f1c-5cfa-40e5-8018-1960204a8886', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '39b82faa-9bb5-4637-ba57-e7b6ac96e89a', 'code': 200} Jul 06 13:57:31.553240 n-d-773647-6 neutron-server[100247]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3abd5f1c-5cfa-40e5-8018-1960204a8886', 'tag': '39b82faa-9bb5-4637-ba57-e7b6ac96e89a', 'status': 'completed', 'code': 200} Jul 06 13:57:31.553587 n-d-773647-6 neutron-server[100247]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ac78f26-658e-4e41-8628-330fee97fb44', 'name': 'network-vif-deleted', 'tag': 'b9b105f0-126d-4118-bb1b-03c0831ba0af', 'status': 'completed', 'code': 200} Jul 06 13:57:31.607705 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b038d578-b987-4eca-86d0-53de9d9bc89d req-0d6876bc-1b74-44e1-8867-72d217d5052a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:31.609315 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-b038d578-b987-4eca-86d0-53de9d9bc89d req-0d6876bc-1b74-44e1-8867-72d217d5052a service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=483ead9cc6094290930ff4aed37f7463&device_id=3abd5f1c-5cfa-40e5-8018-1960204a8886 HTTP/1.1" status: 200 len: 1100 time: 0.0935237 Jul 06 13:57:31.684528 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c00997d-17b1-4e20-ba95-a9821aa6f454 req-cbd69fe4-e2a5-4aa1-a1a1-70c9a5d467e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:31.686839 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-0c00997d-17b1-4e20-ba95-a9821aa6f454 req-cbd69fe4-e2a5-4aa1-a1a1-70c9a5d467e4 service neutron] 10.222.0.127 "GET /v2.0/subnets?id=3ab4a4f6-31db-40f5-bd89-967e515dcbd9 HTTP/1.1" status: 200 len: 847 time: 0.2176249 Jul 06 13:57:31.729748 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b038d578-b987-4eca-86d0-53de9d9bc89d req-12d60be5-5967-4a84-bb5e-dc29db87dfd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:31.732871 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-b038d578-b987-4eca-86d0-53de9d9bc89d req-12d60be5-5967-4a84-bb5e-dc29db87dfd8 service neutron] 10.222.0.72 "GET /v2.0/networks?id=ac09d390-867f-4b75-a8d2-ab11550bffd6 HTTP/1.1" status: 200 len: 871 time: 0.1154776 Jul 06 13:57:31.744598 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-0c00997d-17b1-4e20-ba95-a9821aa6f454 req-e0d35d4e-0226-4dd3-9752-74310e91b2a0 service neutron] 10.222.0.127 "GET /v2.0/ports?network_id=4f6c277b-1b2d-40ad-a374-15bf31b2f6e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0482824 Jul 06 13:57:31.796837 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-b038d578-b987-4eca-86d0-53de9d9bc89d req-bda203b1-003c-419c-a5be-8113eb70c2eb service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.141&port_id=39b82faa-9bb5-4637-ba57-e7b6ac96e89a HTTP/1.1" status: 200 len: 217 time: 0.0444734 Jul 06 13:57:31.832324 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a937373-000f-4827-926b-30731f633846 req-639c16f9-67ee-46dd-9274-60ed0b3cb42d tempest-ServerDiskConfigTestJSON-920847304 tempest-ServerDiskConfigTestJSON-920847304-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:31.835790 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-5a937373-000f-4827-926b-30731f633846 req-639c16f9-67ee-46dd-9274-60ed0b3cb42d tempest-ServerDiskConfigTestJSON-920847304 tempest-ServerDiskConfigTestJSON-920847304-project] 10.222.0.104 "GET /v2.0/networks?id=80a8f655-14ef-4b04-89b8-0871faf0b23f HTTP/1.1" status: 200 len: 814 time: 0.2812228 Jul 06 13:57:31.860472 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b038d578-b987-4eca-86d0-53de9d9bc89d req-ea509bc2-2191-4a38-aea3-3b59e723df43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:31.860472 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-b038d578-b987-4eca-86d0-53de9d9bc89d req-ea509bc2-2191-4a38-aea3-3b59e723df43 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=d1c3cc78-09b9-4e30-99fd-0e5830de101d HTTP/1.1" status: 200 len: 843 time: 0.0564859 Jul 06 13:57:31.867453 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b038d578-b987-4eca-86d0-53de9d9bc89d req-018c59b0-b10f-4ee5-a848-be5f04890813 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:31.869033 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-b038d578-b987-4eca-86d0-53de9d9bc89d req-018c59b0-b10f-4ee5-a848-be5f04890813 service neutron] 10.222.0.127 "GET /v2.0/ports?tenant_id=483ead9cc6094290930ff4aed37f7463&device_id=3abd5f1c-5cfa-40e5-8018-1960204a8886 HTTP/1.1" status: 200 len: 1100 time: 0.3194380 Jul 06 13:57:31.870597 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48c5393b-d4a5-4cc0-91e0-fcc4a14a58ee None None] New status for floating IP 3964a9ac-fdfe-444e-a784-56ae3fe7b769: DOWN {{(pid=100249) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 13:57:31.874918 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-5a937373-000f-4827-926b-30731f633846 req-cef16c33-8fa4-4075-b084-9731ec06f3f2 tempest-ServerDiskConfigTestJSON-920847304 tempest-ServerDiskConfigTestJSON-920847304-project] 10.222.0.104 "GET /v2.0/quotas/aa7d5b29f8ec457fb3612664b97c2f33 HTTP/1.1" status: 200 len: 375 time: 0.0313144 Jul 06 13:57:31.933487 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-5a937373-000f-4827-926b-30731f633846 req-5b548cb2-6956-4a77-90e7-94ecf8a81eb3 tempest-ServerDiskConfigTestJSON-920847304 tempest-ServerDiskConfigTestJSON-920847304-project] 10.222.0.104 "GET /v2.0/ports?tenant_id=aa7d5b29f8ec457fb3612664b97c2f33&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0419064 Jul 06 13:57:31.938572 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b038d578-b987-4eca-86d0-53de9d9bc89d req-34972aba-da52-46e9-bf82-f6256e40f262 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:31.940296 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-b038d578-b987-4eca-86d0-53de9d9bc89d req-34972aba-da52-46e9-bf82-f6256e40f262 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=ac09d390-867f-4b75-a8d2-ab11550bffd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0723715 Jul 06 13:57:31.961228 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Device 39b82faa-9bb5-4637-ba57-e7b6ac96e89a details requested by agent hyperv_n-h1-773647-6 with host n-h1-773647-6 {{(pid=100248) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 13:57:31.965116 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Device bf79ecaa-be4d-40bf-95e6-0f2da64d736c up at agent hyperv_n-h1-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 13:57:32.054905 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-b038d578-b987-4eca-86d0-53de9d9bc89d req-2a8e7dfb-736c-4b85-9abb-471296218a32 service neutron] 10.222.0.72 "GET /v2.0/networks/ac09d390-867f-4b75-a8d2-ab11550bffd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1068630 Jul 06 13:57:32.055739 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbce7190-825e-4bcf-bccc-27b6555d561b req-bafd1800-fc82-4d09-93f4-0f9a372466eb tempest-ServersAdminTestJSON-391861328 tempest-ServersAdminTestJSON-391861328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:32.065514 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-bbce7190-825e-4bcf-bccc-27b6555d561b req-bafd1800-fc82-4d09-93f4-0f9a372466eb tempest-ServersAdminTestJSON-391861328 tempest-ServersAdminTestJSON-391861328-project] 10.222.0.104 "GET /v2.0/ports?device_id=63f04f24-a07c-4f56-a92d-98828f9b51fd HTTP/1.1" status: 200 len: 949 time: 0.4592834 Jul 06 13:57:32.117816 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-0c00997d-17b1-4e20-ba95-a9821aa6f454 req-534db000-c513-46d1-875a-478b1be77dec service neutron] 10.222.0.127 "GET /v2.0/networks/4f6c277b-1b2d-40ad-a374-15bf31b2f6e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3630183 Jul 06 13:57:32.120772 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Provisioning for port bf79ecaa-be4d-40bf-95e6-0f2da64d736c completed by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 13:57:32.139826 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Device 3fa12484-02ce-40fe-84ec-c2f2fdb9003f up at agent hyperv_n-h2-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 13:57:32.145345 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Provisioning complete for port bf79ecaa-be4d-40bf-95e6-0f2da64d736c triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:57:32.146180 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:32.175451 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-b038d578-b987-4eca-86d0-53de9d9bc89d req-303b7c7b-de02-4dba-b9de-ab8ee2208065 service neutron] 10.222.0.72 "GET /v2.0/networks/ac09d390-867f-4b75-a8d2-ab11550bffd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1125736 Jul 06 13:57:32.238508 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-bc726ce7-e258-482d-b937-8c6d8ecb866e req-164c7739-a9ca-43e8-95e8-173343fa4686 service neutron] 10.222.0.72 "GET /v2.0/ports/33f9921a-af0a-4689-af66-74372e6fe3df/bindings/n-h1-773647-6 HTTP/1.1" status: 200 len: 384 time: 0.1822927 Jul 06 13:57:32.299105 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] For port 39b82faa-9bb5-4637-ba57-e7b6ac96e89a, host n-h1-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773647-6',level=0,port_id=39b82faa-9bb5-4637-ba57-e7b6ac96e89a,segment=NetworkSegment(c9ea893d-045e-42cf-b3dd-cdd1f79baccd),segment_id=c9ea893d-045e-42cf-b3dd-cdd1f79baccd)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:57:32.315630 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Returning: {'device': '39b82faa-9bb5-4637-ba57-e7b6ac96e89a', 'network_id': 'ac09d390-867f-4b75-a8d2-ab11550bffd6', 'port_id': '39b82faa-9bb5-4637-ba57-e7b6ac96e89a', 'mac_address': 'fa:16:3e:e9:75:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1023, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd1c3cc78-09b9-4e30-99fd-0e5830de101d', 'ip_address': '192.168.233.141'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100248) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 13:57:32.346876 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-bbce7190-825e-4bcf-bccc-27b6555d561b req-33ea070b-1d32-48df-b8cd-27430f8902d0 tempest-ServersAdminTestJSON-391861328 tempest-ServersAdminTestJSON-391861328-project] 10.222.0.104 "GET /v2.0/security-groups?id=3bcee3ab-dc9e-46be-bc35-9f5a80cc9457&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2770891 Jul 06 13:57:32.394557 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b038d578-b987-4eca-86d0-53de9d9bc89d req-fe7e0714-0ec2-435a-b0fe-3551538cadbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:32.397109 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-b038d578-b987-4eca-86d0-53de9d9bc89d req-fe7e0714-0ec2-435a-b0fe-3551538cadbd service neutron] 10.222.0.127 "GET /v2.0/networks?id=ac09d390-867f-4b75-a8d2-ab11550bffd6 HTTP/1.1" status: 200 len: 871 time: 0.5155926 Jul 06 13:57:32.429093 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:32.431076 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:32.449143 n-d-773647-6 neutron-server[100248]: DEBUG neutron.notifiers.nova [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 39b82faa-9bb5-4637-ba57-e7b6ac96e89a {{(pid=100248) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 13:57:32.467142 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-b038d578-b987-4eca-86d0-53de9d9bc89d req-2217c734-1c5e-45e6-8c60-0d42d91c6782 service neutron] 10.222.0.127 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.141&port_id=39b82faa-9bb5-4637-ba57-e7b6ac96e89a HTTP/1.1" status: 200 len: 217 time: 0.0568457 Jul 06 13:57:32.475787 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-5a937373-000f-4827-926b-30731f633846 req-56806755-fd07-4f1b-afed-075d8c99cc18 service neutron] 10.222.0.104 "GET /v2.0/networks/80a8f655-14ef-4b04-89b8-0871faf0b23f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5275495 Jul 06 13:57:32.479463 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-0c00997d-17b1-4e20-ba95-a9821aa6f454 req-62d0f02d-2a5e-4db4-834c-c694a79a3534 service neutron] 10.222.0.127 "GET /v2.0/networks/4f6c277b-1b2d-40ad-a374-15bf31b2f6e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3459013 Jul 06 13:57:32.482059 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] For port 39b82faa-9bb5-4637-ba57-e7b6ac96e89a, host n-h1-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773647-6',level=0,port_id=39b82faa-9bb5-4637-ba57-e7b6ac96e89a,segment=NetworkSegment(c9ea893d-045e-42cf-b3dd-cdd1f79baccd),segment_id=c9ea893d-045e-42cf-b3dd-cdd1f79baccd)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:57:32.497123 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:32.503078 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.db [req-bc726ce7-e258-482d-b937-8c6d8ecb866e req-9b68893c-e413-4ddc-a9ad-95ac54dbed54 service neutron] For port 33f9921a-af0a-4689-af66-74372e6fe3df, host n-h2-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=33f9921a-af0a-4689-af66-74372e6fe3df,segment=NetworkSegment(da615941-94ee-441c-92fd-37ca002df9b5),segment_id=da615941-94ee-441c-92fd-37ca002df9b5)] {{(pid=100246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:57:32.514714 n-d-773647-6 neutron-server[100248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15ec8a26-5f36-442c-a168-6498affa2887', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf79ecaa-be4d-40bf-95e6-0f2da64d736c'}] {{(pid=100248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 13:57:32.517066 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84af257533e383389cbcf231d3534f4d5e149e7203fea16b4a8fc01438dddaf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a64347f9-0763-45cb-b75f-fd170225f9b1" -d '{"events": [{"server_uuid": "15ec8a26-5f36-442c-a168-6498affa2887", "name": "network-vif-plugged", "status": "completed", "tag": "bf79ecaa-be4d-40bf-95e6-0f2da64d736c"}]}' {{(pid=100248) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:57:32.523892 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Provisioning for port 3fa12484-02ce-40fe-84ec-c2f2fdb9003f completed by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 13:57:32.533534 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.db [req-bc726ce7-e258-482d-b937-8c6d8ecb866e req-9b68893c-e413-4ddc-a9ad-95ac54dbed54 service neutron] For port 33f9921a-af0a-4689-af66-74372e6fe3df, host n-h2-773647-6, cleared binding levels {{(pid=100246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 13:57:32.560006 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Provisioning complete for port 3fa12484-02ce-40fe-84ec-c2f2fdb9003f triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:57:32.560387 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:32.563770 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] For port bf79ecaa-be4d-40bf-95e6-0f2da64d736c, host n-h1-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773647-6',level=0,port_id=bf79ecaa-be4d-40bf-95e6-0f2da64d736c,segment=NetworkSegment(c9ea893d-045e-42cf-b3dd-cdd1f79baccd),segment_id=c9ea893d-045e-42cf-b3dd-cdd1f79baccd)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:57:32.586207 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b038d578-b987-4eca-86d0-53de9d9bc89d req-3b2b002e-8cc3-4969-9e8a-25f5fb6dfadc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:32.587651 n-d-773647-6 neutron-server[100246]: DEBUG neutron.notifiers.nova [req-bc726ce7-e258-482d-b937-8c6d8ecb866e req-9b68893c-e413-4ddc-a9ad-95ac54dbed54 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 33f9921a-af0a-4689-af66-74372e6fe3df {{(pid=100246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 13:57:32.587781 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-b038d578-b987-4eca-86d0-53de9d9bc89d req-3b2b002e-8cc3-4969-9e8a-25f5fb6dfadc service neutron] 10.222.0.127 "GET /v2.0/subnets?id=d1c3cc78-09b9-4e30-99fd-0e5830de101d HTTP/1.1" status: 200 len: 843 time: 0.1109626 Jul 06 13:57:32.591849 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:32.603180 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.db [req-bc726ce7-e258-482d-b937-8c6d8ecb866e req-9b68893c-e413-4ddc-a9ad-95ac54dbed54 service neutron] For port 33f9921a-af0a-4689-af66-74372e6fe3df, host n-h1-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773647-6',level=0,port_id=33f9921a-af0a-4689-af66-74372e6fe3df,segment=NetworkSegment(da615941-94ee-441c-92fd-37ca002df9b5),segment_id=da615941-94ee-441c-92fd-37ca002df9b5)] {{(pid=100246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:57:32.624620 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-bc726ce7-e258-482d-b937-8c6d8ecb866e req-9b68893c-e413-4ddc-a9ad-95ac54dbed54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:32.625589 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Pushing event updated for resources: {'Port': ['ID=39b82faa-9bb5-4637-ba57-e7b6ac96e89a,revision_number=12']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:57:32.679824 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-5a937373-000f-4827-926b-30731f633846 req-ab5b1172-153f-4a01-b17f-62ebb8bbb4d0 service neutron] 10.222.0.104 "GET /v2.0/networks/80a8f655-14ef-4b04-89b8-0871faf0b23f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1993492 Jul 06 13:57:32.699950 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Pushing event updated for resources: {'Port': ['ID=bf79ecaa-be4d-40bf-95e6-0f2da64d736c,revision_number=5']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:57:32.725731 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b038d578-b987-4eca-86d0-53de9d9bc89d req-fad58632-e657-43a4-986a-96e834aa5a49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:32.727503 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-b038d578-b987-4eca-86d0-53de9d9bc89d req-fad58632-e657-43a4-986a-96e834aa5a49 service neutron] 10.222.0.127 "GET /v2.0/ports?network_id=ac09d390-867f-4b75-a8d2-ab11550bffd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1145220 Jul 06 13:57:32.742204 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2888fac1-3254-4ee6-b6e4-2d3d273310e5 req-1ceea619-73ac-4db1-9cd5-5d75dcab5b2e tempest-LiveAutoBlockMigrationV225Test-654794443 tempest-LiveAutoBlockMigrationV225Test-654794443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:32.745107 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-2888fac1-3254-4ee6-b6e4-2d3d273310e5 req-1ceea619-73ac-4db1-9cd5-5d75dcab5b2e tempest-LiveAutoBlockMigrationV225Test-654794443 tempest-LiveAutoBlockMigrationV225Test-654794443-project] 10.222.0.104 "GET /v2.0/ports?device_id=409617e7-df61-4f61-8ec0-c00a7448d4c1 HTTP/1.1" status: 200 len: 944 time: 0.1708956 Jul 06 13:57:32.762441 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:32.764945 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.provisioning_blocks [req-bc726ce7-e258-482d-b937-8c6d8ecb866e req-9b68893c-e413-4ddc-a9ad-95ac54dbed54 service neutron] Transition to ACTIVE for port object 33f9921a-af0a-4689-af66-74372e6fe3df will not be triggered until provisioned by entity L2. {{(pid=100246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 13:57:32.770446 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-bc726ce7-e258-482d-b937-8c6d8ecb866e req-9b68893c-e413-4ddc-a9ad-95ac54dbed54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127687527'] for port, after_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:32.808199 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] For port 3fa12484-02ce-40fe-84ec-c2f2fdb9003f, host n-h2-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=3fa12484-02ce-40fe-84ec-c2f2fdb9003f,segment=NetworkSegment(c9ea893d-045e-42cf-b3dd-cdd1f79baccd),segment_id=c9ea893d-045e-42cf-b3dd-cdd1f79baccd)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:57:32.814753 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:32.815828 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Device ea4b4b49-6742-4d24-921d-b8422184436f no longer exists at agent hyperv_n-h2-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 13:57:32.879693 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-2888fac1-3254-4ee6-b6e4-2d3d273310e5 req-e67df1c9-43f7-48b2-a685-792f8d2e2c86 tempest-LiveAutoBlockMigrationV225Test-654794443 tempest-LiveAutoBlockMigrationV225Test-654794443-project] 10.222.0.104 "GET /v2.0/security-groups?id=43f6fcb8-9501-44d6-9feb-82c82c5d5862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683153 Jul 06 13:57:32.899599 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc726ce7-e258-482d-b937-8c6d8ecb866e req-9b68893c-e413-4ddc-a9ad-95ac54dbed54 service neutron] No DVR routers for this DVR port 33f9921a-af0a-4689-af66-74372e6fe3df on host n-h2-773647-6 {{(pid=100246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 13:57:32.912344 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-b038d578-b987-4eca-86d0-53de9d9bc89d req-b18c56ba-6231-4243-b26f-af3a8d4ab82a service neutron] 10.222.0.127 "GET /v2.0/networks/ac09d390-867f-4b75-a8d2-ab11550bffd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1657910 Jul 06 13:57:32.986048 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 13:57:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0db2636b-89f6-4554-bf51-69e7ea217b2f x-openstack-request-id: req-0db2636b-89f6-4554-bf51-69e7ea217b2f {{(pid=100246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:57:32.986613 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d04a11a-d8bd-4340-950b-af5c0e394bc0", "tag": "5eef3fbe-fd77-468a-a4b0-d3915fdbba1b", "status": "completed", "code": 200}]} {{(pid=100246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:57:32.986613 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-0db2636b-89f6-4554-bf51-69e7ea217b2f {{(pid=100246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:57:32.986956 n-d-773647-6 neutron-server[100246]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d04a11a-d8bd-4340-950b-af5c0e394bc0', 'tag': '5eef3fbe-fd77-468a-a4b0-d3915fdbba1b', 'status': 'completed', 'code': 200} Jul 06 13:57:33.020671 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-b038d578-b987-4eca-86d0-53de9d9bc89d req-a4c5543e-43ea-4852-b658-46cd65018409 service neutron] 10.222.0.127 "GET /v2.0/networks/ac09d390-867f-4b75-a8d2-ab11550bffd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1012549 Jul 06 13:57:33.052620 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b68893c-e413-4ddc-a9ad-95ac54dbed54 service neutron] Pushing event updated for resources: {'Port': ['ID=33f9921a-af0a-4689-af66-74372e6fe3df,revision_number=10']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:57:33.064789 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-bc726ce7-e258-482d-b937-8c6d8ecb866e req-9b68893c-e413-4ddc-a9ad-95ac54dbed54 service neutron] 10.222.0.72 "PUT /v2.0/ports/33f9921a-af0a-4689-af66-74372e6fe3df/bindings/n-h1-773647-6/activate HTTP/1.1" status: 200 len: 369 time: 0.8147595 Jul 06 13:57:33.119642 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f0d283-1556-4837-b831-1c48a4cba1cb req-51b2bb79-6f53-4d6b-9b1b-2e8c67ce2571 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:33.121159 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-c0f0d283-1556-4837-b831-1c48a4cba1cb req-51b2bb79-6f53-4d6b-9b1b-2e8c67ce2571 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=acb800f580674ba5b45dfb76ebc253b1&device_id=0d04a11a-d8bd-4340-950b-af5c0e394bc0 HTTP/1.1" status: 200 len: 1094 time: 0.1319597 Jul 06 13:57:33.167071 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:33.169550 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Pushing event updated for resources: {'Port': ['ID=3fa12484-02ce-40fe-84ec-c2f2fdb9003f,revision_number=5']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:57:33.251734 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] For port ea4b4b49-6742-4d24-921d-b8422184436f, host n-h2-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=ea4b4b49-6742-4d24-921d-b8422184436f,segment=NetworkSegment(c9ea893d-045e-42cf-b3dd-cdd1f79baccd),segment_id=c9ea893d-045e-42cf-b3dd-cdd1f79baccd)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:57:33.257274 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:33.260634 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Device 33f9921a-af0a-4689-af66-74372e6fe3df no longer exists at agent hyperv_n-h2-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 13:57:33.320802 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f0d283-1556-4837-b831-1c48a4cba1cb req-e119318b-e717-46cb-8587-28b2fde1bbd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:33.322327 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-c0f0d283-1556-4837-b831-1c48a4cba1cb req-e119318b-e717-46cb-8587-28b2fde1bbd0 service neutron] 10.222.0.72 "GET /v2.0/networks?id=460f74e5-0a7f-4f78-8d1f-c6320874439c HTTP/1.1" status: 200 len: 926 time: 0.1951644 Jul 06 13:57:33.394245 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-c0f0d283-1556-4837-b831-1c48a4cba1cb req-b2c2fcff-8c5c-412a-8b5e-756a1ba7e6e6 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5eef3fbe-fd77-468a-a4b0-d3915fdbba1b HTTP/1.1" status: 200 len: 217 time: 0.0642872 Jul 06 13:57:33.407440 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc726ce7-e258-482d-b937-8c6d8ecb866e req-fc7e3e10-89e7-42c6-a57f-c12fc3d75bd9 tempest-LiveAutoBlockMigrationV225Test-1685424674 tempest-LiveAutoBlockMigrationV225Test-1685424674-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:33.411112 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-bc726ce7-e258-482d-b937-8c6d8ecb866e req-fc7e3e10-89e7-42c6-a57f-c12fc3d75bd9 tempest-LiveAutoBlockMigrationV225Test-1685424674 tempest-LiveAutoBlockMigrationV225Test-1685424674-project-admin] 10.222.0.127 "GET /v2.0/ports?device_id=409617e7-df61-4f61-8ec0-c00a7448d4c1&tenant_id=4cef06e2189c48a2819839e74c70f679&binding%3Ahost_id=n-h2-773647-6 HTTP/1.1" status: 200 len: 1096 time: 0.1597044 Jul 06 13:57:33.416192 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Device 33f9921a-af0a-4689-af66-74372e6fe3df not bound to the agent host n-h2-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 13:57:33.418041 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0ab5ce-b0e8-44a4-9555-59d7931ddf7b req-76d856bb-59ef-406b-89cf-ecb0d25bfe8a tempest-LiveMigrationTest-2001684970 tempest-LiveMigrationTest-2001684970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:33.418988 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Pushing event updated for resources: {'Port': ['ID=ea4b4b49-6742-4d24-921d-b8422184436f,revision_number=9']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:57:33.425945 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-2e0ab5ce-b0e8-44a4-9555-59d7931ddf7b req-76d856bb-59ef-406b-89cf-ecb0d25bfe8a tempest-LiveMigrationTest-2001684970 tempest-LiveMigrationTest-2001684970-project] 10.222.0.104 "GET /v2.0/ports?device_id=db226d12-2e62-42b7-b705-5e6732590104 HTTP/1.1" status: 200 len: 944 time: 0.2754345 Jul 06 13:57:33.477077 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f0d283-1556-4837-b831-1c48a4cba1cb req-be1e9a5d-e56f-4c57-8b81-14364fdb1207 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:33.488947 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-c0f0d283-1556-4837-b831-1c48a4cba1cb req-be1e9a5d-e56f-4c57-8b81-14364fdb1207 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=018ef28b-510d-4b0e-ac77-2e6a29444295 HTTP/1.1" status: 200 len: 863 time: 0.0835416 Jul 06 13:57:33.490942 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6d0add-7a55-4a71-81f2-035c022caa4c req-c6836e2a-090e-4577-abfe-9cde70c84668 tempest-ListImageFiltersTestJSON-201163018 tempest-ListImageFiltersTestJSON-201163018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:33.498209 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-8b6d0add-7a55-4a71-81f2-035c022caa4c req-c6836e2a-090e-4577-abfe-9cde70c84668 tempest-ListImageFiltersTestJSON-201163018 tempest-ListImageFiltersTestJSON-201163018-project] 10.222.0.104 "GET /v2.0/ports?device_id=1b72ecc0-292b-4305-a029-1814892dfe78 HTTP/1.1" status: 200 len: 950 time: 0.2813437 Jul 06 13:57:33.567441 n-d-773647-6 neutron-server[100247]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db226d12-2e62-42b7-b705-5e6732590104', 'tag': 'f1aab9a0-078a-4663-8768-bd6b589c53f0'}] {{(pid=100247) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 13:57:33.567940 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f0d283-1556-4837-b831-1c48a4cba1cb req-767ab4fa-9d2d-4908-956d-e8cea31784f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:33.569730 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-c0f0d283-1556-4837-b831-1c48a4cba1cb req-767ab4fa-9d2d-4908-956d-e8cea31784f0 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=460f74e5-0a7f-4f78-8d1f-c6320874439c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0727556 Jul 06 13:57:33.571580 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cbf0eeaae822f8fc9b87a94aeba67a3d651842baf663a51cba94b67a514836d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc2c3c62-9c80-41c0-8354-f1847b9279e8" -d '{"events": [{"name": "network-changed", "server_uuid": "db226d12-2e62-42b7-b705-5e6732590104", "tag": "f1aab9a0-078a-4663-8768-bd6b589c53f0"}]}' {{(pid=100247) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:57:33.579132 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-2e0ab5ce-b0e8-44a4-9555-59d7931ddf7b req-5371e1c7-3de3-4c55-b70d-3d01314bfa1c tempest-LiveMigrationTest-2001684970 tempest-LiveMigrationTest-2001684970-project] 10.222.0.104 "GET /v2.0/security-groups?id=7e243ebf-9cf4-4917-8da6-0fd38b06f795&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1523068 Jul 06 13:57:33.614414 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-8b6d0add-7a55-4a71-81f2-035c022caa4c req-bfbfd3b0-7e75-4488-86a2-9891733707c4 tempest-ListImageFiltersTestJSON-201163018 tempest-ListImageFiltersTestJSON-201163018-project] 10.222.0.104 "GET /v2.0/security-groups?id=9ce4c80a-5086-4b6d-8895-e157d8baf449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151357 Jul 06 13:57:33.638645 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc726ce7-e258-482d-b937-8c6d8ecb866e req-9e49cb16-0859-43fd-b0d9-1ddb50f0ade9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:33.645452 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-bc726ce7-e258-482d-b937-8c6d8ecb866e req-9e49cb16-0859-43fd-b0d9-1ddb50f0ade9 service neutron] 10.222.0.127 "GET /v2.0/ports?device_id=409617e7-df61-4f61-8ec0-c00a7448d4c1&tenant_id=4cef06e2189c48a2819839e74c70f679 HTTP/1.1" status: 200 len: 1096 time: 0.2165449 Jul 06 13:57:33.700478 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-c0f0d283-1556-4837-b831-1c48a4cba1cb req-1994e877-70d8-45a4-97eb-3f11cef419ed service neutron] 10.222.0.72 "GET /v2.0/networks/460f74e5-0a7f-4f78-8d1f-c6320874439c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227186 Jul 06 13:57:33.743649 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc726ce7-e258-482d-b937-8c6d8ecb866e req-5ddd0134-cb37-4e84-a43d-d4fcf6c5f9b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:33.745167 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-bc726ce7-e258-482d-b937-8c6d8ecb866e req-5ddd0134-cb37-4e84-a43d-d4fcf6c5f9b4 service neutron] 10.222.0.127 "GET /v2.0/ports?tenant_id=4cef06e2189c48a2819839e74c70f679&device_id=409617e7-df61-4f61-8ec0-c00a7448d4c1 HTTP/1.1" status: 200 len: 1096 time: 0.0741270 Jul 06 13:57:33.863378 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-c0f0d283-1556-4837-b831-1c48a4cba1cb req-03cba4e1-5498-43c7-8c48-98f205f5ebfd service neutron] 10.222.0.72 "GET /v2.0/networks/460f74e5-0a7f-4f78-8d1f-c6320874439c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1562550 Jul 06 13:57:33.917071 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc726ce7-e258-482d-b937-8c6d8ecb866e req-43db900a-00cd-4d0c-80ee-10f65e0b8645 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:33.918574 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-bc726ce7-e258-482d-b937-8c6d8ecb866e req-43db900a-00cd-4d0c-80ee-10f65e0b8645 service neutron] 10.222.0.127 "GET /v2.0/networks?id=719b716d-a00d-48ee-8755-3a8bbdfaf0d2 HTTP/1.1" status: 200 len: 923 time: 0.1664789 Jul 06 13:57:33.964053 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-bc726ce7-e258-482d-b937-8c6d8ecb866e req-e0383a95-dda9-40ad-96d6-be87296ab2fc service neutron] 10.222.0.127 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=33f9921a-af0a-4689-af66-74372e6fe3df HTTP/1.1" status: 200 len: 217 time: 0.0378866 Jul 06 13:57:34.011462 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ad839e-c60f-4078-aa85-44164ef43fd2 req-328b8986-b2c9-4ca7-abe0-7b0ecedad3b7 tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:34.012993 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-21ad839e-c60f-4078-aa85-44164ef43fd2 req-328b8986-b2c9-4ca7-abe0-7b0ecedad3b7 tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] 10.222.0.104 "GET /v2.0/ports?device_id=3abd5f1c-5cfa-40e5-8018-1960204a8886 HTTP/1.1" status: 200 len: 950 time: 0.1622086 Jul 06 13:57:34.021954 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] get_ports_and_sgs() called for port_ids ['39b82faa-9bb5-4637-ba57-e7b6ac96e89a'] {{(pid=100248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 13:57:34.059654 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc726ce7-e258-482d-b937-8c6d8ecb866e req-d0b5362b-b46d-45be-80ea-a5e7a1a5e108 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:34.061217 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-bc726ce7-e258-482d-b937-8c6d8ecb866e req-d0b5362b-b46d-45be-80ea-a5e7a1a5e108 service neutron] 10.222.0.127 "GET /v2.0/subnets?id=7f475f76-2dcc-4dce-adb2-7deed8b8ad71 HTTP/1.1" status: 200 len: 861 time: 0.0906532 Jul 06 13:57:34.066839 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-21ad839e-c60f-4078-aa85-44164ef43fd2 req-77be0f0b-3506-4cdd-83cf-56d2663ca0c7 tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] 10.222.0.104 "GET /v2.0/security-groups?id=9f5b92e9-7340-49c3-a9bb-41e4a1caffc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451686 Jul 06 13:57:34.113956 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-bc726ce7-e258-482d-b937-8c6d8ecb866e req-24abe0a1-effb-4664-9fa5-51b9a9fb06a8 service neutron] 10.222.0.127 "GET /v2.0/ports?network_id=719b716d-a00d-48ee-8755-3a8bbdfaf0d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0434470 Jul 06 13:57:34.129958 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Device ea4b4b49-6742-4d24-921d-b8422184436f details requested by agent hyperv_n-h2-773647-6 with host n-h2-773647-6 {{(pid=100248) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 13:57:34.265566 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 13:57:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04e8ae19-c485-4300-8e3d-21af65c037dc x-openstack-request-id: req-04e8ae19-c485-4300-8e3d-21af65c037dc {{(pid=100248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:57:34.265901 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15ec8a26-5f36-442c-a168-6498affa2887", "name": "network-vif-plugged", "status": "completed", "tag": "bf79ecaa-be4d-40bf-95e6-0f2da64d736c", "code": 200}]} {{(pid=100248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:57:34.266164 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-04e8ae19-c485-4300-8e3d-21af65c037dc {{(pid=100248) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:57:34.266734 n-d-773647-6 neutron-server[100248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15ec8a26-5f36-442c-a168-6498affa2887', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf79ecaa-be4d-40bf-95e6-0f2da64d736c', 'code': 200} Jul 06 13:57:34.355047 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-bc726ce7-e258-482d-b937-8c6d8ecb866e req-2b25e110-d904-4003-a307-b3debb7856fb service neutron] 10.222.0.127 "GET /v2.0/networks/719b716d-a00d-48ee-8755-3a8bbdfaf0d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2320855 Jul 06 13:57:34.371406 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] For port ea4b4b49-6742-4d24-921d-b8422184436f, host n-h2-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=ea4b4b49-6742-4d24-921d-b8422184436f,segment=NetworkSegment(c9ea893d-045e-42cf-b3dd-cdd1f79baccd),segment_id=c9ea893d-045e-42cf-b3dd-cdd1f79baccd)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:57:34.397673 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Returning: {'device': 'ea4b4b49-6742-4d24-921d-b8422184436f', 'network_id': 'ac09d390-867f-4b75-a8d2-ab11550bffd6', 'port_id': 'ea4b4b49-6742-4d24-921d-b8422184436f', 'mac_address': 'fa:16:3e:97:47:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1023, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd1c3cc78-09b9-4e30-99fd-0e5830de101d', 'ip_address': '192.168.233.97'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100248) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 13:57:34.448240 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:34.462701 n-d-773647-6 neutron-server[100248]: DEBUG neutron.notifiers.nova [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea4b4b49-6742-4d24-921d-b8422184436f {{(pid=100248) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 13:57:34.500275 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] For port ea4b4b49-6742-4d24-921d-b8422184436f, host n-h2-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=ea4b4b49-6742-4d24-921d-b8422184436f,segment=NetworkSegment(c9ea893d-045e-42cf-b3dd-cdd1f79baccd),segment_id=c9ea893d-045e-42cf-b3dd-cdd1f79baccd)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:57:34.505797 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:34.508654 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Device 5eef3fbe-fd77-468a-a4b0-d3915fdbba1b details requested by agent hyperv_n-h2-773647-6 with host n-h2-773647-6 {{(pid=100248) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 13:57:34.511857 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-80f904e6-878a-40dd-baa7-c4db0408ad1e req-0146c4c5-d71e-4fd1-9db1-851d966def34 tempest-ServerDiskConfigTestJSON-920847304 tempest-ServerDiskConfigTestJSON-920847304-project] 10.222.0.104 "GET /v2.0/ports?device_id=42d34a92-9ccf-48e1-9c97-b49b1c53d618 HTTP/1.1" status: 200 len: 210 time: 0.0958116 Jul 06 13:57:34.524753 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d9fa4b-22b0-4715-a045-fdc06da246c1 req-db099ec6-c3b5-42fa-8f3f-e4c59a8e3726 tempest-ServersWithSpecificFlavorTestJSON-1219430523 tempest-ServersWithSpecificFlavorTestJSON-1219430523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:34.541071 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-f4d9fa4b-22b0-4715-a045-fdc06da246c1 req-db099ec6-c3b5-42fa-8f3f-e4c59a8e3726 tempest-ServersWithSpecificFlavorTestJSON-1219430523 tempest-ServersWithSpecificFlavorTestJSON-1219430523-project] 10.222.0.104 "GET /v2.0/ports?device_id=0d04a11a-d8bd-4340-950b-af5c0e394bc0 HTTP/1.1" status: 200 len: 943 time: 0.3357379 Jul 06 13:57:34.570464 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Pushing event updated for resources: {'Port': ['ID=ea4b4b49-6742-4d24-921d-b8422184436f,revision_number=10']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:57:34.580233 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:57:34.580492 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:57:34.580828 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:57:34.581160 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:57:34.581490 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:57:34.581821 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:57:34.582136 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:57:34.582468 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:57:34.582773 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:57:34.583092 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:57:34.583433 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:57:34.584021 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:57:34.632024 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-f4d9fa4b-22b0-4715-a045-fdc06da246c1 req-bb8e90cf-109c-49f8-913f-6874bf703fe7 tempest-ServersWithSpecificFlavorTestJSON-1219430523 tempest-ServersWithSpecificFlavorTestJSON-1219430523-project] 10.222.0.104 "GET /v2.0/security-groups?id=b480d027-214b-42ad-8ea1-99d6a4321406&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0891638 Jul 06 13:57:34.637529 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f34d4f-0a15-4b97-9f54-52c18d9a541f req-fe3a7d49-0c6e-4d69-9381-2d470e3a8981 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:34.639084 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-d6f34d4f-0a15-4b97-9f54-52c18d9a541f req-fe3a7d49-0c6e-4d69-9381-2d470e3a8981 service neutron] 10.222.0.127 "GET /v2.0/ports?device_id=15ec8a26-5f36-442c-a168-6498affa2887 HTTP/1.1" status: 200 len: 1101 time: 0.2697968 Jul 06 13:57:34.655034 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-bc726ce7-e258-482d-b937-8c6d8ecb866e req-b359013e-f719-4bf9-a813-65b21c8e2bab service neutron] 10.222.0.127 "GET /v2.0/networks/719b716d-a00d-48ee-8755-3a8bbdfaf0d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2925360 Jul 06 13:57:34.750208 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 13:57:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99abdd4c-6a76-4a0f-aa7c-475fdfc3eeae x-openstack-request-id: req-99abdd4c-6a76-4a0f-aa7c-475fdfc3eeae {{(pid=100247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:57:34.754477 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db226d12-2e62-42b7-b705-5e6732590104", "tag": "f1aab9a0-078a-4663-8768-bd6b589c53f0", "status": "completed", "code": 200}]} {{(pid=100247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:57:34.755116 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-99abdd4c-6a76-4a0f-aa7c-475fdfc3eeae {{(pid=100247) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:57:34.755686 n-d-773647-6 neutron-server[100247]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db226d12-2e62-42b7-b705-5e6732590104', 'tag': 'f1aab9a0-078a-4663-8768-bd6b589c53f0', 'status': 'completed', 'code': 200} Jul 06 13:57:34.781107 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] For port 5eef3fbe-fd77-468a-a4b0-d3915fdbba1b, host n-h2-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=5eef3fbe-fd77-468a-a4b0-d3915fdbba1b,segment=NetworkSegment(a35ce525-b1c8-41c9-9ae8-4677f48117d3),segment_id=a35ce525-b1c8-41c9-9ae8-4677f48117d3)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:57:34.797796 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Returning: {'device': '5eef3fbe-fd77-468a-a4b0-d3915fdbba1b', 'network_id': '460f74e5-0a7f-4f78-8d1f-c6320874439c', 'port_id': '5eef3fbe-fd77-468a-a4b0-d3915fdbba1b', 'mac_address': 'fa:16:3e:a1:1d:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1002, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '018ef28b-510d-4b0e-ac77-2e6a29444295', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100248) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 13:57:34.845152 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:34.871182 n-d-773647-6 neutron-server[100248]: DEBUG neutron.notifiers.nova [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5eef3fbe-fd77-468a-a4b0-d3915fdbba1b {{(pid=100248) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 13:57:34.896986 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] For port 5eef3fbe-fd77-468a-a4b0-d3915fdbba1b, host n-h2-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=5eef3fbe-fd77-468a-a4b0-d3915fdbba1b,segment=NetworkSegment(a35ce525-b1c8-41c9-9ae8-4677f48117d3),segment_id=a35ce525-b1c8-41c9-9ae8-4677f48117d3)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:57:34.904880 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:34.906225 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-d6f34d4f-0a15-4b97-9f54-52c18d9a541f req-020a9366-2adf-4210-ba7c-095e81e2073e service neutron] 10.222.0.127 "GET /v2.0/security-groups?id=9ce4c80a-5086-4b6d-8895-e157d8baf449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2455382 Jul 06 13:57:34.957629 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Pushing event updated for resources: {'Port': ['ID=5eef3fbe-fd77-468a-a4b0-d3915fdbba1b,revision_number=4']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:57:35.056905 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a937373-000f-4827-926b-30731f633846 req-5a893e36-683c-42db-b807-bbe87bf92c97 tempest-ServerDiskConfigTestJSON-920847304 tempest-ServerDiskConfigTestJSON-920847304-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:35.058409 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-5a937373-000f-4827-926b-30731f633846 req-5a893e36-683c-42db-b807-bbe87bf92c97 tempest-ServerDiskConfigTestJSON-920847304 tempest-ServerDiskConfigTestJSON-920847304-project] 10.222.0.127 "GET /v2.0/networks?id=80a8f655-14ef-4b04-89b8-0871faf0b23f HTTP/1.1" status: 200 len: 814 time: 0.3843632 Jul 06 13:57:35.071054 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2c3c62-9c80-41c0-8354-f1847b9279e8 req-dcceacae-c9bb-4f98-8a5b-13c8e1c8d022 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:35.072589 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-dc2c3c62-9c80-41c0-8354-f1847b9279e8 req-dcceacae-c9bb-4f98-8a5b-13c8e1c8d022 service neutron] 10.222.0.127 "GET /v2.0/ports?tenant_id=125e6575b3ba4365b3ae01568cef269b&device_id=db226d12-2e62-42b7-b705-5e6732590104 HTTP/1.1" status: 200 len: 1095 time: 0.2384660 Jul 06 13:57:35.100684 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [req-5a937373-000f-4827-926b-30731f633846 req-93d361b0-da2d-4ac3-80fc-81dc6796529a tempest-ServerDiskConfigTestJSON-920847304 tempest-ServerDiskConfigTestJSON-920847304-project] Request body: {'port': {'device_id': '42d34a92-9ccf-48e1-9c97-b49b1c53d618', 'network_id': '80a8f655-14ef-4b04-89b8-0871faf0b23f', 'admin_state_up': True, 'tenant_id': 'aa7d5b29f8ec457fb3612664b97c2f33'}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:57:35.113987 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e0f089-f87f-45b2-838c-f0b75edb2232 req-75224c9d-36c9-4afe-9775-8b261df6516b tempest-ServersAdminTestJSON-391861328 tempest-ServersAdminTestJSON-391861328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:35.115571 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-b3e0f089-f87f-45b2-838c-f0b75edb2232 req-75224c9d-36c9-4afe-9775-8b261df6516b tempest-ServersAdminTestJSON-391861328 tempest-ServersAdminTestJSON-391861328-project] 10.222.0.104 "GET /v2.0/ports?device_id=63f04f24-a07c-4f56-a92d-98828f9b51fd HTTP/1.1" status: 200 len: 949 time: 0.3575871 Jul 06 13:57:35.141878 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc6086b-da3d-46b5-86f7-b796e7efe3ff req-7f1a9652-526b-4009-9361-03c5a0e39e95 tempest-LiveAutoBlockMigrationV225Test-654794443 tempest-LiveAutoBlockMigrationV225Test-654794443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:35.143431 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-4dc6086b-da3d-46b5-86f7-b796e7efe3ff req-7f1a9652-526b-4009-9361-03c5a0e39e95 tempest-LiveAutoBlockMigrationV225Test-654794443 tempest-LiveAutoBlockMigrationV225Test-654794443-project] 10.222.0.104 "GET /v2.0/ports?device_id=409617e7-df61-4f61-8ec0-c00a7448d4c1 HTTP/1.1" status: 200 len: 945 time: 0.2515020 Jul 06 13:57:35.170095 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] get_ports_and_sgs() called for port_ids ['ea4b4b49-6742-4d24-921d-b8422184436f'] {{(pid=100248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 13:57:35.177156 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] get_ports_and_sgs() called for port_ids ['5eef3fbe-fd77-468a-a4b0-d3915fdbba1b'] {{(pid=100248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 13:57:35.632631 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-4dc6086b-da3d-46b5-86f7-b796e7efe3ff req-c585d2f6-9af5-47cd-a1f4-b7b8d2aa6251 tempest-LiveAutoBlockMigrationV225Test-654794443 tempest-LiveAutoBlockMigrationV225Test-654794443-project] 10.222.0.104 "GET /v2.0/security-groups?id=43f6fcb8-9501-44d6-9feb-82c82c5d5862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4332364 Jul 06 13:57:35.642764 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-b3e0f089-f87f-45b2-838c-f0b75edb2232 req-f8ffd6b0-0b13-4ac3-8c23-99c8aa07e326 tempest-ServersAdminTestJSON-391861328 tempest-ServersAdminTestJSON-391861328-project] 10.222.0.104 "GET /v2.0/security-groups?id=3bcee3ab-dc9e-46be-bc35-9f5a80cc9457&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4983540 Jul 06 13:57:35.697140 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2c3c62-9c80-41c0-8354-f1847b9279e8 req-155e0f4f-b5ea-42f5-adde-40e229082e81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:35.699062 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-dc2c3c62-9c80-41c0-8354-f1847b9279e8 req-155e0f4f-b5ea-42f5-adde-40e229082e81 service neutron] 10.222.0.127 "GET /v2.0/networks?id=4f6c277b-1b2d-40ad-a374-15bf31b2f6e9 HTTP/1.1" status: 200 len: 909 time: 0.6146071 Jul 06 13:57:35.702026 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5a937373-000f-4827-926b-30731f633846 req-93d361b0-da2d-4ac3-80fc-81dc6796529a tempest-ServerDiskConfigTestJSON-920847304 tempest-ServerDiskConfigTestJSON-920847304-project] Made reservation on behalf of aa7d5b29f8ec457fb3612664b97c2f33 for: {'port': 1} {{(pid=100247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 13:57:35.705535 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-5a937373-000f-4827-926b-30731f633846 req-93d361b0-da2d-4ac3-80fc-81dc6796529a tempest-ServerDiskConfigTestJSON-920847304 tempest-ServerDiskConfigTestJSON-920847304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:35.776578 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-dc2c3c62-9c80-41c0-8354-f1847b9279e8 req-8e4ad52e-b022-4de6-846b-8af595f04f03 service neutron] 10.222.0.127 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f1aab9a0-078a-4663-8768-bd6b589c53f0 HTTP/1.1" status: 200 len: 217 time: 0.0658925 Jul 06 13:57:35.898963 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc726ce7-e258-482d-b937-8c6d8ecb866e req-37c3c30f-74ea-4852-b7e3-84a0e97250c4 tempest-LiveAutoBlockMigrationV225Test-1685424674 tempest-LiveAutoBlockMigrationV225Test-1685424674-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:35.900425 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-bc726ce7-e258-482d-b937-8c6d8ecb866e req-37c3c30f-74ea-4852-b7e3-84a0e97250c4 tempest-LiveAutoBlockMigrationV225Test-1685424674 tempest-LiveAutoBlockMigrationV225Test-1685424674-project-admin] 10.222.0.127 "GET /v2.0/ports?device_id=409617e7-df61-4f61-8ec0-c00a7448d4c1&tenant_id=4cef06e2189c48a2819839e74c70f679&binding%3Ahost_id=n-h1-773647-6 HTTP/1.1" status: 200 len: 1096 time: 0.6495469 Jul 06 13:57:35.988573 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2c3c62-9c80-41c0-8354-f1847b9279e8 req-70cf786e-7e3b-4c82-8759-5dfe3e27a91d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:35.990138 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-dc2c3c62-9c80-41c0-8354-f1847b9279e8 req-70cf786e-7e3b-4c82-8759-5dfe3e27a91d service neutron] 10.222.0.127 "GET /v2.0/subnets?id=3ab4a4f6-31db-40f5-bd89-967e515dcbd9 HTTP/1.1" status: 200 len: 847 time: 0.1963036 Jul 06 13:57:35.990417 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Device 39b82faa-9bb5-4637-ba57-e7b6ac96e89a up at agent hyperv_n-h1-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 13:57:36.045147 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Provisioning for port 39b82faa-9bb5-4637-ba57-e7b6ac96e89a completed by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 13:57:36.049458 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Provisioning complete for port 39b82faa-9bb5-4637-ba57-e7b6ac96e89a triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:57:36.049458 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:36.088518 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-dc2c3c62-9c80-41c0-8354-f1847b9279e8 req-60292077-bf11-4e9e-a835-9d64d464db59 service neutron] 10.222.0.127 "GET /v2.0/ports?network_id=4f6c277b-1b2d-40ad-a374-15bf31b2f6e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0643408 Jul 06 13:57:36.129023 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Device ea4b4b49-6742-4d24-921d-b8422184436f up at agent hyperv_n-h2-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 13:57:36.135166 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:36.138149 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.db_base_plugin_common [req-5a937373-000f-4827-926b-30731f633846 req-93d361b0-da2d-4ac3-80fc-81dc6796529a tempest-ServerDiskConfigTestJSON-920847304 tempest-ServerDiskConfigTestJSON-920847304-project] Allocated IP 172.20.0.12 (80a8f655-14ef-4b04-89b8-0871faf0b23f/88eb22c0-56b7-4217-99ba-ae21132aa3e6/a1941786-792d-48fc-a751-b58f1e076d1a) {{(pid=100247) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 13:57:36.177329 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65ccd15-6353-42e7-b7c7-71e78a37bd44 req-0dc64ee8-7312-45f9-bae5-6c5e8f93f369 tempest-LiveMigrationTest-2001684970 tempest-LiveMigrationTest-2001684970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:36.179045 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-d65ccd15-6353-42e7-b7c7-71e78a37bd44 req-0dc64ee8-7312-45f9-bae5-6c5e8f93f369 tempest-LiveMigrationTest-2001684970 tempest-LiveMigrationTest-2001684970-project] 10.222.0.104 "GET /v2.0/ports?device_id=db226d12-2e62-42b7-b705-5e6732590104 HTTP/1.1" status: 200 len: 944 time: 0.3902493 Jul 06 13:57:36.201890 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] For port 39b82faa-9bb5-4637-ba57-e7b6ac96e89a, host n-h1-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773647-6',level=0,port_id=39b82faa-9bb5-4637-ba57-e7b6ac96e89a,segment=NetworkSegment(c9ea893d-045e-42cf-b3dd-cdd1f79baccd),segment_id=c9ea893d-045e-42cf-b3dd-cdd1f79baccd)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:57:36.207745 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:36.214551 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ded2bf-f4b5-4af3-a862-ece51839f9a1 req-754e60c1-43b1-464b-adc9-0e9f5ea4cdc0 tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:36.214742 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-22ded2bf-f4b5-4af3-a862-ece51839f9a1 req-754e60c1-43b1-464b-adc9-0e9f5ea4cdc0 tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] 10.222.0.104 "GET /v2.0/ports?device_id=3abd5f1c-5cfa-40e5-8018-1960204a8886 HTTP/1.1" status: 200 len: 950 time: 0.3970227 Jul 06 13:57:36.249773 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Provisioning complete for port ea4b4b49-6742-4d24-921d-b8422184436f triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:57:36.250506 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:36.271380 n-d-773647-6 neutron-server[100248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b72ecc0-292b-4305-a029-1814892dfe78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3fa12484-02ce-40fe-84ec-c2f2fdb9003f'}, {'server_uuid': '63f04f24-a07c-4f56-a92d-98828f9b51fd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ea4b4b49-6742-4d24-921d-b8422184436f'}, {'server_uuid': '3abd5f1c-5cfa-40e5-8018-1960204a8886', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39b82faa-9bb5-4637-ba57-e7b6ac96e89a'}] {{(pid=100248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 13:57:36.273618 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84af257533e383389cbcf231d3534f4d5e149e7203fea16b4a8fc01438dddaf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da1d0a5c-ca47-4b89-a56a-dc30b053a878" -d '{"events": [{"server_uuid": "1b72ecc0-292b-4305-a029-1814892dfe78", "name": "network-vif-plugged", "status": "completed", "tag": "3fa12484-02ce-40fe-84ec-c2f2fdb9003f"}, {"server_uuid": "63f04f24-a07c-4f56-a92d-98828f9b51fd", "name": "network-vif-unplugged", "status": "completed", "tag": "ea4b4b49-6742-4d24-921d-b8422184436f"}, {"server_uuid": "3abd5f1c-5cfa-40e5-8018-1960204a8886", "name": "network-vif-plugged", "status": "completed", "tag": "39b82faa-9bb5-4637-ba57-e7b6ac96e89a"}]}' {{(pid=100248) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:57:36.303569 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Pushing event updated for resources: {'Port': ['ID=39b82faa-9bb5-4637-ba57-e7b6ac96e89a,revision_number=13']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:57:36.355635 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:36.374891 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-d65ccd15-6353-42e7-b7c7-71e78a37bd44 req-fc99d859-ba15-4c54-8a27-de8c4f07ca6b tempest-LiveMigrationTest-2001684970 tempest-LiveMigrationTest-2001684970-project] 10.222.0.104 "GET /v2.0/security-groups?id=7e243ebf-9cf4-4917-8da6-0fd38b06f795&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1771150 Jul 06 13:57:36.382058 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.db [req-bc726ce7-e258-482d-b937-8c6d8ecb866e req-4c55ac3f-b132-4b85-a48b-60d977779f2d service neutron] For port 33f9921a-af0a-4689-af66-74372e6fe3df, host n-h2-773647-6, cleared binding levels {{(pid=100247) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 13:57:36.391556 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-22ded2bf-f4b5-4af3-a862-ece51839f9a1 req-e6987332-7517-430a-88f2-4ac0541cd8f3 tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] 10.222.0.104 "GET /v2.0/security-groups?id=9f5b92e9-7340-49c3-a9bb-41e4a1caffc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1468308 Jul 06 13:57:36.397559 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] For port ea4b4b49-6742-4d24-921d-b8422184436f, host n-h2-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=ea4b4b49-6742-4d24-921d-b8422184436f,segment=NetworkSegment(c9ea893d-045e-42cf-b3dd-cdd1f79baccd),segment_id=c9ea893d-045e-42cf-b3dd-cdd1f79baccd)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:57:36.403141 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:36.405591 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-bc726ce7-e258-482d-b937-8c6d8ecb866e req-4c55ac3f-b132-4b85-a48b-60d977779f2d service neutron] Notify callbacks [] for binding, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:36.406682 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Device 5eef3fbe-fd77-468a-a4b0-d3915fdbba1b up at agent hyperv_n-h2-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 13:57:36.406805 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-bc726ce7-e258-482d-b937-8c6d8ecb866e req-4c55ac3f-b132-4b85-a48b-60d977779f2d service neutron] 10.222.0.127 "DELETE /v2.0/ports/33f9921a-af0a-4689-af66-74372e6fe3df/bindings/n-h2-773647-6 HTTP/1.1" status: 204 len: 173 time: 0.4982069 Jul 06 13:57:36.408790 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-dc2c3c62-9c80-41c0-8354-f1847b9279e8 req-c41c9210-4651-47ea-afdd-bc9a7f00e686 service neutron] 10.222.0.127 "GET /v2.0/networks/4f6c277b-1b2d-40ad-a374-15bf31b2f6e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3107073 Jul 06 13:57:36.651924 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Pushing event updated for resources: {'Port': ['ID=ea4b4b49-6742-4d24-921d-b8422184436f,revision_number=11']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:57:36.679585 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Provisioning for port 5eef3fbe-fd77-468a-a4b0-d3915fdbba1b completed by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 13:57:36.684774 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Provisioning complete for port 5eef3fbe-fd77-468a-a4b0-d3915fdbba1b triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:57:36.685223 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:36.724688 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-dc2c3c62-9c80-41c0-8354-f1847b9279e8 req-4c600156-1b59-474a-8b03-d5f3c1411422 service neutron] 10.222.0.127 "GET /v2.0/networks/4f6c277b-1b2d-40ad-a374-15bf31b2f6e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2741899 Jul 06 13:57:36.746625 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-5a937373-000f-4827-926b-30731f633846 req-93d361b0-da2d-4ac3-80fc-81dc6796529a tempest-ServerDiskConfigTestJSON-920847304 tempest-ServerDiskConfigTestJSON-920847304-project] Notify callbacks [] for port, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:36.775908 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:36.801578 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-5a937373-000f-4827-926b-30731f633846 req-93d361b0-da2d-4ac3-80fc-81dc6796529a tempest-ServerDiskConfigTestJSON-920847304 tempest-ServerDiskConfigTestJSON-920847304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108'] for port, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:36.816021 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] For port 5eef3fbe-fd77-468a-a4b0-d3915fdbba1b, host n-h2-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=5eef3fbe-fd77-468a-a4b0-d3915fdbba1b,segment=NetworkSegment(a35ce525-b1c8-41c9-9ae8-4677f48117d3),segment_id=a35ce525-b1c8-41c9-9ae8-4677f48117d3)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:57:36.820914 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:36.877831 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Pushing event updated for resources: {'Port': ['ID=5eef3fbe-fd77-468a-a4b0-d3915fdbba1b,revision_number=5']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:57:36.887134 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5a937373-000f-4827-926b-30731f633846 req-93d361b0-da2d-4ac3-80fc-81dc6796529a tempest-ServerDiskConfigTestJSON-920847304 tempest-ServerDiskConfigTestJSON-920847304-project] Network 80a8f655-14ef-4b04-89b8-0871faf0b23f is already hosted by enough agents. {{(pid=100247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 13:57:36.893111 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.base_scheduler [req-5a937373-000f-4827-926b-30731f633846 req-93d361b0-da2d-4ac3-80fc-81dc6796529a tempest-ServerDiskConfigTestJSON-920847304 tempest-ServerDiskConfigTestJSON-920847304-project] Resources bound (agent type, host, resource id): {{(pid=100247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:57:36.902012 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a937373-000f-4827-926b-30731f633846 req-93d361b0-da2d-4ac3-80fc-81dc6796529a tempest-ServerDiskConfigTestJSON-920847304 tempest-ServerDiskConfigTestJSON-920847304-project] Received port after_create {{(pid=100247) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 13:57:36.908145 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a937373-000f-4827-926b-30731f633846 req-93d361b0-da2d-4ac3-80fc-81dc6796529a tempest-ServerDiskConfigTestJSON-920847304 tempest-ServerDiskConfigTestJSON-920847304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:36.908807 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-5a937373-000f-4827-926b-30731f633846 req-93d361b0-da2d-4ac3-80fc-81dc6796529a tempest-ServerDiskConfigTestJSON-920847304 tempest-ServerDiskConfigTestJSON-920847304-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:36.938370 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d361b0-da2d-4ac3-80fc-81dc6796529a tempest-ServerDiskConfigTestJSON-920847304 tempest-ServerDiskConfigTestJSON-920847304-project] Pushing event updated for resources: {'Port': ['ID=a1941786-792d-48fc-a751-b58f1e076d1a,revision_number=1']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:57:36.955864 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523076ef-eec4-4b4f-ae7f-f8fabae90f66 req-feee7c67-8f82-4e58-a62a-a330fd3db243 tempest-ListImageFiltersTestJSON-201163018 tempest-ListImageFiltersTestJSON-201163018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:36.957533 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-523076ef-eec4-4b4f-ae7f-f8fabae90f66 req-feee7c67-8f82-4e58-a62a-a330fd3db243 tempest-ListImageFiltersTestJSON-201163018 tempest-ListImageFiltersTestJSON-201163018-project] 10.222.0.104 "GET /v2.0/ports?device_id=1b72ecc0-292b-4305-a029-1814892dfe78 HTTP/1.1" status: 200 len: 950 time: 0.3134606 Jul 06 13:57:36.960017 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-5a937373-000f-4827-926b-30731f633846 req-93d361b0-da2d-4ac3-80fc-81dc6796529a tempest-ServerDiskConfigTestJSON-920847304 tempest-ServerDiskConfigTestJSON-920847304-project] 10.222.0.127 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8743651 Jul 06 13:57:36.968149 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6978f1d-1ae8-4be3-bc43-8392c1ec6858 req-8afb02e3-2d33-472a-aeac-08369efce7b4 tempest-ServerDiskConfigTestJSON-920847304 tempest-ServerDiskConfigTestJSON-920847304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:36.969865 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-e6978f1d-1ae8-4be3-bc43-8392c1ec6858 req-8afb02e3-2d33-472a-aeac-08369efce7b4 tempest-ServerDiskConfigTestJSON-920847304 tempest-ServerDiskConfigTestJSON-920847304-project] 10.222.0.104 "GET /v2.0/ports?device_id=42d34a92-9ccf-48e1-9c97-b49b1c53d618 HTTP/1.1" status: 200 len: 932 time: 0.1824715 Jul 06 13:57:36.975734 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [req-5a937373-000f-4827-926b-30731f633846 req-39ec8020-fc3d-40f7-8c9e-c1ebaaafc931 service neutron] Request body: {'port': {'device_id': '42d34a92-9ccf-48e1-9c97-b49b1c53d618', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-773647-6'}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:57:37.069671 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-523076ef-eec4-4b4f-ae7f-f8fabae90f66 req-3fea634f-7377-4025-8cd1-d39c25ba2c1f tempest-ListImageFiltersTestJSON-201163018 tempest-ListImageFiltersTestJSON-201163018-project] 10.222.0.104 "GET /v2.0/security-groups?id=9ce4c80a-5086-4b6d-8895-e157d8baf449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987871 Jul 06 13:57:37.099448 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-e6978f1d-1ae8-4be3-bc43-8392c1ec6858 req-ae730ed0-0412-4e72-b2fa-cbcb7d799154 tempest-ServerDiskConfigTestJSON-920847304 tempest-ServerDiskConfigTestJSON-920847304-project] 10.222.0.104 "GET /v2.0/security-groups?id=bc287469-1102-40d8-b019-cad062af5465&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205082 Jul 06 13:57:37.113861 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-5a937373-000f-4827-926b-30731f633846 req-39ec8020-fc3d-40f7-8c9e-c1ebaaafc931 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:37.172697 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 527 Content-Type: application/json Date: Tue, 06 Jul 2021 13:57:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b532f0e-ed85-4b04-9ddf-37df0ca502cc x-openstack-request-id: req-5b532f0e-ed85-4b04-9ddf-37df0ca502cc {{(pid=100248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:57:37.173321 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b72ecc0-292b-4305-a029-1814892dfe78", "name": "network-vif-plugged", "status": "completed", "tag": "3fa12484-02ce-40fe-84ec-c2f2fdb9003f", "code": 200}, {"server_uuid": "63f04f24-a07c-4f56-a92d-98828f9b51fd", "name": "network-vif-unplugged", "status": "completed", "tag": "ea4b4b49-6742-4d24-921d-b8422184436f", "code": 200}, {"server_uuid": "3abd5f1c-5cfa-40e5-8018-1960204a8886", "name": "network-vif-plugged", "status": "completed", "tag": "39b82faa-9bb5-4637-ba57-e7b6ac96e89a", "code": 200}]} {{(pid=100248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:57:37.173771 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-5b532f0e-ed85-4b04-9ddf-37df0ca502cc {{(pid=100248) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:57:37.174380 n-d-773647-6 neutron-server[100248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b72ecc0-292b-4305-a029-1814892dfe78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3fa12484-02ce-40fe-84ec-c2f2fdb9003f', 'code': 200} Jul 06 13:57:37.174826 n-d-773647-6 neutron-server[100248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63f04f24-a07c-4f56-a92d-98828f9b51fd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ea4b4b49-6742-4d24-921d-b8422184436f', 'code': 200} Jul 06 13:57:37.175321 n-d-773647-6 neutron-server[100248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3abd5f1c-5cfa-40e5-8018-1960204a8886', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39b82faa-9bb5-4637-ba57-e7b6ac96e89a', 'code': 200} Jul 06 13:57:37.322400 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6775d28-c6b8-4a23-b76e-c1479ba3c2b4 req-e41b8505-f096-4ce8-b7d7-7f0036e8acf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:37.325700 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-f6775d28-c6b8-4a23-b76e-c1479ba3c2b4 req-e41b8505-f096-4ce8-b7d7-7f0036e8acf3 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=1b72ecc0-292b-4305-a029-1814892dfe78 HTTP/1.1" status: 200 len: 1101 time: 0.0676875 Jul 06 13:57:37.371845 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-f6775d28-c6b8-4a23-b76e-c1479ba3c2b4 req-95995025-3c01-49c2-bf11-ef5015e5dc7f service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=9ce4c80a-5086-4b6d-8895-e157d8baf449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389805 Jul 06 13:57:37.496361 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df3e5d7-6d52-44d1-97e4-daf5cace5432 req-2665645a-dd38-4f61-b15a-95da172585a0 tempest-ServersWithSpecificFlavorTestJSON-1219430523 tempest-ServersWithSpecificFlavorTestJSON-1219430523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:37.497893 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-1df3e5d7-6d52-44d1-97e4-daf5cace5432 req-2665645a-dd38-4f61-b15a-95da172585a0 tempest-ServersWithSpecificFlavorTestJSON-1219430523 tempest-ServersWithSpecificFlavorTestJSON-1219430523-project] 10.222.0.104 "GET /v2.0/ports?device_id=0d04a11a-d8bd-4340-950b-af5c0e394bc0 HTTP/1.1" status: 200 len: 945 time: 0.1894519 Jul 06 13:57:37.528259 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5dc3e47-86f6-4c3f-a763-84dcd0c9d637 req-dd382e14-34fe-4d0e-923c-3d38e469413d tempest-LiveAutoBlockMigrationV225Test-654794443 tempest-LiveAutoBlockMigrationV225Test-654794443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:37.530257 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-d5dc3e47-86f6-4c3f-a763-84dcd0c9d637 req-dd382e14-34fe-4d0e-923c-3d38e469413d tempest-LiveAutoBlockMigrationV225Test-654794443 tempest-LiveAutoBlockMigrationV225Test-654794443-project] 10.222.0.104 "GET /v2.0/ports?device_id=409617e7-df61-4f61-8ec0-c00a7448d4c1 HTTP/1.1" status: 200 len: 945 time: 0.2230439 Jul 06 13:57:37.589480 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-1df3e5d7-6d52-44d1-97e4-daf5cace5432 req-ca70a02d-44b8-4c4c-8657-1962ec2cf4f6 tempest-ServersWithSpecificFlavorTestJSON-1219430523 tempest-ServersWithSpecificFlavorTestJSON-1219430523-project] 10.222.0.104 "GET /v2.0/security-groups?id=b480d027-214b-42ad-8ea1-99d6a4321406&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0841496 Jul 06 13:57:37.620604 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-d5dc3e47-86f6-4c3f-a763-84dcd0c9d637 req-eab00dd6-cad2-4df5-9fe5-23cb858e5299 tempest-LiveAutoBlockMigrationV225Test-654794443 tempest-LiveAutoBlockMigrationV225Test-654794443-project] 10.222.0.104 "GET /v2.0/security-groups?id=43f6fcb8-9501-44d6-9feb-82c82c5d5862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815768 Jul 06 13:57:37.671134 n-d-773647-6 neutron-server[100247]: DEBUG neutron.notifiers.nova [req-5a937373-000f-4827-926b-30731f633846 req-39ec8020-fc3d-40f7-8c9e-c1ebaaafc931 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a1941786-792d-48fc-a751-b58f1e076d1a {{(pid=100247) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 13:57:37.679659 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-5a937373-000f-4827-926b-30731f633846 req-39ec8020-fc3d-40f7-8c9e-c1ebaaafc931 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:37.694267 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.provisioning_blocks [req-5a937373-000f-4827-926b-30731f633846 req-39ec8020-fc3d-40f7-8c9e-c1ebaaafc931 service neutron] Transition to ACTIVE for port object a1941786-792d-48fc-a751-b58f1e076d1a will not be triggered until provisioned by entity L2. {{(pid=100247) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 13:57:37.699178 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-5a937373-000f-4827-926b-30731f633846 req-39ec8020-fc3d-40f7-8c9e-c1ebaaafc931 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:37.805370 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-6c312b3b-cc40-4b4b-974a-0a571b44279a req-c8890b51-b7a4-442e-8e6d-1705194432cb tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] 10.222.0.104 "GET /v2.0/networks?tenant_id=483ead9cc6094290930ff4aed37f7463&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0595534 Jul 06 13:57:37.807851 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ec8020-fc3d-40f7-8c9e-c1ebaaafc931 service neutron] Pushing event updated for resources: {'Port': ['ID=a1941786-792d-48fc-a751-b58f1e076d1a,revision_number=2']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:57:37.901727 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.managers [req-5a937373-000f-4827-926b-30731f633846 req-39ec8020-fc3d-40f7-8c9e-c1ebaaafc931 service neutron] Attempting to bind port a1941786-792d-48fc-a751-b58f1e076d1a on host n-h1-773647-6 for vnic_type normal with profile {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 13:57:37.902054 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.managers [req-5a937373-000f-4827-926b-30731f633846 req-39ec8020-fc3d-40f7-8c9e-c1ebaaafc931 service neutron] Attempting to bind port a1941786-792d-48fc-a751-b58f1e076d1a by drivers openvswitch,hyperv on host n-h1-773647-6 at level 0 using segments [{'id': '1bb3acc6-dcb3-43f0-ad94-2763c9e79a65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1007, 'network_id': '80a8f655-14ef-4b04-89b8-0871faf0b23f'}] {{(pid=100247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 13:57:37.902381 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a937373-000f-4827-926b-30731f633846 req-39ec8020-fc3d-40f7-8c9e-c1ebaaafc931 service neutron] Attempting to bind port a1941786-792d-48fc-a751-b58f1e076d1a on network 80a8f655-14ef-4b04-89b8-0871faf0b23f {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 13:57:37.918123 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a937373-000f-4827-926b-30731f633846 req-39ec8020-fc3d-40f7-8c9e-c1ebaaafc931 service neutron] Port a1941786-792d-48fc-a751-b58f1e076d1a on network 80a8f655-14ef-4b04-89b8-0871faf0b23f not bound, no agent of type Open vSwitch agent registered on host n-h1-773647-6 {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 13:57:37.918446 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a937373-000f-4827-926b-30731f633846 req-39ec8020-fc3d-40f7-8c9e-c1ebaaafc931 service neutron] Attempting to bind port a1941786-792d-48fc-a751-b58f1e076d1a on network 80a8f655-14ef-4b04-89b8-0871faf0b23f {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 13:57:37.939514 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a937373-000f-4827-926b-30731f633846 req-39ec8020-fc3d-40f7-8c9e-c1ebaaafc931 service neutron] Checking agent: {'id': '5bf7147f-bada-4441-a5dc-934b903473fb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-773647-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 51, 12), 'started_at': datetime.datetime(2021, 7, 6, 13, 51, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 13, 57, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 13:57:37.939855 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a937373-000f-4827-926b-30731f633846 req-39ec8020-fc3d-40f7-8c9e-c1ebaaafc931 service neutron] Checking segment: {'id': '1bb3acc6-dcb3-43f0-ad94-2763c9e79a65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1007, 'network_id': '80a8f655-14ef-4b04-89b8-0871faf0b23f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100247) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 13:57:37.940234 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a937373-000f-4827-926b-30731f633846 req-39ec8020-fc3d-40f7-8c9e-c1ebaaafc931 service neutron] Bound using segment: {'id': '1bb3acc6-dcb3-43f0-ad94-2763c9e79a65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1007, 'network_id': '80a8f655-14ef-4b04-89b8-0871faf0b23f'} {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 13:57:37.940671 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.managers [req-5a937373-000f-4827-926b-30731f633846 req-39ec8020-fc3d-40f7-8c9e-c1ebaaafc931 service neutron] Bound port: a1941786-792d-48fc-a751-b58f1e076d1a, host: n-h1-773647-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1bb3acc6-dcb3-43f0-ad94-2763c9e79a65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1007, 'network_id': '80a8f655-14ef-4b04-89b8-0871faf0b23f'}}] {{(pid=100247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 13:57:37.941025 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-5a937373-000f-4827-926b-30731f633846 req-39ec8020-fc3d-40f7-8c9e-c1ebaaafc931 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:37.963075 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee187637-f552-4476-ac3d-460b9bdf7511 req-f4ad2e23-b579-4f14-9868-c718fef363e5 tempest-ServersAdminTestJSON-391861328 tempest-ServersAdminTestJSON-391861328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:37.964493 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-ee187637-f552-4476-ac3d-460b9bdf7511 req-f4ad2e23-b579-4f14-9868-c718fef363e5 tempest-ServersAdminTestJSON-391861328 tempest-ServersAdminTestJSON-391861328-project] 10.222.0.104 "GET /v2.0/ports?device_id=63f04f24-a07c-4f56-a92d-98828f9b51fd HTTP/1.1" status: 200 len: 950 time: 0.2139502 Jul 06 13:57:38.023305 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c312b3b-cc40-4b4b-974a-0a571b44279a req-b83dd013-fd7c-46b9-8c24-8e83ce77b19e tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:38.024757 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-6c312b3b-cc40-4b4b-974a-0a571b44279a req-b83dd013-fd7c-46b9-8c24-8e83ce77b19e tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] 10.222.0.104 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1907163 Jul 06 13:57:38.061283 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-6c312b3b-cc40-4b4b-974a-0a571b44279a req-bd0d228f-7a01-4722-b816-6a577b610626 tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] 10.222.0.104 "GET /v2.0/quotas/483ead9cc6094290930ff4aed37f7463 HTTP/1.1" status: 200 len: 375 time: 0.0293047 Jul 06 13:57:38.067991 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-ee187637-f552-4476-ac3d-460b9bdf7511 req-5b535967-ee42-4105-afa6-e27e0a6d5e44 tempest-ServersAdminTestJSON-391861328 tempest-ServersAdminTestJSON-391861328-project] 10.222.0.104 "GET /v2.0/security-groups?id=3bcee3ab-dc9e-46be-bc35-9f5a80cc9457&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935812 Jul 06 13:57:38.113868 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.db [req-5a937373-000f-4827-926b-30731f633846 req-39ec8020-fc3d-40f7-8c9e-c1ebaaafc931 service neutron] For port a1941786-792d-48fc-a751-b58f1e076d1a, host n-h1-773647-6, cleared binding levels {{(pid=100247) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 13:57:38.130284 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.db [req-5a937373-000f-4827-926b-30731f633846 req-39ec8020-fc3d-40f7-8c9e-c1ebaaafc931 service neutron] For port a1941786-792d-48fc-a751-b58f1e076d1a, host n-h1-773647-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773647-6',level=0,port_id=a1941786-792d-48fc-a751-b58f1e076d1a,segment=NetworkSegment(1bb3acc6-dcb3-43f0-ad94-2763c9e79a65),segment_id=1bb3acc6-dcb3-43f0-ad94-2763c9e79a65)] {{(pid=100247) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 13:57:38.139294 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-5a937373-000f-4827-926b-30731f633846 req-39ec8020-fc3d-40f7-8c9e-c1ebaaafc931 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:38.174945 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a937373-000f-4827-926b-30731f633846 req-39ec8020-fc3d-40f7-8c9e-c1ebaaafc931 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:38.175622 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-5a937373-000f-4827-926b-30731f633846 req-39ec8020-fc3d-40f7-8c9e-c1ebaaafc931 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:38.177021 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-5a937373-000f-4827-926b-30731f633846 req-39ec8020-fc3d-40f7-8c9e-c1ebaaafc931 service neutron] 10.222.0.127 "PUT /v2.0/ports/a1941786-792d-48fc-a751-b58f1e076d1a HTTP/1.1" status: 200 len: 1092 time: 1.2051544 Jul 06 13:57:38.177587 n-d-773647-6 neutron-server[100247]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42d34a92-9ccf-48e1-9c97-b49b1c53d618', 'tag': 'a1941786-792d-48fc-a751-b58f1e076d1a'}] {{(pid=100247) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 13:57:38.179823 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cbf0eeaae822f8fc9b87a94aeba67a3d651842baf663a51cba94b67a514836d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-440f8873-70be-4f8c-a72f-2f885438b64f" -d '{"events": [{"name": "network-changed", "server_uuid": "42d34a92-9ccf-48e1-9c97-b49b1c53d618", "tag": "a1941786-792d-48fc-a751-b58f1e076d1a"}]}' {{(pid=100247) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:57:38.258328 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-6c312b3b-cc40-4b4b-974a-0a571b44279a req-ea75abc0-9014-4eb6-90e5-7fd7d109423a tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] 10.222.0.104 "GET /v2.0/ports?tenant_id=483ead9cc6094290930ff4aed37f7463&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1842234 Jul 06 13:57:38.269375 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ec8020-fc3d-40f7-8c9e-c1ebaaafc931 service neutron] Pushing event updated for resources: {'Port': ['ID=a1941786-792d-48fc-a751-b58f1e076d1a,revision_number=3']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:57:38.329714 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d5623a-6d1a-454e-a4d1-c98971c996f8 req-f46b2477-d03c-4835-8ff3-8b133781e141 tempest-LiveMigrationTest-2001684970 tempest-LiveMigrationTest-2001684970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:38.331271 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-01d5623a-6d1a-454e-a4d1-c98971c996f8 req-f46b2477-d03c-4835-8ff3-8b133781e141 tempest-LiveMigrationTest-2001684970 tempest-LiveMigrationTest-2001684970-project] 10.222.0.104 "GET /v2.0/ports?device_id=db226d12-2e62-42b7-b705-5e6732590104 HTTP/1.1" status: 200 len: 944 time: 0.1411974 Jul 06 13:57:38.356225 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a937373-000f-4827-926b-30731f633846 req-3da6da35-54b8-450b-9a39-780631dc10c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:38.357568 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-5a937373-000f-4827-926b-30731f633846 req-3da6da35-54b8-450b-9a39-780631dc10c5 service neutron] 10.222.0.127 "GET /v2.0/ports?tenant_id=aa7d5b29f8ec457fb3612664b97c2f33&device_id=42d34a92-9ccf-48e1-9c97-b49b1c53d618 HTTP/1.1" status: 200 len: 1095 time: 0.0984621 Jul 06 13:57:38.405337 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-5a937373-000f-4827-926b-30731f633846 req-e5c960a5-b40f-43d2-b1db-07a5688662f3 service neutron] 10.222.0.127 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a1941786-792d-48fc-a751-b58f1e076d1a HTTP/1.1" status: 200 len: 217 time: 0.0399272 Jul 06 13:57:38.429377 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-01d5623a-6d1a-454e-a4d1-c98971c996f8 req-cf0e9659-0cb3-4f1b-a7a5-8eadc7b1439e tempest-LiveMigrationTest-2001684970 tempest-LiveMigrationTest-2001684970-project] 10.222.0.104 "GET /v2.0/security-groups?id=7e243ebf-9cf4-4917-8da6-0fd38b06f795&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794668 Jul 06 13:57:38.527206 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a937373-000f-4827-926b-30731f633846 req-85a17481-386f-4f9d-9cfa-7a4bfc7ed70a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:38.528762 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-5a937373-000f-4827-926b-30731f633846 req-85a17481-386f-4f9d-9cfa-7a4bfc7ed70a service neutron] 10.222.0.127 "GET /v2.0/subnets?id=88eb22c0-56b7-4217-99ba-ae21132aa3e6 HTTP/1.1" status: 200 len: 854 time: 0.1044636 Jul 06 13:57:38.593620 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-5a937373-000f-4827-926b-30731f633846 req-fe5d5506-4838-4283-8708-387f80a4c766 service neutron] 10.222.0.127 "GET /v2.0/ports?network_id=80a8f655-14ef-4b04-89b8-0871faf0b23f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0537589 Jul 06 13:57:38.760655 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4171b8f-533e-4eca-a2a6-a99076eede29 req-f756a9d5-2aed-4d33-a397-c81f32b2ba16 tempest-ListImageFiltersTestJSON-201163018 tempest-ListImageFiltersTestJSON-201163018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:38.764326 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-e4171b8f-533e-4eca-a2a6-a99076eede29 req-f756a9d5-2aed-4d33-a397-c81f32b2ba16 tempest-ListImageFiltersTestJSON-201163018 tempest-ListImageFiltersTestJSON-201163018-project] 10.222.0.104 "GET /v2.0/ports?device_id=1b72ecc0-292b-4305-a029-1814892dfe78 HTTP/1.1" status: 200 len: 950 time: 0.2339456 Jul 06 13:57:38.775595 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce707785-fe96-4fa8-92a5-dabad8eacefa req-733547fd-6c7c-473b-88ba-f2297fdea682 tempest-ServerDiskConfigTestJSON-920847304 tempest-ServerDiskConfigTestJSON-920847304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:38.777079 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-ce707785-fe96-4fa8-92a5-dabad8eacefa req-733547fd-6c7c-473b-88ba-f2297fdea682 tempest-ServerDiskConfigTestJSON-920847304 tempest-ServerDiskConfigTestJSON-920847304-project] 10.222.0.104 "GET /v2.0/ports?device_id=42d34a92-9ccf-48e1-9c97-b49b1c53d618 HTTP/1.1" status: 200 len: 944 time: 0.2046201 Jul 06 13:57:38.798721 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-5a937373-000f-4827-926b-30731f633846 req-2a41fd05-7e56-4479-9f79-214eaefda25c service neutron] 10.222.0.127 "GET /v2.0/networks/80a8f655-14ef-4b04-89b8-0871faf0b23f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1938717 Jul 06 13:57:38.883597 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-e4171b8f-533e-4eca-a2a6-a99076eede29 req-9b27b221-4d68-4704-a0dd-077a6154addd tempest-ListImageFiltersTestJSON-201163018 tempest-ListImageFiltersTestJSON-201163018-project] 10.222.0.104 "GET /v2.0/security-groups?id=9ce4c80a-5086-4b6d-8895-e157d8baf449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040061 Jul 06 13:57:38.896558 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-ce707785-fe96-4fa8-92a5-dabad8eacefa req-77ee3072-5a8d-4559-86de-ecc953e6f059 tempest-ServerDiskConfigTestJSON-920847304 tempest-ServerDiskConfigTestJSON-920847304-project] 10.222.0.104 "GET /v2.0/security-groups?id=bc287469-1102-40d8-b019-cad062af5465&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029754 Jul 06 13:57:38.952208 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-5a937373-000f-4827-926b-30731f633846 req-ed31461d-3531-47cf-84dc-d5da4cf84a25 service neutron] 10.222.0.127 "GET /v2.0/networks/80a8f655-14ef-4b04-89b8-0871faf0b23f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1459210 Jul 06 13:57:38.978348 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 13:57:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a90983dd-16f3-4619-905b-f51d088dac51 x-openstack-request-id: req-a90983dd-16f3-4619-905b-f51d088dac51 {{(pid=100247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:57:38.979007 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42d34a92-9ccf-48e1-9c97-b49b1c53d618", "tag": "a1941786-792d-48fc-a751-b58f1e076d1a", "status": "completed", "code": 200}]} {{(pid=100247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:57:38.979007 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-a90983dd-16f3-4619-905b-f51d088dac51 {{(pid=100247) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:57:38.979466 n-d-773647-6 neutron-server[100247]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42d34a92-9ccf-48e1-9c97-b49b1c53d618', 'tag': 'a1941786-792d-48fc-a751-b58f1e076d1a', 'status': 'completed', 'code': 200} Jul 06 13:57:39.060084 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-4d8f027b-e381-4ff1-8360-e0da5f5c66e3 req-06bb25ba-c03c-4f27-a265-15b420f23e04 tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] 10.222.0.104 "GET /v2.0/ports?device_id=8e640565-cabe-4694-8753-48fc0a9aa040 HTTP/1.1" status: 200 len: 210 time: 0.0396461 Jul 06 13:57:39.150266 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440f8873-70be-4f8c-a72f-2f885438b64f req-25b36e52-100a-475a-a413-a015f850ad55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:39.151814 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-440f8873-70be-4f8c-a72f-2f885438b64f req-25b36e52-100a-475a-a413-a015f850ad55 service neutron] 10.222.0.127 "GET /v2.0/ports?tenant_id=aa7d5b29f8ec457fb3612664b97c2f33&device_id=42d34a92-9ccf-48e1-9c97-b49b1c53d618 HTTP/1.1" status: 200 len: 1095 time: 0.0944264 Jul 06 13:57:39.176686 n-d-773647-6 neutron-server[100248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63f04f24-a07c-4f56-a92d-98828f9b51fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea4b4b49-6742-4d24-921d-b8422184436f'}, {'server_uuid': '0d04a11a-d8bd-4340-950b-af5c0e394bc0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5eef3fbe-fd77-468a-a4b0-d3915fdbba1b'}] {{(pid=100248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 13:57:39.180106 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84af257533e383389cbcf231d3534f4d5e149e7203fea16b4a8fc01438dddaf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6197f531-dcea-4aef-9c9a-8b0342aa5ea5" -d '{"events": [{"server_uuid": "63f04f24-a07c-4f56-a92d-98828f9b51fd", "name": "network-vif-plugged", "status": "completed", "tag": "ea4b4b49-6742-4d24-921d-b8422184436f"}, {"server_uuid": "0d04a11a-d8bd-4340-950b-af5c0e394bc0", "name": "network-vif-plugged", "status": "completed", "tag": "5eef3fbe-fd77-468a-a4b0-d3915fdbba1b"}]}' {{(pid=100248) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:57:39.216386 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad2577d-9286-4f16-9582-34e2d3e47006 req-8e6b1541-5fbb-4af4-9700-0540d9f43634 tempest-LiveAutoBlockMigrationV225Test-1685424674 tempest-LiveAutoBlockMigrationV225Test-1685424674-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:39.217994 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-6ad2577d-9286-4f16-9582-34e2d3e47006 req-8e6b1541-5fbb-4af4-9700-0540d9f43634 tempest-LiveAutoBlockMigrationV225Test-1685424674 tempest-LiveAutoBlockMigrationV225Test-1685424674-project-admin] 10.222.0.104 "GET /v2.0/ports?device_id=409617e7-df61-4f61-8ec0-c00a7448d4c1 HTTP/1.1" status: 200 len: 1096 time: 0.1295593 Jul 06 13:57:39.314505 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-6ad2577d-9286-4f16-9582-34e2d3e47006 req-bba515fb-e8b7-40d2-bfa5-9341baa539be tempest-LiveAutoBlockMigrationV225Test-1685424674 tempest-LiveAutoBlockMigrationV225Test-1685424674-project-admin] 10.222.0.104 "GET /v2.0/security-groups?id=43f6fcb8-9501-44d6-9feb-82c82c5d5862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668268 Jul 06 13:57:39.320117 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440f8873-70be-4f8c-a72f-2f885438b64f req-450c0f3c-7dbf-401d-b920-571cd6bda733 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:39.321526 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-440f8873-70be-4f8c-a72f-2f885438b64f req-450c0f3c-7dbf-401d-b920-571cd6bda733 service neutron] 10.222.0.127 "GET /v2.0/networks?id=80a8f655-14ef-4b04-89b8-0871faf0b23f HTTP/1.1" status: 200 len: 916 time: 0.1625288 Jul 06 13:57:39.337520 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66caaa05-9a62-4907-b7c3-1ab20cb73056 req-2415281d-2b0b-4993-9dc3-63640aaa5476 tempest-ServersWithSpecificFlavorTestJSON-1219430523 tempest-ServersWithSpecificFlavorTestJSON-1219430523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:39.338994 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-66caaa05-9a62-4907-b7c3-1ab20cb73056 req-2415281d-2b0b-4993-9dc3-63640aaa5476 tempest-ServersWithSpecificFlavorTestJSON-1219430523 tempest-ServersWithSpecificFlavorTestJSON-1219430523-project] 10.222.0.104 "GET /v2.0/ports?device_id=0d04a11a-d8bd-4340-950b-af5c0e394bc0 HTTP/1.1" status: 200 len: 945 time: 0.1333828 Jul 06 13:57:39.385231 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-440f8873-70be-4f8c-a72f-2f885438b64f req-f57886dc-a079-4ffc-8457-ef8928f97161 service neutron] 10.222.0.127 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a1941786-792d-48fc-a751-b58f1e076d1a HTTP/1.1" status: 200 len: 217 time: 0.0448165 Jul 06 13:57:39.429947 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-66caaa05-9a62-4907-b7c3-1ab20cb73056 req-5f4954b4-e6ee-4610-81b8-f14595f6c4bf tempest-ServersWithSpecificFlavorTestJSON-1219430523 tempest-ServersWithSpecificFlavorTestJSON-1219430523-project] 10.222.0.104 "GET /v2.0/security-groups?id=b480d027-214b-42ad-8ea1-99d6a4321406&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0836029 Jul 06 13:57:39.474022 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440f8873-70be-4f8c-a72f-2f885438b64f req-dcd3bc63-1bec-40ac-aa25-f1eb68be665c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:39.475790 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-440f8873-70be-4f8c-a72f-2f885438b64f req-dcd3bc63-1bec-40ac-aa25-f1eb68be665c service neutron] 10.222.0.127 "GET /v2.0/subnets?id=88eb22c0-56b7-4217-99ba-ae21132aa3e6 HTTP/1.1" status: 200 len: 854 time: 0.0831718 Jul 06 13:57:39.511304 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-440f8873-70be-4f8c-a72f-2f885438b64f req-0ef69116-28cc-4288-88d0-78ad1e5fae12 service neutron] 10.222.0.127 "GET /v2.0/ports?network_id=80a8f655-14ef-4b04-89b8-0871faf0b23f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0281203 Jul 06 13:57:39.589801 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9061f3-6915-4195-8d26-2c1fe76b2002 req-71ff45c2-c596-4bee-a434-38016f14c690 tempest-ListImageFiltersTestJSON-201163018 tempest-ListImageFiltersTestJSON-201163018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:39.591183 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-3c9061f3-6915-4195-8d26-2c1fe76b2002 req-71ff45c2-c596-4bee-a434-38016f14c690 tempest-ListImageFiltersTestJSON-201163018 tempest-ListImageFiltersTestJSON-201163018-project] 10.222.0.104 "GET /v2.0/ports?device_id=15ec8a26-5f36-442c-a168-6498affa2887 HTTP/1.1" status: 200 len: 950 time: 0.1519010 Jul 06 13:57:39.620447 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-6c312b3b-cc40-4b4b-974a-0a571b44279a req-2ecbc063-b83e-4789-8699-6ba8ed84bf73 tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=483ead9cc6094290930ff4aed37f7463&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0273004 Jul 06 13:57:39.679693 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-3c9061f3-6915-4195-8d26-2c1fe76b2002 req-63df1ff6-f770-4bd1-a69e-099dbe6154a3 tempest-ListImageFiltersTestJSON-201163018 tempest-ListImageFiltersTestJSON-201163018-project] 10.222.0.104 "GET /v2.0/security-groups?id=9ce4c80a-5086-4b6d-8895-e157d8baf449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681663 Jul 06 13:57:39.707294 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-440f8873-70be-4f8c-a72f-2f885438b64f req-bec2042c-de4f-4a1e-a8e2-fa37d60e90a4 service neutron] 10.222.0.127 "GET /v2.0/networks/80a8f655-14ef-4b04-89b8-0871faf0b23f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1824646 Jul 06 13:57:39.730351 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7204b6ea-cc9a-4aa6-a5e4-d0d42c666242 req-88a176bb-9ded-45c1-9a75-deb37310e8fc tempest-ServersAdminTestJSON-391861328 tempest-ServersAdminTestJSON-391861328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:39.731950 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-7204b6ea-cc9a-4aa6-a5e4-d0d42c666242 req-88a176bb-9ded-45c1-9a75-deb37310e8fc tempest-ServersAdminTestJSON-391861328 tempest-ServersAdminTestJSON-391861328-project] 10.222.0.104 "GET /v2.0/ports?device_id=63f04f24-a07c-4f56-a92d-98828f9b51fd HTTP/1.1" status: 200 len: 950 time: 0.1908929 Jul 06 13:57:39.767597 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 06 Jul 2021 13:57:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7168002-b498-4f08-8c93-0a833df5bc5e x-openstack-request-id: req-b7168002-b498-4f08-8c93-0a833df5bc5e {{(pid=100248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:57:39.767949 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63f04f24-a07c-4f56-a92d-98828f9b51fd", "name": "network-vif-plugged", "status": "completed", "tag": "ea4b4b49-6742-4d24-921d-b8422184436f", "code": 200}, {"server_uuid": "0d04a11a-d8bd-4340-950b-af5c0e394bc0", "name": "network-vif-plugged", "status": "completed", "tag": "5eef3fbe-fd77-468a-a4b0-d3915fdbba1b", "code": 200}]} {{(pid=100248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:57:39.768256 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-b7168002-b498-4f08-8c93-0a833df5bc5e {{(pid=100248) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:57:39.768677 n-d-773647-6 neutron-server[100248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63f04f24-a07c-4f56-a92d-98828f9b51fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea4b4b49-6742-4d24-921d-b8422184436f', 'code': 200} Jul 06 13:57:39.769242 n-d-773647-6 neutron-server[100248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d04a11a-d8bd-4340-950b-af5c0e394bc0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5eef3fbe-fd77-468a-a4b0-d3915fdbba1b', 'code': 200} Jul 06 13:57:39.842115 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-7204b6ea-cc9a-4aa6-a5e4-d0d42c666242 req-6b8eec02-7556-48c0-b8b7-bc701d6e743a tempest-ServersAdminTestJSON-391861328 tempest-ServersAdminTestJSON-391861328-project] 10.222.0.104 "GET /v2.0/security-groups?id=3bcee3ab-dc9e-46be-bc35-9f5a80cc9457&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962210 Jul 06 13:57:39.876968 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-440f8873-70be-4f8c-a72f-2f885438b64f req-17463789-491e-418e-93ec-f8cb4855c587 service neutron] 10.222.0.127 "GET /v2.0/networks/80a8f655-14ef-4b04-89b8-0871faf0b23f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1647449 Jul 06 13:57:39.963923 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba243654-5855-42ce-bd07-43f2603a95f9 req-3eb4332d-f3e6-489c-80b2-1fa460d957c4 tempest-LiveAutoBlockMigrationV225Test-1685424674 tempest-LiveAutoBlockMigrationV225Test-1685424674-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:39.965702 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-ba243654-5855-42ce-bd07-43f2603a95f9 req-3eb4332d-f3e6-489c-80b2-1fa460d957c4 tempest-LiveAutoBlockMigrationV225Test-1685424674 tempest-LiveAutoBlockMigrationV225Test-1685424674-project-admin] 10.222.0.104 "GET /v2.0/ports?device_id=409617e7-df61-4f61-8ec0-c00a7448d4c1 HTTP/1.1" status: 200 len: 1096 time: 0.0662904 Jul 06 13:57:40.123937 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c312b3b-cc40-4b4b-974a-0a571b44279a req-d44d0641-c57d-4f88-8784-f8e72be60fc7 tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:40.125564 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-6c312b3b-cc40-4b4b-974a-0a571b44279a req-d44d0641-c57d-4f88-8784-f8e72be60fc7 tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4974661 Jul 06 13:57:40.134191 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d99f45-a3c2-4051-9a3e-4bd7a236be52 req-1122224e-8594-4f6f-a983-4d0f35c3ab9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:40.135818 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-d1d99f45-a3c2-4051-9a3e-4bd7a236be52 req-1122224e-8594-4f6f-a983-4d0f35c3ab9e service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=0d04a11a-d8bd-4340-950b-af5c0e394bc0 HTTP/1.1" status: 200 len: 1096 time: 0.1015205 Jul 06 13:57:40.140605 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [req-6c312b3b-cc40-4b4b-974a-0a571b44279a req-c7741dbd-ddc3-492a-b69c-a3527803e9ec tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] Request body: {'port': {'device_id': '8e640565-cabe-4694-8753-48fc0a9aa040', 'network_id': 'ac09d390-867f-4b75-a8d2-ab11550bffd6', 'admin_state_up': True, 'tenant_id': '483ead9cc6094290930ff4aed37f7463'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:57:40.226248 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-d1d99f45-a3c2-4051-9a3e-4bd7a236be52 req-da466a82-8a0a-40b3-b960-ce2446f1ca5f service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=b480d027-214b-42ad-8ea1-99d6a4321406&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0820405 Jul 06 13:57:40.262702 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:40.276247 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6c312b3b-cc40-4b4b-974a-0a571b44279a req-c7741dbd-ddc3-492a-b69c-a3527803e9ec tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] Made reservation on behalf of 483ead9cc6094290930ff4aed37f7463 for: {'port': 1} {{(pid=100246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 13:57:40.280088 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-6c312b3b-cc40-4b4b-974a-0a571b44279a req-c7741dbd-ddc3-492a-b69c-a3527803e9ec tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:40.365295 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-ba243654-5855-42ce-bd07-43f2603a95f9 req-9f474d96-c156-4f8f-ab70-0e0acfb96553 tempest-LiveAutoBlockMigrationV225Test-1685424674 tempest-LiveAutoBlockMigrationV225Test-1685424674-project-admin] 10.222.0.104 "GET /v2.0/security-groups?id=43f6fcb8-9501-44d6-9feb-82c82c5d5862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3904545 Jul 06 13:57:40.400814 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179c5e3f-cd10-45c8-be11-d13ec5df2fae req-91e69747-4ca6-4ba1-b8da-4ace1050b633 tempest-LiveMigrationTest-2001684970 tempest-LiveMigrationTest-2001684970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:40.402299 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-179c5e3f-cd10-45c8-be11-d13ec5df2fae req-91e69747-4ca6-4ba1-b8da-4ace1050b633 tempest-LiveMigrationTest-2001684970 tempest-LiveMigrationTest-2001684970-project] 10.222.0.104 "GET /v2.0/ports?device_id=db226d12-2e62-42b7-b705-5e6732590104 HTTP/1.1" status: 200 len: 944 time: 0.4212542 Jul 06 13:57:40.423270 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b115829a-6298-42f2-ad85-c90369e645d1 req-6e6759d4-7766-4dd7-a9ba-586f6a6384e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:40.424722 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-b115829a-6298-42f2-ad85-c90369e645d1 req-6e6759d4-7766-4dd7-a9ba-586f6a6384e1 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=63f04f24-a07c-4f56-a92d-98828f9b51fd HTTP/1.1" status: 200 len: 1101 time: 0.0885112 Jul 06 13:57:40.445576 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.db_base_plugin_common [req-6c312b3b-cc40-4b4b-974a-0a571b44279a req-c7741dbd-ddc3-492a-b69c-a3527803e9ec tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] Allocated IP 192.168.233.228 (ac09d390-867f-4b75-a8d2-ab11550bffd6/d1c3cc78-09b9-4e30-99fd-0e5830de101d/f2dfd2e9-3a23-4089-a63b-c17a9084581f) {{(pid=100246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 13:57:40.472990 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-179c5e3f-cd10-45c8-be11-d13ec5df2fae req-496bfe4b-4eaf-4bea-a171-01ec4a7d7b1b tempest-LiveMigrationTest-2001684970 tempest-LiveMigrationTest-2001684970-project] 10.222.0.104 "GET /v2.0/security-groups?id=7e243ebf-9cf4-4917-8da6-0fd38b06f795&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591626 Jul 06 13:57:40.499532 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-b115829a-6298-42f2-ad85-c90369e645d1 req-e91da631-7680-41db-97ef-8bf5d8f36185 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=3bcee3ab-dc9e-46be-bc35-9f5a80cc9457&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674214 Jul 06 13:57:40.612560 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-6c312b3b-cc40-4b4b-974a-0a571b44279a req-c7741dbd-ddc3-492a-b69c-a3527803e9ec tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] Notify callbacks [] for port, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:40.633447 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.provisioning_blocks [req-6c312b3b-cc40-4b4b-974a-0a571b44279a req-c7741dbd-ddc3-492a-b69c-a3527803e9ec tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] Transition to ACTIVE for port object f2dfd2e9-3a23-4089-a63b-c17a9084581f will not be triggered until provisioned by entity DHCP. {{(pid=100246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 13:57:40.662964 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96783fbb-d82f-4956-a2d1-94edcb811fd1 req-49b264c9-d555-4098-994f-5820ed1a48c7 tempest-ServerDiskConfigTestJSON-920847304 tempest-ServerDiskConfigTestJSON-920847304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:40.664461 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-96783fbb-d82f-4956-a2d1-94edcb811fd1 req-49b264c9-d555-4098-994f-5820ed1a48c7 tempest-ServerDiskConfigTestJSON-920847304 tempest-ServerDiskConfigTestJSON-920847304-project] 10.222.0.104 "GET /v2.0/ports?device_id=42d34a92-9ccf-48e1-9c97-b49b1c53d618 HTTP/1.1" status: 200 len: 944 time: 0.0694947 Jul 06 13:57:40.668505 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-6c312b3b-cc40-4b4b-974a-0a571b44279a req-c7741dbd-ddc3-492a-b69c-a3527803e9ec tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-127687573'] for port, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:40.686323 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] get_ports_and_sgs() called for port_ids ['55579fa1-991f-40fa-9660-f6873bccef77'] {{(pid=100248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 13:57:40.714380 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-96783fbb-d82f-4956-a2d1-94edcb811fd1 req-68b8fe16-c27d-4ef7-a163-14b4ca04bdcf tempest-ServerDiskConfigTestJSON-920847304 tempest-ServerDiskConfigTestJSON-920847304-project] 10.222.0.104 "GET /v2.0/security-groups?id=bc287469-1102-40d8-b019-cad062af5465&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430622 Jul 06 13:57:40.720609 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6c312b3b-cc40-4b4b-974a-0a571b44279a req-c7741dbd-ddc3-492a-b69c-a3527803e9ec tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] Network ac09d390-867f-4b75-a8d2-ab11550bffd6 is already hosted by enough agents. {{(pid=100246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 13:57:40.723803 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] get_ports_and_sgs() called for port_ids ['2985e841-186d-4c50-81aa-7edeced86cb2', '39b82faa-9bb5-4637-ba57-e7b6ac96e89a'] {{(pid=100248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 13:57:40.726869 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.base_scheduler [req-6c312b3b-cc40-4b4b-974a-0a571b44279a req-c7741dbd-ddc3-492a-b69c-a3527803e9ec tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] Resources bound (agent type, host, resource id): {{(pid=100246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:57:40.731608 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c312b3b-cc40-4b4b-974a-0a571b44279a req-c7741dbd-ddc3-492a-b69c-a3527803e9ec tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] Received port after_create {{(pid=100246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 13:57:40.778517 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7741dbd-ddc3-492a-b69c-a3527803e9ec tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] Pushing event updated for resources: {'Port': ['ID=f2dfd2e9-3a23-4089-a63b-c17a9084581f,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:57:40.802336 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7741dbd-ddc3-492a-b69c-a3527803e9ec tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:57:40.803860 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7741dbd-ddc3-492a-b69c-a3527803e9ec tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:57:40.804410 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7741dbd-ddc3-492a-b69c-a3527803e9ec tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:57:40.804945 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7741dbd-ddc3-492a-b69c-a3527803e9ec tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:57:40.805527 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7741dbd-ddc3-492a-b69c-a3527803e9ec tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:57:40.806092 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7741dbd-ddc3-492a-b69c-a3527803e9ec tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:57:40.807140 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7741dbd-ddc3-492a-b69c-a3527803e9ec tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:57:40.807723 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7741dbd-ddc3-492a-b69c-a3527803e9ec tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:57:40.808265 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7741dbd-ddc3-492a-b69c-a3527803e9ec tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:57:40.808941 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7741dbd-ddc3-492a-b69c-a3527803e9ec tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:57:40.809582 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7741dbd-ddc3-492a-b69c-a3527803e9ec tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:57:40.810182 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7741dbd-ddc3-492a-b69c-a3527803e9ec tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:57:40.839959 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c312b3b-cc40-4b4b-974a-0a571b44279a req-c7741dbd-ddc3-492a-b69c-a3527803e9ec tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:40.840956 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-6c312b3b-cc40-4b4b-974a-0a571b44279a req-c7741dbd-ddc3-492a-b69c-a3527803e9ec tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:40.866205 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-6c312b3b-cc40-4b4b-974a-0a571b44279a req-c7741dbd-ddc3-492a-b69c-a3527803e9ec tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.7287602 Jul 06 13:57:40.880290 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [req-6c312b3b-cc40-4b4b-974a-0a571b44279a req-85b30ec0-469c-433c-91a9-8d3f9838b4ce service neutron] Request body: {'port': {'device_id': '8e640565-cabe-4694-8753-48fc0a9aa040', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-773647-6'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:57:40.992723 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067c264e-dfe0-42ba-b0eb-e6fef71fb19b req-98f591ca-f0a3-4d02-ae5d-09847e0646f6 tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:41.004223 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-067c264e-dfe0-42ba-b0eb-e6fef71fb19b req-98f591ca-f0a3-4d02-ae5d-09847e0646f6 tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] 10.222.0.104 "GET /v2.0/ports?device_id=8e640565-cabe-4694-8753-48fc0a9aa040 HTTP/1.1" status: 200 len: 936 time: 0.1515138 Jul 06 13:57:41.004996 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-6c312b3b-cc40-4b4b-974a-0a571b44279a req-85b30ec0-469c-433c-91a9-8d3f9838b4ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:41.080293 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-067c264e-dfe0-42ba-b0eb-e6fef71fb19b req-f2e1cac3-0c9e-40c8-bd44-f8fdc4281a51 tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] 10.222.0.104 "GET /v2.0/security-groups?id=9f5b92e9-7340-49c3-a9bb-41e4a1caffc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715094 Jul 06 13:57:41.094958 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-fc79ef87-09c9-45f0-9c7c-dfb51e646383 None None] Provisioning for port f2dfd2e9-3a23-4089-a63b-c17a9084581f completed by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 13:57:41.114814 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-fc79ef87-09c9-45f0-9c7c-dfb51e646383 None None] Provisioning complete for port f2dfd2e9-3a23-4089-a63b-c17a9084581f triggered by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:57:41.115191 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-fc79ef87-09c9-45f0-9c7c-dfb51e646383 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:41.178051 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-fc79ef87-09c9-45f0-9c7c-dfb51e646383 None None] Port f2dfd2e9-3a23-4089-a63b-c17a9084581f cannot update to ACTIVE because it is not bound. {{(pid=100248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 13:57:41.222616 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4125343-40f5-489d-b8a9-b3706a9cc2d9 req-91bdfee9-1dad-4256-806d-abef2cb77e98 tempest-ServersWithSpecificFlavorTestJSON-1219430523 tempest-ServersWithSpecificFlavorTestJSON-1219430523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:41.231362 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-d4125343-40f5-489d-b8a9-b3706a9cc2d9 req-91bdfee9-1dad-4256-806d-abef2cb77e98 tempest-ServersWithSpecificFlavorTestJSON-1219430523 tempest-ServersWithSpecificFlavorTestJSON-1219430523-project] 10.222.0.104 "GET /v2.0/ports?device_id=0d04a11a-d8bd-4340-950b-af5c0e394bc0 HTTP/1.1" status: 200 len: 945 time: 0.1148694 Jul 06 13:57:41.274608 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-d4125343-40f5-489d-b8a9-b3706a9cc2d9 req-53d937ba-ef13-4e34-bffd-8906a0eae7e3 tempest-ServersWithSpecificFlavorTestJSON-1219430523 tempest-ServersWithSpecificFlavorTestJSON-1219430523-project] 10.222.0.104 "GET /v2.0/security-groups?id=b480d027-214b-42ad-8ea1-99d6a4321406&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422907 Jul 06 13:57:41.412838 n-d-773647-6 neutron-server[100246]: DEBUG neutron.notifiers.nova [req-6c312b3b-cc40-4b4b-974a-0a571b44279a req-85b30ec0-469c-433c-91a9-8d3f9838b4ce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f2dfd2e9-3a23-4089-a63b-c17a9084581f {{(pid=100246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 13:57:41.423972 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-6c312b3b-cc40-4b4b-974a-0a571b44279a req-85b30ec0-469c-433c-91a9-8d3f9838b4ce service neutron] Notify callbacks [] for port, precommit_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:41.467247 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.provisioning_blocks [req-6c312b3b-cc40-4b4b-974a-0a571b44279a req-85b30ec0-469c-433c-91a9-8d3f9838b4ce service neutron] Transition to ACTIVE for port object f2dfd2e9-3a23-4089-a63b-c17a9084581f will not be triggered until provisioned by entity L2. {{(pid=100246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 13:57:41.471402 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-6c312b3b-cc40-4b4b-974a-0a571b44279a req-85b30ec0-469c-433c-91a9-8d3f9838b4ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127687527'] for port, after_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:41.543338 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728e172f-45ee-4cc0-a6d6-db269a25ea58 req-671dd741-b393-4714-8d12-52715d26cc30 tempest-ServersAdminTestJSON-391861328 tempest-ServersAdminTestJSON-391861328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:41.545974 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-728e172f-45ee-4cc0-a6d6-db269a25ea58 req-671dd741-b393-4714-8d12-52715d26cc30 tempest-ServersAdminTestJSON-391861328 tempest-ServersAdminTestJSON-391861328-project] 10.222.0.104 "GET /v2.0/ports?device_id=63f04f24-a07c-4f56-a92d-98828f9b51fd HTTP/1.1" status: 200 len: 950 time: 0.1184757 Jul 06 13:57:41.553453 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b30ec0-469c-433c-91a9-8d3f9838b4ce service neutron] Pushing event updated for resources: {'Port': ['ID=f2dfd2e9-3a23-4089-a63b-c17a9084581f,revision_number=2']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:57:41.608505 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-728e172f-45ee-4cc0-a6d6-db269a25ea58 req-37497c4a-83d1-463f-a798-109cae057601 tempest-ServersAdminTestJSON-391861328 tempest-ServersAdminTestJSON-391861328-project] 10.222.0.104 "GET /v2.0/security-groups?id=3bcee3ab-dc9e-46be-bc35-9f5a80cc9457&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553229 Jul 06 13:57:41.611476 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [req-6c312b3b-cc40-4b4b-974a-0a571b44279a req-85b30ec0-469c-433c-91a9-8d3f9838b4ce service neutron] Attempting to bind port f2dfd2e9-3a23-4089-a63b-c17a9084581f on host n-h2-773647-6 for vnic_type normal with profile {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 13:57:41.611819 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [req-6c312b3b-cc40-4b4b-974a-0a571b44279a req-85b30ec0-469c-433c-91a9-8d3f9838b4ce service neutron] Attempting to bind port f2dfd2e9-3a23-4089-a63b-c17a9084581f by drivers openvswitch,hyperv on host n-h2-773647-6 at level 0 using segments [{'id': 'c9ea893d-045e-42cf-b3dd-cdd1f79baccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'ac09d390-867f-4b75-a8d2-ab11550bffd6'}] {{(pid=100246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 13:57:41.612147 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c312b3b-cc40-4b4b-974a-0a571b44279a req-85b30ec0-469c-433c-91a9-8d3f9838b4ce service neutron] Attempting to bind port f2dfd2e9-3a23-4089-a63b-c17a9084581f on network ac09d390-867f-4b75-a8d2-ab11550bffd6 {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 13:57:41.624433 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c312b3b-cc40-4b4b-974a-0a571b44279a req-85b30ec0-469c-433c-91a9-8d3f9838b4ce service neutron] Port f2dfd2e9-3a23-4089-a63b-c17a9084581f on network ac09d390-867f-4b75-a8d2-ab11550bffd6 not bound, no agent of type Open vSwitch agent registered on host n-h2-773647-6 {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 13:57:41.624433 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c312b3b-cc40-4b4b-974a-0a571b44279a req-85b30ec0-469c-433c-91a9-8d3f9838b4ce service neutron] Attempting to bind port f2dfd2e9-3a23-4089-a63b-c17a9084581f on network ac09d390-867f-4b75-a8d2-ab11550bffd6 {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 13:57:41.629781 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c312b3b-cc40-4b4b-974a-0a571b44279a req-85b30ec0-469c-433c-91a9-8d3f9838b4ce service neutron] Checking agent: {'id': '63768ece-0600-4354-8d29-fdedec96b077', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-773647-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 51, 10), 'started_at': datetime.datetime(2021, 7, 6, 13, 51, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 13, 57, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 13:57:41.630255 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c312b3b-cc40-4b4b-974a-0a571b44279a req-85b30ec0-469c-433c-91a9-8d3f9838b4ce service neutron] Checking segment: {'id': 'c9ea893d-045e-42cf-b3dd-cdd1f79baccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'ac09d390-867f-4b75-a8d2-ab11550bffd6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 13:57:41.630683 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c312b3b-cc40-4b4b-974a-0a571b44279a req-85b30ec0-469c-433c-91a9-8d3f9838b4ce service neutron] Bound using segment: {'id': 'c9ea893d-045e-42cf-b3dd-cdd1f79baccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'ac09d390-867f-4b75-a8d2-ab11550bffd6'} {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 13:57:41.631384 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [req-6c312b3b-cc40-4b4b-974a-0a571b44279a req-85b30ec0-469c-433c-91a9-8d3f9838b4ce service neutron] Bound port: f2dfd2e9-3a23-4089-a63b-c17a9084581f, host: n-h2-773647-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c9ea893d-045e-42cf-b3dd-cdd1f79baccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'ac09d390-867f-4b75-a8d2-ab11550bffd6'}}] {{(pid=100246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 13:57:41.631744 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-6c312b3b-cc40-4b4b-974a-0a571b44279a req-85b30ec0-469c-433c-91a9-8d3f9838b4ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:41.722384 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.db [req-6c312b3b-cc40-4b4b-974a-0a571b44279a req-85b30ec0-469c-433c-91a9-8d3f9838b4ce service neutron] For port f2dfd2e9-3a23-4089-a63b-c17a9084581f, host n-h2-773647-6, cleared binding levels {{(pid=100246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 13:57:41.726516 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.db [req-6c312b3b-cc40-4b4b-974a-0a571b44279a req-85b30ec0-469c-433c-91a9-8d3f9838b4ce service neutron] For port f2dfd2e9-3a23-4089-a63b-c17a9084581f, host n-h2-773647-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=f2dfd2e9-3a23-4089-a63b-c17a9084581f,segment=NetworkSegment(c9ea893d-045e-42cf-b3dd-cdd1f79baccd),segment_id=c9ea893d-045e-42cf-b3dd-cdd1f79baccd)] {{(pid=100246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 13:57:41.731917 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-6c312b3b-cc40-4b4b-974a-0a571b44279a req-85b30ec0-469c-433c-91a9-8d3f9838b4ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127687527'] for port, after_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:41.790037 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c312b3b-cc40-4b4b-974a-0a571b44279a req-85b30ec0-469c-433c-91a9-8d3f9838b4ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:41.790920 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-6c312b3b-cc40-4b4b-974a-0a571b44279a req-85b30ec0-469c-433c-91a9-8d3f9838b4ce service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:41.792712 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-6c312b3b-cc40-4b4b-974a-0a571b44279a req-85b30ec0-469c-433c-91a9-8d3f9838b4ce service neutron] 10.222.0.72 "PUT /v2.0/ports/f2dfd2e9-3a23-4089-a63b-c17a9084581f HTTP/1.1" status: 200 len: 1096 time: 0.9170902 Jul 06 13:57:41.796788 n-d-773647-6 neutron-server[100246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e640565-cabe-4694-8753-48fc0a9aa040', 'tag': 'f2dfd2e9-3a23-4089-a63b-c17a9084581f'}] {{(pid=100246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 13:57:41.800570 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0d96c5ab5e889f7b933ae915b9be33d1b46c9e87795bf781004b656ef3f1e87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee156cfc-7df3-4272-9c9c-ccd73d236aee" -d '{"events": [{"name": "network-changed", "server_uuid": "8e640565-cabe-4694-8753-48fc0a9aa040", "tag": "f2dfd2e9-3a23-4089-a63b-c17a9084581f"}]}' {{(pid=100246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:57:41.805465 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9942831-19e4-4463-bc0d-367a0e012a5f req-f37b8337-d9fc-4ad7-8683-0d8ee0b25e69 tempest-LiveMigrationTest-2001684970 tempest-LiveMigrationTest-2001684970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:41.808000 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-f9942831-19e4-4463-bc0d-367a0e012a5f req-f37b8337-d9fc-4ad7-8683-0d8ee0b25e69 tempest-LiveMigrationTest-2001684970 tempest-LiveMigrationTest-2001684970-project] 10.222.0.104 "GET /v2.0/ports?device_id=db226d12-2e62-42b7-b705-5e6732590104 HTTP/1.1" status: 200 len: 944 time: 0.1325946 Jul 06 13:57:41.834057 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b30ec0-469c-433c-91a9-8d3f9838b4ce service neutron] Pushing event updated for resources: {'Port': ['ID=f2dfd2e9-3a23-4089-a63b-c17a9084581f,revision_number=3']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:57:41.872056 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-f9942831-19e4-4463-bc0d-367a0e012a5f req-b2b94586-5ba8-4afb-bd31-9898df85d9a7 tempest-LiveMigrationTest-2001684970 tempest-LiveMigrationTest-2001684970-project] 10.222.0.104 "GET /v2.0/security-groups?id=7e243ebf-9cf4-4917-8da6-0fd38b06f795&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573096 Jul 06 13:57:41.938268 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 13:57:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30871969-6fb3-4016-bcac-77e388085a54 x-openstack-request-id: req-30871969-6fb3-4016-bcac-77e388085a54 {{(pid=100246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:57:41.938496 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8e640565-cabe-4694-8753-48fc0a9aa040", "tag": "f2dfd2e9-3a23-4089-a63b-c17a9084581f", "status": "completed", "code": 200}]} {{(pid=100246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:57:41.938748 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-30871969-6fb3-4016-bcac-77e388085a54 {{(pid=100246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:57:41.939151 n-d-773647-6 neutron-server[100246]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e640565-cabe-4694-8753-48fc0a9aa040', 'tag': 'f2dfd2e9-3a23-4089-a63b-c17a9084581f', 'status': 'completed', 'code': 200} Jul 06 13:57:41.962581 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7985c1-0985-4d58-a84f-b76b97bee5cb req-f8271325-796d-4e20-b9fd-3e80423a511f tempest-ServerDiskConfigTestJSON-920847304 tempest-ServerDiskConfigTestJSON-920847304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:41.970800 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-fe7985c1-0985-4d58-a84f-b76b97bee5cb req-f8271325-796d-4e20-b9fd-3e80423a511f tempest-ServerDiskConfigTestJSON-920847304 tempest-ServerDiskConfigTestJSON-920847304-project] 10.222.0.104 "GET /v2.0/ports?device_id=42d34a92-9ccf-48e1-9c97-b49b1c53d618 HTTP/1.1" status: 200 len: 944 time: 0.0971303 Jul 06 13:57:41.971470 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c312b3b-cc40-4b4b-974a-0a571b44279a req-acefa3ee-2cfe-4a76-9224-8caa17d27df6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:41.973240 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-6c312b3b-cc40-4b4b-974a-0a571b44279a req-acefa3ee-2cfe-4a76-9224-8caa17d27df6 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=483ead9cc6094290930ff4aed37f7463&device_id=8e640565-cabe-4694-8753-48fc0a9aa040 HTTP/1.1" status: 200 len: 1099 time: 0.0808518 Jul 06 13:57:42.001355 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Device a1941786-792d-48fc-a751-b58f1e076d1a details requested by agent hyperv_n-h1-773647-6 with host n-h1-773647-6 {{(pid=100248) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 13:57:42.026673 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-6c312b3b-cc40-4b4b-974a-0a571b44279a req-0ee25082-aeda-41e9-bdf2-2099ef2b8998 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.228&port_id=f2dfd2e9-3a23-4089-a63b-c17a9084581f HTTP/1.1" status: 200 len: 217 time: 0.0428908 Jul 06 13:57:42.038314 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-fe7985c1-0985-4d58-a84f-b76b97bee5cb req-1b3c2450-dd24-4d7f-8e2e-a57ea8e41c3a tempest-ServerDiskConfigTestJSON-920847304 tempest-ServerDiskConfigTestJSON-920847304-project] 10.222.0.104 "GET /v2.0/security-groups?id=bc287469-1102-40d8-b019-cad062af5465&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665102 Jul 06 13:57:42.090909 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c312b3b-cc40-4b4b-974a-0a571b44279a req-ae99f038-122f-48e7-a849-0910a0cd5ce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:42.092366 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-6c312b3b-cc40-4b4b-974a-0a571b44279a req-ae99f038-122f-48e7-a849-0910a0cd5ce4 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=d1c3cc78-09b9-4e30-99fd-0e5830de101d HTTP/1.1" status: 200 len: 843 time: 0.0577199 Jul 06 13:57:42.122229 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] For port a1941786-792d-48fc-a751-b58f1e076d1a, host n-h1-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773647-6',level=0,port_id=a1941786-792d-48fc-a751-b58f1e076d1a,segment=NetworkSegment(1bb3acc6-dcb3-43f0-ad94-2763c9e79a65),segment_id=1bb3acc6-dcb3-43f0-ad94-2763c9e79a65)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:57:42.141551 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Returning: {'device': 'a1941786-792d-48fc-a751-b58f1e076d1a', 'network_id': '80a8f655-14ef-4b04-89b8-0871faf0b23f', 'port_id': 'a1941786-792d-48fc-a751-b58f1e076d1a', 'mac_address': 'fa:16:3e:2d:e4:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1007, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '88eb22c0-56b7-4217-99ba-ae21132aa3e6', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100248) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 13:57:42.163398 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c312b3b-cc40-4b4b-974a-0a571b44279a req-97d575a4-fe25-4bc6-b35d-1eab3590b579 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:42.164510 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-6c312b3b-cc40-4b4b-974a-0a571b44279a req-97d575a4-fe25-4bc6-b35d-1eab3590b579 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=ac09d390-867f-4b75-a8d2-ab11550bffd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0646324 Jul 06 13:57:42.191026 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:42.205887 n-d-773647-6 neutron-server[100248]: DEBUG neutron.notifiers.nova [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a1941786-792d-48fc-a751-b58f1e076d1a {{(pid=100248) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 13:57:42.236956 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:42.242966 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] For port a1941786-792d-48fc-a751-b58f1e076d1a, host n-h1-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773647-6',level=0,port_id=a1941786-792d-48fc-a751-b58f1e076d1a,segment=NetworkSegment(1bb3acc6-dcb3-43f0-ad94-2763c9e79a65),segment_id=1bb3acc6-dcb3-43f0-ad94-2763c9e79a65)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:57:42.247631 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:42.260666 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c36968-eb0a-4ff4-902f-1e4e1667a4d5 req-def8da76-61e8-4d8d-b561-54f64d70596f tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:42.263954 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-a7c36968-eb0a-4ff4-902f-1e4e1667a4d5 req-def8da76-61e8-4d8d-b561-54f64d70596f tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] 10.222.0.104 "GET /v2.0/ports?device_id=8e640565-cabe-4694-8753-48fc0a9aa040 HTTP/1.1" status: 200 len: 948 time: 0.0721409 Jul 06 13:57:42.275863 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-6c312b3b-cc40-4b4b-974a-0a571b44279a req-2fe4ef4b-55c9-4c11-93e4-4073d45af126 service neutron] 10.222.0.72 "GET /v2.0/networks/ac09d390-867f-4b75-a8d2-ab11550bffd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1014392 Jul 06 13:57:42.299607 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Pushing event updated for resources: {'Port': ['ID=a1941786-792d-48fc-a751-b58f1e076d1a,revision_number=4']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:57:42.306784 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-a7c36968-eb0a-4ff4-902f-1e4e1667a4d5 req-f3f5792d-f917-493a-a38e-4c74b5a26a61 tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] 10.222.0.104 "GET /v2.0/security-groups?id=9f5b92e9-7340-49c3-a9bb-41e4a1caffc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380630 Jul 06 13:57:42.380613 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-6c312b3b-cc40-4b4b-974a-0a571b44279a req-3d90b7b5-aa7b-438b-9a93-256742130d93 service neutron] 10.222.0.72 "GET /v2.0/networks/ac09d390-867f-4b75-a8d2-ab11550bffd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0979121 Jul 06 13:57:42.470137 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caec2c77-181b-417a-b2b1-cc8f0405d714 req-47aeb9a6-bea8-4492-9ff7-5b38c9b084b2 tempest-ServersWithSpecificFlavorTestJSON-1219430523 tempest-ServersWithSpecificFlavorTestJSON-1219430523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:42.471651 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-caec2c77-181b-417a-b2b1-cc8f0405d714 req-47aeb9a6-bea8-4492-9ff7-5b38c9b084b2 tempest-ServersWithSpecificFlavorTestJSON-1219430523 tempest-ServersWithSpecificFlavorTestJSON-1219430523-project] 10.222.0.104 "GET /v2.0/ports?device_id=0d04a11a-d8bd-4340-950b-af5c0e394bc0 HTTP/1.1" status: 200 len: 945 time: 0.0679741 Jul 06 13:57:42.491748 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee156cfc-7df3-4272-9c9c-ccd73d236aee req-ac65e171-dbb8-46ff-9197-3be161efe1ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:42.493187 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-ee156cfc-7df3-4272-9c9c-ccd73d236aee req-ac65e171-dbb8-46ff-9197-3be161efe1ac service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=483ead9cc6094290930ff4aed37f7463&device_id=8e640565-cabe-4694-8753-48fc0a9aa040 HTTP/1.1" status: 200 len: 1099 time: 0.0553644 Jul 06 13:57:42.509213 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-caec2c77-181b-417a-b2b1-cc8f0405d714 req-23b91c09-5980-4bd2-95ee-d97dd1a54392 tempest-ServersWithSpecificFlavorTestJSON-1219430523 tempest-ServersWithSpecificFlavorTestJSON-1219430523-project] 10.222.0.104 "GET /v2.0/security-groups?id=b480d027-214b-42ad-8ea1-99d6a4321406&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316410 Jul 06 13:57:42.593967 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee156cfc-7df3-4272-9c9c-ccd73d236aee req-7a4641df-63ed-47b4-9f20-8c7e04a9728d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:42.595524 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-ee156cfc-7df3-4272-9c9c-ccd73d236aee req-7a4641df-63ed-47b4-9f20-8c7e04a9728d service neutron] 10.222.0.72 "GET /v2.0/networks?id=ac09d390-867f-4b75-a8d2-ab11550bffd6 HTTP/1.1" status: 200 len: 871 time: 0.0955904 Jul 06 13:57:42.653717 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-ee156cfc-7df3-4272-9c9c-ccd73d236aee req-21afe60b-701c-410e-aa34-7faec7e25655 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.228&port_id=f2dfd2e9-3a23-4089-a63b-c17a9084581f HTTP/1.1" status: 200 len: 217 time: 0.0439074 Jul 06 13:57:42.693866 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe19ba3-9fc8-416c-8b14-cce0453be91c req-2b623d63-52c3-461b-9cd4-8d1802bb5c77 tempest-ServersWithSpecificFlavorTestJSON-1219430523 tempest-ServersWithSpecificFlavorTestJSON-1219430523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:42.695455 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-efe19ba3-9fc8-416c-8b14-cce0453be91c req-2b623d63-52c3-461b-9cd4-8d1802bb5c77 tempest-ServersWithSpecificFlavorTestJSON-1219430523 tempest-ServersWithSpecificFlavorTestJSON-1219430523-project] 10.222.0.104 "GET /v2.0/ports?device_id=0d04a11a-d8bd-4340-950b-af5c0e394bc0 HTTP/1.1" status: 200 len: 945 time: 0.0733900 Jul 06 13:57:42.704925 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 59330) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:57:42.710794 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-b1a295d6-d887-43f7-9cda-49f09b2d477e tempest-ServersWithSpecificFlavorTestJSON-1219430523 tempest-ServersWithSpecificFlavorTestJSON-1219430523-project] Request body: {'floatingip': {'port_id': '5eef3fbe-fd77-468a-a4b0-d3915fdbba1b'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:57:42.762695 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-b1a295d6-d887-43f7-9cda-49f09b2d477e tempest-ServersWithSpecificFlavorTestJSON-1219430523 tempest-ServersWithSpecificFlavorTestJSON-1219430523-project] Notify callbacks [] for floatingip, before_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:42.799862 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee156cfc-7df3-4272-9c9c-ccd73d236aee req-f47a6a0b-b0c7-480e-a9f2-e015e1230243 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:42.801466 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-ee156cfc-7df3-4272-9c9c-ccd73d236aee req-f47a6a0b-b0c7-480e-a9f2-e015e1230243 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=d1c3cc78-09b9-4e30-99fd-0e5830de101d HTTP/1.1" status: 200 len: 843 time: 0.1410353 Jul 06 13:57:42.807787 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebc971e-a2e4-4cab-b1a0-fcb7805d59bc req-998f92cb-88ce-4788-a09b-7e974896558a tempest-ServersAdminTestJSON-391861328 tempest-ServersAdminTestJSON-391861328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:42.812278 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-aebc971e-a2e4-4cab-b1a0-fcb7805d59bc req-998f92cb-88ce-4788-a09b-7e974896558a tempest-ServersAdminTestJSON-391861328 tempest-ServersAdminTestJSON-391861328-project] 10.222.0.104 "GET /v2.0/ports?device_id=63f04f24-a07c-4f56-a92d-98828f9b51fd HTTP/1.1" status: 200 len: 950 time: 0.0832932 Jul 06 13:57:42.863785 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-aebc971e-a2e4-4cab-b1a0-fcb7805d59bc req-bd2b9ed0-7b05-4026-b60e-b5f25a9dba96 tempest-ServersAdminTestJSON-391861328 tempest-ServersAdminTestJSON-391861328-project] 10.222.0.104 "GET /v2.0/security-groups?id=3bcee3ab-dc9e-46be-bc35-9f5a80cc9457&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446632 Jul 06 13:57:42.974276 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee156cfc-7df3-4272-9c9c-ccd73d236aee req-815efc88-97cb-4407-b1c3-d95e250b93a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:42.976008 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-ee156cfc-7df3-4272-9c9c-ccd73d236aee req-815efc88-97cb-4407-b1c3-d95e250b93a4 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=ac09d390-867f-4b75-a8d2-ab11550bffd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1650908 Jul 06 13:57:43.050552 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] get_ports_and_sgs() called for port_ids ['a1941786-792d-48fc-a751-b58f1e076d1a'] {{(pid=100248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 13:57:43.113690 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2c3b7f-3c82-4b9b-8c27-8602149dd007 req-3dc2babc-5ca8-41cb-ab9d-1534bcd91d1c tempest-LiveMigrationTest-2001684970 tempest-LiveMigrationTest-2001684970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:43.128513 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-8e2c3b7f-3c82-4b9b-8c27-8602149dd007 req-3dc2babc-5ca8-41cb-ab9d-1534bcd91d1c tempest-LiveMigrationTest-2001684970 tempest-LiveMigrationTest-2001684970-project] 10.222.0.104 "GET /v2.0/ports?device_id=db226d12-2e62-42b7-b705-5e6732590104 HTTP/1.1" status: 200 len: 944 time: 0.1126826 Jul 06 13:57:43.230887 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-ee156cfc-7df3-4272-9c9c-ccd73d236aee req-0a3e50d5-ede2-450b-8289-239dcc4838f3 service neutron] 10.222.0.72 "GET /v2.0/networks/ac09d390-867f-4b75-a8d2-ab11550bffd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2427726 Jul 06 13:57:43.231825 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-8e2c3b7f-3c82-4b9b-8c27-8602149dd007 req-cccf8f29-c78a-4290-bf56-3ff4a61cde64 tempest-LiveMigrationTest-2001684970 tempest-LiveMigrationTest-2001684970-project] 10.222.0.104 "GET /v2.0/security-groups?id=7e243ebf-9cf4-4917-8da6-0fd38b06f795&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007309 Jul 06 13:57:43.378934 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951ab7b1-76fb-4582-b416-5da0b3a86261 req-8463ebf5-66af-4da0-bc61-759734f5782a tempest-ServerDiskConfigTestJSON-920847304 tempest-ServerDiskConfigTestJSON-920847304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:43.380663 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-951ab7b1-76fb-4582-b416-5da0b3a86261 req-8463ebf5-66af-4da0-bc61-759734f5782a tempest-ServerDiskConfigTestJSON-920847304 tempest-ServerDiskConfigTestJSON-920847304-project] 10.222.0.104 "GET /v2.0/ports?device_id=42d34a92-9ccf-48e1-9c97-b49b1c53d618 HTTP/1.1" status: 200 len: 945 time: 0.1097529 Jul 06 13:57:43.412577 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-ee156cfc-7df3-4272-9c9c-ccd73d236aee req-fd52fb99-493d-4bcd-9efb-0d102dd463a8 service neutron] 10.222.0.72 "GET /v2.0/networks/ac09d390-867f-4b75-a8d2-ab11550bffd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1732278 Jul 06 13:57:43.460429 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-951ab7b1-76fb-4582-b416-5da0b3a86261 req-9b4db0fd-b6b4-4be2-bdba-ab7e4a3eb79f tempest-ServerDiskConfigTestJSON-920847304 tempest-ServerDiskConfigTestJSON-920847304-project] 10.222.0.104 "GET /v2.0/security-groups?id=bc287469-1102-40d8-b019-cad062af5465&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725689 Jul 06 13:57:43.503687 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d981aa-e0d7-49ba-9b05-cdeeca6c656f req-1d2a0b71-24a7-42a9-92a0-86a804404d44 tempest-ServersAdminTestJSON-2056460672 tempest-ServersAdminTestJSON-2056460672-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:43.505271 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-15d981aa-e0d7-49ba-9b05-cdeeca6c656f req-1d2a0b71-24a7-42a9-92a0-86a804404d44 tempest-ServersAdminTestJSON-2056460672 tempest-ServersAdminTestJSON-2056460672-project-admin] 10.222.0.104 "GET /v2.0/ports?device_id=63f04f24-a07c-4f56-a92d-98828f9b51fd HTTP/1.1" status: 200 len: 1101 time: 0.0908206 Jul 06 13:57:43.514100 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-b1a295d6-d887-43f7-9cda-49f09b2d477e tempest-ServersWithSpecificFlavorTestJSON-1219430523 tempest-ServersWithSpecificFlavorTestJSON-1219430523-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:43.522299 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-b1a295d6-d887-43f7-9cda-49f09b2d477e tempest-ServersWithSpecificFlavorTestJSON-1219430523 tempest-ServersWithSpecificFlavorTestJSON-1219430523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1761130'] for floatingip, after_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:43.547113 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-15d981aa-e0d7-49ba-9b05-cdeeca6c656f req-9e153e82-b6cf-4a04-bc5e-5ce2160b51b4 tempest-ServersAdminTestJSON-2056460672 tempest-ServersAdminTestJSON-2056460672-project-admin] 10.222.0.104 "GET /v2.0/security-groups?id=3bcee3ab-dc9e-46be-bc35-9f5a80cc9457&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336261 Jul 06 13:57:43.645108 n-d-773647-6 neutron-server[100246]: INFO neutron.db.l3_db [None req-b1a295d6-d887-43f7-9cda-49f09b2d477e tempest-ServersWithSpecificFlavorTestJSON-1219430523 tempest-ServersWithSpecificFlavorTestJSON-1219430523-project] Floating IP 3964a9ac-fdfe-444e-a784-56ae3fe7b769 associated. External IP: 172.25.0.88, port: 5eef3fbe-fd77-468a-a4b0-d3915fdbba1b. Jul 06 13:57:43.711455 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c44cb05-fae1-42f5-9066-407641720221 req-a15ba372-215e-41fc-bc0a-dc661972aca4 tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:43.713721 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-0c44cb05-fae1-42f5-9066-407641720221 req-a15ba372-215e-41fc-bc0a-dc661972aca4 tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] 10.222.0.104 "GET /v2.0/ports?device_id=8e640565-cabe-4694-8753-48fc0a9aa040 HTTP/1.1" status: 200 len: 948 time: 0.1075866 Jul 06 13:57:43.766047 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-0c44cb05-fae1-42f5-9066-407641720221 req-f0940236-3549-48c2-8c4b-dd2cd168135f tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] 10.222.0.104 "GET /v2.0/security-groups?id=9f5b92e9-7340-49c3-a9bb-41e4a1caffc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458233 Jul 06 13:57:43.890543 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1a295d6-d887-43f7-9cda-49f09b2d477e tempest-ServersWithSpecificFlavorTestJSON-1219430523 tempest-ServersWithSpecificFlavorTestJSON-1219430523-project] Router 93fc06c6-e2da-491a-a138-5c16c1a263ab has already been hosted by L3 agent 2823d358-a11b-4885-a706-95a279e43fa7 {{(pid=100246) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 13:57:43.953968 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fd1239-c521-4da8-a768-546bdaaec774 req-aa3a6e25-a680-4617-b03d-3ca7326e74c7 tempest-ServersAdminTestJSON-2056460672 tempest-ServersAdminTestJSON-2056460672-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:43.955790 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-f4fd1239-c521-4da8-a768-546bdaaec774 req-aa3a6e25-a680-4617-b03d-3ca7326e74c7 tempest-ServersAdminTestJSON-2056460672 tempest-ServersAdminTestJSON-2056460672-project-admin] 10.222.0.104 "GET /v2.0/ports?device_id=63f04f24-a07c-4f56-a92d-98828f9b51fd HTTP/1.1" status: 200 len: 1101 time: 0.0546627 Jul 06 13:57:43.991880 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-f4fd1239-c521-4da8-a768-546bdaaec774 req-59346f20-af39-40d3-a8e4-bdd559a324df tempest-ServersAdminTestJSON-2056460672 tempest-ServersAdminTestJSON-2056460672-project-admin] 10.222.0.104 "GET /v2.0/security-groups?id=3bcee3ab-dc9e-46be-bc35-9f5a80cc9457&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303211 Jul 06 13:57:43.999115 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1a295d6-d887-43f7-9cda-49f09b2d477e tempest-ServersWithSpecificFlavorTestJSON-1219430523 tempest-ServersWithSpecificFlavorTestJSON-1219430523-project] Notify agent at l3_agent.n-d-773647-6 the message routers_updated {{(pid=100246) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 13:57:44.003657 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-b1a295d6-d887-43f7-9cda-49f09b2d477e tempest-ServersWithSpecificFlavorTestJSON-1219430523 tempest-ServersWithSpecificFlavorTestJSON-1219430523-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for floatingip, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:44.010323 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ed71356-63ff-4eea-a9ee-0b0c6a12f0e2 None None] Sync routers for ids ['93fc06c6-e2da-491a-a138-5c16c1a263ab'] in n-d-773647-6 {{(pid=100248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 13:57:44.014397 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Device f1aab9a0-078a-4663-8768-bd6b589c53f0 details requested by agent hyperv_n-h1-773647-6 with host n-h1-773647-6 {{(pid=100248) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 13:57:44.037030 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ed71356-63ff-4eea-a9ee-0b0c6a12f0e2 None None] Routers {'93fc06c6-e2da-491a-a138-5c16c1a263ab'} bound to L3 agent in host n-d-773647-6 {{(pid=100248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 13:57:44.037901 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-0ed71356-63ff-4eea-a9ee-0b0c6a12f0e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T13:57:25Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['93fc06c6-e2da-491a-a138-5c16c1a263ab'], 'active': True} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:57:44.074662 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-b1a295d6-d887-43f7-9cda-49f09b2d477e tempest-ServersWithSpecificFlavorTestJSON-1219430523 tempest-ServersWithSpecificFlavorTestJSON-1219430523-project] 10.222.0.104 "PUT /v2.0/floatingips/3964a9ac-fdfe-444e-a784-56ae3fe7b769 HTTP/1.1" status: 200 len: 990 time: 1.3685265 Jul 06 13:57:44.075283 n-d-773647-6 neutron-server[100246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d04a11a-d8bd-4340-950b-af5c0e394bc0', 'tag': '5eef3fbe-fd77-468a-a4b0-d3915fdbba1b'}] {{(pid=100246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 13:57:44.077577 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0d96c5ab5e889f7b933ae915b9be33d1b46c9e87795bf781004b656ef3f1e87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c976930-5156-4162-bd1d-53aa623f82fd" -d '{"events": [{"name": "network-changed", "server_uuid": "0d04a11a-d8bd-4340-950b-af5c0e394bc0", "tag": "5eef3fbe-fd77-468a-a4b0-d3915fdbba1b"}]}' {{(pid=100246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:57:44.234406 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] For port f1aab9a0-078a-4663-8768-bd6b589c53f0, host n-h1-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773647-6',level=0,port_id=f1aab9a0-078a-4663-8768-bd6b589c53f0,segment=NetworkSegment(65749612-fb0d-4f34-9eb9-d06c3a2fda80),segment_id=65749612-fb0d-4f34-9eb9-d06c3a2fda80)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:57:44.255417 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvr_db [None req-0ed71356-63ff-4eea-a9ee-0b0c6a12f0e2 None None] Set router 93fc06c6-e2da-491a-a138-5c16c1a263ab gateway port host: n-d-773647-6 {{(pid=100248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 13:57:44.257842 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Returning: {'device': 'f1aab9a0-078a-4663-8768-bd6b589c53f0', 'network_id': '4f6c277b-1b2d-40ad-a374-15bf31b2f6e9', 'port_id': 'f1aab9a0-078a-4663-8768-bd6b589c53f0', 'mac_address': 'fa:16:3e:fb:eb:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1045, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ab4a4f6-31db-40f5-bd89-967e515dcbd9', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100248) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 13:57:44.290850 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 13:57:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-003b571b-f9ce-4c99-92e2-62c1c6b1f132 x-openstack-request-id: req-003b571b-f9ce-4c99-92e2-62c1c6b1f132 {{(pid=100246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:57:44.291232 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d04a11a-d8bd-4340-950b-af5c0e394bc0", "tag": "5eef3fbe-fd77-468a-a4b0-d3915fdbba1b", "status": "completed", "code": 200}]} {{(pid=100246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:57:44.292104 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-003b571b-f9ce-4c99-92e2-62c1c6b1f132 {{(pid=100246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:57:44.292430 n-d-773647-6 neutron-server[100246]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d04a11a-d8bd-4340-950b-af5c0e394bc0', 'tag': '5eef3fbe-fd77-468a-a4b0-d3915fdbba1b', 'status': 'completed', 'code': 200} Jul 06 13:57:44.393641 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c976930-5156-4162-bd1d-53aa623f82fd req-a3938e12-d2e8-45c4-b84e-e7e8bf0b5454 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:44.395365 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-6c976930-5156-4162-bd1d-53aa623f82fd req-a3938e12-d2e8-45c4-b84e-e7e8bf0b5454 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=acb800f580674ba5b45dfb76ebc253b1&device_id=0d04a11a-d8bd-4340-950b-af5c0e394bc0 HTTP/1.1" status: 200 len: 1096 time: 0.0674667 Jul 06 13:57:44.508141 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c976930-5156-4162-bd1d-53aa623f82fd req-3b0f2b0a-62b5-4c98-89a5-2eb61661ad96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:44.509896 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-6c976930-5156-4162-bd1d-53aa623f82fd req-3b0f2b0a-62b5-4c98-89a5-2eb61661ad96 service neutron] 10.222.0.72 "GET /v2.0/networks?id=460f74e5-0a7f-4f78-8d1f-c6320874439c HTTP/1.1" status: 200 len: 926 time: 0.1069789 Jul 06 13:57:44.516056 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:44.542011 n-d-773647-6 neutron-server[100248]: DEBUG neutron.notifiers.nova [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f1aab9a0-078a-4663-8768-bd6b589c53f0 {{(pid=100248) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 13:57:44.552752 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17213575-e9b6-49b3-b26b-722595360ff3 req-177e23ec-adc2-401a-8b55-724d1e79de72 tempest-LiveMigrationTest-2001684970 tempest-LiveMigrationTest-2001684970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:44.554386 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-17213575-e9b6-49b3-b26b-722595360ff3 req-177e23ec-adc2-401a-8b55-724d1e79de72 tempest-LiveMigrationTest-2001684970 tempest-LiveMigrationTest-2001684970-project] 10.222.0.104 "GET /v2.0/ports?device_id=db226d12-2e62-42b7-b705-5e6732590104 HTTP/1.1" status: 200 len: 944 time: 0.1527128 Jul 06 13:57:44.581543 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] For port f1aab9a0-078a-4663-8768-bd6b589c53f0, host n-h1-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773647-6',level=0,port_id=f1aab9a0-078a-4663-8768-bd6b589c53f0,segment=NetworkSegment(65749612-fb0d-4f34-9eb9-d06c3a2fda80),segment_id=65749612-fb0d-4f34-9eb9-d06c3a2fda80)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:57:44.590111 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:44.600334 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeef48da-42a7-4030-9003-1f9b2d7cb6e7 req-357f888b-9085-4297-a07b-3e3b7656d7da tempest-ServersAdminTestJSON-391861328 tempest-ServersAdminTestJSON-391861328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:44.603413 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-eeef48da-42a7-4030-9003-1f9b2d7cb6e7 req-357f888b-9085-4297-a07b-3e3b7656d7da tempest-ServersAdminTestJSON-391861328 tempest-ServersAdminTestJSON-391861328-project] 10.222.0.104 "GET /v2.0/ports?device_id=1d9a9a53-e652-42bf-82fc-ad1b61c065b3 HTTP/1.1" status: 200 len: 950 time: 0.1320481 Jul 06 13:57:44.622311 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-6c976930-5156-4162-bd1d-53aa623f82fd req-9661c1a9-1701-4cce-9761-957c48fc54bf service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5eef3fbe-fd77-468a-a4b0-d3915fdbba1b HTTP/1.1" status: 200 len: 998 time: 0.1028664 Jul 06 13:57:44.673714 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Pushing event updated for resources: {'Port': ['ID=f1aab9a0-078a-4663-8768-bd6b589c53f0,revision_number=4']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:57:44.694925 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c976930-5156-4162-bd1d-53aa623f82fd req-77d099d6-d494-42cb-9a92-523f956d0a7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:44.696493 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-6c976930-5156-4162-bd1d-53aa623f82fd req-77d099d6-d494-42cb-9a92-523f956d0a7b service neutron] 10.222.0.72 "GET /v2.0/subnets?id=018ef28b-510d-4b0e-ac77-2e6a29444295 HTTP/1.1" status: 200 len: 863 time: 0.0601947 Jul 06 13:57:44.705435 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-0ed71356-63ff-4eea-a9ee-0b0c6a12f0e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93fc06c6-e2da-491a-a138-5c16c1a263ab', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1475940776-router', 'tenant_id': 'acb800f580674ba5b45dfb76ebc253b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.23'}], 'enable_snat': True}, 'gw_port_id': '1d882890-1b14-4f02-9680-5aee680e0d0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T13:53:32Z', 'updated_at': '2021-07-06T13:53:40Z', 'revision_number': 4, 'project_id': 'acb800f580674ba5b45dfb76ebc253b1', 'gw_port': {'id': '1d882890-1b14-4f02-9680-5aee680e0d0b', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:3a:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93fc06c6-e2da-491a-a138-5c16c1a263ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:53:32Z', 'updated_at': '2021-07-06T13:53:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6', '_floatingips': [{'id': '3964a9ac-fdfe-444e-a784-56ae3fe7b769', 'tenant_id': 'acb800f580674ba5b45dfb76ebc253b1', 'floating_ip_address': '172.25.0.88', 'floating_network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'router_id': '93fc06c6-e2da-491a-a138-5c16c1a263ab', 'port_id': '5eef3fbe-fd77-468a-a4b0-d3915fdbba1b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 222, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '460f74e5-0a7f-4f78-8d1f-c6320874439c', 'mac_address': 'fa:16:3e:a1:1d:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d04a11a-d8bd-4340-950b-af5c0e394bc0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T13:54:03Z', 'updated_at': '2021-07-06T13:57:43Z', 'revision_number': 5, 'project_id': 'acb800f580674ba5b45dfb76ebc253b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aefefec2-a26b-4852-8d04-c232bf44b1df', 'name': '', 'network_id': '460f74e5-0a7f-4f78-8d1f-c6320874439c', 'tenant_id': 'acb800f580674ba5b45dfb76ebc253b1', 'mac_address': 'fa:16:3e:ee:a4:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93fc06c6-e2da-491a-a138-5c16c1a263ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '018ef28b-510d-4b0e-ac77-2e6a29444295', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:53:37Z', 'updated_at': '2021-07-06T13:53:49Z', 'revision_number': 5, 'project_id': 'acb800f580674ba5b45dfb76ebc253b1', 'subnets': [{'id': '018ef28b-510d-4b0e-ac77-2e6a29444295', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773647-6', False) {} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:57:44.716736 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-17213575-e9b6-49b3-b26b-722595360ff3 req-1117d39d-0016-4dff-ba69-8f65a4e2d5f3 tempest-LiveMigrationTest-2001684970 tempest-LiveMigrationTest-2001684970-project] 10.222.0.104 "GET /v2.0/security-groups?id=7e243ebf-9cf4-4917-8da6-0fd38b06f795&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1448491 Jul 06 13:57:44.725091 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-eeef48da-42a7-4030-9003-1f9b2d7cb6e7 req-2f3e66b0-d712-407b-af40-7d277b30433c tempest-ServersAdminTestJSON-391861328 tempest-ServersAdminTestJSON-391861328-project] 10.222.0.104 "GET /v2.0/security-groups?id=3bcee3ab-dc9e-46be-bc35-9f5a80cc9457&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115611 Jul 06 13:57:44.778186 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ed71356-63ff-4eea-a9ee-0b0c6a12f0e2 None None] Checking router: 93fc06c6-e2da-491a-a138-5c16c1a263ab for host: n-d-773647-6 {{(pid=100248) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 13:57:44.799768 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ed71356-63ff-4eea-a9ee-0b0c6a12f0e2 None None] Routers {'93fc06c6-e2da-491a-a138-5c16c1a263ab'} bound to L3 agent in host n-d-773647-6 {{(pid=100248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 13:57:44.799768 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-0ed71356-63ff-4eea-a9ee-0b0c6a12f0e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T13:57:25Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['93fc06c6-e2da-491a-a138-5c16c1a263ab'], 'active': True} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:57:44.853478 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c976930-5156-4162-bd1d-53aa623f82fd req-9e55189d-2bc0-4212-b4a7-948b5bb0becd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:44.855566 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-6c976930-5156-4162-bd1d-53aa623f82fd req-9e55189d-2bc0-4212-b4a7-948b5bb0becd service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=460f74e5-0a7f-4f78-8d1f-c6320874439c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1458240 Jul 06 13:57:44.953991 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvr_db [None req-0ed71356-63ff-4eea-a9ee-0b0c6a12f0e2 None None] Set router 93fc06c6-e2da-491a-a138-5c16c1a263ab gateway port host: n-d-773647-6 {{(pid=100248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 13:57:44.971136 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-6c976930-5156-4162-bd1d-53aa623f82fd req-1c4787b9-dc12-40d9-b046-4228c3606052 service neutron] 10.222.0.72 "GET /v2.0/networks/460f74e5-0a7f-4f78-8d1f-c6320874439c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1066930 Jul 06 13:57:45.073494 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796c6001-8c1c-41a7-9173-d1cf242c3453 req-dea81f39-3603-4005-8554-ac7b3dc41527 tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:45.080043 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-6c976930-5156-4162-bd1d-53aa623f82fd req-d3591077-c0bf-4479-abf3-ac0ee319c431 service neutron] 10.222.0.72 "GET /v2.0/networks/460f74e5-0a7f-4f78-8d1f-c6320874439c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1015298 Jul 06 13:57:45.081084 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-796c6001-8c1c-41a7-9173-d1cf242c3453 req-dea81f39-3603-4005-8554-ac7b3dc41527 tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] 10.222.0.104 "GET /v2.0/ports?device_id=8e640565-cabe-4694-8753-48fc0a9aa040 HTTP/1.1" status: 200 len: 948 time: 0.1011269 Jul 06 13:57:45.109634 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe82a589-7c40-4ddf-b606-c4f41bc9fb70 req-2a47ff75-e10b-4459-8549-c82bfe217372 tempest-ServerDiskConfigTestJSON-920847304 tempest-ServerDiskConfigTestJSON-920847304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:45.111199 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-fe82a589-7c40-4ddf-b606-c4f41bc9fb70 req-2a47ff75-e10b-4459-8549-c82bfe217372 tempest-ServerDiskConfigTestJSON-920847304 tempest-ServerDiskConfigTestJSON-920847304-project] 10.222.0.104 "GET /v2.0/ports?device_id=42d34a92-9ccf-48e1-9c97-b49b1c53d618 HTTP/1.1" status: 200 len: 945 time: 0.2130139 Jul 06 13:57:45.153247 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-796c6001-8c1c-41a7-9173-d1cf242c3453 req-84b80709-17e6-412e-bf25-62ea7a1ccade tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] 10.222.0.104 "GET /v2.0/security-groups?id=9f5b92e9-7340-49c3-a9bb-41e4a1caffc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711601 Jul 06 13:57:45.182509 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-fe82a589-7c40-4ddf-b606-c4f41bc9fb70 req-edd080b0-f572-44ad-b639-4f89aff007d7 tempest-ServerDiskConfigTestJSON-920847304 tempest-ServerDiskConfigTestJSON-920847304-project] 10.222.0.104 "GET /v2.0/security-groups?id=bc287469-1102-40d8-b019-cad062af5465&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605710 Jul 06 13:57:45.257999 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-0ed71356-63ff-4eea-a9ee-0b0c6a12f0e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93fc06c6-e2da-491a-a138-5c16c1a263ab', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1475940776-router', 'tenant_id': 'acb800f580674ba5b45dfb76ebc253b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.23'}], 'enable_snat': True}, 'gw_port_id': '1d882890-1b14-4f02-9680-5aee680e0d0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T13:53:32Z', 'updated_at': '2021-07-06T13:53:40Z', 'revision_number': 4, 'project_id': 'acb800f580674ba5b45dfb76ebc253b1', 'gw_port': {'id': '1d882890-1b14-4f02-9680-5aee680e0d0b', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:3a:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93fc06c6-e2da-491a-a138-5c16c1a263ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:53:32Z', 'updated_at': '2021-07-06T13:53:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6', '_floatingips': [{'id': '3964a9ac-fdfe-444e-a784-56ae3fe7b769', 'tenant_id': 'acb800f580674ba5b45dfb76ebc253b1', 'floating_ip_address': '172.25.0.88', 'floating_network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'router_id': '93fc06c6-e2da-491a-a138-5c16c1a263ab', 'port_id': '5eef3fbe-fd77-468a-a4b0-d3915fdbba1b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 222, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '460f74e5-0a7f-4f78-8d1f-c6320874439c', 'mac_address': 'fa:16:3e:a1:1d:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d04a11a-d8bd-4340-950b-af5c0e394bc0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T13:54:03Z', 'updated_at': '2021-07-06T13:57:43Z', 'revision_number': 5, 'project_id': 'acb800f580674ba5b45dfb76ebc253b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aefefec2-a26b-4852-8d04-c232bf44b1df', 'name': '', 'network_id': '460f74e5-0a7f-4f78-8d1f-c6320874439c', 'tenant_id': 'acb800f580674ba5b45dfb76ebc253b1', 'mac_address': 'fa:16:3e:ee:a4:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93fc06c6-e2da-491a-a138-5c16c1a263ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '018ef28b-510d-4b0e-ac77-2e6a29444295', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:53:37Z', 'updated_at': '2021-07-06T13:53:49Z', 'revision_number': 5, 'project_id': 'acb800f580674ba5b45dfb76ebc253b1', 'subnets': [{'id': '018ef28b-510d-4b0e-ac77-2e6a29444295', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773647-6', False) {} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:57:45.419253 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] get_ports_and_sgs() called for port_ids ['f1aab9a0-078a-4663-8768-bd6b589c53f0'] {{(pid=100248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 13:57:45.421750 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ed71356-63ff-4eea-a9ee-0b0c6a12f0e2 None None] The sync data for ids ['93fc06c6-e2da-491a-a138-5c16c1a263ab'] in n-d-773647-6 is: [{'id': '93fc06c6-e2da-491a-a138-5c16c1a263ab', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1475940776-router', 'tenant_id': 'acb800f580674ba5b45dfb76ebc253b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.23'}], 'enable_snat': True}, 'gw_port_id': '1d882890-1b14-4f02-9680-5aee680e0d0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T13:53:32Z', 'updated_at': '2021-07-06T13:53:40Z', 'revision_number': 4, 'project_id': 'acb800f580674ba5b45dfb76ebc253b1', 'gw_port': {'id': '1d882890-1b14-4f02-9680-5aee680e0d0b', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:3a:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93fc06c6-e2da-491a-a138-5c16c1a263ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:53:32Z', 'updated_at': '2021-07-06T13:53:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6', '_floatingips': [{'id': '3964a9ac-fdfe-444e-a784-56ae3fe7b769', 'tenant_id': 'acb800f580674ba5b45dfb76ebc253b1', 'floating_ip_address': '172.25.0.88', 'floating_network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'router_id': '93fc06c6-e2da-491a-a138-5c16c1a263ab', 'port_id': '5eef3fbe-fd77-468a-a4b0-d3915fdbba1b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 222, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '460f74e5-0a7f-4f78-8d1f-c6320874439c', 'mac_address': 'fa:16:3e:a1:1d:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d04a11a-d8bd-4340-950b-af5c0e394bc0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T13:54:03Z', 'updated_at': '2021-07-06T13:57:43Z', 'revision_number': 5, 'project_id': 'acb800f580674ba5b45dfb76ebc253b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aefefec2-a26b-4852-8d04-c232bf44b1df', 'name': '', 'network_id': '460f74e5-0a7f-4f78-8d1f-c6320874439c', 'tenant_id': 'acb800f580674ba5b45dfb76ebc253b1', 'mac_address': 'fa:16:3e:ee:a4:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93fc06c6-e2da-491a-a138-5c16c1a263ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '018ef28b-510d-4b0e-ac77-2e6a29444295', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:53:37Z', 'updated_at': '2021-07-06T13:53:49Z', 'revision_number': 5, 'project_id': 'acb800f580674ba5b45dfb76ebc253b1', 'subnets': [{'id': '018ef28b-510d-4b0e-ac77-2e6a29444295', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 13:57:45.693525 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ce197b5-1b9c-42a0-8448-c98100e67e3f None None] New status for floating IP 3964a9ac-fdfe-444e-a784-56ae3fe7b769: ACTIVE {{(pid=100249) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 13:57:45.807993 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee12cad-c331-4a33-be25-1b4d1ceaec05 req-bf5d4c27-ee53-4efc-a00c-ade361550036 tempest-DeleteServersTestJSON-677393534 tempest-DeleteServersTestJSON-677393534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:45.809704 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-3ee12cad-c331-4a33-be25-1b4d1ceaec05 req-bf5d4c27-ee53-4efc-a00c-ade361550036 tempest-DeleteServersTestJSON-677393534 tempest-DeleteServersTestJSON-677393534-project] 10.222.0.104 "GET /v2.0/ports?device_id=6170d4d8-ea14-440b-9da4-bbd0c2f68095 HTTP/1.1" status: 200 len: 946 time: 0.0787909 Jul 06 13:57:45.907719 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-3ee12cad-c331-4a33-be25-1b4d1ceaec05 req-8e6ae2d8-0179-435c-93d9-c689d03fd9cd tempest-DeleteServersTestJSON-677393534 tempest-DeleteServersTestJSON-677393534-project] 10.222.0.104 "GET /v2.0/security-groups?id=7d4cbf2c-f907-4452-8928-a2a298fe7ee1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872331 Jul 06 13:57:45.957438 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1a4f6a-a719-4217-9aae-6bbd08ab3652 req-6b63e90b-34c0-43a2-9cd8-8f6cad7f650f tempest-LiveMigrationTest-2001684970 tempest-LiveMigrationTest-2001684970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:45.959424 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-6b1a4f6a-a719-4217-9aae-6bbd08ab3652 req-6b63e90b-34c0-43a2-9cd8-8f6cad7f650f tempest-LiveMigrationTest-2001684970 tempest-LiveMigrationTest-2001684970-project] 10.222.0.104 "GET /v2.0/ports?device_id=db226d12-2e62-42b7-b705-5e6732590104 HTTP/1.1" status: 200 len: 945 time: 0.1027288 Jul 06 13:57:46.009446 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-6b1a4f6a-a719-4217-9aae-6bbd08ab3652 req-d41f7a43-f6cf-465b-afa5-32dd0762bdd9 tempest-LiveMigrationTest-2001684970 tempest-LiveMigrationTest-2001684970-project] 10.222.0.104 "GET /v2.0/security-groups?id=7e243ebf-9cf4-4917-8da6-0fd38b06f795&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441642 Jul 06 13:57:46.027465 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ed90c0-5e08-4c62-8884-753b0aef53b9 req-38194c33-0b9d-4de1-951f-9c9f65e0e3f6 tempest-ServersAdminTestJSON-391861328 tempest-ServersAdminTestJSON-391861328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:46.027984 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Device bf79ecaa-be4d-40bf-95e6-0f2da64d736c details requested by agent hyperv_n-h1-773647-6 with host n-h1-773647-6 {{(pid=100248) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 13:57:46.030289 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-b0ed90c0-5e08-4c62-8884-753b0aef53b9 req-38194c33-0b9d-4de1-951f-9c9f65e0e3f6 tempest-ServersAdminTestJSON-391861328 tempest-ServersAdminTestJSON-391861328-project] 10.222.0.72 "GET /v2.0/ports?device_id=1d9a9a53-e652-42bf-82fc-ad1b61c065b3 HTTP/1.1" status: 200 len: 950 time: 0.0937572 Jul 06 13:57:46.031610 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Device a1941786-792d-48fc-a751-b58f1e076d1a up at agent hyperv_n-h1-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 13:57:46.107543 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08209a0-dd0b-4837-8c50-060fe50c1c85 req-daed2e11-eaca-4bd5-bba6-a95f95b51fc7 tempest-ServersAdminTestJSON-391861328 tempest-ServersAdminTestJSON-391861328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:46.109218 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-d08209a0-dd0b-4837-8c50-060fe50c1c85 req-daed2e11-eaca-4bd5-bba6-a95f95b51fc7 tempest-ServersAdminTestJSON-391861328 tempest-ServersAdminTestJSON-391861328-project] 10.222.0.104 "GET /v2.0/ports?device_id=1d9a9a53-e652-42bf-82fc-ad1b61c065b3 HTTP/1.1" status: 200 len: 950 time: 0.0812097 Jul 06 13:57:46.150579 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Device f2dfd2e9-3a23-4089-a63b-c17a9084581f details requested by agent hyperv_n-h2-773647-6 with host n-h2-773647-6 {{(pid=100248) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 13:57:46.162957 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-d08209a0-dd0b-4837-8c50-060fe50c1c85 req-ada6e4ac-0a84-486b-a303-a77cbf51f79a tempest-ServersAdminTestJSON-391861328 tempest-ServersAdminTestJSON-391861328-project] 10.222.0.104 "GET /v2.0/security-groups?id=3bcee3ab-dc9e-46be-bc35-9f5a80cc9457&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481753 Jul 06 13:57:46.169789 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [req-b0ed90c0-5e08-4c62-8884-753b0aef53b9 req-0ec5985f-2f3a-4a03-bf71-120fcc9d0453 tempest-ServersAdminTestJSON-391861328 tempest-ServersAdminTestJSON-391861328-project] Deleting port 31de2b57-1eae-4198-bc52-c86e5d901c27 {{(pid=100246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 13:57:46.169919 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-b0ed90c0-5e08-4c62-8884-753b0aef53b9 req-0ec5985f-2f3a-4a03-bf71-120fcc9d0453 tempest-ServersAdminTestJSON-391861328 tempest-ServersAdminTestJSON-391861328-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:46.193890 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Provisioning for port a1941786-792d-48fc-a751-b58f1e076d1a completed by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 13:57:46.251468 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Provisioning complete for port a1941786-792d-48fc-a751-b58f1e076d1a triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:57:46.263736 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:46.310540 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] For port bf79ecaa-be4d-40bf-95e6-0f2da64d736c, host n-h1-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773647-6',level=0,port_id=bf79ecaa-be4d-40bf-95e6-0f2da64d736c,segment=NetworkSegment(c9ea893d-045e-42cf-b3dd-cdd1f79baccd),segment_id=c9ea893d-045e-42cf-b3dd-cdd1f79baccd)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:57:46.322356 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Returning: {'device': 'bf79ecaa-be4d-40bf-95e6-0f2da64d736c', 'network_id': 'ac09d390-867f-4b75-a8d2-ab11550bffd6', 'port_id': 'bf79ecaa-be4d-40bf-95e6-0f2da64d736c', 'mac_address': 'fa:16:3e:c2:56:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1023, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd1c3cc78-09b9-4e30-99fd-0e5830de101d', 'ip_address': '192.168.233.122'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100248) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 13:57:46.440183 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:46.443444 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] For port f2dfd2e9-3a23-4089-a63b-c17a9084581f, host n-h2-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=f2dfd2e9-3a23-4089-a63b-c17a9084581f,segment=NetworkSegment(c9ea893d-045e-42cf-b3dd-cdd1f79baccd),segment_id=c9ea893d-045e-42cf-b3dd-cdd1f79baccd)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:57:46.444730 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6241ce1e-51a3-4f82-b55c-56b5ec746cfe req-4435bb41-22df-4eb3-a748-d2eedb069ea3 tempest-ServerDiskConfigTestJSON-920847304 tempest-ServerDiskConfigTestJSON-920847304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:46.447415 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-6241ce1e-51a3-4f82-b55c-56b5ec746cfe req-4435bb41-22df-4eb3-a748-d2eedb069ea3 tempest-ServerDiskConfigTestJSON-920847304 tempest-ServerDiskConfigTestJSON-920847304-project] 10.222.0.104 "GET /v2.0/ports?device_id=42d34a92-9ccf-48e1-9c97-b49b1c53d618 HTTP/1.1" status: 200 len: 945 time: 0.1159372 Jul 06 13:57:46.457625 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45651e95-b66b-466c-92cc-db30a4c2e62a req-dd1e8f03-9113-4ac3-8377-42582c4ffce3 tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:46.459198 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-45651e95-b66b-466c-92cc-db30a4c2e62a req-dd1e8f03-9113-4ac3-8377-42582c4ffce3 tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] 10.222.0.104 "GET /v2.0/ports?device_id=8e640565-cabe-4694-8753-48fc0a9aa040 HTTP/1.1" status: 200 len: 948 time: 0.1621671 Jul 06 13:57:46.492817 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Returning: {'device': 'f2dfd2e9-3a23-4089-a63b-c17a9084581f', 'network_id': 'ac09d390-867f-4b75-a8d2-ab11550bffd6', 'port_id': 'f2dfd2e9-3a23-4089-a63b-c17a9084581f', 'mac_address': 'fa:16:3e:86:8f:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1023, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd1c3cc78-09b9-4e30-99fd-0e5830de101d', 'ip_address': '192.168.233.228'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100248) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 13:57:46.498925 n-d-773647-6 neutron-server[100248]: DEBUG neutron.notifiers.nova [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id bf79ecaa-be4d-40bf-95e6-0f2da64d736c {{(pid=100248) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 13:57:46.515956 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-45651e95-b66b-466c-92cc-db30a4c2e62a req-c77dd357-1b8b-4083-b970-5b839a1db314 tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] 10.222.0.104 "GET /v2.0/security-groups?id=9f5b92e9-7340-49c3-a9bb-41e4a1caffc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494995 Jul 06 13:57:46.543001 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] For port bf79ecaa-be4d-40bf-95e6-0f2da64d736c, host n-h1-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773647-6',level=0,port_id=bf79ecaa-be4d-40bf-95e6-0f2da64d736c,segment=NetworkSegment(c9ea893d-045e-42cf-b3dd-cdd1f79baccd),segment_id=c9ea893d-045e-42cf-b3dd-cdd1f79baccd)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:57:46.550053 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-6241ce1e-51a3-4f82-b55c-56b5ec746cfe req-d617583c-3408-4645-b981-6f7c15e93f9d tempest-ServerDiskConfigTestJSON-920847304 tempest-ServerDiskConfigTestJSON-920847304-project] 10.222.0.104 "GET /v2.0/security-groups?id=bc287469-1102-40d8-b019-cad062af5465&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896993 Jul 06 13:57:46.583641 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:46.592141 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:46.663674 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.db [req-b0ed90c0-5e08-4c62-8884-753b0aef53b9 req-0ec5985f-2f3a-4a03-bf71-120fcc9d0453 tempest-ServersAdminTestJSON-391861328 tempest-ServersAdminTestJSON-391861328-project] For port 31de2b57-1eae-4198-bc52-c86e5d901c27, host n-h2-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=31de2b57-1eae-4198-bc52-c86e5d901c27,segment=NetworkSegment(c9ea893d-045e-42cf-b3dd-cdd1f79baccd),segment_id=c9ea893d-045e-42cf-b3dd-cdd1f79baccd)] {{(pid=100246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:57:46.664838 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-b0ed90c0-5e08-4c62-8884-753b0aef53b9 req-0ec5985f-2f3a-4a03-bf71-120fcc9d0453 tempest-ServersAdminTestJSON-391861328 tempest-ServersAdminTestJSON-391861328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:46.681103 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [req-b0ed90c0-5e08-4c62-8884-753b0aef53b9 req-0ec5985f-2f3a-4a03-bf71-120fcc9d0453 tempest-ServersAdminTestJSON-391861328 tempest-ServersAdminTestJSON-391861328-project] Calling delete_port for 31de2b57-1eae-4198-bc52-c86e5d901c27 owned by compute:nova {{(pid=100246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 13:57:46.688648 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:46.690723 n-d-773647-6 neutron-server[100248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42d34a92-9ccf-48e1-9c97-b49b1c53d618', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1941786-792d-48fc-a751-b58f1e076d1a'}] {{(pid=100248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 13:57:46.692998 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84af257533e383389cbcf231d3534f4d5e149e7203fea16b4a8fc01438dddaf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-617d300d-f5bd-4a7f-9c72-4260f21a8726" -d '{"events": [{"server_uuid": "42d34a92-9ccf-48e1-9c97-b49b1c53d618", "name": "network-vif-plugged", "status": "completed", "tag": "a1941786-792d-48fc-a751-b58f1e076d1a"}]}' {{(pid=100248) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:57:46.722250 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] For port a1941786-792d-48fc-a751-b58f1e076d1a, host n-h1-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773647-6',level=0,port_id=a1941786-792d-48fc-a751-b58f1e076d1a,segment=NetworkSegment(1bb3acc6-dcb3-43f0-ad94-2763c9e79a65),segment_id=1bb3acc6-dcb3-43f0-ad94-2763c9e79a65)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:57:46.731713 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:46.737163 n-d-773647-6 neutron-server[100248]: DEBUG neutron.notifiers.nova [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f2dfd2e9-3a23-4089-a63b-c17a9084581f {{(pid=100248) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 13:57:46.742903 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Pushing event updated for resources: {'Port': ['ID=bf79ecaa-be4d-40bf-95e6-0f2da64d736c,revision_number=6']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:57:46.781397 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 13:57:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-372bd6cc-dd02-42ab-825f-5ad951fa3165 x-openstack-request-id: req-372bd6cc-dd02-42ab-825f-5ad951fa3165 {{(pid=100248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:57:46.781692 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42d34a92-9ccf-48e1-9c97-b49b1c53d618", "name": "network-vif-plugged", "status": "completed", "tag": "a1941786-792d-48fc-a751-b58f1e076d1a", "code": 200}]} {{(pid=100248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:57:46.781946 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-372bd6cc-dd02-42ab-825f-5ad951fa3165 {{(pid=100248) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:57:46.782337 n-d-773647-6 neutron-server[100248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42d34a92-9ccf-48e1-9c97-b49b1c53d618', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1941786-792d-48fc-a751-b58f1e076d1a', 'code': 200} Jul 06 13:57:46.793360 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] For port f2dfd2e9-3a23-4089-a63b-c17a9084581f, host n-h2-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=f2dfd2e9-3a23-4089-a63b-c17a9084581f,segment=NetworkSegment(c9ea893d-045e-42cf-b3dd-cdd1f79baccd),segment_id=c9ea893d-045e-42cf-b3dd-cdd1f79baccd)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:57:46.800950 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:46.819014 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Pushing event updated for resources: {'Port': ['ID=a1941786-792d-48fc-a751-b58f1e076d1a,revision_number=5']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:57:46.847373 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] get_ports_and_sgs() called for port_ids ['bf79ecaa-be4d-40bf-95e6-0f2da64d736c'] {{(pid=100248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 13:57:46.859107 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-b0ed90c0-5e08-4c62-8884-753b0aef53b9 req-0ec5985f-2f3a-4a03-bf71-120fcc9d0453 tempest-ServersAdminTestJSON-391861328 tempest-ServersAdminTestJSON-391861328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127687580'] for port, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:46.875207 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] get_ports_and_sgs() called for port_ids ['31de2b57-1eae-4198-bc52-c86e5d901c27', 'ea4b4b49-6742-4d24-921d-b8422184436f'] {{(pid=100248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 13:57:46.893574 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec5985f-2f3a-4a03-bf71-120fcc9d0453 tempest-ServersAdminTestJSON-391861328 tempest-ServersAdminTestJSON-391861328-project] Pushing event deleted for resources: {'Port': ['ID=31de2b57-1eae-4198-bc52-c86e5d901c27,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:57:46.949700 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Pushing event updated for resources: {'Port': ['ID=f2dfd2e9-3a23-4089-a63b-c17a9084581f,revision_number=4']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:57:46.969181 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0ed90c0-5e08-4c62-8884-753b0aef53b9 req-0ec5985f-2f3a-4a03-bf71-120fcc9d0453 tempest-ServersAdminTestJSON-391861328 tempest-ServersAdminTestJSON-391861328-project] No DVR routers for this DVR port 31de2b57-1eae-4198-bc52-c86e5d901c27 on host n-h2-773647-6 {{(pid=100246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 13:57:46.972206 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-b0ed90c0-5e08-4c62-8884-753b0aef53b9 req-0ec5985f-2f3a-4a03-bf71-120fcc9d0453 tempest-ServersAdminTestJSON-391861328 tempest-ServersAdminTestJSON-391861328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:46.975035 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-b0ed90c0-5e08-4c62-8884-753b0aef53b9 req-0ec5985f-2f3a-4a03-bf71-120fcc9d0453 tempest-ServersAdminTestJSON-391861328 tempest-ServersAdminTestJSON-391861328-project] 10.222.0.72 "DELETE /v2.0/ports/31de2b57-1eae-4198-bc52-c86e5d901c27 HTTP/1.1" status: 204 len: 173 time: 0.9346848 Jul 06 13:57:46.976131 n-d-773647-6 neutron-server[100246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d9a9a53-e652-42bf-82fc-ad1b61c065b3', 'name': 'network-vif-deleted', 'tag': '31de2b57-1eae-4198-bc52-c86e5d901c27'}] {{(pid=100246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 13:57:46.990907 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0d96c5ab5e889f7b933ae915b9be33d1b46c9e87795bf781004b656ef3f1e87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b19245b-80f0-4303-aa93-dc8587c5de00" -d '{"events": [{"server_uuid": "1d9a9a53-e652-42bf-82fc-ad1b61c065b3", "name": "network-vif-deleted", "tag": "31de2b57-1eae-4198-bc52-c86e5d901c27"}]}' {{(pid=100246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:57:47.022463 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ce2f59-8f44-4a63-b765-dc32e4855d45 req-71d49817-ca96-444f-80c1-0baf9c522c61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:47.027762 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-83ce2f59-8f44-4a63-b765-dc32e4855d45 req-71d49817-ca96-444f-80c1-0baf9c522c61 service neutron] 10.222.0.127 "GET /v2.0/ports?device_id=42d34a92-9ccf-48e1-9c97-b49b1c53d618 HTTP/1.1" status: 200 len: 1097 time: 0.1439683 Jul 06 13:57:47.070550 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 13:57:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-292c8290-18a8-45d3-b349-3e1bd3b8b5f2 x-openstack-request-id: req-292c8290-18a8-45d3-b349-3e1bd3b8b5f2 {{(pid=100246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:57:47.071789 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d9a9a53-e652-42bf-82fc-ad1b61c065b3", "name": "network-vif-deleted", "tag": "31de2b57-1eae-4198-bc52-c86e5d901c27", "status": "completed", "code": 200}]} {{(pid=100246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:57:47.072130 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-292c8290-18a8-45d3-b349-3e1bd3b8b5f2 {{(pid=100246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:57:47.072611 n-d-773647-6 neutron-server[100246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d9a9a53-e652-42bf-82fc-ad1b61c065b3', 'name': 'network-vif-deleted', 'tag': '31de2b57-1eae-4198-bc52-c86e5d901c27', 'status': 'completed', 'code': 200} Jul 06 13:57:47.128537 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-83ce2f59-8f44-4a63-b765-dc32e4855d45 req-685033dd-fa77-424d-b95b-6ddf48e9aa00 service neutron] 10.222.0.127 "GET /v2.0/security-groups?id=bc287469-1102-40d8-b019-cad062af5465&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794017 Jul 06 13:57:47.135732 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] get_ports_and_sgs() called for port_ids ['f2dfd2e9-3a23-4089-a63b-c17a9084581f'] {{(pid=100248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 13:57:47.296551 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2366b32c-db86-416b-939f-09971cd0ffbd req-4b90ad58-887b-4ce7-bf4e-c13b5e6ca050 tempest-LiveMigrationTest-2001684970 tempest-LiveMigrationTest-2001684970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:47.305388 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-2366b32c-db86-416b-939f-09971cd0ffbd req-4b90ad58-887b-4ce7-bf4e-c13b5e6ca050 tempest-LiveMigrationTest-2001684970 tempest-LiveMigrationTest-2001684970-project] 10.222.0.104 "GET /v2.0/ports?device_id=db226d12-2e62-42b7-b705-5e6732590104 HTTP/1.1" status: 200 len: 945 time: 0.0965722 Jul 06 13:57:47.350967 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] get_ports_and_sgs() called for port_ids ['b0540eff-bdf4-4af4-8588-52491b736d88'] {{(pid=100248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 13:57:47.359990 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-2366b32c-db86-416b-939f-09971cd0ffbd req-43f1420e-339a-4e9e-8363-22e713b25f5b tempest-LiveMigrationTest-2001684970 tempest-LiveMigrationTest-2001684970-project] 10.222.0.104 "GET /v2.0/security-groups?id=7e243ebf-9cf4-4917-8da6-0fd38b06f795&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535860 Jul 06 13:57:47.563136 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-4382ab4e-bc35-40ce-af4b-fd0d9315f89b req-5d28e47b-a7dc-4bf8-ab08-242ea9bfbfee tempest-ServersAdminTestJSON-391861328 tempest-ServersAdminTestJSON-391861328-project] 10.222.0.104 "GET /v2.0/ports?device_id=1d9a9a53-e652-42bf-82fc-ad1b61c065b3 HTTP/1.1" status: 200 len: 210 time: 0.0409894 Jul 06 13:57:47.679776 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5de14f-507f-458d-8037-aae748cd3d3b req-322c6ca9-b90e-4fae-96c8-c4ffc5643bc2 tempest-DeleteServersTestJSON-677393534 tempest-DeleteServersTestJSON-677393534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:47.681592 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-ce5de14f-507f-458d-8037-aae748cd3d3b req-322c6ca9-b90e-4fae-96c8-c4ffc5643bc2 tempest-DeleteServersTestJSON-677393534 tempest-DeleteServersTestJSON-677393534-project] 10.222.0.104 "GET /v2.0/ports?device_id=6170d4d8-ea14-440b-9da4-bbd0c2f68095 HTTP/1.1" status: 200 len: 946 time: 0.0997305 Jul 06 13:57:47.782567 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-ce5de14f-507f-458d-8037-aae748cd3d3b req-f7732c79-4b98-4542-b20e-4b8c4a22ba5c tempest-DeleteServersTestJSON-677393534 tempest-DeleteServersTestJSON-677393534-project] 10.222.0.104 "GET /v2.0/security-groups?id=7d4cbf2c-f907-4452-8928-a2a298fe7ee1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881681 Jul 06 13:57:47.818965 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6c2d82-cdc0-469f-866d-9b40c2da197a req-8d5bcd79-d11e-4a96-aed1-c6a67aa97b65 tempest-DeleteServersTestJSON-677393534 tempest-DeleteServersTestJSON-677393534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:47.822762 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-8b6c2d82-cdc0-469f-866d-9b40c2da197a req-8d5bcd79-d11e-4a96-aed1-c6a67aa97b65 tempest-DeleteServersTestJSON-677393534 tempest-DeleteServersTestJSON-677393534-project] 10.222.0.72 "GET /v2.0/ports?device_id=6170d4d8-ea14-440b-9da4-bbd0c2f68095 HTTP/1.1" status: 200 len: 946 time: 0.1330462 Jul 06 13:57:47.925586 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b806b238-378e-47e4-aec9-29746afc1681 req-15e20e1d-396b-4159-a074-9ff8b2e4145f tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:47.927283 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-b806b238-378e-47e4-aec9-29746afc1681 req-15e20e1d-396b-4159-a074-9ff8b2e4145f tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] 10.222.0.104 "GET /v2.0/ports?device_id=8e640565-cabe-4694-8753-48fc0a9aa040 HTTP/1.1" status: 200 len: 949 time: 0.1504118 Jul 06 13:57:47.995189 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-b806b238-378e-47e4-aec9-29746afc1681 req-5854c906-cb94-4e13-8cf9-80289a056ef4 tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] 10.222.0.104 "GET /v2.0/security-groups?id=9f5b92e9-7340-49c3-a9bb-41e4a1caffc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619860 Jul 06 13:57:48.005265 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [req-8b6c2d82-cdc0-469f-866d-9b40c2da197a req-0e1fd7e0-434f-4e6d-ac43-e543769ce053 tempest-DeleteServersTestJSON-677393534 tempest-DeleteServersTestJSON-677393534-project] Deleting port 744db401-e29e-4d4f-8f53-bfbb35dd8037 {{(pid=100246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 13:57:48.005911 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-8b6c2d82-cdc0-469f-866d-9b40c2da197a req-0e1fd7e0-434f-4e6d-ac43-e543769ce053 tempest-DeleteServersTestJSON-677393534 tempest-DeleteServersTestJSON-677393534-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:48.043595 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Device bf79ecaa-be4d-40bf-95e6-0f2da64d736c up at agent hyperv_n-h1-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 13:57:48.098026 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76df8d2-398f-4901-a184-6260bff2864c req-d43e7cf4-6cf4-4b77-81f6-0649c3676298 tempest-ServerDiskConfigTestJSON-920847304 tempest-ServerDiskConfigTestJSON-920847304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:48.099927 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-c76df8d2-398f-4901-a184-6260bff2864c req-d43e7cf4-6cf4-4b77-81f6-0649c3676298 tempest-ServerDiskConfigTestJSON-920847304 tempest-ServerDiskConfigTestJSON-920847304-project] 10.222.0.104 "GET /v2.0/ports?device_id=42d34a92-9ccf-48e1-9c97-b49b1c53d618 HTTP/1.1" status: 200 len: 946 time: 0.1236160 Jul 06 13:57:48.159872 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Provisioning complete for port bf79ecaa-be4d-40bf-95e6-0f2da64d736c triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:57:48.160247 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:48.194901 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-c76df8d2-398f-4901-a184-6260bff2864c req-9dc4b5ee-a318-4b68-bb9d-f6cb1a21ddd5 tempest-ServerDiskConfigTestJSON-920847304 tempest-ServerDiskConfigTestJSON-920847304-project] 10.222.0.104 "GET /v2.0/security-groups?id=bc287469-1102-40d8-b019-cad062af5465&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804296 Jul 06 13:57:48.215655 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.db [req-8b6c2d82-cdc0-469f-866d-9b40c2da197a req-0e1fd7e0-434f-4e6d-ac43-e543769ce053 tempest-DeleteServersTestJSON-677393534 tempest-DeleteServersTestJSON-677393534-project] For port 744db401-e29e-4d4f-8f53-bfbb35dd8037, host n-h2-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=744db401-e29e-4d4f-8f53-bfbb35dd8037,segment=NetworkSegment(227d25fe-bf75-4c4b-9a67-c660160d6b0a),segment_id=227d25fe-bf75-4c4b-9a67-c660160d6b0a)] {{(pid=100246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:57:48.219111 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-8b6c2d82-cdc0-469f-866d-9b40c2da197a req-0e1fd7e0-434f-4e6d-ac43-e543769ce053 tempest-DeleteServersTestJSON-677393534 tempest-DeleteServersTestJSON-677393534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:48.234484 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [req-8b6c2d82-cdc0-469f-866d-9b40c2da197a req-0e1fd7e0-434f-4e6d-ac43-e543769ce053 tempest-DeleteServersTestJSON-677393534 tempest-DeleteServersTestJSON-677393534-project] Calling delete_port for 744db401-e29e-4d4f-8f53-bfbb35dd8037 owned by compute:nova {{(pid=100246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 13:57:48.285647 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:48.327338 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] For port bf79ecaa-be4d-40bf-95e6-0f2da64d736c, host n-h1-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773647-6',level=0,port_id=bf79ecaa-be4d-40bf-95e6-0f2da64d736c,segment=NetworkSegment(c9ea893d-045e-42cf-b3dd-cdd1f79baccd),segment_id=c9ea893d-045e-42cf-b3dd-cdd1f79baccd)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:57:48.343539 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:48.344774 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Device f1aab9a0-078a-4663-8768-bd6b589c53f0 up at agent hyperv_n-h1-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 13:57:48.438563 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-8b6c2d82-cdc0-469f-866d-9b40c2da197a req-0e1fd7e0-434f-4e6d-ac43-e543769ce053 tempest-DeleteServersTestJSON-677393534 tempest-DeleteServersTestJSON-677393534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127687580'] for port, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:48.443945 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Pushing event updated for resources: {'Port': ['ID=bf79ecaa-be4d-40bf-95e6-0f2da64d736c,revision_number=7']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:57:48.458007 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] get_ports_and_sgs() called for port_ids ['744db401-e29e-4d4f-8f53-bfbb35dd8037'] {{(pid=100248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 13:57:48.481458 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Provisioning for port f1aab9a0-078a-4663-8768-bd6b589c53f0 completed by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 13:57:48.487330 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Provisioning complete for port f1aab9a0-078a-4663-8768-bd6b589c53f0 triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:57:48.487705 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:48.499630 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1fd7e0-434f-4e6d-ac43-e543769ce053 tempest-DeleteServersTestJSON-677393534 tempest-DeleteServersTestJSON-677393534-project] Pushing event deleted for resources: {'Port': ['ID=744db401-e29e-4d4f-8f53-bfbb35dd8037,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:57:48.556699 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b6c2d82-cdc0-469f-866d-9b40c2da197a req-0e1fd7e0-434f-4e6d-ac43-e543769ce053 tempest-DeleteServersTestJSON-677393534 tempest-DeleteServersTestJSON-677393534-project] No DVR routers for this DVR port 744db401-e29e-4d4f-8f53-bfbb35dd8037 on host n-h2-773647-6 {{(pid=100246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 13:57:48.560787 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-8b6c2d82-cdc0-469f-866d-9b40c2da197a req-0e1fd7e0-434f-4e6d-ac43-e543769ce053 tempest-DeleteServersTestJSON-677393534 tempest-DeleteServersTestJSON-677393534-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:48.562949 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-8b6c2d82-cdc0-469f-866d-9b40c2da197a req-0e1fd7e0-434f-4e6d-ac43-e543769ce053 tempest-DeleteServersTestJSON-677393534 tempest-DeleteServersTestJSON-677393534-project] 10.222.0.72 "DELETE /v2.0/ports/744db401-e29e-4d4f-8f53-bfbb35dd8037 HTTP/1.1" status: 204 len: 173 time: 0.7349582 Jul 06 13:57:48.601965 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:48.652663 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] For port f1aab9a0-078a-4663-8768-bd6b589c53f0, host n-h1-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773647-6',level=0,port_id=f1aab9a0-078a-4663-8768-bd6b589c53f0,segment=NetworkSegment(65749612-fb0d-4f34-9eb9-d06c3a2fda80),segment_id=65749612-fb0d-4f34-9eb9-d06c3a2fda80)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:57:48.660174 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:48.692849 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0babd048-5afe-4ec0-9fbf-1368644b7ed3 req-a74311f7-2ef0-41c5-adf6-3081088e18bb tempest-LiveMigrationTest-2001684970 tempest-LiveMigrationTest-2001684970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:48.695054 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-0babd048-5afe-4ec0-9fbf-1368644b7ed3 req-a74311f7-2ef0-41c5-adf6-3081088e18bb tempest-LiveMigrationTest-2001684970 tempest-LiveMigrationTest-2001684970-project] 10.222.0.104 "GET /v2.0/ports?device_id=db226d12-2e62-42b7-b705-5e6732590104 HTTP/1.1" status: 200 len: 945 time: 0.1479509 Jul 06 13:57:48.724899 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Pushing event updated for resources: {'Port': ['ID=f1aab9a0-078a-4663-8768-bd6b589c53f0,revision_number=5']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:57:48.750149 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-0babd048-5afe-4ec0-9fbf-1368644b7ed3 req-40bc05fc-527b-451b-b01f-83dc7ec1151a tempest-LiveMigrationTest-2001684970 tempest-LiveMigrationTest-2001684970-project] 10.222.0.104 "GET /v2.0/security-groups?id=7e243ebf-9cf4-4917-8da6-0fd38b06f795&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481794 Jul 06 13:57:48.783564 n-d-773647-6 neutron-server[100248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15ec8a26-5f36-442c-a168-6498affa2887', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf79ecaa-be4d-40bf-95e6-0f2da64d736c'}, {'server_uuid': 'db226d12-2e62-42b7-b705-5e6732590104', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1aab9a0-078a-4663-8768-bd6b589c53f0'}] {{(pid=100248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 13:57:48.786223 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84af257533e383389cbcf231d3534f4d5e149e7203fea16b4a8fc01438dddaf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30a155c4-097f-4a34-8009-637032b4f1f5" -d '{"events": [{"server_uuid": "15ec8a26-5f36-442c-a168-6498affa2887", "name": "network-vif-plugged", "status": "completed", "tag": "bf79ecaa-be4d-40bf-95e6-0f2da64d736c"}, {"server_uuid": "db226d12-2e62-42b7-b705-5e6732590104", "name": "network-vif-plugged", "status": "completed", "tag": "f1aab9a0-078a-4663-8768-bd6b589c53f0"}]}' {{(pid=100248) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:57:48.839019 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 06 Jul 2021 13:57:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62e469e0-e12e-4d22-9376-26a3bb227922 x-openstack-request-id: req-62e469e0-e12e-4d22-9376-26a3bb227922 {{(pid=100248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:57:48.839721 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15ec8a26-5f36-442c-a168-6498affa2887", "name": "network-vif-plugged", "status": "completed", "tag": "bf79ecaa-be4d-40bf-95e6-0f2da64d736c", "code": 200}, {"server_uuid": "db226d12-2e62-42b7-b705-5e6732590104", "name": "network-vif-plugged", "status": "completed", "tag": "f1aab9a0-078a-4663-8768-bd6b589c53f0", "code": 200}]} {{(pid=100248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:57:48.840211 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-62e469e0-e12e-4d22-9376-26a3bb227922 {{(pid=100248) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:57:48.841058 n-d-773647-6 neutron-server[100248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15ec8a26-5f36-442c-a168-6498affa2887', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf79ecaa-be4d-40bf-95e6-0f2da64d736c', 'code': 200} Jul 06 13:57:48.842133 n-d-773647-6 neutron-server[100248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db226d12-2e62-42b7-b705-5e6732590104', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1aab9a0-078a-4663-8768-bd6b589c53f0', 'code': 200} Jul 06 13:57:48.981326 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-3a94d4cb-eb05-4abc-a742-0e5186f5a1d8 req-b72eba9c-df8e-4440-a431-b347ca369b6f tempest-DeleteServersTestJSON-677393534 tempest-DeleteServersTestJSON-677393534-project] 10.222.0.104 "GET /v2.0/ports?device_id=6170d4d8-ea14-440b-9da4-bbd0c2f68095 HTTP/1.1" status: 200 len: 210 time: 0.0396168 Jul 06 13:57:49.073852 n-d-773647-6 neutron-server[100246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6170d4d8-ea14-440b-9da4-bbd0c2f68095', 'name': 'network-vif-deleted', 'tag': '744db401-e29e-4d4f-8f53-bfbb35dd8037'}] {{(pid=100246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 13:57:49.076773 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0d96c5ab5e889f7b933ae915b9be33d1b46c9e87795bf781004b656ef3f1e87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba1dddef-423c-4fd4-9505-f08bc7d78fa4" -d '{"events": [{"server_uuid": "6170d4d8-ea14-440b-9da4-bbd0c2f68095", "name": "network-vif-deleted", "tag": "744db401-e29e-4d4f-8f53-bfbb35dd8037"}]}' {{(pid=100246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:57:49.083277 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb9194f-0b68-4766-9a6f-f73124bd4231 req-3e032cca-27a0-48d0-8010-d593f859d180 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:49.085336 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-9cb9194f-0b68-4766-9a6f-f73124bd4231 req-3e032cca-27a0-48d0-8010-d593f859d180 service neutron] 10.222.0.127 "GET /v2.0/ports?device_id=db226d12-2e62-42b7-b705-5e6732590104 HTTP/1.1" status: 200 len: 1097 time: 0.0972290 Jul 06 13:57:49.136684 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-9cb9194f-0b68-4766-9a6f-f73124bd4231 req-62280c6c-91c0-47f5-96b0-20aeb9bcd949 service neutron] 10.222.0.127 "GET /v2.0/security-groups?id=7e243ebf-9cf4-4917-8da6-0fd38b06f795&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383191 Jul 06 13:57:49.288475 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ed7a9f-191f-4390-8478-91f9ac6d0925 req-0f0aed0d-4a57-46cf-81ed-d340b973300d tempest-ServersAdminTestJSON-391861328 tempest-ServersAdminTestJSON-391861328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:49.290092 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-d7ed7a9f-191f-4390-8478-91f9ac6d0925 req-0f0aed0d-4a57-46cf-81ed-d340b973300d tempest-ServersAdminTestJSON-391861328 tempest-ServersAdminTestJSON-391861328-project] 10.222.0.104 "GET /v2.0/ports?device_id=a23cdce2-9066-4fd7-bd62-f6d41cb4ff7d HTTP/1.1" status: 200 len: 950 time: 0.1150258 Jul 06 13:57:49.312485 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a6383a-7d8e-4d59-8b48-4691dac86dfa req-3fcd69cf-296d-4516-9c5c-f0d7874dcd14 tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:49.315360 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-51a6383a-7d8e-4d59-8b48-4691dac86dfa req-3fcd69cf-296d-4516-9c5c-f0d7874dcd14 tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] 10.222.0.104 "GET /v2.0/ports?device_id=8e640565-cabe-4694-8753-48fc0a9aa040 HTTP/1.1" status: 200 len: 949 time: 0.1289976 Jul 06 13:57:49.370946 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-d7ed7a9f-191f-4390-8478-91f9ac6d0925 req-55d063b8-188c-4ce3-bf16-9450960364ad tempest-ServersAdminTestJSON-391861328 tempest-ServersAdminTestJSON-391861328-project] 10.222.0.104 "GET /v2.0/security-groups?id=3bcee3ab-dc9e-46be-bc35-9f5a80cc9457&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732241 Jul 06 13:57:49.401991 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-51a6383a-7d8e-4d59-8b48-4691dac86dfa req-442251f2-53d9-4734-9a17-5e266d577a18 tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] 10.222.0.104 "GET /v2.0/security-groups?id=9f5b92e9-7340-49c3-a9bb-41e4a1caffc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638800 Jul 06 13:57:49.437987 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 13:57:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d0bbde6-6ed6-4dc7-9a03-a1f3d244637e x-openstack-request-id: req-9d0bbde6-6ed6-4dc7-9a03-a1f3d244637e {{(pid=100246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:57:49.438873 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6170d4d8-ea14-440b-9da4-bbd0c2f68095", "name": "network-vif-deleted", "tag": "744db401-e29e-4d4f-8f53-bfbb35dd8037", "status": "completed", "code": 200}]} {{(pid=100246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:57:49.439317 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-9d0bbde6-6ed6-4dc7-9a03-a1f3d244637e {{(pid=100246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:57:49.439871 n-d-773647-6 neutron-server[100246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6170d4d8-ea14-440b-9da4-bbd0c2f68095', 'name': 'network-vif-deleted', 'tag': '744db401-e29e-4d4f-8f53-bfbb35dd8037', 'status': 'completed', 'code': 200} Jul 06 13:57:49.621197 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc29176-5f6c-4403-984d-cb3cb5324ad4 req-ae22f7c2-95b3-4f00-8720-043a252e3bfa tempest-ServerDiskConfigTestJSON-920847304 tempest-ServerDiskConfigTestJSON-920847304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:49.622792 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-adc29176-5f6c-4403-984d-cb3cb5324ad4 req-ae22f7c2-95b3-4f00-8720-043a252e3bfa tempest-ServerDiskConfigTestJSON-920847304 tempest-ServerDiskConfigTestJSON-920847304-project] 10.222.0.104 "GET /v2.0/ports?device_id=42d34a92-9ccf-48e1-9c97-b49b1c53d618 HTTP/1.1" status: 200 len: 946 time: 0.0677028 Jul 06 13:57:49.668465 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-adc29176-5f6c-4403-984d-cb3cb5324ad4 req-fadc788b-4161-4829-bacb-7286ca31a4d7 tempest-ServerDiskConfigTestJSON-920847304 tempest-ServerDiskConfigTestJSON-920847304-project] 10.222.0.104 "GET /v2.0/security-groups?id=bc287469-1102-40d8-b019-cad062af5465&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397089 Jul 06 13:57:49.886400 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd1e9c9-837e-49e5-8d0a-a9820eb42f43 req-c3761df6-a2ba-4579-b500-bd1496e35b74 tempest-ServerDiskConfigTestJSON-920847304 tempest-ServerDiskConfigTestJSON-920847304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:49.887839 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-8dd1e9c9-837e-49e5-8d0a-a9820eb42f43 req-c3761df6-a2ba-4579-b500-bd1496e35b74 tempest-ServerDiskConfigTestJSON-920847304 tempest-ServerDiskConfigTestJSON-920847304-project] 10.222.0.104 "GET /v2.0/ports?device_id=42d34a92-9ccf-48e1-9c97-b49b1c53d618 HTTP/1.1" status: 200 len: 946 time: 0.0744591 Jul 06 13:57:49.956383 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-8dd1e9c9-837e-49e5-8d0a-a9820eb42f43 req-74196b1d-7356-4bda-9cf1-c86efa6c6891 tempest-ServerDiskConfigTestJSON-920847304 tempest-ServerDiskConfigTestJSON-920847304-project] 10.222.0.104 "GET /v2.0/security-groups?id=bc287469-1102-40d8-b019-cad062af5465&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587440 Jul 06 13:57:49.979086 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1992d1db-5387-48e8-951e-826441a6aa1d req-8fdab223-6626-45ba-9f44-9ae193ca98a6 tempest-LiveMigrationTest-2001684970 tempest-LiveMigrationTest-2001684970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:49.980169 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-1992d1db-5387-48e8-951e-826441a6aa1d req-8fdab223-6626-45ba-9f44-9ae193ca98a6 tempest-LiveMigrationTest-2001684970 tempest-LiveMigrationTest-2001684970-project] 10.222.0.104 "GET /v2.0/ports?device_id=db226d12-2e62-42b7-b705-5e6732590104 HTTP/1.1" status: 200 len: 946 time: 0.0913782 Jul 06 13:57:50.063364 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-1992d1db-5387-48e8-951e-826441a6aa1d req-0a6f2f2a-a15a-429c-ae3d-3eacd19f548f tempest-LiveMigrationTest-2001684970 tempest-LiveMigrationTest-2001684970-project] 10.222.0.104 "GET /v2.0/security-groups?id=7e243ebf-9cf4-4917-8da6-0fd38b06f795&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687160 Jul 06 13:57:50.193951 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Device f2dfd2e9-3a23-4089-a63b-c17a9084581f up at agent hyperv_n-h2-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 13:57:50.227326 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-f95d82f6-8a13-49ad-bbf6-e15a3eaddb31 req-a8b5d8a3-cd95-4f31-982c-eb01f59f2647 tempest-DeleteServersTestJSON-677393534 tempest-DeleteServersTestJSON-677393534-project] 10.222.0.104 "GET /v2.0/ports?device_id=6170d4d8-ea14-440b-9da4-bbd0c2f68095 HTTP/1.1" status: 200 len: 210 time: 0.0596311 Jul 06 13:57:50.287628 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Provisioning for port f2dfd2e9-3a23-4089-a63b-c17a9084581f completed by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 13:57:50.292896 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Provisioning complete for port f2dfd2e9-3a23-4089-a63b-c17a9084581f triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:57:50.293275 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:50.433847 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:50.495930 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] For port f2dfd2e9-3a23-4089-a63b-c17a9084581f, host n-h2-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=f2dfd2e9-3a23-4089-a63b-c17a9084581f,segment=NetworkSegment(c9ea893d-045e-42cf-b3dd-cdd1f79baccd),segment_id=c9ea893d-045e-42cf-b3dd-cdd1f79baccd)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:57:50.516621 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:50.517403 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Device 31de2b57-1eae-4198-bc52-c86e5d901c27 no longer exists at agent hyperv_n-h2-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 13:57:50.619141 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] No Port match for: 31de2b57-1eae-4198-bc52-c86e5d901c27 {{(pid=100248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 13:57:50.619682 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Device 31de2b57-1eae-4198-bc52-c86e5d901c27 not bound to the agent host n-h2-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 13:57:50.668884 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8ed417-57df-40f9-8f21-03b11790d835 req-4bd529f3-0c54-4159-8ace-d29f572e3520 tempest-ServersAdminTestJSON-391861328 tempest-ServersAdminTestJSON-391861328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:50.669232 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Pushing event updated for resources: {'Port': ['ID=f2dfd2e9-3a23-4089-a63b-c17a9084581f,revision_number=5']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:57:50.671685 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-3c8ed417-57df-40f9-8f21-03b11790d835 req-4bd529f3-0c54-4159-8ace-d29f572e3520 tempest-ServersAdminTestJSON-391861328 tempest-ServersAdminTestJSON-391861328-project] 10.222.0.104 "GET /v2.0/ports?device_id=a23cdce2-9066-4fd7-bd62-f6d41cb4ff7d HTTP/1.1" status: 200 len: 950 time: 0.1336563 Jul 06 13:57:50.730465 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb27f42-7c9f-44fb-a5e4-7adc30708427 req-d5aa79db-f777-4004-b44f-4572134c2bd7 tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:50.738906 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-efb27f42-7c9f-44fb-a5e4-7adc30708427 req-d5aa79db-f777-4004-b44f-4572134c2bd7 tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] 10.222.0.104 "GET /v2.0/ports?device_id=8e640565-cabe-4694-8753-48fc0a9aa040 HTTP/1.1" status: 200 len: 950 time: 0.1549013 Jul 06 13:57:50.768644 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-3c8ed417-57df-40f9-8f21-03b11790d835 req-9f3ab229-af69-4333-9b43-7c327f961f83 tempest-ServersAdminTestJSON-391861328 tempest-ServersAdminTestJSON-391861328-project] 10.222.0.104 "GET /v2.0/security-groups?id=3bcee3ab-dc9e-46be-bc35-9f5a80cc9457&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756638 Jul 06 13:57:50.809941 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-efb27f42-7c9f-44fb-a5e4-7adc30708427 req-a5f12af4-6a27-4a24-aeab-2cc4ded839f9 tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] 10.222.0.104 "GET /v2.0/security-groups?id=9f5b92e9-7340-49c3-a9bb-41e4a1caffc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700076 Jul 06 13:57:50.843360 n-d-773647-6 neutron-server[100248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e640565-cabe-4694-8753-48fc0a9aa040', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2dfd2e9-3a23-4089-a63b-c17a9084581f'}] {{(pid=100248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 13:57:50.846003 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84af257533e383389cbcf231d3534f4d5e149e7203fea16b4a8fc01438dddaf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ebaf2c2-8c8a-4ea3-9546-8eb6d926573f" -d '{"events": [{"server_uuid": "8e640565-cabe-4694-8753-48fc0a9aa040", "name": "network-vif-plugged", "status": "completed", "tag": "f2dfd2e9-3a23-4089-a63b-c17a9084581f"}]}' {{(pid=100248) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:57:51.068386 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52bae29-ae4c-458c-9c64-cdcd196c1b4a req-20cd7f0a-16db-40bd-ae17-4c6fab05981c tempest-ServerDiskConfigTestJSON-920847304 tempest-ServerDiskConfigTestJSON-920847304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:51.070612 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-f52bae29-ae4c-458c-9c64-cdcd196c1b4a req-20cd7f0a-16db-40bd-ae17-4c6fab05981c tempest-ServerDiskConfigTestJSON-920847304 tempest-ServerDiskConfigTestJSON-920847304-project] 10.222.0.104 "GET /v2.0/ports?device_id=42d34a92-9ccf-48e1-9c97-b49b1c53d618 HTTP/1.1" status: 200 len: 946 time: 0.1465509 Jul 06 13:57:51.115865 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.agents_db [None req-167c0ad6-1657-4c9a-a2c4-3b18056aa662 None None] Agent healthcheck: found 7 active agents {{(pid=100249) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 13:57:51.159032 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-f52bae29-ae4c-458c-9c64-cdcd196c1b4a req-e7e08d87-99cc-42af-b5f1-845b5bdab7d6 tempest-ServerDiskConfigTestJSON-920847304 tempest-ServerDiskConfigTestJSON-920847304-project] 10.222.0.104 "GET /v2.0/security-groups?id=bc287469-1102-40d8-b019-cad062af5465&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819094 Jul 06 13:57:51.350074 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 13:57:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5b6d34b-0787-46d4-a735-02065f03e72a x-openstack-request-id: req-e5b6d34b-0787-46d4-a735-02065f03e72a {{(pid=100248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:57:51.351168 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e640565-cabe-4694-8753-48fc0a9aa040", "name": "network-vif-plugged", "status": "completed", "tag": "f2dfd2e9-3a23-4089-a63b-c17a9084581f", "code": 200}]} {{(pid=100248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:57:51.351838 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-e5b6d34b-0787-46d4-a735-02065f03e72a {{(pid=100248) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:57:51.357139 n-d-773647-6 neutron-server[100248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e640565-cabe-4694-8753-48fc0a9aa040', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2dfd2e9-3a23-4089-a63b-c17a9084581f', 'code': 200} Jul 06 13:57:51.552348 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4e8afa-78e8-4cda-98d9-382f44d9102e req-6ff219f0-0fa5-42df-896b-988d4ac0cad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:51.553950 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-0f4e8afa-78e8-4cda-98d9-382f44d9102e req-6ff219f0-0fa5-42df-896b-988d4ac0cad5 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=8e640565-cabe-4694-8753-48fc0a9aa040 HTTP/1.1" status: 200 len: 1101 time: 0.1163476 Jul 06 13:57:51.604550 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44faf6d8-bebe-468b-bb93-45e0dba18972 req-098949c3-4119-4d63-9dad-86fb29b3388e tempest-LiveMigrationTest-2001684970 tempest-LiveMigrationTest-2001684970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:51.606216 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-44faf6d8-bebe-468b-bb93-45e0dba18972 req-098949c3-4119-4d63-9dad-86fb29b3388e tempest-LiveMigrationTest-2001684970 tempest-LiveMigrationTest-2001684970-project] 10.222.0.104 "GET /v2.0/ports?device_id=db226d12-2e62-42b7-b705-5e6732590104 HTTP/1.1" status: 200 len: 946 time: 0.0932572 Jul 06 13:57:51.627875 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-0f4e8afa-78e8-4cda-98d9-382f44d9102e req-6e9ed055-0eab-498a-8c79-367a918f12aa service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=9f5b92e9-7340-49c3-a9bb-41e4a1caffc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598674 Jul 06 13:57:51.667090 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-44faf6d8-bebe-468b-bb93-45e0dba18972 req-0682eef7-160d-4b9c-a6f7-22cf1ab1ff66 tempest-LiveMigrationTest-2001684970 tempest-LiveMigrationTest-2001684970-project] 10.222.0.104 "GET /v2.0/security-groups?id=7e243ebf-9cf4-4917-8da6-0fd38b06f795&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551882 Jul 06 13:57:51.844408 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-0b7da1a2-7527-40d0-933f-da2a272374e5 req-ed5dd333-9d5c-42c4-bd28-71f795f954c0 tempest-DeleteServersTestJSON-677393534 tempest-DeleteServersTestJSON-677393534-project] 10.222.0.104 "GET /v2.0/ports?device_id=6170d4d8-ea14-440b-9da4-bbd0c2f68095 HTTP/1.1" status: 200 len: 210 time: 0.0412407 Jul 06 13:57:52.040821 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96507ccf-afdb-45b3-80cf-1462f2bad72d req-1b0ad67d-9a52-46d3-9af4-f2d28078cb77 tempest-LiveMigrationTest-343502667 tempest-LiveMigrationTest-343502667-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:52.048789 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-96507ccf-afdb-45b3-80cf-1462f2bad72d req-1b0ad67d-9a52-46d3-9af4-f2d28078cb77 tempest-LiveMigrationTest-343502667 tempest-LiveMigrationTest-343502667-project-admin] 10.222.0.104 "GET /v2.0/ports?device_id=db226d12-2e62-42b7-b705-5e6732590104 HTTP/1.1" status: 200 len: 1097 time: 0.0750444 Jul 06 13:57:52.094570 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-96507ccf-afdb-45b3-80cf-1462f2bad72d req-d68a11e2-3088-425e-939c-66b32b67a7e2 tempest-LiveMigrationTest-343502667 tempest-LiveMigrationTest-343502667-project-admin] 10.222.0.104 "GET /v2.0/security-groups?id=7e243ebf-9cf4-4917-8da6-0fd38b06f795&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448132 Jul 06 13:57:52.211464 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Device 744db401-e29e-4d4f-8f53-bfbb35dd8037 no longer exists at agent hyperv_n-h2-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 13:57:52.253621 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] No Port match for: 744db401-e29e-4d4f-8f53-bfbb35dd8037 {{(pid=100248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 13:57:52.254216 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Device 744db401-e29e-4d4f-8f53-bfbb35dd8037 not bound to the agent host n-h2-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 13:57:52.259003 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f596b1-674c-479b-bb43-bb4652b594f8 req-6069df64-6f01-4cb0-a197-cdf3c6d19d0c tempest-ServersAdminTestJSON-391861328 tempest-ServersAdminTestJSON-391861328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:52.260740 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-68f596b1-674c-479b-bb43-bb4652b594f8 req-6069df64-6f01-4cb0-a197-cdf3c6d19d0c tempest-ServersAdminTestJSON-391861328 tempest-ServersAdminTestJSON-391861328-project] 10.222.0.127 "GET /v2.0/ports?device_id=a23cdce2-9066-4fd7-bd62-f6d41cb4ff7d HTTP/1.1" status: 200 len: 950 time: 0.1327238 Jul 06 13:57:52.443111 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163b1aa3-a147-4ff3-b504-3abb93bb7b16 req-4df22d5f-caed-40c6-a089-c0bad3ad1c8a tempest-ServersAdminTestJSON-391861328 tempest-ServersAdminTestJSON-391861328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:52.444632 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-163b1aa3-a147-4ff3-b504-3abb93bb7b16 req-4df22d5f-caed-40c6-a089-c0bad3ad1c8a tempest-ServersAdminTestJSON-391861328 tempest-ServersAdminTestJSON-391861328-project] 10.222.0.104 "GET /v2.0/ports?device_id=a23cdce2-9066-4fd7-bd62-f6d41cb4ff7d HTTP/1.1" status: 200 len: 950 time: 0.1318462 Jul 06 13:57:52.495124 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.plugin [req-68f596b1-674c-479b-bb43-bb4652b594f8 req-b763d4dc-fdf8-48f1-bb5a-530f7c76ec08 tempest-ServersAdminTestJSON-391861328 tempest-ServersAdminTestJSON-391861328-project] Deleting port b0540eff-bdf4-4af4-8588-52491b736d88 {{(pid=100247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 13:57:52.495124 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-68f596b1-674c-479b-bb43-bb4652b594f8 req-b763d4dc-fdf8-48f1-bb5a-530f7c76ec08 tempest-ServersAdminTestJSON-391861328 tempest-ServersAdminTestJSON-391861328-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:52.562125 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-163b1aa3-a147-4ff3-b504-3abb93bb7b16 req-f738fb51-ce66-472c-8191-3fa1325d0e59 tempest-ServersAdminTestJSON-391861328 tempest-ServersAdminTestJSON-391861328-project] 10.222.0.104 "GET /v2.0/security-groups?id=3bcee3ab-dc9e-46be-bc35-9f5a80cc9457&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081522 Jul 06 13:57:52.682819 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.db [req-68f596b1-674c-479b-bb43-bb4652b594f8 req-b763d4dc-fdf8-48f1-bb5a-530f7c76ec08 tempest-ServersAdminTestJSON-391861328 tempest-ServersAdminTestJSON-391861328-project] For port b0540eff-bdf4-4af4-8588-52491b736d88, host n-h1-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773647-6',level=0,port_id=b0540eff-bdf4-4af4-8588-52491b736d88,segment=NetworkSegment(c9ea893d-045e-42cf-b3dd-cdd1f79baccd),segment_id=c9ea893d-045e-42cf-b3dd-cdd1f79baccd)] {{(pid=100247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:57:52.683537 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-68f596b1-674c-479b-bb43-bb4652b594f8 req-b763d4dc-fdf8-48f1-bb5a-530f7c76ec08 tempest-ServersAdminTestJSON-391861328 tempest-ServersAdminTestJSON-391861328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:52.715352 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.plugin [req-68f596b1-674c-479b-bb43-bb4652b594f8 req-b763d4dc-fdf8-48f1-bb5a-530f7c76ec08 tempest-ServersAdminTestJSON-391861328 tempest-ServersAdminTestJSON-391861328-project] Calling delete_port for b0540eff-bdf4-4af4-8588-52491b736d88 owned by compute:nova {{(pid=100247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 13:57:52.839872 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-a2348130-6d77-4ee1-8f71-8a1b216e0b60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:52.889060 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f596524a-7ad5-46cf-81a0-1d51b5198171 req-d4774732-4395-40c8-b08d-b7f76c694a97 tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:52.897600 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-f596524a-7ad5-46cf-81a0-1d51b5198171 req-d4774732-4395-40c8-b08d-b7f76c694a97 tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] 10.222.0.104 "GET /v2.0/ports?device_id=8e640565-cabe-4694-8753-48fc0a9aa040 HTTP/1.1" status: 200 len: 950 time: 0.1102853 Jul 06 13:57:52.983180 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-f596524a-7ad5-46cf-81a0-1d51b5198171 req-f6475167-5c5b-4807-9227-1cf92df666e1 tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] 10.222.0.104 "GET /v2.0/security-groups?id=9f5b92e9-7340-49c3-a9bb-41e4a1caffc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836089 Jul 06 13:57:53.045636 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-68f596b1-674c-479b-bb43-bb4652b594f8 req-b763d4dc-fdf8-48f1-bb5a-530f7c76ec08 tempest-ServersAdminTestJSON-391861328 tempest-ServersAdminTestJSON-391861328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117'] for port, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:53.070135 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] get_ports_and_sgs() called for port_ids ['b0540eff-bdf4-4af4-8588-52491b736d88'] {{(pid=100248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 13:57:53.125955 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] get_ports_and_sgs() called for port_ids ['ea4b4b49-6742-4d24-921d-b8422184436f'] {{(pid=100248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 13:57:53.251944 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.l3_dvrscheduler_db [req-68f596b1-674c-479b-bb43-bb4652b594f8 req-b763d4dc-fdf8-48f1-bb5a-530f7c76ec08 tempest-ServersAdminTestJSON-391861328 tempest-ServersAdminTestJSON-391861328-project] No DVR routers for this DVR port b0540eff-bdf4-4af4-8588-52491b736d88 on host n-h1-773647-6 {{(pid=100247) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 13:57:53.258408 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-68f596b1-674c-479b-bb43-bb4652b594f8 req-b763d4dc-fdf8-48f1-bb5a-530f7c76ec08 tempest-ServersAdminTestJSON-391861328 tempest-ServersAdminTestJSON-391861328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:53.261755 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-68f596b1-674c-479b-bb43-bb4652b594f8 req-b763d4dc-fdf8-48f1-bb5a-530f7c76ec08 tempest-ServersAdminTestJSON-391861328 tempest-ServersAdminTestJSON-391861328-project] 10.222.0.127 "DELETE /v2.0/ports/b0540eff-bdf4-4af4-8588-52491b736d88 HTTP/1.1" status: 204 len: 173 time: 0.9895582 Jul 06 13:57:53.263822 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b763d4dc-fdf8-48f1-bb5a-530f7c76ec08 tempest-ServersAdminTestJSON-391861328 tempest-ServersAdminTestJSON-391861328-project] Pushing event deleted for resources: {'Port': ['ID=b0540eff-bdf4-4af4-8588-52491b736d88,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:57:53.269006 n-d-773647-6 neutron-server[100247]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a23cdce2-9066-4fd7-bd62-f6d41cb4ff7d', 'name': 'network-vif-deleted', 'tag': 'b0540eff-bdf4-4af4-8588-52491b736d88'}] {{(pid=100247) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 13:57:53.271276 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cbf0eeaae822f8fc9b87a94aeba67a3d651842baf663a51cba94b67a514836d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-814ac82b-bcf4-4d59-8344-6ecf84ef579b" -d '{"events": [{"server_uuid": "a23cdce2-9066-4fd7-bd62-f6d41cb4ff7d", "name": "network-vif-deleted", "tag": "b0540eff-bdf4-4af4-8588-52491b736d88"}]}' {{(pid=100247) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:57:53.378578 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e303420b-2c8b-4d44-aa1f-62884b3a1a07 req-c3feed52-7ba0-495f-8e08-47749ae03cfd tempest-LiveMigrationTest-343502667 tempest-LiveMigrationTest-343502667-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:53.388570 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-e303420b-2c8b-4d44-aa1f-62884b3a1a07 req-c3feed52-7ba0-495f-8e08-47749ae03cfd tempest-LiveMigrationTest-343502667 tempest-LiveMigrationTest-343502667-project-admin] 10.222.0.104 "GET /v2.0/ports?device_id=db226d12-2e62-42b7-b705-5e6732590104 HTTP/1.1" status: 200 len: 1097 time: 0.1518419 Jul 06 13:57:53.470675 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-e303420b-2c8b-4d44-aa1f-62884b3a1a07 req-80ab6029-c0f4-4d15-9096-347e73ddb86f tempest-LiveMigrationTest-343502667 tempest-LiveMigrationTest-343502667-project-admin] 10.222.0.104 "GET /v2.0/security-groups?id=7e243ebf-9cf4-4917-8da6-0fd38b06f795&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780978 Jul 06 13:57:53.788431 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5d6ecd-9207-465d-b7f3-c0fc78ebae98 req-9ff992f0-5d6c-4d07-8eb5-2b9d658ca998 tempest-ServerDiskConfigTestJSON-920847304 tempest-ServerDiskConfigTestJSON-920847304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:53.791020 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-8f5d6ecd-9207-465d-b7f3-c0fc78ebae98 req-9ff992f0-5d6c-4d07-8eb5-2b9d658ca998 tempest-ServerDiskConfigTestJSON-920847304 tempest-ServerDiskConfigTestJSON-920847304-project] 10.222.0.104 "GET /v2.0/ports?device_id=42d34a92-9ccf-48e1-9c97-b49b1c53d618 HTTP/1.1" status: 200 len: 946 time: 0.1376143 Jul 06 13:57:53.839770 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-8f5d6ecd-9207-465d-b7f3-c0fc78ebae98 req-89004885-2520-4751-ad6c-05a78e2d1447 tempest-ServerDiskConfigTestJSON-920847304 tempest-ServerDiskConfigTestJSON-920847304-project] 10.222.0.104 "GET /v2.0/security-groups?id=bc287469-1102-40d8-b019-cad062af5465&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419767 Jul 06 13:57:54.180765 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-de9ba95a-1265-4ba0-9aa6-90394747102a req-6899ceb0-1f6f-4207-a0df-356044d808a5 tempest-DeleteServersTestJSON-677393534 tempest-DeleteServersTestJSON-677393534-project] 10.222.0.104 "GET /v2.0/ports?device_id=6170d4d8-ea14-440b-9da4-bbd0c2f68095 HTTP/1.1" status: 200 len: 210 time: 0.0448895 Jul 06 13:57:54.238215 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 13:57:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8c15697-c1ea-4fae-a5a5-81f463821588 x-openstack-request-id: req-f8c15697-c1ea-4fae-a5a5-81f463821588 {{(pid=100247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:57:54.238623 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a23cdce2-9066-4fd7-bd62-f6d41cb4ff7d", "name": "network-vif-deleted", "tag": "b0540eff-bdf4-4af4-8588-52491b736d88", "status": "completed", "code": 200}]} {{(pid=100247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:57:54.238976 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-f8c15697-c1ea-4fae-a5a5-81f463821588 {{(pid=100247) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:57:54.239497 n-d-773647-6 neutron-server[100247]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a23cdce2-9066-4fd7-bd62-f6d41cb4ff7d', 'name': 'network-vif-deleted', 'tag': 'b0540eff-bdf4-4af4-8588-52491b736d88', 'status': 'completed', 'code': 200} Jul 06 13:57:54.477798 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-e1e13609-2efd-4808-872e-325fa128bf3e req-4b17aadc-9a20-454b-b835-0da6459badfd tempest-ServersAdminTestJSON-391861328 tempest-ServersAdminTestJSON-391861328-project] 10.222.0.104 "GET /v2.0/ports?device_id=a23cdce2-9066-4fd7-bd62-f6d41cb4ff7d HTTP/1.1" status: 200 len: 210 time: 0.0556622 Jul 06 13:57:54.695757 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35c6ea4-c40b-44a9-a062-697c3564870c req-11da5fd2-1650-4263-b23e-ab6d70679937 tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:54.697410 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-f35c6ea4-c40b-44a9-a062-697c3564870c req-11da5fd2-1650-4263-b23e-ab6d70679937 tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] 10.222.0.104 "GET /v2.0/ports?device_id=8e640565-cabe-4694-8753-48fc0a9aa040 HTTP/1.1" status: 200 len: 950 time: 0.0922985 Jul 06 13:57:54.743166 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-f35c6ea4-c40b-44a9-a062-697c3564870c req-651780aa-68f9-4bb8-a6e6-0161385d66e7 tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] 10.222.0.104 "GET /v2.0/security-groups?id=9f5b92e9-7340-49c3-a9bb-41e4a1caffc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381541 Jul 06 13:57:55.483734 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-3b2ac2b1-ea7b-470f-a571-ddfda4e460fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:55.907118 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:56.056103 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Device b0540eff-bdf4-4af4-8588-52491b736d88 no longer exists at agent hyperv_n-h1-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 13:57:56.077956 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] No Port match for: b0540eff-bdf4-4af4-8588-52491b736d88 {{(pid=100248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 13:57:56.078407 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Device b0540eff-bdf4-4af4-8588-52491b736d88 not bound to the agent host n-h1-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 13:57:56.113682 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [req-2a8e4146-c871-436e-86dc-9c0379837f55 req-4892ca05-cbb2-45db-a73d-55d17fa898fe tempest-LiveMigrationTest-343502667 tempest-LiveMigrationTest-343502667-project-admin] http://10.222.0.104:9696/v2.0/extensions returned with HTTP 200 {{(pid=100246) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 13:57:56.115699 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-2a8e4146-c871-436e-86dc-9c0379837f55 req-4892ca05-cbb2-45db-a73d-55d17fa898fe tempest-LiveMigrationTest-343502667 tempest-LiveMigrationTest-343502667-project-admin] 10.222.0.104 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0077531 Jul 06 13:57:56.126481 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [req-2a8e4146-c871-436e-86dc-9c0379837f55 req-cc3f489e-a4f3-4a6f-bd1d-406b80dc5362 service neutron] Request body: {'binding': {'host': 'n-h2-773647-6', 'vnic_type': 'normal', 'profile': {}}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:57:56.127612 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [req-2a8e4146-c871-436e-86dc-9c0379837f55 req-cc3f489e-a4f3-4a6f-bd1d-406b80dc5362 service neutron] Unknown quota resources ['binding']. {{(pid=100246) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 06 13:57:56.298054 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [req-2a8e4146-c871-436e-86dc-9c0379837f55 req-cc3f489e-a4f3-4a6f-bd1d-406b80dc5362 service neutron] Attempting to bind port f1aab9a0-078a-4663-8768-bd6b589c53f0 on host n-h2-773647-6 for vnic_type normal with profile None {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 13:57:56.298311 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [req-2a8e4146-c871-436e-86dc-9c0379837f55 req-cc3f489e-a4f3-4a6f-bd1d-406b80dc5362 service neutron] Attempting to bind port f1aab9a0-078a-4663-8768-bd6b589c53f0 by drivers openvswitch,hyperv on host n-h2-773647-6 at level 0 using segments [{'id': '65749612-fb0d-4f34-9eb9-d06c3a2fda80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1045, 'network_id': '4f6c277b-1b2d-40ad-a374-15bf31b2f6e9'}] {{(pid=100246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 13:57:56.298636 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a8e4146-c871-436e-86dc-9c0379837f55 req-cc3f489e-a4f3-4a6f-bd1d-406b80dc5362 service neutron] Attempting to bind port f1aab9a0-078a-4663-8768-bd6b589c53f0 on network 4f6c277b-1b2d-40ad-a374-15bf31b2f6e9 {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 13:57:56.308175 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a8e4146-c871-436e-86dc-9c0379837f55 req-cc3f489e-a4f3-4a6f-bd1d-406b80dc5362 service neutron] Port f1aab9a0-078a-4663-8768-bd6b589c53f0 on network 4f6c277b-1b2d-40ad-a374-15bf31b2f6e9 not bound, no agent of type Open vSwitch agent registered on host n-h2-773647-6 {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 13:57:56.308545 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a8e4146-c871-436e-86dc-9c0379837f55 req-cc3f489e-a4f3-4a6f-bd1d-406b80dc5362 service neutron] Attempting to bind port f1aab9a0-078a-4663-8768-bd6b589c53f0 on network 4f6c277b-1b2d-40ad-a374-15bf31b2f6e9 {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 13:57:56.315330 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a8e4146-c871-436e-86dc-9c0379837f55 req-cc3f489e-a4f3-4a6f-bd1d-406b80dc5362 service neutron] Checking agent: {'id': '63768ece-0600-4354-8d29-fdedec96b077', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-773647-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 51, 10), 'started_at': datetime.datetime(2021, 7, 6, 13, 51, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 13, 57, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 13:57:56.315923 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a8e4146-c871-436e-86dc-9c0379837f55 req-cc3f489e-a4f3-4a6f-bd1d-406b80dc5362 service neutron] Checking segment: {'id': '65749612-fb0d-4f34-9eb9-d06c3a2fda80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1045, 'network_id': '4f6c277b-1b2d-40ad-a374-15bf31b2f6e9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 13:57:56.316480 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a8e4146-c871-436e-86dc-9c0379837f55 req-cc3f489e-a4f3-4a6f-bd1d-406b80dc5362 service neutron] Bound using segment: {'id': '65749612-fb0d-4f34-9eb9-d06c3a2fda80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1045, 'network_id': '4f6c277b-1b2d-40ad-a374-15bf31b2f6e9'} {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 13:57:56.317090 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [req-2a8e4146-c871-436e-86dc-9c0379837f55 req-cc3f489e-a4f3-4a6f-bd1d-406b80dc5362 service neutron] Bound port: f1aab9a0-078a-4663-8768-bd6b589c53f0, host: n-h2-773647-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '65749612-fb0d-4f34-9eb9-d06c3a2fda80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1045, 'network_id': '4f6c277b-1b2d-40ad-a374-15bf31b2f6e9'}}] {{(pid=100246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 13:57:56.390324 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.db [req-2a8e4146-c871-436e-86dc-9c0379837f55 req-cc3f489e-a4f3-4a6f-bd1d-406b80dc5362 service neutron] For port f1aab9a0-078a-4663-8768-bd6b589c53f0, host n-h2-773647-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=f1aab9a0-078a-4663-8768-bd6b589c53f0,segment=NetworkSegment(65749612-fb0d-4f34-9eb9-d06c3a2fda80),segment_id=65749612-fb0d-4f34-9eb9-d06c3a2fda80)] {{(pid=100246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 13:57:56.398889 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-2a8e4146-c871-436e-86dc-9c0379837f55 req-cc3f489e-a4f3-4a6f-bd1d-406b80dc5362 service neutron] Notify callbacks [] for binding, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:56.402464 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-2a8e4146-c871-436e-86dc-9c0379837f55 req-cc3f489e-a4f3-4a6f-bd1d-406b80dc5362 service neutron] 10.222.0.104 "POST /v2.0/ports/f1aab9a0-078a-4663-8768-bd6b589c53f0/bindings HTTP/1.1" status: 201 len: 389 time: 0.2794065 Jul 06 13:57:56.514304 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-2064eaae-da4f-48f8-82d2-b09d4ddedd44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:56.734040 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0becb4f-0b3d-4029-8a97-531198eb8e9c req-f8e5a697-789e-4f38-bbb4-71ae206498d8 tempest-MigrationsAdminTest-742585000 tempest-MigrationsAdminTest-742585000-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:56.742440 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-c0becb4f-0b3d-4029-8a97-531198eb8e9c req-f8e5a697-789e-4f38-bbb4-71ae206498d8 tempest-MigrationsAdminTest-742585000 tempest-MigrationsAdminTest-742585000-project-admin] 10.222.0.104 "GET /v2.0/ports?device_id=8e640565-cabe-4694-8753-48fc0a9aa040 HTTP/1.1" status: 200 len: 1101 time: 0.1186740 Jul 06 13:57:56.780963 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8e4146-c871-436e-86dc-9c0379837f55 req-c489a95d-f708-45ca-bbb7-1e3aec576ab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:56.783182 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-2a8e4146-c871-436e-86dc-9c0379837f55 req-c489a95d-f708-45ca-bbb7-1e3aec576ab4 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=125e6575b3ba4365b3ae01568cef269b&device_id=db226d12-2e62-42b7-b705-5e6732590104 HTTP/1.1" status: 200 len: 1097 time: 0.0775075 Jul 06 13:57:56.789000 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-c0becb4f-0b3d-4029-8a97-531198eb8e9c req-852f07da-b8a3-4bc4-ab56-c5491487b375 tempest-MigrationsAdminTest-742585000 tempest-MigrationsAdminTest-742585000-project-admin] 10.222.0.104 "GET /v2.0/security-groups?id=9f5b92e9-7340-49c3-a9bb-41e4a1caffc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456250 Jul 06 13:57:56.904191 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8e4146-c871-436e-86dc-9c0379837f55 req-26748ad8-5921-4e04-80a4-d505123f9965 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:56.905861 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-2a8e4146-c871-436e-86dc-9c0379837f55 req-26748ad8-5921-4e04-80a4-d505123f9965 service neutron] 10.222.0.72 "GET /v2.0/networks?id=4f6c277b-1b2d-40ad-a374-15bf31b2f6e9 HTTP/1.1" status: 200 len: 909 time: 0.1064897 Jul 06 13:57:56.962528 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-2a8e4146-c871-436e-86dc-9c0379837f55 req-34a57bbc-6b77-42d2-ad2b-9efd53bc524e service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f1aab9a0-078a-4663-8768-bd6b589c53f0 HTTP/1.1" status: 200 len: 217 time: 0.0494163 Jul 06 13:57:57.028012 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14a3dfc-154a-4b61-a7d2-bd87263ce0f4 req-4c3d994b-be26-4697-b67f-27ae30c1a361 tempest-ServerDiskConfigTestJSON-920847304 tempest-ServerDiskConfigTestJSON-920847304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:57.032484 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8e4146-c871-436e-86dc-9c0379837f55 req-2a04c32e-33eb-4a44-b3d5-233691bcd7c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:57.034315 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-2a8e4146-c871-436e-86dc-9c0379837f55 req-2a04c32e-33eb-4a44-b3d5-233691bcd7c5 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=3ab4a4f6-31db-40f5-bd89-967e515dcbd9 HTTP/1.1" status: 200 len: 847 time: 0.0632043 Jul 06 13:57:57.038096 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-e14a3dfc-154a-4b61-a7d2-bd87263ce0f4 req-4c3d994b-be26-4697-b67f-27ae30c1a361 tempest-ServerDiskConfigTestJSON-920847304 tempest-ServerDiskConfigTestJSON-920847304-project] 10.222.0.104 "GET /v2.0/ports?device_id=42d34a92-9ccf-48e1-9c97-b49b1c53d618 HTTP/1.1" status: 200 len: 946 time: 0.0951583 Jul 06 13:57:57.072113 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-2a8e4146-c871-436e-86dc-9c0379837f55 req-c18375a4-c38e-4621-a2ce-3592d336caad service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=4f6c277b-1b2d-40ad-a374-15bf31b2f6e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0312567 Jul 06 13:57:57.083489 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-e14a3dfc-154a-4b61-a7d2-bd87263ce0f4 req-066b4c2c-d81d-4747-b4c8-b763c1c4dd31 tempest-ServerDiskConfigTestJSON-920847304 tempest-ServerDiskConfigTestJSON-920847304-project] 10.222.0.104 "GET /v2.0/security-groups?id=bc287469-1102-40d8-b019-cad062af5465&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432336 Jul 06 13:57:57.221582 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-2a8e4146-c871-436e-86dc-9c0379837f55 req-f2e4bb7b-d460-498e-9c84-04e70f189b69 service neutron] 10.222.0.72 "GET /v2.0/networks/4f6c277b-1b2d-40ad-a374-15bf31b2f6e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1382682 Jul 06 13:57:57.371766 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-2a8e4146-c871-436e-86dc-9c0379837f55 req-752eddcb-c8c2-495d-bc12-96cadbab7fea service neutron] 10.222.0.72 "GET /v2.0/networks/4f6c277b-1b2d-40ad-a374-15bf31b2f6e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1427388 Jul 06 13:57:57.711893 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4776ca7-0bf7-459e-9d9f-81852c608f11 req-30e15e4d-1954-4e91-aa33-795848675b2c tempest-LiveMigrationTest-2001684970 tempest-LiveMigrationTest-2001684970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:57.729213 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-f4776ca7-0bf7-459e-9d9f-81852c608f11 req-30e15e4d-1954-4e91-aa33-795848675b2c tempest-LiveMigrationTest-2001684970 tempest-LiveMigrationTest-2001684970-project] 10.222.0.104 "GET /v2.0/ports?device_id=db226d12-2e62-42b7-b705-5e6732590104 HTTP/1.1" status: 200 len: 946 time: 0.1725709 Jul 06 13:57:57.804584 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-f4776ca7-0bf7-459e-9d9f-81852c608f11 req-304c4599-0300-4857-87d8-4c49f6df348b tempest-LiveMigrationTest-2001684970 tempest-LiveMigrationTest-2001684970-project] 10.222.0.104 "GET /v2.0/security-groups?id=7e243ebf-9cf4-4917-8da6-0fd38b06f795&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744812 Jul 06 13:57:58.264295 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-03f71b24-a9b8-453a-8924-caa3f97bc6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:58.616445 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-07ee2b4c-9c6d-48f7-9a95-43b7211db65e req-a63c6ec5-a515-4950-9fa9-84aca590ebaf service neutron] 10.222.0.104 "GET /v2.0/ports?device_id=8e640565-cabe-4694-8753-48fc0a9aa040&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1100223 Jul 06 13:58:00.492952 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ee2b4c-9c6d-48f7-9a95-43b7211db65e req-19e62575-35ca-4e94-97f9-2654d2d5d0d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:58:00.494937 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-07ee2b4c-9c6d-48f7-9a95-43b7211db65e req-19e62575-35ca-4e94-97f9-2654d2d5d0d3 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=483ead9cc6094290930ff4aed37f7463&device_id=8e640565-cabe-4694-8753-48fc0a9aa040 HTTP/1.1" status: 200 len: 1101 time: 0.0968225 Jul 06 13:58:00.592385 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c166d635-ff53-4606-834f-4bdfb57a3907 req-6ba6d9b0-db2b-4333-ba51-dfb3890e149e tempest-ServersAdminTestJSON-391861328 tempest-ServersAdminTestJSON-391861328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:58:00.594239 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-c166d635-ff53-4606-834f-4bdfb57a3907 req-6ba6d9b0-db2b-4333-ba51-dfb3890e149e tempest-ServersAdminTestJSON-391861328 tempest-ServersAdminTestJSON-391861328-project] 10.222.0.72 "GET /v2.0/ports?device_id=63f04f24-a07c-4f56-a92d-98828f9b51fd HTTP/1.1" status: 200 len: 950 time: 0.1254420 Jul 06 13:58:00.629898 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ee2b4c-9c6d-48f7-9a95-43b7211db65e req-5e3a50a3-b323-4af5-982b-b14fb4236db4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:58:00.632181 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-07ee2b4c-9c6d-48f7-9a95-43b7211db65e req-5e3a50a3-b323-4af5-982b-b14fb4236db4 service neutron] 10.222.0.72 "GET /v2.0/networks?id=ac09d390-867f-4b75-a8d2-ab11550bffd6 HTTP/1.1" status: 200 len: 871 time: 0.1196682 Jul 06 13:58:00.704351 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.plugin [req-c166d635-ff53-4606-834f-4bdfb57a3907 req-b724c6cb-522d-40d7-b4cc-e0643092eca0 tempest-ServersAdminTestJSON-391861328 tempest-ServersAdminTestJSON-391861328-project] Deleting port ea4b4b49-6742-4d24-921d-b8422184436f {{(pid=100247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 13:58:00.704624 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-c166d635-ff53-4606-834f-4bdfb57a3907 req-b724c6cb-522d-40d7-b4cc-e0643092eca0 tempest-ServersAdminTestJSON-391861328 tempest-ServersAdminTestJSON-391861328-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:00.725755 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-07ee2b4c-9c6d-48f7-9a95-43b7211db65e req-b9019da3-00c1-45f9-8f47-01c926378840 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.228&port_id=f2dfd2e9-3a23-4089-a63b-c17a9084581f HTTP/1.1" status: 200 len: 217 time: 0.0829196 Jul 06 13:58:00.804983 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.db [req-c166d635-ff53-4606-834f-4bdfb57a3907 req-b724c6cb-522d-40d7-b4cc-e0643092eca0 tempest-ServersAdminTestJSON-391861328 tempest-ServersAdminTestJSON-391861328-project] For port ea4b4b49-6742-4d24-921d-b8422184436f, host n-h2-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=ea4b4b49-6742-4d24-921d-b8422184436f,segment=NetworkSegment(c9ea893d-045e-42cf-b3dd-cdd1f79baccd),segment_id=c9ea893d-045e-42cf-b3dd-cdd1f79baccd)] {{(pid=100247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:58:00.805350 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-c166d635-ff53-4606-834f-4bdfb57a3907 req-b724c6cb-522d-40d7-b4cc-e0643092eca0 tempest-ServersAdminTestJSON-391861328 tempest-ServersAdminTestJSON-391861328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:00.819052 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.plugin [req-c166d635-ff53-4606-834f-4bdfb57a3907 req-b724c6cb-522d-40d7-b4cc-e0643092eca0 tempest-ServersAdminTestJSON-391861328 tempest-ServersAdminTestJSON-391861328-project] Calling delete_port for ea4b4b49-6742-4d24-921d-b8422184436f owned by compute:nova {{(pid=100247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 13:58:00.822924 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ee2b4c-9c6d-48f7-9a95-43b7211db65e req-7a3fa72d-85b8-4010-ac5e-b9616a46db7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:58:00.824698 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-07ee2b4c-9c6d-48f7-9a95-43b7211db65e req-7a3fa72d-85b8-4010-ac5e-b9616a46db7c service neutron] 10.222.0.72 "GET /v2.0/subnets?id=d1c3cc78-09b9-4e30-99fd-0e5830de101d HTTP/1.1" status: 200 len: 843 time: 0.0930707 Jul 06 13:58:00.913238 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ee2b4c-9c6d-48f7-9a95-43b7211db65e req-ffad344f-29a9-48c0-b6c4-2f172e220759 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:58:00.916258 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-07ee2b4c-9c6d-48f7-9a95-43b7211db65e req-ffad344f-29a9-48c0-b6c4-2f172e220759 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=ac09d390-867f-4b75-a8d2-ab11550bffd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0797932 Jul 06 13:58:01.082003 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-07ee2b4c-9c6d-48f7-9a95-43b7211db65e req-7a3fd971-380e-4451-830d-7ab0aaf696af service neutron] 10.222.0.72 "GET /v2.0/networks/ac09d390-867f-4b75-a8d2-ab11550bffd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1559441 Jul 06 13:58:01.133453 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-c166d635-ff53-4606-834f-4bdfb57a3907 req-b724c6cb-522d-40d7-b4cc-e0643092eca0 tempest-ServersAdminTestJSON-391861328 tempest-ServersAdminTestJSON-391861328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117'] for port, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:01.148135 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] get_ports_and_sgs() called for port_ids ['ea4b4b49-6742-4d24-921d-b8422184436f'] {{(pid=100248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 13:58:01.196304 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b724c6cb-522d-40d7-b4cc-e0643092eca0 tempest-ServersAdminTestJSON-391861328 tempest-ServersAdminTestJSON-391861328-project] Pushing event deleted for resources: {'Port': ['ID=ea4b4b49-6742-4d24-921d-b8422184436f,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:58:01.290370 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.l3_dvrscheduler_db [req-c166d635-ff53-4606-834f-4bdfb57a3907 req-b724c6cb-522d-40d7-b4cc-e0643092eca0 tempest-ServersAdminTestJSON-391861328 tempest-ServersAdminTestJSON-391861328-project] No DVR routers for this DVR port ea4b4b49-6742-4d24-921d-b8422184436f on host n-h2-773647-6 {{(pid=100247) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 13:58:01.291161 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-07ee2b4c-9c6d-48f7-9a95-43b7211db65e req-77c3cd08-7973-44a6-a76b-709a34022ee8 service neutron] 10.222.0.72 "GET /v2.0/networks/ac09d390-867f-4b75-a8d2-ab11550bffd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1973295 Jul 06 13:58:01.296885 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-c166d635-ff53-4606-834f-4bdfb57a3907 req-b724c6cb-522d-40d7-b4cc-e0643092eca0 tempest-ServersAdminTestJSON-391861328 tempest-ServersAdminTestJSON-391861328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:01.302265 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-c166d635-ff53-4606-834f-4bdfb57a3907 req-b724c6cb-522d-40d7-b4cc-e0643092eca0 tempest-ServersAdminTestJSON-391861328 tempest-ServersAdminTestJSON-391861328-project] 10.222.0.72 "DELETE /v2.0/ports/ea4b4b49-6742-4d24-921d-b8422184436f HTTP/1.1" status: 204 len: 173 time: 0.7028558 Jul 06 13:58:01.306879 n-d-773647-6 neutron-server[100247]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63f04f24-a07c-4f56-a92d-98828f9b51fd', 'name': 'network-vif-deleted', 'tag': 'ea4b4b49-6742-4d24-921d-b8422184436f'}] {{(pid=100247) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 13:58:01.306879 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cbf0eeaae822f8fc9b87a94aeba67a3d651842baf663a51cba94b67a514836d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b3752b2-c3da-43a4-a42d-417597d92f0d" -d '{"events": [{"server_uuid": "63f04f24-a07c-4f56-a92d-98828f9b51fd", "name": "network-vif-deleted", "tag": "ea4b4b49-6742-4d24-921d-b8422184436f"}]}' {{(pid=100247) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:58:04.194870 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1722ac-82fb-4d5f-872d-71ef3887c965 req-d47fb8c2-6153-46f5-b219-09c04d6f3ccf tempest-DeleteServersTestJSON-677393534 tempest-DeleteServersTestJSON-677393534-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:58:04.201906 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-af1722ac-82fb-4d5f-872d-71ef3887c965 req-d47fb8c2-6153-46f5-b219-09c04d6f3ccf tempest-DeleteServersTestJSON-677393534 tempest-DeleteServersTestJSON-677393534-project] 10.222.0.104 "GET /v2.0/networks?id=7a710b21-0493-4be8-a73f-c10a9dbc43f7 HTTP/1.1" status: 200 len: 812 time: 0.1743836 Jul 06 13:58:04.232452 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-af1722ac-82fb-4d5f-872d-71ef3887c965 req-e9dd1285-651b-42b3-ac5f-4f2358a8f384 tempest-DeleteServersTestJSON-677393534 tempest-DeleteServersTestJSON-677393534-project] 10.222.0.104 "GET /v2.0/quotas/ed98ced3211c40618bf4aade5a2dd56d HTTP/1.1" status: 200 len: 375 time: 0.0220599 Jul 06 13:58:04.253908 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Device ea4b4b49-6742-4d24-921d-b8422184436f no longer exists at agent hyperv_n-h2-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 13:58:04.291974 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-af1722ac-82fb-4d5f-872d-71ef3887c965 req-9d0597e5-3622-405f-9b4b-fd27a9dab525 tempest-DeleteServersTestJSON-677393534 tempest-DeleteServersTestJSON-677393534-project] 10.222.0.104 "GET /v2.0/ports?tenant_id=ed98ced3211c40618bf4aade5a2dd56d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0586271 Jul 06 13:58:04.300880 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] No Port match for: ea4b4b49-6742-4d24-921d-b8422184436f {{(pid=100248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 13:58:04.301507 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Device ea4b4b49-6742-4d24-921d-b8422184436f not bound to the agent host n-h2-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 13:58:04.349504 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bef5175-3da8-4400-8e5b-e1fa6ea8dfcd req-d652c22a-85b9-4352-bb25-ec204f835958 tempest-ServerDiskConfigTestJSON-920847304 tempest-ServerDiskConfigTestJSON-920847304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:58:04.356659 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-5bef5175-3da8-4400-8e5b-e1fa6ea8dfcd req-d652c22a-85b9-4352-bb25-ec204f835958 tempest-ServerDiskConfigTestJSON-920847304 tempest-ServerDiskConfigTestJSON-920847304-project] 10.222.0.104 "GET /v2.0/ports?device_id=42d34a92-9ccf-48e1-9c97-b49b1c53d618 HTTP/1.1" status: 200 len: 946 time: 0.2421587 Jul 06 13:58:04.406776 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-5bef5175-3da8-4400-8e5b-e1fa6ea8dfcd req-09425868-e0c4-4d29-9294-c215a79535b4 tempest-ServerDiskConfigTestJSON-920847304 tempest-ServerDiskConfigTestJSON-920847304-project] 10.222.0.104 "GET /v2.0/security-groups?id=bc287469-1102-40d8-b019-cad062af5465&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491064 Jul 06 13:58:04.474304 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-af1722ac-82fb-4d5f-872d-71ef3887c965 req-ee35396f-4064-49ed-8413-00ce114f6206 service neutron] 10.222.0.104 "GET /v2.0/networks/7a710b21-0493-4be8-a73f-c10a9dbc43f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1814268 Jul 06 13:58:04.599590 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-af1722ac-82fb-4d5f-872d-71ef3887c965 req-c00b7c39-af68-4967-981f-31a71ba1052d service neutron] 10.222.0.104 "GET /v2.0/networks/7a710b21-0493-4be8-a73f-c10a9dbc43f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239109 Jul 06 13:58:04.724499 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b4df1d-0349-4523-8cc0-9441319d775f req-a12251c2-3f13-43ae-9f76-a590a63ade60 tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:58:04.732403 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-57b4df1d-0349-4523-8cc0-9441319d775f req-a12251c2-3f13-43ae-9f76-a590a63ade60 tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] 10.222.0.104 "GET /v2.0/ports?device_id=8e640565-cabe-4694-8753-48fc0a9aa040 HTTP/1.1" status: 200 len: 950 time: 0.0961230 Jul 06 13:58:04.790382 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-57b4df1d-0349-4523-8cc0-9441319d775f req-d735a95b-92c3-4073-a159-d449d7f616f3 tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] 10.222.0.104 "GET /v2.0/security-groups?id=9f5b92e9-7340-49c3-a9bb-41e4a1caffc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568523 Jul 06 13:58:04.912736 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 13:58:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5ed2e17-9f5c-46a3-9d14-03cfb38b0e56 x-openstack-request-id: req-a5ed2e17-9f5c-46a3-9d14-03cfb38b0e56 {{(pid=100247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:58:04.913354 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63f04f24-a07c-4f56-a92d-98828f9b51fd", "name": "network-vif-deleted", "tag": "ea4b4b49-6742-4d24-921d-b8422184436f", "status": "completed", "code": 200}]} {{(pid=100247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:58:04.913869 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-a5ed2e17-9f5c-46a3-9d14-03cfb38b0e56 {{(pid=100247) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:58:04.914287 n-d-773647-6 neutron-server[100247]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63f04f24-a07c-4f56-a92d-98828f9b51fd', 'name': 'network-vif-deleted', 'tag': 'ea4b4b49-6742-4d24-921d-b8422184436f', 'status': 'completed', 'code': 200} Jul 06 13:58:05.001300 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-6ade3c0e-c995-4eb7-ba01-401c633f82c1 req-2c509b09-9185-4233-8a91-282211ec8bf9 tempest-DeleteServersTestJSON-677393534 tempest-DeleteServersTestJSON-677393534-project] 10.222.0.104 "GET /v2.0/ports?device_id=5b74f2b4-b4c4-4160-8d7b-12742fdf4d81 HTTP/1.1" status: 200 len: 210 time: 0.0342152 Jul 06 13:58:05.034784 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38537537-890d-479a-b02d-d28b628c594a req-aa55e782-ec2a-4302-8b58-6160a2c2116d tempest-LiveMigrationTest-2001684970 tempest-LiveMigrationTest-2001684970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:58:05.036444 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-38537537-890d-479a-b02d-d28b628c594a req-aa55e782-ec2a-4302-8b58-6160a2c2116d tempest-LiveMigrationTest-2001684970 tempest-LiveMigrationTest-2001684970-project] 10.222.0.104 "GET /v2.0/ports?device_id=db226d12-2e62-42b7-b705-5e6732590104 HTTP/1.1" status: 200 len: 946 time: 0.1187215 Jul 06 13:58:05.127251 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-38537537-890d-479a-b02d-d28b628c594a req-0c9cb73b-ae80-4ee4-b597-740e8806ea73 tempest-LiveMigrationTest-2001684970 tempest-LiveMigrationTest-2001684970-project] 10.222.0.104 "GET /v2.0/security-groups?id=7e243ebf-9cf4-4917-8da6-0fd38b06f795&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761545 Jul 06 13:58:05.169852 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 59836) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:58:05.474153 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-57f25a20-c9dc-4d93-b454-f7c119e8da2d admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=8cb5ec88b59f4a759dd81f7b3a6fc71e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3003821 Jul 06 13:58:05.475384 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 59864) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:58:05.502489 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a157f9-e549-4d32-96e6-f95c1e2c98d5 req-9232918c-a833-46df-9efc-4d46773ff3be tempest-ListImageFiltersTestJSON-201163018 tempest-ListImageFiltersTestJSON-201163018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:58:05.504051 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-91a157f9-e549-4d32-96e6-f95c1e2c98d5 req-9232918c-a833-46df-9efc-4d46773ff3be tempest-ListImageFiltersTestJSON-201163018 tempest-ListImageFiltersTestJSON-201163018-project] 10.222.0.104 "GET /v2.0/ports?device_id=15ec8a26-5f36-442c-a168-6498affa2887 HTTP/1.1" status: 200 len: 950 time: 0.1426218 Jul 06 13:58:05.580859 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-91a157f9-e549-4d32-96e6-f95c1e2c98d5 req-ac8d1652-9926-4a4a-90b3-da5e5e65f783 tempest-ListImageFiltersTestJSON-201163018 tempest-ListImageFiltersTestJSON-201163018-project] 10.222.0.104 "GET /v2.0/security-groups?id=9ce4c80a-5086-4b6d-8895-e157d8baf449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656698 Jul 06 13:58:05.599549 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-44e994fb-9522-481e-9b76-111b3e9caaee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:05.617616 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-44e994fb-9522-481e-9b76-111b3e9caaee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:05.708312 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-44e994fb-9522-481e-9b76-111b3e9caaee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:05.712128 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-44e994fb-9522-481e-9b76-111b3e9caaee admin admin] Notify callbacks [] for security_group, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:05.715848 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-44e994fb-9522-481e-9b76-111b3e9caaee admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/3bcee3ab-dc9e-46be-bc35-9f5a80cc9457 HTTP/1.1" status: 204 len: 168 time: 0.2391658 Jul 06 13:58:05.761495 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e994fb-9522-481e-9b76-111b3e9caaee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bcee3ab-dc9e-46be-bc35-9f5a80cc9457,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:58:05.814295 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26388972-5b7b-4b9d-93d1-cc9b42f40319 req-6d6c10f5-1199-4549-b7ba-bd773d979223 tempest-ServerDiskConfigTestJSON-920847304 tempest-ServerDiskConfigTestJSON-920847304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:58:05.821979 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-26388972-5b7b-4b9d-93d1-cc9b42f40319 req-6d6c10f5-1199-4549-b7ba-bd773d979223 tempest-ServerDiskConfigTestJSON-920847304 tempest-ServerDiskConfigTestJSON-920847304-project] 10.222.0.104 "GET /v2.0/ports?device_id=42d34a92-9ccf-48e1-9c97-b49b1c53d618 HTTP/1.1" status: 200 len: 946 time: 0.1013410 Jul 06 13:58:05.872046 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-26388972-5b7b-4b9d-93d1-cc9b42f40319 req-25fa58b2-cb35-48ee-9955-0964e57b2d55 tempest-ServerDiskConfigTestJSON-920847304 tempest-ServerDiskConfigTestJSON-920847304-project] 10.222.0.104 "GET /v2.0/security-groups?id=bc287469-1102-40d8-b019-cad062af5465&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489511 Jul 06 13:58:06.051788 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbd8f5e-fa23-4915-ba87-6dd4493cb183 req-6af52c73-7f89-455c-87b0-4d9784480277 tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:58:06.053466 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-8fbd8f5e-fa23-4915-ba87-6dd4493cb183 req-6af52c73-7f89-455c-87b0-4d9784480277 tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] 10.222.0.104 "GET /v2.0/ports?device_id=8e640565-cabe-4694-8753-48fc0a9aa040 HTTP/1.1" status: 200 len: 950 time: 0.0896554 Jul 06 13:58:06.076383 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 59888) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:58:06.118263 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-b1000dc5-51c8-4a04-bb6b-cd2a6c512bd2 admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=0cd945924e0b466c896aa946bd921ac1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0406041 Jul 06 13:58:06.120877 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 59892) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:58:06.160397 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-8fbd8f5e-fa23-4915-ba87-6dd4493cb183 req-61dab546-4507-4cb7-9d6b-9f694fd23a9f tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] 10.222.0.104 "GET /v2.0/security-groups?id=9f5b92e9-7340-49c3-a9bb-41e4a1caffc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975125 Jul 06 13:58:06.189246 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-a31473ba-746e-40c3-a893-1201f93f2603 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:06.212467 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-a31473ba-746e-40c3-a893-1201f93f2603 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:06.232728 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf44ecdc-b2cd-4427-93b9-52eba097318d req-e09cfe58-0663-4f21-a6c5-a487440c2951 tempest-DeleteServersTestJSON-677393534 tempest-DeleteServersTestJSON-677393534-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:58:06.234548 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-cf44ecdc-b2cd-4427-93b9-52eba097318d req-e09cfe58-0663-4f21-a6c5-a487440c2951 tempest-DeleteServersTestJSON-677393534 tempest-DeleteServersTestJSON-677393534-project] 10.222.0.104 "GET /v2.0/networks?id=7a710b21-0493-4be8-a73f-c10a9dbc43f7 HTTP/1.1" status: 200 len: 812 time: 0.1382108 Jul 06 13:58:06.260083 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-cf44ecdc-b2cd-4427-93b9-52eba097318d req-65e53e4f-943e-46f7-8351-816f28fa48cf tempest-DeleteServersTestJSON-677393534 tempest-DeleteServersTestJSON-677393534-project] 10.222.0.104 "GET /v2.0/quotas/ed98ced3211c40618bf4aade5a2dd56d HTTP/1.1" status: 200 len: 375 time: 0.0159378 Jul 06 13:58:06.291329 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-a31473ba-746e-40c3-a893-1201f93f2603 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:06.295716 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-a31473ba-746e-40c3-a893-1201f93f2603 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:06.297520 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-a31473ba-746e-40c3-a893-1201f93f2603 admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/ef26e77f-0c8c-4388-80e5-4c02cb6e645e HTTP/1.1" status: 204 len: 168 time: 0.1754932 Jul 06 13:58:06.308586 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31473ba-746e-40c3-a893-1201f93f2603 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef26e77f-0c8c-4388-80e5-4c02cb6e645e,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:58:06.319547 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-cf44ecdc-b2cd-4427-93b9-52eba097318d req-65129710-36cf-4eef-9357-f0e7bca64d3f tempest-DeleteServersTestJSON-677393534 tempest-DeleteServersTestJSON-677393534-project] 10.222.0.104 "GET /v2.0/ports?tenant_id=ed98ced3211c40618bf4aade5a2dd56d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0340524 Jul 06 13:58:06.454127 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859fef11-02cd-4549-a877-b3d3e1c1f9b3 req-3c8d3894-769b-466e-96db-19d39ffd720d tempest-LiveMigrationTest-2001684970 tempest-LiveMigrationTest-2001684970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:58:06.461126 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-859fef11-02cd-4549-a877-b3d3e1c1f9b3 req-3c8d3894-769b-466e-96db-19d39ffd720d tempest-LiveMigrationTest-2001684970 tempest-LiveMigrationTest-2001684970-project] 10.222.0.104 "GET /v2.0/ports?device_id=db226d12-2e62-42b7-b705-5e6732590104 HTTP/1.1" status: 200 len: 946 time: 0.1855981 Jul 06 13:58:06.497648 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-cf44ecdc-b2cd-4427-93b9-52eba097318d req-3c126620-b5e6-4a04-8923-d12c83dba65a service neutron] 10.222.0.104 "GET /v2.0/networks/7a710b21-0493-4be8-a73f-c10a9dbc43f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1481450 Jul 06 13:58:06.566170 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-859fef11-02cd-4549-a877-b3d3e1c1f9b3 req-8b0bf6d5-2dbc-432f-8127-19c6b0e43724 tempest-LiveMigrationTest-2001684970 tempest-LiveMigrationTest-2001684970-project] 10.222.0.104 "GET /v2.0/security-groups?id=7e243ebf-9cf4-4917-8da6-0fd38b06f795&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041198 Jul 06 13:58:06.608263 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-cf44ecdc-b2cd-4427-93b9-52eba097318d req-029b34b4-250f-4812-89de-6c24e6e29063 service neutron] 10.222.0.104 "GET /v2.0/networks/7a710b21-0493-4be8-a73f-c10a9dbc43f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1097617 Jul 06 13:58:06.845250 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7d945e-5a7a-4bdc-bee4-5d60942ffe7f req-b58ce6a3-a9c2-42eb-9993-a7021d1e9e3c tempest-ListImageFiltersTestJSON-201163018 tempest-ListImageFiltersTestJSON-201163018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:58:06.847198 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-2d7d945e-5a7a-4bdc-bee4-5d60942ffe7f req-b58ce6a3-a9c2-42eb-9993-a7021d1e9e3c tempest-ListImageFiltersTestJSON-201163018 tempest-ListImageFiltersTestJSON-201163018-project] 10.222.0.104 "GET /v2.0/ports?device_id=15ec8a26-5f36-442c-a168-6498affa2887 HTTP/1.1" status: 200 len: 950 time: 0.1210198 Jul 06 13:58:06.896641 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-2d7d945e-5a7a-4bdc-bee4-5d60942ffe7f req-5f3115dc-9511-4551-a3b3-f50ac381432b tempest-ListImageFiltersTestJSON-201163018 tempest-ListImageFiltersTestJSON-201163018-project] 10.222.0.104 "GET /v2.0/security-groups?id=9ce4c80a-5086-4b6d-8895-e157d8baf449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434434 Jul 06 13:58:07.022533 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-04f2454d-d593-45a1-935c-0cbeea13c182 req-c0247166-78ac-4b59-88b1-c6559099ec43 tempest-DeleteServersTestJSON-677393534 tempest-DeleteServersTestJSON-677393534-project] 10.222.0.104 "GET /v2.0/ports?device_id=5f20a6fd-43eb-4bf1-a2dc-8b1ded94daf8 HTTP/1.1" status: 200 len: 210 time: 0.0722129 Jul 06 13:58:07.216989 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc9dc78-397e-493d-b88e-1829cf2740dc req-e9961f9b-5b8f-4336-8730-bc6bc7b401e9 tempest-ServerDiskConfigTestJSON-920847304 tempest-ServerDiskConfigTestJSON-920847304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:58:07.233590 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-8fc9dc78-397e-493d-b88e-1829cf2740dc req-e9961f9b-5b8f-4336-8730-bc6bc7b401e9 tempest-ServerDiskConfigTestJSON-920847304 tempest-ServerDiskConfigTestJSON-920847304-project] 10.222.0.104 "GET /v2.0/ports?device_id=42d34a92-9ccf-48e1-9c97-b49b1c53d618 HTTP/1.1" status: 200 len: 946 time: 0.1207876 Jul 06 13:58:07.677985 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-8fc9dc78-397e-493d-b88e-1829cf2740dc req-07e01c57-4938-44f0-85a0-dd82f0ee26fb tempest-ServerDiskConfigTestJSON-920847304 tempest-ServerDiskConfigTestJSON-920847304-project] 10.222.0.104 "GET /v2.0/security-groups?id=bc287469-1102-40d8-b019-cad062af5465&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4427831 Jul 06 13:58:07.843631 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bcd7d3-5307-4840-9883-039bade430bd req-d508444a-f7c4-4080-86a5-5421b4bd325e tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:58:07.851668 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-d2bcd7d3-5307-4840-9883-039bade430bd req-d508444a-f7c4-4080-86a5-5421b4bd325e tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] 10.222.0.104 "GET /v2.0/ports?device_id=8e640565-cabe-4694-8753-48fc0a9aa040 HTTP/1.1" status: 200 len: 950 time: 0.1067874 Jul 06 13:58:07.913215 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-d2bcd7d3-5307-4840-9883-039bade430bd req-596ef315-a40b-4b5b-bfa7-c61406dc06de tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] 10.222.0.104 "GET /v2.0/security-groups?id=9f5b92e9-7340-49c3-a9bb-41e4a1caffc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599844 Jul 06 13:58:08.174060 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6084bab6-5f0b-4b8f-9bdc-9d1caa1c3688 req-7bf18b72-68a8-4a83-a06f-efe8146b0aa5 tempest-LiveMigrationTest-2001684970 tempest-LiveMigrationTest-2001684970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:58:08.175641 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-6084bab6-5f0b-4b8f-9bdc-9d1caa1c3688 req-7bf18b72-68a8-4a83-a06f-efe8146b0aa5 tempest-LiveMigrationTest-2001684970 tempest-LiveMigrationTest-2001684970-project] 10.222.0.104 "GET /v2.0/ports?device_id=db226d12-2e62-42b7-b705-5e6732590104 HTTP/1.1" status: 200 len: 946 time: 0.1143990 Jul 06 13:58:08.232302 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-6084bab6-5f0b-4b8f-9bdc-9d1caa1c3688 req-4fdabbe6-11e7-4ea1-9237-bf42d51ca46b tempest-LiveMigrationTest-2001684970 tempest-LiveMigrationTest-2001684970-project] 10.222.0.104 "GET /v2.0/security-groups?id=7e243ebf-9cf4-4917-8da6-0fd38b06f795&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494163 Jul 06 13:58:08.281854 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-e5a986c8-d28f-4d5a-b59d-d5534f50e691 req-aecd11df-19f7-4f3c-8692-c1bd71a154aa tempest-DeleteServersTestJSON-677393534 tempest-DeleteServersTestJSON-677393534-project] 10.222.0.104 "GET /v2.0/ports?device_id=5f20a6fd-43eb-4bf1-a2dc-8b1ded94daf8 HTTP/1.1" status: 200 len: 210 time: 0.0290387 Jul 06 13:58:08.452926 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf44ecdc-b2cd-4427-93b9-52eba097318d req-7c7d1bc5-5b79-4808-a582-7517d5dba8f5 tempest-DeleteServersTestJSON-677393534 tempest-DeleteServersTestJSON-677393534-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:58:08.454956 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-cf44ecdc-b2cd-4427-93b9-52eba097318d req-7c7d1bc5-5b79-4808-a582-7517d5dba8f5 tempest-DeleteServersTestJSON-677393534 tempest-DeleteServersTestJSON-677393534-project] 10.222.0.72 "GET /v2.0/networks?id=7a710b21-0493-4be8-a73f-c10a9dbc43f7 HTTP/1.1" status: 200 len: 812 time: 0.1286101 Jul 06 13:58:08.478665 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [req-cf44ecdc-b2cd-4427-93b9-52eba097318d req-2962e457-8077-4b75-8dd8-e8d30954b751 tempest-DeleteServersTestJSON-677393534 tempest-DeleteServersTestJSON-677393534-project] Request body: {'port': {'device_id': '5f20a6fd-43eb-4bf1-a2dc-8b1ded94daf8', 'network_id': '7a710b21-0493-4be8-a73f-c10a9dbc43f7', 'admin_state_up': True, 'tenant_id': 'ed98ced3211c40618bf4aade5a2dd56d'}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:58:08.629062 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-33ab479f-748c-4f50-bcce-639ca1471c95 req-0f568593-5935-4f24-aced-c66401350ea9 tempest-FlavorsV2NegativeTest-365771912 tempest-FlavorsV2NegativeTest-365771912-project] 10.222.0.104 "GET /v2.0/networks?tenant_id=d4d59db0d96c48f8943202f13302ccbb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0293345 Jul 06 13:58:08.649364 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cf44ecdc-b2cd-4427-93b9-52eba097318d req-2962e457-8077-4b75-8dd8-e8d30954b751 tempest-DeleteServersTestJSON-677393534 tempest-DeleteServersTestJSON-677393534-project] Made reservation on behalf of ed98ced3211c40618bf4aade5a2dd56d for: {'port': 1} {{(pid=100247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 13:58:08.652772 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-cf44ecdc-b2cd-4427-93b9-52eba097318d req-2962e457-8077-4b75-8dd8-e8d30954b751 tempest-DeleteServersTestJSON-677393534 tempest-DeleteServersTestJSON-677393534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:08.872380 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ab479f-748c-4f50-bcce-639ca1471c95 req-571b68c0-9970-4248-906e-ff65301efe5d tempest-FlavorsV2NegativeTest-365771912 tempest-FlavorsV2NegativeTest-365771912-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:58:08.874842 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-33ab479f-748c-4f50-bcce-639ca1471c95 req-571b68c0-9970-4248-906e-ff65301efe5d tempest-FlavorsV2NegativeTest-365771912 tempest-FlavorsV2NegativeTest-365771912-project] 10.222.0.104 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2370150 Jul 06 13:58:08.941025 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-33ab479f-748c-4f50-bcce-639ca1471c95 req-09c7112c-be5d-4fc9-9587-6981821e582f tempest-FlavorsV2NegativeTest-365771912 tempest-FlavorsV2NegativeTest-365771912-project] 10.222.0.104 "GET /v2.0/quotas/d4d59db0d96c48f8943202f13302ccbb HTTP/1.1" status: 200 len: 375 time: 0.0546885 Jul 06 13:58:08.976828 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.db_base_plugin_common [req-cf44ecdc-b2cd-4427-93b9-52eba097318d req-2962e457-8077-4b75-8dd8-e8d30954b751 tempest-DeleteServersTestJSON-677393534 tempest-DeleteServersTestJSON-677393534-project] Allocated IP 172.20.0.10 (7a710b21-0493-4be8-a73f-c10a9dbc43f7/8d32f554-2b92-4c59-9901-e19d129549fc/2490c76c-ce72-46e9-9700-c9489fb8e83c) {{(pid=100247) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 13:58:09.006249 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-33ab479f-748c-4f50-bcce-639ca1471c95 req-fe17a28d-fb4c-4a10-9383-e7f11a36690d tempest-FlavorsV2NegativeTest-365771912 tempest-FlavorsV2NegativeTest-365771912-project] 10.222.0.104 "GET /v2.0/ports?tenant_id=d4d59db0d96c48f8943202f13302ccbb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0561397 Jul 06 13:58:09.042024 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd25de9-ce35-4a0c-ad66-2f0bf93a1ba0 req-6ae6fdf7-227c-43bc-b6d0-622ec9b70851 tempest-ServerDiskConfigTestJSON-920847304 tempest-ServerDiskConfigTestJSON-920847304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:58:09.044600 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-3fd25de9-ce35-4a0c-ad66-2f0bf93a1ba0 req-6ae6fdf7-227c-43bc-b6d0-622ec9b70851 tempest-ServerDiskConfigTestJSON-920847304 tempest-ServerDiskConfigTestJSON-920847304-project] 10.222.0.104 "GET /v2.0/ports?device_id=42d34a92-9ccf-48e1-9c97-b49b1c53d618 HTTP/1.1" status: 200 len: 946 time: 0.2442801 Jul 06 13:58:09.186048 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-3fd25de9-ce35-4a0c-ad66-2f0bf93a1ba0 req-402de383-fdb2-48d6-9cab-b0bcfade081d tempest-ServerDiskConfigTestJSON-920847304 tempest-ServerDiskConfigTestJSON-920847304-project] 10.222.0.104 "GET /v2.0/security-groups?id=bc287469-1102-40d8-b019-cad062af5465&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333587 Jul 06 13:58:09.339707 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-cf44ecdc-b2cd-4427-93b9-52eba097318d req-2962e457-8077-4b75-8dd8-e8d30954b751 tempest-DeleteServersTestJSON-677393534 tempest-DeleteServersTestJSON-677393534-project] Notify callbacks [] for port, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:09.350550 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a0d970-1925-4d3d-8a85-cb802b317a03 req-d7c500db-1647-4e9e-ae48-2b1712cc3962 tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:58:09.359204 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-04a0d970-1925-4d3d-8a85-cb802b317a03 req-d7c500db-1647-4e9e-ae48-2b1712cc3962 tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] 10.222.0.104 "GET /v2.0/ports?device_id=8e640565-cabe-4694-8753-48fc0a9aa040 HTTP/1.1" status: 200 len: 950 time: 0.2335899 Jul 06 13:58:09.428609 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-04a0d970-1925-4d3d-8a85-cb802b317a03 req-e964887d-b2bc-4882-9d38-eb3f9925b477 tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] 10.222.0.104 "GET /v2.0/security-groups?id=9f5b92e9-7340-49c3-a9bb-41e4a1caffc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681765 Jul 06 13:58:09.470909 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-cf44ecdc-b2cd-4427-93b9-52eba097318d req-2962e457-8077-4b75-8dd8-e8d30954b751 tempest-DeleteServersTestJSON-677393534 tempest-DeleteServersTestJSON-677393534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108'] for port, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:09.614373 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2962e457-8077-4b75-8dd8-e8d30954b751 tempest-DeleteServersTestJSON-677393534 tempest-DeleteServersTestJSON-677393534-project] Pushing event updated for resources: {'Port': ['ID=2490c76c-ce72-46e9-9700-c9489fb8e83c,revision_number=1']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:58:09.618443 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cf44ecdc-b2cd-4427-93b9-52eba097318d req-2962e457-8077-4b75-8dd8-e8d30954b751 tempest-DeleteServersTestJSON-677393534 tempest-DeleteServersTestJSON-677393534-project] Network 7a710b21-0493-4be8-a73f-c10a9dbc43f7 is already hosted by enough agents. {{(pid=100247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 13:58:09.631667 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.base_scheduler [req-cf44ecdc-b2cd-4427-93b9-52eba097318d req-2962e457-8077-4b75-8dd8-e8d30954b751 tempest-DeleteServersTestJSON-677393534 tempest-DeleteServersTestJSON-677393534-project] Resources bound (agent type, host, resource id): {{(pid=100247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:58:09.656822 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf44ecdc-b2cd-4427-93b9-52eba097318d req-2962e457-8077-4b75-8dd8-e8d30954b751 tempest-DeleteServersTestJSON-677393534 tempest-DeleteServersTestJSON-677393534-project] Received port after_create {{(pid=100247) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 13:58:09.663050 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf44ecdc-b2cd-4427-93b9-52eba097318d req-2962e457-8077-4b75-8dd8-e8d30954b751 tempest-DeleteServersTestJSON-677393534 tempest-DeleteServersTestJSON-677393534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:58:09.663928 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-cf44ecdc-b2cd-4427-93b9-52eba097318d req-2962e457-8077-4b75-8dd8-e8d30954b751 tempest-DeleteServersTestJSON-677393534 tempest-DeleteServersTestJSON-677393534-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:09.688465 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-cf44ecdc-b2cd-4427-93b9-52eba097318d req-2962e457-8077-4b75-8dd8-e8d30954b751 tempest-DeleteServersTestJSON-677393534 tempest-DeleteServersTestJSON-677393534-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2138550 Jul 06 13:58:09.700990 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [req-cf44ecdc-b2cd-4427-93b9-52eba097318d req-565d5fb3-fb92-4fa9-a721-fa833d588b29 service neutron] Request body: {'port': {'device_id': '5f20a6fd-43eb-4bf1-a2dc-8b1ded94daf8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-773647-6'}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:58:09.782275 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8e4146-c871-436e-86dc-9c0379837f55 req-f8311816-c966-4aff-8269-303231667e60 tempest-LiveMigrationTest-343502667 tempest-LiveMigrationTest-343502667-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:58:09.784435 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560b9f39-2867-4584-a6cd-42e43b5a70f9 req-32174821-0fe3-4d59-a67e-e981aa1b19f0 tempest-LiveMigrationTest-2001684970 tempest-LiveMigrationTest-2001684970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:58:09.784967 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-2a8e4146-c871-436e-86dc-9c0379837f55 req-f8311816-c966-4aff-8269-303231667e60 tempest-LiveMigrationTest-343502667 tempest-LiveMigrationTest-343502667-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=db226d12-2e62-42b7-b705-5e6732590104&tenant_id=125e6575b3ba4365b3ae01568cef269b&binding%3Ahost_id=n-h1-773647-6 HTTP/1.1" status: 200 len: 1097 time: 0.1161220 Jul 06 13:58:09.786322 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-560b9f39-2867-4584-a6cd-42e43b5a70f9 req-32174821-0fe3-4d59-a67e-e981aa1b19f0 tempest-LiveMigrationTest-2001684970 tempest-LiveMigrationTest-2001684970-project] 10.222.0.104 "GET /v2.0/ports?device_id=db226d12-2e62-42b7-b705-5e6732590104 HTTP/1.1" status: 200 len: 946 time: 0.1666076 Jul 06 13:58:09.799640 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [req-2a8e4146-c871-436e-86dc-9c0379837f55 req-ea913550-f328-4d70-81bf-ceb8b0f6ca9e service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-773647-6'}}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:58:09.847740 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 60052) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:58:09.872329 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-cf44ecdc-b2cd-4427-93b9-52eba097318d req-565d5fb3-fb92-4fa9-a721-fa833d588b29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:09.879975 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-560b9f39-2867-4584-a6cd-42e43b5a70f9 req-937d3a4f-26c0-468f-8fdc-5b9b2415b222 tempest-LiveMigrationTest-2001684970 tempest-LiveMigrationTest-2001684970-project] 10.222.0.104 "GET /v2.0/security-groups?id=7e243ebf-9cf4-4917-8da6-0fd38b06f795&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839748 Jul 06 13:58:09.919049 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-2a8e4146-c871-436e-86dc-9c0379837f55 req-ea913550-f328-4d70-81bf-ceb8b0f6ca9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:09.928601 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6174678a-ec4a-4d2c-964c-64ba078db0d3 req-08f0d398-4ed7-453d-8811-51178f272eb0 tempest-DeleteServersTestJSON-677393534 tempest-DeleteServersTestJSON-677393534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:58:09.937888 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-6174678a-ec4a-4d2c-964c-64ba078db0d3 req-08f0d398-4ed7-453d-8811-51178f272eb0 tempest-DeleteServersTestJSON-677393534 tempest-DeleteServersTestJSON-677393534-project] 10.222.0.104 "GET /v2.0/ports?device_id=5f20a6fd-43eb-4bf1-a2dc-8b1ded94daf8 HTTP/1.1" status: 200 len: 932 time: 0.2006705 Jul 06 13:58:10.035669 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-715af6ff-ebf4-41c0-9e52-7e5d543a6cf9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:10.052112 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-6174678a-ec4a-4d2c-964c-64ba078db0d3 req-41bcd2a2-a717-4177-9243-dd4ea1b98efa tempest-DeleteServersTestJSON-677393534 tempest-DeleteServersTestJSON-677393534-project] 10.222.0.104 "GET /v2.0/security-groups?id=7d4cbf2c-f907-4452-8928-a2a298fe7ee1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129055 Jul 06 13:58:10.096503 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.db [req-2a8e4146-c871-436e-86dc-9c0379837f55 req-ea913550-f328-4d70-81bf-ceb8b0f6ca9e service neutron] For port f1aab9a0-078a-4663-8768-bd6b589c53f0, host n-h1-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773647-6',level=0,port_id=f1aab9a0-078a-4663-8768-bd6b589c53f0,segment=NetworkSegment(65749612-fb0d-4f34-9eb9-d06c3a2fda80),segment_id=65749612-fb0d-4f34-9eb9-d06c3a2fda80)] {{(pid=100246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:58:10.124905 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Device bf79ecaa-be4d-40bf-95e6-0f2da64d736c no longer exists at agent hyperv_n-h1-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 13:58:10.204273 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:10.213271 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-715af6ff-ebf4-41c0-9e52-7e5d543a6cf9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:10.226861 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-715af6ff-ebf4-41c0-9e52-7e5d543a6cf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:10.242819 n-d-773647-6 neutron-server[100247]: DEBUG neutron.notifiers.nova [req-cf44ecdc-b2cd-4427-93b9-52eba097318d req-565d5fb3-fb92-4fa9-a721-fa833d588b29 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2490c76c-ce72-46e9-9700-c9489fb8e83c {{(pid=100247) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 13:58:10.252509 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-cf44ecdc-b2cd-4427-93b9-52eba097318d req-565d5fb3-fb92-4fa9-a721-fa833d588b29 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:10.264384 n-d-773647-6 neutron-server[100248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15ec8a26-5f36-442c-a168-6498affa2887', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bf79ecaa-be4d-40bf-95e6-0f2da64d736c'}] {{(pid=100248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 13:58:10.267444 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.provisioning_blocks [req-cf44ecdc-b2cd-4427-93b9-52eba097318d req-565d5fb3-fb92-4fa9-a721-fa833d588b29 service neutron] Transition to ACTIVE for port object 2490c76c-ce72-46e9-9700-c9489fb8e83c will not be triggered until provisioned by entity L2. {{(pid=100247) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 13:58:10.268738 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84af257533e383389cbcf231d3534f4d5e149e7203fea16b4a8fc01438dddaf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53847801-1a3d-4612-8aa8-173681e6a84c" -d '{"events": [{"server_uuid": "15ec8a26-5f36-442c-a168-6498affa2887", "name": "network-vif-unplugged", "status": "completed", "tag": "bf79ecaa-be4d-40bf-95e6-0f2da64d736c"}]}' {{(pid=100248) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:58:10.269905 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715af6ff-ebf4-41c0-9e52-7e5d543a6cf9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=310fcf92-757c-4959-9a95-4f49da1130ce,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:58:10.278742 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.db [req-2a8e4146-c871-436e-86dc-9c0379837f55 req-ea913550-f328-4d70-81bf-ceb8b0f6ca9e service neutron] For port f1aab9a0-078a-4663-8768-bd6b589c53f0, host n-h1-773647-6, cleared binding levels {{(pid=100246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 13:58:10.289168 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-cf44ecdc-b2cd-4427-93b9-52eba097318d req-565d5fb3-fb92-4fa9-a721-fa833d588b29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:10.291330 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] For port bf79ecaa-be4d-40bf-95e6-0f2da64d736c, host n-h1-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773647-6',level=0,port_id=bf79ecaa-be4d-40bf-95e6-0f2da64d736c,segment=NetworkSegment(c9ea893d-045e-42cf-b3dd-cdd1f79baccd),segment_id=c9ea893d-045e-42cf-b3dd-cdd1f79baccd)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:58:10.295602 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:10.298561 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:10.323159 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-715af6ff-ebf4-41c0-9e52-7e5d543a6cf9 admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=d4d59db0d96c48f8943202f13302ccbb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4741492 Jul 06 13:58:10.323701 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 60060) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:58:10.348893 n-d-773647-6 neutron-server[100246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db226d12-2e62-42b7-b705-5e6732590104', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f1aab9a0-078a-4663-8768-bd6b589c53f0'}] {{(pid=100246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 13:58:10.351812 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0d96c5ab5e889f7b933ae915b9be33d1b46c9e87795bf781004b656ef3f1e87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-205c1a08-be94-4d7e-a848-36b7a8b64a47" -d '{"events": [{"server_uuid": "db226d12-2e62-42b7-b705-5e6732590104", "name": "network-vif-unplugged", "status": "completed", "tag": "f1aab9a0-078a-4663-8768-bd6b589c53f0"}]}' {{(pid=100246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:58:10.356097 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-2a8e4146-c871-436e-86dc-9c0379837f55 req-ea913550-f328-4d70-81bf-ceb8b0f6ca9e service neutron] Notify callbacks [] for port, precommit_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:10.363811 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-2a8e4146-c871-436e-86dc-9c0379837f55 req-ea913550-f328-4d70-81bf-ceb8b0f6ca9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127687527'] for port, after_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:10.366612 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 06 Jul 2021 13:58:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04005de2-2147-4e54-a8ab-1ab5d35f3c58 x-openstack-request-id: req-04005de2-2147-4e54-a8ab-1ab5d35f3c58 {{(pid=100248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:58:10.366903 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15ec8a26-5f36-442c-a168-6498affa2887", "name": "network-vif-unplugged", "status": "completed", "tag": "bf79ecaa-be4d-40bf-95e6-0f2da64d736c", "code": 200}]} {{(pid=100248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:58:10.367151 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-04005de2-2147-4e54-a8ab-1ab5d35f3c58 {{(pid=100248) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:58:10.367561 n-d-773647-6 neutron-server[100248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15ec8a26-5f36-442c-a168-6498affa2887', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bf79ecaa-be4d-40bf-95e6-0f2da64d736c', 'code': 200} Jul 06 13:58:10.398514 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Pushing event updated for resources: {'Port': ['ID=bf79ecaa-be4d-40bf-95e6-0f2da64d736c,revision_number=8']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:58:10.410120 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565d5fb3-fb92-4fa9-a721-fa833d588b29 service neutron] Pushing event updated for resources: {'Port': ['ID=2490c76c-ce72-46e9-9700-c9489fb8e83c,revision_number=2']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:58:10.440238 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-4097d5b6-ef90-42ff-b3fb-f5197cd43460 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:10.449272 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 06 Jul 2021 13:58:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75d99ac6-15d5-49dd-b8b7-59d730856309 x-openstack-request-id: req-75d99ac6-15d5-49dd-b8b7-59d730856309 {{(pid=100246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:58:10.449577 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db226d12-2e62-42b7-b705-5e6732590104", "name": "network-vif-unplugged", "status": "completed", "tag": "f1aab9a0-078a-4663-8768-bd6b589c53f0", "code": 200}]} {{(pid=100246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:58:10.449965 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-75d99ac6-15d5-49dd-b8b7-59d730856309 {{(pid=100246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:58:10.450347 n-d-773647-6 neutron-server[100246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db226d12-2e62-42b7-b705-5e6732590104', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f1aab9a0-078a-4663-8768-bd6b589c53f0', 'code': 200} Jul 06 13:58:10.473198 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [req-2a8e4146-c871-436e-86dc-9c0379837f55 req-ea913550-f328-4d70-81bf-ceb8b0f6ca9e service neutron] Attempting to bind port f1aab9a0-078a-4663-8768-bd6b589c53f0 on host n-h1-773647-6 for vnic_type normal with profile {"migrating_to": "n-h2-773647-6"} {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 13:58:10.473785 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [req-2a8e4146-c871-436e-86dc-9c0379837f55 req-ea913550-f328-4d70-81bf-ceb8b0f6ca9e service neutron] Attempting to bind port f1aab9a0-078a-4663-8768-bd6b589c53f0 by drivers openvswitch,hyperv on host n-h1-773647-6 at level 0 using segments [{'id': '65749612-fb0d-4f34-9eb9-d06c3a2fda80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1045, 'network_id': '4f6c277b-1b2d-40ad-a374-15bf31b2f6e9'}] {{(pid=100246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 13:58:10.474158 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a8e4146-c871-436e-86dc-9c0379837f55 req-ea913550-f328-4d70-81bf-ceb8b0f6ca9e service neutron] Attempting to bind port f1aab9a0-078a-4663-8768-bd6b589c53f0 on network 4f6c277b-1b2d-40ad-a374-15bf31b2f6e9 {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 13:58:10.490437 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a8e4146-c871-436e-86dc-9c0379837f55 req-ea913550-f328-4d70-81bf-ceb8b0f6ca9e service neutron] Port f1aab9a0-078a-4663-8768-bd6b589c53f0 on network 4f6c277b-1b2d-40ad-a374-15bf31b2f6e9 not bound, no agent of type Open vSwitch agent registered on host n-h1-773647-6 {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 13:58:10.490829 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a8e4146-c871-436e-86dc-9c0379837f55 req-ea913550-f328-4d70-81bf-ceb8b0f6ca9e service neutron] Attempting to bind port f1aab9a0-078a-4663-8768-bd6b589c53f0 on network 4f6c277b-1b2d-40ad-a374-15bf31b2f6e9 {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 13:58:10.499499 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-4097d5b6-ef90-42ff-b3fb-f5197cd43460 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:10.500881 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a8e4146-c871-436e-86dc-9c0379837f55 req-ea913550-f328-4d70-81bf-ceb8b0f6ca9e service neutron] Checking agent: {'id': '5bf7147f-bada-4441-a5dc-934b903473fb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-773647-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 51, 12), 'started_at': datetime.datetime(2021, 7, 6, 13, 51, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 13, 57, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 13:58:10.501182 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a8e4146-c871-436e-86dc-9c0379837f55 req-ea913550-f328-4d70-81bf-ceb8b0f6ca9e service neutron] Checking segment: {'id': '65749612-fb0d-4f34-9eb9-d06c3a2fda80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1045, 'network_id': '4f6c277b-1b2d-40ad-a374-15bf31b2f6e9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 13:58:10.501522 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a8e4146-c871-436e-86dc-9c0379837f55 req-ea913550-f328-4d70-81bf-ceb8b0f6ca9e service neutron] Bound using segment: {'id': '65749612-fb0d-4f34-9eb9-d06c3a2fda80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1045, 'network_id': '4f6c277b-1b2d-40ad-a374-15bf31b2f6e9'} {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 13:58:10.501989 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [req-2a8e4146-c871-436e-86dc-9c0379837f55 req-ea913550-f328-4d70-81bf-ceb8b0f6ca9e service neutron] Bound port: f1aab9a0-078a-4663-8768-bd6b589c53f0, host: n-h1-773647-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '65749612-fb0d-4f34-9eb9-d06c3a2fda80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1045, 'network_id': '4f6c277b-1b2d-40ad-a374-15bf31b2f6e9'}}] {{(pid=100246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 13:58:10.502341 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-2a8e4146-c871-436e-86dc-9c0379837f55 req-ea913550-f328-4d70-81bf-ceb8b0f6ca9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:10.529559 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea913550-f328-4d70-81bf-ceb8b0f6ca9e service neutron] Pushing event updated for resources: {'Port': ['ID=f1aab9a0-078a-4663-8768-bd6b589c53f0,revision_number=7']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:58:10.560976 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.managers [req-cf44ecdc-b2cd-4427-93b9-52eba097318d req-565d5fb3-fb92-4fa9-a721-fa833d588b29 service neutron] Attempting to bind port 2490c76c-ce72-46e9-9700-c9489fb8e83c on host n-h2-773647-6 for vnic_type normal with profile {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 13:58:10.561675 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.managers [req-cf44ecdc-b2cd-4427-93b9-52eba097318d req-565d5fb3-fb92-4fa9-a721-fa833d588b29 service neutron] Attempting to bind port 2490c76c-ce72-46e9-9700-c9489fb8e83c by drivers openvswitch,hyperv on host n-h2-773647-6 at level 0 using segments [{'id': '227d25fe-bf75-4c4b-9a67-c660160d6b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1015, 'network_id': '7a710b21-0493-4be8-a73f-c10a9dbc43f7'}] {{(pid=100247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 13:58:10.562005 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf44ecdc-b2cd-4427-93b9-52eba097318d req-565d5fb3-fb92-4fa9-a721-fa833d588b29 service neutron] Attempting to bind port 2490c76c-ce72-46e9-9700-c9489fb8e83c on network 7a710b21-0493-4be8-a73f-c10a9dbc43f7 {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 13:58:10.583303 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf44ecdc-b2cd-4427-93b9-52eba097318d req-565d5fb3-fb92-4fa9-a721-fa833d588b29 service neutron] Port 2490c76c-ce72-46e9-9700-c9489fb8e83c on network 7a710b21-0493-4be8-a73f-c10a9dbc43f7 not bound, no agent of type Open vSwitch agent registered on host n-h2-773647-6 {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 13:58:10.583634 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf44ecdc-b2cd-4427-93b9-52eba097318d req-565d5fb3-fb92-4fa9-a721-fa833d588b29 service neutron] Attempting to bind port 2490c76c-ce72-46e9-9700-c9489fb8e83c on network 7a710b21-0493-4be8-a73f-c10a9dbc43f7 {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 13:58:10.590188 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.db [req-2a8e4146-c871-436e-86dc-9c0379837f55 req-ea913550-f328-4d70-81bf-ceb8b0f6ca9e service neutron] For port f1aab9a0-078a-4663-8768-bd6b589c53f0, host n-h1-773647-6, cleared binding levels {{(pid=100246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 13:58:10.594859 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.db [req-2a8e4146-c871-436e-86dc-9c0379837f55 req-ea913550-f328-4d70-81bf-ceb8b0f6ca9e service neutron] For port f1aab9a0-078a-4663-8768-bd6b589c53f0, host n-h1-773647-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773647-6',level=0,port_id=f1aab9a0-078a-4663-8768-bd6b589c53f0,segment=NetworkSegment(65749612-fb0d-4f34-9eb9-d06c3a2fda80),segment_id=65749612-fb0d-4f34-9eb9-d06c3a2fda80)] {{(pid=100246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 13:58:10.600154 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-2a8e4146-c871-436e-86dc-9c0379837f55 req-ea913550-f328-4d70-81bf-ceb8b0f6ca9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127687527'] for port, after_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:10.602145 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf44ecdc-b2cd-4427-93b9-52eba097318d req-565d5fb3-fb92-4fa9-a721-fa833d588b29 service neutron] Checking agent: {'id': '63768ece-0600-4354-8d29-fdedec96b077', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-773647-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 51, 10), 'started_at': datetime.datetime(2021, 7, 6, 13, 51, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 13, 58, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 13:58:10.602520 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf44ecdc-b2cd-4427-93b9-52eba097318d req-565d5fb3-fb92-4fa9-a721-fa833d588b29 service neutron] Checking segment: {'id': '227d25fe-bf75-4c4b-9a67-c660160d6b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1015, 'network_id': '7a710b21-0493-4be8-a73f-c10a9dbc43f7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100247) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 13:58:10.602926 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf44ecdc-b2cd-4427-93b9-52eba097318d req-565d5fb3-fb92-4fa9-a721-fa833d588b29 service neutron] Bound using segment: {'id': '227d25fe-bf75-4c4b-9a67-c660160d6b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1015, 'network_id': '7a710b21-0493-4be8-a73f-c10a9dbc43f7'} {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 13:58:10.603449 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.managers [req-cf44ecdc-b2cd-4427-93b9-52eba097318d req-565d5fb3-fb92-4fa9-a721-fa833d588b29 service neutron] Bound port: 2490c76c-ce72-46e9-9700-c9489fb8e83c, host: n-h2-773647-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '227d25fe-bf75-4c4b-9a67-c660160d6b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1015, 'network_id': '7a710b21-0493-4be8-a73f-c10a9dbc43f7'}}] {{(pid=100247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 13:58:10.603814 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-cf44ecdc-b2cd-4427-93b9-52eba097318d req-565d5fb3-fb92-4fa9-a721-fa833d588b29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:10.696215 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8e4146-c871-436e-86dc-9c0379837f55 req-ea913550-f328-4d70-81bf-ceb8b0f6ca9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:58:10.696813 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-2a8e4146-c871-436e-86dc-9c0379837f55 req-ea913550-f328-4d70-81bf-ceb8b0f6ca9e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:10.698580 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-2a8e4146-c871-436e-86dc-9c0379837f55 req-ea913550-f328-4d70-81bf-ceb8b0f6ca9e service neutron] 10.222.0.72 "PUT /v2.0/ports/f1aab9a0-078a-4663-8768-bd6b589c53f0 HTTP/1.1" status: 200 len: 1122 time: 0.9050879 Jul 06 13:58:10.704562 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea913550-f328-4d70-81bf-ceb8b0f6ca9e service neutron] Pushing event updated for resources: {'Port': ['ID=f1aab9a0-078a-4663-8768-bd6b589c53f0,revision_number=8']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:58:10.706385 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3848805-fd08-48cd-adca-3a443b2906f4 req-ad015176-04b8-47ea-9823-5ccaccbacbdf tempest-ServerDiskConfigTestJSON-920847304 tempest-ServerDiskConfigTestJSON-920847304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:58:10.708034 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-d3848805-fd08-48cd-adca-3a443b2906f4 req-ad015176-04b8-47ea-9823-5ccaccbacbdf tempest-ServerDiskConfigTestJSON-920847304 tempest-ServerDiskConfigTestJSON-920847304-project] 10.222.0.104 "GET /v2.0/ports?device_id=42d34a92-9ccf-48e1-9c97-b49b1c53d618 HTTP/1.1" status: 200 len: 946 time: 0.2182784 Jul 06 13:58:10.718455 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-4097d5b6-ef90-42ff-b3fb-f5197cd43460 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:10.721021 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-4097d5b6-ef90-42ff-b3fb-f5197cd43460 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:10.724440 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-4097d5b6-ef90-42ff-b3fb-f5197cd43460 admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/310fcf92-757c-4959-9a95-4f49da1130ce HTTP/1.1" status: 204 len: 168 time: 0.3949270 Jul 06 13:58:10.764372 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4097d5b6-ef90-42ff-b3fb-f5197cd43460 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=310fcf92-757c-4959-9a95-4f49da1130ce,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:58:10.775537 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.db [req-cf44ecdc-b2cd-4427-93b9-52eba097318d req-565d5fb3-fb92-4fa9-a721-fa833d588b29 service neutron] For port 2490c76c-ce72-46e9-9700-c9489fb8e83c, host n-h2-773647-6, cleared binding levels {{(pid=100247) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 13:58:10.806239 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.db [req-cf44ecdc-b2cd-4427-93b9-52eba097318d req-565d5fb3-fb92-4fa9-a721-fa833d588b29 service neutron] For port 2490c76c-ce72-46e9-9700-c9489fb8e83c, host n-h2-773647-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=2490c76c-ce72-46e9-9700-c9489fb8e83c,segment=NetworkSegment(227d25fe-bf75-4c4b-9a67-c660160d6b0a),segment_id=227d25fe-bf75-4c4b-9a67-c660160d6b0a)] {{(pid=100247) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 13:58:10.816093 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-cf44ecdc-b2cd-4427-93b9-52eba097318d req-565d5fb3-fb92-4fa9-a721-fa833d588b29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:10.822895 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-d3848805-fd08-48cd-adca-3a443b2906f4 req-7bbb1e96-73c3-434f-be16-415339aabf76 tempest-ServerDiskConfigTestJSON-920847304 tempest-ServerDiskConfigTestJSON-920847304-project] 10.222.0.104 "GET /v2.0/security-groups?id=bc287469-1102-40d8-b019-cad062af5465&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990002 Jul 06 13:58:10.831815 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e96899e-141a-49b3-ab7f-1251cdbabe89 req-f9754d59-595e-4089-83c1-2c67c503d78e tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:58:10.838689 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-3e96899e-141a-49b3-ab7f-1251cdbabe89 req-f9754d59-595e-4089-83c1-2c67c503d78e tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] 10.222.0.104 "GET /v2.0/ports?device_id=8e640565-cabe-4694-8753-48fc0a9aa040 HTTP/1.1" status: 200 len: 950 time: 0.2039464 Jul 06 13:58:10.859983 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] get_ports_and_sgs() called for port_ids ['f1aab9a0-078a-4663-8768-bd6b589c53f0'] {{(pid=100248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 13:58:10.894464 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf44ecdc-b2cd-4427-93b9-52eba097318d req-565d5fb3-fb92-4fa9-a721-fa833d588b29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:58:10.895149 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-cf44ecdc-b2cd-4427-93b9-52eba097318d req-565d5fb3-fb92-4fa9-a721-fa833d588b29 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:10.896563 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-cf44ecdc-b2cd-4427-93b9-52eba097318d req-565d5fb3-fb92-4fa9-a721-fa833d588b29 service neutron] 10.222.0.72 "PUT /v2.0/ports/2490c76c-ce72-46e9-9700-c9489fb8e83c HTTP/1.1" status: 200 len: 1092 time: 1.2005458 Jul 06 13:58:10.897016 n-d-773647-6 neutron-server[100247]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f20a6fd-43eb-4bf1-a2dc-8b1ded94daf8', 'tag': '2490c76c-ce72-46e9-9700-c9489fb8e83c'}] {{(pid=100247) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 13:58:10.899259 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cbf0eeaae822f8fc9b87a94aeba67a3d651842baf663a51cba94b67a514836d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50e49454-56d4-44d1-b72e-320d1c0c1c36" -d '{"events": [{"name": "network-changed", "server_uuid": "5f20a6fd-43eb-4bf1-a2dc-8b1ded94daf8", "tag": "2490c76c-ce72-46e9-9700-c9489fb8e83c"}]}' {{(pid=100247) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:58:10.921030 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] get_ports_and_sgs() called for port_ids ['f1aab9a0-078a-4663-8768-bd6b589c53f0'] {{(pid=100248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 13:58:10.946148 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565d5fb3-fb92-4fa9-a721-fa833d588b29 service neutron] Pushing event updated for resources: {'Port': ['ID=2490c76c-ce72-46e9-9700-c9489fb8e83c,revision_number=3']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:58:10.991319 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-3e96899e-141a-49b3-ab7f-1251cdbabe89 req-ef91300c-bab6-4f59-a33b-492a5c78cb98 tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] 10.222.0.104 "GET /v2.0/security-groups?id=9f5b92e9-7340-49c3-a9bb-41e4a1caffc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1517117 Jul 06 13:58:11.034959 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf44ecdc-b2cd-4427-93b9-52eba097318d req-fee69cde-d8da-4eb8-ae8f-c64d49edb7af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:58:11.036247 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-cf44ecdc-b2cd-4427-93b9-52eba097318d req-fee69cde-d8da-4eb8-ae8f-c64d49edb7af service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=ed98ced3211c40618bf4aade5a2dd56d&device_id=5f20a6fd-43eb-4bf1-a2dc-8b1ded94daf8 HTTP/1.1" status: 200 len: 1095 time: 0.0820777 Jul 06 13:58:11.058347 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 13:58:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c29180d-52ef-41a8-b409-19f53430ac42 x-openstack-request-id: req-4c29180d-52ef-41a8-b409-19f53430ac42 {{(pid=100247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:58:11.058646 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f20a6fd-43eb-4bf1-a2dc-8b1ded94daf8", "tag": "2490c76c-ce72-46e9-9700-c9489fb8e83c", "status": "completed", "code": 200}]} {{(pid=100247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:58:11.058900 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-4c29180d-52ef-41a8-b409-19f53430ac42 {{(pid=100247) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:58:11.059878 n-d-773647-6 neutron-server[100247]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f20a6fd-43eb-4bf1-a2dc-8b1ded94daf8', 'tag': '2490c76c-ce72-46e9-9700-c9489fb8e83c', 'status': 'completed', 'code': 200} Jul 06 13:58:11.139418 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-cf44ecdc-b2cd-4427-93b9-52eba097318d req-69004a7e-27d3-4f12-8c0f-1aebdace0b49 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2490c76c-ce72-46e9-9700-c9489fb8e83c HTTP/1.1" status: 200 len: 217 time: 0.0667808 Jul 06 13:58:11.300371 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf44ecdc-b2cd-4427-93b9-52eba097318d req-b5bf878c-90ce-4caa-956a-c2be305b855d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:58:11.301920 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-cf44ecdc-b2cd-4427-93b9-52eba097318d req-b5bf878c-90ce-4caa-956a-c2be305b855d service neutron] 10.222.0.72 "GET /v2.0/subnets?id=8d32f554-2b92-4c59-9901-e19d129549fc HTTP/1.1" status: 200 len: 852 time: 0.1617405 Jul 06 13:58:11.368785 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-cf44ecdc-b2cd-4427-93b9-52eba097318d req-cea97c52-e914-4a21-8f63-a6e4faf45749 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=7a710b21-0493-4be8-a73f-c10a9dbc43f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0455334 Jul 06 13:58:11.377801 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de19873-9417-4f15-92b5-f4a8a5846a48 req-6903a977-b37c-4bb9-8302-bd8bed183703 tempest-LiveAutoBlockMigrationV225Test-654794443 tempest-LiveAutoBlockMigrationV225Test-654794443-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:58:11.379442 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-6de19873-9417-4f15-92b5-f4a8a5846a48 req-6903a977-b37c-4bb9-8302-bd8bed183703 tempest-LiveAutoBlockMigrationV225Test-654794443 tempest-LiveAutoBlockMigrationV225Test-654794443-project] 10.222.0.104 "GET /v2.0/networks?id=719b716d-a00d-48ee-8755-3a8bbdfaf0d2 HTTP/1.1" status: 200 len: 821 time: 0.2507522 Jul 06 13:58:11.401050 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43c65a3-238d-4eaa-adf1-b04d8d116d59 req-536ab4a1-b9d2-40c8-8eec-f5f3a3e44d23 tempest-LiveMigrationTest-2001684970 tempest-LiveMigrationTest-2001684970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:58:11.402515 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-e43c65a3-238d-4eaa-adf1-b04d8d116d59 req-536ab4a1-b9d2-40c8-8eec-f5f3a3e44d23 tempest-LiveMigrationTest-2001684970 tempest-LiveMigrationTest-2001684970-project] 10.222.0.104 "GET /v2.0/ports?device_id=db226d12-2e62-42b7-b705-5e6732590104 HTTP/1.1" status: 200 len: 944 time: 0.2053676 Jul 06 13:58:11.459824 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-6de19873-9417-4f15-92b5-f4a8a5846a48 req-1b89401b-12a7-41a7-8af1-5b79e54be5ec tempest-LiveAutoBlockMigrationV225Test-654794443 tempest-LiveAutoBlockMigrationV225Test-654794443-project] 10.222.0.104 "GET /v2.0/quotas/4cef06e2189c48a2819839e74c70f679 HTTP/1.1" status: 200 len: 375 time: 0.0684102 Jul 06 13:58:11.537637 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-e43c65a3-238d-4eaa-adf1-b04d8d116d59 req-7f89f71c-adf4-42e2-a3a4-b02eb26160cc tempest-LiveMigrationTest-2001684970 tempest-LiveMigrationTest-2001684970-project] 10.222.0.104 "GET /v2.0/security-groups?id=7e243ebf-9cf4-4917-8da6-0fd38b06f795&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968950 Jul 06 13:58:11.561865 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-cf44ecdc-b2cd-4427-93b9-52eba097318d req-7dd5c16a-23ef-4958-8760-8a2698d53073 service neutron] 10.222.0.72 "GET /v2.0/networks/7a710b21-0493-4be8-a73f-c10a9dbc43f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1792972 Jul 06 13:58:11.633135 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-6de19873-9417-4f15-92b5-f4a8a5846a48 req-2cbfe0be-b32c-40cd-84da-90ec90a37ede tempest-LiveAutoBlockMigrationV225Test-654794443 tempest-LiveAutoBlockMigrationV225Test-654794443-project] 10.222.0.104 "GET /v2.0/ports?tenant_id=4cef06e2189c48a2819839e74c70f679&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1663661 Jul 06 13:58:11.772687 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-cf44ecdc-b2cd-4427-93b9-52eba097318d req-5631210b-4dad-4abb-85a0-48e37a2b870b service neutron] 10.222.0.72 "GET /v2.0/networks/7a710b21-0493-4be8-a73f-c10a9dbc43f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2037857 Jul 06 13:58:11.786931 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-6de19873-9417-4f15-92b5-f4a8a5846a48 req-22442908-b7ee-4ab8-9a4e-86bc344a9970 service neutron] 10.222.0.104 "GET /v2.0/networks/719b716d-a00d-48ee-8755-3a8bbdfaf0d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1470628 Jul 06 13:58:11.873475 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9f6439-6296-49d0-9582-94b797329955 req-aaa3c2d2-597f-4286-8a56-d63a6b037543 tempest-DeleteServersTestJSON-677393534 tempest-DeleteServersTestJSON-677393534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:58:11.875008 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-4a9f6439-6296-49d0-9582-94b797329955 req-aaa3c2d2-597f-4286-8a56-d63a6b037543 tempest-DeleteServersTestJSON-677393534 tempest-DeleteServersTestJSON-677393534-project] 10.222.0.104 "GET /v2.0/ports?device_id=5f20a6fd-43eb-4bf1-a2dc-8b1ded94daf8 HTTP/1.1" status: 200 len: 944 time: 0.1881719 Jul 06 13:58:11.968147 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-4a9f6439-6296-49d0-9582-94b797329955 req-5ff90649-db2a-40ba-bdb1-6a0f82aa57e3 tempest-DeleteServersTestJSON-677393534 tempest-DeleteServersTestJSON-677393534-project] 10.222.0.104 "GET /v2.0/security-groups?id=7d4cbf2c-f907-4452-8928-a2a298fe7ee1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739586 Jul 06 13:58:11.988694 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e49454-56d4-44d1-b72e-320d1c0c1c36 req-d7a96fde-0dbc-44a4-b856-d8d4f4cb4e00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:58:11.990494 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-50e49454-56d4-44d1-b72e-320d1c0c1c36 req-d7a96fde-0dbc-44a4-b856-d8d4f4cb4e00 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=ed98ced3211c40618bf4aade5a2dd56d&device_id=5f20a6fd-43eb-4bf1-a2dc-8b1ded94daf8 HTTP/1.1" status: 200 len: 1095 time: 0.1352479 Jul 06 13:58:12.004870 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-6de19873-9417-4f15-92b5-f4a8a5846a48 req-561dd9bb-9b7b-4562-b722-1a4b03685b84 service neutron] 10.222.0.104 "GET /v2.0/networks/719b716d-a00d-48ee-8755-3a8bbdfaf0d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2067237 Jul 06 13:58:12.143961 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e49454-56d4-44d1-b72e-320d1c0c1c36 req-939eaaf5-8600-493d-b659-408d7a38fd7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:58:12.150435 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-50e49454-56d4-44d1-b72e-320d1c0c1c36 req-939eaaf5-8600-493d-b659-408d7a38fd7e service neutron] 10.222.0.72 "GET /v2.0/networks?id=7a710b21-0493-4be8-a73f-c10a9dbc43f7 HTTP/1.1" status: 200 len: 914 time: 0.1408312 Jul 06 13:58:12.221988 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-50e49454-56d4-44d1-b72e-320d1c0c1c36 req-733c9130-a4b7-4127-bd84-79f6e80d7217 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2490c76c-ce72-46e9-9700-c9489fb8e83c HTTP/1.1" status: 200 len: 217 time: 0.0645542 Jul 06 13:58:12.230106 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:12.273675 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Device f1aab9a0-078a-4663-8768-bd6b589c53f0 details requested by agent hyperv_n-h2-773647-6 with host n-h2-773647-6 {{(pid=100248) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 13:58:12.344665 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e49454-56d4-44d1-b72e-320d1c0c1c36 req-338b02e7-2189-4f71-9a5b-f92e01aaec2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:58:12.346146 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-50e49454-56d4-44d1-b72e-320d1c0c1c36 req-338b02e7-2189-4f71-9a5b-f92e01aaec2a service neutron] 10.222.0.72 "GET /v2.0/subnets?id=8d32f554-2b92-4c59-9901-e19d129549fc HTTP/1.1" status: 200 len: 852 time: 0.1100168 Jul 06 13:58:12.353742 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-6964eb47-9843-4051-b147-0c2efd65e9bb req-d834af18-a3bb-4e88-8d77-a30b47fac65e tempest-ImagesNegativeTestJSON-454256094 tempest-ImagesNegativeTestJSON-454256094-project] 10.222.0.104 "GET /v2.0/networks?tenant_id=d7eeefc3fbe7423b921a041d21eecaac&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0421791 Jul 06 13:58:12.430308 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-50e49454-56d4-44d1-b72e-320d1c0c1c36 req-fd075ef4-e6ca-42a0-a669-cfdb6923a12a service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=7a710b21-0493-4be8-a73f-c10a9dbc43f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0644035 Jul 06 13:58:12.451303 n-d-773647-6 neutron-server[100246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db226d12-2e62-42b7-b705-5e6732590104', 'tag': 'f1aab9a0-078a-4663-8768-bd6b589c53f0'}] {{(pid=100246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 13:58:12.455098 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0d96c5ab5e889f7b933ae915b9be33d1b46c9e87795bf781004b656ef3f1e87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69736c19-c4ad-499d-b2a2-2578d4ad1586" -d '{"events": [{"name": "network-changed", "server_uuid": "db226d12-2e62-42b7-b705-5e6732590104", "tag": "f1aab9a0-078a-4663-8768-bd6b589c53f0"}]}' {{(pid=100246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:58:12.628215 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6964eb47-9843-4051-b147-0c2efd65e9bb req-8e4e7f64-36d7-4508-9da5-3eb5bea0a088 tempest-ImagesNegativeTestJSON-454256094 tempest-ImagesNegativeTestJSON-454256094-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:58:12.629464 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-6964eb47-9843-4051-b147-0c2efd65e9bb req-8e4e7f64-36d7-4508-9da5-3eb5bea0a088 tempest-ImagesNegativeTestJSON-454256094 tempest-ImagesNegativeTestJSON-454256094-project] 10.222.0.104 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2749190 Jul 06 13:58:12.713794 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-6964eb47-9843-4051-b147-0c2efd65e9bb req-7013014c-af7c-4b3d-891a-9edb0fc4e0df tempest-ImagesNegativeTestJSON-454256094 tempest-ImagesNegativeTestJSON-454256094-project] 10.222.0.104 "GET /v2.0/quotas/d7eeefc3fbe7423b921a041d21eecaac HTTP/1.1" status: 200 len: 375 time: 0.0634606 Jul 06 13:58:12.715706 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-50e49454-56d4-44d1-b72e-320d1c0c1c36 req-c718fcd7-5e70-4624-a729-9204c041aa7e service neutron] 10.222.0.72 "GET /v2.0/networks/7a710b21-0493-4be8-a73f-c10a9dbc43f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2747970 Jul 06 13:58:12.716224 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] For port f1aab9a0-078a-4663-8768-bd6b589c53f0, host n-h1-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773647-6',level=0,port_id=f1aab9a0-078a-4663-8768-bd6b589c53f0,segment=NetworkSegment(65749612-fb0d-4f34-9eb9-d06c3a2fda80),segment_id=65749612-fb0d-4f34-9eb9-d06c3a2fda80)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:58:12.738820 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Device f1aab9a0-078a-4663-8768-bd6b589c53f0 has no active binding in host n-h2-773647-6 {{(pid=100248) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 06 13:58:12.739476 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Device 3fa12484-02ce-40fe-84ec-c2f2fdb9003f details requested by agent hyperv_n-h2-773647-6 with host n-h2-773647-6 {{(pid=100248) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 13:58:12.822535 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-6964eb47-9843-4051-b147-0c2efd65e9bb req-17c1c1c7-729e-4862-b2e6-2f089c7a7dfc tempest-ImagesNegativeTestJSON-454256094 tempest-ImagesNegativeTestJSON-454256094-project] 10.222.0.104 "GET /v2.0/ports?tenant_id=d7eeefc3fbe7423b921a041d21eecaac&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0880153 Jul 06 13:58:12.852509 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2c54c8-48d1-40bf-8736-ed63960be7c3 req-a705bed1-2a41-4e76-b439-d65f48a627b5 tempest-ServerDiskConfigTestJSON-920847304 tempest-ServerDiskConfigTestJSON-920847304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:58:12.854162 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-da2c54c8-48d1-40bf-8736-ed63960be7c3 req-a705bed1-2a41-4e76-b439-d65f48a627b5 tempest-ServerDiskConfigTestJSON-920847304 tempest-ServerDiskConfigTestJSON-920847304-project] 10.222.0.104 "GET /v2.0/ports?device_id=42d34a92-9ccf-48e1-9c97-b49b1c53d618 HTTP/1.1" status: 200 len: 946 time: 0.2379467 Jul 06 13:58:12.888734 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] For port 3fa12484-02ce-40fe-84ec-c2f2fdb9003f, host n-h2-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=3fa12484-02ce-40fe-84ec-c2f2fdb9003f,segment=NetworkSegment(c9ea893d-045e-42cf-b3dd-cdd1f79baccd),segment_id=c9ea893d-045e-42cf-b3dd-cdd1f79baccd)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:58:12.930651 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Returning: {'device': '3fa12484-02ce-40fe-84ec-c2f2fdb9003f', 'network_id': 'ac09d390-867f-4b75-a8d2-ab11550bffd6', 'port_id': '3fa12484-02ce-40fe-84ec-c2f2fdb9003f', 'mac_address': 'fa:16:3e:d4:ea:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1023, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd1c3cc78-09b9-4e30-99fd-0e5830de101d', 'ip_address': '192.168.233.136'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100248) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 13:58:12.932263 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-da2c54c8-48d1-40bf-8736-ed63960be7c3 req-9012ca02-90d6-41d5-bc3f-6fad9b919a9e tempest-ServerDiskConfigTestJSON-920847304 tempest-ServerDiskConfigTestJSON-920847304-project] 10.222.0.104 "GET /v2.0/security-groups?id=bc287469-1102-40d8-b019-cad062af5465&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681808 Jul 06 13:58:12.939429 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-50e49454-56d4-44d1-b72e-320d1c0c1c36 req-c01291f2-f6f2-4dfd-8e0a-b0b278bf7d77 service neutron] 10.222.0.72 "GET /v2.0/networks/7a710b21-0493-4be8-a73f-c10a9dbc43f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2147610 Jul 06 13:58:12.987599 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:13.006061 n-d-773647-6 neutron-server[100248]: DEBUG neutron.notifiers.nova [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3fa12484-02ce-40fe-84ec-c2f2fdb9003f {{(pid=100248) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 13:58:13.043287 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] For port 3fa12484-02ce-40fe-84ec-c2f2fdb9003f, host n-h2-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=3fa12484-02ce-40fe-84ec-c2f2fdb9003f,segment=NetworkSegment(c9ea893d-045e-42cf-b3dd-cdd1f79baccd),segment_id=c9ea893d-045e-42cf-b3dd-cdd1f79baccd)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:58:13.056982 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:13.147654 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Pushing event updated for resources: {'Port': ['ID=3fa12484-02ce-40fe-84ec-c2f2fdb9003f,revision_number=6']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:58:13.175540 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 13:58:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77878581-5bab-45f0-88c0-ba526b30e1f5 x-openstack-request-id: req-77878581-5bab-45f0-88c0-ba526b30e1f5 {{(pid=100246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:58:13.175851 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db226d12-2e62-42b7-b705-5e6732590104", "tag": "f1aab9a0-078a-4663-8768-bd6b589c53f0", "status": "completed", "code": 200}]} {{(pid=100246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:58:13.176134 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-77878581-5bab-45f0-88c0-ba526b30e1f5 {{(pid=100246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:58:13.176561 n-d-773647-6 neutron-server[100246]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db226d12-2e62-42b7-b705-5e6732590104', 'tag': 'f1aab9a0-078a-4663-8768-bd6b589c53f0', 'status': 'completed', 'code': 200} Jul 06 13:58:13.226910 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] get_ports_and_sgs() called for port_ids ['3fa12484-02ce-40fe-84ec-c2f2fdb9003f'] {{(pid=100248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 13:58:13.865036 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69736c19-c4ad-499d-b2a2-2578d4ad1586 req-cb4b547b-7dc7-442a-9fae-5eb6a934d760 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:58:13.867828 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-69736c19-c4ad-499d-b2a2-2578d4ad1586 req-cb4b547b-7dc7-442a-9fae-5eb6a934d760 service neutron] 10.222.0.127 "GET /v2.0/ports?tenant_id=125e6575b3ba4365b3ae01568cef269b&device_id=db226d12-2e62-42b7-b705-5e6732590104 HTTP/1.1" status: 200 len: 1125 time: 0.6815429 Jul 06 13:58:13.886136 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd867b2-c1eb-4ae7-8641-a60f42e255d2 req-6b39049f-747b-4020-9f20-22fde4200a39 tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:58:13.900505 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-3bd867b2-c1eb-4ae7-8641-a60f42e255d2 req-6b39049f-747b-4020-9f20-22fde4200a39 tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] 10.222.0.104 "GET /v2.0/ports?device_id=8e640565-cabe-4694-8753-48fc0a9aa040 HTTP/1.1" status: 200 len: 950 time: 0.6497681 Jul 06 13:58:13.923130 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-a8e558a8-82b0-4a08-9622-f2df617ffddc req-98b8d3c4-dd21-4ac5-a064-1ce520311280 tempest-LiveAutoBlockMigrationV225Test-654794443 tempest-LiveAutoBlockMigrationV225Test-654794443-project] 10.222.0.104 "GET /v2.0/ports?device_id=bfcd3842-80bd-408f-8df3-2747ee09b496 HTTP/1.1" status: 200 len: 210 time: 0.5264897 Jul 06 13:58:14.171088 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-3bd867b2-c1eb-4ae7-8641-a60f42e255d2 req-11f31bb6-fe09-49e9-949a-6800a658a298 tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] 10.222.0.104 "GET /v2.0/security-groups?id=9f5b92e9-7340-49c3-a9bb-41e4a1caffc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2425201 Jul 06 13:58:14.285046 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Device 3fa12484-02ce-40fe-84ec-c2f2fdb9003f up at agent hyperv_n-h2-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 13:58:14.374050 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Provisioning complete for port 3fa12484-02ce-40fe-84ec-c2f2fdb9003f triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:58:14.374241 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:14.484611 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:14.516352 n-d-773647-6 neutron-server[100248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b72ecc0-292b-4305-a029-1814892dfe78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3fa12484-02ce-40fe-84ec-c2f2fdb9003f'}] {{(pid=100248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 13:58:14.519457 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84af257533e383389cbcf231d3534f4d5e149e7203fea16b4a8fc01438dddaf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c35ada71-32ac-48a2-a917-d44d5918b698" -d '{"events": [{"server_uuid": "1b72ecc0-292b-4305-a029-1814892dfe78", "name": "network-vif-plugged", "status": "completed", "tag": "3fa12484-02ce-40fe-84ec-c2f2fdb9003f"}]}' {{(pid=100248) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:58:14.562849 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] For port 3fa12484-02ce-40fe-84ec-c2f2fdb9003f, host n-h2-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=3fa12484-02ce-40fe-84ec-c2f2fdb9003f,segment=NetworkSegment(c9ea893d-045e-42cf-b3dd-cdd1f79baccd),segment_id=c9ea893d-045e-42cf-b3dd-cdd1f79baccd)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:58:14.571872 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:14.594147 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de19873-9417-4f15-92b5-f4a8a5846a48 req-de05412a-5178-4be0-858f-3a243a8d7eed tempest-LiveAutoBlockMigrationV225Test-654794443 tempest-LiveAutoBlockMigrationV225Test-654794443-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:58:14.596091 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-6de19873-9417-4f15-92b5-f4a8a5846a48 req-de05412a-5178-4be0-858f-3a243a8d7eed tempest-LiveAutoBlockMigrationV225Test-654794443 tempest-LiveAutoBlockMigrationV225Test-654794443-project] 10.222.0.72 "GET /v2.0/networks?id=719b716d-a00d-48ee-8755-3a8bbdfaf0d2 HTTP/1.1" status: 200 len: 821 time: 0.2483325 Jul 06 13:58:14.600076 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69736c19-c4ad-499d-b2a2-2578d4ad1586 req-0f8f2400-957e-4abf-90b2-dbb587f747f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:58:14.601844 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-69736c19-c4ad-499d-b2a2-2578d4ad1586 req-0f8f2400-957e-4abf-90b2-dbb587f747f7 service neutron] 10.222.0.127 "GET /v2.0/networks?id=4f6c277b-1b2d-40ad-a374-15bf31b2f6e9 HTTP/1.1" status: 200 len: 909 time: 0.6765020 Jul 06 13:58:14.662426 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-58b11b77-7588-453c-9bf6-3c4ffdb3adce req-392884d2-14f1-429f-9f32-0e49d25a3bc5 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=cafbb505-1705-4cb2-a601-c8ea5a6459a9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1310911 Jul 06 13:58:14.673822 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Pushing event updated for resources: {'Port': ['ID=3fa12484-02ce-40fe-84ec-c2f2fdb9003f,revision_number=7']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:58:14.709768 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [req-6de19873-9417-4f15-92b5-f4a8a5846a48 req-24d50a76-c89f-4c45-8eac-bb8ce679d111 tempest-LiveAutoBlockMigrationV225Test-654794443 tempest-LiveAutoBlockMigrationV225Test-654794443-project] Request body: {'port': {'device_id': 'bfcd3842-80bd-408f-8df3-2747ee09b496', 'network_id': '719b716d-a00d-48ee-8755-3a8bbdfaf0d2', 'admin_state_up': True, 'tenant_id': '4cef06e2189c48a2819839e74c70f679'}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:58:14.765513 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-69736c19-c4ad-499d-b2a2-2578d4ad1586 req-265cc55c-8f67-4c41-98c2-411bdebb7a7f service neutron] 10.222.0.127 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f1aab9a0-078a-4663-8768-bd6b589c53f0 HTTP/1.1" status: 200 len: 217 time: 0.0743072 Jul 06 13:58:14.822055 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b11b77-7588-453c-9bf6-3c4ffdb3adce req-94efd09b-490d-400b-813e-eb530638f5bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:58:14.823990 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-58b11b77-7588-453c-9bf6-3c4ffdb3adce req-94efd09b-490d-400b-813e-eb530638f5bc service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=483ead9cc6094290930ff4aed37f7463&device_id=cafbb505-1705-4cb2-a601-c8ea5a6459a9 HTTP/1.1" status: 200 len: 1100 time: 0.1216295 Jul 06 13:58:14.836686 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72807142-4ac7-42b3-a9d5-6ae32adc5e20 req-4af9d0ac-cf6c-4e36-a28b-cdc8356664eb tempest-LiveMigrationTest-2001684970 tempest-LiveMigrationTest-2001684970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:58:14.840820 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-72807142-4ac7-42b3-a9d5-6ae32adc5e20 req-4af9d0ac-cf6c-4e36-a28b-cdc8356664eb tempest-LiveMigrationTest-2001684970 tempest-LiveMigrationTest-2001684970-project] 10.222.0.104 "GET /v2.0/ports?device_id=db226d12-2e62-42b7-b705-5e6732590104 HTTP/1.1" status: 200 len: 944 time: 0.6487544 Jul 06 13:58:14.948988 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69736c19-c4ad-499d-b2a2-2578d4ad1586 req-e6f7e613-249b-4d0c-a444-b4c3c0fe220d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:58:14.950555 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-69736c19-c4ad-499d-b2a2-2578d4ad1586 req-e6f7e613-249b-4d0c-a444-b4c3c0fe220d service neutron] 10.222.0.127 "GET /v2.0/subnets?id=3ab4a4f6-31db-40f5-bd89-967e515dcbd9 HTTP/1.1" status: 200 len: 847 time: 0.1529419 Jul 06 13:58:14.964998 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455057aa-4cfe-4f3c-b01b-3f46ec6d1992 req-cfb4e872-b0fc-4c74-ae82-2c1d5870811f tempest-DeleteServersTestJSON-677393534 tempest-DeleteServersTestJSON-677393534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:58:14.967854 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-455057aa-4cfe-4f3c-b01b-3f46ec6d1992 req-cfb4e872-b0fc-4c74-ae82-2c1d5870811f tempest-DeleteServersTestJSON-677393534 tempest-DeleteServersTestJSON-677393534-project] 10.222.0.104 "GET /v2.0/ports?device_id=5f20a6fd-43eb-4bf1-a2dc-8b1ded94daf8 HTTP/1.1" status: 200 len: 944 time: 0.4201446 Jul 06 13:58:14.996224 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b11b77-7588-453c-9bf6-3c4ffdb3adce req-f245077b-b2e7-44eb-b1a6-91e16cb90c17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:58:14.997749 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-58b11b77-7588-453c-9bf6-3c4ffdb3adce req-f245077b-b2e7-44eb-b1a6-91e16cb90c17 service neutron] 10.222.0.72 "GET /v2.0/networks?id=ac09d390-867f-4b75-a8d2-ab11550bffd6 HTTP/1.1" status: 200 len: 871 time: 0.1450748 Jul 06 13:58:15.021686 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-69736c19-c4ad-499d-b2a2-2578d4ad1586 req-71a97854-8cf3-4498-acc8-fa9163607151 service neutron] 10.222.0.127 "GET /v2.0/ports?network_id=4f6c277b-1b2d-40ad-a374-15bf31b2f6e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0510035 Jul 06 13:58:15.086188 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-58b11b77-7588-453c-9bf6-3c4ffdb3adce req-cffb4ba9-cad4-4036-a3af-53bdce3989d4 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.95&port_id=55579fa1-991f-40fa-9660-f6873bccef77 HTTP/1.1" status: 200 len: 217 time: 0.0727844 Jul 06 13:58:15.153950 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-69736c19-c4ad-499d-b2a2-2578d4ad1586 req-1be2a031-175a-498a-9517-7be52e0a9bd3 service neutron] 10.222.0.127 "GET /v2.0/networks/4f6c277b-1b2d-40ad-a374-15bf31b2f6e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1164219 Jul 06 13:58:15.172453 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-72807142-4ac7-42b3-a9d5-6ae32adc5e20 req-634e6fae-e07a-49bf-a7be-381e8135b878 tempest-LiveMigrationTest-2001684970 tempest-LiveMigrationTest-2001684970-project] 10.222.0.104 "GET /v2.0/security-groups?id=7e243ebf-9cf4-4917-8da6-0fd38b06f795&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3087687 Jul 06 13:58:15.233978 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-455057aa-4cfe-4f3c-b01b-3f46ec6d1992 req-12898df7-51f1-44e6-a23f-2658f5fea828 tempest-DeleteServersTestJSON-677393534 tempest-DeleteServersTestJSON-677393534-project] 10.222.0.104 "GET /v2.0/security-groups?id=7d4cbf2c-f907-4452-8928-a2a298fe7ee1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2505121 Jul 06 13:58:15.315704 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b11b77-7588-453c-9bf6-3c4ffdb3adce req-e825645d-47d5-4834-8955-0200e3f51b26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:58:15.337795 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-58b11b77-7588-453c-9bf6-3c4ffdb3adce req-e825645d-47d5-4834-8955-0200e3f51b26 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=d1c3cc78-09b9-4e30-99fd-0e5830de101d HTTP/1.1" status: 200 len: 843 time: 0.2382207 Jul 06 13:58:15.347761 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6de19873-9417-4f15-92b5-f4a8a5846a48 req-24d50a76-c89f-4c45-8eac-bb8ce679d111 tempest-LiveAutoBlockMigrationV225Test-654794443 tempest-LiveAutoBlockMigrationV225Test-654794443-project] Made reservation on behalf of 4cef06e2189c48a2819839e74c70f679 for: {'port': 1} {{(pid=100247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 13:58:15.359146 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-6de19873-9417-4f15-92b5-f4a8a5846a48 req-24d50a76-c89f-4c45-8eac-bb8ce679d111 tempest-LiveAutoBlockMigrationV225Test-654794443 tempest-LiveAutoBlockMigrationV225Test-654794443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:15.476963 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-6964eb47-9843-4051-b147-0c2efd65e9bb req-fd632fed-cb90-4ede-93b7-60223db927fa tempest-ImagesNegativeTestJSON-454256094 tempest-ImagesNegativeTestJSON-454256094-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=d7eeefc3fbe7423b921a041d21eecaac&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1185725 Jul 06 13:58:15.716221 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.db_base_plugin_common [req-6de19873-9417-4f15-92b5-f4a8a5846a48 req-24d50a76-c89f-4c45-8eac-bb8ce679d111 tempest-LiveAutoBlockMigrationV225Test-654794443 tempest-LiveAutoBlockMigrationV225Test-654794443-project] Allocated IP 172.20.0.3 (719b716d-a00d-48ee-8755-3a8bbdfaf0d2/7f475f76-2dcc-4dce-adb2-7deed8b8ad71/31bd7d68-8662-46dc-9827-822a109504a2) {{(pid=100247) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 13:58:15.732732 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6964eb47-9843-4051-b147-0c2efd65e9bb req-413b1cff-e07a-4af8-942e-fe9aba270c6c tempest-ImagesNegativeTestJSON-454256094 tempest-ImagesNegativeTestJSON-454256094-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:58:15.735452 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-6964eb47-9843-4051-b147-0c2efd65e9bb req-413b1cff-e07a-4af8-942e-fe9aba270c6c tempest-ImagesNegativeTestJSON-454256094 tempest-ImagesNegativeTestJSON-454256094-project] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2264168 Jul 06 13:58:15.752269 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [req-6964eb47-9843-4051-b147-0c2efd65e9bb req-0ef12a65-f26b-4645-800c-dafb0dd1a280 tempest-ImagesNegativeTestJSON-454256094 tempest-ImagesNegativeTestJSON-454256094-project] Request body: {'port': {'device_id': '10fa8512-c86f-4dc2-8894-10c910711cc0', 'network_id': 'ac09d390-867f-4b75-a8d2-ab11550bffd6', 'admin_state_up': True, 'tenant_id': 'd7eeefc3fbe7423b921a041d21eecaac'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:58:15.875838 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-69736c19-c4ad-499d-b2a2-2578d4ad1586 req-cd584e83-c79e-481a-82d2-d66fc48bcdb4 service neutron] 10.222.0.127 "GET /v2.0/networks/4f6c277b-1b2d-40ad-a374-15bf31b2f6e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7018919 Jul 06 13:58:15.899620 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-abdfb551-921d-4387-a1c7-3cbfd712c3e1 req-dd5a809c-c013-483a-b854-5c0bae656b73 tempest-ImagesNegativeTestJSON-454256094 tempest-ImagesNegativeTestJSON-454256094-project] 10.222.0.104 "GET /v2.0/ports?device_id=10fa8512-c86f-4dc2-8894-10c910711cc0 HTTP/1.1" status: 200 len: 210 time: 0.4150684 Jul 06 13:58:15.951784 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b11b77-7588-453c-9bf6-3c4ffdb3adce req-d5db43a0-7b70-4812-addf-f1fd5c97a0d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:58:15.953826 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-58b11b77-7588-453c-9bf6-3c4ffdb3adce req-d5db43a0-7b70-4812-addf-f1fd5c97a0d0 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=ac09d390-867f-4b75-a8d2-ab11550bffd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5940933 Jul 06 13:58:15.954469 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6964eb47-9843-4051-b147-0c2efd65e9bb req-0ef12a65-f26b-4645-800c-dafb0dd1a280 tempest-ImagesNegativeTestJSON-454256094 tempest-ImagesNegativeTestJSON-454256094-project] Made reservation on behalf of d7eeefc3fbe7423b921a041d21eecaac for: {'port': 1} {{(pid=100246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 13:58:15.959175 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-6964eb47-9843-4051-b147-0c2efd65e9bb req-0ef12a65-f26b-4645-800c-dafb0dd1a280 tempest-ImagesNegativeTestJSON-454256094 tempest-ImagesNegativeTestJSON-454256094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:15.978657 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-6964eb47-9843-4051-b147-0c2efd65e9bb req-0ef12a65-f26b-4645-800c-dafb0dd1a280 tempest-ImagesNegativeTestJSON-454256094 tempest-ImagesNegativeTestJSON-454256094-project] Notify callbacks [] for security_group, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:16.058162 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-6de19873-9417-4f15-92b5-f4a8a5846a48 req-24d50a76-c89f-4c45-8eac-bb8ce679d111 tempest-LiveAutoBlockMigrationV225Test-654794443 tempest-LiveAutoBlockMigrationV225Test-654794443-project] Notify callbacks [] for port, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:16.110746 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-6de19873-9417-4f15-92b5-f4a8a5846a48 req-24d50a76-c89f-4c45-8eac-bb8ce679d111 tempest-LiveAutoBlockMigrationV225Test-654794443 tempest-LiveAutoBlockMigrationV225Test-654794443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108'] for port, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:16.122236 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] get_ports_and_sgs() called for port_ids ['33f9921a-af0a-4689-af66-74372e6fe3df'] {{(pid=100248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 13:58:16.219935 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e67f347-5643-4cb4-ba8e-65bdec8c5831 req-4ddc7c5f-6585-42c3-a4a0-8306065e39b0 tempest-ServerDiskConfigTestJSON-920847304 tempest-ServerDiskConfigTestJSON-920847304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:58:16.222609 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 13:58:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-258d8feb-dc3c-4500-a3e4-6a3e273ae058 x-openstack-request-id: req-258d8feb-dc3c-4500-a3e4-6a3e273ae058 {{(pid=100248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:58:16.227895 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b72ecc0-292b-4305-a029-1814892dfe78", "name": "network-vif-plugged", "status": "completed", "tag": "3fa12484-02ce-40fe-84ec-c2f2fdb9003f", "code": 200}]} {{(pid=100248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:58:16.228610 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-258d8feb-dc3c-4500-a3e4-6a3e273ae058 {{(pid=100248) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:58:16.229461 n-d-773647-6 neutron-server[100248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b72ecc0-292b-4305-a029-1814892dfe78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3fa12484-02ce-40fe-84ec-c2f2fdb9003f', 'code': 200} Jul 06 13:58:16.229780 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-4e67f347-5643-4cb4-ba8e-65bdec8c5831 req-4ddc7c5f-6585-42c3-a4a0-8306065e39b0 tempest-ServerDiskConfigTestJSON-920847304 tempest-ServerDiskConfigTestJSON-920847304-project] 10.222.0.104 "GET /v2.0/ports?device_id=42d34a92-9ccf-48e1-9c97-b49b1c53d618 HTTP/1.1" status: 200 len: 946 time: 0.3757672 Jul 06 13:58:16.233790 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6de19873-9417-4f15-92b5-f4a8a5846a48 req-24d50a76-c89f-4c45-8eac-bb8ce679d111 tempest-LiveAutoBlockMigrationV225Test-654794443 tempest-LiveAutoBlockMigrationV225Test-654794443-project] Network 719b716d-a00d-48ee-8755-3a8bbdfaf0d2 is already hosted by enough agents. {{(pid=100247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 13:58:16.266110 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.base_scheduler [req-6de19873-9417-4f15-92b5-f4a8a5846a48 req-24d50a76-c89f-4c45-8eac-bb8ce679d111 tempest-LiveAutoBlockMigrationV225Test-654794443 tempest-LiveAutoBlockMigrationV225Test-654794443-project] Resources bound (agent type, host, resource id): {{(pid=100247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:58:16.285097 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.l3_dvrscheduler_db [req-6de19873-9417-4f15-92b5-f4a8a5846a48 req-24d50a76-c89f-4c45-8eac-bb8ce679d111 tempest-LiveAutoBlockMigrationV225Test-654794443 tempest-LiveAutoBlockMigrationV225Test-654794443-project] Received port after_create {{(pid=100247) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 13:58:16.291383 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de19873-9417-4f15-92b5-f4a8a5846a48 req-24d50a76-c89f-4c45-8eac-bb8ce679d111 tempest-LiveAutoBlockMigrationV225Test-654794443 tempest-LiveAutoBlockMigrationV225Test-654794443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:58:16.292068 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-6de19873-9417-4f15-92b5-f4a8a5846a48 req-24d50a76-c89f-4c45-8eac-bb8ce679d111 tempest-LiveAutoBlockMigrationV225Test-654794443 tempest-LiveAutoBlockMigrationV225Test-654794443-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:16.308155 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d50a76-c89f-4c45-8eac-bb8ce679d111 tempest-LiveAutoBlockMigrationV225Test-654794443 tempest-LiveAutoBlockMigrationV225Test-654794443-project] Pushing event updated for resources: {'Port': ['ID=31bd7d68-8662-46dc-9827-822a109504a2,revision_number=1']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:58:16.318475 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Device 2490c76c-ce72-46e9-9700-c9489fb8e83c details requested by agent hyperv_n-h2-773647-6 with host n-h2-773647-6 {{(pid=100248) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 13:58:16.325398 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-58b11b77-7588-453c-9bf6-3c4ffdb3adce req-21e77c47-6cf6-4d58-a806-55024985a876 service neutron] 10.222.0.72 "GET /v2.0/networks/ac09d390-867f-4b75-a8d2-ab11550bffd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3550236 Jul 06 13:58:16.340444 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-4e67f347-5643-4cb4-ba8e-65bdec8c5831 req-54216d1d-0bcf-484c-abee-c2efb53a50e6 tempest-ServerDiskConfigTestJSON-920847304 tempest-ServerDiskConfigTestJSON-920847304-project] 10.222.0.104 "GET /v2.0/security-groups?id=bc287469-1102-40d8-b019-cad062af5465&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096087 Jul 06 13:58:16.431563 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-6964eb47-9843-4051-b147-0c2efd65e9bb req-0ef12a65-f26b-4645-800c-dafb0dd1a280 tempest-ImagesNegativeTestJSON-454256094 tempest-ImagesNegativeTestJSON-454256094-project] Notify callbacks [] for security_group, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:16.442756 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-6de19873-9417-4f15-92b5-f4a8a5846a48 req-24d50a76-c89f-4c45-8eac-bb8ce679d111 tempest-LiveAutoBlockMigrationV225Test-654794443 tempest-LiveAutoBlockMigrationV225Test-654794443-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7527814 Jul 06 13:58:16.459407 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [req-6de19873-9417-4f15-92b5-f4a8a5846a48 req-76204d44-265e-47be-9da1-efa8be8c026c service neutron] Request body: {'port': {'device_id': 'bfcd3842-80bd-408f-8df3-2747ee09b496', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-773647-6'}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:58:16.532671 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-58b11b77-7588-453c-9bf6-3c4ffdb3adce req-c3353a3f-dcb3-4334-850d-b5daf6e1e21d service neutron] 10.222.0.72 "GET /v2.0/networks/ac09d390-867f-4b75-a8d2-ab11550bffd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1937423 Jul 06 13:58:16.537442 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-6964eb47-9843-4051-b147-0c2efd65e9bb req-0ef12a65-f26b-4645-800c-dafb0dd1a280 tempest-ImagesNegativeTestJSON-454256094 tempest-ImagesNegativeTestJSON-454256094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:16.593720 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] For port 2490c76c-ce72-46e9-9700-c9489fb8e83c, host n-h2-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=2490c76c-ce72-46e9-9700-c9489fb8e83c,segment=NetworkSegment(227d25fe-bf75-4c4b-9a67-c660160d6b0a),segment_id=227d25fe-bf75-4c4b-9a67-c660160d6b0a)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:58:16.611590 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef12a65-f26b-4645-800c-dafb0dd1a280 tempest-ImagesNegativeTestJSON-454256094 tempest-ImagesNegativeTestJSON-454256094-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4d84a3c0-8d25-47ac-b13b-75e29aa85e70,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:58:16.639258 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Returning: {'device': '2490c76c-ce72-46e9-9700-c9489fb8e83c', 'network_id': '7a710b21-0493-4be8-a73f-c10a9dbc43f7', 'port_id': '2490c76c-ce72-46e9-9700-c9489fb8e83c', 'mac_address': 'fa:16:3e:f9:4a:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1015, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d32f554-2b92-4c59-9901-e19d129549fc', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100248) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 13:58:16.691686 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:16.712591 n-d-773647-6 neutron-server[100248]: DEBUG neutron.notifiers.nova [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2490c76c-ce72-46e9-9700-c9489fb8e83c {{(pid=100248) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 13:58:16.740613 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] For port 2490c76c-ce72-46e9-9700-c9489fb8e83c, host n-h2-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=2490c76c-ce72-46e9-9700-c9489fb8e83c,segment=NetworkSegment(227d25fe-bf75-4c4b-9a67-c660160d6b0a),segment_id=227d25fe-bf75-4c4b-9a67-c660160d6b0a)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:58:16.748022 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:16.770390 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-6de19873-9417-4f15-92b5-f4a8a5846a48 req-76204d44-265e-47be-9da1-efa8be8c026c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:16.817968 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93480b4f-e71f-41fa-b5d5-72fc488ff25a req-f7246947-59af-43e8-b561-616075959840 tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:58:16.826332 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-93480b4f-e71f-41fa-b5d5-72fc488ff25a req-f7246947-59af-43e8-b561-616075959840 tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] 10.222.0.104 "GET /v2.0/ports?device_id=8e640565-cabe-4694-8753-48fc0a9aa040 HTTP/1.1" status: 200 len: 950 time: 0.2933600 Jul 06 13:58:16.869771 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Pushing event updated for resources: {'Port': ['ID=2490c76c-ce72-46e9-9700-c9489fb8e83c,revision_number=4']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:58:16.877205 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4b966d-80db-48dd-b685-922b53dff43b req-10eed8d9-eccd-46b9-8e34-420043cb4e03 tempest-LiveAutoBlockMigrationV225Test-654794443 tempest-LiveAutoBlockMigrationV225Test-654794443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:58:16.884993 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-6c4b966d-80db-48dd-b685-922b53dff43b req-10eed8d9-eccd-46b9-8e34-420043cb4e03 tempest-LiveAutoBlockMigrationV225Test-654794443 tempest-LiveAutoBlockMigrationV225Test-654794443-project] 10.222.0.104 "GET /v2.0/ports?device_id=bfcd3842-80bd-408f-8df3-2747ee09b496 HTTP/1.1" status: 200 len: 931 time: 0.3075292 Jul 06 13:58:16.888103 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.db_base_plugin_common [req-6964eb47-9843-4051-b147-0c2efd65e9bb req-0ef12a65-f26b-4645-800c-dafb0dd1a280 tempest-ImagesNegativeTestJSON-454256094 tempest-ImagesNegativeTestJSON-454256094-project] Allocated IP 192.168.233.139 (ac09d390-867f-4b75-a8d2-ab11550bffd6/d1c3cc78-09b9-4e30-99fd-0e5830de101d/07c105f9-4457-45fc-882d-f08414967b10) {{(pid=100246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 13:58:17.080630 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-93480b4f-e71f-41fa-b5d5-72fc488ff25a req-b267d8ae-52f5-4a91-a4d7-e20394b15060 tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] 10.222.0.104 "GET /v2.0/security-groups?id=9f5b92e9-7340-49c3-a9bb-41e4a1caffc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2532005 Jul 06 13:58:17.124331 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] get_ports_and_sgs() called for port_ids ['2490c76c-ce72-46e9-9700-c9489fb8e83c'] {{(pid=100248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 13:58:17.238965 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-6964eb47-9843-4051-b147-0c2efd65e9bb req-0ef12a65-f26b-4645-800c-dafb0dd1a280 tempest-ImagesNegativeTestJSON-454256094 tempest-ImagesNegativeTestJSON-454256094-project] Notify callbacks [] for port, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:17.291070 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.provisioning_blocks [req-6964eb47-9843-4051-b147-0c2efd65e9bb req-0ef12a65-f26b-4645-800c-dafb0dd1a280 tempest-ImagesNegativeTestJSON-454256094 tempest-ImagesNegativeTestJSON-454256094-project] Transition to ACTIVE for port object 07c105f9-4457-45fc-882d-f08414967b10 will not be triggered until provisioned by entity DHCP. {{(pid=100246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 13:58:17.349484 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-6c4b966d-80db-48dd-b685-922b53dff43b req-3f86f934-bff8-47c1-b57f-e04c92403d06 tempest-LiveAutoBlockMigrationV225Test-654794443 tempest-LiveAutoBlockMigrationV225Test-654794443-project] 10.222.0.104 "GET /v2.0/security-groups?id=43f6fcb8-9501-44d6-9feb-82c82c5d5862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4633172 Jul 06 13:58:17.380476 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-6964eb47-9843-4051-b147-0c2efd65e9bb req-0ef12a65-f26b-4645-800c-dafb0dd1a280 tempest-ImagesNegativeTestJSON-454256094 tempest-ImagesNegativeTestJSON-454256094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-127687573'] for port, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:17.423680 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6964eb47-9843-4051-b147-0c2efd65e9bb req-0ef12a65-f26b-4645-800c-dafb0dd1a280 tempest-ImagesNegativeTestJSON-454256094 tempest-ImagesNegativeTestJSON-454256094-project] Network ac09d390-867f-4b75-a8d2-ab11550bffd6 is already hosted by enough agents. {{(pid=100246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 13:58:17.429841 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.base_scheduler [req-6964eb47-9843-4051-b147-0c2efd65e9bb req-0ef12a65-f26b-4645-800c-dafb0dd1a280 tempest-ImagesNegativeTestJSON-454256094 tempest-ImagesNegativeTestJSON-454256094-project] Resources bound (agent type, host, resource id): {{(pid=100246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:58:17.435125 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [req-6964eb47-9843-4051-b147-0c2efd65e9bb req-0ef12a65-f26b-4645-800c-dafb0dd1a280 tempest-ImagesNegativeTestJSON-454256094 tempest-ImagesNegativeTestJSON-454256094-project] Received port after_create {{(pid=100246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 13:58:17.606763 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef12a65-f26b-4645-800c-dafb0dd1a280 tempest-ImagesNegativeTestJSON-454256094 tempest-ImagesNegativeTestJSON-454256094-project] Pushing event updated for resources: {'Port': ['ID=07c105f9-4457-45fc-882d-f08414967b10,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:58:17.630370 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6964eb47-9843-4051-b147-0c2efd65e9bb req-0ef12a65-f26b-4645-800c-dafb0dd1a280 tempest-ImagesNegativeTestJSON-454256094 tempest-ImagesNegativeTestJSON-454256094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:58:17.631065 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-6964eb47-9843-4051-b147-0c2efd65e9bb req-0ef12a65-f26b-4645-800c-dafb0dd1a280 tempest-ImagesNegativeTestJSON-454256094 tempest-ImagesNegativeTestJSON-454256094-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:17.638916 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-2a8e4146-c871-436e-86dc-9c0379837f55 req-177d7c31-6d9f-4df5-a208-897a644863e4 service neutron] 10.222.0.127 "GET /v2.0/ports/f1aab9a0-078a-4663-8768-bd6b589c53f0/bindings/n-h2-773647-6 HTTP/1.1" status: 200 len: 384 time: 0.6651802 Jul 06 13:58:17.674078 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-6964eb47-9843-4051-b147-0c2efd65e9bb req-0ef12a65-f26b-4645-800c-dafb0dd1a280 tempest-ImagesNegativeTestJSON-454256094 tempest-ImagesNegativeTestJSON-454256094-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.9254966 Jul 06 13:58:17.693121 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [req-6964eb47-9843-4051-b147-0c2efd65e9bb req-d11b6de0-b0ca-4bef-8ebc-ace6ab434554 service neutron] Request body: {'port': {'device_id': '10fa8512-c86f-4dc2-8894-10c910711cc0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-773647-6'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:58:17.811933 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-6964eb47-9843-4051-b147-0c2efd65e9bb req-d11b6de0-b0ca-4bef-8ebc-ace6ab434554 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:17.838340 n-d-773647-6 neutron-server[100247]: DEBUG neutron.notifiers.nova [req-6de19873-9417-4f15-92b5-f4a8a5846a48 req-76204d44-265e-47be-9da1-efa8be8c026c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 31bd7d68-8662-46dc-9827-822a109504a2 {{(pid=100247) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 13:58:17.849717 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-6de19873-9417-4f15-92b5-f4a8a5846a48 req-76204d44-265e-47be-9da1-efa8be8c026c service neutron] Notify callbacks [] for port, precommit_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:17.866738 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.provisioning_blocks [req-6de19873-9417-4f15-92b5-f4a8a5846a48 req-76204d44-265e-47be-9da1-efa8be8c026c service neutron] Transition to ACTIVE for port object 31bd7d68-8662-46dc-9827-822a109504a2 will not be triggered until provisioned by entity L2. {{(pid=100247) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 13:58:17.887651 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83db96b-2624-4202-b79e-6fe5c6633db6 req-eb9f1266-1c24-41a5-9bc3-2075d808417e tempest-LiveMigrationTest-2001684970 tempest-LiveMigrationTest-2001684970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:58:17.890503 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-e83db96b-2624-4202-b79e-6fe5c6633db6 req-eb9f1266-1c24-41a5-9bc3-2075d808417e tempest-LiveMigrationTest-2001684970 tempest-LiveMigrationTest-2001684970-project] 10.222.0.104 "GET /v2.0/ports?device_id=db226d12-2e62-42b7-b705-5e6732590104 HTTP/1.1" status: 200 len: 944 time: 0.5925193 Jul 06 13:58:17.916706 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-6de19873-9417-4f15-92b5-f4a8a5846a48 req-76204d44-265e-47be-9da1-efa8be8c026c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:17.937168 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-757b15bd-4a9f-4daf-9715-62c266d69c05 None None] Provisioning for port 07c105f9-4457-45fc-882d-f08414967b10 completed by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 13:58:17.945477 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-757b15bd-4a9f-4daf-9715-62c266d69c05 None None] Provisioning complete for port 07c105f9-4457-45fc-882d-f08414967b10 triggered by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:58:17.945856 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-757b15bd-4a9f-4daf-9715-62c266d69c05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:18.033604 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-757b15bd-4a9f-4daf-9715-62c266d69c05 None None] Port 07c105f9-4457-45fc-882d-f08414967b10 cannot update to ACTIVE because it is not bound. {{(pid=100248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 13:58:18.051202 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-e83db96b-2624-4202-b79e-6fe5c6633db6 req-e467a579-7281-4337-abad-818eccacf68c tempest-LiveMigrationTest-2001684970 tempest-LiveMigrationTest-2001684970-project] 10.222.0.104 "GET /v2.0/security-groups?id=7e243ebf-9cf4-4917-8da6-0fd38b06f795&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282096 Jul 06 13:58:18.156429 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Device f1aab9a0-078a-4663-8768-bd6b589c53f0 no longer exists at agent hyperv_n-h1-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 13:58:18.206485 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76204d44-265e-47be-9da1-efa8be8c026c service neutron] Pushing event updated for resources: {'Port': ['ID=31bd7d68-8662-46dc-9827-822a109504a2,revision_number=2']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:58:18.327777 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.managers [req-6de19873-9417-4f15-92b5-f4a8a5846a48 req-76204d44-265e-47be-9da1-efa8be8c026c service neutron] Attempting to bind port 31bd7d68-8662-46dc-9827-822a109504a2 on host n-h2-773647-6 for vnic_type normal with profile {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 13:58:18.328270 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.managers [req-6de19873-9417-4f15-92b5-f4a8a5846a48 req-76204d44-265e-47be-9da1-efa8be8c026c service neutron] Attempting to bind port 31bd7d68-8662-46dc-9827-822a109504a2 by drivers openvswitch,hyperv on host n-h2-773647-6 at level 0 using segments [{'id': 'da615941-94ee-441c-92fd-37ca002df9b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': '719b716d-a00d-48ee-8755-3a8bbdfaf0d2'}] {{(pid=100247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 13:58:18.328694 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6de19873-9417-4f15-92b5-f4a8a5846a48 req-76204d44-265e-47be-9da1-efa8be8c026c service neutron] Attempting to bind port 31bd7d68-8662-46dc-9827-822a109504a2 on network 719b716d-a00d-48ee-8755-3a8bbdfaf0d2 {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 13:58:18.339015 n-d-773647-6 neutron-server[100246]: DEBUG neutron.notifiers.nova [req-6964eb47-9843-4051-b147-0c2efd65e9bb req-d11b6de0-b0ca-4bef-8ebc-ace6ab434554 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 07c105f9-4457-45fc-882d-f08414967b10 {{(pid=100246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 13:58:18.344820 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59f5cfa-8b58-42a3-85c9-c4541c2f6ef0 req-9437ff18-9e73-403a-827b-85a78439fae0 tempest-DeleteServersTestJSON-677393534 tempest-DeleteServersTestJSON-677393534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:58:18.357733 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-6964eb47-9843-4051-b147-0c2efd65e9bb req-d11b6de0-b0ca-4bef-8ebc-ace6ab434554 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:18.362904 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-b59f5cfa-8b58-42a3-85c9-c4541c2f6ef0 req-9437ff18-9e73-403a-827b-85a78439fae0 tempest-DeleteServersTestJSON-677393534 tempest-DeleteServersTestJSON-677393534-project] 10.222.0.104 "GET /v2.0/ports?device_id=5f20a6fd-43eb-4bf1-a2dc-8b1ded94daf8 HTTP/1.1" status: 200 len: 945 time: 0.6534178 Jul 06 13:58:18.384054 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.provisioning_blocks [req-6964eb47-9843-4051-b147-0c2efd65e9bb req-d11b6de0-b0ca-4bef-8ebc-ace6ab434554 service neutron] Transition to ACTIVE for port object 07c105f9-4457-45fc-882d-f08414967b10 will not be triggered until provisioned by entity L2. {{(pid=100246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 13:58:18.387728 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6de19873-9417-4f15-92b5-f4a8a5846a48 req-76204d44-265e-47be-9da1-efa8be8c026c service neutron] Port 31bd7d68-8662-46dc-9827-822a109504a2 on network 719b716d-a00d-48ee-8755-3a8bbdfaf0d2 not bound, no agent of type Open vSwitch agent registered on host n-h2-773647-6 {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 13:58:18.390145 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-6964eb47-9843-4051-b147-0c2efd65e9bb req-d11b6de0-b0ca-4bef-8ebc-ace6ab434554 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127687527'] for port, after_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:18.394618 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6de19873-9417-4f15-92b5-f4a8a5846a48 req-76204d44-265e-47be-9da1-efa8be8c026c service neutron] Attempting to bind port 31bd7d68-8662-46dc-9827-822a109504a2 on network 719b716d-a00d-48ee-8755-3a8bbdfaf0d2 {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 13:58:18.458091 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6de19873-9417-4f15-92b5-f4a8a5846a48 req-76204d44-265e-47be-9da1-efa8be8c026c service neutron] Checking agent: {'id': '63768ece-0600-4354-8d29-fdedec96b077', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-773647-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 51, 10), 'started_at': datetime.datetime(2021, 7, 6, 13, 51, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 13, 58, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 13:58:18.458517 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6de19873-9417-4f15-92b5-f4a8a5846a48 req-76204d44-265e-47be-9da1-efa8be8c026c service neutron] Checking segment: {'id': 'da615941-94ee-441c-92fd-37ca002df9b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': '719b716d-a00d-48ee-8755-3a8bbdfaf0d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100247) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 13:58:18.459255 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6de19873-9417-4f15-92b5-f4a8a5846a48 req-76204d44-265e-47be-9da1-efa8be8c026c service neutron] Bound using segment: {'id': 'da615941-94ee-441c-92fd-37ca002df9b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': '719b716d-a00d-48ee-8755-3a8bbdfaf0d2'} {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 13:58:18.459605 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.managers [req-6de19873-9417-4f15-92b5-f4a8a5846a48 req-76204d44-265e-47be-9da1-efa8be8c026c service neutron] Bound port: 31bd7d68-8662-46dc-9827-822a109504a2, host: n-h2-773647-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'da615941-94ee-441c-92fd-37ca002df9b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': '719b716d-a00d-48ee-8755-3a8bbdfaf0d2'}}] {{(pid=100247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 13:58:18.461727 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-6de19873-9417-4f15-92b5-f4a8a5846a48 req-76204d44-265e-47be-9da1-efa8be8c026c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:18.496258 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11b6de0-b0ca-4bef-8ebc-ace6ab434554 service neutron] Pushing event updated for resources: {'Port': ['ID=07c105f9-4457-45fc-882d-f08414967b10,revision_number=2']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:58:18.586757 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [req-6964eb47-9843-4051-b147-0c2efd65e9bb req-d11b6de0-b0ca-4bef-8ebc-ace6ab434554 service neutron] Attempting to bind port 07c105f9-4457-45fc-882d-f08414967b10 on host n-h2-773647-6 for vnic_type normal with profile {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 13:58:18.587252 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [req-6964eb47-9843-4051-b147-0c2efd65e9bb req-d11b6de0-b0ca-4bef-8ebc-ace6ab434554 service neutron] Attempting to bind port 07c105f9-4457-45fc-882d-f08414967b10 by drivers openvswitch,hyperv on host n-h2-773647-6 at level 0 using segments [{'id': 'c9ea893d-045e-42cf-b3dd-cdd1f79baccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'ac09d390-867f-4b75-a8d2-ab11550bffd6'}] {{(pid=100246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 13:58:18.599685 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6964eb47-9843-4051-b147-0c2efd65e9bb req-d11b6de0-b0ca-4bef-8ebc-ace6ab434554 service neutron] Attempting to bind port 07c105f9-4457-45fc-882d-f08414967b10 on network ac09d390-867f-4b75-a8d2-ab11550bffd6 {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 13:58:18.604946 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6964eb47-9843-4051-b147-0c2efd65e9bb req-d11b6de0-b0ca-4bef-8ebc-ace6ab434554 service neutron] Port 07c105f9-4457-45fc-882d-f08414967b10 on network ac09d390-867f-4b75-a8d2-ab11550bffd6 not bound, no agent of type Open vSwitch agent registered on host n-h2-773647-6 {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 13:58:18.605565 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6964eb47-9843-4051-b147-0c2efd65e9bb req-d11b6de0-b0ca-4bef-8ebc-ace6ab434554 service neutron] Attempting to bind port 07c105f9-4457-45fc-882d-f08414967b10 on network ac09d390-867f-4b75-a8d2-ab11550bffd6 {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 13:58:18.610793 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6964eb47-9843-4051-b147-0c2efd65e9bb req-d11b6de0-b0ca-4bef-8ebc-ace6ab434554 service neutron] Checking agent: {'id': '63768ece-0600-4354-8d29-fdedec96b077', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-773647-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 51, 10), 'started_at': datetime.datetime(2021, 7, 6, 13, 51, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 13, 58, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 13:58:18.611313 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6964eb47-9843-4051-b147-0c2efd65e9bb req-d11b6de0-b0ca-4bef-8ebc-ace6ab434554 service neutron] Checking segment: {'id': 'c9ea893d-045e-42cf-b3dd-cdd1f79baccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'ac09d390-867f-4b75-a8d2-ab11550bffd6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 13:58:18.611768 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6964eb47-9843-4051-b147-0c2efd65e9bb req-d11b6de0-b0ca-4bef-8ebc-ace6ab434554 service neutron] Bound using segment: {'id': 'c9ea893d-045e-42cf-b3dd-cdd1f79baccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'ac09d390-867f-4b75-a8d2-ab11550bffd6'} {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 13:58:18.612298 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [req-6964eb47-9843-4051-b147-0c2efd65e9bb req-d11b6de0-b0ca-4bef-8ebc-ace6ab434554 service neutron] Bound port: 07c105f9-4457-45fc-882d-f08414967b10, host: n-h2-773647-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c9ea893d-045e-42cf-b3dd-cdd1f79baccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'ac09d390-867f-4b75-a8d2-ab11550bffd6'}}] {{(pid=100246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 13:58:18.623882 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-6964eb47-9843-4051-b147-0c2efd65e9bb req-d11b6de0-b0ca-4bef-8ebc-ace6ab434554 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:18.645371 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-b59f5cfa-8b58-42a3-85c9-c4541c2f6ef0 req-20d0588c-26ad-42ad-8cbb-76264b1494fd tempest-DeleteServersTestJSON-677393534 tempest-DeleteServersTestJSON-677393534-project] 10.222.0.104 "GET /v2.0/security-groups?id=7d4cbf2c-f907-4452-8928-a2a298fe7ee1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2814267 Jul 06 13:58:18.659867 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.db [req-2a8e4146-c871-436e-86dc-9c0379837f55 req-ddb24d49-b433-45cf-a4c4-a974d9e4d0ee service neutron] For port f1aab9a0-078a-4663-8768-bd6b589c53f0, host n-h1-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773647-6',level=0,port_id=f1aab9a0-078a-4663-8768-bd6b589c53f0,segment=NetworkSegment(65749612-fb0d-4f34-9eb9-d06c3a2fda80),segment_id=65749612-fb0d-4f34-9eb9-d06c3a2fda80)] {{(pid=100247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:58:18.730992 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39a947c-c7a2-4276-9ab9-ddcb60858c1b req-d7122c7c-2c00-4fbb-987e-15684731a577 tempest-ImagesNegativeTestJSON-454256094 tempest-ImagesNegativeTestJSON-454256094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:58:18.732781 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-b39a947c-c7a2-4276-9ab9-ddcb60858c1b req-d7122c7c-2c00-4fbb-987e-15684731a577 tempest-ImagesNegativeTestJSON-454256094 tempest-ImagesNegativeTestJSON-454256094-project] 10.222.0.104 "GET /v2.0/ports?device_id=10fa8512-c86f-4dc2-8894-10c910711cc0 HTTP/1.1" status: 200 len: 948 time: 0.3077178 Jul 06 13:58:18.734471 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.db [req-2a8e4146-c871-436e-86dc-9c0379837f55 req-ddb24d49-b433-45cf-a4c4-a974d9e4d0ee service neutron] For port f1aab9a0-078a-4663-8768-bd6b589c53f0, host n-h1-773647-6, cleared binding levels {{(pid=100247) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 13:58:18.749218 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.db [req-6964eb47-9843-4051-b147-0c2efd65e9bb req-d11b6de0-b0ca-4bef-8ebc-ace6ab434554 service neutron] For port 07c105f9-4457-45fc-882d-f08414967b10, host n-h2-773647-6, cleared binding levels {{(pid=100246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 13:58:18.753070 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.db [req-6964eb47-9843-4051-b147-0c2efd65e9bb req-d11b6de0-b0ca-4bef-8ebc-ace6ab434554 service neutron] For port 07c105f9-4457-45fc-882d-f08414967b10, host n-h2-773647-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=07c105f9-4457-45fc-882d-f08414967b10,segment=NetworkSegment(c9ea893d-045e-42cf-b3dd-cdd1f79baccd),segment_id=c9ea893d-045e-42cf-b3dd-cdd1f79baccd)] {{(pid=100246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 13:58:18.769424 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-6964eb47-9843-4051-b147-0c2efd65e9bb req-d11b6de0-b0ca-4bef-8ebc-ace6ab434554 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127687527'] for port, after_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:18.784890 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.db [req-6de19873-9417-4f15-92b5-f4a8a5846a48 req-76204d44-265e-47be-9da1-efa8be8c026c service neutron] For port 31bd7d68-8662-46dc-9827-822a109504a2, host n-h2-773647-6, cleared binding levels {{(pid=100247) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 13:58:18.788031 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6964eb47-9843-4051-b147-0c2efd65e9bb req-d11b6de0-b0ca-4bef-8ebc-ace6ab434554 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:58:18.792109 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-6964eb47-9843-4051-b147-0c2efd65e9bb req-d11b6de0-b0ca-4bef-8ebc-ace6ab434554 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:18.794569 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-6964eb47-9843-4051-b147-0c2efd65e9bb req-d11b6de0-b0ca-4bef-8ebc-ace6ab434554 service neutron] 10.222.0.72 "PUT /v2.0/ports/07c105f9-4457-45fc-882d-f08414967b10 HTTP/1.1" status: 200 len: 1096 time: 1.1065178 Jul 06 13:58:18.796329 n-d-773647-6 neutron-server[100246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10fa8512-c86f-4dc2-8894-10c910711cc0', 'tag': '07c105f9-4457-45fc-882d-f08414967b10'}] {{(pid=100246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 13:58:18.801812 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0d96c5ab5e889f7b933ae915b9be33d1b46c9e87795bf781004b656ef3f1e87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-767060b0-7293-4b65-a32f-386daacdc7ea" -d '{"events": [{"name": "network-changed", "server_uuid": "10fa8512-c86f-4dc2-8894-10c910711cc0", "tag": "07c105f9-4457-45fc-882d-f08414967b10"}]}' {{(pid=100246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:58:18.820238 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.db [req-6de19873-9417-4f15-92b5-f4a8a5846a48 req-76204d44-265e-47be-9da1-efa8be8c026c service neutron] For port 31bd7d68-8662-46dc-9827-822a109504a2, host n-h2-773647-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=31bd7d68-8662-46dc-9827-822a109504a2,segment=NetworkSegment(da615941-94ee-441c-92fd-37ca002df9b5),segment_id=da615941-94ee-441c-92fd-37ca002df9b5)] {{(pid=100247) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 13:58:18.847605 n-d-773647-6 neutron-server[100247]: DEBUG neutron.notifiers.nova [req-2a8e4146-c871-436e-86dc-9c0379837f55 req-ddb24d49-b433-45cf-a4c4-a974d9e4d0ee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f1aab9a0-078a-4663-8768-bd6b589c53f0 {{(pid=100247) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 13:58:18.855043 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-b39a947c-c7a2-4276-9ab9-ddcb60858c1b req-3a56189a-f3d3-4ccf-b65c-190dff947056 tempest-ImagesNegativeTestJSON-454256094 tempest-ImagesNegativeTestJSON-454256094-project] 10.222.0.104 "GET /v2.0/security-groups?id=4d84a3c0-8d25-47ac-b13b-75e29aa85e70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859075 Jul 06 13:58:18.859313 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-6de19873-9417-4f15-92b5-f4a8a5846a48 req-76204d44-265e-47be-9da1-efa8be8c026c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:18.868174 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.db [req-2a8e4146-c871-436e-86dc-9c0379837f55 req-ddb24d49-b433-45cf-a4c4-a974d9e4d0ee service neutron] For port f1aab9a0-078a-4663-8768-bd6b589c53f0, host n-h2-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=f1aab9a0-078a-4663-8768-bd6b589c53f0,segment=NetworkSegment(65749612-fb0d-4f34-9eb9-d06c3a2fda80),segment_id=65749612-fb0d-4f34-9eb9-d06c3a2fda80)] {{(pid=100247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:58:18.925370 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-2a8e4146-c871-436e-86dc-9c0379837f55 req-ddb24d49-b433-45cf-a4c4-a974d9e4d0ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:18.929681 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de19873-9417-4f15-92b5-f4a8a5846a48 req-76204d44-265e-47be-9da1-efa8be8c026c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:58:18.930297 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-6de19873-9417-4f15-92b5-f4a8a5846a48 req-76204d44-265e-47be-9da1-efa8be8c026c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:18.931755 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-6de19873-9417-4f15-92b5-f4a8a5846a48 req-76204d44-265e-47be-9da1-efa8be8c026c service neutron] 10.222.0.72 "PUT /v2.0/ports/31bd7d68-8662-46dc-9827-822a109504a2 HTTP/1.1" status: 200 len: 1091 time: 2.4773736 Jul 06 13:58:18.932206 n-d-773647-6 neutron-server[100247]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bfcd3842-80bd-408f-8df3-2747ee09b496', 'tag': '31bd7d68-8662-46dc-9827-822a109504a2'}] {{(pid=100247) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 13:58:18.935239 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cbf0eeaae822f8fc9b87a94aeba67a3d651842baf663a51cba94b67a514836d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1467737-036c-4314-90fd-2b1f601d6f37" -d '{"events": [{"name": "network-changed", "server_uuid": "bfcd3842-80bd-408f-8df3-2747ee09b496", "tag": "31bd7d68-8662-46dc-9827-822a109504a2"}]}' {{(pid=100247) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:58:19.025675 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11b6de0-b0ca-4bef-8ebc-ace6ab434554 service neutron] Pushing event updated for resources: {'Port': ['ID=07c105f9-4457-45fc-882d-f08414967b10,revision_number=3']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:58:19.053414 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6964eb47-9843-4051-b147-0c2efd65e9bb req-410477c8-3431-4fa4-a07d-34c002cd239c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:58:19.054959 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-6964eb47-9843-4051-b147-0c2efd65e9bb req-410477c8-3431-4fa4-a07d-34c002cd239c service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=d7eeefc3fbe7423b921a041d21eecaac&device_id=10fa8512-c86f-4dc2-8894-10c910711cc0 HTTP/1.1" status: 200 len: 1099 time: 0.1573303 Jul 06 13:58:19.146233 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-6964eb47-9843-4051-b147-0c2efd65e9bb req-f9779a6f-bbda-4b7e-8714-27b510bbe83d service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.139&port_id=07c105f9-4457-45fc-882d-f08414967b10 HTTP/1.1" status: 200 len: 217 time: 0.0780418 Jul 06 13:58:19.163051 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.provisioning_blocks [req-2a8e4146-c871-436e-86dc-9c0379837f55 req-ddb24d49-b433-45cf-a4c4-a974d9e4d0ee service neutron] Transition to ACTIVE for port object f1aab9a0-078a-4663-8768-bd6b589c53f0 will not be triggered until provisioned by entity L2. {{(pid=100247) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 13:58:19.254344 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6964eb47-9843-4051-b147-0c2efd65e9bb req-73e49efb-f9e8-45ae-ab8d-104033bf1b79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:58:19.258297 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-2a8e4146-c871-436e-86dc-9c0379837f55 req-ddb24d49-b433-45cf-a4c4-a974d9e4d0ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:19.260209 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-6964eb47-9843-4051-b147-0c2efd65e9bb req-73e49efb-f9e8-45ae-ab8d-104033bf1b79 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=d1c3cc78-09b9-4e30-99fd-0e5830de101d HTTP/1.1" status: 200 len: 843 time: 0.1038544 Jul 06 13:58:19.339589 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76204d44-265e-47be-9da1-efa8be8c026c service neutron] Pushing event updated for resources: {'Port': ['ID=31bd7d68-8662-46dc-9827-822a109504a2,revision_number=3']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:58:19.392844 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6964eb47-9843-4051-b147-0c2efd65e9bb req-b11eb0f3-5756-4928-af94-581604f5f8fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:58:19.395509 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-6964eb47-9843-4051-b147-0c2efd65e9bb req-b11eb0f3-5756-4928-af94-581604f5f8fc service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=ac09d390-867f-4b75-a8d2-ab11550bffd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1240847 Jul 06 13:58:19.428647 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb24d49-b433-45cf-a4c4-a974d9e4d0ee service neutron] Pushing event updated for resources: {'Port': ['ID=f1aab9a0-078a-4663-8768-bd6b589c53f0,revision_number=10']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:58:19.534260 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a8e4146-c871-436e-86dc-9c0379837f55 req-ddb24d49-b433-45cf-a4c4-a974d9e4d0ee service neutron] No DVR routers for this DVR port f1aab9a0-078a-4663-8768-bd6b589c53f0 on host n-h1-773647-6 {{(pid=100247) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 13:58:19.551358 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-6964eb47-9843-4051-b147-0c2efd65e9bb req-e09f5147-86b3-4426-bff3-374533700e90 service neutron] 10.222.0.72 "GET /v2.0/networks/ac09d390-867f-4b75-a8d2-ab11550bffd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1460688 Jul 06 13:58:19.560703 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e96aad-9148-45b3-830a-09ba37027ae6 req-5e849fb4-5845-4e20-aa17-50184d916bc2 tempest-ServerDiskConfigTestJSON-920847304 tempest-ServerDiskConfigTestJSON-920847304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:58:19.568338 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-a9e96aad-9148-45b3-830a-09ba37027ae6 req-5e849fb4-5845-4e20-aa17-50184d916bc2 tempest-ServerDiskConfigTestJSON-920847304 tempest-ServerDiskConfigTestJSON-920847304-project] 10.222.0.104 "GET /v2.0/ports?device_id=42d34a92-9ccf-48e1-9c97-b49b1c53d618 HTTP/1.1" status: 200 len: 946 time: 0.3861773 Jul 06 13:58:19.629184 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de19873-9417-4f15-92b5-f4a8a5846a48 req-eccbecad-a78e-4399-88a6-5468225268e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:58:19.630781 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-6de19873-9417-4f15-92b5-f4a8a5846a48 req-eccbecad-a78e-4399-88a6-5468225268e3 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=4cef06e2189c48a2819839e74c70f679&device_id=bfcd3842-80bd-408f-8df3-2747ee09b496 HTTP/1.1" status: 200 len: 1094 time: 0.6287832 Jul 06 13:58:19.695872 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-6964eb47-9843-4051-b147-0c2efd65e9bb req-45b13bfc-e0da-4adb-9f2c-dcdee8acf644 service neutron] 10.222.0.72 "GET /v2.0/networks/ac09d390-867f-4b75-a8d2-ab11550bffd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1359637 Jul 06 13:58:19.726964 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-2a8e4146-c871-436e-86dc-9c0379837f55 req-ddb24d49-b433-45cf-a4c4-a974d9e4d0ee service neutron] 10.222.0.127 "PUT /v2.0/ports/f1aab9a0-078a-4663-8768-bd6b589c53f0/bindings/n-h2-773647-6/activate HTTP/1.1" status: 200 len: 369 time: 2.0759313 Jul 06 13:58:19.728263 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-6de19873-9417-4f15-92b5-f4a8a5846a48 req-1cc01c7b-59f4-4bd5-a235-7f651d990e95 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=31bd7d68-8662-46dc-9827-822a109504a2 HTTP/1.1" status: 200 len: 217 time: 0.0740135 Jul 06 13:58:19.737605 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85811b2-4216-4d54-bc3a-24a6fb38ca13 req-df501a6d-e0b4-4d5c-b8c8-325667297731 tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:58:19.741120 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-a85811b2-4216-4d54-bc3a-24a6fb38ca13 req-df501a6d-e0b4-4d5c-b8c8-325667297731 tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] 10.222.0.104 "GET /v2.0/ports?device_id=8e640565-cabe-4694-8753-48fc0a9aa040 HTTP/1.1" status: 200 len: 950 time: 0.5712121 Jul 06 13:58:19.744272 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-a9e96aad-9148-45b3-830a-09ba37027ae6 req-bf48d953-5efc-475d-9181-782f5eb6fd0f tempest-ServerDiskConfigTestJSON-920847304 tempest-ServerDiskConfigTestJSON-920847304-project] 10.222.0.104 "GET /v2.0/security-groups?id=bc287469-1102-40d8-b019-cad062af5465&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1750531 Jul 06 13:58:19.821368 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-a85811b2-4216-4d54-bc3a-24a6fb38ca13 req-2f6eaed8-9268-48ba-8877-9128e233c476 tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] 10.222.0.104 "GET /v2.0/security-groups?id=9f5b92e9-7340-49c3-a9bb-41e4a1caffc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751064 Jul 06 13:58:19.841421 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de19873-9417-4f15-92b5-f4a8a5846a48 req-6ad25799-e30a-4613-9a65-bb1b7121b64f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:58:19.842188 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-6de19873-9417-4f15-92b5-f4a8a5846a48 req-6ad25799-e30a-4613-9a65-bb1b7121b64f service neutron] 10.222.0.72 "GET /v2.0/subnets?id=7f475f76-2dcc-4dce-adb2-7deed8b8ad71 HTTP/1.1" status: 200 len: 861 time: 0.0971284 Jul 06 13:58:19.882999 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-6de19873-9417-4f15-92b5-f4a8a5846a48 req-a81cb64b-f8a7-4134-8ede-ee4d1f58dc5d service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=719b716d-a00d-48ee-8755-3a8bbdfaf0d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0321209 Jul 06 13:58:19.921371 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 13:58:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2721abbd-e630-4c0e-9805-cc3cf539aa49 x-openstack-request-id: req-2721abbd-e630-4c0e-9805-cc3cf539aa49 {{(pid=100246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:58:19.921940 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "10fa8512-c86f-4dc2-8894-10c910711cc0", "tag": "07c105f9-4457-45fc-882d-f08414967b10", "status": "completed", "code": 200}]} {{(pid=100246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:58:19.922304 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-2721abbd-e630-4c0e-9805-cc3cf539aa49 {{(pid=100246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:58:19.922818 n-d-773647-6 neutron-server[100246]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '10fa8512-c86f-4dc2-8894-10c910711cc0', 'tag': '07c105f9-4457-45fc-882d-f08414967b10', 'status': 'completed', 'code': 200} Jul 06 13:58:20.051401 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 13:58:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0653ec9-f467-4d06-88f5-4b61060ade30 x-openstack-request-id: req-e0653ec9-f467-4d06-88f5-4b61060ade30 {{(pid=100247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:58:20.054269 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bfcd3842-80bd-408f-8df3-2747ee09b496", "tag": "31bd7d68-8662-46dc-9827-822a109504a2", "status": "completed", "code": 200}]} {{(pid=100247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:58:20.054791 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-e0653ec9-f467-4d06-88f5-4b61060ade30 {{(pid=100247) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:58:20.055701 n-d-773647-6 neutron-server[100247]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bfcd3842-80bd-408f-8df3-2747ee09b496', 'tag': '31bd7d68-8662-46dc-9827-822a109504a2', 'status': 'completed', 'code': 200} Jul 06 13:58:20.070066 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767060b0-7293-4b65-a32f-386daacdc7ea req-2fb5c9cc-7448-4ef9-8992-057c1d328cc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:58:20.071767 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-767060b0-7293-4b65-a32f-386daacdc7ea req-2fb5c9cc-7448-4ef9-8992-057c1d328cc8 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=d7eeefc3fbe7423b921a041d21eecaac&device_id=10fa8512-c86f-4dc2-8894-10c910711cc0 HTTP/1.1" status: 200 len: 1099 time: 0.1290729 Jul 06 13:58:20.147111 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5adaf3-67fa-482d-a77b-85a95f9babbd req-c8b82324-1558-450e-9b6a-c67eb136120f tempest-LiveAutoBlockMigrationV225Test-654794443 tempest-LiveAutoBlockMigrationV225Test-654794443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:58:20.149138 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-aa5adaf3-67fa-482d-a77b-85a95f9babbd req-c8b82324-1558-450e-9b6a-c67eb136120f tempest-LiveAutoBlockMigrationV225Test-654794443 tempest-LiveAutoBlockMigrationV225Test-654794443-project] 10.222.0.104 "GET /v2.0/ports?device_id=bfcd3842-80bd-408f-8df3-2747ee09b496 HTTP/1.1" status: 200 len: 943 time: 0.2469237 Jul 06 13:58:20.153495 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-6de19873-9417-4f15-92b5-f4a8a5846a48 req-7ae2532c-25a1-4a44-9a08-53c3546387aa service neutron] 10.222.0.72 "GET /v2.0/networks/719b716d-a00d-48ee-8755-3a8bbdfaf0d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2627032 Jul 06 13:58:20.181219 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8e4146-c871-436e-86dc-9c0379837f55 req-ca615fe8-fb64-4c89-ab05-d3d8b116a6df tempest-LiveMigrationTest-343502667 tempest-LiveMigrationTest-343502667-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:58:20.182758 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-2a8e4146-c871-436e-86dc-9c0379837f55 req-ca615fe8-fb64-4c89-ab05-d3d8b116a6df tempest-LiveMigrationTest-343502667 tempest-LiveMigrationTest-343502667-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=db226d12-2e62-42b7-b705-5e6732590104&tenant_id=125e6575b3ba4365b3ae01568cef269b&binding%3Ahost_id=n-h1-773647-6 HTTP/1.1" status: 200 len: 1096 time: 0.1764002 Jul 06 13:58:20.311341 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767060b0-7293-4b65-a32f-386daacdc7ea req-56e387f8-869d-4dbd-a792-3091af644223 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:58:20.312816 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-767060b0-7293-4b65-a32f-386daacdc7ea req-56e387f8-869d-4dbd-a792-3091af644223 service neutron] 10.222.0.72 "GET /v2.0/networks?id=ac09d390-867f-4b75-a8d2-ab11550bffd6 HTTP/1.1" status: 200 len: 871 time: 0.2336621 Jul 06 13:58:20.327985 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Device 2490c76c-ce72-46e9-9700-c9489fb8e83c up at agent hyperv_n-h2-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 13:58:20.347398 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-aa5adaf3-67fa-482d-a77b-85a95f9babbd req-6990fc60-9973-47ed-957b-f9725bd8f2e2 tempest-LiveAutoBlockMigrationV225Test-654794443 tempest-LiveAutoBlockMigrationV225Test-654794443-project] 10.222.0.104 "GET /v2.0/security-groups?id=43f6fcb8-9501-44d6-9feb-82c82c5d5862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1904266 Jul 06 13:58:20.423500 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022d550a-c9a8-4bbe-8a9f-74e12db85d99 req-958297fd-8de5-4b31-8f48-631f491a5b2b tempest-LiveMigrationTest-2001684970 tempest-LiveMigrationTest-2001684970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:58:20.431653 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-022d550a-c9a8-4bbe-8a9f-74e12db85d99 req-958297fd-8de5-4b31-8f48-631f491a5b2b tempest-LiveMigrationTest-2001684970 tempest-LiveMigrationTest-2001684970-project] 10.222.0.104 "GET /v2.0/ports?device_id=db226d12-2e62-42b7-b705-5e6732590104 HTTP/1.1" status: 200 len: 945 time: 0.2400169 Jul 06 13:58:20.434281 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8e4146-c871-436e-86dc-9c0379837f55 req-bb550e08-fe60-4690-b0e3-0237528c043e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:58:20.435871 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-2a8e4146-c871-436e-86dc-9c0379837f55 req-bb550e08-fe60-4690-b0e3-0237528c043e service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=db226d12-2e62-42b7-b705-5e6732590104&tenant_id=125e6575b3ba4365b3ae01568cef269b HTTP/1.1" status: 200 len: 1096 time: 0.2396266 Jul 06 13:58:20.437970 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-767060b0-7293-4b65-a32f-386daacdc7ea req-00e56aee-48e9-4065-929d-d3119ef3dd4a service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.139&port_id=07c105f9-4457-45fc-882d-f08414967b10 HTTP/1.1" status: 200 len: 217 time: 0.1166735 Jul 06 13:58:20.448851 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Provisioning for port 2490c76c-ce72-46e9-9700-c9489fb8e83c completed by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 13:58:20.454215 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Provisioning complete for port 2490c76c-ce72-46e9-9700-c9489fb8e83c triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:58:20.455510 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:20.514817 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-022d550a-c9a8-4bbe-8a9f-74e12db85d99 req-ac0c1b63-751c-4db1-88cf-57a0215b27dd tempest-LiveMigrationTest-2001684970 tempest-LiveMigrationTest-2001684970-project] 10.222.0.104 "GET /v2.0/security-groups?id=7e243ebf-9cf4-4917-8da6-0fd38b06f795&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822022 Jul 06 13:58:20.519674 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-6de19873-9417-4f15-92b5-f4a8a5846a48 req-b2099e75-d029-46ed-a1c3-370cafaa35d4 service neutron] 10.222.0.72 "GET /v2.0/networks/719b716d-a00d-48ee-8755-3a8bbdfaf0d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2724116 Jul 06 13:58:20.690502 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:20.717978 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767060b0-7293-4b65-a32f-386daacdc7ea req-dc2f1eb1-a94d-446e-a73d-e57f2d3d0927 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:58:20.726551 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-767060b0-7293-4b65-a32f-386daacdc7ea req-dc2f1eb1-a94d-446e-a73d-e57f2d3d0927 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=d1c3cc78-09b9-4e30-99fd-0e5830de101d HTTP/1.1" status: 200 len: 843 time: 0.2659278 Jul 06 13:58:20.736496 n-d-773647-6 neutron-server[100248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f20a6fd-43eb-4bf1-a2dc-8b1ded94daf8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2490c76c-ce72-46e9-9700-c9489fb8e83c'}] {{(pid=100248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 13:58:20.743323 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84af257533e383389cbcf231d3534f4d5e149e7203fea16b4a8fc01438dddaf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e62d50fc-3c7d-4230-bcc5-8d06bf8701fa" -d '{"events": [{"server_uuid": "5f20a6fd-43eb-4bf1-a2dc-8b1ded94daf8", "name": "network-vif-plugged", "status": "completed", "tag": "2490c76c-ce72-46e9-9700-c9489fb8e83c"}]}' {{(pid=100248) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:58:20.775572 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] For port 2490c76c-ce72-46e9-9700-c9489fb8e83c, host n-h2-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=2490c76c-ce72-46e9-9700-c9489fb8e83c,segment=NetworkSegment(227d25fe-bf75-4c4b-9a67-c660160d6b0a),segment_id=227d25fe-bf75-4c4b-9a67-c660160d6b0a)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:58:20.790859 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:20.843068 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8e4146-c871-436e-86dc-9c0379837f55 req-a8786e5e-3d1e-4d06-a107-8672a2c95dd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:58:20.852787 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-2a8e4146-c871-436e-86dc-9c0379837f55 req-a8786e5e-3d1e-4d06-a107-8672a2c95dd1 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=125e6575b3ba4365b3ae01568cef269b&device_id=db226d12-2e62-42b7-b705-5e6732590104 HTTP/1.1" status: 200 len: 1096 time: 0.2577813 Jul 06 13:58:20.885416 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Pushing event updated for resources: {'Port': ['ID=2490c76c-ce72-46e9-9700-c9489fb8e83c,revision_number=5']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:58:20.960928 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767060b0-7293-4b65-a32f-386daacdc7ea req-395ade41-dd2f-4a4e-af2e-f7a94f4d610f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:58:20.962500 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-767060b0-7293-4b65-a32f-386daacdc7ea req-395ade41-dd2f-4a4e-af2e-f7a94f4d610f service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=ac09d390-867f-4b75-a8d2-ab11550bffd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2249465 Jul 06 13:58:21.051251 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8e4146-c871-436e-86dc-9c0379837f55 req-9cb4e920-be01-4ef0-bb06-de2d01f34c02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:58:21.052508 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-2a8e4146-c871-436e-86dc-9c0379837f55 req-9cb4e920-be01-4ef0-bb06-de2d01f34c02 service neutron] 10.222.0.72 "GET /v2.0/networks?id=4f6c277b-1b2d-40ad-a374-15bf31b2f6e9 HTTP/1.1" status: 200 len: 909 time: 0.1908169 Jul 06 13:58:21.113278 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-767060b0-7293-4b65-a32f-386daacdc7ea req-468e4273-3ef5-4758-ac77-ef6e5ba2d2f3 service neutron] 10.222.0.72 "GET /v2.0/networks/ac09d390-867f-4b75-a8d2-ab11550bffd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1354873 Jul 06 13:58:21.164171 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-2a8e4146-c871-436e-86dc-9c0379837f55 req-59924c38-25a3-41a4-8690-f1efdb90ce65 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f1aab9a0-078a-4663-8768-bd6b589c53f0 HTTP/1.1" status: 200 len: 217 time: 0.0535655 Jul 06 13:58:21.200520 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1467737-036c-4314-90fd-2b1f601d6f37 req-d6176d79-b824-43b9-9e41-b03f15528359 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:58:21.202023 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-a1467737-036c-4314-90fd-2b1f601d6f37 req-d6176d79-b824-43b9-9e41-b03f15528359 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=4cef06e2189c48a2819839e74c70f679&device_id=bfcd3842-80bd-408f-8df3-2747ee09b496 HTTP/1.1" status: 200 len: 1094 time: 0.6192386 Jul 06 13:58:21.268356 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-767060b0-7293-4b65-a32f-386daacdc7ea req-6d6f7cd0-5624-4a68-82c0-7384d685d81d service neutron] 10.222.0.72 "GET /v2.0/networks/ac09d390-867f-4b75-a8d2-ab11550bffd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1401608 Jul 06 13:58:21.283036 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d32d01-a734-4452-b1d4-15faa457c078 req-2c93d12b-d82d-4fa8-b8e5-91de2336f403 tempest-ImagesNegativeTestJSON-454256094 tempest-ImagesNegativeTestJSON-454256094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:58:21.285341 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-b4d32d01-a734-4452-b1d4-15faa457c078 req-2c93d12b-d82d-4fa8-b8e5-91de2336f403 tempest-ImagesNegativeTestJSON-454256094 tempest-ImagesNegativeTestJSON-454256094-project] 10.222.0.104 "GET /v2.0/ports?device_id=10fa8512-c86f-4dc2-8894-10c910711cc0 HTTP/1.1" status: 200 len: 948 time: 0.6212268 Jul 06 13:58:21.308992 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346aae9d-7eb5-4f1e-b8d1-5036ca3e1ddc req-9ec17123-e93e-40d8-94df-8cd92ad3002d tempest-DeleteServersTestJSON-677393534 tempest-DeleteServersTestJSON-677393534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:58:21.317970 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-346aae9d-7eb5-4f1e-b8d1-5036ca3e1ddc req-9ec17123-e93e-40d8-94df-8cd92ad3002d tempest-DeleteServersTestJSON-677393534 tempest-DeleteServersTestJSON-677393534-project] 10.222.0.104 "GET /v2.0/ports?device_id=5f20a6fd-43eb-4bf1-a2dc-8b1ded94daf8 HTTP/1.1" status: 200 len: 946 time: 0.1851938 Jul 06 13:58:21.335846 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8e4146-c871-436e-86dc-9c0379837f55 req-f37e24f3-b593-4c7d-a5d2-3e71449dfac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:58:21.337430 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-2a8e4146-c871-436e-86dc-9c0379837f55 req-f37e24f3-b593-4c7d-a5d2-3e71449dfac9 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=3ab4a4f6-31db-40f5-bd89-967e515dcbd9 HTTP/1.1" status: 200 len: 847 time: 0.0681124 Jul 06 13:58:21.413547 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-346aae9d-7eb5-4f1e-b8d1-5036ca3e1ddc req-de8e98b8-cc50-4f78-8274-eb5b682fdc2c tempest-DeleteServersTestJSON-677393534 tempest-DeleteServersTestJSON-677393534-project] 10.222.0.104 "GET /v2.0/security-groups?id=7d4cbf2c-f907-4452-8928-a2a298fe7ee1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941467 Jul 06 13:58:21.420450 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-2a8e4146-c871-436e-86dc-9c0379837f55 req-41425cdd-c85d-421f-8f7a-5262b630bf1b service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=4f6c277b-1b2d-40ad-a374-15bf31b2f6e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0746868 Jul 06 13:58:21.460951 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1467737-036c-4314-90fd-2b1f601d6f37 req-6f074433-86f5-4e38-ad76-c43a9049256e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:58:21.462705 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-a1467737-036c-4314-90fd-2b1f601d6f37 req-6f074433-86f5-4e38-ad76-c43a9049256e service neutron] 10.222.0.72 "GET /v2.0/networks?id=719b716d-a00d-48ee-8755-3a8bbdfaf0d2 HTTP/1.1" status: 200 len: 923 time: 0.2514608 Jul 06 13:58:21.468487 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-b4d32d01-a734-4452-b1d4-15faa457c078 req-367cee57-2668-462e-95ad-dcd46e485f14 tempest-ImagesNegativeTestJSON-454256094 tempest-ImagesNegativeTestJSON-454256094-project] 10.222.0.104 "GET /v2.0/security-groups?id=4d84a3c0-8d25-47ac-b13b-75e29aa85e70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1710947 Jul 06 13:58:21.551800 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 13:58:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04f72bcb-5766-4d03-a1cf-d407017ea979 x-openstack-request-id: req-04f72bcb-5766-4d03-a1cf-d407017ea979 {{(pid=100248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:58:21.553301 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f20a6fd-43eb-4bf1-a2dc-8b1ded94daf8", "name": "network-vif-plugged", "status": "completed", "tag": "2490c76c-ce72-46e9-9700-c9489fb8e83c", "code": 200}]} {{(pid=100248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:58:21.553757 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-04f72bcb-5766-4d03-a1cf-d407017ea979 {{(pid=100248) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:58:21.554543 n-d-773647-6 neutron-server[100248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f20a6fd-43eb-4bf1-a2dc-8b1ded94daf8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2490c76c-ce72-46e9-9700-c9489fb8e83c', 'code': 200} Jul 06 13:58:21.559784 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-a1467737-036c-4314-90fd-2b1f601d6f37 req-39944cf5-c703-4c5f-afff-1912af4a1fbd service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=31bd7d68-8662-46dc-9827-822a109504a2 HTTP/1.1" status: 200 len: 217 time: 0.0849032 Jul 06 13:58:21.635577 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-2a8e4146-c871-436e-86dc-9c0379837f55 req-293a7be7-6c84-480d-9712-3a1e198fc120 service neutron] 10.222.0.72 "GET /v2.0/networks/4f6c277b-1b2d-40ad-a374-15bf31b2f6e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2070484 Jul 06 13:58:21.654228 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1467737-036c-4314-90fd-2b1f601d6f37 req-ab22e52b-cf19-42c6-9c6d-30f84bab965d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:58:21.655821 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-a1467737-036c-4314-90fd-2b1f601d6f37 req-ab22e52b-cf19-42c6-9c6d-30f84bab965d service neutron] 10.222.0.72 "GET /v2.0/subnets?id=7f475f76-2dcc-4dce-adb2-7deed8b8ad71 HTTP/1.1" status: 200 len: 861 time: 0.0816627 Jul 06 13:58:21.724106 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-a1467737-036c-4314-90fd-2b1f601d6f37 req-eb938551-8839-4664-80f7-4653c5aa12d2 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=719b716d-a00d-48ee-8755-3a8bbdfaf0d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0463762 Jul 06 13:58:21.838974 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-2a8e4146-c871-436e-86dc-9c0379837f55 req-4bda9c4f-3d05-42f8-9187-b1bd98ece927 service neutron] 10.222.0.72 "GET /v2.0/networks/4f6c277b-1b2d-40ad-a374-15bf31b2f6e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1849594 Jul 06 13:58:21.875497 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fb683b-3f16-42ef-bbac-8efa45a2d037 req-efbb62ef-4da5-4347-9c39-b7cb934ca639 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:58:21.878406 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-31fb683b-3f16-42ef-bbac-8efa45a2d037 req-efbb62ef-4da5-4347-9c39-b7cb934ca639 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=5f20a6fd-43eb-4bf1-a2dc-8b1ded94daf8 HTTP/1.1" status: 200 len: 1097 time: 0.2021153 Jul 06 13:58:21.907656 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-a1467737-036c-4314-90fd-2b1f601d6f37 req-25f90ab0-5cb3-40dd-a46b-82968b08fd14 service neutron] 10.222.0.72 "GET /v2.0/networks/719b716d-a00d-48ee-8755-3a8bbdfaf0d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1661961 Jul 06 13:58:21.921371 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc66c706-e7bc-4f97-be8e-5e941d3d0813 req-a35ca3cb-8827-4acd-8838-3e8e1b1d7dff tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:58:21.929455 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-bc66c706-e7bc-4f97-be8e-5e941d3d0813 req-a35ca3cb-8827-4acd-8838-3e8e1b1d7dff tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] 10.222.0.104 "GET /v2.0/ports?device_id=8e640565-cabe-4694-8753-48fc0a9aa040 HTTP/1.1" status: 200 len: 950 time: 0.1870403 Jul 06 13:58:21.938208 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-31fb683b-3f16-42ef-bbac-8efa45a2d037 req-82ba9035-d577-4ebd-9d01-3802c0327d45 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=7d4cbf2c-f907-4452-8928-a2a298fe7ee1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458744 Jul 06 13:58:21.997265 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15edeab-405d-4b76-82c3-1117b22ce075 req-c2192c54-a78f-488d-9ff4-d8e67da342f1 tempest-ServerDiskConfigTestJSON-920847304 tempest-ServerDiskConfigTestJSON-920847304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:58:22.004112 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-c15edeab-405d-4b76-82c3-1117b22ce075 req-c2192c54-a78f-488d-9ff4-d8e67da342f1 tempest-ServerDiskConfigTestJSON-920847304 tempest-ServerDiskConfigTestJSON-920847304-project] 10.222.0.104 "GET /v2.0/ports?device_id=42d34a92-9ccf-48e1-9c97-b49b1c53d618 HTTP/1.1" status: 200 len: 946 time: 0.2832103 Jul 06 13:58:22.063289 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-bc66c706-e7bc-4f97-be8e-5e941d3d0813 req-8f1855f6-66f1-4fa6-ab9e-229c1cd6ee44 tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] 10.222.0.104 "GET /v2.0/security-groups?id=9f5b92e9-7340-49c3-a9bb-41e4a1caffc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329474 Jul 06 13:58:22.088456 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-c15edeab-405d-4b76-82c3-1117b22ce075 req-2fd12075-6bc9-4284-a036-190f5107bc3d tempest-ServerDiskConfigTestJSON-920847304 tempest-ServerDiskConfigTestJSON-920847304-project] 10.222.0.104 "GET /v2.0/security-groups?id=bc287469-1102-40d8-b019-cad062af5465&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833127 Jul 06 13:58:22.118675 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-a1467737-036c-4314-90fd-2b1f601d6f37 req-876fab54-7d13-4dc8-96e6-ba957aefd47a service neutron] 10.222.0.72 "GET /v2.0/networks/719b716d-a00d-48ee-8755-3a8bbdfaf0d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1855600 Jul 06 13:58:22.345356 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Device 07c105f9-4457-45fc-882d-f08414967b10 details requested by agent hyperv_n-h2-773647-6 with host n-h2-773647-6 {{(pid=100248) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 13:58:22.489518 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] For port 07c105f9-4457-45fc-882d-f08414967b10, host n-h2-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=07c105f9-4457-45fc-882d-f08414967b10,segment=NetworkSegment(c9ea893d-045e-42cf-b3dd-cdd1f79baccd),segment_id=c9ea893d-045e-42cf-b3dd-cdd1f79baccd)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:58:22.506797 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Returning: {'device': '07c105f9-4457-45fc-882d-f08414967b10', 'network_id': 'ac09d390-867f-4b75-a8d2-ab11550bffd6', 'port_id': '07c105f9-4457-45fc-882d-f08414967b10', 'mac_address': 'fa:16:3e:f2:ac:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1023, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd1c3cc78-09b9-4e30-99fd-0e5830de101d', 'ip_address': '192.168.233.139'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100248) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 13:58:22.526844 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00743748-4736-45e1-b4a5-25836c6f5324 req-26af55a4-59ab-4398-9c6a-43680399c1e8 tempest-LiveAutoBlockMigrationV225Test-654794443 tempest-LiveAutoBlockMigrationV225Test-654794443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:58:22.534534 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-00743748-4736-45e1-b4a5-25836c6f5324 req-26af55a4-59ab-4398-9c6a-43680399c1e8 tempest-LiveAutoBlockMigrationV225Test-654794443 tempest-LiveAutoBlockMigrationV225Test-654794443-project] 10.222.0.104 "GET /v2.0/ports?device_id=bfcd3842-80bd-408f-8df3-2747ee09b496 HTTP/1.1" status: 200 len: 943 time: 0.2279046 Jul 06 13:58:22.569417 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:22.574144 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8e4146-c871-436e-86dc-9c0379837f55 req-422a3f49-cc04-438b-8e55-e9fd0e2ef73c tempest-LiveMigrationTest-343502667 tempest-LiveMigrationTest-343502667-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:58:22.576273 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-2a8e4146-c871-436e-86dc-9c0379837f55 req-422a3f49-cc04-438b-8e55-e9fd0e2ef73c tempest-LiveMigrationTest-343502667 tempest-LiveMigrationTest-343502667-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=db226d12-2e62-42b7-b705-5e6732590104&tenant_id=125e6575b3ba4365b3ae01568cef269b&binding%3Ahost_id=n-h2-773647-6 HTTP/1.1" status: 200 len: 1096 time: 0.2897117 Jul 06 13:58:22.588868 n-d-773647-6 neutron-server[100248]: DEBUG neutron.notifiers.nova [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 07c105f9-4457-45fc-882d-f08414967b10 {{(pid=100248) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 13:58:22.618955 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] For port 07c105f9-4457-45fc-882d-f08414967b10, host n-h2-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=07c105f9-4457-45fc-882d-f08414967b10,segment=NetworkSegment(c9ea893d-045e-42cf-b3dd-cdd1f79baccd),segment_id=c9ea893d-045e-42cf-b3dd-cdd1f79baccd)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:58:22.627110 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:22.710318 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Pushing event updated for resources: {'Port': ['ID=07c105f9-4457-45fc-882d-f08414967b10,revision_number=4']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:58:22.724526 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-00743748-4736-45e1-b4a5-25836c6f5324 req-8f0819f9-1a9c-490b-89e6-2a5892a12def tempest-LiveAutoBlockMigrationV225Test-654794443 tempest-LiveAutoBlockMigrationV225Test-654794443-project] 10.222.0.104 "GET /v2.0/security-groups?id=43f6fcb8-9501-44d6-9feb-82c82c5d5862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1884091 Jul 06 13:58:22.766424 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256fe111-dd5d-4254-bcb0-e3261a1d591a req-121bba42-fac5-4819-9dd8-698c29797eab tempest-LiveMigrationTest-2001684970 tempest-LiveMigrationTest-2001684970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:58:22.770622 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-256fe111-dd5d-4254-bcb0-e3261a1d591a req-121bba42-fac5-4819-9dd8-698c29797eab tempest-LiveMigrationTest-2001684970 tempest-LiveMigrationTest-2001684970-project] 10.222.0.104 "GET /v2.0/ports?device_id=db226d12-2e62-42b7-b705-5e6732590104 HTTP/1.1" status: 200 len: 945 time: 0.3618662 Jul 06 13:58:22.846921 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-256fe111-dd5d-4254-bcb0-e3261a1d591a req-31a5a5de-87cd-4238-b91a-f2f5080abd80 tempest-LiveMigrationTest-2001684970 tempest-LiveMigrationTest-2001684970-project] 10.222.0.104 "GET /v2.0/security-groups?id=7e243ebf-9cf4-4917-8da6-0fd38b06f795&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754576 Jul 06 13:58:22.870942 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-ab6f26fd-44df-4944-90f8-8a630e5eb58b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:22.893281 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.db [req-2a8e4146-c871-436e-86dc-9c0379837f55 req-72ca0b8b-0506-43f6-809f-5277556829c2 service neutron] For port f1aab9a0-078a-4663-8768-bd6b589c53f0, host n-h1-773647-6, cleared binding levels {{(pid=100247) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 13:58:22.898737 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-2a8e4146-c871-436e-86dc-9c0379837f55 req-72ca0b8b-0506-43f6-809f-5277556829c2 service neutron] Notify callbacks [] for binding, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:22.900220 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-2a8e4146-c871-436e-86dc-9c0379837f55 req-72ca0b8b-0506-43f6-809f-5277556829c2 service neutron] 10.222.0.72 "DELETE /v2.0/ports/f1aab9a0-078a-4663-8768-bd6b589c53f0/bindings/n-h1-773647-6 HTTP/1.1" status: 204 len: 173 time: 0.2992182 Jul 06 13:58:23.080480 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d344af52-5668-4761-b6e4-398dc5f8101c req-ff895dd1-a99c-46ce-9812-d45c1702688e tempest-DeleteServersTestJSON-677393534 tempest-DeleteServersTestJSON-677393534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:58:23.082090 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-d344af52-5668-4761-b6e4-398dc5f8101c req-ff895dd1-a99c-46ce-9812-d45c1702688e tempest-DeleteServersTestJSON-677393534 tempest-DeleteServersTestJSON-677393534-project] 10.222.0.104 "GET /v2.0/ports?device_id=5f20a6fd-43eb-4bf1-a2dc-8b1ded94daf8 HTTP/1.1" status: 200 len: 946 time: 0.1325760 Jul 06 13:58:23.114215 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20248a1a-661e-4cbf-b617-7154ba2d635e req-214fa507-6cfe-49ef-8803-e9657e77bf9b tempest-ImagesNegativeTestJSON-454256094 tempest-ImagesNegativeTestJSON-454256094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:58:23.115733 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-20248a1a-661e-4cbf-b617-7154ba2d635e req-214fa507-6cfe-49ef-8803-e9657e77bf9b tempest-ImagesNegativeTestJSON-454256094 tempest-ImagesNegativeTestJSON-454256094-project] 10.222.0.104 "GET /v2.0/ports?device_id=10fa8512-c86f-4dc2-8894-10c910711cc0 HTTP/1.1" status: 200 len: 949 time: 0.1064370 Jul 06 13:58:23.144064 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] get_ports_and_sgs() called for port_ids ['07c105f9-4457-45fc-882d-f08414967b10'] {{(pid=100248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 13:58:23.170406 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-d344af52-5668-4761-b6e4-398dc5f8101c req-e46b9f36-6cf6-4108-9fbb-ea8ecc418663 tempest-DeleteServersTestJSON-677393534 tempest-DeleteServersTestJSON-677393534-project] 10.222.0.104 "GET /v2.0/security-groups?id=7d4cbf2c-f907-4452-8928-a2a298fe7ee1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800171 Jul 06 13:58:23.188973 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-20248a1a-661e-4cbf-b617-7154ba2d635e req-8f801f4a-7623-4fcf-b317-9110572bc816 tempest-ImagesNegativeTestJSON-454256094 tempest-ImagesNegativeTestJSON-454256094-project] 10.222.0.104 "GET /v2.0/security-groups?id=4d84a3c0-8d25-47ac-b13b-75e29aa85e70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614138 Jul 06 13:58:23.536627 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0eb40e0-4660-402c-8d78-96481b029ccb req-cbb7e588-5253-4da0-8fc2-c2b7707c2a32 tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:58:23.538325 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-f0eb40e0-4660-402c-8d78-96481b029ccb req-cbb7e588-5253-4da0-8fc2-c2b7707c2a32 tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] 10.222.0.104 "GET /v2.0/ports?device_id=8e640565-cabe-4694-8753-48fc0a9aa040 HTTP/1.1" status: 200 len: 950 time: 0.0823874 Jul 06 13:58:23.611155 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-f0eb40e0-4660-402c-8d78-96481b029ccb req-4e4946ab-6ce5-42e4-b23d-901d961dc072 tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] 10.222.0.104 "GET /v2.0/security-groups?id=9f5b92e9-7340-49c3-a9bb-41e4a1caffc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665920 Jul 06 13:58:23.667376 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60de1651-0c5a-4f26-b187-c6793ef653ad req-f6573d43-6289-491e-b94c-a7755c8df6bf tempest-ServerDiskConfigTestJSON-920847304 tempest-ServerDiskConfigTestJSON-920847304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:58:23.669458 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-60de1651-0c5a-4f26-b187-c6793ef653ad req-f6573d43-6289-491e-b94c-a7755c8df6bf tempest-ServerDiskConfigTestJSON-920847304 tempest-ServerDiskConfigTestJSON-920847304-project] 10.222.0.104 "GET /v2.0/ports?device_id=42d34a92-9ccf-48e1-9c97-b49b1c53d618 HTTP/1.1" status: 200 len: 946 time: 0.1092680 Jul 06 13:58:23.749963 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-60de1651-0c5a-4f26-b187-c6793ef653ad req-237b4427-5935-4187-a8eb-431255ae0e6e tempest-ServerDiskConfigTestJSON-920847304 tempest-ServerDiskConfigTestJSON-920847304-project] 10.222.0.104 "GET /v2.0/security-groups?id=bc287469-1102-40d8-b019-cad062af5465&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690298 Jul 06 13:58:23.912060 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a12048a-0cac-43cf-bd5d-0716c3d176fb req-2de31a34-ba17-4fce-8ad5-1861e1ba0276 tempest-LiveMigrationTest-343502667 tempest-LiveMigrationTest-343502667-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:58:23.913725 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-2a12048a-0cac-43cf-bd5d-0716c3d176fb req-2de31a34-ba17-4fce-8ad5-1861e1ba0276 tempest-LiveMigrationTest-343502667 tempest-LiveMigrationTest-343502667-project-admin] 10.222.0.104 "GET /v2.0/ports?device_id=db226d12-2e62-42b7-b705-5e6732590104 HTTP/1.1" status: 200 len: 1096 time: 0.0899174 Jul 06 13:58:23.967195 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-2a12048a-0cac-43cf-bd5d-0716c3d176fb req-f7c70530-5043-48c9-a128-3c9eedd91411 tempest-LiveMigrationTest-343502667 tempest-LiveMigrationTest-343502667-project-admin] 10.222.0.104 "GET /v2.0/security-groups?id=7e243ebf-9cf4-4917-8da6-0fd38b06f795&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405698 Jul 06 13:58:23.984504 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598dd974-1f75-4d94-a2f2-cefcd79f835e req-a9ba70f3-2847-4493-8e96-7a141928c2a8 tempest-LiveAutoBlockMigrationV225Test-654794443 tempest-LiveAutoBlockMigrationV225Test-654794443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:58:23.995900 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-598dd974-1f75-4d94-a2f2-cefcd79f835e req-a9ba70f3-2847-4493-8e96-7a141928c2a8 tempest-LiveAutoBlockMigrationV225Test-654794443 tempest-LiveAutoBlockMigrationV225Test-654794443-project] 10.222.0.104 "GET /v2.0/ports?device_id=bfcd3842-80bd-408f-8df3-2747ee09b496 HTTP/1.1" status: 200 len: 943 time: 0.1100092 Jul 06 13:58:24.049695 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-598dd974-1f75-4d94-a2f2-cefcd79f835e req-b5e4136a-6c9d-46ca-a03f-9f174f18ec72 tempest-LiveAutoBlockMigrationV225Test-654794443 tempest-LiveAutoBlockMigrationV225Test-654794443-project] 10.222.0.104 "GET /v2.0/security-groups?id=43f6fcb8-9501-44d6-9feb-82c82c5d5862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574505 Jul 06 13:58:24.417393 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6e2dab-39fe-4bba-9640-d553715e8f23 req-cad1c27a-5e04-4085-8b23-ea689446b1b5 tempest-DeleteServersTestJSON-677393534 tempest-DeleteServersTestJSON-677393534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:58:24.418967 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-0c6e2dab-39fe-4bba-9640-d553715e8f23 req-cad1c27a-5e04-4085-8b23-ea689446b1b5 tempest-DeleteServersTestJSON-677393534 tempest-DeleteServersTestJSON-677393534-project] 10.222.0.104 "GET /v2.0/ports?device_id=5f20a6fd-43eb-4bf1-a2dc-8b1ded94daf8 HTTP/1.1" status: 200 len: 946 time: 0.0873795 Jul 06 13:58:24.500231 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-0c6e2dab-39fe-4bba-9640-d553715e8f23 req-874eb36c-7d8b-48c2-917e-367d663960a5 tempest-DeleteServersTestJSON-677393534 tempest-DeleteServersTestJSON-677393534-project] 10.222.0.104 "GET /v2.0/security-groups?id=7d4cbf2c-f907-4452-8928-a2a298fe7ee1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564232 Jul 06 13:58:24.516470 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7b9395-6822-463a-a8ee-fb5170c08c61 req-2c633c55-c755-4be8-b3ec-0e869b2c9638 tempest-ImagesNegativeTestJSON-454256094 tempest-ImagesNegativeTestJSON-454256094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:58:24.524354 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-bb7b9395-6822-463a-a8ee-fb5170c08c61 req-2c633c55-c755-4be8-b3ec-0e869b2c9638 tempest-ImagesNegativeTestJSON-454256094 tempest-ImagesNegativeTestJSON-454256094-project] 10.222.0.104 "GET /v2.0/ports?device_id=10fa8512-c86f-4dc2-8894-10c910711cc0 HTTP/1.1" status: 200 len: 949 time: 0.1300476 Jul 06 13:58:24.579089 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-bb7b9395-6822-463a-a8ee-fb5170c08c61 req-eed0ad58-17c2-4f6a-b8a7-df400dd359f5 tempest-ImagesNegativeTestJSON-454256094 tempest-ImagesNegativeTestJSON-454256094-project] 10.222.0.104 "GET /v2.0/security-groups?id=4d84a3c0-8d25-47ac-b13b-75e29aa85e70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537555 Jul 06 13:58:24.708371 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33812416-2ef8-4ac0-9cd4-c9495fc40e41 req-005cf45a-6ef7-4eeb-bf33-1da489da397a tempest-LiveMigrationTest-2001684970 tempest-LiveMigrationTest-2001684970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:58:24.710245 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-33812416-2ef8-4ac0-9cd4-c9495fc40e41 req-005cf45a-6ef7-4eeb-bf33-1da489da397a tempest-LiveMigrationTest-2001684970 tempest-LiveMigrationTest-2001684970-project] 10.222.0.104 "GET /v2.0/ports?device_id=db226d12-2e62-42b7-b705-5e6732590104 HTTP/1.1" status: 200 len: 945 time: 0.0857871 Jul 06 13:58:24.773079 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-33812416-2ef8-4ac0-9cd4-c9495fc40e41 req-bd61bf80-82b1-46fa-9ba2-1e8eff882b87 tempest-LiveMigrationTest-2001684970 tempest-LiveMigrationTest-2001684970-project] 10.222.0.104 "GET /v2.0/security-groups?id=7e243ebf-9cf4-4917-8da6-0fd38b06f795&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549321 Jul 06 13:58:24.978841 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b76e33e-719c-48bc-92dc-6465fa9181bf req-cc8d3bd0-d264-4558-be6e-552be5af07e1 tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:58:24.980421 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-2b76e33e-719c-48bc-92dc-6465fa9181bf req-cc8d3bd0-d264-4558-be6e-552be5af07e1 tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] 10.222.0.104 "GET /v2.0/ports?device_id=8e640565-cabe-4694-8753-48fc0a9aa040 HTTP/1.1" status: 200 len: 950 time: 0.0890663 Jul 06 13:58:25.040465 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-2b76e33e-719c-48bc-92dc-6465fa9181bf req-df7e346b-e6ed-49f7-8b50-a60856cb2fab tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] 10.222.0.104 "GET /v2.0/security-groups?id=9f5b92e9-7340-49c3-a9bb-41e4a1caffc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524130 Jul 06 13:58:25.333099 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be9d8a4-49f7-4ef5-9432-11713dd7c9f0 req-8e9474a2-60af-4e1c-ae14-0717e8bdf3ad tempest-LiveMigrationTest-2001684970 tempest-LiveMigrationTest-2001684970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:58:25.334469 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-3be9d8a4-49f7-4ef5-9432-11713dd7c9f0 req-8e9474a2-60af-4e1c-ae14-0717e8bdf3ad tempest-LiveMigrationTest-2001684970 tempest-LiveMigrationTest-2001684970-project] 10.222.0.72 "GET /v2.0/ports?device_id=db226d12-2e62-42b7-b705-5e6732590104 HTTP/1.1" status: 200 len: 945 time: 0.1479478 Jul 06 13:58:25.394612 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881391ee-732f-45ac-bfa5-611e37b4e78c req-e654902d-72d6-4d58-8521-d88247fe6878 tempest-ServerDiskConfigTestJSON-920847304 tempest-ServerDiskConfigTestJSON-920847304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:58:25.396166 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-881391ee-732f-45ac-bfa5-611e37b4e78c req-e654902d-72d6-4d58-8521-d88247fe6878 tempest-ServerDiskConfigTestJSON-920847304 tempest-ServerDiskConfigTestJSON-920847304-project] 10.222.0.104 "GET /v2.0/ports?device_id=42d34a92-9ccf-48e1-9c97-b49b1c53d618 HTTP/1.1" status: 200 len: 946 time: 0.1769524 Jul 06 13:58:25.409270 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8ca5f0-47f1-42b1-9381-38fed4eed143 req-ca2478ea-21d8-463b-9909-df2a97b95fac tempest-LiveAutoBlockMigrationV225Test-654794443 tempest-LiveAutoBlockMigrationV225Test-654794443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:58:25.416005 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-6f8ca5f0-47f1-42b1-9381-38fed4eed143 req-ca2478ea-21d8-463b-9909-df2a97b95fac tempest-LiveAutoBlockMigrationV225Test-654794443 tempest-LiveAutoBlockMigrationV225Test-654794443-project] 10.222.0.104 "GET /v2.0/ports?device_id=bfcd3842-80bd-408f-8df3-2747ee09b496 HTTP/1.1" status: 200 len: 943 time: 0.1783049 Jul 06 13:58:25.480370 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-a21610d6-7562-4359-91e5-8151a3ec904c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:25.517638 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-881391ee-732f-45ac-bfa5-611e37b4e78c req-3fb595c8-3913-471d-8bb9-0d8b37d41d78 tempest-ServerDiskConfigTestJSON-920847304 tempest-ServerDiskConfigTestJSON-920847304-project] 10.222.0.104 "GET /v2.0/security-groups?id=bc287469-1102-40d8-b019-cad062af5465&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996387 Jul 06 13:58:25.526733 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-6f8ca5f0-47f1-42b1-9381-38fed4eed143 req-7c58b996-92df-4993-9648-9ae97c8e6dee tempest-LiveAutoBlockMigrationV225Test-654794443 tempest-LiveAutoBlockMigrationV225Test-654794443-project] 10.222.0.104 "GET /v2.0/security-groups?id=43f6fcb8-9501-44d6-9feb-82c82c5d5862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086638 Jul 06 13:58:25.588473 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.plugin [req-3be9d8a4-49f7-4ef5-9432-11713dd7c9f0 req-02bdfa0b-64f4-4532-8b01-6d3659d0de19 tempest-LiveMigrationTest-2001684970 tempest-LiveMigrationTest-2001684970-project] Deleting port f1aab9a0-078a-4663-8768-bd6b589c53f0 {{(pid=100247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 13:58:25.588473 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-3be9d8a4-49f7-4ef5-9432-11713dd7c9f0 req-02bdfa0b-64f4-4532-8b01-6d3659d0de19 tempest-LiveMigrationTest-2001684970 tempest-LiveMigrationTest-2001684970-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:25.792664 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.db [req-3be9d8a4-49f7-4ef5-9432-11713dd7c9f0 req-02bdfa0b-64f4-4532-8b01-6d3659d0de19 tempest-LiveMigrationTest-2001684970 tempest-LiveMigrationTest-2001684970-project] For port f1aab9a0-078a-4663-8768-bd6b589c53f0, host n-h2-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=f1aab9a0-078a-4663-8768-bd6b589c53f0,segment=NetworkSegment(65749612-fb0d-4f34-9eb9-d06c3a2fda80),segment_id=65749612-fb0d-4f34-9eb9-d06c3a2fda80)] {{(pid=100247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:58:25.793549 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-3be9d8a4-49f7-4ef5-9432-11713dd7c9f0 req-02bdfa0b-64f4-4532-8b01-6d3659d0de19 tempest-LiveMigrationTest-2001684970 tempest-LiveMigrationTest-2001684970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:25.818870 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.plugin [req-3be9d8a4-49f7-4ef5-9432-11713dd7c9f0 req-02bdfa0b-64f4-4532-8b01-6d3659d0de19 tempest-LiveMigrationTest-2001684970 tempest-LiveMigrationTest-2001684970-project] Calling delete_port for f1aab9a0-078a-4663-8768-bd6b589c53f0 owned by compute:nova {{(pid=100247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 13:58:25.853432 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d37cd7-168a-4443-a8d1-fe7bac356db6 req-7987cfdf-c258-4fd8-bbf3-e44f31799262 tempest-DeleteServersTestJSON-677393534 tempest-DeleteServersTestJSON-677393534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:58:25.855095 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-57d37cd7-168a-4443-a8d1-fe7bac356db6 req-7987cfdf-c258-4fd8-bbf3-e44f31799262 tempest-DeleteServersTestJSON-677393534 tempest-DeleteServersTestJSON-677393534-project] 10.222.0.104 "GET /v2.0/ports?device_id=5f20a6fd-43eb-4bf1-a2dc-8b1ded94daf8 HTTP/1.1" status: 200 len: 946 time: 0.1928563 Jul 06 13:58:25.856567 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:25.919639 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35224eef-5863-4445-b4ee-8295f2168859 req-8b28eb79-8758-4745-a162-f99fb9c32230 tempest-ImagesNegativeTestJSON-454256094 tempest-ImagesNegativeTestJSON-454256094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:58:25.921128 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-35224eef-5863-4445-b4ee-8295f2168859 req-8b28eb79-8758-4745-a162-f99fb9c32230 tempest-ImagesNegativeTestJSON-454256094 tempest-ImagesNegativeTestJSON-454256094-project] 10.222.0.104 "GET /v2.0/ports?device_id=10fa8512-c86f-4dc2-8894-10c910711cc0 HTTP/1.1" status: 200 len: 949 time: 0.2089143 Jul 06 13:58:25.992361 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-57d37cd7-168a-4443-a8d1-fe7bac356db6 req-52369b80-6ab9-46d1-852f-31dc24324bae tempest-DeleteServersTestJSON-677393534 tempest-DeleteServersTestJSON-677393534-project] 10.222.0.104 "GET /v2.0/security-groups?id=7d4cbf2c-f907-4452-8928-a2a298fe7ee1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244376 Jul 06 13:58:26.020948 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-35224eef-5863-4445-b4ee-8295f2168859 req-0d139c0f-2ee9-445e-a995-7644dd025205 tempest-ImagesNegativeTestJSON-454256094 tempest-ImagesNegativeTestJSON-454256094-project] 10.222.0.104 "GET /v2.0/security-groups?id=4d84a3c0-8d25-47ac-b13b-75e29aa85e70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882816 Jul 06 13:58:26.107577 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-3be9d8a4-49f7-4ef5-9432-11713dd7c9f0 req-02bdfa0b-64f4-4532-8b01-6d3659d0de19 tempest-LiveMigrationTest-2001684970 tempest-LiveMigrationTest-2001684970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117'] for port, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:26.122176 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] get_ports_and_sgs() called for port_ids ['f1aab9a0-078a-4663-8768-bd6b589c53f0'] {{(pid=100248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 13:58:26.156966 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02bdfa0b-64f4-4532-8b01-6d3659d0de19 tempest-LiveMigrationTest-2001684970 tempest-LiveMigrationTest-2001684970-project] Pushing event deleted for resources: {'Port': ['ID=f1aab9a0-078a-4663-8768-bd6b589c53f0,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:58:26.185608 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] get_ports_and_sgs() called for port_ids ['525ecf50-c68e-42e3-b492-e0a27ff68cab'] {{(pid=100248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 13:58:26.210309 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.l3_dvrscheduler_db [req-3be9d8a4-49f7-4ef5-9432-11713dd7c9f0 req-02bdfa0b-64f4-4532-8b01-6d3659d0de19 tempest-LiveMigrationTest-2001684970 tempest-LiveMigrationTest-2001684970-project] No DVR routers for this DVR port f1aab9a0-078a-4663-8768-bd6b589c53f0 on host n-h2-773647-6 {{(pid=100247) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 13:58:26.213203 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-3be9d8a4-49f7-4ef5-9432-11713dd7c9f0 req-02bdfa0b-64f4-4532-8b01-6d3659d0de19 tempest-LiveMigrationTest-2001684970 tempest-LiveMigrationTest-2001684970-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:26.216270 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-3be9d8a4-49f7-4ef5-9432-11713dd7c9f0 req-02bdfa0b-64f4-4532-8b01-6d3659d0de19 tempest-LiveMigrationTest-2001684970 tempest-LiveMigrationTest-2001684970-project] 10.222.0.72 "DELETE /v2.0/ports/f1aab9a0-078a-4663-8768-bd6b589c53f0 HTTP/1.1" status: 204 len: 173 time: 0.8703699 Jul 06 13:58:26.216810 n-d-773647-6 neutron-server[100247]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db226d12-2e62-42b7-b705-5e6732590104', 'name': 'network-vif-deleted', 'tag': 'f1aab9a0-078a-4663-8768-bd6b589c53f0'}] {{(pid=100247) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 13:58:26.220017 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cbf0eeaae822f8fc9b87a94aeba67a3d651842baf663a51cba94b67a514836d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d889741-5b17-4d6d-aa4f-28bef6aa4649" -d '{"events": [{"server_uuid": "db226d12-2e62-42b7-b705-5e6732590104", "name": "network-vif-deleted", "tag": "f1aab9a0-078a-4663-8768-bd6b589c53f0"}]}' {{(pid=100247) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:58:26.277956 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-14f47a60-c5e9-46ab-b62e-45fa539cc5ec req-3c24330f-eca5-40a4-ab84-86659dab9889 tempest-LiveMigrationTest-2001684970 tempest-LiveMigrationTest-2001684970-project] 10.222.0.104 "GET /v2.0/ports?device_id=db226d12-2e62-42b7-b705-5e6732590104 HTTP/1.1" status: 200 len: 210 time: 0.0547657 Jul 06 13:58:26.393224 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Device 07c105f9-4457-45fc-882d-f08414967b10 up at agent hyperv_n-h2-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 13:58:26.494715 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4b6018-5561-4a10-a57f-4bca44831caa req-4485d497-d323-4a14-bbd9-4823e0d8b417 tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:58:26.503682 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-6f4b6018-5561-4a10-a57f-4bca44831caa req-4485d497-d323-4a14-bbd9-4823e0d8b417 tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] 10.222.0.104 "GET /v2.0/ports?device_id=8e640565-cabe-4694-8753-48fc0a9aa040 HTTP/1.1" status: 200 len: 950 time: 0.1079509 Jul 06 13:58:26.544852 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-2064eaae-da4f-48f8-82d2-b09d4ddedd44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:26.560646 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Provisioning for port 07c105f9-4457-45fc-882d-f08414967b10 completed by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 13:58:26.566474 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Provisioning complete for port 07c105f9-4457-45fc-882d-f08414967b10 triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:58:26.567146 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:26.580492 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-6f4b6018-5561-4a10-a57f-4bca44831caa req-1b9cf02b-de0d-4be6-be85-34c7868558fb tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] 10.222.0.104 "GET /v2.0/security-groups?id=9f5b92e9-7340-49c3-a9bb-41e4a1caffc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759292 Jul 06 13:58:26.695623 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 13:58:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f5e0084-4870-4821-9595-5a71af6a843d x-openstack-request-id: req-0f5e0084-4870-4821-9595-5a71af6a843d {{(pid=100247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:58:26.696248 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db226d12-2e62-42b7-b705-5e6732590104", "name": "network-vif-deleted", "tag": "f1aab9a0-078a-4663-8768-bd6b589c53f0", "status": "completed", "code": 200}]} {{(pid=100247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:58:26.696353 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-0f5e0084-4870-4821-9595-5a71af6a843d {{(pid=100247) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:58:26.696737 n-d-773647-6 neutron-server[100247]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db226d12-2e62-42b7-b705-5e6732590104', 'name': 'network-vif-deleted', 'tag': 'f1aab9a0-078a-4663-8768-bd6b589c53f0', 'status': 'completed', 'code': 200} Jul 06 13:58:26.769396 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:26.814061 n-d-773647-6 neutron-server[100248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10fa8512-c86f-4dc2-8894-10c910711cc0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07c105f9-4457-45fc-882d-f08414967b10'}] {{(pid=100248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 13:58:26.816433 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84af257533e383389cbcf231d3534f4d5e149e7203fea16b4a8fc01438dddaf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e142f57-c9bd-4ea0-9fc1-3fdab9612192" -d '{"events": [{"server_uuid": "10fa8512-c86f-4dc2-8894-10c910711cc0", "name": "network-vif-plugged", "status": "completed", "tag": "07c105f9-4457-45fc-882d-f08414967b10"}]}' {{(pid=100248) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:58:26.831281 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] For port 07c105f9-4457-45fc-882d-f08414967b10, host n-h2-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=07c105f9-4457-45fc-882d-f08414967b10,segment=NetworkSegment(c9ea893d-045e-42cf-b3dd-cdd1f79baccd),segment_id=c9ea893d-045e-42cf-b3dd-cdd1f79baccd)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:58:26.851578 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:26.852398 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Device f1aab9a0-078a-4663-8768-bd6b589c53f0 no longer exists at agent hyperv_n-h2-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 13:58:26.979353 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8440ebf0-15aa-472f-a97e-311f421ae584 req-c7e43b8e-7e4b-4d8b-b8bd-756e25c1de23 tempest-LiveAutoBlockMigrationV225Test-654794443 tempest-LiveAutoBlockMigrationV225Test-654794443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:58:26.981881 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-8440ebf0-15aa-472f-a97e-311f421ae584 req-c7e43b8e-7e4b-4d8b-b8bd-756e25c1de23 tempest-LiveAutoBlockMigrationV225Test-654794443 tempest-LiveAutoBlockMigrationV225Test-654794443-project] 10.222.0.104 "GET /v2.0/ports?device_id=bfcd3842-80bd-408f-8df3-2747ee09b496 HTTP/1.1" status: 200 len: 943 time: 0.1685228 Jul 06 13:58:26.997627 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438da52e-3590-48fc-81cc-a2e5ba2dc9d1 req-42210a08-909c-4b63-bd32-acfa99e28239 tempest-ServerDiskConfigTestJSON-920847304 tempest-ServerDiskConfigTestJSON-920847304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:58:27.000568 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Pushing event updated for resources: {'Port': ['ID=07c105f9-4457-45fc-882d-f08414967b10,revision_number=5']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:58:27.003249 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] No Port match for: f1aab9a0-078a-4663-8768-bd6b589c53f0 {{(pid=100248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 13:58:27.003684 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Device f1aab9a0-078a-4663-8768-bd6b589c53f0 not bound to the agent host n-h2-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 13:58:27.009455 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-438da52e-3590-48fc-81cc-a2e5ba2dc9d1 req-42210a08-909c-4b63-bd32-acfa99e28239 tempest-ServerDiskConfigTestJSON-920847304 tempest-ServerDiskConfigTestJSON-920847304-project] 10.222.0.104 "GET /v2.0/ports?device_id=42d34a92-9ccf-48e1-9c97-b49b1c53d618 HTTP/1.1" status: 200 len: 946 time: 0.1335030 Jul 06 13:58:27.077719 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-438da52e-3590-48fc-81cc-a2e5ba2dc9d1 req-dd11bfa7-7e8c-497b-a805-b1517b195e22 tempest-ServerDiskConfigTestJSON-920847304 tempest-ServerDiskConfigTestJSON-920847304-project] 10.222.0.104 "GET /v2.0/security-groups?id=bc287469-1102-40d8-b019-cad062af5465&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673199 Jul 06 13:58:27.081425 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-8440ebf0-15aa-472f-a97e-311f421ae584 req-ff85ca10-afb4-45b2-82d2-2bffded95abc tempest-LiveAutoBlockMigrationV225Test-654794443 tempest-LiveAutoBlockMigrationV225Test-654794443-project] 10.222.0.104 "GET /v2.0/security-groups?id=43f6fcb8-9501-44d6-9feb-82c82c5d5862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682478 Jul 06 13:58:27.161221 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 13:58:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70b06e6d-ae12-4948-8eaf-ec281320c551 x-openstack-request-id: req-70b06e6d-ae12-4948-8eaf-ec281320c551 {{(pid=100248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:58:27.161541 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10fa8512-c86f-4dc2-8894-10c910711cc0", "name": "network-vif-plugged", "status": "completed", "tag": "07c105f9-4457-45fc-882d-f08414967b10", "code": 200}]} {{(pid=100248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:58:27.172273 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-70b06e6d-ae12-4948-8eaf-ec281320c551 {{(pid=100248) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:58:27.179178 n-d-773647-6 neutron-server[100248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10fa8512-c86f-4dc2-8894-10c910711cc0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07c105f9-4457-45fc-882d-f08414967b10', 'code': 200} Jul 06 13:58:27.445514 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa7f94d-051e-4e0f-8c4d-12883bfbaead req-ab1c20d5-dccd-4a2d-b3cf-2c888a31b130 tempest-DeleteServersTestJSON-677393534 tempest-DeleteServersTestJSON-677393534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:58:27.447124 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-6fa7f94d-051e-4e0f-8c4d-12883bfbaead req-ab1c20d5-dccd-4a2d-b3cf-2c888a31b130 tempest-DeleteServersTestJSON-677393534 tempest-DeleteServersTestJSON-677393534-project] 10.222.0.104 "GET /v2.0/ports?device_id=5f20a6fd-43eb-4bf1-a2dc-8b1ded94daf8 HTTP/1.1" status: 200 len: 946 time: 0.2242126 Jul 06 13:58:27.492686 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e25182c-4247-4551-ada7-b1b19e7e22c1 req-0d7bcc2e-808d-4cd8-827c-d17a2b7ebf19 tempest-ImagesNegativeTestJSON-454256094 tempest-ImagesNegativeTestJSON-454256094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:58:27.494313 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-5e25182c-4247-4551-ada7-b1b19e7e22c1 req-0d7bcc2e-808d-4cd8-827c-d17a2b7ebf19 tempest-ImagesNegativeTestJSON-454256094 tempest-ImagesNegativeTestJSON-454256094-project] 10.222.0.104 "GET /v2.0/ports?device_id=10fa8512-c86f-4dc2-8894-10c910711cc0 HTTP/1.1" status: 200 len: 950 time: 0.1500516 Jul 06 13:58:27.531516 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1665668-affb-4a55-a216-e2aa676b1640 req-a350552b-1993-4809-a319-e92514c73a58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:58:27.533093 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-a1665668-affb-4a55-a216-e2aa676b1640 req-a350552b-1993-4809-a319-e92514c73a58 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=10fa8512-c86f-4dc2-8894-10c910711cc0 HTTP/1.1" status: 200 len: 1101 time: 0.1557171 Jul 06 13:58:27.547020 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-6fa7f94d-051e-4e0f-8c4d-12883bfbaead req-8f482ee6-9e0c-4812-8ddb-ad89078d404a tempest-DeleteServersTestJSON-677393534 tempest-DeleteServersTestJSON-677393534-project] 10.222.0.104 "GET /v2.0/security-groups?id=7d4cbf2c-f907-4452-8928-a2a298fe7ee1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923190 Jul 06 13:58:27.640128 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-5e25182c-4247-4551-ada7-b1b19e7e22c1 req-5616ed14-d173-4670-ab9b-2d01ca0ebb4d tempest-ImagesNegativeTestJSON-454256094 tempest-ImagesNegativeTestJSON-454256094-project] 10.222.0.104 "GET /v2.0/security-groups?id=4d84a3c0-8d25-47ac-b13b-75e29aa85e70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370842 Jul 06 13:58:27.661722 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-a1665668-affb-4a55-a216-e2aa676b1640 req-2c299222-8db1-4215-b541-7984743f97a8 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=4d84a3c0-8d25-47ac-b13b-75e29aa85e70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081593 Jul 06 13:58:27.814817 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-506b44fa-2ecf-4198-ac79-04e05928c176 req-458fc0ab-4f1f-4ab5-be85-5b4b03a1b4df tempest-LiveMigrationTest-2001684970 tempest-LiveMigrationTest-2001684970-project] 10.222.0.104 "GET /v2.0/ports?device_id=db226d12-2e62-42b7-b705-5e6732590104 HTTP/1.1" status: 200 len: 210 time: 0.0440683 Jul 06 13:58:27.969359 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3343b7-b253-433e-880f-6268e891cc8a req-43de06dd-367e-4fcb-b130-d9409b30820e tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:58:27.971684 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-0b3343b7-b253-433e-880f-6268e891cc8a req-43de06dd-367e-4fcb-b130-d9409b30820e tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] 10.222.0.104 "GET /v2.0/ports?device_id=8e640565-cabe-4694-8753-48fc0a9aa040 HTTP/1.1" status: 200 len: 950 time: 0.0740244 Jul 06 13:58:28.010544 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-0b3343b7-b253-433e-880f-6268e891cc8a req-670a83d0-243c-4b99-a8bb-cecba38c0427 tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] 10.222.0.104 "GET /v2.0/security-groups?id=9f5b92e9-7340-49c3-a9bb-41e4a1caffc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370100 Jul 06 13:58:28.121633 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.agents_db [None req-167c0ad6-1657-4c9a-a2c4-3b18056aa662 None None] Agent healthcheck: found 7 active agents {{(pid=100249) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 13:58:28.258242 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-03f71b24-a9b8-453a-8924-caa3f97bc6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:28.318471 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9456f177-62b9-417f-b137-db21c73c0dc0 req-ec206556-aec4-4bb1-b7ab-67f43ed5d1e6 tempest-ServerDiskConfigTestJSON-920847304 tempest-ServerDiskConfigTestJSON-920847304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:58:28.319959 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-9456f177-62b9-417f-b137-db21c73c0dc0 req-ec206556-aec4-4bb1-b7ab-67f43ed5d1e6 tempest-ServerDiskConfigTestJSON-920847304 tempest-ServerDiskConfigTestJSON-920847304-project] 10.222.0.104 "GET /v2.0/ports?device_id=42d34a92-9ccf-48e1-9c97-b49b1c53d618 HTTP/1.1" status: 200 len: 946 time: 0.1038928 Jul 06 13:58:28.327280 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcc8376-d8bf-4119-bb93-fc8dcfcc3538 req-3ce6790c-e2dd-413b-ac98-38ed7a1afef7 tempest-LiveAutoBlockMigrationV225Test-654794443 tempest-LiveAutoBlockMigrationV225Test-654794443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:58:28.328656 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-dbcc8376-d8bf-4119-bb93-fc8dcfcc3538 req-3ce6790c-e2dd-413b-ac98-38ed7a1afef7 tempest-LiveAutoBlockMigrationV225Test-654794443 tempest-LiveAutoBlockMigrationV225Test-654794443-project] 10.222.0.104 "GET /v2.0/ports?device_id=bfcd3842-80bd-408f-8df3-2747ee09b496 HTTP/1.1" status: 200 len: 943 time: 0.1222875 Jul 06 13:58:28.381474 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-9456f177-62b9-417f-b137-db21c73c0dc0 req-71be9cd8-d136-4887-be3e-222e166d7d0d tempest-ServerDiskConfigTestJSON-920847304 tempest-ServerDiskConfigTestJSON-920847304-project] 10.222.0.104 "GET /v2.0/security-groups?id=bc287469-1102-40d8-b019-cad062af5465&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518715 Jul 06 13:58:28.388533 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-dbcc8376-d8bf-4119-bb93-fc8dcfcc3538 req-ef679871-864f-4957-8538-2e435dacdc2f tempest-LiveAutoBlockMigrationV225Test-654794443 tempest-LiveAutoBlockMigrationV225Test-654794443-project] 10.222.0.104 "GET /v2.0/security-groups?id=43f6fcb8-9501-44d6-9feb-82c82c5d5862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529020 Jul 06 13:58:28.801542 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40db645-b89a-44bd-bedc-ccb528a5c045 req-241f4f00-2ed6-4a56-94dc-ccb1279a33c4 tempest-DeleteServersTestJSON-677393534 tempest-DeleteServersTestJSON-677393534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:58:28.803096 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-c40db645-b89a-44bd-bedc-ccb528a5c045 req-241f4f00-2ed6-4a56-94dc-ccb1279a33c4 tempest-DeleteServersTestJSON-677393534 tempest-DeleteServersTestJSON-677393534-project] 10.222.0.104 "GET /v2.0/ports?device_id=5f20a6fd-43eb-4bf1-a2dc-8b1ded94daf8 HTTP/1.1" status: 200 len: 946 time: 0.1335697 Jul 06 13:58:28.868811 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-c40db645-b89a-44bd-bedc-ccb528a5c045 req-421c77b9-a8bb-4c0d-95b4-1ebbaf706321 tempest-DeleteServersTestJSON-677393534 tempest-DeleteServersTestJSON-677393534-project] 10.222.0.104 "GET /v2.0/security-groups?id=7d4cbf2c-f907-4452-8928-a2a298fe7ee1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575919 Jul 06 13:58:28.882169 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f1e1df-f0c2-4f46-b741-87b0fac50704 req-e48928c8-69ba-4604-9416-7f09e69c93f3 tempest-DeleteServersTestJSON-677393534 tempest-DeleteServersTestJSON-677393534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:58:28.883646 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-c9f1e1df-f0c2-4f46-b741-87b0fac50704 req-e48928c8-69ba-4604-9416-7f09e69c93f3 tempest-DeleteServersTestJSON-677393534 tempest-DeleteServersTestJSON-677393534-project] 10.222.0.72 "GET /v2.0/ports?device_id=5f20a6fd-43eb-4bf1-a2dc-8b1ded94daf8 HTTP/1.1" status: 200 len: 946 time: 0.1727653 Jul 06 13:58:28.898912 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dda0f8b-1f59-42fc-9b51-c4cb4145992f req-1f1ed61e-5486-4cf8-ac6e-db9454018c74 tempest-ImagesNegativeTestJSON-454256094 tempest-ImagesNegativeTestJSON-454256094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:58:28.900815 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-1dda0f8b-1f59-42fc-9b51-c4cb4145992f req-1f1ed61e-5486-4cf8-ac6e-db9454018c74 tempest-ImagesNegativeTestJSON-454256094 tempest-ImagesNegativeTestJSON-454256094-project] 10.222.0.104 "GET /v2.0/ports?device_id=10fa8512-c86f-4dc2-8894-10c910711cc0 HTTP/1.1" status: 200 len: 950 time: 0.1496460 Jul 06 13:58:28.980911 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-1dda0f8b-1f59-42fc-9b51-c4cb4145992f req-effc9cb2-0cf8-414e-9401-77122f3a879c tempest-ImagesNegativeTestJSON-454256094 tempest-ImagesNegativeTestJSON-454256094-project] 10.222.0.104 "GET /v2.0/security-groups?id=4d84a3c0-8d25-47ac-b13b-75e29aa85e70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700605 Jul 06 13:58:29.067736 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.plugin [req-c9f1e1df-f0c2-4f46-b741-87b0fac50704 req-a8955dbd-156a-421d-ae43-98cbe65c747c tempest-DeleteServersTestJSON-677393534 tempest-DeleteServersTestJSON-677393534-project] Deleting port 2490c76c-ce72-46e9-9700-c9489fb8e83c {{(pid=100247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 13:58:29.068299 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-c9f1e1df-f0c2-4f46-b741-87b0fac50704 req-a8955dbd-156a-421d-ae43-98cbe65c747c tempest-DeleteServersTestJSON-677393534 tempest-DeleteServersTestJSON-677393534-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:29.188246 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-b396d868-5778-4b8a-a0a9-353c54a176ef req-97bc9447-1474-442c-ac39-6ebb6cf973ea tempest-LiveMigrationTest-2001684970 tempest-LiveMigrationTest-2001684970-project] 10.222.0.104 "GET /v2.0/ports?device_id=db226d12-2e62-42b7-b705-5e6732590104 HTTP/1.1" status: 200 len: 210 time: 0.0407100 Jul 06 13:58:29.279665 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.db [req-c9f1e1df-f0c2-4f46-b741-87b0fac50704 req-a8955dbd-156a-421d-ae43-98cbe65c747c tempest-DeleteServersTestJSON-677393534 tempest-DeleteServersTestJSON-677393534-project] For port 2490c76c-ce72-46e9-9700-c9489fb8e83c, host n-h2-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=2490c76c-ce72-46e9-9700-c9489fb8e83c,segment=NetworkSegment(227d25fe-bf75-4c4b-9a67-c660160d6b0a),segment_id=227d25fe-bf75-4c4b-9a67-c660160d6b0a)] {{(pid=100247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:58:29.279983 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-c9f1e1df-f0c2-4f46-b741-87b0fac50704 req-a8955dbd-156a-421d-ae43-98cbe65c747c tempest-DeleteServersTestJSON-677393534 tempest-DeleteServersTestJSON-677393534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:29.295839 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.plugin [req-c9f1e1df-f0c2-4f46-b741-87b0fac50704 req-a8955dbd-156a-421d-ae43-98cbe65c747c tempest-DeleteServersTestJSON-677393534 tempest-DeleteServersTestJSON-677393534-project] Calling delete_port for 2490c76c-ce72-46e9-9700-c9489fb8e83c owned by compute:nova {{(pid=100247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 13:58:29.320643 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84172783-b4c9-49d5-89a0-000860231406 req-1a60a4ea-f512-47e9-a8a5-f2f6f4bf98e3 tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:58:29.321988 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-84172783-b4c9-49d5-89a0-000860231406 req-1a60a4ea-f512-47e9-a8a5-f2f6f4bf98e3 tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] 10.222.0.104 "GET /v2.0/ports?device_id=8e640565-cabe-4694-8753-48fc0a9aa040 HTTP/1.1" status: 200 len: 950 time: 0.1329660 Jul 06 13:58:29.439155 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-84172783-b4c9-49d5-89a0-000860231406 req-c3b15718-f9f9-40ae-a8eb-4bb48afcda89 tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] 10.222.0.104 "GET /v2.0/security-groups?id=9f5b92e9-7340-49c3-a9bb-41e4a1caffc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872753 Jul 06 13:58:29.508105 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf64f221-2567-4f9d-9094-85cac678cf71 req-c4b015c3-c1b1-4a54-be99-3e209634402f tempest-ListImageFiltersTestJSON-201163018 tempest-ListImageFiltersTestJSON-201163018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:58:29.509791 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-cf64f221-2567-4f9d-9094-85cac678cf71 req-c4b015c3-c1b1-4a54-be99-3e209634402f tempest-ListImageFiltersTestJSON-201163018 tempest-ListImageFiltersTestJSON-201163018-project] 10.222.0.104 "GET /v2.0/ports?device_id=1b72ecc0-292b-4305-a029-1814892dfe78 HTTP/1.1" status: 200 len: 950 time: 0.1554425 Jul 06 13:58:29.540266 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-c9f1e1df-f0c2-4f46-b741-87b0fac50704 req-a8955dbd-156a-421d-ae43-98cbe65c747c tempest-DeleteServersTestJSON-677393534 tempest-DeleteServersTestJSON-677393534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117'] for port, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:29.553029 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] get_ports_and_sgs() called for port_ids ['2490c76c-ce72-46e9-9700-c9489fb8e83c'] {{(pid=100248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 13:58:29.642397 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8955dbd-156a-421d-ae43-98cbe65c747c tempest-DeleteServersTestJSON-677393534 tempest-DeleteServersTestJSON-677393534-project] Pushing event deleted for resources: {'Port': ['ID=2490c76c-ce72-46e9-9700-c9489fb8e83c,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:58:29.682353 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9f1e1df-f0c2-4f46-b741-87b0fac50704 req-a8955dbd-156a-421d-ae43-98cbe65c747c tempest-DeleteServersTestJSON-677393534 tempest-DeleteServersTestJSON-677393534-project] No DVR routers for this DVR port 2490c76c-ce72-46e9-9700-c9489fb8e83c on host n-h2-773647-6 {{(pid=100247) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 13:58:29.685600 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-c9f1e1df-f0c2-4f46-b741-87b0fac50704 req-a8955dbd-156a-421d-ae43-98cbe65c747c tempest-DeleteServersTestJSON-677393534 tempest-DeleteServersTestJSON-677393534-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:29.687902 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-c9f1e1df-f0c2-4f46-b741-87b0fac50704 req-a8955dbd-156a-421d-ae43-98cbe65c747c tempest-DeleteServersTestJSON-677393534 tempest-DeleteServersTestJSON-677393534-project] 10.222.0.72 "DELETE /v2.0/ports/2490c76c-ce72-46e9-9700-c9489fb8e83c HTTP/1.1" status: 204 len: 173 time: 0.7862170 Jul 06 13:58:29.691343 n-d-773647-6 neutron-server[100247]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f20a6fd-43eb-4bf1-a2dc-8b1ded94daf8', 'name': 'network-vif-deleted', 'tag': '2490c76c-ce72-46e9-9700-c9489fb8e83c'}] {{(pid=100247) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 13:58:29.694282 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cbf0eeaae822f8fc9b87a94aeba67a3d651842baf663a51cba94b67a514836d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5096f1b1-802f-4da7-a4a4-b49b8479b8e1" -d '{"events": [{"server_uuid": "5f20a6fd-43eb-4bf1-a2dc-8b1ded94daf8", "name": "network-vif-deleted", "tag": "2490c76c-ce72-46e9-9700-c9489fb8e83c"}]}' {{(pid=100247) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:58:29.697370 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8955dbd-156a-421d-ae43-98cbe65c747c tempest-DeleteServersTestJSON-677393534 tempest-DeleteServersTestJSON-677393534-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:58:29.697711 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8955dbd-156a-421d-ae43-98cbe65c747c tempest-DeleteServersTestJSON-677393534 tempest-DeleteServersTestJSON-677393534-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:58:29.698049 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8955dbd-156a-421d-ae43-98cbe65c747c tempest-DeleteServersTestJSON-677393534 tempest-DeleteServersTestJSON-677393534-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:58:29.698382 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8955dbd-156a-421d-ae43-98cbe65c747c tempest-DeleteServersTestJSON-677393534 tempest-DeleteServersTestJSON-677393534-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:58:29.698707 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8955dbd-156a-421d-ae43-98cbe65c747c tempest-DeleteServersTestJSON-677393534 tempest-DeleteServersTestJSON-677393534-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:58:29.699062 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8955dbd-156a-421d-ae43-98cbe65c747c tempest-DeleteServersTestJSON-677393534 tempest-DeleteServersTestJSON-677393534-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:58:29.699912 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8955dbd-156a-421d-ae43-98cbe65c747c tempest-DeleteServersTestJSON-677393534 tempest-DeleteServersTestJSON-677393534-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:58:29.699912 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8955dbd-156a-421d-ae43-98cbe65c747c tempest-DeleteServersTestJSON-677393534 tempest-DeleteServersTestJSON-677393534-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:58:29.700169 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8955dbd-156a-421d-ae43-98cbe65c747c tempest-DeleteServersTestJSON-677393534 tempest-DeleteServersTestJSON-677393534-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:58:29.700319 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8955dbd-156a-421d-ae43-98cbe65c747c tempest-DeleteServersTestJSON-677393534 tempest-DeleteServersTestJSON-677393534-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:58:29.700635 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8955dbd-156a-421d-ae43-98cbe65c747c tempest-DeleteServersTestJSON-677393534 tempest-DeleteServersTestJSON-677393534-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:58:29.700951 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8955dbd-156a-421d-ae43-98cbe65c747c tempest-DeleteServersTestJSON-677393534 tempest-DeleteServersTestJSON-677393534-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:58:29.742801 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-cf64f221-2567-4f9d-9094-85cac678cf71 req-8cb5a0ee-7c68-454a-bdf5-0cbdb0aae433 tempest-ListImageFiltersTestJSON-201163018 tempest-ListImageFiltersTestJSON-201163018-project] 10.222.0.104 "GET /v2.0/security-groups?id=9ce4c80a-5086-4b6d-8895-e157d8baf449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2242930 Jul 06 13:58:29.763156 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f590db7c-6091-47ae-a52a-1103c4937d4e req-ff7e2438-9341-4e7d-9b2e-52017798f075 tempest-ServerDiskConfigTestJSON-920847304 tempest-ServerDiskConfigTestJSON-920847304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:58:29.765324 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-f590db7c-6091-47ae-a52a-1103c4937d4e req-ff7e2438-9341-4e7d-9b2e-52017798f075 tempest-ServerDiskConfigTestJSON-920847304 tempest-ServerDiskConfigTestJSON-920847304-project] 10.222.0.104 "GET /v2.0/ports?device_id=42d34a92-9ccf-48e1-9c97-b49b1c53d618 HTTP/1.1" status: 200 len: 946 time: 0.2021737 Jul 06 13:58:29.825356 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-f590db7c-6091-47ae-a52a-1103c4937d4e req-b03dac04-7654-477a-8010-9d53d5452cc6 tempest-ServerDiskConfigTestJSON-920847304 tempest-ServerDiskConfigTestJSON-920847304-project] 10.222.0.104 "GET /v2.0/security-groups?id=bc287469-1102-40d8-b019-cad062af5465&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510771 Jul 06 13:58:29.867427 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 13:58:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afb86950-339b-4708-98b6-4e68651868ed x-openstack-request-id: req-afb86950-339b-4708-98b6-4e68651868ed {{(pid=100247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:58:29.867722 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f20a6fd-43eb-4bf1-a2dc-8b1ded94daf8", "name": "network-vif-deleted", "tag": "2490c76c-ce72-46e9-9700-c9489fb8e83c", "status": "completed", "code": 200}]} {{(pid=100247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:58:29.867973 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-afb86950-339b-4708-98b6-4e68651868ed {{(pid=100247) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:58:29.868367 n-d-773647-6 neutron-server[100247]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f20a6fd-43eb-4bf1-a2dc-8b1ded94daf8', 'name': 'network-vif-deleted', 'tag': '2490c76c-ce72-46e9-9700-c9489fb8e83c', 'status': 'completed', 'code': 200} Jul 06 13:58:29.944550 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd580141-0249-4d3e-b16c-eccb31ba4455 req-dbc448a6-36b2-4cec-8f50-a367cad5ea77 tempest-LiveAutoBlockMigrationV225Test-654794443 tempest-LiveAutoBlockMigrationV225Test-654794443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:58:29.950873 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-cd580141-0249-4d3e-b16c-eccb31ba4455 req-dbc448a6-36b2-4cec-8f50-a367cad5ea77 tempest-LiveAutoBlockMigrationV225Test-654794443 tempest-LiveAutoBlockMigrationV225Test-654794443-project] 10.222.0.104 "GET /v2.0/ports?device_id=bfcd3842-80bd-408f-8df3-2747ee09b496 HTTP/1.1" status: 200 len: 943 time: 0.0851357 Jul 06 13:58:29.986799 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-cd580141-0249-4d3e-b16c-eccb31ba4455 req-534d712a-9e6b-4052-9c9f-7b0476cdbb8f tempest-LiveAutoBlockMigrationV225Test-654794443 tempest-LiveAutoBlockMigrationV225Test-654794443-project] 10.222.0.104 "GET /v2.0/security-groups?id=43f6fcb8-9501-44d6-9feb-82c82c5d5862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347447 Jul 06 13:58:30.141829 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-24c7c0fa-c82a-43d6-a71e-6b7ec5ea52a8 req-235b9d42-8395-4258-9201-76d5a208fc2c tempest-DeleteServersTestJSON-677393534 tempest-DeleteServersTestJSON-677393534-project] 10.222.0.104 "GET /v2.0/ports?device_id=5f20a6fd-43eb-4bf1-a2dc-8b1ded94daf8 HTTP/1.1" status: 200 len: 210 time: 0.0336807 Jul 06 13:58:30.441628 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-e08d4890-e1e2-4c3c-a3c8-b528364a0c3d req-76367185-52b6-4481-8b4a-513cd0a0b020 tempest-LiveMigrationTest-2001684970 tempest-LiveMigrationTest-2001684970-project] 10.222.0.104 "GET /v2.0/ports?device_id=db226d12-2e62-42b7-b705-5e6732590104 HTTP/1.1" status: 200 len: 210 time: 0.0397437 Jul 06 13:58:30.523899 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea015e0-5e01-4648-a631-c9e7b51f31a4 req-bb924028-e0a4-4c67-ad7c-a94207eae192 tempest-ImagesNegativeTestJSON-454256094 tempest-ImagesNegativeTestJSON-454256094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:58:30.525500 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-4ea015e0-5e01-4648-a631-c9e7b51f31a4 req-bb924028-e0a4-4c67-ad7c-a94207eae192 tempest-ImagesNegativeTestJSON-454256094 tempest-ImagesNegativeTestJSON-454256094-project] 10.222.0.104 "GET /v2.0/ports?device_id=10fa8512-c86f-4dc2-8894-10c910711cc0 HTTP/1.1" status: 200 len: 950 time: 0.0872114 Jul 06 13:58:30.581970 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-4ea015e0-5e01-4648-a631-c9e7b51f31a4 req-e3152dd3-9d3d-4598-b175-bccafa7dce1c tempest-ImagesNegativeTestJSON-454256094 tempest-ImagesNegativeTestJSON-454256094-project] 10.222.0.104 "GET /v2.0/security-groups?id=4d84a3c0-8d25-47ac-b13b-75e29aa85e70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481973 Jul 06 13:58:30.738835 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41187f36-97fa-4d2a-a0a2-d1692856209a req-3695df5d-4563-46f4-b46e-bc214e6c3d41 tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:58:30.738835 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-41187f36-97fa-4d2a-a0a2-d1692856209a req-3695df5d-4563-46f4-b46e-bc214e6c3d41 tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] 10.222.0.104 "GET /v2.0/ports?device_id=8e640565-cabe-4694-8753-48fc0a9aa040 HTTP/1.1" status: 200 len: 950 time: 0.0814879 Jul 06 13:58:30.785512 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-41187f36-97fa-4d2a-a0a2-d1692856209a req-1fd31c9f-5908-430b-baa9-179909d9e720 tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] 10.222.0.104 "GET /v2.0/security-groups?id=9f5b92e9-7340-49c3-a9bb-41e4a1caffc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409498 Jul 06 13:58:31.070051 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2d1eea-77f8-4b13-aa62-84215a26cf60 req-8620da04-5838-4664-9627-3694886d13ff tempest-ServerDiskConfigTestJSON-920847304 tempest-ServerDiskConfigTestJSON-920847304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:58:31.071467 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-ae2d1eea-77f8-4b13-aa62-84215a26cf60 req-8620da04-5838-4664-9627-3694886d13ff tempest-ServerDiskConfigTestJSON-920847304 tempest-ServerDiskConfigTestJSON-920847304-project] 10.222.0.104 "GET /v2.0/ports?device_id=42d34a92-9ccf-48e1-9c97-b49b1c53d618 HTTP/1.1" status: 200 len: 946 time: 0.1020100 Jul 06 13:58:31.079612 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd28a07e-27e4-4abf-a505-5a1ee1b9741b req-93df0b34-9985-40b7-8f6f-7e147adda503 tempest-ImagesNegativeTestJSON-454256094 tempest-ImagesNegativeTestJSON-454256094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:58:31.080981 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-cd28a07e-27e4-4abf-a505-5a1ee1b9741b req-93df0b34-9985-40b7-8f6f-7e147adda503 tempest-ImagesNegativeTestJSON-454256094 tempest-ImagesNegativeTestJSON-454256094-project] 10.222.0.104 "GET /v2.0/ports?device_id=10fa8512-c86f-4dc2-8894-10c910711cc0 HTTP/1.1" status: 200 len: 950 time: 0.1136272 Jul 06 13:58:31.136429 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-ae2d1eea-77f8-4b13-aa62-84215a26cf60 req-3082fb24-9458-4e25-a7db-d70d615d675a tempest-ServerDiskConfigTestJSON-920847304 tempest-ServerDiskConfigTestJSON-920847304-project] 10.222.0.104 "GET /v2.0/security-groups?id=bc287469-1102-40d8-b019-cad062af5465&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545089 Jul 06 13:58:31.139123 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-cd28a07e-27e4-4abf-a505-5a1ee1b9741b req-f32b279c-085a-4f89-8931-1696b0c99749 tempest-ImagesNegativeTestJSON-454256094 tempest-ImagesNegativeTestJSON-454256094-project] 10.222.0.104 "GET /v2.0/security-groups?id=4d84a3c0-8d25-47ac-b13b-75e29aa85e70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515172 Jul 06 13:58:31.380853 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d396918-5ea3-44ff-9f62-0dc43da835e5 req-a54ff4c4-c30c-497e-bfcd-e757c1ea4012 tempest-LiveAutoBlockMigrationV225Test-654794443 tempest-LiveAutoBlockMigrationV225Test-654794443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:58:31.382396 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-5d396918-5ea3-44ff-9f62-0dc43da835e5 req-a54ff4c4-c30c-497e-bfcd-e757c1ea4012 tempest-LiveAutoBlockMigrationV225Test-654794443 tempest-LiveAutoBlockMigrationV225Test-654794443-project] 10.222.0.104 "GET /v2.0/ports?device_id=bfcd3842-80bd-408f-8df3-2747ee09b496 HTTP/1.1" status: 200 len: 943 time: 0.1222925 Jul 06 13:58:31.424716 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-5d396918-5ea3-44ff-9f62-0dc43da835e5 req-34741e09-f8a7-4a82-9eca-d8e30a6c01eb tempest-LiveAutoBlockMigrationV225Test-654794443 tempest-LiveAutoBlockMigrationV225Test-654794443-project] 10.222.0.104 "GET /v2.0/security-groups?id=43f6fcb8-9501-44d6-9feb-82c82c5d5862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336647 Jul 06 13:58:32.022687 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d5faa5-79df-4180-a740-e4ff26a4285b req-7dc6f7cd-3b0c-40f2-a11e-088c7a2e1a8a tempest-DeleteServersTestJSON-677393534 tempest-DeleteServersTestJSON-677393534-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:58:32.024209 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-b2d5faa5-79df-4180-a740-e4ff26a4285b req-7dc6f7cd-3b0c-40f2-a11e-088c7a2e1a8a tempest-DeleteServersTestJSON-677393534 tempest-DeleteServersTestJSON-677393534-project] 10.222.0.104 "GET /v2.0/networks?id=7a710b21-0493-4be8-a73f-c10a9dbc43f7 HTTP/1.1" status: 200 len: 812 time: 0.4961500 Jul 06 13:58:32.034421 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a93922d-1f25-4194-84e5-2f88e4ab301e req-6cfa4d75-76c6-4d9a-a01b-660104ba9031 tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:58:32.036062 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-5a93922d-1f25-4194-84e5-2f88e4ab301e req-6cfa4d75-76c6-4d9a-a01b-660104ba9031 tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] 10.222.0.104 "GET /v2.0/ports?device_id=8e640565-cabe-4694-8753-48fc0a9aa040 HTTP/1.1" status: 200 len: 950 time: 0.1060128 Jul 06 13:58:32.062546 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-b2d5faa5-79df-4180-a740-e4ff26a4285b req-41bed63a-10df-4953-a469-28b1b156667f tempest-DeleteServersTestJSON-677393534 tempest-DeleteServersTestJSON-677393534-project] 10.222.0.104 "GET /v2.0/quotas/ed98ced3211c40618bf4aade5a2dd56d HTTP/1.1" status: 200 len: 375 time: 0.0254145 Jul 06 13:58:32.105426 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-b2d5faa5-79df-4180-a740-e4ff26a4285b req-a57c3907-9788-4af2-8667-52c50b75c477 tempest-DeleteServersTestJSON-677393534 tempest-DeleteServersTestJSON-677393534-project] 10.222.0.104 "GET /v2.0/ports?tenant_id=ed98ced3211c40618bf4aade5a2dd56d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0365527 Jul 06 13:58:32.109061 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-5a93922d-1f25-4194-84e5-2f88e4ab301e req-edcf436a-04b3-4719-afc0-6cbe3e09e4af tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] 10.222.0.104 "GET /v2.0/security-groups?id=9f5b92e9-7340-49c3-a9bb-41e4a1caffc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650489 Jul 06 13:58:32.203549 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-b2d5faa5-79df-4180-a740-e4ff26a4285b req-554dd686-a1bb-43c0-bf3b-069f22f10216 service neutron] 10.222.0.104 "GET /v2.0/networks/7a710b21-0493-4be8-a73f-c10a9dbc43f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895309 Jul 06 13:58:32.345483 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-b2d5faa5-79df-4180-a740-e4ff26a4285b req-6c65b7f9-26b0-4e66-8f15-81ab43246ee9 service neutron] 10.222.0.104 "GET /v2.0/networks/7a710b21-0493-4be8-a73f-c10a9dbc43f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1362801 Jul 06 13:58:32.375632 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984f01b0-4f8f-4ec6-b0f4-e428e05a0650 req-be734e12-7b7b-4c0c-aa00-7b2e88304957 tempest-ServerDiskConfigTestJSON-920847304 tempest-ServerDiskConfigTestJSON-920847304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:58:32.377418 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-984f01b0-4f8f-4ec6-b0f4-e428e05a0650 req-be734e12-7b7b-4c0c-aa00-7b2e88304957 tempest-ServerDiskConfigTestJSON-920847304 tempest-ServerDiskConfigTestJSON-920847304-project] 10.222.0.104 "GET /v2.0/ports?device_id=42d34a92-9ccf-48e1-9c97-b49b1c53d618 HTTP/1.1" status: 200 len: 946 time: 0.1036537 Jul 06 13:58:32.424604 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-984f01b0-4f8f-4ec6-b0f4-e428e05a0650 req-1e4ab275-7249-4551-ade4-9a1ca33f516e tempest-ServerDiskConfigTestJSON-920847304 tempest-ServerDiskConfigTestJSON-920847304-project] 10.222.0.104 "GET /v2.0/security-groups?id=bc287469-1102-40d8-b019-cad062af5465&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398114 Jul 06 13:58:32.426915 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Device 31bd7d68-8662-46dc-9827-822a109504a2 details requested by agent hyperv_n-h2-773647-6 with host n-h2-773647-6 {{(pid=100248) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 13:58:32.542584 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] For port 31bd7d68-8662-46dc-9827-822a109504a2, host n-h2-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=31bd7d68-8662-46dc-9827-822a109504a2,segment=NetworkSegment(da615941-94ee-441c-92fd-37ca002df9b5),segment_id=da615941-94ee-441c-92fd-37ca002df9b5)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:58:32.570748 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Returning: {'device': '31bd7d68-8662-46dc-9827-822a109504a2', 'network_id': '719b716d-a00d-48ee-8755-3a8bbdfaf0d2', 'port_id': '31bd7d68-8662-46dc-9827-822a109504a2', 'mac_address': 'fa:16:3e:35:4c:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1032, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7f475f76-2dcc-4dce-adb2-7deed8b8ad71', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100248) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 13:58:32.587896 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Device 2490c76c-ce72-46e9-9700-c9489fb8e83c no longer exists at agent hyperv_n-h2-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 13:58:32.650264 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] No Port match for: 2490c76c-ce72-46e9-9700-c9489fb8e83c {{(pid=100248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 13:58:32.658007 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Device 2490c76c-ce72-46e9-9700-c9489fb8e83c not bound to the agent host n-h2-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 13:58:32.658670 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Device 3fa12484-02ce-40fe-84ec-c2f2fdb9003f no longer exists at agent hyperv_n-h2-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 13:58:32.720802 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e6fc30-f9fb-4cc1-b210-bbe65bb8a447 req-e7924bc5-e88c-4732-8221-e17c0858ac0c tempest-ImagesNegativeTestJSON-454256094 tempest-ImagesNegativeTestJSON-454256094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:58:32.738761 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-b9e6fc30-f9fb-4cc1-b210-bbe65bb8a447 req-e7924bc5-e88c-4732-8221-e17c0858ac0c tempest-ImagesNegativeTestJSON-454256094 tempest-ImagesNegativeTestJSON-454256094-project] 10.222.0.72 "GET /v2.0/ports?device_id=10fa8512-c86f-4dc2-8894-10c910711cc0 HTTP/1.1" status: 200 len: 950 time: 0.1700802 Jul 06 13:58:32.742475 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:32.763239 n-d-773647-6 neutron-server[100248]: DEBUG neutron.notifiers.nova [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 31bd7d68-8662-46dc-9827-822a109504a2 {{(pid=100248) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 13:58:32.816761 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] For port 31bd7d68-8662-46dc-9827-822a109504a2, host n-h2-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=31bd7d68-8662-46dc-9827-822a109504a2,segment=NetworkSegment(da615941-94ee-441c-92fd-37ca002df9b5),segment_id=da615941-94ee-441c-92fd-37ca002df9b5)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:58:32.819174 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:32.832891 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:32.880028 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea394b2-6f98-4e82-b808-6cef644232d8 req-2203abff-3223-4212-9152-eaaa035540cf tempest-ImagesNegativeTestJSON-454256094 tempest-ImagesNegativeTestJSON-454256094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:58:32.882489 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-0ea394b2-6f98-4e82-b808-6cef644232d8 req-2203abff-3223-4212-9152-eaaa035540cf tempest-ImagesNegativeTestJSON-454256094 tempest-ImagesNegativeTestJSON-454256094-project] 10.222.0.104 "GET /v2.0/ports?device_id=10fa8512-c86f-4dc2-8894-10c910711cc0 HTTP/1.1" status: 200 len: 950 time: 0.3271668 Jul 06 13:58:32.889873 n-d-773647-6 neutron-server[100248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b72ecc0-292b-4305-a029-1814892dfe78', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3fa12484-02ce-40fe-84ec-c2f2fdb9003f'}] {{(pid=100248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 13:58:32.892009 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84af257533e383389cbcf231d3534f4d5e149e7203fea16b4a8fc01438dddaf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4a55464-971a-490d-84b1-f5b285e3d202" -d '{"events": [{"server_uuid": "1b72ecc0-292b-4305-a029-1814892dfe78", "name": "network-vif-unplugged", "status": "completed", "tag": "3fa12484-02ce-40fe-84ec-c2f2fdb9003f"}]}' {{(pid=100248) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:58:32.910712 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] For port 3fa12484-02ce-40fe-84ec-c2f2fdb9003f, host n-h2-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=3fa12484-02ce-40fe-84ec-c2f2fdb9003f,segment=NetworkSegment(c9ea893d-045e-42cf-b3dd-cdd1f79baccd),segment_id=c9ea893d-045e-42cf-b3dd-cdd1f79baccd)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:58:32.921865 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:32.934504 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Pushing event updated for resources: {'Port': ['ID=31bd7d68-8662-46dc-9827-822a109504a2,revision_number=4']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:58:32.992165 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Pushing event updated for resources: {'Port': ['ID=3fa12484-02ce-40fe-84ec-c2f2fdb9003f,revision_number=8']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:58:33.010221 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-0ea394b2-6f98-4e82-b808-6cef644232d8 req-008873ad-db8b-4b74-bb44-6245333e0135 tempest-ImagesNegativeTestJSON-454256094 tempest-ImagesNegativeTestJSON-454256094-project] 10.222.0.104 "GET /v2.0/security-groups?id=4d84a3c0-8d25-47ac-b13b-75e29aa85e70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172328 Jul 06 13:58:33.027891 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f420d131-99e1-4e15-bac2-890e9949531b req-df020936-cfb6-4f8d-bcab-fcc87a19dea4 tempest-LiveAutoBlockMigrationV225Test-654794443 tempest-LiveAutoBlockMigrationV225Test-654794443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:58:33.029710 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-f420d131-99e1-4e15-bac2-890e9949531b req-df020936-cfb6-4f8d-bcab-fcc87a19dea4 tempest-LiveAutoBlockMigrationV225Test-654794443 tempest-LiveAutoBlockMigrationV225Test-654794443-project] 10.222.0.104 "GET /v2.0/ports?device_id=bfcd3842-80bd-408f-8df3-2747ee09b496 HTTP/1.1" status: 200 len: 943 time: 0.2692635 Jul 06 13:58:33.110879 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-f420d131-99e1-4e15-bac2-890e9949531b req-12f44716-552f-4319-8946-82e9d36e8836 tempest-LiveAutoBlockMigrationV225Test-654794443 tempest-LiveAutoBlockMigrationV225Test-654794443-project] 10.222.0.104 "GET /v2.0/security-groups?id=43f6fcb8-9501-44d6-9feb-82c82c5d5862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682549 Jul 06 13:58:33.116649 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] get_ports_and_sgs() called for port_ids ['31bd7d68-8662-46dc-9827-822a109504a2'] {{(pid=100248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 13:58:33.126603 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.plugin [req-b9e6fc30-f9fb-4cc1-b210-bbe65bb8a447 req-b1ba43c5-16a2-40f0-b1b2-4c2a0cdb5b88 tempest-ImagesNegativeTestJSON-454256094 tempest-ImagesNegativeTestJSON-454256094-project] Deleting port 07c105f9-4457-45fc-882d-f08414967b10 {{(pid=100247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 13:58:33.126911 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-b9e6fc30-f9fb-4cc1-b210-bbe65bb8a447 req-b1ba43c5-16a2-40f0-b1b2-4c2a0cdb5b88 tempest-ImagesNegativeTestJSON-454256094 tempest-ImagesNegativeTestJSON-454256094-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:33.307827 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-0be09993-d7f3-4591-8ded-81c9edb4fcfe req-88bbc42e-1012-4bff-a221-0aa0a4a16753 tempest-DeleteServersTestJSON-677393534 tempest-DeleteServersTestJSON-677393534-project] 10.222.0.104 "GET /v2.0/ports?device_id=affa3918-e899-4dfe-8660-4b640439777a HTTP/1.1" status: 200 len: 210 time: 0.0365672 Jul 06 13:58:33.336519 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 06 Jul 2021 13:58:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fc9c810-d334-490e-bf83-c88097458309 x-openstack-request-id: req-1fc9c810-d334-490e-bf83-c88097458309 {{(pid=100248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:58:33.336808 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b72ecc0-292b-4305-a029-1814892dfe78", "name": "network-vif-unplugged", "status": "completed", "tag": "3fa12484-02ce-40fe-84ec-c2f2fdb9003f", "code": 200}]} {{(pid=100248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:58:33.337054 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-1fc9c810-d334-490e-bf83-c88097458309 {{(pid=100248) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:58:33.337439 n-d-773647-6 neutron-server[100248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b72ecc0-292b-4305-a029-1814892dfe78', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3fa12484-02ce-40fe-84ec-c2f2fdb9003f', 'code': 200} Jul 06 13:58:33.378564 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.db [req-b9e6fc30-f9fb-4cc1-b210-bbe65bb8a447 req-b1ba43c5-16a2-40f0-b1b2-4c2a0cdb5b88 tempest-ImagesNegativeTestJSON-454256094 tempest-ImagesNegativeTestJSON-454256094-project] For port 07c105f9-4457-45fc-882d-f08414967b10, host n-h2-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=07c105f9-4457-45fc-882d-f08414967b10,segment=NetworkSegment(c9ea893d-045e-42cf-b3dd-cdd1f79baccd),segment_id=c9ea893d-045e-42cf-b3dd-cdd1f79baccd)] {{(pid=100247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:58:33.379109 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-b9e6fc30-f9fb-4cc1-b210-bbe65bb8a447 req-b1ba43c5-16a2-40f0-b1b2-4c2a0cdb5b88 tempest-ImagesNegativeTestJSON-454256094 tempest-ImagesNegativeTestJSON-454256094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:33.394969 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.plugin [req-b9e6fc30-f9fb-4cc1-b210-bbe65bb8a447 req-b1ba43c5-16a2-40f0-b1b2-4c2a0cdb5b88 tempest-ImagesNegativeTestJSON-454256094 tempest-ImagesNegativeTestJSON-454256094-project] Calling delete_port for 07c105f9-4457-45fc-882d-f08414967b10 owned by compute:nova {{(pid=100247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 13:58:33.679051 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-b9e6fc30-f9fb-4cc1-b210-bbe65bb8a447 req-b1ba43c5-16a2-40f0-b1b2-4c2a0cdb5b88 tempest-ImagesNegativeTestJSON-454256094 tempest-ImagesNegativeTestJSON-454256094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117'] for port, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:33.680717 n-d-773647-6 neutron-server[100246]: INFO neutron.api.v2.resource [req-07ee2b4c-9c6d-48f7-9a95-43b7211db65e req-a0c49800-bf08-41a2-9bbe-00760745c3ee service neutron] show failed (client error): The resource could not be found. Jul 06 13:58:33.682474 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-07ee2b4c-9c6d-48f7-9a95-43b7211db65e req-a0c49800-bf08-41a2-9bbe-00760745c3ee service neutron] 10.222.0.72 "GET /v2.0/ports/f2dfd2e9-3a23-4089-a63b-c17a9084581f/bindings/n-h1-773647-6 HTTP/1.1" status: 404 len: 380 time: 0.0701640 Jul 06 13:58:33.730319 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae26934-5ccc-4135-96c2-6f504ead8338 req-6dc4209c-5bb8-4989-ad46-f28a51f35aab tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:58:33.731886 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-dae26934-5ccc-4135-96c2-6f504ead8338 req-6dc4209c-5bb8-4989-ad46-f28a51f35aab tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] 10.222.0.104 "GET /v2.0/ports?device_id=8e640565-cabe-4694-8753-48fc0a9aa040 HTTP/1.1" status: 200 len: 950 time: 0.2834752 Jul 06 13:58:33.741632 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ba43c5-16a2-40f0-b1b2-4c2a0cdb5b88 tempest-ImagesNegativeTestJSON-454256094 tempest-ImagesNegativeTestJSON-454256094-project] Pushing event deleted for resources: {'Port': ['ID=07c105f9-4457-45fc-882d-f08414967b10,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:58:33.813009 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9e6fc30-f9fb-4cc1-b210-bbe65bb8a447 req-b1ba43c5-16a2-40f0-b1b2-4c2a0cdb5b88 tempest-ImagesNegativeTestJSON-454256094 tempest-ImagesNegativeTestJSON-454256094-project] No DVR routers for this DVR port 07c105f9-4457-45fc-882d-f08414967b10 on host n-h2-773647-6 {{(pid=100247) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 13:58:33.827220 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-b9e6fc30-f9fb-4cc1-b210-bbe65bb8a447 req-b1ba43c5-16a2-40f0-b1b2-4c2a0cdb5b88 tempest-ImagesNegativeTestJSON-454256094 tempest-ImagesNegativeTestJSON-454256094-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:33.827220 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-b9e6fc30-f9fb-4cc1-b210-bbe65bb8a447 req-b1ba43c5-16a2-40f0-b1b2-4c2a0cdb5b88 tempest-ImagesNegativeTestJSON-454256094 tempest-ImagesNegativeTestJSON-454256094-project] 10.222.0.72 "DELETE /v2.0/ports/07c105f9-4457-45fc-882d-f08414967b10 HTTP/1.1" status: 204 len: 173 time: 1.0824857 Jul 06 13:58:33.829235 n-d-773647-6 neutron-server[100247]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10fa8512-c86f-4dc2-8894-10c910711cc0', 'name': 'network-vif-deleted', 'tag': '07c105f9-4457-45fc-882d-f08414967b10'}] {{(pid=100247) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 13:58:33.833300 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cbf0eeaae822f8fc9b87a94aeba67a3d651842baf663a51cba94b67a514836d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-170af9b0-940d-487b-9740-cace3a085c8c" -d '{"events": [{"server_uuid": "10fa8512-c86f-4dc2-8894-10c910711cc0", "name": "network-vif-deleted", "tag": "07c105f9-4457-45fc-882d-f08414967b10"}]}' {{(pid=100247) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:58:33.870267 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] get_ports_and_sgs() called for port_ids ['07c105f9-4457-45fc-882d-f08414967b10'] {{(pid=100248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 13:58:33.874255 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a95d8a-54cd-442c-ad3a-e91027e33210 req-1adfdf42-8951-4610-82d2-a2b443bc8f89 tempest-ServerDiskConfigTestJSON-920847304 tempest-ServerDiskConfigTestJSON-920847304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:58:33.886980 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-77a95d8a-54cd-442c-ad3a-e91027e33210 req-1adfdf42-8951-4610-82d2-a2b443bc8f89 tempest-ServerDiskConfigTestJSON-920847304 tempest-ServerDiskConfigTestJSON-920847304-project] 10.222.0.104 "GET /v2.0/ports?device_id=42d34a92-9ccf-48e1-9c97-b49b1c53d618 HTTP/1.1" status: 200 len: 946 time: 0.3078980 Jul 06 13:58:33.900173 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-dae26934-5ccc-4135-96c2-6f504ead8338 req-80f4e4f9-5d52-413f-b962-83c5be3001e7 tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] 10.222.0.104 "GET /v2.0/security-groups?id=9f5b92e9-7340-49c3-a9bb-41e4a1caffc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1532383 Jul 06 13:58:34.020366 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-77a95d8a-54cd-442c-ad3a-e91027e33210 req-e23885c9-1e91-414e-8c4d-c119891f40c7 tempest-ServerDiskConfigTestJSON-920847304 tempest-ServerDiskConfigTestJSON-920847304-project] 10.222.0.104 "GET /v2.0/security-groups?id=bc287469-1102-40d8-b019-cad062af5465&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323786 Jul 06 13:58:34.044565 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 13:58:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e1d92df-d4f8-410b-b62d-c4a9021f7ef8 x-openstack-request-id: req-0e1d92df-d4f8-410b-b62d-c4a9021f7ef8 {{(pid=100247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:58:34.045039 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10fa8512-c86f-4dc2-8894-10c910711cc0", "name": "network-vif-deleted", "tag": "07c105f9-4457-45fc-882d-f08414967b10", "status": "completed", "code": 200}]} {{(pid=100247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:58:34.045555 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-0e1d92df-d4f8-410b-b62d-c4a9021f7ef8 {{(pid=100247) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:58:34.046094 n-d-773647-6 neutron-server[100247]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10fa8512-c86f-4dc2-8894-10c910711cc0', 'name': 'network-vif-deleted', 'tag': '07c105f9-4457-45fc-882d-f08414967b10', 'status': 'completed', 'code': 200} Jul 06 13:58:34.273810 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-b9f8595e-7c67-4675-92d1-9f11eaac0e89 req-bd998543-9ee2-41b7-b5c4-64d1b268a791 tempest-ImagesNegativeTestJSON-454256094 tempest-ImagesNegativeTestJSON-454256094-project] 10.222.0.104 "GET /v2.0/ports?device_id=10fa8512-c86f-4dc2-8894-10c910711cc0 HTTP/1.1" status: 200 len: 210 time: 0.0617602 Jul 06 13:58:34.441145 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Device 31bd7d68-8662-46dc-9827-822a109504a2 up at agent hyperv_n-h2-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 13:58:34.518004 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Provisioning for port 31bd7d68-8662-46dc-9827-822a109504a2 completed by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 13:58:34.522097 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Provisioning complete for port 31bd7d68-8662-46dc-9827-822a109504a2 triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:58:34.522701 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:34.546159 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f734cd-346b-4390-98da-f86ad811489d req-334e63e2-f18d-4411-a3d9-498558584c61 tempest-LiveAutoBlockMigrationV225Test-654794443 tempest-LiveAutoBlockMigrationV225Test-654794443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:58:34.547902 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-e4f734cd-346b-4390-98da-f86ad811489d req-334e63e2-f18d-4411-a3d9-498558584c61 tempest-LiveAutoBlockMigrationV225Test-654794443 tempest-LiveAutoBlockMigrationV225Test-654794443-project] 10.222.0.104 "GET /v2.0/ports?device_id=bfcd3842-80bd-408f-8df3-2747ee09b496 HTTP/1.1" status: 200 len: 944 time: 0.0920417 Jul 06 13:58:34.553632 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ee2b4c-9c6d-48f7-9a95-43b7211db65e req-db7b5b86-9a6f-4562-9e95-981a657f595c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:58:34.555468 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-07ee2b4c-9c6d-48f7-9a95-43b7211db65e req-db7b5b86-9a6f-4562-9e95-981a657f595c service neutron] 10.222.0.127 "GET /v2.0/ports?device_id=8e640565-cabe-4694-8753-48fc0a9aa040&tenant_id=483ead9cc6094290930ff4aed37f7463 HTTP/1.1" status: 200 len: 1101 time: 0.1792080 Jul 06 13:58:34.578377 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [req-07ee2b4c-9c6d-48f7-9a95-43b7211db65e req-bd6e6d70-baae-454d-aa42-b29082b4aee9 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-773647-6', 'device_owner': 'compute:nova'}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:58:34.611645 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-a84e7b20-de15-426b-8bbe-73bc6cf79180 req-ba8b1028-6942-4d5e-a745-f7abc1b8bf3f tempest-DeleteServersTestJSON-677393534 tempest-DeleteServersTestJSON-677393534-project] 10.222.0.104 "GET /v2.0/ports?device_id=affa3918-e899-4dfe-8660-4b640439777a HTTP/1.1" status: 200 len: 210 time: 0.0532818 Jul 06 13:58:34.613427 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:34.659361 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-e4f734cd-346b-4390-98da-f86ad811489d req-318ac529-320e-497d-bf7d-e6ff9486e35a tempest-LiveAutoBlockMigrationV225Test-654794443 tempest-LiveAutoBlockMigrationV225Test-654794443-project] 10.222.0.104 "GET /v2.0/security-groups?id=43f6fcb8-9501-44d6-9feb-82c82c5d5862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027579 Jul 06 13:58:34.671929 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] For port 31bd7d68-8662-46dc-9827-822a109504a2, host n-h2-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=31bd7d68-8662-46dc-9827-822a109504a2,segment=NetworkSegment(da615941-94ee-441c-92fd-37ca002df9b5),segment_id=da615941-94ee-441c-92fd-37ca002df9b5)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:58:34.677416 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:34.731107 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-07ee2b4c-9c6d-48f7-9a95-43b7211db65e req-bd6e6d70-baae-454d-aa42-b29082b4aee9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:34.753824 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Pushing event updated for resources: {'Port': ['ID=31bd7d68-8662-46dc-9827-822a109504a2,revision_number=5']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:58:34.762138 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:58:34.762517 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:58:34.762805 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:58:34.763137 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:58:34.763509 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:58:34.763830 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:58:34.764153 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:58:34.764470 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:58:34.764789 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:58:34.765106 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:58:34.765425 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:58:34.765744 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:58:35.021615 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.db [req-07ee2b4c-9c6d-48f7-9a95-43b7211db65e req-bd6e6d70-baae-454d-aa42-b29082b4aee9 service neutron] For port f2dfd2e9-3a23-4089-a63b-c17a9084581f, host n-h2-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=f2dfd2e9-3a23-4089-a63b-c17a9084581f,segment=NetworkSegment(c9ea893d-045e-42cf-b3dd-cdd1f79baccd),segment_id=c9ea893d-045e-42cf-b3dd-cdd1f79baccd)] {{(pid=100247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:58:35.175264 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.db [req-07ee2b4c-9c6d-48f7-9a95-43b7211db65e req-bd6e6d70-baae-454d-aa42-b29082b4aee9 service neutron] For port f2dfd2e9-3a23-4089-a63b-c17a9084581f, host n-h2-773647-6, cleared binding levels {{(pid=100247) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 13:58:35.226899 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d5faa5-79df-4180-a740-e4ff26a4285b req-5bfcf061-797e-4a4c-8b26-3f66fe05750b tempest-DeleteServersTestJSON-677393534 tempest-DeleteServersTestJSON-677393534-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:58:35.228451 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-b2d5faa5-79df-4180-a740-e4ff26a4285b req-5bfcf061-797e-4a4c-8b26-3f66fe05750b tempest-DeleteServersTestJSON-677393534 tempest-DeleteServersTestJSON-677393534-project] 10.222.0.127 "GET /v2.0/networks?id=7a710b21-0493-4be8-a73f-c10a9dbc43f7 HTTP/1.1" status: 200 len: 812 time: 0.2502143 Jul 06 13:58:35.249313 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [req-b2d5faa5-79df-4180-a740-e4ff26a4285b req-d35671f4-1282-486c-a771-e53f618c3f04 tempest-DeleteServersTestJSON-677393534 tempest-DeleteServersTestJSON-677393534-project] Request body: {'port': {'device_id': 'affa3918-e899-4dfe-8660-4b640439777a', 'network_id': '7a710b21-0493-4be8-a73f-c10a9dbc43f7', 'admin_state_up': True, 'tenant_id': 'ed98ced3211c40618bf4aade5a2dd56d'}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:58:35.302342 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-07ee2b4c-9c6d-48f7-9a95-43b7211db65e req-bd6e6d70-baae-454d-aa42-b29082b4aee9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:35.322101 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7652e2-6cf0-4328-8d8c-ee619af0e10e req-c5d5dcb1-bd98-4971-bb78-162939a62549 tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:58:35.327662 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-2d7652e2-6cf0-4328-8d8c-ee619af0e10e req-c5d5dcb1-bd98-4971-bb78-162939a62549 tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] 10.222.0.104 "GET /v2.0/ports?device_id=8e640565-cabe-4694-8753-48fc0a9aa040 HTTP/1.1" status: 200 len: 950 time: 0.2469573 Jul 06 13:58:35.339101 n-d-773647-6 neutron-server[100248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfcd3842-80bd-408f-8df3-2747ee09b496', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31bd7d68-8662-46dc-9827-822a109504a2'}] {{(pid=100248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 13:58:35.344468 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84af257533e383389cbcf231d3534f4d5e149e7203fea16b4a8fc01438dddaf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3db3165-ee84-42e9-bdf4-7cb1f6cae906" -d '{"events": [{"server_uuid": "bfcd3842-80bd-408f-8df3-2747ee09b496", "name": "network-vif-plugged", "status": "completed", "tag": "31bd7d68-8662-46dc-9827-822a109504a2"}]}' {{(pid=100248) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:58:35.349823 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.provisioning_blocks [req-07ee2b4c-9c6d-48f7-9a95-43b7211db65e req-bd6e6d70-baae-454d-aa42-b29082b4aee9 service neutron] Transition to ACTIVE for port object f2dfd2e9-3a23-4089-a63b-c17a9084581f will not be triggered until provisioned by entity L2. {{(pid=100247) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 13:58:35.363251 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-07ee2b4c-9c6d-48f7-9a95-43b7211db65e req-bd6e6d70-baae-454d-aa42-b29082b4aee9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:35.480338 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-2d7652e2-6cf0-4328-8d8c-ee619af0e10e req-44d179fd-57b5-49c7-b65a-5074a30217ac tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] 10.222.0.104 "GET /v2.0/security-groups?id=9f5b92e9-7340-49c3-a9bb-41e4a1caffc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417930 Jul 06 13:58:35.514629 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6e6d70-baae-454d-aa42-b29082b4aee9 service neutron] Pushing event updated for resources: {'Port': ['ID=f2dfd2e9-3a23-4089-a63b-c17a9084581f,revision_number=6']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:58:35.520538 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.l3_dvrscheduler_db [req-07ee2b4c-9c6d-48f7-9a95-43b7211db65e req-bd6e6d70-baae-454d-aa42-b29082b4aee9 service neutron] No DVR routers for this DVR port f2dfd2e9-3a23-4089-a63b-c17a9084581f on host n-h2-773647-6 {{(pid=100247) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 13:58:35.596268 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b2d5faa5-79df-4180-a740-e4ff26a4285b req-d35671f4-1282-486c-a771-e53f618c3f04 tempest-DeleteServersTestJSON-677393534 tempest-DeleteServersTestJSON-677393534-project] Made reservation on behalf of ed98ced3211c40618bf4aade5a2dd56d for: {'port': 1} {{(pid=100247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 13:58:35.599871 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-b2d5faa5-79df-4180-a740-e4ff26a4285b req-d35671f4-1282-486c-a771-e53f618c3f04 tempest-DeleteServersTestJSON-677393534 tempest-DeleteServersTestJSON-677393534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:35.625645 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.managers [req-07ee2b4c-9c6d-48f7-9a95-43b7211db65e req-bd6e6d70-baae-454d-aa42-b29082b4aee9 service neutron] Attempting to bind port f2dfd2e9-3a23-4089-a63b-c17a9084581f on host n-h1-773647-6 for vnic_type normal with profile {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 13:58:35.625984 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.managers [req-07ee2b4c-9c6d-48f7-9a95-43b7211db65e req-bd6e6d70-baae-454d-aa42-b29082b4aee9 service neutron] Attempting to bind port f2dfd2e9-3a23-4089-a63b-c17a9084581f by drivers openvswitch,hyperv on host n-h1-773647-6 at level 0 using segments [{'id': 'c9ea893d-045e-42cf-b3dd-cdd1f79baccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'ac09d390-867f-4b75-a8d2-ab11550bffd6'}] {{(pid=100247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 13:58:35.626311 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07ee2b4c-9c6d-48f7-9a95-43b7211db65e req-bd6e6d70-baae-454d-aa42-b29082b4aee9 service neutron] Attempting to bind port f2dfd2e9-3a23-4089-a63b-c17a9084581f on network ac09d390-867f-4b75-a8d2-ab11550bffd6 {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 13:58:35.662859 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1706c4b-10b2-4258-9222-b41264075e73 req-65c88467-0ce1-447d-8c00-a50f223230ff tempest-ServerDiskConfigTestJSON-920847304 tempest-ServerDiskConfigTestJSON-920847304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:58:35.664479 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-e1706c4b-10b2-4258-9222-b41264075e73 req-65c88467-0ce1-447d-8c00-a50f223230ff tempest-ServerDiskConfigTestJSON-920847304 tempest-ServerDiskConfigTestJSON-920847304-project] 10.222.0.104 "GET /v2.0/ports?device_id=42d34a92-9ccf-48e1-9c97-b49b1c53d618 HTTP/1.1" status: 200 len: 946 time: 0.2644958 Jul 06 13:58:35.666364 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07ee2b4c-9c6d-48f7-9a95-43b7211db65e req-bd6e6d70-baae-454d-aa42-b29082b4aee9 service neutron] Port f2dfd2e9-3a23-4089-a63b-c17a9084581f on network ac09d390-867f-4b75-a8d2-ab11550bffd6 not bound, no agent of type Open vSwitch agent registered on host n-h1-773647-6 {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 13:58:35.666686 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07ee2b4c-9c6d-48f7-9a95-43b7211db65e req-bd6e6d70-baae-454d-aa42-b29082b4aee9 service neutron] Attempting to bind port f2dfd2e9-3a23-4089-a63b-c17a9084581f on network ac09d390-867f-4b75-a8d2-ab11550bffd6 {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 13:58:35.691248 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07ee2b4c-9c6d-48f7-9a95-43b7211db65e req-bd6e6d70-baae-454d-aa42-b29082b4aee9 service neutron] Checking agent: {'id': '5bf7147f-bada-4441-a5dc-934b903473fb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-773647-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 51, 12), 'started_at': datetime.datetime(2021, 7, 6, 13, 51, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 13, 58, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 13:58:35.691588 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07ee2b4c-9c6d-48f7-9a95-43b7211db65e req-bd6e6d70-baae-454d-aa42-b29082b4aee9 service neutron] Checking segment: {'id': 'c9ea893d-045e-42cf-b3dd-cdd1f79baccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'ac09d390-867f-4b75-a8d2-ab11550bffd6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100247) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 13:58:35.691958 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07ee2b4c-9c6d-48f7-9a95-43b7211db65e req-bd6e6d70-baae-454d-aa42-b29082b4aee9 service neutron] Bound using segment: {'id': 'c9ea893d-045e-42cf-b3dd-cdd1f79baccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'ac09d390-867f-4b75-a8d2-ab11550bffd6'} {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 13:58:35.692387 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.managers [req-07ee2b4c-9c6d-48f7-9a95-43b7211db65e req-bd6e6d70-baae-454d-aa42-b29082b4aee9 service neutron] Bound port: f2dfd2e9-3a23-4089-a63b-c17a9084581f, host: n-h1-773647-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c9ea893d-045e-42cf-b3dd-cdd1f79baccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'ac09d390-867f-4b75-a8d2-ab11550bffd6'}}] {{(pid=100247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 13:58:35.692740 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-07ee2b4c-9c6d-48f7-9a95-43b7211db65e req-bd6e6d70-baae-454d-aa42-b29082b4aee9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:35.802109 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-e1706c4b-10b2-4258-9222-b41264075e73 req-7f072e4c-32f2-4d48-8125-7ab8b19be8c5 tempest-ServerDiskConfigTestJSON-920847304 tempest-ServerDiskConfigTestJSON-920847304-project] 10.222.0.104 "GET /v2.0/security-groups?id=bc287469-1102-40d8-b019-cad062af5465&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271408 Jul 06 13:58:35.871549 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5d2e16-72f0-4747-b5bc-7ef02c78ab0d req-58a7e1b6-3d3d-4d43-90db-4fb3255a6839 tempest-LiveMigrationTest-2001684970 tempest-LiveMigrationTest-2001684970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:58:35.873039 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-ff5d2e16-72f0-4747-b5bc-7ef02c78ab0d req-58a7e1b6-3d3d-4d43-90db-4fb3255a6839 tempest-LiveMigrationTest-2001684970 tempest-LiveMigrationTest-2001684970-project] 10.222.0.104 "GET /v2.0/ports?device_id=e5d6f9ee-637a-4a55-8546-2be14770c0f2 HTTP/1.1" status: 200 len: 944 time: 0.2682526 Jul 06 13:58:35.897601 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.db [req-07ee2b4c-9c6d-48f7-9a95-43b7211db65e req-bd6e6d70-baae-454d-aa42-b29082b4aee9 service neutron] For port f2dfd2e9-3a23-4089-a63b-c17a9084581f, host n-h1-773647-6, cleared binding levels {{(pid=100247) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 13:58:35.902862 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.db [req-07ee2b4c-9c6d-48f7-9a95-43b7211db65e req-bd6e6d70-baae-454d-aa42-b29082b4aee9 service neutron] For port f2dfd2e9-3a23-4089-a63b-c17a9084581f, host n-h1-773647-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773647-6',level=0,port_id=f2dfd2e9-3a23-4089-a63b-c17a9084581f,segment=NetworkSegment(c9ea893d-045e-42cf-b3dd-cdd1f79baccd),segment_id=c9ea893d-045e-42cf-b3dd-cdd1f79baccd)] {{(pid=100247) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 13:58:35.911017 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.db_base_plugin_common [req-b2d5faa5-79df-4180-a740-e4ff26a4285b req-d35671f4-1282-486c-a771-e53f618c3f04 tempest-DeleteServersTestJSON-677393534 tempest-DeleteServersTestJSON-677393534-project] Allocated IP 172.20.0.12 (7a710b21-0493-4be8-a73f-c10a9dbc43f7/8d32f554-2b92-4c59-9901-e19d129549fc/19851e39-5c5f-4c4a-8039-558e4f8eefb7) {{(pid=100247) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 13:58:35.912651 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 13:58:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b47ad7a6-81e4-47fc-84d7-637981809bee x-openstack-request-id: req-b47ad7a6-81e4-47fc-84d7-637981809bee {{(pid=100248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:58:35.913125 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bfcd3842-80bd-408f-8df3-2747ee09b496", "name": "network-vif-plugged", "status": "completed", "tag": "31bd7d68-8662-46dc-9827-822a109504a2", "code": 200}]} {{(pid=100248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:58:35.913574 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-b47ad7a6-81e4-47fc-84d7-637981809bee {{(pid=100248) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:58:35.914275 n-d-773647-6 neutron-server[100248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bfcd3842-80bd-408f-8df3-2747ee09b496', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31bd7d68-8662-46dc-9827-822a109504a2', 'code': 200} Jul 06 13:58:35.915122 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-07ee2b4c-9c6d-48f7-9a95-43b7211db65e req-bd6e6d70-baae-454d-aa42-b29082b4aee9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:35.973488 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ee2b4c-9c6d-48f7-9a95-43b7211db65e req-bd6e6d70-baae-454d-aa42-b29082b4aee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:58:35.974127 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-07ee2b4c-9c6d-48f7-9a95-43b7211db65e req-bd6e6d70-baae-454d-aa42-b29082b4aee9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:35.975524 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-07ee2b4c-9c6d-48f7-9a95-43b7211db65e req-bd6e6d70-baae-454d-aa42-b29082b4aee9 service neutron] 10.222.0.127 "PUT /v2.0/ports/f2dfd2e9-3a23-4089-a63b-c17a9084581f HTTP/1.1" status: 200 len: 1096 time: 1.4032924 Jul 06 13:58:35.985099 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-ff5d2e16-72f0-4747-b5bc-7ef02c78ab0d req-8661baf5-2618-40e0-8d91-143ba9f8ad8d tempest-LiveMigrationTest-2001684970 tempest-LiveMigrationTest-2001684970-project] 10.222.0.104 "GET /v2.0/security-groups?id=7e243ebf-9cf4-4917-8da6-0fd38b06f795&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044290 Jul 06 13:58:36.083665 n-d-773647-6 neutron-server[100247]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e640565-cabe-4694-8753-48fc0a9aa040', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f2dfd2e9-3a23-4089-a63b-c17a9084581f'}, {'name': 'network-changed', 'server_uuid': '8e640565-cabe-4694-8753-48fc0a9aa040', 'tag': 'f2dfd2e9-3a23-4089-a63b-c17a9084581f'}] {{(pid=100247) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 13:58:36.086014 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cbf0eeaae822f8fc9b87a94aeba67a3d651842baf663a51cba94b67a514836d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db24e237-3a81-4789-8eb6-a7369eb154d6" -d '{"events": [{"server_uuid": "8e640565-cabe-4694-8753-48fc0a9aa040", "name": "network-vif-unplugged", "status": "completed", "tag": "f2dfd2e9-3a23-4089-a63b-c17a9084581f"}, {"name": "network-changed", "server_uuid": "8e640565-cabe-4694-8753-48fc0a9aa040", "tag": "f2dfd2e9-3a23-4089-a63b-c17a9084581f"}]}' {{(pid=100247) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:58:36.100407 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6e6d70-baae-454d-aa42-b29082b4aee9 service neutron] Pushing event updated for resources: {'Port': ['ID=f2dfd2e9-3a23-4089-a63b-c17a9084581f,revision_number=7']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:58:36.208892 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-d7eee338-dc0b-4706-9566-ea88706ccf5b req-9f30704d-8da5-4d1d-92a3-6a773a35da8f tempest-DeleteServersTestJSON-677393534 tempest-DeleteServersTestJSON-677393534-project] 10.222.0.104 "GET /v2.0/ports?device_id=affa3918-e899-4dfe-8660-4b640439777a HTTP/1.1" status: 200 len: 210 time: 0.0468650 Jul 06 13:58:36.264211 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Device bf79ecaa-be4d-40bf-95e6-0f2da64d736c details requested by agent hyperv_n-h1-773647-6 with host n-h1-773647-6 {{(pid=100248) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 13:58:36.290776 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ee2b4c-9c6d-48f7-9a95-43b7211db65e req-1b90c9ce-81ac-4e79-a813-ccd0e9ac99ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:58:36.290776 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-07ee2b4c-9c6d-48f7-9a95-43b7211db65e req-1b90c9ce-81ac-4e79-a813-ccd0e9ac99ad service neutron] 10.222.0.127 "GET /v2.0/ports?tenant_id=483ead9cc6094290930ff4aed37f7463&device_id=8e640565-cabe-4694-8753-48fc0a9aa040 HTTP/1.1" status: 200 len: 1099 time: 0.2641521 Jul 06 13:58:36.292471 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d5a82d-35e0-41c9-8b95-e537d2d104ff req-d4841891-e953-4768-8661-8303f639402d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:58:36.294336 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-02d5a82d-35e0-41c9-8b95-e537d2d104ff req-d4841891-e953-4768-8661-8303f639402d service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=bfcd3842-80bd-408f-8df3-2747ee09b496 HTTP/1.1" status: 200 len: 1096 time: 0.2853320 Jul 06 13:58:36.333282 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-b2d5faa5-79df-4180-a740-e4ff26a4285b req-d35671f4-1282-486c-a771-e53f618c3f04 tempest-DeleteServersTestJSON-677393534 tempest-DeleteServersTestJSON-677393534-project] Notify callbacks [] for port, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:36.341139 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Tue, 06 Jul 2021 13:58:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eeffe8fc-22e7-458b-b25d-3c80de755555 x-openstack-request-id: req-eeffe8fc-22e7-458b-b25d-3c80de755555 {{(pid=100247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:58:36.341477 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e640565-cabe-4694-8753-48fc0a9aa040", "name": "network-vif-unplugged", "status": "completed", "tag": "f2dfd2e9-3a23-4089-a63b-c17a9084581f", "code": 200}, {"name": "network-changed", "server_uuid": "8e640565-cabe-4694-8753-48fc0a9aa040", "tag": "f2dfd2e9-3a23-4089-a63b-c17a9084581f", "status": "completed", "code": 200}]} {{(pid=100247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:58:36.341684 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-eeffe8fc-22e7-458b-b25d-3c80de755555 {{(pid=100247) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:58:36.342065 n-d-773647-6 neutron-server[100247]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e640565-cabe-4694-8753-48fc0a9aa040', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f2dfd2e9-3a23-4089-a63b-c17a9084581f', 'code': 200} Jul 06 13:58:36.342561 n-d-773647-6 neutron-server[100247]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e640565-cabe-4694-8753-48fc0a9aa040', 'tag': 'f2dfd2e9-3a23-4089-a63b-c17a9084581f', 'status': 'completed', 'code': 200} Jul 06 13:58:36.368785 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-02d5a82d-35e0-41c9-8b95-e537d2d104ff req-3b1a0f1b-2d12-4e83-8e13-639c61336d43 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=43f6fcb8-9501-44d6-9feb-82c82c5d5862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643480 Jul 06 13:58:36.381606 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9ead5d-27ec-4de8-a10f-293f6cfa0afb req-76d4571a-7ad0-43db-a3a9-59f7f3aed023 tempest-LiveAutoBlockMigrationV225Test-654794443 tempest-LiveAutoBlockMigrationV225Test-654794443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:58:36.383159 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-7f9ead5d-27ec-4de8-a10f-293f6cfa0afb req-76d4571a-7ad0-43db-a3a9-59f7f3aed023 tempest-LiveAutoBlockMigrationV225Test-654794443 tempest-LiveAutoBlockMigrationV225Test-654794443-project] 10.222.0.104 "GET /v2.0/ports?device_id=bfcd3842-80bd-408f-8df3-2747ee09b496 HTTP/1.1" status: 200 len: 945 time: 0.1774075 Jul 06 13:58:36.395376 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] For port bf79ecaa-be4d-40bf-95e6-0f2da64d736c, host n-h1-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773647-6',level=0,port_id=bf79ecaa-be4d-40bf-95e6-0f2da64d736c,segment=NetworkSegment(c9ea893d-045e-42cf-b3dd-cdd1f79baccd),segment_id=c9ea893d-045e-42cf-b3dd-cdd1f79baccd)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:58:36.406740 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Returning: {'device': 'bf79ecaa-be4d-40bf-95e6-0f2da64d736c', 'network_id': 'ac09d390-867f-4b75-a8d2-ab11550bffd6', 'port_id': 'bf79ecaa-be4d-40bf-95e6-0f2da64d736c', 'mac_address': 'fa:16:3e:c2:56:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1023, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd1c3cc78-09b9-4e30-99fd-0e5830de101d', 'ip_address': '192.168.233.122'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100248) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 13:58:36.437432 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Device 07c105f9-4457-45fc-882d-f08414967b10 no longer exists at agent hyperv_n-h2-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 13:58:36.443416 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-b2d5faa5-79df-4180-a740-e4ff26a4285b req-d35671f4-1282-486c-a771-e53f618c3f04 tempest-DeleteServersTestJSON-677393534 tempest-DeleteServersTestJSON-677393534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108'] for port, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:36.461492 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] No Port match for: 07c105f9-4457-45fc-882d-f08414967b10 {{(pid=100248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 13:58:36.461845 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Device 07c105f9-4457-45fc-882d-f08414967b10 not bound to the agent host n-h2-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 13:58:36.462273 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Device f2dfd2e9-3a23-4089-a63b-c17a9084581f no longer exists at agent hyperv_n-h2-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 13:58:36.470224 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-7f9ead5d-27ec-4de8-a10f-293f6cfa0afb req-17c0c5c5-e818-40f5-a73b-5bd84f14b2dd tempest-LiveAutoBlockMigrationV225Test-654794443 tempest-LiveAutoBlockMigrationV225Test-654794443-project] 10.222.0.104 "GET /v2.0/security-groups?id=43f6fcb8-9501-44d6-9feb-82c82c5d5862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726554 Jul 06 13:58:36.503919 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:36.506091 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Device f2dfd2e9-3a23-4089-a63b-c17a9084581f not bound to the agent host n-h2-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 13:58:36.525980 n-d-773647-6 neutron-server[100248]: DEBUG neutron.notifiers.nova [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bf79ecaa-be4d-40bf-95e6-0f2da64d736c {{(pid=100248) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 13:58:36.552800 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] For port bf79ecaa-be4d-40bf-95e6-0f2da64d736c, host n-h1-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773647-6',level=0,port_id=bf79ecaa-be4d-40bf-95e6-0f2da64d736c,segment=NetworkSegment(c9ea893d-045e-42cf-b3dd-cdd1f79baccd),segment_id=c9ea893d-045e-42cf-b3dd-cdd1f79baccd)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:58:36.559733 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:36.561170 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b2d5faa5-79df-4180-a740-e4ff26a4285b req-d35671f4-1282-486c-a771-e53f618c3f04 tempest-DeleteServersTestJSON-677393534 tempest-DeleteServersTestJSON-677393534-project] Network 7a710b21-0493-4be8-a73f-c10a9dbc43f7 is already hosted by enough agents. {{(pid=100247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 13:58:36.575584 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.base_scheduler [req-b2d5faa5-79df-4180-a740-e4ff26a4285b req-d35671f4-1282-486c-a771-e53f618c3f04 tempest-DeleteServersTestJSON-677393534 tempest-DeleteServersTestJSON-677393534-project] Resources bound (agent type, host, resource id): {{(pid=100247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:58:36.584849 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2d5faa5-79df-4180-a740-e4ff26a4285b req-d35671f4-1282-486c-a771-e53f618c3f04 tempest-DeleteServersTestJSON-677393534 tempest-DeleteServersTestJSON-677393534-project] Received port after_create {{(pid=100247) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 13:58:36.590738 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d5faa5-79df-4180-a740-e4ff26a4285b req-d35671f4-1282-486c-a771-e53f618c3f04 tempest-DeleteServersTestJSON-677393534 tempest-DeleteServersTestJSON-677393534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:58:36.591418 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-b2d5faa5-79df-4180-a740-e4ff26a4285b req-d35671f4-1282-486c-a771-e53f618c3f04 tempest-DeleteServersTestJSON-677393534 tempest-DeleteServersTestJSON-677393534-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:36.601317 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35671f4-1282-486c-a771-e53f618c3f04 tempest-DeleteServersTestJSON-677393534 tempest-DeleteServersTestJSON-677393534-project] Pushing event updated for resources: {'Port': ['ID=19851e39-5c5f-4c4a-8039-558e4f8eefb7,revision_number=1']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:58:36.638135 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-b2d5faa5-79df-4180-a740-e4ff26a4285b req-d35671f4-1282-486c-a771-e53f618c3f04 tempest-DeleteServersTestJSON-677393534 tempest-DeleteServersTestJSON-677393534-project] 10.222.0.127 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3957121 Jul 06 13:58:36.651106 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Pushing event updated for resources: {'Port': ['ID=bf79ecaa-be4d-40bf-95e6-0f2da64d736c,revision_number=9']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:58:36.673019 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [req-b2d5faa5-79df-4180-a740-e4ff26a4285b req-3c4ad506-57e3-4fb4-ac37-bb069629b051 service neutron] Request body: {'port': {'device_id': 'affa3918-e899-4dfe-8660-4b640439777a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-773647-6'}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:58:36.708674 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ee2b4c-9c6d-48f7-9a95-43b7211db65e req-5ec6c77d-61e0-4f7c-b4ba-71670d3501b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:58:36.710137 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-07ee2b4c-9c6d-48f7-9a95-43b7211db65e req-5ec6c77d-61e0-4f7c-b4ba-71670d3501b0 service neutron] 10.222.0.127 "GET /v2.0/networks?id=ac09d390-867f-4b75-a8d2-ab11550bffd6 HTTP/1.1" status: 200 len: 871 time: 0.2487864 Jul 06 13:58:36.711942 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db24e237-3a81-4789-8eb6-a7369eb154d6 req-cebed92c-b466-4c8b-98f4-3f6c81582482 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:58:36.713558 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-db24e237-3a81-4789-8eb6-a7369eb154d6 req-cebed92c-b466-4c8b-98f4-3f6c81582482 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=483ead9cc6094290930ff4aed37f7463&device_id=8e640565-cabe-4694-8753-48fc0a9aa040 HTTP/1.1" status: 200 len: 1099 time: 0.2832644 Jul 06 13:58:36.786758 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] get_ports_and_sgs() called for port_ids ['bf79ecaa-be4d-40bf-95e6-0f2da64d736c'] {{(pid=100248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 13:58:36.813213 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 60648) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:58:36.822281 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-07ee2b4c-9c6d-48f7-9a95-43b7211db65e req-dfdcfffa-f347-461b-9c66-44586f944a13 service neutron] 10.222.0.127 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.228&port_id=f2dfd2e9-3a23-4089-a63b-c17a9084581f HTTP/1.1" status: 200 len: 217 time: 0.0942638 Jul 06 13:58:36.976485 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-e37d8d15-a77e-45e2-afc4-208667bf0989 admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=d7eeefc3fbe7423b921a041d21eecaac&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1620677 Jul 06 13:58:36.979117 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 60654) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:58:37.267928 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db24e237-3a81-4789-8eb6-a7369eb154d6 req-e20bc40a-1224-46f0-adde-bf3e09a0bb3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:58:37.269562 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-db24e237-3a81-4789-8eb6-a7369eb154d6 req-e20bc40a-1224-46f0-adde-bf3e09a0bb3b service neutron] 10.222.0.72 "GET /v2.0/networks?id=ac09d390-867f-4b75-a8d2-ab11550bffd6 HTTP/1.1" status: 200 len: 871 time: 0.5427294 Jul 06 13:58:37.271128 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-b2d5faa5-79df-4180-a740-e4ff26a4285b req-3c4ad506-57e3-4fb4-ac37-bb069629b051 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:37.292327 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-fd835e7b-7abd-4551-979a-c8d8ab6e1fff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:37.315066 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-fd835e7b-7abd-4551-979a-c8d8ab6e1fff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:37.346038 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-db24e237-3a81-4789-8eb6-a7369eb154d6 req-3aafa921-f0d8-4498-b520-00ba5cf55114 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.228&port_id=f2dfd2e9-3a23-4089-a63b-c17a9084581f HTTP/1.1" status: 200 len: 217 time: 0.0644836 Jul 06 13:58:37.353579 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6866ef-862b-4209-bb9b-7555dff52d5b req-570a9f84-05f2-4b72-968a-44d33c533075 tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:58:37.354996 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-1e6866ef-862b-4209-bb9b-7555dff52d5b req-570a9f84-05f2-4b72-968a-44d33c533075 tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] 10.222.0.104 "GET /v2.0/ports?device_id=8e640565-cabe-4694-8753-48fc0a9aa040 HTTP/1.1" status: 200 len: 948 time: 0.7312212 Jul 06 13:58:37.367844 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-fd835e7b-7abd-4551-979a-c8d8ab6e1fff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:37.370378 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-fd835e7b-7abd-4551-979a-c8d8ab6e1fff admin admin] Notify callbacks [] for security_group, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:37.372180 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-fd835e7b-7abd-4551-979a-c8d8ab6e1fff admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/4d84a3c0-8d25-47ac-b13b-75e29aa85e70 HTTP/1.1" status: 204 len: 168 time: 0.3921072 Jul 06 13:58:37.380816 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd835e7b-7abd-4551-979a-c8d8ab6e1fff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d84a3c0-8d25-47ac-b13b-75e29aa85e70,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:58:37.386588 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ee2b4c-9c6d-48f7-9a95-43b7211db65e req-503c865f-1cf3-47c8-b433-026832046f3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:58:37.388046 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-07ee2b4c-9c6d-48f7-9a95-43b7211db65e req-503c865f-1cf3-47c8-b433-026832046f3f service neutron] 10.222.0.127 "GET /v2.0/subnets?id=d1c3cc78-09b9-4e30-99fd-0e5830de101d HTTP/1.1" status: 200 len: 843 time: 0.5400229 Jul 06 13:58:37.532003 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db24e237-3a81-4789-8eb6-a7369eb154d6 req-e8e6c1d1-9ff9-4dfb-a0e6-ca145bfd7555 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:58:37.533362 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-db24e237-3a81-4789-8eb6-a7369eb154d6 req-e8e6c1d1-9ff9-4dfb-a0e6-ca145bfd7555 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=d1c3cc78-09b9-4e30-99fd-0e5830de101d HTTP/1.1" status: 200 len: 843 time: 0.1770122 Jul 06 13:58:37.545522 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1732f131-c9ed-4270-8863-fb18aa880c56 req-77d29d12-2510-4b83-a033-ba79c967194c tempest-LiveMigrationTest-2001684970 tempest-LiveMigrationTest-2001684970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:58:37.546952 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-1732f131-c9ed-4270-8863-fb18aa880c56 req-77d29d12-2510-4b83-a033-ba79c967194c tempest-LiveMigrationTest-2001684970 tempest-LiveMigrationTest-2001684970-project] 10.222.0.127 "GET /v2.0/ports?device_id=e5d6f9ee-637a-4a55-8546-2be14770c0f2 HTTP/1.1" status: 200 len: 944 time: 0.7635815 Jul 06 13:58:37.610670 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-1e6866ef-862b-4209-bb9b-7555dff52d5b req-5495408a-99a8-4b8a-bf02-4cd28a3bc503 tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] 10.222.0.104 "GET /v2.0/security-groups?id=9f5b92e9-7340-49c3-a9bb-41e4a1caffc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2304010 Jul 06 13:58:37.710879 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160f1007-d032-4bb0-b4d2-000dae8d9277 req-85b59432-a926-40dc-9a04-b43d6fdd0855 tempest-ServerDiskConfigTestJSON-920847304 tempest-ServerDiskConfigTestJSON-920847304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:58:37.712415 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-160f1007-d032-4bb0-b4d2-000dae8d9277 req-85b59432-a926-40dc-9a04-b43d6fdd0855 tempest-ServerDiskConfigTestJSON-920847304 tempest-ServerDiskConfigTestJSON-920847304-project] 10.222.0.104 "GET /v2.0/ports?device_id=42d34a92-9ccf-48e1-9c97-b49b1c53d618 HTTP/1.1" status: 200 len: 946 time: 0.4391525 Jul 06 13:58:37.852313 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ee2b4c-9c6d-48f7-9a95-43b7211db65e req-1e56d59f-a643-41fb-a2ac-accb6e3bd344 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:58:37.853801 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-07ee2b4c-9c6d-48f7-9a95-43b7211db65e req-1e56d59f-a643-41fb-a2ac-accb6e3bd344 service neutron] 10.222.0.127 "GET /v2.0/ports?network_id=ac09d390-867f-4b75-a8d2-ab11550bffd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4329193 Jul 06 13:58:37.946910 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db24e237-3a81-4789-8eb6-a7369eb154d6 req-b7c1ce0b-f627-4ea8-b8ce-5838f9f47437 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:58:37.948425 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-db24e237-3a81-4789-8eb6-a7369eb154d6 req-b7c1ce0b-f627-4ea8-b8ce-5838f9f47437 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=ac09d390-867f-4b75-a8d2-ab11550bffd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4005888 Jul 06 13:58:37.956924 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-160f1007-d032-4bb0-b4d2-000dae8d9277 req-e486f0aa-e105-452d-b21b-b996e6e00859 tempest-ServerDiskConfigTestJSON-920847304 tempest-ServerDiskConfigTestJSON-920847304-project] 10.222.0.104 "GET /v2.0/security-groups?id=bc287469-1102-40d8-b019-cad062af5465&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2240682 Jul 06 13:58:38.018184 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 60686) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:58:38.092658 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.plugin [req-1732f131-c9ed-4270-8863-fb18aa880c56 req-229c9802-fe3e-4de9-a54f-79dc92008b35 tempest-LiveMigrationTest-2001684970 tempest-LiveMigrationTest-2001684970-project] Deleting port 525ecf50-c68e-42e3-b492-e0a27ff68cab {{(pid=100247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 13:58:38.092993 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-1732f131-c9ed-4270-8863-fb18aa880c56 req-229c9802-fe3e-4de9-a54f-79dc92008b35 tempest-LiveMigrationTest-2001684970 tempest-LiveMigrationTest-2001684970-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:38.110973 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c690c921-7dce-4497-b925-7b29f2fb5749 req-065dfce1-f769-4a92-8ae4-1f6f5298e058 tempest-LiveMigrationTest-2001684970 tempest-LiveMigrationTest-2001684970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:58:38.112496 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-c690c921-7dce-4497-b925-7b29f2fb5749 req-065dfce1-f769-4a92-8ae4-1f6f5298e058 tempest-LiveMigrationTest-2001684970 tempest-LiveMigrationTest-2001684970-project] 10.222.0.104 "GET /v2.0/ports?device_id=e5d6f9ee-637a-4a55-8546-2be14770c0f2 HTTP/1.1" status: 200 len: 944 time: 0.3786044 Jul 06 13:58:38.130815 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-b2c611ad-ec7d-4ddc-8bfd-7307ff7daaee admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-1596301129-network', 'tenant_id': '8d6af3c3691644c2b04c2cdb0feff257'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:58:38.158695 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2c611ad-ec7d-4ddc-8bfd-7307ff7daaee admin admin] Made reservation on behalf of 8d6af3c3691644c2b04c2cdb0feff257 for: {'network': 1} {{(pid=100246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 13:58:38.161842 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-b2c611ad-ec7d-4ddc-8bfd-7307ff7daaee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for network, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:38.170989 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-b2c611ad-ec7d-4ddc-8bfd-7307ff7daaee admin admin] Notify callbacks [] for security_group, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:38.207137 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-07ee2b4c-9c6d-48f7-9a95-43b7211db65e req-a176087d-3d41-4130-916e-aff2490ea4d8 service neutron] 10.222.0.127 "GET /v2.0/networks/ac09d390-867f-4b75-a8d2-ab11550bffd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3411243 Jul 06 13:58:38.272277 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Device bf79ecaa-be4d-40bf-95e6-0f2da64d736c up at agent hyperv_n-h1-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 13:58:38.278072 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-b2c611ad-ec7d-4ddc-8bfd-7307ff7daaee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:38.283167 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-b2c611ad-ec7d-4ddc-8bfd-7307ff7daaee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:38.298556 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b2c611ad-ec7d-4ddc-8bfd-7307ff7daaee admin admin] vlan segment allocate from pool success with {'vlan_id': 1029, 'physical_network': 'physnet1'} {{(pid=100246) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 13:58:38.306917 n-d-773647-6 neutron-server[100247]: DEBUG neutron.notifiers.nova [req-b2d5faa5-79df-4180-a740-e4ff26a4285b req-3c4ad506-57e3-4fb4-ac37-bb069629b051 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 19851e39-5c5f-4c4a-8039-558e4f8eefb7 {{(pid=100247) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 13:58:38.309124 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-b2c611ad-ec7d-4ddc-8bfd-7307ff7daaee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552'] for segment, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:38.309479 n-d-773647-6 neutron-server[100246]: INFO neutron.db.segments_db [None req-b2c611ad-ec7d-4ddc-8bfd-7307ff7daaee admin admin] Added segment 165a4ca3-d89f-4657-8b31-086440d21aaa of type vlan for network 2087659c-d042-4f52-8c8b-57a851bb551b Jul 06 13:58:38.325282 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-db24e237-3a81-4789-8eb6-a7369eb154d6 req-354d76fd-1f59-4c1b-8ff5-65e04642fb70 service neutron] 10.222.0.72 "GET /v2.0/networks/ac09d390-867f-4b75-a8d2-ab11550bffd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3658631 Jul 06 13:58:38.328618 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Provisioning complete for port bf79ecaa-be4d-40bf-95e6-0f2da64d736c triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:58:38.329227 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:38.364583 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-b2d5faa5-79df-4180-a740-e4ff26a4285b req-3c4ad506-57e3-4fb4-ac37-bb069629b051 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:38.367790 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-b2c611ad-ec7d-4ddc-8bfd-7307ff7daaee admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773752984405'] for network, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:38.375833 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-c690c921-7dce-4497-b925-7b29f2fb5749 req-ed1e3dea-114f-4cce-b39e-83427d14253c tempest-LiveMigrationTest-2001684970 tempest-LiveMigrationTest-2001684970-project] 10.222.0.104 "GET /v2.0/security-groups?id=7e243ebf-9cf4-4917-8da6-0fd38b06f795&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2528248 Jul 06 13:58:38.378957 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c611ad-ec7d-4ddc-8bfd-7307ff7daaee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf130993-6904-4731-ae5d-09749f3f4522,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:58:38.419459 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-b2c611ad-ec7d-4ddc-8bfd-7307ff7daaee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060'] for network, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:38.420871 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2c611ad-ec7d-4ddc-8bfd-7307ff7daaee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:58:38.421789 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-b2c611ad-ec7d-4ddc-8bfd-7307ff7daaee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583035'] for network, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:38.451900 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:38.456140 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-b2c611ad-ec7d-4ddc-8bfd-7307ff7daaee admin admin] 10.222.0.104 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.4368000 Jul 06 13:58:38.462095 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 60698) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:58:38.464522 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.provisioning_blocks [req-b2d5faa5-79df-4180-a740-e4ff26a4285b req-3c4ad506-57e3-4fb4-ac37-bb069629b051 service neutron] Transition to ACTIVE for port object 19851e39-5c5f-4c4a-8039-558e4f8eefb7 will not be triggered until provisioned by entity L2. {{(pid=100247) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 13:58:38.472251 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [None req-51ce110f-feee-4c5d-9e72-93bcae8f97ca admin admin] Request body: {'subnet': {'network_id': '2087659c-d042-4f52-8c8b-57a851bb551b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-1596301129-subnet', 'tenant_id': '8d6af3c3691644c2b04c2cdb0feff257', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:58:38.484852 n-d-773647-6 neutron-server[100248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15ec8a26-5f36-442c-a168-6498affa2887', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf79ecaa-be4d-40bf-95e6-0f2da64d736c'}] {{(pid=100248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 13:58:38.488911 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84af257533e383389cbcf231d3534f4d5e149e7203fea16b4a8fc01438dddaf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc20af21-d67e-4dc6-ab5a-03186611fabf" -d '{"events": [{"server_uuid": "15ec8a26-5f36-442c-a168-6498affa2887", "name": "network-vif-plugged", "status": "completed", "tag": "bf79ecaa-be4d-40bf-95e6-0f2da64d736c"}]}' {{(pid=100248) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:58:38.499550 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-b2d5faa5-79df-4180-a740-e4ff26a4285b req-3c4ad506-57e3-4fb4-ac37-bb069629b051 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:38.505411 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.db [req-1732f131-c9ed-4270-8863-fb18aa880c56 req-229c9802-fe3e-4de9-a54f-79dc92008b35 tempest-LiveMigrationTest-2001684970 tempest-LiveMigrationTest-2001684970-project] For port 525ecf50-c68e-42e3-b492-e0a27ff68cab, host n-h1-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773647-6',level=0,port_id=525ecf50-c68e-42e3-b492-e0a27ff68cab,segment=NetworkSegment(65749612-fb0d-4f34-9eb9-d06c3a2fda80),segment_id=65749612-fb0d-4f34-9eb9-d06c3a2fda80)] {{(pid=100247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:58:38.505755 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-1732f131-c9ed-4270-8863-fb18aa880c56 req-229c9802-fe3e-4de9-a54f-79dc92008b35 tempest-LiveMigrationTest-2001684970 tempest-LiveMigrationTest-2001684970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:38.506774 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] For port bf79ecaa-be4d-40bf-95e6-0f2da64d736c, host n-h1-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773647-6',level=0,port_id=bf79ecaa-be4d-40bf-95e6-0f2da64d736c,segment=NetworkSegment(c9ea893d-045e-42cf-b3dd-cdd1f79baccd),segment_id=c9ea893d-045e-42cf-b3dd-cdd1f79baccd)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:58:38.514674 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:38.516432 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Device a1941786-792d-48fc-a751-b58f1e076d1a no longer exists at agent hyperv_n-h1-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 13:58:38.522627 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c611ad-ec7d-4ddc-8bfd-7307ff7daaee admin admin] Pushing event updated for resources: {'Network': ['ID=2087659c-d042-4f52-8c8b-57a851bb551b,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:58:38.547176 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Network 2087659c-d042-4f52-8c8b-57a851bb551b details requested by agent ovs-agent-n-d-773647-6 with host n-d-773647-6 {{(pid=100248) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 13:58:38.565029 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-07ee2b4c-9c6d-48f7-9a95-43b7211db65e req-853822fc-b875-4e2e-b5d5-544044f641f0 service neutron] 10.222.0.127 "GET /v2.0/networks/ac09d390-867f-4b75-a8d2-ab11550bffd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3418827 Jul 06 13:58:38.575918 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.plugin [req-1732f131-c9ed-4270-8863-fb18aa880c56 req-229c9802-fe3e-4de9-a54f-79dc92008b35 tempest-LiveMigrationTest-2001684970 tempest-LiveMigrationTest-2001684970-project] Calling delete_port for 525ecf50-c68e-42e3-b492-e0a27ff68cab owned by compute:nova {{(pid=100247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 13:58:38.653810 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51ce110f-feee-4c5d-9e72-93bcae8f97ca admin admin] Made reservation on behalf of 8d6af3c3691644c2b04c2cdb0feff257 for: {'subnet': 1} {{(pid=100247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 13:58:38.656217 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-51ce110f-feee-4c5d-9e72-93bcae8f97ca admin admin] Notify callbacks [] for subnet, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:38.677630 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Pushing event updated for resources: {'Port': ['ID=bf79ecaa-be4d-40bf-95e6-0f2da64d736c,revision_number=10']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:58:38.687591 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4ad506-57e3-4fb4-ac37-bb069629b051 service neutron] Pushing event updated for resources: {'Port': ['ID=19851e39-5c5f-4c4a-8039-558e4f8eefb7,revision_number=2']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:58:38.747829 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4070305c-0149-452c-b433-c3ca91544557 req-29cecced-01f1-4877-bc78-d7d7826b8f67 tempest-DeleteServersTestJSON-677393534 tempest-DeleteServersTestJSON-677393534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:58:38.749429 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-4070305c-0149-452c-b433-c3ca91544557 req-29cecced-01f1-4877-bc78-d7d7826b8f67 tempest-DeleteServersTestJSON-677393534 tempest-DeleteServersTestJSON-677393534-project] 10.222.0.104 "GET /v2.0/ports?device_id=affa3918-e899-4dfe-8660-4b640439777a HTTP/1.1" status: 200 len: 932 time: 0.4543228 Jul 06 13:58:38.752614 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-db24e237-3a81-4789-8eb6-a7369eb154d6 req-4a3caabb-82cb-4d1c-a5ea-498d480dd520 service neutron] 10.222.0.72 "GET /v2.0/networks/ac09d390-867f-4b75-a8d2-ab11550bffd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4106541 Jul 06 13:58:38.856272 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:38.883677 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.managers [req-b2d5faa5-79df-4180-a740-e4ff26a4285b req-3c4ad506-57e3-4fb4-ac37-bb069629b051 service neutron] Attempting to bind port 19851e39-5c5f-4c4a-8039-558e4f8eefb7 on host n-h1-773647-6 for vnic_type normal with profile {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 13:58:38.884008 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.managers [req-b2d5faa5-79df-4180-a740-e4ff26a4285b req-3c4ad506-57e3-4fb4-ac37-bb069629b051 service neutron] Attempting to bind port 19851e39-5c5f-4c4a-8039-558e4f8eefb7 by drivers openvswitch,hyperv on host n-h1-773647-6 at level 0 using segments [{'id': '227d25fe-bf75-4c4b-9a67-c660160d6b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1015, 'network_id': '7a710b21-0493-4be8-a73f-c10a9dbc43f7'}] {{(pid=100247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 13:58:38.884328 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2d5faa5-79df-4180-a740-e4ff26a4285b req-3c4ad506-57e3-4fb4-ac37-bb069629b051 service neutron] Attempting to bind port 19851e39-5c5f-4c4a-8039-558e4f8eefb7 on network 7a710b21-0493-4be8-a73f-c10a9dbc43f7 {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 13:58:38.888111 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] For port a1941786-792d-48fc-a751-b58f1e076d1a, host n-h1-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773647-6',level=0,port_id=a1941786-792d-48fc-a751-b58f1e076d1a,segment=NetworkSegment(1bb3acc6-dcb3-43f0-ad94-2763c9e79a65),segment_id=1bb3acc6-dcb3-43f0-ad94-2763c9e79a65)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:58:38.892121 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:38.916872 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2d5faa5-79df-4180-a740-e4ff26a4285b req-3c4ad506-57e3-4fb4-ac37-bb069629b051 service neutron] Port 19851e39-5c5f-4c4a-8039-558e4f8eefb7 on network 7a710b21-0493-4be8-a73f-c10a9dbc43f7 not bound, no agent of type Open vSwitch agent registered on host n-h1-773647-6 {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 13:58:38.917117 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2d5faa5-79df-4180-a740-e4ff26a4285b req-3c4ad506-57e3-4fb4-ac37-bb069629b051 service neutron] Attempting to bind port 19851e39-5c5f-4c4a-8039-558e4f8eefb7 on network 7a710b21-0493-4be8-a73f-c10a9dbc43f7 {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 13:58:38.925738 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-4070305c-0149-452c-b433-c3ca91544557 req-3cae01b3-4c90-4807-9e6c-21add89e22df tempest-DeleteServersTestJSON-677393534 tempest-DeleteServersTestJSON-677393534-project] 10.222.0.104 "GET /v2.0/security-groups?id=7d4cbf2c-f907-4452-8928-a2a298fe7ee1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1452141 Jul 06 13:58:38.941601 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Pushing event updated for resources: {'Port': ['ID=a1941786-792d-48fc-a751-b58f1e076d1a,revision_number=6']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:58:38.945388 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2d5faa5-79df-4180-a740-e4ff26a4285b req-3c4ad506-57e3-4fb4-ac37-bb069629b051 service neutron] Checking agent: {'id': '5bf7147f-bada-4441-a5dc-934b903473fb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-773647-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 51, 12), 'started_at': datetime.datetime(2021, 7, 6, 13, 51, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 13, 58, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 13:58:38.945726 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2d5faa5-79df-4180-a740-e4ff26a4285b req-3c4ad506-57e3-4fb4-ac37-bb069629b051 service neutron] Checking segment: {'id': '227d25fe-bf75-4c4b-9a67-c660160d6b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1015, 'network_id': '7a710b21-0493-4be8-a73f-c10a9dbc43f7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100247) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 13:58:38.946105 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2d5faa5-79df-4180-a740-e4ff26a4285b req-3c4ad506-57e3-4fb4-ac37-bb069629b051 service neutron] Bound using segment: {'id': '227d25fe-bf75-4c4b-9a67-c660160d6b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1015, 'network_id': '7a710b21-0493-4be8-a73f-c10a9dbc43f7'} {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 13:58:38.946542 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.managers [req-b2d5faa5-79df-4180-a740-e4ff26a4285b req-3c4ad506-57e3-4fb4-ac37-bb069629b051 service neutron] Bound port: 19851e39-5c5f-4c4a-8039-558e4f8eefb7, host: n-h1-773647-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '227d25fe-bf75-4c4b-9a67-c660160d6b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1015, 'network_id': '7a710b21-0493-4be8-a73f-c10a9dbc43f7'}}] {{(pid=100247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 13:58:38.946893 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-b2d5faa5-79df-4180-a740-e4ff26a4285b req-3c4ad506-57e3-4fb4-ac37-bb069629b051 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:38.961156 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288f351e-0ee8-405b-bc9c-8a79a8790ab5 req-79b42719-0037-4516-99b2-fba5f0878b42 tempest-LiveAutoBlockMigrationV225Test-654794443 tempest-LiveAutoBlockMigrationV225Test-654794443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:58:38.963715 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-288f351e-0ee8-405b-bc9c-8a79a8790ab5 req-79b42719-0037-4516-99b2-fba5f0878b42 tempest-LiveAutoBlockMigrationV225Test-654794443 tempest-LiveAutoBlockMigrationV225Test-654794443-project] 10.222.0.104 "GET /v2.0/ports?device_id=bfcd3842-80bd-408f-8df3-2747ee09b496 HTTP/1.1" status: 200 len: 945 time: 0.4303472 Jul 06 13:58:38.980556 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 13:58:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac5a12bb-1014-405f-8f3d-94c5d8ca3861 x-openstack-request-id: req-ac5a12bb-1014-405f-8f3d-94c5d8ca3861 {{(pid=100248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:58:38.980849 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15ec8a26-5f36-442c-a168-6498affa2887", "name": "network-vif-plugged", "status": "completed", "tag": "bf79ecaa-be4d-40bf-95e6-0f2da64d736c", "code": 200}]} {{(pid=100248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:58:38.981098 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-ac5a12bb-1014-405f-8f3d-94c5d8ca3861 {{(pid=100248) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:58:38.981484 n-d-773647-6 neutron-server[100248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15ec8a26-5f36-442c-a168-6498affa2887', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf79ecaa-be4d-40bf-95e6-0f2da64d736c', 'code': 200} Jul 06 13:58:39.065747 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db24e237-3a81-4789-8eb6-a7369eb154d6 req-a3c4cef3-b3d4-4726-a87d-95fdb89cf3ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:58:39.067286 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-db24e237-3a81-4789-8eb6-a7369eb154d6 req-a3c4cef3-b3d4-4726-a87d-95fdb89cf3ce service neutron] 10.222.0.127 "GET /v2.0/ports?tenant_id=483ead9cc6094290930ff4aed37f7463&device_id=8e640565-cabe-4694-8753-48fc0a9aa040 HTTP/1.1" status: 200 len: 1099 time: 0.4021237 Jul 06 13:58:39.234636 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-288f351e-0ee8-405b-bc9c-8a79a8790ab5 req-d9164b83-80c3-4b5f-a924-df033df0d094 tempest-LiveAutoBlockMigrationV225Test-654794443 tempest-LiveAutoBlockMigrationV225Test-654794443-project] 10.222.0.104 "GET /v2.0/security-groups?id=43f6fcb8-9501-44d6-9feb-82c82c5d5862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2585008 Jul 06 13:58:39.250065 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-1732f131-c9ed-4270-8863-fb18aa880c56 req-229c9802-fe3e-4de9-a54f-79dc92008b35 tempest-LiveMigrationTest-2001684970 tempest-LiveMigrationTest-2001684970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117'] for port, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:39.270138 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.db [req-b2d5faa5-79df-4180-a740-e4ff26a4285b req-3c4ad506-57e3-4fb4-ac37-bb069629b051 service neutron] For port 19851e39-5c5f-4c4a-8039-558e4f8eefb7, host n-h1-773647-6, cleared binding levels {{(pid=100247) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 13:58:39.319797 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229c9802-fe3e-4de9-a54f-79dc92008b35 tempest-LiveMigrationTest-2001684970 tempest-LiveMigrationTest-2001684970-project] Pushing event deleted for resources: {'Port': ['ID=525ecf50-c68e-42e3-b492-e0a27ff68cab,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:58:39.321822 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-51ce110f-feee-4c5d-9e72-93bcae8f97ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1849032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060'] for subnet, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:39.329740 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.db [req-b2d5faa5-79df-4180-a740-e4ff26a4285b req-3c4ad506-57e3-4fb4-ac37-bb069629b051 service neutron] For port 19851e39-5c5f-4c4a-8039-558e4f8eefb7, host n-h1-773647-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773647-6',level=0,port_id=19851e39-5c5f-4c4a-8039-558e4f8eefb7,segment=NetworkSegment(227d25fe-bf75-4c4b-9a67-c660160d6b0a),segment_id=227d25fe-bf75-4c4b-9a67-c660160d6b0a)] {{(pid=100247) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 13:58:39.363531 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-b2d5faa5-79df-4180-a740-e4ff26a4285b req-3c4ad506-57e3-4fb4-ac37-bb069629b051 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:39.463824 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db24e237-3a81-4789-8eb6-a7369eb154d6 req-20494088-c119-4dfd-836e-f99780e4ddca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:58:39.465839 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-db24e237-3a81-4789-8eb6-a7369eb154d6 req-20494088-c119-4dfd-836e-f99780e4ddca service neutron] 10.222.0.127 "GET /v2.0/networks?id=ac09d390-867f-4b75-a8d2-ab11550bffd6 HTTP/1.1" status: 200 len: 871 time: 0.3816164 Jul 06 13:58:39.495666 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.l3_dvrscheduler_db [req-1732f131-c9ed-4270-8863-fb18aa880c56 req-229c9802-fe3e-4de9-a54f-79dc92008b35 tempest-LiveMigrationTest-2001684970 tempest-LiveMigrationTest-2001684970-project] No DVR routers for this DVR port 525ecf50-c68e-42e3-b492-e0a27ff68cab on host n-h1-773647-6 {{(pid=100247) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 13:58:39.499749 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d5faa5-79df-4180-a740-e4ff26a4285b req-3c4ad506-57e3-4fb4-ac37-bb069629b051 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:58:39.500337 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-b2d5faa5-79df-4180-a740-e4ff26a4285b req-3c4ad506-57e3-4fb4-ac37-bb069629b051 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:39.501627 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-b2d5faa5-79df-4180-a740-e4ff26a4285b req-3c4ad506-57e3-4fb4-ac37-bb069629b051 service neutron] 10.222.0.127 "PUT /v2.0/ports/19851e39-5c5f-4c4a-8039-558e4f8eefb7 HTTP/1.1" status: 200 len: 1092 time: 2.8558218 Jul 06 13:58:39.508380 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-1732f131-c9ed-4270-8863-fb18aa880c56 req-229c9802-fe3e-4de9-a54f-79dc92008b35 tempest-LiveMigrationTest-2001684970 tempest-LiveMigrationTest-2001684970-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:39.510148 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-1732f131-c9ed-4270-8863-fb18aa880c56 req-229c9802-fe3e-4de9-a54f-79dc92008b35 tempest-LiveMigrationTest-2001684970 tempest-LiveMigrationTest-2001684970-project] 10.222.0.127 "DELETE /v2.0/ports/525ecf50-c68e-42e3-b492-e0a27ff68cab HTTP/1.1" status: 204 len: 173 time: 1.8969643 Jul 06 13:58:39.514691 n-d-773647-6 neutron-server[100247]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'affa3918-e899-4dfe-8660-4b640439777a', 'tag': '19851e39-5c5f-4c4a-8039-558e4f8eefb7'}, {'server_uuid': 'e5d6f9ee-637a-4a55-8546-2be14770c0f2', 'name': 'network-vif-deleted', 'tag': '525ecf50-c68e-42e3-b492-e0a27ff68cab'}] {{(pid=100247) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 13:58:39.517139 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cbf0eeaae822f8fc9b87a94aeba67a3d651842baf663a51cba94b67a514836d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-497ad12f-9b74-4a14-a1b2-fbe17186b7dc" -d '{"events": [{"name": "network-changed", "server_uuid": "affa3918-e899-4dfe-8660-4b640439777a", "tag": "19851e39-5c5f-4c4a-8039-558e4f8eefb7"}, {"server_uuid": "e5d6f9ee-637a-4a55-8546-2be14770c0f2", "name": "network-vif-deleted", "tag": "525ecf50-c68e-42e3-b492-e0a27ff68cab"}]}' {{(pid=100247) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:58:39.533500 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0f21cc-e2c8-4dda-a806-c7ea73968ec2 req-43f568d8-96e6-416d-a98b-17c18d830ff5 tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:58:39.535022 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-8c0f21cc-e2c8-4dda-a806-c7ea73968ec2 req-43f568d8-96e6-416d-a98b-17c18d830ff5 tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] 10.222.0.104 "GET /v2.0/ports?device_id=8e640565-cabe-4694-8753-48fc0a9aa040 HTTP/1.1" status: 200 len: 948 time: 0.4569602 Jul 06 13:58:39.566624 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ce110f-feee-4c5d-9e72-93bcae8f97ca admin admin] Pushing event updated for resources: {'Subnet': ['ID=0d9c7e4d-cc45-436f-9515-ad95d32a063f,revision_number=0']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:58:39.593024 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-db24e237-3a81-4789-8eb6-a7369eb154d6 req-283b57d3-b93e-4d0a-9dc5-0bb8d621382b service neutron] 10.222.0.127 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.228&port_id=f2dfd2e9-3a23-4089-a63b-c17a9084581f HTTP/1.1" status: 200 len: 217 time: 0.1013584 Jul 06 13:58:39.649723 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4ad506-57e3-4fb4-ac37-bb069629b051 service neutron] Pushing event updated for resources: {'Port': ['ID=19851e39-5c5f-4c4a-8039-558e4f8eefb7,revision_number=3']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:58:39.703386 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51ce110f-feee-4c5d-9e72-93bcae8f97ca admin admin] Checking segment: {'id': '165a4ca3-d89f-4657-8b31-086440d21aaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1029, 'network_id': '2087659c-d042-4f52-8c8b-57a851bb551b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100247) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 13:58:39.703738 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51ce110f-feee-4c5d-9e72-93bcae8f97ca admin admin] Network hostable DHCP agents. Network: 2087659c-d042-4f52-8c8b-57a851bb551b, hostable agents: ['f2bada3d-be77-4359-982b-8505a2bbca04'], hosted agents: [] {{(pid=100247) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 13:58:39.722792 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-8c0f21cc-e2c8-4dda-a806-c7ea73968ec2 req-9c20e903-e4f9-4ef3-964b-5451f6c95cdb tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] 10.222.0.104 "GET /v2.0/security-groups?id=9f5b92e9-7340-49c3-a9bb-41e4a1caffc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1530974 Jul 06 13:58:39.742070 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0865a14d-35d7-44d9-892f-e5f8c0123537 req-b40d2dcb-88ca-43ae-9068-0f6dc6554242 tempest-ServerDiskConfigTestJSON-920847304 tempest-ServerDiskConfigTestJSON-920847304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:58:39.743613 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-0865a14d-35d7-44d9-892f-e5f8c0123537 req-b40d2dcb-88ca-43ae-9068-0f6dc6554242 tempest-ServerDiskConfigTestJSON-920847304 tempest-ServerDiskConfigTestJSON-920847304-project] 10.222.0.104 "GET /v2.0/ports?device_id=42d34a92-9ccf-48e1-9c97-b49b1c53d618 HTTP/1.1" status: 200 len: 944 time: 0.3676608 Jul 06 13:58:39.744986 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db24e237-3a81-4789-8eb6-a7369eb154d6 req-56bf7e04-f51a-4065-994b-2cc70d4e22f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:58:39.746902 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-db24e237-3a81-4789-8eb6-a7369eb154d6 req-56bf7e04-f51a-4065-994b-2cc70d4e22f1 service neutron] 10.222.0.127 "GET /v2.0/subnets?id=d1c3cc78-09b9-4e30-99fd-0e5830de101d HTTP/1.1" status: 200 len: 843 time: 0.1391129 Jul 06 13:58:39.798472 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51ce110f-feee-4c5d-9e72-93bcae8f97ca admin admin] Network 2087659c-d042-4f52-8c8b-57a851bb551b is scheduled to be hosted by DHCP agent f2bada3d-be77-4359-982b-8505a2bbca04 with binding_index 1 {{(pid=100247) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 13:58:39.819446 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d5faa5-79df-4180-a740-e4ff26a4285b req-40b2f8cf-921d-4cd3-854b-783fc7401e2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:58:39.820946 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-b2d5faa5-79df-4180-a740-e4ff26a4285b req-40b2f8cf-921d-4cd3-854b-783fc7401e2d service neutron] 10.222.0.127 "GET /v2.0/ports?tenant_id=ed98ced3211c40618bf4aade5a2dd56d&device_id=affa3918-e899-4dfe-8660-4b640439777a HTTP/1.1" status: 200 len: 1095 time: 0.2474911 Jul 06 13:58:39.827408 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.base_scheduler [None req-51ce110f-feee-4c5d-9e72-93bcae8f97ca admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773647-6, 2087659c-d042-4f52-8c8b-57a851bb551b) {{(pid=100247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:58:39.835676 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60b31835-5cbc-4eb8-9eac-eadd77167edd None None] Network 2087659c-d042-4f52-8c8b-57a851bb551b requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 13:58:39.846735 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51ce110f-feee-4c5d-9e72-93bcae8f97ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:58:39.847356 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-51ce110f-feee-4c5d-9e72-93bcae8f97ca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583035'] for subnet, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:39.852962 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-0865a14d-35d7-44d9-892f-e5f8c0123537 req-acac4ec1-021b-4094-9c24-4fcad2992747 tempest-ServerDiskConfigTestJSON-920847304 tempest-ServerDiskConfigTestJSON-920847304-project] 10.222.0.104 "GET /v2.0/security-groups?id=bc287469-1102-40d8-b019-cad062af5465&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991733 Jul 06 13:58:40.001994 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfb1d7cb-6f0e-46aa-971f-0953a530d303 None None] Network 2087659c-d042-4f52-8c8b-57a851bb551b requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 13:58:40.202850 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-b2d5faa5-79df-4180-a740-e4ff26a4285b req-319cae9e-30c6-4cb1-947f-034e4543bdb5 service neutron] 10.222.0.127 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=19851e39-5c5f-4c4a-8039-558e4f8eefb7 HTTP/1.1" status: 200 len: 217 time: 0.3734796 Jul 06 13:58:40.266161 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:40.270645 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-c7175b76-6bba-42e5-b719-1a2a7cf231df req-9bdd413e-4688-4c75-8d74-e3f333868b4d tempest-LiveMigrationTest-2001684970 tempest-LiveMigrationTest-2001684970-project] 10.222.0.104 "GET /v2.0/ports?device_id=e5d6f9ee-637a-4a55-8546-2be14770c0f2 HTTP/1.1" status: 200 len: 210 time: 0.0750027 Jul 06 13:58:40.272422 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Device a1941786-792d-48fc-a751-b58f1e076d1a details requested by agent hyperv_n-h1-773647-6 with host n-h1-773647-6 {{(pid=100248) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 13:58:40.275624 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Device 525ecf50-c68e-42e3-b492-e0a27ff68cab no longer exists at agent hyperv_n-h1-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 13:58:40.307838 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-51ce110f-feee-4c5d-9e72-93bcae8f97ca admin admin] 10.222.0.104 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.8404377 Jul 06 13:58:40.319818 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] No Port match for: 525ecf50-c68e-42e3-b492-e0a27ff68cab {{(pid=100248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 13:58:40.320091 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Device 525ecf50-c68e-42e3-b492-e0a27ff68cab not bound to the agent host n-h1-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 13:58:40.366849 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d5faa5-79df-4180-a740-e4ff26a4285b req-e2a5d423-bc9c-435a-b59b-737eb8986dce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:58:40.368533 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-b2d5faa5-79df-4180-a740-e4ff26a4285b req-e2a5d423-bc9c-435a-b59b-737eb8986dce service neutron] 10.222.0.127 "GET /v2.0/subnets?id=8d32f554-2b92-4c59-9901-e19d129549fc HTTP/1.1" status: 200 len: 852 time: 0.1468174 Jul 06 13:58:40.370222 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Tue, 06 Jul 2021 13:58:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17638fc7-f466-4d1a-9b87-0259e6c55d57 x-openstack-request-id: req-17638fc7-f466-4d1a-9b87-0259e6c55d57 {{(pid=100247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:58:40.370551 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "affa3918-e899-4dfe-8660-4b640439777a", "tag": "19851e39-5c5f-4c4a-8039-558e4f8eefb7", "status": "completed", "code": 200}, {"server_uuid": "e5d6f9ee-637a-4a55-8546-2be14770c0f2", "name": "network-vif-deleted", "tag": "525ecf50-c68e-42e3-b492-e0a27ff68cab", "status": "completed", "code": 200}]} {{(pid=100247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:58:40.370809 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-17638fc7-f466-4d1a-9b87-0259e6c55d57 {{(pid=100247) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:58:40.371200 n-d-773647-6 neutron-server[100247]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'affa3918-e899-4dfe-8660-4b640439777a', 'tag': '19851e39-5c5f-4c4a-8039-558e4f8eefb7', 'status': 'completed', 'code': 200} Jul 06 13:58:40.371525 n-d-773647-6 neutron-server[100247]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5d6f9ee-637a-4a55-8546-2be14770c0f2', 'name': 'network-vif-deleted', 'tag': '525ecf50-c68e-42e3-b492-e0a27ff68cab', 'status': 'completed', 'code': 200} Jul 06 13:58:40.388606 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db24e237-3a81-4789-8eb6-a7369eb154d6 req-edb9c9a6-5766-4a23-97f8-dd84e692d7bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:58:40.390303 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-db24e237-3a81-4789-8eb6-a7369eb154d6 req-edb9c9a6-5766-4a23-97f8-dd84e692d7bc service neutron] 10.222.0.127 "GET /v2.0/ports?network_id=ac09d390-867f-4b75-a8d2-ab11550bffd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6326928 Jul 06 13:58:40.412201 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-b2d5faa5-79df-4180-a740-e4ff26a4285b req-0fedb3b6-6763-4e2e-9f64-3246bc6bb86e service neutron] 10.222.0.127 "GET /v2.0/ports?network_id=7a710b21-0493-4be8-a73f-c10a9dbc43f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0356958 Jul 06 13:58:40.443161 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] For port a1941786-792d-48fc-a751-b58f1e076d1a, host n-h1-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773647-6',level=0,port_id=a1941786-792d-48fc-a751-b58f1e076d1a,segment=NetworkSegment(1bb3acc6-dcb3-43f0-ad94-2763c9e79a65),segment_id=1bb3acc6-dcb3-43f0-ad94-2763c9e79a65)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:58:40.458742 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Returning: {'device': 'a1941786-792d-48fc-a751-b58f1e076d1a', 'network_id': '80a8f655-14ef-4b04-89b8-0871faf0b23f', 'port_id': 'a1941786-792d-48fc-a751-b58f1e076d1a', 'mac_address': 'fa:16:3e:2d:e4:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1007, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '88eb22c0-56b7-4217-99ba-ae21132aa3e6', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100248) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 13:58:40.505949 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:40.519288 n-d-773647-6 neutron-server[100248]: DEBUG neutron.notifiers.nova [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a1941786-792d-48fc-a751-b58f1e076d1a {{(pid=100248) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 13:58:40.545404 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] For port a1941786-792d-48fc-a751-b58f1e076d1a, host n-h1-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773647-6',level=0,port_id=a1941786-792d-48fc-a751-b58f1e076d1a,segment=NetworkSegment(1bb3acc6-dcb3-43f0-ad94-2763c9e79a65),segment_id=1bb3acc6-dcb3-43f0-ad94-2763c9e79a65)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:58:40.549310 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:40.579575 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b4d62b-3f3e-4d87-a5bd-b0e4b07db5fa req-22bba1b3-2a07-4a0a-ae76-812425b52133 tempest-LiveAutoBlockMigrationV225Test-1685424674 tempest-LiveAutoBlockMigrationV225Test-1685424674-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:58:40.581112 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-e8b4d62b-3f3e-4d87-a5bd-b0e4b07db5fa req-22bba1b3-2a07-4a0a-ae76-812425b52133 tempest-LiveAutoBlockMigrationV225Test-1685424674 tempest-LiveAutoBlockMigrationV225Test-1685424674-project-admin] 10.222.0.104 "GET /v2.0/ports?device_id=bfcd3842-80bd-408f-8df3-2747ee09b496 HTTP/1.1" status: 200 len: 1096 time: 0.3848610 Jul 06 13:58:40.598746 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Pushing event updated for resources: {'Port': ['ID=a1941786-792d-48fc-a751-b58f1e076d1a,revision_number=7']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:58:40.638916 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-db24e237-3a81-4789-8eb6-a7369eb154d6 req-6e46cf12-8a52-4172-80a6-85e9b99fcff8 service neutron] 10.222.0.127 "GET /v2.0/networks/ac09d390-867f-4b75-a8d2-ab11550bffd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2296104 Jul 06 13:58:40.653626 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-b2d5faa5-79df-4180-a740-e4ff26a4285b req-309449cd-1a6a-4382-b13d-581657358b0b service neutron] 10.222.0.127 "GET /v2.0/networks/7a710b21-0493-4be8-a73f-c10a9dbc43f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2324910 Jul 06 13:58:40.726872 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-e8b4d62b-3f3e-4d87-a5bd-b0e4b07db5fa req-0ec07d9e-8895-4c0c-9b95-7c2b4c9cd9c5 tempest-LiveAutoBlockMigrationV225Test-1685424674 tempest-LiveAutoBlockMigrationV225Test-1685424674-project-admin] 10.222.0.104 "GET /v2.0/security-groups?id=43f6fcb8-9501-44d6-9feb-82c82c5d5862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322143 Jul 06 13:58:40.758915 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e445d83-3b2d-45b7-aab5-311336162d13 req-7df8e437-61dc-4b29-ad2d-0a251022ee44 tempest-DeleteServersTestJSON-677393534 tempest-DeleteServersTestJSON-677393534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:58:40.760447 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-6e445d83-3b2d-45b7-aab5-311336162d13 req-7df8e437-61dc-4b29-ad2d-0a251022ee44 tempest-DeleteServersTestJSON-677393534 tempest-DeleteServersTestJSON-677393534-project] 10.222.0.104 "GET /v2.0/ports?device_id=affa3918-e899-4dfe-8660-4b640439777a HTTP/1.1" status: 200 len: 944 time: 0.2797482 Jul 06 13:58:40.842792 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-6e445d83-3b2d-45b7-aab5-311336162d13 req-0ee78579-1abe-460a-88be-c6a22b44578d tempest-DeleteServersTestJSON-677393534 tempest-DeleteServersTestJSON-677393534-project] 10.222.0.104 "GET /v2.0/security-groups?id=7d4cbf2c-f907-4452-8928-a2a298fe7ee1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735049 Jul 06 13:58:40.863412 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-db24e237-3a81-4789-8eb6-a7369eb154d6 req-7093a103-ba58-4466-a1d6-3b339f581249 service neutron] 10.222.0.127 "GET /v2.0/networks/ac09d390-867f-4b75-a8d2-ab11550bffd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2136917 Jul 06 13:58:40.869970 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-b2d5faa5-79df-4180-a740-e4ff26a4285b req-64c96649-504c-461a-b000-5d1582d07589 service neutron] 10.222.0.127 "GET /v2.0/networks/7a710b21-0493-4be8-a73f-c10a9dbc43f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1989360 Jul 06 13:58:40.982389 n-d-773647-6 neutron-server[100248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42d34a92-9ccf-48e1-9c97-b49b1c53d618', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a1941786-792d-48fc-a751-b58f1e076d1a'}] {{(pid=100248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 13:58:40.984868 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84af257533e383389cbcf231d3534f4d5e149e7203fea16b4a8fc01438dddaf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5af812ac-ba83-49ce-8c9d-1d13710d84dc" -d '{"events": [{"server_uuid": "42d34a92-9ccf-48e1-9c97-b49b1c53d618", "name": "network-vif-unplugged", "status": "completed", "tag": "a1941786-792d-48fc-a751-b58f1e076d1a"}]}' {{(pid=100248) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:58:41.076399 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] get_ports_and_sgs() called for port_ids ['a1941786-792d-48fc-a751-b58f1e076d1a'] {{(pid=100248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 13:58:41.118471 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5984a9d-02f6-42db-a227-0a7d6bf0aa71 req-70e3cc73-fe54-489c-a427-01f5489b3cbd tempest-ImagesOneServerNegativeTestJSON-2145662933 tempest-ImagesOneServerNegativeTestJSON-2145662933-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:58:41.120095 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-c5984a9d-02f6-42db-a227-0a7d6bf0aa71 req-70e3cc73-fe54-489c-a427-01f5489b3cbd tempest-ImagesOneServerNegativeTestJSON-2145662933 tempest-ImagesOneServerNegativeTestJSON-2145662933-project] 10.222.0.104 "GET /v2.0/networks?id=2087659c-d042-4f52-8c8b-57a851bb551b HTTP/1.1" status: 200 len: 822 time: 0.1848557 Jul 06 13:58:41.134719 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adeb8143-92a9-4855-bc21-385df8d9f144 req-15996e03-3e88-4277-ba33-9dbbb05f8cd4 tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:58:41.136776 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-adeb8143-92a9-4855-bc21-385df8d9f144 req-15996e03-3e88-4277-ba33-9dbbb05f8cd4 tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] 10.222.0.104 "GET /v2.0/ports?device_id=8e640565-cabe-4694-8753-48fc0a9aa040 HTTP/1.1" status: 200 len: 948 time: 0.1498897 Jul 06 13:58:41.163049 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-c5984a9d-02f6-42db-a227-0a7d6bf0aa71 req-38b7508b-7270-4141-ae67-eedcd7f4f05a tempest-ImagesOneServerNegativeTestJSON-2145662933 tempest-ImagesOneServerNegativeTestJSON-2145662933-project] 10.222.0.104 "GET /v2.0/quotas/8d6af3c3691644c2b04c2cdb0feff257 HTTP/1.1" status: 200 len: 375 time: 0.0361438 Jul 06 13:58:41.173907 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497ad12f-9b74-4a14-a1b2-fbe17186b7dc req-45b61410-2f85-48d4-9e61-8dcb2364c43a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:58:41.175391 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-497ad12f-9b74-4a14-a1b2-fbe17186b7dc req-45b61410-2f85-48d4-9e61-8dcb2364c43a service neutron] 10.222.0.127 "GET /v2.0/ports?tenant_id=ed98ced3211c40618bf4aade5a2dd56d&device_id=affa3918-e899-4dfe-8660-4b640439777a HTTP/1.1" status: 200 len: 1095 time: 0.1456466 Jul 06 13:58:41.226763 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-c5984a9d-02f6-42db-a227-0a7d6bf0aa71 req-1541b9ce-870a-41d5-bf14-931d56fdb62a tempest-ImagesOneServerNegativeTestJSON-2145662933 tempest-ImagesOneServerNegativeTestJSON-2145662933-project] 10.222.0.104 "GET /v2.0/ports?tenant_id=8d6af3c3691644c2b04c2cdb0feff257&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0552664 Jul 06 13:58:41.278119 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-adeb8143-92a9-4855-bc21-385df8d9f144 req-a33a51b1-ba08-4590-933a-07791fcd9a82 tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] 10.222.0.104 "GET /v2.0/security-groups?id=9f5b92e9-7340-49c3-a9bb-41e4a1caffc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275566 Jul 06 13:58:41.374151 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497ad12f-9b74-4a14-a1b2-fbe17186b7dc req-202f2ce7-5c52-4b82-8d5f-86b3f6bda655 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:58:41.375644 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-497ad12f-9b74-4a14-a1b2-fbe17186b7dc req-202f2ce7-5c52-4b82-8d5f-86b3f6bda655 service neutron] 10.222.0.127 "GET /v2.0/networks?id=7a710b21-0493-4be8-a73f-c10a9dbc43f7 HTTP/1.1" status: 200 len: 914 time: 0.1898947 Jul 06 13:58:41.434080 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-c5984a9d-02f6-42db-a227-0a7d6bf0aa71 req-74465990-b9e2-4d8a-8967-79b29b227dc1 service neutron] 10.222.0.104 "GET /v2.0/networks/2087659c-d042-4f52-8c8b-57a851bb551b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1727269 Jul 06 13:58:41.436426 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-497ad12f-9b74-4a14-a1b2-fbe17186b7dc req-cb615999-d857-4916-86de-eb68f8b9ad6a service neutron] 10.222.0.127 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=19851e39-5c5f-4c4a-8039-558e4f8eefb7 HTTP/1.1" status: 200 len: 217 time: 0.0513749 Jul 06 13:58:41.561096 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497ad12f-9b74-4a14-a1b2-fbe17186b7dc req-7b7abe39-297f-464d-8779-1988d27f3e3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:58:41.562573 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-497ad12f-9b74-4a14-a1b2-fbe17186b7dc req-7b7abe39-297f-464d-8779-1988d27f3e3e service neutron] 10.222.0.127 "GET /v2.0/subnets?id=8d32f554-2b92-4c59-9901-e19d129549fc HTTP/1.1" status: 200 len: 852 time: 0.1083987 Jul 06 13:58:41.615402 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-497ad12f-9b74-4a14-a1b2-fbe17186b7dc req-b6599810-71b1-4b73-b896-1274ab5be1ba service neutron] 10.222.0.127 "GET /v2.0/ports?network_id=7a710b21-0493-4be8-a73f-c10a9dbc43f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0432382 Jul 06 13:58:41.620878 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-c5984a9d-02f6-42db-a227-0a7d6bf0aa71 req-ce63c02f-121b-4ba5-a8b0-2612899e3e56 service neutron] 10.222.0.104 "GET /v2.0/networks/2087659c-d042-4f52-8c8b-57a851bb551b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1677732 Jul 06 13:58:41.622905 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b6d6b8-6fcc-49e1-8a63-d5317d4a2af6 req-8d7a706c-d90a-4ef9-a065-efebcf01a982 tempest-LiveAutoBlockMigrationV225Test-1685424674 tempest-LiveAutoBlockMigrationV225Test-1685424674-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:58:41.625134 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-02b6d6b8-6fcc-49e1-8a63-d5317d4a2af6 req-8d7a706c-d90a-4ef9-a065-efebcf01a982 tempest-LiveAutoBlockMigrationV225Test-1685424674 tempest-LiveAutoBlockMigrationV225Test-1685424674-project-admin] 10.222.0.104 "GET /v2.0/ports?device_id=bfcd3842-80bd-408f-8df3-2747ee09b496 HTTP/1.1" status: 200 len: 1096 time: 0.2303250 Jul 06 13:58:41.758766 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-497ad12f-9b74-4a14-a1b2-fbe17186b7dc req-d4e79f81-202f-418b-8c09-2eb09ae8343f service neutron] 10.222.0.127 "GET /v2.0/networks/7a710b21-0493-4be8-a73f-c10a9dbc43f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1335256 Jul 06 13:58:41.760805 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-02b6d6b8-6fcc-49e1-8a63-d5317d4a2af6 req-cba148ea-32b0-40ce-8f23-1df513f27abd tempest-LiveAutoBlockMigrationV225Test-1685424674 tempest-LiveAutoBlockMigrationV225Test-1685424674-project-admin] 10.222.0.104 "GET /v2.0/security-groups?id=43f6fcb8-9501-44d6-9feb-82c82c5d5862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168582 Jul 06 13:58:41.940131 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-497ad12f-9b74-4a14-a1b2-fbe17186b7dc req-31553782-711c-4365-9574-b9bb53b6367e service neutron] 10.222.0.127 "GET /v2.0/networks/7a710b21-0493-4be8-a73f-c10a9dbc43f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1647162 Jul 06 13:58:42.032314 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 06 Jul 2021 13:58:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abbfe287-e183-4b72-b543-ee65db462a79 x-openstack-request-id: req-abbfe287-e183-4b72-b543-ee65db462a79 {{(pid=100248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:58:42.033130 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42d34a92-9ccf-48e1-9c97-b49b1c53d618", "name": "network-vif-unplugged", "status": "completed", "tag": "a1941786-792d-48fc-a751-b58f1e076d1a", "code": 200}]} {{(pid=100248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:58:42.033533 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-abbfe287-e183-4b72-b543-ee65db462a79 {{(pid=100248) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:58:42.034078 n-d-773647-6 neutron-server[100248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42d34a92-9ccf-48e1-9c97-b49b1c53d618', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a1941786-792d-48fc-a751-b58f1e076d1a', 'code': 200} Jul 06 13:58:42.055397 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0383277e-d1a1-4a9c-aaa5-64f02c712cab req-dedfc3b6-e65b-433c-afee-31b8c16738c0 tempest-ServerDiskConfigTestJSON-920847304 tempest-ServerDiskConfigTestJSON-920847304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:58:42.064382 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-0383277e-d1a1-4a9c-aaa5-64f02c712cab req-dedfc3b6-e65b-433c-afee-31b8c16738c0 tempest-ServerDiskConfigTestJSON-920847304 tempest-ServerDiskConfigTestJSON-920847304-project] 10.222.0.104 "GET /v2.0/ports?device_id=42d34a92-9ccf-48e1-9c97-b49b1c53d618 HTTP/1.1" status: 200 len: 945 time: 0.1149719 Jul 06 13:58:42.113547 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-0383277e-d1a1-4a9c-aaa5-64f02c712cab req-2e8c2cba-a60c-4648-aaa5-ba0222aa0461 tempest-ServerDiskConfigTestJSON-920847304 tempest-ServerDiskConfigTestJSON-920847304-project] 10.222.0.104 "GET /v2.0/security-groups?id=bc287469-1102-40d8-b019-cad062af5465&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481873 Jul 06 13:58:42.216161 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-1db783ae-8e08-4983-8508-ed741866ab69 req-b6a1f0da-fe30-4cb3-b892-af7a9d8a81ea tempest-ImagesOneServerNegativeTestJSON-2145662933 tempest-ImagesOneServerNegativeTestJSON-2145662933-project] 10.222.0.104 "GET /v2.0/ports?device_id=4435a11e-2f8e-497c-a9e2-c99bca72d758 HTTP/1.1" status: 200 len: 210 time: 0.0604243 Jul 06 13:58:42.240796 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:42.472682 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5543b5ca-aef7-43d0-a43a-18ffa6b47629 req-7194a3a5-3d27-48c0-b8a7-17ec2fa25d54 tempest-DeleteServersTestJSON-677393534 tempest-DeleteServersTestJSON-677393534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:58:42.474407 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-5543b5ca-aef7-43d0-a43a-18ffa6b47629 req-7194a3a5-3d27-48c0-b8a7-17ec2fa25d54 tempest-DeleteServersTestJSON-677393534 tempest-DeleteServersTestJSON-677393534-project] 10.222.0.104 "GET /v2.0/ports?device_id=affa3918-e899-4dfe-8660-4b640439777a HTTP/1.1" status: 200 len: 944 time: 0.0980120 Jul 06 13:58:42.531003 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-5543b5ca-aef7-43d0-a43a-18ffa6b47629 req-e90c4d25-226a-4c5f-947a-0dffe7752c98 tempest-DeleteServersTestJSON-677393534 tempest-DeleteServersTestJSON-677393534-project] 10.222.0.104 "GET /v2.0/security-groups?id=7d4cbf2c-f907-4452-8928-a2a298fe7ee1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472634 Jul 06 13:58:42.803939 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a3f9a6-765b-4179-aa48-c3e6c713cded req-91224817-bf89-4265-b610-276ac0d90a52 tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:58:42.806414 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-25a3f9a6-765b-4179-aa48-c3e6c713cded req-91224817-bf89-4265-b610-276ac0d90a52 tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] 10.222.0.104 "GET /v2.0/ports?device_id=8e640565-cabe-4694-8753-48fc0a9aa040 HTTP/1.1" status: 200 len: 948 time: 0.1275027 Jul 06 13:58:42.868501 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-25a3f9a6-765b-4179-aa48-c3e6c713cded req-e61fa53c-4a27-473f-9cd8-b3b3d22531cf tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] 10.222.0.104 "GET /v2.0/security-groups?id=9f5b92e9-7340-49c3-a9bb-41e4a1caffc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556486 Jul 06 13:58:43.061302 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1792d8-e4df-41c8-96a8-f9c75af4a467 req-b3446150-2db6-4f66-aa06-3bd0e1b97c8b tempest-LiveMigrationTest-2001684970 tempest-LiveMigrationTest-2001684970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:58:43.062772 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-ed1792d8-e4df-41c8-96a8-f9c75af4a467 req-b3446150-2db6-4f66-aa06-3bd0e1b97c8b tempest-LiveMigrationTest-2001684970 tempest-LiveMigrationTest-2001684970-project] 10.222.0.104 "GET /v2.0/ports?device_id=c2e7e169-6d3e-4fe1-9d57-062eaff9ad98 HTTP/1.1" status: 200 len: 944 time: 0.0764160 Jul 06 13:58:43.110650 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-ed1792d8-e4df-41c8-96a8-f9c75af4a467 req-da74ada1-1544-411d-958c-400f04017c0a tempest-LiveMigrationTest-2001684970 tempest-LiveMigrationTest-2001684970-project] 10.222.0.104 "GET /v2.0/security-groups?id=7e243ebf-9cf4-4917-8da6-0fd38b06f795&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396385 Jul 06 13:58:43.495879 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5984a9d-02f6-42db-a227-0a7d6bf0aa71 req-c6020585-a168-43d3-a1ac-fb147b75b4de tempest-ImagesOneServerNegativeTestJSON-2145662933 tempest-ImagesOneServerNegativeTestJSON-2145662933-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:58:43.498894 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-c5984a9d-02f6-42db-a227-0a7d6bf0aa71 req-c6020585-a168-43d3-a1ac-fb147b75b4de tempest-ImagesOneServerNegativeTestJSON-2145662933 tempest-ImagesOneServerNegativeTestJSON-2145662933-project] 10.222.0.72 "GET /v2.0/networks?id=2087659c-d042-4f52-8c8b-57a851bb551b HTTP/1.1" status: 200 len: 822 time: 0.2019508 Jul 06 13:58:43.540434 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [req-c5984a9d-02f6-42db-a227-0a7d6bf0aa71 req-bcf62159-bdf5-4e8e-9851-d13603e1f25e tempest-ImagesOneServerNegativeTestJSON-2145662933 tempest-ImagesOneServerNegativeTestJSON-2145662933-project] Request body: {'port': {'device_id': '4435a11e-2f8e-497c-a9e2-c99bca72d758', 'network_id': '2087659c-d042-4f52-8c8b-57a851bb551b', 'admin_state_up': True, 'tenant_id': '8d6af3c3691644c2b04c2cdb0feff257'}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:58:43.770588 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976d9ebb-2633-4178-a4e1-e9894794c889 req-138a30f5-98d3-4510-b827-4550a09089cd tempest-LiveMigrationTest-2001684970 tempest-LiveMigrationTest-2001684970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:58:43.779403 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-976d9ebb-2633-4178-a4e1-e9894794c889 req-138a30f5-98d3-4510-b827-4550a09089cd tempest-LiveMigrationTest-2001684970 tempest-LiveMigrationTest-2001684970-project] 10.222.0.127 "GET /v2.0/ports?device_id=c2e7e169-6d3e-4fe1-9d57-062eaff9ad98 HTTP/1.1" status: 200 len: 944 time: 0.2642765 Jul 06 13:58:43.856237 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13bc442-0011-4b19-b68d-ff59a67eb321 req-c97081b4-4d43-4977-a4fd-06963e03ceae tempest-ServerDiskConfigTestJSON-920847304 tempest-ServerDiskConfigTestJSON-920847304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:58:43.863475 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-e13bc442-0011-4b19-b68d-ff59a67eb321 req-c97081b4-4d43-4977-a4fd-06963e03ceae tempest-ServerDiskConfigTestJSON-920847304 tempest-ServerDiskConfigTestJSON-920847304-project] 10.222.0.104 "GET /v2.0/ports?device_id=42d34a92-9ccf-48e1-9c97-b49b1c53d618 HTTP/1.1" status: 200 len: 945 time: 0.2374053 Jul 06 13:58:43.977902 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c5984a9d-02f6-42db-a227-0a7d6bf0aa71 req-bcf62159-bdf5-4e8e-9851-d13603e1f25e tempest-ImagesOneServerNegativeTestJSON-2145662933 tempest-ImagesOneServerNegativeTestJSON-2145662933-project] Made reservation on behalf of 8d6af3c3691644c2b04c2cdb0feff257 for: {'port': 1} {{(pid=100247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 13:58:43.984358 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-c5984a9d-02f6-42db-a227-0a7d6bf0aa71 req-bcf62159-bdf5-4e8e-9851-d13603e1f25e tempest-ImagesOneServerNegativeTestJSON-2145662933 tempest-ImagesOneServerNegativeTestJSON-2145662933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:43.993548 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-e13bc442-0011-4b19-b68d-ff59a67eb321 req-e2b9eefd-af09-4bc2-9464-23a80c53a686 tempest-ServerDiskConfigTestJSON-920847304 tempest-ServerDiskConfigTestJSON-920847304-project] 10.222.0.104 "GET /v2.0/security-groups?id=bc287469-1102-40d8-b019-cad062af5465&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282525 Jul 06 13:58:44.027731 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [req-16f502ea-e901-43b1-8fa2-ed9bc2438f6b req-97a61ab6-9091-449a-bfd4-d663481bc2aa tempest-LiveAutoBlockMigrationV225Test-1685424674 tempest-LiveAutoBlockMigrationV225Test-1685424674-project-admin] http://10.222.0.104:9696/v2.0/extensions returned with HTTP 200 {{(pid=100246) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 13:58:44.029363 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-16f502ea-e901-43b1-8fa2-ed9bc2438f6b req-97a61ab6-9091-449a-bfd4-d663481bc2aa tempest-LiveAutoBlockMigrationV225Test-1685424674 tempest-LiveAutoBlockMigrationV225Test-1685424674-project-admin] 10.222.0.104 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0092475 Jul 06 13:58:44.047762 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [req-16f502ea-e901-43b1-8fa2-ed9bc2438f6b req-59637dbf-ab0c-441c-ae92-46aeed2336c4 service neutron] Request body: {'binding': {'host': 'n-h1-773647-6', 'vnic_type': 'normal', 'profile': {}}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:58:44.048780 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [req-16f502ea-e901-43b1-8fa2-ed9bc2438f6b req-59637dbf-ab0c-441c-ae92-46aeed2336c4 service neutron] Unknown quota resources ['binding']. {{(pid=100246) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 06 13:58:44.140944 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.plugin [req-976d9ebb-2633-4178-a4e1-e9894794c889 req-b4aa74ab-d39c-4266-8491-5a6fcbc6bdfa tempest-LiveMigrationTest-2001684970 tempest-LiveMigrationTest-2001684970-project] Deleting port 41248504-0f72-4f85-93d1-c1696547ea84 {{(pid=100247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 13:58:44.141657 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-976d9ebb-2633-4178-a4e1-e9894794c889 req-b4aa74ab-d39c-4266-8491-5a6fcbc6bdfa tempest-LiveMigrationTest-2001684970 tempest-LiveMigrationTest-2001684970-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:44.220257 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-56676d1d-5d9b-4288-b5e0-fa4a21654ae6 req-17b4bb49-3ded-4d05-a790-cd0cd8d99916 tempest-ImagesOneServerNegativeTestJSON-2145662933 tempest-ImagesOneServerNegativeTestJSON-2145662933-project] 10.222.0.104 "GET /v2.0/ports?device_id=4435a11e-2f8e-497c-a9e2-c99bca72d758 HTTP/1.1" status: 200 len: 210 time: 0.1041312 Jul 06 13:58:44.264427 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [req-16f502ea-e901-43b1-8fa2-ed9bc2438f6b req-59637dbf-ab0c-441c-ae92-46aeed2336c4 service neutron] Attempting to bind port 31bd7d68-8662-46dc-9827-822a109504a2 on host n-h1-773647-6 for vnic_type normal with profile None {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 13:58:44.264790 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [req-16f502ea-e901-43b1-8fa2-ed9bc2438f6b req-59637dbf-ab0c-441c-ae92-46aeed2336c4 service neutron] Attempting to bind port 31bd7d68-8662-46dc-9827-822a109504a2 by drivers openvswitch,hyperv on host n-h1-773647-6 at level 0 using segments [{'id': 'da615941-94ee-441c-92fd-37ca002df9b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': '719b716d-a00d-48ee-8755-3a8bbdfaf0d2'}] {{(pid=100246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 13:58:44.265235 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16f502ea-e901-43b1-8fa2-ed9bc2438f6b req-59637dbf-ab0c-441c-ae92-46aeed2336c4 service neutron] Attempting to bind port 31bd7d68-8662-46dc-9827-822a109504a2 on network 719b716d-a00d-48ee-8755-3a8bbdfaf0d2 {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 13:58:44.269991 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16f502ea-e901-43b1-8fa2-ed9bc2438f6b req-59637dbf-ab0c-441c-ae92-46aeed2336c4 service neutron] Port 31bd7d68-8662-46dc-9827-822a109504a2 on network 719b716d-a00d-48ee-8755-3a8bbdfaf0d2 not bound, no agent of type Open vSwitch agent registered on host n-h1-773647-6 {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 13:58:44.270661 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16f502ea-e901-43b1-8fa2-ed9bc2438f6b req-59637dbf-ab0c-441c-ae92-46aeed2336c4 service neutron] Attempting to bind port 31bd7d68-8662-46dc-9827-822a109504a2 on network 719b716d-a00d-48ee-8755-3a8bbdfaf0d2 {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 13:58:44.276297 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16f502ea-e901-43b1-8fa2-ed9bc2438f6b req-59637dbf-ab0c-441c-ae92-46aeed2336c4 service neutron] Checking agent: {'id': '5bf7147f-bada-4441-a5dc-934b903473fb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-773647-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 51, 12), 'started_at': datetime.datetime(2021, 7, 6, 13, 51, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 13, 58, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 13:58:44.276909 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16f502ea-e901-43b1-8fa2-ed9bc2438f6b req-59637dbf-ab0c-441c-ae92-46aeed2336c4 service neutron] Checking segment: {'id': 'da615941-94ee-441c-92fd-37ca002df9b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': '719b716d-a00d-48ee-8755-3a8bbdfaf0d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 13:58:44.277471 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16f502ea-e901-43b1-8fa2-ed9bc2438f6b req-59637dbf-ab0c-441c-ae92-46aeed2336c4 service neutron] Bound using segment: {'id': 'da615941-94ee-441c-92fd-37ca002df9b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': '719b716d-a00d-48ee-8755-3a8bbdfaf0d2'} {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 13:58:44.278091 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [req-16f502ea-e901-43b1-8fa2-ed9bc2438f6b req-59637dbf-ab0c-441c-ae92-46aeed2336c4 service neutron] Bound port: 31bd7d68-8662-46dc-9827-822a109504a2, host: n-h1-773647-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'da615941-94ee-441c-92fd-37ca002df9b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': '719b716d-a00d-48ee-8755-3a8bbdfaf0d2'}}] {{(pid=100246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 13:58:44.295166 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Device f2dfd2e9-3a23-4089-a63b-c17a9084581f details requested by agent hyperv_n-h1-773647-6 with host n-h1-773647-6 {{(pid=100248) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 13:58:44.310886 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.db_base_plugin_common [req-c5984a9d-02f6-42db-a227-0a7d6bf0aa71 req-bcf62159-bdf5-4e8e-9851-d13603e1f25e tempest-ImagesOneServerNegativeTestJSON-2145662933 tempest-ImagesOneServerNegativeTestJSON-2145662933-project] Allocated IP 172.20.0.4 (2087659c-d042-4f52-8c8b-57a851bb551b/0d9c7e4d-cc45-436f-9515-ad95d32a063f/98ef7c7d-fdca-4fb4-926a-9d836a0a21eb) {{(pid=100247) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 13:58:44.357242 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.db [req-16f502ea-e901-43b1-8fa2-ed9bc2438f6b req-59637dbf-ab0c-441c-ae92-46aeed2336c4 service neutron] For port 31bd7d68-8662-46dc-9827-822a109504a2, host n-h1-773647-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773647-6',level=0,port_id=31bd7d68-8662-46dc-9827-822a109504a2,segment=NetworkSegment(da615941-94ee-441c-92fd-37ca002df9b5),segment_id=da615941-94ee-441c-92fd-37ca002df9b5)] {{(pid=100246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 13:58:44.367664 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-16f502ea-e901-43b1-8fa2-ed9bc2438f6b req-59637dbf-ab0c-441c-ae92-46aeed2336c4 service neutron] Notify callbacks [] for binding, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:44.368638 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.db [req-976d9ebb-2633-4178-a4e1-e9894794c889 req-b4aa74ab-d39c-4266-8491-5a6fcbc6bdfa tempest-LiveMigrationTest-2001684970 tempest-LiveMigrationTest-2001684970-project] For port 41248504-0f72-4f85-93d1-c1696547ea84, host n-h1-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773647-6',level=0,port_id=41248504-0f72-4f85-93d1-c1696547ea84,segment=NetworkSegment(65749612-fb0d-4f34-9eb9-d06c3a2fda80),segment_id=65749612-fb0d-4f34-9eb9-d06c3a2fda80)] {{(pid=100247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:58:44.369111 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-976d9ebb-2633-4178-a4e1-e9894794c889 req-b4aa74ab-d39c-4266-8491-5a6fcbc6bdfa tempest-LiveMigrationTest-2001684970 tempest-LiveMigrationTest-2001684970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:44.371719 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-16f502ea-e901-43b1-8fa2-ed9bc2438f6b req-59637dbf-ab0c-441c-ae92-46aeed2336c4 service neutron] 10.222.0.104 "POST /v2.0/ports/31bd7d68-8662-46dc-9827-822a109504a2/bindings HTTP/1.1" status: 201 len: 389 time: 0.3308272 Jul 06 13:58:44.400313 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.plugin [req-976d9ebb-2633-4178-a4e1-e9894794c889 req-b4aa74ab-d39c-4266-8491-5a6fcbc6bdfa tempest-LiveMigrationTest-2001684970 tempest-LiveMigrationTest-2001684970-project] Calling delete_port for 41248504-0f72-4f85-93d1-c1696547ea84 owned by compute:nova {{(pid=100247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 13:58:44.501447 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] For port f2dfd2e9-3a23-4089-a63b-c17a9084581f, host n-h1-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773647-6',level=0,port_id=f2dfd2e9-3a23-4089-a63b-c17a9084581f,segment=NetworkSegment(c9ea893d-045e-42cf-b3dd-cdd1f79baccd),segment_id=c9ea893d-045e-42cf-b3dd-cdd1f79baccd)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:58:44.516870 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Device a1941786-792d-48fc-a751-b58f1e076d1a up at agent hyperv_n-h1-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 13:58:44.541225 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Returning: {'device': 'f2dfd2e9-3a23-4089-a63b-c17a9084581f', 'network_id': 'ac09d390-867f-4b75-a8d2-ab11550bffd6', 'port_id': 'f2dfd2e9-3a23-4089-a63b-c17a9084581f', 'mac_address': 'fa:16:3e:86:8f:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1023, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd1c3cc78-09b9-4e30-99fd-0e5830de101d', 'ip_address': '192.168.233.228'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100248) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 13:58:44.593076 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:44.610166 n-d-773647-6 neutron-server[100248]: DEBUG neutron.notifiers.nova [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f2dfd2e9-3a23-4089-a63b-c17a9084581f {{(pid=100248) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 13:58:44.673523 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] For port f2dfd2e9-3a23-4089-a63b-c17a9084581f, host n-h1-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773647-6',level=0,port_id=f2dfd2e9-3a23-4089-a63b-c17a9084581f,segment=NetworkSegment(c9ea893d-045e-42cf-b3dd-cdd1f79baccd),segment_id=c9ea893d-045e-42cf-b3dd-cdd1f79baccd)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:58:44.674804 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Provisioning complete for port a1941786-792d-48fc-a751-b58f1e076d1a triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:58:44.675403 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:44.678696 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:44.711165 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9178833b-582a-4aa5-b8bf-501ce18ab81c req-a1529e99-911c-4f06-85a0-b2fb4dd5a79b tempest-DeleteServersTestJSON-677393534 tempest-DeleteServersTestJSON-677393534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:58:44.712740 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-9178833b-582a-4aa5-b8bf-501ce18ab81c req-a1529e99-911c-4f06-85a0-b2fb4dd5a79b tempest-DeleteServersTestJSON-677393534 tempest-DeleteServersTestJSON-677393534-project] 10.222.0.104 "GET /v2.0/ports?device_id=affa3918-e899-4dfe-8660-4b640439777a HTTP/1.1" status: 200 len: 944 time: 0.2343473 Jul 06 13:58:44.749603 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-c5984a9d-02f6-42db-a227-0a7d6bf0aa71 req-bcf62159-bdf5-4e8e-9851-d13603e1f25e tempest-ImagesOneServerNegativeTestJSON-2145662933 tempest-ImagesOneServerNegativeTestJSON-2145662933-project] Notify callbacks [] for port, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:44.763003 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Pushing event updated for resources: {'Port': ['ID=f2dfd2e9-3a23-4089-a63b-c17a9084581f,revision_number=8']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:58:44.828834 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:44.854624 n-d-773647-6 neutron-server[100248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42d34a92-9ccf-48e1-9c97-b49b1c53d618', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1941786-792d-48fc-a751-b58f1e076d1a'}] {{(pid=100248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 13:58:44.857172 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84af257533e383389cbcf231d3534f4d5e149e7203fea16b4a8fc01438dddaf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd3077d1-89ef-4e4a-8248-fbe3dbfaae66" -d '{"events": [{"server_uuid": "42d34a92-9ccf-48e1-9c97-b49b1c53d618", "name": "network-vif-plugged", "status": "completed", "tag": "a1941786-792d-48fc-a751-b58f1e076d1a"}]}' {{(pid=100248) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:58:44.872922 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] For port a1941786-792d-48fc-a751-b58f1e076d1a, host n-h1-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773647-6',level=0,port_id=a1941786-792d-48fc-a751-b58f1e076d1a,segment=NetworkSegment(1bb3acc6-dcb3-43f0-ad94-2763c9e79a65),segment_id=1bb3acc6-dcb3-43f0-ad94-2763c9e79a65)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:58:44.878619 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:44.930123 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Pushing event updated for resources: {'Port': ['ID=a1941786-792d-48fc-a751-b58f1e076d1a,revision_number=8']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:58:45.177149 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] get_ports_and_sgs() called for port_ids ['f2dfd2e9-3a23-4089-a63b-c17a9084581f'] {{(pid=100248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 13:58:45.206174 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-976d9ebb-2633-4178-a4e1-e9894794c889 req-b4aa74ab-d39c-4266-8491-5a6fcbc6bdfa tempest-LiveMigrationTest-2001684970 tempest-LiveMigrationTest-2001684970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117'] for port, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:45.224129 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-9178833b-582a-4aa5-b8bf-501ce18ab81c req-77a50697-fcfc-447c-817c-5c2b62ceb2df tempest-DeleteServersTestJSON-677393534 tempest-DeleteServersTestJSON-677393534-project] 10.222.0.104 "GET /v2.0/security-groups?id=7d4cbf2c-f907-4452-8928-a2a298fe7ee1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4794569 Jul 06 13:58:45.269285 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4aa74ab-d39c-4266-8491-5a6fcbc6bdfa tempest-LiveMigrationTest-2001684970 tempest-LiveMigrationTest-2001684970-project] Pushing event deleted for resources: {'Port': ['ID=41248504-0f72-4f85-93d1-c1696547ea84,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:58:45.316341 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f502ea-e901-43b1-8fa2-ed9bc2438f6b req-590a5d1e-ef73-441b-ab1d-c57becacaa28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:58:45.317819 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-16f502ea-e901-43b1-8fa2-ed9bc2438f6b req-590a5d1e-ef73-441b-ab1d-c57becacaa28 service neutron] 10.222.0.127 "GET /v2.0/ports?tenant_id=4cef06e2189c48a2819839e74c70f679&device_id=bfcd3842-80bd-408f-8df3-2747ee09b496 HTTP/1.1" status: 200 len: 1096 time: 0.6587367 Jul 06 13:58:45.420079 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-c5984a9d-02f6-42db-a227-0a7d6bf0aa71 req-bcf62159-bdf5-4e8e-9851-d13603e1f25e tempest-ImagesOneServerNegativeTestJSON-2145662933 tempest-ImagesOneServerNegativeTestJSON-2145662933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108'] for port, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:45.425739 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.l3_dvrscheduler_db [req-976d9ebb-2633-4178-a4e1-e9894794c889 req-b4aa74ab-d39c-4266-8491-5a6fcbc6bdfa tempest-LiveMigrationTest-2001684970 tempest-LiveMigrationTest-2001684970-project] No DVR routers for this DVR port 41248504-0f72-4f85-93d1-c1696547ea84 on host n-h1-773647-6 {{(pid=100247) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 13:58:45.428905 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-976d9ebb-2633-4178-a4e1-e9894794c889 req-b4aa74ab-d39c-4266-8491-5a6fcbc6bdfa tempest-LiveMigrationTest-2001684970 tempest-LiveMigrationTest-2001684970-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:45.431698 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-976d9ebb-2633-4178-a4e1-e9894794c889 req-b4aa74ab-d39c-4266-8491-5a6fcbc6bdfa tempest-LiveMigrationTest-2001684970 tempest-LiveMigrationTest-2001684970-project] 10.222.0.127 "DELETE /v2.0/ports/41248504-0f72-4f85-93d1-c1696547ea84 HTTP/1.1" status: 204 len: 173 time: 1.6355405 Jul 06 13:58:45.474517 n-d-773647-6 neutron-server[100247]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2e7e169-6d3e-4fe1-9d57-062eaff9ad98', 'name': 'network-vif-deleted', 'tag': '41248504-0f72-4f85-93d1-c1696547ea84'}] {{(pid=100247) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 13:58:45.477084 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cbf0eeaae822f8fc9b87a94aeba67a3d651842baf663a51cba94b67a514836d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81ea9a31-9c6f-42d3-a9b7-10e3c32a61d2" -d '{"events": [{"server_uuid": "c2e7e169-6d3e-4fe1-9d57-062eaff9ad98", "name": "network-vif-deleted", "tag": "41248504-0f72-4f85-93d1-c1696547ea84"}]}' {{(pid=100247) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:58:45.503530 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e761764-7bcc-4c75-a2de-e065e2c1a516 req-f5f5842c-d40b-4fd3-ae5c-67ed40c083c1 tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:58:45.505036 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-4e761764-7bcc-4c75-a2de-e065e2c1a516 req-f5f5842c-d40b-4fd3-ae5c-67ed40c083c1 tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] 10.222.0.104 "GET /v2.0/ports?device_id=8e640565-cabe-4694-8753-48fc0a9aa040 HTTP/1.1" status: 200 len: 949 time: 0.7685666 Jul 06 13:58:45.547332 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-569250e1-36d5-4936-a28b-fc1adbdf545b req-0775f399-f12d-4fef-b9d6-073ea41cb607 tempest-LiveMigrationTest-2001684970 tempest-LiveMigrationTest-2001684970-project] 10.222.0.104 "GET /v2.0/ports?device_id=c2e7e169-6d3e-4fe1-9d57-062eaff9ad98 HTTP/1.1" status: 200 len: 210 time: 0.1310039 Jul 06 13:58:45.603620 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c5984a9d-02f6-42db-a227-0a7d6bf0aa71 req-bcf62159-bdf5-4e8e-9851-d13603e1f25e tempest-ImagesOneServerNegativeTestJSON-2145662933 tempest-ImagesOneServerNegativeTestJSON-2145662933-project] Network 2087659c-d042-4f52-8c8b-57a851bb551b is already hosted by enough agents. {{(pid=100247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 13:58:45.604589 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf62159-bdf5-4e8e-9851-d13603e1f25e tempest-ImagesOneServerNegativeTestJSON-2145662933 tempest-ImagesOneServerNegativeTestJSON-2145662933-project] Pushing event updated for resources: {'Port': ['ID=98ef7c7d-fdca-4fb4-926a-9d836a0a21eb,revision_number=1']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:58:45.612813 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.base_scheduler [req-c5984a9d-02f6-42db-a227-0a7d6bf0aa71 req-bcf62159-bdf5-4e8e-9851-d13603e1f25e tempest-ImagesOneServerNegativeTestJSON-2145662933 tempest-ImagesOneServerNegativeTestJSON-2145662933-project] Resources bound (agent type, host, resource id): {{(pid=100247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:58:45.644775 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f502ea-e901-43b1-8fa2-ed9bc2438f6b req-79e37a1b-92b6-462e-b447-a90de52fc2df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:58:45.646470 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-16f502ea-e901-43b1-8fa2-ed9bc2438f6b req-79e37a1b-92b6-462e-b447-a90de52fc2df service neutron] 10.222.0.127 "GET /v2.0/networks?id=719b716d-a00d-48ee-8755-3a8bbdfaf0d2 HTTP/1.1" status: 200 len: 923 time: 0.3128543 Jul 06 13:58:45.654406 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-4e761764-7bcc-4c75-a2de-e065e2c1a516 req-962ba55b-a18c-452e-b346-0b5c2dd44b08 tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] 10.222.0.104 "GET /v2.0/security-groups?id=9f5b92e9-7340-49c3-a9bb-41e4a1caffc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171782 Jul 06 13:58:45.688297 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5984a9d-02f6-42db-a227-0a7d6bf0aa71 req-bcf62159-bdf5-4e8e-9851-d13603e1f25e tempest-ImagesOneServerNegativeTestJSON-2145662933 tempest-ImagesOneServerNegativeTestJSON-2145662933-project] Received port after_create {{(pid=100247) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 13:58:45.688647 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5984a9d-02f6-42db-a227-0a7d6bf0aa71 req-bcf62159-bdf5-4e8e-9851-d13603e1f25e tempest-ImagesOneServerNegativeTestJSON-2145662933 tempest-ImagesOneServerNegativeTestJSON-2145662933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:58:45.689439 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-c5984a9d-02f6-42db-a227-0a7d6bf0aa71 req-bcf62159-bdf5-4e8e-9851-d13603e1f25e tempest-ImagesOneServerNegativeTestJSON-2145662933 tempest-ImagesOneServerNegativeTestJSON-2145662933-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:45.752941 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-16f502ea-e901-43b1-8fa2-ed9bc2438f6b req-00a4572d-3f04-4162-8db6-9c0cb8cd674f service neutron] 10.222.0.127 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=31bd7d68-8662-46dc-9827-822a109504a2 HTTP/1.1" status: 200 len: 217 time: 0.0946407 Jul 06 13:58:45.769361 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-c5984a9d-02f6-42db-a227-0a7d6bf0aa71 req-bcf62159-bdf5-4e8e-9851-d13603e1f25e tempest-ImagesOneServerNegativeTestJSON-2145662933 tempest-ImagesOneServerNegativeTestJSON-2145662933-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2568240 Jul 06 13:58:45.871187 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f502ea-e901-43b1-8fa2-ed9bc2438f6b req-fd9dfdc2-779c-4b41-9320-addccdbe8bc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:58:45.873041 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-16f502ea-e901-43b1-8fa2-ed9bc2438f6b req-fd9dfdc2-779c-4b41-9320-addccdbe8bc4 service neutron] 10.222.0.127 "GET /v2.0/subnets?id=7f475f76-2dcc-4dce-adb2-7deed8b8ad71 HTTP/1.1" status: 200 len: 861 time: 0.1081917 Jul 06 13:58:45.897886 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 13:58:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c328e8c4-5e9e-4e24-8e03-4175f5bbb392 x-openstack-request-id: req-c328e8c4-5e9e-4e24-8e03-4175f5bbb392 {{(pid=100248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:58:45.898444 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42d34a92-9ccf-48e1-9c97-b49b1c53d618", "name": "network-vif-plugged", "status": "completed", "tag": "a1941786-792d-48fc-a751-b58f1e076d1a", "code": 200}]} {{(pid=100248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:58:45.900004 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-c328e8c4-5e9e-4e24-8e03-4175f5bbb392 {{(pid=100248) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:58:45.900438 n-d-773647-6 neutron-server[100248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42d34a92-9ccf-48e1-9c97-b49b1c53d618', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1941786-792d-48fc-a751-b58f1e076d1a', 'code': 200} Jul 06 13:58:45.948692 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-16f502ea-e901-43b1-8fa2-ed9bc2438f6b req-5c2babf0-ee08-42f1-a573-55ad1955dc4b service neutron] 10.222.0.127 "GET /v2.0/ports?network_id=719b716d-a00d-48ee-8755-3a8bbdfaf0d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0668538 Jul 06 13:58:45.954238 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [req-c5984a9d-02f6-42db-a227-0a7d6bf0aa71 req-3eb22ea1-b4dd-4044-8537-2fe7a57a3579 service neutron] Request body: {'port': {'device_id': '4435a11e-2f8e-497c-a9e2-c99bca72d758', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-773647-6'}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:58:46.059111 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-c5984a9d-02f6-42db-a227-0a7d6bf0aa71 req-3eb22ea1-b4dd-4044-8537-2fe7a57a3579 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:46.297485 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Device 19851e39-5c5f-4c4a-8039-558e4f8eefb7 details requested by agent hyperv_n-h1-773647-6 with host n-h1-773647-6 {{(pid=100248) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 13:58:46.318509 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-16f502ea-e901-43b1-8fa2-ed9bc2438f6b req-8dbcc392-f35e-4a90-9207-6c0bac5bd09e service neutron] 10.222.0.127 "GET /v2.0/networks/719b716d-a00d-48ee-8755-3a8bbdfaf0d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2883253 Jul 06 13:58:46.342524 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1384f303-ceeb-4c9f-81b5-849b3b541ebb req-95d15224-3e38-4508-b739-92ed0e61b9c3 tempest-LiveAutoBlockMigrationV225Test-654794443 tempest-LiveAutoBlockMigrationV225Test-654794443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:58:46.355034 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-1384f303-ceeb-4c9f-81b5-849b3b541ebb req-95d15224-3e38-4508-b739-92ed0e61b9c3 tempest-LiveAutoBlockMigrationV225Test-654794443 tempest-LiveAutoBlockMigrationV225Test-654794443-project] 10.222.0.104 "GET /v2.0/ports?device_id=bfcd3842-80bd-408f-8df3-2747ee09b496 HTTP/1.1" status: 200 len: 945 time: 0.3234582 Jul 06 13:58:46.516834 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] For port 19851e39-5c5f-4c4a-8039-558e4f8eefb7, host n-h1-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773647-6',level=0,port_id=19851e39-5c5f-4c4a-8039-558e4f8eefb7,segment=NetworkSegment(227d25fe-bf75-4c4b-9a67-c660160d6b0a),segment_id=227d25fe-bf75-4c4b-9a67-c660160d6b0a)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:58:46.534823 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Returning: {'device': '19851e39-5c5f-4c4a-8039-558e4f8eefb7', 'network_id': '7a710b21-0493-4be8-a73f-c10a9dbc43f7', 'port_id': '19851e39-5c5f-4c4a-8039-558e4f8eefb7', 'mac_address': 'fa:16:3e:c4:d1:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1015, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d32f554-2b92-4c59-9901-e19d129549fc', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100248) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 13:58:46.558338 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2842b43-f64d-4930-ae27-a89b265aa14b req-456791fa-662f-4fc4-aa23-3c883863b84a tempest-ServerDiskConfigTestJSON-920847304 tempest-ServerDiskConfigTestJSON-920847304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:58:46.566142 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-f2842b43-f64d-4930-ae27-a89b265aa14b req-456791fa-662f-4fc4-aa23-3c883863b84a tempest-ServerDiskConfigTestJSON-920847304 tempest-ServerDiskConfigTestJSON-920847304-project] 10.222.0.104 "GET /v2.0/ports?device_id=42d34a92-9ccf-48e1-9c97-b49b1c53d618 HTTP/1.1" status: 200 len: 946 time: 0.5372291 Jul 06 13:58:46.580942 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:46.605636 n-d-773647-6 neutron-server[100248]: DEBUG neutron.notifiers.nova [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 19851e39-5c5f-4c4a-8039-558e4f8eefb7 {{(pid=100248) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 13:58:46.622654 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d5bf37-8188-4ffc-881c-0dd1d008cf69 req-63317dae-c51e-4227-b44d-d291d3a22ea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:58:46.629809 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] For port 19851e39-5c5f-4c4a-8039-558e4f8eefb7, host n-h1-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773647-6',level=0,port_id=19851e39-5c5f-4c4a-8039-558e4f8eefb7,segment=NetworkSegment(227d25fe-bf75-4c4b-9a67-c660160d6b0a),segment_id=227d25fe-bf75-4c4b-9a67-c660160d6b0a)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:58:46.633422 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-c6d5bf37-8188-4ffc-881c-0dd1d008cf69 req-63317dae-c51e-4227-b44d-d291d3a22ea6 service neutron] 10.222.0.127 "GET /v2.0/ports?device_id=42d34a92-9ccf-48e1-9c97-b49b1c53d618 HTTP/1.1" status: 200 len: 1097 time: 0.5756052 Jul 06 13:58:46.637937 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:46.695863 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Pushing event updated for resources: {'Port': ['ID=19851e39-5c5f-4c4a-8039-558e4f8eefb7,revision_number=4']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:58:46.707584 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-1384f303-ceeb-4c9f-81b5-849b3b541ebb req-4f5881d1-b6ea-4ebe-8197-d584a12a08ea tempest-LiveAutoBlockMigrationV225Test-654794443 tempest-LiveAutoBlockMigrationV225Test-654794443-project] 10.222.0.104 "GET /v2.0/security-groups?id=43f6fcb8-9501-44d6-9feb-82c82c5d5862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3486164 Jul 06 13:58:46.928312 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-f2842b43-f64d-4930-ae27-a89b265aa14b req-ef2fd3ae-bec6-4cee-a313-276a2a35ab89 tempest-ServerDiskConfigTestJSON-920847304 tempest-ServerDiskConfigTestJSON-920847304-project] 10.222.0.104 "GET /v2.0/security-groups?id=bc287469-1102-40d8-b019-cad062af5465&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3612967 Jul 06 13:58:46.952843 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-16f502ea-e901-43b1-8fa2-ed9bc2438f6b req-11b829fa-6ea7-4943-a8d9-88fe61ebf297 service neutron] 10.222.0.127 "GET /v2.0/networks/719b716d-a00d-48ee-8755-3a8bbdfaf0d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5847015 Jul 06 13:58:46.970481 n-d-773647-6 neutron-server[100247]: DEBUG neutron.notifiers.nova [req-c5984a9d-02f6-42db-a227-0a7d6bf0aa71 req-3eb22ea1-b4dd-4044-8537-2fe7a57a3579 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 98ef7c7d-fdca-4fb4-926a-9d836a0a21eb {{(pid=100247) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 13:58:46.988066 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-c5984a9d-02f6-42db-a227-0a7d6bf0aa71 req-3eb22ea1-b4dd-4044-8537-2fe7a57a3579 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:47.000287 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-c6d5bf37-8188-4ffc-881c-0dd1d008cf69 req-2ba9824a-f4a7-427b-b8a9-a6880428fd01 service neutron] 10.222.0.127 "GET /v2.0/security-groups?id=bc287469-1102-40d8-b019-cad062af5465&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3348069 Jul 06 13:58:47.012347 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.provisioning_blocks [req-c5984a9d-02f6-42db-a227-0a7d6bf0aa71 req-3eb22ea1-b4dd-4044-8537-2fe7a57a3579 service neutron] Transition to ACTIVE for port object 98ef7c7d-fdca-4fb4-926a-9d836a0a21eb will not be triggered until provisioned by entity L2. {{(pid=100247) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 13:58:47.017365 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-c5984a9d-02f6-42db-a227-0a7d6bf0aa71 req-3eb22ea1-b4dd-4044-8537-2fe7a57a3579 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:47.064541 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 13:58:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-938f49ba-7c2e-4426-b647-88d28b462ca7 x-openstack-request-id: req-938f49ba-7c2e-4426-b647-88d28b462ca7 {{(pid=100247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:58:47.064931 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2e7e169-6d3e-4fe1-9d57-062eaff9ad98", "name": "network-vif-deleted", "tag": "41248504-0f72-4f85-93d1-c1696547ea84", "status": "completed", "code": 200}]} {{(pid=100247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:58:47.065072 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-938f49ba-7c2e-4426-b647-88d28b462ca7 {{(pid=100247) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:58:47.065448 n-d-773647-6 neutron-server[100247]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2e7e169-6d3e-4fe1-9d57-062eaff9ad98', 'name': 'network-vif-deleted', 'tag': '41248504-0f72-4f85-93d1-c1696547ea84', 'status': 'completed', 'code': 200} Jul 06 13:58:47.066108 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb22ea1-b4dd-4044-8537-2fe7a57a3579 service neutron] Pushing event updated for resources: {'Port': ['ID=98ef7c7d-fdca-4fb4-926a-9d836a0a21eb,revision_number=2']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:58:47.091048 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ef8e8d-09de-4c6e-b69e-17364624aa2a req-c7bac234-6daf-425b-b8cb-6f84a8514c3e tempest-ImagesOneServerNegativeTestJSON-2145662933 tempest-ImagesOneServerNegativeTestJSON-2145662933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:58:47.098159 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-06ef8e8d-09de-4c6e-b69e-17364624aa2a req-c7bac234-6daf-425b-b8cb-6f84a8514c3e tempest-ImagesOneServerNegativeTestJSON-2145662933 tempest-ImagesOneServerNegativeTestJSON-2145662933-project] 10.222.0.104 "GET /v2.0/ports?device_id=4435a11e-2f8e-497c-a9e2-c99bca72d758 HTTP/1.1" status: 200 len: 931 time: 0.2051444 Jul 06 13:58:47.170467 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-06ef8e8d-09de-4c6e-b69e-17364624aa2a req-201d8a13-d4d9-4f4d-a6b7-571664d2471c tempest-ImagesOneServerNegativeTestJSON-2145662933 tempest-ImagesOneServerNegativeTestJSON-2145662933-project] 10.222.0.104 "GET /v2.0/security-groups?id=cf130993-6904-4731-ae5d-09749f3f4522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713272 Jul 06 13:58:47.207296 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] get_ports_and_sgs() called for port_ids ['19851e39-5c5f-4c4a-8039-558e4f8eefb7'] {{(pid=100248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 13:58:47.218011 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.managers [req-c5984a9d-02f6-42db-a227-0a7d6bf0aa71 req-3eb22ea1-b4dd-4044-8537-2fe7a57a3579 service neutron] Attempting to bind port 98ef7c7d-fdca-4fb4-926a-9d836a0a21eb on host n-h2-773647-6 for vnic_type normal with profile {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 13:58:47.225666 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.managers [req-c5984a9d-02f6-42db-a227-0a7d6bf0aa71 req-3eb22ea1-b4dd-4044-8537-2fe7a57a3579 service neutron] Attempting to bind port 98ef7c7d-fdca-4fb4-926a-9d836a0a21eb by drivers openvswitch,hyperv on host n-h2-773647-6 at level 0 using segments [{'id': '165a4ca3-d89f-4657-8b31-086440d21aaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1029, 'network_id': '2087659c-d042-4f52-8c8b-57a851bb551b'}] {{(pid=100247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 13:58:47.226253 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5984a9d-02f6-42db-a227-0a7d6bf0aa71 req-3eb22ea1-b4dd-4044-8537-2fe7a57a3579 service neutron] Attempting to bind port 98ef7c7d-fdca-4fb4-926a-9d836a0a21eb on network 2087659c-d042-4f52-8c8b-57a851bb551b {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 13:58:47.237184 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5984a9d-02f6-42db-a227-0a7d6bf0aa71 req-3eb22ea1-b4dd-4044-8537-2fe7a57a3579 service neutron] Port 98ef7c7d-fdca-4fb4-926a-9d836a0a21eb on network 2087659c-d042-4f52-8c8b-57a851bb551b not bound, no agent of type Open vSwitch agent registered on host n-h2-773647-6 {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 13:58:47.242013 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5984a9d-02f6-42db-a227-0a7d6bf0aa71 req-3eb22ea1-b4dd-4044-8537-2fe7a57a3579 service neutron] Attempting to bind port 98ef7c7d-fdca-4fb4-926a-9d836a0a21eb on network 2087659c-d042-4f52-8c8b-57a851bb551b {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 13:58:47.270252 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5984a9d-02f6-42db-a227-0a7d6bf0aa71 req-3eb22ea1-b4dd-4044-8537-2fe7a57a3579 service neutron] Checking agent: {'id': '63768ece-0600-4354-8d29-fdedec96b077', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-773647-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 51, 10), 'started_at': datetime.datetime(2021, 7, 6, 13, 51, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 13, 58, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 13:58:47.271023 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5984a9d-02f6-42db-a227-0a7d6bf0aa71 req-3eb22ea1-b4dd-4044-8537-2fe7a57a3579 service neutron] Checking segment: {'id': '165a4ca3-d89f-4657-8b31-086440d21aaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1029, 'network_id': '2087659c-d042-4f52-8c8b-57a851bb551b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100247) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 13:58:47.271675 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5984a9d-02f6-42db-a227-0a7d6bf0aa71 req-3eb22ea1-b4dd-4044-8537-2fe7a57a3579 service neutron] Bound using segment: {'id': '165a4ca3-d89f-4657-8b31-086440d21aaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1029, 'network_id': '2087659c-d042-4f52-8c8b-57a851bb551b'} {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 13:58:47.272351 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.managers [req-c5984a9d-02f6-42db-a227-0a7d6bf0aa71 req-3eb22ea1-b4dd-4044-8537-2fe7a57a3579 service neutron] Bound port: 98ef7c7d-fdca-4fb4-926a-9d836a0a21eb, host: n-h2-773647-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '165a4ca3-d89f-4657-8b31-086440d21aaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1029, 'network_id': '2087659c-d042-4f52-8c8b-57a851bb551b'}}] {{(pid=100247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 13:58:47.272945 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-c5984a9d-02f6-42db-a227-0a7d6bf0aa71 req-3eb22ea1-b4dd-4044-8537-2fe7a57a3579 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:47.476311 n-d-773647-6 neutron-server[100247]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 13:58:47.476311 n-d-773647-6 neutron-server[100247]: conditions |= (models_v2.Port.network_id.in_( Jul 06 13:58:47.476311 n-d-773647-6 neutron-server[100247]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 13:58:47.476311 n-d-773647-6 neutron-server[100247]: conditions |= (models_v2.Port.network_id.in_( Jul 06 13:58:47.476311 n-d-773647-6 neutron-server[100247]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 13:58:47.476311 n-d-773647-6 neutron-server[100247]: conditions |= (models_v2.Port.network_id.in_( Jul 06 13:58:47.476311 n-d-773647-6 neutron-server[100247]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 13:58:47.476311 n-d-773647-6 neutron-server[100247]: conditions |= (models_v2.Port.network_id.in_( Jul 06 13:58:47.476311 n-d-773647-6 neutron-server[100247]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 13:58:47.476311 n-d-773647-6 neutron-server[100247]: conditions |= (models_v2.Port.network_id.in_( Jul 06 13:58:47.476311 n-d-773647-6 neutron-server[100247]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 13:58:47.476311 n-d-773647-6 neutron-server[100247]: conditions |= (models_v2.Port.network_id.in_( Jul 06 13:58:47.476311 n-d-773647-6 neutron-server[100247]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 13:58:47.476311 n-d-773647-6 neutron-server[100247]: conditions |= (models_v2.Port.network_id.in_( Jul 06 13:58:47.476311 n-d-773647-6 neutron-server[100247]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 13:58:47.476311 n-d-773647-6 neutron-server[100247]: conditions |= (models_v2.Port.network_id.in_( Jul 06 13:58:47.476311 n-d-773647-6 neutron-server[100247]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 13:58:47.476311 n-d-773647-6 neutron-server[100247]: conditions |= (models_v2.Port.network_id.in_( Jul 06 13:58:47.476311 n-d-773647-6 neutron-server[100247]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 13:58:47.476311 n-d-773647-6 neutron-server[100247]: conditions |= (models_v2.Port.network_id.in_( Jul 06 13:58:47.476311 n-d-773647-6 neutron-server[100247]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 13:58:47.476311 n-d-773647-6 neutron-server[100247]: conditions |= (models_v2.Port.network_id.in_( Jul 06 13:58:47.476311 n-d-773647-6 neutron-server[100247]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 13:58:47.476311 n-d-773647-6 neutron-server[100247]: conditions |= (models_v2.Port.network_id.in_( Jul 06 13:58:47.476311 n-d-773647-6 neutron-server[100247]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 13:58:47.476311 n-d-773647-6 neutron-server[100247]: conditions |= (models_v2.Port.network_id.in_( Jul 06 13:58:47.476311 n-d-773647-6 neutron-server[100247]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 13:58:47.476311 n-d-773647-6 neutron-server[100247]: conditions |= (models_v2.Port.network_id.in_( Jul 06 13:58:47.476311 n-d-773647-6 neutron-server[100247]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 13:58:47.476311 n-d-773647-6 neutron-server[100247]: conditions |= (models_v2.Port.network_id.in_( Jul 06 13:58:47.476311 n-d-773647-6 neutron-server[100247]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 13:58:47.476311 n-d-773647-6 neutron-server[100247]: conditions |= (models_v2.Port.network_id.in_( Jul 06 13:58:47.476311 n-d-773647-6 neutron-server[100247]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 13:58:47.476311 n-d-773647-6 neutron-server[100247]: conditions |= (models_v2.Port.network_id.in_( Jul 06 13:58:47.476311 n-d-773647-6 neutron-server[100247]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 13:58:47.476311 n-d-773647-6 neutron-server[100247]: conditions |= (models_v2.Port.network_id.in_( Jul 06 13:58:47.476311 n-d-773647-6 neutron-server[100247]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 13:58:47.476311 n-d-773647-6 neutron-server[100247]: conditions |= (models_v2.Port.network_id.in_( Jul 06 13:58:47.476311 n-d-773647-6 neutron-server[100247]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 13:58:47.476311 n-d-773647-6 neutron-server[100247]: conditions |= (models_v2.Port.network_id.in_( Jul 06 13:58:47.476311 n-d-773647-6 neutron-server[100247]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 13:58:47.476311 n-d-773647-6 neutron-server[100247]: conditions |= (models_v2.Port.network_id.in_( Jul 06 13:58:47.476311 n-d-773647-6 neutron-server[100247]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 13:58:47.476311 n-d-773647-6 neutron-server[100247]: conditions |= (models_v2.Port.network_id.in_( Jul 06 13:58:47.476311 n-d-773647-6 neutron-server[100247]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 13:58:47.476311 n-d-773647-6 neutron-server[100247]: conditions |= (models_v2.Port.network_id.in_( Jul 06 13:58:47.476311 n-d-773647-6 neutron-server[100247]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 13:58:47.476311 n-d-773647-6 neutron-server[100247]: conditions |= (models_v2.Port.network_id.in_( Jul 06 13:58:47.476311 n-d-773647-6 neutron-server[100247]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 13:58:47.476311 n-d-773647-6 neutron-server[100247]: conditions |= (models_v2.Port.network_id.in_( Jul 06 13:58:47.476311 n-d-773647-6 neutron-server[100247]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 13:58:47.476311 n-d-773647-6 neutron-server[100247]: conditions |= (models_v2.Port.network_id.in_( Jul 06 13:58:47.476311 n-d-773647-6 neutron-server[100247]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 13:58:47.476311 n-d-773647-6 neutron-server[100247]: conditions |= (models_v2.Port.network_id.in_( Jul 06 13:58:47.476311 n-d-773647-6 neutron-server[100247]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 13:58:47.476311 n-d-773647-6 neutron-server[100247]: conditions |= (models_v2.Port.network_id.in_( Jul 06 13:58:47.482074 n-d-773647-6 neutron-server[100247]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 13:58:47.482074 n-d-773647-6 neutron-server[100247]: conditions |= (models_v2.Port.network_id.in_( Jul 06 13:58:47.482074 n-d-773647-6 neutron-server[100247]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 13:58:47.482074 n-d-773647-6 neutron-server[100247]: conditions |= (models_v2.Port.network_id.in_( Jul 06 13:58:47.482074 n-d-773647-6 neutron-server[100247]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 13:58:47.482074 n-d-773647-6 neutron-server[100247]: conditions |= (models_v2.Port.network_id.in_( Jul 06 13:58:47.482074 n-d-773647-6 neutron-server[100247]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 13:58:47.482074 n-d-773647-6 neutron-server[100247]: conditions |= (models_v2.Port.network_id.in_( Jul 06 13:58:47.482074 n-d-773647-6 neutron-server[100247]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 13:58:47.482074 n-d-773647-6 neutron-server[100247]: conditions |= (models_v2.Port.network_id.in_( Jul 06 13:58:47.482074 n-d-773647-6 neutron-server[100247]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 13:58:47.482074 n-d-773647-6 neutron-server[100247]: conditions |= (models_v2.Port.network_id.in_( Jul 06 13:58:47.482074 n-d-773647-6 neutron-server[100247]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 13:58:47.482074 n-d-773647-6 neutron-server[100247]: conditions |= (models_v2.Port.network_id.in_( Jul 06 13:58:47.482074 n-d-773647-6 neutron-server[100247]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 13:58:47.482074 n-d-773647-6 neutron-server[100247]: conditions |= (models_v2.Port.network_id.in_( Jul 06 13:58:47.482074 n-d-773647-6 neutron-server[100247]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 13:58:47.482074 n-d-773647-6 neutron-server[100247]: conditions |= (models_v2.Port.network_id.in_( Jul 06 13:58:47.482074 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.db [req-c5984a9d-02f6-42db-a227-0a7d6bf0aa71 req-3eb22ea1-b4dd-4044-8537-2fe7a57a3579 service neutron] For port 98ef7c7d-fdca-4fb4-926a-9d836a0a21eb, host n-h2-773647-6, cleared binding levels {{(pid=100247) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 13:58:47.551982 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.db [req-c5984a9d-02f6-42db-a227-0a7d6bf0aa71 req-3eb22ea1-b4dd-4044-8537-2fe7a57a3579 service neutron] For port 98ef7c7d-fdca-4fb4-926a-9d836a0a21eb, host n-h2-773647-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=98ef7c7d-fdca-4fb4-926a-9d836a0a21eb,segment=NetworkSegment(165a4ca3-d89f-4657-8b31-086440d21aaa),segment_id=165a4ca3-d89f-4657-8b31-086440d21aaa)] {{(pid=100247) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 13:58:47.594919 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-c5984a9d-02f6-42db-a227-0a7d6bf0aa71 req-3eb22ea1-b4dd-4044-8537-2fe7a57a3579 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:47.672735 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb22ea1-b4dd-4044-8537-2fe7a57a3579 service neutron] Pushing event updated for resources: {'Port': ['ID=98ef7c7d-fdca-4fb4-926a-9d836a0a21eb,revision_number=3']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:58:47.727633 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5984a9d-02f6-42db-a227-0a7d6bf0aa71 req-3eb22ea1-b4dd-4044-8537-2fe7a57a3579 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:58:47.728349 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-c5984a9d-02f6-42db-a227-0a7d6bf0aa71 req-3eb22ea1-b4dd-4044-8537-2fe7a57a3579 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:47.734287 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-c5984a9d-02f6-42db-a227-0a7d6bf0aa71 req-3eb22ea1-b4dd-4044-8537-2fe7a57a3579 service neutron] 10.222.0.72 "PUT /v2.0/ports/98ef7c7d-fdca-4fb4-926a-9d836a0a21eb HTTP/1.1" status: 200 len: 1091 time: 1.9104543 Jul 06 13:58:47.819844 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56855e2d-433a-496e-b4fe-7fded1e8e727 req-b94d4a11-e31d-4577-af50-53f3d6013192 tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:58:47.821791 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-56855e2d-433a-496e-b4fe-7fded1e8e727 req-b94d4a11-e31d-4577-af50-53f3d6013192 tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] 10.222.0.127 "GET /v2.0/ports?device_id=8e640565-cabe-4694-8753-48fc0a9aa040&tenant_id=483ead9cc6094290930ff4aed37f7463&binding%3Ahost_id=n-h1-773647-6 HTTP/1.1" status: 200 len: 949 time: 0.2676637 Jul 06 13:58:47.846842 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6146bfd8-30a8-456e-ae37-e2436c453223 req-eb0927af-99b3-4aeb-a766-907f48f776b7 tempest-DeleteServersTestJSON-677393534 tempest-DeleteServersTestJSON-677393534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:58:47.854311 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-6146bfd8-30a8-456e-ae37-e2436c453223 req-eb0927af-99b3-4aeb-a766-907f48f776b7 tempest-DeleteServersTestJSON-677393534 tempest-DeleteServersTestJSON-677393534-project] 10.222.0.104 "GET /v2.0/ports?device_id=affa3918-e899-4dfe-8660-4b640439777a HTTP/1.1" status: 200 len: 945 time: 0.4221404 Jul 06 13:58:47.998145 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-56855e2d-433a-496e-b4fe-7fded1e8e727 req-5c7c05f4-fdae-422f-b4f8-c7597b662c4f service neutron] 10.222.0.127 "GET /v2.0/ports/f2dfd2e9-3a23-4089-a63b-c17a9084581f/bindings/n-h1-773647-6 HTTP/1.1" status: 200 len: 382 time: 0.1404641 Jul 06 13:58:48.052765 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-6146bfd8-30a8-456e-ae37-e2436c453223 req-f18ec260-8a57-4377-a6bb-1b909dbef4de tempest-DeleteServersTestJSON-677393534 tempest-DeleteServersTestJSON-677393534-project] 10.222.0.104 "GET /v2.0/security-groups?id=7d4cbf2c-f907-4452-8928-a2a298fe7ee1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1968741 Jul 06 13:58:48.178795 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5984a9d-02f6-42db-a227-0a7d6bf0aa71 req-ad905eb3-5347-4dbf-bbe6-36640ccbd59e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:58:48.180512 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-c5984a9d-02f6-42db-a227-0a7d6bf0aa71 req-ad905eb3-5347-4dbf-bbe6-36640ccbd59e service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=8d6af3c3691644c2b04c2cdb0feff257&device_id=4435a11e-2f8e-497c-a9e2-c99bca72d758 HTTP/1.1" status: 200 len: 1094 time: 0.3772840 Jul 06 13:58:48.193128 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8b2bf5-20cc-4b3c-8c97-cbde740fbf85 req-dfd1f5fa-f6b9-4e8e-a6b8-a717c91af192 tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:58:48.200958 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-ac8b2bf5-20cc-4b3c-8c97-cbde740fbf85 req-dfd1f5fa-f6b9-4e8e-a6b8-a717c91af192 tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] 10.222.0.104 "GET /v2.0/ports?device_id=8e640565-cabe-4694-8753-48fc0a9aa040 HTTP/1.1" status: 200 len: 949 time: 0.2579985 Jul 06 13:58:48.285401 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-c5984a9d-02f6-42db-a227-0a7d6bf0aa71 req-a687645b-4273-4da0-89fe-585a393432bc service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=98ef7c7d-fdca-4fb4-926a-9d836a0a21eb HTTP/1.1" status: 200 len: 217 time: 0.0757787 Jul 06 13:58:48.319659 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Device f2dfd2e9-3a23-4089-a63b-c17a9084581f up at agent hyperv_n-h1-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 13:58:48.359779 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-ac8b2bf5-20cc-4b3c-8c97-cbde740fbf85 req-5443d759-0295-4772-8643-640f6d54ebc6 tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] 10.222.0.104 "GET /v2.0/security-groups?id=9f5b92e9-7340-49c3-a9bb-41e4a1caffc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1576529 Jul 06 13:58:48.376993 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56855e2d-433a-496e-b4fe-7fded1e8e727 req-3b46a58d-5a88-46a0-ac04-afd0c266f039 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:58:48.378658 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-56855e2d-433a-496e-b4fe-7fded1e8e727 req-3b46a58d-5a88-46a0-ac04-afd0c266f039 service neutron] 10.222.0.127 "GET /v2.0/ports?tenant_id=483ead9cc6094290930ff4aed37f7463&device_id=8e640565-cabe-4694-8753-48fc0a9aa040 HTTP/1.1" status: 200 len: 1100 time: 0.3432546 Jul 06 13:58:48.459867 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5984a9d-02f6-42db-a227-0a7d6bf0aa71 req-fc72b78a-0f3a-4d46-8dcd-f77f81fab92a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:58:48.460056 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Provisioning for port f2dfd2e9-3a23-4089-a63b-c17a9084581f completed by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 13:58:48.461908 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-c5984a9d-02f6-42db-a227-0a7d6bf0aa71 req-fc72b78a-0f3a-4d46-8dcd-f77f81fab92a service neutron] 10.222.0.72 "GET /v2.0/subnets?id=0d9c7e4d-cc45-436f-9515-ad95d32a063f HTTP/1.1" status: 200 len: 862 time: 0.1677573 Jul 06 13:58:48.477836 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Provisioning complete for port f2dfd2e9-3a23-4089-a63b-c17a9084581f triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:58:48.478208 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:48.573163 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-c5984a9d-02f6-42db-a227-0a7d6bf0aa71 req-55996fc6-76cb-4945-a296-f7c6da5d6bbc service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=2087659c-d042-4f52-8c8b-57a851bb551b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0738308 Jul 06 13:58:48.673975 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:48.743861 n-d-773647-6 neutron-server[100248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e640565-cabe-4694-8753-48fc0a9aa040', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2dfd2e9-3a23-4089-a63b-c17a9084581f'}] {{(pid=100248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 13:58:48.752154 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84af257533e383389cbcf231d3534f4d5e149e7203fea16b4a8fc01438dddaf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69ceb182-573b-4dc3-b12d-bb03539ff7a1" -d '{"events": [{"server_uuid": "8e640565-cabe-4694-8753-48fc0a9aa040", "name": "network-vif-plugged", "status": "completed", "tag": "f2dfd2e9-3a23-4089-a63b-c17a9084581f"}]}' {{(pid=100248) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:58:48.775938 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] For port f2dfd2e9-3a23-4089-a63b-c17a9084581f, host n-h1-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773647-6',level=0,port_id=f2dfd2e9-3a23-4089-a63b-c17a9084581f,segment=NetworkSegment(c9ea893d-045e-42cf-b3dd-cdd1f79baccd),segment_id=c9ea893d-045e-42cf-b3dd-cdd1f79baccd)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:58:48.786050 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:48.787247 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Device 41248504-0f72-4f85-93d1-c1696547ea84 no longer exists at agent hyperv_n-h1-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 13:58:48.789340 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56855e2d-433a-496e-b4fe-7fded1e8e727 req-a09cf58b-3da7-4dfd-a9cb-5324289c96b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:58:48.791027 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-56855e2d-433a-496e-b4fe-7fded1e8e727 req-a09cf58b-3da7-4dfd-a9cb-5324289c96b8 service neutron] 10.222.0.127 "GET /v2.0/networks?id=ac09d390-867f-4b75-a8d2-ab11550bffd6 HTTP/1.1" status: 200 len: 871 time: 0.4011748 Jul 06 13:58:48.824903 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] No Port match for: 41248504-0f72-4f85-93d1-c1696547ea84 {{(pid=100248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 13:58:48.825480 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Device 41248504-0f72-4f85-93d1-c1696547ea84 not bound to the agent host n-h1-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 13:58:48.888406 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-c5984a9d-02f6-42db-a227-0a7d6bf0aa71 req-c7ffd6a2-424c-45e8-8f8a-5617263a73c9 service neutron] 10.222.0.72 "GET /v2.0/networks/2087659c-d042-4f52-8c8b-57a851bb551b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2913928 Jul 06 13:58:48.904465 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-56855e2d-433a-496e-b4fe-7fded1e8e727 req-660b759d-b179-4c58-a640-700e6ea089ec service neutron] 10.222.0.127 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.228&port_id=f2dfd2e9-3a23-4089-a63b-c17a9084581f HTTP/1.1" status: 200 len: 217 time: 0.0997355 Jul 06 13:58:48.914174 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Pushing event updated for resources: {'Port': ['ID=f2dfd2e9-3a23-4089-a63b-c17a9084581f,revision_number=9']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:58:48.941728 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62225918-d701-4336-9207-58461b2205af req-dbe608a9-234b-49f6-a209-ff7be44c215d tempest-LiveAutoBlockMigrationV225Test-654794443 tempest-LiveAutoBlockMigrationV225Test-654794443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:58:48.945036 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-62225918-d701-4336-9207-58461b2205af req-dbe608a9-234b-49f6-a209-ff7be44c215d tempest-LiveAutoBlockMigrationV225Test-654794443 tempest-LiveAutoBlockMigrationV225Test-654794443-project] 10.222.0.104 "GET /v2.0/ports?device_id=bfcd3842-80bd-408f-8df3-2747ee09b496 HTTP/1.1" status: 200 len: 945 time: 0.3849642 Jul 06 13:58:49.069028 n-d-773647-6 neutron-server[100247]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4435a11e-2f8e-497c-a9e2-c99bca72d758', 'tag': '98ef7c7d-fdca-4fb4-926a-9d836a0a21eb'}] {{(pid=100247) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 13:58:49.071500 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cbf0eeaae822f8fc9b87a94aeba67a3d651842baf663a51cba94b67a514836d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3daac174-68cb-43e3-a74b-9c3f27e91b47" -d '{"events": [{"name": "network-changed", "server_uuid": "4435a11e-2f8e-497c-a9e2-c99bca72d758", "tag": "98ef7c7d-fdca-4fb4-926a-9d836a0a21eb"}]}' {{(pid=100247) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:58:49.115554 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52240d83-1e52-420a-9afc-1d6c84f30371 req-d87d1318-5e94-4e47-9542-42e33f3b53c7 tempest-ServerDiskConfigTestJSON-920847304 tempest-ServerDiskConfigTestJSON-920847304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:58:49.124212 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-52240d83-1e52-420a-9afc-1d6c84f30371 req-d87d1318-5e94-4e47-9542-42e33f3b53c7 tempest-ServerDiskConfigTestJSON-920847304 tempest-ServerDiskConfigTestJSON-920847304-project] 10.222.0.104 "GET /v2.0/ports?device_id=42d34a92-9ccf-48e1-9c97-b49b1c53d618 HTTP/1.1" status: 200 len: 946 time: 0.4445717 Jul 06 13:58:49.166246 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-62225918-d701-4336-9207-58461b2205af req-29c9cb27-5767-482a-a0a8-ef90970a096b tempest-LiveAutoBlockMigrationV225Test-654794443 tempest-LiveAutoBlockMigrationV225Test-654794443-project] 10.222.0.104 "GET /v2.0/security-groups?id=43f6fcb8-9501-44d6-9feb-82c82c5d5862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1566079 Jul 06 13:58:49.189819 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56855e2d-433a-496e-b4fe-7fded1e8e727 req-e0c0e184-7a30-4d16-a2b4-10043f6b595a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:58:49.191607 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-56855e2d-433a-496e-b4fe-7fded1e8e727 req-e0c0e184-7a30-4d16-a2b4-10043f6b595a service neutron] 10.222.0.127 "GET /v2.0/subnets?id=d1c3cc78-09b9-4e30-99fd-0e5830de101d HTTP/1.1" status: 200 len: 843 time: 0.2456324 Jul 06 13:58:49.358305 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-52240d83-1e52-420a-9afc-1d6c84f30371 req-29a971ba-83ff-46e1-9f81-b987f32f2613 tempest-ServerDiskConfigTestJSON-920847304 tempest-ServerDiskConfigTestJSON-920847304-project] 10.222.0.104 "GET /v2.0/security-groups?id=bc287469-1102-40d8-b019-cad062af5465&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2328770 Jul 06 13:58:49.474196 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-c5984a9d-02f6-42db-a227-0a7d6bf0aa71 req-de5b5ce0-6307-4642-b77d-14f01288419c service neutron] 10.222.0.72 "GET /v2.0/networks/2087659c-d042-4f52-8c8b-57a851bb551b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5648286 Jul 06 13:58:49.616327 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56855e2d-433a-496e-b4fe-7fded1e8e727 req-03f8ead5-44da-4571-ae91-e157926c6c5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:58:49.617068 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-56855e2d-433a-496e-b4fe-7fded1e8e727 req-03f8ead5-44da-4571-ae91-e157926c6c5b service neutron] 10.222.0.127 "GET /v2.0/ports?network_id=ac09d390-867f-4b75-a8d2-ab11550bffd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4110651 Jul 06 13:58:50.070205 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7170b5f-00a1-4a31-bf12-218584821cdf req-67f52df3-e170-4b14-80fe-04fd5a1dd6f6 tempest-LiveMigrationTest-2001684970 tempest-LiveMigrationTest-2001684970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:58:50.071758 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-e7170b5f-00a1-4a31-bf12-218584821cdf req-67f52df3-e170-4b14-80fe-04fd5a1dd6f6 tempest-LiveMigrationTest-2001684970 tempest-LiveMigrationTest-2001684970-project] 10.222.0.127 "GET /v2.0/ports?device_id=38cb1596-590e-44d7-bc4d-de552f284c55 HTTP/1.1" status: 200 len: 944 time: 0.7038474 Jul 06 13:58:50.100952 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618c3193-144e-4106-a20c-5fae833d4311 req-151fbd3d-2965-49e2-89a8-32147a79dc9d tempest-ImagesOneServerNegativeTestJSON-2145662933 tempest-ImagesOneServerNegativeTestJSON-2145662933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:58:50.111833 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-618c3193-144e-4106-a20c-5fae833d4311 req-151fbd3d-2965-49e2-89a8-32147a79dc9d tempest-ImagesOneServerNegativeTestJSON-2145662933 tempest-ImagesOneServerNegativeTestJSON-2145662933-project] 10.222.0.104 "GET /v2.0/ports?device_id=4435a11e-2f8e-497c-a9e2-c99bca72d758 HTTP/1.1" status: 200 len: 943 time: 0.6334496 Jul 06 13:58:50.222556 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c16e577-1292-4fcd-a63e-34b4bdfaf1bc req-3f0a47b5-6a47-4dec-9554-f12e5b267b19 tempest-LiveMigrationTest-2001684970 tempest-LiveMigrationTest-2001684970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:58:50.226857 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-1c16e577-1292-4fcd-a63e-34b4bdfaf1bc req-3f0a47b5-6a47-4dec-9554-f12e5b267b19 tempest-LiveMigrationTest-2001684970 tempest-LiveMigrationTest-2001684970-project] 10.222.0.104 "GET /v2.0/ports?device_id=38cb1596-590e-44d7-bc4d-de552f284c55 HTTP/1.1" status: 200 len: 944 time: 0.6156580 Jul 06 13:58:50.263305 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-56855e2d-433a-496e-b4fe-7fded1e8e727 req-d7c853dc-a40e-4c12-b8c2-e68d180682a7 service neutron] 10.222.0.127 "GET /v2.0/networks/ac09d390-867f-4b75-a8d2-ab11550bffd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6338089 Jul 06 13:58:50.304636 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-618c3193-144e-4106-a20c-5fae833d4311 req-2f3b1dad-0746-4744-a2e1-0da891d66eef tempest-ImagesOneServerNegativeTestJSON-2145662933 tempest-ImagesOneServerNegativeTestJSON-2145662933-project] 10.222.0.104 "GET /v2.0/security-groups?id=cf130993-6904-4731-ae5d-09749f3f4522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1914203 Jul 06 13:58:50.343280 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Device 19851e39-5c5f-4c4a-8039-558e4f8eefb7 up at agent hyperv_n-h1-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 13:58:50.481823 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-1c16e577-1292-4fcd-a63e-34b4bdfaf1bc req-22cc28fc-679b-47ff-94eb-4d7e13f78f8a tempest-LiveMigrationTest-2001684970 tempest-LiveMigrationTest-2001684970-project] 10.222.0.104 "GET /v2.0/security-groups?id=7e243ebf-9cf4-4917-8da6-0fd38b06f795&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2481446 Jul 06 13:58:50.535149 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-56855e2d-433a-496e-b4fe-7fded1e8e727 req-1d300e7c-fb69-4af7-b369-d1625823d42e service neutron] 10.222.0.127 "GET /v2.0/networks/ac09d390-867f-4b75-a8d2-ab11550bffd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2335997 Jul 06 13:58:50.596778 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.plugin [req-e7170b5f-00a1-4a31-bf12-218584821cdf req-d75b2952-be52-4a4b-aa91-6066de4bc7a6 tempest-LiveMigrationTest-2001684970 tempest-LiveMigrationTest-2001684970-project] Deleting port 113a8907-4f54-4c39-b78e-d093bc9daf85 {{(pid=100247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 13:58:50.597179 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-e7170b5f-00a1-4a31-bf12-218584821cdf req-d75b2952-be52-4a4b-aa91-6066de4bc7a6 tempest-LiveMigrationTest-2001684970 tempest-LiveMigrationTest-2001684970-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:50.611485 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Provisioning for port 19851e39-5c5f-4c4a-8039-558e4f8eefb7 completed by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 13:58:50.617533 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Provisioning complete for port 19851e39-5c5f-4c4a-8039-558e4f8eefb7 triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:58:50.617905 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:50.707941 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 13:58:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f986cc1-1517-4a4d-b96d-8950cb5d336c x-openstack-request-id: req-1f986cc1-1517-4a4d-b96d-8950cb5d336c {{(pid=100248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:58:50.710993 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e640565-cabe-4694-8753-48fc0a9aa040", "name": "network-vif-plugged", "status": "completed", "tag": "f2dfd2e9-3a23-4089-a63b-c17a9084581f", "code": 200}]} {{(pid=100248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:58:50.711466 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-1f986cc1-1517-4a4d-b96d-8950cb5d336c {{(pid=100248) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:58:50.712050 n-d-773647-6 neutron-server[100248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e640565-cabe-4694-8753-48fc0a9aa040', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2dfd2e9-3a23-4089-a63b-c17a9084581f', 'code': 200} Jul 06 13:58:50.772501 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 13:58:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f690594-f0a4-401c-ac0f-904edb7c3295 x-openstack-request-id: req-9f690594-f0a4-401c-ac0f-904edb7c3295 {{(pid=100247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:58:50.773064 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4435a11e-2f8e-497c-a9e2-c99bca72d758", "tag": "98ef7c7d-fdca-4fb4-926a-9d836a0a21eb", "status": "completed", "code": 200}]} {{(pid=100247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:58:50.773064 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-9f690594-f0a4-401c-ac0f-904edb7c3295 {{(pid=100247) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:58:50.778372 n-d-773647-6 neutron-server[100247]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4435a11e-2f8e-497c-a9e2-c99bca72d758', 'tag': '98ef7c7d-fdca-4fb4-926a-9d836a0a21eb', 'status': 'completed', 'code': 200} Jul 06 13:58:50.856336 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:50.887544 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.db [req-e7170b5f-00a1-4a31-bf12-218584821cdf req-d75b2952-be52-4a4b-aa91-6066de4bc7a6 tempest-LiveMigrationTest-2001684970 tempest-LiveMigrationTest-2001684970-project] For port 113a8907-4f54-4c39-b78e-d093bc9daf85, host n-h1-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773647-6',level=0,port_id=113a8907-4f54-4c39-b78e-d093bc9daf85,segment=NetworkSegment(65749612-fb0d-4f34-9eb9-d06c3a2fda80),segment_id=65749612-fb0d-4f34-9eb9-d06c3a2fda80)] {{(pid=100247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:58:50.887910 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-e7170b5f-00a1-4a31-bf12-218584821cdf req-d75b2952-be52-4a4b-aa91-6066de4bc7a6 tempest-LiveMigrationTest-2001684970 tempest-LiveMigrationTest-2001684970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:50.921610 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] For port 19851e39-5c5f-4c4a-8039-558e4f8eefb7, host n-h1-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773647-6',level=0,port_id=19851e39-5c5f-4c4a-8039-558e4f8eefb7,segment=NetworkSegment(227d25fe-bf75-4c4b-9a67-c660160d6b0a),segment_id=227d25fe-bf75-4c4b-9a67-c660160d6b0a)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:58:50.927228 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:50.937870 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.plugin [req-e7170b5f-00a1-4a31-bf12-218584821cdf req-d75b2952-be52-4a4b-aa91-6066de4bc7a6 tempest-LiveMigrationTest-2001684970 tempest-LiveMigrationTest-2001684970-project] Calling delete_port for 113a8907-4f54-4c39-b78e-d093bc9daf85 owned by compute:nova {{(pid=100247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 13:58:50.996889 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Pushing event updated for resources: {'Port': ['ID=19851e39-5c5f-4c4a-8039-558e4f8eefb7,revision_number=5']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:58:51.058911 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3daac174-68cb-43e3-a74b-9c3f27e91b47 req-93746d59-9082-4b1a-908c-75242b56e296 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:58:51.060530 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-3daac174-68cb-43e3-a74b-9c3f27e91b47 req-93746d59-9082-4b1a-908c-75242b56e296 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=8d6af3c3691644c2b04c2cdb0feff257&device_id=4435a11e-2f8e-497c-a9e2-c99bca72d758 HTTP/1.1" status: 200 len: 1094 time: 0.2792671 Jul 06 13:58:51.168799 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818a5555-dffb-4535-a672-26d316a55635 req-e93b2bba-5500-4e76-8c37-43ee7fe90a70 tempest-DeleteServersTestJSON-677393534 tempest-DeleteServersTestJSON-677393534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:58:51.175595 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-818a5555-dffb-4535-a672-26d316a55635 req-e93b2bba-5500-4e76-8c37-43ee7fe90a70 tempest-DeleteServersTestJSON-677393534 tempest-DeleteServersTestJSON-677393534-project] 10.222.0.104 "GET /v2.0/ports?device_id=affa3918-e899-4dfe-8660-4b640439777a HTTP/1.1" status: 200 len: 946 time: 0.2608099 Jul 06 13:58:51.206146 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5751814d-0c6d-4270-bbf4-eefbb0703f4d req-fa2dc20f-3aaa-4ad3-b217-e3d66f249db3 tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:58:51.207677 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-5751814d-0c6d-4270-bbf4-eefbb0703f4d req-fa2dc20f-3aaa-4ad3-b217-e3d66f249db3 tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] 10.222.0.104 "GET /v2.0/ports?device_id=8e640565-cabe-4694-8753-48fc0a9aa040 HTTP/1.1" status: 200 len: 950 time: 0.3171730 Jul 06 13:58:51.342515 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-818a5555-dffb-4535-a672-26d316a55635 req-1844b217-6f31-4d52-9f48-d90e9b22ecc3 tempest-DeleteServersTestJSON-677393534 tempest-DeleteServersTestJSON-677393534-project] 10.222.0.104 "GET /v2.0/security-groups?id=7d4cbf2c-f907-4452-8928-a2a298fe7ee1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1657097 Jul 06 13:58:51.370607 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-5751814d-0c6d-4270-bbf4-eefbb0703f4d req-810d6a84-ef4b-424a-b71f-2d79156c76bf tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] 10.222.0.104 "GET /v2.0/security-groups?id=9f5b92e9-7340-49c3-a9bb-41e4a1caffc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1534741 Jul 06 13:58:51.374403 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3daac174-68cb-43e3-a74b-9c3f27e91b47 req-73a9a727-510f-4c57-b951-eac2b759ac72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:58:51.375925 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-3daac174-68cb-43e3-a74b-9c3f27e91b47 req-73a9a727-510f-4c57-b951-eac2b759ac72 service neutron] 10.222.0.72 "GET /v2.0/networks?id=2087659c-d042-4f52-8c8b-57a851bb551b HTTP/1.1" status: 200 len: 924 time: 0.2968109 Jul 06 13:58:51.481837 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-e7170b5f-00a1-4a31-bf12-218584821cdf req-d75b2952-be52-4a4b-aa91-6066de4bc7a6 tempest-LiveMigrationTest-2001684970 tempest-LiveMigrationTest-2001684970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117'] for port, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:51.485449 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-3daac174-68cb-43e3-a74b-9c3f27e91b47 req-786f0b26-170f-4d94-b0f2-cff24c8f42bb service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=98ef7c7d-fdca-4fb4-926a-9d836a0a21eb HTTP/1.1" status: 200 len: 217 time: 0.1019294 Jul 06 13:58:51.630447 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3daac174-68cb-43e3-a74b-9c3f27e91b47 req-5dae5fc2-c25e-4d17-9ab2-405de338e5c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:58:51.632437 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-3daac174-68cb-43e3-a74b-9c3f27e91b47 req-5dae5fc2-c25e-4d17-9ab2-405de338e5c3 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=0d9c7e4d-cc45-436f-9515-ad95d32a063f HTTP/1.1" status: 200 len: 862 time: 0.1355133 Jul 06 13:58:51.637109 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75b2952-be52-4a4b-aa91-6066de4bc7a6 tempest-LiveMigrationTest-2001684970 tempest-LiveMigrationTest-2001684970-project] Pushing event deleted for resources: {'Port': ['ID=113a8907-4f54-4c39-b78e-d093bc9daf85,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:58:51.769467 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-3daac174-68cb-43e3-a74b-9c3f27e91b47 req-9f65215d-9678-45db-ba6b-facf10e28f37 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=2087659c-d042-4f52-8c8b-57a851bb551b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0898290 Jul 06 13:58:51.772325 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7170b5f-00a1-4a31-bf12-218584821cdf req-d75b2952-be52-4a4b-aa91-6066de4bc7a6 tempest-LiveMigrationTest-2001684970 tempest-LiveMigrationTest-2001684970-project] No DVR routers for this DVR port 113a8907-4f54-4c39-b78e-d093bc9daf85 on host n-h1-773647-6 {{(pid=100247) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 13:58:51.781045 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-e7170b5f-00a1-4a31-bf12-218584821cdf req-d75b2952-be52-4a4b-aa91-6066de4bc7a6 tempest-LiveMigrationTest-2001684970 tempest-LiveMigrationTest-2001684970-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:51.783021 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-e7170b5f-00a1-4a31-bf12-218584821cdf req-d75b2952-be52-4a4b-aa91-6066de4bc7a6 tempest-LiveMigrationTest-2001684970 tempest-LiveMigrationTest-2001684970-project] 10.222.0.127 "DELETE /v2.0/ports/113a8907-4f54-4c39-b78e-d093bc9daf85 HTTP/1.1" status: 204 len: 173 time: 1.6468492 Jul 06 13:58:51.905517 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e6d603-55a9-4d39-9f91-fc0f2053b201 req-5d0c369d-1e03-4244-8efa-4cf1bc6c9d43 tempest-LiveAutoBlockMigrationV225Test-654794443 tempest-LiveAutoBlockMigrationV225Test-654794443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:58:51.912422 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-c1e6d603-55a9-4d39-9f91-fc0f2053b201 req-5d0c369d-1e03-4244-8efa-4cf1bc6c9d43 tempest-LiveAutoBlockMigrationV225Test-654794443 tempest-LiveAutoBlockMigrationV225Test-654794443-project] 10.222.0.104 "GET /v2.0/ports?device_id=bfcd3842-80bd-408f-8df3-2747ee09b496 HTTP/1.1" status: 200 len: 945 time: 0.3886755 Jul 06 13:58:51.932287 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd57d928-3f74-4908-8088-e81caba31695 req-f2104ff4-a1a9-4d1a-bfde-0d3e5851557a tempest-ServerDiskConfigTestJSON-920847304 tempest-ServerDiskConfigTestJSON-920847304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:58:51.942166 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-cd57d928-3f74-4908-8088-e81caba31695 req-f2104ff4-a1a9-4d1a-bfde-0d3e5851557a tempest-ServerDiskConfigTestJSON-920847304 tempest-ServerDiskConfigTestJSON-920847304-project] 10.222.0.104 "GET /v2.0/ports?device_id=42d34a92-9ccf-48e1-9c97-b49b1c53d618 HTTP/1.1" status: 200 len: 946 time: 0.3487029 Jul 06 13:58:52.022383 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-3daac174-68cb-43e3-a74b-9c3f27e91b47 req-58d524f9-8e21-4ec9-9051-058f252bc14d service neutron] 10.222.0.72 "GET /v2.0/networks/2087659c-d042-4f52-8c8b-57a851bb551b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2382538 Jul 06 13:58:52.031523 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-c1e6d603-55a9-4d39-9f91-fc0f2053b201 req-893c0413-cf25-4b0e-b5dd-97bd7feb4e9c tempest-LiveAutoBlockMigrationV225Test-654794443 tempest-LiveAutoBlockMigrationV225Test-654794443-project] 10.222.0.104 "GET /v2.0/security-groups?id=43f6fcb8-9501-44d6-9feb-82c82c5d5862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182399 Jul 06 13:58:52.134296 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-3daac174-68cb-43e3-a74b-9c3f27e91b47 req-317f2a80-c051-462e-8df8-cd0eab77ea6c service neutron] 10.222.0.72 "GET /v2.0/networks/2087659c-d042-4f52-8c8b-57a851bb551b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0997725 Jul 06 13:58:52.137983 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-cd57d928-3f74-4908-8088-e81caba31695 req-3c137cf3-6180-4068-a108-6b52370a2e14 tempest-ServerDiskConfigTestJSON-920847304 tempest-ServerDiskConfigTestJSON-920847304-project] 10.222.0.104 "GET /v2.0/security-groups?id=bc287469-1102-40d8-b019-cad062af5465&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1947639 Jul 06 13:58:52.314274 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Device 113a8907-4f54-4c39-b78e-d093bc9daf85 no longer exists at agent hyperv_n-h1-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 13:58:52.316548 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3df0c9-5253-416b-b9e6-06ac8df031ff req-faee446c-8ef8-4cdb-9fda-5962ad1bb094 tempest-ImagesOneServerNegativeTestJSON-2145662933 tempest-ImagesOneServerNegativeTestJSON-2145662933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:58:52.319672 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-3e3df0c9-5253-416b-b9e6-06ac8df031ff req-faee446c-8ef8-4cdb-9fda-5962ad1bb094 tempest-ImagesOneServerNegativeTestJSON-2145662933 tempest-ImagesOneServerNegativeTestJSON-2145662933-project] 10.222.0.104 "GET /v2.0/ports?device_id=4435a11e-2f8e-497c-a9e2-c99bca72d758 HTTP/1.1" status: 200 len: 943 time: 0.1287978 Jul 06 13:58:52.366202 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] No Port match for: 113a8907-4f54-4c39-b78e-d093bc9daf85 {{(pid=100248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 13:58:52.366830 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Device 113a8907-4f54-4c39-b78e-d093bc9daf85 not bound to the agent host n-h1-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 13:58:52.367744 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-3e3df0c9-5253-416b-b9e6-06ac8df031ff req-d346c9d5-95ca-41ba-8988-06e5275c9ad1 tempest-ImagesOneServerNegativeTestJSON-2145662933 tempest-ImagesOneServerNegativeTestJSON-2145662933-project] 10.222.0.104 "GET /v2.0/security-groups?id=cf130993-6904-4731-ae5d-09749f3f4522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418866 Jul 06 13:58:52.536887 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Device 98ef7c7d-fdca-4fb4-926a-9d836a0a21eb details requested by agent hyperv_n-h2-773647-6 with host n-h2-773647-6 {{(pid=100248) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 13:58:52.558917 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-3b33bb93-2757-487b-9976-971d4c4fa76a req-b44a04b2-e757-4ad0-abd2-6175eff0ce34 tempest-LiveMigrationTest-2001684970 tempest-LiveMigrationTest-2001684970-project] 10.222.0.104 "GET /v2.0/ports?device_id=38cb1596-590e-44d7-bc4d-de552f284c55 HTTP/1.1" status: 200 len: 210 time: 0.0752623 Jul 06 13:58:52.722275 n-d-773647-6 neutron-server[100248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'affa3918-e899-4dfe-8660-4b640439777a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19851e39-5c5f-4c4a-8039-558e4f8eefb7'}] {{(pid=100248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 13:58:52.726974 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84af257533e383389cbcf231d3534f4d5e149e7203fea16b4a8fc01438dddaf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-196580c0-1f70-4442-a664-401be3e0c375" -d '{"events": [{"server_uuid": "affa3918-e899-4dfe-8660-4b640439777a", "name": "network-vif-plugged", "status": "completed", "tag": "19851e39-5c5f-4c4a-8039-558e4f8eefb7"}]}' {{(pid=100248) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:58:52.770384 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] For port 98ef7c7d-fdca-4fb4-926a-9d836a0a21eb, host n-h2-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=98ef7c7d-fdca-4fb4-926a-9d836a0a21eb,segment=NetworkSegment(165a4ca3-d89f-4657-8b31-086440d21aaa),segment_id=165a4ca3-d89f-4657-8b31-086440d21aaa)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:58:52.779682 n-d-773647-6 neutron-server[100247]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38cb1596-590e-44d7-bc4d-de552f284c55', 'name': 'network-vif-deleted', 'tag': '113a8907-4f54-4c39-b78e-d093bc9daf85'}] {{(pid=100247) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 13:58:52.783361 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cbf0eeaae822f8fc9b87a94aeba67a3d651842baf663a51cba94b67a514836d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89b4684f-b5d3-4f2d-86ee-80d1c162240c" -d '{"events": [{"server_uuid": "38cb1596-590e-44d7-bc4d-de552f284c55", "name": "network-vif-deleted", "tag": "113a8907-4f54-4c39-b78e-d093bc9daf85"}]}' {{(pid=100247) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:58:52.789413 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Returning: {'device': '98ef7c7d-fdca-4fb4-926a-9d836a0a21eb', 'network_id': '2087659c-d042-4f52-8c8b-57a851bb551b', 'port_id': '98ef7c7d-fdca-4fb4-926a-9d836a0a21eb', 'mac_address': 'fa:16:3e:9d:ce:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1029, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d9c7e4d-cc45-436f-9515-ad95d32a063f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100248) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 13:58:52.841696 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:52.870737 n-d-773647-6 neutron-server[100248]: DEBUG neutron.notifiers.nova [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 98ef7c7d-fdca-4fb4-926a-9d836a0a21eb {{(pid=100248) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 13:58:52.894248 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] For port 98ef7c7d-fdca-4fb4-926a-9d836a0a21eb, host n-h2-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=98ef7c7d-fdca-4fb4-926a-9d836a0a21eb,segment=NetworkSegment(165a4ca3-d89f-4657-8b31-086440d21aaa),segment_id=165a4ca3-d89f-4657-8b31-086440d21aaa)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:58:52.896623 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-7bc412f6-f0e4-4310-8bb5-4cda3ce8095f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:52.901210 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:52.973984 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1bfb44-0ef0-44d6-9586-5f46aef8a170 req-308924e9-65c1-45e3-a88c-4496b9f4fc89 tempest-ServerDiskConfigTestJSON-920847304 tempest-ServerDiskConfigTestJSON-920847304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:58:52.985024 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-0e1bfb44-0ef0-44d6-9586-5f46aef8a170 req-308924e9-65c1-45e3-a88c-4496b9f4fc89 tempest-ServerDiskConfigTestJSON-920847304 tempest-ServerDiskConfigTestJSON-920847304-project] 10.222.0.104 "GET /v2.0/ports?device_id=42d34a92-9ccf-48e1-9c97-b49b1c53d618 HTTP/1.1" status: 200 len: 946 time: 0.0984926 Jul 06 13:58:53.014928 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Pushing event updated for resources: {'Port': ['ID=98ef7c7d-fdca-4fb4-926a-9d836a0a21eb,revision_number=4']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:58:53.038034 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-0e1bfb44-0ef0-44d6-9586-5f46aef8a170 req-7b844027-5725-4dc9-bb2d-ebb5f71647a5 tempest-ServerDiskConfigTestJSON-920847304 tempest-ServerDiskConfigTestJSON-920847304-project] 10.222.0.104 "GET /v2.0/security-groups?id=bc287469-1102-40d8-b019-cad062af5465&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523911 Jul 06 13:58:53.161515 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] get_ports_and_sgs() called for port_ids ['98ef7c7d-fdca-4fb4-926a-9d836a0a21eb'] {{(pid=100248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 13:58:53.177651 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42dd7b1d-805f-49b3-8d98-5e6e74e0891e req-562f7a23-a0dd-45c4-9db0-cc79c0523682 tempest-DeleteServersTestJSON-677393534 tempest-DeleteServersTestJSON-677393534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:58:53.179315 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-42dd7b1d-805f-49b3-8d98-5e6e74e0891e req-562f7a23-a0dd-45c4-9db0-cc79c0523682 tempest-DeleteServersTestJSON-677393534 tempest-DeleteServersTestJSON-677393534-project] 10.222.0.104 "GET /v2.0/ports?device_id=affa3918-e899-4dfe-8660-4b640439777a HTTP/1.1" status: 200 len: 946 time: 0.0803347 Jul 06 13:58:53.268457 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-42dd7b1d-805f-49b3-8d98-5e6e74e0891e req-e03a9bd7-fba9-4fc8-87e3-6ac4aef45eaf tempest-DeleteServersTestJSON-677393534 tempest-DeleteServersTestJSON-677393534-project] 10.222.0.104 "GET /v2.0/security-groups?id=7d4cbf2c-f907-4452-8928-a2a298fe7ee1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819960 Jul 06 13:58:53.335536 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 13:58:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-443161f3-2955-407f-8a6b-7f252d140433 x-openstack-request-id: req-443161f3-2955-407f-8a6b-7f252d140433 {{(pid=100248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:58:53.336231 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "affa3918-e899-4dfe-8660-4b640439777a", "name": "network-vif-plugged", "status": "completed", "tag": "19851e39-5c5f-4c4a-8039-558e4f8eefb7", "code": 200}]} {{(pid=100248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:58:53.336231 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-443161f3-2955-407f-8a6b-7f252d140433 {{(pid=100248) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:58:53.336895 n-d-773647-6 neutron-server[100248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'affa3918-e899-4dfe-8660-4b640439777a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19851e39-5c5f-4c4a-8039-558e4f8eefb7', 'code': 200} Jul 06 13:58:53.482265 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 13:58:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f8b6820-04eb-4894-8af3-d4267c8692c4 x-openstack-request-id: req-7f8b6820-04eb-4894-8af3-d4267c8692c4 {{(pid=100247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:58:53.482559 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38cb1596-590e-44d7-bc4d-de552f284c55", "name": "network-vif-deleted", "tag": "113a8907-4f54-4c39-b78e-d093bc9daf85", "status": "completed", "code": 200}]} {{(pid=100247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:58:53.482840 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-7f8b6820-04eb-4894-8af3-d4267c8692c4 {{(pid=100247) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:58:53.483999 n-d-773647-6 neutron-server[100247]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38cb1596-590e-44d7-bc4d-de552f284c55', 'name': 'network-vif-deleted', 'tag': '113a8907-4f54-4c39-b78e-d093bc9daf85', 'status': 'completed', 'code': 200} Jul 06 13:58:53.599153 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee14d668-63e0-4e51-984d-baa028d0971c req-81d5edda-8225-4397-9c6c-3139528f47e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:58:53.600672 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-ee14d668-63e0-4e51-984d-baa028d0971c req-81d5edda-8225-4397-9c6c-3139528f47e5 service neutron] 10.222.0.127 "GET /v2.0/ports?device_id=affa3918-e899-4dfe-8660-4b640439777a HTTP/1.1" status: 200 len: 1097 time: 0.1711540 Jul 06 13:58:53.657833 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6d31ce-ef43-4f54-8473-57f4c01d571d req-8a03b966-d2f8-4b2e-9bd3-476db319a34f tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:58:53.659790 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-1e6d31ce-ef43-4f54-8473-57f4c01d571d req-8a03b966-d2f8-4b2e-9bd3-476db319a34f tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] 10.222.0.104 "GET /v2.0/ports?device_id=8e640565-cabe-4694-8753-48fc0a9aa040 HTTP/1.1" status: 200 len: 950 time: 0.1737888 Jul 06 13:58:53.662107 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-ee14d668-63e0-4e51-984d-baa028d0971c req-302cfb15-860f-413b-bb71-f7f449bc9935 service neutron] 10.222.0.127 "GET /v2.0/security-groups?id=7d4cbf2c-f907-4452-8928-a2a298fe7ee1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536389 Jul 06 13:58:53.746589 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-1e6d31ce-ef43-4f54-8473-57f4c01d571d req-41b4da26-4def-4d1e-b66c-6e28116dc85c tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] 10.222.0.104 "GET /v2.0/security-groups?id=9f5b92e9-7340-49c3-a9bb-41e4a1caffc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768690 Jul 06 13:58:53.877577 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56855e2d-433a-496e-b4fe-7fded1e8e727 req-80f86515-efce-4b5f-8e98-52d78e78305a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:58:53.879524 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-56855e2d-433a-496e-b4fe-7fded1e8e727 req-80f86515-efce-4b5f-8e98-52d78e78305a service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=8e640565-cabe-4694-8753-48fc0a9aa040&tenant_id=483ead9cc6094290930ff4aed37f7463 HTTP/1.1" status: 200 len: 1101 time: 0.1308439 Jul 06 13:58:53.913200 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [req-56855e2d-433a-496e-b4fe-7fded1e8e727 req-fd48caa0-fcc6-433d-b9d1-3a75f89a613e service neutron] Request body: {'port': {'binding:host_id': 'n-h2-773647-6', 'device_owner': 'compute:nova'}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:58:54.044282 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83dc8db4-69b6-4a05-baba-cc1e5d03b758 req-3caeaf82-324b-4795-987c-eb36371d1d6e tempest-LiveAutoBlockMigrationV225Test-654794443 tempest-LiveAutoBlockMigrationV225Test-654794443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:58:54.045882 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-83dc8db4-69b6-4a05-baba-cc1e5d03b758 req-3caeaf82-324b-4795-987c-eb36371d1d6e tempest-LiveAutoBlockMigrationV225Test-654794443 tempest-LiveAutoBlockMigrationV225Test-654794443-project] 10.222.0.104 "GET /v2.0/ports?device_id=bfcd3842-80bd-408f-8df3-2747ee09b496 HTTP/1.1" status: 200 len: 945 time: 0.1763022 Jul 06 13:58:54.051093 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-56855e2d-433a-496e-b4fe-7fded1e8e727 req-fd48caa0-fcc6-433d-b9d1-3a75f89a613e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:54.134812 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-83dc8db4-69b6-4a05-baba-cc1e5d03b758 req-9110db86-4e9e-4c80-a4c3-ae585534b3b5 tempest-LiveAutoBlockMigrationV225Test-654794443 tempest-LiveAutoBlockMigrationV225Test-654794443-project] 10.222.0.104 "GET /v2.0/security-groups?id=43f6fcb8-9501-44d6-9feb-82c82c5d5862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814407 Jul 06 13:58:54.155526 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6e4d02-2eb4-4f08-9e00-42c9b8570ee6 req-2988df2a-a1e3-481e-827a-479bba643acf tempest-ImagesOneServerNegativeTestJSON-2145662933 tempest-ImagesOneServerNegativeTestJSON-2145662933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:58:54.157216 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-5d6e4d02-2eb4-4f08-9e00-42c9b8570ee6 req-2988df2a-a1e3-481e-827a-479bba643acf tempest-ImagesOneServerNegativeTestJSON-2145662933 tempest-ImagesOneServerNegativeTestJSON-2145662933-project] 10.222.0.104 "GET /v2.0/ports?device_id=4435a11e-2f8e-497c-a9e2-c99bca72d758 HTTP/1.1" status: 200 len: 944 time: 0.1718249 Jul 06 13:58:54.243781 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 60996) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:58:54.298834 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-5d6e4d02-2eb4-4f08-9e00-42c9b8570ee6 req-5446057c-5c26-4c7c-b2db-f5ff1d79c634 tempest-ImagesOneServerNegativeTestJSON-2145662933 tempest-ImagesOneServerNegativeTestJSON-2145662933-project] 10.222.0.104 "GET /v2.0/security-groups?id=cf130993-6904-4731-ae5d-09749f3f4522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348801 Jul 06 13:58:54.361822 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.db_base_plugin_v2 [None req-98d978e0-035c-4f55-b295-8117da3ed36d admin admin] Deleting subnet 3ab4a4f6-31db-40f5-bd89-967e515dcbd9 {{(pid=100246) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 13:58:54.378100 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-98d978e0-035c-4f55-b295-8117da3ed36d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:54.402609 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.db [req-56855e2d-433a-496e-b4fe-7fded1e8e727 req-fd48caa0-fcc6-433d-b9d1-3a75f89a613e service neutron] For port f2dfd2e9-3a23-4089-a63b-c17a9084581f, host n-h1-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773647-6',level=0,port_id=f2dfd2e9-3a23-4089-a63b-c17a9084581f,segment=NetworkSegment(c9ea893d-045e-42cf-b3dd-cdd1f79baccd),segment_id=c9ea893d-045e-42cf-b3dd-cdd1f79baccd)] {{(pid=100247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:58:54.432598 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-98d978e0-035c-4f55-b295-8117da3ed36d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126218885'] for subnet, precommit_delete_associations {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:54.470034 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.db [req-56855e2d-433a-496e-b4fe-7fded1e8e727 req-fd48caa0-fcc6-433d-b9d1-3a75f89a613e service neutron] For port f2dfd2e9-3a23-4089-a63b-c17a9084581f, host n-h1-773647-6, cleared binding levels {{(pid=100247) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 13:58:54.473877 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-98d978e0-035c-4f55-b295-8117da3ed36d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-913473'] for subnet, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:54.496808 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538a1f6a-57eb-4aa8-95fd-a1681a4ba756 req-a2d380af-97fc-4b4a-b8e5-0ce612667df2 tempest-ServerDiskConfigTestJSON-920847304 tempest-ServerDiskConfigTestJSON-920847304-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:58:54.498404 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-538a1f6a-57eb-4aa8-95fd-a1681a4ba756 req-a2d380af-97fc-4b4a-b8e5-0ce612667df2 tempest-ServerDiskConfigTestJSON-920847304 tempest-ServerDiskConfigTestJSON-920847304-project] 10.222.0.104 "GET /v2.0/networks?id=80a8f655-14ef-4b04-89b8-0871faf0b23f HTTP/1.1" status: 200 len: 814 time: 0.1718128 Jul 06 13:58:54.524144 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-538a1f6a-57eb-4aa8-95fd-a1681a4ba756 req-72117abd-38cf-4d1a-a0cf-2bc5d4992949 tempest-ServerDiskConfigTestJSON-920847304 tempest-ServerDiskConfigTestJSON-920847304-project] 10.222.0.104 "GET /v2.0/quotas/aa7d5b29f8ec457fb3612664b97c2f33 HTTP/1.1" status: 200 len: 375 time: 0.0178201 Jul 06 13:58:54.536133 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-56855e2d-433a-496e-b4fe-7fded1e8e727 req-fd48caa0-fcc6-433d-b9d1-3a75f89a613e service neutron] Notify callbacks [] for port, precommit_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:54.541212 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-98d978e0-035c-4f55-b295-8117da3ed36d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-913480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1849032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127687590', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127702764'] for subnet, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:54.561828 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Device 98ef7c7d-fdca-4fb4-926a-9d836a0a21eb up at agent hyperv_n-h2-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 13:58:54.583504 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.provisioning_blocks [req-56855e2d-433a-496e-b4fe-7fded1e8e727 req-fd48caa0-fcc6-433d-b9d1-3a75f89a613e service neutron] Transition to ACTIVE for port object f2dfd2e9-3a23-4089-a63b-c17a9084581f will not be triggered until provisioned by entity L2. {{(pid=100247) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 13:58:54.589866 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-56855e2d-433a-496e-b4fe-7fded1e8e727 req-fd48caa0-fcc6-433d-b9d1-3a75f89a613e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:54.616467 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d978e0-035c-4f55-b295-8117da3ed36d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3ab4a4f6-31db-40f5-bd89-967e515dcbd9,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:58:54.635776 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-98d978e0-035c-4f55-b295-8117da3ed36d admin admin] Notify callbacks [] for subnet, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:54.637709 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-98d978e0-035c-4f55-b295-8117da3ed36d admin admin] 10.222.0.104 "DELETE /v2.0/subnets/3ab4a4f6-31db-40f5-bd89-967e515dcbd9 HTTP/1.1" status: 204 len: 168 time: 0.3880415 Jul 06 13:58:54.639250 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98d978e0-035c-4f55-b295-8117da3ed36d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:58:54.639622 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98d978e0-035c-4f55-b295-8117da3ed36d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:58:54.639965 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98d978e0-035c-4f55-b295-8117da3ed36d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:58:54.640410 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98d978e0-035c-4f55-b295-8117da3ed36d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:58:54.645262 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98d978e0-035c-4f55-b295-8117da3ed36d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:58:54.646779 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98d978e0-035c-4f55-b295-8117da3ed36d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:58:54.647125 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98d978e0-035c-4f55-b295-8117da3ed36d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:58:54.647493 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98d978e0-035c-4f55-b295-8117da3ed36d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:58:54.647836 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98d978e0-035c-4f55-b295-8117da3ed36d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:58:54.648179 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98d978e0-035c-4f55-b295-8117da3ed36d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:58:54.648514 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98d978e0-035c-4f55-b295-8117da3ed36d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:58:54.648843 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98d978e0-035c-4f55-b295-8117da3ed36d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:58:54.658896 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 32776) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:58:54.674562 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Provisioning for port 98ef7c7d-fdca-4fb4-926a-9d836a0a21eb completed by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 13:58:54.679497 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Provisioning complete for port 98ef7c7d-fdca-4fb4-926a-9d836a0a21eb triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:58:54.679908 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:54.792435 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:54.809101 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.l3_dvrscheduler_db [req-56855e2d-433a-496e-b4fe-7fded1e8e727 req-fd48caa0-fcc6-433d-b9d1-3a75f89a613e service neutron] No DVR routers for this DVR port f2dfd2e9-3a23-4089-a63b-c17a9084581f on host n-h1-773647-6 {{(pid=100247) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 13:58:54.840258 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] For port 98ef7c7d-fdca-4fb4-926a-9d836a0a21eb, host n-h2-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=98ef7c7d-fdca-4fb4-926a-9d836a0a21eb,segment=NetworkSegment(165a4ca3-d89f-4657-8b31-086440d21aaa),segment_id=165a4ca3-d89f-4657-8b31-086440d21aaa)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:58:54.845809 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:54.846000 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-538a1f6a-57eb-4aa8-95fd-a1681a4ba756 req-3f7962c4-057b-40ad-b4a0-08ddd351ce8b tempest-ServerDiskConfigTestJSON-920847304 tempest-ServerDiskConfigTestJSON-920847304-project] 10.222.0.104 "GET /v2.0/ports?tenant_id=aa7d5b29f8ec457fb3612664b97c2f33&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3129489 Jul 06 13:58:54.855653 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd48caa0-fcc6-433d-b9d1-3a75f89a613e service neutron] Pushing event updated for resources: {'Port': ['ID=f2dfd2e9-3a23-4089-a63b-c17a9084581f,revision_number=10']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:58:54.902929 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-e01e2154-59e9-4b34-8cdb-b186606c5af0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530492'] for network, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:54.917795 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Pushing event updated for resources: {'Port': ['ID=98ef7c7d-fdca-4fb4-926a-9d836a0a21eb,revision_number=5']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:58:55.015167 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.managers [req-56855e2d-433a-496e-b4fe-7fded1e8e727 req-fd48caa0-fcc6-433d-b9d1-3a75f89a613e service neutron] Attempting to bind port f2dfd2e9-3a23-4089-a63b-c17a9084581f on host n-h2-773647-6 for vnic_type normal with profile {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 13:58:55.015167 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.managers [req-56855e2d-433a-496e-b4fe-7fded1e8e727 req-fd48caa0-fcc6-433d-b9d1-3a75f89a613e service neutron] Attempting to bind port f2dfd2e9-3a23-4089-a63b-c17a9084581f by drivers openvswitch,hyperv on host n-h2-773647-6 at level 0 using segments [{'id': 'c9ea893d-045e-42cf-b3dd-cdd1f79baccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'ac09d390-867f-4b75-a8d2-ab11550bffd6'}] {{(pid=100247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 13:58:55.015167 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56855e2d-433a-496e-b4fe-7fded1e8e727 req-fd48caa0-fcc6-433d-b9d1-3a75f89a613e service neutron] Attempting to bind port f2dfd2e9-3a23-4089-a63b-c17a9084581f on network ac09d390-867f-4b75-a8d2-ab11550bffd6 {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 13:58:55.084204 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-e01e2154-59e9-4b34-8cdb-b186606c5af0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-917204', 'neutron.services.segments.db._delete_segments_for_network-8773753502302'] for network, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:55.107678 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-e01e2154-59e9-4b34-8cdb-b186606c5af0 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=100247) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 13:58:55.108044 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-e01e2154-59e9-4b34-8cdb-b186606c5af0 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=100247) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 13:58:55.108946 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-e01e2154-59e9-4b34-8cdb-b186606c5af0 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=100247) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 13:58:55.109355 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-e01e2154-59e9-4b34-8cdb-b186606c5af0 admin admin] Subscribe: > port after_create 55550000 {{(pid=100247) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 13:58:55.109757 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-e01e2154-59e9-4b34-8cdb-b186606c5af0 admin admin] Subscribe: > port after_delete 55550000 {{(pid=100247) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 13:58:55.111252 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-e01e2154-59e9-4b34-8cdb-b186606c5af0 admin admin] Subscribe: > port after_update 55550000 {{(pid=100247) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 13:58:55.111252 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-e01e2154-59e9-4b34-8cdb-b186606c5af0 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=100247) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 13:58:55.111252 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-e01e2154-59e9-4b34-8cdb-b186606c5af0 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=100247) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 13:58:55.111667 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-e01e2154-59e9-4b34-8cdb-b186606c5af0 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=100247) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 13:58:55.112575 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-e01e2154-59e9-4b34-8cdb-b186606c5af0 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=100247) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 13:58:55.239159 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-e01e2154-59e9-4b34-8cdb-b186606c5af0 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=100247) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 13:58:55.239574 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-e01e2154-59e9-4b34-8cdb-b186606c5af0 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=100247) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 13:58:55.239850 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-e01e2154-59e9-4b34-8cdb-b186606c5af0 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=100247) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 13:58:55.240177 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-e01e2154-59e9-4b34-8cdb-b186606c5af0 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=100247) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 13:58:55.240713 n-d-773647-6 neutron-server[100247]: DEBUG neutron.services.segments.db [None req-e01e2154-59e9-4b34-8cdb-b186606c5af0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f6c277b-1b2d-40ad-a374-15bf31b2f6e9']}} {{(pid=100247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:58:55.249157 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56855e2d-433a-496e-b4fe-7fded1e8e727 req-fd48caa0-fcc6-433d-b9d1-3a75f89a613e service neutron] Port f2dfd2e9-3a23-4089-a63b-c17a9084581f on network ac09d390-867f-4b75-a8d2-ab11550bffd6 not bound, no agent of type Open vSwitch agent registered on host n-h2-773647-6 {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 13:58:55.249565 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56855e2d-433a-496e-b4fe-7fded1e8e727 req-fd48caa0-fcc6-433d-b9d1-3a75f89a613e service neutron] Attempting to bind port f2dfd2e9-3a23-4089-a63b-c17a9084581f on network ac09d390-867f-4b75-a8d2-ab11550bffd6 {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 13:58:55.272644 n-d-773647-6 neutron-server[100247]: DEBUG neutron.services.segments.db [None req-e01e2154-59e9-4b34-8cdb-b186606c5af0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '65749612-fb0d-4f34-9eb9-d06c3a2fda80') {'for_net_delete': True} {{(pid=100247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:58:55.272918 n-d-773647-6 neutron-server[100247]: DEBUG neutron.services.segments.db [None req-e01e2154-59e9-4b34-8cdb-b186606c5af0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '65749612-fb0d-4f34-9eb9-d06c3a2fda80') {} {{(pid=100247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:58:55.300182 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b90563-a49b-4748-9fce-79d8075bbcf3 req-a9089e63-4354-49b2-b81e-78ec682a0ee3 tempest-DeleteServersTestJSON-677393534 tempest-DeleteServersTestJSON-677393534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:58:55.301877 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-a9b90563-a49b-4748-9fce-79d8075bbcf3 req-a9089e63-4354-49b2-b81e-78ec682a0ee3 tempest-DeleteServersTestJSON-677393534 tempest-DeleteServersTestJSON-677393534-project] 10.222.0.104 "GET /v2.0/ports?device_id=affa3918-e899-4dfe-8660-4b640439777a HTTP/1.1" status: 200 len: 946 time: 0.6595290 Jul 06 13:58:55.302767 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56855e2d-433a-496e-b4fe-7fded1e8e727 req-fd48caa0-fcc6-433d-b9d1-3a75f89a613e service neutron] Checking agent: {'id': '63768ece-0600-4354-8d29-fdedec96b077', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-773647-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 51, 10), 'started_at': datetime.datetime(2021, 7, 6, 13, 51, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 13, 58, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 13:58:55.303097 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56855e2d-433a-496e-b4fe-7fded1e8e727 req-fd48caa0-fcc6-433d-b9d1-3a75f89a613e service neutron] Checking segment: {'id': 'c9ea893d-045e-42cf-b3dd-cdd1f79baccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'ac09d390-867f-4b75-a8d2-ab11550bffd6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100247) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 13:58:55.303507 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56855e2d-433a-496e-b4fe-7fded1e8e727 req-fd48caa0-fcc6-433d-b9d1-3a75f89a613e service neutron] Bound using segment: {'id': 'c9ea893d-045e-42cf-b3dd-cdd1f79baccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'ac09d390-867f-4b75-a8d2-ab11550bffd6'} {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 13:58:55.303949 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.managers [req-56855e2d-433a-496e-b4fe-7fded1e8e727 req-fd48caa0-fcc6-433d-b9d1-3a75f89a613e service neutron] Bound port: f2dfd2e9-3a23-4089-a63b-c17a9084581f, host: n-h2-773647-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c9ea893d-045e-42cf-b3dd-cdd1f79baccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'ac09d390-867f-4b75-a8d2-ab11550bffd6'}}] {{(pid=100247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 13:58:55.304306 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-56855e2d-433a-496e-b4fe-7fded1e8e727 req-fd48caa0-fcc6-433d-b9d1-3a75f89a613e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:55.315124 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-e01e2154-59e9-4b34-8cdb-b186606c5af0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773753515138', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127131763'] for segment, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:55.347170 n-d-773647-6 neutron-server[100248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4435a11e-2f8e-497c-a9e2-c99bca72d758', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98ef7c7d-fdca-4fb4-926a-9d836a0a21eb'}] {{(pid=100248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 13:58:55.347170 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84af257533e383389cbcf231d3534f4d5e149e7203fea16b4a8fc01438dddaf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a0cdfe0-c24e-47fd-8ce4-ec7f1a54b716" -d '{"events": [{"server_uuid": "4435a11e-2f8e-497c-a9e2-c99bca72d758", "name": "network-vif-plugged", "status": "completed", "tag": "98ef7c7d-fdca-4fb4-926a-9d836a0a21eb"}]}' {{(pid=100248) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:58:55.412690 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-e01e2154-59e9-4b34-8cdb-b186606c5af0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552'] for segment, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:55.419364 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-538a1f6a-57eb-4aa8-95fd-a1681a4ba756 req-ea6c13a0-1eb2-49f2-acf9-7f8e450aee80 service neutron] 10.222.0.104 "GET /v2.0/networks/80a8f655-14ef-4b04-89b8-0871faf0b23f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5726213 Jul 06 13:58:55.466502 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e01e2154-59e9-4b34-8cdb-b186606c5af0 admin admin] Releasing vlan 1045 on physical network physnet1 to pool {{(pid=100247) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 13:58:55.467193 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-e01e2154-59e9-4b34-8cdb-b186606c5af0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-128888574'] for segment, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:55.473369 n-d-773647-6 neutron-server[100247]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 13:58:55.473369 n-d-773647-6 neutron-server[100247]: conditions |= (models_v2.Port.network_id.in_( Jul 06 13:58:55.473369 n-d-773647-6 neutron-server[100247]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 13:58:55.473369 n-d-773647-6 neutron-server[100247]: conditions |= (models_v2.Port.network_id.in_( Jul 06 13:58:55.473369 n-d-773647-6 neutron-server[100247]: Traceback (most recent call last): Jul 06 13:58:55.473369 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 13:58:55.473369 n-d-773647-6 neutron-server[100247]: timer() Jul 06 13:58:55.473369 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 13:58:55.473369 n-d-773647-6 neutron-server[100247]: cb(*args, **kw) Jul 06 13:58:55.473369 n-d-773647-6 neutron-server[100247]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 13:58:55.473369 n-d-773647-6 neutron-server[100247]: return func(*args, **kwargs) Jul 06 13:58:55.473369 n-d-773647-6 neutron-server[100247]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 13:58:55.473369 n-d-773647-6 neutron-server[100247]: self._notify() Jul 06 13:58:55.473369 n-d-773647-6 neutron-server[100247]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 13:58:55.473369 n-d-773647-6 neutron-server[100247]: self.callback(batched_events) Jul 06 13:58:55.473369 n-d-773647-6 neutron-server[100247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 13:58:55.473369 n-d-773647-6 neutron-server[100247]: event.method(event) Jul 06 13:58:55.473369 n-d-773647-6 neutron-server[100247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 13:58:55.473369 n-d-773647-6 neutron-server[100247]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 13:58:55.473369 n-d-773647-6 neutron-server[100247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 13:58:55.473369 n-d-773647-6 neutron-server[100247]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 13:58:55.473369 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 13:58:55.473369 n-d-773647-6 neutron-server[100247]: return f(self, *a, **k) Jul 06 13:58:55.473369 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 13:58:55.473369 n-d-773647-6 neutron-server[100247]: return self._get(url).json() Jul 06 13:58:55.473369 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 13:58:55.473369 n-d-773647-6 neutron-server[100247]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 13:58:55.473369 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 13:58:55.473369 n-d-773647-6 neutron-server[100247]: return self.request(url, 'GET', **kwargs) Jul 06 13:58:55.473369 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 13:58:55.473369 n-d-773647-6 neutron-server[100247]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 13:58:55.473369 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 13:58:55.473369 n-d-773647-6 neutron-server[100247]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 13:58:55.473369 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 13:58:55.473369 n-d-773647-6 neutron-server[100247]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 13:58:55.473369 n-d-773647-6 neutron-server[100247]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 13:58:55.495957 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-f2215cf4-d015-4470-af9f-5ddf0f46fe29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:55.506580 n-d-773647-6 neutron-server[100247]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e640565-cabe-4694-8753-48fc0a9aa040', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f2dfd2e9-3a23-4089-a63b-c17a9084581f'}] {{(pid=100247) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 13:58:55.509154 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cbf0eeaae822f8fc9b87a94aeba67a3d651842baf663a51cba94b67a514836d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99b96f24-fd2f-41cd-a8d4-8e166b3c8adc" -d '{"events": [{"server_uuid": "8e640565-cabe-4694-8753-48fc0a9aa040", "name": "network-vif-unplugged", "status": "completed", "tag": "f2dfd2e9-3a23-4089-a63b-c17a9084581f"}]}' {{(pid=100247) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:58:55.562505 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-a9b90563-a49b-4748-9fce-79d8075bbcf3 req-7bc2fae1-f9dc-4088-8999-4347b16f14f7 tempest-DeleteServersTestJSON-677393534 tempest-DeleteServersTestJSON-677393534-project] 10.222.0.104 "GET /v2.0/security-groups?id=7d4cbf2c-f907-4452-8928-a2a298fe7ee1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2495310 Jul 06 13:58:55.626047 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-e01e2154-59e9-4b34-8cdb-b186606c5af0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-917215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1761140'] for network, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:55.627811 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.db [req-56855e2d-433a-496e-b4fe-7fded1e8e727 req-fd48caa0-fcc6-433d-b9d1-3a75f89a613e service neutron] For port f2dfd2e9-3a23-4089-a63b-c17a9084581f, host n-h2-773647-6, cleared binding levels {{(pid=100247) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 13:58:55.634345 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.db [req-56855e2d-433a-496e-b4fe-7fded1e8e727 req-fd48caa0-fcc6-433d-b9d1-3a75f89a613e service neutron] For port f2dfd2e9-3a23-4089-a63b-c17a9084581f, host n-h2-773647-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=f2dfd2e9-3a23-4089-a63b-c17a9084581f,segment=NetworkSegment(c9ea893d-045e-42cf-b3dd-cdd1f79baccd),segment_id=c9ea893d-045e-42cf-b3dd-cdd1f79baccd)] {{(pid=100247) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 13:58:55.858424 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:55.981531 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-e01e2154-59e9-4b34-8cdb-b186606c5af0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583035'] for network, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:55.986024 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-e01e2154-59e9-4b34-8cdb-b186606c5af0 admin admin] 10.222.0.104 "DELETE /v2.0/networks/4f6c277b-1b2d-40ad-a374-15bf31b2f6e9 HTTP/1.1" status: 204 len: 168 time: 1.3214638 Jul 06 13:58:55.986264 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 32802) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:58:55.990952 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01e2154-59e9-4b34-8cdb-b186606c5af0 admin admin] Pushing event deleted for resources: {'Network': ['ID=4f6c277b-1b2d-40ad-a374-15bf31b2f6e9,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:58:55.997279 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-56855e2d-433a-496e-b4fe-7fded1e8e727 req-fd48caa0-fcc6-433d-b9d1-3a75f89a613e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128888538'] for port, after_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:56.034094 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.db_base_plugin_v2 [None req-02b471e8-6059-40be-bba6-8965e5c7f2f7 admin admin] Deleting subnet eafda808-8cb6-4445-8598-18ba34218073 {{(pid=100246) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 13:58:56.040257 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-02b471e8-6059-40be-bba6-8965e5c7f2f7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:56.083144 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-02b471e8-6059-40be-bba6-8965e5c7f2f7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126218885'] for subnet, precommit_delete_associations {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:56.087246 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56855e2d-433a-496e-b4fe-7fded1e8e727 req-fd48caa0-fcc6-433d-b9d1-3a75f89a613e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:58:56.087988 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-56855e2d-433a-496e-b4fe-7fded1e8e727 req-fd48caa0-fcc6-433d-b9d1-3a75f89a613e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:56.090075 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-56855e2d-433a-496e-b4fe-7fded1e8e727 req-fd48caa0-fcc6-433d-b9d1-3a75f89a613e service neutron] 10.222.0.72 "PUT /v2.0/ports/f2dfd2e9-3a23-4089-a63b-c17a9084581f HTTP/1.1" status: 200 len: 1097 time: 2.1829801 Jul 06 13:58:56.101485 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-538a1f6a-57eb-4aa8-95fd-a1681a4ba756 req-3652e003-29da-4849-8dfc-bc8d7d0d54a2 service neutron] 10.222.0.104 "GET /v2.0/networks/80a8f655-14ef-4b04-89b8-0871faf0b23f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6537118 Jul 06 13:58:56.133065 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-02b471e8-6059-40be-bba6-8965e5c7f2f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-913473'] for subnet, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:56.134477 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd48caa0-fcc6-433d-b9d1-3a75f89a613e service neutron] Pushing event updated for resources: {'Port': ['ID=f2dfd2e9-3a23-4089-a63b-c17a9084581f,revision_number=11']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:58:56.202420 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-02b471e8-6059-40be-bba6-8965e5c7f2f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-913480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1849032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127687590', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127702764'] for subnet, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:56.214548 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa667db3-5c96-4631-bf0b-79022850ea3c req-7ca40e1a-d656-40d4-8b08-d091c2a538cf tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:58:56.221784 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-aa667db3-5c96-4631-bf0b-79022850ea3c req-7ca40e1a-d656-40d4-8b08-d091c2a538cf tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] 10.222.0.104 "GET /v2.0/ports?device_id=8e640565-cabe-4694-8753-48fc0a9aa040 HTTP/1.1" status: 200 len: 949 time: 0.2577357 Jul 06 13:58:56.232022 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f96c1b-f06a-417d-944d-bcfbd0b3d5c0 req-35cb8d3b-79f1-45da-b072-f39cc927ff9a tempest-ServerDiskConfigTestJSON-920847304 tempest-ServerDiskConfigTestJSON-920847304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:58:56.234572 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-c0f96c1b-f06a-417d-944d-bcfbd0b3d5c0 req-35cb8d3b-79f1-45da-b072-f39cc927ff9a tempest-ServerDiskConfigTestJSON-920847304 tempest-ServerDiskConfigTestJSON-920847304-project] 10.222.0.127 "GET /v2.0/ports?device_id=42d34a92-9ccf-48e1-9c97-b49b1c53d618 HTTP/1.1" status: 200 len: 946 time: 0.2679675 Jul 06 13:58:56.239337 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b471e8-6059-40be-bba6-8965e5c7f2f7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eafda808-8cb6-4445-8598-18ba34218073,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:58:56.242052 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-02b471e8-6059-40be-bba6-8965e5c7f2f7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:56.246258 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-02b471e8-6059-40be-bba6-8965e5c7f2f7 admin admin] 10.222.0.104 "DELETE /v2.0/subnets/eafda808-8cb6-4445-8598-18ba34218073 HTTP/1.1" status: 204 len: 168 time: 0.2589569 Jul 06 13:58:56.250082 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 32808) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:58:56.332196 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Device f2dfd2e9-3a23-4089-a63b-c17a9084581f no longer exists at agent hyperv_n-h1-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 13:58:56.352530 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-018621fd-15bc-4116-be01-522835609824 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530492'] for network, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:56.376067 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-aa667db3-5c96-4631-bf0b-79022850ea3c req-b0831b1d-044c-4566-9b2c-86a471ea4fd5 tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] 10.222.0.104 "GET /v2.0/security-groups?id=9f5b92e9-7340-49c3-a9bb-41e4a1caffc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1530044 Jul 06 13:58:56.380448 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56855e2d-433a-496e-b4fe-7fded1e8e727 req-601775d6-b534-4446-9bb3-158b6a4b5fa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:58:56.385661 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-56855e2d-433a-496e-b4fe-7fded1e8e727 req-601775d6-b534-4446-9bb3-158b6a4b5fa6 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=483ead9cc6094290930ff4aed37f7463&device_id=8e640565-cabe-4694-8753-48fc0a9aa040 HTTP/1.1" status: 200 len: 1100 time: 0.2436817 Jul 06 13:58:56.412743 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Device f2dfd2e9-3a23-4089-a63b-c17a9084581f not bound to the agent host n-h1-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 13:58:56.497953 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-2064eaae-da4f-48f8-82d2-b09d4ddedd44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:56.522972 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-018621fd-15bc-4116-be01-522835609824 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-917204', 'neutron.services.segments.db._delete_segments_for_network-8773753502302'] for network, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:56.537756 n-d-773647-6 neutron-server[100246]: DEBUG neutron.services.segments.db [None req-018621fd-15bc-4116-be01-522835609824 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['932ed93b-d0bd-4302-ab82-c9d554ed8a86']}} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:58:56.551819 n-d-773647-6 neutron-server[100246]: DEBUG neutron.services.segments.db [None req-018621fd-15bc-4116-be01-522835609824 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c174a20c-1192-47eb-913d-a3537ae797f3') {'for_net_delete': True} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:58:56.552543 n-d-773647-6 neutron-server[100246]: DEBUG neutron.services.segments.db [None req-018621fd-15bc-4116-be01-522835609824 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c174a20c-1192-47eb-913d-a3537ae797f3') {} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:58:56.563064 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-018621fd-15bc-4116-be01-522835609824 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773753515138', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126218898'] for segment, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:56.585003 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-018621fd-15bc-4116-be01-522835609824 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552'] for segment, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:56.595138 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-018621fd-15bc-4116-be01-522835609824 admin admin] Releasing vlan 1004 on physical network physnet1 to pool {{(pid=100246) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 13:58:56.596010 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-018621fd-15bc-4116-be01-522835609824 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127687491'] for segment, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:56.598079 n-d-773647-6 neutron-server[100246]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 13:58:56.598079 n-d-773647-6 neutron-server[100246]: conditions |= (models_v2.Port.network_id.in_( Jul 06 13:58:56.598079 n-d-773647-6 neutron-server[100246]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 13:58:56.598079 n-d-773647-6 neutron-server[100246]: conditions |= (models_v2.Port.network_id.in_( Jul 06 13:58:56.598079 n-d-773647-6 neutron-server[100246]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 13:58:56.598079 n-d-773647-6 neutron-server[100246]: conditions |= (models_v2.Port.network_id.in_( Jul 06 13:58:56.598079 n-d-773647-6 neutron-server[100246]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 13:58:56.598079 n-d-773647-6 neutron-server[100246]: conditions |= (models_v2.Port.network_id.in_( Jul 06 13:58:56.598079 n-d-773647-6 neutron-server[100246]: Traceback (most recent call last): Jul 06 13:58:56.598079 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 13:58:56.598079 n-d-773647-6 neutron-server[100246]: timer() Jul 06 13:58:56.598079 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 13:58:56.598079 n-d-773647-6 neutron-server[100246]: cb(*args, **kw) Jul 06 13:58:56.598079 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 13:58:56.598079 n-d-773647-6 neutron-server[100246]: return func(*args, **kwargs) Jul 06 13:58:56.598079 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 13:58:56.598079 n-d-773647-6 neutron-server[100246]: self._notify() Jul 06 13:58:56.598079 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 13:58:56.598079 n-d-773647-6 neutron-server[100246]: self.callback(batched_events) Jul 06 13:58:56.598079 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 13:58:56.598079 n-d-773647-6 neutron-server[100246]: event.method(event) Jul 06 13:58:56.598079 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 13:58:56.598079 n-d-773647-6 neutron-server[100246]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 13:58:56.598079 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 13:58:56.598079 n-d-773647-6 neutron-server[100246]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 13:58:56.598079 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 13:58:56.598079 n-d-773647-6 neutron-server[100246]: return f(self, *a, **k) Jul 06 13:58:56.598079 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 13:58:56.598079 n-d-773647-6 neutron-server[100246]: return self._get(url).json() Jul 06 13:58:56.598079 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 13:58:56.598079 n-d-773647-6 neutron-server[100246]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 13:58:56.598079 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 13:58:56.598079 n-d-773647-6 neutron-server[100246]: return self.request(url, 'GET', **kwargs) Jul 06 13:58:56.598079 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 13:58:56.598079 n-d-773647-6 neutron-server[100246]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 13:58:56.598079 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 13:58:56.598079 n-d-773647-6 neutron-server[100246]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 13:58:56.598079 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 13:58:56.598079 n-d-773647-6 neutron-server[100246]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 13:58:56.598079 n-d-773647-6 neutron-server[100246]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 13:58:56.663073 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.plugin [req-c0f96c1b-f06a-417d-944d-bcfbd0b3d5c0 req-2ff07c74-88c5-4679-a895-f5c702f06b75 tempest-ServerDiskConfigTestJSON-920847304 tempest-ServerDiskConfigTestJSON-920847304-project] Deleting port a1941786-792d-48fc-a751-b58f1e076d1a {{(pid=100247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 13:58:56.663614 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-c0f96c1b-f06a-417d-944d-bcfbd0b3d5c0 req-2ff07c74-88c5-4679-a895-f5c702f06b75 tempest-ServerDiskConfigTestJSON-920847304 tempest-ServerDiskConfigTestJSON-920847304-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:56.681709 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-018621fd-15bc-4116-be01-522835609824 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-917215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1761140'] for network, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:56.708386 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-018621fd-15bc-4116-be01-522835609824 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583035'] for network, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:56.711260 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-018621fd-15bc-4116-be01-522835609824 admin admin] 10.222.0.104 "DELETE /v2.0/networks/932ed93b-d0bd-4302-ab82-c9d554ed8a86 HTTP/1.1" status: 204 len: 168 time: 0.4597375 Jul 06 13:58:56.712543 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018621fd-15bc-4116-be01-522835609824 admin admin] Pushing event deleted for resources: {'Network': ['ID=932ed93b-d0bd-4302-ab82-c9d554ed8a86,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:58:56.814271 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.db [req-c0f96c1b-f06a-417d-944d-bcfbd0b3d5c0 req-2ff07c74-88c5-4679-a895-f5c702f06b75 tempest-ServerDiskConfigTestJSON-920847304 tempest-ServerDiskConfigTestJSON-920847304-project] For port a1941786-792d-48fc-a751-b58f1e076d1a, host n-h1-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773647-6',level=0,port_id=a1941786-792d-48fc-a751-b58f1e076d1a,segment=NetworkSegment(1bb3acc6-dcb3-43f0-ad94-2763c9e79a65),segment_id=1bb3acc6-dcb3-43f0-ad94-2763c9e79a65)] {{(pid=100247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:58:56.814727 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-c0f96c1b-f06a-417d-944d-bcfbd0b3d5c0 req-2ff07c74-88c5-4679-a895-f5c702f06b75 tempest-ServerDiskConfigTestJSON-920847304 tempest-ServerDiskConfigTestJSON-920847304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:56.842187 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.plugin [req-c0f96c1b-f06a-417d-944d-bcfbd0b3d5c0 req-2ff07c74-88c5-4679-a895-f5c702f06b75 tempest-ServerDiskConfigTestJSON-920847304 tempest-ServerDiskConfigTestJSON-920847304-project] Calling delete_port for a1941786-792d-48fc-a751-b58f1e076d1a owned by compute:nova {{(pid=100247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 13:58:56.846221 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56855e2d-433a-496e-b4fe-7fded1e8e727 req-b0a93edb-7e2d-4e6d-a898-c843ebaae6e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:58:56.847773 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-56855e2d-433a-496e-b4fe-7fded1e8e727 req-b0a93edb-7e2d-4e6d-a898-c843ebaae6e4 service neutron] 10.222.0.72 "GET /v2.0/networks?id=ac09d390-867f-4b75-a8d2-ab11550bffd6 HTTP/1.1" status: 200 len: 871 time: 0.4564371 Jul 06 13:58:56.848672 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 32834) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:58:56.862768 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff1c83d-0af0-4f9c-ad01-5baf7d93fcc0 req-4fede640-60a4-49ed-a751-f4743e588285 tempest-LiveAutoBlockMigrationV225Test-654794443 tempest-LiveAutoBlockMigrationV225Test-654794443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:58:56.864423 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-6ff1c83d-0af0-4f9c-ad01-5baf7d93fcc0 req-4fede640-60a4-49ed-a751-f4743e588285 tempest-LiveAutoBlockMigrationV225Test-654794443 tempest-LiveAutoBlockMigrationV225Test-654794443-project] 10.222.0.104 "GET /v2.0/ports?device_id=bfcd3842-80bd-408f-8df3-2747ee09b496 HTTP/1.1" status: 200 len: 945 time: 0.3395700 Jul 06 13:58:56.897949 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-d4085e8e-77e1-4bc8-97d2-d27e9c864ffb admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=125e6575b3ba4365b3ae01568cef269b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0476305 Jul 06 13:58:56.900344 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 32836) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:58:56.952008 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-59833115-9a58-45db-9562-6605c5a246cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:56.962526 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-56855e2d-433a-496e-b4fe-7fded1e8e727 req-5e975f39-0364-4346-8a8d-d0789154c792 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.228&port_id=f2dfd2e9-3a23-4089-a63b-c17a9084581f HTTP/1.1" status: 200 len: 217 time: 0.0936072 Jul 06 13:58:56.976240 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ed6169-792e-410b-8cb2-c8cc6dcc3ebf req-a0434f2c-3b52-4523-879c-847d62156c20 tempest-ImagesOneServerNegativeTestJSON-2145662933 tempest-ImagesOneServerNegativeTestJSON-2145662933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:58:56.977740 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-61ed6169-792e-410b-8cb2-c8cc6dcc3ebf req-a0434f2c-3b52-4523-879c-847d62156c20 tempest-ImagesOneServerNegativeTestJSON-2145662933 tempest-ImagesOneServerNegativeTestJSON-2145662933-project] 10.222.0.104 "GET /v2.0/ports?device_id=4435a11e-2f8e-497c-a9e2-c99bca72d758 HTTP/1.1" status: 200 len: 945 time: 0.3997877 Jul 06 13:58:56.980120 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-59833115-9a58-45db-9562-6605c5a246cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:57.032178 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-59833115-9a58-45db-9562-6605c5a246cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:57.035717 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-59833115-9a58-45db-9562-6605c5a246cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:57.040263 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-59833115-9a58-45db-9562-6605c5a246cd admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/7e243ebf-9cf4-4917-8da6-0fd38b06f795 HTTP/1.1" status: 204 len: 168 time: 0.1385281 Jul 06 13:58:57.049958 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-6ff1c83d-0af0-4f9c-ad01-5baf7d93fcc0 req-b1a9bee3-696e-4cf4-88fb-a7bafc8b5a4e tempest-LiveAutoBlockMigrationV225Test-654794443 tempest-LiveAutoBlockMigrationV225Test-654794443-project] 10.222.0.104 "GET /v2.0/security-groups?id=43f6fcb8-9501-44d6-9feb-82c82c5d5862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1726534 Jul 06 13:58:57.054884 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59833115-9a58-45db-9562-6605c5a246cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e243ebf-9cf4-4917-8da6-0fd38b06f795,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:58:57.102064 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56855e2d-433a-496e-b4fe-7fded1e8e727 req-5148cf12-734d-4043-acf4-ace8b9a49f11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:58:57.103625 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-56855e2d-433a-496e-b4fe-7fded1e8e727 req-5148cf12-734d-4043-acf4-ace8b9a49f11 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=d1c3cc78-09b9-4e30-99fd-0e5830de101d HTTP/1.1" status: 200 len: 843 time: 0.1247962 Jul 06 13:58:57.115029 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-61ed6169-792e-410b-8cb2-c8cc6dcc3ebf req-cd4e1ffd-2c5b-4e12-8c06-76889c483897 tempest-ImagesOneServerNegativeTestJSON-2145662933 tempest-ImagesOneServerNegativeTestJSON-2145662933-project] 10.222.0.104 "GET /v2.0/security-groups?id=cf130993-6904-4731-ae5d-09749f3f4522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280010 Jul 06 13:58:57.161861 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 13:58:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d631003-b05c-48e4-8694-0e19a15f0ac2 x-openstack-request-id: req-6d631003-b05c-48e4-8694-0e19a15f0ac2 {{(pid=100248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:58:57.162373 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4435a11e-2f8e-497c-a9e2-c99bca72d758", "name": "network-vif-plugged", "status": "completed", "tag": "98ef7c7d-fdca-4fb4-926a-9d836a0a21eb", "code": 200}]} {{(pid=100248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:58:57.162517 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-6d631003-b05c-48e4-8694-0e19a15f0ac2 {{(pid=100248) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:58:57.163137 n-d-773647-6 neutron-server[100248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4435a11e-2f8e-497c-a9e2-c99bca72d758', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98ef7c7d-fdca-4fb4-926a-9d836a0a21eb', 'code': 200} Jul 06 13:58:57.209261 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-c0f96c1b-f06a-417d-944d-bcfbd0b3d5c0 req-2ff07c74-88c5-4679-a895-f5c702f06b75 tempest-ServerDiskConfigTestJSON-920847304 tempest-ServerDiskConfigTestJSON-920847304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128888353'] for port, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:57.221138 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] get_ports_and_sgs() called for port_ids ['a1941786-792d-48fc-a751-b58f1e076d1a'] {{(pid=100248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 13:58:57.249797 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff07c74-88c5-4679-a895-f5c702f06b75 tempest-ServerDiskConfigTestJSON-920847304 tempest-ServerDiskConfigTestJSON-920847304-project] Pushing event deleted for resources: {'Port': ['ID=a1941786-792d-48fc-a751-b58f1e076d1a,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:58:57.260147 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56855e2d-433a-496e-b4fe-7fded1e8e727 req-91b0ad44-e4c0-46dd-bd9a-d036515abfe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:58:57.262198 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-56855e2d-433a-496e-b4fe-7fded1e8e727 req-91b0ad44-e4c0-46dd-bd9a-d036515abfe3 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=ac09d390-867f-4b75-a8d2-ab11550bffd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1453025 Jul 06 13:58:57.313170 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 06 Jul 2021 13:58:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-247816d2-d580-4f3c-b3a9-7523029f1265 x-openstack-request-id: req-247816d2-d580-4f3c-b3a9-7523029f1265 {{(pid=100247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:58:57.313489 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e640565-cabe-4694-8753-48fc0a9aa040", "name": "network-vif-unplugged", "status": "completed", "tag": "f2dfd2e9-3a23-4089-a63b-c17a9084581f", "code": 200}]} {{(pid=100247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:58:57.313697 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-247816d2-d580-4f3c-b3a9-7523029f1265 {{(pid=100247) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:58:57.314094 n-d-773647-6 neutron-server[100247]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e640565-cabe-4694-8753-48fc0a9aa040', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f2dfd2e9-3a23-4089-a63b-c17a9084581f', 'code': 200} Jul 06 13:58:57.327937 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0f96c1b-f06a-417d-944d-bcfbd0b3d5c0 req-2ff07c74-88c5-4679-a895-f5c702f06b75 tempest-ServerDiskConfigTestJSON-920847304 tempest-ServerDiskConfigTestJSON-920847304-project] No DVR routers for this DVR port a1941786-792d-48fc-a751-b58f1e076d1a on host n-h1-773647-6 {{(pid=100247) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 13:58:57.359015 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-c0f96c1b-f06a-417d-944d-bcfbd0b3d5c0 req-2ff07c74-88c5-4679-a895-f5c702f06b75 tempest-ServerDiskConfigTestJSON-920847304 tempest-ServerDiskConfigTestJSON-920847304-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:57.361026 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-c0f96c1b-f06a-417d-944d-bcfbd0b3d5c0 req-2ff07c74-88c5-4679-a895-f5c702f06b75 tempest-ServerDiskConfigTestJSON-920847304 tempest-ServerDiskConfigTestJSON-920847304-project] 10.222.0.127 "DELETE /v2.0/ports/a1941786-792d-48fc-a751-b58f1e076d1a HTTP/1.1" status: 204 len: 173 time: 1.1197815 Jul 06 13:58:57.432440 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-56855e2d-433a-496e-b4fe-7fded1e8e727 req-b2c5be36-9b4e-421e-9408-38ee87385d05 service neutron] 10.222.0.72 "GET /v2.0/networks/ac09d390-867f-4b75-a8d2-ab11550bffd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1489832 Jul 06 13:58:57.463141 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fca5ba-9c3a-4bbc-9dcf-b4e1d4415b77 req-f9ed4b01-ac84-4fe7-bebc-55c8aab73bbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:58:57.466482 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-a1fca5ba-9c3a-4bbc-9dcf-b4e1d4415b77 req-f9ed4b01-ac84-4fe7-bebc-55c8aab73bbe service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=4435a11e-2f8e-497c-a9e2-c99bca72d758 HTTP/1.1" status: 200 len: 1096 time: 0.1791325 Jul 06 13:58:57.502847 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-e6f0ee78-ea6f-40df-a030-9322b289bdf3 req-8bdc532f-f08d-4386-8c34-d5b4d03b98ad tempest-ServerDiskConfigTestJSON-920847304 tempest-ServerDiskConfigTestJSON-920847304-project] 10.222.0.104 "GET /v2.0/ports?device_id=b17eeb7c-3d10-4b9a-9008-8da365d16076 HTTP/1.1" status: 200 len: 210 time: 0.0673413 Jul 06 13:58:57.517797 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-a1fca5ba-9c3a-4bbc-9dcf-b4e1d4415b77 req-995cacef-651b-43d0-9236-816e3555b481 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=cf130993-6904-4731-ae5d-09749f3f4522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454206 Jul 06 13:58:57.570447 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 32854) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:58:57.613897 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-56855e2d-433a-496e-b4fe-7fded1e8e727 req-11aebbab-bbba-4dc8-a755-c6f5cf742c15 service neutron] 10.222.0.72 "GET /v2.0/networks/ac09d390-867f-4b75-a8d2-ab11550bffd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1551495 Jul 06 13:58:57.638176 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-41238479-d92e-4611-ae64-bd48502ee01b admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=a575a7c9bd6c431c8e74ec5132ca4b60&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0657945 Jul 06 13:58:57.641007 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 32856) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:58:57.662357 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3876a8a3-4331-4a9a-97c9-6b1d75da2458 req-e4fbfd1e-001e-48f3-ba05-078842cbf1aa tempest-DeleteServersTestJSON-677393534 tempest-DeleteServersTestJSON-677393534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:58:57.664702 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-3876a8a3-4331-4a9a-97c9-6b1d75da2458 req-e4fbfd1e-001e-48f3-ba05-078842cbf1aa tempest-DeleteServersTestJSON-677393534 tempest-DeleteServersTestJSON-677393534-project] 10.222.0.104 "GET /v2.0/ports?device_id=affa3918-e899-4dfe-8660-4b640439777a HTTP/1.1" status: 200 len: 946 time: 0.1065037 Jul 06 13:58:57.721323 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-93fce98d-f2e4-49be-b834-eda1ba544b87 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:57.747069 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-93fce98d-f2e4-49be-b834-eda1ba544b87 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:57.797533 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-3876a8a3-4331-4a9a-97c9-6b1d75da2458 req-34fb6474-c5ae-492f-80f9-9203c072f49b tempest-DeleteServersTestJSON-677393534 tempest-DeleteServersTestJSON-677393534-project] 10.222.0.104 "GET /v2.0/security-groups?id=7d4cbf2c-f907-4452-8928-a2a298fe7ee1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232624 Jul 06 13:58:57.811126 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-93fce98d-f2e4-49be-b834-eda1ba544b87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:57.814257 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-93fce98d-f2e4-49be-b834-eda1ba544b87 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:57.817781 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-93fce98d-f2e4-49be-b834-eda1ba544b87 admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/1a94e432-9d8e-4dee-a5c5-ba9ffcebcfd6 HTTP/1.1" status: 204 len: 168 time: 0.1716166 Jul 06 13:58:57.824925 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93fce98d-f2e4-49be-b834-eda1ba544b87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a94e432-9d8e-4dee-a5c5-ba9ffcebcfd6,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:58:57.840567 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c846fbb1-af79-4b12-9d64-2f12d69b110a req-749579ca-ca83-46c2-a23c-a8422516c0ed tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:58:57.842353 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-c846fbb1-af79-4b12-9d64-2f12d69b110a req-749579ca-ca83-46c2-a23c-a8422516c0ed tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] 10.222.0.104 "GET /v2.0/ports?device_id=8e640565-cabe-4694-8753-48fc0a9aa040 HTTP/1.1" status: 200 len: 949 time: 0.1773076 Jul 06 13:58:57.852897 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538a1f6a-57eb-4aa8-95fd-a1681a4ba756 req-63543bd7-f86c-42ad-80e3-9e34e7b0cf33 tempest-ServerDiskConfigTestJSON-920847304 tempest-ServerDiskConfigTestJSON-920847304-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:58:57.854400 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-538a1f6a-57eb-4aa8-95fd-a1681a4ba756 req-63543bd7-f86c-42ad-80e3-9e34e7b0cf33 tempest-ServerDiskConfigTestJSON-920847304 tempest-ServerDiskConfigTestJSON-920847304-project] 10.222.0.127 "GET /v2.0/networks?id=80a8f655-14ef-4b04-89b8-0871faf0b23f HTTP/1.1" status: 200 len: 814 time: 0.1559162 Jul 06 13:58:57.878100 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [req-538a1f6a-57eb-4aa8-95fd-a1681a4ba756 req-fac393d4-c78a-4b9e-9431-1f6d8bd70828 tempest-ServerDiskConfigTestJSON-920847304 tempest-ServerDiskConfigTestJSON-920847304-project] Request body: {'port': {'device_id': 'b17eeb7c-3d10-4b9a-9008-8da365d16076', 'network_id': '80a8f655-14ef-4b04-89b8-0871faf0b23f', 'admin_state_up': True, 'tenant_id': 'aa7d5b29f8ec457fb3612664b97c2f33'}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:58:57.954809 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-c846fbb1-af79-4b12-9d64-2f12d69b110a req-65cbca32-bf45-4824-ab35-822fbf7c0735 tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] 10.222.0.104 "GET /v2.0/security-groups?id=9f5b92e9-7340-49c3-a9bb-41e4a1caffc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994265 Jul 06 13:58:58.032133 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-538a1f6a-57eb-4aa8-95fd-a1681a4ba756 req-fac393d4-c78a-4b9e-9431-1f6d8bd70828 tempest-ServerDiskConfigTestJSON-920847304 tempest-ServerDiskConfigTestJSON-920847304-project] Made reservation on behalf of aa7d5b29f8ec457fb3612664b97c2f33 for: {'port': 1} {{(pid=100247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 13:58:58.036188 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-538a1f6a-57eb-4aa8-95fd-a1681a4ba756 req-fac393d4-c78a-4b9e-9431-1f6d8bd70828 tempest-ServerDiskConfigTestJSON-920847304 tempest-ServerDiskConfigTestJSON-920847304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:58.173488 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87cbfb18-ea61-4daf-a2ec-09539d923873 req-04950dfd-7051-43d9-b53a-2f501c5c96a6 tempest-ListImageFiltersTestJSON-201163018 tempest-ListImageFiltersTestJSON-201163018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:58:58.181693 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-87cbfb18-ea61-4daf-a2ec-09539d923873 req-04950dfd-7051-43d9-b53a-2f501c5c96a6 tempest-ListImageFiltersTestJSON-201163018 tempest-ListImageFiltersTestJSON-201163018-project] 10.222.0.104 "GET /v2.0/ports?device_id=15ec8a26-5f36-442c-a168-6498affa2887 HTTP/1.1" status: 200 len: 951 time: 0.1624026 Jul 06 13:58:58.279714 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-03f71b24-a9b8-453a-8924-caa3f97bc6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:58.287886 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-87cbfb18-ea61-4daf-a2ec-09539d923873 req-c3ef1b79-a3bd-4f62-a33c-cc361ef2afbf tempest-ListImageFiltersTestJSON-201163018 tempest-ListImageFiltersTestJSON-201163018-project] 10.222.0.104 "GET /v2.0/security-groups?id=9ce4c80a-5086-4b6d-8895-e157d8baf449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041787 Jul 06 13:58:58.310312 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.db_base_plugin_common [req-538a1f6a-57eb-4aa8-95fd-a1681a4ba756 req-fac393d4-c78a-4b9e-9431-1f6d8bd70828 tempest-ServerDiskConfigTestJSON-920847304 tempest-ServerDiskConfigTestJSON-920847304-project] Allocated IP 172.20.0.10 (80a8f655-14ef-4b04-89b8-0871faf0b23f/88eb22c0-56b7-4217-99ba-ae21132aa3e6/bcd84afc-3272-48c3-9d39-22281380dce0) {{(pid=100247) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 13:58:58.587193 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ae30d8-28a2-46bb-8011-8308bf12f771 req-f9b5a20e-6e4b-4ac6-b957-f1dc2ca471e3 tempest-LiveAutoBlockMigrationV225Test-654794443 tempest-LiveAutoBlockMigrationV225Test-654794443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:58:58.589289 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-42ae30d8-28a2-46bb-8011-8308bf12f771 req-f9b5a20e-6e4b-4ac6-b957-f1dc2ca471e3 tempest-LiveAutoBlockMigrationV225Test-654794443 tempest-LiveAutoBlockMigrationV225Test-654794443-project] 10.222.0.104 "GET /v2.0/ports?device_id=bfcd3842-80bd-408f-8df3-2747ee09b496 HTTP/1.1" status: 200 len: 945 time: 0.1305630 Jul 06 13:58:58.614823 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-538a1f6a-57eb-4aa8-95fd-a1681a4ba756 req-fac393d4-c78a-4b9e-9431-1f6d8bd70828 tempest-ServerDiskConfigTestJSON-920847304 tempest-ServerDiskConfigTestJSON-920847304-project] Notify callbacks [] for port, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:58.697014 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-42ae30d8-28a2-46bb-8011-8308bf12f771 req-a8cbaa3e-01e7-4c51-ac9f-159763429df5 tempest-LiveAutoBlockMigrationV225Test-654794443 tempest-LiveAutoBlockMigrationV225Test-654794443-project] 10.222.0.104 "GET /v2.0/security-groups?id=43f6fcb8-9501-44d6-9feb-82c82c5d5862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962660 Jul 06 13:58:58.727833 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc53bf8f-cbb7-4791-ac41-f929828fa88d req-d2338356-c8e5-41bc-917d-75e3304034d5 tempest-ImagesOneServerNegativeTestJSON-2145662933 tempest-ImagesOneServerNegativeTestJSON-2145662933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:58:58.729894 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-fc53bf8f-cbb7-4791-ac41-f929828fa88d req-d2338356-c8e5-41bc-917d-75e3304034d5 tempest-ImagesOneServerNegativeTestJSON-2145662933 tempest-ImagesOneServerNegativeTestJSON-2145662933-project] 10.222.0.104 "GET /v2.0/ports?device_id=4435a11e-2f8e-497c-a9e2-c99bca72d758 HTTP/1.1" status: 200 len: 945 time: 0.1501906 Jul 06 13:58:58.731349 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-538a1f6a-57eb-4aa8-95fd-a1681a4ba756 req-fac393d4-c78a-4b9e-9431-1f6d8bd70828 tempest-ServerDiskConfigTestJSON-920847304 tempest-ServerDiskConfigTestJSON-920847304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-128888360'] for port, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:58.798589 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-538a1f6a-57eb-4aa8-95fd-a1681a4ba756 req-fac393d4-c78a-4b9e-9431-1f6d8bd70828 tempest-ServerDiskConfigTestJSON-920847304 tempest-ServerDiskConfigTestJSON-920847304-project] Network 80a8f655-14ef-4b04-89b8-0871faf0b23f is already hosted by enough agents. {{(pid=100247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 13:58:58.814140 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.base_scheduler [req-538a1f6a-57eb-4aa8-95fd-a1681a4ba756 req-fac393d4-c78a-4b9e-9431-1f6d8bd70828 tempest-ServerDiskConfigTestJSON-920847304 tempest-ServerDiskConfigTestJSON-920847304-project] Resources bound (agent type, host, resource id): {{(pid=100247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:58:58.825696 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.l3_dvrscheduler_db [req-538a1f6a-57eb-4aa8-95fd-a1681a4ba756 req-fac393d4-c78a-4b9e-9431-1f6d8bd70828 tempest-ServerDiskConfigTestJSON-920847304 tempest-ServerDiskConfigTestJSON-920847304-project] Received port after_create {{(pid=100247) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 13:58:58.835549 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac393d4-c78a-4b9e-9431-1f6d8bd70828 tempest-ServerDiskConfigTestJSON-920847304 tempest-ServerDiskConfigTestJSON-920847304-project] Pushing event updated for resources: {'Port': ['ID=bcd84afc-3272-48c3-9d39-22281380dce0,revision_number=1']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:58:58.863452 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-fc53bf8f-cbb7-4791-ac41-f929828fa88d req-9fd233f0-1b95-4ec4-8e55-18b909d8f8ee tempest-ImagesOneServerNegativeTestJSON-2145662933 tempest-ImagesOneServerNegativeTestJSON-2145662933-project] 10.222.0.104 "GET /v2.0/security-groups?id=cf130993-6904-4731-ae5d-09749f3f4522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180995 Jul 06 13:58:58.901148 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538a1f6a-57eb-4aa8-95fd-a1681a4ba756 req-fac393d4-c78a-4b9e-9431-1f6d8bd70828 tempest-ServerDiskConfigTestJSON-920847304 tempest-ServerDiskConfigTestJSON-920847304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:58:58.901938 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-538a1f6a-57eb-4aa8-95fd-a1681a4ba756 req-fac393d4-c78a-4b9e-9431-1f6d8bd70828 tempest-ServerDiskConfigTestJSON-920847304 tempest-ServerDiskConfigTestJSON-920847304-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:58.919774 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-538a1f6a-57eb-4aa8-95fd-a1681a4ba756 req-fac393d4-c78a-4b9e-9431-1f6d8bd70828 tempest-ServerDiskConfigTestJSON-920847304 tempest-ServerDiskConfigTestJSON-920847304-project] 10.222.0.127 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0455165 Jul 06 13:58:58.931945 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [req-538a1f6a-57eb-4aa8-95fd-a1681a4ba756 req-24c56d21-7ec2-4f2d-afd2-cb9f52a658c5 service neutron] Request body: {'port': {'device_id': 'b17eeb7c-3d10-4b9a-9008-8da365d16076', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-773647-6'}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:58:59.045973 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-538a1f6a-57eb-4aa8-95fd-a1681a4ba756 req-24c56d21-7ec2-4f2d-afd2-cb9f52a658c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:59.137993 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c730a55-140f-4284-ace3-5e31ca8bb810 req-6ef94e65-f78d-4264-ac09-fad6d1682622 tempest-DeleteServersTestJSON-677393534 tempest-DeleteServersTestJSON-677393534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:58:59.139489 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-6c730a55-140f-4284-ace3-5e31ca8bb810 req-6ef94e65-f78d-4264-ac09-fad6d1682622 tempest-DeleteServersTestJSON-677393534 tempest-DeleteServersTestJSON-677393534-project] 10.222.0.104 "GET /v2.0/ports?device_id=affa3918-e899-4dfe-8660-4b640439777a HTTP/1.1" status: 200 len: 946 time: 0.1659768 Jul 06 13:58:59.261444 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-6c730a55-140f-4284-ace3-5e31ca8bb810 req-c0d4d638-241c-4911-bdc1-73366cb7b5c8 tempest-DeleteServersTestJSON-677393534 tempest-DeleteServersTestJSON-677393534-project] 10.222.0.104 "GET /v2.0/security-groups?id=7d4cbf2c-f907-4452-8928-a2a298fe7ee1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121328 Jul 06 13:58:59.272204 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c8d14f-32e5-4975-9e32-9ded03fdd3fc req-fbd8619a-0790-41ee-8f56-daa1a80f99f1 tempest-ServerDiskConfigTestJSON-920847304 tempest-ServerDiskConfigTestJSON-920847304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:58:59.273800 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-26c8d14f-32e5-4975-9e32-9ded03fdd3fc req-fbd8619a-0790-41ee-8f56-daa1a80f99f1 tempest-ServerDiskConfigTestJSON-920847304 tempest-ServerDiskConfigTestJSON-920847304-project] 10.222.0.104 "GET /v2.0/ports?device_id=b17eeb7c-3d10-4b9a-9008-8da365d16076 HTTP/1.1" status: 200 len: 932 time: 0.2162461 Jul 06 13:58:59.320119 n-d-773647-6 neutron-server[100247]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e640565-cabe-4694-8753-48fc0a9aa040', 'tag': 'f2dfd2e9-3a23-4089-a63b-c17a9084581f'}, {'server_uuid': '42d34a92-9ccf-48e1-9c97-b49b1c53d618', 'name': 'network-vif-deleted', 'tag': 'a1941786-792d-48fc-a751-b58f1e076d1a'}] {{(pid=100247) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 13:58:59.322579 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cbf0eeaae822f8fc9b87a94aeba67a3d651842baf663a51cba94b67a514836d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc9ea359-2245-46b1-862b-813f63597c32" -d '{"events": [{"name": "network-changed", "server_uuid": "8e640565-cabe-4694-8753-48fc0a9aa040", "tag": "f2dfd2e9-3a23-4089-a63b-c17a9084581f"}, {"server_uuid": "42d34a92-9ccf-48e1-9c97-b49b1c53d618", "name": "network-vif-deleted", "tag": "a1941786-792d-48fc-a751-b58f1e076d1a"}]}' {{(pid=100247) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:58:59.373015 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-26c8d14f-32e5-4975-9e32-9ded03fdd3fc req-ff5d0d02-c9ca-465d-b6af-a90d30a8b888 tempest-ServerDiskConfigTestJSON-920847304 tempest-ServerDiskConfigTestJSON-920847304-project] 10.222.0.104 "GET /v2.0/security-groups?id=bc287469-1102-40d8-b019-cad062af5465&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819120 Jul 06 13:58:59.450156 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Tue, 06 Jul 2021 13:58:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dffab579-98ad-4a22-a7bc-38a742cae84b x-openstack-request-id: req-dffab579-98ad-4a22-a7bc-38a742cae84b {{(pid=100247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:58:59.450458 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8e640565-cabe-4694-8753-48fc0a9aa040", "tag": "f2dfd2e9-3a23-4089-a63b-c17a9084581f", "status": "completed", "code": 200}, {"server_uuid": "42d34a92-9ccf-48e1-9c97-b49b1c53d618", "name": "network-vif-deleted", "tag": "a1941786-792d-48fc-a751-b58f1e076d1a", "status": "completed", "code": 200}]} {{(pid=100247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:58:59.450711 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-dffab579-98ad-4a22-a7bc-38a742cae84b {{(pid=100247) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:58:59.451105 n-d-773647-6 neutron-server[100247]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e640565-cabe-4694-8753-48fc0a9aa040', 'tag': 'f2dfd2e9-3a23-4089-a63b-c17a9084581f', 'status': 'completed', 'code': 200} Jul 06 13:58:59.451394 n-d-773647-6 neutron-server[100247]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42d34a92-9ccf-48e1-9c97-b49b1c53d618', 'name': 'network-vif-deleted', 'tag': 'a1941786-792d-48fc-a751-b58f1e076d1a', 'status': 'completed', 'code': 200} Jul 06 13:58:59.461234 n-d-773647-6 neutron-server[100247]: DEBUG neutron.notifiers.nova [req-538a1f6a-57eb-4aa8-95fd-a1681a4ba756 req-24c56d21-7ec2-4f2d-afd2-cb9f52a658c5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bcd84afc-3272-48c3-9d39-22281380dce0 {{(pid=100247) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 13:58:59.478002 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-538a1f6a-57eb-4aa8-95fd-a1681a4ba756 req-24c56d21-7ec2-4f2d-afd2-cb9f52a658c5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:59.566524 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.provisioning_blocks [req-538a1f6a-57eb-4aa8-95fd-a1681a4ba756 req-24c56d21-7ec2-4f2d-afd2-cb9f52a658c5 service neutron] Transition to ACTIVE for port object bcd84afc-3272-48c3-9d39-22281380dce0 will not be triggered until provisioned by entity L2. {{(pid=100247) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 13:58:59.577774 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-538a1f6a-57eb-4aa8-95fd-a1681a4ba756 req-24c56d21-7ec2-4f2d-afd2-cb9f52a658c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128888538'] for port, after_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:59.679584 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c56d21-7ec2-4f2d-afd2-cb9f52a658c5 service neutron] Pushing event updated for resources: {'Port': ['ID=bcd84afc-3272-48c3-9d39-22281380dce0,revision_number=2']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:58:59.691885 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0f0b2f-4f34-4279-816e-1b1aaf864a26 req-cb8c53a2-107a-4e6e-91e6-201ebdd0b8dd tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:58:59.693506 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-1c0f0b2f-4f34-4279-816e-1b1aaf864a26 req-cb8c53a2-107a-4e6e-91e6-201ebdd0b8dd tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] 10.222.0.104 "GET /v2.0/ports?device_id=8e640565-cabe-4694-8753-48fc0a9aa040 HTTP/1.1" status: 200 len: 949 time: 0.2277172 Jul 06 13:58:59.706686 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9ea359-2245-46b1-862b-813f63597c32 req-63735f74-17f0-478f-8789-d5e42210b163 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:58:59.708145 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-fc9ea359-2245-46b1-862b-813f63597c32 req-63735f74-17f0-478f-8789-d5e42210b163 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=483ead9cc6094290930ff4aed37f7463&device_id=8e640565-cabe-4694-8753-48fc0a9aa040 HTTP/1.1" status: 200 len: 1100 time: 0.2070196 Jul 06 13:58:59.762476 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9ea359-2245-46b1-862b-813f63597c32 req-522c43c8-51d9-43c4-a1b0-793c4a660beb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:58:59.764042 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-fc9ea359-2245-46b1-862b-813f63597c32 req-522c43c8-51d9-43c4-a1b0-793c4a660beb service neutron] 10.222.0.127 "GET /v2.0/ports?tenant_id=483ead9cc6094290930ff4aed37f7463&device_id=8e640565-cabe-4694-8753-48fc0a9aa040 HTTP/1.1" status: 200 len: 1100 time: 0.2617815 Jul 06 13:59:00.237157 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-1c0f0b2f-4f34-4279-816e-1b1aaf864a26 req-67abedcc-0af8-457e-a277-f028f740ec66 tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] 10.222.0.104 "GET /v2.0/security-groups?id=9f5b92e9-7340-49c3-a9bb-41e4a1caffc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5335867 Jul 06 13:59:00.324108 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Device bf79ecaa-be4d-40bf-95e6-0f2da64d736c no longer exists at agent hyperv_n-h1-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 13:59:00.355475 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.managers [req-538a1f6a-57eb-4aa8-95fd-a1681a4ba756 req-24c56d21-7ec2-4f2d-afd2-cb9f52a658c5 service neutron] Attempting to bind port bcd84afc-3272-48c3-9d39-22281380dce0 on host n-h1-773647-6 for vnic_type normal with profile {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 13:59:00.355475 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.managers [req-538a1f6a-57eb-4aa8-95fd-a1681a4ba756 req-24c56d21-7ec2-4f2d-afd2-cb9f52a658c5 service neutron] Attempting to bind port bcd84afc-3272-48c3-9d39-22281380dce0 by drivers openvswitch,hyperv on host n-h1-773647-6 at level 0 using segments [{'id': '1bb3acc6-dcb3-43f0-ad94-2763c9e79a65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1007, 'network_id': '80a8f655-14ef-4b04-89b8-0871faf0b23f'}] {{(pid=100247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 13:59:00.355475 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-538a1f6a-57eb-4aa8-95fd-a1681a4ba756 req-24c56d21-7ec2-4f2d-afd2-cb9f52a658c5 service neutron] Attempting to bind port bcd84afc-3272-48c3-9d39-22281380dce0 on network 80a8f655-14ef-4b04-89b8-0871faf0b23f {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 13:59:00.372742 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9ea359-2245-46b1-862b-813f63597c32 req-101fa96a-a351-4d58-8e8c-f30a249b1de6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:59:00.373992 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-fc9ea359-2245-46b1-862b-813f63597c32 req-101fa96a-a351-4d58-8e8c-f30a249b1de6 service neutron] 10.222.0.72 "GET /v2.0/networks?id=ac09d390-867f-4b75-a8d2-ab11550bffd6 HTTP/1.1" status: 200 len: 871 time: 0.6293054 Jul 06 13:59:00.377815 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9ea359-2245-46b1-862b-813f63597c32 req-e6d52481-c702-4ca5-b450-d315014f9d54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:59:00.379138 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-fc9ea359-2245-46b1-862b-813f63597c32 req-e6d52481-c702-4ca5-b450-d315014f9d54 service neutron] 10.222.0.127 "GET /v2.0/networks?id=ac09d390-867f-4b75-a8d2-ab11550bffd6 HTTP/1.1" status: 200 len: 871 time: 0.5655265 Jul 06 13:59:00.379712 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-538a1f6a-57eb-4aa8-95fd-a1681a4ba756 req-24c56d21-7ec2-4f2d-afd2-cb9f52a658c5 service neutron] Port bcd84afc-3272-48c3-9d39-22281380dce0 on network 80a8f655-14ef-4b04-89b8-0871faf0b23f not bound, no agent of type Open vSwitch agent registered on host n-h1-773647-6 {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 13:59:00.380035 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-538a1f6a-57eb-4aa8-95fd-a1681a4ba756 req-24c56d21-7ec2-4f2d-afd2-cb9f52a658c5 service neutron] Attempting to bind port bcd84afc-3272-48c3-9d39-22281380dce0 on network 80a8f655-14ef-4b04-89b8-0871faf0b23f {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 13:59:00.409032 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:00.431971 n-d-773647-6 neutron-server[100248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15ec8a26-5f36-442c-a168-6498affa2887', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bf79ecaa-be4d-40bf-95e6-0f2da64d736c'}] {{(pid=100248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 13:59:00.434243 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84af257533e383389cbcf231d3534f4d5e149e7203fea16b4a8fc01438dddaf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ffe0d08-b366-4eeb-aa33-7db7f64ef1fb" -d '{"events": [{"server_uuid": "15ec8a26-5f36-442c-a168-6498affa2887", "name": "network-vif-unplugged", "status": "completed", "tag": "bf79ecaa-be4d-40bf-95e6-0f2da64d736c"}]}' {{(pid=100248) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:59:00.446896 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] For port bf79ecaa-be4d-40bf-95e6-0f2da64d736c, host n-h1-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773647-6',level=0,port_id=bf79ecaa-be4d-40bf-95e6-0f2da64d736c,segment=NetworkSegment(c9ea893d-045e-42cf-b3dd-cdd1f79baccd),segment_id=c9ea893d-045e-42cf-b3dd-cdd1f79baccd)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:59:00.451639 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:00.452382 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Device a1941786-792d-48fc-a751-b58f1e076d1a no longer exists at agent hyperv_n-h1-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 13:59:00.465853 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-538a1f6a-57eb-4aa8-95fd-a1681a4ba756 req-24c56d21-7ec2-4f2d-afd2-cb9f52a658c5 service neutron] Checking agent: {'id': '5bf7147f-bada-4441-a5dc-934b903473fb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-773647-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 51, 12), 'started_at': datetime.datetime(2021, 7, 6, 13, 51, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 13, 58, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 13:59:00.466239 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-538a1f6a-57eb-4aa8-95fd-a1681a4ba756 req-24c56d21-7ec2-4f2d-afd2-cb9f52a658c5 service neutron] Checking segment: {'id': '1bb3acc6-dcb3-43f0-ad94-2763c9e79a65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1007, 'network_id': '80a8f655-14ef-4b04-89b8-0871faf0b23f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100247) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 13:59:00.466633 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-538a1f6a-57eb-4aa8-95fd-a1681a4ba756 req-24c56d21-7ec2-4f2d-afd2-cb9f52a658c5 service neutron] Bound using segment: {'id': '1bb3acc6-dcb3-43f0-ad94-2763c9e79a65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1007, 'network_id': '80a8f655-14ef-4b04-89b8-0871faf0b23f'} {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 13:59:00.467379 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.managers [req-538a1f6a-57eb-4aa8-95fd-a1681a4ba756 req-24c56d21-7ec2-4f2d-afd2-cb9f52a658c5 service neutron] Bound port: bcd84afc-3272-48c3-9d39-22281380dce0, host: n-h1-773647-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1bb3acc6-dcb3-43f0-ad94-2763c9e79a65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1007, 'network_id': '80a8f655-14ef-4b04-89b8-0871faf0b23f'}}] {{(pid=100247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 13:59:00.467741 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-538a1f6a-57eb-4aa8-95fd-a1681a4ba756 req-24c56d21-7ec2-4f2d-afd2-cb9f52a658c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:00.473793 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-fc9ea359-2245-46b1-862b-813f63597c32 req-80871896-b437-4afe-add5-0a96d68ce330 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.228&port_id=f2dfd2e9-3a23-4089-a63b-c17a9084581f HTTP/1.1" status: 200 len: 217 time: 0.0908620 Jul 06 13:59:00.488817 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] No Port match for: a1941786-792d-48fc-a751-b58f1e076d1a {{(pid=100248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 13:59:00.489126 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Device a1941786-792d-48fc-a751-b58f1e076d1a not bound to the agent host n-h1-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 13:59:00.490986 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f502ea-e901-43b1-8fa2-ed9bc2438f6b req-a6a51ff5-7efa-4229-8e57-5f9f0cb8525e tempest-LiveAutoBlockMigrationV225Test-1685424674 tempest-LiveAutoBlockMigrationV225Test-1685424674-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:59:00.492515 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-16f502ea-e901-43b1-8fa2-ed9bc2438f6b req-a6a51ff5-7efa-4229-8e57-5f9f0cb8525e tempest-LiveAutoBlockMigrationV225Test-1685424674 tempest-LiveAutoBlockMigrationV225Test-1685424674-project-admin] 10.222.0.127 "GET /v2.0/ports?device_id=bfcd3842-80bd-408f-8df3-2747ee09b496&tenant_id=4cef06e2189c48a2819839e74c70f679&binding%3Ahost_id=n-h2-773647-6 HTTP/1.1" status: 200 len: 1096 time: 0.3071125 Jul 06 13:59:00.493740 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-fc9ea359-2245-46b1-862b-813f63597c32 req-2b9a9e64-c7d1-4592-b928-002fda3d3d05 service neutron] 10.222.0.127 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.228&port_id=f2dfd2e9-3a23-4089-a63b-c17a9084581f HTTP/1.1" status: 200 len: 217 time: 0.1040473 Jul 06 13:59:00.519521 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Pushing event updated for resources: {'Port': ['ID=bf79ecaa-be4d-40bf-95e6-0f2da64d736c,revision_number=11']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:59:00.535471 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [req-16f502ea-e901-43b1-8fa2-ed9bc2438f6b req-c1697ab2-fd21-42d9-8431-06aa2b19a7b5 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-773647-6'}}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:59:00.576972 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Device f2dfd2e9-3a23-4089-a63b-c17a9084581f details requested by agent hyperv_n-h2-773647-6 with host n-h2-773647-6 {{(pid=100248) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 13:59:00.578954 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a2ca25-b67b-45c3-a1ec-bf9dc86e7adb req-558ab880-fee8-4d68-b39e-314197df1a99 tempest-LiveAutoBlockMigrationV225Test-654794443 tempest-LiveAutoBlockMigrationV225Test-654794443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:59:00.580495 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-90a2ca25-b67b-45c3-a1ec-bf9dc86e7adb req-558ab880-fee8-4d68-b39e-314197df1a99 tempest-LiveAutoBlockMigrationV225Test-654794443 tempest-LiveAutoBlockMigrationV225Test-654794443-project] 10.222.0.104 "GET /v2.0/ports?device_id=bfcd3842-80bd-408f-8df3-2747ee09b496 HTTP/1.1" status: 200 len: 945 time: 0.3498867 Jul 06 13:59:00.687131 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] For port f2dfd2e9-3a23-4089-a63b-c17a9084581f, host n-h2-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=f2dfd2e9-3a23-4089-a63b-c17a9084581f,segment=NetworkSegment(c9ea893d-045e-42cf-b3dd-cdd1f79baccd),segment_id=c9ea893d-045e-42cf-b3dd-cdd1f79baccd)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:59:00.698588 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Returning: {'device': 'f2dfd2e9-3a23-4089-a63b-c17a9084581f', 'network_id': 'ac09d390-867f-4b75-a8d2-ab11550bffd6', 'port_id': 'f2dfd2e9-3a23-4089-a63b-c17a9084581f', 'mac_address': 'fa:16:3e:86:8f:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1023, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd1c3cc78-09b9-4e30-99fd-0e5830de101d', 'ip_address': '192.168.233.228'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100248) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 13:59:00.724478 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9ea359-2245-46b1-862b-813f63597c32 req-b15d284f-fdb3-44c8-9f33-f0b1da63ad5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:59:00.726045 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-fc9ea359-2245-46b1-862b-813f63597c32 req-b15d284f-fdb3-44c8-9f33-f0b1da63ad5f service neutron] 10.222.0.72 "GET /v2.0/subnets?id=d1c3cc78-09b9-4e30-99fd-0e5830de101d HTTP/1.1" status: 200 len: 843 time: 0.2290466 Jul 06 13:59:00.736562 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:00.739540 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9ea359-2245-46b1-862b-813f63597c32 req-a53e97c2-a1be-4795-995f-1415b0082e44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:59:00.741576 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-fc9ea359-2245-46b1-862b-813f63597c32 req-a53e97c2-a1be-4795-995f-1415b0082e44 service neutron] 10.222.0.127 "GET /v2.0/subnets?id=d1c3cc78-09b9-4e30-99fd-0e5830de101d HTTP/1.1" status: 200 len: 843 time: 0.2275608 Jul 06 13:59:00.752428 n-d-773647-6 neutron-server[100248]: DEBUG neutron.notifiers.nova [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f2dfd2e9-3a23-4089-a63b-c17a9084581f {{(pid=100248) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 13:59:00.772640 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] For port f2dfd2e9-3a23-4089-a63b-c17a9084581f, host n-h2-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=f2dfd2e9-3a23-4089-a63b-c17a9084581f,segment=NetworkSegment(c9ea893d-045e-42cf-b3dd-cdd1f79baccd),segment_id=c9ea893d-045e-42cf-b3dd-cdd1f79baccd)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:59:00.776992 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:00.805543 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.db [req-538a1f6a-57eb-4aa8-95fd-a1681a4ba756 req-24c56d21-7ec2-4f2d-afd2-cb9f52a658c5 service neutron] For port bcd84afc-3272-48c3-9d39-22281380dce0, host n-h1-773647-6, cleared binding levels {{(pid=100247) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 13:59:00.813174 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-90a2ca25-b67b-45c3-a1ec-bf9dc86e7adb req-8e00de86-47d9-4083-bdf5-42da532bc039 tempest-LiveAutoBlockMigrationV225Test-654794443 tempest-LiveAutoBlockMigrationV225Test-654794443-project] 10.222.0.104 "GET /v2.0/security-groups?id=43f6fcb8-9501-44d6-9feb-82c82c5d5862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1756279 Jul 06 13:59:00.828959 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Pushing event updated for resources: {'Port': ['ID=f2dfd2e9-3a23-4089-a63b-c17a9084581f,revision_number=12']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:59:00.862407 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.db [req-538a1f6a-57eb-4aa8-95fd-a1681a4ba756 req-24c56d21-7ec2-4f2d-afd2-cb9f52a658c5 service neutron] For port bcd84afc-3272-48c3-9d39-22281380dce0, host n-h1-773647-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773647-6',level=0,port_id=bcd84afc-3272-48c3-9d39-22281380dce0,segment=NetworkSegment(1bb3acc6-dcb3-43f0-ad94-2763c9e79a65),segment_id=1bb3acc6-dcb3-43f0-ad94-2763c9e79a65)] {{(pid=100247) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 13:59:00.873306 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-538a1f6a-57eb-4aa8-95fd-a1681a4ba756 req-24c56d21-7ec2-4f2d-afd2-cb9f52a658c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128888538'] for port, after_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:00.882346 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0d9c2e-a099-4f5f-bd58-7f101622c150 req-72f5aea5-c8e4-4a34-be65-9064b9f84f51 tempest-ImagesOneServerNegativeTestJSON-2145662933 tempest-ImagesOneServerNegativeTestJSON-2145662933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:59:00.883942 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-2b0d9c2e-a099-4f5f-bd58-7f101622c150 req-72f5aea5-c8e4-4a34-be65-9064b9f84f51 tempest-ImagesOneServerNegativeTestJSON-2145662933 tempest-ImagesOneServerNegativeTestJSON-2145662933-project] 10.222.0.104 "GET /v2.0/ports?device_id=4435a11e-2f8e-497c-a9e2-c99bca72d758 HTTP/1.1" status: 200 len: 945 time: 0.4201689 Jul 06 13:59:00.888519 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-16f502ea-e901-43b1-8fa2-ed9bc2438f6b req-c1697ab2-fd21-42d9-8431-06aa2b19a7b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:00.945109 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538a1f6a-57eb-4aa8-95fd-a1681a4ba756 req-24c56d21-7ec2-4f2d-afd2-cb9f52a658c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:59:00.945733 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-538a1f6a-57eb-4aa8-95fd-a1681a4ba756 req-24c56d21-7ec2-4f2d-afd2-cb9f52a658c5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:00.947133 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-538a1f6a-57eb-4aa8-95fd-a1681a4ba756 req-24c56d21-7ec2-4f2d-afd2-cb9f52a658c5 service neutron] 10.222.0.127 "PUT /v2.0/ports/bcd84afc-3272-48c3-9d39-22281380dce0 HTTP/1.1" status: 200 len: 1092 time: 2.0200372 Jul 06 13:59:01.065552 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c56d21-7ec2-4f2d-afd2-cb9f52a658c5 service neutron] Pushing event updated for resources: {'Port': ['ID=bcd84afc-3272-48c3-9d39-22281380dce0,revision_number=3']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:59:01.077294 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9ea359-2245-46b1-862b-813f63597c32 req-4b692836-01bf-45c9-ab16-124b62d8f973 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:59:01.077294 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-fc9ea359-2245-46b1-862b-813f63597c32 req-4b692836-01bf-45c9-ab16-124b62d8f973 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=ac09d390-867f-4b75-a8d2-ab11550bffd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3310816 Jul 06 13:59:01.083496 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-2b0d9c2e-a099-4f5f-bd58-7f101622c150 req-ed34f39b-86c4-4106-ab12-6e662869ac8e tempest-ImagesOneServerNegativeTestJSON-2145662933 tempest-ImagesOneServerNegativeTestJSON-2145662933-project] 10.222.0.104 "GET /v2.0/security-groups?id=cf130993-6904-4731-ae5d-09749f3f4522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1670403 Jul 06 13:59:01.090769 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9ea359-2245-46b1-862b-813f63597c32 req-c26baded-b348-48f9-a131-90f853931f37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:59:01.092535 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-fc9ea359-2245-46b1-862b-813f63597c32 req-c26baded-b348-48f9-a131-90f853931f37 service neutron] 10.222.0.127 "GET /v2.0/ports?network_id=ac09d390-867f-4b75-a8d2-ab11550bffd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3179467 Jul 06 13:59:01.102739 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] get_ports_and_sgs() called for port_ids ['f2dfd2e9-3a23-4089-a63b-c17a9084581f'] {{(pid=100248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 13:59:01.356835 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538a1f6a-57eb-4aa8-95fd-a1681a4ba756 req-bb3e500f-cc8c-46f9-a992-0d6c3a7dddbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:59:01.358326 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-538a1f6a-57eb-4aa8-95fd-a1681a4ba756 req-bb3e500f-cc8c-46f9-a992-0d6c3a7dddbf service neutron] 10.222.0.127 "GET /v2.0/ports?tenant_id=aa7d5b29f8ec457fb3612664b97c2f33&device_id=b17eeb7c-3d10-4b9a-9008-8da365d16076 HTTP/1.1" status: 200 len: 1095 time: 0.3592992 Jul 06 13:59:01.428760 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.db [req-16f502ea-e901-43b1-8fa2-ed9bc2438f6b req-c1697ab2-fd21-42d9-8431-06aa2b19a7b5 service neutron] For port 31bd7d68-8662-46dc-9827-822a109504a2, host n-h2-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=31bd7d68-8662-46dc-9827-822a109504a2,segment=NetworkSegment(da615941-94ee-441c-92fd-37ca002df9b5),segment_id=da615941-94ee-441c-92fd-37ca002df9b5)] {{(pid=100247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:59:01.431858 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-fc9ea359-2245-46b1-862b-813f63597c32 req-cd457771-acac-4d69-b09b-7682526fa6a9 service neutron] 10.222.0.72 "GET /v2.0/networks/ac09d390-867f-4b75-a8d2-ab11550bffd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3433063 Jul 06 13:59:01.472773 n-d-773647-6 neutron-server[100247]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b17eeb7c-3d10-4b9a-9008-8da365d16076', 'tag': 'bcd84afc-3272-48c3-9d39-22281380dce0'}] {{(pid=100247) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 13:59:01.474904 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cbf0eeaae822f8fc9b87a94aeba67a3d651842baf663a51cba94b67a514836d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edc46b89-ad2d-4f8c-aa5b-55b1fb985fe0" -d '{"events": [{"name": "network-changed", "server_uuid": "b17eeb7c-3d10-4b9a-9008-8da365d16076", "tag": "bcd84afc-3272-48c3-9d39-22281380dce0"}]}' {{(pid=100247) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:59:01.492239 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-538a1f6a-57eb-4aa8-95fd-a1681a4ba756 req-0eaf7534-16d5-4f2c-ae6d-52bdfb89c761 service neutron] 10.222.0.127 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bcd84afc-3272-48c3-9d39-22281380dce0 HTTP/1.1" status: 200 len: 217 time: 0.1061871 Jul 06 13:59:01.500452 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-fc9ea359-2245-46b1-862b-813f63597c32 req-7f6b5b36-54cb-4aee-8866-b011622469e1 service neutron] 10.222.0.127 "GET /v2.0/networks/ac09d390-867f-4b75-a8d2-ab11550bffd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3982592 Jul 06 13:59:01.605164 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa52c890-67b8-4b5e-b6e5-0de84055d851 req-1b1e8f76-50e2-42c8-8b2f-c00b288ad029 tempest-DeleteServersTestJSON-677393534 tempest-DeleteServersTestJSON-677393534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:59:01.606616 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-fa52c890-67b8-4b5e-b6e5-0de84055d851 req-1b1e8f76-50e2-42c8-8b2f-c00b288ad029 tempest-DeleteServersTestJSON-677393534 tempest-DeleteServersTestJSON-677393534-project] 10.222.0.104 "GET /v2.0/ports?device_id=affa3918-e899-4dfe-8660-4b640439777a HTTP/1.1" status: 200 len: 946 time: 0.3755417 Jul 06 13:59:01.690287 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.db [req-16f502ea-e901-43b1-8fa2-ed9bc2438f6b req-c1697ab2-fd21-42d9-8431-06aa2b19a7b5 service neutron] For port 31bd7d68-8662-46dc-9827-822a109504a2, host n-h2-773647-6, cleared binding levels {{(pid=100247) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 13:59:01.750180 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538a1f6a-57eb-4aa8-95fd-a1681a4ba756 req-a8998f15-cb89-46e1-ae64-89e741e46065 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:59:01.751690 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-538a1f6a-57eb-4aa8-95fd-a1681a4ba756 req-a8998f15-cb89-46e1-ae64-89e741e46065 service neutron] 10.222.0.127 "GET /v2.0/subnets?id=88eb22c0-56b7-4217-99ba-ae21132aa3e6 HTTP/1.1" status: 200 len: 854 time: 0.2370563 Jul 06 13:59:01.764805 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a950395-4388-47f7-bb17-8cc79832e7e3 req-187640f6-be73-4009-8344-7d483fd03c59 tempest-ServerDiskConfigTestJSON-920847304 tempest-ServerDiskConfigTestJSON-920847304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:59:01.766236 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-9a950395-4388-47f7-bb17-8cc79832e7e3 req-187640f6-be73-4009-8344-7d483fd03c59 tempest-ServerDiskConfigTestJSON-920847304 tempest-ServerDiskConfigTestJSON-920847304-project] 10.222.0.104 "GET /v2.0/ports?device_id=b17eeb7c-3d10-4b9a-9008-8da365d16076 HTTP/1.1" status: 200 len: 944 time: 0.4192657 Jul 06 13:59:01.840778 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-538a1f6a-57eb-4aa8-95fd-a1681a4ba756 req-e8c3add3-31a7-44eb-a95b-417bcb575641 service neutron] 10.222.0.127 "GET /v2.0/ports?network_id=80a8f655-14ef-4b04-89b8-0871faf0b23f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0717309 Jul 06 13:59:01.850807 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-16f502ea-e901-43b1-8fa2-ed9bc2438f6b req-c1697ab2-fd21-42d9-8431-06aa2b19a7b5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:01.853803 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-fc9ea359-2245-46b1-862b-813f63597c32 req-5313c6e4-e7aa-4444-963c-4c05e2f9a73a service neutron] 10.222.0.72 "GET /v2.0/networks/ac09d390-867f-4b75-a8d2-ab11550bffd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3713174 Jul 06 13:59:01.857249 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-fa52c890-67b8-4b5e-b6e5-0de84055d851 req-57b21005-ee76-4580-9f72-b9bbdca40af8 tempest-DeleteServersTestJSON-677393534 tempest-DeleteServersTestJSON-677393534-project] 10.222.0.104 "GET /v2.0/security-groups?id=7d4cbf2c-f907-4452-8928-a2a298fe7ee1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2099433 Jul 06 13:59:01.877883 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-16f502ea-e901-43b1-8fa2-ed9bc2438f6b req-c1697ab2-fd21-42d9-8431-06aa2b19a7b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128888538'] for port, after_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:01.904399 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 06 Jul 2021 13:59:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a03700f6-c1b2-43f9-922e-4aad20c3323d x-openstack-request-id: req-a03700f6-c1b2-43f9-922e-4aad20c3323d {{(pid=100248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:59:01.904972 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15ec8a26-5f36-442c-a168-6498affa2887", "name": "network-vif-unplugged", "status": "completed", "tag": "bf79ecaa-be4d-40bf-95e6-0f2da64d736c", "code": 200}]} {{(pid=100248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:59:01.905457 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-a03700f6-c1b2-43f9-922e-4aad20c3323d {{(pid=100248) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:59:01.905857 n-d-773647-6 neutron-server[100248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15ec8a26-5f36-442c-a168-6498affa2887', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bf79ecaa-be4d-40bf-95e6-0f2da64d736c', 'code': 200} Jul 06 13:59:01.924898 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-fc9ea359-2245-46b1-862b-813f63597c32 req-ebaa5bca-9f7d-48c1-bf78-89241755885d service neutron] 10.222.0.127 "GET /v2.0/networks/ac09d390-867f-4b75-a8d2-ab11550bffd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3864520 Jul 06 13:59:01.974812 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-9a950395-4388-47f7-bb17-8cc79832e7e3 req-2946f47a-4338-4de1-afa2-1de4f84c4ec6 tempest-ServerDiskConfigTestJSON-920847304 tempest-ServerDiskConfigTestJSON-920847304-project] 10.222.0.104 "GET /v2.0/security-groups?id=bc287469-1102-40d8-b019-cad062af5465&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1889458 Jul 06 13:59:02.009670 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1697ab2-fd21-42d9-8431-06aa2b19a7b5 service neutron] Pushing event updated for resources: {'Port': ['ID=31bd7d68-8662-46dc-9827-822a109504a2,revision_number=7']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:59:02.067738 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-538a1f6a-57eb-4aa8-95fd-a1681a4ba756 req-12bde71c-0055-44b9-a970-1cb13adc5836 service neutron] 10.222.0.127 "GET /v2.0/networks/80a8f655-14ef-4b04-89b8-0871faf0b23f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2029202 Jul 06 13:59:02.068565 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.managers [req-16f502ea-e901-43b1-8fa2-ed9bc2438f6b req-c1697ab2-fd21-42d9-8431-06aa2b19a7b5 service neutron] Attempting to bind port 31bd7d68-8662-46dc-9827-822a109504a2 on host n-h2-773647-6 for vnic_type normal with profile {"migrating_to": "n-h1-773647-6"} {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 13:59:02.068899 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.managers [req-16f502ea-e901-43b1-8fa2-ed9bc2438f6b req-c1697ab2-fd21-42d9-8431-06aa2b19a7b5 service neutron] Attempting to bind port 31bd7d68-8662-46dc-9827-822a109504a2 by drivers openvswitch,hyperv on host n-h2-773647-6 at level 0 using segments [{'id': 'da615941-94ee-441c-92fd-37ca002df9b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': '719b716d-a00d-48ee-8755-3a8bbdfaf0d2'}] {{(pid=100247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 13:59:02.069333 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16f502ea-e901-43b1-8fa2-ed9bc2438f6b req-c1697ab2-fd21-42d9-8431-06aa2b19a7b5 service neutron] Attempting to bind port 31bd7d68-8662-46dc-9827-822a109504a2 on network 719b716d-a00d-48ee-8755-3a8bbdfaf0d2 {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 13:59:02.082623 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16f502ea-e901-43b1-8fa2-ed9bc2438f6b req-c1697ab2-fd21-42d9-8431-06aa2b19a7b5 service neutron] Port 31bd7d68-8662-46dc-9827-822a109504a2 on network 719b716d-a00d-48ee-8755-3a8bbdfaf0d2 not bound, no agent of type Open vSwitch agent registered on host n-h2-773647-6 {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 13:59:02.082959 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16f502ea-e901-43b1-8fa2-ed9bc2438f6b req-c1697ab2-fd21-42d9-8431-06aa2b19a7b5 service neutron] Attempting to bind port 31bd7d68-8662-46dc-9827-822a109504a2 on network 719b716d-a00d-48ee-8755-3a8bbdfaf0d2 {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 13:59:02.136401 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16f502ea-e901-43b1-8fa2-ed9bc2438f6b req-c1697ab2-fd21-42d9-8431-06aa2b19a7b5 service neutron] Checking agent: {'id': '63768ece-0600-4354-8d29-fdedec96b077', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-773647-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 51, 10), 'started_at': datetime.datetime(2021, 7, 6, 13, 51, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 13, 58, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 13:59:02.136746 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16f502ea-e901-43b1-8fa2-ed9bc2438f6b req-c1697ab2-fd21-42d9-8431-06aa2b19a7b5 service neutron] Checking segment: {'id': 'da615941-94ee-441c-92fd-37ca002df9b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': '719b716d-a00d-48ee-8755-3a8bbdfaf0d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100247) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 13:59:02.137119 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16f502ea-e901-43b1-8fa2-ed9bc2438f6b req-c1697ab2-fd21-42d9-8431-06aa2b19a7b5 service neutron] Bound using segment: {'id': 'da615941-94ee-441c-92fd-37ca002df9b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': '719b716d-a00d-48ee-8755-3a8bbdfaf0d2'} {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 13:59:02.137557 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.managers [req-16f502ea-e901-43b1-8fa2-ed9bc2438f6b req-c1697ab2-fd21-42d9-8431-06aa2b19a7b5 service neutron] Bound port: 31bd7d68-8662-46dc-9827-822a109504a2, host: n-h2-773647-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'da615941-94ee-441c-92fd-37ca002df9b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': '719b716d-a00d-48ee-8755-3a8bbdfaf0d2'}}] {{(pid=100247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 13:59:02.137918 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-16f502ea-e901-43b1-8fa2-ed9bc2438f6b req-c1697ab2-fd21-42d9-8431-06aa2b19a7b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:02.302103 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-538a1f6a-57eb-4aa8-95fd-a1681a4ba756 req-24e6307d-e26f-4149-9a27-88eba4f7d7de service neutron] 10.222.0.127 "GET /v2.0/networks/80a8f655-14ef-4b04-89b8-0871faf0b23f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2268393 Jul 06 13:59:02.313889 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.db [req-16f502ea-e901-43b1-8fa2-ed9bc2438f6b req-c1697ab2-fd21-42d9-8431-06aa2b19a7b5 service neutron] For port 31bd7d68-8662-46dc-9827-822a109504a2, host n-h2-773647-6, cleared binding levels {{(pid=100247) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 13:59:02.315013 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 33026) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:59:02.321545 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.db [req-16f502ea-e901-43b1-8fa2-ed9bc2438f6b req-c1697ab2-fd21-42d9-8431-06aa2b19a7b5 service neutron] For port 31bd7d68-8662-46dc-9827-822a109504a2, host n-h2-773647-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=31bd7d68-8662-46dc-9827-822a109504a2,segment=NetworkSegment(da615941-94ee-441c-92fd-37ca002df9b5),segment_id=da615941-94ee-441c-92fd-37ca002df9b5)] {{(pid=100247) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 13:59:02.335785 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-16f502ea-e901-43b1-8fa2-ed9bc2438f6b req-c1697ab2-fd21-42d9-8431-06aa2b19a7b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128888538'] for port, after_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:02.340846 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Device 31bd7d68-8662-46dc-9827-822a109504a2 details requested by agent hyperv_n-h1-773647-6 with host n-h1-773647-6 {{(pid=100248) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 13:59:02.344769 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f36815-9343-4a6f-9f79-07c171055310 req-dc42e9b7-2196-43a0-9072-2f20dff919e7 tempest-ImagesOneServerNegativeTestJSON-2145662933 tempest-ImagesOneServerNegativeTestJSON-2145662933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:59:02.346311 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-d0f36815-9343-4a6f-9f79-07c171055310 req-dc42e9b7-2196-43a0-9072-2f20dff919e7 tempest-ImagesOneServerNegativeTestJSON-2145662933 tempest-ImagesOneServerNegativeTestJSON-2145662933-project] 10.222.0.104 "GET /v2.0/ports?device_id=4435a11e-2f8e-497c-a9e2-c99bca72d758 HTTP/1.1" status: 200 len: 945 time: 0.2118759 Jul 06 13:59:02.404593 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781e105a-a958-485c-98d4-49965dad3ef3 req-dd9eab9f-b983-4308-88c9-46ee9f941a7c tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:59:02.406099 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-781e105a-a958-485c-98d4-49965dad3ef3 req-dd9eab9f-b983-4308-88c9-46ee9f941a7c tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] 10.222.0.104 "GET /v2.0/ports?device_id=8e640565-cabe-4694-8753-48fc0a9aa040 HTTP/1.1" status: 200 len: 950 time: 0.1844769 Jul 06 13:59:02.455816 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] For port 31bd7d68-8662-46dc-9827-822a109504a2, host n-h2-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=31bd7d68-8662-46dc-9827-822a109504a2,segment=NetworkSegment(da615941-94ee-441c-92fd-37ca002df9b5),segment_id=da615941-94ee-441c-92fd-37ca002df9b5)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:59:02.456117 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-7a6498a7-076f-4fdc-830d-0ba73eb1bbac admin admin] Notify callbacks [] for security_group, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:02.468448 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Device 31bd7d68-8662-46dc-9827-822a109504a2 has no active binding in host n-h1-773647-6 {{(pid=100248) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 06 13:59:02.499076 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f502ea-e901-43b1-8fa2-ed9bc2438f6b req-c1697ab2-fd21-42d9-8431-06aa2b19a7b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:59:02.499626 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-16f502ea-e901-43b1-8fa2-ed9bc2438f6b req-c1697ab2-fd21-42d9-8431-06aa2b19a7b5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:02.501094 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-16f502ea-e901-43b1-8fa2-ed9bc2438f6b req-c1697ab2-fd21-42d9-8431-06aa2b19a7b5 service neutron] 10.222.0.127 "PUT /v2.0/ports/31bd7d68-8662-46dc-9827-822a109504a2 HTTP/1.1" status: 200 len: 1121 time: 1.9886768 Jul 06 13:59:02.506711 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1697ab2-fd21-42d9-8431-06aa2b19a7b5 service neutron] Pushing event updated for resources: {'Port': ['ID=31bd7d68-8662-46dc-9827-822a109504a2,revision_number=8']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:59:02.512198 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-d0f36815-9343-4a6f-9f79-07c171055310 req-ec45b6ce-a185-412d-a955-0367f1d041e5 tempest-ImagesOneServerNegativeTestJSON-2145662933 tempest-ImagesOneServerNegativeTestJSON-2145662933-project] 10.222.0.104 "GET /v2.0/security-groups?id=cf130993-6904-4731-ae5d-09749f3f4522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1510682 Jul 06 13:59:02.520448 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-781e105a-a958-485c-98d4-49965dad3ef3 req-25d6d757-20d9-4aca-9a81-4c15ba0a4ffc tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] 10.222.0.104 "GET /v2.0/security-groups?id=9f5b92e9-7340-49c3-a9bb-41e4a1caffc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027548 Jul 06 13:59:02.590674 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-7a6498a7-076f-4fdc-830d-0ba73eb1bbac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:02.593807 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Device f2dfd2e9-3a23-4089-a63b-c17a9084581f up at agent hyperv_n-h2-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 13:59:02.595826 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 13:59:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c613eba9-8d13-4590-a306-3d34521dd670 x-openstack-request-id: req-c613eba9-8d13-4590-a306-3d34521dd670 {{(pid=100247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:59:02.596600 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b17eeb7c-3d10-4b9a-9008-8da365d16076", "tag": "bcd84afc-3272-48c3-9d39-22281380dce0", "status": "completed", "code": 200}]} {{(pid=100247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:59:02.597091 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-c613eba9-8d13-4590-a306-3d34521dd670 {{(pid=100247) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:59:02.597796 n-d-773647-6 neutron-server[100247]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b17eeb7c-3d10-4b9a-9008-8da365d16076', 'tag': 'bcd84afc-3272-48c3-9d39-22281380dce0', 'status': 'completed', 'code': 200} Jul 06 13:59:02.599406 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-7a6498a7-076f-4fdc-830d-0ba73eb1bbac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:02.628476 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] get_ports_and_sgs() called for port_ids ['31bd7d68-8662-46dc-9827-822a109504a2'] {{(pid=100248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 13:59:02.673867 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-7a6498a7-076f-4fdc-830d-0ba73eb1bbac admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=f4401d797734436da565065ed1af4326&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3566272 Jul 06 13:59:02.676227 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6498a7-076f-4fdc-830d-0ba73eb1bbac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aafb474f-fe9d-4d27-b265-12ca4d94996c,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:59:02.679075 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 33034) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:59:02.744847 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-8886a6a0-aff0-49e0-80f7-c83884f8fd0a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:02.782211 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-8886a6a0-aff0-49e0-80f7-c83884f8fd0a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:02.785136 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Provisioning for port f2dfd2e9-3a23-4089-a63b-c17a9084581f completed by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 13:59:02.790251 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Provisioning complete for port f2dfd2e9-3a23-4089-a63b-c17a9084581f triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:59:02.790740 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:02.895026 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-8886a6a0-aff0-49e0-80f7-c83884f8fd0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:02.898433 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-8886a6a0-aff0-49e0-80f7-c83884f8fd0a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:02.899666 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] get_ports_and_sgs() called for port_ids ['31bd7d68-8662-46dc-9827-822a109504a2'] {{(pid=100248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 13:59:02.900560 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-8886a6a0-aff0-49e0-80f7-c83884f8fd0a admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/aafb474f-fe9d-4d27-b265-12ca4d94996c HTTP/1.1" status: 204 len: 168 time: 0.2204571 Jul 06 13:59:02.909747 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8886a6a0-aff0-49e0-80f7-c83884f8fd0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aafb474f-fe9d-4d27-b265-12ca4d94996c,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:59:03.014652 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:03.076783 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] For port f2dfd2e9-3a23-4089-a63b-c17a9084581f, host n-h2-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=f2dfd2e9-3a23-4089-a63b-c17a9084581f,segment=NetworkSegment(c9ea893d-045e-42cf-b3dd-cdd1f79baccd),segment_id=c9ea893d-045e-42cf-b3dd-cdd1f79baccd)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:59:03.087117 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:03.175263 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Pushing event updated for resources: {'Port': ['ID=f2dfd2e9-3a23-4089-a63b-c17a9084581f,revision_number=13']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:59:03.196035 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc46b89-ad2d-4f8c-aa5b-55b1fb985fe0 req-7c3f7e6c-b13f-4a19-80b1-41064aea89e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:59:03.198098 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-edc46b89-ad2d-4f8c-aa5b-55b1fb985fe0 req-7c3f7e6c-b13f-4a19-80b1-41064aea89e3 service neutron] 10.222.0.127 "GET /v2.0/ports?tenant_id=aa7d5b29f8ec457fb3612664b97c2f33&device_id=b17eeb7c-3d10-4b9a-9008-8da365d16076 HTTP/1.1" status: 200 len: 1095 time: 0.5753815 Jul 06 13:59:03.214998 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c54bf2-3117-4fae-8bd2-9fec5c76e426 req-f0a8e1f2-d6d2-4e5e-b3e6-c8153a1441e3 tempest-MigrationsAdminTest-742585000 tempest-MigrationsAdminTest-742585000-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:59:03.216991 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-f4c54bf2-3117-4fae-8bd2-9fec5c76e426 req-f0a8e1f2-d6d2-4e5e-b3e6-c8153a1441e3 tempest-MigrationsAdminTest-742585000 tempest-MigrationsAdminTest-742585000-project-admin] 10.222.0.104 "GET /v2.0/ports?device_id=8e640565-cabe-4694-8753-48fc0a9aa040 HTTP/1.1" status: 200 len: 1102 time: 0.1392453 Jul 06 13:59:03.233498 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 33056) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:59:03.236873 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d3b1af-11eb-449b-b55f-44c4465f8dca req-a120c9ea-cb4d-4dd8-8114-158f69ec356f tempest-LiveAutoBlockMigrationV225Test-654794443 tempest-LiveAutoBlockMigrationV225Test-654794443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:59:03.238323 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-12d3b1af-11eb-449b-b55f-44c4465f8dca req-a120c9ea-cb4d-4dd8-8114-158f69ec356f tempest-LiveAutoBlockMigrationV225Test-654794443 tempest-LiveAutoBlockMigrationV225Test-654794443-project] 10.222.0.104 "GET /v2.0/ports?device_id=bfcd3842-80bd-408f-8df3-2747ee09b496 HTTP/1.1" status: 200 len: 943 time: 0.1623378 Jul 06 13:59:03.248379 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-be0ecfee-f1ca-43e3-8c52-d8b8fc674b90 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:03.345428 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-be0ecfee-f1ca-43e3-8c52-d8b8fc674b90 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:03.349708 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-be0ecfee-f1ca-43e3-8c52-d8b8fc674b90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:03.357626 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-f4c54bf2-3117-4fae-8bd2-9fec5c76e426 req-1cd8bc80-1f64-4769-948b-bcfc10decf19 tempest-MigrationsAdminTest-742585000 tempest-MigrationsAdminTest-742585000-project-admin] 10.222.0.104 "GET /v2.0/security-groups?id=9f5b92e9-7340-49c3-a9bb-41e4a1caffc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315544 Jul 06 13:59:03.363767 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-12d3b1af-11eb-449b-b55f-44c4465f8dca req-a82cfe47-8933-4bcd-84b3-c5c2c917ed57 tempest-LiveAutoBlockMigrationV225Test-654794443 tempest-LiveAutoBlockMigrationV225Test-654794443-project] 10.222.0.104 "GET /v2.0/security-groups?id=43f6fcb8-9501-44d6-9feb-82c82c5d5862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107762 Jul 06 13:59:03.390662 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0ecfee-f1ca-43e3-8c52-d8b8fc674b90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1aebf183-6572-4a95-ba26-72ca1d57443b,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:59:03.396865 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc46b89-ad2d-4f8c-aa5b-55b1fb985fe0 req-bc5d40fa-7d34-4b9f-a0e7-ef572a410f44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:59:03.398713 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-edc46b89-ad2d-4f8c-aa5b-55b1fb985fe0 req-bc5d40fa-7d34-4b9f-a0e7-ef572a410f44 service neutron] 10.222.0.127 "GET /v2.0/networks?id=80a8f655-14ef-4b04-89b8-0871faf0b23f HTTP/1.1" status: 200 len: 916 time: 0.1861367 Jul 06 13:59:03.410908 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-be0ecfee-f1ca-43e3-8c52-d8b8fc674b90 admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=f0cb2b9a081549ceacc5826ea623cafd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1760044 Jul 06 13:59:03.411592 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 33062) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:59:03.456314 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-edc46b89-ad2d-4f8c-aa5b-55b1fb985fe0 req-745e39a7-ede6-4214-b582-070c8466e773 service neutron] 10.222.0.127 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bcd84afc-3272-48c3-9d39-22281380dce0 HTTP/1.1" status: 200 len: 217 time: 0.0507126 Jul 06 13:59:03.473690 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-a933b2da-1e25-4e62-92be-d299c9f4265b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:03.510136 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-a933b2da-1e25-4e62-92be-d299c9f4265b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:03.558788 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc46b89-ad2d-4f8c-aa5b-55b1fb985fe0 req-b2d39407-b40c-4b20-a0b2-932869838a01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:59:03.560551 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-edc46b89-ad2d-4f8c-aa5b-55b1fb985fe0 req-b2d39407-b40c-4b20-a0b2-932869838a01 service neutron] 10.222.0.127 "GET /v2.0/subnets?id=88eb22c0-56b7-4217-99ba-ae21132aa3e6 HTTP/1.1" status: 200 len: 854 time: 0.0946708 Jul 06 13:59:03.569131 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-a933b2da-1e25-4e62-92be-d299c9f4265b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:03.572359 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-a933b2da-1e25-4e62-92be-d299c9f4265b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:03.576307 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-a933b2da-1e25-4e62-92be-d299c9f4265b admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/1aebf183-6572-4a95-ba26-72ca1d57443b HTTP/1.1" status: 204 len: 168 time: 0.1610882 Jul 06 13:59:03.582686 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a933b2da-1e25-4e62-92be-d299c9f4265b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1aebf183-6572-4a95-ba26-72ca1d57443b,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:59:03.609690 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-edc46b89-ad2d-4f8c-aa5b-55b1fb985fe0 req-cef1c1e9-cac0-494f-a2ba-47d65c6cf411 service neutron] 10.222.0.127 "GET /v2.0/ports?network_id=80a8f655-14ef-4b04-89b8-0871faf0b23f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0418565 Jul 06 13:59:03.646335 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdbba9b-c548-4469-9a92-d0e594ecad0a req-472c0b8e-4e5c-42fc-84bd-9efe49d06f71 tempest-DeleteServersTestJSON-677393534 tempest-DeleteServersTestJSON-677393534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:59:03.647990 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-2cdbba9b-c548-4469-9a92-d0e594ecad0a req-472c0b8e-4e5c-42fc-84bd-9efe49d06f71 tempest-DeleteServersTestJSON-677393534 tempest-DeleteServersTestJSON-677393534-project] 10.222.0.104 "GET /v2.0/ports?device_id=affa3918-e899-4dfe-8660-4b640439777a HTTP/1.1" status: 200 len: 946 time: 0.1497951 Jul 06 13:59:03.778283 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-2cdbba9b-c548-4469-9a92-d0e594ecad0a req-6e749265-149f-4764-97f4-6a38bd9eadc3 tempest-DeleteServersTestJSON-677393534 tempest-DeleteServersTestJSON-677393534-project] 10.222.0.104 "GET /v2.0/security-groups?id=7d4cbf2c-f907-4452-8928-a2a298fe7ee1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992680 Jul 06 13:59:03.793694 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-edc46b89-ad2d-4f8c-aa5b-55b1fb985fe0 req-7bdb35a1-db62-4560-bcee-62ffca9d1528 service neutron] 10.222.0.127 "GET /v2.0/networks/80a8f655-14ef-4b04-89b8-0871faf0b23f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1757021 Jul 06 13:59:03.814517 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d255531-80fb-4b0f-835d-d08dba2cbb66 req-db972581-0282-4e14-86a5-c30cabcb27e2 tempest-ImagesOneServerNegativeTestJSON-2145662933 tempest-ImagesOneServerNegativeTestJSON-2145662933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:59:03.816225 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-0d255531-80fb-4b0f-835d-d08dba2cbb66 req-db972581-0282-4e14-86a5-c30cabcb27e2 tempest-ImagesOneServerNegativeTestJSON-2145662933 tempest-ImagesOneServerNegativeTestJSON-2145662933-project] 10.222.0.104 "GET /v2.0/ports?device_id=4435a11e-2f8e-497c-a9e2-c99bca72d758 HTTP/1.1" status: 200 len: 945 time: 0.1406877 Jul 06 13:59:03.906842 n-d-773647-6 neutron-server[100248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e640565-cabe-4694-8753-48fc0a9aa040', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2dfd2e9-3a23-4089-a63b-c17a9084581f'}] {{(pid=100248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 13:59:03.909782 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84af257533e383389cbcf231d3534f4d5e149e7203fea16b4a8fc01438dddaf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2142010d-7dbe-4bc3-9894-8485f1ef67e6" -d '{"events": [{"server_uuid": "8e640565-cabe-4694-8753-48fc0a9aa040", "name": "network-vif-plugged", "status": "completed", "tag": "f2dfd2e9-3a23-4089-a63b-c17a9084581f"}]}' {{(pid=100248) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:59:03.956811 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-0d255531-80fb-4b0f-835d-d08dba2cbb66 req-c24f23b4-17e3-46b7-a932-a11ea82bbdee tempest-ImagesOneServerNegativeTestJSON-2145662933 tempest-ImagesOneServerNegativeTestJSON-2145662933-project] 10.222.0.104 "GET /v2.0/security-groups?id=cf130993-6904-4731-ae5d-09749f3f4522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324632 Jul 06 13:59:03.980650 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-edc46b89-ad2d-4f8c-aa5b-55b1fb985fe0 req-2c592a6e-5a1d-4518-af68-da4cd6f1731a service neutron] 10.222.0.127 "GET /v2.0/networks/80a8f655-14ef-4b04-89b8-0871faf0b23f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1636605 Jul 06 13:59:04.015538 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d78d4d2-c9cb-4c42-b24d-f916a7c5c660 req-5cd7fc10-dcd0-435d-ab61-1294dc3e799c tempest-ServerDiskConfigTestJSON-920847304 tempest-ServerDiskConfigTestJSON-920847304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:59:04.017217 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-7d78d4d2-c9cb-4c42-b24d-f916a7c5c660 req-5cd7fc10-dcd0-435d-ab61-1294dc3e799c tempest-ServerDiskConfigTestJSON-920847304 tempest-ServerDiskConfigTestJSON-920847304-project] 10.222.0.104 "GET /v2.0/ports?device_id=b17eeb7c-3d10-4b9a-9008-8da365d16076 HTTP/1.1" status: 200 len: 944 time: 0.1167991 Jul 06 13:59:04.060323 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-7d78d4d2-c9cb-4c42-b24d-f916a7c5c660 req-6f0e5605-6e55-4a70-8964-fa9bc0262b69 tempest-ServerDiskConfigTestJSON-920847304 tempest-ServerDiskConfigTestJSON-920847304-project] 10.222.0.104 "GET /v2.0/security-groups?id=bc287469-1102-40d8-b019-cad062af5465&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360725 Jul 06 13:59:04.427720 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b6bb96-5a5e-473a-980f-919c93780c9d req-16b68e0c-aa6a-481f-9a96-a7c4b377008c tempest-ImagesOneServerNegativeTestJSON-2145662933 tempest-ImagesOneServerNegativeTestJSON-2145662933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:59:04.429288 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-88b6bb96-5a5e-473a-980f-919c93780c9d req-16b68e0c-aa6a-481f-9a96-a7c4b377008c tempest-ImagesOneServerNegativeTestJSON-2145662933 tempest-ImagesOneServerNegativeTestJSON-2145662933-project] 10.222.0.104 "GET /v2.0/ports?device_id=4435a11e-2f8e-497c-a9e2-c99bca72d758 HTTP/1.1" status: 200 len: 945 time: 0.0717020 Jul 06 13:59:04.474936 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-88b6bb96-5a5e-473a-980f-919c93780c9d req-f57d1942-e6ee-4318-a4e7-8df7f841b9fe tempest-ImagesOneServerNegativeTestJSON-2145662933 tempest-ImagesOneServerNegativeTestJSON-2145662933-project] 10.222.0.104 "GET /v2.0/security-groups?id=cf130993-6904-4731-ae5d-09749f3f4522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394509 Jul 06 13:59:04.482150 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 13:59:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f9df6aa-6f56-4c60-8400-e60f00b9734e x-openstack-request-id: req-2f9df6aa-6f56-4c60-8400-e60f00b9734e {{(pid=100248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:59:04.482628 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e640565-cabe-4694-8753-48fc0a9aa040", "name": "network-vif-plugged", "status": "completed", "tag": "f2dfd2e9-3a23-4089-a63b-c17a9084581f", "code": 200}]} {{(pid=100248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:59:04.482734 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-2f9df6aa-6f56-4c60-8400-e60f00b9734e {{(pid=100248) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:59:04.483074 n-d-773647-6 neutron-server[100248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e640565-cabe-4694-8753-48fc0a9aa040', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2dfd2e9-3a23-4089-a63b-c17a9084581f', 'code': 200} Jul 06 13:59:04.608945 n-d-773647-6 neutron-server[100247]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfcd3842-80bd-408f-8df3-2747ee09b496', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '31bd7d68-8662-46dc-9827-822a109504a2'}, {'name': 'network-changed', 'server_uuid': 'bfcd3842-80bd-408f-8df3-2747ee09b496', 'tag': '31bd7d68-8662-46dc-9827-822a109504a2'}] {{(pid=100247) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 13:59:04.611916 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cbf0eeaae822f8fc9b87a94aeba67a3d651842baf663a51cba94b67a514836d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58f4d1d6-46cb-44f8-9c1d-d3d897a3490c" -d '{"events": [{"server_uuid": "bfcd3842-80bd-408f-8df3-2747ee09b496", "name": "network-vif-unplugged", "status": "completed", "tag": "31bd7d68-8662-46dc-9827-822a109504a2"}, {"name": "network-changed", "server_uuid": "bfcd3842-80bd-408f-8df3-2747ee09b496", "tag": "31bd7d68-8662-46dc-9827-822a109504a2"}]}' {{(pid=100247) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:59:04.711154 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1f0bf1-dae4-45cc-8d9b-161968cccca1 req-4bbcbf4b-15a2-4d8a-909d-29b2c6033b2d tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:59:04.712681 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-4f1f0bf1-dae4-45cc-8d9b-161968cccca1 req-4bbcbf4b-15a2-4d8a-909d-29b2c6033b2d tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] 10.222.0.104 "GET /v2.0/ports?device_id=8e640565-cabe-4694-8753-48fc0a9aa040 HTTP/1.1" status: 200 len: 951 time: 0.1132565 Jul 06 13:59:04.769819 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96676ac8-0011-4895-8c20-1aebada53f62 req-55a938a1-fa44-450d-beeb-df48ecb006ab tempest-LiveAutoBlockMigrationV225Test-654794443 tempest-LiveAutoBlockMigrationV225Test-654794443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:59:04.771367 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-96676ac8-0011-4895-8c20-1aebada53f62 req-55a938a1-fa44-450d-beeb-df48ecb006ab tempest-LiveAutoBlockMigrationV225Test-654794443 tempest-LiveAutoBlockMigrationV225Test-654794443-project] 10.222.0.104 "GET /v2.0/ports?device_id=bfcd3842-80bd-408f-8df3-2747ee09b496 HTTP/1.1" status: 200 len: 943 time: 0.1176226 Jul 06 13:59:04.777498 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-4f1f0bf1-dae4-45cc-8d9b-161968cccca1 req-5e186504-16ba-4af0-8c0c-b8e9d23744a9 tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] 10.222.0.104 "GET /v2.0/security-groups?id=9f5b92e9-7340-49c3-a9bb-41e4a1caffc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550203 Jul 06 13:59:04.816341 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-96676ac8-0011-4895-8c20-1aebada53f62 req-851bdfdb-5b75-4387-894f-70aeb4ecd348 tempest-LiveAutoBlockMigrationV225Test-654794443 tempest-LiveAutoBlockMigrationV225Test-654794443-project] 10.222.0.104 "GET /v2.0/security-groups?id=43f6fcb8-9501-44d6-9feb-82c82c5d5862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382121 Jul 06 13:59:04.882851 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Tue, 06 Jul 2021 13:59:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b68450d2-7c5d-4b05-a624-d7b62a5e7509 x-openstack-request-id: req-b68450d2-7c5d-4b05-a624-d7b62a5e7509 {{(pid=100247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:59:04.883326 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bfcd3842-80bd-408f-8df3-2747ee09b496", "name": "network-vif-unplugged", "status": "completed", "tag": "31bd7d68-8662-46dc-9827-822a109504a2", "code": 200}, {"name": "network-changed", "server_uuid": "bfcd3842-80bd-408f-8df3-2747ee09b496", "tag": "31bd7d68-8662-46dc-9827-822a109504a2", "status": "completed", "code": 200}]} {{(pid=100247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:59:04.883690 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-b68450d2-7c5d-4b05-a624-d7b62a5e7509 {{(pid=100247) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:59:04.884648 n-d-773647-6 neutron-server[100247]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bfcd3842-80bd-408f-8df3-2747ee09b496', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '31bd7d68-8662-46dc-9827-822a109504a2', 'code': 200} Jul 06 13:59:04.886592 n-d-773647-6 neutron-server[100247]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bfcd3842-80bd-408f-8df3-2747ee09b496', 'tag': '31bd7d68-8662-46dc-9827-822a109504a2', 'status': 'completed', 'code': 200} Jul 06 13:59:05.047401 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f4d1d6-46cb-44f8-9c1d-d3d897a3490c req-7a1e40f6-e056-4b7d-9a1c-1246f5ed1014 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:59:05.048864 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-58f4d1d6-46cb-44f8-9c1d-d3d897a3490c req-7a1e40f6-e056-4b7d-9a1c-1246f5ed1014 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=4cef06e2189c48a2819839e74c70f679&device_id=bfcd3842-80bd-408f-8df3-2747ee09b496 HTTP/1.1" status: 200 len: 1124 time: 0.1224194 Jul 06 13:59:05.111897 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.agents_db [None req-167c0ad6-1657-4c9a-a2c4-3b18056aa662 None None] Agent healthcheck: found 7 active agents {{(pid=100249) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 13:59:05.152963 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60829b35-9c51-4733-ac1c-f78903113620 req-cd1dfb25-b2ab-4819-9a3a-38ca8e785a82 tempest-ImagesOneServerNegativeTestJSON-2145662933 tempest-ImagesOneServerNegativeTestJSON-2145662933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:59:05.154417 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-60829b35-9c51-4733-ac1c-f78903113620 req-cd1dfb25-b2ab-4819-9a3a-38ca8e785a82 tempest-ImagesOneServerNegativeTestJSON-2145662933 tempest-ImagesOneServerNegativeTestJSON-2145662933-project] 10.222.0.104 "GET /v2.0/ports?device_id=4435a11e-2f8e-497c-a9e2-c99bca72d758 HTTP/1.1" status: 200 len: 945 time: 0.1780374 Jul 06 13:59:05.175497 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6e39bf-e3a3-426e-8f3e-9a6fc3cbde73 req-ccdcbbf6-3e39-4da7-8e19-7da1fadfad7f tempest-DeleteServersTestJSON-677393534 tempest-DeleteServersTestJSON-677393534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:59:05.176906 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-ba6e39bf-e3a3-426e-8f3e-9a6fc3cbde73 req-ccdcbbf6-3e39-4da7-8e19-7da1fadfad7f tempest-DeleteServersTestJSON-677393534 tempest-DeleteServersTestJSON-677393534-project] 10.222.0.104 "GET /v2.0/ports?device_id=affa3918-e899-4dfe-8660-4b640439777a HTTP/1.1" status: 200 len: 946 time: 0.1881859 Jul 06 13:59:05.230205 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f4d1d6-46cb-44f8-9c1d-d3d897a3490c req-6c8fcfc0-309d-4073-a200-32a402fb2828 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:59:05.231571 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-58f4d1d6-46cb-44f8-9c1d-d3d897a3490c req-6c8fcfc0-309d-4073-a200-32a402fb2828 service neutron] 10.222.0.72 "GET /v2.0/networks?id=719b716d-a00d-48ee-8755-3a8bbdfaf0d2 HTTP/1.1" status: 200 len: 923 time: 0.1744893 Jul 06 13:59:05.252232 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-60829b35-9c51-4733-ac1c-f78903113620 req-33965a05-c823-4c31-8bf7-b12765acf241 tempest-ImagesOneServerNegativeTestJSON-2145662933 tempest-ImagesOneServerNegativeTestJSON-2145662933-project] 10.222.0.104 "GET /v2.0/security-groups?id=cf130993-6904-4731-ae5d-09749f3f4522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914066 Jul 06 13:59:05.255931 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-ba6e39bf-e3a3-426e-8f3e-9a6fc3cbde73 req-7e12e37a-54d7-4ea1-a74d-5c2e1064682a tempest-DeleteServersTestJSON-677393534 tempest-DeleteServersTestJSON-677393534-project] 10.222.0.104 "GET /v2.0/security-groups?id=7d4cbf2c-f907-4452-8928-a2a298fe7ee1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721891 Jul 06 13:59:05.285342 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-58f4d1d6-46cb-44f8-9c1d-d3d897a3490c req-f2636296-740f-49df-b4e7-e4aa21fa1cca service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=31bd7d68-8662-46dc-9827-822a109504a2 HTTP/1.1" status: 200 len: 217 time: 0.0426056 Jul 06 13:59:05.345144 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f4d1d6-46cb-44f8-9c1d-d3d897a3490c req-e6877e04-9989-4e7e-8ccc-ba51faefaf06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:59:05.346804 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-58f4d1d6-46cb-44f8-9c1d-d3d897a3490c req-e6877e04-9989-4e7e-8ccc-ba51faefaf06 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=7f475f76-2dcc-4dce-adb2-7deed8b8ad71 HTTP/1.1" status: 200 len: 861 time: 0.0540466 Jul 06 13:59:05.393630 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-58f4d1d6-46cb-44f8-9c1d-d3d897a3490c req-172bf6e0-2318-4d32-bf43-3e47f6fd8cbf service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=719b716d-a00d-48ee-8755-3a8bbdfaf0d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0292954 Jul 06 13:59:05.519761 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-58f4d1d6-46cb-44f8-9c1d-d3d897a3490c req-236eb63a-822b-487e-9d17-91aced0a9aef service neutron] 10.222.0.72 "GET /v2.0/networks/719b716d-a00d-48ee-8755-3a8bbdfaf0d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1173940 Jul 06 13:59:05.585417 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa51918-5e1d-4369-b8d3-3a4c3de84945 req-8575e28d-e111-4cf1-ab15-ffd4062463ec tempest-ServerDiskConfigTestJSON-920847304 tempest-ServerDiskConfigTestJSON-920847304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:59:05.586876 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-bfa51918-5e1d-4369-b8d3-3a4c3de84945 req-8575e28d-e111-4cf1-ab15-ffd4062463ec tempest-ServerDiskConfigTestJSON-920847304 tempest-ServerDiskConfigTestJSON-920847304-project] 10.222.0.104 "GET /v2.0/ports?device_id=b17eeb7c-3d10-4b9a-9008-8da365d16076 HTTP/1.1" status: 200 len: 944 time: 0.1308222 Jul 06 13:59:05.642202 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-bfa51918-5e1d-4369-b8d3-3a4c3de84945 req-fb70f7cc-d552-4ef4-b143-b2cd0ef0a0d9 tempest-ServerDiskConfigTestJSON-920847304 tempest-ServerDiskConfigTestJSON-920847304-project] 10.222.0.104 "GET /v2.0/security-groups?id=bc287469-1102-40d8-b019-cad062af5465&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478671 Jul 06 13:59:05.656364 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-58f4d1d6-46cb-44f8-9c1d-d3d897a3490c req-59774b5f-cd8b-4093-8c0d-5771956220f7 service neutron] 10.222.0.72 "GET /v2.0/networks/719b716d-a00d-48ee-8755-3a8bbdfaf0d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276653 Jul 06 13:59:05.770736 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d6542e-dc10-43c8-9b9b-03ae809d3159 req-b11f7792-20cf-48c3-b8bf-46a046b3d5dd tempest-ImagesOneServerNegativeTestJSON-2145662933 tempest-ImagesOneServerNegativeTestJSON-2145662933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:59:05.772244 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-20d6542e-dc10-43c8-9b9b-03ae809d3159 req-b11f7792-20cf-48c3-b8bf-46a046b3d5dd tempest-ImagesOneServerNegativeTestJSON-2145662933 tempest-ImagesOneServerNegativeTestJSON-2145662933-project] 10.222.0.104 "GET /v2.0/ports?device_id=4435a11e-2f8e-497c-a9e2-c99bca72d758 HTTP/1.1" status: 200 len: 945 time: 0.0773058 Jul 06 13:59:05.810234 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-20d6542e-dc10-43c8-9b9b-03ae809d3159 req-bfefac6f-2f87-45d5-a9fe-23392af9fbca tempest-ImagesOneServerNegativeTestJSON-2145662933 tempest-ImagesOneServerNegativeTestJSON-2145662933-project] 10.222.0.104 "GET /v2.0/security-groups?id=cf130993-6904-4731-ae5d-09749f3f4522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317874 Jul 06 13:59:06.070027 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21eb853-8a49-4f84-bc25-f693983b7184 req-b2df7f94-6edf-4222-8abc-6d56e16cf080 tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:59:06.071410 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-b21eb853-8a49-4f84-bc25-f693983b7184 req-b2df7f94-6edf-4222-8abc-6d56e16cf080 tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] 10.222.0.104 "GET /v2.0/ports?device_id=8e640565-cabe-4694-8753-48fc0a9aa040 HTTP/1.1" status: 200 len: 951 time: 0.1112974 Jul 06 13:59:06.079863 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d21cf7-9c10-4084-9eed-82d85c012827 req-ab568675-3428-4d45-8a86-f96042389a62 tempest-LiveAutoBlockMigrationV225Test-654794443 tempest-LiveAutoBlockMigrationV225Test-654794443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:59:06.081192 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-68d21cf7-9c10-4084-9eed-82d85c012827 req-ab568675-3428-4d45-8a86-f96042389a62 tempest-LiveAutoBlockMigrationV225Test-654794443 tempest-LiveAutoBlockMigrationV225Test-654794443-project] 10.222.0.104 "GET /v2.0/ports?device_id=bfcd3842-80bd-408f-8df3-2747ee09b496 HTTP/1.1" status: 200 len: 943 time: 0.0909138 Jul 06 13:59:06.162126 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-b21eb853-8a49-4f84-bc25-f693983b7184 req-45fdb4e5-b5b5-4a29-8ed9-2cc31ead2aa7 tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] 10.222.0.104 "GET /v2.0/security-groups?id=9f5b92e9-7340-49c3-a9bb-41e4a1caffc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799963 Jul 06 13:59:06.172560 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-68d21cf7-9c10-4084-9eed-82d85c012827 req-ec23560a-513f-427d-a532-069c4b581ef9 tempest-LiveAutoBlockMigrationV225Test-654794443 tempest-LiveAutoBlockMigrationV225Test-654794443-project] 10.222.0.104 "GET /v2.0/security-groups?id=43f6fcb8-9501-44d6-9feb-82c82c5d5862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845301 Jul 06 13:59:06.219668 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a0bcc7-c4ee-4c3d-b251-e856478835f7 req-82514a5b-5bdd-4236-812a-0ae58acd42ef tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:59:06.221137 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-31a0bcc7-c4ee-4c3d-b251-e856478835f7 req-82514a5b-5bdd-4236-812a-0ae58acd42ef tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] 10.222.0.72 "GET /v2.0/ports?device_id=8e640565-cabe-4694-8753-48fc0a9aa040 HTTP/1.1" status: 200 len: 951 time: 0.1128724 Jul 06 13:59:06.361713 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Device bcd84afc-3272-48c3-9d39-22281380dce0 details requested by agent hyperv_n-h1-773647-6 with host n-h1-773647-6 {{(pid=100248) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 13:59:06.379344 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-f470f717-c479-4c74-a3bd-fc680aa3f8bc req-7f61a3d0-f351-42e3-8148-ff065d95f0e9 tempest-QuotasAdminNegativeTest-1607444946 tempest-QuotasAdminNegativeTest-1607444946-project] 10.222.0.104 "GET /v2.0/networks?tenant_id=2180247200224f52a8d33edcd991b288&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0358269 Jul 06 13:59:06.468669 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] For port bcd84afc-3272-48c3-9d39-22281380dce0, host n-h1-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773647-6',level=0,port_id=bcd84afc-3272-48c3-9d39-22281380dce0,segment=NetworkSegment(1bb3acc6-dcb3-43f0-ad94-2763c9e79a65),segment_id=1bb3acc6-dcb3-43f0-ad94-2763c9e79a65)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:59:06.474185 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0926e39-d4b0-462a-b59e-16d02ba7d836 req-7e935f8e-1219-4e00-98d1-952f147d3aac tempest-ImagesOneServerNegativeTestJSON-2145662933 tempest-ImagesOneServerNegativeTestJSON-2145662933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:59:06.475811 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-f0926e39-d4b0-462a-b59e-16d02ba7d836 req-7e935f8e-1219-4e00-98d1-952f147d3aac tempest-ImagesOneServerNegativeTestJSON-2145662933 tempest-ImagesOneServerNegativeTestJSON-2145662933-project] 10.222.0.104 "GET /v2.0/ports?device_id=4435a11e-2f8e-497c-a9e2-c99bca72d758 HTTP/1.1" status: 200 len: 945 time: 0.1891975 Jul 06 13:59:06.482457 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.plugin [req-31a0bcc7-c4ee-4c3d-b251-e856478835f7 req-243a7097-d1a1-4673-983b-391fd7c76a0d tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] Deleting port f2dfd2e9-3a23-4089-a63b-c17a9084581f {{(pid=100247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 13:59:06.482842 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-31a0bcc7-c4ee-4c3d-b251-e856478835f7 req-243a7097-d1a1-4673-983b-391fd7c76a0d tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:06.487532 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Returning: {'device': 'bcd84afc-3272-48c3-9d39-22281380dce0', 'network_id': '80a8f655-14ef-4b04-89b8-0871faf0b23f', 'port_id': 'bcd84afc-3272-48c3-9d39-22281380dce0', 'mac_address': 'fa:16:3e:05:c1:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1007, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '88eb22c0-56b7-4217-99ba-ae21132aa3e6', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100248) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 13:59:06.527406 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:06.539694 n-d-773647-6 neutron-server[100248]: DEBUG neutron.notifiers.nova [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bcd84afc-3272-48c3-9d39-22281380dce0 {{(pid=100248) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 13:59:06.560010 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] For port bcd84afc-3272-48c3-9d39-22281380dce0, host n-h1-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773647-6',level=0,port_id=bcd84afc-3272-48c3-9d39-22281380dce0,segment=NetworkSegment(1bb3acc6-dcb3-43f0-ad94-2763c9e79a65),segment_id=1bb3acc6-dcb3-43f0-ad94-2763c9e79a65)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:59:06.564021 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:06.600830 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f470f717-c479-4c74-a3bd-fc680aa3f8bc req-f1ecb2fa-69ad-44c7-b5d7-ca1e87c7c8c5 tempest-QuotasAdminNegativeTest-1607444946 tempest-QuotasAdminNegativeTest-1607444946-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:59:06.602338 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-f470f717-c479-4c74-a3bd-fc680aa3f8bc req-f1ecb2fa-69ad-44c7-b5d7-ca1e87c7c8c5 tempest-QuotasAdminNegativeTest-1607444946 tempest-QuotasAdminNegativeTest-1607444946-project] 10.222.0.104 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2140243 Jul 06 13:59:06.612404 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Pushing event updated for resources: {'Port': ['ID=bcd84afc-3272-48c3-9d39-22281380dce0,revision_number=4']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:59:06.615611 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-f0926e39-d4b0-462a-b59e-16d02ba7d836 req-92310712-a508-4d5e-9c56-0a8951891202 tempest-ImagesOneServerNegativeTestJSON-2145662933 tempest-ImagesOneServerNegativeTestJSON-2145662933-project] 10.222.0.104 "GET /v2.0/security-groups?id=cf130993-6904-4731-ae5d-09749f3f4522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275742 Jul 06 13:59:06.639535 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-f470f717-c479-4c74-a3bd-fc680aa3f8bc req-9750d97c-46b4-4d5d-96f6-217d9272ca73 tempest-QuotasAdminNegativeTest-1607444946 tempest-QuotasAdminNegativeTest-1607444946-project] 10.222.0.104 "GET /v2.0/quotas/2180247200224f52a8d33edcd991b288 HTTP/1.1" status: 200 len: 375 time: 0.0275214 Jul 06 13:59:06.666137 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.db [req-31a0bcc7-c4ee-4c3d-b251-e856478835f7 req-243a7097-d1a1-4673-983b-391fd7c76a0d tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] For port f2dfd2e9-3a23-4089-a63b-c17a9084581f, host n-h2-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=f2dfd2e9-3a23-4089-a63b-c17a9084581f,segment=NetworkSegment(c9ea893d-045e-42cf-b3dd-cdd1f79baccd),segment_id=c9ea893d-045e-42cf-b3dd-cdd1f79baccd)] {{(pid=100247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:59:06.666600 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-31a0bcc7-c4ee-4c3d-b251-e856478835f7 req-243a7097-d1a1-4673-983b-391fd7c76a0d tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:06.691420 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-f470f717-c479-4c74-a3bd-fc680aa3f8bc req-c082e980-5e16-4d37-ae4d-3abf0d2d01ff tempest-QuotasAdminNegativeTest-1607444946 tempest-QuotasAdminNegativeTest-1607444946-project] 10.222.0.104 "GET /v2.0/ports?tenant_id=2180247200224f52a8d33edcd991b288&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0412858 Jul 06 13:59:06.697183 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.plugin [req-31a0bcc7-c4ee-4c3d-b251-e856478835f7 req-243a7097-d1a1-4673-983b-391fd7c76a0d tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] Calling delete_port for f2dfd2e9-3a23-4089-a63b-c17a9084581f owned by compute:nova {{(pid=100247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 13:59:06.853359 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-31a0bcc7-c4ee-4c3d-b251-e856478835f7 req-243a7097-d1a1-4673-983b-391fd7c76a0d tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128888353'] for port, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:06.868895 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] get_ports_and_sgs() called for port_ids ['55579fa1-991f-40fa-9660-f6873bccef77', 'f2dfd2e9-3a23-4089-a63b-c17a9084581f'] {{(pid=100248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 13:59:06.874624 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] get_ports_and_sgs() called for port_ids ['2985e841-186d-4c50-81aa-7edeced86cb2', '39b82faa-9bb5-4637-ba57-e7b6ac96e89a'] {{(pid=100248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 13:59:06.911164 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243a7097-d1a1-4673-983b-391fd7c76a0d tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] Pushing event deleted for resources: {'Port': ['ID=f2dfd2e9-3a23-4089-a63b-c17a9084581f,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:59:06.987008 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.l3_dvrscheduler_db [req-31a0bcc7-c4ee-4c3d-b251-e856478835f7 req-243a7097-d1a1-4673-983b-391fd7c76a0d tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] No DVR routers for this DVR port f2dfd2e9-3a23-4089-a63b-c17a9084581f on host n-h2-773647-6 {{(pid=100247) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 13:59:06.990208 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-31a0bcc7-c4ee-4c3d-b251-e856478835f7 req-243a7097-d1a1-4673-983b-391fd7c76a0d tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:06.993975 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-31a0bcc7-c4ee-4c3d-b251-e856478835f7 req-243a7097-d1a1-4673-983b-391fd7c76a0d tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] 10.222.0.72 "DELETE /v2.0/ports/f2dfd2e9-3a23-4089-a63b-c17a9084581f HTTP/1.1" status: 204 len: 173 time: 0.7621529 Jul 06 13:59:06.995713 n-d-773647-6 neutron-server[100247]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e640565-cabe-4694-8753-48fc0a9aa040', 'name': 'network-vif-deleted', 'tag': 'f2dfd2e9-3a23-4089-a63b-c17a9084581f'}] {{(pid=100247) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 13:59:06.998169 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cbf0eeaae822f8fc9b87a94aeba67a3d651842baf663a51cba94b67a514836d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81713f00-6ef8-4993-9c23-53461ad40c65" -d '{"events": [{"server_uuid": "8e640565-cabe-4694-8753-48fc0a9aa040", "name": "network-vif-deleted", "tag": "f2dfd2e9-3a23-4089-a63b-c17a9084581f"}]}' {{(pid=100247) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:59:07.035233 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c693fbf5-ccb8-46b0-bccd-4beb10883b37 req-bb3ddd59-7491-40f6-bb57-bf09f2d8d5e0 tempest-DeleteServersTestJSON-677393534 tempest-DeleteServersTestJSON-677393534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:59:07.040877 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-c693fbf5-ccb8-46b0-bccd-4beb10883b37 req-bb3ddd59-7491-40f6-bb57-bf09f2d8d5e0 tempest-DeleteServersTestJSON-677393534 tempest-DeleteServersTestJSON-677393534-project] 10.222.0.104 "GET /v2.0/ports?device_id=affa3918-e899-4dfe-8660-4b640439777a HTTP/1.1" status: 200 len: 946 time: 0.1817992 Jul 06 13:59:07.116057 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-c693fbf5-ccb8-46b0-bccd-4beb10883b37 req-e1f7f5a6-d07b-4219-bd97-712c6a104450 tempest-DeleteServersTestJSON-677393534 tempest-DeleteServersTestJSON-677393534-project] 10.222.0.104 "GET /v2.0/security-groups?id=7d4cbf2c-f907-4452-8928-a2a298fe7ee1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590730 Jul 06 13:59:07.142885 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] get_ports_and_sgs() called for port_ids ['bcd84afc-3272-48c3-9d39-22281380dce0'] {{(pid=100248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 13:59:07.529626 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3799d1f-eb38-44da-9e4f-f128dba6d644 req-bbc9de40-a7ab-4ed8-acdd-632aa77c4619 tempest-ImagesOneServerNegativeTestJSON-2145662933 tempest-ImagesOneServerNegativeTestJSON-2145662933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:59:07.531333 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-e3799d1f-eb38-44da-9e4f-f128dba6d644 req-bbc9de40-a7ab-4ed8-acdd-632aa77c4619 tempest-ImagesOneServerNegativeTestJSON-2145662933 tempest-ImagesOneServerNegativeTestJSON-2145662933-project] 10.222.0.104 "GET /v2.0/ports?device_id=4435a11e-2f8e-497c-a9e2-c99bca72d758 HTTP/1.1" status: 200 len: 945 time: 0.1053278 Jul 06 13:59:07.584169 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219f5387-ddcd-4f7b-b42e-83680b163531 req-f4c45079-f6b6-4e49-b552-7ed9b7d2a15e tempest-ServerDiskConfigTestJSON-920847304 tempest-ServerDiskConfigTestJSON-920847304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:59:07.585679 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-219f5387-ddcd-4f7b-b42e-83680b163531 req-f4c45079-f6b6-4e49-b552-7ed9b7d2a15e tempest-ServerDiskConfigTestJSON-920847304 tempest-ServerDiskConfigTestJSON-920847304-project] 10.222.0.104 "GET /v2.0/ports?device_id=b17eeb7c-3d10-4b9a-9008-8da365d16076 HTTP/1.1" status: 200 len: 945 time: 0.1099775 Jul 06 13:59:07.590967 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-e3799d1f-eb38-44da-9e4f-f128dba6d644 req-04f97a71-799b-4dca-b4de-2c68e42f196e tempest-ImagesOneServerNegativeTestJSON-2145662933 tempest-ImagesOneServerNegativeTestJSON-2145662933-project] 10.222.0.104 "GET /v2.0/security-groups?id=cf130993-6904-4731-ae5d-09749f3f4522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533729 Jul 06 13:59:07.636743 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-219f5387-ddcd-4f7b-b42e-83680b163531 req-a73def25-5a0a-47a2-8af9-5229006384ed tempest-ServerDiskConfigTestJSON-920847304 tempest-ServerDiskConfigTestJSON-920847304-project] 10.222.0.104 "GET /v2.0/security-groups?id=bc287469-1102-40d8-b019-cad062af5465&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443659 Jul 06 13:59:07.694664 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 13:59:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a0039e7-b7a9-4e88-8333-4eec6f42b35f x-openstack-request-id: req-0a0039e7-b7a9-4e88-8333-4eec6f42b35f {{(pid=100247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:59:07.694954 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e640565-cabe-4694-8753-48fc0a9aa040", "name": "network-vif-deleted", "tag": "f2dfd2e9-3a23-4089-a63b-c17a9084581f", "status": "completed", "code": 200}]} {{(pid=100247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:59:07.695231 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-0a0039e7-b7a9-4e88-8333-4eec6f42b35f {{(pid=100247) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:59:07.695638 n-d-773647-6 neutron-server[100247]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e640565-cabe-4694-8753-48fc0a9aa040', 'name': 'network-vif-deleted', 'tag': 'f2dfd2e9-3a23-4089-a63b-c17a9084581f', 'status': 'completed', 'code': 200} Jul 06 13:59:07.856040 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-bde44684-d704-4a59-9bb3-01a3f172b9ea req-a4cfe814-7977-4dd0-9833-b3fa6878a59d tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] 10.222.0.104 "GET /v2.0/ports?device_id=8e640565-cabe-4694-8753-48fc0a9aa040 HTTP/1.1" status: 200 len: 210 time: 0.0319498 Jul 06 13:59:07.951612 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb41899-f28a-48ef-81c6-b84b6bde47c7 req-dfd4730a-db05-4554-b6ed-0d2ce1f3cf13 tempest-LiveAutoBlockMigrationV225Test-654794443 tempest-LiveAutoBlockMigrationV225Test-654794443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:59:07.953174 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-0fb41899-f28a-48ef-81c6-b84b6bde47c7 req-dfd4730a-db05-4554-b6ed-0d2ce1f3cf13 tempest-LiveAutoBlockMigrationV225Test-654794443 tempest-LiveAutoBlockMigrationV225Test-654794443-project] 10.222.0.104 "GET /v2.0/ports?device_id=bfcd3842-80bd-408f-8df3-2747ee09b496 HTTP/1.1" status: 200 len: 943 time: 0.0648911 Jul 06 13:59:07.995595 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-0fb41899-f28a-48ef-81c6-b84b6bde47c7 req-2242c767-e98c-4fb4-932e-3867f1e40521 tempest-LiveAutoBlockMigrationV225Test-654794443 tempest-LiveAutoBlockMigrationV225Test-654794443-project] 10.222.0.104 "GET /v2.0/security-groups?id=43f6fcb8-9501-44d6-9feb-82c82c5d5862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354824 Jul 06 13:59:08.577709 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e982b2-c84b-4c17-be57-d4f080417838 req-74281a7e-d2ea-4c55-8978-f40ff77601b6 tempest-DeleteServersTestJSON-677393534 tempest-DeleteServersTestJSON-677393534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:59:08.579324 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-d7e982b2-c84b-4c17-be57-d4f080417838 req-74281a7e-d2ea-4c55-8978-f40ff77601b6 tempest-DeleteServersTestJSON-677393534 tempest-DeleteServersTestJSON-677393534-project] 10.222.0.104 "GET /v2.0/ports?device_id=affa3918-e899-4dfe-8660-4b640439777a HTTP/1.1" status: 200 len: 946 time: 0.0768120 Jul 06 13:59:08.609155 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Device 31bd7d68-8662-46dc-9827-822a109504a2 no longer exists at agent hyperv_n-h2-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 13:59:08.687395 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-d7e982b2-c84b-4c17-be57-d4f080417838 req-76b51e30-83bf-4faa-895c-1f03df59bbd3 tempest-DeleteServersTestJSON-677393534 tempest-DeleteServersTestJSON-677393534-project] 10.222.0.104 "GET /v2.0/security-groups?id=7d4cbf2c-f907-4452-8928-a2a298fe7ee1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019166 Jul 06 13:59:08.706483 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Device f2dfd2e9-3a23-4089-a63b-c17a9084581f no longer exists at agent hyperv_n-h2-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 13:59:08.727109 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] No Port match for: f2dfd2e9-3a23-4089-a63b-c17a9084581f {{(pid=100248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 13:59:08.727509 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Device f2dfd2e9-3a23-4089-a63b-c17a9084581f not bound to the agent host n-h2-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 13:59:08.752429 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-16f502ea-e901-43b1-8fa2-ed9bc2438f6b req-1e4701c6-7b5b-4320-810e-a31f279488e4 service neutron] 10.222.0.72 "GET /v2.0/ports/31bd7d68-8662-46dc-9827-822a109504a2/bindings/n-h1-773647-6 HTTP/1.1" status: 200 len: 384 time: 0.1591697 Jul 06 13:59:08.951525 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.db [req-16f502ea-e901-43b1-8fa2-ed9bc2438f6b req-f32fc00b-e96e-4b61-aca0-d7a59839399d service neutron] For port 31bd7d68-8662-46dc-9827-822a109504a2, host n-h2-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=31bd7d68-8662-46dc-9827-822a109504a2,segment=NetworkSegment(da615941-94ee-441c-92fd-37ca002df9b5),segment_id=da615941-94ee-441c-92fd-37ca002df9b5)] {{(pid=100247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:59:08.974889 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.db [req-16f502ea-e901-43b1-8fa2-ed9bc2438f6b req-f32fc00b-e96e-4b61-aca0-d7a59839399d service neutron] For port 31bd7d68-8662-46dc-9827-822a109504a2, host n-h2-773647-6, cleared binding levels {{(pid=100247) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 13:59:09.011088 n-d-773647-6 neutron-server[100247]: DEBUG neutron.notifiers.nova [req-16f502ea-e901-43b1-8fa2-ed9bc2438f6b req-f32fc00b-e96e-4b61-aca0-d7a59839399d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 31bd7d68-8662-46dc-9827-822a109504a2 {{(pid=100247) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 13:59:09.024607 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.db [req-16f502ea-e901-43b1-8fa2-ed9bc2438f6b req-f32fc00b-e96e-4b61-aca0-d7a59839399d service neutron] For port 31bd7d68-8662-46dc-9827-822a109504a2, host n-h1-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773647-6',level=0,port_id=31bd7d68-8662-46dc-9827-822a109504a2,segment=NetworkSegment(da615941-94ee-441c-92fd-37ca002df9b5),segment_id=da615941-94ee-441c-92fd-37ca002df9b5)] {{(pid=100247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:59:09.039874 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-16f502ea-e901-43b1-8fa2-ed9bc2438f6b req-f32fc00b-e96e-4b61-aca0-d7a59839399d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:09.163306 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.provisioning_blocks [req-16f502ea-e901-43b1-8fa2-ed9bc2438f6b req-f32fc00b-e96e-4b61-aca0-d7a59839399d service neutron] Transition to ACTIVE for port object 31bd7d68-8662-46dc-9827-822a109504a2 will not be triggered until provisioned by entity L2. {{(pid=100247) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 13:59:09.172450 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-16f502ea-e901-43b1-8fa2-ed9bc2438f6b req-f32fc00b-e96e-4b61-aca0-d7a59839399d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128888538'] for port, after_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:09.208160 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c63927-0f9e-4d94-bfce-af17352d4bf2 req-bdf78d07-f7ad-46c6-bbdc-e0ac438c18b8 tempest-ServerDiskConfigTestJSON-920847304 tempest-ServerDiskConfigTestJSON-920847304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:59:09.209630 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-98c63927-0f9e-4d94-bfce-af17352d4bf2 req-bdf78d07-f7ad-46c6-bbdc-e0ac438c18b8 tempest-ServerDiskConfigTestJSON-920847304 tempest-ServerDiskConfigTestJSON-920847304-project] 10.222.0.104 "GET /v2.0/ports?device_id=b17eeb7c-3d10-4b9a-9008-8da365d16076 HTTP/1.1" status: 200 len: 945 time: 0.1337552 Jul 06 13:59:09.286665 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-bd2b8b7a-e16b-4e0d-8817-df229a3ed060 req-2748869a-7b37-49f7-8b52-96f76c4dcc93 tempest-QuotasAdminNegativeTest-1607444946 tempest-QuotasAdminNegativeTest-1607444946-project] 10.222.0.104 "GET /v2.0/networks?tenant_id=2180247200224f52a8d33edcd991b288&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0683327 Jul 06 13:59:09.290343 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.l3_dvrscheduler_db [req-16f502ea-e901-43b1-8fa2-ed9bc2438f6b req-f32fc00b-e96e-4b61-aca0-d7a59839399d service neutron] No DVR routers for this DVR port 31bd7d68-8662-46dc-9827-822a109504a2 on host n-h2-773647-6 {{(pid=100247) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 13:59:09.362776 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32fc00b-e96e-4b61-aca0-d7a59839399d service neutron] Pushing event updated for resources: {'Port': ['ID=31bd7d68-8662-46dc-9827-822a109504a2,revision_number=10']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:59:09.710870 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-98c63927-0f9e-4d94-bfce-af17352d4bf2 req-2950485a-a335-46b3-87b0-060deed49d7f tempest-ServerDiskConfigTestJSON-920847304 tempest-ServerDiskConfigTestJSON-920847304-project] 10.222.0.104 "GET /v2.0/security-groups?id=bc287469-1102-40d8-b019-cad062af5465&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4935007 Jul 06 13:59:09.720217 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-16f502ea-e901-43b1-8fa2-ed9bc2438f6b req-f32fc00b-e96e-4b61-aca0-d7a59839399d service neutron] 10.222.0.72 "PUT /v2.0/ports/31bd7d68-8662-46dc-9827-822a109504a2/bindings/n-h1-773647-6/activate HTTP/1.1" status: 200 len: 369 time: 0.9604003 Jul 06 13:59:09.782579 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2b8b7a-e16b-4e0d-8817-df229a3ed060 req-0731734d-f5ab-4020-88f2-f1817f9f6c17 tempest-QuotasAdminNegativeTest-1607444946 tempest-QuotasAdminNegativeTest-1607444946-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:59:09.784276 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-bd2b8b7a-e16b-4e0d-8817-df229a3ed060 req-0731734d-f5ab-4020-88f2-f1817f9f6c17 tempest-QuotasAdminNegativeTest-1607444946 tempest-QuotasAdminNegativeTest-1607444946-project] 10.222.0.104 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4853127 Jul 06 13:59:09.825463 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-bd2b8b7a-e16b-4e0d-8817-df229a3ed060 req-c6e1058b-0e81-4e1b-adb0-ab52df9b9f3a tempest-QuotasAdminNegativeTest-1607444946 tempest-QuotasAdminNegativeTest-1607444946-project] 10.222.0.104 "GET /v2.0/quotas/2180247200224f52a8d33edcd991b288 HTTP/1.1" status: 200 len: 375 time: 0.0299389 Jul 06 13:59:09.863762 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-bd2b8b7a-e16b-4e0d-8817-df229a3ed060 req-2ab79aa7-7588-4c7c-ba21-8dc91009d130 tempest-QuotasAdminNegativeTest-1607444946 tempest-QuotasAdminNegativeTest-1607444946-project] 10.222.0.104 "GET /v2.0/ports?tenant_id=2180247200224f52a8d33edcd991b288&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0327966 Jul 06 13:59:09.886514 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f502ea-e901-43b1-8fa2-ed9bc2438f6b req-1ac242b8-8e3c-43b5-b56f-c4d09f8f99b7 tempest-LiveAutoBlockMigrationV225Test-1685424674 tempest-LiveAutoBlockMigrationV225Test-1685424674-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:59:09.889420 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-16f502ea-e901-43b1-8fa2-ed9bc2438f6b req-1ac242b8-8e3c-43b5-b56f-c4d09f8f99b7 tempest-LiveAutoBlockMigrationV225Test-1685424674 tempest-LiveAutoBlockMigrationV225Test-1685424674-project-admin] 10.222.0.127 "GET /v2.0/ports?device_id=bfcd3842-80bd-408f-8df3-2747ee09b496&tenant_id=4cef06e2189c48a2819839e74c70f679&binding%3Ahost_id=n-h2-773647-6 HTTP/1.1" status: 200 len: 1095 time: 0.1039147 Jul 06 13:59:09.958044 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f502ea-e901-43b1-8fa2-ed9bc2438f6b req-f667b45e-b9da-4038-84c2-e7920acab3d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:59:09.960033 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-16f502ea-e901-43b1-8fa2-ed9bc2438f6b req-f667b45e-b9da-4038-84c2-e7920acab3d9 service neutron] 10.222.0.127 "GET /v2.0/ports?device_id=bfcd3842-80bd-408f-8df3-2747ee09b496&tenant_id=4cef06e2189c48a2819839e74c70f679 HTTP/1.1" status: 200 len: 1095 time: 0.0634539 Jul 06 13:59:10.089176 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf8fdc9-0980-4e02-85bb-fe5afa15886b req-24663632-48c0-4cb9-92bb-9fb56ed05733 tempest-LiveAutoBlockMigrationV225Test-654794443 tempest-LiveAutoBlockMigrationV225Test-654794443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:59:10.090812 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-9bf8fdc9-0980-4e02-85bb-fe5afa15886b req-24663632-48c0-4cb9-92bb-9fb56ed05733 tempest-LiveAutoBlockMigrationV225Test-654794443 tempest-LiveAutoBlockMigrationV225Test-654794443-project] 10.222.0.104 "GET /v2.0/ports?device_id=bfcd3842-80bd-408f-8df3-2747ee09b496 HTTP/1.1" status: 200 len: 944 time: 0.1142418 Jul 06 13:59:10.093241 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f502ea-e901-43b1-8fa2-ed9bc2438f6b req-9a62f4eb-ef0f-4b56-b0b3-e5d951a60e3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:59:10.094716 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-16f502ea-e901-43b1-8fa2-ed9bc2438f6b req-9a62f4eb-ef0f-4b56-b0b3-e5d951a60e3e service neutron] 10.222.0.127 "GET /v2.0/ports?tenant_id=4cef06e2189c48a2819839e74c70f679&device_id=bfcd3842-80bd-408f-8df3-2747ee09b496 HTTP/1.1" status: 200 len: 1095 time: 0.1051750 Jul 06 13:59:10.190992 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-9bf8fdc9-0980-4e02-85bb-fe5afa15886b req-5c069f93-8ee1-495c-a390-b1a01284cab7 tempest-LiveAutoBlockMigrationV225Test-654794443 tempest-LiveAutoBlockMigrationV225Test-654794443-project] 10.222.0.104 "GET /v2.0/security-groups?id=43f6fcb8-9501-44d6-9feb-82c82c5d5862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936897 Jul 06 13:59:10.229760 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f502ea-e901-43b1-8fa2-ed9bc2438f6b req-00a73b68-142f-459a-b78b-3f2e99585b04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:59:10.234867 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-16f502ea-e901-43b1-8fa2-ed9bc2438f6b req-00a73b68-142f-459a-b78b-3f2e99585b04 service neutron] 10.222.0.127 "GET /v2.0/networks?id=719b716d-a00d-48ee-8755-3a8bbdfaf0d2 HTTP/1.1" status: 200 len: 923 time: 0.1316328 Jul 06 13:59:10.258118 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:10.286052 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-16f502ea-e901-43b1-8fa2-ed9bc2438f6b req-993bae34-2cdb-420c-8028-88a8fd5a9582 service neutron] 10.222.0.127 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=31bd7d68-8662-46dc-9827-822a109504a2 HTTP/1.1" status: 200 len: 217 time: 0.0421710 Jul 06 13:59:10.366583 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f502ea-e901-43b1-8fa2-ed9bc2438f6b req-18461b69-3165-4063-814b-b1de5ead1c90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:59:10.369063 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-16f502ea-e901-43b1-8fa2-ed9bc2438f6b req-18461b69-3165-4063-814b-b1de5ead1c90 service neutron] 10.222.0.127 "GET /v2.0/subnets?id=7f475f76-2dcc-4dce-adb2-7deed8b8ad71 HTTP/1.1" status: 200 len: 861 time: 0.0604882 Jul 06 13:59:10.404757 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Device bcd84afc-3272-48c3-9d39-22281380dce0 up at agent hyperv_n-h1-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 13:59:10.416207 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-16f502ea-e901-43b1-8fa2-ed9bc2438f6b req-a1f81073-1ad4-488a-b395-005b443b6b8f service neutron] 10.222.0.127 "GET /v2.0/ports?network_id=719b716d-a00d-48ee-8755-3a8bbdfaf0d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0398955 Jul 06 13:59:10.478068 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Provisioning for port bcd84afc-3272-48c3-9d39-22281380dce0 completed by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 13:59:10.483691 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Provisioning complete for port bcd84afc-3272-48c3-9d39-22281380dce0 triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:59:10.484118 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:10.567054 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-16f502ea-e901-43b1-8fa2-ed9bc2438f6b req-4190aba0-4b48-4bb6-91c6-02bcc645facc service neutron] 10.222.0.127 "GET /v2.0/networks/719b716d-a00d-48ee-8755-3a8bbdfaf0d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1440742 Jul 06 13:59:10.595042 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:10.619567 n-d-773647-6 neutron-server[100248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b17eeb7c-3d10-4b9a-9008-8da365d16076', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bcd84afc-3272-48c3-9d39-22281380dce0'}] {{(pid=100248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 13:59:10.621927 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84af257533e383389cbcf231d3534f4d5e149e7203fea16b4a8fc01438dddaf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d244682-f6ac-4b04-8291-ff5b5aa6c8f4" -d '{"events": [{"server_uuid": "b17eeb7c-3d10-4b9a-9008-8da365d16076", "name": "network-vif-plugged", "status": "completed", "tag": "bcd84afc-3272-48c3-9d39-22281380dce0"}]}' {{(pid=100248) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:59:10.627769 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Device 98ef7c7d-fdca-4fb4-926a-9d836a0a21eb details requested by agent hyperv_n-h2-773647-6 with host n-h2-773647-6 {{(pid=100248) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 13:59:10.638823 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d28ad8-78ea-43cf-b394-9813b7de31de req-51f2f51a-d718-4761-998e-c3762225ca0b tempest-DeleteServersTestJSON-677393534 tempest-DeleteServersTestJSON-677393534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:59:10.639019 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] For port bcd84afc-3272-48c3-9d39-22281380dce0, host n-h1-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773647-6',level=0,port_id=bcd84afc-3272-48c3-9d39-22281380dce0,segment=NetworkSegment(1bb3acc6-dcb3-43f0-ad94-2763c9e79a65),segment_id=1bb3acc6-dcb3-43f0-ad94-2763c9e79a65)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:59:10.640333 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-23d28ad8-78ea-43cf-b394-9813b7de31de req-51f2f51a-d718-4761-998e-c3762225ca0b tempest-DeleteServersTestJSON-677393534 tempest-DeleteServersTestJSON-677393534-project] 10.222.0.104 "GET /v2.0/ports?device_id=affa3918-e899-4dfe-8660-4b640439777a HTTP/1.1" status: 200 len: 946 time: 0.1954615 Jul 06 13:59:10.650263 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:10.745984 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-23d28ad8-78ea-43cf-b394-9813b7de31de req-01632004-0c7c-43c1-944b-cc9ba9624ffa tempest-DeleteServersTestJSON-677393534 tempest-DeleteServersTestJSON-677393534-project] 10.222.0.104 "GET /v2.0/security-groups?id=7d4cbf2c-f907-4452-8928-a2a298fe7ee1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772941 Jul 06 13:59:10.758331 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Pushing event updated for resources: {'Port': ['ID=bcd84afc-3272-48c3-9d39-22281380dce0,revision_number=5']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:59:10.767513 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15bc32c-7ee7-4263-8164-b5fd0b9b4533 req-79cfab6b-09b8-4cdb-bf45-cbeeef8622be tempest-ImagesOneServerNegativeTestJSON-2145662933 tempest-ImagesOneServerNegativeTestJSON-2145662933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:59:10.769293 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-f15bc32c-7ee7-4263-8164-b5fd0b9b4533 req-79cfab6b-09b8-4cdb-bf45-cbeeef8622be tempest-ImagesOneServerNegativeTestJSON-2145662933 tempest-ImagesOneServerNegativeTestJSON-2145662933-project] 10.222.0.104 "GET /v2.0/ports?device_id=4435a11e-2f8e-497c-a9e2-c99bca72d758 HTTP/1.1" status: 200 len: 945 time: 0.2135379 Jul 06 13:59:10.773172 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-16f502ea-e901-43b1-8fa2-ed9bc2438f6b req-93f94259-5086-47e2-8e3b-1b945673bb1e service neutron] 10.222.0.127 "GET /v2.0/networks/719b716d-a00d-48ee-8755-3a8bbdfaf0d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1912181 Jul 06 13:59:10.820152 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] For port 98ef7c7d-fdca-4fb4-926a-9d836a0a21eb, host n-h2-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=98ef7c7d-fdca-4fb4-926a-9d836a0a21eb,segment=NetworkSegment(165a4ca3-d89f-4657-8b31-086440d21aaa),segment_id=165a4ca3-d89f-4657-8b31-086440d21aaa)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:59:10.824877 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-f15bc32c-7ee7-4263-8164-b5fd0b9b4533 req-cafe1d88-757e-40f6-810c-115a863b68d5 tempest-ImagesOneServerNegativeTestJSON-2145662933 tempest-ImagesOneServerNegativeTestJSON-2145662933-project] 10.222.0.104 "GET /v2.0/security-groups?id=cf130993-6904-4731-ae5d-09749f3f4522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493071 Jul 06 13:59:10.835755 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Returning: {'device': '98ef7c7d-fdca-4fb4-926a-9d836a0a21eb', 'network_id': '2087659c-d042-4f52-8c8b-57a851bb551b', 'port_id': '98ef7c7d-fdca-4fb4-926a-9d836a0a21eb', 'mac_address': 'fa:16:3e:9d:ce:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1029, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d9c7e4d-cc45-436f-9515-ad95d32a063f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100248) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 13:59:10.889604 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:10.904939 n-d-773647-6 neutron-server[100248]: DEBUG neutron.notifiers.nova [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 98ef7c7d-fdca-4fb4-926a-9d836a0a21eb {{(pid=100248) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 13:59:10.930399 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] For port 98ef7c7d-fdca-4fb4-926a-9d836a0a21eb, host n-h2-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=98ef7c7d-fdca-4fb4-926a-9d836a0a21eb,segment=NetworkSegment(165a4ca3-d89f-4657-8b31-086440d21aaa),segment_id=165a4ca3-d89f-4657-8b31-086440d21aaa)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:59:10.934818 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:11.004627 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Pushing event updated for resources: {'Port': ['ID=98ef7c7d-fdca-4fb4-926a-9d836a0a21eb,revision_number=6']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:59:11.101207 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] get_ports_and_sgs() called for port_ids ['98ef7c7d-fdca-4fb4-926a-9d836a0a21eb'] {{(pid=100248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 13:59:11.116943 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22efff7-8713-414c-b048-80b1345cf83e req-f6b33d83-eab0-436e-b977-a694605a48c7 tempest-ListImageFiltersTestJSON-201163018 tempest-ListImageFiltersTestJSON-201163018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:59:11.118466 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-a22efff7-8713-414c-b048-80b1345cf83e req-f6b33d83-eab0-436e-b977-a694605a48c7 tempest-ListImageFiltersTestJSON-201163018 tempest-ListImageFiltersTestJSON-201163018-project] 10.222.0.104 "GET /v2.0/ports?device_id=1b72ecc0-292b-4305-a029-1814892dfe78 HTTP/1.1" status: 200 len: 948 time: 0.1106794 Jul 06 13:59:11.202678 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aadfddf-16f8-47cf-90bb-32e62110e1c7 req-7b55e502-88d9-4262-845e-8e15765f0357 tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:59:11.208095 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-2aadfddf-16f8-47cf-90bb-32e62110e1c7 req-7b55e502-88d9-4262-845e-8e15765f0357 tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] 10.222.0.104 "GET /v2.0/ports?device_id=3abd5f1c-5cfa-40e5-8018-1960204a8886 HTTP/1.1" status: 200 len: 951 time: 0.1557729 Jul 06 13:59:11.240011 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-a22efff7-8713-414c-b048-80b1345cf83e req-c3187269-1859-4394-ab2e-01976e1cd023 tempest-ListImageFiltersTestJSON-201163018 tempest-ListImageFiltersTestJSON-201163018-project] 10.222.0.104 "GET /v2.0/security-groups?id=9ce4c80a-5086-4b6d-8895-e157d8baf449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038582 Jul 06 13:59:11.286652 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f502ea-e901-43b1-8fa2-ed9bc2438f6b req-2188e3ad-27f3-4cdc-bada-706a16ff6a21 tempest-LiveAutoBlockMigrationV225Test-1685424674 tempest-LiveAutoBlockMigrationV225Test-1685424674-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:59:11.288331 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-16f502ea-e901-43b1-8fa2-ed9bc2438f6b req-2188e3ad-27f3-4cdc-bada-706a16ff6a21 tempest-LiveAutoBlockMigrationV225Test-1685424674 tempest-LiveAutoBlockMigrationV225Test-1685424674-project-admin] 10.222.0.127 "GET /v2.0/ports?device_id=bfcd3842-80bd-408f-8df3-2747ee09b496&tenant_id=4cef06e2189c48a2819839e74c70f679&binding%3Ahost_id=n-h1-773647-6 HTTP/1.1" status: 200 len: 1095 time: 0.1689734 Jul 06 13:59:11.294248 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-2aadfddf-16f8-47cf-90bb-32e62110e1c7 req-abf61068-56af-4a15-993f-f66a9a2e9c40 tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] 10.222.0.104 "GET /v2.0/security-groups?id=9f5b92e9-7340-49c3-a9bb-41e4a1caffc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752292 Jul 06 13:59:11.319725 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 13:59:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad4510da-47cb-4b74-8b4f-3e58dac889a2 x-openstack-request-id: req-ad4510da-47cb-4b74-8b4f-3e58dac889a2 {{(pid=100248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:59:11.320214 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b17eeb7c-3d10-4b9a-9008-8da365d16076", "name": "network-vif-plugged", "status": "completed", "tag": "bcd84afc-3272-48c3-9d39-22281380dce0", "code": 200}]} {{(pid=100248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:59:11.320403 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-ad4510da-47cb-4b74-8b4f-3e58dac889a2 {{(pid=100248) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:59:11.320809 n-d-773647-6 neutron-server[100248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b17eeb7c-3d10-4b9a-9008-8da365d16076', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bcd84afc-3272-48c3-9d39-22281380dce0', 'code': 200} Jul 06 13:59:11.565157 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.db [req-16f502ea-e901-43b1-8fa2-ed9bc2438f6b req-b1a4fb91-ff69-4009-b20e-6fd219a2fdb3 service neutron] For port 31bd7d68-8662-46dc-9827-822a109504a2, host n-h2-773647-6, cleared binding levels {{(pid=100247) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 13:59:11.576827 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-16f502ea-e901-43b1-8fa2-ed9bc2438f6b req-b1a4fb91-ff69-4009-b20e-6fd219a2fdb3 service neutron] Notify callbacks [] for binding, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:11.577933 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-16f502ea-e901-43b1-8fa2-ed9bc2438f6b req-b1a4fb91-ff69-4009-b20e-6fd219a2fdb3 service neutron] 10.222.0.127 "DELETE /v2.0/ports/31bd7d68-8662-46dc-9827-822a109504a2/bindings/n-h2-773647-6 HTTP/1.1" status: 204 len: 173 time: 0.2828212 Jul 06 13:59:11.594540 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78949290-795f-4c8c-9047-f4258cbb86d1 req-89519a84-7c43-4b3d-889a-40908ac1f6b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:59:11.596293 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-78949290-795f-4c8c-9047-f4258cbb86d1 req-89519a84-7c43-4b3d-889a-40908ac1f6b0 service neutron] 10.222.0.127 "GET /v2.0/ports?device_id=b17eeb7c-3d10-4b9a-9008-8da365d16076 HTTP/1.1" status: 200 len: 1097 time: 0.1718822 Jul 06 13:59:11.613324 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d79fdc-70ad-4303-859f-94799872405e req-45bbce73-6331-47dd-a056-a9faac780721 tempest-ServerDiskConfigTestJSON-920847304 tempest-ServerDiskConfigTestJSON-920847304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:59:11.614778 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-d3d79fdc-70ad-4303-859f-94799872405e req-45bbce73-6331-47dd-a056-a9faac780721 tempest-ServerDiskConfigTestJSON-920847304 tempest-ServerDiskConfigTestJSON-920847304-project] 10.222.0.104 "GET /v2.0/ports?device_id=b17eeb7c-3d10-4b9a-9008-8da365d16076 HTTP/1.1" status: 200 len: 946 time: 0.1778684 Jul 06 13:59:11.681726 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a1632b-99a7-4686-a560-fa9a172e5da5 req-837b610c-00d0-4016-bab0-1981b5136e8b tempest-LiveAutoBlockMigrationV225Test-654794443 tempest-LiveAutoBlockMigrationV225Test-654794443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:59:11.683901 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-66a1632b-99a7-4686-a560-fa9a172e5da5 req-837b610c-00d0-4016-bab0-1981b5136e8b tempest-LiveAutoBlockMigrationV225Test-654794443 tempest-LiveAutoBlockMigrationV225Test-654794443-project] 10.222.0.104 "GET /v2.0/ports?device_id=bfcd3842-80bd-408f-8df3-2747ee09b496 HTTP/1.1" status: 200 len: 944 time: 0.1629965 Jul 06 13:59:11.703542 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-78949290-795f-4c8c-9047-f4258cbb86d1 req-5788f5c6-b2ae-414b-aee6-f449b60f8530 service neutron] 10.222.0.127 "GET /v2.0/security-groups?id=bc287469-1102-40d8-b019-cad062af5465&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870497 Jul 06 13:59:11.706250 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-d3d79fdc-70ad-4303-859f-94799872405e req-567e93b3-b8ad-42c0-9991-4157b296d139 tempest-ServerDiskConfigTestJSON-920847304 tempest-ServerDiskConfigTestJSON-920847304-project] 10.222.0.104 "GET /v2.0/security-groups?id=bc287469-1102-40d8-b019-cad062af5465&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824020 Jul 06 13:59:11.762728 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-66a1632b-99a7-4686-a560-fa9a172e5da5 req-044e1f2b-a3a7-49d5-97cd-98b5030539e4 tempest-LiveAutoBlockMigrationV225Test-654794443 tempest-LiveAutoBlockMigrationV225Test-654794443-project] 10.222.0.104 "GET /v2.0/security-groups?id=43f6fcb8-9501-44d6-9feb-82c82c5d5862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701082 Jul 06 13:59:12.055241 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02e4cd5-b286-4a67-9678-101f51860180 req-02a00bc7-3a1f-4675-be59-521ce8d52fd9 tempest-DeleteServersTestJSON-677393534 tempest-DeleteServersTestJSON-677393534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:59:12.056776 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-c02e4cd5-b286-4a67-9678-101f51860180 req-02a00bc7-3a1f-4675-be59-521ce8d52fd9 tempest-DeleteServersTestJSON-677393534 tempest-DeleteServersTestJSON-677393534-project] 10.222.0.104 "GET /v2.0/ports?device_id=affa3918-e899-4dfe-8660-4b640439777a HTTP/1.1" status: 200 len: 946 time: 0.0864115 Jul 06 13:59:12.099142 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-c02e4cd5-b286-4a67-9678-101f51860180 req-2053fef5-3ce1-4edd-8507-67b17346978c tempest-DeleteServersTestJSON-677393534 tempest-DeleteServersTestJSON-677393534-project] 10.222.0.104 "GET /v2.0/security-groups?id=7d4cbf2c-f907-4452-8928-a2a298fe7ee1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357859 Jul 06 13:59:12.226529 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:12.307715 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf1539c-2d28-462c-888b-491ed583d3cf req-1263dba8-d76a-4993-a652-05040be2c4e1 tempest-ImagesOneServerNegativeTestJSON-2145662933 tempest-ImagesOneServerNegativeTestJSON-2145662933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:59:12.309241 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-9bf1539c-2d28-462c-888b-491ed583d3cf req-1263dba8-d76a-4993-a652-05040be2c4e1 tempest-ImagesOneServerNegativeTestJSON-2145662933 tempest-ImagesOneServerNegativeTestJSON-2145662933-project] 10.222.0.104 "GET /v2.0/ports?device_id=4435a11e-2f8e-497c-a9e2-c99bca72d758 HTTP/1.1" status: 200 len: 944 time: 0.1855865 Jul 06 13:59:12.318523 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bb8534-c6ec-43b7-ac91-1ed5b3bcc4bf req-ee40abbc-4553-4a83-8e6b-a46479e78f13 tempest-ListImageFiltersTestJSON-201163018 tempest-ListImageFiltersTestJSON-201163018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:59:12.320105 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-51bb8534-c6ec-43b7-ac91-1ed5b3bcc4bf req-ee40abbc-4553-4a83-8e6b-a46479e78f13 tempest-ListImageFiltersTestJSON-201163018 tempest-ListImageFiltersTestJSON-201163018-project] 10.222.0.72 "GET /v2.0/ports?device_id=1b72ecc0-292b-4305-a029-1814892dfe78 HTTP/1.1" status: 200 len: 948 time: 0.1469786 Jul 06 13:59:12.376501 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c247e7-2a30-4bb1-94c7-968ae097a28b req-32c553ce-bbc9-4871-91fd-0dd9237c5e09 tempest-LiveAutoBlockMigrationV225Test-1685424674 tempest-LiveAutoBlockMigrationV225Test-1685424674-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:59:12.377956 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-22c247e7-2a30-4bb1-94c7-968ae097a28b req-32c553ce-bbc9-4871-91fd-0dd9237c5e09 tempest-LiveAutoBlockMigrationV225Test-1685424674 tempest-LiveAutoBlockMigrationV225Test-1685424674-project-admin] 10.222.0.104 "GET /v2.0/ports?device_id=bfcd3842-80bd-408f-8df3-2747ee09b496 HTTP/1.1" status: 200 len: 1095 time: 0.1699166 Jul 06 13:59:12.435543 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-9bf1539c-2d28-462c-888b-491ed583d3cf req-6f4938f0-6c6d-403a-9d6f-cc5d3acf30b6 tempest-ImagesOneServerNegativeTestJSON-2145662933 tempest-ImagesOneServerNegativeTestJSON-2145662933-project] 10.222.0.104 "GET /v2.0/security-groups?id=cf130993-6904-4731-ae5d-09749f3f4522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129913 Jul 06 13:59:12.473978 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-22c247e7-2a30-4bb1-94c7-968ae097a28b req-3eac8c41-24a5-4de2-9672-d7353253499a tempest-LiveAutoBlockMigrationV225Test-1685424674 tempest-LiveAutoBlockMigrationV225Test-1685424674-project-admin] 10.222.0.104 "GET /v2.0/security-groups?id=43f6fcb8-9501-44d6-9feb-82c82c5d5862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888474 Jul 06 13:59:12.502543 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.plugin [req-51bb8534-c6ec-43b7-ac91-1ed5b3bcc4bf req-58d737c2-cc59-4e4b-87b7-2a04958fa23b tempest-ListImageFiltersTestJSON-201163018 tempest-ListImageFiltersTestJSON-201163018-project] Deleting port 3fa12484-02ce-40fe-84ec-c2f2fdb9003f {{(pid=100247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 13:59:12.502893 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-51bb8534-c6ec-43b7-ac91-1ed5b3bcc4bf req-58d737c2-cc59-4e4b-87b7-2a04958fa23b tempest-ListImageFiltersTestJSON-201163018 tempest-ListImageFiltersTestJSON-201163018-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:12.597006 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-46f4c072-9a20-4316-9139-9a75326b64a1 req-984aa2eb-5035-49d0-b524-33df8348383e tempest-QuotasAdminNegativeTest-1607444946 tempest-QuotasAdminNegativeTest-1607444946-project] 10.222.0.104 "GET /v2.0/networks?tenant_id=2180247200224f52a8d33edcd991b288&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0316904 Jul 06 13:59:12.631039 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Device 98ef7c7d-fdca-4fb4-926a-9d836a0a21eb no longer exists at agent hyperv_n-h2-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 13:59:12.696869 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.db [req-51bb8534-c6ec-43b7-ac91-1ed5b3bcc4bf req-58d737c2-cc59-4e4b-87b7-2a04958fa23b tempest-ListImageFiltersTestJSON-201163018 tempest-ListImageFiltersTestJSON-201163018-project] For port 3fa12484-02ce-40fe-84ec-c2f2fdb9003f, host n-h2-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=3fa12484-02ce-40fe-84ec-c2f2fdb9003f,segment=NetworkSegment(c9ea893d-045e-42cf-b3dd-cdd1f79baccd),segment_id=c9ea893d-045e-42cf-b3dd-cdd1f79baccd)] {{(pid=100247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:59:12.697227 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-51bb8534-c6ec-43b7-ac91-1ed5b3bcc4bf req-58d737c2-cc59-4e4b-87b7-2a04958fa23b tempest-ListImageFiltersTestJSON-201163018 tempest-ListImageFiltersTestJSON-201163018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:12.715308 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:12.733470 n-d-773647-6 neutron-server[100248]: DEBUG neutron.notifiers.nova [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 98ef7c7d-fdca-4fb4-926a-9d836a0a21eb {{(pid=100248) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 13:59:12.735379 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.plugin [req-51bb8534-c6ec-43b7-ac91-1ed5b3bcc4bf req-58d737c2-cc59-4e4b-87b7-2a04958fa23b tempest-ListImageFiltersTestJSON-201163018 tempest-ListImageFiltersTestJSON-201163018-project] Calling delete_port for 3fa12484-02ce-40fe-84ec-c2f2fdb9003f owned by compute:nova {{(pid=100247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 13:59:12.754722 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] For port 98ef7c7d-fdca-4fb4-926a-9d836a0a21eb, host n-h2-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=98ef7c7d-fdca-4fb4-926a-9d836a0a21eb,segment=NetworkSegment(165a4ca3-d89f-4657-8b31-086440d21aaa),segment_id=165a4ca3-d89f-4657-8b31-086440d21aaa)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:59:12.758786 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:12.807972 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Pushing event updated for resources: {'Port': ['ID=98ef7c7d-fdca-4fb4-926a-9d836a0a21eb,revision_number=7']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:59:12.832172 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f4c072-9a20-4316-9139-9a75326b64a1 req-7f7bb6ae-8451-4315-bc33-6dcd1620cbe3 tempest-QuotasAdminNegativeTest-1607444946 tempest-QuotasAdminNegativeTest-1607444946-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:59:12.833610 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-46f4c072-9a20-4316-9139-9a75326b64a1 req-7f7bb6ae-8451-4315-bc33-6dcd1620cbe3 tempest-QuotasAdminNegativeTest-1607444946 tempest-QuotasAdminNegativeTest-1607444946-project] 10.222.0.104 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2278244 Jul 06 13:59:12.894644 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bdc105-4cb9-40ea-8208-98794c184ce1 req-7e7b4b81-8e92-4081-b71f-59d8be3fe637 tempest-ListImageFiltersTestJSON-201163018 tempest-ListImageFiltersTestJSON-201163018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:59:12.896194 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-e4bdc105-4cb9-40ea-8208-98794c184ce1 req-7e7b4b81-8e92-4081-b71f-59d8be3fe637 tempest-ListImageFiltersTestJSON-201163018 tempest-ListImageFiltersTestJSON-201163018-project] 10.222.0.104 "GET /v2.0/ports?device_id=1b72ecc0-292b-4305-a029-1814892dfe78 HTTP/1.1" status: 200 len: 948 time: 0.2337272 Jul 06 13:59:12.906577 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-46f4c072-9a20-4316-9139-9a75326b64a1 req-18013049-36a3-4e35-9569-dc12f69072ec tempest-QuotasAdminNegativeTest-1607444946 tempest-QuotasAdminNegativeTest-1607444946-project] 10.222.0.104 "GET /v2.0/quotas/2180247200224f52a8d33edcd991b288 HTTP/1.1" status: 200 len: 375 time: 0.0570185 Jul 06 13:59:12.964745 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-46f4c072-9a20-4316-9139-9a75326b64a1 req-5b2145f2-2d12-40d3-8be5-e520e5c693b4 tempest-QuotasAdminNegativeTest-1607444946 tempest-QuotasAdminNegativeTest-1607444946-project] 10.222.0.104 "GET /v2.0/ports?tenant_id=2180247200224f52a8d33edcd991b288&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0411036 Jul 06 13:59:13.011594 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-e4bdc105-4cb9-40ea-8208-98794c184ce1 req-9b5fb34b-bfdc-47f6-a4c2-b93a565ca15e tempest-ListImageFiltersTestJSON-201163018 tempest-ListImageFiltersTestJSON-201163018-project] 10.222.0.104 "GET /v2.0/security-groups?id=9ce4c80a-5086-4b6d-8895-e157d8baf449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064987 Jul 06 13:59:13.051240 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b194061c-7dd7-4dae-8305-b017f9f0b641 req-d2aac87c-9277-4423-8e76-c2dd1c11ccad tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:59:13.052958 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-b194061c-7dd7-4dae-8305-b017f9f0b641 req-d2aac87c-9277-4423-8e76-c2dd1c11ccad tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] 10.222.0.127 "GET /v2.0/ports?device_id=3abd5f1c-5cfa-40e5-8018-1960204a8886 HTTP/1.1" status: 200 len: 951 time: 0.2314429 Jul 06 13:59:13.066878 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-51bb8534-c6ec-43b7-ac91-1ed5b3bcc4bf req-58d737c2-cc59-4e4b-87b7-2a04958fa23b tempest-ListImageFiltersTestJSON-201163018 tempest-ListImageFiltersTestJSON-201163018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128888353'] for port, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:13.123610 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d737c2-cc59-4e4b-87b7-2a04958fa23b tempest-ListImageFiltersTestJSON-201163018 tempest-ListImageFiltersTestJSON-201163018-project] Pushing event deleted for resources: {'Port': ['ID=3fa12484-02ce-40fe-84ec-c2f2fdb9003f,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:59:13.217707 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.l3_dvrscheduler_db [req-51bb8534-c6ec-43b7-ac91-1ed5b3bcc4bf req-58d737c2-cc59-4e4b-87b7-2a04958fa23b tempest-ListImageFiltersTestJSON-201163018 tempest-ListImageFiltersTestJSON-201163018-project] No DVR routers for this DVR port 3fa12484-02ce-40fe-84ec-c2f2fdb9003f on host n-h2-773647-6 {{(pid=100247) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 13:59:13.236558 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-51bb8534-c6ec-43b7-ac91-1ed5b3bcc4bf req-58d737c2-cc59-4e4b-87b7-2a04958fa23b tempest-ListImageFiltersTestJSON-201163018 tempest-ListImageFiltersTestJSON-201163018-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:13.238538 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-51bb8534-c6ec-43b7-ac91-1ed5b3bcc4bf req-58d737c2-cc59-4e4b-87b7-2a04958fa23b tempest-ListImageFiltersTestJSON-201163018 tempest-ListImageFiltersTestJSON-201163018-project] 10.222.0.72 "DELETE /v2.0/ports/3fa12484-02ce-40fe-84ec-c2f2fdb9003f HTTP/1.1" status: 204 len: 173 time: 0.9105222 Jul 06 13:59:13.240738 n-d-773647-6 neutron-server[100247]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b72ecc0-292b-4305-a029-1814892dfe78', 'name': 'network-vif-deleted', 'tag': '3fa12484-02ce-40fe-84ec-c2f2fdb9003f'}] {{(pid=100247) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 13:59:13.243089 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cbf0eeaae822f8fc9b87a94aeba67a3d651842baf663a51cba94b67a514836d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c2be095-f57e-4c3e-a1ea-bdaee348a8e3" -d '{"events": [{"server_uuid": "1b72ecc0-292b-4305-a029-1814892dfe78", "name": "network-vif-deleted", "tag": "3fa12484-02ce-40fe-84ec-c2f2fdb9003f"}]}' {{(pid=100247) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:59:13.287464 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f92a63f-5855-489f-9154-27e886af33cb req-79854ada-e3ca-4d93-aa3d-6804f89d72d1 tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:59:13.289431 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-2f92a63f-5855-489f-9154-27e886af33cb req-79854ada-e3ca-4d93-aa3d-6804f89d72d1 tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] 10.222.0.104 "GET /v2.0/ports?device_id=3abd5f1c-5cfa-40e5-8018-1960204a8886 HTTP/1.1" status: 200 len: 951 time: 0.1670136 Jul 06 13:59:13.308937 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.plugin [req-b194061c-7dd7-4dae-8305-b017f9f0b641 req-2745eba4-cc0e-4788-98a0-ea75da9d8300 tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] Deleting port 39b82faa-9bb5-4637-ba57-e7b6ac96e89a {{(pid=100247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 13:59:13.309280 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-b194061c-7dd7-4dae-8305-b017f9f0b641 req-2745eba4-cc0e-4788-98a0-ea75da9d8300 tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:13.391934 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-2f92a63f-5855-489f-9154-27e886af33cb req-001d4951-9da0-4528-b6f9-25b03f1fb0b4 tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] 10.222.0.104 "GET /v2.0/security-groups?id=9f5b92e9-7340-49c3-a9bb-41e4a1caffc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943847 Jul 06 13:59:13.430922 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.db [req-b194061c-7dd7-4dae-8305-b017f9f0b641 req-2745eba4-cc0e-4788-98a0-ea75da9d8300 tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] For port 39b82faa-9bb5-4637-ba57-e7b6ac96e89a, host n-h1-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773647-6',level=0,port_id=39b82faa-9bb5-4637-ba57-e7b6ac96e89a,segment=NetworkSegment(c9ea893d-045e-42cf-b3dd-cdd1f79baccd),segment_id=c9ea893d-045e-42cf-b3dd-cdd1f79baccd)] {{(pid=100247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:59:13.431316 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-b194061c-7dd7-4dae-8305-b017f9f0b641 req-2745eba4-cc0e-4788-98a0-ea75da9d8300 tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:13.444696 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.plugin [req-b194061c-7dd7-4dae-8305-b017f9f0b641 req-2745eba4-cc0e-4788-98a0-ea75da9d8300 tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] Calling delete_port for 39b82faa-9bb5-4637-ba57-e7b6ac96e89a owned by compute:nova {{(pid=100247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 13:59:13.681422 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-b194061c-7dd7-4dae-8305-b017f9f0b641 req-2745eba4-cc0e-4788-98a0-ea75da9d8300 tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128888353'] for port, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:13.694459 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] get_ports_and_sgs() called for port_ids ['55579fa1-991f-40fa-9660-f6873bccef77'] {{(pid=100248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 13:59:13.698036 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] get_ports_and_sgs() called for port_ids ['2985e841-186d-4c50-81aa-7edeced86cb2', '39b82faa-9bb5-4637-ba57-e7b6ac96e89a'] {{(pid=100248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 13:59:13.746569 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcdb6fca-46e9-4348-82c7-34a6f4d1b729 req-8d0bd93d-d50e-4ff3-931d-5720bdf0f971 tempest-ServerDiskConfigTestJSON-920847304 tempest-ServerDiskConfigTestJSON-920847304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:59:13.748883 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-bcdb6fca-46e9-4348-82c7-34a6f4d1b729 req-8d0bd93d-d50e-4ff3-931d-5720bdf0f971 tempest-ServerDiskConfigTestJSON-920847304 tempest-ServerDiskConfigTestJSON-920847304-project] 10.222.0.104 "GET /v2.0/ports?device_id=b17eeb7c-3d10-4b9a-9008-8da365d16076 HTTP/1.1" status: 200 len: 946 time: 0.1428115 Jul 06 13:59:13.752773 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2745eba4-cc0e-4788-98a0-ea75da9d8300 tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] Pushing event deleted for resources: {'Port': ['ID=39b82faa-9bb5-4637-ba57-e7b6ac96e89a,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:59:13.816530 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.l3_dvrscheduler_db [req-b194061c-7dd7-4dae-8305-b017f9f0b641 req-2745eba4-cc0e-4788-98a0-ea75da9d8300 tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] No DVR routers for this DVR port 39b82faa-9bb5-4637-ba57-e7b6ac96e89a on host n-h1-773647-6 {{(pid=100247) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 13:59:13.821352 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-b194061c-7dd7-4dae-8305-b017f9f0b641 req-2745eba4-cc0e-4788-98a0-ea75da9d8300 tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:13.825261 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-b194061c-7dd7-4dae-8305-b017f9f0b641 req-2745eba4-cc0e-4788-98a0-ea75da9d8300 tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] 10.222.0.127 "DELETE /v2.0/ports/39b82faa-9bb5-4637-ba57-e7b6ac96e89a HTTP/1.1" status: 204 len: 173 time: 0.7656436 Jul 06 13:59:13.862113 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-bcdb6fca-46e9-4348-82c7-34a6f4d1b729 req-01a10c66-9da8-4c68-8460-12816fe4df4a tempest-ServerDiskConfigTestJSON-920847304 tempest-ServerDiskConfigTestJSON-920847304-project] 10.222.0.104 "GET /v2.0/security-groups?id=bc287469-1102-40d8-b019-cad062af5465&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848899 Jul 06 13:59:13.938477 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 13:59:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cc19efa-8a3e-4b1f-b498-7bcb063090a1 x-openstack-request-id: req-7cc19efa-8a3e-4b1f-b498-7bcb063090a1 {{(pid=100247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:59:13.938893 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b72ecc0-292b-4305-a029-1814892dfe78", "name": "network-vif-deleted", "tag": "3fa12484-02ce-40fe-84ec-c2f2fdb9003f", "status": "completed", "code": 200}]} {{(pid=100247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:59:13.939171 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-7cc19efa-8a3e-4b1f-b498-7bcb063090a1 {{(pid=100247) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:59:13.940357 n-d-773647-6 neutron-server[100247]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b72ecc0-292b-4305-a029-1814892dfe78', 'name': 'network-vif-deleted', 'tag': '3fa12484-02ce-40fe-84ec-c2f2fdb9003f', 'status': 'completed', 'code': 200} Jul 06 13:59:14.143561 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6bc34d-5352-4f80-a922-1134aa8663c3 req-88cd2d67-4b10-439f-af1e-a6d3462831e7 tempest-DeleteServersTestJSON-677393534 tempest-DeleteServersTestJSON-677393534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:59:14.145122 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-4f6bc34d-5352-4f80-a922-1134aa8663c3 req-88cd2d67-4b10-439f-af1e-a6d3462831e7 tempest-DeleteServersTestJSON-677393534 tempest-DeleteServersTestJSON-677393534-project] 10.222.0.104 "GET /v2.0/ports?device_id=affa3918-e899-4dfe-8660-4b640439777a HTTP/1.1" status: 200 len: 946 time: 0.1108973 Jul 06 13:59:14.156461 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fce6fc2-6a72-4e1f-9c31-606f19c99295 req-20494a2b-a7f4-44f3-b03c-5f9d5e6ea6a3 tempest-ImagesOneServerNegativeTestJSON-2145662933 tempest-ImagesOneServerNegativeTestJSON-2145662933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:59:14.158379 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-6fce6fc2-6a72-4e1f-9c31-606f19c99295 req-20494a2b-a7f4-44f3-b03c-5f9d5e6ea6a3 tempest-ImagesOneServerNegativeTestJSON-2145662933 tempest-ImagesOneServerNegativeTestJSON-2145662933-project] 10.222.0.104 "GET /v2.0/ports?device_id=4435a11e-2f8e-497c-a9e2-c99bca72d758 HTTP/1.1" status: 200 len: 943 time: 0.1218946 Jul 06 13:59:14.214833 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-4f6bc34d-5352-4f80-a922-1134aa8663c3 req-10dcc27f-e60f-4e2a-8911-3c76a7ee3835 tempest-DeleteServersTestJSON-677393534 tempest-DeleteServersTestJSON-677393534-project] 10.222.0.104 "GET /v2.0/security-groups?id=7d4cbf2c-f907-4452-8928-a2a298fe7ee1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554514 Jul 06 13:59:14.223177 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-6fce6fc2-6a72-4e1f-9c31-606f19c99295 req-d0d4e519-39b2-47e9-8ec5-a74b671cec61 tempest-ImagesOneServerNegativeTestJSON-2145662933 tempest-ImagesOneServerNegativeTestJSON-2145662933-project] 10.222.0.104 "GET /v2.0/security-groups?id=cf130993-6904-4731-ae5d-09749f3f4522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577283 Jul 06 13:59:14.388553 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdc35be-5a6f-49f4-83ed-04e40857374f req-6614f70e-0678-4574-96e9-dc34bc3dfcaf tempest-LiveAutoBlockMigrationV225Test-654794443 tempest-LiveAutoBlockMigrationV225Test-654794443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:59:14.390031 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-abdc35be-5a6f-49f4-83ed-04e40857374f req-6614f70e-0678-4574-96e9-dc34bc3dfcaf tempest-LiveAutoBlockMigrationV225Test-654794443 tempest-LiveAutoBlockMigrationV225Test-654794443-project] 10.222.0.104 "GET /v2.0/ports?device_id=bfcd3842-80bd-408f-8df3-2747ee09b496 HTTP/1.1" status: 200 len: 944 time: 0.0685346 Jul 06 13:59:14.436394 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-abdc35be-5a6f-49f4-83ed-04e40857374f req-9b161ee3-f4b0-47fd-a161-75a140a24f80 tempest-LiveAutoBlockMigrationV225Test-654794443 tempest-LiveAutoBlockMigrationV225Test-654794443-project] 10.222.0.104 "GET /v2.0/security-groups?id=43f6fcb8-9501-44d6-9feb-82c82c5d5862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394659 Jul 06 13:59:14.540127 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e4aa48-edee-44f8-93d3-98e8b7eb1921 req-810539a5-7cef-47a9-958a-2fc6f5d5bdac tempest-LiveAutoBlockMigrationV225Test-654794443 tempest-LiveAutoBlockMigrationV225Test-654794443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:59:14.542107 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-c0e4aa48-edee-44f8-93d3-98e8b7eb1921 req-810539a5-7cef-47a9-958a-2fc6f5d5bdac tempest-LiveAutoBlockMigrationV225Test-654794443 tempest-LiveAutoBlockMigrationV225Test-654794443-project] 10.222.0.127 "GET /v2.0/ports?device_id=bfcd3842-80bd-408f-8df3-2747ee09b496 HTTP/1.1" status: 200 len: 944 time: 0.0928314 Jul 06 13:59:14.601836 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 33526) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:59:14.649132 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-c0517695-fa2d-4e15-9a8c-4e3c8a5abc0e req-5e75accd-25e9-4cb6-85e1-1fb57b35ee97 tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] 10.222.0.104 "GET /v2.0/ports?device_id=3abd5f1c-5cfa-40e5-8018-1960204a8886 HTTP/1.1" status: 200 len: 210 time: 0.0453634 Jul 06 13:59:14.740946 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-5684633a-cffb-4b1f-a48a-d57f459cdacf admin admin] Notify callbacks [] for security_group, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:14.788193 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a0074b-df5e-4d73-8453-662e0e6e3861 req-83745a00-94e1-4522-926d-8dc02d868fbd tempest-ListImageFiltersTestJSON-201163018 tempest-ListImageFiltersTestJSON-201163018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:59:14.790504 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-a5a0074b-df5e-4d73-8453-662e0e6e3861 req-83745a00-94e1-4522-926d-8dc02d868fbd tempest-ListImageFiltersTestJSON-201163018 tempest-ListImageFiltersTestJSON-201163018-project] 10.222.0.104 "GET /v2.0/ports?device_id=15ec8a26-5f36-442c-a168-6498affa2887 HTTP/1.1" status: 200 len: 949 time: 0.0879633 Jul 06 13:59:14.793593 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.plugin [req-c0e4aa48-edee-44f8-93d3-98e8b7eb1921 req-a05aa7c9-3b1e-4d0d-8cf0-6716acd1a3ac tempest-LiveAutoBlockMigrationV225Test-654794443 tempest-LiveAutoBlockMigrationV225Test-654794443-project] Deleting port 31bd7d68-8662-46dc-9827-822a109504a2 {{(pid=100247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 13:59:14.794060 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-c0e4aa48-edee-44f8-93d3-98e8b7eb1921 req-a05aa7c9-3b1e-4d0d-8cf0-6716acd1a3ac tempest-LiveAutoBlockMigrationV225Test-654794443 tempest-LiveAutoBlockMigrationV225Test-654794443-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:14.869898 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-5684633a-cffb-4b1f-a48a-d57f459cdacf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:14.881756 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-5684633a-cffb-4b1f-a48a-d57f459cdacf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:14.891152 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-a5a0074b-df5e-4d73-8453-662e0e6e3861 req-ed564875-e28c-41d5-8d5d-a0e247285004 tempest-ListImageFiltersTestJSON-201163018 tempest-ListImageFiltersTestJSON-201163018-project] 10.222.0.104 "GET /v2.0/security-groups?id=9ce4c80a-5086-4b6d-8895-e157d8baf449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810728 Jul 06 13:59:14.921199 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.db [req-c0e4aa48-edee-44f8-93d3-98e8b7eb1921 req-a05aa7c9-3b1e-4d0d-8cf0-6716acd1a3ac tempest-LiveAutoBlockMigrationV225Test-654794443 tempest-LiveAutoBlockMigrationV225Test-654794443-project] For port 31bd7d68-8662-46dc-9827-822a109504a2, host n-h1-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773647-6',level=0,port_id=31bd7d68-8662-46dc-9827-822a109504a2,segment=NetworkSegment(da615941-94ee-441c-92fd-37ca002df9b5),segment_id=da615941-94ee-441c-92fd-37ca002df9b5)] {{(pid=100247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:59:14.921824 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-c0e4aa48-edee-44f8-93d3-98e8b7eb1921 req-a05aa7c9-3b1e-4d0d-8cf0-6716acd1a3ac tempest-LiveAutoBlockMigrationV225Test-654794443 tempest-LiveAutoBlockMigrationV225Test-654794443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:14.935096 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5684633a-cffb-4b1f-a48a-d57f459cdacf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe023c4e-9b11-4c6a-b028-91ad88057cc9,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:59:14.936509 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.plugin [req-c0e4aa48-edee-44f8-93d3-98e8b7eb1921 req-a05aa7c9-3b1e-4d0d-8cf0-6716acd1a3ac tempest-LiveAutoBlockMigrationV225Test-654794443 tempest-LiveAutoBlockMigrationV225Test-654794443-project] Calling delete_port for 31bd7d68-8662-46dc-9827-822a109504a2 owned by compute:nova {{(pid=100247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 13:59:14.943394 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-5684633a-cffb-4b1f-a48a-d57f459cdacf admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=2180247200224f52a8d33edcd991b288&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3395505 Jul 06 13:59:14.945827 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 33534) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:59:15.000913 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-c27999c8-7ee6-4f2e-88dc-f8b555da1e0a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:15.022178 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-c27999c8-7ee6-4f2e-88dc-f8b555da1e0a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:15.068387 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-c27999c8-7ee6-4f2e-88dc-f8b555da1e0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:15.071567 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-c27999c8-7ee6-4f2e-88dc-f8b555da1e0a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:15.073527 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-c27999c8-7ee6-4f2e-88dc-f8b555da1e0a admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/fe023c4e-9b11-4c6a-b028-91ad88057cc9 HTTP/1.1" status: 204 len: 168 time: 0.1254683 Jul 06 13:59:15.082240 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27999c8-7ee6-4f2e-88dc-f8b555da1e0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe023c4e-9b11-4c6a-b028-91ad88057cc9,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:59:15.114134 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37988fe-ba14-4141-bee2-11706c8925d9 req-3ff9348e-b654-4fc6-a1c2-d9e62063b010 tempest-ServerDiskConfigTestJSON-920847304 tempest-ServerDiskConfigTestJSON-920847304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:59:15.115641 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-e37988fe-ba14-4141-bee2-11706c8925d9 req-3ff9348e-b654-4fc6-a1c2-d9e62063b010 tempest-ServerDiskConfigTestJSON-920847304 tempest-ServerDiskConfigTestJSON-920847304-project] 10.222.0.104 "GET /v2.0/ports?device_id=b17eeb7c-3d10-4b9a-9008-8da365d16076 HTTP/1.1" status: 200 len: 946 time: 0.1335919 Jul 06 13:59:15.181287 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ff0dc0-5b26-4bee-a0a5-9e40c8106898 req-eeeda457-45e6-4897-8aa0-28c11d40e84e tempest-ImagesOneServerNegativeTestJSON-2145662933 tempest-ImagesOneServerNegativeTestJSON-2145662933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:59:15.183811 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-e9ff0dc0-5b26-4bee-a0a5-9e40c8106898 req-eeeda457-45e6-4897-8aa0-28c11d40e84e tempest-ImagesOneServerNegativeTestJSON-2145662933 tempest-ImagesOneServerNegativeTestJSON-2145662933-project] 10.222.0.72 "GET /v2.0/ports?device_id=4435a11e-2f8e-497c-a9e2-c99bca72d758 HTTP/1.1" status: 200 len: 943 time: 0.1567152 Jul 06 13:59:15.209056 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-c0e4aa48-edee-44f8-93d3-98e8b7eb1921 req-a05aa7c9-3b1e-4d0d-8cf0-6716acd1a3ac tempest-LiveAutoBlockMigrationV225Test-654794443 tempest-LiveAutoBlockMigrationV225Test-654794443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128888353'] for port, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:15.221677 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] get_ports_and_sgs() called for port_ids ['33f9921a-af0a-4689-af66-74372e6fe3df', '31bd7d68-8662-46dc-9827-822a109504a2'] {{(pid=100248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 13:59:15.249613 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-e37988fe-ba14-4141-bee2-11706c8925d9 req-634599d1-b7e9-4d7b-b948-3922bad2d1f4 tempest-ServerDiskConfigTestJSON-920847304 tempest-ServerDiskConfigTestJSON-920847304-project] 10.222.0.104 "GET /v2.0/security-groups?id=bc287469-1102-40d8-b019-cad062af5465&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128132 Jul 06 13:59:15.280670 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05aa7c9-3b1e-4d0d-8cf0-6716acd1a3ac tempest-LiveAutoBlockMigrationV225Test-654794443 tempest-LiveAutoBlockMigrationV225Test-654794443-project] Pushing event deleted for resources: {'Port': ['ID=31bd7d68-8662-46dc-9827-822a109504a2,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:59:15.370692 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0e4aa48-edee-44f8-93d3-98e8b7eb1921 req-a05aa7c9-3b1e-4d0d-8cf0-6716acd1a3ac tempest-LiveAutoBlockMigrationV225Test-654794443 tempest-LiveAutoBlockMigrationV225Test-654794443-project] No DVR routers for this DVR port 31bd7d68-8662-46dc-9827-822a109504a2 on host n-h1-773647-6 {{(pid=100247) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 13:59:15.373589 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-c0e4aa48-edee-44f8-93d3-98e8b7eb1921 req-a05aa7c9-3b1e-4d0d-8cf0-6716acd1a3ac tempest-LiveAutoBlockMigrationV225Test-654794443 tempest-LiveAutoBlockMigrationV225Test-654794443-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:15.375732 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-c0e4aa48-edee-44f8-93d3-98e8b7eb1921 req-a05aa7c9-3b1e-4d0d-8cf0-6716acd1a3ac tempest-LiveAutoBlockMigrationV225Test-654794443 tempest-LiveAutoBlockMigrationV225Test-654794443-project] 10.222.0.127 "DELETE /v2.0/ports/31bd7d68-8662-46dc-9827-822a109504a2 HTTP/1.1" status: 204 len: 173 time: 0.8176115 Jul 06 13:59:15.457263 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.plugin [req-e9ff0dc0-5b26-4bee-a0a5-9e40c8106898 req-91317e85-b296-43ac-965a-26bbd58a0f81 tempest-ImagesOneServerNegativeTestJSON-2145662933 tempest-ImagesOneServerNegativeTestJSON-2145662933-project] Deleting port 98ef7c7d-fdca-4fb4-926a-9d836a0a21eb {{(pid=100247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 13:59:15.457517 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-e9ff0dc0-5b26-4bee-a0a5-9e40c8106898 req-91317e85-b296-43ac-965a-26bbd58a0f81 tempest-ImagesOneServerNegativeTestJSON-2145662933 tempest-ImagesOneServerNegativeTestJSON-2145662933-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:15.517600 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 33548) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:59:15.533412 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-73e74620-7d46-439d-9f20-560af01130e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:15.639076 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-73e74620-7d46-439d-9f20-560af01130e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:15.655806 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-73e74620-7d46-439d-9f20-560af01130e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:15.696560 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e74620-7d46-439d-9f20-560af01130e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42d9437e-227a-4077-80bc-11b7ed3c74d6,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:59:15.701103 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-73e74620-7d46-439d-9f20-560af01130e0 admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=100dcfdaec404c3f92977a93f5280b38&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1823068 Jul 06 13:59:15.703763 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 33552) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:59:15.768149 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-3221fb75-1723-49c4-82ec-2551c3b77fd6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:15.790599 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-3221fb75-1723-49c4-82ec-2551c3b77fd6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:15.843385 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-3221fb75-1723-49c4-82ec-2551c3b77fd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:15.846701 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-3221fb75-1723-49c4-82ec-2551c3b77fd6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:15.850497 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-3221fb75-1723-49c4-82ec-2551c3b77fd6 admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/42d9437e-227a-4077-80bc-11b7ed3c74d6 HTTP/1.1" status: 204 len: 168 time: 0.1430376 Jul 06 13:59:15.858313 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3221fb75-1723-49c4-82ec-2551c3b77fd6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42d9437e-227a-4077-80bc-11b7ed3c74d6,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:59:15.863395 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc601a9-bb38-406c-bc10-06be084b18c4 req-a6d04f99-6256-4aab-8e26-060366b28b10 tempest-DeleteServersTestJSON-677393534 tempest-DeleteServersTestJSON-677393534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:59:15.864930 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-ccc601a9-bb38-406c-bc10-06be084b18c4 req-a6d04f99-6256-4aab-8e26-060366b28b10 tempest-DeleteServersTestJSON-677393534 tempest-DeleteServersTestJSON-677393534-project] 10.222.0.104 "GET /v2.0/ports?device_id=affa3918-e899-4dfe-8660-4b640439777a HTTP/1.1" status: 200 len: 946 time: 0.4881628 Jul 06 13:59:15.938292 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.db [req-e9ff0dc0-5b26-4bee-a0a5-9e40c8106898 req-91317e85-b296-43ac-965a-26bbd58a0f81 tempest-ImagesOneServerNegativeTestJSON-2145662933 tempest-ImagesOneServerNegativeTestJSON-2145662933-project] For port 98ef7c7d-fdca-4fb4-926a-9d836a0a21eb, host n-h2-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=98ef7c7d-fdca-4fb4-926a-9d836a0a21eb,segment=NetworkSegment(165a4ca3-d89f-4657-8b31-086440d21aaa),segment_id=165a4ca3-d89f-4657-8b31-086440d21aaa)] {{(pid=100247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:59:15.939006 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-e9ff0dc0-5b26-4bee-a0a5-9e40c8106898 req-91317e85-b296-43ac-965a-26bbd58a0f81 tempest-ImagesOneServerNegativeTestJSON-2145662933 tempest-ImagesOneServerNegativeTestJSON-2145662933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:15.941617 n-d-773647-6 neutron-server[100247]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3abd5f1c-5cfa-40e5-8018-1960204a8886', 'name': 'network-vif-deleted', 'tag': '39b82faa-9bb5-4637-ba57-e7b6ac96e89a'}, {'server_uuid': 'bfcd3842-80bd-408f-8df3-2747ee09b496', 'name': 'network-vif-deleted', 'tag': '31bd7d68-8662-46dc-9827-822a109504a2'}] {{(pid=100247) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 13:59:15.943901 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cbf0eeaae822f8fc9b87a94aeba67a3d651842baf663a51cba94b67a514836d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85024282-d662-42bf-af2b-5dafb2e2eefd" -d '{"events": [{"server_uuid": "3abd5f1c-5cfa-40e5-8018-1960204a8886", "name": "network-vif-deleted", "tag": "39b82faa-9bb5-4637-ba57-e7b6ac96e89a"}, {"server_uuid": "bfcd3842-80bd-408f-8df3-2747ee09b496", "name": "network-vif-deleted", "tag": "31bd7d68-8662-46dc-9827-822a109504a2"}]}' {{(pid=100247) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:59:15.957094 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-ccc601a9-bb38-406c-bc10-06be084b18c4 req-a8e907cd-034a-48d4-a2be-efe7d974670e tempest-DeleteServersTestJSON-677393534 tempest-DeleteServersTestJSON-677393534-project] 10.222.0.104 "GET /v2.0/security-groups?id=7d4cbf2c-f907-4452-8928-a2a298fe7ee1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857477 Jul 06 13:59:15.961730 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.plugin [req-e9ff0dc0-5b26-4bee-a0a5-9e40c8106898 req-91317e85-b296-43ac-965a-26bbd58a0f81 tempest-ImagesOneServerNegativeTestJSON-2145662933 tempest-ImagesOneServerNegativeTestJSON-2145662933-project] Calling delete_port for 98ef7c7d-fdca-4fb4-926a-9d836a0a21eb owned by compute:nova {{(pid=100247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 13:59:15.989530 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197697ff-f7c9-40fd-b302-84fb1e200d00 req-8f9ade60-ec13-467b-be4e-ebc70c7fbd40 tempest-ImagesOneServerNegativeTestJSON-2145662933 tempest-ImagesOneServerNegativeTestJSON-2145662933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:59:15.991061 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-197697ff-f7c9-40fd-b302-84fb1e200d00 req-8f9ade60-ec13-467b-be4e-ebc70c7fbd40 tempest-ImagesOneServerNegativeTestJSON-2145662933 tempest-ImagesOneServerNegativeTestJSON-2145662933-project] 10.222.0.104 "GET /v2.0/ports?device_id=4435a11e-2f8e-497c-a9e2-c99bca72d758 HTTP/1.1" status: 200 len: 943 time: 0.4876463 Jul 06 13:59:16.099386 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-197697ff-f7c9-40fd-b302-84fb1e200d00 req-8baece73-a732-4325-b459-86007a1e484c tempest-ImagesOneServerNegativeTestJSON-2145662933 tempest-ImagesOneServerNegativeTestJSON-2145662933-project] 10.222.0.104 "GET /v2.0/security-groups?id=cf130993-6904-4731-ae5d-09749f3f4522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778637 Jul 06 13:59:16.234408 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce97402-398b-479f-9972-c34c19645e8d req-e36f4526-11c4-48c5-9d2c-4ba616702861 tempest-ServerDiskConfigTestJSON-920847304 tempest-ServerDiskConfigTestJSON-920847304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:59:16.236005 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-3ce97402-398b-479f-9972-c34c19645e8d req-e36f4526-11c4-48c5-9d2c-4ba616702861 tempest-ServerDiskConfigTestJSON-920847304 tempest-ServerDiskConfigTestJSON-920847304-project] 10.222.0.104 "GET /v2.0/ports?device_id=b17eeb7c-3d10-4b9a-9008-8da365d16076 HTTP/1.1" status: 200 len: 946 time: 0.1342497 Jul 06 13:59:16.279847 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-0a901d93-b35e-47e7-9401-6bf813f02844 req-126980f7-6217-4d43-83c1-d38b20dff10f tempest-LiveAutoBlockMigrationV225Test-654794443 tempest-LiveAutoBlockMigrationV225Test-654794443-project] 10.222.0.104 "GET /v2.0/ports?device_id=bfcd3842-80bd-408f-8df3-2747ee09b496 HTTP/1.1" status: 200 len: 210 time: 0.0427048 Jul 06 13:59:16.281541 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-e9ff0dc0-5b26-4bee-a0a5-9e40c8106898 req-91317e85-b296-43ac-965a-26bbd58a0f81 tempest-ImagesOneServerNegativeTestJSON-2145662933 tempest-ImagesOneServerNegativeTestJSON-2145662933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128888353'] for port, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:16.327177 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91317e85-b296-43ac-965a-26bbd58a0f81 tempest-ImagesOneServerNegativeTestJSON-2145662933 tempest-ImagesOneServerNegativeTestJSON-2145662933-project] Pushing event deleted for resources: {'Port': ['ID=98ef7c7d-fdca-4fb4-926a-9d836a0a21eb,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:59:16.383639 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-3ce97402-398b-479f-9972-c34c19645e8d req-cc70e077-a1d3-40a2-bb82-812aa123d9ad tempest-ServerDiskConfigTestJSON-920847304 tempest-ServerDiskConfigTestJSON-920847304-project] 10.222.0.104 "GET /v2.0/security-groups?id=bc287469-1102-40d8-b019-cad062af5465&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414082 Jul 06 13:59:16.384791 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9ff0dc0-5b26-4bee-a0a5-9e40c8106898 req-91317e85-b296-43ac-965a-26bbd58a0f81 tempest-ImagesOneServerNegativeTestJSON-2145662933 tempest-ImagesOneServerNegativeTestJSON-2145662933-project] No DVR routers for this DVR port 98ef7c7d-fdca-4fb4-926a-9d836a0a21eb on host n-h2-773647-6 {{(pid=100247) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 13:59:16.387581 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-e9ff0dc0-5b26-4bee-a0a5-9e40c8106898 req-91317e85-b296-43ac-965a-26bbd58a0f81 tempest-ImagesOneServerNegativeTestJSON-2145662933 tempest-ImagesOneServerNegativeTestJSON-2145662933-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:16.389966 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-e9ff0dc0-5b26-4bee-a0a5-9e40c8106898 req-91317e85-b296-43ac-965a-26bbd58a0f81 tempest-ImagesOneServerNegativeTestJSON-2145662933 tempest-ImagesOneServerNegativeTestJSON-2145662933-project] 10.222.0.72 "DELETE /v2.0/ports/98ef7c7d-fdca-4fb4-926a-9d836a0a21eb HTTP/1.1" status: 204 len: 173 time: 1.1989777 Jul 06 13:59:16.449108 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Device 39b82faa-9bb5-4637-ba57-e7b6ac96e89a no longer exists at agent hyperv_n-h1-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 13:59:16.490732 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] No Port match for: 39b82faa-9bb5-4637-ba57-e7b6ac96e89a {{(pid=100248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 13:59:16.491339 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Device 39b82faa-9bb5-4637-ba57-e7b6ac96e89a not bound to the agent host n-h1-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 13:59:16.491952 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Device 31bd7d68-8662-46dc-9827-822a109504a2 no longer exists at agent hyperv_n-h1-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 13:59:16.527370 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] No Port match for: 31bd7d68-8662-46dc-9827-822a109504a2 {{(pid=100248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 13:59:16.527978 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Device 31bd7d68-8662-46dc-9827-822a109504a2 not bound to the agent host n-h1-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 13:59:16.612054 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 06 Jul 2021 13:59:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7df8246-362c-4ee1-9a31-bb48c45778d7 x-openstack-request-id: req-b7df8246-362c-4ee1-9a31-bb48c45778d7 {{(pid=100247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:59:16.612485 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3abd5f1c-5cfa-40e5-8018-1960204a8886", "name": "network-vif-deleted", "tag": "39b82faa-9bb5-4637-ba57-e7b6ac96e89a", "status": "completed", "code": 200}, {"server_uuid": "bfcd3842-80bd-408f-8df3-2747ee09b496", "name": "network-vif-deleted", "tag": "31bd7d68-8662-46dc-9827-822a109504a2", "status": "completed", "code": 200}]} {{(pid=100247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:59:16.612821 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-b7df8246-362c-4ee1-9a31-bb48c45778d7 {{(pid=100247) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:59:16.613339 n-d-773647-6 neutron-server[100247]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3abd5f1c-5cfa-40e5-8018-1960204a8886', 'name': 'network-vif-deleted', 'tag': '39b82faa-9bb5-4637-ba57-e7b6ac96e89a', 'status': 'completed', 'code': 200} Jul 06 13:59:16.613612 n-d-773647-6 neutron-server[100247]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bfcd3842-80bd-408f-8df3-2747ee09b496', 'name': 'network-vif-deleted', 'tag': '31bd7d68-8662-46dc-9827-822a109504a2', 'status': 'completed', 'code': 200} Jul 06 13:59:16.656352 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Device 98ef7c7d-fdca-4fb4-926a-9d836a0a21eb no longer exists at agent hyperv_n-h2-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 13:59:16.693280 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] No Port match for: 98ef7c7d-fdca-4fb4-926a-9d836a0a21eb {{(pid=100248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 13:59:16.693641 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Device 98ef7c7d-fdca-4fb4-926a-9d836a0a21eb not bound to the agent host n-h2-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 13:59:16.694074 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Device 3fa12484-02ce-40fe-84ec-c2f2fdb9003f no longer exists at agent hyperv_n-h2-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 13:59:16.706202 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf53775-a120-4a05-886d-f2f69071c72e req-1daf6d72-f2c6-46ff-a537-8c1014db3fcd tempest-ListImageFiltersTestJSON-201163018 tempest-ListImageFiltersTestJSON-201163018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:59:16.708206 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-0bf53775-a120-4a05-886d-f2f69071c72e req-1daf6d72-f2c6-46ff-a537-8c1014db3fcd tempest-ListImageFiltersTestJSON-201163018 tempest-ListImageFiltersTestJSON-201163018-project] 10.222.0.104 "GET /v2.0/ports?device_id=15ec8a26-5f36-442c-a168-6498affa2887 HTTP/1.1" status: 200 len: 949 time: 0.0936813 Jul 06 13:59:16.749653 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] No Port match for: 3fa12484-02ce-40fe-84ec-c2f2fdb9003f {{(pid=100248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 13:59:16.751021 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Device 3fa12484-02ce-40fe-84ec-c2f2fdb9003f not bound to the agent host n-h2-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 13:59:16.788627 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-0bf53775-a120-4a05-886d-f2f69071c72e req-a8126a92-bf4a-4804-b576-a64b150032ce tempest-ListImageFiltersTestJSON-201163018 tempest-ListImageFiltersTestJSON-201163018-project] 10.222.0.104 "GET /v2.0/security-groups?id=9ce4c80a-5086-4b6d-8895-e157d8baf449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725706 Jul 06 13:59:17.098167 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4eedc6-4855-4328-ab4b-c987cdf08a30 req-64001295-e429-4782-a62a-6d054c3baac2 tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:59:17.106396 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-5d4eedc6-4855-4328-ab4b-c987cdf08a30 req-64001295-e429-4782-a62a-6d054c3baac2 tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] 10.222.0.104 "GET /v2.0/ports?device_id=cafbb505-1705-4cb2-a601-c8ea5a6459a9 HTTP/1.1" status: 200 len: 949 time: 0.0935817 Jul 06 13:59:17.178011 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-5d4eedc6-4855-4328-ab4b-c987cdf08a30 req-7d533e48-26d0-4320-9632-4968463b5004 tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] 10.222.0.104 "GET /v2.0/security-groups?id=9f5b92e9-7340-49c3-a9bb-41e4a1caffc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706234 Jul 06 13:59:17.342796 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9728fc38-5cf3-48dd-b395-f24a69ee5896 req-89ce4369-9b05-42da-9926-9cccd17e039e tempest-ListImageFiltersTestJSON-201163018 tempest-ListImageFiltersTestJSON-201163018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:59:17.344309 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-9728fc38-5cf3-48dd-b395-f24a69ee5896 req-89ce4369-9b05-42da-9926-9cccd17e039e tempest-ListImageFiltersTestJSON-201163018 tempest-ListImageFiltersTestJSON-201163018-project] 10.222.0.127 "GET /v2.0/ports?device_id=15ec8a26-5f36-442c-a168-6498affa2887 HTTP/1.1" status: 200 len: 949 time: 0.1378725 Jul 06 13:59:17.352359 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d857a1fa-42c8-47f4-8897-cc5cccac151a req-802dd3e5-4ac0-46f6-93a6-2c13440b43a4 tempest-DeleteServersTestJSON-677393534 tempest-DeleteServersTestJSON-677393534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:59:17.354735 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-d857a1fa-42c8-47f4-8897-cc5cccac151a req-802dd3e5-4ac0-46f6-93a6-2c13440b43a4 tempest-DeleteServersTestJSON-677393534 tempest-DeleteServersTestJSON-677393534-project] 10.222.0.104 "GET /v2.0/ports?device_id=affa3918-e899-4dfe-8660-4b640439777a HTTP/1.1" status: 200 len: 946 time: 0.0957570 Jul 06 13:59:17.495158 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-d857a1fa-42c8-47f4-8897-cc5cccac151a req-ac63ce54-3374-4fd6-96aa-9c3b49271ce3 tempest-DeleteServersTestJSON-677393534 tempest-DeleteServersTestJSON-677393534-project] 10.222.0.104 "GET /v2.0/security-groups?id=7d4cbf2c-f907-4452-8928-a2a298fe7ee1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290877 Jul 06 13:59:17.521738 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2155b2ba-3d0a-4425-a6b5-d06a8173ef17 req-e38fff7d-f321-48dd-bda1-082561633fc0 tempest-ServerDiskConfigTestJSON-920847304 tempest-ServerDiskConfigTestJSON-920847304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:59:17.523346 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-2155b2ba-3d0a-4425-a6b5-d06a8173ef17 req-e38fff7d-f321-48dd-bda1-082561633fc0 tempest-ServerDiskConfigTestJSON-920847304 tempest-ServerDiskConfigTestJSON-920847304-project] 10.222.0.104 "GET /v2.0/ports?device_id=b17eeb7c-3d10-4b9a-9008-8da365d16076 HTTP/1.1" status: 200 len: 946 time: 0.1663256 Jul 06 13:59:17.576025 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.plugin [req-9728fc38-5cf3-48dd-b395-f24a69ee5896 req-284eb582-2732-4058-8ce7-3f9db93b53e5 tempest-ListImageFiltersTestJSON-201163018 tempest-ListImageFiltersTestJSON-201163018-project] Deleting port bf79ecaa-be4d-40bf-95e6-0f2da64d736c {{(pid=100247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 13:59:17.576722 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-9728fc38-5cf3-48dd-b395-f24a69ee5896 req-284eb582-2732-4058-8ce7-3f9db93b53e5 tempest-ListImageFiltersTestJSON-201163018 tempest-ListImageFiltersTestJSON-201163018-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:17.585302 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-2155b2ba-3d0a-4425-a6b5-d06a8173ef17 req-c6e7f2df-c72f-46b8-b27b-0dc532d70cc8 tempest-ServerDiskConfigTestJSON-920847304 tempest-ServerDiskConfigTestJSON-920847304-project] 10.222.0.104 "GET /v2.0/security-groups?id=bc287469-1102-40d8-b019-cad062af5465&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543532 Jul 06 13:59:17.748057 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.db [req-9728fc38-5cf3-48dd-b395-f24a69ee5896 req-284eb582-2732-4058-8ce7-3f9db93b53e5 tempest-ListImageFiltersTestJSON-201163018 tempest-ListImageFiltersTestJSON-201163018-project] For port bf79ecaa-be4d-40bf-95e6-0f2da64d736c, host n-h1-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773647-6',level=0,port_id=bf79ecaa-be4d-40bf-95e6-0f2da64d736c,segment=NetworkSegment(c9ea893d-045e-42cf-b3dd-cdd1f79baccd),segment_id=c9ea893d-045e-42cf-b3dd-cdd1f79baccd)] {{(pid=100247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:59:17.748431 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-9728fc38-5cf3-48dd-b395-f24a69ee5896 req-284eb582-2732-4058-8ce7-3f9db93b53e5 tempest-ListImageFiltersTestJSON-201163018 tempest-ListImageFiltersTestJSON-201163018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:17.763817 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.plugin [req-9728fc38-5cf3-48dd-b395-f24a69ee5896 req-284eb582-2732-4058-8ce7-3f9db93b53e5 tempest-ListImageFiltersTestJSON-201163018 tempest-ListImageFiltersTestJSON-201163018-project] Calling delete_port for bf79ecaa-be4d-40bf-95e6-0f2da64d736c owned by compute:nova {{(pid=100247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 13:59:17.877837 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-d8a0d268-103b-438a-bcc2-af469b716204 req-be6e4071-f7dc-4378-8dc2-4b27970a589e tempest-LiveAutoBlockMigrationV225Test-654794443 tempest-LiveAutoBlockMigrationV225Test-654794443-project] 10.222.0.104 "GET /v2.0/ports?device_id=bfcd3842-80bd-408f-8df3-2747ee09b496 HTTP/1.1" status: 200 len: 210 time: 0.0439391 Jul 06 13:59:17.942469 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-9728fc38-5cf3-48dd-b395-f24a69ee5896 req-284eb582-2732-4058-8ce7-3f9db93b53e5 tempest-ListImageFiltersTestJSON-201163018 tempest-ListImageFiltersTestJSON-201163018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128888353'] for port, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:17.982530 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284eb582-2732-4058-8ce7-3f9db93b53e5 tempest-ListImageFiltersTestJSON-201163018 tempest-ListImageFiltersTestJSON-201163018-project] Pushing event deleted for resources: {'Port': ['ID=bf79ecaa-be4d-40bf-95e6-0f2da64d736c,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:59:18.045267 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.l3_dvrscheduler_db [req-9728fc38-5cf3-48dd-b395-f24a69ee5896 req-284eb582-2732-4058-8ce7-3f9db93b53e5 tempest-ListImageFiltersTestJSON-201163018 tempest-ListImageFiltersTestJSON-201163018-project] No DVR routers for this DVR port bf79ecaa-be4d-40bf-95e6-0f2da64d736c on host n-h1-773647-6 {{(pid=100247) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 13:59:18.049297 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-9728fc38-5cf3-48dd-b395-f24a69ee5896 req-284eb582-2732-4058-8ce7-3f9db93b53e5 tempest-ListImageFiltersTestJSON-201163018 tempest-ListImageFiltersTestJSON-201163018-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:18.052259 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-9728fc38-5cf3-48dd-b395-f24a69ee5896 req-284eb582-2732-4058-8ce7-3f9db93b53e5 tempest-ListImageFiltersTestJSON-201163018 tempest-ListImageFiltersTestJSON-201163018-project] 10.222.0.127 "DELETE /v2.0/ports/bf79ecaa-be4d-40bf-95e6-0f2da64d736c HTTP/1.1" status: 204 len: 173 time: 0.6963966 Jul 06 13:59:18.118076 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17919b0-4fc2-43dc-9ec2-43edd370d761 req-9356975a-64c1-4b86-9d62-af1b95fc1543 tempest-ServerDiskConfigTestJSON-920847304 tempest-ServerDiskConfigTestJSON-920847304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:59:18.121409 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-a17919b0-4fc2-43dc-9ec2-43edd370d761 req-9356975a-64c1-4b86-9d62-af1b95fc1543 tempest-ServerDiskConfigTestJSON-920847304 tempest-ServerDiskConfigTestJSON-920847304-project] 10.222.0.104 "GET /v2.0/ports?device_id=b17eeb7c-3d10-4b9a-9008-8da365d16076 HTTP/1.1" status: 200 len: 946 time: 0.1073480 Jul 06 13:59:18.177529 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-a17919b0-4fc2-43dc-9ec2-43edd370d761 req-7f27ece6-1f9d-4015-b88f-59c3d2c67874 tempest-ServerDiskConfigTestJSON-920847304 tempest-ServerDiskConfigTestJSON-920847304-project] 10.222.0.104 "GET /v2.0/security-groups?id=bc287469-1102-40d8-b019-cad062af5465&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508277 Jul 06 13:59:18.222761 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 33624) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:59:18.229758 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [None req-4675ffa2-6384-49d4-bc92-7e52820731e7 tempest-ImagesOneServerNegativeTestJSON-2145662933 tempest-ImagesOneServerNegativeTestJSON-2145662933-project] Request body: {'security_group': {'name': 'tempest-securitygroup--100855926', 'description': 'tempest-description--1631567951'}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:59:18.319175 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-4675ffa2-6384-49d4-bc92-7e52820731e7 tempest-ImagesOneServerNegativeTestJSON-2145662933 tempest-ImagesOneServerNegativeTestJSON-2145662933-project] Notify callbacks [] for security_group, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:18.366896 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-9a1de196-5c68-4c37-85b0-18fbdc715f35 req-1fe1df62-def9-427c-a7d3-d85fa2180c17 tempest-ListImageFiltersTestJSON-201163018 tempest-ListImageFiltersTestJSON-201163018-project] 10.222.0.104 "GET /v2.0/ports?device_id=15ec8a26-5f36-442c-a168-6498affa2887 HTTP/1.1" status: 200 len: 210 time: 0.0524597 Jul 06 13:59:18.440573 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13359038-ff36-4b7d-824c-a31e901f78f7 req-2a9a642b-ad4a-469d-bf37-e33dc2bcd2fa tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:59:18.442455 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-13359038-ff36-4b7d-824c-a31e901f78f7 req-2a9a642b-ad4a-469d-bf37-e33dc2bcd2fa tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] 10.222.0.72 "GET /v2.0/ports?device_id=cafbb505-1705-4cb2-a601-c8ea5a6459a9 HTTP/1.1" status: 200 len: 949 time: 0.1804895 Jul 06 13:59:18.605975 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-c905bbd2-55de-4bee-b43b-99a2c60a17a3 req-3ae00bc6-275b-4618-8e84-1ac1e44d5446 tempest-ServersOnMultiNodesTest-299961212 tempest-ServersOnMultiNodesTest-299961212-project] 10.222.0.104 "GET /v2.0/networks?tenant_id=ae0918c1680140d8a89ce8f9c600b37d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0421166 Jul 06 13:59:18.618736 n-d-773647-6 neutron-server[100247]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4435a11e-2f8e-497c-a9e2-c99bca72d758', 'name': 'network-vif-deleted', 'tag': '98ef7c7d-fdca-4fb4-926a-9d836a0a21eb'}, {'server_uuid': '15ec8a26-5f36-442c-a168-6498affa2887', 'name': 'network-vif-deleted', 'tag': 'bf79ecaa-be4d-40bf-95e6-0f2da64d736c'}] {{(pid=100247) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 13:59:18.622382 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cbf0eeaae822f8fc9b87a94aeba67a3d651842baf663a51cba94b67a514836d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be65a838-061d-460a-944f-add3e6edcd56" -d '{"events": [{"server_uuid": "4435a11e-2f8e-497c-a9e2-c99bca72d758", "name": "network-vif-deleted", "tag": "98ef7c7d-fdca-4fb4-926a-9d836a0a21eb"}, {"server_uuid": "15ec8a26-5f36-442c-a168-6498affa2887", "name": "network-vif-deleted", "tag": "bf79ecaa-be4d-40bf-95e6-0f2da64d736c"}]}' {{(pid=100247) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:59:18.726944 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-4675ffa2-6384-49d4-bc92-7e52820731e7 tempest-ImagesOneServerNegativeTestJSON-2145662933 tempest-ImagesOneServerNegativeTestJSON-2145662933-project] Notify callbacks [] for security_group, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:18.742580 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-4675ffa2-6384-49d4-bc92-7e52820731e7 tempest-ImagesOneServerNegativeTestJSON-2145662933 tempest-ImagesOneServerNegativeTestJSON-2145662933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:18.745768 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.plugin [req-13359038-ff36-4b7d-824c-a31e901f78f7 req-30c2ea19-6486-484e-9b3a-ef6fde5f5b54 tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] Deleting port 55579fa1-991f-40fa-9660-f6873bccef77 {{(pid=100247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 13:59:18.746130 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-13359038-ff36-4b7d-824c-a31e901f78f7 req-30c2ea19-6486-484e-9b3a-ef6fde5f5b54 tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:18.847123 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c905bbd2-55de-4bee-b43b-99a2c60a17a3 req-3b950fcc-2a0f-429f-bdf6-bc1932003ed0 tempest-ServersOnMultiNodesTest-299961212 tempest-ServersOnMultiNodesTest-299961212-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:59:18.847123 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-c905bbd2-55de-4bee-b43b-99a2c60a17a3 req-3b950fcc-2a0f-429f-bdf6-bc1932003ed0 tempest-ServersOnMultiNodesTest-299961212 tempest-ServersOnMultiNodesTest-299961212-project] 10.222.0.104 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2329419 Jul 06 13:59:18.848750 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-4675ffa2-6384-49d4-bc92-7e52820731e7 tempest-ImagesOneServerNegativeTestJSON-2145662933 tempest-ImagesOneServerNegativeTestJSON-2145662933-project] Notify callbacks [] for security_group, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:18.853306 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-4675ffa2-6384-49d4-bc92-7e52820731e7 tempest-ImagesOneServerNegativeTestJSON-2145662933 tempest-ImagesOneServerNegativeTestJSON-2145662933-project] 10.222.0.104 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.6258690 Jul 06 13:59:18.854427 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 33652) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:59:18.865090 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4675ffa2-6384-49d4-bc92-7e52820731e7 tempest-ImagesOneServerNegativeTestJSON-2145662933 tempest-ImagesOneServerNegativeTestJSON-2145662933-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bde7c0ef-4eb0-46f5-88bd-4d28a89305e8,revision_number=1']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:59:18.870463 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-1e8a8c6c-348e-49f7-bf9b-ca4d9af8c4be tempest-ImagesOneServerNegativeTestJSON-2145662933 tempest-ImagesOneServerNegativeTestJSON-2145662933-project] Request body: {'security_group_rule': {'security_group_id': 'bde7c0ef-4eb0-46f5-88bd-4d28a89305e8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:59:18.872022 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-c905bbd2-55de-4bee-b43b-99a2c60a17a3 req-22d661ae-2c73-4623-9dc4-6605bc0e986b tempest-ServersOnMultiNodesTest-299961212 tempest-ServersOnMultiNodesTest-299961212-project] 10.222.0.104 "GET /v2.0/quotas/ae0918c1680140d8a89ce8f9c600b37d HTTP/1.1" status: 200 len: 375 time: 0.0245500 Jul 06 13:59:18.922559 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-1e8a8c6c-348e-49f7-bf9b-ca4d9af8c4be tempest-ImagesOneServerNegativeTestJSON-2145662933 tempest-ImagesOneServerNegativeTestJSON-2145662933-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:18.940203 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.db [req-13359038-ff36-4b7d-824c-a31e901f78f7 req-30c2ea19-6486-484e-9b3a-ef6fde5f5b54 tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] For port 55579fa1-991f-40fa-9660-f6873bccef77, host n-h2-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=55579fa1-991f-40fa-9660-f6873bccef77,segment=NetworkSegment(c9ea893d-045e-42cf-b3dd-cdd1f79baccd),segment_id=c9ea893d-045e-42cf-b3dd-cdd1f79baccd)] {{(pid=100247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:59:18.940670 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-13359038-ff36-4b7d-824c-a31e901f78f7 req-30c2ea19-6486-484e-9b3a-ef6fde5f5b54 tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:18.957491 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.plugin [req-13359038-ff36-4b7d-824c-a31e901f78f7 req-30c2ea19-6486-484e-9b3a-ef6fde5f5b54 tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] Calling delete_port for 55579fa1-991f-40fa-9660-f6873bccef77 owned by compute:nova {{(pid=100247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 13:59:19.047939 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-1e8a8c6c-348e-49f7-bf9b-ca4d9af8c4be tempest-ImagesOneServerNegativeTestJSON-2145662933 tempest-ImagesOneServerNegativeTestJSON-2145662933-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:19.053066 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-1e8a8c6c-348e-49f7-bf9b-ca4d9af8c4be tempest-ImagesOneServerNegativeTestJSON-2145662933 tempest-ImagesOneServerNegativeTestJSON-2145662933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1898694'] for security_group_rule, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:19.080949 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-c905bbd2-55de-4bee-b43b-99a2c60a17a3 req-d26ea74f-602a-4f33-93ca-0b997448f95a tempest-ServersOnMultiNodesTest-299961212 tempest-ServersOnMultiNodesTest-299961212-project] 10.222.0.104 "GET /v2.0/ports?tenant_id=ae0918c1680140d8a89ce8f9c600b37d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1966565 Jul 06 13:59:19.096627 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8a8c6c-348e-49f7-bf9b-ca4d9af8c4be tempest-ImagesOneServerNegativeTestJSON-2145662933 tempest-ImagesOneServerNegativeTestJSON-2145662933-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ef79a6a-1a78-4819-b037-2fcc64fe3025,revision_number=0']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:59:19.107027 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-1e8a8c6c-348e-49f7-bf9b-ca4d9af8c4be tempest-ImagesOneServerNegativeTestJSON-2145662933 tempest-ImagesOneServerNegativeTestJSON-2145662933-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:19.108931 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-1e8a8c6c-348e-49f7-bf9b-ca4d9af8c4be tempest-ImagesOneServerNegativeTestJSON-2145662933 tempest-ImagesOneServerNegativeTestJSON-2145662933-project] 10.222.0.104 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2516253 Jul 06 13:59:19.111875 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 33660) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:59:19.122097 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-57cebdf3-a35e-4517-8ee4-76c45622aa33 tempest-ImagesOneServerNegativeTestJSON-2145662933 tempest-ImagesOneServerNegativeTestJSON-2145662933-project] Request body: {'security_group_rule': {'security_group_id': 'bde7c0ef-4eb0-46f5-88bd-4d28a89305e8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:59:19.158284 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-57cebdf3-a35e-4517-8ee4-76c45622aa33 tempest-ImagesOneServerNegativeTestJSON-2145662933 tempest-ImagesOneServerNegativeTestJSON-2145662933-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:19.250533 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-0dba4721-9ae3-43de-9b74-10c955a52f59 req-bdf6e99d-ac18-4d75-8f10-9ca7914dd47c service neutron] 10.222.0.127 "GET /v2.0/ports?device_id=96a5ba91-9ae1-4374-9adc-f59710ec4759&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3340771 Jul 06 13:59:19.277902 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c69eef-bb41-4186-be65-510407c45cd2 req-509a3ec3-2fea-421a-bba5-f02cc2402d3e tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:59:19.285198 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-34c69eef-bb41-4186-be65-510407c45cd2 req-509a3ec3-2fea-421a-bba5-f02cc2402d3e tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] 10.222.0.104 "GET /v2.0/ports?device_id=cafbb505-1705-4cb2-a601-c8ea5a6459a9 HTTP/1.1" status: 200 len: 949 time: 0.2442217 Jul 06 13:59:19.291848 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-57cebdf3-a35e-4517-8ee4-76c45622aa33 tempest-ImagesOneServerNegativeTestJSON-2145662933 tempest-ImagesOneServerNegativeTestJSON-2145662933-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:19.305189 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-57cebdf3-a35e-4517-8ee4-76c45622aa33 tempest-ImagesOneServerNegativeTestJSON-2145662933 tempest-ImagesOneServerNegativeTestJSON-2145662933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1898694'] for security_group_rule, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:19.332836 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57cebdf3-a35e-4517-8ee4-76c45622aa33 tempest-ImagesOneServerNegativeTestJSON-2145662933 tempest-ImagesOneServerNegativeTestJSON-2145662933-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=387e1a1f-795b-4b3b-8b18-5510f723fd4a,revision_number=0']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:59:19.345058 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-57cebdf3-a35e-4517-8ee4-76c45622aa33 tempest-ImagesOneServerNegativeTestJSON-2145662933 tempest-ImagesOneServerNegativeTestJSON-2145662933-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:19.352970 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-13359038-ff36-4b7d-824c-a31e901f78f7 req-30c2ea19-6486-484e-9b3a-ef6fde5f5b54 tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128888353'] for port, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:19.353235 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-57cebdf3-a35e-4517-8ee4-76c45622aa33 tempest-ImagesOneServerNegativeTestJSON-2145662933 tempest-ImagesOneServerNegativeTestJSON-2145662933-project] 10.222.0.104 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2358534 Jul 06 13:59:19.353356 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 33662) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:59:19.360259 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-8a21a3c7-9091-4442-af37-61a78da1a99f tempest-ImagesOneServerNegativeTestJSON-2145662933 tempest-ImagesOneServerNegativeTestJSON-2145662933-project] Request body: {'floatingip': {'floating_network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:59:19.365334 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] get_ports_and_sgs() called for port_ids ['55579fa1-991f-40fa-9660-f6873bccef77'] {{(pid=100248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 13:59:19.368840 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] get_ports_and_sgs() called for port_ids ['2985e841-186d-4c50-81aa-7edeced86cb2'] {{(pid=100248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 13:59:19.398501 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-8a21a3c7-9091-4442-af37-61a78da1a99f tempest-ImagesOneServerNegativeTestJSON-2145662933 tempest-ImagesOneServerNegativeTestJSON-2145662933-project] Notify callbacks [] for floatingip, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:19.436560 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c2ea19-6486-484e-9b3a-ef6fde5f5b54 tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] Pushing event deleted for resources: {'Port': ['ID=55579fa1-991f-40fa-9660-f6873bccef77,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:59:19.465249 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-34c69eef-bb41-4186-be65-510407c45cd2 req-a7205bbb-b6c2-4dcd-b7a5-70df598dbe8c tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] 10.222.0.104 "GET /v2.0/security-groups?id=9f5b92e9-7340-49c3-a9bb-41e4a1caffc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1789727 Jul 06 13:59:19.579165 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 06 Jul 2021 13:59:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9737408-d87b-4957-a9cb-2a00ebff6be2 x-openstack-request-id: req-d9737408-d87b-4957-a9cb-2a00ebff6be2 {{(pid=100247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:59:19.584615 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4435a11e-2f8e-497c-a9e2-c99bca72d758", "name": "network-vif-deleted", "tag": "98ef7c7d-fdca-4fb4-926a-9d836a0a21eb", "status": "completed", "code": 200}, {"server_uuid": "15ec8a26-5f36-442c-a168-6498affa2887", "name": "network-vif-deleted", "tag": "bf79ecaa-be4d-40bf-95e6-0f2da64d736c", "status": "completed", "code": 200}]} {{(pid=100247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:59:19.585098 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-d9737408-d87b-4957-a9cb-2a00ebff6be2 {{(pid=100247) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:59:19.585621 n-d-773647-6 neutron-server[100247]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4435a11e-2f8e-497c-a9e2-c99bca72d758', 'name': 'network-vif-deleted', 'tag': '98ef7c7d-fdca-4fb4-926a-9d836a0a21eb', 'status': 'completed', 'code': 200} Jul 06 13:59:19.590508 n-d-773647-6 neutron-server[100247]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15ec8a26-5f36-442c-a168-6498affa2887', 'name': 'network-vif-deleted', 'tag': 'bf79ecaa-be4d-40bf-95e6-0f2da64d736c', 'status': 'completed', 'code': 200} Jul 06 13:59:19.591772 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.l3_dvrscheduler_db [req-13359038-ff36-4b7d-824c-a31e901f78f7 req-30c2ea19-6486-484e-9b3a-ef6fde5f5b54 tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] No DVR routers for this DVR port 55579fa1-991f-40fa-9660-f6873bccef77 on host n-h2-773647-6 {{(pid=100247) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 13:59:19.595167 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-13359038-ff36-4b7d-824c-a31e901f78f7 req-30c2ea19-6486-484e-9b3a-ef6fde5f5b54 tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:19.599510 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-13359038-ff36-4b7d-824c-a31e901f78f7 req-30c2ea19-6486-484e-9b3a-ef6fde5f5b54 tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] 10.222.0.72 "DELETE /v2.0/ports/55579fa1-991f-40fa-9660-f6873bccef77 HTTP/1.1" status: 204 len: 173 time: 1.1457560 Jul 06 13:59:19.611112 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dba4721-9ae3-43de-9b74-10c955a52f59 req-1c229241-8271-426d-9614-0f209f50c6ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:59:19.612680 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-0dba4721-9ae3-43de-9b74-10c955a52f59 req-1c229241-8271-426d-9614-0f209f50c6ff service neutron] 10.222.0.127 "GET /v2.0/ports?tenant_id=483ead9cc6094290930ff4aed37f7463&device_id=96a5ba91-9ae1-4374-9adc-f59710ec4759 HTTP/1.1" status: 200 len: 1100 time: 0.2922323 Jul 06 13:59:19.648670 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-8a21a3c7-9091-4442-af37-61a78da1a99f tempest-ImagesOneServerNegativeTestJSON-2145662933 tempest-ImagesOneServerNegativeTestJSON-2145662933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:19.891277 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0548a98b-c3f0-48ea-ba18-595cd42e3566 req-09f8ad68-d3f5-4825-b219-426770cf0a5b tempest-DeleteServersTestJSON-677393534 tempest-DeleteServersTestJSON-677393534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:59:19.899506 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-0548a98b-c3f0-48ea-ba18-595cd42e3566 req-09f8ad68-d3f5-4825-b219-426770cf0a5b tempest-DeleteServersTestJSON-677393534 tempest-DeleteServersTestJSON-677393534-project] 10.222.0.104 "GET /v2.0/ports?device_id=affa3918-e899-4dfe-8660-4b640439777a HTTP/1.1" status: 200 len: 946 time: 0.2827375 Jul 06 13:59:19.908631 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dba4721-9ae3-43de-9b74-10c955a52f59 req-a325b50f-c60d-4b3a-b9b7-29b6c424b26a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:59:19.910170 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-0dba4721-9ae3-43de-9b74-10c955a52f59 req-a325b50f-c60d-4b3a-b9b7-29b6c424b26a service neutron] 10.222.0.127 "GET /v2.0/networks?id=ac09d390-867f-4b75-a8d2-ab11550bffd6 HTTP/1.1" status: 200 len: 871 time: 0.2335324 Jul 06 13:59:19.962320 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.db_base_plugin_common [None req-8a21a3c7-9091-4442-af37-61a78da1a99f tempest-ImagesOneServerNegativeTestJSON-2145662933 tempest-ImagesOneServerNegativeTestJSON-2145662933-project] Allocated IP 172.25.0.214 (2658f09e-a580-4d4a-9968-2d1e0ad93719/cbf74abc-6fe1-4d33-b005-c948923b9647/54361b05-79a8-4e00-8850-9e21536b843a) {{(pid=100246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 13:59:20.055057 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-0dba4721-9ae3-43de-9b74-10c955a52f59 req-56830a69-caa4-4ae2-a041-9a1724b28d8a service neutron] 10.222.0.127 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.93&port_id=2985e841-186d-4c50-81aa-7edeced86cb2 HTTP/1.1" status: 200 len: 217 time: 0.1350453 Jul 06 13:59:20.144512 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-0548a98b-c3f0-48ea-ba18-595cd42e3566 req-92de658c-bbad-40fe-ba41-1fea47c90dd5 tempest-DeleteServersTestJSON-677393534 tempest-DeleteServersTestJSON-677393534-project] 10.222.0.104 "GET /v2.0/security-groups?id=7d4cbf2c-f907-4452-8928-a2a298fe7ee1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2441144 Jul 06 13:59:20.151345 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-8a21a3c7-9091-4442-af37-61a78da1a99f tempest-ImagesOneServerNegativeTestJSON-2145662933 tempest-ImagesOneServerNegativeTestJSON-2145662933-project] Notify callbacks [] for port, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:20.160927 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dba4721-9ae3-43de-9b74-10c955a52f59 req-f0ffecf0-35a1-4dbd-b9b9-3e5cf52cea7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:59:20.162685 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-0dba4721-9ae3-43de-9b74-10c955a52f59 req-f0ffecf0-35a1-4dbd-b9b9-3e5cf52cea7f service neutron] 10.222.0.127 "GET /v2.0/subnets?id=d1c3cc78-09b9-4e30-99fd-0e5830de101d HTTP/1.1" status: 200 len: 843 time: 0.0970953 Jul 06 13:59:20.226747 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-8a21a3c7-9091-4442-af37-61a78da1a99f tempest-ImagesOneServerNegativeTestJSON-2145662933 tempest-ImagesOneServerNegativeTestJSON-2145662933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-127687573'] for port, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:20.272875 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca25cf8-ad57-4f08-bdd4-65fb127b2b55 req-b90df6cf-179b-484c-9f2e-d4a08d43a893 tempest-ServerDiskConfigTestJSON-920847304 tempest-ServerDiskConfigTestJSON-920847304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:59:20.293404 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-cca25cf8-ad57-4f08-bdd4-65fb127b2b55 req-b90df6cf-179b-484c-9f2e-d4a08d43a893 tempest-ServerDiskConfigTestJSON-920847304 tempest-ServerDiskConfigTestJSON-920847304-project] 10.222.0.104 "GET /v2.0/ports?device_id=b17eeb7c-3d10-4b9a-9008-8da365d16076 HTTP/1.1" status: 200 len: 946 time: 0.2792902 Jul 06 13:59:20.301358 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a21a3c7-9091-4442-af37-61a78da1a99f tempest-ImagesOneServerNegativeTestJSON-2145662933 tempest-ImagesOneServerNegativeTestJSON-2145662933-project] Network 2658f09e-a580-4d4a-9968-2d1e0ad93719 is already hosted by enough agents. {{(pid=100246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 13:59:20.304977 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.base_scheduler [None req-8a21a3c7-9091-4442-af37-61a78da1a99f tempest-ImagesOneServerNegativeTestJSON-2145662933 tempest-ImagesOneServerNegativeTestJSON-2145662933-project] Resources bound (agent type, host, resource id): {{(pid=100246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:59:20.310120 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a21a3c7-9091-4442-af37-61a78da1a99f tempest-ImagesOneServerNegativeTestJSON-2145662933 tempest-ImagesOneServerNegativeTestJSON-2145662933-project] Received port after_create {{(pid=100246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 13:59:20.346570 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a21a3c7-9091-4442-af37-61a78da1a99f tempest-ImagesOneServerNegativeTestJSON-2145662933 tempest-ImagesOneServerNegativeTestJSON-2145662933-project] Pushing event updated for resources: {'Port': ['ID=54361b05-79a8-4e00-8850-9e21536b843a,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:59:20.360318 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-cca25cf8-ad57-4f08-bdd4-65fb127b2b55 req-5fc4a18a-a79f-4151-adf5-b44f8e626591 tempest-ServerDiskConfigTestJSON-920847304 tempest-ServerDiskConfigTestJSON-920847304-project] 10.222.0.104 "GET /v2.0/security-groups?id=bc287469-1102-40d8-b019-cad062af5465&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658071 Jul 06 13:59:20.362348 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dba4721-9ae3-43de-9b74-10c955a52f59 req-575bb4b6-95d0-4fe1-9420-4cf952c9d1c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:59:20.363913 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-0dba4721-9ae3-43de-9b74-10c955a52f59 req-575bb4b6-95d0-4fe1-9420-4cf952c9d1c4 service neutron] 10.222.0.127 "GET /v2.0/ports?network_id=ac09d390-867f-4b75-a8d2-ab11550bffd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1904356 Jul 06 13:59:20.434131 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-8a21a3c7-9091-4442-af37-61a78da1a99f tempest-ImagesOneServerNegativeTestJSON-2145662933 tempest-ImagesOneServerNegativeTestJSON-2145662933-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:20.467017 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Device bf79ecaa-be4d-40bf-95e6-0f2da64d736c no longer exists at agent hyperv_n-h1-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 13:59:20.506528 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-0dba4721-9ae3-43de-9b74-10c955a52f59 req-fdf3d9cc-7b7a-4350-af8f-8c26a92946e4 service neutron] 10.222.0.127 "GET /v2.0/networks/ac09d390-867f-4b75-a8d2-ab11550bffd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1349635 Jul 06 13:59:20.548479 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-8a21a3c7-9091-4442-af37-61a78da1a99f tempest-ImagesOneServerNegativeTestJSON-2145662933 tempest-ImagesOneServerNegativeTestJSON-2145662933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:20.551517 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] No Port match for: bf79ecaa-be4d-40bf-95e6-0f2da64d736c {{(pid=100248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 13:59:20.551874 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Device bf79ecaa-be4d-40bf-95e6-0f2da64d736c not bound to the agent host n-h1-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 13:59:20.701775 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-9a6c3245-f553-46a1-81a7-cb3c052eca90 req-68b921d8-4eef-4b5a-91e7-5d0a4e567dc4 tempest-ServersOnMultiNodesTest-299961212 tempest-ServersOnMultiNodesTest-299961212-project] 10.222.0.104 "GET /v2.0/ports?device_id=d3841228-bd36-4f42-bf1c-f86b93e259d3 HTTP/1.1" status: 200 len: 210 time: 0.0772462 Jul 06 13:59:20.760160 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-97258e48-5977-4dba-b359-fb07667a8080 req-776341a6-1c09-4363-b26e-967f2f5fc397 tempest-LiveAutoBlockMigrationV225Test-654794443 tempest-LiveAutoBlockMigrationV225Test-654794443-project] 10.222.0.104 "GET /v2.0/ports?device_id=bfcd3842-80bd-408f-8df3-2747ee09b496 HTTP/1.1" status: 200 len: 210 time: 0.0528460 Jul 06 13:59:20.833363 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-0dba4721-9ae3-43de-9b74-10c955a52f59 req-e60233f9-59de-4e19-9ca4-0bcd85c124f4 service neutron] 10.222.0.127 "GET /v2.0/networks/ac09d390-867f-4b75-a8d2-ab11550bffd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3199718 Jul 06 13:59:20.834023 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-8a21a3c7-9091-4442-af37-61a78da1a99f tempest-ImagesOneServerNegativeTestJSON-2145662933 tempest-ImagesOneServerNegativeTestJSON-2145662933-project] Notify callbacks [] for port, precommit_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:20.842991 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-8a21a3c7-9091-4442-af37-61a78da1a99f tempest-ImagesOneServerNegativeTestJSON-2145662933 tempest-ImagesOneServerNegativeTestJSON-2145662933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127687527'] for port, after_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:20.898443 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a21a3c7-9091-4442-af37-61a78da1a99f tempest-ImagesOneServerNegativeTestJSON-2145662933 tempest-ImagesOneServerNegativeTestJSON-2145662933-project] Pushing event updated for resources: {'Port': ['ID=54361b05-79a8-4e00-8850-9e21536b843a,revision_number=2']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:59:20.962123 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-8a21a3c7-9091-4442-af37-61a78da1a99f tempest-ImagesOneServerNegativeTestJSON-2145662933 tempest-ImagesOneServerNegativeTestJSON-2145662933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1761130'] for floatingip, after_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:20.980652 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-8a21a3c7-9091-4442-af37-61a78da1a99f tempest-ImagesOneServerNegativeTestJSON-2145662933 tempest-ImagesOneServerNegativeTestJSON-2145662933-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for floatingip, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:20.981947 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-8a21a3c7-9091-4442-af37-61a78da1a99f tempest-ImagesOneServerNegativeTestJSON-2145662933 tempest-ImagesOneServerNegativeTestJSON-2145662933-project] 10.222.0.104 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.6275887 Jul 06 13:59:21.444854 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-c905bbd2-55de-4bee-b43b-99a2c60a17a3 req-4a0992fa-a70c-477a-8ac9-2c23e664e88a tempest-ServersOnMultiNodesTest-299961212 tempest-ServersOnMultiNodesTest-299961212-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=ae0918c1680140d8a89ce8f9c600b37d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0243080 Jul 06 13:59:21.573155 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945b90d4-7afd-4a05-b2c0-569282603d63 req-4fa0309b-ee71-4102-883c-811ffdd2380a tempest-ImagesOneServerNegativeTestJSON-2145662933 tempest-ImagesOneServerNegativeTestJSON-2145662933-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:59:21.574567 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-945b90d4-7afd-4a05-b2c0-569282603d63 req-4fa0309b-ee71-4102-883c-811ffdd2380a tempest-ImagesOneServerNegativeTestJSON-2145662933 tempest-ImagesOneServerNegativeTestJSON-2145662933-project] 10.222.0.104 "GET /v2.0/networks?id=2087659c-d042-4f52-8c8b-57a851bb551b HTTP/1.1" status: 200 len: 822 time: 0.2198467 Jul 06 13:59:21.598520 n-d-773647-6 neutron-server[100247]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cafbb505-1705-4cb2-a601-c8ea5a6459a9', 'name': 'network-vif-deleted', 'tag': '55579fa1-991f-40fa-9660-f6873bccef77'}] {{(pid=100247) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 13:59:21.601070 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cbf0eeaae822f8fc9b87a94aeba67a3d651842baf663a51cba94b67a514836d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d1b04e8-a34d-4755-a352-7ad97ea9a191" -d '{"events": [{"server_uuid": "cafbb505-1705-4cb2-a601-c8ea5a6459a9", "name": "network-vif-deleted", "tag": "55579fa1-991f-40fa-9660-f6873bccef77"}]}' {{(pid=100247) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:59:21.632054 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-945b90d4-7afd-4a05-b2c0-569282603d63 req-5c074b71-dac9-4a20-9560-c17257266966 tempest-ImagesOneServerNegativeTestJSON-2145662933 tempest-ImagesOneServerNegativeTestJSON-2145662933-project] 10.222.0.104 "GET /v2.0/quotas/8d6af3c3691644c2b04c2cdb0feff257 HTTP/1.1" status: 200 len: 375 time: 0.0342953 Jul 06 13:59:21.646318 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c905bbd2-55de-4bee-b43b-99a2c60a17a3 req-f9443711-0342-46af-938b-a6e74c9dfd12 tempest-ServersOnMultiNodesTest-299961212 tempest-ServersOnMultiNodesTest-299961212-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:59:21.647793 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-c905bbd2-55de-4bee-b43b-99a2c60a17a3 req-f9443711-0342-46af-938b-a6e74c9dfd12 tempest-ServersOnMultiNodesTest-299961212 tempest-ServersOnMultiNodesTest-299961212-project] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1981962 Jul 06 13:59:21.665222 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766e320d-07f9-46ad-a76a-2e46f7de8767 req-c1f70f17-4641-4f88-b150-04cc3794c65d tempest-DeleteServersTestJSON-677393534 tempest-DeleteServersTestJSON-677393534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:59:21.670796 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-766e320d-07f9-46ad-a76a-2e46f7de8767 req-c1f70f17-4641-4f88-b150-04cc3794c65d tempest-DeleteServersTestJSON-677393534 tempest-DeleteServersTestJSON-677393534-project] 10.222.0.104 "GET /v2.0/ports?device_id=affa3918-e899-4dfe-8660-4b640439777a HTTP/1.1" status: 200 len: 946 time: 0.1549973 Jul 06 13:59:21.691494 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [req-c905bbd2-55de-4bee-b43b-99a2c60a17a3 req-37998988-e8c9-436a-b7ef-7a560e94fb4e tempest-ServersOnMultiNodesTest-299961212 tempest-ServersOnMultiNodesTest-299961212-project] Request body: {'port': {'device_id': 'd3841228-bd36-4f42-bf1c-f86b93e259d3', 'network_id': 'ac09d390-867f-4b75-a8d2-ab11550bffd6', 'admin_state_up': True, 'tenant_id': 'ae0918c1680140d8a89ce8f9c600b37d'}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:59:21.787734 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-766e320d-07f9-46ad-a76a-2e46f7de8767 req-69c00cd2-ded3-40f7-a83d-ee2d645abc22 tempest-DeleteServersTestJSON-677393534 tempest-DeleteServersTestJSON-677393534-project] 10.222.0.104 "GET /v2.0/security-groups?id=7d4cbf2c-f907-4452-8928-a2a298fe7ee1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002538 Jul 06 13:59:21.832804 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-945b90d4-7afd-4a05-b2c0-569282603d63 req-6065af5f-8a02-4ccb-98f4-76034db4ef5f tempest-ImagesOneServerNegativeTestJSON-2145662933 tempest-ImagesOneServerNegativeTestJSON-2145662933-project] 10.222.0.104 "GET /v2.0/ports?tenant_id=8d6af3c3691644c2b04c2cdb0feff257&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1840129 Jul 06 13:59:21.869996 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c905bbd2-55de-4bee-b43b-99a2c60a17a3 req-37998988-e8c9-436a-b7ef-7a560e94fb4e tempest-ServersOnMultiNodesTest-299961212 tempest-ServersOnMultiNodesTest-299961212-project] Made reservation on behalf of ae0918c1680140d8a89ce8f9c600b37d for: {'port': 1} {{(pid=100247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 13:59:21.874393 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-c905bbd2-55de-4bee-b43b-99a2c60a17a3 req-37998988-e8c9-436a-b7ef-7a560e94fb4e tempest-ServersOnMultiNodesTest-299961212 tempest-ServersOnMultiNodesTest-299961212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:21.883706 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-c905bbd2-55de-4bee-b43b-99a2c60a17a3 req-37998988-e8c9-436a-b7ef-7a560e94fb4e tempest-ServersOnMultiNodesTest-299961212 tempest-ServersOnMultiNodesTest-299961212-project] Notify callbacks [] for security_group, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:22.062277 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022349d2-aeeb-4412-a856-f468a629ea0c req-29299b45-fc94-4e34-aa37-de4c1d2d1fc6 tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:59:22.063702 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-022349d2-aeeb-4412-a856-f468a629ea0c req-29299b45-fc94-4e34-aa37-de4c1d2d1fc6 tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] 10.222.0.104 "GET /v2.0/ports?device_id=96a5ba91-9ae1-4374-9adc-f59710ec4759 HTTP/1.1" status: 200 len: 949 time: 0.1577032 Jul 06 13:59:22.121823 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-c905bbd2-55de-4bee-b43b-99a2c60a17a3 req-37998988-e8c9-436a-b7ef-7a560e94fb4e tempest-ServersOnMultiNodesTest-299961212 tempest-ServersOnMultiNodesTest-299961212-project] Notify callbacks [] for security_group, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:22.133531 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-c905bbd2-55de-4bee-b43b-99a2c60a17a3 req-37998988-e8c9-436a-b7ef-7a560e94fb4e tempest-ServersOnMultiNodesTest-299961212 tempest-ServersOnMultiNodesTest-299961212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:22.167839 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-022349d2-aeeb-4412-a856-f468a629ea0c req-138993d8-c68c-4da8-b108-3bfa26da7607 tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] 10.222.0.104 "GET /v2.0/security-groups?id=9f5b92e9-7340-49c3-a9bb-41e4a1caffc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979891 Jul 06 13:59:22.172791 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-945b90d4-7afd-4a05-b2c0-569282603d63 req-a44b3ed5-9a0f-461c-bfb2-b6e11fcb9052 service neutron] 10.222.0.104 "GET /v2.0/networks/2087659c-d042-4f52-8c8b-57a851bb551b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3286502 Jul 06 13:59:22.236866 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37998988-e8c9-436a-b7ef-7a560e94fb4e tempest-ServersOnMultiNodesTest-299961212 tempest-ServersOnMultiNodesTest-299961212-project] Pushing event updated for resources: {'SecurityGroup': ['ID=304f894d-c671-4a59-b0fb-2a4d849c5ac9,revision_number=1']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:59:22.363900 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-945b90d4-7afd-4a05-b2c0-569282603d63 req-c44df205-5f13-46f2-a95a-c24974870778 service neutron] 10.222.0.104 "GET /v2.0/networks/2087659c-d042-4f52-8c8b-57a851bb551b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1603906 Jul 06 13:59:22.364979 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.db_base_plugin_common [req-c905bbd2-55de-4bee-b43b-99a2c60a17a3 req-37998988-e8c9-436a-b7ef-7a560e94fb4e tempest-ServersOnMultiNodesTest-299961212 tempest-ServersOnMultiNodesTest-299961212-project] Allocated IP 192.168.233.76 (ac09d390-867f-4b75-a8d2-ab11550bffd6/d1c3cc78-09b9-4e30-99fd-0e5830de101d/05481f2d-582e-4146-a307-f062af9d861e) {{(pid=100247) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 13:59:22.600716 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-c905bbd2-55de-4bee-b43b-99a2c60a17a3 req-37998988-e8c9-436a-b7ef-7a560e94fb4e tempest-ServersOnMultiNodesTest-299961212 tempest-ServersOnMultiNodesTest-299961212-project] Notify callbacks [] for port, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:22.624014 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.provisioning_blocks [req-c905bbd2-55de-4bee-b43b-99a2c60a17a3 req-37998988-e8c9-436a-b7ef-7a560e94fb4e tempest-ServersOnMultiNodesTest-299961212 tempest-ServersOnMultiNodesTest-299961212-project] Transition to ACTIVE for port object 05481f2d-582e-4146-a307-f062af9d861e will not be triggered until provisioned by entity DHCP. {{(pid=100247) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 13:59:22.664797 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 13:59:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab9ad53d-cc2d-4e69-99e2-0ff978f3b509 x-openstack-request-id: req-ab9ad53d-cc2d-4e69-99e2-0ff978f3b509 {{(pid=100247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:59:22.665106 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cafbb505-1705-4cb2-a601-c8ea5a6459a9", "name": "network-vif-deleted", "tag": "55579fa1-991f-40fa-9660-f6873bccef77", "status": "completed", "code": 200}]} {{(pid=100247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:59:22.665454 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-ab9ad53d-cc2d-4e69-99e2-0ff978f3b509 {{(pid=100247) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:59:22.667511 n-d-773647-6 neutron-server[100247]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cafbb505-1705-4cb2-a601-c8ea5a6459a9', 'name': 'network-vif-deleted', 'tag': '55579fa1-991f-40fa-9660-f6873bccef77', 'status': 'completed', 'code': 200} Jul 06 13:59:22.670787 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Device 55579fa1-991f-40fa-9660-f6873bccef77 no longer exists at agent hyperv_n-h2-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 13:59:22.692876 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] No Port match for: 55579fa1-991f-40fa-9660-f6873bccef77 {{(pid=100248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 13:59:22.693474 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Device 55579fa1-991f-40fa-9660-f6873bccef77 not bound to the agent host n-h2-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 13:59:22.702545 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-c905bbd2-55de-4bee-b43b-99a2c60a17a3 req-37998988-e8c9-436a-b7ef-7a560e94fb4e tempest-ServersOnMultiNodesTest-299961212 tempest-ServersOnMultiNodesTest-299961212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-128888360'] for port, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:22.791434 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c905bbd2-55de-4bee-b43b-99a2c60a17a3 req-37998988-e8c9-436a-b7ef-7a560e94fb4e tempest-ServersOnMultiNodesTest-299961212 tempest-ServersOnMultiNodesTest-299961212-project] Network ac09d390-867f-4b75-a8d2-ab11550bffd6 is already hosted by enough agents. {{(pid=100247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 13:59:22.803304 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.base_scheduler [req-c905bbd2-55de-4bee-b43b-99a2c60a17a3 req-37998988-e8c9-436a-b7ef-7a560e94fb4e tempest-ServersOnMultiNodesTest-299961212 tempest-ServersOnMultiNodesTest-299961212-project] Resources bound (agent type, host, resource id): {{(pid=100247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:59:22.814811 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.l3_dvrscheduler_db [req-c905bbd2-55de-4bee-b43b-99a2c60a17a3 req-37998988-e8c9-436a-b7ef-7a560e94fb4e tempest-ServersOnMultiNodesTest-299961212 tempest-ServersOnMultiNodesTest-299961212-project] Received port after_create {{(pid=100247) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 13:59:22.851372 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-339ee864-ab93-4ce0-a69f-73ffeec13f1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:22.851643 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37998988-e8c9-436a-b7ef-7a560e94fb4e tempest-ServersOnMultiNodesTest-299961212 tempest-ServersOnMultiNodesTest-299961212-project] Pushing event updated for resources: {'Port': ['ID=05481f2d-582e-4146-a307-f062af9d861e,revision_number=1']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:59:22.887877 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c616e71-c796-490b-ad7a-d9c70ed783f5 req-c38eddc2-1ee1-4191-8c26-3c8b3cfc05e0 tempest-ServerDiskConfigTestJSON-920847304 tempest-ServerDiskConfigTestJSON-920847304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:59:22.889535 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-7c616e71-c796-490b-ad7a-d9c70ed783f5 req-c38eddc2-1ee1-4191-8c26-3c8b3cfc05e0 tempest-ServerDiskConfigTestJSON-920847304 tempest-ServerDiskConfigTestJSON-920847304-project] 10.222.0.104 "GET /v2.0/ports?device_id=b17eeb7c-3d10-4b9a-9008-8da365d16076 HTTP/1.1" status: 200 len: 946 time: 0.2210789 Jul 06 13:59:22.918340 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c905bbd2-55de-4bee-b43b-99a2c60a17a3 req-37998988-e8c9-436a-b7ef-7a560e94fb4e tempest-ServersOnMultiNodesTest-299961212 tempest-ServersOnMultiNodesTest-299961212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:59:22.918982 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-c905bbd2-55de-4bee-b43b-99a2c60a17a3 req-37998988-e8c9-436a-b7ef-7a560e94fb4e tempest-ServersOnMultiNodesTest-299961212 tempest-ServersOnMultiNodesTest-299961212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:22.942313 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-c905bbd2-55de-4bee-b43b-99a2c60a17a3 req-37998988-e8c9-436a-b7ef-7a560e94fb4e tempest-ServersOnMultiNodesTest-299961212 tempest-ServersOnMultiNodesTest-299961212-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.2728357 Jul 06 13:59:22.979202 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-7c616e71-c796-490b-ad7a-d9c70ed783f5 req-1b24649d-ea73-47ae-80a5-82d448da5c0b tempest-ServerDiskConfigTestJSON-920847304 tempest-ServerDiskConfigTestJSON-920847304-project] 10.222.0.104 "GET /v2.0/security-groups?id=bc287469-1102-40d8-b019-cad062af5465&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800042 Jul 06 13:59:22.983504 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [req-c905bbd2-55de-4bee-b43b-99a2c60a17a3 req-551a15a5-a251-4eef-aff5-4b0bb56b660b service neutron] Request body: {'port': {'device_id': 'd3841228-bd36-4f42-bf1c-f86b93e259d3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-773647-6'}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:59:23.091117 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095fd44f-a65b-4cbc-87a4-6f45ffac3fb3 req-8247f852-540e-4169-9f1b-08b0cbdde2fe tempest-ServersOnMultiNodesTest-299961212 tempest-ServersOnMultiNodesTest-299961212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:59:23.098102 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-095fd44f-a65b-4cbc-87a4-6f45ffac3fb3 req-8247f852-540e-4169-9f1b-08b0cbdde2fe tempest-ServersOnMultiNodesTest-299961212 tempest-ServersOnMultiNodesTest-299961212-project] 10.222.0.104 "GET /v2.0/ports?device_id=d3841228-bd36-4f42-bf1c-f86b93e259d3 HTTP/1.1" status: 200 len: 935 time: 0.3723528 Jul 06 13:59:23.109782 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-7d8dde84-4f58-46e9-93ec-996703e8e46e None None] Provisioning for port 05481f2d-582e-4146-a307-f062af9d861e completed by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 13:59:23.116342 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-7d8dde84-4f58-46e9-93ec-996703e8e46e None None] Provisioning complete for port 05481f2d-582e-4146-a307-f062af9d861e triggered by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:59:23.117657 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-7d8dde84-4f58-46e9-93ec-996703e8e46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:23.192298 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-c905bbd2-55de-4bee-b43b-99a2c60a17a3 req-551a15a5-a251-4eef-aff5-4b0bb56b660b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:23.204566 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-7d8dde84-4f58-46e9-93ec-996703e8e46e None None] Port 05481f2d-582e-4146-a307-f062af9d861e cannot update to ACTIVE because it is not bound. {{(pid=100248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 13:59:23.210662 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-095fd44f-a65b-4cbc-87a4-6f45ffac3fb3 req-63447db8-6fdd-441b-9960-68887b84557b tempest-ServersOnMultiNodesTest-299961212 tempest-ServersOnMultiNodesTest-299961212-project] 10.222.0.104 "GET /v2.0/security-groups?id=304f894d-c671-4a59-b0fb-2a4d849c5ac9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116104 Jul 06 13:59:23.282424 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c688e307-d8fc-484e-964f-faba4d62f460 req-d3a0d661-8f34-4420-9cf7-d898c5948cd5 tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:59:23.288533 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-c688e307-d8fc-484e-964f-faba4d62f460 req-d3a0d661-8f34-4420-9cf7-d898c5948cd5 tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] 10.222.0.127 "GET /v2.0/ports?device_id=96a5ba91-9ae1-4374-9adc-f59710ec4759 HTTP/1.1" status: 200 len: 949 time: 0.2769756 Jul 06 13:59:23.537640 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-4bfe74fa-eca2-4c02-a273-250f4fb35fbf req-e3556963-9e9e-49a6-872b-7f4d76192de1 tempest-ImagesOneServerNegativeTestJSON-2145662933 tempest-ImagesOneServerNegativeTestJSON-2145662933-project] 10.222.0.104 "GET /v2.0/ports?device_id=ee3677f0-8a01-4c2d-8e4e-11c1aec12e10 HTTP/1.1" status: 200 len: 210 time: 0.0846822 Jul 06 13:59:23.756812 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.plugin [req-c688e307-d8fc-484e-964f-faba4d62f460 req-99ffc677-a578-4946-b706-9647b8036720 tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] Deleting port 2985e841-186d-4c50-81aa-7edeced86cb2 {{(pid=100247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 13:59:23.757360 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-c688e307-d8fc-484e-964f-faba4d62f460 req-99ffc677-a578-4946-b706-9647b8036720 tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:23.971129 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 33790) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:59:24.143393 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945b90d4-7afd-4a05-b2c0-569282603d63 req-56d04fd3-a472-4b00-a371-798e007c5502 tempest-ImagesOneServerNegativeTestJSON-2145662933 tempest-ImagesOneServerNegativeTestJSON-2145662933-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:59:24.145564 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-945b90d4-7afd-4a05-b2c0-569282603d63 req-56d04fd3-a472-4b00-a371-798e007c5502 tempest-ImagesOneServerNegativeTestJSON-2145662933 tempest-ImagesOneServerNegativeTestJSON-2145662933-project] 10.222.0.72 "GET /v2.0/networks?id=2087659c-d042-4f52-8c8b-57a851bb551b HTTP/1.1" status: 200 len: 822 time: 0.1438890 Jul 06 13:59:24.158984 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [req-945b90d4-7afd-4a05-b2c0-569282603d63 req-d18366a6-d3e9-489a-9a8a-21d25ef5da3c tempest-ImagesOneServerNegativeTestJSON-2145662933 tempest-ImagesOneServerNegativeTestJSON-2145662933-project] Request body: {'port': {'device_id': 'ee3677f0-8a01-4c2d-8e4e-11c1aec12e10', 'network_id': '2087659c-d042-4f52-8c8b-57a851bb551b', 'admin_state_up': True, 'tenant_id': '8d6af3c3691644c2b04c2cdb0feff257'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:59:24.322767 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-ed5f2012-de77-41fc-81d4-e8c2bd6882d0 admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=fd1179e270854812bfc36cc0e270ba96&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3495224 Jul 06 13:59:24.323427 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 33798) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:59:24.421221 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-539652c8-61d8-4027-b2fc-c4c7ba65bf1f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:24.422180 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-945b90d4-7afd-4a05-b2c0-569282603d63 req-d18366a6-d3e9-489a-9a8a-21d25ef5da3c tempest-ImagesOneServerNegativeTestJSON-2145662933 tempest-ImagesOneServerNegativeTestJSON-2145662933-project] Made reservation on behalf of 8d6af3c3691644c2b04c2cdb0feff257 for: {'port': 1} {{(pid=100246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 13:59:24.426406 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-945b90d4-7afd-4a05-b2c0-569282603d63 req-d18366a6-d3e9-489a-9a8a-21d25ef5da3c tempest-ImagesOneServerNegativeTestJSON-2145662933 tempest-ImagesOneServerNegativeTestJSON-2145662933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:24.479192 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-539652c8-61d8-4027-b2fc-c4c7ba65bf1f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:24.547866 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.db [req-c688e307-d8fc-484e-964f-faba4d62f460 req-99ffc677-a578-4946-b706-9647b8036720 tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] For port 2985e841-186d-4c50-81aa-7edeced86cb2, host n-h1-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773647-6',level=0,port_id=2985e841-186d-4c50-81aa-7edeced86cb2,segment=NetworkSegment(c9ea893d-045e-42cf-b3dd-cdd1f79baccd),segment_id=c9ea893d-045e-42cf-b3dd-cdd1f79baccd)] {{(pid=100247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:59:24.548555 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-c688e307-d8fc-484e-964f-faba4d62f460 req-99ffc677-a578-4946-b706-9647b8036720 tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:24.552542 n-d-773647-6 neutron-server[100247]: DEBUG neutron.notifiers.nova [req-c905bbd2-55de-4bee-b43b-99a2c60a17a3 req-551a15a5-a251-4eef-aff5-4b0bb56b660b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 05481f2d-582e-4146-a307-f062af9d861e {{(pid=100247) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 13:59:24.571182 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-c905bbd2-55de-4bee-b43b-99a2c60a17a3 req-551a15a5-a251-4eef-aff5-4b0bb56b660b service neutron] Notify callbacks [] for port, precommit_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:24.587260 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fed2ed-9e55-455d-9f9a-e7fe8d088752 req-8c1cc5c1-7306-402d-bb25-ca5fe63eadf2 tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:59:24.591464 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-e2fed2ed-9e55-455d-9f9a-e7fe8d088752 req-8c1cc5c1-7306-402d-bb25-ca5fe63eadf2 tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] 10.222.0.104 "GET /v2.0/ports?device_id=96a5ba91-9ae1-4374-9adc-f59710ec4759 HTTP/1.1" status: 200 len: 949 time: 0.8589585 Jul 06 13:59:24.601174 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.plugin [req-c688e307-d8fc-484e-964f-faba4d62f460 req-99ffc677-a578-4946-b706-9647b8036720 tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] Calling delete_port for 2985e841-186d-4c50-81aa-7edeced86cb2 owned by compute:nova {{(pid=100247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 13:59:24.612015 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-539652c8-61d8-4027-b2fc-c4c7ba65bf1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:24.614837 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-539652c8-61d8-4027-b2fc-c4c7ba65bf1f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:24.619614 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-539652c8-61d8-4027-b2fc-c4c7ba65bf1f admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/9ce4c80a-5086-4b6d-8895-e157d8baf449 HTTP/1.1" status: 204 len: 168 time: 0.2923927 Jul 06 13:59:24.636409 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539652c8-61d8-4027-b2fc-c4c7ba65bf1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ce4c80a-5086-4b6d-8895-e157d8baf449,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:59:24.648559 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.provisioning_blocks [req-c905bbd2-55de-4bee-b43b-99a2c60a17a3 req-551a15a5-a251-4eef-aff5-4b0bb56b660b service neutron] Transition to ACTIVE for port object 05481f2d-582e-4146-a307-f062af9d861e will not be triggered until provisioned by entity L2. {{(pid=100247) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 13:59:24.684372 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.db_base_plugin_common [req-945b90d4-7afd-4a05-b2c0-569282603d63 req-d18366a6-d3e9-489a-9a8a-21d25ef5da3c tempest-ImagesOneServerNegativeTestJSON-2145662933 tempest-ImagesOneServerNegativeTestJSON-2145662933-project] Allocated IP 172.20.0.12 (2087659c-d042-4f52-8c8b-57a851bb551b/0d9c7e4d-cc45-436f-9515-ad95d32a063f/19197a80-a7a8-41b1-9297-9597fdb5fa2b) {{(pid=100246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 13:59:24.698159 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3361319d-2914-44d5-bd51-8d5063bb10bf req-0e98094e-21df-4a6a-a91c-115f58e2a5a6 tempest-DeleteServersTestJSON-677393534 tempest-DeleteServersTestJSON-677393534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:59:24.706240 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-3361319d-2914-44d5-bd51-8d5063bb10bf req-0e98094e-21df-4a6a-a91c-115f58e2a5a6 tempest-DeleteServersTestJSON-677393534 tempest-DeleteServersTestJSON-677393534-project] 10.222.0.104 "GET /v2.0/ports?device_id=affa3918-e899-4dfe-8660-4b640439777a HTTP/1.1" status: 200 len: 946 time: 0.8953390 Jul 06 13:59:24.718291 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-c905bbd2-55de-4bee-b43b-99a2c60a17a3 req-551a15a5-a251-4eef-aff5-4b0bb56b660b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128888538'] for port, after_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:24.812195 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-e2fed2ed-9e55-455d-9f9a-e7fe8d088752 req-0d87cb09-6558-47ad-bc71-5c20470fb4ec tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] 10.222.0.104 "GET /v2.0/security-groups?id=9f5b92e9-7340-49c3-a9bb-41e4a1caffc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2083256 Jul 06 13:59:24.895590 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-3361319d-2914-44d5-bd51-8d5063bb10bf req-8088bb95-0629-40a4-9d97-8752f816384d tempest-DeleteServersTestJSON-677393534 tempest-DeleteServersTestJSON-677393534-project] 10.222.0.104 "GET /v2.0/security-groups?id=7d4cbf2c-f907-4452-8928-a2a298fe7ee1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1881695 Jul 06 13:59:24.898004 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551a15a5-a251-4eef-aff5-4b0bb56b660b service neutron] Pushing event updated for resources: {'Port': ['ID=05481f2d-582e-4146-a307-f062af9d861e,revision_number=2']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:59:24.994943 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-945b90d4-7afd-4a05-b2c0-569282603d63 req-d18366a6-d3e9-489a-9a8a-21d25ef5da3c tempest-ImagesOneServerNegativeTestJSON-2145662933 tempest-ImagesOneServerNegativeTestJSON-2145662933-project] Notify callbacks [] for port, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:25.115821 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.managers [req-c905bbd2-55de-4bee-b43b-99a2c60a17a3 req-551a15a5-a251-4eef-aff5-4b0bb56b660b service neutron] Attempting to bind port 05481f2d-582e-4146-a307-f062af9d861e on host n-h2-773647-6 for vnic_type normal with profile {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 13:59:25.116472 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.managers [req-c905bbd2-55de-4bee-b43b-99a2c60a17a3 req-551a15a5-a251-4eef-aff5-4b0bb56b660b service neutron] Attempting to bind port 05481f2d-582e-4146-a307-f062af9d861e by drivers openvswitch,hyperv on host n-h2-773647-6 at level 0 using segments [{'id': 'c9ea893d-045e-42cf-b3dd-cdd1f79baccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'ac09d390-867f-4b75-a8d2-ab11550bffd6'}] {{(pid=100247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 13:59:25.116884 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c905bbd2-55de-4bee-b43b-99a2c60a17a3 req-551a15a5-a251-4eef-aff5-4b0bb56b660b service neutron] Attempting to bind port 05481f2d-582e-4146-a307-f062af9d861e on network ac09d390-867f-4b75-a8d2-ab11550bffd6 {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 13:59:25.117958 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-945b90d4-7afd-4a05-b2c0-569282603d63 req-d18366a6-d3e9-489a-9a8a-21d25ef5da3c tempest-ImagesOneServerNegativeTestJSON-2145662933 tempest-ImagesOneServerNegativeTestJSON-2145662933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-127687573'] for port, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:25.131155 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c905bbd2-55de-4bee-b43b-99a2c60a17a3 req-551a15a5-a251-4eef-aff5-4b0bb56b660b service neutron] Port 05481f2d-582e-4146-a307-f062af9d861e on network ac09d390-867f-4b75-a8d2-ab11550bffd6 not bound, no agent of type Open vSwitch agent registered on host n-h2-773647-6 {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 13:59:25.131526 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c905bbd2-55de-4bee-b43b-99a2c60a17a3 req-551a15a5-a251-4eef-aff5-4b0bb56b660b service neutron] Attempting to bind port 05481f2d-582e-4146-a307-f062af9d861e on network ac09d390-867f-4b75-a8d2-ab11550bffd6 {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 13:59:25.187716 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-945b90d4-7afd-4a05-b2c0-569282603d63 req-d18366a6-d3e9-489a-9a8a-21d25ef5da3c tempest-ImagesOneServerNegativeTestJSON-2145662933 tempest-ImagesOneServerNegativeTestJSON-2145662933-project] Network 2087659c-d042-4f52-8c8b-57a851bb551b is already hosted by enough agents. {{(pid=100246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 13:59:25.192426 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.base_scheduler [req-945b90d4-7afd-4a05-b2c0-569282603d63 req-d18366a6-d3e9-489a-9a8a-21d25ef5da3c tempest-ImagesOneServerNegativeTestJSON-2145662933 tempest-ImagesOneServerNegativeTestJSON-2145662933-project] Resources bound (agent type, host, resource id): {{(pid=100246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:59:25.201792 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [req-945b90d4-7afd-4a05-b2c0-569282603d63 req-d18366a6-d3e9-489a-9a8a-21d25ef5da3c tempest-ImagesOneServerNegativeTestJSON-2145662933 tempest-ImagesOneServerNegativeTestJSON-2145662933-project] Received port after_create {{(pid=100246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 13:59:25.206372 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c905bbd2-55de-4bee-b43b-99a2c60a17a3 req-551a15a5-a251-4eef-aff5-4b0bb56b660b service neutron] Checking agent: {'id': '63768ece-0600-4354-8d29-fdedec96b077', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-773647-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 51, 10), 'started_at': datetime.datetime(2021, 7, 6, 13, 51, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 13, 59, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 13:59:25.206721 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c905bbd2-55de-4bee-b43b-99a2c60a17a3 req-551a15a5-a251-4eef-aff5-4b0bb56b660b service neutron] Checking segment: {'id': 'c9ea893d-045e-42cf-b3dd-cdd1f79baccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'ac09d390-867f-4b75-a8d2-ab11550bffd6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100247) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 13:59:25.207111 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c905bbd2-55de-4bee-b43b-99a2c60a17a3 req-551a15a5-a251-4eef-aff5-4b0bb56b660b service neutron] Bound using segment: {'id': 'c9ea893d-045e-42cf-b3dd-cdd1f79baccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'ac09d390-867f-4b75-a8d2-ab11550bffd6'} {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 13:59:25.207707 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.managers [req-c905bbd2-55de-4bee-b43b-99a2c60a17a3 req-551a15a5-a251-4eef-aff5-4b0bb56b660b service neutron] Bound port: 05481f2d-582e-4146-a307-f062af9d861e, host: n-h2-773647-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c9ea893d-045e-42cf-b3dd-cdd1f79baccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'ac09d390-867f-4b75-a8d2-ab11550bffd6'}}] {{(pid=100247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 13:59:25.208073 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-c905bbd2-55de-4bee-b43b-99a2c60a17a3 req-551a15a5-a251-4eef-aff5-4b0bb56b660b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:25.218838 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-c688e307-d8fc-484e-964f-faba4d62f460 req-99ffc677-a578-4946-b706-9647b8036720 tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128888353'] for port, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:25.248572 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18366a6-d3e9-489a-9a8a-21d25ef5da3c tempest-ImagesOneServerNegativeTestJSON-2145662933 tempest-ImagesOneServerNegativeTestJSON-2145662933-project] Pushing event updated for resources: {'Port': ['ID=19197a80-a7a8-41b1-9297-9597fdb5fa2b,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:59:25.288365 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945b90d4-7afd-4a05-b2c0-569282603d63 req-d18366a6-d3e9-489a-9a8a-21d25ef5da3c tempest-ImagesOneServerNegativeTestJSON-2145662933 tempest-ImagesOneServerNegativeTestJSON-2145662933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:59:25.295030 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-945b90d4-7afd-4a05-b2c0-569282603d63 req-d18366a6-d3e9-489a-9a8a-21d25ef5da3c tempest-ImagesOneServerNegativeTestJSON-2145662933 tempest-ImagesOneServerNegativeTestJSON-2145662933-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:25.311013 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ffc677-a578-4946-b706-9647b8036720 tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] Pushing event deleted for resources: {'Port': ['ID=2985e841-186d-4c50-81aa-7edeced86cb2,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:59:25.325048 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-945b90d4-7afd-4a05-b2c0-569282603d63 req-d18366a6-d3e9-489a-9a8a-21d25ef5da3c tempest-ImagesOneServerNegativeTestJSON-2145662933 tempest-ImagesOneServerNegativeTestJSON-2145662933-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1701372 Jul 06 13:59:25.340203 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [req-945b90d4-7afd-4a05-b2c0-569282603d63 req-f5482f18-68c8-4aef-a16a-9fe106100467 service neutron] Request body: {'port': {'device_id': 'ee3677f0-8a01-4c2d-8e4e-11c1aec12e10', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-773647-6'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:59:25.398367 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.l3_dvrscheduler_db [req-c688e307-d8fc-484e-964f-faba4d62f460 req-99ffc677-a578-4946-b706-9647b8036720 tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] No DVR routers for this DVR port 2985e841-186d-4c50-81aa-7edeced86cb2 on host n-h1-773647-6 {{(pid=100247) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 13:59:25.404108 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-c688e307-d8fc-484e-964f-faba4d62f460 req-99ffc677-a578-4946-b706-9647b8036720 tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:25.405309 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-c688e307-d8fc-484e-964f-faba4d62f460 req-99ffc677-a578-4946-b706-9647b8036720 tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] 10.222.0.127 "DELETE /v2.0/ports/2985e841-186d-4c50-81aa-7edeced86cb2 HTTP/1.1" status: 204 len: 173 time: 2.0807405 Jul 06 13:59:25.405916 n-d-773647-6 neutron-server[100247]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96a5ba91-9ae1-4374-9adc-f59710ec4759', 'name': 'network-vif-deleted', 'tag': '2985e841-186d-4c50-81aa-7edeced86cb2'}] {{(pid=100247) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 13:59:25.408338 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cbf0eeaae822f8fc9b87a94aeba67a3d651842baf663a51cba94b67a514836d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9515e62-3100-434d-8624-bb9ef010a3d0" -d '{"events": [{"server_uuid": "96a5ba91-9ae1-4374-9adc-f59710ec4759", "name": "network-vif-deleted", "tag": "2985e841-186d-4c50-81aa-7edeced86cb2"}]}' {{(pid=100247) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:59:25.425830 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.db [req-c905bbd2-55de-4bee-b43b-99a2c60a17a3 req-551a15a5-a251-4eef-aff5-4b0bb56b660b service neutron] For port 05481f2d-582e-4146-a307-f062af9d861e, host n-h2-773647-6, cleared binding levels {{(pid=100247) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 13:59:25.443840 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-945b90d4-7afd-4a05-b2c0-569282603d63 req-f5482f18-68c8-4aef-a16a-9fe106100467 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:25.448053 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92b87cf-377a-464a-9769-1c4c7c37ab76 req-dbd51165-b06c-43fb-abc0-771ba53ed140 tempest-ServersOnMultiNodesTest-299961212 tempest-ServersOnMultiNodesTest-299961212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:59:25.455201 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-f92b87cf-377a-464a-9769-1c4c7c37ab76 req-dbd51165-b06c-43fb-abc0-771ba53ed140 tempest-ServersOnMultiNodesTest-299961212 tempest-ServersOnMultiNodesTest-299961212-project] 10.222.0.104 "GET /v2.0/ports?device_id=d3841228-bd36-4f42-bf1c-f86b93e259d3 HTTP/1.1" status: 200 len: 947 time: 0.2880108 Jul 06 13:59:25.467698 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f994b8fc-1ffd-4ce3-af85-0a9ce532af67 req-90a54154-31d3-4afa-885a-59fdf856d31a tempest-ServerDiskConfigTestJSON-920847304 tempest-ServerDiskConfigTestJSON-920847304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:59:25.475604 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-f994b8fc-1ffd-4ce3-af85-0a9ce532af67 req-90a54154-31d3-4afa-885a-59fdf856d31a tempest-ServerDiskConfigTestJSON-920847304 tempest-ServerDiskConfigTestJSON-920847304-project] 10.222.0.104 "GET /v2.0/ports?device_id=b17eeb7c-3d10-4b9a-9008-8da365d16076 HTTP/1.1" status: 200 len: 946 time: 0.3453090 Jul 06 13:59:25.484340 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.db [req-c905bbd2-55de-4bee-b43b-99a2c60a17a3 req-551a15a5-a251-4eef-aff5-4b0bb56b660b service neutron] For port 05481f2d-582e-4146-a307-f062af9d861e, host n-h2-773647-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=05481f2d-582e-4146-a307-f062af9d861e,segment=NetworkSegment(c9ea893d-045e-42cf-b3dd-cdd1f79baccd),segment_id=c9ea893d-045e-42cf-b3dd-cdd1f79baccd)] {{(pid=100247) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 13:59:25.486478 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-b9af95af-18db-4e4d-b6c1-82eaeb2c61b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:25.501889 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-c905bbd2-55de-4bee-b43b-99a2c60a17a3 req-551a15a5-a251-4eef-aff5-4b0bb56b660b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128888538'] for port, after_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:25.596638 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-f994b8fc-1ffd-4ce3-af85-0a9ce532af67 req-f22b9f89-7dfe-4b2f-88a2-0f7493a60c5a tempest-ServerDiskConfigTestJSON-920847304 tempest-ServerDiskConfigTestJSON-920847304-project] 10.222.0.104 "GET /v2.0/security-groups?id=bc287469-1102-40d8-b019-cad062af5465&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201146 Jul 06 13:59:25.600028 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c905bbd2-55de-4bee-b43b-99a2c60a17a3 req-551a15a5-a251-4eef-aff5-4b0bb56b660b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:59:25.603058 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-c905bbd2-55de-4bee-b43b-99a2c60a17a3 req-551a15a5-a251-4eef-aff5-4b0bb56b660b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:25.607111 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-c905bbd2-55de-4bee-b43b-99a2c60a17a3 req-551a15a5-a251-4eef-aff5-4b0bb56b660b service neutron] 10.222.0.72 "PUT /v2.0/ports/05481f2d-582e-4146-a307-f062af9d861e HTTP/1.1" status: 200 len: 1095 time: 2.6455774 Jul 06 13:59:25.638849 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-f92b87cf-377a-464a-9769-1c4c7c37ab76 req-f3506d66-f46f-44ba-a58d-9cfae33ab60d tempest-ServersOnMultiNodesTest-299961212 tempest-ServersOnMultiNodesTest-299961212-project] 10.222.0.104 "GET /v2.0/security-groups?id=304f894d-c671-4a59-b0fb-2a4d849c5ac9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1826136 Jul 06 13:59:25.762975 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551a15a5-a251-4eef-aff5-4b0bb56b660b service neutron] Pushing event updated for resources: {'Port': ['ID=05481f2d-582e-4146-a307-f062af9d861e,revision_number=3']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:59:25.809124 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c905bbd2-55de-4bee-b43b-99a2c60a17a3 req-d47dcc38-12da-4de0-bee4-4253daee0ec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:59:25.810894 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-c905bbd2-55de-4bee-b43b-99a2c60a17a3 req-d47dcc38-12da-4de0-bee4-4253daee0ec0 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=ae0918c1680140d8a89ce8f9c600b37d&device_id=d3841228-bd36-4f42-bf1c-f86b93e259d3 HTTP/1.1" status: 200 len: 1098 time: 0.1309860 Jul 06 13:59:25.826085 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 33830) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:59:25.860796 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:25.882365 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-c905bbd2-55de-4bee-b43b-99a2c60a17a3 req-b39d24a3-bd02-47df-a8a7-dc34cef8c04c service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.76&port_id=05481f2d-582e-4146-a307-f062af9d861e HTTP/1.1" status: 200 len: 217 time: 0.0632670 Jul 06 13:59:25.911681 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 13:59:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7459e609-750f-49ae-bc58-3cb28bc9e8be x-openstack-request-id: req-7459e609-750f-49ae-bc58-3cb28bc9e8be {{(pid=100247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:59:25.912236 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96a5ba91-9ae1-4374-9adc-f59710ec4759", "name": "network-vif-deleted", "tag": "2985e841-186d-4c50-81aa-7edeced86cb2", "status": "completed", "code": 200}]} {{(pid=100247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:59:25.912587 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-7459e609-750f-49ae-bc58-3cb28bc9e8be {{(pid=100247) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:59:25.913198 n-d-773647-6 neutron-server[100247]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96a5ba91-9ae1-4374-9adc-f59710ec4759', 'name': 'network-vif-deleted', 'tag': '2985e841-186d-4c50-81aa-7edeced86cb2', 'status': 'completed', 'code': 200} Jul 06 13:59:26.002778 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c905bbd2-55de-4bee-b43b-99a2c60a17a3 req-7052f665-d5ad-4a85-9f7d-b7fef9bc1d23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:59:26.004341 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-c905bbd2-55de-4bee-b43b-99a2c60a17a3 req-7052f665-d5ad-4a85-9f7d-b7fef9bc1d23 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=d1c3cc78-09b9-4e30-99fd-0e5830de101d HTTP/1.1" status: 200 len: 843 time: 0.0903633 Jul 06 13:59:26.013248 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e3a971-f81e-4544-b252-7e7679164dd9 req-47d325f6-2c22-4e15-ab40-5f4ea23cd44e tempest-ImagesOneServerNegativeTestJSON-2145662933 tempest-ImagesOneServerNegativeTestJSON-2145662933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:59:26.022396 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-e5e3a971-f81e-4544-b252-7e7679164dd9 req-47d325f6-2c22-4e15-ab40-5f4ea23cd44e tempest-ImagesOneServerNegativeTestJSON-2145662933 tempest-ImagesOneServerNegativeTestJSON-2145662933-project] 10.222.0.104 "GET /v2.0/ports?device_id=ee3677f0-8a01-4c2d-8e4e-11c1aec12e10 HTTP/1.1" status: 200 len: 932 time: 0.1517386 Jul 06 13:59:26.051131 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [None req-b3a5c5a0-e5fe-409f-ba77-ea76b11b543e admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1970250359-network', 'tenant_id': 'a3fc9596cf9941a495b08d5bae1b31d8'}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:59:26.126254 n-d-773647-6 neutron-server[100246]: DEBUG neutron.notifiers.nova [req-945b90d4-7afd-4a05-b2c0-569282603d63 req-f5482f18-68c8-4aef-a16a-9fe106100467 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 19197a80-a7a8-41b1-9297-9597fdb5fa2b {{(pid=100246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 13:59:26.141347 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-945b90d4-7afd-4a05-b2c0-569282603d63 req-f5482f18-68c8-4aef-a16a-9fe106100467 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:26.163363 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.provisioning_blocks [req-945b90d4-7afd-4a05-b2c0-569282603d63 req-f5482f18-68c8-4aef-a16a-9fe106100467 service neutron] Transition to ACTIVE for port object 19197a80-a7a8-41b1-9297-9597fdb5fa2b will not be triggered until provisioned by entity L2. {{(pid=100246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 13:59:26.169540 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-945b90d4-7afd-4a05-b2c0-569282603d63 req-f5482f18-68c8-4aef-a16a-9fe106100467 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127687527'] for port, after_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:26.191146 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-9bb0e4c4-1f1e-4adf-b3ad-870e6bc3d2f9 req-d52fc01c-6f2c-49ed-a4ca-666814b1ab28 tempest-MigrationsAdminTest-848193719 tempest-MigrationsAdminTest-848193719-project] 10.222.0.104 "GET /v2.0/ports?device_id=96a5ba91-9ae1-4374-9adc-f59710ec4759 HTTP/1.1" status: 200 len: 210 time: 0.0860868 Jul 06 13:59:26.208265 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-e5e3a971-f81e-4544-b252-7e7679164dd9 req-0156092e-78da-46c8-aea5-90a7a6da90de tempest-ImagesOneServerNegativeTestJSON-2145662933 tempest-ImagesOneServerNegativeTestJSON-2145662933-project] 10.222.0.104 "GET /v2.0/security-groups?id=cf130993-6904-4731-ae5d-09749f3f4522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1848958 Jul 06 13:59:26.245624 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3a5c5a0-e5fe-409f-ba77-ea76b11b543e admin admin] Made reservation on behalf of a3fc9596cf9941a495b08d5bae1b31d8 for: {'network': 1} {{(pid=100247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 13:59:26.245624 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-b3a5c5a0-e5fe-409f-ba77-ea76b11b543e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for network, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:26.272436 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-b3a5c5a0-e5fe-409f-ba77-ea76b11b543e admin admin] Notify callbacks [] for security_group, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:26.310764 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c905bbd2-55de-4bee-b43b-99a2c60a17a3 req-d76385d9-dedc-48f1-9156-df593238d5ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:59:26.312678 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-c905bbd2-55de-4bee-b43b-99a2c60a17a3 req-d76385d9-dedc-48f1-9156-df593238d5ca service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=ac09d390-867f-4b75-a8d2-ab11550bffd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2575545 Jul 06 13:59:26.372176 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5482f18-68c8-4aef-a16a-9fe106100467 service neutron] Pushing event updated for resources: {'Port': ['ID=19197a80-a7a8-41b1-9297-9597fdb5fa2b,revision_number=2']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:59:26.418892 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [req-945b90d4-7afd-4a05-b2c0-569282603d63 req-f5482f18-68c8-4aef-a16a-9fe106100467 service neutron] Attempting to bind port 19197a80-a7a8-41b1-9297-9597fdb5fa2b on host n-h2-773647-6 for vnic_type normal with profile {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 13:59:26.419198 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [req-945b90d4-7afd-4a05-b2c0-569282603d63 req-f5482f18-68c8-4aef-a16a-9fe106100467 service neutron] Attempting to bind port 19197a80-a7a8-41b1-9297-9597fdb5fa2b by drivers openvswitch,hyperv on host n-h2-773647-6 at level 0 using segments [{'id': '165a4ca3-d89f-4657-8b31-086440d21aaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1029, 'network_id': '2087659c-d042-4f52-8c8b-57a851bb551b'}] {{(pid=100246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 13:59:26.419566 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-945b90d4-7afd-4a05-b2c0-569282603d63 req-f5482f18-68c8-4aef-a16a-9fe106100467 service neutron] Attempting to bind port 19197a80-a7a8-41b1-9297-9597fdb5fa2b on network 2087659c-d042-4f52-8c8b-57a851bb551b {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 13:59:26.424017 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-945b90d4-7afd-4a05-b2c0-569282603d63 req-f5482f18-68c8-4aef-a16a-9fe106100467 service neutron] Port 19197a80-a7a8-41b1-9297-9597fdb5fa2b on network 2087659c-d042-4f52-8c8b-57a851bb551b not bound, no agent of type Open vSwitch agent registered on host n-h2-773647-6 {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 13:59:26.424354 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-945b90d4-7afd-4a05-b2c0-569282603d63 req-f5482f18-68c8-4aef-a16a-9fe106100467 service neutron] Attempting to bind port 19197a80-a7a8-41b1-9297-9597fdb5fa2b on network 2087659c-d042-4f52-8c8b-57a851bb551b {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 13:59:26.429559 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-945b90d4-7afd-4a05-b2c0-569282603d63 req-f5482f18-68c8-4aef-a16a-9fe106100467 service neutron] Checking agent: {'id': '63768ece-0600-4354-8d29-fdedec96b077', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-773647-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 51, 10), 'started_at': datetime.datetime(2021, 7, 6, 13, 51, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 13, 59, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 13:59:26.431329 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-945b90d4-7afd-4a05-b2c0-569282603d63 req-f5482f18-68c8-4aef-a16a-9fe106100467 service neutron] Checking segment: {'id': '165a4ca3-d89f-4657-8b31-086440d21aaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1029, 'network_id': '2087659c-d042-4f52-8c8b-57a851bb551b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 13:59:26.432257 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-945b90d4-7afd-4a05-b2c0-569282603d63 req-f5482f18-68c8-4aef-a16a-9fe106100467 service neutron] Bound using segment: {'id': '165a4ca3-d89f-4657-8b31-086440d21aaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1029, 'network_id': '2087659c-d042-4f52-8c8b-57a851bb551b'} {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 13:59:26.432689 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [req-945b90d4-7afd-4a05-b2c0-569282603d63 req-f5482f18-68c8-4aef-a16a-9fe106100467 service neutron] Bound port: 19197a80-a7a8-41b1-9297-9597fdb5fa2b, host: n-h2-773647-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '165a4ca3-d89f-4657-8b31-086440d21aaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1029, 'network_id': '2087659c-d042-4f52-8c8b-57a851bb551b'}}] {{(pid=100246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 13:59:26.433265 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-945b90d4-7afd-4a05-b2c0-569282603d63 req-f5482f18-68c8-4aef-a16a-9fe106100467 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:26.495910 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-2064eaae-da4f-48f8-82d2-b09d4ddedd44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:26.510337 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.db [req-945b90d4-7afd-4a05-b2c0-569282603d63 req-f5482f18-68c8-4aef-a16a-9fe106100467 service neutron] For port 19197a80-a7a8-41b1-9297-9597fdb5fa2b, host n-h2-773647-6, cleared binding levels {{(pid=100246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 13:59:26.513836 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.db [req-945b90d4-7afd-4a05-b2c0-569282603d63 req-f5482f18-68c8-4aef-a16a-9fe106100467 service neutron] For port 19197a80-a7a8-41b1-9297-9597fdb5fa2b, host n-h2-773647-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=19197a80-a7a8-41b1-9297-9597fdb5fa2b,segment=NetworkSegment(165a4ca3-d89f-4657-8b31-086440d21aaa),segment_id=165a4ca3-d89f-4657-8b31-086440d21aaa)] {{(pid=100246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 13:59:26.521195 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-945b90d4-7afd-4a05-b2c0-569282603d63 req-f5482f18-68c8-4aef-a16a-9fe106100467 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127687527'] for port, after_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:26.527078 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Device 2985e841-186d-4c50-81aa-7edeced86cb2 no longer exists at agent hyperv_n-h1-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 13:59:26.564423 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945b90d4-7afd-4a05-b2c0-569282603d63 req-f5482f18-68c8-4aef-a16a-9fe106100467 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:59:26.565047 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-945b90d4-7afd-4a05-b2c0-569282603d63 req-f5482f18-68c8-4aef-a16a-9fe106100467 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:26.566519 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-945b90d4-7afd-4a05-b2c0-569282603d63 req-f5482f18-68c8-4aef-a16a-9fe106100467 service neutron] 10.222.0.72 "PUT /v2.0/ports/19197a80-a7a8-41b1-9297-9597fdb5fa2b HTTP/1.1" status: 200 len: 1092 time: 1.2327759 Jul 06 13:59:26.566968 n-d-773647-6 neutron-server[100246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee3677f0-8a01-4c2d-8e4e-11c1aec12e10', 'tag': '19197a80-a7a8-41b1-9297-9597fdb5fa2b'}] {{(pid=100246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 13:59:26.569407 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0d96c5ab5e889f7b933ae915b9be33d1b46c9e87795bf781004b656ef3f1e87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-608e8d22-96ee-45c6-8042-46477a38ccc2" -d '{"events": [{"name": "network-changed", "server_uuid": "ee3677f0-8a01-4c2d-8e4e-11c1aec12e10", "tag": "19197a80-a7a8-41b1-9297-9597fdb5fa2b"}]}' {{(pid=100246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:59:26.595653 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] No Port match for: 2985e841-186d-4c50-81aa-7edeced86cb2 {{(pid=100248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 13:59:26.596389 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Device 2985e841-186d-4c50-81aa-7edeced86cb2 not bound to the agent host n-h1-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 13:59:26.601259 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1df088-5483-49a5-bdd0-dd4e7c48b237 req-61596e68-3249-4d16-80e9-839afa513986 tempest-DeleteServersTestJSON-677393534 tempest-DeleteServersTestJSON-677393534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:59:26.606020 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5482f18-68c8-4aef-a16a-9fe106100467 service neutron] Pushing event updated for resources: {'Port': ['ID=19197a80-a7a8-41b1-9297-9597fdb5fa2b,revision_number=3']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:59:26.607973 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-4b1df088-5483-49a5-bdd0-dd4e7c48b237 req-61596e68-3249-4d16-80e9-839afa513986 tempest-DeleteServersTestJSON-677393534 tempest-DeleteServersTestJSON-677393534-project] 10.222.0.104 "GET /v2.0/ports?device_id=affa3918-e899-4dfe-8660-4b640439777a HTTP/1.1" status: 200 len: 946 time: 0.1564577 Jul 06 13:59:26.618207 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-c905bbd2-55de-4bee-b43b-99a2c60a17a3 req-ae44d557-3209-4dfc-816c-5d87fd02027a service neutron] 10.222.0.72 "GET /v2.0/networks/ac09d390-867f-4b75-a8d2-ab11550bffd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2913725 Jul 06 13:59:26.682432 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945b90d4-7afd-4a05-b2c0-569282603d63 req-e7d52b74-2cb3-4c62-8a63-25151ec16a44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:59:26.682987 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-b3a5c5a0-e5fe-409f-ba77-ea76b11b543e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:26.684040 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-945b90d4-7afd-4a05-b2c0-569282603d63 req-e7d52b74-2cb3-4c62-8a63-25151ec16a44 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=8d6af3c3691644c2b04c2cdb0feff257&device_id=ee3677f0-8a01-4c2d-8e4e-11c1aec12e10 HTTP/1.1" status: 200 len: 1095 time: 0.0638492 Jul 06 13:59:26.735332 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-945b90d4-7afd-4a05-b2c0-569282603d63 req-90045b9b-9b19-4aac-a6b2-7f215b39f1c4 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=19197a80-a7a8-41b1-9297-9597fdb5fa2b HTTP/1.1" status: 200 len: 217 time: 0.0407817 Jul 06 13:59:26.743847 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-b3a5c5a0-e5fe-409f-ba77-ea76b11b543e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:26.776104 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a5c5a0-e5fe-409f-ba77-ea76b11b543e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3be580b9-03cb-4a9b-8661-5fe7dfbcaae1,revision_number=1']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:59:26.804160 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945b90d4-7afd-4a05-b2c0-569282603d63 req-f881d4f8-20f0-4052-97dd-515e1c8748f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:59:26.805806 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-945b90d4-7afd-4a05-b2c0-569282603d63 req-f881d4f8-20f0-4052-97dd-515e1c8748f5 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=0d9c7e4d-cc45-436f-9515-ad95d32a063f HTTP/1.1" status: 200 len: 862 time: 0.0658948 Jul 06 13:59:26.808649 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 13:59:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-458218e2-fb47-4154-8644-ff7f8d308a5b x-openstack-request-id: req-458218e2-fb47-4154-8644-ff7f8d308a5b {{(pid=100246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:59:26.809038 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee3677f0-8a01-4c2d-8e4e-11c1aec12e10", "tag": "19197a80-a7a8-41b1-9297-9597fdb5fa2b", "status": "completed", "code": 200}]} {{(pid=100246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:59:26.809379 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-458218e2-fb47-4154-8644-ff7f8d308a5b {{(pid=100246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:59:26.809900 n-d-773647-6 neutron-server[100246]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee3677f0-8a01-4c2d-8e4e-11c1aec12e10', 'tag': '19197a80-a7a8-41b1-9297-9597fdb5fa2b', 'status': 'completed', 'code': 200} Jul 06 13:59:26.813452 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b3a5c5a0-e5fe-409f-ba77-ea76b11b543e admin admin] vlan segment allocate from pool success with {'vlan_id': 1021, 'physical_network': 'physnet1'} {{(pid=100247) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 13:59:26.832483 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-4b1df088-5483-49a5-bdd0-dd4e7c48b237 req-1f0e49e5-10f6-49ae-9263-65dba0538be7 tempest-DeleteServersTestJSON-677393534 tempest-DeleteServersTestJSON-677393534-project] 10.222.0.104 "GET /v2.0/security-groups?id=7d4cbf2c-f907-4452-8928-a2a298fe7ee1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2235956 Jul 06 13:59:26.840627 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-b3a5c5a0-e5fe-409f-ba77-ea76b11b543e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552'] for segment, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:26.840985 n-d-773647-6 neutron-server[100247]: INFO neutron.db.segments_db [None req-b3a5c5a0-e5fe-409f-ba77-ea76b11b543e admin admin] Added segment b372cb47-2cd4-4505-bbd0-cae91cf81731 of type vlan for network c72d4c17-e2dd-4547-81ae-8e7c00859980 Jul 06 13:59:26.858501 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-945b90d4-7afd-4a05-b2c0-569282603d63 req-ef886585-36c4-4397-98e3-73a3b7a71c9c service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=2087659c-d042-4f52-8c8b-57a851bb551b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0432961 Jul 06 13:59:26.905833 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-c905bbd2-55de-4bee-b43b-99a2c60a17a3 req-91e99de9-47ea-4ece-a57e-6a214e99289a service neutron] 10.222.0.72 "GET /v2.0/networks/ac09d390-867f-4b75-a8d2-ab11550bffd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2781980 Jul 06 13:59:26.906802 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-b3a5c5a0-e5fe-409f-ba77-ea76b11b543e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773752984405'] for network, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:26.964244 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-b3a5c5a0-e5fe-409f-ba77-ea76b11b543e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060'] for network, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:26.965200 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3a5c5a0-e5fe-409f-ba77-ea76b11b543e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:59:26.965779 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-b3a5c5a0-e5fe-409f-ba77-ea76b11b543e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583035'] for network, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:27.031068 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-945b90d4-7afd-4a05-b2c0-569282603d63 req-29b7ae8f-a425-4dd9-ab09-bcc1ae6d034b service neutron] 10.222.0.72 "GET /v2.0/networks/2087659c-d042-4f52-8c8b-57a851bb551b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1658018 Jul 06 13:59:27.063698 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-b3a5c5a0-e5fe-409f-ba77-ea76b11b543e admin admin] 10.222.0.104 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.2365575 Jul 06 13:59:27.067376 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 33852) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:59:27.080293 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a5c5a0-e5fe-409f-ba77-ea76b11b543e admin admin] Pushing event updated for resources: {'Network': ['ID=c72d4c17-e2dd-4547-81ae-8e7c00859980,revision_number=1']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:59:27.091559 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06eaece3-dfba-4aa2-bd97-2c56797b97bc req-001d53bc-5795-4788-801c-4f38ae42688b tempest-ServerDiskConfigTestJSON-920847304 tempest-ServerDiskConfigTestJSON-920847304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:59:27.091920 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Network c72d4c17-e2dd-4547-81ae-8e7c00859980 details requested by agent ovs-agent-n-d-773647-6 with host n-d-773647-6 {{(pid=100248) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 13:59:27.093101 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-06eaece3-dfba-4aa2-bd97-2c56797b97bc req-001d53bc-5795-4788-801c-4f38ae42688b tempest-ServerDiskConfigTestJSON-920847304 tempest-ServerDiskConfigTestJSON-920847304-project] 10.222.0.104 "GET /v2.0/ports?device_id=b17eeb7c-3d10-4b9a-9008-8da365d16076 HTTP/1.1" status: 200 len: 946 time: 0.1417336 Jul 06 13:59:27.163693 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-06eaece3-dfba-4aa2-bd97-2c56797b97bc req-106ebfa7-268f-4018-bff6-50a72454cba1 tempest-ServerDiskConfigTestJSON-920847304 tempest-ServerDiskConfigTestJSON-920847304-project] 10.222.0.104 "GET /v2.0/security-groups?id=bc287469-1102-40d8-b019-cad062af5465&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605464 Jul 06 13:59:27.193063 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-e2430984-3956-4c59-95ed-921702079696 admin admin] Request body: {'subnet': {'network_id': 'c72d4c17-e2dd-4547-81ae-8e7c00859980', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-1970250359-subnet', 'tenant_id': 'a3fc9596cf9941a495b08d5bae1b31d8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:59:27.230169 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-945b90d4-7afd-4a05-b2c0-569282603d63 req-4e1b2ffe-0e9a-4dc8-9d1e-b01f30ea3884 service neutron] 10.222.0.72 "GET /v2.0/networks/2087659c-d042-4f52-8c8b-57a851bb551b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1871033 Jul 06 13:59:27.231797 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2430984-3956-4c59-95ed-921702079696 admin admin] Made reservation on behalf of a3fc9596cf9941a495b08d5bae1b31d8 for: {'subnet': 1} {{(pid=100246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 13:59:27.237118 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-e2430984-3956-4c59-95ed-921702079696 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127702029'] for subnet, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:27.330044 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827f3670-2a5a-46aa-947b-4ca4d7f0a723 req-5b2f06bf-035d-4bf8-83ff-b8741c4a37de tempest-ServersOnMultiNodesTest-299961212 tempest-ServersOnMultiNodesTest-299961212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:59:27.331818 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-827f3670-2a5a-46aa-947b-4ca4d7f0a723 req-5b2f06bf-035d-4bf8-83ff-b8741c4a37de tempest-ServersOnMultiNodesTest-299961212 tempest-ServersOnMultiNodesTest-299961212-project] 10.222.0.104 "GET /v2.0/ports?device_id=d3841228-bd36-4f42-bf1c-f86b93e259d3 HTTP/1.1" status: 200 len: 947 time: 0.0854900 Jul 06 13:59:27.398816 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-827f3670-2a5a-46aa-947b-4ca4d7f0a723 req-4316f132-96e2-439f-ac0a-cb0041e341b1 tempest-ServersOnMultiNodesTest-299961212 tempest-ServersOnMultiNodesTest-299961212-project] 10.222.0.104 "GET /v2.0/security-groups?id=304f894d-c671-4a59-b0fb-2a4d849c5ac9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527802 Jul 06 13:59:27.408045 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608e8d22-96ee-45c6-8042-46477a38ccc2 req-8cd325b8-27bf-446e-99e9-3714f60d1d57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:59:27.409748 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-608e8d22-96ee-45c6-8042-46477a38ccc2 req-8cd325b8-27bf-446e-99e9-3714f60d1d57 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=8d6af3c3691644c2b04c2cdb0feff257&device_id=ee3677f0-8a01-4c2d-8e4e-11c1aec12e10 HTTP/1.1" status: 200 len: 1095 time: 0.1102874 Jul 06 13:59:27.509119 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb5fb1a-cdec-4ad8-a95e-809702383be9 req-58dc0a84-70f5-4fcf-996c-e6e1467feab7 tempest-LiveAutoBlockMigrationV225Test-654794443 tempest-LiveAutoBlockMigrationV225Test-654794443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:59:27.513394 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-1bb5fb1a-cdec-4ad8-a95e-809702383be9 req-58dc0a84-70f5-4fcf-996c-e6e1467feab7 tempest-LiveAutoBlockMigrationV225Test-654794443 tempest-LiveAutoBlockMigrationV225Test-654794443-project] 10.222.0.104 "GET /v2.0/ports?device_id=409617e7-df61-4f61-8ec0-c00a7448d4c1 HTTP/1.1" status: 200 len: 945 time: 0.0894551 Jul 06 13:59:27.585060 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-1bb5fb1a-cdec-4ad8-a95e-809702383be9 req-706de1e9-15e0-4fd3-be3b-9ae2490b6483 tempest-LiveAutoBlockMigrationV225Test-654794443 tempest-LiveAutoBlockMigrationV225Test-654794443-project] 10.222.0.104 "GET /v2.0/security-groups?id=43f6fcb8-9501-44d6-9feb-82c82c5d5862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634520 Jul 06 13:59:27.596195 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608e8d22-96ee-45c6-8042-46477a38ccc2 req-a8a81063-3a8b-45a2-8506-1be19c583785 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:59:27.597837 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-608e8d22-96ee-45c6-8042-46477a38ccc2 req-a8a81063-3a8b-45a2-8506-1be19c583785 service neutron] 10.222.0.72 "GET /v2.0/networks?id=2087659c-d042-4f52-8c8b-57a851bb551b HTTP/1.1" status: 200 len: 924 time: 0.1806335 Jul 06 13:59:27.599199 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-e2430984-3956-4c59-95ed-921702079696 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1849032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127687649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127702047'] for subnet, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:27.710155 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2430984-3956-4c59-95ed-921702079696 admin admin] Pushing event updated for resources: {'Subnet': ['ID=00b69b29-8c75-4128-a36c-60cbcaab38e8,revision_number=0']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:59:27.713683 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6fffcc-e337-442b-af17-b8041f499394 req-530a84dd-567e-4e7b-b4b1-2c990c8167b4 tempest-ImagesOneServerNegativeTestJSON-2145662933 tempest-ImagesOneServerNegativeTestJSON-2145662933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:59:27.715468 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-ab6fffcc-e337-442b-af17-b8041f499394 req-530a84dd-567e-4e7b-b4b1-2c990c8167b4 tempest-ImagesOneServerNegativeTestJSON-2145662933 tempest-ImagesOneServerNegativeTestJSON-2145662933-project] 10.222.0.104 "GET /v2.0/ports?device_id=ee3677f0-8a01-4c2d-8e4e-11c1aec12e10 HTTP/1.1" status: 200 len: 944 time: 0.0862556 Jul 06 13:59:27.717909 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-608e8d22-96ee-45c6-8042-46477a38ccc2 req-a608921d-e23d-41db-b331-b7f8784cbf2a service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=19197a80-a7a8-41b1-9297-9597fdb5fa2b HTTP/1.1" status: 200 len: 217 time: 0.1054118 Jul 06 13:59:27.757436 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-ab6fffcc-e337-442b-af17-b8041f499394 req-ad335b76-e17d-4e81-bcf3-50b23963853f tempest-ImagesOneServerNegativeTestJSON-2145662933 tempest-ImagesOneServerNegativeTestJSON-2145662933-project] 10.222.0.104 "GET /v2.0/security-groups?id=cf130993-6904-4731-ae5d-09749f3f4522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350864 Jul 06 13:59:27.780220 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2430984-3956-4c59-95ed-921702079696 admin admin] Checking segment: {'id': 'b372cb47-2cd4-4505-bbd0-cae91cf81731', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1021, 'network_id': 'c72d4c17-e2dd-4547-81ae-8e7c00859980'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 13:59:27.780562 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2430984-3956-4c59-95ed-921702079696 admin admin] Network hostable DHCP agents. Network: c72d4c17-e2dd-4547-81ae-8e7c00859980, hostable agents: ['f2bada3d-be77-4359-982b-8505a2bbca04'], hosted agents: [] {{(pid=100246) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 13:59:27.794005 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608e8d22-96ee-45c6-8042-46477a38ccc2 req-ccbe209c-c36c-4760-8699-ed547e073825 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:59:27.795566 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-608e8d22-96ee-45c6-8042-46477a38ccc2 req-ccbe209c-c36c-4760-8699-ed547e073825 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=0d9c7e4d-cc45-436f-9515-ad95d32a063f HTTP/1.1" status: 200 len: 862 time: 0.0706694 Jul 06 13:59:27.799598 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 33864) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:59:27.814036 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2430984-3956-4c59-95ed-921702079696 admin admin] Network c72d4c17-e2dd-4547-81ae-8e7c00859980 is scheduled to be hosted by DHCP agent f2bada3d-be77-4359-982b-8505a2bbca04 with binding_index 1 {{(pid=100246) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 13:59:27.834062 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-608e8d22-96ee-45c6-8042-46477a38ccc2 req-e25c483e-e319-484c-8541-8f7d1547aea9 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=2087659c-d042-4f52-8c8b-57a851bb551b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0306792 Jul 06 13:59:27.850136 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.base_scheduler [None req-e2430984-3956-4c59-95ed-921702079696 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773647-6, c72d4c17-e2dd-4547-81ae-8e7c00859980) {{(pid=100246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:59:27.856026 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2430984-3956-4c59-95ed-921702079696 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:59:27.856603 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-e2430984-3956-4c59-95ed-921702079696 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:27.859611 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f0b3a84-71b1-4c7f-8904-098d68112402 None None] Network c72d4c17-e2dd-4547-81ae-8e7c00859980 requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 13:59:27.918617 n-d-773647-6 neutron-server[100247]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3841228-bd36-4f42-bf1c-f86b93e259d3', 'tag': '05481f2d-582e-4146-a307-f062af9d861e'}] {{(pid=100247) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 13:59:27.921088 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cbf0eeaae822f8fc9b87a94aeba67a3d651842baf663a51cba94b67a514836d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b594fb42-97ae-43a0-809a-693c49362884" -d '{"events": [{"name": "network-changed", "server_uuid": "d3841228-bd36-4f42-bf1c-f86b93e259d3", "tag": "05481f2d-582e-4146-a307-f062af9d861e"}]}' {{(pid=100247) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:59:27.927262 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-e2430984-3956-4c59-95ed-921702079696 admin admin] 10.222.0.104 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7364073 Jul 06 13:59:27.929749 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 33872) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:59:27.945625 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-1e1ca5ea-e7ee-4126-8d6a-eb942b426c75 admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-1970250359-router', 'tenant_id': 'a3fc9596cf9941a495b08d5bae1b31d8', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719'}}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:59:27.951989 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-176e403c-b8dc-4f54-aec2-95bd2260c7e1 admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=483ead9cc6094290930ff4aed37f7463&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1488421 Jul 06 13:59:27.952246 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 33874) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:59:27.991553 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-608e8d22-96ee-45c6-8042-46477a38ccc2 req-46c6cf9c-2315-47fd-90f2-06fd32c526e0 service neutron] 10.222.0.72 "GET /v2.0/networks/2087659c-d042-4f52-8c8b-57a851bb551b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1502938 Jul 06 13:59:27.992842 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-1e1ca5ea-e7ee-4126-8d6a-eb942b426c75 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1806290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6992'] for router, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:27.994003 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-1e1ca5ea-e7ee-4126-8d6a-eb942b426c75 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1806157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1808637', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1714747', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7007'] for router, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:28.033176 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 13:59:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03db90b4-5496-40de-89fd-19652b3a5a8e x-openstack-request-id: req-03db90b4-5496-40de-89fd-19652b3a5a8e {{(pid=100247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:59:28.033458 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d3841228-bd36-4f42-bf1c-f86b93e259d3", "tag": "05481f2d-582e-4146-a307-f062af9d861e", "status": "completed", "code": 200}]} {{(pid=100247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:59:28.033716 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-03db90b4-5496-40de-89fd-19652b3a5a8e {{(pid=100247) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:59:28.034109 n-d-773647-6 neutron-server[100247]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd3841228-bd36-4f42-bf1c-f86b93e259d3', 'tag': '05481f2d-582e-4146-a307-f062af9d861e', 'status': 'completed', 'code': 200} Jul 06 13:59:28.036450 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-d0d10f28-eab9-46dd-b75a-abc8cdf0997a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:28.063802 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-478631ad-407d-4df2-8628-f067e2f6bff1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6bd5fc82-6666-56e8-87c2-91648d36c963-c72d4c17-e2dd-4547-81ae-8e7c00859980', 'network_id': 'c72d4c17-e2dd-4547-81ae-8e7c00859980', 'tenant_id': 'a3fc9596cf9941a495b08d5bae1b31d8', 'fixed_ips': [{'subnet_id': '00b69b29-8c75-4128-a36c-60cbcaab38e8'}]}} from n-d-773647-6. {{(pid=100248) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 13:59:28.064782 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-478631ad-407d-4df2-8628-f067e2f6bff1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:28.147712 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-d0d10f28-eab9-46dd-b75a-abc8cdf0997a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:28.235418 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdbfeb3-8b85-4995-99d0-af029350cf93 req-80f83902-0e03-43bd-a1e5-89be415025df tempest-DeleteServersTestJSON-677393534 tempest-DeleteServersTestJSON-677393534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:59:28.237415 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.db_base_plugin_common [None req-478631ad-407d-4df2-8628-f067e2f6bff1 None None] Allocated IP 172.20.0.2 (c72d4c17-e2dd-4547-81ae-8e7c00859980/00b69b29-8c75-4128-a36c-60cbcaab38e8/fbe7be6a-6742-4727-aa8e-b87175b36078) {{(pid=100248) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 13:59:28.242983 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-6bdbfeb3-8b85-4995-99d0-af029350cf93 req-80f83902-0e03-43bd-a1e5-89be415025df tempest-DeleteServersTestJSON-677393534 tempest-DeleteServersTestJSON-677393534-project] 10.222.0.104 "GET /v2.0/ports?device_id=affa3918-e899-4dfe-8660-4b640439777a HTTP/1.1" status: 200 len: 946 time: 0.2334471 Jul 06 13:59:28.257620 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b594fb42-97ae-43a0-809a-693c49362884 req-5a0450e2-c176-40a4-91c1-857e1d8559c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:59:28.259327 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-b594fb42-97ae-43a0-809a-693c49362884 req-5a0450e2-c176-40a4-91c1-857e1d8559c1 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=ae0918c1680140d8a89ce8f9c600b37d&device_id=d3841228-bd36-4f42-bf1c-f86b93e259d3 HTTP/1.1" status: 200 len: 1098 time: 0.2211416 Jul 06 13:59:28.269359 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c73a9a6-8840-4524-897f-4405214c13b8 req-f68518cf-18fb-4cfd-813b-5c4a43d7e122 tempest-LiveAutoBlockMigrationV225Test-654794443 tempest-LiveAutoBlockMigrationV225Test-654794443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:59:28.270838 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-3c73a9a6-8840-4524-897f-4405214c13b8 req-f68518cf-18fb-4cfd-813b-5c4a43d7e122 tempest-LiveAutoBlockMigrationV225Test-654794443 tempest-LiveAutoBlockMigrationV225Test-654794443-project] 10.222.0.127 "GET /v2.0/ports?device_id=409617e7-df61-4f61-8ec0-c00a7448d4c1 HTTP/1.1" status: 200 len: 945 time: 0.2317169 Jul 06 13:59:28.355014 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-03f71b24-a9b8-453a-8924-caa3f97bc6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:28.362893 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-d0d10f28-eab9-46dd-b75a-abc8cdf0997a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:28.365498 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-d0d10f28-eab9-46dd-b75a-abc8cdf0997a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:28.369227 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-d0d10f28-eab9-46dd-b75a-abc8cdf0997a admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/9f5b92e9-7340-49c3-a9bb-41e4a1caffc6 HTTP/1.1" status: 204 len: 168 time: 0.4135332 Jul 06 13:59:28.398767 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-1e1ca5ea-e7ee-4126-8d6a-eb942b426c75 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:28.444443 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-6bdbfeb3-8b85-4995-99d0-af029350cf93 req-db7a7c35-0745-428a-bece-c146eb0ae33b tempest-DeleteServersTestJSON-677393534 tempest-DeleteServersTestJSON-677393534-project] 10.222.0.104 "GET /v2.0/security-groups?id=7d4cbf2c-f907-4452-8928-a2a298fe7ee1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2004766 Jul 06 13:59:28.449682 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d10f28-eab9-46dd-b75a-abc8cdf0997a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f5b92e9-7340-49c3-a9bb-41e4a1caffc6,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:59:28.463518 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-478631ad-407d-4df2-8628-f067e2f6bff1 None None] Notify callbacks [] for port, precommit_create {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:28.495731 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-478631ad-407d-4df2-8628-f067e2f6bff1 None None] Transition to ACTIVE for port object fbe7be6a-6742-4727-aa8e-b87175b36078 will not be triggered until provisioned by entity L2. {{(pid=100248) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 13:59:28.517071 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-478631ad-407d-4df2-8628-f067e2f6bff1 None None] Transition to ACTIVE for port object fbe7be6a-6742-4727-aa8e-b87175b36078 will not be triggered until provisioned by entity DHCP. {{(pid=100248) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 13:59:28.523302 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-608e8d22-96ee-45c6-8042-46477a38ccc2 req-7da191a8-f821-45f5-929e-c8e3afe3884b service neutron] 10.222.0.72 "GET /v2.0/networks/2087659c-d042-4f52-8c8b-57a851bb551b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5243037 Jul 06 13:59:28.525979 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-478631ad-407d-4df2-8628-f067e2f6bff1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108'] for port, after_create {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:28.558042 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b594fb42-97ae-43a0-809a-693c49362884 req-d9be0b46-81d6-4776-9edd-dea9b708eea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:59:28.559630 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-b594fb42-97ae-43a0-809a-693c49362884 req-d9be0b46-81d6-4776-9edd-dea9b708eea9 service neutron] 10.222.0.72 "GET /v2.0/networks?id=ac09d390-867f-4b75-a8d2-ab11550bffd6 HTTP/1.1" status: 200 len: 871 time: 0.2820847 Jul 06 13:59:28.591642 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478631ad-407d-4df2-8628-f067e2f6bff1 None None] Pushing event updated for resources: {'Port': ['ID=fbe7be6a-6742-4727-aa8e-b87175b36078,revision_number=1']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:59:28.605421 n-d-773647-6 neutron-server[100248]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-478631ad-407d-4df2-8628-f067e2f6bff1 None None] Network c72d4c17-e2dd-4547-81ae-8e7c00859980 is already hosted by enough agents. {{(pid=100248) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 13:59:28.606838 n-d-773647-6 neutron-server[100248]: DEBUG neutron.scheduler.base_scheduler [None req-478631ad-407d-4df2-8628-f067e2f6bff1 None None] Resources bound (agent type, host, resource id): {{(pid=100248) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:59:28.609408 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-478631ad-407d-4df2-8628-f067e2f6bff1 None None] Received port after_create {{(pid=100248) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 13:59:28.630666 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-1e1ca5ea-e7ee-4126-8d6a-eb942b426c75 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1761047', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1806272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6989'] for router, precommit_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:28.633132 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-b594fb42-97ae-43a0-809a-693c49362884 req-3542b1c0-592c-41b7-b79b-a2e0f0d5ad30 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.76&port_id=05481f2d-582e-4146-a307-f062af9d861e HTTP/1.1" status: 200 len: 217 time: 0.0657811 Jul 06 13:59:28.654174 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c8148b-d4a9-4f4b-8658-05545268da3a req-3429f092-ad11-4152-9351-267f313b4f87 tempest-ServerDiskConfigTestJSON-920847304 tempest-ServerDiskConfigTestJSON-920847304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:59:28.656284 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-d0c8148b-d4a9-4f4b-8658-05545268da3a req-3429f092-ad11-4152-9351-267f313b4f87 tempest-ServerDiskConfigTestJSON-920847304 tempest-ServerDiskConfigTestJSON-920847304-project] 10.222.0.104 "GET /v2.0/ports?device_id=b17eeb7c-3d10-4b9a-9008-8da365d16076 HTTP/1.1" status: 200 len: 946 time: 0.3170938 Jul 06 13:59:28.722962 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.plugin [req-3c73a9a6-8840-4524-897f-4405214c13b8 req-4b8e2b0d-b2ff-47e5-943a-4401480b2f7f tempest-LiveAutoBlockMigrationV225Test-654794443 tempest-LiveAutoBlockMigrationV225Test-654794443-project] Deleting port 33f9921a-af0a-4689-af66-74372e6fe3df {{(pid=100247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 13:59:28.726071 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-3c73a9a6-8840-4524-897f-4405214c13b8 req-4b8e2b0d-b2ff-47e5-943a-4401480b2f7f tempest-LiveAutoBlockMigrationV225Test-654794443 tempest-LiveAutoBlockMigrationV225Test-654794443-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:28.830354 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b594fb42-97ae-43a0-809a-693c49362884 req-7102ba6e-689a-40c3-bde4-6103aeaf68ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:59:28.831798 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-b594fb42-97ae-43a0-809a-693c49362884 req-7102ba6e-689a-40c3-bde4-6103aeaf68ad service neutron] 10.222.0.72 "GET /v2.0/subnets?id=d1c3cc78-09b9-4e30-99fd-0e5830de101d HTTP/1.1" status: 200 len: 843 time: 0.1918283 Jul 06 13:59:28.850575 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-d0c8148b-d4a9-4f4b-8658-05545268da3a req-c6233959-9dad-4627-bff0-d24a15aacb84 tempest-ServerDiskConfigTestJSON-920847304 tempest-ServerDiskConfigTestJSON-920847304-project] 10.222.0.104 "GET /v2.0/security-groups?id=bc287469-1102-40d8-b019-cad062af5465&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1830869 Jul 06 13:59:28.894973 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-478631ad-407d-4df2-8628-f067e2f6bff1 None None] Attempting to bind port fbe7be6a-6742-4727-aa8e-b87175b36078 on host n-d-773647-6 for vnic_type normal with profile {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 13:59:28.895528 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-478631ad-407d-4df2-8628-f067e2f6bff1 None None] Attempting to bind port fbe7be6a-6742-4727-aa8e-b87175b36078 by drivers openvswitch,hyperv on host n-d-773647-6 at level 0 using segments [{'id': 'b372cb47-2cd4-4505-bbd0-cae91cf81731', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1021, 'network_id': 'c72d4c17-e2dd-4547-81ae-8e7c00859980'}] {{(pid=100248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 13:59:28.895882 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-478631ad-407d-4df2-8628-f067e2f6bff1 None None] Attempting to bind port fbe7be6a-6742-4727-aa8e-b87175b36078 on network c72d4c17-e2dd-4547-81ae-8e7c00859980 {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 13:59:28.908773 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-478631ad-407d-4df2-8628-f067e2f6bff1 None None] Checking agent: {'id': '8ab5b19c-d213-4f29-891d-27bdf39d38b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773647-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 43, 26), 'started_at': datetime.datetime(2021, 7, 6, 13, 43, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 13, 59, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773647-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 13:59:28.909216 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-478631ad-407d-4df2-8628-f067e2f6bff1 None None] Checking segment: {'id': 'b372cb47-2cd4-4505-bbd0-cae91cf81731', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1021, 'network_id': 'c72d4c17-e2dd-4547-81ae-8e7c00859980'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 13:59:28.910256 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-478631ad-407d-4df2-8628-f067e2f6bff1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:28.910927 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-478631ad-407d-4df2-8628-f067e2f6bff1 None None] Bound using segment: {'id': 'b372cb47-2cd4-4505-bbd0-cae91cf81731', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1021, 'network_id': 'c72d4c17-e2dd-4547-81ae-8e7c00859980'} {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 13:59:28.911807 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-478631ad-407d-4df2-8628-f067e2f6bff1 None None] Bound port: fbe7be6a-6742-4727-aa8e-b87175b36078, host: n-d-773647-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b372cb47-2cd4-4505-bbd0-cae91cf81731', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1021, 'network_id': 'c72d4c17-e2dd-4547-81ae-8e7c00859980'}}] {{(pid=100248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 13:59:28.913029 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-478631ad-407d-4df2-8628-f067e2f6bff1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:28.927804 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 33890) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:59:28.950829 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.db [req-3c73a9a6-8840-4524-897f-4405214c13b8 req-4b8e2b0d-b2ff-47e5-943a-4401480b2f7f tempest-LiveAutoBlockMigrationV225Test-654794443 tempest-LiveAutoBlockMigrationV225Test-654794443-project] For port 33f9921a-af0a-4689-af66-74372e6fe3df, host n-h1-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773647-6',level=0,port_id=33f9921a-af0a-4689-af66-74372e6fe3df,segment=NetworkSegment(da615941-94ee-441c-92fd-37ca002df9b5),segment_id=da615941-94ee-441c-92fd-37ca002df9b5)] {{(pid=100247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:59:28.951452 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-3c73a9a6-8840-4524-897f-4405214c13b8 req-4b8e2b0d-b2ff-47e5-943a-4401480b2f7f tempest-LiveAutoBlockMigrationV225Test-654794443 tempest-LiveAutoBlockMigrationV225Test-654794443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:28.954845 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-1e1ca5ea-e7ee-4126-8d6a-eb942b426c75 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:28.974894 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.plugin [req-3c73a9a6-8840-4524-897f-4405214c13b8 req-4b8e2b0d-b2ff-47e5-943a-4401480b2f7f tempest-LiveAutoBlockMigrationV225Test-654794443 tempest-LiveAutoBlockMigrationV225Test-654794443-project] Calling delete_port for 33f9921a-af0a-4689-af66-74372e6fe3df owned by compute:nova {{(pid=100247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 13:59:28.983398 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-1e1ca5ea-e7ee-4126-8d6a-eb942b426c75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:28.989447 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e862b28-2a88-4792-b2f0-bc12952595bb req-fb1faad5-91b6-4d91-959a-b969a6e3b5f4 tempest-ServersOnMultiNodesTest-299961212 tempest-ServersOnMultiNodesTest-299961212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:59:28.990953 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-2e862b28-2a88-4792-b2f0-bc12952595bb req-fb1faad5-91b6-4d91-959a-b969a6e3b5f4 tempest-ServersOnMultiNodesTest-299961212 tempest-ServersOnMultiNodesTest-299961212-project] 10.222.0.104 "GET /v2.0/ports?device_id=d3841228-bd36-4f42-bf1c-f86b93e259d3 HTTP/1.1" status: 200 len: 947 time: 0.2116170 Jul 06 13:59:29.011376 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-478631ad-407d-4df2-8628-f067e2f6bff1 None None] For port fbe7be6a-6742-4727-aa8e-b87175b36078, host n-d-773647-6, cleared binding levels {{(pid=100248) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 13:59:29.014925 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-857adb5a-6a86-45ee-a428-63f8968bd95e admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=cf897ba9e690411f9406cf30280555f7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0857840 Jul 06 13:59:29.015549 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 33892) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:59:29.017279 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-478631ad-407d-4df2-8628-f067e2f6bff1 None None] For port fbe7be6a-6742-4727-aa8e-b87175b36078, host n-d-773647-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=fbe7be6a-6742-4727-aa8e-b87175b36078,segment=NetworkSegment(b372cb47-2cd4-4505-bbd0-cae91cf81731),segment_id=b372cb47-2cd4-4505-bbd0-cae91cf81731)] {{(pid=100248) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 13:59:29.022500 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-478631ad-407d-4df2-8628-f067e2f6bff1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:29.041579 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b594fb42-97ae-43a0-809a-693c49362884 req-d7860408-c2b0-4d43-9b56-177055c57049 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:59:29.043089 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-b594fb42-97ae-43a0-809a-693c49362884 req-d7860408-c2b0-4d43-9b56-177055c57049 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=ac09d390-867f-4b75-a8d2-ab11550bffd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1915662 Jul 06 13:59:29.098663 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478631ad-407d-4df2-8628-f067e2f6bff1 None None] Pushing event updated for resources: {'Port': ['ID=fbe7be6a-6742-4727-aa8e-b87175b36078,revision_number=2']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:59:29.142531 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-df69c8d5-d360-474e-bb88-278b48f6f02d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:29.174205 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.db_base_plugin_common [None req-1e1ca5ea-e7ee-4126-8d6a-eb942b426c75 admin admin] Allocated IP 172.25.0.169 (2658f09e-a580-4d4a-9968-2d1e0ad93719/cbf74abc-6fe1-4d33-b005-c948923b9647/b8edde33-9198-44c1-b07a-bc019929674c) {{(pid=100246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 13:59:29.182021 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-df69c8d5-d360-474e-bb88-278b48f6f02d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:29.195820 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-2e862b28-2a88-4792-b2f0-bc12952595bb req-0624745c-1c3c-426a-8882-72314c6701c3 tempest-ServersOnMultiNodesTest-299961212 tempest-ServersOnMultiNodesTest-299961212-project] 10.222.0.104 "GET /v2.0/security-groups?id=304f894d-c671-4a59-b0fb-2a4d849c5ac9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1817443 Jul 06 13:59:29.256654 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a257762f-6086-45e2-b8f7-706f23689da0 req-bb76e5a1-598b-49e7-a5a2-9c549783193d tempest-LiveAutoBlockMigrationV225Test-654794443 tempest-LiveAutoBlockMigrationV225Test-654794443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:59:29.258402 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-a257762f-6086-45e2-b8f7-706f23689da0 req-bb76e5a1-598b-49e7-a5a2-9c549783193d tempest-LiveAutoBlockMigrationV225Test-654794443 tempest-LiveAutoBlockMigrationV225Test-654794443-project] 10.222.0.104 "GET /v2.0/ports?device_id=409617e7-df61-4f61-8ec0-c00a7448d4c1 HTTP/1.1" status: 200 len: 945 time: 0.2773209 Jul 06 13:59:29.273145 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-b594fb42-97ae-43a0-809a-693c49362884 req-c6c563b2-08bb-4dbd-97b4-fe97227d4441 service neutron] 10.222.0.72 "GET /v2.0/networks/ac09d390-867f-4b75-a8d2-ab11550bffd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2018082 Jul 06 13:59:29.304678 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-df69c8d5-d360-474e-bb88-278b48f6f02d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:29.307892 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-df69c8d5-d360-474e-bb88-278b48f6f02d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:29.309043 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-df69c8d5-d360-474e-bb88-278b48f6f02d admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/5c738c6b-9b18-4646-838d-943e62a8f9ce HTTP/1.1" status: 204 len: 168 time: 0.2683065 Jul 06 13:59:29.336313 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df69c8d5-d360-474e-bb88-278b48f6f02d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c738c6b-9b18-4646-838d-943e62a8f9ce,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:59:29.383246 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-1e1ca5ea-e7ee-4126-8d6a-eb942b426c75 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:29.448935 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-1e1ca5ea-e7ee-4126-8d6a-eb942b426c75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-127687573'] for port, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:29.498845 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1ca5ea-e7ee-4126-8d6a-eb942b426c75 admin admin] Pushing event updated for resources: {'Port': ['ID=b8edde33-9198-44c1-b07a-bc019929674c,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:59:29.509523 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-b594fb42-97ae-43a0-809a-693c49362884 req-4c6b9c59-9976-4e3e-95cd-20fe57775d64 service neutron] 10.222.0.72 "GET /v2.0/networks/ac09d390-867f-4b75-a8d2-ab11550bffd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2092712 Jul 06 13:59:29.526634 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e1ca5ea-e7ee-4126-8d6a-eb942b426c75 admin admin] Network 2658f09e-a580-4d4a-9968-2d1e0ad93719 is already hosted by enough agents. {{(pid=100246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 13:59:29.529040 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.base_scheduler [None req-1e1ca5ea-e7ee-4126-8d6a-eb942b426c75 admin admin] Resources bound (agent type, host, resource id): {{(pid=100246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:59:29.532809 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e1ca5ea-e7ee-4126-8d6a-eb942b426c75 admin admin] Received port after_create {{(pid=100246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 13:59:29.551739 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-a257762f-6086-45e2-b8f7-706f23689da0 req-3ec1e8d2-89c4-42fa-84d2-b2947eab499c tempest-LiveAutoBlockMigrationV225Test-654794443 tempest-LiveAutoBlockMigrationV225Test-654794443-project] 10.222.0.104 "GET /v2.0/security-groups?id=43f6fcb8-9501-44d6-9feb-82c82c5d5862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2774012 Jul 06 13:59:29.568888 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-3c73a9a6-8840-4524-897f-4405214c13b8 req-4b8e2b0d-b2ff-47e5-943a-4401480b2f7f tempest-LiveAutoBlockMigrationV225Test-654794443 tempest-LiveAutoBlockMigrationV225Test-654794443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128888353'] for port, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:29.582720 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] get_ports_and_sgs() called for port_ids ['33f9921a-af0a-4689-af66-74372e6fe3df'] {{(pid=100248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 13:59:29.864786 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-1e1ca5ea-e7ee-4126-8d6a-eb942b426c75 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:29.976189 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8e2b0d-b2ff-47e5-943a-4401480b2f7f tempest-LiveAutoBlockMigrationV225Test-654794443 tempest-LiveAutoBlockMigrationV225Test-654794443-project] Pushing event deleted for resources: {'Port': ['ID=33f9921a-af0a-4689-af66-74372e6fe3df,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:59:30.035616 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8e2b0d-b2ff-47e5-943a-4401480b2f7f tempest-LiveAutoBlockMigrationV225Test-654794443 tempest-LiveAutoBlockMigrationV225Test-654794443-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:59:30.035904 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8e2b0d-b2ff-47e5-943a-4401480b2f7f tempest-LiveAutoBlockMigrationV225Test-654794443 tempest-LiveAutoBlockMigrationV225Test-654794443-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:59:30.036284 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8e2b0d-b2ff-47e5-943a-4401480b2f7f tempest-LiveAutoBlockMigrationV225Test-654794443 tempest-LiveAutoBlockMigrationV225Test-654794443-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:59:30.036649 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8e2b0d-b2ff-47e5-943a-4401480b2f7f tempest-LiveAutoBlockMigrationV225Test-654794443 tempest-LiveAutoBlockMigrationV225Test-654794443-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:59:30.037024 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8e2b0d-b2ff-47e5-943a-4401480b2f7f tempest-LiveAutoBlockMigrationV225Test-654794443 tempest-LiveAutoBlockMigrationV225Test-654794443-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:59:30.037367 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8e2b0d-b2ff-47e5-943a-4401480b2f7f tempest-LiveAutoBlockMigrationV225Test-654794443 tempest-LiveAutoBlockMigrationV225Test-654794443-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:59:30.037702 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8e2b0d-b2ff-47e5-943a-4401480b2f7f tempest-LiveAutoBlockMigrationV225Test-654794443 tempest-LiveAutoBlockMigrationV225Test-654794443-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:59:30.038057 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8e2b0d-b2ff-47e5-943a-4401480b2f7f tempest-LiveAutoBlockMigrationV225Test-654794443 tempest-LiveAutoBlockMigrationV225Test-654794443-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:59:30.038411 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8e2b0d-b2ff-47e5-943a-4401480b2f7f tempest-LiveAutoBlockMigrationV225Test-654794443 tempest-LiveAutoBlockMigrationV225Test-654794443-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:59:30.038786 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8e2b0d-b2ff-47e5-943a-4401480b2f7f tempest-LiveAutoBlockMigrationV225Test-654794443 tempest-LiveAutoBlockMigrationV225Test-654794443-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:59:30.039137 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8e2b0d-b2ff-47e5-943a-4401480b2f7f tempest-LiveAutoBlockMigrationV225Test-654794443 tempest-LiveAutoBlockMigrationV225Test-654794443-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:59:30.039533 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8e2b0d-b2ff-47e5-943a-4401480b2f7f tempest-LiveAutoBlockMigrationV225Test-654794443 tempest-LiveAutoBlockMigrationV225Test-654794443-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:59:30.054938 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9105968-ae56-4d9a-956f-2db86a90c147 req-b8c16cd6-03cd-45fc-b813-2e3948b30880 tempest-ImagesOneServerNegativeTestJSON-2145662933 tempest-ImagesOneServerNegativeTestJSON-2145662933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:59:30.056559 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-a9105968-ae56-4d9a-956f-2db86a90c147 req-b8c16cd6-03cd-45fc-b813-2e3948b30880 tempest-ImagesOneServerNegativeTestJSON-2145662933 tempest-ImagesOneServerNegativeTestJSON-2145662933-project] 10.222.0.104 "GET /v2.0/ports?device_id=ee3677f0-8a01-4c2d-8e4e-11c1aec12e10 HTTP/1.1" status: 200 len: 944 time: 0.7190468 Jul 06 13:59:30.102675 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c73a9a6-8840-4524-897f-4405214c13b8 req-4b8e2b0d-b2ff-47e5-943a-4401480b2f7f tempest-LiveAutoBlockMigrationV225Test-654794443 tempest-LiveAutoBlockMigrationV225Test-654794443-project] No DVR routers for this DVR port 33f9921a-af0a-4689-af66-74372e6fe3df on host n-h1-773647-6 {{(pid=100247) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 13:59:30.111694 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-3c73a9a6-8840-4524-897f-4405214c13b8 req-4b8e2b0d-b2ff-47e5-943a-4401480b2f7f tempest-LiveAutoBlockMigrationV225Test-654794443 tempest-LiveAutoBlockMigrationV225Test-654794443-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:30.113790 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-3c73a9a6-8840-4524-897f-4405214c13b8 req-4b8e2b0d-b2ff-47e5-943a-4401480b2f7f tempest-LiveAutoBlockMigrationV225Test-654794443 tempest-LiveAutoBlockMigrationV225Test-654794443-project] 10.222.0.127 "DELETE /v2.0/ports/33f9921a-af0a-4689-af66-74372e6fe3df HTTP/1.1" status: 204 len: 173 time: 1.8252604 Jul 06 13:59:30.117656 n-d-773647-6 neutron-server[100247]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '409617e7-df61-4f61-8ec0-c00a7448d4c1', 'name': 'network-vif-deleted', 'tag': '33f9921a-af0a-4689-af66-74372e6fe3df'}] {{(pid=100247) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 13:59:30.119201 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cbf0eeaae822f8fc9b87a94aeba67a3d651842baf663a51cba94b67a514836d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1d7a34b-b94a-45f9-8a81-0fcfced5c4dd" -d '{"events": [{"server_uuid": "409617e7-df61-4f61-8ec0-c00a7448d4c1", "name": "network-vif-deleted", "tag": "33f9921a-af0a-4689-af66-74372e6fe3df"}]}' {{(pid=100247) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:59:30.152680 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-1e1ca5ea-e7ee-4126-8d6a-eb942b426c75 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1806297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1761036'] for router, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:30.165994 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-a9105968-ae56-4d9a-956f-2db86a90c147 req-94df434b-4954-45ae-9145-aec5e011d771 tempest-ImagesOneServerNegativeTestJSON-2145662933 tempest-ImagesOneServerNegativeTestJSON-2145662933-project] 10.222.0.104 "GET /v2.0/security-groups?id=cf130993-6904-4731-ae5d-09749f3f4522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875559 Jul 06 13:59:30.205041 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14c4e36-050c-4f80-9c91-2151a58f8abf req-0f7b676c-8395-44a2-93bb-5bb41409540e tempest-DeleteServersTestJSON-677393534 tempest-DeleteServersTestJSON-677393534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:59:30.218093 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-c14c4e36-050c-4f80-9c91-2151a58f8abf req-0f7b676c-8395-44a2-93bb-5bb41409540e tempest-DeleteServersTestJSON-677393534 tempest-DeleteServersTestJSON-677393534-project] 10.222.0.104 "GET /v2.0/ports?device_id=affa3918-e899-4dfe-8660-4b640439777a HTTP/1.1" status: 200 len: 946 time: 0.2418163 Jul 06 13:59:30.277393 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-c14c4e36-050c-4f80-9c91-2151a58f8abf req-e6bd2e87-4dce-49da-9bb4-fbf87af0f9d5 tempest-DeleteServersTestJSON-677393534 tempest-DeleteServersTestJSON-677393534-project] 10.222.0.104 "GET /v2.0/security-groups?id=7d4cbf2c-f907-4452-8928-a2a298fe7ee1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582960 Jul 06 13:59:30.381474 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e1ca5ea-e7ee-4126-8d6a-eb942b426c75 admin admin] Router 6fd62864-a8be-4ae2-b76b-47b705e8fa03 is scheduled to L3 agent 2823d358-a11b-4885-a706-95a279e43fa7 with binding_index 1 {{(pid=100246) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 13:59:30.478893 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 13:59:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-129cda47-a956-45c2-8b21-5dcd09d4bf4d x-openstack-request-id: req-129cda47-a956-45c2-8b21-5dcd09d4bf4d {{(pid=100247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:59:30.479586 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "409617e7-df61-4f61-8ec0-c00a7448d4c1", "name": "network-vif-deleted", "tag": "33f9921a-af0a-4689-af66-74372e6fe3df", "status": "completed", "code": 200}]} {{(pid=100247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:59:30.480010 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-129cda47-a956-45c2-8b21-5dcd09d4bf4d {{(pid=100247) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:59:30.480553 n-d-773647-6 neutron-server[100247]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '409617e7-df61-4f61-8ec0-c00a7448d4c1', 'name': 'network-vif-deleted', 'tag': '33f9921a-af0a-4689-af66-74372e6fe3df', 'status': 'completed', 'code': 200} Jul 06 13:59:30.516221 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb558e3-7cd0-4ac0-8686-10a80a7ff87f req-2927eff9-1aa7-48d0-9170-ba48b935c29a tempest-ServerDiskConfigTestJSON-920847304 tempest-ServerDiskConfigTestJSON-920847304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:59:30.517797 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-7fb558e3-7cd0-4ac0-8686-10a80a7ff87f req-2927eff9-1aa7-48d0-9170-ba48b935c29a tempest-ServerDiskConfigTestJSON-920847304 tempest-ServerDiskConfigTestJSON-920847304-project] 10.222.0.104 "GET /v2.0/ports?device_id=b17eeb7c-3d10-4b9a-9008-8da365d16076 HTTP/1.1" status: 200 len: 946 time: 0.1041613 Jul 06 13:59:30.526513 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca19c49e-f1ea-41e2-9ac5-52b8c6f42eef None None] Network c72d4c17-e2dd-4547-81ae-8e7c00859980 requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 13:59:30.526991 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e1ca5ea-e7ee-4126-8d6a-eb942b426c75 admin admin] Notify agent at l3_agent.n-d-773647-6 the message routers_updated {{(pid=100246) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 13:59:30.543126 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0890691f-9e0c-4dc8-8686-0c59810fc14f None None] Sync routers for ids ['6fd62864-a8be-4ae2-b76b-47b705e8fa03'] in n-d-773647-6 {{(pid=100248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 13:59:30.566411 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-1e1ca5ea-e7ee-4126-8d6a-eb942b426c75 admin admin] Notify callbacks [] for router, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:30.572822 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-1e1ca5ea-e7ee-4126-8d6a-eb942b426c75 admin admin] 10.222.0.104 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.6305132 Jul 06 13:59:30.573763 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 33926) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:59:30.581527 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-7fb558e3-7cd0-4ac0-8686-10a80a7ff87f req-df6a4a63-91f6-42e6-9a87-fc1190c5bdeb tempest-ServerDiskConfigTestJSON-920847304 tempest-ServerDiskConfigTestJSON-920847304-project] 10.222.0.104 "GET /v2.0/security-groups?id=bc287469-1102-40d8-b019-cad062af5465&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551541 Jul 06 13:59:30.663751 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device fbe7be6a-6742-4727-aa8e-b87175b36078 up at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 13:59:30.684206 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Device 05481f2d-582e-4146-a307-f062af9d861e details requested by agent hyperv_n-h2-773647-6 with host n-h2-773647-6 {{(pid=100248) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 13:59:30.720209 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0890691f-9e0c-4dc8-8686-0c59810fc14f None None] Routers {'6fd62864-a8be-4ae2-b76b-47b705e8fa03'} bound to L3 agent in host n-d-773647-6 {{(pid=100248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 13:59:30.721267 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-0890691f-9e0c-4dc8-8686-0c59810fc14f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T13:59:25Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['6fd62864-a8be-4ae2-b76b-47b705e8fa03'], 'active': True} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:59:30.815607 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-e5324e1f-4de5-448a-90d4-1b7d604fb05a req-962bd0f9-b4a9-4b21-9862-db7b2209e9ce tempest-LiveAutoBlockMigrationV225Test-654794443 tempest-LiveAutoBlockMigrationV225Test-654794443-project] 10.222.0.104 "GET /v2.0/ports?device_id=409617e7-df61-4f61-8ec0-c00a7448d4c1 HTTP/1.1" status: 200 len: 210 time: 0.0509405 Jul 06 13:59:30.856485 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89409ed-8706-422a-aeba-b0658ed1fb93 req-8ea7502e-475b-480a-b29d-ff92403b0ce8 tempest-ServersOnMultiNodesTest-299961212 tempest-ServersOnMultiNodesTest-299961212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:59:30.859669 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-a89409ed-8706-422a-aeba-b0658ed1fb93 req-8ea7502e-475b-480a-b29d-ff92403b0ce8 tempest-ServersOnMultiNodesTest-299961212 tempest-ServersOnMultiNodesTest-299961212-project] 10.222.0.104 "GET /v2.0/ports?device_id=d3841228-bd36-4f42-bf1c-f86b93e259d3 HTTP/1.1" status: 200 len: 947 time: 0.1639655 Jul 06 13:59:30.924000 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-a89409ed-8706-422a-aeba-b0658ed1fb93 req-e51f3975-bbc5-4d52-ad07-20943640ed80 tempest-ServersOnMultiNodesTest-299961212 tempest-ServersOnMultiNodesTest-299961212-project] 10.222.0.104 "GET /v2.0/security-groups?id=304f894d-c671-4a59-b0fb-2a4d849c5ac9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583506 Jul 06 13:59:30.987048 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-33460a86-d81b-4bb5-9691-c296569a7d5b None None] Provisioning for port fbe7be6a-6742-4727-aa8e-b87175b36078 completed by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 13:59:30.999322 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvr_db [None req-0890691f-9e0c-4dc8-8686-0c59810fc14f None None] Set router 6fd62864-a8be-4ae2-b76b-47b705e8fa03 gateway port host: n-d-773647-6 {{(pid=100248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 13:59:31.154439 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-148bc918-0938-463c-a603-c6bcf154a34f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:31.241222 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning for port fbe7be6a-6742-4727-aa8e-b87175b36078 completed by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 13:59:31.273332 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning complete for port fbe7be6a-6742-4727-aa8e-b87175b36078 triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:59:31.273708 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:31.337481 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] For port 05481f2d-582e-4146-a307-f062af9d861e, host n-h2-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=05481f2d-582e-4146-a307-f062af9d861e,segment=NetworkSegment(c9ea893d-045e-42cf-b3dd-cdd1f79baccd),segment_id=c9ea893d-045e-42cf-b3dd-cdd1f79baccd)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:59:31.346755 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.db_base_plugin_common [None req-148bc918-0938-463c-a603-c6bcf154a34f admin admin] Allocated IP 172.20.0.1 (c72d4c17-e2dd-4547-81ae-8e7c00859980/00b69b29-8c75-4128-a36c-60cbcaab38e8/438b3600-bb09-478d-a066-1745300bdcf6) {{(pid=100246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 13:59:31.353469 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Returning: {'device': '05481f2d-582e-4146-a307-f062af9d861e', 'network_id': 'ac09d390-867f-4b75-a8d2-ab11550bffd6', 'port_id': '05481f2d-582e-4146-a307-f062af9d861e', 'mac_address': 'fa:16:3e:36:fd:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1023, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd1c3cc78-09b9-4e30-99fd-0e5830de101d', 'ip_address': '192.168.233.76'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100248) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 13:59:31.408248 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb825aa-14ac-461a-9cb6-2c17c9f25362 req-0ff873aa-7073-47ce-b9f7-5c504c2dfb4d tempest-ImagesOneServerNegativeTestJSON-2145662933 tempest-ImagesOneServerNegativeTestJSON-2145662933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:59:31.410612 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-0eb825aa-14ac-461a-9cb6-2c17c9f25362 req-0ff873aa-7073-47ce-b9f7-5c504c2dfb4d tempest-ImagesOneServerNegativeTestJSON-2145662933 tempest-ImagesOneServerNegativeTestJSON-2145662933-project] 10.222.0.104 "GET /v2.0/ports?device_id=ee3677f0-8a01-4c2d-8e4e-11c1aec12e10 HTTP/1.1" status: 200 len: 944 time: 0.1158986 Jul 06 13:59:31.500346 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-148bc918-0938-463c-a603-c6bcf154a34f admin admin] Notify callbacks [] for port, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:31.509880 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:31.513948 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-0eb825aa-14ac-461a-9cb6-2c17c9f25362 req-cf9c4308-6fd9-41e4-a4d7-de11cc9dc9bf tempest-ImagesOneServerNegativeTestJSON-2145662933 tempest-ImagesOneServerNegativeTestJSON-2145662933-project] 10.222.0.104 "GET /v2.0/security-groups?id=cf130993-6904-4731-ae5d-09749f3f4522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971861 Jul 06 13:59:31.518864 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.provisioning_blocks [None req-148bc918-0938-463c-a603-c6bcf154a34f admin admin] Transition to ACTIVE for port object 438b3600-bb09-478d-a066-1745300bdcf6 will not be triggered until provisioned by entity DHCP. {{(pid=100246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 13:59:31.549953 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 33952) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:59:31.570146 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-148bc918-0938-463c-a603-c6bcf154a34f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-127687573'] for port, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:31.580734 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f502db9e-b9d1-4b57-afce-7fc797c17373 req-93ee83d8-0c46-40df-8595-f91b0c2ec9d0 tempest-DeleteServersTestJSON-677393534 tempest-DeleteServersTestJSON-677393534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:59:31.584541 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-f502db9e-b9d1-4b57-afce-7fc797c17373 req-93ee83d8-0c46-40df-8595-f91b0c2ec9d0 tempest-DeleteServersTestJSON-677393534 tempest-DeleteServersTestJSON-677393534-project] 10.222.0.104 "GET /v2.0/ports?device_id=affa3918-e899-4dfe-8660-4b640439777a HTTP/1.1" status: 200 len: 946 time: 0.1403983 Jul 06 13:59:31.587265 n-d-773647-6 neutron-server[100248]: DEBUG neutron.notifiers.nova [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 05481f2d-582e-4146-a307-f062af9d861e {{(pid=100248) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 13:59:31.656242 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-0890691f-9e0c-4dc8-8686-0c59810fc14f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fd62864-a8be-4ae2-b76b-47b705e8fa03', 'name': 'tempest-ServersTestMultiNic-1970250359-router', 'tenant_id': 'a3fc9596cf9941a495b08d5bae1b31d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.169'}], 'enable_snat': True}, 'gw_port_id': 'b8edde33-9198-44c1-b07a-bc019929674c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T13:59:27Z', 'updated_at': '2021-07-06T13:59:29Z', 'revision_number': 3, 'project_id': 'a3fc9596cf9941a495b08d5bae1b31d8', 'gw_port': {'id': 'b8edde33-9198-44c1-b07a-bc019929674c', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:23:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fd62864-a8be-4ae2-b76b-47b705e8fa03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 721, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:59:28Z', 'updated_at': '2021-07-06T13:59:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6'}], 'n-d-773647-6', False) {} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:59:31.666970 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:31.669476 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-148bc918-0938-463c-a603-c6bcf154a34f admin admin] Network c72d4c17-e2dd-4547-81ae-8e7c00859980 is already hosted by enough agents. {{(pid=100246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 13:59:31.672723 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.base_scheduler [None req-148bc918-0938-463c-a603-c6bcf154a34f admin admin] Resources bound (agent type, host, resource id): {{(pid=100246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:59:31.686768 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-f502db9e-b9d1-4b57-afce-7fc797c17373 req-ada01f57-0616-425c-bda2-67502cbd39c1 tempest-DeleteServersTestJSON-677393534 tempest-DeleteServersTestJSON-677393534-project] 10.222.0.104 "GET /v2.0/security-groups?id=7d4cbf2c-f907-4452-8928-a2a298fe7ee1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944839 Jul 06 13:59:31.710322 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-148bc918-0938-463c-a603-c6bcf154a34f admin admin] Received port after_create {{(pid=100246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 13:59:31.722685 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] For port 05481f2d-582e-4146-a307-f062af9d861e, host n-h2-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=05481f2d-582e-4146-a307-f062af9d861e,segment=NetworkSegment(c9ea893d-045e-42cf-b3dd-cdd1f79baccd),segment_id=c9ea893d-045e-42cf-b3dd-cdd1f79baccd)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:59:31.724065 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0890691f-9e0c-4dc8-8686-0c59810fc14f None None] Checking router: 6fd62864-a8be-4ae2-b76b-47b705e8fa03 for host: n-d-773647-6 {{(pid=100248) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 13:59:31.724600 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0890691f-9e0c-4dc8-8686-0c59810fc14f None None] Updating router 6fd62864-a8be-4ae2-b76b-47b705e8fa03 port b8edde33-9198-44c1-b07a-bc019929674c binding host n-d-773647-6 {{(pid=100248) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 13:59:31.765464 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-0890691f-9e0c-4dc8-8686-0c59810fc14f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:31.767625 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:31.767793 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-148bc918-0938-463c-a603-c6bcf154a34f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1807675'] for router_interface, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:31.768287 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Device 19197a80-a7a8-41b1-9297-9597fdb5fa2b details requested by agent hyperv_n-h2-773647-6 with host n-h2-773647-6 {{(pid=100248) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 13:59:31.796649 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] For port fbe7be6a-6742-4727-aa8e-b87175b36078, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=fbe7be6a-6742-4727-aa8e-b87175b36078,segment=NetworkSegment(b372cb47-2cd4-4505-bbd0-cae91cf81731),segment_id=b372cb47-2cd4-4505-bbd0-cae91cf81731)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:59:31.823079 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:31.903504 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148bc918-0938-463c-a603-c6bcf154a34f admin admin] Pushing event updated for resources: {'Port': ['ID=438b3600-bb09-478d-a066-1745300bdcf6,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:59:31.947716 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-7e1c00ee-7450-4dda-b35d-bb3afa539f1f admin admin] Notify callbacks [] for security_group, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:32.045765 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-148bc918-0938-463c-a603-c6bcf154a34f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:32.102797 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] For port 19197a80-a7a8-41b1-9297-9597fdb5fa2b, host n-h2-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=19197a80-a7a8-41b1-9297-9597fdb5fa2b,segment=NetworkSegment(165a4ca3-d89f-4657-8b31-086440d21aaa),segment_id=165a4ca3-d89f-4657-8b31-086440d21aaa)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:59:32.119268 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Returning: {'device': '19197a80-a7a8-41b1-9297-9597fdb5fa2b', 'network_id': '2087659c-d042-4f52-8c8b-57a851bb551b', 'port_id': '19197a80-a7a8-41b1-9297-9597fdb5fa2b', 'mac_address': 'fa:16:3e:ea:f6:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1029, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d9c7e4d-cc45-436f-9515-ad95d32a063f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100248) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 13:59:32.124793 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705f97c1-b81d-49db-918a-8ffb71a91375 req-cb52ee29-a685-4186-ac9f-4f06b1ee416b tempest-ServerDiskConfigTestJSON-920847304 tempest-ServerDiskConfigTestJSON-920847304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:59:32.132794 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-705f97c1-b81d-49db-918a-8ffb71a91375 req-cb52ee29-a685-4186-ac9f-4f06b1ee416b tempest-ServerDiskConfigTestJSON-920847304 tempest-ServerDiskConfigTestJSON-920847304-project] 10.222.0.104 "GET /v2.0/ports?device_id=b17eeb7c-3d10-4b9a-9008-8da365d16076 HTTP/1.1" status: 200 len: 946 time: 0.1193476 Jul 06 13:59:32.145868 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Pushing event updated for resources: {'Port': ['ID=05481f2d-582e-4146-a307-f062af9d861e,revision_number=4']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:59:32.215617 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-705f97c1-b81d-49db-918a-8ffb71a91375 req-8985a611-b14a-41f9-a642-7c4a1864c4e4 tempest-ServerDiskConfigTestJSON-920847304 tempest-ServerDiskConfigTestJSON-920847304-project] 10.222.0.104 "GET /v2.0/security-groups?id=bc287469-1102-40d8-b019-cad062af5465&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815744 Jul 06 13:59:32.226771 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Pushing event updated for resources: {'Port': ['ID=fbe7be6a-6742-4727-aa8e-b87175b36078,revision_number=3']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:59:32.281661 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1e3f48-97bf-4b55-ad11-987db02602a4 req-2a3d1567-3ce2-4059-94d8-9075c4188ae2 tempest-ServersOnMultiNodesTest-299961212 tempest-ServersOnMultiNodesTest-299961212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:59:32.289318 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-bc1e3f48-97bf-4b55-ad11-987db02602a4 req-2a3d1567-3ce2-4059-94d8-9075c4188ae2 tempest-ServersOnMultiNodesTest-299961212 tempest-ServersOnMultiNodesTest-299961212-project] 10.222.0.104 "GET /v2.0/ports?device_id=d3841228-bd36-4f42-bf1c-f86b93e259d3 HTTP/1.1" status: 200 len: 948 time: 0.1255422 Jul 06 13:59:32.303192 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-f7f2f7c3-447a-4e64-973f-02199639777e None None] Provisioning complete for port fbe7be6a-6742-4727-aa8e-b87175b36078 triggered by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:59:32.305960 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-f7f2f7c3-447a-4e64-973f-02199639777e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:32.316703 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-7e1c00ee-7450-4dda-b35d-bb3afa539f1f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:32.324208 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-7e1c00ee-7450-4dda-b35d-bb3afa539f1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:32.333879 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-bc1e3f48-97bf-4b55-ad11-987db02602a4 req-910d4368-c451-4fde-828f-d88e13c0269e tempest-ServersOnMultiNodesTest-299961212 tempest-ServersOnMultiNodesTest-299961212-project] 10.222.0.104 "GET /v2.0/security-groups?id=304f894d-c671-4a59-b0fb-2a4d849c5ac9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435820 Jul 06 13:59:32.381937 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-7e1c00ee-7450-4dda-b35d-bb3afa539f1f admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=f620bca492e04b59aa7190b0bbb8937c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8308835 Jul 06 13:59:32.385166 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 33964) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:59:32.395562 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1c00ee-7450-4dda-b35d-bb3afa539f1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce666446-ad5b-4fef-8a7c-05f571757032,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:59:32.430089 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-148bc918-0938-463c-a603-c6bcf154a34f admin admin] Notify callbacks [] for port, precommit_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:32.430352 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:32.435923 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-148bc918-0938-463c-a603-c6bcf154a34f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127687527'] for port, after_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:32.460621 n-d-773647-6 neutron-server[100248]: DEBUG neutron.notifiers.nova [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 19197a80-a7a8-41b1-9297-9597fdb5fa2b {{(pid=100248) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 13:59:32.463517 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-a3b846d1-c3ec-4448-a185-ee4aa223d68b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:32.493482 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-a3b846d1-c3ec-4448-a185-ee4aa223d68b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:32.507546 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] For port 19197a80-a7a8-41b1-9297-9597fdb5fa2b, host n-h2-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=19197a80-a7a8-41b1-9297-9597fdb5fa2b,segment=NetworkSegment(165a4ca3-d89f-4657-8b31-086440d21aaa),segment_id=165a4ca3-d89f-4657-8b31-086440d21aaa)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:59:32.553465 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-148bc918-0938-463c-a603-c6bcf154a34f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1809478'] for router_interface, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:32.555651 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148bc918-0938-463c-a603-c6bcf154a34f admin admin] Pushing event updated for resources: {'Port': ['ID=438b3600-bb09-478d-a066-1745300bdcf6,revision_number=2']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:59:32.562335 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-a3b846d1-c3ec-4448-a185-ee4aa223d68b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:32.566036 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-a3b846d1-c3ec-4448-a185-ee4aa223d68b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:32.567882 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-a3b846d1-c3ec-4448-a185-ee4aa223d68b admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/ce666446-ad5b-4fef-8a7c-05f571757032 HTTP/1.1" status: 204 len: 168 time: 0.1813743 Jul 06 13:59:32.584109 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b846d1-c3ec-4448-a185-ee4aa223d68b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce666446-ad5b-4fef-8a7c-05f571757032,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:59:32.608366 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Device 19851e39-5c5f-4c4a-8039-558e4f8eefb7 details requested by agent hyperv_n-h1-773647-6 with host n-h1-773647-6 {{(pid=100248) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 13:59:32.612678 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Device 33f9921a-af0a-4689-af66-74372e6fe3df no longer exists at agent hyperv_n-h1-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 13:59:32.614970 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device fbe7be6a-6742-4727-aa8e-b87175b36078 up at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 13:59:32.727557 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-148bc918-0938-463c-a603-c6bcf154a34f admin admin] Network c72d4c17-e2dd-4547-81ae-8e7c00859980 is already hosted by enough agents. {{(pid=100246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 13:59:32.731796 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.base_scheduler [None req-148bc918-0938-463c-a603-c6bcf154a34f admin admin] Resources bound (agent type, host, resource id): {{(pid=100246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:59:32.797689 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:32.798677 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d551ede3-5c5b-4d7b-bf93-6fc51f574341 req-8488a3d1-72d4-429e-9082-606c1e72f837 tempest-ImagesOneServerNegativeTestJSON-2145662933 tempest-ImagesOneServerNegativeTestJSON-2145662933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:59:32.809103 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-d551ede3-5c5b-4d7b-bf93-6fc51f574341 req-8488a3d1-72d4-429e-9082-606c1e72f837 tempest-ImagesOneServerNegativeTestJSON-2145662933 tempest-ImagesOneServerNegativeTestJSON-2145662933-project] 10.222.0.104 "GET /v2.0/ports?device_id=ee3677f0-8a01-4c2d-8e4e-11c1aec12e10 HTTP/1.1" status: 200 len: 945 time: 0.1309938 Jul 06 13:59:32.870181 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-d551ede3-5c5b-4d7b-bf93-6fc51f574341 req-f1886f55-8431-43ca-80a2-b087ac9263f6 tempest-ImagesOneServerNegativeTestJSON-2145662933 tempest-ImagesOneServerNegativeTestJSON-2145662933-project] 10.222.0.104 "GET /v2.0/security-groups?id=cf130993-6904-4731-ae5d-09749f3f4522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593345 Jul 06 13:59:32.910684 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] No Port match for: 33f9921a-af0a-4689-af66-74372e6fe3df {{(pid=100248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 13:59:32.911064 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Device 33f9921a-af0a-4689-af66-74372e6fe3df not bound to the agent host n-h1-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 13:59:32.912700 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-148bc918-0938-463c-a603-c6bcf154a34f admin admin] Router 6fd62864-a8be-4ae2-b76b-47b705e8fa03 has already been hosted by L3 agent 2823d358-a11b-4885-a706-95a279e43fa7 {{(pid=100246) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 13:59:32.938868 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacc75e8-ffed-45fa-8232-6ea8daee61d7 req-d267077e-bf84-4d3a-b74e-4e693e24ca42 tempest-LiveAutoBlockMigrationV225Test-654794443 tempest-LiveAutoBlockMigrationV225Test-654794443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:59:32.941265 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-aacc75e8-ffed-45fa-8232-6ea8daee61d7 req-d267077e-bf84-4d3a-b74e-4e693e24ca42 tempest-LiveAutoBlockMigrationV225Test-654794443 tempest-LiveAutoBlockMigrationV225Test-654794443-project] 10.222.0.104 "GET /v2.0/ports?device_id=b1fcca0e-a2ed-4729-9094-7d171185dc74 HTTP/1.1" status: 200 len: 944 time: 0.1834054 Jul 06 13:59:33.030406 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-aacc75e8-ffed-45fa-8232-6ea8daee61d7 req-5a46f3f7-d340-4761-be2a-f845d868c9eb tempest-LiveAutoBlockMigrationV225Test-654794443 tempest-LiveAutoBlockMigrationV225Test-654794443-project] 10.222.0.104 "GET /v2.0/security-groups?id=43f6fcb8-9501-44d6-9feb-82c82c5d5862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831344 Jul 06 13:59:33.092562 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.db.resource_extend [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 06 13:59:33.096417 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 33982) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:59:33.107268 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] get_ports_and_sgs() called for port_ids ['19197a80-a7a8-41b1-9297-9597fdb5fa2b'] {{(pid=100248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 13:59:33.115289 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-cc826a00-55f9-4cfc-87ac-fc407b0f5c6a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:33.140193 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] get_ports_and_sgs() called for port_ids ['05481f2d-582e-4146-a307-f062af9d861e'] {{(pid=100248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 13:59:33.235574 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d103ad0-c2ee-4baf-94d0-c3680617eabd req-af3a3dee-394b-48c5-9501-1e804aab57eb tempest-DeleteServersTestJSON-677393534 tempest-DeleteServersTestJSON-677393534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:59:33.236137 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Pushing event updated for resources: {'Port': ['ID=19197a80-a7a8-41b1-9297-9597fdb5fa2b,revision_number=4']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:59:33.237146 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-6d103ad0-c2ee-4baf-94d0-c3680617eabd req-af3a3dee-394b-48c5-9501-1e804aab57eb tempest-DeleteServersTestJSON-677393534 tempest-DeleteServersTestJSON-677393534-project] 10.222.0.104 "GET /v2.0/ports?device_id=affa3918-e899-4dfe-8660-4b640439777a HTTP/1.1" status: 200 len: 946 time: 0.1186330 Jul 06 13:59:33.272109 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning complete for port fbe7be6a-6742-4727-aa8e-b87175b36078 triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:59:33.272517 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:33.286114 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-0890691f-9e0c-4dc8-8686-0c59810fc14f None None] Notify callbacks [] for port, precommit_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:33.297622 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-cc826a00-55f9-4cfc-87ac-fc407b0f5c6a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:33.309636 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-df3c7c66-40c3-4959-b86e-a49704a13c1c None None] Provisioning for port 438b3600-bb09-478d-a066-1745300bdcf6 completed by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 13:59:33.320353 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-cc826a00-55f9-4cfc-87ac-fc407b0f5c6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:33.344742 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-df3c7c66-40c3-4959-b86e-a49704a13c1c None None] Provisioning complete for port 438b3600-bb09-478d-a066-1745300bdcf6 triggered by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:59:33.345164 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-df3c7c66-40c3-4959-b86e-a49704a13c1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:33.350809 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-0890691f-9e0c-4dc8-8686-0c59810fc14f None None] Transition to ACTIVE for port object b8edde33-9198-44c1-b07a-bc019929674c will not be triggered until provisioned by entity L2. {{(pid=100248) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 13:59:33.363661 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc826a00-55f9-4cfc-87ac-fc407b0f5c6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a38eb4d5-d416-4173-a387-2303306d9b64,revision_number=1']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:59:33.382163 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-6d103ad0-c2ee-4baf-94d0-c3680617eabd req-cc98f525-f3e5-4310-9d22-75a4434f3fce tempest-DeleteServersTestJSON-677393534 tempest-DeleteServersTestJSON-677393534-project] 10.222.0.104 "GET /v2.0/security-groups?id=7d4cbf2c-f907-4452-8928-a2a298fe7ee1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387308 Jul 06 13:59:33.404635 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-cc826a00-55f9-4cfc-87ac-fc407b0f5c6a admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=b6a480e7452e4bdfa6212389ee50ea1e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3070538 Jul 06 13:59:33.407641 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-0890691f-9e0c-4dc8-8686-0c59810fc14f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:33.409804 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 33988) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:59:33.418020 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] For port 19851e39-5c5f-4c4a-8039-558e4f8eefb7, host n-h1-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773647-6',level=0,port_id=19851e39-5c5f-4c4a-8039-558e4f8eefb7,segment=NetworkSegment(227d25fe-bf75-4c4b-9a67-c660160d6b0a),segment_id=227d25fe-bf75-4c4b-9a67-c660160d6b0a)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:59:33.488999 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Returning: {'device': '19851e39-5c5f-4c4a-8039-558e4f8eefb7', 'network_id': '7a710b21-0493-4be8-a73f-c10a9dbc43f7', 'port_id': '19851e39-5c5f-4c4a-8039-558e4f8eefb7', 'mac_address': 'fa:16:3e:c4:d1:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1015, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d32f554-2b92-4c59-9901-e19d129549fc', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100248) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 13:59:33.489241 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-148bc918-0938-463c-a603-c6bcf154a34f admin admin] Notify agent at l3_agent.n-d-773647-6 the message routers_updated {{(pid=100246) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 13:59:33.495522 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-df3c7c66-40c3-4959-b86e-a49704a13c1c None None] Port 438b3600-bb09-478d-a066-1745300bdcf6 cannot update to ACTIVE because it is not bound. {{(pid=100248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 13:59:33.497985 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-148bc918-0938-463c-a603-c6bcf154a34f admin admin] 10.222.0.104 "PUT /v2.0/routers/6fd62864-a8be-4ae2-b76b-47b705e8fa03/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9232640 Jul 06 13:59:33.556099 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37cdfd78-a536-4a74-bb54-9ed5bde59930 None None] Pushing event updated for resources: {'Port': ['ID=b8edde33-9198-44c1-b07a-bc019929674c,revision_number=2']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:59:33.583556 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-0890691f-9e0c-4dc8-8686-0c59810fc14f None None] Attempting to bind port b8edde33-9198-44c1-b07a-bc019929674c on host n-d-773647-6 for vnic_type normal with profile {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 13:59:33.584229 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-0890691f-9e0c-4dc8-8686-0c59810fc14f None None] Attempting to bind port b8edde33-9198-44c1-b07a-bc019929674c by drivers openvswitch,hyperv on host n-d-773647-6 at level 0 using segments [{'id': '89a832b7-7793-4d51-9038-ed7e1c3ff1b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719'}] {{(pid=100248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 13:59:33.584779 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0890691f-9e0c-4dc8-8686-0c59810fc14f None None] Attempting to bind port b8edde33-9198-44c1-b07a-bc019929674c on network 2658f09e-a580-4d4a-9968-2d1e0ad93719 {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 13:59:33.602027 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-cb4304d4-e4ff-4926-8278-fd6dd2e4af1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:33.622051 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 33992) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:59:33.626854 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0890691f-9e0c-4dc8-8686-0c59810fc14f None None] Checking agent: {'id': '8ab5b19c-d213-4f29-891d-27bdf39d38b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773647-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 43, 26), 'started_at': datetime.datetime(2021, 7, 6, 13, 43, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 13, 59, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773647-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 13:59:33.627443 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0890691f-9e0c-4dc8-8686-0c59810fc14f None None] Checking segment: {'id': '89a832b7-7793-4d51-9038-ed7e1c3ff1b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 13:59:33.627653 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-0890691f-9e0c-4dc8-8686-0c59810fc14f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:33.628047 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0890691f-9e0c-4dc8-8686-0c59810fc14f None None] Bound using segment: {'id': '89a832b7-7793-4d51-9038-ed7e1c3ff1b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719'} {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 13:59:33.628528 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-0890691f-9e0c-4dc8-8686-0c59810fc14f None None] Bound port: b8edde33-9198-44c1-b07a-bc019929674c, host: n-d-773647-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89a832b7-7793-4d51-9038-ed7e1c3ff1b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719'}}] {{(pid=100248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 13:59:33.628906 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-0890691f-9e0c-4dc8-8686-0c59810fc14f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:33.644712 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e80bd04-fae9-4e20-8fd7-b006c2258b8d req-f498bf3a-f51c-4839-8d68-5a255c4019b6 tempest-ServerDiskConfigTestJSON-920847304 tempest-ServerDiskConfigTestJSON-920847304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:59:33.646577 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-8e80bd04-fae9-4e20-8fd7-b006c2258b8d req-f498bf3a-f51c-4839-8d68-5a255c4019b6 tempest-ServerDiskConfigTestJSON-920847304 tempest-ServerDiskConfigTestJSON-920847304-project] 10.222.0.104 "GET /v2.0/ports?device_id=b17eeb7c-3d10-4b9a-9008-8da365d16076 HTTP/1.1" status: 200 len: 946 time: 0.2175186 Jul 06 13:59:33.662920 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-cb4304d4-e4ff-4926-8278-fd6dd2e4af1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:33.707160 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:33.753378 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a407462f-f7a4-4702-aae9-1aef7eb83d08 req-49ed713f-157a-432a-9d99-ccda43769398 tempest-ServersOnMultiNodesTest-299961212 tempest-ServersOnMultiNodesTest-299961212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:59:33.759718 n-d-773647-6 neutron-server[100248]: DEBUG neutron.notifiers.nova [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 19851e39-5c5f-4c4a-8039-558e4f8eefb7 {{(pid=100248) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 13:59:33.759982 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-a407462f-f7a4-4702-aae9-1aef7eb83d08 req-49ed713f-157a-432a-9d99-ccda43769398 tempest-ServersOnMultiNodesTest-299961212 tempest-ServersOnMultiNodesTest-299961212-project] 10.222.0.104 "GET /v2.0/ports?device_id=d3841228-bd36-4f42-bf1c-f86b93e259d3 HTTP/1.1" status: 200 len: 948 time: 0.2430887 Jul 06 13:59:33.765098 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-b1d38cdf-1818-4382-a6c0-7242e75b9df0 tempest-ServersTestMultiNic-850319587 tempest-ServersTestMultiNic-850319587-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1838222760'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:59:33.781232 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-8e80bd04-fae9-4e20-8fd7-b006c2258b8d req-fbcc5044-b0fa-411b-ab5b-869ab4af3955 tempest-ServerDiskConfigTestJSON-920847304 tempest-ServerDiskConfigTestJSON-920847304-project] 10.222.0.104 "GET /v2.0/security-groups?id=bc287469-1102-40d8-b019-cad062af5465&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270518 Jul 06 13:59:33.789860 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-0890691f-9e0c-4dc8-8686-0c59810fc14f None None] For port b8edde33-9198-44c1-b07a-bc019929674c, host n-d-773647-6, cleared binding levels {{(pid=100248) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 13:59:33.810851 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d40bd23-4663-4f4e-942b-8f5216ce69c3 req-5d80b937-0ff2-4593-8dd1-54e4c43ead7f tempest-LiveAutoBlockMigrationV225Test-654794443 tempest-LiveAutoBlockMigrationV225Test-654794443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:59:33.812678 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-2d40bd23-4663-4f4e-942b-8f5216ce69c3 req-5d80b937-0ff2-4593-8dd1-54e4c43ead7f tempest-LiveAutoBlockMigrationV225Test-654794443 tempest-LiveAutoBlockMigrationV225Test-654794443-project] 10.222.0.127 "GET /v2.0/ports?device_id=b1fcca0e-a2ed-4729-9094-7d171185dc74 HTTP/1.1" status: 200 len: 944 time: 0.2703884 Jul 06 13:59:33.813358 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1d38cdf-1818-4382-a6c0-7242e75b9df0 tempest-ServersTestMultiNic-850319587 tempest-ServersTestMultiNic-850319587-project] Made reservation on behalf of a3fc9596cf9941a495b08d5bae1b31d8 for: {'network': 1} {{(pid=100246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 13:59:33.817855 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-b1d38cdf-1818-4382-a6c0-7242e75b9df0 tempest-ServersTestMultiNic-850319587 tempest-ServersTestMultiNic-850319587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for network, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:33.818008 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] For port 19851e39-5c5f-4c4a-8039-558e4f8eefb7, host n-h1-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773647-6',level=0,port_id=19851e39-5c5f-4c4a-8039-558e4f8eefb7,segment=NetworkSegment(227d25fe-bf75-4c4b-9a67-c660160d6b0a),segment_id=227d25fe-bf75-4c4b-9a67-c660160d6b0a)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:59:33.820690 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-0890691f-9e0c-4dc8-8686-0c59810fc14f None None] For port b8edde33-9198-44c1-b07a-bc019929674c, host n-d-773647-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=b8edde33-9198-44c1-b07a-bc019929674c,segment=NetworkSegment(89a832b7-7793-4d51-9038-ed7e1c3ff1b2),segment_id=89a832b7-7793-4d51-9038-ed7e1c3ff1b2)] {{(pid=100248) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 13:59:33.825177 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:33.833242 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-0890691f-9e0c-4dc8-8686-0c59810fc14f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:33.847562 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b1d38cdf-1818-4382-a6c0-7242e75b9df0 tempest-ServersTestMultiNic-850319587 tempest-ServersTestMultiNic-850319587-project] vlan segment allocate from pool success with {'vlan_id': 1004, 'physical_network': 'physnet1'} {{(pid=100246) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 13:59:33.857498 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-b1d38cdf-1818-4382-a6c0-7242e75b9df0 tempest-ServersTestMultiNic-850319587 tempest-ServersTestMultiNic-850319587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552'] for segment, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:33.857854 n-d-773647-6 neutron-server[100246]: INFO neutron.db.segments_db [None req-b1d38cdf-1818-4382-a6c0-7242e75b9df0 tempest-ServersTestMultiNic-850319587 tempest-ServersTestMultiNic-850319587-project] Added segment 4f2a8c10-ee2e-4062-8043-6d0308f57340 of type vlan for network 148cc126-591d-4f16-8ea9-6ee91e054016 Jul 06 13:59:33.866852 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-cb4304d4-e4ff-4926-8278-fd6dd2e4af1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:33.870188 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-cb4304d4-e4ff-4926-8278-fd6dd2e4af1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:33.873857 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-cb4304d4-e4ff-4926-8278-fd6dd2e4af1a admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/a38eb4d5-d416-4173-a387-2303306d9b64 HTTP/1.1" status: 204 len: 168 time: 0.4588616 Jul 06 13:59:33.896863 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-a407462f-f7a4-4702-aae9-1aef7eb83d08 req-a431c497-a84e-4f00-b5a5-b868c06aee30 tempest-ServersOnMultiNodesTest-299961212 tempest-ServersOnMultiNodesTest-299961212-project] 10.222.0.104 "GET /v2.0/security-groups?id=304f894d-c671-4a59-b0fb-2a4d849c5ac9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356938 Jul 06 13:59:33.899584 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Pushing event updated for resources: {'Port': ['ID=19851e39-5c5f-4c4a-8039-558e4f8eefb7,revision_number=6']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:59:33.907451 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0890691f-9e0c-4dc8-8686-0c59810fc14f None None] Routers {'6fd62864-a8be-4ae2-b76b-47b705e8fa03'} bound to L3 agent in host n-d-773647-6 {{(pid=100248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 13:59:33.908069 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-0890691f-9e0c-4dc8-8686-0c59810fc14f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T13:59:25Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['6fd62864-a8be-4ae2-b76b-47b705e8fa03'], 'active': True} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:59:33.914668 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4304d4-e4ff-4926-8278-fd6dd2e4af1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a38eb4d5-d416-4173-a387-2303306d9b64,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:59:33.933018 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] get_ports_and_sgs() called for port_ids ['19851e39-5c5f-4c4a-8039-558e4f8eefb7'] {{(pid=100248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 13:59:33.956690 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-b1d38cdf-1818-4382-a6c0-7242e75b9df0 tempest-ServersTestMultiNic-850319587 tempest-ServersTestMultiNic-850319587-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773752984405'] for network, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:34.005896 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.plugin [req-2d40bd23-4663-4f4e-942b-8f5216ce69c3 req-b2bb210e-6c1b-41bd-a32c-7f8fd2420f5f tempest-LiveAutoBlockMigrationV225Test-654794443 tempest-LiveAutoBlockMigrationV225Test-654794443-project] Deleting port 3cc44a8c-162f-47c4-a444-eace4e136171 {{(pid=100247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 13:59:34.006574 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-2d40bd23-4663-4f4e-942b-8f5216ce69c3 req-b2bb210e-6c1b-41bd-a32c-7f8fd2420f5f tempest-LiveAutoBlockMigrationV225Test-654794443 tempest-LiveAutoBlockMigrationV225Test-654794443-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:34.011260 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-b1d38cdf-1818-4382-a6c0-7242e75b9df0 tempest-ServersTestMultiNic-850319587 tempest-ServersTestMultiNic-850319587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060'] for network, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:34.026419 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1d38cdf-1818-4382-a6c0-7242e75b9df0 tempest-ServersTestMultiNic-850319587 tempest-ServersTestMultiNic-850319587-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:59:34.027876 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-b1d38cdf-1818-4382-a6c0-7242e75b9df0 tempest-ServersTestMultiNic-850319587 tempest-ServersTestMultiNic-850319587-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583035'] for network, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:34.083116 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37cdfd78-a536-4a74-bb54-9ed5bde59930 None None] Pushing event updated for resources: {'Port': ['ID=b8edde33-9198-44c1-b07a-bc019929674c,revision_number=3']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:59:34.116138 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvr_db [None req-0890691f-9e0c-4dc8-8686-0c59810fc14f None None] Set router 6fd62864-a8be-4ae2-b76b-47b705e8fa03 gateway port host: n-d-773647-6 {{(pid=100248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 13:59:34.217082 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-b1d38cdf-1818-4382-a6c0-7242e75b9df0 tempest-ServersTestMultiNic-850319587 tempest-ServersTestMultiNic-850319587-project] 10.222.0.104 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.5896595 Jul 06 13:59:34.222805 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 34006) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:59:34.228841 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-8caaea51-c815-48da-b1eb-9cb6550e9290 tempest-ServersTestMultiNic-850319587 tempest-ServersTestMultiNic-850319587-project] Request body: {'subnet': {'network_id': '148cc126-591d-4f16-8ea9-6ee91e054016', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:59:34.263110 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.db [req-2d40bd23-4663-4f4e-942b-8f5216ce69c3 req-b2bb210e-6c1b-41bd-a32c-7f8fd2420f5f tempest-LiveAutoBlockMigrationV225Test-654794443 tempest-LiveAutoBlockMigrationV225Test-654794443-project] For port 3cc44a8c-162f-47c4-a444-eace4e136171, host n-h1-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773647-6',level=0,port_id=3cc44a8c-162f-47c4-a444-eace4e136171,segment=NetworkSegment(da615941-94ee-441c-92fd-37ca002df9b5),segment_id=da615941-94ee-441c-92fd-37ca002df9b5)] {{(pid=100247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:59:34.263649 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-2d40bd23-4663-4f4e-942b-8f5216ce69c3 req-b2bb210e-6c1b-41bd-a32c-7f8fd2420f5f tempest-LiveAutoBlockMigrationV225Test-654794443 tempest-LiveAutoBlockMigrationV225Test-654794443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:34.283393 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.plugin [req-2d40bd23-4663-4f4e-942b-8f5216ce69c3 req-b2bb210e-6c1b-41bd-a32c-7f8fd2420f5f tempest-LiveAutoBlockMigrationV225Test-654794443 tempest-LiveAutoBlockMigrationV225Test-654794443-project] Calling delete_port for 3cc44a8c-162f-47c4-a444-eace4e136171 owned by compute:nova {{(pid=100247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 13:59:34.294523 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec4a44d-aa95-42c0-bf16-8eb69808a141 req-050a798d-86cb-4242-a100-85837a5165c7 tempest-ImagesOneServerNegativeTestJSON-2145662933 tempest-ImagesOneServerNegativeTestJSON-2145662933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:59:34.301948 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-8ec4a44d-aa95-42c0-bf16-8eb69808a141 req-050a798d-86cb-4242-a100-85837a5165c7 tempest-ImagesOneServerNegativeTestJSON-2145662933 tempest-ImagesOneServerNegativeTestJSON-2145662933-project] 10.222.0.104 "GET /v2.0/ports?device_id=ee3677f0-8a01-4c2d-8e4e-11c1aec12e10 HTTP/1.1" status: 200 len: 945 time: 0.2054565 Jul 06 13:59:34.345621 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d38cdf-1818-4382-a6c0-7242e75b9df0 tempest-ServersTestMultiNic-850319587 tempest-ServersTestMultiNic-850319587-project] Pushing event updated for resources: {'Network': ['ID=148cc126-591d-4f16-8ea9-6ee91e054016,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:59:34.360495 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Network 148cc126-591d-4f16-8ea9-6ee91e054016 details requested by agent ovs-agent-n-d-773647-6 with host n-d-773647-6 {{(pid=100248) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 13:59:34.380887 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8caaea51-c815-48da-b1eb-9cb6550e9290 tempest-ServersTestMultiNic-850319587 tempest-ServersTestMultiNic-850319587-project] Made reservation on behalf of a3fc9596cf9941a495b08d5bae1b31d8 for: {'subnet': 1} {{(pid=100246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 13:59:34.387561 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-8caaea51-c815-48da-b1eb-9cb6550e9290 tempest-ServersTestMultiNic-850319587 tempest-ServersTestMultiNic-850319587-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127702029'] for subnet, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:34.420680 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-8ec4a44d-aa95-42c0-bf16-8eb69808a141 req-ffe3d259-a899-4692-b40b-9a7f980a884a tempest-ImagesOneServerNegativeTestJSON-2145662933 tempest-ImagesOneServerNegativeTestJSON-2145662933-project] 10.222.0.104 "GET /v2.0/security-groups?id=cf130993-6904-4731-ae5d-09749f3f4522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175425 Jul 06 13:59:34.467901 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91594b55-f79f-4df3-8650-a9eacbd0e5fc req-2b464668-ff86-4682-9f4d-d43cd76ce79b tempest-LiveAutoBlockMigrationV225Test-654794443 tempest-LiveAutoBlockMigrationV225Test-654794443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:59:34.476255 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-91594b55-f79f-4df3-8650-a9eacbd0e5fc req-2b464668-ff86-4682-9f4d-d43cd76ce79b tempest-LiveAutoBlockMigrationV225Test-654794443 tempest-LiveAutoBlockMigrationV225Test-654794443-project] 10.222.0.104 "GET /v2.0/ports?device_id=b1fcca0e-a2ed-4729-9094-7d171185dc74 HTTP/1.1" status: 200 len: 944 time: 0.2667851 Jul 06 13:59:34.538332 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-91594b55-f79f-4df3-8650-a9eacbd0e5fc req-a9a2c42f-9e40-4499-b961-8bc60052e7ce tempest-LiveAutoBlockMigrationV225Test-654794443 tempest-LiveAutoBlockMigrationV225Test-654794443-project] 10.222.0.104 "GET /v2.0/security-groups?id=43f6fcb8-9501-44d6-9feb-82c82c5d5862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608063 Jul 06 13:59:34.558389 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Device 3cc44a8c-162f-47c4-a444-eace4e136171 no longer exists at agent hyperv_n-h1-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 13:59:34.662404 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-2d40bd23-4663-4f4e-942b-8f5216ce69c3 req-b2bb210e-6c1b-41bd-a32c-7f8fd2420f5f tempest-LiveAutoBlockMigrationV225Test-654794443 tempest-LiveAutoBlockMigrationV225Test-654794443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128888353'] for port, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:34.688135 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-8caaea51-c815-48da-b1eb-9cb6550e9290 tempest-ServersTestMultiNic-850319587 tempest-ServersTestMultiNic-850319587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1849032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127687649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127702047'] for subnet, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:34.692593 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-0890691f-9e0c-4dc8-8686-0c59810fc14f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fd62864-a8be-4ae2-b76b-47b705e8fa03', 'name': 'tempest-ServersTestMultiNic-1970250359-router', 'tenant_id': 'a3fc9596cf9941a495b08d5bae1b31d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.169'}], 'enable_snat': True}, 'gw_port_id': 'b8edde33-9198-44c1-b07a-bc019929674c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T13:59:27Z', 'updated_at': '2021-07-06T13:59:31Z', 'revision_number': 4, 'project_id': 'a3fc9596cf9941a495b08d5bae1b31d8', 'gw_port': {'id': 'b8edde33-9198-44c1-b07a-bc019929674c', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:23:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fd62864-a8be-4ae2-b76b-47b705e8fa03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 721, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:59:28Z', 'updated_at': '2021-07-06T13:59:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6', '_interfaces': [{'id': '438b3600-bb09-478d-a066-1745300bdcf6', 'name': '', 'network_id': 'c72d4c17-e2dd-4547-81ae-8e7c00859980', 'tenant_id': 'a3fc9596cf9941a495b08d5bae1b31d8', 'mac_address': 'fa:16:3e:ff:c3:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fd62864-a8be-4ae2-b76b-47b705e8fa03', 'device_owner': 'network:router_interface', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': '00b69b29-8c75-4128-a36c-60cbcaab38e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:59:31Z', 'updated_at': '2021-07-06T13:59:32Z', 'revision_number': 2, 'project_id': 'a3fc9596cf9941a495b08d5bae1b31d8', 'subnets': [{'id': '00b69b29-8c75-4128-a36c-60cbcaab38e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773647-6', False) {} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:59:34.732708 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0890691f-9e0c-4dc8-8686-0c59810fc14f None None] The sync data for ids ['6fd62864-a8be-4ae2-b76b-47b705e8fa03'] in n-d-773647-6 is: [{'id': '6fd62864-a8be-4ae2-b76b-47b705e8fa03', 'name': 'tempest-ServersTestMultiNic-1970250359-router', 'tenant_id': 'a3fc9596cf9941a495b08d5bae1b31d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.169'}], 'enable_snat': True}, 'gw_port_id': 'b8edde33-9198-44c1-b07a-bc019929674c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T13:59:27Z', 'updated_at': '2021-07-06T13:59:31Z', 'revision_number': 4, 'project_id': 'a3fc9596cf9941a495b08d5bae1b31d8', 'gw_port': {'id': 'b8edde33-9198-44c1-b07a-bc019929674c', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:23:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fd62864-a8be-4ae2-b76b-47b705e8fa03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 721, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:59:28Z', 'updated_at': '2021-07-06T13:59:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6', '_interfaces': [{'id': '438b3600-bb09-478d-a066-1745300bdcf6', 'name': '', 'network_id': 'c72d4c17-e2dd-4547-81ae-8e7c00859980', 'tenant_id': 'a3fc9596cf9941a495b08d5bae1b31d8', 'mac_address': 'fa:16:3e:ff:c3:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fd62864-a8be-4ae2-b76b-47b705e8fa03', 'device_owner': 'network:router_interface', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': '00b69b29-8c75-4128-a36c-60cbcaab38e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:59:31Z', 'updated_at': '2021-07-06T13:59:32Z', 'revision_number': 2, 'project_id': 'a3fc9596cf9941a495b08d5bae1b31d8', 'subnets': [{'id': '00b69b29-8c75-4128-a36c-60cbcaab38e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 13:59:34.757962 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2bb210e-6c1b-41bd-a32c-7f8fd2420f5f tempest-LiveAutoBlockMigrationV225Test-654794443 tempest-LiveAutoBlockMigrationV225Test-654794443-project] Pushing event deleted for resources: {'Port': ['ID=3cc44a8c-162f-47c4-a444-eace4e136171,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:59:34.773084 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8caaea51-c815-48da-b1eb-9cb6550e9290 tempest-ServersTestMultiNic-850319587 tempest-ServersTestMultiNic-850319587-project] Checking segment: {'id': '4f2a8c10-ee2e-4062-8043-6d0308f57340', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': '148cc126-591d-4f16-8ea9-6ee91e054016'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 13:59:34.774227 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8caaea51-c815-48da-b1eb-9cb6550e9290 tempest-ServersTestMultiNic-850319587 tempest-ServersTestMultiNic-850319587-project] Network hostable DHCP agents. Network: 148cc126-591d-4f16-8ea9-6ee91e054016, hostable agents: ['f2bada3d-be77-4359-982b-8505a2bbca04'], hosted agents: [] {{(pid=100246) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 13:59:34.776448 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8caaea51-c815-48da-b1eb-9cb6550e9290 tempest-ServersTestMultiNic-850319587 tempest-ServersTestMultiNic-850319587-project] Pushing event updated for resources: {'Subnet': ['ID=8950c21c-6c1c-4e3a-91f6-b4d0ae06cbd1,revision_number=0']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:59:34.808893 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8caaea51-c815-48da-b1eb-9cb6550e9290 tempest-ServersTestMultiNic-850319587 tempest-ServersTestMultiNic-850319587-project] Network 148cc126-591d-4f16-8ea9-6ee91e054016 is scheduled to be hosted by DHCP agent f2bada3d-be77-4359-982b-8505a2bbca04 with binding_index 1 {{(pid=100246) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 13:59:34.823063 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.base_scheduler [None req-8caaea51-c815-48da-b1eb-9cb6550e9290 tempest-ServersTestMultiNic-850319587 tempest-ServersTestMultiNic-850319587-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773647-6, 148cc126-591d-4f16-8ea9-6ee91e054016) {{(pid=100246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:59:34.828028 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8caaea51-c815-48da-b1eb-9cb6550e9290 tempest-ServersTestMultiNic-850319587 tempest-ServersTestMultiNic-850319587-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:59:34.828628 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-8caaea51-c815-48da-b1eb-9cb6550e9290 tempest-ServersTestMultiNic-850319587 tempest-ServersTestMultiNic-850319587-project] Notify callbacks [] for subnet, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:34.832687 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-583510ad-5364-452d-946c-22f3d7fec917 None None] Network 148cc126-591d-4f16-8ea9-6ee91e054016 requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 13:59:34.842028 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d40bd23-4663-4f4e-942b-8f5216ce69c3 req-b2bb210e-6c1b-41bd-a32c-7f8fd2420f5f tempest-LiveAutoBlockMigrationV225Test-654794443 tempest-LiveAutoBlockMigrationV225Test-654794443-project] No DVR routers for this DVR port 3cc44a8c-162f-47c4-a444-eace4e136171 on host n-h1-773647-6 {{(pid=100247) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 13:59:34.845745 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-2d40bd23-4663-4f4e-942b-8f5216ce69c3 req-b2bb210e-6c1b-41bd-a32c-7f8fd2420f5f tempest-LiveAutoBlockMigrationV225Test-654794443 tempest-LiveAutoBlockMigrationV225Test-654794443-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:34.848274 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-2d40bd23-4663-4f4e-942b-8f5216ce69c3 req-b2bb210e-6c1b-41bd-a32c-7f8fd2420f5f tempest-LiveAutoBlockMigrationV225Test-654794443 tempest-LiveAutoBlockMigrationV225Test-654794443-project] 10.222.0.127 "DELETE /v2.0/ports/3cc44a8c-162f-47c4-a444-eace4e136171 HTTP/1.1" status: 204 len: 173 time: 1.0282679 Jul 06 13:59:34.850365 n-d-773647-6 neutron-server[100247]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1fcca0e-a2ed-4729-9094-7d171185dc74', 'name': 'network-vif-deleted', 'tag': '3cc44a8c-162f-47c4-a444-eace4e136171'}] {{(pid=100247) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 13:59:34.854540 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cbf0eeaae822f8fc9b87a94aeba67a3d651842baf663a51cba94b67a514836d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcabc600-fcf3-4620-9b81-14adee7ede4a" -d '{"events": [{"server_uuid": "b1fcca0e-a2ed-4729-9094-7d171185dc74", "name": "network-vif-deleted", "tag": "3cc44a8c-162f-47c4-a444-eace4e136171"}]}' {{(pid=100247) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:59:34.872379 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-8caaea51-c815-48da-b1eb-9cb6550e9290 tempest-ServersTestMultiNic-850319587 tempest-ServersTestMultiNic-850319587-project] 10.222.0.104 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.6482885 Jul 06 13:59:34.875315 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 34030) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:59:34.886424 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-4de99e49-e652-4920-989a-bef12285046a tempest-ServersTestMultiNic-850319587 tempest-ServersTestMultiNic-850319587-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-491027143'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:59:34.929337 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e9f9ba-3abc-4e29-bb39-3df852e68b70 req-b3f84c02-0cb2-46bd-a3c3-9b0f71b29ac3 tempest-DeleteServersTestJSON-677393534 tempest-DeleteServersTestJSON-677393534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:59:34.939325 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4de99e49-e652-4920-989a-bef12285046a tempest-ServersTestMultiNic-850319587 tempest-ServersTestMultiNic-850319587-project] Made reservation on behalf of a3fc9596cf9941a495b08d5bae1b31d8 for: {'network': 1} {{(pid=100246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 13:59:34.940285 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-e2e9f9ba-3abc-4e29-bb39-3df852e68b70 req-b3f84c02-0cb2-46bd-a3c3-9b0f71b29ac3 tempest-DeleteServersTestJSON-677393534 tempest-DeleteServersTestJSON-677393534-project] 10.222.0.104 "GET /v2.0/ports?device_id=affa3918-e899-4dfe-8660-4b640439777a HTTP/1.1" status: 200 len: 945 time: 0.1566086 Jul 06 13:59:34.943280 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-4de99e49-e652-4920-989a-bef12285046a tempest-ServersTestMultiNic-850319587 tempest-ServersTestMultiNic-850319587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for network, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:35.002079 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-e2e9f9ba-3abc-4e29-bb39-3df852e68b70 req-8f21fe2e-c33a-487e-b03c-493cc2c05e76 tempest-DeleteServersTestJSON-677393534 tempest-DeleteServersTestJSON-677393534-project] 10.222.0.104 "GET /v2.0/security-groups?id=7d4cbf2c-f907-4452-8928-a2a298fe7ee1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587454 Jul 06 13:59:35.010347 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4de99e49-e652-4920-989a-bef12285046a tempest-ServersTestMultiNic-850319587 tempest-ServersTestMultiNic-850319587-project] vlan segment allocate from pool success with {'vlan_id': 1040, 'physical_network': 'physnet1'} {{(pid=100246) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 13:59:35.023637 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-4de99e49-e652-4920-989a-bef12285046a tempest-ServersTestMultiNic-850319587 tempest-ServersTestMultiNic-850319587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552'] for segment, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:35.024213 n-d-773647-6 neutron-server[100246]: INFO neutron.db.segments_db [None req-4de99e49-e652-4920-989a-bef12285046a tempest-ServersTestMultiNic-850319587 tempest-ServersTestMultiNic-850319587-project] Added segment 0d13df17-fc25-4450-9756-6169cc61be9b of type vlan for network 68491203-b0db-4981-8a0d-44d0d16dcf7a Jul 06 13:59:35.068245 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Device 05481f2d-582e-4146-a307-f062af9d861e up at agent hyperv_n-h2-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 13:59:35.078883 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-4de99e49-e652-4920-989a-bef12285046a tempest-ServersTestMultiNic-850319587 tempest-ServersTestMultiNic-850319587-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773752984405'] for network, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:35.107810 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 13:59:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98070288-259d-424d-bb83-28d2fe493a8b x-openstack-request-id: req-98070288-259d-424d-bb83-28d2fe493a8b {{(pid=100247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:59:35.108315 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1fcca0e-a2ed-4729-9094-7d171185dc74", "name": "network-vif-deleted", "tag": "3cc44a8c-162f-47c4-a444-eace4e136171", "status": "completed", "code": 200}]} {{(pid=100247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:59:35.108728 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-98070288-259d-424d-bb83-28d2fe493a8b {{(pid=100247) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:59:35.111272 n-d-773647-6 neutron-server[100247]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1fcca0e-a2ed-4729-9094-7d171185dc74', 'name': 'network-vif-deleted', 'tag': '3cc44a8c-162f-47c4-a444-eace4e136171', 'status': 'completed', 'code': 200} Jul 06 13:59:35.123817 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-4de99e49-e652-4920-989a-bef12285046a tempest-ServersTestMultiNic-850319587 tempest-ServersTestMultiNic-850319587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060'] for network, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:35.129589 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4de99e49-e652-4920-989a-bef12285046a tempest-ServersTestMultiNic-850319587 tempest-ServersTestMultiNic-850319587-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:59:35.133747 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-4de99e49-e652-4920-989a-bef12285046a tempest-ServersTestMultiNic-850319587 tempest-ServersTestMultiNic-850319587-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583035'] for network, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:35.214739 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285bf224-519e-4dcc-8473-6b0074747351 req-9291d5ba-79be-4037-8f9e-a37cead4e064 tempest-ServerDiskConfigTestJSON-920847304 tempest-ServerDiskConfigTestJSON-920847304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:59:35.215036 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-4de99e49-e652-4920-989a-bef12285046a tempest-ServersTestMultiNic-850319587 tempest-ServersTestMultiNic-850319587-project] 10.222.0.104 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.3330333 Jul 06 13:59:35.232171 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-285bf224-519e-4dcc-8473-6b0074747351 req-9291d5ba-79be-4037-8f9e-a37cead4e064 tempest-ServerDiskConfigTestJSON-920847304 tempest-ServerDiskConfigTestJSON-920847304-project] 10.222.0.104 "GET /v2.0/ports?device_id=b17eeb7c-3d10-4b9a-9008-8da365d16076 HTTP/1.1" status: 200 len: 946 time: 0.2273698 Jul 06 13:59:35.234908 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 34036) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:59:35.253214 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [None req-8cb359a6-f8b4-4e4d-a2a0-a928e057e31e tempest-ServersTestMultiNic-850319587 tempest-ServersTestMultiNic-850319587-project] Request body: {'subnet': {'network_id': '68491203-b0db-4981-8a0d-44d0d16dcf7a', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:59:35.381539 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de99e49-e652-4920-989a-bef12285046a tempest-ServersTestMultiNic-850319587 tempest-ServersTestMultiNic-850319587-project] Pushing event updated for resources: {'Network': ['ID=68491203-b0db-4981-8a0d-44d0d16dcf7a,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:59:35.510583 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-285bf224-519e-4dcc-8473-6b0074747351 req-dc53a802-175f-4207-bc7a-99b4d32b185c tempest-ServerDiskConfigTestJSON-920847304 tempest-ServerDiskConfigTestJSON-920847304-project] 10.222.0.104 "GET /v2.0/security-groups?id=bc287469-1102-40d8-b019-cad062af5465&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2759094 Jul 06 13:59:35.529872 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Network 68491203-b0db-4981-8a0d-44d0d16dcf7a details requested by agent ovs-agent-n-d-773647-6 with host n-d-773647-6 {{(pid=100248) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 13:59:35.548516 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37c18c8d-ce84-4b6c-9d38-471b9975473b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6bd5fc82-6666-56e8-87c2-91648d36c963-148cc126-591d-4f16-8ea9-6ee91e054016', 'network_id': '148cc126-591d-4f16-8ea9-6ee91e054016', 'tenant_id': 'a3fc9596cf9941a495b08d5bae1b31d8', 'fixed_ips': [{'subnet_id': '8950c21c-6c1c-4e3a-91f6-b4d0ae06cbd1'}]}} from n-d-773647-6. {{(pid=100248) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 13:59:35.549397 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-37c18c8d-ce84-4b6c-9d38-471b9975473b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:35.585907 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cb359a6-f8b4-4e4d-a2a0-a928e057e31e tempest-ServersTestMultiNic-850319587 tempest-ServersTestMultiNic-850319587-project] Made reservation on behalf of a3fc9596cf9941a495b08d5bae1b31d8 for: {'subnet': 1} {{(pid=100247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 13:59:35.590886 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-8cb359a6-f8b4-4e4d-a2a0-a928e057e31e tempest-ServersTestMultiNic-850319587 tempest-ServersTestMultiNic-850319587-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127627440'] for subnet, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:35.697939 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Provisioning for port 05481f2d-582e-4146-a307-f062af9d861e completed by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 13:59:35.700697 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5164b24d-e516-4f88-85df-01fb5da73c5f req-abcdc4a6-e826-4628-bdf5-47f562de108b tempest-ServersOnMultiNodesTest-299961212 tempest-ServersOnMultiNodesTest-299961212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:59:35.720407 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-5164b24d-e516-4f88-85df-01fb5da73c5f req-abcdc4a6-e826-4628-bdf5-47f562de108b tempest-ServersOnMultiNodesTest-299961212 tempest-ServersOnMultiNodesTest-299961212-project] 10.222.0.104 "GET /v2.0/ports?device_id=d3841228-bd36-4f42-bf1c-f86b93e259d3 HTTP/1.1" status: 200 len: 948 time: 0.2808642 Jul 06 13:59:35.807568 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Provisioning complete for port 05481f2d-582e-4146-a307-f062af9d861e triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:59:35.807941 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:35.917839 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-5164b24d-e516-4f88-85df-01fb5da73c5f req-0e7f840c-5043-429c-a69e-9ddd8b9ba635 tempest-ServersOnMultiNodesTest-299961212 tempest-ServersOnMultiNodesTest-299961212-project] 10.222.0.104 "GET /v2.0/security-groups?id=304f894d-c671-4a59-b0fb-2a4d849c5ac9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1932831 Jul 06 13:59:36.076613 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.db_base_plugin_common [None req-37c18c8d-ce84-4b6c-9d38-471b9975473b None None] Allocated IP 19.80.0.2 (148cc126-591d-4f16-8ea9-6ee91e054016/8950c21c-6c1c-4e3a-91f6-b4d0ae06cbd1/55e1dd5c-ad88-46cd-b84f-325ef90738ff) {{(pid=100248) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 13:59:36.088781 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce388a6-990b-4b7f-8cc5-118697bd3361 req-39f646f0-f823-4bd2-89dd-2d9cc9fff751 tempest-ImagesOneServerNegativeTestJSON-2145662933 tempest-ImagesOneServerNegativeTestJSON-2145662933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:59:36.104554 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-dce388a6-990b-4b7f-8cc5-118697bd3361 req-39f646f0-f823-4bd2-89dd-2d9cc9fff751 tempest-ImagesOneServerNegativeTestJSON-2145662933 tempest-ImagesOneServerNegativeTestJSON-2145662933-project] 10.222.0.104 "GET /v2.0/ports?device_id=ee3677f0-8a01-4c2d-8e4e-11c1aec12e10 HTTP/1.1" status: 200 len: 945 time: 0.3043354 Jul 06 13:59:36.290942 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-0097f45e-75d3-43e1-9503-3d0d322acae9 req-dafb3cf2-90fc-41f4-aabf-73ffaa29f218 tempest-LiveAutoBlockMigrationV225Test-654794443 tempest-LiveAutoBlockMigrationV225Test-654794443-project] 10.222.0.104 "GET /v2.0/ports?device_id=b1fcca0e-a2ed-4729-9094-7d171185dc74 HTTP/1.1" status: 200 len: 210 time: 0.0671110 Jul 06 13:59:36.308370 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-dce388a6-990b-4b7f-8cc5-118697bd3361 req-4c4d283f-8d57-421a-be02-79262578b0e4 tempest-ImagesOneServerNegativeTestJSON-2145662933 tempest-ImagesOneServerNegativeTestJSON-2145662933-project] 10.222.0.104 "GET /v2.0/security-groups?id=cf130993-6904-4731-ae5d-09749f3f4522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2028182 Jul 06 13:59:36.313815 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-8cb359a6-f8b4-4e4d-a2a0-a928e057e31e tempest-ServersTestMultiNic-850319587 tempest-ServersTestMultiNic-850319587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1849032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-128888412', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127627426'] for subnet, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:36.414957 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-37c18c8d-ce84-4b6c-9d38-471b9975473b None None] Notify callbacks [] for port, precommit_create {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:36.440506 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-37c18c8d-ce84-4b6c-9d38-471b9975473b None None] Transition to ACTIVE for port object 55e1dd5c-ad88-46cd-b84f-325ef90738ff will not be triggered until provisioned by entity L2. {{(pid=100248) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 13:59:36.472720 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb359a6-f8b4-4e4d-a2a0-a928e057e31e tempest-ServersTestMultiNic-850319587 tempest-ServersTestMultiNic-850319587-project] Pushing event updated for resources: {'Subnet': ['ID=3f09bacf-9043-4249-b094-7d935be63d60,revision_number=0']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:59:36.495946 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cb359a6-f8b4-4e4d-a2a0-a928e057e31e tempest-ServersTestMultiNic-850319587 tempest-ServersTestMultiNic-850319587-project] Checking segment: {'id': '0d13df17-fc25-4450-9756-6169cc61be9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1040, 'network_id': '68491203-b0db-4981-8a0d-44d0d16dcf7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100247) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 13:59:36.496248 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cb359a6-f8b4-4e4d-a2a0-a928e057e31e tempest-ServersTestMultiNic-850319587 tempest-ServersTestMultiNic-850319587-project] Network hostable DHCP agents. Network: 68491203-b0db-4981-8a0d-44d0d16dcf7a, hostable agents: ['f2bada3d-be77-4359-982b-8505a2bbca04'], hosted agents: [] {{(pid=100247) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 13:59:36.569959 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-37c18c8d-ce84-4b6c-9d38-471b9975473b None None] Transition to ACTIVE for port object 55e1dd5c-ad88-46cd-b84f-325ef90738ff will not be triggered until provisioned by entity DHCP. {{(pid=100248) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 13:59:36.596787 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Device 19851e39-5c5f-4c4a-8039-558e4f8eefb7 up at agent hyperv_n-h1-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 13:59:36.609876 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cb359a6-f8b4-4e4d-a2a0-a928e057e31e tempest-ServersTestMultiNic-850319587 tempest-ServersTestMultiNic-850319587-project] Network 68491203-b0db-4981-8a0d-44d0d16dcf7a is scheduled to be hosted by DHCP agent f2bada3d-be77-4359-982b-8505a2bbca04 with binding_index 1 {{(pid=100247) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 13:59:36.628630 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.base_scheduler [None req-8cb359a6-f8b4-4e4d-a2a0-a928e057e31e tempest-ServersTestMultiNic-850319587 tempest-ServersTestMultiNic-850319587-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773647-6, 68491203-b0db-4981-8a0d-44d0d16dcf7a) {{(pid=100247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:59:36.635255 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cb359a6-f8b4-4e4d-a2a0-a928e057e31e tempest-ServersTestMultiNic-850319587 tempest-ServersTestMultiNic-850319587-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:59:36.636596 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-8cb359a6-f8b4-4e4d-a2a0-a928e057e31e tempest-ServersTestMultiNic-850319587 tempest-ServersTestMultiNic-850319587-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583035'] for subnet, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:36.667197 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device b8edde33-9198-44c1-b07a-bc019929674c up at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 13:59:36.670043 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-8cb359a6-f8b4-4e4d-a2a0-a928e057e31e tempest-ServersTestMultiNic-850319587 tempest-ServersTestMultiNic-850319587-project] 10.222.0.104 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.4327981 Jul 06 13:59:36.675640 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f72918d6-be5f-4940-99f3-5980c03e321e None None] Network 68491203-b0db-4981-8a0d-44d0d16dcf7a requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 13:59:36.690821 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83e98c0-4e4b-4e46-9435-69d2deca6213 req-27dac387-02e4-49b5-9d95-eaa65884e231 tempest-DeleteServersTestJSON-677393534 tempest-DeleteServersTestJSON-677393534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:59:36.699783 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-e83e98c0-4e4b-4e46-9435-69d2deca6213 req-27dac387-02e4-49b5-9d95-eaa65884e231 tempest-DeleteServersTestJSON-677393534 tempest-DeleteServersTestJSON-677393534-project] 10.222.0.104 "GET /v2.0/ports?device_id=affa3918-e899-4dfe-8660-4b640439777a HTTP/1.1" status: 200 len: 945 time: 0.1883657 Jul 06 13:59:36.758054 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-37c18c8d-ce84-4b6c-9d38-471b9975473b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108'] for port, after_create {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:36.800009 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-e83e98c0-4e4b-4e46-9435-69d2deca6213 req-e57c14bf-1b39-4ed9-a023-5d2e1852b033 tempest-DeleteServersTestJSON-677393534 tempest-DeleteServersTestJSON-677393534-project] 10.222.0.104 "GET /v2.0/security-groups?id=7d4cbf2c-f907-4452-8928-a2a298fe7ee1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925329 Jul 06 13:59:36.803444 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:36.904978 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885581a1-1c90-4d2a-87d3-e9068dc2d623 req-bf788c28-9137-4d08-8863-86843b40e0df tempest-ServerDiskConfigTestJSON-920847304 tempest-ServerDiskConfigTestJSON-920847304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:59:36.911862 n-d-773647-6 neutron-server[100248]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37c18c8d-ce84-4b6c-9d38-471b9975473b None None] Network 148cc126-591d-4f16-8ea9-6ee91e054016 is already hosted by enough agents. {{(pid=100248) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 13:59:36.916589 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-885581a1-1c90-4d2a-87d3-e9068dc2d623 req-bf788c28-9137-4d08-8863-86843b40e0df tempest-ServerDiskConfigTestJSON-920847304 tempest-ServerDiskConfigTestJSON-920847304-project] 10.222.0.104 "GET /v2.0/ports?device_id=b17eeb7c-3d10-4b9a-9008-8da365d16076 HTTP/1.1" status: 200 len: 946 time: 0.1496787 Jul 06 13:59:36.930110 n-d-773647-6 neutron-server[100248]: DEBUG neutron.scheduler.base_scheduler [None req-37c18c8d-ce84-4b6c-9d38-471b9975473b None None] Resources bound (agent type, host, resource id): {{(pid=100248) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:59:36.952766 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37c18c8d-ce84-4b6c-9d38-471b9975473b None None] Received port after_create {{(pid=100248) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 13:59:36.973292 n-d-773647-6 neutron-server[100248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3841228-bd36-4f42-bf1c-f86b93e259d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05481f2d-582e-4146-a307-f062af9d861e'}] {{(pid=100248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 13:59:36.975708 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84af257533e383389cbcf231d3534f4d5e149e7203fea16b4a8fc01438dddaf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f54ccb0e-30be-4672-bd86-859649e19062" -d '{"events": [{"server_uuid": "d3841228-bd36-4f42-bf1c-f86b93e259d3", "name": "network-vif-plugged", "status": "completed", "tag": "05481f2d-582e-4146-a307-f062af9d861e"}]}' {{(pid=100248) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:59:36.994645 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c18c8d-ce84-4b6c-9d38-471b9975473b None None] Pushing event updated for resources: {'Port': ['ID=55e1dd5c-ad88-46cd-b84f-325ef90738ff,revision_number=1']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:59:37.018859 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] For port 05481f2d-582e-4146-a307-f062af9d861e, host n-h2-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=05481f2d-582e-4146-a307-f062af9d861e,segment=NetworkSegment(c9ea893d-045e-42cf-b3dd-cdd1f79baccd),segment_id=c9ea893d-045e-42cf-b3dd-cdd1f79baccd)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:59:37.032596 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-885581a1-1c90-4d2a-87d3-e9068dc2d623 req-39abfc76-50c8-4dde-a526-d18c2ff63392 tempest-ServerDiskConfigTestJSON-920847304 tempest-ServerDiskConfigTestJSON-920847304-project] 10.222.0.104 "GET /v2.0/security-groups?id=bc287469-1102-40d8-b019-cad062af5465&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147192 Jul 06 13:59:37.039581 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c18c8d-ce84-4b6c-9d38-471b9975473b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:59:37.039930 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c18c8d-ce84-4b6c-9d38-471b9975473b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:59:37.040267 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c18c8d-ce84-4b6c-9d38-471b9975473b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:59:37.041145 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c18c8d-ce84-4b6c-9d38-471b9975473b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:59:37.041473 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c18c8d-ce84-4b6c-9d38-471b9975473b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:59:37.041798 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c18c8d-ce84-4b6c-9d38-471b9975473b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:59:37.042119 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c18c8d-ce84-4b6c-9d38-471b9975473b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:59:37.042440 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c18c8d-ce84-4b6c-9d38-471b9975473b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:59:37.042760 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c18c8d-ce84-4b6c-9d38-471b9975473b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:59:37.043251 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c18c8d-ce84-4b6c-9d38-471b9975473b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:59:37.043616 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c18c8d-ce84-4b6c-9d38-471b9975473b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:59:37.043938 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c18c8d-ce84-4b6c-9d38-471b9975473b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:59:37.064605 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:37.065703 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Device 19197a80-a7a8-41b1-9297-9597fdb5fa2b up at agent hyperv_n-h2-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 13:59:37.086997 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6461d6-eba7-4c59-ace9-e763ca72b0fc req-b4d57c90-80af-4da3-bf3f-d77141e715c3 tempest-ServersWithSpecificFlavorTestJSON-1219430523 tempest-ServersWithSpecificFlavorTestJSON-1219430523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:59:37.088814 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-1a6461d6-eba7-4c59-ace9-e763ca72b0fc req-b4d57c90-80af-4da3-bf3f-d77141e715c3 tempest-ServersWithSpecificFlavorTestJSON-1219430523 tempest-ServersWithSpecificFlavorTestJSON-1219430523-project] 10.222.0.104 "GET /v2.0/ports?device_id=0d04a11a-d8bd-4340-950b-af5c0e394bc0 HTTP/1.1" status: 200 len: 945 time: 0.1092784 Jul 06 13:59:37.117869 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Provisioning complete for port 19851e39-5c5f-4c4a-8039-558e4f8eefb7 triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:59:37.118254 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:37.138671 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-1a6461d6-eba7-4c59-ace9-e763ca72b0fc req-71888680-81f9-4940-9024-0211e532835d tempest-ServersWithSpecificFlavorTestJSON-1219430523 tempest-ServersWithSpecificFlavorTestJSON-1219430523-project] 10.222.0.104 "GET /v2.0/security-groups?id=b480d027-214b-42ad-8ea1-99d6a4321406&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437024 Jul 06 13:59:37.265220 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-37c18c8d-ce84-4b6c-9d38-471b9975473b None None] Attempting to bind port 55e1dd5c-ad88-46cd-b84f-325ef90738ff on host n-d-773647-6 for vnic_type normal with profile {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 13:59:37.265220 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-37c18c8d-ce84-4b6c-9d38-471b9975473b None None] Attempting to bind port 55e1dd5c-ad88-46cd-b84f-325ef90738ff by drivers openvswitch,hyperv on host n-d-773647-6 at level 0 using segments [{'id': '4f2a8c10-ee2e-4062-8043-6d0308f57340', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': '148cc126-591d-4f16-8ea9-6ee91e054016'}] {{(pid=100248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 13:59:37.265220 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37c18c8d-ce84-4b6c-9d38-471b9975473b None None] Attempting to bind port 55e1dd5c-ad88-46cd-b84f-325ef90738ff on network 148cc126-591d-4f16-8ea9-6ee91e054016 {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 13:59:37.266458 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning for port b8edde33-9198-44c1-b07a-bc019929674c completed by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 13:59:37.297660 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning complete for port b8edde33-9198-44c1-b07a-bc019929674c triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:59:37.298163 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:37.384179 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76ddb312-106d-4284-aff2-a99a83da0cf9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6bd5fc82-6666-56e8-87c2-91648d36c963-68491203-b0db-4981-8a0d-44d0d16dcf7a', 'network_id': '68491203-b0db-4981-8a0d-44d0d16dcf7a', 'tenant_id': 'a3fc9596cf9941a495b08d5bae1b31d8', 'fixed_ips': [{'subnet_id': '3f09bacf-9043-4249-b094-7d935be63d60'}]}} from n-d-773647-6. {{(pid=100248) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 13:59:37.385040 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-76ddb312-106d-4284-aff2-a99a83da0cf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:37.387667 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37c18c8d-ce84-4b6c-9d38-471b9975473b None None] Checking agent: {'id': '8ab5b19c-d213-4f29-891d-27bdf39d38b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773647-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 43, 26), 'started_at': datetime.datetime(2021, 7, 6, 13, 43, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 13, 59, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773647-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 13:59:37.388173 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37c18c8d-ce84-4b6c-9d38-471b9975473b None None] Checking segment: {'id': '4f2a8c10-ee2e-4062-8043-6d0308f57340', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': '148cc126-591d-4f16-8ea9-6ee91e054016'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 13:59:37.388661 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-37c18c8d-ce84-4b6c-9d38-471b9975473b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:37.389280 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37c18c8d-ce84-4b6c-9d38-471b9975473b None None] Bound using segment: {'id': '4f2a8c10-ee2e-4062-8043-6d0308f57340', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': '148cc126-591d-4f16-8ea9-6ee91e054016'} {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 13:59:37.389510 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-37c18c8d-ce84-4b6c-9d38-471b9975473b None None] Bound port: 55e1dd5c-ad88-46cd-b84f-325ef90738ff, host: n-d-773647-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f2a8c10-ee2e-4062-8043-6d0308f57340', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': '148cc126-591d-4f16-8ea9-6ee91e054016'}}] {{(pid=100248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 13:59:37.389932 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-37c18c8d-ce84-4b6c-9d38-471b9975473b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:37.471464 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-e308070c-f07a-454d-8c0e-8d176097ff62 req-c76d27ee-bca3-4ae6-a96d-fb4e748030b0 tempest-ServersAdminNegativeTestJSON-1929369317 tempest-ServersAdminNegativeTestJSON-1929369317-project] 10.222.0.104 "GET /v2.0/networks?tenant_id=fc9ece0601f14b5fb95b9c26e47a6e86&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0387118 Jul 06 13:59:37.489231 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Pushing event updated for resources: {'Port': ['ID=05481f2d-582e-4146-a307-f062af9d861e,revision_number=5']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:59:37.545348 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Provisioning for port 19197a80-a7a8-41b1-9297-9597fdb5fa2b completed by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 13:59:37.577831 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5e1910-e9f1-423f-bfec-a5b25c3c36ab req-c82b1fcf-9290-4c32-b6d5-617a8430006b tempest-ServersTestMultiNic-850319587 tempest-ServersTestMultiNic-850319587-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:59:37.583565 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5e1910-e9f1-423f-bfec-a5b25c3c36ab req-c82b1fcf-9290-4c32-b6d5-617a8430006b tempest-ServersTestMultiNic-850319587 tempest-ServersTestMultiNic-850319587-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:59:37.586082 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Provisioning complete for port 19197a80-a7a8-41b1-9297-9597fdb5fa2b triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:59:37.586674 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:37.591938 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-4a5e1910-e9f1-423f-bfec-a5b25c3c36ab req-c82b1fcf-9290-4c32-b6d5-617a8430006b tempest-ServersTestMultiNic-850319587 tempest-ServersTestMultiNic-850319587-project] 10.222.0.104 "GET /v2.0/networks?id=148cc126-591d-4f16-8ea9-6ee91e054016&id=68491203-b0db-4981-8a0d-44d0d16dcf7a&id=148cc126-591d-4f16-8ea9-6ee91e054016 HTTP/1.1" status: 200 len: 1391 time: 0.3036120 Jul 06 13:59:37.616887 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-4a5e1910-e9f1-423f-bfec-a5b25c3c36ab req-afef3977-4943-41da-9d9f-308dc27a3072 tempest-ServersTestMultiNic-850319587 tempest-ServersTestMultiNic-850319587-project] 10.222.0.104 "GET /v2.0/quotas/a3fc9596cf9941a495b08d5bae1b31d8 HTTP/1.1" status: 200 len: 375 time: 0.0239656 Jul 06 13:59:37.698260 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e308070c-f07a-454d-8c0e-8d176097ff62 req-c76add0e-7015-49a3-82bd-0a0685af13b1 tempest-ServersAdminNegativeTestJSON-1929369317 tempest-ServersAdminNegativeTestJSON-1929369317-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:59:37.699985 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-e308070c-f07a-454d-8c0e-8d176097ff62 req-c76add0e-7015-49a3-82bd-0a0685af13b1 tempest-ServersAdminNegativeTestJSON-1929369317 tempest-ServersAdminNegativeTestJSON-1929369317-project] 10.222.0.104 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2274408 Jul 06 13:59:37.721961 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-e308070c-f07a-454d-8c0e-8d176097ff62 req-3956da83-ca04-412b-ba10-09dfd0d7ad47 tempest-ServersAdminNegativeTestJSON-1929369317 tempest-ServersAdminNegativeTestJSON-1929369317-project] 10.222.0.104 "GET /v2.0/quotas/fc9ece0601f14b5fb95b9c26e47a6e86 HTTP/1.1" status: 200 len: 375 time: 0.0154605 Jul 06 13:59:37.750910 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:37.751678 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-4a5e1910-e9f1-423f-bfec-a5b25c3c36ab req-2bc902e2-9dd1-4df9-8083-fc77d889c372 tempest-ServersTestMultiNic-850319587 tempest-ServersTestMultiNic-850319587-project] 10.222.0.104 "GET /v2.0/ports?tenant_id=a3fc9596cf9941a495b08d5bae1b31d8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1337960 Jul 06 13:59:37.778492 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] For port b8edde33-9198-44c1-b07a-bc019929674c, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=b8edde33-9198-44c1-b07a-bc019929674c,segment=NetworkSegment(89a832b7-7793-4d51-9038-ed7e1c3ff1b2),segment_id=89a832b7-7793-4d51-9038-ed7e1c3ff1b2)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:59:37.802868 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-e308070c-f07a-454d-8c0e-8d176097ff62 req-0d26cc22-c180-4db5-8384-8bc3e155dadf tempest-ServersAdminNegativeTestJSON-1929369317 tempest-ServersAdminNegativeTestJSON-1929369317-project] 10.222.0.104 "GET /v2.0/ports?tenant_id=fc9ece0601f14b5fb95b9c26e47a6e86&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0738182 Jul 06 13:59:37.825892 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:37.844585 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-37c18c8d-ce84-4b6c-9d38-471b9975473b None None] For port 55e1dd5c-ad88-46cd-b84f-325ef90738ff, host n-d-773647-6, cleared binding levels {{(pid=100248) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 13:59:37.893098 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-37c18c8d-ce84-4b6c-9d38-471b9975473b None None] For port 55e1dd5c-ad88-46cd-b84f-325ef90738ff, host n-d-773647-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=55e1dd5c-ad88-46cd-b84f-325ef90738ff,segment=NetworkSegment(4f2a8c10-ee2e-4062-8043-6d0308f57340),segment_id=4f2a8c10-ee2e-4062-8043-6d0308f57340)] {{(pid=100248) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 13:59:37.900008 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-4a5e1910-e9f1-423f-bfec-a5b25c3c36ab req-81a0bf97-0c36-433f-bfc4-5c7e4263effe service neutron] 10.222.0.104 "GET /v2.0/networks/148cc126-591d-4f16-8ea9-6ee91e054016?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1472533 Jul 06 13:59:37.923238 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-37c18c8d-ce84-4b6c-9d38-471b9975473b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:37.940026 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.db_base_plugin_common [None req-76ddb312-106d-4284-aff2-a99a83da0cf9 None None] Allocated IP 19.86.0.2 (68491203-b0db-4981-8a0d-44d0d16dcf7a/3f09bacf-9043-4249-b094-7d935be63d60/234589bb-61b0-4ab3-b618-b6a7ed1a752c) {{(pid=100248) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 13:59:37.958083 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:38.109352 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-4a5e1910-e9f1-423f-bfec-a5b25c3c36ab req-70ec259c-f614-4b76-89a2-7c122fa88888 service neutron] 10.222.0.104 "GET /v2.0/networks/148cc126-591d-4f16-8ea9-6ee91e054016?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2061856 Jul 06 13:59:38.168951 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69918d9a-66c1-4cb9-8852-2014e79d2a04 None None] Sync routers for ids ['6fd62864-a8be-4ae2-b76b-47b705e8fa03'] in n-d-773647-6 {{(pid=100249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 13:59:38.183463 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69918d9a-66c1-4cb9-8852-2014e79d2a04 None None] Routers {'6fd62864-a8be-4ae2-b76b-47b705e8fa03'} bound to L3 agent in host n-d-773647-6 {{(pid=100249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 13:59:38.186322 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-69918d9a-66c1-4cb9-8852-2014e79d2a04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T13:59:25Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['6fd62864-a8be-4ae2-b76b-47b705e8fa03'], 'active': True} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:59:38.195375 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] For port 19851e39-5c5f-4c4a-8039-558e4f8eefb7, host n-h1-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773647-6',level=0,port_id=19851e39-5c5f-4c4a-8039-558e4f8eefb7,segment=NetworkSegment(227d25fe-bf75-4c4b-9a67-c660160d6b0a),segment_id=227d25fe-bf75-4c4b-9a67-c660160d6b0a)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:59:38.211999 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Pushing event updated for resources: {'Port': ['ID=b8edde33-9198-44c1-b07a-bc019929674c,revision_number=4']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:59:38.254834 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:38.417423 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:38.422434 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-4a5e1910-e9f1-423f-bfec-a5b25c3c36ab req-610d1be1-e77c-4932-b77b-0f51378ebafe service neutron] 10.222.0.104 "GET /v2.0/networks/68491203-b0db-4981-8a0d-44d0d16dcf7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3070316 Jul 06 13:59:38.441125 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4bc1ce-17dc-4d80-a8fa-349605b9f3f9 req-777cbe0f-9aca-480e-92be-0d6e0fe26dba tempest-ServersOnMultiNodesTest-299961212 tempest-ServersOnMultiNodesTest-299961212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:59:38.442645 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-1f4bc1ce-17dc-4d80-a8fa-349605b9f3f9 req-777cbe0f-9aca-480e-92be-0d6e0fe26dba tempest-ServersOnMultiNodesTest-299961212 tempest-ServersOnMultiNodesTest-299961212-project] 10.222.0.104 "GET /v2.0/ports?device_id=d3841228-bd36-4f42-bf1c-f86b93e259d3 HTTP/1.1" status: 200 len: 949 time: 0.1993437 Jul 06 13:59:38.495491 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvr_db [None req-69918d9a-66c1-4cb9-8852-2014e79d2a04 None None] Set router 6fd62864-a8be-4ae2-b76b-47b705e8fa03 gateway port host: n-d-773647-6 {{(pid=100249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 13:59:38.630826 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] For port 19197a80-a7a8-41b1-9297-9597fdb5fa2b, host n-h2-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=19197a80-a7a8-41b1-9297-9597fdb5fa2b,segment=NetworkSegment(165a4ca3-d89f-4657-8b31-086440d21aaa),segment_id=165a4ca3-d89f-4657-8b31-086440d21aaa)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:59:38.634954 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c18c8d-ce84-4b6c-9d38-471b9975473b None None] Pushing event updated for resources: {'Port': ['ID=55e1dd5c-ad88-46cd-b84f-325ef90738ff,revision_number=2']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:59:38.660342 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:38.679436 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-1f4bc1ce-17dc-4d80-a8fa-349605b9f3f9 req-a2e1bb8e-e107-4a9b-954e-2902c73467aa tempest-ServersOnMultiNodesTest-299961212 tempest-ServersOnMultiNodesTest-299961212-project] 10.222.0.104 "GET /v2.0/security-groups?id=304f894d-c671-4a59-b0fb-2a4d849c5ac9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148882 Jul 06 13:59:38.726281 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device b8edde33-9198-44c1-b07a-bc019929674c up at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 13:59:38.746776 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-4a5e1910-e9f1-423f-bfec-a5b25c3c36ab req-1d2c1ec5-83c9-49b6-adb4-02023d7d89d7 service neutron] 10.222.0.104 "GET /v2.0/networks/68491203-b0db-4981-8a0d-44d0d16dcf7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3031023 Jul 06 13:59:38.777945 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 13:59:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bbfe60f-3b0d-42d0-89de-f1e554d133fd x-openstack-request-id: req-4bbfe60f-3b0d-42d0-89de-f1e554d133fd {{(pid=100248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:59:38.778218 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3841228-bd36-4f42-bf1c-f86b93e259d3", "name": "network-vif-plugged", "status": "completed", "tag": "05481f2d-582e-4146-a307-f062af9d861e", "code": 200}]} {{(pid=100248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:59:38.778474 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-4bbfe60f-3b0d-42d0-89de-f1e554d133fd {{(pid=100248) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:59:38.779076 n-d-773647-6 neutron-server[100248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3841228-bd36-4f42-bf1c-f86b93e259d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05481f2d-582e-4146-a307-f062af9d861e', 'code': 200} Jul 06 13:59:38.886706 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Pushing event updated for resources: {'Port': ['ID=19851e39-5c5f-4c4a-8039-558e4f8eefb7,revision_number=7']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:59:38.990080 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-76ddb312-106d-4284-aff2-a99a83da0cf9 None None] Notify callbacks [] for port, precommit_create {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:39.014497 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning complete for port b8edde33-9198-44c1-b07a-bc019929674c triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:59:39.014870 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:39.029938 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-4a5e1910-e9f1-423f-bfec-a5b25c3c36ab req-78db13ba-55c6-4f9b-853d-5787ebc3452a service neutron] 10.222.0.104 "GET /v2.0/networks/148cc126-591d-4f16-8ea9-6ee91e054016?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2733359 Jul 06 13:59:39.061565 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-69918d9a-66c1-4cb9-8852-2014e79d2a04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fd62864-a8be-4ae2-b76b-47b705e8fa03', 'name': 'tempest-ServersTestMultiNic-1970250359-router', 'tenant_id': 'a3fc9596cf9941a495b08d5bae1b31d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.169'}], 'enable_snat': True}, 'gw_port_id': 'b8edde33-9198-44c1-b07a-bc019929674c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T13:59:27Z', 'updated_at': '2021-07-06T13:59:31Z', 'revision_number': 4, 'project_id': 'a3fc9596cf9941a495b08d5bae1b31d8', 'gw_port': {'id': 'b8edde33-9198-44c1-b07a-bc019929674c', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:23:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fd62864-a8be-4ae2-b76b-47b705e8fa03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 721, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:59:28Z', 'updated_at': '2021-07-06T13:59:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6', '_interfaces': [{'id': '438b3600-bb09-478d-a066-1745300bdcf6', 'name': '', 'network_id': 'c72d4c17-e2dd-4547-81ae-8e7c00859980', 'tenant_id': 'a3fc9596cf9941a495b08d5bae1b31d8', 'mac_address': 'fa:16:3e:ff:c3:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fd62864-a8be-4ae2-b76b-47b705e8fa03', 'device_owner': 'network:router_interface', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': '00b69b29-8c75-4128-a36c-60cbcaab38e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:59:31Z', 'updated_at': '2021-07-06T13:59:32Z', 'revision_number': 2, 'project_id': 'a3fc9596cf9941a495b08d5bae1b31d8', 'subnets': [{'id': '00b69b29-8c75-4128-a36c-60cbcaab38e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773647-6', False) {} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:59:39.083046 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-76ddb312-106d-4284-aff2-a99a83da0cf9 None None] Transition to ACTIVE for port object 234589bb-61b0-4ab3-b618-b6a7ed1a752c will not be triggered until provisioned by entity L2. {{(pid=100248) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 13:59:39.136373 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69918d9a-66c1-4cb9-8852-2014e79d2a04 None None] Checking router: 6fd62864-a8be-4ae2-b76b-47b705e8fa03 for host: n-d-773647-6 {{(pid=100249) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 13:59:39.141204 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69918d9a-66c1-4cb9-8852-2014e79d2a04 None None] Updating router 6fd62864-a8be-4ae2-b76b-47b705e8fa03 port 438b3600-bb09-478d-a066-1745300bdcf6 binding host n-d-773647-6 {{(pid=100249) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 13:59:39.201231 n-d-773647-6 neutron-server[100249]: DEBUG neutron_lib.callbacks.manager [None req-69918d9a-66c1-4cb9-8852-2014e79d2a04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:39.281740 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Pushing event updated for resources: {'Port': ['ID=19197a80-a7a8-41b1-9297-9597fdb5fa2b,revision_number=5']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:59:39.320450 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-76ddb312-106d-4284-aff2-a99a83da0cf9 None None] Transition to ACTIVE for port object 234589bb-61b0-4ab3-b618-b6a7ed1a752c will not be triggered until provisioned by entity DHCP. {{(pid=100248) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 13:59:39.323693 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81956b13-d7db-4cc3-ba19-43a1c17b48db req-79f3b6b3-c7b6-437e-85b9-1d320bd64d54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:59:39.325982 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-81956b13-d7db-4cc3-ba19-43a1c17b48db req-79f3b6b3-c7b6-437e-85b9-1d320bd64d54 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=d3841228-bd36-4f42-bf1c-f86b93e259d3 HTTP/1.1" status: 200 len: 1100 time: 0.4407594 Jul 06 13:59:39.331716 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-76ddb312-106d-4284-aff2-a99a83da0cf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108'] for port, after_create {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:39.410610 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c2a1b7-a4a6-40ce-9af1-29d1218d5c6e req-ac8d4618-4ddc-44f4-ad5b-9a7d2a29242e tempest-ImagesOneServerNegativeTestJSON-2145662933 tempest-ImagesOneServerNegativeTestJSON-2145662933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:59:39.411897 n-d-773647-6 neutron-server[100248]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76ddb312-106d-4284-aff2-a99a83da0cf9 None None] Network 68491203-b0db-4981-8a0d-44d0d16dcf7a is already hosted by enough agents. {{(pid=100248) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 13:59:39.417095 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-03c2a1b7-a4a6-40ce-9af1-29d1218d5c6e req-ac8d4618-4ddc-44f4-ad5b-9a7d2a29242e tempest-ImagesOneServerNegativeTestJSON-2145662933 tempest-ImagesOneServerNegativeTestJSON-2145662933-project] 10.222.0.104 "GET /v2.0/ports?device_id=ee3677f0-8a01-4c2d-8e4e-11c1aec12e10 HTTP/1.1" status: 200 len: 946 time: 0.2325566 Jul 06 13:59:39.421629 n-d-773647-6 neutron-server[100248]: DEBUG neutron.scheduler.base_scheduler [None req-76ddb312-106d-4284-aff2-a99a83da0cf9 None None] Resources bound (agent type, host, resource id): {{(pid=100248) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:59:39.428361 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76ddb312-106d-4284-aff2-a99a83da0cf9 None None] Received port after_create {{(pid=100248) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 13:59:39.490755 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ddb312-106d-4284-aff2-a99a83da0cf9 None None] Pushing event updated for resources: {'Port': ['ID=234589bb-61b0-4ab3-b618-b6a7ed1a752c,revision_number=1']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:59:39.493541 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-4a5e1910-e9f1-423f-bfec-a5b25c3c36ab req-21ed1a74-d3d8-4466-a7c1-0384e8a397c9 service neutron] 10.222.0.104 "GET /v2.0/networks/148cc126-591d-4f16-8ea9-6ee91e054016?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4528568 Jul 06 13:59:39.557755 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-81956b13-d7db-4cc3-ba19-43a1c17b48db req-d9989746-feea-4695-b5c8-f6d5f7ffb35e service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=304f894d-c671-4a59-b0fb-2a4d849c5ac9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2028770 Jul 06 13:59:39.578961 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-03c2a1b7-a4a6-40ce-9af1-29d1218d5c6e req-69b64f02-546c-48b0-915e-b7e7c50c41ad tempest-ImagesOneServerNegativeTestJSON-2145662933 tempest-ImagesOneServerNegativeTestJSON-2145662933-project] 10.222.0.104 "GET /v2.0/security-groups?id=cf130993-6904-4731-ae5d-09749f3f4522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1491632 Jul 06 13:59:39.740365 n-d-773647-6 neutron-server[100249]: DEBUG neutron_lib.callbacks.manager [None req-69918d9a-66c1-4cb9-8852-2014e79d2a04 None None] Notify callbacks [] for port, precommit_update {{(pid=100249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:39.749897 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-76ddb312-106d-4284-aff2-a99a83da0cf9 None None] Attempting to bind port 234589bb-61b0-4ab3-b618-b6a7ed1a752c on host n-d-773647-6 for vnic_type normal with profile {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 13:59:39.750515 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-76ddb312-106d-4284-aff2-a99a83da0cf9 None None] Attempting to bind port 234589bb-61b0-4ab3-b618-b6a7ed1a752c by drivers openvswitch,hyperv on host n-d-773647-6 at level 0 using segments [{'id': '0d13df17-fc25-4450-9756-6169cc61be9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1040, 'network_id': '68491203-b0db-4981-8a0d-44d0d16dcf7a'}] {{(pid=100248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 13:59:39.750978 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76ddb312-106d-4284-aff2-a99a83da0cf9 None None] Attempting to bind port 234589bb-61b0-4ab3-b618-b6a7ed1a752c on network 68491203-b0db-4981-8a0d-44d0d16dcf7a {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 13:59:39.755011 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0249b9c8-0ef3-4347-8b0b-6d2e16bda516 None None] Network 148cc126-591d-4f16-8ea9-6ee91e054016 requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 13:59:39.766979 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.provisioning_blocks [None req-69918d9a-66c1-4cb9-8852-2014e79d2a04 None None] Transition to ACTIVE for port object 438b3600-bb09-478d-a066-1745300bdcf6 will not be triggered until provisioned by entity L2. {{(pid=100249) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 13:59:39.786344 n-d-773647-6 neutron-server[100249]: DEBUG neutron_lib.callbacks.manager [None req-69918d9a-66c1-4cb9-8852-2014e79d2a04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:39.896935 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c92ffe9-8c57-4832-a114-2690abd2e711 req-37a9bcca-8613-4c6e-ae3a-fd7c3da818f3 tempest-DeleteServersTestJSON-677393534 tempest-DeleteServersTestJSON-677393534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:59:39.903064 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-7c92ffe9-8c57-4832-a114-2690abd2e711 req-37a9bcca-8613-4c6e-ae3a-fd7c3da818f3 tempest-DeleteServersTestJSON-677393534 tempest-DeleteServersTestJSON-677393534-project] 10.222.0.104 "GET /v2.0/ports?device_id=affa3918-e899-4dfe-8660-4b640439777a HTTP/1.1" status: 200 len: 946 time: 0.1558423 Jul 06 13:59:39.903794 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76ddb312-106d-4284-aff2-a99a83da0cf9 None None] Checking agent: {'id': '8ab5b19c-d213-4f29-891d-27bdf39d38b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773647-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 43, 26), 'started_at': datetime.datetime(2021, 7, 6, 13, 43, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 13, 59, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773647-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 13:59:39.904380 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76ddb312-106d-4284-aff2-a99a83da0cf9 None None] Checking segment: {'id': '0d13df17-fc25-4450-9756-6169cc61be9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1040, 'network_id': '68491203-b0db-4981-8a0d-44d0d16dcf7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 13:59:39.904902 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-76ddb312-106d-4284-aff2-a99a83da0cf9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:39.905409 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76ddb312-106d-4284-aff2-a99a83da0cf9 None None] Bound using segment: {'id': '0d13df17-fc25-4450-9756-6169cc61be9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1040, 'network_id': '68491203-b0db-4981-8a0d-44d0d16dcf7a'} {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 13:59:39.909176 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-76ddb312-106d-4284-aff2-a99a83da0cf9 None None] Bound port: 234589bb-61b0-4ab3-b618-b6a7ed1a752c, host: n-d-773647-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d13df17-fc25-4450-9756-6169cc61be9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1040, 'network_id': '68491203-b0db-4981-8a0d-44d0d16dcf7a'}}] {{(pid=100248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 13:59:39.911111 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-76ddb312-106d-4284-aff2-a99a83da0cf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:39.952917 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.managers [None req-69918d9a-66c1-4cb9-8852-2014e79d2a04 None None] Attempting to bind port 438b3600-bb09-478d-a066-1745300bdcf6 on host n-d-773647-6 for vnic_type normal with profile {{(pid=100249) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 13:59:39.953290 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.managers [None req-69918d9a-66c1-4cb9-8852-2014e79d2a04 None None] Attempting to bind port 438b3600-bb09-478d-a066-1745300bdcf6 by drivers openvswitch,hyperv on host n-d-773647-6 at level 0 using segments [{'id': 'b372cb47-2cd4-4505-bbd0-cae91cf81731', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1021, 'network_id': 'c72d4c17-e2dd-4547-81ae-8e7c00859980'}] {{(pid=100249) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 13:59:39.953648 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69918d9a-66c1-4cb9-8852-2014e79d2a04 None None] Attempting to bind port 438b3600-bb09-478d-a066-1745300bdcf6 on network c72d4c17-e2dd-4547-81ae-8e7c00859980 {{(pid=100249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 13:59:39.962596 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69918d9a-66c1-4cb9-8852-2014e79d2a04 None None] Checking agent: {'id': '8ab5b19c-d213-4f29-891d-27bdf39d38b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773647-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 43, 26), 'started_at': datetime.datetime(2021, 7, 6, 13, 43, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 13, 59, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773647-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 13:59:39.963162 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69918d9a-66c1-4cb9-8852-2014e79d2a04 None None] Checking segment: {'id': 'b372cb47-2cd4-4505-bbd0-cae91cf81731', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1021, 'network_id': 'c72d4c17-e2dd-4547-81ae-8e7c00859980'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100249) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 13:59:39.963539 n-d-773647-6 neutron-server[100249]: DEBUG neutron_lib.callbacks.manager [None req-69918d9a-66c1-4cb9-8852-2014e79d2a04 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:39.963854 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69918d9a-66c1-4cb9-8852-2014e79d2a04 None None] Bound using segment: {'id': 'b372cb47-2cd4-4505-bbd0-cae91cf81731', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1021, 'network_id': 'c72d4c17-e2dd-4547-81ae-8e7c00859980'} {{(pid=100249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 13:59:39.964415 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.managers [None req-69918d9a-66c1-4cb9-8852-2014e79d2a04 None None] Bound port: 438b3600-bb09-478d-a066-1745300bdcf6, host: n-d-773647-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b372cb47-2cd4-4505-bbd0-cae91cf81731', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1021, 'network_id': 'c72d4c17-e2dd-4547-81ae-8e7c00859980'}}] {{(pid=100249) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 13:59:39.964750 n-d-773647-6 neutron-server[100249]: DEBUG neutron_lib.callbacks.manager [None req-69918d9a-66c1-4cb9-8852-2014e79d2a04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:40.011097 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c39d26-5942-409a-a7b7-de2b30716694 None None] Pushing event updated for resources: {'Port': ['ID=438b3600-bb09-478d-a066-1745300bdcf6,revision_number=3']} {{(pid=100249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:59:40.063473 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-7c92ffe9-8c57-4832-a114-2690abd2e711 req-8c6cd54b-5f3b-4319-a5a5-36a57af17267 tempest-DeleteServersTestJSON-677393534 tempest-DeleteServersTestJSON-677393534-project] 10.222.0.104 "GET /v2.0/security-groups?id=7d4cbf2c-f907-4452-8928-a2a298fe7ee1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1531415 Jul 06 13:59:40.090287 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c39d26-5942-409a-a7b7-de2b30716694 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:59:40.092545 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c39d26-5942-409a-a7b7-de2b30716694 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:59:40.097050 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c39d26-5942-409a-a7b7-de2b30716694 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:59:40.097567 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c39d26-5942-409a-a7b7-de2b30716694 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:59:40.098109 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c39d26-5942-409a-a7b7-de2b30716694 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:59:40.102431 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c39d26-5942-409a-a7b7-de2b30716694 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:59:40.106602 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c39d26-5942-409a-a7b7-de2b30716694 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:59:40.107901 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c39d26-5942-409a-a7b7-de2b30716694 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:59:40.115905 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c39d26-5942-409a-a7b7-de2b30716694 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:59:40.117502 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c39d26-5942-409a-a7b7-de2b30716694 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:59:40.118028 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c39d26-5942-409a-a7b7-de2b30716694 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:59:40.119202 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c39d26-5942-409a-a7b7-de2b30716694 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:59:40.139192 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-89819bee-176c-4262-99e3-e150c3e2b221 None None] Provisioning for port 55e1dd5c-ad88-46cd-b84f-325ef90738ff completed by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 13:59:40.201978 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-fc9cd3a3-48fb-4775-be8e-f49eb1fcb4bc req-2ac980f7-7828-4755-8382-baab2d4a0437 tempest-ServersAdminNegativeTestJSON-1929369317 tempest-ServersAdminNegativeTestJSON-1929369317-project] 10.222.0.104 "GET /v2.0/ports?device_id=4a9ebadb-5d0b-4c58-a589-8400ecb2562f HTTP/1.1" status: 200 len: 210 time: 0.0587103 Jul 06 13:59:40.236668 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.db [None req-69918d9a-66c1-4cb9-8852-2014e79d2a04 None None] For port 438b3600-bb09-478d-a066-1745300bdcf6, host n-d-773647-6, cleared binding levels {{(pid=100249) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 13:59:40.246207 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.db [None req-69918d9a-66c1-4cb9-8852-2014e79d2a04 None None] For port 438b3600-bb09-478d-a066-1745300bdcf6, host n-d-773647-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=438b3600-bb09-478d-a066-1745300bdcf6,segment=NetworkSegment(b372cb47-2cd4-4505-bbd0-cae91cf81731),segment_id=b372cb47-2cd4-4505-bbd0-cae91cf81731)] {{(pid=100249) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 13:59:40.249258 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-76ddb312-106d-4284-aff2-a99a83da0cf9 None None] For port 234589bb-61b0-4ab3-b618-b6a7ed1a752c, host n-d-773647-6, cleared binding levels {{(pid=100248) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 13:59:40.253844 n-d-773647-6 neutron-server[100249]: DEBUG neutron_lib.callbacks.manager [None req-69918d9a-66c1-4cb9-8852-2014e79d2a04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:40.269479 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-76ddb312-106d-4284-aff2-a99a83da0cf9 None None] For port 234589bb-61b0-4ab3-b618-b6a7ed1a752c, host n-d-773647-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=234589bb-61b0-4ab3-b618-b6a7ed1a752c,segment=NetworkSegment(0d13df17-fc25-4450-9756-6169cc61be9b),segment_id=0d13df17-fc25-4450-9756-6169cc61be9b)] {{(pid=100248) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 13:59:40.276654 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-76ddb312-106d-4284-aff2-a99a83da0cf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:40.350999 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-e308070c-f07a-454d-8c0e-8d176097ff62 req-0d549ae1-de56-421b-bdd6-bafaa9e2e6f2 tempest-ServersAdminNegativeTestJSON-1929369317 tempest-ServersAdminNegativeTestJSON-1929369317-project] 10.222.0.127 "GET /v2.0/networks?tenant_id=fc9ece0601f14b5fb95b9c26e47a6e86&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0670714 Jul 06 13:59:40.372239 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:40.466996 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69918d9a-66c1-4cb9-8852-2014e79d2a04 None None] Routers {'6fd62864-a8be-4ae2-b76b-47b705e8fa03'} bound to L3 agent in host n-d-773647-6 {{(pid=100249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 13:59:40.467700 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-69918d9a-66c1-4cb9-8852-2014e79d2a04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T13:59:25Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['6fd62864-a8be-4ae2-b76b-47b705e8fa03'], 'active': True} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:59:40.708105 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ddb312-106d-4284-aff2-a99a83da0cf9 None None] Pushing event updated for resources: {'Port': ['ID=234589bb-61b0-4ab3-b618-b6a7ed1a752c,revision_number=2']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:59:40.764704 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 55e1dd5c-ad88-46cd-b84f-325ef90738ff up at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 13:59:40.867546 n-d-773647-6 neutron-server[100248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'affa3918-e899-4dfe-8660-4b640439777a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19851e39-5c5f-4c4a-8039-558e4f8eefb7'}, {'server_uuid': 'ee3677f0-8a01-4c2d-8e4e-11c1aec12e10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19197a80-a7a8-41b1-9297-9597fdb5fa2b'}] {{(pid=100248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 13:59:40.876771 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84af257533e383389cbcf231d3534f4d5e149e7203fea16b4a8fc01438dddaf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5505aaee-ad04-4321-b601-fa076a31acdf" -d '{"events": [{"server_uuid": "affa3918-e899-4dfe-8660-4b640439777a", "name": "network-vif-plugged", "status": "completed", "tag": "19851e39-5c5f-4c4a-8039-558e4f8eefb7"}, {"server_uuid": "ee3677f0-8a01-4c2d-8e4e-11c1aec12e10", "name": "network-vif-plugged", "status": "completed", "tag": "19197a80-a7a8-41b1-9297-9597fdb5fa2b"}]}' {{(pid=100248) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:59:40.950225 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c39d26-5942-409a-a7b7-de2b30716694 None None] Pushing event updated for resources: {'Port': ['ID=438b3600-bb09-478d-a066-1745300bdcf6,revision_number=4']} {{(pid=100249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:59:41.062235 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning for port 55e1dd5c-ad88-46cd-b84f-325ef90738ff completed by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 13:59:41.069210 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning complete for port 55e1dd5c-ad88-46cd-b84f-325ef90738ff triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:59:41.069583 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:41.078807 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvr_db [None req-69918d9a-66c1-4cb9-8852-2014e79d2a04 None None] Set router 6fd62864-a8be-4ae2-b76b-47b705e8fa03 gateway port host: n-d-773647-6 {{(pid=100249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 13:59:41.300337 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:41.363326 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] For port 55e1dd5c-ad88-46cd-b84f-325ef90738ff, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=55e1dd5c-ad88-46cd-b84f-325ef90738ff,segment=NetworkSegment(4f2a8c10-ee2e-4062-8043-6d0308f57340),segment_id=4f2a8c10-ee2e-4062-8043-6d0308f57340)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:59:41.370671 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-aee5145a-b258-42ca-97c6-84314100a5cc None None] Provisioning complete for port 55e1dd5c-ad88-46cd-b84f-325ef90738ff triggered by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:59:41.371064 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-aee5145a-b258-42ca-97c6-84314100a5cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:41.373056 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:41.507264 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Pushing event updated for resources: {'Port': ['ID=55e1dd5c-ad88-46cd-b84f-325ef90738ff,revision_number=3']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:59:41.629663 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-69918d9a-66c1-4cb9-8852-2014e79d2a04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fd62864-a8be-4ae2-b76b-47b705e8fa03', 'name': 'tempest-ServersTestMultiNic-1970250359-router', 'tenant_id': 'a3fc9596cf9941a495b08d5bae1b31d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.169'}], 'enable_snat': True}, 'gw_port_id': 'b8edde33-9198-44c1-b07a-bc019929674c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T13:59:27Z', 'updated_at': '2021-07-06T13:59:31Z', 'revision_number': 4, 'project_id': 'a3fc9596cf9941a495b08d5bae1b31d8', 'gw_port': {'id': 'b8edde33-9198-44c1-b07a-bc019929674c', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:23:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fd62864-a8be-4ae2-b76b-47b705e8fa03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 721, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:59:28Z', 'updated_at': '2021-07-06T13:59:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6', '_interfaces': [{'id': '438b3600-bb09-478d-a066-1745300bdcf6', 'name': '', 'network_id': 'c72d4c17-e2dd-4547-81ae-8e7c00859980', 'tenant_id': 'a3fc9596cf9941a495b08d5bae1b31d8', 'mac_address': 'fa:16:3e:ff:c3:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fd62864-a8be-4ae2-b76b-47b705e8fa03', 'device_owner': 'network:router_interface', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': '00b69b29-8c75-4128-a36c-60cbcaab38e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:59:31Z', 'updated_at': '2021-07-06T13:59:40Z', 'revision_number': 4, 'project_id': 'a3fc9596cf9941a495b08d5bae1b31d8', 'subnets': [{'id': '00b69b29-8c75-4128-a36c-60cbcaab38e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773647-6', False) {} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:59:42.050998 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69918d9a-66c1-4cb9-8852-2014e79d2a04 None None] The sync data for ids ['6fd62864-a8be-4ae2-b76b-47b705e8fa03'] in n-d-773647-6 is: [{'id': '6fd62864-a8be-4ae2-b76b-47b705e8fa03', 'name': 'tempest-ServersTestMultiNic-1970250359-router', 'tenant_id': 'a3fc9596cf9941a495b08d5bae1b31d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.169'}], 'enable_snat': True}, 'gw_port_id': 'b8edde33-9198-44c1-b07a-bc019929674c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T13:59:27Z', 'updated_at': '2021-07-06T13:59:31Z', 'revision_number': 4, 'project_id': 'a3fc9596cf9941a495b08d5bae1b31d8', 'gw_port': {'id': 'b8edde33-9198-44c1-b07a-bc019929674c', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:23:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fd62864-a8be-4ae2-b76b-47b705e8fa03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 721, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:59:28Z', 'updated_at': '2021-07-06T13:59:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6', '_interfaces': [{'id': '438b3600-bb09-478d-a066-1745300bdcf6', 'name': '', 'network_id': 'c72d4c17-e2dd-4547-81ae-8e7c00859980', 'tenant_id': 'a3fc9596cf9941a495b08d5bae1b31d8', 'mac_address': 'fa:16:3e:ff:c3:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fd62864-a8be-4ae2-b76b-47b705e8fa03', 'device_owner': 'network:router_interface', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': '00b69b29-8c75-4128-a36c-60cbcaab38e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:59:31Z', 'updated_at': '2021-07-06T13:59:40Z', 'revision_number': 4, 'project_id': 'a3fc9596cf9941a495b08d5bae1b31d8', 'subnets': [{'id': '00b69b29-8c75-4128-a36c-60cbcaab38e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 13:59:42.124887 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.agents_db [None req-167c0ad6-1657-4c9a-a2c4-3b18056aa662 None None] Agent healthcheck: found 7 active agents {{(pid=100249) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 13:59:42.162144 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ba984f-eeda-4a7d-86a7-82c1b9a289e6 req-ccf551c0-eb15-43a4-8bca-bebef6dba0cc tempest-ServerDiskConfigTestJSON-920847304 tempest-ServerDiskConfigTestJSON-920847304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:59:42.173832 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-25ba984f-eeda-4a7d-86a7-82c1b9a289e6 req-ccf551c0-eb15-43a4-8bca-bebef6dba0cc tempest-ServerDiskConfigTestJSON-920847304 tempest-ServerDiskConfigTestJSON-920847304-project] 10.222.0.104 "GET /v2.0/ports?device_id=b17eeb7c-3d10-4b9a-9008-8da365d16076 HTTP/1.1" status: 200 len: 946 time: 1.5920668 Jul 06 13:59:42.218796 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e308070c-f07a-454d-8c0e-8d176097ff62 req-9f934929-aa33-44ec-a125-9874455355e0 tempest-ServersAdminNegativeTestJSON-1929369317 tempest-ServersAdminNegativeTestJSON-1929369317-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:59:42.220725 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-e308070c-f07a-454d-8c0e-8d176097ff62 req-9f934929-aa33-44ec-a125-9874455355e0 tempest-ServersAdminNegativeTestJSON-1929369317 tempest-ServersAdminNegativeTestJSON-1929369317-project] 10.222.0.127 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.8635106 Jul 06 13:59:42.256728 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:42.287603 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [req-e308070c-f07a-454d-8c0e-8d176097ff62 req-dc5eac94-6fa9-4fec-ac5a-bea09d1dbe6c tempest-ServersAdminNegativeTestJSON-1929369317 tempest-ServersAdminNegativeTestJSON-1929369317-project] Request body: {'port': {'device_id': '4a9ebadb-5d0b-4c58-a589-8400ecb2562f', 'network_id': 'ac09d390-867f-4b75-a8d2-ab11550bffd6', 'admin_state_up': True, 'tenant_id': 'fc9ece0601f14b5fb95b9c26e47a6e86'}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:59:42.374011 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-25ba984f-eeda-4a7d-86a7-82c1b9a289e6 req-8c6a4436-c577-4332-b533-fc1e4ff21da5 tempest-ServerDiskConfigTestJSON-920847304 tempest-ServerDiskConfigTestJSON-920847304-project] 10.222.0.104 "GET /v2.0/security-groups?id=bc287469-1102-40d8-b019-cad062af5465&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1885905 Jul 06 13:59:42.591405 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d190a7a9-6447-4f60-8b17-ba3e20e3e457 None None] Network 68491203-b0db-4981-8a0d-44d0d16dcf7a requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 13:59:42.693867 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e308070c-f07a-454d-8c0e-8d176097ff62 req-dc5eac94-6fa9-4fec-ac5a-bea09d1dbe6c tempest-ServersAdminNegativeTestJSON-1929369317 tempest-ServersAdminNegativeTestJSON-1929369317-project] Made reservation on behalf of fc9ece0601f14b5fb95b9c26e47a6e86 for: {'port': 1} {{(pid=100247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 13:59:42.698470 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-e308070c-f07a-454d-8c0e-8d176097ff62 req-dc5eac94-6fa9-4fec-ac5a-bea09d1dbe6c tempest-ServersAdminNegativeTestJSON-1929369317 tempest-ServersAdminNegativeTestJSON-1929369317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:42.742730 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7256417-2096-4da3-ac5b-c9809080c7e0 req-b7967a05-1335-4062-87b6-db4865a67b82 tempest-ServersOnMultiNodesTest-299961212 tempest-ServersOnMultiNodesTest-299961212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:59:42.750377 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5aa50bf5-9cd1-497f-a11e-d4709cdb7450 None None] Provisioning for port 234589bb-61b0-4ab3-b618-b6a7ed1a752c completed by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 13:59:42.753280 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-e7256417-2096-4da3-ac5b-c9809080c7e0 req-b7967a05-1335-4062-87b6-db4865a67b82 tempest-ServersOnMultiNodesTest-299961212 tempest-ServersOnMultiNodesTest-299961212-project] 10.222.0.104 "GET /v2.0/ports?device_id=d3841228-bd36-4f42-bf1c-f86b93e259d3 HTTP/1.1" status: 200 len: 949 time: 0.5581586 Jul 06 13:59:42.831847 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-e308070c-f07a-454d-8c0e-8d176097ff62 req-dc5eac94-6fa9-4fec-ac5a-bea09d1dbe6c tempest-ServersAdminNegativeTestJSON-1929369317 tempest-ServersAdminNegativeTestJSON-1929369317-project] Notify callbacks [] for security_group, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:42.845262 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-ffd8fc39-d771-4bdf-b102-46799dacaa46 req-098a03e0-1a5e-4bf9-9159-24f6b2cbeb53 tempest-ServersTestMultiNic-850319587 tempest-ServersTestMultiNic-850319587-project] 10.222.0.104 "GET /v2.0/ports?device_id=409be978-2186-4f76-b76b-7fe87eeb7c40 HTTP/1.1" status: 200 len: 210 time: 0.0815387 Jul 06 13:59:42.903332 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 438b3600-bb09-478d-a066-1745300bdcf6 up at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 13:59:42.930151 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1b83ff-5558-4a9b-b8c3-50b2f03cf51c req-74ce2fdb-a7db-4344-ad9d-646c3c1a53ed tempest-ServersWithSpecificFlavorTestJSON-1219430523 tempest-ServersWithSpecificFlavorTestJSON-1219430523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:59:42.932378 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-2d1b83ff-5558-4a9b-b8c3-50b2f03cf51c req-74ce2fdb-a7db-4344-ad9d-646c3c1a53ed tempest-ServersWithSpecificFlavorTestJSON-1219430523 tempest-ServersWithSpecificFlavorTestJSON-1219430523-project] 10.222.0.72 "GET /v2.0/ports?device_id=0d04a11a-d8bd-4340-950b-af5c0e394bc0 HTTP/1.1" status: 200 len: 945 time: 0.2184522 Jul 06 13:59:43.032492 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-e308070c-f07a-454d-8c0e-8d176097ff62 req-dc5eac94-6fa9-4fec-ac5a-bea09d1dbe6c tempest-ServersAdminNegativeTestJSON-1929369317 tempest-ServersAdminNegativeTestJSON-1929369317-project] Notify callbacks [] for security_group, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:43.044816 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5e1910-e9f1-423f-bfec-a5b25c3c36ab req-459ce6fd-899a-4885-b90d-0bcd7a17a068 tempest-ServersTestMultiNic-850319587 tempest-ServersTestMultiNic-850319587-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:59:43.051719 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5e1910-e9f1-423f-bfec-a5b25c3c36ab req-459ce6fd-899a-4885-b90d-0bcd7a17a068 tempest-ServersTestMultiNic-850319587 tempest-ServersTestMultiNic-850319587-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:59:43.053375 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-4a5e1910-e9f1-423f-bfec-a5b25c3c36ab req-459ce6fd-899a-4885-b90d-0bcd7a17a068 tempest-ServersTestMultiNic-850319587 tempest-ServersTestMultiNic-850319587-project] 10.222.0.127 "GET /v2.0/networks?id=148cc126-591d-4f16-8ea9-6ee91e054016&id=68491203-b0db-4981-8a0d-44d0d16dcf7a&id=148cc126-591d-4f16-8ea9-6ee91e054016 HTTP/1.1" status: 200 len: 1391 time: 0.6131668 Jul 06 13:59:43.066362 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-e7256417-2096-4da3-ac5b-c9809080c7e0 req-74a3a68f-d987-40b2-9458-9ab34a9bdbe4 tempest-ServersOnMultiNodesTest-299961212 tempest-ServersOnMultiNodesTest-299961212-project] 10.222.0.104 "GET /v2.0/security-groups?id=304f894d-c671-4a59-b0fb-2a4d849c5ac9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3118119 Jul 06 13:59:43.099504 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [req-4a5e1910-e9f1-423f-bfec-a5b25c3c36ab req-7ebb4baf-7843-45de-a2ce-94b1296bfe13 tempest-ServersTestMultiNic-850319587 tempest-ServersTestMultiNic-850319587-project] Request body: {'port': {'device_id': '409be978-2186-4f76-b76b-7fe87eeb7c40', 'network_id': '148cc126-591d-4f16-8ea9-6ee91e054016', 'admin_state_up': True, 'tenant_id': 'a3fc9596cf9941a495b08d5bae1b31d8'}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:59:43.099957 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [req-2d1b83ff-5558-4a9b-b8c3-50b2f03cf51c req-5a3de5b6-ea66-49a4-b502-e7f0ede25f1c tempest-ServersWithSpecificFlavorTestJSON-1219430523 tempest-ServersWithSpecificFlavorTestJSON-1219430523-project] Deleting port 5eef3fbe-fd77-468a-a4b0-d3915fdbba1b {{(pid=100246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 13:59:43.100612 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-2d1b83ff-5558-4a9b-b8c3-50b2f03cf51c req-5a3de5b6-ea66-49a4-b502-e7f0ede25f1c tempest-ServersWithSpecificFlavorTestJSON-1219430523 tempest-ServersWithSpecificFlavorTestJSON-1219430523-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:43.112782 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-e308070c-f07a-454d-8c0e-8d176097ff62 req-dc5eac94-6fa9-4fec-ac5a-bea09d1dbe6c tempest-ServersAdminNegativeTestJSON-1929369317 tempest-ServersAdminNegativeTestJSON-1929369317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:43.118650 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning for port 438b3600-bb09-478d-a066-1745300bdcf6 completed by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 13:59:43.128005 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning complete for port 438b3600-bb09-478d-a066-1745300bdcf6 triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:59:43.128632 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:43.210546 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 06 Jul 2021 13:59:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c43cb07e-7cce-44df-a3f1-284cb8f20bed x-openstack-request-id: req-c43cb07e-7cce-44df-a3f1-284cb8f20bed {{(pid=100248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:59:43.210955 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "affa3918-e899-4dfe-8660-4b640439777a", "name": "network-vif-plugged", "status": "completed", "tag": "19851e39-5c5f-4c4a-8039-558e4f8eefb7", "code": 200}, {"server_uuid": "ee3677f0-8a01-4c2d-8e4e-11c1aec12e10", "name": "network-vif-plugged", "status": "completed", "tag": "19197a80-a7a8-41b1-9297-9597fdb5fa2b", "code": 200}]} {{(pid=100248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:59:43.211241 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-c43cb07e-7cce-44df-a3f1-284cb8f20bed {{(pid=100248) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:59:43.211686 n-d-773647-6 neutron-server[100248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'affa3918-e899-4dfe-8660-4b640439777a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19851e39-5c5f-4c4a-8039-558e4f8eefb7', 'code': 200} Jul 06 13:59:43.211892 n-d-773647-6 neutron-server[100248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee3677f0-8a01-4c2d-8e4e-11c1aec12e10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19197a80-a7a8-41b1-9297-9597fdb5fa2b', 'code': 200} Jul 06 13:59:43.293420 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.db [req-2d1b83ff-5558-4a9b-b8c3-50b2f03cf51c req-5a3de5b6-ea66-49a4-b502-e7f0ede25f1c tempest-ServersWithSpecificFlavorTestJSON-1219430523 tempest-ServersWithSpecificFlavorTestJSON-1219430523-project] For port 5eef3fbe-fd77-468a-a4b0-d3915fdbba1b, host n-h2-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=5eef3fbe-fd77-468a-a4b0-d3915fdbba1b,segment=NetworkSegment(a35ce525-b1c8-41c9-9ae8-4677f48117d3),segment_id=a35ce525-b1c8-41c9-9ae8-4677f48117d3)] {{(pid=100246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:59:43.297205 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-2d1b83ff-5558-4a9b-b8c3-50b2f03cf51c req-5a3de5b6-ea66-49a4-b502-e7f0ede25f1c tempest-ServersWithSpecificFlavorTestJSON-1219430523 tempest-ServersWithSpecificFlavorTestJSON-1219430523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:43.328331 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:43.440477 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] For port 438b3600-bb09-478d-a066-1745300bdcf6, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=438b3600-bb09-478d-a066-1745300bdcf6,segment=NetworkSegment(b372cb47-2cd4-4505-bbd0-cae91cf81731),segment_id=b372cb47-2cd4-4505-bbd0-cae91cf81731)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:59:43.454542 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:43.455419 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 55e1dd5c-ad88-46cd-b84f-325ef90738ff up at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 13:59:43.583708 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67e2769-cf4e-4bcb-a964-fe09bc3580c2 req-bf484a70-866b-4115-9fc9-4939c9d47a47 tempest-LiveAutoBlockMigrationV225Test-654794443 tempest-LiveAutoBlockMigrationV225Test-654794443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:59:43.586881 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-e67e2769-cf4e-4bcb-a964-fe09bc3580c2 req-bf484a70-866b-4115-9fc9-4939c9d47a47 tempest-LiveAutoBlockMigrationV225Test-654794443 tempest-LiveAutoBlockMigrationV225Test-654794443-project] 10.222.0.72 "GET /v2.0/ports?device_id=ce46b99b-5e9d-4179-b46f-7265cb00f3d9 HTTP/1.1" status: 200 len: 945 time: 0.9099321 Jul 06 13:59:43.592851 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5eac94-6fa9-4fec-ac5a-bea09d1dbe6c tempest-ServersAdminNegativeTestJSON-1929369317 tempest-ServersAdminNegativeTestJSON-1929369317-project] Pushing event updated for resources: {'SecurityGroup': ['ID=426b2c98-b2a3-4344-9104-71ac10ea07c0,revision_number=1']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:59:43.610230 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9fd00c-309e-4a5e-8aa4-25d1b4a40cf7 req-56569b16-844b-4edc-ba4b-a4e4cf9c6420 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:59:43.612267 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-2b9fd00c-309e-4a5e-8aa4-25d1b4a40cf7 req-56569b16-844b-4edc-ba4b-a4e4cf9c6420 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=ee3677f0-8a01-4c2d-8e4e-11c1aec12e10 HTTP/1.1" status: 200 len: 1097 time: 0.1776462 Jul 06 13:59:43.612617 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Pushing event updated for resources: {'Port': ['ID=438b3600-bb09-478d-a066-1745300bdcf6,revision_number=5']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:59:43.638456 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning complete for port 55e1dd5c-ad88-46cd-b84f-325ef90738ff triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:59:43.638892 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:43.724550 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-2b9fd00c-309e-4a5e-8aa4-25d1b4a40cf7 req-6563bae0-4f2c-4e85-8dd1-cbac97af4e0e service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=cf130993-6904-4731-ae5d-09749f3f4522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000671 Jul 06 13:59:43.729775 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-2d1b83ff-5558-4a9b-b8c3-50b2f03cf51c req-5a3de5b6-ea66-49a4-b502-e7f0ede25f1c tempest-ServersWithSpecificFlavorTestJSON-1219430523 tempest-ServersWithSpecificFlavorTestJSON-1219430523-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:43.730395 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-2d1b83ff-5558-4a9b-b8c3-50b2f03cf51c req-5a3de5b6-ea66-49a4-b502-e7f0ede25f1c tempest-ServersWithSpecificFlavorTestJSON-1219430523 tempest-ServersWithSpecificFlavorTestJSON-1219430523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1761130'] for floatingip, after_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:43.730917 n-d-773647-6 neutron-server[100246]: INFO neutron.db.l3_db [req-2d1b83ff-5558-4a9b-b8c3-50b2f03cf51c req-5a3de5b6-ea66-49a4-b502-e7f0ede25f1c tempest-ServersWithSpecificFlavorTestJSON-1219430523 tempest-ServersWithSpecificFlavorTestJSON-1219430523-project] Floating IP 3964a9ac-fdfe-444e-a784-56ae3fe7b769 disassociated. External IP: 172.25.0.88, port: 5eef3fbe-fd77-468a-a4b0-d3915fdbba1b. Jul 06 13:59:43.731710 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [req-2d1b83ff-5558-4a9b-b8c3-50b2f03cf51c req-5a3de5b6-ea66-49a4-b502-e7f0ede25f1c tempest-ServersWithSpecificFlavorTestJSON-1219430523 tempest-ServersWithSpecificFlavorTestJSON-1219430523-project] Calling delete_port for 5eef3fbe-fd77-468a-a4b0-d3915fdbba1b owned by compute:nova {{(pid=100246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 13:59:43.813996 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4a5e1910-e9f1-423f-bfec-a5b25c3c36ab req-7ebb4baf-7843-45de-a2ce-94b1296bfe13 tempest-ServersTestMultiNic-850319587 tempest-ServersTestMultiNic-850319587-project] Made reservation on behalf of a3fc9596cf9941a495b08d5bae1b31d8 for: {'port': 1} {{(pid=100247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 13:59:43.822775 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-4a5e1910-e9f1-423f-bfec-a5b25c3c36ab req-7ebb4baf-7843-45de-a2ce-94b1296bfe13 tempest-ServersTestMultiNic-850319587 tempest-ServersTestMultiNic-850319587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:43.842661 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 234589bb-61b0-4ab3-b618-b6a7ed1a752c up at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 13:59:43.934190 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-2d1b83ff-5558-4a9b-b8c3-50b2f03cf51c req-5a3de5b6-ea66-49a4-b502-e7f0ede25f1c tempest-ServersWithSpecificFlavorTestJSON-1219430523 tempest-ServersWithSpecificFlavorTestJSON-1219430523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127687580'] for port, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:43.936885 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.db_base_plugin_common [req-e308070c-f07a-454d-8c0e-8d176097ff62 req-dc5eac94-6fa9-4fec-ac5a-bea09d1dbe6c tempest-ServersAdminNegativeTestJSON-1929369317 tempest-ServersAdminNegativeTestJSON-1929369317-project] Allocated IP 192.168.233.228 (ac09d390-867f-4b75-a8d2-ab11550bffd6/d1c3cc78-09b9-4e30-99fd-0e5830de101d/637ecd9c-e000-4842-b59a-75b46f1d4b42) {{(pid=100247) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 13:59:43.947036 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning for port 234589bb-61b0-4ab3-b618-b6a7ed1a752c completed by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 13:59:43.948106 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29164cd7-5132-4fc1-a720-bb1e39d4e6ae req-ebdc58c3-6fb3-4ae5-b685-616bbec67c2f tempest-ImagesOneServerNegativeTestJSON-2145662933 tempest-ImagesOneServerNegativeTestJSON-2145662933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:59:43.949958 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-29164cd7-5132-4fc1-a720-bb1e39d4e6ae req-ebdc58c3-6fb3-4ae5-b685-616bbec67c2f tempest-ImagesOneServerNegativeTestJSON-2145662933 tempest-ImagesOneServerNegativeTestJSON-2145662933-project] 10.222.0.104 "GET /v2.0/ports?device_id=ee3677f0-8a01-4c2d-8e4e-11c1aec12e10 HTTP/1.1" status: 200 len: 946 time: 0.7116921 Jul 06 13:59:43.954850 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning complete for port 234589bb-61b0-4ab3-b618-b6a7ed1a752c triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:59:43.955240 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:43.968711 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4361eaa-5199-4e01-8bfa-e586ec5834f4 req-17defa57-cbcc-4bf4-a8b8-a511bec933ce tempest-DeleteServersTestJSON-677393534 tempest-DeleteServersTestJSON-677393534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:59:43.976489 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-a4361eaa-5199-4e01-8bfa-e586ec5834f4 req-17defa57-cbcc-4bf4-a8b8-a511bec933ce tempest-DeleteServersTestJSON-677393534 tempest-DeleteServersTestJSON-677393534-project] 10.222.0.104 "GET /v2.0/ports?device_id=affa3918-e899-4dfe-8660-4b640439777a HTTP/1.1" status: 200 len: 946 time: 0.5165246 Jul 06 13:59:43.994846 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3de5b6-ea66-49a4-b502-e7f0ede25f1c tempest-ServersWithSpecificFlavorTestJSON-1219430523 tempest-ServersWithSpecificFlavorTestJSON-1219430523-project] Pushing event deleted for resources: {'Port': ['ID=5eef3fbe-fd77-468a-a4b0-d3915fdbba1b,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:59:44.007649 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-3c8ddb9b-7c68-40f7-aa31-80b53b915db4 None None] Provisioning complete for port 234589bb-61b0-4ab3-b618-b6a7ed1a752c triggered by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:59:44.008487 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-3c8ddb9b-7c68-40f7-aa31-80b53b915db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:44.134065 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:44.156957 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.plugin [req-e67e2769-cf4e-4bcb-a964-fe09bc3580c2 req-87c0beba-a006-4b7b-90e4-92fb3901b0e9 tempest-LiveAutoBlockMigrationV225Test-654794443 tempest-LiveAutoBlockMigrationV225Test-654794443-project] Deleting port 657fb024-941b-4590-82d2-c9d7f63025c1 {{(pid=100247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 13:59:44.157469 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-e67e2769-cf4e-4bcb-a964-fe09bc3580c2 req-87c0beba-a006-4b7b-90e4-92fb3901b0e9 tempest-LiveAutoBlockMigrationV225Test-654794443 tempest-LiveAutoBlockMigrationV225Test-654794443-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:44.187470 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-a4361eaa-5199-4e01-8bfa-e586ec5834f4 req-9e074cb2-a626-45ac-ba13-5a36020bdd1a tempest-DeleteServersTestJSON-677393534 tempest-DeleteServersTestJSON-677393534-project] 10.222.0.104 "GET /v2.0/security-groups?id=7d4cbf2c-f907-4452-8928-a2a298fe7ee1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2095549 Jul 06 13:59:44.205994 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-29164cd7-5132-4fc1-a720-bb1e39d4e6ae req-6a1915a1-6426-47df-bbb8-cff6aed01095 tempest-ImagesOneServerNegativeTestJSON-2145662933 tempest-ImagesOneServerNegativeTestJSON-2145662933-project] 10.222.0.104 "GET /v2.0/security-groups?id=cf130993-6904-4731-ae5d-09749f3f4522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2213616 Jul 06 13:59:44.234033 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-3c8ddb9b-7c68-40f7-aa31-80b53b915db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:44.249741 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2d1b83ff-5558-4a9b-b8c3-50b2f03cf51c req-5a3de5b6-ea66-49a4-b502-e7f0ede25f1c tempest-ServersWithSpecificFlavorTestJSON-1219430523 tempest-ServersWithSpecificFlavorTestJSON-1219430523-project] Router 93fc06c6-e2da-491a-a138-5c16c1a263ab has already been hosted by L3 agent 2823d358-a11b-4885-a706-95a279e43fa7 {{(pid=100246) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 13:59:44.296181 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] For port 234589bb-61b0-4ab3-b618-b6a7ed1a752c, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=234589bb-61b0-4ab3-b618-b6a7ed1a752c,segment=NetworkSegment(0d13df17-fc25-4450-9756-6169cc61be9b),segment_id=0d13df17-fc25-4450-9756-6169cc61be9b)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:59:44.306326 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:44.519559 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.db_base_plugin_common [req-4a5e1910-e9f1-423f-bfec-a5b25c3c36ab req-7ebb4baf-7843-45de-a2ce-94b1296bfe13 tempest-ServersTestMultiNic-850319587 tempest-ServersTestMultiNic-850319587-project] Allocated IP 19.80.0.143 (148cc126-591d-4f16-8ea9-6ee91e054016/8950c21c-6c1c-4e3a-91f6-b4d0ae06cbd1/1e760043-5e86-4c1b-8872-cbe80ed821f8) {{(pid=100247) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 13:59:44.549650 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-3f0b8e17-71f2-438b-b4ca-f96d61e008ec req-5fa2e8ee-d36f-4303-a407-50d664472442 tempest-ServersAdminNegativeTestJSON-1929369317 tempest-ServersAdminNegativeTestJSON-1929369317-project] 10.222.0.104 "GET /v2.0/ports?device_id=4a9ebadb-5d0b-4c58-a589-8400ecb2562f HTTP/1.1" status: 200 len: 210 time: 0.1231968 Jul 06 13:59:44.570109 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-8f1e2edc-b972-4272-a2d0-8b045626f311 req-67a8cac1-f60f-4b31-8a89-3c7cccf8cab6 tempest-ServersWithSpecificFlavorTestJSON-1219430523 tempest-ServersWithSpecificFlavorTestJSON-1219430523-project] 10.222.0.104 "GET /v2.0/ports?device_id=0d04a11a-d8bd-4340-950b-af5c0e394bc0 HTTP/1.1" status: 200 len: 210 time: 0.1112754 Jul 06 13:59:44.673117 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.db [req-e67e2769-cf4e-4bcb-a964-fe09bc3580c2 req-87c0beba-a006-4b7b-90e4-92fb3901b0e9 tempest-LiveAutoBlockMigrationV225Test-654794443 tempest-LiveAutoBlockMigrationV225Test-654794443-project] For port 657fb024-941b-4590-82d2-c9d7f63025c1, host n-h2-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=657fb024-941b-4590-82d2-c9d7f63025c1,segment=NetworkSegment(da615941-94ee-441c-92fd-37ca002df9b5),segment_id=da615941-94ee-441c-92fd-37ca002df9b5)] {{(pid=100247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:59:44.673826 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-e67e2769-cf4e-4bcb-a964-fe09bc3580c2 req-87c0beba-a006-4b7b-90e4-92fb3901b0e9 tempest-LiveAutoBlockMigrationV225Test-654794443 tempest-LiveAutoBlockMigrationV225Test-654794443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:44.680077 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2d1b83ff-5558-4a9b-b8c3-50b2f03cf51c req-5a3de5b6-ea66-49a4-b502-e7f0ede25f1c tempest-ServersWithSpecificFlavorTestJSON-1219430523 tempest-ServersWithSpecificFlavorTestJSON-1219430523-project] Notify agent at l3_agent.n-d-773647-6 the message routers_updated {{(pid=100246) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 13:59:44.689374 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 438b3600-bb09-478d-a066-1745300bdcf6 up at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 13:59:44.762265 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.plugin [req-e67e2769-cf4e-4bcb-a964-fe09bc3580c2 req-87c0beba-a006-4b7b-90e4-92fb3901b0e9 tempest-LiveAutoBlockMigrationV225Test-654794443 tempest-LiveAutoBlockMigrationV225Test-654794443-project] Calling delete_port for 657fb024-941b-4590-82d2-c9d7f63025c1 owned by compute:nova {{(pid=100247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 13:59:44.853694 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88607fd6-756d-4d4d-8121-73c32de27bd5 None None] Sync routers for ids ['93fc06c6-e2da-491a-a138-5c16c1a263ab'] in n-d-773647-6 {{(pid=100248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 13:59:44.876209 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d1b83ff-5558-4a9b-b8c3-50b2f03cf51c req-5a3de5b6-ea66-49a4-b502-e7f0ede25f1c tempest-ServersWithSpecificFlavorTestJSON-1219430523 tempest-ServersWithSpecificFlavorTestJSON-1219430523-project] No DVR routers for this DVR port 5eef3fbe-fd77-468a-a4b0-d3915fdbba1b on host n-h2-773647-6 {{(pid=100246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 13:59:44.877424 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-e308070c-f07a-454d-8c0e-8d176097ff62 req-dc5eac94-6fa9-4fec-ac5a-bea09d1dbe6c tempest-ServersAdminNegativeTestJSON-1929369317 tempest-ServersAdminNegativeTestJSON-1929369317-project] Notify callbacks [] for port, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:44.880090 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-2d1b83ff-5558-4a9b-b8c3-50b2f03cf51c req-5a3de5b6-ea66-49a4-b502-e7f0ede25f1c tempest-ServersWithSpecificFlavorTestJSON-1219430523 tempest-ServersWithSpecificFlavorTestJSON-1219430523-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:44.882640 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-2d1b83ff-5558-4a9b-b8c3-50b2f03cf51c req-5a3de5b6-ea66-49a4-b502-e7f0ede25f1c tempest-ServersWithSpecificFlavorTestJSON-1219430523 tempest-ServersWithSpecificFlavorTestJSON-1219430523-project] 10.222.0.72 "DELETE /v2.0/ports/5eef3fbe-fd77-468a-a4b0-d3915fdbba1b HTTP/1.1" status: 204 len: 173 time: 1.9442034 Jul 06 13:59:44.883140 n-d-773647-6 neutron-server[100246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d04a11a-d8bd-4340-950b-af5c0e394bc0', 'name': 'network-vif-deleted', 'tag': '5eef3fbe-fd77-468a-a4b0-d3915fdbba1b'}] {{(pid=100246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 13:59:44.886432 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0d96c5ab5e889f7b933ae915b9be33d1b46c9e87795bf781004b656ef3f1e87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d61d24e-fab9-4468-a551-652771f29fc4" -d '{"events": [{"server_uuid": "0d04a11a-d8bd-4340-950b-af5c0e394bc0", "name": "network-vif-deleted", "tag": "5eef3fbe-fd77-468a-a4b0-d3915fdbba1b"}]}' {{(pid=100246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:59:44.925917 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Pushing event updated for resources: {'Port': ['ID=234589bb-61b0-4ab3-b618-b6a7ed1a752c,revision_number=3']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:59:44.939194 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.db.api [None req-3c8ddb9b-7c68-40f7-aa31-80b53b915db4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100248) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 06 13:59:44.940923 n-d-773647-6 neutron-server[100248]: DEBUG oslo_db.api [None req-3c8ddb9b-7c68-40f7-aa31-80b53b915db4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 06 13:59:44.949587 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88607fd6-756d-4d4d-8121-73c32de27bd5 None None] Routers {'93fc06c6-e2da-491a-a138-5c16c1a263ab'} bound to L3 agent in host n-d-773647-6 {{(pid=100248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 13:59:44.951299 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-88607fd6-756d-4d4d-8121-73c32de27bd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T13:59:25Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['93fc06c6-e2da-491a-a138-5c16c1a263ab'], 'active': True} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:59:45.033708 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning complete for port 438b3600-bb09-478d-a066-1745300bdcf6 triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:59:45.034449 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:45.118791 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-4a5e1910-e9f1-423f-bfec-a5b25c3c36ab req-7ebb4baf-7843-45de-a2ce-94b1296bfe13 tempest-ServersTestMultiNic-850319587 tempest-ServersTestMultiNic-850319587-project] Notify callbacks [] for port, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:45.139989 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.provisioning_blocks [req-4a5e1910-e9f1-423f-bfec-a5b25c3c36ab req-7ebb4baf-7843-45de-a2ce-94b1296bfe13 tempest-ServersTestMultiNic-850319587 tempest-ServersTestMultiNic-850319587-project] Transition to ACTIVE for port object 1e760043-5e86-4c1b-8872-cbe80ed821f8 will not be triggered until provisioned by entity DHCP. {{(pid=100247) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 13:59:45.190769 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvr_db [None req-88607fd6-756d-4d4d-8121-73c32de27bd5 None None] Set router 93fc06c6-e2da-491a-a138-5c16c1a263ab gateway port host: n-d-773647-6 {{(pid=100248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 13:59:45.298666 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.provisioning_blocks [req-e308070c-f07a-454d-8c0e-8d176097ff62 req-dc5eac94-6fa9-4fec-ac5a-bea09d1dbe6c tempest-ServersAdminNegativeTestJSON-1929369317 tempest-ServersAdminNegativeTestJSON-1929369317-project] Transition to ACTIVE for port object 637ecd9c-e000-4842-b59a-75b46f1d4b42 will not be triggered until provisioned by entity DHCP. {{(pid=100247) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 13:59:45.375155 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-4a5e1910-e9f1-423f-bfec-a5b25c3c36ab req-7ebb4baf-7843-45de-a2ce-94b1296bfe13 tempest-ServersTestMultiNic-850319587 tempest-ServersTestMultiNic-850319587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-128888360'] for port, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:45.507648 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6885f32-7e80-4248-b9ee-5b06923d9eaf req-033957c0-8417-4c9e-bff1-4c7c62ad2137 tempest-LiveAutoBlockMigrationV225Test-654794443 tempest-LiveAutoBlockMigrationV225Test-654794443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:59:45.515784 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-e6885f32-7e80-4248-b9ee-5b06923d9eaf req-033957c0-8417-4c9e-bff1-4c7c62ad2137 tempest-LiveAutoBlockMigrationV225Test-654794443 tempest-LiveAutoBlockMigrationV225Test-654794443-project] 10.222.0.104 "GET /v2.0/ports?device_id=ce46b99b-5e9d-4179-b46f-7265cb00f3d9 HTTP/1.1" status: 200 len: 945 time: 0.6342137 Jul 06 13:59:45.548611 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4a5e1910-e9f1-423f-bfec-a5b25c3c36ab req-7ebb4baf-7843-45de-a2ce-94b1296bfe13 tempest-ServersTestMultiNic-850319587 tempest-ServersTestMultiNic-850319587-project] Network 148cc126-591d-4f16-8ea9-6ee91e054016 is already hosted by enough agents. {{(pid=100247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 13:59:45.555427 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-e308070c-f07a-454d-8c0e-8d176097ff62 req-dc5eac94-6fa9-4fec-ac5a-bea09d1dbe6c tempest-ServersAdminNegativeTestJSON-1929369317 tempest-ServersAdminNegativeTestJSON-1929369317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-128888360'] for port, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:45.558143 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ebb4baf-7843-45de-a2ce-94b1296bfe13 tempest-ServersTestMultiNic-850319587 tempest-ServersTestMultiNic-850319587-project] Pushing event updated for resources: {'Port': ['ID=1e760043-5e86-4c1b-8872-cbe80ed821f8,revision_number=1']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:59:45.582389 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-88607fd6-756d-4d4d-8121-73c32de27bd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93fc06c6-e2da-491a-a138-5c16c1a263ab', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1475940776-router', 'tenant_id': 'acb800f580674ba5b45dfb76ebc253b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.23'}], 'enable_snat': True}, 'gw_port_id': '1d882890-1b14-4f02-9680-5aee680e0d0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T13:53:32Z', 'updated_at': '2021-07-06T13:53:40Z', 'revision_number': 4, 'project_id': 'acb800f580674ba5b45dfb76ebc253b1', 'gw_port': {'id': '1d882890-1b14-4f02-9680-5aee680e0d0b', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:3a:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93fc06c6-e2da-491a-a138-5c16c1a263ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:53:32Z', 'updated_at': '2021-07-06T13:53:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6', '_interfaces': [{'id': 'aefefec2-a26b-4852-8d04-c232bf44b1df', 'name': '', 'network_id': '460f74e5-0a7f-4f78-8d1f-c6320874439c', 'tenant_id': 'acb800f580674ba5b45dfb76ebc253b1', 'mac_address': 'fa:16:3e:ee:a4:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93fc06c6-e2da-491a-a138-5c16c1a263ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '018ef28b-510d-4b0e-ac77-2e6a29444295', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:53:37Z', 'updated_at': '2021-07-06T13:53:49Z', 'revision_number': 5, 'project_id': 'acb800f580674ba5b45dfb76ebc253b1', 'subnets': [{'id': '018ef28b-510d-4b0e-ac77-2e6a29444295', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773647-6', False) {} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:59:45.605734 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.base_scheduler [req-4a5e1910-e9f1-423f-bfec-a5b25c3c36ab req-7ebb4baf-7843-45de-a2ce-94b1296bfe13 tempest-ServersTestMultiNic-850319587 tempest-ServersTestMultiNic-850319587-project] Resources bound (agent type, host, resource id): {{(pid=100247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:59:45.621891 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88607fd6-756d-4d4d-8121-73c32de27bd5 None None] Checking router: 93fc06c6-e2da-491a-a138-5c16c1a263ab for host: n-d-773647-6 {{(pid=100248) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 13:59:45.635717 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88607fd6-756d-4d4d-8121-73c32de27bd5 None None] Routers {'93fc06c6-e2da-491a-a138-5c16c1a263ab'} bound to L3 agent in host n-d-773647-6 {{(pid=100248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 13:59:45.636554 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-88607fd6-756d-4d4d-8121-73c32de27bd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T13:59:25Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['93fc06c6-e2da-491a-a138-5c16c1a263ab'], 'active': True} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:59:45.643833 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a5e1910-e9f1-423f-bfec-a5b25c3c36ab req-7ebb4baf-7843-45de-a2ce-94b1296bfe13 tempest-ServersTestMultiNic-850319587 tempest-ServersTestMultiNic-850319587-project] Received port after_create {{(pid=100247) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 13:59:45.667279 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e308070c-f07a-454d-8c0e-8d176097ff62 req-dc5eac94-6fa9-4fec-ac5a-bea09d1dbe6c tempest-ServersAdminNegativeTestJSON-1929369317 tempest-ServersAdminNegativeTestJSON-1929369317-project] Network ac09d390-867f-4b75-a8d2-ab11550bffd6 is already hosted by enough agents. {{(pid=100247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 13:59:45.678216 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-e6885f32-7e80-4248-b9ee-5b06923d9eaf req-e25513f9-823b-4507-b4b3-3234552f8450 tempest-LiveAutoBlockMigrationV225Test-654794443 tempest-LiveAutoBlockMigrationV225Test-654794443-project] 10.222.0.104 "GET /v2.0/security-groups?id=43f6fcb8-9501-44d6-9feb-82c82c5d5862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1611660 Jul 06 13:59:45.684571 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34543083-8152-4b14-99cd-95caab67ab01 req-7c55975b-2ef2-4918-b18d-a7592b833baf tempest-ServersOnMultiNodesTest-1210667676 tempest-ServersOnMultiNodesTest-1210667676-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:59:45.689557 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-34543083-8152-4b14-99cd-95caab67ab01 req-7c55975b-2ef2-4918-b18d-a7592b833baf tempest-ServersOnMultiNodesTest-1210667676 tempest-ServersOnMultiNodesTest-1210667676-project-admin] 10.222.0.104 "GET /v2.0/ports?device_id=d3841228-bd36-4f42-bf1c-f86b93e259d3 HTTP/1.1" status: 200 len: 1100 time: 0.4917009 Jul 06 13:59:45.740935 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.base_scheduler [req-e308070c-f07a-454d-8c0e-8d176097ff62 req-dc5eac94-6fa9-4fec-ac5a-bea09d1dbe6c tempest-ServersAdminNegativeTestJSON-1929369317 tempest-ServersAdminNegativeTestJSON-1929369317-project] Resources bound (agent type, host, resource id): {{(pid=100247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:59:45.815033 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.l3_dvrscheduler_db [req-e308070c-f07a-454d-8c0e-8d176097ff62 req-dc5eac94-6fa9-4fec-ac5a-bea09d1dbe6c tempest-ServersAdminNegativeTestJSON-1929369317 tempest-ServersAdminNegativeTestJSON-1929369317-project] Received port after_create {{(pid=100247) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 13:59:45.980938 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5e1910-e9f1-423f-bfec-a5b25c3c36ab req-7ebb4baf-7843-45de-a2ce-94b1296bfe13 tempest-ServersTestMultiNic-850319587 tempest-ServersTestMultiNic-850319587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:59:45.981613 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-4a5e1910-e9f1-423f-bfec-a5b25c3c36ab req-7ebb4baf-7843-45de-a2ce-94b1296bfe13 tempest-ServersTestMultiNic-850319587 tempest-ServersTestMultiNic-850319587-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:45.999351 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-34543083-8152-4b14-99cd-95caab67ab01 req-6ce6caad-381e-47e9-9bf0-711609d1fc0e tempest-ServersOnMultiNodesTest-1210667676 tempest-ServersOnMultiNodesTest-1210667676-project-admin] Notify callbacks [] for security_group, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:46.050467 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-4a5e1910-e9f1-423f-bfec-a5b25c3c36ab req-7ebb4baf-7843-45de-a2ce-94b1296bfe13 tempest-ServersTestMultiNic-850319587 tempest-ServersTestMultiNic-850319587-project] 10.222.0.127 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9801714 Jul 06 13:59:46.051087 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5eac94-6fa9-4fec-ac5a-bea09d1dbe6c tempest-ServersAdminNegativeTestJSON-1929369317 tempest-ServersAdminNegativeTestJSON-1929369317-project] Pushing event updated for resources: {'Port': ['ID=637ecd9c-e000-4842-b59a-75b46f1d4b42,revision_number=1']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:59:46.061400 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-e67e2769-cf4e-4bcb-a964-fe09bc3580c2 req-87c0beba-a006-4b7b-90e4-92fb3901b0e9 tempest-LiveAutoBlockMigrationV225Test-654794443 tempest-LiveAutoBlockMigrationV225Test-654794443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128888353'] for port, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:46.070967 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [req-4a5e1910-e9f1-423f-bfec-a5b25c3c36ab req-e2faf478-0ce2-4329-b7dd-6aefa08fcccb tempest-ServersTestMultiNic-850319587 tempest-ServersTestMultiNic-850319587-project] Request body: {'port': {'device_id': '409be978-2186-4f76-b76b-7fe87eeb7c40', 'network_id': '68491203-b0db-4981-8a0d-44d0d16dcf7a', 'admin_state_up': True, 'tenant_id': 'a3fc9596cf9941a495b08d5bae1b31d8'}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:59:46.130338 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-cb11d125-96f4-480e-bfc6-57fb88593264 None None] Provisioning for port 1e760043-5e86-4c1b-8872-cbe80ed821f8 completed by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 13:59:46.140496 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvr_db [None req-88607fd6-756d-4d4d-8121-73c32de27bd5 None None] Set router 93fc06c6-e2da-491a-a138-5c16c1a263ab gateway port host: n-d-773647-6 {{(pid=100248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 13:59:46.142471 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-cb11d125-96f4-480e-bfc6-57fb88593264 None None] Provisioning complete for port 1e760043-5e86-4c1b-8872-cbe80ed821f8 triggered by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:59:46.142847 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-cb11d125-96f4-480e-bfc6-57fb88593264 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:46.209043 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e308070c-f07a-454d-8c0e-8d176097ff62 req-dc5eac94-6fa9-4fec-ac5a-bea09d1dbe6c tempest-ServersAdminNegativeTestJSON-1929369317 tempest-ServersAdminNegativeTestJSON-1929369317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:59:46.210031 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-e308070c-f07a-454d-8c0e-8d176097ff62 req-dc5eac94-6fa9-4fec-ac5a-bea09d1dbe6c tempest-ServersAdminNegativeTestJSON-1929369317 tempest-ServersAdminNegativeTestJSON-1929369317-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:46.246869 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-cb11d125-96f4-480e-bfc6-57fb88593264 None None] Port 1e760043-5e86-4c1b-8872-cbe80ed821f8 cannot update to ACTIVE because it is not bound. {{(pid=100248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 13:59:46.280640 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c0beba-a006-4b7b-90e4-92fb3901b0e9 tempest-LiveAutoBlockMigrationV225Test-654794443 tempest-LiveAutoBlockMigrationV225Test-654794443-project] Pushing event deleted for resources: {'Port': ['ID=657fb024-941b-4590-82d2-c9d7f63025c1,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:59:46.339229 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520ef3f2-976a-42c8-97e3-23658a282619 req-f3fd2ae9-7ff5-41b1-a185-251e81af22ea tempest-ServerDiskConfigTestJSON-920847304 tempest-ServerDiskConfigTestJSON-920847304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:59:46.342984 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-520ef3f2-976a-42c8-97e3-23658a282619 req-f3fd2ae9-7ff5-41b1-a185-251e81af22ea tempest-ServerDiskConfigTestJSON-920847304 tempest-ServerDiskConfigTestJSON-920847304-project] 10.222.0.104 "GET /v2.0/ports?device_id=b17eeb7c-3d10-4b9a-9008-8da365d16076 HTTP/1.1" status: 200 len: 946 time: 0.4656832 Jul 06 13:59:46.394687 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-bb04c06c-7fff-4a43-8a39-bbbe20898e3d None None] Provisioning for port 637ecd9c-e000-4842-b59a-75b46f1d4b42 completed by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 13:59:46.399936 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.l3_dvrscheduler_db [req-e67e2769-cf4e-4bcb-a964-fe09bc3580c2 req-87c0beba-a006-4b7b-90e4-92fb3901b0e9 tempest-LiveAutoBlockMigrationV225Test-654794443 tempest-LiveAutoBlockMigrationV225Test-654794443-project] No DVR routers for this DVR port 657fb024-941b-4590-82d2-c9d7f63025c1 on host n-h2-773647-6 {{(pid=100247) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 13:59:46.403055 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-e67e2769-cf4e-4bcb-a964-fe09bc3580c2 req-87c0beba-a006-4b7b-90e4-92fb3901b0e9 tempest-LiveAutoBlockMigrationV225Test-654794443 tempest-LiveAutoBlockMigrationV225Test-654794443-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:46.405643 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-e67e2769-cf4e-4bcb-a964-fe09bc3580c2 req-87c0beba-a006-4b7b-90e4-92fb3901b0e9 tempest-LiveAutoBlockMigrationV225Test-654794443 tempest-LiveAutoBlockMigrationV225Test-654794443-project] 10.222.0.72 "DELETE /v2.0/ports/657fb024-941b-4590-82d2-c9d7f63025c1 HTTP/1.1" status: 204 len: 173 time: 2.8049734 Jul 06 13:59:46.424830 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-bb04c06c-7fff-4a43-8a39-bbbe20898e3d None None] Provisioning complete for port 637ecd9c-e000-4842-b59a-75b46f1d4b42 triggered by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:59:46.425545 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-bb04c06c-7fff-4a43-8a39-bbbe20898e3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:46.456458 n-d-773647-6 neutron-server[100247]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce46b99b-5e9d-4179-b46f-7265cb00f3d9', 'name': 'network-vif-deleted', 'tag': '657fb024-941b-4590-82d2-c9d7f63025c1'}] {{(pid=100247) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 13:59:46.459164 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cbf0eeaae822f8fc9b87a94aeba67a3d651842baf663a51cba94b67a514836d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c6476aa-a6c6-45df-aa8b-e46a4a4741a7" -d '{"events": [{"server_uuid": "ce46b99b-5e9d-4179-b46f-7265cb00f3d9", "name": "network-vif-deleted", "tag": "657fb024-941b-4590-82d2-c9d7f63025c1"}]}' {{(pid=100247) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:59:46.501111 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-bb04c06c-7fff-4a43-8a39-bbbe20898e3d None None] Port 637ecd9c-e000-4842-b59a-75b46f1d4b42 cannot update to ACTIVE because it is not bound. {{(pid=100248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 13:59:46.521687 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-88607fd6-756d-4d4d-8121-73c32de27bd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93fc06c6-e2da-491a-a138-5c16c1a263ab', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1475940776-router', 'tenant_id': 'acb800f580674ba5b45dfb76ebc253b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.23'}], 'enable_snat': True}, 'gw_port_id': '1d882890-1b14-4f02-9680-5aee680e0d0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T13:53:32Z', 'updated_at': '2021-07-06T13:53:40Z', 'revision_number': 4, 'project_id': 'acb800f580674ba5b45dfb76ebc253b1', 'gw_port': {'id': '1d882890-1b14-4f02-9680-5aee680e0d0b', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:3a:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93fc06c6-e2da-491a-a138-5c16c1a263ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:53:32Z', 'updated_at': '2021-07-06T13:53:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6', '_interfaces': [{'id': 'aefefec2-a26b-4852-8d04-c232bf44b1df', 'name': '', 'network_id': '460f74e5-0a7f-4f78-8d1f-c6320874439c', 'tenant_id': 'acb800f580674ba5b45dfb76ebc253b1', 'mac_address': 'fa:16:3e:ee:a4:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93fc06c6-e2da-491a-a138-5c16c1a263ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '018ef28b-510d-4b0e-ac77-2e6a29444295', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:53:37Z', 'updated_at': '2021-07-06T13:53:49Z', 'revision_number': 5, 'project_id': 'acb800f580674ba5b45dfb76ebc253b1', 'subnets': [{'id': '018ef28b-510d-4b0e-ac77-2e6a29444295', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773647-6', False) {} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:59:46.558040 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88607fd6-756d-4d4d-8121-73c32de27bd5 None None] The sync data for ids ['93fc06c6-e2da-491a-a138-5c16c1a263ab'] in n-d-773647-6 is: [{'id': '93fc06c6-e2da-491a-a138-5c16c1a263ab', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1475940776-router', 'tenant_id': 'acb800f580674ba5b45dfb76ebc253b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.23'}], 'enable_snat': True}, 'gw_port_id': '1d882890-1b14-4f02-9680-5aee680e0d0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T13:53:32Z', 'updated_at': '2021-07-06T13:53:40Z', 'revision_number': 4, 'project_id': 'acb800f580674ba5b45dfb76ebc253b1', 'gw_port': {'id': '1d882890-1b14-4f02-9680-5aee680e0d0b', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:3a:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93fc06c6-e2da-491a-a138-5c16c1a263ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:53:32Z', 'updated_at': '2021-07-06T13:53:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6', '_interfaces': [{'id': 'aefefec2-a26b-4852-8d04-c232bf44b1df', 'name': '', 'network_id': '460f74e5-0a7f-4f78-8d1f-c6320874439c', 'tenant_id': 'acb800f580674ba5b45dfb76ebc253b1', 'mac_address': 'fa:16:3e:ee:a4:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93fc06c6-e2da-491a-a138-5c16c1a263ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '018ef28b-510d-4b0e-ac77-2e6a29444295', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:53:37Z', 'updated_at': '2021-07-06T13:53:49Z', 'revision_number': 5, 'project_id': 'acb800f580674ba5b45dfb76ebc253b1', 'subnets': [{'id': '018ef28b-510d-4b0e-ac77-2e6a29444295', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 13:59:46.601315 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 234589bb-61b0-4ab3-b618-b6a7ed1a752c up at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 13:59:46.621847 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-34543083-8152-4b14-99cd-95caab67ab01 req-6ce6caad-381e-47e9-9bf0-711609d1fc0e tempest-ServersOnMultiNodesTest-1210667676 tempest-ServersOnMultiNodesTest-1210667676-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:46.640269 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-34543083-8152-4b14-99cd-95caab67ab01 req-6ce6caad-381e-47e9-9bf0-711609d1fc0e tempest-ServersOnMultiNodesTest-1210667676 tempest-ServersOnMultiNodesTest-1210667676-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:46.684219 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning complete for port 234589bb-61b0-4ab3-b618-b6a7ed1a752c triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:59:46.687501 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:46.691510 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-520ef3f2-976a-42c8-97e3-23658a282619 req-2d0968ca-b740-40ab-a133-402cd1250a72 tempest-ServerDiskConfigTestJSON-920847304 tempest-ServerDiskConfigTestJSON-920847304-project] 10.222.0.104 "GET /v2.0/security-groups?id=bc287469-1102-40d8-b019-cad062af5465&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3344529 Jul 06 13:59:46.692138 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-e308070c-f07a-454d-8c0e-8d176097ff62 req-dc5eac94-6fa9-4fec-ac5a-bea09d1dbe6c tempest-ServersAdminNegativeTestJSON-1929369317 tempest-ServersAdminNegativeTestJSON-1929369317-project] 10.222.0.127 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.4133236 Jul 06 13:59:46.738509 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [req-e308070c-f07a-454d-8c0e-8d176097ff62 req-bda0ba0b-ab74-483b-9c0a-54f8e9a1a39d service neutron] Request body: {'port': {'device_id': '4a9ebadb-5d0b-4c58-a589-8400ecb2562f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-773647-6'}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:59:46.813232 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-34543083-8152-4b14-99cd-95caab67ab01 req-6ce6caad-381e-47e9-9bf0-711609d1fc0e tempest-ServersOnMultiNodesTest-1210667676 tempest-ServersOnMultiNodesTest-1210667676-project-admin] 10.222.0.104 "GET /v2.0/security-groups?id=304f894d-c671-4a59-b0fb-2a4d849c5ac9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1058104 Jul 06 13:59:46.857363 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Device 657fb024-941b-4590-82d2-c9d7f63025c1 no longer exists at agent hyperv_n-h2-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 13:59:46.864473 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce6caad-381e-47e9-9bf0-711609d1fc0e tempest-ServersOnMultiNodesTest-1210667676 tempest-ServersOnMultiNodesTest-1210667676-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bafc8a7f-f7ed-450f-a90b-51f8d71bdf61,revision_number=1']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:59:46.900080 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 13:59:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee6aaeb0-fb0f-40db-a9bc-b9def08363f8 x-openstack-request-id: req-ee6aaeb0-fb0f-40db-a9bc-b9def08363f8 {{(pid=100246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:59:46.900704 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d04a11a-d8bd-4340-950b-af5c0e394bc0", "name": "network-vif-deleted", "tag": "5eef3fbe-fd77-468a-a4b0-d3915fdbba1b", "status": "completed", "code": 200}]} {{(pid=100246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:59:46.901123 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] No Port match for: 657fb024-941b-4590-82d2-c9d7f63025c1 {{(pid=100248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 13:59:46.901362 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-ee6aaeb0-fb0f-40db-a9bc-b9def08363f8 {{(pid=100246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:59:46.901562 n-d-773647-6 neutron-server[100246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d04a11a-d8bd-4340-950b-af5c0e394bc0', 'name': 'network-vif-deleted', 'tag': '5eef3fbe-fd77-468a-a4b0-d3915fdbba1b', 'status': 'completed', 'code': 200} Jul 06 13:59:46.901747 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Device 657fb024-941b-4590-82d2-c9d7f63025c1 not bound to the agent host n-h2-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 13:59:46.902975 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Device 5eef3fbe-fd77-468a-a4b0-d3915fdbba1b no longer exists at agent hyperv_n-h2-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 13:59:46.910640 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4a5e1910-e9f1-423f-bfec-a5b25c3c36ab req-e2faf478-0ce2-4329-b7dd-6aefa08fcccb tempest-ServersTestMultiNic-850319587 tempest-ServersTestMultiNic-850319587-project] Made reservation on behalf of a3fc9596cf9941a495b08d5bae1b31d8 for: {'port': 1} {{(pid=100247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 13:59:46.929171 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-4a5e1910-e9f1-423f-bfec-a5b25c3c36ab req-e2faf478-0ce2-4329-b7dd-6aefa08fcccb tempest-ServersTestMultiNic-850319587 tempest-ServersTestMultiNic-850319587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:46.956443 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] No Port match for: 5eef3fbe-fd77-468a-a4b0-d3915fdbba1b {{(pid=100248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 13:59:46.957214 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Device 5eef3fbe-fd77-468a-a4b0-d3915fdbba1b not bound to the agent host n-h2-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 13:59:47.078930 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e376b52c-ef93-462f-8b0e-eb9d9be90c45 None None] New status for floating IP 3964a9ac-fdfe-444e-a784-56ae3fe7b769: DOWN {{(pid=100249) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 13:59:47.105409 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-e308070c-f07a-454d-8c0e-8d176097ff62 req-bda0ba0b-ab74-483b-9c0a-54f8e9a1a39d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:47.311012 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a42cd6-fb98-4dfc-b153-0207bea34000 req-de8d2bb1-7b5a-4d0c-89ea-49383d46f906 tempest-ServersTestMultiNic-850319587 tempest-ServersTestMultiNic-850319587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:59:47.319013 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-22a42cd6-fb98-4dfc-b153-0207bea34000 req-de8d2bb1-7b5a-4d0c-89ea-49383d46f906 tempest-ServersTestMultiNic-850319587 tempest-ServersTestMultiNic-850319587-project] 10.222.0.104 "GET /v2.0/ports?device_id=409be978-2186-4f76-b76b-7fe87eeb7c40 HTTP/1.1" status: 200 len: 932 time: 0.3770916 Jul 06 13:59:47.460956 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.db_base_plugin_common [req-4a5e1910-e9f1-423f-bfec-a5b25c3c36ab req-e2faf478-0ce2-4329-b7dd-6aefa08fcccb tempest-ServersTestMultiNic-850319587 tempest-ServersTestMultiNic-850319587-project] Allocated IP 19.86.0.24 (68491203-b0db-4981-8a0d-44d0d16dcf7a/3f09bacf-9043-4249-b094-7d935be63d60/ec964f7d-b721-496f-9e41-ba57103cd575) {{(pid=100247) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 13:59:47.503916 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-22a42cd6-fb98-4dfc-b153-0207bea34000 req-87ccbe06-a3f5-49f2-a276-73f632e54c4b tempest-ServersTestMultiNic-850319587 tempest-ServersTestMultiNic-850319587-project] 10.222.0.104 "GET /v2.0/security-groups?id=3be580b9-03cb-4a9b-8661-5fe7dfbcaae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1807146 Jul 06 13:59:47.542457 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15db8366-13d9-4158-b9f0-bf0003a90186 req-e7aa1f21-2f30-4dc9-9f46-7dd149567afa tempest-DeleteServersTestJSON-677393534 tempest-DeleteServersTestJSON-677393534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:59:47.552027 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-15db8366-13d9-4158-b9f0-bf0003a90186 req-e7aa1f21-2f30-4dc9-9f46-7dd149567afa tempest-DeleteServersTestJSON-677393534 tempest-DeleteServersTestJSON-677393534-project] 10.222.0.104 "GET /v2.0/ports?device_id=affa3918-e899-4dfe-8660-4b640439777a HTTP/1.1" status: 200 len: 946 time: 0.4598069 Jul 06 13:59:47.661473 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-15db8366-13d9-4158-b9f0-bf0003a90186 req-bc6ed995-f7aa-4040-882d-0673c9ef5506 tempest-DeleteServersTestJSON-677393534 tempest-DeleteServersTestJSON-677393534-project] 10.222.0.104 "GET /v2.0/security-groups?id=7d4cbf2c-f907-4452-8928-a2a298fe7ee1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070695 Jul 06 13:59:48.453607 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1692da15-c25d-4ccf-848d-b304792b3c45 req-89af8ddb-9c25-40e7-b523-0b6277be8212 tempest-ImagesOneServerNegativeTestJSON-2145662933 tempest-ImagesOneServerNegativeTestJSON-2145662933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:59:48.468208 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-1692da15-c25d-4ccf-848d-b304792b3c45 req-89af8ddb-9c25-40e7-b523-0b6277be8212 tempest-ImagesOneServerNegativeTestJSON-2145662933 tempest-ImagesOneServerNegativeTestJSON-2145662933-project] 10.222.0.104 "GET /v2.0/ports?device_id=ee3677f0-8a01-4c2d-8e4e-11c1aec12e10 HTTP/1.1" status: 200 len: 946 time: 0.8373461 Jul 06 13:59:48.598225 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-4a5e1910-e9f1-423f-bfec-a5b25c3c36ab req-e2faf478-0ce2-4329-b7dd-6aefa08fcccb tempest-ServersTestMultiNic-850319587 tempest-ServersTestMultiNic-850319587-project] Notify callbacks [] for port, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:48.608782 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4c8974-f8ae-4648-8ef4-288035978195 req-aec61bf8-70c4-4221-b06a-7a2f59978fd6 tempest-ServersAdminNegativeTestJSON-1929369317 tempest-ServersAdminNegativeTestJSON-1929369317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:59:48.610824 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-7a4c8974-f8ae-4648-8ef4-288035978195 req-aec61bf8-70c4-4221-b06a-7a2f59978fd6 tempest-ServersAdminNegativeTestJSON-1929369317 tempest-ServersAdminNegativeTestJSON-1929369317-project] 10.222.0.104 "GET /v2.0/ports?device_id=4a9ebadb-5d0b-4c58-a589-8400ecb2562f HTTP/1.1" status: 200 len: 936 time: 0.4452610 Jul 06 13:59:48.630479 n-d-773647-6 neutron-server[100247]: DEBUG neutron.notifiers.nova [req-e308070c-f07a-454d-8c0e-8d176097ff62 req-bda0ba0b-ab74-483b-9c0a-54f8e9a1a39d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 637ecd9c-e000-4842-b59a-75b46f1d4b42 {{(pid=100247) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 13:59:48.639409 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Device bcd84afc-3272-48c3-9d39-22281380dce0 no longer exists at agent hyperv_n-h1-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 13:59:48.665151 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-1692da15-c25d-4ccf-848d-b304792b3c45 req-1f02ea00-2251-47c0-a5ad-1b95473c1649 tempest-ImagesOneServerNegativeTestJSON-2145662933 tempest-ImagesOneServerNegativeTestJSON-2145662933-project] 10.222.0.104 "GET /v2.0/security-groups?id=cf130993-6904-4731-ae5d-09749f3f4522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1957648 Jul 06 13:59:48.668334 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-e308070c-f07a-454d-8c0e-8d176097ff62 req-bda0ba0b-ab74-483b-9c0a-54f8e9a1a39d service neutron] Notify callbacks [] for port, precommit_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:48.710089 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.provisioning_blocks [req-4a5e1910-e9f1-423f-bfec-a5b25c3c36ab req-e2faf478-0ce2-4329-b7dd-6aefa08fcccb tempest-ServersTestMultiNic-850319587 tempest-ServersTestMultiNic-850319587-project] Transition to ACTIVE for port object ec964f7d-b721-496f-9e41-ba57103cd575 will not be triggered until provisioned by entity DHCP. {{(pid=100247) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 13:59:48.747606 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.provisioning_blocks [req-e308070c-f07a-454d-8c0e-8d176097ff62 req-bda0ba0b-ab74-483b-9c0a-54f8e9a1a39d service neutron] Transition to ACTIVE for port object 637ecd9c-e000-4842-b59a-75b46f1d4b42 will not be triggered until provisioned by entity L2. {{(pid=100247) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 13:59:48.755804 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-e308070c-f07a-454d-8c0e-8d176097ff62 req-bda0ba0b-ab74-483b-9c0a-54f8e9a1a39d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128888538'] for port, after_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:48.765395 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-7a4c8974-f8ae-4648-8ef4-288035978195 req-6e5a1a8a-5609-470f-81b7-79e7890000a4 tempest-ServersAdminNegativeTestJSON-1929369317 tempest-ServersAdminNegativeTestJSON-1929369317-project] 10.222.0.104 "GET /v2.0/security-groups?id=426b2c98-b2a3-4344-9104-71ac10ea07c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397731 Jul 06 13:59:48.777030 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:48.835188 n-d-773647-6 neutron-server[100248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b17eeb7c-3d10-4b9a-9008-8da365d16076', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bcd84afc-3272-48c3-9d39-22281380dce0'}] {{(pid=100248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 13:59:48.838954 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84af257533e383389cbcf231d3534f4d5e149e7203fea16b4a8fc01438dddaf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de04e2d8-4870-4a06-a499-f0b4fdb12ac2" -d '{"events": [{"server_uuid": "b17eeb7c-3d10-4b9a-9008-8da365d16076", "name": "network-vif-unplugged", "status": "completed", "tag": "bcd84afc-3272-48c3-9d39-22281380dce0"}]}' {{(pid=100248) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:59:48.846338 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 13:59:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-015811ee-27f4-48d9-b06b-02a7c7d30cc7 x-openstack-request-id: req-015811ee-27f4-48d9-b06b-02a7c7d30cc7 {{(pid=100247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:59:48.847587 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce46b99b-5e9d-4179-b46f-7265cb00f3d9", "name": "network-vif-deleted", "tag": "657fb024-941b-4590-82d2-c9d7f63025c1", "status": "completed", "code": 200}]} {{(pid=100247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:59:48.847838 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-015811ee-27f4-48d9-b06b-02a7c7d30cc7 {{(pid=100247) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:59:48.848589 n-d-773647-6 neutron-server[100247]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce46b99b-5e9d-4179-b46f-7265cb00f3d9', 'name': 'network-vif-deleted', 'tag': '657fb024-941b-4590-82d2-c9d7f63025c1', 'status': 'completed', 'code': 200} Jul 06 13:59:48.865090 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 34202) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:59:48.867405 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] For port bcd84afc-3272-48c3-9d39-22281380dce0, host n-h1-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773647-6',level=0,port_id=bcd84afc-3272-48c3-9d39-22281380dce0,segment=NetworkSegment(1bb3acc6-dcb3-43f0-ad94-2763c9e79a65),segment_id=1bb3acc6-dcb3-43f0-ad94-2763c9e79a65)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:59:48.874601 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:49.032359 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Pushing event updated for resources: {'Port': ['ID=bcd84afc-3272-48c3-9d39-22281380dce0,revision_number=6']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:59:49.158623 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-4a5e1910-e9f1-423f-bfec-a5b25c3c36ab req-e2faf478-0ce2-4329-b7dd-6aefa08fcccb tempest-ServersTestMultiNic-850319587 tempest-ServersTestMultiNic-850319587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-128888360'] for port, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:49.172016 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda0ba0b-ab74-483b-9c0a-54f8e9a1a39d service neutron] Pushing event updated for resources: {'Port': ['ID=637ecd9c-e000-4842-b59a-75b46f1d4b42,revision_number=2']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:59:49.271541 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.managers [req-e308070c-f07a-454d-8c0e-8d176097ff62 req-bda0ba0b-ab74-483b-9c0a-54f8e9a1a39d service neutron] Attempting to bind port 637ecd9c-e000-4842-b59a-75b46f1d4b42 on host n-h1-773647-6 for vnic_type normal with profile {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 13:59:49.271876 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.managers [req-e308070c-f07a-454d-8c0e-8d176097ff62 req-bda0ba0b-ab74-483b-9c0a-54f8e9a1a39d service neutron] Attempting to bind port 637ecd9c-e000-4842-b59a-75b46f1d4b42 by drivers openvswitch,hyperv on host n-h1-773647-6 at level 0 using segments [{'id': 'c9ea893d-045e-42cf-b3dd-cdd1f79baccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'ac09d390-867f-4b75-a8d2-ab11550bffd6'}] {{(pid=100247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 13:59:49.272202 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e308070c-f07a-454d-8c0e-8d176097ff62 req-bda0ba0b-ab74-483b-9c0a-54f8e9a1a39d service neutron] Attempting to bind port 637ecd9c-e000-4842-b59a-75b46f1d4b42 on network ac09d390-867f-4b75-a8d2-ab11550bffd6 {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 13:59:49.280462 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4a5e1910-e9f1-423f-bfec-a5b25c3c36ab req-e2faf478-0ce2-4329-b7dd-6aefa08fcccb tempest-ServersTestMultiNic-850319587 tempest-ServersTestMultiNic-850319587-project] Network 68491203-b0db-4981-8a0d-44d0d16dcf7a is already hosted by enough agents. {{(pid=100247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 13:59:49.315351 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.base_scheduler [req-4a5e1910-e9f1-423f-bfec-a5b25c3c36ab req-e2faf478-0ce2-4329-b7dd-6aefa08fcccb tempest-ServersTestMultiNic-850319587 tempest-ServersTestMultiNic-850319587-project] Resources bound (agent type, host, resource id): {{(pid=100247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:59:49.325062 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e308070c-f07a-454d-8c0e-8d176097ff62 req-bda0ba0b-ab74-483b-9c0a-54f8e9a1a39d service neutron] Port 637ecd9c-e000-4842-b59a-75b46f1d4b42 on network ac09d390-867f-4b75-a8d2-ab11550bffd6 not bound, no agent of type Open vSwitch agent registered on host n-h1-773647-6 {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 13:59:49.325390 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e308070c-f07a-454d-8c0e-8d176097ff62 req-bda0ba0b-ab74-483b-9c0a-54f8e9a1a39d service neutron] Attempting to bind port 637ecd9c-e000-4842-b59a-75b46f1d4b42 on network ac09d390-867f-4b75-a8d2-ab11550bffd6 {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 13:59:49.329312 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a5e1910-e9f1-423f-bfec-a5b25c3c36ab req-e2faf478-0ce2-4329-b7dd-6aefa08fcccb tempest-ServersTestMultiNic-850319587 tempest-ServersTestMultiNic-850319587-project] Received port after_create {{(pid=100247) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 13:59:49.356409 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2faf478-0ce2-4329-b7dd-6aefa08fcccb tempest-ServersTestMultiNic-850319587 tempest-ServersTestMultiNic-850319587-project] Pushing event updated for resources: {'Port': ['ID=ec964f7d-b721-496f-9e41-ba57103cd575,revision_number=1']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:59:49.375999 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e308070c-f07a-454d-8c0e-8d176097ff62 req-bda0ba0b-ab74-483b-9c0a-54f8e9a1a39d service neutron] Checking agent: {'id': '5bf7147f-bada-4441-a5dc-934b903473fb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-773647-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 51, 12), 'started_at': datetime.datetime(2021, 7, 6, 13, 51, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 13, 59, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 13:59:49.376345 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e308070c-f07a-454d-8c0e-8d176097ff62 req-bda0ba0b-ab74-483b-9c0a-54f8e9a1a39d service neutron] Checking segment: {'id': 'c9ea893d-045e-42cf-b3dd-cdd1f79baccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'ac09d390-867f-4b75-a8d2-ab11550bffd6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100247) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 13:59:49.376734 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e308070c-f07a-454d-8c0e-8d176097ff62 req-bda0ba0b-ab74-483b-9c0a-54f8e9a1a39d service neutron] Bound using segment: {'id': 'c9ea893d-045e-42cf-b3dd-cdd1f79baccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'ac09d390-867f-4b75-a8d2-ab11550bffd6'} {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 13:59:49.377179 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.managers [req-e308070c-f07a-454d-8c0e-8d176097ff62 req-bda0ba0b-ab74-483b-9c0a-54f8e9a1a39d service neutron] Bound port: 637ecd9c-e000-4842-b59a-75b46f1d4b42, host: n-h1-773647-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c9ea893d-045e-42cf-b3dd-cdd1f79baccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'ac09d390-867f-4b75-a8d2-ab11550bffd6'}}] {{(pid=100247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 13:59:49.377545 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-e308070c-f07a-454d-8c0e-8d176097ff62 req-bda0ba0b-ab74-483b-9c0a-54f8e9a1a39d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:49.383597 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.db_base_plugin_v2 [None req-7bfc6d42-0a3a-4662-9cbb-cb58d16ca7a9 admin admin] Deleting subnet 7f475f76-2dcc-4dce-adb2-7deed8b8ad71 {{(pid=100246) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 13:59:49.388757 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-7bfc6d42-0a3a-4662-9cbb-cb58d16ca7a9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:49.421817 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105d98d7-c96c-4b08-99aa-1a21d063d5be req-a9f89c7d-893e-4d9e-ac8e-ce12f09a17f8 tempest-ServerDiskConfigTestJSON-920847304 tempest-ServerDiskConfigTestJSON-920847304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:59:49.428753 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-105d98d7-c96c-4b08-99aa-1a21d063d5be req-a9f89c7d-893e-4d9e-ac8e-ce12f09a17f8 tempest-ServerDiskConfigTestJSON-920847304 tempest-ServerDiskConfigTestJSON-920847304-project] 10.222.0.104 "GET /v2.0/ports?device_id=b17eeb7c-3d10-4b9a-9008-8da365d16076 HTTP/1.1" status: 200 len: 944 time: 0.2715328 Jul 06 13:59:49.429914 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-7bfc6d42-0a3a-4662-9cbb-cb58d16ca7a9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126218885'] for subnet, precommit_delete_associations {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:49.475407 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5e1910-e9f1-423f-bfec-a5b25c3c36ab req-e2faf478-0ce2-4329-b7dd-6aefa08fcccb tempest-ServersTestMultiNic-850319587 tempest-ServersTestMultiNic-850319587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:59:49.476155 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-4a5e1910-e9f1-423f-bfec-a5b25c3c36ab req-e2faf478-0ce2-4329-b7dd-6aefa08fcccb tempest-ServersTestMultiNic-850319587 tempest-ServersTestMultiNic-850319587-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:49.498029 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-7bfc6d42-0a3a-4662-9cbb-cb58d16ca7a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-913473'] for subnet, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:49.498853 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-4a5e1910-e9f1-423f-bfec-a5b25c3c36ab req-e2faf478-0ce2-4329-b7dd-6aefa08fcccb tempest-ServersTestMultiNic-850319587 tempest-ServersTestMultiNic-850319587-project] 10.222.0.127 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4325252 Jul 06 13:59:49.515055 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [req-4a5e1910-e9f1-423f-bfec-a5b25c3c36ab req-a61af940-9c11-405b-b7b8-cab80b7d4fe1 tempest-ServersTestMultiNic-850319587 tempest-ServersTestMultiNic-850319587-project] Request body: {'port': {'device_id': '409be978-2186-4f76-b76b-7fe87eeb7c40', 'network_id': '148cc126-591d-4f16-8ea9-6ee91e054016', 'admin_state_up': True, 'tenant_id': 'a3fc9596cf9941a495b08d5bae1b31d8'}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:59:49.591945 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-7bfc6d42-0a3a-4662-9cbb-cb58d16ca7a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-913480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1849032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127687590', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127702764'] for subnet, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:49.611408 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52627973-26da-4002-bcf2-08d419f6d850 req-77957b90-c9c0-4af0-adb3-79283b4265bf tempest-ServersTestMultiNic-850319587 tempest-ServersTestMultiNic-850319587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:59:49.612989 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52627973-26da-4002-bcf2-08d419f6d850 req-77957b90-c9c0-4af0-adb3-79283b4265bf tempest-ServersTestMultiNic-850319587 tempest-ServersTestMultiNic-850319587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:59:49.614192 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-52627973-26da-4002-bcf2-08d419f6d850 req-77957b90-c9c0-4af0-adb3-79283b4265bf tempest-ServersTestMultiNic-850319587 tempest-ServersTestMultiNic-850319587-project] 10.222.0.104 "GET /v2.0/ports?device_id=409be978-2186-4f76-b76b-7fe87eeb7c40 HTTP/1.1" status: 200 len: 1654 time: 0.3456993 Jul 06 13:59:49.618900 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bfc6d42-0a3a-4662-9cbb-cb58d16ca7a9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7f475f76-2dcc-4dce-adb2-7deed8b8ad71,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:59:49.648055 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-105d98d7-c96c-4b08-99aa-1a21d063d5be req-15e263c0-57d6-45bb-be27-3162c7f24bf1 tempest-ServerDiskConfigTestJSON-920847304 tempest-ServerDiskConfigTestJSON-920847304-project] 10.222.0.104 "GET /v2.0/security-groups?id=bc287469-1102-40d8-b019-cad062af5465&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2183425 Jul 06 13:59:49.650132 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-7bfc6d42-0a3a-4662-9cbb-cb58d16ca7a9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:49.660440 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.db [req-e308070c-f07a-454d-8c0e-8d176097ff62 req-bda0ba0b-ab74-483b-9c0a-54f8e9a1a39d service neutron] For port 637ecd9c-e000-4842-b59a-75b46f1d4b42, host n-h1-773647-6, cleared binding levels {{(pid=100247) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 13:59:49.661166 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-7bfc6d42-0a3a-4662-9cbb-cb58d16ca7a9 admin admin] 10.222.0.104 "DELETE /v2.0/subnets/7f475f76-2dcc-4dce-adb2-7deed8b8ad71 HTTP/1.1" status: 204 len: 168 time: 0.7936227 Jul 06 13:59:49.667422 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.db [req-e308070c-f07a-454d-8c0e-8d176097ff62 req-bda0ba0b-ab74-483b-9c0a-54f8e9a1a39d service neutron] For port 637ecd9c-e000-4842-b59a-75b46f1d4b42, host n-h1-773647-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773647-6',level=0,port_id=637ecd9c-e000-4842-b59a-75b46f1d4b42,segment=NetworkSegment(c9ea893d-045e-42cf-b3dd-cdd1f79baccd),segment_id=c9ea893d-045e-42cf-b3dd-cdd1f79baccd)] {{(pid=100247) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 13:59:49.669542 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 34212) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:59:49.698556 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-e48adc27-cac3-431e-9dc9-70eb13e37f79 None None] Provisioning for port ec964f7d-b721-496f-9e41-ba57103cd575 completed by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 13:59:49.705132 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-e48adc27-cac3-431e-9dc9-70eb13e37f79 None None] Provisioning complete for port ec964f7d-b721-496f-9e41-ba57103cd575 triggered by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:59:49.705806 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-e48adc27-cac3-431e-9dc9-70eb13e37f79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:49.748810 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-e308070c-f07a-454d-8c0e-8d176097ff62 req-bda0ba0b-ab74-483b-9c0a-54f8e9a1a39d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128888538'] for port, after_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:49.766513 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-e48adc27-cac3-431e-9dc9-70eb13e37f79 None None] Port ec964f7d-b721-496f-9e41-ba57103cd575 cannot update to ACTIVE because it is not bound. {{(pid=100248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 13:59:49.814824 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-52627973-26da-4002-bcf2-08d419f6d850 req-c544e10d-d58e-4ab7-a9bf-7b67f66e1163 tempest-ServersTestMultiNic-850319587 tempest-ServersTestMultiNic-850319587-project] 10.222.0.104 "GET /v2.0/security-groups?id=3be580b9-03cb-4a9b-8661-5fe7dfbcaae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1624398 Jul 06 13:59:49.828390 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-b4ef2802-41d2-422d-ac86-ac94df351dfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530492'] for network, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:49.870243 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e308070c-f07a-454d-8c0e-8d176097ff62 req-bda0ba0b-ab74-483b-9c0a-54f8e9a1a39d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:59:49.870870 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-e308070c-f07a-454d-8c0e-8d176097ff62 req-bda0ba0b-ab74-483b-9c0a-54f8e9a1a39d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:49.872302 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-e308070c-f07a-454d-8c0e-8d176097ff62 req-bda0ba0b-ab74-483b-9c0a-54f8e9a1a39d service neutron] 10.222.0.127 "PUT /v2.0/ports/637ecd9c-e000-4842-b59a-75b46f1d4b42 HTTP/1.1" status: 200 len: 1096 time: 3.1415844 Jul 06 13:59:49.968949 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-b4ef2802-41d2-422d-ac86-ac94df351dfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-917204', 'neutron.services.segments.db._delete_segments_for_network-8773753502302'] for network, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:49.997585 n-d-773647-6 neutron-server[100246]: DEBUG neutron.services.segments.db [None req-b4ef2802-41d2-422d-ac86-ac94df351dfc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['719b716d-a00d-48ee-8755-3a8bbdfaf0d2']}} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:59:50.010255 n-d-773647-6 neutron-server[100246]: DEBUG neutron.services.segments.db [None req-b4ef2802-41d2-422d-ac86-ac94df351dfc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da615941-94ee-441c-92fd-37ca002df9b5') {'for_net_delete': True} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:59:50.010696 n-d-773647-6 neutron-server[100246]: DEBUG neutron.services.segments.db [None req-b4ef2802-41d2-422d-ac86-ac94df351dfc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da615941-94ee-441c-92fd-37ca002df9b5') {} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:59:50.022003 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-b4ef2802-41d2-422d-ac86-ac94df351dfc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773753515138', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126218898'] for segment, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:50.030404 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4a5e1910-e9f1-423f-bfec-a5b25c3c36ab req-a61af940-9c11-405b-b7b8-cab80b7d4fe1 tempest-ServersTestMultiNic-850319587 tempest-ServersTestMultiNic-850319587-project] Made reservation on behalf of a3fc9596cf9941a495b08d5bae1b31d8 for: {'port': 1} {{(pid=100247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 13:59:50.034160 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-4a5e1910-e9f1-423f-bfec-a5b25c3c36ab req-a61af940-9c11-405b-b7b8-cab80b7d4fe1 tempest-ServersTestMultiNic-850319587 tempest-ServersTestMultiNic-850319587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:50.042676 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-b4ef2802-41d2-422d-ac86-ac94df351dfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552'] for segment, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:50.049890 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b4ef2802-41d2-422d-ac86-ac94df351dfc admin admin] Releasing vlan 1032 on physical network physnet1 to pool {{(pid=100246) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 13:59:50.050660 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-b4ef2802-41d2-422d-ac86-ac94df351dfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127687491'] for segment, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:50.052873 n-d-773647-6 neutron-server[100246]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 13:59:50.052873 n-d-773647-6 neutron-server[100246]: conditions |= (models_v2.Port.network_id.in_( Jul 06 13:59:50.052873 n-d-773647-6 neutron-server[100246]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 13:59:50.052873 n-d-773647-6 neutron-server[100246]: conditions |= (models_v2.Port.network_id.in_( Jul 06 13:59:50.052873 n-d-773647-6 neutron-server[100246]: Traceback (most recent call last): Jul 06 13:59:50.052873 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 13:59:50.052873 n-d-773647-6 neutron-server[100246]: timer() Jul 06 13:59:50.052873 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 13:59:50.052873 n-d-773647-6 neutron-server[100246]: cb(*args, **kw) Jul 06 13:59:50.052873 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 13:59:50.052873 n-d-773647-6 neutron-server[100246]: return func(*args, **kwargs) Jul 06 13:59:50.052873 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 13:59:50.052873 n-d-773647-6 neutron-server[100246]: self._notify() Jul 06 13:59:50.052873 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 13:59:50.052873 n-d-773647-6 neutron-server[100246]: self.callback(batched_events) Jul 06 13:59:50.052873 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 13:59:50.052873 n-d-773647-6 neutron-server[100246]: event.method(event) Jul 06 13:59:50.052873 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 13:59:50.052873 n-d-773647-6 neutron-server[100246]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 13:59:50.052873 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 13:59:50.052873 n-d-773647-6 neutron-server[100246]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 13:59:50.052873 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 13:59:50.052873 n-d-773647-6 neutron-server[100246]: return f(self, *a, **k) Jul 06 13:59:50.052873 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 13:59:50.052873 n-d-773647-6 neutron-server[100246]: return self._get(url).json() Jul 06 13:59:50.052873 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 13:59:50.052873 n-d-773647-6 neutron-server[100246]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 13:59:50.052873 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 13:59:50.052873 n-d-773647-6 neutron-server[100246]: return self.request(url, 'GET', **kwargs) Jul 06 13:59:50.052873 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 13:59:50.052873 n-d-773647-6 neutron-server[100246]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 13:59:50.052873 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 13:59:50.052873 n-d-773647-6 neutron-server[100246]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 13:59:50.052873 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 13:59:50.052873 n-d-773647-6 neutron-server[100246]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 13:59:50.052873 n-d-773647-6 neutron-server[100246]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 13:59:50.075732 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda0ba0b-ab74-483b-9c0a-54f8e9a1a39d service neutron] Pushing event updated for resources: {'Port': ['ID=637ecd9c-e000-4842-b59a-75b46f1d4b42,revision_number=3']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:59:50.140805 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-b4ef2802-41d2-422d-ac86-ac94df351dfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-917215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1761140'] for network, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:50.152175 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-b4ef2802-41d2-422d-ac86-ac94df351dfc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583035'] for network, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:50.158675 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-b4ef2802-41d2-422d-ac86-ac94df351dfc admin admin] 10.222.0.104 "DELETE /v2.0/networks/719b716d-a00d-48ee-8755-3a8bbdfaf0d2 HTTP/1.1" status: 204 len: 168 time: 0.4830883 Jul 06 13:59:50.159122 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 34220) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:59:50.177998 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ef2802-41d2-422d-ac86-ac94df351dfc admin admin] Pushing event deleted for resources: {'Network': ['ID=719b716d-a00d-48ee-8755-3a8bbdfaf0d2,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:59:50.208085 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84725927-ef1b-4917-9d75-c7fc9fcc036e req-77105c35-a82a-4386-a3a1-142f81d499e9 tempest-DeleteServersTestJSON-677393534 tempest-DeleteServersTestJSON-677393534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:59:50.212630 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-84725927-ef1b-4917-9d75-c7fc9fcc036e req-77105c35-a82a-4386-a3a1-142f81d499e9 tempest-DeleteServersTestJSON-677393534 tempest-DeleteServersTestJSON-677393534-project] 10.222.0.104 "GET /v2.0/ports?device_id=affa3918-e899-4dfe-8660-4b640439777a HTTP/1.1" status: 200 len: 946 time: 0.3325939 Jul 06 13:59:50.236633 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.db_base_plugin_v2 [None req-22edc02a-9fdd-4e3e-888f-d8a5005da554 admin admin] Deleting subnet 7adf7379-78d9-4b7c-8189-d143a4cbaab2 {{(pid=100246) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 13:59:50.240247 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-22edc02a-9fdd-4e3e-888f-d8a5005da554 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:50.273697 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e308070c-f07a-454d-8c0e-8d176097ff62 req-2c751a25-8221-41b8-8662-bcb93a4d9856 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:59:50.276112 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-e308070c-f07a-454d-8c0e-8d176097ff62 req-2c751a25-8221-41b8-8662-bcb93a4d9856 service neutron] 10.222.0.127 "GET /v2.0/ports?tenant_id=fc9ece0601f14b5fb95b9c26e47a6e86&device_id=4a9ebadb-5d0b-4c58-a589-8400ecb2562f HTTP/1.1" status: 200 len: 1099 time: 0.3310490 Jul 06 13:59:50.279389 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-22edc02a-9fdd-4e3e-888f-d8a5005da554 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126218885'] for subnet, precommit_delete_associations {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:50.300481 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51e1780-a85d-48fb-9c28-149b241f1953 req-7a5ee5a5-2b74-4aa9-b8ea-629d15b4623d tempest-ImagesOneServerNegativeTestJSON-2145662933 tempest-ImagesOneServerNegativeTestJSON-2145662933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:59:50.303547 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-c51e1780-a85d-48fb-9c28-149b241f1953 req-7a5ee5a5-2b74-4aa9-b8ea-629d15b4623d tempest-ImagesOneServerNegativeTestJSON-2145662933 tempest-ImagesOneServerNegativeTestJSON-2145662933-project] 10.222.0.104 "GET /v2.0/ports?device_id=ee3677f0-8a01-4c2d-8e4e-11c1aec12e10 HTTP/1.1" status: 200 len: 946 time: 0.2818267 Jul 06 13:59:50.334139 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-22edc02a-9fdd-4e3e-888f-d8a5005da554 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-913473'] for subnet, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:50.361007 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-e308070c-f07a-454d-8c0e-8d176097ff62 req-662f95b3-7f2a-4383-9b2c-4a234f92ef0f service neutron] 10.222.0.127 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.228&port_id=637ecd9c-e000-4842-b59a-75b46f1d4b42 HTTP/1.1" status: 200 len: 217 time: 0.0709453 Jul 06 13:59:50.414733 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-22edc02a-9fdd-4e3e-888f-d8a5005da554 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-913480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1849032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127687590', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127702764'] for subnet, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:50.448939 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22edc02a-9fdd-4e3e-888f-d8a5005da554 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7adf7379-78d9-4b7c-8189-d143a4cbaab2,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:59:50.449418 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-84725927-ef1b-4917-9d75-c7fc9fcc036e req-4c55d13d-0a9c-4ce5-b77d-cb8e742e5971 tempest-DeleteServersTestJSON-677393534 tempest-DeleteServersTestJSON-677393534-project] 10.222.0.104 "GET /v2.0/security-groups?id=7d4cbf2c-f907-4452-8928-a2a298fe7ee1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2198572 Jul 06 13:59:50.456728 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-22edc02a-9fdd-4e3e-888f-d8a5005da554 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:50.458841 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-22edc02a-9fdd-4e3e-888f-d8a5005da554 admin admin] 10.222.0.104 "DELETE /v2.0/subnets/7adf7379-78d9-4b7c-8189-d143a4cbaab2 HTTP/1.1" status: 204 len: 168 time: 0.2985809 Jul 06 13:59:50.464481 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 34222) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:59:50.512789 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-c51e1780-a85d-48fb-9c28-149b241f1953 req-7625c996-8a2f-43d1-aeed-28583d8a7afe tempest-ImagesOneServerNegativeTestJSON-2145662933 tempest-ImagesOneServerNegativeTestJSON-2145662933-project] 10.222.0.104 "GET /v2.0/security-groups?id=cf130993-6904-4731-ae5d-09749f3f4522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1561291 Jul 06 13:59:50.515121 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e308070c-f07a-454d-8c0e-8d176097ff62 req-072b2098-360c-4d9e-b3c4-0331721da67b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:59:50.517059 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-e308070c-f07a-454d-8c0e-8d176097ff62 req-072b2098-360c-4d9e-b3c4-0331721da67b service neutron] 10.222.0.127 "GET /v2.0/subnets?id=d1c3cc78-09b9-4e30-99fd-0e5830de101d HTTP/1.1" status: 200 len: 843 time: 0.1225350 Jul 06 13:59:50.525925 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.db_base_plugin_common [req-4a5e1910-e9f1-423f-bfec-a5b25c3c36ab req-a61af940-9c11-405b-b7b8-cab80b7d4fe1 tempest-ServersTestMultiNic-850319587 tempest-ServersTestMultiNic-850319587-project] Allocated IP 19.80.0.229 (148cc126-591d-4f16-8ea9-6ee91e054016/8950c21c-6c1c-4e3a-91f6-b4d0ae06cbd1/d90756f7-aa74-4b57-bd08-74a55d62f7e8) {{(pid=100247) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 13:59:50.530157 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 06 Jul 2021 13:59:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0495e6f5-cce5-4815-8c9d-a8bb18ec08e3 x-openstack-request-id: req-0495e6f5-cce5-4815-8c9d-a8bb18ec08e3 {{(pid=100248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:59:50.530459 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b17eeb7c-3d10-4b9a-9008-8da365d16076", "name": "network-vif-unplugged", "status": "completed", "tag": "bcd84afc-3272-48c3-9d39-22281380dce0", "code": 200}]} {{(pid=100248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:59:50.530719 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-0495e6f5-cce5-4815-8c9d-a8bb18ec08e3 {{(pid=100248) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:59:50.532526 n-d-773647-6 neutron-server[100248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b17eeb7c-3d10-4b9a-9008-8da365d16076', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bcd84afc-3272-48c3-9d39-22281380dce0', 'code': 200} Jul 06 13:59:50.595208 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-8fe59cf3-482e-4dae-aba9-2edd9f974bc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530492'] for network, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:50.649426 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Device bcd84afc-3272-48c3-9d39-22281380dce0 details requested by agent hyperv_n-h1-773647-6 with host n-h1-773647-6 {{(pid=100248) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 13:59:50.658914 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e308070c-f07a-454d-8c0e-8d176097ff62 req-9fed0726-d68d-4ced-8e6c-6f652a639631 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:59:50.661528 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-e308070c-f07a-454d-8c0e-8d176097ff62 req-9fed0726-d68d-4ced-8e6c-6f652a639631 service neutron] 10.222.0.127 "GET /v2.0/ports?network_id=ac09d390-867f-4b75-a8d2-ab11550bffd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1323645 Jul 06 13:59:50.785608 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-8fe59cf3-482e-4dae-aba9-2edd9f974bc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-917204', 'neutron.services.segments.db._delete_segments_for_network-8773753502302'] for network, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:50.803924 n-d-773647-6 neutron-server[100246]: DEBUG neutron.services.segments.db [None req-8fe59cf3-482e-4dae-aba9-2edd9f974bc5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['883e08e3-edca-4d94-91f8-a54531d86136']}} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:59:50.822027 n-d-773647-6 neutron-server[100246]: DEBUG neutron.services.segments.db [None req-8fe59cf3-482e-4dae-aba9-2edd9f974bc5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e3b634f-f318-44b2-8e93-4b9a41592096') {'for_net_delete': True} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:59:50.822027 n-d-773647-6 neutron-server[100246]: DEBUG neutron.services.segments.db [None req-8fe59cf3-482e-4dae-aba9-2edd9f974bc5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e3b634f-f318-44b2-8e93-4b9a41592096') {} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:59:50.840338 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-8fe59cf3-482e-4dae-aba9-2edd9f974bc5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773753515138', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126218898'] for segment, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:50.862551 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-8fe59cf3-482e-4dae-aba9-2edd9f974bc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552'] for segment, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:50.874006 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8fe59cf3-482e-4dae-aba9-2edd9f974bc5 admin admin] Releasing vlan 1027 on physical network physnet1 to pool {{(pid=100246) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 13:59:50.874715 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-8fe59cf3-482e-4dae-aba9-2edd9f974bc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127687491'] for segment, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:50.876732 n-d-773647-6 neutron-server[100246]: Traceback (most recent call last): Jul 06 13:59:50.876732 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 13:59:50.876732 n-d-773647-6 neutron-server[100246]: timer() Jul 06 13:59:50.876732 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 13:59:50.876732 n-d-773647-6 neutron-server[100246]: cb(*args, **kw) Jul 06 13:59:50.876732 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 13:59:50.876732 n-d-773647-6 neutron-server[100246]: return func(*args, **kwargs) Jul 06 13:59:50.876732 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 13:59:50.876732 n-d-773647-6 neutron-server[100246]: self._notify() Jul 06 13:59:50.876732 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 13:59:50.876732 n-d-773647-6 neutron-server[100246]: self.callback(batched_events) Jul 06 13:59:50.876732 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 13:59:50.876732 n-d-773647-6 neutron-server[100246]: event.method(event) Jul 06 13:59:50.876732 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 13:59:50.876732 n-d-773647-6 neutron-server[100246]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 13:59:50.876732 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 13:59:50.876732 n-d-773647-6 neutron-server[100246]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 13:59:50.876732 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 13:59:50.876732 n-d-773647-6 neutron-server[100246]: return f(self, *a, **k) Jul 06 13:59:50.876732 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 13:59:50.876732 n-d-773647-6 neutron-server[100246]: return self._get(url).json() Jul 06 13:59:50.876732 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 13:59:50.876732 n-d-773647-6 neutron-server[100246]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 13:59:50.876732 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 13:59:50.876732 n-d-773647-6 neutron-server[100246]: return self.request(url, 'GET', **kwargs) Jul 06 13:59:50.876732 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 13:59:50.876732 n-d-773647-6 neutron-server[100246]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 13:59:50.876732 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 13:59:50.876732 n-d-773647-6 neutron-server[100246]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 13:59:50.876732 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 13:59:50.876732 n-d-773647-6 neutron-server[100246]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 13:59:50.876732 n-d-773647-6 neutron-server[100246]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 13:59:50.879164 n-d-773647-6 neutron-server[100247]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a9ebadb-5d0b-4c58-a589-8400ecb2562f', 'tag': '637ecd9c-e000-4842-b59a-75b46f1d4b42'}] {{(pid=100247) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 13:59:50.881150 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cbf0eeaae822f8fc9b87a94aeba67a3d651842baf663a51cba94b67a514836d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-104d688c-71b6-48ef-8c93-4325927460ee" -d '{"events": [{"name": "network-changed", "server_uuid": "4a9ebadb-5d0b-4c58-a589-8400ecb2562f", "tag": "637ecd9c-e000-4842-b59a-75b46f1d4b42"}]}' {{(pid=100247) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:59:50.886469 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] For port bcd84afc-3272-48c3-9d39-22281380dce0, host n-h1-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773647-6',level=0,port_id=bcd84afc-3272-48c3-9d39-22281380dce0,segment=NetworkSegment(1bb3acc6-dcb3-43f0-ad94-2763c9e79a65),segment_id=1bb3acc6-dcb3-43f0-ad94-2763c9e79a65)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:59:50.906825 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Returning: {'device': 'bcd84afc-3272-48c3-9d39-22281380dce0', 'network_id': '80a8f655-14ef-4b04-89b8-0871faf0b23f', 'port_id': 'bcd84afc-3272-48c3-9d39-22281380dce0', 'mac_address': 'fa:16:3e:05:c1:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1007, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '88eb22c0-56b7-4217-99ba-ae21132aa3e6', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100248) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 13:59:50.932182 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-455bc13c-4558-4984-bcd2-e7537c56727c req-09100c92-bea8-4ca0-9bb5-6e75148fe67e tempest-ServersOnMultiNodesTest-299961212 tempest-ServersOnMultiNodesTest-299961212-project] 10.222.0.104 "GET /v2.0/networks?tenant_id=ae0918c1680140d8a89ce8f9c600b37d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2169120 Jul 06 13:59:50.977187 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:50.994402 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-8fe59cf3-482e-4dae-aba9-2edd9f974bc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-917215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1761140'] for network, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:51.000860 n-d-773647-6 neutron-server[100248]: DEBUG neutron.notifiers.nova [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bcd84afc-3272-48c3-9d39-22281380dce0 {{(pid=100248) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 13:59:51.007352 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-8fe59cf3-482e-4dae-aba9-2edd9f974bc5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583035'] for network, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:51.014078 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-8fe59cf3-482e-4dae-aba9-2edd9f974bc5 admin admin] 10.222.0.104 "DELETE /v2.0/networks/883e08e3-edca-4d94-91f8-a54531d86136 HTTP/1.1" status: 204 len: 168 time: 0.5461400 Jul 06 13:59:51.065242 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] For port bcd84afc-3272-48c3-9d39-22281380dce0, host n-h1-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773647-6',level=0,port_id=bcd84afc-3272-48c3-9d39-22281380dce0,segment=NetworkSegment(1bb3acc6-dcb3-43f0-ad94-2763c9e79a65),segment_id=1bb3acc6-dcb3-43f0-ad94-2763c9e79a65)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:59:51.078603 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe59cf3-482e-4dae-aba9-2edd9f974bc5 admin admin] Pushing event deleted for resources: {'Network': ['ID=883e08e3-edca-4d94-91f8-a54531d86136,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:59:51.080891 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:51.153113 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-e308070c-f07a-454d-8c0e-8d176097ff62 req-b929a435-3f58-43e2-8be6-aceaa198067b service neutron] 10.222.0.127 "GET /v2.0/networks/ac09d390-867f-4b75-a8d2-ab11550bffd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4824409 Jul 06 13:59:51.158688 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-4a5e1910-e9f1-423f-bfec-a5b25c3c36ab req-a61af940-9c11-405b-b7b8-cab80b7d4fe1 tempest-ServersTestMultiNic-850319587 tempest-ServersTestMultiNic-850319587-project] Notify callbacks [] for port, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:51.214852 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Pushing event updated for resources: {'Port': ['ID=bcd84afc-3272-48c3-9d39-22281380dce0,revision_number=7']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:59:51.267292 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138708a5-4820-4a0e-ba0d-e5da154d6c59 req-dd1529e0-4ddb-468c-b3c5-954989e77dff tempest-ServersAdminNegativeTestJSON-1929369317 tempest-ServersAdminNegativeTestJSON-1929369317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:59:51.269822 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-138708a5-4820-4a0e-ba0d-e5da154d6c59 req-dd1529e0-4ddb-468c-b3c5-954989e77dff tempest-ServersAdminNegativeTestJSON-1929369317 tempest-ServersAdminNegativeTestJSON-1929369317-project] 10.222.0.104 "GET /v2.0/ports?device_id=4a9ebadb-5d0b-4c58-a589-8400ecb2562f HTTP/1.1" status: 200 len: 948 time: 0.4703348 Jul 06 13:59:51.281467 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 34244) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:59:51.301843 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455bc13c-4558-4984-bcd2-e7537c56727c req-e6de1cdb-04b6-4594-9811-dd412e937025 tempest-ServersOnMultiNodesTest-299961212 tempest-ServersOnMultiNodesTest-299961212-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:59:51.303406 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-455bc13c-4558-4984-bcd2-e7537c56727c req-e6de1cdb-04b6-4594-9811-dd412e937025 tempest-ServersOnMultiNodesTest-299961212 tempest-ServersOnMultiNodesTest-299961212-project] 10.222.0.104 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3703401 Jul 06 13:59:51.328756 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.provisioning_blocks [req-4a5e1910-e9f1-423f-bfec-a5b25c3c36ab req-a61af940-9c11-405b-b7b8-cab80b7d4fe1 tempest-ServersTestMultiNic-850319587 tempest-ServersTestMultiNic-850319587-project] Transition to ACTIVE for port object d90756f7-aa74-4b57-bd08-74a55d62f7e8 will not be triggered until provisioned by entity DHCP. {{(pid=100247) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 13:59:51.347997 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-d5aff04d-fb3f-4d99-ac87-dc20fd014861 admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=4cef06e2189c48a2819839e74c70f679&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0626132 Jul 06 13:59:51.348758 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 34246) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:59:51.373386 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-455bc13c-4558-4984-bcd2-e7537c56727c req-89a2aead-ec66-44b3-a260-eb750492143e tempest-ServersOnMultiNodesTest-299961212 tempest-ServersOnMultiNodesTest-299961212-project] 10.222.0.104 "GET /v2.0/quotas/ae0918c1680140d8a89ce8f9c600b37d HTTP/1.1" status: 200 len: 375 time: 0.0384574 Jul 06 13:59:51.437124 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-c7b567cf-cedd-4486-830f-a7e8d3b8c0be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:51.437767 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-138708a5-4820-4a0e-ba0d-e5da154d6c59 req-9e139b38-6d5f-41db-90f9-b0f3fa973cff tempest-ServersAdminNegativeTestJSON-1929369317 tempest-ServersAdminNegativeTestJSON-1929369317-project] 10.222.0.104 "GET /v2.0/security-groups?id=426b2c98-b2a3-4344-9104-71ac10ea07c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1576855 Jul 06 13:59:51.448974 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] get_ports_and_sgs() called for port_ids ['bcd84afc-3272-48c3-9d39-22281380dce0'] {{(pid=100248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 13:59:51.460663 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-e308070c-f07a-454d-8c0e-8d176097ff62 req-5af5e031-f4eb-4e28-b468-d212d4aa3fd5 service neutron] 10.222.0.127 "GET /v2.0/networks/ac09d390-867f-4b75-a8d2-ab11550bffd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2902422 Jul 06 13:59:51.484683 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-c7b567cf-cedd-4486-830f-a7e8d3b8c0be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:51.499658 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-455bc13c-4558-4984-bcd2-e7537c56727c req-345a914f-95a0-4e4a-9f78-b040f937b380 tempest-ServersOnMultiNodesTest-299961212 tempest-ServersOnMultiNodesTest-299961212-project] 10.222.0.104 "GET /v2.0/ports?tenant_id=ae0918c1680140d8a89ce8f9c600b37d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1143756 Jul 06 13:59:51.500951 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-4a5e1910-e9f1-423f-bfec-a5b25c3c36ab req-a61af940-9c11-405b-b7b8-cab80b7d4fe1 tempest-ServersTestMultiNic-850319587 tempest-ServersTestMultiNic-850319587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-128888360'] for port, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:51.551349 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4a5e1910-e9f1-423f-bfec-a5b25c3c36ab req-a61af940-9c11-405b-b7b8-cab80b7d4fe1 tempest-ServersTestMultiNic-850319587 tempest-ServersTestMultiNic-850319587-project] Network 148cc126-591d-4f16-8ea9-6ee91e054016 is already hosted by enough agents. {{(pid=100247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 13:59:51.555024 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.base_scheduler [req-4a5e1910-e9f1-423f-bfec-a5b25c3c36ab req-a61af940-9c11-405b-b7b8-cab80b7d4fe1 tempest-ServersTestMultiNic-850319587 tempest-ServersTestMultiNic-850319587-project] Resources bound (agent type, host, resource id): {{(pid=100247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:59:51.568387 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a5e1910-e9f1-423f-bfec-a5b25c3c36ab req-a61af940-9c11-405b-b7b8-cab80b7d4fe1 tempest-ServersTestMultiNic-850319587 tempest-ServersTestMultiNic-850319587-project] Received port after_create {{(pid=100247) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 13:59:51.629832 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-c7b567cf-cedd-4486-830f-a7e8d3b8c0be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:51.635892 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-c7b567cf-cedd-4486-830f-a7e8d3b8c0be admin admin] Notify callbacks [] for security_group, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:51.642499 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-c7b567cf-cedd-4486-830f-a7e8d3b8c0be admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/43f6fcb8-9501-44d6-9feb-82c82c5d5862 HTTP/1.1" status: 204 len: 168 time: 0.2894001 Jul 06 13:59:51.666831 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5e1910-e9f1-423f-bfec-a5b25c3c36ab req-a61af940-9c11-405b-b7b8-cab80b7d4fe1 tempest-ServersTestMultiNic-850319587 tempest-ServersTestMultiNic-850319587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:59:51.667548 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-4a5e1910-e9f1-423f-bfec-a5b25c3c36ab req-a61af940-9c11-405b-b7b8-cab80b7d4fe1 tempest-ServersTestMultiNic-850319587 tempest-ServersTestMultiNic-850319587-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:51.668861 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b567cf-cedd-4486-830f-a7e8d3b8c0be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43f6fcb8-9501-44d6-9feb-82c82c5d5862,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:59:51.690660 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61af940-9c11-405b-b7b8-cab80b7d4fe1 tempest-ServersTestMultiNic-850319587 tempest-ServersTestMultiNic-850319587-project] Pushing event updated for resources: {'Port': ['ID=d90756f7-aa74-4b57-bd08-74a55d62f7e8,revision_number=1']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:59:51.711408 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-4a5e1910-e9f1-423f-bfec-a5b25c3c36ab req-a61af940-9c11-405b-b7b8-cab80b7d4fe1 tempest-ServersTestMultiNic-850319587 tempest-ServersTestMultiNic-850319587-project] 10.222.0.127 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2027636 Jul 06 13:59:51.726703 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [req-4a5e1910-e9f1-423f-bfec-a5b25c3c36ab req-59875e3d-c96c-4e5f-9820-fdb99b8d4435 service neutron] Request body: {'port': {'device_id': '409be978-2186-4f76-b76b-7fe87eeb7c40', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-773647-6'}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:59:51.911727 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-4a5e1910-e9f1-423f-bfec-a5b25c3c36ab req-59875e3d-c96c-4e5f-9820-fdb99b8d4435 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:52.064054 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-897b8f2f-76e7-4877-9a76-a22efefbdea1 None None] Provisioning for port d90756f7-aa74-4b57-bd08-74a55d62f7e8 completed by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 13:59:52.072213 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-897b8f2f-76e7-4877-9a76-a22efefbdea1 None None] Provisioning complete for port d90756f7-aa74-4b57-bd08-74a55d62f7e8 triggered by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:59:52.072741 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-897b8f2f-76e7-4877-9a76-a22efefbdea1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:52.161615 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-897b8f2f-76e7-4877-9a76-a22efefbdea1 None None] Port d90756f7-aa74-4b57-bd08-74a55d62f7e8 cannot update to ACTIVE because it is not bound. {{(pid=100248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 13:59:52.275790 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 34266) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:59:52.406353 n-d-773647-6 neutron-server[100247]: DEBUG neutron.notifiers.nova [req-4a5e1910-e9f1-423f-bfec-a5b25c3c36ab req-59875e3d-c96c-4e5f-9820-fdb99b8d4435 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1e760043-5e86-4c1b-8872-cbe80ed821f8 {{(pid=100247) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 13:59:52.415739 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-4a5e1910-e9f1-423f-bfec-a5b25c3c36ab req-59875e3d-c96c-4e5f-9820-fdb99b8d4435 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:52.424372 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-8c4aa1f9-c181-4cbe-a009-d502766d9753 tempest-ServersWithSpecificFlavorTestJSON-1219430523 tempest-ServersWithSpecificFlavorTestJSON-1219430523-project] Notify callbacks [] for security_group, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:52.441361 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.provisioning_blocks [req-4a5e1910-e9f1-423f-bfec-a5b25c3c36ab req-59875e3d-c96c-4e5f-9820-fdb99b8d4435 service neutron] Transition to ACTIVE for port object 1e760043-5e86-4c1b-8872-cbe80ed821f8 will not be triggered until provisioned by entity L2. {{(pid=100247) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 13:59:52.448758 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-4a5e1910-e9f1-423f-bfec-a5b25c3c36ab req-59875e3d-c96c-4e5f-9820-fdb99b8d4435 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128888538'] for port, after_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:52.474488 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-8c4aa1f9-c181-4cbe-a009-d502766d9753 tempest-ServersWithSpecificFlavorTestJSON-1219430523 tempest-ServersWithSpecificFlavorTestJSON-1219430523-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:52.542742 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-8c4aa1f9-c181-4cbe-a009-d502766d9753 tempest-ServersWithSpecificFlavorTestJSON-1219430523 tempest-ServersWithSpecificFlavorTestJSON-1219430523-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:52.546777 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-8c4aa1f9-c181-4cbe-a009-d502766d9753 tempest-ServersWithSpecificFlavorTestJSON-1219430523 tempest-ServersWithSpecificFlavorTestJSON-1219430523-project] Notify callbacks [] for security_group, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:52.548636 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-8c4aa1f9-c181-4cbe-a009-d502766d9753 tempest-ServersWithSpecificFlavorTestJSON-1219430523 tempest-ServersWithSpecificFlavorTestJSON-1219430523-project] 10.222.0.104 "DELETE /v2.0/security-groups/b480d027-214b-42ad-8ea1-99d6a4321406 HTTP/1.1" status: 204 len: 168 time: 0.2718363 Jul 06 13:59:52.559596 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 34272) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:59:52.560390 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4aa1f9-c181-4cbe-a009-d502766d9753 tempest-ServersWithSpecificFlavorTestJSON-1219430523 tempest-ServersWithSpecificFlavorTestJSON-1219430523-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b480d027-214b-42ad-8ea1-99d6a4321406,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:59:52.585854 n-d-773647-6 neutron-server[100246]: INFO neutron.api.v2.resource [None req-ccd432e3-4a63-4b29-9f9e-21ff2a0bcdf0 tempest-ServersWithSpecificFlavorTestJSON-1219430523 tempest-ServersWithSpecificFlavorTestJSON-1219430523-project] show failed (client error): The resource could not be found. Jul 06 13:59:52.593735 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-ccd432e3-4a63-4b29-9f9e-21ff2a0bcdf0 tempest-ServersWithSpecificFlavorTestJSON-1219430523 tempest-ServersWithSpecificFlavorTestJSON-1219430523-project] 10.222.0.104 "GET /v2.0/security-groups/b480d027-214b-42ad-8ea1-99d6a4321406 HTTP/1.1" status: 404 len: 347 time: 0.0312099 Jul 06 13:59:52.597207 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 34274) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:59:52.685157 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 34276) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:59:52.760151 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59875e3d-c96c-4e5f-9820-fdb99b8d4435 service neutron] Pushing event updated for resources: {'Port': ['ID=1e760043-5e86-4c1b-8872-cbe80ed821f8,revision_number=2']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:59:52.854689 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-55ed5f29-7321-4de9-870d-c95b0bc80ac9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:52.925025 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [None req-d5d9fd71-b260-41b6-9000-b71fe725e254 tempest-ServersWithSpecificFlavorTestJSON-1219430523 tempest-ServersWithSpecificFlavorTestJSON-1219430523-project] Deleting port 6be89b20-889b-4c4e-afec-fe45b22d121a {{(pid=100246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 13:59:52.925519 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-d5d9fd71-b260-41b6-9000-b71fe725e254 tempest-ServersWithSpecificFlavorTestJSON-1219430523 tempest-ServersWithSpecificFlavorTestJSON-1219430523-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:52.928497 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.managers [req-4a5e1910-e9f1-423f-bfec-a5b25c3c36ab req-59875e3d-c96c-4e5f-9820-fdb99b8d4435 service neutron] Attempting to bind port 1e760043-5e86-4c1b-8872-cbe80ed821f8 on host n-h1-773647-6 for vnic_type normal with profile {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 13:59:52.931173 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.managers [req-4a5e1910-e9f1-423f-bfec-a5b25c3c36ab req-59875e3d-c96c-4e5f-9820-fdb99b8d4435 service neutron] Attempting to bind port 1e760043-5e86-4c1b-8872-cbe80ed821f8 by drivers openvswitch,hyperv on host n-h1-773647-6 at level 0 using segments [{'id': '4f2a8c10-ee2e-4062-8043-6d0308f57340', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': '148cc126-591d-4f16-8ea9-6ee91e054016'}] {{(pid=100247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 13:59:52.932158 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a5e1910-e9f1-423f-bfec-a5b25c3c36ab req-59875e3d-c96c-4e5f-9820-fdb99b8d4435 service neutron] Attempting to bind port 1e760043-5e86-4c1b-8872-cbe80ed821f8 on network 148cc126-591d-4f16-8ea9-6ee91e054016 {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 13:59:52.948395 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a5e1910-e9f1-423f-bfec-a5b25c3c36ab req-59875e3d-c96c-4e5f-9820-fdb99b8d4435 service neutron] Port 1e760043-5e86-4c1b-8872-cbe80ed821f8 on network 148cc126-591d-4f16-8ea9-6ee91e054016 not bound, no agent of type Open vSwitch agent registered on host n-h1-773647-6 {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 13:59:52.948893 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a5e1910-e9f1-423f-bfec-a5b25c3c36ab req-59875e3d-c96c-4e5f-9820-fdb99b8d4435 service neutron] Attempting to bind port 1e760043-5e86-4c1b-8872-cbe80ed821f8 on network 148cc126-591d-4f16-8ea9-6ee91e054016 {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 13:59:52.963192 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7dcf44-efbc-4b4f-a8ce-aa4902cdae88 req-5b2bb323-1c8b-4a42-9285-0232042049da tempest-ServerDiskConfigTestJSON-920847304 tempest-ServerDiskConfigTestJSON-920847304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:59:52.976955 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-5b7dcf44-efbc-4b4f-a8ce-aa4902cdae88 req-5b2bb323-1c8b-4a42-9285-0232042049da tempest-ServerDiskConfigTestJSON-920847304 tempest-ServerDiskConfigTestJSON-920847304-project] 10.222.0.104 "GET /v2.0/ports?device_id=b17eeb7c-3d10-4b9a-9008-8da365d16076 HTTP/1.1" status: 200 len: 945 time: 0.4532285 Jul 06 13:59:52.993659 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fe9e19-8515-4355-8687-be14f98cac28 req-e54d7d43-d189-462c-9a8e-6edd8a8f1023 tempest-ServersTestMultiNic-850319587 tempest-ServersTestMultiNic-850319587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:59:53.000667 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fe9e19-8515-4355-8687-be14f98cac28 req-e54d7d43-d189-462c-9a8e-6edd8a8f1023 tempest-ServersTestMultiNic-850319587 tempest-ServersTestMultiNic-850319587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:59:53.006905 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fe9e19-8515-4355-8687-be14f98cac28 req-e54d7d43-d189-462c-9a8e-6edd8a8f1023 tempest-ServersTestMultiNic-850319587 tempest-ServersTestMultiNic-850319587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:59:53.009718 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-23fe9e19-8515-4355-8687-be14f98cac28 req-e54d7d43-d189-462c-9a8e-6edd8a8f1023 tempest-ServersTestMultiNic-850319587 tempest-ServersTestMultiNic-850319587-project] 10.222.0.104 "GET /v2.0/ports?device_id=409be978-2186-4f76-b76b-7fe87eeb7c40 HTTP/1.1" status: 200 len: 2388 time: 0.4812121 Jul 06 13:59:53.023575 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-ed4f8cb9-d407-4349-8438-bdf5eedd673d admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=a0d170ce65ea421da50e7b196dbeba40&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3311992 Jul 06 13:59:53.025161 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 34286) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:59:53.031574 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a5e1910-e9f1-423f-bfec-a5b25c3c36ab req-59875e3d-c96c-4e5f-9820-fdb99b8d4435 service neutron] Checking agent: {'id': '5bf7147f-bada-4441-a5dc-934b903473fb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-773647-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 51, 12), 'started_at': datetime.datetime(2021, 7, 6, 13, 51, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 13, 59, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 13:59:53.032038 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a5e1910-e9f1-423f-bfec-a5b25c3c36ab req-59875e3d-c96c-4e5f-9820-fdb99b8d4435 service neutron] Checking segment: {'id': '4f2a8c10-ee2e-4062-8043-6d0308f57340', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': '148cc126-591d-4f16-8ea9-6ee91e054016'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100247) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 13:59:53.034943 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a5e1910-e9f1-423f-bfec-a5b25c3c36ab req-59875e3d-c96c-4e5f-9820-fdb99b8d4435 service neutron] Bound using segment: {'id': '4f2a8c10-ee2e-4062-8043-6d0308f57340', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': '148cc126-591d-4f16-8ea9-6ee91e054016'} {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 13:59:53.035669 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.managers [req-4a5e1910-e9f1-423f-bfec-a5b25c3c36ab req-59875e3d-c96c-4e5f-9820-fdb99b8d4435 service neutron] Bound port: 1e760043-5e86-4c1b-8872-cbe80ed821f8, host: n-h1-773647-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4f2a8c10-ee2e-4062-8043-6d0308f57340', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': '148cc126-591d-4f16-8ea9-6ee91e054016'}}] {{(pid=100247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 13:59:53.036112 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-4a5e1910-e9f1-423f-bfec-a5b25c3c36ab req-59875e3d-c96c-4e5f-9820-fdb99b8d4435 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:53.160705 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-d5d9fd71-b260-41b6-9000-b71fe725e254 tempest-ServersWithSpecificFlavorTestJSON-1219430523 tempest-ServersWithSpecificFlavorTestJSON-1219430523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:53.161364 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-d5d9fd71-b260-41b6-9000-b71fe725e254 tempest-ServersWithSpecificFlavorTestJSON-1219430523 tempest-ServersWithSpecificFlavorTestJSON-1219430523-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:53.168432 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-23fe9e19-8515-4355-8687-be14f98cac28 req-72020275-8fa5-4a84-b08a-f251b683074a tempest-ServersTestMultiNic-850319587 tempest-ServersTestMultiNic-850319587-project] 10.222.0.104 "GET /v2.0/security-groups?id=3be580b9-03cb-4a9b-8661-5fe7dfbcaae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382475 Jul 06 13:59:53.182332 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-69a99def-de0a-4cf1-a7df-676a0a83241a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:53.186681 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-5b7dcf44-efbc-4b4f-a8ce-aa4902cdae88 req-9f3fd6c7-6908-4406-b37f-376eb9cead96 tempest-ServerDiskConfigTestJSON-920847304 tempest-ServerDiskConfigTestJSON-920847304-project] 10.222.0.104 "GET /v2.0/security-groups?id=bc287469-1102-40d8-b019-cad062af5465&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2059574 Jul 06 13:59:53.234379 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [None req-d5d9fd71-b260-41b6-9000-b71fe725e254 tempest-ServersWithSpecificFlavorTestJSON-1219430523 tempest-ServersWithSpecificFlavorTestJSON-1219430523-project] Calling delete_port for 6be89b20-889b-4c4e-afec-fe45b22d121a owned by network:floatingip {{(pid=100246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 13:59:53.263313 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-69a99def-de0a-4cf1-a7df-676a0a83241a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:53.321080 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 13:59:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afd16bd2-1793-42c8-ae88-cb571dff5540 x-openstack-request-id: req-afd16bd2-1793-42c8-ae88-cb571dff5540 {{(pid=100247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:59:53.323917 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a9ebadb-5d0b-4c58-a589-8400ecb2562f", "tag": "637ecd9c-e000-4842-b59a-75b46f1d4b42", "status": "completed", "code": 200}]} {{(pid=100247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:59:53.325122 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-afd16bd2-1793-42c8-ae88-cb571dff5540 {{(pid=100247) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:59:53.327884 n-d-773647-6 neutron-server[100247]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a9ebadb-5d0b-4c58-a589-8400ecb2562f', 'tag': '637ecd9c-e000-4842-b59a-75b46f1d4b42', 'status': 'completed', 'code': 200} Jul 06 13:59:53.350117 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.db [req-4a5e1910-e9f1-423f-bfec-a5b25c3c36ab req-59875e3d-c96c-4e5f-9820-fdb99b8d4435 service neutron] For port 1e760043-5e86-4c1b-8872-cbe80ed821f8, host n-h1-773647-6, cleared binding levels {{(pid=100247) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 13:59:53.421066 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.db [req-4a5e1910-e9f1-423f-bfec-a5b25c3c36ab req-59875e3d-c96c-4e5f-9820-fdb99b8d4435 service neutron] For port 1e760043-5e86-4c1b-8872-cbe80ed821f8, host n-h1-773647-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773647-6',level=0,port_id=1e760043-5e86-4c1b-8872-cbe80ed821f8,segment=NetworkSegment(4f2a8c10-ee2e-4062-8043-6d0308f57340),segment_id=4f2a8c10-ee2e-4062-8043-6d0308f57340)] {{(pid=100247) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 13:59:53.437028 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-4a5e1910-e9f1-423f-bfec-a5b25c3c36ab req-59875e3d-c96c-4e5f-9820-fdb99b8d4435 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128888538'] for port, after_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:53.506707 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-69a99def-de0a-4cf1-a7df-676a0a83241a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:53.511129 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-69a99def-de0a-4cf1-a7df-676a0a83241a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:53.511529 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5e1910-e9f1-423f-bfec-a5b25c3c36ab req-59875e3d-c96c-4e5f-9820-fdb99b8d4435 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:59:53.514743 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-69a99def-de0a-4cf1-a7df-676a0a83241a admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/a5f17d80-298e-4ac5-a384-f14ad591483e HTTP/1.1" status: 204 len: 168 time: 0.4863148 Jul 06 13:59:53.517378 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-4a5e1910-e9f1-423f-bfec-a5b25c3c36ab req-59875e3d-c96c-4e5f-9820-fdb99b8d4435 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:53.525064 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-4a5e1910-e9f1-423f-bfec-a5b25c3c36ab req-59875e3d-c96c-4e5f-9820-fdb99b8d4435 service neutron] 10.222.0.127 "PUT /v2.0/ports/1e760043-5e86-4c1b-8872-cbe80ed821f8 HTTP/1.1" status: 200 len: 1092 time: 1.8046994 Jul 06 13:59:53.570311 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a99def-de0a-4cf1-a7df-676a0a83241a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5f17d80-298e-4ac5-a384-f14ad591483e,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:59:53.593878 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-d5d9fd71-b260-41b6-9000-b71fe725e254 tempest-ServersWithSpecificFlavorTestJSON-1219430523 tempest-ServersWithSpecificFlavorTestJSON-1219430523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127687580'] for port, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:53.616053 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [req-4a5e1910-e9f1-423f-bfec-a5b25c3c36ab req-2613e376-69f4-4e50-992b-df1401bd28fa service neutron] Request body: {'port': {'device_id': '409be978-2186-4f76-b76b-7fe87eeb7c40', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-773647-6'}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:59:53.668428 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d9fd71-b260-41b6-9000-b71fe725e254 tempest-ServersWithSpecificFlavorTestJSON-1219430523 tempest-ServersWithSpecificFlavorTestJSON-1219430523-project] Pushing event deleted for resources: {'Port': ['ID=6be89b20-889b-4c4e-afec-fe45b22d121a,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:59:53.896121 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-d5d9fd71-b260-41b6-9000-b71fe725e254 tempest-ServersWithSpecificFlavorTestJSON-1219430523 tempest-ServersWithSpecificFlavorTestJSON-1219430523-project] Notify callbacks [] for floatingip, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:53.908823 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104d688c-71b6-48ef-8c93-4325927460ee req-6bb7da88-f9b4-4145-8a17-42f3cf00695f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:59:53.909541 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-d5d9fd71-b260-41b6-9000-b71fe725e254 tempest-ServersWithSpecificFlavorTestJSON-1219430523 tempest-ServersWithSpecificFlavorTestJSON-1219430523-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for floatingip, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:53.910761 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-d5d9fd71-b260-41b6-9000-b71fe725e254 tempest-ServersWithSpecificFlavorTestJSON-1219430523 tempest-ServersWithSpecificFlavorTestJSON-1219430523-project] 10.222.0.104 "DELETE /v2.0/floatingips/3964a9ac-fdfe-444e-a784-56ae3fe7b769 HTTP/1.1" status: 204 len: 168 time: 1.3125582 Jul 06 13:59:53.914124 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-104d688c-71b6-48ef-8c93-4325927460ee req-6bb7da88-f9b4-4145-8a17-42f3cf00695f service neutron] 10.222.0.127 "GET /v2.0/ports?tenant_id=fc9ece0601f14b5fb95b9c26e47a6e86&device_id=4a9ebadb-5d0b-4c58-a589-8400ecb2562f HTTP/1.1" status: 200 len: 1099 time: 0.5692351 Jul 06 13:59:53.918800 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59875e3d-c96c-4e5f-9820-fdb99b8d4435 service neutron] Pushing event updated for resources: {'Port': ['ID=1e760043-5e86-4c1b-8872-cbe80ed821f8,revision_number=3']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:59:54.083735 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-4a5e1910-e9f1-423f-bfec-a5b25c3c36ab req-2613e376-69f4-4e50-992b-df1401bd28fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:54.250580 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118032e5-d830-4b5e-8091-6024b2ed0232 req-7a01df5f-8217-4339-bac4-da3c92ed2094 tempest-DeleteServersTestJSON-677393534 tempest-DeleteServersTestJSON-677393534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:59:54.252309 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-118032e5-d830-4b5e-8091-6024b2ed0232 req-7a01df5f-8217-4339-bac4-da3c92ed2094 tempest-DeleteServersTestJSON-677393534 tempest-DeleteServersTestJSON-677393534-project] 10.222.0.104 "GET /v2.0/ports?device_id=affa3918-e899-4dfe-8660-4b640439777a HTTP/1.1" status: 200 len: 946 time: 0.7089064 Jul 06 13:59:54.451328 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104d688c-71b6-48ef-8c93-4325927460ee req-6e9630e4-88e0-4c66-9290-2af24d170f86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:59:54.453315 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-104d688c-71b6-48ef-8c93-4325927460ee req-6e9630e4-88e0-4c66-9290-2af24d170f86 service neutron] 10.222.0.127 "GET /v2.0/networks?id=ac09d390-867f-4b75-a8d2-ab11550bffd6 HTTP/1.1" status: 200 len: 871 time: 0.5135980 Jul 06 13:59:54.552332 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-104d688c-71b6-48ef-8c93-4325927460ee req-4ef6be44-a97e-4df1-9a73-f16e88f56aa0 service neutron] 10.222.0.127 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.228&port_id=637ecd9c-e000-4842-b59a-75b46f1d4b42 HTTP/1.1" status: 200 len: 217 time: 0.0901506 Jul 06 13:59:54.617525 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-118032e5-d830-4b5e-8091-6024b2ed0232 req-f0f4c8b7-1209-4824-bc9d-a6622e78ac73 tempest-DeleteServersTestJSON-677393534 tempest-DeleteServersTestJSON-677393534-project] 10.222.0.104 "GET /v2.0/security-groups?id=7d4cbf2c-f907-4452-8928-a2a298fe7ee1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3393786 Jul 06 13:59:54.666907 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Device 637ecd9c-e000-4842-b59a-75b46f1d4b42 details requested by agent hyperv_n-h1-773647-6 with host n-h1-773647-6 {{(pid=100248) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 13:59:54.670218 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Device bcd84afc-3272-48c3-9d39-22281380dce0 up at agent hyperv_n-h1-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 13:59:54.915695 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Provisioning complete for port bcd84afc-3272-48c3-9d39-22281380dce0 triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:59:54.916112 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:54.918696 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Device 19197a80-a7a8-41b1-9297-9597fdb5fa2b details requested by agent hyperv_n-h2-773647-6 with host n-h2-773647-6 {{(pid=100248) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 13:59:54.926947 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104d688c-71b6-48ef-8c93-4325927460ee req-4d052bb1-beea-4e83-ada7-07461ace795f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:59:54.928670 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-104d688c-71b6-48ef-8c93-4325927460ee req-4d052bb1-beea-4e83-ada7-07461ace795f service neutron] 10.222.0.127 "GET /v2.0/subnets?id=d1c3cc78-09b9-4e30-99fd-0e5830de101d HTTP/1.1" status: 200 len: 843 time: 0.2663634 Jul 06 13:59:55.052763 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] For port 19197a80-a7a8-41b1-9297-9597fdb5fa2b, host n-h2-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=19197a80-a7a8-41b1-9297-9597fdb5fa2b,segment=NetworkSegment(165a4ca3-d89f-4657-8b31-086440d21aaa),segment_id=165a4ca3-d89f-4657-8b31-086440d21aaa)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:59:55.073289 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Returning: {'device': '19197a80-a7a8-41b1-9297-9597fdb5fa2b', 'network_id': '2087659c-d042-4f52-8c8b-57a851bb551b', 'port_id': '19197a80-a7a8-41b1-9297-9597fdb5fa2b', 'mac_address': 'fa:16:3e:ea:f6:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1029, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d9c7e4d-cc45-436f-9515-ad95d32a063f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100248) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 13:59:55.158254 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:55.249668 n-d-773647-6 neutron-server[100248]: DEBUG neutron.notifiers.nova [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 19197a80-a7a8-41b1-9297-9597fdb5fa2b {{(pid=100248) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 13:59:55.325777 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] For port 19197a80-a7a8-41b1-9297-9597fdb5fa2b, host n-h2-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=19197a80-a7a8-41b1-9297-9597fdb5fa2b,segment=NetworkSegment(165a4ca3-d89f-4657-8b31-086440d21aaa),segment_id=165a4ca3-d89f-4657-8b31-086440d21aaa)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:59:55.403200 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] For port 637ecd9c-e000-4842-b59a-75b46f1d4b42, host n-h1-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773647-6',level=0,port_id=637ecd9c-e000-4842-b59a-75b46f1d4b42,segment=NetworkSegment(c9ea893d-045e-42cf-b3dd-cdd1f79baccd),segment_id=c9ea893d-045e-42cf-b3dd-cdd1f79baccd)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:59:55.421538 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Returning: {'device': '637ecd9c-e000-4842-b59a-75b46f1d4b42', 'network_id': 'ac09d390-867f-4b75-a8d2-ab11550bffd6', 'port_id': '637ecd9c-e000-4842-b59a-75b46f1d4b42', 'mac_address': 'fa:16:3e:c3:e5:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1023, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd1c3cc78-09b9-4e30-99fd-0e5830de101d', 'ip_address': '192.168.233.228'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100248) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 13:59:55.424415 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:55.434440 n-d-773647-6 neutron-server[100247]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '409be978-2186-4f76-b76b-7fe87eeb7c40', 'tag': '1e760043-5e86-4c1b-8872-cbe80ed821f8'}] {{(pid=100247) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 13:59:55.437516 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cbf0eeaae822f8fc9b87a94aeba67a3d651842baf663a51cba94b67a514836d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f22f131a-b419-47cb-9bfb-904a39b7217c" -d '{"events": [{"name": "network-changed", "server_uuid": "409be978-2186-4f76-b76b-7fe87eeb7c40", "tag": "1e760043-5e86-4c1b-8872-cbe80ed821f8"}]}' {{(pid=100247) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:59:55.497720 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0877d85a-5ee9-4e5e-8f91-a3293df81a93 req-54858724-d78d-4bcb-9e3f-74faedb6399c tempest-ServersAdminNegativeTestJSON-1929369317 tempest-ServersAdminNegativeTestJSON-1929369317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:59:55.507871 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-0877d85a-5ee9-4e5e-8f91-a3293df81a93 req-54858724-d78d-4bcb-9e3f-74faedb6399c tempest-ServersAdminNegativeTestJSON-1929369317 tempest-ServersAdminNegativeTestJSON-1929369317-project] 10.222.0.104 "GET /v2.0/ports?device_id=4a9ebadb-5d0b-4c58-a589-8400ecb2562f HTTP/1.1" status: 200 len: 948 time: 1.0171618 Jul 06 13:59:55.531207 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:55.542762 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-455bc13c-4558-4984-bcd2-e7537c56727c req-a6d784a6-b907-4366-bd6e-6f93068cfd19 tempest-ServersOnMultiNodesTest-299961212 tempest-ServersOnMultiNodesTest-299961212-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=ae0918c1680140d8a89ce8f9c600b37d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0956850 Jul 06 13:59:55.585241 n-d-773647-6 neutron-server[100248]: DEBUG neutron.notifiers.nova [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 637ecd9c-e000-4842-b59a-75b46f1d4b42 {{(pid=100248) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 13:59:55.652103 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-77f01261-fde7-47dd-be25-f757f7f7565f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:55.655024 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] get_ports_and_sgs() called for port_ids ['19197a80-a7a8-41b1-9297-9597fdb5fa2b'] {{(pid=100248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 13:59:55.661449 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:55.708765 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] For port 637ecd9c-e000-4842-b59a-75b46f1d4b42, host n-h1-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773647-6',level=0,port_id=637ecd9c-e000-4842-b59a-75b46f1d4b42,segment=NetworkSegment(c9ea893d-045e-42cf-b3dd-cdd1f79baccd),segment_id=c9ea893d-045e-42cf-b3dd-cdd1f79baccd)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:59:55.737369 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] For port bcd84afc-3272-48c3-9d39-22281380dce0, host n-h1-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773647-6',level=0,port_id=bcd84afc-3272-48c3-9d39-22281380dce0,segment=NetworkSegment(1bb3acc6-dcb3-43f0-ad94-2763c9e79a65),segment_id=1bb3acc6-dcb3-43f0-ad94-2763c9e79a65)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:59:55.744623 n-d-773647-6 neutron-server[100248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b17eeb7c-3d10-4b9a-9008-8da365d16076', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bcd84afc-3272-48c3-9d39-22281380dce0'}] {{(pid=100248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 13:59:55.747946 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84af257533e383389cbcf231d3534f4d5e149e7203fea16b4a8fc01438dddaf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c33c205-987c-4b24-abff-100ad85fdb14" -d '{"events": [{"server_uuid": "b17eeb7c-3d10-4b9a-9008-8da365d16076", "name": "network-vif-plugged", "status": "completed", "tag": "bcd84afc-3272-48c3-9d39-22281380dce0"}]}' {{(pid=100248) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:59:55.754876 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:55.758158 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Pushing event updated for resources: {'Port': ['ID=19197a80-a7a8-41b1-9297-9597fdb5fa2b,revision_number=6']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:59:55.773020 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:55.893152 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:55.896006 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Pushing event updated for resources: {'Port': ['ID=bcd84afc-3272-48c3-9d39-22281380dce0,revision_number=8']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:59:56.007045 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455bc13c-4558-4984-bcd2-e7537c56727c req-55b07acc-0bbd-404b-891c-c1683ba8855a tempest-ServersOnMultiNodesTest-299961212 tempest-ServersOnMultiNodesTest-299961212-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:59:56.009394 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-455bc13c-4558-4984-bcd2-e7537c56727c req-55b07acc-0bbd-404b-891c-c1683ba8855a tempest-ServersOnMultiNodesTest-299961212 tempest-ServersOnMultiNodesTest-299961212-project] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4253490 Jul 06 13:59:56.040945 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [req-455bc13c-4558-4984-bcd2-e7537c56727c req-9b17c072-2e32-4f5e-83bb-19e647895980 tempest-ServersOnMultiNodesTest-299961212 tempest-ServersOnMultiNodesTest-299961212-project] Request body: {'port': {'device_id': '7061350e-4dca-4399-85c7-69dfaa1b6322', 'network_id': 'ac09d390-867f-4b75-a8d2-ab11550bffd6', 'admin_state_up': True, 'tenant_id': 'ae0918c1680140d8a89ce8f9c600b37d'}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:59:56.052734 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-0877d85a-5ee9-4e5e-8f91-a3293df81a93 req-b4c665cd-8fcb-4bf5-84ca-f3b013c7e2c1 tempest-ServersAdminNegativeTestJSON-1929369317 tempest-ServersAdminNegativeTestJSON-1929369317-project] 10.222.0.104 "GET /v2.0/security-groups?id=426b2c98-b2a3-4344-9104-71ac10ea07c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5435636 Jul 06 13:59:56.105455 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Pushing event updated for resources: {'Port': ['ID=637ecd9c-e000-4842-b59a-75b46f1d4b42,revision_number=4']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:59:56.169402 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104d688c-71b6-48ef-8c93-4325927460ee req-c2bd0469-4129-4632-9592-99987fd6d71c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:59:56.171258 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-104d688c-71b6-48ef-8c93-4325927460ee req-c2bd0469-4129-4632-9592-99987fd6d71c service neutron] 10.222.0.127 "GET /v2.0/ports?network_id=ac09d390-867f-4b75-a8d2-ab11550bffd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 1.2217841 Jul 06 13:59:56.202503 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] get_ports_and_sgs() called for port_ids ['637ecd9c-e000-4842-b59a-75b46f1d4b42'] {{(pid=100248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 13:59:56.232672 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-455bc13c-4558-4984-bcd2-e7537c56727c req-c75fd2d0-e37d-4e07-9e09-0f628681180c tempest-ServersOnMultiNodesTest-299961212 tempest-ServersOnMultiNodesTest-299961212-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=ae0918c1680140d8a89ce8f9c600b37d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1364589 Jul 06 13:59:56.323009 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-104d688c-71b6-48ef-8c93-4325927460ee req-db5b2abd-166e-42ad-80ba-314aa14fd7c3 service neutron] 10.222.0.127 "GET /v2.0/networks/ac09d390-867f-4b75-a8d2-ab11550bffd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1411238 Jul 06 13:59:56.332524 n-d-773647-6 neutron-server[100247]: DEBUG neutron.notifiers.nova [req-4a5e1910-e9f1-423f-bfec-a5b25c3c36ab req-2613e376-69f4-4e50-992b-df1401bd28fa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ec964f7d-b721-496f-9e41-ba57103cd575 {{(pid=100247) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 13:59:56.413493 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b653ac-bdf0-40ed-a8a5-476c652feda5 req-cf19b5f2-5eb8-4470-a621-0b87a3e54f27 tempest-ServersTestMultiNic-850319587 tempest-ServersTestMultiNic-850319587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:59:56.428713 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b653ac-bdf0-40ed-a8a5-476c652feda5 req-cf19b5f2-5eb8-4470-a621-0b87a3e54f27 tempest-ServersTestMultiNic-850319587 tempest-ServersTestMultiNic-850319587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:59:56.454730 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b653ac-bdf0-40ed-a8a5-476c652feda5 req-cf19b5f2-5eb8-4470-a621-0b87a3e54f27 tempest-ServersTestMultiNic-850319587 tempest-ServersTestMultiNic-850319587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:59:56.466357 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-c4b653ac-bdf0-40ed-a8a5-476c652feda5 req-cf19b5f2-5eb8-4470-a621-0b87a3e54f27 tempest-ServersTestMultiNic-850319587 tempest-ServersTestMultiNic-850319587-project] 10.222.0.104 "GET /v2.0/ports?device_id=409be978-2186-4f76-b76b-7fe87eeb7c40 HTTP/1.1" status: 200 len: 2388 time: 0.9403484 Jul 06 13:59:56.475168 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-4a5e1910-e9f1-423f-bfec-a5b25c3c36ab req-2613e376-69f4-4e50-992b-df1401bd28fa service neutron] Notify callbacks [] for port, precommit_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:56.525925 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.provisioning_blocks [req-4a5e1910-e9f1-423f-bfec-a5b25c3c36ab req-2613e376-69f4-4e50-992b-df1401bd28fa service neutron] Transition to ACTIVE for port object ec964f7d-b721-496f-9e41-ba57103cd575 will not be triggered until provisioned by entity L2. {{(pid=100247) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 13:59:56.536679 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455bc13c-4558-4984-bcd2-e7537c56727c req-40a69529-ec4d-41d4-9496-2c523b92cbb5 tempest-ServersOnMultiNodesTest-299961212 tempest-ServersOnMultiNodesTest-299961212-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:59:56.538662 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-455bc13c-4558-4984-bcd2-e7537c56727c req-40a69529-ec4d-41d4-9496-2c523b92cbb5 tempest-ServersOnMultiNodesTest-299961212 tempest-ServersOnMultiNodesTest-299961212-project] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2979317 Jul 06 13:59:56.556356 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [req-455bc13c-4558-4984-bcd2-e7537c56727c req-aadc3012-55a4-4e2d-9e92-b90c8494ff3b tempest-ServersOnMultiNodesTest-299961212 tempest-ServersOnMultiNodesTest-299961212-project] Request body: {'port': {'device_id': '93baebbc-f8da-41f6-a869-705bcac34402', 'network_id': 'ac09d390-867f-4b75-a8d2-ab11550bffd6', 'admin_state_up': True, 'tenant_id': 'ae0918c1680140d8a89ce8f9c600b37d'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:59:56.567018 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-2064eaae-da4f-48f8-82d2-b09d4ddedd44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:56.686990 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-4a5e1910-e9f1-423f-bfec-a5b25c3c36ab req-2613e376-69f4-4e50-992b-df1401bd28fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128888538'] for port, after_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:56.760972 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-455bc13c-4558-4984-bcd2-e7537c56727c req-9b17c072-2e32-4f5e-83bb-19e647895980 tempest-ServersOnMultiNodesTest-299961212 tempest-ServersOnMultiNodesTest-299961212-project] Made reservation on behalf of ae0918c1680140d8a89ce8f9c600b37d for: {'port': 1} {{(pid=100247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 13:59:56.764769 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-455bc13c-4558-4984-bcd2-e7537c56727c req-9b17c072-2e32-4f5e-83bb-19e647895980 tempest-ServersOnMultiNodesTest-299961212 tempest-ServersOnMultiNodesTest-299961212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:56.767307 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-455bc13c-4558-4984-bcd2-e7537c56727c req-aadc3012-55a4-4e2d-9e92-b90c8494ff3b tempest-ServersOnMultiNodesTest-299961212 tempest-ServersOnMultiNodesTest-299961212-project] Made reservation on behalf of ae0918c1680140d8a89ce8f9c600b37d for: {'port': 1} {{(pid=100246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 13:59:56.772636 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-455bc13c-4558-4984-bcd2-e7537c56727c req-aadc3012-55a4-4e2d-9e92-b90c8494ff3b tempest-ServersOnMultiNodesTest-299961212 tempest-ServersOnMultiNodesTest-299961212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:56.792825 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2613e376-69f4-4e50-992b-df1401bd28fa service neutron] Pushing event updated for resources: {'Port': ['ID=ec964f7d-b721-496f-9e41-ba57103cd575,revision_number=2']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:59:56.919406 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Device 19197a80-a7a8-41b1-9297-9597fdb5fa2b up at agent hyperv_n-h2-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 13:59:56.942891 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.db_base_plugin_common [req-455bc13c-4558-4984-bcd2-e7537c56727c req-9b17c072-2e32-4f5e-83bb-19e647895980 tempest-ServersOnMultiNodesTest-299961212 tempest-ServersOnMultiNodesTest-299961212-project] Allocated IP 192.168.233.144 (ac09d390-867f-4b75-a8d2-ab11550bffd6/d1c3cc78-09b9-4e30-99fd-0e5830de101d/891b2c81-2c6a-4763-a1b7-6fa3d05d0063) {{(pid=100247) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 13:59:57.002023 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-c4b653ac-bdf0-40ed-a8a5-476c652feda5 req-19056a7b-506d-4925-976a-2292c7ffaf8a tempest-ServersTestMultiNic-850319587 tempest-ServersTestMultiNic-850319587-project] 10.222.0.104 "GET /v2.0/security-groups?id=3be580b9-03cb-4a9b-8661-5fe7dfbcaae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3565209 Jul 06 13:59:57.016492 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Provisioning complete for port 19197a80-a7a8-41b1-9297-9597fdb5fa2b triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:59:57.016957 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:57.059956 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-104d688c-71b6-48ef-8c93-4325927460ee req-d803ecad-22bb-4b09-b2be-435b9b8612d4 service neutron] 10.222.0.127 "GET /v2.0/networks/ac09d390-867f-4b75-a8d2-ab11550bffd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7157857 Jul 06 13:59:57.171645 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:57.231571 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d063f3e6-cecf-4adc-965f-f580bfeafd84 req-3225da0f-7945-4b78-9833-25db580710f9 tempest-ServerDiskConfigTestJSON-920847304 tempest-ServerDiskConfigTestJSON-920847304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:59:57.233216 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-d063f3e6-cecf-4adc-965f-f580bfeafd84 req-3225da0f-7945-4b78-9833-25db580710f9 tempest-ServerDiskConfigTestJSON-920847304 tempest-ServerDiskConfigTestJSON-920847304-project] 10.222.0.104 "GET /v2.0/ports?device_id=b17eeb7c-3d10-4b9a-9008-8da365d16076 HTTP/1.1" status: 200 len: 946 time: 0.8904099 Jul 06 13:59:57.235259 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-20e8530e-6ed3-4945-9cd6-f541ce084cab req-b5be6758-2606-491e-8d8b-46b05e000dfb tempest-ServersOnMultiNodesTest-299961212 tempest-ServersOnMultiNodesTest-299961212-project] 10.222.0.104 "GET /v2.0/ports?device_id=93baebbc-f8da-41f6-a869-705bcac34402 HTTP/1.1" status: 200 len: 210 time: 0.0777960 Jul 06 13:59:57.329333 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.managers [req-4a5e1910-e9f1-423f-bfec-a5b25c3c36ab req-2613e376-69f4-4e50-992b-df1401bd28fa service neutron] Attempting to bind port ec964f7d-b721-496f-9e41-ba57103cd575 on host n-h1-773647-6 for vnic_type normal with profile {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 13:59:57.329821 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.managers [req-4a5e1910-e9f1-423f-bfec-a5b25c3c36ab req-2613e376-69f4-4e50-992b-df1401bd28fa service neutron] Attempting to bind port ec964f7d-b721-496f-9e41-ba57103cd575 by drivers openvswitch,hyperv on host n-h1-773647-6 at level 0 using segments [{'id': '0d13df17-fc25-4450-9756-6169cc61be9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1040, 'network_id': '68491203-b0db-4981-8a0d-44d0d16dcf7a'}] {{(pid=100247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 13:59:57.330158 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a5e1910-e9f1-423f-bfec-a5b25c3c36ab req-2613e376-69f4-4e50-992b-df1401bd28fa service neutron] Attempting to bind port ec964f7d-b721-496f-9e41-ba57103cd575 on network 68491203-b0db-4981-8a0d-44d0d16dcf7a {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 13:59:57.338871 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] For port 19197a80-a7a8-41b1-9297-9597fdb5fa2b, host n-h2-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=19197a80-a7a8-41b1-9297-9597fdb5fa2b,segment=NetworkSegment(165a4ca3-d89f-4657-8b31-086440d21aaa),segment_id=165a4ca3-d89f-4657-8b31-086440d21aaa)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:59:57.344796 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:57.360384 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-d063f3e6-cecf-4adc-965f-f580bfeafd84 req-88c6c71d-b0a5-4cb1-8945-d2b6783bc6a4 tempest-ServerDiskConfigTestJSON-920847304 tempest-ServerDiskConfigTestJSON-920847304-project] 10.222.0.104 "GET /v2.0/security-groups?id=bc287469-1102-40d8-b019-cad062af5465&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860133 Jul 06 13:59:57.366470 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a5e1910-e9f1-423f-bfec-a5b25c3c36ab req-2613e376-69f4-4e50-992b-df1401bd28fa service neutron] Port ec964f7d-b721-496f-9e41-ba57103cd575 on network 68491203-b0db-4981-8a0d-44d0d16dcf7a not bound, no agent of type Open vSwitch agent registered on host n-h1-773647-6 {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 13:59:57.366834 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a5e1910-e9f1-423f-bfec-a5b25c3c36ab req-2613e376-69f4-4e50-992b-df1401bd28fa service neutron] Attempting to bind port ec964f7d-b721-496f-9e41-ba57103cd575 on network 68491203-b0db-4981-8a0d-44d0d16dcf7a {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 13:59:57.413836 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a5e1910-e9f1-423f-bfec-a5b25c3c36ab req-2613e376-69f4-4e50-992b-df1401bd28fa service neutron] Checking agent: {'id': '5bf7147f-bada-4441-a5dc-934b903473fb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-773647-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 51, 12), 'started_at': datetime.datetime(2021, 7, 6, 13, 51, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 13, 59, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 13:59:57.413999 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a5e1910-e9f1-423f-bfec-a5b25c3c36ab req-2613e376-69f4-4e50-992b-df1401bd28fa service neutron] Checking segment: {'id': '0d13df17-fc25-4450-9756-6169cc61be9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1040, 'network_id': '68491203-b0db-4981-8a0d-44d0d16dcf7a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100247) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 13:59:57.414401 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a5e1910-e9f1-423f-bfec-a5b25c3c36ab req-2613e376-69f4-4e50-992b-df1401bd28fa service neutron] Bound using segment: {'id': '0d13df17-fc25-4450-9756-6169cc61be9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1040, 'network_id': '68491203-b0db-4981-8a0d-44d0d16dcf7a'} {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 13:59:57.415402 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.managers [req-4a5e1910-e9f1-423f-bfec-a5b25c3c36ab req-2613e376-69f4-4e50-992b-df1401bd28fa service neutron] Bound port: ec964f7d-b721-496f-9e41-ba57103cd575, host: n-h1-773647-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d13df17-fc25-4450-9756-6169cc61be9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1040, 'network_id': '68491203-b0db-4981-8a0d-44d0d16dcf7a'}}] {{(pid=100247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 13:59:57.415774 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-4a5e1910-e9f1-423f-bfec-a5b25c3c36ab req-2613e376-69f4-4e50-992b-df1401bd28fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:57.416806 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Pushing event updated for resources: {'Port': ['ID=19197a80-a7a8-41b1-9297-9597fdb5fa2b,revision_number=7']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:59:57.430004 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-455bc13c-4558-4984-bcd2-e7537c56727c req-9b17c072-2e32-4f5e-83bb-19e647895980 tempest-ServersOnMultiNodesTest-299961212 tempest-ServersOnMultiNodesTest-299961212-project] Notify callbacks [] for port, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:57.443235 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 13:59:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83602bad-d063-426f-ac9a-c0065af1d683 x-openstack-request-id: req-83602bad-d063-426f-ac9a-c0065af1d683 {{(pid=100247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:59:57.443539 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "409be978-2186-4f76-b76b-7fe87eeb7c40", "tag": "1e760043-5e86-4c1b-8872-cbe80ed821f8", "status": "completed", "code": 200}]} {{(pid=100247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:59:57.443791 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-83602bad-d063-426f-ac9a-c0065af1d683 {{(pid=100247) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:59:57.444205 n-d-773647-6 neutron-server[100247]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '409be978-2186-4f76-b76b-7fe87eeb7c40', 'tag': '1e760043-5e86-4c1b-8872-cbe80ed821f8', 'status': 'completed', 'code': 200} Jul 06 13:59:57.453022 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.provisioning_blocks [req-455bc13c-4558-4984-bcd2-e7537c56727c req-9b17c072-2e32-4f5e-83bb-19e647895980 tempest-ServersOnMultiNodesTest-299961212 tempest-ServersOnMultiNodesTest-299961212-project] Transition to ACTIVE for port object 891b2c81-2c6a-4763-a1b7-6fa3d05d0063 will not be triggered until provisioned by entity DHCP. {{(pid=100247) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 13:59:57.598778 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.db [req-4a5e1910-e9f1-423f-bfec-a5b25c3c36ab req-2613e376-69f4-4e50-992b-df1401bd28fa service neutron] For port ec964f7d-b721-496f-9e41-ba57103cd575, host n-h1-773647-6, cleared binding levels {{(pid=100247) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 13:59:57.624615 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452b0ead-a47c-4faa-876d-b6ae290f3096 req-73822c88-86a5-4b96-9676-757430525a5f tempest-ImagesOneServerNegativeTestJSON-2145662933 tempest-ImagesOneServerNegativeTestJSON-2145662933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:59:57.626103 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-452b0ead-a47c-4faa-876d-b6ae290f3096 req-73822c88-86a5-4b96-9676-757430525a5f tempest-ImagesOneServerNegativeTestJSON-2145662933 tempest-ImagesOneServerNegativeTestJSON-2145662933-project] 10.222.0.104 "GET /v2.0/ports?device_id=ee3677f0-8a01-4c2d-8e4e-11c1aec12e10 HTTP/1.1" status: 200 len: 946 time: 0.2692089 Jul 06 13:59:57.631857 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.db [req-4a5e1910-e9f1-423f-bfec-a5b25c3c36ab req-2613e376-69f4-4e50-992b-df1401bd28fa service neutron] For port ec964f7d-b721-496f-9e41-ba57103cd575, host n-h1-773647-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773647-6',level=0,port_id=ec964f7d-b721-496f-9e41-ba57103cd575,segment=NetworkSegment(0d13df17-fc25-4450-9756-6169cc61be9b),segment_id=0d13df17-fc25-4450-9756-6169cc61be9b)] {{(pid=100247) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 13:59:57.639849 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-455bc13c-4558-4984-bcd2-e7537c56727c req-9b17c072-2e32-4f5e-83bb-19e647895980 tempest-ServersOnMultiNodesTest-299961212 tempest-ServersOnMultiNodesTest-299961212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-128888360'] for port, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:57.648050 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-4a5e1910-e9f1-423f-bfec-a5b25c3c36ab req-2613e376-69f4-4e50-992b-df1401bd28fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128888538'] for port, after_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:57.657201 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] get_ports_and_sgs() called for port_ids ['05481f2d-582e-4146-a307-f062af9d861e'] {{(pid=100248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 13:59:57.688664 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.db_base_plugin_common [req-455bc13c-4558-4984-bcd2-e7537c56727c req-aadc3012-55a4-4e2d-9e92-b90c8494ff3b tempest-ServersOnMultiNodesTest-299961212 tempest-ServersOnMultiNodesTest-299961212-project] Allocated IP 192.168.233.254 (ac09d390-867f-4b75-a8d2-ab11550bffd6/d1c3cc78-09b9-4e30-99fd-0e5830de101d/b3d5f759-25d1-4c4c-b7ec-a5f305aed096) {{(pid=100246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 13:59:57.717695 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5e1910-e9f1-423f-bfec-a5b25c3c36ab req-2613e376-69f4-4e50-992b-df1401bd28fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:59:57.718319 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-4a5e1910-e9f1-423f-bfec-a5b25c3c36ab req-2613e376-69f4-4e50-992b-df1401bd28fa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:57.719740 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-4a5e1910-e9f1-423f-bfec-a5b25c3c36ab req-2613e376-69f4-4e50-992b-df1401bd28fa service neutron] 10.222.0.127 "PUT /v2.0/ports/ec964f7d-b721-496f-9e41-ba57103cd575 HTTP/1.1" status: 200 len: 1091 time: 4.1225462 Jul 06 13:59:57.724894 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22f131a-b419-47cb-9bfb-904a39b7217c req-11922ea3-f5a1-491e-b101-c39a2dedbcab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:59:57.725227 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22f131a-b419-47cb-9bfb-904a39b7217c req-11922ea3-f5a1-491e-b101-c39a2dedbcab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:59:57.725710 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22f131a-b419-47cb-9bfb-904a39b7217c req-11922ea3-f5a1-491e-b101-c39a2dedbcab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:59:57.727987 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-f22f131a-b419-47cb-9bfb-904a39b7217c req-11922ea3-f5a1-491e-b101-c39a2dedbcab service neutron] 10.222.0.127 "GET /v2.0/ports?tenant_id=a3fc9596cf9941a495b08d5bae1b31d8&device_id=409be978-2186-4f76-b76b-7fe87eeb7c40 HTTP/1.1" status: 200 len: 2756 time: 0.2515249 Jul 06 13:59:57.733841 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-455bc13c-4558-4984-bcd2-e7537c56727c req-9b17c072-2e32-4f5e-83bb-19e647895980 tempest-ServersOnMultiNodesTest-299961212 tempest-ServersOnMultiNodesTest-299961212-project] Network ac09d390-867f-4b75-a8d2-ab11550bffd6 is already hosted by enough agents. {{(pid=100247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 13:59:57.749891 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.base_scheduler [req-455bc13c-4558-4984-bcd2-e7537c56727c req-9b17c072-2e32-4f5e-83bb-19e647895980 tempest-ServersOnMultiNodesTest-299961212 tempest-ServersOnMultiNodesTest-299961212-project] Resources bound (agent type, host, resource id): {{(pid=100247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:59:57.752520 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.l3_dvrscheduler_db [req-455bc13c-4558-4984-bcd2-e7537c56727c req-9b17c072-2e32-4f5e-83bb-19e647895980 tempest-ServersOnMultiNodesTest-299961212 tempest-ServersOnMultiNodesTest-299961212-project] Received port after_create {{(pid=100247) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 13:59:57.838466 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [req-4a5e1910-e9f1-423f-bfec-a5b25c3c36ab req-e276d7f8-780a-48f9-b25d-dbf934caab83 service neutron] Request body: {'port': {'device_id': '409be978-2186-4f76-b76b-7fe87eeb7c40', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-773647-6'}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:59:57.918243 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-452b0ead-a47c-4faa-876d-b6ae290f3096 req-754430dc-e8cd-4a66-bfb9-6a825b0fddc9 tempest-ImagesOneServerNegativeTestJSON-2145662933 tempest-ImagesOneServerNegativeTestJSON-2145662933-project] 10.222.0.104 "GET /v2.0/security-groups?id=cf130993-6904-4731-ae5d-09749f3f4522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2824135 Jul 06 13:59:57.931034 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2613e376-69f4-4e50-992b-df1401bd28fa service neutron] Pushing event updated for resources: {'Port': ['ID=ec964f7d-b721-496f-9e41-ba57103cd575,revision_number=3']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:59:57.963413 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1d35b1-52dd-45e8-b683-e81d8a89049a req-c7fb7111-9d0a-47be-a33d-819c8273917f tempest-DeleteServersTestJSON-677393534 tempest-DeleteServersTestJSON-677393534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:59:57.965146 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-7f1d35b1-52dd-45e8-b683-e81d8a89049a req-c7fb7111-9d0a-47be-a33d-819c8273917f tempest-DeleteServersTestJSON-677393534 tempest-DeleteServersTestJSON-677393534-project] 10.222.0.104 "GET /v2.0/ports?device_id=affa3918-e899-4dfe-8660-4b640439777a HTTP/1.1" status: 200 len: 946 time: 0.4295957 Jul 06 13:59:57.968793 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-455bc13c-4558-4984-bcd2-e7537c56727c req-aadc3012-55a4-4e2d-9e92-b90c8494ff3b tempest-ServersOnMultiNodesTest-299961212 tempest-ServersOnMultiNodesTest-299961212-project] Notify callbacks [] for port, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:57.992968 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.provisioning_blocks [req-455bc13c-4558-4984-bcd2-e7537c56727c req-aadc3012-55a4-4e2d-9e92-b90c8494ff3b tempest-ServersOnMultiNodesTest-299961212 tempest-ServersOnMultiNodesTest-299961212-project] Transition to ACTIVE for port object b3d5f759-25d1-4c4c-b7ec-a5f305aed096 will not be triggered until provisioned by entity DHCP. {{(pid=100246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 13:59:58.020621 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 13:59:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc785158-6325-44d2-a9fd-14194315b57f x-openstack-request-id: req-fc785158-6325-44d2-a9fd-14194315b57f {{(pid=100248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:59:58.021186 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b17eeb7c-3d10-4b9a-9008-8da365d16076", "name": "network-vif-plugged", "status": "completed", "tag": "bcd84afc-3272-48c3-9d39-22281380dce0", "code": 200}]} {{(pid=100248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:59:58.021399 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-fc785158-6325-44d2-a9fd-14194315b57f {{(pid=100248) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:59:58.021960 n-d-773647-6 neutron-server[100248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b17eeb7c-3d10-4b9a-9008-8da365d16076', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bcd84afc-3272-48c3-9d39-22281380dce0', 'code': 200} Jul 06 13:59:58.053905 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-455bc13c-4558-4984-bcd2-e7537c56727c req-aadc3012-55a4-4e2d-9e92-b90c8494ff3b tempest-ServersOnMultiNodesTest-299961212 tempest-ServersOnMultiNodesTest-299961212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-127687573'] for port, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:58.067265 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] get_ports_and_sgs() called for port_ids ['05481f2d-582e-4146-a307-f062af9d861e'] {{(pid=100248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 13:59:58.071586 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b17c072-2e32-4f5e-83bb-19e647895980 tempest-ServersOnMultiNodesTest-299961212 tempest-ServersOnMultiNodesTest-299961212-project] Pushing event updated for resources: {'Port': ['ID=891b2c81-2c6a-4763-a1b7-6fa3d05d0063,revision_number=1']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:59:58.100489 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-455bc13c-4558-4984-bcd2-e7537c56727c req-aadc3012-55a4-4e2d-9e92-b90c8494ff3b tempest-ServersOnMultiNodesTest-299961212 tempest-ServersOnMultiNodesTest-299961212-project] Network ac09d390-867f-4b75-a8d2-ab11550bffd6 is already hosted by enough agents. {{(pid=100246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 13:59:58.104707 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.base_scheduler [req-455bc13c-4558-4984-bcd2-e7537c56727c req-aadc3012-55a4-4e2d-9e92-b90c8494ff3b tempest-ServersOnMultiNodesTest-299961212 tempest-ServersOnMultiNodesTest-299961212-project] Resources bound (agent type, host, resource id): {{(pid=100246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:59:58.108904 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [req-455bc13c-4558-4984-bcd2-e7537c56727c req-aadc3012-55a4-4e2d-9e92-b90c8494ff3b tempest-ServersOnMultiNodesTest-299961212 tempest-ServersOnMultiNodesTest-299961212-project] Received port after_create {{(pid=100246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 13:59:58.170762 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aadc3012-55a4-4e2d-9e92-b90c8494ff3b tempest-ServersOnMultiNodesTest-299961212 tempest-ServersOnMultiNodesTest-299961212-project] Pushing event updated for resources: {'Port': ['ID=b3d5f759-25d1-4c4c-b7ec-a5f305aed096,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:59:58.188678 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aadc3012-55a4-4e2d-9e92-b90c8494ff3b tempest-ServersOnMultiNodesTest-299961212 tempest-ServersOnMultiNodesTest-299961212-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:59:58.189008 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aadc3012-55a4-4e2d-9e92-b90c8494ff3b tempest-ServersOnMultiNodesTest-299961212 tempest-ServersOnMultiNodesTest-299961212-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:59:58.190750 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aadc3012-55a4-4e2d-9e92-b90c8494ff3b tempest-ServersOnMultiNodesTest-299961212 tempest-ServersOnMultiNodesTest-299961212-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:59:58.191098 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aadc3012-55a4-4e2d-9e92-b90c8494ff3b tempest-ServersOnMultiNodesTest-299961212 tempest-ServersOnMultiNodesTest-299961212-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:59:58.191573 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aadc3012-55a4-4e2d-9e92-b90c8494ff3b tempest-ServersOnMultiNodesTest-299961212 tempest-ServersOnMultiNodesTest-299961212-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:59:58.194906 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aadc3012-55a4-4e2d-9e92-b90c8494ff3b tempest-ServersOnMultiNodesTest-299961212 tempest-ServersOnMultiNodesTest-299961212-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:59:58.195356 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aadc3012-55a4-4e2d-9e92-b90c8494ff3b tempest-ServersOnMultiNodesTest-299961212 tempest-ServersOnMultiNodesTest-299961212-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:59:58.196640 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aadc3012-55a4-4e2d-9e92-b90c8494ff3b tempest-ServersOnMultiNodesTest-299961212 tempest-ServersOnMultiNodesTest-299961212-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:59:58.197034 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aadc3012-55a4-4e2d-9e92-b90c8494ff3b tempest-ServersOnMultiNodesTest-299961212 tempest-ServersOnMultiNodesTest-299961212-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:59:58.197372 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aadc3012-55a4-4e2d-9e92-b90c8494ff3b tempest-ServersOnMultiNodesTest-299961212 tempest-ServersOnMultiNodesTest-299961212-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:59:58.197712 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aadc3012-55a4-4e2d-9e92-b90c8494ff3b tempest-ServersOnMultiNodesTest-299961212 tempest-ServersOnMultiNodesTest-299961212-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:59:58.198128 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aadc3012-55a4-4e2d-9e92-b90c8494ff3b tempest-ServersOnMultiNodesTest-299961212 tempest-ServersOnMultiNodesTest-299961212-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:59:58.200166 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-8175691c-bf2e-48ec-ab62-7e741bf423c5 None None] Provisioning for port 891b2c81-2c6a-4763-a1b7-6fa3d05d0063 completed by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 13:59:58.222713 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-8175691c-bf2e-48ec-ab62-7e741bf423c5 None None] Provisioning complete for port 891b2c81-2c6a-4763-a1b7-6fa3d05d0063 triggered by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:59:58.223585 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-8175691c-bf2e-48ec-ab62-7e741bf423c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:58.232205 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455bc13c-4558-4984-bcd2-e7537c56727c req-aadc3012-55a4-4e2d-9e92-b90c8494ff3b tempest-ServersOnMultiNodesTest-299961212 tempest-ServersOnMultiNodesTest-299961212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:59:58.236427 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-455bc13c-4558-4984-bcd2-e7537c56727c req-aadc3012-55a4-4e2d-9e92-b90c8494ff3b tempest-ServersOnMultiNodesTest-299961212 tempest-ServersOnMultiNodesTest-299961212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:58.271042 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-455bc13c-4558-4984-bcd2-e7537c56727c req-aadc3012-55a4-4e2d-9e92-b90c8494ff3b tempest-ServersOnMultiNodesTest-299961212 tempest-ServersOnMultiNodesTest-299961212-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7193036 Jul 06 13:59:58.290196 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [req-455bc13c-4558-4984-bcd2-e7537c56727c req-2330e7d4-efff-4695-8ead-c3fd121dd0cb service neutron] Request body: {'port': {'device_id': '93baebbc-f8da-41f6-a869-705bcac34402', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-773647-6'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:59:58.307501 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-8175691c-bf2e-48ec-ab62-7e741bf423c5 None None] Port 891b2c81-2c6a-4763-a1b7-6fa3d05d0063 cannot update to ACTIVE because it is not bound. {{(pid=100248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 13:59:58.312419 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455bc13c-4558-4984-bcd2-e7537c56727c req-9b17c072-2e32-4f5e-83bb-19e647895980 tempest-ServersOnMultiNodesTest-299961212 tempest-ServersOnMultiNodesTest-299961212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:59:58.313069 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-455bc13c-4558-4984-bcd2-e7537c56727c req-9b17c072-2e32-4f5e-83bb-19e647895980 tempest-ServersOnMultiNodesTest-299961212 tempest-ServersOnMultiNodesTest-299961212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:58.318995 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-03f71b24-a9b8-453a-8924-caa3f97bc6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:58.389204 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-455bc13c-4558-4984-bcd2-e7537c56727c req-9b17c072-2e32-4f5e-83bb-19e647895980 tempest-ServersOnMultiNodesTest-299961212 tempest-ServersOnMultiNodesTest-299961212-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.3661749 Jul 06 13:59:58.414350 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [req-455bc13c-4558-4984-bcd2-e7537c56727c req-645745f8-0d5e-41da-82b2-037c7ddb2b50 service neutron] Request body: {'port': {'device_id': '7061350e-4dca-4399-85c7-69dfaa1b6322', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-773647-6'}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:59:58.442455 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-4a5e1910-e9f1-423f-bfec-a5b25c3c36ab req-e276d7f8-780a-48f9-b25d-dbf934caab83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:58.479763 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-455bc13c-4558-4984-bcd2-e7537c56727c req-2330e7d4-efff-4695-8ead-c3fd121dd0cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:58.490024 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-c961edfa-70e6-4b39-9fb8-aa2898183751 None None] Provisioning for port b3d5f759-25d1-4c4c-b7ec-a5f305aed096 completed by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 13:59:58.498460 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-c961edfa-70e6-4b39-9fb8-aa2898183751 None None] Provisioning complete for port b3d5f759-25d1-4c4c-b7ec-a5f305aed096 triggered by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:59:58.498912 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-c961edfa-70e6-4b39-9fb8-aa2898183751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:58.511885 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-7f1d35b1-52dd-45e8-b683-e81d8a89049a req-191e3bd1-3f34-4413-9924-b54b1ba7e66d tempest-DeleteServersTestJSON-677393534 tempest-DeleteServersTestJSON-677393534-project] 10.222.0.104 "GET /v2.0/security-groups?id=7d4cbf2c-f907-4452-8928-a2a298fe7ee1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4252536 Jul 06 13:59:58.532011 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22f131a-b419-47cb-9bfb-904a39b7217c req-1e98ba9e-8527-459f-9a1f-0033b793e69b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:59:58.532495 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22f131a-b419-47cb-9bfb-904a39b7217c req-1e98ba9e-8527-459f-9a1f-0033b793e69b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:59:58.532965 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22f131a-b419-47cb-9bfb-904a39b7217c req-1e98ba9e-8527-459f-9a1f-0033b793e69b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:59:58.534599 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-f22f131a-b419-47cb-9bfb-904a39b7217c req-1e98ba9e-8527-459f-9a1f-0033b793e69b service neutron] 10.222.0.127 "GET /v2.0/networks?tenant_id=a3fc9596cf9941a495b08d5bae1b31d8&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.7924099 Jul 06 13:59:58.553945 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-c961edfa-70e6-4b39-9fb8-aa2898183751 None None] Port b3d5f759-25d1-4c4c-b7ec-a5f305aed096 cannot update to ACTIVE because it is not bound. {{(pid=100248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 13:59:58.557139 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a432eaa3-c38c-471a-8fd3-88cc9f281ba5 req-3400a4b5-c206-44f2-ac18-13b44863bf11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:59:58.558720 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-a432eaa3-c38c-471a-8fd3-88cc9f281ba5 req-3400a4b5-c206-44f2-ac18-13b44863bf11 service neutron] 10.222.0.127 "GET /v2.0/ports?tenant_id=ed98ced3211c40618bf4aade5a2dd56d&device_id=affa3918-e899-4dfe-8660-4b640439777a HTTP/1.1" status: 200 len: 1097 time: 0.4711356 Jul 06 13:59:58.685856 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Device 637ecd9c-e000-4842-b59a-75b46f1d4b42 up at agent hyperv_n-h1-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 13:59:58.754985 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Provisioning for port 637ecd9c-e000-4842-b59a-75b46f1d4b42 completed by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 13:59:58.760609 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Provisioning complete for port 637ecd9c-e000-4842-b59a-75b46f1d4b42 triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:59:58.761221 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:58.866091 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:58.899872 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-455bc13c-4558-4984-bcd2-e7537c56727c req-645745f8-0d5e-41da-82b2-037c7ddb2b50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:58.904977 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] For port 637ecd9c-e000-4842-b59a-75b46f1d4b42, host n-h1-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773647-6',level=0,port_id=637ecd9c-e000-4842-b59a-75b46f1d4b42,segment=NetworkSegment(c9ea893d-045e-42cf-b3dd-cdd1f79baccd),segment_id=c9ea893d-045e-42cf-b3dd-cdd1f79baccd)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:59:58.911250 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:58.912167 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011b7ac0-6644-4a01-9940-456a0cad4c1d req-39d678ea-70ed-44e3-b9ac-d83862a5a2e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:59:58.915424 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-011b7ac0-6644-4a01-9940-456a0cad4c1d req-39d678ea-70ed-44e3-b9ac-d83862a5a2e8 service neutron] 10.222.0.127 "GET /v2.0/ports?device_id=b17eeb7c-3d10-4b9a-9008-8da365d16076 HTTP/1.1" status: 200 len: 1097 time: 0.5683777 Jul 06 13:59:58.987376 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Device 19197a80-a7a8-41b1-9297-9597fdb5fa2b no longer exists at agent hyperv_n-h2-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 13:59:58.992077 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Pushing event updated for resources: {'Port': ['ID=637ecd9c-e000-4842-b59a-75b46f1d4b42,revision_number=5']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:59:58.996069 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-011b7ac0-6644-4a01-9940-456a0cad4c1d req-5fd58664-0b20-4402-8a05-810b3be41115 service neutron] 10.222.0.127 "GET /v2.0/security-groups?id=bc287469-1102-40d8-b019-cad062af5465&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708742 Jul 06 13:59:59.068782 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:59.077199 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22f131a-b419-47cb-9bfb-904a39b7217c req-77ae9f3b-0b7c-4677-bc00-c5ce6a6c1d74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:59:59.078921 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-f22f131a-b419-47cb-9bfb-904a39b7217c req-77ae9f3b-0b7c-4677-bc00-c5ce6a6c1d74 service neutron] 10.222.0.127 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.5256364 Jul 06 13:59:59.091279 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a432eaa3-c38c-471a-8fd3-88cc9f281ba5 req-c694cb03-a4ce-4e65-bd5a-839da623b5c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:59:59.092716 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-a432eaa3-c38c-471a-8fd3-88cc9f281ba5 req-c694cb03-a4ce-4e65-bd5a-839da623b5c4 service neutron] 10.222.0.127 "GET /v2.0/networks?id=7a710b21-0493-4be8-a73f-c10a9dbc43f7 HTTP/1.1" status: 200 len: 914 time: 0.5041790 Jul 06 13:59:59.103829 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] For port 19197a80-a7a8-41b1-9297-9597fdb5fa2b, host n-h2-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=19197a80-a7a8-41b1-9297-9597fdb5fa2b,segment=NetworkSegment(165a4ca3-d89f-4657-8b31-086440d21aaa),segment_id=165a4ca3-d89f-4657-8b31-086440d21aaa)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:59:59.106018 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6bc9d0-8589-4708-9a23-9da986221a4a req-3888acf9-f07e-4133-8257-88d09bae44e1 tempest-ServersAdminNegativeTestJSON-1929369317 tempest-ServersAdminNegativeTestJSON-1929369317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:59:59.107572 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-3b6bc9d0-8589-4708-9a23-9da986221a4a req-3888acf9-f07e-4133-8257-88d09bae44e1 tempest-ServersAdminNegativeTestJSON-1929369317 tempest-ServersAdminNegativeTestJSON-1929369317-project] 10.222.0.104 "GET /v2.0/ports?device_id=4a9ebadb-5d0b-4c58-a589-8400ecb2562f HTTP/1.1" status: 200 len: 949 time: 0.5946686 Jul 06 13:59:59.112897 n-d-773647-6 neutron-server[100246]: DEBUG neutron.notifiers.nova [req-455bc13c-4558-4984-bcd2-e7537c56727c req-2330e7d4-efff-4695-8ead-c3fd121dd0cb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b3d5f759-25d1-4c4c-b7ec-a5f305aed096 {{(pid=100246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 13:59:59.116833 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:59.126931 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-455bc13c-4558-4984-bcd2-e7537c56727c req-2330e7d4-efff-4695-8ead-c3fd121dd0cb service neutron] Notify callbacks [] for port, precommit_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:59.140314 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.provisioning_blocks [req-455bc13c-4558-4984-bcd2-e7537c56727c req-2330e7d4-efff-4695-8ead-c3fd121dd0cb service neutron] Transition to ACTIVE for port object b3d5f759-25d1-4c4c-b7ec-a5f305aed096 will not be triggered until provisioned by entity L2. {{(pid=100246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 13:59:59.144507 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-455bc13c-4558-4984-bcd2-e7537c56727c req-2330e7d4-efff-4695-8ead-c3fd121dd0cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127687527'] for port, after_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:59.170027 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Pushing event updated for resources: {'Port': ['ID=19197a80-a7a8-41b1-9297-9597fdb5fa2b,revision_number=8']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:59:59.199145 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2330e7d4-efff-4695-8ead-c3fd121dd0cb service neutron] Pushing event updated for resources: {'Port': ['ID=b3d5f759-25d1-4c4c-b7ec-a5f305aed096,revision_number=2']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:59:59.284614 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [req-455bc13c-4558-4984-bcd2-e7537c56727c req-2330e7d4-efff-4695-8ead-c3fd121dd0cb service neutron] Attempting to bind port b3d5f759-25d1-4c4c-b7ec-a5f305aed096 on host n-h2-773647-6 for vnic_type normal with profile {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 13:59:59.284959 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [req-455bc13c-4558-4984-bcd2-e7537c56727c req-2330e7d4-efff-4695-8ead-c3fd121dd0cb service neutron] Attempting to bind port b3d5f759-25d1-4c4c-b7ec-a5f305aed096 by drivers openvswitch,hyperv on host n-h2-773647-6 at level 0 using segments [{'id': 'c9ea893d-045e-42cf-b3dd-cdd1f79baccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'ac09d390-867f-4b75-a8d2-ab11550bffd6'}] {{(pid=100246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 13:59:59.285287 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-455bc13c-4558-4984-bcd2-e7537c56727c req-2330e7d4-efff-4695-8ead-c3fd121dd0cb service neutron] Attempting to bind port b3d5f759-25d1-4c4c-b7ec-a5f305aed096 on network ac09d390-867f-4b75-a8d2-ab11550bffd6 {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 13:59:59.290312 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-455bc13c-4558-4984-bcd2-e7537c56727c req-2330e7d4-efff-4695-8ead-c3fd121dd0cb service neutron] Port b3d5f759-25d1-4c4c-b7ec-a5f305aed096 on network ac09d390-867f-4b75-a8d2-ab11550bffd6 not bound, no agent of type Open vSwitch agent registered on host n-h2-773647-6 {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 13:59:59.290640 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-455bc13c-4558-4984-bcd2-e7537c56727c req-2330e7d4-efff-4695-8ead-c3fd121dd0cb service neutron] Attempting to bind port b3d5f759-25d1-4c4c-b7ec-a5f305aed096 on network ac09d390-867f-4b75-a8d2-ab11550bffd6 {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 13:59:59.296040 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-455bc13c-4558-4984-bcd2-e7537c56727c req-2330e7d4-efff-4695-8ead-c3fd121dd0cb service neutron] Checking agent: {'id': '63768ece-0600-4354-8d29-fdedec96b077', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-773647-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 51, 10), 'started_at': datetime.datetime(2021, 7, 6, 13, 51, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 13, 59, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 13:59:59.296370 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-455bc13c-4558-4984-bcd2-e7537c56727c req-2330e7d4-efff-4695-8ead-c3fd121dd0cb service neutron] Checking segment: {'id': 'c9ea893d-045e-42cf-b3dd-cdd1f79baccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'ac09d390-867f-4b75-a8d2-ab11550bffd6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 13:59:59.296755 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-455bc13c-4558-4984-bcd2-e7537c56727c req-2330e7d4-efff-4695-8ead-c3fd121dd0cb service neutron] Bound using segment: {'id': 'c9ea893d-045e-42cf-b3dd-cdd1f79baccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'ac09d390-867f-4b75-a8d2-ab11550bffd6'} {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 13:59:59.297211 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [req-455bc13c-4558-4984-bcd2-e7537c56727c req-2330e7d4-efff-4695-8ead-c3fd121dd0cb service neutron] Bound port: b3d5f759-25d1-4c4c-b7ec-a5f305aed096, host: n-h2-773647-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c9ea893d-045e-42cf-b3dd-cdd1f79baccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'ac09d390-867f-4b75-a8d2-ab11550bffd6'}}] {{(pid=100246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 13:59:59.297566 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-455bc13c-4558-4984-bcd2-e7537c56727c req-2330e7d4-efff-4695-8ead-c3fd121dd0cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:59.370168 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.db [req-455bc13c-4558-4984-bcd2-e7537c56727c req-2330e7d4-efff-4695-8ead-c3fd121dd0cb service neutron] For port b3d5f759-25d1-4c4c-b7ec-a5f305aed096, host n-h2-773647-6, cleared binding levels {{(pid=100246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 13:59:59.374075 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.db [req-455bc13c-4558-4984-bcd2-e7537c56727c req-2330e7d4-efff-4695-8ead-c3fd121dd0cb service neutron] For port b3d5f759-25d1-4c4c-b7ec-a5f305aed096, host n-h2-773647-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=b3d5f759-25d1-4c4c-b7ec-a5f305aed096,segment=NetworkSegment(c9ea893d-045e-42cf-b3dd-cdd1f79baccd),segment_id=c9ea893d-045e-42cf-b3dd-cdd1f79baccd)] {{(pid=100246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 13:59:59.380427 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-455bc13c-4558-4984-bcd2-e7537c56727c req-2330e7d4-efff-4695-8ead-c3fd121dd0cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127687527'] for port, after_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:59.419658 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455bc13c-4558-4984-bcd2-e7537c56727c req-2330e7d4-efff-4695-8ead-c3fd121dd0cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:59:59.420293 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-455bc13c-4558-4984-bcd2-e7537c56727c req-2330e7d4-efff-4695-8ead-c3fd121dd0cb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:59.421931 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-455bc13c-4558-4984-bcd2-e7537c56727c req-2330e7d4-efff-4695-8ead-c3fd121dd0cb service neutron] 10.222.0.72 "PUT /v2.0/ports/b3d5f759-25d1-4c4c-b7ec-a5f305aed096 HTTP/1.1" status: 200 len: 1096 time: 1.1410906 Jul 06 13:59:59.422581 n-d-773647-6 neutron-server[100246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93baebbc-f8da-41f6-a869-705bcac34402', 'tag': 'b3d5f759-25d1-4c4c-b7ec-a5f305aed096'}] {{(pid=100246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 13:59:59.425407 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0d96c5ab5e889f7b933ae915b9be33d1b46c9e87795bf781004b656ef3f1e87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f883d475-39f2-4071-8c4f-d0fbb689ac41" -d '{"events": [{"name": "network-changed", "server_uuid": "93baebbc-f8da-41f6-a869-705bcac34402", "tag": "b3d5f759-25d1-4c4c-b7ec-a5f305aed096"}]}' {{(pid=100246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:59:59.455365 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2330e7d4-efff-4695-8ead-c3fd121dd0cb service neutron] Pushing event updated for resources: {'Port': ['ID=b3d5f759-25d1-4c4c-b7ec-a5f305aed096,revision_number=3']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:59:59.490548 n-d-773647-6 neutron-server[100247]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '409be978-2186-4f76-b76b-7fe87eeb7c40', 'tag': 'ec964f7d-b721-496f-9e41-ba57103cd575'}] {{(pid=100247) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 13:59:59.492904 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cbf0eeaae822f8fc9b87a94aeba67a3d651842baf663a51cba94b67a514836d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-001d6d1c-fe64-4fbf-ac08-7c9d48063468" -d '{"events": [{"name": "network-changed", "server_uuid": "409be978-2186-4f76-b76b-7fe87eeb7c40", "tag": "ec964f7d-b721-496f-9e41-ba57103cd575"}]}' {{(pid=100247) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:59:59.510301 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-a432eaa3-c38c-471a-8fd3-88cc9f281ba5 req-0413be06-0851-4551-aee1-f94cc5679d74 service neutron] 10.222.0.127 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=19851e39-5c5f-4c4a-8039-558e4f8eefb7 HTTP/1.1" status: 200 len: 217 time: 0.3985498 Jul 06 13:59:59.535332 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455bc13c-4558-4984-bcd2-e7537c56727c req-589e0761-f26c-46d5-b8b2-c755c3e47d20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:59:59.536984 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-455bc13c-4558-4984-bcd2-e7537c56727c req-589e0761-f26c-46d5-b8b2-c755c3e47d20 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=ae0918c1680140d8a89ce8f9c600b37d&device_id=93baebbc-f8da-41f6-a869-705bcac34402 HTTP/1.1" status: 200 len: 1099 time: 0.0656118 Jul 06 13:59:59.582361 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-455bc13c-4558-4984-bcd2-e7537c56727c req-97384756-690e-493b-9b9d-45996125a45b service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.254&port_id=b3d5f759-25d1-4c4c-b7ec-a5f305aed096 HTTP/1.1" status: 200 len: 217 time: 0.0354645 Jul 06 13:59:59.639519 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455bc13c-4558-4984-bcd2-e7537c56727c req-2ddd959f-6e3c-42b9-8916-7db996d53b2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:59:59.640986 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-455bc13c-4558-4984-bcd2-e7537c56727c req-2ddd959f-6e3c-42b9-8916-7db996d53b2e service neutron] 10.222.0.72 "GET /v2.0/subnets?id=d1c3cc78-09b9-4e30-99fd-0e5830de101d HTTP/1.1" status: 200 len: 843 time: 0.0463309 Jul 06 13:59:59.704886 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455bc13c-4558-4984-bcd2-e7537c56727c req-5f0d74fd-b74c-4445-8581-cf3a37d190b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:59:59.706378 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-455bc13c-4558-4984-bcd2-e7537c56727c req-5f0d74fd-b74c-4445-8581-cf3a37d190b8 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=ac09d390-867f-4b75-a8d2-ab11550bffd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0561254 Jul 06 13:59:59.723571 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-3b6bc9d0-8589-4708-9a23-9da986221a4a req-2a4dd4c8-b8ca-41f5-b776-21164d76779d tempest-ServersAdminNegativeTestJSON-1929369317 tempest-ServersAdminNegativeTestJSON-1929369317-project] 10.222.0.104 "GET /v2.0/security-groups?id=426b2c98-b2a3-4344-9104-71ac10ea07c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5956545 Jul 06 13:59:59.732817 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6de347-41c8-49ec-926f-7b2e921b3225 req-0da13a4e-739e-4f49-ba44-931fc8ce4e56 tempest-ServersTestMultiNic-850319587 tempest-ServersTestMultiNic-850319587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:59:59.738740 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6de347-41c8-49ec-926f-7b2e921b3225 req-0da13a4e-739e-4f49-ba44-931fc8ce4e56 tempest-ServersTestMultiNic-850319587 tempest-ServersTestMultiNic-850319587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:59:59.752715 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6de347-41c8-49ec-926f-7b2e921b3225 req-0da13a4e-739e-4f49-ba44-931fc8ce4e56 tempest-ServersTestMultiNic-850319587 tempest-ServersTestMultiNic-850319587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:59:59.752715 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-1d6de347-41c8-49ec-926f-7b2e921b3225 req-0da13a4e-739e-4f49-ba44-931fc8ce4e56 tempest-ServersTestMultiNic-850319587 tempest-ServersTestMultiNic-850319587-project] 10.222.0.104 "GET /v2.0/ports?device_id=409be978-2186-4f76-b76b-7fe87eeb7c40 HTTP/1.1" status: 200 len: 2400 time: 0.7877758 Jul 06 13:59:59.765423 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a432eaa3-c38c-471a-8fd3-88cc9f281ba5 req-aa6c0c00-3f28-477e-844c-4a5c80bdf58d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:59:59.766847 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-a432eaa3-c38c-471a-8fd3-88cc9f281ba5 req-aa6c0c00-3f28-477e-844c-4a5c80bdf58d service neutron] 10.222.0.127 "GET /v2.0/subnets?id=8d32f554-2b92-4c59-9901-e19d129549fc HTTP/1.1" status: 200 len: 852 time: 0.2445157 Jul 06 13:59:59.806284 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-455bc13c-4558-4984-bcd2-e7537c56727c req-acaecb25-20d8-45a8-aca7-bf6efd02b14c service neutron] 10.222.0.72 "GET /v2.0/networks/ac09d390-867f-4b75-a8d2-ab11550bffd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915596 Jul 06 13:59:59.841225 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-a432eaa3-c38c-471a-8fd3-88cc9f281ba5 req-96d9fe9a-0c0b-412e-89b4-6be217c9d142 service neutron] 10.222.0.127 "GET /v2.0/ports?network_id=7a710b21-0493-4be8-a73f-c10a9dbc43f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0652387 Jul 06 13:59:59.901672 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-455bc13c-4558-4984-bcd2-e7537c56727c req-cff8a343-67cd-4eeb-93db-7fffac8f6fe0 service neutron] 10.222.0.72 "GET /v2.0/networks/ac09d390-867f-4b75-a8d2-ab11550bffd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878675 Jul 06 13:59:59.919506 n-d-773647-6 neutron-server[100247]: DEBUG neutron.notifiers.nova [req-4a5e1910-e9f1-423f-bfec-a5b25c3c36ab req-e276d7f8-780a-48f9-b25d-dbf934caab83 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d90756f7-aa74-4b57-bd08-74a55d62f7e8 {{(pid=100247) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 13:59:59.960980 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-4a5e1910-e9f1-423f-bfec-a5b25c3c36ab req-e276d7f8-780a-48f9-b25d-dbf934caab83 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:59.971515 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-1d6de347-41c8-49ec-926f-7b2e921b3225 req-0ade5710-ae59-47d5-a98e-1011006de5c2 tempest-ServersTestMultiNic-850319587 tempest-ServersTestMultiNic-850319587-project] 10.222.0.104 "GET /v2.0/security-groups?id=3be580b9-03cb-4a9b-8661-5fe7dfbcaae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2079031 Jul 06 14:00:00.017945 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.provisioning_blocks [req-4a5e1910-e9f1-423f-bfec-a5b25c3c36ab req-e276d7f8-780a-48f9-b25d-dbf934caab83 service neutron] Transition to ACTIVE for port object d90756f7-aa74-4b57-bd08-74a55d62f7e8 will not be triggered until provisioned by entity L2. {{(pid=100247) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:00:00.023588 n-d-773647-6 neutron-server[100248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee3677f0-8a01-4c2d-8e4e-11c1aec12e10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19197a80-a7a8-41b1-9297-9597fdb5fa2b'}, {'server_uuid': '4a9ebadb-5d0b-4c58-a589-8400ecb2562f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '637ecd9c-e000-4842-b59a-75b46f1d4b42'}, {'server_uuid': 'ee3677f0-8a01-4c2d-8e4e-11c1aec12e10', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '19197a80-a7a8-41b1-9297-9597fdb5fa2b'}] {{(pid=100248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:00:00.026860 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84af257533e383389cbcf231d3534f4d5e149e7203fea16b4a8fc01438dddaf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52d8e7b4-4472-4f68-b0fd-3e67621430e9" -d '{"events": [{"server_uuid": "ee3677f0-8a01-4c2d-8e4e-11c1aec12e10", "name": "network-vif-plugged", "status": "completed", "tag": "19197a80-a7a8-41b1-9297-9597fdb5fa2b"}, {"server_uuid": "4a9ebadb-5d0b-4c58-a589-8400ecb2562f", "name": "network-vif-plugged", "status": "completed", "tag": "637ecd9c-e000-4842-b59a-75b46f1d4b42"}, {"server_uuid": "ee3677f0-8a01-4c2d-8e4e-11c1aec12e10", "name": "network-vif-unplugged", "status": "completed", "tag": "19197a80-a7a8-41b1-9297-9597fdb5fa2b"}]}' {{(pid=100248) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:00:00.046153 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-4a5e1910-e9f1-423f-bfec-a5b25c3c36ab req-e276d7f8-780a-48f9-b25d-dbf934caab83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128888538'] for port, after_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:00.123447 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cc161e-a9b0-4e7a-a847-f140d3a09421 req-53b8fbdb-ca8a-462d-b364-ff8022fe992c tempest-ServersOnMultiNodesTest-299961212 tempest-ServersOnMultiNodesTest-299961212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:00:00.124960 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-48cc161e-a9b0-4e7a-a847-f140d3a09421 req-53b8fbdb-ca8a-462d-b364-ff8022fe992c tempest-ServersOnMultiNodesTest-299961212 tempest-ServersOnMultiNodesTest-299961212-project] 10.222.0.104 "GET /v2.0/ports?device_id=93baebbc-f8da-41f6-a869-705bcac34402 HTTP/1.1" status: 200 len: 948 time: 0.2893794 Jul 06 14:00:00.135046 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-a432eaa3-c38c-471a-8fd3-88cc9f281ba5 req-87d0ff7a-4abf-4aff-bed4-1dc30914a72e service neutron] 10.222.0.127 "GET /v2.0/networks/7a710b21-0493-4be8-a73f-c10a9dbc43f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2773798 Jul 06 14:00:00.153122 n-d-773647-6 neutron-server[100247]: DEBUG neutron.notifiers.nova [req-455bc13c-4558-4984-bcd2-e7537c56727c req-645745f8-0d5e-41da-82b2-037c7ddb2b50 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 891b2c81-2c6a-4763-a1b7-6fa3d05d0063 {{(pid=100247) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 14:00:00.181537 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-455bc13c-4558-4984-bcd2-e7537c56727c req-645745f8-0d5e-41da-82b2-037c7ddb2b50 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:00.222264 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e276d7f8-780a-48f9-b25d-dbf934caab83 service neutron] Pushing event updated for resources: {'Port': ['ID=d90756f7-aa74-4b57-bd08-74a55d62f7e8,revision_number=2']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:00:00.287597 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.provisioning_blocks [req-455bc13c-4558-4984-bcd2-e7537c56727c req-645745f8-0d5e-41da-82b2-037c7ddb2b50 service neutron] Transition to ACTIVE for port object 891b2c81-2c6a-4763-a1b7-6fa3d05d0063 will not be triggered until provisioned by entity L2. {{(pid=100247) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:00:00.327722 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-455bc13c-4558-4984-bcd2-e7537c56727c req-645745f8-0d5e-41da-82b2-037c7ddb2b50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128888538'] for port, after_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:00.401756 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-48cc161e-a9b0-4e7a-a847-f140d3a09421 req-a920db29-d670-436a-ad04-f60cc8b9e4bf tempest-ServersOnMultiNodesTest-299961212 tempest-ServersOnMultiNodesTest-299961212-project] 10.222.0.104 "GET /v2.0/security-groups?id=304f894d-c671-4a59-b0fb-2a4d849c5ac9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2507238 Jul 06 14:00:00.457931 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-a432eaa3-c38c-471a-8fd3-88cc9f281ba5 req-1f7c287c-4f24-45a2-81b4-3ecba4900aee service neutron] 10.222.0.127 "GET /v2.0/networks/7a710b21-0493-4be8-a73f-c10a9dbc43f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3123097 Jul 06 14:00:00.479268 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645745f8-0d5e-41da-82b2-037c7ddb2b50 service neutron] Pushing event updated for resources: {'Port': ['ID=891b2c81-2c6a-4763-a1b7-6fa3d05d0063,revision_number=2']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:00:00.510042 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.managers [req-4a5e1910-e9f1-423f-bfec-a5b25c3c36ab req-e276d7f8-780a-48f9-b25d-dbf934caab83 service neutron] Attempting to bind port d90756f7-aa74-4b57-bd08-74a55d62f7e8 on host n-h1-773647-6 for vnic_type normal with profile {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:00:00.510388 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.managers [req-4a5e1910-e9f1-423f-bfec-a5b25c3c36ab req-e276d7f8-780a-48f9-b25d-dbf934caab83 service neutron] Attempting to bind port d90756f7-aa74-4b57-bd08-74a55d62f7e8 by drivers openvswitch,hyperv on host n-h1-773647-6 at level 0 using segments [{'id': '4f2a8c10-ee2e-4062-8043-6d0308f57340', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': '148cc126-591d-4f16-8ea9-6ee91e054016'}] {{(pid=100247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:00:00.510724 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a5e1910-e9f1-423f-bfec-a5b25c3c36ab req-e276d7f8-780a-48f9-b25d-dbf934caab83 service neutron] Attempting to bind port d90756f7-aa74-4b57-bd08-74a55d62f7e8 on network 148cc126-591d-4f16-8ea9-6ee91e054016 {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:00:00.561898 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf5da69-6ca1-4769-b22a-fa95b64495ea req-a56d8ee5-aed6-4962-b398-5924f9b503bf tempest-ServerDiskConfigTestJSON-920847304 tempest-ServerDiskConfigTestJSON-920847304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:00:00.563514 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-4bf5da69-6ca1-4769-b22a-fa95b64495ea req-a56d8ee5-aed6-4962-b398-5924f9b503bf tempest-ServerDiskConfigTestJSON-920847304 tempest-ServerDiskConfigTestJSON-920847304-project] 10.222.0.104 "GET /v2.0/ports?device_id=b17eeb7c-3d10-4b9a-9008-8da365d16076 HTTP/1.1" status: 200 len: 946 time: 0.3277860 Jul 06 14:00:00.567761 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a5e1910-e9f1-423f-bfec-a5b25c3c36ab req-e276d7f8-780a-48f9-b25d-dbf934caab83 service neutron] Port d90756f7-aa74-4b57-bd08-74a55d62f7e8 on network 148cc126-591d-4f16-8ea9-6ee91e054016 not bound, no agent of type Open vSwitch agent registered on host n-h1-773647-6 {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 14:00:00.568091 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a5e1910-e9f1-423f-bfec-a5b25c3c36ab req-e276d7f8-780a-48f9-b25d-dbf934caab83 service neutron] Attempting to bind port d90756f7-aa74-4b57-bd08-74a55d62f7e8 on network 148cc126-591d-4f16-8ea9-6ee91e054016 {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:00:00.593949 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a5e1910-e9f1-423f-bfec-a5b25c3c36ab req-e276d7f8-780a-48f9-b25d-dbf934caab83 service neutron] Checking agent: {'id': '5bf7147f-bada-4441-a5dc-934b903473fb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-773647-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 51, 12), 'started_at': datetime.datetime(2021, 7, 6, 13, 51, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 13, 59, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:00:00.594313 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a5e1910-e9f1-423f-bfec-a5b25c3c36ab req-e276d7f8-780a-48f9-b25d-dbf934caab83 service neutron] Checking segment: {'id': '4f2a8c10-ee2e-4062-8043-6d0308f57340', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': '148cc126-591d-4f16-8ea9-6ee91e054016'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100247) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:00:00.594834 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a5e1910-e9f1-423f-bfec-a5b25c3c36ab req-e276d7f8-780a-48f9-b25d-dbf934caab83 service neutron] Bound using segment: {'id': '4f2a8c10-ee2e-4062-8043-6d0308f57340', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': '148cc126-591d-4f16-8ea9-6ee91e054016'} {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:00:00.595151 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.managers [req-4a5e1910-e9f1-423f-bfec-a5b25c3c36ab req-e276d7f8-780a-48f9-b25d-dbf934caab83 service neutron] Bound port: d90756f7-aa74-4b57-bd08-74a55d62f7e8, host: n-h1-773647-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4f2a8c10-ee2e-4062-8043-6d0308f57340', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': '148cc126-591d-4f16-8ea9-6ee91e054016'}}] {{(pid=100247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:00:00.595543 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-4a5e1910-e9f1-423f-bfec-a5b25c3c36ab req-e276d7f8-780a-48f9-b25d-dbf934caab83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:00.670959 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.managers [req-455bc13c-4558-4984-bcd2-e7537c56727c req-645745f8-0d5e-41da-82b2-037c7ddb2b50 service neutron] Attempting to bind port 891b2c81-2c6a-4763-a1b7-6fa3d05d0063 on host n-h2-773647-6 for vnic_type normal with profile {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:00:00.671319 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.managers [req-455bc13c-4558-4984-bcd2-e7537c56727c req-645745f8-0d5e-41da-82b2-037c7ddb2b50 service neutron] Attempting to bind port 891b2c81-2c6a-4763-a1b7-6fa3d05d0063 by drivers openvswitch,hyperv on host n-h2-773647-6 at level 0 using segments [{'id': 'c9ea893d-045e-42cf-b3dd-cdd1f79baccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'ac09d390-867f-4b75-a8d2-ab11550bffd6'}] {{(pid=100247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:00:00.671652 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-455bc13c-4558-4984-bcd2-e7537c56727c req-645745f8-0d5e-41da-82b2-037c7ddb2b50 service neutron] Attempting to bind port 891b2c81-2c6a-4763-a1b7-6fa3d05d0063 on network ac09d390-867f-4b75-a8d2-ab11550bffd6 {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:00:00.679959 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-4bf5da69-6ca1-4769-b22a-fa95b64495ea req-30ae82a1-4133-40a3-b0fb-8b607705a791 tempest-ServerDiskConfigTestJSON-920847304 tempest-ServerDiskConfigTestJSON-920847304-project] 10.222.0.104 "GET /v2.0/security-groups?id=bc287469-1102-40d8-b019-cad062af5465&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066828 Jul 06 14:00:00.706834 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Device 19851e39-5c5f-4c4a-8039-558e4f8eefb7 no longer exists at agent hyperv_n-h1-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:00:00.710403 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-455bc13c-4558-4984-bcd2-e7537c56727c req-645745f8-0d5e-41da-82b2-037c7ddb2b50 service neutron] Port 891b2c81-2c6a-4763-a1b7-6fa3d05d0063 on network ac09d390-867f-4b75-a8d2-ab11550bffd6 not bound, no agent of type Open vSwitch agent registered on host n-h2-773647-6 {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 14:00:00.710735 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-455bc13c-4558-4984-bcd2-e7537c56727c req-645745f8-0d5e-41da-82b2-037c7ddb2b50 service neutron] Attempting to bind port 891b2c81-2c6a-4763-a1b7-6fa3d05d0063 on network ac09d390-867f-4b75-a8d2-ab11550bffd6 {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:00:00.731159 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-455bc13c-4558-4984-bcd2-e7537c56727c req-645745f8-0d5e-41da-82b2-037c7ddb2b50 service neutron] Checking agent: {'id': '63768ece-0600-4354-8d29-fdedec96b077', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-773647-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 51, 10), 'started_at': datetime.datetime(2021, 7, 6, 13, 51, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 13, 59, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:00:00.731570 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-455bc13c-4558-4984-bcd2-e7537c56727c req-645745f8-0d5e-41da-82b2-037c7ddb2b50 service neutron] Checking segment: {'id': 'c9ea893d-045e-42cf-b3dd-cdd1f79baccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'ac09d390-867f-4b75-a8d2-ab11550bffd6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100247) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:00:00.731923 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-455bc13c-4558-4984-bcd2-e7537c56727c req-645745f8-0d5e-41da-82b2-037c7ddb2b50 service neutron] Bound using segment: {'id': 'c9ea893d-045e-42cf-b3dd-cdd1f79baccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'ac09d390-867f-4b75-a8d2-ab11550bffd6'} {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:00:00.732327 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.managers [req-455bc13c-4558-4984-bcd2-e7537c56727c req-645745f8-0d5e-41da-82b2-037c7ddb2b50 service neutron] Bound port: 891b2c81-2c6a-4763-a1b7-6fa3d05d0063, host: n-h2-773647-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c9ea893d-045e-42cf-b3dd-cdd1f79baccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'ac09d390-867f-4b75-a8d2-ab11550bffd6'}}] {{(pid=100247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:00:00.732683 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-455bc13c-4558-4984-bcd2-e7537c56727c req-645745f8-0d5e-41da-82b2-037c7ddb2b50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:00.763979 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.db [req-4a5e1910-e9f1-423f-bfec-a5b25c3c36ab req-e276d7f8-780a-48f9-b25d-dbf934caab83 service neutron] For port d90756f7-aa74-4b57-bd08-74a55d62f7e8, host n-h1-773647-6, cleared binding levels {{(pid=100247) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:00:00.769648 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bb327f-15e0-4644-8e7a-1a075842fe10 req-d2b0c6d8-a50f-44bb-a1e2-3cfadb020b5f tempest-ImagesOneServerNegativeTestJSON-2145662933 tempest-ImagesOneServerNegativeTestJSON-2145662933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:00:00.772214 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-11bb327f-15e0-4644-8e7a-1a075842fe10 req-d2b0c6d8-a50f-44bb-a1e2-3cfadb020b5f tempest-ImagesOneServerNegativeTestJSON-2145662933 tempest-ImagesOneServerNegativeTestJSON-2145662933-project] 10.222.0.72 "GET /v2.0/ports?device_id=ee3677f0-8a01-4c2d-8e4e-11c1aec12e10 HTTP/1.1" status: 200 len: 944 time: 0.0793066 Jul 06 14:00:00.780505 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 13:59:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95fb0628-a070-46eb-8651-695f3a4cc3e8 x-openstack-request-id: req-95fb0628-a070-46eb-8651-695f3a4cc3e8 {{(pid=100246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:00:00.780773 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "93baebbc-f8da-41f6-a869-705bcac34402", "tag": "b3d5f759-25d1-4c4c-b7ec-a5f305aed096", "status": "completed", "code": 200}]} {{(pid=100246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:00:00.780986 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-95fb0628-a070-46eb-8651-695f3a4cc3e8 {{(pid=100246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:00:00.781558 n-d-773647-6 neutron-server[100246]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93baebbc-f8da-41f6-a869-705bcac34402', 'tag': 'b3d5f759-25d1-4c4c-b7ec-a5f305aed096', 'status': 'completed', 'code': 200} Jul 06 14:00:00.811469 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.db [req-4a5e1910-e9f1-423f-bfec-a5b25c3c36ab req-e276d7f8-780a-48f9-b25d-dbf934caab83 service neutron] For port d90756f7-aa74-4b57-bd08-74a55d62f7e8, host n-h1-773647-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773647-6',level=0,port_id=d90756f7-aa74-4b57-bd08-74a55d62f7e8,segment=NetworkSegment(4f2a8c10-ee2e-4062-8043-6d0308f57340),segment_id=4f2a8c10-ee2e-4062-8043-6d0308f57340)] {{(pid=100247) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:00:00.829041 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd70dd9-73fc-405c-804a-7c11f9fb3e22 req-d4cdf879-8aa7-4383-98bb-928a447daa82 tempest-ImagesOneServerNegativeTestJSON-2145662933 tempest-ImagesOneServerNegativeTestJSON-2145662933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:00:00.829190 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:00.830623 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-1cd70dd9-73fc-405c-804a-7c11f9fb3e22 req-d4cdf879-8aa7-4383-98bb-928a447daa82 tempest-ImagesOneServerNegativeTestJSON-2145662933 tempest-ImagesOneServerNegativeTestJSON-2145662933-project] 10.222.0.104 "GET /v2.0/ports?device_id=ee3677f0-8a01-4c2d-8e4e-11c1aec12e10 HTTP/1.1" status: 200 len: 944 time: 0.2177970 Jul 06 14:00:00.834328 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 13:59:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed83f427-6388-4e37-ac2b-384775443058 x-openstack-request-id: req-ed83f427-6388-4e37-ac2b-384775443058 {{(pid=100247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:00:00.834624 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "409be978-2186-4f76-b76b-7fe87eeb7c40", "tag": "ec964f7d-b721-496f-9e41-ba57103cd575", "status": "completed", "code": 200}]} {{(pid=100247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:00:00.834873 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-ed83f427-6388-4e37-ac2b-384775443058 {{(pid=100247) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:00:00.835283 n-d-773647-6 neutron-server[100247]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '409be978-2186-4f76-b76b-7fe87eeb7c40', 'tag': 'ec964f7d-b721-496f-9e41-ba57103cd575', 'status': 'completed', 'code': 200} Jul 06 14:00:00.841039 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-4a5e1910-e9f1-423f-bfec-a5b25c3c36ab req-e276d7f8-780a-48f9-b25d-dbf934caab83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128888538'] for port, after_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:00.886903 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] For port 19851e39-5c5f-4c4a-8039-558e4f8eefb7, host n-h1-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773647-6',level=0,port_id=19851e39-5c5f-4c4a-8039-558e4f8eefb7,segment=NetworkSegment(227d25fe-bf75-4c4b-9a67-c660160d6b0a),segment_id=227d25fe-bf75-4c4b-9a67-c660160d6b0a)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:00:00.894961 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:00.943972 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5e1910-e9f1-423f-bfec-a5b25c3c36ab req-e276d7f8-780a-48f9-b25d-dbf934caab83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:00:00.944952 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-4a5e1910-e9f1-423f-bfec-a5b25c3c36ab req-e276d7f8-780a-48f9-b25d-dbf934caab83 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:00.946590 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-4a5e1910-e9f1-423f-bfec-a5b25c3c36ab req-e276d7f8-780a-48f9-b25d-dbf934caab83 service neutron] 10.222.0.127 "PUT /v2.0/ports/d90756f7-aa74-4b57-bd08-74a55d62f7e8 HTTP/1.1" status: 200 len: 1092 time: 3.1567359 Jul 06 14:00:00.949497 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f883d475-39f2-4071-8c4f-d0fbb689ac41 req-cb60a780-6bd0-434e-ac23-9f7cf3d559f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:00:00.949675 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.db [req-455bc13c-4558-4984-bcd2-e7537c56727c req-645745f8-0d5e-41da-82b2-037c7ddb2b50 service neutron] For port 891b2c81-2c6a-4763-a1b7-6fa3d05d0063, host n-h2-773647-6, cleared binding levels {{(pid=100247) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:00:00.953060 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-f883d475-39f2-4071-8c4f-d0fbb689ac41 req-cb60a780-6bd0-434e-ac23-9f7cf3d559f6 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=ae0918c1680140d8a89ce8f9c600b37d&device_id=93baebbc-f8da-41f6-a869-705bcac34402 HTTP/1.1" status: 200 len: 1099 time: 0.1349874 Jul 06 14:00:00.993367 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Pushing event updated for resources: {'Port': ['ID=19851e39-5c5f-4c4a-8039-558e4f8eefb7,revision_number=8']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:00:01.016001 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.db [req-455bc13c-4558-4984-bcd2-e7537c56727c req-645745f8-0d5e-41da-82b2-037c7ddb2b50 service neutron] For port 891b2c81-2c6a-4763-a1b7-6fa3d05d0063, host n-h2-773647-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=891b2c81-2c6a-4763-a1b7-6fa3d05d0063,segment=NetworkSegment(c9ea893d-045e-42cf-b3dd-cdd1f79baccd),segment_id=c9ea893d-045e-42cf-b3dd-cdd1f79baccd)] {{(pid=100247) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:00:01.029391 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [req-11bb327f-15e0-4644-8e7a-1a075842fe10 req-f8662aa5-efea-42a9-9d26-9fd849cb87b8 tempest-ImagesOneServerNegativeTestJSON-2145662933 tempest-ImagesOneServerNegativeTestJSON-2145662933-project] Deleting port 19197a80-a7a8-41b1-9297-9597fdb5fa2b {{(pid=100246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:00:01.029734 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-11bb327f-15e0-4644-8e7a-1a075842fe10 req-f8662aa5-efea-42a9-9d26-9fd849cb87b8 tempest-ImagesOneServerNegativeTestJSON-2145662933 tempest-ImagesOneServerNegativeTestJSON-2145662933-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:01.054062 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-1cd70dd9-73fc-405c-804a-7c11f9fb3e22 req-c904cddd-bc03-4ff8-903a-df95fde6bebb tempest-ImagesOneServerNegativeTestJSON-2145662933 tempest-ImagesOneServerNegativeTestJSON-2145662933-project] 10.222.0.104 "GET /v2.0/security-groups?id=cf130993-6904-4731-ae5d-09749f3f4522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1942050 Jul 06 14:00:01.055880 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-455bc13c-4558-4984-bcd2-e7537c56727c req-645745f8-0d5e-41da-82b2-037c7ddb2b50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128888538'] for port, after_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:01.057937 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e276d7f8-780a-48f9-b25d-dbf934caab83 service neutron] Pushing event updated for resources: {'Port': ['ID=d90756f7-aa74-4b57-bd08-74a55d62f7e8,revision_number=3']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:00:01.113442 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455bc13c-4558-4984-bcd2-e7537c56727c req-645745f8-0d5e-41da-82b2-037c7ddb2b50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:00:01.114130 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-455bc13c-4558-4984-bcd2-e7537c56727c req-645745f8-0d5e-41da-82b2-037c7ddb2b50 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:01.121385 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-455bc13c-4558-4984-bcd2-e7537c56727c req-645745f8-0d5e-41da-82b2-037c7ddb2b50 service neutron] 10.222.0.72 "PUT /v2.0/ports/891b2c81-2c6a-4763-a1b7-6fa3d05d0063 HTTP/1.1" status: 200 len: 1096 time: 2.7061152 Jul 06 14:00:01.142245 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 527 Content-Type: application/json Date: Tue, 06 Jul 2021 14:00:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3255190-3249-47d1-a87d-6eb09c8980ee x-openstack-request-id: req-f3255190-3249-47d1-a87d-6eb09c8980ee {{(pid=100248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:00:01.142531 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee3677f0-8a01-4c2d-8e4e-11c1aec12e10", "name": "network-vif-plugged", "status": "completed", "tag": "19197a80-a7a8-41b1-9297-9597fdb5fa2b", "code": 200}, {"server_uuid": "4a9ebadb-5d0b-4c58-a589-8400ecb2562f", "name": "network-vif-plugged", "status": "completed", "tag": "637ecd9c-e000-4842-b59a-75b46f1d4b42", "code": 200}, {"server_uuid": "ee3677f0-8a01-4c2d-8e4e-11c1aec12e10", "name": "network-vif-unplugged", "status": "completed", "tag": "19197a80-a7a8-41b1-9297-9597fdb5fa2b", "code": 200}]} {{(pid=100248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:00:01.145301 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-f3255190-3249-47d1-a87d-6eb09c8980ee {{(pid=100248) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:00:01.146072 n-d-773647-6 neutron-server[100248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee3677f0-8a01-4c2d-8e4e-11c1aec12e10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19197a80-a7a8-41b1-9297-9597fdb5fa2b', 'code': 200} Jul 06 14:00:01.147891 n-d-773647-6 neutron-server[100248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a9ebadb-5d0b-4c58-a589-8400ecb2562f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '637ecd9c-e000-4842-b59a-75b46f1d4b42', 'code': 200} Jul 06 14:00:01.148684 n-d-773647-6 neutron-server[100248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee3677f0-8a01-4c2d-8e4e-11c1aec12e10', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '19197a80-a7a8-41b1-9297-9597fdb5fa2b', 'code': 200} Jul 06 14:00:01.157452 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f883d475-39f2-4071-8c4f-d0fbb689ac41 req-aa974eae-841c-4000-aa1f-7a54ce5011c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:00:01.160190 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-f883d475-39f2-4071-8c4f-d0fbb689ac41 req-aa974eae-841c-4000-aa1f-7a54ce5011c0 service neutron] 10.222.0.72 "GET /v2.0/networks?id=ac09d390-867f-4b75-a8d2-ab11550bffd6 HTTP/1.1" status: 200 len: 871 time: 0.1950979 Jul 06 14:00:01.225553 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-f883d475-39f2-4071-8c4f-d0fbb689ac41 req-d7118cbe-d4e5-4871-9d6e-db7eeea9822f service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.254&port_id=b3d5f759-25d1-4c4c-b7ec-a5f305aed096 HTTP/1.1" status: 200 len: 217 time: 0.0539250 Jul 06 14:00:01.227947 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.db [req-11bb327f-15e0-4644-8e7a-1a075842fe10 req-f8662aa5-efea-42a9-9d26-9fd849cb87b8 tempest-ImagesOneServerNegativeTestJSON-2145662933 tempest-ImagesOneServerNegativeTestJSON-2145662933-project] For port 19197a80-a7a8-41b1-9297-9597fdb5fa2b, host n-h2-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=19197a80-a7a8-41b1-9297-9597fdb5fa2b,segment=NetworkSegment(165a4ca3-d89f-4657-8b31-086440d21aaa),segment_id=165a4ca3-d89f-4657-8b31-086440d21aaa)] {{(pid=100246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:00:01.228349 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-11bb327f-15e0-4644-8e7a-1a075842fe10 req-f8662aa5-efea-42a9-9d26-9fd849cb87b8 tempest-ImagesOneServerNegativeTestJSON-2145662933 tempest-ImagesOneServerNegativeTestJSON-2145662933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:01.250800 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [req-11bb327f-15e0-4644-8e7a-1a075842fe10 req-f8662aa5-efea-42a9-9d26-9fd849cb87b8 tempest-ImagesOneServerNegativeTestJSON-2145662933 tempest-ImagesOneServerNegativeTestJSON-2145662933-project] Calling delete_port for 19197a80-a7a8-41b1-9297-9597fdb5fa2b owned by compute:nova {{(pid=100246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:00:01.264193 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645745f8-0d5e-41da-82b2-037c7ddb2b50 service neutron] Pushing event updated for resources: {'Port': ['ID=891b2c81-2c6a-4763-a1b7-6fa3d05d0063,revision_number=3']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:00:01.276691 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001d6d1c-fe64-4fbf-ac08-7c9d48063468 req-579e0322-f6ef-42d1-bf12-093fea7b2b73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:00:01.277551 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001d6d1c-fe64-4fbf-ac08-7c9d48063468 req-579e0322-f6ef-42d1-bf12-093fea7b2b73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:00:01.278227 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001d6d1c-fe64-4fbf-ac08-7c9d48063468 req-579e0322-f6ef-42d1-bf12-093fea7b2b73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:00:01.281072 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-001d6d1c-fe64-4fbf-ac08-7c9d48063468 req-579e0322-f6ef-42d1-bf12-093fea7b2b73 service neutron] 10.222.0.127 "GET /v2.0/ports?tenant_id=a3fc9596cf9941a495b08d5bae1b31d8&device_id=409be978-2186-4f76-b76b-7fe87eeb7c40 HTTP/1.1" status: 200 len: 2865 time: 0.3997459 Jul 06 14:00:01.337198 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f883d475-39f2-4071-8c4f-d0fbb689ac41 req-6eef6691-a283-4d5b-8281-698cdb83ac27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:00:01.338700 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-f883d475-39f2-4071-8c4f-d0fbb689ac41 req-6eef6691-a283-4d5b-8281-698cdb83ac27 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=d1c3cc78-09b9-4e30-99fd-0e5830de101d HTTP/1.1" status: 200 len: 843 time: 0.1021483 Jul 06 14:00:01.414202 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aba2523-5bcb-4820-b6c4-0708bff90b38 req-a0526dec-2f4c-4094-887e-0e8337ad31bc tempest-DeleteServersTestJSON-677393534 tempest-DeleteServersTestJSON-677393534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:00:01.416633 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-3aba2523-5bcb-4820-b6c4-0708bff90b38 req-a0526dec-2f4c-4094-887e-0e8337ad31bc tempest-DeleteServersTestJSON-677393534 tempest-DeleteServersTestJSON-677393534-project] 10.222.0.104 "GET /v2.0/ports?device_id=affa3918-e899-4dfe-8660-4b640439777a HTTP/1.1" status: 200 len: 944 time: 0.4366150 Jul 06 14:00:01.460419 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f883d475-39f2-4071-8c4f-d0fbb689ac41 req-2e52b733-f1c6-4ffb-86bb-32d808fc0f96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:00:01.462616 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-f883d475-39f2-4071-8c4f-d0fbb689ac41 req-2e52b733-f1c6-4ffb-86bb-32d808fc0f96 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=ac09d390-867f-4b75-a8d2-ab11550bffd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1164179 Jul 06 14:00:01.518048 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-11bb327f-15e0-4644-8e7a-1a075842fe10 req-f8662aa5-efea-42a9-9d26-9fd849cb87b8 tempest-ImagesOneServerNegativeTestJSON-2145662933 tempest-ImagesOneServerNegativeTestJSON-2145662933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127687580'] for port, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:01.552270 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001d6d1c-fe64-4fbf-ac08-7c9d48063468 req-70f5ddb0-933e-4921-833b-f8ad7a7210e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:00:01.552845 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001d6d1c-fe64-4fbf-ac08-7c9d48063468 req-70f5ddb0-933e-4921-833b-f8ad7a7210e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:00:01.553279 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001d6d1c-fe64-4fbf-ac08-7c9d48063468 req-70f5ddb0-933e-4921-833b-f8ad7a7210e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:00:01.554925 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-001d6d1c-fe64-4fbf-ac08-7c9d48063468 req-70f5ddb0-933e-4921-833b-f8ad7a7210e5 service neutron] 10.222.0.127 "GET /v2.0/networks?tenant_id=a3fc9596cf9941a495b08d5bae1b31d8&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.2605784 Jul 06 14:00:01.560310 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-3aba2523-5bcb-4820-b6c4-0708bff90b38 req-0a59f85e-8f8d-41b2-962c-efe05271d1cd tempest-DeleteServersTestJSON-677393534 tempest-DeleteServersTestJSON-677393534-project] 10.222.0.104 "GET /v2.0/security-groups?id=7d4cbf2c-f907-4452-8928-a2a298fe7ee1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250141 Jul 06 14:00:01.560491 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8662aa5-efea-42a9-9d26-9fd849cb87b8 tempest-ImagesOneServerNegativeTestJSON-2145662933 tempest-ImagesOneServerNegativeTestJSON-2145662933-project] Pushing event deleted for resources: {'Port': ['ID=19197a80-a7a8-41b1-9297-9597fdb5fa2b,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:00:01.562195 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455bc13c-4558-4984-bcd2-e7537c56727c req-41ae156f-c5e8-4b2f-a9da-a93c6b79743b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:00:01.563681 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-455bc13c-4558-4984-bcd2-e7537c56727c req-41ae156f-c5e8-4b2f-a9da-a93c6b79743b service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=ae0918c1680140d8a89ce8f9c600b37d&device_id=7061350e-4dca-4399-85c7-69dfaa1b6322 HTTP/1.1" status: 200 len: 1099 time: 0.3383195 Jul 06 14:00:01.575589 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ca75e2-a6f2-4be1-aa02-21d27926d654 req-83e66b5c-b7b1-4043-8d96-ac077ab53c04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:00:01.577130 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-37ca75e2-a6f2-4be1-aa02-21d27926d654 req-83e66b5c-b7b1-4043-8d96-ac077ab53c04 service neutron] 10.222.0.127 "GET /v2.0/ports?device_id=4a9ebadb-5d0b-4c58-a589-8400ecb2562f HTTP/1.1" status: 200 len: 1101 time: 0.3058717 Jul 06 14:00:01.624740 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [req-11bb327f-15e0-4644-8e7a-1a075842fe10 req-f8662aa5-efea-42a9-9d26-9fd849cb87b8 tempest-ImagesOneServerNegativeTestJSON-2145662933 tempest-ImagesOneServerNegativeTestJSON-2145662933-project] No DVR routers for this DVR port 19197a80-a7a8-41b1-9297-9597fdb5fa2b on host n-h2-773647-6 {{(pid=100246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:00:01.628188 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-11bb327f-15e0-4644-8e7a-1a075842fe10 req-f8662aa5-efea-42a9-9d26-9fd849cb87b8 tempest-ImagesOneServerNegativeTestJSON-2145662933 tempest-ImagesOneServerNegativeTestJSON-2145662933-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:01.630383 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-11bb327f-15e0-4644-8e7a-1a075842fe10 req-f8662aa5-efea-42a9-9d26-9fd849cb87b8 tempest-ImagesOneServerNegativeTestJSON-2145662933 tempest-ImagesOneServerNegativeTestJSON-2145662933-project] 10.222.0.72 "DELETE /v2.0/ports/19197a80-a7a8-41b1-9297-9597fdb5fa2b HTTP/1.1" status: 204 len: 173 time: 0.8479819 Jul 06 14:00:01.643132 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-f883d475-39f2-4071-8c4f-d0fbb689ac41 req-f7c9a5e4-be89-4b47-9309-f83ed9938da0 service neutron] 10.222.0.72 "GET /v2.0/networks/ac09d390-867f-4b75-a8d2-ab11550bffd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1730232 Jul 06 14:00:01.756931 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-f883d475-39f2-4071-8c4f-d0fbb689ac41 req-15889b6c-6ce5-4340-9c8c-ff11d67376aa service neutron] 10.222.0.72 "GET /v2.0/networks/ac09d390-867f-4b75-a8d2-ab11550bffd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1063755 Jul 06 14:00:01.910989 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-455bc13c-4558-4984-bcd2-e7537c56727c req-5a06981d-28b7-412c-878b-76da68cf173a service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.144&port_id=891b2c81-2c6a-4763-a1b7-6fa3d05d0063 HTTP/1.1" status: 200 len: 217 time: 0.3303611 Jul 06 14:00:01.952683 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6582dd45-ecc8-4dad-a714-20528b74ee39 req-b8ee4841-ef9c-42e6-ac1a-e56904b6eb6f tempest-ServersAdminNegativeTestJSON-1929369317 tempest-ServersAdminNegativeTestJSON-1929369317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:00:01.954139 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-6582dd45-ecc8-4dad-a714-20528b74ee39 req-b8ee4841-ef9c-42e6-ac1a-e56904b6eb6f tempest-ServersAdminNegativeTestJSON-1929369317 tempest-ServersAdminNegativeTestJSON-1929369317-project] 10.222.0.104 "GET /v2.0/ports?device_id=4a9ebadb-5d0b-4c58-a589-8400ecb2562f HTTP/1.1" status: 200 len: 950 time: 0.5329609 Jul 06 14:00:02.048074 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-37ca75e2-a6f2-4be1-aa02-21d27926d654 req-cb895b28-74eb-4944-b448-9ef0e9cadf1c service neutron] 10.222.0.127 "GET /v2.0/security-groups?id=426b2c98-b2a3-4344-9104-71ac10ea07c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1979628 Jul 06 14:00:02.058412 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455bc13c-4558-4984-bcd2-e7537c56727c req-c216e18b-374f-4a2f-9863-22551a9372df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:00:02.059851 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-455bc13c-4558-4984-bcd2-e7537c56727c req-c216e18b-374f-4a2f-9863-22551a9372df service neutron] 10.222.0.72 "GET /v2.0/subnets?id=d1c3cc78-09b9-4e30-99fd-0e5830de101d HTTP/1.1" status: 200 len: 843 time: 0.1248500 Jul 06 14:00:02.067656 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001d6d1c-fe64-4fbf-ac08-7c9d48063468 req-7e46b0af-4206-421f-9e4e-a43b8481f579 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:00:02.069121 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-001d6d1c-fe64-4fbf-ac08-7c9d48063468 req-7e46b0af-4206-421f-9e4e-a43b8481f579 service neutron] 10.222.0.127 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.5035744 Jul 06 14:00:02.106892 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-6582dd45-ecc8-4dad-a714-20528b74ee39 req-cecdc668-902b-48fa-a4dd-5758db00c3e7 tempest-ServersAdminNegativeTestJSON-1929369317 tempest-ServersAdminNegativeTestJSON-1929369317-project] 10.222.0.104 "GET /v2.0/security-groups?id=426b2c98-b2a3-4344-9104-71ac10ea07c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288795 Jul 06 14:00:02.129471 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6037be-67a8-4c9a-b7d4-1c2d9772070c req-c90f31cd-2cf1-454b-b33f-152ae3f6b780 tempest-ServersTestMultiNic-850319587 tempest-ServersTestMultiNic-850319587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:00:02.135806 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6037be-67a8-4c9a-b7d4-1c2d9772070c req-c90f31cd-2cf1-454b-b33f-152ae3f6b780 tempest-ServersTestMultiNic-850319587 tempest-ServersTestMultiNic-850319587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:00:02.141825 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6037be-67a8-4c9a-b7d4-1c2d9772070c req-c90f31cd-2cf1-454b-b33f-152ae3f6b780 tempest-ServersTestMultiNic-850319587 tempest-ServersTestMultiNic-850319587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:00:02.143567 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-1e6037be-67a8-4c9a-b7d4-1c2d9772070c req-c90f31cd-2cf1-454b-b33f-152ae3f6b780 tempest-ServersTestMultiNic-850319587 tempest-ServersTestMultiNic-850319587-project] 10.222.0.104 "GET /v2.0/ports?device_id=409be978-2186-4f76-b76b-7fe87eeb7c40 HTTP/1.1" status: 200 len: 2412 time: 0.2947965 Jul 06 14:00:02.195049 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455bc13c-4558-4984-bcd2-e7537c56727c req-c50ccca7-2c20-47fb-965a-5085c632aec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:00:02.196738 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-455bc13c-4558-4984-bcd2-e7537c56727c req-c50ccca7-2c20-47fb-965a-5085c632aec7 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=ac09d390-867f-4b75-a8d2-ab11550bffd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1248806 Jul 06 14:00:02.210354 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-1e6037be-67a8-4c9a-b7d4-1c2d9772070c req-ef907893-4497-4e19-896f-dca4e3d8baa5 tempest-ServersTestMultiNic-850319587 tempest-ServersTestMultiNic-850319587-project] 10.222.0.104 "GET /v2.0/security-groups?id=3be580b9-03cb-4a9b-8661-5fe7dfbcaae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546608 Jul 06 14:00:02.497914 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-455bc13c-4558-4984-bcd2-e7537c56727c req-2addd7b9-822f-4cf4-afce-56aa2f9c9cdb service neutron] 10.222.0.72 "GET /v2.0/networks/ac09d390-867f-4b75-a8d2-ab11550bffd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2865241 Jul 06 14:00:02.524670 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5e1910-e9f1-423f-bfec-a5b25c3c36ab req-8f96c4bd-5577-4b9c-bc0f-fd0fbe647048 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:00:02.525160 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5e1910-e9f1-423f-bfec-a5b25c3c36ab req-8f96c4bd-5577-4b9c-bc0f-fd0fbe647048 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:00:02.525638 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5e1910-e9f1-423f-bfec-a5b25c3c36ab req-8f96c4bd-5577-4b9c-bc0f-fd0fbe647048 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:00:02.527282 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-4a5e1910-e9f1-423f-bfec-a5b25c3c36ab req-8f96c4bd-5577-4b9c-bc0f-fd0fbe647048 service neutron] 10.222.0.127 "GET /v2.0/ports?tenant_id=a3fc9596cf9941a495b08d5bae1b31d8&device_id=409be978-2186-4f76-b76b-7fe87eeb7c40 HTTP/1.1" status: 200 len: 2865 time: 0.2923772 Jul 06 14:00:02.626466 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-4a5e1910-e9f1-423f-bfec-a5b25c3c36ab req-c4417462-3ca3-4a25-bb1b-dc3318223863 service neutron] 10.222.0.127 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.143&port_id=1e760043-5e86-4c1b-8872-cbe80ed821f8 HTTP/1.1" status: 200 len: 217 time: 0.0847411 Jul 06 14:00:02.636685 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579fbcad-1f9f-40df-ac37-1cc00153c12f req-00c97926-498e-4d1d-9968-f7c1387098e9 tempest-ServersOnMultiNodesTest-299961212 tempest-ServersOnMultiNodesTest-299961212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:00:02.638082 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-579fbcad-1f9f-40df-ac37-1cc00153c12f req-00c97926-498e-4d1d-9968-f7c1387098e9 tempest-ServersOnMultiNodesTest-299961212 tempest-ServersOnMultiNodesTest-299961212-project] 10.222.0.104 "GET /v2.0/ports?device_id=93baebbc-f8da-41f6-a869-705bcac34402 HTTP/1.1" status: 200 len: 948 time: 0.2565072 Jul 06 14:00:02.743358 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4e1e1e-e365-4ebe-a502-7adac63b5ea4 req-b5d6722c-cf89-4d5e-82ab-28ca00e1cf52 tempest-ServerDiskConfigTestJSON-920847304 tempest-ServerDiskConfigTestJSON-920847304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:00:02.744867 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-1f4e1e1e-e365-4ebe-a502-7adac63b5ea4 req-b5d6722c-cf89-4d5e-82ab-28ca00e1cf52 tempest-ServerDiskConfigTestJSON-920847304 tempest-ServerDiskConfigTestJSON-920847304-project] 10.222.0.104 "GET /v2.0/ports?device_id=b17eeb7c-3d10-4b9a-9008-8da365d16076 HTTP/1.1" status: 200 len: 946 time: 0.2608013 Jul 06 14:00:02.752724 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5e1910-e9f1-423f-bfec-a5b25c3c36ab req-aeea71a0-44dc-424a-8ffc-a25c87d038ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:00:02.754127 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-4a5e1910-e9f1-423f-bfec-a5b25c3c36ab req-aeea71a0-44dc-424a-8ffc-a25c87d038ec service neutron] 10.222.0.127 "GET /v2.0/subnets?id=8950c21c-6c1c-4e3a-91f6-b4d0ae06cbd1 HTTP/1.1" status: 200 len: 801 time: 0.1136885 Jul 06 14:00:02.760707 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-455bc13c-4558-4984-bcd2-e7537c56727c req-31397478-00be-48d7-9443-3e39fb8c517d service neutron] 10.222.0.72 "GET /v2.0/networks/ac09d390-867f-4b75-a8d2-ab11550bffd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2323959 Jul 06 14:00:02.779904 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-579fbcad-1f9f-40df-ac37-1cc00153c12f req-e5580ef2-035d-49e4-bc58-eea168e10df1 tempest-ServersOnMultiNodesTest-299961212 tempest-ServersOnMultiNodesTest-299961212-project] 10.222.0.104 "GET /v2.0/security-groups?id=304f894d-c671-4a59-b0fb-2a4d849c5ac9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269782 Jul 06 14:00:02.782636 n-d-773647-6 neutron-server[100246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee3677f0-8a01-4c2d-8e4e-11c1aec12e10', 'name': 'network-vif-deleted', 'tag': '19197a80-a7a8-41b1-9297-9597fdb5fa2b'}] {{(pid=100246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:00:02.785072 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0d96c5ab5e889f7b933ae915b9be33d1b46c9e87795bf781004b656ef3f1e87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62830269-db19-4bd4-97e5-8a7dadf2914b" -d '{"events": [{"server_uuid": "ee3677f0-8a01-4c2d-8e4e-11c1aec12e10", "name": "network-vif-deleted", "tag": "19197a80-a7a8-41b1-9297-9597fdb5fa2b"}]}' {{(pid=100246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:00:02.835029 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-1f4e1e1e-e365-4ebe-a502-7adac63b5ea4 req-90c7a71a-3415-4216-8479-6159a3fe7086 tempest-ServerDiskConfigTestJSON-920847304 tempest-ServerDiskConfigTestJSON-920847304-project] 10.222.0.104 "GET /v2.0/security-groups?id=bc287469-1102-40d8-b019-cad062af5465&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799212 Jul 06 14:00:02.836267 n-d-773647-6 neutron-server[100247]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '409be978-2186-4f76-b76b-7fe87eeb7c40', 'tag': 'd90756f7-aa74-4b57-bd08-74a55d62f7e8'}, {'name': 'network-changed', 'server_uuid': '7061350e-4dca-4399-85c7-69dfaa1b6322', 'tag': '891b2c81-2c6a-4763-a1b7-6fa3d05d0063'}] {{(pid=100247) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:00:02.839294 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cbf0eeaae822f8fc9b87a94aeba67a3d651842baf663a51cba94b67a514836d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-759f7870-1790-44c6-b444-654d7343e558" -d '{"events": [{"name": "network-changed", "server_uuid": "409be978-2186-4f76-b76b-7fe87eeb7c40", "tag": "d90756f7-aa74-4b57-bd08-74a55d62f7e8"}, {"name": "network-changed", "server_uuid": "7061350e-4dca-4399-85c7-69dfaa1b6322", "tag": "891b2c81-2c6a-4763-a1b7-6fa3d05d0063"}]}' {{(pid=100247) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:00:02.872173 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5e1910-e9f1-423f-bfec-a5b25c3c36ab req-6ce2863e-29d6-4626-b590-b3a18bddd90b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:00:02.873810 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-4a5e1910-e9f1-423f-bfec-a5b25c3c36ab req-6ce2863e-29d6-4626-b590-b3a18bddd90b service neutron] 10.222.0.127 "GET /v2.0/ports?network_id=148cc126-591d-4f16-8ea9-6ee91e054016&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1122682 Jul 06 14:00:02.954896 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Device b3d5f759-25d1-4c4c-b7ec-a5f305aed096 details requested by agent hyperv_n-h2-773647-6 with host n-h2-773647-6 {{(pid=100248) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 14:00:02.979366 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-4a5e1910-e9f1-423f-bfec-a5b25c3c36ab req-0b2d03d3-a465-44af-b751-2ebc78d5cdae service neutron] 10.222.0.127 "GET /v2.0/networks/148cc126-591d-4f16-8ea9-6ee91e054016?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0971069 Jul 06 14:00:03.106339 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] For port b3d5f759-25d1-4c4c-b7ec-a5f305aed096, host n-h2-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=b3d5f759-25d1-4c4c-b7ec-a5f305aed096,segment=NetworkSegment(c9ea893d-045e-42cf-b3dd-cdd1f79baccd),segment_id=c9ea893d-045e-42cf-b3dd-cdd1f79baccd)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:00:03.113075 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-4a5e1910-e9f1-423f-bfec-a5b25c3c36ab req-fa6997f1-6483-4fe4-8397-d2920d6091c8 service neutron] 10.222.0.127 "GET /v2.0/networks/148cc126-591d-4f16-8ea9-6ee91e054016?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239679 Jul 06 14:00:03.119586 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Returning: {'device': 'b3d5f759-25d1-4c4c-b7ec-a5f305aed096', 'network_id': 'ac09d390-867f-4b75-a8d2-ab11550bffd6', 'port_id': 'b3d5f759-25d1-4c4c-b7ec-a5f305aed096', 'mac_address': 'fa:16:3e:55:5a:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1023, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd1c3cc78-09b9-4e30-99fd-0e5830de101d', 'ip_address': '192.168.233.254'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100248) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 14:00:03.154668 n-d-773647-6 neutron-server[100248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'affa3918-e899-4dfe-8660-4b640439777a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '19851e39-5c5f-4c4a-8039-558e4f8eefb7'}] {{(pid=100248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:00:03.157099 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84af257533e383389cbcf231d3534f4d5e149e7203fea16b4a8fc01438dddaf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5554213f-ed4b-47c0-bd0f-d8429dd9fc38" -d '{"events": [{"server_uuid": "affa3918-e899-4dfe-8660-4b640439777a", "name": "network-vif-unplugged", "status": "completed", "tag": "19851e39-5c5f-4c4a-8039-558e4f8eefb7"}]}' {{(pid=100248) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:00:03.168203 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:03.178127 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-4a5e1910-e9f1-423f-bfec-a5b25c3c36ab req-43d405c1-3cec-4817-ae7d-563dfbf8faa5 service neutron] 10.222.0.127 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.24&port_id=ec964f7d-b721-496f-9e41-ba57103cd575 HTTP/1.1" status: 200 len: 217 time: 0.0505464 Jul 06 14:00:03.183042 n-d-773647-6 neutron-server[100248]: DEBUG neutron.notifiers.nova [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b3d5f759-25d1-4c4c-b7ec-a5f305aed096 {{(pid=100248) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 14:00:03.203551 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] For port b3d5f759-25d1-4c4c-b7ec-a5f305aed096, host n-h2-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=b3d5f759-25d1-4c4c-b7ec-a5f305aed096,segment=NetworkSegment(c9ea893d-045e-42cf-b3dd-cdd1f79baccd),segment_id=c9ea893d-045e-42cf-b3dd-cdd1f79baccd)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:00:03.208547 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:03.279632 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 14:00:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86069ea4-6b10-4424-9ce0-1981fbd3a2a3 x-openstack-request-id: req-86069ea4-6b10-4424-9ce0-1981fbd3a2a3 {{(pid=100246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:00:03.280096 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee3677f0-8a01-4c2d-8e4e-11c1aec12e10", "name": "network-vif-deleted", "tag": "19197a80-a7a8-41b1-9297-9597fdb5fa2b", "status": "completed", "code": 200}]} {{(pid=100246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:00:03.280470 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-86069ea4-6b10-4424-9ce0-1981fbd3a2a3 {{(pid=100246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:00:03.280901 n-d-773647-6 neutron-server[100246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee3677f0-8a01-4c2d-8e4e-11c1aec12e10', 'name': 'network-vif-deleted', 'tag': '19197a80-a7a8-41b1-9297-9597fdb5fa2b', 'status': 'completed', 'code': 200} Jul 06 14:00:03.301766 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Pushing event updated for resources: {'Port': ['ID=b3d5f759-25d1-4c4c-b7ec-a5f305aed096,revision_number=4']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:00:03.302864 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5e1910-e9f1-423f-bfec-a5b25c3c36ab req-87b6e5d3-974a-4f14-9b4c-dc2bb6648ffc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:00:03.307080 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-4a5e1910-e9f1-423f-bfec-a5b25c3c36ab req-87b6e5d3-974a-4f14-9b4c-dc2bb6648ffc service neutron] 10.222.0.127 "GET /v2.0/subnets?id=3f09bacf-9043-4249-b094-7d935be63d60 HTTP/1.1" status: 200 len: 801 time: 0.1186578 Jul 06 14:00:03.347398 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 06 Jul 2021 14:00:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80b8228c-36ba-4f67-8fe9-cdb3b98676ab x-openstack-request-id: req-80b8228c-36ba-4f67-8fe9-cdb3b98676ab {{(pid=100247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:00:03.347702 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "409be978-2186-4f76-b76b-7fe87eeb7c40", "tag": "d90756f7-aa74-4b57-bd08-74a55d62f7e8", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "7061350e-4dca-4399-85c7-69dfaa1b6322", "tag": "891b2c81-2c6a-4763-a1b7-6fa3d05d0063", "status": "completed", "code": 200}]} {{(pid=100247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:00:03.347964 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-80b8228c-36ba-4f67-8fe9-cdb3b98676ab {{(pid=100247) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:00:03.348595 n-d-773647-6 neutron-server[100247]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '409be978-2186-4f76-b76b-7fe87eeb7c40', 'tag': 'd90756f7-aa74-4b57-bd08-74a55d62f7e8', 'status': 'completed', 'code': 200} Jul 06 14:00:03.348797 n-d-773647-6 neutron-server[100247]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7061350e-4dca-4399-85c7-69dfaa1b6322', 'tag': '891b2c81-2c6a-4763-a1b7-6fa3d05d0063', 'status': 'completed', 'code': 200} Jul 06 14:00:03.408262 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7772dd79-d37b-4a78-aaea-83f09af185ec req-60dc89c0-cb0e-4ec2-83c7-852b916000cb tempest-DeleteServersTestJSON-677393534 tempest-DeleteServersTestJSON-677393534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:00:03.409757 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-7772dd79-d37b-4a78-aaea-83f09af185ec req-60dc89c0-cb0e-4ec2-83c7-852b916000cb tempest-DeleteServersTestJSON-677393534 tempest-DeleteServersTestJSON-677393534-project] 10.222.0.104 "GET /v2.0/ports?device_id=affa3918-e899-4dfe-8660-4b640439777a HTTP/1.1" status: 200 len: 944 time: 0.1800373 Jul 06 14:00:03.460744 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5e1910-e9f1-423f-bfec-a5b25c3c36ab req-ba257f8f-8990-40b5-b178-6a749c0250c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:00:03.462309 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-4a5e1910-e9f1-423f-bfec-a5b25c3c36ab req-ba257f8f-8990-40b5-b178-6a749c0250c5 service neutron] 10.222.0.127 "GET /v2.0/ports?network_id=68491203-b0db-4981-8a0d-44d0d16dcf7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1485863 Jul 06 14:00:03.495978 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] get_ports_and_sgs() called for port_ids ['b3d5f759-25d1-4c4c-b7ec-a5f305aed096'] {{(pid=100248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 14:00:03.557517 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-7772dd79-d37b-4a78-aaea-83f09af185ec req-bd20c19e-5588-4f77-8584-9ae3c62253d5 tempest-DeleteServersTestJSON-677393534 tempest-DeleteServersTestJSON-677393534-project] 10.222.0.104 "GET /v2.0/security-groups?id=7d4cbf2c-f907-4452-8928-a2a298fe7ee1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367893 Jul 06 14:00:03.563753 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759f7870-1790-44c6-b444-654d7343e558 req-22f64f97-0bf4-4391-ac2e-447f8a55333c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:00:03.565201 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-759f7870-1790-44c6-b444-654d7343e558 req-22f64f97-0bf4-4391-ac2e-447f8a55333c service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=ae0918c1680140d8a89ce8f9c600b37d&device_id=7061350e-4dca-4399-85c7-69dfaa1b6322 HTTP/1.1" status: 200 len: 1099 time: 0.1970689 Jul 06 14:00:03.682879 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-4a5e1910-e9f1-423f-bfec-a5b25c3c36ab req-c4417131-8280-4f0f-8abc-650479e36642 service neutron] 10.222.0.127 "GET /v2.0/networks/68491203-b0db-4981-8a0d-44d0d16dcf7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1988695 Jul 06 14:00:03.705630 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03469664-98b0-479c-aaf7-8b26a182aba1 req-938e326c-f0ef-48a3-bcee-70e8015f7f0d tempest-ServerDiskConfigTestJSON-920847304 tempest-ServerDiskConfigTestJSON-920847304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:00:03.707032 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-03469664-98b0-479c-aaf7-8b26a182aba1 req-938e326c-f0ef-48a3-bcee-70e8015f7f0d tempest-ServerDiskConfigTestJSON-920847304 tempest-ServerDiskConfigTestJSON-920847304-project] 10.222.0.104 "GET /v2.0/ports?device_id=b17eeb7c-3d10-4b9a-9008-8da365d16076 HTTP/1.1" status: 200 len: 946 time: 0.2718325 Jul 06 14:00:03.876163 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-03469664-98b0-479c-aaf7-8b26a182aba1 req-83e1f41c-c6e1-49ad-9096-b541fa3be915 tempest-ServerDiskConfigTestJSON-920847304 tempest-ServerDiskConfigTestJSON-920847304-project] 10.222.0.104 "GET /v2.0/security-groups?id=bc287469-1102-40d8-b019-cad062af5465&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420381 Jul 06 14:00:03.891720 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759f7870-1790-44c6-b444-654d7343e558 req-918f7eb0-e4df-4787-944f-a032f9599b89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:00:03.893180 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-759f7870-1790-44c6-b444-654d7343e558 req-918f7eb0-e4df-4787-944f-a032f9599b89 service neutron] 10.222.0.72 "GET /v2.0/networks?id=ac09d390-867f-4b75-a8d2-ab11550bffd6 HTTP/1.1" status: 200 len: 871 time: 0.3030558 Jul 06 14:00:03.920835 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-4a5e1910-e9f1-423f-bfec-a5b25c3c36ab req-734e9f14-6184-4a69-bc05-b87739dd2599 service neutron] 10.222.0.127 "GET /v2.0/networks/68491203-b0db-4981-8a0d-44d0d16dcf7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2125692 Jul 06 14:00:03.957049 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 34488) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:00:04.182330 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f477932-4ad4-4c40-acff-fafd33471b30 req-505ba4fd-7728-4d5b-a50e-55ff6b2cd1fe tempest-ImagesOneServerNegativeTestJSON-2145662933 tempest-ImagesOneServerNegativeTestJSON-2145662933-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:00:04.183730 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-7f477932-4ad4-4c40-acff-fafd33471b30 req-505ba4fd-7728-4d5b-a50e-55ff6b2cd1fe tempest-ImagesOneServerNegativeTestJSON-2145662933 tempest-ImagesOneServerNegativeTestJSON-2145662933-project] 10.222.0.104 "GET /v2.0/networks?id=2087659c-d042-4f52-8c8b-57a851bb551b HTTP/1.1" status: 200 len: 822 time: 0.5176766 Jul 06 14:00:04.192413 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-759f7870-1790-44c6-b444-654d7343e558 req-f6773b16-4929-4bab-9e9f-f0cf824c21b4 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.144&port_id=891b2c81-2c6a-4763-a1b7-6fa3d05d0063 HTTP/1.1" status: 200 len: 217 time: 0.2838912 Jul 06 14:00:04.264356 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-4a5e1910-e9f1-423f-bfec-a5b25c3c36ab req-4b947e93-735c-4d43-a3fc-a3c21003fdb0 service neutron] 10.222.0.127 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.229&port_id=d90756f7-aa74-4b57-bd08-74a55d62f7e8 HTTP/1.1" status: 200 len: 217 time: 0.0796313 Jul 06 14:00:04.296277 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-7f477932-4ad4-4c40-acff-fafd33471b30 req-13b3285f-2317-473f-8acb-ee1af1251fa4 tempest-ImagesOneServerNegativeTestJSON-2145662933 tempest-ImagesOneServerNegativeTestJSON-2145662933-project] 10.222.0.104 "GET /v2.0/quotas/8d6af3c3691644c2b04c2cdb0feff257 HTTP/1.1" status: 200 len: 375 time: 0.0953419 Jul 06 14:00:04.373940 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759f7870-1790-44c6-b444-654d7343e558 req-06501b67-2958-48ab-8882-42d2859ed33d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:00:04.375421 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-759f7870-1790-44c6-b444-654d7343e558 req-06501b67-2958-48ab-8882-42d2859ed33d service neutron] 10.222.0.72 "GET /v2.0/subnets?id=d1c3cc78-09b9-4e30-99fd-0e5830de101d HTTP/1.1" status: 200 len: 843 time: 0.1728506 Jul 06 14:00:04.406877 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5e1910-e9f1-423f-bfec-a5b25c3c36ab req-1241fd32-3cbd-430a-9010-b468a0605b5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:00:04.408341 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-4a5e1910-e9f1-423f-bfec-a5b25c3c36ab req-1241fd32-3cbd-430a-9010-b468a0605b5b service neutron] 10.222.0.127 "GET /v2.0/subnets?id=8950c21c-6c1c-4e3a-91f6-b4d0ae06cbd1 HTTP/1.1" status: 200 len: 801 time: 0.1217697 Jul 06 14:00:04.450154 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce9069b-a139-4b6c-9ede-eab7a1c29b06 req-e6219731-50c8-42b3-ba65-d7bb5ca25a50 tempest-ServersAdminNegativeTestJSON-1929369317 tempest-ServersAdminNegativeTestJSON-1929369317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:00:04.451563 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-2ce9069b-a139-4b6c-9ede-eab7a1c29b06 req-e6219731-50c8-42b3-ba65-d7bb5ca25a50 tempest-ServersAdminNegativeTestJSON-1929369317 tempest-ServersAdminNegativeTestJSON-1929369317-project] 10.222.0.104 "GET /v2.0/ports?device_id=4a9ebadb-5d0b-4c58-a589-8400ecb2562f HTTP/1.1" status: 200 len: 950 time: 0.2656195 Jul 06 14:00:04.463150 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-92cde91c-c16e-4a8b-9458-cda394039f1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1809431'] for router_interface, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:04.515016 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-7f477932-4ad4-4c40-acff-fafd33471b30 req-e89bd10d-f043-42d8-9b98-e4d9ae395512 tempest-ImagesOneServerNegativeTestJSON-2145662933 tempest-ImagesOneServerNegativeTestJSON-2145662933-project] 10.222.0.104 "GET /v2.0/ports?tenant_id=8d6af3c3691644c2b04c2cdb0feff257&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2099416 Jul 06 14:00:04.547490 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-2ce9069b-a139-4b6c-9ede-eab7a1c29b06 req-ec1b3d94-3bbe-4975-b4fd-6d0a7e28c01a tempest-ServersAdminNegativeTestJSON-1929369317 tempest-ServersAdminNegativeTestJSON-1929369317-project] 10.222.0.104 "GET /v2.0/security-groups?id=426b2c98-b2a3-4344-9104-71ac10ea07c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758541 Jul 06 14:00:04.593362 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 06 Jul 2021 14:00:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bdaee09-887c-4a2a-bfa6-5500e1686451 x-openstack-request-id: req-2bdaee09-887c-4a2a-bfa6-5500e1686451 {{(pid=100248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:00:04.593875 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "affa3918-e899-4dfe-8660-4b640439777a", "name": "network-vif-unplugged", "status": "failed", "tag": "19851e39-5c5f-4c4a-8039-558e4f8eefb7", "code": 422}]} {{(pid=100248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:00:04.594275 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-2bdaee09-887c-4a2a-bfa6-5500e1686451 {{(pid=100248) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:00:04.594841 n-d-773647-6 neutron-server[100248]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'affa3918-e899-4dfe-8660-4b640439777a', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '19851e39-5c5f-4c4a-8039-558e4f8eefb7', 'code': 422} returned with failed status Jul 06 14:00:04.607447 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759f7870-1790-44c6-b444-654d7343e558 req-5f51477d-5d01-422d-8318-ee77e473ab34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:00:04.608962 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-759f7870-1790-44c6-b444-654d7343e558 req-5f51477d-5d01-422d-8318-ee77e473ab34 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=ac09d390-867f-4b75-a8d2-ab11550bffd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2220156 Jul 06 14:00:04.614305 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5e1910-e9f1-423f-bfec-a5b25c3c36ab req-c52b2ae3-d812-4d2b-bea5-c5f007814525 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:00:04.615749 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-4a5e1910-e9f1-423f-bfec-a5b25c3c36ab req-c52b2ae3-d812-4d2b-bea5-c5f007814525 service neutron] 10.222.0.127 "GET /v2.0/ports?network_id=148cc126-591d-4f16-8ea9-6ee91e054016&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1895680 Jul 06 14:00:04.720556 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Device 19851e39-5c5f-4c4a-8039-558e4f8eefb7 no longer exists at agent hyperv_n-h1-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:00:04.757861 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [None req-92cde91c-c16e-4a8b-9458-cda394039f1b admin admin] Deleting port aefefec2-a26b-4852-8d04-c232bf44b1df {{(pid=100246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:00:04.758998 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-92cde91c-c16e-4a8b-9458-cda394039f1b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:04.783615 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-7f477932-4ad4-4c40-acff-fafd33471b30 req-96d5e9cc-87f8-489a-b885-9ab9edb90f48 service neutron] 10.222.0.104 "GET /v2.0/networks/2087659c-d042-4f52-8c8b-57a851bb551b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2565956 Jul 06 14:00:04.852286 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.db [None req-92cde91c-c16e-4a8b-9458-cda394039f1b admin admin] For port aefefec2-a26b-4852-8d04-c232bf44b1df, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=aefefec2-a26b-4852-8d04-c232bf44b1df,segment=NetworkSegment(a35ce525-b1c8-41c9-9ae8-4677f48117d3),segment_id=a35ce525-b1c8-41c9-9ae8-4677f48117d3)] {{(pid=100246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:00:04.852659 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-92cde91c-c16e-4a8b-9458-cda394039f1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:04.865335 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [None req-92cde91c-c16e-4a8b-9458-cda394039f1b admin admin] Calling delete_port for aefefec2-a26b-4852-8d04-c232bf44b1df owned by network:router_interface {{(pid=100246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:00:04.904371 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-4a5e1910-e9f1-423f-bfec-a5b25c3c36ab req-18f2d850-5c36-490b-847c-e8832727db90 service neutron] 10.222.0.127 "GET /v2.0/networks/148cc126-591d-4f16-8ea9-6ee91e054016?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2762942 Jul 06 14:00:04.909076 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-759f7870-1790-44c6-b444-654d7343e558 req-f287bb9d-5e7c-4647-9d13-7e719dd23030 service neutron] 10.222.0.72 "GET /v2.0/networks/ac09d390-867f-4b75-a8d2-ab11550bffd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2905493 Jul 06 14:00:04.966875 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Device 891b2c81-2c6a-4763-a1b7-6fa3d05d0063 details requested by agent hyperv_n-h2-773647-6 with host n-h2-773647-6 {{(pid=100248) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 14:00:04.968898 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Device b3d5f759-25d1-4c4c-b7ec-a5f305aed096 up at agent hyperv_n-h2-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:00:05.011270 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811316a8-ecfb-4274-9b9b-122f88fca90f req-29bb5d02-1e5d-46a0-a062-a539035f9319 tempest-ServersTestMultiNic-850319587 tempest-ServersTestMultiNic-850319587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:00:05.017053 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811316a8-ecfb-4274-9b9b-122f88fca90f req-29bb5d02-1e5d-46a0-a062-a539035f9319 tempest-ServersTestMultiNic-850319587 tempest-ServersTestMultiNic-850319587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:00:05.022970 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811316a8-ecfb-4274-9b9b-122f88fca90f req-29bb5d02-1e5d-46a0-a062-a539035f9319 tempest-ServersTestMultiNic-850319587 tempest-ServersTestMultiNic-850319587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:00:05.024660 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-811316a8-ecfb-4274-9b9b-122f88fca90f req-29bb5d02-1e5d-46a0-a062-a539035f9319 tempest-ServersTestMultiNic-850319587 tempest-ServersTestMultiNic-850319587-project] 10.222.0.104 "GET /v2.0/ports?device_id=409be978-2186-4f76-b76b-7fe87eeb7c40 HTTP/1.1" status: 200 len: 2412 time: 0.3078918 Jul 06 14:00:05.055952 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-92cde91c-c16e-4a8b-9458-cda394039f1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127687580'] for port, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:05.072129 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-7f477932-4ad4-4c40-acff-fafd33471b30 req-b16e3759-e9c9-430a-978f-57145cc4bb82 service neutron] 10.222.0.104 "GET /v2.0/networks/2087659c-d042-4f52-8c8b-57a851bb551b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2763519 Jul 06 14:00:05.089877 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92cde91c-c16e-4a8b-9458-cda394039f1b admin admin] Pushing event deleted for resources: {'Port': ['ID=aefefec2-a26b-4852-8d04-c232bf44b1df,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:00:05.090782 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Provisioning for port b3d5f759-25d1-4c4c-b7ec-a5f305aed096 completed by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:00:05.096849 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Provisioning complete for port b3d5f759-25d1-4c4c-b7ec-a5f305aed096 triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:00:05.097460 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:05.147132 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] For port 891b2c81-2c6a-4763-a1b7-6fa3d05d0063, host n-h2-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=891b2c81-2c6a-4763-a1b7-6fa3d05d0063,segment=NetworkSegment(c9ea893d-045e-42cf-b3dd-cdd1f79baccd),segment_id=c9ea893d-045e-42cf-b3dd-cdd1f79baccd)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:00:05.175640 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-759f7870-1790-44c6-b444-654d7343e558 req-4842b7d4-4ab6-4583-983c-cb9395f86400 service neutron] 10.222.0.72 "GET /v2.0/networks/ac09d390-867f-4b75-a8d2-ab11550bffd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2528453 Jul 06 14:00:05.178497 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Returning: {'device': '891b2c81-2c6a-4763-a1b7-6fa3d05d0063', 'network_id': 'ac09d390-867f-4b75-a8d2-ab11550bffd6', 'port_id': '891b2c81-2c6a-4763-a1b7-6fa3d05d0063', 'mac_address': 'fa:16:3e:af:33:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1023, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd1c3cc78-09b9-4e30-99fd-0e5830de101d', 'ip_address': '192.168.233.144'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100248) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 14:00:05.241339 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-811316a8-ecfb-4274-9b9b-122f88fca90f req-5e2291cd-6989-457e-800d-4a7be59eec94 tempest-ServersTestMultiNic-850319587 tempest-ServersTestMultiNic-850319587-project] 10.222.0.104 "GET /v2.0/security-groups?id=3be580b9-03cb-4a9b-8661-5fe7dfbcaae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1883259 Jul 06 14:00:05.246281 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:05.278496 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-4a5e1910-e9f1-423f-bfec-a5b25c3c36ab req-ab2f9265-aee7-4ad1-a397-41d2a65f2ffa service neutron] 10.222.0.127 "GET /v2.0/networks/148cc126-591d-4f16-8ea9-6ee91e054016?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3641057 Jul 06 14:00:05.321801 n-d-773647-6 neutron-server[100248]: DEBUG neutron.notifiers.nova [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 891b2c81-2c6a-4763-a1b7-6fa3d05d0063 {{(pid=100248) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 14:00:05.331693 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-92cde91c-c16e-4a8b-9458-cda394039f1b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1809193'] for router_interface, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:05.381717 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] For port 891b2c81-2c6a-4763-a1b7-6fa3d05d0063, host n-h2-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=891b2c81-2c6a-4763-a1b7-6fa3d05d0063,segment=NetworkSegment(c9ea893d-045e-42cf-b3dd-cdd1f79baccd),segment_id=c9ea893d-045e-42cf-b3dd-cdd1f79baccd)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:00:05.384269 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:05.396748 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:05.466878 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Pushing event updated for resources: {'Port': ['ID=891b2c81-2c6a-4763-a1b7-6fa3d05d0063,revision_number=4']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:00:05.468822 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759f7870-1790-44c6-b444-654d7343e558 req-3df70251-204d-47da-afe2-144613abbdcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:00:05.469753 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759f7870-1790-44c6-b444-654d7343e558 req-3df70251-204d-47da-afe2-144613abbdcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:00:05.470403 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759f7870-1790-44c6-b444-654d7343e558 req-3df70251-204d-47da-afe2-144613abbdcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:00:05.472323 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-759f7870-1790-44c6-b444-654d7343e558 req-3df70251-204d-47da-afe2-144613abbdcc service neutron] 10.222.0.127 "GET /v2.0/ports?tenant_id=a3fc9596cf9941a495b08d5bae1b31d8&device_id=409be978-2186-4f76-b76b-7fe87eeb7c40 HTTP/1.1" status: 200 len: 2865 time: 0.1013026 Jul 06 14:00:05.501395 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] For port b3d5f759-25d1-4c4c-b7ec-a5f305aed096, host n-h2-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=b3d5f759-25d1-4c4c-b7ec-a5f305aed096,segment=NetworkSegment(c9ea893d-045e-42cf-b3dd-cdd1f79baccd),segment_id=c9ea893d-045e-42cf-b3dd-cdd1f79baccd)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:00:05.509806 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:05.510607 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Device 19197a80-a7a8-41b1-9297-9597fdb5fa2b no longer exists at agent hyperv_n-h2-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:00:05.597617 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759f7870-1790-44c6-b444-654d7343e558 req-23c71f8d-5983-494a-ad0b-ecdea7bdb470 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:00:05.597790 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] No Port match for: 19197a80-a7a8-41b1-9297-9597fdb5fa2b {{(pid=100248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 14:00:05.598282 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Device 19197a80-a7a8-41b1-9297-9597fdb5fa2b not bound to the agent host n-h2-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:00:05.599448 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-759f7870-1790-44c6-b444-654d7343e558 req-23c71f8d-5983-494a-ad0b-ecdea7bdb470 service neutron] 10.222.0.127 "GET /v2.0/networks?id=148cc126-591d-4f16-8ea9-6ee91e054016 HTTP/1.1" status: 200 len: 904 time: 0.1194105 Jul 06 14:00:05.602462 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Pushing event updated for resources: {'Port': ['ID=b3d5f759-25d1-4c4c-b7ec-a5f305aed096,revision_number=5']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:00:05.686671 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] get_ports_and_sgs() called for port_ids ['891b2c81-2c6a-4763-a1b7-6fa3d05d0063'] {{(pid=100248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 14:00:05.693148 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-759f7870-1790-44c6-b444-654d7343e558 req-1f69589d-cf37-4140-8f56-b32025daab31 service neutron] 10.222.0.127 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.229&port_id=d90756f7-aa74-4b57-bd08-74a55d62f7e8 HTTP/1.1" status: 200 len: 217 time: 0.0796845 Jul 06 14:00:05.744419 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92cde91c-c16e-4a8b-9458-cda394039f1b admin admin] Router 93fc06c6-e2da-491a-a138-5c16c1a263ab has already been hosted by L3 agent 2823d358-a11b-4885-a706-95a279e43fa7 {{(pid=100246) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 14:00:05.762001 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759f7870-1790-44c6-b444-654d7343e558 req-8c783254-c4f0-4883-aadc-be5825eba72a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:00:05.764076 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-759f7870-1790-44c6-b444-654d7343e558 req-8c783254-c4f0-4883-aadc-be5825eba72a service neutron] 10.222.0.127 "GET /v2.0/subnets?id=8950c21c-6c1c-4e3a-91f6-b4d0ae06cbd1 HTTP/1.1" status: 200 len: 801 time: 0.0669677 Jul 06 14:00:05.898625 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fffda1-c798-4554-bcc5-1d94d3cc2bbc req-f4441315-73b9-4f4e-8790-2a4ca84c61d1 tempest-ServersOnMultiNodesTest-299961212 tempest-ServersOnMultiNodesTest-299961212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:00:05.907899 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-88fffda1-c798-4554-bcc5-1d94d3cc2bbc req-f4441315-73b9-4f4e-8790-2a4ca84c61d1 tempest-ServersOnMultiNodesTest-299961212 tempest-ServersOnMultiNodesTest-299961212-project] 10.222.0.104 "GET /v2.0/ports?device_id=93baebbc-f8da-41f6-a869-705bcac34402 HTTP/1.1" status: 200 len: 950 time: 0.1265810 Jul 06 14:00:05.926767 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759f7870-1790-44c6-b444-654d7343e558 req-5a5d0f75-5216-4067-9127-7fbc2ed20ff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:00:05.928329 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-759f7870-1790-44c6-b444-654d7343e558 req-5a5d0f75-5216-4067-9127-7fbc2ed20ff0 service neutron] 10.222.0.127 "GET /v2.0/ports?network_id=148cc126-591d-4f16-8ea9-6ee91e054016&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1574607 Jul 06 14:00:05.937952 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92cde91c-c16e-4a8b-9458-cda394039f1b admin admin] Notify agent at l3_agent.n-d-773647-6 the message routers_updated {{(pid=100246) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 14:00:05.944959 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-92cde91c-c16e-4a8b-9458-cda394039f1b admin admin] 10.222.0.104 "PUT /v2.0/routers/93fc06c6-e2da-491a-a138-5c16c1a263ab/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9860280 Jul 06 14:00:05.946951 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 34520) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:00:05.954466 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb8beb1e-cd89-4a10-a16d-b02a8a023a27 None None] Sync routers for ids ['93fc06c6-e2da-491a-a138-5c16c1a263ab'] in n-d-773647-6 {{(pid=100248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 14:00:05.973426 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb8beb1e-cd89-4a10-a16d-b02a8a023a27 None None] Routers {'93fc06c6-e2da-491a-a138-5c16c1a263ab'} bound to L3 agent in host n-d-773647-6 {{(pid=100248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:00:05.974639 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-cb8beb1e-cd89-4a10-a16d-b02a8a023a27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T13:59:56Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['93fc06c6-e2da-491a-a138-5c16c1a263ab'], 'active': True} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:00:06.005301 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-88fffda1-c798-4554-bcc5-1d94d3cc2bbc req-eb3ff28a-2b3d-4fed-8aed-acd681e19eb8 tempest-ServersOnMultiNodesTest-299961212 tempest-ServersOnMultiNodesTest-299961212-project] 10.222.0.104 "GET /v2.0/security-groups?id=304f894d-c671-4a59-b0fb-2a4d849c5ac9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963638 Jul 06 14:00:06.096400 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-759f7870-1790-44c6-b444-654d7343e558 req-6c887c8c-e042-45fb-b202-303f3cdb2adc service neutron] 10.222.0.127 "GET /v2.0/networks/148cc126-591d-4f16-8ea9-6ee91e054016?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1597497 Jul 06 14:00:06.108609 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-14818319-24f6-4465-9a08-7cae22807be2 admin admin] Notify callbacks [] for router, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:06.178797 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvr_db [None req-cb8beb1e-cd89-4a10-a16d-b02a8a023a27 None None] Set router 93fc06c6-e2da-491a-a138-5c16c1a263ab gateway port host: n-d-773647-6 {{(pid=100248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:00:06.261453 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-759f7870-1790-44c6-b444-654d7343e558 req-3c1549ef-2efa-4b33-87bc-263dd5044e4e service neutron] 10.222.0.127 "GET /v2.0/networks/148cc126-591d-4f16-8ea9-6ee91e054016?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1566448 Jul 06 14:00:06.350919 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-14818319-24f6-4465-9a08-7cae22807be2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:06.447504 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [None req-14818319-24f6-4465-9a08-7cae22807be2 admin admin] Deleting port 1d882890-1b14-4f02-9680-5aee680e0d0b {{(pid=100246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:00:06.447848 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-14818319-24f6-4465-9a08-7cae22807be2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:06.480362 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-cb8beb1e-cd89-4a10-a16d-b02a8a023a27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93fc06c6-e2da-491a-a138-5c16c1a263ab', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1475940776-router', 'tenant_id': 'acb800f580674ba5b45dfb76ebc253b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.23'}], 'enable_snat': True}, 'gw_port_id': '1d882890-1b14-4f02-9680-5aee680e0d0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T13:53:32Z', 'updated_at': '2021-07-06T14:00:04Z', 'revision_number': 5, 'project_id': 'acb800f580674ba5b45dfb76ebc253b1', 'gw_port': {'id': '1d882890-1b14-4f02-9680-5aee680e0d0b', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:3a:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93fc06c6-e2da-491a-a138-5c16c1a263ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:53:32Z', 'updated_at': '2021-07-06T13:53:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6'}], 'n-d-773647-6', False) {} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:00:06.515969 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb8beb1e-cd89-4a10-a16d-b02a8a023a27 None None] Checking router: 93fc06c6-e2da-491a-a138-5c16c1a263ab for host: n-d-773647-6 {{(pid=100248) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 14:00:06.525901 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb8beb1e-cd89-4a10-a16d-b02a8a023a27 None None] Routers {'93fc06c6-e2da-491a-a138-5c16c1a263ab'} bound to L3 agent in host n-d-773647-6 {{(pid=100248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:00:06.527070 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-cb8beb1e-cd89-4a10-a16d-b02a8a023a27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T13:59:56Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['93fc06c6-e2da-491a-a138-5c16c1a263ab'], 'active': True} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:00:06.602936 n-d-773647-6 neutron-server[100248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93baebbc-f8da-41f6-a869-705bcac34402', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3d5f759-25d1-4c4c-b7ec-a5f305aed096'}] {{(pid=100248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:00:06.605917 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84af257533e383389cbcf231d3534f4d5e149e7203fea16b4a8fc01438dddaf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca8225e8-ccac-44af-a36c-66f1f52e7e78" -d '{"events": [{"server_uuid": "93baebbc-f8da-41f6-a869-705bcac34402", "name": "network-vif-plugged", "status": "completed", "tag": "b3d5f759-25d1-4c4c-b7ec-a5f305aed096"}]}' {{(pid=100248) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:00:06.616487 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.db [None req-14818319-24f6-4465-9a08-7cae22807be2 admin admin] For port 1d882890-1b14-4f02-9680-5aee680e0d0b, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=1d882890-1b14-4f02-9680-5aee680e0d0b,segment=NetworkSegment(89a832b7-7793-4d51-9038-ed7e1c3ff1b2),segment_id=89a832b7-7793-4d51-9038-ed7e1c3ff1b2)] {{(pid=100246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:00:06.616918 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-14818319-24f6-4465-9a08-7cae22807be2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:06.637796 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [None req-14818319-24f6-4465-9a08-7cae22807be2 admin admin] Calling delete_port for 1d882890-1b14-4f02-9680-5aee680e0d0b owned by network:router_gateway {{(pid=100246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:00:06.655346 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvr_db [None req-cb8beb1e-cd89-4a10-a16d-b02a8a023a27 None None] Set router 93fc06c6-e2da-491a-a138-5c16c1a263ab gateway port host: None {{(pid=100248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:00:06.725039 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254547e4-c340-4c31-a54f-e5743109de30 req-d94332f2-9a6f-46f6-976c-9936b518221c tempest-DeleteServersTestJSON-677393534 tempest-DeleteServersTestJSON-677393534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:00:06.727924 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-254547e4-c340-4c31-a54f-e5743109de30 req-d94332f2-9a6f-46f6-976c-9936b518221c tempest-DeleteServersTestJSON-677393534 tempest-DeleteServersTestJSON-677393534-project] 10.222.0.104 "GET /v2.0/ports?device_id=affa3918-e899-4dfe-8660-4b640439777a HTTP/1.1" status: 200 len: 944 time: 0.1255844 Jul 06 14:00:06.744105 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-cb8beb1e-cd89-4a10-a16d-b02a8a023a27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93fc06c6-e2da-491a-a138-5c16c1a263ab', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1475940776-router', 'tenant_id': 'acb800f580674ba5b45dfb76ebc253b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T13:53:32Z', 'updated_at': '2021-07-06T14:00:06Z', 'revision_number': 6, 'project_id': 'acb800f580674ba5b45dfb76ebc253b1', 'gw_port_host': None}], 'n-d-773647-6', False) {} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:00:06.778085 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb8beb1e-cd89-4a10-a16d-b02a8a023a27 None None] The sync data for ids ['93fc06c6-e2da-491a-a138-5c16c1a263ab'] in n-d-773647-6 is: [{'id': '93fc06c6-e2da-491a-a138-5c16c1a263ab', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1475940776-router', 'tenant_id': 'acb800f580674ba5b45dfb76ebc253b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T13:53:32Z', 'updated_at': '2021-07-06T14:00:06Z', 'revision_number': 6, 'project_id': 'acb800f580674ba5b45dfb76ebc253b1', 'gw_port_host': None}] {{(pid=100248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 14:00:06.812444 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-a954bd28-4a66-4bca-884a-cf7b5ea483bf req-7bc9d588-d560-4904-be19-eecac2425e2e tempest-ImagesOneServerNegativeTestJSON-2145662933 tempest-ImagesOneServerNegativeTestJSON-2145662933-project] 10.222.0.104 "GET /v2.0/ports?device_id=ebe2de0a-9823-41a4-a382-e3f9906ff5d7 HTTP/1.1" status: 200 len: 210 time: 0.0401380 Jul 06 14:00:06.874927 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-14818319-24f6-4465-9a08-7cae22807be2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127687580'] for port, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:06.912507 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.plugin [req-254547e4-c340-4c31-a54f-e5743109de30 req-ef58399d-5100-46d9-9e9d-dd10b8f85b69 tempest-DeleteServersTestJSON-677393534 tempest-DeleteServersTestJSON-677393534-project] Deleting port 19851e39-5c5f-4c4a-8039-558e4f8eefb7 {{(pid=100247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:00:06.913001 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-254547e4-c340-4c31-a54f-e5743109de30 req-ef58399d-5100-46d9-9e9d-dd10b8f85b69 tempest-DeleteServersTestJSON-677393534 tempest-DeleteServersTestJSON-677393534-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:06.925283 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14818319-24f6-4465-9a08-7cae22807be2 admin admin] Pushing event deleted for resources: {'Port': ['ID=1d882890-1b14-4f02-9680-5aee680e0d0b,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:00:06.967320 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Device 891b2c81-2c6a-4763-a1b7-6fa3d05d0063 up at agent hyperv_n-h2-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:00:07.006726 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-14818319-24f6-4465-9a08-7cae22807be2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1761104'] for router_gateway, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:07.083825 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Provisioning for port 891b2c81-2c6a-4763-a1b7-6fa3d05d0063 completed by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:00:07.088101 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Provisioning complete for port 891b2c81-2c6a-4763-a1b7-6fa3d05d0063 triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:00:07.088101 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:07.112368 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f477932-4ad4-4c40-acff-fafd33471b30 req-f60f6a7f-ea09-4a1a-aba0-d8807477577d tempest-ImagesOneServerNegativeTestJSON-2145662933 tempest-ImagesOneServerNegativeTestJSON-2145662933-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:00:07.114875 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-7f477932-4ad4-4c40-acff-fafd33471b30 req-f60f6a7f-ea09-4a1a-aba0-d8807477577d tempest-ImagesOneServerNegativeTestJSON-2145662933 tempest-ImagesOneServerNegativeTestJSON-2145662933-project] 10.222.0.72 "GET /v2.0/networks?id=2087659c-d042-4f52-8c8b-57a851bb551b HTTP/1.1" status: 200 len: 822 time: 0.1486356 Jul 06 14:00:07.153715 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [req-7f477932-4ad4-4c40-acff-fafd33471b30 req-2953674e-a4b4-4af4-8adb-6bdeae771425 tempest-ImagesOneServerNegativeTestJSON-2145662933 tempest-ImagesOneServerNegativeTestJSON-2145662933-project] Request body: {'port': {'device_id': 'ebe2de0a-9823-41a4-a382-e3f9906ff5d7', 'network_id': '2087659c-d042-4f52-8c8b-57a851bb551b', 'admin_state_up': True, 'tenant_id': '8d6af3c3691644c2b04c2cdb0feff257'}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:00:07.213806 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:07.267360 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] For port 891b2c81-2c6a-4763-a1b7-6fa3d05d0063, host n-h2-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=891b2c81-2c6a-4763-a1b7-6fa3d05d0063,segment=NetworkSegment(c9ea893d-045e-42cf-b3dd-cdd1f79baccd),segment_id=c9ea893d-045e-42cf-b3dd-cdd1f79baccd)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:00:07.282067 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:07.369670 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Pushing event updated for resources: {'Port': ['ID=891b2c81-2c6a-4763-a1b7-6fa3d05d0063,revision_number=5']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:00:07.372582 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.db [req-254547e4-c340-4c31-a54f-e5743109de30 req-ef58399d-5100-46d9-9e9d-dd10b8f85b69 tempest-DeleteServersTestJSON-677393534 tempest-DeleteServersTestJSON-677393534-project] For port 19851e39-5c5f-4c4a-8039-558e4f8eefb7, host n-h1-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773647-6',level=0,port_id=19851e39-5c5f-4c4a-8039-558e4f8eefb7,segment=NetworkSegment(227d25fe-bf75-4c4b-9a67-c660160d6b0a),segment_id=227d25fe-bf75-4c4b-9a67-c660160d6b0a)] {{(pid=100247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:00:07.372952 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-254547e4-c340-4c31-a54f-e5743109de30 req-ef58399d-5100-46d9-9e9d-dd10b8f85b69 tempest-DeleteServersTestJSON-677393534 tempest-DeleteServersTestJSON-677393534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:07.403514 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.plugin [req-254547e4-c340-4c31-a54f-e5743109de30 req-ef58399d-5100-46d9-9e9d-dd10b8f85b69 tempest-DeleteServersTestJSON-677393534 tempest-DeleteServersTestJSON-677393534-project] Calling delete_port for 19851e39-5c5f-4c4a-8039-558e4f8eefb7 owned by compute:nova {{(pid=100247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:00:07.413592 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c3e230-71c6-406d-aa6b-3eae16b8046b req-51d7d334-50fe-4747-98ae-ce8e75a13308 tempest-ServersTestMultiNic-850319587 tempest-ServersTestMultiNic-850319587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:00:07.419409 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c3e230-71c6-406d-aa6b-3eae16b8046b req-51d7d334-50fe-4747-98ae-ce8e75a13308 tempest-ServersTestMultiNic-850319587 tempest-ServersTestMultiNic-850319587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:00:07.425174 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c3e230-71c6-406d-aa6b-3eae16b8046b req-51d7d334-50fe-4747-98ae-ce8e75a13308 tempest-ServersTestMultiNic-850319587 tempest-ServersTestMultiNic-850319587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:00:07.426818 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-64c3e230-71c6-406d-aa6b-3eae16b8046b req-51d7d334-50fe-4747-98ae-ce8e75a13308 tempest-ServersTestMultiNic-850319587 tempest-ServersTestMultiNic-850319587-project] 10.222.0.104 "GET /v2.0/ports?device_id=409be978-2186-4f76-b76b-7fe87eeb7c40 HTTP/1.1" status: 200 len: 2412 time: 0.2670348 Jul 06 14:00:07.452417 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-14818319-24f6-4465-9a08-7cae22807be2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1806308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6982'] for router, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:07.454623 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-14818319-24f6-4465-9a08-7cae22807be2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:07.498208 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-14818319-24f6-4465-9a08-7cae22807be2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1805684'] for router, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:07.498806 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14818319-24f6-4465-9a08-7cae22807be2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 93fc06c6-e2da-491a-a138-5c16c1a263ab {{(pid=100246) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 14:00:07.503246 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-14818319-24f6-4465-9a08-7cae22807be2 admin admin] Notify callbacks [] for router, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:07.506695 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-14818319-24f6-4465-9a08-7cae22807be2 admin admin] 10.222.0.104 "DELETE /v2.0/routers/93fc06c6-e2da-491a-a138-5c16c1a263ab HTTP/1.1" status: 204 len: 168 time: 1.5564165 Jul 06 14:00:07.506938 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 34576) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:00:07.554574 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.db_base_plugin_v2 [None req-f927ccb1-3c53-42db-a1da-756036d06689 admin admin] Deleting subnet 018ef28b-510d-4b0e-ac77-2e6a29444295 {{(pid=100246) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 14:00:07.558488 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-f927ccb1-3c53-42db-a1da-756036d06689 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:07.594247 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-f927ccb1-3c53-42db-a1da-756036d06689 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126218885'] for subnet, precommit_delete_associations {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:07.681471 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-f927ccb1-3c53-42db-a1da-756036d06689 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-913473'] for subnet, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:07.747055 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-f927ccb1-3c53-42db-a1da-756036d06689 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-913480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1849032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127687590', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127702764'] for subnet, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:07.759987 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-64c3e230-71c6-406d-aa6b-3eae16b8046b req-855ae8da-7879-43b4-9e7a-4e1fb5cd1039 tempest-ServersTestMultiNic-850319587 tempest-ServersTestMultiNic-850319587-project] 10.222.0.104 "GET /v2.0/security-groups?id=3be580b9-03cb-4a9b-8661-5fe7dfbcaae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3261695 Jul 06 14:00:07.760569 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7f477932-4ad4-4c40-acff-fafd33471b30 req-2953674e-a4b4-4af4-8adb-6bdeae771425 tempest-ImagesOneServerNegativeTestJSON-2145662933 tempest-ImagesOneServerNegativeTestJSON-2145662933-project] Made reservation on behalf of 8d6af3c3691644c2b04c2cdb0feff257 for: {'port': 1} {{(pid=100247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:00:07.764174 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-7f477932-4ad4-4c40-acff-fafd33471b30 req-2953674e-a4b4-4af4-8adb-6bdeae771425 tempest-ImagesOneServerNegativeTestJSON-2145662933 tempest-ImagesOneServerNegativeTestJSON-2145662933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:07.773575 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f927ccb1-3c53-42db-a1da-756036d06689 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=018ef28b-510d-4b0e-ac77-2e6a29444295,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:00:07.777915 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-f927ccb1-3c53-42db-a1da-756036d06689 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:07.782160 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-f927ccb1-3c53-42db-a1da-756036d06689 admin admin] 10.222.0.104 "DELETE /v2.0/subnets/018ef28b-510d-4b0e-ac77-2e6a29444295 HTTP/1.1" status: 204 len: 168 time: 0.2719846 Jul 06 14:00:07.782424 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 34578) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:00:07.797709 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-476ed3a1-616f-4a38-abe3-24e1039f6c6b None None] Network 460f74e5-0a7f-4f78-8d1f-c6320874439c requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:00:07.880923 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-bbfdb66c-b5c9-4517-8174-235c7ba85c78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530492'] for network, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:07.937880 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [None req-bbfdb66c-b5c9-4517-8174-235c7ba85c78 admin admin] Deleting port 8e7da9cd-c8a5-409e-8be5-756d0362bd53 {{(pid=100246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:00:07.938226 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-bbfdb66c-b5c9-4517-8174-235c7ba85c78 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:08.021220 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.db [None req-bbfdb66c-b5c9-4517-8174-235c7ba85c78 admin admin] For port 8e7da9cd-c8a5-409e-8be5-756d0362bd53, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=8e7da9cd-c8a5-409e-8be5-756d0362bd53,segment=NetworkSegment(a35ce525-b1c8-41c9-9ae8-4677f48117d3),segment_id=a35ce525-b1c8-41c9-9ae8-4677f48117d3)] {{(pid=100246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:00:08.021606 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-bbfdb66c-b5c9-4517-8174-235c7ba85c78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:08.026686 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-597a4777-15c2-4fee-8cc0-5a2d0d1463d3 None None] DHCP port deletion for 460f74e5-0a7f-4f78-8d1f-c6320874439c request from n-d-773647-6 {{(pid=100248) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 14:00:08.040664 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [None req-bbfdb66c-b5c9-4517-8174-235c7ba85c78 admin admin] Calling delete_port for 8e7da9cd-c8a5-409e-8be5-756d0362bd53 owned by network:dhcp {{(pid=100246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:00:08.061748 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.db_base_plugin_common [req-7f477932-4ad4-4c40-acff-fafd33471b30 req-2953674e-a4b4-4af4-8adb-6bdeae771425 tempest-ImagesOneServerNegativeTestJSON-2145662933 tempest-ImagesOneServerNegativeTestJSON-2145662933-project] Allocated IP 172.20.0.5 (2087659c-d042-4f52-8c8b-57a851bb551b/0d9c7e4d-cc45-436f-9515-ad95d32a063f/b7462385-0545-41fe-bd5f-627db4f47332) {{(pid=100247) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:00:08.079694 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-597a4777-15c2-4fee-8cc0-5a2d0d1463d3 None None] Deleting port 8e7da9cd-c8a5-409e-8be5-756d0362bd53 {{(pid=100248) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:00:08.080178 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-597a4777-15c2-4fee-8cc0-5a2d0d1463d3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:08.094642 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-254547e4-c340-4c31-a54f-e5743109de30 req-ef58399d-5100-46d9-9e9d-dd10b8f85b69 tempest-DeleteServersTestJSON-677393534 tempest-DeleteServersTestJSON-677393534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128888353'] for port, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:08.137233 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-bbfdb66c-b5c9-4517-8174-235c7ba85c78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127687580'] for port, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:08.153597 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-597a4777-15c2-4fee-8cc0-5a2d0d1463d3 None None] For port 8e7da9cd-c8a5-409e-8be5-756d0362bd53, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=8e7da9cd-c8a5-409e-8be5-756d0362bd53,segment=NetworkSegment(a35ce525-b1c8-41c9-9ae8-4677f48117d3),segment_id=a35ce525-b1c8-41c9-9ae8-4677f48117d3)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:00:08.153993 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-597a4777-15c2-4fee-8cc0-5a2d0d1463d3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:08.158830 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef58399d-5100-46d9-9e9d-dd10b8f85b69 tempest-DeleteServersTestJSON-677393534 tempest-DeleteServersTestJSON-677393534-project] Pushing event deleted for resources: {'Port': ['ID=19851e39-5c5f-4c4a-8039-558e4f8eefb7,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:00:08.169391 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbfdb66c-b5c9-4517-8174-235c7ba85c78 admin admin] Pushing event deleted for resources: {'Port': ['ID=8e7da9cd-c8a5-409e-8be5-756d0362bd53,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:00:08.172357 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a9525d-96d1-4c0c-9923-4fa52821d23b req-f267d4bc-6e0b-4a8a-83b3-cac9b6d6063a tempest-ServerDiskConfigTestJSON-920847304 tempest-ServerDiskConfigTestJSON-920847304-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:00:08.173960 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbfdb66c-b5c9-4517-8174-235c7ba85c78 admin admin] No DVR routers for this DVR port 8e7da9cd-c8a5-409e-8be5-756d0362bd53 on host n-d-773647-6 {{(pid=100246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:00:08.177438 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-597a4777-15c2-4fee-8cc0-5a2d0d1463d3 None None] Calling delete_port for 8e7da9cd-c8a5-409e-8be5-756d0362bd53 owned by network:dhcp {{(pid=100248) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:00:08.179185 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-c1a9525d-96d1-4c0c-9923-4fa52821d23b req-f267d4bc-6e0b-4a8a-83b3-cac9b6d6063a tempest-ServerDiskConfigTestJSON-920847304 tempest-ServerDiskConfigTestJSON-920847304-project] 10.222.0.104 "GET /v2.0/networks?id=80a8f655-14ef-4b04-89b8-0871faf0b23f HTTP/1.1" status: 200 len: 814 time: 0.2848961 Jul 06 14:00:08.247981 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-bbfdb66c-b5c9-4517-8174-235c7ba85c78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-917204', 'neutron.services.segments.db._delete_segments_for_network-8773753502302'] for network, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:08.260979 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.l3_dvrscheduler_db [req-254547e4-c340-4c31-a54f-e5743109de30 req-ef58399d-5100-46d9-9e9d-dd10b8f85b69 tempest-DeleteServersTestJSON-677393534 tempest-DeleteServersTestJSON-677393534-project] No DVR routers for this DVR port 19851e39-5c5f-4c4a-8039-558e4f8eefb7 on host n-h1-773647-6 {{(pid=100247) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:00:08.261699 n-d-773647-6 neutron-server[100246]: DEBUG neutron.services.segments.db [None req-bbfdb66c-b5c9-4517-8174-235c7ba85c78 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['460f74e5-0a7f-4f78-8d1f-c6320874439c']}} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:00:08.277862 n-d-773647-6 neutron-server[100246]: DEBUG neutron.services.segments.db [None req-bbfdb66c-b5c9-4517-8174-235c7ba85c78 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a35ce525-b1c8-41c9-9ae8-4677f48117d3') {'for_net_delete': True} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:00:08.278226 n-d-773647-6 neutron-server[100246]: DEBUG neutron.services.segments.db [None req-bbfdb66c-b5c9-4517-8174-235c7ba85c78 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a35ce525-b1c8-41c9-9ae8-4677f48117d3') {} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:00:08.282733 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-c1a9525d-96d1-4c0c-9923-4fa52821d23b req-3d3136fc-564b-4125-8e56-99cf814e9610 tempest-ServerDiskConfigTestJSON-920847304 tempest-ServerDiskConfigTestJSON-920847304-project] 10.222.0.104 "GET /v2.0/quotas/aa7d5b29f8ec457fb3612664b97c2f33 HTTP/1.1" status: 200 len: 375 time: 0.1026278 Jul 06 14:00:08.284100 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-254547e4-c340-4c31-a54f-e5743109de30 req-ef58399d-5100-46d9-9e9d-dd10b8f85b69 tempest-DeleteServersTestJSON-677393534 tempest-DeleteServersTestJSON-677393534-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:08.288876 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-bbfdb66c-b5c9-4517-8174-235c7ba85c78 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773753515138', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126218898'] for segment, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:08.294335 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-254547e4-c340-4c31-a54f-e5743109de30 req-ef58399d-5100-46d9-9e9d-dd10b8f85b69 tempest-DeleteServersTestJSON-677393534 tempest-DeleteServersTestJSON-677393534-project] 10.222.0.104 "DELETE /v2.0/ports/19851e39-5c5f-4c4a-8039-558e4f8eefb7 HTTP/1.1" status: 204 len: 173 time: 1.5609887 Jul 06 14:00:08.306182 n-d-773647-6 neutron-server[100247]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'affa3918-e899-4dfe-8660-4b640439777a', 'name': 'network-vif-deleted', 'tag': '19851e39-5c5f-4c4a-8039-558e4f8eefb7'}] {{(pid=100247) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:00:08.307297 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-bbfdb66c-b5c9-4517-8174-235c7ba85c78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552'] for segment, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:08.308635 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cbf0eeaae822f8fc9b87a94aeba67a3d651842baf663a51cba94b67a514836d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e30c3f7-b705-4760-ab8c-6baac11b6496" -d '{"events": [{"server_uuid": "affa3918-e899-4dfe-8660-4b640439777a", "name": "network-vif-deleted", "tag": "19851e39-5c5f-4c4a-8039-558e4f8eefb7"}]}' {{(pid=100247) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:00:08.314347 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bbfdb66c-b5c9-4517-8174-235c7ba85c78 admin admin] Releasing vlan 1002 on physical network physnet1 to pool {{(pid=100246) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 14:00:08.314938 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-bbfdb66c-b5c9-4517-8174-235c7ba85c78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127687491'] for segment, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:08.317051 n-d-773647-6 neutron-server[100246]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:00:08.317051 n-d-773647-6 neutron-server[100246]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:00:08.317051 n-d-773647-6 neutron-server[100246]: Traceback (most recent call last): Jul 06 14:00:08.317051 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 14:00:08.317051 n-d-773647-6 neutron-server[100246]: timer() Jul 06 14:00:08.317051 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 14:00:08.317051 n-d-773647-6 neutron-server[100246]: cb(*args, **kw) Jul 06 14:00:08.317051 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 14:00:08.317051 n-d-773647-6 neutron-server[100246]: return func(*args, **kwargs) Jul 06 14:00:08.317051 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 14:00:08.317051 n-d-773647-6 neutron-server[100246]: self._notify() Jul 06 14:00:08.317051 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 14:00:08.317051 n-d-773647-6 neutron-server[100246]: self.callback(batched_events) Jul 06 14:00:08.317051 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 14:00:08.317051 n-d-773647-6 neutron-server[100246]: event.method(event) Jul 06 14:00:08.317051 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 14:00:08.317051 n-d-773647-6 neutron-server[100246]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 14:00:08.317051 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 14:00:08.317051 n-d-773647-6 neutron-server[100246]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 14:00:08.317051 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 14:00:08.317051 n-d-773647-6 neutron-server[100246]: return f(self, *a, **k) Jul 06 14:00:08.317051 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 14:00:08.317051 n-d-773647-6 neutron-server[100246]: return self._get(url).json() Jul 06 14:00:08.317051 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 14:00:08.317051 n-d-773647-6 neutron-server[100246]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 14:00:08.317051 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 14:00:08.317051 n-d-773647-6 neutron-server[100246]: return self.request(url, 'GET', **kwargs) Jul 06 14:00:08.317051 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 14:00:08.317051 n-d-773647-6 neutron-server[100246]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 14:00:08.317051 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 14:00:08.317051 n-d-773647-6 neutron-server[100246]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 14:00:08.317051 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 14:00:08.317051 n-d-773647-6 neutron-server[100246]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 14:00:08.317051 n-d-773647-6 neutron-server[100246]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 14:00:08.390181 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-bbfdb66c-b5c9-4517-8174-235c7ba85c78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-917215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1761140'] for network, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:08.396205 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-bbfdb66c-b5c9-4517-8174-235c7ba85c78 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583035'] for network, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:08.398803 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-bbfdb66c-b5c9-4517-8174-235c7ba85c78 admin admin] 10.222.0.104 "DELETE /v2.0/networks/460f74e5-0a7f-4f78-8d1f-c6320874439c HTTP/1.1" status: 204 len: 168 time: 0.6152022 Jul 06 14:00:08.405734 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 34596) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:00:08.409837 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-597a4777-15c2-4fee-8cc0-5a2d0d1463d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117'] for port, after_delete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:08.412518 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbfdb66c-b5c9-4517-8174-235c7ba85c78 admin admin] Pushing event deleted for resources: {'Network': ['ID=460f74e5-0a7f-4f78-8d1f-c6320874439c,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:00:08.418498 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-597a4777-15c2-4fee-8cc0-5a2d0d1463d3 None None] Network 460f74e5-0a7f-4f78-8d1f-c6320874439c is not hosted by any dhcp agent {{(pid=100248) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jul 06 14:00:08.419317 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-597a4777-15c2-4fee-8cc0-5a2d0d1463d3 None None] No DVR routers for this DVR port 8e7da9cd-c8a5-409e-8be5-756d0362bd53 on host n-d-773647-6 {{(pid=100248) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:00:08.438591 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597a4777-15c2-4fee-8cc0-5a2d0d1463d3 None None] Pushing event deleted for resources: {'Port': ['ID=8e7da9cd-c8a5-409e-8be5-756d0362bd53,revision_number=None']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:00:08.562707 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 8e7da9cd-c8a5-409e-8be5-756d0362bd53 no longer exists at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:00:08.587098 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18963b38-6a8d-4f23-8f68-3d284bd2690d req-942e4a68-64c9-442c-9924-1e495841d01c tempest-ServerDiskConfigTestJSON-920847304 tempest-ServerDiskConfigTestJSON-920847304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:00:08.587495 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] No Port match for: 8e7da9cd-c8a5-409e-8be5-756d0362bd53 {{(pid=100248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 14:00:08.588082 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 8e7da9cd-c8a5-409e-8be5-756d0362bd53 not bound to the agent host n-d-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:00:08.588603 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device aefefec2-a26b-4852-8d04-c232bf44b1df no longer exists at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:00:08.588746 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-18963b38-6a8d-4f23-8f68-3d284bd2690d req-942e4a68-64c9-442c-9924-1e495841d01c tempest-ServerDiskConfigTestJSON-920847304 tempest-ServerDiskConfigTestJSON-920847304-project] 10.222.0.127 "GET /v2.0/ports?device_id=b17eeb7c-3d10-4b9a-9008-8da365d16076 HTTP/1.1" status: 200 len: 946 time: 0.4069123 Jul 06 14:00:08.608392 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] No Port match for: aefefec2-a26b-4852-8d04-c232bf44b1df {{(pid=100248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 14:00:08.608883 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device aefefec2-a26b-4852-8d04-c232bf44b1df not bound to the agent host n-d-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:00:08.609409 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 1d882890-1b14-4f02-9680-5aee680e0d0b no longer exists at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:00:08.632528 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] No Port match for: 1d882890-1b14-4f02-9680-5aee680e0d0b {{(pid=100248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 14:00:08.633564 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 1d882890-1b14-4f02-9680-5aee680e0d0b not bound to the agent host n-d-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:00:08.651166 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-c1a9525d-96d1-4c0c-9923-4fa52821d23b req-5f4d6e66-2193-4aa1-acf1-caf16546eb04 tempest-ServerDiskConfigTestJSON-920847304 tempest-ServerDiskConfigTestJSON-920847304-project] 10.222.0.104 "GET /v2.0/ports?tenant_id=aa7d5b29f8ec457fb3612664b97c2f33&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3226287 Jul 06 14:00:08.660062 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-7f477932-4ad4-4c40-acff-fafd33471b30 req-2953674e-a4b4-4af4-8adb-6bdeae771425 tempest-ImagesOneServerNegativeTestJSON-2145662933 tempest-ImagesOneServerNegativeTestJSON-2145662933-project] Notify callbacks [] for port, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:08.726167 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Device 1e760043-5e86-4c1b-8872-cbe80ed821f8 details requested by agent hyperv_n-h1-773647-6 with host n-h1-773647-6 {{(pid=100248) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 14:00:08.840702 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 14:00:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-952894bd-d4b0-499e-8c83-48e19b5e37d1 x-openstack-request-id: req-952894bd-d4b0-499e-8c83-48e19b5e37d1 {{(pid=100248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:00:08.841328 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93baebbc-f8da-41f6-a869-705bcac34402", "name": "network-vif-plugged", "status": "completed", "tag": "b3d5f759-25d1-4c4c-b7ec-a5f305aed096", "code": 200}]} {{(pid=100248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:00:08.841328 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-952894bd-d4b0-499e-8c83-48e19b5e37d1 {{(pid=100248) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:00:08.841617 n-d-773647-6 neutron-server[100248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93baebbc-f8da-41f6-a869-705bcac34402', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3d5f759-25d1-4c4c-b7ec-a5f305aed096', 'code': 200} Jul 06 14:00:08.845050 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] For port 1e760043-5e86-4c1b-8872-cbe80ed821f8, host n-h1-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773647-6',level=0,port_id=1e760043-5e86-4c1b-8872-cbe80ed821f8,segment=NetworkSegment(4f2a8c10-ee2e-4062-8043-6d0308f57340),segment_id=4f2a8c10-ee2e-4062-8043-6d0308f57340)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:00:08.858126 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Returning: {'device': '1e760043-5e86-4c1b-8872-cbe80ed821f8', 'network_id': '148cc126-591d-4f16-8ea9-6ee91e054016', 'port_id': '1e760043-5e86-4c1b-8872-cbe80ed821f8', 'mac_address': 'fa:16:3e:62:1f:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1004, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8950c21c-6c1c-4e3a-91f6-b4d0ae06cbd1', 'ip_address': '19.80.0.143'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100248) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 14:00:08.919167 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:08.924427 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-c1a9525d-96d1-4c0c-9923-4fa52821d23b req-859c88a4-20cb-4230-9fc7-2e971ea801ac service neutron] 10.222.0.104 "GET /v2.0/networks/80a8f655-14ef-4b04-89b8-0871faf0b23f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2594593 Jul 06 14:00:08.934412 n-d-773647-6 neutron-server[100248]: DEBUG neutron.notifiers.nova [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1e760043-5e86-4c1b-8872-cbe80ed821f8 {{(pid=100248) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 14:00:08.960774 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] For port 1e760043-5e86-4c1b-8872-cbe80ed821f8, host n-h1-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773647-6',level=0,port_id=1e760043-5e86-4c1b-8872-cbe80ed821f8,segment=NetworkSegment(4f2a8c10-ee2e-4062-8043-6d0308f57340),segment_id=4f2a8c10-ee2e-4062-8043-6d0308f57340)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:00:08.965906 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:08.966704 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Device d90756f7-aa74-4b57-bd08-74a55d62f7e8 details requested by agent hyperv_n-h1-773647-6 with host n-h1-773647-6 {{(pid=100248) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 14:00:08.968840 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd87eb4a-e312-4375-a7c5-ee99835f67c3 req-393216cf-5c51-4f55-acf5-856173908b69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:00:08.970654 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-cd87eb4a-e312-4375-a7c5-ee99835f67c3 req-393216cf-5c51-4f55-acf5-856173908b69 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=93baebbc-f8da-41f6-a869-705bcac34402 HTTP/1.1" status: 200 len: 1101 time: 0.0606060 Jul 06 14:00:08.980766 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-7f477932-4ad4-4c40-acff-fafd33471b30 req-2953674e-a4b4-4af4-8adb-6bdeae771425 tempest-ImagesOneServerNegativeTestJSON-2145662933 tempest-ImagesOneServerNegativeTestJSON-2145662933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-128888360'] for port, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:09.010612 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-cd87eb4a-e312-4375-a7c5-ee99835f67c3 req-75a18280-c336-426c-b8be-73a4de50be34 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=304f894d-c671-4a59-b0fb-2a4d849c5ac9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302839 Jul 06 14:00:09.025334 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-01827b76-ba6a-4848-a84c-78877c3ab04b req-db440147-2ebb-4612-a584-ebd5ed9bd655 tempest-ServersAdminNegativeTestJSON-1929369317 tempest-ServersAdminNegativeTestJSON-1929369317-project] 10.222.0.104 "GET /v2.0/networks?tenant_id=fc9ece0601f14b5fb95b9c26e47a6e86&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1076880 Jul 06 14:00:09.034631 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.plugin [req-18963b38-6a8d-4f23-8f68-3d284bd2690d req-afe5a632-a120-428a-af5b-bd88fd60409c tempest-ServerDiskConfigTestJSON-920847304 tempest-ServerDiskConfigTestJSON-920847304-project] Deleting port bcd84afc-3272-48c3-9d39-22281380dce0 {{(pid=100247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:00:09.034974 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-18963b38-6a8d-4f23-8f68-3d284bd2690d req-afe5a632-a120-428a-af5b-bd88fd60409c tempest-ServerDiskConfigTestJSON-920847304 tempest-ServerDiskConfigTestJSON-920847304-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:09.035779 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] For port d90756f7-aa74-4b57-bd08-74a55d62f7e8, host n-h1-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773647-6',level=0,port_id=d90756f7-aa74-4b57-bd08-74a55d62f7e8,segment=NetworkSegment(4f2a8c10-ee2e-4062-8043-6d0308f57340),segment_id=4f2a8c10-ee2e-4062-8043-6d0308f57340)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:00:09.044329 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Pushing event updated for resources: {'Port': ['ID=1e760043-5e86-4c1b-8872-cbe80ed821f8,revision_number=4']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:00:09.051815 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Returning: {'device': 'd90756f7-aa74-4b57-bd08-74a55d62f7e8', 'network_id': '148cc126-591d-4f16-8ea9-6ee91e054016', 'port_id': 'd90756f7-aa74-4b57-bd08-74a55d62f7e8', 'mac_address': 'fa:16:3e:ae:f8:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1004, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8950c21c-6c1c-4e3a-91f6-b4d0ae06cbd1', 'ip_address': '19.80.0.229'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100248) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 14:00:09.090195 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:09.103868 n-d-773647-6 neutron-server[100248]: DEBUG neutron.notifiers.nova [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d90756f7-aa74-4b57-bd08-74a55d62f7e8 {{(pid=100248) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 14:00:09.123855 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] For port d90756f7-aa74-4b57-bd08-74a55d62f7e8, host n-h1-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773647-6',level=0,port_id=d90756f7-aa74-4b57-bd08-74a55d62f7e8,segment=NetworkSegment(4f2a8c10-ee2e-4062-8043-6d0308f57340),segment_id=4f2a8c10-ee2e-4062-8043-6d0308f57340)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:00:09.127586 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:09.128311 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Device ec964f7d-b721-496f-9e41-ba57103cd575 details requested by agent hyperv_n-h1-773647-6 with host n-h1-773647-6 {{(pid=100248) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 14:00:09.188479 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7f477932-4ad4-4c40-acff-fafd33471b30 req-2953674e-a4b4-4af4-8adb-6bdeae771425 tempest-ImagesOneServerNegativeTestJSON-2145662933 tempest-ImagesOneServerNegativeTestJSON-2145662933-project] Network 2087659c-d042-4f52-8c8b-57a851bb551b is already hosted by enough agents. {{(pid=100247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:00:09.223679 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Pushing event updated for resources: {'Port': ['ID=d90756f7-aa74-4b57-bd08-74a55d62f7e8,revision_number=4']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:00:09.238450 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.base_scheduler [req-7f477932-4ad4-4c40-acff-fafd33471b30 req-2953674e-a4b4-4af4-8adb-6bdeae771425 tempest-ImagesOneServerNegativeTestJSON-2145662933 tempest-ImagesOneServerNegativeTestJSON-2145662933-project] Resources bound (agent type, host, resource id): {{(pid=100247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:00:09.240293 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2953674e-a4b4-4af4-8adb-6bdeae771425 tempest-ImagesOneServerNegativeTestJSON-2145662933 tempest-ImagesOneServerNegativeTestJSON-2145662933-project] Pushing event updated for resources: {'Port': ['ID=b7462385-0545-41fe-bd5f-627db4f47332,revision_number=1']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:00:09.252191 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f477932-4ad4-4c40-acff-fafd33471b30 req-2953674e-a4b4-4af4-8adb-6bdeae771425 tempest-ImagesOneServerNegativeTestJSON-2145662933 tempest-ImagesOneServerNegativeTestJSON-2145662933-project] Received port after_create {{(pid=100247) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:00:09.267907 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] For port ec964f7d-b721-496f-9e41-ba57103cd575, host n-h1-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773647-6',level=0,port_id=ec964f7d-b721-496f-9e41-ba57103cd575,segment=NetworkSegment(0d13df17-fc25-4450-9756-6169cc61be9b),segment_id=0d13df17-fc25-4450-9756-6169cc61be9b)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:00:09.280094 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Returning: {'device': 'ec964f7d-b721-496f-9e41-ba57103cd575', 'network_id': '68491203-b0db-4981-8a0d-44d0d16dcf7a', 'port_id': 'ec964f7d-b721-496f-9e41-ba57103cd575', 'mac_address': 'fa:16:3e:3a:3c:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1040, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f09bacf-9043-4249-b094-7d935be63d60', 'ip_address': '19.86.0.24'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100248) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 14:00:09.324095 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:09.338907 n-d-773647-6 neutron-server[100248]: DEBUG neutron.notifiers.nova [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ec964f7d-b721-496f-9e41-ba57103cd575 {{(pid=100248) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 14:00:09.365425 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-c1a9525d-96d1-4c0c-9923-4fa52821d23b req-ffedb6ad-8458-4748-a041-85fd1fad502d service neutron] 10.222.0.104 "GET /v2.0/networks/80a8f655-14ef-4b04-89b8-0871faf0b23f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4264498 Jul 06 14:00:09.368424 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] For port ec964f7d-b721-496f-9e41-ba57103cd575, host n-h1-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773647-6',level=0,port_id=ec964f7d-b721-496f-9e41-ba57103cd575,segment=NetworkSegment(0d13df17-fc25-4450-9756-6169cc61be9b),segment_id=0d13df17-fc25-4450-9756-6169cc61be9b)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:00:09.374369 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:09.396914 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.db [req-18963b38-6a8d-4f23-8f68-3d284bd2690d req-afe5a632-a120-428a-af5b-bd88fd60409c tempest-ServerDiskConfigTestJSON-920847304 tempest-ServerDiskConfigTestJSON-920847304-project] For port bcd84afc-3272-48c3-9d39-22281380dce0, host n-h1-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773647-6',level=0,port_id=bcd84afc-3272-48c3-9d39-22281380dce0,segment=NetworkSegment(1bb3acc6-dcb3-43f0-ad94-2763c9e79a65),segment_id=1bb3acc6-dcb3-43f0-ad94-2763c9e79a65)] {{(pid=100247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:00:09.397279 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-18963b38-6a8d-4f23-8f68-3d284bd2690d req-afe5a632-a120-428a-af5b-bd88fd60409c tempest-ServerDiskConfigTestJSON-920847304 tempest-ServerDiskConfigTestJSON-920847304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:09.420055 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f477932-4ad4-4c40-acff-fafd33471b30 req-2953674e-a4b4-4af4-8adb-6bdeae771425 tempest-ImagesOneServerNegativeTestJSON-2145662933 tempest-ImagesOneServerNegativeTestJSON-2145662933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:00:09.420736 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-7f477932-4ad4-4c40-acff-fafd33471b30 req-2953674e-a4b4-4af4-8adb-6bdeae771425 tempest-ImagesOneServerNegativeTestJSON-2145662933 tempest-ImagesOneServerNegativeTestJSON-2145662933-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:09.427259 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Pushing event updated for resources: {'Port': ['ID=ec964f7d-b721-496f-9e41-ba57103cd575,revision_number=4']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:00:09.432985 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01827b76-ba6a-4848-a84c-78877c3ab04b req-ef4c96f5-3118-4bac-afcd-5f790e44354d tempest-ServersAdminNegativeTestJSON-1929369317 tempest-ServersAdminNegativeTestJSON-1929369317-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:00:09.434630 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-01827b76-ba6a-4848-a84c-78877c3ab04b req-ef4c96f5-3118-4bac-afcd-5f790e44354d tempest-ServersAdminNegativeTestJSON-1929369317 tempest-ServersAdminNegativeTestJSON-1929369317-project] 10.222.0.104 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3727307 Jul 06 14:00:09.448131 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.plugin [req-18963b38-6a8d-4f23-8f68-3d284bd2690d req-afe5a632-a120-428a-af5b-bd88fd60409c tempest-ServerDiskConfigTestJSON-920847304 tempest-ServerDiskConfigTestJSON-920847304-project] Calling delete_port for bcd84afc-3272-48c3-9d39-22281380dce0 owned by compute:nova {{(pid=100247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:00:09.479956 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-7f477932-4ad4-4c40-acff-fafd33471b30 req-2953674e-a4b4-4af4-8adb-6bdeae771425 tempest-ImagesOneServerNegativeTestJSON-2145662933 tempest-ImagesOneServerNegativeTestJSON-2145662933-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3349705 Jul 06 14:00:09.485189 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-01827b76-ba6a-4848-a84c-78877c3ab04b req-90019830-ee05-48a3-b778-6757643a80a0 tempest-ServersAdminNegativeTestJSON-1929369317 tempest-ServersAdminNegativeTestJSON-1929369317-project] 10.222.0.104 "GET /v2.0/quotas/fc9ece0601f14b5fb95b9c26e47a6e86 HTTP/1.1" status: 200 len: 375 time: 0.0384114 Jul 06 14:00:09.497396 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [req-7f477932-4ad4-4c40-acff-fafd33471b30 req-8950b2dc-7c52-4a96-ab47-9001a971955b service neutron] Request body: {'port': {'device_id': 'ebe2de0a-9823-41a4-a382-e3f9906ff5d7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-773647-6'}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:00:09.985760 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] get_ports_and_sgs() called for port_ids ['d90756f7-aa74-4b57-bd08-74a55d62f7e8'] {{(pid=100248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 14:00:10.054004 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-7f477932-4ad4-4c40-acff-fafd33471b30 req-8950b2dc-7c52-4a96-ab47-9001a971955b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:10.056620 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] get_ports_and_sgs() called for port_ids ['ec964f7d-b721-496f-9e41-ba57103cd575'] {{(pid=100248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 14:00:10.084087 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-01827b76-ba6a-4848-a84c-78877c3ab04b req-6e362798-91df-4857-be57-8725aead9d73 tempest-ServersAdminNegativeTestJSON-1929369317 tempest-ServersAdminNegativeTestJSON-1929369317-project] 10.222.0.104 "GET /v2.0/ports?tenant_id=fc9ece0601f14b5fb95b9c26e47a6e86&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5517621 Jul 06 14:00:10.090764 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-68950e90-4d37-4e26-af27-472b822f2887 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1809431'] for router_interface, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:10.103837 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9602c39a-d47e-4a8a-ac0e-2c43e8a2adc8 req-c298207e-043f-4285-9f8c-9029773d5e3a tempest-ServersOnMultiNodesTest-299961212 tempest-ServersOnMultiNodesTest-299961212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:00:10.105399 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-9602c39a-d47e-4a8a-ac0e-2c43e8a2adc8 req-c298207e-043f-4285-9f8c-9029773d5e3a tempest-ServersOnMultiNodesTest-299961212 tempest-ServersOnMultiNodesTest-299961212-project] 10.222.0.104 "GET /v2.0/ports?device_id=93baebbc-f8da-41f6-a869-705bcac34402 HTTP/1.1" status: 200 len: 950 time: 0.3005080 Jul 06 14:00:10.197432 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-18963b38-6a8d-4f23-8f68-3d284bd2690d req-afe5a632-a120-428a-af5b-bd88fd60409c tempest-ServerDiskConfigTestJSON-920847304 tempest-ServerDiskConfigTestJSON-920847304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128888353'] for port, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:10.295114 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe5a632-a120-428a-af5b-bd88fd60409c tempest-ServerDiskConfigTestJSON-920847304 tempest-ServerDiskConfigTestJSON-920847304-project] Pushing event deleted for resources: {'Port': ['ID=bcd84afc-3272-48c3-9d39-22281380dce0,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:00:10.344023 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:10.358912 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-9602c39a-d47e-4a8a-ac0e-2c43e8a2adc8 req-b7fea5f2-4a23-4115-b41a-d0a037725836 tempest-ServersOnMultiNodesTest-299961212 tempest-ServersOnMultiNodesTest-299961212-project] 10.222.0.104 "GET /v2.0/security-groups?id=304f894d-c671-4a59-b0fb-2a4d849c5ac9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2118123 Jul 06 14:00:10.539357 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Tue, 06 Jul 2021 14:00:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfa37028-48ac-409f-b923-5335c8e75b90 x-openstack-request-id: req-dfa37028-48ac-409f-b923-5335c8e75b90 {{(pid=100247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:00:10.539652 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "affa3918-e899-4dfe-8660-4b640439777a", "name": "network-vif-deleted", "tag": "19851e39-5c5f-4c4a-8039-558e4f8eefb7", "status": "failed", "code": 422}]} {{(pid=100247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:00:10.539913 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-dfa37028-48ac-409f-b923-5335c8e75b90 {{(pid=100247) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:00:10.540315 n-d-773647-6 neutron-server[100247]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'affa3918-e899-4dfe-8660-4b640439777a', 'name': 'network-vif-deleted', 'tag': '19851e39-5c5f-4c4a-8039-558e4f8eefb7', 'status': 'failed', 'code': 422} returned with failed status Jul 06 14:00:10.541098 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.l3_dvrscheduler_db [req-18963b38-6a8d-4f23-8f68-3d284bd2690d req-afe5a632-a120-428a-af5b-bd88fd60409c tempest-ServerDiskConfigTestJSON-920847304 tempest-ServerDiskConfigTestJSON-920847304-project] No DVR routers for this DVR port bcd84afc-3272-48c3-9d39-22281380dce0 on host n-h1-773647-6 {{(pid=100247) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:00:10.564348 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-18963b38-6a8d-4f23-8f68-3d284bd2690d req-afe5a632-a120-428a-af5b-bd88fd60409c tempest-ServerDiskConfigTestJSON-920847304 tempest-ServerDiskConfigTestJSON-920847304-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:10.569754 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-18963b38-6a8d-4f23-8f68-3d284bd2690d req-afe5a632-a120-428a-af5b-bd88fd60409c tempest-ServerDiskConfigTestJSON-920847304 tempest-ServerDiskConfigTestJSON-920847304-project] 10.222.0.127 "DELETE /v2.0/ports/bcd84afc-3272-48c3-9d39-22281380dce0 HTTP/1.1" status: 204 len: 173 time: 1.9705396 Jul 06 14:00:10.743623 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Device bcd84afc-3272-48c3-9d39-22281380dce0 no longer exists at agent hyperv_n-h1-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:00:10.779580 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] No Port match for: bcd84afc-3272-48c3-9d39-22281380dce0 {{(pid=100248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 14:00:10.780631 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Device bcd84afc-3272-48c3-9d39-22281380dce0 not bound to the agent host n-h1-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:00:10.836707 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2002e2-1445-49f1-aa72-ae3fa5a07c29 req-57e68929-4567-4f7d-8f0a-6afc2494cdfb tempest-ImagesOneServerNegativeTestJSON-2145662933 tempest-ImagesOneServerNegativeTestJSON-2145662933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:00:10.843286 n-d-773647-6 neutron-server[100248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7061350e-4dca-4399-85c7-69dfaa1b6322', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '891b2c81-2c6a-4763-a1b7-6fa3d05d0063'}] {{(pid=100248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:00:10.844334 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-3f2002e2-1445-49f1-aa72-ae3fa5a07c29 req-57e68929-4567-4f7d-8f0a-6afc2494cdfb tempest-ImagesOneServerNegativeTestJSON-2145662933 tempest-ImagesOneServerNegativeTestJSON-2145662933-project] 10.222.0.104 "GET /v2.0/ports?device_id=ebe2de0a-9823-41a4-a382-e3f9906ff5d7 HTTP/1.1" status: 200 len: 931 time: 0.3199065 Jul 06 14:00:10.845859 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84af257533e383389cbcf231d3534f4d5e149e7203fea16b4a8fc01438dddaf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2083f75-5207-4364-aec8-d61f572bd36f" -d '{"events": [{"server_uuid": "7061350e-4dca-4399-85c7-69dfaa1b6322", "name": "network-vif-plugged", "status": "completed", "tag": "891b2c81-2c6a-4763-a1b7-6fa3d05d0063"}]}' {{(pid=100248) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:00:10.886192 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db420fd-4ba6-4993-a064-a5248999d588 req-b21cf12b-a0ba-4bda-b4c4-55c47df7f794 tempest-ServersTestMultiNic-850319587 tempest-ServersTestMultiNic-850319587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:00:10.892462 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db420fd-4ba6-4993-a064-a5248999d588 req-b21cf12b-a0ba-4bda-b4c4-55c47df7f794 tempest-ServersTestMultiNic-850319587 tempest-ServersTestMultiNic-850319587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:00:10.898324 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db420fd-4ba6-4993-a064-a5248999d588 req-b21cf12b-a0ba-4bda-b4c4-55c47df7f794 tempest-ServersTestMultiNic-850319587 tempest-ServersTestMultiNic-850319587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:00:10.900646 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-2db420fd-4ba6-4993-a064-a5248999d588 req-b21cf12b-a0ba-4bda-b4c4-55c47df7f794 tempest-ServersTestMultiNic-850319587 tempest-ServersTestMultiNic-850319587-project] 10.222.0.104 "GET /v2.0/ports?device_id=409be978-2186-4f76-b76b-7fe87eeb7c40 HTTP/1.1" status: 200 len: 2415 time: 0.2588637 Jul 06 14:00:10.921612 n-d-773647-6 neutron-server[100247]: DEBUG neutron.notifiers.nova [req-7f477932-4ad4-4c40-acff-fafd33471b30 req-8950b2dc-7c52-4a96-ab47-9001a971955b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b7462385-0545-41fe-bd5f-627db4f47332 {{(pid=100247) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 14:00:10.937104 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-7f477932-4ad4-4c40-acff-fafd33471b30 req-8950b2dc-7c52-4a96-ab47-9001a971955b service neutron] Notify callbacks [] for port, precommit_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:11.039531 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-3f2002e2-1445-49f1-aa72-ae3fa5a07c29 req-f5bc1b47-a2f3-430c-a6ed-0497d1d705d6 tempest-ImagesOneServerNegativeTestJSON-2145662933 tempest-ImagesOneServerNegativeTestJSON-2145662933-project] 10.222.0.104 "GET /v2.0/security-groups?id=cf130993-6904-4731-ae5d-09749f3f4522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1942611 Jul 06 14:00:11.040557 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.provisioning_blocks [req-7f477932-4ad4-4c40-acff-fafd33471b30 req-8950b2dc-7c52-4a96-ab47-9001a971955b service neutron] Transition to ACTIVE for port object b7462385-0545-41fe-bd5f-627db4f47332 will not be triggered until provisioned by entity L2. {{(pid=100247) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:00:11.056851 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-7f477932-4ad4-4c40-acff-fafd33471b30 req-8950b2dc-7c52-4a96-ab47-9001a971955b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128888538'] for port, after_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:11.079905 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-2db420fd-4ba6-4993-a064-a5248999d588 req-163c74f7-0d6b-4757-bcc4-3df5f4609e5c tempest-ServersTestMultiNic-850319587 tempest-ServersTestMultiNic-850319587-project] 10.222.0.104 "GET /v2.0/security-groups?id=3be580b9-03cb-4a9b-8661-5fe7dfbcaae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1695442 Jul 06 14:00:11.113715 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] get_ports_and_sgs() called for port_ids ['1e760043-5e86-4c1b-8872-cbe80ed821f8'] {{(pid=100248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 14:00:11.179405 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8950b2dc-7c52-4a96-ab47-9001a971955b service neutron] Pushing event updated for resources: {'Port': ['ID=b7462385-0545-41fe-bd5f-627db4f47332,revision_number=2']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:00:11.191793 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a9525d-96d1-4c0c-9923-4fa52821d23b req-4ab3fd02-8694-4842-a6cf-c1f815f00952 tempest-ServerDiskConfigTestJSON-920847304 tempest-ServerDiskConfigTestJSON-920847304-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:00:11.193470 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-c1a9525d-96d1-4c0c-9923-4fa52821d23b req-4ab3fd02-8694-4842-a6cf-c1f815f00952 tempest-ServerDiskConfigTestJSON-920847304 tempest-ServerDiskConfigTestJSON-920847304-project] 10.222.0.127 "GET /v2.0/networks?id=80a8f655-14ef-4b04-89b8-0871faf0b23f HTTP/1.1" status: 200 len: 814 time: 0.2893629 Jul 06 14:00:11.220244 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [req-c1a9525d-96d1-4c0c-9923-4fa52821d23b req-9a5d1edf-2a2d-430b-bd79-e4468c221a7e tempest-ServerDiskConfigTestJSON-920847304 tempest-ServerDiskConfigTestJSON-920847304-project] Request body: {'port': {'device_id': '0f4b4d0f-4467-44a3-8615-0ffc3a6ef0c6', 'network_id': '80a8f655-14ef-4b04-89b8-0871faf0b23f', 'admin_state_up': True, 'tenant_id': 'aa7d5b29f8ec457fb3612664b97c2f33'}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:00:11.349056 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-41b6b049-6471-4712-8d64-e72aa17430f5 req-503baa6e-db74-47ea-8916-44f53ec081ee tempest-ServerDiskConfigTestJSON-920847304 tempest-ServerDiskConfigTestJSON-920847304-project] 10.222.0.104 "GET /v2.0/ports?device_id=0f4b4d0f-4467-44a3-8615-0ffc3a6ef0c6 HTTP/1.1" status: 200 len: 210 time: 0.0953531 Jul 06 14:00:11.361117 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.plugin [None req-68950e90-4d37-4e26-af27-472b822f2887 admin admin] Deleting port b85538f4-88c9-40ed-85dd-64c299ea3a6d {{(pid=100247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:00:11.376436 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-68950e90-4d37-4e26-af27-472b822f2887 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:11.519411 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-3527651e-a1a0-4942-9d51-5064233cec47 req-8fa9ce67-cf15-4881-8d5a-00af05cddf7a tempest-ServersAdminNegativeTestJSON-1929369317 tempest-ServersAdminNegativeTestJSON-1929369317-project] 10.222.0.104 "GET /v2.0/ports?device_id=7b8504ac-e10a-483e-a568-0cc9b642ae7d HTTP/1.1" status: 200 len: 210 time: 0.0846665 Jul 06 14:00:11.520170 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.managers [req-7f477932-4ad4-4c40-acff-fafd33471b30 req-8950b2dc-7c52-4a96-ab47-9001a971955b service neutron] Attempting to bind port b7462385-0545-41fe-bd5f-627db4f47332 on host n-h2-773647-6 for vnic_type normal with profile {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:00:11.520502 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.managers [req-7f477932-4ad4-4c40-acff-fafd33471b30 req-8950b2dc-7c52-4a96-ab47-9001a971955b service neutron] Attempting to bind port b7462385-0545-41fe-bd5f-627db4f47332 by drivers openvswitch,hyperv on host n-h2-773647-6 at level 0 using segments [{'id': '165a4ca3-d89f-4657-8b31-086440d21aaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1029, 'network_id': '2087659c-d042-4f52-8c8b-57a851bb551b'}] {{(pid=100247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:00:11.520828 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f477932-4ad4-4c40-acff-fafd33471b30 req-8950b2dc-7c52-4a96-ab47-9001a971955b service neutron] Attempting to bind port b7462385-0545-41fe-bd5f-627db4f47332 on network 2087659c-d042-4f52-8c8b-57a851bb551b {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:00:11.554532 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 14:00:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f874cae8-7cde-47ac-8099-29b7c447265b x-openstack-request-id: req-f874cae8-7cde-47ac-8099-29b7c447265b {{(pid=100248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:00:11.555454 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7061350e-4dca-4399-85c7-69dfaa1b6322", "name": "network-vif-plugged", "status": "completed", "tag": "891b2c81-2c6a-4763-a1b7-6fa3d05d0063", "code": 200}]} {{(pid=100248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:00:11.556818 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-f874cae8-7cde-47ac-8099-29b7c447265b {{(pid=100248) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:00:11.557574 n-d-773647-6 neutron-server[100248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7061350e-4dca-4399-85c7-69dfaa1b6322', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '891b2c81-2c6a-4763-a1b7-6fa3d05d0063', 'code': 200} Jul 06 14:00:11.605028 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.db [None req-68950e90-4d37-4e26-af27-472b822f2887 admin admin] For port b85538f4-88c9-40ed-85dd-64c299ea3a6d, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=b85538f4-88c9-40ed-85dd-64c299ea3a6d,segment=NetworkSegment(a5ffa2f7-1926-4bdd-a79c-ddfaa3584aa5),segment_id=a5ffa2f7-1926-4bdd-a79c-ddfaa3584aa5)] {{(pid=100247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:00:11.605384 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-68950e90-4d37-4e26-af27-472b822f2887 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:11.619256 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.plugin [None req-68950e90-4d37-4e26-af27-472b822f2887 admin admin] Calling delete_port for b85538f4-88c9-40ed-85dd-64c299ea3a6d owned by network:router_interface {{(pid=100247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:00:11.667060 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f477932-4ad4-4c40-acff-fafd33471b30 req-8950b2dc-7c52-4a96-ab47-9001a971955b service neutron] Port b7462385-0545-41fe-bd5f-627db4f47332 on network 2087659c-d042-4f52-8c8b-57a851bb551b not bound, no agent of type Open vSwitch agent registered on host n-h2-773647-6 {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 14:00:11.667437 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f477932-4ad4-4c40-acff-fafd33471b30 req-8950b2dc-7c52-4a96-ab47-9001a971955b service neutron] Attempting to bind port b7462385-0545-41fe-bd5f-627db4f47332 on network 2087659c-d042-4f52-8c8b-57a851bb551b {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:00:11.763684 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-01827b76-ba6a-4848-a84c-78877c3ab04b req-7e40a546-7ad2-4cac-9b50-c3407a75ebf5 tempest-ServersAdminNegativeTestJSON-1929369317 tempest-ServersAdminNegativeTestJSON-1929369317-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=fc9ece0601f14b5fb95b9c26e47a6e86&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0318749 Jul 06 14:00:11.924926 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429a6d32-bdde-42e2-8e7f-90be60b2ce39 req-99bbae7e-45d3-4544-95a6-e0c7473eb891 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:00:11.926694 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-429a6d32-bdde-42e2-8e7f-90be60b2ce39 req-99bbae7e-45d3-4544-95a6-e0c7473eb891 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=7061350e-4dca-4399-85c7-69dfaa1b6322 HTTP/1.1" status: 200 len: 1101 time: 0.1660993 Jul 06 14:00:11.966959 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01827b76-ba6a-4848-a84c-78877c3ab04b req-913b8a28-0f23-4594-8224-71bdb60a972f tempest-ServersAdminNegativeTestJSON-1929369317 tempest-ServersAdminNegativeTestJSON-1929369317-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:00:11.968749 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-01827b76-ba6a-4848-a84c-78877c3ab04b req-913b8a28-0f23-4594-8224-71bdb60a972f tempest-ServersAdminNegativeTestJSON-1929369317 tempest-ServersAdminNegativeTestJSON-1929369317-project] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1897919 Jul 06 14:00:11.976248 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f477932-4ad4-4c40-acff-fafd33471b30 req-8950b2dc-7c52-4a96-ab47-9001a971955b service neutron] Checking agent: {'id': '63768ece-0600-4354-8d29-fdedec96b077', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-773647-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 51, 10), 'started_at': datetime.datetime(2021, 7, 6, 13, 51, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 0, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:00:11.976589 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f477932-4ad4-4c40-acff-fafd33471b30 req-8950b2dc-7c52-4a96-ab47-9001a971955b service neutron] Checking segment: {'id': '165a4ca3-d89f-4657-8b31-086440d21aaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1029, 'network_id': '2087659c-d042-4f52-8c8b-57a851bb551b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100247) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:00:11.977043 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f477932-4ad4-4c40-acff-fafd33471b30 req-8950b2dc-7c52-4a96-ab47-9001a971955b service neutron] Bound using segment: {'id': '165a4ca3-d89f-4657-8b31-086440d21aaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1029, 'network_id': '2087659c-d042-4f52-8c8b-57a851bb551b'} {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:00:11.977485 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.managers [req-7f477932-4ad4-4c40-acff-fafd33471b30 req-8950b2dc-7c52-4a96-ab47-9001a971955b service neutron] Bound port: b7462385-0545-41fe-bd5f-627db4f47332, host: n-h2-773647-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '165a4ca3-d89f-4657-8b31-086440d21aaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1029, 'network_id': '2087659c-d042-4f52-8c8b-57a851bb551b'}}] {{(pid=100247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:00:11.977840 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-7f477932-4ad4-4c40-acff-fafd33471b30 req-8950b2dc-7c52-4a96-ab47-9001a971955b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:11.989464 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [req-01827b76-ba6a-4848-a84c-78877c3ab04b req-dd743777-f859-4965-b4ac-5075f8c9fcd6 tempest-ServersAdminNegativeTestJSON-1929369317 tempest-ServersAdminNegativeTestJSON-1929369317-project] Request body: {'port': {'device_id': '7b8504ac-e10a-483e-a568-0cc9b642ae7d', 'network_id': 'ac09d390-867f-4b75-a8d2-ab11550bffd6', 'admin_state_up': True, 'tenant_id': 'fc9ece0601f14b5fb95b9c26e47a6e86'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:00:11.997449 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-429a6d32-bdde-42e2-8e7f-90be60b2ce39 req-e655b6ff-df62-4063-99d3-d027d0096aa3 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=304f894d-c671-4a59-b0fb-2a4d849c5ac9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611444 Jul 06 14:00:12.045343 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c1a9525d-96d1-4c0c-9923-4fa52821d23b req-9a5d1edf-2a2d-430b-bd79-e4468c221a7e tempest-ServerDiskConfigTestJSON-920847304 tempest-ServerDiskConfigTestJSON-920847304-project] Made reservation on behalf of aa7d5b29f8ec457fb3612664b97c2f33 for: {'port': 1} {{(pid=100247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:00:12.048858 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-c1a9525d-96d1-4c0c-9923-4fa52821d23b req-9a5d1edf-2a2d-430b-bd79-e4468c221a7e tempest-ServerDiskConfigTestJSON-920847304 tempest-ServerDiskConfigTestJSON-920847304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:12.104053 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-01827b76-ba6a-4848-a84c-78877c3ab04b req-dd743777-f859-4965-b4ac-5075f8c9fcd6 tempest-ServersAdminNegativeTestJSON-1929369317 tempest-ServersAdminNegativeTestJSON-1929369317-project] Made reservation on behalf of fc9ece0601f14b5fb95b9c26e47a6e86 for: {'port': 1} {{(pid=100246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:00:12.107596 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-01827b76-ba6a-4848-a84c-78877c3ab04b req-dd743777-f859-4965-b4ac-5075f8c9fcd6 tempest-ServersAdminNegativeTestJSON-1929369317 tempest-ServersAdminNegativeTestJSON-1929369317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:12.239376 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:12.241848 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.db_base_plugin_common [req-01827b76-ba6a-4848-a84c-78877c3ab04b req-dd743777-f859-4965-b4ac-5075f8c9fcd6 tempest-ServersAdminNegativeTestJSON-1929369317 tempest-ServersAdminNegativeTestJSON-1929369317-project] Allocated IP 192.168.233.239 (ac09d390-867f-4b75-a8d2-ab11550bffd6/d1c3cc78-09b9-4e30-99fd-0e5830de101d/120631fc-3444-45d4-80c8-b1276c40aaf7) {{(pid=100246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:00:12.286080 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43045984-ec9a-4e38-8665-5533a8d2115b req-c80a0033-5424-4ebc-b0b3-ffd72ea02642 tempest-DeleteServersTestJSON-677393534 tempest-DeleteServersTestJSON-677393534-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:00:12.287589 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-43045984-ec9a-4e38-8665-5533a8d2115b req-c80a0033-5424-4ebc-b0b3-ffd72ea02642 tempest-DeleteServersTestJSON-677393534 tempest-DeleteServersTestJSON-677393534-project] 10.222.0.104 "GET /v2.0/networks?id=7a710b21-0493-4be8-a73f-c10a9dbc43f7 HTTP/1.1" status: 200 len: 812 time: 0.6146719 Jul 06 14:00:12.305633 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e509dd0-8a99-4d49-a3bc-6d67dcf13f43 req-dcc4efbf-aad9-4bb4-a0d0-ac0e8d3f4617 tempest-ServersOnMultiNodesTest-299961212 tempest-ServersOnMultiNodesTest-299961212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:00:12.307110 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-6e509dd0-8a99-4d49-a3bc-6d67dcf13f43 req-dcc4efbf-aad9-4bb4-a0d0-ac0e8d3f4617 tempest-ServersOnMultiNodesTest-299961212 tempest-ServersOnMultiNodesTest-299961212-project] 10.222.0.104 "GET /v2.0/ports?device_id=93baebbc-f8da-41f6-a869-705bcac34402 HTTP/1.1" status: 200 len: 950 time: 0.6365864 Jul 06 14:00:12.308235 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.db [req-7f477932-4ad4-4c40-acff-fafd33471b30 req-8950b2dc-7c52-4a96-ab47-9001a971955b service neutron] For port b7462385-0545-41fe-bd5f-627db4f47332, host n-h2-773647-6, cleared binding levels {{(pid=100247) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:00:12.319503 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.db [req-7f477932-4ad4-4c40-acff-fafd33471b30 req-8950b2dc-7c52-4a96-ab47-9001a971955b service neutron] For port b7462385-0545-41fe-bd5f-627db4f47332, host n-h2-773647-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=b7462385-0545-41fe-bd5f-627db4f47332,segment=NetworkSegment(165a4ca3-d89f-4657-8b31-086440d21aaa),segment_id=165a4ca3-d89f-4657-8b31-086440d21aaa)] {{(pid=100247) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:00:12.349782 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-7f477932-4ad4-4c40-acff-fafd33471b30 req-8950b2dc-7c52-4a96-ab47-9001a971955b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128888538'] for port, after_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:12.360452 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-43045984-ec9a-4e38-8665-5533a8d2115b req-afff099e-c214-466a-8d52-90ef1f27073e tempest-DeleteServersTestJSON-677393534 tempest-DeleteServersTestJSON-677393534-project] 10.222.0.104 "GET /v2.0/quotas/ed98ced3211c40618bf4aade5a2dd56d HTTP/1.1" status: 200 len: 375 time: 0.0466955 Jul 06 14:00:12.401158 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-01827b76-ba6a-4848-a84c-78877c3ab04b req-dd743777-f859-4965-b4ac-5075f8c9fcd6 tempest-ServersAdminNegativeTestJSON-1929369317 tempest-ServersAdminNegativeTestJSON-1929369317-project] Notify callbacks [] for port, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:12.415061 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.provisioning_blocks [req-01827b76-ba6a-4848-a84c-78877c3ab04b req-dd743777-f859-4965-b4ac-5075f8c9fcd6 tempest-ServersAdminNegativeTestJSON-1929369317 tempest-ServersAdminNegativeTestJSON-1929369317-project] Transition to ACTIVE for port object 120631fc-3444-45d4-80c8-b1276c40aaf7 will not be triggered until provisioned by entity DHCP. {{(pid=100246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:00:12.452106 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-01827b76-ba6a-4848-a84c-78877c3ab04b req-dd743777-f859-4965-b4ac-5075f8c9fcd6 tempest-ServersAdminNegativeTestJSON-1929369317 tempest-ServersAdminNegativeTestJSON-1929369317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-127687573'] for port, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:12.463982 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] get_ports_and_sgs() called for port_ids ['637ecd9c-e000-4842-b59a-75b46f1d4b42'] {{(pid=100248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 14:00:12.486261 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f477932-4ad4-4c40-acff-fafd33471b30 req-8950b2dc-7c52-4a96-ab47-9001a971955b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:00:12.486885 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-7f477932-4ad4-4c40-acff-fafd33471b30 req-8950b2dc-7c52-4a96-ab47-9001a971955b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:12.488290 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-7f477932-4ad4-4c40-acff-fafd33471b30 req-8950b2dc-7c52-4a96-ab47-9001a971955b service neutron] 10.222.0.72 "PUT /v2.0/ports/b7462385-0545-41fe-bd5f-627db4f47332 HTTP/1.1" status: 200 len: 1091 time: 3.0001552 Jul 06 14:00:12.494394 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-43045984-ec9a-4e38-8665-5533a8d2115b req-1d2a7d73-236a-4f7c-80fc-4c06b9b23ce1 tempest-DeleteServersTestJSON-677393534 tempest-DeleteServersTestJSON-677393534-project] 10.222.0.104 "GET /v2.0/ports?tenant_id=ed98ced3211c40618bf4aade5a2dd56d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0853436 Jul 06 14:00:12.511204 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-01827b76-ba6a-4848-a84c-78877c3ab04b req-dd743777-f859-4965-b4ac-5075f8c9fcd6 tempest-ServersAdminNegativeTestJSON-1929369317 tempest-ServersAdminNegativeTestJSON-1929369317-project] Network ac09d390-867f-4b75-a8d2-ab11550bffd6 is already hosted by enough agents. {{(pid=100246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:00:12.514634 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.base_scheduler [req-01827b76-ba6a-4848-a84c-78877c3ab04b req-dd743777-f859-4965-b4ac-5075f8c9fcd6 tempest-ServersAdminNegativeTestJSON-1929369317 tempest-ServersAdminNegativeTestJSON-1929369317-project] Resources bound (agent type, host, resource id): {{(pid=100246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:00:12.515473 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-6e509dd0-8a99-4d49-a3bc-6d67dcf13f43 req-8f047761-dc55-4467-9fe3-745d6d42c95d tempest-ServersOnMultiNodesTest-299961212 tempest-ServersOnMultiNodesTest-299961212-project] 10.222.0.104 "GET /v2.0/security-groups?id=304f894d-c671-4a59-b0fb-2a4d849c5ac9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2006557 Jul 06 14:00:12.534519 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [req-01827b76-ba6a-4848-a84c-78877c3ab04b req-dd743777-f859-4965-b4ac-5075f8c9fcd6 tempest-ServersAdminNegativeTestJSON-1929369317 tempest-ServersAdminNegativeTestJSON-1929369317-project] Received port after_create {{(pid=100246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:00:12.538507 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd743777-f859-4965-b4ac-5075f8c9fcd6 tempest-ServersAdminNegativeTestJSON-1929369317 tempest-ServersAdminNegativeTestJSON-1929369317-project] Pushing event updated for resources: {'Port': ['ID=120631fc-3444-45d4-80c8-b1276c40aaf7,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:00:12.546003 n-d-773647-6 neutron-server[100247]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b17eeb7c-3d10-4b9a-9008-8da365d16076', 'name': 'network-vif-deleted', 'tag': 'bcd84afc-3272-48c3-9d39-22281380dce0'}, {'name': 'network-changed', 'server_uuid': 'ebe2de0a-9823-41a4-a382-e3f9906ff5d7', 'tag': 'b7462385-0545-41fe-bd5f-627db4f47332'}] {{(pid=100247) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:00:12.548269 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cbf0eeaae822f8fc9b87a94aeba67a3d651842baf663a51cba94b67a514836d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c42e35e8-e5cd-413d-98e8-42ccf09cb487" -d '{"events": [{"server_uuid": "b17eeb7c-3d10-4b9a-9008-8da365d16076", "name": "network-vif-deleted", "tag": "bcd84afc-3272-48c3-9d39-22281380dce0"}, {"name": "network-changed", "server_uuid": "ebe2de0a-9823-41a4-a382-e3f9906ff5d7", "tag": "b7462385-0545-41fe-bd5f-627db4f47332"}]}' {{(pid=100247) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:00:12.576222 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.db_base_plugin_common [req-c1a9525d-96d1-4c0c-9923-4fa52821d23b req-9a5d1edf-2a2d-430b-bd79-e4468c221a7e tempest-ServerDiskConfigTestJSON-920847304 tempest-ServerDiskConfigTestJSON-920847304-project] Allocated IP 172.20.0.5 (80a8f655-14ef-4b04-89b8-0871faf0b23f/88eb22c0-56b7-4217-99ba-ae21132aa3e6/2805cc47-fcea-4f8c-b208-81b73bebd29d) {{(pid=100247) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:00:12.604940 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8950b2dc-7c52-4a96-ab47-9001a971955b service neutron] Pushing event updated for resources: {'Port': ['ID=b7462385-0545-41fe-bd5f-627db4f47332,revision_number=3']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:00:12.626266 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-68950e90-4d37-4e26-af27-472b822f2887 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128888353'] for port, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:12.649588 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01827b76-ba6a-4848-a84c-78877c3ab04b req-dd743777-f859-4965-b4ac-5075f8c9fcd6 tempest-ServersAdminNegativeTestJSON-1929369317 tempest-ServersAdminNegativeTestJSON-1929369317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:00:12.649588 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-01827b76-ba6a-4848-a84c-78877c3ab04b req-dd743777-f859-4965-b4ac-5075f8c9fcd6 tempest-ServersAdminNegativeTestJSON-1929369317 tempest-ServersAdminNegativeTestJSON-1929369317-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:12.669942 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-01827b76-ba6a-4848-a84c-78877c3ab04b req-dd743777-f859-4965-b4ac-5075f8c9fcd6 tempest-ServersAdminNegativeTestJSON-1929369317 tempest-ServersAdminNegativeTestJSON-1929369317-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.6901820 Jul 06 14:00:12.695157 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68950e90-4d37-4e26-af27-472b822f2887 admin admin] Pushing event deleted for resources: {'Port': ['ID=b85538f4-88c9-40ed-85dd-64c299ea3a6d,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:00:12.710349 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [req-01827b76-ba6a-4848-a84c-78877c3ab04b req-14cdab0c-3c9b-4b9b-a0dc-88179ca50c8f service neutron] Request body: {'port': {'device_id': '7b8504ac-e10a-483e-a568-0cc9b642ae7d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-773647-6'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:00:12.740547 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Device 1e760043-5e86-4c1b-8872-cbe80ed821f8 up at agent hyperv_n-h1-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:00:12.837449 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Provisioning for port 1e760043-5e86-4c1b-8872-cbe80ed821f8 completed by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:00:12.841846 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Provisioning complete for port 1e760043-5e86-4c1b-8872-cbe80ed821f8 triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:00:12.842226 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:12.898265 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-01827b76-ba6a-4848-a84c-78877c3ab04b req-14cdab0c-3c9b-4b9b-a0dc-88179ca50c8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:12.995662 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f477932-4ad4-4c40-acff-fafd33471b30 req-8ab6ea03-3033-4520-91b4-31ef066a3244 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:00:13.009105 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-7f477932-4ad4-4c40-acff-fafd33471b30 req-8ab6ea03-3033-4520-91b4-31ef066a3244 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=8d6af3c3691644c2b04c2cdb0feff257&device_id=ebe2de0a-9823-41a4-a382-e3f9906ff5d7 HTTP/1.1" status: 200 len: 1094 time: 0.4544675 Jul 06 14:00:13.015951 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:13.078108 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] For port 1e760043-5e86-4c1b-8872-cbe80ed821f8, host n-h1-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773647-6',level=0,port_id=1e760043-5e86-4c1b-8872-cbe80ed821f8,segment=NetworkSegment(4f2a8c10-ee2e-4062-8043-6d0308f57340),segment_id=4f2a8c10-ee2e-4062-8043-6d0308f57340)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:00:13.086259 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:13.086480 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Device d90756f7-aa74-4b57-bd08-74a55d62f7e8 up at agent hyperv_n-h1-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:00:13.136561 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5ed79c8a-46f6-4dd3-bbcd-7153b1bc439a None None] Provisioning for port 120631fc-3444-45d4-80c8-b1276c40aaf7 completed by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:00:13.162059 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5ed79c8a-46f6-4dd3-bbcd-7153b1bc439a None None] Provisioning complete for port 120631fc-3444-45d4-80c8-b1276c40aaf7 triggered by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:00:13.162427 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5ed79c8a-46f6-4dd3-bbcd-7153b1bc439a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:13.168210 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Pushing event updated for resources: {'Port': ['ID=1e760043-5e86-4c1b-8872-cbe80ed821f8,revision_number=5']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:00:13.209053 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-5ed79c8a-46f6-4dd3-bbcd-7153b1bc439a None None] Port 120631fc-3444-45d4-80c8-b1276c40aaf7 cannot update to ACTIVE because it is not bound. {{(pid=100248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 14:00:13.217466 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-7f477932-4ad4-4c40-acff-fafd33471b30 req-bc53af5e-09da-4e39-8f9d-a6b21a10933a service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b7462385-0545-41fe-bd5f-627db4f47332 HTTP/1.1" status: 200 len: 217 time: 0.1066916 Jul 06 14:00:13.228112 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Provisioning for port d90756f7-aa74-4b57-bd08-74a55d62f7e8 completed by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:00:13.232215 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Provisioning complete for port d90756f7-aa74-4b57-bd08-74a55d62f7e8 triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:00:13.232592 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:13.250945 n-d-773647-6 neutron-server[100246]: DEBUG neutron.notifiers.nova [req-01827b76-ba6a-4848-a84c-78877c3ab04b req-14cdab0c-3c9b-4b9b-a0dc-88179ca50c8f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 120631fc-3444-45d4-80c8-b1276c40aaf7 {{(pid=100246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 14:00:13.260267 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-01827b76-ba6a-4848-a84c-78877c3ab04b req-14cdab0c-3c9b-4b9b-a0dc-88179ca50c8f service neutron] Notify callbacks [] for port, precommit_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:13.272816 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.provisioning_blocks [req-01827b76-ba6a-4848-a84c-78877c3ab04b req-14cdab0c-3c9b-4b9b-a0dc-88179ca50c8f service neutron] Transition to ACTIVE for port object 120631fc-3444-45d4-80c8-b1276c40aaf7 will not be triggered until provisioned by entity L2. {{(pid=100246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:00:13.280110 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-01827b76-ba6a-4848-a84c-78877c3ab04b req-14cdab0c-3c9b-4b9b-a0dc-88179ca50c8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127687527'] for port, after_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:13.280938 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-c1a9525d-96d1-4c0c-9923-4fa52821d23b req-9a5d1edf-2a2d-430b-bd79-e4468c221a7e tempest-ServerDiskConfigTestJSON-920847304 tempest-ServerDiskConfigTestJSON-920847304-project] Notify callbacks [] for port, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:13.333262 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14cdab0c-3c9b-4b9b-a0dc-88179ca50c8f service neutron] Pushing event updated for resources: {'Port': ['ID=120631fc-3444-45d4-80c8-b1276c40aaf7,revision_number=2']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:00:13.337260 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:13.385548 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] For port d90756f7-aa74-4b57-bd08-74a55d62f7e8, host n-h1-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773647-6',level=0,port_id=d90756f7-aa74-4b57-bd08-74a55d62f7e8,segment=NetworkSegment(4f2a8c10-ee2e-4062-8043-6d0308f57340),segment_id=4f2a8c10-ee2e-4062-8043-6d0308f57340)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:00:13.391904 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:13.392650 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Device ec964f7d-b721-496f-9e41-ba57103cd575 up at agent hyperv_n-h1-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:00:13.410045 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-43045984-ec9a-4e38-8665-5533a8d2115b req-0087ca2c-161c-4cf4-856e-2dc49fba59b3 service neutron] 10.222.0.104 "GET /v2.0/networks/7a710b21-0493-4be8-a73f-c10a9dbc43f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8910327 Jul 06 14:00:13.423839 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f477932-4ad4-4c40-acff-fafd33471b30 req-ad090d7a-aa3e-4c71-b060-ffee6d7d15f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:00:13.425024 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [req-01827b76-ba6a-4848-a84c-78877c3ab04b req-14cdab0c-3c9b-4b9b-a0dc-88179ca50c8f service neutron] Attempting to bind port 120631fc-3444-45d4-80c8-b1276c40aaf7 on host n-h2-773647-6 for vnic_type normal with profile {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:00:13.425304 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-7f477932-4ad4-4c40-acff-fafd33471b30 req-ad090d7a-aa3e-4c71-b060-ffee6d7d15f3 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=0d9c7e4d-cc45-436f-9515-ad95d32a063f HTTP/1.1" status: 200 len: 862 time: 0.1773698 Jul 06 14:00:13.425442 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [req-01827b76-ba6a-4848-a84c-78877c3ab04b req-14cdab0c-3c9b-4b9b-a0dc-88179ca50c8f service neutron] Attempting to bind port 120631fc-3444-45d4-80c8-b1276c40aaf7 by drivers openvswitch,hyperv on host n-h2-773647-6 at level 0 using segments [{'id': 'c9ea893d-045e-42cf-b3dd-cdd1f79baccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'ac09d390-867f-4b75-a8d2-ab11550bffd6'}] {{(pid=100246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:00:13.425892 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01827b76-ba6a-4848-a84c-78877c3ab04b req-14cdab0c-3c9b-4b9b-a0dc-88179ca50c8f service neutron] Attempting to bind port 120631fc-3444-45d4-80c8-b1276c40aaf7 on network ac09d390-867f-4b75-a8d2-ab11550bffd6 {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:00:13.432246 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-68950e90-4d37-4e26-af27-472b822f2887 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1809193'] for router_interface, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:13.433177 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01827b76-ba6a-4848-a84c-78877c3ab04b req-14cdab0c-3c9b-4b9b-a0dc-88179ca50c8f service neutron] Port 120631fc-3444-45d4-80c8-b1276c40aaf7 on network ac09d390-867f-4b75-a8d2-ab11550bffd6 not bound, no agent of type Open vSwitch agent registered on host n-h2-773647-6 {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 14:00:13.433697 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01827b76-ba6a-4848-a84c-78877c3ab04b req-14cdab0c-3c9b-4b9b-a0dc-88179ca50c8f service neutron] Attempting to bind port 120631fc-3444-45d4-80c8-b1276c40aaf7 on network ac09d390-867f-4b75-a8d2-ab11550bffd6 {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:00:13.446351 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01827b76-ba6a-4848-a84c-78877c3ab04b req-14cdab0c-3c9b-4b9b-a0dc-88179ca50c8f service neutron] Checking agent: {'id': '63768ece-0600-4354-8d29-fdedec96b077', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-773647-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 51, 10), 'started_at': datetime.datetime(2021, 7, 6, 13, 51, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 0, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:00:13.446924 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01827b76-ba6a-4848-a84c-78877c3ab04b req-14cdab0c-3c9b-4b9b-a0dc-88179ca50c8f service neutron] Checking segment: {'id': 'c9ea893d-045e-42cf-b3dd-cdd1f79baccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'ac09d390-867f-4b75-a8d2-ab11550bffd6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:00:13.447601 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01827b76-ba6a-4848-a84c-78877c3ab04b req-14cdab0c-3c9b-4b9b-a0dc-88179ca50c8f service neutron] Bound using segment: {'id': 'c9ea893d-045e-42cf-b3dd-cdd1f79baccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'ac09d390-867f-4b75-a8d2-ab11550bffd6'} {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:00:13.448051 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [req-01827b76-ba6a-4848-a84c-78877c3ab04b req-14cdab0c-3c9b-4b9b-a0dc-88179ca50c8f service neutron] Bound port: 120631fc-3444-45d4-80c8-b1276c40aaf7, host: n-h2-773647-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c9ea893d-045e-42cf-b3dd-cdd1f79baccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'ac09d390-867f-4b75-a8d2-ab11550bffd6'}}] {{(pid=100246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:00:13.448416 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-01827b76-ba6a-4848-a84c-78877c3ab04b req-14cdab0c-3c9b-4b9b-a0dc-88179ca50c8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:13.484413 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Provisioning for port ec964f7d-b721-496f-9e41-ba57103cd575 completed by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:00:13.496025 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Provisioning complete for port ec964f7d-b721-496f-9e41-ba57103cd575 triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:00:13.496399 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:13.500903 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Pushing event updated for resources: {'Port': ['ID=d90756f7-aa74-4b57-bd08-74a55d62f7e8,revision_number=5']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:00:13.536936 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.db [req-01827b76-ba6a-4848-a84c-78877c3ab04b req-14cdab0c-3c9b-4b9b-a0dc-88179ca50c8f service neutron] For port 120631fc-3444-45d4-80c8-b1276c40aaf7, host n-h2-773647-6, cleared binding levels {{(pid=100246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:00:13.541102 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.db [req-01827b76-ba6a-4848-a84c-78877c3ab04b req-14cdab0c-3c9b-4b9b-a0dc-88179ca50c8f service neutron] For port 120631fc-3444-45d4-80c8-b1276c40aaf7, host n-h2-773647-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=120631fc-3444-45d4-80c8-b1276c40aaf7,segment=NetworkSegment(c9ea893d-045e-42cf-b3dd-cdd1f79baccd),segment_id=c9ea893d-045e-42cf-b3dd-cdd1f79baccd)] {{(pid=100246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:00:13.544126 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab042e39-0485-4060-be5b-7b9bc8756ae2 req-1af6647a-d90a-4303-8a04-f2ff42e8025c tempest-ImagesOneServerNegativeTestJSON-2145662933 tempest-ImagesOneServerNegativeTestJSON-2145662933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:00:13.546330 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-01827b76-ba6a-4848-a84c-78877c3ab04b req-14cdab0c-3c9b-4b9b-a0dc-88179ca50c8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127687527'] for port, after_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:13.552475 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-ab042e39-0485-4060-be5b-7b9bc8756ae2 req-1af6647a-d90a-4303-8a04-f2ff42e8025c tempest-ImagesOneServerNegativeTestJSON-2145662933 tempest-ImagesOneServerNegativeTestJSON-2145662933-project] 10.222.0.104 "GET /v2.0/ports?device_id=ebe2de0a-9823-41a4-a382-e3f9906ff5d7 HTTP/1.1" status: 200 len: 943 time: 0.3534694 Jul 06 14:00:13.568429 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-7f477932-4ad4-4c40-acff-fafd33471b30 req-cb6ffac5-7dff-4abd-b18b-f7482343a647 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=2087659c-d042-4f52-8c8b-57a851bb551b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1237803 Jul 06 14:00:13.597014 n-d-773647-6 neutron-server[100248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '409be978-2186-4f76-b76b-7fe87eeb7c40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e760043-5e86-4c1b-8872-cbe80ed821f8'}, {'server_uuid': '409be978-2186-4f76-b76b-7fe87eeb7c40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd90756f7-aa74-4b57-bd08-74a55d62f7e8'}] {{(pid=100248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:00:13.599567 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84af257533e383389cbcf231d3534f4d5e149e7203fea16b4a8fc01438dddaf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5d4177a-bceb-44a0-94fd-9a1c1de67967" -d '{"events": [{"server_uuid": "409be978-2186-4f76-b76b-7fe87eeb7c40", "name": "network-vif-plugged", "status": "completed", "tag": "1e760043-5e86-4c1b-8872-cbe80ed821f8"}, {"server_uuid": "409be978-2186-4f76-b76b-7fe87eeb7c40", "name": "network-vif-plugged", "status": "completed", "tag": "d90756f7-aa74-4b57-bd08-74a55d62f7e8"}]}' {{(pid=100248) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:00:13.602611 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:13.617938 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14cdab0c-3c9b-4b9b-a0dc-88179ca50c8f service neutron] Pushing event updated for resources: {'Port': ['ID=120631fc-3444-45d4-80c8-b1276c40aaf7,revision_number=3']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:00:13.621466 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01827b76-ba6a-4848-a84c-78877c3ab04b req-14cdab0c-3c9b-4b9b-a0dc-88179ca50c8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:00:13.622085 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-01827b76-ba6a-4848-a84c-78877c3ab04b req-14cdab0c-3c9b-4b9b-a0dc-88179ca50c8f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:13.623622 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-01827b76-ba6a-4848-a84c-78877c3ab04b req-14cdab0c-3c9b-4b9b-a0dc-88179ca50c8f service neutron] 10.222.0.72 "PUT /v2.0/ports/120631fc-3444-45d4-80c8-b1276c40aaf7 HTTP/1.1" status: 200 len: 1096 time: 0.9414344 Jul 06 14:00:13.624048 n-d-773647-6 neutron-server[100246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b8504ac-e10a-483e-a568-0cc9b642ae7d', 'tag': '120631fc-3444-45d4-80c8-b1276c40aaf7'}] {{(pid=100246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:00:13.626885 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0d96c5ab5e889f7b933ae915b9be33d1b46c9e87795bf781004b656ef3f1e87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45fb62c9-fcd0-4647-981d-92b8db4794cb" -d '{"events": [{"name": "network-changed", "server_uuid": "7b8504ac-e10a-483e-a568-0cc9b642ae7d", "tag": "120631fc-3444-45d4-80c8-b1276c40aaf7"}]}' {{(pid=100246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:00:13.657155 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] For port ec964f7d-b721-496f-9e41-ba57103cd575, host n-h1-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773647-6',level=0,port_id=ec964f7d-b721-496f-9e41-ba57103cd575,segment=NetworkSegment(0d13df17-fc25-4450-9756-6169cc61be9b),segment_id=0d13df17-fc25-4450-9756-6169cc61be9b)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:00:13.665668 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:13.679501 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-c1a9525d-96d1-4c0c-9923-4fa52821d23b req-9a5d1edf-2a2d-430b-bd79-e4468c221a7e tempest-ServerDiskConfigTestJSON-920847304 tempest-ServerDiskConfigTestJSON-920847304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-128888360'] for port, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:13.721461 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Pushing event updated for resources: {'Port': ['ID=ec964f7d-b721-496f-9e41-ba57103cd575,revision_number=5']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:00:13.751415 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01827b76-ba6a-4848-a84c-78877c3ab04b req-881de3a1-ad62-4726-95e6-ff989ab99a79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:00:13.752944 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-01827b76-ba6a-4848-a84c-78877c3ab04b req-881de3a1-ad62-4726-95e6-ff989ab99a79 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=fc9ece0601f14b5fb95b9c26e47a6e86&device_id=7b8504ac-e10a-483e-a568-0cc9b642ae7d HTTP/1.1" status: 200 len: 1099 time: 0.0700910 Jul 06 14:00:13.797904 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-01827b76-ba6a-4848-a84c-78877c3ab04b req-8bea9abc-df7b-4c4d-88c1-726089faa824 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.239&port_id=120631fc-3444-45d4-80c8-b1276c40aaf7 HTTP/1.1" status: 200 len: 217 time: 0.0358958 Jul 06 14:00:13.804035 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-ab042e39-0485-4060-be5b-7b9bc8756ae2 req-72d4aaf2-b457-48cb-97b9-33b2dc884a51 tempest-ImagesOneServerNegativeTestJSON-2145662933 tempest-ImagesOneServerNegativeTestJSON-2145662933-project] 10.222.0.104 "GET /v2.0/security-groups?id=cf130993-6904-4731-ae5d-09749f3f4522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2506666 Jul 06 14:00:13.815887 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c1a9525d-96d1-4c0c-9923-4fa52821d23b req-9a5d1edf-2a2d-430b-bd79-e4468c221a7e tempest-ServerDiskConfigTestJSON-920847304 tempest-ServerDiskConfigTestJSON-920847304-project] Network 80a8f655-14ef-4b04-89b8-0871faf0b23f is already hosted by enough agents. {{(pid=100247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:00:13.834505 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.base_scheduler [req-c1a9525d-96d1-4c0c-9923-4fa52821d23b req-9a5d1edf-2a2d-430b-bd79-e4468c221a7e tempest-ServerDiskConfigTestJSON-920847304 tempest-ServerDiskConfigTestJSON-920847304-project] Resources bound (agent type, host, resource id): {{(pid=100247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:00:13.844974 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1a9525d-96d1-4c0c-9923-4fa52821d23b req-9a5d1edf-2a2d-430b-bd79-e4468c221a7e tempest-ServerDiskConfigTestJSON-920847304 tempest-ServerDiskConfigTestJSON-920847304-project] Received port after_create {{(pid=100247) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:00:13.856086 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5d1edf-2a2d-430b-bd79-e4468c221a7e tempest-ServerDiskConfigTestJSON-920847304 tempest-ServerDiskConfigTestJSON-920847304-project] Pushing event updated for resources: {'Port': ['ID=2805cc47-fcea-4f8c-b208-81b73bebd29d,revision_number=1']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:00:13.865595 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01827b76-ba6a-4848-a84c-78877c3ab04b req-90f49dba-437b-4a58-b5ee-278e9e3ebe63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:00:13.867990 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-01827b76-ba6a-4848-a84c-78877c3ab04b req-90f49dba-437b-4a58-b5ee-278e9e3ebe63 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=d1c3cc78-09b9-4e30-99fd-0e5830de101d HTTP/1.1" status: 200 len: 843 time: 0.0609918 Jul 06 14:00:13.868118 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-43045984-ec9a-4e38-8665-5533a8d2115b req-c1410f1e-1b77-4caf-b7d4-8964581e9344 service neutron] 10.222.0.104 "GET /v2.0/networks/7a710b21-0493-4be8-a73f-c10a9dbc43f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4409838 Jul 06 14:00:13.941814 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01827b76-ba6a-4848-a84c-78877c3ab04b req-f24e6e5e-e9a4-4906-b1fd-e0d7501f3022 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:00:13.943676 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-01827b76-ba6a-4848-a84c-78877c3ab04b req-f24e6e5e-e9a4-4906-b1fd-e0d7501f3022 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=ac09d390-867f-4b75-a8d2-ab11550bffd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0693717 Jul 06 14:00:14.053288 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-01827b76-ba6a-4848-a84c-78877c3ab04b req-bc72bcdb-bfba-4017-9702-7eeaece1a518 service neutron] 10.222.0.72 "GET /v2.0/networks/ac09d390-867f-4b75-a8d2-ab11550bffd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1020656 Jul 06 14:00:14.167779 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-01827b76-ba6a-4848-a84c-78877c3ab04b req-b9d8a7ca-ca9b-4b66-bbc1-c293ae15385a service neutron] 10.222.0.72 "GET /v2.0/networks/ac09d390-867f-4b75-a8d2-ab11550bffd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1048453 Jul 06 14:00:14.235941 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-7f477932-4ad4-4c40-acff-fafd33471b30 req-9fb5eb0e-129b-4ba4-8107-39ac01a3068d service neutron] 10.222.0.72 "GET /v2.0/networks/2087659c-d042-4f52-8c8b-57a851bb551b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6552346 Jul 06 14:00:14.264199 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a9525d-96d1-4c0c-9923-4fa52821d23b req-9a5d1edf-2a2d-430b-bd79-e4468c221a7e tempest-ServerDiskConfigTestJSON-920847304 tempest-ServerDiskConfigTestJSON-920847304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:00:14.264807 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-c1a9525d-96d1-4c0c-9923-4fa52821d23b req-9a5d1edf-2a2d-430b-bd79-e4468c221a7e tempest-ServerDiskConfigTestJSON-920847304 tempest-ServerDiskConfigTestJSON-920847304-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:14.365644 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-c1a9525d-96d1-4c0c-9923-4fa52821d23b req-9a5d1edf-2a2d-430b-bd79-e4468c221a7e tempest-ServerDiskConfigTestJSON-920847304 tempest-ServerDiskConfigTestJSON-920847304-project] 10.222.0.127 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1531813 Jul 06 14:00:14.400656 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [req-c1a9525d-96d1-4c0c-9923-4fa52821d23b req-e51c4140-449d-4d19-b09f-c11a030176bc service neutron] Request body: {'port': {'device_id': '0f4b4d0f-4467-44a3-8615-0ffc3a6ef0c6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-773647-6'}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:00:14.480983 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d27455-3dcb-4bdf-9447-655e0cc99b34 req-85548d0b-f247-4d10-a465-f6220fa06a83 tempest-ServersTestMultiNic-850319587 tempest-ServersTestMultiNic-850319587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:00:14.486695 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d27455-3dcb-4bdf-9447-655e0cc99b34 req-85548d0b-f247-4d10-a465-f6220fa06a83 tempest-ServersTestMultiNic-850319587 tempest-ServersTestMultiNic-850319587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:00:14.493046 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d27455-3dcb-4bdf-9447-655e0cc99b34 req-85548d0b-f247-4d10-a465-f6220fa06a83 tempest-ServersTestMultiNic-850319587 tempest-ServersTestMultiNic-850319587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:00:14.494887 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-71d27455-3dcb-4bdf-9447-655e0cc99b34 req-85548d0b-f247-4d10-a465-f6220fa06a83 tempest-ServersTestMultiNic-850319587 tempest-ServersTestMultiNic-850319587-project] 10.222.0.104 "GET /v2.0/ports?device_id=409be978-2186-4f76-b76b-7fe87eeb7c40 HTTP/1.1" status: 200 len: 2418 time: 0.3443239 Jul 06 14:00:14.515924 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03c2136-6540-4fce-803d-b1e90affd195 req-10390503-612d-4496-a18e-fb38bb309f5a tempest-ServerDiskConfigTestJSON-920847304 tempest-ServerDiskConfigTestJSON-920847304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:00:14.517522 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-b03c2136-6540-4fce-803d-b1e90affd195 req-10390503-612d-4496-a18e-fb38bb309f5a tempest-ServerDiskConfigTestJSON-920847304 tempest-ServerDiskConfigTestJSON-920847304-project] 10.222.0.104 "GET /v2.0/ports?device_id=0f4b4d0f-4467-44a3-8615-0ffc3a6ef0c6 HTTP/1.1" status: 200 len: 931 time: 0.3659966 Jul 06 14:00:14.577958 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-7f477932-4ad4-4c40-acff-fafd33471b30 req-8198f6b1-22e8-4795-bac8-332989101291 service neutron] 10.222.0.72 "GET /v2.0/networks/2087659c-d042-4f52-8c8b-57a851bb551b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3307159 Jul 06 14:00:14.609137 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68950e90-4d37-4e26-af27-472b822f2887 admin admin] Router 68b56f4a-8fd5-4550-b8b4-25717f6580d3 has already been hosted by L3 agent 2823d358-a11b-4885-a706-95a279e43fa7 {{(pid=100247) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 14:00:14.643029 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-71d27455-3dcb-4bdf-9447-655e0cc99b34 req-26a71f68-393d-4346-8311-418eccb3bbd4 tempest-ServersTestMultiNic-850319587 tempest-ServersTestMultiNic-850319587-project] 10.222.0.104 "GET /v2.0/security-groups?id=3be580b9-03cb-4a9b-8661-5fe7dfbcaae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209154 Jul 06 14:00:14.648287 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-b03c2136-6540-4fce-803d-b1e90affd195 req-5b54e4f8-e026-4cc4-b83a-1915cc153806 tempest-ServerDiskConfigTestJSON-920847304 tempest-ServerDiskConfigTestJSON-920847304-project] 10.222.0.104 "GET /v2.0/security-groups?id=bc287469-1102-40d8-b019-cad062af5465&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192605 Jul 06 14:00:14.649420 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-c1a9525d-96d1-4c0c-9923-4fa52821d23b req-e51c4140-449d-4d19-b09f-c11a030176bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:15.002656 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68950e90-4d37-4e26-af27-472b822f2887 admin admin] Notify agent at l3_agent.n-d-773647-6 the message routers_updated {{(pid=100247) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 14:00:15.013817 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97cb367d-fd37-4a37-9c93-4cf9318622a2 None None] Sync routers for ids ['68b56f4a-8fd5-4550-b8b4-25717f6580d3'] in n-d-773647-6 {{(pid=100249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 14:00:15.018022 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-68950e90-4d37-4e26-af27-472b822f2887 admin admin] 10.222.0.104 "PUT /v2.0/routers/68b56f4a-8fd5-4550-b8b4-25717f6580d3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6053820 Jul 06 14:00:15.018689 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 34704) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:00:15.023853 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97cb367d-fd37-4a37-9c93-4cf9318622a2 None None] Routers {'68b56f4a-8fd5-4550-b8b4-25717f6580d3'} bound to L3 agent in host n-d-773647-6 {{(pid=100249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:00:15.024735 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-97cb367d-fd37-4a37-9c93-4cf9318622a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T13:59:56Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['68b56f4a-8fd5-4550-b8b4-25717f6580d3'], 'active': True} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:00:15.062545 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f01080-52e5-4ed4-9fbe-cf41f709d508 req-4c1e86ea-ef2b-4606-92b2-e6ec59cce65d tempest-ServersOnMultiNodesTest-299961212 tempest-ServersOnMultiNodesTest-299961212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:00:15.065075 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-12f01080-52e5-4ed4-9fbe-cf41f709d508 req-4c1e86ea-ef2b-4606-92b2-e6ec59cce65d tempest-ServersOnMultiNodesTest-299961212 tempest-ServersOnMultiNodesTest-299961212-project] 10.222.0.104 "GET /v2.0/ports?device_id=7061350e-4dca-4399-85c7-69dfaa1b6322 HTTP/1.1" status: 200 len: 950 time: 0.2892632 Jul 06 14:00:15.076346 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bc10d3-8e34-42d9-a9d7-37492e792aaa req-717874a3-1f87-420e-b538-5508bd6267b1 tempest-ServersAdminNegativeTestJSON-1929369317 tempest-ServersAdminNegativeTestJSON-1929369317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:00:15.077660 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-85bc10d3-8e34-42d9-a9d7-37492e792aaa req-717874a3-1f87-420e-b538-5508bd6267b1 tempest-ServersAdminNegativeTestJSON-1929369317 tempest-ServersAdminNegativeTestJSON-1929369317-project] 10.222.0.104 "GET /v2.0/ports?device_id=7b8504ac-e10a-483e-a568-0cc9b642ae7d HTTP/1.1" status: 200 len: 948 time: 0.2883344 Jul 06 14:00:15.148142 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvr_db [None req-97cb367d-fd37-4a37-9c93-4cf9318622a2 None None] Set router 68b56f4a-8fd5-4550-b8b4-25717f6580d3 gateway port host: n-d-773647-6 {{(pid=100249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:00:15.164875 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-683ee072-1f8b-4f33-bf66-b0bae23791ed admin admin] Notify callbacks [] for router, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:15.204316 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-12f01080-52e5-4ed4-9fbe-cf41f709d508 req-c758e136-a1f2-485a-a13e-a89f8dd718dc tempest-ServersOnMultiNodesTest-299961212 tempest-ServersOnMultiNodesTest-299961212-project] 10.222.0.104 "GET /v2.0/security-groups?id=304f894d-c671-4a59-b0fb-2a4d849c5ac9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256509 Jul 06 14:00:15.300358 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-85bc10d3-8e34-42d9-a9d7-37492e792aaa req-3529b238-ec05-4b21-bda1-8f389eeae82b tempest-ServersAdminNegativeTestJSON-1929369317 tempest-ServersAdminNegativeTestJSON-1929369317-project] 10.222.0.104 "GET /v2.0/security-groups?id=426b2c98-b2a3-4344-9104-71ac10ea07c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1974053 Jul 06 14:00:15.333971 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Tue, 06 Jul 2021 14:00:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-817ba3a3-9b30-40d4-82e3-67bc707b9b5e x-openstack-request-id: req-817ba3a3-9b30-40d4-82e3-67bc707b9b5e {{(pid=100247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:00:15.333971 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b17eeb7c-3d10-4b9a-9008-8da365d16076", "name": "network-vif-deleted", "tag": "bcd84afc-3272-48c3-9d39-22281380dce0", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "ebe2de0a-9823-41a4-a382-e3f9906ff5d7", "tag": "b7462385-0545-41fe-bd5f-627db4f47332", "status": "completed", "code": 200}]} {{(pid=100247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:00:15.334193 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-817ba3a3-9b30-40d4-82e3-67bc707b9b5e {{(pid=100247) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:00:15.334567 n-d-773647-6 neutron-server[100247]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b17eeb7c-3d10-4b9a-9008-8da365d16076', 'name': 'network-vif-deleted', 'tag': 'bcd84afc-3272-48c3-9d39-22281380dce0', 'status': 'completed', 'code': 200} Jul 06 14:00:15.334908 n-d-773647-6 neutron-server[100247]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ebe2de0a-9823-41a4-a382-e3f9906ff5d7', 'tag': 'b7462385-0545-41fe-bd5f-627db4f47332', 'status': 'completed', 'code': 200} Jul 06 14:00:15.338708 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-683ee072-1f8b-4f33-bf66-b0bae23791ed admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:15.397545 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 06 Jul 2021 14:00:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-479b9b76-6bbe-47d3-bfb2-bde5dac8ef51 x-openstack-request-id: req-479b9b76-6bbe-47d3-bfb2-bde5dac8ef51 {{(pid=100248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:00:15.398076 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "409be978-2186-4f76-b76b-7fe87eeb7c40", "name": "network-vif-plugged", "status": "completed", "tag": "1e760043-5e86-4c1b-8872-cbe80ed821f8", "code": 200}, {"server_uuid": "409be978-2186-4f76-b76b-7fe87eeb7c40", "name": "network-vif-plugged", "status": "completed", "tag": "d90756f7-aa74-4b57-bd08-74a55d62f7e8", "code": 200}]} {{(pid=100248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:00:15.398202 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-479b9b76-6bbe-47d3-bfb2-bde5dac8ef51 {{(pid=100248) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:00:15.398601 n-d-773647-6 neutron-server[100248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '409be978-2186-4f76-b76b-7fe87eeb7c40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e760043-5e86-4c1b-8872-cbe80ed821f8', 'code': 200} Jul 06 14:00:15.398863 n-d-773647-6 neutron-server[100248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '409be978-2186-4f76-b76b-7fe87eeb7c40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd90756f7-aa74-4b57-bd08-74a55d62f7e8', 'code': 200} Jul 06 14:00:15.402202 n-d-773647-6 neutron-server[100247]: DEBUG neutron.notifiers.nova [req-c1a9525d-96d1-4c0c-9923-4fa52821d23b req-e51c4140-449d-4d19-b09f-c11a030176bc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2805cc47-fcea-4f8c-b208-81b73bebd29d {{(pid=100247) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 14:00:15.414779 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-c1a9525d-96d1-4c0c-9923-4fa52821d23b req-e51c4140-449d-4d19-b09f-c11a030176bc service neutron] Notify callbacks [] for port, precommit_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:15.423627 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-97cb367d-fd37-4a37-9c93-4cf9318622a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68b56f4a-8fd5-4550-b8b4-25717f6580d3', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1345606184-router', 'tenant_id': 'f7b92ac8b4f84669b7341c702807ce99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.92'}], 'enable_snat': True}, 'gw_port_id': 'abc22c89-863e-45d8-948d-74489da12c35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T13:53:49Z', 'updated_at': '2021-07-06T14:00:12Z', 'revision_number': 5, 'project_id': 'f7b92ac8b4f84669b7341c702807ce99', 'gw_port': {'id': 'abc22c89-863e-45d8-948d-74489da12c35', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:2d:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68b56f4a-8fd5-4550-b8b4-25717f6580d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 160, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:53:51Z', 'updated_at': '2021-07-06T13:53:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6'}], 'n-d-773647-6', False) {} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:00:15.428223 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [None req-683ee072-1f8b-4f33-bf66-b0bae23791ed admin admin] Deleting port abc22c89-863e-45d8-948d-74489da12c35 {{(pid=100246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:00:15.428590 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-683ee072-1f8b-4f33-bf66-b0bae23791ed admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:15.493443 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 14:00:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-772114c9-40fa-4c9a-a6b3-9ce10683bf76 x-openstack-request-id: req-772114c9-40fa-4c9a-a6b3-9ce10683bf76 {{(pid=100246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:00:15.494816 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b8504ac-e10a-483e-a568-0cc9b642ae7d", "tag": "120631fc-3444-45d4-80c8-b1276c40aaf7", "status": "completed", "code": 200}]} {{(pid=100246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:00:15.495067 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97cb367d-fd37-4a37-9c93-4cf9318622a2 None None] Checking router: 68b56f4a-8fd5-4550-b8b4-25717f6580d3 for host: n-d-773647-6 {{(pid=100249) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 14:00:15.495381 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-772114c9-40fa-4c9a-a6b3-9ce10683bf76 {{(pid=100246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:00:15.495508 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.provisioning_blocks [req-c1a9525d-96d1-4c0c-9923-4fa52821d23b req-e51c4140-449d-4d19-b09f-c11a030176bc service neutron] Transition to ACTIVE for port object 2805cc47-fcea-4f8c-b208-81b73bebd29d will not be triggered until provisioned by entity L2. {{(pid=100247) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:00:15.496046 n-d-773647-6 neutron-server[100246]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b8504ac-e10a-483e-a568-0cc9b642ae7d', 'tag': '120631fc-3444-45d4-80c8-b1276c40aaf7', 'status': 'completed', 'code': 200} Jul 06 14:00:15.512620 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97cb367d-fd37-4a37-9c93-4cf9318622a2 None None] Routers {'68b56f4a-8fd5-4550-b8b4-25717f6580d3'} bound to L3 agent in host n-d-773647-6 {{(pid=100249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:00:15.515863 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-97cb367d-fd37-4a37-9c93-4cf9318622a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T13:59:56Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['68b56f4a-8fd5-4550-b8b4-25717f6580d3'], 'active': True} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:00:15.522732 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-c1a9525d-96d1-4c0c-9923-4fa52821d23b req-e51c4140-449d-4d19-b09f-c11a030176bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128888538'] for port, after_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:15.541283 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43045984-ec9a-4e38-8665-5533a8d2115b req-d8b1d150-788c-4875-a811-4576dea5c5b7 tempest-DeleteServersTestJSON-677393534 tempest-DeleteServersTestJSON-677393534-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:00:15.543469 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-43045984-ec9a-4e38-8665-5533a8d2115b req-d8b1d150-788c-4875-a811-4576dea5c5b7 tempest-DeleteServersTestJSON-677393534 tempest-DeleteServersTestJSON-677393534-project] 10.222.0.127 "GET /v2.0/networks?id=7a710b21-0493-4be8-a73f-c10a9dbc43f7 HTTP/1.1" status: 200 len: 812 time: 0.3789093 Jul 06 14:00:15.596106 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.db [None req-683ee072-1f8b-4f33-bf66-b0bae23791ed admin admin] For port abc22c89-863e-45d8-948d-74489da12c35, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=abc22c89-863e-45d8-948d-74489da12c35,segment=NetworkSegment(89a832b7-7793-4d51-9038-ed7e1c3ff1b2),segment_id=89a832b7-7793-4d51-9038-ed7e1c3ff1b2)] {{(pid=100246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:00:15.596680 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-683ee072-1f8b-4f33-bf66-b0bae23791ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:15.617406 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [None req-683ee072-1f8b-4f33-bf66-b0bae23791ed admin admin] Calling delete_port for abc22c89-863e-45d8-948d-74489da12c35 owned by network:router_gateway {{(pid=100246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:00:15.634583 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvr_db [None req-97cb367d-fd37-4a37-9c93-4cf9318622a2 None None] Set router 68b56f4a-8fd5-4550-b8b4-25717f6580d3 gateway port host: None {{(pid=100249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:00:15.646566 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [req-43045984-ec9a-4e38-8665-5533a8d2115b req-ca0651a0-f30e-4af6-a74d-b17dc0015bf9 tempest-DeleteServersTestJSON-677393534 tempest-DeleteServersTestJSON-677393534-project] Request body: {'port': {'device_id': '35567473-98d6-438d-b4ea-81f3a880422a', 'network_id': '7a710b21-0493-4be8-a73f-c10a9dbc43f7', 'admin_state_up': True, 'tenant_id': 'ed98ced3211c40618bf4aade5a2dd56d'}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:00:15.703836 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fb62c9-fcd0-4647-981d-92b8db4794cb req-4725af68-126e-439c-9d4e-e8e51b0e893a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:00:15.705346 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-45fb62c9-fcd0-4647-981d-92b8db4794cb req-4725af68-126e-439c-9d4e-e8e51b0e893a service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=fc9ece0601f14b5fb95b9c26e47a6e86&device_id=7b8504ac-e10a-483e-a568-0cc9b642ae7d HTTP/1.1" status: 200 len: 1099 time: 0.1984737 Jul 06 14:00:15.705958 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-97cb367d-fd37-4a37-9c93-4cf9318622a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68b56f4a-8fd5-4550-b8b4-25717f6580d3', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1345606184-router', 'tenant_id': 'f7b92ac8b4f84669b7341c702807ce99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T13:53:49Z', 'updated_at': '2021-07-06T14:00:15Z', 'revision_number': 6, 'project_id': 'f7b92ac8b4f84669b7341c702807ce99', 'gw_port_host': None}], 'n-d-773647-6', False) {} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:00:15.741843 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-4085d6a7-c153-40ec-bd25-597e0acb81da req-72165655-a7a2-4b9a-b4f1-ea8d0ee3868d tempest-DeleteServersTestJSON-677393534 tempest-DeleteServersTestJSON-677393534-project] 10.222.0.104 "GET /v2.0/ports?device_id=35567473-98d6-438d-b4ea-81f3a880422a HTTP/1.1" status: 200 len: 210 time: 0.0756545 Jul 06 14:00:15.744314 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97cb367d-fd37-4a37-9c93-4cf9318622a2 None None] The sync data for ids ['68b56f4a-8fd5-4550-b8b4-25717f6580d3'] in n-d-773647-6 is: [{'id': '68b56f4a-8fd5-4550-b8b4-25717f6580d3', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1345606184-router', 'tenant_id': 'f7b92ac8b4f84669b7341c702807ce99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T13:53:49Z', 'updated_at': '2021-07-06T14:00:15Z', 'revision_number': 6, 'project_id': 'f7b92ac8b4f84669b7341c702807ce99', 'gw_port_host': None}] {{(pid=100249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 14:00:15.752041 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42e35e8-e5cd-413d-98e8-42ccf09cb487 req-8efac04c-a2c3-4a50-93b2-9d24be32f90c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:00:15.753452 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-c42e35e8-e5cd-413d-98e8-42ccf09cb487 req-8efac04c-a2c3-4a50-93b2-9d24be32f90c service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=8d6af3c3691644c2b04c2cdb0feff257&device_id=ebe2de0a-9823-41a4-a382-e3f9906ff5d7 HTTP/1.1" status: 200 len: 1094 time: 0.4148417 Jul 06 14:00:15.791784 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51c4140-449d-4d19-b09f-c11a030176bc service neutron] Pushing event updated for resources: {'Port': ['ID=2805cc47-fcea-4f8c-b208-81b73bebd29d,revision_number=2']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:00:15.936589 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fb62c9-fcd0-4647-981d-92b8db4794cb req-45deee5a-2469-4155-90d1-c3cf23dcef0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:00:15.938266 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-45fb62c9-fcd0-4647-981d-92b8db4794cb req-45deee5a-2469-4155-90d1-c3cf23dcef0b service neutron] 10.222.0.72 "GET /v2.0/networks?id=ac09d390-867f-4b75-a8d2-ab11550bffd6 HTTP/1.1" status: 200 len: 871 time: 0.2254193 Jul 06 14:00:15.951123 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-683ee072-1f8b-4f33-bf66-b0bae23791ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127687580'] for port, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:15.955155 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.managers [req-c1a9525d-96d1-4c0c-9923-4fa52821d23b req-e51c4140-449d-4d19-b09f-c11a030176bc service neutron] Attempting to bind port 2805cc47-fcea-4f8c-b208-81b73bebd29d on host n-h1-773647-6 for vnic_type normal with profile {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:00:15.955757 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.managers [req-c1a9525d-96d1-4c0c-9923-4fa52821d23b req-e51c4140-449d-4d19-b09f-c11a030176bc service neutron] Attempting to bind port 2805cc47-fcea-4f8c-b208-81b73bebd29d by drivers openvswitch,hyperv on host n-h1-773647-6 at level 0 using segments [{'id': '1bb3acc6-dcb3-43f0-ad94-2763c9e79a65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1007, 'network_id': '80a8f655-14ef-4b04-89b8-0871faf0b23f'}] {{(pid=100247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:00:15.956085 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1a9525d-96d1-4c0c-9923-4fa52821d23b req-e51c4140-449d-4d19-b09f-c11a030176bc service neutron] Attempting to bind port 2805cc47-fcea-4f8c-b208-81b73bebd29d on network 80a8f655-14ef-4b04-89b8-0871faf0b23f {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:00:15.990140 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1a9525d-96d1-4c0c-9923-4fa52821d23b req-e51c4140-449d-4d19-b09f-c11a030176bc service neutron] Port 2805cc47-fcea-4f8c-b208-81b73bebd29d on network 80a8f655-14ef-4b04-89b8-0871faf0b23f not bound, no agent of type Open vSwitch agent registered on host n-h1-773647-6 {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 14:00:15.990466 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1a9525d-96d1-4c0c-9923-4fa52821d23b req-e51c4140-449d-4d19-b09f-c11a030176bc service neutron] Attempting to bind port 2805cc47-fcea-4f8c-b208-81b73bebd29d on network 80a8f655-14ef-4b04-89b8-0871faf0b23f {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:00:16.012168 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683ee072-1f8b-4f33-bf66-b0bae23791ed admin admin] Pushing event deleted for resources: {'Port': ['ID=abc22c89-863e-45d8-948d-74489da12c35,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:00:16.012652 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1a9525d-96d1-4c0c-9923-4fa52821d23b req-e51c4140-449d-4d19-b09f-c11a030176bc service neutron] Checking agent: {'id': '5bf7147f-bada-4441-a5dc-934b903473fb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-773647-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 51, 12), 'started_at': datetime.datetime(2021, 7, 6, 13, 51, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 0, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:00:16.013224 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1a9525d-96d1-4c0c-9923-4fa52821d23b req-e51c4140-449d-4d19-b09f-c11a030176bc service neutron] Checking segment: {'id': '1bb3acc6-dcb3-43f0-ad94-2763c9e79a65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1007, 'network_id': '80a8f655-14ef-4b04-89b8-0871faf0b23f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100247) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:00:16.013600 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1a9525d-96d1-4c0c-9923-4fa52821d23b req-e51c4140-449d-4d19-b09f-c11a030176bc service neutron] Bound using segment: {'id': '1bb3acc6-dcb3-43f0-ad94-2763c9e79a65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1007, 'network_id': '80a8f655-14ef-4b04-89b8-0871faf0b23f'} {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:00:16.014215 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.managers [req-c1a9525d-96d1-4c0c-9923-4fa52821d23b req-e51c4140-449d-4d19-b09f-c11a030176bc service neutron] Bound port: 2805cc47-fcea-4f8c-b208-81b73bebd29d, host: n-h1-773647-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1bb3acc6-dcb3-43f0-ad94-2763c9e79a65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1007, 'network_id': '80a8f655-14ef-4b04-89b8-0871faf0b23f'}}] {{(pid=100247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:00:16.014747 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-c1a9525d-96d1-4c0c-9923-4fa52821d23b req-e51c4140-449d-4d19-b09f-c11a030176bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:16.020489 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-45fb62c9-fcd0-4647-981d-92b8db4794cb req-431d8dab-5613-4046-9925-e45cb9a96b04 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.239&port_id=120631fc-3444-45d4-80c8-b1276c40aaf7 HTTP/1.1" status: 200 len: 217 time: 0.0646069 Jul 06 14:00:16.038448 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42e35e8-e5cd-413d-98e8-42ccf09cb487 req-bd5a4b88-ffe7-4b0e-8a8a-c79ada2bed45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:00:16.040018 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-c42e35e8-e5cd-413d-98e8-42ccf09cb487 req-bd5a4b88-ffe7-4b0e-8a8a-c79ada2bed45 service neutron] 10.222.0.72 "GET /v2.0/networks?id=2087659c-d042-4f52-8c8b-57a851bb551b HTTP/1.1" status: 200 len: 924 time: 0.2460229 Jul 06 14:00:16.108049 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-43045984-ec9a-4e38-8665-5533a8d2115b req-ca0651a0-f30e-4af6-a74d-b17dc0015bf9 tempest-DeleteServersTestJSON-677393534 tempest-DeleteServersTestJSON-677393534-project] Made reservation on behalf of ed98ced3211c40618bf4aade5a2dd56d for: {'port': 1} {{(pid=100247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:00:16.111644 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-43045984-ec9a-4e38-8665-5533a8d2115b req-ca0651a0-f30e-4af6-a74d-b17dc0015bf9 tempest-DeleteServersTestJSON-677393534 tempest-DeleteServersTestJSON-677393534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:16.123931 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-683ee072-1f8b-4f33-bf66-b0bae23791ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1761104'] for router_gateway, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:16.127522 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-c42e35e8-e5cd-413d-98e8-42ccf09cb487 req-51088018-3ab4-492a-9e01-500384dbb561 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b7462385-0545-41fe-bd5f-627db4f47332 HTTP/1.1" status: 200 len: 217 time: 0.0777555 Jul 06 14:00:16.170042 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c843f480-d8e8-45bf-b1eb-4a03d57f6473 req-d3a44928-bf04-4224-b6ac-5cb28ddf8f60 tempest-ImagesOneServerNegativeTestJSON-2145662933 tempest-ImagesOneServerNegativeTestJSON-2145662933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:00:16.171583 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-c843f480-d8e8-45bf-b1eb-4a03d57f6473 req-d3a44928-bf04-4224-b6ac-5cb28ddf8f60 tempest-ImagesOneServerNegativeTestJSON-2145662933 tempest-ImagesOneServerNegativeTestJSON-2145662933-project] 10.222.0.104 "GET /v2.0/ports?device_id=ebe2de0a-9823-41a4-a382-e3f9906ff5d7 HTTP/1.1" status: 200 len: 943 time: 0.2484829 Jul 06 14:00:16.187002 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fb62c9-fcd0-4647-981d-92b8db4794cb req-e36421f4-f527-4f1a-8404-c1b1944aafd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:00:16.190030 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-45fb62c9-fcd0-4647-981d-92b8db4794cb req-e36421f4-f527-4f1a-8404-c1b1944aafd7 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=d1c3cc78-09b9-4e30-99fd-0e5830de101d HTTP/1.1" status: 200 len: 843 time: 0.1477838 Jul 06 14:00:16.252194 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.db [req-c1a9525d-96d1-4c0c-9923-4fa52821d23b req-e51c4140-449d-4d19-b09f-c11a030176bc service neutron] For port 2805cc47-fcea-4f8c-b208-81b73bebd29d, host n-h1-773647-6, cleared binding levels {{(pid=100247) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:00:16.265684 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-683ee072-1f8b-4f33-bf66-b0bae23791ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1806308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6982'] for router, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:16.268541 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-683ee072-1f8b-4f33-bf66-b0bae23791ed admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:16.319023 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-683ee072-1f8b-4f33-bf66-b0bae23791ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1805684'] for router, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:16.319556 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-683ee072-1f8b-4f33-bf66-b0bae23791ed admin admin] Fanout notify agent at l3_agent the message router_deleted on router 68b56f4a-8fd5-4550-b8b4-25717f6580d3 {{(pid=100246) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 14:00:16.326080 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-683ee072-1f8b-4f33-bf66-b0bae23791ed admin admin] Notify callbacks [] for router, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:16.327448 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-683ee072-1f8b-4f33-bf66-b0bae23791ed admin admin] 10.222.0.104 "DELETE /v2.0/routers/68b56f4a-8fd5-4550-b8b4-25717f6580d3 HTTP/1.1" status: 204 len: 168 time: 1.3068650 Jul 06 14:00:16.331684 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 34720) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:00:16.371977 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fb62c9-fcd0-4647-981d-92b8db4794cb req-b5281403-54fa-4afe-9977-572fe1af94bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:00:16.373882 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-45fb62c9-fcd0-4647-981d-92b8db4794cb req-b5281403-54fa-4afe-9977-572fe1af94bd service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=ac09d390-867f-4b75-a8d2-ab11550bffd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1379738 Jul 06 14:00:16.434067 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.db_base_plugin_v2 [None req-73055cbc-acdc-4e90-90ec-c0b7f7b71bbd admin admin] Deleting subnet 1f3155f0-b0ca-4403-bdeb-6c0218a8fd10 {{(pid=100246) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 14:00:16.440007 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-73055cbc-acdc-4e90-90ec-c0b7f7b71bbd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:16.495935 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-73055cbc-acdc-4e90-90ec-c0b7f7b71bbd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126218885'] for subnet, precommit_delete_associations {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:16.542034 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-45fb62c9-fcd0-4647-981d-92b8db4794cb req-f7f0bb37-f4a3-4b12-92db-232007c5c156 service neutron] 10.222.0.72 "GET /v2.0/networks/ac09d390-867f-4b75-a8d2-ab11550bffd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1593995 Jul 06 14:00:16.553149 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42e35e8-e5cd-413d-98e8-42ccf09cb487 req-fc7e11c6-3a2c-4179-9801-a79d80598db1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:00:16.554755 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-c42e35e8-e5cd-413d-98e8-42ccf09cb487 req-fc7e11c6-3a2c-4179-9801-a79d80598db1 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=0d9c7e4d-cc45-436f-9515-ad95d32a063f HTTP/1.1" status: 200 len: 862 time: 0.4198794 Jul 06 14:00:16.562061 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.db [req-c1a9525d-96d1-4c0c-9923-4fa52821d23b req-e51c4140-449d-4d19-b09f-c11a030176bc service neutron] For port 2805cc47-fcea-4f8c-b208-81b73bebd29d, host n-h1-773647-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773647-6',level=0,port_id=2805cc47-fcea-4f8c-b208-81b73bebd29d,segment=NetworkSegment(1bb3acc6-dcb3-43f0-ad94-2763c9e79a65),segment_id=1bb3acc6-dcb3-43f0-ad94-2763c9e79a65)] {{(pid=100247) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:00:16.593722 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-c1a9525d-96d1-4c0c-9923-4fa52821d23b req-e51c4140-449d-4d19-b09f-c11a030176bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128888538'] for port, after_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:16.614725 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device abc22c89-863e-45d8-948d-74489da12c35 no longer exists at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:00:16.626124 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-c42e35e8-e5cd-413d-98e8-42ccf09cb487 req-18a71763-0380-4213-989a-6079b9253fc8 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=2087659c-d042-4f52-8c8b-57a851bb551b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0562007 Jul 06 14:00:16.651762 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-73055cbc-acdc-4e90-90ec-c0b7f7b71bbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-913473'] for subnet, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:16.653425 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] No Port match for: abc22c89-863e-45d8-948d-74489da12c35 {{(pid=100248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 14:00:16.653905 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device abc22c89-863e-45d8-948d-74489da12c35 not bound to the agent host n-d-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:00:16.654328 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device b85538f4-88c9-40ed-85dd-64c299ea3a6d no longer exists at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:00:16.655496 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-c843f480-d8e8-45bf-b1eb-4a03d57f6473 req-c16cbc78-d4a4-4c65-a4d5-0320797fbdb9 tempest-ImagesOneServerNegativeTestJSON-2145662933 tempest-ImagesOneServerNegativeTestJSON-2145662933-project] 10.222.0.104 "GET /v2.0/security-groups?id=cf130993-6904-4731-ae5d-09749f3f4522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4555228 Jul 06 14:00:16.673938 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] No Port match for: b85538f4-88c9-40ed-85dd-64c299ea3a6d {{(pid=100248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 14:00:16.674592 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device b85538f4-88c9-40ed-85dd-64c299ea3a6d not bound to the agent host n-d-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:00:16.721368 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-45fb62c9-fcd0-4647-981d-92b8db4794cb req-e7338514-b275-4f64-a9a5-25b5cc0f02d4 service neutron] 10.222.0.72 "GET /v2.0/networks/ac09d390-867f-4b75-a8d2-ab11550bffd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1711495 Jul 06 14:00:16.767639 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-73055cbc-acdc-4e90-90ec-c0b7f7b71bbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-913480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1849032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127687590', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127702764'] for subnet, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:16.775856 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a9525d-96d1-4c0c-9923-4fa52821d23b req-e51c4140-449d-4d19-b09f-c11a030176bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:00:16.776549 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-c1a9525d-96d1-4c0c-9923-4fa52821d23b req-e51c4140-449d-4d19-b09f-c11a030176bc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:16.778247 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-c1a9525d-96d1-4c0c-9923-4fa52821d23b req-e51c4140-449d-4d19-b09f-c11a030176bc service neutron] 10.222.0.127 "PUT /v2.0/ports/2805cc47-fcea-4f8c-b208-81b73bebd29d HTTP/1.1" status: 200 len: 1091 time: 2.3901799 Jul 06 14:00:16.793736 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59bcf0fc-bad7-44c9-9700-93c971722bde None None] Network a08450d2-3237-4251-a8c4-e75dc513364d requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:00:16.813167 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-73055cbc-acdc-4e90-90ec-c0b7f7b71bbd admin admin] Notify callbacks [] for subnet, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:16.815451 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-73055cbc-acdc-4e90-90ec-c0b7f7b71bbd admin admin] 10.222.0.104 "DELETE /v2.0/subnets/1f3155f0-b0ca-4403-bdeb-6c0218a8fd10 HTTP/1.1" status: 204 len: 168 time: 0.4823108 Jul 06 14:00:16.817043 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73055cbc-acdc-4e90-90ec-c0b7f7b71bbd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1f3155f0-b0ca-4403-bdeb-6c0218a8fd10,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:00:16.824711 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 34724) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:00:16.893393 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d1fb45-f82b-4fe5-b77a-3b42f86f39f3 req-aaebc257-396e-4e17-8fca-01bff40e14ab tempest-ServersOnMultiNodesTest-299961212 tempest-ServersOnMultiNodesTest-299961212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:00:16.900334 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d1fb45-f82b-4fe5-b77a-3b42f86f39f3 req-aaebc257-396e-4e17-8fca-01bff40e14ab tempest-ServersOnMultiNodesTest-299961212 tempest-ServersOnMultiNodesTest-299961212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:00:16.904743 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-379275d3-9c94-40d9-8349-99ffc236c838 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530492'] for network, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:16.907765 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-a7d1fb45-f82b-4fe5-b77a-3b42f86f39f3 req-aaebc257-396e-4e17-8fca-01bff40e14ab tempest-ServersOnMultiNodesTest-299961212 tempest-ServersOnMultiNodesTest-299961212-project] 10.222.0.104 "GET /v2.0/ports?device_id=93baebbc-f8da-41f6-a869-705bcac34402&device_id=7061350e-4dca-4399-85c7-69dfaa1b6322 HTTP/1.1" status: 200 len: 1691 time: 0.7501180 Jul 06 14:00:16.934728 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.db_base_plugin_common [req-43045984-ec9a-4e38-8665-5533a8d2115b req-ca0651a0-f30e-4af6-a74d-b17dc0015bf9 tempest-DeleteServersTestJSON-677393534 tempest-DeleteServersTestJSON-677393534-project] Allocated IP 172.20.0.6 (7a710b21-0493-4be8-a73f-c10a9dbc43f7/8d32f554-2b92-4c59-9901-e19d129549fc/30fbe51d-c30e-482c-bfc7-1c46589e1134) {{(pid=100247) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:00:16.949667 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-c42e35e8-e5cd-413d-98e8-42ccf09cb487 req-b9eeb76a-f33a-45b3-a2c3-44411bf8f20b service neutron] 10.222.0.72 "GET /v2.0/networks/2087659c-d042-4f52-8c8b-57a851bb551b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2882602 Jul 06 14:00:16.958262 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51c4140-449d-4d19-b09f-c11a030176bc service neutron] Pushing event updated for resources: {'Port': ['ID=2805cc47-fcea-4f8c-b208-81b73bebd29d,revision_number=3']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:00:16.966859 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [None req-379275d3-9c94-40d9-8349-99ffc236c838 admin admin] Deleting port 8223a4ac-8b44-4c2b-83ce-f38aa07b3c34 {{(pid=100246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:00:16.967202 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-379275d3-9c94-40d9-8349-99ffc236c838 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:17.002491 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c67452d-9870-45a2-8a2b-549277050c22 None None] DHCP port deletion for a08450d2-3237-4251-a8c4-e75dc513364d request from n-d-773647-6 {{(pid=100248) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 14:00:17.037630 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Device b7462385-0545-41fe-bd5f-627db4f47332 details requested by agent hyperv_n-h2-773647-6 with host n-h2-773647-6 {{(pid=100248) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 14:00:17.051743 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.db [None req-379275d3-9c94-40d9-8349-99ffc236c838 admin admin] For port 8223a4ac-8b44-4c2b-83ce-f38aa07b3c34, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=8223a4ac-8b44-4c2b-83ce-f38aa07b3c34,segment=NetworkSegment(a5ffa2f7-1926-4bdd-a79c-ddfaa3584aa5),segment_id=a5ffa2f7-1926-4bdd-a79c-ddfaa3584aa5)] {{(pid=100246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:00:17.052745 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-379275d3-9c94-40d9-8349-99ffc236c838 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:17.067694 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [None req-379275d3-9c94-40d9-8349-99ffc236c838 admin admin] Calling delete_port for 8223a4ac-8b44-4c2b-83ce-f38aa07b3c34 owned by network:dhcp {{(pid=100246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:00:17.127443 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-a7d1fb45-f82b-4fe5-b77a-3b42f86f39f3 req-48030f92-dffe-4afa-9c58-e23e50119ac5 tempest-ServersOnMultiNodesTest-299961212 tempest-ServersOnMultiNodesTest-299961212-project] 10.222.0.104 "GET /v2.0/security-groups?id=304f894d-c671-4a59-b0fb-2a4d849c5ac9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2186940 Jul 06 14:00:17.137518 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-9c67452d-9870-45a2-8a2b-549277050c22 None None] Deleting port 8223a4ac-8b44-4c2b-83ce-f38aa07b3c34 {{(pid=100248) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:00:17.137897 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-9c67452d-9870-45a2-8a2b-549277050c22 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:17.168974 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-379275d3-9c94-40d9-8349-99ffc236c838 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127687580'] for port, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:17.212822 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] For port b7462385-0545-41fe-bd5f-627db4f47332, host n-h2-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=b7462385-0545-41fe-bd5f-627db4f47332,segment=NetworkSegment(165a4ca3-d89f-4657-8b31-086440d21aaa),segment_id=165a4ca3-d89f-4657-8b31-086440d21aaa)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:00:17.231595 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a9525d-96d1-4c0c-9923-4fa52821d23b req-f4d0ea47-7327-4f2f-8b94-74e71903233a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:00:17.233022 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-c1a9525d-96d1-4c0c-9923-4fa52821d23b req-f4d0ea47-7327-4f2f-8b94-74e71903233a service neutron] 10.222.0.127 "GET /v2.0/ports?tenant_id=aa7d5b29f8ec457fb3612664b97c2f33&device_id=0f4b4d0f-4467-44a3-8615-0ffc3a6ef0c6 HTTP/1.1" status: 200 len: 1094 time: 0.3870542 Jul 06 14:00:17.235727 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Returning: {'device': 'b7462385-0545-41fe-bd5f-627db4f47332', 'network_id': '2087659c-d042-4f52-8c8b-57a851bb551b', 'port_id': 'b7462385-0545-41fe-bd5f-627db4f47332', 'mac_address': 'fa:16:3e:9e:40:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1029, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d9c7e4d-cc45-436f-9515-ad95d32a063f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100248) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 14:00:17.238362 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-9c67452d-9870-45a2-8a2b-549277050c22 None None] For port 8223a4ac-8b44-4c2b-83ce-f38aa07b3c34, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=8223a4ac-8b44-4c2b-83ce-f38aa07b3c34,segment=NetworkSegment(a5ffa2f7-1926-4bdd-a79c-ddfaa3584aa5),segment_id=a5ffa2f7-1926-4bdd-a79c-ddfaa3584aa5)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:00:17.239148 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-9c67452d-9870-45a2-8a2b-549277050c22 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:17.245621 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c4a65d-953b-4eb5-873b-58a888cbc4d2 req-e4b1bb1b-1083-4bd0-b49f-918ebf24c3a4 tempest-ServerDiskConfigTestJSON-920847304 tempest-ServerDiskConfigTestJSON-920847304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:00:17.245844 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-379275d3-9c94-40d9-8349-99ffc236c838 admin admin] No DVR routers for this DVR port 8223a4ac-8b44-4c2b-83ce-f38aa07b3c34 on host n-d-773647-6 {{(pid=100246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:00:17.251822 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-40c4a65d-953b-4eb5-873b-58a888cbc4d2 req-e4b1bb1b-1083-4bd0-b49f-918ebf24c3a4 tempest-ServerDiskConfigTestJSON-920847304 tempest-ServerDiskConfigTestJSON-920847304-project] 10.222.0.104 "GET /v2.0/ports?device_id=0f4b4d0f-4467-44a3-8615-0ffc3a6ef0c6 HTTP/1.1" status: 200 len: 943 time: 0.4532404 Jul 06 14:00:17.254612 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-9c67452d-9870-45a2-8a2b-549277050c22 None None] Calling delete_port for 8223a4ac-8b44-4c2b-83ce-f38aa07b3c34 owned by network:dhcp {{(pid=100248) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:00:17.256487 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379275d3-9c94-40d9-8349-99ffc236c838 admin admin] Pushing event deleted for resources: {'Port': ['ID=8223a4ac-8b44-4c2b-83ce-f38aa07b3c34,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:00:17.260624 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-c42e35e8-e5cd-413d-98e8-42ccf09cb487 req-764954d3-07d6-4e80-98c5-5fef8467e658 service neutron] 10.222.0.72 "GET /v2.0/networks/2087659c-d042-4f52-8c8b-57a851bb551b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2930689 Jul 06 14:00:17.328640 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:17.349492 n-d-773647-6 neutron-server[100247]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f4b4d0f-4467-44a3-8615-0ffc3a6ef0c6', 'tag': '2805cc47-fcea-4f8c-b208-81b73bebd29d'}] {{(pid=100247) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:00:17.352721 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cbf0eeaae822f8fc9b87a94aeba67a3d651842baf663a51cba94b67a514836d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c833c46-2cd3-414a-bb85-8d55674a34e2" -d '{"events": [{"name": "network-changed", "server_uuid": "0f4b4d0f-4467-44a3-8615-0ffc3a6ef0c6", "tag": "2805cc47-fcea-4f8c-b208-81b73bebd29d"}]}' {{(pid=100247) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:00:17.354682 n-d-773647-6 neutron-server[100248]: DEBUG neutron.notifiers.nova [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b7462385-0545-41fe-bd5f-627db4f47332 {{(pid=100248) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 14:00:17.361139 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-c1a9525d-96d1-4c0c-9923-4fa52821d23b req-3d632a25-cb30-4bdf-9638-ed7a17bea00f service neutron] 10.222.0.127 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2805cc47-fcea-4f8c-b208-81b73bebd29d HTTP/1.1" status: 200 len: 217 time: 0.1053729 Jul 06 14:00:17.380913 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-40c4a65d-953b-4eb5-873b-58a888cbc4d2 req-c0f61f0e-8f76-4e67-92f9-34c81a0cce11 tempest-ServerDiskConfigTestJSON-920847304 tempest-ServerDiskConfigTestJSON-920847304-project] 10.222.0.104 "GET /v2.0/security-groups?id=bc287469-1102-40d8-b019-cad062af5465&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277447 Jul 06 14:00:17.386031 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] For port b7462385-0545-41fe-bd5f-627db4f47332, host n-h2-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=b7462385-0545-41fe-bd5f-627db4f47332,segment=NetworkSegment(165a4ca3-d89f-4657-8b31-086440d21aaa),segment_id=165a4ca3-d89f-4657-8b31-086440d21aaa)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:00:17.398875 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:17.399747 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Device 120631fc-3444-45d4-80c8-b1276c40aaf7 details requested by agent hyperv_n-h2-773647-6 with host n-h2-773647-6 {{(pid=100248) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 14:00:17.411301 n-d-773647-6 neutron-server[100248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '409be978-2186-4f76-b76b-7fe87eeb7c40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec964f7d-b721-496f-9e41-ba57103cd575'}] {{(pid=100248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:00:17.411429 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84af257533e383389cbcf231d3534f4d5e149e7203fea16b4a8fc01438dddaf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f825532-ef11-4fe9-af5f-b9d6d408e1b4" -d '{"events": [{"server_uuid": "409be978-2186-4f76-b76b-7fe87eeb7c40", "name": "network-vif-plugged", "status": "completed", "tag": "ec964f7d-b721-496f-9e41-ba57103cd575"}]}' {{(pid=100248) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:00:17.424226 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-9c67452d-9870-45a2-8a2b-549277050c22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117'] for port, after_delete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:17.463590 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-43045984-ec9a-4e38-8665-5533a8d2115b req-ca0651a0-f30e-4af6-a74d-b17dc0015bf9 tempest-DeleteServersTestJSON-677393534 tempest-DeleteServersTestJSON-677393534-project] Notify callbacks [] for port, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:17.466974 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a9525d-96d1-4c0c-9923-4fa52821d23b req-ed3d4b5b-57aa-42a0-ba22-eb1c5c694d31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:00:17.468534 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-c1a9525d-96d1-4c0c-9923-4fa52821d23b req-ed3d4b5b-57aa-42a0-ba22-eb1c5c694d31 service neutron] 10.222.0.127 "GET /v2.0/subnets?id=88eb22c0-56b7-4217-99ba-ae21132aa3e6 HTTP/1.1" status: 200 len: 854 time: 0.0868049 Jul 06 14:00:17.487638 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c67452d-9870-45a2-8a2b-549277050c22 None None] No DVR routers for this DVR port 8223a4ac-8b44-4c2b-83ce-f38aa07b3c34 on host n-d-773647-6 {{(pid=100248) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:00:17.523620 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-c1a9525d-96d1-4c0c-9923-4fa52821d23b req-b47e638a-f201-4086-9078-5017377e95bc service neutron] 10.222.0.127 "GET /v2.0/ports?network_id=80a8f655-14ef-4b04-89b8-0871faf0b23f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0444026 Jul 06 14:00:17.534464 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4b25b2-8d95-4b1b-989f-ef5fc7d00dec req-6d77c900-2445-4e45-bdd1-22787f35c35f tempest-ServersTestMultiNic-850319587 tempest-ServersTestMultiNic-850319587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:00:17.541985 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4b25b2-8d95-4b1b-989f-ef5fc7d00dec req-6d77c900-2445-4e45-bdd1-22787f35c35f tempest-ServersTestMultiNic-850319587 tempest-ServersTestMultiNic-850319587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:00:17.548216 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4b25b2-8d95-4b1b-989f-ef5fc7d00dec req-6d77c900-2445-4e45-bdd1-22787f35c35f tempest-ServersTestMultiNic-850319587 tempest-ServersTestMultiNic-850319587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:00:17.558889 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-ee4b25b2-8d95-4b1b-989f-ef5fc7d00dec req-6d77c900-2445-4e45-bdd1-22787f35c35f tempest-ServersTestMultiNic-850319587 tempest-ServersTestMultiNic-850319587-project] 10.222.0.104 "GET /v2.0/ports?device_id=409be978-2186-4f76-b76b-7fe87eeb7c40 HTTP/1.1" status: 200 len: 2418 time: 0.3035808 Jul 06 14:00:17.568234 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Pushing event updated for resources: {'Port': ['ID=b7462385-0545-41fe-bd5f-627db4f47332,revision_number=4']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:00:17.599563 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c67452d-9870-45a2-8a2b-549277050c22 None None] Pushing event deleted for resources: {'Port': ['ID=8223a4ac-8b44-4c2b-83ce-f38aa07b3c34,revision_number=None']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:00:17.651723 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] For port 120631fc-3444-45d4-80c8-b1276c40aaf7, host n-h2-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=120631fc-3444-45d4-80c8-b1276c40aaf7,segment=NetworkSegment(c9ea893d-045e-42cf-b3dd-cdd1f79baccd),segment_id=c9ea893d-045e-42cf-b3dd-cdd1f79baccd)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:00:17.665470 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-379275d3-9c94-40d9-8349-99ffc236c838 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-917204', 'neutron.services.segments.db._delete_segments_for_network-8773753502302'] for network, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:17.672493 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Returning: {'device': '120631fc-3444-45d4-80c8-b1276c40aaf7', 'network_id': 'ac09d390-867f-4b75-a8d2-ab11550bffd6', 'port_id': '120631fc-3444-45d4-80c8-b1276c40aaf7', 'mac_address': 'fa:16:3e:d2:7c:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1023, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd1c3cc78-09b9-4e30-99fd-0e5830de101d', 'ip_address': '192.168.233.239'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100248) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 14:00:17.677922 n-d-773647-6 neutron-server[100246]: DEBUG neutron.services.segments.db [None req-379275d3-9c94-40d9-8349-99ffc236c838 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a08450d2-3237-4251-a8c4-e75dc513364d']}} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:00:17.680507 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-ee4b25b2-8d95-4b1b-989f-ef5fc7d00dec req-653d7f16-4e9f-4fb9-88ce-7d0b8299e604 tempest-ServersTestMultiNic-850319587 tempest-ServersTestMultiNic-850319587-project] 10.222.0.104 "GET /v2.0/security-groups?id=3be580b9-03cb-4a9b-8661-5fe7dfbcaae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206090 Jul 06 14:00:17.691062 n-d-773647-6 neutron-server[100246]: DEBUG neutron.services.segments.db [None req-379275d3-9c94-40d9-8349-99ffc236c838 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a5ffa2f7-1926-4bdd-a79c-ddfaa3584aa5') {'for_net_delete': True} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:00:17.691407 n-d-773647-6 neutron-server[100246]: DEBUG neutron.services.segments.db [None req-379275d3-9c94-40d9-8349-99ffc236c838 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a5ffa2f7-1926-4bdd-a79c-ddfaa3584aa5') {} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:00:17.712728 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-379275d3-9c94-40d9-8349-99ffc236c838 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773753515138', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126218898'] for segment, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:17.721034 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-43045984-ec9a-4e38-8665-5533a8d2115b req-ca0651a0-f30e-4af6-a74d-b17dc0015bf9 tempest-DeleteServersTestJSON-677393534 tempest-DeleteServersTestJSON-677393534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-128888360'] for port, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:17.737877 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-25f187a1-1826-49a6-af42-23227f320695 req-55e28237-2b76-4c33-993b-b7bae0bd192e service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=d3841228-bd36-4f42-bf1c-f86b93e259d3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5536845 Jul 06 14:00:17.741786 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-379275d3-9c94-40d9-8349-99ffc236c838 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552'] for segment, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:17.758802 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-379275d3-9c94-40d9-8349-99ffc236c838 admin admin] Releasing vlan 1039 on physical network physnet1 to pool {{(pid=100246) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 14:00:17.759284 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-379275d3-9c94-40d9-8349-99ffc236c838 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127687491'] for segment, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:17.762386 n-d-773647-6 neutron-server[100246]: Traceback (most recent call last): Jul 06 14:00:17.762386 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 14:00:17.762386 n-d-773647-6 neutron-server[100246]: timer() Jul 06 14:00:17.762386 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 14:00:17.762386 n-d-773647-6 neutron-server[100246]: cb(*args, **kw) Jul 06 14:00:17.762386 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 14:00:17.762386 n-d-773647-6 neutron-server[100246]: return func(*args, **kwargs) Jul 06 14:00:17.762386 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 14:00:17.762386 n-d-773647-6 neutron-server[100246]: self._notify() Jul 06 14:00:17.762386 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 14:00:17.762386 n-d-773647-6 neutron-server[100246]: self.callback(batched_events) Jul 06 14:00:17.762386 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 14:00:17.762386 n-d-773647-6 neutron-server[100246]: event.method(event) Jul 06 14:00:17.762386 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 14:00:17.762386 n-d-773647-6 neutron-server[100246]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 14:00:17.762386 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 14:00:17.762386 n-d-773647-6 neutron-server[100246]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 14:00:17.762386 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 14:00:17.762386 n-d-773647-6 neutron-server[100246]: return f(self, *a, **k) Jul 06 14:00:17.762386 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 14:00:17.762386 n-d-773647-6 neutron-server[100246]: return self._get(url).json() Jul 06 14:00:17.762386 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 14:00:17.762386 n-d-773647-6 neutron-server[100246]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 14:00:17.762386 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 14:00:17.762386 n-d-773647-6 neutron-server[100246]: return self.request(url, 'GET', **kwargs) Jul 06 14:00:17.762386 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 14:00:17.762386 n-d-773647-6 neutron-server[100246]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 14:00:17.762386 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 14:00:17.762386 n-d-773647-6 neutron-server[100246]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 14:00:17.762386 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 14:00:17.762386 n-d-773647-6 neutron-server[100246]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 14:00:17.762386 n-d-773647-6 neutron-server[100246]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 14:00:17.796430 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-c1a9525d-96d1-4c0c-9923-4fa52821d23b req-826c1f08-0a38-4861-a6fc-5f73f13600f6 service neutron] 10.222.0.127 "GET /v2.0/networks/80a8f655-14ef-4b04-89b8-0871faf0b23f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2358663 Jul 06 14:00:17.798217 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-43045984-ec9a-4e38-8665-5533a8d2115b req-ca0651a0-f30e-4af6-a74d-b17dc0015bf9 tempest-DeleteServersTestJSON-677393534 tempest-DeleteServersTestJSON-677393534-project] Network 7a710b21-0493-4be8-a73f-c10a9dbc43f7 is already hosted by enough agents. {{(pid=100247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:00:17.804620 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.base_scheduler [req-43045984-ec9a-4e38-8665-5533a8d2115b req-ca0651a0-f30e-4af6-a74d-b17dc0015bf9 tempest-DeleteServersTestJSON-677393534 tempest-DeleteServersTestJSON-677393534-project] Resources bound (agent type, host, resource id): {{(pid=100247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:00:17.815792 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.l3_dvrscheduler_db [req-43045984-ec9a-4e38-8665-5533a8d2115b req-ca0651a0-f30e-4af6-a74d-b17dc0015bf9 tempest-DeleteServersTestJSON-677393534 tempest-DeleteServersTestJSON-677393534-project] Received port after_create {{(pid=100247) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:00:17.820827 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:17.893732 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-379275d3-9c94-40d9-8349-99ffc236c838 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-917215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1761140'] for network, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:17.907441 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-379275d3-9c94-40d9-8349-99ffc236c838 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583035'] for network, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:17.912512 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-379275d3-9c94-40d9-8349-99ffc236c838 admin admin] 10.222.0.104 "DELETE /v2.0/networks/a08450d2-3237-4251-a8c4-e75dc513364d HTTP/1.1" status: 204 len: 168 time: 1.0866830 Jul 06 14:00:17.927100 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0651a0-f30e-4af6-a74d-b17dc0015bf9 tempest-DeleteServersTestJSON-677393534 tempest-DeleteServersTestJSON-677393534-project] Pushing event updated for resources: {'Port': ['ID=30fbe51d-c30e-482c-bfc7-1c46589e1134,revision_number=1']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:00:17.932704 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379275d3-9c94-40d9-8349-99ffc236c838 admin admin] Pushing event deleted for resources: {'Network': ['ID=a08450d2-3237-4251-a8c4-e75dc513364d,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:00:17.935766 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f187a1-1826-49a6-af42-23227f320695 req-0cc9982b-f73e-4d4f-9138-540fec3a1528 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:00:17.937456 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-25f187a1-1826-49a6-af42-23227f320695 req-0cc9982b-f73e-4d4f-9138-540fec3a1528 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=ae0918c1680140d8a89ce8f9c600b37d&device_id=d3841228-bd36-4f42-bf1c-f86b93e259d3 HTTP/1.1" status: 200 len: 1100 time: 0.1145847 Jul 06 14:00:17.976476 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43045984-ec9a-4e38-8665-5533a8d2115b req-ca0651a0-f30e-4af6-a74d-b17dc0015bf9 tempest-DeleteServersTestJSON-677393534 tempest-DeleteServersTestJSON-677393534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:00:17.977160 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-43045984-ec9a-4e38-8665-5533a8d2115b req-ca0651a0-f30e-4af6-a74d-b17dc0015bf9 tempest-DeleteServersTestJSON-677393534 tempest-DeleteServersTestJSON-677393534-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:18.007073 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-43045984-ec9a-4e38-8665-5533a8d2115b req-ca0651a0-f30e-4af6-a74d-b17dc0015bf9 tempest-DeleteServersTestJSON-677393534 tempest-DeleteServersTestJSON-677393534-project] 10.222.0.127 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3943076 Jul 06 14:00:18.025705 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [req-43045984-ec9a-4e38-8665-5533a8d2115b req-27173129-5546-444d-b214-5f4bb5daa018 service neutron] Request body: {'port': {'device_id': '35567473-98d6-438d-b4ea-81f3a880422a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-773647-6'}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:00:18.036141 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbb5d6a-afe0-4f2e-9fa3-1b315fbbc556 req-66861c90-6d0e-4667-86ac-27d98e51e542 tempest-ServersAdminNegativeTestJSON-1929369317 tempest-ServersAdminNegativeTestJSON-1929369317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:00:18.037964 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-7dbb5d6a-afe0-4f2e-9fa3-1b315fbbc556 req-66861c90-6d0e-4667-86ac-27d98e51e542 tempest-ServersAdminNegativeTestJSON-1929369317 tempest-ServersAdminNegativeTestJSON-1929369317-project] 10.222.0.104 "GET /v2.0/ports?device_id=7b8504ac-e10a-483e-a568-0cc9b642ae7d HTTP/1.1" status: 200 len: 948 time: 0.2192600 Jul 06 14:00:18.043758 n-d-773647-6 neutron-server[100248]: DEBUG neutron.notifiers.nova [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 120631fc-3444-45d4-80c8-b1276c40aaf7 {{(pid=100248) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 14:00:18.081636 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-c1a9525d-96d1-4c0c-9923-4fa52821d23b req-0fd4ad1e-603c-4edc-84cb-6bffeee377ef service neutron] 10.222.0.127 "GET /v2.0/networks/80a8f655-14ef-4b04-89b8-0871faf0b23f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2671328 Jul 06 14:00:18.099119 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] For port 120631fc-3444-45d4-80c8-b1276c40aaf7, host n-h2-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=120631fc-3444-45d4-80c8-b1276c40aaf7,segment=NetworkSegment(c9ea893d-045e-42cf-b3dd-cdd1f79baccd),segment_id=c9ea893d-045e-42cf-b3dd-cdd1f79baccd)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:00:18.105434 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:18.158904 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-7dbb5d6a-afe0-4f2e-9fa3-1b315fbbc556 req-0870b73b-63aa-44a8-9d2e-e54e9b946b35 tempest-ServersAdminNegativeTestJSON-1929369317 tempest-ServersAdminNegativeTestJSON-1929369317-project] 10.222.0.104 "GET /v2.0/security-groups?id=426b2c98-b2a3-4344-9104-71ac10ea07c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105456 Jul 06 14:00:18.165947 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f187a1-1826-49a6-af42-23227f320695 req-1bea1fad-f5c3-4547-a8e3-1634de622054 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:00:18.176026 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-25f187a1-1826-49a6-af42-23227f320695 req-1bea1fad-f5c3-4547-a8e3-1634de622054 service neutron] 10.222.0.72 "GET /v2.0/networks?id=ac09d390-867f-4b75-a8d2-ab11550bffd6 HTTP/1.1" status: 200 len: 871 time: 0.2029846 Jul 06 14:00:18.184069 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-43045984-ec9a-4e38-8665-5533a8d2115b req-27173129-5546-444d-b214-5f4bb5daa018 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:18.222912 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Pushing event updated for resources: {'Port': ['ID=120631fc-3444-45d4-80c8-b1276c40aaf7,revision_number=4']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:00:18.228928 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 34744) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:00:18.248543 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-25f187a1-1826-49a6-af42-23227f320695 req-15497e25-b9dd-47e7-9db4-e17463c70186 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.76&port_id=05481f2d-582e-4146-a307-f062af9d861e HTTP/1.1" status: 200 len: 217 time: 0.0697491 Jul 06 14:00:18.312429 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f187a1-1826-49a6-af42-23227f320695 req-ef197218-0a62-434f-b629-b4fdb42c09da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:00:18.314405 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-25f187a1-1826-49a6-af42-23227f320695 req-ef197218-0a62-434f-b629-b4fdb42c09da service neutron] 10.222.0.72 "GET /v2.0/subnets?id=d1c3cc78-09b9-4e30-99fd-0e5830de101d HTTP/1.1" status: 200 len: 843 time: 0.0540388 Jul 06 14:00:18.344952 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 14:00:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e43f7f40-25c0-449d-81a9-4e98a7efbfce x-openstack-request-id: req-e43f7f40-25c0-449d-81a9-4e98a7efbfce {{(pid=100247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:00:18.345255 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f4b4d0f-4467-44a3-8615-0ffc3a6ef0c6", "tag": "2805cc47-fcea-4f8c-b208-81b73bebd29d", "status": "completed", "code": 200}]} {{(pid=100247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:00:18.345522 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-e43f7f40-25c0-449d-81a9-4e98a7efbfce {{(pid=100247) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:00:18.345998 n-d-773647-6 neutron-server[100247]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f4b4d0f-4467-44a3-8615-0ffc3a6ef0c6', 'tag': '2805cc47-fcea-4f8c-b208-81b73bebd29d', 'status': 'completed', 'code': 200} Jul 06 14:00:18.376079 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 14:00:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77b68361-696a-48f8-8325-8b622612eaa7 x-openstack-request-id: req-77b68361-696a-48f8-8325-8b622612eaa7 {{(pid=100248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:00:18.376475 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "409be978-2186-4f76-b76b-7fe87eeb7c40", "name": "network-vif-plugged", "status": "completed", "tag": "ec964f7d-b721-496f-9e41-ba57103cd575", "code": 200}]} {{(pid=100248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:00:18.376900 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-77b68361-696a-48f8-8325-8b622612eaa7 {{(pid=100248) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:00:18.377430 n-d-773647-6 neutron-server[100248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '409be978-2186-4f76-b76b-7fe87eeb7c40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec964f7d-b721-496f-9e41-ba57103cd575', 'code': 200} Jul 06 14:00:18.387756 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] get_ports_and_sgs() called for port_ids ['b7462385-0545-41fe-bd5f-627db4f47332'] {{(pid=100248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 14:00:18.394256 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] get_ports_and_sgs() called for port_ids ['120631fc-3444-45d4-80c8-b1276c40aaf7'] {{(pid=100248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 14:00:18.415313 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f187a1-1826-49a6-af42-23227f320695 req-6efc4ba7-f29a-4bf8-8488-feb683faacd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:00:18.417610 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-25f187a1-1826-49a6-af42-23227f320695 req-6efc4ba7-f29a-4bf8-8488-feb683faacd4 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=ac09d390-867f-4b75-a8d2-ab11550bffd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0907760 Jul 06 14:00:18.444606 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 34752) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:00:18.480895 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-4cf71812-d639-469d-85fa-02eb40561579 admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=acb800f580674ba5b45dfb76ebc253b1&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2490726 Jul 06 14:00:18.486232 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 34756) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:00:18.546340 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-25f187a1-1826-49a6-af42-23227f320695 req-a7652594-8ad0-464c-8339-f87539c46652 service neutron] 10.222.0.72 "GET /v2.0/networks/ac09d390-867f-4b75-a8d2-ab11550bffd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1205204 Jul 06 14:00:18.643539 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 8223a4ac-8b44-4c2b-83ce-f38aa07b3c34 no longer exists at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:00:18.675609 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c118c880-3513-419a-9838-cfe7466c3413 req-a5b9c526-24d5-4c29-84ba-0300158bbc88 tempest-DeleteServersTestJSON-677393534 tempest-DeleteServersTestJSON-677393534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:00:18.677043 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-c118c880-3513-419a-9838-cfe7466c3413 req-a5b9c526-24d5-4c29-84ba-0300158bbc88 tempest-DeleteServersTestJSON-677393534 tempest-DeleteServersTestJSON-677393534-project] 10.222.0.104 "GET /v2.0/ports?device_id=35567473-98d6-438d-b4ea-81f3a880422a HTTP/1.1" status: 200 len: 931 time: 0.3933578 Jul 06 14:00:18.678807 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] No Port match for: 8223a4ac-8b44-4c2b-83ce-f38aa07b3c34 {{(pid=100248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 14:00:18.679278 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 8223a4ac-8b44-4c2b-83ce-f38aa07b3c34 not bound to the agent host n-d-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:00:18.689838 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-72256143-7114-48b9-98aa-886cde7044ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:18.709340 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-25f187a1-1826-49a6-af42-23227f320695 req-7ff6d2bd-3a27-4a87-b3a7-8e79cd2778b1 service neutron] 10.222.0.72 "GET /v2.0/networks/ac09d390-867f-4b75-a8d2-ab11550bffd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1534672 Jul 06 14:00:18.759790 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c833c46-2cd3-414a-bb85-8d55674a34e2 req-7ab7fbbf-728a-456e-ab8b-ce287e19609e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:00:18.762050 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-3c833c46-2cd3-414a-bb85-8d55674a34e2 req-7ab7fbbf-728a-456e-ab8b-ce287e19609e service neutron] 10.222.0.127 "GET /v2.0/ports?tenant_id=aa7d5b29f8ec457fb3612664b97c2f33&device_id=0f4b4d0f-4467-44a3-8615-0ffc3a6ef0c6 HTTP/1.1" status: 200 len: 1094 time: 0.4024949 Jul 06 14:00:18.802706 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-196d7ab1-4086-485b-9132-57952df75f76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:18.815561 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-72256143-7114-48b9-98aa-886cde7044ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:18.822369 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-72256143-7114-48b9-98aa-886cde7044ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:18.863993 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-72256143-7114-48b9-98aa-886cde7044ea admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=5a62f23a62754e7f857263aed706d334&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4176898 Jul 06 14:00:18.866244 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72256143-7114-48b9-98aa-886cde7044ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=415736b0-17c9-4750-b3bc-cb7cb60c704d,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:00:18.869118 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 34760) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:00:18.871030 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8b9ba1-ab2d-43f9-ad8b-2f65132a55da req-0f6111df-cae3-469e-8147-6451d7b8e5c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:00:18.871646 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8b9ba1-ab2d-43f9-ad8b-2f65132a55da req-0f6111df-cae3-469e-8147-6451d7b8e5c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:00:18.872186 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8b9ba1-ab2d-43f9-ad8b-2f65132a55da req-0f6111df-cae3-469e-8147-6451d7b8e5c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:00:18.873990 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-be8b9ba1-ab2d-43f9-ad8b-2f65132a55da req-0f6111df-cae3-469e-8147-6451d7b8e5c6 service neutron] 10.222.0.127 "GET /v2.0/ports?device_id=409be978-2186-4f76-b76b-7fe87eeb7c40 HTTP/1.1" status: 200 len: 2871 time: 0.4094970 Jul 06 14:00:18.916007 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-c118c880-3513-419a-9838-cfe7466c3413 req-2f4c8290-2d2b-4c4b-b55e-d313369c4ea5 tempest-DeleteServersTestJSON-677393534 tempest-DeleteServersTestJSON-677393534-project] 10.222.0.104 "GET /v2.0/security-groups?id=7d4cbf2c-f907-4452-8928-a2a298fe7ee1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2242198 Jul 06 14:00:18.918004 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-1d5f5903-e2d5-425c-8e02-84e3fa074cfe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:18.931136 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-196d7ab1-4086-485b-9132-57952df75f76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:18.939913 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21b79ad-87ff-46a5-9965-a9828e63bf6a req-61065aad-9231-4f86-9694-1193c7af252c tempest-ImagesOneServerNegativeTestJSON-2145662933 tempest-ImagesOneServerNegativeTestJSON-2145662933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:00:18.941522 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-b21b79ad-87ff-46a5-9965-a9828e63bf6a req-61065aad-9231-4f86-9694-1193c7af252c tempest-ImagesOneServerNegativeTestJSON-2145662933 tempest-ImagesOneServerNegativeTestJSON-2145662933-project] 10.222.0.104 "GET /v2.0/ports?device_id=ebe2de0a-9823-41a4-a382-e3f9906ff5d7 HTTP/1.1" status: 200 len: 944 time: 0.3957105 Jul 06 14:00:18.950737 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-1d5f5903-e2d5-425c-8e02-84e3fa074cfe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:19.003336 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-1d5f5903-e2d5-425c-8e02-84e3fa074cfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:19.005961 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-1d5f5903-e2d5-425c-8e02-84e3fa074cfe admin admin] Notify callbacks [] for security_group, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:19.007133 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-1d5f5903-e2d5-425c-8e02-84e3fa074cfe admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/415736b0-17c9-4750-b3bc-cb7cb60c704d HTTP/1.1" status: 204 len: 168 time: 0.1370926 Jul 06 14:00:19.017564 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5f5903-e2d5-425c-8e02-84e3fa074cfe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=415736b0-17c9-4750-b3bc-cb7cb60c704d,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:00:19.055612 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-be8b9ba1-ab2d-43f9-ad8b-2f65132a55da req-156c84d8-d70b-459b-b991-1c02375ff369 service neutron] 10.222.0.127 "GET /v2.0/security-groups?id=3be580b9-03cb-4a9b-8661-5fe7dfbcaae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1649179 Jul 06 14:00:19.058196 n-d-773647-6 neutron-server[100247]: DEBUG neutron.notifiers.nova [req-43045984-ec9a-4e38-8665-5533a8d2115b req-27173129-5546-444d-b214-5f4bb5daa018 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 30fbe51d-c30e-482c-bfc7-1c46589e1134 {{(pid=100247) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 14:00:19.110019 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-43045984-ec9a-4e38-8665-5533a8d2115b req-27173129-5546-444d-b214-5f4bb5daa018 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:19.116493 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.agents_db [None req-167c0ad6-1657-4c9a-a2c4-3b18056aa662 None None] Agent healthcheck: found 7 active agents {{(pid=100249) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 14:00:19.123973 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c833c46-2cd3-414a-bb85-8d55674a34e2 req-ca7e7612-e394-40cc-a317-577888c3c939 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:00:19.125716 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-3c833c46-2cd3-414a-bb85-8d55674a34e2 req-ca7e7612-e394-40cc-a317-577888c3c939 service neutron] 10.222.0.127 "GET /v2.0/networks?id=80a8f655-14ef-4b04-89b8-0871faf0b23f HTTP/1.1" status: 200 len: 916 time: 0.3475256 Jul 06 14:00:19.137977 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-b21b79ad-87ff-46a5-9965-a9828e63bf6a req-c9141bca-9dd5-48df-ad23-c7869204135c tempest-ImagesOneServerNegativeTestJSON-2145662933 tempest-ImagesOneServerNegativeTestJSON-2145662933-project] 10.222.0.104 "GET /v2.0/security-groups?id=cf130993-6904-4731-ae5d-09749f3f4522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1838613 Jul 06 14:00:19.149076 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.provisioning_blocks [req-43045984-ec9a-4e38-8665-5533a8d2115b req-27173129-5546-444d-b214-5f4bb5daa018 service neutron] Transition to ACTIVE for port object 30fbe51d-c30e-482c-bfc7-1c46589e1134 will not be triggered until provisioned by entity L2. {{(pid=100247) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:00:19.154003 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-43045984-ec9a-4e38-8665-5533a8d2115b req-27173129-5546-444d-b214-5f4bb5daa018 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128888538'] for port, after_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:19.206345 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-196d7ab1-4086-485b-9132-57952df75f76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:19.208871 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-196d7ab1-4086-485b-9132-57952df75f76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:19.213781 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-196d7ab1-4086-485b-9132-57952df75f76 admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/f8e8ccb6-d1d4-4385-9430-03be95783b62 HTTP/1.1" status: 204 len: 168 time: 0.7223301 Jul 06 14:00:19.344187 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 34770) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:00:19.359784 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-08400359-af6c-486e-b0d4-ecf3d4216784 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:19.463768 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-08400359-af6c-486e-b0d4-ecf3d4216784 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:19.468506 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-08400359-af6c-486e-b0d4-ecf3d4216784 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:19.497780 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-3c833c46-2cd3-414a-bb85-8d55674a34e2 req-357c46af-92b6-4ccf-a571-b52d49215e75 service neutron] 10.222.0.127 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2805cc47-fcea-4f8c-b208-81b73bebd29d HTTP/1.1" status: 200 len: 217 time: 0.3272626 Jul 06 14:00:19.510176 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-08400359-af6c-486e-b0d4-ecf3d4216784 admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=e4c1d04656844429af6663eb1a3c4a6c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1643736 Jul 06 14:00:19.511171 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08400359-af6c-486e-b0d4-ecf3d4216784 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0babc7d-a291-41bd-985f-15c0332a7a65,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:00:19.513700 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 34774) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:00:19.551077 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196d7ab1-4086-485b-9132-57952df75f76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8e8ccb6-d1d4-4385-9430-03be95783b62,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:00:19.591152 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf150ca7-51fe-4c2d-a00e-66dfc82b99db req-bc474bc8-54fa-4327-bd66-32e78bd6be56 tempest-ServersOnMultiNodesTest-1210667676 tempest-ServersOnMultiNodesTest-1210667676-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:00:19.592719 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-bf150ca7-51fe-4c2d-a00e-66dfc82b99db req-bc474bc8-54fa-4327-bd66-32e78bd6be56 tempest-ServersOnMultiNodesTest-1210667676 tempest-ServersOnMultiNodesTest-1210667676-project-admin] 10.222.0.104 "GET /v2.0/ports?device_id=93baebbc-f8da-41f6-a869-705bcac34402 HTTP/1.1" status: 200 len: 1101 time: 0.5525718 Jul 06 14:00:19.593330 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27173129-5546-444d-b214-5f4bb5daa018 service neutron] Pushing event updated for resources: {'Port': ['ID=30fbe51d-c30e-482c-bfc7-1c46589e1134,revision_number=2']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:00:19.669960 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 34776) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:00:19.696090 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c833c46-2cd3-414a-bb85-8d55674a34e2 req-a77e5aef-7471-4124-b21c-07414ef77214 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:00:19.697554 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-3c833c46-2cd3-414a-bb85-8d55674a34e2 req-a77e5aef-7471-4124-b21c-07414ef77214 service neutron] 10.222.0.127 "GET /v2.0/subnets?id=88eb22c0-56b7-4217-99ba-ae21132aa3e6 HTTP/1.1" status: 200 len: 854 time: 0.1830125 Jul 06 14:00:19.712215 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-d75b2f69-db2b-4e58-b827-233a7828d515 admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=f7b92ac8b4f84669b7341c702807ce99&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0409589 Jul 06 14:00:19.714827 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 34778) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:00:19.758120 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-3c833c46-2cd3-414a-bb85-8d55674a34e2 req-f2069e48-5312-4ecd-8a4f-f6a9f5aadf67 service neutron] 10.222.0.127 "GET /v2.0/ports?network_id=80a8f655-14ef-4b04-89b8-0871faf0b23f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0491710 Jul 06 14:00:19.765812 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-bf150ca7-51fe-4c2d-a00e-66dfc82b99db req-b3a19455-eed6-45eb-9d8a-1a2c0cdb7e64 tempest-ServersOnMultiNodesTest-1210667676 tempest-ServersOnMultiNodesTest-1210667676-project-admin] 10.222.0.104 "GET /v2.0/security-groups?id=304f894d-c671-4a59-b0fb-2a4d849c5ac9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1548705 Jul 06 14:00:19.766867 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-aef02705-4994-47f3-8b79-62351b20bb8a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:19.791641 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-a48318d5-6612-46f3-8e59-eac033a75bda admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:19.792749 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-aef02705-4994-47f3-8b79-62351b20bb8a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:19.837255 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33491eb-b5fc-4db7-aa50-3bc665ec17fd req-d08a9dce-8d82-4bc9-9b19-6d6f7c8dafe4 tempest-ServerDiskConfigTestJSON-920847304 tempest-ServerDiskConfigTestJSON-920847304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:00:19.838908 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-e33491eb-b5fc-4db7-aa50-3bc665ec17fd req-d08a9dce-8d82-4bc9-9b19-6d6f7c8dafe4 tempest-ServerDiskConfigTestJSON-920847304 tempest-ServerDiskConfigTestJSON-920847304-project] 10.222.0.104 "GET /v2.0/ports?device_id=0f4b4d0f-4467-44a3-8615-0ffc3a6ef0c6 HTTP/1.1" status: 200 len: 943 time: 0.3518450 Jul 06 14:00:19.860163 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-aef02705-4994-47f3-8b79-62351b20bb8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:19.861113 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.managers [req-43045984-ec9a-4e38-8665-5533a8d2115b req-27173129-5546-444d-b214-5f4bb5daa018 service neutron] Attempting to bind port 30fbe51d-c30e-482c-bfc7-1c46589e1134 on host n-h1-773647-6 for vnic_type normal with profile {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:00:19.861650 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.managers [req-43045984-ec9a-4e38-8665-5533a8d2115b req-27173129-5546-444d-b214-5f4bb5daa018 service neutron] Attempting to bind port 30fbe51d-c30e-482c-bfc7-1c46589e1134 by drivers openvswitch,hyperv on host n-h1-773647-6 at level 0 using segments [{'id': '227d25fe-bf75-4c4b-9a67-c660160d6b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1015, 'network_id': '7a710b21-0493-4be8-a73f-c10a9dbc43f7'}] {{(pid=100247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:00:19.861978 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43045984-ec9a-4e38-8665-5533a8d2115b req-27173129-5546-444d-b214-5f4bb5daa018 service neutron] Attempting to bind port 30fbe51d-c30e-482c-bfc7-1c46589e1134 on network 7a710b21-0493-4be8-a73f-c10a9dbc43f7 {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:00:19.863229 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-aef02705-4994-47f3-8b79-62351b20bb8a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:19.864521 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-aef02705-4994-47f3-8b79-62351b20bb8a admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/38d6e736-ae63-4120-8b9a-99c4ae237bb1 HTTP/1.1" status: 204 len: 168 time: 0.1485245 Jul 06 14:00:19.876231 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef02705-4994-47f3-8b79-62351b20bb8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38d6e736-ae63-4120-8b9a-99c4ae237bb1,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:00:19.887822 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-a48318d5-6612-46f3-8e59-eac033a75bda admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:19.906137 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43045984-ec9a-4e38-8665-5533a8d2115b req-27173129-5546-444d-b214-5f4bb5daa018 service neutron] Port 30fbe51d-c30e-482c-bfc7-1c46589e1134 on network 7a710b21-0493-4be8-a73f-c10a9dbc43f7 not bound, no agent of type Open vSwitch agent registered on host n-h1-773647-6 {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 14:00:19.906469 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43045984-ec9a-4e38-8665-5533a8d2115b req-27173129-5546-444d-b214-5f4bb5daa018 service neutron] Attempting to bind port 30fbe51d-c30e-482c-bfc7-1c46589e1134 on network 7a710b21-0493-4be8-a73f-c10a9dbc43f7 {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:00:19.973780 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43045984-ec9a-4e38-8665-5533a8d2115b req-27173129-5546-444d-b214-5f4bb5daa018 service neutron] Checking agent: {'id': '5bf7147f-bada-4441-a5dc-934b903473fb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-773647-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 51, 12), 'started_at': datetime.datetime(2021, 7, 6, 13, 51, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 0, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:00:19.974042 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43045984-ec9a-4e38-8665-5533a8d2115b req-27173129-5546-444d-b214-5f4bb5daa018 service neutron] Checking segment: {'id': '227d25fe-bf75-4c4b-9a67-c660160d6b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1015, 'network_id': '7a710b21-0493-4be8-a73f-c10a9dbc43f7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100247) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:00:19.974424 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43045984-ec9a-4e38-8665-5533a8d2115b req-27173129-5546-444d-b214-5f4bb5daa018 service neutron] Bound using segment: {'id': '227d25fe-bf75-4c4b-9a67-c660160d6b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1015, 'network_id': '7a710b21-0493-4be8-a73f-c10a9dbc43f7'} {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:00:19.974870 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.managers [req-43045984-ec9a-4e38-8665-5533a8d2115b req-27173129-5546-444d-b214-5f4bb5daa018 service neutron] Bound port: 30fbe51d-c30e-482c-bfc7-1c46589e1134, host: n-h1-773647-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '227d25fe-bf75-4c4b-9a67-c660160d6b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1015, 'network_id': '7a710b21-0493-4be8-a73f-c10a9dbc43f7'}}] {{(pid=100247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:00:19.975247 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-43045984-ec9a-4e38-8665-5533a8d2115b req-27173129-5546-444d-b214-5f4bb5daa018 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:20.004899 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-e33491eb-b5fc-4db7-aa50-3bc665ec17fd req-90ac89e0-cca7-4e72-91e8-cb558ea1ea91 tempest-ServerDiskConfigTestJSON-920847304 tempest-ServerDiskConfigTestJSON-920847304-project] 10.222.0.104 "GET /v2.0/security-groups?id=bc287469-1102-40d8-b019-cad062af5465&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1500297 Jul 06 14:00:20.013448 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-3c833c46-2cd3-414a-bb85-8d55674a34e2 req-5cb25ccb-d584-414d-8617-99d64a663bbc service neutron] 10.222.0.127 "GET /v2.0/networks/80a8f655-14ef-4b04-89b8-0871faf0b23f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2464354 Jul 06 14:00:20.170914 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-a48318d5-6612-46f3-8e59-eac033a75bda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:20.173558 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-a48318d5-6612-46f3-8e59-eac033a75bda admin admin] Notify callbacks [] for security_group, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:20.174679 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-a48318d5-6612-46f3-8e59-eac033a75bda admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/b0babc7d-a291-41bd-985f-15c0332a7a65 HTTP/1.1" status: 204 len: 168 time: 0.6545458 Jul 06 14:00:20.198685 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.db [req-43045984-ec9a-4e38-8665-5533a8d2115b req-27173129-5546-444d-b214-5f4bb5daa018 service neutron] For port 30fbe51d-c30e-482c-bfc7-1c46589e1134, host n-h1-773647-6, cleared binding levels {{(pid=100247) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:00:20.210873 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc53f23-3f36-481e-a7ea-0e23c8a238f0 req-1c8b9239-41ff-4e05-a349-43211df3db1b tempest-ServersTestMultiNic-850319587 tempest-ServersTestMultiNic-850319587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:00:20.217168 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc53f23-3f36-481e-a7ea-0e23c8a238f0 req-1c8b9239-41ff-4e05-a349-43211df3db1b tempest-ServersTestMultiNic-850319587 tempest-ServersTestMultiNic-850319587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:00:20.223344 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc53f23-3f36-481e-a7ea-0e23c8a238f0 req-1c8b9239-41ff-4e05-a349-43211df3db1b tempest-ServersTestMultiNic-850319587 tempest-ServersTestMultiNic-850319587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:00:20.230345 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-1fc53f23-3f36-481e-a7ea-0e23c8a238f0 req-1c8b9239-41ff-4e05-a349-43211df3db1b tempest-ServersTestMultiNic-850319587 tempest-ServersTestMultiNic-850319587-project] 10.222.0.104 "GET /v2.0/ports?device_id=409be978-2186-4f76-b76b-7fe87eeb7c40 HTTP/1.1" status: 200 len: 2418 time: 0.3300321 Jul 06 14:00:20.238448 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48318d5-6612-46f3-8e59-eac033a75bda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0babc7d-a291-41bd-985f-15c0332a7a65,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:00:20.274539 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.db [req-43045984-ec9a-4e38-8665-5533a8d2115b req-27173129-5546-444d-b214-5f4bb5daa018 service neutron] For port 30fbe51d-c30e-482c-bfc7-1c46589e1134, host n-h1-773647-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773647-6',level=0,port_id=30fbe51d-c30e-482c-bfc7-1c46589e1134,segment=NetworkSegment(227d25fe-bf75-4c4b-9a67-c660160d6b0a),segment_id=227d25fe-bf75-4c4b-9a67-c660160d6b0a)] {{(pid=100247) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:00:20.294935 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-43045984-ec9a-4e38-8665-5533a8d2115b req-27173129-5546-444d-b214-5f4bb5daa018 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128888538'] for port, after_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:20.345300 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-3c833c46-2cd3-414a-bb85-8d55674a34e2 req-57a376da-b634-4d32-9313-ba22f605a75a service neutron] 10.222.0.127 "GET /v2.0/networks/80a8f655-14ef-4b04-89b8-0871faf0b23f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3233819 Jul 06 14:00:20.370359 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-1fc53f23-3f36-481e-a7ea-0e23c8a238f0 req-2ce0936a-3ea4-482b-a51e-9c987cb043a8 tempest-ServersTestMultiNic-850319587 tempest-ServersTestMultiNic-850319587-project] 10.222.0.104 "GET /v2.0/security-groups?id=3be580b9-03cb-4a9b-8661-5fe7dfbcaae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390500 Jul 06 14:00:20.372919 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43045984-ec9a-4e38-8665-5533a8d2115b req-27173129-5546-444d-b214-5f4bb5daa018 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:00:20.380008 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-43045984-ec9a-4e38-8665-5533a8d2115b req-27173129-5546-444d-b214-5f4bb5daa018 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:20.381604 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-43045984-ec9a-4e38-8665-5533a8d2115b req-27173129-5546-444d-b214-5f4bb5daa018 service neutron] 10.222.0.127 "PUT /v2.0/ports/30fbe51d-c30e-482c-bfc7-1c46589e1134 HTTP/1.1" status: 200 len: 1091 time: 2.3638425 Jul 06 14:00:20.384635 n-d-773647-6 neutron-server[100247]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35567473-98d6-438d-b4ea-81f3a880422a', 'tag': '30fbe51d-c30e-482c-bfc7-1c46589e1134'}] {{(pid=100247) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:00:20.386905 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cbf0eeaae822f8fc9b87a94aeba67a3d651842baf663a51cba94b67a514836d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3053409e-f46d-4d2f-aef9-f78a59f68658" -d '{"events": [{"name": "network-changed", "server_uuid": "35567473-98d6-438d-b4ea-81f3a880422a", "tag": "30fbe51d-c30e-482c-bfc7-1c46589e1134"}]}' {{(pid=100247) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:00:20.454638 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e2a7b8-35ca-4b79-b64c-e2e833fe95f2 req-aef39732-e27f-49d8-89a1-ec1447ae9e6f tempest-ServersAdminNegativeTestJSON-1929369317 tempest-ServersAdminNegativeTestJSON-1929369317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:00:20.461722 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-f7e2a7b8-35ca-4b79-b64c-e2e833fe95f2 req-aef39732-e27f-49d8-89a1-ec1447ae9e6f tempest-ServersAdminNegativeTestJSON-1929369317 tempest-ServersAdminNegativeTestJSON-1929369317-project] 10.222.0.104 "GET /v2.0/ports?device_id=7b8504ac-e10a-483e-a568-0cc9b642ae7d HTTP/1.1" status: 200 len: 949 time: 0.3416452 Jul 06 14:00:20.463529 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27173129-5546-444d-b214-5f4bb5daa018 service neutron] Pushing event updated for resources: {'Port': ['ID=30fbe51d-c30e-482c-bfc7-1c46589e1134,revision_number=3']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:00:20.545652 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-f7e2a7b8-35ca-4b79-b64c-e2e833fe95f2 req-65295323-0892-4796-84fb-032472750cb8 tempest-ServersAdminNegativeTestJSON-1929369317 tempest-ServersAdminNegativeTestJSON-1929369317-project] 10.222.0.104 "GET /v2.0/security-groups?id=426b2c98-b2a3-4344-9104-71ac10ea07c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806246 Jul 06 14:00:20.615353 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43045984-ec9a-4e38-8665-5533a8d2115b req-0da32be0-ae16-4398-a154-452e8fecc6a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:00:20.617023 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-43045984-ec9a-4e38-8665-5533a8d2115b req-0da32be0-ae16-4398-a154-452e8fecc6a9 service neutron] 10.222.0.127 "GET /v2.0/ports?tenant_id=ed98ced3211c40618bf4aade5a2dd56d&device_id=35567473-98d6-438d-b4ea-81f3a880422a HTTP/1.1" status: 200 len: 1094 time: 0.1842954 Jul 06 14:00:20.669648 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-43045984-ec9a-4e38-8665-5533a8d2115b req-010a3a8c-bf41-481d-a89f-629a1ec88fb1 service neutron] 10.222.0.127 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=30fbe51d-c30e-482c-bfc7-1c46589e1134 HTTP/1.1" status: 200 len: 217 time: 0.0457203 Jul 06 14:00:20.688445 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bdceab-1469-4aa6-ac43-34bf5fd6a6d2 req-0e79f9a7-b4a4-4d8f-8979-83dc7876f00c tempest-ServersOnMultiNodesTest-1210667676 tempest-ServersOnMultiNodesTest-1210667676-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:00:20.689590 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-49bdceab-1469-4aa6-ac43-34bf5fd6a6d2 req-0e79f9a7-b4a4-4d8f-8979-83dc7876f00c tempest-ServersOnMultiNodesTest-1210667676 tempest-ServersOnMultiNodesTest-1210667676-project-admin] 10.222.0.104 "GET /v2.0/ports?device_id=7061350e-4dca-4399-85c7-69dfaa1b6322 HTTP/1.1" status: 200 len: 1101 time: 0.1428933 Jul 06 14:00:20.777573 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43045984-ec9a-4e38-8665-5533a8d2115b req-83b4a8fa-2307-4108-876d-267224c28374 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:00:20.779149 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-43045984-ec9a-4e38-8665-5533a8d2115b req-83b4a8fa-2307-4108-876d-267224c28374 service neutron] 10.222.0.127 "GET /v2.0/subnets?id=8d32f554-2b92-4c59-9901-e19d129549fc HTTP/1.1" status: 200 len: 852 time: 0.1018555 Jul 06 14:00:20.781469 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Device 2805cc47-fcea-4f8c-b208-81b73bebd29d details requested by agent hyperv_n-h1-773647-6 with host n-h1-773647-6 {{(pid=100248) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 14:00:20.795654 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-49bdceab-1469-4aa6-ac43-34bf5fd6a6d2 req-6b9553f6-11c0-49f7-ad3a-e571b3b26e67 tempest-ServersOnMultiNodesTest-1210667676 tempest-ServersOnMultiNodesTest-1210667676-project-admin] 10.222.0.104 "GET /v2.0/security-groups?id=304f894d-c671-4a59-b0fb-2a4d849c5ac9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861454 Jul 06 14:00:20.896155 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-43045984-ec9a-4e38-8665-5533a8d2115b req-62c5da42-53ed-4247-99f9-5d86202396fb service neutron] 10.222.0.127 "GET /v2.0/ports?network_id=7a710b21-0493-4be8-a73f-c10a9dbc43f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0985830 Jul 06 14:00:20.939348 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] For port 2805cc47-fcea-4f8c-b208-81b73bebd29d, host n-h1-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773647-6',level=0,port_id=2805cc47-fcea-4f8c-b208-81b73bebd29d,segment=NetworkSegment(1bb3acc6-dcb3-43f0-ad94-2763c9e79a65),segment_id=1bb3acc6-dcb3-43f0-ad94-2763c9e79a65)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:00:20.952556 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Returning: {'device': '2805cc47-fcea-4f8c-b208-81b73bebd29d', 'network_id': '80a8f655-14ef-4b04-89b8-0871faf0b23f', 'port_id': '2805cc47-fcea-4f8c-b208-81b73bebd29d', 'mac_address': 'fa:16:3e:2d:2d:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1007, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '88eb22c0-56b7-4217-99ba-ae21132aa3e6', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100248) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 14:00:21.011645 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:21.026013 n-d-773647-6 neutron-server[100248]: DEBUG neutron.notifiers.nova [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2805cc47-fcea-4f8c-b208-81b73bebd29d {{(pid=100248) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 14:00:21.058599 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] For port 2805cc47-fcea-4f8c-b208-81b73bebd29d, host n-h1-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773647-6',level=0,port_id=2805cc47-fcea-4f8c-b208-81b73bebd29d,segment=NetworkSegment(1bb3acc6-dcb3-43f0-ad94-2763c9e79a65),segment_id=1bb3acc6-dcb3-43f0-ad94-2763c9e79a65)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:00:21.062251 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910d9a72-caf5-4775-84e1-f834dab44799 req-4bb2d826-aaee-4223-a45c-c6d1f2ffa3e2 tempest-DeleteServersTestJSON-677393534 tempest-DeleteServersTestJSON-677393534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:00:21.065711 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:21.070190 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-910d9a72-caf5-4775-84e1-f834dab44799 req-4bb2d826-aaee-4223-a45c-c6d1f2ffa3e2 tempest-DeleteServersTestJSON-677393534 tempest-DeleteServersTestJSON-677393534-project] 10.222.0.104 "GET /v2.0/ports?device_id=35567473-98d6-438d-b4ea-81f3a880422a HTTP/1.1" status: 200 len: 943 time: 0.3617823 Jul 06 14:00:21.084667 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Device b7462385-0545-41fe-bd5f-627db4f47332 up at agent hyperv_n-h2-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:00:21.124365 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-910d9a72-caf5-4775-84e1-f834dab44799 req-69fa62e3-16ed-40bb-bbdf-01cbfd89bcd5 tempest-DeleteServersTestJSON-677393534 tempest-DeleteServersTestJSON-677393534-project] 10.222.0.104 "GET /v2.0/security-groups?id=7d4cbf2c-f907-4452-8928-a2a298fe7ee1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529687 Jul 06 14:00:21.225153 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 14:00:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-072d29e1-d588-4a2f-a70d-4f9b15dbca1b x-openstack-request-id: req-072d29e1-d588-4a2f-a70d-4f9b15dbca1b {{(pid=100247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:00:21.225862 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "35567473-98d6-438d-b4ea-81f3a880422a", "tag": "30fbe51d-c30e-482c-bfc7-1c46589e1134", "status": "completed", "code": 200}]} {{(pid=100247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:00:21.227785 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-072d29e1-d588-4a2f-a70d-4f9b15dbca1b {{(pid=100247) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:00:21.228632 n-d-773647-6 neutron-server[100247]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '35567473-98d6-438d-b4ea-81f3a880422a', 'tag': '30fbe51d-c30e-482c-bfc7-1c46589e1134', 'status': 'completed', 'code': 200} Jul 06 14:00:21.237873 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-43045984-ec9a-4e38-8665-5533a8d2115b req-1b23ae2e-8a82-4c5e-bc78-0b8388b74746 service neutron] 10.222.0.127 "GET /v2.0/networks/7a710b21-0493-4be8-a73f-c10a9dbc43f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3267782 Jul 06 14:00:21.272832 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Pushing event updated for resources: {'Port': ['ID=2805cc47-fcea-4f8c-b208-81b73bebd29d,revision_number=4']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:00:21.289542 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Provisioning for port b7462385-0545-41fe-bd5f-627db4f47332 completed by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:00:21.301736 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Provisioning complete for port b7462385-0545-41fe-bd5f-627db4f47332 triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:00:21.302140 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:21.310372 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bcaa53-c499-427b-99a2-04b01adbda7b req-a410767e-2661-4316-b533-c005ffbe658c tempest-ImagesOneServerNegativeTestJSON-2145662933 tempest-ImagesOneServerNegativeTestJSON-2145662933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:00:21.318732 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-72bcaa53-c499-427b-99a2-04b01adbda7b req-a410767e-2661-4316-b533-c005ffbe658c tempest-ImagesOneServerNegativeTestJSON-2145662933 tempest-ImagesOneServerNegativeTestJSON-2145662933-project] 10.222.0.104 "GET /v2.0/ports?device_id=ebe2de0a-9823-41a4-a382-e3f9906ff5d7 HTTP/1.1" status: 200 len: 944 time: 0.3542755 Jul 06 14:00:21.428903 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-72bcaa53-c499-427b-99a2-04b01adbda7b req-27a8730a-2993-47a5-90d1-b57d9f930b0d tempest-ImagesOneServerNegativeTestJSON-2145662933 tempest-ImagesOneServerNegativeTestJSON-2145662933-project] 10.222.0.104 "GET /v2.0/security-groups?id=cf130993-6904-4731-ae5d-09749f3f4522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077540 Jul 06 14:00:21.448572 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:21.474845 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] get_ports_and_sgs() called for port_ids ['2805cc47-fcea-4f8c-b208-81b73bebd29d'] {{(pid=100248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 14:00:21.494046 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-43045984-ec9a-4e38-8665-5533a8d2115b req-97ec5f50-0f90-461e-ba7e-956cda4cab24 service neutron] 10.222.0.127 "GET /v2.0/networks/7a710b21-0493-4be8-a73f-c10a9dbc43f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2474134 Jul 06 14:00:21.609722 n-d-773647-6 neutron-server[100248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebe2de0a-9823-41a4-a382-e3f9906ff5d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7462385-0545-41fe-bd5f-627db4f47332'}] {{(pid=100248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:00:21.612157 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84af257533e383389cbcf231d3534f4d5e149e7203fea16b4a8fc01438dddaf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2ef6a41-1012-4d34-a373-f93ff340d970" -d '{"events": [{"server_uuid": "ebe2de0a-9823-41a4-a382-e3f9906ff5d7", "name": "network-vif-plugged", "status": "completed", "tag": "b7462385-0545-41fe-bd5f-627db4f47332"}]}' {{(pid=100248) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:00:21.657713 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] For port b7462385-0545-41fe-bd5f-627db4f47332, host n-h2-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=b7462385-0545-41fe-bd5f-627db4f47332,segment=NetworkSegment(165a4ca3-d89f-4657-8b31-086440d21aaa),segment_id=165a4ca3-d89f-4657-8b31-086440d21aaa)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:00:21.673432 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:21.674489 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Device 120631fc-3444-45d4-80c8-b1276c40aaf7 up at agent hyperv_n-h2-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:00:21.760457 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3053409e-f46d-4d2f-aef9-f78a59f68658 req-af2de2c5-9d88-46fc-bece-49e43b3b24af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:00:21.761964 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-3053409e-f46d-4d2f-aef9-f78a59f68658 req-af2de2c5-9d88-46fc-bece-49e43b3b24af service neutron] 10.222.0.127 "GET /v2.0/ports?tenant_id=ed98ced3211c40618bf4aade5a2dd56d&device_id=35567473-98d6-438d-b4ea-81f3a880422a HTTP/1.1" status: 200 len: 1094 time: 0.2002883 Jul 06 14:00:21.796512 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Pushing event updated for resources: {'Port': ['ID=b7462385-0545-41fe-bd5f-627db4f47332,revision_number=5']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:00:21.808812 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2809e0da-6ed6-4b87-90f7-5a5280c3dd4e req-8b6b9140-e6b4-4cac-9608-59daf55f3e78 tempest-ServerDiskConfigTestJSON-920847304 tempest-ServerDiskConfigTestJSON-920847304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:00:21.816585 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-2809e0da-6ed6-4b87-90f7-5a5280c3dd4e req-8b6b9140-e6b4-4cac-9608-59daf55f3e78 tempest-ServerDiskConfigTestJSON-920847304 tempest-ServerDiskConfigTestJSON-920847304-project] 10.222.0.104 "GET /v2.0/ports?device_id=0f4b4d0f-4467-44a3-8615-0ffc3a6ef0c6 HTTP/1.1" status: 200 len: 944 time: 0.1791008 Jul 06 14:00:21.819750 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Provisioning for port 120631fc-3444-45d4-80c8-b1276c40aaf7 completed by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:00:21.824696 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Provisioning complete for port 120631fc-3444-45d4-80c8-b1276c40aaf7 triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:00:21.825566 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:21.886930 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733e3d3e-90d0-445a-9309-dd4296ac5649 req-ac3205cb-a038-4272-861a-05e458cefab8 tempest-ServersTestMultiNic-850319587 tempest-ServersTestMultiNic-850319587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:00:21.892968 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733e3d3e-90d0-445a-9309-dd4296ac5649 req-ac3205cb-a038-4272-861a-05e458cefab8 tempest-ServersTestMultiNic-850319587 tempest-ServersTestMultiNic-850319587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:00:21.902208 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733e3d3e-90d0-445a-9309-dd4296ac5649 req-ac3205cb-a038-4272-861a-05e458cefab8 tempest-ServersTestMultiNic-850319587 tempest-ServersTestMultiNic-850319587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:00:21.904005 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-733e3d3e-90d0-445a-9309-dd4296ac5649 req-ac3205cb-a038-4272-861a-05e458cefab8 tempest-ServersTestMultiNic-850319587 tempest-ServersTestMultiNic-850319587-project] 10.222.0.104 "GET /v2.0/ports?device_id=409be978-2186-4f76-b76b-7fe87eeb7c40 HTTP/1.1" status: 200 len: 2418 time: 0.2184389 Jul 06 14:00:21.962873 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:21.973119 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-2809e0da-6ed6-4b87-90f7-5a5280c3dd4e req-6ac2f657-ee6c-4e2c-8005-cd87cdec1af5 tempest-ServerDiskConfigTestJSON-920847304 tempest-ServerDiskConfigTestJSON-920847304-project] 10.222.0.104 "GET /v2.0/security-groups?id=bc287469-1102-40d8-b019-cad062af5465&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1556654 Jul 06 14:00:21.983199 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3053409e-f46d-4d2f-aef9-f78a59f68658 req-5f33ebfa-e2e9-4662-b7af-e46d8f6ef64b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:00:21.985005 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-3053409e-f46d-4d2f-aef9-f78a59f68658 req-5f33ebfa-e2e9-4662-b7af-e46d8f6ef64b service neutron] 10.222.0.127 "GET /v2.0/networks?id=7a710b21-0493-4be8-a73f-c10a9dbc43f7 HTTP/1.1" status: 200 len: 914 time: 0.2138989 Jul 06 14:00:22.032613 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] For port 120631fc-3444-45d4-80c8-b1276c40aaf7, host n-h2-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=120631fc-3444-45d4-80c8-b1276c40aaf7,segment=NetworkSegment(c9ea893d-045e-42cf-b3dd-cdd1f79baccd),segment_id=c9ea893d-045e-42cf-b3dd-cdd1f79baccd)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:00:22.033144 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-733e3d3e-90d0-445a-9309-dd4296ac5649 req-be22d740-dd9f-4860-843d-31ecbd6e3d1a tempest-ServersTestMultiNic-850319587 tempest-ServersTestMultiNic-850319587-project] 10.222.0.104 "GET /v2.0/security-groups?id=3be580b9-03cb-4a9b-8661-5fe7dfbcaae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219482 Jul 06 14:00:22.038293 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:22.103626 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-3053409e-f46d-4d2f-aef9-f78a59f68658 req-3beee93c-ddd5-4972-9504-d0ad4c279bda service neutron] 10.222.0.127 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=30fbe51d-c30e-482c-bfc7-1c46589e1134 HTTP/1.1" status: 200 len: 217 time: 0.1033895 Jul 06 14:00:22.127923 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Pushing event updated for resources: {'Port': ['ID=120631fc-3444-45d4-80c8-b1276c40aaf7,revision_number=5']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:00:22.219245 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-197f4e03-03e1-4a76-841b-adaa88198810 req-6a45057c-085a-4be8-b574-957c67786adf tempest-ServersOnMultiNodesTest-299961212 tempest-ServersOnMultiNodesTest-299961212-project] 10.222.0.104 "GET /v2.0/networks?tenant_id=ae0918c1680140d8a89ce8f9c600b37d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0635469 Jul 06 14:00:22.231741 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3053409e-f46d-4d2f-aef9-f78a59f68658 req-4c3a8a2f-333b-428b-b446-afc61119bd45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:00:22.233143 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-3053409e-f46d-4d2f-aef9-f78a59f68658 req-4c3a8a2f-333b-428b-b446-afc61119bd45 service neutron] 10.222.0.127 "GET /v2.0/subnets?id=8d32f554-2b92-4c59-9901-e19d129549fc HTTP/1.1" status: 200 len: 852 time: 0.1214640 Jul 06 14:00:22.312657 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-3053409e-f46d-4d2f-aef9-f78a59f68658 req-7ed247b4-c389-42cf-9b5c-d33be5d7f94e service neutron] 10.222.0.127 "GET /v2.0/ports?network_id=7a710b21-0493-4be8-a73f-c10a9dbc43f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0692441 Jul 06 14:00:22.387750 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb05b069-95af-4b00-846c-4205129659b0 req-12f2c7ee-eea4-4b32-af42-cb654440d036 tempest-ServersAdminNegativeTestJSON-1929369317 tempest-ServersAdminNegativeTestJSON-1929369317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:00:22.389226 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-cb05b069-95af-4b00-846c-4205129659b0 req-12f2c7ee-eea4-4b32-af42-cb654440d036 tempest-ServersAdminNegativeTestJSON-1929369317 tempest-ServersAdminNegativeTestJSON-1929369317-project] 10.222.0.104 "GET /v2.0/ports?device_id=7b8504ac-e10a-483e-a568-0cc9b642ae7d HTTP/1.1" status: 200 len: 950 time: 0.2323191 Jul 06 14:00:22.446111 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197f4e03-03e1-4a76-841b-adaa88198810 req-f8e8e8c9-2c47-4658-9e04-fdfa31a4a3d5 tempest-ServersOnMultiNodesTest-299961212 tempest-ServersOnMultiNodesTest-299961212-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:00:22.447582 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-197f4e03-03e1-4a76-841b-adaa88198810 req-f8e8e8c9-2c47-4658-9e04-fdfa31a4a3d5 tempest-ServersOnMultiNodesTest-299961212 tempest-ServersOnMultiNodesTest-299961212-project] 10.222.0.104 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2198000 Jul 06 14:00:22.482637 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-cb05b069-95af-4b00-846c-4205129659b0 req-7ea45a6d-34b8-4139-b54d-7a01482de03d tempest-ServersAdminNegativeTestJSON-1929369317 tempest-ServersAdminNegativeTestJSON-1929369317-project] 10.222.0.104 "GET /v2.0/security-groups?id=426b2c98-b2a3-4344-9104-71ac10ea07c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830600 Jul 06 14:00:22.485510 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-197f4e03-03e1-4a76-841b-adaa88198810 req-e5857fb8-b688-4133-bbfc-e1bbef8679fd tempest-ServersOnMultiNodesTest-299961212 tempest-ServersOnMultiNodesTest-299961212-project] 10.222.0.104 "GET /v2.0/quotas/ae0918c1680140d8a89ce8f9c600b37d HTTP/1.1" status: 200 len: 375 time: 0.0276244 Jul 06 14:00:22.528760 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-3053409e-f46d-4d2f-aef9-f78a59f68658 req-b472ceaf-b4d8-4acd-8155-b1879035ab30 service neutron] 10.222.0.127 "GET /v2.0/networks/7a710b21-0493-4be8-a73f-c10a9dbc43f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2047174 Jul 06 14:00:22.536547 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 14:00:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55851758-50d8-4b51-859e-89109fff71fc x-openstack-request-id: req-55851758-50d8-4b51-859e-89109fff71fc {{(pid=100248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:00:22.536748 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ebe2de0a-9823-41a4-a382-e3f9906ff5d7", "name": "network-vif-plugged", "status": "completed", "tag": "b7462385-0545-41fe-bd5f-627db4f47332", "code": 200}]} {{(pid=100248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:00:22.537052 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-55851758-50d8-4b51-859e-89109fff71fc {{(pid=100248) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:00:22.537407 n-d-773647-6 neutron-server[100248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebe2de0a-9823-41a4-a382-e3f9906ff5d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7462385-0545-41fe-bd5f-627db4f47332', 'code': 200} Jul 06 14:00:22.631908 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-197f4e03-03e1-4a76-841b-adaa88198810 req-709ffa0e-8c93-46b7-9c06-af7dcfebc2f4 tempest-ServersOnMultiNodesTest-299961212 tempest-ServersOnMultiNodesTest-299961212-project] 10.222.0.104 "GET /v2.0/ports?tenant_id=ae0918c1680140d8a89ce8f9c600b37d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1368694 Jul 06 14:00:22.660570 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-3053409e-f46d-4d2f-aef9-f78a59f68658 req-57f2929a-1051-4266-8582-d8cce7516e18 service neutron] 10.222.0.127 "GET /v2.0/networks/7a710b21-0493-4be8-a73f-c10a9dbc43f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233518 Jul 06 14:00:22.662795 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5536ab08-2993-4e32-a1d0-b0816658d93d req-3a0c2522-ea1b-4c8d-a781-4cd4bd11e409 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:00:22.664532 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-5536ab08-2993-4e32-a1d0-b0816658d93d req-3a0c2522-ea1b-4c8d-a781-4cd4bd11e409 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=ebe2de0a-9823-41a4-a382-e3f9906ff5d7 HTTP/1.1" status: 200 len: 1096 time: 0.0660775 Jul 06 14:00:22.713697 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-5536ab08-2993-4e32-a1d0-b0816658d93d req-de2bb742-8355-4e07-918d-5006be9e0c63 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=cf130993-6904-4731-ae5d-09749f3f4522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424819 Jul 06 14:00:22.784003 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Device 2805cc47-fcea-4f8c-b208-81b73bebd29d up at agent hyperv_n-h1-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:00:22.848143 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Provisioning for port 2805cc47-fcea-4f8c-b208-81b73bebd29d completed by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:00:22.854420 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Provisioning complete for port 2805cc47-fcea-4f8c-b208-81b73bebd29d triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:00:22.854832 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:22.858049 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-b5c31fa6-8a58-411e-b62d-af32808731cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:22.942062 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:22.980755 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] For port 2805cc47-fcea-4f8c-b208-81b73bebd29d, host n-h1-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773647-6',level=0,port_id=2805cc47-fcea-4f8c-b208-81b73bebd29d,segment=NetworkSegment(1bb3acc6-dcb3-43f0-ad94-2763c9e79a65),segment_id=1bb3acc6-dcb3-43f0-ad94-2763c9e79a65)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:00:22.985852 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:23.026653 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b4842b-d7a9-4f3a-9eb7-4af3bc0984c2 req-63103323-94ae-4d8c-85e4-99e6ab6b2c4c tempest-DeleteServersTestJSON-677393534 tempest-DeleteServersTestJSON-677393534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:00:23.034618 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-41b4842b-d7a9-4f3a-9eb7-4af3bc0984c2 req-63103323-94ae-4d8c-85e4-99e6ab6b2c4c tempest-DeleteServersTestJSON-677393534 tempest-DeleteServersTestJSON-677393534-project] 10.222.0.104 "GET /v2.0/ports?device_id=35567473-98d6-438d-b4ea-81f3a880422a HTTP/1.1" status: 200 len: 943 time: 0.0830061 Jul 06 14:00:23.044763 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Pushing event updated for resources: {'Port': ['ID=2805cc47-fcea-4f8c-b208-81b73bebd29d,revision_number=5']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:00:23.076267 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-41b4842b-d7a9-4f3a-9eb7-4af3bc0984c2 req-068a689a-96ae-4fae-9210-652b06fcca0c tempest-DeleteServersTestJSON-677393534 tempest-DeleteServersTestJSON-677393534-project] 10.222.0.104 "GET /v2.0/security-groups?id=7d4cbf2c-f907-4452-8928-a2a298fe7ee1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407934 Jul 06 14:00:23.253431 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b6976f-d5a3-4844-a8ae-a212c01b77f4 req-d6dabbd2-c794-449d-ad43-588b1c79abf0 tempest-ImagesOneServerNegativeTestJSON-2145662933 tempest-ImagesOneServerNegativeTestJSON-2145662933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:00:23.255583 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-86b6976f-d5a3-4844-a8ae-a212c01b77f4 req-d6dabbd2-c794-449d-ad43-588b1c79abf0 tempest-ImagesOneServerNegativeTestJSON-2145662933 tempest-ImagesOneServerNegativeTestJSON-2145662933-project] 10.222.0.104 "GET /v2.0/ports?device_id=ebe2de0a-9823-41a4-a382-e3f9906ff5d7 HTTP/1.1" status: 200 len: 945 time: 0.0727284 Jul 06 14:00:23.300834 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-86b6976f-d5a3-4844-a8ae-a212c01b77f4 req-6cab317a-6b51-4704-af2d-296b933180e7 tempest-ImagesOneServerNegativeTestJSON-2145662933 tempest-ImagesOneServerNegativeTestJSON-2145662933-project] 10.222.0.104 "GET /v2.0/security-groups?id=cf130993-6904-4731-ae5d-09749f3f4522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380933 Jul 06 14:00:23.523389 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67799ad-9424-44eb-801e-04a58785ed0a req-994e324a-c40a-4013-837d-d7df6cd75a3c tempest-ServerDiskConfigTestJSON-920847304 tempest-ServerDiskConfigTestJSON-920847304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:00:23.525203 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-c67799ad-9424-44eb-801e-04a58785ed0a req-994e324a-c40a-4013-837d-d7df6cd75a3c tempest-ServerDiskConfigTestJSON-920847304 tempest-ServerDiskConfigTestJSON-920847304-project] 10.222.0.104 "GET /v2.0/ports?device_id=0f4b4d0f-4467-44a3-8615-0ffc3a6ef0c6 HTTP/1.1" status: 200 len: 945 time: 0.0702128 Jul 06 14:00:23.565615 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-c67799ad-9424-44eb-801e-04a58785ed0a req-c9e9fc61-c21f-497a-b1e1-b3bd9f97a027 tempest-ServerDiskConfigTestJSON-920847304 tempest-ServerDiskConfigTestJSON-920847304-project] 10.222.0.104 "GET /v2.0/security-groups?id=bc287469-1102-40d8-b019-cad062af5465&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345795 Jul 06 14:00:23.747669 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddeb2657-b884-4239-b2cc-6e2123fcc07e req-b721c426-550d-4859-8c35-1c2e853d5cf1 tempest-ServersTestMultiNic-850319587 tempest-ServersTestMultiNic-850319587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:00:23.755022 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddeb2657-b884-4239-b2cc-6e2123fcc07e req-b721c426-550d-4859-8c35-1c2e853d5cf1 tempest-ServersTestMultiNic-850319587 tempest-ServersTestMultiNic-850319587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:00:23.762459 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddeb2657-b884-4239-b2cc-6e2123fcc07e req-b721c426-550d-4859-8c35-1c2e853d5cf1 tempest-ServersTestMultiNic-850319587 tempest-ServersTestMultiNic-850319587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:00:23.764199 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-ddeb2657-b884-4239-b2cc-6e2123fcc07e req-b721c426-550d-4859-8c35-1c2e853d5cf1 tempest-ServersTestMultiNic-850319587 tempest-ServersTestMultiNic-850319587-project] 10.222.0.104 "GET /v2.0/ports?device_id=409be978-2186-4f76-b76b-7fe87eeb7c40 HTTP/1.1" status: 200 len: 2418 time: 0.0925374 Jul 06 14:00:24.080797 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-ddeb2657-b884-4239-b2cc-6e2123fcc07e req-19f1aac6-c240-418a-bf20-983d459a9508 tempest-ServersTestMultiNic-850319587 tempest-ServersTestMultiNic-850319587-project] 10.222.0.104 "GET /v2.0/security-groups?id=3be580b9-03cb-4a9b-8661-5fe7dfbcaae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3096018 Jul 06 14:00:24.108220 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460f895b-0d39-4cfa-8235-1b85972cff58 req-a923e55c-62f4-43d3-bb21-edae8f3a8f68 tempest-ServersAdminNegativeTestJSON-1929369317 tempest-ServersAdminNegativeTestJSON-1929369317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:00:24.109843 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-460f895b-0d39-4cfa-8235-1b85972cff58 req-a923e55c-62f4-43d3-bb21-edae8f3a8f68 tempest-ServersAdminNegativeTestJSON-1929369317 tempest-ServersAdminNegativeTestJSON-1929369317-project] 10.222.0.104 "GET /v2.0/ports?device_id=7b8504ac-e10a-483e-a568-0cc9b642ae7d HTTP/1.1" status: 200 len: 950 time: 0.3315198 Jul 06 14:00:24.152012 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-460f895b-0d39-4cfa-8235-1b85972cff58 req-ecab2029-5521-41a3-bc53-ea2a195b3861 tempest-ServersAdminNegativeTestJSON-1929369317 tempest-ServersAdminNegativeTestJSON-1929369317-project] 10.222.0.104 "GET /v2.0/security-groups?id=426b2c98-b2a3-4344-9104-71ac10ea07c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337420 Jul 06 14:00:24.234621 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-f03d0000-9493-4d30-8d98-b28c80db375d req-697ba19a-de3a-4957-b858-142aaeafbf2e tempest-ServersOnMultiNodesTest-299961212 tempest-ServersOnMultiNodesTest-299961212-project] 10.222.0.104 "GET /v2.0/ports?device_id=c7fd8457-e6c3-4c5f-845e-1fc92bd8e24b HTTP/1.1" status: 200 len: 210 time: 0.0293581 Jul 06 14:00:24.388183 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2218a03e-b870-440e-a985-610d5f8c8ee8 req-055d0563-8855-4d4d-be71-96efcce41212 tempest-DeleteServersTestJSON-677393534 tempest-DeleteServersTestJSON-677393534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:00:24.389698 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-2218a03e-b870-440e-a985-610d5f8c8ee8 req-055d0563-8855-4d4d-be71-96efcce41212 tempest-DeleteServersTestJSON-677393534 tempest-DeleteServersTestJSON-677393534-project] 10.222.0.104 "GET /v2.0/ports?device_id=35567473-98d6-438d-b4ea-81f3a880422a HTTP/1.1" status: 200 len: 943 time: 0.0771151 Jul 06 14:00:24.428869 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-2218a03e-b870-440e-a985-610d5f8c8ee8 req-8245cf95-eaae-4be8-80d0-e7649dc3fea7 tempest-DeleteServersTestJSON-677393534 tempest-DeleteServersTestJSON-677393534-project] 10.222.0.104 "GET /v2.0/security-groups?id=7d4cbf2c-f907-4452-8928-a2a298fe7ee1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332510 Jul 06 14:00:24.541277 n-d-773647-6 neutron-server[100248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b8504ac-e10a-483e-a568-0cc9b642ae7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '120631fc-3444-45d4-80c8-b1276c40aaf7'}, {'server_uuid': '0f4b4d0f-4467-44a3-8615-0ffc3a6ef0c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2805cc47-fcea-4f8c-b208-81b73bebd29d'}] {{(pid=100248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:00:24.546456 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84af257533e383389cbcf231d3534f4d5e149e7203fea16b4a8fc01438dddaf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50441a1b-4557-4ba3-b448-84ec73ec2f6f" -d '{"events": [{"server_uuid": "7b8504ac-e10a-483e-a568-0cc9b642ae7d", "name": "network-vif-plugged", "status": "completed", "tag": "120631fc-3444-45d4-80c8-b1276c40aaf7"}, {"server_uuid": "0f4b4d0f-4467-44a3-8615-0ffc3a6ef0c6", "name": "network-vif-plugged", "status": "completed", "tag": "2805cc47-fcea-4f8c-b208-81b73bebd29d"}]}' {{(pid=100248) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:00:24.571544 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0f6086-a0d6-4498-956f-e81823cad2f0 req-69281f25-062b-440e-8af4-fa5086ced761 tempest-ImagesOneServerNegativeTestJSON-2145662933 tempest-ImagesOneServerNegativeTestJSON-2145662933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:00:24.573898 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-ee0f6086-a0d6-4498-956f-e81823cad2f0 req-69281f25-062b-440e-8af4-fa5086ced761 tempest-ImagesOneServerNegativeTestJSON-2145662933 tempest-ImagesOneServerNegativeTestJSON-2145662933-project] 10.222.0.104 "GET /v2.0/ports?device_id=ebe2de0a-9823-41a4-a382-e3f9906ff5d7 HTTP/1.1" status: 200 len: 945 time: 0.0822999 Jul 06 14:00:24.624537 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-197f4e03-03e1-4a76-841b-adaa88198810 req-f15d7bb7-bf62-4b8a-95e7-050033868c05 tempest-ServersOnMultiNodesTest-299961212 tempest-ServersOnMultiNodesTest-299961212-project] 10.222.0.127 "GET /v2.0/networks?tenant_id=ae0918c1680140d8a89ce8f9c600b37d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0287647 Jul 06 14:00:24.647237 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 06 Jul 2021 14:00:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5a43a46-954b-4a55-aa36-924c599da1f4 x-openstack-request-id: req-b5a43a46-954b-4a55-aa36-924c599da1f4 {{(pid=100248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:00:24.648005 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b8504ac-e10a-483e-a568-0cc9b642ae7d", "name": "network-vif-plugged", "status": "completed", "tag": "120631fc-3444-45d4-80c8-b1276c40aaf7", "code": 200}, {"server_uuid": "0f4b4d0f-4467-44a3-8615-0ffc3a6ef0c6", "name": "network-vif-plugged", "status": "completed", "tag": "2805cc47-fcea-4f8c-b208-81b73bebd29d", "code": 200}]} {{(pid=100248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:00:24.649032 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-b5a43a46-954b-4a55-aa36-924c599da1f4 {{(pid=100248) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:00:24.649973 n-d-773647-6 neutron-server[100248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b8504ac-e10a-483e-a568-0cc9b642ae7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '120631fc-3444-45d4-80c8-b1276c40aaf7', 'code': 200} Jul 06 14:00:24.650626 n-d-773647-6 neutron-server[100248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f4b4d0f-4467-44a3-8615-0ffc3a6ef0c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2805cc47-fcea-4f8c-b208-81b73bebd29d', 'code': 200} Jul 06 14:00:24.687645 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-ee0f6086-a0d6-4498-956f-e81823cad2f0 req-0b7e9e4b-0500-4d50-93e5-872523304a58 tempest-ImagesOneServerNegativeTestJSON-2145662933 tempest-ImagesOneServerNegativeTestJSON-2145662933-project] 10.222.0.104 "GET /v2.0/security-groups?id=cf130993-6904-4731-ae5d-09749f3f4522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080976 Jul 06 14:00:24.805463 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Device 30fbe51d-c30e-482c-bfc7-1c46589e1134 details requested by agent hyperv_n-h1-773647-6 with host n-h1-773647-6 {{(pid=100248) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 14:00:24.880778 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-197f4e03-03e1-4a76-841b-adaa88198810 req-d3bfc96a-d708-4569-b593-e865dd147e25 tempest-ServersOnMultiNodesTest-299961212 tempest-ServersOnMultiNodesTest-299961212-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=ae0918c1680140d8a89ce8f9c600b37d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0538971 Jul 06 14:00:24.965709 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197f4e03-03e1-4a76-841b-adaa88198810 req-2cbc38d5-3072-490f-bdb9-81e4e2e7bfcb tempest-ServersOnMultiNodesTest-299961212 tempest-ServersOnMultiNodesTest-299961212-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:00:24.967562 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-197f4e03-03e1-4a76-841b-adaa88198810 req-2cbc38d5-3072-490f-bdb9-81e4e2e7bfcb tempest-ServersOnMultiNodesTest-299961212 tempest-ServersOnMultiNodesTest-299961212-project] 10.222.0.127 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3352578 Jul 06 14:00:25.001602 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [req-197f4e03-03e1-4a76-841b-adaa88198810 req-796dfd65-2cad-4efb-a464-2eb6d5682309 tempest-ServersOnMultiNodesTest-299961212 tempest-ServersOnMultiNodesTest-299961212-project] Request body: {'port': {'device_id': '498d4219-b846-47a7-81ce-c72ff020ccc6', 'network_id': 'ac09d390-867f-4b75-a8d2-ab11550bffd6', 'admin_state_up': True, 'tenant_id': 'ae0918c1680140d8a89ce8f9c600b37d'}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:00:25.021143 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] For port 30fbe51d-c30e-482c-bfc7-1c46589e1134, host n-h1-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773647-6',level=0,port_id=30fbe51d-c30e-482c-bfc7-1c46589e1134,segment=NetworkSegment(227d25fe-bf75-4c4b-9a67-c660160d6b0a),segment_id=227d25fe-bf75-4c4b-9a67-c660160d6b0a)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:00:25.046846 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Returning: {'device': '30fbe51d-c30e-482c-bfc7-1c46589e1134', 'network_id': '7a710b21-0493-4be8-a73f-c10a9dbc43f7', 'port_id': '30fbe51d-c30e-482c-bfc7-1c46589e1134', 'mac_address': 'fa:16:3e:41:ee:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1015, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d32f554-2b92-4c59-9901-e19d129549fc', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100248) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 14:00:25.133255 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:25.161191 n-d-773647-6 neutron-server[100248]: DEBUG neutron.notifiers.nova [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 30fbe51d-c30e-482c-bfc7-1c46589e1134 {{(pid=100248) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 14:00:25.178122 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197f4e03-03e1-4a76-841b-adaa88198810 req-842190c7-6c90-4809-9ae5-7cb46dfcc04e tempest-ServersOnMultiNodesTest-299961212 tempest-ServersOnMultiNodesTest-299961212-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:00:25.183129 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe6ae4c-0bee-4f1a-a628-98bf4e82276e req-45e4bf67-bd63-4f58-93d2-4390f6909d1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:00:25.184584 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-197f4e03-03e1-4a76-841b-adaa88198810 req-842190c7-6c90-4809-9ae5-7cb46dfcc04e tempest-ServersOnMultiNodesTest-299961212 tempest-ServersOnMultiNodesTest-299961212-project] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2670040 Jul 06 14:00:25.184740 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-7fe6ae4c-0bee-4f1a-a628-98bf4e82276e req-45e4bf67-bd63-4f58-93d2-4390f6909d1d service neutron] 10.222.0.127 "GET /v2.0/ports?device_id=0f4b4d0f-4467-44a3-8615-0ffc3a6ef0c6 HTTP/1.1" status: 200 len: 1096 time: 0.3203733 Jul 06 14:00:25.197626 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] For port 30fbe51d-c30e-482c-bfc7-1c46589e1134, host n-h1-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773647-6',level=0,port_id=30fbe51d-c30e-482c-bfc7-1c46589e1134,segment=NetworkSegment(227d25fe-bf75-4c4b-9a67-c660160d6b0a),segment_id=227d25fe-bf75-4c4b-9a67-c660160d6b0a)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:00:25.207650 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f611c7a-8681-4c80-bd25-14ae66053ce5 req-e52f5f9e-763b-4eed-be4d-241ca5cc6c32 tempest-ServerDiskConfigTestJSON-920847304 tempest-ServerDiskConfigTestJSON-920847304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:00:25.207940 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [req-197f4e03-03e1-4a76-841b-adaa88198810 req-05d470f4-b389-4bf0-bf8a-5e80f5833ccd tempest-ServersOnMultiNodesTest-299961212 tempest-ServersOnMultiNodesTest-299961212-project] Request body: {'port': {'device_id': 'c7fd8457-e6c3-4c5f-845e-1fc92bd8e24b', 'network_id': 'ac09d390-867f-4b75-a8d2-ab11550bffd6', 'admin_state_up': True, 'tenant_id': 'ae0918c1680140d8a89ce8f9c600b37d'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:00:25.209284 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-3f611c7a-8681-4c80-bd25-14ae66053ce5 req-e52f5f9e-763b-4eed-be4d-241ca5cc6c32 tempest-ServerDiskConfigTestJSON-920847304 tempest-ServerDiskConfigTestJSON-920847304-project] 10.222.0.104 "GET /v2.0/ports?device_id=0f4b4d0f-4467-44a3-8615-0ffc3a6ef0c6 HTTP/1.1" status: 200 len: 945 time: 0.3684196 Jul 06 14:00:25.212544 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:25.219789 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368d46cd-05b6-4365-adf1-af74257e7063 req-7e5427f4-e20e-4b90-906c-20565976a0af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:00:25.221278 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-368d46cd-05b6-4365-adf1-af74257e7063 req-7e5427f4-e20e-4b90-906c-20565976a0af service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=7b8504ac-e10a-483e-a568-0cc9b642ae7d HTTP/1.1" status: 200 len: 1101 time: 0.2990134 Jul 06 14:00:25.281673 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 34990) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:00:25.337183 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-7fe6ae4c-0bee-4f1a-a628-98bf4e82276e req-5b009c38-32ff-4442-ba71-5a74f3c2cbe6 service neutron] 10.222.0.127 "GET /v2.0/security-groups?id=bc287469-1102-40d8-b019-cad062af5465&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376066 Jul 06 14:00:25.337768 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-197f4e03-03e1-4a76-841b-adaa88198810 req-796dfd65-2cad-4efb-a464-2eb6d5682309 tempest-ServersOnMultiNodesTest-299961212 tempest-ServersOnMultiNodesTest-299961212-project] Made reservation on behalf of ae0918c1680140d8a89ce8f9c600b37d for: {'port': 1} {{(pid=100247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:00:25.341615 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-197f4e03-03e1-4a76-841b-adaa88198810 req-796dfd65-2cad-4efb-a464-2eb6d5682309 tempest-ServersOnMultiNodesTest-299961212 tempest-ServersOnMultiNodesTest-299961212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:25.352905 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Pushing event updated for resources: {'Port': ['ID=30fbe51d-c30e-482c-bfc7-1c46589e1134,revision_number=4']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:00:25.358852 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-368d46cd-05b6-4365-adf1-af74257e7063 req-42f2db67-8ac2-4f9b-a417-063c48b88a23 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=426b2c98-b2a3-4344-9104-71ac10ea07c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262784 Jul 06 14:00:25.373613 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-3f611c7a-8681-4c80-bd25-14ae66053ce5 req-1d3b3b1a-7650-42cd-9b9b-c5af64024daa tempest-ServerDiskConfigTestJSON-920847304 tempest-ServerDiskConfigTestJSON-920847304-project] 10.222.0.104 "GET /v2.0/security-groups?id=bc287469-1102-40d8-b019-cad062af5465&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1506369 Jul 06 14:00:25.436458 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-197f4e03-03e1-4a76-841b-adaa88198810 req-05d470f4-b389-4bf0-bf8a-5e80f5833ccd tempest-ServersOnMultiNodesTest-299961212 tempest-ServersOnMultiNodesTest-299961212-project] Made reservation on behalf of ae0918c1680140d8a89ce8f9c600b37d for: {'port': 1} {{(pid=100246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:00:25.441180 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-197f4e03-03e1-4a76-841b-adaa88198810 req-05d470f4-b389-4bf0-bf8a-5e80f5833ccd tempest-ServersOnMultiNodesTest-299961212 tempest-ServersOnMultiNodesTest-299961212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:25.489727 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb9ad14-5e23-4219-8d34-b27fe498a55a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:25.517937 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-50f2a4fe-a393-4eca-9b41-6991e0736ccb admin admin] Notify callbacks [] for security_group, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:25.588689 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.db_base_plugin_common [req-197f4e03-03e1-4a76-841b-adaa88198810 req-05d470f4-b389-4bf0-bf8a-5e80f5833ccd tempest-ServersOnMultiNodesTest-299961212 tempest-ServersOnMultiNodesTest-299961212-project] Allocated IP 192.168.233.60 (ac09d390-867f-4b75-a8d2-ab11550bffd6/d1c3cc78-09b9-4e30-99fd-0e5830de101d/04f88873-d07d-4eaf-a37b-8d5ec79f0db0) {{(pid=100246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:00:25.620642 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] get_ports_and_sgs() called for port_ids ['30fbe51d-c30e-482c-bfc7-1c46589e1134'] {{(pid=100248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 14:00:25.732011 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a776a88-ae4b-4597-aeae-7eb7b0703a85 req-c5a601d5-9d94-470d-b4e9-fe02e5473e66 tempest-ServersTestMultiNic-850319587 tempest-ServersTestMultiNic-850319587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:00:25.739134 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a776a88-ae4b-4597-aeae-7eb7b0703a85 req-c5a601d5-9d94-470d-b4e9-fe02e5473e66 tempest-ServersTestMultiNic-850319587 tempest-ServersTestMultiNic-850319587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:00:25.745071 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a776a88-ae4b-4597-aeae-7eb7b0703a85 req-c5a601d5-9d94-470d-b4e9-fe02e5473e66 tempest-ServersTestMultiNic-850319587 tempest-ServersTestMultiNic-850319587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:00:25.746735 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-5a776a88-ae4b-4597-aeae-7eb7b0703a85 req-c5a601d5-9d94-470d-b4e9-fe02e5473e66 tempest-ServersTestMultiNic-850319587 tempest-ServersTestMultiNic-850319587-project] 10.222.0.127 "GET /v2.0/ports?device_id=409be978-2186-4f76-b76b-7fe87eeb7c40 HTTP/1.1" status: 200 len: 2418 time: 0.2410085 Jul 06 14:00:25.756643 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b327ba31-9d02-4b33-96d9-8633a683be87 req-ab280fc6-6240-4305-a685-ab4bd029cdbf tempest-ServersAdminNegativeTestJSON-1929369317 tempest-ServersAdminNegativeTestJSON-1929369317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:00:25.758272 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-b327ba31-9d02-4b33-96d9-8633a683be87 req-ab280fc6-6240-4305-a685-ab4bd029cdbf tempest-ServersAdminNegativeTestJSON-1929369317 tempest-ServersAdminNegativeTestJSON-1929369317-project] 10.222.0.104 "GET /v2.0/ports?device_id=7b8504ac-e10a-483e-a568-0cc9b642ae7d HTTP/1.1" status: 200 len: 950 time: 0.2273166 Jul 06 14:00:25.769990 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2295907-72b6-4553-b366-11d7068eaa70 req-8bb5dcb8-4f56-48ca-b766-a4ba2f4d3949 tempest-ServersTestMultiNic-850319587 tempest-ServersTestMultiNic-850319587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:00:25.771695 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-197f4e03-03e1-4a76-841b-adaa88198810 req-05d470f4-b389-4bf0-bf8a-5e80f5833ccd tempest-ServersOnMultiNodesTest-299961212 tempest-ServersOnMultiNodesTest-299961212-project] Notify callbacks [] for port, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:25.776521 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2295907-72b6-4553-b366-11d7068eaa70 req-8bb5dcb8-4f56-48ca-b766-a4ba2f4d3949 tempest-ServersTestMultiNic-850319587 tempest-ServersTestMultiNic-850319587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:00:25.782524 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2295907-72b6-4553-b366-11d7068eaa70 req-8bb5dcb8-4f56-48ca-b766-a4ba2f4d3949 tempest-ServersTestMultiNic-850319587 tempest-ServersTestMultiNic-850319587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:00:25.784197 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-f2295907-72b6-4553-b366-11d7068eaa70 req-8bb5dcb8-4f56-48ca-b766-a4ba2f4d3949 tempest-ServersTestMultiNic-850319587 tempest-ServersTestMultiNic-850319587-project] 10.222.0.104 "GET /v2.0/ports?device_id=409be978-2186-4f76-b76b-7fe87eeb7c40 HTTP/1.1" status: 200 len: 2418 time: 0.3192303 Jul 06 14:00:25.786097 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.provisioning_blocks [req-197f4e03-03e1-4a76-841b-adaa88198810 req-05d470f4-b389-4bf0-bf8a-5e80f5833ccd tempest-ServersOnMultiNodesTest-299961212 tempest-ServersOnMultiNodesTest-299961212-project] Transition to ACTIVE for port object 04f88873-d07d-4eaf-a37b-8d5ec79f0db0 will not be triggered until provisioned by entity DHCP. {{(pid=100246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:00:25.818896 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-197f4e03-03e1-4a76-841b-adaa88198810 req-05d470f4-b389-4bf0-bf8a-5e80f5833ccd tempest-ServersOnMultiNodesTest-299961212 tempest-ServersOnMultiNodesTest-299961212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-127687573'] for port, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:25.841616 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] get_ports_and_sgs() called for port_ids ['05481f2d-582e-4146-a307-f062af9d861e', 'b3d5f759-25d1-4c4c-b7ec-a5f305aed096', '891b2c81-2c6a-4763-a1b7-6fa3d05d0063'] {{(pid=100248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 14:00:25.861774 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-197f4e03-03e1-4a76-841b-adaa88198810 req-05d470f4-b389-4bf0-bf8a-5e80f5833ccd tempest-ServersOnMultiNodesTest-299961212 tempest-ServersOnMultiNodesTest-299961212-project] Network ac09d390-867f-4b75-a8d2-ab11550bffd6 is already hosted by enough agents. {{(pid=100246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:00:25.867650 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.base_scheduler [req-197f4e03-03e1-4a76-841b-adaa88198810 req-05d470f4-b389-4bf0-bf8a-5e80f5833ccd tempest-ServersOnMultiNodesTest-299961212 tempest-ServersOnMultiNodesTest-299961212-project] Resources bound (agent type, host, resource id): {{(pid=100246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:00:25.873886 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [req-197f4e03-03e1-4a76-841b-adaa88198810 req-05d470f4-b389-4bf0-bf8a-5e80f5833ccd tempest-ServersOnMultiNodesTest-299961212 tempest-ServersOnMultiNodesTest-299961212-project] Received port after_create {{(pid=100246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:00:25.880777 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d470f4-b389-4bf0-bf8a-5e80f5833ccd tempest-ServersOnMultiNodesTest-299961212 tempest-ServersOnMultiNodesTest-299961212-project] Pushing event updated for resources: {'Port': ['ID=04f88873-d07d-4eaf-a37b-8d5ec79f0db0,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:00:25.897560 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:25.933928 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197f4e03-03e1-4a76-841b-adaa88198810 req-05d470f4-b389-4bf0-bf8a-5e80f5833ccd tempest-ServersOnMultiNodesTest-299961212 tempest-ServersOnMultiNodesTest-299961212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:00:25.934554 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-197f4e03-03e1-4a76-841b-adaa88198810 req-05d470f4-b389-4bf0-bf8a-5e80f5833ccd tempest-ServersOnMultiNodesTest-299961212 tempest-ServersOnMultiNodesTest-299961212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:25.964011 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-50f2a4fe-a393-4eca-9b41-6991e0736ccb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:25.978069 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-197f4e03-03e1-4a76-841b-adaa88198810 req-05d470f4-b389-4bf0-bf8a-5e80f5833ccd tempest-ServersOnMultiNodesTest-299961212 tempest-ServersOnMultiNodesTest-299961212-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.7752504 Jul 06 14:00:25.987713 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-b327ba31-9d02-4b33-96d9-8633a683be87 req-7421f9bf-37fe-4289-b1e9-5d17fe3e0e17 tempest-ServersAdminNegativeTestJSON-1929369317 tempest-ServersAdminNegativeTestJSON-1929369317-project] 10.222.0.104 "GET /v2.0/security-groups?id=426b2c98-b2a3-4344-9104-71ac10ea07c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2023935 Jul 06 14:00:25.999510 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [req-197f4e03-03e1-4a76-841b-adaa88198810 req-0f67fd59-db4a-4185-9bbe-5fa8d0669944 service neutron] Request body: {'port': {'device_id': 'c7fd8457-e6c3-4c5f-845e-1fc92bd8e24b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-773647-6'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:00:25.999921 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-50f2a4fe-a393-4eca-9b41-6991e0736ccb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:26.002597 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.db_base_plugin_common [req-197f4e03-03e1-4a76-841b-adaa88198810 req-796dfd65-2cad-4efb-a464-2eb6d5682309 tempest-ServersOnMultiNodesTest-299961212 tempest-ServersOnMultiNodesTest-299961212-project] Allocated IP 192.168.233.96 (ac09d390-867f-4b75-a8d2-ab11550bffd6/d1c3cc78-09b9-4e30-99fd-0e5830de101d/77f2936b-9d5d-4a82-bf34-d5104100db58) {{(pid=100247) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:00:26.016418 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-f2295907-72b6-4553-b366-11d7068eaa70 req-b17b42d7-ac8c-4290-9da5-a0272791e787 tempest-ServersTestMultiNic-850319587 tempest-ServersTestMultiNic-850319587-project] 10.222.0.104 "GET /v2.0/security-groups?id=3be580b9-03cb-4a9b-8661-5fe7dfbcaae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2206049 Jul 06 14:00:26.150321 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-197f4e03-03e1-4a76-841b-adaa88198810 req-0f67fd59-db4a-4185-9bbe-5fa8d0669944 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:26.167883 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f2a4fe-a393-4eca-9b41-6991e0736ccb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd5e8a1e-01ce-43ff-abbf-f225ca86bae3,revision_number=1']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:00:26.174757 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-50f2a4fe-a393-4eca-9b41-6991e0736ccb admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=744ea0e09dbf426fa065b5834ac8b38b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8894880 Jul 06 14:00:26.177535 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 35000) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:00:26.261875 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-20e0df86-d609-4732-8f66-d80e934d3097 None None] Provisioning for port 04f88873-d07d-4eaf-a37b-8d5ec79f0db0 completed by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:00:26.272857 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-bfbf2b10-4ef1-4725-a5d7-5b3f0d8193b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:26.294649 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.plugin [req-5a776a88-ae4b-4597-aeae-7eb7b0703a85 req-5aff3d81-4e4d-40ba-b314-17597da24ca1 tempest-ServersTestMultiNic-850319587 tempest-ServersTestMultiNic-850319587-project] Deleting port 1e760043-5e86-4c1b-8872-cbe80ed821f8 {{(pid=100247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:00:26.295297 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-5a776a88-ae4b-4597-aeae-7eb7b0703a85 req-5aff3d81-4e4d-40ba-b314-17597da24ca1 tempest-ServersTestMultiNic-850319587 tempest-ServersTestMultiNic-850319587-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:26.295454 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-20e0df86-d609-4732-8f66-d80e934d3097 None None] Provisioning complete for port 04f88873-d07d-4eaf-a37b-8d5ec79f0db0 triggered by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:00:26.295769 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-20e0df86-d609-4732-8f66-d80e934d3097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:26.349517 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-20e0df86-d609-4732-8f66-d80e934d3097 None None] Port 04f88873-d07d-4eaf-a37b-8d5ec79f0db0 cannot update to ACTIVE because it is not bound. {{(pid=100248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 14:00:26.363386 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-bfbf2b10-4ef1-4725-a5d7-5b3f0d8193b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:26.426527 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-bfbf2b10-4ef1-4725-a5d7-5b3f0d8193b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:26.429761 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-bfbf2b10-4ef1-4725-a5d7-5b3f0d8193b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:26.434497 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-bfbf2b10-4ef1-4725-a5d7-5b3f0d8193b8 admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/cd5e8a1e-01ce-43ff-abbf-f225ca86bae3 HTTP/1.1" status: 204 len: 168 time: 0.2535446 Jul 06 14:00:26.442963 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbf2b10-4ef1-4725-a5d7-5b3f0d8193b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd5e8a1e-01ce-43ff-abbf-f225ca86bae3,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:00:26.479018 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e69cdfa-6ce3-4665-9fd0-159364241327 req-4e7226eb-69d3-4bc3-bc20-7137b4df1ed0 tempest-ImagesOneServerNegativeTestJSON-2145662933 tempest-ImagesOneServerNegativeTestJSON-2145662933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:00:26.480581 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-7e69cdfa-6ce3-4665-9fd0-159364241327 req-4e7226eb-69d3-4bc3-bc20-7137b4df1ed0 tempest-ImagesOneServerNegativeTestJSON-2145662933 tempest-ImagesOneServerNegativeTestJSON-2145662933-project] 10.222.0.104 "GET /v2.0/ports?device_id=ebe2de0a-9823-41a4-a382-e3f9906ff5d7 HTTP/1.1" status: 200 len: 945 time: 0.3259025 Jul 06 14:00:26.494457 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c1fb6a-a999-42a0-9e12-ceb018058376 req-ab4eb9d3-e34e-42fa-bdc0-ace42161e33f tempest-ServersOnMultiNodesTest-299961212 tempest-ServersOnMultiNodesTest-299961212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:00:26.501274 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-c9c1fb6a-a999-42a0-9e12-ceb018058376 req-ab4eb9d3-e34e-42fa-bdc0-ace42161e33f tempest-ServersOnMultiNodesTest-299961212 tempest-ServersOnMultiNodesTest-299961212-project] 10.222.0.104 "GET /v2.0/ports?device_id=c7fd8457-e6c3-4c5f-845e-1fc92bd8e24b HTTP/1.1" status: 200 len: 935 time: 0.3020382 Jul 06 14:00:26.513661 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.db [req-5a776a88-ae4b-4597-aeae-7eb7b0703a85 req-5aff3d81-4e4d-40ba-b314-17597da24ca1 tempest-ServersTestMultiNic-850319587 tempest-ServersTestMultiNic-850319587-project] For port 1e760043-5e86-4c1b-8872-cbe80ed821f8, host n-h1-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773647-6',level=0,port_id=1e760043-5e86-4c1b-8872-cbe80ed821f8,segment=NetworkSegment(4f2a8c10-ee2e-4062-8043-6d0308f57340),segment_id=4f2a8c10-ee2e-4062-8043-6d0308f57340)] {{(pid=100247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:00:26.514031 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-5a776a88-ae4b-4597-aeae-7eb7b0703a85 req-5aff3d81-4e4d-40ba-b314-17597da24ca1 tempest-ServersTestMultiNic-850319587 tempest-ServersTestMultiNic-850319587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:26.524552 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-2064eaae-da4f-48f8-82d2-b09d4ddedd44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:26.561255 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.plugin [req-5a776a88-ae4b-4597-aeae-7eb7b0703a85 req-5aff3d81-4e4d-40ba-b314-17597da24ca1 tempest-ServersTestMultiNic-850319587 tempest-ServersTestMultiNic-850319587-project] Calling delete_port for 1e760043-5e86-4c1b-8872-cbe80ed821f8 owned by compute:nova {{(pid=100247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:00:26.564796 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-197f4e03-03e1-4a76-841b-adaa88198810 req-796dfd65-2cad-4efb-a464-2eb6d5682309 tempest-ServersOnMultiNodesTest-299961212 tempest-ServersOnMultiNodesTest-299961212-project] Notify callbacks [] for port, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:26.643270 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.provisioning_blocks [req-197f4e03-03e1-4a76-841b-adaa88198810 req-796dfd65-2cad-4efb-a464-2eb6d5682309 tempest-ServersOnMultiNodesTest-299961212 tempest-ServersOnMultiNodesTest-299961212-project] Transition to ACTIVE for port object 77f2936b-9d5d-4a82-bf34-d5104100db58 will not be triggered until provisioned by entity DHCP. {{(pid=100247) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:00:26.647261 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-7e69cdfa-6ce3-4665-9fd0-159364241327 req-e4fa53bb-e591-4114-a4b2-0d79111ff887 tempest-ImagesOneServerNegativeTestJSON-2145662933 tempest-ImagesOneServerNegativeTestJSON-2145662933-project] 10.222.0.104 "GET /v2.0/security-groups?id=cf130993-6904-4731-ae5d-09749f3f4522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345074 Jul 06 14:00:26.651860 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-c9c1fb6a-a999-42a0-9e12-ceb018058376 req-641fceac-9f62-47a7-a13c-a0fbaabbb137 tempest-ServersOnMultiNodesTest-299961212 tempest-ServersOnMultiNodesTest-299961212-project] 10.222.0.104 "GET /v2.0/security-groups?id=304f894d-c671-4a59-b0fb-2a4d849c5ac9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1497376 Jul 06 14:00:26.719419 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-197f4e03-03e1-4a76-841b-adaa88198810 req-796dfd65-2cad-4efb-a464-2eb6d5682309 tempest-ServersOnMultiNodesTest-299961212 tempest-ServersOnMultiNodesTest-299961212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-128888360'] for port, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:26.810138 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-197f4e03-03e1-4a76-841b-adaa88198810 req-796dfd65-2cad-4efb-a464-2eb6d5682309 tempest-ServersOnMultiNodesTest-299961212 tempest-ServersOnMultiNodesTest-299961212-project] Network ac09d390-867f-4b75-a8d2-ab11550bffd6 is already hosted by enough agents. {{(pid=100247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:00:26.820433 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Device 30fbe51d-c30e-482c-bfc7-1c46589e1134 up at agent hyperv_n-h1-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:00:26.829913 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.base_scheduler [req-197f4e03-03e1-4a76-841b-adaa88198810 req-796dfd65-2cad-4efb-a464-2eb6d5682309 tempest-ServersOnMultiNodesTest-299961212 tempest-ServersOnMultiNodesTest-299961212-project] Resources bound (agent type, host, resource id): {{(pid=100247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:00:26.852955 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.l3_dvrscheduler_db [req-197f4e03-03e1-4a76-841b-adaa88198810 req-796dfd65-2cad-4efb-a464-2eb6d5682309 tempest-ServersOnMultiNodesTest-299961212 tempest-ServersOnMultiNodesTest-299961212-project] Received port after_create {{(pid=100247) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:00:26.857076 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796dfd65-2cad-4efb-a464-2eb6d5682309 tempest-ServersOnMultiNodesTest-299961212 tempest-ServersOnMultiNodesTest-299961212-project] Pushing event updated for resources: {'Port': ['ID=77f2936b-9d5d-4a82-bf34-d5104100db58,revision_number=1']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:00:26.875629 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 35010) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:00:26.893883 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-729f999c-f420-4b32-854c-fe6a1f24cf2f admin admin] Notify callbacks [] for security_group, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:26.913647 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-5a776a88-ae4b-4597-aeae-7eb7b0703a85 req-5aff3d81-4e4d-40ba-b314-17597da24ca1 tempest-ServersTestMultiNic-850319587 tempest-ServersTestMultiNic-850319587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128888353'] for port, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:26.930447 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Provisioning for port 30fbe51d-c30e-482c-bfc7-1c46589e1134 completed by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:00:26.936444 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Provisioning complete for port 30fbe51d-c30e-482c-bfc7-1c46589e1134 triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:00:26.937178 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:26.996847 n-d-773647-6 neutron-server[100246]: DEBUG neutron.notifiers.nova [req-197f4e03-03e1-4a76-841b-adaa88198810 req-0f67fd59-db4a-4185-9bbe-5fa8d0669944 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 04f88873-d07d-4eaf-a37b-8d5ec79f0db0 {{(pid=100246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 14:00:27.005822 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197f4e03-03e1-4a76-841b-adaa88198810 req-796dfd65-2cad-4efb-a464-2eb6d5682309 tempest-ServersOnMultiNodesTest-299961212 tempest-ServersOnMultiNodesTest-299961212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:00:27.009299 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] get_ports_and_sgs() called for port_ids ['05481f2d-582e-4146-a307-f062af9d861e', 'b3d5f759-25d1-4c4c-b7ec-a5f305aed096', '891b2c81-2c6a-4763-a1b7-6fa3d05d0063'] {{(pid=100248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 14:00:27.010029 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-197f4e03-03e1-4a76-841b-adaa88198810 req-0f67fd59-db4a-4185-9bbe-5fa8d0669944 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:27.010379 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-197f4e03-03e1-4a76-841b-adaa88198810 req-796dfd65-2cad-4efb-a464-2eb6d5682309 tempest-ServersOnMultiNodesTest-299961212 tempest-ServersOnMultiNodesTest-299961212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:27.012959 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aff3d81-4e4d-40ba-b314-17597da24ca1 tempest-ServersTestMultiNic-850319587 tempest-ServersTestMultiNic-850319587-project] Pushing event deleted for resources: {'Port': ['ID=1e760043-5e86-4c1b-8872-cbe80ed821f8,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:00:27.053099 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a930ea-35e9-4bef-9baf-d9c128743823 req-66dff3c5-a28d-4d1d-8ef7-8c93fc52d4fb tempest-DeleteServersTestJSON-677393534 tempest-DeleteServersTestJSON-677393534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:00:27.064460 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-c1a930ea-35e9-4bef-9baf-d9c128743823 req-66dff3c5-a28d-4d1d-8ef7-8c93fc52d4fb tempest-DeleteServersTestJSON-677393534 tempest-DeleteServersTestJSON-677393534-project] 10.222.0.104 "GET /v2.0/ports?device_id=35567473-98d6-438d-b4ea-81f3a880422a HTTP/1.1" status: 200 len: 944 time: 0.2629273 Jul 06 14:00:27.076393 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.provisioning_blocks [req-197f4e03-03e1-4a76-841b-adaa88198810 req-0f67fd59-db4a-4185-9bbe-5fa8d0669944 service neutron] Transition to ACTIVE for port object 04f88873-d07d-4eaf-a37b-8d5ec79f0db0 will not be triggered until provisioned by entity L2. {{(pid=100246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:00:27.088606 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-197f4e03-03e1-4a76-841b-adaa88198810 req-0f67fd59-db4a-4185-9bbe-5fa8d0669944 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127687527'] for port, after_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:27.137781 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f67fd59-db4a-4185-9bbe-5fa8d0669944 service neutron] Pushing event updated for resources: {'Port': ['ID=04f88873-d07d-4eaf-a37b-8d5ec79f0db0,revision_number=2']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:00:27.173869 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a776a88-ae4b-4597-aeae-7eb7b0703a85 req-5aff3d81-4e4d-40ba-b314-17597da24ca1 tempest-ServersTestMultiNic-850319587 tempest-ServersTestMultiNic-850319587-project] No DVR routers for this DVR port 1e760043-5e86-4c1b-8872-cbe80ed821f8 on host n-h1-773647-6 {{(pid=100247) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:00:27.177852 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-5a776a88-ae4b-4597-aeae-7eb7b0703a85 req-5aff3d81-4e4d-40ba-b314-17597da24ca1 tempest-ServersTestMultiNic-850319587 tempest-ServersTestMultiNic-850319587-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:27.189943 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-729f999c-f420-4b32-854c-fe6a1f24cf2f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:27.191466 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:27.193249 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-5a776a88-ae4b-4597-aeae-7eb7b0703a85 req-5aff3d81-4e4d-40ba-b314-17597da24ca1 tempest-ServersTestMultiNic-850319587 tempest-ServersTestMultiNic-850319587-project] 10.222.0.127 "DELETE /v2.0/ports/1e760043-5e86-4c1b-8872-cbe80ed821f8 HTTP/1.1" status: 204 len: 173 time: 1.4326584 Jul 06 14:00:27.194155 n-d-773647-6 neutron-server[100247]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '409be978-2186-4f76-b76b-7fe87eeb7c40', 'name': 'network-vif-deleted', 'tag': '1e760043-5e86-4c1b-8872-cbe80ed821f8'}] {{(pid=100247) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:00:27.197234 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cbf0eeaae822f8fc9b87a94aeba67a3d651842baf663a51cba94b67a514836d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cdb2d23-c0f1-45b3-8104-7a0c608d281a" -d '{"events": [{"server_uuid": "409be978-2186-4f76-b76b-7fe87eeb7c40", "name": "network-vif-deleted", "tag": "1e760043-5e86-4c1b-8872-cbe80ed821f8"}]}' {{(pid=100247) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:00:27.199506 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-729f999c-f420-4b32-854c-fe6a1f24cf2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:27.252687 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-729f999c-f420-4b32-854c-fe6a1f24cf2f admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=ac7b7d5882904fb582e83d71b4d6d671&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3758824 Jul 06 14:00:27.256882 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 35020) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:00:27.267412 n-d-773647-6 neutron-server[100248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35567473-98d6-438d-b4ea-81f3a880422a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30fbe51d-c30e-482c-bfc7-1c46589e1134'}] {{(pid=100248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:00:27.276789 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-197f4e03-03e1-4a76-841b-adaa88198810 req-796dfd65-2cad-4efb-a464-2eb6d5682309 tempest-ServersOnMultiNodesTest-299961212 tempest-ServersOnMultiNodesTest-299961212-project] 10.222.0.127 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.2815828 Jul 06 14:00:27.286514 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84af257533e383389cbcf231d3534f4d5e149e7203fea16b4a8fc01438dddaf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a344e4ef-369f-423f-af92-39b6f83c8370" -d '{"events": [{"server_uuid": "35567473-98d6-438d-b4ea-81f3a880422a", "name": "network-vif-plugged", "status": "completed", "tag": "30fbe51d-c30e-482c-bfc7-1c46589e1134"}]}' {{(pid=100248) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:00:27.331738 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729f999c-f420-4b32-854c-fe6a1f24cf2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe4f94e8-47c0-47ea-8499-0d6158b1d039,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:00:27.346536 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-c1a930ea-35e9-4bef-9baf-d9c128743823 req-8e300342-1534-49aa-95f6-708209a99165 tempest-DeleteServersTestJSON-677393534 tempest-DeleteServersTestJSON-677393534-project] 10.222.0.104 "GET /v2.0/security-groups?id=7d4cbf2c-f907-4452-8928-a2a298fe7ee1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2811065 Jul 06 14:00:27.361383 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] For port 30fbe51d-c30e-482c-bfc7-1c46589e1134, host n-h1-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773647-6',level=0,port_id=30fbe51d-c30e-482c-bfc7-1c46589e1134,segment=NetworkSegment(227d25fe-bf75-4c4b-9a67-c660160d6b0a),segment_id=227d25fe-bf75-4c4b-9a67-c660160d6b0a)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:00:27.362323 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-d3ae9b30-caae-4e0b-a85c-4d97664aaba1 None None] Provisioning for port 77f2936b-9d5d-4a82-bf34-d5104100db58 completed by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:00:27.404921 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:27.409908 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-61621103-a0f6-4240-bc63-78d2568f3032 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:27.416689 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-d3ae9b30-caae-4e0b-a85c-4d97664aaba1 None None] Provisioning complete for port 77f2936b-9d5d-4a82-bf34-d5104100db58 triggered by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:00:27.417062 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-d3ae9b30-caae-4e0b-a85c-4d97664aaba1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:27.437682 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [req-197f4e03-03e1-4a76-841b-adaa88198810 req-0f67fd59-db4a-4185-9bbe-5fa8d0669944 service neutron] Attempting to bind port 04f88873-d07d-4eaf-a37b-8d5ec79f0db0 on host n-h2-773647-6 for vnic_type normal with profile {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:00:27.438022 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [req-197f4e03-03e1-4a76-841b-adaa88198810 req-0f67fd59-db4a-4185-9bbe-5fa8d0669944 service neutron] Attempting to bind port 04f88873-d07d-4eaf-a37b-8d5ec79f0db0 by drivers openvswitch,hyperv on host n-h2-773647-6 at level 0 using segments [{'id': 'c9ea893d-045e-42cf-b3dd-cdd1f79baccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'ac09d390-867f-4b75-a8d2-ab11550bffd6'}] {{(pid=100246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:00:27.438348 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-197f4e03-03e1-4a76-841b-adaa88198810 req-0f67fd59-db4a-4185-9bbe-5fa8d0669944 service neutron] Attempting to bind port 04f88873-d07d-4eaf-a37b-8d5ec79f0db0 on network ac09d390-867f-4b75-a8d2-ab11550bffd6 {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:00:27.449012 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-197f4e03-03e1-4a76-841b-adaa88198810 req-0f67fd59-db4a-4185-9bbe-5fa8d0669944 service neutron] Port 04f88873-d07d-4eaf-a37b-8d5ec79f0db0 on network ac09d390-867f-4b75-a8d2-ab11550bffd6 not bound, no agent of type Open vSwitch agent registered on host n-h2-773647-6 {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 14:00:27.449353 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-197f4e03-03e1-4a76-841b-adaa88198810 req-0f67fd59-db4a-4185-9bbe-5fa8d0669944 service neutron] Attempting to bind port 04f88873-d07d-4eaf-a37b-8d5ec79f0db0 on network ac09d390-867f-4b75-a8d2-ab11550bffd6 {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:00:27.449984 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [req-197f4e03-03e1-4a76-841b-adaa88198810 req-e5609847-19da-4cf0-bb61-731552dbdf4d service neutron] Request body: {'port': {'device_id': '498d4219-b846-47a7-81ce-c72ff020ccc6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-773647-6'}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:00:27.456897 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-61621103-a0f6-4240-bc63-78d2568f3032 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:27.467132 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-197f4e03-03e1-4a76-841b-adaa88198810 req-0f67fd59-db4a-4185-9bbe-5fa8d0669944 service neutron] Checking agent: {'id': '63768ece-0600-4354-8d29-fdedec96b077', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-773647-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 51, 10), 'started_at': datetime.datetime(2021, 7, 6, 13, 51, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 0, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:00:27.470016 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-197f4e03-03e1-4a76-841b-adaa88198810 req-0f67fd59-db4a-4185-9bbe-5fa8d0669944 service neutron] Checking segment: {'id': 'c9ea893d-045e-42cf-b3dd-cdd1f79baccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'ac09d390-867f-4b75-a8d2-ab11550bffd6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:00:27.474310 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-197f4e03-03e1-4a76-841b-adaa88198810 req-0f67fd59-db4a-4185-9bbe-5fa8d0669944 service neutron] Bound using segment: {'id': 'c9ea893d-045e-42cf-b3dd-cdd1f79baccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'ac09d390-867f-4b75-a8d2-ab11550bffd6'} {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:00:27.474712 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [req-197f4e03-03e1-4a76-841b-adaa88198810 req-0f67fd59-db4a-4185-9bbe-5fa8d0669944 service neutron] Bound port: 04f88873-d07d-4eaf-a37b-8d5ec79f0db0, host: n-h2-773647-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c9ea893d-045e-42cf-b3dd-cdd1f79baccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'ac09d390-867f-4b75-a8d2-ab11550bffd6'}}] {{(pid=100246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:00:27.475156 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-197f4e03-03e1-4a76-841b-adaa88198810 req-0f67fd59-db4a-4185-9bbe-5fa8d0669944 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:27.508491 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-d3ae9b30-caae-4e0b-a85c-4d97664aaba1 None None] Port 77f2936b-9d5d-4a82-bf34-d5104100db58 cannot update to ACTIVE because it is not bound. {{(pid=100248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 14:00:27.590773 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.db [req-197f4e03-03e1-4a76-841b-adaa88198810 req-0f67fd59-db4a-4185-9bbe-5fa8d0669944 service neutron] For port 04f88873-d07d-4eaf-a37b-8d5ec79f0db0, host n-h2-773647-6, cleared binding levels {{(pid=100246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:00:27.595663 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.db [req-197f4e03-03e1-4a76-841b-adaa88198810 req-0f67fd59-db4a-4185-9bbe-5fa8d0669944 service neutron] For port 04f88873-d07d-4eaf-a37b-8d5ec79f0db0, host n-h2-773647-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=04f88873-d07d-4eaf-a37b-8d5ec79f0db0,segment=NetworkSegment(c9ea893d-045e-42cf-b3dd-cdd1f79baccd),segment_id=c9ea893d-045e-42cf-b3dd-cdd1f79baccd)] {{(pid=100246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:00:27.604257 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-197f4e03-03e1-4a76-841b-adaa88198810 req-0f67fd59-db4a-4185-9bbe-5fa8d0669944 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127687527'] for port, after_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:27.643907 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Pushing event updated for resources: {'Port': ['ID=30fbe51d-c30e-482c-bfc7-1c46589e1134,revision_number=5']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:00:27.677000 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 35026) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:00:27.680818 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-61621103-a0f6-4240-bc63-78d2568f3032 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:27.682981 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-61621103-a0f6-4240-bc63-78d2568f3032 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:27.690806 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-61621103-a0f6-4240-bc63-78d2568f3032 admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/fe4f94e8-47c0-47ea-8499-0d6158b1d039 HTTP/1.1" status: 204 len: 168 time: 0.4225733 Jul 06 14:00:27.725700 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197f4e03-03e1-4a76-841b-adaa88198810 req-0f67fd59-db4a-4185-9bbe-5fa8d0669944 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:00:27.727056 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-197f4e03-03e1-4a76-841b-adaa88198810 req-0f67fd59-db4a-4185-9bbe-5fa8d0669944 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:27.728543 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-197f4e03-03e1-4a76-841b-adaa88198810 req-0f67fd59-db4a-4185-9bbe-5fa8d0669944 service neutron] 10.222.0.72 "PUT /v2.0/ports/04f88873-d07d-4eaf-a37b-8d5ec79f0db0 HTTP/1.1" status: 200 len: 1095 time: 1.7355583 Jul 06 14:00:27.731566 n-d-773647-6 neutron-server[100246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7fd8457-e6c3-4c5f-845e-1fc92bd8e24b', 'tag': '04f88873-d07d-4eaf-a37b-8d5ec79f0db0'}] {{(pid=100246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:00:27.735765 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0d96c5ab5e889f7b933ae915b9be33d1b46c9e87795bf781004b656ef3f1e87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-217377ed-5a90-484e-b516-75fedd52d941" -d '{"events": [{"name": "network-changed", "server_uuid": "c7fd8457-e6c3-4c5f-845e-1fc92bd8e24b", "tag": "04f88873-d07d-4eaf-a37b-8d5ec79f0db0"}]}' {{(pid=100246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:00:27.742288 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61621103-a0f6-4240-bc63-78d2568f3032 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe4f94e8-47c0-47ea-8499-0d6158b1d039,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:00:27.752489 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f67fd59-db4a-4185-9bbe-5fa8d0669944 service neutron] Pushing event updated for resources: {'Port': ['ID=04f88873-d07d-4eaf-a37b-8d5ec79f0db0,revision_number=3']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:00:27.889535 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197f4e03-03e1-4a76-841b-adaa88198810 req-6936f659-0cf8-442f-9f02-77e5f827529a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:00:27.891207 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-197f4e03-03e1-4a76-841b-adaa88198810 req-6936f659-0cf8-442f-9f02-77e5f827529a service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=ae0918c1680140d8a89ce8f9c600b37d&device_id=c7fd8457-e6c3-4c5f-845e-1fc92bd8e24b HTTP/1.1" status: 200 len: 1098 time: 0.0993276 Jul 06 14:00:27.959585 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-197f4e03-03e1-4a76-841b-adaa88198810 req-d867c0b3-8c5d-435f-a782-d02987a15b4d service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.60&port_id=04f88873-d07d-4eaf-a37b-8d5ec79f0db0 HTTP/1.1" status: 200 len: 217 time: 0.0566814 Jul 06 14:00:28.035763 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8882fd-5974-4101-855d-0dd0d21a8d0a req-e4fbbddd-e997-4c5c-a53f-3481c748fd44 tempest-ImagesOneServerNegativeTestJSON-2145662933 tempest-ImagesOneServerNegativeTestJSON-2145662933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:00:28.039293 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-ce8882fd-5974-4101-855d-0dd0d21a8d0a req-e4fbbddd-e997-4c5c-a53f-3481c748fd44 tempest-ImagesOneServerNegativeTestJSON-2145662933 tempest-ImagesOneServerNegativeTestJSON-2145662933-project] 10.222.0.72 "GET /v2.0/ports?device_id=ebe2de0a-9823-41a4-a382-e3f9906ff5d7 HTTP/1.1" status: 200 len: 945 time: 0.7527375 Jul 06 14:00:28.047860 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197f4e03-03e1-4a76-841b-adaa88198810 req-4284f769-7da5-44cf-8f4d-b41738ba63f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:00:28.048964 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-197f4e03-03e1-4a76-841b-adaa88198810 req-4284f769-7da5-44cf-8f4d-b41738ba63f9 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=d1c3cc78-09b9-4e30-99fd-0e5830de101d HTTP/1.1" status: 200 len: 843 time: 0.0820413 Jul 06 14:00:28.129403 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-6f9a9065-5039-4ad4-a42b-49bf7fb0e635 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:28.168304 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27824eb-ebe9-4bf3-b6be-28b7816b7254 req-27f6a335-6f59-4872-854f-4027d138ca2d tempest-ServerDiskConfigTestJSON-920847304 tempest-ServerDiskConfigTestJSON-920847304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:00:28.169815 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-a27824eb-ebe9-4bf3-b6be-28b7816b7254 req-27f6a335-6f59-4872-854f-4027d138ca2d tempest-ServerDiskConfigTestJSON-920847304 tempest-ServerDiskConfigTestJSON-920847304-project] 10.222.0.104 "GET /v2.0/ports?device_id=0f4b4d0f-4467-44a3-8615-0ffc3a6ef0c6 HTTP/1.1" status: 200 len: 945 time: 0.7473419 Jul 06 14:00:28.174400 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197f4e03-03e1-4a76-841b-adaa88198810 req-9e0b4611-4e06-4de8-8a95-df9848fb036f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:00:28.176231 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-197f4e03-03e1-4a76-841b-adaa88198810 req-9e0b4611-4e06-4de8-8a95-df9848fb036f service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=ac09d390-867f-4b75-a8d2-ab11550bffd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1197252 Jul 06 14:00:28.176967 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-197f4e03-03e1-4a76-841b-adaa88198810 req-e5609847-19da-4cf0-bb61-731552dbdf4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:28.223372 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.plugin [req-5a776a88-ae4b-4597-aeae-7eb7b0703a85 req-60c251fa-fbc6-47b4-9d83-c86c9e7b53e8 tempest-ServersTestMultiNic-850319587 tempest-ServersTestMultiNic-850319587-project] Deleting port ec964f7d-b721-496f-9e41-ba57103cd575 {{(pid=100247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:00:28.223713 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-5a776a88-ae4b-4597-aeae-7eb7b0703a85 req-60c251fa-fbc6-47b4-9d83-c86c9e7b53e8 tempest-ServersTestMultiNic-850319587 tempest-ServersTestMultiNic-850319587-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:28.236967 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f013e4-533c-4b33-889e-83ec33483ea0 req-8b7719a1-0573-4fb6-a085-b9d32e60ec08 tempest-ServersAdminNegativeTestJSON-1929369317 tempest-ServersAdminNegativeTestJSON-1929369317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:00:28.238458 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-73f013e4-533c-4b33-889e-83ec33483ea0 req-8b7719a1-0573-4fb6-a085-b9d32e60ec08 tempest-ServersAdminNegativeTestJSON-1929369317 tempest-ServersAdminNegativeTestJSON-1929369317-project] 10.222.0.104 "GET /v2.0/ports?device_id=7b8504ac-e10a-483e-a568-0cc9b642ae7d HTTP/1.1" status: 200 len: 950 time: 0.6592495 Jul 06 14:00:28.287736 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-03f71b24-a9b8-453a-8924-caa3f97bc6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:28.334888 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-197f4e03-03e1-4a76-841b-adaa88198810 req-6bcf0330-32e9-49fa-861c-3f1e3a859128 service neutron] 10.222.0.72 "GET /v2.0/networks/ac09d390-867f-4b75-a8d2-ab11550bffd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1496561 Jul 06 14:00:28.361650 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-6f9a9065-5039-4ad4-a42b-49bf7fb0e635 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:28.386419 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-a27824eb-ebe9-4bf3-b6be-28b7816b7254 req-a3f0534e-43c2-4124-bd06-f5f3169526bb tempest-ServerDiskConfigTestJSON-920847304 tempest-ServerDiskConfigTestJSON-920847304-project] 10.222.0.104 "GET /v2.0/security-groups?id=bc287469-1102-40d8-b019-cad062af5465&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1979542 Jul 06 14:00:28.406423 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-6f9a9065-5039-4ad4-a42b-49bf7fb0e635 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:28.453543 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9a9065-5039-4ad4-a42b-49bf7fb0e635 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f44f85bf-e0b0-4ab4-a5c1-3e7cde298aa4,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:00:28.473290 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-6f9a9065-5039-4ad4-a42b-49bf7fb0e635 admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=541d21475e8e4f25a3ed6080d35f2cd0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7837303 Jul 06 14:00:28.486228 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 35058) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:00:28.495136 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-73f013e4-533c-4b33-889e-83ec33483ea0 req-4f7f0389-d328-4a4f-8b7f-d3d2a9a9df87 tempest-ServersAdminNegativeTestJSON-1929369317 tempest-ServersAdminNegativeTestJSON-1929369317-project] 10.222.0.104 "GET /v2.0/security-groups?id=426b2c98-b2a3-4344-9104-71ac10ea07c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2372618 Jul 06 14:00:28.566146 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.plugin [req-ce8882fd-5974-4101-855d-0dd0d21a8d0a req-ef408c42-2d9c-4476-b36e-3dc1830a1745 tempest-ImagesOneServerNegativeTestJSON-2145662933 tempest-ImagesOneServerNegativeTestJSON-2145662933-project] Deleting port b7462385-0545-41fe-bd5f-627db4f47332 {{(pid=100247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:00:28.566487 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-ce8882fd-5974-4101-855d-0dd0d21a8d0a req-ef408c42-2d9c-4476-b36e-3dc1830a1745 tempest-ImagesOneServerNegativeTestJSON-2145662933 tempest-ImagesOneServerNegativeTestJSON-2145662933-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:28.580665 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 14:00:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ea5acaa-a288-40ae-a7b8-df9b67c8f742 x-openstack-request-id: req-9ea5acaa-a288-40ae-a7b8-df9b67c8f742 {{(pid=100247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:00:28.580954 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "409be978-2186-4f76-b76b-7fe87eeb7c40", "name": "network-vif-deleted", "tag": "1e760043-5e86-4c1b-8872-cbe80ed821f8", "status": "completed", "code": 200}]} {{(pid=100247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:00:28.581200 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-9ea5acaa-a288-40ae-a7b8-df9b67c8f742 {{(pid=100247) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:00:28.581577 n-d-773647-6 neutron-server[100247]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '409be978-2186-4f76-b76b-7fe87eeb7c40', 'name': 'network-vif-deleted', 'tag': '1e760043-5e86-4c1b-8872-cbe80ed821f8', 'status': 'completed', 'code': 200} Jul 06 14:00:28.584006 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-197f4e03-03e1-4a76-841b-adaa88198810 req-b62f5a64-bf5a-4329-a9c3-7d8ded132569 service neutron] 10.222.0.72 "GET /v2.0/networks/ac09d390-867f-4b75-a8d2-ab11550bffd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2389190 Jul 06 14:00:28.614684 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-ed199df1-e231-45d2-8ba6-c9678c20a174 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:28.633723 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 14:00:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c5f9d00-6108-4154-8297-ea424ca88a5e x-openstack-request-id: req-9c5f9d00-6108-4154-8297-ea424ca88a5e {{(pid=100248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:00:28.634211 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35567473-98d6-438d-b4ea-81f3a880422a", "name": "network-vif-plugged", "status": "completed", "tag": "30fbe51d-c30e-482c-bfc7-1c46589e1134", "code": 200}]} {{(pid=100248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:00:28.634620 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-9c5f9d00-6108-4154-8297-ea424ca88a5e {{(pid=100248) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:00:28.635350 n-d-773647-6 neutron-server[100248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35567473-98d6-438d-b4ea-81f3a880422a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30fbe51d-c30e-482c-bfc7-1c46589e1134', 'code': 200} Jul 06 14:00:28.639722 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.db [req-5a776a88-ae4b-4597-aeae-7eb7b0703a85 req-60c251fa-fbc6-47b4-9d83-c86c9e7b53e8 tempest-ServersTestMultiNic-850319587 tempest-ServersTestMultiNic-850319587-project] For port ec964f7d-b721-496f-9e41-ba57103cd575, host n-h1-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773647-6',level=0,port_id=ec964f7d-b721-496f-9e41-ba57103cd575,segment=NetworkSegment(0d13df17-fc25-4450-9756-6169cc61be9b),segment_id=0d13df17-fc25-4450-9756-6169cc61be9b)] {{(pid=100247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:00:28.643020 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-ed199df1-e231-45d2-8ba6-c9678c20a174 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:28.653934 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-5a776a88-ae4b-4597-aeae-7eb7b0703a85 req-60c251fa-fbc6-47b4-9d83-c86c9e7b53e8 tempest-ServersTestMultiNic-850319587 tempest-ServersTestMultiNic-850319587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:28.702778 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-ed199df1-e231-45d2-8ba6-c9678c20a174 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:28.706294 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-ed199df1-e231-45d2-8ba6-c9678c20a174 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:28.709894 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-ed199df1-e231-45d2-8ba6-c9678c20a174 admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/f44f85bf-e0b0-4ab4-a5c1-3e7cde298aa4 HTTP/1.1" status: 204 len: 168 time: 0.2204528 Jul 06 14:00:28.716843 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed199df1-e231-45d2-8ba6-c9678c20a174 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f44f85bf-e0b0-4ab4-a5c1-3e7cde298aa4,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:00:28.811768 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.plugin [req-5a776a88-ae4b-4597-aeae-7eb7b0703a85 req-60c251fa-fbc6-47b4-9d83-c86c9e7b53e8 tempest-ServersTestMultiNic-850319587 tempest-ServersTestMultiNic-850319587-project] Calling delete_port for ec964f7d-b721-496f-9e41-ba57103cd575 owned by compute:nova {{(pid=100247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:00:28.862091 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Device 1e760043-5e86-4c1b-8872-cbe80ed821f8 no longer exists at agent hyperv_n-h1-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:00:28.893864 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] No Port match for: 1e760043-5e86-4c1b-8872-cbe80ed821f8 {{(pid=100248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 14:00:28.894496 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Device 1e760043-5e86-4c1b-8872-cbe80ed821f8 not bound to the agent host n-h1-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:00:28.895095 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Device d90756f7-aa74-4b57-bd08-74a55d62f7e8 no longer exists at agent hyperv_n-h1-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:00:28.999611 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:29.046318 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.db [req-ce8882fd-5974-4101-855d-0dd0d21a8d0a req-ef408c42-2d9c-4476-b36e-3dc1830a1745 tempest-ImagesOneServerNegativeTestJSON-2145662933 tempest-ImagesOneServerNegativeTestJSON-2145662933-project] For port b7462385-0545-41fe-bd5f-627db4f47332, host n-h2-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=b7462385-0545-41fe-bd5f-627db4f47332,segment=NetworkSegment(165a4ca3-d89f-4657-8b31-086440d21aaa),segment_id=165a4ca3-d89f-4657-8b31-086440d21aaa)] {{(pid=100247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:00:29.046521 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] For port d90756f7-aa74-4b57-bd08-74a55d62f7e8, host n-h1-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773647-6',level=0,port_id=d90756f7-aa74-4b57-bd08-74a55d62f7e8,segment=NetworkSegment(4f2a8c10-ee2e-4062-8043-6d0308f57340),segment_id=4f2a8c10-ee2e-4062-8043-6d0308f57340)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:00:29.046669 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-ce8882fd-5974-4101-855d-0dd0d21a8d0a req-ef408c42-2d9c-4476-b36e-3dc1830a1745 tempest-ImagesOneServerNegativeTestJSON-2145662933 tempest-ImagesOneServerNegativeTestJSON-2145662933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:29.052280 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:29.055031 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Device ec964f7d-b721-496f-9e41-ba57103cd575 no longer exists at agent hyperv_n-h1-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:00:29.091612 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.plugin [req-ce8882fd-5974-4101-855d-0dd0d21a8d0a req-ef408c42-2d9c-4476-b36e-3dc1830a1745 tempest-ImagesOneServerNegativeTestJSON-2145662933 tempest-ImagesOneServerNegativeTestJSON-2145662933-project] Calling delete_port for b7462385-0545-41fe-bd5f-627db4f47332 owned by compute:nova {{(pid=100247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:00:29.132169 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbc9ac0-a047-4148-a800-a95d263097d7 req-7f58fdb1-fb93-46c9-91bf-eefba6e5ef78 tempest-ServersTestMultiNic-850319587 tempest-ServersTestMultiNic-850319587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:00:29.138122 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbc9ac0-a047-4148-a800-a95d263097d7 req-7f58fdb1-fb93-46c9-91bf-eefba6e5ef78 tempest-ServersTestMultiNic-850319587 tempest-ServersTestMultiNic-850319587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:00:29.145423 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-cfbc9ac0-a047-4148-a800-a95d263097d7 req-7f58fdb1-fb93-46c9-91bf-eefba6e5ef78 tempest-ServersTestMultiNic-850319587 tempest-ServersTestMultiNic-850319587-project] 10.222.0.104 "GET /v2.0/ports?device_id=409be978-2186-4f76-b76b-7fe87eeb7c40 HTTP/1.1" status: 200 len: 1682 time: 0.5324130 Jul 06 14:00:29.158329 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79d96e1-a060-4181-bd78-8dc2dbd58e83 req-5a956b9d-c75d-4ec7-8b14-fdd6bfdbb278 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:00:29.160153 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-b79d96e1-a060-4181-bd78-8dc2dbd58e83 req-5a956b9d-c75d-4ec7-8b14-fdd6bfdbb278 service neutron] 10.222.0.127 "GET /v2.0/ports?device_id=35567473-98d6-438d-b4ea-81f3a880422a HTTP/1.1" status: 200 len: 1096 time: 0.3992829 Jul 06 14:00:29.160864 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Pushing event updated for resources: {'Port': ['ID=d90756f7-aa74-4b57-bd08-74a55d62f7e8,revision_number=6']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:00:29.184847 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:29.215266 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 35080) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:00:29.230985 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-f9e8024d-e40a-4c1e-a0c3-90a9c669ebd4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:29.260768 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12fe96d-c1cf-451f-b586-4bb13f9c1cbf req-e72821dd-8491-4fba-a59f-c7bec7b0ada4 tempest-ImagesOneServerNegativeTestJSON-2145662933 tempest-ImagesOneServerNegativeTestJSON-2145662933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:00:29.262589 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-a12fe96d-c1cf-451f-b586-4bb13f9c1cbf req-e72821dd-8491-4fba-a59f-c7bec7b0ada4 tempest-ImagesOneServerNegativeTestJSON-2145662933 tempest-ImagesOneServerNegativeTestJSON-2145662933-project] 10.222.0.104 "GET /v2.0/ports?device_id=ebe2de0a-9823-41a4-a382-e3f9906ff5d7 HTTP/1.1" status: 200 len: 945 time: 0.4336822 Jul 06 14:00:29.291279 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.db.api [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 06 14:00:29.291279 n-d-773647-6 neutron-server[100248]: [SQL: UPDATE ports SET `status`=%(status)s WHERE ports.id = %(ports_id)s] Jul 06 14:00:29.291279 n-d-773647-6 neutron-server[100248]: [parameters: {'status': 'DOWN', 'ports_id': 'ec964f7d-b721-496f-9e41-ba57103cd575'}] Jul 06 14:00:29.291279 n-d-773647-6 neutron-server[100248]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=100248) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 06 14:00:29.292255 n-d-773647-6 neutron-server[100248]: DEBUG oslo_db.api [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 06 14:00:29.345715 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-f9e8024d-e40a-4c1e-a0c3-90a9c669ebd4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:29.360635 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-f9e8024d-e40a-4c1e-a0c3-90a9c669ebd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:29.391461 n-d-773647-6 neutron-server[100247]: DEBUG neutron.notifiers.nova [req-197f4e03-03e1-4a76-841b-adaa88198810 req-e5609847-19da-4cf0-bb61-731552dbdf4d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 77f2936b-9d5d-4a82-bf34-d5104100db58 {{(pid=100247) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 14:00:29.398345 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-cfbc9ac0-a047-4148-a800-a95d263097d7 req-d4d338e7-080f-4bb6-9b89-4b7b4cc56054 tempest-ServersTestMultiNic-850319587 tempest-ServersTestMultiNic-850319587-project] 10.222.0.104 "GET /v2.0/security-groups?id=3be580b9-03cb-4a9b-8661-5fe7dfbcaae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2516856 Jul 06 14:00:29.407803 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e8024d-e40a-4c1e-a0c3-90a9c669ebd4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1682a73a-f3d7-4bf4-a38e-758aef1a3013,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:00:29.410114 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-197f4e03-03e1-4a76-841b-adaa88198810 req-e5609847-19da-4cf0-bb61-731552dbdf4d service neutron] Notify callbacks [] for port, precommit_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:29.414817 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-f9e8024d-e40a-4c1e-a0c3-90a9c669ebd4 admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=f4f32490987a4b668c0b276d2874bc8b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1952326 Jul 06 14:00:29.415009 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 35086) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:00:29.415406 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-b79d96e1-a060-4181-bd78-8dc2dbd58e83 req-4f2dc79d-ce60-4768-82d2-7dd6a6ecc67e service neutron] 10.222.0.127 "GET /v2.0/security-groups?id=7d4cbf2c-f907-4452-8928-a2a298fe7ee1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2403491 Jul 06 14:00:29.447070 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-a12fe96d-c1cf-451f-b586-4bb13f9c1cbf req-4472c911-54e1-4a80-9579-6603cea6afd0 tempest-ImagesOneServerNegativeTestJSON-2145662933 tempest-ImagesOneServerNegativeTestJSON-2145662933-project] 10.222.0.104 "GET /v2.0/security-groups?id=cf130993-6904-4731-ae5d-09749f3f4522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1598206 Jul 06 14:00:29.448813 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.provisioning_blocks [req-197f4e03-03e1-4a76-841b-adaa88198810 req-e5609847-19da-4cf0-bb61-731552dbdf4d service neutron] Transition to ACTIVE for port object 77f2936b-9d5d-4a82-bf34-d5104100db58 will not be triggered until provisioned by entity L2. {{(pid=100247) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:00:29.450861 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-5a776a88-ae4b-4597-aeae-7eb7b0703a85 req-60c251fa-fbc6-47b4-9d83-c86c9e7b53e8 tempest-ServersTestMultiNic-850319587 tempest-ServersTestMultiNic-850319587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128888353'] for port, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:29.469343 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-197f4e03-03e1-4a76-841b-adaa88198810 req-e5609847-19da-4cf0-bb61-731552dbdf4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128888538'] for port, after_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:29.497283 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c251fa-fbc6-47b4-9d83-c86c9e7b53e8 tempest-ServersTestMultiNic-850319587 tempest-ServersTestMultiNic-850319587-project] Pushing event deleted for resources: {'Port': ['ID=ec964f7d-b721-496f-9e41-ba57103cd575,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:00:29.540426 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-6e8b7faa-ee00-454a-82a9-5ee598f41d93 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:29.591989 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-6e8b7faa-ee00-454a-82a9-5ee598f41d93 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:29.634037 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 14:00:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d15ce827-3d0c-45e7-a2f4-791ff695d1dd x-openstack-request-id: req-d15ce827-3d0c-45e7-a2f4-791ff695d1dd {{(pid=100246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:00:29.634327 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7fd8457-e6c3-4c5f-845e-1fc92bd8e24b", "tag": "04f88873-d07d-4eaf-a37b-8d5ec79f0db0", "status": "completed", "code": 200}]} {{(pid=100246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:00:29.634587 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-d15ce827-3d0c-45e7-a2f4-791ff695d1dd {{(pid=100246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:00:29.634983 n-d-773647-6 neutron-server[100246]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7fd8457-e6c3-4c5f-845e-1fc92bd8e24b', 'tag': '04f88873-d07d-4eaf-a37b-8d5ec79f0db0', 'status': 'completed', 'code': 200} Jul 06 14:00:29.685296 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-6e8b7faa-ee00-454a-82a9-5ee598f41d93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:29.687941 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-6e8b7faa-ee00-454a-82a9-5ee598f41d93 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:29.691912 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-6e8b7faa-ee00-454a-82a9-5ee598f41d93 admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/1682a73a-f3d7-4bf4-a38e-758aef1a3013 HTTP/1.1" status: 204 len: 168 time: 0.2758563 Jul 06 14:00:29.706471 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8b7faa-ee00-454a-82a9-5ee598f41d93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1682a73a-f3d7-4bf4-a38e-758aef1a3013,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:00:29.720990 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a776a88-ae4b-4597-aeae-7eb7b0703a85 req-60c251fa-fbc6-47b4-9d83-c86c9e7b53e8 tempest-ServersTestMultiNic-850319587 tempest-ServersTestMultiNic-850319587-project] No DVR routers for this DVR port ec964f7d-b721-496f-9e41-ba57103cd575 on host n-h1-773647-6 {{(pid=100247) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:00:29.725168 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217377ed-5a90-484e-b516-75fedd52d941 req-99f50888-6e55-4f03-bbe2-9c17e7825aab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:00:29.727988 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-217377ed-5a90-484e-b516-75fedd52d941 req-99f50888-6e55-4f03-bbe2-9c17e7825aab service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=ae0918c1680140d8a89ce8f9c600b37d&device_id=c7fd8457-e6c3-4c5f-845e-1fc92bd8e24b HTTP/1.1" status: 200 len: 1098 time: 0.0962338 Jul 06 14:00:29.761086 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-5a776a88-ae4b-4597-aeae-7eb7b0703a85 req-60c251fa-fbc6-47b4-9d83-c86c9e7b53e8 tempest-ServersTestMultiNic-850319587 tempest-ServersTestMultiNic-850319587-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:29.763314 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-5a776a88-ae4b-4597-aeae-7eb7b0703a85 req-60c251fa-fbc6-47b4-9d83-c86c9e7b53e8 tempest-ServersTestMultiNic-850319587 tempest-ServersTestMultiNic-850319587-project] 10.222.0.127 "DELETE /v2.0/ports/ec964f7d-b721-496f-9e41-ba57103cd575 HTTP/1.1" status: 204 len: 173 time: 2.5539529 Jul 06 14:00:29.805538 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5609847-19da-4cf0-bb61-731552dbdf4d service neutron] Pushing event updated for resources: {'Port': ['ID=77f2936b-9d5d-4a82-bf34-d5104100db58,revision_number=2']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:00:29.825054 n-d-773647-6 neutron-server[100247]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:00:29.825054 n-d-773647-6 neutron-server[100247]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:00:29.825054 n-d-773647-6 neutron-server[100247]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:00:29.825054 n-d-773647-6 neutron-server[100247]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:00:29.825054 n-d-773647-6 neutron-server[100247]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:00:29.825054 n-d-773647-6 neutron-server[100247]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:00:29.825054 n-d-773647-6 neutron-server[100247]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:00:29.825054 n-d-773647-6 neutron-server[100247]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:00:29.825054 n-d-773647-6 neutron-server[100247]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:00:29.825054 n-d-773647-6 neutron-server[100247]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:00:29.825054 n-d-773647-6 neutron-server[100247]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:00:29.825054 n-d-773647-6 neutron-server[100247]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:00:29.825054 n-d-773647-6 neutron-server[100247]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:00:29.825054 n-d-773647-6 neutron-server[100247]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:00:29.825054 n-d-773647-6 neutron-server[100247]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:00:29.825054 n-d-773647-6 neutron-server[100247]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:00:29.825054 n-d-773647-6 neutron-server[100247]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:00:29.825054 n-d-773647-6 neutron-server[100247]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:00:29.825054 n-d-773647-6 neutron-server[100247]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:00:29.825054 n-d-773647-6 neutron-server[100247]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:00:29.825054 n-d-773647-6 neutron-server[100247]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:00:29.825054 n-d-773647-6 neutron-server[100247]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:00:29.825054 n-d-773647-6 neutron-server[100247]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:00:29.825054 n-d-773647-6 neutron-server[100247]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:00:29.825054 n-d-773647-6 neutron-server[100247]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:00:29.825054 n-d-773647-6 neutron-server[100247]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:00:29.825054 n-d-773647-6 neutron-server[100247]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:00:29.825054 n-d-773647-6 neutron-server[100247]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:00:29.825054 n-d-773647-6 neutron-server[100247]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:00:29.825054 n-d-773647-6 neutron-server[100247]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:00:29.825054 n-d-773647-6 neutron-server[100247]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:00:29.825054 n-d-773647-6 neutron-server[100247]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:00:29.825054 n-d-773647-6 neutron-server[100247]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:00:29.825054 n-d-773647-6 neutron-server[100247]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:00:29.825054 n-d-773647-6 neutron-server[100247]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:00:29.825054 n-d-773647-6 neutron-server[100247]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:00:29.825054 n-d-773647-6 neutron-server[100247]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:00:29.825054 n-d-773647-6 neutron-server[100247]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:00:29.825054 n-d-773647-6 neutron-server[100247]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:00:29.825054 n-d-773647-6 neutron-server[100247]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:00:29.825054 n-d-773647-6 neutron-server[100247]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:00:29.825054 n-d-773647-6 neutron-server[100247]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:00:29.825054 n-d-773647-6 neutron-server[100247]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:00:29.825054 n-d-773647-6 neutron-server[100247]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:00:29.825054 n-d-773647-6 neutron-server[100247]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:00:29.825054 n-d-773647-6 neutron-server[100247]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:00:29.825054 n-d-773647-6 neutron-server[100247]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:00:29.825054 n-d-773647-6 neutron-server[100247]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:00:29.825054 n-d-773647-6 neutron-server[100247]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:00:29.825054 n-d-773647-6 neutron-server[100247]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:00:29.825054 n-d-773647-6 neutron-server[100247]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:00:29.825054 n-d-773647-6 neutron-server[100247]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:00:29.825054 n-d-773647-6 neutron-server[100247]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:00:29.825054 n-d-773647-6 neutron-server[100247]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:00:29.825054 n-d-773647-6 neutron-server[100247]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:00:29.825054 n-d-773647-6 neutron-server[100247]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:00:29.829674 n-d-773647-6 neutron-server[100247]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:00:29.829674 n-d-773647-6 neutron-server[100247]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:00:29.829674 n-d-773647-6 neutron-server[100247]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:00:29.829674 n-d-773647-6 neutron-server[100247]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:00:29.829674 n-d-773647-6 neutron-server[100247]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:00:29.829674 n-d-773647-6 neutron-server[100247]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:00:29.829674 n-d-773647-6 neutron-server[100247]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:00:29.829674 n-d-773647-6 neutron-server[100247]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:00:29.829674 n-d-773647-6 neutron-server[100247]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:00:29.829674 n-d-773647-6 neutron-server[100247]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:00:29.829674 n-d-773647-6 neutron-server[100247]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:00:29.829674 n-d-773647-6 neutron-server[100247]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:00:29.829674 n-d-773647-6 neutron-server[100247]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:00:29.829674 n-d-773647-6 neutron-server[100247]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:00:29.829674 n-d-773647-6 neutron-server[100247]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:00:29.829674 n-d-773647-6 neutron-server[100247]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:00:29.829674 n-d-773647-6 neutron-server[100247]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:00:29.829674 n-d-773647-6 neutron-server[100247]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:00:29.831252 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Port ec964f7d-b721-496f-9e41-ba57103cd575 update to DOWN by agent not found {{(pid=100248) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Jul 06 14:00:29.865682 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217377ed-5a90-484e-b516-75fedd52d941 req-5848486c-7d3e-4f32-b3f1-ff5e0ac49730 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:00:29.868053 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-217377ed-5a90-484e-b516-75fedd52d941 req-5848486c-7d3e-4f32-b3f1-ff5e0ac49730 service neutron] 10.222.0.72 "GET /v2.0/networks?id=ac09d390-867f-4b75-a8d2-ab11550bffd6 HTTP/1.1" status: 200 len: 871 time: 0.1333828 Jul 06 14:00:29.868195 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-ce8882fd-5974-4101-855d-0dd0d21a8d0a req-ef408c42-2d9c-4476-b36e-3dc1830a1745 tempest-ImagesOneServerNegativeTestJSON-2145662933 tempest-ImagesOneServerNegativeTestJSON-2145662933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128888353'] for port, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:29.919789 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-217377ed-5a90-484e-b516-75fedd52d941 req-e5fcdf26-af6c-4dc2-acbc-4cba571175d6 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.60&port_id=04f88873-d07d-4eaf-a37b-8d5ec79f0db0 HTTP/1.1" status: 200 len: 217 time: 0.0453973 Jul 06 14:00:29.947603 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef408c42-2d9c-4476-b36e-3dc1830a1745 tempest-ImagesOneServerNegativeTestJSON-2145662933 tempest-ImagesOneServerNegativeTestJSON-2145662933-project] Pushing event deleted for resources: {'Port': ['ID=b7462385-0545-41fe-bd5f-627db4f47332,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:00:29.990049 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217377ed-5a90-484e-b516-75fedd52d941 req-6691ef4e-74c4-48b1-a275-e3f24a1fb56f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:00:29.992394 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-217377ed-5a90-484e-b516-75fedd52d941 req-6691ef4e-74c4-48b1-a275-e3f24a1fb56f service neutron] 10.222.0.72 "GET /v2.0/subnets?id=d1c3cc78-09b9-4e30-99fd-0e5830de101d HTTP/1.1" status: 200 len: 843 time: 0.0544021 Jul 06 14:00:30.050015 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce8882fd-5974-4101-855d-0dd0d21a8d0a req-ef408c42-2d9c-4476-b36e-3dc1830a1745 tempest-ImagesOneServerNegativeTestJSON-2145662933 tempest-ImagesOneServerNegativeTestJSON-2145662933-project] No DVR routers for this DVR port b7462385-0545-41fe-bd5f-627db4f47332 on host n-h2-773647-6 {{(pid=100247) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:00:30.064372 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-ce8882fd-5974-4101-855d-0dd0d21a8d0a req-ef408c42-2d9c-4476-b36e-3dc1830a1745 tempest-ImagesOneServerNegativeTestJSON-2145662933 tempest-ImagesOneServerNegativeTestJSON-2145662933-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:30.066329 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-ce8882fd-5974-4101-855d-0dd0d21a8d0a req-ef408c42-2d9c-4476-b36e-3dc1830a1745 tempest-ImagesOneServerNegativeTestJSON-2145662933 tempest-ImagesOneServerNegativeTestJSON-2145662933-project] 10.222.0.72 "DELETE /v2.0/ports/b7462385-0545-41fe-bd5f-627db4f47332 HTTP/1.1" status: 204 len: 173 time: 2.0121565 Jul 06 14:00:30.073842 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.managers [req-197f4e03-03e1-4a76-841b-adaa88198810 req-e5609847-19da-4cf0-bb61-731552dbdf4d service neutron] Attempting to bind port 77f2936b-9d5d-4a82-bf34-d5104100db58 on host n-h1-773647-6 for vnic_type normal with profile {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:00:30.074178 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.managers [req-197f4e03-03e1-4a76-841b-adaa88198810 req-e5609847-19da-4cf0-bb61-731552dbdf4d service neutron] Attempting to bind port 77f2936b-9d5d-4a82-bf34-d5104100db58 by drivers openvswitch,hyperv on host n-h1-773647-6 at level 0 using segments [{'id': 'c9ea893d-045e-42cf-b3dd-cdd1f79baccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'ac09d390-867f-4b75-a8d2-ab11550bffd6'}] {{(pid=100247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:00:30.074501 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-197f4e03-03e1-4a76-841b-adaa88198810 req-e5609847-19da-4cf0-bb61-731552dbdf4d service neutron] Attempting to bind port 77f2936b-9d5d-4a82-bf34-d5104100db58 on network ac09d390-867f-4b75-a8d2-ab11550bffd6 {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:00:30.082759 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217377ed-5a90-484e-b516-75fedd52d941 req-a2ce5ca8-28a9-4f4c-9ab9-f21e73e0f0c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:00:30.085082 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-217377ed-5a90-484e-b516-75fedd52d941 req-a2ce5ca8-28a9-4f4c-9ab9-f21e73e0f0c8 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=ac09d390-867f-4b75-a8d2-ab11550bffd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0733356 Jul 06 14:00:30.088360 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e26c63-6716-468c-90db-181458bf27ca req-c942c164-3086-4ba3-ac08-87d123b2b597 tempest-ServersOnMultiNodesTest-299961212 tempest-ServersOnMultiNodesTest-299961212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:00:30.089864 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-c4e26c63-6716-468c-90db-181458bf27ca req-c942c164-3086-4ba3-ac08-87d123b2b597 tempest-ServersOnMultiNodesTest-299961212 tempest-ServersOnMultiNodesTest-299961212-project] 10.222.0.104 "GET /v2.0/ports?device_id=c7fd8457-e6c3-4c5f-845e-1fc92bd8e24b HTTP/1.1" status: 200 len: 947 time: 0.4846625 Jul 06 14:00:30.100598 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce672bc9-0dd4-4648-879d-bcb639a728e1 req-9f733570-f4e8-473b-860b-a011820b5003 tempest-DeleteServersTestJSON-677393534 tempest-DeleteServersTestJSON-677393534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:00:30.102068 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-ce672bc9-0dd4-4648-879d-bcb639a728e1 req-9f733570-f4e8-473b-860b-a011820b5003 tempest-DeleteServersTestJSON-677393534 tempest-DeleteServersTestJSON-677393534-project] 10.222.0.104 "GET /v2.0/ports?device_id=35567473-98d6-438d-b4ea-81f3a880422a HTTP/1.1" status: 200 len: 945 time: 0.4114239 Jul 06 14:00:30.105019 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-197f4e03-03e1-4a76-841b-adaa88198810 req-e5609847-19da-4cf0-bb61-731552dbdf4d service neutron] Port 77f2936b-9d5d-4a82-bf34-d5104100db58 on network ac09d390-867f-4b75-a8d2-ab11550bffd6 not bound, no agent of type Open vSwitch agent registered on host n-h1-773647-6 {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 14:00:30.105344 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-197f4e03-03e1-4a76-841b-adaa88198810 req-e5609847-19da-4cf0-bb61-731552dbdf4d service neutron] Attempting to bind port 77f2936b-9d5d-4a82-bf34-d5104100db58 on network ac09d390-867f-4b75-a8d2-ab11550bffd6 {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:00:30.137663 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-197f4e03-03e1-4a76-841b-adaa88198810 req-e5609847-19da-4cf0-bb61-731552dbdf4d service neutron] Checking agent: {'id': '5bf7147f-bada-4441-a5dc-934b903473fb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-773647-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 51, 12), 'started_at': datetime.datetime(2021, 7, 6, 13, 51, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 0, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:00:30.138003 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-197f4e03-03e1-4a76-841b-adaa88198810 req-e5609847-19da-4cf0-bb61-731552dbdf4d service neutron] Checking segment: {'id': 'c9ea893d-045e-42cf-b3dd-cdd1f79baccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'ac09d390-867f-4b75-a8d2-ab11550bffd6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100247) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:00:30.138582 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-197f4e03-03e1-4a76-841b-adaa88198810 req-e5609847-19da-4cf0-bb61-731552dbdf4d service neutron] Bound using segment: {'id': 'c9ea893d-045e-42cf-b3dd-cdd1f79baccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'ac09d390-867f-4b75-a8d2-ab11550bffd6'} {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:00:30.139028 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.managers [req-197f4e03-03e1-4a76-841b-adaa88198810 req-e5609847-19da-4cf0-bb61-731552dbdf4d service neutron] Bound port: 77f2936b-9d5d-4a82-bf34-d5104100db58, host: n-h1-773647-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c9ea893d-045e-42cf-b3dd-cdd1f79baccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'ac09d390-867f-4b75-a8d2-ab11550bffd6'}}] {{(pid=100247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:00:30.139410 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-197f4e03-03e1-4a76-841b-adaa88198810 req-e5609847-19da-4cf0-bb61-731552dbdf4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:30.213181 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.plugin [req-5a776a88-ae4b-4597-aeae-7eb7b0703a85 req-2645584f-fdf0-4f2f-9938-4559bffe8a8a tempest-ServersTestMultiNic-850319587 tempest-ServersTestMultiNic-850319587-project] Deleting port d90756f7-aa74-4b57-bd08-74a55d62f7e8 {{(pid=100247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:00:30.213847 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-5a776a88-ae4b-4597-aeae-7eb7b0703a85 req-2645584f-fdf0-4f2f-9938-4559bffe8a8a tempest-ServersTestMultiNic-850319587 tempest-ServersTestMultiNic-850319587-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:30.225972 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-217377ed-5a90-484e-b516-75fedd52d941 req-e2b10971-1a8e-4f50-b175-417aacd9c299 service neutron] 10.222.0.72 "GET /v2.0/networks/ac09d390-867f-4b75-a8d2-ab11550bffd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1182823 Jul 06 14:00:30.227836 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-c4e26c63-6716-468c-90db-181458bf27ca req-611efdbe-12f9-4ad7-9fdf-e3fd527a7b1b tempest-ServersOnMultiNodesTest-299961212 tempest-ServersOnMultiNodesTest-299961212-project] 10.222.0.104 "GET /v2.0/security-groups?id=304f894d-c671-4a59-b0fb-2a4d849c5ac9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236250 Jul 06 14:00:30.307975 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-ce672bc9-0dd4-4648-879d-bcb639a728e1 req-1ff943cf-f7e8-4c9f-bd0c-3d516878f462 tempest-DeleteServersTestJSON-677393534 tempest-DeleteServersTestJSON-677393534-project] 10.222.0.104 "GET /v2.0/security-groups?id=7d4cbf2c-f907-4452-8928-a2a298fe7ee1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1929872 Jul 06 14:00:30.363040 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.db [req-197f4e03-03e1-4a76-841b-adaa88198810 req-e5609847-19da-4cf0-bb61-731552dbdf4d service neutron] For port 77f2936b-9d5d-4a82-bf34-d5104100db58, host n-h1-773647-6, cleared binding levels {{(pid=100247) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:00:30.388289 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.db [req-197f4e03-03e1-4a76-841b-adaa88198810 req-e5609847-19da-4cf0-bb61-731552dbdf4d service neutron] For port 77f2936b-9d5d-4a82-bf34-d5104100db58, host n-h1-773647-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773647-6',level=0,port_id=77f2936b-9d5d-4a82-bf34-d5104100db58,segment=NetworkSegment(c9ea893d-045e-42cf-b3dd-cdd1f79baccd),segment_id=c9ea893d-045e-42cf-b3dd-cdd1f79baccd)] {{(pid=100247) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:00:30.394998 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-217377ed-5a90-484e-b516-75fedd52d941 req-18cb70f8-b29d-4234-9e2a-8e001d150f69 service neutron] 10.222.0.72 "GET /v2.0/networks/ac09d390-867f-4b75-a8d2-ab11550bffd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1510220 Jul 06 14:00:30.409965 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-197f4e03-03e1-4a76-841b-adaa88198810 req-e5609847-19da-4cf0-bb61-731552dbdf4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128888538'] for port, after_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:30.438090 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.db [req-5a776a88-ae4b-4597-aeae-7eb7b0703a85 req-2645584f-fdf0-4f2f-9938-4559bffe8a8a tempest-ServersTestMultiNic-850319587 tempest-ServersTestMultiNic-850319587-project] For port d90756f7-aa74-4b57-bd08-74a55d62f7e8, host n-h1-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773647-6',level=0,port_id=d90756f7-aa74-4b57-bd08-74a55d62f7e8,segment=NetworkSegment(4f2a8c10-ee2e-4062-8043-6d0308f57340),segment_id=4f2a8c10-ee2e-4062-8043-6d0308f57340)] {{(pid=100247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:00:30.438460 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-5a776a88-ae4b-4597-aeae-7eb7b0703a85 req-2645584f-fdf0-4f2f-9938-4559bffe8a8a tempest-ServersTestMultiNic-850319587 tempest-ServersTestMultiNic-850319587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:30.637823 n-d-773647-6 neutron-server[100248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '409be978-2186-4f76-b76b-7fe87eeb7c40', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd90756f7-aa74-4b57-bd08-74a55d62f7e8'}] {{(pid=100248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:00:30.641086 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84af257533e383389cbcf231d3534f4d5e149e7203fea16b4a8fc01438dddaf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c0a15e8-13a3-428f-91c8-124b8ce2856e" -d '{"events": [{"server_uuid": "409be978-2186-4f76-b76b-7fe87eeb7c40", "name": "network-vif-unplugged", "status": "completed", "tag": "d90756f7-aa74-4b57-bd08-74a55d62f7e8"}]}' {{(pid=100248) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:00:30.687649 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 35120) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:00:30.738923 n-d-773647-6 neutron-server[100247]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '409be978-2186-4f76-b76b-7fe87eeb7c40', 'name': 'network-vif-deleted', 'tag': 'ec964f7d-b721-496f-9e41-ba57103cd575'}, {'server_uuid': 'ebe2de0a-9823-41a4-a382-e3f9906ff5d7', 'name': 'network-vif-deleted', 'tag': 'b7462385-0545-41fe-bd5f-627db4f47332'}] {{(pid=100247) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:00:30.742692 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cbf0eeaae822f8fc9b87a94aeba67a3d651842baf663a51cba94b67a514836d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32b8294e-cd6a-49a2-899a-ea7fcb23fb6e" -d '{"events": [{"server_uuid": "409be978-2186-4f76-b76b-7fe87eeb7c40", "name": "network-vif-deleted", "tag": "ec964f7d-b721-496f-9e41-ba57103cd575"}, {"server_uuid": "ebe2de0a-9823-41a4-a382-e3f9906ff5d7", "name": "network-vif-deleted", "tag": "b7462385-0545-41fe-bd5f-627db4f47332"}]}' {{(pid=100247) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:00:30.763325 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.plugin [req-5a776a88-ae4b-4597-aeae-7eb7b0703a85 req-2645584f-fdf0-4f2f-9938-4559bffe8a8a tempest-ServersTestMultiNic-850319587 tempest-ServersTestMultiNic-850319587-project] Calling delete_port for d90756f7-aa74-4b57-bd08-74a55d62f7e8 owned by compute:nova {{(pid=100247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:00:30.770893 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197f4e03-03e1-4a76-841b-adaa88198810 req-e5609847-19da-4cf0-bb61-731552dbdf4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:00:30.772024 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-197f4e03-03e1-4a76-841b-adaa88198810 req-e5609847-19da-4cf0-bb61-731552dbdf4d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:30.773038 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-197f4e03-03e1-4a76-841b-adaa88198810 req-e5609847-19da-4cf0-bb61-731552dbdf4d service neutron] 10.222.0.127 "PUT /v2.0/ports/77f2936b-9d5d-4a82-bf34-d5104100db58 HTTP/1.1" status: 200 len: 1095 time: 3.3468266 Jul 06 14:00:30.801839 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5609847-19da-4cf0-bb61-731552dbdf4d service neutron] Pushing event updated for resources: {'Port': ['ID=77f2936b-9d5d-4a82-bf34-d5104100db58,revision_number=3']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:00:30.858338 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5609847-19da-4cf0-bb61-731552dbdf4d service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:00:30.858685 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5609847-19da-4cf0-bb61-731552dbdf4d service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:00:30.859021 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5609847-19da-4cf0-bb61-731552dbdf4d service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:00:30.859460 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5609847-19da-4cf0-bb61-731552dbdf4d service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:00:30.859792 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5609847-19da-4cf0-bb61-731552dbdf4d service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:00:30.860117 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5609847-19da-4cf0-bb61-731552dbdf4d service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:00:30.860438 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5609847-19da-4cf0-bb61-731552dbdf4d service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:00:30.860757 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5609847-19da-4cf0-bb61-731552dbdf4d service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:00:30.861076 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5609847-19da-4cf0-bb61-731552dbdf4d service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:00:30.861394 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5609847-19da-4cf0-bb61-731552dbdf4d service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:00:30.861710 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5609847-19da-4cf0-bb61-731552dbdf4d service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:00:30.862024 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5609847-19da-4cf0-bb61-731552dbdf4d service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:00:30.865052 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-d1c301f5-9f6d-4270-b639-a1bcf82211f3 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-372456918-network', 'tenant_id': 'f164ffe0f85a41f0bab6414346dd567f'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:00:30.909923 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1c301f5-9f6d-4270-b639-a1bcf82211f3 admin admin] Made reservation on behalf of f164ffe0f85a41f0bab6414346dd567f for: {'network': 1} {{(pid=100246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:00:30.920176 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-d1c301f5-9f6d-4270-b639-a1bcf82211f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for network, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:30.932025 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-d1c301f5-9f6d-4270-b639-a1bcf82211f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:30.970404 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742e933a-90b9-4d8f-894e-355c26d005db req-af5d039e-38ab-4667-9df4-e0aa48be379d tempest-ServerDiskConfigTestJSON-920847304 tempest-ServerDiskConfigTestJSON-920847304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:00:30.981730 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-742e933a-90b9-4d8f-894e-355c26d005db req-af5d039e-38ab-4667-9df4-e0aa48be379d tempest-ServerDiskConfigTestJSON-920847304 tempest-ServerDiskConfigTestJSON-920847304-project] 10.222.0.104 "GET /v2.0/ports?device_id=0f4b4d0f-4467-44a3-8615-0ffc3a6ef0c6 HTTP/1.1" status: 200 len: 945 time: 0.5679190 Jul 06 14:00:31.075267 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-d1c301f5-9f6d-4270-b639-a1bcf82211f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:31.079505 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-d1c301f5-9f6d-4270-b639-a1bcf82211f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:31.094704 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197f4e03-03e1-4a76-841b-adaa88198810 req-2ea93afd-de19-4243-99ba-78e6cd30245e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:00:31.096268 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-197f4e03-03e1-4a76-841b-adaa88198810 req-2ea93afd-de19-4243-99ba-78e6cd30245e service neutron] 10.222.0.127 "GET /v2.0/ports?tenant_id=ae0918c1680140d8a89ce8f9c600b37d&device_id=498d4219-b846-47a7-81ce-c72ff020ccc6 HTTP/1.1" status: 200 len: 1098 time: 0.2262740 Jul 06 14:00:31.099127 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-742e933a-90b9-4d8f-894e-355c26d005db req-02ca95e8-2f78-4a47-babd-e856c3833c9c tempest-ServerDiskConfigTestJSON-920847304 tempest-ServerDiskConfigTestJSON-920847304-project] 10.222.0.104 "GET /v2.0/security-groups?id=bc287469-1102-40d8-b019-cad062af5465&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165335 Jul 06 14:00:31.108756 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c301f5-9f6d-4270-b639-a1bcf82211f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d998fb6-7df8-4bbe-9c1b-38481459586f,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:00:31.152040 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Device 04f88873-d07d-4eaf-a37b-8d5ec79f0db0 details requested by agent hyperv_n-h2-773647-6 with host n-h2-773647-6 {{(pid=100248) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 14:00:31.172290 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-197f4e03-03e1-4a76-841b-adaa88198810 req-672155ed-ffcf-46aa-b539-bcecec1552d0 service neutron] 10.222.0.127 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.96&port_id=77f2936b-9d5d-4a82-bf34-d5104100db58 HTTP/1.1" status: 200 len: 217 time: 0.0543351 Jul 06 14:00:31.199953 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d1c301f5-9f6d-4270-b639-a1bcf82211f3 admin admin] vlan segment allocate from pool success with {'vlan_id': 1048, 'physical_network': 'physnet1'} {{(pid=100246) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 14:00:31.212689 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-d1c301f5-9f6d-4270-b639-a1bcf82211f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552'] for segment, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:31.212996 n-d-773647-6 neutron-server[100246]: INFO neutron.db.segments_db [None req-d1c301f5-9f6d-4270-b639-a1bcf82211f3 admin admin] Added segment 1d8f5395-0396-4ba3-8cac-3307d03a82e3 of type vlan for network ee6b98f4-5a65-4f23-99dc-04152db89d72 Jul 06 14:00:31.218138 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-5a776a88-ae4b-4597-aeae-7eb7b0703a85 req-2645584f-fdf0-4f2f-9938-4559bffe8a8a tempest-ServersTestMultiNic-850319587 tempest-ServersTestMultiNic-850319587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128888353'] for port, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:31.277049 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-d1c301f5-9f6d-4270-b639-a1bcf82211f3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773752984405'] for network, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:31.279473 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2645584f-fdf0-4f2f-9938-4559bffe8a8a tempest-ServersTestMultiNic-850319587 tempest-ServersTestMultiNic-850319587-project] Pushing event deleted for resources: {'Port': ['ID=d90756f7-aa74-4b57-bd08-74a55d62f7e8,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:00:31.314721 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Device b7462385-0545-41fe-bd5f-627db4f47332 no longer exists at agent hyperv_n-h2-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:00:31.318766 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-d1c301f5-9f6d-4270-b639-a1bcf82211f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060'] for network, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:31.322748 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1c301f5-9f6d-4270-b639-a1bcf82211f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:00:31.325008 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-d1c301f5-9f6d-4270-b639-a1bcf82211f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583035'] for network, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:31.325653 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74192f49-74d1-445c-9bcb-faa17da4bb5a req-d4f62581-23c3-4061-a8b2-56ceb0910ea3 tempest-ServersTestMultiNic-850319587 tempest-ServersTestMultiNic-850319587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:00:31.327244 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-74192f49-74d1-445c-9bcb-faa17da4bb5a req-d4f62581-23c3-4061-a8b2-56ceb0910ea3 tempest-ServersTestMultiNic-850319587 tempest-ServersTestMultiNic-850319587-project] 10.222.0.104 "GET /v2.0/ports?device_id=409be978-2186-4f76-b76b-7fe87eeb7c40 HTTP/1.1" status: 200 len: 944 time: 0.2727723 Jul 06 14:00:31.330184 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197f4e03-03e1-4a76-841b-adaa88198810 req-e63e9e2d-232f-4fdd-9e55-2a88c2e229df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:00:31.331588 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-197f4e03-03e1-4a76-841b-adaa88198810 req-e63e9e2d-232f-4fdd-9e55-2a88c2e229df service neutron] 10.222.0.127 "GET /v2.0/subnets?id=d1c3cc78-09b9-4e30-99fd-0e5830de101d HTTP/1.1" status: 200 len: 843 time: 0.1443577 Jul 06 14:00:31.343761 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] No Port match for: b7462385-0545-41fe-bd5f-627db4f47332 {{(pid=100248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 14:00:31.344420 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Device b7462385-0545-41fe-bd5f-627db4f47332 not bound to the agent host n-h2-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:00:31.358336 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] For port 04f88873-d07d-4eaf-a37b-8d5ec79f0db0, host n-h2-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=04f88873-d07d-4eaf-a37b-8d5ec79f0db0,segment=NetworkSegment(c9ea893d-045e-42cf-b3dd-cdd1f79baccd),segment_id=c9ea893d-045e-42cf-b3dd-cdd1f79baccd)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:00:31.362726 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a776a88-ae4b-4597-aeae-7eb7b0703a85 req-2645584f-fdf0-4f2f-9938-4559bffe8a8a tempest-ServersTestMultiNic-850319587 tempest-ServersTestMultiNic-850319587-project] No DVR routers for this DVR port d90756f7-aa74-4b57-bd08-74a55d62f7e8 on host n-h1-773647-6 {{(pid=100247) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:00:31.373757 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Returning: {'device': '04f88873-d07d-4eaf-a37b-8d5ec79f0db0', 'network_id': 'ac09d390-867f-4b75-a8d2-ab11550bffd6', 'port_id': '04f88873-d07d-4eaf-a37b-8d5ec79f0db0', 'mac_address': 'fa:16:3e:8e:65:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1023, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd1c3cc78-09b9-4e30-99fd-0e5830de101d', 'ip_address': '192.168.233.60'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100248) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 14:00:31.406468 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-5a776a88-ae4b-4597-aeae-7eb7b0703a85 req-2645584f-fdf0-4f2f-9938-4559bffe8a8a tempest-ServersTestMultiNic-850319587 tempest-ServersTestMultiNic-850319587-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:31.408373 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-5a776a88-ae4b-4597-aeae-7eb7b0703a85 req-2645584f-fdf0-4f2f-9938-4559bffe8a8a tempest-ServersTestMultiNic-850319587 tempest-ServersTestMultiNic-850319587-project] 10.222.0.127 "DELETE /v2.0/ports/d90756f7-aa74-4b57-bd08-74a55d62f7e8 HTTP/1.1" status: 204 len: 173 time: 1.6213353 Jul 06 14:00:31.423629 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-d1c301f5-9f6d-4270-b639-a1bcf82211f3 admin admin] 10.222.0.104 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7348759 Jul 06 14:00:31.426910 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:31.428432 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 35136) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:00:31.433076 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c301f5-9f6d-4270-b639-a1bcf82211f3 admin admin] Pushing event updated for resources: {'Network': ['ID=ee6b98f4-5a65-4f23-99dc-04152db89d72,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:00:31.439004 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-8ecf5a0c-dd5b-471e-9874-f270dcb79e21 admin admin] Request body: {'subnet': {'network_id': 'ee6b98f4-5a65-4f23-99dc-04152db89d72', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-372456918-subnet', 'tenant_id': 'f164ffe0f85a41f0bab6414346dd567f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:00:31.456051 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Network ee6b98f4-5a65-4f23-99dc-04152db89d72 details requested by agent ovs-agent-n-d-773647-6 with host n-d-773647-6 {{(pid=100248) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 14:00:31.471424 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ecf5a0c-dd5b-471e-9874-f270dcb79e21 admin admin] Made reservation on behalf of f164ffe0f85a41f0bab6414346dd567f for: {'subnet': 1} {{(pid=100246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:00:31.475076 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-8ecf5a0c-dd5b-471e-9874-f270dcb79e21 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127702029'] for subnet, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:31.495261 n-d-773647-6 neutron-server[100248]: DEBUG neutron.notifiers.nova [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 04f88873-d07d-4eaf-a37b-8d5ec79f0db0 {{(pid=100248) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 14:00:31.511986 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-74192f49-74d1-445c-9bcb-faa17da4bb5a req-a0640773-8dfc-4174-929d-5b112f9a42c2 tempest-ServersTestMultiNic-850319587 tempest-ServersTestMultiNic-850319587-project] 10.222.0.104 "GET /v2.0/security-groups?id=3be580b9-03cb-4a9b-8661-5fe7dfbcaae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1502278 Jul 06 14:00:31.550139 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197f4e03-03e1-4a76-841b-adaa88198810 req-a86e747e-4524-4a63-944b-2e529807f159 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:00:31.555411 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-197f4e03-03e1-4a76-841b-adaa88198810 req-a86e747e-4524-4a63-944b-2e529807f159 service neutron] 10.222.0.127 "GET /v2.0/ports?network_id=ac09d390-867f-4b75-a8d2-ab11550bffd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1944435 Jul 06 14:00:31.557361 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73c2ed2-5f2f-494d-bbbf-ae1984f41b57 req-b2a1e75a-484f-418d-9672-65607797d7ed tempest-ServersAdminNegativeTestJSON-105683010 tempest-ServersAdminNegativeTestJSON-105683010-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:00:31.559606 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-a73c2ed2-5f2f-494d-bbbf-ae1984f41b57 req-b2a1e75a-484f-418d-9672-65607797d7ed tempest-ServersAdminNegativeTestJSON-105683010 tempest-ServersAdminNegativeTestJSON-105683010-project-admin] 10.222.0.104 "GET /v2.0/ports?device_id=7b8504ac-e10a-483e-a568-0cc9b642ae7d HTTP/1.1" status: 200 len: 1101 time: 0.1545215 Jul 06 14:00:31.602264 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 06 Jul 2021 14:00:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afd1a65b-b870-4a5f-95fe-f5b08f1740ae x-openstack-request-id: req-afd1a65b-b870-4a5f-95fe-f5b08f1740ae {{(pid=100248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:00:31.602935 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "409be978-2186-4f76-b76b-7fe87eeb7c40", "name": "network-vif-unplugged", "status": "completed", "tag": "d90756f7-aa74-4b57-bd08-74a55d62f7e8", "code": 200}]} {{(pid=100248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:00:31.603321 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-afd1a65b-b870-4a5f-95fe-f5b08f1740ae {{(pid=100248) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:00:31.604026 n-d-773647-6 neutron-server[100248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '409be978-2186-4f76-b76b-7fe87eeb7c40', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd90756f7-aa74-4b57-bd08-74a55d62f7e8', 'code': 200} Jul 06 14:00:31.625913 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-a73c2ed2-5f2f-494d-bbbf-ae1984f41b57 req-e2ad8fe7-3bb7-4b35-9282-4d4a7e6fcc1e tempest-ServersAdminNegativeTestJSON-105683010 tempest-ServersAdminNegativeTestJSON-105683010-project-admin] Notify callbacks [] for security_group, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:31.643978 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] For port 04f88873-d07d-4eaf-a37b-8d5ec79f0db0, host n-h2-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=04f88873-d07d-4eaf-a37b-8d5ec79f0db0,segment=NetworkSegment(c9ea893d-045e-42cf-b3dd-cdd1f79baccd),segment_id=c9ea893d-045e-42cf-b3dd-cdd1f79baccd)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:00:31.661551 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:31.678857 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 06 Jul 2021 14:00:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-288c313b-a347-431f-a713-3e4ea118b9ba x-openstack-request-id: req-288c313b-a347-431f-a713-3e4ea118b9ba {{(pid=100247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:00:31.679761 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "409be978-2186-4f76-b76b-7fe87eeb7c40", "name": "network-vif-deleted", "tag": "ec964f7d-b721-496f-9e41-ba57103cd575", "status": "completed", "code": 200}, {"server_uuid": "ebe2de0a-9823-41a4-a382-e3f9906ff5d7", "name": "network-vif-deleted", "tag": "b7462385-0545-41fe-bd5f-627db4f47332", "status": "completed", "code": 200}]} {{(pid=100247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:00:31.680111 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-288c313b-a347-431f-a713-3e4ea118b9ba {{(pid=100247) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:00:31.680552 n-d-773647-6 neutron-server[100247]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '409be978-2186-4f76-b76b-7fe87eeb7c40', 'name': 'network-vif-deleted', 'tag': 'ec964f7d-b721-496f-9e41-ba57103cd575', 'status': 'completed', 'code': 200} Jul 06 14:00:31.680808 n-d-773647-6 neutron-server[100247]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebe2de0a-9823-41a4-a382-e3f9906ff5d7', 'name': 'network-vif-deleted', 'tag': 'b7462385-0545-41fe-bd5f-627db4f47332', 'status': 'completed', 'code': 200} Jul 06 14:00:31.684261 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-8ecf5a0c-dd5b-471e-9874-f270dcb79e21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1849032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127687649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127702047'] for subnet, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:31.720567 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-197f4e03-03e1-4a76-841b-adaa88198810 req-b40f986e-6d70-4780-9696-554ea587b6bb service neutron] 10.222.0.127 "GET /v2.0/networks/ac09d390-867f-4b75-a8d2-ab11550bffd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1586220 Jul 06 14:00:31.755975 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ecf5a0c-dd5b-471e-9874-f270dcb79e21 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d87cf09f-618b-4d0c-8799-8f5cd2407c6c,revision_number=0']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:00:31.774211 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Pushing event updated for resources: {'Port': ['ID=04f88873-d07d-4eaf-a37b-8d5ec79f0db0,revision_number=4']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:00:31.811084 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ecf5a0c-dd5b-471e-9874-f270dcb79e21 admin admin] Checking segment: {'id': '1d8f5395-0396-4ba3-8cac-3307d03a82e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1048, 'network_id': 'ee6b98f4-5a65-4f23-99dc-04152db89d72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:00:31.811533 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ecf5a0c-dd5b-471e-9874-f270dcb79e21 admin admin] Network hostable DHCP agents. Network: ee6b98f4-5a65-4f23-99dc-04152db89d72, hostable agents: ['f2bada3d-be77-4359-982b-8505a2bbca04'], hosted agents: [] {{(pid=100246) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 14:00:31.823155 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-a73c2ed2-5f2f-494d-bbbf-ae1984f41b57 req-e2ad8fe7-3bb7-4b35-9282-4d4a7e6fcc1e tempest-ServersAdminNegativeTestJSON-105683010 tempest-ServersAdminNegativeTestJSON-105683010-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:31.834760 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-a73c2ed2-5f2f-494d-bbbf-ae1984f41b57 req-e2ad8fe7-3bb7-4b35-9282-4d4a7e6fcc1e tempest-ServersAdminNegativeTestJSON-105683010 tempest-ServersAdminNegativeTestJSON-105683010-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:31.839559 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ecf5a0c-dd5b-471e-9874-f270dcb79e21 admin admin] Network ee6b98f4-5a65-4f23-99dc-04152db89d72 is scheduled to be hosted by DHCP agent f2bada3d-be77-4359-982b-8505a2bbca04 with binding_index 1 {{(pid=100246) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 14:00:31.853919 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.base_scheduler [None req-8ecf5a0c-dd5b-471e-9874-f270dcb79e21 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773647-6, ee6b98f4-5a65-4f23-99dc-04152db89d72) {{(pid=100246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:00:31.862325 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc07bc07-67f5-4c7f-9171-9695b48ae309 None None] Network ee6b98f4-5a65-4f23-99dc-04152db89d72 requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:00:31.872348 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-197f4e03-03e1-4a76-841b-adaa88198810 req-a8bb6f31-0618-4090-8edc-eb0ef6935ebd service neutron] 10.222.0.127 "GET /v2.0/networks/ac09d390-867f-4b75-a8d2-ab11550bffd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1427946 Jul 06 14:00:31.887186 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-a73c2ed2-5f2f-494d-bbbf-ae1984f41b57 req-e2ad8fe7-3bb7-4b35-9282-4d4a7e6fcc1e tempest-ServersAdminNegativeTestJSON-105683010 tempest-ServersAdminNegativeTestJSON-105683010-project-admin] 10.222.0.104 "GET /v2.0/security-groups?id=426b2c98-b2a3-4344-9104-71ac10ea07c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3161154 Jul 06 14:00:31.896056 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ecf5a0c-dd5b-471e-9874-f270dcb79e21 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:00:31.897702 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ad8fe7-3bb7-4b35-9282-4d4a7e6fcc1e tempest-ServersAdminNegativeTestJSON-105683010 tempest-ServersAdminNegativeTestJSON-105683010-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38360e9e-4745-410d-aa86-efba42bb7681,revision_number=1']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:00:31.911705 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-8ecf5a0c-dd5b-471e-9874-f270dcb79e21 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:31.955052 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-8ecf5a0c-dd5b-471e-9874-f270dcb79e21 admin admin] 10.222.0.104 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5242548 Jul 06 14:00:31.957989 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 35152) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:00:31.962588 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [None req-8a426f27-b2cd-475c-b081-3d9218d5723f admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-372456918-router', 'tenant_id': 'f164ffe0f85a41f0bab6414346dd567f', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719'}}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:00:31.995747 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-8a426f27-b2cd-475c-b081-3d9218d5723f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1806290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6992'] for router, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:31.996841 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-8a426f27-b2cd-475c-b081-3d9218d5723f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1806157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1808637', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1714747', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7007'] for router, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:32.019324 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] get_ports_and_sgs() called for port_ids ['04f88873-d07d-4eaf-a37b-8d5ec79f0db0'] {{(pid=100248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 14:00:32.058615 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 35154) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:00:32.220554 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-6006f9c7-6b0c-4471-ad38-1f446ebf0cb8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:32.245539 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-8a426f27-b2cd-475c-b081-3d9218d5723f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:32.399734 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70cc39b1-f188-4dd2-b82c-f90ae1cc77b1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6bd5fc82-6666-56e8-87c2-91648d36c963-ee6b98f4-5a65-4f23-99dc-04152db89d72', 'network_id': 'ee6b98f4-5a65-4f23-99dc-04152db89d72', 'tenant_id': 'f164ffe0f85a41f0bab6414346dd567f', 'fixed_ips': [{'subnet_id': 'd87cf09f-618b-4d0c-8799-8f5cd2407c6c'}]}} from n-d-773647-6. {{(pid=100248) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 14:00:32.400574 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-70cc39b1-f188-4dd2-b82c-f90ae1cc77b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:32.401126 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-6006f9c7-6b0c-4471-ad38-1f446ebf0cb8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:32.407060 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-6006f9c7-6b0c-4471-ad38-1f446ebf0cb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:32.434576 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-8a426f27-b2cd-475c-b081-3d9218d5723f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1761047', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1806272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6989'] for router, precommit_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:32.449742 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-6006f9c7-6b0c-4471-ad38-1f446ebf0cb8 admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=598a3cc6d18847329561261ab1c80639&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3899682 Jul 06 14:00:32.450849 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6006f9c7-6b0c-4471-ad38-1f446ebf0cb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e845c45-9299-4824-b179-81594c12e5c5,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:00:32.452611 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 35158) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:00:32.569863 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.db_base_plugin_common [None req-70cc39b1-f188-4dd2-b82c-f90ae1cc77b1 None None] Allocated IP 172.20.0.2 (ee6b98f4-5a65-4f23-99dc-04152db89d72/d87cf09f-618b-4d0c-8799-8f5cd2407c6c/de1565db-2b9f-450c-982b-e7ae4bc28627) {{(pid=100248) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:00:32.576149 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1159d5f9-2ada-493a-ab0c-54a4840b8ef7 req-c1501991-5031-44ff-befd-7c20bb613ab5 tempest-ServersOnMultiNodesTest-299961212 tempest-ServersOnMultiNodesTest-299961212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:00:32.578984 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-1159d5f9-2ada-493a-ab0c-54a4840b8ef7 req-c1501991-5031-44ff-befd-7c20bb613ab5 tempest-ServersOnMultiNodesTest-299961212 tempest-ServersOnMultiNodesTest-299961212-project] 10.222.0.104 "GET /v2.0/ports?device_id=c7fd8457-e6c3-4c5f-845e-1fc92bd8e24b HTTP/1.1" status: 200 len: 948 time: 0.3930013 Jul 06 14:00:32.585121 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca702ebf-53a3-4482-92c2-2ad01cf4c7f6 req-130bfbe8-687f-4429-8432-8455d5b63134 tempest-DeleteServersTestJSON-677393534 tempest-DeleteServersTestJSON-677393534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:00:32.592470 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-ca702ebf-53a3-4482-92c2-2ad01cf4c7f6 req-130bfbe8-687f-4429-8432-8455d5b63134 tempest-DeleteServersTestJSON-677393534 tempest-DeleteServersTestJSON-677393534-project] 10.222.0.104 "GET /v2.0/ports?device_id=35567473-98d6-438d-b4ea-81f3a880422a HTTP/1.1" status: 200 len: 945 time: 0.4088850 Jul 06 14:00:32.660669 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-6d04f842-1520-4950-a22a-e0cfc1818622 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:32.677590 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-ca702ebf-53a3-4482-92c2-2ad01cf4c7f6 req-5ad0e7cc-7779-477d-857a-31ed2a788cd2 tempest-DeleteServersTestJSON-677393534 tempest-DeleteServersTestJSON-677393534-project] 10.222.0.104 "GET /v2.0/security-groups?id=7d4cbf2c-f907-4452-8928-a2a298fe7ee1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842593 Jul 06 14:00:32.707824 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-1159d5f9-2ada-493a-ab0c-54a4840b8ef7 req-2f00164c-e7a2-4adc-9e7a-d5bfa44f059d tempest-ServersOnMultiNodesTest-299961212 tempest-ServersOnMultiNodesTest-299961212-project] 10.222.0.104 "GET /v2.0/security-groups?id=304f894d-c671-4a59-b0fb-2a4d849c5ac9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131799 Jul 06 14:00:32.715907 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-6d04f842-1520-4950-a22a-e0cfc1818622 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:32.732606 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-70cc39b1-f188-4dd2-b82c-f90ae1cc77b1 None None] Notify callbacks [] for port, precommit_create {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:32.743840 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-70cc39b1-f188-4dd2-b82c-f90ae1cc77b1 None None] Transition to ACTIVE for port object de1565db-2b9f-450c-982b-e7ae4bc28627 will not be triggered until provisioned by entity L2. {{(pid=100248) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:00:32.767441 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-70cc39b1-f188-4dd2-b82c-f90ae1cc77b1 None None] Transition to ACTIVE for port object de1565db-2b9f-450c-982b-e7ae4bc28627 will not be triggered until provisioned by entity DHCP. {{(pid=100248) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:00:32.775330 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-70cc39b1-f188-4dd2-b82c-f90ae1cc77b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108'] for port, after_create {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:32.823787 n-d-773647-6 neutron-server[100248]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70cc39b1-f188-4dd2-b82c-f90ae1cc77b1 None None] Network ee6b98f4-5a65-4f23-99dc-04152db89d72 is already hosted by enough agents. {{(pid=100248) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:00:32.826978 n-d-773647-6 neutron-server[100248]: DEBUG neutron.scheduler.base_scheduler [None req-70cc39b1-f188-4dd2-b82c-f90ae1cc77b1 None None] Resources bound (agent type, host, resource id): {{(pid=100248) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:00:32.835446 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70cc39b1-f188-4dd2-b82c-f90ae1cc77b1 None None] Received port after_create {{(pid=100248) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:00:32.879027 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-6d04f842-1520-4950-a22a-e0cfc1818622 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:32.881542 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-6d04f842-1520-4950-a22a-e0cfc1818622 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:32.882824 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-6d04f842-1520-4950-a22a-e0cfc1818622 admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/9e845c45-9299-4824-b179-81594c12e5c5 HTTP/1.1" status: 204 len: 168 time: 0.4279735 Jul 06 14:00:32.907485 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-70cc39b1-f188-4dd2-b82c-f90ae1cc77b1 None None] Attempting to bind port de1565db-2b9f-450c-982b-e7ae4bc28627 on host n-d-773647-6 for vnic_type normal with profile {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:00:32.907874 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-70cc39b1-f188-4dd2-b82c-f90ae1cc77b1 None None] Attempting to bind port de1565db-2b9f-450c-982b-e7ae4bc28627 by drivers openvswitch,hyperv on host n-d-773647-6 at level 0 using segments [{'id': '1d8f5395-0396-4ba3-8cac-3307d03a82e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1048, 'network_id': 'ee6b98f4-5a65-4f23-99dc-04152db89d72'}] {{(pid=100248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:00:32.908599 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70cc39b1-f188-4dd2-b82c-f90ae1cc77b1 None None] Attempting to bind port de1565db-2b9f-450c-982b-e7ae4bc28627 on network ee6b98f4-5a65-4f23-99dc-04152db89d72 {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:00:32.910471 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70cc39b1-f188-4dd2-b82c-f90ae1cc77b1 None None] Pushing event updated for resources: {'Port': ['ID=de1565db-2b9f-450c-982b-e7ae4bc28627,revision_number=1']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:00:32.917972 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70cc39b1-f188-4dd2-b82c-f90ae1cc77b1 None None] Checking agent: {'id': '8ab5b19c-d213-4f29-891d-27bdf39d38b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773647-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 43, 26), 'started_at': datetime.datetime(2021, 7, 6, 13, 43, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 0, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773647-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:00:32.918261 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70cc39b1-f188-4dd2-b82c-f90ae1cc77b1 None None] Checking segment: {'id': '1d8f5395-0396-4ba3-8cac-3307d03a82e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1048, 'network_id': 'ee6b98f4-5a65-4f23-99dc-04152db89d72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:00:32.918674 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-70cc39b1-f188-4dd2-b82c-f90ae1cc77b1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:32.919073 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70cc39b1-f188-4dd2-b82c-f90ae1cc77b1 None None] Bound using segment: {'id': '1d8f5395-0396-4ba3-8cac-3307d03a82e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1048, 'network_id': 'ee6b98f4-5a65-4f23-99dc-04152db89d72'} {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:00:32.919767 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-70cc39b1-f188-4dd2-b82c-f90ae1cc77b1 None None] Bound port: de1565db-2b9f-450c-982b-e7ae4bc28627, host: n-d-773647-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d8f5395-0396-4ba3-8cac-3307d03a82e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1048, 'network_id': 'ee6b98f4-5a65-4f23-99dc-04152db89d72'}}] {{(pid=100248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:00:32.920125 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-70cc39b1-f188-4dd2-b82c-f90ae1cc77b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:32.925468 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d04f842-1520-4950-a22a-e0cfc1818622 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e845c45-9299-4824-b179-81594c12e5c5,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:00:32.934009 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-8a426f27-b2cd-475c-b081-3d9218d5723f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:32.958252 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-8a426f27-b2cd-475c-b081-3d9218d5723f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:33.010884 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-70cc39b1-f188-4dd2-b82c-f90ae1cc77b1 None None] For port de1565db-2b9f-450c-982b-e7ae4bc28627, host n-d-773647-6, cleared binding levels {{(pid=100248) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:00:33.014354 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-70cc39b1-f188-4dd2-b82c-f90ae1cc77b1 None None] For port de1565db-2b9f-450c-982b-e7ae4bc28627, host n-d-773647-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=de1565db-2b9f-450c-982b-e7ae4bc28627,segment=NetworkSegment(1d8f5395-0396-4ba3-8cac-3307d03a82e3),segment_id=1d8f5395-0396-4ba3-8cac-3307d03a82e3)] {{(pid=100248) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:00:33.020324 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-70cc39b1-f188-4dd2-b82c-f90ae1cc77b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:33.026447 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cefecda-e17d-43f6-8a91-1dae154abb9b req-e04aa01a-bb6b-44db-9fa9-e62ab712d7e1 tempest-ServerDiskConfigTestJSON-920847304 tempest-ServerDiskConfigTestJSON-920847304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:00:33.035832 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-6cefecda-e17d-43f6-8a91-1dae154abb9b req-e04aa01a-bb6b-44db-9fa9-e62ab712d7e1 tempest-ServerDiskConfigTestJSON-920847304 tempest-ServerDiskConfigTestJSON-920847304-project] 10.222.0.104 "GET /v2.0/ports?device_id=0f4b4d0f-4467-44a3-8615-0ffc3a6ef0c6 HTTP/1.1" status: 200 len: 945 time: 0.1733844 Jul 06 14:00:33.036837 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 35172) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:00:33.124469 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-6cefecda-e17d-43f6-8a91-1dae154abb9b req-1e3dbad0-5b1f-417e-810d-4392cf40fe7b tempest-ServerDiskConfigTestJSON-920847304 tempest-ServerDiskConfigTestJSON-920847304-project] 10.222.0.104 "GET /v2.0/security-groups?id=bc287469-1102-40d8-b019-cad062af5465&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898094 Jul 06 14:00:33.149947 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70cc39b1-f188-4dd2-b82c-f90ae1cc77b1 None None] Pushing event updated for resources: {'Port': ['ID=de1565db-2b9f-450c-982b-e7ae4bc28627,revision_number=2']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:00:33.160938 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Device 04f88873-d07d-4eaf-a37b-8d5ec79f0db0 up at agent hyperv_n-h2-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:00:33.171600 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.db_base_plugin_common [None req-8a426f27-b2cd-475c-b081-3d9218d5723f admin admin] Allocated IP 172.25.0.102 (2658f09e-a580-4d4a-9968-2d1e0ad93719/cbf74abc-6fe1-4d33-b005-c948923b9647/840eeb93-52af-400b-acc5-5f808b769771) {{(pid=100247) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:00:33.184109 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.db_base_plugin_v2 [None req-79ff5eff-f383-4939-98a5-51fcd59d731c tempest-ServersTestMultiNic-850319587 tempest-ServersTestMultiNic-850319587-project] Deleting subnet 3f09bacf-9043-4249-b094-7d935be63d60 {{(pid=100246) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 14:00:33.193511 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-79ff5eff-f383-4939-98a5-51fcd59d731c tempest-ServersTestMultiNic-850319587 tempest-ServersTestMultiNic-850319587-project] Notify callbacks [] for subnet, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:33.227866 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Provisioning for port 04f88873-d07d-4eaf-a37b-8d5ec79f0db0 completed by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:00:33.232733 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Provisioning complete for port 04f88873-d07d-4eaf-a37b-8d5ec79f0db0 triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:00:33.233274 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:33.311760 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-79ff5eff-f383-4939-98a5-51fcd59d731c tempest-ServersTestMultiNic-850319587 tempest-ServersTestMultiNic-850319587-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126218885'] for subnet, precommit_delete_associations {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:33.330016 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 35178) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:00:33.357086 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-a77e6289-cab8-4a8f-b4cc-216b3415dffd admin admin] Notify callbacks [] for security_group, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:33.359407 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:33.439115 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-8a426f27-b2cd-475c-b081-3d9218d5723f admin admin] Notify callbacks [] for port, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:33.453742 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 35186) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:00:33.512978 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] For port 04f88873-d07d-4eaf-a37b-8d5ec79f0db0, host n-h2-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=04f88873-d07d-4eaf-a37b-8d5ec79f0db0,segment=NetworkSegment(c9ea893d-045e-42cf-b3dd-cdd1f79baccd),segment_id=c9ea893d-045e-42cf-b3dd-cdd1f79baccd)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:00:33.532128 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-79ff5eff-f383-4939-98a5-51fcd59d731c tempest-ServersTestMultiNic-850319587 tempest-ServersTestMultiNic-850319587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-913473'] for subnet, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:33.537439 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:33.605491 n-d-773647-6 neutron-server[100248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7fd8457-e6c3-4c5f-845e-1fc92bd8e24b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04f88873-d07d-4eaf-a37b-8d5ec79f0db0'}] {{(pid=100248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:00:33.608231 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84af257533e383389cbcf231d3534f4d5e149e7203fea16b4a8fc01438dddaf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6af79b1-644f-49e3-8629-c109142e68f8" -d '{"events": [{"server_uuid": "c7fd8457-e6c3-4c5f-845e-1fc92bd8e24b", "name": "network-vif-plugged", "status": "completed", "tag": "04f88873-d07d-4eaf-a37b-8d5ec79f0db0"}]}' {{(pid=100248) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:00:33.633764 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-8a426f27-b2cd-475c-b081-3d9218d5723f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-128888360'] for port, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:33.636477 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Pushing event updated for resources: {'Port': ['ID=04f88873-d07d-4eaf-a37b-8d5ec79f0db0,revision_number=5']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:00:33.662559 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-79ff5eff-f383-4939-98a5-51fcd59d731c tempest-ServersTestMultiNic-850319587 tempest-ServersTestMultiNic-850319587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-913480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1849032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127687590', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127702764'] for subnet, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:33.689838 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ff5eff-f383-4939-98a5-51fcd59d731c tempest-ServersTestMultiNic-850319587 tempest-ServersTestMultiNic-850319587-project] Pushing event deleted for resources: {'Subnet': ['ID=3f09bacf-9043-4249-b094-7d935be63d60,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:00:33.693766 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-79ff5eff-f383-4939-98a5-51fcd59d731c tempest-ServersTestMultiNic-850319587 tempest-ServersTestMultiNic-850319587-project] Notify callbacks [] for subnet, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:33.698662 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-79ff5eff-f383-4939-98a5-51fcd59d731c tempest-ServersTestMultiNic-850319587 tempest-ServersTestMultiNic-850319587-project] 10.222.0.104 "DELETE /v2.0/subnets/3f09bacf-9043-4249-b094-7d935be63d60 HTTP/1.1" status: 204 len: 168 time: 0.6581137 Jul 06 14:00:33.699595 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 35192) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:00:33.699863 n-d-773647-6 neutron-server[100247]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '498d4219-b846-47a7-81ce-c72ff020ccc6', 'tag': '77f2936b-9d5d-4a82-bf34-d5104100db58'}, {'server_uuid': '409be978-2186-4f76-b76b-7fe87eeb7c40', 'name': 'network-vif-deleted', 'tag': 'd90756f7-aa74-4b57-bd08-74a55d62f7e8'}] {{(pid=100247) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:00:33.702103 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cbf0eeaae822f8fc9b87a94aeba67a3d651842baf663a51cba94b67a514836d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f158af9b-4298-4487-a48d-2d10ab2a51ab" -d '{"events": [{"name": "network-changed", "server_uuid": "498d4219-b846-47a7-81ce-c72ff020ccc6", "tag": "77f2936b-9d5d-4a82-bf34-d5104100db58"}, {"server_uuid": "409be978-2186-4f76-b76b-7fe87eeb7c40", "name": "network-vif-deleted", "tag": "d90756f7-aa74-4b57-bd08-74a55d62f7e8"}]}' {{(pid=100247) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:00:33.704411 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46336a12-6bb1-4df6-b877-52a59cd89107 None None] Network 68491203-b0db-4981-8a0d-44d0d16dcf7a requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:00:33.723517 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-76823814-f631-4abb-88cb-36a4a7676f78 tempest-ImagesOneServerNegativeTestJSON-2145662933 tempest-ImagesOneServerNegativeTestJSON-2145662933-project] Notify callbacks [] for security_group, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:33.762241 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a426f27-b2cd-475c-b081-3d9218d5723f admin admin] Network 2658f09e-a580-4d4a-9968-2d1e0ad93719 is already hosted by enough agents. {{(pid=100247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:00:33.788803 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-28c6defe-4c81-4f04-8df9-7f8dcc85a096 tempest-ServersTestMultiNic-850319587 tempest-ServersTestMultiNic-850319587-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530492'] for network, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:33.790319 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.base_scheduler [None req-8a426f27-b2cd-475c-b081-3d9218d5723f admin admin] Resources bound (agent type, host, resource id): {{(pid=100247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:00:33.804861 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a426f27-b2cd-475c-b081-3d9218d5723f admin admin] Received port after_create {{(pid=100247) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:00:33.813809 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a426f27-b2cd-475c-b081-3d9218d5723f admin admin] Pushing event updated for resources: {'Port': ['ID=840eeb93-52af-400b-acc5-5f808b769771,revision_number=1']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:00:33.817490 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-76823814-f631-4abb-88cb-36a4a7676f78 tempest-ImagesOneServerNegativeTestJSON-2145662933 tempest-ImagesOneServerNegativeTestJSON-2145662933-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:33.854223 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [None req-28c6defe-4c81-4f04-8df9-7f8dcc85a096 tempest-ServersTestMultiNic-850319587 tempest-ServersTestMultiNic-850319587-project] Deleting port 234589bb-61b0-4ab3-b618-b6a7ed1a752c {{(pid=100246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:00:33.854569 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-28c6defe-4c81-4f04-8df9-7f8dcc85a096 tempest-ServersTestMultiNic-850319587 tempest-ServersTestMultiNic-850319587-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:33.856665 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-a77e6289-cab8-4a8f-b4cc-216b3415dffd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:33.875456 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-a77e6289-cab8-4a8f-b4cc-216b3415dffd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:33.935409 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.db [None req-28c6defe-4c81-4f04-8df9-7f8dcc85a096 tempest-ServersTestMultiNic-850319587 tempest-ServersTestMultiNic-850319587-project] For port 234589bb-61b0-4ab3-b618-b6a7ed1a752c, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=234589bb-61b0-4ab3-b618-b6a7ed1a752c,segment=NetworkSegment(0d13df17-fc25-4450-9756-6169cc61be9b),segment_id=0d13df17-fc25-4450-9756-6169cc61be9b)] {{(pid=100246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:00:33.935802 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-28c6defe-4c81-4f04-8df9-7f8dcc85a096 tempest-ServersTestMultiNic-850319587 tempest-ServersTestMultiNic-850319587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:33.937156 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00740970-1530-40ee-bf07-97f2e2a5044e None None] DHCP port deletion for 68491203-b0db-4981-8a0d-44d0d16dcf7a request from n-d-773647-6 {{(pid=100248) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 14:00:33.951060 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [None req-28c6defe-4c81-4f04-8df9-7f8dcc85a096 tempest-ServersTestMultiNic-850319587 tempest-ServersTestMultiNic-850319587-project] Calling delete_port for 234589bb-61b0-4ab3-b618-b6a7ed1a752c owned by network:dhcp {{(pid=100246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:00:33.953857 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8d2f5d-f26f-4669-b416-66f3ad71f105 req-8ce3e9bd-5859-4c65-811c-7e8a090e5de6 tempest-ServerDiskConfigTestJSON-920847304 tempest-ServerDiskConfigTestJSON-920847304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:00:33.955421 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-3e8d2f5d-f26f-4669-b416-66f3ad71f105 req-8ce3e9bd-5859-4c65-811c-7e8a090e5de6 tempest-ServerDiskConfigTestJSON-920847304 tempest-ServerDiskConfigTestJSON-920847304-project] 10.222.0.104 "GET /v2.0/ports?device_id=0f4b4d0f-4467-44a3-8615-0ffc3a6ef0c6 HTTP/1.1" status: 200 len: 945 time: 0.3500657 Jul 06 14:00:33.973272 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-a77e6289-cab8-4a8f-b4cc-216b3415dffd admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=410cc803e2de493cb57d703e02ebcf21&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6394975 Jul 06 14:00:33.993257 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-00740970-1530-40ee-bf07-97f2e2a5044e None None] Deleting port 234589bb-61b0-4ab3-b618-b6a7ed1a752c {{(pid=100248) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:00:33.993686 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-00740970-1530-40ee-bf07-97f2e2a5044e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:34.004596 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 35198) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:00:34.023628 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77e6289-cab8-4a8f-b4cc-216b3415dffd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fdda859-394b-4af3-9527-0f0daa3aa2f6,revision_number=1']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:00:34.078329 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-00740970-1530-40ee-bf07-97f2e2a5044e None None] For port 234589bb-61b0-4ab3-b618-b6a7ed1a752c, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=234589bb-61b0-4ab3-b618-b6a7ed1a752c,segment=NetworkSegment(0d13df17-fc25-4450-9756-6169cc61be9b),segment_id=0d13df17-fc25-4450-9756-6169cc61be9b)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:00:34.079659 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-00740970-1530-40ee-bf07-97f2e2a5044e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:34.079959 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-28c6defe-4c81-4f04-8df9-7f8dcc85a096 tempest-ServersTestMultiNic-850319587 tempest-ServersTestMultiNic-850319587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127687580'] for port, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:34.091927 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-5ce59d6a-289a-436c-a45b-f612808193c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:34.097530 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-00740970-1530-40ee-bf07-97f2e2a5044e None None] Calling delete_port for 234589bb-61b0-4ab3-b618-b6a7ed1a752c owned by network:dhcp {{(pid=100248) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:00:34.113883 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28c6defe-4c81-4f04-8df9-7f8dcc85a096 tempest-ServersTestMultiNic-850319587 tempest-ServersTestMultiNic-850319587-project] No DVR routers for this DVR port 234589bb-61b0-4ab3-b618-b6a7ed1a752c on host n-d-773647-6 {{(pid=100246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:00:34.129857 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c6defe-4c81-4f04-8df9-7f8dcc85a096 tempest-ServersTestMultiNic-850319587 tempest-ServersTestMultiNic-850319587-project] Pushing event deleted for resources: {'Port': ['ID=234589bb-61b0-4ab3-b618-b6a7ed1a752c,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:00:34.136313 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c5a913-fb32-4eb6-b342-e10aeb8d3219 req-eb2b63e0-9b02-4462-a03e-0f3641f3a289 tempest-DeleteServersTestJSON-677393534 tempest-DeleteServersTestJSON-677393534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:00:34.143697 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-10c5a913-fb32-4eb6-b342-e10aeb8d3219 req-eb2b63e0-9b02-4462-a03e-0f3641f3a289 tempest-DeleteServersTestJSON-677393534 tempest-DeleteServersTestJSON-677393534-project] 10.222.0.104 "GET /v2.0/ports?device_id=35567473-98d6-438d-b4ea-81f3a880422a HTTP/1.1" status: 200 len: 945 time: 0.4765344 Jul 06 14:00:34.165401 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-76823814-f631-4abb-88cb-36a4a7676f78 tempest-ImagesOneServerNegativeTestJSON-2145662933 tempest-ImagesOneServerNegativeTestJSON-2145662933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:34.168759 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-76823814-f631-4abb-88cb-36a4a7676f78 tempest-ImagesOneServerNegativeTestJSON-2145662933 tempest-ImagesOneServerNegativeTestJSON-2145662933-project] Notify callbacks [] for security_group, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:34.172816 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-76823814-f631-4abb-88cb-36a4a7676f78 tempest-ImagesOneServerNegativeTestJSON-2145662933 tempest-ImagesOneServerNegativeTestJSON-2145662933-project] 10.222.0.104 "DELETE /v2.0/security-groups/bde7c0ef-4eb0-46f5-88bd-4d28a89305e8 HTTP/1.1" status: 204 len: 168 time: 0.7166774 Jul 06 14:00:34.196434 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-00740970-1530-40ee-bf07-97f2e2a5044e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117'] for port, after_delete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:34.204472 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 35200) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:00:34.212744 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-5ce59d6a-289a-436c-a45b-f612808193c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:34.229182 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00740970-1530-40ee-bf07-97f2e2a5044e None None] Pushing event deleted for resources: {'Port': ['ID=234589bb-61b0-4ab3-b618-b6a7ed1a752c,revision_number=None']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:00:34.234714 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00740970-1530-40ee-bf07-97f2e2a5044e None None] No DVR routers for this DVR port 234589bb-61b0-4ab3-b618-b6a7ed1a752c on host n-d-773647-6 {{(pid=100248) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:00:34.255032 n-d-773647-6 neutron-server[100246]: INFO neutron.api.v2.resource [None req-20950239-c70c-47ff-8dfd-d14f37e47357 tempest-ImagesOneServerNegativeTestJSON-2145662933 tempest-ImagesOneServerNegativeTestJSON-2145662933-project] show failed (client error): The resource could not be found. Jul 06 14:00:34.256226 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-20950239-c70c-47ff-8dfd-d14f37e47357 tempest-ImagesOneServerNegativeTestJSON-2145662933 tempest-ImagesOneServerNegativeTestJSON-2145662933-project] 10.222.0.104 "GET /v2.0/security-groups/bde7c0ef-4eb0-46f5-88bd-4d28a89305e8 HTTP/1.1" status: 404 len: 347 time: 0.0507145 Jul 06 14:00:34.258597 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-28c6defe-4c81-4f04-8df9-7f8dcc85a096 tempest-ServersTestMultiNic-850319587 tempest-ServersTestMultiNic-850319587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-917204', 'neutron.services.segments.db._delete_segments_for_network-8773753502302'] for network, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:34.263997 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 35202) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:00:34.292596 n-d-773647-6 neutron-server[100246]: DEBUG neutron.services.segments.db [None req-28c6defe-4c81-4f04-8df9-7f8dcc85a096 tempest-ServersTestMultiNic-850319587 tempest-ServersTestMultiNic-850319587-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['68491203-b0db-4981-8a0d-44d0d16dcf7a']}} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:00:34.336758 n-d-773647-6 neutron-server[100246]: DEBUG neutron.services.segments.db [None req-28c6defe-4c81-4f04-8df9-7f8dcc85a096 tempest-ServersTestMultiNic-850319587 tempest-ServersTestMultiNic-850319587-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d13df17-fc25-4450-9756-6169cc61be9b') {'for_net_delete': True} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:00:34.337116 n-d-773647-6 neutron-server[100246]: DEBUG neutron.services.segments.db [None req-28c6defe-4c81-4f04-8df9-7f8dcc85a096 tempest-ServersTestMultiNic-850319587 tempest-ServersTestMultiNic-850319587-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d13df17-fc25-4450-9756-6169cc61be9b') {} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:00:34.388931 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-28c6defe-4c81-4f04-8df9-7f8dcc85a096 tempest-ServersTestMultiNic-850319587 tempest-ServersTestMultiNic-850319587-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773753515138', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126218898'] for segment, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:34.431946 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-28c6defe-4c81-4f04-8df9-7f8dcc85a096 tempest-ServersTestMultiNic-850319587 tempest-ServersTestMultiNic-850319587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552'] for segment, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:34.440639 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-5ce59d6a-289a-436c-a45b-f612808193c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:34.443718 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-5ce59d6a-289a-436c-a45b-f612808193c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:34.445461 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-5ce59d6a-289a-436c-a45b-f612808193c0 admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/3fdda859-394b-4af3-9527-0f0daa3aa2f6 HTTP/1.1" status: 204 len: 168 time: 0.4393609 Jul 06 14:00:34.446601 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-28c6defe-4c81-4f04-8df9-7f8dcc85a096 tempest-ServersTestMultiNic-850319587 tempest-ServersTestMultiNic-850319587-project] Releasing vlan 1040 on physical network physnet1 to pool {{(pid=100246) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 14:00:34.447000 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-28c6defe-4c81-4f04-8df9-7f8dcc85a096 tempest-ServersTestMultiNic-850319587 tempest-ServersTestMultiNic-850319587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127687491'] for segment, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:34.452489 n-d-773647-6 neutron-server[100246]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:00:34.452489 n-d-773647-6 neutron-server[100246]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:00:34.452489 n-d-773647-6 neutron-server[100246]: Traceback (most recent call last): Jul 06 14:00:34.452489 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 14:00:34.452489 n-d-773647-6 neutron-server[100246]: timer() Jul 06 14:00:34.452489 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 14:00:34.452489 n-d-773647-6 neutron-server[100246]: cb(*args, **kw) Jul 06 14:00:34.452489 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 14:00:34.452489 n-d-773647-6 neutron-server[100246]: return func(*args, **kwargs) Jul 06 14:00:34.452489 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 14:00:34.452489 n-d-773647-6 neutron-server[100246]: self._notify() Jul 06 14:00:34.452489 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 14:00:34.452489 n-d-773647-6 neutron-server[100246]: self.callback(batched_events) Jul 06 14:00:34.452489 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 14:00:34.452489 n-d-773647-6 neutron-server[100246]: event.method(event) Jul 06 14:00:34.452489 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 14:00:34.452489 n-d-773647-6 neutron-server[100246]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 14:00:34.452489 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 14:00:34.452489 n-d-773647-6 neutron-server[100246]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 14:00:34.452489 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 14:00:34.452489 n-d-773647-6 neutron-server[100246]: return f(self, *a, **k) Jul 06 14:00:34.452489 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 14:00:34.452489 n-d-773647-6 neutron-server[100246]: return self._get(url).json() Jul 06 14:00:34.452489 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 14:00:34.452489 n-d-773647-6 neutron-server[100246]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 14:00:34.452489 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 14:00:34.452489 n-d-773647-6 neutron-server[100246]: return self.request(url, 'GET', **kwargs) Jul 06 14:00:34.452489 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 14:00:34.452489 n-d-773647-6 neutron-server[100246]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 14:00:34.452489 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 14:00:34.452489 n-d-773647-6 neutron-server[100246]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 14:00:34.452489 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 14:00:34.452489 n-d-773647-6 neutron-server[100246]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 14:00:34.452489 n-d-773647-6 neutron-server[100246]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 14:00:34.473076 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd305238-db89-4540-a2a8-5910c80571f8 None None] Network ee6b98f4-5a65-4f23-99dc-04152db89d72 requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:00:34.500648 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce59d6a-289a-436c-a45b-f612808193c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fdda859-394b-4af3-9527-0f0daa3aa2f6,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:00:34.531915 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-28c6defe-4c81-4f04-8df9-7f8dcc85a096 tempest-ServersTestMultiNic-850319587 tempest-ServersTestMultiNic-850319587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-917215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1761140'] for network, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:34.536734 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-28c6defe-4c81-4f04-8df9-7f8dcc85a096 tempest-ServersTestMultiNic-850319587 tempest-ServersTestMultiNic-850319587-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583035'] for network, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:34.539458 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-28c6defe-4c81-4f04-8df9-7f8dcc85a096 tempest-ServersTestMultiNic-850319587 tempest-ServersTestMultiNic-850319587-project] 10.222.0.104 "DELETE /v2.0/networks/68491203-b0db-4981-8a0d-44d0d16dcf7a HTTP/1.1" status: 204 len: 168 time: 0.8388720 Jul 06 14:00:34.546649 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 35206) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:00:34.574367 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-f5fd835a-b2cb-4eb5-8665-74a60d326ce2 None None] Provisioning for port de1565db-2b9f-450c-982b-e7ae4bc28627 completed by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:00:34.605115 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c6defe-4c81-4f04-8df9-7f8dcc85a096 tempest-ServersTestMultiNic-850319587 tempest-ServersTestMultiNic-850319587-project] Pushing event deleted for resources: {'Network': ['ID=68491203-b0db-4981-8a0d-44d0d16dcf7a,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:00:34.611999 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [None req-ef30ecac-f6bf-46bd-beb6-aa446f306d90 tempest-ImagesOneServerNegativeTestJSON-2145662933 tempest-ImagesOneServerNegativeTestJSON-2145662933-project] Deleting port 54361b05-79a8-4e00-8850-9e21536b843a {{(pid=100246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:00:34.613570 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-ef30ecac-f6bf-46bd-beb6-aa446f306d90 tempest-ImagesOneServerNegativeTestJSON-2145662933 tempest-ImagesOneServerNegativeTestJSON-2145662933-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:34.675591 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-3e8d2f5d-f26f-4669-b416-66f3ad71f105 req-6b87c3e4-b683-4b01-9c49-4c7b1bd03e0e tempest-ServerDiskConfigTestJSON-920847304 tempest-ServerDiskConfigTestJSON-920847304-project] 10.222.0.104 "GET /v2.0/security-groups?id=bc287469-1102-40d8-b019-cad062af5465&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7046387 Jul 06 14:00:34.687455 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.db_base_plugin_v2 [None req-c45ef825-dabd-4ee7-9f0f-bacd8a3f6947 tempest-ServersTestMultiNic-850319587 tempest-ServersTestMultiNic-850319587-project] Deleting subnet 8950c21c-6c1c-4e3a-91f6-b4d0ae06cbd1 {{(pid=100246) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 14:00:34.703552 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76823814-f631-4abb-88cb-36a4a7676f78 tempest-ImagesOneServerNegativeTestJSON-2145662933 tempest-ImagesOneServerNegativeTestJSON-2145662933-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bde7c0ef-4eb0-46f5-88bd-4d28a89305e8,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:00:34.720962 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-c45ef825-dabd-4ee7-9f0f-bacd8a3f6947 tempest-ServersTestMultiNic-850319587 tempest-ServersTestMultiNic-850319587-project] Notify callbacks [] for subnet, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:34.727527 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-10c5a913-fb32-4eb6-b342-e10aeb8d3219 req-8e33b063-de2b-413b-a24b-8e7977fb8bc8 tempest-DeleteServersTestJSON-677393534 tempest-DeleteServersTestJSON-677393534-project] 10.222.0.104 "GET /v2.0/security-groups?id=7d4cbf2c-f907-4452-8928-a2a298fe7ee1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5821903 Jul 06 14:00:34.730011 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-8a426f27-b2cd-475c-b081-3d9218d5723f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:34.747781 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device de1565db-2b9f-450c-982b-e7ae4bc28627 up at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:00:34.849992 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 14:00:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9dce8e2-7f1f-465a-9014-0028f6466518 x-openstack-request-id: req-f9dce8e2-7f1f-465a-9014-0028f6466518 {{(pid=100248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:00:34.851391 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7fd8457-e6c3-4c5f-845e-1fc92bd8e24b", "name": "network-vif-plugged", "status": "completed", "tag": "04f88873-d07d-4eaf-a37b-8d5ec79f0db0", "code": 200}]} {{(pid=100248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:00:34.851928 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-f9dce8e2-7f1f-465a-9014-0028f6466518 {{(pid=100248) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:00:34.852746 n-d-773647-6 neutron-server[100248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7fd8457-e6c3-4c5f-845e-1fc92bd8e24b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04f88873-d07d-4eaf-a37b-8d5ec79f0db0', 'code': 200} Jul 06 14:00:34.861768 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning for port de1565db-2b9f-450c-982b-e7ae4bc28627 completed by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:00:34.868934 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Device 77f2936b-9d5d-4a82-bf34-d5104100db58 details requested by agent hyperv_n-h1-773647-6 with host n-h1-773647-6 {{(pid=100248) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 14:00:34.876241 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning complete for port de1565db-2b9f-450c-982b-e7ae4bc28627 triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:00:34.877114 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:34.895047 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-c45ef825-dabd-4ee7-9f0f-bacd8a3f6947 tempest-ServersTestMultiNic-850319587 tempest-ServersTestMultiNic-850319587-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126218885'] for subnet, precommit_delete_associations {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:34.973840 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Tue, 06 Jul 2021 14:00:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04d3076f-8a33-4ea1-8c6f-8040e5c37d1c x-openstack-request-id: req-04d3076f-8a33-4ea1-8c6f-8040e5c37d1c {{(pid=100247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:00:34.974143 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "498d4219-b846-47a7-81ce-c72ff020ccc6", "tag": "77f2936b-9d5d-4a82-bf34-d5104100db58", "status": "completed", "code": 200}, {"server_uuid": "409be978-2186-4f76-b76b-7fe87eeb7c40", "name": "network-vif-deleted", "tag": "d90756f7-aa74-4b57-bd08-74a55d62f7e8", "status": "completed", "code": 200}]} {{(pid=100247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:00:34.982492 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-04d3076f-8a33-4ea1-8c6f-8040e5c37d1c {{(pid=100247) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:00:34.982932 n-d-773647-6 neutron-server[100247]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '498d4219-b846-47a7-81ce-c72ff020ccc6', 'tag': '77f2936b-9d5d-4a82-bf34-d5104100db58', 'status': 'completed', 'code': 200} Jul 06 14:00:34.983191 n-d-773647-6 neutron-server[100247]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '409be978-2186-4f76-b76b-7fe87eeb7c40', 'name': 'network-vif-deleted', 'tag': 'd90756f7-aa74-4b57-bd08-74a55d62f7e8', 'status': 'completed', 'code': 200} Jul 06 14:00:35.037304 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.db.resource_extend [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 06 14:00:35.039129 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:35.078813 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-ef30ecac-f6bf-46bd-beb6-aa446f306d90 tempest-ImagesOneServerNegativeTestJSON-2145662933 tempest-ImagesOneServerNegativeTestJSON-2145662933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:35.079184 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-ef30ecac-f6bf-46bd-beb6-aa446f306d90 tempest-ImagesOneServerNegativeTestJSON-2145662933 tempest-ImagesOneServerNegativeTestJSON-2145662933-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:35.145302 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [None req-ef30ecac-f6bf-46bd-beb6-aa446f306d90 tempest-ImagesOneServerNegativeTestJSON-2145662933 tempest-ImagesOneServerNegativeTestJSON-2145662933-project] Calling delete_port for 54361b05-79a8-4e00-8850-9e21536b843a owned by network:floatingip {{(pid=100246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:00:35.215792 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ecf39f-ea6b-4df3-88ce-9beb04bc3249 req-ef8563bf-22fb-496d-a0f3-d7dfd0c65ca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:00:35.217289 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-d6ecf39f-ea6b-4df3-88ce-9beb04bc3249 req-ef8563bf-22fb-496d-a0f3-d7dfd0c65ca7 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=c7fd8457-e6c3-4c5f-845e-1fc92bd8e24b HTTP/1.1" status: 200 len: 1100 time: 0.2690482 Jul 06 14:00:35.225216 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] For port de1565db-2b9f-450c-982b-e7ae4bc28627, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=de1565db-2b9f-450c-982b-e7ae4bc28627,segment=NetworkSegment(1d8f5395-0396-4ba3-8cac-3307d03a82e3),segment_id=1d8f5395-0396-4ba3-8cac-3307d03a82e3)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:00:35.227544 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-8a426f27-b2cd-475c-b081-3d9218d5723f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1806297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1761036'] for router, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:35.242277 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:35.368425 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 234589bb-61b0-4ab3-b618-b6a7ed1a752c no longer exists at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:00:35.461337 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] No Port match for: 234589bb-61b0-4ab3-b618-b6a7ed1a752c {{(pid=100248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 14:00:35.464380 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 234589bb-61b0-4ab3-b618-b6a7ed1a752c not bound to the agent host n-d-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:00:35.511065 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e94c3e6-7ac0-4d3e-b9be-eee5f82b5798 req-5a198a8e-5a2d-41b7-8888-f6638e5ce4ab tempest-ServersOnMultiNodesTest-299961212 tempest-ServersOnMultiNodesTest-299961212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:00:35.512667 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-9e94c3e6-7ac0-4d3e-b9be-eee5f82b5798 req-5a198a8e-5a2d-41b7-8888-f6638e5ce4ab tempest-ServersOnMultiNodesTest-299961212 tempest-ServersOnMultiNodesTest-299961212-project] 10.222.0.104 "GET /v2.0/ports?device_id=c7fd8457-e6c3-4c5f-845e-1fc92bd8e24b HTTP/1.1" status: 200 len: 949 time: 0.3259478 Jul 06 14:00:35.528510 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f158af9b-4298-4487-a48d-2d10ab2a51ab req-e1ecbfff-10c2-40e6-afb4-05da09ead9a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:00:35.529903 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] For port 77f2936b-9d5d-4a82-bf34-d5104100db58, host n-h1-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773647-6',level=0,port_id=77f2936b-9d5d-4a82-bf34-d5104100db58,segment=NetworkSegment(c9ea893d-045e-42cf-b3dd-cdd1f79baccd),segment_id=c9ea893d-045e-42cf-b3dd-cdd1f79baccd)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:00:35.530047 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-f158af9b-4298-4487-a48d-2d10ab2a51ab req-e1ecbfff-10c2-40e6-afb4-05da09ead9a1 service neutron] 10.222.0.127 "GET /v2.0/ports?tenant_id=ae0918c1680140d8a89ce8f9c600b37d&device_id=498d4219-b846-47a7-81ce-c72ff020ccc6 HTTP/1.1" status: 200 len: 1098 time: 0.3939562 Jul 06 14:00:35.540790 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Pushing event updated for resources: {'Port': ['ID=de1565db-2b9f-450c-982b-e7ae4bc28627,revision_number=3']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:00:35.554306 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Returning: {'device': '77f2936b-9d5d-4a82-bf34-d5104100db58', 'network_id': 'ac09d390-867f-4b75-a8d2-ab11550bffd6', 'port_id': '77f2936b-9d5d-4a82-bf34-d5104100db58', 'mac_address': 'fa:16:3e:09:e4:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1023, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd1c3cc78-09b9-4e30-99fd-0e5830de101d', 'ip_address': '192.168.233.96'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100248) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 14:00:35.584005 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a426f27-b2cd-475c-b081-3d9218d5723f admin admin] Router 56b6778b-b70d-4ea6-bfb2-72e0243c2efa is scheduled to L3 agent 2823d358-a11b-4885-a706-95a279e43fa7 with binding_index 1 {{(pid=100247) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 14:00:35.647989 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:35.658295 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-55a737d5-0e4d-4ac4-96f0-bb879f7b6784 None None] Provisioning complete for port de1565db-2b9f-450c-982b-e7ae4bc28627 triggered by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:00:35.658665 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-55a737d5-0e4d-4ac4-96f0-bb879f7b6784 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:35.687355 n-d-773647-6 neutron-server[100248]: DEBUG neutron.notifiers.nova [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 77f2936b-9d5d-4a82-bf34-d5104100db58 {{(pid=100248) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 14:00:35.721100 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] For port 77f2936b-9d5d-4a82-bf34-d5104100db58, host n-h1-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773647-6',level=0,port_id=77f2936b-9d5d-4a82-bf34-d5104100db58,segment=NetworkSegment(c9ea893d-045e-42cf-b3dd-cdd1f79baccd),segment_id=c9ea893d-045e-42cf-b3dd-cdd1f79baccd)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:00:35.728946 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:35.787887 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-9e94c3e6-7ac0-4d3e-b9be-eee5f82b5798 req-ecbb8909-4644-4119-bae3-e0f62924bff1 tempest-ServersOnMultiNodesTest-299961212 tempest-ServersOnMultiNodesTest-299961212-project] 10.222.0.104 "GET /v2.0/security-groups?id=304f894d-c671-4a59-b0fb-2a4d849c5ac9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2561848 Jul 06 14:00:35.806731 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Pushing event updated for resources: {'Port': ['ID=77f2936b-9d5d-4a82-bf34-d5104100db58,revision_number=4']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:00:35.818602 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-d6ecf39f-ea6b-4df3-88ce-9beb04bc3249 req-80f6e40c-c4ec-4ecc-8738-ce6cace62cfa service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=304f894d-c671-4a59-b0fb-2a4d849c5ac9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5928559 Jul 06 14:00:35.828563 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-c45ef825-dabd-4ee7-9f0f-bacd8a3f6947 tempest-ServersTestMultiNic-850319587 tempest-ServersTestMultiNic-850319587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-913473'] for subnet, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:35.892353 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f158af9b-4298-4487-a48d-2d10ab2a51ab req-1b7222fb-3dad-456e-9645-2454cc4be98a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:00:35.894145 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-f158af9b-4298-4487-a48d-2d10ab2a51ab req-1b7222fb-3dad-456e-9645-2454cc4be98a service neutron] 10.222.0.127 "GET /v2.0/networks?id=ac09d390-867f-4b75-a8d2-ab11550bffd6 HTTP/1.1" status: 200 len: 871 time: 0.3427396 Jul 06 14:00:35.926346 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-c45ef825-dabd-4ee7-9f0f-bacd8a3f6947 tempest-ServersTestMultiNic-850319587 tempest-ServersTestMultiNic-850319587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-913480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1849032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127687590', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127702764'] for subnet, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:35.952154 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c07fff-d038-4554-a8c0-b96fb581a00a req-3b756b78-1884-4d35-901a-895c1a261ea5 tempest-ServersAdminNegativeTestJSON-1929369317 tempest-ServersAdminNegativeTestJSON-1929369317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:00:35.953690 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-b7c07fff-d038-4554-a8c0-b96fb581a00a req-3b756b78-1884-4d35-901a-895c1a261ea5 tempest-ServersAdminNegativeTestJSON-1929369317 tempest-ServersAdminNegativeTestJSON-1929369317-project] 10.222.0.104 "GET /v2.0/ports?device_id=7b8504ac-e10a-483e-a568-0cc9b642ae7d HTTP/1.1" status: 200 len: 950 time: 0.2950344 Jul 06 14:00:35.957681 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-f158af9b-4298-4487-a48d-2d10ab2a51ab req-73ef49cd-4318-46eb-8df3-2bffe9dcac11 service neutron] 10.222.0.127 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.96&port_id=77f2936b-9d5d-4a82-bf34-d5104100db58 HTTP/1.1" status: 200 len: 217 time: 0.0561018 Jul 06 14:00:35.987110 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a426f27-b2cd-475c-b081-3d9218d5723f admin admin] Notify agent at l3_agent.n-d-773647-6 the message routers_updated {{(pid=100247) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 14:00:35.991671 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45ef825-dabd-4ee7-9f0f-bacd8a3f6947 tempest-ServersTestMultiNic-850319587 tempest-ServersTestMultiNic-850319587-project] Pushing event deleted for resources: {'Subnet': ['ID=8950c21c-6c1c-4e3a-91f6-b4d0ae06cbd1,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:00:35.994146 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-c45ef825-dabd-4ee7-9f0f-bacd8a3f6947 tempest-ServersTestMultiNic-850319587 tempest-ServersTestMultiNic-850319587-project] Notify callbacks [] for subnet, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:35.995741 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-c45ef825-dabd-4ee7-9f0f-bacd8a3f6947 tempest-ServersTestMultiNic-850319587 tempest-ServersTestMultiNic-850319587-project] 10.222.0.104 "DELETE /v2.0/subnets/8950c21c-6c1c-4e3a-91f6-b4d0ae06cbd1 HTTP/1.1" status: 204 len: 168 time: 1.4482708 Jul 06 14:00:35.999187 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01bca8b0-88a5-493b-921f-18b2aa9df34a None None] Sync routers for ids ['56b6778b-b70d-4ea6-bfb2-72e0243c2efa'] in n-d-773647-6 {{(pid=100248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 14:00:36.002685 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bbb0f4c-c3ab-4665-bfb3-079fd6e0c224 None None] Network 148cc126-591d-4f16-8ea9-6ee91e054016 requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:00:36.005325 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 35240) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:00:36.063517 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01bca8b0-88a5-493b-921f-18b2aa9df34a None None] Routers {'56b6778b-b70d-4ea6-bfb2-72e0243c2efa'} bound to L3 agent in host n-d-773647-6 {{(pid=100248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:00:36.064226 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-01bca8b0-88a5-493b-921f-18b2aa9df34a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T14:00:25Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['56b6778b-b70d-4ea6-bfb2-72e0243c2efa'], 'active': True} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:00:36.094816 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-ef30ecac-f6bf-46bd-beb6-aa446f306d90 tempest-ImagesOneServerNegativeTestJSON-2145662933 tempest-ImagesOneServerNegativeTestJSON-2145662933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127687580'] for port, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:36.095438 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-8a426f27-b2cd-475c-b081-3d9218d5723f admin admin] Notify callbacks [] for router, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:36.097058 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-8a426f27-b2cd-475c-b081-3d9218d5723f admin admin] 10.222.0.104 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 4.1380448 Jul 06 14:00:36.105572 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] get_ports_and_sgs() called for port_ids ['77f2936b-9d5d-4a82-bf34-d5104100db58'] {{(pid=100248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 14:00:36.107305 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 35244) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:00:36.122405 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-b7c07fff-d038-4554-a8c0-b96fb581a00a req-5eae26d2-f8b0-4f2c-a16b-d578cb2389f4 tempest-ServersAdminNegativeTestJSON-1929369317 tempest-ServersAdminNegativeTestJSON-1929369317-project] 10.222.0.104 "GET /v2.0/security-groups?id=426b2c98-b2a3-4344-9104-71ac10ea07c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1549563 Jul 06 14:00:36.175079 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f158af9b-4298-4487-a48d-2d10ab2a51ab req-44a3e9c7-1a66-4698-b331-90bd8030cfbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:00:36.176989 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-f158af9b-4298-4487-a48d-2d10ab2a51ab req-44a3e9c7-1a66-4698-b331-90bd8030cfbf service neutron] 10.222.0.127 "GET /v2.0/subnets?id=d1c3cc78-09b9-4e30-99fd-0e5830de101d HTTP/1.1" status: 200 len: 843 time: 0.2083941 Jul 06 14:00:36.180474 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef30ecac-f6bf-46bd-beb6-aa446f306d90 tempest-ImagesOneServerNegativeTestJSON-2145662933 tempest-ImagesOneServerNegativeTestJSON-2145662933-project] Pushing event deleted for resources: {'Port': ['ID=54361b05-79a8-4e00-8850-9e21536b843a,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:00:36.189162 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-c6af3588-fb52-42c8-8368-b35aa1642ce2 tempest-ServersTestMultiNic-850319587 tempest-ServersTestMultiNic-850319587-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530492'] for network, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:36.234492 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d354eff-7e93-471c-961c-679424dc40c4 req-23cbf80c-b70f-4362-a9a1-bd8c968a2c52 tempest-ServerDiskConfigTestJSON-920847304 tempest-ServerDiskConfigTestJSON-920847304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:00:36.246906 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-1d354eff-7e93-471c-961c-679424dc40c4 req-23cbf80c-b70f-4362-a9a1-bd8c968a2c52 tempest-ServerDiskConfigTestJSON-920847304 tempest-ServerDiskConfigTestJSON-920847304-project] 10.222.0.104 "GET /v2.0/ports?device_id=0f4b4d0f-4467-44a3-8615-0ffc3a6ef0c6 HTTP/1.1" status: 200 len: 945 time: 0.3048165 Jul 06 14:00:36.252743 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvr_db [None req-01bca8b0-88a5-493b-921f-18b2aa9df34a None None] Set router 56b6778b-b70d-4ea6-bfb2-72e0243c2efa gateway port host: n-d-773647-6 {{(pid=100248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:00:36.283889 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-ef30ecac-f6bf-46bd-beb6-aa446f306d90 tempest-ImagesOneServerNegativeTestJSON-2145662933 tempest-ImagesOneServerNegativeTestJSON-2145662933-project] Notify callbacks [] for floatingip, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:36.286377 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-ef30ecac-f6bf-46bd-beb6-aa446f306d90 tempest-ImagesOneServerNegativeTestJSON-2145662933 tempest-ImagesOneServerNegativeTestJSON-2145662933-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for floatingip, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:36.287592 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-ef30ecac-f6bf-46bd-beb6-aa446f306d90 tempest-ImagesOneServerNegativeTestJSON-2145662933 tempest-ImagesOneServerNegativeTestJSON-2145662933-project] 10.222.0.104 "DELETE /v2.0/floatingips/7d2d4b10-a0b3-447c-90f8-a6e1411616f3 HTTP/1.1" status: 204 len: 168 time: 2.0167956 Jul 06 14:00:36.313997 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [None req-c6af3588-fb52-42c8-8368-b35aa1642ce2 tempest-ServersTestMultiNic-850319587 tempest-ServersTestMultiNic-850319587-project] Deleting port 55e1dd5c-ad88-46cd-b84f-325ef90738ff {{(pid=100246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:00:36.314348 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-c6af3588-fb52-42c8-8368-b35aa1642ce2 tempest-ServersTestMultiNic-850319587 tempest-ServersTestMultiNic-850319587-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:36.387143 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-1d354eff-7e93-471c-961c-679424dc40c4 req-49b4bece-4855-4a79-a720-d81c11afc8ed tempest-ServerDiskConfigTestJSON-920847304 tempest-ServerDiskConfigTestJSON-920847304-project] 10.222.0.104 "GET /v2.0/security-groups?id=bc287469-1102-40d8-b019-cad062af5465&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389582 Jul 06 14:00:36.418548 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.db [None req-c6af3588-fb52-42c8-8368-b35aa1642ce2 tempest-ServersTestMultiNic-850319587 tempest-ServersTestMultiNic-850319587-project] For port 55e1dd5c-ad88-46cd-b84f-325ef90738ff, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=55e1dd5c-ad88-46cd-b84f-325ef90738ff,segment=NetworkSegment(4f2a8c10-ee2e-4062-8043-6d0308f57340),segment_id=4f2a8c10-ee2e-4062-8043-6d0308f57340)] {{(pid=100246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:00:36.419351 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-c6af3588-fb52-42c8-8368-b35aa1642ce2 tempest-ServersTestMultiNic-850319587 tempest-ServersTestMultiNic-850319587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:36.436786 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f158af9b-4298-4487-a48d-2d10ab2a51ab req-2c5aabcf-4df3-4829-bedd-821a6a5ed1e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:00:36.438282 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-f158af9b-4298-4487-a48d-2d10ab2a51ab req-2c5aabcf-4df3-4829-bedd-821a6a5ed1e4 service neutron] 10.222.0.127 "GET /v2.0/ports?network_id=ac09d390-867f-4b75-a8d2-ab11550bffd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2517316 Jul 06 14:00:36.447694 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [None req-c6af3588-fb52-42c8-8368-b35aa1642ce2 tempest-ServersTestMultiNic-850319587 tempest-ServersTestMultiNic-850319587-project] Calling delete_port for 55e1dd5c-ad88-46cd-b84f-325ef90738ff owned by network:dhcp {{(pid=100246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:00:36.574497 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-c6af3588-fb52-42c8-8368-b35aa1642ce2 tempest-ServersTestMultiNic-850319587 tempest-ServersTestMultiNic-850319587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127687580'] for port, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:36.619206 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device de1565db-2b9f-450c-982b-e7ae4bc28627 up at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:00:36.625108 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6af3588-fb52-42c8-8368-b35aa1642ce2 tempest-ServersTestMultiNic-850319587 tempest-ServersTestMultiNic-850319587-project] Pushing event deleted for resources: {'Port': ['ID=55e1dd5c-ad88-46cd-b84f-325ef90738ff,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:00:36.629159 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6af3588-fb52-42c8-8368-b35aa1642ce2 tempest-ServersTestMultiNic-850319587 tempest-ServersTestMultiNic-850319587-project] No DVR routers for this DVR port 55e1dd5c-ad88-46cd-b84f-325ef90738ff on host n-d-773647-6 {{(pid=100246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:00:36.675037 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c2e617-cadc-443d-b0aa-d62bf5a6a414 req-27f8dc67-5f86-4b3c-b8f3-532288027ca5 tempest-DeleteServersTestJSON-677393534 tempest-DeleteServersTestJSON-677393534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:00:36.684250 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-21c2e617-cadc-443d-b0aa-d62bf5a6a414 req-27f8dc67-5f86-4b3c-b8f3-532288027ca5 tempest-DeleteServersTestJSON-677393534 tempest-DeleteServersTestJSON-677393534-project] 10.222.0.104 "GET /v2.0/ports?device_id=35567473-98d6-438d-b4ea-81f3a880422a HTTP/1.1" status: 200 len: 945 time: 0.3510933 Jul 06 14:00:36.727799 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-c6af3588-fb52-42c8-8368-b35aa1642ce2 tempest-ServersTestMultiNic-850319587 tempest-ServersTestMultiNic-850319587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-917204', 'neutron.services.segments.db._delete_segments_for_network-8773753502302'] for network, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:36.744182 n-d-773647-6 neutron-server[100246]: DEBUG neutron.services.segments.db [None req-c6af3588-fb52-42c8-8368-b35aa1642ce2 tempest-ServersTestMultiNic-850319587 tempest-ServersTestMultiNic-850319587-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['148cc126-591d-4f16-8ea9-6ee91e054016']}} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:00:36.755559 n-d-773647-6 neutron-server[100246]: DEBUG neutron.services.segments.db [None req-c6af3588-fb52-42c8-8368-b35aa1642ce2 tempest-ServersTestMultiNic-850319587 tempest-ServersTestMultiNic-850319587-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f2a8c10-ee2e-4062-8043-6d0308f57340') {'for_net_delete': True} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:00:36.755906 n-d-773647-6 neutron-server[100246]: DEBUG neutron.services.segments.db [None req-c6af3588-fb52-42c8-8368-b35aa1642ce2 tempest-ServersTestMultiNic-850319587 tempest-ServersTestMultiNic-850319587-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f2a8c10-ee2e-4062-8043-6d0308f57340') {} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:00:36.780119 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-c6af3588-fb52-42c8-8368-b35aa1642ce2 tempest-ServersTestMultiNic-850319587 tempest-ServersTestMultiNic-850319587-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773753515138', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126218898'] for segment, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:36.796107 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-c6af3588-fb52-42c8-8368-b35aa1642ce2 tempest-ServersTestMultiNic-850319587 tempest-ServersTestMultiNic-850319587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552'] for segment, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:36.805636 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c6af3588-fb52-42c8-8368-b35aa1642ce2 tempest-ServersTestMultiNic-850319587 tempest-ServersTestMultiNic-850319587-project] Releasing vlan 1004 on physical network physnet1 to pool {{(pid=100246) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 14:00:36.806134 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-c6af3588-fb52-42c8-8368-b35aa1642ce2 tempest-ServersTestMultiNic-850319587 tempest-ServersTestMultiNic-850319587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127687491'] for segment, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:36.810433 n-d-773647-6 neutron-server[100246]: Traceback (most recent call last): Jul 06 14:00:36.810433 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 14:00:36.810433 n-d-773647-6 neutron-server[100246]: timer() Jul 06 14:00:36.810433 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 14:00:36.810433 n-d-773647-6 neutron-server[100246]: cb(*args, **kw) Jul 06 14:00:36.810433 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 14:00:36.810433 n-d-773647-6 neutron-server[100246]: return func(*args, **kwargs) Jul 06 14:00:36.810433 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 14:00:36.810433 n-d-773647-6 neutron-server[100246]: self._notify() Jul 06 14:00:36.810433 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 14:00:36.810433 n-d-773647-6 neutron-server[100246]: self.callback(batched_events) Jul 06 14:00:36.810433 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 14:00:36.810433 n-d-773647-6 neutron-server[100246]: event.method(event) Jul 06 14:00:36.810433 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 14:00:36.810433 n-d-773647-6 neutron-server[100246]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 14:00:36.810433 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 14:00:36.810433 n-d-773647-6 neutron-server[100246]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 14:00:36.810433 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 14:00:36.810433 n-d-773647-6 neutron-server[100246]: return f(self, *a, **k) Jul 06 14:00:36.810433 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 14:00:36.810433 n-d-773647-6 neutron-server[100246]: return self._get(url).json() Jul 06 14:00:36.810433 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 14:00:36.810433 n-d-773647-6 neutron-server[100246]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 14:00:36.810433 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 14:00:36.810433 n-d-773647-6 neutron-server[100246]: return self.request(url, 'GET', **kwargs) Jul 06 14:00:36.810433 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 14:00:36.810433 n-d-773647-6 neutron-server[100246]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 14:00:36.810433 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 14:00:36.810433 n-d-773647-6 neutron-server[100246]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 14:00:36.810433 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 14:00:36.810433 n-d-773647-6 neutron-server[100246]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 14:00:36.810433 n-d-773647-6 neutron-server[100246]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 14:00:36.820751 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning complete for port de1565db-2b9f-450c-982b-e7ae4bc28627 triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:00:36.821131 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:36.825091 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-21c2e617-cadc-443d-b0aa-d62bf5a6a414 req-5d3f8aa0-9830-4678-9161-a0ce30c3a47c tempest-DeleteServersTestJSON-677393534 tempest-DeleteServersTestJSON-677393534-project] 10.222.0.104 "GET /v2.0/security-groups?id=7d4cbf2c-f907-4452-8928-a2a298fe7ee1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1398876 Jul 06 14:00:36.912628 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-01bca8b0-88a5-493b-921f-18b2aa9df34a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56b6778b-b70d-4ea6-bfb2-72e0243c2efa', 'name': 'tempest-AttachSCSIVolumeTestJSON-372456918-router', 'tenant_id': 'f164ffe0f85a41f0bab6414346dd567f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.102'}], 'enable_snat': True}, 'gw_port_id': '840eeb93-52af-400b-acc5-5f808b769771', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:00:32Z', 'updated_at': '2021-07-06T14:00:34Z', 'revision_number': 3, 'project_id': 'f164ffe0f85a41f0bab6414346dd567f', 'gw_port': {'id': '840eeb93-52af-400b-acc5-5f808b769771', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:f4:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56b6778b-b70d-4ea6-bfb2-72e0243c2efa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 813, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:00:32Z', 'updated_at': '2021-07-06T14:00:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6'}], 'n-d-773647-6', False) {} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:00:36.918456 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9074c3e-ada6-4be7-a964-fbdc4edc0bcf None None] DHCP port deletion for 148cc126-591d-4f16-8ea9-6ee91e054016 request from n-d-773647-6 {{(pid=100248) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 14:00:36.919610 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-f158af9b-4298-4487-a48d-2d10ab2a51ab req-0ff46797-c6ea-49bf-af3c-ed86f3a27a62 service neutron] 10.222.0.127 "GET /v2.0/networks/ac09d390-867f-4b75-a8d2-ab11550bffd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4619491 Jul 06 14:00:36.935559 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103444f2-76cc-485b-9098-9d31f7247acf req-064cecdb-77b1-4db6-81b8-3d72710bced0 tempest-ServerDiskConfigTestJSON-920847304 tempest-ServerDiskConfigTestJSON-920847304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:00:36.939916 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-103444f2-76cc-485b-9098-9d31f7247acf req-064cecdb-77b1-4db6-81b8-3d72710bced0 tempest-ServerDiskConfigTestJSON-920847304 tempest-ServerDiskConfigTestJSON-920847304-project] 10.222.0.104 "GET /v2.0/ports?device_id=0f4b4d0f-4467-44a3-8615-0ffc3a6ef0c6 HTTP/1.1" status: 200 len: 945 time: 0.3474941 Jul 06 14:00:36.942158 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-c6af3588-fb52-42c8-8368-b35aa1642ce2 tempest-ServersTestMultiNic-850319587 tempest-ServersTestMultiNic-850319587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-917215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1761140'] for network, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:36.950511 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01bca8b0-88a5-493b-921f-18b2aa9df34a None None] Checking router: 56b6778b-b70d-4ea6-bfb2-72e0243c2efa for host: n-d-773647-6 {{(pid=100248) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 14:00:36.950860 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01bca8b0-88a5-493b-921f-18b2aa9df34a None None] Updating router 56b6778b-b70d-4ea6-bfb2-72e0243c2efa port 840eeb93-52af-400b-acc5-5f808b769771 binding host n-d-773647-6 {{(pid=100248) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 14:00:36.954771 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-c6af3588-fb52-42c8-8368-b35aa1642ce2 tempest-ServersTestMultiNic-850319587 tempest-ServersTestMultiNic-850319587-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583035'] for network, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:36.957860 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-c6af3588-fb52-42c8-8368-b35aa1642ce2 tempest-ServersTestMultiNic-850319587 tempest-ServersTestMultiNic-850319587-project] 10.222.0.104 "DELETE /v2.0/networks/148cc126-591d-4f16-8ea9-6ee91e054016 HTTP/1.1" status: 204 len: 168 time: 0.9505265 Jul 06 14:00:36.977393 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 35266) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:00:36.984633 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6af3588-fb52-42c8-8368-b35aa1642ce2 tempest-ServersTestMultiNic-850319587 tempest-ServersTestMultiNic-850319587-project] Pushing event deleted for resources: {'Network': ['ID=148cc126-591d-4f16-8ea9-6ee91e054016,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:00:37.014292 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [None req-bf0f7ecc-67ac-4c91-8c15-bcd9e0721dae tempest-ServersTestMultiNic-850319587 tempest-ServersTestMultiNic-850319587-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1350510202'}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:00:37.036196 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-01bca8b0-88a5-493b-921f-18b2aa9df34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:37.063795 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b86398-d7a0-42ce-bff2-98c4a97660bb req-015c4379-840f-4374-951b-e873b215f332 tempest-ServersAdminNegativeTestJSON-1929369317 tempest-ServersAdminNegativeTestJSON-1929369317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:00:37.065920 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-b7b86398-d7a0-42ce-bff2-98c4a97660bb req-015c4379-840f-4374-951b-e873b215f332 tempest-ServersAdminNegativeTestJSON-1929369317 tempest-ServersAdminNegativeTestJSON-1929369317-project] 10.222.0.72 "GET /v2.0/ports?device_id=7b8504ac-e10a-483e-a568-0cc9b642ae7d HTTP/1.1" status: 200 len: 950 time: 0.1979468 Jul 06 14:00:37.227749 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [req-b7b86398-d7a0-42ce-bff2-98c4a97660bb req-9f22a05b-f497-418e-a7ce-ad7c92ecfd0c tempest-ServersAdminNegativeTestJSON-1929369317 tempest-ServersAdminNegativeTestJSON-1929369317-project] Deleting port 120631fc-3444-45d4-80c8-b1276c40aaf7 {{(pid=100246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:00:37.228093 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-b7b86398-d7a0-42ce-bff2-98c4a97660bb req-9f22a05b-f497-418e-a7ce-ad7c92ecfd0c tempest-ServersAdminNegativeTestJSON-1929369317 tempest-ServersAdminNegativeTestJSON-1929369317-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:37.332093 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.db [req-b7b86398-d7a0-42ce-bff2-98c4a97660bb req-9f22a05b-f497-418e-a7ce-ad7c92ecfd0c tempest-ServersAdminNegativeTestJSON-1929369317 tempest-ServersAdminNegativeTestJSON-1929369317-project] For port 120631fc-3444-45d4-80c8-b1276c40aaf7, host n-h2-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=120631fc-3444-45d4-80c8-b1276c40aaf7,segment=NetworkSegment(c9ea893d-045e-42cf-b3dd-cdd1f79baccd),segment_id=c9ea893d-045e-42cf-b3dd-cdd1f79baccd)] {{(pid=100246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:00:37.332551 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-b7b86398-d7a0-42ce-bff2-98c4a97660bb req-9f22a05b-f497-418e-a7ce-ad7c92ecfd0c tempest-ServersAdminNegativeTestJSON-1929369317 tempest-ServersAdminNegativeTestJSON-1929369317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:37.334958 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-01bca8b0-88a5-493b-921f-18b2aa9df34a None None] Notify callbacks [] for port, precommit_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:37.346190 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [req-b7b86398-d7a0-42ce-bff2-98c4a97660bb req-9f22a05b-f497-418e-a7ce-ad7c92ecfd0c tempest-ServersAdminNegativeTestJSON-1929369317 tempest-ServersAdminNegativeTestJSON-1929369317-project] Calling delete_port for 120631fc-3444-45d4-80c8-b1276c40aaf7 owned by compute:nova {{(pid=100246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:00:37.346863 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-01bca8b0-88a5-493b-921f-18b2aa9df34a None None] Transition to ACTIVE for port object 840eeb93-52af-400b-acc5-5f808b769771 will not be triggered until provisioned by entity L2. {{(pid=100248) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:00:37.355044 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-01bca8b0-88a5-493b-921f-18b2aa9df34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:37.415104 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-01bca8b0-88a5-493b-921f-18b2aa9df34a None None] Attempting to bind port 840eeb93-52af-400b-acc5-5f808b769771 on host n-d-773647-6 for vnic_type normal with profile {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:00:37.415629 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-01bca8b0-88a5-493b-921f-18b2aa9df34a None None] Attempting to bind port 840eeb93-52af-400b-acc5-5f808b769771 by drivers openvswitch,hyperv on host n-d-773647-6 at level 0 using segments [{'id': '89a832b7-7793-4d51-9038-ed7e1c3ff1b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719'}] {{(pid=100248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:00:37.416058 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01bca8b0-88a5-493b-921f-18b2aa9df34a None None] Attempting to bind port 840eeb93-52af-400b-acc5-5f808b769771 on network 2658f09e-a580-4d4a-9968-2d1e0ad93719 {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:00:37.425533 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01bca8b0-88a5-493b-921f-18b2aa9df34a None None] Checking agent: {'id': '8ab5b19c-d213-4f29-891d-27bdf39d38b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773647-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 43, 26), 'started_at': datetime.datetime(2021, 7, 6, 13, 43, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 0, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773647-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:00:37.425982 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01bca8b0-88a5-493b-921f-18b2aa9df34a None None] Checking segment: {'id': '89a832b7-7793-4d51-9038-ed7e1c3ff1b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:00:37.426472 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-01bca8b0-88a5-493b-921f-18b2aa9df34a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:37.427551 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01bca8b0-88a5-493b-921f-18b2aa9df34a None None] Bound using segment: {'id': '89a832b7-7793-4d51-9038-ed7e1c3ff1b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719'} {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:00:37.428089 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-01bca8b0-88a5-493b-921f-18b2aa9df34a None None] Bound port: 840eeb93-52af-400b-acc5-5f808b769771, host: n-d-773647-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89a832b7-7793-4d51-9038-ed7e1c3ff1b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719'}}] {{(pid=100248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:00:37.428538 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-01bca8b0-88a5-493b-921f-18b2aa9df34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:37.452728 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-103444f2-76cc-485b-9098-9d31f7247acf req-498da78f-a18f-466e-aa5c-5c9204ad9bfa tempest-ServerDiskConfigTestJSON-920847304 tempest-ServerDiskConfigTestJSON-920847304-project] 10.222.0.104 "GET /v2.0/security-groups?id=bc287469-1102-40d8-b019-cad062af5465&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4951415 Jul 06 14:00:37.461287 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf0f7ecc-67ac-4c91-8c15-bcd9e0721dae tempest-ServersTestMultiNic-850319587 tempest-ServersTestMultiNic-850319587-project] Made reservation on behalf of a3fc9596cf9941a495b08d5bae1b31d8 for: {'network': 1} {{(pid=100247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:00:37.465030 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-bf0f7ecc-67ac-4c91-8c15-bcd9e0721dae tempest-ServersTestMultiNic-850319587 tempest-ServersTestMultiNic-850319587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for network, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:37.471810 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b00cdb-8006-4c69-bd57-b4b7e58eebca None None] Pushing event updated for resources: {'Port': ['ID=840eeb93-52af-400b-acc5-5f808b769771,revision_number=2']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:00:37.485649 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b00cdb-8006-4c69-bd57-b4b7e58eebca None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:00:37.486235 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b00cdb-8006-4c69-bd57-b4b7e58eebca None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:00:37.487041 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b00cdb-8006-4c69-bd57-b4b7e58eebca None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:00:37.487641 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b00cdb-8006-4c69-bd57-b4b7e58eebca None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:00:37.487937 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b00cdb-8006-4c69-bd57-b4b7e58eebca None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:00:37.488362 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b00cdb-8006-4c69-bd57-b4b7e58eebca None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:00:37.489049 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b00cdb-8006-4c69-bd57-b4b7e58eebca None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:00:37.489188 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b00cdb-8006-4c69-bd57-b4b7e58eebca None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:00:37.490865 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b00cdb-8006-4c69-bd57-b4b7e58eebca None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:00:37.490865 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b00cdb-8006-4c69-bd57-b4b7e58eebca None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:00:37.490865 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b00cdb-8006-4c69-bd57-b4b7e58eebca None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:00:37.490865 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b00cdb-8006-4c69-bd57-b4b7e58eebca None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:00:37.517767 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-b7b86398-d7a0-42ce-bff2-98c4a97660bb req-9f22a05b-f497-418e-a7ce-ad7c92ecfd0c tempest-ServersAdminNegativeTestJSON-1929369317 tempest-ServersAdminNegativeTestJSON-1929369317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127687580'] for port, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:37.520265 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-f158af9b-4298-4487-a48d-2d10ab2a51ab req-3eddea84-0484-41d3-ab7d-c2a0914edab2 service neutron] 10.222.0.127 "GET /v2.0/networks/ac09d390-867f-4b75-a8d2-ab11550bffd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5722237 Jul 06 14:00:37.530867 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] get_ports_and_sgs() called for port_ids ['120631fc-3444-45d4-80c8-b1276c40aaf7'] {{(pid=100248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 14:00:37.534148 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-01bca8b0-88a5-493b-921f-18b2aa9df34a None None] For port 840eeb93-52af-400b-acc5-5f808b769771, host n-d-773647-6, cleared binding levels {{(pid=100248) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:00:37.549149 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf0f7ecc-67ac-4c91-8c15-bcd9e0721dae tempest-ServersTestMultiNic-850319587 tempest-ServersTestMultiNic-850319587-project] vlan segment allocate from pool success with {'vlan_id': 1003, 'physical_network': 'physnet1'} {{(pid=100247) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 14:00:37.558891 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] get_ports_and_sgs() called for port_ids ['637ecd9c-e000-4842-b59a-75b46f1d4b42'] {{(pid=100248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 14:00:37.587602 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbff4c0-06f3-4c9f-a563-37e5949466cc req-048d1bce-92bd-4cea-860f-3b3afd962e45 tempest-ServersOnMultiNodesTest-299961212 tempest-ServersOnMultiNodesTest-299961212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:00:37.591088 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-01bca8b0-88a5-493b-921f-18b2aa9df34a None None] For port 840eeb93-52af-400b-acc5-5f808b769771, host n-d-773647-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=840eeb93-52af-400b-acc5-5f808b769771,segment=NetworkSegment(89a832b7-7793-4d51-9038-ed7e1c3ff1b2),segment_id=89a832b7-7793-4d51-9038-ed7e1c3ff1b2)] {{(pid=100248) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:00:37.594991 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-6cbff4c0-06f3-4c9f-a563-37e5949466cc req-048d1bce-92bd-4cea-860f-3b3afd962e45 tempest-ServersOnMultiNodesTest-299961212 tempest-ServersOnMultiNodesTest-299961212-project] 10.222.0.104 "GET /v2.0/ports?device_id=c7fd8457-e6c3-4c5f-845e-1fc92bd8e24b HTTP/1.1" status: 200 len: 949 time: 0.2450459 Jul 06 14:00:37.598090 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-01bca8b0-88a5-493b-921f-18b2aa9df34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:37.602752 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-bf0f7ecc-67ac-4c91-8c15-bcd9e0721dae tempest-ServersTestMultiNic-850319587 tempest-ServersTestMultiNic-850319587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552'] for segment, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:37.603103 n-d-773647-6 neutron-server[100247]: INFO neutron.db.segments_db [None req-bf0f7ecc-67ac-4c91-8c15-bcd9e0721dae tempest-ServersTestMultiNic-850319587 tempest-ServersTestMultiNic-850319587-project] Added segment 166509c7-637f-47ba-9b47-ad158abbd36b of type vlan for network aceb0070-cd15-4f02-994c-34997327918d Jul 06 14:00:37.630076 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 35278) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:00:37.672216 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7b86398-d7a0-42ce-bff2-98c4a97660bb req-9f22a05b-f497-418e-a7ce-ad7c92ecfd0c tempest-ServersAdminNegativeTestJSON-1929369317 tempest-ServersAdminNegativeTestJSON-1929369317-project] No DVR routers for this DVR port 120631fc-3444-45d4-80c8-b1276c40aaf7 on host n-h2-773647-6 {{(pid=100246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:00:37.674036 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f22a05b-f497-418e-a7ce-ad7c92ecfd0c tempest-ServersAdminNegativeTestJSON-1929369317 tempest-ServersAdminNegativeTestJSON-1929369317-project] Pushing event deleted for resources: {'Port': ['ID=120631fc-3444-45d4-80c8-b1276c40aaf7,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:00:37.676186 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-b7b86398-d7a0-42ce-bff2-98c4a97660bb req-9f22a05b-f497-418e-a7ce-ad7c92ecfd0c tempest-ServersAdminNegativeTestJSON-1929369317 tempest-ServersAdminNegativeTestJSON-1929369317-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:37.678259 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-b7b86398-d7a0-42ce-bff2-98c4a97660bb req-9f22a05b-f497-418e-a7ce-ad7c92ecfd0c tempest-ServersAdminNegativeTestJSON-1929369317 tempest-ServersAdminNegativeTestJSON-1929369317-project] 10.222.0.72 "DELETE /v2.0/ports/120631fc-3444-45d4-80c8-b1276c40aaf7 HTTP/1.1" status: 204 len: 173 time: 0.6055067 Jul 06 14:00:37.680279 n-d-773647-6 neutron-server[100246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b8504ac-e10a-483e-a568-0cc9b642ae7d', 'name': 'network-vif-deleted', 'tag': '120631fc-3444-45d4-80c8-b1276c40aaf7'}] {{(pid=100246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:00:37.681542 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0d96c5ab5e889f7b933ae915b9be33d1b46c9e87795bf781004b656ef3f1e87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3af0195b-b89d-4c0a-ae70-3cbceb813736" -d '{"events": [{"server_uuid": "7b8504ac-e10a-483e-a568-0cc9b642ae7d", "name": "network-vif-deleted", "tag": "120631fc-3444-45d4-80c8-b1276c40aaf7"}]}' {{(pid=100246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:00:37.722559 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01bca8b0-88a5-493b-921f-18b2aa9df34a None None] Routers {'56b6778b-b70d-4ea6-bfb2-72e0243c2efa'} bound to L3 agent in host n-d-773647-6 {{(pid=100248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:00:37.723207 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-01bca8b0-88a5-493b-921f-18b2aa9df34a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T14:00:25Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['56b6778b-b70d-4ea6-bfb2-72e0243c2efa'], 'active': True} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:00:37.769757 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b00cdb-8006-4c69-bd57-b4b7e58eebca None None] Pushing event updated for resources: {'Port': ['ID=840eeb93-52af-400b-acc5-5f808b769771,revision_number=3']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:00:37.773120 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-bf0f7ecc-67ac-4c91-8c15-bcd9e0721dae tempest-ServersTestMultiNic-850319587 tempest-ServersTestMultiNic-850319587-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773752984405'] for network, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:37.849486 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-6cbff4c0-06f3-4c9f-a563-37e5949466cc req-36ee4b66-21be-4906-93cb-99f43c3cd06a tempest-ServersOnMultiNodesTest-299961212 tempest-ServersOnMultiNodesTest-299961212-project] 10.222.0.104 "GET /v2.0/security-groups?id=304f894d-c671-4a59-b0fb-2a4d849c5ac9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2534931 Jul 06 14:00:37.867041 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.db_base_plugin_v2 [None req-644a1350-6f5a-4717-88a7-34b0576890e9 admin admin] Deleting subnet 0d9c7e4d-cc45-436f-9515-ad95d32a063f {{(pid=100247) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 14:00:37.890835 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-644a1350-6f5a-4717-88a7-34b0576890e9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:37.946651 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-bf0f7ecc-67ac-4c91-8c15-bcd9e0721dae tempest-ServersTestMultiNic-850319587 tempest-ServersTestMultiNic-850319587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060'] for network, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:37.952966 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf0f7ecc-67ac-4c91-8c15-bcd9e0721dae tempest-ServersTestMultiNic-850319587 tempest-ServersTestMultiNic-850319587-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:00:37.954674 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-bf0f7ecc-67ac-4c91-8c15-bcd9e0721dae tempest-ServersTestMultiNic-850319587 tempest-ServersTestMultiNic-850319587-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583035'] for network, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:37.960965 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvr_db [None req-01bca8b0-88a5-493b-921f-18b2aa9df34a None None] Set router 56b6778b-b70d-4ea6-bfb2-72e0243c2efa gateway port host: n-d-773647-6 {{(pid=100248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:00:38.007975 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-3e8da041-5059-4b10-bb91-f8cebddda697 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:38.122245 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-bf0f7ecc-67ac-4c91-8c15-bcd9e0721dae tempest-ServersTestMultiNic-850319587 tempest-ServersTestMultiNic-850319587-project] 10.222.0.104 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.1400506 Jul 06 14:00:38.122587 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 35290) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:00:38.127779 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-126f9229-f179-4473-a406-cb9706001a1d tempest-ServersTestMultiNic-850319587 tempest-ServersTestMultiNic-850319587-project] Request body: {'subnet': {'network_id': 'aceb0070-cd15-4f02-994c-34997327918d', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:00:38.197877 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-68aaae61-19fb-496f-ad6d-a8ca288d89e1 req-6e077d23-68ea-47ac-ba88-3b2d174516c4 tempest-ServersAdminNegativeTestJSON-1929369317 tempest-ServersAdminNegativeTestJSON-1929369317-project] 10.222.0.104 "GET /v2.0/ports?device_id=7b8504ac-e10a-483e-a568-0cc9b642ae7d HTTP/1.1" status: 200 len: 210 time: 0.1969643 Jul 06 14:00:38.208159 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-644a1350-6f5a-4717-88a7-34b0576890e9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127131748'] for subnet, precommit_delete_associations {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:38.214554 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-01bca8b0-88a5-493b-921f-18b2aa9df34a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56b6778b-b70d-4ea6-bfb2-72e0243c2efa', 'name': 'tempest-AttachSCSIVolumeTestJSON-372456918-router', 'tenant_id': 'f164ffe0f85a41f0bab6414346dd567f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.102'}], 'enable_snat': True}, 'gw_port_id': '840eeb93-52af-400b-acc5-5f808b769771', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:00:32Z', 'updated_at': '2021-07-06T14:00:34Z', 'revision_number': 3, 'project_id': 'f164ffe0f85a41f0bab6414346dd567f', 'gw_port': {'id': '840eeb93-52af-400b-acc5-5f808b769771', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:f4:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56b6778b-b70d-4ea6-bfb2-72e0243c2efa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 813, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:00:32Z', 'updated_at': '2021-07-06T14:00:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6'}], 'n-d-773647-6', False) {} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:00:38.253900 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0f7ecc-67ac-4c91-8c15-bcd9e0721dae tempest-ServersTestMultiNic-850319587 tempest-ServersTestMultiNic-850319587-project] Pushing event updated for resources: {'Network': ['ID=aceb0070-cd15-4f02-994c-34997327918d,revision_number=1']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:00:38.262742 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 14:00:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec68b213-562c-41bb-9daa-c819772d601b x-openstack-request-id: req-ec68b213-562c-41bb-9daa-c819772d601b {{(pid=100246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:00:38.263243 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b8504ac-e10a-483e-a568-0cc9b642ae7d", "name": "network-vif-deleted", "tag": "120631fc-3444-45d4-80c8-b1276c40aaf7", "status": "completed", "code": 200}]} {{(pid=100246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:00:38.271902 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-ec68b213-562c-41bb-9daa-c819772d601b {{(pid=100246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:00:38.272593 n-d-773647-6 neutron-server[100246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b8504ac-e10a-483e-a568-0cc9b642ae7d', 'name': 'network-vif-deleted', 'tag': '120631fc-3444-45d4-80c8-b1276c40aaf7', 'status': 'completed', 'code': 200} Jul 06 14:00:38.332242 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Network aceb0070-cd15-4f02-994c-34997327918d details requested by agent ovs-agent-n-d-773647-6 with host n-d-773647-6 {{(pid=100248) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 14:00:38.334765 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01bca8b0-88a5-493b-921f-18b2aa9df34a None None] The sync data for ids ['56b6778b-b70d-4ea6-bfb2-72e0243c2efa'] in n-d-773647-6 is: [{'id': '56b6778b-b70d-4ea6-bfb2-72e0243c2efa', 'name': 'tempest-AttachSCSIVolumeTestJSON-372456918-router', 'tenant_id': 'f164ffe0f85a41f0bab6414346dd567f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.102'}], 'enable_snat': True}, 'gw_port_id': '840eeb93-52af-400b-acc5-5f808b769771', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:00:32Z', 'updated_at': '2021-07-06T14:00:34Z', 'revision_number': 3, 'project_id': 'f164ffe0f85a41f0bab6414346dd567f', 'gw_port': {'id': '840eeb93-52af-400b-acc5-5f808b769771', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:f4:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56b6778b-b70d-4ea6-bfb2-72e0243c2efa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 813, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:00:32Z', 'updated_at': '2021-07-06T14:00:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6'}] {{(pid=100248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 14:00:38.388970 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-126f9229-f179-4473-a406-cb9706001a1d tempest-ServersTestMultiNic-850319587 tempest-ServersTestMultiNic-850319587-project] Made reservation on behalf of a3fc9596cf9941a495b08d5bae1b31d8 for: {'subnet': 1} {{(pid=100246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:00:38.392570 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-126f9229-f179-4473-a406-cb9706001a1d tempest-ServersTestMultiNic-850319587 tempest-ServersTestMultiNic-850319587-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127702029'] for subnet, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:38.427128 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-644a1350-6f5a-4717-88a7-34b0576890e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-913473'] for subnet, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:38.613091 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.db_base_plugin_common [None req-3e8da041-5059-4b10-bb91-f8cebddda697 admin admin] Allocated IP 172.20.0.1 (ee6b98f4-5a65-4f23-99dc-04152db89d72/d87cf09f-618b-4d0c-8799-8f5cd2407c6c/5a5b58f6-d968-4012-a5a8-720a5d3d9b5c) {{(pid=100247) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:00:38.621721 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 55e1dd5c-ad88-46cd-b84f-325ef90738ff no longer exists at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:00:38.645162 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 35298) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:00:38.656808 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] No Port match for: 55e1dd5c-ad88-46cd-b84f-325ef90738ff {{(pid=100248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 14:00:38.657246 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 55e1dd5c-ad88-46cd-b84f-325ef90738ff not bound to the agent host n-d-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:00:38.726868 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-126f9229-f179-4473-a406-cb9706001a1d tempest-ServersTestMultiNic-850319587 tempest-ServersTestMultiNic-850319587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1849032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127687649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127702047'] for subnet, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:38.818961 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126f9229-f179-4473-a406-cb9706001a1d tempest-ServersTestMultiNic-850319587 tempest-ServersTestMultiNic-850319587-project] Pushing event updated for resources: {'Subnet': ['ID=a235bec2-c1ce-4c14-a6de-642c9350c95b,revision_number=0']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:00:38.822320 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-126f9229-f179-4473-a406-cb9706001a1d tempest-ServersTestMultiNic-850319587 tempest-ServersTestMultiNic-850319587-project] Checking segment: {'id': '166509c7-637f-47ba-9b47-ad158abbd36b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1003, 'network_id': 'aceb0070-cd15-4f02-994c-34997327918d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:00:38.822855 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-126f9229-f179-4473-a406-cb9706001a1d tempest-ServersTestMultiNic-850319587 tempest-ServersTestMultiNic-850319587-project] Network hostable DHCP agents. Network: aceb0070-cd15-4f02-994c-34997327918d, hostable agents: ['f2bada3d-be77-4359-982b-8505a2bbca04'], hosted agents: [] {{(pid=100246) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 14:00:38.847328 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-644a1350-6f5a-4717-88a7-34b0576890e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-913480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1849032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-128888347', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127627857'] for subnet, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:38.851835 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-af4ce333-a5f7-4981-a0e3-018627294253 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:38.853530 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-126f9229-f179-4473-a406-cb9706001a1d tempest-ServersTestMultiNic-850319587 tempest-ServersTestMultiNic-850319587-project] Network aceb0070-cd15-4f02-994c-34997327918d is scheduled to be hosted by DHCP agent f2bada3d-be77-4359-982b-8505a2bbca04 with binding_index 1 {{(pid=100246) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 14:00:38.868210 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12a71d4-de22-4da2-8abd-1d53dfc0b4dc req-4f7833dc-1db7-47eb-aef0-b0e7c0ec373e tempest-DeleteServersTestJSON-677393534 tempest-DeleteServersTestJSON-677393534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:00:38.874818 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.base_scheduler [None req-126f9229-f179-4473-a406-cb9706001a1d tempest-ServersTestMultiNic-850319587 tempest-ServersTestMultiNic-850319587-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773647-6, aceb0070-cd15-4f02-994c-34997327918d) {{(pid=100246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:00:38.875761 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-f12a71d4-de22-4da2-8abd-1d53dfc0b4dc req-4f7833dc-1db7-47eb-aef0-b0e7c0ec373e tempest-DeleteServersTestJSON-677393534 tempest-DeleteServersTestJSON-677393534-project] 10.222.0.104 "GET /v2.0/ports?device_id=35567473-98d6-438d-b4ea-81f3a880422a HTTP/1.1" status: 200 len: 945 time: 0.5519602 Jul 06 14:00:38.884281 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-126f9229-f179-4473-a406-cb9706001a1d tempest-ServersTestMultiNic-850319587 tempest-ServersTestMultiNic-850319587-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:00:38.884881 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-126f9229-f179-4473-a406-cb9706001a1d tempest-ServersTestMultiNic-850319587 tempest-ServersTestMultiNic-850319587-project] Notify callbacks [] for subnet, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:38.886364 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b040ab64-cffb-47c5-963c-c19da178f95c None None] Network aceb0070-cd15-4f02-994c-34997327918d requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:00:38.940327 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-3e8da041-5059-4b10-bb91-f8cebddda697 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:38.945071 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644a1350-6f5a-4717-88a7-34b0576890e9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0d9c7e4d-cc45-436f-9515-ad95d32a063f,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:00:38.955820 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-644a1350-6f5a-4717-88a7-34b0576890e9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583035'] for subnet, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:38.959619 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Device 77f2936b-9d5d-4a82-bf34-d5104100db58 up at agent hyperv_n-h1-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:00:38.962097 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-644a1350-6f5a-4717-88a7-34b0576890e9 admin admin] 10.222.0.104 "DELETE /v2.0/subnets/0d9c7e4d-cc45-436f-9515-ad95d32a063f HTTP/1.1" status: 204 len: 168 time: 1.3309498 Jul 06 14:00:38.965506 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 35302) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:00:38.979290 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.provisioning_blocks [None req-3e8da041-5059-4b10-bb91-f8cebddda697 admin admin] Transition to ACTIVE for port object 5a5b58f6-d968-4012-a5a8-720a5d3d9b5c will not be triggered until provisioned by entity DHCP. {{(pid=100247) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:00:39.031527 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-af4ce333-a5f7-4981-a0e3-018627294253 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:39.036339 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-3e8da041-5059-4b10-bb91-f8cebddda697 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-128888360'] for port, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:39.046873 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-af4ce333-a5f7-4981-a0e3-018627294253 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:39.068589 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-126f9229-f179-4473-a406-cb9706001a1d tempest-ServersTestMultiNic-850319587 tempest-ServersTestMultiNic-850319587-project] 10.222.0.104 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.9424400 Jul 06 14:00:39.077074 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Provisioning for port 77f2936b-9d5d-4a82-bf34-d5104100db58 completed by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:00:39.085592 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 35304) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:00:39.089414 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Provisioning complete for port 77f2936b-9d5d-4a82-bf34-d5104100db58 triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:00:39.090066 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:39.099233 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-ef7e7481-2cc5-466f-9a37-2c1ea213d17a tempest-ServersTestMultiNic-850319587 tempest-ServersTestMultiNic-850319587-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-805681899'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:00:39.105665 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8da041-5059-4b10-bb91-f8cebddda697 admin admin] Pushing event updated for resources: {'Port': ['ID=5a5b58f6-d968-4012-a5a8-720a5d3d9b5c,revision_number=1']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:00:39.117448 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d09e90-d7bc-4679-a3cb-f8135ac05a31 req-e57a9c99-7334-4834-a70b-2f1f845fb47d tempest-ServersOnMultiNodesTest-299961212 tempest-ServersOnMultiNodesTest-299961212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:00:39.125043 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-15d09e90-d7bc-4679-a3cb-f8135ac05a31 req-e57a9c99-7334-4834-a70b-2f1f845fb47d tempest-ServersOnMultiNodesTest-299961212 tempest-ServersOnMultiNodesTest-299961212-project] 10.222.0.104 "GET /v2.0/ports?device_id=498d4219-b846-47a7-81ce-c72ff020ccc6 HTTP/1.1" status: 200 len: 948 time: 0.6183622 Jul 06 14:00:39.137217 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef7e7481-2cc5-466f-9a37-2c1ea213d17a tempest-ServersTestMultiNic-850319587 tempest-ServersTestMultiNic-850319587-project] Made reservation on behalf of a3fc9596cf9941a495b08d5bae1b31d8 for: {'network': 1} {{(pid=100246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:00:39.141087 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-ef7e7481-2cc5-466f-9a37-2c1ea213d17a tempest-ServersTestMultiNic-850319587 tempest-ServersTestMultiNic-850319587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for network, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:39.151967 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-cc5fdade-ef78-4945-8a4e-245586d15348 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530492'] for network, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:39.159122 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ddcf896-39cf-411a-ab37-32473bba00b6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6bd5fc82-6666-56e8-87c2-91648d36c963-aceb0070-cd15-4f02-994c-34997327918d', 'network_id': 'aceb0070-cd15-4f02-994c-34997327918d', 'tenant_id': 'a3fc9596cf9941a495b08d5bae1b31d8', 'fixed_ips': [{'subnet_id': 'a235bec2-c1ce-4c14-a6de-642c9350c95b'}]}} from n-d-773647-6. {{(pid=100248) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 14:00:39.160026 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-2ddcf896-39cf-411a-ab37-32473bba00b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:39.170340 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-af4ce333-a5f7-4981-a0e3-018627294253 admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=9417f0f2b6b04bf8a6553b63bb5d6f0a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5238848 Jul 06 14:00:39.171677 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4ce333-a5f7-4981-a0e3-018627294253 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cb85204-55ca-4e62-a6bf-e42421869f1f,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:00:39.173489 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-f12a71d4-de22-4da2-8abd-1d53dfc0b4dc req-a2683260-ce1f-43f4-a4c9-21d480056a5e tempest-DeleteServersTestJSON-677393534 tempest-DeleteServersTestJSON-677393534-project] 10.222.0.104 "GET /v2.0/security-groups?id=7d4cbf2c-f907-4452-8928-a2a298fe7ee1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2935920 Jul 06 14:00:39.174913 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 35306) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:00:39.177154 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e8da041-5059-4b10-bb91-f8cebddda697 admin admin] Network ee6b98f4-5a65-4f23-99dc-04152db89d72 is already hosted by enough agents. {{(pid=100247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:00:39.257979 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef7e7481-2cc5-466f-9a37-2c1ea213d17a tempest-ServersTestMultiNic-850319587 tempest-ServersTestMultiNic-850319587-project] vlan segment allocate from pool success with {'vlan_id': 1030, 'physical_network': 'physnet1'} {{(pid=100246) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 14:00:39.282184 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-ef7e7481-2cc5-466f-9a37-2c1ea213d17a tempest-ServersTestMultiNic-850319587 tempest-ServersTestMultiNic-850319587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552'] for segment, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:39.286082 n-d-773647-6 neutron-server[100246]: INFO neutron.db.segments_db [None req-ef7e7481-2cc5-466f-9a37-2c1ea213d17a tempest-ServersTestMultiNic-850319587 tempest-ServersTestMultiNic-850319587-project] Added segment 57b4cf47-26fb-4601-878a-d90cbb33afe8 of type vlan for network 9c3af1d0-561e-4fe7-948c-2b7935a222d0 Jul 06 14:00:39.305625 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.base_scheduler [None req-3e8da041-5059-4b10-bb91-f8cebddda697 admin admin] Resources bound (agent type, host, resource id): {{(pid=100247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:00:39.330648 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-907c162b-d9ac-42af-8906-0a23aa01de56 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:39.332433 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:39.340555 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e8da041-5059-4b10-bb91-f8cebddda697 admin admin] Received port after_create {{(pid=100247) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:00:39.382968 n-d-773647-6 neutron-server[100248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '498d4219-b846-47a7-81ce-c72ff020ccc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77f2936b-9d5d-4a82-bf34-d5104100db58'}] {{(pid=100248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:00:39.385933 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84af257533e383389cbcf231d3534f4d5e149e7203fea16b4a8fc01438dddaf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d05f6127-26e9-4f6d-b862-15828a6fc53f" -d '{"events": [{"server_uuid": "498d4219-b846-47a7-81ce-c72ff020ccc6", "name": "network-vif-plugged", "status": "completed", "tag": "77f2936b-9d5d-4a82-bf34-d5104100db58"}]}' {{(pid=100248) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:00:39.404233 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-ef7e7481-2cc5-466f-9a37-2c1ea213d17a tempest-ServersTestMultiNic-850319587 tempest-ServersTestMultiNic-850319587-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773752984405'] for network, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:39.417574 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] For port 77f2936b-9d5d-4a82-bf34-d5104100db58, host n-h1-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773647-6',level=0,port_id=77f2936b-9d5d-4a82-bf34-d5104100db58,segment=NetworkSegment(c9ea893d-045e-42cf-b3dd-cdd1f79baccd),segment_id=c9ea893d-045e-42cf-b3dd-cdd1f79baccd)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:00:39.428984 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:39.445962 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-15d09e90-d7bc-4679-a3cb-f8135ac05a31 req-17be982e-48e0-48e8-bc5d-e2ab84d1a728 tempest-ServersOnMultiNodesTest-299961212 tempest-ServersOnMultiNodesTest-299961212-project] 10.222.0.104 "GET /v2.0/security-groups?id=304f894d-c671-4a59-b0fb-2a4d849c5ac9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3197703 Jul 06 14:00:39.486050 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.db_base_plugin_common [None req-2ddcf896-39cf-411a-ab37-32473bba00b6 None None] Allocated IP 19.80.0.2 (aceb0070-cd15-4f02-994c-34997327918d/a235bec2-c1ce-4c14-a6de-642c9350c95b/1992cb40-371d-49d2-b9d1-07cb15e8069e) {{(pid=100248) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:00:39.506019 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Pushing event updated for resources: {'Port': ['ID=77f2936b-9d5d-4a82-bf34-d5104100db58,revision_number=5']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:00:39.517290 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-3e8da041-5059-4b10-bb91-f8cebddda697 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1807675'] for router_interface, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:39.519044 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-ef7e7481-2cc5-466f-9a37-2c1ea213d17a tempest-ServersTestMultiNic-850319587 tempest-ServersTestMultiNic-850319587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060'] for network, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:39.545524 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef7e7481-2cc5-466f-9a37-2c1ea213d17a tempest-ServersTestMultiNic-850319587 tempest-ServersTestMultiNic-850319587-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:00:39.546195 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-ef7e7481-2cc5-466f-9a37-2c1ea213d17a tempest-ServersTestMultiNic-850319587 tempest-ServersTestMultiNic-850319587-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583035'] for network, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:39.556305 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 14:00:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac3f7afa-b04c-45bb-aadc-3b7d7940f70f x-openstack-request-id: req-ac3f7afa-b04c-45bb-aadc-3b7d7940f70f {{(pid=100248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:00:39.556613 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "498d4219-b846-47a7-81ce-c72ff020ccc6", "name": "network-vif-plugged", "status": "completed", "tag": "77f2936b-9d5d-4a82-bf34-d5104100db58", "code": 200}]} {{(pid=100248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:00:39.556928 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-ac3f7afa-b04c-45bb-aadc-3b7d7940f70f {{(pid=100248) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:00:39.557336 n-d-773647-6 neutron-server[100248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '498d4219-b846-47a7-81ce-c72ff020ccc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77f2936b-9d5d-4a82-bf34-d5104100db58', 'code': 200} Jul 06 14:00:39.650049 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-907c162b-d9ac-42af-8906-0a23aa01de56 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:39.655834 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-cc5fdade-ef78-4945-8a4e-245586d15348 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-917204', 'neutron.services.segments.db._delete_segments_for_network-8773753502302'] for network, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:39.673237 n-d-773647-6 neutron-server[100246]: DEBUG neutron.services.segments.db [None req-cc5fdade-ef78-4945-8a4e-245586d15348 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2087659c-d042-4f52-8c8b-57a851bb551b']}} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:00:39.691551 n-d-773647-6 neutron-server[100246]: DEBUG neutron.services.segments.db [None req-cc5fdade-ef78-4945-8a4e-245586d15348 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '165a4ca3-d89f-4657-8b31-086440d21aaa') {'for_net_delete': True} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:00:39.691828 n-d-773647-6 neutron-server[100246]: DEBUG neutron.services.segments.db [None req-cc5fdade-ef78-4945-8a4e-245586d15348 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '165a4ca3-d89f-4657-8b31-086440d21aaa') {} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:00:39.702202 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-cc5fdade-ef78-4945-8a4e-245586d15348 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773753515138', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126218898'] for segment, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:39.752782 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-ef7e7481-2cc5-466f-9a37-2c1ea213d17a tempest-ServersTestMultiNic-850319587 tempest-ServersTestMultiNic-850319587-project] 10.222.0.104 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.6635153 Jul 06 14:00:39.756048 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 35316) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:00:39.806733 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [None req-4a54a289-548c-443c-bf5e-92eaa6911511 tempest-ServersTestMultiNic-850319587 tempest-ServersTestMultiNic-850319587-project] Request body: {'subnet': {'network_id': '9c3af1d0-561e-4fe7-948c-2b7935a222d0', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:00:39.818670 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-cc5fdade-ef78-4945-8a4e-245586d15348 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552'] for segment, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:39.828219 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-2ddcf896-39cf-411a-ab37-32473bba00b6 None None] Notify callbacks [] for port, precommit_create {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:39.831130 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-7a079479-d0a1-4bda-a62e-f56fe3208200 None None] Provisioning for port 5a5b58f6-d968-4012-a5a8-720a5d3d9b5c completed by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:00:39.838348 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-7a079479-d0a1-4bda-a62e-f56fe3208200 None None] Provisioning complete for port 5a5b58f6-d968-4012-a5a8-720a5d3d9b5c triggered by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:00:39.838716 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-7a079479-d0a1-4bda-a62e-f56fe3208200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:39.856862 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc5fdade-ef78-4945-8a4e-245586d15348 admin admin] Releasing vlan 1029 on physical network physnet1 to pool {{(pid=100246) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 14:00:39.858030 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-cc5fdade-ef78-4945-8a4e-245586d15348 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127687491'] for segment, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:39.869850 n-d-773647-6 neutron-server[100246]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:00:39.869850 n-d-773647-6 neutron-server[100246]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:00:39.869850 n-d-773647-6 neutron-server[100246]: Traceback (most recent call last): Jul 06 14:00:39.869850 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 14:00:39.869850 n-d-773647-6 neutron-server[100246]: timer() Jul 06 14:00:39.869850 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 14:00:39.869850 n-d-773647-6 neutron-server[100246]: cb(*args, **kw) Jul 06 14:00:39.869850 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 14:00:39.869850 n-d-773647-6 neutron-server[100246]: return func(*args, **kwargs) Jul 06 14:00:39.869850 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 14:00:39.869850 n-d-773647-6 neutron-server[100246]: self._notify() Jul 06 14:00:39.869850 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 14:00:39.869850 n-d-773647-6 neutron-server[100246]: self.callback(batched_events) Jul 06 14:00:39.869850 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 14:00:39.869850 n-d-773647-6 neutron-server[100246]: event.method(event) Jul 06 14:00:39.869850 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 14:00:39.869850 n-d-773647-6 neutron-server[100246]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 14:00:39.869850 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 14:00:39.869850 n-d-773647-6 neutron-server[100246]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 14:00:39.869850 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 14:00:39.869850 n-d-773647-6 neutron-server[100246]: return f(self, *a, **k) Jul 06 14:00:39.869850 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 14:00:39.869850 n-d-773647-6 neutron-server[100246]: return self._get(url).json() Jul 06 14:00:39.869850 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 14:00:39.869850 n-d-773647-6 neutron-server[100246]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 14:00:39.869850 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 14:00:39.869850 n-d-773647-6 neutron-server[100246]: return self.request(url, 'GET', **kwargs) Jul 06 14:00:39.869850 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 14:00:39.869850 n-d-773647-6 neutron-server[100246]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 14:00:39.869850 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 14:00:39.869850 n-d-773647-6 neutron-server[100246]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 14:00:39.869850 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 14:00:39.869850 n-d-773647-6 neutron-server[100246]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 14:00:39.869850 n-d-773647-6 neutron-server[100246]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 14:00:39.873352 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-2ddcf896-39cf-411a-ab37-32473bba00b6 None None] Transition to ACTIVE for port object 1992cb40-371d-49d2-b9d1-07cb15e8069e will not be triggered until provisioned by entity L2. {{(pid=100248) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:00:39.905002 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-2ddcf896-39cf-411a-ab37-32473bba00b6 None None] Transition to ACTIVE for port object 1992cb40-371d-49d2-b9d1-07cb15e8069e will not be triggered until provisioned by entity DHCP. {{(pid=100248) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:00:39.907885 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-7a079479-d0a1-4bda-a62e-f56fe3208200 None None] Port 5a5b58f6-d968-4012-a5a8-720a5d3d9b5c cannot update to ACTIVE because it is not bound. {{(pid=100248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 14:00:39.917091 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-2ddcf896-39cf-411a-ab37-32473bba00b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108'] for port, after_create {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:39.931920 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7e7481-2cc5-466f-9a37-2c1ea213d17a tempest-ServersTestMultiNic-850319587 tempest-ServersTestMultiNic-850319587-project] Pushing event updated for resources: {'Network': ['ID=9c3af1d0-561e-4fe7-948c-2b7935a222d0,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:00:39.961180 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Network 9c3af1d0-561e-4fe7-948c-2b7935a222d0 details requested by agent ovs-agent-n-d-773647-6 with host n-d-773647-6 {{(pid=100248) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 14:00:39.968737 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-cc5fdade-ef78-4945-8a4e-245586d15348 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-917215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1761140'] for network, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:39.981409 n-d-773647-6 neutron-server[100248]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ddcf896-39cf-411a-ab37-32473bba00b6 None None] Network aceb0070-cd15-4f02-994c-34997327918d is already hosted by enough agents. {{(pid=100248) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:00:40.002076 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-cc5fdade-ef78-4945-8a4e-245586d15348 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583035'] for network, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:40.006379 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-cc5fdade-ef78-4945-8a4e-245586d15348 admin admin] 10.222.0.104 "DELETE /v2.0/networks/2087659c-d042-4f52-8c8b-57a851bb551b HTTP/1.1" status: 204 len: 168 time: 1.0394595 Jul 06 14:00:40.024643 n-d-773647-6 neutron-server[100248]: DEBUG neutron.scheduler.base_scheduler [None req-2ddcf896-39cf-411a-ab37-32473bba00b6 None None] Resources bound (agent type, host, resource id): {{(pid=100248) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:00:40.026887 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74391c21-df29-4159-a816-9a8cacda7855 req-14e36be1-a378-4c92-85fe-bee69146aa9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:00:40.029759 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-74391c21-df29-4159-a816-9a8cacda7855 req-14e36be1-a378-4c92-85fe-bee69146aa9b service neutron] 10.222.0.127 "GET /v2.0/ports?device_id=498d4219-b846-47a7-81ce-c72ff020ccc6 HTTP/1.1" status: 200 len: 1100 time: 0.3761678 Jul 06 14:00:40.036298 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5fdade-ef78-4945-8a4e-245586d15348 admin admin] Pushing event deleted for resources: {'Network': ['ID=2087659c-d042-4f52-8c8b-57a851bb551b,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:00:40.088323 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be68feb-2c1d-4490-a5dc-12d8df7bd4e6 req-e34eff6e-ce32-4dfe-8bfb-8140a98c577e tempest-ServerDiskConfigTestJSON-920847304 tempest-ServerDiskConfigTestJSON-920847304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:00:40.095868 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-5be68feb-2c1d-4490-a5dc-12d8df7bd4e6 req-e34eff6e-ce32-4dfe-8bfb-8140a98c577e tempest-ServerDiskConfigTestJSON-920847304 tempest-ServerDiskConfigTestJSON-920847304-project] 10.222.0.104 "GET /v2.0/ports?device_id=0f4b4d0f-4467-44a3-8615-0ffc3a6ef0c6 HTTP/1.1" status: 200 len: 945 time: 0.3691065 Jul 06 14:00:40.108328 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-907c162b-d9ac-42af-8906-0a23aa01de56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:40.111239 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-907c162b-d9ac-42af-8906-0a23aa01de56 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:40.127014 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-907c162b-d9ac-42af-8906-0a23aa01de56 admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/2cb85204-55ca-4e62-a6bf-e42421869f1f HTTP/1.1" status: 204 len: 168 time: 0.9373453 Jul 06 14:00:40.173032 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 35324) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:00:40.224606 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-95ade3e8-9cbf-48d3-b973-d618ad43273b admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=8d6af3c3691644c2b04c2cdb0feff257&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0500977 Jul 06 14:00:40.226870 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ddcf896-39cf-411a-ab37-32473bba00b6 None None] Received port after_create {{(pid=100248) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:00:40.227807 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 35328) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:00:40.243266 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-3e8da041-5059-4b10-bb91-f8cebddda697 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:40.247235 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-74391c21-df29-4159-a816-9a8cacda7855 req-885368e2-e1eb-4678-a9ca-8467838dee19 service neutron] 10.222.0.127 "GET /v2.0/security-groups?id=304f894d-c671-4a59-b0fb-2a4d849c5ac9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2065628 Jul 06 14:00:40.265405 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907c162b-d9ac-42af-8906-0a23aa01de56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cb85204-55ca-4e62-a6bf-e42421869f1f,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:00:40.278929 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ddcf896-39cf-411a-ab37-32473bba00b6 None None] Pushing event updated for resources: {'Port': ['ID=1992cb40-371d-49d2-b9d1-07cb15e8069e,revision_number=1']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:00:40.305656 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-64e5a39f-b58b-4ef9-a2d4-aa03d9258567 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:40.314507 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-5be68feb-2c1d-4490-a5dc-12d8df7bd4e6 req-1018446d-f2b7-4aca-af4f-18e6653c2097 tempest-ServerDiskConfigTestJSON-920847304 tempest-ServerDiskConfigTestJSON-920847304-project] 10.222.0.104 "GET /v2.0/security-groups?id=bc287469-1102-40d8-b019-cad062af5465&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2177382 Jul 06 14:00:40.330460 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:40.341806 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e555296-b1a9-4093-b5f5-ecc7fd0b4c49 req-8404af7b-8a98-463b-a9d6-b5238f0fce4d tempest-ServerDiskConfigTestJSON-920847304 tempest-ServerDiskConfigTestJSON-920847304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:00:40.343638 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-0e555296-b1a9-4093-b5f5-ecc7fd0b4c49 req-8404af7b-8a98-463b-a9d6-b5238f0fce4d tempest-ServerDiskConfigTestJSON-920847304 tempest-ServerDiskConfigTestJSON-920847304-project] 10.222.0.127 "GET /v2.0/ports?device_id=0f4b4d0f-4467-44a3-8615-0ffc3a6ef0c6 HTTP/1.1" status: 200 len: 945 time: 0.3974640 Jul 06 14:00:40.362007 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-64e5a39f-b58b-4ef9-a2d4-aa03d9258567 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:40.375772 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-2ddcf896-39cf-411a-ab37-32473bba00b6 None None] Attempting to bind port 1992cb40-371d-49d2-b9d1-07cb15e8069e on host n-d-773647-6 for vnic_type normal with profile {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:00:40.379743 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-2ddcf896-39cf-411a-ab37-32473bba00b6 None None] Attempting to bind port 1992cb40-371d-49d2-b9d1-07cb15e8069e by drivers openvswitch,hyperv on host n-d-773647-6 at level 0 using segments [{'id': '166509c7-637f-47ba-9b47-ad158abbd36b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1003, 'network_id': 'aceb0070-cd15-4f02-994c-34997327918d'}] {{(pid=100248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:00:40.380352 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ddcf896-39cf-411a-ab37-32473bba00b6 None None] Attempting to bind port 1992cb40-371d-49d2-b9d1-07cb15e8069e on network aceb0070-cd15-4f02-994c-34997327918d {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:00:40.386242 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ddcf896-39cf-411a-ab37-32473bba00b6 None None] Checking agent: {'id': '8ab5b19c-d213-4f29-891d-27bdf39d38b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773647-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 43, 26), 'started_at': datetime.datetime(2021, 7, 6, 13, 43, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 0, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773647-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:00:40.386969 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ddcf896-39cf-411a-ab37-32473bba00b6 None None] Checking segment: {'id': '166509c7-637f-47ba-9b47-ad158abbd36b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1003, 'network_id': 'aceb0070-cd15-4f02-994c-34997327918d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:00:40.387586 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-2ddcf896-39cf-411a-ab37-32473bba00b6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:40.388153 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ddcf896-39cf-411a-ab37-32473bba00b6 None None] Bound using segment: {'id': '166509c7-637f-47ba-9b47-ad158abbd36b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1003, 'network_id': 'aceb0070-cd15-4f02-994c-34997327918d'} {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:00:40.389003 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-2ddcf896-39cf-411a-ab37-32473bba00b6 None None] Bound port: 1992cb40-371d-49d2-b9d1-07cb15e8069e, host: n-d-773647-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '166509c7-637f-47ba-9b47-ad158abbd36b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1003, 'network_id': 'aceb0070-cd15-4f02-994c-34997327918d'}}] {{(pid=100248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:00:40.389581 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-2ddcf896-39cf-411a-ab37-32473bba00b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:40.438271 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-64e5a39f-b58b-4ef9-a2d4-aa03d9258567 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:40.446183 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-64e5a39f-b58b-4ef9-a2d4-aa03d9258567 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:40.449995 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-64e5a39f-b58b-4ef9-a2d4-aa03d9258567 admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/cf130993-6904-4731-ae5d-09749f3f4522 HTTP/1.1" status: 204 len: 168 time: 0.2196651 Jul 06 14:00:40.464051 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-2ddcf896-39cf-411a-ab37-32473bba00b6 None None] For port 1992cb40-371d-49d2-b9d1-07cb15e8069e, host n-d-773647-6, cleared binding levels {{(pid=100248) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:00:40.468395 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-2ddcf896-39cf-411a-ab37-32473bba00b6 None None] For port 1992cb40-371d-49d2-b9d1-07cb15e8069e, host n-d-773647-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=1992cb40-371d-49d2-b9d1-07cb15e8069e,segment=NetworkSegment(166509c7-637f-47ba-9b47-ad158abbd36b),segment_id=166509c7-637f-47ba-9b47-ad158abbd36b)] {{(pid=100248) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:00:40.472417 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e5a39f-b58b-4ef9-a2d4-aa03d9258567 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf130993-6904-4731-ae5d-09749f3f4522,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:00:40.483147 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-2ddcf896-39cf-411a-ab37-32473bba00b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:40.660259 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ddcf896-39cf-411a-ab37-32473bba00b6 None None] Pushing event updated for resources: {'Port': ['ID=1992cb40-371d-49d2-b9d1-07cb15e8069e,revision_number=2']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:00:40.697958 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 840eeb93-52af-400b-acc5-5f808b769771 up at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:00:40.722504 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 35336) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:00:40.746727 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-5c5ce9c0-67bb-4448-a924-64afc0a82188 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:40.766719 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a54a289-548c-443c-bf5e-92eaa6911511 tempest-ServersTestMultiNic-850319587 tempest-ServersTestMultiNic-850319587-project] Made reservation on behalf of a3fc9596cf9941a495b08d5bae1b31d8 for: {'subnet': 1} {{(pid=100247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:00:40.777260 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-4a54a289-548c-443c-bf5e-92eaa6911511 tempest-ServersTestMultiNic-850319587 tempest-ServersTestMultiNic-850319587-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127627440'] for subnet, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:40.792009 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning for port 840eeb93-52af-400b-acc5-5f808b769771 completed by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:00:40.798921 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning complete for port 840eeb93-52af-400b-acc5-5f808b769771 triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:00:40.799332 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:40.919541 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-5c5ce9c0-67bb-4448-a924-64afc0a82188 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:40.928323 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-5c5ce9c0-67bb-4448-a924-64afc0a82188 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:40.961294 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:41.013259 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-3e8da041-5059-4b10-bb91-f8cebddda697 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:41.020445 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] For port 840eeb93-52af-400b-acc5-5f808b769771, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=840eeb93-52af-400b-acc5-5f808b769771,segment=NetworkSegment(89a832b7-7793-4d51-9038-ed7e1c3ff1b2),segment_id=89a832b7-7793-4d51-9038-ed7e1c3ff1b2)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:00:41.021160 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-5c5ce9c0-67bb-4448-a924-64afc0a82188 admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=cd8410ed2d8244e3b4761bab44475ee3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2927263 Jul 06 14:00:41.023439 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 35340) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:00:41.027747 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:41.035985 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-3e8da041-5059-4b10-bb91-f8cebddda697 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128888538'] for port, after_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:41.080547 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5ce9c0-67bb-4448-a924-64afc0a82188 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edb2ab96-17b9-423c-86e2-c876fbe3a493,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:00:41.101371 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Pushing event updated for resources: {'Port': ['ID=840eeb93-52af-400b-acc5-5f808b769771,revision_number=4']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:00:41.157680 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-74df562f-13e3-42c0-b41e-d235853a76eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:41.188825 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-74df562f-13e3-42c0-b41e-d235853a76eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:41.198810 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Device 120631fc-3444-45d4-80c8-b1276c40aaf7 no longer exists at agent hyperv_n-h2-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:00:41.246132 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] No Port match for: 120631fc-3444-45d4-80c8-b1276c40aaf7 {{(pid=100248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 14:00:41.246553 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Device 120631fc-3444-45d4-80c8-b1276c40aaf7 not bound to the agent host n-h2-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:00:41.253613 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-74df562f-13e3-42c0-b41e-d235853a76eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:41.256747 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-74df562f-13e3-42c0-b41e-d235853a76eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:41.258162 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-74df562f-13e3-42c0-b41e-d235853a76eb admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/edb2ab96-17b9-423c-86e2-c876fbe3a493 HTTP/1.1" status: 204 len: 168 time: 0.2233984 Jul 06 14:00:41.267240 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74df562f-13e3-42c0-b41e-d235853a76eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edb2ab96-17b9-423c-86e2-c876fbe3a493,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:00:41.458952 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-3e8da041-5059-4b10-bb91-f8cebddda697 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1809478'] for router_interface, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:41.511733 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1c7c93-50e7-460f-9259-30aa2229dac4 req-95800d02-3071-4f98-9bdb-d47a97aaecdc tempest-ServersAdminNegativeTestJSON-1929369317 tempest-ServersAdminNegativeTestJSON-1929369317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:00:41.513539 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-6b1c7c93-50e7-460f-9259-30aa2229dac4 req-95800d02-3071-4f98-9bdb-d47a97aaecdc tempest-ServersAdminNegativeTestJSON-1929369317 tempest-ServersAdminNegativeTestJSON-1929369317-project] 10.222.0.104 "GET /v2.0/ports?device_id=4a9ebadb-5d0b-4c58-a589-8400ecb2562f HTTP/1.1" status: 200 len: 950 time: 1.3533077 Jul 06 14:00:41.530464 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8da041-5059-4b10-bb91-f8cebddda697 admin admin] Pushing event updated for resources: {'Port': ['ID=5a5b58f6-d968-4012-a5a8-720a5d3d9b5c,revision_number=2']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:00:41.573635 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d4e79e-77de-4e3c-95c8-cff3fb7372f4 req-ca12c527-3583-4eae-a4cc-e1db3800c1a9 tempest-DeleteServersTestJSON-677393534 tempest-DeleteServersTestJSON-677393534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:00:41.580743 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-b3d4e79e-77de-4e3c-95c8-cff3fb7372f4 req-ca12c527-3583-4eae-a4cc-e1db3800c1a9 tempest-DeleteServersTestJSON-677393534 tempest-DeleteServersTestJSON-677393534-project] 10.222.0.104 "GET /v2.0/ports?device_id=35567473-98d6-438d-b4ea-81f3a880422a HTTP/1.1" status: 200 len: 945 time: 0.6974442 Jul 06 14:00:41.740437 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.plugin [req-0e555296-b1a9-4093-b5f5-ecc7fd0b4c49 req-f04b63ac-1658-465c-ba6e-ab1362585027 tempest-ServerDiskConfigTestJSON-920847304 tempest-ServerDiskConfigTestJSON-920847304-project] Deleting port 2805cc47-fcea-4f8c-b208-81b73bebd29d {{(pid=100247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:00:41.740786 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-0e555296-b1a9-4093-b5f5-ecc7fd0b4c49 req-f04b63ac-1658-465c-ba6e-ab1362585027 tempest-ServerDiskConfigTestJSON-920847304 tempest-ServerDiskConfigTestJSON-920847304-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:41.829489 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-4a54a289-548c-443c-bf5e-92eaa6911511 tempest-ServersTestMultiNic-850319587 tempest-ServersTestMultiNic-850319587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1849032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-128888412', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127627426'] for subnet, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:41.834564 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-6b1c7c93-50e7-460f-9259-30aa2229dac4 req-b092e936-7f7f-4daf-b44c-0dbe2a1aaefb tempest-ServersAdminNegativeTestJSON-1929369317 tempest-ServersAdminNegativeTestJSON-1929369317-project] 10.222.0.104 "GET /v2.0/security-groups?id=426b2c98-b2a3-4344-9104-71ac10ea07c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3052526 Jul 06 14:00:41.863490 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-b3d4e79e-77de-4e3c-95c8-cff3fb7372f4 req-b81969cc-1149-4214-a629-4026783ba463 tempest-DeleteServersTestJSON-677393534 tempest-DeleteServersTestJSON-677393534-project] 10.222.0.104 "GET /v2.0/security-groups?id=7d4cbf2c-f907-4452-8928-a2a298fe7ee1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2815928 Jul 06 14:00:41.952798 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e8da041-5059-4b10-bb91-f8cebddda697 admin admin] Network ee6b98f4-5a65-4f23-99dc-04152db89d72 is already hosted by enough agents. {{(pid=100247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:00:41.959172 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.base_scheduler [None req-3e8da041-5059-4b10-bb91-f8cebddda697 admin admin] Resources bound (agent type, host, resource id): {{(pid=100247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:00:41.971428 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a54a289-548c-443c-bf5e-92eaa6911511 tempest-ServersTestMultiNic-850319587 tempest-ServersTestMultiNic-850319587-project] Pushing event updated for resources: {'Subnet': ['ID=b32ceba4-8e3a-4e59-9795-8b23c73a0a74,revision_number=0']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:00:42.050548 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.db [req-0e555296-b1a9-4093-b5f5-ecc7fd0b4c49 req-f04b63ac-1658-465c-ba6e-ab1362585027 tempest-ServerDiskConfigTestJSON-920847304 tempest-ServerDiskConfigTestJSON-920847304-project] For port 2805cc47-fcea-4f8c-b208-81b73bebd29d, host n-h1-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773647-6',level=0,port_id=2805cc47-fcea-4f8c-b208-81b73bebd29d,segment=NetworkSegment(1bb3acc6-dcb3-43f0-ad94-2763c9e79a65),segment_id=1bb3acc6-dcb3-43f0-ad94-2763c9e79a65)] {{(pid=100247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:00:42.051120 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-0e555296-b1a9-4093-b5f5-ecc7fd0b4c49 req-f04b63ac-1658-465c-ba6e-ab1362585027 tempest-ServerDiskConfigTestJSON-920847304 tempest-ServerDiskConfigTestJSON-920847304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:42.061937 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70956840-9aa5-4a10-bf79-474dcde3f31d None None] Network aceb0070-cd15-4f02-994c-34997327918d requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:00:42.167671 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-ee916c29-575c-4c64-9305-0ef29e4cc2ae None None] Provisioning for port 1992cb40-371d-49d2-b9d1-07cb15e8069e completed by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:00:42.171502 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.plugin [req-0e555296-b1a9-4093-b5f5-ecc7fd0b4c49 req-f04b63ac-1658-465c-ba6e-ab1362585027 tempest-ServerDiskConfigTestJSON-920847304 tempest-ServerDiskConfigTestJSON-920847304-project] Calling delete_port for 2805cc47-fcea-4f8c-b208-81b73bebd29d owned by compute:nova {{(pid=100247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:00:42.175063 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a54a289-548c-443c-bf5e-92eaa6911511 tempest-ServersTestMultiNic-850319587 tempest-ServersTestMultiNic-850319587-project] Checking segment: {'id': '57b4cf47-26fb-4601-878a-d90cbb33afe8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1030, 'network_id': '9c3af1d0-561e-4fe7-948c-2b7935a222d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100247) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:00:42.175476 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a54a289-548c-443c-bf5e-92eaa6911511 tempest-ServersTestMultiNic-850319587 tempest-ServersTestMultiNic-850319587-project] Network hostable DHCP agents. Network: 9c3af1d0-561e-4fe7-948c-2b7935a222d0, hostable agents: ['f2bada3d-be77-4359-982b-8505a2bbca04'], hosted agents: [] {{(pid=100247) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 14:00:42.278849 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:42.310876 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-52bbe843-80ad-4828-a198-553cf5e92232 None None] Provisioning complete for port 5a5b58f6-d968-4012-a5a8-720a5d3d9b5c triggered by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:00:42.311441 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-52bbe843-80ad-4828-a198-553cf5e92232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:42.348371 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-52bbe843-80ad-4828-a198-553cf5e92232 None None] Port 5a5b58f6-d968-4012-a5a8-720a5d3d9b5c cannot update to ACTIVE because it is not bound. {{(pid=100248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 14:00:42.363807 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25897cbf-f497-4b84-a794-bfdb0fa4e644 req-8b7f87d1-bcae-4d63-9a10-7d3e92f58fd9 tempest-ServersAdminNegativeTestJSON-1929369317 tempest-ServersAdminNegativeTestJSON-1929369317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:00:42.365325 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-25897cbf-f497-4b84-a794-bfdb0fa4e644 req-8b7f87d1-bcae-4d63-9a10-7d3e92f58fd9 tempest-ServersAdminNegativeTestJSON-1929369317 tempest-ServersAdminNegativeTestJSON-1929369317-project] 10.222.0.127 "GET /v2.0/ports?device_id=4a9ebadb-5d0b-4c58-a589-8400ecb2562f HTTP/1.1" status: 200 len: 950 time: 0.4090230 Jul 06 14:00:42.375720 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a54a289-548c-443c-bf5e-92eaa6911511 tempest-ServersTestMultiNic-850319587 tempest-ServersTestMultiNic-850319587-project] Network 9c3af1d0-561e-4fe7-948c-2b7935a222d0 is scheduled to be hosted by DHCP agent f2bada3d-be77-4359-982b-8505a2bbca04 with binding_index 1 {{(pid=100247) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 14:00:42.445502 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.base_scheduler [None req-4a54a289-548c-443c-bf5e-92eaa6911511 tempest-ServersTestMultiNic-850319587 tempest-ServersTestMultiNic-850319587-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773647-6, 9c3af1d0-561e-4fe7-948c-2b7935a222d0) {{(pid=100247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:00:42.450086 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a54a289-548c-443c-bf5e-92eaa6911511 tempest-ServersTestMultiNic-850319587 tempest-ServersTestMultiNic-850319587-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:00:42.450732 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-4a54a289-548c-443c-bf5e-92eaa6911511 tempest-ServersTestMultiNic-850319587 tempest-ServersTestMultiNic-850319587-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583035'] for subnet, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:42.454541 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-268af710-2e63-4f14-8986-6c27e6b77b67 None None] Network 9c3af1d0-561e-4fe7-948c-2b7935a222d0 requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:00:42.458010 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e8da041-5059-4b10-bb91-f8cebddda697 admin admin] Router 56b6778b-b70d-4ea6-bfb2-72e0243c2efa has already been hosted by L3 agent 2823d358-a11b-4885-a706-95a279e43fa7 {{(pid=100247) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 14:00:42.467930 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077daccf-c624-4131-bd80-a3969cb688c6 req-e000ac18-b65a-430a-bff8-4aca5b4711cf tempest-ServerDiskConfigTestJSON-920847304 tempest-ServerDiskConfigTestJSON-920847304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:00:42.469463 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-077daccf-c624-4131-bd80-a3969cb688c6 req-e000ac18-b65a-430a-bff8-4aca5b4711cf tempest-ServerDiskConfigTestJSON-920847304 tempest-ServerDiskConfigTestJSON-920847304-project] 10.222.0.104 "GET /v2.0/ports?device_id=0f4b4d0f-4467-44a3-8615-0ffc3a6ef0c6 HTTP/1.1" status: 200 len: 945 time: 0.4441681 Jul 06 14:00:42.482986 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7a6fe9-f0d5-4077-8437-90eab42000a9 req-f6296f9d-e642-4f6c-93b5-46fb34dacd07 tempest-ServersOnMultiNodesTest-299961212 tempest-ServersOnMultiNodesTest-299961212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:00:42.484593 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-fa7a6fe9-f0d5-4077-8437-90eab42000a9 req-f6296f9d-e642-4f6c-93b5-46fb34dacd07 tempest-ServersOnMultiNodesTest-299961212 tempest-ServersOnMultiNodesTest-299961212-project] 10.222.0.104 "GET /v2.0/ports?device_id=498d4219-b846-47a7-81ce-c72ff020ccc6 HTTP/1.1" status: 200 len: 949 time: 0.4446552 Jul 06 14:00:42.582119 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-4a54a289-548c-443c-bf5e-92eaa6911511 tempest-ServersTestMultiNic-850319587 tempest-ServersTestMultiNic-850319587-project] 10.222.0.104 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.8046196 Jul 06 14:00:42.646243 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9379b373-cfc0-43ed-a236-2877456cdfe0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6bd5fc82-6666-56e8-87c2-91648d36c963-9c3af1d0-561e-4fe7-948c-2b7935a222d0', 'network_id': '9c3af1d0-561e-4fe7-948c-2b7935a222d0', 'tenant_id': 'a3fc9596cf9941a495b08d5bae1b31d8', 'fixed_ips': [{'subnet_id': 'b32ceba4-8e3a-4e59-9795-8b23c73a0a74'}]}} from n-d-773647-6. {{(pid=100248) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 14:00:42.647750 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-9379b373-cfc0-43ed-a236-2877456cdfe0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:42.720350 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-077daccf-c624-4131-bd80-a3969cb688c6 req-677c596e-aae8-4ed8-a1f8-f99719db55d9 tempest-ServerDiskConfigTestJSON-920847304 tempest-ServerDiskConfigTestJSON-920847304-project] 10.222.0.104 "GET /v2.0/security-groups?id=bc287469-1102-40d8-b019-cad062af5465&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2310932 Jul 06 14:00:42.723366 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 840eeb93-52af-400b-acc5-5f808b769771 up at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:00:42.730342 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-fa7a6fe9-f0d5-4077-8437-90eab42000a9 req-f837b908-9a47-4f30-81fd-759e963bbe73 tempest-ServersOnMultiNodesTest-299961212 tempest-ServersOnMultiNodesTest-299961212-project] 10.222.0.104 "GET /v2.0/security-groups?id=304f894d-c671-4a59-b0fb-2a4d849c5ac9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2306952 Jul 06 14:00:42.815373 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.plugin [req-25897cbf-f497-4b84-a794-bfdb0fa4e644 req-f38439ec-d086-4de2-a577-8bd43f0e099f tempest-ServersAdminNegativeTestJSON-1929369317 tempest-ServersAdminNegativeTestJSON-1929369317-project] Deleting port 637ecd9c-e000-4842-b59a-75b46f1d4b42 {{(pid=100247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:00:42.815788 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-25897cbf-f497-4b84-a794-bfdb0fa4e644 req-f38439ec-d086-4de2-a577-8bd43f0e099f tempest-ServersAdminNegativeTestJSON-1929369317 tempest-ServersAdminNegativeTestJSON-1929369317-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:42.831465 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-0e555296-b1a9-4093-b5f5-ecc7fd0b4c49 req-f04b63ac-1658-465c-ba6e-ab1362585027 tempest-ServerDiskConfigTestJSON-920847304 tempest-ServerDiskConfigTestJSON-920847304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128888353'] for port, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:42.858701 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning complete for port 840eeb93-52af-400b-acc5-5f808b769771 triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:00:42.859079 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:42.881395 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.db_base_plugin_common [None req-9379b373-cfc0-43ed-a236-2877456cdfe0 None None] Allocated IP 19.86.0.2 (9c3af1d0-561e-4fe7-948c-2b7935a222d0/b32ceba4-8e3a-4e59-9795-8b23c73a0a74/dbd3b744-6c29-4605-8eb0-e65c46b5c751) {{(pid=100248) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:00:42.936768 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04b63ac-1658-465c-ba6e-ab1362585027 tempest-ServerDiskConfigTestJSON-920847304 tempest-ServerDiskConfigTestJSON-920847304-project] Pushing event deleted for resources: {'Port': ['ID=2805cc47-fcea-4f8c-b208-81b73bebd29d,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:00:42.954610 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Device 2805cc47-fcea-4f8c-b208-81b73bebd29d no longer exists at agent hyperv_n-h1-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:00:42.990642 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e8da041-5059-4b10-bb91-f8cebddda697 admin admin] Notify agent at l3_agent.n-d-773647-6 the message routers_updated {{(pid=100247) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 14:00:43.002548 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fc1e4de-e425-431e-af81-b4720dcbdcc8 None None] Sync routers for ids ['56b6778b-b70d-4ea6-bfb2-72e0243c2efa'] in n-d-773647-6 {{(pid=100249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 14:00:43.020749 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fc1e4de-e425-431e-af81-b4720dcbdcc8 None None] Routers {'56b6778b-b70d-4ea6-bfb2-72e0243c2efa'} bound to L3 agent in host n-d-773647-6 {{(pid=100249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:00:43.021218 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-3e8da041-5059-4b10-bb91-f8cebddda697 admin admin] 10.222.0.104 "PUT /v2.0/routers/56b6778b-b70d-4ea6-bfb2-72e0243c2efa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9093244 Jul 06 14:00:43.021903 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-4fc1e4de-e425-431e-af81-b4720dcbdcc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T14:00:25Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['56b6778b-b70d-4ea6-bfb2-72e0243c2efa'], 'active': True} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:00:43.022494 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e555296-b1a9-4093-b5f5-ecc7fd0b4c49 req-f04b63ac-1658-465c-ba6e-ab1362585027 tempest-ServerDiskConfigTestJSON-920847304 tempest-ServerDiskConfigTestJSON-920847304-project] No DVR routers for this DVR port 2805cc47-fcea-4f8c-b208-81b73bebd29d on host n-h1-773647-6 {{(pid=100247) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:00:43.032031 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-0e555296-b1a9-4093-b5f5-ecc7fd0b4c49 req-f04b63ac-1658-465c-ba6e-ab1362585027 tempest-ServerDiskConfigTestJSON-920847304 tempest-ServerDiskConfigTestJSON-920847304-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:43.034389 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-0e555296-b1a9-4093-b5f5-ecc7fd0b4c49 req-f04b63ac-1658-465c-ba6e-ab1362585027 tempest-ServerDiskConfigTestJSON-920847304 tempest-ServerDiskConfigTestJSON-920847304-project] 10.222.0.127 "DELETE /v2.0/ports/2805cc47-fcea-4f8c-b208-81b73bebd29d HTTP/1.1" status: 204 len: 173 time: 2.2754917 Jul 06 14:00:43.036103 n-d-773647-6 neutron-server[100247]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f4b4d0f-4467-44a3-8615-0ffc3a6ef0c6', 'name': 'network-vif-deleted', 'tag': '2805cc47-fcea-4f8c-b208-81b73bebd29d'}] {{(pid=100247) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:00:43.040397 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cbf0eeaae822f8fc9b87a94aeba67a3d651842baf663a51cba94b67a514836d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7af931c1-ee9e-41ff-9616-e689e3a907e5" -d '{"events": [{"server_uuid": "0f4b4d0f-4467-44a3-8615-0ffc3a6ef0c6", "name": "network-vif-deleted", "tag": "2805cc47-fcea-4f8c-b208-81b73bebd29d"}]}' {{(pid=100247) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:00:43.061198 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] No Port match for: 2805cc47-fcea-4f8c-b208-81b73bebd29d {{(pid=100248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 14:00:43.061691 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Device 2805cc47-fcea-4f8c-b208-81b73bebd29d not bound to the agent host n-h1-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:00:43.078618 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.db [req-25897cbf-f497-4b84-a794-bfdb0fa4e644 req-f38439ec-d086-4de2-a577-8bd43f0e099f tempest-ServersAdminNegativeTestJSON-1929369317 tempest-ServersAdminNegativeTestJSON-1929369317-project] For port 637ecd9c-e000-4842-b59a-75b46f1d4b42, host n-h1-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773647-6',level=0,port_id=637ecd9c-e000-4842-b59a-75b46f1d4b42,segment=NetworkSegment(c9ea893d-045e-42cf-b3dd-cdd1f79baccd),segment_id=c9ea893d-045e-42cf-b3dd-cdd1f79baccd)] {{(pid=100247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:00:43.080062 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-25897cbf-f497-4b84-a794-bfdb0fa4e644 req-f38439ec-d086-4de2-a577-8bd43f0e099f tempest-ServersAdminNegativeTestJSON-1929369317 tempest-ServersAdminNegativeTestJSON-1929369317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:43.099185 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.plugin [req-25897cbf-f497-4b84-a794-bfdb0fa4e644 req-f38439ec-d086-4de2-a577-8bd43f0e099f tempest-ServersAdminNegativeTestJSON-1929369317 tempest-ServersAdminNegativeTestJSON-1929369317-project] Calling delete_port for 637ecd9c-e000-4842-b59a-75b46f1d4b42 owned by compute:nova {{(pid=100247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:00:43.113491 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 1992cb40-371d-49d2-b9d1-07cb15e8069e up at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:00:43.279516 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning for port 1992cb40-371d-49d2-b9d1-07cb15e8069e completed by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:00:43.290898 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning complete for port 1992cb40-371d-49d2-b9d1-07cb15e8069e triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:00:43.292059 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:43.384775 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-9379b373-cfc0-43ed-a236-2877456cdfe0 None None] Notify callbacks [] for port, precommit_create {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:43.404781 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-9379b373-cfc0-43ed-a236-2877456cdfe0 None None] Transition to ACTIVE for port object dbd3b744-6c29-4605-8eb0-e65c46b5c751 will not be triggered until provisioned by entity L2. {{(pid=100248) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:00:43.455146 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-9379b373-cfc0-43ed-a236-2877456cdfe0 None None] Transition to ACTIVE for port object dbd3b744-6c29-4605-8eb0-e65c46b5c751 will not be triggered until provisioned by entity DHCP. {{(pid=100248) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:00:43.486460 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvr_db [None req-4fc1e4de-e425-431e-af81-b4720dcbdcc8 None None] Set router 56b6778b-b70d-4ea6-bfb2-72e0243c2efa gateway port host: n-d-773647-6 {{(pid=100249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:00:43.490664 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-25897cbf-f497-4b84-a794-bfdb0fa4e644 req-f38439ec-d086-4de2-a577-8bd43f0e099f tempest-ServersAdminNegativeTestJSON-1929369317 tempest-ServersAdminNegativeTestJSON-1929369317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128888353'] for port, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:43.536426 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:43.540591 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-9379b373-cfc0-43ed-a236-2877456cdfe0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108'] for port, after_create {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:43.571145 n-d-773647-6 neutron-server[100248]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9379b373-cfc0-43ed-a236-2877456cdfe0 None None] Network 9c3af1d0-561e-4fe7-948c-2b7935a222d0 is already hosted by enough agents. {{(pid=100248) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:00:43.576047 n-d-773647-6 neutron-server[100248]: DEBUG neutron.scheduler.base_scheduler [None req-9379b373-cfc0-43ed-a236-2877456cdfe0 None None] Resources bound (agent type, host, resource id): {{(pid=100248) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:00:43.601200 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9379b373-cfc0-43ed-a236-2877456cdfe0 None None] Received port after_create {{(pid=100248) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:00:43.680425 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9379b373-cfc0-43ed-a236-2877456cdfe0 None None] Pushing event updated for resources: {'Port': ['ID=dbd3b744-6c29-4605-8eb0-e65c46b5c751,revision_number=1']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:00:43.702135 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] For port 1992cb40-371d-49d2-b9d1-07cb15e8069e, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=1992cb40-371d-49d2-b9d1-07cb15e8069e,segment=NetworkSegment(166509c7-637f-47ba-9b47-ad158abbd36b),segment_id=166509c7-637f-47ba-9b47-ad158abbd36b)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:00:43.704785 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-9379b373-cfc0-43ed-a236-2877456cdfe0 None None] Attempting to bind port dbd3b744-6c29-4605-8eb0-e65c46b5c751 on host n-d-773647-6 for vnic_type normal with profile {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:00:43.705162 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-9379b373-cfc0-43ed-a236-2877456cdfe0 None None] Attempting to bind port dbd3b744-6c29-4605-8eb0-e65c46b5c751 by drivers openvswitch,hyperv on host n-d-773647-6 at level 0 using segments [{'id': '57b4cf47-26fb-4601-878a-d90cbb33afe8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1030, 'network_id': '9c3af1d0-561e-4fe7-948c-2b7935a222d0'}] {{(pid=100248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:00:43.705530 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9379b373-cfc0-43ed-a236-2877456cdfe0 None None] Attempting to bind port dbd3b744-6c29-4605-8eb0-e65c46b5c751 on network 9c3af1d0-561e-4fe7-948c-2b7935a222d0 {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:00:43.712015 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9379b373-cfc0-43ed-a236-2877456cdfe0 None None] Checking agent: {'id': '8ab5b19c-d213-4f29-891d-27bdf39d38b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773647-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 43, 26), 'started_at': datetime.datetime(2021, 7, 6, 13, 43, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 0, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773647-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:00:43.712421 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9379b373-cfc0-43ed-a236-2877456cdfe0 None None] Checking segment: {'id': '57b4cf47-26fb-4601-878a-d90cbb33afe8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1030, 'network_id': '9c3af1d0-561e-4fe7-948c-2b7935a222d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:00:43.712854 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-9379b373-cfc0-43ed-a236-2877456cdfe0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:43.713239 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9379b373-cfc0-43ed-a236-2877456cdfe0 None None] Bound using segment: {'id': '57b4cf47-26fb-4601-878a-d90cbb33afe8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1030, 'network_id': '9c3af1d0-561e-4fe7-948c-2b7935a222d0'} {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:00:43.713716 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-9379b373-cfc0-43ed-a236-2877456cdfe0 None None] Bound port: dbd3b744-6c29-4605-8eb0-e65c46b5c751, host: n-d-773647-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57b4cf47-26fb-4601-878a-d90cbb33afe8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1030, 'network_id': '9c3af1d0-561e-4fe7-948c-2b7935a222d0'}}] {{(pid=100248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:00:43.714095 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-9379b373-cfc0-43ed-a236-2877456cdfe0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:43.716268 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:43.729700 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 35424) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:00:43.734232 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-4fc1e4de-e425-431e-af81-b4720dcbdcc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56b6778b-b70d-4ea6-bfb2-72e0243c2efa', 'name': 'tempest-AttachSCSIVolumeTestJSON-372456918-router', 'tenant_id': 'f164ffe0f85a41f0bab6414346dd567f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.102'}], 'enable_snat': True}, 'gw_port_id': '840eeb93-52af-400b-acc5-5f808b769771', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:00:32Z', 'updated_at': '2021-07-06T14:00:40Z', 'revision_number': 4, 'project_id': 'f164ffe0f85a41f0bab6414346dd567f', 'gw_port': {'id': '840eeb93-52af-400b-acc5-5f808b769771', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:f4:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56b6778b-b70d-4ea6-bfb2-72e0243c2efa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 813, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:00:32Z', 'updated_at': '2021-07-06T14:00:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6', '_interfaces': [{'id': '5a5b58f6-d968-4012-a5a8-720a5d3d9b5c', 'name': '', 'network_id': 'ee6b98f4-5a65-4f23-99dc-04152db89d72', 'tenant_id': 'f164ffe0f85a41f0bab6414346dd567f', 'mac_address': 'fa:16:3e:77:06:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56b6778b-b70d-4ea6-bfb2-72e0243c2efa', 'device_owner': 'network:router_interface', 'standard_attr_id': 821, 'fixed_ips': [{'subnet_id': 'd87cf09f-618b-4d0c-8799-8f5cd2407c6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:00:38Z', 'updated_at': '2021-07-06T14:00:40Z', 'revision_number': 2, 'project_id': 'f164ffe0f85a41f0bab6414346dd567f', 'subnets': [{'id': 'd87cf09f-618b-4d0c-8799-8f5cd2407c6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773647-6', False) {} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:00:43.768409 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fc1e4de-e425-431e-af81-b4720dcbdcc8 None None] Checking router: 56b6778b-b70d-4ea6-bfb2-72e0243c2efa for host: n-d-773647-6 {{(pid=100249) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 14:00:43.769030 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fc1e4de-e425-431e-af81-b4720dcbdcc8 None None] Updating router 56b6778b-b70d-4ea6-bfb2-72e0243c2efa port 5a5b58f6-d968-4012-a5a8-720a5d3d9b5c binding host n-d-773647-6 {{(pid=100249) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 14:00:43.792326 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38439ec-d086-4de2-a577-8bd43f0e099f tempest-ServersAdminNegativeTestJSON-1929369317 tempest-ServersAdminNegativeTestJSON-1929369317-project] Pushing event deleted for resources: {'Port': ['ID=637ecd9c-e000-4842-b59a-75b46f1d4b42,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:00:43.829668 n-d-773647-6 neutron-server[100249]: DEBUG neutron_lib.callbacks.manager [None req-4fc1e4de-e425-431e-af81-b4720dcbdcc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:43.887080 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Pushing event updated for resources: {'Port': ['ID=1992cb40-371d-49d2-b9d1-07cb15e8069e,revision_number=3']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:00:43.903774 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.l3_dvrscheduler_db [req-25897cbf-f497-4b84-a794-bfdb0fa4e644 req-f38439ec-d086-4de2-a577-8bd43f0e099f tempest-ServersAdminNegativeTestJSON-1929369317 tempest-ServersAdminNegativeTestJSON-1929369317-project] No DVR routers for this DVR port 637ecd9c-e000-4842-b59a-75b46f1d4b42 on host n-h1-773647-6 {{(pid=100247) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:00:43.908328 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-25897cbf-f497-4b84-a794-bfdb0fa4e644 req-f38439ec-d086-4de2-a577-8bd43f0e099f tempest-ServersAdminNegativeTestJSON-1929369317 tempest-ServersAdminNegativeTestJSON-1929369317-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:43.910564 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-25897cbf-f497-4b84-a794-bfdb0fa4e644 req-f38439ec-d086-4de2-a577-8bd43f0e099f tempest-ServersAdminNegativeTestJSON-1929369317 tempest-ServersAdminNegativeTestJSON-1929369317-project] 10.222.0.127 "DELETE /v2.0/ports/637ecd9c-e000-4842-b59a-75b46f1d4b42 HTTP/1.1" status: 204 len: 173 time: 1.5358436 Jul 06 14:00:43.924331 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-9379b373-cfc0-43ed-a236-2877456cdfe0 None None] For port dbd3b744-6c29-4605-8eb0-e65c46b5c751, host n-d-773647-6, cleared binding levels {{(pid=100248) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:00:43.932703 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-9379b373-cfc0-43ed-a236-2877456cdfe0 None None] For port dbd3b744-6c29-4605-8eb0-e65c46b5c751, host n-d-773647-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=dbd3b744-6c29-4605-8eb0-e65c46b5c751,segment=NetworkSegment(57b4cf47-26fb-4601-878a-d90cbb33afe8),segment_id=57b4cf47-26fb-4601-878a-d90cbb33afe8)] {{(pid=100248) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:00:43.952268 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-9379b373-cfc0-43ed-a236-2877456cdfe0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:44.025589 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a45e9f-ed92-4e52-b4a1-d18739ed36b6 req-f9501be3-45b7-4582-b32d-299e4223865e tempest-ServersOnMultiNodesTest-299961212 tempest-ServersOnMultiNodesTest-299961212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:00:44.032573 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a45e9f-ed92-4e52-b4a1-d18739ed36b6 req-f9501be3-45b7-4582-b32d-299e4223865e tempest-ServersOnMultiNodesTest-299961212 tempest-ServersOnMultiNodesTest-299961212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:00:44.050070 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-f7a45e9f-ed92-4e52-b4a1-d18739ed36b6 req-f9501be3-45b7-4582-b32d-299e4223865e tempest-ServersOnMultiNodesTest-299961212 tempest-ServersOnMultiNodesTest-299961212-project] 10.222.0.104 "GET /v2.0/ports?device_id=498d4219-b846-47a7-81ce-c72ff020ccc6&device_id=c7fd8457-e6c3-4c5f-845e-1fc92bd8e24b HTTP/1.1" status: 200 len: 1689 time: 0.5035403 Jul 06 14:00:44.071439 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab5e563-e81e-4904-80fd-212087572d6f req-c475ca12-e1d1-4ba4-a3fc-acc38f9513a1 tempest-ServersTestMultiNic-850319587 tempest-ServersTestMultiNic-850319587-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:00:44.076464 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-3be315b7-39b4-4349-a024-890211687b31 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:44.079312 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab5e563-e81e-4904-80fd-212087572d6f req-c475ca12-e1d1-4ba4-a3fc-acc38f9513a1 tempest-ServersTestMultiNic-850319587 tempest-ServersTestMultiNic-850319587-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:00:44.081297 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-7ab5e563-e81e-4904-80fd-212087572d6f req-c475ca12-e1d1-4ba4-a3fc-acc38f9513a1 tempest-ServersTestMultiNic-850319587 tempest-ServersTestMultiNic-850319587-project] 10.222.0.104 "GET /v2.0/networks?id=aceb0070-cd15-4f02-994c-34997327918d&id=9c3af1d0-561e-4fe7-948c-2b7935a222d0 HTTP/1.1" status: 200 len: 1391 time: 0.6311820 Jul 06 14:00:44.134498 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9379b373-cfc0-43ed-a236-2877456cdfe0 None None] Pushing event updated for resources: {'Port': ['ID=dbd3b744-6c29-4605-8eb0-e65c46b5c751,revision_number=2']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:00:44.163802 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-7ab5e563-e81e-4904-80fd-212087572d6f req-516ea72c-64bf-4dcc-8813-a0309b14d73d tempest-ServersTestMultiNic-850319587 tempest-ServersTestMultiNic-850319587-project] 10.222.0.104 "GET /v2.0/quotas/a3fc9596cf9941a495b08d5bae1b31d8 HTTP/1.1" status: 200 len: 375 time: 0.0671237 Jul 06 14:00:44.187082 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-f7a45e9f-ed92-4e52-b4a1-d18739ed36b6 req-113fe4ab-31e5-4f0c-a722-110b8ce745b3 tempest-ServersOnMultiNodesTest-299961212 tempest-ServersOnMultiNodesTest-299961212-project] 10.222.0.104 "GET /v2.0/security-groups?id=304f894d-c671-4a59-b0fb-2a4d849c5ac9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338136 Jul 06 14:00:44.307722 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 35440) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:00:44.313434 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [None req-86c2280c-7fd7-47b2-831b-8b392cc80baa admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1053858995-network', 'tenant_id': '19569b4604954d8f928b9790d774cc3b'}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:00:44.344151 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-3be315b7-39b4-4349-a024-890211687b31 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:44.347117 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-7ab5e563-e81e-4904-80fd-212087572d6f req-1d9b15cf-701a-49b2-bc0d-2f5d334cfe49 tempest-ServersTestMultiNic-850319587 tempest-ServersTestMultiNic-850319587-project] 10.222.0.104 "GET /v2.0/ports?tenant_id=a3fc9596cf9941a495b08d5bae1b31d8&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1583905 Jul 06 14:00:44.359822 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-3be315b7-39b4-4349-a024-890211687b31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:44.405575 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-3be315b7-39b4-4349-a024-890211687b31 admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=933a9bab1089451abc07476d3fbfdff8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6739666 Jul 06 14:00:44.406948 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be315b7-39b4-4349-a024-890211687b31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fd4ced4-d1bb-40c6-ae3a-8aa74ddab001,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:00:44.409535 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 35442) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:00:44.479620 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-3d5deb6a-43f2-4c92-8102-fe0ebcd53f46 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:44.515180 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-3d5deb6a-43f2-4c92-8102-fe0ebcd53f46 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:44.527659 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-c83121ab-a41d-40a4-962b-53a1e9804891 req-d23a2ba9-c026-4017-93ee-b6c199c12765 tempest-ServersAdminNegativeTestJSON-1929369317 tempest-ServersAdminNegativeTestJSON-1929369317-project] 10.222.0.104 "GET /v2.0/ports?device_id=4a9ebadb-5d0b-4c58-a589-8400ecb2562f HTTP/1.1" status: 200 len: 210 time: 0.1731918 Jul 06 14:00:44.551502 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86c2280c-7fd7-47b2-831b-8b392cc80baa admin admin] Made reservation on behalf of 19569b4604954d8f928b9790d774cc3b for: {'network': 1} {{(pid=100247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:00:44.554700 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-86c2280c-7fd7-47b2-831b-8b392cc80baa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for network, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:44.571747 n-d-773647-6 neutron-server[100249]: DEBUG neutron_lib.callbacks.manager [None req-4fc1e4de-e425-431e-af81-b4720dcbdcc8 None None] Notify callbacks [] for port, precommit_update {{(pid=100249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:44.577436 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-86c2280c-7fd7-47b2-831b-8b392cc80baa admin admin] Notify callbacks [] for security_group, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:44.585459 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.provisioning_blocks [None req-4fc1e4de-e425-431e-af81-b4720dcbdcc8 None None] Transition to ACTIVE for port object 5a5b58f6-d968-4012-a5a8-720a5d3d9b5c will not be triggered until provisioned by entity L2. {{(pid=100249) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:00:44.591659 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-3d5deb6a-43f2-4c92-8102-fe0ebcd53f46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:44.594564 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-3d5deb6a-43f2-4c92-8102-fe0ebcd53f46 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:44.595892 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-3d5deb6a-43f2-4c92-8102-fe0ebcd53f46 admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/3fd4ced4-d1bb-40c6-ae3a-8aa74ddab001 HTTP/1.1" status: 204 len: 168 time: 0.1851819 Jul 06 14:00:44.603641 n-d-773647-6 neutron-server[100249]: DEBUG neutron_lib.callbacks.manager [None req-4fc1e4de-e425-431e-af81-b4720dcbdcc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:44.611718 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-7ab5e563-e81e-4904-80fd-212087572d6f req-65d10013-8cc0-49bf-8d23-04d2276a1c15 service neutron] 10.222.0.104 "GET /v2.0/networks/aceb0070-cd15-4f02-994c-34997327918d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2542491 Jul 06 14:00:44.621047 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5deb6a-43f2-4c92-8102-fe0ebcd53f46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fd4ced4-d1bb-40c6-ae3a-8aa74ddab001,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:00:44.812476 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b082a6e9-2cb6-43a7-a7c6-8cf82b21cd6d None None] Pushing event updated for resources: {'Port': ['ID=5a5b58f6-d968-4012-a5a8-720a5d3d9b5c,revision_number=3']} {{(pid=100249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:00:44.895045 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b082a6e9-2cb6-43a7-a7c6-8cf82b21cd6d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:00:44.896468 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device dbd3b744-6c29-4605-8eb0-e65c46b5c751 up at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:00:44.896837 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b082a6e9-2cb6-43a7-a7c6-8cf82b21cd6d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:00:44.897191 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b082a6e9-2cb6-43a7-a7c6-8cf82b21cd6d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:00:44.897562 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b082a6e9-2cb6-43a7-a7c6-8cf82b21cd6d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:00:44.898896 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b082a6e9-2cb6-43a7-a7c6-8cf82b21cd6d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:00:44.899702 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b082a6e9-2cb6-43a7-a7c6-8cf82b21cd6d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:00:44.900284 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b082a6e9-2cb6-43a7-a7c6-8cf82b21cd6d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:00:44.900926 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b082a6e9-2cb6-43a7-a7c6-8cf82b21cd6d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:00:44.902370 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-7ab5e563-e81e-4904-80fd-212087572d6f req-c44a0fd1-0f6e-4783-bfcc-3491fb3c8607 service neutron] 10.222.0.104 "GET /v2.0/networks/aceb0070-cd15-4f02-994c-34997327918d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2754157 Jul 06 14:00:44.906172 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b082a6e9-2cb6-43a7-a7c6-8cf82b21cd6d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:00:44.906864 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b082a6e9-2cb6-43a7-a7c6-8cf82b21cd6d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:00:44.907458 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b082a6e9-2cb6-43a7-a7c6-8cf82b21cd6d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:00:44.908037 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b082a6e9-2cb6-43a7-a7c6-8cf82b21cd6d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:00:44.932980 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.managers [None req-4fc1e4de-e425-431e-af81-b4720dcbdcc8 None None] Attempting to bind port 5a5b58f6-d968-4012-a5a8-720a5d3d9b5c on host n-d-773647-6 for vnic_type normal with profile {{(pid=100249) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:00:44.933785 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.managers [None req-4fc1e4de-e425-431e-af81-b4720dcbdcc8 None None] Attempting to bind port 5a5b58f6-d968-4012-a5a8-720a5d3d9b5c by drivers openvswitch,hyperv on host n-d-773647-6 at level 0 using segments [{'id': '1d8f5395-0396-4ba3-8cac-3307d03a82e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1048, 'network_id': 'ee6b98f4-5a65-4f23-99dc-04152db89d72'}] {{(pid=100249) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:00:44.934519 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fc1e4de-e425-431e-af81-b4720dcbdcc8 None None] Attempting to bind port 5a5b58f6-d968-4012-a5a8-720a5d3d9b5c on network ee6b98f4-5a65-4f23-99dc-04152db89d72 {{(pid=100249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:00:44.945276 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fc1e4de-e425-431e-af81-b4720dcbdcc8 None None] Checking agent: {'id': '8ab5b19c-d213-4f29-891d-27bdf39d38b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773647-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 43, 26), 'started_at': datetime.datetime(2021, 7, 6, 13, 43, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 0, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773647-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:00:44.948065 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fc1e4de-e425-431e-af81-b4720dcbdcc8 None None] Checking segment: {'id': '1d8f5395-0396-4ba3-8cac-3307d03a82e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1048, 'network_id': 'ee6b98f4-5a65-4f23-99dc-04152db89d72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100249) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:00:44.949458 n-d-773647-6 neutron-server[100249]: DEBUG neutron_lib.callbacks.manager [None req-4fc1e4de-e425-431e-af81-b4720dcbdcc8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:44.950898 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fc1e4de-e425-431e-af81-b4720dcbdcc8 None None] Bound using segment: {'id': '1d8f5395-0396-4ba3-8cac-3307d03a82e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1048, 'network_id': 'ee6b98f4-5a65-4f23-99dc-04152db89d72'} {{(pid=100249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:00:44.953213 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.managers [None req-4fc1e4de-e425-431e-af81-b4720dcbdcc8 None None] Bound port: 5a5b58f6-d968-4012-a5a8-720a5d3d9b5c, host: n-d-773647-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d8f5395-0396-4ba3-8cac-3307d03a82e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1048, 'network_id': 'ee6b98f4-5a65-4f23-99dc-04152db89d72'}}] {{(pid=100249) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:00:44.954593 n-d-773647-6 neutron-server[100249]: DEBUG neutron_lib.callbacks.manager [None req-4fc1e4de-e425-431e-af81-b4720dcbdcc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:44.981874 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Device 637ecd9c-e000-4842-b59a-75b46f1d4b42 no longer exists at agent hyperv_n-h1-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:00:45.011344 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] No Port match for: 637ecd9c-e000-4842-b59a-75b46f1d4b42 {{(pid=100248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 14:00:45.011614 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Device 637ecd9c-e000-4842-b59a-75b46f1d4b42 not bound to the agent host n-h1-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:00:45.023081 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning for port dbd3b744-6c29-4605-8eb0-e65c46b5c751 completed by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:00:45.029233 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 1992cb40-371d-49d2-b9d1-07cb15e8069e up at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:00:45.037639 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-7ab5e563-e81e-4904-80fd-212087572d6f req-3f5f994a-1936-48fd-918e-25780c081e30 service neutron] 10.222.0.104 "GET /v2.0/networks/9c3af1d0-561e-4fe7-948c-2b7935a222d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1164887 Jul 06 14:00:45.076851 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.db [None req-4fc1e4de-e425-431e-af81-b4720dcbdcc8 None None] For port 5a5b58f6-d968-4012-a5a8-720a5d3d9b5c, host n-d-773647-6, cleared binding levels {{(pid=100249) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:00:45.086606 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.db [None req-4fc1e4de-e425-431e-af81-b4720dcbdcc8 None None] For port 5a5b58f6-d968-4012-a5a8-720a5d3d9b5c, host n-d-773647-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=5a5b58f6-d968-4012-a5a8-720a5d3d9b5c,segment=NetworkSegment(1d8f5395-0396-4ba3-8cac-3307d03a82e3),segment_id=1d8f5395-0396-4ba3-8cac-3307d03a82e3)] {{(pid=100249) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:00:45.094262 n-d-773647-6 neutron-server[100249]: DEBUG neutron_lib.callbacks.manager [None req-4fc1e4de-e425-431e-af81-b4720dcbdcc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:45.149544 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning complete for port 1992cb40-371d-49d2-b9d1-07cb15e8069e triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:00:45.150813 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:45.181215 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b082a6e9-2cb6-43a7-a7c6-8cf82b21cd6d None None] Pushing event updated for resources: {'Port': ['ID=5a5b58f6-d968-4012-a5a8-720a5d3d9b5c,revision_number=4']} {{(pid=100249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:00:45.193943 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fc1e4de-e425-431e-af81-b4720dcbdcc8 None None] Routers {'56b6778b-b70d-4ea6-bfb2-72e0243c2efa'} bound to L3 agent in host n-d-773647-6 {{(pid=100249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:00:45.195815 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-4fc1e4de-e425-431e-af81-b4720dcbdcc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T14:00:25Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['56b6778b-b70d-4ea6-bfb2-72e0243c2efa'], 'active': True} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:00:45.396137 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvr_db [None req-4fc1e4de-e425-431e-af81-b4720dcbdcc8 None None] Set router 56b6778b-b70d-4ea6-bfb2-72e0243c2efa gateway port host: n-d-773647-6 {{(pid=100249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:00:45.562133 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-86c2280c-7fd7-47b2-831b-8b392cc80baa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:45.575169 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-86c2280c-7fd7-47b2-831b-8b392cc80baa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:45.590207 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd48c4b-11e7-4059-ac3e-6e48b3df5c9f req-22d9119b-c2dd-4cdc-9f7a-75cd6c77fe42 tempest-DeleteServersTestJSON-677393534 tempest-DeleteServersTestJSON-677393534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:00:45.590668 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-1cd48c4b-11e7-4059-ac3e-6e48b3df5c9f req-22d9119b-c2dd-4cdc-9f7a-75cd6c77fe42 tempest-DeleteServersTestJSON-677393534 tempest-DeleteServersTestJSON-677393534-project] 10.222.0.104 "GET /v2.0/ports?device_id=35567473-98d6-438d-b4ea-81f3a880422a HTTP/1.1" status: 200 len: 945 time: 0.7555883 Jul 06 14:00:45.657942 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-86c2280c-7fd7-47b2-831b-8b392cc80baa admin admin] vlan segment allocate from pool success with {'vlan_id': 1009, 'physical_network': 'physnet1'} {{(pid=100247) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 14:00:45.682568 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-4fc1e4de-e425-431e-af81-b4720dcbdcc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56b6778b-b70d-4ea6-bfb2-72e0243c2efa', 'name': 'tempest-AttachSCSIVolumeTestJSON-372456918-router', 'tenant_id': 'f164ffe0f85a41f0bab6414346dd567f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.102'}], 'enable_snat': True}, 'gw_port_id': '840eeb93-52af-400b-acc5-5f808b769771', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:00:32Z', 'updated_at': '2021-07-06T14:00:40Z', 'revision_number': 4, 'project_id': 'f164ffe0f85a41f0bab6414346dd567f', 'gw_port': {'id': '840eeb93-52af-400b-acc5-5f808b769771', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:f4:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56b6778b-b70d-4ea6-bfb2-72e0243c2efa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 813, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:00:32Z', 'updated_at': '2021-07-06T14:00:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6', '_interfaces': [{'id': '5a5b58f6-d968-4012-a5a8-720a5d3d9b5c', 'name': '', 'network_id': 'ee6b98f4-5a65-4f23-99dc-04152db89d72', 'tenant_id': 'f164ffe0f85a41f0bab6414346dd567f', 'mac_address': 'fa:16:3e:77:06:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56b6778b-b70d-4ea6-bfb2-72e0243c2efa', 'device_owner': 'network:router_interface', 'standard_attr_id': 821, 'fixed_ips': [{'subnet_id': 'd87cf09f-618b-4d0c-8799-8f5cd2407c6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:00:38Z', 'updated_at': '2021-07-06T14:00:45Z', 'revision_number': 4, 'project_id': 'f164ffe0f85a41f0bab6414346dd567f', 'subnets': [{'id': 'd87cf09f-618b-4d0c-8799-8f5cd2407c6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773647-6', False) {} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:00:45.690722 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-86c2280c-7fd7-47b2-831b-8b392cc80baa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552'] for segment, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:45.691072 n-d-773647-6 neutron-server[100247]: INFO neutron.db.segments_db [None req-86c2280c-7fd7-47b2-831b-8b392cc80baa admin admin] Added segment 33393dcc-3308-4a8a-abe0-d259f4ec97a5 of type vlan for network ba0b6a3c-159a-4754-a722-7186fa46c6ef Jul 06 14:00:45.710056 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fc1e4de-e425-431e-af81-b4720dcbdcc8 None None] The sync data for ids ['56b6778b-b70d-4ea6-bfb2-72e0243c2efa'] in n-d-773647-6 is: [{'id': '56b6778b-b70d-4ea6-bfb2-72e0243c2efa', 'name': 'tempest-AttachSCSIVolumeTestJSON-372456918-router', 'tenant_id': 'f164ffe0f85a41f0bab6414346dd567f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.102'}], 'enable_snat': True}, 'gw_port_id': '840eeb93-52af-400b-acc5-5f808b769771', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:00:32Z', 'updated_at': '2021-07-06T14:00:40Z', 'revision_number': 4, 'project_id': 'f164ffe0f85a41f0bab6414346dd567f', 'gw_port': {'id': '840eeb93-52af-400b-acc5-5f808b769771', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:f4:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56b6778b-b70d-4ea6-bfb2-72e0243c2efa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 813, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:00:32Z', 'updated_at': '2021-07-06T14:00:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6', '_interfaces': [{'id': '5a5b58f6-d968-4012-a5a8-720a5d3d9b5c', 'name': '', 'network_id': 'ee6b98f4-5a65-4f23-99dc-04152db89d72', 'tenant_id': 'f164ffe0f85a41f0bab6414346dd567f', 'mac_address': 'fa:16:3e:77:06:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56b6778b-b70d-4ea6-bfb2-72e0243c2efa', 'device_owner': 'network:router_interface', 'standard_attr_id': 821, 'fixed_ips': [{'subnet_id': 'd87cf09f-618b-4d0c-8799-8f5cd2407c6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:00:38Z', 'updated_at': '2021-07-06T14:00:45Z', 'revision_number': 4, 'project_id': 'f164ffe0f85a41f0bab6414346dd567f', 'subnets': [{'id': 'd87cf09f-618b-4d0c-8799-8f5cd2407c6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 14:00:45.731118 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3981b6a8-a644-425f-ba92-b6fa5100d8ca None None] Network 9c3af1d0-561e-4fe7-948c-2b7935a222d0 requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:00:45.737847 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c2280c-7fd7-47b2-831b-8b392cc80baa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16a05371-ccce-4fd7-b4cb-2a2a879ea739,revision_number=1']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:00:45.759314 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-1cd48c4b-11e7-4059-ac3e-6e48b3df5c9f req-fd949b44-f5f6-490c-af77-fc62b9c80095 tempest-DeleteServersTestJSON-677393534 tempest-DeleteServersTestJSON-677393534-project] 10.222.0.104 "GET /v2.0/security-groups?id=7d4cbf2c-f907-4452-8928-a2a298fe7ee1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376715 Jul 06 14:00:45.833106 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-86c2280c-7fd7-47b2-831b-8b392cc80baa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773752984405'] for network, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:45.873896 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-b2e4a3e7-3497-4768-9f9d-d915c8050404 None None] Provisioning for port dbd3b744-6c29-4605-8eb0-e65c46b5c751 completed by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:00:45.885401 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-7ab5e563-e81e-4904-80fd-212087572d6f req-8d207597-314c-43c5-8301-caa77bbc4e8e service neutron] 10.222.0.104 "GET /v2.0/networks/9c3af1d0-561e-4fe7-948c-2b7935a222d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8284125 Jul 06 14:00:45.886878 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-86c2280c-7fd7-47b2-831b-8b392cc80baa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060'] for network, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:45.887897 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86c2280c-7fd7-47b2-831b-8b392cc80baa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:00:45.888469 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-86c2280c-7fd7-47b2-831b-8b392cc80baa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583035'] for network, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:45.890215 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-b2e4a3e7-3497-4768-9f9d-d915c8050404 None None] Provisioning complete for port dbd3b744-6c29-4605-8eb0-e65c46b5c751 triggered by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:00:45.890529 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-b2e4a3e7-3497-4768-9f9d-d915c8050404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:46.000602 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 14:00:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa33044a-f92d-46a1-b2b6-0880ce0c1c6a x-openstack-request-id: req-aa33044a-f92d-46a1-b2b6-0880ce0c1c6a {{(pid=100247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:00:46.001929 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f4b4d0f-4467-44a3-8615-0ffc3a6ef0c6", "name": "network-vif-deleted", "tag": "2805cc47-fcea-4f8c-b208-81b73bebd29d", "status": "completed", "code": 200}]} {{(pid=100247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:00:46.002258 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-aa33044a-f92d-46a1-b2b6-0880ce0c1c6a {{(pid=100247) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:00:46.002780 n-d-773647-6 neutron-server[100247]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f4b4d0f-4467-44a3-8615-0ffc3a6ef0c6', 'name': 'network-vif-deleted', 'tag': '2805cc47-fcea-4f8c-b208-81b73bebd29d', 'status': 'completed', 'code': 200} Jul 06 14:00:46.019896 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c2280c-7fd7-47b2-831b-8b392cc80baa admin admin] Pushing event updated for resources: {'Network': ['ID=ba0b6a3c-159a-4754-a722-7186fa46c6ef,revision_number=1']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:00:46.043201 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Network ba0b6a3c-159a-4754-a722-7186fa46c6ef details requested by agent ovs-agent-n-d-773647-6 with host n-d-773647-6 {{(pid=100248) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 14:00:46.055257 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 35472) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:00:46.056008 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-86c2280c-7fd7-47b2-831b-8b392cc80baa admin admin] 10.222.0.104 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.7462494 Jul 06 14:00:46.062466 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-435b16ce-9b08-42f0-89b4-8617406e220a admin admin] Request body: {'subnet': {'network_id': 'ba0b6a3c-159a-4754-a722-7186fa46c6ef', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1053858995-subnet', 'tenant_id': '19569b4604954d8f928b9790d774cc3b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:00:46.114759 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-435b16ce-9b08-42f0-89b4-8617406e220a admin admin] Made reservation on behalf of 19569b4604954d8f928b9790d774cc3b for: {'subnet': 1} {{(pid=100246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:00:46.118208 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-435b16ce-9b08-42f0-89b4-8617406e220a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127702029'] for subnet, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:46.235227 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-b2e4a3e7-3497-4768-9f9d-d915c8050404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:46.326533 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-b2e4a3e7-3497-4768-9f9d-d915c8050404 None None] For port dbd3b744-6c29-4605-8eb0-e65c46b5c751, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=dbd3b744-6c29-4605-8eb0-e65c46b5c751,segment=NetworkSegment(57b4cf47-26fb-4601-878a-d90cbb33afe8),segment_id=57b4cf47-26fb-4601-878a-d90cbb33afe8)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:00:46.333981 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-b2e4a3e7-3497-4768-9f9d-d915c8050404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:46.459774 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e4a3e7-3497-4768-9f9d-d915c8050404 None None] Pushing event updated for resources: {'Port': ['ID=dbd3b744-6c29-4605-8eb0-e65c46b5c751,revision_number=3']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:00:46.495274 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-1c589ac0-b0ab-4095-b34c-fc5f56f63e71 req-b0866dfb-55c6-46a9-abbe-94c64b48e7bd tempest-ServersTestMultiNic-850319587 tempest-ServersTestMultiNic-850319587-project] 10.222.0.104 "GET /v2.0/ports?device_id=d7f795df-4671-41b1-951f-6d2bef17c821 HTTP/1.1" status: 200 len: 210 time: 0.0464447 Jul 06 14:00:46.681270 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-435b16ce-9b08-42f0-89b4-8617406e220a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1849032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127687649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127702047'] for subnet, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:46.684526 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-9b75cf09-0bf2-4b47-a052-36e62faee14a None None] Provisioning complete for port dbd3b744-6c29-4605-8eb0-e65c46b5c751 triggered by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:00:46.686979 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-9b75cf09-0bf2-4b47-a052-36e62faee14a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:46.794117 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435b16ce-9b08-42f0-89b4-8617406e220a admin admin] Pushing event updated for resources: {'Subnet': ['ID=d5e3a192-c1cf-422c-aeb5-1f213bd2e805,revision_number=0']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:00:46.798660 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efb38b0-3957-4ca5-b080-0610331212eb req-ac4c34ec-7d09-43d8-91c5-42230fa560f2 tempest-ServersOnMultiNodesTest-1210667676 tempest-ServersOnMultiNodesTest-1210667676-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:00:46.802109 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-435b16ce-9b08-42f0-89b4-8617406e220a admin admin] Checking segment: {'id': '33393dcc-3308-4a8a-abe0-d259f4ec97a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': 'ba0b6a3c-159a-4754-a722-7186fa46c6ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:00:46.808221 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-435b16ce-9b08-42f0-89b4-8617406e220a admin admin] Network hostable DHCP agents. Network: ba0b6a3c-159a-4754-a722-7186fa46c6ef, hostable agents: ['f2bada3d-be77-4359-982b-8505a2bbca04'], hosted agents: [] {{(pid=100246) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 14:00:46.824540 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-1efb38b0-3957-4ca5-b080-0610331212eb req-ac4c34ec-7d09-43d8-91c5-42230fa560f2 tempest-ServersOnMultiNodesTest-1210667676 tempest-ServersOnMultiNodesTest-1210667676-project-admin] 10.222.0.104 "GET /v2.0/ports?device_id=498d4219-b846-47a7-81ce-c72ff020ccc6 HTTP/1.1" status: 200 len: 1100 time: 0.1522889 Jul 06 14:00:46.843679 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-435b16ce-9b08-42f0-89b4-8617406e220a admin admin] Network ba0b6a3c-159a-4754-a722-7186fa46c6ef is scheduled to be hosted by DHCP agent f2bada3d-be77-4359-982b-8505a2bbca04 with binding_index 1 {{(pid=100246) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 14:00:46.859062 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.base_scheduler [None req-435b16ce-9b08-42f0-89b4-8617406e220a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773647-6, ba0b6a3c-159a-4754-a722-7186fa46c6ef) {{(pid=100246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:00:46.867593 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-435b16ce-9b08-42f0-89b4-8617406e220a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:00:46.868802 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-435b16ce-9b08-42f0-89b4-8617406e220a admin admin] Notify callbacks [] for subnet, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:46.903263 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-435b16ce-9b08-42f0-89b4-8617406e220a admin admin] 10.222.0.104 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8453522 Jul 06 14:00:46.903968 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 35498) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:00:46.905975 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 35500) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:00:46.911582 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [None req-1fec6973-f5eb-45d5-9a3e-305bd572a11e admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1053858995-router', 'tenant_id': '19569b4604954d8f928b9790d774cc3b', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719'}}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:00:46.958176 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea8522b9-047e-41d4-9e5e-168d2b6458b1 None None] Network ba0b6a3c-159a-4754-a722-7186fa46c6ef requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:00:46.962458 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 5a5b58f6-d968-4012-a5a8-720a5d3d9b5c up at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:00:46.965852 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-1efb38b0-3957-4ca5-b080-0610331212eb req-adbb94c7-179d-4aac-b1b3-49750e47f8d8 tempest-ServersOnMultiNodesTest-1210667676 tempest-ServersOnMultiNodesTest-1210667676-project-admin] 10.222.0.104 "GET /v2.0/security-groups?id=304f894d-c671-4a59-b0fb-2a4d849c5ac9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331284 Jul 06 14:00:47.003744 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-1fec6973-f5eb-45d5-9a3e-305bd572a11e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1806290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6992'] for router, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:47.005271 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-1fec6973-f5eb-45d5-9a3e-305bd572a11e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1806157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1808637', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1714747', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7007'] for router, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:47.125067 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-1fec6973-f5eb-45d5-9a3e-305bd572a11e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:47.167464 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-d275e451-c998-48a4-8dcf-7739300ccc3a admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=fc9ece0601f14b5fb95b9c26e47a6e86&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2619519 Jul 06 14:00:47.171608 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 35508) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:00:47.274629 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning for port 5a5b58f6-d968-4012-a5a8-720a5d3d9b5c completed by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:00:47.284061 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-c3126a1a-1358-4aea-b3a2-1a424828d1fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:47.338890 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-c3126a1a-1358-4aea-b3a2-1a424828d1fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:47.379087 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning complete for port 5a5b58f6-d968-4012-a5a8-720a5d3d9b5c triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:00:47.379737 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:47.442069 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-1fec6973-f5eb-45d5-9a3e-305bd572a11e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1761047', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1806272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6989'] for router, precommit_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:47.451988 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9922863c-006a-46f8-a811-3ceef15a38c1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6bd5fc82-6666-56e8-87c2-91648d36c963-ba0b6a3c-159a-4754-a722-7186fa46c6ef', 'network_id': 'ba0b6a3c-159a-4754-a722-7186fa46c6ef', 'tenant_id': '19569b4604954d8f928b9790d774cc3b', 'fixed_ips': [{'subnet_id': 'd5e3a192-c1cf-422c-aeb5-1f213bd2e805'}]}} from n-d-773647-6. {{(pid=100248) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 14:00:47.452902 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-9922863c-006a-46f8-a811-3ceef15a38c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:47.475880 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-c3126a1a-1358-4aea-b3a2-1a424828d1fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:47.478624 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-c3126a1a-1358-4aea-b3a2-1a424828d1fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:47.482711 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-c3126a1a-1358-4aea-b3a2-1a424828d1fc admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/426b2c98-b2a3-4344-9104-71ac10ea07c0 HTTP/1.1" status: 204 len: 168 time: 0.3090858 Jul 06 14:00:47.495534 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3126a1a-1358-4aea-b3a2-1a424828d1fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=426b2c98-b2a3-4344-9104-71ac10ea07c0,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:00:47.719611 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:47.776634 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.db_base_plugin_common [None req-9922863c-006a-46f8-a811-3ceef15a38c1 None None] Allocated IP 172.20.0.2 (ba0b6a3c-159a-4754-a722-7186fa46c6ef/d5e3a192-c1cf-422c-aeb5-1f213bd2e805/84eececb-3e0a-4c66-9e5c-d68ac74a5314) {{(pid=100248) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:00:47.783851 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] For port 5a5b58f6-d968-4012-a5a8-720a5d3d9b5c, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=5a5b58f6-d968-4012-a5a8-720a5d3d9b5c,segment=NetworkSegment(1d8f5395-0396-4ba3-8cac-3307d03a82e3),segment_id=1d8f5395-0396-4ba3-8cac-3307d03a82e3)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:00:47.795573 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:47.796403 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device dbd3b744-6c29-4605-8eb0-e65c46b5c751 up at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:00:47.875668 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae6481f-927c-437f-88c6-92ccdc2fb791 req-8098e6d3-8602-4026-b441-39268e88306e tempest-DeleteServersTestJSON-677393534 tempest-DeleteServersTestJSON-677393534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:00:47.886146 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-dae6481f-927c-437f-88c6-92ccdc2fb791 req-8098e6d3-8602-4026-b441-39268e88306e tempest-DeleteServersTestJSON-677393534 tempest-DeleteServersTestJSON-677393534-project] 10.222.0.104 "GET /v2.0/ports?device_id=35567473-98d6-438d-b4ea-81f3a880422a HTTP/1.1" status: 200 len: 945 time: 0.3879907 Jul 06 14:00:47.890718 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8c2bfc-6379-48ab-a34c-39c826da5164 req-c858fcc2-2f53-47dd-8d1d-926bd07381b7 tempest-ServersOnMultiNodesTest-1210667676 tempest-ServersOnMultiNodesTest-1210667676-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:00:47.892596 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-0a8c2bfc-6379-48ab-a34c-39c826da5164 req-c858fcc2-2f53-47dd-8d1d-926bd07381b7 tempest-ServersOnMultiNodesTest-1210667676 tempest-ServersOnMultiNodesTest-1210667676-project-admin] 10.222.0.104 "GET /v2.0/ports?device_id=c7fd8457-e6c3-4c5f-845e-1fc92bd8e24b HTTP/1.1" status: 200 len: 1100 time: 0.1865900 Jul 06 14:00:47.997578 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 35520) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:00:48.009496 n-d-773647-6 neutron-server[100247]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a9ebadb-5d0b-4c58-a589-8400ecb2562f', 'name': 'network-vif-deleted', 'tag': '637ecd9c-e000-4842-b59a-75b46f1d4b42'}] {{(pid=100247) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:00:48.012311 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cbf0eeaae822f8fc9b87a94aeba67a3d651842baf663a51cba94b67a514836d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52fd01e9-8e64-4196-901c-250a318edf7a" -d '{"events": [{"server_uuid": "4a9ebadb-5d0b-4c58-a589-8400ecb2562f", "name": "network-vif-deleted", "tag": "637ecd9c-e000-4842-b59a-75b46f1d4b42"}]}' {{(pid=100247) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:00:48.048633 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-dae6481f-927c-437f-88c6-92ccdc2fb791 req-e30c1917-0985-4ec6-b987-7deb4e84d0d8 tempest-DeleteServersTestJSON-677393534 tempest-DeleteServersTestJSON-677393534-project] 10.222.0.104 "GET /v2.0/security-groups?id=7d4cbf2c-f907-4452-8928-a2a298fe7ee1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1579316 Jul 06 14:00:48.095347 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-58ad8c8a-f174-447e-be11-b19dabcfafdf admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=3ed6598fe0754f6ca3b0a6dffeb9ccc9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0959859 Jul 06 14:00:48.098020 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 35524) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:00:48.145472 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Pushing event updated for resources: {'Port': ['ID=5a5b58f6-d968-4012-a5a8-720a5d3d9b5c,revision_number=5']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:00:48.165890 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-0a8c2bfc-6379-48ab-a34c-39c826da5164 req-36bd2ec4-0ea1-4132-add0-a2911727bfa0 tempest-ServersOnMultiNodesTest-1210667676 tempest-ServersOnMultiNodesTest-1210667676-project-admin] 10.222.0.104 "GET /v2.0/security-groups?id=304f894d-c671-4a59-b0fb-2a4d849c5ac9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2620173 Jul 06 14:00:48.201062 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-1fec6973-f5eb-45d5-9a3e-305bd572a11e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:48.239483 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning complete for port dbd3b744-6c29-4605-8eb0-e65c46b5c751 triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:00:48.240219 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:48.273306 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-1fec6973-f5eb-45d5-9a3e-305bd572a11e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:48.275724 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-e77b10ff-3399-4a78-9e10-464ba57afa42 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:48.344831 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-9922863c-006a-46f8-a811-3ceef15a38c1 None None] Notify callbacks [] for port, precommit_create {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:48.378745 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-9922863c-006a-46f8-a811-3ceef15a38c1 None None] Transition to ACTIVE for port object 84eececb-3e0a-4c66-9e5c-d68ac74a5314 will not be triggered until provisioned by entity L2. {{(pid=100248) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:00:48.441199 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-9922863c-006a-46f8-a811-3ceef15a38c1 None None] Transition to ACTIVE for port object 84eececb-3e0a-4c66-9e5c-d68ac74a5314 will not be triggered until provisioned by entity DHCP. {{(pid=100248) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:00:48.450873 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 14:00:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5c62533-e8dc-4513-8918-7e0c18456bad x-openstack-request-id: req-d5c62533-e8dc-4513-8918-7e0c18456bad {{(pid=100247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:00:48.451152 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a9ebadb-5d0b-4c58-a589-8400ecb2562f", "name": "network-vif-deleted", "tag": "637ecd9c-e000-4842-b59a-75b46f1d4b42", "status": "completed", "code": 200}]} {{(pid=100247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:00:48.451435 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-d5c62533-e8dc-4513-8918-7e0c18456bad {{(pid=100247) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:00:48.455139 n-d-773647-6 neutron-server[100247]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a9ebadb-5d0b-4c58-a589-8400ecb2562f', 'name': 'network-vif-deleted', 'tag': '637ecd9c-e000-4842-b59a-75b46f1d4b42', 'status': 'completed', 'code': 200} Jul 06 14:00:48.461775 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-9922863c-006a-46f8-a811-3ceef15a38c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108'] for port, after_create {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:48.490975 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-e77b10ff-3399-4a78-9e10-464ba57afa42 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:48.500074 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab5e563-e81e-4904-80fd-212087572d6f req-f69041b3-bd6e-4764-890c-7b77124b86ff tempest-ServersTestMultiNic-850319587 tempest-ServersTestMultiNic-850319587-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:00:48.506039 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab5e563-e81e-4904-80fd-212087572d6f req-f69041b3-bd6e-4764-890c-7b77124b86ff tempest-ServersTestMultiNic-850319587 tempest-ServersTestMultiNic-850319587-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:00:48.508206 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-7ab5e563-e81e-4904-80fd-212087572d6f req-f69041b3-bd6e-4764-890c-7b77124b86ff tempest-ServersTestMultiNic-850319587 tempest-ServersTestMultiNic-850319587-project] 10.222.0.72 "GET /v2.0/networks?id=aceb0070-cd15-4f02-994c-34997327918d&id=9c3af1d0-561e-4fe7-948c-2b7935a222d0 HTTP/1.1" status: 200 len: 1391 time: 0.2830417 Jul 06 14:00:48.530179 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [req-7ab5e563-e81e-4904-80fd-212087572d6f req-d6890ad7-42a9-4d44-91d3-745947fb2267 tempest-ServersTestMultiNic-850319587 tempest-ServersTestMultiNic-850319587-project] Request body: {'port': {'device_id': 'd7f795df-4671-41b1-951f-6d2bef17c821', 'network_id': 'aceb0070-cd15-4f02-994c-34997327918d', 'admin_state_up': True, 'tenant_id': 'a3fc9596cf9941a495b08d5bae1b31d8'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:00:48.562571 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9922863c-006a-46f8-a811-3ceef15a38c1 None None] Pushing event updated for resources: {'Port': ['ID=84eececb-3e0a-4c66-9e5c-d68ac74a5314,revision_number=1']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:00:48.580121 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-6f1da198-e875-4989-b168-96c7838b443c req-2788b882-207a-401e-9ddb-f9ca358e4639 tempest-ServersTestMultiNic-850319587 tempest-ServersTestMultiNic-850319587-project] 10.222.0.104 "GET /v2.0/ports?device_id=d7f795df-4671-41b1-951f-6d2bef17c821 HTTP/1.1" status: 200 len: 210 time: 0.1226363 Jul 06 14:00:48.604690 n-d-773647-6 neutron-server[100248]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9922863c-006a-46f8-a811-3ceef15a38c1 None None] Network ba0b6a3c-159a-4754-a722-7186fa46c6ef is already hosted by enough agents. {{(pid=100248) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:00:48.612602 n-d-773647-6 neutron-server[100248]: DEBUG neutron.scheduler.base_scheduler [None req-9922863c-006a-46f8-a811-3ceef15a38c1 None None] Resources bound (agent type, host, resource id): {{(pid=100248) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:00:48.618990 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9922863c-006a-46f8-a811-3ceef15a38c1 None None] Received port after_create {{(pid=100248) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:00:48.652732 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.db_base_plugin_common [None req-1fec6973-f5eb-45d5-9a3e-305bd572a11e admin admin] Allocated IP 172.25.0.192 (2658f09e-a580-4d4a-9968-2d1e0ad93719/cbf74abc-6fe1-4d33-b005-c948923b9647/dfbda63b-d365-4337-9766-509d9f679764) {{(pid=100247) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:00:48.656949 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 5a5b58f6-d968-4012-a5a8-720a5d3d9b5c up at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:00:48.673340 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7ab5e563-e81e-4904-80fd-212087572d6f req-d6890ad7-42a9-4d44-91d3-745947fb2267 tempest-ServersTestMultiNic-850319587 tempest-ServersTestMultiNic-850319587-project] Made reservation on behalf of a3fc9596cf9941a495b08d5bae1b31d8 for: {'port': 1} {{(pid=100246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:00:48.677614 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-7ab5e563-e81e-4904-80fd-212087572d6f req-d6890ad7-42a9-4d44-91d3-745947fb2267 tempest-ServersTestMultiNic-850319587 tempest-ServersTestMultiNic-850319587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:48.749238 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-e77b10ff-3399-4a78-9e10-464ba57afa42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:48.752253 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-e77b10ff-3399-4a78-9e10-464ba57afa42 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:48.753490 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-e77b10ff-3399-4a78-9e10-464ba57afa42 admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/38360e9e-4745-410d-aa86-efba42bb7681 HTTP/1.1" status: 204 len: 168 time: 0.6529329 Jul 06 14:00:48.773412 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 35544) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:00:48.836816 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-9922863c-006a-46f8-a811-3ceef15a38c1 None None] Attempting to bind port 84eececb-3e0a-4c66-9e5c-d68ac74a5314 on host n-d-773647-6 for vnic_type normal with profile {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:00:48.837317 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-9922863c-006a-46f8-a811-3ceef15a38c1 None None] Attempting to bind port 84eececb-3e0a-4c66-9e5c-d68ac74a5314 by drivers openvswitch,hyperv on host n-d-773647-6 at level 0 using segments [{'id': '33393dcc-3308-4a8a-abe0-d259f4ec97a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': 'ba0b6a3c-159a-4754-a722-7186fa46c6ef'}] {{(pid=100248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:00:48.837471 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77b10ff-3399-4a78-9e10-464ba57afa42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38360e9e-4745-410d-aa86-efba42bb7681,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:00:48.838038 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9922863c-006a-46f8-a811-3ceef15a38c1 None None] Attempting to bind port 84eececb-3e0a-4c66-9e5c-d68ac74a5314 on network ba0b6a3c-159a-4754-a722-7186fa46c6ef {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:00:48.853175 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9922863c-006a-46f8-a811-3ceef15a38c1 None None] Checking agent: {'id': '8ab5b19c-d213-4f29-891d-27bdf39d38b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773647-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 43, 26), 'started_at': datetime.datetime(2021, 7, 6, 13, 43, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 0, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773647-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:00:48.854000 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9922863c-006a-46f8-a811-3ceef15a38c1 None None] Checking segment: {'id': '33393dcc-3308-4a8a-abe0-d259f4ec97a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': 'ba0b6a3c-159a-4754-a722-7186fa46c6ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:00:48.854637 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-9922863c-006a-46f8-a811-3ceef15a38c1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:48.855288 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9922863c-006a-46f8-a811-3ceef15a38c1 None None] Bound using segment: {'id': '33393dcc-3308-4a8a-abe0-d259f4ec97a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': 'ba0b6a3c-159a-4754-a722-7186fa46c6ef'} {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:00:48.856423 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-9922863c-006a-46f8-a811-3ceef15a38c1 None None] Bound port: 84eececb-3e0a-4c66-9e5c-d68ac74a5314, host: n-d-773647-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33393dcc-3308-4a8a-abe0-d259f4ec97a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': 'ba0b6a3c-159a-4754-a722-7186fa46c6ef'}}] {{(pid=100248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:00:48.857071 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-9922863c-006a-46f8-a811-3ceef15a38c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:48.887917 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.db_base_plugin_v2 [None req-891957e0-46b2-4a00-b6ed-b05812e97951 admin admin] Deleting subnet 88eb22c0-56b7-4217-99ba-ae21132aa3e6 {{(pid=100246) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 14:00:48.894614 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-891957e0-46b2-4a00-b6ed-b05812e97951 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:48.925071 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning complete for port 5a5b58f6-d968-4012-a5a8-720a5d3d9b5c triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:00:48.925626 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:48.957190 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.db_base_plugin_common [req-7ab5e563-e81e-4904-80fd-212087572d6f req-d6890ad7-42a9-4d44-91d3-745947fb2267 tempest-ServersTestMultiNic-850319587 tempest-ServersTestMultiNic-850319587-project] Allocated IP 19.80.0.22 (aceb0070-cd15-4f02-994c-34997327918d/a235bec2-c1ce-4c14-a6de-642c9350c95b/2a4ba1f2-5f2f-4694-b2b4-a7686ddc443c) {{(pid=100246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:00:48.960554 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-891957e0-46b2-4a00-b6ed-b05812e97951 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126218885'] for subnet, precommit_delete_associations {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:48.983604 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-9922863c-006a-46f8-a811-3ceef15a38c1 None None] For port 84eececb-3e0a-4c66-9e5c-d68ac74a5314, host n-d-773647-6, cleared binding levels {{(pid=100248) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:00:48.988121 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-9922863c-006a-46f8-a811-3ceef15a38c1 None None] For port 84eececb-3e0a-4c66-9e5c-d68ac74a5314, host n-d-773647-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=84eececb-3e0a-4c66-9e5c-d68ac74a5314,segment=NetworkSegment(33393dcc-3308-4a8a-abe0-d259f4ec97a5),segment_id=33393dcc-3308-4a8a-abe0-d259f4ec97a5)] {{(pid=100248) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:00:48.999733 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-9922863c-006a-46f8-a811-3ceef15a38c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:49.005006 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-1fec6973-f5eb-45d5-9a3e-305bd572a11e admin admin] Notify callbacks [] for port, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:49.039951 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-891957e0-46b2-4a00-b6ed-b05812e97951 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-913473'] for subnet, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:49.087532 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9922863c-006a-46f8-a811-3ceef15a38c1 None None] Pushing event updated for resources: {'Port': ['ID=84eececb-3e0a-4c66-9e5c-d68ac74a5314,revision_number=2']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:00:49.121139 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-891957e0-46b2-4a00-b6ed-b05812e97951 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-913480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1849032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127687590', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127702764'] for subnet, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:49.139337 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-1fec6973-f5eb-45d5-9a3e-305bd572a11e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-128888360'] for port, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:49.178378 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891957e0-46b2-4a00-b6ed-b05812e97951 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=88eb22c0-56b7-4217-99ba-ae21132aa3e6,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:00:49.198736 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-891957e0-46b2-4a00-b6ed-b05812e97951 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:49.201597 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-891957e0-46b2-4a00-b6ed-b05812e97951 admin admin] 10.222.0.104 "DELETE /v2.0/subnets/88eb22c0-56b7-4217-99ba-ae21132aa3e6 HTTP/1.1" status: 204 len: 168 time: 0.4151480 Jul 06 14:00:49.213976 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 35560) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:00:49.221909 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-9350727b-5cdc-4ad6-8273-3cc460febf95 req-6aefb2c6-d3c3-435a-965f-700a20aabdf6 tempest-ServersOnMultiNodesTest-299961212 tempest-ServersOnMultiNodesTest-299961212-project] 10.222.0.104 "GET /v2.0/networks?tenant_id=ae0918c1680140d8a89ce8f9c600b37d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1159124 Jul 06 14:00:49.227614 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fec6973-f5eb-45d5-9a3e-305bd572a11e admin admin] Pushing event updated for resources: {'Port': ['ID=dfbda63b-d365-4337-9766-509d9f679764,revision_number=1']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:00:49.245121 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fec6973-f5eb-45d5-9a3e-305bd572a11e admin admin] Network 2658f09e-a580-4d4a-9968-2d1e0ad93719 is already hosted by enough agents. {{(pid=100247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:00:49.304677 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.base_scheduler [None req-1fec6973-f5eb-45d5-9a3e-305bd572a11e admin admin] Resources bound (agent type, host, resource id): {{(pid=100247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:00:49.307482 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fec6973-f5eb-45d5-9a3e-305bd572a11e admin admin] Received port after_create {{(pid=100247) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:00:49.378348 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-ab1905ed-9452-456c-9ddf-0e0d677906ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530492'] for network, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:49.472348 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-7ab5e563-e81e-4904-80fd-212087572d6f req-d6890ad7-42a9-4d44-91d3-745947fb2267 tempest-ServersTestMultiNic-850319587 tempest-ServersTestMultiNic-850319587-project] Notify callbacks [] for port, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:49.545677 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9350727b-5cdc-4ad6-8273-3cc460febf95 req-fdeae009-f8f9-455b-b758-f3796d02739d tempest-ServersOnMultiNodesTest-299961212 tempest-ServersOnMultiNodesTest-299961212-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:00:49.552409 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-9350727b-5cdc-4ad6-8273-3cc460febf95 req-fdeae009-f8f9-455b-b758-f3796d02739d tempest-ServersOnMultiNodesTest-299961212 tempest-ServersOnMultiNodesTest-299961212-project] 10.222.0.104 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3294277 Jul 06 14:00:49.590625 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-9350727b-5cdc-4ad6-8273-3cc460febf95 req-a7ae8bc0-81e9-4d23-a5b4-910d1ee10b81 tempest-ServersOnMultiNodesTest-299961212 tempest-ServersOnMultiNodesTest-299961212-project] 10.222.0.104 "GET /v2.0/quotas/ae0918c1680140d8a89ce8f9c600b37d HTTP/1.1" status: 200 len: 375 time: 0.0372910 Jul 06 14:00:49.670017 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-ab1905ed-9452-456c-9ddf-0e0d677906ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-917204', 'neutron.services.segments.db._delete_segments_for_network-8773753502302'] for network, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:49.685944 n-d-773647-6 neutron-server[100246]: DEBUG neutron.services.segments.db [None req-ab1905ed-9452-456c-9ddf-0e0d677906ca admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['80a8f655-14ef-4b04-89b8-0871faf0b23f']}} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:00:49.706542 n-d-773647-6 neutron-server[100246]: DEBUG neutron.services.segments.db [None req-ab1905ed-9452-456c-9ddf-0e0d677906ca admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1bb3acc6-dcb3-43f0-ad94-2763c9e79a65') {'for_net_delete': True} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:00:49.707042 n-d-773647-6 neutron-server[100246]: DEBUG neutron.services.segments.db [None req-ab1905ed-9452-456c-9ddf-0e0d677906ca admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1bb3acc6-dcb3-43f0-ad94-2763c9e79a65') {} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:00:49.717427 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-ab1905ed-9452-456c-9ddf-0e0d677906ca admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773753515138', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126218898'] for segment, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:49.739034 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-ab1905ed-9452-456c-9ddf-0e0d677906ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552'] for segment, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:49.748249 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab1905ed-9452-456c-9ddf-0e0d677906ca admin admin] Releasing vlan 1007 on physical network physnet1 to pool {{(pid=100246) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 14:00:49.748935 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-ab1905ed-9452-456c-9ddf-0e0d677906ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127687491'] for segment, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:49.750826 n-d-773647-6 neutron-server[100246]: Traceback (most recent call last): Jul 06 14:00:49.750826 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 14:00:49.750826 n-d-773647-6 neutron-server[100246]: timer() Jul 06 14:00:49.750826 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 14:00:49.750826 n-d-773647-6 neutron-server[100246]: cb(*args, **kw) Jul 06 14:00:49.750826 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 14:00:49.750826 n-d-773647-6 neutron-server[100246]: return func(*args, **kwargs) Jul 06 14:00:49.750826 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 14:00:49.750826 n-d-773647-6 neutron-server[100246]: self._notify() Jul 06 14:00:49.750826 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 14:00:49.750826 n-d-773647-6 neutron-server[100246]: self.callback(batched_events) Jul 06 14:00:49.750826 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 14:00:49.750826 n-d-773647-6 neutron-server[100246]: event.method(event) Jul 06 14:00:49.750826 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 14:00:49.750826 n-d-773647-6 neutron-server[100246]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 14:00:49.750826 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 14:00:49.750826 n-d-773647-6 neutron-server[100246]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 14:00:49.750826 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 14:00:49.750826 n-d-773647-6 neutron-server[100246]: return f(self, *a, **k) Jul 06 14:00:49.750826 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 14:00:49.750826 n-d-773647-6 neutron-server[100246]: return self._get(url).json() Jul 06 14:00:49.750826 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 14:00:49.750826 n-d-773647-6 neutron-server[100246]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 14:00:49.750826 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 14:00:49.750826 n-d-773647-6 neutron-server[100246]: return self.request(url, 'GET', **kwargs) Jul 06 14:00:49.750826 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 14:00:49.750826 n-d-773647-6 neutron-server[100246]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 14:00:49.750826 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 14:00:49.750826 n-d-773647-6 neutron-server[100246]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 14:00:49.750826 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 14:00:49.750826 n-d-773647-6 neutron-server[100246]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 14:00:49.750826 n-d-773647-6 neutron-server[100246]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 14:00:49.778090 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-9350727b-5cdc-4ad6-8273-3cc460febf95 req-fb85524f-3cc1-4562-a7b6-e7943ddf3a74 tempest-ServersOnMultiNodesTest-299961212 tempest-ServersOnMultiNodesTest-299961212-project] 10.222.0.104 "GET /v2.0/ports?tenant_id=ae0918c1680140d8a89ce8f9c600b37d&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1767282 Jul 06 14:00:49.805640 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-1fec6973-f5eb-45d5-9a3e-305bd572a11e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:49.824588 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.provisioning_blocks [req-7ab5e563-e81e-4904-80fd-212087572d6f req-d6890ad7-42a9-4d44-91d3-745947fb2267 tempest-ServersTestMultiNic-850319587 tempest-ServersTestMultiNic-850319587-project] Transition to ACTIVE for port object 2a4ba1f2-5f2f-4694-b2b4-a7686ddc443c will not be triggered until provisioned by entity DHCP. {{(pid=100246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:00:49.858840 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-ab1905ed-9452-456c-9ddf-0e0d677906ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-917215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1761140'] for network, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:49.873392 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-ab1905ed-9452-456c-9ddf-0e0d677906ca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583035'] for network, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:49.878241 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-ab1905ed-9452-456c-9ddf-0e0d677906ca admin admin] 10.222.0.104 "DELETE /v2.0/networks/80a8f655-14ef-4b04-89b8-0871faf0b23f HTTP/1.1" status: 204 len: 168 time: 0.6604664 Jul 06 14:00:49.946960 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1905ed-9452-456c-9ddf-0e0d677906ca admin admin] Pushing event deleted for resources: {'Network': ['ID=80a8f655-14ef-4b04-89b8-0871faf0b23f,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:00:49.948673 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 35582) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:00:49.977614 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-7ab5e563-e81e-4904-80fd-212087572d6f req-d6890ad7-42a9-4d44-91d3-745947fb2267 tempest-ServersTestMultiNic-850319587 tempest-ServersTestMultiNic-850319587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-127687573'] for port, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:50.105069 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6890ad7-42a9-4d44-91d3-745947fb2267 tempest-ServersTestMultiNic-850319587 tempest-ServersTestMultiNic-850319587-project] Pushing event updated for resources: {'Port': ['ID=2a4ba1f2-5f2f-4694-b2b4-a7686ddc443c,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:00:50.181508 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7ab5e563-e81e-4904-80fd-212087572d6f req-d6890ad7-42a9-4d44-91d3-745947fb2267 tempest-ServersTestMultiNic-850319587 tempest-ServersTestMultiNic-850319587-project] Network aceb0070-cd15-4f02-994c-34997327918d is already hosted by enough agents. {{(pid=100246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:00:50.188327 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.base_scheduler [req-7ab5e563-e81e-4904-80fd-212087572d6f req-d6890ad7-42a9-4d44-91d3-745947fb2267 tempest-ServersTestMultiNic-850319587 tempest-ServersTestMultiNic-850319587-project] Resources bound (agent type, host, resource id): {{(pid=100246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:00:50.194834 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ab5e563-e81e-4904-80fd-212087572d6f req-d6890ad7-42a9-4d44-91d3-745947fb2267 tempest-ServersTestMultiNic-850319587 tempest-ServersTestMultiNic-850319587-project] Received port after_create {{(pid=100246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:00:50.211401 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-e0857504-d214-41b6-b8d2-b30921cfcbd9 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-1257204186-network', 'tenant_id': '825a4fb0f5c7454f82c586f8d1442f43'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:00:50.249544 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 35596) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:00:50.307538 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0857504-d214-41b6-b8d2-b30921cfcbd9 admin admin] Made reservation on behalf of 825a4fb0f5c7454f82c586f8d1442f43 for: {'network': 1} {{(pid=100246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:00:50.309949 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-e0857504-d214-41b6-b8d2-b30921cfcbd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for network, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:50.327713 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-e0857504-d214-41b6-b8d2-b30921cfcbd9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:50.342759 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab5e563-e81e-4904-80fd-212087572d6f req-d6890ad7-42a9-4d44-91d3-745947fb2267 tempest-ServersTestMultiNic-850319587 tempest-ServersTestMultiNic-850319587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:00:50.343547 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-7ab5e563-e81e-4904-80fd-212087572d6f req-d6890ad7-42a9-4d44-91d3-745947fb2267 tempest-ServersTestMultiNic-850319587 tempest-ServersTestMultiNic-850319587-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:50.451436 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-1fec6973-f5eb-45d5-9a3e-305bd572a11e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1806297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1761036'] for router, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:50.469807 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-b860cf7c-8445-4637-ba6e-0ab019f860df admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=aa7d5b29f8ec457fb3612664b97c2f33&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2178032 Jul 06 14:00:50.472030 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 35600) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:00:50.503858 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-e0857504-d214-41b6-b8d2-b30921cfcbd9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:50.512523 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-e0857504-d214-41b6-b8d2-b30921cfcbd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:50.552501 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e0857504-d214-41b6-b8d2-b30921cfcbd9 admin admin] vlan segment allocate from pool success with {'vlan_id': 1024, 'physical_network': 'physnet1'} {{(pid=100246) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 14:00:50.597306 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9d519c-d725-4764-87d1-f429f1337887 req-58a518c3-816c-4f33-be6e-1658c2e80165 tempest-ServersTestMultiNic-850319587 tempest-ServersTestMultiNic-850319587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:00:50.598628 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-e0857504-d214-41b6-b8d2-b30921cfcbd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552'] for segment, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:50.598989 n-d-773647-6 neutron-server[100246]: INFO neutron.db.segments_db [None req-e0857504-d214-41b6-b8d2-b30921cfcbd9 admin admin] Added segment b84425ef-5b11-46aa-9198-ea4525ffd9fc of type vlan for network dc2aab4d-ebf5-4223-8156-143d93bdc342 Jul 06 14:00:50.605693 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-0a9d519c-d725-4764-87d1-f429f1337887 req-58a518c3-816c-4f33-be6e-1658c2e80165 tempest-ServersTestMultiNic-850319587 tempest-ServersTestMultiNic-850319587-project] 10.222.0.104 "GET /v2.0/ports?device_id=d7f795df-4671-41b1-951f-6d2bef17c821 HTTP/1.1" status: 200 len: 931 time: 0.3725803 Jul 06 14:00:50.607741 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-dd50572a-3a43-4bbe-a41e-3cedbf24a06b None None] Provisioning for port 2a4ba1f2-5f2f-4694-b2b4-a7686ddc443c completed by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:00:50.618420 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8818f1c6-7d2f-4bef-bdba-ea14eafcd050 req-951a226e-abf9-4d75-ad88-2a5a993a6f46 tempest-DeleteServersTestJSON-677393534 tempest-DeleteServersTestJSON-677393534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:00:50.620486 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-8818f1c6-7d2f-4bef-bdba-ea14eafcd050 req-951a226e-abf9-4d75-ad88-2a5a993a6f46 tempest-DeleteServersTestJSON-677393534 tempest-DeleteServersTestJSON-677393534-project] 10.222.0.104 "GET /v2.0/ports?device_id=35567473-98d6-438d-b4ea-81f3a880422a HTTP/1.1" status: 200 len: 945 time: 0.4116940 Jul 06 14:00:50.622231 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-dd50572a-3a43-4bbe-a41e-3cedbf24a06b None None] Provisioning complete for port 2a4ba1f2-5f2f-4694-b2b4-a7686ddc443c triggered by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:00:50.624434 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-dd50572a-3a43-4bbe-a41e-3cedbf24a06b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:50.671544 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-7ab5e563-e81e-4904-80fd-212087572d6f req-d6890ad7-42a9-4d44-91d3-745947fb2267 tempest-ServersTestMultiNic-850319587 tempest-ServersTestMultiNic-850319587-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1453912 Jul 06 14:00:50.692381 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [req-7ab5e563-e81e-4904-80fd-212087572d6f req-cb808832-bbb0-48ed-ba92-0cb7b449f624 tempest-ServersTestMultiNic-850319587 tempest-ServersTestMultiNic-850319587-project] Request body: {'port': {'device_id': 'd7f795df-4671-41b1-951f-6d2bef17c821', 'network_id': '9c3af1d0-561e-4fe7-948c-2b7935a222d0', 'admin_state_up': True, 'tenant_id': 'a3fc9596cf9941a495b08d5bae1b31d8'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:00:50.720683 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0857504-d214-41b6-b8d2-b30921cfcbd9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=715e00b7-412d-4ac6-a847-c2c6525b42cb,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:00:50.741091 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-dd50572a-3a43-4bbe-a41e-3cedbf24a06b None None] Port 2a4ba1f2-5f2f-4694-b2b4-a7686ddc443c cannot update to ACTIVE because it is not bound. {{(pid=100248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 14:00:50.761041 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-e0857504-d214-41b6-b8d2-b30921cfcbd9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773752984405'] for network, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:50.767068 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 84eececb-3e0a-4c66-9e5c-d68ac74a5314 up at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:00:50.781696 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-0a9d519c-d725-4764-87d1-f429f1337887 req-5c27ebc3-f267-4c02-9753-34e6f0c693b3 tempest-ServersTestMultiNic-850319587 tempest-ServersTestMultiNic-850319587-project] 10.222.0.104 "GET /v2.0/security-groups?id=3be580b9-03cb-4a9b-8661-5fe7dfbcaae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1741767 Jul 06 14:00:50.815111 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-1dd12dc1-e23d-48d9-9a15-aaabc2f1f619 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:50.828765 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-e0857504-d214-41b6-b8d2-b30921cfcbd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060'] for network, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:50.829819 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0857504-d214-41b6-b8d2-b30921cfcbd9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:00:50.830495 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-e0857504-d214-41b6-b8d2-b30921cfcbd9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583035'] for network, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:50.840639 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-1dd12dc1-e23d-48d9-9a15-aaabc2f1f619 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:50.840862 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8eb0f342-e363-4970-89e6-184b4f134b11 None None] Network ba0b6a3c-159a-4754-a722-7186fa46c6ef requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:00:50.927582 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-71f9342b-510e-49de-bfbb-d88f67f09d53 None None] Provisioning for port 84eececb-3e0a-4c66-9e5c-d68ac74a5314 completed by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:00:50.939474 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-8818f1c6-7d2f-4bef-bdba-ea14eafcd050 req-56e35b2a-9e03-4cb7-8db7-2853dfa3410f tempest-DeleteServersTestJSON-677393534 tempest-DeleteServersTestJSON-677393534-project] 10.222.0.104 "GET /v2.0/security-groups?id=7d4cbf2c-f907-4452-8928-a2a298fe7ee1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3111923 Jul 06 14:00:50.958115 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-e0857504-d214-41b6-b8d2-b30921cfcbd9 admin admin] 10.222.0.104 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 1.0028093 Jul 06 14:00:50.961632 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 35602) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:00:50.964175 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-1dd12dc1-e23d-48d9-9a15-aaabc2f1f619 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:50.969616 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-1dd12dc1-e23d-48d9-9a15-aaabc2f1f619 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:50.970812 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-1dd12dc1-e23d-48d9-9a15-aaabc2f1f619 admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/bc287469-1102-40d8-b019-cad062af5465 HTTP/1.1" status: 204 len: 168 time: 0.4939094 Jul 06 14:00:50.987465 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-e9e5d72d-bfad-4014-89ed-245d6a0b2689 admin admin] Request body: {'subnet': {'network_id': 'dc2aab4d-ebf5-4223-8156-143d93bdc342', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-1257204186-subnet', 'tenant_id': '825a4fb0f5c7454f82c586f8d1442f43', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:00:51.017202 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0857504-d214-41b6-b8d2-b30921cfcbd9 admin admin] Pushing event updated for resources: {'Network': ['ID=dc2aab4d-ebf5-4223-8156-143d93bdc342,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:00:51.029538 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd12dc1-e23d-48d9-9a15-aaabc2f1f619 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc287469-1102-40d8-b019-cad062af5465,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:00:51.044356 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning for port 84eececb-3e0a-4c66-9e5c-d68ac74a5314 completed by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:00:51.049067 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7ab5e563-e81e-4904-80fd-212087572d6f req-cb808832-bbb0-48ed-ba92-0cb7b449f624 tempest-ServersTestMultiNic-850319587 tempest-ServersTestMultiNic-850319587-project] Made reservation on behalf of a3fc9596cf9941a495b08d5bae1b31d8 for: {'port': 1} {{(pid=100246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:00:51.050225 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Network dc2aab4d-ebf5-4223-8156-143d93bdc342 details requested by agent ovs-agent-n-d-773647-6 with host n-d-773647-6 {{(pid=100248) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 14:00:51.067187 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-7ab5e563-e81e-4904-80fd-212087572d6f req-cb808832-bbb0-48ed-ba92-0cb7b449f624 tempest-ServersTestMultiNic-850319587 tempest-ServersTestMultiNic-850319587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:51.074418 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9e5d72d-bfad-4014-89ed-245d6a0b2689 admin admin] Made reservation on behalf of 825a4fb0f5c7454f82c586f8d1442f43 for: {'subnet': 1} {{(pid=100246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:00:51.082093 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-e9e5d72d-bfad-4014-89ed-245d6a0b2689 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127702029'] for subnet, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:51.105633 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-e97ebe85-9357-4182-bb54-00650966d635 req-c53648cf-127d-4778-a942-42964f9fb460 tempest-ServersOnMultiNodesTest-299961212 tempest-ServersOnMultiNodesTest-299961212-project] 10.222.0.104 "GET /v2.0/ports?device_id=2e2ea344-6018-4c2a-9298-573810505a62 HTTP/1.1" status: 200 len: 210 time: 0.1478486 Jul 06 14:00:51.144261 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1fec6973-f5eb-45d5-9a3e-305bd572a11e admin admin] Router 4d2c7630-6467-403f-a082-d580791b1af4 is scheduled to L3 agent 2823d358-a11b-4885-a706-95a279e43fa7 with binding_index 1 {{(pid=100247) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 14:00:51.168439 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning complete for port 84eececb-3e0a-4c66-9e5c-d68ac74a5314 triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:00:51.169654 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:51.384408 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:51.450844 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] For port 84eececb-3e0a-4c66-9e5c-d68ac74a5314, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=84eececb-3e0a-4c66-9e5c-d68ac74a5314,segment=NetworkSegment(33393dcc-3308-4a8a-abe0-d259f4ec97a5),segment_id=33393dcc-3308-4a8a-abe0-d259f4ec97a5)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:00:51.458277 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:51.549813 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.db_base_plugin_common [req-7ab5e563-e81e-4904-80fd-212087572d6f req-cb808832-bbb0-48ed-ba92-0cb7b449f624 tempest-ServersTestMultiNic-850319587 tempest-ServersTestMultiNic-850319587-project] Allocated IP 19.86.0.39 (9c3af1d0-561e-4fe7-948c-2b7935a222d0/b32ceba4-8e3a-4e59-9795-8b23c73a0a74/a2874956-26aa-49c8-b913-a65ada20e08d) {{(pid=100246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:00:51.643648 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Pushing event updated for resources: {'Port': ['ID=84eececb-3e0a-4c66-9e5c-d68ac74a5314,revision_number=3']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:00:51.772874 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-d46352b7-5600-4393-b2d8-9a7d2219d954 None None] Provisioning complete for port 84eececb-3e0a-4c66-9e5c-d68ac74a5314 triggered by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:00:51.772874 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-d46352b7-5600-4393-b2d8-9a7d2219d954 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:51.874078 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-9350727b-5cdc-4ad6-8273-3cc460febf95 req-4b8a3a60-d763-4312-8fd4-22a798f03254 tempest-ServersOnMultiNodesTest-299961212 tempest-ServersOnMultiNodesTest-299961212-project] 10.222.0.127 "GET /v2.0/networks?tenant_id=ae0918c1680140d8a89ce8f9c600b37d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0649202 Jul 06 14:00:51.916240 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-e9e5d72d-bfad-4014-89ed-245d6a0b2689 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1849032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127687649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127702047'] for subnet, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:52.095670 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9e5d72d-bfad-4014-89ed-245d6a0b2689 admin admin] Checking segment: {'id': 'b84425ef-5b11-46aa-9198-ea4525ffd9fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': 'dc2aab4d-ebf5-4223-8156-143d93bdc342'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:00:52.096138 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9e5d72d-bfad-4014-89ed-245d6a0b2689 admin admin] Network hostable DHCP agents. Network: dc2aab4d-ebf5-4223-8156-143d93bdc342, hostable agents: ['f2bada3d-be77-4359-982b-8505a2bbca04'], hosted agents: [] {{(pid=100246) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 14:00:52.098338 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 35652) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:00:52.099806 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fec6973-f5eb-45d5-9a3e-305bd572a11e admin admin] Notify agent at l3_agent.n-d-773647-6 the message routers_updated {{(pid=100247) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 14:00:52.110823 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-911101ee-1d78-4f6e-814d-a62d708411f6 None None] Sync routers for ids ['4d2c7630-6467-403f-a082-d580791b1af4'] in n-d-773647-6 {{(pid=100248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 14:00:52.127425 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-911101ee-1d78-4f6e-814d-a62d708411f6 None None] Routers {'4d2c7630-6467-403f-a082-d580791b1af4'} bound to L3 agent in host n-d-773647-6 {{(pid=100248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:00:52.128348 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-911101ee-1d78-4f6e-814d-a62d708411f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T14:00:25Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['4d2c7630-6467-403f-a082-d580791b1af4'], 'active': True} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:00:52.154134 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e5d72d-bfad-4014-89ed-245d6a0b2689 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9d4d8837-0e9e-40cd-b8da-4a4f0d5a912c,revision_number=0']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:00:52.175900 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9e5d72d-bfad-4014-89ed-245d6a0b2689 admin admin] Network dc2aab4d-ebf5-4223-8156-143d93bdc342 is scheduled to be hosted by DHCP agent f2bada3d-be77-4359-982b-8505a2bbca04 with binding_index 1 {{(pid=100246) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 14:00:52.191793 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.base_scheduler [None req-e9e5d72d-bfad-4014-89ed-245d6a0b2689 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773647-6, dc2aab4d-ebf5-4223-8156-143d93bdc342) {{(pid=100246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:00:52.197303 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9e5d72d-bfad-4014-89ed-245d6a0b2689 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:00:52.197934 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-e9e5d72d-bfad-4014-89ed-245d6a0b2689 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:52.208948 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4821e46-410c-4777-98bd-90f071712678 None None] Network dc2aab4d-ebf5-4223-8156-143d93bdc342 requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:00:52.221709 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-7ab5e563-e81e-4904-80fd-212087572d6f req-cb808832-bbb0-48ed-ba92-0cb7b449f624 tempest-ServersTestMultiNic-850319587 tempest-ServersTestMultiNic-850319587-project] Notify callbacks [] for port, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:52.243974 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-e9e5d72d-bfad-4014-89ed-245d6a0b2689 admin admin] 10.222.0.104 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.2620571 Jul 06 14:00:52.243974 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 35662) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:00:52.245618 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-1fec6973-f5eb-45d5-9a3e-305bd572a11e admin admin] Notify callbacks [] for router, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:52.248047 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-1fec6973-f5eb-45d5-9a3e-305bd572a11e admin admin] 10.222.0.104 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 5.3401647 Jul 06 14:00:52.251005 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 35664) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:00:52.254384 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-9d085c7d-a243-4344-a7da-4db7988a0954 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-1257204186-router', 'tenant_id': '825a4fb0f5c7454f82c586f8d1442f43', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719'}}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:00:52.290313 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.provisioning_blocks [req-7ab5e563-e81e-4904-80fd-212087572d6f req-cb808832-bbb0-48ed-ba92-0cb7b449f624 tempest-ServersTestMultiNic-850319587 tempest-ServersTestMultiNic-850319587-project] Transition to ACTIVE for port object a2874956-26aa-49c8-b913-a65ada20e08d will not be triggered until provisioned by entity DHCP. {{(pid=100246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:00:52.293605 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-9d085c7d-a243-4344-a7da-4db7988a0954 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1806290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6992'] for router, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:52.295345 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-9d085c7d-a243-4344-a7da-4db7988a0954 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1806157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1808637', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1714747', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7007'] for router, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:52.389094 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-e3ae7b52-13dc-43a7-95e1-d258d578a67c admin admin] Notify callbacks [] for security_group, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:52.398063 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-9d085c7d-a243-4344-a7da-4db7988a0954 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:52.417230 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvr_db [None req-911101ee-1d78-4f6e-814d-a62d708411f6 None None] Set router 4d2c7630-6467-403f-a082-d580791b1af4 gateway port host: n-d-773647-6 {{(pid=100248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:00:52.500707 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9584a55b-14ce-4590-bd2f-663512da3d6a req-caf209ea-7c97-495d-8e9d-c6a5e59def6a tempest-ServersTestMultiNic-850319587 tempest-ServersTestMultiNic-850319587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:00:52.508775 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-9584a55b-14ce-4590-bd2f-663512da3d6a req-caf209ea-7c97-495d-8e9d-c6a5e59def6a tempest-ServersTestMultiNic-850319587 tempest-ServersTestMultiNic-850319587-project] 10.222.0.104 "GET /v2.0/ports?device_id=d7f795df-4671-41b1-951f-6d2bef17c821 HTTP/1.1" status: 200 len: 931 time: 0.5368052 Jul 06 14:00:52.527968 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 35670) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:00:52.551977 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9350727b-5cdc-4ad6-8273-3cc460febf95 req-3110deb3-e78f-4a4a-9aa5-52ca33695bcb tempest-ServersOnMultiNodesTest-299961212 tempest-ServersOnMultiNodesTest-299961212-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:00:52.553502 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-9350727b-5cdc-4ad6-8273-3cc460febf95 req-3110deb3-e78f-4a4a-9aa5-52ca33695bcb tempest-ServersOnMultiNodesTest-299961212 tempest-ServersOnMultiNodesTest-299961212-project] 10.222.0.127 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6539998 Jul 06 14:00:52.566934 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-7ab5e563-e81e-4904-80fd-212087572d6f req-cb808832-bbb0-48ed-ba92-0cb7b449f624 tempest-ServersTestMultiNic-850319587 tempest-ServersTestMultiNic-850319587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-127687573'] for port, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:52.626894 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-9d085c7d-a243-4344-a7da-4db7988a0954 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1761047', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1806272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6989'] for router, precommit_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:52.632247 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [req-9350727b-5cdc-4ad6-8273-3cc460febf95 req-55a0d138-6866-45cd-ae3d-dbd1970a4a33 tempest-ServersOnMultiNodesTest-299961212 tempest-ServersOnMultiNodesTest-299961212-project] Request body: {'port': {'device_id': '2e2ea344-6018-4c2a-9298-573810505a62', 'network_id': 'ac09d390-867f-4b75-a8d2-ab11550bffd6', 'admin_state_up': True, 'tenant_id': 'ae0918c1680140d8a89ce8f9c600b37d'}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:00:52.638034 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 84eececb-3e0a-4c66-9e5c-d68ac74a5314 up at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:00:52.660584 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7ab5e563-e81e-4904-80fd-212087572d6f req-cb808832-bbb0-48ed-ba92-0cb7b449f624 tempest-ServersTestMultiNic-850319587 tempest-ServersTestMultiNic-850319587-project] Network 9c3af1d0-561e-4fe7-948c-2b7935a222d0 is already hosted by enough agents. {{(pid=100246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:00:52.683613 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.base_scheduler [req-7ab5e563-e81e-4904-80fd-212087572d6f req-cb808832-bbb0-48ed-ba92-0cb7b449f624 tempest-ServersTestMultiNic-850319587 tempest-ServersTestMultiNic-850319587-project] Resources bound (agent type, host, resource id): {{(pid=100246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:00:52.685963 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ab5e563-e81e-4904-80fd-212087572d6f req-cb808832-bbb0-48ed-ba92-0cb7b449f624 tempest-ServersTestMultiNic-850319587 tempest-ServersTestMultiNic-850319587-project] Received port after_create {{(pid=100246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:00:52.699926 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-9584a55b-14ce-4590-bd2f-663512da3d6a req-47fad07b-35bb-40a6-97fc-b01190b6d8cb tempest-ServersTestMultiNic-850319587 tempest-ServersTestMultiNic-850319587-project] 10.222.0.104 "GET /v2.0/security-groups?id=3be580b9-03cb-4a9b-8661-5fe7dfbcaae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1899383 Jul 06 14:00:52.706380 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bd9d9f6-1a73-4f79-a6ca-572d7921c0d4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6bd5fc82-6666-56e8-87c2-91648d36c963-dc2aab4d-ebf5-4223-8156-143d93bdc342', 'network_id': 'dc2aab4d-ebf5-4223-8156-143d93bdc342', 'tenant_id': '825a4fb0f5c7454f82c586f8d1442f43', 'fixed_ips': [{'subnet_id': '9d4d8837-0e9e-40cd-b8da-4a4f0d5a912c'}]}} from n-d-773647-6. {{(pid=100248) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 14:00:52.707851 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-3bd9d9f6-1a73-4f79-a6ca-572d7921c0d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:52.740048 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab5e563-e81e-4904-80fd-212087572d6f req-cb808832-bbb0-48ed-ba92-0cb7b449f624 tempest-ServersTestMultiNic-850319587 tempest-ServersTestMultiNic-850319587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:00:52.740820 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-7ab5e563-e81e-4904-80fd-212087572d6f req-cb808832-bbb0-48ed-ba92-0cb7b449f624 tempest-ServersTestMultiNic-850319587 tempest-ServersTestMultiNic-850319587-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:52.818790 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-1884b2ea-b907-4812-b4fd-25364503e0f1 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-1791057889-network', 'tenant_id': '20ebe336406049da8e1833ed6cf0fbdf'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:00:52.830883 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb808832-bbb0-48ed-ba92-0cb7b449f624 tempest-ServersTestMultiNic-850319587 tempest-ServersTestMultiNic-850319587-project] Pushing event updated for resources: {'Port': ['ID=a2874956-26aa-49c8-b913-a65ada20e08d,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:00:52.881075 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning complete for port 84eececb-3e0a-4c66-9e5c-d68ac74a5314 triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:00:52.882139 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:52.890471 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-911101ee-1d78-4f6e-814d-a62d708411f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d2c7630-6467-403f-a082-d580791b1af4', 'name': 'tempest-AttachSCSIVolumeTestJSON-1053858995-router', 'tenant_id': '19569b4604954d8f928b9790d774cc3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.192'}], 'enable_snat': True}, 'gw_port_id': 'dfbda63b-d365-4337-9766-509d9f679764', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:00:47Z', 'updated_at': '2021-07-06T14:00:49Z', 'revision_number': 3, 'project_id': '19569b4604954d8f928b9790d774cc3b', 'gw_port': {'id': 'dfbda63b-d365-4337-9766-509d9f679764', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:b6:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d2c7630-6467-403f-a082-d580791b1af4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 853, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:00:48Z', 'updated_at': '2021-07-06T14:00:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6'}], 'n-d-773647-6', False) {} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:00:52.923888 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-e3ae7b52-13dc-43a7-95e1-d258d578a67c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:52.932913 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-e3ae7b52-13dc-43a7-95e1-d258d578a67c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:52.935903 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a210c3-d34c-4434-be1e-7d9a614f9bd4 req-16a39d60-6251-46cf-ba17-d44af2e32775 tempest-DeleteServersTestJSON-677393534 tempest-DeleteServersTestJSON-677393534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:00:52.937473 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-66a210c3-d34c-4434-be1e-7d9a614f9bd4 req-16a39d60-6251-46cf-ba17-d44af2e32775 tempest-DeleteServersTestJSON-677393534 tempest-DeleteServersTestJSON-677393534-project] 10.222.0.104 "GET /v2.0/ports?device_id=35567473-98d6-438d-b4ea-81f3a880422a HTTP/1.1" status: 200 len: 945 time: 0.3811693 Jul 06 14:00:52.941324 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-7ab5e563-e81e-4904-80fd-212087572d6f req-cb808832-bbb0-48ed-ba92-0cb7b449f624 tempest-ServersTestMultiNic-850319587 tempest-ServersTestMultiNic-850319587-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2595427 Jul 06 14:00:52.961333 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-911101ee-1d78-4f6e-814d-a62d708411f6 None None] Checking router: 4d2c7630-6467-403f-a082-d580791b1af4 for host: n-d-773647-6 {{(pid=100248) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 14:00:52.961793 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-911101ee-1d78-4f6e-814d-a62d708411f6 None None] Updating router 4d2c7630-6467-403f-a082-d580791b1af4 port dfbda63b-d365-4337-9766-509d9f679764 binding host n-d-773647-6 {{(pid=100248) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 14:00:52.978522 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [req-7ab5e563-e81e-4904-80fd-212087572d6f req-9e75deea-8faf-44b3-9036-d25a016df3db service neutron] Request body: {'port': {'device_id': 'd7f795df-4671-41b1-951f-6d2bef17c821', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-773647-6'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:00:52.999013 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-22626f7a-28d9-422f-a5a6-7a19ec423f6a req-0e89d588-28fe-49c3-b14b-350df32667dc tempest-ServersOnMultiNodesTest-299961212 tempest-ServersOnMultiNodesTest-299961212-project] 10.222.0.104 "GET /v2.0/ports?device_id=2e2ea344-6018-4c2a-9298-573810505a62 HTTP/1.1" status: 200 len: 210 time: 0.0530980 Jul 06 14:00:53.008258 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-c4b0dba6-1263-4873-8d6a-19570fc8ca04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:53.014733 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-911101ee-1d78-4f6e-814d-a62d708411f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:53.057317 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-e3ae7b52-13dc-43a7-95e1-d258d578a67c admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=8f0936d652be4b2da65dd04d577d2f57&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9399736 Jul 06 14:00:53.058975 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 35674) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:00:53.063685 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1884b2ea-b907-4812-b4fd-25364503e0f1 admin admin] Made reservation on behalf of 20ebe336406049da8e1833ed6cf0fbdf for: {'network': 1} {{(pid=100246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:00:53.066036 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-1884b2ea-b907-4812-b4fd-25364503e0f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for network, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:53.083796 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9350727b-5cdc-4ad6-8273-3cc460febf95 req-55a0d138-6866-45cd-ae3d-dbd1970a4a33 tempest-ServersOnMultiNodesTest-299961212 tempest-ServersOnMultiNodesTest-299961212-project] Made reservation on behalf of ae0918c1680140d8a89ce8f9c600b37d for: {'port': 1} {{(pid=100247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:00:53.090162 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-9350727b-5cdc-4ad6-8273-3cc460febf95 req-55a0d138-6866-45cd-ae3d-dbd1970a4a33 tempest-ServersOnMultiNodesTest-299961212 tempest-ServersOnMultiNodesTest-299961212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:53.144859 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ae7b52-13dc-43a7-95e1-d258d578a67c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fabe1e54-41cf-4325-b0cf-1ae170b91605,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:00:53.146458 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-66a210c3-d34c-4434-be1e-7d9a614f9bd4 req-3bd28adf-d3d9-4ed8-a61f-17ac83969165 tempest-DeleteServersTestJSON-677393534 tempest-DeleteServersTestJSON-677393534-project] 10.222.0.104 "GET /v2.0/security-groups?id=7d4cbf2c-f907-4452-8928-a2a298fe7ee1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1948025 Jul 06 14:00:53.190533 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-1884b2ea-b907-4812-b4fd-25364503e0f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:53.372098 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-7ab5e563-e81e-4904-80fd-212087572d6f req-9e75deea-8faf-44b3-9036-d25a016df3db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:53.376513 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.db_base_plugin_common [req-9350727b-5cdc-4ad6-8273-3cc460febf95 req-55a0d138-6866-45cd-ae3d-dbd1970a4a33 tempest-ServersOnMultiNodesTest-299961212 tempest-ServersOnMultiNodesTest-299961212-project] Allocated IP 192.168.233.251 (ac09d390-867f-4b75-a8d2-ab11550bffd6/d1c3cc78-09b9-4e30-99fd-0e5830de101d/dbaef2dd-909e-475f-abe2-1d2de1fc87c6) {{(pid=100247) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:00:53.384780 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.db_base_plugin_common [None req-3bd9d9f6-1a73-4f79-a6ca-572d7921c0d4 None None] Allocated IP 172.20.0.2 (dc2aab4d-ebf5-4223-8156-143d93bdc342/9d4d8837-0e9e-40cd-b8da-4a4f0d5a912c/adcaa2bd-41ef-45e3-b03b-0962fd6213d1) {{(pid=100248) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:00:53.401706 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-f47ecb41-97e3-4be5-ba12-eaedc2a136de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:53.424892 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-9d085c7d-a243-4344-a7da-4db7988a0954 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:53.426053 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-61ec6bb8-bc11-46df-9cea-548d64a287c7 None None] Provisioning for port a2874956-26aa-49c8-b913-a65ada20e08d completed by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:00:53.446143 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-61ec6bb8-bc11-46df-9cea-548d64a287c7 None None] Provisioning complete for port a2874956-26aa-49c8-b913-a65ada20e08d triggered by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:00:53.446543 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-61ec6bb8-bc11-46df-9cea-548d64a287c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:53.483244 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-f2746319-3734-43fc-84b3-585cc51548bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:53.490909 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-9d085c7d-a243-4344-a7da-4db7988a0954 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:53.723564 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-9350727b-5cdc-4ad6-8273-3cc460febf95 req-55a0d138-6866-45cd-ae3d-dbd1970a4a33 tempest-ServersOnMultiNodesTest-299961212 tempest-ServersOnMultiNodesTest-299961212-project] Notify callbacks [] for port, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:53.728168 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-911101ee-1d78-4f6e-814d-a62d708411f6 None None] Notify callbacks [] for port, precommit_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:53.749836 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.db_base_plugin_common [None req-f47ecb41-97e3-4be5-ba12-eaedc2a136de admin admin] Allocated IP 172.20.0.1 (ba0b6a3c-159a-4754-a722-7186fa46c6ef/d5e3a192-c1cf-422c-aeb5-1f213bd2e805/5d4347cb-0a62-4dac-a126-e5fd72061f04) {{(pid=100247) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:00:53.752304 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.provisioning_blocks [req-9350727b-5cdc-4ad6-8273-3cc460febf95 req-55a0d138-6866-45cd-ae3d-dbd1970a4a33 tempest-ServersOnMultiNodesTest-299961212 tempest-ServersOnMultiNodesTest-299961212-project] Transition to ACTIVE for port object dbaef2dd-909e-475f-abe2-1d2de1fc87c6 will not be triggered until provisioned by entity DHCP. {{(pid=100247) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:00:53.765978 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-911101ee-1d78-4f6e-814d-a62d708411f6 None None] Transition to ACTIVE for port object dfbda63b-d365-4337-9766-509d9f679764 will not be triggered until provisioned by entity L2. {{(pid=100248) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:00:53.778583 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-61ec6bb8-bc11-46df-9cea-548d64a287c7 None None] Port a2874956-26aa-49c8-b913-a65ada20e08d cannot update to ACTIVE because it is not bound. {{(pid=100248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 14:00:53.853447 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-911101ee-1d78-4f6e-814d-a62d708411f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:53.883549 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-9350727b-5cdc-4ad6-8273-3cc460febf95 req-55a0d138-6866-45cd-ae3d-dbd1970a4a33 tempest-ServersOnMultiNodesTest-299961212 tempest-ServersOnMultiNodesTest-299961212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-128888360'] for port, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:53.921007 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-f2746319-3734-43fc-84b3-585cc51548bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:53.924700 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-1884b2ea-b907-4812-b4fd-25364503e0f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:53.929406 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] get_ports_and_sgs() called for port_ids ['05481f2d-582e-4146-a307-f062af9d861e', 'b3d5f759-25d1-4c4c-b7ec-a5f305aed096', '891b2c81-2c6a-4763-a1b7-6fa3d05d0063', '04f88873-d07d-4eaf-a37b-8d5ec79f0db0'] {{(pid=100248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 14:00:53.933209 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] get_ports_and_sgs() called for port_ids ['77f2936b-9d5d-4a82-bf34-d5104100db58'] {{(pid=100248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 14:00:53.945165 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-1884b2ea-b907-4812-b4fd-25364503e0f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:53.962153 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9350727b-5cdc-4ad6-8273-3cc460febf95 req-55a0d138-6866-45cd-ae3d-dbd1970a4a33 tempest-ServersOnMultiNodesTest-299961212 tempest-ServersOnMultiNodesTest-299961212-project] Network ac09d390-867f-4b75-a8d2-ab11550bffd6 is already hosted by enough agents. {{(pid=100247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:00:53.979465 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.base_scheduler [req-9350727b-5cdc-4ad6-8273-3cc460febf95 req-55a0d138-6866-45cd-ae3d-dbd1970a4a33 tempest-ServersOnMultiNodesTest-299961212 tempest-ServersOnMultiNodesTest-299961212-project] Resources bound (agent type, host, resource id): {{(pid=100247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:00:53.983709 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-f47ecb41-97e3-4be5-ba12-eaedc2a136de admin admin] Notify callbacks [] for port, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:53.998453 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.l3_dvrscheduler_db [req-9350727b-5cdc-4ad6-8273-3cc460febf95 req-55a0d138-6866-45cd-ae3d-dbd1970a4a33 tempest-ServersOnMultiNodesTest-299961212 tempest-ServersOnMultiNodesTest-299961212-project] Received port after_create {{(pid=100247) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:00:54.126416 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a0d138-6866-45cd-ae3d-dbd1970a4a33 tempest-ServersOnMultiNodesTest-299961212 tempest-ServersOnMultiNodesTest-299961212-project] Pushing event updated for resources: {'Port': ['ID=dbaef2dd-909e-475f-abe2-1d2de1fc87c6,revision_number=1']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:00:54.128256 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-911101ee-1d78-4f6e-814d-a62d708411f6 None None] Attempting to bind port dfbda63b-d365-4337-9766-509d9f679764 on host n-d-773647-6 for vnic_type normal with profile {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:00:54.128630 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-911101ee-1d78-4f6e-814d-a62d708411f6 None None] Attempting to bind port dfbda63b-d365-4337-9766-509d9f679764 by drivers openvswitch,hyperv on host n-d-773647-6 at level 0 using segments [{'id': '89a832b7-7793-4d51-9038-ed7e1c3ff1b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719'}] {{(pid=100248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:00:54.128993 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-911101ee-1d78-4f6e-814d-a62d708411f6 None None] Attempting to bind port dfbda63b-d365-4337-9766-509d9f679764 on network 2658f09e-a580-4d4a-9968-2d1e0ad93719 {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:00:54.139851 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.provisioning_blocks [None req-f47ecb41-97e3-4be5-ba12-eaedc2a136de admin admin] Transition to ACTIVE for port object 5d4347cb-0a62-4dac-a126-e5fd72061f04 will not be triggered until provisioned by entity DHCP. {{(pid=100247) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:00:54.174396 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1884b2ea-b907-4812-b4fd-25364503e0f1 admin admin] vlan segment allocate from pool success with {'vlan_id': 1014, 'physical_network': 'physnet1'} {{(pid=100246) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 14:00:54.188543 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14447e6d-bc51-43d6-a99f-20c886302445 None None] Pushing event updated for resources: {'Port': ['ID=dfbda63b-d365-4337-9766-509d9f679764,revision_number=2']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:00:54.201019 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9350727b-5cdc-4ad6-8273-3cc460febf95 req-55a0d138-6866-45cd-ae3d-dbd1970a4a33 tempest-ServersOnMultiNodesTest-299961212 tempest-ServersOnMultiNodesTest-299961212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:00:54.208153 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-9350727b-5cdc-4ad6-8273-3cc460febf95 req-55a0d138-6866-45cd-ae3d-dbd1970a4a33 tempest-ServersOnMultiNodesTest-299961212 tempest-ServersOnMultiNodesTest-299961212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:54.215973 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-911101ee-1d78-4f6e-814d-a62d708411f6 None None] Checking agent: {'id': '8ab5b19c-d213-4f29-891d-27bdf39d38b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773647-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 43, 26), 'started_at': datetime.datetime(2021, 7, 6, 13, 43, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 0, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773647-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:00:54.216357 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-911101ee-1d78-4f6e-814d-a62d708411f6 None None] Checking segment: {'id': '89a832b7-7793-4d51-9038-ed7e1c3ff1b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:00:54.216766 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-911101ee-1d78-4f6e-814d-a62d708411f6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:54.219234 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-911101ee-1d78-4f6e-814d-a62d708411f6 None None] Bound using segment: {'id': '89a832b7-7793-4d51-9038-ed7e1c3ff1b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719'} {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:00:54.219750 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-911101ee-1d78-4f6e-814d-a62d708411f6 None None] Bound port: dfbda63b-d365-4337-9766-509d9f679764, host: n-d-773647-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89a832b7-7793-4d51-9038-ed7e1c3ff1b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719'}}] {{(pid=100248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:00:54.220150 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-911101ee-1d78-4f6e-814d-a62d708411f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:54.230776 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1884b2ea-b907-4812-b4fd-25364503e0f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b393f8e-0f28-4e90-883b-cd77890119ab,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:00:54.318470 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-1884b2ea-b907-4812-b4fd-25364503e0f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552'] for segment, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:54.318759 n-d-773647-6 neutron-server[100246]: INFO neutron.db.segments_db [None req-1884b2ea-b907-4812-b4fd-25364503e0f1 admin admin] Added segment c68ac9e5-a48c-42f8-97e6-8aad5b6cc278 of type vlan for network 194bac88-04d4-4289-b333-47275694cede Jul 06 14:00:54.324115 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-9350727b-5cdc-4ad6-8273-3cc460febf95 req-55a0d138-6866-45cd-ae3d-dbd1970a4a33 tempest-ServersOnMultiNodesTest-299961212 tempest-ServersOnMultiNodesTest-299961212-project] 10.222.0.127 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7532434 Jul 06 14:00:54.325489 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-f2746319-3734-43fc-84b3-585cc51548bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:54.328063 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-f2746319-3734-43fc-84b3-585cc51548bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:54.329286 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-f2746319-3734-43fc-84b3-585cc51548bb admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/fabe1e54-41cf-4325-b0cf-1ae170b91605 HTTP/1.1" status: 204 len: 168 time: 1.2665770 Jul 06 14:00:54.339098 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.db_base_plugin_common [None req-9d085c7d-a243-4344-a7da-4db7988a0954 admin admin] Allocated IP 172.25.0.139 (2658f09e-a580-4d4a-9968-2d1e0ad93719/cbf74abc-6fe1-4d33-b005-c948923b9647/b4434c8f-8026-49fa-af17-a7b829f273e5) {{(pid=100246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:00:54.345630 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [req-9350727b-5cdc-4ad6-8273-3cc460febf95 req-9af42963-a57e-4dfd-bbb4-6e1c56babb67 service neutron] Request body: {'port': {'device_id': '2e2ea344-6018-4c2a-9298-573810505a62', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-773647-6'}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:00:54.365751 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-911101ee-1d78-4f6e-814d-a62d708411f6 None None] For port dfbda63b-d365-4337-9766-509d9f679764, host n-d-773647-6, cleared binding levels {{(pid=100248) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:00:54.376261 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-911101ee-1d78-4f6e-814d-a62d708411f6 None None] For port dfbda63b-d365-4337-9766-509d9f679764, host n-d-773647-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=dfbda63b-d365-4337-9766-509d9f679764,segment=NetworkSegment(89a832b7-7793-4d51-9038-ed7e1c3ff1b2),segment_id=89a832b7-7793-4d51-9038-ed7e1c3ff1b2)] {{(pid=100248) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:00:54.388157 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86d2697-2726-49e9-9a73-acb1a8a1a1df req-3b5dedc6-7353-4fd7-9e90-0e154df7f186 tempest-ServersTestMultiNic-850319587 tempest-ServersTestMultiNic-850319587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:00:54.396651 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86d2697-2726-49e9-9a73-acb1a8a1a1df req-3b5dedc6-7353-4fd7-9e90-0e154df7f186 tempest-ServersTestMultiNic-850319587 tempest-ServersTestMultiNic-850319587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:00:54.397691 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2746319-3734-43fc-84b3-585cc51548bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fabe1e54-41cf-4325-b0cf-1ae170b91605,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:00:54.407389 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-e86d2697-2726-49e9-9a73-acb1a8a1a1df req-3b5dedc6-7353-4fd7-9e90-0e154df7f186 tempest-ServersTestMultiNic-850319587 tempest-ServersTestMultiNic-850319587-project] 10.222.0.104 "GET /v2.0/ports?device_id=d7f795df-4671-41b1-951f-6d2bef17c821 HTTP/1.1" status: 200 len: 1653 time: 0.4364190 Jul 06 14:00:54.416501 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 35698) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:00:54.432269 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-f47ecb41-97e3-4be5-ba12-eaedc2a136de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-128888360'] for port, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:54.447575 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-1884b2ea-b907-4812-b4fd-25364503e0f1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773752984405'] for network, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:54.493498 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-911101ee-1d78-4f6e-814d-a62d708411f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:54.547610 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f47ecb41-97e3-4be5-ba12-eaedc2a136de admin admin] Network ba0b6a3c-159a-4754-a722-7186fa46c6ef is already hosted by enough agents. {{(pid=100247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:00:54.559682 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47ecb41-97e3-4be5-ba12-eaedc2a136de admin admin] Pushing event updated for resources: {'Port': ['ID=5d4347cb-0a62-4dac-a126-e5fd72061f04,revision_number=1']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:00:54.563151 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.base_scheduler [None req-f47ecb41-97e3-4be5-ba12-eaedc2a136de admin admin] Resources bound (agent type, host, resource id): {{(pid=100247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:00:54.575874 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-e86d2697-2726-49e9-9a73-acb1a8a1a1df req-07e1603b-02cf-447b-92c5-5d5168a56490 tempest-ServersTestMultiNic-850319587 tempest-ServersTestMultiNic-850319587-project] 10.222.0.104 "GET /v2.0/security-groups?id=3be580b9-03cb-4a9b-8661-5fe7dfbcaae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1672182 Jul 06 14:00:54.582717 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f47ecb41-97e3-4be5-ba12-eaedc2a136de admin admin] Received port after_create {{(pid=100247) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:00:54.606367 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fea6d64-8030-41b0-9145-3c8b9253cba5 req-4eeb4468-ce99-4f83-af0a-35ec93cd0965 tempest-ServersOnMultiNodesTest-299961212 tempest-ServersOnMultiNodesTest-299961212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:00:54.623522 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-3fea6d64-8030-41b0-9145-3c8b9253cba5 req-4eeb4468-ce99-4f83-af0a-35ec93cd0965 tempest-ServersOnMultiNodesTest-299961212 tempest-ServersOnMultiNodesTest-299961212-project] 10.222.0.104 "GET /v2.0/ports?device_id=2e2ea344-6018-4c2a-9298-573810505a62 HTTP/1.1" status: 200 len: 936 time: 0.3983922 Jul 06 14:00:54.658943 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-9350727b-5cdc-4ad6-8273-3cc460febf95 req-9af42963-a57e-4dfd-bbb4-6e1c56babb67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:54.660499 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-1884b2ea-b907-4812-b4fd-25364503e0f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060'] for network, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:54.661498 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1884b2ea-b907-4812-b4fd-25364503e0f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:00:54.662080 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-1884b2ea-b907-4812-b4fd-25364503e0f1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583035'] for network, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:54.721897 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-3bd9d9f6-1a73-4f79-a6ca-572d7921c0d4 None None] Notify callbacks [] for port, precommit_create {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:54.802510 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-f47ecb41-97e3-4be5-ba12-eaedc2a136de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1807675'] for router_interface, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:54.868340 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-3b138c66-a0b9-4936-9f22-57357a740d87 None None] Provisioning for port dbaef2dd-909e-475f-abe2-1d2de1fc87c6 completed by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:00:54.882133 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-3bd9d9f6-1a73-4f79-a6ca-572d7921c0d4 None None] Transition to ACTIVE for port object adcaa2bd-41ef-45e3-b03b-0962fd6213d1 will not be triggered until provisioned by entity L2. {{(pid=100248) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:00:54.892950 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-911101ee-1d78-4f6e-814d-a62d708411f6 None None] Routers {'4d2c7630-6467-403f-a082-d580791b1af4'} bound to L3 agent in host n-d-773647-6 {{(pid=100248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:00:54.899827 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-911101ee-1d78-4f6e-814d-a62d708411f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T14:00:25Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['4d2c7630-6467-403f-a082-d580791b1af4'], 'active': True} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:00:54.908180 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-3b138c66-a0b9-4936-9f22-57357a740d87 None None] Provisioning complete for port dbaef2dd-909e-475f-abe2-1d2de1fc87c6 triggered by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:00:54.908566 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-3b138c66-a0b9-4936-9f22-57357a740d87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:54.910705 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-1884b2ea-b907-4812-b4fd-25364503e0f1 admin admin] 10.222.0.104 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 2.3815861 Jul 06 14:00:54.922820 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 35706) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:00:54.956544 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-9d085c7d-a243-4344-a7da-4db7988a0954 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:54.965785 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-3fea6d64-8030-41b0-9145-3c8b9253cba5 req-9db54b65-2c2c-460c-91e1-479362b21a4a tempest-ServersOnMultiNodesTest-299961212 tempest-ServersOnMultiNodesTest-299961212-project] 10.222.0.104 "GET /v2.0/security-groups?id=304f894d-c671-4a59-b0fb-2a4d849c5ac9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3409877 Jul 06 14:00:54.971572 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-3f59c88b-5456-4369-baf8-4ef8f93c5f06 admin admin] Request body: {'subnet': {'network_id': '194bac88-04d4-4289-b333-47275694cede', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-1791057889-subnet', 'tenant_id': '20ebe336406049da8e1833ed6cf0fbdf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:00:54.979552 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-09a169b1-70f2-4ddc-a460-3adf518a63b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:54.991337 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1884b2ea-b907-4812-b4fd-25364503e0f1 admin admin] Pushing event updated for resources: {'Network': ['ID=194bac88-04d4-4289-b333-47275694cede,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:00:55.014756 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Network 194bac88-04d4-4289-b333-47275694cede details requested by agent ovs-agent-n-d-773647-6 with host n-d-773647-6 {{(pid=100248) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 14:00:55.022803 n-d-773647-6 neutron-server[100246]: DEBUG neutron.notifiers.nova [req-7ab5e563-e81e-4904-80fd-212087572d6f req-9e75deea-8faf-44b3-9036-d25a016df3db service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2a4ba1f2-5f2f-4694-b2b4-a7686ddc443c {{(pid=100246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 14:00:55.024141 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14447e6d-bc51-43d6-a99f-20c886302445 None None] Pushing event updated for resources: {'Port': ['ID=dfbda63b-d365-4337-9766-509d9f679764,revision_number=3']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:00:55.039755 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-7ab5e563-e81e-4904-80fd-212087572d6f req-9e75deea-8faf-44b3-9036-d25a016df3db service neutron] Notify callbacks [] for port, precommit_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:55.062353 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.provisioning_blocks [req-7ab5e563-e81e-4904-80fd-212087572d6f req-9e75deea-8faf-44b3-9036-d25a016df3db service neutron] Transition to ACTIVE for port object 2a4ba1f2-5f2f-4694-b2b4-a7686ddc443c will not be triggered until provisioned by entity L2. {{(pid=100246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:00:55.069577 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f59c88b-5456-4369-baf8-4ef8f93c5f06 admin admin] Made reservation on behalf of 20ebe336406049da8e1833ed6cf0fbdf for: {'subnet': 1} {{(pid=100246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:00:55.070916 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-3bd9d9f6-1a73-4f79-a6ca-572d7921c0d4 None None] Transition to ACTIVE for port object adcaa2bd-41ef-45e3-b03b-0962fd6213d1 will not be triggered until provisioned by entity DHCP. {{(pid=100248) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:00:55.072400 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-3f59c88b-5456-4369-baf8-4ef8f93c5f06 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127702029'] for subnet, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:55.139324 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-3bd9d9f6-1a73-4f79-a6ca-572d7921c0d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108'] for port, after_create {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:55.160382 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-3b138c66-a0b9-4936-9f22-57357a740d87 None None] Port dbaef2dd-909e-475f-abe2-1d2de1fc87c6 cannot update to ACTIVE because it is not bound. {{(pid=100248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 14:00:55.205237 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-09a169b1-70f2-4ddc-a460-3adf518a63b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:55.230872 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-7ab5e563-e81e-4904-80fd-212087572d6f req-9e75deea-8faf-44b3-9036-d25a016df3db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127687527'] for port, after_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:55.240291 n-d-773647-6 neutron-server[100248]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bd9d9f6-1a73-4f79-a6ca-572d7921c0d4 None None] Network dc2aab4d-ebf5-4223-8156-143d93bdc342 is already hosted by enough agents. {{(pid=100248) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:00:55.250901 n-d-773647-6 neutron-server[100248]: DEBUG neutron.scheduler.base_scheduler [None req-3bd9d9f6-1a73-4f79-a6ca-572d7921c0d4 None None] Resources bound (agent type, host, resource id): {{(pid=100248) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:00:55.253758 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvr_db [None req-911101ee-1d78-4f6e-814d-a62d708411f6 None None] Set router 4d2c7630-6467-403f-a082-d580791b1af4 gateway port host: n-d-773647-6 {{(pid=100248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:00:55.256843 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd9d9f6-1a73-4f79-a6ca-572d7921c0d4 None None] Pushing event updated for resources: {'Port': ['ID=adcaa2bd-41ef-45e3-b03b-0962fd6213d1,revision_number=1']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:00:55.259480 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ea9151-15b5-4add-8a77-bac066ad21d5 req-04a80258-1ced-46b2-962e-0a2cba6bc2df tempest-DeleteServersTestJSON-677393534 tempest-DeleteServersTestJSON-677393534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:00:55.268331 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-23ea9151-15b5-4add-8a77-bac066ad21d5 req-04a80258-1ced-46b2-962e-0a2cba6bc2df tempest-DeleteServersTestJSON-677393534 tempest-DeleteServersTestJSON-677393534-project] 10.222.0.104 "GET /v2.0/ports?device_id=35567473-98d6-438d-b4ea-81f3a880422a HTTP/1.1" status: 200 len: 945 time: 0.4759245 Jul 06 14:00:55.291270 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bd9d9f6-1a73-4f79-a6ca-572d7921c0d4 None None] Received port after_create {{(pid=100248) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:00:55.314428 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-f47ecb41-97e3-4be5-ba12-eaedc2a136de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:55.346581 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-09a169b1-70f2-4ddc-a460-3adf518a63b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:55.354185 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-9d085c7d-a243-4344-a7da-4db7988a0954 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-127687573'] for port, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:55.398648 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-23ea9151-15b5-4add-8a77-bac066ad21d5 req-f4bb1118-123e-469b-83de-7b20153d0375 tempest-DeleteServersTestJSON-677393534 tempest-DeleteServersTestJSON-677393534-project] 10.222.0.104 "GET /v2.0/security-groups?id=7d4cbf2c-f907-4452-8928-a2a298fe7ee1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262453 Jul 06 14:00:55.451311 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a169b1-70f2-4ddc-a460-3adf518a63b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2eda3ead-85c0-430c-a3b5-24c2adbf7a6b,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:00:55.470366 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-1286df79-99dd-4f39-a5c2-d60fc132ffaa None None] Provisioning for port 5d4347cb-0a62-4dac-a126-e5fd72061f04 completed by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:00:55.558190 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d085c7d-a243-4344-a7da-4db7988a0954 admin admin] Network 2658f09e-a580-4d4a-9968-2d1e0ad93719 is already hosted by enough agents. {{(pid=100246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:00:55.565241 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-1286df79-99dd-4f39-a5c2-d60fc132ffaa None None] Provisioning complete for port 5d4347cb-0a62-4dac-a126-e5fd72061f04 triggered by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:00:55.565762 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-1286df79-99dd-4f39-a5c2-d60fc132ffaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:55.605728 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.base_scheduler [None req-9d085c7d-a243-4344-a7da-4db7988a0954 admin admin] Resources bound (agent type, host, resource id): {{(pid=100246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:00:55.611142 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d085c7d-a243-4344-a7da-4db7988a0954 admin admin] Received port after_create {{(pid=100246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:00:55.640186 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-3bd9d9f6-1a73-4f79-a6ca-572d7921c0d4 None None] Attempting to bind port adcaa2bd-41ef-45e3-b03b-0962fd6213d1 on host n-d-773647-6 for vnic_type normal with profile {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:00:55.645090 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-3bd9d9f6-1a73-4f79-a6ca-572d7921c0d4 None None] Attempting to bind port adcaa2bd-41ef-45e3-b03b-0962fd6213d1 by drivers openvswitch,hyperv on host n-d-773647-6 at level 0 using segments [{'id': 'b84425ef-5b11-46aa-9198-ea4525ffd9fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': 'dc2aab4d-ebf5-4223-8156-143d93bdc342'}] {{(pid=100248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:00:55.645607 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bd9d9f6-1a73-4f79-a6ca-572d7921c0d4 None None] Attempting to bind port adcaa2bd-41ef-45e3-b03b-0962fd6213d1 on network dc2aab4d-ebf5-4223-8156-143d93bdc342 {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:00:55.667072 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-22452ce7-0501-4f2a-8bc7-ed02ab328276 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:55.703532 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bd9d9f6-1a73-4f79-a6ca-572d7921c0d4 None None] Checking agent: {'id': '8ab5b19c-d213-4f29-891d-27bdf39d38b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773647-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 43, 26), 'started_at': datetime.datetime(2021, 7, 6, 13, 43, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 0, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773647-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:00:55.704344 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bd9d9f6-1a73-4f79-a6ca-572d7921c0d4 None None] Checking segment: {'id': 'b84425ef-5b11-46aa-9198-ea4525ffd9fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': 'dc2aab4d-ebf5-4223-8156-143d93bdc342'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:00:55.715574 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-3bd9d9f6-1a73-4f79-a6ca-572d7921c0d4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:55.716279 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bd9d9f6-1a73-4f79-a6ca-572d7921c0d4 None None] Bound using segment: {'id': 'b84425ef-5b11-46aa-9198-ea4525ffd9fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': 'dc2aab4d-ebf5-4223-8156-143d93bdc342'} {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:00:55.716982 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-3bd9d9f6-1a73-4f79-a6ca-572d7921c0d4 None None] Bound port: adcaa2bd-41ef-45e3-b03b-0962fd6213d1, host: n-d-773647-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b84425ef-5b11-46aa-9198-ea4525ffd9fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': 'dc2aab4d-ebf5-4223-8156-143d93bdc342'}}] {{(pid=100248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:00:55.717563 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-3bd9d9f6-1a73-4f79-a6ca-572d7921c0d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:55.726593 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-09a169b1-70f2-4ddc-a460-3adf518a63b9 admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=4bf7621d613744bca19700ac45e44171&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3073545 Jul 06 14:00:55.730695 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 35730) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:00:55.753169 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-1286df79-99dd-4f39-a5c2-d60fc132ffaa None None] Port 5d4347cb-0a62-4dac-a126-e5fd72061f04 cannot update to ACTIVE because it is not bound. {{(pid=100248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 14:00:55.787152 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e75deea-8faf-44b3-9036-d25a016df3db service neutron] Pushing event updated for resources: {'Port': ['ID=2a4ba1f2-5f2f-4694-b2b4-a7686ddc443c,revision_number=2']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:00:55.854261 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d085c7d-a243-4344-a7da-4db7988a0954 admin admin] Pushing event updated for resources: {'Port': ['ID=b4434c8f-8026-49fa-af17-a7b829f273e5,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:00:55.880375 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [req-7ab5e563-e81e-4904-80fd-212087572d6f req-9e75deea-8faf-44b3-9036-d25a016df3db service neutron] Attempting to bind port 2a4ba1f2-5f2f-4694-b2b4-a7686ddc443c on host n-h2-773647-6 for vnic_type normal with profile {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:00:55.880716 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [req-7ab5e563-e81e-4904-80fd-212087572d6f req-9e75deea-8faf-44b3-9036-d25a016df3db service neutron] Attempting to bind port 2a4ba1f2-5f2f-4694-b2b4-a7686ddc443c by drivers openvswitch,hyperv on host n-h2-773647-6 at level 0 using segments [{'id': '166509c7-637f-47ba-9b47-ad158abbd36b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1003, 'network_id': 'aceb0070-cd15-4f02-994c-34997327918d'}] {{(pid=100246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:00:55.881055 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ab5e563-e81e-4904-80fd-212087572d6f req-9e75deea-8faf-44b3-9036-d25a016df3db service neutron] Attempting to bind port 2a4ba1f2-5f2f-4694-b2b4-a7686ddc443c on network aceb0070-cd15-4f02-994c-34997327918d {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:00:55.904694 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-3bd9d9f6-1a73-4f79-a6ca-572d7921c0d4 None None] For port adcaa2bd-41ef-45e3-b03b-0962fd6213d1, host n-d-773647-6, cleared binding levels {{(pid=100248) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:00:55.910928 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-3bd9d9f6-1a73-4f79-a6ca-572d7921c0d4 None None] For port adcaa2bd-41ef-45e3-b03b-0962fd6213d1, host n-d-773647-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=adcaa2bd-41ef-45e3-b03b-0962fd6213d1,segment=NetworkSegment(b84425ef-5b11-46aa-9198-ea4525ffd9fc),segment_id=b84425ef-5b11-46aa-9198-ea4525ffd9fc)] {{(pid=100248) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:00:55.921723 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:55.930106 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ab5e563-e81e-4904-80fd-212087572d6f req-9e75deea-8faf-44b3-9036-d25a016df3db service neutron] Port 2a4ba1f2-5f2f-4694-b2b4-a7686ddc443c on network aceb0070-cd15-4f02-994c-34997327918d not bound, no agent of type Open vSwitch agent registered on host n-h2-773647-6 {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 14:00:55.930645 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ab5e563-e81e-4904-80fd-212087572d6f req-9e75deea-8faf-44b3-9036-d25a016df3db service neutron] Attempting to bind port 2a4ba1f2-5f2f-4694-b2b4-a7686ddc443c on network aceb0070-cd15-4f02-994c-34997327918d {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:00:55.941119 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-3bd9d9f6-1a73-4f79-a6ca-572d7921c0d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:55.941350 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ab5e563-e81e-4904-80fd-212087572d6f req-9e75deea-8faf-44b3-9036-d25a016df3db service neutron] Checking agent: {'id': '63768ece-0600-4354-8d29-fdedec96b077', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-773647-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 51, 10), 'started_at': datetime.datetime(2021, 7, 6, 13, 51, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 0, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:00:55.941508 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ab5e563-e81e-4904-80fd-212087572d6f req-9e75deea-8faf-44b3-9036-d25a016df3db service neutron] Checking segment: {'id': '166509c7-637f-47ba-9b47-ad158abbd36b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1003, 'network_id': 'aceb0070-cd15-4f02-994c-34997327918d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:00:55.941833 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ab5e563-e81e-4904-80fd-212087572d6f req-9e75deea-8faf-44b3-9036-d25a016df3db service neutron] Bound using segment: {'id': '166509c7-637f-47ba-9b47-ad158abbd36b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1003, 'network_id': 'aceb0070-cd15-4f02-994c-34997327918d'} {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:00:55.942283 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [req-7ab5e563-e81e-4904-80fd-212087572d6f req-9e75deea-8faf-44b3-9036-d25a016df3db service neutron] Bound port: 2a4ba1f2-5f2f-4694-b2b4-a7686ddc443c, host: n-h2-773647-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '166509c7-637f-47ba-9b47-ad158abbd36b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1003, 'network_id': 'aceb0070-cd15-4f02-994c-34997327918d'}}] {{(pid=100246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:00:55.942645 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-7ab5e563-e81e-4904-80fd-212087572d6f req-9e75deea-8faf-44b3-9036-d25a016df3db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:56.015196 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-911101ee-1d78-4f6e-814d-a62d708411f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d2c7630-6467-403f-a082-d580791b1af4', 'name': 'tempest-AttachSCSIVolumeTestJSON-1053858995-router', 'tenant_id': '19569b4604954d8f928b9790d774cc3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.192'}], 'enable_snat': True}, 'gw_port_id': 'dfbda63b-d365-4337-9766-509d9f679764', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:00:47Z', 'updated_at': '2021-07-06T14:00:49Z', 'revision_number': 3, 'project_id': '19569b4604954d8f928b9790d774cc3b', 'gw_port': {'id': 'dfbda63b-d365-4337-9766-509d9f679764', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:b6:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d2c7630-6467-403f-a082-d580791b1af4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 853, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:00:48Z', 'updated_at': '2021-07-06T14:00:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6'}], 'n-d-773647-6', False) {} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:00:56.054707 n-d-773647-6 neutron-server[100247]: DEBUG neutron.notifiers.nova [req-9350727b-5cdc-4ad6-8273-3cc460febf95 req-9af42963-a57e-4dfd-bbb4-6e1c56babb67 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dbaef2dd-909e-475f-abe2-1d2de1fc87c6 {{(pid=100247) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 14:00:56.069497 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-1666a29f-a793-4bb8-be68-0f81b12d1d24 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:56.101787 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-9350727b-5cdc-4ad6-8273-3cc460febf95 req-9af42963-a57e-4dfd-bbb4-6e1c56babb67 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:56.119249 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.agents_db [None req-167c0ad6-1657-4c9a-a2c4-3b18056aa662 None None] Agent healthcheck: found 7 active agents {{(pid=100249) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 14:00:56.125769 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-1666a29f-a793-4bb8-be68-0f81b12d1d24 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:56.130002 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-911101ee-1d78-4f6e-814d-a62d708411f6 None None] The sync data for ids ['4d2c7630-6467-403f-a082-d580791b1af4'] in n-d-773647-6 is: [{'id': '4d2c7630-6467-403f-a082-d580791b1af4', 'name': 'tempest-AttachSCSIVolumeTestJSON-1053858995-router', 'tenant_id': '19569b4604954d8f928b9790d774cc3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.192'}], 'enable_snat': True}, 'gw_port_id': 'dfbda63b-d365-4337-9766-509d9f679764', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:00:47Z', 'updated_at': '2021-07-06T14:00:49Z', 'revision_number': 3, 'project_id': '19569b4604954d8f928b9790d774cc3b', 'gw_port': {'id': 'dfbda63b-d365-4337-9766-509d9f679764', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:b6:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d2c7630-6467-403f-a082-d580791b1af4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 853, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:00:48Z', 'updated_at': '2021-07-06T14:00:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6'}] {{(pid=100248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 14:00:56.176449 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.provisioning_blocks [req-9350727b-5cdc-4ad6-8273-3cc460febf95 req-9af42963-a57e-4dfd-bbb4-6e1c56babb67 service neutron] Transition to ACTIVE for port object dbaef2dd-909e-475f-abe2-1d2de1fc87c6 will not be triggered until provisioned by entity L2. {{(pid=100247) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:00:56.193104 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f65bd1e-6597-4854-a1fb-d50efce931f2 req-7762c2e4-e47b-4e09-90b7-7030282a95cf tempest-ServersTestMultiNic-850319587 tempest-ServersTestMultiNic-850319587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:00:56.200742 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f65bd1e-6597-4854-a1fb-d50efce931f2 req-7762c2e4-e47b-4e09-90b7-7030282a95cf tempest-ServersTestMultiNic-850319587 tempest-ServersTestMultiNic-850319587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:00:56.209050 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-3f65bd1e-6597-4854-a1fb-d50efce931f2 req-7762c2e4-e47b-4e09-90b7-7030282a95cf tempest-ServersTestMultiNic-850319587 tempest-ServersTestMultiNic-850319587-project] 10.222.0.104 "GET /v2.0/ports?device_id=d7f795df-4671-41b1-951f-6d2bef17c821 HTTP/1.1" status: 200 len: 1665 time: 0.2973542 Jul 06 14:00:56.209659 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd9d9f6-1a73-4f79-a6ca-572d7921c0d4 None None] Pushing event updated for resources: {'Port': ['ID=adcaa2bd-41ef-45e3-b03b-0962fd6213d1,revision_number=2']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:00:56.220925 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-9350727b-5cdc-4ad6-8273-3cc460febf95 req-9af42963-a57e-4dfd-bbb4-6e1c56babb67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128888538'] for port, after_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:56.257204 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-1666a29f-a793-4bb8-be68-0f81b12d1d24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:56.260947 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-1666a29f-a793-4bb8-be68-0f81b12d1d24 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:56.264693 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-1666a29f-a793-4bb8-be68-0f81b12d1d24 admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/2eda3ead-85c0-430c-a3b5-24c2adbf7a6b HTTP/1.1" status: 204 len: 168 time: 0.4948456 Jul 06 14:00:56.349038 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1666a29f-a793-4bb8-be68-0f81b12d1d24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2eda3ead-85c0-430c-a3b5-24c2adbf7a6b,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:00:56.399541 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-3f59c88b-5456-4369-baf8-4ef8f93c5f06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1849032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127687649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127702047'] for subnet, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:56.436451 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-f47ecb41-97e3-4be5-ba12-eaedc2a136de admin admin] Notify callbacks [] for port, precommit_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:56.489449 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-f47ecb41-97e3-4be5-ba12-eaedc2a136de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128888538'] for port, after_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:56.546971 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.db [req-7ab5e563-e81e-4904-80fd-212087572d6f req-9e75deea-8faf-44b3-9036-d25a016df3db service neutron] For port 2a4ba1f2-5f2f-4694-b2b4-a7686ddc443c, host n-h2-773647-6, cleared binding levels {{(pid=100246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:00:56.547208 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af42963-a57e-4dfd-bbb4-6e1c56babb67 service neutron] Pushing event updated for resources: {'Port': ['ID=dbaef2dd-909e-475f-abe2-1d2de1fc87c6,revision_number=2']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:00:56.588224 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-3f65bd1e-6597-4854-a1fb-d50efce931f2 req-3e166eca-aa98-4ddc-a455-77d9ecb2ada4 tempest-ServersTestMultiNic-850319587 tempest-ServersTestMultiNic-850319587-project] 10.222.0.104 "GET /v2.0/security-groups?id=3be580b9-03cb-4a9b-8661-5fe7dfbcaae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3781297 Jul 06 14:00:56.622364 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-2064eaae-da4f-48f8-82d2-b09d4ddedd44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:56.672305 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.db [req-7ab5e563-e81e-4904-80fd-212087572d6f req-9e75deea-8faf-44b3-9036-d25a016df3db service neutron] For port 2a4ba1f2-5f2f-4694-b2b4-a7686ddc443c, host n-h2-773647-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=2a4ba1f2-5f2f-4694-b2b4-a7686ddc443c,segment=NetworkSegment(166509c7-637f-47ba-9b47-ad158abbd36b),segment_id=166509c7-637f-47ba-9b47-ad158abbd36b)] {{(pid=100246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:00:56.763437 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-7ab5e563-e81e-4904-80fd-212087572d6f req-9e75deea-8faf-44b3-9036-d25a016df3db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127687527'] for port, after_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:56.908970 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device adcaa2bd-41ef-45e3-b03b-0962fd6213d1 up at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:00:56.967541 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f59c88b-5456-4369-baf8-4ef8f93c5f06 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2c5b30dc-0189-4033-9435-08c89c47524c,revision_number=0']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:00:56.979346 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488786e6-650c-4f62-ac59-a7439d559eb9 req-fee85ada-d407-4e2a-8bf8-8d393732c160 tempest-ServersOnMultiNodesTest-299961212 tempest-ServersOnMultiNodesTest-299961212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:00:56.988689 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-488786e6-650c-4f62-ac59-a7439d559eb9 req-fee85ada-d407-4e2a-8bf8-8d393732c160 tempest-ServersOnMultiNodesTest-299961212 tempest-ServersOnMultiNodesTest-299961212-project] 10.222.0.104 "GET /v2.0/ports?device_id=2e2ea344-6018-4c2a-9298-573810505a62 HTTP/1.1" status: 200 len: 936 time: 0.8949046 Jul 06 14:00:57.004163 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f59c88b-5456-4369-baf8-4ef8f93c5f06 admin admin] Checking segment: {'id': 'c68ac9e5-a48c-42f8-97e6-8aad5b6cc278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': '194bac88-04d4-4289-b333-47275694cede'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:00:57.004523 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f59c88b-5456-4369-baf8-4ef8f93c5f06 admin admin] Network hostable DHCP agents. Network: 194bac88-04d4-4289-b333-47275694cede, hostable agents: ['f2bada3d-be77-4359-982b-8505a2bbca04'], hosted agents: [] {{(pid=100246) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 14:00:57.028545 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab5e563-e81e-4904-80fd-212087572d6f req-9e75deea-8faf-44b3-9036-d25a016df3db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:00:57.030520 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-7ab5e563-e81e-4904-80fd-212087572d6f req-9e75deea-8faf-44b3-9036-d25a016df3db service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:57.034114 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-7ab5e563-e81e-4904-80fd-212087572d6f req-9e75deea-8faf-44b3-9036-d25a016df3db service neutron] 10.222.0.72 "PUT /v2.0/ports/2a4ba1f2-5f2f-4694-b2b4-a7686ddc443c HTTP/1.1" status: 200 len: 1091 time: 4.0750415 Jul 06 14:00:57.062129 n-d-773647-6 neutron-server[100246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7f795df-4671-41b1-951f-6d2bef17c821', 'tag': '2a4ba1f2-5f2f-4694-b2b4-a7686ddc443c'}] {{(pid=100246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:00:57.073666 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0d96c5ab5e889f7b933ae915b9be33d1b46c9e87795bf781004b656ef3f1e87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17646732-e4b8-46ab-9f86-88c679d212f0" -d '{"events": [{"name": "network-changed", "server_uuid": "d7f795df-4671-41b1-951f-6d2bef17c821", "tag": "2a4ba1f2-5f2f-4694-b2b4-a7686ddc443c"}]}' {{(pid=100246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:00:57.075982 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-f47ecb41-97e3-4be5-ba12-eaedc2a136de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1809478'] for router_interface, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:57.099095 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning for port adcaa2bd-41ef-45e3-b03b-0962fd6213d1 completed by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:00:57.114051 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [req-7ab5e563-e81e-4904-80fd-212087572d6f req-7f41cb2a-196b-49f2-98b9-9d41507957e7 service neutron] Request body: {'port': {'device_id': 'd7f795df-4671-41b1-951f-6d2bef17c821', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-773647-6'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:00:57.162177 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47ecb41-97e3-4be5-ba12-eaedc2a136de admin admin] Pushing event updated for resources: {'Port': ['ID=5d4347cb-0a62-4dac-a126-e5fd72061f04,revision_number=2']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:00:57.170183 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.managers [req-9350727b-5cdc-4ad6-8273-3cc460febf95 req-9af42963-a57e-4dfd-bbb4-6e1c56babb67 service neutron] Attempting to bind port dbaef2dd-909e-475f-abe2-1d2de1fc87c6 on host n-h1-773647-6 for vnic_type normal with profile {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:00:57.171262 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.managers [req-9350727b-5cdc-4ad6-8273-3cc460febf95 req-9af42963-a57e-4dfd-bbb4-6e1c56babb67 service neutron] Attempting to bind port dbaef2dd-909e-475f-abe2-1d2de1fc87c6 by drivers openvswitch,hyperv on host n-h1-773647-6 at level 0 using segments [{'id': 'c9ea893d-045e-42cf-b3dd-cdd1f79baccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'ac09d390-867f-4b75-a8d2-ab11550bffd6'}] {{(pid=100247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:00:57.172079 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9350727b-5cdc-4ad6-8273-3cc460febf95 req-9af42963-a57e-4dfd-bbb4-6e1c56babb67 service neutron] Attempting to bind port dbaef2dd-909e-475f-abe2-1d2de1fc87c6 on network ac09d390-867f-4b75-a8d2-ab11550bffd6 {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:00:57.194310 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e75deea-8faf-44b3-9036-d25a016df3db service neutron] Pushing event updated for resources: {'Port': ['ID=2a4ba1f2-5f2f-4694-b2b4-a7686ddc443c,revision_number=3']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:00:57.199728 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f59c88b-5456-4369-baf8-4ef8f93c5f06 admin admin] Network 194bac88-04d4-4289-b333-47275694cede is scheduled to be hosted by DHCP agent f2bada3d-be77-4359-982b-8505a2bbca04 with binding_index 1 {{(pid=100246) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 14:00:57.229448 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-9d085c7d-a243-4344-a7da-4db7988a0954 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:57.249987 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9350727b-5cdc-4ad6-8273-3cc460febf95 req-9af42963-a57e-4dfd-bbb4-6e1c56babb67 service neutron] Port dbaef2dd-909e-475f-abe2-1d2de1fc87c6 on network ac09d390-867f-4b75-a8d2-ab11550bffd6 not bound, no agent of type Open vSwitch agent registered on host n-h1-773647-6 {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 14:00:57.250648 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9350727b-5cdc-4ad6-8273-3cc460febf95 req-9af42963-a57e-4dfd-bbb4-6e1c56babb67 service neutron] Attempting to bind port dbaef2dd-909e-475f-abe2-1d2de1fc87c6 on network ac09d390-867f-4b75-a8d2-ab11550bffd6 {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:00:57.284779 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9350727b-5cdc-4ad6-8273-3cc460febf95 req-9af42963-a57e-4dfd-bbb4-6e1c56babb67 service neutron] Checking agent: {'id': '5bf7147f-bada-4441-a5dc-934b903473fb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-773647-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 51, 12), 'started_at': datetime.datetime(2021, 7, 6, 13, 51, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 0, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:00:57.285152 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9350727b-5cdc-4ad6-8273-3cc460febf95 req-9af42963-a57e-4dfd-bbb4-6e1c56babb67 service neutron] Checking segment: {'id': 'c9ea893d-045e-42cf-b3dd-cdd1f79baccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'ac09d390-867f-4b75-a8d2-ab11550bffd6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100247) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:00:57.285447 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9350727b-5cdc-4ad6-8273-3cc460febf95 req-9af42963-a57e-4dfd-bbb4-6e1c56babb67 service neutron] Bound using segment: {'id': 'c9ea893d-045e-42cf-b3dd-cdd1f79baccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'ac09d390-867f-4b75-a8d2-ab11550bffd6'} {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:00:57.285895 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.managers [req-9350727b-5cdc-4ad6-8273-3cc460febf95 req-9af42963-a57e-4dfd-bbb4-6e1c56babb67 service neutron] Bound port: dbaef2dd-909e-475f-abe2-1d2de1fc87c6, host: n-h1-773647-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c9ea893d-045e-42cf-b3dd-cdd1f79baccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'ac09d390-867f-4b75-a8d2-ab11550bffd6'}}] {{(pid=100247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:00:57.286270 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-9350727b-5cdc-4ad6-8273-3cc460febf95 req-9af42963-a57e-4dfd-bbb4-6e1c56babb67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:57.295049 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-488786e6-650c-4f62-ac59-a7439d559eb9 req-59386f61-5189-4df4-9cbf-c846ce08c49c tempest-ServersOnMultiNodesTest-299961212 tempest-ServersOnMultiNodesTest-299961212-project] 10.222.0.104 "GET /v2.0/security-groups?id=304f894d-c671-4a59-b0fb-2a4d849c5ac9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3054454 Jul 06 14:00:57.324848 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.base_scheduler [None req-3f59c88b-5456-4369-baf8-4ef8f93c5f06 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773647-6, 194bac88-04d4-4289-b333-47275694cede) {{(pid=100246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:00:57.337322 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a401ec1-5052-4c2f-a6a9-247e386416a8 None None] Network 194bac88-04d4-4289-b333-47275694cede requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:00:57.376336 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f59c88b-5456-4369-baf8-4ef8f93c5f06 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:00:57.376935 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-3f59c88b-5456-4369-baf8-4ef8f93c5f06 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:57.435024 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69caace-0aed-49f3-8083-fe7e9849c91a req-cc6a93a9-d5c5-479d-9ff6-11eae6cec833 tempest-DeleteServersTestJSON-677393534 tempest-DeleteServersTestJSON-677393534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:00:57.436681 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-a69caace-0aed-49f3-8083-fe7e9849c91a req-cc6a93a9-d5c5-479d-9ff6-11eae6cec833 tempest-DeleteServersTestJSON-677393534 tempest-DeleteServersTestJSON-677393534-project] 10.222.0.104 "GET /v2.0/ports?device_id=35567473-98d6-438d-b4ea-81f3a880422a HTTP/1.1" status: 200 len: 945 time: 0.5545616 Jul 06 14:00:57.525127 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 14:00:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-132b2dd5-a9cf-4783-8ecc-41a7916bfa17 x-openstack-request-id: req-132b2dd5-a9cf-4783-8ecc-41a7916bfa17 {{(pid=100246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:00:57.525411 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d7f795df-4671-41b1-951f-6d2bef17c821", "tag": "2a4ba1f2-5f2f-4694-b2b4-a7686ddc443c", "status": "completed", "code": 200}]} {{(pid=100246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:00:57.525934 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-132b2dd5-a9cf-4783-8ecc-41a7916bfa17 {{(pid=100246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:00:57.526514 n-d-773647-6 neutron-server[100246]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7f795df-4671-41b1-951f-6d2bef17c821', 'tag': '2a4ba1f2-5f2f-4694-b2b4-a7686ddc443c', 'status': 'completed', 'code': 200} Jul 06 14:00:57.529664 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-7ab5e563-e81e-4904-80fd-212087572d6f req-7f41cb2a-196b-49f2-98b9-9d41507957e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:57.624315 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-3f59c88b-5456-4369-baf8-4ef8f93c5f06 admin admin] 10.222.0.104 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 2.6912515 Jul 06 14:00:57.690577 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f47ecb41-97e3-4be5-ba12-eaedc2a136de admin admin] Network ba0b6a3c-159a-4754-a722-7186fa46c6ef is already hosted by enough agents. {{(pid=100247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:00:57.696502 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.db [req-9350727b-5cdc-4ad6-8273-3cc460febf95 req-9af42963-a57e-4dfd-bbb4-6e1c56babb67 service neutron] For port dbaef2dd-909e-475f-abe2-1d2de1fc87c6, host n-h1-773647-6, cleared binding levels {{(pid=100247) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:00:57.704975 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.base_scheduler [None req-f47ecb41-97e3-4be5-ba12-eaedc2a136de admin admin] Resources bound (agent type, host, resource id): {{(pid=100247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:00:57.735184 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-a69caace-0aed-49f3-8083-fe7e9849c91a req-3f45e7ad-f354-4501-b288-7d06a7c8e941 tempest-DeleteServersTestJSON-677393534 tempest-DeleteServersTestJSON-677393534-project] 10.222.0.104 "GET /v2.0/security-groups?id=7d4cbf2c-f907-4452-8928-a2a298fe7ee1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2831266 Jul 06 14:00:57.750367 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.db [req-9350727b-5cdc-4ad6-8273-3cc460febf95 req-9af42963-a57e-4dfd-bbb4-6e1c56babb67 service neutron] For port dbaef2dd-909e-475f-abe2-1d2de1fc87c6, host n-h1-773647-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773647-6',level=0,port_id=dbaef2dd-909e-475f-abe2-1d2de1fc87c6,segment=NetworkSegment(c9ea893d-045e-42cf-b3dd-cdd1f79baccd),segment_id=c9ea893d-045e-42cf-b3dd-cdd1f79baccd)] {{(pid=100247) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:00:57.760091 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-9350727b-5cdc-4ad6-8273-3cc460febf95 req-9af42963-a57e-4dfd-bbb4-6e1c56babb67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128888538'] for port, after_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:58.011920 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9350727b-5cdc-4ad6-8273-3cc460febf95 req-9af42963-a57e-4dfd-bbb4-6e1c56babb67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:00:58.020140 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-9350727b-5cdc-4ad6-8273-3cc460febf95 req-9af42963-a57e-4dfd-bbb4-6e1c56babb67 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:58.028854 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-9350727b-5cdc-4ad6-8273-3cc460febf95 req-9af42963-a57e-4dfd-bbb4-6e1c56babb67 service neutron] 10.222.0.127 "PUT /v2.0/ports/dbaef2dd-909e-475f-abe2-1d2de1fc87c6 HTTP/1.1" status: 200 len: 1096 time: 3.6919308 Jul 06 14:00:58.049046 n-d-773647-6 neutron-server[100247]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e2ea344-6018-4c2a-9298-573810505a62', 'tag': 'dbaef2dd-909e-475f-abe2-1d2de1fc87c6'}] {{(pid=100247) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:00:58.071078 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cbf0eeaae822f8fc9b87a94aeba67a3d651842baf663a51cba94b67a514836d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9c852c4-d045-44ba-8ee9-17831c2864c3" -d '{"events": [{"name": "network-changed", "server_uuid": "2e2ea344-6018-4c2a-9298-573810505a62", "tag": "dbaef2dd-909e-475f-abe2-1d2de1fc87c6"}]}' {{(pid=100247) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:00:58.112540 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b85eeec2-3451-41e4-a43f-20b82fb58e6e None None] Network 194bac88-04d4-4289-b333-47275694cede requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:00:58.179669 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17646732-e4b8-46ab-9f86-88c679d212f0 req-af07d1d9-d51b-4ff1-91f0-45b887b901d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:00:58.180941 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17646732-e4b8-46ab-9f86-88c679d212f0 req-af07d1d9-d51b-4ff1-91f0-45b887b901d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:00:58.182782 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-17646732-e4b8-46ab-9f86-88c679d212f0 req-af07d1d9-d51b-4ff1-91f0-45b887b901d1 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=a3fc9596cf9941a495b08d5bae1b31d8&device_id=d7f795df-4671-41b1-951f-6d2bef17c821 HTTP/1.1" status: 200 len: 1912 time: 0.6377289 Jul 06 14:00:58.246322 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56f40de9-7747-4e62-a203-743cf82c32e0 None None] Network dc2aab4d-ebf5-4223-8156-143d93bdc342 requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:00:58.274118 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f47ecb41-97e3-4be5-ba12-eaedc2a136de admin admin] Router 4d2c7630-6467-403f-a082-d580791b1af4 has already been hosted by L3 agent 2823d358-a11b-4885-a706-95a279e43fa7 {{(pid=100247) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 14:00:58.290941 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af42963-a57e-4dfd-bbb4-6e1c56babb67 service neutron] Pushing event updated for resources: {'Port': ['ID=dbaef2dd-909e-475f-abe2-1d2de1fc87c6,revision_number=3']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:00:58.416084 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-cf463942-04b5-4b6b-8142-d9c1cceaa3a9 None None] Provisioning for port adcaa2bd-41ef-45e3-b03b-0962fd6213d1 completed by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:00:58.430317 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-9d085c7d-a243-4344-a7da-4db7988a0954 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1806297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1761036'] for router, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:58.438965 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-cf463942-04b5-4b6b-8142-d9c1cceaa3a9 None None] Provisioning complete for port adcaa2bd-41ef-45e3-b03b-0962fd6213d1 triggered by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:00:58.439397 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-cf463942-04b5-4b6b-8142-d9c1cceaa3a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:58.458144 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-03f71b24-a9b8-453a-8924-caa3f97bc6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:58.462296 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 35840) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:00:58.689244 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9350727b-5cdc-4ad6-8273-3cc460febf95 req-72aa649f-7746-4e20-b937-78166247998b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:00:58.692244 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-9350727b-5cdc-4ad6-8273-3cc460febf95 req-72aa649f-7746-4e20-b937-78166247998b service neutron] 10.222.0.127 "GET /v2.0/ports?tenant_id=ae0918c1680140d8a89ce8f9c600b37d&device_id=2e2ea344-6018-4c2a-9298-573810505a62 HTTP/1.1" status: 200 len: 1099 time: 0.5897765 Jul 06 14:00:58.700695 n-d-773647-6 neutron-server[100246]: DEBUG neutron.notifiers.nova [req-7ab5e563-e81e-4904-80fd-212087572d6f req-7f41cb2a-196b-49f2-98b9-9d41507957e7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a2874956-26aa-49c8-b913-a65ada20e08d {{(pid=100246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 14:00:58.715900 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-5a243eca-7954-483e-93a2-917a842c59d6 admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-756776599-network', 'tenant_id': '781535735adb4e1297ed6761c38ca98f'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:00:58.744704 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-7ab5e563-e81e-4904-80fd-212087572d6f req-7f41cb2a-196b-49f2-98b9-9d41507957e7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:58.750963 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a243eca-7954-483e-93a2-917a842c59d6 admin admin] Made reservation on behalf of 781535735adb4e1297ed6761c38ca98f for: {'network': 1} {{(pid=100246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:00:58.753735 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-5a243eca-7954-483e-93a2-917a842c59d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for network, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:58.768599 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device dfbda63b-d365-4337-9766-509d9f679764 up at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:00:58.775427 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-5a243eca-7954-483e-93a2-917a842c59d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:58.790093 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-9350727b-5cdc-4ad6-8273-3cc460febf95 req-df53182e-4ec1-4e2c-b5b7-d7e0b6732046 service neutron] 10.222.0.127 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.251&port_id=dbaef2dd-909e-475f-abe2-1d2de1fc87c6 HTTP/1.1" status: 200 len: 217 time: 0.0747185 Jul 06 14:00:58.790520 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.provisioning_blocks [req-7ab5e563-e81e-4904-80fd-212087572d6f req-7f41cb2a-196b-49f2-98b9-9d41507957e7 service neutron] Transition to ACTIVE for port object a2874956-26aa-49c8-b913-a65ada20e08d will not be triggered until provisioned by entity L2. {{(pid=100246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:00:58.800255 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec8a5da-da93-46e7-93a5-73e1464b2f85 req-ab97e984-afc5-48dc-82cc-cd6231ee6c0d tempest-ServersTestMultiNic-850319587 tempest-ServersTestMultiNic-850319587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:00:58.800685 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-7ab5e563-e81e-4904-80fd-212087572d6f req-7f41cb2a-196b-49f2-98b9-9d41507957e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127687527'] for port, after_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:58.806759 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec8a5da-da93-46e7-93a5-73e1464b2f85 req-ab97e984-afc5-48dc-82cc-cd6231ee6c0d tempest-ServersTestMultiNic-850319587 tempest-ServersTestMultiNic-850319587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:00:58.815338 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-dec8a5da-da93-46e7-93a5-73e1464b2f85 req-ab97e984-afc5-48dc-82cc-cd6231ee6c0d tempest-ServersTestMultiNic-850319587 tempest-ServersTestMultiNic-850319587-project] 10.222.0.104 "GET /v2.0/ports?device_id=d7f795df-4671-41b1-951f-6d2bef17c821 HTTP/1.1" status: 200 len: 1665 time: 0.6290984 Jul 06 14:00:58.838537 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17646732-e4b8-46ab-9f86-88c679d212f0 req-25067298-d11a-4cfe-b533-ac8d08845bca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:00:58.839757 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17646732-e4b8-46ab-9f86-88c679d212f0 req-25067298-d11a-4cfe-b533-ac8d08845bca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:00:58.839757 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17646732-e4b8-46ab-9f86-88c679d212f0 req-25067298-d11a-4cfe-b533-ac8d08845bca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:00:58.841428 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-17646732-e4b8-46ab-9f86-88c679d212f0 req-25067298-d11a-4cfe-b533-ac8d08845bca service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=a3fc9596cf9941a495b08d5bae1b31d8&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.5609686 Jul 06 14:00:58.842611 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d085c7d-a243-4344-a7da-4db7988a0954 admin admin] Router 78a34e41-c0d9-4d89-aa57-37f9e931b651 is scheduled to L3 agent 2823d358-a11b-4885-a706-95a279e43fa7 with binding_index 1 {{(pid=100246) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 14:00:58.891677 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f47ecb41-97e3-4be5-ba12-eaedc2a136de admin admin] Notify agent at l3_agent.n-d-773647-6 the message routers_updated {{(pid=100247) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 14:00:58.908501 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-f47ecb41-97e3-4be5-ba12-eaedc2a136de admin admin] 10.222.0.104 "PUT /v2.0/routers/4d2c7630-6467-403f-a082-d580791b1af4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6426623 Jul 06 14:00:58.959619 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-cf463942-04b5-4b6b-8142-d9c1cceaa3a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:58.965453 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f41cb2a-196b-49f2-98b9-9d41507957e7 service neutron] Pushing event updated for resources: {'Port': ['ID=a2874956-26aa-49c8-b913-a65ada20e08d,revision_number=2']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:00:58.988615 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f41cb2a-196b-49f2-98b9-9d41507957e7 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:00:58.988981 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f41cb2a-196b-49f2-98b9-9d41507957e7 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:00:58.989314 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f41cb2a-196b-49f2-98b9-9d41507957e7 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:00:58.989654 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f41cb2a-196b-49f2-98b9-9d41507957e7 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:00:58.990150 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f41cb2a-196b-49f2-98b9-9d41507957e7 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:00:58.990480 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f41cb2a-196b-49f2-98b9-9d41507957e7 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:00:58.991024 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f41cb2a-196b-49f2-98b9-9d41507957e7 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:00:58.991419 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f41cb2a-196b-49f2-98b9-9d41507957e7 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:00:58.992099 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f41cb2a-196b-49f2-98b9-9d41507957e7 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:00:58.992099 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f41cb2a-196b-49f2-98b9-9d41507957e7 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:00:58.993144 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f41cb2a-196b-49f2-98b9-9d41507957e7 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:00:58.993144 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f41cb2a-196b-49f2-98b9-9d41507957e7 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:00:59.031527 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning for port dfbda63b-d365-4337-9766-509d9f679764 completed by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:00:59.046550 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-dec8a5da-da93-46e7-93a5-73e1464b2f85 req-77e7c4d6-6f99-46b7-901c-8694e6264e94 tempest-ServersTestMultiNic-850319587 tempest-ServersTestMultiNic-850319587-project] 10.222.0.104 "GET /v2.0/security-groups?id=3be580b9-03cb-4a9b-8661-5fe7dfbcaae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2302210 Jul 06 14:00:59.048420 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9350727b-5cdc-4ad6-8273-3cc460febf95 req-c3d5bce0-695b-4b51-b1ee-267e6da8d020 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:00:59.050101 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-9350727b-5cdc-4ad6-8273-3cc460febf95 req-c3d5bce0-695b-4b51-b1ee-267e6da8d020 service neutron] 10.222.0.127 "GET /v2.0/subnets?id=d1c3cc78-09b9-4e30-99fd-0e5830de101d HTTP/1.1" status: 200 len: 843 time: 0.2274306 Jul 06 14:00:59.079015 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning complete for port dfbda63b-d365-4337-9766-509d9f679764 triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:00:59.079820 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:59.149319 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-cf463942-04b5-4b6b-8142-d9c1cceaa3a9 None None] For port adcaa2bd-41ef-45e3-b03b-0962fd6213d1, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=adcaa2bd-41ef-45e3-b03b-0962fd6213d1,segment=NetworkSegment(b84425ef-5b11-46aa-9198-ea4525ffd9fc),segment_id=b84425ef-5b11-46aa-9198-ea4525ffd9fc)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:00:59.158794 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-cf463942-04b5-4b6b-8142-d9c1cceaa3a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:59.182376 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9ab756-633b-4cbc-82bd-4721318283e1 req-52cbbc7d-ce91-43d4-9f67-1d1175b423f4 tempest-InstanceActionsNegativeTestJSON-277410024 tempest-InstanceActionsNegativeTestJSON-277410024-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:00:59.193449 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-ce9ab756-633b-4cbc-82bd-4721318283e1 req-52cbbc7d-ce91-43d4-9f67-1d1175b423f4 tempest-InstanceActionsNegativeTestJSON-277410024 tempest-InstanceActionsNegativeTestJSON-277410024-project] 10.222.0.104 "GET /v2.0/networks?id=194bac88-04d4-4289-b333-47275694cede HTTP/1.1" status: 200 len: 822 time: 0.3728502 Jul 06 14:00:59.209926 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 14:00:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b997c1f6-56e8-4583-8ce9-18b45c4d75f9 x-openstack-request-id: req-b997c1f6-56e8-4583-8ce9-18b45c4d75f9 {{(pid=100247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:00:59.209926 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e2ea344-6018-4c2a-9298-573810505a62", "tag": "dbaef2dd-909e-475f-abe2-1d2de1fc87c6", "status": "completed", "code": 200}]} {{(pid=100247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:00:59.209926 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-b997c1f6-56e8-4583-8ce9-18b45c4d75f9 {{(pid=100247) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:00:59.209926 n-d-773647-6 neutron-server[100247]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e2ea344-6018-4c2a-9298-573810505a62', 'tag': 'dbaef2dd-909e-475f-abe2-1d2de1fc87c6', 'status': 'completed', 'code': 200} Jul 06 14:00:59.258594 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-ce9ab756-633b-4cbc-82bd-4721318283e1 req-5c4f8826-7073-4b34-89f3-66477ccafdb3 tempest-InstanceActionsNegativeTestJSON-277410024 tempest-InstanceActionsNegativeTestJSON-277410024-project] 10.222.0.104 "GET /v2.0/quotas/20ebe336406049da8e1833ed6cf0fbdf HTTP/1.1" status: 200 len: 375 time: 0.0633333 Jul 06 14:00:59.289756 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:59.306916 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf463942-04b5-4b6b-8142-d9c1cceaa3a9 None None] Pushing event updated for resources: {'Port': ['ID=adcaa2bd-41ef-45e3-b03b-0962fd6213d1,revision_number=3']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:00:59.327121 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d9cd5c7-d4bd-4cd2-a1ef-780fd05aae9f None None] Sync routers for ids ['4d2c7630-6467-403f-a082-d580791b1af4'] in n-d-773647-6 {{(pid=100249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 14:00:59.335894 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-66d8d2f4-b50d-42aa-8d91-513ccb5ad8b7 None None] Provisioning complete for port 5d4347cb-0a62-4dac-a126-e5fd72061f04 triggered by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:00:59.336143 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-ce9ab756-633b-4cbc-82bd-4721318283e1 req-80142e2f-e8ac-44a6-aba4-37cdc6a787de tempest-InstanceActionsNegativeTestJSON-277410024 tempest-InstanceActionsNegativeTestJSON-277410024-project] 10.222.0.104 "GET /v2.0/ports?tenant_id=20ebe336406049da8e1833ed6cf0fbdf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0762558 Jul 06 14:00:59.336837 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-66d8d2f4-b50d-42aa-8d91-513ccb5ad8b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:59.341507 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17646732-e4b8-46ab-9f86-88c679d212f0 req-d1ed2041-7e7f-4522-9400-34e4285820c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:00:59.343650 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-17646732-e4b8-46ab-9f86-88c679d212f0 req-d1ed2041-7e7f-4522-9400-34e4285820c7 service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.4701440 Jul 06 14:00:59.344138 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d085c7d-a243-4344-a7da-4db7988a0954 admin admin] Notify agent at l3_agent.n-d-773647-6 the message routers_updated {{(pid=100246) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 14:00:59.346740 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d9cd5c7-d4bd-4cd2-a1ef-780fd05aae9f None None] Routers {'4d2c7630-6467-403f-a082-d580791b1af4'} bound to L3 agent in host n-d-773647-6 {{(pid=100249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:00:59.358261 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-0d9cd5c7-d4bd-4cd2-a1ef-780fd05aae9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T14:00:56Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['4d2c7630-6467-403f-a082-d580791b1af4'], 'active': True} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:00:59.381129 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] For port dfbda63b-d365-4337-9766-509d9f679764, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=dfbda63b-d365-4337-9766-509d9f679764,segment=NetworkSegment(89a832b7-7793-4d51-9038-ed7e1c3ff1b2),segment_id=89a832b7-7793-4d51-9038-ed7e1c3ff1b2)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:00:59.383648 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ecda9c5-2c8c-4e08-9c5d-f3f166d2c35d None None] Sync routers for ids ['78a34e41-c0d9-4d89-aa57-37f9e931b651'] in n-d-773647-6 {{(pid=100248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 14:00:59.395107 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:59.397792 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [req-7ab5e563-e81e-4904-80fd-212087572d6f req-7f41cb2a-196b-49f2-98b9-9d41507957e7 service neutron] Attempting to bind port a2874956-26aa-49c8-b913-a65ada20e08d on host n-h2-773647-6 for vnic_type normal with profile {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:00:59.398136 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [req-7ab5e563-e81e-4904-80fd-212087572d6f req-7f41cb2a-196b-49f2-98b9-9d41507957e7 service neutron] Attempting to bind port a2874956-26aa-49c8-b913-a65ada20e08d by drivers openvswitch,hyperv on host n-h2-773647-6 at level 0 using segments [{'id': '57b4cf47-26fb-4601-878a-d90cbb33afe8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1030, 'network_id': '9c3af1d0-561e-4fe7-948c-2b7935a222d0'}] {{(pid=100246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:00:59.398477 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ab5e563-e81e-4904-80fd-212087572d6f req-7f41cb2a-196b-49f2-98b9-9d41507957e7 service neutron] Attempting to bind port a2874956-26aa-49c8-b913-a65ada20e08d on network 9c3af1d0-561e-4fe7-948c-2b7935a222d0 {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:00:59.424642 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ab5e563-e81e-4904-80fd-212087572d6f req-7f41cb2a-196b-49f2-98b9-9d41507957e7 service neutron] Port a2874956-26aa-49c8-b913-a65ada20e08d on network 9c3af1d0-561e-4fe7-948c-2b7935a222d0 not bound, no agent of type Open vSwitch agent registered on host n-h2-773647-6 {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 14:00:59.425036 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ab5e563-e81e-4904-80fd-212087572d6f req-7f41cb2a-196b-49f2-98b9-9d41507957e7 service neutron] Attempting to bind port a2874956-26aa-49c8-b913-a65ada20e08d on network 9c3af1d0-561e-4fe7-948c-2b7935a222d0 {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:00:59.434671 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ecda9c5-2c8c-4e08-9c5d-f3f166d2c35d None None] Routers {'78a34e41-c0d9-4d89-aa57-37f9e931b651'} bound to L3 agent in host n-d-773647-6 {{(pid=100248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:00:59.435420 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-2ecda9c5-2c8c-4e08-9c5d-f3f166d2c35d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T14:00:56Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['78a34e41-c0d9-4d89-aa57-37f9e931b651'], 'active': True} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:00:59.453682 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-5a243eca-7954-483e-93a2-917a842c59d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:59.464895 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ab5e563-e81e-4904-80fd-212087572d6f req-7f41cb2a-196b-49f2-98b9-9d41507957e7 service neutron] Checking agent: {'id': '63768ece-0600-4354-8d29-fdedec96b077', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-773647-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 51, 10), 'started_at': datetime.datetime(2021, 7, 6, 13, 51, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 0, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:00:59.477987 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-66d8d2f4-b50d-42aa-8d91-513ccb5ad8b7 None None] Port 5d4347cb-0a62-4dac-a126-e5fd72061f04 cannot update to ACTIVE because it is not bound. {{(pid=100248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 14:00:59.480155 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ab5e563-e81e-4904-80fd-212087572d6f req-7f41cb2a-196b-49f2-98b9-9d41507957e7 service neutron] Checking segment: {'id': '57b4cf47-26fb-4601-878a-d90cbb33afe8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1030, 'network_id': '9c3af1d0-561e-4fe7-948c-2b7935a222d0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:00:59.480865 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ab5e563-e81e-4904-80fd-212087572d6f req-7f41cb2a-196b-49f2-98b9-9d41507957e7 service neutron] Bound using segment: {'id': '57b4cf47-26fb-4601-878a-d90cbb33afe8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1030, 'network_id': '9c3af1d0-561e-4fe7-948c-2b7935a222d0'} {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:00:59.481577 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [req-7ab5e563-e81e-4904-80fd-212087572d6f req-7f41cb2a-196b-49f2-98b9-9d41507957e7 service neutron] Bound port: a2874956-26aa-49c8-b913-a65ada20e08d, host: n-h2-773647-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '57b4cf47-26fb-4601-878a-d90cbb33afe8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1030, 'network_id': '9c3af1d0-561e-4fe7-948c-2b7935a222d0'}}] {{(pid=100246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:00:59.482795 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-7ab5e563-e81e-4904-80fd-212087572d6f req-7f41cb2a-196b-49f2-98b9-9d41507957e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:59.493524 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-5a243eca-7954-483e-93a2-917a842c59d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:59.512973 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-9d085c7d-a243-4344-a7da-4db7988a0954 admin admin] Notify callbacks [] for router, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:59.514361 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-9d085c7d-a243-4344-a7da-4db7988a0954 admin admin] 10.222.0.104 "POST /v2.0/routers HTTP/1.1" status: 201 len: 933 time: 7.2696245 Jul 06 14:00:59.518645 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 35866) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:00:59.566331 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9350727b-5cdc-4ad6-8273-3cc460febf95 req-6575e8bf-c027-451a-9111-6c713b674dce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:00:59.570759 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-9350727b-5cdc-4ad6-8273-3cc460febf95 req-6575e8bf-c027-451a-9111-6c713b674dce service neutron] 10.222.0.127 "GET /v2.0/ports?network_id=ac09d390-867f-4b75-a8d2-ab11550bffd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5137579 Jul 06 14:00:59.635317 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Pushing event updated for resources: {'Port': ['ID=dfbda63b-d365-4337-9766-509d9f679764,revision_number=4']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:00:59.635586 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvr_db [None req-0d9cd5c7-d4bd-4cd2-a1ef-780fd05aae9f None None] Set router 4d2c7630-6467-403f-a082-d580791b1af4 gateway port host: n-d-773647-6 {{(pid=100249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:00:59.716100 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvr_db [None req-2ecda9c5-2c8c-4e08-9c5d-f3f166d2c35d None None] Set router 78a34e41-c0d9-4d89-aa57-37f9e931b651 gateway port host: n-d-773647-6 {{(pid=100248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:00:59.729799 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-ce9ab756-633b-4cbc-82bd-4721318283e1 req-1e947e2e-d362-451a-b130-8d8d995c4c0c service neutron] 10.222.0.104 "GET /v2.0/networks/194bac88-04d4-4289-b333-47275694cede?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3902693 Jul 06 14:00:59.938437 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-6b9a0509-1647-4396-b00d-630e4e4c8182 None None] Provisioning complete for port adcaa2bd-41ef-45e3-b03b-0962fd6213d1 triggered by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:00:59.938862 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-6b9a0509-1647-4396-b00d-630e4e4c8182 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:00.101428 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-0d9cd5c7-d4bd-4cd2-a1ef-780fd05aae9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d2c7630-6467-403f-a082-d580791b1af4', 'name': 'tempest-AttachSCSIVolumeTestJSON-1053858995-router', 'tenant_id': '19569b4604954d8f928b9790d774cc3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.192'}], 'enable_snat': True}, 'gw_port_id': 'dfbda63b-d365-4337-9766-509d9f679764', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:00:47Z', 'updated_at': '2021-07-06T14:00:55Z', 'revision_number': 4, 'project_id': '19569b4604954d8f928b9790d774cc3b', 'gw_port': {'id': 'dfbda63b-d365-4337-9766-509d9f679764', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:b6:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d2c7630-6467-403f-a082-d580791b1af4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 853, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:00:48Z', 'updated_at': '2021-07-06T14:00:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6', '_interfaces': [{'id': '5d4347cb-0a62-4dac-a126-e5fd72061f04', 'name': '', 'network_id': 'ba0b6a3c-159a-4754-a722-7186fa46c6ef', 'tenant_id': '19569b4604954d8f928b9790d774cc3b', 'mac_address': 'fa:16:3e:d7:0d:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d2c7630-6467-403f-a082-d580791b1af4', 'device_owner': 'network:router_interface', 'standard_attr_id': 877, 'fixed_ips': [{'subnet_id': 'd5e3a192-c1cf-422c-aeb5-1f213bd2e805', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:00:53Z', 'updated_at': '2021-07-06T14:00:55Z', 'revision_number': 2, 'project_id': '19569b4604954d8f928b9790d774cc3b', 'subnets': [{'id': 'd5e3a192-c1cf-422c-aeb5-1f213bd2e805', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773647-6', False) {} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:01:00.122958 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468cccc9-e62a-4cea-bf0d-467170dac119 req-c746022e-f8ec-4dcf-8ba1-d2a594826eaa tempest-ServersOnMultiNodesTest-299961212 tempest-ServersOnMultiNodesTest-299961212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:01:00.131968 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-468cccc9-e62a-4cea-bf0d-467170dac119 req-c746022e-f8ec-4dcf-8ba1-d2a594826eaa tempest-ServersOnMultiNodesTest-299961212 tempest-ServersOnMultiNodesTest-299961212-project] 10.222.0.104 "GET /v2.0/ports?device_id=2e2ea344-6018-4c2a-9298-573810505a62 HTTP/1.1" status: 200 len: 948 time: 0.6041238 Jul 06 14:01:00.157516 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d9cd5c7-d4bd-4cd2-a1ef-780fd05aae9f None None] Checking router: 4d2c7630-6467-403f-a082-d580791b1af4 for host: n-d-773647-6 {{(pid=100249) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 14:01:00.157516 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d9cd5c7-d4bd-4cd2-a1ef-780fd05aae9f None None] Updating router 4d2c7630-6467-403f-a082-d580791b1af4 port 5d4347cb-0a62-4dac-a126-e5fd72061f04 binding host n-d-773647-6 {{(pid=100249) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 14:01:00.163264 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-2ecda9c5-2c8c-4e08-9c5d-f3f166d2c35d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78a34e41-c0d9-4d89-aa57-37f9e931b651', 'name': 'tempest-FloatingIPsAssociationTestJSON-1257204186-router', 'tenant_id': '825a4fb0f5c7454f82c586f8d1442f43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.139'}], 'enable_snat': True}, 'gw_port_id': 'b4434c8f-8026-49fa-af17-a7b829f273e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:00:52Z', 'updated_at': '2021-07-06T14:00:56Z', 'revision_number': 3, 'project_id': '825a4fb0f5c7454f82c586f8d1442f43', 'gw_port': {'id': 'b4434c8f-8026-49fa-af17-a7b829f273e5', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:76:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78a34e41-c0d9-4d89-aa57-37f9e931b651', 'device_owner': 'network:router_gateway', 'standard_attr_id': 878, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:00:53Z', 'updated_at': '2021-07-06T14:00:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6'}], 'n-d-773647-6', False) {} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:01:00.180425 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-9350727b-5cdc-4ad6-8273-3cc460febf95 req-5e4f619a-277c-410c-9853-0b6788bd2427 service neutron] 10.222.0.127 "GET /v2.0/networks/ac09d390-867f-4b75-a8d2-ab11550bffd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6018727 Jul 06 14:01:00.197195 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ecda9c5-2c8c-4e08-9c5d-f3f166d2c35d None None] Checking router: 78a34e41-c0d9-4d89-aa57-37f9e931b651 for host: n-d-773647-6 {{(pid=100248) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 14:01:00.197946 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ecda9c5-2c8c-4e08-9c5d-f3f166d2c35d None None] Updating router 78a34e41-c0d9-4d89-aa57-37f9e931b651 port b4434c8f-8026-49fa-af17-a7b829f273e5 binding host n-d-773647-6 {{(pid=100248) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 14:01:00.236414 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-2ecda9c5-2c8c-4e08-9c5d-f3f166d2c35d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:00.250255 n-d-773647-6 neutron-server[100249]: DEBUG neutron_lib.callbacks.manager [None req-0d9cd5c7-d4bd-4cd2-a1ef-780fd05aae9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:00.271011 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-ce9ab756-633b-4cbc-82bd-4721318283e1 req-2f59f71a-e436-4cfe-b983-9b218340edba service neutron] 10.222.0.104 "GET /v2.0/networks/194bac88-04d4-4289-b333-47275694cede?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5278766 Jul 06 14:01:00.284062 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-468cccc9-e62a-4cea-bf0d-467170dac119 req-d5af09dd-e732-4cfa-87bd-120b46f80df1 tempest-ServersOnMultiNodesTest-299961212 tempest-ServersOnMultiNodesTest-299961212-project] 10.222.0.104 "GET /v2.0/security-groups?id=304f894d-c671-4a59-b0fb-2a4d849c5ac9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1509349 Jul 06 14:01:00.328347 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-9350727b-5cdc-4ad6-8273-3cc460febf95 req-7e1f2aa1-39d6-4979-bda2-2dcc2aa281fe service neutron] 10.222.0.127 "GET /v2.0/networks/ac09d390-867f-4b75-a8d2-ab11550bffd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1360469 Jul 06 14:01:00.329478 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a243eca-7954-483e-93a2-917a842c59d6 admin admin] vlan segment allocate from pool success with {'vlan_id': 1039, 'physical_network': 'physnet1'} {{(pid=100246) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 14:01:00.514157 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-5a243eca-7954-483e-93a2-917a842c59d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552'] for segment, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:00.526141 n-d-773647-6 neutron-server[100246]: INFO neutron.db.segments_db [None req-5a243eca-7954-483e-93a2-917a842c59d6 admin admin] Added segment 9eba4787-c4f9-4fad-9106-1dea9683e832 of type vlan for network d9f36955-e86a-4c93-9b28-49ad744bf776 Jul 06 14:01:00.560352 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c852c4-d045-44ba-8ee9-17831c2864c3 req-59dc5fde-c7d1-4a8e-bbab-52e9a65c56fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:01:00.564273 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-f9c852c4-d045-44ba-8ee9-17831c2864c3 req-59dc5fde-c7d1-4a8e-bbab-52e9a65c56fd service neutron] 10.222.0.127 "GET /v2.0/ports?tenant_id=ae0918c1680140d8a89ce8f9c600b37d&device_id=2e2ea344-6018-4c2a-9298-573810505a62 HTTP/1.1" status: 200 len: 1099 time: 0.1635840 Jul 06 14:01:00.586188 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a243eca-7954-483e-93a2-917a842c59d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=345c77f2-9a2d-4058-80bf-d4d3967ac0ac,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:01:00.828705 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-2ecda9c5-2c8c-4e08-9c5d-f3f166d2c35d None None] Notify callbacks [] for port, precommit_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:00.854546 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-2ecda9c5-2c8c-4e08-9c5d-f3f166d2c35d None None] Transition to ACTIVE for port object b4434c8f-8026-49fa-af17-a7b829f273e5 will not be triggered until provisioned by entity L2. {{(pid=100248) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:01:00.867139 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-5a243eca-7954-483e-93a2-917a842c59d6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773752984405'] for network, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:00.868837 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-2ecda9c5-2c8c-4e08-9c5d-f3f166d2c35d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:00.901688 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.db [req-7ab5e563-e81e-4904-80fd-212087572d6f req-7f41cb2a-196b-49f2-98b9-9d41507957e7 service neutron] For port a2874956-26aa-49c8-b913-a65ada20e08d, host n-h2-773647-6, cleared binding levels {{(pid=100246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:01:00.907829 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.db [req-7ab5e563-e81e-4904-80fd-212087572d6f req-7f41cb2a-196b-49f2-98b9-9d41507957e7 service neutron] For port a2874956-26aa-49c8-b913-a65ada20e08d, host n-h2-773647-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=a2874956-26aa-49c8-b913-a65ada20e08d,segment=NetworkSegment(57b4cf47-26fb-4601-878a-d90cbb33afe8),segment_id=57b4cf47-26fb-4601-878a-d90cbb33afe8)] {{(pid=100246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:01:00.919670 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-7ab5e563-e81e-4904-80fd-212087572d6f req-7f41cb2a-196b-49f2-98b9-9d41507957e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127687527'] for port, after_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:00.985721 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device adcaa2bd-41ef-45e3-b03b-0962fd6213d1 up at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:01:01.010505 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c852c4-d045-44ba-8ee9-17831c2864c3 req-56c64564-5dc3-4dab-98fd-cd7b85bfc260 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:01:01.014136 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-f9c852c4-d045-44ba-8ee9-17831c2864c3 req-56c64564-5dc3-4dab-98fd-cd7b85bfc260 service neutron] 10.222.0.127 "GET /v2.0/networks?id=ac09d390-867f-4b75-a8d2-ab11550bffd6 HTTP/1.1" status: 200 len: 871 time: 0.4405470 Jul 06 14:01:01.043760 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f41cb2a-196b-49f2-98b9-9d41507957e7 service neutron] Pushing event updated for resources: {'Port': ['ID=a2874956-26aa-49c8-b913-a65ada20e08d,revision_number=3']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:01:01.062476 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd556b6e-f3ec-4f89-abfa-f74ac237117e None None] Pushing event updated for resources: {'Port': ['ID=b4434c8f-8026-49fa-af17-a7b829f273e5,revision_number=2']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:01:01.064806 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-2ecda9c5-2c8c-4e08-9c5d-f3f166d2c35d None None] Attempting to bind port b4434c8f-8026-49fa-af17-a7b829f273e5 on host n-d-773647-6 for vnic_type normal with profile {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:01:01.065275 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-2ecda9c5-2c8c-4e08-9c5d-f3f166d2c35d None None] Attempting to bind port b4434c8f-8026-49fa-af17-a7b829f273e5 by drivers openvswitch,hyperv on host n-d-773647-6 at level 0 using segments [{'id': '89a832b7-7793-4d51-9038-ed7e1c3ff1b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719'}] {{(pid=100248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:01:01.065524 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ecda9c5-2c8c-4e08-9c5d-f3f166d2c35d None None] Attempting to bind port b4434c8f-8026-49fa-af17-a7b829f273e5 on network 2658f09e-a580-4d4a-9968-2d1e0ad93719 {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:01:01.066979 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.db.resource_extend [None req-5a243eca-7954-483e-93a2-917a842c59d6 admin admin] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 06 14:01:01.075815 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ecda9c5-2c8c-4e08-9c5d-f3f166d2c35d None None] Checking agent: {'id': '8ab5b19c-d213-4f29-891d-27bdf39d38b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773647-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 43, 26), 'started_at': datetime.datetime(2021, 7, 6, 13, 43, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 0, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773647-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:01:01.076195 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ecda9c5-2c8c-4e08-9c5d-f3f166d2c35d None None] Checking segment: {'id': '89a832b7-7793-4d51-9038-ed7e1c3ff1b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:01:01.076603 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-2ecda9c5-2c8c-4e08-9c5d-f3f166d2c35d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:01.077095 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ecda9c5-2c8c-4e08-9c5d-f3f166d2c35d None None] Bound using segment: {'id': '89a832b7-7793-4d51-9038-ed7e1c3ff1b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719'} {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:01:01.077463 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-2ecda9c5-2c8c-4e08-9c5d-f3f166d2c35d None None] Bound port: b4434c8f-8026-49fa-af17-a7b829f273e5, host: n-d-773647-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89a832b7-7793-4d51-9038-ed7e1c3ff1b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719'}}] {{(pid=100248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:01:01.077844 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-2ecda9c5-2c8c-4e08-9c5d-f3f166d2c35d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:01.096242 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-f9c852c4-d045-44ba-8ee9-17831c2864c3 req-646f9ca0-0b59-41c6-8d92-e3e3d1c3d728 service neutron] 10.222.0.127 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.251&port_id=dbaef2dd-909e-475f-abe2-1d2de1fc87c6 HTTP/1.1" status: 200 len: 217 time: 0.0723078 Jul 06 14:01:01.120652 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab5e563-e81e-4904-80fd-212087572d6f req-7f41cb2a-196b-49f2-98b9-9d41507957e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:01:01.121839 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-7ab5e563-e81e-4904-80fd-212087572d6f req-7f41cb2a-196b-49f2-98b9-9d41507957e7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:01.123884 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-7ab5e563-e81e-4904-80fd-212087572d6f req-7f41cb2a-196b-49f2-98b9-9d41507957e7 service neutron] 10.222.0.72 "PUT /v2.0/ports/a2874956-26aa-49c8-b913-a65ada20e08d HTTP/1.1" status: 200 len: 1091 time: 4.0293694 Jul 06 14:01:01.155455 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-2ecda9c5-2c8c-4e08-9c5d-f3f166d2c35d None None] For port b4434c8f-8026-49fa-af17-a7b829f273e5, host n-d-773647-6, cleared binding levels {{(pid=100248) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:01:01.159424 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-2ecda9c5-2c8c-4e08-9c5d-f3f166d2c35d None None] For port b4434c8f-8026-49fa-af17-a7b829f273e5, host n-d-773647-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=b4434c8f-8026-49fa-af17-a7b829f273e5,segment=NetworkSegment(89a832b7-7793-4d51-9038-ed7e1c3ff1b2),segment_id=89a832b7-7793-4d51-9038-ed7e1c3ff1b2)] {{(pid=100248) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:01:01.167042 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-2ecda9c5-2c8c-4e08-9c5d-f3f166d2c35d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:01.227971 n-d-773647-6 neutron-server[100246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7f795df-4671-41b1-951f-6d2bef17c821', 'tag': 'a2874956-26aa-49c8-b913-a65ada20e08d'}] {{(pid=100246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:01:01.230933 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0d96c5ab5e889f7b933ae915b9be33d1b46c9e87795bf781004b656ef3f1e87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6cf92aa-c4d6-4720-9aa0-e9e01f8b7c3f" -d '{"events": [{"name": "network-changed", "server_uuid": "d7f795df-4671-41b1-951f-6d2bef17c821", "tag": "a2874956-26aa-49c8-b913-a65ada20e08d"}]}' {{(pid=100246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:01:01.308550 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-5a243eca-7954-483e-93a2-917a842c59d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060'] for network, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:01.309862 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a243eca-7954-483e-93a2-917a842c59d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:01:01.310640 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-5a243eca-7954-483e-93a2-917a842c59d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583035'] for network, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:01.382414 n-d-773647-6 neutron-server[100249]: DEBUG neutron_lib.callbacks.manager [None req-0d9cd5c7-d4bd-4cd2-a1ef-780fd05aae9f None None] Notify callbacks [] for port, precommit_update {{(pid=100249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:01.416476 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b9208e-444a-4989-a700-5a6de4dd1d35 req-23ae9f31-edaf-42b6-a519-a92a3a688055 tempest-DeleteServersTestJSON-677393534 tempest-DeleteServersTestJSON-677393534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:01:01.423096 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-99b9208e-444a-4989-a700-5a6de4dd1d35 req-23ae9f31-edaf-42b6-a519-a92a3a688055 tempest-DeleteServersTestJSON-677393534 tempest-DeleteServersTestJSON-677393534-project] 10.222.0.104 "GET /v2.0/ports?device_id=35567473-98d6-438d-b4ea-81f3a880422a HTTP/1.1" status: 200 len: 945 time: 0.5260513 Jul 06 14:01:01.437057 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.provisioning_blocks [None req-0d9cd5c7-d4bd-4cd2-a1ef-780fd05aae9f None None] Transition to ACTIVE for port object 5d4347cb-0a62-4dac-a126-e5fd72061f04 will not be triggered until provisioned by entity L2. {{(pid=100249) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:01:01.457456 n-d-773647-6 neutron-server[100249]: DEBUG neutron_lib.callbacks.manager [None req-0d9cd5c7-d4bd-4cd2-a1ef-780fd05aae9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:01.474560 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c852c4-d045-44ba-8ee9-17831c2864c3 req-3d7752c2-81c7-4952-86d2-b65f827a0d22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:01:01.476243 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-f9c852c4-d045-44ba-8ee9-17831c2864c3 req-3d7752c2-81c7-4952-86d2-b65f827a0d22 service neutron] 10.222.0.127 "GET /v2.0/subnets?id=d1c3cc78-09b9-4e30-99fd-0e5830de101d HTTP/1.1" status: 200 len: 843 time: 0.3689301 Jul 06 14:01:01.623910 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76f3f68-a018-4526-b803-181b7136038d None None] Pushing event updated for resources: {'Port': ['ID=5d4347cb-0a62-4dac-a126-e5fd72061f04,revision_number=3']} {{(pid=100249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:01:01.633150 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a243eca-7954-483e-93a2-917a842c59d6 admin admin] Pushing event updated for resources: {'Network': ['ID=d9f36955-e86a-4c93-9b28-49ad744bf776,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:01:01.691687 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-5a243eca-7954-483e-93a2-917a842c59d6 admin admin] 10.222.0.104 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 3.2258291 Jul 06 14:01:01.694871 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Network d9f36955-e86a-4c93-9b28-49ad744bf776 details requested by agent ovs-agent-n-d-773647-6 with host n-d-773647-6 {{(pid=100248) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 14:01:01.710478 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 35922) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:01:01.737289 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-42d17feb-e72e-4213-bf7a-84366779e488 admin admin] Request body: {'subnet': {'network_id': 'd9f36955-e86a-4c93-9b28-49ad744bf776', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-756776599-subnet', 'tenant_id': '781535735adb4e1297ed6761c38ca98f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:01:01.749917 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-99b9208e-444a-4989-a700-5a6de4dd1d35 req-d01c83f0-5bff-49ac-a9d6-47e520ab2804 tempest-DeleteServersTestJSON-677393534 tempest-DeleteServersTestJSON-677393534-project] 10.222.0.104 "GET /v2.0/security-groups?id=7d4cbf2c-f907-4452-8928-a2a298fe7ee1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3129756 Jul 06 14:01:01.802627 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42d17feb-e72e-4213-bf7a-84366779e488 admin admin] Made reservation on behalf of 781535735adb4e1297ed6761c38ca98f for: {'subnet': 1} {{(pid=100246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:01:01.805246 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-42d17feb-e72e-4213-bf7a-84366779e488 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127702029'] for subnet, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:01.815682 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ecda9c5-2c8c-4e08-9c5d-f3f166d2c35d None None] Routers {'78a34e41-c0d9-4d89-aa57-37f9e931b651'} bound to L3 agent in host n-d-773647-6 {{(pid=100248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:01:01.816860 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-2ecda9c5-2c8c-4e08-9c5d-f3f166d2c35d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T14:00:56Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['78a34e41-c0d9-4d89-aa57-37f9e931b651'], 'active': True} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:01:01.847791 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab5e563-e81e-4904-80fd-212087572d6f req-0ecee25b-0bee-4b03-a52b-9475e74ee74f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:01:01.848296 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab5e563-e81e-4904-80fd-212087572d6f req-0ecee25b-0bee-4b03-a52b-9475e74ee74f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:01:01.853065 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-7ab5e563-e81e-4904-80fd-212087572d6f req-0ecee25b-0bee-4b03-a52b-9475e74ee74f service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=a3fc9596cf9941a495b08d5bae1b31d8&device_id=d7f795df-4671-41b1-951f-6d2bef17c821 HTTP/1.1" status: 200 len: 1979 time: 0.5873694 Jul 06 14:01:01.860261 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c852c4-d045-44ba-8ee9-17831c2864c3 req-b735b5f1-8cfa-4a20-81f3-57283ebd601a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:01:01.861773 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-f9c852c4-d045-44ba-8ee9-17831c2864c3 req-b735b5f1-8cfa-4a20-81f3-57283ebd601a service neutron] 10.222.0.127 "GET /v2.0/ports?network_id=ac09d390-867f-4b75-a8d2-ab11550bffd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3660204 Jul 06 14:01:01.903266 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.managers [None req-0d9cd5c7-d4bd-4cd2-a1ef-780fd05aae9f None None] Attempting to bind port 5d4347cb-0a62-4dac-a126-e5fd72061f04 on host n-d-773647-6 for vnic_type normal with profile {{(pid=100249) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:01:01.903717 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.managers [None req-0d9cd5c7-d4bd-4cd2-a1ef-780fd05aae9f None None] Attempting to bind port 5d4347cb-0a62-4dac-a126-e5fd72061f04 by drivers openvswitch,hyperv on host n-d-773647-6 at level 0 using segments [{'id': '33393dcc-3308-4a8a-abe0-d259f4ec97a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': 'ba0b6a3c-159a-4754-a722-7186fa46c6ef'}] {{(pid=100249) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:01:01.904000 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d9cd5c7-d4bd-4cd2-a1ef-780fd05aae9f None None] Attempting to bind port 5d4347cb-0a62-4dac-a126-e5fd72061f04 on network ba0b6a3c-159a-4754-a722-7186fa46c6ef {{(pid=100249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:01:01.926702 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d9cd5c7-d4bd-4cd2-a1ef-780fd05aae9f None None] Checking agent: {'id': '8ab5b19c-d213-4f29-891d-27bdf39d38b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773647-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 43, 26), 'started_at': datetime.datetime(2021, 7, 6, 13, 43, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 0, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773647-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:01:01.927167 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d9cd5c7-d4bd-4cd2-a1ef-780fd05aae9f None None] Checking segment: {'id': '33393dcc-3308-4a8a-abe0-d259f4ec97a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': 'ba0b6a3c-159a-4754-a722-7186fa46c6ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100249) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:01:01.927591 n-d-773647-6 neutron-server[100249]: DEBUG neutron_lib.callbacks.manager [None req-0d9cd5c7-d4bd-4cd2-a1ef-780fd05aae9f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:01.928048 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d9cd5c7-d4bd-4cd2-a1ef-780fd05aae9f None None] Bound using segment: {'id': '33393dcc-3308-4a8a-abe0-d259f4ec97a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': 'ba0b6a3c-159a-4754-a722-7186fa46c6ef'} {{(pid=100249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:01:01.932921 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.managers [None req-0d9cd5c7-d4bd-4cd2-a1ef-780fd05aae9f None None] Bound port: 5d4347cb-0a62-4dac-a126-e5fd72061f04, host: n-d-773647-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33393dcc-3308-4a8a-abe0-d259f4ec97a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': 'ba0b6a3c-159a-4754-a722-7186fa46c6ef'}}] {{(pid=100249) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:01:01.933326 n-d-773647-6 neutron-server[100249]: DEBUG neutron_lib.callbacks.manager [None req-0d9cd5c7-d4bd-4cd2-a1ef-780fd05aae9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:01.935687 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning complete for port adcaa2bd-41ef-45e3-b03b-0962fd6213d1 triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:01:01.937007 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:02.051699 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd556b6e-f3ec-4f89-abfa-f74ac237117e None None] Pushing event updated for resources: {'Port': ['ID=b4434c8f-8026-49fa-af17-a7b829f273e5,revision_number=3']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:01:02.158546 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.db [None req-0d9cd5c7-d4bd-4cd2-a1ef-780fd05aae9f None None] For port 5d4347cb-0a62-4dac-a126-e5fd72061f04, host n-d-773647-6, cleared binding levels {{(pid=100249) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:01:02.168138 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.db [None req-0d9cd5c7-d4bd-4cd2-a1ef-780fd05aae9f None None] For port 5d4347cb-0a62-4dac-a126-e5fd72061f04, host n-d-773647-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=5d4347cb-0a62-4dac-a126-e5fd72061f04,segment=NetworkSegment(33393dcc-3308-4a8a-abe0-d259f4ec97a5),segment_id=33393dcc-3308-4a8a-abe0-d259f4ec97a5)] {{(pid=100249) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:01:02.174949 n-d-773647-6 neutron-server[100249]: DEBUG neutron_lib.callbacks.manager [None req-0d9cd5c7-d4bd-4cd2-a1ef-780fd05aae9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:02.264876 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-3da99274-321b-49da-be33-24069ea26472 req-286edffa-4ab2-4f79-9903-241780c2de3c tempest-InstanceActionsNegativeTestJSON-277410024 tempest-InstanceActionsNegativeTestJSON-277410024-project] 10.222.0.104 "GET /v2.0/ports?device_id=a81b2fd4-9cac-454e-bafc-ab03e2147a85 HTTP/1.1" status: 200 len: 210 time: 0.1150844 Jul 06 14:01:02.337286 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-7ab5e563-e81e-4904-80fd-212087572d6f req-c1026e0a-719f-4367-b91b-fe35090f5b47 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.22&port_id=2a4ba1f2-5f2f-4694-b2b4-a7686ddc443c HTTP/1.1" status: 200 len: 217 time: 0.4131343 Jul 06 14:01:02.360189 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d9cd5c7-d4bd-4cd2-a1ef-780fd05aae9f None None] Routers {'4d2c7630-6467-403f-a082-d580791b1af4'} bound to L3 agent in host n-d-773647-6 {{(pid=100249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:01:02.360842 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-0d9cd5c7-d4bd-4cd2-a1ef-780fd05aae9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T14:00:56Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['4d2c7630-6467-403f-a082-d580791b1af4'], 'active': True} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:01:02.378409 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76f3f68-a018-4526-b803-181b7136038d None None] Pushing event updated for resources: {'Port': ['ID=5d4347cb-0a62-4dac-a126-e5fd72061f04,revision_number=4']} {{(pid=100249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:01:02.424360 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 14:01:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-361813ed-44e4-4ddd-9c46-f454feb1b29a x-openstack-request-id: req-361813ed-44e4-4ddd-9c46-f454feb1b29a {{(pid=100246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:01:02.425087 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d7f795df-4671-41b1-951f-6d2bef17c821", "tag": "a2874956-26aa-49c8-b913-a65ada20e08d", "status": "completed", "code": 200}]} {{(pid=100246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:01:02.425470 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-361813ed-44e4-4ddd-9c46-f454feb1b29a {{(pid=100246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:01:02.426039 n-d-773647-6 neutron-server[100246]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7f795df-4671-41b1-951f-6d2bef17c821', 'tag': 'a2874956-26aa-49c8-b913-a65ada20e08d', 'status': 'completed', 'code': 200} Jul 06 14:01:02.473928 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvr_db [None req-2ecda9c5-2c8c-4e08-9c5d-f3f166d2c35d None None] Set router 78a34e41-c0d9-4d89-aa57-37f9e931b651 gateway port host: n-d-773647-6 {{(pid=100248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:01:02.477063 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device dfbda63b-d365-4337-9766-509d9f679764 up at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:01:02.484172 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-f9c852c4-d045-44ba-8ee9-17831c2864c3 req-b72cdd0a-79a5-4530-b74f-1b0339a40aac service neutron] 10.222.0.127 "GET /v2.0/networks/ac09d390-867f-4b75-a8d2-ab11550bffd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6062593 Jul 06 14:01:02.521220 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95597f2-54d9-42e5-a499-a9b1b5222e47 req-3b8d1d5a-86d0-4c41-8b7a-4ea233dbfb1b tempest-ServersTestMultiNic-850319587 tempest-ServersTestMultiNic-850319587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:01:02.544479 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95597f2-54d9-42e5-a499-a9b1b5222e47 req-3b8d1d5a-86d0-4c41-8b7a-4ea233dbfb1b tempest-ServersTestMultiNic-850319587 tempest-ServersTestMultiNic-850319587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:01:02.557454 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-f95597f2-54d9-42e5-a499-a9b1b5222e47 req-3b8d1d5a-86d0-4c41-8b7a-4ea233dbfb1b tempest-ServersTestMultiNic-850319587 tempest-ServersTestMultiNic-850319587-project] 10.222.0.104 "GET /v2.0/ports?device_id=d7f795df-4671-41b1-951f-6d2bef17c821 HTTP/1.1" status: 200 len: 1677 time: 0.6907229 Jul 06 14:01:02.627244 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab5e563-e81e-4904-80fd-212087572d6f req-11b58261-05ca-4734-adc0-b4f8ad0a94a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:01:02.628945 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-7ab5e563-e81e-4904-80fd-212087572d6f req-11b58261-05ca-4734-adc0-b4f8ad0a94a8 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=a235bec2-c1ce-4c14-a6de-642c9350c95b HTTP/1.1" status: 200 len: 801 time: 0.2744715 Jul 06 14:01:02.706310 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning complete for port dfbda63b-d365-4337-9766-509d9f679764 triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:01:02.720659 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:02.935206 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-43417022-909e-42ec-85db-f03ecc0aa1f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:02.966447 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab5e563-e81e-4904-80fd-212087572d6f req-dbff54e8-de76-4c3d-9245-20d7e61e8707 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:01:02.968661 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-7ab5e563-e81e-4904-80fd-212087572d6f req-dbff54e8-de76-4c3d-9245-20d7e61e8707 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=aceb0070-cd15-4f02-994c-34997327918d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3279603 Jul 06 14:01:02.971026 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-f95597f2-54d9-42e5-a499-a9b1b5222e47 req-8d1f9f15-1b65-4030-b09d-89330809209f tempest-ServersTestMultiNic-850319587 tempest-ServersTestMultiNic-850319587-project] 10.222.0.104 "GET /v2.0/security-groups?id=3be580b9-03cb-4a9b-8661-5fe7dfbcaae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4123120 Jul 06 14:01:02.980086 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-42d17feb-e72e-4213-bf7a-84366779e488 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1849032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127687649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127702047'] for subnet, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:03.050531 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvr_db [None req-0d9cd5c7-d4bd-4cd2-a1ef-780fd05aae9f None None] Set router 4d2c7630-6467-403f-a082-d580791b1af4 gateway port host: n-d-773647-6 {{(pid=100249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:01:03.070430 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d17feb-e72e-4213-bf7a-84366779e488 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8b3908d8-67f9-4087-8b08-3c0c944b289c,revision_number=0']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:01:03.078543 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Device dbaef2dd-909e-475f-abe2-1d2de1fc87c6 details requested by agent hyperv_n-h1-773647-6 with host n-h1-773647-6 {{(pid=100248) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 14:01:03.297224 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42d17feb-e72e-4213-bf7a-84366779e488 admin admin] Checking segment: {'id': '9eba4787-c4f9-4fad-9106-1dea9683e832', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': 'd9f36955-e86a-4c93-9b28-49ad744bf776'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:01:03.297766 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42d17feb-e72e-4213-bf7a-84366779e488 admin admin] Network hostable DHCP agents. Network: d9f36955-e86a-4c93-9b28-49ad744bf776, hostable agents: ['f2bada3d-be77-4359-982b-8505a2bbca04'], hosted agents: [] {{(pid=100246) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 14:01:03.298207 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-f9c852c4-d045-44ba-8ee9-17831c2864c3 req-b3f9c85c-aec9-444a-ab43-b1fdd5e14bfb service neutron] 10.222.0.127 "GET /v2.0/networks/ac09d390-867f-4b75-a8d2-ab11550bffd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7342293 Jul 06 14:01:03.348913 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe5d98b-915a-4de7-aa18-526b850dc95a req-6108ca1c-eeb5-4368-ac55-0f4515e3f3e1 tempest-ServersOnMultiNodesTest-299961212 tempest-ServersOnMultiNodesTest-299961212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:01:03.356743 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-4fe5d98b-915a-4de7-aa18-526b850dc95a req-6108ca1c-eeb5-4368-ac55-0f4515e3f3e1 tempest-ServersOnMultiNodesTest-299961212 tempest-ServersOnMultiNodesTest-299961212-project] 10.222.0.104 "GET /v2.0/ports?device_id=2e2ea344-6018-4c2a-9298-573810505a62 HTTP/1.1" status: 200 len: 948 time: 0.5617864 Jul 06 14:01:03.360557 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-7ab5e563-e81e-4904-80fd-212087572d6f req-c2a4c734-ca97-499d-ae3d-94e8a694a162 service neutron] 10.222.0.72 "GET /v2.0/networks/aceb0070-cd15-4f02-994c-34997327918d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3754778 Jul 06 14:01:03.362263 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42d17feb-e72e-4213-bf7a-84366779e488 admin admin] Network d9f36955-e86a-4c93-9b28-49ad744bf776 is scheduled to be hosted by DHCP agent f2bada3d-be77-4359-982b-8505a2bbca04 with binding_index 1 {{(pid=100246) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 14:01:03.440185 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-2ecda9c5-2c8c-4e08-9c5d-f3f166d2c35d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78a34e41-c0d9-4d89-aa57-37f9e931b651', 'name': 'tempest-FloatingIPsAssociationTestJSON-1257204186-router', 'tenant_id': '825a4fb0f5c7454f82c586f8d1442f43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.139'}], 'enable_snat': True}, 'gw_port_id': 'b4434c8f-8026-49fa-af17-a7b829f273e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:00:52Z', 'updated_at': '2021-07-06T14:00:56Z', 'revision_number': 3, 'project_id': '825a4fb0f5c7454f82c586f8d1442f43', 'gw_port': {'id': 'b4434c8f-8026-49fa-af17-a7b829f273e5', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:76:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78a34e41-c0d9-4d89-aa57-37f9e931b651', 'device_owner': 'network:router_gateway', 'standard_attr_id': 878, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:00:53Z', 'updated_at': '2021-07-06T14:01:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6'}], 'n-d-773647-6', False) {} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:01:03.460393 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9ab756-633b-4cbc-82bd-4721318283e1 req-28181fcd-7196-485b-b641-9b93bc856213 tempest-InstanceActionsNegativeTestJSON-277410024 tempest-InstanceActionsNegativeTestJSON-277410024-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:01:03.461919 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-ce9ab756-633b-4cbc-82bd-4721318283e1 req-28181fcd-7196-485b-b641-9b93bc856213 tempest-InstanceActionsNegativeTestJSON-277410024 tempest-InstanceActionsNegativeTestJSON-277410024-project] 10.222.0.72 "GET /v2.0/networks?id=194bac88-04d4-4289-b333-47275694cede HTTP/1.1" status: 200 len: 822 time: 0.4737656 Jul 06 14:01:03.477809 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-4fe5d98b-915a-4de7-aa18-526b850dc95a req-fc6bec4d-b896-443c-b437-23775f801963 tempest-ServersOnMultiNodesTest-299961212 tempest-ServersOnMultiNodesTest-299961212-project] 10.222.0.104 "GET /v2.0/security-groups?id=304f894d-c671-4a59-b0fb-2a4d849c5ac9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200902 Jul 06 14:01:03.490318 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [req-ce9ab756-633b-4cbc-82bd-4721318283e1 req-5da0afd1-75b7-43dc-9a08-3891c19101e1 tempest-InstanceActionsNegativeTestJSON-277410024 tempest-InstanceActionsNegativeTestJSON-277410024-project] Request body: {'port': {'device_id': 'a81b2fd4-9cac-454e-bafc-ab03e2147a85', 'network_id': '194bac88-04d4-4289-b333-47275694cede', 'admin_state_up': True, 'tenant_id': '20ebe336406049da8e1833ed6cf0fbdf'}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:01:03.506567 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.base_scheduler [None req-42d17feb-e72e-4213-bf7a-84366779e488 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773647-6, d9f36955-e86a-4c93-9b28-49ad744bf776) {{(pid=100246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:01:03.525853 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42d17feb-e72e-4213-bf7a-84366779e488 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:01:03.526635 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-42d17feb-e72e-4213-bf7a-84366779e488 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:03.530539 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ecda9c5-2c8c-4e08-9c5d-f3f166d2c35d None None] The sync data for ids ['78a34e41-c0d9-4d89-aa57-37f9e931b651'] in n-d-773647-6 is: [{'id': '78a34e41-c0d9-4d89-aa57-37f9e931b651', 'name': 'tempest-FloatingIPsAssociationTestJSON-1257204186-router', 'tenant_id': '825a4fb0f5c7454f82c586f8d1442f43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.139'}], 'enable_snat': True}, 'gw_port_id': 'b4434c8f-8026-49fa-af17-a7b829f273e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:00:52Z', 'updated_at': '2021-07-06T14:00:56Z', 'revision_number': 3, 'project_id': '825a4fb0f5c7454f82c586f8d1442f43', 'gw_port': {'id': 'b4434c8f-8026-49fa-af17-a7b829f273e5', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:76:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78a34e41-c0d9-4d89-aa57-37f9e931b651', 'device_owner': 'network:router_gateway', 'standard_attr_id': 878, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:00:53Z', 'updated_at': '2021-07-06T14:01:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6'}] {{(pid=100248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 14:01:03.546058 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a844a03-ae00-4216-a642-5eed47c8fdeb None None] Network d9f36955-e86a-4c93-9b28-49ad744bf776 requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:01:03.680367 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-42d17feb-e72e-4213-bf7a-84366779e488 admin admin] 10.222.0.104 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.9641101 Jul 06 14:01:03.689557 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 35946) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:01:03.690999 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.db_base_plugin_common [None req-43417022-909e-42ec-85db-f03ecc0aa1f4 admin admin] Allocated IP 172.20.0.1 (dc2aab4d-ebf5-4223-8156-143d93bdc342/9d4d8837-0e9e-40cd-b8da-4a4f0d5a912c/9e2bb929-0689-4ee3-8e1a-63c91f09da86) {{(pid=100246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:01:03.700986 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [None req-b15ce5b5-ba09-4cee-b2b0-ad622fcc4741 admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-756776599-router', 'tenant_id': '781535735adb4e1297ed6761c38ca98f', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719'}}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:01:03.758272 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-0d9cd5c7-d4bd-4cd2-a1ef-780fd05aae9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d2c7630-6467-403f-a082-d580791b1af4', 'name': 'tempest-AttachSCSIVolumeTestJSON-1053858995-router', 'tenant_id': '19569b4604954d8f928b9790d774cc3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.192'}], 'enable_snat': True}, 'gw_port_id': 'dfbda63b-d365-4337-9766-509d9f679764', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:00:47Z', 'updated_at': '2021-07-06T14:00:55Z', 'revision_number': 4, 'project_id': '19569b4604954d8f928b9790d774cc3b', 'gw_port': {'id': 'dfbda63b-d365-4337-9766-509d9f679764', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:b6:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d2c7630-6467-403f-a082-d580791b1af4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 853, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:00:48Z', 'updated_at': '2021-07-06T14:00:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6', '_interfaces': [{'id': '5d4347cb-0a62-4dac-a126-e5fd72061f04', 'name': '', 'network_id': 'ba0b6a3c-159a-4754-a722-7186fa46c6ef', 'tenant_id': '19569b4604954d8f928b9790d774cc3b', 'mac_address': 'fa:16:3e:d7:0d:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d2c7630-6467-403f-a082-d580791b1af4', 'device_owner': 'network:router_interface', 'standard_attr_id': 877, 'fixed_ips': [{'subnet_id': 'd5e3a192-c1cf-422c-aeb5-1f213bd2e805', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:00:53Z', 'updated_at': '2021-07-06T14:01:02Z', 'revision_number': 4, 'project_id': '19569b4604954d8f928b9790d774cc3b', 'subnets': [{'id': 'd5e3a192-c1cf-422c-aeb5-1f213bd2e805', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773647-6', False) {} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:01:03.839847 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] For port dbaef2dd-909e-475f-abe2-1d2de1fc87c6, host n-h1-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773647-6',level=0,port_id=dbaef2dd-909e-475f-abe2-1d2de1fc87c6,segment=NetworkSegment(c9ea893d-045e-42cf-b3dd-cdd1f79baccd),segment_id=c9ea893d-045e-42cf-b3dd-cdd1f79baccd)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:01:03.871407 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d9cd5c7-d4bd-4cd2-a1ef-780fd05aae9f None None] The sync data for ids ['4d2c7630-6467-403f-a082-d580791b1af4'] in n-d-773647-6 is: [{'id': '4d2c7630-6467-403f-a082-d580791b1af4', 'name': 'tempest-AttachSCSIVolumeTestJSON-1053858995-router', 'tenant_id': '19569b4604954d8f928b9790d774cc3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.192'}], 'enable_snat': True}, 'gw_port_id': 'dfbda63b-d365-4337-9766-509d9f679764', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:00:47Z', 'updated_at': '2021-07-06T14:00:55Z', 'revision_number': 4, 'project_id': '19569b4604954d8f928b9790d774cc3b', 'gw_port': {'id': 'dfbda63b-d365-4337-9766-509d9f679764', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:b6:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d2c7630-6467-403f-a082-d580791b1af4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 853, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:00:48Z', 'updated_at': '2021-07-06T14:00:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6', '_interfaces': [{'id': '5d4347cb-0a62-4dac-a126-e5fd72061f04', 'name': '', 'network_id': 'ba0b6a3c-159a-4754-a722-7186fa46c6ef', 'tenant_id': '19569b4604954d8f928b9790d774cc3b', 'mac_address': 'fa:16:3e:d7:0d:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d2c7630-6467-403f-a082-d580791b1af4', 'device_owner': 'network:router_interface', 'standard_attr_id': 877, 'fixed_ips': [{'subnet_id': 'd5e3a192-c1cf-422c-aeb5-1f213bd2e805', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:00:53Z', 'updated_at': '2021-07-06T14:01:02Z', 'revision_number': 4, 'project_id': '19569b4604954d8f928b9790d774cc3b', 'subnets': [{'id': 'd5e3a192-c1cf-422c-aeb5-1f213bd2e805', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 14:01:03.873556 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-b15ce5b5-ba09-4cee-b2b0-ad622fcc4741 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1806290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6992'] for router, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:03.874844 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-b15ce5b5-ba09-4cee-b2b0-ad622fcc4741 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1806157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1808637', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1714747', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7007'] for router, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:03.919599 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4012da09-fd5f-4f56-91af-2dbe98743c87 req-266b907a-a1a0-46ac-8d0b-13a8b89a34b1 tempest-DeleteServersTestJSON-677393534 tempest-DeleteServersTestJSON-677393534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:01:03.927013 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-4012da09-fd5f-4f56-91af-2dbe98743c87 req-266b907a-a1a0-46ac-8d0b-13a8b89a34b1 tempest-DeleteServersTestJSON-677393534 tempest-DeleteServersTestJSON-677393534-project] 10.222.0.104 "GET /v2.0/ports?device_id=35567473-98d6-438d-b4ea-81f3a880422a HTTP/1.1" status: 200 len: 945 time: 0.5864596 Jul 06 14:01:03.948075 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Returning: {'device': 'dbaef2dd-909e-475f-abe2-1d2de1fc87c6', 'network_id': 'ac09d390-867f-4b75-a8d2-ab11550bffd6', 'port_id': 'dbaef2dd-909e-475f-abe2-1d2de1fc87c6', 'mac_address': 'fa:16:3e:24:37:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1023, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd1c3cc78-09b9-4e30-99fd-0e5830de101d', 'ip_address': '192.168.233.251'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100248) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 14:01:04.123438 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-7ab5e563-e81e-4904-80fd-212087572d6f req-43ea5430-30a9-42ba-a519-f2f3819577e8 service neutron] 10.222.0.72 "GET /v2.0/networks/aceb0070-cd15-4f02-994c-34997327918d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7531390 Jul 06 14:01:04.176224 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-b15ce5b5-ba09-4cee-b2b0-ad622fcc4741 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:04.177600 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ce9ab756-633b-4cbc-82bd-4721318283e1 req-5da0afd1-75b7-43dc-9a08-3891c19101e1 tempest-InstanceActionsNegativeTestJSON-277410024 tempest-InstanceActionsNegativeTestJSON-277410024-project] Made reservation on behalf of 20ebe336406049da8e1833ed6cf0fbdf for: {'port': 1} {{(pid=100247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:01:04.192635 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-ce9ab756-633b-4cbc-82bd-4721318283e1 req-5da0afd1-75b7-43dc-9a08-3891c19101e1 tempest-InstanceActionsNegativeTestJSON-277410024 tempest-InstanceActionsNegativeTestJSON-277410024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:04.275280 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-7ab5e563-e81e-4904-80fd-212087572d6f req-c73b56f9-182a-4587-9da0-f3a50e845a1c service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.39&port_id=a2874956-26aa-49c8-b913-a65ada20e08d HTTP/1.1" status: 200 len: 217 time: 0.1340013 Jul 06 14:01:04.364855 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f802d9e8-a515-4f29-b3bc-93e264587c43 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6bd5fc82-6666-56e8-87c2-91648d36c963-d9f36955-e86a-4c93-9b28-49ad744bf776', 'network_id': 'd9f36955-e86a-4c93-9b28-49ad744bf776', 'tenant_id': '781535735adb4e1297ed6761c38ca98f', 'fixed_ips': [{'subnet_id': '8b3908d8-67f9-4087-8b08-3c0c944b289c'}]}} from n-d-773647-6. {{(pid=100248) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 14:01:04.366297 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-f802d9e8-a515-4f29-b3bc-93e264587c43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:04.379087 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab5e563-e81e-4904-80fd-212087572d6f req-f6a47b21-95cc-425f-a8f1-9946b7d96a4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:01:04.380915 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-7ab5e563-e81e-4904-80fd-212087572d6f req-f6a47b21-95cc-425f-a8f1-9946b7d96a4c service neutron] 10.222.0.72 "GET /v2.0/subnets?id=b32ceba4-8e3a-4e59-9795-8b23c73a0a74 HTTP/1.1" status: 200 len: 801 time: 0.0984597 Jul 06 14:01:04.391660 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:04.451999 n-d-773647-6 neutron-server[100248]: DEBUG neutron.notifiers.nova [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dbaef2dd-909e-475f-abe2-1d2de1fc87c6 {{(pid=100248) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 14:01:04.513127 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-43417022-909e-42ec-85db-f03ecc0aa1f4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:04.563610 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.provisioning_blocks [None req-43417022-909e-42ec-85db-f03ecc0aa1f4 admin admin] Transition to ACTIVE for port object 9e2bb929-0689-4ee3-8e1a-63c91f09da86 will not be triggered until provisioned by entity DHCP. {{(pid=100246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:01:04.619887 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-4012da09-fd5f-4f56-91af-2dbe98743c87 req-d900fb6d-3818-4d95-b1fc-84c9ff97f22f tempest-DeleteServersTestJSON-677393534 tempest-DeleteServersTestJSON-677393534-project] 10.222.0.104 "GET /v2.0/security-groups?id=7d4cbf2c-f907-4452-8928-a2a298fe7ee1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6915836 Jul 06 14:01:04.633723 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-b15ce5b5-ba09-4cee-b2b0-ad622fcc4741 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1761047', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1806272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6989'] for router, precommit_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:04.701840 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] For port dbaef2dd-909e-475f-abe2-1d2de1fc87c6, host n-h1-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773647-6',level=0,port_id=dbaef2dd-909e-475f-abe2-1d2de1fc87c6,segment=NetworkSegment(c9ea893d-045e-42cf-b3dd-cdd1f79baccd),segment_id=c9ea893d-045e-42cf-b3dd-cdd1f79baccd)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:01:04.715490 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-43417022-909e-42ec-85db-f03ecc0aa1f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-127687573'] for port, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:04.772779 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:04.813473 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43417022-909e-42ec-85db-f03ecc0aa1f4 admin admin] Network dc2aab4d-ebf5-4223-8156-143d93bdc342 is already hosted by enough agents. {{(pid=100246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:01:04.821349 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.base_scheduler [None req-43417022-909e-42ec-85db-f03ecc0aa1f4 admin admin] Resources bound (agent type, host, resource id): {{(pid=100246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:01:04.841494 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab5e563-e81e-4904-80fd-212087572d6f req-4b283a93-8859-404b-986c-25bc023a31ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:01:04.844906 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-7ab5e563-e81e-4904-80fd-212087572d6f req-4b283a93-8859-404b-986c-25bc023a31ac service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=9c3af1d0-561e-4fe7-948c-2b7935a222d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4532073 Jul 06 14:01:04.847179 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43417022-909e-42ec-85db-f03ecc0aa1f4 admin admin] Received port after_create {{(pid=100246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:01:04.934768 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43417022-909e-42ec-85db-f03ecc0aa1f4 admin admin] Pushing event updated for resources: {'Port': ['ID=9e2bb929-0689-4ee3-8e1a-63c91f09da86,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:01:04.935006 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Pushing event updated for resources: {'Port': ['ID=dbaef2dd-909e-475f-abe2-1d2de1fc87c6,revision_number=4']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:01:05.074136 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.db_base_plugin_common [None req-f802d9e8-a515-4f29-b3bc-93e264587c43 None None] Allocated IP 172.20.0.2 (d9f36955-e86a-4c93-9b28-49ad744bf776/8b3908d8-67f9-4087-8b08-3c0c944b289c/c58ccd02-3263-44d6-8574-dc82808a9f42) {{(pid=100248) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:01:05.129068 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-43417022-909e-42ec-85db-f03ecc0aa1f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1807675'] for router_interface, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:05.176280 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-87a8703f-3711-4721-a749-0b6dabd2410f req-f3582741-d3c1-4fe7-8adf-357f9ae68f2c tempest-InstanceActionsNegativeTestJSON-277410024 tempest-InstanceActionsNegativeTestJSON-277410024-project] 10.222.0.104 "GET /v2.0/ports?device_id=a81b2fd4-9cac-454e-bafc-ab03e2147a85 HTTP/1.1" status: 200 len: 210 time: 0.1060872 Jul 06 14:01:05.231048 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] get_ports_and_sgs() called for port_ids ['dbaef2dd-909e-475f-abe2-1d2de1fc87c6'] {{(pid=100248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 14:01:05.480752 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-0bb5e193-d2d2-48f0-a2d9-a9d48712aafb None None] Provisioning for port 9e2bb929-0689-4ee3-8e1a-63c91f09da86 completed by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:01:05.513690 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-0bb5e193-d2d2-48f0-a2d9-a9d48712aafb None None] Provisioning complete for port 9e2bb929-0689-4ee3-8e1a-63c91f09da86 triggered by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:01:05.514151 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-0bb5e193-d2d2-48f0-a2d9-a9d48712aafb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:05.560590 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9070609a-76f2-4a33-9585-bb1addda06c6 req-1ac9b0eb-d464-4932-98af-b07cfbb20b75 tempest-ServersTestMultiNic-850319587 tempest-ServersTestMultiNic-850319587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:01:05.574637 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-7ab5e563-e81e-4904-80fd-212087572d6f req-797e9c64-0eb4-4a49-b09e-134043beb31f service neutron] 10.222.0.72 "GET /v2.0/networks/9c3af1d0-561e-4fe7-948c-2b7935a222d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6596289 Jul 06 14:01:05.575044 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9070609a-76f2-4a33-9585-bb1addda06c6 req-1ac9b0eb-d464-4932-98af-b07cfbb20b75 tempest-ServersTestMultiNic-850319587 tempest-ServersTestMultiNic-850319587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:01:05.589089 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-9070609a-76f2-4a33-9585-bb1addda06c6 req-1ac9b0eb-d464-4932-98af-b07cfbb20b75 tempest-ServersTestMultiNic-850319587 tempest-ServersTestMultiNic-850319587-project] 10.222.0.104 "GET /v2.0/ports?device_id=d7f795df-4671-41b1-951f-6d2bef17c821 HTTP/1.1" status: 200 len: 1677 time: 0.6952598 Jul 06 14:01:05.604835 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.db_base_plugin_common [req-ce9ab756-633b-4cbc-82bd-4721318283e1 req-5da0afd1-75b7-43dc-9a08-3891c19101e1 tempest-InstanceActionsNegativeTestJSON-277410024 tempest-InstanceActionsNegativeTestJSON-277410024-project] Allocated IP 172.20.0.10 (194bac88-04d4-4289-b333-47275694cede/2c5b30dc-0189-4033-9435-08c89c47524c/69ef8f11-ee7d-4241-9d0e-92523ea750ba) {{(pid=100247) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:01:05.606049 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-43417022-909e-42ec-85db-f03ecc0aa1f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:05.609408 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-0bb5e193-d2d2-48f0-a2d9-a9d48712aafb None None] Port 9e2bb929-0689-4ee3-8e1a-63c91f09da86 cannot update to ACTIVE because it is not bound. {{(pid=100248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 14:01:05.615526 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 5d4347cb-0a62-4dac-a126-e5fd72061f04 up at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:01:05.768555 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning for port 5d4347cb-0a62-4dac-a126-e5fd72061f04 completed by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:01:05.790722 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning complete for port 5d4347cb-0a62-4dac-a126-e5fd72061f04 triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:01:05.791603 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:05.849371 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-f802d9e8-a515-4f29-b3bc-93e264587c43 None None] Notify callbacks [] for port, precommit_create {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:05.890900 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-f802d9e8-a515-4f29-b3bc-93e264587c43 None None] Transition to ACTIVE for port object c58ccd02-3263-44d6-8574-dc82808a9f42 will not be triggered until provisioned by entity L2. {{(pid=100248) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:01:05.906042 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-7ab5e563-e81e-4904-80fd-212087572d6f req-b93d9d1f-100a-4a5c-8414-619483c7897f service neutron] 10.222.0.72 "GET /v2.0/networks/9c3af1d0-561e-4fe7-948c-2b7935a222d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3236270 Jul 06 14:01:06.012351 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-9070609a-76f2-4a33-9585-bb1addda06c6 req-28d42de7-6c4c-477a-a22f-0bd37193378d tempest-ServersTestMultiNic-850319587 tempest-ServersTestMultiNic-850319587-project] 10.222.0.104 "GET /v2.0/security-groups?id=3be580b9-03cb-4a9b-8661-5fe7dfbcaae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4214289 Jul 06 14:01:06.081836 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-f802d9e8-a515-4f29-b3bc-93e264587c43 None None] Transition to ACTIVE for port object c58ccd02-3263-44d6-8574-dc82808a9f42 will not be triggered until provisioned by entity DHCP. {{(pid=100248) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:01:06.117851 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6cf92aa-c4d6-4720-9aa0-e9e01f8b7c3f req-444ff290-b0b5-4b76-a05c-114336e9f844 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:01:06.122708 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6cf92aa-c4d6-4720-9aa0-e9e01f8b7c3f req-444ff290-b0b5-4b76-a05c-114336e9f844 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:01:06.126592 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-c6cf92aa-c4d6-4720-9aa0-e9e01f8b7c3f req-444ff290-b0b5-4b76-a05c-114336e9f844 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=a3fc9596cf9941a495b08d5bae1b31d8&device_id=d7f795df-4671-41b1-951f-6d2bef17c821 HTTP/1.1" status: 200 len: 1979 time: 0.1448784 Jul 06 14:01:06.162662 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:06.166790 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-b15ce5b5-ba09-4cee-b2b0-ad622fcc4741 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:06.202621 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-f802d9e8-a515-4f29-b3bc-93e264587c43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108'] for port, after_create {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:06.220381 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-b15ce5b5-ba09-4cee-b2b0-ad622fcc4741 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:06.287075 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642d3d5f-60f4-42a2-932c-aab8ee97ce9b req-4810de15-fd5a-48a1-9eed-429c0fbee044 tempest-ServersOnMultiNodesTest-299961212 tempest-ServersOnMultiNodesTest-299961212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:01:06.295424 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-642d3d5f-60f4-42a2-932c-aab8ee97ce9b req-4810de15-fd5a-48a1-9eed-429c0fbee044 tempest-ServersOnMultiNodesTest-299961212 tempest-ServersOnMultiNodesTest-299961212-project] 10.222.0.104 "GET /v2.0/ports?device_id=2e2ea344-6018-4c2a-9298-573810505a62 HTTP/1.1" status: 200 len: 949 time: 0.6722109 Jul 06 14:01:06.301988 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6cf92aa-c4d6-4720-9aa0-e9e01f8b7c3f req-0707a9fd-9672-4eda-ba40-70c9de9cc5ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:01:06.304092 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-c6cf92aa-c4d6-4720-9aa0-e9e01f8b7c3f req-0707a9fd-9672-4eda-ba40-70c9de9cc5ed service neutron] 10.222.0.72 "GET /v2.0/networks?id=9c3af1d0-561e-4fe7-948c-2b7935a222d0 HTTP/1.1" status: 200 len: 903 time: 0.1673172 Jul 06 14:01:06.309601 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f802d9e8-a515-4f29-b3bc-93e264587c43 None None] Pushing event updated for resources: {'Port': ['ID=c58ccd02-3263-44d6-8574-dc82808a9f42,revision_number=1']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:01:06.345353 n-d-773647-6 neutron-server[100248]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f802d9e8-a515-4f29-b3bc-93e264587c43 None None] Network d9f36955-e86a-4c93-9b28-49ad744bf776 is already hosted by enough agents. {{(pid=100248) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:01:06.348000 n-d-773647-6 neutron-server[100248]: DEBUG neutron.scheduler.base_scheduler [None req-f802d9e8-a515-4f29-b3bc-93e264587c43 None None] Resources bound (agent type, host, resource id): {{(pid=100248) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:01:06.351501 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f802d9e8-a515-4f29-b3bc-93e264587c43 None None] Received port after_create {{(pid=100248) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:01:06.396449 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] For port 5d4347cb-0a62-4dac-a126-e5fd72061f04, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=5d4347cb-0a62-4dac-a126-e5fd72061f04,segment=NetworkSegment(33393dcc-3308-4a8a-abe0-d259f4ec97a5),segment_id=33393dcc-3308-4a8a-abe0-d259f4ec97a5)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:01:06.398065 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-43417022-909e-42ec-85db-f03ecc0aa1f4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:06.410023 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-43417022-909e-42ec-85db-f03ecc0aa1f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127687527'] for port, after_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:06.430544 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:06.431799 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device b4434c8f-8026-49fa-af17-a7b829f273e5 up at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:01:06.496433 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-642d3d5f-60f4-42a2-932c-aab8ee97ce9b req-aa33399d-165e-434d-aafd-c191627d68de tempest-ServersOnMultiNodesTest-299961212 tempest-ServersOnMultiNodesTest-299961212-project] 10.222.0.104 "GET /v2.0/security-groups?id=304f894d-c671-4a59-b0fb-2a4d849c5ac9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2000372 Jul 06 14:01:06.523033 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Pushing event updated for resources: {'Port': ['ID=5d4347cb-0a62-4dac-a126-e5fd72061f04,revision_number=5']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:01:06.536531 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-f802d9e8-a515-4f29-b3bc-93e264587c43 None None] Attempting to bind port c58ccd02-3263-44d6-8574-dc82808a9f42 on host n-d-773647-6 for vnic_type normal with profile {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:01:06.537058 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-f802d9e8-a515-4f29-b3bc-93e264587c43 None None] Attempting to bind port c58ccd02-3263-44d6-8574-dc82808a9f42 by drivers openvswitch,hyperv on host n-d-773647-6 at level 0 using segments [{'id': '9eba4787-c4f9-4fad-9106-1dea9683e832', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': 'd9f36955-e86a-4c93-9b28-49ad744bf776'}] {{(pid=100248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:01:06.537520 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f802d9e8-a515-4f29-b3bc-93e264587c43 None None] Attempting to bind port c58ccd02-3263-44d6-8574-dc82808a9f42 on network d9f36955-e86a-4c93-9b28-49ad744bf776 {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:01:06.542097 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43417022-909e-42ec-85db-f03ecc0aa1f4 admin admin] Pushing event updated for resources: {'Port': ['ID=9e2bb929-0689-4ee3-8e1a-63c91f09da86,revision_number=2']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:01:06.553705 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-c6cf92aa-c4d6-4720-9aa0-e9e01f8b7c3f req-d5152d69-597c-4c57-8935-be703db85348 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.39&port_id=a2874956-26aa-49c8-b913-a65ada20e08d HTTP/1.1" status: 200 len: 217 time: 0.1532075 Jul 06 14:01:06.559382 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f802d9e8-a515-4f29-b3bc-93e264587c43 None None] Checking agent: {'id': '8ab5b19c-d213-4f29-891d-27bdf39d38b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773647-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 43, 26), 'started_at': datetime.datetime(2021, 7, 6, 13, 43, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 0, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773647-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:01:06.560273 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f802d9e8-a515-4f29-b3bc-93e264587c43 None None] Checking segment: {'id': '9eba4787-c4f9-4fad-9106-1dea9683e832', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': 'd9f36955-e86a-4c93-9b28-49ad744bf776'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:01:06.560691 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-f802d9e8-a515-4f29-b3bc-93e264587c43 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:06.561088 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f802d9e8-a515-4f29-b3bc-93e264587c43 None None] Bound using segment: {'id': '9eba4787-c4f9-4fad-9106-1dea9683e832', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': 'd9f36955-e86a-4c93-9b28-49ad744bf776'} {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:01:06.561572 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-f802d9e8-a515-4f29-b3bc-93e264587c43 None None] Bound port: c58ccd02-3263-44d6-8574-dc82808a9f42, host: n-d-773647-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9eba4787-c4f9-4fad-9106-1dea9683e832', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': 'd9f36955-e86a-4c93-9b28-49ad744bf776'}}] {{(pid=100248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:01:06.561954 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-f802d9e8-a515-4f29-b3bc-93e264587c43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:06.590046 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning for port b4434c8f-8026-49fa-af17-a7b829f273e5 completed by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:01:06.614593 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning complete for port b4434c8f-8026-49fa-af17-a7b829f273e5 triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:01:06.614944 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:06.634924 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6cf92aa-c4d6-4720-9aa0-e9e01f8b7c3f req-cf34488e-6cf6-4a23-ac83-8facc3bb2bc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:01:06.637060 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-c6cf92aa-c4d6-4720-9aa0-e9e01f8b7c3f req-cf34488e-6cf6-4a23-ac83-8facc3bb2bc3 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=b32ceba4-8e3a-4e59-9795-8b23c73a0a74 HTTP/1.1" status: 200 len: 801 time: 0.0711703 Jul 06 14:01:06.656172 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-43417022-909e-42ec-85db-f03ecc0aa1f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1809478'] for router_interface, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:06.711809 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-ce9ab756-633b-4cbc-82bd-4721318283e1 req-5da0afd1-75b7-43dc-9a08-3891c19101e1 tempest-InstanceActionsNegativeTestJSON-277410024 tempest-InstanceActionsNegativeTestJSON-277410024-project] Notify callbacks [] for port, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:06.755624 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9821c4be-2710-4bf3-bbeb-02eda9c228f4 req-b5d06875-85f4-48ff-8ae3-1fa61a5fc99b tempest-DeleteServersTestJSON-677393534 tempest-DeleteServersTestJSON-677393534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:01:06.762648 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-9821c4be-2710-4bf3-bbeb-02eda9c228f4 req-b5d06875-85f4-48ff-8ae3-1fa61a5fc99b tempest-DeleteServersTestJSON-677393534 tempest-DeleteServersTestJSON-677393534-project] 10.222.0.104 "GET /v2.0/ports?device_id=35567473-98d6-438d-b4ea-81f3a880422a HTTP/1.1" status: 200 len: 945 time: 0.3689888 Jul 06 14:01:06.827316 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.db_base_plugin_common [None req-b15ce5b5-ba09-4cee-b2b0-ad622fcc4741 admin admin] Allocated IP 172.25.0.149 (2658f09e-a580-4d4a-9968-2d1e0ad93719/cbf74abc-6fe1-4d33-b005-c948923b9647/da2a706e-62bb-4bb1-b14b-8538546ce077) {{(pid=100247) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:01:06.853896 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-f802d9e8-a515-4f29-b3bc-93e264587c43 None None] For port c58ccd02-3263-44d6-8574-dc82808a9f42, host n-d-773647-6, cleared binding levels {{(pid=100248) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:01:06.860189 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-f802d9e8-a515-4f29-b3bc-93e264587c43 None None] For port c58ccd02-3263-44d6-8574-dc82808a9f42, host n-d-773647-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=c58ccd02-3263-44d6-8574-dc82808a9f42,segment=NetworkSegment(9eba4787-c4f9-4fad-9106-1dea9683e832),segment_id=9eba4787-c4f9-4fad-9106-1dea9683e832)] {{(pid=100248) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:01:06.868522 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-f802d9e8-a515-4f29-b3bc-93e264587c43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:06.892023 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43417022-909e-42ec-85db-f03ecc0aa1f4 admin admin] Network dc2aab4d-ebf5-4223-8156-143d93bdc342 is already hosted by enough agents. {{(pid=100246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:01:06.892172 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-9821c4be-2710-4bf3-bbeb-02eda9c228f4 req-d8a9c15c-a05d-4e33-a476-22cb66253d32 tempest-DeleteServersTestJSON-677393534 tempest-DeleteServersTestJSON-677393534-project] 10.222.0.104 "GET /v2.0/security-groups?id=7d4cbf2c-f907-4452-8928-a2a298fe7ee1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285005 Jul 06 14:01:06.895330 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.base_scheduler [None req-43417022-909e-42ec-85db-f03ecc0aa1f4 admin admin] Resources bound (agent type, host, resource id): {{(pid=100246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:01:07.096769 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6cf92aa-c4d6-4720-9aa0-e9e01f8b7c3f req-4c036c17-856f-4681-ba4d-ec84dc27bfd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:01:07.098323 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-c6cf92aa-c4d6-4720-9aa0-e9e01f8b7c3f req-4c036c17-856f-4681-ba4d-ec84dc27bfd7 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=9c3af1d0-561e-4fe7-948c-2b7935a222d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4312222 Jul 06 14:01:07.114716 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:07.167323 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] For port b4434c8f-8026-49fa-af17-a7b829f273e5, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=b4434c8f-8026-49fa-af17-a7b829f273e5,segment=NetworkSegment(89a832b7-7793-4d51-9038-ed7e1c3ff1b2),segment_id=89a832b7-7793-4d51-9038-ed7e1c3ff1b2)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:01:07.178848 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:07.189358 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f802d9e8-a515-4f29-b3bc-93e264587c43 None None] Pushing event updated for resources: {'Port': ['ID=c58ccd02-3263-44d6-8574-dc82808a9f42,revision_number=2']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:01:07.372899 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Pushing event updated for resources: {'Port': ['ID=b4434c8f-8026-49fa-af17-a7b829f273e5,revision_number=4']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:01:07.541204 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 5d4347cb-0a62-4dac-a126-e5fd72061f04 up at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:01:07.593332 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43417022-909e-42ec-85db-f03ecc0aa1f4 admin admin] Router 78a34e41-c0d9-4d89-aa57-37f9e931b651 has already been hosted by L3 agent 2823d358-a11b-4885-a706-95a279e43fa7 {{(pid=100246) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 14:01:07.610333 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-c6cf92aa-c4d6-4720-9aa0-e9e01f8b7c3f req-1da1a43e-31be-44b1-a711-dfbca650458c service neutron] 10.222.0.72 "GET /v2.0/networks/9c3af1d0-561e-4fe7-948c-2b7935a222d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4996731 Jul 06 14:01:07.653671 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-08f6fbe9-fe37-4088-8e5c-5cd4638e3dfa None None] Provisioning complete for port 9e2bb929-0689-4ee3-8e1a-63c91f09da86 triggered by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:01:07.654043 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-08f6fbe9-fe37-4088-8e5c-5cd4638e3dfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:07.745535 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-08f6fbe9-fe37-4088-8e5c-5cd4638e3dfa None None] Port 9e2bb929-0689-4ee3-8e1a-63c91f09da86 cannot update to ACTIVE because it is not bound. {{(pid=100248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 14:01:07.793785 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning complete for port 5d4347cb-0a62-4dac-a126-e5fd72061f04 triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:01:07.794259 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:08.032060 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-b15ce5b5-ba09-4cee-b2b0-ad622fcc4741 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:08.075010 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-ce9ab756-633b-4cbc-82bd-4721318283e1 req-5da0afd1-75b7-43dc-9a08-3891c19101e1 tempest-InstanceActionsNegativeTestJSON-277410024 tempest-InstanceActionsNegativeTestJSON-277410024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-128888360'] for port, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:08.152556 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-b15ce5b5-ba09-4cee-b2b0-ad622fcc4741 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-128888360'] for port, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:08.158819 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da0afd1-75b7-43dc-9a08-3891c19101e1 tempest-InstanceActionsNegativeTestJSON-277410024 tempest-InstanceActionsNegativeTestJSON-277410024-project] Pushing event updated for resources: {'Port': ['ID=69ef8f11-ee7d-4241-9d0e-92523ea750ba,revision_number=1']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:01:08.192693 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43417022-909e-42ec-85db-f03ecc0aa1f4 admin admin] Notify agent at l3_agent.n-d-773647-6 the message routers_updated {{(pid=100246) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 14:01:08.213659 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-c6cf92aa-c4d6-4720-9aa0-e9e01f8b7c3f req-31f6701c-5b4b-4818-b5fa-198830ac70f7 service neutron] 10.222.0.72 "GET /v2.0/networks/9c3af1d0-561e-4fe7-948c-2b7935a222d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5956857 Jul 06 14:01:08.217484 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-43417022-909e-42ec-85db-f03ecc0aa1f4 admin admin] 10.222.0.104 "PUT /v2.0/routers/78a34e41-c0d9-4d89-aa57-37f9e931b651/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6955678 Jul 06 14:01:08.265018 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ce9ab756-633b-4cbc-82bd-4721318283e1 req-5da0afd1-75b7-43dc-9a08-3891c19101e1 tempest-InstanceActionsNegativeTestJSON-277410024 tempest-InstanceActionsNegativeTestJSON-277410024-project] Network 194bac88-04d4-4289-b333-47275694cede is already hosted by enough agents. {{(pid=100247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:01:08.288995 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.base_scheduler [req-ce9ab756-633b-4cbc-82bd-4721318283e1 req-5da0afd1-75b7-43dc-9a08-3891c19101e1 tempest-InstanceActionsNegativeTestJSON-277410024 tempest-InstanceActionsNegativeTestJSON-277410024-project] Resources bound (agent type, host, resource id): {{(pid=100247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:01:08.292151 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce9ab756-633b-4cbc-82bd-4721318283e1 req-5da0afd1-75b7-43dc-9a08-3891c19101e1 tempest-InstanceActionsNegativeTestJSON-277410024 tempest-InstanceActionsNegativeTestJSON-277410024-project] Received port after_create {{(pid=100247) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:01:08.301640 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b15ce5b5-ba09-4cee-b2b0-ad622fcc4741 admin admin] Network 2658f09e-a580-4d4a-9968-2d1e0ad93719 is already hosted by enough agents. {{(pid=100247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:01:08.311141 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.base_scheduler [None req-b15ce5b5-ba09-4cee-b2b0-ad622fcc4741 admin admin] Resources bound (agent type, host, resource id): {{(pid=100247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:01:08.313613 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b15ce5b5-ba09-4cee-b2b0-ad622fcc4741 admin admin] Received port after_create {{(pid=100247) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:01:08.390044 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15ce5b5-ba09-4cee-b2b0-ad622fcc4741 admin admin] Pushing event updated for resources: {'Port': ['ID=da2a706e-62bb-4bb1-b14b-8538546ce077,revision_number=1']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:01:08.431871 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9ab756-633b-4cbc-82bd-4721318283e1 req-5da0afd1-75b7-43dc-9a08-3891c19101e1 tempest-InstanceActionsNegativeTestJSON-277410024 tempest-InstanceActionsNegativeTestJSON-277410024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:01:08.432540 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-ce9ab756-633b-4cbc-82bd-4721318283e1 req-5da0afd1-75b7-43dc-9a08-3891c19101e1 tempest-InstanceActionsNegativeTestJSON-277410024 tempest-InstanceActionsNegativeTestJSON-277410024-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:08.507330 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f4987be-ad5b-490e-9090-3480936453c0 None None] Network d9f36955-e86a-4c93-9b28-49ad744bf776 requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:01:08.508499 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633729a2-0f9c-4923-be06-5fe0d670cfea req-a43b43ea-8b9b-4501-b0f6-f1a7b1654576 tempest-ServersTestMultiNic-850319587 tempest-ServersTestMultiNic-850319587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:01:08.514649 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633729a2-0f9c-4923-be06-5fe0d670cfea req-a43b43ea-8b9b-4501-b0f6-f1a7b1654576 tempest-ServersTestMultiNic-850319587 tempest-ServersTestMultiNic-850319587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:01:08.522487 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-633729a2-0f9c-4923-be06-5fe0d670cfea req-a43b43ea-8b9b-4501-b0f6-f1a7b1654576 tempest-ServersTestMultiNic-850319587 tempest-ServersTestMultiNic-850319587-project] 10.222.0.104 "GET /v2.0/ports?device_id=d7f795df-4671-41b1-951f-6d2bef17c821 HTTP/1.1" status: 200 len: 1677 time: 0.4293578 Jul 06 14:01:08.564646 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-ce9ab756-633b-4cbc-82bd-4721318283e1 req-5da0afd1-75b7-43dc-9a08-3891c19101e1 tempest-InstanceActionsNegativeTestJSON-277410024 tempest-InstanceActionsNegativeTestJSON-277410024-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.0839145 Jul 06 14:01:08.575725 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8047c8-ae21-457f-af8b-28714256a9f1 req-db2d5560-6dd6-43b4-aaa6-757e9e048679 tempest-InstanceActionsNegativeTestJSON-277410024 tempest-InstanceActionsNegativeTestJSON-277410024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:01:08.583190 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-9b8047c8-ae21-457f-af8b-28714256a9f1 req-db2d5560-6dd6-43b4-aaa6-757e9e048679 tempest-InstanceActionsNegativeTestJSON-277410024 tempest-InstanceActionsNegativeTestJSON-277410024-project] 10.222.0.104 "GET /v2.0/ports?device_id=a81b2fd4-9cac-454e-bafc-ab03e2147a85 HTTP/1.1" status: 200 len: 932 time: 0.4915278 Jul 06 14:01:08.596245 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-f2136bf0-8428-4bf0-8295-1443cb5ad571 None None] Provisioning for port c58ccd02-3263-44d6-8574-dc82808a9f42 completed by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:01:08.598367 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [req-ce9ab756-633b-4cbc-82bd-4721318283e1 req-e9bb21a7-002b-416e-afac-430f0462fcf6 service neutron] Request body: {'port': {'device_id': 'a81b2fd4-9cac-454e-bafc-ab03e2147a85', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-773647-6'}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:01:08.684307 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d060bb8-1054-406f-abfb-b9c96c3b81a6 None None] Sync routers for ids ['78a34e41-c0d9-4d89-aa57-37f9e931b651'] in n-d-773647-6 {{(pid=100249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 14:01:08.704054 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d060bb8-1054-406f-abfb-b9c96c3b81a6 None None] Routers {'78a34e41-c0d9-4d89-aa57-37f9e931b651'} bound to L3 agent in host n-d-773647-6 {{(pid=100249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:01:08.705978 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-4d060bb8-1054-406f-abfb-b9c96c3b81a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T14:00:56Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['78a34e41-c0d9-4d89-aa57-37f9e931b651'], 'active': True} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:01:08.773785 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-633729a2-0f9c-4923-be06-5fe0d670cfea req-f0a9506f-b252-46f1-9966-a37c57fd658c tempest-ServersTestMultiNic-850319587 tempest-ServersTestMultiNic-850319587-project] 10.222.0.104 "GET /v2.0/security-groups?id=3be580b9-03cb-4a9b-8661-5fe7dfbcaae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2503197 Jul 06 14:01:08.823790 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-9b8047c8-ae21-457f-af8b-28714256a9f1 req-fbd12aea-71e4-43f1-93e6-84729688ca42 tempest-InstanceActionsNegativeTestJSON-277410024 tempest-InstanceActionsNegativeTestJSON-277410024-project] 10.222.0.104 "GET /v2.0/security-groups?id=9b393f8e-0f28-4e90-883b-cd77890119ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2399206 Jul 06 14:01:08.875143 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-ce9ab756-633b-4cbc-82bd-4721318283e1 req-e9bb21a7-002b-416e-afac-430f0462fcf6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:09.014389 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvr_db [None req-4d060bb8-1054-406f-abfb-b9c96c3b81a6 None None] Set router 78a34e41-c0d9-4d89-aa57-37f9e931b651 gateway port host: n-d-773647-6 {{(pid=100249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:01:09.036202 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Device dbaef2dd-909e-475f-abe2-1d2de1fc87c6 up at agent hyperv_n-h1-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:01:09.160780 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Provisioning for port dbaef2dd-909e-475f-abe2-1d2de1fc87c6 completed by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:01:09.164900 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Provisioning complete for port dbaef2dd-909e-475f-abe2-1d2de1fc87c6 triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:01:09.165288 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:09.330996 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:09.368184 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-4d060bb8-1054-406f-abfb-b9c96c3b81a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78a34e41-c0d9-4d89-aa57-37f9e931b651', 'name': 'tempest-FloatingIPsAssociationTestJSON-1257204186-router', 'tenant_id': '825a4fb0f5c7454f82c586f8d1442f43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.139'}], 'enable_snat': True}, 'gw_port_id': 'b4434c8f-8026-49fa-af17-a7b829f273e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:00:52Z', 'updated_at': '2021-07-06T14:01:05Z', 'revision_number': 4, 'project_id': '825a4fb0f5c7454f82c586f8d1442f43', 'gw_port': {'id': 'b4434c8f-8026-49fa-af17-a7b829f273e5', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:76:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78a34e41-c0d9-4d89-aa57-37f9e931b651', 'device_owner': 'network:router_gateway', 'standard_attr_id': 878, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:00:53Z', 'updated_at': '2021-07-06T14:01:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6', '_interfaces': [{'id': '9e2bb929-0689-4ee3-8e1a-63c91f09da86', 'name': '', 'network_id': 'dc2aab4d-ebf5-4223-8156-143d93bdc342', 'tenant_id': '825a4fb0f5c7454f82c586f8d1442f43', 'mac_address': 'fa:16:3e:c3:e4:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78a34e41-c0d9-4d89-aa57-37f9e931b651', 'device_owner': 'network:router_interface', 'standard_attr_id': 895, 'fixed_ips': [{'subnet_id': '9d4d8837-0e9e-40cd-b8da-4a4f0d5a912c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:01:02Z', 'updated_at': '2021-07-06T14:01:05Z', 'revision_number': 2, 'project_id': '825a4fb0f5c7454f82c586f8d1442f43', 'subnets': [{'id': '9d4d8837-0e9e-40cd-b8da-4a4f0d5a912c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773647-6', False) {} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:01:09.380385 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Device a2874956-26aa-49c8-b913-a65ada20e08d details requested by agent hyperv_n-h2-773647-6 with host n-h2-773647-6 {{(pid=100248) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 14:01:09.400179 n-d-773647-6 neutron-server[100248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e2ea344-6018-4c2a-9298-573810505a62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbaef2dd-909e-475f-abe2-1d2de1fc87c6'}] {{(pid=100248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:01:09.402372 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84af257533e383389cbcf231d3534f4d5e149e7203fea16b4a8fc01438dddaf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1dfb77c3-4ec6-4a51-bba4-5bad68944319" -d '{"events": [{"server_uuid": "2e2ea344-6018-4c2a-9298-573810505a62", "name": "network-vif-plugged", "status": "completed", "tag": "dbaef2dd-909e-475f-abe2-1d2de1fc87c6"}]}' {{(pid=100248) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:01:09.413806 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d060bb8-1054-406f-abfb-b9c96c3b81a6 None None] Checking router: 78a34e41-c0d9-4d89-aa57-37f9e931b651 for host: n-d-773647-6 {{(pid=100249) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 14:01:09.414342 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d060bb8-1054-406f-abfb-b9c96c3b81a6 None None] Updating router 78a34e41-c0d9-4d89-aa57-37f9e931b651 port 9e2bb929-0689-4ee3-8e1a-63c91f09da86 binding host n-d-773647-6 {{(pid=100249) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 14:01:09.430770 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] For port dbaef2dd-909e-475f-abe2-1d2de1fc87c6, host n-h1-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773647-6',level=0,port_id=dbaef2dd-909e-475f-abe2-1d2de1fc87c6,segment=NetworkSegment(c9ea893d-045e-42cf-b3dd-cdd1f79baccd),segment_id=c9ea893d-045e-42cf-b3dd-cdd1f79baccd)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:01:09.439686 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:09.460379 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-b15ce5b5-ba09-4cee-b2b0-ad622fcc4741 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:09.496853 n-d-773647-6 neutron-server[100249]: DEBUG neutron_lib.callbacks.manager [None req-4d060bb8-1054-406f-abfb-b9c96c3b81a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:09.536750 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device c58ccd02-3263-44d6-8574-dc82808a9f42 up at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:01:09.619675 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Pushing event updated for resources: {'Port': ['ID=dbaef2dd-909e-475f-abe2-1d2de1fc87c6,revision_number=5']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:01:09.666672 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] For port a2874956-26aa-49c8-b913-a65ada20e08d, host n-h2-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=a2874956-26aa-49c8-b913-a65ada20e08d,segment=NetworkSegment(57b4cf47-26fb-4601-878a-d90cbb33afe8),segment_id=57b4cf47-26fb-4601-878a-d90cbb33afe8)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:01:09.694012 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Returning: {'device': 'a2874956-26aa-49c8-b913-a65ada20e08d', 'network_id': '9c3af1d0-561e-4fe7-948c-2b7935a222d0', 'port_id': 'a2874956-26aa-49c8-b913-a65ada20e08d', 'mac_address': 'fa:16:3e:a8:b4:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1030, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b32ceba4-8e3a-4e59-9795-8b23c73a0a74', 'ip_address': '19.86.0.39'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100248) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 14:01:09.764198 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:09.780852 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning for port c58ccd02-3263-44d6-8574-dc82808a9f42 completed by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:01:09.789816 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning complete for port c58ccd02-3263-44d6-8574-dc82808a9f42 triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:01:09.792210 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:09.838374 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8abbc7-80c0-4c3d-a8fa-5134879321c4 req-00439508-2453-4ba0-b977-aae0136c3765 tempest-DeleteServersTestJSON-677393534 tempest-DeleteServersTestJSON-677393534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:01:09.840233 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-3c8abbc7-80c0-4c3d-a8fa-5134879321c4 req-00439508-2453-4ba0-b977-aae0136c3765 tempest-DeleteServersTestJSON-677393534 tempest-DeleteServersTestJSON-677393534-project] 10.222.0.127 "GET /v2.0/ports?device_id=35567473-98d6-438d-b4ea-81f3a880422a HTTP/1.1" status: 200 len: 945 time: 0.6809316 Jul 06 14:01:09.856211 n-d-773647-6 neutron-server[100248]: DEBUG neutron.notifiers.nova [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a2874956-26aa-49c8-b913-a65ada20e08d {{(pid=100248) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 14:01:09.856582 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c924da-bbf8-44bb-88ac-2e080be8a486 req-893e407c-a9cc-477f-a980-03fedd862025 tempest-ServersOnMultiNodesTest-299961212 tempest-ServersOnMultiNodesTest-299961212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:01:09.863838 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-17c924da-bbf8-44bb-88ac-2e080be8a486 req-893e407c-a9cc-477f-a980-03fedd862025 tempest-ServersOnMultiNodesTest-299961212 tempest-ServersOnMultiNodesTest-299961212-project] 10.222.0.104 "GET /v2.0/ports?device_id=2e2ea344-6018-4c2a-9298-573810505a62 HTTP/1.1" status: 200 len: 949 time: 0.6961744 Jul 06 14:01:09.899986 n-d-773647-6 neutron-server[100249]: DEBUG neutron_lib.callbacks.manager [None req-4d060bb8-1054-406f-abfb-b9c96c3b81a6 None None] Notify callbacks [] for port, precommit_update {{(pid=100249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:09.910668 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.provisioning_blocks [None req-4d060bb8-1054-406f-abfb-b9c96c3b81a6 None None] Transition to ACTIVE for port object 9e2bb929-0689-4ee3-8e1a-63c91f09da86 will not be triggered until provisioned by entity L2. {{(pid=100249) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:01:09.912125 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:09.919779 n-d-773647-6 neutron-server[100249]: DEBUG neutron_lib.callbacks.manager [None req-4d060bb8-1054-406f-abfb-b9c96c3b81a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:09.923728 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993403b5-3d26-43a8-a7c9-9397e0d05645 req-9c8ad9c5-ec53-400a-9e46-8fccb78bf694 tempest-DeleteServersTestJSON-677393534 tempest-DeleteServersTestJSON-677393534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:01:09.931906 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-993403b5-3d26-43a8-a7c9-9397e0d05645 req-9c8ad9c5-ec53-400a-9e46-8fccb78bf694 tempest-DeleteServersTestJSON-677393534 tempest-DeleteServersTestJSON-677393534-project] 10.222.0.104 "GET /v2.0/ports?device_id=35567473-98d6-438d-b4ea-81f3a880422a HTTP/1.1" status: 200 len: 945 time: 0.7631295 Jul 06 14:01:09.939336 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-b15ce5b5-ba09-4cee-b2b0-ad622fcc4741 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1806297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1761036'] for router, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:09.959781 n-d-773647-6 neutron-server[100247]: DEBUG neutron.notifiers.nova [req-ce9ab756-633b-4cbc-82bd-4721318283e1 req-e9bb21a7-002b-416e-afac-430f0462fcf6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 69ef8f11-ee7d-4241-9d0e-92523ea750ba {{(pid=100247) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 14:01:09.982187 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-ce9ab756-633b-4cbc-82bd-4721318283e1 req-e9bb21a7-002b-416e-afac-430f0462fcf6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:09.984441 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ec531c-1b3c-470a-8074-7c98799153be None None] Pushing event updated for resources: {'Port': ['ID=9e2bb929-0689-4ee3-8e1a-63c91f09da86,revision_number=3']} {{(pid=100249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:01:09.984701 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] For port c58ccd02-3263-44d6-8574-dc82808a9f42, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=c58ccd02-3263-44d6-8574-dc82808a9f42,segment=NetworkSegment(9eba4787-c4f9-4fad-9106-1dea9683e832),segment_id=9eba4787-c4f9-4fad-9106-1dea9683e832)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:01:09.992071 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] For port a2874956-26aa-49c8-b913-a65ada20e08d, host n-h2-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=a2874956-26aa-49c8-b913-a65ada20e08d,segment=NetworkSegment(57b4cf47-26fb-4601-878a-d90cbb33afe8),segment_id=57b4cf47-26fb-4601-878a-d90cbb33afe8)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:01:09.994881 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:09.996266 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device b4434c8f-8026-49fa-af17-a7b829f273e5 up at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:01:10.040913 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:10.041577 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Device 2a4ba1f2-5f2f-4694-b2b4-a7686ddc443c details requested by agent hyperv_n-h2-773647-6 with host n-h2-773647-6 {{(pid=100248) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 14:01:10.123583 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.managers [None req-4d060bb8-1054-406f-abfb-b9c96c3b81a6 None None] Attempting to bind port 9e2bb929-0689-4ee3-8e1a-63c91f09da86 on host n-d-773647-6 for vnic_type normal with profile {{(pid=100249) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:01:10.124165 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.managers [None req-4d060bb8-1054-406f-abfb-b9c96c3b81a6 None None] Attempting to bind port 9e2bb929-0689-4ee3-8e1a-63c91f09da86 by drivers openvswitch,hyperv on host n-d-773647-6 at level 0 using segments [{'id': 'b84425ef-5b11-46aa-9198-ea4525ffd9fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': 'dc2aab4d-ebf5-4223-8156-143d93bdc342'}] {{(pid=100249) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:01:10.124636 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d060bb8-1054-406f-abfb-b9c96c3b81a6 None None] Attempting to bind port 9e2bb929-0689-4ee3-8e1a-63c91f09da86 on network dc2aab4d-ebf5-4223-8156-143d93bdc342 {{(pid=100249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:01:10.135123 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d060bb8-1054-406f-abfb-b9c96c3b81a6 None None] Checking agent: {'id': '8ab5b19c-d213-4f29-891d-27bdf39d38b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773647-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 43, 26), 'started_at': datetime.datetime(2021, 7, 6, 13, 43, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 0, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773647-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:01:10.135680 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d060bb8-1054-406f-abfb-b9c96c3b81a6 None None] Checking segment: {'id': 'b84425ef-5b11-46aa-9198-ea4525ffd9fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': 'dc2aab4d-ebf5-4223-8156-143d93bdc342'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100249) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:01:10.136198 n-d-773647-6 neutron-server[100249]: DEBUG neutron_lib.callbacks.manager [None req-4d060bb8-1054-406f-abfb-b9c96c3b81a6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:10.136693 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d060bb8-1054-406f-abfb-b9c96c3b81a6 None None] Bound using segment: {'id': 'b84425ef-5b11-46aa-9198-ea4525ffd9fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': 'dc2aab4d-ebf5-4223-8156-143d93bdc342'} {{(pid=100249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:01:10.137274 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.managers [None req-4d060bb8-1054-406f-abfb-b9c96c3b81a6 None None] Bound port: 9e2bb929-0689-4ee3-8e1a-63c91f09da86, host: n-d-773647-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b84425ef-5b11-46aa-9198-ea4525ffd9fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': 'dc2aab4d-ebf5-4223-8156-143d93bdc342'}}] {{(pid=100249) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:01:10.138311 n-d-773647-6 neutron-server[100249]: DEBUG neutron_lib.callbacks.manager [None req-4d060bb8-1054-406f-abfb-b9c96c3b81a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:10.202767 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Pushing event updated for resources: {'Port': ['ID=c58ccd02-3263-44d6-8574-dc82808a9f42,revision_number=3']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:01:10.247680 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning complete for port b4434c8f-8026-49fa-af17-a7b829f273e5 triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:01:10.248120 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:10.258916 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.provisioning_blocks [req-ce9ab756-633b-4cbc-82bd-4721318283e1 req-e9bb21a7-002b-416e-afac-430f0462fcf6 service neutron] Transition to ACTIVE for port object 69ef8f11-ee7d-4241-9d0e-92523ea750ba will not be triggered until provisioned by entity L2. {{(pid=100247) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:01:10.293274 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.db [None req-4d060bb8-1054-406f-abfb-b9c96c3b81a6 None None] For port 9e2bb929-0689-4ee3-8e1a-63c91f09da86, host n-d-773647-6, cleared binding levels {{(pid=100249) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:01:10.299382 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.db [None req-4d060bb8-1054-406f-abfb-b9c96c3b81a6 None None] For port 9e2bb929-0689-4ee3-8e1a-63c91f09da86, host n-d-773647-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=9e2bb929-0689-4ee3-8e1a-63c91f09da86,segment=NetworkSegment(b84425ef-5b11-46aa-9198-ea4525ffd9fc),segment_id=b84425ef-5b11-46aa-9198-ea4525ffd9fc)] {{(pid=100249) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:01:10.308532 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-993403b5-3d26-43a8-a7c9-9397e0d05645 req-fbba9774-47ed-4bc6-a585-7c038637f06e tempest-DeleteServersTestJSON-677393534 tempest-DeleteServersTestJSON-677393534-project] 10.222.0.104 "GET /v2.0/security-groups?id=7d4cbf2c-f907-4452-8928-a2a298fe7ee1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3757071 Jul 06 14:01:10.319787 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-ce9ab756-633b-4cbc-82bd-4721318283e1 req-e9bb21a7-002b-416e-afac-430f0462fcf6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128888538'] for port, after_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:10.346198 n-d-773647-6 neutron-server[100249]: DEBUG neutron_lib.callbacks.manager [None req-4d060bb8-1054-406f-abfb-b9c96c3b81a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:10.425290 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bb21a7-002b-416e-afac-430f0462fcf6 service neutron] Pushing event updated for resources: {'Port': ['ID=69ef8f11-ee7d-4241-9d0e-92523ea750ba,revision_number=2']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:01:10.445325 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-17c924da-bbf8-44bb-88ac-2e080be8a486 req-caff5d20-9493-4909-bf88-556fa6586f7e tempest-ServersOnMultiNodesTest-299961212 tempest-ServersOnMultiNodesTest-299961212-project] 10.222.0.104 "GET /v2.0/security-groups?id=304f894d-c671-4a59-b0fb-2a4d849c5ac9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5805063 Jul 06 14:01:10.463761 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Pushing event updated for resources: {'Port': ['ID=a2874956-26aa-49c8-b913-a65ada20e08d,revision_number=4']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:01:10.470389 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] For port 2a4ba1f2-5f2f-4694-b2b4-a7686ddc443c, host n-h2-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=2a4ba1f2-5f2f-4694-b2b4-a7686ddc443c,segment=NetworkSegment(166509c7-637f-47ba-9b47-ad158abbd36b),segment_id=166509c7-637f-47ba-9b47-ad158abbd36b)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:01:10.481531 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:10.503243 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Returning: {'device': '2a4ba1f2-5f2f-4694-b2b4-a7686ddc443c', 'network_id': 'aceb0070-cd15-4f02-994c-34997327918d', 'port_id': '2a4ba1f2-5f2f-4694-b2b4-a7686ddc443c', 'mac_address': 'fa:16:3e:33:1c:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1003, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a235bec2-c1ce-4c14-a6de-642c9350c95b', 'ip_address': '19.80.0.22'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100248) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 14:01:10.556451 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d060bb8-1054-406f-abfb-b9c96c3b81a6 None None] Routers {'78a34e41-c0d9-4d89-aa57-37f9e931b651'} bound to L3 agent in host n-d-773647-6 {{(pid=100249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:01:10.559383 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-4d060bb8-1054-406f-abfb-b9c96c3b81a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T14:00:56Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['78a34e41-c0d9-4d89-aa57-37f9e931b651'], 'active': True} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:01:10.607447 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:10.639499 n-d-773647-6 neutron-server[100248]: DEBUG neutron.notifiers.nova [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2a4ba1f2-5f2f-4694-b2b4-a7686ddc443c {{(pid=100248) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 14:01:10.692601 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] For port 2a4ba1f2-5f2f-4694-b2b4-a7686ddc443c, host n-h2-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=2a4ba1f2-5f2f-4694-b2b4-a7686ddc443c,segment=NetworkSegment(166509c7-637f-47ba-9b47-ad158abbd36b),segment_id=166509c7-637f-47ba-9b47-ad158abbd36b)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:01:10.693242 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ec531c-1b3c-470a-8074-7c98799153be None None] Pushing event updated for resources: {'Port': ['ID=9e2bb929-0689-4ee3-8e1a-63c91f09da86,revision_number=4']} {{(pid=100249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:01:10.737388 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:10.874889 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Pushing event updated for resources: {'Port': ['ID=2a4ba1f2-5f2f-4694-b2b4-a7686ddc443c,revision_number=4']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:01:10.894564 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvr_db [None req-4d060bb8-1054-406f-abfb-b9c96c3b81a6 None None] Set router 78a34e41-c0d9-4d89-aa57-37f9e931b651 gateway port host: n-d-773647-6 {{(pid=100249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:01:11.022786 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] get_ports_and_sgs() called for port_ids ['2a4ba1f2-5f2f-4694-b2b4-a7686ddc443c'] {{(pid=100248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 14:01:11.195480 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.plugin [req-3c8abbc7-80c0-4c3d-a8fa-5134879321c4 req-cf9f3353-6672-4f83-82af-e369ba49a8f7 tempest-DeleteServersTestJSON-677393534 tempest-DeleteServersTestJSON-677393534-project] Deleting port 30fbe51d-c30e-482c-bfc7-1c46589e1134 {{(pid=100247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:01:11.204983 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-3c8abbc7-80c0-4c3d-a8fa-5134879321c4 req-cf9f3353-6672-4f83-82af-e369ba49a8f7 tempest-DeleteServersTestJSON-677393534 tempest-DeleteServersTestJSON-677393534-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:11.207020 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 14:01:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98f35a0a-99ac-4fe8-a5b4-d6cb2a893d26 x-openstack-request-id: req-98f35a0a-99ac-4fe8-a5b4-d6cb2a893d26 {{(pid=100248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:01:11.207248 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e2ea344-6018-4c2a-9298-573810505a62", "name": "network-vif-plugged", "status": "completed", "tag": "dbaef2dd-909e-475f-abe2-1d2de1fc87c6", "code": 200}]} {{(pid=100248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:01:11.208089 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-98f35a0a-99ac-4fe8-a5b4-d6cb2a893d26 {{(pid=100248) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:01:11.208499 n-d-773647-6 neutron-server[100248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e2ea344-6018-4c2a-9298-573810505a62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbaef2dd-909e-475f-abe2-1d2de1fc87c6', 'code': 200} Jul 06 14:01:11.310542 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-4d060bb8-1054-406f-abfb-b9c96c3b81a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78a34e41-c0d9-4d89-aa57-37f9e931b651', 'name': 'tempest-FloatingIPsAssociationTestJSON-1257204186-router', 'tenant_id': '825a4fb0f5c7454f82c586f8d1442f43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.139'}], 'enable_snat': True}, 'gw_port_id': 'b4434c8f-8026-49fa-af17-a7b829f273e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:00:52Z', 'updated_at': '2021-07-06T14:01:05Z', 'revision_number': 4, 'project_id': '825a4fb0f5c7454f82c586f8d1442f43', 'gw_port': {'id': 'b4434c8f-8026-49fa-af17-a7b829f273e5', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:76:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78a34e41-c0d9-4d89-aa57-37f9e931b651', 'device_owner': 'network:router_gateway', 'standard_attr_id': 878, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:00:53Z', 'updated_at': '2021-07-06T14:01:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6', '_interfaces': [{'id': '9e2bb929-0689-4ee3-8e1a-63c91f09da86', 'name': '', 'network_id': 'dc2aab4d-ebf5-4223-8156-143d93bdc342', 'tenant_id': '825a4fb0f5c7454f82c586f8d1442f43', 'mac_address': 'fa:16:3e:c3:e4:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78a34e41-c0d9-4d89-aa57-37f9e931b651', 'device_owner': 'network:router_interface', 'standard_attr_id': 895, 'fixed_ips': [{'subnet_id': '9d4d8837-0e9e-40cd-b8da-4a4f0d5a912c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:01:02Z', 'updated_at': '2021-07-06T14:01:10Z', 'revision_number': 4, 'project_id': '825a4fb0f5c7454f82c586f8d1442f43', 'subnets': [{'id': '9d4d8837-0e9e-40cd-b8da-4a4f0d5a912c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773647-6', False) {} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:01:11.337609 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b15ce5b5-ba09-4cee-b2b0-ad622fcc4741 admin admin] Router 4e092e31-7490-4a26-882e-b70bacbff7f5 is scheduled to L3 agent 2823d358-a11b-4885-a706-95a279e43fa7 with binding_index 1 {{(pid=100247) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 14:01:11.349656 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.managers [req-ce9ab756-633b-4cbc-82bd-4721318283e1 req-e9bb21a7-002b-416e-afac-430f0462fcf6 service neutron] Attempting to bind port 69ef8f11-ee7d-4241-9d0e-92523ea750ba on host n-h2-773647-6 for vnic_type normal with profile {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:01:11.350138 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.managers [req-ce9ab756-633b-4cbc-82bd-4721318283e1 req-e9bb21a7-002b-416e-afac-430f0462fcf6 service neutron] Attempting to bind port 69ef8f11-ee7d-4241-9d0e-92523ea750ba by drivers openvswitch,hyperv on host n-h2-773647-6 at level 0 using segments [{'id': 'c68ac9e5-a48c-42f8-97e6-8aad5b6cc278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': '194bac88-04d4-4289-b333-47275694cede'}] {{(pid=100247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:01:11.350572 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce9ab756-633b-4cbc-82bd-4721318283e1 req-e9bb21a7-002b-416e-afac-430f0462fcf6 service neutron] Attempting to bind port 69ef8f11-ee7d-4241-9d0e-92523ea750ba on network 194bac88-04d4-4289-b333-47275694cede {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:01:11.380223 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device c58ccd02-3263-44d6-8574-dc82808a9f42 up at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:01:11.385717 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d060bb8-1054-406f-abfb-b9c96c3b81a6 None None] The sync data for ids ['78a34e41-c0d9-4d89-aa57-37f9e931b651'] in n-d-773647-6 is: [{'id': '78a34e41-c0d9-4d89-aa57-37f9e931b651', 'name': 'tempest-FloatingIPsAssociationTestJSON-1257204186-router', 'tenant_id': '825a4fb0f5c7454f82c586f8d1442f43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.139'}], 'enable_snat': True}, 'gw_port_id': 'b4434c8f-8026-49fa-af17-a7b829f273e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:00:52Z', 'updated_at': '2021-07-06T14:01:05Z', 'revision_number': 4, 'project_id': '825a4fb0f5c7454f82c586f8d1442f43', 'gw_port': {'id': 'b4434c8f-8026-49fa-af17-a7b829f273e5', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:76:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78a34e41-c0d9-4d89-aa57-37f9e931b651', 'device_owner': 'network:router_gateway', 'standard_attr_id': 878, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:00:53Z', 'updated_at': '2021-07-06T14:01:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6', '_interfaces': [{'id': '9e2bb929-0689-4ee3-8e1a-63c91f09da86', 'name': '', 'network_id': 'dc2aab4d-ebf5-4223-8156-143d93bdc342', 'tenant_id': '825a4fb0f5c7454f82c586f8d1442f43', 'mac_address': 'fa:16:3e:c3:e4:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78a34e41-c0d9-4d89-aa57-37f9e931b651', 'device_owner': 'network:router_interface', 'standard_attr_id': 895, 'fixed_ips': [{'subnet_id': '9d4d8837-0e9e-40cd-b8da-4a4f0d5a912c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:01:02Z', 'updated_at': '2021-07-06T14:01:10Z', 'revision_number': 4, 'project_id': '825a4fb0f5c7454f82c586f8d1442f43', 'subnets': [{'id': '9d4d8837-0e9e-40cd-b8da-4a4f0d5a912c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 14:01:11.473865 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce9ab756-633b-4cbc-82bd-4721318283e1 req-e9bb21a7-002b-416e-afac-430f0462fcf6 service neutron] Port 69ef8f11-ee7d-4241-9d0e-92523ea750ba on network 194bac88-04d4-4289-b333-47275694cede not bound, no agent of type Open vSwitch agent registered on host n-h2-773647-6 {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 14:01:11.475284 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce9ab756-633b-4cbc-82bd-4721318283e1 req-e9bb21a7-002b-416e-afac-430f0462fcf6 service neutron] Attempting to bind port 69ef8f11-ee7d-4241-9d0e-92523ea750ba on network 194bac88-04d4-4289-b333-47275694cede {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:01:11.519005 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning complete for port c58ccd02-3263-44d6-8574-dc82808a9f42 triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:01:11.519797 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:11.531052 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb60d58-6bf3-46f3-8a61-bd0bef1ec1e1 req-d51b30f0-23f4-40b8-b353-6300e686d1c9 tempest-FloatingIPsAssociationTestJSON-978234990 tempest-FloatingIPsAssociationTestJSON-978234990-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:01:11.532584 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-ffb60d58-6bf3-46f3-8a61-bd0bef1ec1e1 req-d51b30f0-23f4-40b8-b353-6300e686d1c9 tempest-FloatingIPsAssociationTestJSON-978234990 tempest-FloatingIPsAssociationTestJSON-978234990-project] 10.222.0.104 "GET /v2.0/networks?id=dc2aab4d-ebf5-4223-8156-143d93bdc342 HTTP/1.1" status: 200 len: 821 time: 0.9479415 Jul 06 14:01:11.621067 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce9ab756-633b-4cbc-82bd-4721318283e1 req-e9bb21a7-002b-416e-afac-430f0462fcf6 service neutron] Checking agent: {'id': '63768ece-0600-4354-8d29-fdedec96b077', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-773647-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 51, 10), 'started_at': datetime.datetime(2021, 7, 6, 13, 51, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 1, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:01:11.621744 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce9ab756-633b-4cbc-82bd-4721318283e1 req-e9bb21a7-002b-416e-afac-430f0462fcf6 service neutron] Checking segment: {'id': 'c68ac9e5-a48c-42f8-97e6-8aad5b6cc278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': '194bac88-04d4-4289-b333-47275694cede'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100247) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:01:11.622349 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce9ab756-633b-4cbc-82bd-4721318283e1 req-e9bb21a7-002b-416e-afac-430f0462fcf6 service neutron] Bound using segment: {'id': 'c68ac9e5-a48c-42f8-97e6-8aad5b6cc278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': '194bac88-04d4-4289-b333-47275694cede'} {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:01:11.623190 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.managers [req-ce9ab756-633b-4cbc-82bd-4721318283e1 req-e9bb21a7-002b-416e-afac-430f0462fcf6 service neutron] Bound port: 69ef8f11-ee7d-4241-9d0e-92523ea750ba, host: n-h2-773647-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c68ac9e5-a48c-42f8-97e6-8aad5b6cc278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': '194bac88-04d4-4289-b333-47275694cede'}}] {{(pid=100247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:01:11.623732 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-ce9ab756-633b-4cbc-82bd-4721318283e1 req-e9bb21a7-002b-416e-afac-430f0462fcf6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:11.671141 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-ffb60d58-6bf3-46f3-8a61-bd0bef1ec1e1 req-55e75144-dd93-438d-baa4-e1532e47552a tempest-FloatingIPsAssociationTestJSON-978234990 tempest-FloatingIPsAssociationTestJSON-978234990-project] 10.222.0.104 "GET /v2.0/quotas/825a4fb0f5c7454f82c586f8d1442f43 HTTP/1.1" status: 200 len: 375 time: 0.0719025 Jul 06 14:01:11.681276 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.db [req-3c8abbc7-80c0-4c3d-a8fa-5134879321c4 req-cf9f3353-6672-4f83-82af-e369ba49a8f7 tempest-DeleteServersTestJSON-677393534 tempest-DeleteServersTestJSON-677393534-project] For port 30fbe51d-c30e-482c-bfc7-1c46589e1134, host n-h1-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773647-6',level=0,port_id=30fbe51d-c30e-482c-bfc7-1c46589e1134,segment=NetworkSegment(227d25fe-bf75-4c4b-9a67-c660160d6b0a),segment_id=227d25fe-bf75-4c4b-9a67-c660160d6b0a)] {{(pid=100247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:01:11.681647 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-3c8abbc7-80c0-4c3d-a8fa-5134879321c4 req-cf9f3353-6672-4f83-82af-e369ba49a8f7 tempest-DeleteServersTestJSON-677393534 tempest-DeleteServersTestJSON-677393534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:11.792686 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.plugin [req-3c8abbc7-80c0-4c3d-a8fa-5134879321c4 req-cf9f3353-6672-4f83-82af-e369ba49a8f7 tempest-DeleteServersTestJSON-677393534 tempest-DeleteServersTestJSON-677393534-project] Calling delete_port for 30fbe51d-c30e-482c-bfc7-1c46589e1134 owned by compute:nova {{(pid=100247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:01:11.820364 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699ad990-1717-449c-9023-044f04f6b0eb req-1ec657dd-7f09-416f-9110-ca8b9ea2ec29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:01:11.821916 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-699ad990-1717-449c-9023-044f04f6b0eb req-1ec657dd-7f09-416f-9110-ca8b9ea2ec29 service neutron] 10.222.0.127 "GET /v2.0/ports?device_id=2e2ea344-6018-4c2a-9298-573810505a62 HTTP/1.1" status: 200 len: 1101 time: 0.5059605 Jul 06 14:01:11.886795 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78eeb3e0-888f-4799-a3ff-7ece6fd50692 req-3f6aae39-9686-4d9e-b4db-7ddec1ba87fe tempest-ServersTestMultiNic-850319587 tempest-ServersTestMultiNic-850319587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:01:11.892798 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78eeb3e0-888f-4799-a3ff-7ece6fd50692 req-3f6aae39-9686-4d9e-b4db-7ddec1ba87fe tempest-ServersTestMultiNic-850319587 tempest-ServersTestMultiNic-850319587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:01:11.894489 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-78eeb3e0-888f-4799-a3ff-7ece6fd50692 req-3f6aae39-9686-4d9e-b4db-7ddec1ba87fe tempest-ServersTestMultiNic-850319587 tempest-ServersTestMultiNic-850319587-project] 10.222.0.104 "GET /v2.0/ports?device_id=d7f795df-4671-41b1-951f-6d2bef17c821 HTTP/1.1" status: 200 len: 1679 time: 0.4900928 Jul 06 14:01:11.927129 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b15ce5b5-ba09-4cee-b2b0-ad622fcc4741 admin admin] Notify agent at l3_agent.n-d-773647-6 the message routers_updated {{(pid=100247) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 14:01:11.938864 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64ca989d-6a44-4514-846b-b7b47b10680a None None] Sync routers for ids ['4e092e31-7490-4a26-882e-b70bacbff7f5'] in n-d-773647-6 {{(pid=100248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 14:01:11.955249 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.db [req-ce9ab756-633b-4cbc-82bd-4721318283e1 req-e9bb21a7-002b-416e-afac-430f0462fcf6 service neutron] For port 69ef8f11-ee7d-4241-9d0e-92523ea750ba, host n-h2-773647-6, cleared binding levels {{(pid=100247) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:01:11.960194 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64ca989d-6a44-4514-846b-b7b47b10680a None None] Routers {'4e092e31-7490-4a26-882e-b70bacbff7f5'} bound to L3 agent in host n-d-773647-6 {{(pid=100248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:01:11.960937 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-64ca989d-6a44-4514-846b-b7b47b10680a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T14:00:56Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['4e092e31-7490-4a26-882e-b70bacbff7f5'], 'active': True} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:01:12.016486 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.db [req-ce9ab756-633b-4cbc-82bd-4721318283e1 req-e9bb21a7-002b-416e-afac-430f0462fcf6 service neutron] For port 69ef8f11-ee7d-4241-9d0e-92523ea750ba, host n-h2-773647-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=69ef8f11-ee7d-4241-9d0e-92523ea750ba,segment=NetworkSegment(c68ac9e5-a48c-42f8-97e6-8aad5b6cc278),segment_id=c68ac9e5-a48c-42f8-97e6-8aad5b6cc278)] {{(pid=100247) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:01:12.031905 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-699ad990-1717-449c-9023-044f04f6b0eb req-ad220312-6bf3-4dc7-8e2c-97b6ec424b4b service neutron] 10.222.0.127 "GET /v2.0/security-groups?id=304f894d-c671-4a59-b0fb-2a4d849c5ac9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1909122 Jul 06 14:01:12.041710 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-b15ce5b5-ba09-4cee-b2b0-ad622fcc4741 admin admin] Notify callbacks [] for router, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:12.042933 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-b15ce5b5-ba09-4cee-b2b0-ad622fcc4741 admin admin] 10.222.0.104 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 8.3522124 Jul 06 14:01:12.045801 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 36116) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:01:12.046457 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-ce9ab756-633b-4cbc-82bd-4721318283e1 req-e9bb21a7-002b-416e-afac-430f0462fcf6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128888538'] for port, after_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:12.083419 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] get_ports_and_sgs() called for port_ids ['a2874956-26aa-49c8-b913-a65ada20e08d'] {{(pid=100248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 14:01:12.094197 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-78eeb3e0-888f-4799-a3ff-7ece6fd50692 req-63dced96-971b-418d-ba7e-fde0220952d5 tempest-ServersTestMultiNic-850319587 tempest-ServersTestMultiNic-850319587-project] 10.222.0.104 "GET /v2.0/security-groups?id=3be580b9-03cb-4a9b-8661-5fe7dfbcaae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1596131 Jul 06 14:01:12.210507 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9ab756-633b-4cbc-82bd-4721318283e1 req-e9bb21a7-002b-416e-afac-430f0462fcf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:01:12.219529 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-ce9ab756-633b-4cbc-82bd-4721318283e1 req-e9bb21a7-002b-416e-afac-430f0462fcf6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:12.221146 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-ce9ab756-633b-4cbc-82bd-4721318283e1 req-e9bb21a7-002b-416e-afac-430f0462fcf6 service neutron] 10.222.0.72 "PUT /v2.0/ports/69ef8f11-ee7d-4241-9d0e-92523ea750ba HTTP/1.1" status: 200 len: 1092 time: 3.6278450 Jul 06 14:01:12.232318 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-ffb60d58-6bf3-46f3-8a61-bd0bef1ec1e1 req-9d081d89-fc6d-48c7-bba8-523b9b0409b6 tempest-FloatingIPsAssociationTestJSON-978234990 tempest-FloatingIPsAssociationTestJSON-978234990-project] 10.222.0.104 "GET /v2.0/ports?tenant_id=825a4fb0f5c7454f82c586f8d1442f43&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5136425 Jul 06 14:01:12.238278 n-d-773647-6 neutron-server[100247]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a81b2fd4-9cac-454e-bafc-ab03e2147a85', 'tag': '69ef8f11-ee7d-4241-9d0e-92523ea750ba'}] {{(pid=100247) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:01:12.250211 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvr_db [None req-64ca989d-6a44-4514-846b-b7b47b10680a None None] Set router 4e092e31-7490-4a26-882e-b70bacbff7f5 gateway port host: n-d-773647-6 {{(pid=100248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:01:12.251602 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cbf0eeaae822f8fc9b87a94aeba67a3d651842baf663a51cba94b67a514836d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c73da5f-ea59-4703-96e8-914707a0a3c5" -d '{"events": [{"name": "network-changed", "server_uuid": "a81b2fd4-9cac-454e-bafc-ab03e2147a85", "tag": "69ef8f11-ee7d-4241-9d0e-92523ea750ba"}]}' {{(pid=100247) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:01:12.460205 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:12.497629 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bb21a7-002b-416e-afac-430f0462fcf6 service neutron] Pushing event updated for resources: {'Port': ['ID=69ef8f11-ee7d-4241-9d0e-92523ea750ba,revision_number=3']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:01:12.650042 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440ccd25-625f-43f4-b823-1c52ac6e8ae8 req-6c4c884e-1382-43f3-9cc2-7e5d7edc532a tempest-InstanceActionsNegativeTestJSON-277410024 tempest-InstanceActionsNegativeTestJSON-277410024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:01:12.650042 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-440ccd25-625f-43f4-b823-1c52ac6e8ae8 req-6c4c884e-1382-43f3-9cc2-7e5d7edc532a tempest-InstanceActionsNegativeTestJSON-277410024 tempest-InstanceActionsNegativeTestJSON-277410024-project] 10.222.0.104 "GET /v2.0/ports?device_id=a81b2fd4-9cac-454e-bafc-ab03e2147a85 HTTP/1.1" status: 200 len: 944 time: 0.2751584 Jul 06 14:01:12.718334 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9ab756-633b-4cbc-82bd-4721318283e1 req-3c4262bd-bfb2-4b0c-ac23-2d0dffedcbd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:01:12.718334 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-ce9ab756-633b-4cbc-82bd-4721318283e1 req-3c4262bd-bfb2-4b0c-ac23-2d0dffedcbd3 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=20ebe336406049da8e1833ed6cf0fbdf&device_id=a81b2fd4-9cac-454e-bafc-ab03e2147a85 HTTP/1.1" status: 200 len: 1095 time: 0.3573074 Jul 06 14:01:12.718334 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-3c8abbc7-80c0-4c3d-a8fa-5134879321c4 req-cf9f3353-6672-4f83-82af-e369ba49a8f7 tempest-DeleteServersTestJSON-677393534 tempest-DeleteServersTestJSON-677393534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128888353'] for port, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:12.797351 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9f3353-6672-4f83-82af-e369ba49a8f7 tempest-DeleteServersTestJSON-677393534 tempest-DeleteServersTestJSON-677393534-project] Pushing event deleted for resources: {'Port': ['ID=30fbe51d-c30e-482c-bfc7-1c46589e1134,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:01:12.819031 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-ffb60d58-6bf3-46f3-8a61-bd0bef1ec1e1 req-8d45404b-1ed1-439d-bef6-500f0c05b4d6 service neutron] 10.222.0.104 "GET /v2.0/networks/dc2aab4d-ebf5-4223-8156-143d93bdc342?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5434775 Jul 06 14:01:12.825525 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-ce9ab756-633b-4cbc-82bd-4721318283e1 req-af99d755-0d14-41fa-83c0-bf740b73d54e service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=69ef8f11-ee7d-4241-9d0e-92523ea750ba HTTP/1.1" status: 200 len: 217 time: 0.0727789 Jul 06 14:01:12.954624 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-c8afad9a-61c7-402c-b4bd-72b098aa7cb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:12.957184 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-ffb60d58-6bf3-46f3-8a61-bd0bef1ec1e1 req-2ea621ff-f391-41b1-bf28-4bb9d98af7dd service neutron] 10.222.0.104 "GET /v2.0/networks/dc2aab4d-ebf5-4223-8156-143d93bdc342?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1436079 Jul 06 14:01:13.024351 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-64ca989d-6a44-4514-846b-b7b47b10680a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e092e31-7490-4a26-882e-b70bacbff7f5', 'name': 'tempest-ServersTestBootFromVolume-756776599-router', 'tenant_id': '781535735adb4e1297ed6761c38ca98f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.149'}], 'enable_snat': True}, 'gw_port_id': 'da2a706e-62bb-4bb1-b14b-8538546ce077', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:01:03Z', 'updated_at': '2021-07-06T14:01:08Z', 'revision_number': 3, 'project_id': '781535735adb4e1297ed6761c38ca98f', 'gw_port': {'id': 'da2a706e-62bb-4bb1-b14b-8538546ce077', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:c2:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e092e31-7490-4a26-882e-b70bacbff7f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 899, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:01:06Z', 'updated_at': '2021-07-06T14:01:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6'}], 'n-d-773647-6', False) {} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:01:13.097588 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Device 30fbe51d-c30e-482c-bfc7-1c46589e1134 no longer exists at agent hyperv_n-h1-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:01:13.116489 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64ca989d-6a44-4514-846b-b7b47b10680a None None] Checking router: 4e092e31-7490-4a26-882e-b70bacbff7f5 for host: n-d-773647-6 {{(pid=100248) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 14:01:13.118313 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64ca989d-6a44-4514-846b-b7b47b10680a None None] Updating router 4e092e31-7490-4a26-882e-b70bacbff7f5 port da2a706e-62bb-4bb1-b14b-8538546ce077 binding host n-d-773647-6 {{(pid=100248) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 14:01:13.125896 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-440ccd25-625f-43f4-b823-1c52ac6e8ae8 req-ac5228f4-58a6-4674-9164-1bcb1de70ee1 tempest-InstanceActionsNegativeTestJSON-277410024 tempest-InstanceActionsNegativeTestJSON-277410024-project] 10.222.0.104 "GET /v2.0/security-groups?id=9b393f8e-0f28-4e90-883b-cd77890119ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4784372 Jul 06 14:01:13.135128 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9ab756-633b-4cbc-82bd-4721318283e1 req-7c700c56-4f6f-4352-bbeb-cdb92610a9b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:01:13.136663 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-ce9ab756-633b-4cbc-82bd-4721318283e1 req-7c700c56-4f6f-4352-bbeb-cdb92610a9b0 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=2c5b30dc-0189-4033-9435-08c89c47524c HTTP/1.1" status: 200 len: 862 time: 0.2961395 Jul 06 14:01:13.290249 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c8abbc7-80c0-4c3d-a8fa-5134879321c4 req-cf9f3353-6672-4f83-82af-e369ba49a8f7 tempest-DeleteServersTestJSON-677393534 tempest-DeleteServersTestJSON-677393534-project] No DVR routers for this DVR port 30fbe51d-c30e-482c-bfc7-1c46589e1134 on host n-h1-773647-6 {{(pid=100247) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:01:13.296250 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-3c8abbc7-80c0-4c3d-a8fa-5134879321c4 req-cf9f3353-6672-4f83-82af-e369ba49a8f7 tempest-DeleteServersTestJSON-677393534 tempest-DeleteServersTestJSON-677393534-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:13.298103 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-3c8abbc7-80c0-4c3d-a8fa-5134879321c4 req-cf9f3353-6672-4f83-82af-e369ba49a8f7 tempest-DeleteServersTestJSON-677393534 tempest-DeleteServersTestJSON-677393534-project] 10.222.0.127 "DELETE /v2.0/ports/30fbe51d-c30e-482c-bfc7-1c46589e1134 HTTP/1.1" status: 204 len: 173 time: 3.4224501 Jul 06 14:01:13.357251 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] No Port match for: 30fbe51d-c30e-482c-bfc7-1c46589e1134 {{(pid=100248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 14:01:13.357717 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Device 30fbe51d-c30e-482c-bfc7-1c46589e1134 not bound to the agent host n-h1-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:01:13.362046 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-ce9ab756-633b-4cbc-82bd-4721318283e1 req-586dc449-1a91-4809-b396-3cd9bb1b8e9e service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=194bac88-04d4-4289-b333-47275694cede&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1891890 Jul 06 14:01:13.403488 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Device 2a4ba1f2-5f2f-4694-b2b4-a7686ddc443c up at agent hyperv_n-h2-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:01:13.550255 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.db_base_plugin_common [None req-c8afad9a-61c7-402c-b4bd-72b098aa7cb5 admin admin] Allocated IP 172.20.0.1 (d9f36955-e86a-4c93-9b28-49ad744bf776/8b3908d8-67f9-4087-8b08-3c0c944b289c/8e4ba707-5bdb-486a-abca-cd0cffb450f4) {{(pid=100246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:01:13.551372 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-64ca989d-6a44-4514-846b-b7b47b10680a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:13.673694 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 9e2bb929-0689-4ee3-8e1a-63c91f09da86 up at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:01:13.682918 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-ce9ab756-633b-4cbc-82bd-4721318283e1 req-1075784f-d203-4740-985f-eac191ad6d34 service neutron] 10.222.0.72 "GET /v2.0/networks/194bac88-04d4-4289-b333-47275694cede?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3134806 Jul 06 14:01:13.939125 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-c8afad9a-61c7-402c-b4bd-72b098aa7cb5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:13.980681 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.provisioning_blocks [None req-c8afad9a-61c7-402c-b4bd-72b098aa7cb5 admin admin] Transition to ACTIVE for port object 8e4ba707-5bdb-486a-abca-cd0cffb450f4 will not be triggered until provisioned by entity DHCP. {{(pid=100246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:01:13.991375 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Provisioning for port 2a4ba1f2-5f2f-4694-b2b4-a7686ddc443c completed by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:01:14.011895 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Provisioning complete for port 2a4ba1f2-5f2f-4694-b2b4-a7686ddc443c triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:01:14.012272 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:14.040884 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-54064bfa-a47f-4012-9a07-bdd464ef5faf req-9eaa4a58-6798-4a24-a48f-cb656695b5c1 tempest-DeleteServersTestJSON-677393534 tempest-DeleteServersTestJSON-677393534-project] 10.222.0.104 "GET /v2.0/ports?device_id=35567473-98d6-438d-b4ea-81f3a880422a HTTP/1.1" status: 200 len: 210 time: 0.1495774 Jul 06 14:01:14.135176 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-c8afad9a-61c7-402c-b4bd-72b098aa7cb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-127687573'] for port, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:14.141244 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning for port 9e2bb929-0689-4ee3-8e1a-63c91f09da86 completed by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:01:14.159723 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning complete for port 9e2bb929-0689-4ee3-8e1a-63c91f09da86 triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:01:14.160163 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:14.171974 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-ce9ab756-633b-4cbc-82bd-4721318283e1 req-aa1a80e0-8dd6-43a4-b70a-bfcd618e693c service neutron] 10.222.0.72 "GET /v2.0/networks/194bac88-04d4-4289-b333-47275694cede?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4808822 Jul 06 14:01:14.267554 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8afad9a-61c7-402c-b4bd-72b098aa7cb5 admin admin] Pushing event updated for resources: {'Port': ['ID=8e4ba707-5bdb-486a-abca-cd0cffb450f4,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:01:14.309706 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8afad9a-61c7-402c-b4bd-72b098aa7cb5 admin admin] Network d9f36955-e86a-4c93-9b28-49ad744bf776 is already hosted by enough agents. {{(pid=100246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:01:14.315686 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.base_scheduler [None req-c8afad9a-61c7-402c-b4bd-72b098aa7cb5 admin admin] Resources bound (agent type, host, resource id): {{(pid=100246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:01:14.331970 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8afad9a-61c7-402c-b4bd-72b098aa7cb5 admin admin] Received port after_create {{(pid=100246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:01:14.467886 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-c8afad9a-61c7-402c-b4bd-72b098aa7cb5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1807675'] for router_interface, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:14.480880 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 14:01:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e875ec7-0487-4a1a-b0b3-7da8a7d96cd8 x-openstack-request-id: req-1e875ec7-0487-4a1a-b0b3-7da8a7d96cd8 {{(pid=100247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:01:14.480880 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a81b2fd4-9cac-454e-bafc-ab03e2147a85", "tag": "69ef8f11-ee7d-4241-9d0e-92523ea750ba", "status": "completed", "code": 200}]} {{(pid=100247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:01:14.480880 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-1e875ec7-0487-4a1a-b0b3-7da8a7d96cd8 {{(pid=100247) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:01:14.482994 n-d-773647-6 neutron-server[100247]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a81b2fd4-9cac-454e-bafc-ab03e2147a85', 'tag': '69ef8f11-ee7d-4241-9d0e-92523ea750ba', 'status': 'completed', 'code': 200} Jul 06 14:01:14.524766 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:14.560611 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27ba068-6f1a-4612-afe6-2180f9a3601a req-623b5d1d-427a-40e3-a584-7cdfc2699577 tempest-ServersOnMultiNodesTest-299961212 tempest-ServersOnMultiNodesTest-299961212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:01:14.571229 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-f27ba068-6f1a-4612-afe6-2180f9a3601a req-623b5d1d-427a-40e3-a584-7cdfc2699577 tempest-ServersOnMultiNodesTest-299961212 tempest-ServersOnMultiNodesTest-299961212-project] 10.222.0.104 "GET /v2.0/ports?device_id=2e2ea344-6018-4c2a-9298-573810505a62 HTTP/1.1" status: 200 len: 950 time: 0.2453318 Jul 06 14:01:14.733507 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-f27ba068-6f1a-4612-afe6-2180f9a3601a req-aa327b23-0c22-4218-b625-8acf3db3daf3 tempest-ServersOnMultiNodesTest-299961212 tempest-ServersOnMultiNodesTest-299961212-project] 10.222.0.104 "GET /v2.0/security-groups?id=304f894d-c671-4a59-b0fb-2a4d849c5ac9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1602120 Jul 06 14:01:14.828491 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-64ca989d-6a44-4514-846b-b7b47b10680a None None] Notify callbacks [] for port, precommit_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:14.841598 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-c8afad9a-61c7-402c-b4bd-72b098aa7cb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:14.859164 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c73da5f-ea59-4703-96e8-914707a0a3c5 req-acb9be7a-c12c-4a6f-9294-11e8dd5465fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:01:14.860763 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-7c73da5f-ea59-4703-96e8-914707a0a3c5 req-acb9be7a-c12c-4a6f-9294-11e8dd5465fb service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=20ebe336406049da8e1833ed6cf0fbdf&device_id=a81b2fd4-9cac-454e-bafc-ab03e2147a85 HTTP/1.1" status: 200 len: 1095 time: 0.3538840 Jul 06 14:01:14.932705 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-64ca989d-6a44-4514-846b-b7b47b10680a None None] Transition to ACTIVE for port object da2a706e-62bb-4bb1-b14b-8538546ce077 will not be triggered until provisioned by entity L2. {{(pid=100248) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:01:14.973734 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] For port 9e2bb929-0689-4ee3-8e1a-63c91f09da86, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=9e2bb929-0689-4ee3-8e1a-63c91f09da86,segment=NetworkSegment(b84425ef-5b11-46aa-9198-ea4525ffd9fc),segment_id=b84425ef-5b11-46aa-9198-ea4525ffd9fc)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:01:14.979320 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-64ca989d-6a44-4514-846b-b7b47b10680a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:15.045215 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:15.058620 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2001d8-a87a-4826-8af1-1ac7d69d1fa6 None None] Pushing event updated for resources: {'Port': ['ID=da2a706e-62bb-4bb1-b14b-8538546ce077,revision_number=2']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:01:15.073455 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-05ec9d15-b086-4b81-9b68-e3b10d0cd34f None None] Provisioning for port 8e4ba707-5bdb-486a-abca-cd0cffb450f4 completed by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:01:15.080761 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:15.127503 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-6b4f2585-897b-4fc6-86f4-73e2d4e054ad req-029a4e67-5d68-4db4-a2cd-54096880bbfa tempest-FloatingIPsAssociationTestJSON-978234990 tempest-FloatingIPsAssociationTestJSON-978234990-project] 10.222.0.104 "GET /v2.0/ports?device_id=7bfb388a-790e-4692-a575-ef183ebdd084 HTTP/1.1" status: 200 len: 210 time: 0.1160553 Jul 06 14:01:15.129467 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] For port 2a4ba1f2-5f2f-4694-b2b4-a7686ddc443c, host n-h2-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=2a4ba1f2-5f2f-4694-b2b4-a7686ddc443c,segment=NetworkSegment(166509c7-637f-47ba-9b47-ad158abbd36b),segment_id=166509c7-637f-47ba-9b47-ad158abbd36b)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:01:15.157868 n-d-773647-6 neutron-server[100248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7f795df-4671-41b1-951f-6d2bef17c821', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a4ba1f2-5f2f-4694-b2b4-a7686ddc443c'}] {{(pid=100248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:01:15.161103 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84af257533e383389cbcf231d3534f4d5e149e7203fea16b4a8fc01438dddaf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4187d2e-c57c-4acc-8897-0a2ddef69415" -d '{"events": [{"server_uuid": "d7f795df-4671-41b1-951f-6d2bef17c821", "name": "network-vif-plugged", "status": "completed", "tag": "2a4ba1f2-5f2f-4694-b2b4-a7686ddc443c"}]}' {{(pid=100248) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:01:15.163764 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-05ec9d15-b086-4b81-9b68-e3b10d0cd34f None None] Provisioning complete for port 8e4ba707-5bdb-486a-abca-cd0cffb450f4 triggered by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:01:15.164314 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-05ec9d15-b086-4b81-9b68-e3b10d0cd34f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:15.171486 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:15.172304 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ad004f-9707-4b3c-9a64-fea1ebdac2cb req-58620bdb-8f17-4966-bc6f-45a44d0462f2 tempest-ServersTestMultiNic-850319587 tempest-ServersTestMultiNic-850319587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:01:15.182963 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ad004f-9707-4b3c-9a64-fea1ebdac2cb req-58620bdb-8f17-4966-bc6f-45a44d0462f2 tempest-ServersTestMultiNic-850319587 tempest-ServersTestMultiNic-850319587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:01:15.192259 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-46ad004f-9707-4b3c-9a64-fea1ebdac2cb req-58620bdb-8f17-4966-bc6f-45a44d0462f2 tempest-ServersTestMultiNic-850319587 tempest-ServersTestMultiNic-850319587-project] 10.222.0.104 "GET /v2.0/ports?device_id=d7f795df-4671-41b1-951f-6d2bef17c821 HTTP/1.1" status: 200 len: 1679 time: 0.5072613 Jul 06 14:01:15.219058 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-c8afad9a-61c7-402c-b4bd-72b098aa7cb5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:15.228929 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-c8afad9a-61c7-402c-b4bd-72b098aa7cb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127687527'] for port, after_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:15.235821 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-64ca989d-6a44-4514-846b-b7b47b10680a None None] Attempting to bind port da2a706e-62bb-4bb1-b14b-8538546ce077 on host n-d-773647-6 for vnic_type normal with profile {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:01:15.236329 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-64ca989d-6a44-4514-846b-b7b47b10680a None None] Attempting to bind port da2a706e-62bb-4bb1-b14b-8538546ce077 by drivers openvswitch,hyperv on host n-d-773647-6 at level 0 using segments [{'id': '89a832b7-7793-4d51-9038-ed7e1c3ff1b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719'}] {{(pid=100248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:01:15.236680 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64ca989d-6a44-4514-846b-b7b47b10680a None None] Attempting to bind port da2a706e-62bb-4bb1-b14b-8538546ce077 on network 2658f09e-a580-4d4a-9968-2d1e0ad93719 {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:01:15.246838 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c73da5f-ea59-4703-96e8-914707a0a3c5 req-2bd9b481-636a-4dc7-9c5a-861a527eef6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:01:15.247098 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64ca989d-6a44-4514-846b-b7b47b10680a None None] Checking agent: {'id': '8ab5b19c-d213-4f29-891d-27bdf39d38b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773647-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 43, 26), 'started_at': datetime.datetime(2021, 7, 6, 13, 43, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 0, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773647-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:01:15.247575 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64ca989d-6a44-4514-846b-b7b47b10680a None None] Checking segment: {'id': '89a832b7-7793-4d51-9038-ed7e1c3ff1b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:01:15.247987 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-64ca989d-6a44-4514-846b-b7b47b10680a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:15.248384 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64ca989d-6a44-4514-846b-b7b47b10680a None None] Bound using segment: {'id': '89a832b7-7793-4d51-9038-ed7e1c3ff1b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719'} {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:01:15.248730 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-7c73da5f-ea59-4703-96e8-914707a0a3c5 req-2bd9b481-636a-4dc7-9c5a-861a527eef6c service neutron] 10.222.0.72 "GET /v2.0/networks?id=194bac88-04d4-4289-b333-47275694cede HTTP/1.1" status: 200 len: 924 time: 0.3733149 Jul 06 14:01:15.248853 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-64ca989d-6a44-4514-846b-b7b47b10680a None None] Bound port: da2a706e-62bb-4bb1-b14b-8538546ce077, host: n-d-773647-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89a832b7-7793-4d51-9038-ed7e1c3ff1b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719'}}] {{(pid=100248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:01:15.249226 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-64ca989d-6a44-4514-846b-b7b47b10680a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:15.292919 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Pushing event updated for resources: {'Port': ['ID=9e2bb929-0689-4ee3-8e1a-63c91f09da86,revision_number=5']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:01:15.304025 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-05ec9d15-b086-4b81-9b68-e3b10d0cd34f None None] Port 8e4ba707-5bdb-486a-abca-cd0cffb450f4 cannot update to ACTIVE because it is not bound. {{(pid=100248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 14:01:15.352674 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8afad9a-61c7-402c-b4bd-72b098aa7cb5 admin admin] Pushing event updated for resources: {'Port': ['ID=8e4ba707-5bdb-486a-abca-cd0cffb450f4,revision_number=2']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:01:15.368810 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-46ad004f-9707-4b3c-9a64-fea1ebdac2cb req-72584fae-3d2a-4f72-8c91-e35f4df49ce2 tempest-ServersTestMultiNic-850319587 tempest-ServersTestMultiNic-850319587-project] 10.222.0.104 "GET /v2.0/security-groups?id=3be580b9-03cb-4a9b-8661-5fe7dfbcaae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1737680 Jul 06 14:01:15.376595 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-7c73da5f-ea59-4703-96e8-914707a0a3c5 req-ef5fb2ea-3a80-4d97-a94c-a97b00d58418 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=69ef8f11-ee7d-4241-9d0e-92523ea750ba HTTP/1.1" status: 200 len: 217 time: 0.1152740 Jul 06 14:01:15.387200 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-64ca989d-6a44-4514-846b-b7b47b10680a None None] For port da2a706e-62bb-4bb1-b14b-8538546ce077, host n-d-773647-6, cleared binding levels {{(pid=100248) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:01:15.401562 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Device a2874956-26aa-49c8-b913-a65ada20e08d up at agent hyperv_n-h2-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:01:15.404449 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-c8afad9a-61c7-402c-b4bd-72b098aa7cb5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1809478'] for router_interface, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:15.457744 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-64ca989d-6a44-4514-846b-b7b47b10680a None None] For port da2a706e-62bb-4bb1-b14b-8538546ce077, host n-d-773647-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=da2a706e-62bb-4bb1-b14b-8538546ce077,segment=NetworkSegment(89a832b7-7793-4d51-9038-ed7e1c3ff1b2),segment_id=89a832b7-7793-4d51-9038-ed7e1c3ff1b2)] {{(pid=100248) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:01:15.461141 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Pushing event updated for resources: {'Port': ['ID=2a4ba1f2-5f2f-4694-b2b4-a7686ddc443c,revision_number=5']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:01:15.478683 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-64ca989d-6a44-4514-846b-b7b47b10680a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:15.524664 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c73da5f-ea59-4703-96e8-914707a0a3c5 req-9c216c79-bf77-4485-8d07-013ab3af17f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:01:15.528773 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-7c73da5f-ea59-4703-96e8-914707a0a3c5 req-9c216c79-bf77-4485-8d07-013ab3af17f1 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=2c5b30dc-0189-4033-9435-08c89c47524c HTTP/1.1" status: 200 len: 862 time: 0.1463861 Jul 06 14:01:15.571130 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8afad9a-61c7-402c-b4bd-72b098aa7cb5 admin admin] Network d9f36955-e86a-4c93-9b28-49ad744bf776 is already hosted by enough agents. {{(pid=100246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:01:15.571954 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.base_scheduler [None req-c8afad9a-61c7-402c-b4bd-72b098aa7cb5 admin admin] Resources bound (agent type, host, resource id): {{(pid=100246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:01:15.613655 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-7c73da5f-ea59-4703-96e8-914707a0a3c5 req-9b28d890-5110-4414-95a5-2736aac6a1aa service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=194bac88-04d4-4289-b333-47275694cede&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0753236 Jul 06 14:01:15.620667 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2001d8-a87a-4826-8af1-1ac7d69d1fa6 None None] Pushing event updated for resources: {'Port': ['ID=da2a706e-62bb-4bb1-b14b-8538546ce077,revision_number=3']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:01:15.650399 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Provisioning for port a2874956-26aa-49c8-b913-a65ada20e08d completed by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:01:15.670646 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Provisioning complete for port a2874956-26aa-49c8-b913-a65ada20e08d triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:01:15.671330 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:15.752496 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64ca989d-6a44-4514-846b-b7b47b10680a None None] Routers {'4e092e31-7490-4a26-882e-b70bacbff7f5'} bound to L3 agent in host n-d-773647-6 {{(pid=100248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:01:15.753143 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-64ca989d-6a44-4514-846b-b7b47b10680a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T14:00:56Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['4e092e31-7490-4a26-882e-b70bacbff7f5'], 'active': True} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:01:15.811704 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8afad9a-61c7-402c-b4bd-72b098aa7cb5 admin admin] Router 4e092e31-7490-4a26-882e-b70bacbff7f5 has already been hosted by L3 agent 2823d358-a11b-4885-a706-95a279e43fa7 {{(pid=100246) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 14:01:15.933558 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-7c73da5f-ea59-4703-96e8-914707a0a3c5 req-90ff82c2-0dfd-49a0-9356-3b8d67cd3dc5 service neutron] 10.222.0.72 "GET /v2.0/networks/194bac88-04d4-4289-b333-47275694cede?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3043456 Jul 06 14:01:15.967023 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-b1e5c68a-840c-4177-baf7-48fc3907d2d9 None None] Provisioning complete for port 8e4ba707-5bdb-486a-abca-cd0cffb450f4 triggered by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:01:15.967451 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-b1e5c68a-840c-4177-baf7-48fc3907d2d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:15.993241 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvr_db [None req-64ca989d-6a44-4514-846b-b7b47b10680a None None] Set router 4e092e31-7490-4a26-882e-b70bacbff7f5 gateway port host: n-d-773647-6 {{(pid=100248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:01:16.032133 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8afad9a-61c7-402c-b4bd-72b098aa7cb5 admin admin] Notify agent at l3_agent.n-d-773647-6 the message routers_updated {{(pid=100246) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 14:01:16.038460 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a5bc16-d7a7-461b-abd7-aa72c2858d0a req-d114741b-5fb2-4d4f-98af-9a82e5d1f597 tempest-InstanceActionsNegativeTestJSON-277410024 tempest-InstanceActionsNegativeTestJSON-277410024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:01:16.047287 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-c8afad9a-61c7-402c-b4bd-72b098aa7cb5 admin admin] 10.222.0.104 "PUT /v2.0/routers/4e092e31-7490-4a26-882e-b70bacbff7f5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9918804 Jul 06 14:01:16.054261 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-d2a5bc16-d7a7-461b-abd7-aa72c2858d0a req-d114741b-5fb2-4d4f-98af-9a82e5d1f597 tempest-InstanceActionsNegativeTestJSON-277410024 tempest-InstanceActionsNegativeTestJSON-277410024-project] 10.222.0.104 "GET /v2.0/ports?device_id=a81b2fd4-9cac-454e-bafc-ab03e2147a85 HTTP/1.1" status: 200 len: 944 time: 0.4365950 Jul 06 14:01:16.078293 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0303c0a-f529-4b4c-b8c3-c73eda571f6a req-77078e06-6355-41d3-9b3f-45b305fc59d7 tempest-ServersOnMultiNodesTest-1210667676 tempest-ServersOnMultiNodesTest-1210667676-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:01:16.085825 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-b0303c0a-f529-4b4c-b8c3-c73eda571f6a req-77078e06-6355-41d3-9b3f-45b305fc59d7 tempest-ServersOnMultiNodesTest-1210667676 tempest-ServersOnMultiNodesTest-1210667676-project-admin] 10.222.0.104 "GET /v2.0/ports?device_id=2e2ea344-6018-4c2a-9298-573810505a62 HTTP/1.1" status: 200 len: 1101 time: 0.3301437 Jul 06 14:01:16.096968 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:16.135306 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-b1e5c68a-840c-4177-baf7-48fc3907d2d9 None None] Port 8e4ba707-5bdb-486a-abca-cd0cffb450f4 cannot update to ACTIVE because it is not bound. {{(pid=100248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 14:01:16.164364 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-d2a5bc16-d7a7-461b-abd7-aa72c2858d0a req-d9becb78-94bd-454a-b83a-050949b0ce26 tempest-InstanceActionsNegativeTestJSON-277410024 tempest-InstanceActionsNegativeTestJSON-277410024-project] 10.222.0.104 "GET /v2.0/security-groups?id=9b393f8e-0f28-4e90-883b-cd77890119ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090853 Jul 06 14:01:16.186083 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] For port a2874956-26aa-49c8-b913-a65ada20e08d, host n-h2-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=a2874956-26aa-49c8-b913-a65ada20e08d,segment=NetworkSegment(57b4cf47-26fb-4601-878a-d90cbb33afe8),segment_id=57b4cf47-26fb-4601-878a-d90cbb33afe8)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:01:16.202564 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:16.313195 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Pushing event updated for resources: {'Port': ['ID=a2874956-26aa-49c8-b913-a65ada20e08d,revision_number=5']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:01:16.409267 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-64ca989d-6a44-4514-846b-b7b47b10680a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e092e31-7490-4a26-882e-b70bacbff7f5', 'name': 'tempest-ServersTestBootFromVolume-756776599-router', 'tenant_id': '781535735adb4e1297ed6761c38ca98f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.149'}], 'enable_snat': True}, 'gw_port_id': 'da2a706e-62bb-4bb1-b14b-8538546ce077', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:01:03Z', 'updated_at': '2021-07-06T14:01:14Z', 'revision_number': 4, 'project_id': '781535735adb4e1297ed6761c38ca98f', 'gw_port': {'id': 'da2a706e-62bb-4bb1-b14b-8538546ce077', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:c2:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e092e31-7490-4a26-882e-b70bacbff7f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 899, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:01:06Z', 'updated_at': '2021-07-06T14:01:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6', '_interfaces': [{'id': '8e4ba707-5bdb-486a-abca-cd0cffb450f4', 'name': '', 'network_id': 'd9f36955-e86a-4c93-9b28-49ad744bf776', 'tenant_id': '781535735adb4e1297ed6761c38ca98f', 'mac_address': 'fa:16:3e:14:2d:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e092e31-7490-4a26-882e-b70bacbff7f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 900, 'fixed_ips': [{'subnet_id': '8b3908d8-67f9-4087-8b08-3c0c944b289c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:01:12Z', 'updated_at': '2021-07-06T14:01:14Z', 'revision_number': 2, 'project_id': '781535735adb4e1297ed6761c38ca98f', 'subnets': [{'id': '8b3908d8-67f9-4087-8b08-3c0c944b289c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773647-6', False) {} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:01:16.452894 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64ca989d-6a44-4514-846b-b7b47b10680a None None] The sync data for ids ['4e092e31-7490-4a26-882e-b70bacbff7f5'] in n-d-773647-6 is: [{'id': '4e092e31-7490-4a26-882e-b70bacbff7f5', 'name': 'tempest-ServersTestBootFromVolume-756776599-router', 'tenant_id': '781535735adb4e1297ed6761c38ca98f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.149'}], 'enable_snat': True}, 'gw_port_id': 'da2a706e-62bb-4bb1-b14b-8538546ce077', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:01:03Z', 'updated_at': '2021-07-06T14:01:14Z', 'revision_number': 4, 'project_id': '781535735adb4e1297ed6761c38ca98f', 'gw_port': {'id': 'da2a706e-62bb-4bb1-b14b-8538546ce077', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:c2:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e092e31-7490-4a26-882e-b70bacbff7f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 899, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:01:06Z', 'updated_at': '2021-07-06T14:01:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6', '_interfaces': [{'id': '8e4ba707-5bdb-486a-abca-cd0cffb450f4', 'name': '', 'network_id': 'd9f36955-e86a-4c93-9b28-49ad744bf776', 'tenant_id': '781535735adb4e1297ed6761c38ca98f', 'mac_address': 'fa:16:3e:14:2d:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e092e31-7490-4a26-882e-b70bacbff7f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 900, 'fixed_ips': [{'subnet_id': '8b3908d8-67f9-4087-8b08-3c0c944b289c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:01:12Z', 'updated_at': '2021-07-06T14:01:14Z', 'revision_number': 2, 'project_id': '781535735adb4e1297ed6761c38ca98f', 'subnets': [{'id': '8b3908d8-67f9-4087-8b08-3c0c944b289c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 14:01:16.456918 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 14:01:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-894c7af1-8b8f-4bed-a080-126508f0a788 x-openstack-request-id: req-894c7af1-8b8f-4bed-a080-126508f0a788 {{(pid=100248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:01:16.457106 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7f795df-4671-41b1-951f-6d2bef17c821", "name": "network-vif-plugged", "status": "completed", "tag": "2a4ba1f2-5f2f-4694-b2b4-a7686ddc443c", "code": 200}]} {{(pid=100248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:01:16.457362 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-894c7af1-8b8f-4bed-a080-126508f0a788 {{(pid=100248) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:01:16.457973 n-d-773647-6 neutron-server[100248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7f795df-4671-41b1-951f-6d2bef17c821', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a4ba1f2-5f2f-4694-b2b4-a7686ddc443c', 'code': 200} Jul 06 14:01:16.859328 n-d-773647-6 neutron-server[100247]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35567473-98d6-438d-b4ea-81f3a880422a', 'name': 'network-vif-deleted', 'tag': '30fbe51d-c30e-482c-bfc7-1c46589e1134'}] {{(pid=100247) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:01:16.872124 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cbf0eeaae822f8fc9b87a94aeba67a3d651842baf663a51cba94b67a514836d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8080fcdf-beec-4a0b-9fbb-b725687adedb" -d '{"events": [{"server_uuid": "35567473-98d6-438d-b4ea-81f3a880422a", "name": "network-vif-deleted", "tag": "30fbe51d-c30e-482c-bfc7-1c46589e1134"}]}' {{(pid=100247) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:01:16.891836 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-b0303c0a-f529-4b4c-b8c3-c73eda571f6a req-5e72bc94-eef7-4c0e-b2c1-c7b7f45ce14c tempest-ServersOnMultiNodesTest-1210667676 tempest-ServersOnMultiNodesTest-1210667676-project-admin] 10.222.0.104 "GET /v2.0/security-groups?id=304f894d-c671-4a59-b0fb-2a4d849c5ac9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8051951 Jul 06 14:01:17.269682 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb60d58-6bf3-46f3-8a61-bd0bef1ec1e1 req-13cec739-b878-4259-a98d-8d9067054664 tempest-FloatingIPsAssociationTestJSON-978234990 tempest-FloatingIPsAssociationTestJSON-978234990-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:01:17.272900 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-ffb60d58-6bf3-46f3-8a61-bd0bef1ec1e1 req-13cec739-b878-4259-a98d-8d9067054664 tempest-FloatingIPsAssociationTestJSON-978234990 tempest-FloatingIPsAssociationTestJSON-978234990-project] 10.222.0.127 "GET /v2.0/networks?id=dc2aab4d-ebf5-4223-8156-143d93bdc342 HTTP/1.1" status: 200 len: 821 time: 0.3779981 Jul 06 14:01:17.306293 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [req-ffb60d58-6bf3-46f3-8a61-bd0bef1ec1e1 req-c491529e-ed97-47ce-8878-533798cc3440 tempest-FloatingIPsAssociationTestJSON-978234990 tempest-FloatingIPsAssociationTestJSON-978234990-project] Request body: {'port': {'device_id': '7bfb388a-790e-4692-a575-ef183ebdd084', 'network_id': 'dc2aab4d-ebf5-4223-8156-143d93bdc342', 'admin_state_up': True, 'tenant_id': '825a4fb0f5c7454f82c586f8d1442f43'}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:01:17.362872 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 9e2bb929-0689-4ee3-8e1a-63c91f09da86 up at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:01:17.429745 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Device 69ef8f11-ee7d-4241-9d0e-92523ea750ba details requested by agent hyperv_n-h2-773647-6 with host n-h2-773647-6 {{(pid=100248) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 14:01:17.438704 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-7c73da5f-ea59-4703-96e8-914707a0a3c5 req-892f9bf7-fb8e-42af-9644-1bc247f3cc6d service neutron] 10.222.0.72 "GET /v2.0/networks/194bac88-04d4-4289-b333-47275694cede?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.4984491 Jul 06 14:01:17.517692 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-c175db04-06bf-4130-a550-e6350cc2465e req-ec071b61-8fb9-4264-bb5f-d64c0e036bf9 tempest-FloatingIPsAssociationTestJSON-978234990 tempest-FloatingIPsAssociationTestJSON-978234990-project] 10.222.0.104 "GET /v2.0/ports?device_id=7bfb388a-790e-4692-a575-ef183ebdd084 HTTP/1.1" status: 200 len: 210 time: 0.2319369 Jul 06 14:01:17.704551 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ffb60d58-6bf3-46f3-8a61-bd0bef1ec1e1 req-c491529e-ed97-47ce-8878-533798cc3440 tempest-FloatingIPsAssociationTestJSON-978234990 tempest-FloatingIPsAssociationTestJSON-978234990-project] Made reservation on behalf of 825a4fb0f5c7454f82c586f8d1442f43 for: {'port': 1} {{(pid=100247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:01:17.708261 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-ffb60d58-6bf3-46f3-8a61-bd0bef1ec1e1 req-c491529e-ed97-47ce-8878-533798cc3440 tempest-FloatingIPsAssociationTestJSON-978234990 tempest-FloatingIPsAssociationTestJSON-978234990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:17.715928 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning complete for port 9e2bb929-0689-4ee3-8e1a-63c91f09da86 triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:01:17.716313 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:17.729140 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] For port 69ef8f11-ee7d-4241-9d0e-92523ea750ba, host n-h2-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=69ef8f11-ee7d-4241-9d0e-92523ea750ba,segment=NetworkSegment(c68ac9e5-a48c-42f8-97e6-8aad5b6cc278),segment_id=c68ac9e5-a48c-42f8-97e6-8aad5b6cc278)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:01:17.961617 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cd0c7e-ffb4-449b-ba02-749c64180509 req-df62e5c2-4bee-4733-9c82-f45d20b11e11 tempest-ServersTestMultiNic-850319587 tempest-ServersTestMultiNic-850319587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:01:17.968099 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cd0c7e-ffb4-449b-ba02-749c64180509 req-df62e5c2-4bee-4733-9c82-f45d20b11e11 tempest-ServersTestMultiNic-850319587 tempest-ServersTestMultiNic-850319587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:01:17.975315 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-b7cd0c7e-ffb4-449b-ba02-749c64180509 req-df62e5c2-4bee-4733-9c82-f45d20b11e11 tempest-ServersTestMultiNic-850319587 tempest-ServersTestMultiNic-850319587-project] 10.222.0.104 "GET /v2.0/ports?device_id=d7f795df-4671-41b1-951f-6d2bef17c821 HTTP/1.1" status: 200 len: 1681 time: 0.2479265 Jul 06 14:01:17.983791 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 36268) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:01:17.989415 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-9c3df1bd-d14e-4d93-8308-a50262817d50 tempest-ServersTestBootFromVolume-787010614 tempest-ServersTestBootFromVolume-787010614-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1239749928', 'description': 'tempest-description--575408577'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:01:18.070111 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-9c3df1bd-d14e-4d93-8308-a50262817d50 tempest-ServersTestBootFromVolume-787010614 tempest-ServersTestBootFromVolume-787010614-project] Notify callbacks [] for security_group, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:18.091421 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-b7cd0c7e-ffb4-449b-ba02-749c64180509 req-5cdac3f4-671a-4cf2-bfb9-58f056d14a95 tempest-ServersTestMultiNic-850319587 tempest-ServersTestMultiNic-850319587-project] 10.222.0.104 "GET /v2.0/security-groups?id=3be580b9-03cb-4a9b-8661-5fe7dfbcaae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115603 Jul 06 14:01:18.134299 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.db_base_plugin_common [req-ffb60d58-6bf3-46f3-8a61-bd0bef1ec1e1 req-c491529e-ed97-47ce-8878-533798cc3440 tempest-FloatingIPsAssociationTestJSON-978234990 tempest-FloatingIPsAssociationTestJSON-978234990-project] Allocated IP 172.20.0.4 (dc2aab4d-ebf5-4223-8156-143d93bdc342/9d4d8837-0e9e-40cd-b8da-4a4f0d5a912c/e0212a6e-4a9c-4580-a290-db589dcc6f27) {{(pid=100247) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:01:18.190787 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Returning: {'device': '69ef8f11-ee7d-4241-9d0e-92523ea750ba', 'network_id': '194bac88-04d4-4289-b333-47275694cede', 'port_id': '69ef8f11-ee7d-4241-9d0e-92523ea750ba', 'mac_address': 'fa:16:3e:3e:69:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1014, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2c5b30dc-0189-4033-9435-08c89c47524c', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100248) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 14:01:18.224114 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 14:01:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be510295-ff3b-4e24-bf12-5abbe3bb1df6 x-openstack-request-id: req-be510295-ff3b-4e24-bf12-5abbe3bb1df6 {{(pid=100247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:01:18.225078 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35567473-98d6-438d-b4ea-81f3a880422a", "name": "network-vif-deleted", "tag": "30fbe51d-c30e-482c-bfc7-1c46589e1134", "status": "completed", "code": 200}]} {{(pid=100247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:01:18.225297 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-be510295-ff3b-4e24-bf12-5abbe3bb1df6 {{(pid=100247) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:01:18.225701 n-d-773647-6 neutron-server[100247]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35567473-98d6-438d-b4ea-81f3a880422a', 'name': 'network-vif-deleted', 'tag': '30fbe51d-c30e-482c-bfc7-1c46589e1134', 'status': 'completed', 'code': 200} Jul 06 14:01:18.277808 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:18.303394 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-9c3df1bd-d14e-4d93-8308-a50262817d50 tempest-ServersTestBootFromVolume-787010614 tempest-ServersTestBootFromVolume-787010614-project] Notify callbacks [] for security_group, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:18.311642 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-9c3df1bd-d14e-4d93-8308-a50262817d50 tempest-ServersTestBootFromVolume-787010614 tempest-ServersTestBootFromVolume-787010614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:18.313847 n-d-773647-6 neutron-server[100248]: DEBUG neutron.notifiers.nova [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 69ef8f11-ee7d-4241-9d0e-92523ea750ba {{(pid=100248) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 14:01:18.376372 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-9c3df1bd-d14e-4d93-8308-a50262817d50 tempest-ServersTestBootFromVolume-787010614 tempest-ServersTestBootFromVolume-787010614-project] Notify callbacks [] for security_group, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:18.378337 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-9c3df1bd-d14e-4d93-8308-a50262817d50 tempest-ServersTestBootFromVolume-787010614 tempest-ServersTestBootFromVolume-787010614-project] 10.222.0.104 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.3932340 Jul 06 14:01:18.381607 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3df1bd-d14e-4d93-8308-a50262817d50 tempest-ServersTestBootFromVolume-787010614 tempest-ServersTestBootFromVolume-787010614-project] Pushing event updated for resources: {'SecurityGroup': ['ID=44e3600a-11fd-4d2f-8c8b-afe08f9fb670,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:01:18.384594 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 36286) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:01:18.390117 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-faae7ce8-e3a2-471a-806e-074d5d05e9d7 tempest-ServersTestBootFromVolume-787010614 tempest-ServersTestBootFromVolume-787010614-project] Request body: {'security_group_rule': {'security_group_id': '44e3600a-11fd-4d2f-8c8b-afe08f9fb670', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:01:18.393889 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] For port 69ef8f11-ee7d-4241-9d0e-92523ea750ba, host n-h2-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=69ef8f11-ee7d-4241-9d0e-92523ea750ba,segment=NetworkSegment(c68ac9e5-a48c-42f8-97e6-8aad5b6cc278),segment_id=c68ac9e5-a48c-42f8-97e6-8aad5b6cc278)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:01:18.406998 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:18.459132 n-d-773647-6 neutron-server[100248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7f795df-4671-41b1-951f-6d2bef17c821', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2874956-26aa-49c8-b913-a65ada20e08d'}] {{(pid=100248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:01:18.460722 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-faae7ce8-e3a2-471a-806e-074d5d05e9d7 tempest-ServersTestBootFromVolume-787010614 tempest-ServersTestBootFromVolume-787010614-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:18.462024 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84af257533e383389cbcf231d3534f4d5e149e7203fea16b4a8fc01438dddaf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5e39410-449a-4cfa-816d-ae43599d2f05" -d '{"events": [{"server_uuid": "d7f795df-4671-41b1-951f-6d2bef17c821", "name": "network-vif-plugged", "status": "completed", "tag": "a2874956-26aa-49c8-b913-a65ada20e08d"}]}' {{(pid=100248) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:01:18.483958 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c3858e-6301-4be3-ab8f-02da0bd6d442 req-cc1d462d-603b-4cae-892b-741b25fa89a8 tempest-DeleteServersTestJSON-677393534 tempest-DeleteServersTestJSON-677393534-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:01:18.491383 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-71c3858e-6301-4be3-ab8f-02da0bd6d442 req-cc1d462d-603b-4cae-892b-741b25fa89a8 tempest-DeleteServersTestJSON-677393534 tempest-DeleteServersTestJSON-677393534-project] 10.222.0.104 "GET /v2.0/networks?id=7a710b21-0493-4be8-a73f-c10a9dbc43f7 HTTP/1.1" status: 200 len: 812 time: 0.3270304 Jul 06 14:01:18.500902 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-1e8eac57-4750-4627-8222-c55bd46d78f9 req-da3ac4a3-2ffc-4328-9b52-77dfa274b05f tempest-ServersOnMultiNodesTest-299961212 tempest-ServersOnMultiNodesTest-299961212-project] 10.222.0.104 "GET /v2.0/networks?tenant_id=ae0918c1680140d8a89ce8f9c600b37d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1596653 Jul 06 14:01:18.538109 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Pushing event updated for resources: {'Port': ['ID=69ef8f11-ee7d-4241-9d0e-92523ea750ba,revision_number=4']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:01:18.576089 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-71c3858e-6301-4be3-ab8f-02da0bd6d442 req-e935018c-b510-4286-9630-f9bb9fce1273 tempest-DeleteServersTestJSON-677393534 tempest-DeleteServersTestJSON-677393534-project] 10.222.0.104 "GET /v2.0/quotas/ed98ced3211c40618bf4aade5a2dd56d HTTP/1.1" status: 200 len: 375 time: 0.0833747 Jul 06 14:01:18.587681 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-faae7ce8-e3a2-471a-806e-074d5d05e9d7 tempest-ServersTestBootFromVolume-787010614 tempest-ServersTestBootFromVolume-787010614-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:18.594726 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-faae7ce8-e3a2-471a-806e-074d5d05e9d7 tempest-ServersTestBootFromVolume-787010614 tempest-ServersTestBootFromVolume-787010614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1898694'] for security_group_rule, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:18.623163 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faae7ce8-e3a2-471a-806e-074d5d05e9d7 tempest-ServersTestBootFromVolume-787010614 tempest-ServersTestBootFromVolume-787010614-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d7ac846-b0cf-4871-b16b-d79c33adc12e,revision_number=0']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:01:18.636435 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-faae7ce8-e3a2-471a-806e-074d5d05e9d7 tempest-ServersTestBootFromVolume-787010614 tempest-ServersTestBootFromVolume-787010614-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:18.638100 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-faae7ce8-e3a2-471a-806e-074d5d05e9d7 tempest-ServersTestBootFromVolume-787010614 tempest-ServersTestBootFromVolume-787010614-project] 10.222.0.104 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2526872 Jul 06 14:01:18.640844 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 36292) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:01:18.654310 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-35d985d7-2ae7-4284-bfe8-92258969a475 tempest-ServersTestBootFromVolume-787010614 tempest-ServersTestBootFromVolume-787010614-project] Request body: {'security_group_rule': {'security_group_id': '44e3600a-11fd-4d2f-8c8b-afe08f9fb670', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:01:18.666376 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] get_ports_and_sgs() called for port_ids ['69ef8f11-ee7d-4241-9d0e-92523ea750ba'] {{(pid=100248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 14:01:18.698585 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-35d985d7-2ae7-4284-bfe8-92258969a475 tempest-ServersTestBootFromVolume-787010614 tempest-ServersTestBootFromVolume-787010614-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:18.702067 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-71c3858e-6301-4be3-ab8f-02da0bd6d442 req-b61d9cc9-7cdf-4bc0-bdbf-76b6d18c4c46 tempest-DeleteServersTestJSON-677393534 tempest-DeleteServersTestJSON-677393534-project] 10.222.0.104 "GET /v2.0/ports?tenant_id=ed98ced3211c40618bf4aade5a2dd56d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1248755 Jul 06 14:01:18.820227 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-35d985d7-2ae7-4284-bfe8-92258969a475 tempest-ServersTestBootFromVolume-787010614 tempest-ServersTestBootFromVolume-787010614-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:18.841502 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-35d985d7-2ae7-4284-bfe8-92258969a475 tempest-ServersTestBootFromVolume-787010614 tempest-ServersTestBootFromVolume-787010614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1898694'] for security_group_rule, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:18.881651 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d985d7-2ae7-4284-bfe8-92258969a475 tempest-ServersTestBootFromVolume-787010614 tempest-ServersTestBootFromVolume-787010614-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c9c49063-43cd-4c09-8251-0301aa290293,revision_number=0']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:01:18.887180 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-35d985d7-2ae7-4284-bfe8-92258969a475 tempest-ServersTestBootFromVolume-787010614 tempest-ServersTestBootFromVolume-787010614-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:18.891240 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-35d985d7-2ae7-4284-bfe8-92258969a475 tempest-ServersTestBootFromVolume-787010614 tempest-ServersTestBootFromVolume-787010614-project] 10.222.0.104 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2445614 Jul 06 14:01:18.892227 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 36294) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:01:18.898594 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8eac57-4750-4627-8222-c55bd46d78f9 req-bdfaf311-e38c-4543-97ee-ded44d03c971 tempest-ServersOnMultiNodesTest-299961212 tempest-ServersOnMultiNodesTest-299961212-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:01:18.902537 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-c3128fe0-1aac-4cd2-8618-4499bf247e31 tempest-ServersTestBootFromVolume-787010614 tempest-ServersTestBootFromVolume-787010614-project] Request body: {'floatingip': {'floating_network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:01:18.906666 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-1e8eac57-4750-4627-8222-c55bd46d78f9 req-bdfaf311-e38c-4543-97ee-ded44d03c971 tempest-ServersOnMultiNodesTest-299961212 tempest-ServersOnMultiNodesTest-299961212-project] 10.222.0.104 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4041059 Jul 06 14:01:18.941402 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-1e8eac57-4750-4627-8222-c55bd46d78f9 req-dc542a0e-90af-4700-9ac0-2940bd557cb6 tempest-ServersOnMultiNodesTest-299961212 tempest-ServersOnMultiNodesTest-299961212-project] 10.222.0.104 "GET /v2.0/quotas/ae0918c1680140d8a89ce8f9c600b37d HTTP/1.1" status: 200 len: 375 time: 0.0330493 Jul 06 14:01:18.942512 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-c3128fe0-1aac-4cd2-8618-4499bf247e31 tempest-ServersTestBootFromVolume-787010614 tempest-ServersTestBootFromVolume-787010614-project] Notify callbacks [] for floatingip, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:19.048944 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-ffb60d58-6bf3-46f3-8a61-bd0bef1ec1e1 req-c491529e-ed97-47ce-8878-533798cc3440 tempest-FloatingIPsAssociationTestJSON-978234990 tempest-FloatingIPsAssociationTestJSON-978234990-project] Notify callbacks [] for port, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:19.061458 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-71c3858e-6301-4be3-ab8f-02da0bd6d442 req-330d7a03-4614-49ec-bfb7-d6ce74825531 service neutron] 10.222.0.104 "GET /v2.0/networks/7a710b21-0493-4be8-a73f-c10a9dbc43f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3581417 Jul 06 14:01:19.093214 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-c3128fe0-1aac-4cd2-8618-4499bf247e31 tempest-ServersTestBootFromVolume-787010614 tempest-ServersTestBootFromVolume-787010614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:19.129758 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.provisioning_blocks [req-ffb60d58-6bf3-46f3-8a61-bd0bef1ec1e1 req-c491529e-ed97-47ce-8878-533798cc3440 tempest-FloatingIPsAssociationTestJSON-978234990 tempest-FloatingIPsAssociationTestJSON-978234990-project] Transition to ACTIVE for port object e0212a6e-4a9c-4580-a290-db589dcc6f27 will not be triggered until provisioned by entity DHCP. {{(pid=100247) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:01:19.186291 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-1e8eac57-4750-4627-8222-c55bd46d78f9 req-8d93f9e0-b15d-4773-89ee-ae0401ca378a tempest-ServersOnMultiNodesTest-299961212 tempest-ServersOnMultiNodesTest-299961212-project] 10.222.0.104 "GET /v2.0/ports?tenant_id=ae0918c1680140d8a89ce8f9c600b37d&fields=id HTTP/1.1" status: 200 len: 486 time: 0.2419999 Jul 06 14:01:19.286354 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.db_base_plugin_common [None req-c3128fe0-1aac-4cd2-8618-4499bf247e31 tempest-ServersTestBootFromVolume-787010614 tempest-ServersTestBootFromVolume-787010614-project] Allocated IP 172.25.0.87 (2658f09e-a580-4d4a-9968-2d1e0ad93719/cbf74abc-6fe1-4d33-b005-c948923b9647/01840248-c183-4013-8ed2-9ea7d3db0c21) {{(pid=100246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:01:19.313259 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-71c3858e-6301-4be3-ab8f-02da0bd6d442 req-cf7e8dcf-d200-48e6-9a6b-d632754ee385 service neutron] 10.222.0.104 "GET /v2.0/networks/7a710b21-0493-4be8-a73f-c10a9dbc43f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2508121 Jul 06 14:01:19.332414 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-ffb60d58-6bf3-46f3-8a61-bd0bef1ec1e1 req-c491529e-ed97-47ce-8878-533798cc3440 tempest-FloatingIPsAssociationTestJSON-978234990 tempest-FloatingIPsAssociationTestJSON-978234990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-128888360'] for port, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:19.394255 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device da2a706e-62bb-4bb1-b14b-8538546ce077 up at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:01:19.414874 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ffb60d58-6bf3-46f3-8a61-bd0bef1ec1e1 req-c491529e-ed97-47ce-8878-533798cc3440 tempest-FloatingIPsAssociationTestJSON-978234990 tempest-FloatingIPsAssociationTestJSON-978234990-project] Network dc2aab4d-ebf5-4223-8156-143d93bdc342 is already hosted by enough agents. {{(pid=100247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:01:19.470110 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.base_scheduler [req-ffb60d58-6bf3-46f3-8a61-bd0bef1ec1e1 req-c491529e-ed97-47ce-8878-533798cc3440 tempest-FloatingIPsAssociationTestJSON-978234990 tempest-FloatingIPsAssociationTestJSON-978234990-project] Resources bound (agent type, host, resource id): {{(pid=100247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:01:19.507093 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.l3_dvrscheduler_db [req-ffb60d58-6bf3-46f3-8a61-bd0bef1ec1e1 req-c491529e-ed97-47ce-8878-533798cc3440 tempest-FloatingIPsAssociationTestJSON-978234990 tempest-FloatingIPsAssociationTestJSON-978234990-project] Received port after_create {{(pid=100247) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:01:19.543420 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-c3128fe0-1aac-4cd2-8618-4499bf247e31 tempest-ServersTestBootFromVolume-787010614 tempest-ServersTestBootFromVolume-787010614-project] Notify callbacks [] for port, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:19.576272 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c491529e-ed97-47ce-8878-533798cc3440 tempest-FloatingIPsAssociationTestJSON-978234990 tempest-FloatingIPsAssociationTestJSON-978234990-project] Pushing event updated for resources: {'Port': ['ID=e0212a6e-4a9c-4580-a290-db589dcc6f27,revision_number=1']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:01:19.608015 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning for port da2a706e-62bb-4bb1-b14b-8538546ce077 completed by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:01:19.628858 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning complete for port da2a706e-62bb-4bb1-b14b-8538546ce077 triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:01:19.631975 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:19.819362 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-c3128fe0-1aac-4cd2-8618-4499bf247e31 tempest-ServersTestBootFromVolume-787010614 tempest-ServersTestBootFromVolume-787010614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-127687573'] for port, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:19.883256 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb60d58-6bf3-46f3-8a61-bd0bef1ec1e1 req-c491529e-ed97-47ce-8878-533798cc3440 tempest-FloatingIPsAssociationTestJSON-978234990 tempest-FloatingIPsAssociationTestJSON-978234990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:01:19.886615 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-ffb60d58-6bf3-46f3-8a61-bd0bef1ec1e1 req-c491529e-ed97-47ce-8878-533798cc3440 tempest-FloatingIPsAssociationTestJSON-978234990 tempest-FloatingIPsAssociationTestJSON-978234990-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:19.962161 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-ffb60d58-6bf3-46f3-8a61-bd0bef1ec1e1 req-c491529e-ed97-47ce-8878-533798cc3440 tempest-FloatingIPsAssociationTestJSON-978234990 tempest-FloatingIPsAssociationTestJSON-978234990-project] 10.222.0.127 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6732304 Jul 06 14:01:19.974775 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3128fe0-1aac-4cd2-8618-4499bf247e31 tempest-ServersTestBootFromVolume-787010614 tempest-ServersTestBootFromVolume-787010614-project] Network 2658f09e-a580-4d4a-9968-2d1e0ad93719 is already hosted by enough agents. {{(pid=100246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:01:19.987534 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.base_scheduler [None req-c3128fe0-1aac-4cd2-8618-4499bf247e31 tempest-ServersTestBootFromVolume-787010614 tempest-ServersTestBootFromVolume-787010614-project] Resources bound (agent type, host, resource id): {{(pid=100246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:01:19.988540 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [req-ffb60d58-6bf3-46f3-8a61-bd0bef1ec1e1 req-801e2f51-b22b-4843-b0d6-cea4fc2bbdfe service neutron] Request body: {'port': {'device_id': '7bfb388a-790e-4692-a575-ef183ebdd084', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-773647-6'}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:01:20.007576 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3128fe0-1aac-4cd2-8618-4499bf247e31 tempest-ServersTestBootFromVolume-787010614 tempest-ServersTestBootFromVolume-787010614-project] Received port after_create {{(pid=100246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:01:20.063415 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:20.093675 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3128fe0-1aac-4cd2-8618-4499bf247e31 tempest-ServersTestBootFromVolume-787010614 tempest-ServersTestBootFromVolume-787010614-project] Pushing event updated for resources: {'Port': ['ID=01840248-c183-4013-8ed2-9ea7d3db0c21,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:01:20.124275 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] For port da2a706e-62bb-4bb1-b14b-8538546ce077, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=da2a706e-62bb-4bb1-b14b-8538546ce077,segment=NetworkSegment(89a832b7-7793-4d51-9038-ed7e1c3ff1b2),segment_id=89a832b7-7793-4d51-9038-ed7e1c3ff1b2)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:01:20.131600 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:20.264096 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-c3128fe0-1aac-4cd2-8618-4499bf247e31 tempest-ServersTestBootFromVolume-787010614 tempest-ServersTestBootFromVolume-787010614-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:20.275615 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-ffb60d58-6bf3-46f3-8a61-bd0bef1ec1e1 req-801e2f51-b22b-4843-b0d6-cea4fc2bbdfe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:20.288449 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Pushing event updated for resources: {'Port': ['ID=da2a706e-62bb-4bb1-b14b-8538546ce077,revision_number=4']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:01:20.319848 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-d5a80751-3538-4416-8fca-41bad752404d None None] Provisioning for port e0212a6e-4a9c-4580-a290-db589dcc6f27 completed by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:01:20.324291 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-d5a80751-3538-4416-8fca-41bad752404d None None] Provisioning complete for port e0212a6e-4a9c-4580-a290-db589dcc6f27 triggered by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:01:20.324933 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-d5a80751-3538-4416-8fca-41bad752404d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:20.361499 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-c3128fe0-1aac-4cd2-8618-4499bf247e31 tempest-ServersTestBootFromVolume-787010614 tempest-ServersTestBootFromVolume-787010614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:20.419064 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-d5a80751-3538-4416-8fca-41bad752404d None None] Port e0212a6e-4a9c-4580-a290-db589dcc6f27 cannot update to ACTIVE because it is not bound. {{(pid=100248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 14:01:20.471901 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e368ff-16a3-4e3f-bc8f-10b60814b3af req-4467e2f1-0a1a-4469-ad6f-d5efa9273550 tempest-InstanceActionsNegativeTestJSON-277410024 tempest-InstanceActionsNegativeTestJSON-277410024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:01:20.476491 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-86e368ff-16a3-4e3f-bc8f-10b60814b3af req-4467e2f1-0a1a-4469-ad6f-d5efa9273550 tempest-InstanceActionsNegativeTestJSON-277410024 tempest-InstanceActionsNegativeTestJSON-277410024-project] 10.222.0.104 "GET /v2.0/ports?device_id=a81b2fd4-9cac-454e-bafc-ab03e2147a85 HTTP/1.1" status: 200 len: 945 time: 0.2834501 Jul 06 14:01:20.496638 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6429d7c6-6523-4afa-b1ff-42de9a12e957 None None] Sync routers for ids ['4e092e31-7490-4a26-882e-b70bacbff7f5'] in n-d-773647-6 {{(pid=100249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 14:01:20.510588 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6429d7c6-6523-4afa-b1ff-42de9a12e957 None None] Routers {'4e092e31-7490-4a26-882e-b70bacbff7f5'} bound to L3 agent in host n-d-773647-6 {{(pid=100249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:01:20.519523 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-6429d7c6-6523-4afa-b1ff-42de9a12e957 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T14:00:56Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['4e092e31-7490-4a26-882e-b70bacbff7f5'], 'active': True} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:01:20.618806 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-3f77b554-c49c-4e77-aaf5-e2f19452f3f5 req-9bd42f8a-5194-440f-b526-e66056e1f9be service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=7061350e-4dca-4399-85c7-69dfaa1b6322&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3664849 Jul 06 14:01:20.671572 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 14:01:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d536ebea-c1c7-4581-a402-ae240e2eb3a9 x-openstack-request-id: req-d536ebea-c1c7-4581-a402-ae240e2eb3a9 {{(pid=100248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:01:20.671878 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7f795df-4671-41b1-951f-6d2bef17c821", "name": "network-vif-plugged", "status": "completed", "tag": "a2874956-26aa-49c8-b913-a65ada20e08d", "code": 200}]} {{(pid=100248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:01:20.672136 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-d536ebea-c1c7-4581-a402-ae240e2eb3a9 {{(pid=100248) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:01:20.672536 n-d-773647-6 neutron-server[100248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7f795df-4671-41b1-951f-6d2bef17c821', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2874956-26aa-49c8-b913-a65ada20e08d', 'code': 200} Jul 06 14:01:20.709869 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-c3128fe0-1aac-4cd2-8618-4499bf247e31 tempest-ServersTestBootFromVolume-787010614 tempest-ServersTestBootFromVolume-787010614-project] Notify callbacks [] for port, precommit_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:20.720888 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-c3128fe0-1aac-4cd2-8618-4499bf247e31 tempest-ServersTestBootFromVolume-787010614 tempest-ServersTestBootFromVolume-787010614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127687527'] for port, after_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:20.822067 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-c3128fe0-1aac-4cd2-8618-4499bf247e31 tempest-ServersTestBootFromVolume-787010614 tempest-ServersTestBootFromVolume-787010614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1761130'] for floatingip, after_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:20.884296 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3128fe0-1aac-4cd2-8618-4499bf247e31 tempest-ServersTestBootFromVolume-787010614 tempest-ServersTestBootFromVolume-787010614-project] Pushing event updated for resources: {'Port': ['ID=01840248-c183-4013-8ed2-9ea7d3db0c21,revision_number=2']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:01:20.905955 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-c3128fe0-1aac-4cd2-8618-4499bf247e31 tempest-ServersTestBootFromVolume-787010614 tempest-ServersTestBootFromVolume-787010614-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for floatingip, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:20.907826 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-c3128fe0-1aac-4cd2-8618-4499bf247e31 tempest-ServersTestBootFromVolume-787010614 tempest-ServersTestBootFromVolume-787010614-project] 10.222.0.104 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.0143707 Jul 06 14:01:20.948465 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99dbac4-9292-4e7d-81db-d30422be8c04 req-793d0400-8873-494a-94f9-8f652110c59f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:01:20.949469 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99dbac4-9292-4e7d-81db-d30422be8c04 req-793d0400-8873-494a-94f9-8f652110c59f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:01:20.952078 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-e99dbac4-9292-4e7d-81db-d30422be8c04 req-793d0400-8873-494a-94f9-8f652110c59f service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=d7f795df-4671-41b1-951f-6d2bef17c821 HTTP/1.1" status: 200 len: 1983 time: 0.1217935 Jul 06 14:01:21.074455 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-e99dbac4-9292-4e7d-81db-d30422be8c04 req-54d0c700-623f-4056-96a1-a76bc283d2af service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=3be580b9-03cb-4a9b-8661-5fe7dfbcaae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131616 Jul 06 14:01:21.172845 n-d-773647-6 neutron-server[100247]: DEBUG neutron.notifiers.nova [req-ffb60d58-6bf3-46f3-8a61-bd0bef1ec1e1 req-801e2f51-b22b-4843-b0d6-cea4fc2bbdfe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e0212a6e-4a9c-4580-a290-db589dcc6f27 {{(pid=100247) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 14:01:21.191919 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-ffb60d58-6bf3-46f3-8a61-bd0bef1ec1e1 req-801e2f51-b22b-4843-b0d6-cea4fc2bbdfe service neutron] Notify callbacks [] for port, precommit_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:21.204119 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvr_db [None req-6429d7c6-6523-4afa-b1ff-42de9a12e957 None None] Set router 4e092e31-7490-4a26-882e-b70bacbff7f5 gateway port host: n-d-773647-6 {{(pid=100249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:01:21.239194 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.provisioning_blocks [req-ffb60d58-6bf3-46f3-8a61-bd0bef1ec1e1 req-801e2f51-b22b-4843-b0d6-cea4fc2bbdfe service neutron] Transition to ACTIVE for port object e0212a6e-4a9c-4580-a290-db589dcc6f27 will not be triggered until provisioned by entity L2. {{(pid=100247) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:01:21.250663 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-86e368ff-16a3-4e3f-bc8f-10b60814b3af req-a079e811-7df3-4349-a009-a79e6c744106 tempest-InstanceActionsNegativeTestJSON-277410024 tempest-InstanceActionsNegativeTestJSON-277410024-project] 10.222.0.104 "GET /v2.0/security-groups?id=9b393f8e-0f28-4e90-883b-cd77890119ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7616143 Jul 06 14:01:21.309939 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-ffb60d58-6bf3-46f3-8a61-bd0bef1ec1e1 req-801e2f51-b22b-4843-b0d6-cea4fc2bbdfe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128888538'] for port, after_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:21.370042 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device da2a706e-62bb-4bb1-b14b-8538546ce077 up at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:01:21.428966 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Device 69ef8f11-ee7d-4241-9d0e-92523ea750ba up at agent hyperv_n-h2-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:01:21.548992 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning complete for port da2a706e-62bb-4bb1-b14b-8538546ce077 triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:01:21.549798 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:21.617221 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Provisioning for port 69ef8f11-ee7d-4241-9d0e-92523ea750ba completed by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:01:21.640699 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Provisioning complete for port 69ef8f11-ee7d-4241-9d0e-92523ea750ba triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:01:21.641747 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:21.694187 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801e2f51-b22b-4843-b0d6-cea4fc2bbdfe service neutron] Pushing event updated for resources: {'Port': ['ID=e0212a6e-4a9c-4580-a290-db589dcc6f27,revision_number=2']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:01:21.821398 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-6429d7c6-6523-4afa-b1ff-42de9a12e957 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e092e31-7490-4a26-882e-b70bacbff7f5', 'name': 'tempest-ServersTestBootFromVolume-756776599-router', 'tenant_id': '781535735adb4e1297ed6761c38ca98f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.149'}], 'enable_snat': True}, 'gw_port_id': 'da2a706e-62bb-4bb1-b14b-8538546ce077', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:01:03Z', 'updated_at': '2021-07-06T14:01:14Z', 'revision_number': 4, 'project_id': '781535735adb4e1297ed6761c38ca98f', 'gw_port': {'id': 'da2a706e-62bb-4bb1-b14b-8538546ce077', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:c2:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e092e31-7490-4a26-882e-b70bacbff7f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 899, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:01:06Z', 'updated_at': '2021-07-06T14:01:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6', '_interfaces': [{'id': '8e4ba707-5bdb-486a-abca-cd0cffb450f4', 'name': '', 'network_id': 'd9f36955-e86a-4c93-9b28-49ad744bf776', 'tenant_id': '781535735adb4e1297ed6761c38ca98f', 'mac_address': 'fa:16:3e:14:2d:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e092e31-7490-4a26-882e-b70bacbff7f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 900, 'fixed_ips': [{'subnet_id': '8b3908d8-67f9-4087-8b08-3c0c944b289c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:01:12Z', 'updated_at': '2021-07-06T14:01:14Z', 'revision_number': 2, 'project_id': '781535735adb4e1297ed6761c38ca98f', 'subnets': [{'id': '8b3908d8-67f9-4087-8b08-3c0c944b289c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773647-6', False) {} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:01:21.860500 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f77b554-c49c-4e77-aaf5-e2f19452f3f5 req-b1a7e797-6f6a-44e7-b28a-2bbd2d512734 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:01:21.875034 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6429d7c6-6523-4afa-b1ff-42de9a12e957 None None] Checking router: 4e092e31-7490-4a26-882e-b70bacbff7f5 for host: n-d-773647-6 {{(pid=100249) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 14:01:21.875674 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6429d7c6-6523-4afa-b1ff-42de9a12e957 None None] Updating router 4e092e31-7490-4a26-882e-b70bacbff7f5 port 8e4ba707-5bdb-486a-abca-cd0cffb450f4 binding host n-d-773647-6 {{(pid=100249) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 14:01:21.881105 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-3f77b554-c49c-4e77-aaf5-e2f19452f3f5 req-b1a7e797-6f6a-44e7-b28a-2bbd2d512734 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=ae0918c1680140d8a89ce8f9c600b37d&device_id=7061350e-4dca-4399-85c7-69dfaa1b6322 HTTP/1.1" status: 200 len: 1101 time: 1.1415079 Jul 06 14:01:21.914087 n-d-773647-6 neutron-server[100249]: DEBUG neutron_lib.callbacks.manager [None req-6429d7c6-6523-4afa-b1ff-42de9a12e957 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:22.051024 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:22.194824 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f77b554-c49c-4e77-aaf5-e2f19452f3f5 req-9ad11753-1976-4b9a-a434-6601056d9fdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:01:22.196846 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-3f77b554-c49c-4e77-aaf5-e2f19452f3f5 req-9ad11753-1976-4b9a-a434-6601056d9fdd service neutron] 10.222.0.72 "GET /v2.0/networks?id=ac09d390-867f-4b75-a8d2-ab11550bffd6 HTTP/1.1" status: 200 len: 871 time: 0.2694025 Jul 06 14:01:22.220646 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd1b6d8-a035-4033-aba3-e44ed6452421 req-b789fae8-4bbc-44fc-b47e-85d7f71342b4 tempest-FloatingIPsAssociationTestJSON-978234990 tempest-FloatingIPsAssociationTestJSON-978234990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:01:22.229032 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-bbd1b6d8-a035-4033-aba3-e44ed6452421 req-b789fae8-4bbc-44fc-b47e-85d7f71342b4 tempest-FloatingIPsAssociationTestJSON-978234990 tempest-FloatingIPsAssociationTestJSON-978234990-project] 10.222.0.104 "GET /v2.0/ports?device_id=7bfb388a-790e-4692-a575-ef183ebdd084 HTTP/1.1" status: 200 len: 943 time: 0.9334667 Jul 06 14:01:22.236216 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] For port 69ef8f11-ee7d-4241-9d0e-92523ea750ba, host n-h2-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=69ef8f11-ee7d-4241-9d0e-92523ea750ba,segment=NetworkSegment(c68ac9e5-a48c-42f8-97e6-8aad5b6cc278),segment_id=c68ac9e5-a48c-42f8-97e6-8aad5b6cc278)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:01:22.242674 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:22.277769 n-d-773647-6 neutron-server[100249]: DEBUG neutron_lib.callbacks.manager [None req-6429d7c6-6523-4afa-b1ff-42de9a12e957 None None] Notify callbacks [] for port, precommit_update {{(pid=100249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:22.290619 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.provisioning_blocks [None req-6429d7c6-6523-4afa-b1ff-42de9a12e957 None None] Transition to ACTIVE for port object 8e4ba707-5bdb-486a-abca-cd0cffb450f4 will not be triggered until provisioned by entity L2. {{(pid=100249) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:01:22.300327 n-d-773647-6 neutron-server[100249]: DEBUG neutron_lib.callbacks.manager [None req-6429d7c6-6523-4afa-b1ff-42de9a12e957 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:22.351245 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Pushing event updated for resources: {'Port': ['ID=69ef8f11-ee7d-4241-9d0e-92523ea750ba,revision_number=5']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:01:22.424794 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-3f77b554-c49c-4e77-aaf5-e2f19452f3f5 req-40842e8c-3104-43b4-b0cf-748282c6f45b service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.144&port_id=891b2c81-2c6a-4763-a1b7-6fa3d05d0063 HTTP/1.1" status: 200 len: 217 time: 0.1889656 Jul 06 14:01:22.480034 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.managers [None req-6429d7c6-6523-4afa-b1ff-42de9a12e957 None None] Attempting to bind port 8e4ba707-5bdb-486a-abca-cd0cffb450f4 on host n-d-773647-6 for vnic_type normal with profile {{(pid=100249) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:01:22.480404 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.managers [None req-6429d7c6-6523-4afa-b1ff-42de9a12e957 None None] Attempting to bind port 8e4ba707-5bdb-486a-abca-cd0cffb450f4 by drivers openvswitch,hyperv on host n-d-773647-6 at level 0 using segments [{'id': '9eba4787-c4f9-4fad-9106-1dea9683e832', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': 'd9f36955-e86a-4c93-9b28-49ad744bf776'}] {{(pid=100249) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:01:22.480768 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6429d7c6-6523-4afa-b1ff-42de9a12e957 None None] Attempting to bind port 8e4ba707-5bdb-486a-abca-cd0cffb450f4 on network d9f36955-e86a-4c93-9b28-49ad744bf776 {{(pid=100249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:01:22.525455 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6429d7c6-6523-4afa-b1ff-42de9a12e957 None None] Checking agent: {'id': '8ab5b19c-d213-4f29-891d-27bdf39d38b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773647-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 43, 26), 'started_at': datetime.datetime(2021, 7, 6, 13, 43, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 0, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773647-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:01:22.526152 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6429d7c6-6523-4afa-b1ff-42de9a12e957 None None] Checking segment: {'id': '9eba4787-c4f9-4fad-9106-1dea9683e832', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': 'd9f36955-e86a-4c93-9b28-49ad744bf776'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100249) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:01:22.526731 n-d-773647-6 neutron-server[100249]: DEBUG neutron_lib.callbacks.manager [None req-6429d7c6-6523-4afa-b1ff-42de9a12e957 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:22.527332 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6429d7c6-6523-4afa-b1ff-42de9a12e957 None None] Bound using segment: {'id': '9eba4787-c4f9-4fad-9106-1dea9683e832', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': 'd9f36955-e86a-4c93-9b28-49ad744bf776'} {{(pid=100249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:01:22.528401 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.managers [None req-6429d7c6-6523-4afa-b1ff-42de9a12e957 None None] Bound port: 8e4ba707-5bdb-486a-abca-cd0cffb450f4, host: n-d-773647-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9eba4787-c4f9-4fad-9106-1dea9683e832', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': 'd9f36955-e86a-4c93-9b28-49ad744bf776'}}] {{(pid=100249) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:01:22.528963 n-d-773647-6 neutron-server[100249]: DEBUG neutron_lib.callbacks.manager [None req-6429d7c6-6523-4afa-b1ff-42de9a12e957 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:22.531200 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849abfc1-e97b-40f2-8348-1666fb3b078f None None] Pushing event updated for resources: {'Port': ['ID=8e4ba707-5bdb-486a-abca-cd0cffb450f4,revision_number=3']} {{(pid=100249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:01:22.633251 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.managers [req-ffb60d58-6bf3-46f3-8a61-bd0bef1ec1e1 req-801e2f51-b22b-4843-b0d6-cea4fc2bbdfe service neutron] Attempting to bind port e0212a6e-4a9c-4580-a290-db589dcc6f27 on host n-h1-773647-6 for vnic_type normal with profile {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:01:22.633251 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.managers [req-ffb60d58-6bf3-46f3-8a61-bd0bef1ec1e1 req-801e2f51-b22b-4843-b0d6-cea4fc2bbdfe service neutron] Attempting to bind port e0212a6e-4a9c-4580-a290-db589dcc6f27 by drivers openvswitch,hyperv on host n-h1-773647-6 at level 0 using segments [{'id': 'b84425ef-5b11-46aa-9198-ea4525ffd9fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': 'dc2aab4d-ebf5-4223-8156-143d93bdc342'}] {{(pid=100247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:01:22.635600 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffb60d58-6bf3-46f3-8a61-bd0bef1ec1e1 req-801e2f51-b22b-4843-b0d6-cea4fc2bbdfe service neutron] Attempting to bind port e0212a6e-4a9c-4580-a290-db589dcc6f27 on network dc2aab4d-ebf5-4223-8156-143d93bdc342 {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:01:22.673892 n-d-773647-6 neutron-server[100248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a81b2fd4-9cac-454e-bafc-ab03e2147a85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69ef8f11-ee7d-4241-9d0e-92523ea750ba'}] {{(pid=100248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:01:22.676372 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84af257533e383389cbcf231d3534f4d5e149e7203fea16b4a8fc01438dddaf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7c5da66-a4f4-4f75-8f64-06278f0bcb25" -d '{"events": [{"server_uuid": "a81b2fd4-9cac-454e-bafc-ab03e2147a85", "name": "network-vif-plugged", "status": "completed", "tag": "69ef8f11-ee7d-4241-9d0e-92523ea750ba"}]}' {{(pid=100248) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:01:22.688438 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.db [None req-6429d7c6-6523-4afa-b1ff-42de9a12e957 None None] For port 8e4ba707-5bdb-486a-abca-cd0cffb450f4, host n-d-773647-6, cleared binding levels {{(pid=100249) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:01:22.696268 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.db [None req-6429d7c6-6523-4afa-b1ff-42de9a12e957 None None] For port 8e4ba707-5bdb-486a-abca-cd0cffb450f4, host n-d-773647-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=8e4ba707-5bdb-486a-abca-cd0cffb450f4,segment=NetworkSegment(9eba4787-c4f9-4fad-9106-1dea9683e832),segment_id=9eba4787-c4f9-4fad-9106-1dea9683e832)] {{(pid=100249) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:01:22.702888 n-d-773647-6 neutron-server[100249]: DEBUG neutron_lib.callbacks.manager [None req-6429d7c6-6523-4afa-b1ff-42de9a12e957 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:22.717251 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-1e8eac57-4750-4627-8222-c55bd46d78f9 req-d46af1ed-0722-42a7-916a-4a09fc917b62 tempest-ServersOnMultiNodesTest-299961212 tempest-ServersOnMultiNodesTest-299961212-project] 10.222.0.127 "GET /v2.0/networks?tenant_id=ae0918c1680140d8a89ce8f9c600b37d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0958490 Jul 06 14:01:22.748096 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d4944e-9f83-4cf9-b53a-f55b0fef1d37 req-dea62a2e-e858-4c9b-971d-6aeb2e216b4a tempest-ServersTestMultiNic-850319587 tempest-ServersTestMultiNic-850319587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:01:22.766489 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d4944e-9f83-4cf9-b53a-f55b0fef1d37 req-dea62a2e-e858-4c9b-971d-6aeb2e216b4a tempest-ServersTestMultiNic-850319587 tempest-ServersTestMultiNic-850319587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:01:22.774992 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-91d4944e-9f83-4cf9-b53a-f55b0fef1d37 req-dea62a2e-e858-4c9b-971d-6aeb2e216b4a tempest-ServersTestMultiNic-850319587 tempest-ServersTestMultiNic-850319587-project] 10.222.0.104 "GET /v2.0/ports?device_id=d7f795df-4671-41b1-951f-6d2bef17c821 HTTP/1.1" status: 200 len: 1681 time: 1.2042072 Jul 06 14:01:22.864825 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-a3bd5e85-2367-4f74-9046-0ddb9ae9b0c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:22.875064 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849abfc1-e97b-40f2-8348-1666fb3b078f None None] Pushing event updated for resources: {'Port': ['ID=8e4ba707-5bdb-486a-abca-cd0cffb450f4,revision_number=4']} {{(pid=100249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:01:22.892978 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6429d7c6-6523-4afa-b1ff-42de9a12e957 None None] Routers {'4e092e31-7490-4a26-882e-b70bacbff7f5'} bound to L3 agent in host n-d-773647-6 {{(pid=100249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:01:22.894063 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-6429d7c6-6523-4afa-b1ff-42de9a12e957 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T14:00:56Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['4e092e31-7490-4a26-882e-b70bacbff7f5'], 'active': True} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:01:22.916467 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffb60d58-6bf3-46f3-8a61-bd0bef1ec1e1 req-801e2f51-b22b-4843-b0d6-cea4fc2bbdfe service neutron] Port e0212a6e-4a9c-4580-a290-db589dcc6f27 on network dc2aab4d-ebf5-4223-8156-143d93bdc342 not bound, no agent of type Open vSwitch agent registered on host n-h1-773647-6 {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 14:01:22.925369 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffb60d58-6bf3-46f3-8a61-bd0bef1ec1e1 req-801e2f51-b22b-4843-b0d6-cea4fc2bbdfe service neutron] Attempting to bind port e0212a6e-4a9c-4580-a290-db589dcc6f27 on network dc2aab4d-ebf5-4223-8156-143d93bdc342 {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:01:23.098465 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-bbd1b6d8-a035-4033-aba3-e44ed6452421 req-2225d6c8-fdaf-4a25-b6d3-3753c83b11d4 tempest-FloatingIPsAssociationTestJSON-978234990 tempest-FloatingIPsAssociationTestJSON-978234990-project] 10.222.0.104 "GET /v2.0/security-groups?id=715e00b7-412d-4ac6-a847-c2c6525b42cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8682239 Jul 06 14:01:23.120788 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f77b554-c49c-4e77-aaf5-e2f19452f3f5 req-e392afe8-f616-4304-8092-334bb1d75362 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:01:23.122799 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-3f77b554-c49c-4e77-aaf5-e2f19452f3f5 req-e392afe8-f616-4304-8092-334bb1d75362 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=d1c3cc78-09b9-4e30-99fd-0e5830de101d HTTP/1.1" status: 200 len: 843 time: 0.6160979 Jul 06 14:01:23.150207 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffb60d58-6bf3-46f3-8a61-bd0bef1ec1e1 req-801e2f51-b22b-4843-b0d6-cea4fc2bbdfe service neutron] Checking agent: {'id': '5bf7147f-bada-4441-a5dc-934b903473fb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-773647-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 51, 12), 'started_at': datetime.datetime(2021, 7, 6, 13, 51, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 1, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:01:23.154753 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffb60d58-6bf3-46f3-8a61-bd0bef1ec1e1 req-801e2f51-b22b-4843-b0d6-cea4fc2bbdfe service neutron] Checking segment: {'id': 'b84425ef-5b11-46aa-9198-ea4525ffd9fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': 'dc2aab4d-ebf5-4223-8156-143d93bdc342'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100247) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:01:23.155501 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffb60d58-6bf3-46f3-8a61-bd0bef1ec1e1 req-801e2f51-b22b-4843-b0d6-cea4fc2bbdfe service neutron] Bound using segment: {'id': 'b84425ef-5b11-46aa-9198-ea4525ffd9fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': 'dc2aab4d-ebf5-4223-8156-143d93bdc342'} {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:01:23.156197 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.managers [req-ffb60d58-6bf3-46f3-8a61-bd0bef1ec1e1 req-801e2f51-b22b-4843-b0d6-cea4fc2bbdfe service neutron] Bound port: e0212a6e-4a9c-4580-a290-db589dcc6f27, host: n-h1-773647-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b84425ef-5b11-46aa-9198-ea4525ffd9fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': 'dc2aab4d-ebf5-4223-8156-143d93bdc342'}}] {{(pid=100247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:01:23.156797 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-ffb60d58-6bf3-46f3-8a61-bd0bef1ec1e1 req-801e2f51-b22b-4843-b0d6-cea4fc2bbdfe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:23.421801 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvr_db [None req-6429d7c6-6523-4afa-b1ff-42de9a12e957 None None] Set router 4e092e31-7490-4a26-882e-b70bacbff7f5 gateway port host: n-d-773647-6 {{(pid=100249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:01:23.435180 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-91d4944e-9f83-4cf9-b53a-f55b0fef1d37 req-5e6f3cb8-6466-4a7d-9db4-6b92fb67d25a tempest-ServersTestMultiNic-850319587 tempest-ServersTestMultiNic-850319587-project] 10.222.0.104 "GET /v2.0/security-groups?id=3be580b9-03cb-4a9b-8661-5fe7dfbcaae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6587822 Jul 06 14:01:23.488626 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 8e4ba707-5bdb-486a-abca-cd0cffb450f4 up at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:01:23.625477 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning for port 8e4ba707-5bdb-486a-abca-cd0cffb450f4 completed by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:01:23.630119 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c3858e-6301-4be3-ab8f-02da0bd6d442 req-4bf5d5ba-a926-4bac-89ec-0955f32c4d76 tempest-DeleteServersTestJSON-677393534 tempest-DeleteServersTestJSON-677393534-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:01:23.637238 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning complete for port 8e4ba707-5bdb-486a-abca-cd0cffb450f4 triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:01:23.637794 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-71c3858e-6301-4be3-ab8f-02da0bd6d442 req-4bf5d5ba-a926-4bac-89ec-0955f32c4d76 tempest-DeleteServersTestJSON-677393534 tempest-DeleteServersTestJSON-677393534-project] 10.222.0.127 "GET /v2.0/networks?id=7a710b21-0493-4be8-a73f-c10a9dbc43f7 HTTP/1.1" status: 200 len: 812 time: 0.3399858 Jul 06 14:01:23.639010 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:23.658891 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-ed32f438-9817-4ae3-b445-307e6e385865 req-fcbfce16-6bde-44d8-b39c-7300b939ad3b tempest-ServersOnMultiNodesTest-299961212 tempest-ServersOnMultiNodesTest-299961212-project] 10.222.0.104 "GET /v2.0/ports?device_id=5a86de26-f803-496c-8949-ab7be8bbefaa HTTP/1.1" status: 200 len: 210 time: 0.2641249 Jul 06 14:01:23.665948 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [req-71c3858e-6301-4be3-ab8f-02da0bd6d442 req-b9f75eb0-52eb-4306-be36-11701ef48b6b tempest-DeleteServersTestJSON-677393534 tempest-DeleteServersTestJSON-677393534-project] Request body: {'port': {'device_id': '2c494c2e-edc1-434b-b110-8c7b4f90835c', 'network_id': '7a710b21-0493-4be8-a73f-c10a9dbc43f7', 'admin_state_up': True, 'tenant_id': 'ed98ced3211c40618bf4aade5a2dd56d'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:01:23.813704 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-567a4620-5932-401e-a4c3-60418f218e89 req-cbcb99e5-d59b-491c-b918-934a8fb00a71 service neutron] 10.222.0.127 "GET /v2.0/ports?device_id=498d4219-b846-47a7-81ce-c72ff020ccc6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.8700569 Jul 06 14:01:23.827908 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8eac57-4750-4627-8222-c55bd46d78f9 req-541c8008-d057-4c35-893c-3f6d50a3a58d tempest-ServersOnMultiNodesTest-299961212 tempest-ServersOnMultiNodesTest-299961212-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:01:23.829870 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-1e8eac57-4750-4627-8222-c55bd46d78f9 req-541c8008-d057-4c35-893c-3f6d50a3a58d tempest-ServersOnMultiNodesTest-299961212 tempest-ServersOnMultiNodesTest-299961212-project] 10.222.0.127 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.0391514 Jul 06 14:01:23.831485 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.db [req-ffb60d58-6bf3-46f3-8a61-bd0bef1ec1e1 req-801e2f51-b22b-4843-b0d6-cea4fc2bbdfe service neutron] For port e0212a6e-4a9c-4580-a290-db589dcc6f27, host n-h1-773647-6, cleared binding levels {{(pid=100247) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:01:23.875742 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-6e54f8ce-8106-4001-abc6-2252f645a6d1 req-3417df52-2457-49f9-9f58-5196e305ed76 tempest-DeleteServersTestJSON-677393534 tempest-DeleteServersTestJSON-677393534-project] 10.222.0.104 "GET /v2.0/ports?device_id=2c494c2e-edc1-434b-b110-8c7b4f90835c HTTP/1.1" status: 200 len: 210 time: 0.0973854 Jul 06 14:01:23.895579 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [req-1e8eac57-4750-4627-8222-c55bd46d78f9 req-d06aa824-c781-4cd2-8e90-779c54ad21c8 tempest-ServersOnMultiNodesTest-299961212 tempest-ServersOnMultiNodesTest-299961212-project] Request body: {'port': {'device_id': '5a86de26-f803-496c-8949-ab7be8bbefaa', 'network_id': 'ac09d390-867f-4b75-a8d2-ab11550bffd6', 'admin_state_up': True, 'tenant_id': 'ae0918c1680140d8a89ce8f9c600b37d'}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:01:23.908118 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:23.920442 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.db [req-ffb60d58-6bf3-46f3-8a61-bd0bef1ec1e1 req-801e2f51-b22b-4843-b0d6-cea4fc2bbdfe service neutron] For port e0212a6e-4a9c-4580-a290-db589dcc6f27, host n-h1-773647-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773647-6',level=0,port_id=e0212a6e-4a9c-4580-a290-db589dcc6f27,segment=NetworkSegment(b84425ef-5b11-46aa-9198-ea4525ffd9fc),segment_id=b84425ef-5b11-46aa-9198-ea4525ffd9fc)] {{(pid=100247) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:01:23.980614 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] For port 8e4ba707-5bdb-486a-abca-cd0cffb450f4, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=8e4ba707-5bdb-486a-abca-cd0cffb450f4,segment=NetworkSegment(9eba4787-c4f9-4fad-9106-1dea9683e832),segment_id=9eba4787-c4f9-4fad-9106-1dea9683e832)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:01:23.989415 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:24.044310 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-71c3858e-6301-4be3-ab8f-02da0bd6d442 req-b9f75eb0-52eb-4306-be36-11701ef48b6b tempest-DeleteServersTestJSON-677393534 tempest-DeleteServersTestJSON-677393534-project] Made reservation on behalf of ed98ced3211c40618bf4aade5a2dd56d for: {'port': 1} {{(pid=100246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:01:24.048669 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-71c3858e-6301-4be3-ab8f-02da0bd6d442 req-b9f75eb0-52eb-4306-be36-11701ef48b6b tempest-DeleteServersTestJSON-677393534 tempest-DeleteServersTestJSON-677393534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:24.053622 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-6429d7c6-6523-4afa-b1ff-42de9a12e957 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e092e31-7490-4a26-882e-b70bacbff7f5', 'name': 'tempest-ServersTestBootFromVolume-756776599-router', 'tenant_id': '781535735adb4e1297ed6761c38ca98f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.149'}], 'enable_snat': True}, 'gw_port_id': 'da2a706e-62bb-4bb1-b14b-8538546ce077', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:01:03Z', 'updated_at': '2021-07-06T14:01:14Z', 'revision_number': 4, 'project_id': '781535735adb4e1297ed6761c38ca98f', 'gw_port': {'id': 'da2a706e-62bb-4bb1-b14b-8538546ce077', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:c2:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e092e31-7490-4a26-882e-b70bacbff7f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 899, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:01:06Z', 'updated_at': '2021-07-06T14:01:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6', '_interfaces': [{'id': '8e4ba707-5bdb-486a-abca-cd0cffb450f4', 'name': '', 'network_id': 'd9f36955-e86a-4c93-9b28-49ad744bf776', 'tenant_id': '781535735adb4e1297ed6761c38ca98f', 'mac_address': 'fa:16:3e:14:2d:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e092e31-7490-4a26-882e-b70bacbff7f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 900, 'fixed_ips': [{'subnet_id': '8b3908d8-67f9-4087-8b08-3c0c944b289c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:01:12Z', 'updated_at': '2021-07-06T14:01:22Z', 'revision_number': 4, 'project_id': '781535735adb4e1297ed6761c38ca98f', 'subnets': [{'id': '8b3908d8-67f9-4087-8b08-3c0c944b289c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773647-6', False) {} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:01:24.065296 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Pushing event updated for resources: {'Port': ['ID=8e4ba707-5bdb-486a-abca-cd0cffb450f4,revision_number=5']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:01:24.073285 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f77b554-c49c-4e77-aaf5-e2f19452f3f5 req-78a9a643-f096-4cb2-b3ff-fc5ee0a6642b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:01:24.081145 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-3f77b554-c49c-4e77-aaf5-e2f19452f3f5 req-78a9a643-f096-4cb2-b3ff-fc5ee0a6642b service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=ac09d390-867f-4b75-a8d2-ab11550bffd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.8884344 Jul 06 14:01:24.139118 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6429d7c6-6523-4afa-b1ff-42de9a12e957 None None] The sync data for ids ['4e092e31-7490-4a26-882e-b70bacbff7f5'] in n-d-773647-6 is: [{'id': '4e092e31-7490-4a26-882e-b70bacbff7f5', 'name': 'tempest-ServersTestBootFromVolume-756776599-router', 'tenant_id': '781535735adb4e1297ed6761c38ca98f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.149'}], 'enable_snat': True}, 'gw_port_id': 'da2a706e-62bb-4bb1-b14b-8538546ce077', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:01:03Z', 'updated_at': '2021-07-06T14:01:14Z', 'revision_number': 4, 'project_id': '781535735adb4e1297ed6761c38ca98f', 'gw_port': {'id': 'da2a706e-62bb-4bb1-b14b-8538546ce077', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:c2:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e092e31-7490-4a26-882e-b70bacbff7f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 899, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:01:06Z', 'updated_at': '2021-07-06T14:01:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6', '_interfaces': [{'id': '8e4ba707-5bdb-486a-abca-cd0cffb450f4', 'name': '', 'network_id': 'd9f36955-e86a-4c93-9b28-49ad744bf776', 'tenant_id': '781535735adb4e1297ed6761c38ca98f', 'mac_address': 'fa:16:3e:14:2d:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e092e31-7490-4a26-882e-b70bacbff7f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 900, 'fixed_ips': [{'subnet_id': '8b3908d8-67f9-4087-8b08-3c0c944b289c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:01:12Z', 'updated_at': '2021-07-06T14:01:22Z', 'revision_number': 4, 'project_id': '781535735adb4e1297ed6761c38ca98f', 'subnets': [{'id': '8b3908d8-67f9-4087-8b08-3c0c944b289c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 14:01:24.166382 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-ffb60d58-6bf3-46f3-8a61-bd0bef1ec1e1 req-801e2f51-b22b-4843-b0d6-cea4fc2bbdfe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128888538'] for port, after_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:24.374532 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.db_base_plugin_common [req-71c3858e-6301-4be3-ab8f-02da0bd6d442 req-b9f75eb0-52eb-4306-be36-11701ef48b6b tempest-DeleteServersTestJSON-677393534 tempest-DeleteServersTestJSON-677393534-project] Allocated IP 172.20.0.2 (7a710b21-0493-4be8-a73f-c10a9dbc43f7/8d32f554-2b92-4c59-9901-e19d129549fc/7c554169-39ca-43d9-8dcb-6a6ab17b5552) {{(pid=100246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:01:24.727779 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb60d58-6bf3-46f3-8a61-bd0bef1ec1e1 req-801e2f51-b22b-4843-b0d6-cea4fc2bbdfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:01:24.729050 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-ffb60d58-6bf3-46f3-8a61-bd0bef1ec1e1 req-801e2f51-b22b-4843-b0d6-cea4fc2bbdfe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:24.730662 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-ffb60d58-6bf3-46f3-8a61-bd0bef1ec1e1 req-801e2f51-b22b-4843-b0d6-cea4fc2bbdfe service neutron] 10.222.0.127 "PUT /v2.0/ports/e0212a6e-4a9c-4580-a290-db589dcc6f27 HTTP/1.1" status: 200 len: 1091 time: 4.7600839 Jul 06 14:01:24.782208 n-d-773647-6 neutron-server[100247]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7bfb388a-790e-4692-a575-ef183ebdd084', 'tag': 'e0212a6e-4a9c-4580-a290-db589dcc6f27'}] {{(pid=100247) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:01:24.785235 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cbf0eeaae822f8fc9b87a94aeba67a3d651842baf663a51cba94b67a514836d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7367464-e12a-43cc-bcf3-efd62c4c423d" -d '{"events": [{"name": "network-changed", "server_uuid": "7bfb388a-790e-4692-a575-ef183ebdd084", "tag": "e0212a6e-4a9c-4580-a290-db589dcc6f27"}]}' {{(pid=100247) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:01:24.797612 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-71c3858e-6301-4be3-ab8f-02da0bd6d442 req-b9f75eb0-52eb-4306-be36-11701ef48b6b tempest-DeleteServersTestJSON-677393534 tempest-DeleteServersTestJSON-677393534-project] Notify callbacks [] for port, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:24.868744 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-71c3858e-6301-4be3-ab8f-02da0bd6d442 req-b9f75eb0-52eb-4306-be36-11701ef48b6b tempest-DeleteServersTestJSON-677393534 tempest-DeleteServersTestJSON-677393534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-127687573'] for port, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:24.922260 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-3f77b554-c49c-4e77-aaf5-e2f19452f3f5 req-42caaa90-a065-4023-aa6b-7ef29bf4b3dc service neutron] 10.222.0.72 "GET /v2.0/networks/ac09d390-867f-4b75-a8d2-ab11550bffd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7513864 Jul 06 14:01:24.931561 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-71c3858e-6301-4be3-ab8f-02da0bd6d442 req-b9f75eb0-52eb-4306-be36-11701ef48b6b tempest-DeleteServersTestJSON-677393534 tempest-DeleteServersTestJSON-677393534-project] Network 7a710b21-0493-4be8-a73f-c10a9dbc43f7 is already hosted by enough agents. {{(pid=100246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:01:24.935716 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.base_scheduler [req-71c3858e-6301-4be3-ab8f-02da0bd6d442 req-b9f75eb0-52eb-4306-be36-11701ef48b6b tempest-DeleteServersTestJSON-677393534 tempest-DeleteServersTestJSON-677393534-project] Resources bound (agent type, host, resource id): {{(pid=100246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:01:24.941996 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [req-71c3858e-6301-4be3-ab8f-02da0bd6d442 req-b9f75eb0-52eb-4306-be36-11701ef48b6b tempest-DeleteServersTestJSON-677393534 tempest-DeleteServersTestJSON-677393534-project] Received port after_create {{(pid=100246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:01:24.993331 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f75eb0-52eb-4306-be36-11701ef48b6b tempest-DeleteServersTestJSON-677393534 tempest-DeleteServersTestJSON-677393534-project] Pushing event updated for resources: {'Port': ['ID=7c554169-39ca-43d9-8dcb-6a6ab17b5552,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:01:25.003591 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801e2f51-b22b-4843-b0d6-cea4fc2bbdfe service neutron] Pushing event updated for resources: {'Port': ['ID=e0212a6e-4a9c-4580-a290-db589dcc6f27,revision_number=3']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:01:25.034531 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c3858e-6301-4be3-ab8f-02da0bd6d442 req-b9f75eb0-52eb-4306-be36-11701ef48b6b tempest-DeleteServersTestJSON-677393534 tempest-DeleteServersTestJSON-677393534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:01:25.034531 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-71c3858e-6301-4be3-ab8f-02da0bd6d442 req-b9f75eb0-52eb-4306-be36-11701ef48b6b tempest-DeleteServersTestJSON-677393534 tempest-DeleteServersTestJSON-677393534-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:25.079344 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567a4620-5932-401e-a4c3-60418f218e89 req-fc837d72-9d66-4b6b-94e9-96bc780497db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:01:25.080915 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-567a4620-5932-401e-a4c3-60418f218e89 req-fc837d72-9d66-4b6b-94e9-96bc780497db service neutron] 10.222.0.127 "GET /v2.0/ports?tenant_id=ae0918c1680140d8a89ce8f9c600b37d&device_id=498d4219-b846-47a7-81ce-c72ff020ccc6 HTTP/1.1" status: 200 len: 1100 time: 1.0166404 Jul 06 14:01:25.110357 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-71c3858e-6301-4be3-ab8f-02da0bd6d442 req-b9f75eb0-52eb-4306-be36-11701ef48b6b tempest-DeleteServersTestJSON-677393534 tempest-DeleteServersTestJSON-677393534-project] 10.222.0.127 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4560521 Jul 06 14:01:25.123120 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [req-71c3858e-6301-4be3-ab8f-02da0bd6d442 req-45333b20-5342-42d8-903f-039d4de1da49 service neutron] Request body: {'port': {'device_id': '2c494c2e-edc1-434b-b110-8c7b4f90835c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-773647-6'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:01:25.270446 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1e8eac57-4750-4627-8222-c55bd46d78f9 req-d06aa824-c781-4cd2-8e90-779c54ad21c8 tempest-ServersOnMultiNodesTest-299961212 tempest-ServersOnMultiNodesTest-299961212-project] Made reservation on behalf of ae0918c1680140d8a89ce8f9c600b37d for: {'port': 1} {{(pid=100247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:01:25.280989 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-1e8eac57-4750-4627-8222-c55bd46d78f9 req-d06aa824-c781-4cd2-8e90-779c54ad21c8 tempest-ServersOnMultiNodesTest-299961212 tempest-ServersOnMultiNodesTest-299961212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:25.293183 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-71c3858e-6301-4be3-ab8f-02da0bd6d442 req-45333b20-5342-42d8-903f-039d4de1da49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:25.334752 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e179002-25e9-4ba3-960e-aec4ea20c178 req-c94d191f-0598-4e6f-bea2-4b9bddf516d5 tempest-InstanceActionsNegativeTestJSON-277410024 tempest-InstanceActionsNegativeTestJSON-277410024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:01:25.337164 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-4e179002-25e9-4ba3-960e-aec4ea20c178 req-c94d191f-0598-4e6f-bea2-4b9bddf516d5 tempest-InstanceActionsNegativeTestJSON-277410024 tempest-InstanceActionsNegativeTestJSON-277410024-project] 10.222.0.104 "GET /v2.0/ports?device_id=a81b2fd4-9cac-454e-bafc-ab03e2147a85 HTTP/1.1" status: 200 len: 946 time: 1.1361506 Jul 06 14:01:25.373303 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 8e4ba707-5bdb-486a-abca-cd0cffb450f4 up at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:01:25.374420 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567a4620-5932-401e-a4c3-60418f218e89 req-77c43933-4ebc-4c25-9625-eccda362a1be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:01:25.376244 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-567a4620-5932-401e-a4c3-60418f218e89 req-77c43933-4ebc-4c25-9625-eccda362a1be service neutron] 10.222.0.127 "GET /v2.0/networks?id=ac09d390-867f-4b75-a8d2-ab11550bffd6 HTTP/1.1" status: 200 len: 871 time: 0.2639620 Jul 06 14:01:25.452722 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning complete for port 8e4ba707-5bdb-486a-abca-cd0cffb450f4 triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:01:25.453410 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:25.520132 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-a1101140-0055-41c0-92e6-1804497046fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:25.575062 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb60d58-6bf3-46f3-8a61-bd0bef1ec1e1 req-61746732-ad90-4886-b0b7-ea0c75d77364 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:01:25.584651 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-ffb60d58-6bf3-46f3-8a61-bd0bef1ec1e1 req-61746732-ad90-4886-b0b7-ea0c75d77364 service neutron] 10.222.0.127 "GET /v2.0/ports?tenant_id=825a4fb0f5c7454f82c586f8d1442f43&device_id=7bfb388a-790e-4692-a575-ef183ebdd084 HTTP/1.1" status: 200 len: 1094 time: 0.7809865 Jul 06 14:01:25.679420 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-567a4620-5932-401e-a4c3-60418f218e89 req-6f887d31-cf86-4994-ad11-85b9ac758911 service neutron] 10.222.0.127 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.96&port_id=77f2936b-9d5d-4a82-bf34-d5104100db58 HTTP/1.1" status: 200 len: 217 time: 0.1968079 Jul 06 14:01:25.682454 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-4e179002-25e9-4ba3-960e-aec4ea20c178 req-36c366fe-b584-48e7-b603-50e9fb06d789 tempest-InstanceActionsNegativeTestJSON-277410024 tempest-InstanceActionsNegativeTestJSON-277410024-project] 10.222.0.104 "GET /v2.0/security-groups?id=9b393f8e-0f28-4e90-883b-cd77890119ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3229001 Jul 06 14:01:25.702032 n-d-773647-6 neutron-server[100246]: DEBUG neutron.notifiers.nova [req-71c3858e-6301-4be3-ab8f-02da0bd6d442 req-45333b20-5342-42d8-903f-039d4de1da49 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7c554169-39ca-43d9-8dcb-6a6ab17b5552 {{(pid=100246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 14:01:25.725900 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-71c3858e-6301-4be3-ab8f-02da0bd6d442 req-45333b20-5342-42d8-903f-039d4de1da49 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:25.760863 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.provisioning_blocks [req-71c3858e-6301-4be3-ab8f-02da0bd6d442 req-45333b20-5342-42d8-903f-039d4de1da49 service neutron] Transition to ACTIVE for port object 7c554169-39ca-43d9-8dcb-6a6ab17b5552 will not be triggered until provisioned by entity L2. {{(pid=100246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:01:25.768480 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-ffb60d58-6bf3-46f3-8a61-bd0bef1ec1e1 req-7ab1eb72-48fa-4ad3-a152-55f51533d6ee service neutron] 10.222.0.127 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e0212a6e-4a9c-4580-a290-db589dcc6f27 HTTP/1.1" status: 200 len: 217 time: 0.1075714 Jul 06 14:01:25.773305 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-71c3858e-6301-4be3-ab8f-02da0bd6d442 req-45333b20-5342-42d8-903f-039d4de1da49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127687527'] for port, after_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:25.777739 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-3f77b554-c49c-4e77-aaf5-e2f19452f3f5 req-f6876b89-fa15-4bf5-b3db-ba3baa68b943 service neutron] 10.222.0.72 "GET /v2.0/networks/ac09d390-867f-4b75-a8d2-ab11550bffd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8004377 Jul 06 14:01:25.794662 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 14:01:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-165de5a1-a844-4861-994d-71fd3da6c02f x-openstack-request-id: req-165de5a1-a844-4861-994d-71fd3da6c02f {{(pid=100248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:01:25.794991 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a81b2fd4-9cac-454e-bafc-ab03e2147a85", "name": "network-vif-plugged", "status": "completed", "tag": "69ef8f11-ee7d-4241-9d0e-92523ea750ba", "code": 200}]} {{(pid=100248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:01:25.795273 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-165de5a1-a844-4861-994d-71fd3da6c02f {{(pid=100248) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:01:25.795704 n-d-773647-6 neutron-server[100248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a81b2fd4-9cac-454e-bafc-ab03e2147a85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69ef8f11-ee7d-4241-9d0e-92523ea750ba', 'code': 200} Jul 06 14:01:25.870050 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:25.961480 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45333b20-5342-42d8-903f-039d4de1da49 service neutron] Pushing event updated for resources: {'Port': ['ID=7c554169-39ca-43d9-8dcb-6a6ab17b5552,revision_number=2']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:01:25.963119 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.db_base_plugin_common [req-1e8eac57-4750-4627-8222-c55bd46d78f9 req-d06aa824-c781-4cd2-8e90-779c54ad21c8 tempest-ServersOnMultiNodesTest-299961212 tempest-ServersOnMultiNodesTest-299961212-project] Allocated IP 192.168.233.253 (ac09d390-867f-4b75-a8d2-ab11550bffd6/d1c3cc78-09b9-4e30-99fd-0e5830de101d/a8988d78-8ca9-4ab1-9f2e-28d3df4461f2) {{(pid=100247) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:01:26.067188 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [req-71c3858e-6301-4be3-ab8f-02da0bd6d442 req-45333b20-5342-42d8-903f-039d4de1da49 service neutron] Attempting to bind port 7c554169-39ca-43d9-8dcb-6a6ab17b5552 on host n-h1-773647-6 for vnic_type normal with profile {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:01:26.067188 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [req-71c3858e-6301-4be3-ab8f-02da0bd6d442 req-45333b20-5342-42d8-903f-039d4de1da49 service neutron] Attempting to bind port 7c554169-39ca-43d9-8dcb-6a6ab17b5552 by drivers openvswitch,hyperv on host n-h1-773647-6 at level 0 using segments [{'id': '227d25fe-bf75-4c4b-9a67-c660160d6b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1015, 'network_id': '7a710b21-0493-4be8-a73f-c10a9dbc43f7'}] {{(pid=100246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:01:26.068271 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71c3858e-6301-4be3-ab8f-02da0bd6d442 req-45333b20-5342-42d8-903f-039d4de1da49 service neutron] Attempting to bind port 7c554169-39ca-43d9-8dcb-6a6ab17b5552 on network 7a710b21-0493-4be8-a73f-c10a9dbc43f7 {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:01:26.074205 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71c3858e-6301-4be3-ab8f-02da0bd6d442 req-45333b20-5342-42d8-903f-039d4de1da49 service neutron] Port 7c554169-39ca-43d9-8dcb-6a6ab17b5552 on network 7a710b21-0493-4be8-a73f-c10a9dbc43f7 not bound, no agent of type Open vSwitch agent registered on host n-h1-773647-6 {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 14:01:26.074678 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71c3858e-6301-4be3-ab8f-02da0bd6d442 req-45333b20-5342-42d8-903f-039d4de1da49 service neutron] Attempting to bind port 7c554169-39ca-43d9-8dcb-6a6ab17b5552 on network 7a710b21-0493-4be8-a73f-c10a9dbc43f7 {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:01:26.080889 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71c3858e-6301-4be3-ab8f-02da0bd6d442 req-45333b20-5342-42d8-903f-039d4de1da49 service neutron] Checking agent: {'id': '5bf7147f-bada-4441-a5dc-934b903473fb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-773647-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 51, 12), 'started_at': datetime.datetime(2021, 7, 6, 13, 51, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 1, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:01:26.081381 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71c3858e-6301-4be3-ab8f-02da0bd6d442 req-45333b20-5342-42d8-903f-039d4de1da49 service neutron] Checking segment: {'id': '227d25fe-bf75-4c4b-9a67-c660160d6b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1015, 'network_id': '7a710b21-0493-4be8-a73f-c10a9dbc43f7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:01:26.081869 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71c3858e-6301-4be3-ab8f-02da0bd6d442 req-45333b20-5342-42d8-903f-039d4de1da49 service neutron] Bound using segment: {'id': '227d25fe-bf75-4c4b-9a67-c660160d6b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1015, 'network_id': '7a710b21-0493-4be8-a73f-c10a9dbc43f7'} {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:01:26.082479 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [req-71c3858e-6301-4be3-ab8f-02da0bd6d442 req-45333b20-5342-42d8-903f-039d4de1da49 service neutron] Bound port: 7c554169-39ca-43d9-8dcb-6a6ab17b5552, host: n-h1-773647-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '227d25fe-bf75-4c4b-9a67-c660160d6b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1015, 'network_id': '7a710b21-0493-4be8-a73f-c10a9dbc43f7'}}] {{(pid=100246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:01:26.082946 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-71c3858e-6301-4be3-ab8f-02da0bd6d442 req-45333b20-5342-42d8-903f-039d4de1da49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:26.162737 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.db [req-71c3858e-6301-4be3-ab8f-02da0bd6d442 req-45333b20-5342-42d8-903f-039d4de1da49 service neutron] For port 7c554169-39ca-43d9-8dcb-6a6ab17b5552, host n-h1-773647-6, cleared binding levels {{(pid=100246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:01:26.166434 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.db [req-71c3858e-6301-4be3-ab8f-02da0bd6d442 req-45333b20-5342-42d8-903f-039d4de1da49 service neutron] For port 7c554169-39ca-43d9-8dcb-6a6ab17b5552, host n-h1-773647-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773647-6',level=0,port_id=7c554169-39ca-43d9-8dcb-6a6ab17b5552,segment=NetworkSegment(227d25fe-bf75-4c4b-9a67-c660160d6b0a),segment_id=227d25fe-bf75-4c4b-9a67-c660160d6b0a)] {{(pid=100246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:01:26.175911 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-71c3858e-6301-4be3-ab8f-02da0bd6d442 req-45333b20-5342-42d8-903f-039d4de1da49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127687527'] for port, after_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:26.228677 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c3858e-6301-4be3-ab8f-02da0bd6d442 req-45333b20-5342-42d8-903f-039d4de1da49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:01:26.230223 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-71c3858e-6301-4be3-ab8f-02da0bd6d442 req-45333b20-5342-42d8-903f-039d4de1da49 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:26.232526 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-71c3858e-6301-4be3-ab8f-02da0bd6d442 req-45333b20-5342-42d8-903f-039d4de1da49 service neutron] 10.222.0.127 "PUT /v2.0/ports/7c554169-39ca-43d9-8dcb-6a6ab17b5552 HTTP/1.1" status: 200 len: 1091 time: 1.1138203 Jul 06 14:01:26.233256 n-d-773647-6 neutron-server[100246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c494c2e-edc1-434b-b110-8c7b4f90835c', 'tag': '7c554169-39ca-43d9-8dcb-6a6ab17b5552'}] {{(pid=100246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:01:26.235977 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0d96c5ab5e889f7b933ae915b9be33d1b46c9e87795bf781004b656ef3f1e87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23c68922-e8b4-4c7b-b113-965d14f7cdfd" -d '{"events": [{"name": "network-changed", "server_uuid": "2c494c2e-edc1-434b-b110-8c7b4f90835c", "tag": "7c554169-39ca-43d9-8dcb-6a6ab17b5552"}]}' {{(pid=100246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:01:26.303694 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45333b20-5342-42d8-903f-039d4de1da49 service neutron] Pushing event updated for resources: {'Port': ['ID=7c554169-39ca-43d9-8dcb-6a6ab17b5552,revision_number=3']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:01:26.336138 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567a4620-5932-401e-a4c3-60418f218e89 req-31116c3b-ea76-4dcf-ac7e-357a3e88afb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:01:26.337611 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-567a4620-5932-401e-a4c3-60418f218e89 req-31116c3b-ea76-4dcf-ac7e-357a3e88afb0 service neutron] 10.222.0.127 "GET /v2.0/subnets?id=d1c3cc78-09b9-4e30-99fd-0e5830de101d HTTP/1.1" status: 200 len: 843 time: 0.6110125 Jul 06 14:01:26.342986 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb60d58-6bf3-46f3-8a61-bd0bef1ec1e1 req-18a80deb-fb31-4ebc-91a5-de6d8bcd04d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:01:26.344752 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-ffb60d58-6bf3-46f3-8a61-bd0bef1ec1e1 req-18a80deb-fb31-4ebc-91a5-de6d8bcd04d8 service neutron] 10.222.0.127 "GET /v2.0/subnets?id=9d4d8837-0e9e-40cd-b8da-4a4f0d5a912c HTTP/1.1" status: 200 len: 860 time: 0.5116227 Jul 06 14:01:26.458445 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c3858e-6301-4be3-ab8f-02da0bd6d442 req-d68265fa-0fd6-4c68-87ea-820f0f75fad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:01:26.459856 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-71c3858e-6301-4be3-ab8f-02da0bd6d442 req-d68265fa-0fd6-4c68-87ea-820f0f75fad8 service neutron] 10.222.0.127 "GET /v2.0/ports?tenant_id=ed98ced3211c40618bf4aade5a2dd56d&device_id=2c494c2e-edc1-434b-b110-8c7b4f90835c HTTP/1.1" status: 200 len: 1094 time: 0.1426728 Jul 06 14:01:26.516573 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-2064eaae-da4f-48f8-82d2-b09d4ddedd44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:26.520075 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-71c3858e-6301-4be3-ab8f-02da0bd6d442 req-5ef2b724-7825-497a-88a4-8d8f3f016e84 service neutron] 10.222.0.127 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=7c554169-39ca-43d9-8dcb-6a6ab17b5552 HTTP/1.1" status: 200 len: 217 time: 0.0511231 Jul 06 14:01:26.573234 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-1e8eac57-4750-4627-8222-c55bd46d78f9 req-d06aa824-c781-4cd2-8e90-779c54ad21c8 tempest-ServersOnMultiNodesTest-299961212 tempest-ServersOnMultiNodesTest-299961212-project] Notify callbacks [] for port, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:26.583609 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afafab1e-dcea-449a-a068-5536351106e0 req-35ec966c-fa11-4218-8e8a-dd7503ba2c88 tempest-FloatingIPsAssociationTestJSON-978234990 tempest-FloatingIPsAssociationTestJSON-978234990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:01:26.587461 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-afafab1e-dcea-449a-a068-5536351106e0 req-35ec966c-fa11-4218-8e8a-dd7503ba2c88 tempest-FloatingIPsAssociationTestJSON-978234990 tempest-FloatingIPsAssociationTestJSON-978234990-project] 10.222.0.104 "GET /v2.0/ports?device_id=7bfb388a-790e-4692-a575-ef183ebdd084 HTTP/1.1" status: 200 len: 943 time: 0.4934590 Jul 06 14:01:26.589597 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0df8961-b8a8-49b2-990b-6c55eae8afd7 req-5356da9f-c602-4dbd-b681-6c60267496f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:01:26.591198 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-c0df8961-b8a8-49b2-990b-6c55eae8afd7 req-5356da9f-c602-4dbd-b681-6c60267496f1 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=a81b2fd4-9cac-454e-bafc-ab03e2147a85 HTTP/1.1" status: 200 len: 1097 time: 0.5238080 Jul 06 14:01:26.613052 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c3858e-6301-4be3-ab8f-02da0bd6d442 req-abfa4900-a9cb-439d-b06c-44dc9862a59c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:01:26.615187 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-71c3858e-6301-4be3-ab8f-02da0bd6d442 req-abfa4900-a9cb-439d-b06c-44dc9862a59c service neutron] 10.222.0.127 "GET /v2.0/subnets?id=8d32f554-2b92-4c59-9901-e19d129549fc HTTP/1.1" status: 200 len: 852 time: 0.0841568 Jul 06 14:01:26.671322 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.provisioning_blocks [req-1e8eac57-4750-4627-8222-c55bd46d78f9 req-d06aa824-c781-4cd2-8e90-779c54ad21c8 tempest-ServersOnMultiNodesTest-299961212 tempest-ServersOnMultiNodesTest-299961212-project] Transition to ACTIVE for port object a8988d78-8ca9-4ab1-9f2e-28d3df4461f2 will not be triggered until provisioned by entity DHCP. {{(pid=100247) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:01:26.677947 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb60d58-6bf3-46f3-8a61-bd0bef1ec1e1 req-01569166-b1c9-443f-bd94-60cb1ce24de7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:01:26.679545 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-ffb60d58-6bf3-46f3-8a61-bd0bef1ec1e1 req-01569166-b1c9-443f-bd94-60cb1ce24de7 service neutron] 10.222.0.127 "GET /v2.0/ports?network_id=dc2aab4d-ebf5-4223-8156-143d93bdc342&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3155029 Jul 06 14:01:26.689286 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567a4620-5932-401e-a4c3-60418f218e89 req-a2724349-e748-4568-b88a-bfc7f0f6e3ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:01:26.690916 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-567a4620-5932-401e-a4c3-60418f218e89 req-a2724349-e748-4568-b88a-bfc7f0f6e3ea service neutron] 10.222.0.127 "GET /v2.0/ports?network_id=ac09d390-867f-4b75-a8d2-ab11550bffd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3451023 Jul 06 14:01:26.699779 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-71c3858e-6301-4be3-ab8f-02da0bd6d442 req-af526fba-8cb1-4632-82be-a4db525b4982 service neutron] 10.222.0.127 "GET /v2.0/ports?network_id=7a710b21-0493-4be8-a73f-c10a9dbc43f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0764256 Jul 06 14:01:26.800102 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-ffb60d58-6bf3-46f3-8a61-bd0bef1ec1e1 req-e0ebbbf9-3958-4037-b581-4a8cfc7fb681 service neutron] 10.222.0.127 "GET /v2.0/networks/dc2aab4d-ebf5-4223-8156-143d93bdc342?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1042638 Jul 06 14:01:26.852665 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-71c3858e-6301-4be3-ab8f-02da0bd6d442 req-b67d85e0-517c-4df3-be44-73f1f5f73117 service neutron] 10.222.0.127 "GET /v2.0/networks/7a710b21-0493-4be8-a73f-c10a9dbc43f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1335609 Jul 06 14:01:26.912822 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-afafab1e-dcea-449a-a068-5536351106e0 req-24f9fdcb-9da0-40b6-83f8-942ae5c2967b tempest-FloatingIPsAssociationTestJSON-978234990 tempest-FloatingIPsAssociationTestJSON-978234990-project] 10.222.0.104 "GET /v2.0/security-groups?id=715e00b7-412d-4ac6-a847-c2c6525b42cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3117623 Jul 06 14:01:27.019816 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-71c3858e-6301-4be3-ab8f-02da0bd6d442 req-3092ed89-2a57-4aa9-9fab-4128b82a41be service neutron] 10.222.0.127 "GET /v2.0/networks/7a710b21-0493-4be8-a73f-c10a9dbc43f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1572757 Jul 06 14:01:27.098817 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-c0df8961-b8a8-49b2-990b-6c55eae8afd7 req-004abacd-c6f6-4f62-a58f-f7140ae562bc service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=9b393f8e-0f28-4e90-883b-cd77890119ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4900584 Jul 06 14:01:27.174102 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-1e8eac57-4750-4627-8222-c55bd46d78f9 req-d06aa824-c781-4cd2-8e90-779c54ad21c8 tempest-ServersOnMultiNodesTest-299961212 tempest-ServersOnMultiNodesTest-299961212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-128888360'] for port, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:27.187736 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] get_ports_and_sgs() called for port_ids ['05481f2d-582e-4146-a307-f062af9d861e', 'b3d5f759-25d1-4c4c-b7ec-a5f305aed096', '891b2c81-2c6a-4763-a1b7-6fa3d05d0063', '04f88873-d07d-4eaf-a37b-8d5ec79f0db0'] {{(pid=100248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 14:01:27.190807 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] get_ports_and_sgs() called for port_ids ['77f2936b-9d5d-4a82-bf34-d5104100db58', 'dbaef2dd-909e-475f-abe2-1d2de1fc87c6'] {{(pid=100248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 14:01:27.250498 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-ffb60d58-6bf3-46f3-8a61-bd0bef1ec1e1 req-5a8ec7bb-1087-45fe-9d3e-112b904929a2 service neutron] 10.222.0.127 "GET /v2.0/networks/dc2aab4d-ebf5-4223-8156-143d93bdc342?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4291704 Jul 06 14:01:27.259151 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-567a4620-5932-401e-a4c3-60418f218e89 req-c284c95e-a6c4-4f0c-a21e-70c3cf331796 service neutron] 10.222.0.127 "GET /v2.0/networks/ac09d390-867f-4b75-a8d2-ab11550bffd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4555311 Jul 06 14:01:27.266760 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1e8eac57-4750-4627-8222-c55bd46d78f9 req-d06aa824-c781-4cd2-8e90-779c54ad21c8 tempest-ServersOnMultiNodesTest-299961212 tempest-ServersOnMultiNodesTest-299961212-project] Network ac09d390-867f-4b75-a8d2-ab11550bffd6 is already hosted by enough agents. {{(pid=100247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:01:27.288369 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.base_scheduler [req-1e8eac57-4750-4627-8222-c55bd46d78f9 req-d06aa824-c781-4cd2-8e90-779c54ad21c8 tempest-ServersOnMultiNodesTest-299961212 tempest-ServersOnMultiNodesTest-299961212-project] Resources bound (agent type, host, resource id): {{(pid=100247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:01:27.304623 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e8eac57-4750-4627-8222-c55bd46d78f9 req-d06aa824-c781-4cd2-8e90-779c54ad21c8 tempest-ServersOnMultiNodesTest-299961212 tempest-ServersOnMultiNodesTest-299961212-project] Received port after_create {{(pid=100247) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:01:27.343618 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06aa824-c781-4cd2-8e90-779c54ad21c8 tempest-ServersOnMultiNodesTest-299961212 tempest-ServersOnMultiNodesTest-299961212-project] Pushing event updated for resources: {'Port': ['ID=a8988d78-8ca9-4ab1-9f2e-28d3df4461f2,revision_number=1']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:01:27.437085 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0da0b53-6525-4476-8a5f-bb9d2c8719d2 req-f925b54d-cefe-4c61-9801-641bcfd817f6 tempest-ServersTestMultiNic-850319587 tempest-ServersTestMultiNic-850319587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:01:27.452851 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0da0b53-6525-4476-8a5f-bb9d2c8719d2 req-f925b54d-cefe-4c61-9801-641bcfd817f6 tempest-ServersTestMultiNic-850319587 tempest-ServersTestMultiNic-850319587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:01:27.454977 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-b0da0b53-6525-4476-8a5f-bb9d2c8719d2 req-f925b54d-cefe-4c61-9801-641bcfd817f6 tempest-ServersTestMultiNic-850319587 tempest-ServersTestMultiNic-850319587-project] 10.222.0.104 "GET /v2.0/ports?device_id=d7f795df-4671-41b1-951f-6d2bef17c821 HTTP/1.1" status: 200 len: 1681 time: 0.3822985 Jul 06 14:01:27.556786 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8eac57-4750-4627-8222-c55bd46d78f9 req-d06aa824-c781-4cd2-8e90-779c54ad21c8 tempest-ServersOnMultiNodesTest-299961212 tempest-ServersOnMultiNodesTest-299961212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:01:27.557407 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-1e8eac57-4750-4627-8222-c55bd46d78f9 req-d06aa824-c781-4cd2-8e90-779c54ad21c8 tempest-ServersOnMultiNodesTest-299961212 tempest-ServersOnMultiNodesTest-299961212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:27.594253 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-b0da0b53-6525-4476-8a5f-bb9d2c8719d2 req-44c0ed3d-856f-47b3-8e28-dbd09ccf7799 tempest-ServersTestMultiNic-850319587 tempest-ServersTestMultiNic-850319587-project] 10.222.0.104 "GET /v2.0/security-groups?id=3be580b9-03cb-4a9b-8661-5fe7dfbcaae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277585 Jul 06 14:01:27.601868 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-567a4620-5932-401e-a4c3-60418f218e89 req-16f0ead6-28df-414e-a7ad-a9d535728b3c service neutron] 10.222.0.127 "GET /v2.0/networks/ac09d390-867f-4b75-a8d2-ab11550bffd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3317182 Jul 06 14:01:27.611876 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-1e8eac57-4750-4627-8222-c55bd46d78f9 req-d06aa824-c781-4cd2-8e90-779c54ad21c8 tempest-ServersOnMultiNodesTest-299961212 tempest-ServersOnMultiNodesTest-299961212-project] 10.222.0.127 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.7508771 Jul 06 14:01:27.629183 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [req-1e8eac57-4750-4627-8222-c55bd46d78f9 req-41b86e7c-a76c-4eae-beda-ba70e39c346b service neutron] Request body: {'port': {'device_id': '5a86de26-f803-496c-8949-ab7be8bbefaa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-773647-6'}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:01:27.793533 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-1e8eac57-4750-4627-8222-c55bd46d78f9 req-41b86e7c-a76c-4eae-beda-ba70e39c346b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:27.820363 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-f17be5bc-1e7e-4e40-a0f9-f7c619571d61 None None] Provisioning for port a8988d78-8ca9-4ab1-9f2e-28d3df4461f2 completed by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:01:27.828222 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-f17be5bc-1e7e-4e40-a0f9-f7c619571d61 None None] Provisioning complete for port a8988d78-8ca9-4ab1-9f2e-28d3df4461f2 triggered by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:01:27.828910 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-f17be5bc-1e7e-4e40-a0f9-f7c619571d61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:27.998318 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7337f2c3-0af8-4f59-a17d-f5f069eccf0e req-c09310cb-cfa5-4ac2-8684-9edd52ee1e5b tempest-ServersOnMultiNodesTest-299961212 tempest-ServersOnMultiNodesTest-299961212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:01:27.999908 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-f17be5bc-1e7e-4e40-a0f9-f7c619571d61 None None] Port a8988d78-8ca9-4ab1-9f2e-28d3df4461f2 cannot update to ACTIVE because it is not bound. {{(pid=100248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 14:01:28.005774 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-7337f2c3-0af8-4f59-a17d-f5f069eccf0e req-c09310cb-cfa5-4ac2-8684-9edd52ee1e5b tempest-ServersOnMultiNodesTest-299961212 tempest-ServersOnMultiNodesTest-299961212-project] 10.222.0.104 "GET /v2.0/ports?device_id=5a86de26-f803-496c-8949-ab7be8bbefaa HTTP/1.1" status: 200 len: 936 time: 0.1959112 Jul 06 14:01:28.105355 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-7337f2c3-0af8-4f59-a17d-f5f069eccf0e req-184ad465-834d-4b97-8b70-e21cc8db998e tempest-ServersOnMultiNodesTest-299961212 tempest-ServersOnMultiNodesTest-299961212-project] 10.222.0.104 "GET /v2.0/security-groups?id=304f894d-c671-4a59-b0fb-2a4d849c5ac9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985718 Jul 06 14:01:28.202904 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 14:01:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcd386b1-695d-4323-8df1-f2d0eff8f58a x-openstack-request-id: req-fcd386b1-695d-4323-8df1-f2d0eff8f58a {{(pid=100247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:01:28.203444 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7bfb388a-790e-4692-a575-ef183ebdd084", "tag": "e0212a6e-4a9c-4580-a290-db589dcc6f27", "status": "completed", "code": 200}]} {{(pid=100247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:01:28.204566 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-fcd386b1-695d-4323-8df1-f2d0eff8f58a {{(pid=100247) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:01:28.205657 n-d-773647-6 neutron-server[100247]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7bfb388a-790e-4692-a575-ef183ebdd084', 'tag': 'e0212a6e-4a9c-4580-a290-db589dcc6f27', 'status': 'completed', 'code': 200} Jul 06 14:01:28.310421 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-03f71b24-a9b8-453a-8924-caa3f97bc6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:28.437010 n-d-773647-6 neutron-server[100247]: DEBUG neutron.notifiers.nova [req-1e8eac57-4750-4627-8222-c55bd46d78f9 req-41b86e7c-a76c-4eae-beda-ba70e39c346b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a8988d78-8ca9-4ab1-9f2e-28d3df4461f2 {{(pid=100247) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 14:01:28.450696 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-1e8eac57-4750-4627-8222-c55bd46d78f9 req-41b86e7c-a76c-4eae-beda-ba70e39c346b service neutron] Notify callbacks [] for port, precommit_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:28.472446 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7367464-e12a-43cc-bcf3-efd62c4c423d req-c8b8d6e3-535a-49fa-9d7a-100e81af28d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:01:28.474144 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-f7367464-e12a-43cc-bcf3-efd62c4c423d req-c8b8d6e3-535a-49fa-9d7a-100e81af28d5 service neutron] 10.222.0.127 "GET /v2.0/ports?tenant_id=825a4fb0f5c7454f82c586f8d1442f43&device_id=7bfb388a-790e-4692-a575-ef183ebdd084 HTTP/1.1" status: 200 len: 1094 time: 0.2571342 Jul 06 14:01:28.479282 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.provisioning_blocks [req-1e8eac57-4750-4627-8222-c55bd46d78f9 req-41b86e7c-a76c-4eae-beda-ba70e39c346b service neutron] Transition to ACTIVE for port object a8988d78-8ca9-4ab1-9f2e-28d3df4461f2 will not be triggered until provisioned by entity L2. {{(pid=100247) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:01:28.494347 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-1e8eac57-4750-4627-8222-c55bd46d78f9 req-41b86e7c-a76c-4eae-beda-ba70e39c346b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128888538'] for port, after_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:28.896321 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0b931e-d0a1-444e-bcc4-960dda70a1f8 req-3dea3f13-81bc-4ae3-87f1-5d8abc197192 tempest-DeleteServersTestJSON-677393534 tempest-DeleteServersTestJSON-677393534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:01:28.903507 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-2c0b931e-d0a1-444e-bcc4-960dda70a1f8 req-3dea3f13-81bc-4ae3-87f1-5d8abc197192 tempest-DeleteServersTestJSON-677393534 tempest-DeleteServersTestJSON-677393534-project] 10.222.0.104 "GET /v2.0/ports?device_id=2c494c2e-edc1-434b-b110-8c7b4f90835c HTTP/1.1" status: 200 len: 943 time: 0.5205638 Jul 06 14:01:29.000786 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b86e7c-a76c-4eae-beda-ba70e39c346b service neutron] Pushing event updated for resources: {'Port': ['ID=a8988d78-8ca9-4ab1-9f2e-28d3df4461f2,revision_number=2']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:01:29.013266 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-2c0b931e-d0a1-444e-bcc4-960dda70a1f8 req-e59fede0-2f24-44ef-9e21-4b375d1e5234 tempest-DeleteServersTestJSON-677393534 tempest-DeleteServersTestJSON-677393534-project] 10.222.0.104 "GET /v2.0/security-groups?id=7d4cbf2c-f907-4452-8928-a2a298fe7ee1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088958 Jul 06 14:01:29.086058 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7367464-e12a-43cc-bcf3-efd62c4c423d req-2fd705f1-f28a-4cde-9bd1-495544491683 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:01:29.087637 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-f7367464-e12a-43cc-bcf3-efd62c4c423d req-2fd705f1-f28a-4cde-9bd1-495544491683 service neutron] 10.222.0.127 "GET /v2.0/networks?id=dc2aab4d-ebf5-4223-8156-143d93bdc342 HTTP/1.1" status: 200 len: 923 time: 0.6062202 Jul 06 14:01:29.093588 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.managers [req-1e8eac57-4750-4627-8222-c55bd46d78f9 req-41b86e7c-a76c-4eae-beda-ba70e39c346b service neutron] Attempting to bind port a8988d78-8ca9-4ab1-9f2e-28d3df4461f2 on host n-h1-773647-6 for vnic_type normal with profile {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:01:29.093941 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.managers [req-1e8eac57-4750-4627-8222-c55bd46d78f9 req-41b86e7c-a76c-4eae-beda-ba70e39c346b service neutron] Attempting to bind port a8988d78-8ca9-4ab1-9f2e-28d3df4461f2 by drivers openvswitch,hyperv on host n-h1-773647-6 at level 0 using segments [{'id': 'c9ea893d-045e-42cf-b3dd-cdd1f79baccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'ac09d390-867f-4b75-a8d2-ab11550bffd6'}] {{(pid=100247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:01:29.094254 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e8eac57-4750-4627-8222-c55bd46d78f9 req-41b86e7c-a76c-4eae-beda-ba70e39c346b service neutron] Attempting to bind port a8988d78-8ca9-4ab1-9f2e-28d3df4461f2 on network ac09d390-867f-4b75-a8d2-ab11550bffd6 {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:01:29.119543 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 14:01:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-111f2c23-8eaf-45b3-a1e7-76c4dba0e421 x-openstack-request-id: req-111f2c23-8eaf-45b3-a1e7-76c4dba0e421 {{(pid=100246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:01:29.120155 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c494c2e-edc1-434b-b110-8c7b4f90835c", "tag": "7c554169-39ca-43d9-8dcb-6a6ab17b5552", "status": "completed", "code": 200}]} {{(pid=100246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:01:29.120155 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-111f2c23-8eaf-45b3-a1e7-76c4dba0e421 {{(pid=100246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:01:29.120530 n-d-773647-6 neutron-server[100246]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c494c2e-edc1-434b-b110-8c7b4f90835c', 'tag': '7c554169-39ca-43d9-8dcb-6a6ab17b5552', 'status': 'completed', 'code': 200} Jul 06 14:01:29.262544 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-f7367464-e12a-43cc-bcf3-efd62c4c423d req-f4a77041-86d0-489d-841e-fc6707861814 service neutron] 10.222.0.127 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e0212a6e-4a9c-4580-a290-db589dcc6f27 HTTP/1.1" status: 200 len: 217 time: 0.1621273 Jul 06 14:01:29.264335 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e8eac57-4750-4627-8222-c55bd46d78f9 req-41b86e7c-a76c-4eae-beda-ba70e39c346b service neutron] Port a8988d78-8ca9-4ab1-9f2e-28d3df4461f2 on network ac09d390-867f-4b75-a8d2-ab11550bffd6 not bound, no agent of type Open vSwitch agent registered on host n-h1-773647-6 {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 14:01:29.264664 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e8eac57-4750-4627-8222-c55bd46d78f9 req-41b86e7c-a76c-4eae-beda-ba70e39c346b service neutron] Attempting to bind port a8988d78-8ca9-4ab1-9f2e-28d3df4461f2 on network ac09d390-867f-4b75-a8d2-ab11550bffd6 {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:01:29.305299 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e8eac57-4750-4627-8222-c55bd46d78f9 req-41b86e7c-a76c-4eae-beda-ba70e39c346b service neutron] Checking agent: {'id': '5bf7147f-bada-4441-a5dc-934b903473fb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-773647-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 51, 12), 'started_at': datetime.datetime(2021, 7, 6, 13, 51, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 1, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:01:29.305299 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e8eac57-4750-4627-8222-c55bd46d78f9 req-41b86e7c-a76c-4eae-beda-ba70e39c346b service neutron] Checking segment: {'id': 'c9ea893d-045e-42cf-b3dd-cdd1f79baccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'ac09d390-867f-4b75-a8d2-ab11550bffd6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100247) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:01:29.305299 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e8eac57-4750-4627-8222-c55bd46d78f9 req-41b86e7c-a76c-4eae-beda-ba70e39c346b service neutron] Bound using segment: {'id': 'c9ea893d-045e-42cf-b3dd-cdd1f79baccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'ac09d390-867f-4b75-a8d2-ab11550bffd6'} {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:01:29.305299 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.managers [req-1e8eac57-4750-4627-8222-c55bd46d78f9 req-41b86e7c-a76c-4eae-beda-ba70e39c346b service neutron] Bound port: a8988d78-8ca9-4ab1-9f2e-28d3df4461f2, host: n-h1-773647-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c9ea893d-045e-42cf-b3dd-cdd1f79baccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'ac09d390-867f-4b75-a8d2-ab11550bffd6'}}] {{(pid=100247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:01:29.305299 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-1e8eac57-4750-4627-8222-c55bd46d78f9 req-41b86e7c-a76c-4eae-beda-ba70e39c346b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:29.415850 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7367464-e12a-43cc-bcf3-efd62c4c423d req-7980379e-5788-4cc1-bdb4-fdcb3dd3e4a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:01:29.417287 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-f7367464-e12a-43cc-bcf3-efd62c4c423d req-7980379e-5788-4cc1-bdb4-fdcb3dd3e4a3 service neutron] 10.222.0.127 "GET /v2.0/subnets?id=9d4d8837-0e9e-40cd-b8da-4a4f0d5a912c HTTP/1.1" status: 200 len: 860 time: 0.1447437 Jul 06 14:01:29.477362 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c68922-e8b4-4c7b-b113-965d14f7cdfd req-9b01bd25-4f0e-4b40-85d1-31288b996a58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:01:29.478878 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-23c68922-e8b4-4c7b-b113-965d14f7cdfd req-9b01bd25-4f0e-4b40-85d1-31288b996a58 service neutron] 10.222.0.127 "GET /v2.0/ports?tenant_id=ed98ced3211c40618bf4aade5a2dd56d&device_id=2c494c2e-edc1-434b-b110-8c7b4f90835c HTTP/1.1" status: 200 len: 1094 time: 0.2515445 Jul 06 14:01:29.506065 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.db [req-1e8eac57-4750-4627-8222-c55bd46d78f9 req-41b86e7c-a76c-4eae-beda-ba70e39c346b service neutron] For port a8988d78-8ca9-4ab1-9f2e-28d3df4461f2, host n-h1-773647-6, cleared binding levels {{(pid=100247) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:01:29.564215 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.db [req-1e8eac57-4750-4627-8222-c55bd46d78f9 req-41b86e7c-a76c-4eae-beda-ba70e39c346b service neutron] For port a8988d78-8ca9-4ab1-9f2e-28d3df4461f2, host n-h1-773647-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773647-6',level=0,port_id=a8988d78-8ca9-4ab1-9f2e-28d3df4461f2,segment=NetworkSegment(c9ea893d-045e-42cf-b3dd-cdd1f79baccd),segment_id=c9ea893d-045e-42cf-b3dd-cdd1f79baccd)] {{(pid=100247) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:01:29.581138 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f117f4da-6b57-49c3-88ad-0760205ba227 req-7d26279a-d22b-4457-9646-a9c2cb90ce4f tempest-InstanceActionsNegativeTestJSON-277410024 tempest-InstanceActionsNegativeTestJSON-277410024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:01:29.588644 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-f117f4da-6b57-49c3-88ad-0760205ba227 req-7d26279a-d22b-4457-9646-a9c2cb90ce4f tempest-InstanceActionsNegativeTestJSON-277410024 tempest-InstanceActionsNegativeTestJSON-277410024-project] 10.222.0.104 "GET /v2.0/ports?device_id=a81b2fd4-9cac-454e-bafc-ab03e2147a85 HTTP/1.1" status: 200 len: 946 time: 0.3017323 Jul 06 14:01:29.598297 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-1e8eac57-4750-4627-8222-c55bd46d78f9 req-41b86e7c-a76c-4eae-beda-ba70e39c346b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128888538'] for port, after_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:29.667504 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8eac57-4750-4627-8222-c55bd46d78f9 req-41b86e7c-a76c-4eae-beda-ba70e39c346b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:01:29.668127 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-1e8eac57-4750-4627-8222-c55bd46d78f9 req-41b86e7c-a76c-4eae-beda-ba70e39c346b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:29.669535 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-1e8eac57-4750-4627-8222-c55bd46d78f9 req-41b86e7c-a76c-4eae-beda-ba70e39c346b service neutron] 10.222.0.127 "PUT /v2.0/ports/a8988d78-8ca9-4ab1-9f2e-28d3df4461f2 HTTP/1.1" status: 200 len: 1096 time: 2.0472181 Jul 06 14:01:29.747894 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-f117f4da-6b57-49c3-88ad-0760205ba227 req-dca23d33-b301-46ef-b375-5adb7ca06822 tempest-InstanceActionsNegativeTestJSON-277410024 tempest-InstanceActionsNegativeTestJSON-277410024-project] 10.222.0.104 "GET /v2.0/security-groups?id=9b393f8e-0f28-4e90-883b-cd77890119ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1582246 Jul 06 14:01:29.759931 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c68922-e8b4-4c7b-b113-965d14f7cdfd req-f0a5ac56-8941-460e-9c57-fa4d264efc4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:01:29.761623 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-23c68922-e8b4-4c7b-b113-965d14f7cdfd req-f0a5ac56-8941-460e-9c57-fa4d264efc4d service neutron] 10.222.0.127 "GET /v2.0/networks?id=7a710b21-0493-4be8-a73f-c10a9dbc43f7 HTTP/1.1" status: 200 len: 914 time: 0.2681506 Jul 06 14:01:29.763610 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b86e7c-a76c-4eae-beda-ba70e39c346b service neutron] Pushing event updated for resources: {'Port': ['ID=a8988d78-8ca9-4ab1-9f2e-28d3df4461f2,revision_number=3']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:01:29.777263 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7367464-e12a-43cc-bcf3-efd62c4c423d req-574c04a5-827a-4267-ba42-463549efc907 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:01:29.777263 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-f7367464-e12a-43cc-bcf3-efd62c4c423d req-574c04a5-827a-4267-ba42-463549efc907 service neutron] 10.222.0.127 "GET /v2.0/ports?network_id=dc2aab4d-ebf5-4223-8156-143d93bdc342&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3484912 Jul 06 14:01:29.898853 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-23c68922-e8b4-4c7b-b113-965d14f7cdfd req-c3fc068e-8201-44bb-9986-dcae42b34008 service neutron] 10.222.0.127 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=7c554169-39ca-43d9-8dcb-6a6ab17b5552 HTTP/1.1" status: 200 len: 217 time: 0.1210792 Jul 06 14:01:30.037536 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c68922-e8b4-4c7b-b113-965d14f7cdfd req-b8c0027a-b4fe-443f-994b-532e7069fdd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:01:30.039174 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-23c68922-e8b4-4c7b-b113-965d14f7cdfd req-b8c0027a-b4fe-443f-994b-532e7069fdd2 service neutron] 10.222.0.127 "GET /v2.0/subnets?id=8d32f554-2b92-4c59-9901-e19d129549fc HTTP/1.1" status: 200 len: 852 time: 0.1076260 Jul 06 14:01:30.093313 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-23c68922-e8b4-4c7b-b113-965d14f7cdfd req-683caddd-f76c-459a-aa80-1208fc27ba2d service neutron] 10.222.0.127 "GET /v2.0/ports?network_id=7a710b21-0493-4be8-a73f-c10a9dbc43f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0283341 Jul 06 14:01:30.095189 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8eac57-4750-4627-8222-c55bd46d78f9 req-03093f2a-d56c-45b4-8e8e-5a7d784989b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:01:30.096712 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-1e8eac57-4750-4627-8222-c55bd46d78f9 req-03093f2a-d56c-45b4-8e8e-5a7d784989b1 service neutron] 10.222.0.127 "GET /v2.0/ports?tenant_id=ae0918c1680140d8a89ce8f9c600b37d&device_id=5a86de26-f803-496c-8949-ab7be8bbefaa HTTP/1.1" status: 200 len: 1099 time: 0.3468232 Jul 06 14:01:30.133721 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-f7367464-e12a-43cc-bcf3-efd62c4c423d req-27ec7709-3724-42dc-9d25-5772e8516b0f service neutron] 10.222.0.127 "GET /v2.0/networks/dc2aab4d-ebf5-4223-8156-143d93bdc342?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3368952 Jul 06 14:01:30.212797 n-d-773647-6 neutron-server[100247]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a86de26-f803-496c-8949-ab7be8bbefaa', 'tag': 'a8988d78-8ca9-4ab1-9f2e-28d3df4461f2'}] {{(pid=100247) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:01:30.215511 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cbf0eeaae822f8fc9b87a94aeba67a3d651842baf663a51cba94b67a514836d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee040abe-68ed-4e5a-827b-2adf0ce6b185" -d '{"events": [{"name": "network-changed", "server_uuid": "5a86de26-f803-496c-8949-ab7be8bbefaa", "tag": "a8988d78-8ca9-4ab1-9f2e-28d3df4461f2"}]}' {{(pid=100247) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:01:30.222879 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-1e8eac57-4750-4627-8222-c55bd46d78f9 req-626685a2-3b77-45ac-8840-9f75c852502c service neutron] 10.222.0.127 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.253&port_id=a8988d78-8ca9-4ab1-9f2e-28d3df4461f2 HTTP/1.1" status: 200 len: 217 time: 0.1101313 Jul 06 14:01:30.365571 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8eac57-4750-4627-8222-c55bd46d78f9 req-5ed82fbe-94e2-40d9-bf7f-f19e62cecdd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:01:30.367074 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-1e8eac57-4750-4627-8222-c55bd46d78f9 req-5ed82fbe-94e2-40d9-bf7f-f19e62cecdd8 service neutron] 10.222.0.127 "GET /v2.0/subnets?id=d1c3cc78-09b9-4e30-99fd-0e5830de101d HTTP/1.1" status: 200 len: 843 time: 0.1301377 Jul 06 14:01:30.374698 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263db995-c83d-4fcb-bd42-b5758d832f70 req-219c246e-dcb1-4c6c-9c76-771eb19e7033 tempest-FloatingIPsAssociationTestJSON-978234990 tempest-FloatingIPsAssociationTestJSON-978234990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:01:30.381908 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-263db995-c83d-4fcb-bd42-b5758d832f70 req-219c246e-dcb1-4c6c-9c76-771eb19e7033 tempest-FloatingIPsAssociationTestJSON-978234990 tempest-FloatingIPsAssociationTestJSON-978234990-project] 10.222.0.104 "GET /v2.0/ports?device_id=7bfb388a-790e-4692-a575-ef183ebdd084 HTTP/1.1" status: 200 len: 943 time: 0.3652883 Jul 06 14:01:30.447687 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-23c68922-e8b4-4c7b-b113-965d14f7cdfd req-351a1c95-8c54-4e80-9c3d-6cab19d9da96 service neutron] 10.222.0.127 "GET /v2.0/networks/7a710b21-0493-4be8-a73f-c10a9dbc43f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3340268 Jul 06 14:01:30.459004 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-f7367464-e12a-43cc-bcf3-efd62c4c423d req-ef25569a-e815-4f45-8c68-f858dab7843d service neutron] 10.222.0.127 "GET /v2.0/networks/dc2aab4d-ebf5-4223-8156-143d93bdc342?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2568662 Jul 06 14:01:30.535102 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-263db995-c83d-4fcb-bd42-b5758d832f70 req-50f10223-5432-4764-841b-c38d4a38fff8 tempest-FloatingIPsAssociationTestJSON-978234990 tempest-FloatingIPsAssociationTestJSON-978234990-project] 10.222.0.104 "GET /v2.0/security-groups?id=715e00b7-412d-4ac6-a847-c2c6525b42cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1522179 Jul 06 14:01:30.621101 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8eac57-4750-4627-8222-c55bd46d78f9 req-233f72f9-8cc7-420d-9389-a7b8770bd411 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:01:30.628008 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-1e8eac57-4750-4627-8222-c55bd46d78f9 req-233f72f9-8cc7-420d-9389-a7b8770bd411 service neutron] 10.222.0.127 "GET /v2.0/ports?network_id=ac09d390-867f-4b75-a8d2-ab11550bffd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2370186 Jul 06 14:01:30.725984 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-23c68922-e8b4-4c7b-b113-965d14f7cdfd req-5cfa9c3a-4f70-48bb-8c60-92bf31276e47 service neutron] 10.222.0.127 "GET /v2.0/networks/7a710b21-0493-4be8-a73f-c10a9dbc43f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2659082 Jul 06 14:01:30.821440 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-1e8eac57-4750-4627-8222-c55bd46d78f9 req-53f2f7a1-2b29-4192-9c82-91e74285dc9b service neutron] 10.222.0.127 "GET /v2.0/networks/ac09d390-867f-4b75-a8d2-ab11550bffd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1876547 Jul 06 14:01:30.913488 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbeb903-71c2-4a01-9e96-d9f7b1c0bea7 req-411bf9a8-afe2-4fe5-ac24-596830cc7a0c tempest-ServersOnMultiNodesTest-299961212 tempest-ServersOnMultiNodesTest-299961212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:01:30.916858 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-0dbeb903-71c2-4a01-9e96-d9f7b1c0bea7 req-411bf9a8-afe2-4fe5-ac24-596830cc7a0c tempest-ServersOnMultiNodesTest-299961212 tempest-ServersOnMultiNodesTest-299961212-project] 10.222.0.104 "GET /v2.0/ports?device_id=5a86de26-f803-496c-8949-ab7be8bbefaa HTTP/1.1" status: 200 len: 948 time: 0.1991231 Jul 06 14:01:30.964444 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-1e8eac57-4750-4627-8222-c55bd46d78f9 req-83d7767c-a46c-4c55-84e4-af9f94d5ac1d service neutron] 10.222.0.127 "GET /v2.0/networks/ac09d390-867f-4b75-a8d2-ab11550bffd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1365361 Jul 06 14:01:30.979358 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-0dbeb903-71c2-4a01-9e96-d9f7b1c0bea7 req-d0f9b6be-2b77-4ada-87f5-c6dbc7c8ba94 tempest-ServersOnMultiNodesTest-299961212 tempest-ServersOnMultiNodesTest-299961212-project] 10.222.0.104 "GET /v2.0/security-groups?id=304f894d-c671-4a59-b0fb-2a4d849c5ac9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513175 Jul 06 14:01:31.145334 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Device 7c554169-39ca-43d9-8dcb-6a6ab17b5552 details requested by agent hyperv_n-h1-773647-6 with host n-h1-773647-6 {{(pid=100248) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 14:01:31.278430 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] For port 7c554169-39ca-43d9-8dcb-6a6ab17b5552, host n-h1-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773647-6',level=0,port_id=7c554169-39ca-43d9-8dcb-6a6ab17b5552,segment=NetworkSegment(227d25fe-bf75-4c4b-9a67-c660160d6b0a),segment_id=227d25fe-bf75-4c4b-9a67-c660160d6b0a)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:01:31.295682 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Returning: {'device': '7c554169-39ca-43d9-8dcb-6a6ab17b5552', 'network_id': '7a710b21-0493-4be8-a73f-c10a9dbc43f7', 'port_id': '7c554169-39ca-43d9-8dcb-6a6ab17b5552', 'mac_address': 'fa:16:3e:40:d5:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1015, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d32f554-2b92-4c59-9901-e19d129549fc', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100248) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 14:01:31.343910 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:31.365634 n-d-773647-6 neutron-server[100248]: DEBUG neutron.notifiers.nova [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c554169-39ca-43d9-8dcb-6a6ab17b5552 {{(pid=100248) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 14:01:31.395078 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] For port 7c554169-39ca-43d9-8dcb-6a6ab17b5552, host n-h1-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773647-6',level=0,port_id=7c554169-39ca-43d9-8dcb-6a6ab17b5552,segment=NetworkSegment(227d25fe-bf75-4c4b-9a67-c660160d6b0a),segment_id=227d25fe-bf75-4c4b-9a67-c660160d6b0a)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:01:31.407192 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:31.408631 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Device e0212a6e-4a9c-4580-a290-db589dcc6f27 details requested by agent hyperv_n-h1-773647-6 with host n-h1-773647-6 {{(pid=100248) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 14:01:31.506184 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Pushing event updated for resources: {'Port': ['ID=7c554169-39ca-43d9-8dcb-6a6ab17b5552,revision_number=4']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:01:31.602684 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10dd8dc6-7d45-4ee5-a2a4-ff78187e94f7 req-706b4e0a-e840-436d-a08b-2c385b258c7d tempest-DeleteServersTestJSON-677393534 tempest-DeleteServersTestJSON-677393534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:01:31.605175 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-10dd8dc6-7d45-4ee5-a2a4-ff78187e94f7 req-706b4e0a-e840-436d-a08b-2c385b258c7d tempest-DeleteServersTestJSON-677393534 tempest-DeleteServersTestJSON-677393534-project] 10.222.0.104 "GET /v2.0/ports?device_id=2c494c2e-edc1-434b-b110-8c7b4f90835c HTTP/1.1" status: 200 len: 944 time: 0.0793984 Jul 06 14:01:31.633340 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] For port e0212a6e-4a9c-4580-a290-db589dcc6f27, host n-h1-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773647-6',level=0,port_id=e0212a6e-4a9c-4580-a290-db589dcc6f27,segment=NetworkSegment(b84425ef-5b11-46aa-9198-ea4525ffd9fc),segment_id=b84425ef-5b11-46aa-9198-ea4525ffd9fc)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:01:31.657141 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Returning: {'device': 'e0212a6e-4a9c-4580-a290-db589dcc6f27', 'network_id': 'dc2aab4d-ebf5-4223-8156-143d93bdc342', 'port_id': 'e0212a6e-4a9c-4580-a290-db589dcc6f27', 'mac_address': 'fa:16:3e:e1:ea:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1024, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d4d8837-0e9e-40cd-b8da-4a4f0d5a912c', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100248) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 14:01:31.667935 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-10dd8dc6-7d45-4ee5-a2a4-ff78187e94f7 req-a2282c17-447d-4cc2-9004-50b86d136953 tempest-DeleteServersTestJSON-677393534 tempest-DeleteServersTestJSON-677393534-project] 10.222.0.104 "GET /v2.0/security-groups?id=7d4cbf2c-f907-4452-8928-a2a298fe7ee1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550356 Jul 06 14:01:31.710734 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:31.713219 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 14:01:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af8a1cc8-86e2-4ee6-8c41-fbe8478feb82 x-openstack-request-id: req-af8a1cc8-86e2-4ee6-8c41-fbe8478feb82 {{(pid=100247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:01:31.713517 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a86de26-f803-496c-8949-ab7be8bbefaa", "tag": "a8988d78-8ca9-4ab1-9f2e-28d3df4461f2", "status": "completed", "code": 200}]} {{(pid=100247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:01:31.714042 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-af8a1cc8-86e2-4ee6-8c41-fbe8478feb82 {{(pid=100247) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:01:31.714441 n-d-773647-6 neutron-server[100247]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a86de26-f803-496c-8949-ab7be8bbefaa', 'tag': 'a8988d78-8ca9-4ab1-9f2e-28d3df4461f2', 'status': 'completed', 'code': 200} Jul 06 14:01:31.739599 n-d-773647-6 neutron-server[100248]: DEBUG neutron.notifiers.nova [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e0212a6e-4a9c-4580-a290-db589dcc6f27 {{(pid=100248) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 14:01:31.769755 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] For port e0212a6e-4a9c-4580-a290-db589dcc6f27, host n-h1-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773647-6',level=0,port_id=e0212a6e-4a9c-4580-a290-db589dcc6f27,segment=NetworkSegment(b84425ef-5b11-46aa-9198-ea4525ffd9fc),segment_id=b84425ef-5b11-46aa-9198-ea4525ffd9fc)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:01:31.786947 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:31.832758 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee040abe-68ed-4e5a-827b-2adf0ce6b185 req-ff3d3527-5593-4f46-a066-200cf5547d02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:01:31.834654 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-ee040abe-68ed-4e5a-827b-2adf0ce6b185 req-ff3d3527-5593-4f46-a066-200cf5547d02 service neutron] 10.222.0.127 "GET /v2.0/ports?tenant_id=ae0918c1680140d8a89ce8f9c600b37d&device_id=5a86de26-f803-496c-8949-ab7be8bbefaa HTTP/1.1" status: 200 len: 1099 time: 0.0829344 Jul 06 14:01:31.897245 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Pushing event updated for resources: {'Port': ['ID=e0212a6e-4a9c-4580-a290-db589dcc6f27,revision_number=4']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:01:32.040269 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41d4df8-07fd-422f-9202-820979918ca5 req-294b839b-ac93-4c54-b064-cdabca5725d9 tempest-ServersTestMultiNic-850319587 tempest-ServersTestMultiNic-850319587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:01:32.046141 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41d4df8-07fd-422f-9202-820979918ca5 req-294b839b-ac93-4c54-b064-cdabca5725d9 tempest-ServersTestMultiNic-850319587 tempest-ServersTestMultiNic-850319587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:01:32.056303 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-a41d4df8-07fd-422f-9202-820979918ca5 req-294b839b-ac93-4c54-b064-cdabca5725d9 tempest-ServersTestMultiNic-850319587 tempest-ServersTestMultiNic-850319587-project] 10.222.0.104 "GET /v2.0/ports?device_id=d7f795df-4671-41b1-951f-6d2bef17c821 HTTP/1.1" status: 200 len: 1681 time: 0.1790698 Jul 06 14:01:32.060844 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee040abe-68ed-4e5a-827b-2adf0ce6b185 req-53ce15ea-8b66-4111-9848-afba868a5138 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:01:32.063228 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-ee040abe-68ed-4e5a-827b-2adf0ce6b185 req-53ce15ea-8b66-4111-9848-afba868a5138 service neutron] 10.222.0.127 "GET /v2.0/networks?id=ac09d390-867f-4b75-a8d2-ab11550bffd6 HTTP/1.1" status: 200 len: 871 time: 0.2205946 Jul 06 14:01:32.162811 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-ee040abe-68ed-4e5a-827b-2adf0ce6b185 req-4a181d3f-2156-45f8-84d4-3e34c9491c5c service neutron] 10.222.0.127 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.253&port_id=a8988d78-8ca9-4ab1-9f2e-28d3df4461f2 HTTP/1.1" status: 200 len: 217 time: 0.0891438 Jul 06 14:01:32.192220 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] get_ports_and_sgs() called for port_ids ['e0212a6e-4a9c-4580-a290-db589dcc6f27'] {{(pid=100248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 14:01:32.198944 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] get_ports_and_sgs() called for port_ids ['7c554169-39ca-43d9-8dcb-6a6ab17b5552'] {{(pid=100248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 14:01:32.214102 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-a41d4df8-07fd-422f-9202-820979918ca5 req-8674efc2-6c3c-4080-8b40-41e93d22a005 tempest-ServersTestMultiNic-850319587 tempest-ServersTestMultiNic-850319587-project] 10.222.0.104 "GET /v2.0/security-groups?id=3be580b9-03cb-4a9b-8661-5fe7dfbcaae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1491494 Jul 06 14:01:32.235902 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee040abe-68ed-4e5a-827b-2adf0ce6b185 req-399aa192-fdf2-44b3-8724-34feb90cb24d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:01:32.237444 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-ee040abe-68ed-4e5a-827b-2adf0ce6b185 req-399aa192-fdf2-44b3-8724-34feb90cb24d service neutron] 10.222.0.127 "GET /v2.0/subnets?id=d1c3cc78-09b9-4e30-99fd-0e5830de101d HTTP/1.1" status: 200 len: 843 time: 0.0658724 Jul 06 14:01:32.325470 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee040abe-68ed-4e5a-827b-2adf0ce6b185 req-cc88e660-1639-45fe-9803-323e746a4b92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:01:32.327469 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-ee040abe-68ed-4e5a-827b-2adf0ce6b185 req-cc88e660-1639-45fe-9803-323e746a4b92 service neutron] 10.222.0.127 "GET /v2.0/ports?network_id=ac09d390-867f-4b75-a8d2-ab11550bffd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0809085 Jul 06 14:01:32.483928 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-ee040abe-68ed-4e5a-827b-2adf0ce6b185 req-5c6fe6d5-c09f-4fe0-9a94-1fa41f714add service neutron] 10.222.0.127 "GET /v2.0/networks/ac09d390-867f-4b75-a8d2-ab11550bffd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1467795 Jul 06 14:01:32.592133 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1630ba5a-a5d1-434b-9387-acc3c451412e req-61d5c040-fc45-433c-828e-7c2571f5d329 tempest-FloatingIPsAssociationTestJSON-978234990 tempest-FloatingIPsAssociationTestJSON-978234990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:01:32.593708 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-1630ba5a-a5d1-434b-9387-acc3c451412e req-61d5c040-fc45-433c-828e-7c2571f5d329 tempest-FloatingIPsAssociationTestJSON-978234990 tempest-FloatingIPsAssociationTestJSON-978234990-project] 10.222.0.104 "GET /v2.0/ports?device_id=7bfb388a-790e-4692-a575-ef183ebdd084 HTTP/1.1" status: 200 len: 944 time: 0.1509886 Jul 06 14:01:32.626801 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-ee040abe-68ed-4e5a-827b-2adf0ce6b185 req-345debab-2f5e-4e57-b11c-bfd794129e8e service neutron] 10.222.0.127 "GET /v2.0/networks/ac09d390-867f-4b75-a8d2-ab11550bffd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1345258 Jul 06 14:01:32.666752 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-1630ba5a-a5d1-434b-9387-acc3c451412e req-e63ad0a7-8602-41ca-8c48-6255da28402b tempest-FloatingIPsAssociationTestJSON-978234990 tempest-FloatingIPsAssociationTestJSON-978234990-project] 10.222.0.104 "GET /v2.0/security-groups?id=715e00b7-412d-4ac6-a847-c2c6525b42cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664139 Jul 06 14:01:32.992326 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c81add9-c1a7-4ba4-96c9-69f205637c33 req-387f2a2a-5a08-4610-b0ee-8486751306ac tempest-ServersTestMultiNic-850319587 tempest-ServersTestMultiNic-850319587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:01:33.014601 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c81add9-c1a7-4ba4-96c9-69f205637c33 req-387f2a2a-5a08-4610-b0ee-8486751306ac tempest-ServersTestMultiNic-850319587 tempest-ServersTestMultiNic-850319587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:01:33.019899 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-5c81add9-c1a7-4ba4-96c9-69f205637c33 req-387f2a2a-5a08-4610-b0ee-8486751306ac tempest-ServersTestMultiNic-850319587 tempest-ServersTestMultiNic-850319587-project] 10.222.0.72 "GET /v2.0/ports?device_id=d7f795df-4671-41b1-951f-6d2bef17c821 HTTP/1.1" status: 200 len: 1681 time: 0.1135321 Jul 06 14:01:33.131410 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.agents_db [None req-167c0ad6-1657-4c9a-a2c4-3b18056aa662 None None] Agent healthcheck: found 7 active agents {{(pid=100249) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 14:01:33.150326 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Device a8988d78-8ca9-4ab1-9f2e-28d3df4461f2 details requested by agent hyperv_n-h1-773647-6 with host n-h1-773647-6 {{(pid=100248) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 14:01:33.217771 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2433d5e-456a-4860-820f-a8075a3e996d req-5c2012fd-df6d-461e-ba3b-b1483bf93321 tempest-ServersOnMultiNodesTest-299961212 tempest-ServersOnMultiNodesTest-299961212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:01:33.225369 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-d2433d5e-456a-4860-820f-a8075a3e996d req-5c2012fd-df6d-461e-ba3b-b1483bf93321 tempest-ServersOnMultiNodesTest-299961212 tempest-ServersOnMultiNodesTest-299961212-project] 10.222.0.104 "GET /v2.0/ports?device_id=5a86de26-f803-496c-8949-ab7be8bbefaa HTTP/1.1" status: 200 len: 948 time: 0.1321406 Jul 06 14:01:33.248177 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.plugin [req-5c81add9-c1a7-4ba4-96c9-69f205637c33 req-bca82c86-eb50-43ff-99c0-9a1dac213880 tempest-ServersTestMultiNic-850319587 tempest-ServersTestMultiNic-850319587-project] Deleting port a2874956-26aa-49c8-b913-a65ada20e08d {{(pid=100247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:01:33.248533 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-5c81add9-c1a7-4ba4-96c9-69f205637c33 req-bca82c86-eb50-43ff-99c0-9a1dac213880 tempest-ServersTestMultiNic-850319587 tempest-ServersTestMultiNic-850319587-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:33.301185 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] For port a8988d78-8ca9-4ab1-9f2e-28d3df4461f2, host n-h1-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773647-6',level=0,port_id=a8988d78-8ca9-4ab1-9f2e-28d3df4461f2,segment=NetworkSegment(c9ea893d-045e-42cf-b3dd-cdd1f79baccd),segment_id=c9ea893d-045e-42cf-b3dd-cdd1f79baccd)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:01:33.311456 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-d2433d5e-456a-4860-820f-a8075a3e996d req-164bf84b-1e2b-406e-9dca-d692855f9b4f tempest-ServersOnMultiNodesTest-299961212 tempest-ServersOnMultiNodesTest-299961212-project] 10.222.0.104 "GET /v2.0/security-groups?id=304f894d-c671-4a59-b0fb-2a4d849c5ac9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851269 Jul 06 14:01:33.336479 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Returning: {'device': 'a8988d78-8ca9-4ab1-9f2e-28d3df4461f2', 'network_id': 'ac09d390-867f-4b75-a8d2-ab11550bffd6', 'port_id': 'a8988d78-8ca9-4ab1-9f2e-28d3df4461f2', 'mac_address': 'fa:16:3e:e8:a0:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1023, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd1c3cc78-09b9-4e30-99fd-0e5830de101d', 'ip_address': '192.168.233.253'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100248) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 14:01:33.408629 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.db [req-5c81add9-c1a7-4ba4-96c9-69f205637c33 req-bca82c86-eb50-43ff-99c0-9a1dac213880 tempest-ServersTestMultiNic-850319587 tempest-ServersTestMultiNic-850319587-project] For port a2874956-26aa-49c8-b913-a65ada20e08d, host n-h2-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=a2874956-26aa-49c8-b913-a65ada20e08d,segment=NetworkSegment(57b4cf47-26fb-4601-878a-d90cbb33afe8),segment_id=57b4cf47-26fb-4601-878a-d90cbb33afe8)] {{(pid=100247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:01:33.408909 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-5c81add9-c1a7-4ba4-96c9-69f205637c33 req-bca82c86-eb50-43ff-99c0-9a1dac213880 tempest-ServersTestMultiNic-850319587 tempest-ServersTestMultiNic-850319587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:33.421617 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:33.436546 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.plugin [req-5c81add9-c1a7-4ba4-96c9-69f205637c33 req-bca82c86-eb50-43ff-99c0-9a1dac213880 tempest-ServersTestMultiNic-850319587 tempest-ServersTestMultiNic-850319587-project] Calling delete_port for a2874956-26aa-49c8-b913-a65ada20e08d owned by compute:nova {{(pid=100247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:01:33.438478 n-d-773647-6 neutron-server[100248]: DEBUG neutron.notifiers.nova [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a8988d78-8ca9-4ab1-9f2e-28d3df4461f2 {{(pid=100248) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 14:01:33.460633 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] For port a8988d78-8ca9-4ab1-9f2e-28d3df4461f2, host n-h1-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773647-6',level=0,port_id=a8988d78-8ca9-4ab1-9f2e-28d3df4461f2,segment=NetworkSegment(c9ea893d-045e-42cf-b3dd-cdd1f79baccd),segment_id=c9ea893d-045e-42cf-b3dd-cdd1f79baccd)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:01:33.466647 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:33.523412 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Pushing event updated for resources: {'Port': ['ID=a8988d78-8ca9-4ab1-9f2e-28d3df4461f2,revision_number=4']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:01:33.822658 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] get_ports_and_sgs() called for port_ids ['a8988d78-8ca9-4ab1-9f2e-28d3df4461f2'] {{(pid=100248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 14:01:33.896816 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3634f31e-8822-4034-982a-76e6cd6c71b2 req-cd1e2c5a-dc77-4ed1-a254-b81ae761522e tempest-DeleteServersTestJSON-677393534 tempest-DeleteServersTestJSON-677393534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:01:33.903778 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-3634f31e-8822-4034-982a-76e6cd6c71b2 req-cd1e2c5a-dc77-4ed1-a254-b81ae761522e tempest-DeleteServersTestJSON-677393534 tempest-DeleteServersTestJSON-677393534-project] 10.222.0.104 "GET /v2.0/ports?device_id=2c494c2e-edc1-434b-b110-8c7b4f90835c HTTP/1.1" status: 200 len: 944 time: 0.1117823 Jul 06 14:01:33.952864 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-3634f31e-8822-4034-982a-76e6cd6c71b2 req-643b023c-25b0-42c4-95b2-db553b8c6fee tempest-DeleteServersTestJSON-677393534 tempest-DeleteServersTestJSON-677393534-project] 10.222.0.104 "GET /v2.0/security-groups?id=7d4cbf2c-f907-4452-8928-a2a298fe7ee1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480869 Jul 06 14:01:34.062845 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-5c81add9-c1a7-4ba4-96c9-69f205637c33 req-bca82c86-eb50-43ff-99c0-9a1dac213880 tempest-ServersTestMultiNic-850319587 tempest-ServersTestMultiNic-850319587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128888353'] for port, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:34.146645 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca82c86-eb50-43ff-99c0-9a1dac213880 tempest-ServersTestMultiNic-850319587 tempest-ServersTestMultiNic-850319587-project] Pushing event deleted for resources: {'Port': ['ID=a2874956-26aa-49c8-b913-a65ada20e08d,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:01:34.225184 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c81add9-c1a7-4ba4-96c9-69f205637c33 req-bca82c86-eb50-43ff-99c0-9a1dac213880 tempest-ServersTestMultiNic-850319587 tempest-ServersTestMultiNic-850319587-project] No DVR routers for this DVR port a2874956-26aa-49c8-b913-a65ada20e08d on host n-h2-773647-6 {{(pid=100247) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:01:34.234612 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca82c86-eb50-43ff-99c0-9a1dac213880 tempest-ServersTestMultiNic-850319587 tempest-ServersTestMultiNic-850319587-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:01:34.234970 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca82c86-eb50-43ff-99c0-9a1dac213880 tempest-ServersTestMultiNic-850319587 tempest-ServersTestMultiNic-850319587-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:01:34.235343 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca82c86-eb50-43ff-99c0-9a1dac213880 tempest-ServersTestMultiNic-850319587 tempest-ServersTestMultiNic-850319587-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:01:34.235779 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca82c86-eb50-43ff-99c0-9a1dac213880 tempest-ServersTestMultiNic-850319587 tempest-ServersTestMultiNic-850319587-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:01:34.236124 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca82c86-eb50-43ff-99c0-9a1dac213880 tempest-ServersTestMultiNic-850319587 tempest-ServersTestMultiNic-850319587-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:01:34.236455 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca82c86-eb50-43ff-99c0-9a1dac213880 tempest-ServersTestMultiNic-850319587 tempest-ServersTestMultiNic-850319587-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:01:34.236788 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca82c86-eb50-43ff-99c0-9a1dac213880 tempest-ServersTestMultiNic-850319587 tempest-ServersTestMultiNic-850319587-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:01:34.237112 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca82c86-eb50-43ff-99c0-9a1dac213880 tempest-ServersTestMultiNic-850319587 tempest-ServersTestMultiNic-850319587-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:01:34.239332 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca82c86-eb50-43ff-99c0-9a1dac213880 tempest-ServersTestMultiNic-850319587 tempest-ServersTestMultiNic-850319587-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:01:34.239332 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca82c86-eb50-43ff-99c0-9a1dac213880 tempest-ServersTestMultiNic-850319587 tempest-ServersTestMultiNic-850319587-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:01:34.239332 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca82c86-eb50-43ff-99c0-9a1dac213880 tempest-ServersTestMultiNic-850319587 tempest-ServersTestMultiNic-850319587-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:01:34.239332 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca82c86-eb50-43ff-99c0-9a1dac213880 tempest-ServersTestMultiNic-850319587 tempest-ServersTestMultiNic-850319587-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:01:34.242508 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-5c81add9-c1a7-4ba4-96c9-69f205637c33 req-bca82c86-eb50-43ff-99c0-9a1dac213880 tempest-ServersTestMultiNic-850319587 tempest-ServersTestMultiNic-850319587-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:34.244567 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-5c81add9-c1a7-4ba4-96c9-69f205637c33 req-bca82c86-eb50-43ff-99c0-9a1dac213880 tempest-ServersTestMultiNic-850319587 tempest-ServersTestMultiNic-850319587-project] 10.222.0.72 "DELETE /v2.0/ports/a2874956-26aa-49c8-b913-a65ada20e08d HTTP/1.1" status: 204 len: 173 time: 1.2179377 Jul 06 14:01:34.258301 n-d-773647-6 neutron-server[100247]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7f795df-4671-41b1-951f-6d2bef17c821', 'name': 'network-vif-deleted', 'tag': 'a2874956-26aa-49c8-b913-a65ada20e08d'}] {{(pid=100247) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:01:34.260632 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cbf0eeaae822f8fc9b87a94aeba67a3d651842baf663a51cba94b67a514836d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb26e8de-f740-44d5-9cd5-9612a6bbdbc6" -d '{"events": [{"server_uuid": "d7f795df-4671-41b1-951f-6d2bef17c821", "name": "network-vif-deleted", "tag": "a2874956-26aa-49c8-b913-a65ada20e08d"}]}' {{(pid=100247) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:01:34.354631 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010dcd5f-9775-4345-81e2-90260479cf04 req-23e7204a-e24d-4fd5-ba91-545dbfec57fb tempest-InstanceActionsNegativeTestJSON-277410024 tempest-InstanceActionsNegativeTestJSON-277410024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:01:34.356215 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-010dcd5f-9775-4345-81e2-90260479cf04 req-23e7204a-e24d-4fd5-ba91-545dbfec57fb tempest-InstanceActionsNegativeTestJSON-277410024 tempest-InstanceActionsNegativeTestJSON-277410024-project] 10.222.0.104 "GET /v2.0/ports?device_id=a81b2fd4-9cac-454e-bafc-ab03e2147a85 HTTP/1.1" status: 200 len: 946 time: 0.2222292 Jul 06 14:01:34.432656 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b97d95-8c2a-4f4c-8383-ef2433e1deb0 req-fe4b13d7-d074-4b99-85bd-75269d3c1588 tempest-InstanceActionsNegativeTestJSON-277410024 tempest-InstanceActionsNegativeTestJSON-277410024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:01:34.433582 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-010dcd5f-9775-4345-81e2-90260479cf04 req-92f887e6-5489-4126-ae1c-bd59661e88df tempest-InstanceActionsNegativeTestJSON-277410024 tempest-InstanceActionsNegativeTestJSON-277410024-project] 10.222.0.104 "GET /v2.0/security-groups?id=9b393f8e-0f28-4e90-883b-cd77890119ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597217 Jul 06 14:01:34.447986 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-f2b97d95-8c2a-4f4c-8383-ef2433e1deb0 req-fe4b13d7-d074-4b99-85bd-75269d3c1588 tempest-InstanceActionsNegativeTestJSON-277410024 tempest-InstanceActionsNegativeTestJSON-277410024-project] 10.222.0.72 "GET /v2.0/ports?device_id=a81b2fd4-9cac-454e-bafc-ab03e2147a85 HTTP/1.1" status: 200 len: 946 time: 0.1315472 Jul 06 14:01:34.466997 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.plugin [req-5c81add9-c1a7-4ba4-96c9-69f205637c33 req-113efd14-190c-4df4-a0ef-84b6cf7e842e tempest-ServersTestMultiNic-850319587 tempest-ServersTestMultiNic-850319587-project] Deleting port 2a4ba1f2-5f2f-4694-b2b4-a7686ddc443c {{(pid=100247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:01:34.467551 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-5c81add9-c1a7-4ba4-96c9-69f205637c33 req-113efd14-190c-4df4-a0ef-84b6cf7e842e tempest-ServersTestMultiNic-850319587 tempest-ServersTestMultiNic-850319587-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:34.598275 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [req-f2b97d95-8c2a-4f4c-8383-ef2433e1deb0 req-675ac875-c5b6-429f-8df6-aef0353be369 tempest-InstanceActionsNegativeTestJSON-277410024 tempest-InstanceActionsNegativeTestJSON-277410024-project] Deleting port 69ef8f11-ee7d-4241-9d0e-92523ea750ba {{(pid=100246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:01:34.598767 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-f2b97d95-8c2a-4f4c-8383-ef2433e1deb0 req-675ac875-c5b6-429f-8df6-aef0353be369 tempest-InstanceActionsNegativeTestJSON-277410024 tempest-InstanceActionsNegativeTestJSON-277410024-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:34.672752 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.db [req-5c81add9-c1a7-4ba4-96c9-69f205637c33 req-113efd14-190c-4df4-a0ef-84b6cf7e842e tempest-ServersTestMultiNic-850319587 tempest-ServersTestMultiNic-850319587-project] For port 2a4ba1f2-5f2f-4694-b2b4-a7686ddc443c, host n-h2-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=2a4ba1f2-5f2f-4694-b2b4-a7686ddc443c,segment=NetworkSegment(166509c7-637f-47ba-9b47-ad158abbd36b),segment_id=166509c7-637f-47ba-9b47-ad158abbd36b)] {{(pid=100247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:01:34.673938 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-5c81add9-c1a7-4ba4-96c9-69f205637c33 req-113efd14-190c-4df4-a0ef-84b6cf7e842e tempest-ServersTestMultiNic-850319587 tempest-ServersTestMultiNic-850319587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:34.698010 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.plugin [req-5c81add9-c1a7-4ba4-96c9-69f205637c33 req-113efd14-190c-4df4-a0ef-84b6cf7e842e tempest-ServersTestMultiNic-850319587 tempest-ServersTestMultiNic-850319587-project] Calling delete_port for 2a4ba1f2-5f2f-4694-b2b4-a7686ddc443c owned by compute:nova {{(pid=100247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:01:34.714991 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5636583a-23d8-44bd-9c1b-b27d19fee17e req-42205c86-1aeb-4687-9079-be50fb94ca76 tempest-ServersTestMultiNic-850319587 tempest-ServersTestMultiNic-850319587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:01:34.716054 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-5636583a-23d8-44bd-9c1b-b27d19fee17e req-42205c86-1aeb-4687-9079-be50fb94ca76 tempest-ServersTestMultiNic-850319587 tempest-ServersTestMultiNic-850319587-project] 10.222.0.104 "GET /v2.0/ports?device_id=d7f795df-4671-41b1-951f-6d2bef17c821 HTTP/1.1" status: 200 len: 945 time: 0.1272953 Jul 06 14:01:34.735286 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.db [req-f2b97d95-8c2a-4f4c-8383-ef2433e1deb0 req-675ac875-c5b6-429f-8df6-aef0353be369 tempest-InstanceActionsNegativeTestJSON-277410024 tempest-InstanceActionsNegativeTestJSON-277410024-project] For port 69ef8f11-ee7d-4241-9d0e-92523ea750ba, host n-h2-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=69ef8f11-ee7d-4241-9d0e-92523ea750ba,segment=NetworkSegment(c68ac9e5-a48c-42f8-97e6-8aad5b6cc278),segment_id=c68ac9e5-a48c-42f8-97e6-8aad5b6cc278)] {{(pid=100246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:01:34.735796 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-f2b97d95-8c2a-4f4c-8383-ef2433e1deb0 req-675ac875-c5b6-429f-8df6-aef0353be369 tempest-InstanceActionsNegativeTestJSON-277410024 tempest-InstanceActionsNegativeTestJSON-277410024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:34.755658 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [req-f2b97d95-8c2a-4f4c-8383-ef2433e1deb0 req-675ac875-c5b6-429f-8df6-aef0353be369 tempest-InstanceActionsNegativeTestJSON-277410024 tempest-InstanceActionsNegativeTestJSON-277410024-project] Calling delete_port for 69ef8f11-ee7d-4241-9d0e-92523ea750ba owned by compute:nova {{(pid=100246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:01:34.828832 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-5636583a-23d8-44bd-9c1b-b27d19fee17e req-1a48aea1-bbe5-492a-a1d2-fa2c56672332 tempest-ServersTestMultiNic-850319587 tempest-ServersTestMultiNic-850319587-project] 10.222.0.104 "GET /v2.0/security-groups?id=3be580b9-03cb-4a9b-8661-5fe7dfbcaae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020830 Jul 06 14:01:34.975122 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-f2b97d95-8c2a-4f4c-8383-ef2433e1deb0 req-675ac875-c5b6-429f-8df6-aef0353be369 tempest-InstanceActionsNegativeTestJSON-277410024 tempest-InstanceActionsNegativeTestJSON-277410024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127687580'] for port, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:34.987629 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] get_ports_and_sgs() called for port_ids ['69ef8f11-ee7d-4241-9d0e-92523ea750ba'] {{(pid=100248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 14:01:34.999772 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 14:01:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2428036-ef4d-4160-9fc3-967d28a145d3 x-openstack-request-id: req-f2428036-ef4d-4160-9fc3-967d28a145d3 {{(pid=100247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:01:35.000422 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7f795df-4671-41b1-951f-6d2bef17c821", "name": "network-vif-deleted", "tag": "a2874956-26aa-49c8-b913-a65ada20e08d", "status": "completed", "code": 200}]} {{(pid=100247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:01:35.000422 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-f2428036-ef4d-4160-9fc3-967d28a145d3 {{(pid=100247) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:01:35.000717 n-d-773647-6 neutron-server[100247]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7f795df-4671-41b1-951f-6d2bef17c821', 'name': 'network-vif-deleted', 'tag': 'a2874956-26aa-49c8-b913-a65ada20e08d', 'status': 'completed', 'code': 200} Jul 06 14:01:35.020205 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675ac875-c5b6-429f-8df6-aef0353be369 tempest-InstanceActionsNegativeTestJSON-277410024 tempest-InstanceActionsNegativeTestJSON-277410024-project] Pushing event deleted for resources: {'Port': ['ID=69ef8f11-ee7d-4241-9d0e-92523ea750ba,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:01:35.049221 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-5c81add9-c1a7-4ba4-96c9-69f205637c33 req-113efd14-190c-4df4-a0ef-84b6cf7e842e tempest-ServersTestMultiNic-850319587 tempest-ServersTestMultiNic-850319587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128888353'] for port, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:35.081383 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2b97d95-8c2a-4f4c-8383-ef2433e1deb0 req-675ac875-c5b6-429f-8df6-aef0353be369 tempest-InstanceActionsNegativeTestJSON-277410024 tempest-InstanceActionsNegativeTestJSON-277410024-project] No DVR routers for this DVR port 69ef8f11-ee7d-4241-9d0e-92523ea750ba on host n-h2-773647-6 {{(pid=100246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:01:35.085627 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-f2b97d95-8c2a-4f4c-8383-ef2433e1deb0 req-675ac875-c5b6-429f-8df6-aef0353be369 tempest-InstanceActionsNegativeTestJSON-277410024 tempest-InstanceActionsNegativeTestJSON-277410024-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:35.089341 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-f2b97d95-8c2a-4f4c-8383-ef2433e1deb0 req-675ac875-c5b6-429f-8df6-aef0353be369 tempest-InstanceActionsNegativeTestJSON-277410024 tempest-InstanceActionsNegativeTestJSON-277410024-project] 10.222.0.72 "DELETE /v2.0/ports/69ef8f11-ee7d-4241-9d0e-92523ea750ba HTTP/1.1" status: 204 len: 173 time: 0.6364062 Jul 06 14:01:35.091431 n-d-773647-6 neutron-server[100246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a81b2fd4-9cac-454e-bafc-ab03e2147a85', 'name': 'network-vif-deleted', 'tag': '69ef8f11-ee7d-4241-9d0e-92523ea750ba'}] {{(pid=100246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:01:35.093990 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0d96c5ab5e889f7b933ae915b9be33d1b46c9e87795bf781004b656ef3f1e87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94507db4-bd6c-4e22-b204-3185b720d9e3" -d '{"events": [{"server_uuid": "a81b2fd4-9cac-454e-bafc-ab03e2147a85", "name": "network-vif-deleted", "tag": "69ef8f11-ee7d-4241-9d0e-92523ea750ba"}]}' {{(pid=100246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:01:35.164485 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Device e0212a6e-4a9c-4580-a290-db589dcc6f27 up at agent hyperv_n-h1-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:01:35.179811 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113efd14-190c-4df4-a0ef-84b6cf7e842e tempest-ServersTestMultiNic-850319587 tempest-ServersTestMultiNic-850319587-project] Pushing event deleted for resources: {'Port': ['ID=2a4ba1f2-5f2f-4694-b2b4-a7686ddc443c,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:01:35.229489 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c81add9-c1a7-4ba4-96c9-69f205637c33 req-113efd14-190c-4df4-a0ef-84b6cf7e842e tempest-ServersTestMultiNic-850319587 tempest-ServersTestMultiNic-850319587-project] No DVR routers for this DVR port 2a4ba1f2-5f2f-4694-b2b4-a7686ddc443c on host n-h2-773647-6 {{(pid=100247) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:01:35.234163 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-5c81add9-c1a7-4ba4-96c9-69f205637c33 req-113efd14-190c-4df4-a0ef-84b6cf7e842e tempest-ServersTestMultiNic-850319587 tempest-ServersTestMultiNic-850319587-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:35.242353 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-5c81add9-c1a7-4ba4-96c9-69f205637c33 req-113efd14-190c-4df4-a0ef-84b6cf7e842e tempest-ServersTestMultiNic-850319587 tempest-ServersTestMultiNic-850319587-project] 10.222.0.72 "DELETE /v2.0/ports/2a4ba1f2-5f2f-4694-b2b4-a7686ddc443c HTTP/1.1" status: 204 len: 173 time: 0.9782593 Jul 06 14:01:35.306498 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Provisioning for port e0212a6e-4a9c-4580-a290-db589dcc6f27 completed by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:01:35.312323 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Provisioning complete for port e0212a6e-4a9c-4580-a290-db589dcc6f27 triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:01:35.312323 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:35.339543 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce75013f-12f8-450b-a010-e1a2311caefc req-9a2c7297-6260-4062-aacd-127097431d07 tempest-ServersOnMultiNodesTest-299961212 tempest-ServersOnMultiNodesTest-299961212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:01:35.347597 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-ce75013f-12f8-450b-a010-e1a2311caefc req-9a2c7297-6260-4062-aacd-127097431d07 tempest-ServersOnMultiNodesTest-299961212 tempest-ServersOnMultiNodesTest-299961212-project] 10.222.0.104 "GET /v2.0/ports?device_id=5a86de26-f803-496c-8949-ab7be8bbefaa HTTP/1.1" status: 200 len: 949 time: 0.2033358 Jul 06 14:01:35.365974 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aaec167-6af1-48df-a70c-0bbe9135999f req-2af5ca52-c758-46ec-9cf1-f55ea6cd2334 tempest-FloatingIPsAssociationTestJSON-978234990 tempest-FloatingIPsAssociationTestJSON-978234990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:01:35.373439 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-5aaec167-6af1-48df-a70c-0bbe9135999f req-2af5ca52-c758-46ec-9cf1-f55ea6cd2334 tempest-FloatingIPsAssociationTestJSON-978234990 tempest-FloatingIPsAssociationTestJSON-978234990-project] 10.222.0.104 "GET /v2.0/ports?device_id=7bfb388a-790e-4692-a575-ef183ebdd084 HTTP/1.1" status: 200 len: 944 time: 0.2889981 Jul 06 14:01:35.444669 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:35.447798 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-5aaec167-6af1-48df-a70c-0bbe9135999f req-5a6c08bb-c158-498a-bdf0-de609e3de9a4 tempest-FloatingIPsAssociationTestJSON-978234990 tempest-FloatingIPsAssociationTestJSON-978234990-project] 10.222.0.104 "GET /v2.0/security-groups?id=715e00b7-412d-4ac6-a847-c2c6525b42cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734274 Jul 06 14:01:35.452834 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-ce75013f-12f8-450b-a010-e1a2311caefc req-163a6d6e-7517-4604-86b4-485c0cb60497 tempest-ServersOnMultiNodesTest-299961212 tempest-ServersOnMultiNodesTest-299961212-project] 10.222.0.104 "GET /v2.0/security-groups?id=304f894d-c671-4a59-b0fb-2a4d849c5ac9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043739 Jul 06 14:01:35.469264 n-d-773647-6 neutron-server[100248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7bfb388a-790e-4692-a575-ef183ebdd084', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0212a6e-4a9c-4580-a290-db589dcc6f27'}] {{(pid=100248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:01:35.471691 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84af257533e383389cbcf231d3534f4d5e149e7203fea16b4a8fc01438dddaf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fe3e622-77bf-4454-b68f-63243dfb0f32" -d '{"events": [{"server_uuid": "7bfb388a-790e-4692-a575-ef183ebdd084", "name": "network-vif-plugged", "status": "completed", "tag": "e0212a6e-4a9c-4580-a290-db589dcc6f27"}]}' {{(pid=100248) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:01:35.484087 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Device a2874956-26aa-49c8-b913-a65ada20e08d no longer exists at agent hyperv_n-h2-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:01:35.490354 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] For port e0212a6e-4a9c-4580-a290-db589dcc6f27, host n-h1-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773647-6',level=0,port_id=e0212a6e-4a9c-4580-a290-db589dcc6f27,segment=NetworkSegment(b84425ef-5b11-46aa-9198-ea4525ffd9fc),segment_id=b84425ef-5b11-46aa-9198-ea4525ffd9fc)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:01:35.512024 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:35.512024 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Device a8988d78-8ca9-4ab1-9f2e-28d3df4461f2 up at agent hyperv_n-h1-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:01:35.512024 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] No Port match for: a2874956-26aa-49c8-b913-a65ada20e08d {{(pid=100248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 14:01:35.512024 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Device a2874956-26aa-49c8-b913-a65ada20e08d not bound to the agent host n-h2-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:01:35.512024 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Device 2a4ba1f2-5f2f-4694-b2b4-a7686ddc443c no longer exists at agent hyperv_n-h2-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:01:35.569787 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] No Port match for: 2a4ba1f2-5f2f-4694-b2b4-a7686ddc443c {{(pid=100248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 14:01:35.570048 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Device 2a4ba1f2-5f2f-4694-b2b4-a7686ddc443c not bound to the agent host n-h2-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:01:35.615592 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Pushing event updated for resources: {'Port': ['ID=e0212a6e-4a9c-4580-a290-db589dcc6f27,revision_number=5']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:01:35.632420 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Provisioning for port a8988d78-8ca9-4ab1-9f2e-28d3df4461f2 completed by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:01:35.639551 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Provisioning complete for port a8988d78-8ca9-4ab1-9f2e-28d3df4461f2 triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:01:35.640447 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:35.700963 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e61998-bb6f-4bf7-bb60-edb51ec64ec1 req-4b9498c5-61ba-4a7e-b391-053902cc9ca3 tempest-DeleteServersTestJSON-677393534 tempest-DeleteServersTestJSON-677393534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:01:35.702600 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-c4e61998-bb6f-4bf7-bb60-edb51ec64ec1 req-4b9498c5-61ba-4a7e-b391-053902cc9ca3 tempest-DeleteServersTestJSON-677393534 tempest-DeleteServersTestJSON-677393534-project] 10.222.0.104 "GET /v2.0/ports?device_id=2c494c2e-edc1-434b-b110-8c7b4f90835c HTTP/1.1" status: 200 len: 944 time: 0.0930264 Jul 06 14:01:35.741162 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:35.769497 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-c4e61998-bb6f-4bf7-bb60-edb51ec64ec1 req-e94d23ed-ec77-4861-b80c-417c36302a1a tempest-DeleteServersTestJSON-677393534 tempest-DeleteServersTestJSON-677393534-project] 10.222.0.104 "GET /v2.0/security-groups?id=7d4cbf2c-f907-4452-8928-a2a298fe7ee1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607343 Jul 06 14:01:35.791818 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] For port a8988d78-8ca9-4ab1-9f2e-28d3df4461f2, host n-h1-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773647-6',level=0,port_id=a8988d78-8ca9-4ab1-9f2e-28d3df4461f2,segment=NetworkSegment(c9ea893d-045e-42cf-b3dd-cdd1f79baccd),segment_id=c9ea893d-045e-42cf-b3dd-cdd1f79baccd)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:01:35.800993 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:35.801908 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Device 7c554169-39ca-43d9-8dcb-6a6ab17b5552 up at agent hyperv_n-h1-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:01:35.894574 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Pushing event updated for resources: {'Port': ['ID=a8988d78-8ca9-4ab1-9f2e-28d3df4461f2,revision_number=5']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:01:35.914349 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Provisioning for port 7c554169-39ca-43d9-8dcb-6a6ab17b5552 completed by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:01:35.920537 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Provisioning complete for port 7c554169-39ca-43d9-8dcb-6a6ab17b5552 triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:01:35.921240 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:36.078061 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:36.086757 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857add15-fb8d-42cb-b999-a60e785799a0 req-84b02ab8-1723-4fe5-9319-4a06ed1c8478 tempest-AttachSCSIVolumeTestJSON-2042390427 tempest-AttachSCSIVolumeTestJSON-2042390427-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:01:36.094428 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-857add15-fb8d-42cb-b999-a60e785799a0 req-84b02ab8-1723-4fe5-9319-4a06ed1c8478 tempest-AttachSCSIVolumeTestJSON-2042390427 tempest-AttachSCSIVolumeTestJSON-2042390427-project] 10.222.0.104 "GET /v2.0/networks?id=ee6b98f4-5a65-4f23-99dc-04152db89d72 HTTP/1.1" status: 200 len: 814 time: 0.1495776 Jul 06 14:01:36.116302 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-857add15-fb8d-42cb-b999-a60e785799a0 req-3a0cb369-e60b-49f9-991e-fb0312f3df5a tempest-AttachSCSIVolumeTestJSON-2042390427 tempest-AttachSCSIVolumeTestJSON-2042390427-project] 10.222.0.104 "GET /v2.0/quotas/f164ffe0f85a41f0bab6414346dd567f HTTP/1.1" status: 200 len: 375 time: 0.0206056 Jul 06 14:01:36.219703 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-857add15-fb8d-42cb-b999-a60e785799a0 req-9b984e4e-6559-41a6-be73-1f027684c357 tempest-AttachSCSIVolumeTestJSON-2042390427 tempest-AttachSCSIVolumeTestJSON-2042390427-project] 10.222.0.104 "GET /v2.0/ports?tenant_id=f164ffe0f85a41f0bab6414346dd567f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1023245 Jul 06 14:01:36.257337 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 14:01:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f074172-9dff-4fc8-9f83-c52748436169 x-openstack-request-id: req-9f074172-9dff-4fc8-9f83-c52748436169 {{(pid=100246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:01:36.257867 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a81b2fd4-9cac-454e-bafc-ab03e2147a85", "name": "network-vif-deleted", "tag": "69ef8f11-ee7d-4241-9d0e-92523ea750ba", "status": "completed", "code": 200}]} {{(pid=100246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:01:36.258429 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-9f074172-9dff-4fc8-9f83-c52748436169 {{(pid=100246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:01:36.258847 n-d-773647-6 neutron-server[100246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a81b2fd4-9cac-454e-bafc-ab03e2147a85', 'name': 'network-vif-deleted', 'tag': '69ef8f11-ee7d-4241-9d0e-92523ea750ba', 'status': 'completed', 'code': 200} Jul 06 14:01:36.276896 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] For port 7c554169-39ca-43d9-8dcb-6a6ab17b5552, host n-h1-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773647-6',level=0,port_id=7c554169-39ca-43d9-8dcb-6a6ab17b5552,segment=NetworkSegment(227d25fe-bf75-4c4b-9a67-c660160d6b0a),segment_id=227d25fe-bf75-4c4b-9a67-c660160d6b0a)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:01:36.283442 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:36.332046 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-857add15-fb8d-42cb-b999-a60e785799a0 req-072e013f-3dad-4dd9-8a1d-f5d7d2253692 service neutron] 10.222.0.104 "GET /v2.0/networks/ee6b98f4-5a65-4f23-99dc-04152db89d72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1114483 Jul 06 14:01:36.353782 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 36608) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:01:36.359856 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Pushing event updated for resources: {'Port': ['ID=7c554169-39ca-43d9-8dcb-6a6ab17b5552,revision_number=5']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:01:36.385443 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 14:01:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c86bbaa7-7d91-4fb7-81d3-2b13d898ab01 x-openstack-request-id: req-c86bbaa7-7d91-4fb7-81d3-2b13d898ab01 {{(pid=100248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:01:36.385743 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7bfb388a-790e-4692-a575-ef183ebdd084", "name": "network-vif-plugged", "status": "completed", "tag": "e0212a6e-4a9c-4580-a290-db589dcc6f27", "code": 200}]} {{(pid=100248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:01:36.385998 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-c86bbaa7-7d91-4fb7-81d3-2b13d898ab01 {{(pid=100248) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:01:36.386565 n-d-773647-6 neutron-server[100248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7bfb388a-790e-4692-a575-ef183ebdd084', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0212a6e-4a9c-4580-a290-db589dcc6f27', 'code': 200} Jul 06 14:01:36.421040 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.db_base_plugin_v2 [None req-9651c387-e6cb-46e2-9016-7749e85f67a2 admin admin] Deleting subnet 2c5b30dc-0189-4033-9435-08c89c47524c {{(pid=100246) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 14:01:36.424927 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-9651c387-e6cb-46e2-9016-7749e85f67a2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:36.468581 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-9651c387-e6cb-46e2-9016-7749e85f67a2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126218885'] for subnet, precommit_delete_associations {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:36.474880 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-857add15-fb8d-42cb-b999-a60e785799a0 req-8a0bbc03-5377-4449-afc7-cd433fdd8a75 service neutron] 10.222.0.104 "GET /v2.0/networks/ee6b98f4-5a65-4f23-99dc-04152db89d72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1354814 Jul 06 14:01:36.492140 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 36612) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:01:36.525385 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-9651c387-e6cb-46e2-9016-7749e85f67a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-913473'] for subnet, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:36.590954 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6cb360-95cd-4b19-89fb-ec0c95ad2778 req-66eae314-108e-4c8e-b1b1-a1e2b7a0cac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:01:36.592705 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-1f6cb360-95cd-4b19-89fb-ec0c95ad2778 req-66eae314-108e-4c8e-b1b1-a1e2b7a0cac9 service neutron] 10.222.0.127 "GET /v2.0/ports?device_id=7bfb388a-790e-4692-a575-ef183ebdd084 HTTP/1.1" status: 200 len: 1096 time: 0.1161222 Jul 06 14:01:36.597364 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.db_base_plugin_v2 [None req-b6d6f428-9909-4081-bed7-e27049e5efcd tempest-ServersTestMultiNic-850319587 tempest-ServersTestMultiNic-850319587-project] Deleting subnet b32ceba4-8e3a-4e59-9795-8b23c73a0a74 {{(pid=100247) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 14:01:36.601266 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-b6d6f428-9909-4081-bed7-e27049e5efcd tempest-ServersTestMultiNic-850319587 tempest-ServersTestMultiNic-850319587-project] Notify callbacks [] for subnet, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:36.603024 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-9651c387-e6cb-46e2-9016-7749e85f67a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-913480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1849032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127687590', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127702764'] for subnet, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:36.658616 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9651c387-e6cb-46e2-9016-7749e85f67a2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2c5b30dc-0189-4033-9435-08c89c47524c,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:01:36.675857 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-1f6cb360-95cd-4b19-89fb-ec0c95ad2778 req-cf98dde3-6c3f-4d60-a823-8f48d103b9ca service neutron] 10.222.0.127 "GET /v2.0/security-groups?id=715e00b7-412d-4ac6-a847-c2c6525b42cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381646 Jul 06 14:01:36.678263 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-9651c387-e6cb-46e2-9016-7749e85f67a2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:36.690184 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-b6d6f428-9909-4081-bed7-e27049e5efcd tempest-ServersTestMultiNic-850319587 tempest-ServersTestMultiNic-850319587-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127131748'] for subnet, precommit_delete_associations {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:36.690987 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-9651c387-e6cb-46e2-9016-7749e85f67a2 admin admin] 10.222.0.104 "DELETE /v2.0/subnets/2c5b30dc-0189-4033-9435-08c89c47524c HTTP/1.1" status: 204 len: 168 time: 0.3340092 Jul 06 14:01:36.691656 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 36644) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:01:36.820129 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-f4d68bf2-985c-473c-b39f-3674dac04b6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530492'] for network, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:36.890126 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-b6d6f428-9909-4081-bed7-e27049e5efcd tempest-ServersTestMultiNic-850319587 tempest-ServersTestMultiNic-850319587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-913473'] for subnet, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:36.982107 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-f4d68bf2-985c-473c-b39f-3674dac04b6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-917204', 'neutron.services.segments.db._delete_segments_for_network-8773753502302'] for network, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:36.993836 n-d-773647-6 neutron-server[100246]: DEBUG neutron.services.segments.db [None req-f4d68bf2-985c-473c-b39f-3674dac04b6e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['194bac88-04d4-4289-b333-47275694cede']}} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:01:37.001230 n-d-773647-6 neutron-server[100247]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7f795df-4671-41b1-951f-6d2bef17c821', 'name': 'network-vif-deleted', 'tag': '2a4ba1f2-5f2f-4694-b2b4-a7686ddc443c'}] {{(pid=100247) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:01:37.003646 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cbf0eeaae822f8fc9b87a94aeba67a3d651842baf663a51cba94b67a514836d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2a46989-c571-44aa-b8ef-d6de43aec963" -d '{"events": [{"server_uuid": "d7f795df-4671-41b1-951f-6d2bef17c821", "name": "network-vif-deleted", "tag": "2a4ba1f2-5f2f-4694-b2b4-a7686ddc443c"}]}' {{(pid=100247) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:01:37.009699 n-d-773647-6 neutron-server[100246]: DEBUG neutron.services.segments.db [None req-f4d68bf2-985c-473c-b39f-3674dac04b6e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c68ac9e5-a48c-42f8-97e6-8aad5b6cc278') {'for_net_delete': True} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:01:37.010150 n-d-773647-6 neutron-server[100246]: DEBUG neutron.services.segments.db [None req-f4d68bf2-985c-473c-b39f-3674dac04b6e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c68ac9e5-a48c-42f8-97e6-8aad5b6cc278') {} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:01:37.022232 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-f4d68bf2-985c-473c-b39f-3674dac04b6e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773753515138', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126218898'] for segment, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:37.036745 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-b6d6f428-9909-4081-bed7-e27049e5efcd tempest-ServersTestMultiNic-850319587 tempest-ServersTestMultiNic-850319587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-913480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1849032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-128888347', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127627857'] for subnet, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:37.047049 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec60c2a-8926-44ef-94f1-935c54a50cb9 req-0da0da17-5335-45e1-a84d-b04547e97a70 tempest-ServersOnMultiNodesTest-299961212 tempest-ServersOnMultiNodesTest-299961212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:01:37.048726 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-eec60c2a-8926-44ef-94f1-935c54a50cb9 req-0da0da17-5335-45e1-a84d-b04547e97a70 tempest-ServersOnMultiNodesTest-299961212 tempest-ServersOnMultiNodesTest-299961212-project] 10.222.0.104 "GET /v2.0/ports?device_id=5a86de26-f803-496c-8949-ab7be8bbefaa HTTP/1.1" status: 200 len: 950 time: 0.1628497 Jul 06 14:01:37.049853 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-f4d68bf2-985c-473c-b39f-3674dac04b6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552'] for segment, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:37.060131 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f4d68bf2-985c-473c-b39f-3674dac04b6e admin admin] Releasing vlan 1014 on physical network physnet1 to pool {{(pid=100246) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 14:01:37.060588 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-f4d68bf2-985c-473c-b39f-3674dac04b6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127687491'] for segment, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:37.062604 n-d-773647-6 neutron-server[100246]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:01:37.062604 n-d-773647-6 neutron-server[100246]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:01:37.062604 n-d-773647-6 neutron-server[100246]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:01:37.062604 n-d-773647-6 neutron-server[100246]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:01:37.062604 n-d-773647-6 neutron-server[100246]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:01:37.062604 n-d-773647-6 neutron-server[100246]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:01:37.062604 n-d-773647-6 neutron-server[100246]: Traceback (most recent call last): Jul 06 14:01:37.062604 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 14:01:37.062604 n-d-773647-6 neutron-server[100246]: timer() Jul 06 14:01:37.062604 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 14:01:37.062604 n-d-773647-6 neutron-server[100246]: cb(*args, **kw) Jul 06 14:01:37.062604 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 14:01:37.062604 n-d-773647-6 neutron-server[100246]: return func(*args, **kwargs) Jul 06 14:01:37.062604 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 14:01:37.062604 n-d-773647-6 neutron-server[100246]: self._notify() Jul 06 14:01:37.062604 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 14:01:37.062604 n-d-773647-6 neutron-server[100246]: self.callback(batched_events) Jul 06 14:01:37.062604 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 14:01:37.062604 n-d-773647-6 neutron-server[100246]: event.method(event) Jul 06 14:01:37.062604 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 14:01:37.062604 n-d-773647-6 neutron-server[100246]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 14:01:37.062604 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 14:01:37.062604 n-d-773647-6 neutron-server[100246]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 14:01:37.062604 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 14:01:37.062604 n-d-773647-6 neutron-server[100246]: return f(self, *a, **k) Jul 06 14:01:37.062604 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 14:01:37.062604 n-d-773647-6 neutron-server[100246]: return self._get(url).json() Jul 06 14:01:37.062604 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 14:01:37.062604 n-d-773647-6 neutron-server[100246]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 14:01:37.062604 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 14:01:37.062604 n-d-773647-6 neutron-server[100246]: return self.request(url, 'GET', **kwargs) Jul 06 14:01:37.062604 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 14:01:37.062604 n-d-773647-6 neutron-server[100246]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 14:01:37.062604 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 14:01:37.062604 n-d-773647-6 neutron-server[100246]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 14:01:37.062604 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 14:01:37.062604 n-d-773647-6 neutron-server[100246]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 14:01:37.062604 n-d-773647-6 neutron-server[100246]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 14:01:37.094952 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ceff61e-384d-490b-8293-a1ed17c9a848 None None] Network 9c3af1d0-561e-4fe7-948c-2b7935a222d0 requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:01:37.144753 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-b6d6f428-9909-4081-bed7-e27049e5efcd tempest-ServersTestMultiNic-850319587 tempest-ServersTestMultiNic-850319587-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583035'] for subnet, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:37.147793 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-f4d68bf2-985c-473c-b39f-3674dac04b6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-917215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1761140'] for network, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:37.148293 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-b6d6f428-9909-4081-bed7-e27049e5efcd tempest-ServersTestMultiNic-850319587 tempest-ServersTestMultiNic-850319587-project] 10.222.0.104 "DELETE /v2.0/subnets/b32ceba4-8e3a-4e59-9795-8b23c73a0a74 HTTP/1.1" status: 204 len: 168 time: 0.6546969 Jul 06 14:01:37.150627 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 36668) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:01:37.151508 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d6f428-9909-4081-bed7-e27049e5efcd tempest-ServersTestMultiNic-850319587 tempest-ServersTestMultiNic-850319587-project] Pushing event deleted for resources: {'Subnet': ['ID=b32ceba4-8e3a-4e59-9795-8b23c73a0a74,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:01:37.166909 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-f4d68bf2-985c-473c-b39f-3674dac04b6e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583035'] for network, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:37.171746 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-f4d68bf2-985c-473c-b39f-3674dac04b6e admin admin] 10.222.0.104 "DELETE /v2.0/networks/194bac88-04d4-4289-b333-47275694cede HTTP/1.1" status: 204 len: 168 time: 0.4769025 Jul 06 14:01:37.193272 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-eec60c2a-8926-44ef-94f1-935c54a50cb9 req-c56ca23b-e5fa-4ce8-96b5-425c9df78738 tempest-ServersOnMultiNodesTest-299961212 tempest-ServersOnMultiNodesTest-299961212-project] 10.222.0.104 "GET /v2.0/security-groups?id=304f894d-c671-4a59-b0fb-2a4d849c5ac9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323371 Jul 06 14:01:37.253309 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d68bf2-985c-473c-b39f-3674dac04b6e admin admin] Pushing event deleted for resources: {'Network': ['ID=194bac88-04d4-4289-b333-47275694cede,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:01:37.345229 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-b1f910a1-eff5-4c72-b500-abeedbfe6ab0 tempest-ServersTestMultiNic-850319587 tempest-ServersTestMultiNic-850319587-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530492'] for network, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:37.367875 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-dc61fa08-3562-4c85-8e57-677c167db651 req-d9ef11ce-016c-459d-86f6-100c44a1fc62 tempest-AttachSCSIVolumeTestJSON-2042390427 tempest-AttachSCSIVolumeTestJSON-2042390427-project] 10.222.0.104 "GET /v2.0/ports?device_id=21cc4d7a-6699-49ac-8d07-8eb34a2af007 HTTP/1.1" status: 200 len: 210 time: 0.0853784 Jul 06 14:01:37.479363 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [None req-b1f910a1-eff5-4c72-b500-abeedbfe6ab0 tempest-ServersTestMultiNic-850319587 tempest-ServersTestMultiNic-850319587-project] Deleting port dbd3b744-6c29-4605-8eb0-e65c46b5c751 {{(pid=100246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:01:37.479717 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-b1f910a1-eff5-4c72-b500-abeedbfe6ab0 tempest-ServersTestMultiNic-850319587 tempest-ServersTestMultiNic-850319587-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:37.502833 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77a0b17-154e-4d0b-ae80-c7dbf2acbe53 req-7c052fd7-37d2-4aa5-8ae3-c3f93ca25bae tempest-FloatingIPsAssociationTestJSON-978234990 tempest-FloatingIPsAssociationTestJSON-978234990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:01:37.503720 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f716114-41cc-4f67-b7bf-f238cad99875 None None] DHCP port deletion for 9c3af1d0-561e-4fe7-948c-2b7935a222d0 request from n-d-773647-6 {{(pid=100248) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 14:01:37.511427 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Device 69ef8f11-ee7d-4241-9d0e-92523ea750ba no longer exists at agent hyperv_n-h2-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:01:37.512587 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-a77a0b17-154e-4d0b-ae80-c7dbf2acbe53 req-7c052fd7-37d2-4aa5-8ae3-c3f93ca25bae tempest-FloatingIPsAssociationTestJSON-978234990 tempest-FloatingIPsAssociationTestJSON-978234990-project] 10.222.0.104 "GET /v2.0/ports?device_id=7bfb388a-790e-4692-a575-ef183ebdd084 HTTP/1.1" status: 200 len: 945 time: 0.2054009 Jul 06 14:01:37.522194 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 36676) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:01:37.560109 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] No Port match for: 69ef8f11-ee7d-4241-9d0e-92523ea750ba {{(pid=100248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 14:01:37.560747 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Device 69ef8f11-ee7d-4241-9d0e-92523ea750ba not bound to the agent host n-h2-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:01:37.588555 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.db [None req-b1f910a1-eff5-4c72-b500-abeedbfe6ab0 tempest-ServersTestMultiNic-850319587 tempest-ServersTestMultiNic-850319587-project] For port dbd3b744-6c29-4605-8eb0-e65c46b5c751, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=dbd3b744-6c29-4605-8eb0-e65c46b5c751,segment=NetworkSegment(57b4cf47-26fb-4601-878a-d90cbb33afe8),segment_id=57b4cf47-26fb-4601-878a-d90cbb33afe8)] {{(pid=100246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:01:37.589180 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-b1f910a1-eff5-4c72-b500-abeedbfe6ab0 tempest-ServersTestMultiNic-850319587 tempest-ServersTestMultiNic-850319587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:37.599737 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-a77a0b17-154e-4d0b-ae80-c7dbf2acbe53 req-1e5f80d0-272f-47c0-83f6-7c56dcd1f4c3 tempest-FloatingIPsAssociationTestJSON-978234990 tempest-FloatingIPsAssociationTestJSON-978234990-project] 10.222.0.104 "GET /v2.0/security-groups?id=715e00b7-412d-4ac6-a847-c2c6525b42cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844886 Jul 06 14:01:37.627060 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [None req-b1f910a1-eff5-4c72-b500-abeedbfe6ab0 tempest-ServersTestMultiNic-850319587 tempest-ServersTestMultiNic-850319587-project] Calling delete_port for dbd3b744-6c29-4605-8eb0-e65c46b5c751 owned by network:dhcp {{(pid=100246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:01:37.633232 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-9f716114-41cc-4f67-b7bf-f238cad99875 None None] Deleting port dbd3b744-6c29-4605-8eb0-e65c46b5c751 {{(pid=100248) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:01:37.633996 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-9f716114-41cc-4f67-b7bf-f238cad99875 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:37.720674 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-9f716114-41cc-4f67-b7bf-f238cad99875 None None] For port dbd3b744-6c29-4605-8eb0-e65c46b5c751, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=dbd3b744-6c29-4605-8eb0-e65c46b5c751,segment=NetworkSegment(57b4cf47-26fb-4601-878a-d90cbb33afe8),segment_id=57b4cf47-26fb-4601-878a-d90cbb33afe8)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:01:37.721365 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-9f716114-41cc-4f67-b7bf-f238cad99875 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:37.733557 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 36678) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:01:37.744761 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-9f716114-41cc-4f67-b7bf-f238cad99875 None None] Calling delete_port for dbd3b744-6c29-4605-8eb0-e65c46b5c751 owned by network:dhcp {{(pid=100248) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:01:37.749381 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-b1f910a1-eff5-4c72-b500-abeedbfe6ab0 tempest-ServersTestMultiNic-850319587 tempest-ServersTestMultiNic-850319587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127687580'] for port, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:37.753752 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-63e694fc-5f12-45fc-ae1c-d17b2458f10a admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=20ebe336406049da8e1833ed6cf0fbdf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2037139 Jul 06 14:01:37.757961 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 14:01:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bc0d2cc-91b7-461d-bbe8-2b32528b62f1 x-openstack-request-id: req-1bc0d2cc-91b7-461d-bbe8-2b32528b62f1 {{(pid=100247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:01:37.758262 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7f795df-4671-41b1-951f-6d2bef17c821", "name": "network-vif-deleted", "tag": "2a4ba1f2-5f2f-4694-b2b4-a7686ddc443c", "status": "completed", "code": 200}]} {{(pid=100247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:01:37.758520 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-1bc0d2cc-91b7-461d-bbe8-2b32528b62f1 {{(pid=100247) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:01:37.760019 n-d-773647-6 neutron-server[100247]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7f795df-4671-41b1-951f-6d2bef17c821', 'name': 'network-vif-deleted', 'tag': '2a4ba1f2-5f2f-4694-b2b4-a7686ddc443c', 'status': 'completed', 'code': 200} Jul 06 14:01:37.784065 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f910a1-eff5-4c72-b500-abeedbfe6ab0 tempest-ServersTestMultiNic-850319587 tempest-ServersTestMultiNic-850319587-project] Pushing event deleted for resources: {'Port': ['ID=dbd3b744-6c29-4605-8eb0-e65c46b5c751,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:01:37.799995 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1f910a1-eff5-4c72-b500-abeedbfe6ab0 tempest-ServersTestMultiNic-850319587 tempest-ServersTestMultiNic-850319587-project] No DVR routers for this DVR port dbd3b744-6c29-4605-8eb0-e65c46b5c751 on host n-d-773647-6 {{(pid=100246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:01:37.870956 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-23c50d48-2070-493d-8615-b73131a6f5c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:37.878653 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d37fb4-7173-460e-af2a-46e26c8f9972 req-1067c19d-f668-4b64-8ede-cea2a6c0caa7 tempest-DeleteServersTestJSON-677393534 tempest-DeleteServersTestJSON-677393534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:01:37.881922 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-19d37fb4-7173-460e-af2a-46e26c8f9972 req-1067c19d-f668-4b64-8ede-cea2a6c0caa7 tempest-DeleteServersTestJSON-677393534 tempest-DeleteServersTestJSON-677393534-project] 10.222.0.104 "GET /v2.0/ports?device_id=2c494c2e-edc1-434b-b110-8c7b4f90835c HTTP/1.1" status: 200 len: 945 time: 0.2435493 Jul 06 14:01:37.943540 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-9f716114-41cc-4f67-b7bf-f238cad99875 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117'] for port, after_delete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:37.983829 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f716114-41cc-4f67-b7bf-f238cad99875 None None] Pushing event deleted for resources: {'Port': ['ID=dbd3b744-6c29-4605-8eb0-e65c46b5c751,revision_number=None']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:01:37.997731 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f716114-41cc-4f67-b7bf-f238cad99875 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:01:37.997969 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-19d37fb4-7173-460e-af2a-46e26c8f9972 req-0339df37-92f7-4ddb-ab2f-2b6d9e2f6312 tempest-DeleteServersTestJSON-677393534 tempest-DeleteServersTestJSON-677393534-project] 10.222.0.104 "GET /v2.0/security-groups?id=7d4cbf2c-f907-4452-8928-a2a298fe7ee1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090350 Jul 06 14:01:37.998618 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f716114-41cc-4f67-b7bf-f238cad99875 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:01:37.999299 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f716114-41cc-4f67-b7bf-f238cad99875 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:01:37.999804 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f716114-41cc-4f67-b7bf-f238cad99875 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:01:38.000321 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f716114-41cc-4f67-b7bf-f238cad99875 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:01:38.000839 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f716114-41cc-4f67-b7bf-f238cad99875 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:01:38.001328 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f716114-41cc-4f67-b7bf-f238cad99875 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:01:38.001839 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f716114-41cc-4f67-b7bf-f238cad99875 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:01:38.002334 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f716114-41cc-4f67-b7bf-f238cad99875 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:01:38.002826 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f716114-41cc-4f67-b7bf-f238cad99875 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:01:38.003470 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f716114-41cc-4f67-b7bf-f238cad99875 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:01:38.004172 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f716114-41cc-4f67-b7bf-f238cad99875 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:01:38.009440 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f716114-41cc-4f67-b7bf-f238cad99875 None None] No DVR routers for this DVR port dbd3b744-6c29-4605-8eb0-e65c46b5c751 on host n-d-773647-6 {{(pid=100248) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:01:38.011039 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-b1f910a1-eff5-4c72-b500-abeedbfe6ab0 tempest-ServersTestMultiNic-850319587 tempest-ServersTestMultiNic-850319587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-917204', 'neutron.services.segments.db._delete_segments_for_network-8773753502302'] for network, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:38.037874 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-23c50d48-2070-493d-8615-b73131a6f5c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:38.051144 n-d-773647-6 neutron-server[100246]: DEBUG neutron.services.segments.db [None req-b1f910a1-eff5-4c72-b500-abeedbfe6ab0 tempest-ServersTestMultiNic-850319587 tempest-ServersTestMultiNic-850319587-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c3af1d0-561e-4fe7-948c-2b7935a222d0']}} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:01:38.071295 n-d-773647-6 neutron-server[100246]: DEBUG neutron.services.segments.db [None req-b1f910a1-eff5-4c72-b500-abeedbfe6ab0 tempest-ServersTestMultiNic-850319587 tempest-ServersTestMultiNic-850319587-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '57b4cf47-26fb-4601-878a-d90cbb33afe8') {'for_net_delete': True} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:01:38.071598 n-d-773647-6 neutron-server[100246]: DEBUG neutron.services.segments.db [None req-b1f910a1-eff5-4c72-b500-abeedbfe6ab0 tempest-ServersTestMultiNic-850319587 tempest-ServersTestMultiNic-850319587-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '57b4cf47-26fb-4601-878a-d90cbb33afe8') {} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:01:38.098082 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-b1f910a1-eff5-4c72-b500-abeedbfe6ab0 tempest-ServersTestMultiNic-850319587 tempest-ServersTestMultiNic-850319587-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773753515138', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126218898'] for segment, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:38.123024 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-b1f910a1-eff5-4c72-b500-abeedbfe6ab0 tempest-ServersTestMultiNic-850319587 tempest-ServersTestMultiNic-850319587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552'] for segment, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:38.142423 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b1f910a1-eff5-4c72-b500-abeedbfe6ab0 tempest-ServersTestMultiNic-850319587 tempest-ServersTestMultiNic-850319587-project] Releasing vlan 1030 on physical network physnet1 to pool {{(pid=100246) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 14:01:38.142969 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-b1f910a1-eff5-4c72-b500-abeedbfe6ab0 tempest-ServersTestMultiNic-850319587 tempest-ServersTestMultiNic-850319587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127687491'] for segment, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:38.147321 n-d-773647-6 neutron-server[100246]: Traceback (most recent call last): Jul 06 14:01:38.147321 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 14:01:38.147321 n-d-773647-6 neutron-server[100246]: timer() Jul 06 14:01:38.147321 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 14:01:38.147321 n-d-773647-6 neutron-server[100246]: cb(*args, **kw) Jul 06 14:01:38.147321 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 14:01:38.147321 n-d-773647-6 neutron-server[100246]: return func(*args, **kwargs) Jul 06 14:01:38.147321 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 14:01:38.147321 n-d-773647-6 neutron-server[100246]: self._notify() Jul 06 14:01:38.147321 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 14:01:38.147321 n-d-773647-6 neutron-server[100246]: self.callback(batched_events) Jul 06 14:01:38.147321 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 14:01:38.147321 n-d-773647-6 neutron-server[100246]: event.method(event) Jul 06 14:01:38.147321 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 14:01:38.147321 n-d-773647-6 neutron-server[100246]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 14:01:38.147321 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 14:01:38.147321 n-d-773647-6 neutron-server[100246]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 14:01:38.147321 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 14:01:38.147321 n-d-773647-6 neutron-server[100246]: return f(self, *a, **k) Jul 06 14:01:38.147321 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 14:01:38.147321 n-d-773647-6 neutron-server[100246]: return self._get(url).json() Jul 06 14:01:38.147321 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 14:01:38.147321 n-d-773647-6 neutron-server[100246]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 14:01:38.147321 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 14:01:38.147321 n-d-773647-6 neutron-server[100246]: return self.request(url, 'GET', **kwargs) Jul 06 14:01:38.147321 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 14:01:38.147321 n-d-773647-6 neutron-server[100246]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 14:01:38.147321 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 14:01:38.147321 n-d-773647-6 neutron-server[100246]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 14:01:38.147321 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 14:01:38.147321 n-d-773647-6 neutron-server[100246]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 14:01:38.147321 n-d-773647-6 neutron-server[100246]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 14:01:38.149867 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-23c50d48-2070-493d-8615-b73131a6f5c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:38.150317 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-23c50d48-2070-493d-8615-b73131a6f5c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:38.154485 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-23c50d48-2070-493d-8615-b73131a6f5c4 admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/9b393f8e-0f28-4e90-883b-cd77890119ab HTTP/1.1" status: 204 len: 168 time: 0.4194558 Jul 06 14:01:38.204068 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c50d48-2070-493d-8615-b73131a6f5c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b393f8e-0f28-4e90-883b-cd77890119ab,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:01:38.235040 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-b1f910a1-eff5-4c72-b500-abeedbfe6ab0 tempest-ServersTestMultiNic-850319587 tempest-ServersTestMultiNic-850319587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-917215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1761140'] for network, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:38.246106 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-b1f910a1-eff5-4c72-b500-abeedbfe6ab0 tempest-ServersTestMultiNic-850319587 tempest-ServersTestMultiNic-850319587-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583035'] for network, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:38.248532 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-b1f910a1-eff5-4c72-b500-abeedbfe6ab0 tempest-ServersTestMultiNic-850319587 tempest-ServersTestMultiNic-850319587-project] 10.222.0.104 "DELETE /v2.0/networks/9c3af1d0-561e-4fe7-948c-2b7935a222d0 HTTP/1.1" status: 204 len: 168 time: 1.0966988 Jul 06 14:01:38.250931 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 36702) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:01:38.313751 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f910a1-eff5-4c72-b500-abeedbfe6ab0 tempest-ServersTestMultiNic-850319587 tempest-ServersTestMultiNic-850319587-project] Pushing event deleted for resources: {'Network': ['ID=9c3af1d0-561e-4fe7-948c-2b7935a222d0,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:01:38.348727 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.db_base_plugin_v2 [None req-95960bdc-b006-4ac4-a49c-f387c38772a8 tempest-ServersTestMultiNic-850319587 tempest-ServersTestMultiNic-850319587-project] Deleting subnet a235bec2-c1ce-4c14-a6de-642c9350c95b {{(pid=100246) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 14:01:38.352180 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-95960bdc-b006-4ac4-a49c-f387c38772a8 tempest-ServersTestMultiNic-850319587 tempest-ServersTestMultiNic-850319587-project] Notify callbacks [] for subnet, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:38.388716 n-d-773647-6 neutron-server[100248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a86de26-f803-496c-8949-ab7be8bbefaa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8988d78-8ca9-4ab1-9f2e-28d3df4461f2'}, {'server_uuid': '2c494c2e-edc1-434b-b110-8c7b4f90835c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c554169-39ca-43d9-8dcb-6a6ab17b5552'}] {{(pid=100248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:01:38.391072 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84af257533e383389cbcf231d3534f4d5e149e7203fea16b4a8fc01438dddaf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e48dad7e-1a48-440c-b353-a26b39d9f1a1" -d '{"events": [{"server_uuid": "5a86de26-f803-496c-8949-ab7be8bbefaa", "name": "network-vif-plugged", "status": "completed", "tag": "a8988d78-8ca9-4ab1-9f2e-28d3df4461f2"}, {"server_uuid": "2c494c2e-edc1-434b-b110-8c7b4f90835c", "name": "network-vif-plugged", "status": "completed", "tag": "7c554169-39ca-43d9-8dcb-6a6ab17b5552"}]}' {{(pid=100248) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:01:38.407588 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-95960bdc-b006-4ac4-a49c-f387c38772a8 tempest-ServersTestMultiNic-850319587 tempest-ServersTestMultiNic-850319587-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126218885'] for subnet, precommit_delete_associations {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:38.459078 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 06 Jul 2021 14:01:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37fe6ec8-5d59-4bdf-ae33-f5d4b0b9c725 x-openstack-request-id: req-37fe6ec8-5d59-4bdf-ae33-f5d4b0b9c725 {{(pid=100248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:01:38.459406 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a86de26-f803-496c-8949-ab7be8bbefaa", "name": "network-vif-plugged", "status": "completed", "tag": "a8988d78-8ca9-4ab1-9f2e-28d3df4461f2", "code": 200}, {"server_uuid": "2c494c2e-edc1-434b-b110-8c7b4f90835c", "name": "network-vif-plugged", "status": "completed", "tag": "7c554169-39ca-43d9-8dcb-6a6ab17b5552", "code": 200}]} {{(pid=100248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:01:38.459663 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-37fe6ec8-5d59-4bdf-ae33-f5d4b0b9c725 {{(pid=100248) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:01:38.460065 n-d-773647-6 neutron-server[100248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a86de26-f803-496c-8949-ab7be8bbefaa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8988d78-8ca9-4ab1-9f2e-28d3df4461f2', 'code': 200} Jul 06 14:01:38.460317 n-d-773647-6 neutron-server[100248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c494c2e-edc1-434b-b110-8c7b4f90835c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c554169-39ca-43d9-8dcb-6a6ab17b5552', 'code': 200} Jul 06 14:01:38.522199 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce8c11f-c0a0-4463-bc72-676094ca2dc4 req-0fa333ae-0010-4130-9a51-f3d29fc0cc6c tempest-ServersOnMultiNodesTest-299961212 tempest-ServersOnMultiNodesTest-299961212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:01:38.540199 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-2ce8c11f-c0a0-4463-bc72-676094ca2dc4 req-0fa333ae-0010-4130-9a51-f3d29fc0cc6c tempest-ServersOnMultiNodesTest-299961212 tempest-ServersOnMultiNodesTest-299961212-project] 10.222.0.104 "GET /v2.0/ports?device_id=5a86de26-f803-496c-8949-ab7be8bbefaa HTTP/1.1" status: 200 len: 950 time: 0.1638966 Jul 06 14:01:38.695695 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-2ce8c11f-c0a0-4463-bc72-676094ca2dc4 req-a3cd6237-28c0-4eca-b918-cc651bdbd211 tempest-ServersOnMultiNodesTest-299961212 tempest-ServersOnMultiNodesTest-299961212-project] 10.222.0.104 "GET /v2.0/security-groups?id=304f894d-c671-4a59-b0fb-2a4d849c5ac9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1542892 Jul 06 14:01:38.837153 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-bbc0942e-5385-4059-a406-beafa91f47e5 req-f3549af8-cdc0-4eed-a749-d0d6bb125d39 tempest-AttachSCSIVolumeTestJSON-2042390427 tempest-AttachSCSIVolumeTestJSON-2042390427-project] 10.222.0.104 "GET /v2.0/ports?device_id=21cc4d7a-6699-49ac-8d07-8eb34a2af007 HTTP/1.1" status: 200 len: 210 time: 0.2056682 Jul 06 14:01:39.078379 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857add15-fb8d-42cb-b999-a60e785799a0 req-8d47cf75-9375-470f-9dbd-8575825e2933 tempest-AttachSCSIVolumeTestJSON-2042390427 tempest-AttachSCSIVolumeTestJSON-2042390427-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:01:39.082974 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-857add15-fb8d-42cb-b999-a60e785799a0 req-8d47cf75-9375-470f-9dbd-8575825e2933 tempest-AttachSCSIVolumeTestJSON-2042390427 tempest-AttachSCSIVolumeTestJSON-2042390427-project] 10.222.0.72 "GET /v2.0/networks?id=ee6b98f4-5a65-4f23-99dc-04152db89d72 HTTP/1.1" status: 200 len: 814 time: 0.2676136 Jul 06 14:01:39.085078 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-95960bdc-b006-4ac4-a49c-f387c38772a8 tempest-ServersTestMultiNic-850319587 tempest-ServersTestMultiNic-850319587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-913473'] for subnet, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:39.185512 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 36734) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:01:39.194033 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [req-857add15-fb8d-42cb-b999-a60e785799a0 req-83614c2b-b63e-4441-8172-0b44f1063c71 tempest-AttachSCSIVolumeTestJSON-2042390427 tempest-AttachSCSIVolumeTestJSON-2042390427-project] Request body: {'port': {'device_id': '21cc4d7a-6699-49ac-8d07-8eb34a2af007', 'network_id': 'ee6b98f4-5a65-4f23-99dc-04152db89d72', 'admin_state_up': True, 'tenant_id': 'f164ffe0f85a41f0bab6414346dd567f'}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:01:39.232161 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-95960bdc-b006-4ac4-a49c-f387c38772a8 tempest-ServersTestMultiNic-850319587 tempest-ServersTestMultiNic-850319587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-913480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1849032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127687590', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127702764'] for subnet, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:39.278701 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-95960bdc-b006-4ac4-a49c-f387c38772a8 tempest-ServersTestMultiNic-850319587 tempest-ServersTestMultiNic-850319587-project] Notify callbacks [] for subnet, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:39.288364 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9729358-4db8-4238-853c-ee4f0cf0281b None None] Network aceb0070-cd15-4f02-994c-34997327918d requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:01:39.292506 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-95960bdc-b006-4ac4-a49c-f387c38772a8 tempest-ServersTestMultiNic-850319587 tempest-ServersTestMultiNic-850319587-project] 10.222.0.104 "DELETE /v2.0/subnets/a235bec2-c1ce-4c14-a6de-642c9350c95b HTTP/1.1" status: 204 len: 168 time: 1.0401015 Jul 06 14:01:39.294501 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 36740) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:01:39.299475 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95960bdc-b006-4ac4-a49c-f387c38772a8 tempest-ServersTestMultiNic-850319587 tempest-ServersTestMultiNic-850319587-project] Pushing event deleted for resources: {'Subnet': ['ID=a235bec2-c1ce-4c14-a6de-642c9350c95b,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:01:39.475311 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device dbd3b744-6c29-4605-8eb0-e65c46b5c751 no longer exists at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:01:39.476474 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164d07a7-4bc1-4130-9960-ecf782d28b34 req-b7961219-2358-4509-a695-c647355aca94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:01:39.482618 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-c01b75df-d7d8-4950-85d8-abd9e1d88652 tempest-ServersTestMultiNic-850319587 tempest-ServersTestMultiNic-850319587-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530492'] for network, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:39.484269 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-164d07a7-4bc1-4130-9960-ecf782d28b34 req-b7961219-2358-4509-a695-c647355aca94 service neutron] 10.222.0.127 "GET /v2.0/ports?device_id=5a86de26-f803-496c-8949-ab7be8bbefaa HTTP/1.1" status: 200 len: 1101 time: 0.8982561 Jul 06 14:01:39.530288 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] No Port match for: dbd3b744-6c29-4605-8eb0-e65c46b5c751 {{(pid=100248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 14:01:39.531319 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device dbd3b744-6c29-4605-8eb0-e65c46b5c751 not bound to the agent host n-d-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:01:39.536642 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-3477ef91-a5f1-4615-b14d-f2ac30bded4e admin admin] Notify callbacks [] for security_group, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:39.556643 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22420101-0222-4ca7-b1e8-1a9d39930de3 req-48fd052c-6ddd-470f-a977-c7821eb91e29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:01:39.559758 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-22420101-0222-4ca7-b1e8-1a9d39930de3 req-48fd052c-6ddd-470f-a977-c7821eb91e29 service neutron] 10.222.0.127 "GET /v2.0/ports?device_id=2c494c2e-edc1-434b-b110-8c7b4f90835c HTTP/1.1" status: 200 len: 1096 time: 0.9195299 Jul 06 14:01:39.660932 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-659daa77-f959-4fe9-a13c-4c772e0d0ca0 None None] DHCP port deletion for aceb0070-cd15-4f02-994c-34997327918d request from n-d-773647-6 {{(pid=100248) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 14:01:39.698231 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-3477ef91-a5f1-4615-b14d-f2ac30bded4e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:39.730474 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95695d7-e961-489b-82a5-842ea5e9e74b req-fe1f56d0-64e7-4f00-8142-7975d54ff93e tempest-FloatingIPsAssociationTestJSON-978234990 tempest-FloatingIPsAssociationTestJSON-978234990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:01:39.744486 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-d95695d7-e961-489b-82a5-842ea5e9e74b req-fe1f56d0-64e7-4f00-8142-7975d54ff93e tempest-FloatingIPsAssociationTestJSON-978234990 tempest-FloatingIPsAssociationTestJSON-978234990-project] 10.222.0.104 "GET /v2.0/ports?device_id=7bfb388a-790e-4692-a575-ef183ebdd084 HTTP/1.1" status: 200 len: 945 time: 0.6573386 Jul 06 14:01:39.767793 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-659daa77-f959-4fe9-a13c-4c772e0d0ca0 None None] Deleting port 1992cb40-371d-49d2-b9d1-07cb15e8069e {{(pid=100248) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:01:39.769405 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-3477ef91-a5f1-4615-b14d-f2ac30bded4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:39.769565 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-659daa77-f959-4fe9-a13c-4c772e0d0ca0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:39.832642 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-164d07a7-4bc1-4130-9960-ecf782d28b34 req-77a480bb-67bc-437a-8859-0dc2e3a67642 service neutron] 10.222.0.127 "GET /v2.0/security-groups?id=304f894d-c671-4a59-b0fb-2a4d849c5ac9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3144004 Jul 06 14:01:39.837970 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-22420101-0222-4ca7-b1e8-1a9d39930de3 req-0e4e25f8-f7ae-4028-84d3-615048a86e7d service neutron] 10.222.0.127 "GET /v2.0/security-groups?id=7d4cbf2c-f907-4452-8928-a2a298fe7ee1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2537351 Jul 06 14:01:39.841862 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3477ef91-a5f1-4615-b14d-f2ac30bded4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e5f350a-f262-4e01-86d7-679620c16402,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:01:39.850399 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-857add15-fb8d-42cb-b999-a60e785799a0 req-83614c2b-b63e-4441-8172-0b44f1063c71 tempest-AttachSCSIVolumeTestJSON-2042390427 tempest-AttachSCSIVolumeTestJSON-2042390427-project] Made reservation on behalf of f164ffe0f85a41f0bab6414346dd567f for: {'port': 1} {{(pid=100247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:01:39.854412 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-857add15-fb8d-42cb-b999-a60e785799a0 req-83614c2b-b63e-4441-8172-0b44f1063c71 tempest-AttachSCSIVolumeTestJSON-2042390427 tempest-AttachSCSIVolumeTestJSON-2042390427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:39.889308 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-3477ef91-a5f1-4615-b14d-f2ac30bded4e admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=268edaae4700468cb03f35fac5a8b48a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7021651 Jul 06 14:01:39.892694 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 36766) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:01:39.918034 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [None req-c01b75df-d7d8-4950-85d8-abd9e1d88652 tempest-ServersTestMultiNic-850319587 tempest-ServersTestMultiNic-850319587-project] Deleting port 1992cb40-371d-49d2-b9d1-07cb15e8069e {{(pid=100246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:01:39.918568 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-c01b75df-d7d8-4950-85d8-abd9e1d88652 tempest-ServersTestMultiNic-850319587 tempest-ServersTestMultiNic-850319587-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:39.941669 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-659daa77-f959-4fe9-a13c-4c772e0d0ca0 None None] For port 1992cb40-371d-49d2-b9d1-07cb15e8069e, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=1992cb40-371d-49d2-b9d1-07cb15e8069e,segment=NetworkSegment(166509c7-637f-47ba-9b47-ad158abbd36b),segment_id=166509c7-637f-47ba-9b47-ad158abbd36b)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:01:39.943506 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-659daa77-f959-4fe9-a13c-4c772e0d0ca0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:39.971362 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-659daa77-f959-4fe9-a13c-4c772e0d0ca0 None None] Calling delete_port for 1992cb40-371d-49d2-b9d1-07cb15e8069e owned by network:dhcp {{(pid=100248) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:01:39.985737 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-d95695d7-e961-489b-82a5-842ea5e9e74b req-0559d2e2-e86a-445a-8a4c-56f2939e30af tempest-FloatingIPsAssociationTestJSON-978234990 tempest-FloatingIPsAssociationTestJSON-978234990-project] 10.222.0.104 "GET /v2.0/security-groups?id=715e00b7-412d-4ac6-a847-c2c6525b42cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2288482 Jul 06 14:01:39.995864 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.db [None req-c01b75df-d7d8-4950-85d8-abd9e1d88652 tempest-ServersTestMultiNic-850319587 tempest-ServersTestMultiNic-850319587-project] For port 1992cb40-371d-49d2-b9d1-07cb15e8069e, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=1992cb40-371d-49d2-b9d1-07cb15e8069e,segment=NetworkSegment(166509c7-637f-47ba-9b47-ad158abbd36b),segment_id=166509c7-637f-47ba-9b47-ad158abbd36b)] {{(pid=100246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:01:39.996315 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-c01b75df-d7d8-4950-85d8-abd9e1d88652 tempest-ServersTestMultiNic-850319587 tempest-ServersTestMultiNic-850319587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:40.036641 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd6b5ed-f120-41ab-85d3-5ecc1762a018 req-4b06bffb-6b01-496f-9065-74d7d48f74f6 tempest-DeleteServersTestJSON-677393534 tempest-DeleteServersTestJSON-677393534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:01:40.041343 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [None req-c01b75df-d7d8-4950-85d8-abd9e1d88652 tempest-ServersTestMultiNic-850319587 tempest-ServersTestMultiNic-850319587-project] Calling delete_port for 1992cb40-371d-49d2-b9d1-07cb15e8069e owned by network:dhcp {{(pid=100246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:01:40.043997 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-2dd6b5ed-f120-41ab-85d3-5ecc1762a018 req-4b06bffb-6b01-496f-9065-74d7d48f74f6 tempest-DeleteServersTestJSON-677393534 tempest-DeleteServersTestJSON-677393534-project] 10.222.0.104 "GET /v2.0/ports?device_id=2c494c2e-edc1-434b-b110-8c7b4f90835c HTTP/1.1" status: 200 len: 945 time: 0.7014043 Jul 06 14:01:40.102901 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-f61d4a95-16bc-4791-a86e-0adabd53db9e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:40.124451 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-659daa77-f959-4fe9-a13c-4c772e0d0ca0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117'] for port, after_delete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:40.153739 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659daa77-f959-4fe9-a13c-4c772e0d0ca0 None None] Pushing event deleted for resources: {'Port': ['ID=1992cb40-371d-49d2-b9d1-07cb15e8069e,revision_number=None']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:01:40.156104 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-659daa77-f959-4fe9-a13c-4c772e0d0ca0 None None] No DVR routers for this DVR port 1992cb40-371d-49d2-b9d1-07cb15e8069e on host n-d-773647-6 {{(pid=100248) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:01:40.241417 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-f61d4a95-16bc-4791-a86e-0adabd53db9e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:40.262534 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-c01b75df-d7d8-4950-85d8-abd9e1d88652 tempest-ServersTestMultiNic-850319587 tempest-ServersTestMultiNic-850319587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127687580'] for port, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:40.305211 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:40.330535 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01b75df-d7d8-4950-85d8-abd9e1d88652 tempest-ServersTestMultiNic-850319587 tempest-ServersTestMultiNic-850319587-project] Pushing event deleted for resources: {'Port': ['ID=1992cb40-371d-49d2-b9d1-07cb15e8069e,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:01:40.337744 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c01b75df-d7d8-4950-85d8-abd9e1d88652 tempest-ServersTestMultiNic-850319587 tempest-ServersTestMultiNic-850319587-project] No DVR routers for this DVR port 1992cb40-371d-49d2-b9d1-07cb15e8069e on host n-d-773647-6 {{(pid=100246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:01:40.472657 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-f61d4a95-16bc-4791-a86e-0adabd53db9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:40.478161 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-f61d4a95-16bc-4791-a86e-0adabd53db9e admin admin] Notify callbacks [] for security_group, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:40.497793 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-f61d4a95-16bc-4791-a86e-0adabd53db9e admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/1e5f350a-f262-4e01-86d7-679620c16402 HTTP/1.1" status: 204 len: 168 time: 0.5818081 Jul 06 14:01:40.503275 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-c01b75df-d7d8-4950-85d8-abd9e1d88652 tempest-ServersTestMultiNic-850319587 tempest-ServersTestMultiNic-850319587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-917204', 'neutron.services.segments.db._delete_segments_for_network-8773753502302'] for network, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:40.531693 n-d-773647-6 neutron-server[100246]: DEBUG neutron.services.segments.db [None req-c01b75df-d7d8-4950-85d8-abd9e1d88652 tempest-ServersTestMultiNic-850319587 tempest-ServersTestMultiNic-850319587-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aceb0070-cd15-4f02-994c-34997327918d']}} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:01:40.558210 n-d-773647-6 neutron-server[100246]: DEBUG neutron.services.segments.db [None req-c01b75df-d7d8-4950-85d8-abd9e1d88652 tempest-ServersTestMultiNic-850319587 tempest-ServersTestMultiNic-850319587-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '166509c7-637f-47ba-9b47-ad158abbd36b') {'for_net_delete': True} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:01:40.559066 n-d-773647-6 neutron-server[100246]: DEBUG neutron.services.segments.db [None req-c01b75df-d7d8-4950-85d8-abd9e1d88652 tempest-ServersTestMultiNic-850319587 tempest-ServersTestMultiNic-850319587-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '166509c7-637f-47ba-9b47-ad158abbd36b') {} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:01:40.584491 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-c01b75df-d7d8-4950-85d8-abd9e1d88652 tempest-ServersTestMultiNic-850319587 tempest-ServersTestMultiNic-850319587-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773753515138', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126218898'] for segment, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:40.614519 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-c01b75df-d7d8-4950-85d8-abd9e1d88652 tempest-ServersTestMultiNic-850319587 tempest-ServersTestMultiNic-850319587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552'] for segment, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:40.638436 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c01b75df-d7d8-4950-85d8-abd9e1d88652 tempest-ServersTestMultiNic-850319587 tempest-ServersTestMultiNic-850319587-project] Releasing vlan 1003 on physical network physnet1 to pool {{(pid=100246) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 14:01:40.638951 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-c01b75df-d7d8-4950-85d8-abd9e1d88652 tempest-ServersTestMultiNic-850319587 tempest-ServersTestMultiNic-850319587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127687491'] for segment, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:40.648761 n-d-773647-6 neutron-server[100246]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 14:01:40.648761 n-d-773647-6 neutron-server[100246]: self.session.flush() Jul 06 14:01:40.648761 n-d-773647-6 neutron-server[100246]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 14:01:40.648761 n-d-773647-6 neutron-server[100246]: self.session.flush() Jul 06 14:01:40.648761 n-d-773647-6 neutron-server[100246]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 14:01:40.648761 n-d-773647-6 neutron-server[100246]: self.session.flush() Jul 06 14:01:40.648761 n-d-773647-6 neutron-server[100246]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 14:01:40.648761 n-d-773647-6 neutron-server[100246]: self.session.flush() Jul 06 14:01:40.648761 n-d-773647-6 neutron-server[100246]: Traceback (most recent call last): Jul 06 14:01:40.648761 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 14:01:40.648761 n-d-773647-6 neutron-server[100246]: timer() Jul 06 14:01:40.648761 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 14:01:40.648761 n-d-773647-6 neutron-server[100246]: cb(*args, **kw) Jul 06 14:01:40.648761 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 14:01:40.648761 n-d-773647-6 neutron-server[100246]: return func(*args, **kwargs) Jul 06 14:01:40.648761 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 14:01:40.648761 n-d-773647-6 neutron-server[100246]: self._notify() Jul 06 14:01:40.648761 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 14:01:40.648761 n-d-773647-6 neutron-server[100246]: self.callback(batched_events) Jul 06 14:01:40.648761 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 14:01:40.648761 n-d-773647-6 neutron-server[100246]: event.method(event) Jul 06 14:01:40.648761 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 14:01:40.648761 n-d-773647-6 neutron-server[100246]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 14:01:40.648761 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 14:01:40.648761 n-d-773647-6 neutron-server[100246]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 14:01:40.648761 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 14:01:40.648761 n-d-773647-6 neutron-server[100246]: return f(self, *a, **k) Jul 06 14:01:40.648761 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 14:01:40.648761 n-d-773647-6 neutron-server[100246]: return self._get(url).json() Jul 06 14:01:40.648761 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 14:01:40.648761 n-d-773647-6 neutron-server[100246]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 14:01:40.648761 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 14:01:40.648761 n-d-773647-6 neutron-server[100246]: return self.request(url, 'GET', **kwargs) Jul 06 14:01:40.648761 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 14:01:40.648761 n-d-773647-6 neutron-server[100246]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 14:01:40.648761 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 14:01:40.648761 n-d-773647-6 neutron-server[100246]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 14:01:40.648761 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 14:01:40.648761 n-d-773647-6 neutron-server[100246]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 14:01:40.648761 n-d-773647-6 neutron-server[100246]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 14:01:40.667852 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-2dd6b5ed-f120-41ab-85d3-5ecc1762a018 req-5c562efa-ef64-4bc0-9886-1e226e14c863 tempest-DeleteServersTestJSON-677393534 tempest-DeleteServersTestJSON-677393534-project] 10.222.0.104 "GET /v2.0/security-groups?id=7d4cbf2c-f907-4452-8928-a2a298fe7ee1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6228075 Jul 06 14:01:40.697440 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61d4a95-16bc-4791-a86e-0adabd53db9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e5f350a-f262-4e01-86d7-679620c16402,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:01:40.801207 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.db_base_plugin_common [req-857add15-fb8d-42cb-b999-a60e785799a0 req-83614c2b-b63e-4441-8172-0b44f1063c71 tempest-AttachSCSIVolumeTestJSON-2042390427 tempest-AttachSCSIVolumeTestJSON-2042390427-project] Allocated IP 172.20.0.10 (ee6b98f4-5a65-4f23-99dc-04152db89d72/d87cf09f-618b-4d0c-8799-8f5cd2407c6c/f9119c86-a4ab-4886-8b8d-f340ace2dca4) {{(pid=100247) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:01:40.814558 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-c01b75df-d7d8-4950-85d8-abd9e1d88652 tempest-ServersTestMultiNic-850319587 tempest-ServersTestMultiNic-850319587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-917215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1761140'] for network, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:40.854242 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-c01b75df-d7d8-4950-85d8-abd9e1d88652 tempest-ServersTestMultiNic-850319587 tempest-ServersTestMultiNic-850319587-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583035'] for network, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:40.861399 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-c01b75df-d7d8-4950-85d8-abd9e1d88652 tempest-ServersTestMultiNic-850319587 tempest-ServersTestMultiNic-850319587-project] 10.222.0.104 "DELETE /v2.0/networks/aceb0070-cd15-4f02-994c-34997327918d HTTP/1.1" status: 204 len: 168 time: 1.5633276 Jul 06 14:01:40.873478 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01b75df-d7d8-4950-85d8-abd9e1d88652 tempest-ServersTestMultiNic-850319587 tempest-ServersTestMultiNic-850319587-project] Pushing event deleted for resources: {'Network': ['ID=aceb0070-cd15-4f02-994c-34997327918d,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:01:40.930690 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ac71c1-f425-46bb-b7f8-4adaf44349df req-974a0e67-e75b-471f-b5b9-1c486acaf2a2 tempest-ServersOnMultiNodesTest-299961212 tempest-ServersOnMultiNodesTest-299961212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:01:40.938216 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-b9ac71c1-f425-46bb-b7f8-4adaf44349df req-974a0e67-e75b-471f-b5b9-1c486acaf2a2 tempest-ServersOnMultiNodesTest-299961212 tempest-ServersOnMultiNodesTest-299961212-project] 10.222.0.104 "GET /v2.0/ports?device_id=5a86de26-f803-496c-8949-ab7be8bbefaa HTTP/1.1" status: 200 len: 950 time: 0.7166224 Jul 06 14:01:41.027168 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-e598b3aa-5df5-43cc-a288-3bad60971b3f req-074e1c38-fc78-4b89-9232-5d108b72b715 tempest-AttachSCSIVolumeTestJSON-2042390427 tempest-AttachSCSIVolumeTestJSON-2042390427-project] 10.222.0.104 "GET /v2.0/ports?device_id=21cc4d7a-6699-49ac-8d07-8eb34a2af007 HTTP/1.1" status: 200 len: 210 time: 0.0499563 Jul 06 14:01:41.057424 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-b9ac71c1-f425-46bb-b7f8-4adaf44349df req-732414ec-dc43-404f-82f5-91c68d7029fd tempest-ServersOnMultiNodesTest-299961212 tempest-ServersOnMultiNodesTest-299961212-project] 10.222.0.104 "GET /v2.0/security-groups?id=304f894d-c671-4a59-b0fb-2a4d849c5ac9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181951 Jul 06 14:01:41.429137 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 1992cb40-371d-49d2-b9d1-07cb15e8069e no longer exists at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:01:41.490407 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] No Port match for: 1992cb40-371d-49d2-b9d1-07cb15e8069e {{(pid=100248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 14:01:41.490752 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 1992cb40-371d-49d2-b9d1-07cb15e8069e not bound to the agent host n-d-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:01:41.761566 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-8fae3698-248f-4d15-bbed-1da743e8c5bb req-1f082e68-c445-4abf-84e7-5e9aabd8838c tempest-FloatingIPsAssociationTestJSON-978234990 tempest-FloatingIPsAssociationTestJSON-978234990-project] 10.222.0.104 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.5990400 Jul 06 14:01:41.812653 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [req-8fae3698-248f-4d15-bbed-1da743e8c5bb req-8fe79a5e-bd7a-4169-a410-fa3ab2392a15 tempest-FloatingIPsAssociationTestJSON-978234990 tempest-FloatingIPsAssociationTestJSON-978234990-project] Request body: {'floatingip': {'floating_network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719'}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:01:41.879431 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-8fae3698-248f-4d15-bbed-1da743e8c5bb req-8fe79a5e-bd7a-4169-a410-fa3ab2392a15 tempest-FloatingIPsAssociationTestJSON-978234990 tempest-FloatingIPsAssociationTestJSON-978234990-project] Notify callbacks [] for floatingip, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:42.038466 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 36828) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:01:42.261556 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-71d4e70b-04a5-4a08-ba5a-e302828f8c02 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-27685772-network', 'tenant_id': '0fe496e6aed24c15ba4c26898920f741'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:01:42.283547 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:42.298512 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71d4e70b-04a5-4a08-ba5a-e302828f8c02 admin admin] Made reservation on behalf of 0fe496e6aed24c15ba4c26898920f741 for: {'network': 1} {{(pid=100246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:01:42.303846 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-71d4e70b-04a5-4a08-ba5a-e302828f8c02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for network, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:42.314118 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-71d4e70b-04a5-4a08-ba5a-e302828f8c02 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:42.442062 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-857add15-fb8d-42cb-b999-a60e785799a0 req-83614c2b-b63e-4441-8172-0b44f1063c71 tempest-AttachSCSIVolumeTestJSON-2042390427 tempest-AttachSCSIVolumeTestJSON-2042390427-project] Notify callbacks [] for port, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:42.491953 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.provisioning_blocks [req-857add15-fb8d-42cb-b999-a60e785799a0 req-83614c2b-b63e-4441-8172-0b44f1063c71 tempest-AttachSCSIVolumeTestJSON-2042390427 tempest-AttachSCSIVolumeTestJSON-2042390427-project] Transition to ACTIVE for port object f9119c86-a4ab-4886-8b8d-f340ace2dca4 will not be triggered until provisioned by entity DHCP. {{(pid=100247) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:01:42.504364 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-71d4e70b-04a5-4a08-ba5a-e302828f8c02 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:42.513232 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-71d4e70b-04a5-4a08-ba5a-e302828f8c02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:42.566209 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5cba2d-8c37-457f-8630-2c250eb30b8e req-e1d08e1b-3567-4f40-b3b9-195d8096ea58 tempest-DeleteServersTestJSON-677393534 tempest-DeleteServersTestJSON-677393534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:01:42.575153 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-1b5cba2d-8c37-457f-8630-2c250eb30b8e req-e1d08e1b-3567-4f40-b3b9-195d8096ea58 tempest-DeleteServersTestJSON-677393534 tempest-DeleteServersTestJSON-677393534-project] 10.222.0.104 "GET /v2.0/ports?device_id=2c494c2e-edc1-434b-b110-8c7b4f90835c HTTP/1.1" status: 200 len: 945 time: 0.1516087 Jul 06 14:01:42.588406 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d4e70b-04a5-4a08-ba5a-e302828f8c02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e297f2c8-57cd-463b-a996-9c32846d6f3f,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:01:42.610049 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-71d4e70b-04a5-4a08-ba5a-e302828f8c02 admin admin] vlan segment allocate from pool success with {'vlan_id': 1032, 'physical_network': 'physnet1'} {{(pid=100246) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 14:01:42.633311 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-71d4e70b-04a5-4a08-ba5a-e302828f8c02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552'] for segment, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:42.634185 n-d-773647-6 neutron-server[100246]: INFO neutron.db.segments_db [None req-71d4e70b-04a5-4a08-ba5a-e302828f8c02 admin admin] Added segment ea7aaf83-2eb9-4df6-af24-2413db24fa15 of type vlan for network 73678b3f-2ba9-41ab-b28a-ed914eafc843 Jul 06 14:01:42.650570 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-1b5cba2d-8c37-457f-8630-2c250eb30b8e req-17d43b39-a336-498a-bc40-bbe06847e822 tempest-DeleteServersTestJSON-677393534 tempest-DeleteServersTestJSON-677393534-project] 10.222.0.104 "GET /v2.0/security-groups?id=7d4cbf2c-f907-4452-8928-a2a298fe7ee1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740595 Jul 06 14:01:42.653124 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-857add15-fb8d-42cb-b999-a60e785799a0 req-83614c2b-b63e-4441-8172-0b44f1063c71 tempest-AttachSCSIVolumeTestJSON-2042390427 tempest-AttachSCSIVolumeTestJSON-2042390427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-128888360'] for port, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:42.711111 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-857add15-fb8d-42cb-b999-a60e785799a0 req-83614c2b-b63e-4441-8172-0b44f1063c71 tempest-AttachSCSIVolumeTestJSON-2042390427 tempest-AttachSCSIVolumeTestJSON-2042390427-project] Network ee6b98f4-5a65-4f23-99dc-04152db89d72 is already hosted by enough agents. {{(pid=100247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:01:42.715595 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.base_scheduler [req-857add15-fb8d-42cb-b999-a60e785799a0 req-83614c2b-b63e-4441-8172-0b44f1063c71 tempest-AttachSCSIVolumeTestJSON-2042390427 tempest-AttachSCSIVolumeTestJSON-2042390427-project] Resources bound (agent type, host, resource id): {{(pid=100247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:01:42.718093 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.l3_dvrscheduler_db [req-857add15-fb8d-42cb-b999-a60e785799a0 req-83614c2b-b63e-4441-8172-0b44f1063c71 tempest-AttachSCSIVolumeTestJSON-2042390427 tempest-AttachSCSIVolumeTestJSON-2042390427-project] Received port after_create {{(pid=100247) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:01:42.784587 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857add15-fb8d-42cb-b999-a60e785799a0 req-83614c2b-b63e-4441-8172-0b44f1063c71 tempest-AttachSCSIVolumeTestJSON-2042390427 tempest-AttachSCSIVolumeTestJSON-2042390427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:01:42.784587 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-857add15-fb8d-42cb-b999-a60e785799a0 req-83614c2b-b63e-4441-8172-0b44f1063c71 tempest-AttachSCSIVolumeTestJSON-2042390427 tempest-AttachSCSIVolumeTestJSON-2042390427-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:42.792368 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-8fae3698-248f-4d15-bbed-1da743e8c5bb req-8fe79a5e-bd7a-4169-a410-fa3ab2392a15 tempest-FloatingIPsAssociationTestJSON-978234990 tempest-FloatingIPsAssociationTestJSON-978234990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:42.823938 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83614c2b-b63e-4441-8172-0b44f1063c71 tempest-AttachSCSIVolumeTestJSON-2042390427 tempest-AttachSCSIVolumeTestJSON-2042390427-project] Pushing event updated for resources: {'Port': ['ID=f9119c86-a4ab-4886-8b8d-f340ace2dca4,revision_number=1']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:01:42.855338 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-71d4e70b-04a5-4a08-ba5a-e302828f8c02 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773752984405'] for network, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:42.906559 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-857add15-fb8d-42cb-b999-a60e785799a0 req-83614c2b-b63e-4441-8172-0b44f1063c71 tempest-AttachSCSIVolumeTestJSON-2042390427 tempest-AttachSCSIVolumeTestJSON-2042390427-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.7820542 Jul 06 14:01:42.943426 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-71d4e70b-04a5-4a08-ba5a-e302828f8c02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060'] for network, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:42.947522 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71d4e70b-04a5-4a08-ba5a-e302828f8c02 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:01:42.950624 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-71d4e70b-04a5-4a08-ba5a-e302828f8c02 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583035'] for network, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:43.053202 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-71d4e70b-04a5-4a08-ba5a-e302828f8c02 admin admin] 10.222.0.104 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.0127509 Jul 06 14:01:43.057605 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 36850) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:01:43.070118 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [None req-10486091-4fda-4143-90ff-726d9abe5dd1 admin admin] Request body: {'subnet': {'network_id': '73678b3f-2ba9-41ab-b28a-ed914eafc843', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-27685772-subnet', 'tenant_id': '0fe496e6aed24c15ba4c26898920f741', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:01:43.104885 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d4e70b-04a5-4a08-ba5a-e302828f8c02 admin admin] Pushing event updated for resources: {'Network': ['ID=73678b3f-2ba9-41ab-b28a-ed914eafc843,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:01:43.119106 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Network 73678b3f-2ba9-41ab-b28a-ed914eafc843 details requested by agent ovs-agent-n-d-773647-6 with host n-d-773647-6 {{(pid=100248) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 14:01:43.160637 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.db_base_plugin_common [req-8fae3698-248f-4d15-bbed-1da743e8c5bb req-8fe79a5e-bd7a-4169-a410-fa3ab2392a15 tempest-FloatingIPsAssociationTestJSON-978234990 tempest-FloatingIPsAssociationTestJSON-978234990-project] Allocated IP 172.25.0.191 (2658f09e-a580-4d4a-9968-2d1e0ad93719/cbf74abc-6fe1-4d33-b005-c948923b9647/17ce78aa-b316-4971-9608-e70d056584d4) {{(pid=100247) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:01:43.248842 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-2e6ea422-2bd4-4e83-84e5-60e519949fd7 None None] Provisioning for port f9119c86-a4ab-4886-8b8d-f340ace2dca4 completed by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:01:43.254308 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-2e6ea422-2bd4-4e83-84e5-60e519949fd7 None None] Provisioning complete for port f9119c86-a4ab-4886-8b8d-f340ace2dca4 triggered by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:01:43.255494 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-2e6ea422-2bd4-4e83-84e5-60e519949fd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:43.300545 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-2e6ea422-2bd4-4e83-84e5-60e519949fd7 None None] Port f9119c86-a4ab-4886-8b8d-f340ace2dca4 cannot update to ACTIVE because it is not bound. {{(pid=100248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 14:01:43.357714 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10486091-4fda-4143-90ff-726d9abe5dd1 admin admin] Made reservation on behalf of 0fe496e6aed24c15ba4c26898920f741 for: {'subnet': 1} {{(pid=100247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:01:43.360386 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-10486091-4fda-4143-90ff-726d9abe5dd1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127627440'] for subnet, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:43.499146 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-8fae3698-248f-4d15-bbed-1da743e8c5bb req-8fe79a5e-bd7a-4169-a410-fa3ab2392a15 tempest-FloatingIPsAssociationTestJSON-978234990 tempest-FloatingIPsAssociationTestJSON-978234990-project] Notify callbacks [] for port, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:43.526368 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a136e760-94fd-4625-8455-68412dc5d348 req-75d16d2e-6b36-4b82-901d-fb77da35a89e tempest-AttachSCSIVolumeTestJSON-2042390427 tempest-AttachSCSIVolumeTestJSON-2042390427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:01:43.528102 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-a136e760-94fd-4625-8455-68412dc5d348 req-75d16d2e-6b36-4b82-901d-fb77da35a89e tempest-AttachSCSIVolumeTestJSON-2042390427 tempest-AttachSCSIVolumeTestJSON-2042390427-project] 10.222.0.104 "GET /v2.0/ports?device_id=21cc4d7a-6699-49ac-8d07-8eb34a2af007 HTTP/1.1" status: 200 len: 932 time: 0.3143687 Jul 06 14:01:43.650537 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-a136e760-94fd-4625-8455-68412dc5d348 req-2ed35253-a207-4229-8e1f-751114b5a58e tempest-AttachSCSIVolumeTestJSON-2042390427 tempest-AttachSCSIVolumeTestJSON-2042390427-project] 10.222.0.104 "GET /v2.0/security-groups?id=9d998fb6-7df8-4bbe-9c1b-38481459586f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152575 Jul 06 14:01:43.655465 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-8fae3698-248f-4d15-bbed-1da743e8c5bb req-8fe79a5e-bd7a-4169-a410-fa3ab2392a15 tempest-FloatingIPsAssociationTestJSON-978234990 tempest-FloatingIPsAssociationTestJSON-978234990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-128888360'] for port, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:43.730194 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-10486091-4fda-4143-90ff-726d9abe5dd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1849032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-128888412', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127627426'] for subnet, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:43.738596 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe79a5e-bd7a-4169-a410-fa3ab2392a15 tempest-FloatingIPsAssociationTestJSON-978234990 tempest-FloatingIPsAssociationTestJSON-978234990-project] Pushing event updated for resources: {'Port': ['ID=17ce78aa-b316-4971-9608-e70d056584d4,revision_number=1']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:01:43.745534 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8fae3698-248f-4d15-bbed-1da743e8c5bb req-8fe79a5e-bd7a-4169-a410-fa3ab2392a15 tempest-FloatingIPsAssociationTestJSON-978234990 tempest-FloatingIPsAssociationTestJSON-978234990-project] Network 2658f09e-a580-4d4a-9968-2d1e0ad93719 is already hosted by enough agents. {{(pid=100247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:01:43.767978 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.base_scheduler [req-8fae3698-248f-4d15-bbed-1da743e8c5bb req-8fe79a5e-bd7a-4169-a410-fa3ab2392a15 tempest-FloatingIPsAssociationTestJSON-978234990 tempest-FloatingIPsAssociationTestJSON-978234990-project] Resources bound (agent type, host, resource id): {{(pid=100247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:01:43.774121 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.l3_dvrscheduler_db [req-8fae3698-248f-4d15-bbed-1da743e8c5bb req-8fe79a5e-bd7a-4169-a410-fa3ab2392a15 tempest-FloatingIPsAssociationTestJSON-978234990 tempest-FloatingIPsAssociationTestJSON-978234990-project] Received port after_create {{(pid=100247) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:01:44.058848 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10486091-4fda-4143-90ff-726d9abe5dd1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e576e31c-3afe-43f6-b94a-f5aa4de9fb74,revision_number=0']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:01:44.072178 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-8fae3698-248f-4d15-bbed-1da743e8c5bb req-8fe79a5e-bd7a-4169-a410-fa3ab2392a15 tempest-FloatingIPsAssociationTestJSON-978234990 tempest-FloatingIPsAssociationTestJSON-978234990-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:44.101126 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10486091-4fda-4143-90ff-726d9abe5dd1 admin admin] Checking segment: {'id': 'ea7aaf83-2eb9-4df6-af24-2413db24fa15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': '73678b3f-2ba9-41ab-b28a-ed914eafc843'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100247) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:01:44.101489 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10486091-4fda-4143-90ff-726d9abe5dd1 admin admin] Network hostable DHCP agents. Network: 73678b3f-2ba9-41ab-b28a-ed914eafc843, hostable agents: ['f2bada3d-be77-4359-982b-8505a2bbca04'], hosted agents: [] {{(pid=100247) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 14:01:44.152893 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852184a9-beaf-4546-b66a-de4d889eccc8 req-52d76f65-464a-47cd-95eb-20f6bc013ee5 tempest-ServersOnMultiNodesTest-299961212 tempest-ServersOnMultiNodesTest-299961212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:01:44.154472 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-852184a9-beaf-4546-b66a-de4d889eccc8 req-52d76f65-464a-47cd-95eb-20f6bc013ee5 tempest-ServersOnMultiNodesTest-299961212 tempest-ServersOnMultiNodesTest-299961212-project] 10.222.0.104 "GET /v2.0/ports?device_id=5a86de26-f803-496c-8949-ab7be8bbefaa HTTP/1.1" status: 200 len: 950 time: 0.3472526 Jul 06 14:01:44.177199 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10486091-4fda-4143-90ff-726d9abe5dd1 admin admin] Network 73678b3f-2ba9-41ab-b28a-ed914eafc843 is scheduled to be hosted by DHCP agent f2bada3d-be77-4359-982b-8505a2bbca04 with binding_index 1 {{(pid=100247) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 14:01:44.179035 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-8fae3698-248f-4d15-bbed-1da743e8c5bb req-8fe79a5e-bd7a-4169-a410-fa3ab2392a15 tempest-FloatingIPsAssociationTestJSON-978234990 tempest-FloatingIPsAssociationTestJSON-978234990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:44.241431 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.base_scheduler [None req-10486091-4fda-4143-90ff-726d9abe5dd1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773647-6, 73678b3f-2ba9-41ab-b28a-ed914eafc843) {{(pid=100247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:01:44.249484 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d528f9a-8463-4133-91a9-b3244622f663 None None] Network 73678b3f-2ba9-41ab-b28a-ed914eafc843 requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:01:44.253767 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-852184a9-beaf-4546-b66a-de4d889eccc8 req-e8cf7263-ca0a-4e18-9757-115afc6a059f tempest-ServersOnMultiNodesTest-299961212 tempest-ServersOnMultiNodesTest-299961212-project] 10.222.0.104 "GET /v2.0/security-groups?id=304f894d-c671-4a59-b0fb-2a4d849c5ac9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868058 Jul 06 14:01:44.262609 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10486091-4fda-4143-90ff-726d9abe5dd1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:01:44.263225 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-10486091-4fda-4143-90ff-726d9abe5dd1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583035'] for subnet, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:44.332475 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-10486091-4fda-4143-90ff-726d9abe5dd1 admin admin] 10.222.0.104 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 1.2736869 Jul 06 14:01:44.619147 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-8fae3698-248f-4d15-bbed-1da743e8c5bb req-8fe79a5e-bd7a-4169-a410-fa3ab2392a15 tempest-FloatingIPsAssociationTestJSON-978234990 tempest-FloatingIPsAssociationTestJSON-978234990-project] Notify callbacks [] for port, precommit_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:44.630656 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-8fae3698-248f-4d15-bbed-1da743e8c5bb req-8fe79a5e-bd7a-4169-a410-fa3ab2392a15 tempest-FloatingIPsAssociationTestJSON-978234990 tempest-FloatingIPsAssociationTestJSON-978234990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128888538'] for port, after_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:44.652668 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cd79f36-916c-469e-b607-4bf44f06e7be None None] Network 73678b3f-2ba9-41ab-b28a-ed914eafc843 requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:01:44.819318 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe79a5e-bd7a-4169-a410-fa3ab2392a15 tempest-FloatingIPsAssociationTestJSON-978234990 tempest-FloatingIPsAssociationTestJSON-978234990-project] Pushing event updated for resources: {'Port': ['ID=17ce78aa-b316-4971-9608-e70d056584d4,revision_number=2']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:01:44.867445 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-8fae3698-248f-4d15-bbed-1da743e8c5bb req-8fe79a5e-bd7a-4169-a410-fa3ab2392a15 tempest-FloatingIPsAssociationTestJSON-978234990 tempest-FloatingIPsAssociationTestJSON-978234990-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1761130'] for floatingip, after_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:44.903808 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-8fae3698-248f-4d15-bbed-1da743e8c5bb req-8fe79a5e-bd7a-4169-a410-fa3ab2392a15 tempest-FloatingIPsAssociationTestJSON-978234990 tempest-FloatingIPsAssociationTestJSON-978234990-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for floatingip, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:44.906710 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-8fae3698-248f-4d15-bbed-1da743e8c5bb req-8fe79a5e-bd7a-4169-a410-fa3ab2392a15 tempest-FloatingIPsAssociationTestJSON-978234990 tempest-FloatingIPsAssociationTestJSON-978234990-project] 10.222.0.104 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.1337700 Jul 06 14:01:45.109016 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-8fae3698-248f-4d15-bbed-1da743e8c5bb req-7a14689d-cef9-4bcb-81a0-149517e791e3 tempest-FloatingIPsAssociationTestJSON-978234990 tempest-FloatingIPsAssociationTestJSON-978234990-project] 10.222.0.104 "GET /v2.0/floatingips?floating_ip_address=172.25.0.191 HTTP/1.1" status: 200 len: 696 time: 0.1916718 Jul 06 14:01:45.212282 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 36888) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:01:45.220025 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-345ad67f-7abf-414e-86b5-f713ac77605e admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1619309843-network', 'tenant_id': 'eb2668e71a894785844bef8c4d6f42b1'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:01:45.266605 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-345ad67f-7abf-414e-86b5-f713ac77605e admin admin] Made reservation on behalf of eb2668e71a894785844bef8c4d6f42b1 for: {'network': 1} {{(pid=100246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:01:45.273981 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-345ad67f-7abf-414e-86b5-f713ac77605e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for network, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:45.297325 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-345ad67f-7abf-414e-86b5-f713ac77605e admin admin] Notify callbacks [] for security_group, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:45.340274 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d289153e-d68d-472c-b8c8-8f6c201a0530 req-766573f1-44ae-4ed0-ba76-3b4017fa331e tempest-ServersOnMultiNodesTest-1210667676 tempest-ServersOnMultiNodesTest-1210667676-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:01:45.348920 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-d289153e-d68d-472c-b8c8-8f6c201a0530 req-766573f1-44ae-4ed0-ba76-3b4017fa331e tempest-ServersOnMultiNodesTest-1210667676 tempest-ServersOnMultiNodesTest-1210667676-project-admin] 10.222.0.104 "GET /v2.0/ports?device_id=5a86de26-f803-496c-8949-ab7be8bbefaa HTTP/1.1" status: 200 len: 1101 time: 0.2163339 Jul 06 14:01:45.368158 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fae3698-248f-4d15-bbed-1da743e8c5bb req-042cccd6-b327-47fb-a647-44b186bc3b6d tempest-FloatingIPsAssociationTestJSON-978234990 tempest-FloatingIPsAssociationTestJSON-978234990-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:01:45.369926 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-8fae3698-248f-4d15-bbed-1da743e8c5bb req-042cccd6-b327-47fb-a647-44b186bc3b6d tempest-FloatingIPsAssociationTestJSON-978234990 tempest-FloatingIPsAssociationTestJSON-978234990-project] 10.222.0.104 "GET /v2.0/networks/2658f09e-a580-4d4a-9968-2d1e0ad93719 HTTP/1.1" status: 200 len: 784 time: 0.2551336 Jul 06 14:01:45.454660 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-d289153e-d68d-472c-b8c8-8f6c201a0530 req-898f6b57-2390-4036-a532-90a856d31023 tempest-ServersOnMultiNodesTest-1210667676 tempest-ServersOnMultiNodesTest-1210667676-project-admin] 10.222.0.104 "GET /v2.0/security-groups?id=304f894d-c671-4a59-b0fb-2a4d849c5ac9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039944 Jul 06 14:01:45.561780 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-345ad67f-7abf-414e-86b5-f713ac77605e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:45.570031 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-345ad67f-7abf-414e-86b5-f713ac77605e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:45.637805 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345ad67f-7abf-414e-86b5-f713ac77605e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fac58807-d2d5-4419-a188-2d50fa9a9880,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:01:45.675723 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-345ad67f-7abf-414e-86b5-f713ac77605e admin admin] vlan segment allocate from pool success with {'vlan_id': 1029, 'physical_network': 'physnet1'} {{(pid=100246) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 14:01:45.712039 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-345ad67f-7abf-414e-86b5-f713ac77605e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552'] for segment, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:45.712822 n-d-773647-6 neutron-server[100246]: INFO neutron.db.segments_db [None req-345ad67f-7abf-414e-86b5-f713ac77605e admin admin] Added segment 2e556d37-8fc6-4c8c-bdc4-f62b852b260c of type vlan for network 48959c37-d783-475f-bb11-7cf97d786976 Jul 06 14:01:45.787646 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-345ad67f-7abf-414e-86b5-f713ac77605e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773752984405'] for network, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:45.809934 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0940334-0864-4dd3-8e65-070521b95d7a req-25e6cd6e-1bc8-41bb-8193-6b77bafd4dbc tempest-DeleteServersTestJSON-677393534 tempest-DeleteServersTestJSON-677393534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:01:45.817795 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-d0940334-0864-4dd3-8e65-070521b95d7a req-25e6cd6e-1bc8-41bb-8193-6b77bafd4dbc tempest-DeleteServersTestJSON-677393534 tempest-DeleteServersTestJSON-677393534-project] 10.222.0.104 "GET /v2.0/ports?device_id=2c494c2e-edc1-434b-b110-8c7b4f90835c HTTP/1.1" status: 200 len: 945 time: 0.2422910 Jul 06 14:01:45.836447 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-345ad67f-7abf-414e-86b5-f713ac77605e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060'] for network, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:45.837914 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-345ad67f-7abf-414e-86b5-f713ac77605e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:01:45.839543 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-345ad67f-7abf-414e-86b5-f713ac77605e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583035'] for network, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:45.894328 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d37b2c7-ab8e-4ae7-aa40-dac8dd59ebc6 req-54eb01bc-0bc6-4bf1-80e3-ef632739bb2b tempest-AttachSCSIVolumeTestJSON-2042390427 tempest-AttachSCSIVolumeTestJSON-2042390427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:01:45.897485 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-5d37b2c7-ab8e-4ae7-aa40-dac8dd59ebc6 req-54eb01bc-0bc6-4bf1-80e3-ef632739bb2b tempest-AttachSCSIVolumeTestJSON-2042390427 tempest-AttachSCSIVolumeTestJSON-2042390427-project] 10.222.0.104 "GET /v2.0/ports?device_id=21cc4d7a-6699-49ac-8d07-8eb34a2af007 HTTP/1.1" status: 200 len: 932 time: 0.2774899 Jul 06 14:01:45.930881 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-345ad67f-7abf-414e-86b5-f713ac77605e admin admin] 10.222.0.104 "POST /v2.0/networks HTTP/1.1" status: 201 len: 899 time: 0.7139246 Jul 06 14:01:45.931287 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 36900) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:01:45.938508 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-20f16418-13d1-412b-9680-849ba20060aa admin admin] Request body: {'subnet': {'network_id': '48959c37-d783-475f-bb11-7cf97d786976', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1619309843-subnet', 'tenant_id': 'eb2668e71a894785844bef8c4d6f42b1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:01:45.954700 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345ad67f-7abf-414e-86b5-f713ac77605e admin admin] Pushing event updated for resources: {'Network': ['ID=48959c37-d783-475f-bb11-7cf97d786976,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:01:45.984717 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-d0940334-0864-4dd3-8e65-070521b95d7a req-b1049e8d-c7a0-42d6-97d7-e87cf50ccde2 tempest-DeleteServersTestJSON-677393534 tempest-DeleteServersTestJSON-677393534-project] 10.222.0.104 "GET /v2.0/security-groups?id=7d4cbf2c-f907-4452-8928-a2a298fe7ee1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1644292 Jul 06 14:01:45.988330 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Network 48959c37-d783-475f-bb11-7cf97d786976 details requested by agent ovs-agent-n-d-773647-6 with host n-d-773647-6 {{(pid=100248) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 14:01:45.994085 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20f16418-13d1-412b-9680-849ba20060aa admin admin] Made reservation on behalf of eb2668e71a894785844bef8c4d6f42b1 for: {'subnet': 1} {{(pid=100246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:01:46.000562 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-20f16418-13d1-412b-9680-849ba20060aa admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127702029'] for subnet, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:46.047529 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-5d37b2c7-ab8e-4ae7-aa40-dac8dd59ebc6 req-cff30d64-5db0-46d6-8f2c-7897dbe98cf6 tempest-AttachSCSIVolumeTestJSON-2042390427 tempest-AttachSCSIVolumeTestJSON-2042390427-project] 10.222.0.104 "GET /v2.0/security-groups?id=9d998fb6-7df8-4bbe-9c1b-38481459586f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394231 Jul 06 14:01:46.138388 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [req-857add15-fb8d-42cb-b999-a60e785799a0 req-d538ef10-cfeb-4dd1-baa5-7e5756906c16 service neutron] Request body: {'port': {'device_id': '21cc4d7a-6699-49ac-8d07-8eb34a2af007', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-773647-6'}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:01:46.196579 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 36912) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:01:46.344043 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-554ff877-f8c9-4c19-a69f-38dcdc173069 req-61ad34e8-da14-4c45-b041-ffc6dbb10c49 tempest-ServersOnMultiNodesTest-299961212 tempest-ServersOnMultiNodesTest-299961212-project] 10.222.0.104 "GET /v2.0/networks?tenant_id=ae0918c1680140d8a89ce8f9c600b37d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0501230 Jul 06 14:01:46.492668 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-857add15-fb8d-42cb-b999-a60e785799a0 req-d538ef10-cfeb-4dd1-baa5-7e5756906c16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:46.516788 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b15dd3-f003-4f90-8c2a-119cfe9ae7b9 req-7a3e4f40-5cbd-403b-a829-f6c6df3ff187 tempest-FloatingIPsAssociationTestJSON-978234990 tempest-FloatingIPsAssociationTestJSON-978234990-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:01:46.523719 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-30b15dd3-f003-4f90-8c2a-119cfe9ae7b9 req-7a3e4f40-5cbd-403b-a829-f6c6df3ff187 tempest-FloatingIPsAssociationTestJSON-978234990 tempest-FloatingIPsAssociationTestJSON-978234990-project] 10.222.0.104 "GET /v2.0/networks?id=dc2aab4d-ebf5-4223-8156-143d93bdc342 HTTP/1.1" status: 200 len: 821 time: 0.3115680 Jul 06 14:01:46.569414 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-20f16418-13d1-412b-9680-849ba20060aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1849032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127687649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127702047'] for subnet, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:46.581870 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-30b15dd3-f003-4f90-8c2a-119cfe9ae7b9 req-f7d9add9-e4fd-44c8-90cd-456091c39298 tempest-FloatingIPsAssociationTestJSON-978234990 tempest-FloatingIPsAssociationTestJSON-978234990-project] 10.222.0.104 "GET /v2.0/quotas/825a4fb0f5c7454f82c586f8d1442f43 HTTP/1.1" status: 200 len: 375 time: 0.0572357 Jul 06 14:01:46.680339 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f16418-13d1-412b-9680-849ba20060aa admin admin] Pushing event updated for resources: {'Subnet': ['ID=11fb3007-b43a-4109-b36a-31e9d982ce2f,revision_number=0']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:01:46.721820 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554ff877-f8c9-4c19-a69f-38dcdc173069 req-87c98a44-2228-4997-8137-da6fbaef03f6 tempest-ServersOnMultiNodesTest-299961212 tempest-ServersOnMultiNodesTest-299961212-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:01:46.728620 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-554ff877-f8c9-4c19-a69f-38dcdc173069 req-87c98a44-2228-4997-8137-da6fbaef03f6 tempest-ServersOnMultiNodesTest-299961212 tempest-ServersOnMultiNodesTest-299961212-project] 10.222.0.104 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3833292 Jul 06 14:01:46.734505 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20f16418-13d1-412b-9680-849ba20060aa admin admin] Checking segment: {'id': '2e556d37-8fc6-4c8c-bdc4-f62b852b260c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1029, 'network_id': '48959c37-d783-475f-bb11-7cf97d786976'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:01:46.734868 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20f16418-13d1-412b-9680-849ba20060aa admin admin] Network hostable DHCP agents. Network: 48959c37-d783-475f-bb11-7cf97d786976, hostable agents: ['f2bada3d-be77-4359-982b-8505a2bbca04'], hosted agents: [] {{(pid=100246) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 14:01:46.810828 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-554ff877-f8c9-4c19-a69f-38dcdc173069 req-7d801ba2-1e95-49b7-9fcf-b95b189556d4 tempest-ServersOnMultiNodesTest-299961212 tempest-ServersOnMultiNodesTest-299961212-project] 10.222.0.104 "GET /v2.0/quotas/ae0918c1680140d8a89ce8f9c600b37d HTTP/1.1" status: 200 len: 375 time: 0.0812359 Jul 06 14:01:46.898293 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20f16418-13d1-412b-9680-849ba20060aa admin admin] Network 48959c37-d783-475f-bb11-7cf97d786976 is scheduled to be hosted by DHCP agent f2bada3d-be77-4359-982b-8505a2bbca04 with binding_index 1 {{(pid=100246) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 14:01:46.953065 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-30b15dd3-f003-4f90-8c2a-119cfe9ae7b9 req-be18f683-150b-4e82-8c1d-6613cf86d7a8 tempest-FloatingIPsAssociationTestJSON-978234990 tempest-FloatingIPsAssociationTestJSON-978234990-project] 10.222.0.104 "GET /v2.0/ports?tenant_id=825a4fb0f5c7454f82c586f8d1442f43&fields=id HTTP/1.1" status: 200 len: 394 time: 0.3529060 Jul 06 14:01:46.979713 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.base_scheduler [None req-20f16418-13d1-412b-9680-849ba20060aa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773647-6, 48959c37-d783-475f-bb11-7cf97d786976) {{(pid=100246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:01:46.985160 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20f16418-13d1-412b-9680-849ba20060aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:01:46.985752 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-20f16418-13d1-412b-9680-849ba20060aa admin admin] Notify callbacks [] for subnet, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:46.999389 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e5b55a9-9453-44c2-a71e-7528d9f0f99b None None] Network 48959c37-d783-475f-bb11-7cf97d786976 requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:01:47.028046 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-20f16418-13d1-412b-9680-849ba20060aa admin admin] 10.222.0.104 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.0955632 Jul 06 14:01:47.267739 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-a5375257-70a8-463a-bf9e-c821645ec632 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1809431'] for router_interface, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:47.308440 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-554ff877-f8c9-4c19-a69f-38dcdc173069 req-10a4c234-ee68-425f-861a-10bb1878ebce tempest-ServersOnMultiNodesTest-299961212 tempest-ServersOnMultiNodesTest-299961212-project] 10.222.0.104 "GET /v2.0/ports?tenant_id=ae0918c1680140d8a89ce8f9c600b37d&fields=id HTTP/1.1" status: 200 len: 532 time: 0.4936216 Jul 06 14:01:47.443930 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9292f00-4388-4e2a-bbf6-4dda903b9c29 None None] Network 48959c37-d783-475f-bb11-7cf97d786976 requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:01:47.865357 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-30b15dd3-f003-4f90-8c2a-119cfe9ae7b9 req-e13d76d3-724e-41e3-b940-b155c47595ed service neutron] 10.222.0.104 "GET /v2.0/networks/dc2aab4d-ebf5-4223-8156-143d93bdc342?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8892646 Jul 06 14:01:48.102877 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-30b15dd3-f003-4f90-8c2a-119cfe9ae7b9 req-a2141057-351e-466c-8b6f-42179a8d3e64 service neutron] 10.222.0.104 "GET /v2.0/networks/dc2aab4d-ebf5-4223-8156-143d93bdc342?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2352519 Jul 06 14:01:48.109672 n-d-773647-6 neutron-server[100247]: DEBUG neutron.notifiers.nova [req-857add15-fb8d-42cb-b999-a60e785799a0 req-d538ef10-cfeb-4dd1-baa5-7e5756906c16 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f9119c86-a4ab-4886-8b8d-f340ace2dca4 {{(pid=100247) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 14:01:48.183317 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [None req-a5375257-70a8-463a-bf9e-c821645ec632 admin admin] Deleting port 438b3600-bb09-478d-a066-1745300bdcf6 {{(pid=100246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:01:48.183823 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-a5375257-70a8-463a-bf9e-c821645ec632 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:48.262658 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-857add15-fb8d-42cb-b999-a60e785799a0 req-d538ef10-cfeb-4dd1-baa5-7e5756906c16 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:48.320098 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.provisioning_blocks [req-857add15-fb8d-42cb-b999-a60e785799a0 req-d538ef10-cfeb-4dd1-baa5-7e5756906c16 service neutron] Transition to ACTIVE for port object f9119c86-a4ab-4886-8b8d-f340ace2dca4 will not be triggered until provisioned by entity L2. {{(pid=100247) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:01:48.367370 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-857add15-fb8d-42cb-b999-a60e785799a0 req-d538ef10-cfeb-4dd1-baa5-7e5756906c16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128888538'] for port, after_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:48.426240 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.db [None req-a5375257-70a8-463a-bf9e-c821645ec632 admin admin] For port 438b3600-bb09-478d-a066-1745300bdcf6, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=438b3600-bb09-478d-a066-1745300bdcf6,segment=NetworkSegment(b372cb47-2cd4-4505-bbd0-cae91cf81731),segment_id=b372cb47-2cd4-4505-bbd0-cae91cf81731)] {{(pid=100246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:01:48.433366 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-a5375257-70a8-463a-bf9e-c821645ec632 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:48.488329 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [None req-a5375257-70a8-463a-bf9e-c821645ec632 admin admin] Calling delete_port for 438b3600-bb09-478d-a066-1745300bdcf6 owned by network:router_interface {{(pid=100246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:01:48.552953 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb879a0e-71d4-479d-888a-64f58ba547eb req-34149efe-d736-42da-8fdb-5cfc6502f49a tempest-DeleteServersTestJSON-677393534 tempest-DeleteServersTestJSON-677393534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:01:48.564222 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-fb879a0e-71d4-479d-888a-64f58ba547eb req-34149efe-d736-42da-8fdb-5cfc6502f49a tempest-DeleteServersTestJSON-677393534 tempest-DeleteServersTestJSON-677393534-project] 10.222.0.104 "GET /v2.0/ports?device_id=2c494c2e-edc1-434b-b110-8c7b4f90835c HTTP/1.1" status: 200 len: 945 time: 0.4826696 Jul 06 14:01:48.647987 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 36958) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:01:48.822960 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d538ef10-cfeb-4dd1-baa5-7e5756906c16 service neutron] Pushing event updated for resources: {'Port': ['ID=f9119c86-a4ab-4886-8b8d-f340ace2dca4,revision_number=2']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:01:48.894066 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-fb879a0e-71d4-479d-888a-64f58ba547eb req-01cf2163-7614-4f9c-bd6f-7352fa7193e0 tempest-DeleteServersTestJSON-677393534 tempest-DeleteServersTestJSON-677393534-project] 10.222.0.104 "GET /v2.0/security-groups?id=7d4cbf2c-f907-4452-8928-a2a298fe7ee1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3287048 Jul 06 14:01:49.029995 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe299c5-c511-4cf4-99fb-3fba045423aa req-9312199f-ad32-4736-b6fd-2db504241d26 tempest-AttachSCSIVolumeTestJSON-2042390427 tempest-AttachSCSIVolumeTestJSON-2042390427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:01:49.039816 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-cbe299c5-c511-4cf4-99fb-3fba045423aa req-9312199f-ad32-4736-b6fd-2db504241d26 tempest-AttachSCSIVolumeTestJSON-2042390427 tempest-AttachSCSIVolumeTestJSON-2042390427-project] 10.222.0.104 "GET /v2.0/ports?device_id=21cc4d7a-6699-49ac-8d07-8eb34a2af007 HTTP/1.1" status: 200 len: 944 time: 0.5292215 Jul 06 14:01:49.114700 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.managers [req-857add15-fb8d-42cb-b999-a60e785799a0 req-d538ef10-cfeb-4dd1-baa5-7e5756906c16 service neutron] Attempting to bind port f9119c86-a4ab-4886-8b8d-f340ace2dca4 on host n-h2-773647-6 for vnic_type normal with profile {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:01:49.115383 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.managers [req-857add15-fb8d-42cb-b999-a60e785799a0 req-d538ef10-cfeb-4dd1-baa5-7e5756906c16 service neutron] Attempting to bind port f9119c86-a4ab-4886-8b8d-f340ace2dca4 by drivers openvswitch,hyperv on host n-h2-773647-6 at level 0 using segments [{'id': '1d8f5395-0396-4ba3-8cac-3307d03a82e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1048, 'network_id': 'ee6b98f4-5a65-4f23-99dc-04152db89d72'}] {{(pid=100247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:01:49.115993 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-857add15-fb8d-42cb-b999-a60e785799a0 req-d538ef10-cfeb-4dd1-baa5-7e5756906c16 service neutron] Attempting to bind port f9119c86-a4ab-4886-8b8d-f340ace2dca4 on network ee6b98f4-5a65-4f23-99dc-04152db89d72 {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:01:49.150154 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-f1f6b183-348f-4ec5-9093-96ec829f9c17 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:49.160045 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-857add15-fb8d-42cb-b999-a60e785799a0 req-d538ef10-cfeb-4dd1-baa5-7e5756906c16 service neutron] Port f9119c86-a4ab-4886-8b8d-f340ace2dca4 on network ee6b98f4-5a65-4f23-99dc-04152db89d72 not bound, no agent of type Open vSwitch agent registered on host n-h2-773647-6 {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 14:01:49.161696 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-857add15-fb8d-42cb-b999-a60e785799a0 req-d538ef10-cfeb-4dd1-baa5-7e5756906c16 service neutron] Attempting to bind port f9119c86-a4ab-4886-8b8d-f340ace2dca4 on network ee6b98f4-5a65-4f23-99dc-04152db89d72 {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:01:49.196577 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-cbe299c5-c511-4cf4-99fb-3fba045423aa req-ea64caa6-ddbe-406b-a77a-3d996c2a406d tempest-AttachSCSIVolumeTestJSON-2042390427 tempest-AttachSCSIVolumeTestJSON-2042390427-project] 10.222.0.104 "GET /v2.0/security-groups?id=9d998fb6-7df8-4bbe-9c1b-38481459586f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1502144 Jul 06 14:01:49.203938 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-857add15-fb8d-42cb-b999-a60e785799a0 req-d538ef10-cfeb-4dd1-baa5-7e5756906c16 service neutron] Checking agent: {'id': '63768ece-0600-4354-8d29-fdedec96b077', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-773647-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 51, 10), 'started_at': datetime.datetime(2021, 7, 6, 13, 51, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 1, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:01:49.204588 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-857add15-fb8d-42cb-b999-a60e785799a0 req-d538ef10-cfeb-4dd1-baa5-7e5756906c16 service neutron] Checking segment: {'id': '1d8f5395-0396-4ba3-8cac-3307d03a82e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1048, 'network_id': 'ee6b98f4-5a65-4f23-99dc-04152db89d72'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100247) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:01:49.204993 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-857add15-fb8d-42cb-b999-a60e785799a0 req-d538ef10-cfeb-4dd1-baa5-7e5756906c16 service neutron] Bound using segment: {'id': '1d8f5395-0396-4ba3-8cac-3307d03a82e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1048, 'network_id': 'ee6b98f4-5a65-4f23-99dc-04152db89d72'} {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:01:49.222669 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.managers [req-857add15-fb8d-42cb-b999-a60e785799a0 req-d538ef10-cfeb-4dd1-baa5-7e5756906c16 service neutron] Bound port: f9119c86-a4ab-4886-8b8d-f340ace2dca4, host: n-h2-773647-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1d8f5395-0396-4ba3-8cac-3307d03a82e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1048, 'network_id': 'ee6b98f4-5a65-4f23-99dc-04152db89d72'}}] {{(pid=100247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:01:49.222669 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-857add15-fb8d-42cb-b999-a60e785799a0 req-d538ef10-cfeb-4dd1-baa5-7e5756906c16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:49.279894 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-a5375257-70a8-463a-bf9e-c821645ec632 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127687580'] for port, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:49.395688 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5375257-70a8-463a-bf9e-c821645ec632 admin admin] Pushing event deleted for resources: {'Port': ['ID=438b3600-bb09-478d-a066-1745300bdcf6,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:01:49.550506 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-f1f6b183-348f-4ec5-9093-96ec829f9c17 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:49.579469 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-f1f6b183-348f-4ec5-9093-96ec829f9c17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:49.803490 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-a5375257-70a8-463a-bf9e-c821645ec632 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1809193'] for router_interface, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:49.821952 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-f1f6b183-348f-4ec5-9093-96ec829f9c17 admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=943858f6102745fba0eb54f62375a9e8&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1633990 Jul 06 14:01:49.827346 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 36984) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:01:49.831342 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-897f7a94-458c-4de0-89ab-2724fb4b1208 req-6a61b392-5b70-4152-bc15-bffe5cd1af55 tempest-ServersOnMultiNodesTest-299961212 tempest-ServersOnMultiNodesTest-299961212-project] 10.222.0.104 "GET /v2.0/ports?device_id=0969280d-6a0e-40ec-b4e7-b4696c0bc3c7 HTTP/1.1" status: 200 len: 210 time: 0.2720256 Jul 06 14:01:50.097488 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-ec1b0f48-dda7-4ecc-86ad-6ebd4b64a746 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:50.144405 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-52ecb867-f407-4fc7-b88c-3351fbc8f325 req-7ecb6184-f98f-4a9e-8bee-af83239fe456 tempest-FloatingIPsAssociationTestJSON-978234990 tempest-FloatingIPsAssociationTestJSON-978234990-project] 10.222.0.104 "GET /v2.0/ports?device_id=c4a04eb6-bb93-495c-bc67-b780dbcf097b HTTP/1.1" status: 200 len: 210 time: 0.1563964 Jul 06 14:01:50.146432 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f6b183-348f-4ec5-9093-96ec829f9c17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e015971-0b4f-4fcf-b5da-94c4ef3ebf36,revision_number=1']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:01:50.181659 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.db [req-857add15-fb8d-42cb-b999-a60e785799a0 req-d538ef10-cfeb-4dd1-baa5-7e5756906c16 service neutron] For port f9119c86-a4ab-4886-8b8d-f340ace2dca4, host n-h2-773647-6, cleared binding levels {{(pid=100247) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:01:50.189902 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-ec1b0f48-dda7-4ecc-86ad-6ebd4b64a746 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:50.200740 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.db [req-857add15-fb8d-42cb-b999-a60e785799a0 req-d538ef10-cfeb-4dd1-baa5-7e5756906c16 service neutron] For port f9119c86-a4ab-4886-8b8d-f340ace2dca4, host n-h2-773647-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=f9119c86-a4ab-4886-8b8d-f340ace2dca4,segment=NetworkSegment(1d8f5395-0396-4ba3-8cac-3307d03a82e3),segment_id=1d8f5395-0396-4ba3-8cac-3307d03a82e3)] {{(pid=100247) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:01:50.213026 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-857add15-fb8d-42cb-b999-a60e785799a0 req-d538ef10-cfeb-4dd1-baa5-7e5756906c16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128888538'] for port, after_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:50.262351 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5375257-70a8-463a-bf9e-c821645ec632 admin admin] Router 6fd62864-a8be-4ae2-b76b-47b705e8fa03 has already been hosted by L3 agent 2823d358-a11b-4885-a706-95a279e43fa7 {{(pid=100246) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 14:01:50.291722 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857add15-fb8d-42cb-b999-a60e785799a0 req-d538ef10-cfeb-4dd1-baa5-7e5756906c16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:01:50.292795 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-857add15-fb8d-42cb-b999-a60e785799a0 req-d538ef10-cfeb-4dd1-baa5-7e5756906c16 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:50.295107 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-857add15-fb8d-42cb-b999-a60e785799a0 req-d538ef10-cfeb-4dd1-baa5-7e5756906c16 service neutron] 10.222.0.72 "PUT /v2.0/ports/f9119c86-a4ab-4886-8b8d-f340ace2dca4 HTTP/1.1" status: 200 len: 1092 time: 4.1610096 Jul 06 14:01:50.303082 n-d-773647-6 neutron-server[100247]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21cc4d7a-6699-49ac-8d07-8eb34a2af007', 'tag': 'f9119c86-a4ab-4886-8b8d-f340ace2dca4'}] {{(pid=100247) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:01:50.308674 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-ec1b0f48-dda7-4ecc-86ad-6ebd4b64a746 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:50.309740 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cbf0eeaae822f8fc9b87a94aeba67a3d651842baf663a51cba94b67a514836d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6449a867-214d-4858-be94-96d919b0329c" -d '{"events": [{"name": "network-changed", "server_uuid": "21cc4d7a-6699-49ac-8d07-8eb34a2af007", "tag": "f9119c86-a4ab-4886-8b8d-f340ace2dca4"}]}' {{(pid=100247) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:01:50.311000 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-ec1b0f48-dda7-4ecc-86ad-6ebd4b64a746 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:50.312598 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-ec1b0f48-dda7-4ecc-86ad-6ebd4b64a746 admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/8e015971-0b4f-4fcf-b5da-94c4ef3ebf36 HTTP/1.1" status: 204 len: 168 time: 0.4840205 Jul 06 14:01:50.345304 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ec9728-ed12-4cda-ad0b-af6fe524a7cb req-f4bc521d-8cad-4364-83a2-76491fc2656a tempest-ServersNegativeTestMultiTenantJSON-1589104584 tempest-ServersNegativeTestMultiTenantJSON-1589104584-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:01:50.354131 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-53ec9728-ed12-4cda-ad0b-af6fe524a7cb req-f4bc521d-8cad-4364-83a2-76491fc2656a tempest-ServersNegativeTestMultiTenantJSON-1589104584 tempest-ServersNegativeTestMultiTenantJSON-1589104584-project] 10.222.0.104 "GET /v2.0/networks?id=73678b3f-2ba9-41ab-b28a-ed914eafc843 HTTP/1.1" status: 200 len: 823 time: 0.7625690 Jul 06 14:01:50.385617 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1b0f48-dda7-4ecc-86ad-6ebd4b64a746 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e015971-0b4f-4fcf-b5da-94c4ef3ebf36,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:01:50.511428 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5375257-70a8-463a-bf9e-c821645ec632 admin admin] Notify agent at l3_agent.n-d-773647-6 the message routers_updated {{(pid=100246) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 14:01:50.527733 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4de82726-14b2-4460-a87c-25eeb68dfbb5 None None] Sync routers for ids ['6fd62864-a8be-4ae2-b76b-47b705e8fa03'] in n-d-773647-6 {{(pid=100248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 14:01:50.542933 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-a5375257-70a8-463a-bf9e-c821645ec632 admin admin] 10.222.0.104 "PUT /v2.0/routers/6fd62864-a8be-4ae2-b76b-47b705e8fa03/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3447709 Jul 06 14:01:50.543352 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4de82726-14b2-4460-a87c-25eeb68dfbb5 None None] Routers {'6fd62864-a8be-4ae2-b76b-47b705e8fa03'} bound to L3 agent in host n-d-773647-6 {{(pid=100248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:01:50.544652 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-4de82726-14b2-4460-a87c-25eeb68dfbb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T14:01:25Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['6fd62864-a8be-4ae2-b76b-47b705e8fa03'], 'active': True} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:01:50.546868 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 36992) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:01:50.884443 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-a5a72c01-9d6f-47cf-9dec-9fab379d8c7b admin admin] Notify callbacks [] for router, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:50.943519 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvr_db [None req-4de82726-14b2-4460-a87c-25eeb68dfbb5 None None] Set router 6fd62864-a8be-4ae2-b76b-47b705e8fa03 gateway port host: n-d-773647-6 {{(pid=100248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:01:51.037528 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-53ec9728-ed12-4cda-ad0b-af6fe524a7cb req-3d470692-9388-4ac9-9de7-98359cbee0b6 tempest-ServersNegativeTestMultiTenantJSON-1589104584 tempest-ServersNegativeTestMultiTenantJSON-1589104584-project] 10.222.0.104 "GET /v2.0/quotas/0fe496e6aed24c15ba4c26898920f741 HTTP/1.1" status: 200 len: 375 time: 0.6824102 Jul 06 14:01:51.085305 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-554ff877-f8c9-4c19-a69f-38dcdc173069 req-d3e157f0-65a4-48f1-b346-7a8819e6540f tempest-ServersOnMultiNodesTest-299961212 tempest-ServersOnMultiNodesTest-299961212-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=ae0918c1680140d8a89ce8f9c600b37d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0929112 Jul 06 14:01:51.106902 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-53ec9728-ed12-4cda-ad0b-af6fe524a7cb req-da839c51-7620-482d-ad58-9d7a71f364fc tempest-ServersNegativeTestMultiTenantJSON-1589104584 tempest-ServersNegativeTestMultiTenantJSON-1589104584-project] 10.222.0.104 "GET /v2.0/ports?tenant_id=0fe496e6aed24c15ba4c26898920f741&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0623846 Jul 06 14:01:51.217621 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-53ec9728-ed12-4cda-ad0b-af6fe524a7cb req-606bb03a-1aed-45f5-865e-67b90f6d86a8 service neutron] 10.222.0.104 "GET /v2.0/networks/73678b3f-2ba9-41ab-b28a-ed914eafc843?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1019986 Jul 06 14:01:51.236447 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d538ef10-cfeb-4dd1-baa5-7e5756906c16 service neutron] Pushing event updated for resources: {'Port': ['ID=f9119c86-a4ab-4886-8b8d-f340ace2dca4,revision_number=3']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:01:51.325361 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-a5a72c01-9d6f-47cf-9dec-9fab379d8c7b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:51.366351 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-4de82726-14b2-4460-a87c-25eeb68dfbb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fd62864-a8be-4ae2-b76b-47b705e8fa03', 'name': 'tempest-ServersTestMultiNic-1970250359-router', 'tenant_id': 'a3fc9596cf9941a495b08d5bae1b31d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.169'}], 'enable_snat': True}, 'gw_port_id': 'b8edde33-9198-44c1-b07a-bc019929674c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T13:59:27Z', 'updated_at': '2021-07-06T14:01:49Z', 'revision_number': 5, 'project_id': 'a3fc9596cf9941a495b08d5bae1b31d8', 'gw_port': {'id': 'b8edde33-9198-44c1-b07a-bc019929674c', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:23:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fd62864-a8be-4ae2-b76b-47b705e8fa03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 721, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:59:28Z', 'updated_at': '2021-07-06T13:59:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6'}], 'n-d-773647-6', False) {} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:01:51.427542 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857add15-fb8d-42cb-b999-a60e785799a0 req-b9d44516-ba9c-49a8-81e4-7bc737b2c5b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:01:51.429072 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-857add15-fb8d-42cb-b999-a60e785799a0 req-b9d44516-ba9c-49a8-81e4-7bc737b2c5b7 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=f164ffe0f85a41f0bab6414346dd567f&device_id=21cc4d7a-6699-49ac-8d07-8eb34a2af007 HTTP/1.1" status: 200 len: 1095 time: 1.0404522 Jul 06 14:01:51.431539 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4de82726-14b2-4460-a87c-25eeb68dfbb5 None None] Checking router: 6fd62864-a8be-4ae2-b76b-47b705e8fa03 for host: n-d-773647-6 {{(pid=100248) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 14:01:51.441694 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4de82726-14b2-4460-a87c-25eeb68dfbb5 None None] Routers {'6fd62864-a8be-4ae2-b76b-47b705e8fa03'} bound to L3 agent in host n-d-773647-6 {{(pid=100248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:01:51.442347 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-4de82726-14b2-4460-a87c-25eeb68dfbb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T14:01:25Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['6fd62864-a8be-4ae2-b76b-47b705e8fa03'], 'active': True} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:01:51.480093 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554ff877-f8c9-4c19-a69f-38dcdc173069 req-24be9e98-b033-4a00-879a-98e8c9b6872e tempest-ServersOnMultiNodesTest-299961212 tempest-ServersOnMultiNodesTest-299961212-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:01:51.481683 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-554ff877-f8c9-4c19-a69f-38dcdc173069 req-24be9e98-b033-4a00-879a-98e8c9b6872e tempest-ServersOnMultiNodesTest-299961212 tempest-ServersOnMultiNodesTest-299961212-project] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3422346 Jul 06 14:01:51.483174 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1f9ab1-b207-48ac-8c77-3d1d4c84a493 req-0a92eebe-b69f-4350-a117-ae0152303031 tempest-AttachSCSIVolumeTestJSON-2042390427 tempest-AttachSCSIVolumeTestJSON-2042390427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:01:51.503791 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-7b1f9ab1-b207-48ac-8c77-3d1d4c84a493 req-0a92eebe-b69f-4350-a117-ae0152303031 tempest-AttachSCSIVolumeTestJSON-2042390427 tempest-AttachSCSIVolumeTestJSON-2042390427-project] 10.222.0.104 "GET /v2.0/ports?device_id=21cc4d7a-6699-49ac-8d07-8eb34a2af007 HTTP/1.1" status: 200 len: 944 time: 0.4929795 Jul 06 14:01:51.556742 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [None req-a5a72c01-9d6f-47cf-9dec-9fab379d8c7b admin admin] Deleting port b8edde33-9198-44c1-b07a-bc019929674c {{(pid=100246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:01:51.557144 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-a5a72c01-9d6f-47cf-9dec-9fab379d8c7b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:51.610279 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-53ec9728-ed12-4cda-ad0b-af6fe524a7cb req-8e1974d5-b123-4302-bf87-bde27859c376 service neutron] 10.222.0.104 "GET /v2.0/networks/73678b3f-2ba9-41ab-b28a-ed914eafc843?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3699560 Jul 06 14:01:51.652577 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-7b1f9ab1-b207-48ac-8c77-3d1d4c84a493 req-9dfc2bfe-6855-42d0-a168-90c8754c1383 tempest-AttachSCSIVolumeTestJSON-2042390427 tempest-AttachSCSIVolumeTestJSON-2042390427-project] 10.222.0.104 "GET /v2.0/security-groups?id=9d998fb6-7df8-4bbe-9c1b-38481459586f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469357 Jul 06 14:01:51.743633 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.db [None req-a5a72c01-9d6f-47cf-9dec-9fab379d8c7b admin admin] For port b8edde33-9198-44c1-b07a-bc019929674c, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=b8edde33-9198-44c1-b07a-bc019929674c,segment=NetworkSegment(89a832b7-7793-4d51-9038-ed7e1c3ff1b2),segment_id=89a832b7-7793-4d51-9038-ed7e1c3ff1b2)] {{(pid=100246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:01:51.744512 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-a5a72c01-9d6f-47cf-9dec-9fab379d8c7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:51.772741 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 14:01:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c508e3cc-8a82-4883-a57a-2b039f020b57 x-openstack-request-id: req-c508e3cc-8a82-4883-a57a-2b039f020b57 {{(pid=100247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:01:51.773056 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "21cc4d7a-6699-49ac-8d07-8eb34a2af007", "tag": "f9119c86-a4ab-4886-8b8d-f340ace2dca4", "status": "completed", "code": 200}]} {{(pid=100247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:01:51.773293 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-c508e3cc-8a82-4883-a57a-2b039f020b57 {{(pid=100247) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:01:51.773674 n-d-773647-6 neutron-server[100247]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '21cc4d7a-6699-49ac-8d07-8eb34a2af007', 'tag': 'f9119c86-a4ab-4886-8b8d-f340ace2dca4', 'status': 'completed', 'code': 200} Jul 06 14:01:51.784593 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [None req-a5a72c01-9d6f-47cf-9dec-9fab379d8c7b admin admin] Calling delete_port for b8edde33-9198-44c1-b07a-bc019929674c owned by network:router_gateway {{(pid=100246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:01:51.811808 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [req-554ff877-f8c9-4c19-a69f-38dcdc173069 req-04891c97-3376-4f21-bf18-d1285f134109 tempest-ServersOnMultiNodesTest-299961212 tempest-ServersOnMultiNodesTest-299961212-project] Request body: {'port': {'device_id': '0969280d-6a0e-40ec-b4e7-b4696c0bc3c7', 'network_id': 'ac09d390-867f-4b75-a8d2-ab11550bffd6', 'admin_state_up': True, 'tenant_id': 'ae0918c1680140d8a89ce8f9c600b37d'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:01:51.865129 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-857add15-fb8d-42cb-b999-a60e785799a0 req-25baf0a2-04c7-4656-bc44-4b1c4184dd63 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f9119c86-a4ab-4886-8b8d-f340ace2dca4 HTTP/1.1" status: 200 len: 217 time: 0.0838428 Jul 06 14:01:51.874527 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 37024) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:01:52.111964 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvr_db [None req-4de82726-14b2-4460-a87c-25eeb68dfbb5 None None] Set router 6fd62864-a8be-4ae2-b76b-47b705e8fa03 gateway port host: None {{(pid=100248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:01:52.134145 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857add15-fb8d-42cb-b999-a60e785799a0 req-7bbc6b9e-2531-429a-b545-a1445fc1e3e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:01:52.138071 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-857add15-fb8d-42cb-b999-a60e785799a0 req-7bbc6b9e-2531-429a-b545-a1445fc1e3e0 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=d87cf09f-618b-4d0c-8799-8f5cd2407c6c HTTP/1.1" status: 200 len: 853 time: 0.2404988 Jul 06 14:01:52.156895 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [None req-79eae70f-f149-4673-8100-4d65ad260dd5 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1649938346-network', 'tenant_id': '96647dd61d404050a5af01798d2f6f47'}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:01:52.178357 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-4de82726-14b2-4460-a87c-25eeb68dfbb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fd62864-a8be-4ae2-b76b-47b705e8fa03', 'name': 'tempest-ServersTestMultiNic-1970250359-router', 'tenant_id': 'a3fc9596cf9941a495b08d5bae1b31d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T13:59:27Z', 'updated_at': '2021-07-06T14:01:51Z', 'revision_number': 6, 'project_id': 'a3fc9596cf9941a495b08d5bae1b31d8', 'gw_port_host': None}], 'n-d-773647-6', False) {} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:01:52.216498 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4de82726-14b2-4460-a87c-25eeb68dfbb5 None None] The sync data for ids ['6fd62864-a8be-4ae2-b76b-47b705e8fa03'] in n-d-773647-6 is: [{'id': '6fd62864-a8be-4ae2-b76b-47b705e8fa03', 'name': 'tempest-ServersTestMultiNic-1970250359-router', 'tenant_id': 'a3fc9596cf9941a495b08d5bae1b31d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T13:59:27Z', 'updated_at': '2021-07-06T14:01:51Z', 'revision_number': 6, 'project_id': 'a3fc9596cf9941a495b08d5bae1b31d8', 'gw_port_host': None}] {{(pid=100248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 14:01:52.366185 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-d27f04a5-7571-465d-ae81-e1f5f32ad494 req-5affa63d-33ed-48f1-a6bf-8dd2119e00e2 tempest-ServersOnMultiNodesTest-299961212 tempest-ServersOnMultiNodesTest-299961212-project] 10.222.0.104 "GET /v2.0/ports?device_id=0969280d-6a0e-40ec-b4e7-b4696c0bc3c7 HTTP/1.1" status: 200 len: 210 time: 0.0929654 Jul 06 14:01:52.414911 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79eae70f-f149-4673-8100-4d65ad260dd5 admin admin] Made reservation on behalf of 96647dd61d404050a5af01798d2f6f47 for: {'network': 1} {{(pid=100247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:01:52.417356 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-79eae70f-f149-4673-8100-4d65ad260dd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for network, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:52.456237 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-79eae70f-f149-4673-8100-4d65ad260dd5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:52.484248 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857add15-fb8d-42cb-b999-a60e785799a0 req-eb9cda06-348b-4c50-a749-be22b2bdd28c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:01:52.486217 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-857add15-fb8d-42cb-b999-a60e785799a0 req-eb9cda06-348b-4c50-a749-be22b2bdd28c service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=ee6b98f4-5a65-4f23-99dc-04152db89d72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3107443 Jul 06 14:01:52.497448 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa31125-8e8e-4592-b11d-978e01f8d286 req-5420facb-486f-4081-90d1-39b41ca6eec1 tempest-DeleteServersTestJSON-677393534 tempest-DeleteServersTestJSON-677393534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:01:52.504052 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-daa31125-8e8e-4592-b11d-978e01f8d286 req-5420facb-486f-4081-90d1-39b41ca6eec1 tempest-DeleteServersTestJSON-677393534 tempest-DeleteServersTestJSON-677393534-project] 10.222.0.104 "GET /v2.0/ports?device_id=2c494c2e-edc1-434b-b110-8c7b4f90835c HTTP/1.1" status: 200 len: 945 time: 0.5056579 Jul 06 14:01:52.652485 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-daa31125-8e8e-4592-b11d-978e01f8d286 req-f73f9b5e-6f97-4761-a2bb-adacd17250a8 tempest-DeleteServersTestJSON-677393534 tempest-DeleteServersTestJSON-677393534-project] 10.222.0.104 "GET /v2.0/security-groups?id=7d4cbf2c-f907-4452-8928-a2a298fe7ee1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416326 Jul 06 14:01:52.693856 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-14aef701-1725-4308-a0e0-3695ac7e337a req-2a815826-8595-497e-ac10-4ced1928b405 tempest-ServersTestBootFromVolume-787010614 tempest-ServersTestBootFromVolume-787010614-project] 10.222.0.104 "GET /v2.0/security-groups?name=tempest-securitygroup--1239749928&fields=id&tenant_id=781535735adb4e1297ed6761c38ca98f HTTP/1.1" status: 200 len: 267 time: 0.1734421 Jul 06 14:01:52.744300 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b15dd3-f003-4f90-8c2a-119cfe9ae7b9 req-bad62de7-3d69-4899-a2cb-4cc50cd7aa57 tempest-FloatingIPsAssociationTestJSON-978234990 tempest-FloatingIPsAssociationTestJSON-978234990-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:01:52.745807 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-30b15dd3-f003-4f90-8c2a-119cfe9ae7b9 req-bad62de7-3d69-4899-a2cb-4cc50cd7aa57 tempest-FloatingIPsAssociationTestJSON-978234990 tempest-FloatingIPsAssociationTestJSON-978234990-project] 10.222.0.72 "GET /v2.0/networks?id=dc2aab4d-ebf5-4223-8156-143d93bdc342 HTTP/1.1" status: 200 len: 821 time: 0.2171237 Jul 06 14:01:52.763021 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [req-30b15dd3-f003-4f90-8c2a-119cfe9ae7b9 req-e00298bf-7730-4afd-8352-ae3aa18f3645 tempest-FloatingIPsAssociationTestJSON-978234990 tempest-FloatingIPsAssociationTestJSON-978234990-project] Request body: {'port': {'device_id': 'c4a04eb6-bb93-495c-bc67-b780dbcf097b', 'network_id': 'dc2aab4d-ebf5-4223-8156-143d93bdc342', 'admin_state_up': True, 'tenant_id': '825a4fb0f5c7454f82c586f8d1442f43'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:01:52.855166 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-cbaadb9a-6b9d-4fae-beeb-072cb3d712cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:52.862375 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-857add15-fb8d-42cb-b999-a60e785799a0 req-9fdc6d4e-7a2a-4cd8-869f-39b0e79088cf service neutron] 10.222.0.72 "GET /v2.0/networks/ee6b98f4-5a65-4f23-99dc-04152db89d72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2697773 Jul 06 14:01:52.923826 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-a5a72c01-9d6f-47cf-9dec-9fab379d8c7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127687580'] for port, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:52.935916 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-62b6607a-23a3-4937-b147-258d72a0b026 req-0f5d6113-fb2b-44b0-8e6f-e1d79bc3c47c tempest-FloatingIPsAssociationTestJSON-978234990 tempest-FloatingIPsAssociationTestJSON-978234990-project] 10.222.0.104 "GET /v2.0/ports?device_id=c4a04eb6-bb93-495c-bc67-b780dbcf097b HTTP/1.1" status: 200 len: 210 time: 0.0811334 Jul 06 14:01:52.947333 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a72c01-9d6f-47cf-9dec-9fab379d8c7b admin admin] Pushing event deleted for resources: {'Port': ['ID=b8edde33-9198-44c1-b07a-bc019929674c,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:01:52.976466 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-79eae70f-f149-4673-8100-4d65ad260dd5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:52.992001 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-79eae70f-f149-4673-8100-4d65ad260dd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:53.051046 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-554ff877-f8c9-4c19-a69f-38dcdc173069 req-04891c97-3376-4f21-bf18-d1285f134109 tempest-ServersOnMultiNodesTest-299961212 tempest-ServersOnMultiNodesTest-299961212-project] Made reservation on behalf of ae0918c1680140d8a89ce8f9c600b37d for: {'port': 1} {{(pid=100246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:01:53.055035 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-554ff877-f8c9-4c19-a69f-38dcdc173069 req-04891c97-3376-4f21-bf18-d1285f134109 tempest-ServersOnMultiNodesTest-299961212 tempest-ServersOnMultiNodesTest-299961212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:53.062071 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-79eae70f-f149-4673-8100-4d65ad260dd5 admin admin] vlan segment allocate from pool success with {'vlan_id': 1040, 'physical_network': 'physnet1'} {{(pid=100247) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 14:01:53.092442 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-30b15dd3-f003-4f90-8c2a-119cfe9ae7b9 req-e00298bf-7730-4afd-8352-ae3aa18f3645 tempest-FloatingIPsAssociationTestJSON-978234990 tempest-FloatingIPsAssociationTestJSON-978234990-project] Made reservation on behalf of 825a4fb0f5c7454f82c586f8d1442f43 for: {'port': 1} {{(pid=100246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:01:53.095923 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-30b15dd3-f003-4f90-8c2a-119cfe9ae7b9 req-e00298bf-7730-4afd-8352-ae3aa18f3645 tempest-FloatingIPsAssociationTestJSON-978234990 tempest-FloatingIPsAssociationTestJSON-978234990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:53.101040 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02991800-794e-4327-9945-309c3c35e631 req-19370ff7-f2a1-47ae-bd37-0153346a4c2e tempest-DeleteServersTestJSON-677393534 tempest-DeleteServersTestJSON-677393534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:01:53.102557 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-02991800-794e-4327-9945-309c3c35e631 req-19370ff7-f2a1-47ae-bd37-0153346a4c2e tempest-DeleteServersTestJSON-677393534 tempest-DeleteServersTestJSON-677393534-project] 10.222.0.127 "GET /v2.0/ports?device_id=2c494c2e-edc1-434b-b110-8c7b4f90835c HTTP/1.1" status: 200 len: 945 time: 0.3961582 Jul 06 14:01:53.128336 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-79eae70f-f149-4673-8100-4d65ad260dd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552'] for segment, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:53.128963 n-d-773647-6 neutron-server[100247]: INFO neutron.db.segments_db [None req-79eae70f-f149-4673-8100-4d65ad260dd5 admin admin] Added segment 36c50412-6893-4622-808c-49164f6f9db6 of type vlan for network ca8d241f-6d1c-4a83-a6b7-adff4a667580 Jul 06 14:01:53.154620 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-a5a72c01-9d6f-47cf-9dec-9fab379d8c7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1761104'] for router_gateway, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:53.156963 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14aef701-1725-4308-a0e0-3695ac7e337a req-af8c801a-500e-4e46-8fbd-d6dd8e918326 tempest-ServersTestBootFromVolume-787010614 tempest-ServersTestBootFromVolume-787010614-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:01:53.164321 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-14aef701-1725-4308-a0e0-3695ac7e337a req-af8c801a-500e-4e46-8fbd-d6dd8e918326 tempest-ServersTestBootFromVolume-787010614 tempest-ServersTestBootFromVolume-787010614-project] 10.222.0.104 "GET /v2.0/networks?id=d9f36955-e86a-4c93-9b28-49ad744bf776 HTTP/1.1" status: 200 len: 815 time: 0.4598448 Jul 06 14:01:53.166084 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79eae70f-f149-4673-8100-4d65ad260dd5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdba1446-e72e-4024-9da7-e6061f204f14,revision_number=1']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:01:53.184760 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-0de86e8f-2a84-4058-8237-02032095d5c7 req-f3a6aab2-a8c3-4134-a28a-54405a5aa468 tempest-ServersNegativeTestMultiTenantJSON-1589104584 tempest-ServersNegativeTestMultiTenantJSON-1589104584-project] 10.222.0.104 "GET /v2.0/ports?device_id=43132648-fc3b-4513-8d95-c39ba11e01de HTTP/1.1" status: 200 len: 210 time: 0.1187940 Jul 06 14:01:53.238345 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-857add15-fb8d-42cb-b999-a60e785799a0 req-544830d0-57b1-49fc-aaee-6bba3166605f service neutron] 10.222.0.72 "GET /v2.0/networks/ee6b98f4-5a65-4f23-99dc-04152db89d72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3546689 Jul 06 14:01:53.255710 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-14aef701-1725-4308-a0e0-3695ac7e337a req-555da87c-39ba-44ba-b731-af1f54a3c960 tempest-ServersTestBootFromVolume-787010614 tempest-ServersTestBootFromVolume-787010614-project] 10.222.0.104 "GET /v2.0/quotas/781535735adb4e1297ed6761c38ca98f HTTP/1.1" status: 200 len: 375 time: 0.0904367 Jul 06 14:01:53.272066 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-79eae70f-f149-4673-8100-4d65ad260dd5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773752984405'] for network, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:53.304943 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-a5a72c01-9d6f-47cf-9dec-9fab379d8c7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1806308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6982'] for router, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:53.312271 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-a5a72c01-9d6f-47cf-9dec-9fab379d8c7b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:53.404899 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 438b3600-bb09-478d-a066-1745300bdcf6 no longer exists at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:01:53.424139 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.db_base_plugin_common [req-554ff877-f8c9-4c19-a69f-38dcdc173069 req-04891c97-3376-4f21-bf18-d1285f134109 tempest-ServersOnMultiNodesTest-299961212 tempest-ServersOnMultiNodesTest-299961212-project] Allocated IP 192.168.233.75 (ac09d390-867f-4b75-a8d2-ab11550bffd6/d1c3cc78-09b9-4e30-99fd-0e5830de101d/32379c07-1a53-499c-a763-9f9d5460c606) {{(pid=100246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:01:53.432524 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] No Port match for: 438b3600-bb09-478d-a066-1745300bdcf6 {{(pid=100248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 14:01:53.433224 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 438b3600-bb09-478d-a066-1745300bdcf6 not bound to the agent host n-d-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:01:53.433825 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device b8edde33-9198-44c1-b07a-bc019929674c no longer exists at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:01:53.455940 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-79eae70f-f149-4673-8100-4d65ad260dd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060'] for network, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:53.457093 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79eae70f-f149-4673-8100-4d65ad260dd5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:01:53.457804 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-79eae70f-f149-4673-8100-4d65ad260dd5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583035'] for network, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:53.461460 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] No Port match for: b8edde33-9198-44c1-b07a-bc019929674c {{(pid=100248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 14:01:53.462060 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device b8edde33-9198-44c1-b07a-bc019929674c not bound to the agent host n-d-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:01:53.491141 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-a5a72c01-9d6f-47cf-9dec-9fab379d8c7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1805684'] for router, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:53.491813 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5a72c01-9d6f-47cf-9dec-9fab379d8c7b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6fd62864-a8be-4ae2-b76b-47b705e8fa03 {{(pid=100246) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 14:01:53.502236 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-a5a72c01-9d6f-47cf-9dec-9fab379d8c7b admin admin] Notify callbacks [] for router, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:53.503496 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-a5a72c01-9d6f-47cf-9dec-9fab379d8c7b admin admin] 10.222.0.104 "DELETE /v2.0/routers/6fd62864-a8be-4ae2-b76b-47b705e8fa03 HTTP/1.1" status: 204 len: 168 time: 2.9551272 Jul 06 14:01:53.528509 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 37044) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:01:53.589146 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-79eae70f-f149-4673-8100-4d65ad260dd5 admin admin] 10.222.0.104 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.7133570 Jul 06 14:01:53.595698 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 37046) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:01:53.630970 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [None req-37178f15-a970-4ecf-9871-f07d8bfc6e94 admin admin] Request body: {'subnet': {'network_id': 'ca8d241f-6d1c-4a83-a6b7-adff4a667580', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1649938346-subnet', 'tenant_id': '96647dd61d404050a5af01798d2f6f47', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:01:53.658980 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79eae70f-f149-4673-8100-4d65ad260dd5 admin admin] Pushing event updated for resources: {'Network': ['ID=ca8d241f-6d1c-4a83-a6b7-adff4a667580,revision_number=1']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:01:53.662163 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.db_base_plugin_common [req-30b15dd3-f003-4f90-8c2a-119cfe9ae7b9 req-e00298bf-7730-4afd-8352-ae3aa18f3645 tempest-FloatingIPsAssociationTestJSON-978234990 tempest-FloatingIPsAssociationTestJSON-978234990-project] Allocated IP 172.20.0.14 (dc2aab4d-ebf5-4223-8156-143d93bdc342/9d4d8837-0e9e-40cd-b8da-4a4f0d5a912c/adefc31d-e044-47aa-80b4-b714d212fabd) {{(pid=100246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:01:53.670969 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e0c0376-49d4-469c-b324-1ddd46b8fa4a admin admin] Deleting subnet 00b69b29-8c75-4128-a36c-60cbcaab38e8 {{(pid=100246) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 14:01:53.675602 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-14aef701-1725-4308-a0e0-3695ac7e337a req-1dd32cdd-bc09-4f0c-8588-ebb37873b853 tempest-ServersTestBootFromVolume-787010614 tempest-ServersTestBootFromVolume-787010614-project] 10.222.0.104 "GET /v2.0/ports?tenant_id=781535735adb4e1297ed6761c38ca98f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4174979 Jul 06 14:01:53.678330 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Network ca8d241f-6d1c-4a83-a6b7-adff4a667580 details requested by agent ovs-agent-n-d-773647-6 with host n-d-773647-6 {{(pid=100248) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 14:01:53.698002 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-5e0c0376-49d4-469c-b324-1ddd46b8fa4a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:53.735386 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.plugin [req-02991800-794e-4327-9945-309c3c35e631 req-fc6c4145-316b-4ad6-8469-fd154f2c4c0d tempest-DeleteServersTestJSON-677393534 tempest-DeleteServersTestJSON-677393534-project] Deleting port 7c554169-39ca-43d9-8dcb-6a6ab17b5552 {{(pid=100247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:01:53.735609 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-02991800-794e-4327-9945-309c3c35e631 req-fc6c4145-316b-4ad6-8469-fd154f2c4c0d tempest-DeleteServersTestJSON-677393534 tempest-DeleteServersTestJSON-677393534-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:53.798374 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-5e0c0376-49d4-469c-b324-1ddd46b8fa4a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126218885'] for subnet, precommit_delete_associations {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:53.802606 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-554ff877-f8c9-4c19-a69f-38dcdc173069 req-04891c97-3376-4f21-bf18-d1285f134109 tempest-ServersOnMultiNodesTest-299961212 tempest-ServersOnMultiNodesTest-299961212-project] Notify callbacks [] for port, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:53.826118 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6449a867-214d-4858-be94-96d919b0329c req-91491a90-2adf-41fd-b88e-211aa05faa69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:01:53.827632 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-6449a867-214d-4858-be94-96d919b0329c req-91491a90-2adf-41fd-b88e-211aa05faa69 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=f164ffe0f85a41f0bab6414346dd567f&device_id=21cc4d7a-6699-49ac-8d07-8eb34a2af007 HTTP/1.1" status: 200 len: 1095 time: 0.4896781 Jul 06 14:01:53.853981 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.provisioning_blocks [req-554ff877-f8c9-4c19-a69f-38dcdc173069 req-04891c97-3376-4f21-bf18-d1285f134109 tempest-ServersOnMultiNodesTest-299961212 tempest-ServersOnMultiNodesTest-299961212-project] Transition to ACTIVE for port object 32379c07-1a53-499c-a763-9f9d5460c606 will not be triggered until provisioned by entity DHCP. {{(pid=100246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:01:53.869599 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87cc3e0d-15fa-4ef0-bf7b-f6832cd47853 req-cfabdbcb-44bb-4ff0-af29-f39b50e7d61f tempest-AttachSCSIVolumeTestJSON-2042390427 tempest-AttachSCSIVolumeTestJSON-2042390427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:01:53.871068 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-87cc3e0d-15fa-4ef0-bf7b-f6832cd47853 req-cfabdbcb-44bb-4ff0-af29-f39b50e7d61f tempest-AttachSCSIVolumeTestJSON-2042390427 tempest-AttachSCSIVolumeTestJSON-2042390427-project] 10.222.0.104 "GET /v2.0/ports?device_id=21cc4d7a-6699-49ac-8d07-8eb34a2af007 HTTP/1.1" status: 200 len: 944 time: 0.5020676 Jul 06 14:01:53.891909 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37178f15-a970-4ecf-9871-f07d8bfc6e94 admin admin] Made reservation on behalf of 96647dd61d404050a5af01798d2f6f47 for: {'subnet': 1} {{(pid=100247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:01:53.894196 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-37178f15-a970-4ecf-9871-f07d8bfc6e94 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127627440'] for subnet, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:53.998151 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-5e0c0376-49d4-469c-b324-1ddd46b8fa4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-913473'] for subnet, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:54.005535 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ec9728-ed12-4cda-ad0b-af6fe524a7cb req-98b4c3ee-00c2-4268-8c4c-910b831bb8b1 tempest-ServersNegativeTestMultiTenantJSON-1589104584 tempest-ServersNegativeTestMultiTenantJSON-1589104584-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:01:54.006976 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-53ec9728-ed12-4cda-ad0b-af6fe524a7cb req-98b4c3ee-00c2-4268-8c4c-910b831bb8b1 tempest-ServersNegativeTestMultiTenantJSON-1589104584 tempest-ServersNegativeTestMultiTenantJSON-1589104584-project] 10.222.0.127 "GET /v2.0/networks?id=73678b3f-2ba9-41ab-b28a-ed914eafc843 HTTP/1.1" status: 200 len: 823 time: 0.4749689 Jul 06 14:01:54.033034 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [req-53ec9728-ed12-4cda-ad0b-af6fe524a7cb req-de0142e9-662c-4854-909a-edf07b17dd00 tempest-ServersNegativeTestMultiTenantJSON-1589104584 tempest-ServersNegativeTestMultiTenantJSON-1589104584-project] Request body: {'port': {'device_id': '43132648-fc3b-4513-8d95-c39ba11e01de', 'network_id': '73678b3f-2ba9-41ab-b28a-ed914eafc843', 'admin_state_up': True, 'tenant_id': '0fe496e6aed24c15ba4c26898920f741'}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:01:54.036981 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-30b15dd3-f003-4f90-8c2a-119cfe9ae7b9 req-e00298bf-7730-4afd-8352-ae3aa18f3645 tempest-FloatingIPsAssociationTestJSON-978234990 tempest-FloatingIPsAssociationTestJSON-978234990-project] Notify callbacks [] for port, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:54.044354 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-554ff877-f8c9-4c19-a69f-38dcdc173069 req-04891c97-3376-4f21-bf18-d1285f134109 tempest-ServersOnMultiNodesTest-299961212 tempest-ServersOnMultiNodesTest-299961212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-127687573'] for port, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:54.056148 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] get_ports_and_sgs() called for port_ids ['77f2936b-9d5d-4a82-bf34-d5104100db58', 'dbaef2dd-909e-475f-abe2-1d2de1fc87c6', 'a8988d78-8ca9-4ab1-9f2e-28d3df4461f2'] {{(pid=100248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 14:01:54.061335 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] get_ports_and_sgs() called for port_ids ['05481f2d-582e-4146-a307-f062af9d861e', 'b3d5f759-25d1-4c4c-b7ec-a5f305aed096', '891b2c81-2c6a-4763-a1b7-6fa3d05d0063', '04f88873-d07d-4eaf-a37b-8d5ec79f0db0'] {{(pid=100248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 14:01:54.098417 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.provisioning_blocks [req-30b15dd3-f003-4f90-8c2a-119cfe9ae7b9 req-e00298bf-7730-4afd-8352-ae3aa18f3645 tempest-FloatingIPsAssociationTestJSON-978234990 tempest-FloatingIPsAssociationTestJSON-978234990-project] Transition to ACTIVE for port object adefc31d-e044-47aa-80b4-b714d212fabd will not be triggered until provisioned by entity DHCP. {{(pid=100246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:01:54.116062 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-554ff877-f8c9-4c19-a69f-38dcdc173069 req-04891c97-3376-4f21-bf18-d1285f134109 tempest-ServersOnMultiNodesTest-299961212 tempest-ServersOnMultiNodesTest-299961212-project] Network ac09d390-867f-4b75-a8d2-ab11550bffd6 is already hosted by enough agents. {{(pid=100246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:01:54.130437 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.base_scheduler [req-554ff877-f8c9-4c19-a69f-38dcdc173069 req-04891c97-3376-4f21-bf18-d1285f134109 tempest-ServersOnMultiNodesTest-299961212 tempest-ServersOnMultiNodesTest-299961212-project] Resources bound (agent type, host, resource id): {{(pid=100246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:01:54.132970 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [req-554ff877-f8c9-4c19-a69f-38dcdc173069 req-04891c97-3376-4f21-bf18-d1285f134109 tempest-ServersOnMultiNodesTest-299961212 tempest-ServersOnMultiNodesTest-299961212-project] Received port after_create {{(pid=100246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:01:54.165440 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04891c97-3376-4f21-bf18-d1285f134109 tempest-ServersOnMultiNodesTest-299961212 tempest-ServersOnMultiNodesTest-299961212-project] Pushing event updated for resources: {'Port': ['ID=32379c07-1a53-499c-a763-9f9d5460c606,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:01:54.195629 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-5e0c0376-49d4-469c-b324-1ddd46b8fa4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-913480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1849032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127687590', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127702764'] for subnet, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:54.239495 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0c0376-49d4-469c-b324-1ddd46b8fa4a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=00b69b29-8c75-4128-a36c-60cbcaab38e8,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:01:54.249603 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554ff877-f8c9-4c19-a69f-38dcdc173069 req-04891c97-3376-4f21-bf18-d1285f134109 tempest-ServersOnMultiNodesTest-299961212 tempest-ServersOnMultiNodesTest-299961212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:01:54.250188 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-554ff877-f8c9-4c19-a69f-38dcdc173069 req-04891c97-3376-4f21-bf18-d1285f134109 tempest-ServersOnMultiNodesTest-299961212 tempest-ServersOnMultiNodesTest-299961212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:54.255595 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-5e0c0376-49d4-469c-b324-1ddd46b8fa4a admin admin] Notify callbacks [] for subnet, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:54.260705 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-5e0c0376-49d4-469c-b324-1ddd46b8fa4a admin admin] 10.222.0.104 "DELETE /v2.0/subnets/00b69b29-8c75-4128-a36c-60cbcaab38e8 HTTP/1.1" status: 204 len: 168 time: 0.7273631 Jul 06 14:01:54.261317 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 37054) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:01:54.268295 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44f47f94-62e9-4b09-84ab-8c2c3975e106 None None] Network c72d4c17-e2dd-4547-81ae-8e7c00859980 requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:01:54.321358 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-30b15dd3-f003-4f90-8c2a-119cfe9ae7b9 req-e00298bf-7730-4afd-8352-ae3aa18f3645 tempest-FloatingIPsAssociationTestJSON-978234990 tempest-FloatingIPsAssociationTestJSON-978234990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-127687573'] for port, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:54.338963 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-554ff877-f8c9-4c19-a69f-38dcdc173069 req-04891c97-3376-4f21-bf18-d1285f134109 tempest-ServersOnMultiNodesTest-299961212 tempest-ServersOnMultiNodesTest-299961212-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.5556195 Jul 06 14:01:54.380996 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [req-554ff877-f8c9-4c19-a69f-38dcdc173069 req-3d4e7226-ff56-4be2-ac81-99d6bffe0c8c service neutron] Request body: {'port': {'device_id': '0969280d-6a0e-40ec-b4e7-b4696c0bc3c7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-773647-6'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:01:54.417146 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-30b15dd3-f003-4f90-8c2a-119cfe9ae7b9 req-e00298bf-7730-4afd-8352-ae3aa18f3645 tempest-FloatingIPsAssociationTestJSON-978234990 tempest-FloatingIPsAssociationTestJSON-978234990-project] Network dc2aab4d-ebf5-4223-8156-143d93bdc342 is already hosted by enough agents. {{(pid=100246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:01:54.428441 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.base_scheduler [req-30b15dd3-f003-4f90-8c2a-119cfe9ae7b9 req-e00298bf-7730-4afd-8352-ae3aa18f3645 tempest-FloatingIPsAssociationTestJSON-978234990 tempest-FloatingIPsAssociationTestJSON-978234990-project] Resources bound (agent type, host, resource id): {{(pid=100246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:01:54.437988 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [req-30b15dd3-f003-4f90-8c2a-119cfe9ae7b9 req-e00298bf-7730-4afd-8352-ae3aa18f3645 tempest-FloatingIPsAssociationTestJSON-978234990 tempest-FloatingIPsAssociationTestJSON-978234990-project] Received port after_create {{(pid=100246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:01:54.449693 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-abdf7d93-c6bc-4ce3-9e9e-91e4f83b946e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530492'] for network, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:54.473644 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-87cc3e0d-15fa-4ef0-bf7b-f6832cd47853 req-bc42c7fe-6cf5-4fcd-8eb6-e0d81a433d34 tempest-AttachSCSIVolumeTestJSON-2042390427 tempest-AttachSCSIVolumeTestJSON-2042390427-project] 10.222.0.104 "GET /v2.0/security-groups?id=9d998fb6-7df8-4bbe-9c1b-38481459586f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5917521 Jul 06 14:01:54.481284 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00298bf-7730-4afd-8352-ae3aa18f3645 tempest-FloatingIPsAssociationTestJSON-978234990 tempest-FloatingIPsAssociationTestJSON-978234990-project] Pushing event updated for resources: {'Port': ['ID=adefc31d-e044-47aa-80b4-b714d212fabd,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:01:54.512423 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6449a867-214d-4858-be94-96d919b0329c req-5a5bc138-0cf7-41d9-80eb-2be5c2273ebe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:01:54.513834 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-6449a867-214d-4858-be94-96d919b0329c req-5a5bc138-0cf7-41d9-80eb-2be5c2273ebe service neutron] 10.222.0.72 "GET /v2.0/networks?id=ee6b98f4-5a65-4f23-99dc-04152db89d72 HTTP/1.1" status: 200 len: 916 time: 0.6660557 Jul 06 14:01:54.568764 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b15dd3-f003-4f90-8c2a-119cfe9ae7b9 req-e00298bf-7730-4afd-8352-ae3aa18f3645 tempest-FloatingIPsAssociationTestJSON-978234990 tempest-FloatingIPsAssociationTestJSON-978234990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:01:54.569410 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-30b15dd3-f003-4f90-8c2a-119cfe9ae7b9 req-e00298bf-7730-4afd-8352-ae3aa18f3645 tempest-FloatingIPsAssociationTestJSON-978234990 tempest-FloatingIPsAssociationTestJSON-978234990-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:54.580659 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-6449a867-214d-4858-be94-96d919b0329c req-53eff69c-e454-4654-9881-440f91501b23 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f9119c86-a4ab-4886-8b8d-f340ace2dca4 HTTP/1.1" status: 200 len: 217 time: 0.0423136 Jul 06 14:01:54.600989 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-554ff877-f8c9-4c19-a69f-38dcdc173069 req-3d4e7226-ff56-4be2-ac81-99d6bffe0c8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:54.610038 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-14aef701-1725-4308-a0e0-3695ac7e337a req-a7b9b339-059e-4e51-aca0-5c0daae4b49f service neutron] 10.222.0.104 "GET /v2.0/networks/d9f36955-e86a-4c93-9b28-49ad744bf776?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8968430 Jul 06 14:01:54.633659 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-30b15dd3-f003-4f90-8c2a-119cfe9ae7b9 req-e00298bf-7730-4afd-8352-ae3aa18f3645 tempest-FloatingIPsAssociationTestJSON-978234990 tempest-FloatingIPsAssociationTestJSON-978234990-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8747108 Jul 06 14:01:54.672065 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [req-30b15dd3-f003-4f90-8c2a-119cfe9ae7b9 req-415d3419-5260-4aba-ac8d-30572269e012 service neutron] Request body: {'port': {'device_id': 'c4a04eb6-bb93-495c-bc67-b780dbcf097b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-773647-6'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:01:54.686821 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-aecb4888-b2c4-4a14-b626-9d8033980b73 None None] Provisioning for port 32379c07-1a53-499c-a763-9f9d5460c606 completed by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:01:54.708230 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.db [req-02991800-794e-4327-9945-309c3c35e631 req-fc6c4145-316b-4ad6-8469-fd154f2c4c0d tempest-DeleteServersTestJSON-677393534 tempest-DeleteServersTestJSON-677393534-project] For port 7c554169-39ca-43d9-8dcb-6a6ab17b5552, host n-h1-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773647-6',level=0,port_id=7c554169-39ca-43d9-8dcb-6a6ab17b5552,segment=NetworkSegment(227d25fe-bf75-4c4b-9a67-c660160d6b0a),segment_id=227d25fe-bf75-4c4b-9a67-c660160d6b0a)] {{(pid=100247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:01:54.708674 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-02991800-794e-4327-9945-309c3c35e631 req-fc6c4145-316b-4ad6-8469-fd154f2c4c0d tempest-DeleteServersTestJSON-677393534 tempest-DeleteServersTestJSON-677393534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:54.716596 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-aecb4888-b2c4-4a14-b626-9d8033980b73 None None] Provisioning complete for port 32379c07-1a53-499c-a763-9f9d5460c606 triggered by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:01:54.717458 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-aecb4888-b2c4-4a14-b626-9d8033980b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:54.719815 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [None req-abdf7d93-c6bc-4ce3-9e9e-91e4f83b946e admin admin] Deleting port fbe7be6a-6742-4727-aa8e-b87175b36078 {{(pid=100246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:01:54.720240 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-abdf7d93-c6bc-4ce3-9e9e-91e4f83b946e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:54.824349 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-aecb4888-b2c4-4a14-b626-9d8033980b73 None None] Port 32379c07-1a53-499c-a763-9f9d5460c606 cannot update to ACTIVE because it is not bound. {{(pid=100248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 14:01:54.824571 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.plugin [req-02991800-794e-4327-9945-309c3c35e631 req-fc6c4145-316b-4ad6-8469-fd154f2c4c0d tempest-DeleteServersTestJSON-677393534 tempest-DeleteServersTestJSON-677393534-project] Calling delete_port for 7c554169-39ca-43d9-8dcb-6a6ab17b5552 owned by compute:nova {{(pid=100247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:01:54.905218 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6449a867-214d-4858-be94-96d919b0329c req-baa60b95-d72b-4416-b393-139162505f66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:01:54.906717 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-6449a867-214d-4858-be94-96d919b0329c req-baa60b95-d72b-4416-b393-139162505f66 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=d87cf09f-618b-4d0c-8799-8f5cd2407c6c HTTP/1.1" status: 200 len: 853 time: 0.3073549 Jul 06 14:01:54.913527 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.db [None req-abdf7d93-c6bc-4ce3-9e9e-91e4f83b946e admin admin] For port fbe7be6a-6742-4727-aa8e-b87175b36078, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=fbe7be6a-6742-4727-aa8e-b87175b36078,segment=NetworkSegment(b372cb47-2cd4-4505-bbd0-cae91cf81731),segment_id=b372cb47-2cd4-4505-bbd0-cae91cf81731)] {{(pid=100246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:01:54.914102 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-abdf7d93-c6bc-4ce3-9e9e-91e4f83b946e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:54.931769 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bd67cd0-e2b2-47f3-93fa-c3dcb81c1ae8 None None] DHCP port deletion for c72d4c17-e2dd-4547-81ae-8e7c00859980 request from n-d-773647-6 {{(pid=100248) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 14:01:54.950424 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-14aef701-1725-4308-a0e0-3695ac7e337a req-53fc4b37-94b7-42da-b30d-36fee57eb3ed service neutron] 10.222.0.104 "GET /v2.0/networks/d9f36955-e86a-4c93-9b28-49ad744bf776?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3243690 Jul 06 14:01:54.969133 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-30b15dd3-f003-4f90-8c2a-119cfe9ae7b9 req-415d3419-5260-4aba-ac8d-30572269e012 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:54.971189 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [None req-abdf7d93-c6bc-4ce3-9e9e-91e4f83b946e admin admin] Calling delete_port for fbe7be6a-6742-4727-aa8e-b87175b36078 owned by network:dhcp {{(pid=100246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:01:55.037756 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-6de94db8-e0fc-4982-b079-62bde416f536 None None] Provisioning for port adefc31d-e044-47aa-80b4-b714d212fabd completed by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:01:55.051258 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-6de94db8-e0fc-4982-b079-62bde416f536 None None] Provisioning complete for port adefc31d-e044-47aa-80b4-b714d212fabd triggered by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:01:55.051692 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-6de94db8-e0fc-4982-b079-62bde416f536 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:55.093104 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1033efd-1271-4528-8718-795c3cc0d23e req-7562f3ab-c490-46a0-8471-c7c4a3dea8c3 tempest-ServersOnMultiNodesTest-299961212 tempest-ServersOnMultiNodesTest-299961212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:01:55.094932 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-c1033efd-1271-4528-8718-795c3cc0d23e req-7562f3ab-c490-46a0-8471-c7c4a3dea8c3 tempest-ServersOnMultiNodesTest-299961212 tempest-ServersOnMultiNodesTest-299961212-project] 10.222.0.104 "GET /v2.0/ports?device_id=0969280d-6a0e-40ec-b4e7-b4696c0bc3c7 HTTP/1.1" status: 200 len: 935 time: 0.3835683 Jul 06 14:01:55.095800 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-53ec9728-ed12-4cda-ad0b-af6fe524a7cb req-de0142e9-662c-4854-909a-edf07b17dd00 tempest-ServersNegativeTestMultiTenantJSON-1589104584 tempest-ServersNegativeTestMultiTenantJSON-1589104584-project] Made reservation on behalf of 0fe496e6aed24c15ba4c26898920f741 for: {'port': 1} {{(pid=100247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:01:55.099984 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-53ec9728-ed12-4cda-ad0b-af6fe524a7cb req-de0142e9-662c-4854-909a-edf07b17dd00 tempest-ServersNegativeTestMultiTenantJSON-1589104584 tempest-ServersNegativeTestMultiTenantJSON-1589104584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:55.136335 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-6de94db8-e0fc-4982-b079-62bde416f536 None None] Port adefc31d-e044-47aa-80b4-b714d212fabd cannot update to ACTIVE because it is not bound. {{(pid=100248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 14:01:55.171934 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-37178f15-a970-4ecf-9871-f07d8bfc6e94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1849032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-128888412', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127627426'] for subnet, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:55.186275 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-3bd67cd0-e2b2-47f3-93fa-c3dcb81c1ae8 None None] Deleting port fbe7be6a-6742-4727-aa8e-b87175b36078 {{(pid=100248) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:01:55.186643 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-3bd67cd0-e2b2-47f3-93fa-c3dcb81c1ae8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:55.300562 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6449a867-214d-4858-be94-96d919b0329c req-e519e4a2-5a4d-4969-a237-f008203abc44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:01:55.300977 n-d-773647-6 neutron-server[100246]: DEBUG neutron.notifiers.nova [req-554ff877-f8c9-4c19-a69f-38dcdc173069 req-3d4e7226-ff56-4be2-ac81-99d6bffe0c8c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 32379c07-1a53-499c-a763-9f9d5460c606 {{(pid=100246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 14:01:55.302467 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-6449a867-214d-4858-be94-96d919b0329c req-e519e4a2-5a4d-4969-a237-f008203abc44 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=ee6b98f4-5a65-4f23-99dc-04152db89d72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3511219 Jul 06 14:01:55.321796 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-554ff877-f8c9-4c19-a69f-38dcdc173069 req-3d4e7226-ff56-4be2-ac81-99d6bffe0c8c service neutron] Notify callbacks [] for port, precommit_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:55.340471 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-c1033efd-1271-4528-8718-795c3cc0d23e req-fd1c6ba2-8b0e-41a3-bab9-d0a0fb61d797 tempest-ServersOnMultiNodesTest-299961212 tempest-ServersOnMultiNodesTest-299961212-project] 10.222.0.104 "GET /v2.0/security-groups?id=304f894d-c671-4a59-b0fb-2a4d849c5ac9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2283163 Jul 06 14:01:55.346102 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-abdf7d93-c6bc-4ce3-9e9e-91e4f83b946e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127687580'] for port, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:55.355165 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-3bd67cd0-e2b2-47f3-93fa-c3dcb81c1ae8 None None] For port fbe7be6a-6742-4727-aa8e-b87175b36078, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=fbe7be6a-6742-4727-aa8e-b87175b36078,segment=NetworkSegment(b372cb47-2cd4-4505-bbd0-cae91cf81731),segment_id=b372cb47-2cd4-4505-bbd0-cae91cf81731)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:01:55.355656 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-3bd67cd0-e2b2-47f3-93fa-c3dcb81c1ae8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:55.388037 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-3bd67cd0-e2b2-47f3-93fa-c3dcb81c1ae8 None None] Calling delete_port for fbe7be6a-6742-4727-aa8e-b87175b36078 owned by network:dhcp {{(pid=100248) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:01:55.391088 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device fbe7be6a-6742-4727-aa8e-b87175b36078 no longer exists at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:01:55.419417 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37178f15-a970-4ecf-9871-f07d8bfc6e94 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1d0103a5-6825-4713-928f-2c0821a07c96,revision_number=0']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:01:55.425245 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] No Port match for: fbe7be6a-6742-4727-aa8e-b87175b36078 {{(pid=100248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 14:01:55.425803 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device fbe7be6a-6742-4727-aa8e-b87175b36078 not bound to the agent host n-d-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:01:55.438776 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-02991800-794e-4327-9945-309c3c35e631 req-fc6c4145-316b-4ad6-8469-fd154f2c4c0d tempest-DeleteServersTestJSON-677393534 tempest-DeleteServersTestJSON-677393534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128888353'] for port, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:55.518429 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-16478449-b840-40a3-93e4-a2bec9a1bf80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:55.540057 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6c4145-316b-4ad6-8469-fd154f2c4c0d tempest-DeleteServersTestJSON-677393534 tempest-DeleteServersTestJSON-677393534-project] Pushing event deleted for resources: {'Port': ['ID=7c554169-39ca-43d9-8dcb-6a6ab17b5552,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:01:55.549771 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37178f15-a970-4ecf-9871-f07d8bfc6e94 admin admin] Checking segment: {'id': '36c50412-6893-4622-808c-49164f6f9db6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1040, 'network_id': 'ca8d241f-6d1c-4a83-a6b7-adff4a667580'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100247) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:01:55.550141 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37178f15-a970-4ecf-9871-f07d8bfc6e94 admin admin] Network hostable DHCP agents. Network: ca8d241f-6d1c-4a83-a6b7-adff4a667580, hostable agents: ['f2bada3d-be77-4359-982b-8505a2bbca04'], hosted agents: [] {{(pid=100247) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 14:01:55.597163 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.db_base_plugin_common [req-53ec9728-ed12-4cda-ad0b-af6fe524a7cb req-de0142e9-662c-4854-909a-edf07b17dd00 tempest-ServersNegativeTestMultiTenantJSON-1589104584 tempest-ServersNegativeTestMultiTenantJSON-1589104584-project] Allocated IP 172.20.0.11 (73678b3f-2ba9-41ab-b28a-ed914eafc843/e576e31c-3afe-43f6-b94a-f5aa4de9fb74/01a782eb-278b-4e28-926f-f4d2a4858592) {{(pid=100247) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:01:55.612782 n-d-773647-6 neutron-server[100246]: DEBUG neutron.notifiers.nova [req-30b15dd3-f003-4f90-8c2a-119cfe9ae7b9 req-415d3419-5260-4aba-ac8d-30572269e012 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id adefc31d-e044-47aa-80b4-b714d212fabd {{(pid=100246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 14:01:55.622798 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-30b15dd3-f003-4f90-8c2a-119cfe9ae7b9 req-415d3419-5260-4aba-ac8d-30572269e012 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:55.625880 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Device f9119c86-a4ab-4886-8b8d-f340ace2dca4 details requested by agent hyperv_n-h2-773647-6 with host n-h2-773647-6 {{(pid=100248) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 14:01:55.637201 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.provisioning_blocks [req-30b15dd3-f003-4f90-8c2a-119cfe9ae7b9 req-415d3419-5260-4aba-ac8d-30572269e012 service neutron] Transition to ACTIVE for port object adefc31d-e044-47aa-80b4-b714d212fabd will not be triggered until provisioned by entity L2. {{(pid=100246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:01:55.656318 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-c1c718dc-bb8c-46c8-a8c2-13c8102f44a9 req-25aa47fc-396e-4d8d-b2b9-5a53080ebd8f tempest-DeleteServersTestJSON-677393534 tempest-DeleteServersTestJSON-677393534-project] 10.222.0.104 "GET /v2.0/ports?device_id=2c494c2e-edc1-434b-b110-8c7b4f90835c HTTP/1.1" status: 200 len: 210 time: 0.0964148 Jul 06 14:01:55.657608 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.provisioning_blocks [req-554ff877-f8c9-4c19-a69f-38dcdc173069 req-3d4e7226-ff56-4be2-ac81-99d6bffe0c8c service neutron] Transition to ACTIVE for port object 32379c07-1a53-499c-a763-9f9d5460c606 will not be triggered until provisioned by entity L2. {{(pid=100246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:01:55.659477 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-30b15dd3-f003-4f90-8c2a-119cfe9ae7b9 req-415d3419-5260-4aba-ac8d-30572269e012 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127687527'] for port, after_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:55.697229 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abdf7d93-c6bc-4ce3-9e9e-91e4f83b946e admin admin] Pushing event deleted for resources: {'Port': ['ID=fbe7be6a-6742-4727-aa8e-b87175b36078,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:01:55.737135 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abdf7d93-c6bc-4ce3-9e9e-91e4f83b946e admin admin] No DVR routers for this DVR port fbe7be6a-6742-4727-aa8e-b87175b36078 on host n-d-773647-6 {{(pid=100246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:01:55.740043 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-554ff877-f8c9-4c19-a69f-38dcdc173069 req-3d4e7226-ff56-4be2-ac81-99d6bffe0c8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127687527'] for port, after_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:55.740606 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.l3_dvrscheduler_db [req-02991800-794e-4327-9945-309c3c35e631 req-fc6c4145-316b-4ad6-8469-fd154f2c4c0d tempest-DeleteServersTestJSON-677393534 tempest-DeleteServersTestJSON-677393534-project] No DVR routers for this DVR port 7c554169-39ca-43d9-8dcb-6a6ab17b5552 on host n-h1-773647-6 {{(pid=100247) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:01:55.771789 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-02991800-794e-4327-9945-309c3c35e631 req-fc6c4145-316b-4ad6-8469-fd154f2c4c0d tempest-DeleteServersTestJSON-677393534 tempest-DeleteServersTestJSON-677393534-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:55.779465 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-02991800-794e-4327-9945-309c3c35e631 req-fc6c4145-316b-4ad6-8469-fd154f2c4c0d tempest-DeleteServersTestJSON-677393534 tempest-DeleteServersTestJSON-677393534-project] 10.222.0.127 "DELETE /v2.0/ports/7c554169-39ca-43d9-8dcb-6a6ab17b5552 HTTP/1.1" status: 204 len: 173 time: 2.6584394 Jul 06 14:01:55.793288 n-d-773647-6 neutron-server[100247]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c494c2e-edc1-434b-b110-8c7b4f90835c', 'name': 'network-vif-deleted', 'tag': '7c554169-39ca-43d9-8dcb-6a6ab17b5552'}] {{(pid=100247) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:01:55.802993 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-3bd67cd0-e2b2-47f3-93fa-c3dcb81c1ae8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117'] for port, after_delete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:55.806749 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cbf0eeaae822f8fc9b87a94aeba67a3d651842baf663a51cba94b67a514836d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d177f10-cf76-4da8-a523-6f0bac696722" -d '{"events": [{"server_uuid": "2c494c2e-edc1-434b-b110-8c7b4f90835c", "name": "network-vif-deleted", "tag": "7c554169-39ca-43d9-8dcb-6a6ab17b5552"}]}' {{(pid=100247) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:01:55.861354 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd67cd0-e2b2-47f3-93fa-c3dcb81c1ae8 None None] Pushing event deleted for resources: {'Port': ['ID=fbe7be6a-6742-4727-aa8e-b87175b36078,revision_number=None']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:01:55.874014 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37178f15-a970-4ecf-9871-f07d8bfc6e94 admin admin] Network ca8d241f-6d1c-4a83-a6b7-adff4a667580 is scheduled to be hosted by DHCP agent f2bada3d-be77-4359-982b-8505a2bbca04 with binding_index 1 {{(pid=100247) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 14:01:55.876328 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] For port f9119c86-a4ab-4886-8b8d-f340ace2dca4, host n-h2-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=f9119c86-a4ab-4886-8b8d-f340ace2dca4,segment=NetworkSegment(1d8f5395-0396-4ba3-8cac-3307d03a82e3),segment_id=1d8f5395-0396-4ba3-8cac-3307d03a82e3)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:01:55.890203 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-6449a867-214d-4858-be94-96d919b0329c req-8e67283a-8658-4230-ac84-f99aa656a982 service neutron] 10.222.0.72 "GET /v2.0/networks/ee6b98f4-5a65-4f23-99dc-04152db89d72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5675044 Jul 06 14:01:55.926177 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] get_ports_and_sgs() called for port_ids ['e0212a6e-4a9c-4580-a290-db589dcc6f27'] {{(pid=100248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 14:01:55.939508 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415d3419-5260-4aba-ac8d-30572269e012 service neutron] Pushing event updated for resources: {'Port': ['ID=adefc31d-e044-47aa-80b4-b714d212fabd,revision_number=2']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:01:55.949369 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.base_scheduler [None req-37178f15-a970-4ecf-9871-f07d8bfc6e94 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773647-6, ca8d241f-6d1c-4a83-a6b7-adff4a667580) {{(pid=100247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:01:55.961230 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-c8987067-f149-445c-8575-e93ec627d64a req-f085da9f-223f-4b6c-ba1c-d8474345d005 tempest-ServersNegativeTestMultiTenantJSON-1589104584 tempest-ServersNegativeTestMultiTenantJSON-1589104584-project] 10.222.0.104 "GET /v2.0/ports?device_id=43132648-fc3b-4513-8d95-c39ba11e01de HTTP/1.1" status: 200 len: 210 time: 0.0688689 Jul 06 14:01:55.991505 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bd67cd0-e2b2-47f3-93fa-c3dcb81c1ae8 None None] No DVR routers for this DVR port fbe7be6a-6742-4727-aa8e-b87175b36078 on host n-d-773647-6 {{(pid=100248) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:01:56.005199 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec4d496c-8ffb-4ea4-9373-5ed0ace2fff5 None None] Network ca8d241f-6d1c-4a83-a6b7-adff4a667580 requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:01:56.025648 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4e7226-ff56-4be2-ac81-99d6bffe0c8c service neutron] Pushing event updated for resources: {'Port': ['ID=32379c07-1a53-499c-a763-9f9d5460c606,revision_number=2']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:01:56.046622 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37178f15-a970-4ecf-9871-f07d8bfc6e94 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:01:56.047358 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-37178f15-a970-4ecf-9871-f07d8bfc6e94 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583035'] for subnet, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:56.121448 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-abdf7d93-c6bc-4ce3-9e9e-91e4f83b946e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-917204', 'neutron.services.segments.db._delete_segments_for_network-8773753502302'] for network, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:56.141736 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-874e527b-d2e8-448a-8f74-c6eac21415a4 req-3a9b83ec-bd20-4341-a2ea-1e180ad375d9 tempest-ServersTestBootFromVolume-787010614 tempest-ServersTestBootFromVolume-787010614-project] 10.222.0.104 "GET /v2.0/ports?device_id=e35a7e2e-d30c-4bf0-b481-78bca7eacfd4 HTTP/1.1" status: 200 len: 210 time: 0.0858560 Jul 06 14:01:56.162265 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Returning: {'device': 'f9119c86-a4ab-4886-8b8d-f340ace2dca4', 'network_id': 'ee6b98f4-5a65-4f23-99dc-04152db89d72', 'port_id': 'f9119c86-a4ab-4886-8b8d-f340ace2dca4', 'mac_address': 'fa:16:3e:93:26:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1048, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd87cf09f-618b-4d0c-8799-8f5cd2407c6c', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100248) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 14:01:56.211513 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:56.214333 n-d-773647-6 neutron-server[100246]: DEBUG neutron.services.segments.db [None req-abdf7d93-c6bc-4ce3-9e9e-91e4f83b946e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c72d4c17-e2dd-4547-81ae-8e7c00859980']}} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:01:56.222812 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-37178f15-a970-4ecf-9871-f07d8bfc6e94 admin admin] 10.222.0.104 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.5992849 Jul 06 14:01:56.258588 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 37076) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:01:56.275120 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [None req-a063f0dc-3c60-4cc3-b99c-b3c20f550f8f admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1649938346-router', 'tenant_id': '96647dd61d404050a5af01798d2f6f47', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719'}}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:01:56.302504 n-d-773647-6 neutron-server[100246]: DEBUG neutron.services.segments.db [None req-abdf7d93-c6bc-4ce3-9e9e-91e4f83b946e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b372cb47-2cd4-4505-bbd0-cae91cf81731') {'for_net_delete': True} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:01:56.309525 n-d-773647-6 neutron-server[100246]: DEBUG neutron.services.segments.db [None req-abdf7d93-c6bc-4ce3-9e9e-91e4f83b946e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b372cb47-2cd4-4505-bbd0-cae91cf81731') {} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:01:56.327732 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:56.357941 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-abdf7d93-c6bc-4ce3-9e9e-91e4f83b946e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773753515138', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126218898'] for segment, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:56.406216 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-abdf7d93-c6bc-4ce3-9e9e-91e4f83b946e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552'] for segment, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:56.407193 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dafaa6e-c353-4b5e-9732-7d02aecd6bb6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6bd5fc82-6666-56e8-87c2-91648d36c963-ca8d241f-6d1c-4a83-a6b7-adff4a667580', 'network_id': 'ca8d241f-6d1c-4a83-a6b7-adff4a667580', 'tenant_id': '96647dd61d404050a5af01798d2f6f47', 'fixed_ips': [{'subnet_id': '1d0103a5-6825-4713-928f-2c0821a07c96'}]}} from n-d-773647-6. {{(pid=100248) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 14:01:56.408118 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5dafaa6e-c353-4b5e-9732-7d02aecd6bb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:56.412832 n-d-773647-6 neutron-server[100248]: DEBUG neutron.notifiers.nova [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f9119c86-a4ab-4886-8b8d-f340ace2dca4 {{(pid=100248) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 14:01:56.435413 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-abdf7d93-c6bc-4ce3-9e9e-91e4f83b946e admin admin] Releasing vlan 1021 on physical network physnet1 to pool {{(pid=100246) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 14:01:56.435856 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-abdf7d93-c6bc-4ce3-9e9e-91e4f83b946e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127687491'] for segment, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:56.438044 n-d-773647-6 neutron-server[100246]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:01:56.438044 n-d-773647-6 neutron-server[100246]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:01:56.438044 n-d-773647-6 neutron-server[100246]: Traceback (most recent call last): Jul 06 14:01:56.438044 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 14:01:56.438044 n-d-773647-6 neutron-server[100246]: timer() Jul 06 14:01:56.438044 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 14:01:56.438044 n-d-773647-6 neutron-server[100246]: cb(*args, **kw) Jul 06 14:01:56.438044 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 14:01:56.438044 n-d-773647-6 neutron-server[100246]: return func(*args, **kwargs) Jul 06 14:01:56.438044 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 14:01:56.438044 n-d-773647-6 neutron-server[100246]: self._notify() Jul 06 14:01:56.438044 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 14:01:56.438044 n-d-773647-6 neutron-server[100246]: self.callback(batched_events) Jul 06 14:01:56.438044 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 14:01:56.438044 n-d-773647-6 neutron-server[100246]: event.method(event) Jul 06 14:01:56.438044 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 14:01:56.438044 n-d-773647-6 neutron-server[100246]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 14:01:56.438044 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 14:01:56.438044 n-d-773647-6 neutron-server[100246]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 14:01:56.438044 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 14:01:56.438044 n-d-773647-6 neutron-server[100246]: return f(self, *a, **k) Jul 06 14:01:56.438044 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 14:01:56.438044 n-d-773647-6 neutron-server[100246]: return self._get(url).json() Jul 06 14:01:56.438044 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 14:01:56.438044 n-d-773647-6 neutron-server[100246]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 14:01:56.438044 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 14:01:56.438044 n-d-773647-6 neutron-server[100246]: return self.request(url, 'GET', **kwargs) Jul 06 14:01:56.438044 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 14:01:56.438044 n-d-773647-6 neutron-server[100246]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 14:01:56.438044 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 14:01:56.438044 n-d-773647-6 neutron-server[100246]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 14:01:56.438044 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 14:01:56.438044 n-d-773647-6 neutron-server[100246]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 14:01:56.438044 n-d-773647-6 neutron-server[100246]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 14:01:56.458591 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-6449a867-214d-4858-be94-96d919b0329c req-7174f164-266a-4f2d-8caa-9e9abca9c560 service neutron] 10.222.0.72 "GET /v2.0/networks/ee6b98f4-5a65-4f23-99dc-04152db89d72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5504715 Jul 06 14:01:56.472466 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] For port f9119c86-a4ab-4886-8b8d-f340ace2dca4, host n-h2-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=f9119c86-a4ab-4886-8b8d-f340ace2dca4,segment=NetworkSegment(1d8f5395-0396-4ba3-8cac-3307d03a82e3),segment_id=1d8f5395-0396-4ba3-8cac-3307d03a82e3)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:01:56.497162 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654d2f94-e02a-4c04-8cbf-ffd36b74e44b req-2c0048bc-0a9d-4f30-9bdf-97de0f223df2 tempest-FloatingIPsAssociationTestJSON-978234990 tempest-FloatingIPsAssociationTestJSON-978234990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:01:56.499510 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [req-554ff877-f8c9-4c19-a69f-38dcdc173069 req-3d4e7226-ff56-4be2-ac81-99d6bffe0c8c service neutron] Attempting to bind port 32379c07-1a53-499c-a763-9f9d5460c606 on host n-h2-773647-6 for vnic_type normal with profile {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:01:56.499857 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [req-554ff877-f8c9-4c19-a69f-38dcdc173069 req-3d4e7226-ff56-4be2-ac81-99d6bffe0c8c service neutron] Attempting to bind port 32379c07-1a53-499c-a763-9f9d5460c606 by drivers openvswitch,hyperv on host n-h2-773647-6 at level 0 using segments [{'id': 'c9ea893d-045e-42cf-b3dd-cdd1f79baccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'ac09d390-867f-4b75-a8d2-ab11550bffd6'}] {{(pid=100246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:01:56.500190 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-554ff877-f8c9-4c19-a69f-38dcdc173069 req-3d4e7226-ff56-4be2-ac81-99d6bffe0c8c service neutron] Attempting to bind port 32379c07-1a53-499c-a763-9f9d5460c606 on network ac09d390-867f-4b75-a8d2-ab11550bffd6 {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:01:56.504944 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-654d2f94-e02a-4c04-8cbf-ffd36b74e44b req-2c0048bc-0a9d-4f30-9bdf-97de0f223df2 tempest-FloatingIPsAssociationTestJSON-978234990 tempest-FloatingIPsAssociationTestJSON-978234990-project] 10.222.0.104 "GET /v2.0/ports?device_id=c4a04eb6-bb93-495c-bc67-b780dbcf097b HTTP/1.1" status: 200 len: 944 time: 0.7876484 Jul 06 14:01:56.509691 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-554ff877-f8c9-4c19-a69f-38dcdc173069 req-3d4e7226-ff56-4be2-ac81-99d6bffe0c8c service neutron] Port 32379c07-1a53-499c-a763-9f9d5460c606 on network ac09d390-867f-4b75-a8d2-ab11550bffd6 not bound, no agent of type Open vSwitch agent registered on host n-h2-773647-6 {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 14:01:56.509984 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-554ff877-f8c9-4c19-a69f-38dcdc173069 req-3d4e7226-ff56-4be2-ac81-99d6bffe0c8c service neutron] Attempting to bind port 32379c07-1a53-499c-a763-9f9d5460c606 on network ac09d390-867f-4b75-a8d2-ab11550bffd6 {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:01:56.520513 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-a063f0dc-3c60-4cc3-b99c-b3c20f550f8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1806290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6992'] for router, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:56.523399 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-a063f0dc-3c60-4cc3-b99c-b3c20f550f8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1806157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1808637', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1714747', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7007'] for router, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:56.524964 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [req-30b15dd3-f003-4f90-8c2a-119cfe9ae7b9 req-415d3419-5260-4aba-ac8d-30572269e012 service neutron] Attempting to bind port adefc31d-e044-47aa-80b4-b714d212fabd on host n-h2-773647-6 for vnic_type normal with profile {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:01:56.525316 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [req-30b15dd3-f003-4f90-8c2a-119cfe9ae7b9 req-415d3419-5260-4aba-ac8d-30572269e012 service neutron] Attempting to bind port adefc31d-e044-47aa-80b4-b714d212fabd by drivers openvswitch,hyperv on host n-h2-773647-6 at level 0 using segments [{'id': 'b84425ef-5b11-46aa-9198-ea4525ffd9fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': 'dc2aab4d-ebf5-4223-8156-143d93bdc342'}] {{(pid=100246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:01:56.525647 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30b15dd3-f003-4f90-8c2a-119cfe9ae7b9 req-415d3419-5260-4aba-ac8d-30572269e012 service neutron] Attempting to bind port adefc31d-e044-47aa-80b4-b714d212fabd on network dc2aab4d-ebf5-4223-8156-143d93bdc342 {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:01:56.536733 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-554ff877-f8c9-4c19-a69f-38dcdc173069 req-3d4e7226-ff56-4be2-ac81-99d6bffe0c8c service neutron] Checking agent: {'id': '63768ece-0600-4354-8d29-fdedec96b077', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-773647-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 51, 10), 'started_at': datetime.datetime(2021, 7, 6, 13, 51, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 1, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:01:56.537200 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-554ff877-f8c9-4c19-a69f-38dcdc173069 req-3d4e7226-ff56-4be2-ac81-99d6bffe0c8c service neutron] Checking segment: {'id': 'c9ea893d-045e-42cf-b3dd-cdd1f79baccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'ac09d390-867f-4b75-a8d2-ab11550bffd6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:01:56.537997 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-554ff877-f8c9-4c19-a69f-38dcdc173069 req-3d4e7226-ff56-4be2-ac81-99d6bffe0c8c service neutron] Bound using segment: {'id': 'c9ea893d-045e-42cf-b3dd-cdd1f79baccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'ac09d390-867f-4b75-a8d2-ab11550bffd6'} {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:01:56.539149 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [req-554ff877-f8c9-4c19-a69f-38dcdc173069 req-3d4e7226-ff56-4be2-ac81-99d6bffe0c8c service neutron] Bound port: 32379c07-1a53-499c-a763-9f9d5460c606, host: n-h2-773647-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c9ea893d-045e-42cf-b3dd-cdd1f79baccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'ac09d390-867f-4b75-a8d2-ab11550bffd6'}}] {{(pid=100246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:01:56.539344 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:56.539600 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-554ff877-f8c9-4c19-a69f-38dcdc173069 req-3d4e7226-ff56-4be2-ac81-99d6bffe0c8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:56.545957 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30b15dd3-f003-4f90-8c2a-119cfe9ae7b9 req-415d3419-5260-4aba-ac8d-30572269e012 service neutron] Port adefc31d-e044-47aa-80b4-b714d212fabd on network dc2aab4d-ebf5-4223-8156-143d93bdc342 not bound, no agent of type Open vSwitch agent registered on host n-h2-773647-6 {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 14:01:56.546451 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30b15dd3-f003-4f90-8c2a-119cfe9ae7b9 req-415d3419-5260-4aba-ac8d-30572269e012 service neutron] Attempting to bind port adefc31d-e044-47aa-80b4-b714d212fabd on network dc2aab4d-ebf5-4223-8156-143d93bdc342 {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:01:56.565484 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30b15dd3-f003-4f90-8c2a-119cfe9ae7b9 req-415d3419-5260-4aba-ac8d-30572269e012 service neutron] Checking agent: {'id': '63768ece-0600-4354-8d29-fdedec96b077', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-773647-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 51, 10), 'started_at': datetime.datetime(2021, 7, 6, 13, 51, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 1, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:01:56.566073 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30b15dd3-f003-4f90-8c2a-119cfe9ae7b9 req-415d3419-5260-4aba-ac8d-30572269e012 service neutron] Checking segment: {'id': 'b84425ef-5b11-46aa-9198-ea4525ffd9fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': 'dc2aab4d-ebf5-4223-8156-143d93bdc342'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:01:56.566383 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30b15dd3-f003-4f90-8c2a-119cfe9ae7b9 req-415d3419-5260-4aba-ac8d-30572269e012 service neutron] Bound using segment: {'id': 'b84425ef-5b11-46aa-9198-ea4525ffd9fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': 'dc2aab4d-ebf5-4223-8156-143d93bdc342'} {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:01:56.567198 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [req-30b15dd3-f003-4f90-8c2a-119cfe9ae7b9 req-415d3419-5260-4aba-ac8d-30572269e012 service neutron] Bound port: adefc31d-e044-47aa-80b4-b714d212fabd, host: n-h2-773647-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b84425ef-5b11-46aa-9198-ea4525ffd9fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': 'dc2aab4d-ebf5-4223-8156-143d93bdc342'}}] {{(pid=100246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:01:56.567605 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-30b15dd3-f003-4f90-8c2a-119cfe9ae7b9 req-415d3419-5260-4aba-ac8d-30572269e012 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:56.584045 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-abdf7d93-c6bc-4ce3-9e9e-91e4f83b946e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-917215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1761140'] for network, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:56.594942 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-abdf7d93-c6bc-4ce3-9e9e-91e4f83b946e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583035'] for network, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:56.599893 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-abdf7d93-c6bc-4ce3-9e9e-91e4f83b946e admin admin] 10.222.0.104 "DELETE /v2.0/networks/c72d4c17-e2dd-4547-81ae-8e7c00859980 HTTP/1.1" status: 204 len: 168 time: 2.3319273 Jul 06 14:01:56.623556 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-2064eaae-da4f-48f8-82d2-b09d4ddedd44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:56.631490 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-654d2f94-e02a-4c04-8cbf-ffd36b74e44b req-273182ec-9bbc-4226-b1be-357a2d42c19d tempest-FloatingIPsAssociationTestJSON-978234990 tempest-FloatingIPsAssociationTestJSON-978234990-project] 10.222.0.104 "GET /v2.0/security-groups?id=715e00b7-412d-4ac6-a847-c2c6525b42cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254990 Jul 06 14:01:56.682983 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Pushing event updated for resources: {'Port': ['ID=f9119c86-a4ab-4886-8b8d-f340ace2dca4,revision_number=4']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:01:56.705768 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abdf7d93-c6bc-4ce3-9e9e-91e4f83b946e admin admin] Pushing event deleted for resources: {'Network': ['ID=c72d4c17-e2dd-4547-81ae-8e7c00859980,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:01:56.714972 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.db_base_plugin_common [None req-5dafaa6e-c353-4b5e-9732-7d02aecd6bb6 None None] Allocated IP 172.20.0.2 (ca8d241f-6d1c-4a83-a6b7-adff4a667580/1d0103a5-6825-4713-928f-2c0821a07c96/87aff17c-7fb7-480a-a70e-17fc14db3d7d) {{(pid=100248) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:01:56.740096 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 14:01:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ddb76bd-458d-425c-b869-973094ae0f43 x-openstack-request-id: req-2ddb76bd-458d-425c-b869-973094ae0f43 {{(pid=100247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:01:56.745513 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c494c2e-edc1-434b-b110-8c7b4f90835c", "name": "network-vif-deleted", "tag": "7c554169-39ca-43d9-8dcb-6a6ab17b5552", "status": "completed", "code": 200}]} {{(pid=100247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:01:56.750542 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-2ddb76bd-458d-425c-b869-973094ae0f43 {{(pid=100247) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:01:56.751179 n-d-773647-6 neutron-server[100247]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c494c2e-edc1-434b-b110-8c7b4f90835c', 'name': 'network-vif-deleted', 'tag': '7c554169-39ca-43d9-8dcb-6a6ab17b5552', 'status': 'completed', 'code': 200} Jul 06 14:01:56.756745 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-53ec9728-ed12-4cda-ad0b-af6fe524a7cb req-de0142e9-662c-4854-909a-edf07b17dd00 tempest-ServersNegativeTestMultiTenantJSON-1589104584 tempest-ServersNegativeTestMultiTenantJSON-1589104584-project] Notify callbacks [] for port, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:56.771758 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-a063f0dc-3c60-4cc3-b99c-b3c20f550f8f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:56.795755 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] get_ports_and_sgs() called for port_ids ['f9119c86-a4ab-4886-8b8d-f340ace2dca4'] {{(pid=100248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 14:01:56.881140 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.db [req-554ff877-f8c9-4c19-a69f-38dcdc173069 req-3d4e7226-ff56-4be2-ac81-99d6bffe0c8c service neutron] For port 32379c07-1a53-499c-a763-9f9d5460c606, host n-h2-773647-6, cleared binding levels {{(pid=100246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:01:56.885282 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 37084) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:01:56.888329 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.db [req-554ff877-f8c9-4c19-a69f-38dcdc173069 req-3d4e7226-ff56-4be2-ac81-99d6bffe0c8c service neutron] For port 32379c07-1a53-499c-a763-9f9d5460c606, host n-h2-773647-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=32379c07-1a53-499c-a763-9f9d5460c606,segment=NetworkSegment(c9ea893d-045e-42cf-b3dd-cdd1f79baccd),segment_id=c9ea893d-045e-42cf-b3dd-cdd1f79baccd)] {{(pid=100246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:01:56.898676 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-554ff877-f8c9-4c19-a69f-38dcdc173069 req-3d4e7226-ff56-4be2-ac81-99d6bffe0c8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127687527'] for port, after_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:56.950888 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a292cfaa-8d32-4d88-9b85-ce36a5450d57 req-42090a5d-0949-4ed5-b5d4-c19378c4e1af tempest-AttachSCSIVolumeTestJSON-2042390427 tempest-AttachSCSIVolumeTestJSON-2042390427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:01:56.952449 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-a292cfaa-8d32-4d88-9b85-ce36a5450d57 req-42090a5d-0949-4ed5-b5d4-c19378c4e1af tempest-AttachSCSIVolumeTestJSON-2042390427 tempest-AttachSCSIVolumeTestJSON-2042390427-project] 10.222.0.104 "GET /v2.0/ports?device_id=21cc4d7a-6699-49ac-8d07-8eb34a2af007 HTTP/1.1" status: 200 len: 944 time: 0.5527983 Jul 06 14:01:56.980401 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4e7226-ff56-4be2-ac81-99d6bffe0c8c service neutron] Pushing event updated for resources: {'Port': ['ID=32379c07-1a53-499c-a763-9f9d5460c606,revision_number=3']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:01:57.007035 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554ff877-f8c9-4c19-a69f-38dcdc173069 req-3d4e7226-ff56-4be2-ac81-99d6bffe0c8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:01:57.008118 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-554ff877-f8c9-4c19-a69f-38dcdc173069 req-3d4e7226-ff56-4be2-ac81-99d6bffe0c8c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:57.009989 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-554ff877-f8c9-4c19-a69f-38dcdc173069 req-3d4e7226-ff56-4be2-ac81-99d6bffe0c8c service neutron] 10.222.0.72 "PUT /v2.0/ports/32379c07-1a53-499c-a763-9f9d5460c606 HTTP/1.1" status: 200 len: 1095 time: 2.6394126 Jul 06 14:01:57.010620 n-d-773647-6 neutron-server[100246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0969280d-6a0e-40ec-b4e7-b4696c0bc3c7', 'tag': '32379c07-1a53-499c-a763-9f9d5460c606'}] {{(pid=100246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:01:57.013507 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0d96c5ab5e889f7b933ae915b9be33d1b46c9e87795bf781004b656ef3f1e87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84d7a2c0-e5dd-4eff-a9e9-17f66fe8dd81" -d '{"events": [{"name": "network-changed", "server_uuid": "0969280d-6a0e-40ec-b4e7-b4696c0bc3c7", "tag": "32379c07-1a53-499c-a763-9f9d5460c606"}]}' {{(pid=100246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:01:57.016300 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5dafaa6e-c353-4b5e-9732-7d02aecd6bb6 None None] Notify callbacks [] for port, precommit_create {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:57.025929 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.db [req-30b15dd3-f003-4f90-8c2a-119cfe9ae7b9 req-415d3419-5260-4aba-ac8d-30572269e012 service neutron] For port adefc31d-e044-47aa-80b4-b714d212fabd, host n-h2-773647-6, cleared binding levels {{(pid=100246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:01:57.029795 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.db [req-30b15dd3-f003-4f90-8c2a-119cfe9ae7b9 req-415d3419-5260-4aba-ac8d-30572269e012 service neutron] For port adefc31d-e044-47aa-80b4-b714d212fabd, host n-h2-773647-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=adefc31d-e044-47aa-80b4-b714d212fabd,segment=NetworkSegment(b84425ef-5b11-46aa-9198-ea4525ffd9fc),segment_id=b84425ef-5b11-46aa-9198-ea4525ffd9fc)] {{(pid=100246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:01:57.037512 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-30b15dd3-f003-4f90-8c2a-119cfe9ae7b9 req-415d3419-5260-4aba-ac8d-30572269e012 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127687527'] for port, after_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:57.038510 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5dafaa6e-c353-4b5e-9732-7d02aecd6bb6 None None] Transition to ACTIVE for port object 87aff17c-7fb7-480a-a70e-17fc14db3d7d will not be triggered until provisioned by entity L2. {{(pid=100248) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:01:57.093921 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5dafaa6e-c353-4b5e-9732-7d02aecd6bb6 None None] Transition to ACTIVE for port object 87aff17c-7fb7-480a-a70e-17fc14db3d7d will not be triggered until provisioned by entity DHCP. {{(pid=100248) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:01:57.107853 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5dafaa6e-c353-4b5e-9732-7d02aecd6bb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108'] for port, after_create {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:57.129257 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b15dd3-f003-4f90-8c2a-119cfe9ae7b9 req-415d3419-5260-4aba-ac8d-30572269e012 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:01:57.129803 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-30b15dd3-f003-4f90-8c2a-119cfe9ae7b9 req-415d3419-5260-4aba-ac8d-30572269e012 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:57.135449 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-30b15dd3-f003-4f90-8c2a-119cfe9ae7b9 req-415d3419-5260-4aba-ac8d-30572269e012 service neutron] 10.222.0.72 "PUT /v2.0/ports/adefc31d-e044-47aa-80b4-b714d212fabd HTTP/1.1" status: 200 len: 1092 time: 2.4708424 Jul 06 14:01:57.155691 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-34eab8ca-756a-4fab-a1f6-3cad2c217b99 admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=a3fc9596cf9941a495b08d5bae1b31d8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2626531 Jul 06 14:01:57.163904 n-d-773647-6 neutron-server[100248]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dafaa6e-c353-4b5e-9732-7d02aecd6bb6 None None] Network ca8d241f-6d1c-4a83-a6b7-adff4a667580 is already hosted by enough agents. {{(pid=100248) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:01:57.166136 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 37090) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:01:57.170529 n-d-773647-6 neutron-server[100248]: DEBUG neutron.scheduler.base_scheduler [None req-5dafaa6e-c353-4b5e-9732-7d02aecd6bb6 None None] Resources bound (agent type, host, resource id): {{(pid=100248) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:01:57.175490 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dafaa6e-c353-4b5e-9732-7d02aecd6bb6 None None] Received port after_create {{(pid=100248) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:01:57.180730 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dafaa6e-c353-4b5e-9732-7d02aecd6bb6 None None] Pushing event updated for resources: {'Port': ['ID=87aff17c-7fb7-480a-a70e-17fc14db3d7d,revision_number=1']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:01:57.196586 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-a063f0dc-3c60-4cc3-b99c-b3c20f550f8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1761047', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1806272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6989'] for router, precommit_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:57.231381 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415d3419-5260-4aba-ac8d-30572269e012 service neutron] Pushing event updated for resources: {'Port': ['ID=adefc31d-e044-47aa-80b4-b714d212fabd,revision_number=3']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:01:57.261717 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-a292cfaa-8d32-4d88-9b85-ce36a5450d57 req-8e832cf4-3640-4d5f-8f19-f9dee7367052 tempest-AttachSCSIVolumeTestJSON-2042390427 tempest-AttachSCSIVolumeTestJSON-2042390427-project] 10.222.0.104 "GET /v2.0/security-groups?id=9d998fb6-7df8-4bbe-9c1b-38481459586f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2856231 Jul 06 14:01:57.265228 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-53ec9728-ed12-4cda-ad0b-af6fe524a7cb req-de0142e9-662c-4854-909a-edf07b17dd00 tempest-ServersNegativeTestMultiTenantJSON-1589104584 tempest-ServersNegativeTestMultiTenantJSON-1589104584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-128888360'] for port, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:57.279077 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Device 7c554169-39ca-43d9-8dcb-6a6ab17b5552 no longer exists at agent hyperv_n-h1-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:01:57.328704 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554ff877-f8c9-4c19-a69f-38dcdc173069 req-7303c16d-2157-4e72-99cc-8771468c748a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:01:57.330216 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-554ff877-f8c9-4c19-a69f-38dcdc173069 req-7303c16d-2157-4e72-99cc-8771468c748a service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=ae0918c1680140d8a89ce8f9c600b37d&device_id=0969280d-6a0e-40ec-b4e7-b4696c0bc3c7 HTTP/1.1" status: 200 len: 1098 time: 0.2447488 Jul 06 14:01:57.345540 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] No Port match for: 7c554169-39ca-43d9-8dcb-6a6ab17b5552 {{(pid=100248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 14:01:57.345926 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Device 7c554169-39ca-43d9-8dcb-6a6ab17b5552 not bound to the agent host n-h1-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:01:57.374094 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-5dafaa6e-c353-4b5e-9732-7d02aecd6bb6 None None] Attempting to bind port 87aff17c-7fb7-480a-a70e-17fc14db3d7d on host n-d-773647-6 for vnic_type normal with profile {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:01:57.374456 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-5dafaa6e-c353-4b5e-9732-7d02aecd6bb6 None None] Attempting to bind port 87aff17c-7fb7-480a-a70e-17fc14db3d7d by drivers openvswitch,hyperv on host n-d-773647-6 at level 0 using segments [{'id': '36c50412-6893-4622-808c-49164f6f9db6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1040, 'network_id': 'ca8d241f-6d1c-4a83-a6b7-adff4a667580'}] {{(pid=100248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:01:57.374824 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dafaa6e-c353-4b5e-9732-7d02aecd6bb6 None None] Attempting to bind port 87aff17c-7fb7-480a-a70e-17fc14db3d7d on network ca8d241f-6d1c-4a83-a6b7-adff4a667580 {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:01:57.395700 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dafaa6e-c353-4b5e-9732-7d02aecd6bb6 None None] Checking agent: {'id': '8ab5b19c-d213-4f29-891d-27bdf39d38b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773647-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 43, 26), 'started_at': datetime.datetime(2021, 7, 6, 13, 43, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 1, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773647-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:01:57.396093 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dafaa6e-c353-4b5e-9732-7d02aecd6bb6 None None] Checking segment: {'id': '36c50412-6893-4622-808c-49164f6f9db6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1040, 'network_id': 'ca8d241f-6d1c-4a83-a6b7-adff4a667580'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:01:57.402660 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5dafaa6e-c353-4b5e-9732-7d02aecd6bb6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:57.403055 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dafaa6e-c353-4b5e-9732-7d02aecd6bb6 None None] Bound using segment: {'id': '36c50412-6893-4622-808c-49164f6f9db6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1040, 'network_id': 'ca8d241f-6d1c-4a83-a6b7-adff4a667580'} {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:01:57.403678 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-5dafaa6e-c353-4b5e-9732-7d02aecd6bb6 None None] Bound port: 87aff17c-7fb7-480a-a70e-17fc14db3d7d, host: n-d-773647-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36c50412-6893-4622-808c-49164f6f9db6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1040, 'network_id': 'ca8d241f-6d1c-4a83-a6b7-adff4a667580'}}] {{(pid=100248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:01:57.403971 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5dafaa6e-c353-4b5e-9732-7d02aecd6bb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:57.694079 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5dafaa6e-c353-4b5e-9732-7d02aecd6bb6 None None] For port 87aff17c-7fb7-480a-a70e-17fc14db3d7d, host n-d-773647-6, cleared binding levels {{(pid=100248) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:01:57.697850 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5dafaa6e-c353-4b5e-9732-7d02aecd6bb6 None None] For port 87aff17c-7fb7-480a-a70e-17fc14db3d7d, host n-d-773647-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=87aff17c-7fb7-480a-a70e-17fc14db3d7d,segment=NetworkSegment(36c50412-6893-4622-808c-49164f6f9db6),segment_id=36c50412-6893-4622-808c-49164f6f9db6)] {{(pid=100248) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:01:57.704967 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5dafaa6e-c353-4b5e-9732-7d02aecd6bb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:57.806938 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dafaa6e-c353-4b5e-9732-7d02aecd6bb6 None None] Pushing event updated for resources: {'Port': ['ID=87aff17c-7fb7-480a-a70e-17fc14db3d7d,revision_number=2']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:01:57.815259 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-53ec9728-ed12-4cda-ad0b-af6fe524a7cb req-de0142e9-662c-4854-909a-edf07b17dd00 tempest-ServersNegativeTestMultiTenantJSON-1589104584 tempest-ServersNegativeTestMultiTenantJSON-1589104584-project] Network 73678b3f-2ba9-41ab-b28a-ed914eafc843 is already hosted by enough agents. {{(pid=100247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:01:57.826533 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-554ff877-f8c9-4c19-a69f-38dcdc173069 req-80281fca-cbb6-4e9b-b8cb-5b127d806b8e service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.75&port_id=32379c07-1a53-499c-a763-9f9d5460c606 HTTP/1.1" status: 200 len: 217 time: 0.0509553 Jul 06 14:01:57.837022 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-3126cf6e-c73d-477e-9e0b-8b228b354d5f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:57.855822 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7008a17b-bb7a-4ad3-a99d-48dfb9062220 req-da643f27-91fb-4298-acc9-51d3e4db873b tempest-ServersOnMultiNodesTest-299961212 tempest-ServersOnMultiNodesTest-299961212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:01:57.868380 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-7008a17b-bb7a-4ad3-a99d-48dfb9062220 req-da643f27-91fb-4298-acc9-51d3e4db873b tempest-ServersOnMultiNodesTest-299961212 tempest-ServersOnMultiNodesTest-299961212-project] 10.222.0.104 "GET /v2.0/ports?device_id=0969280d-6a0e-40ec-b4e7-b4696c0bc3c7 HTTP/1.1" status: 200 len: 947 time: 0.9524982 Jul 06 14:01:57.870337 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.base_scheduler [req-53ec9728-ed12-4cda-ad0b-af6fe524a7cb req-de0142e9-662c-4854-909a-edf07b17dd00 tempest-ServersNegativeTestMultiTenantJSON-1589104584 tempest-ServersNegativeTestMultiTenantJSON-1589104584-project] Resources bound (agent type, host, resource id): {{(pid=100247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:01:57.905761 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-3126cf6e-c73d-477e-9e0b-8b228b354d5f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:57.917652 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b15dd3-f003-4f90-8c2a-119cfe9ae7b9 req-fb6d0c6e-1167-4965-81ca-d5a2724a6b96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:01:57.919433 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-30b15dd3-f003-4f90-8c2a-119cfe9ae7b9 req-fb6d0c6e-1167-4965-81ca-d5a2724a6b96 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=825a4fb0f5c7454f82c586f8d1442f43&device_id=c4a04eb6-bb93-495c-bc67-b780dbcf097b HTTP/1.1" status: 200 len: 1095 time: 0.6447442 Jul 06 14:01:57.925155 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554ff877-f8c9-4c19-a69f-38dcdc173069 req-74d7bd36-6580-4b09-9acd-01da92fe6aab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:01:57.926646 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-554ff877-f8c9-4c19-a69f-38dcdc173069 req-74d7bd36-6580-4b09-9acd-01da92fe6aab service neutron] 10.222.0.72 "GET /v2.0/subnets?id=d1c3cc78-09b9-4e30-99fd-0e5830de101d HTTP/1.1" status: 200 len: 843 time: 0.0908654 Jul 06 14:01:57.928612 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.l3_dvrscheduler_db [req-53ec9728-ed12-4cda-ad0b-af6fe524a7cb req-de0142e9-662c-4854-909a-edf07b17dd00 tempest-ServersNegativeTestMultiTenantJSON-1589104584 tempest-ServersNegativeTestMultiTenantJSON-1589104584-project] Received port after_create {{(pid=100247) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:01:57.936641 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0142e9-662c-4854-909a-edf07b17dd00 tempest-ServersNegativeTestMultiTenantJSON-1589104584 tempest-ServersNegativeTestMultiTenantJSON-1589104584-project] Pushing event updated for resources: {'Port': ['ID=01a782eb-278b-4e28-926f-f4d2a4858592,revision_number=1']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:01:58.002743 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-30b15dd3-f003-4f90-8c2a-119cfe9ae7b9 req-a5d036fd-ad39-486b-a6bd-f0e33320581c service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=adefc31d-e044-47aa-80b4-b714d212fabd HTTP/1.1" status: 200 len: 217 time: 0.0690479 Jul 06 14:01:58.072008 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ec9728-ed12-4cda-ad0b-af6fe524a7cb req-de0142e9-662c-4854-909a-edf07b17dd00 tempest-ServersNegativeTestMultiTenantJSON-1589104584 tempest-ServersNegativeTestMultiTenantJSON-1589104584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:01:58.072649 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-53ec9728-ed12-4cda-ad0b-af6fe524a7cb req-de0142e9-662c-4854-909a-edf07b17dd00 tempest-ServersNegativeTestMultiTenantJSON-1589104584 tempest-ServersNegativeTestMultiTenantJSON-1589104584-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:58.094795 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-7008a17b-bb7a-4ad3-a99d-48dfb9062220 req-7ecd5950-c6cf-4615-b04e-18cb071cc574 tempest-ServersOnMultiNodesTest-299961212 tempest-ServersOnMultiNodesTest-299961212-project] 10.222.0.104 "GET /v2.0/security-groups?id=304f894d-c671-4a59-b0fb-2a4d849c5ac9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2241349 Jul 06 14:01:58.104336 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b15dd3-f003-4f90-8c2a-119cfe9ae7b9 req-1ea02ef2-4033-460f-92f5-11c19d41362b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:01:58.106157 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-30b15dd3-f003-4f90-8c2a-119cfe9ae7b9 req-1ea02ef2-4033-460f-92f5-11c19d41362b service neutron] 10.222.0.72 "GET /v2.0/subnets?id=9d4d8837-0e9e-40cd-b8da-4a4f0d5a912c HTTP/1.1" status: 200 len: 860 time: 0.0978417 Jul 06 14:01:58.113129 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-3126cf6e-c73d-477e-9e0b-8b228b354d5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:58.116023 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-3126cf6e-c73d-477e-9e0b-8b228b354d5f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:58.125410 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-3126cf6e-c73d-477e-9e0b-8b228b354d5f admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/3be580b9-03cb-4a9b-8661-5fe7dfbcaae1 HTTP/1.1" status: 204 len: 168 time: 0.9581780 Jul 06 14:01:58.161455 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-53ec9728-ed12-4cda-ad0b-af6fe524a7cb req-de0142e9-662c-4854-909a-edf07b17dd00 tempest-ServersNegativeTestMultiTenantJSON-1589104584 tempest-ServersNegativeTestMultiTenantJSON-1589104584-project] 10.222.0.127 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.1350052 Jul 06 14:01:58.180718 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554ff877-f8c9-4c19-a69f-38dcdc173069 req-8e8f685c-a9a8-413f-a638-fbfee3bd91d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:01:58.182512 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-554ff877-f8c9-4c19-a69f-38dcdc173069 req-8e8f685c-a9a8-413f-a638-fbfee3bd91d9 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=ac09d390-867f-4b75-a8d2-ab11550bffd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2426417 Jul 06 14:01:58.186433 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3126cf6e-c73d-477e-9e0b-8b228b354d5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3be580b9-03cb-4a9b-8661-5fe7dfbcaae1,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:01:58.193064 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 14:01:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0008b96c-8c32-4673-98b0-39bf54fb3e21 x-openstack-request-id: req-0008b96c-8c32-4673-98b0-39bf54fb3e21 {{(pid=100246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:01:58.193733 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0969280d-6a0e-40ec-b4e7-b4696c0bc3c7", "tag": "32379c07-1a53-499c-a763-9f9d5460c606", "status": "completed", "code": 200}]} {{(pid=100246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:01:58.194161 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-0008b96c-8c32-4673-98b0-39bf54fb3e21 {{(pid=100246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:01:58.194708 n-d-773647-6 neutron-server[100246]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0969280d-6a0e-40ec-b4e7-b4696c0bc3c7', 'tag': '32379c07-1a53-499c-a763-9f9d5460c606', 'status': 'completed', 'code': 200} Jul 06 14:01:58.210872 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484c7865-6184-4cf7-a98d-ac4314196aa2 req-4e2613d6-61fd-4bf9-bfa7-39e99aca1142 tempest-ServersNegativeTestMultiTenantJSON-1589104584 tempest-ServersNegativeTestMultiTenantJSON-1589104584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:01:58.212603 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-484c7865-6184-4cf7-a98d-ac4314196aa2 req-4e2613d6-61fd-4bf9-bfa7-39e99aca1142 tempest-ServersNegativeTestMultiTenantJSON-1589104584 tempest-ServersNegativeTestMultiTenantJSON-1589104584-project] 10.222.0.104 "GET /v2.0/ports?device_id=43132648-fc3b-4513-8d95-c39ba11e01de HTTP/1.1" status: 200 len: 932 time: 0.4059546 Jul 06 14:01:58.224182 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [req-53ec9728-ed12-4cda-ad0b-af6fe524a7cb req-b86181bb-c2aa-4586-a0a5-86184e6bcd72 service neutron] Request body: {'port': {'device_id': '43132648-fc3b-4513-8d95-c39ba11e01de', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-773647-6'}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:01:58.240672 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14aef701-1725-4308-a0e0-3695ac7e337a req-d05db23e-4923-4a74-9ccd-12004b0484df tempest-ServersTestBootFromVolume-787010614 tempest-ServersTestBootFromVolume-787010614-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:01:58.247387 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-14aef701-1725-4308-a0e0-3695ac7e337a req-d05db23e-4923-4a74-9ccd-12004b0484df tempest-ServersTestBootFromVolume-787010614 tempest-ServersTestBootFromVolume-787010614-project] 10.222.0.72 "GET /v2.0/networks?id=d9f36955-e86a-4c93-9b28-49ad744bf776 HTTP/1.1" status: 200 len: 815 time: 0.4314682 Jul 06 14:01:58.294873 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-03f71b24-a9b8-453a-8924-caa3f97bc6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:58.330705 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b15dd3-f003-4f90-8c2a-119cfe9ae7b9 req-a1968ebb-d337-4ad5-9e0e-7c6b2128bfd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:01:58.332863 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-30b15dd3-f003-4f90-8c2a-119cfe9ae7b9 req-a1968ebb-d337-4ad5-9e0e-7c6b2128bfd1 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=dc2aab4d-ebf5-4223-8156-143d93bdc342&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2010491 Jul 06 14:01:58.401582 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-554ff877-f8c9-4c19-a69f-38dcdc173069 req-c219d530-4155-4931-89ba-5fb60352967e service neutron] 10.222.0.72 "GET /v2.0/networks/ac09d390-867f-4b75-a8d2-ab11550bffd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2056189 Jul 06 14:01:58.453842 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-14aef701-1725-4308-a0e0-3695ac7e337a req-ac4b491c-7d17-4b11-af3d-9569f341a98b tempest-ServersTestBootFromVolume-787010614 tempest-ServersTestBootFromVolume-787010614-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=781535735adb4e1297ed6761c38ca98f HTTP/1.1" status: 200 len: 380 time: 0.1579211 Jul 06 14:01:58.476075 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-484c7865-6184-4cf7-a98d-ac4314196aa2 req-a23ed09a-4a1d-43e3-a6fb-0e6dce39ad1d tempest-ServersNegativeTestMultiTenantJSON-1589104584 tempest-ServersNegativeTestMultiTenantJSON-1589104584-project] 10.222.0.104 "GET /v2.0/security-groups?id=e297f2c8-57cd-463b-a996-9c32846d6f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2179568 Jul 06 14:01:58.522176 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-30b15dd3-f003-4f90-8c2a-119cfe9ae7b9 req-2476870c-ccde-429d-97e5-7dc2e530870d service neutron] 10.222.0.72 "GET /v2.0/networks/dc2aab4d-ebf5-4223-8156-143d93bdc342?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1759007 Jul 06 14:01:58.563703 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [req-14aef701-1725-4308-a0e0-3695ac7e337a req-1e33af91-5d7a-4b7a-aab4-4d0746feb577 tempest-ServersTestBootFromVolume-787010614 tempest-ServersTestBootFromVolume-787010614-project] Request body: {'port': {'device_id': 'e35a7e2e-d30c-4bf0-b481-78bca7eacfd4', 'network_id': 'd9f36955-e86a-4c93-9b28-49ad744bf776', 'admin_state_up': True, 'tenant_id': '781535735adb4e1297ed6761c38ca98f', 'security_groups': ['44e3600a-11fd-4d2f-8c8b-afe08f9fb670']}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:01:58.568512 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-53ec9728-ed12-4cda-ad0b-af6fe524a7cb req-b86181bb-c2aa-4586-a0a5-86184e6bcd72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:58.576466 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-4a6e680e-166e-4181-8843-88e432d3794d req-84d0d0f6-08a5-4ae4-8e5f-c0414a44e1f3 tempest-ServersTestBootFromVolume-787010614 tempest-ServersTestBootFromVolume-787010614-project] 10.222.0.104 "GET /v2.0/ports?device_id=e35a7e2e-d30c-4bf0-b481-78bca7eacfd4 HTTP/1.1" status: 200 len: 210 time: 0.1458712 Jul 06 14:01:58.593447 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-554ff877-f8c9-4c19-a69f-38dcdc173069 req-a0bf4a62-16bb-4496-b423-96963ed49c07 service neutron] 10.222.0.72 "GET /v2.0/networks/ac09d390-867f-4b75-a8d2-ab11550bffd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1829495 Jul 06 14:01:58.720102 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-30b15dd3-f003-4f90-8c2a-119cfe9ae7b9 req-25164f8f-aa6e-4f9b-b4db-afd633ccbde1 service neutron] 10.222.0.72 "GET /v2.0/networks/dc2aab4d-ebf5-4223-8156-143d93bdc342?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1904283 Jul 06 14:01:58.846866 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d7a2c0-e5dd-4eff-a9e9-17f66fe8dd81 req-e12856c7-112f-45bc-82b4-8f9ef31b4e66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:01:58.846866 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-84d7a2c0-e5dd-4eff-a9e9-17f66fe8dd81 req-e12856c7-112f-45bc-82b4-8f9ef31b4e66 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=ae0918c1680140d8a89ce8f9c600b37d&device_id=0969280d-6a0e-40ec-b4e7-b4696c0bc3c7 HTTP/1.1" status: 200 len: 1098 time: 0.1473012 Jul 06 14:01:58.957012 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d7a2c0-e5dd-4eff-a9e9-17f66fe8dd81 req-b6c362e5-c042-491f-a8c2-2cab2dcf9262 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:01:58.958724 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-84d7a2c0-e5dd-4eff-a9e9-17f66fe8dd81 req-b6c362e5-c042-491f-a8c2-2cab2dcf9262 service neutron] 10.222.0.72 "GET /v2.0/networks?id=ac09d390-867f-4b75-a8d2-ab11550bffd6 HTTP/1.1" status: 200 len: 871 time: 0.1069770 Jul 06 14:01:59.031578 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-84d7a2c0-e5dd-4eff-a9e9-17f66fe8dd81 req-10db22d2-60f4-4063-acdd-4897494540cb service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.75&port_id=32379c07-1a53-499c-a763-9f9d5460c606 HTTP/1.1" status: 200 len: 217 time: 0.0642812 Jul 06 14:01:59.102997 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d7a2c0-e5dd-4eff-a9e9-17f66fe8dd81 req-152aa457-8d66-4d53-a001-3d032663f857 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:01:59.104595 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-84d7a2c0-e5dd-4eff-a9e9-17f66fe8dd81 req-152aa457-8d66-4d53-a001-3d032663f857 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=d1c3cc78-09b9-4e30-99fd-0e5830de101d HTTP/1.1" status: 200 len: 843 time: 0.0645306 Jul 06 14:01:59.164988 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-a063f0dc-3c60-4cc3-b99c-b3c20f550f8f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:59.192567 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d7a2c0-e5dd-4eff-a9e9-17f66fe8dd81 req-a53c9229-5636-4b45-aa4e-ecf8d5a08720 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:01:59.194223 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-84d7a2c0-e5dd-4eff-a9e9-17f66fe8dd81 req-a53c9229-5636-4b45-aa4e-ecf8d5a08720 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=ac09d390-867f-4b75-a8d2-ab11550bffd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0788298 Jul 06 14:01:59.208380 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-a063f0dc-3c60-4cc3-b99c-b3c20f550f8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:59.279195 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7255e7-2df1-48c7-a9b9-fbce194129ab req-68efff18-574e-42ed-bd7f-ccdff7fbc996 tempest-AttachSCSIVolumeTestJSON-2042390427 tempest-AttachSCSIVolumeTestJSON-2042390427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:01:59.289692 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-2f7255e7-2df1-48c7-a9b9-fbce194129ab req-68efff18-574e-42ed-bd7f-ccdff7fbc996 tempest-AttachSCSIVolumeTestJSON-2042390427 tempest-AttachSCSIVolumeTestJSON-2042390427-project] 10.222.0.104 "GET /v2.0/ports?device_id=21cc4d7a-6699-49ac-8d07-8eb34a2af007 HTTP/1.1" status: 200 len: 945 time: 0.4306693 Jul 06 14:01:59.337987 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632ac9fd-a856-41bb-a8b7-c10a7e05906e req-c949df4d-ae73-4a82-b8b0-1ffb7956f212 tempest-FloatingIPsAssociationTestJSON-978234990 tempest-FloatingIPsAssociationTestJSON-978234990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:01:59.346417 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-632ac9fd-a856-41bb-a8b7-c10a7e05906e req-c949df4d-ae73-4a82-b8b0-1ffb7956f212 tempest-FloatingIPsAssociationTestJSON-978234990 tempest-FloatingIPsAssociationTestJSON-978234990-project] 10.222.0.104 "GET /v2.0/ports?device_id=c4a04eb6-bb93-495c-bc67-b780dbcf097b HTTP/1.1" status: 200 len: 944 time: 0.5636861 Jul 06 14:01:59.355172 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 37126) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:01:59.389884 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-84d7a2c0-e5dd-4eff-a9e9-17f66fe8dd81 req-5877e34a-675f-4c17-8283-1cce0dc2d74e service neutron] 10.222.0.72 "GET /v2.0/networks/ac09d390-867f-4b75-a8d2-ab11550bffd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1880946 Jul 06 14:01:59.409731 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb76c98e-3067-4eab-8270-bd85aacfe26e None None] Network ca8d241f-6d1c-4a83-a6b7-adff4a667580 requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:01:59.416005 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-14aef701-1725-4308-a0e0-3695ac7e337a req-1e33af91-5d7a-4b7a-aab4-4d0746feb577 tempest-ServersTestBootFromVolume-787010614 tempest-ServersTestBootFromVolume-787010614-project] Made reservation on behalf of 781535735adb4e1297ed6761c38ca98f for: {'port': 1} {{(pid=100247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:01:59.421404 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-14aef701-1725-4308-a0e0-3695ac7e337a req-1e33af91-5d7a-4b7a-aab4-4d0746feb577 tempest-ServersTestBootFromVolume-787010614 tempest-ServersTestBootFromVolume-787010614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:59.437058 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 87aff17c-7fb7-480a-a70e-17fc14db3d7d up at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:01:59.513394 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-2f7255e7-2df1-48c7-a9b9-fbce194129ab req-568db4af-a996-49ca-8b51-aa0744c04126 tempest-AttachSCSIVolumeTestJSON-2042390427 tempest-AttachSCSIVolumeTestJSON-2042390427-project] 10.222.0.104 "GET /v2.0/security-groups?id=9d998fb6-7df8-4bbe-9c1b-38481459586f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2226872 Jul 06 14:01:59.542246 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-84d7a2c0-e5dd-4eff-a9e9-17f66fe8dd81 req-2d655093-1192-46dc-a046-bed591ade448 service neutron] 10.222.0.72 "GET /v2.0/networks/ac09d390-867f-4b75-a8d2-ab11550bffd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1431046 Jul 06 14:01:59.575125 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-cf44be82-5d8c-43a9-8786-172127200862 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-1594388382-network', 'tenant_id': 'db940b92de5443cbbd5f77e12cabccfc'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:01:59.577277 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-632ac9fd-a856-41bb-a8b7-c10a7e05906e req-6f2931f2-9463-403d-8f32-f4203dee72ce tempest-FloatingIPsAssociationTestJSON-978234990 tempest-FloatingIPsAssociationTestJSON-978234990-project] 10.222.0.104 "GET /v2.0/security-groups?id=715e00b7-412d-4ac6-a847-c2c6525b42cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2300117 Jul 06 14:01:59.618183 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf44be82-5d8c-43a9-8786-172127200862 admin admin] Made reservation on behalf of db940b92de5443cbbd5f77e12cabccfc for: {'network': 1} {{(pid=100246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:01:59.620863 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-cf44be82-5d8c-43a9-8786-172127200862 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for network, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:59.643894 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-cf44be82-5d8c-43a9-8786-172127200862 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:59.684139 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Device f9119c86-a4ab-4886-8b8d-f340ace2dca4 up at agent hyperv_n-h2-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:01:59.779740 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-8019eb20-3e11-4069-a79e-95a27c4957c1 None None] Provisioning for port 87aff17c-7fb7-480a-a70e-17fc14db3d7d completed by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:01:59.812440 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning for port 87aff17c-7fb7-480a-a70e-17fc14db3d7d completed by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:01:59.835766 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning complete for port 87aff17c-7fb7-480a-a70e-17fc14db3d7d triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:01:59.836382 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:59.853972 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-cf44be82-5d8c-43a9-8786-172127200862 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:59.860532 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-cf44be82-5d8c-43a9-8786-172127200862 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:59.883644 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf44be82-5d8c-43a9-8786-172127200862 admin admin] vlan segment allocate from pool success with {'vlan_id': 1021, 'physical_network': 'physnet1'} {{(pid=100246) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 14:01:59.892257 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Provisioning for port f9119c86-a4ab-4886-8b8d-f340ace2dca4 completed by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:01:59.904038 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Provisioning complete for port f9119c86-a4ab-4886-8b8d-f340ace2dca4 triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:01:59.904418 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:59.905849 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-cf44be82-5d8c-43a9-8786-172127200862 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552'] for segment, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:59.906298 n-d-773647-6 neutron-server[100246]: INFO neutron.db.segments_db [None req-cf44be82-5d8c-43a9-8786-172127200862 admin admin] Added segment 89a04a2d-f882-47fd-b830-e5562609bb0e of type vlan for network 8db538bb-9e5e-4771-8353-dcc3bdff004e Jul 06 14:01:59.907920 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf44be82-5d8c-43a9-8786-172127200862 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89d2c750-f3d8-486f-ac80-ea9c67d569ed,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:01:59.929351 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf44be82-5d8c-43a9-8786-172127200862 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:01:59.929639 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf44be82-5d8c-43a9-8786-172127200862 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:01:59.930083 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf44be82-5d8c-43a9-8786-172127200862 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:01:59.930524 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf44be82-5d8c-43a9-8786-172127200862 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:01:59.930955 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf44be82-5d8c-43a9-8786-172127200862 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:01:59.931413 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf44be82-5d8c-43a9-8786-172127200862 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:01:59.931841 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf44be82-5d8c-43a9-8786-172127200862 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:01:59.932470 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf44be82-5d8c-43a9-8786-172127200862 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:01:59.932700 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf44be82-5d8c-43a9-8786-172127200862 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:01:59.933593 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf44be82-5d8c-43a9-8786-172127200862 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:01:59.934982 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf44be82-5d8c-43a9-8786-172127200862 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:01:59.934982 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf44be82-5d8c-43a9-8786-172127200862 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:01:59.970041 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-cf44be82-5d8c-43a9-8786-172127200862 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773752984405'] for network, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:59.974618 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.db_base_plugin_common [None req-a063f0dc-3c60-4cc3-b99c-b3c20f550f8f admin admin] Allocated IP 172.25.0.246 (2658f09e-a580-4d4a-9968-2d1e0ad93719/cbf74abc-6fe1-4d33-b005-c948923b9647/115ae7df-899c-4b63-824a-b260266fec55) {{(pid=100247) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:01:59.992179 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:00.010121 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-cf44be82-5d8c-43a9-8786-172127200862 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060'] for network, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:00.011289 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf44be82-5d8c-43a9-8786-172127200862 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:02:00.011985 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-cf44be82-5d8c-43a9-8786-172127200862 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583035'] for network, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:00.053255 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] For port 87aff17c-7fb7-480a-a70e-17fc14db3d7d, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=87aff17c-7fb7-480a-a70e-17fc14db3d7d,segment=NetworkSegment(36c50412-6893-4622-808c-49164f6f9db6),segment_id=36c50412-6893-4622-808c-49164f6f9db6)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:02:00.062497 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:00.064768 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.db_base_plugin_common [req-14aef701-1725-4308-a0e0-3695ac7e337a req-1e33af91-5d7a-4b7a-aab4-4d0746feb577 tempest-ServersTestBootFromVolume-787010614 tempest-ServersTestBootFromVolume-787010614-project] Allocated IP 172.20.0.14 (d9f36955-e86a-4c93-9b28-49ad744bf776/8b3908d8-67f9-4087-8b08-3c0c944b289c/cf98c374-ae9b-477f-888b-f3febecd9b81) {{(pid=100247) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:02:00.099410 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-cf44be82-5d8c-43a9-8786-172127200862 admin admin] 10.222.0.104 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.7429447 Jul 06 14:02:00.102451 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 37136) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:02:00.116285 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-a47d76de-9508-4702-b172-1e1f41d47d35 admin admin] Request body: {'subnet': {'network_id': '8db538bb-9e5e-4771-8353-dcc3bdff004e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-1594388382-subnet', 'tenant_id': 'db940b92de5443cbbd5f77e12cabccfc', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:02:00.137598 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf44be82-5d8c-43a9-8786-172127200862 admin admin] Pushing event updated for resources: {'Network': ['ID=8db538bb-9e5e-4771-8353-dcc3bdff004e,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:02:00.154637 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a47d76de-9508-4702-b172-1e1f41d47d35 admin admin] Made reservation on behalf of db940b92de5443cbbd5f77e12cabccfc for: {'subnet': 1} {{(pid=100246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:02:00.157434 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-a47d76de-9508-4702-b172-1e1f41d47d35 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127702029'] for subnet, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:00.176082 n-d-773647-6 neutron-server[100247]: DEBUG neutron.notifiers.nova [req-53ec9728-ed12-4cda-ad0b-af6fe524a7cb req-b86181bb-c2aa-4586-a0a5-86184e6bcd72 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 01a782eb-278b-4e28-926f-f4d2a4858592 {{(pid=100247) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 14:02:00.178462 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:00.205020 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-53ec9728-ed12-4cda-ad0b-af6fe524a7cb req-b86181bb-c2aa-4586-a0a5-86184e6bcd72 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:00.231118 n-d-773647-6 neutron-server[100246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4a04eb6-bb93-495c-bc67-b780dbcf097b', 'tag': 'adefc31d-e044-47aa-80b4-b714d212fabd'}] {{(pid=100246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:02:00.233557 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0d96c5ab5e889f7b933ae915b9be33d1b46c9e87795bf781004b656ef3f1e87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f216d7d0-b33d-4eed-8fe3-aea9c389b8cc" -d '{"events": [{"name": "network-changed", "server_uuid": "c4a04eb6-bb93-495c-bc67-b780dbcf097b", "tag": "adefc31d-e044-47aa-80b4-b714d212fabd"}]}' {{(pid=100246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:02:00.243839 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] For port f9119c86-a4ab-4886-8b8d-f340ace2dca4, host n-h2-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=f9119c86-a4ab-4886-8b8d-f340ace2dca4,segment=NetworkSegment(1d8f5395-0396-4ba3-8cac-3307d03a82e3),segment_id=1d8f5395-0396-4ba3-8cac-3307d03a82e3)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:02:00.245880 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Network 8db538bb-9e5e-4771-8353-dcc3bdff004e details requested by agent ovs-agent-n-d-773647-6 with host n-d-773647-6 {{(pid=100248) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 14:02:00.275686 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.provisioning_blocks [req-53ec9728-ed12-4cda-ad0b-af6fe524a7cb req-b86181bb-c2aa-4586-a0a5-86184e6bcd72 service neutron] Transition to ACTIVE for port object 01a782eb-278b-4e28-926f-f4d2a4858592 will not be triggered until provisioned by entity L2. {{(pid=100247) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:02:00.296606 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-53ec9728-ed12-4cda-ad0b-af6fe524a7cb req-b86181bb-c2aa-4586-a0a5-86184e6bcd72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128888538'] for port, after_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:00.323139 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f204fe-3920-4a21-bc8b-6ebb89475845 req-01128167-59d3-48ab-b908-2dc239f26ec8 tempest-ServersNegativeTestMultiTenantJSON-1589104584 tempest-ServersNegativeTestMultiTenantJSON-1589104584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:02:00.330488 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-11f204fe-3920-4a21-bc8b-6ebb89475845 req-01128167-59d3-48ab-b908-2dc239f26ec8 tempest-ServersNegativeTestMultiTenantJSON-1589104584 tempest-ServersNegativeTestMultiTenantJSON-1589104584-project] 10.222.0.104 "GET /v2.0/ports?device_id=43132648-fc3b-4513-8d95-c39ba11e01de HTTP/1.1" status: 200 len: 932 time: 0.4891634 Jul 06 14:02:00.345973 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50033e3-498e-483a-a37c-335223623f33 req-f8b99b48-04a6-4fe3-9f24-eb8bba7a82a1 tempest-ServersOnMultiNodesTest-299961212 tempest-ServersOnMultiNodesTest-299961212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:02:00.348437 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-f50033e3-498e-483a-a37c-335223623f33 req-f8b99b48-04a6-4fe3-9f24-eb8bba7a82a1 tempest-ServersOnMultiNodesTest-299961212 tempest-ServersOnMultiNodesTest-299961212-project] 10.222.0.104 "GET /v2.0/ports?device_id=0969280d-6a0e-40ec-b4e7-b4696c0bc3c7 HTTP/1.1" status: 200 len: 947 time: 0.5235863 Jul 06 14:02:00.423252 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-a47d76de-9508-4702-b172-1e1f41d47d35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1849032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127687649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127702047'] for subnet, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:00.494648 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47d76de-9508-4702-b172-1e1f41d47d35 admin admin] Pushing event updated for resources: {'Subnet': ['ID=906bb642-57ed-4e87-8668-4e82a3a18fe7,revision_number=0']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:02:00.506780 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a47d76de-9508-4702-b172-1e1f41d47d35 admin admin] Checking segment: {'id': '89a04a2d-f882-47fd-b830-e5562609bb0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1021, 'network_id': '8db538bb-9e5e-4771-8353-dcc3bdff004e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:02:00.507791 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a47d76de-9508-4702-b172-1e1f41d47d35 admin admin] Network hostable DHCP agents. Network: 8db538bb-9e5e-4771-8353-dcc3bdff004e, hostable agents: ['f2bada3d-be77-4359-982b-8505a2bbca04'], hosted agents: [] {{(pid=100246) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 14:02:00.510052 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-a063f0dc-3c60-4cc3-b99c-b3c20f550f8f admin admin] Notify callbacks [] for port, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:00.515747 n-d-773647-6 neutron-server[100248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21cc4d7a-6699-49ac-8d07-8eb34a2af007', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9119c86-a4ab-4886-8b8d-f340ace2dca4'}] {{(pid=100248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:02:00.518572 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84af257533e383389cbcf231d3534f4d5e149e7203fea16b4a8fc01438dddaf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f34c74f9-9c5c-40bd-936d-3e44f25e5f18" -d '{"events": [{"server_uuid": "21cc4d7a-6699-49ac-8d07-8eb34a2af007", "name": "network-vif-plugged", "status": "completed", "tag": "f9119c86-a4ab-4886-8b8d-f340ace2dca4"}]}' {{(pid=100248) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:02:00.524286 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-f50033e3-498e-483a-a37c-335223623f33 req-f312eb04-1d34-422d-8bb3-516d4b5761c9 tempest-ServersOnMultiNodesTest-299961212 tempest-ServersOnMultiNodesTest-299961212-project] 10.222.0.104 "GET /v2.0/security-groups?id=304f894d-c671-4a59-b0fb-2a4d849c5ac9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1532738 Jul 06 14:02:00.528777 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:00.552613 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a47d76de-9508-4702-b172-1e1f41d47d35 admin admin] Network 8db538bb-9e5e-4771-8353-dcc3bdff004e is scheduled to be hosted by DHCP agent f2bada3d-be77-4359-982b-8505a2bbca04 with binding_index 1 {{(pid=100246) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 14:02:00.555740 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-11f204fe-3920-4a21-bc8b-6ebb89475845 req-6b6c5420-8bc2-4a43-b07a-891b73eced03 tempest-ServersNegativeTestMultiTenantJSON-1589104584 tempest-ServersNegativeTestMultiTenantJSON-1589104584-project] 10.222.0.104 "GET /v2.0/security-groups?id=e297f2c8-57cd-463b-a996-9c32846d6f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2199397 Jul 06 14:02:00.572527 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.base_scheduler [None req-a47d76de-9508-4702-b172-1e1f41d47d35 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773647-6, 8db538bb-9e5e-4771-8353-dcc3bdff004e) {{(pid=100246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:02:00.577223 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a47d76de-9508-4702-b172-1e1f41d47d35 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:02:00.577815 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-a47d76de-9508-4702-b172-1e1f41d47d35 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:00.588926 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5a6b088-cdab-4670-b7d6-0295b2a33861 None None] Network 8db538bb-9e5e-4771-8353-dcc3bdff004e requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:02:00.608231 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-a47d76de-9508-4702-b172-1e1f41d47d35 admin admin] 10.222.0.104 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5045443 Jul 06 14:02:00.611027 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 37144) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:02:00.617264 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-dd301d7d-a8e4-41d6-84cd-9117b1d24faa admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-1594388382-router', 'tenant_id': 'db940b92de5443cbbd5f77e12cabccfc', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719'}}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:02:00.627180 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Pushing event updated for resources: {'Port': ['ID=87aff17c-7fb7-480a-a70e-17fc14db3d7d,revision_number=3']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:02:00.667555 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-dd301d7d-a8e4-41d6-84cd-9117b1d24faa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1806290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6992'] for router, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:00.668571 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-dd301d7d-a8e4-41d6-84cd-9117b1d24faa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1806157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1808637', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1714747', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7007'] for router, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:00.684900 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-14aef701-1725-4308-a0e0-3695ac7e337a req-1e33af91-5d7a-4b7a-aab4-4d0746feb577 tempest-ServersTestBootFromVolume-787010614 tempest-ServersTestBootFromVolume-787010614-project] Notify callbacks [] for port, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:00.693221 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-c484f6d8-6643-4e93-af33-63c6c7d722be None None] Provisioning complete for port 87aff17c-7fb7-480a-a70e-17fc14db3d7d triggered by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:02:00.696435 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-c484f6d8-6643-4e93-af33-63c6c7d722be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:00.719393 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 14:02:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8d437f8-a956-40ba-959d-4b8d90d3ffcb x-openstack-request-id: req-e8d437f8-a956-40ba-959d-4b8d90d3ffcb {{(pid=100246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:02:00.719686 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c4a04eb6-bb93-495c-bc67-b780dbcf097b", "tag": "adefc31d-e044-47aa-80b4-b714d212fabd", "status": "completed", "code": 200}]} {{(pid=100246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:02:00.719939 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-e8d437f8-a956-40ba-959d-4b8d90d3ffcb {{(pid=100246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:02:00.720336 n-d-773647-6 neutron-server[100246]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4a04eb6-bb93-495c-bc67-b780dbcf097b', 'tag': 'adefc31d-e044-47aa-80b4-b714d212fabd', 'status': 'completed', 'code': 200} Jul 06 14:02:00.773742 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86181bb-c2aa-4586-a0a5-86184e6bcd72 service neutron] Pushing event updated for resources: {'Port': ['ID=01a782eb-278b-4e28-926f-f4d2a4858592,revision_number=2']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:02:00.807416 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 14:02:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0831a2ef-5ac4-4f6b-8389-f2a6ae921589 x-openstack-request-id: req-0831a2ef-5ac4-4f6b-8389-f2a6ae921589 {{(pid=100248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:02:00.807807 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21cc4d7a-6699-49ac-8d07-8eb34a2af007", "name": "network-vif-plugged", "status": "completed", "tag": "f9119c86-a4ab-4886-8b8d-f340ace2dca4", "code": 200}]} {{(pid=100248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:02:00.808120 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-0831a2ef-5ac4-4f6b-8389-f2a6ae921589 {{(pid=100248) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:02:00.808571 n-d-773647-6 neutron-server[100248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21cc4d7a-6699-49ac-8d07-8eb34a2af007', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9119c86-a4ab-4886-8b8d-f340ace2dca4', 'code': 200} Jul 06 14:02:00.813727 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-dd301d7d-a8e4-41d6-84cd-9117b1d24faa admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:00.829579 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.managers [req-53ec9728-ed12-4cda-ad0b-af6fe524a7cb req-b86181bb-c2aa-4586-a0a5-86184e6bcd72 service neutron] Attempting to bind port 01a782eb-278b-4e28-926f-f4d2a4858592 on host n-h1-773647-6 for vnic_type normal with profile {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:02:00.829934 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.managers [req-53ec9728-ed12-4cda-ad0b-af6fe524a7cb req-b86181bb-c2aa-4586-a0a5-86184e6bcd72 service neutron] Attempting to bind port 01a782eb-278b-4e28-926f-f4d2a4858592 by drivers openvswitch,hyperv on host n-h1-773647-6 at level 0 using segments [{'id': 'ea7aaf83-2eb9-4df6-af24-2413db24fa15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': '73678b3f-2ba9-41ab-b28a-ed914eafc843'}] {{(pid=100247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:02:00.830345 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53ec9728-ed12-4cda-ad0b-af6fe524a7cb req-b86181bb-c2aa-4586-a0a5-86184e6bcd72 service neutron] Attempting to bind port 01a782eb-278b-4e28-926f-f4d2a4858592 on network 73678b3f-2ba9-41ab-b28a-ed914eafc843 {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:02:00.840481 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53ec9728-ed12-4cda-ad0b-af6fe524a7cb req-b86181bb-c2aa-4586-a0a5-86184e6bcd72 service neutron] Port 01a782eb-278b-4e28-926f-f4d2a4858592 on network 73678b3f-2ba9-41ab-b28a-ed914eafc843 not bound, no agent of type Open vSwitch agent registered on host n-h1-773647-6 {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 14:02:00.840904 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53ec9728-ed12-4cda-ad0b-af6fe524a7cb req-b86181bb-c2aa-4586-a0a5-86184e6bcd72 service neutron] Attempting to bind port 01a782eb-278b-4e28-926f-f4d2a4858592 on network 73678b3f-2ba9-41ab-b28a-ed914eafc843 {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:02:00.858035 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53ec9728-ed12-4cda-ad0b-af6fe524a7cb req-b86181bb-c2aa-4586-a0a5-86184e6bcd72 service neutron] Checking agent: {'id': '5bf7147f-bada-4441-a5dc-934b903473fb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-773647-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 51, 12), 'started_at': datetime.datetime(2021, 7, 6, 13, 51, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 1, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:02:00.858509 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53ec9728-ed12-4cda-ad0b-af6fe524a7cb req-b86181bb-c2aa-4586-a0a5-86184e6bcd72 service neutron] Checking segment: {'id': 'ea7aaf83-2eb9-4df6-af24-2413db24fa15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': '73678b3f-2ba9-41ab-b28a-ed914eafc843'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100247) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:02:00.859008 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53ec9728-ed12-4cda-ad0b-af6fe524a7cb req-b86181bb-c2aa-4586-a0a5-86184e6bcd72 service neutron] Bound using segment: {'id': 'ea7aaf83-2eb9-4df6-af24-2413db24fa15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': '73678b3f-2ba9-41ab-b28a-ed914eafc843'} {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:02:00.859615 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.managers [req-53ec9728-ed12-4cda-ad0b-af6fe524a7cb req-b86181bb-c2aa-4586-a0a5-86184e6bcd72 service neutron] Bound port: 01a782eb-278b-4e28-926f-f4d2a4858592, host: n-h1-773647-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ea7aaf83-2eb9-4df6-af24-2413db24fa15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': '73678b3f-2ba9-41ab-b28a-ed914eafc843'}}] {{(pid=100247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:02:00.860098 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-53ec9728-ed12-4cda-ad0b-af6fe524a7cb req-b86181bb-c2aa-4586-a0a5-86184e6bcd72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:01.005893 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c441d5ba-69c3-4ce8-be68-3843fc5983d0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6bd5fc82-6666-56e8-87c2-91648d36c963-8db538bb-9e5e-4771-8353-dcc3bdff004e', 'network_id': '8db538bb-9e5e-4771-8353-dcc3bdff004e', 'tenant_id': 'db940b92de5443cbbd5f77e12cabccfc', 'fixed_ips': [{'subnet_id': '906bb642-57ed-4e87-8668-4e82a3a18fe7'}]}} from n-d-773647-6. {{(pid=100248) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 14:02:01.006779 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-c441d5ba-69c3-4ce8-be68-3843fc5983d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:01.078717 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-dd301d7d-a8e4-41d6-84cd-9117b1d24faa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1761047', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1806272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6989'] for router, precommit_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:01.094459 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f216d7d0-b33d-4eed-8fe3-aea9c389b8cc req-5fc18e1e-03ff-4fa4-89aa-45b37b41d933 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:02:01.096066 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-f216d7d0-b33d-4eed-8fe3-aea9c389b8cc req-5fc18e1e-03ff-4fa4-89aa-45b37b41d933 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=825a4fb0f5c7454f82c586f8d1442f43&device_id=c4a04eb6-bb93-495c-bc67-b780dbcf097b HTTP/1.1" status: 200 len: 1095 time: 0.3130932 Jul 06 14:02:01.104802 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b6e2c9-43a2-44a3-aaac-5bfe82a4647d req-90f85ce8-6cf0-4741-abbb-e2bd632a5e91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:02:01.106270 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-66b6e2c9-43a2-44a3-aaac-5bfe82a4647d req-90f85ce8-6cf0-4741-abbb-e2bd632a5e91 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=21cc4d7a-6699-49ac-8d07-8eb34a2af007 HTTP/1.1" status: 200 len: 1097 time: 0.2490966 Jul 06 14:02:01.202041 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.provisioning_blocks [req-14aef701-1725-4308-a0e0-3695ac7e337a req-1e33af91-5d7a-4b7a-aab4-4d0746feb577 tempest-ServersTestBootFromVolume-787010614 tempest-ServersTestBootFromVolume-787010614-project] Transition to ACTIVE for port object cf98c374-ae9b-477f-888b-f3febecd9b81 will not be triggered until provisioned by entity DHCP. {{(pid=100247) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:02:01.220234 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-f1c0058e-f136-4c92-8d24-165bfe768dab req-c35118ba-8e9e-4538-93c0-ddb65d1c0cad tempest-ServersTestBootFromVolume-787010614 tempest-ServersTestBootFromVolume-787010614-project] 10.222.0.104 "GET /v2.0/ports?device_id=e35a7e2e-d30c-4bf0-b481-78bca7eacfd4 HTTP/1.1" status: 200 len: 210 time: 0.3922946 Jul 06 14:02:01.260225 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f216d7d0-b33d-4eed-8fe3-aea9c389b8cc req-6d238835-1daf-410b-9bdc-5c108f22475a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:02:01.261682 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Pushing event updated for resources: {'Port': ['ID=f9119c86-a4ab-4886-8b8d-f340ace2dca4,revision_number=5']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:02:01.261831 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-f216d7d0-b33d-4eed-8fe3-aea9c389b8cc req-6d238835-1daf-410b-9bdc-5c108f22475a service neutron] 10.222.0.72 "GET /v2.0/networks?id=dc2aab4d-ebf5-4223-8156-143d93bdc342 HTTP/1.1" status: 200 len: 923 time: 0.1592913 Jul 06 14:02:01.294496 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.db_base_plugin_common [None req-c441d5ba-69c3-4ce8-be68-3843fc5983d0 None None] Allocated IP 172.20.0.2 (8db538bb-9e5e-4771-8353-dcc3bdff004e/906bb642-57ed-4e87-8668-4e82a3a18fe7/c8881be5-4a11-43d3-902f-77a98b74862b) {{(pid=100248) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:02:01.350854 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-f216d7d0-b33d-4eed-8fe3-aea9c389b8cc req-964439a3-da36-4ddf-b078-627598504aa0 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=adefc31d-e044-47aa-80b4-b714d212fabd HTTP/1.1" status: 200 len: 217 time: 0.0769501 Jul 06 14:02:01.375690 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.db [req-53ec9728-ed12-4cda-ad0b-af6fe524a7cb req-b86181bb-c2aa-4586-a0a5-86184e6bcd72 service neutron] For port 01a782eb-278b-4e28-926f-f4d2a4858592, host n-h1-773647-6, cleared binding levels {{(pid=100247) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:02:01.381300 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.db [req-53ec9728-ed12-4cda-ad0b-af6fe524a7cb req-b86181bb-c2aa-4586-a0a5-86184e6bcd72 service neutron] For port 01a782eb-278b-4e28-926f-f4d2a4858592, host n-h1-773647-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773647-6',level=0,port_id=01a782eb-278b-4e28-926f-f4d2a4858592,segment=NetworkSegment(ea7aaf83-2eb9-4df6-af24-2413db24fa15),segment_id=ea7aaf83-2eb9-4df6-af24-2413db24fa15)] {{(pid=100247) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:02:01.428358 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 87aff17c-7fb7-480a-a70e-17fc14db3d7d up at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:02:01.433393 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-66b6e2c9-43a2-44a3-aaac-5bfe82a4647d req-022a6749-771f-48fd-91ea-0b5b922ca482 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=9d998fb6-7df8-4bbe-9c1b-38481459586f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3087683 Jul 06 14:02:01.434386 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-53ec9728-ed12-4cda-ad0b-af6fe524a7cb req-b86181bb-c2aa-4586-a0a5-86184e6bcd72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128888538'] for port, after_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:01.445088 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f216d7d0-b33d-4eed-8fe3-aea9c389b8cc req-97fd65b3-f57d-48ed-8d0c-a80e058b2c7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:02:01.446837 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-f216d7d0-b33d-4eed-8fe3-aea9c389b8cc req-97fd65b3-f57d-48ed-8d0c-a80e058b2c7e service neutron] 10.222.0.72 "GET /v2.0/subnets?id=9d4d8837-0e9e-40cd-b8da-4a4f0d5a912c HTTP/1.1" status: 200 len: 860 time: 0.0895729 Jul 06 14:02:01.454923 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-a063f0dc-3c60-4cc3-b99c-b3c20f550f8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-128888360'] for port, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:01.494718 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ec9728-ed12-4cda-ad0b-af6fe524a7cb req-b86181bb-c2aa-4586-a0a5-86184e6bcd72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:02:01.494718 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-53ec9728-ed12-4cda-ad0b-af6fe524a7cb req-b86181bb-c2aa-4586-a0a5-86184e6bcd72 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:01.496133 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-53ec9728-ed12-4cda-ad0b-af6fe524a7cb req-b86181bb-c2aa-4586-a0a5-86184e6bcd72 service neutron] 10.222.0.127 "PUT /v2.0/ports/01a782eb-278b-4e28-926f-f4d2a4858592 HTTP/1.1" status: 200 len: 1092 time: 3.2820196 Jul 06 14:02:01.500077 n-d-773647-6 neutron-server[100247]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43132648-fc3b-4513-8d95-c39ba11e01de', 'tag': '01a782eb-278b-4e28-926f-f4d2a4858592'}] {{(pid=100247) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:02:01.502442 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cbf0eeaae822f8fc9b87a94aeba67a3d651842baf663a51cba94b67a514836d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efd11bdc-49b8-465f-aef6-035394dcebf6" -d '{"events": [{"name": "network-changed", "server_uuid": "43132648-fc3b-4513-8d95-c39ba11e01de", "tag": "01a782eb-278b-4e28-926f-f4d2a4858592"}]}' {{(pid=100247) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:02:01.559442 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-c441d5ba-69c3-4ce8-be68-3843fc5983d0 None None] Notify callbacks [] for port, precommit_create {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:01.563883 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a063f0dc-3c60-4cc3-b99c-b3c20f550f8f admin admin] Network 2658f09e-a580-4d4a-9968-2d1e0ad93719 is already hosted by enough agents. {{(pid=100247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:02:01.567625 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning complete for port 87aff17c-7fb7-480a-a70e-17fc14db3d7d triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:02:01.568129 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:01.572486 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-c441d5ba-69c3-4ce8-be68-3843fc5983d0 None None] Transition to ACTIVE for port object c8881be5-4a11-43d3-902f-77a98b74862b will not be triggered until provisioned by entity L2. {{(pid=100248) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:02:01.598848 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.base_scheduler [None req-a063f0dc-3c60-4cc3-b99c-b3c20f550f8f admin admin] Resources bound (agent type, host, resource id): {{(pid=100247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:02:01.607742 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a063f0dc-3c60-4cc3-b99c-b3c20f550f8f admin admin] Received port after_create {{(pid=100247) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:02:01.620773 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-c441d5ba-69c3-4ce8-be68-3843fc5983d0 None None] Transition to ACTIVE for port object c8881be5-4a11-43d3-902f-77a98b74862b will not be triggered until provisioned by entity DHCP. {{(pid=100248) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:02:01.632753 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Device 32379c07-1a53-499c-a763-9f9d5460c606 details requested by agent hyperv_n-h2-773647-6 with host n-h2-773647-6 {{(pid=100248) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 14:02:01.636486 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-c441d5ba-69c3-4ce8-be68-3843fc5983d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108'] for port, after_create {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:01.693900 n-d-773647-6 neutron-server[100248]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c441d5ba-69c3-4ce8-be68-3843fc5983d0 None None] Network 8db538bb-9e5e-4771-8353-dcc3bdff004e is already hosted by enough agents. {{(pid=100248) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:02:01.697611 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-dd301d7d-a8e4-41d6-84cd-9117b1d24faa admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:01.699648 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175d1997-0bb4-4c71-ba78-cfc6080bfc97 req-874833ff-a835-4a55-877a-e2c2bfcaa916 tempest-AttachSCSIVolumeTestJSON-2042390427 tempest-AttachSCSIVolumeTestJSON-2042390427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:02:01.702146 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-175d1997-0bb4-4c71-ba78-cfc6080bfc97 req-874833ff-a835-4a55-877a-e2c2bfcaa916 tempest-AttachSCSIVolumeTestJSON-2042390427 tempest-AttachSCSIVolumeTestJSON-2042390427-project] 10.222.0.104 "GET /v2.0/ports?device_id=21cc4d7a-6699-49ac-8d07-8eb34a2af007 HTTP/1.1" status: 200 len: 946 time: 0.4960589 Jul 06 14:02:01.707857 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86181bb-c2aa-4586-a0a5-86184e6bcd72 service neutron] Pushing event updated for resources: {'Port': ['ID=01a782eb-278b-4e28-926f-f4d2a4858592,revision_number=3']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:02:01.718927 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-14aef701-1725-4308-a0e0-3695ac7e337a req-1e33af91-5d7a-4b7a-aab4-4d0746feb577 tempest-ServersTestBootFromVolume-787010614 tempest-ServersTestBootFromVolume-787010614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-128888360'] for port, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:01.739327 n-d-773647-6 neutron-server[100248]: DEBUG neutron.scheduler.base_scheduler [None req-c441d5ba-69c3-4ce8-be68-3843fc5983d0 None None] Resources bound (agent type, host, resource id): {{(pid=100248) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:02:01.739604 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-dd301d7d-a8e4-41d6-84cd-9117b1d24faa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:01.749890 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c441d5ba-69c3-4ce8-be68-3843fc5983d0 None None] Received port after_create {{(pid=100248) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:02:01.764085 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c441d5ba-69c3-4ce8-be68-3843fc5983d0 None None] Pushing event updated for resources: {'Port': ['ID=c8881be5-4a11-43d3-902f-77a98b74862b,revision_number=1']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:02:01.766572 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a063f0dc-3c60-4cc3-b99c-b3c20f550f8f admin admin] Pushing event updated for resources: {'Port': ['ID=115ae7df-899c-4b63-824a-b260266fec55,revision_number=1']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:02:01.873616 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-c441d5ba-69c3-4ce8-be68-3843fc5983d0 None None] Attempting to bind port c8881be5-4a11-43d3-902f-77a98b74862b on host n-d-773647-6 for vnic_type normal with profile {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:02:01.873907 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-c441d5ba-69c3-4ce8-be68-3843fc5983d0 None None] Attempting to bind port c8881be5-4a11-43d3-902f-77a98b74862b by drivers openvswitch,hyperv on host n-d-773647-6 at level 0 using segments [{'id': '89a04a2d-f882-47fd-b830-e5562609bb0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1021, 'network_id': '8db538bb-9e5e-4771-8353-dcc3bdff004e'}] {{(pid=100248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:02:01.874416 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c441d5ba-69c3-4ce8-be68-3843fc5983d0 None None] Attempting to bind port c8881be5-4a11-43d3-902f-77a98b74862b on network 8db538bb-9e5e-4771-8353-dcc3bdff004e {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:02:01.882448 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.db_base_plugin_common [None req-dd301d7d-a8e4-41d6-84cd-9117b1d24faa admin admin] Allocated IP 172.25.0.39 (2658f09e-a580-4d4a-9968-2d1e0ad93719/cbf74abc-6fe1-4d33-b005-c948923b9647/2637c84f-d9fa-4d74-9274-a92bbe38768d) {{(pid=100246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:02:01.892918 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c441d5ba-69c3-4ce8-be68-3843fc5983d0 None None] Checking agent: {'id': '8ab5b19c-d213-4f29-891d-27bdf39d38b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773647-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 43, 26), 'started_at': datetime.datetime(2021, 7, 6, 13, 43, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 1, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773647-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:02:01.893286 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c441d5ba-69c3-4ce8-be68-3843fc5983d0 None None] Checking segment: {'id': '89a04a2d-f882-47fd-b830-e5562609bb0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1021, 'network_id': '8db538bb-9e5e-4771-8353-dcc3bdff004e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:02:01.893838 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-c441d5ba-69c3-4ce8-be68-3843fc5983d0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:01.894240 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c441d5ba-69c3-4ce8-be68-3843fc5983d0 None None] Bound using segment: {'id': '89a04a2d-f882-47fd-b830-e5562609bb0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1021, 'network_id': '8db538bb-9e5e-4771-8353-dcc3bdff004e'} {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:02:01.894906 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-c441d5ba-69c3-4ce8-be68-3843fc5983d0 None None] Bound port: c8881be5-4a11-43d3-902f-77a98b74862b, host: n-d-773647-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89a04a2d-f882-47fd-b830-e5562609bb0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1021, 'network_id': '8db538bb-9e5e-4771-8353-dcc3bdff004e'}}] {{(pid=100248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:02:01.895334 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-c441d5ba-69c3-4ce8-be68-3843fc5983d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:01.921649 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] For port 32379c07-1a53-499c-a763-9f9d5460c606, host n-h2-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=32379c07-1a53-499c-a763-9f9d5460c606,segment=NetworkSegment(c9ea893d-045e-42cf-b3dd-cdd1f79baccd),segment_id=c9ea893d-045e-42cf-b3dd-cdd1f79baccd)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:02:01.956389 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Returning: {'device': '32379c07-1a53-499c-a763-9f9d5460c606', 'network_id': 'ac09d390-867f-4b75-a8d2-ab11550bffd6', 'port_id': '32379c07-1a53-499c-a763-9f9d5460c606', 'mac_address': 'fa:16:3e:fe:29:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1023, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd1c3cc78-09b9-4e30-99fd-0e5830de101d', 'ip_address': '192.168.233.75'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100248) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 14:02:01.964462 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ec9728-ed12-4cda-ad0b-af6fe524a7cb req-9fe88090-0038-44b2-ba82-93c31ff4e73b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:02:01.966309 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-53ec9728-ed12-4cda-ad0b-af6fe524a7cb req-9fe88090-0038-44b2-ba82-93c31ff4e73b service neutron] 10.222.0.127 "GET /v2.0/ports?tenant_id=0fe496e6aed24c15ba4c26898920f741&device_id=43132648-fc3b-4513-8d95-c39ba11e01de HTTP/1.1" status: 200 len: 1095 time: 0.4124787 Jul 06 14:02:01.983984 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda98f69-51d4-471d-b83c-f24364215e8d req-3760a650-9fa5-4b9f-a183-4ffa0d831f65 tempest-FloatingIPsAssociationTestJSON-978234990 tempest-FloatingIPsAssociationTestJSON-978234990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:02:01.992821 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-fda98f69-51d4-471d-b83c-f24364215e8d req-3760a650-9fa5-4b9f-a183-4ffa0d831f65 tempest-FloatingIPsAssociationTestJSON-978234990 tempest-FloatingIPsAssociationTestJSON-978234990-project] 10.222.0.104 "GET /v2.0/ports?device_id=c4a04eb6-bb93-495c-bc67-b780dbcf097b HTTP/1.1" status: 200 len: 944 time: 0.5477176 Jul 06 14:02:02.013999 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-dd301d7d-a8e4-41d6-84cd-9117b1d24faa admin admin] Notify callbacks [] for port, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:02.018561 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-c441d5ba-69c3-4ce8-be68-3843fc5983d0 None None] For port c8881be5-4a11-43d3-902f-77a98b74862b, host n-d-773647-6, cleared binding levels {{(pid=100248) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:02:02.023606 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-c441d5ba-69c3-4ce8-be68-3843fc5983d0 None None] For port c8881be5-4a11-43d3-902f-77a98b74862b, host n-d-773647-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=c8881be5-4a11-43d3-902f-77a98b74862b,segment=NetworkSegment(89a04a2d-f882-47fd-b830-e5562609bb0e),segment_id=89a04a2d-f882-47fd-b830-e5562609bb0e)] {{(pid=100248) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:02:02.025060 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:02.036291 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-c441d5ba-69c3-4ce8-be68-3843fc5983d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:02.049039 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-14aef701-1725-4308-a0e0-3695ac7e337a req-1e33af91-5d7a-4b7a-aab4-4d0746feb577 tempest-ServersTestBootFromVolume-787010614 tempest-ServersTestBootFromVolume-787010614-project] Network d9f36955-e86a-4c93-9b28-49ad744bf776 is already hosted by enough agents. {{(pid=100247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:02:02.050731 n-d-773647-6 neutron-server[100248]: DEBUG neutron.notifiers.nova [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 32379c07-1a53-499c-a763-9f9d5460c606 {{(pid=100248) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 14:02:02.062681 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f216d7d0-b33d-4eed-8fe3-aea9c389b8cc req-ea6c2251-8051-4455-97c3-bae181f1b1eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:02:02.064905 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-f216d7d0-b33d-4eed-8fe3-aea9c389b8cc req-ea6c2251-8051-4455-97c3-bae181f1b1eb service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=dc2aab4d-ebf5-4223-8156-143d93bdc342&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5843287 Jul 06 14:02:02.068158 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-dd301d7d-a8e4-41d6-84cd-9117b1d24faa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-127687573'] for port, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:02.104027 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-53ec9728-ed12-4cda-ad0b-af6fe524a7cb req-9af10613-06c5-40c0-ad01-f2f471bfbe7d service neutron] 10.222.0.127 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=01a782eb-278b-4e28-926f-f4d2a4858592 HTTP/1.1" status: 200 len: 217 time: 0.0624559 Jul 06 14:02:02.123441 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] For port 32379c07-1a53-499c-a763-9f9d5460c606, host n-h2-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=32379c07-1a53-499c-a763-9f9d5460c606,segment=NetworkSegment(c9ea893d-045e-42cf-b3dd-cdd1f79baccd),segment_id=c9ea893d-045e-42cf-b3dd-cdd1f79baccd)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:02:02.127490 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.base_scheduler [req-14aef701-1725-4308-a0e0-3695ac7e337a req-1e33af91-5d7a-4b7a-aab4-4d0746feb577 tempest-ServersTestBootFromVolume-787010614 tempest-ServersTestBootFromVolume-787010614-project] Resources bound (agent type, host, resource id): {{(pid=100247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:02:02.134990 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e33af91-5d7a-4b7a-aab4-4d0746feb577 tempest-ServersTestBootFromVolume-787010614 tempest-ServersTestBootFromVolume-787010614-project] Pushing event updated for resources: {'Port': ['ID=cf98c374-ae9b-477f-888b-f3febecd9b81,revision_number=1']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:02:02.144853 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:02.145390 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Device adefc31d-e044-47aa-80b4-b714d212fabd details requested by agent hyperv_n-h2-773647-6 with host n-h2-773647-6 {{(pid=100248) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 14:02:02.148788 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.l3_dvrscheduler_db [req-14aef701-1725-4308-a0e0-3695ac7e337a req-1e33af91-5d7a-4b7a-aab4-4d0746feb577 tempest-ServersTestBootFromVolume-787010614 tempest-ServersTestBootFromVolume-787010614-project] Received port after_create {{(pid=100247) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:02:02.164943 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c441d5ba-69c3-4ce8-be68-3843fc5983d0 None None] Pushing event updated for resources: {'Port': ['ID=c8881be5-4a11-43d3-902f-77a98b74862b,revision_number=2']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:02:02.201658 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-175d1997-0bb4-4c71-ba78-cfc6080bfc97 req-8212ebef-0b1b-4f3e-9887-50e81d462160 tempest-AttachSCSIVolumeTestJSON-2042390427 tempest-AttachSCSIVolumeTestJSON-2042390427-project] 10.222.0.104 "GET /v2.0/security-groups?id=9d998fb6-7df8-4bbe-9c1b-38481459586f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4886851 Jul 06 14:02:02.281220 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd301d7d-a8e4-41d6-84cd-9117b1d24faa admin admin] Pushing event updated for resources: {'Port': ['ID=2637c84f-d9fa-4d74-9274-a92bbe38768d,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:02:02.290623 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-f216d7d0-b33d-4eed-8fe3-aea9c389b8cc req-4a5ed6d8-61e6-4340-93af-89691386e266 service neutron] 10.222.0.72 "GET /v2.0/networks/dc2aab4d-ebf5-4223-8156-143d93bdc342?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1687012 Jul 06 14:02:02.325645 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Pushing event updated for resources: {'Port': ['ID=32379c07-1a53-499c-a763-9f9d5460c606,revision_number=4']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:02:02.344423 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.db.resource_extend [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 06 14:02:02.485730 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd301d7d-a8e4-41d6-84cd-9117b1d24faa admin admin] Network 2658f09e-a580-4d4a-9968-2d1e0ad93719 is already hosted by enough agents. {{(pid=100246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:02:02.500109 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.base_scheduler [None req-dd301d7d-a8e4-41d6-84cd-9117b1d24faa admin admin] Resources bound (agent type, host, resource id): {{(pid=100246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:02:02.505527 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd301d7d-a8e4-41d6-84cd-9117b1d24faa admin admin] Received port after_create {{(pid=100246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:02:02.520262 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] For port adefc31d-e044-47aa-80b4-b714d212fabd, host n-h2-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=adefc31d-e044-47aa-80b4-b714d212fabd,segment=NetworkSegment(b84425ef-5b11-46aa-9198-ea4525ffd9fc),segment_id=b84425ef-5b11-46aa-9198-ea4525ffd9fc)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:02:02.523270 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 14:02:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc822bc0-be65-486a-ba5c-2b31aa379a0d x-openstack-request-id: req-dc822bc0-be65-486a-ba5c-2b31aa379a0d {{(pid=100247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:02:02.523814 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "43132648-fc3b-4513-8d95-c39ba11e01de", "tag": "01a782eb-278b-4e28-926f-f4d2a4858592", "status": "completed", "code": 200}]} {{(pid=100247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:02:02.523970 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-dc822bc0-be65-486a-ba5c-2b31aa379a0d {{(pid=100247) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:02:02.524454 n-d-773647-6 neutron-server[100247]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '43132648-fc3b-4513-8d95-c39ba11e01de', 'tag': '01a782eb-278b-4e28-926f-f4d2a4858592', 'status': 'completed', 'code': 200} Jul 06 14:02:02.546146 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Returning: {'device': 'adefc31d-e044-47aa-80b4-b714d212fabd', 'network_id': 'dc2aab4d-ebf5-4223-8156-143d93bdc342', 'port_id': 'adefc31d-e044-47aa-80b4-b714d212fabd', 'mac_address': 'fa:16:3e:8f:b5:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1024, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d4d8837-0e9e-40cd-b8da-4a4f0d5a912c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100248) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 14:02:02.560539 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-fda98f69-51d4-471d-b83c-f24364215e8d req-5f0c59d9-0231-4239-91f1-8781f323a992 tempest-FloatingIPsAssociationTestJSON-978234990 tempest-FloatingIPsAssociationTestJSON-978234990-project] 10.222.0.104 "GET /v2.0/security-groups?id=715e00b7-412d-4ac6-a847-c2c6525b42cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5666122 Jul 06 14:02:02.613459 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14aef701-1725-4308-a0e0-3695ac7e337a req-1e33af91-5d7a-4b7a-aab4-4d0746feb577 tempest-ServersTestBootFromVolume-787010614 tempest-ServersTestBootFromVolume-787010614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:02:02.614147 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-14aef701-1725-4308-a0e0-3695ac7e337a req-1e33af91-5d7a-4b7a-aab4-4d0746feb577 tempest-ServersTestBootFromVolume-787010614 tempest-ServersTestBootFromVolume-787010614-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:02.626960 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ec9728-ed12-4cda-ad0b-af6fe524a7cb req-90b3db62-ad85-4eb3-9b82-539fd01f05b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:02:02.628520 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-53ec9728-ed12-4cda-ad0b-af6fe524a7cb req-90b3db62-ad85-4eb3-9b82-539fd01f05b9 service neutron] 10.222.0.127 "GET /v2.0/subnets?id=e576e31c-3afe-43f6-b94a-f5aa4de9fb74 HTTP/1.1" status: 200 len: 863 time: 0.4947495 Jul 06 14:02:02.653595 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:02.689859 n-d-773647-6 neutron-server[100248]: DEBUG neutron.notifiers.nova [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id adefc31d-e044-47aa-80b4-b714d212fabd {{(pid=100248) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 14:02:02.719188 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] For port adefc31d-e044-47aa-80b4-b714d212fabd, host n-h2-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=adefc31d-e044-47aa-80b4-b714d212fabd,segment=NetworkSegment(b84425ef-5b11-46aa-9198-ea4525ffd9fc),segment_id=b84425ef-5b11-46aa-9198-ea4525ffd9fc)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:02:02.723574 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-53ec9728-ed12-4cda-ad0b-af6fe524a7cb req-fa74689e-5ec7-43a0-bde1-56d2caf49fe3 service neutron] 10.222.0.127 "GET /v2.0/ports?network_id=73678b3f-2ba9-41ab-b28a-ed914eafc843&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0740855 Jul 06 14:02:02.724392 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-a063f0dc-3c60-4cc3-b99c-b3c20f550f8f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:02.727043 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:02.733087 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-89490100-82db-45d1-8a3d-430b49606275 None None] Provisioning for port cf98c374-ae9b-477f-888b-f3febecd9b81 completed by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:02:02.762050 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-89490100-82db-45d1-8a3d-430b49606275 None None] Provisioning complete for port cf98c374-ae9b-477f-888b-f3febecd9b81 triggered by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:02:02.762744 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-89490100-82db-45d1-8a3d-430b49606275 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:02.787885 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-14aef701-1725-4308-a0e0-3695ac7e337a req-1e33af91-5d7a-4b7a-aab4-4d0746feb577 tempest-ServersTestBootFromVolume-787010614 tempest-ServersTestBootFromVolume-787010614-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.2402945 Jul 06 14:02:02.820530 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Pushing event updated for resources: {'Port': ['ID=adefc31d-e044-47aa-80b4-b714d212fabd,revision_number=4']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:02:02.835968 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-f216d7d0-b33d-4eed-8fe3-aea9c389b8cc req-008e8694-65cf-4b00-8bee-d19444ba4263 service neutron] 10.222.0.72 "GET /v2.0/networks/dc2aab4d-ebf5-4223-8156-143d93bdc342?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5334630 Jul 06 14:02:02.837753 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-89490100-82db-45d1-8a3d-430b49606275 None None] Port cf98c374-ae9b-477f-888b-f3febecd9b81 cannot update to ACTIVE because it is not bound. {{(pid=100248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 14:02:02.892643 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [req-14aef701-1725-4308-a0e0-3695ac7e337a req-900d5070-3dab-4ab3-a14c-43d103e14f7b service neutron] Request body: {'port': {'device_id': 'e35a7e2e-d30c-4bf0-b481-78bca7eacfd4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-773647-6'}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:02:02.958806 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-dd301d7d-a8e4-41d6-84cd-9117b1d24faa admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:03.006471 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] get_ports_and_sgs() called for port_ids ['32379c07-1a53-499c-a763-9f9d5460c606'] {{(pid=100248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 14:02:03.012203 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] get_ports_and_sgs() called for port_ids ['adefc31d-e044-47aa-80b4-b714d212fabd'] {{(pid=100248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 14:02:03.091196 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-53ec9728-ed12-4cda-ad0b-af6fe524a7cb req-ac1b1675-4aff-4693-aba7-ff343de63517 service neutron] 10.222.0.127 "GET /v2.0/networks/73678b3f-2ba9-41ab-b28a-ed914eafc843?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3584280 Jul 06 14:02:03.140410 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-14aef701-1725-4308-a0e0-3695ac7e337a req-900d5070-3dab-4ab3-a14c-43d103e14f7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:03.168098 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cac4e8f-d2fd-4f9b-a032-3f717a745366 req-66b581b4-4b16-491f-b59f-0f902515c7bc tempest-ServersNegativeTestMultiTenantJSON-1589104584 tempest-ServersNegativeTestMultiTenantJSON-1589104584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:02:03.175118 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-3cac4e8f-d2fd-4f9b-a032-3f717a745366 req-66b581b4-4b16-491f-b59f-0f902515c7bc tempest-ServersNegativeTestMultiTenantJSON-1589104584 tempest-ServersNegativeTestMultiTenantJSON-1589104584-project] 10.222.0.104 "GET /v2.0/ports?device_id=43132648-fc3b-4513-8d95-c39ba11e01de HTTP/1.1" status: 200 len: 944 time: 0.3971977 Jul 06 14:02:03.202118 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-dd301d7d-a8e4-41d6-84cd-9117b1d24faa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1806297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1761036'] for router, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:03.214379 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c905f7-f587-404e-8775-d6e53657e364 req-edf641e6-b87d-4e4d-a82e-0acbef6ef538 tempest-ServersOnMultiNodesTest-299961212 tempest-ServersOnMultiNodesTest-299961212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:02:03.223197 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-64c905f7-f587-404e-8775-d6e53657e364 req-edf641e6-b87d-4e4d-a82e-0acbef6ef538 tempest-ServersOnMultiNodesTest-299961212 tempest-ServersOnMultiNodesTest-299961212-project] 10.222.0.104 "GET /v2.0/ports?device_id=0969280d-6a0e-40ec-b4e7-b4696c0bc3c7 HTTP/1.1" status: 200 len: 948 time: 0.4364710 Jul 06 14:02:03.451578 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device c8881be5-4a11-43d3-902f-77a98b74862b up at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:02:03.480858 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-3cac4e8f-d2fd-4f9b-a032-3f717a745366 req-3c9bfe4c-4e8c-4605-94f1-2e7cef5c5653 tempest-ServersNegativeTestMultiTenantJSON-1589104584 tempest-ServersNegativeTestMultiTenantJSON-1589104584-project] 10.222.0.104 "GET /v2.0/security-groups?id=e297f2c8-57cd-463b-a996-9c32846d6f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3046007 Jul 06 14:02:03.561588 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning for port c8881be5-4a11-43d3-902f-77a98b74862b completed by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:02:03.647086 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-64c905f7-f587-404e-8775-d6e53657e364 req-b91c6f3e-54c3-4044-a805-68e3843a04c9 tempest-ServersOnMultiNodesTest-299961212 tempest-ServersOnMultiNodesTest-299961212-project] 10.222.0.104 "GET /v2.0/security-groups?id=304f894d-c671-4a59-b0fb-2a4d849c5ac9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3970060 Jul 06 14:02:03.729118 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-53ec9728-ed12-4cda-ad0b-af6fe524a7cb req-be314409-e896-4f26-bbff-b2a98a5bd94d service neutron] 10.222.0.127 "GET /v2.0/networks/73678b3f-2ba9-41ab-b28a-ed914eafc843?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5845888 Jul 06 14:02:03.736469 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-a063f0dc-3c60-4cc3-b99c-b3c20f550f8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1806297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1761036'] for router, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:03.792349 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6f80793-57e8-4c87-a0d8-d15abd14f1bc None None] Network 8db538bb-9e5e-4771-8353-dcc3bdff004e requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:02:03.834013 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd301d7d-a8e4-41d6-84cd-9117b1d24faa admin admin] Router 66707835-4562-47e1-9dce-7c9cac23064a is scheduled to L3 agent 2823d358-a11b-4885-a706-95a279e43fa7 with binding_index 1 {{(pid=100246) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 14:02:03.935033 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-c754aa6c-2e22-44c6-8d37-756ba254e35b None None] Provisioning for port c8881be5-4a11-43d3-902f-77a98b74862b completed by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:02:03.940525 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-c754aa6c-2e22-44c6-8d37-756ba254e35b None None] Provisioning complete for port c8881be5-4a11-43d3-902f-77a98b74862b triggered by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:02:03.940903 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-c754aa6c-2e22-44c6-8d37-756ba254e35b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:03.987190 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd301d7d-a8e4-41d6-84cd-9117b1d24faa admin admin] Notify agent at l3_agent.n-d-773647-6 the message routers_updated {{(pid=100246) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 14:02:04.004690 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-376d2d89-2ee2-448d-b8d5-d0b77e950498 None None] Sync routers for ids ['66707835-4562-47e1-9dce-7c9cac23064a'] in n-d-773647-6 {{(pid=100249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 14:02:04.006343 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-dd301d7d-a8e4-41d6-84cd-9117b1d24faa admin admin] Notify callbacks [] for router, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:04.010362 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-dd301d7d-a8e4-41d6-84cd-9117b1d24faa admin admin] 10.222.0.104 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.3984978 Jul 06 14:02:04.010999 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 37166) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:02:04.030323 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-376d2d89-2ee2-448d-b8d5-d0b77e950498 None None] Routers {'66707835-4562-47e1-9dce-7c9cac23064a'} bound to L3 agent in host n-d-773647-6 {{(pid=100249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:02:04.031337 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-376d2d89-2ee2-448d-b8d5-d0b77e950498 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T14:01:55Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['66707835-4562-47e1-9dce-7c9cac23064a'], 'active': True} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:02:04.144030 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-c754aa6c-2e22-44c6-8d37-756ba254e35b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:04.200719 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-c754aa6c-2e22-44c6-8d37-756ba254e35b None None] For port c8881be5-4a11-43d3-902f-77a98b74862b, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=c8881be5-4a11-43d3-902f-77a98b74862b,segment=NetworkSegment(89a04a2d-f882-47fd-b830-e5562609bb0e),segment_id=89a04a2d-f882-47fd-b830-e5562609bb0e)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:02:04.212942 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvr_db [None req-376d2d89-2ee2-448d-b8d5-d0b77e950498 None None] Set router 66707835-4562-47e1-9dce-7c9cac23064a gateway port host: n-d-773647-6 {{(pid=100249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:02:04.214442 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-c754aa6c-2e22-44c6-8d37-756ba254e35b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:04.283541 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c754aa6c-2e22-44c6-8d37-756ba254e35b None None] Pushing event updated for resources: {'Port': ['ID=c8881be5-4a11-43d3-902f-77a98b74862b,revision_number=3']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:02:04.365739 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdaad0d-3305-446e-9a56-1b6fc49d3174 req-e0623663-a0f3-417e-9692-ca13ce519d7b tempest-ServersTestBootFromVolume-787010614 tempest-ServersTestBootFromVolume-787010614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:02:04.372727 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-bfdaad0d-3305-446e-9a56-1b6fc49d3174 req-e0623663-a0f3-417e-9692-ca13ce519d7b tempest-ServersTestBootFromVolume-787010614 tempest-ServersTestBootFromVolume-787010614-project] 10.222.0.104 "GET /v2.0/ports?device_id=e35a7e2e-d30c-4bf0-b481-78bca7eacfd4 HTTP/1.1" status: 200 len: 932 time: 0.6831949 Jul 06 14:02:04.458341 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-376d2d89-2ee2-448d-b8d5-d0b77e950498 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66707835-4562-47e1-9dce-7c9cac23064a', 'name': 'tempest-TaggedBootDevicesTest-1594388382-router', 'tenant_id': 'db940b92de5443cbbd5f77e12cabccfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.39'}], 'enable_snat': True}, 'gw_port_id': '2637c84f-d9fa-4d74-9274-a92bbe38768d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:02:00Z', 'updated_at': '2021-07-06T14:02:02Z', 'revision_number': 3, 'project_id': 'db940b92de5443cbbd5f77e12cabccfc', 'gw_port': {'id': '2637c84f-d9fa-4d74-9274-a92bbe38768d', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:5a:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66707835-4562-47e1-9dce-7c9cac23064a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 965, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:02:01Z', 'updated_at': '2021-07-06T14:02:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6'}], 'n-d-773647-6', False) {} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:02:04.476896 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd11bdc-49b8-465f-aef6-035394dcebf6 req-d2e6e9b0-bc7a-496c-b196-cf3796513434 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:02:04.478412 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-efd11bdc-49b8-465f-aef6-035394dcebf6 req-d2e6e9b0-bc7a-496c-b196-cf3796513434 service neutron] 10.222.0.127 "GET /v2.0/ports?tenant_id=0fe496e6aed24c15ba4c26898920f741&device_id=43132648-fc3b-4513-8d95-c39ba11e01de HTTP/1.1" status: 200 len: 1095 time: 0.6423976 Jul 06 14:02:04.508196 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-bfdaad0d-3305-446e-9a56-1b6fc49d3174 req-56afa47a-433b-4787-8241-146d9f0a131c tempest-ServersTestBootFromVolume-787010614 tempest-ServersTestBootFromVolume-787010614-project] 10.222.0.104 "GET /v2.0/security-groups?id=44e3600a-11fd-4d2f-8c8b-afe08f9fb670&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1341441 Jul 06 14:02:04.527347 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1576ff-4e9e-4403-a29c-69dac83729a3 req-f6df8306-945f-4000-ac32-9a9244f1a04d tempest-AttachSCSIVolumeTestJSON-2042390427 tempest-AttachSCSIVolumeTestJSON-2042390427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:02:04.529337 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-8c1576ff-4e9e-4403-a29c-69dac83729a3 req-f6df8306-945f-4000-ac32-9a9244f1a04d tempest-AttachSCSIVolumeTestJSON-2042390427 tempest-AttachSCSIVolumeTestJSON-2042390427-project] 10.222.0.104 "GET /v2.0/ports?device_id=21cc4d7a-6699-49ac-8d07-8eb34a2af007 HTTP/1.1" status: 200 len: 946 time: 0.3375351 Jul 06 14:02:04.567349 n-d-773647-6 neutron-server[100247]: DEBUG neutron.notifiers.nova [req-14aef701-1725-4308-a0e0-3695ac7e337a req-900d5070-3dab-4ab3-a14c-43d103e14f7b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cf98c374-ae9b-477f-888b-f3febecd9b81 {{(pid=100247) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 14:02:04.576184 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-14aef701-1725-4308-a0e0-3695ac7e337a req-900d5070-3dab-4ab3-a14c-43d103e14f7b service neutron] Notify callbacks [] for port, precommit_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:04.594583 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.provisioning_blocks [req-14aef701-1725-4308-a0e0-3695ac7e337a req-900d5070-3dab-4ab3-a14c-43d103e14f7b service neutron] Transition to ACTIVE for port object cf98c374-ae9b-477f-888b-f3febecd9b81 will not be triggered until provisioned by entity L2. {{(pid=100247) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:02:04.596163 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-376d2d89-2ee2-448d-b8d5-d0b77e950498 None None] Checking router: 66707835-4562-47e1-9dce-7c9cac23064a for host: n-d-773647-6 {{(pid=100249) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 14:02:04.597231 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-376d2d89-2ee2-448d-b8d5-d0b77e950498 None None] Updating router 66707835-4562-47e1-9dce-7c9cac23064a port 2637c84f-d9fa-4d74-9274-a92bbe38768d binding host n-d-773647-6 {{(pid=100249) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 14:02:04.604562 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-bd7949d1-589c-4c92-8f66-3134bc12823b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:04.638229 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-fc2c8d1c-0f91-4cd9-8ec0-3c5c9a23fb12 None None] Provisioning complete for port c8881be5-4a11-43d3-902f-77a98b74862b triggered by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:02:04.638659 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-fc2c8d1c-0f91-4cd9-8ec0-3c5c9a23fb12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:04.650618 n-d-773647-6 neutron-server[100249]: DEBUG neutron_lib.callbacks.manager [None req-376d2d89-2ee2-448d-b8d5-d0b77e950498 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:04.658560 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-14aef701-1725-4308-a0e0-3695ac7e337a req-900d5070-3dab-4ab3-a14c-43d103e14f7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128888538'] for port, after_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:04.793966 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-8c1576ff-4e9e-4403-a29c-69dac83729a3 req-c423bb75-de7e-4057-b804-bcf8c382f7cf tempest-AttachSCSIVolumeTestJSON-2042390427 tempest-AttachSCSIVolumeTestJSON-2042390427-project] 10.222.0.104 "GET /v2.0/security-groups?id=9d998fb6-7df8-4bbe-9c1b-38481459586f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1962638 Jul 06 14:02:04.842455 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.db_base_plugin_common [None req-bd7949d1-589c-4c92-8f66-3134bc12823b admin admin] Allocated IP 172.20.0.1 (8db538bb-9e5e-4771-8353-dcc3bdff004e/906bb642-57ed-4e87-8668-4e82a3a18fe7/654c53f1-c172-4a69-b8ec-4db4b031b614) {{(pid=100246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:02:04.858449 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900d5070-3dab-4ab3-a14c-43d103e14f7b service neutron] Pushing event updated for resources: {'Port': ['ID=cf98c374-ae9b-477f-888b-f3febecd9b81,revision_number=2']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:02:04.930493 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd11bdc-49b8-465f-aef6-035394dcebf6 req-833cda2f-ba60-496a-9d00-5e3678d0c664 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:02:04.932614 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-efd11bdc-49b8-465f-aef6-035394dcebf6 req-833cda2f-ba60-496a-9d00-5e3678d0c664 service neutron] 10.222.0.127 "GET /v2.0/networks?id=73678b3f-2ba9-41ab-b28a-ed914eafc843 HTTP/1.1" status: 200 len: 925 time: 0.4466329 Jul 06 14:02:04.940843 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a063f0dc-3c60-4cc3-b99c-b3c20f550f8f admin admin] Router f06d94bb-ffae-4f0d-84b3-b6edd11ba800 is scheduled to L3 agent 2823d358-a11b-4885-a706-95a279e43fa7 with binding_index 1 {{(pid=100247) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 14:02:05.034428 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-efd11bdc-49b8-465f-aef6-035394dcebf6 req-4a1127b6-3a03-436e-914a-cabe06e02f80 service neutron] 10.222.0.127 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=01a782eb-278b-4e28-926f-f4d2a4858592 HTTP/1.1" status: 200 len: 217 time: 0.0882552 Jul 06 14:02:05.058533 n-d-773647-6 neutron-server[100249]: DEBUG neutron_lib.callbacks.manager [None req-376d2d89-2ee2-448d-b8d5-d0b77e950498 None None] Notify callbacks [] for port, precommit_update {{(pid=100249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:05.072206 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.provisioning_blocks [None req-376d2d89-2ee2-448d-b8d5-d0b77e950498 None None] Transition to ACTIVE for port object 2637c84f-d9fa-4d74-9274-a92bbe38768d will not be triggered until provisioned by entity L2. {{(pid=100249) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:02:05.073844 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-bd7949d1-589c-4c92-8f66-3134bc12823b admin admin] Notify callbacks [] for port, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:05.082819 n-d-773647-6 neutron-server[100249]: DEBUG neutron_lib.callbacks.manager [None req-376d2d89-2ee2-448d-b8d5-d0b77e950498 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:05.118898 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.managers [None req-376d2d89-2ee2-448d-b8d5-d0b77e950498 None None] Attempting to bind port 2637c84f-d9fa-4d74-9274-a92bbe38768d on host n-d-773647-6 for vnic_type normal with profile {{(pid=100249) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:02:05.119469 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.managers [None req-376d2d89-2ee2-448d-b8d5-d0b77e950498 None None] Attempting to bind port 2637c84f-d9fa-4d74-9274-a92bbe38768d by drivers openvswitch,hyperv on host n-d-773647-6 at level 0 using segments [{'id': '89a832b7-7793-4d51-9038-ed7e1c3ff1b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719'}] {{(pid=100249) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:02:05.119921 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-376d2d89-2ee2-448d-b8d5-d0b77e950498 None None] Attempting to bind port 2637c84f-d9fa-4d74-9274-a92bbe38768d on network 2658f09e-a580-4d4a-9968-2d1e0ad93719 {{(pid=100249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:02:05.123188 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.provisioning_blocks [None req-bd7949d1-589c-4c92-8f66-3134bc12823b admin admin] Transition to ACTIVE for port object 654c53f1-c172-4a69-b8ec-4db4b031b614 will not be triggered until provisioned by entity DHCP. {{(pid=100246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:02:05.123594 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd11bdc-49b8-465f-aef6-035394dcebf6 req-20d869dd-eb09-421f-8675-86ebf884dc2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:02:05.125118 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-efd11bdc-49b8-465f-aef6-035394dcebf6 req-20d869dd-eb09-421f-8675-86ebf884dc2f service neutron] 10.222.0.127 "GET /v2.0/subnets?id=e576e31c-3afe-43f6-b94a-f5aa4de9fb74 HTTP/1.1" status: 200 len: 863 time: 0.0762210 Jul 06 14:02:05.143125 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-376d2d89-2ee2-448d-b8d5-d0b77e950498 None None] Checking agent: {'id': '8ab5b19c-d213-4f29-891d-27bdf39d38b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773647-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 43, 26), 'started_at': datetime.datetime(2021, 7, 6, 13, 43, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 1, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773647-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:02:05.143701 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-376d2d89-2ee2-448d-b8d5-d0b77e950498 None None] Checking segment: {'id': '89a832b7-7793-4d51-9038-ed7e1c3ff1b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100249) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:02:05.144218 n-d-773647-6 neutron-server[100249]: DEBUG neutron_lib.callbacks.manager [None req-376d2d89-2ee2-448d-b8d5-d0b77e950498 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:05.145630 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-376d2d89-2ee2-448d-b8d5-d0b77e950498 None None] Bound using segment: {'id': '89a832b7-7793-4d51-9038-ed7e1c3ff1b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719'} {{(pid=100249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:02:05.146151 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.managers [None req-376d2d89-2ee2-448d-b8d5-d0b77e950498 None None] Bound port: 2637c84f-d9fa-4d74-9274-a92bbe38768d, host: n-d-773647-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89a832b7-7793-4d51-9038-ed7e1c3ff1b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719'}}] {{(pid=100249) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:02:05.146638 n-d-773647-6 neutron-server[100249]: DEBUG neutron_lib.callbacks.manager [None req-376d2d89-2ee2-448d-b8d5-d0b77e950498 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:05.171882 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-bd7949d1-589c-4c92-8f66-3134bc12823b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-127687573'] for port, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:05.212867 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e698f387-5041-44e9-a99d-2a3350c29a51 None None] Pushing event updated for resources: {'Port': ['ID=2637c84f-d9fa-4d74-9274-a92bbe38768d,revision_number=2']} {{(pid=100249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:02:05.219883 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd7949d1-589c-4c92-8f66-3134bc12823b admin admin] Network 8db538bb-9e5e-4771-8353-dcc3bdff004e is already hosted by enough agents. {{(pid=100246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:02:05.222804 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.base_scheduler [None req-bd7949d1-589c-4c92-8f66-3134bc12823b admin admin] Resources bound (agent type, host, resource id): {{(pid=100246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:02:05.237998 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd7949d1-589c-4c92-8f66-3134bc12823b admin admin] Received port after_create {{(pid=100246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:02:05.238146 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e698f387-5041-44e9-a99d-2a3350c29a51 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:02:05.238146 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e698f387-5041-44e9-a99d-2a3350c29a51 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:02:05.238146 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e698f387-5041-44e9-a99d-2a3350c29a51 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:02:05.238146 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e698f387-5041-44e9-a99d-2a3350c29a51 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:02:05.238146 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e698f387-5041-44e9-a99d-2a3350c29a51 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:02:05.238146 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e698f387-5041-44e9-a99d-2a3350c29a51 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:02:05.238146 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e698f387-5041-44e9-a99d-2a3350c29a51 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:02:05.238146 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e698f387-5041-44e9-a99d-2a3350c29a51 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:02:05.238146 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e698f387-5041-44e9-a99d-2a3350c29a51 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:02:05.240586 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e698f387-5041-44e9-a99d-2a3350c29a51 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:02:05.240586 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e698f387-5041-44e9-a99d-2a3350c29a51 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:02:05.240586 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e698f387-5041-44e9-a99d-2a3350c29a51 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:02:05.267306 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-efd11bdc-49b8-465f-aef6-035394dcebf6 req-dc3a1a3b-f7dd-4fd1-bd7f-e55d83f1fab7 service neutron] 10.222.0.127 "GET /v2.0/ports?network_id=73678b3f-2ba9-41ab-b28a-ed914eafc843&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0946925 Jul 06 14:02:05.268374 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.db [None req-376d2d89-2ee2-448d-b8d5-d0b77e950498 None None] For port 2637c84f-d9fa-4d74-9274-a92bbe38768d, host n-d-773647-6, cleared binding levels {{(pid=100249) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:02:05.277249 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.db [None req-376d2d89-2ee2-448d-b8d5-d0b77e950498 None None] For port 2637c84f-d9fa-4d74-9274-a92bbe38768d, host n-d-773647-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=2637c84f-d9fa-4d74-9274-a92bbe38768d,segment=NetworkSegment(89a832b7-7793-4d51-9038-ed7e1c3ff1b2),segment_id=89a832b7-7793-4d51-9038-ed7e1c3ff1b2)] {{(pid=100249) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:02:05.286011 n-d-773647-6 neutron-server[100249]: DEBUG neutron_lib.callbacks.manager [None req-376d2d89-2ee2-448d-b8d5-d0b77e950498 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:05.298531 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cdaee42-7f1e-44fb-a643-437863f48bd4 req-719dafcd-4add-4313-827c-4cbab14817f8 tempest-FloatingIPsAssociationTestJSON-978234990 tempest-FloatingIPsAssociationTestJSON-978234990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:02:05.307654 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7949d1-589c-4c92-8f66-3134bc12823b admin admin] Pushing event updated for resources: {'Port': ['ID=654c53f1-c172-4a69-b8ec-4db4b031b614,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:02:05.308062 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-3cdaee42-7f1e-44fb-a643-437863f48bd4 req-719dafcd-4add-4313-827c-4cbab14817f8 tempest-FloatingIPsAssociationTestJSON-978234990 tempest-FloatingIPsAssociationTestJSON-978234990-project] 10.222.0.104 "GET /v2.0/ports?device_id=c4a04eb6-bb93-495c-bc67-b780dbcf097b HTTP/1.1" status: 200 len: 945 time: 0.6524868 Jul 06 14:02:05.404397 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-bd7949d1-589c-4c92-8f66-3134bc12823b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1807675'] for router_interface, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:05.406328 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device c8881be5-4a11-43d3-902f-77a98b74862b up at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:02:05.427132 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-376d2d89-2ee2-448d-b8d5-d0b77e950498 None None] Routers {'66707835-4562-47e1-9dce-7c9cac23064a'} bound to L3 agent in host n-d-773647-6 {{(pid=100249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:02:05.428186 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-376d2d89-2ee2-448d-b8d5-d0b77e950498 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T14:01:55Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['66707835-4562-47e1-9dce-7c9cac23064a'], 'active': True} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:02:05.449102 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-efd11bdc-49b8-465f-aef6-035394dcebf6 req-03a3a143-88b0-440c-b5e2-3df255e71cd7 service neutron] 10.222.0.127 "GET /v2.0/networks/73678b3f-2ba9-41ab-b28a-ed914eafc843?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1706309 Jul 06 14:02:05.496557 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e698f387-5041-44e9-a99d-2a3350c29a51 None None] Pushing event updated for resources: {'Port': ['ID=2637c84f-d9fa-4d74-9274-a92bbe38768d,revision_number=3']} {{(pid=100249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:02:05.515421 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.managers [req-14aef701-1725-4308-a0e0-3695ac7e337a req-900d5070-3dab-4ab3-a14c-43d103e14f7b service neutron] Attempting to bind port cf98c374-ae9b-477f-888b-f3febecd9b81 on host n-h2-773647-6 for vnic_type normal with profile {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:02:05.515812 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.managers [req-14aef701-1725-4308-a0e0-3695ac7e337a req-900d5070-3dab-4ab3-a14c-43d103e14f7b service neutron] Attempting to bind port cf98c374-ae9b-477f-888b-f3febecd9b81 by drivers openvswitch,hyperv on host n-h2-773647-6 at level 0 using segments [{'id': '9eba4787-c4f9-4fad-9106-1dea9683e832', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': 'd9f36955-e86a-4c93-9b28-49ad744bf776'}] {{(pid=100247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:02:05.516444 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14aef701-1725-4308-a0e0-3695ac7e337a req-900d5070-3dab-4ab3-a14c-43d103e14f7b service neutron] Attempting to bind port cf98c374-ae9b-477f-888b-f3febecd9b81 on network d9f36955-e86a-4c93-9b28-49ad744bf776 {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:02:05.527352 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14aef701-1725-4308-a0e0-3695ac7e337a req-900d5070-3dab-4ab3-a14c-43d103e14f7b service neutron] Port cf98c374-ae9b-477f-888b-f3febecd9b81 on network d9f36955-e86a-4c93-9b28-49ad744bf776 not bound, no agent of type Open vSwitch agent registered on host n-h2-773647-6 {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 14:02:05.527683 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14aef701-1725-4308-a0e0-3695ac7e337a req-900d5070-3dab-4ab3-a14c-43d103e14f7b service neutron] Attempting to bind port cf98c374-ae9b-477f-888b-f3febecd9b81 on network d9f36955-e86a-4c93-9b28-49ad744bf776 {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:02:05.549241 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14aef701-1725-4308-a0e0-3695ac7e337a req-900d5070-3dab-4ab3-a14c-43d103e14f7b service neutron] Checking agent: {'id': '63768ece-0600-4354-8d29-fdedec96b077', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-773647-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 51, 10), 'started_at': datetime.datetime(2021, 7, 6, 13, 51, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 1, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:02:05.549241 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14aef701-1725-4308-a0e0-3695ac7e337a req-900d5070-3dab-4ab3-a14c-43d103e14f7b service neutron] Checking segment: {'id': '9eba4787-c4f9-4fad-9106-1dea9683e832', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': 'd9f36955-e86a-4c93-9b28-49ad744bf776'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100247) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:02:05.549583 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14aef701-1725-4308-a0e0-3695ac7e337a req-900d5070-3dab-4ab3-a14c-43d103e14f7b service neutron] Bound using segment: {'id': '9eba4787-c4f9-4fad-9106-1dea9683e832', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': 'd9f36955-e86a-4c93-9b28-49ad744bf776'} {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:02:05.550000 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.managers [req-14aef701-1725-4308-a0e0-3695ac7e337a req-900d5070-3dab-4ab3-a14c-43d103e14f7b service neutron] Bound port: cf98c374-ae9b-477f-888b-f3febecd9b81, host: n-h2-773647-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9eba4787-c4f9-4fad-9106-1dea9683e832', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': 'd9f36955-e86a-4c93-9b28-49ad744bf776'}}] {{(pid=100247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:02:05.550360 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-14aef701-1725-4308-a0e0-3695ac7e337a req-900d5070-3dab-4ab3-a14c-43d103e14f7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:05.560967 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning complete for port c8881be5-4a11-43d3-902f-77a98b74862b triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:02:05.561340 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:05.566833 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5f608d-c448-4c79-811a-999de67fd2d0 req-7b47535d-f8d9-4eac-8d74-4a7bc6fe7371 tempest-ServersNegativeTestMultiTenantJSON-1589104584 tempest-ServersNegativeTestMultiTenantJSON-1589104584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:02:05.568088 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-2e5f608d-c448-4c79-811a-999de67fd2d0 req-7b47535d-f8d9-4eac-8d74-4a7bc6fe7371 tempest-ServersNegativeTestMultiTenantJSON-1589104584 tempest-ServersNegativeTestMultiTenantJSON-1589104584-project] 10.222.0.104 "GET /v2.0/ports?device_id=43132648-fc3b-4513-8d95-c39ba11e01de HTTP/1.1" status: 200 len: 944 time: 0.3946557 Jul 06 14:02:05.619367 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-3cdaee42-7f1e-44fb-a643-437863f48bd4 req-26b30952-2d3f-4d2b-b91f-bc04fd91c31f tempest-FloatingIPsAssociationTestJSON-978234990 tempest-FloatingIPsAssociationTestJSON-978234990-project] 10.222.0.104 "GET /v2.0/security-groups?id=715e00b7-412d-4ac6-a847-c2c6525b42cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3101566 Jul 06 14:02:05.633149 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvr_db [None req-376d2d89-2ee2-448d-b8d5-d0b77e950498 None None] Set router 66707835-4562-47e1-9dce-7c9cac23064a gateway port host: n-d-773647-6 {{(pid=100249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:02:05.664644 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Device 32379c07-1a53-499c-a763-9f9d5460c606 up at agent hyperv_n-h2-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:02:05.702709 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.db [req-14aef701-1725-4308-a0e0-3695ac7e337a req-900d5070-3dab-4ab3-a14c-43d103e14f7b service neutron] For port cf98c374-ae9b-477f-888b-f3febecd9b81, host n-h2-773647-6, cleared binding levels {{(pid=100247) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:02:05.705888 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.db [req-14aef701-1725-4308-a0e0-3695ac7e337a req-900d5070-3dab-4ab3-a14c-43d103e14f7b service neutron] For port cf98c374-ae9b-477f-888b-f3febecd9b81, host n-h2-773647-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=cf98c374-ae9b-477f-888b-f3febecd9b81,segment=NetworkSegment(9eba4787-c4f9-4fad-9106-1dea9683e832),segment_id=9eba4787-c4f9-4fad-9106-1dea9683e832)] {{(pid=100247) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:02:05.714046 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-bd7949d1-589c-4c92-8f66-3134bc12823b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:05.724247 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-14aef701-1725-4308-a0e0-3695ac7e337a req-900d5070-3dab-4ab3-a14c-43d103e14f7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128888538'] for port, after_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:05.751561 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14aef701-1725-4308-a0e0-3695ac7e337a req-900d5070-3dab-4ab3-a14c-43d103e14f7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:02:05.751561 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-14aef701-1725-4308-a0e0-3695ac7e337a req-900d5070-3dab-4ab3-a14c-43d103e14f7b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:05.752473 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-14aef701-1725-4308-a0e0-3695ac7e337a req-900d5070-3dab-4ab3-a14c-43d103e14f7b service neutron] 10.222.0.72 "PUT /v2.0/ports/cf98c374-ae9b-477f-888b-f3febecd9b81 HTTP/1.1" status: 200 len: 1092 time: 2.9295805 Jul 06 14:02:05.770636 n-d-773647-6 neutron-server[100247]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e35a7e2e-d30c-4bf0-b481-78bca7eacfd4', 'tag': 'cf98c374-ae9b-477f-888b-f3febecd9b81'}] {{(pid=100247) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:02:05.776898 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cbf0eeaae822f8fc9b87a94aeba67a3d651842baf663a51cba94b67a514836d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9391a0d2-98a8-44d0-8f99-c8ce47144578" -d '{"events": [{"name": "network-changed", "server_uuid": "e35a7e2e-d30c-4bf0-b481-78bca7eacfd4", "tag": "cf98c374-ae9b-477f-888b-f3febecd9b81"}]}' {{(pid=100247) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:02:05.795499 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-fb8fa009-4e13-4951-a219-23458336e2a3 None None] Provisioning for port 654c53f1-c172-4a69-b8ec-4db4b031b614 completed by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:02:05.818397 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a063f0dc-3c60-4cc3-b99c-b3c20f550f8f admin admin] Notify agent at l3_agent.n-d-773647-6 the message routers_updated {{(pid=100247) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 14:02:05.856844 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21d3372f-1ad3-4964-a8bf-f85a00b84cf1 None None] Sync routers for ids ['f06d94bb-ffae-4f0d-84b3-b6edd11ba800'] in n-d-773647-6 {{(pid=100248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 14:02:05.859713 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-fb8fa009-4e13-4951-a219-23458336e2a3 None None] Provisioning complete for port 654c53f1-c172-4a69-b8ec-4db4b031b614 triggered by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:02:05.860287 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-fb8fa009-4e13-4951-a219-23458336e2a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:05.901134 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-fb8fa009-4e13-4951-a219-23458336e2a3 None None] Port 654c53f1-c172-4a69-b8ec-4db4b031b614 cannot update to ACTIVE because it is not bound. {{(pid=100248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 14:02:05.934390 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21d3372f-1ad3-4964-a8bf-f85a00b84cf1 None None] Routers {'f06d94bb-ffae-4f0d-84b3-b6edd11ba800'} bound to L3 agent in host n-d-773647-6 {{(pid=100248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:02:05.935328 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-21d3372f-1ad3-4964-a8bf-f85a00b84cf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T14:01:55Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['f06d94bb-ffae-4f0d-84b3-b6edd11ba800'], 'active': True} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:02:06.045223 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Provisioning for port 32379c07-1a53-499c-a763-9f9d5460c606 completed by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:02:06.055482 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvr_db [None req-21d3372f-1ad3-4964-a8bf-f85a00b84cf1 None None] Set router f06d94bb-ffae-4f0d-84b3-b6edd11ba800 gateway port host: n-d-773647-6 {{(pid=100248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:02:06.056684 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-376d2d89-2ee2-448d-b8d5-d0b77e950498 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66707835-4562-47e1-9dce-7c9cac23064a', 'name': 'tempest-TaggedBootDevicesTest-1594388382-router', 'tenant_id': 'db940b92de5443cbbd5f77e12cabccfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.39'}], 'enable_snat': True}, 'gw_port_id': '2637c84f-d9fa-4d74-9274-a92bbe38768d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:02:00Z', 'updated_at': '2021-07-06T14:02:02Z', 'revision_number': 3, 'project_id': 'db940b92de5443cbbd5f77e12cabccfc', 'gw_port': {'id': '2637c84f-d9fa-4d74-9274-a92bbe38768d', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:5a:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66707835-4562-47e1-9dce-7c9cac23064a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 965, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:02:01Z', 'updated_at': '2021-07-06T14:02:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6'}], 'n-d-773647-6', False) {} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:02:06.057796 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Provisioning complete for port 32379c07-1a53-499c-a763-9f9d5460c606 triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:02:06.058352 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:06.092692 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-376d2d89-2ee2-448d-b8d5-d0b77e950498 None None] The sync data for ids ['66707835-4562-47e1-9dce-7c9cac23064a'] in n-d-773647-6 is: [{'id': '66707835-4562-47e1-9dce-7c9cac23064a', 'name': 'tempest-TaggedBootDevicesTest-1594388382-router', 'tenant_id': 'db940b92de5443cbbd5f77e12cabccfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.39'}], 'enable_snat': True}, 'gw_port_id': '2637c84f-d9fa-4d74-9274-a92bbe38768d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:02:00Z', 'updated_at': '2021-07-06T14:02:02Z', 'revision_number': 3, 'project_id': 'db940b92de5443cbbd5f77e12cabccfc', 'gw_port': {'id': '2637c84f-d9fa-4d74-9274-a92bbe38768d', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:5a:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66707835-4562-47e1-9dce-7c9cac23064a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 965, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:02:01Z', 'updated_at': '2021-07-06T14:02:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6'}] {{(pid=100249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 14:02:06.120012 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-2e5f608d-c448-4c79-811a-999de67fd2d0 req-10ccf6ed-ff8b-4821-8e95-41912fdb21c9 tempest-ServersNegativeTestMultiTenantJSON-1589104584 tempest-ServersNegativeTestMultiTenantJSON-1589104584-project] 10.222.0.104 "GET /v2.0/security-groups?id=e297f2c8-57cd-463b-a996-9c32846d6f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5045662 Jul 06 14:02:06.120188 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-bd7949d1-589c-4c92-8f66-3134bc12823b admin admin] Notify callbacks [] for port, precommit_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:06.133373 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-bd7949d1-589c-4c92-8f66-3134bc12823b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127687527'] for port, after_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:06.135043 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-a063f0dc-3c60-4cc3-b99c-b3c20f550f8f admin admin] Notify callbacks [] for router, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:06.136494 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-a063f0dc-3c60-4cc3-b99c-b3c20f550f8f admin admin] 10.222.0.104 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 9.8729627 Jul 06 14:02:06.143900 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 37186) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:02:06.182737 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-efd11bdc-49b8-465f-aef6-035394dcebf6 req-07694fe1-129a-45cf-a348-8ecb831d7834 service neutron] 10.222.0.127 "GET /v2.0/networks/73678b3f-2ba9-41ab-b28a-ed914eafc843?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6868682 Jul 06 14:02:06.200683 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900d5070-3dab-4ab3-a14c-43d103e14f7b service neutron] Pushing event updated for resources: {'Port': ['ID=cf98c374-ae9b-477f-888b-f3febecd9b81,revision_number=3']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:02:06.223186 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14aef701-1725-4308-a0e0-3695ac7e337a req-873bc02f-07f1-46b8-b626-1ba205a3cb70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:02:06.224811 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-14aef701-1725-4308-a0e0-3695ac7e337a req-873bc02f-07f1-46b8-b626-1ba205a3cb70 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=781535735adb4e1297ed6761c38ca98f&device_id=e35a7e2e-d30c-4bf0-b481-78bca7eacfd4 HTTP/1.1" status: 200 len: 1095 time: 0.4131081 Jul 06 14:02:06.249387 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-bd7949d1-589c-4c92-8f66-3134bc12823b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1809478'] for router_interface, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:06.256683 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7949d1-589c-4c92-8f66-3134bc12823b admin admin] Pushing event updated for resources: {'Port': ['ID=654c53f1-c172-4a69-b8ec-4db4b031b614,revision_number=2']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:02:06.296480 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-14aef701-1725-4308-a0e0-3695ac7e337a req-b9aae491-78e8-49ec-bffe-4ced9fc66d5f service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cf98c374-ae9b-477f-888b-f3febecd9b81 HTTP/1.1" status: 200 len: 217 time: 0.0591767 Jul 06 14:02:06.307749 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3a7f99-fb70-4841-b2d1-23a071ad0602 req-45d9f689-ba15-4a98-9d48-51622b13cb3d tempest-ServersOnMultiNodesTest-299961212 tempest-ServersOnMultiNodesTest-299961212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:02:06.309487 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-dc3a7f99-fb70-4841-b2d1-23a071ad0602 req-45d9f689-ba15-4a98-9d48-51622b13cb3d tempest-ServersOnMultiNodesTest-299961212 tempest-ServersOnMultiNodesTest-299961212-project] 10.222.0.104 "GET /v2.0/ports?device_id=0969280d-6a0e-40ec-b4e7-b4696c0bc3c7 HTTP/1.1" status: 200 len: 948 time: 0.3920336 Jul 06 14:02:06.400212 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-dc3a7f99-fb70-4841-b2d1-23a071ad0602 req-6b46ffe7-80b6-4186-96a7-f52beeefe51c tempest-ServersOnMultiNodesTest-299961212 tempest-ServersOnMultiNodesTest-299961212-project] 10.222.0.104 "GET /v2.0/security-groups?id=304f894d-c671-4a59-b0fb-2a4d849c5ac9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816364 Jul 06 14:02:06.404511 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14aef701-1725-4308-a0e0-3695ac7e337a req-9266db64-c587-4364-913d-01da83289dcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:02:06.413083 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-14aef701-1725-4308-a0e0-3695ac7e337a req-9266db64-c587-4364-913d-01da83289dcc service neutron] 10.222.0.72 "GET /v2.0/subnets?id=8b3908d8-67f9-4087-8b08-3c0c944b289c HTTP/1.1" status: 200 len: 854 time: 0.1025596 Jul 06 14:02:06.556101 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 14:02:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96abe9ab-d85c-409f-960b-83a42a5911e4 x-openstack-request-id: req-96abe9ab-d85c-409f-960b-83a42a5911e4 {{(pid=100247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:02:06.556410 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e35a7e2e-d30c-4bf0-b481-78bca7eacfd4", "tag": "cf98c374-ae9b-477f-888b-f3febecd9b81", "status": "completed", "code": 200}]} {{(pid=100247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:02:06.556668 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-96abe9ab-d85c-409f-960b-83a42a5911e4 {{(pid=100247) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:02:06.557081 n-d-773647-6 neutron-server[100247]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e35a7e2e-d30c-4bf0-b481-78bca7eacfd4', 'tag': 'cf98c374-ae9b-477f-888b-f3febecd9b81', 'status': 'completed', 'code': 200} Jul 06 14:02:06.640256 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14aef701-1725-4308-a0e0-3695ac7e337a req-3e03b890-2be5-41f7-9d5b-8bf5e75a740e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:02:06.641802 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-14aef701-1725-4308-a0e0-3695ac7e337a req-3e03b890-2be5-41f7-9d5b-8bf5e75a740e service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=d9f36955-e86a-4c93-9b28-49ad744bf776&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2212794 Jul 06 14:02:06.654398 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1776c70f-6c4c-4127-89b1-cc606af99173 req-c51415ff-66d3-407e-9195-9eb36db11fb3 tempest-ServersTestBootFromVolume-787010614 tempest-ServersTestBootFromVolume-787010614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:02:06.654968 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:06.657307 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-1776c70f-6c4c-4127-89b1-cc606af99173 req-c51415ff-66d3-407e-9195-9eb36db11fb3 tempest-ServersTestBootFromVolume-787010614 tempest-ServersTestBootFromVolume-787010614-project] 10.222.0.104 "GET /v2.0/ports?device_id=e35a7e2e-d30c-4bf0-b481-78bca7eacfd4 HTTP/1.1" status: 200 len: 944 time: 0.2145917 Jul 06 14:02:06.781683 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-1776c70f-6c4c-4127-89b1-cc606af99173 req-2f505364-5d9d-4b72-b193-855bdd6e1316 tempest-ServersTestBootFromVolume-787010614 tempest-ServersTestBootFromVolume-787010614-project] 10.222.0.104 "GET /v2.0/security-groups?id=44e3600a-11fd-4d2f-8c8b-afe08f9fb670&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1117275 Jul 06 14:02:06.793451 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] For port 32379c07-1a53-499c-a763-9f9d5460c606, host n-h2-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=32379c07-1a53-499c-a763-9f9d5460c606,segment=NetworkSegment(c9ea893d-045e-42cf-b3dd-cdd1f79baccd),segment_id=c9ea893d-045e-42cf-b3dd-cdd1f79baccd)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:02:06.794673 n-d-773647-6 neutron-server[100248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0969280d-6a0e-40ec-b4e7-b4696c0bc3c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32379c07-1a53-499c-a763-9f9d5460c606'}] {{(pid=100248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:02:06.798544 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84af257533e383389cbcf231d3534f4d5e149e7203fea16b4a8fc01438dddaf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1f01c96-9ab1-4c65-a57e-3ad837395345" -d '{"events": [{"server_uuid": "0969280d-6a0e-40ec-b4e7-b4696c0bc3c7", "name": "network-vif-plugged", "status": "completed", "tag": "32379c07-1a53-499c-a763-9f9d5460c606"}]}' {{(pid=100248) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:02:06.815522 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:06.818136 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Device adefc31d-e044-47aa-80b4-b714d212fabd up at agent hyperv_n-h2-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:02:06.869014 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd7949d1-589c-4c92-8f66-3134bc12823b admin admin] Network 8db538bb-9e5e-4771-8353-dcc3bdff004e is already hosted by enough agents. {{(pid=100246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:02:06.912777 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-14aef701-1725-4308-a0e0-3695ac7e337a req-86211eee-8496-423a-baba-096a0b44f014 service neutron] 10.222.0.72 "GET /v2.0/networks/d9f36955-e86a-4c93-9b28-49ad744bf776?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2530260 Jul 06 14:02:06.924854 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.base_scheduler [None req-bd7949d1-589c-4c92-8f66-3134bc12823b admin admin] Resources bound (agent type, host, resource id): {{(pid=100246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:02:06.949358 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Pushing event updated for resources: {'Port': ['ID=32379c07-1a53-499c-a763-9f9d5460c606,revision_number=5']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:02:06.963549 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac9fbce-797b-4d2d-a867-ecd06c1b9263 req-bd2cc0de-4435-4fc4-8201-116c3952bbac tempest-FloatingIPsAssociationTestJSON-978234990 tempest-FloatingIPsAssociationTestJSON-978234990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:02:06.965140 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-5ac9fbce-797b-4d2d-a867-ecd06c1b9263 req-bd2cc0de-4435-4fc4-8201-116c3952bbac tempest-FloatingIPsAssociationTestJSON-978234990 tempest-FloatingIPsAssociationTestJSON-978234990-project] 10.222.0.104 "GET /v2.0/ports?device_id=c4a04eb6-bb93-495c-bc67-b780dbcf097b HTTP/1.1" status: 200 len: 945 time: 0.1777976 Jul 06 14:02:06.969588 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-21d3372f-1ad3-4964-a8bf-f85a00b84cf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f06d94bb-ffae-4f0d-84b3-b6edd11ba800', 'name': 'tempest-ServerActionsTestJSON-1649938346-router', 'tenant_id': '96647dd61d404050a5af01798d2f6f47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.246'}], 'enable_snat': True}, 'gw_port_id': '115ae7df-899c-4b63-824a-b260266fec55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:01:56Z', 'updated_at': '2021-07-06T14:02:01Z', 'revision_number': 3, 'project_id': '96647dd61d404050a5af01798d2f6f47', 'gw_port': {'id': '115ae7df-899c-4b63-824a-b260266fec55', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:c2:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f06d94bb-ffae-4f0d-84b3-b6edd11ba800', 'device_owner': 'network:router_gateway', 'standard_attr_id': 953, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:01:59Z', 'updated_at': '2021-07-06T14:02:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6'}], 'n-d-773647-6', False) {} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:02:06.974436 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 14:02:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fea027a9-8fec-4727-a49a-0abb0577969d x-openstack-request-id: req-fea027a9-8fec-4727-a49a-0abb0577969d {{(pid=100248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:02:06.974734 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0969280d-6a0e-40ec-b4e7-b4696c0bc3c7", "name": "network-vif-plugged", "status": "completed", "tag": "32379c07-1a53-499c-a763-9f9d5460c606", "code": 200}]} {{(pid=100248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:02:06.974979 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-fea027a9-8fec-4727-a49a-0abb0577969d {{(pid=100248) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:02:06.975444 n-d-773647-6 neutron-server[100248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0969280d-6a0e-40ec-b4e7-b4696c0bc3c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32379c07-1a53-499c-a763-9f9d5460c606', 'code': 200} Jul 06 14:02:07.049451 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21d3372f-1ad3-4964-a8bf-f85a00b84cf1 None None] Checking router: f06d94bb-ffae-4f0d-84b3-b6edd11ba800 for host: n-d-773647-6 {{(pid=100248) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 14:02:07.049451 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21d3372f-1ad3-4964-a8bf-f85a00b84cf1 None None] Updating router f06d94bb-ffae-4f0d-84b3-b6edd11ba800 port 115ae7df-899c-4b63-824a-b260266fec55 binding host n-d-773647-6 {{(pid=100248) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 14:02:07.057720 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Provisioning for port adefc31d-e044-47aa-80b4-b714d212fabd completed by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:02:07.120421 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Provisioning complete for port adefc31d-e044-47aa-80b4-b714d212fabd triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:02:07.121135 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:07.206913 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-21d3372f-1ad3-4964-a8bf-f85a00b84cf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:07.257030 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-5ac9fbce-797b-4d2d-a867-ecd06c1b9263 req-48085395-35d5-4dc3-a5a8-8ac8f86e96ea tempest-FloatingIPsAssociationTestJSON-978234990 tempest-FloatingIPsAssociationTestJSON-978234990-project] 10.222.0.104 "GET /v2.0/security-groups?id=715e00b7-412d-4ac6-a847-c2c6525b42cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2623122 Jul 06 14:02:07.310086 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-14aef701-1725-4308-a0e0-3695ac7e337a req-6318e5f5-7b22-4cda-abbe-35780e251875 service neutron] 10.222.0.72 "GET /v2.0/networks/d9f36955-e86a-4c93-9b28-49ad744bf776?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3884599 Jul 06 14:02:07.332796 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd7949d1-589c-4c92-8f66-3134bc12823b admin admin] Router 66707835-4562-47e1-9dce-7c9cac23064a has already been hosted by L3 agent 2823d358-a11b-4885-a706-95a279e43fa7 {{(pid=100246) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 14:02:07.511807 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e02728d-80b3-4d82-a016-c494bd280e7b req-4ea5d935-389f-4885-b36e-7045a6bb0252 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:02:07.512494 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 2637c84f-d9fa-4d74-9274-a92bbe38768d up at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:02:07.513425 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-1e02728d-80b3-4d82-a016-c494bd280e7b req-4ea5d935-389f-4885-b36e-7045a6bb0252 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=0969280d-6a0e-40ec-b4e7-b4696c0bc3c7 HTTP/1.1" status: 200 len: 1100 time: 0.3707120 Jul 06 14:02:07.546776 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:07.555912 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9391a0d2-98a8-44d0-8f99-c8ce47144578 req-b4acce3b-5da5-41f4-a1a9-cc7ef7be7ee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:02:07.557357 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-9391a0d2-98a8-44d0-8f99-c8ce47144578 req-b4acce3b-5da5-41f4-a1a9-cc7ef7be7ee9 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=781535735adb4e1297ed6761c38ca98f&device_id=e35a7e2e-d30c-4bf0-b481-78bca7eacfd4 HTTP/1.1" status: 200 len: 1095 time: 0.1870952 Jul 06 14:02:07.594065 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51913526-20e7-41c9-a6e4-8771d22c69cd req-51c483fd-451a-4095-a3ca-c8febb443db5 tempest-ServersNegativeTestMultiTenantJSON-1589104584 tempest-ServersNegativeTestMultiTenantJSON-1589104584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:02:07.599329 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-d2d644c1-158d-4f8a-a006-d74d8ddd4cdd None None] Provisioning complete for port 654c53f1-c172-4a69-b8ec-4db4b031b614 triggered by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:02:07.599712 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-d2d644c1-158d-4f8a-a006-d74d8ddd4cdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:07.603713 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-51913526-20e7-41c9-a6e4-8771d22c69cd req-51c483fd-451a-4095-a3ca-c8febb443db5 tempest-ServersNegativeTestMultiTenantJSON-1589104584 tempest-ServersNegativeTestMultiTenantJSON-1589104584-project] 10.222.0.104 "GET /v2.0/ports?device_id=43132648-fc3b-4513-8d95-c39ba11e01de HTTP/1.1" status: 200 len: 944 time: 0.2351220 Jul 06 14:02:07.687126 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-d2d644c1-158d-4f8a-a006-d74d8ddd4cdd None None] Port 654c53f1-c172-4a69-b8ec-4db4b031b614 cannot update to ACTIVE because it is not bound. {{(pid=100248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 14:02:07.725462 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9391a0d2-98a8-44d0-8f99-c8ce47144578 req-7d1bc4c0-c4ba-41f4-b6ef-a87aedcb86d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:02:07.727117 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-9391a0d2-98a8-44d0-8f99-c8ce47144578 req-7d1bc4c0-c4ba-41f4-b6ef-a87aedcb86d1 service neutron] 10.222.0.72 "GET /v2.0/networks?id=d9f36955-e86a-4c93-9b28-49ad744bf776 HTTP/1.1" status: 200 len: 917 time: 0.1563771 Jul 06 14:02:07.780254 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning for port 2637c84f-d9fa-4d74-9274-a92bbe38768d completed by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:02:07.783715 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] For port adefc31d-e044-47aa-80b4-b714d212fabd, host n-h2-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=adefc31d-e044-47aa-80b4-b714d212fabd,segment=NetworkSegment(b84425ef-5b11-46aa-9198-ea4525ffd9fc),segment_id=b84425ef-5b11-46aa-9198-ea4525ffd9fc)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:02:07.784104 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-1e02728d-80b3-4d82-a016-c494bd280e7b req-ba03296e-ea9c-41a7-836e-a2dd613b849f service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=304f894d-c671-4a59-b0fb-2a4d849c5ac9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2158949 Jul 06 14:02:07.792585 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:07.811734 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd7949d1-589c-4c92-8f66-3134bc12823b admin admin] Notify agent at l3_agent.n-d-773647-6 the message routers_updated {{(pid=100246) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 14:02:07.825902 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-bd7949d1-589c-4c92-8f66-3134bc12823b admin admin] 10.222.0.104 "PUT /v2.0/routers/66707835-4562-47e1-9dce-7c9cac23064a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8137612 Jul 06 14:02:07.841066 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-5b9dd6f4-0e4a-45c1-a6fd-916b082dc7c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:07.849891 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-51913526-20e7-41c9-a6e4-8771d22c69cd req-c0d34cf7-806b-4871-a957-6b02fb392172 tempest-ServersNegativeTestMultiTenantJSON-1589104584 tempest-ServersNegativeTestMultiTenantJSON-1589104584-project] 10.222.0.104 "GET /v2.0/security-groups?id=e297f2c8-57cd-463b-a996-9c32846d6f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2450051 Jul 06 14:02:07.860582 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning complete for port 2637c84f-d9fa-4d74-9274-a92bbe38768d triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:02:07.860826 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:07.884901 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-9391a0d2-98a8-44d0-8f99-c8ce47144578 req-c644b8d5-c176-4cf5-9b46-ac2f45679f57 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cf98c374-ae9b-477f-888b-f3febecd9b81 HTTP/1.1" status: 200 len: 217 time: 0.0949759 Jul 06 14:02:07.903134 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Pushing event updated for resources: {'Port': ['ID=adefc31d-e044-47aa-80b4-b714d212fabd,revision_number=5']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:02:07.999702 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9391a0d2-98a8-44d0-8f99-c8ce47144578 req-29db6f71-4fea-499b-9a5e-0c8dfb3234a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:02:08.003039 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-9391a0d2-98a8-44d0-8f99-c8ce47144578 req-29db6f71-4fea-499b-9a5e-0c8dfb3234a9 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=8b3908d8-67f9-4087-8b08-3c0c944b289c HTTP/1.1" status: 200 len: 854 time: 0.1111336 Jul 06 14:02:08.066353 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-21d3372f-1ad3-4964-a8bf-f85a00b84cf1 None None] Notify callbacks [] for port, precommit_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:08.077670 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-21d3372f-1ad3-4964-a8bf-f85a00b84cf1 None None] Transition to ACTIVE for port object 115ae7df-899c-4b63-824a-b260266fec55 will not be triggered until provisioned by entity L2. {{(pid=100248) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:02:08.117675 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-21d3372f-1ad3-4964-a8bf-f85a00b84cf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:08.125977 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f08b94a-d811-441d-8cca-932f457caed6 req-1a0133b2-c861-43a8-b5ef-ca438d728e37 tempest-ServersOnMultiNodesTest-299961212 tempest-ServersOnMultiNodesTest-299961212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:02:08.128480 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-9f08b94a-d811-441d-8cca-932f457caed6 req-1a0133b2-c861-43a8-b5ef-ca438d728e37 tempest-ServersOnMultiNodesTest-299961212 tempest-ServersOnMultiNodesTest-299961212-project] 10.222.0.104 "GET /v2.0/ports?device_id=0969280d-6a0e-40ec-b4e7-b4696c0bc3c7 HTTP/1.1" status: 200 len: 949 time: 0.4003189 Jul 06 14:02:08.174419 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.db_base_plugin_common [None req-5b9dd6f4-0e4a-45c1-a6fd-916b082dc7c9 admin admin] Allocated IP 172.20.0.1 (ca8d241f-6d1c-4a83-a6b7-adff4a667580/1d0103a5-6825-4713-928f-2c0821a07c96/e04644f8-e2d6-4bc3-828b-28c9b58518d4) {{(pid=100246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:02:08.208328 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2aeeb1-2681-44a8-8de8-a1ef313d2259 None None] Pushing event updated for resources: {'Port': ['ID=115ae7df-899c-4b63-824a-b260266fec55,revision_number=2']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:02:08.253167 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-9f08b94a-d811-441d-8cca-932f457caed6 req-d9993561-e5c3-4784-ab23-bc0501f5621b tempest-ServersOnMultiNodesTest-299961212 tempest-ServersOnMultiNodesTest-299961212-project] 10.222.0.104 "GET /v2.0/security-groups?id=304f894d-c671-4a59-b0fb-2a4d849c5ac9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150496 Jul 06 14:02:08.273740 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-21d3372f-1ad3-4964-a8bf-f85a00b84cf1 None None] Attempting to bind port 115ae7df-899c-4b63-824a-b260266fec55 on host n-d-773647-6 for vnic_type normal with profile {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:02:08.274321 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-21d3372f-1ad3-4964-a8bf-f85a00b84cf1 None None] Attempting to bind port 115ae7df-899c-4b63-824a-b260266fec55 by drivers openvswitch,hyperv on host n-d-773647-6 at level 0 using segments [{'id': '89a832b7-7793-4d51-9038-ed7e1c3ff1b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719'}] {{(pid=100248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:02:08.275202 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9391a0d2-98a8-44d0-8f99-c8ce47144578 req-4bc81f5f-6166-41de-a912-51c844fcdd16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:02:08.275862 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21d3372f-1ad3-4964-a8bf-f85a00b84cf1 None None] Attempting to bind port 115ae7df-899c-4b63-824a-b260266fec55 on network 2658f09e-a580-4d4a-9968-2d1e0ad93719 {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:02:08.277609 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-9391a0d2-98a8-44d0-8f99-c8ce47144578 req-4bc81f5f-6166-41de-a912-51c844fcdd16 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=d9f36955-e86a-4c93-9b28-49ad744bf776&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2626052 Jul 06 14:02:08.294080 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21d3372f-1ad3-4964-a8bf-f85a00b84cf1 None None] Checking agent: {'id': '8ab5b19c-d213-4f29-891d-27bdf39d38b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773647-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 43, 26), 'started_at': datetime.datetime(2021, 7, 6, 13, 43, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 1, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773647-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:02:08.295364 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21d3372f-1ad3-4964-a8bf-f85a00b84cf1 None None] Checking segment: {'id': '89a832b7-7793-4d51-9038-ed7e1c3ff1b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:02:08.295886 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-21d3372f-1ad3-4964-a8bf-f85a00b84cf1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:08.296371 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21d3372f-1ad3-4964-a8bf-f85a00b84cf1 None None] Bound using segment: {'id': '89a832b7-7793-4d51-9038-ed7e1c3ff1b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719'} {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:02:08.296694 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-21d3372f-1ad3-4964-a8bf-f85a00b84cf1 None None] Bound port: 115ae7df-899c-4b63-824a-b260266fec55, host: n-d-773647-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89a832b7-7793-4d51-9038-ed7e1c3ff1b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719'}}] {{(pid=100248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:02:08.297089 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-21d3372f-1ad3-4964-a8bf-f85a00b84cf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:08.423414 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-5b9dd6f4-0e4a-45c1-a6fd-916b082dc7c9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:08.460306 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.provisioning_blocks [None req-5b9dd6f4-0e4a-45c1-a6fd-916b082dc7c9 admin admin] Transition to ACTIVE for port object e04644f8-e2d6-4bc3-828b-28c9b58518d4 will not be triggered until provisioned by entity DHCP. {{(pid=100246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:02:08.501929 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-9391a0d2-98a8-44d0-8f99-c8ce47144578 req-5c0acda5-fefb-4c60-9b46-518f6eb2c1c9 service neutron] 10.222.0.72 "GET /v2.0/networks/d9f36955-e86a-4c93-9b28-49ad744bf776?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2158866 Jul 06 14:02:08.549029 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-5b9dd6f4-0e4a-45c1-a6fd-916b082dc7c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-127687573'] for port, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:08.563368 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-21d3372f-1ad3-4964-a8bf-f85a00b84cf1 None None] For port 115ae7df-899c-4b63-824a-b260266fec55, host n-d-773647-6, cleared binding levels {{(pid=100248) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:02:08.568715 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-21d3372f-1ad3-4964-a8bf-f85a00b84cf1 None None] For port 115ae7df-899c-4b63-824a-b260266fec55, host n-d-773647-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=115ae7df-899c-4b63-824a-b260266fec55,segment=NetworkSegment(89a832b7-7793-4d51-9038-ed7e1c3ff1b2),segment_id=89a832b7-7793-4d51-9038-ed7e1c3ff1b2)] {{(pid=100248) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:02:08.595899 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-21d3372f-1ad3-4964-a8bf-f85a00b84cf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:08.665808 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b9dd6f4-0e4a-45c1-a6fd-916b082dc7c9 admin admin] Network ca8d241f-6d1c-4a83-a6b7-adff4a667580 is already hosted by enough agents. {{(pid=100246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:02:08.679642 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.base_scheduler [None req-5b9dd6f4-0e4a-45c1-a6fd-916b082dc7c9 admin admin] Resources bound (agent type, host, resource id): {{(pid=100246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:02:08.685823 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b9dd6f4-0e4a-45c1-a6fd-916b082dc7c9 admin admin] Received port after_create {{(pid=100246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:02:08.723071 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2aeeb1-2681-44a8-8de8-a1ef313d2259 None None] Pushing event updated for resources: {'Port': ['ID=115ae7df-899c-4b63-824a-b260266fec55,revision_number=3']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:02:08.730062 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:08.756360 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9dd6f4-0e4a-45c1-a6fd-916b082dc7c9 admin admin] Pushing event updated for resources: {'Port': ['ID=e04644f8-e2d6-4bc3-828b-28c9b58518d4,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:02:08.821673 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-5b9dd6f4-0e4a-45c1-a6fd-916b082dc7c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1807675'] for router_interface, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:08.823990 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21d3372f-1ad3-4964-a8bf-f85a00b84cf1 None None] Routers {'f06d94bb-ffae-4f0d-84b3-b6edd11ba800'} bound to L3 agent in host n-d-773647-6 {{(pid=100248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:02:08.828500 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-21d3372f-1ad3-4964-a8bf-f85a00b84cf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T14:01:55Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['f06d94bb-ffae-4f0d-84b3-b6edd11ba800'], 'active': True} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:02:08.838583 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] For port 2637c84f-d9fa-4d74-9274-a92bbe38768d, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=2637c84f-d9fa-4d74-9274-a92bbe38768d,segment=NetworkSegment(89a832b7-7793-4d51-9038-ed7e1c3ff1b2),segment_id=89a832b7-7793-4d51-9038-ed7e1c3ff1b2)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:02:08.955630 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:08.984093 n-d-773647-6 neutron-server[100248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4a04eb6-bb93-495c-bc67-b780dbcf097b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'adefc31d-e044-47aa-80b4-b714d212fabd'}] {{(pid=100248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:02:08.986505 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-9391a0d2-98a8-44d0-8f99-c8ce47144578 req-fd868f73-0168-4da6-9f72-2bd36b461d57 service neutron] 10.222.0.72 "GET /v2.0/networks/d9f36955-e86a-4c93-9b28-49ad744bf776?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4766939 Jul 06 14:02:08.989462 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84af257533e383389cbcf231d3534f4d5e149e7203fea16b4a8fc01438dddaf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-604f204b-f93c-4183-8a2c-5d66f3d12697" -d '{"events": [{"server_uuid": "c4a04eb6-bb93-495c-bc67-b780dbcf097b", "name": "network-vif-plugged", "status": "completed", "tag": "adefc31d-e044-47aa-80b4-b714d212fabd"}]}' {{(pid=100248) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:02:09.010407 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f70aa75-aa78-4d09-8983-67474fabb2fd req-f06be183-7758-418d-be5f-bc4594a0c6f8 tempest-ServersTestBootFromVolume-787010614 tempest-ServersTestBootFromVolume-787010614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:02:09.022144 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-3f70aa75-aa78-4d09-8983-67474fabb2fd req-f06be183-7758-418d-be5f-bc4594a0c6f8 tempest-ServersTestBootFromVolume-787010614 tempest-ServersTestBootFromVolume-787010614-project] 10.222.0.104 "GET /v2.0/ports?device_id=e35a7e2e-d30c-4bf0-b481-78bca7eacfd4 HTTP/1.1" status: 200 len: 944 time: 0.4768546 Jul 06 14:02:09.084266 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32b190c-bb37-4cdb-a7fc-cc220a5ca6c2 req-007b263c-eaa2-484a-830a-186c0e805304 tempest-FloatingIPsAssociationTestJSON-978234990 tempest-FloatingIPsAssociationTestJSON-978234990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:02:09.092910 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-b32b190c-bb37-4cdb-a7fc-cc220a5ca6c2 req-007b263c-eaa2-484a-830a-186c0e805304 tempest-FloatingIPsAssociationTestJSON-978234990 tempest-FloatingIPsAssociationTestJSON-978234990-project] 10.222.0.104 "GET /v2.0/ports?device_id=c4a04eb6-bb93-495c-bc67-b780dbcf097b HTTP/1.1" status: 200 len: 946 time: 0.3667779 Jul 06 14:02:09.188265 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Pushing event updated for resources: {'Port': ['ID=2637c84f-d9fa-4d74-9274-a92bbe38768d,revision_number=4']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:02:09.221130 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-3f70aa75-aa78-4d09-8983-67474fabb2fd req-15aab981-39bd-4e74-8f11-396004710ac2 tempest-ServersTestBootFromVolume-787010614 tempest-ServersTestBootFromVolume-787010614-project] 10.222.0.104 "GET /v2.0/security-groups?id=44e3600a-11fd-4d2f-8c8b-afe08f9fb670&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1973102 Jul 06 14:02:09.242347 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-5b9dd6f4-0e4a-45c1-a6fd-916b082dc7c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:09.252915 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvr_db [None req-21d3372f-1ad3-4964-a8bf-f85a00b84cf1 None None] Set router f06d94bb-ffae-4f0d-84b3-b6edd11ba800 gateway port host: n-d-773647-6 {{(pid=100248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:02:09.256417 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4ad8d9e-c27e-4355-93ac-2b4ee7577066 None None] Sync routers for ids ['66707835-4562-47e1-9dce-7c9cac23064a'] in n-d-773647-6 {{(pid=100249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 14:02:09.276864 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4ad8d9e-c27e-4355-93ac-2b4ee7577066 None None] Routers {'66707835-4562-47e1-9dce-7c9cac23064a'} bound to L3 agent in host n-d-773647-6 {{(pid=100249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:02:09.277498 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-a4ad8d9e-c27e-4355-93ac-2b4ee7577066 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T14:01:55Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['66707835-4562-47e1-9dce-7c9cac23064a'], 'active': True} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:02:09.285665 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-b32b190c-bb37-4cdb-a7fc-cc220a5ca6c2 req-0fc11510-768d-4b80-99cf-78aca6587ad0 tempest-FloatingIPsAssociationTestJSON-978234990 tempest-FloatingIPsAssociationTestJSON-978234990-project] 10.222.0.104 "GET /v2.0/security-groups?id=715e00b7-412d-4ac6-a847-c2c6525b42cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1910560 Jul 06 14:02:09.457527 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 14:02:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad93f917-14f0-4b2a-a5a3-5ff3c1640764 x-openstack-request-id: req-ad93f917-14f0-4b2a-a5a3-5ff3c1640764 {{(pid=100248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:02:09.457833 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4a04eb6-bb93-495c-bc67-b780dbcf097b", "name": "network-vif-plugged", "status": "completed", "tag": "adefc31d-e044-47aa-80b4-b714d212fabd", "code": 200}]} {{(pid=100248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:02:09.458105 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-ad93f917-14f0-4b2a-a5a3-5ff3c1640764 {{(pid=100248) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:02:09.458524 n-d-773647-6 neutron-server[100248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4a04eb6-bb93-495c-bc67-b780dbcf097b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'adefc31d-e044-47aa-80b4-b714d212fabd', 'code': 200} Jul 06 14:02:09.460810 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Device 01a782eb-278b-4e28-926f-f4d2a4858592 details requested by agent hyperv_n-h1-773647-6 with host n-h1-773647-6 {{(pid=100248) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 14:02:09.669650 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvr_db [None req-a4ad8d9e-c27e-4355-93ac-2b4ee7577066 None None] Set router 66707835-4562-47e1-9dce-7c9cac23064a gateway port host: n-d-773647-6 {{(pid=100249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:02:09.871588 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b919695-7da2-4a85-ac6a-fe69736a3f84 req-a1fc407c-ff40-4376-98bf-839fa3826ba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:02:09.873223 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-2b919695-7da2-4a85-ac6a-fe69736a3f84 req-a1fc407c-ff40-4376-98bf-839fa3826ba2 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=c4a04eb6-bb93-495c-bc67-b780dbcf097b HTTP/1.1" status: 200 len: 1097 time: 0.3502572 Jul 06 14:02:09.884355 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] For port 01a782eb-278b-4e28-926f-f4d2a4858592, host n-h1-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773647-6',level=0,port_id=01a782eb-278b-4e28-926f-f4d2a4858592,segment=NetworkSegment(ea7aaf83-2eb9-4df6-af24-2413db24fa15),segment_id=ea7aaf83-2eb9-4df6-af24-2413db24fa15)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:02:09.886226 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f4f415-3d6b-4acd-abcc-15e2f5d123e5 req-6f223871-16f7-4a32-8ccb-071c787745d6 tempest-ServersNegativeTestMultiTenantJSON-1589104584 tempest-ServersNegativeTestMultiTenantJSON-1589104584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:02:09.888049 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-97f4f415-3d6b-4acd-abcc-15e2f5d123e5 req-6f223871-16f7-4a32-8ccb-071c787745d6 tempest-ServersNegativeTestMultiTenantJSON-1589104584 tempest-ServersNegativeTestMultiTenantJSON-1589104584-project] 10.222.0.104 "GET /v2.0/ports?device_id=43132648-fc3b-4513-8d95-c39ba11e01de HTTP/1.1" status: 200 len: 944 time: 0.2647123 Jul 06 14:02:09.916525 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Returning: {'device': '01a782eb-278b-4e28-926f-f4d2a4858592', 'network_id': '73678b3f-2ba9-41ab-b28a-ed914eafc843', 'port_id': '01a782eb-278b-4e28-926f-f4d2a4858592', 'mac_address': 'fa:16:3e:4f:b8:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1032, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e576e31c-3afe-43f6-b94a-f5aa4de9fb74', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100248) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 14:02:09.929950 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 2637c84f-d9fa-4d74-9274-a92bbe38768d up at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:02:09.935771 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Device cf98c374-ae9b-477f-888b-f3febecd9b81 details requested by agent hyperv_n-h2-773647-6 with host n-h2-773647-6 {{(pid=100248) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 14:02:09.943193 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aecff42-0689-4f50-ac47-73a5fa85db8d req-d92d272b-ad53-46b6-a07d-11b5dc51f833 tempest-ServersOnMultiNodesTest-299961212 tempest-ServersOnMultiNodesTest-299961212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:02:09.950770 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-2aecff42-0689-4f50-ac47-73a5fa85db8d req-d92d272b-ad53-46b6-a07d-11b5dc51f833 tempest-ServersOnMultiNodesTest-299961212 tempest-ServersOnMultiNodesTest-299961212-project] 10.222.0.104 "GET /v2.0/ports?device_id=0969280d-6a0e-40ec-b4e7-b4696c0bc3c7 HTTP/1.1" status: 200 len: 949 time: 0.2763724 Jul 06 14:02:10.034723 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-2b919695-7da2-4a85-ac6a-fe69736a3f84 req-214bf2bb-496f-4a04-98f1-095c87f5dfcc service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=715e00b7-412d-4ac6-a847-c2c6525b42cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1426439 Jul 06 14:02:10.055392 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-2aecff42-0689-4f50-ac47-73a5fa85db8d req-7ca0b1f7-ce7b-477a-ba98-7222ad956730 tempest-ServersOnMultiNodesTest-299961212 tempest-ServersOnMultiNodesTest-299961212-project] 10.222.0.104 "GET /v2.0/security-groups?id=304f894d-c671-4a59-b0fb-2a4d849c5ac9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034086 Jul 06 14:02:10.068851 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-97f4f415-3d6b-4acd-abcc-15e2f5d123e5 req-03ab36aa-98d3-41e5-9fbf-ecec5d115c7d tempest-ServersNegativeTestMultiTenantJSON-1589104584 tempest-ServersNegativeTestMultiTenantJSON-1589104584-project] 10.222.0.104 "GET /v2.0/security-groups?id=e297f2c8-57cd-463b-a996-9c32846d6f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1574612 Jul 06 14:02:10.121084 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-a4ad8d9e-c27e-4355-93ac-2b4ee7577066 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66707835-4562-47e1-9dce-7c9cac23064a', 'name': 'tempest-TaggedBootDevicesTest-1594388382-router', 'tenant_id': 'db940b92de5443cbbd5f77e12cabccfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.39'}], 'enable_snat': True}, 'gw_port_id': '2637c84f-d9fa-4d74-9274-a92bbe38768d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:02:00Z', 'updated_at': '2021-07-06T14:02:05Z', 'revision_number': 4, 'project_id': 'db940b92de5443cbbd5f77e12cabccfc', 'gw_port': {'id': '2637c84f-d9fa-4d74-9274-a92bbe38768d', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:5a:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66707835-4562-47e1-9dce-7c9cac23064a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 965, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:02:01Z', 'updated_at': '2021-07-06T14:02:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6', '_interfaces': [{'id': '654c53f1-c172-4a69-b8ec-4db4b031b614', 'name': '', 'network_id': '8db538bb-9e5e-4771-8353-dcc3bdff004e', 'tenant_id': 'db940b92de5443cbbd5f77e12cabccfc', 'mac_address': 'fa:16:3e:f3:8b:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66707835-4562-47e1-9dce-7c9cac23064a', 'device_owner': 'network:router_interface', 'standard_attr_id': 966, 'fixed_ips': [{'subnet_id': '906bb642-57ed-4e87-8668-4e82a3a18fe7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:02:04Z', 'updated_at': '2021-07-06T14:02:05Z', 'revision_number': 2, 'project_id': 'db940b92de5443cbbd5f77e12cabccfc', 'subnets': [{'id': '906bb642-57ed-4e87-8668-4e82a3a18fe7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773647-6', False) {} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:02:10.164159 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] For port cf98c374-ae9b-477f-888b-f3febecd9b81, host n-h2-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=cf98c374-ae9b-477f-888b-f3febecd9b81,segment=NetworkSegment(9eba4787-c4f9-4fad-9106-1dea9683e832),segment_id=9eba4787-c4f9-4fad-9106-1dea9683e832)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:02:10.187895 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4ad8d9e-c27e-4355-93ac-2b4ee7577066 None None] Checking router: 66707835-4562-47e1-9dce-7c9cac23064a for host: n-d-773647-6 {{(pid=100249) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 14:02:10.188279 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4ad8d9e-c27e-4355-93ac-2b4ee7577066 None None] Updating router 66707835-4562-47e1-9dce-7c9cac23064a port 654c53f1-c172-4a69-b8ec-4db4b031b614 binding host n-d-773647-6 {{(pid=100249) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 14:02:10.225618 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Returning: {'device': 'cf98c374-ae9b-477f-888b-f3febecd9b81', 'network_id': 'd9f36955-e86a-4c93-9b28-49ad744bf776', 'port_id': 'cf98c374-ae9b-477f-888b-f3febecd9b81', 'mac_address': 'fa:16:3e:e2:4a:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1039, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b3908d8-67f9-4087-8b08-3c0c944b289c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100248) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 14:02:10.230787 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.agents_db [None req-167c0ad6-1657-4c9a-a2c4-3b18056aa662 None None] Agent healthcheck: found 7 active agents {{(pid=100249) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 14:02:10.231863 n-d-773647-6 neutron-server[100249]: DEBUG neutron_lib.callbacks.manager [None req-a4ad8d9e-c27e-4355-93ac-2b4ee7577066 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:10.404460 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5330af-febf-4b0b-bbd9-165fc7d1e663 req-53561794-edea-4596-b4fc-07bfcf6a6147 tempest-ServersOnMultiNodesTest-1210667676 tempest-ServersOnMultiNodesTest-1210667676-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:02:10.409582 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:10.425015 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-5b9dd6f4-0e4a-45c1-a6fd-916b082dc7c9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:10.429700 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-6a5330af-febf-4b0b-bbd9-165fc7d1e663 req-53561794-edea-4596-b4fc-07bfcf6a6147 tempest-ServersOnMultiNodesTest-1210667676 tempest-ServersOnMultiNodesTest-1210667676-project-admin] 10.222.0.104 "GET /v2.0/ports?device_id=0969280d-6a0e-40ec-b4e7-b4696c0bc3c7 HTTP/1.1" status: 200 len: 1100 time: 0.1490850 Jul 06 14:02:10.443310 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-5b9dd6f4-0e4a-45c1-a6fd-916b082dc7c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127687527'] for port, after_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:10.492896 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:10.495165 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-1be3c77c-f014-40cb-9165-cf8b0be02498 None None] Provisioning for port e04644f8-e2d6-4bc3-828b-28c9b58518d4 completed by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:02:10.503744 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-1be3c77c-f014-40cb-9165-cf8b0be02498 None None] Provisioning complete for port e04644f8-e2d6-4bc3-828b-28c9b58518d4 triggered by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:02:10.504616 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-1be3c77c-f014-40cb-9165-cf8b0be02498 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:10.512006 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:10.616212 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9dd6f4-0e4a-45c1-a6fd-916b082dc7c9 admin admin] Pushing event updated for resources: {'Port': ['ID=e04644f8-e2d6-4bc3-828b-28c9b58518d4,revision_number=2']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:02:10.636771 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-6a5330af-febf-4b0b-bbd9-165fc7d1e663 req-c6086ccf-d6cd-44f0-8321-5c9fd42dac9b tempest-ServersOnMultiNodesTest-1210667676 tempest-ServersOnMultiNodesTest-1210667676-project-admin] 10.222.0.104 "GET /v2.0/security-groups?id=304f894d-c671-4a59-b0fb-2a4d849c5ac9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2051022 Jul 06 14:02:10.657358 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-5b9dd6f4-0e4a-45c1-a6fd-916b082dc7c9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1809478'] for router_interface, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:10.691816 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e669d2-8e17-43be-99e8-8d57b4d73396 req-a78dab1e-1ec7-41c0-bc0e-1bcd2aa19827 tempest-ServersTestBootFromVolume-787010614 tempest-ServersTestBootFromVolume-787010614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:02:10.700215 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-c5e669d2-8e17-43be-99e8-8d57b4d73396 req-a78dab1e-1ec7-41c0-bc0e-1bcd2aa19827 tempest-ServersTestBootFromVolume-787010614 tempest-ServersTestBootFromVolume-787010614-project] 10.222.0.104 "GET /v2.0/ports?device_id=e35a7e2e-d30c-4bf0-b481-78bca7eacfd4 HTTP/1.1" status: 200 len: 944 time: 0.1988530 Jul 06 14:02:10.819337 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-c5e669d2-8e17-43be-99e8-8d57b4d73396 req-dbf424fa-bdde-40b7-a9a7-9002f0576947 tempest-ServersTestBootFromVolume-787010614 tempest-ServersTestBootFromVolume-787010614-project] 10.222.0.104 "GET /v2.0/security-groups?id=44e3600a-11fd-4d2f-8c8b-afe08f9fb670&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1178234 Jul 06 14:02:10.888299 n-d-773647-6 neutron-server[100248]: DEBUG neutron.notifiers.nova [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cf98c374-ae9b-477f-888b-f3febecd9b81 {{(pid=100248) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 14:02:10.955581 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b9dd6f4-0e4a-45c1-a6fd-916b082dc7c9 admin admin] Network ca8d241f-6d1c-4a83-a6b7-adff4a667580 is already hosted by enough agents. {{(pid=100246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:02:10.967597 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.base_scheduler [None req-5b9dd6f4-0e4a-45c1-a6fd-916b082dc7c9 admin admin] Resources bound (agent type, host, resource id): {{(pid=100246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:02:10.974113 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] For port cf98c374-ae9b-477f-888b-f3febecd9b81, host n-h2-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=cf98c374-ae9b-477f-888b-f3febecd9b81,segment=NetworkSegment(9eba4787-c4f9-4fad-9106-1dea9683e832),segment_id=9eba4787-c4f9-4fad-9106-1dea9683e832)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:02:11.021941 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-1be3c77c-f014-40cb-9165-cf8b0be02498 None None] Port e04644f8-e2d6-4bc3-828b-28c9b58518d4 cannot update to ACTIVE because it is not bound. {{(pid=100248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 14:02:11.031063 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:11.036775 n-d-773647-6 neutron-server[100248]: DEBUG neutron.notifiers.nova [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 01a782eb-278b-4e28-926f-f4d2a4858592 {{(pid=100248) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 14:02:11.118983 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Pushing event updated for resources: {'Port': ['ID=cf98c374-ae9b-477f-888b-f3febecd9b81,revision_number=4']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:02:11.142304 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df732c4-2aab-4fcc-8a08-d799e0db39ed req-598efe35-d15d-47d7-a4d0-7fc1f3a1e882 tempest-FloatingIPsAssociationTestJSON-978234990 tempest-FloatingIPsAssociationTestJSON-978234990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:02:11.143942 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-2df732c4-2aab-4fcc-8a08-d799e0db39ed req-598efe35-d15d-47d7-a4d0-7fc1f3a1e882 tempest-FloatingIPsAssociationTestJSON-978234990 tempest-FloatingIPsAssociationTestJSON-978234990-project] 10.222.0.104 "GET /v2.0/ports?device_id=c4a04eb6-bb93-495c-bc67-b780dbcf097b HTTP/1.1" status: 200 len: 946 time: 0.2616215 Jul 06 14:02:11.204413 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] For port 01a782eb-278b-4e28-926f-f4d2a4858592, host n-h1-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773647-6',level=0,port_id=01a782eb-278b-4e28-926f-f4d2a4858592,segment=NetworkSegment(ea7aaf83-2eb9-4df6-af24-2413db24fa15),segment_id=ea7aaf83-2eb9-4df6-af24-2413db24fa15)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:02:11.223920 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-21d3372f-1ad3-4964-a8bf-f85a00b84cf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f06d94bb-ffae-4f0d-84b3-b6edd11ba800', 'name': 'tempest-ServerActionsTestJSON-1649938346-router', 'tenant_id': '96647dd61d404050a5af01798d2f6f47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.246'}], 'enable_snat': True}, 'gw_port_id': '115ae7df-899c-4b63-824a-b260266fec55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:01:56Z', 'updated_at': '2021-07-06T14:02:01Z', 'revision_number': 3, 'project_id': '96647dd61d404050a5af01798d2f6f47', 'gw_port': {'id': '115ae7df-899c-4b63-824a-b260266fec55', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:c2:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f06d94bb-ffae-4f0d-84b3-b6edd11ba800', 'device_owner': 'network:router_gateway', 'standard_attr_id': 953, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:01:59Z', 'updated_at': '2021-07-06T14:02:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6'}], 'n-d-773647-6', False) {} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:02:11.226412 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:11.284738 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-2df732c4-2aab-4fcc-8a08-d799e0db39ed req-3c7a7d43-530c-48d0-8c76-2117a033db4c tempest-FloatingIPsAssociationTestJSON-978234990 tempest-FloatingIPsAssociationTestJSON-978234990-project] 10.222.0.104 "GET /v2.0/security-groups?id=715e00b7-412d-4ac6-a847-c2c6525b42cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303418 Jul 06 14:02:11.341407 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21d3372f-1ad3-4964-a8bf-f85a00b84cf1 None None] The sync data for ids ['f06d94bb-ffae-4f0d-84b3-b6edd11ba800'] in n-d-773647-6 is: [{'id': 'f06d94bb-ffae-4f0d-84b3-b6edd11ba800', 'name': 'tempest-ServerActionsTestJSON-1649938346-router', 'tenant_id': '96647dd61d404050a5af01798d2f6f47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.246'}], 'enable_snat': True}, 'gw_port_id': '115ae7df-899c-4b63-824a-b260266fec55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:01:56Z', 'updated_at': '2021-07-06T14:02:01Z', 'revision_number': 3, 'project_id': '96647dd61d404050a5af01798d2f6f47', 'gw_port': {'id': '115ae7df-899c-4b63-824a-b260266fec55', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:c2:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f06d94bb-ffae-4f0d-84b3-b6edd11ba800', 'device_owner': 'network:router_gateway', 'standard_attr_id': 953, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:01:59Z', 'updated_at': '2021-07-06T14:02:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6'}] {{(pid=100248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 14:02:11.346058 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning complete for port 2637c84f-d9fa-4d74-9274-a92bbe38768d triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:02:11.346912 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:11.398501 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] get_ports_and_sgs() called for port_ids ['cf98c374-ae9b-477f-888b-f3febecd9b81'] {{(pid=100248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 14:02:11.426239 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b9dd6f4-0e4a-45c1-a6fd-916b082dc7c9 admin admin] Router f06d94bb-ffae-4f0d-84b3-b6edd11ba800 has already been hosted by L3 agent 2823d358-a11b-4885-a706-95a279e43fa7 {{(pid=100246) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 14:02:11.585931 n-d-773647-6 neutron-server[100249]: DEBUG neutron_lib.callbacks.manager [None req-a4ad8d9e-c27e-4355-93ac-2b4ee7577066 None None] Notify callbacks [] for port, precommit_update {{(pid=100249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:11.613676 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.provisioning_blocks [None req-a4ad8d9e-c27e-4355-93ac-2b4ee7577066 None None] Transition to ACTIVE for port object 654c53f1-c172-4a69-b8ec-4db4b031b614 will not be triggered until provisioned by entity L2. {{(pid=100249) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:02:11.627847 n-d-773647-6 neutron-server[100249]: DEBUG neutron_lib.callbacks.manager [None req-a4ad8d9e-c27e-4355-93ac-2b4ee7577066 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:11.724152 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Pushing event updated for resources: {'Port': ['ID=01a782eb-278b-4e28-926f-f4d2a4858592,revision_number=4']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:02:11.759032 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b9dd6f4-0e4a-45c1-a6fd-916b082dc7c9 admin admin] Notify agent at l3_agent.n-d-773647-6 the message routers_updated {{(pid=100246) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 14:02:11.777717 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-5b9dd6f4-0e4a-45c1-a6fd-916b082dc7c9 admin admin] 10.222.0.104 "PUT /v2.0/routers/f06d94bb-ffae-4f0d-84b3-b6edd11ba800/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5277462 Jul 06 14:02:11.806503 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] get_ports_and_sgs() called for port_ids ['01a782eb-278b-4e28-926f-f4d2a4858592'] {{(pid=100248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 14:02:11.824077 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b857a8da-c07b-4520-b879-efeed793b2b7 None None] Pushing event updated for resources: {'Port': ['ID=654c53f1-c172-4a69-b8ec-4db4b031b614,revision_number=3']} {{(pid=100249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:02:11.981339 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec0dbe0-b552-46ed-b984-a72c234bf453 req-5bd4b087-3bd1-4d30-8960-7965cd3da2bd tempest-ServersNegativeTestMultiTenantJSON-1589104584 tempest-ServersNegativeTestMultiTenantJSON-1589104584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:02:11.982628 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-bec0dbe0-b552-46ed-b984-a72c234bf453 req-5bd4b087-3bd1-4d30-8960-7965cd3da2bd tempest-ServersNegativeTestMultiTenantJSON-1589104584 tempest-ServersNegativeTestMultiTenantJSON-1589104584-project] 10.222.0.104 "GET /v2.0/ports?device_id=43132648-fc3b-4513-8d95-c39ba11e01de HTTP/1.1" status: 200 len: 945 time: 0.3099201 Jul 06 14:02:12.012179 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.managers [None req-a4ad8d9e-c27e-4355-93ac-2b4ee7577066 None None] Attempting to bind port 654c53f1-c172-4a69-b8ec-4db4b031b614 on host n-d-773647-6 for vnic_type normal with profile {{(pid=100249) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:02:12.012871 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.managers [None req-a4ad8d9e-c27e-4355-93ac-2b4ee7577066 None None] Attempting to bind port 654c53f1-c172-4a69-b8ec-4db4b031b614 by drivers openvswitch,hyperv on host n-d-773647-6 at level 0 using segments [{'id': '89a04a2d-f882-47fd-b830-e5562609bb0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1021, 'network_id': '8db538bb-9e5e-4771-8353-dcc3bdff004e'}] {{(pid=100249) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:02:12.014076 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4ad8d9e-c27e-4355-93ac-2b4ee7577066 None None] Attempting to bind port 654c53f1-c172-4a69-b8ec-4db4b031b614 on network 8db538bb-9e5e-4771-8353-dcc3bdff004e {{(pid=100249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:02:12.023897 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4ad8d9e-c27e-4355-93ac-2b4ee7577066 None None] Checking agent: {'id': '8ab5b19c-d213-4f29-891d-27bdf39d38b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773647-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 43, 26), 'started_at': datetime.datetime(2021, 7, 6, 13, 43, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 1, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773647-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:02:12.029668 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4ad8d9e-c27e-4355-93ac-2b4ee7577066 None None] Checking segment: {'id': '89a04a2d-f882-47fd-b830-e5562609bb0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1021, 'network_id': '8db538bb-9e5e-4771-8353-dcc3bdff004e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100249) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:02:12.031148 n-d-773647-6 neutron-server[100249]: DEBUG neutron_lib.callbacks.manager [None req-a4ad8d9e-c27e-4355-93ac-2b4ee7577066 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:12.032473 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4ad8d9e-c27e-4355-93ac-2b4ee7577066 None None] Bound using segment: {'id': '89a04a2d-f882-47fd-b830-e5562609bb0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1021, 'network_id': '8db538bb-9e5e-4771-8353-dcc3bdff004e'} {{(pid=100249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:02:12.033239 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.managers [None req-a4ad8d9e-c27e-4355-93ac-2b4ee7577066 None None] Bound port: 654c53f1-c172-4a69-b8ec-4db4b031b614, host: n-d-773647-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89a04a2d-f882-47fd-b830-e5562609bb0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1021, 'network_id': '8db538bb-9e5e-4771-8353-dcc3bdff004e'}}] {{(pid=100249) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:02:12.034521 n-d-773647-6 neutron-server[100249]: DEBUG neutron_lib.callbacks.manager [None req-a4ad8d9e-c27e-4355-93ac-2b4ee7577066 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:12.087357 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5e9d8886-723c-4159-a2fb-b5dee95963e4 None None] Provisioning complete for port e04644f8-e2d6-4bc3-828b-28c9b58518d4 triggered by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:02:12.089570 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5e9d8886-723c-4159-a2fb-b5dee95963e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:12.207646 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-bec0dbe0-b552-46ed-b984-a72c234bf453 req-4b5d27a6-6420-4469-bf65-123cf5518242 tempest-ServersNegativeTestMultiTenantJSON-1589104584 tempest-ServersNegativeTestMultiTenantJSON-1589104584-project] 10.222.0.104 "GET /v2.0/security-groups?id=e297f2c8-57cd-463b-a996-9c32846d6f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1898706 Jul 06 14:02:12.266822 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecf97af-96ee-4d96-bf3d-317664583008 req-31072e9b-6939-4bf4-9a69-4eb808fe571e tempest-ServersOnMultiNodesTest-299961212 tempest-ServersOnMultiNodesTest-299961212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:02:12.274471 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-2ecf97af-96ee-4d96-bf3d-317664583008 req-31072e9b-6939-4bf4-9a69-4eb808fe571e tempest-ServersOnMultiNodesTest-299961212 tempest-ServersOnMultiNodesTest-299961212-project] 10.222.0.104 "GET /v2.0/ports?device_id=0969280d-6a0e-40ec-b4e7-b4696c0bc3c7 HTTP/1.1" status: 200 len: 949 time: 0.2832754 Jul 06 14:02:12.301546 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.db [None req-a4ad8d9e-c27e-4355-93ac-2b4ee7577066 None None] For port 654c53f1-c172-4a69-b8ec-4db4b031b614, host n-d-773647-6, cleared binding levels {{(pid=100249) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:02:12.315101 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.db [None req-a4ad8d9e-c27e-4355-93ac-2b4ee7577066 None None] For port 654c53f1-c172-4a69-b8ec-4db4b031b614, host n-d-773647-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=654c53f1-c172-4a69-b8ec-4db4b031b614,segment=NetworkSegment(89a04a2d-f882-47fd-b830-e5562609bb0e),segment_id=89a04a2d-f882-47fd-b830-e5562609bb0e)] {{(pid=100249) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:02:12.323643 n-d-773647-6 neutron-server[100249]: DEBUG neutron_lib.callbacks.manager [None req-a4ad8d9e-c27e-4355-93ac-2b4ee7577066 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:12.357279 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-2ecf97af-96ee-4d96-bf3d-317664583008 req-41d67a34-c083-41a8-a979-a9d63b20e125 tempest-ServersOnMultiNodesTest-299961212 tempest-ServersOnMultiNodesTest-299961212-project] 10.222.0.104 "GET /v2.0/security-groups?id=304f894d-c671-4a59-b0fb-2a4d849c5ac9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796642 Jul 06 14:02:12.378496 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-5e9d8886-723c-4159-a2fb-b5dee95963e4 None None] Port e04644f8-e2d6-4bc3-828b-28c9b58518d4 cannot update to ACTIVE because it is not bound. {{(pid=100248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 14:02:12.520476 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b857a8da-c07b-4520-b879-efeed793b2b7 None None] Pushing event updated for resources: {'Port': ['ID=654c53f1-c172-4a69-b8ec-4db4b031b614,revision_number=4']} {{(pid=100249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:02:12.535853 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4ad8d9e-c27e-4355-93ac-2b4ee7577066 None None] Routers {'66707835-4562-47e1-9dce-7c9cac23064a'} bound to L3 agent in host n-d-773647-6 {{(pid=100249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:02:12.536519 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-a4ad8d9e-c27e-4355-93ac-2b4ee7577066 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T14:01:55Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['66707835-4562-47e1-9dce-7c9cac23064a'], 'active': True} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:02:12.596923 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:12.610292 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7932b952-f477-455b-9107-5eeb43387549 req-cc31baa1-6090-43e9-b85e-7bb2c79f5c8b tempest-ServersTestBootFromVolume-787010614 tempest-ServersTestBootFromVolume-787010614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:02:12.617871 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-7932b952-f477-455b-9107-5eeb43387549 req-cc31baa1-6090-43e9-b85e-7bb2c79f5c8b tempest-ServersTestBootFromVolume-787010614 tempest-ServersTestBootFromVolume-787010614-project] 10.222.0.104 "GET /v2.0/ports?device_id=e35a7e2e-d30c-4bf0-b481-78bca7eacfd4 HTTP/1.1" status: 200 len: 945 time: 0.1753845 Jul 06 14:02:12.729015 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-7932b952-f477-455b-9107-5eeb43387549 req-cea50f79-03e4-4997-a5b8-a4701d7d0a83 tempest-ServersTestBootFromVolume-787010614 tempest-ServersTestBootFromVolume-787010614-project] 10.222.0.104 "GET /v2.0/security-groups?id=44e3600a-11fd-4d2f-8c8b-afe08f9fb670&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1097462 Jul 06 14:02:12.857806 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvr_db [None req-a4ad8d9e-c27e-4355-93ac-2b4ee7577066 None None] Set router 66707835-4562-47e1-9dce-7c9cac23064a gateway port host: n-d-773647-6 {{(pid=100249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:02:13.287371 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 37354) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:02:13.289875 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-a4ad8d9e-c27e-4355-93ac-2b4ee7577066 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66707835-4562-47e1-9dce-7c9cac23064a', 'name': 'tempest-TaggedBootDevicesTest-1594388382-router', 'tenant_id': 'db940b92de5443cbbd5f77e12cabccfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.39'}], 'enable_snat': True}, 'gw_port_id': '2637c84f-d9fa-4d74-9274-a92bbe38768d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:02:00Z', 'updated_at': '2021-07-06T14:02:05Z', 'revision_number': 4, 'project_id': 'db940b92de5443cbbd5f77e12cabccfc', 'gw_port': {'id': '2637c84f-d9fa-4d74-9274-a92bbe38768d', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:5a:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66707835-4562-47e1-9dce-7c9cac23064a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 965, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:02:01Z', 'updated_at': '2021-07-06T14:02:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6', '_interfaces': [{'id': '654c53f1-c172-4a69-b8ec-4db4b031b614', 'name': '', 'network_id': '8db538bb-9e5e-4771-8353-dcc3bdff004e', 'tenant_id': 'db940b92de5443cbbd5f77e12cabccfc', 'mac_address': 'fa:16:3e:f3:8b:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66707835-4562-47e1-9dce-7c9cac23064a', 'device_owner': 'network:router_interface', 'standard_attr_id': 966, 'fixed_ips': [{'subnet_id': '906bb642-57ed-4e87-8668-4e82a3a18fe7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:02:04Z', 'updated_at': '2021-07-06T14:02:12Z', 'revision_number': 4, 'project_id': 'db940b92de5443cbbd5f77e12cabccfc', 'subnets': [{'id': '906bb642-57ed-4e87-8668-4e82a3a18fe7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773647-6', False) {} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:02:13.294615 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-3da06322-8135-4ae8-96f0-6cd9e5d6e56f tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] Request body: {'security_group': {'name': 'tempest-securitygroup--529317454', 'description': 'tempest-description--1093855225'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:02:13.346078 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-3da06322-8135-4ae8-96f0-6cd9e5d6e56f tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] Notify callbacks [] for security_group, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:13.388774 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4ad8d9e-c27e-4355-93ac-2b4ee7577066 None None] The sync data for ids ['66707835-4562-47e1-9dce-7c9cac23064a'] in n-d-773647-6 is: [{'id': '66707835-4562-47e1-9dce-7c9cac23064a', 'name': 'tempest-TaggedBootDevicesTest-1594388382-router', 'tenant_id': 'db940b92de5443cbbd5f77e12cabccfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.39'}], 'enable_snat': True}, 'gw_port_id': '2637c84f-d9fa-4d74-9274-a92bbe38768d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:02:00Z', 'updated_at': '2021-07-06T14:02:05Z', 'revision_number': 4, 'project_id': 'db940b92de5443cbbd5f77e12cabccfc', 'gw_port': {'id': '2637c84f-d9fa-4d74-9274-a92bbe38768d', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:5a:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66707835-4562-47e1-9dce-7c9cac23064a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 965, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:02:01Z', 'updated_at': '2021-07-06T14:02:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6', '_interfaces': [{'id': '654c53f1-c172-4a69-b8ec-4db4b031b614', 'name': '', 'network_id': '8db538bb-9e5e-4771-8353-dcc3bdff004e', 'tenant_id': 'db940b92de5443cbbd5f77e12cabccfc', 'mac_address': 'fa:16:3e:f3:8b:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66707835-4562-47e1-9dce-7c9cac23064a', 'device_owner': 'network:router_interface', 'standard_attr_id': 966, 'fixed_ips': [{'subnet_id': '906bb642-57ed-4e87-8668-4e82a3a18fe7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:02:04Z', 'updated_at': '2021-07-06T14:02:12Z', 'revision_number': 4, 'project_id': 'db940b92de5443cbbd5f77e12cabccfc', 'subnets': [{'id': '906bb642-57ed-4e87-8668-4e82a3a18fe7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 14:02:13.610165 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65dcb6e8-2df3-452c-9d0a-543d744e6102 req-039500f1-69b0-4133-aa10-118c459db18f tempest-FloatingIPsAssociationTestJSON-978234990 tempest-FloatingIPsAssociationTestJSON-978234990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:02:13.611807 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-65dcb6e8-2df3-452c-9d0a-543d744e6102 req-039500f1-69b0-4133-aa10-118c459db18f tempest-FloatingIPsAssociationTestJSON-978234990 tempest-FloatingIPsAssociationTestJSON-978234990-project] 10.222.0.104 "GET /v2.0/ports?device_id=c4a04eb6-bb93-495c-bc67-b780dbcf097b HTTP/1.1" status: 200 len: 946 time: 0.7205262 Jul 06 14:02:13.617135 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-3da06322-8135-4ae8-96f0-6cd9e5d6e56f tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] Notify callbacks [] for security_group, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:13.626746 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-3da06322-8135-4ae8-96f0-6cd9e5d6e56f tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:13.666155 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-3da06322-8135-4ae8-96f0-6cd9e5d6e56f tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] Notify callbacks [] for security_group, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:13.670638 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-3da06322-8135-4ae8-96f0-6cd9e5d6e56f tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] 10.222.0.104 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.3813107 Jul 06 14:02:13.678755 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 37360) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:02:13.712649 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ce287a-edd4-41e4-8bb7-dd3ff2263569 req-ca615a33-6241-438b-945d-af7048123009 tempest-ServersOnMultiNodesTest-299961212 tempest-ServersOnMultiNodesTest-299961212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:02:13.714474 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-71ce287a-edd4-41e4-8bb7-dd3ff2263569 req-ca615a33-6241-438b-945d-af7048123009 tempest-ServersOnMultiNodesTest-299961212 tempest-ServersOnMultiNodesTest-299961212-project] 10.222.0.72 "GET /v2.0/ports?device_id=0969280d-6a0e-40ec-b4e7-b4696c0bc3c7 HTTP/1.1" status: 200 len: 949 time: 0.7813902 Jul 06 14:02:13.728709 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Device cf98c374-ae9b-477f-888b-f3febecd9b81 up at agent hyperv_n-h2-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:02:13.730381 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-0c23bab4-4a10-406a-b7c1-58d219eed428 tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] Request body: {'security_group_rule': {'security_group_id': '54cfb86c-390d-4cad-8265-7f5781c66116', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:02:13.812156 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da06322-8135-4ae8-96f0-6cd9e5d6e56f tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] Pushing event updated for resources: {'SecurityGroup': ['ID=54cfb86c-390d-4cad-8265-7f5781c66116,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:02:13.870777 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-0c23bab4-4a10-406a-b7c1-58d219eed428 tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:13.873853 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-65dcb6e8-2df3-452c-9d0a-543d744e6102 req-0e60352f-2582-4bd1-b0f8-9c6c60eee8ed tempest-FloatingIPsAssociationTestJSON-978234990 tempest-FloatingIPsAssociationTestJSON-978234990-project] 10.222.0.104 "GET /v2.0/security-groups?id=715e00b7-412d-4ac6-a847-c2c6525b42cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2383275 Jul 06 14:02:13.874381 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Provisioning for port cf98c374-ae9b-477f-888b-f3febecd9b81 completed by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:02:13.883483 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Provisioning complete for port cf98c374-ae9b-477f-888b-f3febecd9b81 triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:02:13.883869 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:14.024116 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4279c9-2e34-4db9-b833-d44a0c7fa9ee req-f74d1d65-71db-40df-8909-d5e8f8ebc463 tempest-ServersNegativeTestMultiTenantJSON-1589104584 tempest-ServersNegativeTestMultiTenantJSON-1589104584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:02:14.032834 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-dd4279c9-2e34-4db9-b833-d44a0c7fa9ee req-f74d1d65-71db-40df-8909-d5e8f8ebc463 tempest-ServersNegativeTestMultiTenantJSON-1589104584 tempest-ServersNegativeTestMultiTenantJSON-1589104584-project] 10.222.0.104 "GET /v2.0/ports?device_id=43132648-fc3b-4513-8d95-c39ba11e01de HTTP/1.1" status: 200 len: 945 time: 0.3553448 Jul 06 14:02:14.114218 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-0c23bab4-4a10-406a-b7c1-58d219eed428 tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:14.118108 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:14.134550 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-0c23bab4-4a10-406a-b7c1-58d219eed428 tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1898694'] for security_group_rule, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:14.161260 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 115ae7df-899c-4b63-824a-b260266fec55 up at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:02:14.194149 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c23bab4-4a10-406a-b7c1-58d219eed428 tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f316603-71a8-4b9f-80f9-ec7d872ffd24,revision_number=0']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:02:14.214583 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-0c23bab4-4a10-406a-b7c1-58d219eed428 tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:14.218948 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-0c23bab4-4a10-406a-b7c1-58d219eed428 tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] 10.222.0.104 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5160027 Jul 06 14:02:14.220614 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 37368) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:02:14.232949 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-02d3fb7d-4b3a-40ec-8c51-b7ff68ae4885 tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] Request body: {'security_group_rule': {'security_group_id': '54cfb86c-390d-4cad-8265-7f5781c66116', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:02:14.242671 n-d-773647-6 neutron-server[100248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e35a7e2e-d30c-4bf0-b481-78bca7eacfd4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf98c374-ae9b-477f-888b-f3febecd9b81'}] {{(pid=100248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:02:14.250077 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84af257533e383389cbcf231d3534f4d5e149e7203fea16b4a8fc01438dddaf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6db64ca-5bf6-46a6-a656-c1b47e3ee406" -d '{"events": [{"server_uuid": "e35a7e2e-d30c-4bf0-b481-78bca7eacfd4", "name": "network-vif-plugged", "status": "completed", "tag": "cf98c374-ae9b-477f-888b-f3febecd9b81"}]}' {{(pid=100248) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:02:14.301378 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-02d3fb7d-4b3a-40ec-8c51-b7ff68ae4885 tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:14.308835 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] For port cf98c374-ae9b-477f-888b-f3febecd9b81, host n-h2-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=cf98c374-ae9b-477f-888b-f3febecd9b81,segment=NetworkSegment(9eba4787-c4f9-4fad-9106-1dea9683e832),segment_id=9eba4787-c4f9-4fad-9106-1dea9683e832)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:02:14.315605 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-dd4279c9-2e34-4db9-b833-d44a0c7fa9ee req-540318e1-9cbe-485a-a0b8-77f4027d4f3a tempest-ServersNegativeTestMultiTenantJSON-1589104584 tempest-ServersNegativeTestMultiTenantJSON-1589104584-project] 10.222.0.104 "GET /v2.0/security-groups?id=e297f2c8-57cd-463b-a996-9c32846d6f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2816863 Jul 06 14:02:14.319287 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:14.320477 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Device 32379c07-1a53-499c-a763-9f9d5460c606 no longer exists at agent hyperv_n-h2-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:02:14.460754 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597d1367-4b7f-4242-b450-61d8bc4f06dc req-5f9b5484-7eb1-4cae-b27e-f7a85bdd86d9 tempest-ServersOnMultiNodesTest-299961212 tempest-ServersOnMultiNodesTest-299961212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:02:14.475976 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-597d1367-4b7f-4242-b450-61d8bc4f06dc req-5f9b5484-7eb1-4cae-b27e-f7a85bdd86d9 tempest-ServersOnMultiNodesTest-299961212 tempest-ServersOnMultiNodesTest-299961212-project] 10.222.0.104 "GET /v2.0/ports?device_id=0969280d-6a0e-40ec-b4e7-b4696c0bc3c7 HTTP/1.1" status: 200 len: 949 time: 0.2797713 Jul 06 14:02:14.486347 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-02d3fb7d-4b3a-40ec-8c51-b7ff68ae4885 tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:14.490736 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.plugin [req-71ce287a-edd4-41e4-8bb7-dd3ff2263569 req-ea6d187f-f32b-45c2-a8c0-330f7939bf54 tempest-ServersOnMultiNodesTest-299961212 tempest-ServersOnMultiNodesTest-299961212-project] Deleting port 32379c07-1a53-499c-a763-9f9d5460c606 {{(pid=100247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:02:14.491095 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-71ce287a-edd4-41e4-8bb7-dd3ff2263569 req-ea6d187f-f32b-45c2-a8c0-330f7939bf54 tempest-ServersOnMultiNodesTest-299961212 tempest-ServersOnMultiNodesTest-299961212-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:14.496830 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-02d3fb7d-4b3a-40ec-8c51-b7ff68ae4885 tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1898694'] for security_group_rule, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:14.539771 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d3fb7d-4b3a-40ec-8c51-b7ff68ae4885 tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=715c2f1e-07d4-4f75-be3a-64dc624ed4fb,revision_number=0']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:02:14.569387 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-02d3fb7d-4b3a-40ec-8c51-b7ff68ae4885 tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:14.572602 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-02d3fb7d-4b3a-40ec-8c51-b7ff68ae4885 tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] 10.222.0.104 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3475382 Jul 06 14:02:14.574976 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 37376) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:02:14.581946 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20563d62-81bd-4a16-ab98-9e7039409f62 None None] Sync routers for ids ['f06d94bb-ffae-4f0d-84b3-b6edd11ba800'] in n-d-773647-6 {{(pid=100248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 14:02:14.589632 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-2940c0af-871d-4feb-9542-b0921ed718c8 tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] Request body: {'floatingip': {'floating_network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:02:14.619539 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning for port 115ae7df-899c-4b63-824a-b260266fec55 completed by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:02:14.629215 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning complete for port 115ae7df-899c-4b63-824a-b260266fec55 triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:02:14.629740 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:14.654087 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20563d62-81bd-4a16-ab98-9e7039409f62 None None] Routers {'f06d94bb-ffae-4f0d-84b3-b6edd11ba800'} bound to L3 agent in host n-d-773647-6 {{(pid=100248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:02:14.654329 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-2940c0af-871d-4feb-9542-b0921ed718c8 tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] Notify callbacks [] for floatingip, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:14.665733 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-20563d62-81bd-4a16-ab98-9e7039409f62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T14:01:55Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['f06d94bb-ffae-4f0d-84b3-b6edd11ba800'], 'active': True} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:02:14.709547 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Pushing event updated for resources: {'Port': ['ID=cf98c374-ae9b-477f-888b-f3febecd9b81,revision_number=5']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:02:14.806451 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.db [req-71ce287a-edd4-41e4-8bb7-dd3ff2263569 req-ea6d187f-f32b-45c2-a8c0-330f7939bf54 tempest-ServersOnMultiNodesTest-299961212 tempest-ServersOnMultiNodesTest-299961212-project] For port 32379c07-1a53-499c-a763-9f9d5460c606, host n-h2-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=32379c07-1a53-499c-a763-9f9d5460c606,segment=NetworkSegment(c9ea893d-045e-42cf-b3dd-cdd1f79baccd),segment_id=c9ea893d-045e-42cf-b3dd-cdd1f79baccd)] {{(pid=100247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:02:14.807031 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-71ce287a-edd4-41e4-8bb7-dd3ff2263569 req-ea6d187f-f32b-45c2-a8c0-330f7939bf54 tempest-ServersOnMultiNodesTest-299961212 tempest-ServersOnMultiNodesTest-299961212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:14.838131 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.plugin [req-71ce287a-edd4-41e4-8bb7-dd3ff2263569 req-ea6d187f-f32b-45c2-a8c0-330f7939bf54 tempest-ServersOnMultiNodesTest-299961212 tempest-ServersOnMultiNodesTest-299961212-project] Calling delete_port for 32379c07-1a53-499c-a763-9f9d5460c606 owned by compute:nova {{(pid=100247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:02:14.931443 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvr_db [None req-20563d62-81bd-4a16-ab98-9e7039409f62 None None] Set router f06d94bb-ffae-4f0d-84b3-b6edd11ba800 gateway port host: n-d-773647-6 {{(pid=100248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:02:14.958576 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-2940c0af-871d-4feb-9542-b0921ed718c8 tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:15.071367 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:15.229221 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-71ce287a-edd4-41e4-8bb7-dd3ff2263569 req-ea6d187f-f32b-45c2-a8c0-330f7939bf54 tempest-ServersOnMultiNodesTest-299961212 tempest-ServersOnMultiNodesTest-299961212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128888353'] for port, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:15.251524 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.db_base_plugin_common [None req-2940c0af-871d-4feb-9542-b0921ed718c8 tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] Allocated IP 172.25.0.190 (2658f09e-a580-4d4a-9968-2d1e0ad93719/cbf74abc-6fe1-4d33-b005-c948923b9647/0241c0ef-14fd-4f65-bb39-01c8d645fd4d) {{(pid=100246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:02:15.279879 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] get_ports_and_sgs() called for port_ids ['77f2936b-9d5d-4a82-bf34-d5104100db58', 'dbaef2dd-909e-475f-abe2-1d2de1fc87c6', 'a8988d78-8ca9-4ab1-9f2e-28d3df4461f2'] {{(pid=100248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 14:02:15.282847 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] get_ports_and_sgs() called for port_ids ['05481f2d-582e-4146-a307-f062af9d861e', 'b3d5f759-25d1-4c4c-b7ec-a5f305aed096', '891b2c81-2c6a-4763-a1b7-6fa3d05d0063', '04f88873-d07d-4eaf-a37b-8d5ec79f0db0'] {{(pid=100248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 14:02:15.328638 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6d187f-f32b-45c2-a8c0-330f7939bf54 tempest-ServersOnMultiNodesTest-299961212 tempest-ServersOnMultiNodesTest-299961212-project] Pushing event deleted for resources: {'Port': ['ID=32379c07-1a53-499c-a763-9f9d5460c606,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:02:15.397775 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Device 01a782eb-278b-4e28-926f-f4d2a4858592 up at agent hyperv_n-h1-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:02:15.414089 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-2940c0af-871d-4feb-9542-b0921ed718c8 tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] Notify callbacks [] for port, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:15.454065 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-597d1367-4b7f-4242-b450-61d8bc4f06dc req-f4ff931f-53f9-43f7-95f5-4d8a05196fbc tempest-ServersOnMultiNodesTest-299961212 tempest-ServersOnMultiNodesTest-299961212-project] 10.222.0.104 "GET /v2.0/security-groups?id=304f894d-c671-4a59-b0fb-2a4d849c5ac9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9769275 Jul 06 14:02:15.473178 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-2940c0af-871d-4feb-9542-b0921ed718c8 tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-127687573'] for port, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:15.582678 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2940c0af-871d-4feb-9542-b0921ed718c8 tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] Pushing event updated for resources: {'Port': ['ID=0241c0ef-14fd-4f65-bb39-01c8d645fd4d,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:02:15.611773 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.l3_dvrscheduler_db [req-71ce287a-edd4-41e4-8bb7-dd3ff2263569 req-ea6d187f-f32b-45c2-a8c0-330f7939bf54 tempest-ServersOnMultiNodesTest-299961212 tempest-ServersOnMultiNodesTest-299961212-project] No DVR routers for this DVR port 32379c07-1a53-499c-a763-9f9d5460c606 on host n-h2-773647-6 {{(pid=100247) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:02:15.616159 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-71ce287a-edd4-41e4-8bb7-dd3ff2263569 req-ea6d187f-f32b-45c2-a8c0-330f7939bf54 tempest-ServersOnMultiNodesTest-299961212 tempest-ServersOnMultiNodesTest-299961212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:15.618745 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-71ce287a-edd4-41e4-8bb7-dd3ff2263569 req-ea6d187f-f32b-45c2-a8c0-330f7939bf54 tempest-ServersOnMultiNodesTest-299961212 tempest-ServersOnMultiNodesTest-299961212-project] 10.222.0.72 "DELETE /v2.0/ports/32379c07-1a53-499c-a763-9f9d5460c606 HTTP/1.1" status: 204 len: 173 time: 1.8580778 Jul 06 14:02:15.620881 n-d-773647-6 neutron-server[100247]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0969280d-6a0e-40ec-b4e7-b4696c0bc3c7', 'name': 'network-vif-deleted', 'tag': '32379c07-1a53-499c-a763-9f9d5460c606'}] {{(pid=100247) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:02:15.624874 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cbf0eeaae822f8fc9b87a94aeba67a3d651842baf663a51cba94b67a514836d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42946fd1-37d0-42c1-8a3d-998175bc018c" -d '{"events": [{"server_uuid": "0969280d-6a0e-40ec-b4e7-b4696c0bc3c7", "name": "network-vif-deleted", "tag": "32379c07-1a53-499c-a763-9f9d5460c606"}]}' {{(pid=100247) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:02:15.637359 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2940c0af-871d-4feb-9542-b0921ed718c8 tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] Network 2658f09e-a580-4d4a-9968-2d1e0ad93719 is already hosted by enough agents. {{(pid=100246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:02:15.639262 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.base_scheduler [None req-2940c0af-871d-4feb-9542-b0921ed718c8 tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] Resources bound (agent type, host, resource id): {{(pid=100246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:02:15.649029 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2940c0af-871d-4feb-9542-b0921ed718c8 tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] Received port after_create {{(pid=100246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:02:15.656525 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:15.680190 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316c2d5e-26a3-4924-80f7-7eb6bacd0dd0 req-c7d9371f-d0be-4795-986c-d61ca797f6dd tempest-ServersTestBootFromVolume-787010614 tempest-ServersTestBootFromVolume-787010614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:02:15.689921 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-316c2d5e-26a3-4924-80f7-7eb6bacd0dd0 req-c7d9371f-d0be-4795-986c-d61ca797f6dd tempest-ServersTestBootFromVolume-787010614 tempest-ServersTestBootFromVolume-787010614-project] 10.222.0.104 "GET /v2.0/ports?device_id=e35a7e2e-d30c-4bf0-b481-78bca7eacfd4 HTTP/1.1" status: 200 len: 946 time: 0.3871922 Jul 06 14:02:15.738294 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] For port 115ae7df-899c-4b63-824a-b260266fec55, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=115ae7df-899c-4b63-824a-b260266fec55,segment=NetworkSegment(89a832b7-7793-4d51-9038-ed7e1c3ff1b2),segment_id=89a832b7-7793-4d51-9038-ed7e1c3ff1b2)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:02:15.782441 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:15.786465 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 654c53f1-c172-4a69-b8ec-4db4b031b614 up at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:02:15.845167 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-316c2d5e-26a3-4924-80f7-7eb6bacd0dd0 req-000969af-d37d-4288-a5e6-af9519c581af tempest-ServersTestBootFromVolume-787010614 tempest-ServersTestBootFromVolume-787010614-project] 10.222.0.104 "GET /v2.0/security-groups?id=44e3600a-11fd-4d2f-8c8b-afe08f9fb670&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1539197 Jul 06 14:02:15.875792 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-2940c0af-871d-4feb-9542-b0921ed718c8 tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:15.938232 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb547e4b-a464-4dd9-839a-15b63ea815d1 req-2da6b463-4b70-4aa0-892a-4ba225d0a51a tempest-FloatingIPsAssociationTestJSON-978234990 tempest-FloatingIPsAssociationTestJSON-978234990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:02:15.947396 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-eb547e4b-a464-4dd9-839a-15b63ea815d1 req-2da6b463-4b70-4aa0-892a-4ba225d0a51a tempest-FloatingIPsAssociationTestJSON-978234990 tempest-FloatingIPsAssociationTestJSON-978234990-project] 10.222.0.104 "GET /v2.0/ports?device_id=7bfb388a-790e-4692-a575-ef183ebdd084&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1948230 Jul 06 14:02:16.008864 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-eb547e4b-a464-4dd9-839a-15b63ea815d1 req-19d43e2f-ce92-4ecd-b14f-ed742bd6108c tempest-FloatingIPsAssociationTestJSON-978234990 tempest-FloatingIPsAssociationTestJSON-978234990-project] 10.222.0.104 "GET /v2.0/floatingips?floating_ip_address=172.25.0.191 HTTP/1.1" status: 200 len: 696 time: 0.0609059 Jul 06 14:02:16.013961 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [req-eb547e4b-a464-4dd9-839a-15b63ea815d1 req-4701a1f4-9443-4e3a-8487-e8d3d25e75f8 tempest-FloatingIPsAssociationTestJSON-978234990 tempest-FloatingIPsAssociationTestJSON-978234990-project] Request body: {'floatingip': {'port_id': 'e0212a6e-4a9c-4580-a290-db589dcc6f27', 'fixed_ip_address': '172.20.0.4'}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:02:16.016204 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-2940c0af-871d-4feb-9542-b0921ed718c8 tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:16.038407 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 14:02:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10e44cb5-2bfb-4699-a576-f3e4350a16f9 x-openstack-request-id: req-10e44cb5-2bfb-4699-a576-f3e4350a16f9 {{(pid=100248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:02:16.039040 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e35a7e2e-d30c-4bf0-b481-78bca7eacfd4", "name": "network-vif-plugged", "status": "completed", "tag": "cf98c374-ae9b-477f-888b-f3febecd9b81", "code": 200}]} {{(pid=100248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:02:16.039040 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-10e44cb5-2bfb-4699-a576-f3e4350a16f9 {{(pid=100248) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:02:16.039495 n-d-773647-6 neutron-server[100248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e35a7e2e-d30c-4bf0-b481-78bca7eacfd4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf98c374-ae9b-477f-888b-f3febecd9b81', 'code': 200} Jul 06 14:02:16.071735 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-eb547e4b-a464-4dd9-839a-15b63ea815d1 req-4701a1f4-9443-4e3a-8487-e8d3d25e75f8 tempest-FloatingIPsAssociationTestJSON-978234990 tempest-FloatingIPsAssociationTestJSON-978234990-project] Notify callbacks [] for floatingip, before_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:16.188544 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-20563d62-81bd-4a16-ab98-9e7039409f62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f06d94bb-ffae-4f0d-84b3-b6edd11ba800', 'name': 'tempest-ServerActionsTestJSON-1649938346-router', 'tenant_id': '96647dd61d404050a5af01798d2f6f47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.246'}], 'enable_snat': True}, 'gw_port_id': '115ae7df-899c-4b63-824a-b260266fec55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:01:56Z', 'updated_at': '2021-07-06T14:02:09Z', 'revision_number': 4, 'project_id': '96647dd61d404050a5af01798d2f6f47', 'gw_port': {'id': '115ae7df-899c-4b63-824a-b260266fec55', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:c2:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f06d94bb-ffae-4f0d-84b3-b6edd11ba800', 'device_owner': 'network:router_gateway', 'standard_attr_id': 953, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:01:59Z', 'updated_at': '2021-07-06T14:02:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6', '_interfaces': [{'id': 'e04644f8-e2d6-4bc3-828b-28c9b58518d4', 'name': '', 'network_id': 'ca8d241f-6d1c-4a83-a6b7-adff4a667580', 'tenant_id': '96647dd61d404050a5af01798d2f6f47', 'mac_address': 'fa:16:3e:c2:5b:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f06d94bb-ffae-4f0d-84b3-b6edd11ba800', 'device_owner': 'network:router_interface', 'standard_attr_id': 967, 'fixed_ips': [{'subnet_id': '1d0103a5-6825-4713-928f-2c0821a07c96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:02:07Z', 'updated_at': '2021-07-06T14:02:09Z', 'revision_number': 2, 'project_id': '96647dd61d404050a5af01798d2f6f47', 'subnets': [{'id': '1d0103a5-6825-4713-928f-2c0821a07c96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773647-6', False) {} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:02:16.226667 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Pushing event updated for resources: {'Port': ['ID=115ae7df-899c-4b63-824a-b260266fec55,revision_number=4']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:02:16.229906 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning for port 654c53f1-c172-4a69-b8ec-4db4b031b614 completed by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:02:16.265034 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20563d62-81bd-4a16-ab98-9e7039409f62 None None] Checking router: f06d94bb-ffae-4f0d-84b3-b6edd11ba800 for host: n-d-773647-6 {{(pid=100248) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 14:02:16.265743 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20563d62-81bd-4a16-ab98-9e7039409f62 None None] Updating router f06d94bb-ffae-4f0d-84b3-b6edd11ba800 port e04644f8-e2d6-4bc3-828b-28c9b58518d4 binding host n-d-773647-6 {{(pid=100248) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 14:02:16.270701 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning complete for port 654c53f1-c172-4a69-b8ec-4db4b031b614 triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:02:16.274526 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:16.281382 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Provisioning for port 01a782eb-278b-4e28-926f-f4d2a4858592 completed by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:02:16.311888 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-2940c0af-871d-4feb-9542-b0921ed718c8 tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] Notify callbacks [] for port, precommit_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:16.321620 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-2940c0af-871d-4feb-9542-b0921ed718c8 tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127687527'] for port, after_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:16.431344 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2940c0af-871d-4feb-9542-b0921ed718c8 tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] Pushing event updated for resources: {'Port': ['ID=0241c0ef-14fd-4f65-bb39-01c8d645fd4d,revision_number=2']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:02:16.473250 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-2940c0af-871d-4feb-9542-b0921ed718c8 tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1761130'] for floatingip, after_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:16.508645 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Provisioning complete for port 01a782eb-278b-4e28-926f-f4d2a4858592 triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:02:16.509289 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:16.517258 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-2940c0af-871d-4feb-9542-b0921ed718c8 tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for floatingip, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:16.520984 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-2940c0af-871d-4feb-9542-b0921ed718c8 tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] 10.222.0.104 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.9449954 Jul 06 14:02:16.611498 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c82445-c264-4935-9070-1982eb854ac6 req-3b20577e-ebc2-4fd7-8dba-266c64c24a9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:02:16.614075 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-60c82445-c264-4935-9070-1982eb854ac6 req-3b20577e-ebc2-4fd7-8dba-266c64c24a9f service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=e35a7e2e-d30c-4bf0-b481-78bca7eacfd4 HTTP/1.1" status: 200 len: 1097 time: 0.4396133 Jul 06 14:02:16.711148 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-20563d62-81bd-4a16-ab98-9e7039409f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:16.761026 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a9e96c-499f-431a-bba8-8549ae42688b req-6a0250e9-44e8-42df-a8be-f3e8bf32ca49 tempest-ServersNegativeTestMultiTenantJSON-1589104584 tempest-ServersNegativeTestMultiTenantJSON-1589104584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:02:16.762672 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-f9a9e96c-499f-431a-bba8-8549ae42688b req-6a0250e9-44e8-42df-a8be-f3e8bf32ca49 tempest-ServersNegativeTestMultiTenantJSON-1589104584 tempest-ServersNegativeTestMultiTenantJSON-1589104584-project] 10.222.0.104 "GET /v2.0/ports?device_id=43132648-fc3b-4513-8d95-c39ba11e01de HTTP/1.1" status: 200 len: 945 time: 0.3868849 Jul 06 14:02:16.852465 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:16.920843 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-60c82445-c264-4935-9070-1982eb854ac6 req-747ae7bc-2661-451f-bf47-46c7884ac8ab service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=44e3600a-11fd-4d2f-8c8b-afe08f9fb670&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2964456 Jul 06 14:02:16.984867 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:16.999949 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-f9a9e96c-499f-431a-bba8-8549ae42688b req-8df5377b-4040-46c1-a4d2-4417e19d4334 tempest-ServersNegativeTestMultiTenantJSON-1589104584 tempest-ServersNegativeTestMultiTenantJSON-1589104584-project] 10.222.0.104 "GET /v2.0/security-groups?id=e297f2c8-57cd-463b-a996-9c32846d6f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297657 Jul 06 14:02:17.048492 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] For port 01a782eb-278b-4e28-926f-f4d2a4858592, host n-h1-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773647-6',level=0,port_id=01a782eb-278b-4e28-926f-f4d2a4858592,segment=NetworkSegment(ea7aaf83-2eb9-4df6-af24-2413db24fa15),segment_id=ea7aaf83-2eb9-4df6-af24-2413db24fa15)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:02:17.071372 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:17.094061 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 14:02:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4139e527-939c-4ed8-a78d-f2217faaf28f x-openstack-request-id: req-4139e527-939c-4ed8-a78d-f2217faaf28f {{(pid=100247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:02:17.094447 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0969280d-6a0e-40ec-b4e7-b4696c0bc3c7", "name": "network-vif-deleted", "tag": "32379c07-1a53-499c-a763-9f9d5460c606", "status": "completed", "code": 200}]} {{(pid=100247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:02:17.095825 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-4139e527-939c-4ed8-a78d-f2217faaf28f {{(pid=100247) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:02:17.096250 n-d-773647-6 neutron-server[100247]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0969280d-6a0e-40ec-b4e7-b4696c0bc3c7', 'name': 'network-vif-deleted', 'tag': '32379c07-1a53-499c-a763-9f9d5460c606', 'status': 'completed', 'code': 200} Jul 06 14:02:17.235646 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 37402) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:02:17.257725 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] For port 654c53f1-c172-4a69-b8ec-4db4b031b614, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=654c53f1-c172-4a69-b8ec-4db4b031b614,segment=NetworkSegment(89a04a2d-f882-47fd-b830-e5562609bb0e),segment_id=89a04a2d-f882-47fd-b830-e5562609bb0e)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:02:17.281380 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:17.301778 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.db.resource_extend [req-eb547e4b-a464-4dd9-839a-15b63ea815d1 req-4701a1f4-9443-4e3a-8487-e8d3d25e75f8 tempest-FloatingIPsAssociationTestJSON-978234990 tempest-FloatingIPsAssociationTestJSON-978234990-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 06 14:02:17.411271 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Pushing event updated for resources: {'Port': ['ID=01a782eb-278b-4e28-926f-f4d2a4858592,revision_number=5']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:02:17.433403 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-eb547e4b-a464-4dd9-839a-15b63ea815d1 req-4701a1f4-9443-4e3a-8487-e8d3d25e75f8 tempest-FloatingIPsAssociationTestJSON-978234990 tempest-FloatingIPsAssociationTestJSON-978234990-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:17.450876 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-eb547e4b-a464-4dd9-839a-15b63ea815d1 req-4701a1f4-9443-4e3a-8487-e8d3d25e75f8 tempest-FloatingIPsAssociationTestJSON-978234990 tempest-FloatingIPsAssociationTestJSON-978234990-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1761130'] for floatingip, after_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:17.504585 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 115ae7df-899c-4b63-824a-b260266fec55 up at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:02:17.685428 n-d-773647-6 neutron-server[100247]: INFO neutron.db.l3_db [req-eb547e4b-a464-4dd9-839a-15b63ea815d1 req-4701a1f4-9443-4e3a-8487-e8d3d25e75f8 tempest-FloatingIPsAssociationTestJSON-978234990 tempest-FloatingIPsAssociationTestJSON-978234990-project] Floating IP b7455581-2335-4cd2-9586-d5d6c4d08e4c associated. External IP: 172.25.0.191, port: e0212a6e-4a9c-4580-a290-db589dcc6f27. Jul 06 14:02:17.693144 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Pushing event updated for resources: {'Port': ['ID=654c53f1-c172-4a69-b8ec-4db4b031b614,revision_number=5']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:02:17.723674 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.db_base_plugin_v2 [None req-eba8d02d-f724-4552-9e4a-f5bdb3cc867b admin admin] Deleting subnet 8d32f554-2b92-4c59-9901-e19d129549fc {{(pid=100247) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 14:02:17.730531 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-eba8d02d-f724-4552-9e4a-f5bdb3cc867b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:17.766158 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-20563d62-81bd-4a16-ab98-9e7039409f62 None None] Notify callbacks [] for port, precommit_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:17.815254 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning complete for port 115ae7df-899c-4b63-824a-b260266fec55 triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:02:17.815635 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:17.822869 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-09d7ca93-1bc9-4bdf-b275-f9c149d7f89e req-2cbfdeb6-b28d-4979-a530-ab902a9a27e1 tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] 10.222.0.104 "GET /v2.0/security-groups?name=tempest-securitygroup--529317454&fields=id&tenant_id=96647dd61d404050a5af01798d2f6f47 HTTP/1.1" status: 200 len: 267 time: 0.3366058 Jul 06 14:02:17.858546 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-20563d62-81bd-4a16-ab98-9e7039409f62 None None] Transition to ACTIVE for port object e04644f8-e2d6-4bc3-828b-28c9b58518d4 will not be triggered until provisioned by entity L2. {{(pid=100248) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:02:17.877485 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-20563d62-81bd-4a16-ab98-9e7039409f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:17.970750 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a2ee4d-a0e6-4da0-b862-49bb8796334d None None] Pushing event updated for resources: {'Port': ['ID=e04644f8-e2d6-4bc3-828b-28c9b58518d4,revision_number=3']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:02:18.051070 n-d-773647-6 neutron-server[100248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43132648-fc3b-4513-8d95-c39ba11e01de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01a782eb-278b-4e28-926f-f4d2a4858592'}] {{(pid=100248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:02:18.054128 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84af257533e383389cbcf231d3534f4d5e149e7203fea16b4a8fc01438dddaf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-277ecabe-e49a-4fe4-96a0-4610f90ae545" -d '{"events": [{"server_uuid": "43132648-fc3b-4513-8d95-c39ba11e01de", "name": "network-vif-plugged", "status": "completed", "tag": "01a782eb-278b-4e28-926f-f4d2a4858592"}]}' {{(pid=100248) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:02:18.070528 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d7ca93-1bc9-4bdf-b275-f9c149d7f89e req-ab44c4c2-2eba-418a-b335-863808715a85 tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:02:18.085875 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-09d7ca93-1bc9-4bdf-b275-f9c149d7f89e req-ab44c4c2-2eba-418a-b335-863808715a85 tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] 10.222.0.104 "GET /v2.0/networks?id=ca8d241f-6d1c-4a83-a6b7-adff4a667580 HTTP/1.1" status: 200 len: 812 time: 0.2619972 Jul 06 14:02:18.131431 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-09d7ca93-1bc9-4bdf-b275-f9c149d7f89e req-c1584982-2db7-42f8-9e81-67c9bdede540 tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] 10.222.0.104 "GET /v2.0/quotas/96647dd61d404050a5af01798d2f6f47 HTTP/1.1" status: 200 len: 375 time: 0.0445549 Jul 06 14:02:18.151260 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-20563d62-81bd-4a16-ab98-9e7039409f62 None None] Attempting to bind port e04644f8-e2d6-4bc3-828b-28c9b58518d4 on host n-d-773647-6 for vnic_type normal with profile {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:02:18.160345 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-20563d62-81bd-4a16-ab98-9e7039409f62 None None] Attempting to bind port e04644f8-e2d6-4bc3-828b-28c9b58518d4 by drivers openvswitch,hyperv on host n-d-773647-6 at level 0 using segments [{'id': '36c50412-6893-4622-808c-49164f6f9db6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1040, 'network_id': 'ca8d241f-6d1c-4a83-a6b7-adff4a667580'}] {{(pid=100248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:02:18.161016 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20563d62-81bd-4a16-ab98-9e7039409f62 None None] Attempting to bind port e04644f8-e2d6-4bc3-828b-28c9b58518d4 on network ca8d241f-6d1c-4a83-a6b7-adff4a667580 {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:02:18.193503 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20563d62-81bd-4a16-ab98-9e7039409f62 None None] Checking agent: {'id': '8ab5b19c-d213-4f29-891d-27bdf39d38b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773647-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 43, 26), 'started_at': datetime.datetime(2021, 7, 6, 13, 43, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 1, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773647-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:02:18.206836 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20563d62-81bd-4a16-ab98-9e7039409f62 None None] Checking segment: {'id': '36c50412-6893-4622-808c-49164f6f9db6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1040, 'network_id': 'ca8d241f-6d1c-4a83-a6b7-adff4a667580'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:02:18.207533 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-20563d62-81bd-4a16-ab98-9e7039409f62 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:18.207972 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20563d62-81bd-4a16-ab98-9e7039409f62 None None] Bound using segment: {'id': '36c50412-6893-4622-808c-49164f6f9db6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1040, 'network_id': 'ca8d241f-6d1c-4a83-a6b7-adff4a667580'} {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:02:18.208568 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-20563d62-81bd-4a16-ab98-9e7039409f62 None None] Bound port: e04644f8-e2d6-4bc3-828b-28c9b58518d4, host: n-d-773647-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36c50412-6893-4622-808c-49164f6f9db6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1040, 'network_id': 'ca8d241f-6d1c-4a83-a6b7-adff4a667580'}}] {{(pid=100248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:02:18.209173 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-20563d62-81bd-4a16-ab98-9e7039409f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:18.319015 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-20563d62-81bd-4a16-ab98-9e7039409f62 None None] For port e04644f8-e2d6-4bc3-828b-28c9b58518d4, host n-d-773647-6, cleared binding levels {{(pid=100248) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:02:18.323635 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-20563d62-81bd-4a16-ab98-9e7039409f62 None None] For port e04644f8-e2d6-4bc3-828b-28c9b58518d4, host n-d-773647-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=e04644f8-e2d6-4bc3-828b-28c9b58518d4,segment=NetworkSegment(36c50412-6893-4622-808c-49164f6f9db6),segment_id=36c50412-6893-4622-808c-49164f6f9db6)] {{(pid=100248) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:02:18.341658 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-20563d62-81bd-4a16-ab98-9e7039409f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:18.401892 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20563d62-81bd-4a16-ab98-9e7039409f62 None None] Routers {'f06d94bb-ffae-4f0d-84b3-b6edd11ba800'} bound to L3 agent in host n-d-773647-6 {{(pid=100248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:02:18.402540 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-20563d62-81bd-4a16-ab98-9e7039409f62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T14:01:55Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['f06d94bb-ffae-4f0d-84b3-b6edd11ba800'], 'active': True} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:02:18.473767 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a2ee4d-a0e6-4da0-b862-49bb8796334d None None] Pushing event updated for resources: {'Port': ['ID=e04644f8-e2d6-4bc3-828b-28c9b58518d4,revision_number=4']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:02:18.571741 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvr_db [None req-20563d62-81bd-4a16-ab98-9e7039409f62 None None] Set router f06d94bb-ffae-4f0d-84b3-b6edd11ba800 gateway port host: n-d-773647-6 {{(pid=100248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:02:18.614855 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-eba8d02d-f724-4552-9e4a-f5bdb3cc867b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127131748'] for subnet, precommit_delete_associations {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:18.714429 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-eba8d02d-f724-4552-9e4a-f5bdb3cc867b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-913473'] for subnet, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:18.771541 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-09d7ca93-1bc9-4bdf-b275-f9c149d7f89e req-56d0119f-c101-4674-a9cf-247e49c1386f tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] 10.222.0.104 "GET /v2.0/ports?tenant_id=96647dd61d404050a5af01798d2f6f47&fields=id HTTP/1.1" status: 200 len: 348 time: 0.6308706 Jul 06 14:02:18.837263 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-20563d62-81bd-4a16-ab98-9e7039409f62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f06d94bb-ffae-4f0d-84b3-b6edd11ba800', 'name': 'tempest-ServerActionsTestJSON-1649938346-router', 'tenant_id': '96647dd61d404050a5af01798d2f6f47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.246'}], 'enable_snat': True}, 'gw_port_id': '115ae7df-899c-4b63-824a-b260266fec55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:01:56Z', 'updated_at': '2021-07-06T14:02:09Z', 'revision_number': 4, 'project_id': '96647dd61d404050a5af01798d2f6f47', 'gw_port': {'id': '115ae7df-899c-4b63-824a-b260266fec55', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:c2:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f06d94bb-ffae-4f0d-84b3-b6edd11ba800', 'device_owner': 'network:router_gateway', 'standard_attr_id': 953, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:01:59Z', 'updated_at': '2021-07-06T14:02:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6', '_interfaces': [{'id': 'e04644f8-e2d6-4bc3-828b-28c9b58518d4', 'name': '', 'network_id': 'ca8d241f-6d1c-4a83-a6b7-adff4a667580', 'tenant_id': '96647dd61d404050a5af01798d2f6f47', 'mac_address': 'fa:16:3e:c2:5b:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f06d94bb-ffae-4f0d-84b3-b6edd11ba800', 'device_owner': 'network:router_interface', 'standard_attr_id': 967, 'fixed_ips': [{'subnet_id': '1d0103a5-6825-4713-928f-2c0821a07c96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:02:07Z', 'updated_at': '2021-07-06T14:02:18Z', 'revision_number': 4, 'project_id': '96647dd61d404050a5af01798d2f6f47', 'subnets': [{'id': '1d0103a5-6825-4713-928f-2c0821a07c96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773647-6', False) {} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:02:18.847768 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.l3_agent_scheduler [req-eb547e4b-a464-4dd9-839a-15b63ea815d1 req-4701a1f4-9443-4e3a-8487-e8d3d25e75f8 tempest-FloatingIPsAssociationTestJSON-978234990 tempest-FloatingIPsAssociationTestJSON-978234990-project] Router 78a34e41-c0d9-4d89-aa57-37f9e931b651 has already been hosted by L3 agent 2823d358-a11b-4885-a706-95a279e43fa7 {{(pid=100247) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 14:02:18.878779 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20563d62-81bd-4a16-ab98-9e7039409f62 None None] The sync data for ids ['f06d94bb-ffae-4f0d-84b3-b6edd11ba800'] in n-d-773647-6 is: [{'id': 'f06d94bb-ffae-4f0d-84b3-b6edd11ba800', 'name': 'tempest-ServerActionsTestJSON-1649938346-router', 'tenant_id': '96647dd61d404050a5af01798d2f6f47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.246'}], 'enable_snat': True}, 'gw_port_id': '115ae7df-899c-4b63-824a-b260266fec55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:01:56Z', 'updated_at': '2021-07-06T14:02:09Z', 'revision_number': 4, 'project_id': '96647dd61d404050a5af01798d2f6f47', 'gw_port': {'id': '115ae7df-899c-4b63-824a-b260266fec55', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:c2:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f06d94bb-ffae-4f0d-84b3-b6edd11ba800', 'device_owner': 'network:router_gateway', 'standard_attr_id': 953, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:01:59Z', 'updated_at': '2021-07-06T14:02:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6', '_interfaces': [{'id': 'e04644f8-e2d6-4bc3-828b-28c9b58518d4', 'name': '', 'network_id': 'ca8d241f-6d1c-4a83-a6b7-adff4a667580', 'tenant_id': '96647dd61d404050a5af01798d2f6f47', 'mac_address': 'fa:16:3e:c2:5b:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f06d94bb-ffae-4f0d-84b3-b6edd11ba800', 'device_owner': 'network:router_interface', 'standard_attr_id': 967, 'fixed_ips': [{'subnet_id': '1d0103a5-6825-4713-928f-2c0821a07c96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:02:07Z', 'updated_at': '2021-07-06T14:02:18Z', 'revision_number': 4, 'project_id': '96647dd61d404050a5af01798d2f6f47', 'subnets': [{'id': '1d0103a5-6825-4713-928f-2c0821a07c96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 14:02:18.892275 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-eba8d02d-f724-4552-9e4a-f5bdb3cc867b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-913480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1849032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-128888347', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127627857'] for subnet, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:18.989168 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-eba8d02d-f724-4552-9e4a-f5bdb3cc867b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583035'] for subnet, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:18.991094 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-eba8d02d-f724-4552-9e4a-f5bdb3cc867b admin admin] 10.222.0.104 "DELETE /v2.0/subnets/8d32f554-2b92-4c59-9901-e19d129549fc HTTP/1.1" status: 204 len: 168 time: 1.7545946 Jul 06 14:02:18.993927 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 37426) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:02:18.997086 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba8d02d-f724-4552-9e4a-f5bdb3cc867b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8d32f554-2b92-4c59-9901-e19d129549fc,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:02:19.013389 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-09d7ca93-1bc9-4bdf-b275-f9c149d7f89e req-2081b2c5-aae8-4888-82e8-da0f42e07b14 service neutron] 10.222.0.104 "GET /v2.0/networks/ca8d241f-6d1c-4a83-a6b7-adff4a667580?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2408676 Jul 06 14:02:19.090855 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-1b265b29-ce63-45bd-bb34-5f36f39cd509 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530492'] for network, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:19.162600 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-eb547e4b-a464-4dd9-839a-15b63ea815d1 req-4701a1f4-9443-4e3a-8487-e8d3d25e75f8 tempest-FloatingIPsAssociationTestJSON-978234990 tempest-FloatingIPsAssociationTestJSON-978234990-project] Notify agent at l3_agent.n-d-773647-6 the message routers_updated {{(pid=100247) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 14:02:19.168340 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-eb547e4b-a464-4dd9-839a-15b63ea815d1 req-4701a1f4-9443-4e3a-8487-e8d3d25e75f8 tempest-FloatingIPsAssociationTestJSON-978234990 tempest-FloatingIPsAssociationTestJSON-978234990-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for floatingip, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:19.173993 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2275ba98-be67-440e-9e81-59731c2b708c None None] Sync routers for ids ['78a34e41-c0d9-4d89-aa57-37f9e931b651'] in n-d-773647-6 {{(pid=100249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 14:02:19.192911 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2275ba98-be67-440e-9e81-59731c2b708c None None] Routers {'78a34e41-c0d9-4d89-aa57-37f9e931b651'} bound to L3 agent in host n-d-773647-6 {{(pid=100249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:02:19.193461 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-2275ba98-be67-440e-9e81-59731c2b708c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T14:01:55Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['78a34e41-c0d9-4d89-aa57-37f9e931b651'], 'active': True} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:02:19.200512 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-1b265b29-ce63-45bd-bb34-5f36f39cd509 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-917204', 'neutron.services.segments.db._delete_segments_for_network-8773753502302'] for network, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:19.219784 n-d-773647-6 neutron-server[100246]: DEBUG neutron.services.segments.db [None req-1b265b29-ce63-45bd-bb34-5f36f39cd509 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a710b21-0493-4be8-a73f-c10a9dbc43f7']}} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:02:19.231877 n-d-773647-6 neutron-server[100246]: DEBUG neutron.services.segments.db [None req-1b265b29-ce63-45bd-bb34-5f36f39cd509 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '227d25fe-bf75-4c4b-9a67-c660160d6b0a') {'for_net_delete': True} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:02:19.232173 n-d-773647-6 neutron-server[100246]: DEBUG neutron.services.segments.db [None req-1b265b29-ce63-45bd-bb34-5f36f39cd509 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '227d25fe-bf75-4c4b-9a67-c660160d6b0a') {} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:02:19.243460 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-1b265b29-ce63-45bd-bb34-5f36f39cd509 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773753515138', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126218898'] for segment, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:19.244243 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-eb547e4b-a464-4dd9-839a-15b63ea815d1 req-4701a1f4-9443-4e3a-8487-e8d3d25e75f8 tempest-FloatingIPsAssociationTestJSON-978234990 tempest-FloatingIPsAssociationTestJSON-978234990-project] 10.222.0.104 "PUT /v2.0/floatingips/b7455581-2335-4cd2-9586-d5d6c4d08e4c HTTP/1.1" status: 200 len: 996 time: 3.2344480 Jul 06 14:02:19.249414 n-d-773647-6 neutron-server[100247]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7bfb388a-790e-4692-a575-ef183ebdd084', 'tag': 'e0212a6e-4a9c-4580-a290-db589dcc6f27'}] {{(pid=100247) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:02:19.251785 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cbf0eeaae822f8fc9b87a94aeba67a3d651842baf663a51cba94b67a514836d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c629a271-a04f-467e-b889-3be98d6751ce" -d '{"events": [{"name": "network-changed", "server_uuid": "7bfb388a-790e-4692-a575-ef183ebdd084", "tag": "e0212a6e-4a9c-4580-a290-db589dcc6f27"}]}' {{(pid=100247) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:02:19.260106 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-1b265b29-ce63-45bd-bb34-5f36f39cd509 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552'] for segment, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:19.265487 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-09d7ca93-1bc9-4bdf-b275-f9c149d7f89e req-bef504e4-6aca-4102-8f67-fbaa1e122b0c service neutron] 10.222.0.104 "GET /v2.0/networks/ca8d241f-6d1c-4a83-a6b7-adff4a667580?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2512136 Jul 06 14:02:19.270534 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b265b29-ce63-45bd-bb34-5f36f39cd509 admin admin] Releasing vlan 1015 on physical network physnet1 to pool {{(pid=100246) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 14:02:19.272030 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-1b265b29-ce63-45bd-bb34-5f36f39cd509 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127687491'] for segment, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:19.274519 n-d-773647-6 neutron-server[100246]: Traceback (most recent call last): Jul 06 14:02:19.274519 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 14:02:19.274519 n-d-773647-6 neutron-server[100246]: timer() Jul 06 14:02:19.274519 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 14:02:19.274519 n-d-773647-6 neutron-server[100246]: cb(*args, **kw) Jul 06 14:02:19.274519 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 14:02:19.274519 n-d-773647-6 neutron-server[100246]: return func(*args, **kwargs) Jul 06 14:02:19.274519 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 14:02:19.274519 n-d-773647-6 neutron-server[100246]: self._notify() Jul 06 14:02:19.274519 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 14:02:19.274519 n-d-773647-6 neutron-server[100246]: self.callback(batched_events) Jul 06 14:02:19.274519 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 14:02:19.274519 n-d-773647-6 neutron-server[100246]: event.method(event) Jul 06 14:02:19.274519 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 14:02:19.274519 n-d-773647-6 neutron-server[100246]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 14:02:19.274519 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 14:02:19.274519 n-d-773647-6 neutron-server[100246]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 14:02:19.274519 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 14:02:19.274519 n-d-773647-6 neutron-server[100246]: return f(self, *a, **k) Jul 06 14:02:19.274519 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 14:02:19.274519 n-d-773647-6 neutron-server[100246]: return self._get(url).json() Jul 06 14:02:19.274519 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 14:02:19.274519 n-d-773647-6 neutron-server[100246]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 14:02:19.274519 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 14:02:19.274519 n-d-773647-6 neutron-server[100246]: return self.request(url, 'GET', **kwargs) Jul 06 14:02:19.274519 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 14:02:19.274519 n-d-773647-6 neutron-server[100246]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 14:02:19.274519 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 14:02:19.274519 n-d-773647-6 neutron-server[100246]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 14:02:19.274519 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 14:02:19.274519 n-d-773647-6 neutron-server[100246]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 14:02:19.274519 n-d-773647-6 neutron-server[100246]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 14:02:19.375148 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb547e4b-a464-4dd9-839a-15b63ea815d1 req-cf1883b2-33aa-4f8f-92c9-21e27c47dc0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:02:19.376729 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-eb547e4b-a464-4dd9-839a-15b63ea815d1 req-cf1883b2-33aa-4f8f-92c9-21e27c47dc0f service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=825a4fb0f5c7454f82c586f8d1442f43&device_id=7bfb388a-790e-4692-a575-ef183ebdd084 HTTP/1.1" status: 200 len: 1096 time: 0.1082852 Jul 06 14:02:19.392721 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-1b265b29-ce63-45bd-bb34-5f36f39cd509 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-917215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1761140'] for network, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:19.402637 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-1b265b29-ce63-45bd-bb34-5f36f39cd509 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583035'] for network, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:19.408449 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-1b265b29-ce63-45bd-bb34-5f36f39cd509 admin admin] 10.222.0.104 "DELETE /v2.0/networks/7a710b21-0493-4be8-a73f-c10a9dbc43f7 HTTP/1.1" status: 204 len: 168 time: 0.4129741 Jul 06 14:02:19.449442 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b265b29-ce63-45bd-bb34-5f36f39cd509 admin admin] Pushing event deleted for resources: {'Network': ['ID=7a710b21-0493-4be8-a73f-c10a9dbc43f7,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:02:19.474164 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvr_db [None req-2275ba98-be67-440e-9e81-59731c2b708c None None] Set router 78a34e41-c0d9-4d89-aa57-37f9e931b651 gateway port host: n-d-773647-6 {{(pid=100249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:02:19.615970 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb547e4b-a464-4dd9-839a-15b63ea815d1 req-c03f957e-d0f0-403d-bd99-e85457e9fc6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:02:19.617683 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-eb547e4b-a464-4dd9-839a-15b63ea815d1 req-c03f957e-d0f0-403d-bd99-e85457e9fc6f service neutron] 10.222.0.104 "GET /v2.0/networks?id=dc2aab4d-ebf5-4223-8156-143d93bdc342 HTTP/1.1" status: 200 len: 923 time: 0.2251003 Jul 06 14:02:19.627096 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device e04644f8-e2d6-4bc3-828b-28c9b58518d4 up at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:02:19.632716 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 37434) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:02:19.700912 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-96c10cc9-5441-439a-ad4c-92dbe1d75d37 admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=ed98ced3211c40618bf4aade5a2dd56d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0669868 Jul 06 14:02:19.701774 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 37440) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:02:19.765250 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning for port e04644f8-e2d6-4bc3-828b-28c9b58518d4 completed by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:02:19.769899 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning complete for port e04644f8-e2d6-4bc3-828b-28c9b58518d4 triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:02:19.770626 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:19.783604 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-d7e14b83-b64f-46d8-bc2f-cf96d10c00a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:19.816773 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-d7e14b83-b64f-46d8-bc2f-cf96d10c00a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:19.841605 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-eb547e4b-a464-4dd9-839a-15b63ea815d1 req-ea1e64eb-800a-45b8-a913-09c6aeff9e0f service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e0212a6e-4a9c-4580-a290-db589dcc6f27 HTTP/1.1" status: 200 len: 999 time: 0.2178442 Jul 06 14:02:19.895023 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-d7e14b83-b64f-46d8-bc2f-cf96d10c00a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:19.899709 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-d7e14b83-b64f-46d8-bc2f-cf96d10c00a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:19.904253 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-d7e14b83-b64f-46d8-bc2f-cf96d10c00a0 admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/7d4cbf2c-f907-4452-8928-a2a298fe7ee1 HTTP/1.1" status: 204 len: 168 time: 0.2011378 Jul 06 14:02:19.917005 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e14b83-b64f-46d8-bc2f-cf96d10c00a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d4cbf2c-f907-4452-8928-a2a298fe7ee1,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:02:19.963775 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb547e4b-a464-4dd9-839a-15b63ea815d1 req-74a69438-2d4c-49f8-960a-e8f120255594 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:02:19.965789 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-eb547e4b-a464-4dd9-839a-15b63ea815d1 req-74a69438-2d4c-49f8-960a-e8f120255594 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=9d4d8837-0e9e-40cd-b8da-4a4f0d5a912c HTTP/1.1" status: 200 len: 860 time: 0.1136832 Jul 06 14:02:20.010771 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:20.190262 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb547e4b-a464-4dd9-839a-15b63ea815d1 req-acc89b87-1984-4756-ac57-b03ad02dc1ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:02:20.192071 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-eb547e4b-a464-4dd9-839a-15b63ea815d1 req-acc89b87-1984-4756-ac57-b03ad02dc1ea service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=dc2aab4d-ebf5-4223-8156-143d93bdc342&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2067475 Jul 06 14:02:20.208579 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ae9149-be1b-4542-804b-f12be10f724e req-7f9805e5-e548-4c95-bdf8-08e1b4fb70b2 tempest-ServersTestBootFromVolume-787010614 tempest-ServersTestBootFromVolume-787010614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:02:20.231965 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-28ae9149-be1b-4542-804b-f12be10f724e req-7f9805e5-e548-4c95-bdf8-08e1b4fb70b2 tempest-ServersTestBootFromVolume-787010614 tempest-ServersTestBootFromVolume-787010614-project] 10.222.0.104 "GET /v2.0/ports?device_id=e35a7e2e-d30c-4bf0-b481-78bca7eacfd4 HTTP/1.1" status: 200 len: 946 time: 0.2533066 Jul 06 14:02:20.247757 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-2275ba98-be67-440e-9e81-59731c2b708c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78a34e41-c0d9-4d89-aa57-37f9e931b651', 'name': 'tempest-FloatingIPsAssociationTestJSON-1257204186-router', 'tenant_id': '825a4fb0f5c7454f82c586f8d1442f43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.139'}], 'enable_snat': True}, 'gw_port_id': 'b4434c8f-8026-49fa-af17-a7b829f273e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:00:52Z', 'updated_at': '2021-07-06T14:01:05Z', 'revision_number': 4, 'project_id': '825a4fb0f5c7454f82c586f8d1442f43', 'gw_port': {'id': 'b4434c8f-8026-49fa-af17-a7b829f273e5', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:76:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78a34e41-c0d9-4d89-aa57-37f9e931b651', 'device_owner': 'network:router_gateway', 'standard_attr_id': 878, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:00:53Z', 'updated_at': '2021-07-06T14:01:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6', '_floatingips': [{'id': 'b7455581-2335-4cd2-9586-d5d6c4d08e4c', 'tenant_id': '825a4fb0f5c7454f82c586f8d1442f43', 'floating_ip_address': '172.25.0.191', 'floating_network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'router_id': '78a34e41-c0d9-4d89-aa57-37f9e931b651', 'port_id': 'e0212a6e-4a9c-4580-a290-db589dcc6f27', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 926, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dc2aab4d-ebf5-4223-8156-143d93bdc342', 'mac_address': 'fa:16:3e:e1:ea:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bfb388a-790e-4692-a575-ef183ebdd084', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T14:01:43Z', 'updated_at': '2021-07-06T14:02:17Z', 'revision_number': 1, 'project_id': '825a4fb0f5c7454f82c586f8d1442f43', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9e2bb929-0689-4ee3-8e1a-63c91f09da86', 'name': '', 'network_id': 'dc2aab4d-ebf5-4223-8156-143d93bdc342', 'tenant_id': '825a4fb0f5c7454f82c586f8d1442f43', 'mac_address': 'fa:16:3e:c3:e4:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78a34e41-c0d9-4d89-aa57-37f9e931b651', 'device_owner': 'network:router_interface', 'standard_attr_id': 895, 'fixed_ips': [{'subnet_id': '9d4d8837-0e9e-40cd-b8da-4a4f0d5a912c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:01:02Z', 'updated_at': '2021-07-06T14:01:14Z', 'revision_number': 5, 'project_id': '825a4fb0f5c7454f82c586f8d1442f43', 'subnets': [{'id': '9d4d8837-0e9e-40cd-b8da-4a4f0d5a912c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773647-6', False) {} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:02:20.298709 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2275ba98-be67-440e-9e81-59731c2b708c None None] Checking router: 78a34e41-c0d9-4d89-aa57-37f9e931b651 for host: n-d-773647-6 {{(pid=100249) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 14:02:20.316907 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2275ba98-be67-440e-9e81-59731c2b708c None None] Routers {'78a34e41-c0d9-4d89-aa57-37f9e931b651'} bound to L3 agent in host n-d-773647-6 {{(pid=100249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:02:20.318657 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-2275ba98-be67-440e-9e81-59731c2b708c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T14:01:55Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['78a34e41-c0d9-4d89-aa57-37f9e931b651'], 'active': True} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:02:20.370005 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-28ae9149-be1b-4542-804b-f12be10f724e req-f97e29ca-406a-4502-a692-6b3d187816b0 tempest-ServersTestBootFromVolume-787010614 tempest-ServersTestBootFromVolume-787010614-project] 10.222.0.104 "GET /v2.0/security-groups?id=44e3600a-11fd-4d2f-8c8b-afe08f9fb670&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1369531 Jul 06 14:02:20.370649 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] For port e04644f8-e2d6-4bc3-828b-28c9b58518d4, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=e04644f8-e2d6-4bc3-828b-28c9b58518d4,segment=NetworkSegment(36c50412-6893-4622-808c-49164f6f9db6),segment_id=36c50412-6893-4622-808c-49164f6f9db6)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:02:20.383132 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:20.384167 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 654c53f1-c172-4a69-b8ec-4db4b031b614 up at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:02:20.449182 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-eb547e4b-a464-4dd9-839a-15b63ea815d1 req-bb77ff60-b619-4c5f-95f8-253b777fe027 service neutron] 10.222.0.104 "GET /v2.0/networks/dc2aab4d-ebf5-4223-8156-143d93bdc342?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2076030 Jul 06 14:02:20.627870 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Pushing event updated for resources: {'Port': ['ID=e04644f8-e2d6-4bc3-828b-28c9b58518d4,revision_number=5']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:02:20.642711 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-eb547e4b-a464-4dd9-839a-15b63ea815d1 req-09580b81-08c1-4f38-830d-b7e3becc2942 service neutron] 10.222.0.104 "GET /v2.0/networks/dc2aab4d-ebf5-4223-8156-143d93bdc342?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1874015 Jul 06 14:02:20.684850 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning complete for port 654c53f1-c172-4a69-b8ec-4db4b031b614 triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:02:20.685233 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:20.689170 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvr_db [None req-2275ba98-be67-440e-9e81-59731c2b708c None None] Set router 78a34e41-c0d9-4d89-aa57-37f9e931b651 gateway port host: n-d-773647-6 {{(pid=100249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:02:21.115607 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee1a1e6-153e-49fb-860f-620062ecbe04 req-d9402a1c-5ca2-4056-a20d-c24088c4fb19 tempest-ServersNegativeTestMultiTenantJSON-1589104584 tempest-ServersNegativeTestMultiTenantJSON-1589104584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:02:21.117170 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-1ee1a1e6-153e-49fb-860f-620062ecbe04 req-d9402a1c-5ca2-4056-a20d-c24088c4fb19 tempest-ServersNegativeTestMultiTenantJSON-1589104584 tempest-ServersNegativeTestMultiTenantJSON-1589104584-project] 10.222.0.104 "GET /v2.0/ports?device_id=43132648-fc3b-4513-8d95-c39ba11e01de HTTP/1.1" status: 200 len: 946 time: 0.1876161 Jul 06 14:02:21.169996 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-2275ba98-be67-440e-9e81-59731c2b708c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78a34e41-c0d9-4d89-aa57-37f9e931b651', 'name': 'tempest-FloatingIPsAssociationTestJSON-1257204186-router', 'tenant_id': '825a4fb0f5c7454f82c586f8d1442f43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.139'}], 'enable_snat': True}, 'gw_port_id': 'b4434c8f-8026-49fa-af17-a7b829f273e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:00:52Z', 'updated_at': '2021-07-06T14:01:05Z', 'revision_number': 4, 'project_id': '825a4fb0f5c7454f82c586f8d1442f43', 'gw_port': {'id': 'b4434c8f-8026-49fa-af17-a7b829f273e5', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:76:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78a34e41-c0d9-4d89-aa57-37f9e931b651', 'device_owner': 'network:router_gateway', 'standard_attr_id': 878, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:00:53Z', 'updated_at': '2021-07-06T14:01:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6', '_floatingips': [{'id': 'b7455581-2335-4cd2-9586-d5d6c4d08e4c', 'tenant_id': '825a4fb0f5c7454f82c586f8d1442f43', 'floating_ip_address': '172.25.0.191', 'floating_network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'router_id': '78a34e41-c0d9-4d89-aa57-37f9e931b651', 'port_id': 'e0212a6e-4a9c-4580-a290-db589dcc6f27', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 926, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dc2aab4d-ebf5-4223-8156-143d93bdc342', 'mac_address': 'fa:16:3e:e1:ea:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bfb388a-790e-4692-a575-ef183ebdd084', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T14:01:43Z', 'updated_at': '2021-07-06T14:02:17Z', 'revision_number': 1, 'project_id': '825a4fb0f5c7454f82c586f8d1442f43', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9e2bb929-0689-4ee3-8e1a-63c91f09da86', 'name': '', 'network_id': 'dc2aab4d-ebf5-4223-8156-143d93bdc342', 'tenant_id': '825a4fb0f5c7454f82c586f8d1442f43', 'mac_address': 'fa:16:3e:c3:e4:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78a34e41-c0d9-4d89-aa57-37f9e931b651', 'device_owner': 'network:router_interface', 'standard_attr_id': 895, 'fixed_ips': [{'subnet_id': '9d4d8837-0e9e-40cd-b8da-4a4f0d5a912c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:01:02Z', 'updated_at': '2021-07-06T14:01:14Z', 'revision_number': 5, 'project_id': '825a4fb0f5c7454f82c586f8d1442f43', 'subnets': [{'id': '9d4d8837-0e9e-40cd-b8da-4a4f0d5a912c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773647-6', False) {} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:02:21.193057 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 14:02:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07de20ee-9cad-4759-ac1c-f934de7d6f72 x-openstack-request-id: req-07de20ee-9cad-4759-ac1c-f934de7d6f72 {{(pid=100248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:02:21.193471 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43132648-fc3b-4513-8d95-c39ba11e01de", "name": "network-vif-plugged", "status": "completed", "tag": "01a782eb-278b-4e28-926f-f4d2a4858592", "code": 200}]} {{(pid=100248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:02:21.193728 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-07de20ee-9cad-4759-ac1c-f934de7d6f72 {{(pid=100248) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:02:21.194130 n-d-773647-6 neutron-server[100248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43132648-fc3b-4513-8d95-c39ba11e01de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01a782eb-278b-4e28-926f-f4d2a4858592', 'code': 200} Jul 06 14:02:21.207113 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-1ee1a1e6-153e-49fb-860f-620062ecbe04 req-071d66a9-a20a-4823-a39b-0d30da4bd801 tempest-ServersNegativeTestMultiTenantJSON-1589104584 tempest-ServersNegativeTestMultiTenantJSON-1589104584-project] 10.222.0.104 "GET /v2.0/security-groups?id=e297f2c8-57cd-463b-a996-9c32846d6f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844400 Jul 06 14:02:21.234870 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2275ba98-be67-440e-9e81-59731c2b708c None None] The sync data for ids ['78a34e41-c0d9-4d89-aa57-37f9e931b651'] in n-d-773647-6 is: [{'id': '78a34e41-c0d9-4d89-aa57-37f9e931b651', 'name': 'tempest-FloatingIPsAssociationTestJSON-1257204186-router', 'tenant_id': '825a4fb0f5c7454f82c586f8d1442f43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.139'}], 'enable_snat': True}, 'gw_port_id': 'b4434c8f-8026-49fa-af17-a7b829f273e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:00:52Z', 'updated_at': '2021-07-06T14:01:05Z', 'revision_number': 4, 'project_id': '825a4fb0f5c7454f82c586f8d1442f43', 'gw_port': {'id': 'b4434c8f-8026-49fa-af17-a7b829f273e5', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:76:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78a34e41-c0d9-4d89-aa57-37f9e931b651', 'device_owner': 'network:router_gateway', 'standard_attr_id': 878, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:00:53Z', 'updated_at': '2021-07-06T14:01:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6', '_floatingips': [{'id': 'b7455581-2335-4cd2-9586-d5d6c4d08e4c', 'tenant_id': '825a4fb0f5c7454f82c586f8d1442f43', 'floating_ip_address': '172.25.0.191', 'floating_network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'router_id': '78a34e41-c0d9-4d89-aa57-37f9e931b651', 'port_id': 'e0212a6e-4a9c-4580-a290-db589dcc6f27', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 926, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dc2aab4d-ebf5-4223-8156-143d93bdc342', 'mac_address': 'fa:16:3e:e1:ea:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bfb388a-790e-4692-a575-ef183ebdd084', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T14:01:43Z', 'updated_at': '2021-07-06T14:02:17Z', 'revision_number': 1, 'project_id': '825a4fb0f5c7454f82c586f8d1442f43', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9e2bb929-0689-4ee3-8e1a-63c91f09da86', 'name': '', 'network_id': 'dc2aab4d-ebf5-4223-8156-143d93bdc342', 'tenant_id': '825a4fb0f5c7454f82c586f8d1442f43', 'mac_address': 'fa:16:3e:c3:e4:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78a34e41-c0d9-4d89-aa57-37f9e931b651', 'device_owner': 'network:router_interface', 'standard_attr_id': 895, 'fixed_ips': [{'subnet_id': '9d4d8837-0e9e-40cd-b8da-4a4f0d5a912c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:01:02Z', 'updated_at': '2021-07-06T14:01:14Z', 'revision_number': 5, 'project_id': '825a4fb0f5c7454f82c586f8d1442f43', 'subnets': [{'id': '9d4d8837-0e9e-40cd-b8da-4a4f0d5a912c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 14:02:21.322530 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 14:02:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71278639-5e0e-4482-b8ae-2cfe1da295e5 x-openstack-request-id: req-71278639-5e0e-4482-b8ae-2cfe1da295e5 {{(pid=100247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:02:21.323500 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7bfb388a-790e-4692-a575-ef183ebdd084", "tag": "e0212a6e-4a9c-4580-a290-db589dcc6f27", "status": "completed", "code": 200}]} {{(pid=100247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:02:21.323947 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-71278639-5e0e-4482-b8ae-2cfe1da295e5 {{(pid=100247) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:02:21.324612 n-d-773647-6 neutron-server[100247]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7bfb388a-790e-4692-a575-ef183ebdd084', 'tag': 'e0212a6e-4a9c-4580-a290-db589dcc6f27', 'status': 'completed', 'code': 200} Jul 06 14:02:21.459922 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-c8741f2a-7c04-4701-837c-641584894686 req-02ec98bd-21e3-4348-8b18-f188de19016e service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=93baebbc-f8da-41f6-a869-705bcac34402&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2317424 Jul 06 14:02:21.463125 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device e04644f8-e2d6-4bc3-828b-28c9b58518d4 up at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:02:21.524350 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning complete for port e04644f8-e2d6-4bc3-828b-28c9b58518d4 triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:02:21.525005 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:21.595001 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-8e381144-f9fb-4971-8627-080f8e10811a req-13dff65c-2efb-4f26-9499-be402a29c499 tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] 10.222.0.104 "GET /v2.0/ports?device_id=5fbc9a8b-86db-4456-85e1-a59cfdbb9c8d HTTP/1.1" status: 200 len: 210 time: 0.1024270 Jul 06 14:02:21.602646 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 37482) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:02:21.759047 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c629a271-a04f-467e-b889-3be98d6751ce req-f6fc70de-0a05-450a-bb09-9ee04885af23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:02:21.760709 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-c629a271-a04f-467e-b889-3be98d6751ce req-f6fc70de-0a05-450a-bb09-9ee04885af23 service neutron] 10.222.0.127 "GET /v2.0/ports?tenant_id=825a4fb0f5c7454f82c586f8d1442f43&device_id=7bfb388a-790e-4692-a575-ef183ebdd084 HTTP/1.1" status: 200 len: 1096 time: 0.4324830 Jul 06 14:02:21.814355 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-9b22c327-c98b-4020-bd14-8ffbcd885dbe admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-1884164352-network', 'tenant_id': '52db2b596e2941028d9ea05d3e8d838f'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:02:21.848955 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b22c327-c98b-4020-bd14-8ffbcd885dbe admin admin] Made reservation on behalf of 52db2b596e2941028d9ea05d3e8d838f for: {'network': 1} {{(pid=100246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:02:21.863399 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92bf1743-7579-4164-967c-753df9906d65 None None] New status for floating IP b7455581-2335-4cd2-9586-d5d6c4d08e4c: ACTIVE {{(pid=100248) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 14:02:21.872317 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-9b22c327-c98b-4020-bd14-8ffbcd885dbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for network, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:21.886875 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-9b22c327-c98b-4020-bd14-8ffbcd885dbe admin admin] Notify callbacks [] for security_group, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:21.905185 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8741f2a-7c04-4701-837c-641584894686 req-1f5030d1-542b-4d1b-b6b8-3852e697a950 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:02:21.907292 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-c8741f2a-7c04-4701-837c-641584894686 req-1f5030d1-542b-4d1b-b6b8-3852e697a950 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=ae0918c1680140d8a89ce8f9c600b37d&device_id=93baebbc-f8da-41f6-a869-705bcac34402 HTTP/1.1" status: 200 len: 1101 time: 0.3242698 Jul 06 14:02:21.915436 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c098de2d-3b4a-4c80-acc8-ecf6dfcfb4a7 req-9c0b4959-4ab2-4d0f-a97e-f0ef6204cf16 tempest-ServersTestBootFromVolume-787010614 tempest-ServersTestBootFromVolume-787010614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:02:21.929966 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-c098de2d-3b4a-4c80-acc8-ecf6dfcfb4a7 req-9c0b4959-4ab2-4d0f-a97e-f0ef6204cf16 tempest-ServersTestBootFromVolume-787010614 tempest-ServersTestBootFromVolume-787010614-project] 10.222.0.104 "GET /v2.0/ports?device_id=e35a7e2e-d30c-4bf0-b481-78bca7eacfd4 HTTP/1.1" status: 200 len: 946 time: 0.3384879 Jul 06 14:02:21.930994 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 37488) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:02:21.942275 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824193a7-61fa-475d-94ef-351c42354de0 req-074d0f0a-ebaf-49b9-8987-4fa1cad8b067 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:02:21.961090 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-824193a7-61fa-475d-94ef-351c42354de0 req-074d0f0a-ebaf-49b9-8987-4fa1cad8b067 service neutron] 10.222.0.127 "GET /v2.0/ports?device_id=43132648-fc3b-4513-8d95-c39ba11e01de HTTP/1.1" status: 200 len: 1097 time: 0.4968336 Jul 06 14:02:22.057460 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-9b22c327-c98b-4020-bd14-8ffbcd885dbe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:22.076832 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [None req-d828b39c-a9a5-4075-92dd-c24b2879eebb tempest-ServersTestBootFromVolume-787010614 tempest-ServersTestBootFromVolume-787010614-project] Request body: {'floatingip': {'port_id': 'cf98c374-ae9b-477f-888b-f3febecd9b81'}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:02:22.086894 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8741f2a-7c04-4701-837c-641584894686 req-afdfcaf2-ad16-4c38-90cb-55dc22128350 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:02:22.088961 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-c8741f2a-7c04-4701-837c-641584894686 req-afdfcaf2-ad16-4c38-90cb-55dc22128350 service neutron] 10.222.0.72 "GET /v2.0/networks?id=ac09d390-867f-4b75-a8d2-ab11550bffd6 HTTP/1.1" status: 200 len: 871 time: 0.1503119 Jul 06 14:02:22.112119 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-9b22c327-c98b-4020-bd14-8ffbcd885dbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:22.229088 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b22c327-c98b-4020-bd14-8ffbcd885dbe admin admin] vlan segment allocate from pool success with {'vlan_id': 1012, 'physical_network': 'physnet1'} {{(pid=100246) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 14:02:22.252023 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b22c327-c98b-4020-bd14-8ffbcd885dbe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d2e10db-80f0-43d1-a4b3-353e53bb2009,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:02:22.256019 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-d828b39c-a9a5-4075-92dd-c24b2879eebb tempest-ServersTestBootFromVolume-787010614 tempest-ServersTestBootFromVolume-787010614-project] Notify callbacks [] for floatingip, before_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:22.272576 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-c8741f2a-7c04-4701-837c-641584894686 req-1aa13983-6226-4a0c-bf6c-c24ad8e28ff9 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.254&port_id=b3d5f759-25d1-4c4c-b7ec-a5f305aed096 HTTP/1.1" status: 200 len: 217 time: 0.1592727 Jul 06 14:02:22.286637 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-9b22c327-c98b-4020-bd14-8ffbcd885dbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552'] for segment, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:22.286984 n-d-773647-6 neutron-server[100246]: INFO neutron.db.segments_db [None req-9b22c327-c98b-4020-bd14-8ffbcd885dbe admin admin] Added segment f208382a-1e10-4992-aca3-ca6afbdb80b7 of type vlan for network bb355eb8-4341-45cc-83a2-92b9859202c1 Jul 06 14:02:22.327315 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a64dcf5-578f-46b0-b2cb-13dac54c8902 req-97656c21-07db-483e-af8d-7c065f96f292 tempest-FloatingIPsAssociationTestJSON-978234990 tempest-FloatingIPsAssociationTestJSON-978234990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:02:22.329091 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-6a64dcf5-578f-46b0-b2cb-13dac54c8902 req-97656c21-07db-483e-af8d-7c065f96f292 tempest-FloatingIPsAssociationTestJSON-978234990 tempest-FloatingIPsAssociationTestJSON-978234990-project] 10.222.0.104 "GET /v2.0/ports?device_id=c4a04eb6-bb93-495c-bc67-b780dbcf097b&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.5570691 Jul 06 14:02:22.361072 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d7ca93-1bc9-4bdf-b275-f9c149d7f89e req-872299d7-782a-4a61-bccb-3c53fe98f0b3 tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:02:22.364277 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-09d7ca93-1bc9-4bdf-b275-f9c149d7f89e req-872299d7-782a-4a61-bccb-3c53fe98f0b3 tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] 10.222.0.72 "GET /v2.0/networks?id=ca8d241f-6d1c-4a83-a6b7-adff4a667580 HTTP/1.1" status: 200 len: 812 time: 0.3278694 Jul 06 14:02:22.364453 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c629a271-a04f-467e-b889-3be98d6751ce req-47916fc4-66d8-4a47-be47-3f615cde7fed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:02:22.365048 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-c629a271-a04f-467e-b889-3be98d6751ce req-47916fc4-66d8-4a47-be47-3f615cde7fed service neutron] 10.222.0.127 "GET /v2.0/networks?id=dc2aab4d-ebf5-4223-8156-143d93bdc342 HTTP/1.1" status: 200 len: 923 time: 0.5905406 Jul 06 14:02:22.406605 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-9b22c327-c98b-4020-bd14-8ffbcd885dbe admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773752984405'] for network, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:22.431508 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-09d7ca93-1bc9-4bdf-b275-f9c149d7f89e req-66071d02-120b-4645-b31b-8b39ee38af3b tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=96647dd61d404050a5af01798d2f6f47 HTTP/1.1" status: 200 len: 379 time: 0.0561934 Jul 06 14:02:22.444068 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [req-09d7ca93-1bc9-4bdf-b275-f9c149d7f89e req-88f77537-38f4-4625-8f2e-5d16aa0df004 tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] Request body: {'port': {'device_id': '5fbc9a8b-86db-4456-85e1-a59cfdbb9c8d', 'network_id': 'ca8d241f-6d1c-4a83-a6b7-adff4a667580', 'admin_state_up': True, 'tenant_id': '96647dd61d404050a5af01798d2f6f47', 'security_groups': ['54cfb86c-390d-4cad-8265-7f5781c66116']}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:02:22.446791 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-824193a7-61fa-475d-94ef-351c42354de0 req-9c001f97-10da-4afd-a9b2-23f9361f67d3 service neutron] 10.222.0.127 "GET /v2.0/security-groups?id=e297f2c8-57cd-463b-a996-9c32846d6f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3486700 Jul 06 14:02:22.512203 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-9b22c327-c98b-4020-bd14-8ffbcd885dbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060'] for network, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:22.514998 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b22c327-c98b-4020-bd14-8ffbcd885dbe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:02:22.514998 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-9b22c327-c98b-4020-bd14-8ffbcd885dbe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583035'] for network, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:22.568917 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8741f2a-7c04-4701-837c-641584894686 req-b948035f-05b2-4f09-8220-b2fa215c6e5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:02:22.570437 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-c8741f2a-7c04-4701-837c-641584894686 req-b948035f-05b2-4f09-8220-b2fa215c6e5b service neutron] 10.222.0.72 "GET /v2.0/subnets?id=d1c3cc78-09b9-4e30-99fd-0e5830de101d HTTP/1.1" status: 200 len: 843 time: 0.2632372 Jul 06 14:02:22.593377 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-9b22c327-c98b-4020-bd14-8ffbcd885dbe admin admin] 10.222.0.104 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.9895005 Jul 06 14:02:22.597878 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 37494) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:02:22.605831 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-a5852b9b-e534-4c3f-9a2b-ee07700c7cea admin admin] Request body: {'subnet': {'network_id': 'bb355eb8-4341-45cc-83a2-92b9859202c1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-1884164352-subnet', 'tenant_id': '52db2b596e2941028d9ea05d3e8d838f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:02:22.625425 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b22c327-c98b-4020-bd14-8ffbcd885dbe admin admin] Pushing event updated for resources: {'Network': ['ID=bb355eb8-4341-45cc-83a2-92b9859202c1,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:02:22.638814 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Network bb355eb8-4341-45cc-83a2-92b9859202c1 details requested by agent ovs-agent-n-d-773647-6 with host n-d-773647-6 {{(pid=100248) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 14:02:22.653561 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-c629a271-a04f-467e-b889-3be98d6751ce req-92402d49-623d-4040-a3e9-0bf677cb39a6 service neutron] 10.222.0.127 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e0212a6e-4a9c-4580-a290-db589dcc6f27 HTTP/1.1" status: 200 len: 1001 time: 0.2572086 Jul 06 14:02:22.656669 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-6a64dcf5-578f-46b0-b2cb-13dac54c8902 req-c55eb21e-7c0a-490d-93f8-fe98eb149c16 tempest-FloatingIPsAssociationTestJSON-978234990 tempest-FloatingIPsAssociationTestJSON-978234990-project] 10.222.0.104 "GET /v2.0/floatingips?floating_ip_address=172.25.0.191 HTTP/1.1" status: 200 len: 1001 time: 0.3121414 Jul 06 14:02:22.657038 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5852b9b-e534-4c3f-9a2b-ee07700c7cea admin admin] Made reservation on behalf of 52db2b596e2941028d9ea05d3e8d838f for: {'subnet': 1} {{(pid=100246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:02:22.659815 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-a5852b9b-e534-4c3f-9a2b-ee07700c7cea admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127702029'] for subnet, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:22.718700 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-09d7ca93-1bc9-4bdf-b275-f9c149d7f89e req-88f77537-38f4-4625-8f2e-5d16aa0df004 tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] Made reservation on behalf of 96647dd61d404050a5af01798d2f6f47 for: {'port': 1} {{(pid=100246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:02:22.723443 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-09d7ca93-1bc9-4bdf-b275-f9c149d7f89e req-88f77537-38f4-4625-8f2e-5d16aa0df004 tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:22.854060 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-c56e0302-5eba-48ac-b9da-c36d0a628e33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:22.979169 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-a5852b9b-e534-4c3f-9a2b-ee07700c7cea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1849032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127687649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127702047'] for subnet, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:23.018923 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c55a012-f297-4721-9030-82f2685f25da req-9da3162e-75c2-4c63-b397-1b563df57b49 tempest-ServersOnMultiNodesTest-299961212 tempest-ServersOnMultiNodesTest-299961212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:02:23.024060 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-1c55a012-f297-4721-9030-82f2685f25da req-9da3162e-75c2-4c63-b397-1b563df57b49 tempest-ServersOnMultiNodesTest-299961212 tempest-ServersOnMultiNodesTest-299961212-project] 10.222.0.104 "GET /v2.0/ports?device_id=5a86de26-f803-496c-8949-ab7be8bbefaa HTTP/1.1" status: 200 len: 950 time: 0.8684795 Jul 06 14:02:23.029318 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [req-6a64dcf5-578f-46b0-b2cb-13dac54c8902 req-97653306-1360-411d-9b99-5f285f59dc5b tempest-FloatingIPsAssociationTestJSON-978234990 tempest-FloatingIPsAssociationTestJSON-978234990-project] Request body: {'floatingip': {'port_id': 'adefc31d-e044-47aa-80b4-b714d212fabd', 'fixed_ip_address': '172.20.0.14'}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:02:23.055293 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.db_base_plugin_common [req-09d7ca93-1bc9-4bdf-b275-f9c149d7f89e req-88f77537-38f4-4625-8f2e-5d16aa0df004 tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] Allocated IP 172.20.0.5 (ca8d241f-6d1c-4a83-a6b7-adff4a667580/1d0103a5-6825-4713-928f-2c0821a07c96/5f251846-a962-4cca-ac30-b8ff4317b4c4) {{(pid=100246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:02:23.060011 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5852b9b-e534-4c3f-9a2b-ee07700c7cea admin admin] Pushing event updated for resources: {'Subnet': ['ID=1f26fe8f-1d94-448f-a235-fb76de690367,revision_number=0']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:02:23.090665 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5852b9b-e534-4c3f-9a2b-ee07700c7cea admin admin] Checking segment: {'id': 'f208382a-1e10-4992-aca3-ca6afbdb80b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': 'bb355eb8-4341-45cc-83a2-92b9859202c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:02:23.091034 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5852b9b-e534-4c3f-9a2b-ee07700c7cea admin admin] Network hostable DHCP agents. Network: bb355eb8-4341-45cc-83a2-92b9859202c1, hostable agents: ['f2bada3d-be77-4359-982b-8505a2bbca04'], hosted agents: [] {{(pid=100246) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 14:02:23.134868 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5852b9b-e534-4c3f-9a2b-ee07700c7cea admin admin] Network bb355eb8-4341-45cc-83a2-92b9859202c1 is scheduled to be hosted by DHCP agent f2bada3d-be77-4359-982b-8505a2bbca04 with binding_index 1 {{(pid=100246) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 14:02:23.172931 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.base_scheduler [None req-a5852b9b-e534-4c3f-9a2b-ee07700c7cea admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773647-6, bb355eb8-4341-45cc-83a2-92b9859202c1) {{(pid=100246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:02:23.181788 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5852b9b-e534-4c3f-9a2b-ee07700c7cea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:02:23.181788 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-a5852b9b-e534-4c3f-9a2b-ee07700c7cea admin admin] Notify callbacks [] for subnet, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:23.194790 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba36fe09-4716-437b-911d-d68c0962ff20 None None] Network bb355eb8-4341-45cc-83a2-92b9859202c1 requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:02:23.224488 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-a5852b9b-e534-4c3f-9a2b-ee07700c7cea admin admin] 10.222.0.104 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.6226220 Jul 06 14:02:23.241653 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c629a271-a04f-467e-b889-3be98d6751ce req-a192c920-72d7-4875-8b73-93439502f286 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:02:23.242316 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-c629a271-a04f-467e-b889-3be98d6751ce req-a192c920-72d7-4875-8b73-93439502f286 service neutron] 10.222.0.127 "GET /v2.0/subnets?id=9d4d8837-0e9e-40cd-b8da-4a4f0d5a912c HTTP/1.1" status: 200 len: 860 time: 0.2437921 Jul 06 14:02:23.263951 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-09d7ca93-1bc9-4bdf-b275-f9c149d7f89e req-88f77537-38f4-4625-8f2e-5d16aa0df004 tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] Notify callbacks [] for port, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:23.283513 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-6a64dcf5-578f-46b0-b2cb-13dac54c8902 req-97653306-1360-411d-9b99-5f285f59dc5b tempest-FloatingIPsAssociationTestJSON-978234990 tempest-FloatingIPsAssociationTestJSON-978234990-project] Notify callbacks [] for floatingip, before_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:23.335791 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.provisioning_blocks [req-09d7ca93-1bc9-4bdf-b275-f9c149d7f89e req-88f77537-38f4-4625-8f2e-5d16aa0df004 tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] Transition to ACTIVE for port object 5f251846-a962-4cca-ac30-b8ff4317b4c4 will not be triggered until provisioned by entity DHCP. {{(pid=100246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:02:23.344795 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-1c55a012-f297-4721-9030-82f2685f25da req-7793c8a7-cc89-4a20-88a1-ecff3f1a5549 tempest-ServersOnMultiNodesTest-299961212 tempest-ServersOnMultiNodesTest-299961212-project] 10.222.0.104 "GET /v2.0/security-groups?id=304f894d-c671-4a59-b0fb-2a4d849c5ac9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2257075 Jul 06 14:02:23.386228 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-09d7ca93-1bc9-4bdf-b275-f9c149d7f89e req-88f77537-38f4-4625-8f2e-5d16aa0df004 tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-127687573'] for port, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:23.435079 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-09d7ca93-1bc9-4bdf-b275-f9c149d7f89e req-88f77537-38f4-4625-8f2e-5d16aa0df004 tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] Network ca8d241f-6d1c-4a83-a6b7-adff4a667580 is already hosted by enough agents. {{(pid=100246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:02:23.439248 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.base_scheduler [req-09d7ca93-1bc9-4bdf-b275-f9c149d7f89e req-88f77537-38f4-4625-8f2e-5d16aa0df004 tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] Resources bound (agent type, host, resource id): {{(pid=100246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:02:23.454920 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [req-09d7ca93-1bc9-4bdf-b275-f9c149d7f89e req-88f77537-38f4-4625-8f2e-5d16aa0df004 tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] Received port after_create {{(pid=100246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:02:23.487423 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d17d42bd-27b8-44d7-bf67-49ba7d411041 None None] Network bb355eb8-4341-45cc-83a2-92b9859202c1 requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:02:23.520675 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f77537-38f4-4625-8f2e-5d16aa0df004 tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] Pushing event updated for resources: {'Port': ['ID=5f251846-a962-4cca-ac30-b8ff4317b4c4,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:02:23.543849 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d7ca93-1bc9-4bdf-b275-f9c149d7f89e req-88f77537-38f4-4625-8f2e-5d16aa0df004 tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:02:23.544695 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-09d7ca93-1bc9-4bdf-b275-f9c149d7f89e req-88f77537-38f4-4625-8f2e-5d16aa0df004 tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:23.567240 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-09d7ca93-1bc9-4bdf-b275-f9c149d7f89e req-88f77537-38f4-4625-8f2e-5d16aa0df004 tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1303506 Jul 06 14:02:23.574525 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8741f2a-7c04-4701-837c-641584894686 req-3fbbca0c-5c60-4e76-8a76-ee5584e2c832 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:02:23.576089 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-c8741f2a-7c04-4701-837c-641584894686 req-3fbbca0c-5c60-4e76-8a76-ee5584e2c832 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=ac09d390-867f-4b75-a8d2-ab11550bffd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.9776168 Jul 06 14:02:23.596541 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [req-09d7ca93-1bc9-4bdf-b275-f9c149d7f89e req-39663f4b-0517-49d1-9a3c-0c90a771a6d7 service neutron] Request body: {'port': {'device_id': '5fbc9a8b-86db-4456-85e1-a59cfdbb9c8d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-773647-6'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:02:23.740048 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11b9ad8-5a01-4714-a62d-1333b7ce4942 req-eeb88d19-a9bf-4fff-b3f4-b4e12907a583 tempest-ServersOnMultiNodesTest-299961212 tempest-ServersOnMultiNodesTest-299961212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:02:23.741575 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-d11b9ad8-5a01-4714-a62d-1333b7ce4942 req-eeb88d19-a9bf-4fff-b3f4-b4e12907a583 tempest-ServersOnMultiNodesTest-299961212 tempest-ServersOnMultiNodesTest-299961212-project] 10.222.0.127 "GET /v2.0/ports?device_id=5a86de26-f803-496c-8949-ab7be8bbefaa HTTP/1.1" status: 200 len: 950 time: 0.7326334 Jul 06 14:02:23.751559 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-09d7ca93-1bc9-4bdf-b275-f9c149d7f89e req-39663f4b-0517-49d1-9a3c-0c90a771a6d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:23.937590 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-20a5a71f-cd98-4060-b4c1-675f8772eb83 None None] Provisioning for port 5f251846-a962-4cca-ac30-b8ff4317b4c4 completed by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:02:23.943151 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-20a5a71f-cd98-4060-b4c1-675f8772eb83 None None] Provisioning complete for port 5f251846-a962-4cca-ac30-b8ff4317b4c4 triggered by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:02:23.943889 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-20a5a71f-cd98-4060-b4c1-675f8772eb83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:23.984133 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-20a5a71f-cd98-4060-b4c1-675f8772eb83 None None] Port 5f251846-a962-4cca-ac30-b8ff4317b4c4 cannot update to ACTIVE because it is not bound. {{(pid=100248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 14:02:23.986374 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c629a271-a04f-467e-b889-3be98d6751ce req-68c495d4-4063-4dba-8256-8fc63dbdcb3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:02:23.988447 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-c629a271-a04f-467e-b889-3be98d6751ce req-68c495d4-4063-4dba-8256-8fc63dbdcb3f service neutron] 10.222.0.127 "GET /v2.0/ports?network_id=dc2aab4d-ebf5-4223-8156-143d93bdc342&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7268648 Jul 06 14:02:24.123706 n-d-773647-6 neutron-server[100246]: DEBUG neutron.notifiers.nova [req-09d7ca93-1bc9-4bdf-b275-f9c149d7f89e req-39663f4b-0517-49d1-9a3c-0c90a771a6d7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5f251846-a962-4cca-ac30-b8ff4317b4c4 {{(pid=100246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 14:02:24.131759 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-09d7ca93-1bc9-4bdf-b275-f9c149d7f89e req-39663f4b-0517-49d1-9a3c-0c90a771a6d7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:24.153015 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-c8741f2a-7c04-4701-837c-641584894686 req-649930ca-b3d2-4d05-a97c-47b1d5c30564 service neutron] 10.222.0.72 "GET /v2.0/networks/ac09d390-867f-4b75-a8d2-ab11550bffd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5102019 Jul 06 14:02:24.154206 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.provisioning_blocks [req-09d7ca93-1bc9-4bdf-b275-f9c149d7f89e req-39663f4b-0517-49d1-9a3c-0c90a771a6d7 service neutron] Transition to ACTIVE for port object 5f251846-a962-4cca-ac30-b8ff4317b4c4 will not be triggered until provisioned by entity L2. {{(pid=100246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:02:24.159115 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-09d7ca93-1bc9-4bdf-b275-f9c149d7f89e req-39663f4b-0517-49d1-9a3c-0c90a771a6d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127687527'] for port, after_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:24.215129 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0872972f-7287-4064-aae7-f3a4f77532f9 req-e1c5879b-13c3-4641-8c6a-920d01f096b5 tempest-ServersNegativeTestMultiTenantJSON-1589104584 tempest-ServersNegativeTestMultiTenantJSON-1589104584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:02:24.217516 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39663f4b-0517-49d1-9a3c-0c90a771a6d7 service neutron] Pushing event updated for resources: {'Port': ['ID=5f251846-a962-4cca-ac30-b8ff4317b4c4,revision_number=2']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:02:24.226189 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-0872972f-7287-4064-aae7-f3a4f77532f9 req-e1c5879b-13c3-4641-8c6a-920d01f096b5 tempest-ServersNegativeTestMultiTenantJSON-1589104584 tempest-ServersNegativeTestMultiTenantJSON-1589104584-project] 10.222.0.104 "GET /v2.0/ports?device_id=43132648-fc3b-4513-8d95-c39ba11e01de HTTP/1.1" status: 200 len: 946 time: 0.6785069 Jul 06 14:02:24.436216 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [req-09d7ca93-1bc9-4bdf-b275-f9c149d7f89e req-39663f4b-0517-49d1-9a3c-0c90a771a6d7 service neutron] Attempting to bind port 5f251846-a962-4cca-ac30-b8ff4317b4c4 on host n-h2-773647-6 for vnic_type normal with profile {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:02:24.436620 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [req-09d7ca93-1bc9-4bdf-b275-f9c149d7f89e req-39663f4b-0517-49d1-9a3c-0c90a771a6d7 service neutron] Attempting to bind port 5f251846-a962-4cca-ac30-b8ff4317b4c4 by drivers openvswitch,hyperv on host n-h2-773647-6 at level 0 using segments [{'id': '36c50412-6893-4622-808c-49164f6f9db6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1040, 'network_id': 'ca8d241f-6d1c-4a83-a6b7-adff4a667580'}] {{(pid=100246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:02:24.436882 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09d7ca93-1bc9-4bdf-b275-f9c149d7f89e req-39663f4b-0517-49d1-9a3c-0c90a771a6d7 service neutron] Attempting to bind port 5f251846-a962-4cca-ac30-b8ff4317b4c4 on network ca8d241f-6d1c-4a83-a6b7-adff4a667580 {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:02:24.446258 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09d7ca93-1bc9-4bdf-b275-f9c149d7f89e req-39663f4b-0517-49d1-9a3c-0c90a771a6d7 service neutron] Port 5f251846-a962-4cca-ac30-b8ff4317b4c4 on network ca8d241f-6d1c-4a83-a6b7-adff4a667580 not bound, no agent of type Open vSwitch agent registered on host n-h2-773647-6 {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 14:02:24.446629 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09d7ca93-1bc9-4bdf-b275-f9c149d7f89e req-39663f4b-0517-49d1-9a3c-0c90a771a6d7 service neutron] Attempting to bind port 5f251846-a962-4cca-ac30-b8ff4317b4c4 on network ca8d241f-6d1c-4a83-a6b7-adff4a667580 {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:02:24.461782 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09d7ca93-1bc9-4bdf-b275-f9c149d7f89e req-39663f4b-0517-49d1-9a3c-0c90a771a6d7 service neutron] Checking agent: {'id': '63768ece-0600-4354-8d29-fdedec96b077', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-773647-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 51, 10), 'started_at': datetime.datetime(2021, 7, 6, 13, 51, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 2, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:02:24.462174 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09d7ca93-1bc9-4bdf-b275-f9c149d7f89e req-39663f4b-0517-49d1-9a3c-0c90a771a6d7 service neutron] Checking segment: {'id': '36c50412-6893-4622-808c-49164f6f9db6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1040, 'network_id': 'ca8d241f-6d1c-4a83-a6b7-adff4a667580'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:02:24.462512 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09d7ca93-1bc9-4bdf-b275-f9c149d7f89e req-39663f4b-0517-49d1-9a3c-0c90a771a6d7 service neutron] Bound using segment: {'id': '36c50412-6893-4622-808c-49164f6f9db6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1040, 'network_id': 'ca8d241f-6d1c-4a83-a6b7-adff4a667580'} {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:02:24.463204 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [req-09d7ca93-1bc9-4bdf-b275-f9c149d7f89e req-39663f4b-0517-49d1-9a3c-0c90a771a6d7 service neutron] Bound port: 5f251846-a962-4cca-ac30-b8ff4317b4c4, host: n-h2-773647-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '36c50412-6893-4622-808c-49164f6f9db6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1040, 'network_id': 'ca8d241f-6d1c-4a83-a6b7-adff4a667580'}}] {{(pid=100246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:02:24.463598 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-09d7ca93-1bc9-4bdf-b275-f9c149d7f89e req-39663f4b-0517-49d1-9a3c-0c90a771a6d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:24.516188 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.db.resource_extend [None req-d828b39c-a9a5-4075-92dd-c24b2879eebb tempest-ServersTestBootFromVolume-787010614 tempest-ServersTestBootFromVolume-787010614-project] It took 0.37 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 06 14:02:24.557010 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.db [req-09d7ca93-1bc9-4bdf-b275-f9c149d7f89e req-39663f4b-0517-49d1-9a3c-0c90a771a6d7 service neutron] For port 5f251846-a962-4cca-ac30-b8ff4317b4c4, host n-h2-773647-6, cleared binding levels {{(pid=100246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:02:24.560394 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.db [req-09d7ca93-1bc9-4bdf-b275-f9c149d7f89e req-39663f4b-0517-49d1-9a3c-0c90a771a6d7 service neutron] For port 5f251846-a962-4cca-ac30-b8ff4317b4c4, host n-h2-773647-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=5f251846-a962-4cca-ac30-b8ff4317b4c4,segment=NetworkSegment(36c50412-6893-4622-808c-49164f6f9db6),segment_id=36c50412-6893-4622-808c-49164f6f9db6)] {{(pid=100246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:02:24.566279 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-09d7ca93-1bc9-4bdf-b275-f9c149d7f89e req-39663f4b-0517-49d1-9a3c-0c90a771a6d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127687527'] for port, after_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:24.607957 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d7ca93-1bc9-4bdf-b275-f9c149d7f89e req-39663f4b-0517-49d1-9a3c-0c90a771a6d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:02:24.608752 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-09d7ca93-1bc9-4bdf-b275-f9c149d7f89e req-39663f4b-0517-49d1-9a3c-0c90a771a6d7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:24.610062 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-09d7ca93-1bc9-4bdf-b275-f9c149d7f89e req-39663f4b-0517-49d1-9a3c-0c90a771a6d7 service neutron] 10.222.0.72 "PUT /v2.0/ports/5f251846-a962-4cca-ac30-b8ff4317b4c4 HTTP/1.1" status: 200 len: 1091 time: 1.0297019 Jul 06 14:02:24.610508 n-d-773647-6 neutron-server[100246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5fbc9a8b-86db-4456-85e1-a59cfdbb9c8d', 'tag': '5f251846-a962-4cca-ac30-b8ff4317b4c4'}] {{(pid=100246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:02:24.613419 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0d96c5ab5e889f7b933ae915b9be33d1b46c9e87795bf781004b656ef3f1e87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdc194e9-f013-4cfd-94a6-4b0d0b6ab495" -d '{"events": [{"name": "network-changed", "server_uuid": "5fbc9a8b-86db-4456-85e1-a59cfdbb9c8d", "tag": "5f251846-a962-4cca-ac30-b8ff4317b4c4"}]}' {{(pid=100246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:02:24.662565 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39663f4b-0517-49d1-9a3c-0c90a771a6d7 service neutron] Pushing event updated for resources: {'Port': ['ID=5f251846-a962-4cca-ac30-b8ff4317b4c4,revision_number=3']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:02:24.690444 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-c629a271-a04f-467e-b889-3be98d6751ce req-a0cf39d7-deec-4fd5-aee3-3f7c0eca0198 service neutron] 10.222.0.127 "GET /v2.0/networks/dc2aab4d-ebf5-4223-8156-143d93bdc342?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6897955 Jul 06 14:02:24.735265 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-d828b39c-a9a5-4075-92dd-c24b2879eebb tempest-ServersTestBootFromVolume-787010614 tempest-ServersTestBootFromVolume-787010614-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:24.750970 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-0872972f-7287-4064-aae7-f3a4f77532f9 req-75326e17-ffa1-4249-91c7-ad55ead8d3a6 tempest-ServersNegativeTestMultiTenantJSON-1589104584 tempest-ServersNegativeTestMultiTenantJSON-1589104584-project] 10.222.0.104 "GET /v2.0/security-groups?id=e297f2c8-57cd-463b-a996-9c32846d6f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5239847 Jul 06 14:02:24.776814 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d7ca93-1bc9-4bdf-b275-f9c149d7f89e req-e1bc4248-3738-44c0-bbfe-66549410dc7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:02:24.778607 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-09d7ca93-1bc9-4bdf-b275-f9c149d7f89e req-e1bc4248-3738-44c0-bbfe-66549410dc7f service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=96647dd61d404050a5af01798d2f6f47&device_id=5fbc9a8b-86db-4456-85e1-a59cfdbb9c8d HTTP/1.1" status: 200 len: 1094 time: 0.1021624 Jul 06 14:02:24.803310 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-d828b39c-a9a5-4075-92dd-c24b2879eebb tempest-ServersTestBootFromVolume-787010614 tempest-ServersTestBootFromVolume-787010614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1761130'] for floatingip, after_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:24.850828 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.plugin [req-d11b9ad8-5a01-4714-a62d-1333b7ce4942 req-49b09349-3684-4c4e-b905-76c8e0e8bac6 tempest-ServersOnMultiNodesTest-299961212 tempest-ServersOnMultiNodesTest-299961212-project] Deleting port a8988d78-8ca9-4ab1-9f2e-28d3df4461f2 {{(pid=100247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:02:24.851293 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-d11b9ad8-5a01-4714-a62d-1333b7ce4942 req-49b09349-3684-4c4e-b905-76c8e0e8bac6 tempest-ServersOnMultiNodesTest-299961212 tempest-ServersOnMultiNodesTest-299961212-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:24.867602 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-09d7ca93-1bc9-4bdf-b275-f9c149d7f89e req-86dd8a01-7661-479a-81a7-421369cbe069 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5f251846-a962-4cca-ac30-b8ff4317b4c4 HTTP/1.1" status: 200 len: 217 time: 0.0719216 Jul 06 14:02:24.951204 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d7ca93-1bc9-4bdf-b275-f9c149d7f89e req-d736df06-fba9-4eab-8314-3d66b4b904fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:02:24.952911 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-09d7ca93-1bc9-4bdf-b275-f9c149d7f89e req-d736df06-fba9-4eab-8314-3d66b4b904fd service neutron] 10.222.0.72 "GET /v2.0/subnets?id=1d0103a5-6825-4713-928f-2c0821a07c96 HTTP/1.1" status: 200 len: 851 time: 0.0759442 Jul 06 14:02:25.032505 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d7ca93-1bc9-4bdf-b275-f9c149d7f89e req-62901bc0-245c-4217-b74d-2d03f2612c6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:02:25.034901 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-09d7ca93-1bc9-4bdf-b275-f9c149d7f89e req-62901bc0-245c-4217-b74d-2d03f2612c6c service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=ca8d241f-6d1c-4a83-a6b7-adff4a667580&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0675018 Jul 06 14:02:25.135491 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-09d7ca93-1bc9-4bdf-b275-f9c149d7f89e req-b9f6f34a-dae9-494d-aead-9962077293c6 service neutron] 10.222.0.72 "GET /v2.0/networks/ca8d241f-6d1c-4a83-a6b7-adff4a667580?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925314 Jul 06 14:02:25.234676 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-09d7ca93-1bc9-4bdf-b275-f9c149d7f89e req-4ce3984f-20a7-4342-816f-33397f2c82c9 service neutron] 10.222.0.72 "GET /v2.0/networks/ca8d241f-6d1c-4a83-a6b7-adff4a667580?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889933 Jul 06 14:02:25.357105 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-c8741f2a-7c04-4701-837c-641584894686 req-eefa9829-7afa-4934-85f6-cbc75e57aa04 service neutron] 10.222.0.72 "GET /v2.0/networks/ac09d390-867f-4b75-a8d2-ab11550bffd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1770582 Jul 06 14:02:25.420790 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.db.resource_extend [req-6a64dcf5-578f-46b0-b2cb-13dac54c8902 req-97653306-1360-411d-9b99-5f285f59dc5b tempest-FloatingIPsAssociationTestJSON-978234990 tempest-FloatingIPsAssociationTestJSON-978234990-project] It took 0.47 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 06 14:02:25.484543 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-bf5aed41-e8f9-4013-9212-68ca2c2f6ba4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:25.498410 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-c629a271-a04f-467e-b889-3be98d6751ce req-68c64fa6-aacb-4a94-af6a-9dc99ba3cc84 service neutron] 10.222.0.127 "GET /v2.0/networks/dc2aab4d-ebf5-4223-8156-143d93bdc342?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7864778 Jul 06 14:02:25.556071 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-6a64dcf5-578f-46b0-b2cb-13dac54c8902 req-97653306-1360-411d-9b99-5f285f59dc5b tempest-FloatingIPsAssociationTestJSON-978234990 tempest-FloatingIPsAssociationTestJSON-978234990-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:25.583413 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-6a64dcf5-578f-46b0-b2cb-13dac54c8902 req-97653306-1360-411d-9b99-5f285f59dc5b tempest-FloatingIPsAssociationTestJSON-978234990 tempest-FloatingIPsAssociationTestJSON-978234990-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1761130'] for floatingip, after_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:25.676553 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.db [req-d11b9ad8-5a01-4714-a62d-1333b7ce4942 req-49b09349-3684-4c4e-b905-76c8e0e8bac6 tempest-ServersOnMultiNodesTest-299961212 tempest-ServersOnMultiNodesTest-299961212-project] For port a8988d78-8ca9-4ab1-9f2e-28d3df4461f2, host n-h1-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773647-6',level=0,port_id=a8988d78-8ca9-4ab1-9f2e-28d3df4461f2,segment=NetworkSegment(c9ea893d-045e-42cf-b3dd-cdd1f79baccd),segment_id=c9ea893d-045e-42cf-b3dd-cdd1f79baccd)] {{(pid=100247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:02:25.677055 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-d11b9ad8-5a01-4714-a62d-1333b7ce4942 req-49b09349-3684-4c4e-b905-76c8e0e8bac6 tempest-ServersOnMultiNodesTest-299961212 tempest-ServersOnMultiNodesTest-299961212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:25.705994 n-d-773647-6 neutron-server[100247]: INFO neutron.db.l3_db [None req-d828b39c-a9a5-4075-92dd-c24b2879eebb tempest-ServersTestBootFromVolume-787010614 tempest-ServersTestBootFromVolume-787010614-project] Floating IP d1c8b553-7865-414c-901a-44990f1ee69d associated. External IP: 172.25.0.87, port: cf98c374-ae9b-477f-888b-f3febecd9b81. Jul 06 14:02:25.762153 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.plugin [req-d11b9ad8-5a01-4714-a62d-1333b7ce4942 req-49b09349-3684-4c4e-b905-76c8e0e8bac6 tempest-ServersOnMultiNodesTest-299961212 tempest-ServersOnMultiNodesTest-299961212-project] Calling delete_port for a8988d78-8ca9-4ab1-9f2e-28d3df4461f2 owned by compute:nova {{(pid=100247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:02:25.778026 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80679fc1-3a49-498b-9fa1-07821ee86431 req-3ca3d710-3099-456c-b918-33558c5ddf48 tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:02:25.779582 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-80679fc1-3a49-498b-9fa1-07821ee86431 req-3ca3d710-3099-456c-b918-33558c5ddf48 tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] 10.222.0.104 "GET /v2.0/ports?device_id=5fbc9a8b-86db-4456-85e1-a59cfdbb9c8d HTTP/1.1" status: 200 len: 943 time: 0.4337428 Jul 06 14:02:25.855346 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:25.989671 n-d-773647-6 neutron-server[100247]: INFO neutron.db.l3_db [req-6a64dcf5-578f-46b0-b2cb-13dac54c8902 req-97653306-1360-411d-9b99-5f285f59dc5b tempest-FloatingIPsAssociationTestJSON-978234990 tempest-FloatingIPsAssociationTestJSON-978234990-project] Floating IP b7455581-2335-4cd2-9586-d5d6c4d08e4c associated. External IP: 172.25.0.191, port: e0212a6e-4a9c-4580-a290-db589dcc6f27. Jul 06 14:02:26.002399 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-37ab0af9-291b-46f7-8b51-33a590ad063a req-b594e5eb-17bb-4f45-ba1d-efb7d0d9aec8 service neutron] 10.222.0.127 "GET /v2.0/ports?device_id=2e2ea344-6018-4c2a-9298-573810505a62&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4417877 Jul 06 14:02:26.062184 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-80679fc1-3a49-498b-9fa1-07821ee86431 req-6823b5a6-b6a0-4e53-a813-9965e86bfe92 tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] 10.222.0.104 "GET /v2.0/security-groups?id=54cfb86c-390d-4cad-8265-7f5781c66116&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2416117 Jul 06 14:02:26.352138 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ab0af9-291b-46f7-8b51-33a590ad063a req-c1bce899-997e-450e-afb3-e3348f67409a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:02:26.353697 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-37ab0af9-291b-46f7-8b51-33a590ad063a req-c1bce899-997e-450e-afb3-e3348f67409a service neutron] 10.222.0.127 "GET /v2.0/ports?tenant_id=ae0918c1680140d8a89ce8f9c600b37d&device_id=2e2ea344-6018-4c2a-9298-573810505a62 HTTP/1.1" status: 200 len: 1101 time: 0.2993131 Jul 06 14:02:26.518672 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-2064eaae-da4f-48f8-82d2-b09d4ddedd44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:26.568674 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-d11b9ad8-5a01-4714-a62d-1333b7ce4942 req-49b09349-3684-4c4e-b905-76c8e0e8bac6 tempest-ServersOnMultiNodesTest-299961212 tempest-ServersOnMultiNodesTest-299961212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128888353'] for port, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:26.582510 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] get_ports_and_sgs() called for port_ids ['77f2936b-9d5d-4a82-bf34-d5104100db58', 'dbaef2dd-909e-475f-abe2-1d2de1fc87c6'] {{(pid=100248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 14:02:26.589797 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] get_ports_and_sgs() called for port_ids ['05481f2d-582e-4146-a307-f062af9d861e', 'b3d5f759-25d1-4c4c-b7ec-a5f305aed096', '891b2c81-2c6a-4763-a1b7-6fa3d05d0063', '04f88873-d07d-4eaf-a37b-8d5ec79f0db0'] {{(pid=100248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 14:02:26.673537 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b09349-3684-4c4e-b905-76c8e0e8bac6 tempest-ServersOnMultiNodesTest-299961212 tempest-ServersOnMultiNodesTest-299961212-project] Pushing event deleted for resources: {'Port': ['ID=a8988d78-8ca9-4ab1-9f2e-28d3df4461f2,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:02:26.706735 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d828b39c-a9a5-4075-92dd-c24b2879eebb tempest-ServersTestBootFromVolume-787010614 tempest-ServersTestBootFromVolume-787010614-project] Router 4e092e31-7490-4a26-882e-b70bacbff7f5 has already been hosted by L3 agent 2823d358-a11b-4885-a706-95a279e43fa7 {{(pid=100247) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 14:02:26.806483 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.l3_dvrscheduler_db [req-d11b9ad8-5a01-4714-a62d-1333b7ce4942 req-49b09349-3684-4c4e-b905-76c8e0e8bac6 tempest-ServersOnMultiNodesTest-299961212 tempest-ServersOnMultiNodesTest-299961212-project] No DVR routers for this DVR port a8988d78-8ca9-4ab1-9f2e-28d3df4461f2 on host n-h1-773647-6 {{(pid=100247) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:02:26.814407 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2c9022-f846-4142-923e-dc8798a3b057 req-88fa3e50-9c78-4032-be96-abfdcfe32e4f tempest-ListServersNegativeTestJSON-1815013295 tempest-ListServersNegativeTestJSON-1815013295-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:02:26.816586 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-bb2c9022-f846-4142-923e-dc8798a3b057 req-88fa3e50-9c78-4032-be96-abfdcfe32e4f tempest-ListServersNegativeTestJSON-1815013295 tempest-ListServersNegativeTestJSON-1815013295-project] 10.222.0.104 "GET /v2.0/networks?id=bb355eb8-4341-45cc-83a2-92b9859202c1 HTTP/1.1" status: 200 len: 818 time: 0.4944773 Jul 06 14:02:26.817975 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-d11b9ad8-5a01-4714-a62d-1333b7ce4942 req-49b09349-3684-4c4e-b905-76c8e0e8bac6 tempest-ServersOnMultiNodesTest-299961212 tempest-ServersOnMultiNodesTest-299961212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:26.819958 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-d11b9ad8-5a01-4714-a62d-1333b7ce4942 req-49b09349-3684-4c4e-b905-76c8e0e8bac6 tempest-ServersOnMultiNodesTest-299961212 tempest-ServersOnMultiNodesTest-299961212-project] 10.222.0.127 "DELETE /v2.0/ports/a8988d78-8ca9-4ab1-9f2e-28d3df4461f2 HTTP/1.1" status: 204 len: 173 time: 3.0265849 Jul 06 14:02:26.826232 n-d-773647-6 neutron-server[100247]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a86de26-f803-496c-8949-ab7be8bbefaa', 'name': 'network-vif-deleted', 'tag': 'a8988d78-8ca9-4ab1-9f2e-28d3df4461f2'}] {{(pid=100247) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:02:26.829206 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cbf0eeaae822f8fc9b87a94aeba67a3d651842baf663a51cba94b67a514836d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b48c596-47e5-4d28-8c34-b8af550b2f33" -d '{"events": [{"server_uuid": "5a86de26-f803-496c-8949-ab7be8bbefaa", "name": "network-vif-deleted", "tag": "a8988d78-8ca9-4ab1-9f2e-28d3df4461f2"}]}' {{(pid=100247) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:02:26.881404 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ab0af9-291b-46f7-8b51-33a590ad063a req-e1b24b55-150e-43b6-a704-bc20d0f00a46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:02:26.883327 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-37ab0af9-291b-46f7-8b51-33a590ad063a req-e1b24b55-150e-43b6-a704-bc20d0f00a46 service neutron] 10.222.0.127 "GET /v2.0/networks?id=ac09d390-867f-4b75-a8d2-ab11550bffd6 HTTP/1.1" status: 200 len: 871 time: 0.4475729 Jul 06 14:02:26.923899 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-bb2c9022-f846-4142-923e-dc8798a3b057 req-54689610-b9ea-49eb-a723-29242e82bf3d tempest-ListServersNegativeTestJSON-1815013295 tempest-ListServersNegativeTestJSON-1815013295-project] 10.222.0.104 "GET /v2.0/quotas/52db2b596e2941028d9ea05d3e8d838f HTTP/1.1" status: 200 len: 375 time: 0.0873294 Jul 06 14:02:26.958955 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6a64dcf5-578f-46b0-b2cb-13dac54c8902 req-97653306-1360-411d-9b99-5f285f59dc5b tempest-FloatingIPsAssociationTestJSON-978234990 tempest-FloatingIPsAssociationTestJSON-978234990-project] Router 78a34e41-c0d9-4d89-aa57-37f9e931b651 has already been hosted by L3 agent 2823d358-a11b-4885-a706-95a279e43fa7 {{(pid=100247) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 14:02:27.410966 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-37ab0af9-291b-46f7-8b51-33a590ad063a req-6518911a-8d75-4014-b5ec-538aa851de2a service neutron] 10.222.0.127 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.251&port_id=dbaef2dd-909e-475f-abe2-1d2de1fc87c6 HTTP/1.1" status: 200 len: 217 time: 0.4784954 Jul 06 14:02:27.415654 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-bb2c9022-f846-4142-923e-dc8798a3b057 req-7cc15cbc-5983-4312-9f5e-27050d1c4bcf tempest-ListServersNegativeTestJSON-1815013295 tempest-ListServersNegativeTestJSON-1815013295-project] 10.222.0.104 "GET /v2.0/ports?tenant_id=52db2b596e2941028d9ea05d3e8d838f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.4822204 Jul 06 14:02:27.455871 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Device a8988d78-8ca9-4ab1-9f2e-28d3df4461f2 no longer exists at agent hyperv_n-h1-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:02:27.478053 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] No Port match for: a8988d78-8ca9-4ab1-9f2e-28d3df4461f2 {{(pid=100248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 14:02:27.478432 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Device a8988d78-8ca9-4ab1-9f2e-28d3df4461f2 not bound to the agent host n-h1-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:02:27.677240 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ab0af9-291b-46f7-8b51-33a590ad063a req-47f656ac-b744-4afa-bdd1-b6f3d55e0e03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:02:27.678795 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-37ab0af9-291b-46f7-8b51-33a590ad063a req-47f656ac-b744-4afa-bdd1-b6f3d55e0e03 service neutron] 10.222.0.127 "GET /v2.0/subnets?id=d1c3cc78-09b9-4e30-99fd-0e5830de101d HTTP/1.1" status: 200 len: 843 time: 0.2621963 Jul 06 14:02:27.679886 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d828b39c-a9a5-4075-92dd-c24b2879eebb tempest-ServersTestBootFromVolume-787010614 tempest-ServersTestBootFromVolume-787010614-project] Notify agent at l3_agent.n-d-773647-6 the message routers_updated {{(pid=100247) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 14:02:27.688538 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-d828b39c-a9a5-4075-92dd-c24b2879eebb tempest-ServersTestBootFromVolume-787010614 tempest-ServersTestBootFromVolume-787010614-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for floatingip, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:27.693671 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42fddd41-f0b0-4f95-a6c1-6bab6064ac4b None None] Sync routers for ids ['4e092e31-7490-4a26-882e-b70bacbff7f5'] in n-d-773647-6 {{(pid=100249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 14:02:27.707470 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42fddd41-f0b0-4f95-a6c1-6bab6064ac4b None None] Routers {'4e092e31-7490-4a26-882e-b70bacbff7f5'} bound to L3 agent in host n-d-773647-6 {{(pid=100249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:02:27.708086 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-42fddd41-f0b0-4f95-a6c1-6bab6064ac4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T14:02:25Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['4e092e31-7490-4a26-882e-b70bacbff7f5'], 'active': True} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:02:27.804287 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Device 5f251846-a962-4cca-ac30-b8ff4317b4c4 details requested by agent hyperv_n-h2-773647-6 with host n-h2-773647-6 {{(pid=100248) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 14:02:27.825655 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvr_db [None req-42fddd41-f0b0-4f95-a6c1-6bab6064ac4b None None] Set router 4e092e31-7490-4a26-882e-b70bacbff7f5 gateway port host: n-d-773647-6 {{(pid=100249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:02:27.830538 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-d828b39c-a9a5-4075-92dd-c24b2879eebb tempest-ServersTestBootFromVolume-787010614 tempest-ServersTestBootFromVolume-787010614-project] 10.222.0.104 "PUT /v2.0/floatingips/d1c8b553-7865-414c-901a-44990f1ee69d HTTP/1.1" status: 200 len: 991 time: 5.8949172 Jul 06 14:02:27.836220 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6a64dcf5-578f-46b0-b2cb-13dac54c8902 req-97653306-1360-411d-9b99-5f285f59dc5b tempest-FloatingIPsAssociationTestJSON-978234990 tempest-FloatingIPsAssociationTestJSON-978234990-project] Notify agent at l3_agent.n-d-773647-6 the message routers_updated {{(pid=100247) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 14:02:27.840824 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-bb2c9022-f846-4142-923e-dc8798a3b057 req-a33c2140-946c-4efe-9586-70ee546e7a27 service neutron] 10.222.0.104 "GET /v2.0/networks/bb355eb8-4341-45cc-83a2-92b9859202c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4108884 Jul 06 14:02:27.882603 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-742b9f08-6044-46ba-92f3-225426841078 None None] Sync routers for ids ['78a34e41-c0d9-4d89-aa57-37f9e931b651'] in n-d-773647-6 {{(pid=100248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 14:02:27.900593 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-742b9f08-6044-46ba-92f3-225426841078 None None] Routers {'78a34e41-c0d9-4d89-aa57-37f9e931b651'} bound to L3 agent in host n-d-773647-6 {{(pid=100248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:02:27.901606 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-742b9f08-6044-46ba-92f3-225426841078 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T14:02:25Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['78a34e41-c0d9-4d89-aa57-37f9e931b651'], 'active': True} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:02:28.008116 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ab0af9-291b-46f7-8b51-33a590ad063a req-0eb1ef41-0251-4566-a0e4-e855e95c3d97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:02:28.009992 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-37ab0af9-291b-46f7-8b51-33a590ad063a req-0eb1ef41-0251-4566-a0e4-e855e95c3d97 service neutron] 10.222.0.127 "GET /v2.0/ports?network_id=ac09d390-867f-4b75-a8d2-ab11550bffd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2899668 Jul 06 14:02:28.011479 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvr_db [None req-742b9f08-6044-46ba-92f3-225426841078 None None] Set router 78a34e41-c0d9-4d89-aa57-37f9e931b651 gateway port host: n-d-773647-6 {{(pid=100248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:02:28.154267 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-42fddd41-f0b0-4f95-a6c1-6bab6064ac4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e092e31-7490-4a26-882e-b70bacbff7f5', 'name': 'tempest-ServersTestBootFromVolume-756776599-router', 'tenant_id': '781535735adb4e1297ed6761c38ca98f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.149'}], 'enable_snat': True}, 'gw_port_id': 'da2a706e-62bb-4bb1-b14b-8538546ce077', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:01:03Z', 'updated_at': '2021-07-06T14:01:14Z', 'revision_number': 4, 'project_id': '781535735adb4e1297ed6761c38ca98f', 'gw_port': {'id': 'da2a706e-62bb-4bb1-b14b-8538546ce077', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:c2:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e092e31-7490-4a26-882e-b70bacbff7f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 899, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:01:06Z', 'updated_at': '2021-07-06T14:01:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6', '_floatingips': [{'id': 'd1c8b553-7865-414c-901a-44990f1ee69d', 'tenant_id': '781535735adb4e1297ed6761c38ca98f', 'floating_ip_address': '172.25.0.87', 'floating_network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'router_id': '4e092e31-7490-4a26-882e-b70bacbff7f5', 'port_id': 'cf98c374-ae9b-477f-888b-f3febecd9b81', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 908, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd9f36955-e86a-4c93-9b28-49ad744bf776', 'mac_address': 'fa:16:3e:e2:4a:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e35a7e2e-d30c-4bf0-b481-78bca7eacfd4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T14:01:20Z', 'updated_at': '2021-07-06T14:02:24Z', 'revision_number': 1, 'project_id': '781535735adb4e1297ed6761c38ca98f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8e4ba707-5bdb-486a-abca-cd0cffb450f4', 'name': '', 'network_id': 'd9f36955-e86a-4c93-9b28-49ad744bf776', 'tenant_id': '781535735adb4e1297ed6761c38ca98f', 'mac_address': 'fa:16:3e:14:2d:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e092e31-7490-4a26-882e-b70bacbff7f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 900, 'fixed_ips': [{'subnet_id': '8b3908d8-67f9-4087-8b08-3c0c944b289c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:01:12Z', 'updated_at': '2021-07-06T14:01:23Z', 'revision_number': 5, 'project_id': '781535735adb4e1297ed6761c38ca98f', 'subnets': [{'id': '8b3908d8-67f9-4087-8b08-3c0c944b289c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773647-6', False) {} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:02:28.183369 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-bb2c9022-f846-4142-923e-dc8798a3b057 req-d24cfe43-d3ec-4213-b645-c8f849e82490 service neutron] 10.222.0.104 "GET /v2.0/networks/bb355eb8-4341-45cc-83a2-92b9859202c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3013043 Jul 06 14:02:28.185688 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42fddd41-f0b0-4f95-a6c1-6bab6064ac4b None None] Checking router: 4e092e31-7490-4a26-882e-b70bacbff7f5 for host: n-d-773647-6 {{(pid=100249) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 14:02:28.199107 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42fddd41-f0b0-4f95-a6c1-6bab6064ac4b None None] Routers {'4e092e31-7490-4a26-882e-b70bacbff7f5'} bound to L3 agent in host n-d-773647-6 {{(pid=100249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:02:28.200063 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-42fddd41-f0b0-4f95-a6c1-6bab6064ac4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T14:02:25Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['4e092e31-7490-4a26-882e-b70bacbff7f5'], 'active': True} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:02:28.220654 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] For port 5f251846-a962-4cca-ac30-b8ff4317b4c4, host n-h2-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=5f251846-a962-4cca-ac30-b8ff4317b4c4,segment=NetworkSegment(36c50412-6893-4622-808c-49164f6f9db6),segment_id=36c50412-6893-4622-808c-49164f6f9db6)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:02:28.226490 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-37ab0af9-291b-46f7-8b51-33a590ad063a req-740341d1-e645-4d97-bece-4e3e9eb43d68 service neutron] 10.222.0.127 "GET /v2.0/networks/ac09d390-867f-4b75-a8d2-ab11550bffd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2050464 Jul 06 14:02:28.269895 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Returning: {'device': '5f251846-a962-4cca-ac30-b8ff4317b4c4', 'network_id': 'ca8d241f-6d1c-4a83-a6b7-adff4a667580', 'port_id': '5f251846-a962-4cca-ac30-b8ff4317b4c4', 'mac_address': 'fa:16:3e:a8:e6:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1040, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1d0103a5-6825-4713-928f-2c0821a07c96', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100248) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 14:02:28.326023 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-03f71b24-a9b8-453a-8924-caa3f97bc6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:28.373026 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvr_db [None req-42fddd41-f0b0-4f95-a6c1-6bab6064ac4b None None] Set router 4e092e31-7490-4a26-882e-b70bacbff7f5 gateway port host: n-d-773647-6 {{(pid=100249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:02:28.381720 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:28.387535 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6a64dcf5-578f-46b0-b2cb-13dac54c8902 req-97653306-1360-411d-9b99-5f285f59dc5b tempest-FloatingIPsAssociationTestJSON-978234990 tempest-FloatingIPsAssociationTestJSON-978234990-project] Router 78a34e41-c0d9-4d89-aa57-37f9e931b651 has already been hosted by L3 agent 2823d358-a11b-4885-a706-95a279e43fa7 {{(pid=100247) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 14:02:28.402068 n-d-773647-6 neutron-server[100248]: DEBUG neutron.notifiers.nova [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5f251846-a962-4cca-ac30-b8ff4317b4c4 {{(pid=100248) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 14:02:28.424694 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] For port 5f251846-a962-4cca-ac30-b8ff4317b4c4, host n-h2-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=5f251846-a962-4cca-ac30-b8ff4317b4c4,segment=NetworkSegment(36c50412-6893-4622-808c-49164f6f9db6),segment_id=36c50412-6893-4622-808c-49164f6f9db6)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:02:28.428201 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-37ab0af9-291b-46f7-8b51-33a590ad063a req-c1e947ed-51d6-4cee-bf8f-3bb29c180198 service neutron] 10.222.0.127 "GET /v2.0/networks/ac09d390-867f-4b75-a8d2-ab11550bffd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1598880 Jul 06 14:02:28.435641 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:28.479375 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-742b9f08-6044-46ba-92f3-225426841078 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78a34e41-c0d9-4d89-aa57-37f9e931b651', 'name': 'tempest-FloatingIPsAssociationTestJSON-1257204186-router', 'tenant_id': '825a4fb0f5c7454f82c586f8d1442f43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.139'}], 'enable_snat': True}, 'gw_port_id': 'b4434c8f-8026-49fa-af17-a7b829f273e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:00:52Z', 'updated_at': '2021-07-06T14:01:05Z', 'revision_number': 4, 'project_id': '825a4fb0f5c7454f82c586f8d1442f43', 'gw_port': {'id': 'b4434c8f-8026-49fa-af17-a7b829f273e5', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:76:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78a34e41-c0d9-4d89-aa57-37f9e931b651', 'device_owner': 'network:router_gateway', 'standard_attr_id': 878, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:00:53Z', 'updated_at': '2021-07-06T14:01:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6', '_floatingips': [{'id': 'b7455581-2335-4cd2-9586-d5d6c4d08e4c', 'tenant_id': '825a4fb0f5c7454f82c586f8d1442f43', 'floating_ip_address': '172.25.0.191', 'floating_network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'router_id': '78a34e41-c0d9-4d89-aa57-37f9e931b651', 'port_id': 'adefc31d-e044-47aa-80b4-b714d212fabd', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 926, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dc2aab4d-ebf5-4223-8156-143d93bdc342', 'mac_address': 'fa:16:3e:8f:b5:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4a04eb6-bb93-495c-bc67-b780dbcf097b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T14:01:43Z', 'updated_at': '2021-07-06T14:02:24Z', 'revision_number': 3, 'project_id': '825a4fb0f5c7454f82c586f8d1442f43', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9e2bb929-0689-4ee3-8e1a-63c91f09da86', 'name': '', 'network_id': 'dc2aab4d-ebf5-4223-8156-143d93bdc342', 'tenant_id': '825a4fb0f5c7454f82c586f8d1442f43', 'mac_address': 'fa:16:3e:c3:e4:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78a34e41-c0d9-4d89-aa57-37f9e931b651', 'device_owner': 'network:router_interface', 'standard_attr_id': 895, 'fixed_ips': [{'subnet_id': '9d4d8837-0e9e-40cd-b8da-4a4f0d5a912c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:01:02Z', 'updated_at': '2021-07-06T14:01:14Z', 'revision_number': 5, 'project_id': '825a4fb0f5c7454f82c586f8d1442f43', 'subnets': [{'id': '9d4d8837-0e9e-40cd-b8da-4a4f0d5a912c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773647-6', False) {} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:02:28.518775 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-742b9f08-6044-46ba-92f3-225426841078 None None] Checking router: 78a34e41-c0d9-4d89-aa57-37f9e931b651 for host: n-d-773647-6 {{(pid=100248) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 14:02:28.544496 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-742b9f08-6044-46ba-92f3-225426841078 None None] Routers {'78a34e41-c0d9-4d89-aa57-37f9e931b651'} bound to L3 agent in host n-d-773647-6 {{(pid=100248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:02:28.545225 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-742b9f08-6044-46ba-92f3-225426841078 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T14:02:25Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['78a34e41-c0d9-4d89-aa57-37f9e931b651'], 'active': True} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:02:28.547170 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Pushing event updated for resources: {'Port': ['ID=5f251846-a962-4cca-ac30-b8ff4317b4c4,revision_number=4']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:02:28.577611 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6a64dcf5-578f-46b0-b2cb-13dac54c8902 req-97653306-1360-411d-9b99-5f285f59dc5b tempest-FloatingIPsAssociationTestJSON-978234990 tempest-FloatingIPsAssociationTestJSON-978234990-project] Notify agent at l3_agent.n-d-773647-6 the message routers_updated {{(pid=100247) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 14:02:28.588006 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-6a64dcf5-578f-46b0-b2cb-13dac54c8902 req-97653306-1360-411d-9b99-5f285f59dc5b tempest-FloatingIPsAssociationTestJSON-978234990 tempest-FloatingIPsAssociationTestJSON-978234990-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for floatingip, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:28.800671 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-6a64dcf5-578f-46b0-b2cb-13dac54c8902 req-97653306-1360-411d-9b99-5f285f59dc5b tempest-FloatingIPsAssociationTestJSON-978234990 tempest-FloatingIPsAssociationTestJSON-978234990-project] 10.222.0.104 "PUT /v2.0/floatingips/b7455581-2335-4cd2-9586-d5d6c4d08e4c HTTP/1.1" status: 200 len: 999 time: 5.7996798 Jul 06 14:02:28.869286 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a64dcf5-578f-46b0-b2cb-13dac54c8902 req-36403327-d1c8-42f2-91fa-59ed93962047 tempest-FloatingIPsAssociationTestJSON-978234990 tempest-FloatingIPsAssociationTestJSON-978234990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:02:28.885387 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvr_db [None req-742b9f08-6044-46ba-92f3-225426841078 None None] Set router 78a34e41-c0d9-4d89-aa57-37f9e931b651 gateway port host: n-d-773647-6 {{(pid=100248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:02:28.892021 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 14:02:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf92dd2c-d0f0-48ba-ad4d-1e7ad8b51b99 x-openstack-request-id: req-bf92dd2c-d0f0-48ba-ad4d-1e7ad8b51b99 {{(pid=100246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:02:28.892663 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5fbc9a8b-86db-4456-85e1-a59cfdbb9c8d", "tag": "5f251846-a962-4cca-ac30-b8ff4317b4c4", "status": "completed", "code": 200}]} {{(pid=100246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:02:28.892663 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-bf92dd2c-d0f0-48ba-ad4d-1e7ad8b51b99 {{(pid=100246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:02:28.893334 n-d-773647-6 neutron-server[100246]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5fbc9a8b-86db-4456-85e1-a59cfdbb9c8d', 'tag': '5f251846-a962-4cca-ac30-b8ff4317b4c4', 'status': 'completed', 'code': 200} Jul 06 14:02:28.911027 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-6a64dcf5-578f-46b0-b2cb-13dac54c8902 req-36403327-d1c8-42f2-91fa-59ed93962047 tempest-FloatingIPsAssociationTestJSON-978234990 tempest-FloatingIPsAssociationTestJSON-978234990-project] 10.222.0.104 "GET /v2.0/ports/e0212a6e-4a9c-4580-a290-db589dcc6f27 HTTP/1.1" status: 200 len: 942 time: 0.1091325 Jul 06 14:02:28.931945 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-42fddd41-f0b0-4f95-a6c1-6bab6064ac4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e092e31-7490-4a26-882e-b70bacbff7f5', 'name': 'tempest-ServersTestBootFromVolume-756776599-router', 'tenant_id': '781535735adb4e1297ed6761c38ca98f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.149'}], 'enable_snat': True}, 'gw_port_id': 'da2a706e-62bb-4bb1-b14b-8538546ce077', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:01:03Z', 'updated_at': '2021-07-06T14:01:14Z', 'revision_number': 4, 'project_id': '781535735adb4e1297ed6761c38ca98f', 'gw_port': {'id': 'da2a706e-62bb-4bb1-b14b-8538546ce077', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:c2:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e092e31-7490-4a26-882e-b70bacbff7f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 899, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:01:06Z', 'updated_at': '2021-07-06T14:01:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6', '_floatingips': [{'id': 'd1c8b553-7865-414c-901a-44990f1ee69d', 'tenant_id': '781535735adb4e1297ed6761c38ca98f', 'floating_ip_address': '172.25.0.87', 'floating_network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'router_id': '4e092e31-7490-4a26-882e-b70bacbff7f5', 'port_id': 'cf98c374-ae9b-477f-888b-f3febecd9b81', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 908, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd9f36955-e86a-4c93-9b28-49ad744bf776', 'mac_address': 'fa:16:3e:e2:4a:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e35a7e2e-d30c-4bf0-b481-78bca7eacfd4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T14:01:20Z', 'updated_at': '2021-07-06T14:02:24Z', 'revision_number': 1, 'project_id': '781535735adb4e1297ed6761c38ca98f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8e4ba707-5bdb-486a-abca-cd0cffb450f4', 'name': '', 'network_id': 'd9f36955-e86a-4c93-9b28-49ad744bf776', 'tenant_id': '781535735adb4e1297ed6761c38ca98f', 'mac_address': 'fa:16:3e:14:2d:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e092e31-7490-4a26-882e-b70bacbff7f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 900, 'fixed_ips': [{'subnet_id': '8b3908d8-67f9-4087-8b08-3c0c944b289c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:01:12Z', 'updated_at': '2021-07-06T14:01:23Z', 'revision_number': 5, 'project_id': '781535735adb4e1297ed6761c38ca98f', 'subnets': [{'id': '8b3908d8-67f9-4087-8b08-3c0c944b289c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773647-6', False) {} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:02:28.978765 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42fddd41-f0b0-4f95-a6c1-6bab6064ac4b None None] The sync data for ids ['4e092e31-7490-4a26-882e-b70bacbff7f5'] in n-d-773647-6 is: [{'id': '4e092e31-7490-4a26-882e-b70bacbff7f5', 'name': 'tempest-ServersTestBootFromVolume-756776599-router', 'tenant_id': '781535735adb4e1297ed6761c38ca98f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.149'}], 'enable_snat': True}, 'gw_port_id': 'da2a706e-62bb-4bb1-b14b-8538546ce077', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:01:03Z', 'updated_at': '2021-07-06T14:01:14Z', 'revision_number': 4, 'project_id': '781535735adb4e1297ed6761c38ca98f', 'gw_port': {'id': 'da2a706e-62bb-4bb1-b14b-8538546ce077', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:c2:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e092e31-7490-4a26-882e-b70bacbff7f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 899, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:01:06Z', 'updated_at': '2021-07-06T14:01:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6', '_floatingips': [{'id': 'd1c8b553-7865-414c-901a-44990f1ee69d', 'tenant_id': '781535735adb4e1297ed6761c38ca98f', 'floating_ip_address': '172.25.0.87', 'floating_network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'router_id': '4e092e31-7490-4a26-882e-b70bacbff7f5', 'port_id': 'cf98c374-ae9b-477f-888b-f3febecd9b81', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 908, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd9f36955-e86a-4c93-9b28-49ad744bf776', 'mac_address': 'fa:16:3e:e2:4a:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e35a7e2e-d30c-4bf0-b481-78bca7eacfd4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T14:01:20Z', 'updated_at': '2021-07-06T14:02:24Z', 'revision_number': 1, 'project_id': '781535735adb4e1297ed6761c38ca98f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8e4ba707-5bdb-486a-abca-cd0cffb450f4', 'name': '', 'network_id': 'd9f36955-e86a-4c93-9b28-49ad744bf776', 'tenant_id': '781535735adb4e1297ed6761c38ca98f', 'mac_address': 'fa:16:3e:14:2d:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e092e31-7490-4a26-882e-b70bacbff7f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 900, 'fixed_ips': [{'subnet_id': '8b3908d8-67f9-4087-8b08-3c0c944b289c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:01:12Z', 'updated_at': '2021-07-06T14:01:23Z', 'revision_number': 5, 'project_id': '781535735adb4e1297ed6761c38ca98f', 'subnets': [{'id': '8b3908d8-67f9-4087-8b08-3c0c944b289c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 14:02:29.115101 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc194e9-f013-4cfd-94a6-4b0d0b6ab495 req-279b87ee-bf4e-4d8c-8a4e-352f00169c30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:02:29.116720 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-cdc194e9-f013-4cfd-94a6-4b0d0b6ab495 req-279b87ee-bf4e-4d8c-8a4e-352f00169c30 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=96647dd61d404050a5af01798d2f6f47&device_id=5fbc9a8b-86db-4456-85e1-a59cfdbb9c8d HTTP/1.1" status: 200 len: 1095 time: 0.1686771 Jul 06 14:02:29.122651 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a64dcf5-578f-46b0-b2cb-13dac54c8902 req-8a8fb153-325c-4237-9eb3-61f8187e2f75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:02:29.124360 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-6a64dcf5-578f-46b0-b2cb-13dac54c8902 req-8a8fb153-325c-4237-9eb3-61f8187e2f75 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=825a4fb0f5c7454f82c586f8d1442f43&device_id=7bfb388a-790e-4692-a575-ef183ebdd084 HTTP/1.1" status: 200 len: 1096 time: 0.1012082 Jul 06 14:02:29.204875 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] get_ports_and_sgs() called for port_ids ['5f251846-a962-4cca-ac30-b8ff4317b4c4'] {{(pid=100248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 14:02:29.228002 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc194e9-f013-4cfd-94a6-4b0d0b6ab495 req-8c22cab2-a433-470a-8776-29c74976cc0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:02:29.229446 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-cdc194e9-f013-4cfd-94a6-4b0d0b6ab495 req-8c22cab2-a433-470a-8776-29c74976cc0e service neutron] 10.222.0.72 "GET /v2.0/networks?id=ca8d241f-6d1c-4a83-a6b7-adff4a667580 HTTP/1.1" status: 200 len: 914 time: 0.1042163 Jul 06 14:02:29.342174 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd8408c7-7b09-42d1-aa95-af8266f9a8d4 None None] New status for floating IP d1c8b553-7865-414c-901a-44990f1ee69d: ACTIVE {{(pid=100249) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 14:02:29.417540 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-cdc194e9-f013-4cfd-94a6-4b0d0b6ab495 req-49e5eeb2-9eed-40d8-af43-4f68cd0c7928 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5f251846-a962-4cca-ac30-b8ff4317b4c4 HTTP/1.1" status: 200 len: 217 time: 0.0771003 Jul 06 14:02:29.419698 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a64dcf5-578f-46b0-b2cb-13dac54c8902 req-ac77a28c-caac-47a8-8a74-c4d4909d3393 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:02:29.427150 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-6a64dcf5-578f-46b0-b2cb-13dac54c8902 req-ac77a28c-caac-47a8-8a74-c4d4909d3393 service neutron] 10.222.0.104 "GET /v2.0/networks?id=dc2aab4d-ebf5-4223-8156-143d93bdc342 HTTP/1.1" status: 200 len: 923 time: 0.1875911 Jul 06 14:02:29.497056 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-742b9f08-6044-46ba-92f3-225426841078 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78a34e41-c0d9-4d89-aa57-37f9e931b651', 'name': 'tempest-FloatingIPsAssociationTestJSON-1257204186-router', 'tenant_id': '825a4fb0f5c7454f82c586f8d1442f43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.139'}], 'enable_snat': True}, 'gw_port_id': 'b4434c8f-8026-49fa-af17-a7b829f273e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:00:52Z', 'updated_at': '2021-07-06T14:01:05Z', 'revision_number': 4, 'project_id': '825a4fb0f5c7454f82c586f8d1442f43', 'gw_port': {'id': 'b4434c8f-8026-49fa-af17-a7b829f273e5', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:76:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78a34e41-c0d9-4d89-aa57-37f9e931b651', 'device_owner': 'network:router_gateway', 'standard_attr_id': 878, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:00:53Z', 'updated_at': '2021-07-06T14:01:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6', '_floatingips': [{'id': 'b7455581-2335-4cd2-9586-d5d6c4d08e4c', 'tenant_id': '825a4fb0f5c7454f82c586f8d1442f43', 'floating_ip_address': '172.25.0.191', 'floating_network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'router_id': '78a34e41-c0d9-4d89-aa57-37f9e931b651', 'port_id': 'adefc31d-e044-47aa-80b4-b714d212fabd', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 926, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dc2aab4d-ebf5-4223-8156-143d93bdc342', 'mac_address': 'fa:16:3e:8f:b5:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4a04eb6-bb93-495c-bc67-b780dbcf097b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T14:01:43Z', 'updated_at': '2021-07-06T14:02:24Z', 'revision_number': 3, 'project_id': '825a4fb0f5c7454f82c586f8d1442f43', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9e2bb929-0689-4ee3-8e1a-63c91f09da86', 'name': '', 'network_id': 'dc2aab4d-ebf5-4223-8156-143d93bdc342', 'tenant_id': '825a4fb0f5c7454f82c586f8d1442f43', 'mac_address': 'fa:16:3e:c3:e4:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78a34e41-c0d9-4d89-aa57-37f9e931b651', 'device_owner': 'network:router_interface', 'standard_attr_id': 895, 'fixed_ips': [{'subnet_id': '9d4d8837-0e9e-40cd-b8da-4a4f0d5a912c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:01:02Z', 'updated_at': '2021-07-06T14:01:14Z', 'revision_number': 5, 'project_id': '825a4fb0f5c7454f82c586f8d1442f43', 'subnets': [{'id': '9d4d8837-0e9e-40cd-b8da-4a4f0d5a912c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773647-6', False) {} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:02:29.512744 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-6a64dcf5-578f-46b0-b2cb-13dac54c8902 req-9baf91b7-ad01-4ff2-92e6-d1e2ac186f11 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e0212a6e-4a9c-4580-a290-db589dcc6f27 HTTP/1.1" status: 200 len: 217 time: 0.0843511 Jul 06 14:02:29.535101 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-742b9f08-6044-46ba-92f3-225426841078 None None] The sync data for ids ['78a34e41-c0d9-4d89-aa57-37f9e931b651'] in n-d-773647-6 is: [{'id': '78a34e41-c0d9-4d89-aa57-37f9e931b651', 'name': 'tempest-FloatingIPsAssociationTestJSON-1257204186-router', 'tenant_id': '825a4fb0f5c7454f82c586f8d1442f43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.139'}], 'enable_snat': True}, 'gw_port_id': 'b4434c8f-8026-49fa-af17-a7b829f273e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:00:52Z', 'updated_at': '2021-07-06T14:01:05Z', 'revision_number': 4, 'project_id': '825a4fb0f5c7454f82c586f8d1442f43', 'gw_port': {'id': 'b4434c8f-8026-49fa-af17-a7b829f273e5', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:76:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78a34e41-c0d9-4d89-aa57-37f9e931b651', 'device_owner': 'network:router_gateway', 'standard_attr_id': 878, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:00:53Z', 'updated_at': '2021-07-06T14:01:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6', '_floatingips': [{'id': 'b7455581-2335-4cd2-9586-d5d6c4d08e4c', 'tenant_id': '825a4fb0f5c7454f82c586f8d1442f43', 'floating_ip_address': '172.25.0.191', 'floating_network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'router_id': '78a34e41-c0d9-4d89-aa57-37f9e931b651', 'port_id': 'adefc31d-e044-47aa-80b4-b714d212fabd', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 926, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dc2aab4d-ebf5-4223-8156-143d93bdc342', 'mac_address': 'fa:16:3e:8f:b5:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4a04eb6-bb93-495c-bc67-b780dbcf097b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T14:01:43Z', 'updated_at': '2021-07-06T14:02:24Z', 'revision_number': 3, 'project_id': '825a4fb0f5c7454f82c586f8d1442f43', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9e2bb929-0689-4ee3-8e1a-63c91f09da86', 'name': '', 'network_id': 'dc2aab4d-ebf5-4223-8156-143d93bdc342', 'tenant_id': '825a4fb0f5c7454f82c586f8d1442f43', 'mac_address': 'fa:16:3e:c3:e4:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78a34e41-c0d9-4d89-aa57-37f9e931b651', 'device_owner': 'network:router_interface', 'standard_attr_id': 895, 'fixed_ips': [{'subnet_id': '9d4d8837-0e9e-40cd-b8da-4a4f0d5a912c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:01:02Z', 'updated_at': '2021-07-06T14:01:14Z', 'revision_number': 5, 'project_id': '825a4fb0f5c7454f82c586f8d1442f43', 'subnets': [{'id': '9d4d8837-0e9e-40cd-b8da-4a4f0d5a912c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 14:02:29.599740 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc194e9-f013-4cfd-94a6-4b0d0b6ab495 req-87429e81-d2e7-4e2e-b7c6-27f57a0515ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:02:29.606831 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-cdc194e9-f013-4cfd-94a6-4b0d0b6ab495 req-87429e81-d2e7-4e2e-b7c6-27f57a0515ed service neutron] 10.222.0.72 "GET /v2.0/subnets?id=1d0103a5-6825-4713-928f-2c0821a07c96 HTTP/1.1" status: 200 len: 851 time: 0.1663146 Jul 06 14:02:29.662231 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fae259-1979-445e-9025-26f8ccd15850 req-ca3a10c4-2572-4777-8278-4f4dfab6d0ab tempest-ServersNegativeTestMultiTenantJSON-1589104584 tempest-ServersNegativeTestMultiTenantJSON-1589104584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:02:29.668018 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-c5fae259-1979-445e-9025-26f8ccd15850 req-ca3a10c4-2572-4777-8278-4f4dfab6d0ab tempest-ServersNegativeTestMultiTenantJSON-1589104584 tempest-ServersNegativeTestMultiTenantJSON-1589104584-project] 10.222.0.104 "GET /v2.0/ports?device_id=43132648-fc3b-4513-8d95-c39ba11e01de HTTP/1.1" status: 200 len: 946 time: 0.4372809 Jul 06 14:02:29.678696 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a64dcf5-578f-46b0-b2cb-13dac54c8902 req-fa323a47-3080-404e-bf45-9debac9ddb93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:02:29.687014 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-6a64dcf5-578f-46b0-b2cb-13dac54c8902 req-fa323a47-3080-404e-bf45-9debac9ddb93 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=9d4d8837-0e9e-40cd-b8da-4a4f0d5a912c HTTP/1.1" status: 200 len: 860 time: 0.1733360 Jul 06 14:02:29.751737 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-c5fae259-1979-445e-9025-26f8ccd15850 req-721563a6-c2ac-4859-abe2-d96ccb051528 tempest-ServersNegativeTestMultiTenantJSON-1589104584 tempest-ServersNegativeTestMultiTenantJSON-1589104584-project] 10.222.0.104 "GET /v2.0/security-groups?id=e297f2c8-57cd-463b-a996-9c32846d6f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823638 Jul 06 14:02:29.808993 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc194e9-f013-4cfd-94a6-4b0d0b6ab495 req-231e8286-f859-43d3-8fee-cf94543f795f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:02:29.813302 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-cdc194e9-f013-4cfd-94a6-4b0d0b6ab495 req-231e8286-f859-43d3-8fee-cf94543f795f service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=ca8d241f-6d1c-4a83-a6b7-adff4a667580&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2014983 Jul 06 14:02:29.847263 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a64dcf5-578f-46b0-b2cb-13dac54c8902 req-2739c214-ec7f-4dda-96dc-b23d20c260cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:02:29.854530 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-6a64dcf5-578f-46b0-b2cb-13dac54c8902 req-2739c214-ec7f-4dda-96dc-b23d20c260cc service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=dc2aab4d-ebf5-4223-8156-143d93bdc342&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1666524 Jul 06 14:02:29.985094 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b6ebe7b-ce06-4098-a03b-f243dba5fd1c None None] New status for floating IP b7455581-2335-4cd2-9586-d5d6c4d08e4c: ACTIVE {{(pid=100248) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 14:02:30.005033 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 14:02:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9a3b4e1-9a89-418f-b781-011023a3c0a7 x-openstack-request-id: req-b9a3b4e1-9a89-418f-b781-011023a3c0a7 {{(pid=100247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:02:30.005305 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a86de26-f803-496c-8949-ab7be8bbefaa", "name": "network-vif-deleted", "tag": "a8988d78-8ca9-4ab1-9f2e-28d3df4461f2", "status": "completed", "code": 200}]} {{(pid=100247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:02:30.005558 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-b9a3b4e1-9a89-418f-b781-011023a3c0a7 {{(pid=100247) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:02:30.005952 n-d-773647-6 neutron-server[100247]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a86de26-f803-496c-8949-ab7be8bbefaa', 'name': 'network-vif-deleted', 'tag': 'a8988d78-8ca9-4ab1-9f2e-28d3df4461f2', 'status': 'completed', 'code': 200} Jul 06 14:02:30.042939 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-6a64dcf5-578f-46b0-b2cb-13dac54c8902 req-2942a074-f58a-403b-91f5-41d60582d994 service neutron] 10.222.0.104 "GET /v2.0/networks/dc2aab4d-ebf5-4223-8156-143d93bdc342?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1874771 Jul 06 14:02:30.183820 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-cdc194e9-f013-4cfd-94a6-4b0d0b6ab495 req-960436f4-24cc-4dc0-bdcd-0e67ab207f54 service neutron] 10.222.0.72 "GET /v2.0/networks/ca8d241f-6d1c-4a83-a6b7-adff4a667580?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3610468 Jul 06 14:02:30.343103 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0d3488-20ee-41e0-875e-3f1b5a27ff15 req-705e4c25-e0d1-47de-87ad-78e6789d6fa5 tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:02:30.344680 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-ad0d3488-20ee-41e0-875e-3f1b5a27ff15 req-705e4c25-e0d1-47de-87ad-78e6789d6fa5 tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] 10.222.0.104 "GET /v2.0/ports?device_id=5fbc9a8b-86db-4456-85e1-a59cfdbb9c8d HTTP/1.1" status: 200 len: 944 time: 0.2909439 Jul 06 14:02:30.354161 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-6a64dcf5-578f-46b0-b2cb-13dac54c8902 req-d38e1e26-ec26-4429-a26d-58db0263075f service neutron] 10.222.0.104 "GET /v2.0/networks/dc2aab4d-ebf5-4223-8156-143d93bdc342?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3099046 Jul 06 14:02:30.380617 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35b9323f-7a3c-4fbb-8db1-58beede16980 None None] Sync routers for ids ['78a34e41-c0d9-4d89-aa57-37f9e931b651'] in n-d-773647-6 {{(pid=100249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 14:02:30.393339 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35b9323f-7a3c-4fbb-8db1-58beede16980 None None] Routers {'78a34e41-c0d9-4d89-aa57-37f9e931b651'} bound to L3 agent in host n-d-773647-6 {{(pid=100249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:02:30.395938 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-35b9323f-7a3c-4fbb-8db1-58beede16980 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T14:02:25Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['78a34e41-c0d9-4d89-aa57-37f9e931b651'], 'active': True} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:02:30.421006 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-cdc194e9-f013-4cfd-94a6-4b0d0b6ab495 req-71c6bbe7-1fb8-4ff4-91e6-43f8276684e2 service neutron] 10.222.0.72 "GET /v2.0/networks/ca8d241f-6d1c-4a83-a6b7-adff4a667580?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2253113 Jul 06 14:02:30.465816 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-ad0d3488-20ee-41e0-875e-3f1b5a27ff15 req-0a70d9bd-b049-4303-87f1-6a6cfc4d4176 tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] 10.222.0.104 "GET /v2.0/security-groups?id=54cfb86c-390d-4cad-8265-7f5781c66116&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1091163 Jul 06 14:02:30.517145 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a64dcf5-578f-46b0-b2cb-13dac54c8902 req-2ea967b2-b187-401a-8d32-42aa8462e242 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:02:30.519361 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-6a64dcf5-578f-46b0-b2cb-13dac54c8902 req-2ea967b2-b187-401a-8d32-42aa8462e242 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=825a4fb0f5c7454f82c586f8d1442f43&device_id=c4a04eb6-bb93-495c-bc67-b780dbcf097b HTTP/1.1" status: 200 len: 1097 time: 0.1003749 Jul 06 14:02:30.567987 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvr_db [None req-35b9323f-7a3c-4fbb-8db1-58beede16980 None None] Set router 78a34e41-c0d9-4d89-aa57-37f9e931b651 gateway port host: n-d-773647-6 {{(pid=100249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:02:30.692040 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a64dcf5-578f-46b0-b2cb-13dac54c8902 req-6ddd05e6-6985-4514-833a-101df52ce5d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:02:30.699247 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-6a64dcf5-578f-46b0-b2cb-13dac54c8902 req-6ddd05e6-6985-4514-833a-101df52ce5d9 service neutron] 10.222.0.104 "GET /v2.0/networks?id=dc2aab4d-ebf5-4223-8156-143d93bdc342 HTTP/1.1" status: 200 len: 923 time: 0.1733761 Jul 06 14:02:30.830621 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-6a64dcf5-578f-46b0-b2cb-13dac54c8902 req-32313412-b324-46d2-a0fe-f55da89e6738 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=adefc31d-e044-47aa-80b4-b714d212fabd HTTP/1.1" status: 200 len: 1002 time: 0.1303837 Jul 06 14:02:30.947803 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-35b9323f-7a3c-4fbb-8db1-58beede16980 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78a34e41-c0d9-4d89-aa57-37f9e931b651', 'name': 'tempest-FloatingIPsAssociationTestJSON-1257204186-router', 'tenant_id': '825a4fb0f5c7454f82c586f8d1442f43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.139'}], 'enable_snat': True}, 'gw_port_id': 'b4434c8f-8026-49fa-af17-a7b829f273e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:00:52Z', 'updated_at': '2021-07-06T14:01:05Z', 'revision_number': 4, 'project_id': '825a4fb0f5c7454f82c586f8d1442f43', 'gw_port': {'id': 'b4434c8f-8026-49fa-af17-a7b829f273e5', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:76:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78a34e41-c0d9-4d89-aa57-37f9e931b651', 'device_owner': 'network:router_gateway', 'standard_attr_id': 878, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:00:53Z', 'updated_at': '2021-07-06T14:01:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6', '_floatingips': [{'id': 'b7455581-2335-4cd2-9586-d5d6c4d08e4c', 'tenant_id': '825a4fb0f5c7454f82c586f8d1442f43', 'floating_ip_address': '172.25.0.191', 'floating_network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'router_id': '78a34e41-c0d9-4d89-aa57-37f9e931b651', 'port_id': 'adefc31d-e044-47aa-80b4-b714d212fabd', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 926, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dc2aab4d-ebf5-4223-8156-143d93bdc342', 'mac_address': 'fa:16:3e:8f:b5:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4a04eb6-bb93-495c-bc67-b780dbcf097b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T14:01:43Z', 'updated_at': '2021-07-06T14:02:30Z', 'revision_number': 4, 'project_id': '825a4fb0f5c7454f82c586f8d1442f43', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9e2bb929-0689-4ee3-8e1a-63c91f09da86', 'name': '', 'network_id': 'dc2aab4d-ebf5-4223-8156-143d93bdc342', 'tenant_id': '825a4fb0f5c7454f82c586f8d1442f43', 'mac_address': 'fa:16:3e:c3:e4:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78a34e41-c0d9-4d89-aa57-37f9e931b651', 'device_owner': 'network:router_interface', 'standard_attr_id': 895, 'fixed_ips': [{'subnet_id': '9d4d8837-0e9e-40cd-b8da-4a4f0d5a912c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:01:02Z', 'updated_at': '2021-07-06T14:01:14Z', 'revision_number': 5, 'project_id': '825a4fb0f5c7454f82c586f8d1442f43', 'subnets': [{'id': '9d4d8837-0e9e-40cd-b8da-4a4f0d5a912c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773647-6', False) {} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:02:30.955912 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a64dcf5-578f-46b0-b2cb-13dac54c8902 req-5251c2df-115e-44ea-8dd1-ffe70a6643a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:02:30.957465 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-6a64dcf5-578f-46b0-b2cb-13dac54c8902 req-5251c2df-115e-44ea-8dd1-ffe70a6643a6 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=9d4d8837-0e9e-40cd-b8da-4a4f0d5a912c HTTP/1.1" status: 200 len: 860 time: 0.1260271 Jul 06 14:02:30.988837 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35b9323f-7a3c-4fbb-8db1-58beede16980 None None] Checking router: 78a34e41-c0d9-4d89-aa57-37f9e931b651 for host: n-d-773647-6 {{(pid=100249) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 14:02:30.999381 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35b9323f-7a3c-4fbb-8db1-58beede16980 None None] Routers {'78a34e41-c0d9-4d89-aa57-37f9e931b651'} bound to L3 agent in host n-d-773647-6 {{(pid=100249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:02:31.000036 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-35b9323f-7a3c-4fbb-8db1-58beede16980 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T14:02:25Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['78a34e41-c0d9-4d89-aa57-37f9e931b651'], 'active': True} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:02:31.198781 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvr_db [None req-35b9323f-7a3c-4fbb-8db1-58beede16980 None None] Set router 78a34e41-c0d9-4d89-aa57-37f9e931b651 gateway port host: n-d-773647-6 {{(pid=100249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:02:31.594414 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-35b9323f-7a3c-4fbb-8db1-58beede16980 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78a34e41-c0d9-4d89-aa57-37f9e931b651', 'name': 'tempest-FloatingIPsAssociationTestJSON-1257204186-router', 'tenant_id': '825a4fb0f5c7454f82c586f8d1442f43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.139'}], 'enable_snat': True}, 'gw_port_id': 'b4434c8f-8026-49fa-af17-a7b829f273e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:00:52Z', 'updated_at': '2021-07-06T14:01:05Z', 'revision_number': 4, 'project_id': '825a4fb0f5c7454f82c586f8d1442f43', 'gw_port': {'id': 'b4434c8f-8026-49fa-af17-a7b829f273e5', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:76:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78a34e41-c0d9-4d89-aa57-37f9e931b651', 'device_owner': 'network:router_gateway', 'standard_attr_id': 878, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:00:53Z', 'updated_at': '2021-07-06T14:01:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6', '_floatingips': [{'id': 'b7455581-2335-4cd2-9586-d5d6c4d08e4c', 'tenant_id': '825a4fb0f5c7454f82c586f8d1442f43', 'floating_ip_address': '172.25.0.191', 'floating_network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'router_id': '78a34e41-c0d9-4d89-aa57-37f9e931b651', 'port_id': 'adefc31d-e044-47aa-80b4-b714d212fabd', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 926, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dc2aab4d-ebf5-4223-8156-143d93bdc342', 'mac_address': 'fa:16:3e:8f:b5:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4a04eb6-bb93-495c-bc67-b780dbcf097b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T14:01:43Z', 'updated_at': '2021-07-06T14:02:30Z', 'revision_number': 4, 'project_id': '825a4fb0f5c7454f82c586f8d1442f43', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9e2bb929-0689-4ee3-8e1a-63c91f09da86', 'name': '', 'network_id': 'dc2aab4d-ebf5-4223-8156-143d93bdc342', 'tenant_id': '825a4fb0f5c7454f82c586f8d1442f43', 'mac_address': 'fa:16:3e:c3:e4:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78a34e41-c0d9-4d89-aa57-37f9e931b651', 'device_owner': 'network:router_interface', 'standard_attr_id': 895, 'fixed_ips': [{'subnet_id': '9d4d8837-0e9e-40cd-b8da-4a4f0d5a912c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:01:02Z', 'updated_at': '2021-07-06T14:01:14Z', 'revision_number': 5, 'project_id': '825a4fb0f5c7454f82c586f8d1442f43', 'subnets': [{'id': '9d4d8837-0e9e-40cd-b8da-4a4f0d5a912c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773647-6', False) {} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:02:31.623110 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2c9022-f846-4142-923e-dc8798a3b057 req-461c1d9a-8e93-4b4b-bab5-acd5dc6f38b2 tempest-ListServersNegativeTestJSON-1815013295 tempest-ListServersNegativeTestJSON-1815013295-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:02:31.625571 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-bb2c9022-f846-4142-923e-dc8798a3b057 req-461c1d9a-8e93-4b4b-bab5-acd5dc6f38b2 tempest-ListServersNegativeTestJSON-1815013295 tempest-ListServersNegativeTestJSON-1815013295-project] 10.222.0.127 "GET /v2.0/networks?id=bb355eb8-4341-45cc-83a2-92b9859202c1 HTTP/1.1" status: 200 len: 818 time: 0.1543128 Jul 06 14:02:31.659824 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [req-bb2c9022-f846-4142-923e-dc8798a3b057 req-e640308b-9e1c-4386-a0c2-164af230bd54 tempest-ListServersNegativeTestJSON-1815013295 tempest-ListServersNegativeTestJSON-1815013295-project] Request body: {'port': {'device_id': 'b9b7bf62-e3b3-4580-987f-698788d7878c', 'network_id': 'bb355eb8-4341-45cc-83a2-92b9859202c1', 'admin_state_up': True, 'tenant_id': '52db2b596e2941028d9ea05d3e8d838f'}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:02:31.821919 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bb2c9022-f846-4142-923e-dc8798a3b057 req-e640308b-9e1c-4386-a0c2-164af230bd54 tempest-ListServersNegativeTestJSON-1815013295 tempest-ListServersNegativeTestJSON-1815013295-project] Made reservation on behalf of 52db2b596e2941028d9ea05d3e8d838f for: {'port': 1} {{(pid=100247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:02:31.825774 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-bb2c9022-f846-4142-923e-dc8798a3b057 req-e640308b-9e1c-4386-a0c2-164af230bd54 tempest-ListServersNegativeTestJSON-1815013295 tempest-ListServersNegativeTestJSON-1815013295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:31.835617 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Device 5f251846-a962-4cca-ac30-b8ff4317b4c4 up at agent hyperv_n-h2-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:02:31.842116 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35b9323f-7a3c-4fbb-8db1-58beede16980 None None] The sync data for ids ['78a34e41-c0d9-4d89-aa57-37f9e931b651'] in n-d-773647-6 is: [{'id': '78a34e41-c0d9-4d89-aa57-37f9e931b651', 'name': 'tempest-FloatingIPsAssociationTestJSON-1257204186-router', 'tenant_id': '825a4fb0f5c7454f82c586f8d1442f43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.139'}], 'enable_snat': True}, 'gw_port_id': 'b4434c8f-8026-49fa-af17-a7b829f273e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:00:52Z', 'updated_at': '2021-07-06T14:01:05Z', 'revision_number': 4, 'project_id': '825a4fb0f5c7454f82c586f8d1442f43', 'gw_port': {'id': 'b4434c8f-8026-49fa-af17-a7b829f273e5', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:76:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78a34e41-c0d9-4d89-aa57-37f9e931b651', 'device_owner': 'network:router_gateway', 'standard_attr_id': 878, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:00:53Z', 'updated_at': '2021-07-06T14:01:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6', '_floatingips': [{'id': 'b7455581-2335-4cd2-9586-d5d6c4d08e4c', 'tenant_id': '825a4fb0f5c7454f82c586f8d1442f43', 'floating_ip_address': '172.25.0.191', 'floating_network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'router_id': '78a34e41-c0d9-4d89-aa57-37f9e931b651', 'port_id': 'adefc31d-e044-47aa-80b4-b714d212fabd', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 926, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dc2aab4d-ebf5-4223-8156-143d93bdc342', 'mac_address': 'fa:16:3e:8f:b5:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4a04eb6-bb93-495c-bc67-b780dbcf097b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T14:01:43Z', 'updated_at': '2021-07-06T14:02:30Z', 'revision_number': 4, 'project_id': '825a4fb0f5c7454f82c586f8d1442f43', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9e2bb929-0689-4ee3-8e1a-63c91f09da86', 'name': '', 'network_id': 'dc2aab4d-ebf5-4223-8156-143d93bdc342', 'tenant_id': '825a4fb0f5c7454f82c586f8d1442f43', 'mac_address': 'fa:16:3e:c3:e4:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78a34e41-c0d9-4d89-aa57-37f9e931b651', 'device_owner': 'network:router_interface', 'standard_attr_id': 895, 'fixed_ips': [{'subnet_id': '9d4d8837-0e9e-40cd-b8da-4a4f0d5a912c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:01:02Z', 'updated_at': '2021-07-06T14:01:14Z', 'revision_number': 5, 'project_id': '825a4fb0f5c7454f82c586f8d1442f43', 'subnets': [{'id': '9d4d8837-0e9e-40cd-b8da-4a4f0d5a912c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 14:02:31.902392 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a64dcf5-578f-46b0-b2cb-13dac54c8902 req-0c730fbf-29f3-4942-aedf-36046ed3c523 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:02:31.903593 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-6a64dcf5-578f-46b0-b2cb-13dac54c8902 req-0c730fbf-29f3-4942-aedf-36046ed3c523 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=dc2aab4d-ebf5-4223-8156-143d93bdc342&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4654939 Jul 06 14:02:31.921057 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Provisioning for port 5f251846-a962-4cca-ac30-b8ff4317b4c4 completed by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:02:31.927893 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Provisioning complete for port 5f251846-a962-4cca-ac30-b8ff4317b4c4 triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:02:31.928410 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:32.009417 n-d-773647-6 neutron-server[100247]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e35a7e2e-d30c-4bf0-b481-78bca7eacfd4', 'tag': 'cf98c374-ae9b-477f-888b-f3febecd9b81'}, {'name': 'network-changed', 'server_uuid': '7bfb388a-790e-4692-a575-ef183ebdd084', 'tag': 'e0212a6e-4a9c-4580-a290-db589dcc6f27'}, {'name': 'network-changed', 'server_uuid': 'c4a04eb6-bb93-495c-bc67-b780dbcf097b', 'tag': 'adefc31d-e044-47aa-80b4-b714d212fabd'}] {{(pid=100247) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:02:32.011924 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cbf0eeaae822f8fc9b87a94aeba67a3d651842baf663a51cba94b67a514836d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c00cba08-7dbb-42cb-b8c0-ef8df05db3fd" -d '{"events": [{"name": "network-changed", "server_uuid": "e35a7e2e-d30c-4bf0-b481-78bca7eacfd4", "tag": "cf98c374-ae9b-477f-888b-f3febecd9b81"}, {"name": "network-changed", "server_uuid": "7bfb388a-790e-4692-a575-ef183ebdd084", "tag": "e0212a6e-4a9c-4580-a290-db589dcc6f27"}, {"name": "network-changed", "server_uuid": "c4a04eb6-bb93-495c-bc67-b780dbcf097b", "tag": "adefc31d-e044-47aa-80b4-b714d212fabd"}]}' {{(pid=100247) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:02:32.049466 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:32.066574 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2c9022-f846-4142-923e-dc8798a3b057 req-5557e40d-5d40-4537-b917-55afb9259781 tempest-ListServersNegativeTestJSON-1815013295 tempest-ListServersNegativeTestJSON-1815013295-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:02:32.068236 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-bb2c9022-f846-4142-923e-dc8798a3b057 req-5557e40d-5d40-4537-b917-55afb9259781 tempest-ListServersNegativeTestJSON-1815013295 tempest-ListServersNegativeTestJSON-1815013295-project] 10.222.0.127 "GET /v2.0/networks?id=bb355eb8-4341-45cc-83a2-92b9859202c1 HTTP/1.1" status: 200 len: 818 time: 1.1888027 Jul 06 14:02:32.081767 n-d-773647-6 neutron-server[100248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fbc9a8b-86db-4456-85e1-a59cfdbb9c8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f251846-a962-4cca-ac30-b8ff4317b4c4'}] {{(pid=100248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:02:32.084708 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84af257533e383389cbcf231d3534f4d5e149e7203fea16b4a8fc01438dddaf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca1a3723-b95f-4609-a87c-fdbabc368201" -d '{"events": [{"server_uuid": "5fbc9a8b-86db-4456-85e1-a59cfdbb9c8d", "name": "network-vif-plugged", "status": "completed", "tag": "5f251846-a962-4cca-ac30-b8ff4317b4c4"}]}' {{(pid=100248) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:02:32.101738 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] For port 5f251846-a962-4cca-ac30-b8ff4317b4c4, host n-h2-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=5f251846-a962-4cca-ac30-b8ff4317b4c4,segment=NetworkSegment(36c50412-6893-4622-808c-49164f6f9db6),segment_id=36c50412-6893-4622-808c-49164f6f9db6)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:02:32.108674 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:32.142418 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [req-bb2c9022-f846-4142-923e-dc8798a3b057 req-97ddeb31-f2e7-43b5-9137-54b38661962b tempest-ListServersNegativeTestJSON-1815013295 tempest-ListServersNegativeTestJSON-1815013295-project] Request body: {'port': {'device_id': 'f4f5d88f-b792-4b61-8f7b-c7bf4d5e4b41', 'network_id': 'bb355eb8-4341-45cc-83a2-92b9859202c1', 'admin_state_up': True, 'tenant_id': '52db2b596e2941028d9ea05d3e8d838f'}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:02:32.187404 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Pushing event updated for resources: {'Port': ['ID=5f251846-a962-4cca-ac30-b8ff4317b4c4,revision_number=5']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:02:32.250033 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e018906a-7812-4634-9418-33b9a6c3b93a req-5a2736ea-c998-4604-b850-23a31e512b9e tempest-ServersNegativeTestMultiTenantJSON-1589104584 tempest-ServersNegativeTestMultiTenantJSON-1589104584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:02:32.251570 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-e018906a-7812-4634-9418-33b9a6c3b93a req-5a2736ea-c998-4604-b850-23a31e512b9e tempest-ServersNegativeTestMultiTenantJSON-1589104584 tempest-ServersNegativeTestMultiTenantJSON-1589104584-project] 10.222.0.104 "GET /v2.0/ports?device_id=43132648-fc3b-4513-8d95-c39ba11e01de HTTP/1.1" status: 200 len: 946 time: 0.4368999 Jul 06 14:02:32.375573 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-6a64dcf5-578f-46b0-b2cb-13dac54c8902 req-fa1e9a29-51c0-4e75-a8d3-2ccafd5ec915 service neutron] 10.222.0.104 "GET /v2.0/networks/dc2aab4d-ebf5-4223-8156-143d93bdc342?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4545755 Jul 06 14:02:32.442803 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.db_base_plugin_common [req-bb2c9022-f846-4142-923e-dc8798a3b057 req-e640308b-9e1c-4386-a0c2-164af230bd54 tempest-ListServersNegativeTestJSON-1815013295 tempest-ListServersNegativeTestJSON-1815013295-project] Allocated IP 172.20.0.11 (bb355eb8-4341-45cc-83a2-92b9859202c1/1f26fe8f-1d94-448f-a235-fb76de690367/3a050d2a-2610-4161-a54a-7eb3e1fff538) {{(pid=100247) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:02:32.452284 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2c9022-f846-4142-923e-dc8798a3b057 req-ad4a9277-b2b1-41c2-b089-8650bd501325 tempest-ListServersNegativeTestJSON-1815013295 tempest-ListServersNegativeTestJSON-1815013295-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:02:32.454184 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-bb2c9022-f846-4142-923e-dc8798a3b057 req-ad4a9277-b2b1-41c2-b089-8650bd501325 tempest-ListServersNegativeTestJSON-1815013295 tempest-ListServersNegativeTestJSON-1815013295-project] 10.222.0.127 "GET /v2.0/networks?id=bb355eb8-4341-45cc-83a2-92b9859202c1 HTTP/1.1" status: 200 len: 818 time: 0.4469082 Jul 06 14:02:32.509107 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [req-bb2c9022-f846-4142-923e-dc8798a3b057 req-b5d7ddb7-d904-4fa9-a020-0a4a0672955a tempest-ListServersNegativeTestJSON-1815013295 tempest-ListServersNegativeTestJSON-1815013295-project] Request body: {'port': {'device_id': '3a88983d-2fa1-40f2-9c8a-3905b60aa866', 'network_id': 'bb355eb8-4341-45cc-83a2-92b9859202c1', 'admin_state_up': True, 'tenant_id': '52db2b596e2941028d9ea05d3e8d838f'}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:02:32.535798 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-e018906a-7812-4634-9418-33b9a6c3b93a req-1051ec75-116f-4e29-8b09-b9b25945539f tempest-ServersNegativeTestMultiTenantJSON-1589104584 tempest-ServersNegativeTestMultiTenantJSON-1589104584-project] 10.222.0.104 "GET /v2.0/security-groups?id=e297f2c8-57cd-463b-a996-9c32846d6f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2425671 Jul 06 14:02:32.711767 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bb2c9022-f846-4142-923e-dc8798a3b057 req-97ddeb31-f2e7-43b5-9137-54b38661962b tempest-ListServersNegativeTestJSON-1815013295 tempest-ListServersNegativeTestJSON-1815013295-project] Made reservation on behalf of 52db2b596e2941028d9ea05d3e8d838f for: {'port': 1} {{(pid=100247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:02:32.715597 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-bb2c9022-f846-4142-923e-dc8798a3b057 req-97ddeb31-f2e7-43b5-9137-54b38661962b tempest-ListServersNegativeTestJSON-1815013295 tempest-ListServersNegativeTestJSON-1815013295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:32.805978 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-6a64dcf5-578f-46b0-b2cb-13dac54c8902 req-c75b0767-3635-443d-90a7-9e1223189529 service neutron] 10.222.0.104 "GET /v2.0/networks/dc2aab4d-ebf5-4223-8156-143d93bdc342?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4109714 Jul 06 14:02:32.847812 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-3e68a64f-7db2-4955-aa33-5a5c2e8b4062 req-6297b5b5-e877-4a31-92b2-abcdfdb48eda tempest-ListServersNegativeTestJSON-1815013295 tempest-ListServersNegativeTestJSON-1815013295-project] 10.222.0.104 "GET /v2.0/ports?device_id=3a88983d-2fa1-40f2-9c8a-3905b60aa866 HTTP/1.1" status: 200 len: 210 time: 0.0699134 Jul 06 14:02:33.016764 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-bb2c9022-f846-4142-923e-dc8798a3b057 req-e640308b-9e1c-4386-a0c2-164af230bd54 tempest-ListServersNegativeTestJSON-1815013295 tempest-ListServersNegativeTestJSON-1815013295-project] Notify callbacks [] for port, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:33.027032 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bb2c9022-f846-4142-923e-dc8798a3b057 req-b5d7ddb7-d904-4fa9-a020-0a4a0672955a tempest-ListServersNegativeTestJSON-1815013295 tempest-ListServersNegativeTestJSON-1815013295-project] Made reservation on behalf of 52db2b596e2941028d9ea05d3e8d838f for: {'port': 1} {{(pid=100247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:02:33.030904 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-bb2c9022-f846-4142-923e-dc8798a3b057 req-b5d7ddb7-d904-4fa9-a020-0a4a0672955a tempest-ListServersNegativeTestJSON-1815013295 tempest-ListServersNegativeTestJSON-1815013295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:33.248178 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-bb2c9022-f846-4142-923e-dc8798a3b057 req-e640308b-9e1c-4386-a0c2-164af230bd54 tempest-ListServersNegativeTestJSON-1815013295 tempest-ListServersNegativeTestJSON-1815013295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-128888360'] for port, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:33.423974 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bb2c9022-f846-4142-923e-dc8798a3b057 req-e640308b-9e1c-4386-a0c2-164af230bd54 tempest-ListServersNegativeTestJSON-1815013295 tempest-ListServersNegativeTestJSON-1815013295-project] Network bb355eb8-4341-45cc-83a2-92b9859202c1 is already hosted by enough agents. {{(pid=100247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:02:33.435048 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.base_scheduler [req-bb2c9022-f846-4142-923e-dc8798a3b057 req-e640308b-9e1c-4386-a0c2-164af230bd54 tempest-ListServersNegativeTestJSON-1815013295 tempest-ListServersNegativeTestJSON-1815013295-project] Resources bound (agent type, host, resource id): {{(pid=100247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:02:33.443309 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb2c9022-f846-4142-923e-dc8798a3b057 req-e640308b-9e1c-4386-a0c2-164af230bd54 tempest-ListServersNegativeTestJSON-1815013295 tempest-ListServersNegativeTestJSON-1815013295-project] Received port after_create {{(pid=100247) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:02:33.447114 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbb0ac2-96ea-4242-983f-9533ae6c6618 req-48c1f2ea-aa7b-4ab1-a9bb-899d1e131cf7 tempest-ServersOnMultiNodesTest-299961212 tempest-ServersOnMultiNodesTest-299961212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:02:33.448725 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-6bbb0ac2-96ea-4242-983f-9533ae6c6618 req-48c1f2ea-aa7b-4ab1-a9bb-899d1e131cf7 tempest-ServersOnMultiNodesTest-299961212 tempest-ServersOnMultiNodesTest-299961212-project] 10.222.0.127 "GET /v2.0/ports?device_id=2e2ea344-6018-4c2a-9298-573810505a62 HTTP/1.1" status: 200 len: 950 time: 0.1583622 Jul 06 14:02:33.467652 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5724b944-92a7-4aba-9d79-d426435b0248 req-0b4af65b-d411-4d78-b4d8-4db229a00db8 tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:02:33.476197 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-5724b944-92a7-4aba-9d79-d426435b0248 req-0b4af65b-d411-4d78-b4d8-4db229a00db8 tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] 10.222.0.104 "GET /v2.0/ports?device_id=5fbc9a8b-86db-4456-85e1-a59cfdbb9c8d HTTP/1.1" status: 200 len: 945 time: 0.4556093 Jul 06 14:02:33.483884 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e640308b-9e1c-4386-a0c2-164af230bd54 tempest-ListServersNegativeTestJSON-1815013295 tempest-ListServersNegativeTestJSON-1815013295-project] Pushing event updated for resources: {'Port': ['ID=3a050d2a-2610-4161-a54a-7eb3e1fff538,revision_number=1']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:02:33.572787 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [req-6bbb0ac2-96ea-4242-983f-9533ae6c6618 req-066abba9-2578-4ee7-ba3c-34b4b80b4eef tempest-ServersOnMultiNodesTest-299961212 tempest-ServersOnMultiNodesTest-299961212-project] Deleting port dbaef2dd-909e-475f-abe2-1d2de1fc87c6 {{(pid=100246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:02:33.573393 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-6bbb0ac2-96ea-4242-983f-9533ae6c6618 req-066abba9-2578-4ee7-ba3c-34b4b80b4eef tempest-ServersOnMultiNodesTest-299961212 tempest-ServersOnMultiNodesTest-299961212-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:33.613289 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2c9022-f846-4142-923e-dc8798a3b057 req-e640308b-9e1c-4386-a0c2-164af230bd54 tempest-ListServersNegativeTestJSON-1815013295 tempest-ListServersNegativeTestJSON-1815013295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:02:33.614659 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-bb2c9022-f846-4142-923e-dc8798a3b057 req-e640308b-9e1c-4386-a0c2-164af230bd54 tempest-ListServersNegativeTestJSON-1815013295 tempest-ListServersNegativeTestJSON-1815013295-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:33.640754 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8991479-6d08-4f28-9906-1471987021d1 req-47dbd6f1-b20e-4f96-a7dc-73d8c6002b82 tempest-ServersOnMultiNodesTest-299961212 tempest-ServersOnMultiNodesTest-299961212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:02:33.643104 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-d8991479-6d08-4f28-9906-1471987021d1 req-47dbd6f1-b20e-4f96-a7dc-73d8c6002b82 tempest-ServersOnMultiNodesTest-299961212 tempest-ServersOnMultiNodesTest-299961212-project] 10.222.0.104 "GET /v2.0/ports?device_id=2e2ea344-6018-4c2a-9298-573810505a62 HTTP/1.1" status: 200 len: 950 time: 0.6203241 Jul 06 14:02:33.665456 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.db.api [req-bb2c9022-f846-4142-923e-dc8798a3b057 req-97ddeb31-f2e7-43b5-9137-54b38661962b tempest-ListServersNegativeTestJSON-1815013295 tempest-ListServersNegativeTestJSON-1815013295-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.11-12ed586f-765d-43ec-b683-3e077ebe4b6b {{(pid=100247) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 06 14:02:33.665456 n-d-773647-6 neutron-server[100247]: DEBUG oslo_db.api [req-bb2c9022-f846-4142-923e-dc8798a3b057 req-97ddeb31-f2e7-43b5-9137-54b38661962b tempest-ListServersNegativeTestJSON-1815013295 tempest-ListServersNegativeTestJSON-1815013295-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=100247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 06 14:02:33.671435 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-bb2c9022-f846-4142-923e-dc8798a3b057 req-e640308b-9e1c-4386-a0c2-164af230bd54 tempest-ListServersNegativeTestJSON-1815013295 tempest-ListServersNegativeTestJSON-1815013295-project] 10.222.0.127 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0179579 Jul 06 14:02:33.697172 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.db [req-6bbb0ac2-96ea-4242-983f-9533ae6c6618 req-066abba9-2578-4ee7-ba3c-34b4b80b4eef tempest-ServersOnMultiNodesTest-299961212 tempest-ServersOnMultiNodesTest-299961212-project] For port dbaef2dd-909e-475f-abe2-1d2de1fc87c6, host n-h1-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773647-6',level=0,port_id=dbaef2dd-909e-475f-abe2-1d2de1fc87c6,segment=NetworkSegment(c9ea893d-045e-42cf-b3dd-cdd1f79baccd),segment_id=c9ea893d-045e-42cf-b3dd-cdd1f79baccd)] {{(pid=100246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:02:33.697544 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-6bbb0ac2-96ea-4242-983f-9533ae6c6618 req-066abba9-2578-4ee7-ba3c-34b4b80b4eef tempest-ServersOnMultiNodesTest-299961212 tempest-ServersOnMultiNodesTest-299961212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:33.713484 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [req-6bbb0ac2-96ea-4242-983f-9533ae6c6618 req-066abba9-2578-4ee7-ba3c-34b4b80b4eef tempest-ServersOnMultiNodesTest-299961212 tempest-ServersOnMultiNodesTest-299961212-project] Calling delete_port for dbaef2dd-909e-475f-abe2-1d2de1fc87c6 owned by compute:nova {{(pid=100246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:02:33.731724 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [req-bb2c9022-f846-4142-923e-dc8798a3b057 req-365125ca-3114-4949-b4d3-653820342c25 service neutron] Request body: {'port': {'device_id': 'b9b7bf62-e3b3-4580-987f-698788d7878c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-773647-6'}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:02:33.809263 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-5724b944-92a7-4aba-9d79-d426435b0248 req-48cd9172-003f-47f6-984b-25794565c674 tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] 10.222.0.104 "GET /v2.0/security-groups?id=54cfb86c-390d-4cad-8265-7f5781c66116&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3282273 Jul 06 14:02:33.901388 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-d8991479-6d08-4f28-9906-1471987021d1 req-dc374b7b-1a92-47b6-8692-ef12b5ce9711 tempest-ServersOnMultiNodesTest-299961212 tempest-ServersOnMultiNodesTest-299961212-project] 10.222.0.104 "GET /v2.0/security-groups?id=304f894d-c671-4a59-b0fb-2a4d849c5ac9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1884930 Jul 06 14:02:33.902584 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.db_base_plugin_common [req-bb2c9022-f846-4142-923e-dc8798a3b057 req-b5d7ddb7-d904-4fa9-a020-0a4a0672955a tempest-ListServersNegativeTestJSON-1815013295 tempest-ListServersNegativeTestJSON-1815013295-project] Allocated IP 172.20.0.14 (bb355eb8-4341-45cc-83a2-92b9859202c1/1f26fe8f-1d94-448f-a235-fb76de690367/07067623-f1b1-48ee-80fe-e48f5d5bb168) {{(pid=100247) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:02:33.905167 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-bb2c9022-f846-4142-923e-dc8798a3b057 req-365125ca-3114-4949-b4d3-653820342c25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:33.963942 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-6bbb0ac2-96ea-4242-983f-9533ae6c6618 req-066abba9-2578-4ee7-ba3c-34b4b80b4eef tempest-ServersOnMultiNodesTest-299961212 tempest-ServersOnMultiNodesTest-299961212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127687580'] for port, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:33.983772 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] get_ports_and_sgs() called for port_ids ['77f2936b-9d5d-4a82-bf34-d5104100db58', 'dbaef2dd-909e-475f-abe2-1d2de1fc87c6'] {{(pid=100248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 14:02:33.987068 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] get_ports_and_sgs() called for port_ids ['05481f2d-582e-4146-a307-f062af9d861e', 'b3d5f759-25d1-4c4c-b7ec-a5f305aed096', '891b2c81-2c6a-4763-a1b7-6fa3d05d0063', '04f88873-d07d-4eaf-a37b-8d5ec79f0db0'] {{(pid=100248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 14:02:34.031522 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066abba9-2578-4ee7-ba3c-34b4b80b4eef tempest-ServersOnMultiNodesTest-299961212 tempest-ServersOnMultiNodesTest-299961212-project] Pushing event deleted for resources: {'Port': ['ID=dbaef2dd-909e-475f-abe2-1d2de1fc87c6,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:02:34.107584 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.127', 62286) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:02:34.126455 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [req-6bbb0ac2-96ea-4242-983f-9533ae6c6618 req-066abba9-2578-4ee7-ba3c-34b4b80b4eef tempest-ServersOnMultiNodesTest-299961212 tempest-ServersOnMultiNodesTest-299961212-project] No DVR routers for this DVR port dbaef2dd-909e-475f-abe2-1d2de1fc87c6 on host n-h1-773647-6 {{(pid=100246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:02:34.160275 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 14:02:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0aab3535-4f56-4ef1-ba45-39141404795b x-openstack-request-id: req-0aab3535-4f56-4ef1-ba45-39141404795b {{(pid=100248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:02:34.160574 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fbc9a8b-86db-4456-85e1-a59cfdbb9c8d", "name": "network-vif-plugged", "status": "completed", "tag": "5f251846-a962-4cca-ac30-b8ff4317b4c4", "code": 200}]} {{(pid=100248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:02:34.161038 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-0aab3535-4f56-4ef1-ba45-39141404795b {{(pid=100248) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:02:34.161610 n-d-773647-6 neutron-server[100248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fbc9a8b-86db-4456-85e1-a59cfdbb9c8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f251846-a962-4cca-ac30-b8ff4317b4c4', 'code': 200} Jul 06 14:02:34.173673 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-6bbb0ac2-96ea-4242-983f-9533ae6c6618 req-066abba9-2578-4ee7-ba3c-34b4b80b4eef tempest-ServersOnMultiNodesTest-299961212 tempest-ServersOnMultiNodesTest-299961212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:34.176867 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-6bbb0ac2-96ea-4242-983f-9533ae6c6618 req-066abba9-2578-4ee7-ba3c-34b4b80b4eef tempest-ServersOnMultiNodesTest-299961212 tempest-ServersOnMultiNodesTest-299961212-project] 10.222.0.127 "DELETE /v2.0/ports/dbaef2dd-909e-475f-abe2-1d2de1fc87c6 HTTP/1.1" status: 204 len: 173 time: 0.7218609 Jul 06 14:02:34.177540 n-d-773647-6 neutron-server[100246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e2ea344-6018-4c2a-9298-573810505a62', 'name': 'network-vif-deleted', 'tag': 'dbaef2dd-909e-475f-abe2-1d2de1fc87c6'}] {{(pid=100246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:02:34.185153 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0d96c5ab5e889f7b933ae915b9be33d1b46c9e87795bf781004b656ef3f1e87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7724df70-ba24-4a0d-ad8b-d4aa90478c5f" -d '{"events": [{"server_uuid": "2e2ea344-6018-4c2a-9298-573810505a62", "name": "network-vif-deleted", "tag": "dbaef2dd-909e-475f-abe2-1d2de1fc87c6"}]}' {{(pid=100246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:02:34.203820 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 513 Content-Type: application/json Date: Tue, 06 Jul 2021 14:02:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0ccd55d-30fc-40df-b0c4-ccb9e2546a1a x-openstack-request-id: req-d0ccd55d-30fc-40df-b0c4-ccb9e2546a1a {{(pid=100247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:02:34.203820 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e35a7e2e-d30c-4bf0-b481-78bca7eacfd4", "tag": "cf98c374-ae9b-477f-888b-f3febecd9b81", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "7bfb388a-790e-4692-a575-ef183ebdd084", "tag": "e0212a6e-4a9c-4580-a290-db589dcc6f27", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "c4a04eb6-bb93-495c-bc67-b780dbcf097b", "tag": "adefc31d-e044-47aa-80b4-b714d212fabd", "status": "completed", "code": 200}]} {{(pid=100247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:02:34.204542 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-d0ccd55d-30fc-40df-b0c4-ccb9e2546a1a {{(pid=100247) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:02:34.204542 n-d-773647-6 neutron-server[100247]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e35a7e2e-d30c-4bf0-b481-78bca7eacfd4', 'tag': 'cf98c374-ae9b-477f-888b-f3febecd9b81', 'status': 'completed', 'code': 200} Jul 06 14:02:34.204542 n-d-773647-6 neutron-server[100247]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7bfb388a-790e-4692-a575-ef183ebdd084', 'tag': 'e0212a6e-4a9c-4580-a290-db589dcc6f27', 'status': 'completed', 'code': 200} Jul 06 14:02:34.204914 n-d-773647-6 neutron-server[100247]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4a04eb6-bb93-495c-bc67-b780dbcf097b', 'tag': 'adefc31d-e044-47aa-80b4-b714d212fabd', 'status': 'completed', 'code': 200} Jul 06 14:02:34.212197 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-bb2c9022-f846-4142-923e-dc8798a3b057 req-97ddeb31-f2e7-43b5-9137-54b38661962b tempest-ListServersNegativeTestJSON-1815013295 tempest-ListServersNegativeTestJSON-1815013295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:34.236200 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00cba08-7dbb-42cb-b8c0-ef8df05db3fd req-74513d12-dc5a-4873-b65d-2fd5f82fe926 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:02:34.238316 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-c00cba08-7dbb-42cb-b8c0-ef8df05db3fd req-74513d12-dc5a-4873-b65d-2fd5f82fe926 service neutron] 10.222.0.127 "GET /v2.0/ports?tenant_id=825a4fb0f5c7454f82c586f8d1442f43&device_id=7bfb388a-790e-4692-a575-ef183ebdd084 HTTP/1.1" status: 200 len: 1096 time: 0.1291785 Jul 06 14:02:34.601517 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00cba08-7dbb-42cb-b8c0-ef8df05db3fd req-b307992a-520f-4108-b45f-c58203169c90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:02:34.613522 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-c00cba08-7dbb-42cb-b8c0-ef8df05db3fd req-b307992a-520f-4108-b45f-c58203169c90 service neutron] 10.222.0.127 "GET /v2.0/networks?id=dc2aab4d-ebf5-4223-8156-143d93bdc342 HTTP/1.1" status: 200 len: 923 time: 0.3666124 Jul 06 14:02:34.615606 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157d9966-1b6a-4e65-aa05-3e33b443b8fd req-770a41e8-161a-4781-a2e9-813ef3c84430 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:02:34.617303 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-157d9966-1b6a-4e65-aa05-3e33b443b8fd req-770a41e8-161a-4781-a2e9-813ef3c84430 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=5fbc9a8b-86db-4456-85e1-a59cfdbb9c8d HTTP/1.1" status: 200 len: 1096 time: 0.3567483 Jul 06 14:02:34.677797 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-3e385e8b-b5f8-4fde-acbc-57b0b3a241f8 req-72bc4600-7000-43f5-bf05-2b24a28ccf6c tempest-FloatingIPsAssociationTestJSON-978234990 tempest-FloatingIPsAssociationTestJSON-978234990-project] 10.222.0.104 "GET /v2.0/floatingips?floating_ip_address=172.25.0.191 HTTP/1.1" status: 200 len: 1002 time: 0.4601791 Jul 06 14:02:34.729917 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-c00cba08-7dbb-42cb-b8c0-ef8df05db3fd req-297c9335-7b93-4c3f-aef6-cf2715805d5c service neutron] 10.222.0.127 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e0212a6e-4a9c-4580-a290-db589dcc6f27 HTTP/1.1" status: 200 len: 217 time: 0.0959005 Jul 06 14:02:34.836046 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-157d9966-1b6a-4e65-aa05-3e33b443b8fd req-80cf296c-d80f-4b1b-99a3-38d3079329c8 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=54cfb86c-390d-4cad-8265-7f5781c66116&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2078443 Jul 06 14:02:34.854547 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00cba08-7dbb-42cb-b8c0-ef8df05db3fd req-f8d51a48-068b-4df3-b3f7-96429170dea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:02:34.856205 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-c00cba08-7dbb-42cb-b8c0-ef8df05db3fd req-f8d51a48-068b-4df3-b3f7-96429170dea9 service neutron] 10.222.0.127 "GET /v2.0/subnets?id=9d4d8837-0e9e-40cd-b8da-4a4f0d5a912c HTTP/1.1" status: 200 len: 860 time: 0.1124706 Jul 06 14:02:35.003546 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00cba08-7dbb-42cb-b8c0-ef8df05db3fd req-474ea0e7-aa59-487c-9d9c-f437ee1b53c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:02:35.008124 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-c00cba08-7dbb-42cb-b8c0-ef8df05db3fd req-474ea0e7-aa59-487c-9d9c-f437ee1b53c6 service neutron] 10.222.0.127 "GET /v2.0/ports?network_id=dc2aab4d-ebf5-4223-8156-143d93bdc342&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1448205 Jul 06 14:02:35.066895 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00cba08-7dbb-42cb-b8c0-ef8df05db3fd req-c1e9c20c-25d1-4902-bdea-2670580680d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:02:35.070995 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-c00cba08-7dbb-42cb-b8c0-ef8df05db3fd req-c1e9c20c-25d1-4902-bdea-2670580680d1 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=781535735adb4e1297ed6761c38ca98f&device_id=e35a7e2e-d30c-4bf0-b481-78bca7eacfd4 HTTP/1.1" status: 200 len: 1097 time: 0.8856866 Jul 06 14:02:35.090981 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e385e8b-b5f8-4fde-acbc-57b0b3a241f8 req-3a00a4d2-03bb-4fcc-ae81-986917575a03 tempest-FloatingIPsAssociationTestJSON-978234990 tempest-FloatingIPsAssociationTestJSON-978234990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:02:35.093734 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-3e385e8b-b5f8-4fde-acbc-57b0b3a241f8 req-3a00a4d2-03bb-4fcc-ae81-986917575a03 tempest-FloatingIPsAssociationTestJSON-978234990 tempest-FloatingIPsAssociationTestJSON-978234990-project] 10.222.0.104 "GET /v2.0/ports/adefc31d-e044-47aa-80b4-b714d212fabd HTTP/1.1" status: 200 len: 943 time: 0.3809199 Jul 06 14:02:35.113245 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-94b1b377-04a2-49c4-b447-887a299a06f0 req-0a9918c4-adac-4916-8da2-c44dcae3b318 tempest-ListServersNegativeTestJSON-1815013295 tempest-ListServersNegativeTestJSON-1815013295-project] 10.222.0.104 "GET /v2.0/ports?device_id=3a88983d-2fa1-40f2-9c8a-3905b60aa866 HTTP/1.1" status: 200 len: 210 time: 0.1674600 Jul 06 14:02:35.228302 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 14:02:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88f29836-7aad-4b17-9e8c-6ba61c677427 x-openstack-request-id: req-88f29836-7aad-4b17-9e8c-6ba61c677427 {{(pid=100246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:02:35.228629 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e2ea344-6018-4c2a-9298-573810505a62", "name": "network-vif-deleted", "tag": "dbaef2dd-909e-475f-abe2-1d2de1fc87c6", "status": "completed", "code": 200}]} {{(pid=100246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:02:35.228960 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-88f29836-7aad-4b17-9e8c-6ba61c677427 {{(pid=100246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:02:35.229390 n-d-773647-6 neutron-server[100246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e2ea344-6018-4c2a-9298-573810505a62', 'name': 'network-vif-deleted', 'tag': 'dbaef2dd-909e-475f-abe2-1d2de1fc87c6', 'status': 'completed', 'code': 200} Jul 06 14:02:35.244445 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-c00cba08-7dbb-42cb-b8c0-ef8df05db3fd req-127a67f6-9cb3-4458-a4e3-6a2a9e2455d2 service neutron] 10.222.0.127 "GET /v2.0/networks/dc2aab4d-ebf5-4223-8156-143d93bdc342?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2291284 Jul 06 14:02:35.272245 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-bb2c9022-f846-4142-923e-dc8798a3b057 req-b5d7ddb7-d904-4fa9-a020-0a4a0672955a tempest-ListServersNegativeTestJSON-1815013295 tempest-ListServersNegativeTestJSON-1815013295-project] Notify callbacks [] for port, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:35.387339 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00cba08-7dbb-42cb-b8c0-ef8df05db3fd req-8c26a346-685e-489b-8353-1861a08f62a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:02:35.388725 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-c00cba08-7dbb-42cb-b8c0-ef8df05db3fd req-8c26a346-685e-489b-8353-1861a08f62a1 service neutron] 10.222.0.72 "GET /v2.0/networks?id=d9f36955-e86a-4c93-9b28-49ad744bf776 HTTP/1.1" status: 200 len: 917 time: 0.2740655 Jul 06 14:02:35.396720 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-c00cba08-7dbb-42cb-b8c0-ef8df05db3fd req-3b3532b3-2a04-46da-ae01-4a13bba7b771 service neutron] 10.222.0.127 "GET /v2.0/networks/dc2aab4d-ebf5-4223-8156-143d93bdc342?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1456671 Jul 06 14:02:35.789587 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-bb2c9022-f846-4142-923e-dc8798a3b057 req-b5d7ddb7-d904-4fa9-a020-0a4a0672955a tempest-ListServersNegativeTestJSON-1815013295 tempest-ListServersNegativeTestJSON-1815013295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-128888360'] for port, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:35.863017 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-3e385e8b-b5f8-4fde-acbc-57b0b3a241f8 req-634e7152-f8fe-4a4a-a8bf-fa79c650d50d tempest-FloatingIPsAssociationTestJSON-978234990 tempest-FloatingIPsAssociationTestJSON-978234990-project] 10.222.0.104 "GET /v2.0/floatingips?floating_ip_address=172.25.0.191 HTTP/1.1" status: 200 len: 1002 time: 0.5476635 Jul 06 14:02:35.925853 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bb2c9022-f846-4142-923e-dc8798a3b057 req-b5d7ddb7-d904-4fa9-a020-0a4a0672955a tempest-ListServersNegativeTestJSON-1815013295 tempest-ListServersNegativeTestJSON-1815013295-project] Network bb355eb8-4341-45cc-83a2-92b9859202c1 is already hosted by enough agents. {{(pid=100247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:02:35.930162 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-c00cba08-7dbb-42cb-b8c0-ef8df05db3fd req-f50ca0fc-d13a-4ed6-95db-77b44ad0a749 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cf98c374-ae9b-477f-888b-f3febecd9b81 HTTP/1.1" status: 200 len: 1001 time: 0.5283508 Jul 06 14:02:35.988715 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.base_scheduler [req-bb2c9022-f846-4142-923e-dc8798a3b057 req-b5d7ddb7-d904-4fa9-a020-0a4a0672955a tempest-ListServersNegativeTestJSON-1815013295 tempest-ListServersNegativeTestJSON-1815013295-project] Resources bound (agent type, host, resource id): {{(pid=100247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:02:35.996550 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb2c9022-f846-4142-923e-dc8798a3b057 req-b5d7ddb7-d904-4fa9-a020-0a4a0672955a tempest-ListServersNegativeTestJSON-1815013295 tempest-ListServersNegativeTestJSON-1815013295-project] Received port after_create {{(pid=100247) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:02:36.023906 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d7ddb7-d904-4fa9-a020-0a4a0672955a tempest-ListServersNegativeTestJSON-1815013295 tempest-ListServersNegativeTestJSON-1815013295-project] Pushing event updated for resources: {'Port': ['ID=07067623-f1b1-48ee-80fe-e48f5d5bb168,revision_number=1']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:02:36.057262 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb44ae8-a9d2-497c-b102-21e970f36646 req-21069661-84c2-42c5-9e6e-cad454642be9 tempest-ServersNegativeTestMultiTenantJSON-1589104584 tempest-ServersNegativeTestMultiTenantJSON-1589104584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:02:36.058811 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-bdb44ae8-a9d2-497c-b102-21e970f36646 req-21069661-84c2-42c5-9e6e-cad454642be9 tempest-ServersNegativeTestMultiTenantJSON-1589104584 tempest-ServersNegativeTestMultiTenantJSON-1589104584-project] 10.222.0.104 "GET /v2.0/ports?device_id=43132648-fc3b-4513-8d95-c39ba11e01de HTTP/1.1" status: 200 len: 946 time: 0.7404625 Jul 06 14:02:36.113947 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d7ddb7-d904-4fa9-a020-0a4a0672955a tempest-ListServersNegativeTestJSON-1815013295 tempest-ListServersNegativeTestJSON-1815013295-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:02:36.114309 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d7ddb7-d904-4fa9-a020-0a4a0672955a tempest-ListServersNegativeTestJSON-1815013295 tempest-ListServersNegativeTestJSON-1815013295-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:02:36.114650 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d7ddb7-d904-4fa9-a020-0a4a0672955a tempest-ListServersNegativeTestJSON-1815013295 tempest-ListServersNegativeTestJSON-1815013295-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:02:36.115077 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d7ddb7-d904-4fa9-a020-0a4a0672955a tempest-ListServersNegativeTestJSON-1815013295 tempest-ListServersNegativeTestJSON-1815013295-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:02:36.115442 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d7ddb7-d904-4fa9-a020-0a4a0672955a tempest-ListServersNegativeTestJSON-1815013295 tempest-ListServersNegativeTestJSON-1815013295-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:02:36.115774 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d7ddb7-d904-4fa9-a020-0a4a0672955a tempest-ListServersNegativeTestJSON-1815013295 tempest-ListServersNegativeTestJSON-1815013295-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:02:36.116111 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d7ddb7-d904-4fa9-a020-0a4a0672955a tempest-ListServersNegativeTestJSON-1815013295 tempest-ListServersNegativeTestJSON-1815013295-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:02:36.116440 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d7ddb7-d904-4fa9-a020-0a4a0672955a tempest-ListServersNegativeTestJSON-1815013295 tempest-ListServersNegativeTestJSON-1815013295-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:02:36.116765 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d7ddb7-d904-4fa9-a020-0a4a0672955a tempest-ListServersNegativeTestJSON-1815013295 tempest-ListServersNegativeTestJSON-1815013295-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:02:36.117088 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d7ddb7-d904-4fa9-a020-0a4a0672955a tempest-ListServersNegativeTestJSON-1815013295 tempest-ListServersNegativeTestJSON-1815013295-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:02:36.117409 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d7ddb7-d904-4fa9-a020-0a4a0672955a tempest-ListServersNegativeTestJSON-1815013295 tempest-ListServersNegativeTestJSON-1815013295-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:02:36.117732 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d7ddb7-d904-4fa9-a020-0a4a0672955a tempest-ListServersNegativeTestJSON-1815013295 tempest-ListServersNegativeTestJSON-1815013295-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:02:36.205276 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00cba08-7dbb-42cb-b8c0-ef8df05db3fd req-85ee2273-8f88-4912-b7ea-83bc21274a82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:02:36.206910 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-c00cba08-7dbb-42cb-b8c0-ef8df05db3fd req-85ee2273-8f88-4912-b7ea-83bc21274a82 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=8b3908d8-67f9-4087-8b08-3c0c944b289c HTTP/1.1" status: 200 len: 854 time: 0.2407229 Jul 06 14:02:36.212879 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2c9022-f846-4142-923e-dc8798a3b057 req-b5d7ddb7-d904-4fa9-a020-0a4a0672955a tempest-ListServersNegativeTestJSON-1815013295 tempest-ListServersNegativeTestJSON-1815013295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:02:36.213497 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-bb2c9022-f846-4142-923e-dc8798a3b057 req-b5d7ddb7-d904-4fa9-a020-0a4a0672955a tempest-ListServersNegativeTestJSON-1815013295 tempest-ListServersNegativeTestJSON-1815013295-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:36.334947 n-d-773647-6 neutron-server[100247]: DEBUG neutron.notifiers.nova [req-bb2c9022-f846-4142-923e-dc8798a3b057 req-365125ca-3114-4949-b4d3-653820342c25 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3a050d2a-2610-4161-a54a-7eb3e1fff538 {{(pid=100247) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 14:02:36.344450 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-bb2c9022-f846-4142-923e-dc8798a3b057 req-365125ca-3114-4949-b4d3-653820342c25 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:36.358807 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.provisioning_blocks [req-bb2c9022-f846-4142-923e-dc8798a3b057 req-365125ca-3114-4949-b4d3-653820342c25 service neutron] Transition to ACTIVE for port object 3a050d2a-2610-4161-a54a-7eb3e1fff538 will not be triggered until provisioned by entity L2. {{(pid=100247) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:02:36.363979 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-bdb44ae8-a9d2-497c-b102-21e970f36646 req-cd0c026d-a715-4a70-a9f8-49a8923ede78 tempest-ServersNegativeTestMultiTenantJSON-1589104584 tempest-ServersNegativeTestMultiTenantJSON-1589104584-project] 10.222.0.104 "GET /v2.0/security-groups?id=e297f2c8-57cd-463b-a996-9c32846d6f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2698963 Jul 06 14:02:36.373218 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e385e8b-b5f8-4fde-acbc-57b0b3a241f8 req-8a4e07bc-4c74-4d7b-86c8-3cc23dead79d tempest-FloatingIPsAssociationTestJSON-978234990 tempest-FloatingIPsAssociationTestJSON-978234990-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:02:36.381417 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-3e385e8b-b5f8-4fde-acbc-57b0b3a241f8 req-8a4e07bc-4c74-4d7b-86c8-3cc23dead79d tempest-FloatingIPsAssociationTestJSON-978234990 tempest-FloatingIPsAssociationTestJSON-978234990-project] 10.222.0.104 "GET /v2.0/networks/2658f09e-a580-4d4a-9968-2d1e0ad93719 HTTP/1.1" status: 200 len: 784 time: 0.5038440 Jul 06 14:02:36.396462 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-bb2c9022-f846-4142-923e-dc8798a3b057 req-365125ca-3114-4949-b4d3-653820342c25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128888538'] for port, after_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:36.399913 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [req-3e385e8b-b5f8-4fde-acbc-57b0b3a241f8 req-7a494fb1-64ea-45dd-8054-642a65b29562 tempest-FloatingIPsAssociationTestJSON-978234990 tempest-FloatingIPsAssociationTestJSON-978234990-project] http://10.222.0.104:9696/v2.0/extensions returned with HTTP 200 {{(pid=100247) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 14:02:36.414062 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-3e385e8b-b5f8-4fde-acbc-57b0b3a241f8 req-7a494fb1-64ea-45dd-8054-642a65b29562 tempest-FloatingIPsAssociationTestJSON-978234990 tempest-FloatingIPsAssociationTestJSON-978234990-project] 10.222.0.104 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0297387 Jul 06 14:02:36.466088 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-bb2c9022-f846-4142-923e-dc8798a3b057 req-b5d7ddb7-d904-4fa9-a020-0a4a0672955a tempest-ListServersNegativeTestJSON-1815013295 tempest-ListServersNegativeTestJSON-1815013295-project] 10.222.0.127 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.9670312 Jul 06 14:02:36.500576 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [req-bb2c9022-f846-4142-923e-dc8798a3b057 req-bc293e9a-ed9a-4bfb-930b-f4c9bee406dd service neutron] Request body: {'port': {'device_id': '3a88983d-2fa1-40f2-9c8a-3905b60aa866', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-773647-6'}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:02:36.678472 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.db_base_plugin_common [req-bb2c9022-f846-4142-923e-dc8798a3b057 req-97ddeb31-f2e7-43b5-9137-54b38661962b tempest-ListServersNegativeTestJSON-1815013295 tempest-ListServersNegativeTestJSON-1815013295-project] Allocated IP 172.20.0.6 (bb355eb8-4341-45cc-83a2-92b9859202c1/1f26fe8f-1d94-448f-a235-fb76de690367/0beb7a1e-a85a-424f-baa9-0271f6aacf93) {{(pid=100247) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:02:36.681143 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365125ca-3114-4949-b4d3-653820342c25 service neutron] Pushing event updated for resources: {'Port': ['ID=3a050d2a-2610-4161-a54a-7eb3e1fff538,revision_number=2']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:02:36.750561 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00cba08-7dbb-42cb-b8c0-ef8df05db3fd req-edd49b2e-b726-4745-a843-a1eac8fe0ae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:02:36.752258 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-c00cba08-7dbb-42cb-b8c0-ef8df05db3fd req-edd49b2e-b726-4745-a843-a1eac8fe0ae2 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=d9f36955-e86a-4c93-9b28-49ad744bf776&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5329893 Jul 06 14:02:36.870258 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-bb2c9022-f846-4142-923e-dc8798a3b057 req-bc293e9a-ed9a-4bfb-930b-f4c9bee406dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:36.951384 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d374ab0d-1c1d-4b15-bae4-27a32309deb7 req-6ad51bc1-3028-4b89-8c9e-137aa08f680f tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:02:36.952956 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-d374ab0d-1c1d-4b15-bae4-27a32309deb7 req-6ad51bc1-3028-4b89-8c9e-137aa08f680f tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] 10.222.0.104 "GET /v2.0/ports?device_id=5fbc9a8b-86db-4456-85e1-a59cfdbb9c8d HTTP/1.1" status: 200 len: 945 time: 0.3993993 Jul 06 14:02:36.962284 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.managers [req-bb2c9022-f846-4142-923e-dc8798a3b057 req-365125ca-3114-4949-b4d3-653820342c25 service neutron] Attempting to bind port 3a050d2a-2610-4161-a54a-7eb3e1fff538 on host n-h1-773647-6 for vnic_type normal with profile {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:02:36.962882 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.managers [req-bb2c9022-f846-4142-923e-dc8798a3b057 req-365125ca-3114-4949-b4d3-653820342c25 service neutron] Attempting to bind port 3a050d2a-2610-4161-a54a-7eb3e1fff538 by drivers openvswitch,hyperv on host n-h1-773647-6 at level 0 using segments [{'id': 'f208382a-1e10-4992-aca3-ca6afbdb80b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': 'bb355eb8-4341-45cc-83a2-92b9859202c1'}] {{(pid=100247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:02:36.963238 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb2c9022-f846-4142-923e-dc8798a3b057 req-365125ca-3114-4949-b4d3-653820342c25 service neutron] Attempting to bind port 3a050d2a-2610-4161-a54a-7eb3e1fff538 on network bb355eb8-4341-45cc-83a2-92b9859202c1 {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:02:37.069087 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb2c9022-f846-4142-923e-dc8798a3b057 req-365125ca-3114-4949-b4d3-653820342c25 service neutron] Port 3a050d2a-2610-4161-a54a-7eb3e1fff538 on network bb355eb8-4341-45cc-83a2-92b9859202c1 not bound, no agent of type Open vSwitch agent registered on host n-h1-773647-6 {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 14:02:37.069483 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb2c9022-f846-4142-923e-dc8798a3b057 req-365125ca-3114-4949-b4d3-653820342c25 service neutron] Attempting to bind port 3a050d2a-2610-4161-a54a-7eb3e1fff538 on network bb355eb8-4341-45cc-83a2-92b9859202c1 {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:02:37.119662 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb2c9022-f846-4142-923e-dc8798a3b057 req-365125ca-3114-4949-b4d3-653820342c25 service neutron] Checking agent: {'id': '5bf7147f-bada-4441-a5dc-934b903473fb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-773647-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 51, 12), 'started_at': datetime.datetime(2021, 7, 6, 13, 51, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 2, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:02:37.120031 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb2c9022-f846-4142-923e-dc8798a3b057 req-365125ca-3114-4949-b4d3-653820342c25 service neutron] Checking segment: {'id': 'f208382a-1e10-4992-aca3-ca6afbdb80b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': 'bb355eb8-4341-45cc-83a2-92b9859202c1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100247) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:02:37.120369 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb2c9022-f846-4142-923e-dc8798a3b057 req-365125ca-3114-4949-b4d3-653820342c25 service neutron] Bound using segment: {'id': 'f208382a-1e10-4992-aca3-ca6afbdb80b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': 'bb355eb8-4341-45cc-83a2-92b9859202c1'} {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:02:37.120958 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.managers [req-bb2c9022-f846-4142-923e-dc8798a3b057 req-365125ca-3114-4949-b4d3-653820342c25 service neutron] Bound port: 3a050d2a-2610-4161-a54a-7eb3e1fff538, host: n-h1-773647-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f208382a-1e10-4992-aca3-ca6afbdb80b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': 'bb355eb8-4341-45cc-83a2-92b9859202c1'}}] {{(pid=100247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:02:37.121191 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-bb2c9022-f846-4142-923e-dc8798a3b057 req-365125ca-3114-4949-b4d3-653820342c25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:37.147890 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-c00cba08-7dbb-42cb-b8c0-ef8df05db3fd req-250e0559-1eb0-4ccd-b7b7-6927fcc46f6a service neutron] 10.222.0.72 "GET /v2.0/networks/d9f36955-e86a-4c93-9b28-49ad744bf776?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3816471 Jul 06 14:02:37.223640 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-d374ab0d-1c1d-4b15-bae4-27a32309deb7 req-3418c66e-16fd-4569-a447-2ff321851204 tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] 10.222.0.104 "GET /v2.0/security-groups?id=54cfb86c-390d-4cad-8265-7f5781c66116&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2543378 Jul 06 14:02:37.250474 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7dd4b24-ce40-4d42-975b-3e3feae04f81 req-94652aad-25f9-4290-87b6-b5507899ab13 tempest-ListServersNegativeTestJSON-1815013295 tempest-ListServersNegativeTestJSON-1815013295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:02:37.252125 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-b7dd4b24-ce40-4d42-975b-3e3feae04f81 req-94652aad-25f9-4290-87b6-b5507899ab13 tempest-ListServersNegativeTestJSON-1815013295 tempest-ListServersNegativeTestJSON-1815013295-project] 10.222.0.104 "GET /v2.0/ports?device_id=3a88983d-2fa1-40f2-9c8a-3905b60aa866 HTTP/1.1" status: 200 len: 932 time: 0.4730909 Jul 06 14:02:37.431523 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-bb2c9022-f846-4142-923e-dc8798a3b057 req-97ddeb31-f2e7-43b5-9137-54b38661962b tempest-ListServersNegativeTestJSON-1815013295 tempest-ListServersNegativeTestJSON-1815013295-project] Notify callbacks [] for port, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:37.495987 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-b7dd4b24-ce40-4d42-975b-3e3feae04f81 req-a327a0d1-2f4b-4abb-82d1-48625f8028ce tempest-ListServersNegativeTestJSON-1815013295 tempest-ListServersNegativeTestJSON-1815013295-project] 10.222.0.104 "GET /v2.0/security-groups?id=5d2e10db-80f0-43d1-a4b3-353e53bb2009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2034385 Jul 06 14:02:37.506193 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.db [req-bb2c9022-f846-4142-923e-dc8798a3b057 req-365125ca-3114-4949-b4d3-653820342c25 service neutron] For port 3a050d2a-2610-4161-a54a-7eb3e1fff538, host n-h1-773647-6, cleared binding levels {{(pid=100247) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:02:37.529274 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Device dbaef2dd-909e-475f-abe2-1d2de1fc87c6 no longer exists at agent hyperv_n-h1-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:02:37.537061 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.db [req-bb2c9022-f846-4142-923e-dc8798a3b057 req-365125ca-3114-4949-b4d3-653820342c25 service neutron] For port 3a050d2a-2610-4161-a54a-7eb3e1fff538, host n-h1-773647-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773647-6',level=0,port_id=3a050d2a-2610-4161-a54a-7eb3e1fff538,segment=NetworkSegment(f208382a-1e10-4992-aca3-ca6afbdb80b7),segment_id=f208382a-1e10-4992-aca3-ca6afbdb80b7)] {{(pid=100247) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:02:37.544859 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-f43aad3e-ce29-4bf8-bac0-15a59c6f21a0 req-937894fb-6099-4ccd-afbe-c5f76ec5fd5a tempest-FloatingIPsAssociationTestJSON-978234990 tempest-FloatingIPsAssociationTestJSON-978234990-project] 10.222.0.104 "GET /v2.0/floatingips?floating_ip_address=172.25.0.191 HTTP/1.1" status: 200 len: 1002 time: 0.2031021 Jul 06 14:02:37.548165 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-c00cba08-7dbb-42cb-b8c0-ef8df05db3fd req-64ddc108-4f08-4745-aed0-ae0ecc7b035b service neutron] 10.222.0.72 "GET /v2.0/networks/d9f36955-e86a-4c93-9b28-49ad744bf776?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3413877 Jul 06 14:02:37.551012 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] No Port match for: dbaef2dd-909e-475f-abe2-1d2de1fc87c6 {{(pid=100248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 14:02:37.551714 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Device dbaef2dd-909e-475f-abe2-1d2de1fc87c6 not bound to the agent host n-h1-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:02:37.574144 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-bb2c9022-f846-4142-923e-dc8798a3b057 req-365125ca-3114-4949-b4d3-653820342c25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128888538'] for port, after_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:37.629315 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-bb2c9022-f846-4142-923e-dc8798a3b057 req-97ddeb31-f2e7-43b5-9137-54b38661962b tempest-ListServersNegativeTestJSON-1815013295 tempest-ListServersNegativeTestJSON-1815013295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-128888360'] for port, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:37.740407 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2c9022-f846-4142-923e-dc8798a3b057 req-365125ca-3114-4949-b4d3-653820342c25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:02:37.740714 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-bb2c9022-f846-4142-923e-dc8798a3b057 req-365125ca-3114-4949-b4d3-653820342c25 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:37.742250 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-bb2c9022-f846-4142-923e-dc8798a3b057 req-365125ca-3114-4949-b4d3-653820342c25 service neutron] 10.222.0.127 "PUT /v2.0/ports/3a050d2a-2610-4161-a54a-7eb3e1fff538 HTTP/1.1" status: 200 len: 1092 time: 4.0245655 Jul 06 14:02:37.749055 n-d-773647-6 neutron-server[100247]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9b7bf62-e3b3-4580-987f-698788d7878c', 'tag': '3a050d2a-2610-4161-a54a-7eb3e1fff538'}] {{(pid=100247) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:02:37.751380 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cbf0eeaae822f8fc9b87a94aeba67a3d651842baf663a51cba94b67a514836d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9533625e-1dac-4036-97ec-01fb23eadf21" -d '{"events": [{"name": "network-changed", "server_uuid": "b9b7bf62-e3b3-4580-987f-698788d7878c", "tag": "3a050d2a-2610-4161-a54a-7eb3e1fff538"}]}' {{(pid=100247) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:02:37.782229 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bb2c9022-f846-4142-923e-dc8798a3b057 req-97ddeb31-f2e7-43b5-9137-54b38661962b tempest-ListServersNegativeTestJSON-1815013295 tempest-ListServersNegativeTestJSON-1815013295-project] Network bb355eb8-4341-45cc-83a2-92b9859202c1 is already hosted by enough agents. {{(pid=100247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:02:37.795285 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.base_scheduler [req-bb2c9022-f846-4142-923e-dc8798a3b057 req-97ddeb31-f2e7-43b5-9137-54b38661962b tempest-ListServersNegativeTestJSON-1815013295 tempest-ListServersNegativeTestJSON-1815013295-project] Resources bound (agent type, host, resource id): {{(pid=100247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:02:37.806870 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43aad3e-ce29-4bf8-bac0-15a59c6f21a0 req-d2a1512c-2ccd-4517-978f-1c41d2e2a794 tempest-FloatingIPsAssociationTestJSON-978234990 tempest-FloatingIPsAssociationTestJSON-978234990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:02:37.808406 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-f43aad3e-ce29-4bf8-bac0-15a59c6f21a0 req-d2a1512c-2ccd-4517-978f-1c41d2e2a794 tempest-FloatingIPsAssociationTestJSON-978234990 tempest-FloatingIPsAssociationTestJSON-978234990-project] 10.222.0.104 "GET /v2.0/ports/adefc31d-e044-47aa-80b4-b714d212fabd HTTP/1.1" status: 200 len: 943 time: 0.2315466 Jul 06 14:02:37.809157 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb2c9022-f846-4142-923e-dc8798a3b057 req-97ddeb31-f2e7-43b5-9137-54b38661962b tempest-ListServersNegativeTestJSON-1815013295 tempest-ListServersNegativeTestJSON-1815013295-project] Received port after_create {{(pid=100247) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:02:37.875514 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365125ca-3114-4949-b4d3-653820342c25 service neutron] Pushing event updated for resources: {'Port': ['ID=3a050d2a-2610-4161-a54a-7eb3e1fff538,revision_number=3']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:02:38.344594 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2c9022-f846-4142-923e-dc8798a3b057 req-97ddeb31-f2e7-43b5-9137-54b38661962b tempest-ListServersNegativeTestJSON-1815013295 tempest-ListServersNegativeTestJSON-1815013295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:02:38.345106 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-bb2c9022-f846-4142-923e-dc8798a3b057 req-97ddeb31-f2e7-43b5-9137-54b38661962b tempest-ListServersNegativeTestJSON-1815013295 tempest-ListServersNegativeTestJSON-1815013295-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:38.361399 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00cba08-7dbb-42cb-b8c0-ef8df05db3fd req-557ca1dc-d9e9-442c-b7aa-c40b059a826c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:02:38.362968 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-c00cba08-7dbb-42cb-b8c0-ef8df05db3fd req-557ca1dc-d9e9-442c-b7aa-c40b059a826c service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=825a4fb0f5c7454f82c586f8d1442f43&device_id=c4a04eb6-bb93-495c-bc67-b780dbcf097b HTTP/1.1" status: 200 len: 1097 time: 0.7319517 Jul 06 14:02:38.414112 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ddeb31-f2e7-43b5-9137-54b38661962b tempest-ListServersNegativeTestJSON-1815013295 tempest-ListServersNegativeTestJSON-1815013295-project] Pushing event updated for resources: {'Port': ['ID=0beb7a1e-a85a-424f-baa9-0271f6aacf93,revision_number=1']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:02:38.496457 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-bb2c9022-f846-4142-923e-dc8798a3b057 req-97ddeb31-f2e7-43b5-9137-54b38661962b tempest-ListServersNegativeTestJSON-1815013295 tempest-ListServersNegativeTestJSON-1815013295-project] 10.222.0.127 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.4037802 Jul 06 14:02:38.523634 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [req-bb2c9022-f846-4142-923e-dc8798a3b057 req-d390c9d7-e3b2-4838-90b8-22e258017ac4 service neutron] Request body: {'port': {'device_id': 'f4f5d88f-b792-4b61-8f7b-c7bf4d5e4b41', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-773647-6'}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:02:38.533904 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-f43aad3e-ce29-4bf8-bac0-15a59c6f21a0 req-e6d1a046-09b3-4284-b0a4-cdd0bd3e7678 tempest-FloatingIPsAssociationTestJSON-978234990 tempest-FloatingIPsAssociationTestJSON-978234990-project] 10.222.0.104 "GET /v2.0/floatingips?floating_ip_address=172.25.0.191 HTTP/1.1" status: 200 len: 1002 time: 0.5674291 Jul 06 14:02:38.559694 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2c9022-f846-4142-923e-dc8798a3b057 req-e1e34527-74b6-4a3d-9a4c-e721bb640903 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:02:38.561343 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-bb2c9022-f846-4142-923e-dc8798a3b057 req-e1e34527-74b6-4a3d-9a4c-e721bb640903 service neutron] 10.222.0.127 "GET /v2.0/ports?tenant_id=52db2b596e2941028d9ea05d3e8d838f&device_id=b9b7bf62-e3b3-4580-987f-698788d7878c HTTP/1.1" status: 200 len: 1095 time: 0.7478480 Jul 06 14:02:38.574006 n-d-773647-6 neutron-server[100247]: DEBUG neutron.notifiers.nova [req-bb2c9022-f846-4142-923e-dc8798a3b057 req-bc293e9a-ed9a-4bfb-930b-f4c9bee406dd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 07067623-f1b1-48ee-80fe-e48f5d5bb168 {{(pid=100247) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 14:02:38.599656 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-bb2c9022-f846-4142-923e-dc8798a3b057 req-bc293e9a-ed9a-4bfb-930b-f4c9bee406dd service neutron] Notify callbacks [] for port, precommit_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:38.716337 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-bb2c9022-f846-4142-923e-dc8798a3b057 req-6faf27c4-ef5f-49eb-9302-d18c0f602f41 service neutron] 10.222.0.127 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3a050d2a-2610-4161-a54a-7eb3e1fff538 HTTP/1.1" status: 200 len: 217 time: 0.1244302 Jul 06 14:02:38.726833 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.provisioning_blocks [req-bb2c9022-f846-4142-923e-dc8798a3b057 req-bc293e9a-ed9a-4bfb-930b-f4c9bee406dd service neutron] Transition to ACTIVE for port object 07067623-f1b1-48ee-80fe-e48f5d5bb168 will not be triggered until provisioned by entity L2. {{(pid=100247) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:02:38.737799 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58423b11-c56f-489b-baff-fa4224068888 req-c63b8d2d-1a36-494e-b189-cca332bb38ac tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:02:38.739405 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-58423b11-c56f-489b-baff-fa4224068888 req-c63b8d2d-1a36-494e-b189-cca332bb38ac tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] 10.222.0.104 "GET /v2.0/ports?device_id=5fbc9a8b-86db-4456-85e1-a59cfdbb9c8d HTTP/1.1" status: 200 len: 945 time: 0.8252180 Jul 06 14:02:38.749042 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 37696) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:02:38.761286 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-4c2ba822-640e-47b7-9fa5-c211962aca31 tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] Request body: {'floatingip': {'port_id': '5f251846-a962-4cca-ac30-b8ff4317b4c4'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:02:38.775395 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-bb2c9022-f846-4142-923e-dc8798a3b057 req-bc293e9a-ed9a-4bfb-930b-f4c9bee406dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128888538'] for port, after_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:38.809331 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00cba08-7dbb-42cb-b8c0-ef8df05db3fd req-9bcf7261-879b-4115-8790-a9d2c7ad106f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:02:38.810751 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-c00cba08-7dbb-42cb-b8c0-ef8df05db3fd req-9bcf7261-879b-4115-8790-a9d2c7ad106f service neutron] 10.222.0.72 "GET /v2.0/networks?id=dc2aab4d-ebf5-4223-8156-143d93bdc342 HTTP/1.1" status: 200 len: 923 time: 0.4367163 Jul 06 14:02:38.926583 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-bb2c9022-f846-4142-923e-dc8798a3b057 req-d390c9d7-e3b2-4838-90b8-22e258017ac4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:38.959279 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 37700) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:02:38.975821 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [None req-333fc977-b072-4af4-b0cb-fe206e8b1923 tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-367181335'}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:02:39.001540 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc293e9a-ed9a-4bfb-930b-f4c9bee406dd service neutron] Pushing event updated for resources: {'Port': ['ID=07067623-f1b1-48ee-80fe-e48f5d5bb168,revision_number=2']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:02:39.006758 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2c9022-f846-4142-923e-dc8798a3b057 req-156c22cd-643b-41bd-9d68-d11ee15485c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:02:39.008304 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-bb2c9022-f846-4142-923e-dc8798a3b057 req-156c22cd-643b-41bd-9d68-d11ee15485c9 service neutron] 10.222.0.127 "GET /v2.0/subnets?id=1f26fe8f-1d94-448f-a235-fb76de690367 HTTP/1.1" status: 200 len: 858 time: 0.2632375 Jul 06 14:02:39.048900 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43aad3e-ce29-4bf8-bac0-15a59c6f21a0 req-3b3e9fd4-2bba-406e-b8c6-ada5a124b008 tempest-FloatingIPsAssociationTestJSON-978234990 tempest-FloatingIPsAssociationTestJSON-978234990-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:02:39.050898 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-f43aad3e-ce29-4bf8-bac0-15a59c6f21a0 req-3b3e9fd4-2bba-406e-b8c6-ada5a124b008 tempest-FloatingIPsAssociationTestJSON-978234990 tempest-FloatingIPsAssociationTestJSON-978234990-project] 10.222.0.104 "GET /v2.0/networks/2658f09e-a580-4d4a-9968-2d1e0ad93719 HTTP/1.1" status: 200 len: 784 time: 0.4886394 Jul 06 14:02:39.080227 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-c00cba08-7dbb-42cb-b8c0-ef8df05db3fd req-e7b239a3-9dc3-4916-8d9e-7b9389c9f68d service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=adefc31d-e044-47aa-80b4-b714d212fabd HTTP/1.1" status: 200 len: 1002 time: 0.2383871 Jul 06 14:02:39.130085 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-4c2ba822-640e-47b7-9fa5-c211962aca31 tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] Notify callbacks [] for floatingip, before_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:39.151527 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-bb2c9022-f846-4142-923e-dc8798a3b057 req-0b208871-06c0-4352-a730-0499ad08f7f9 service neutron] 10.222.0.127 "GET /v2.0/ports?network_id=bb355eb8-4341-45cc-83a2-92b9859202c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1309092 Jul 06 14:02:39.250893 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-333fc977-b072-4af4-b0cb-fe206e8b1923 tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] Made reservation on behalf of db940b92de5443cbbd5f77e12cabccfc for: {'network': 1} {{(pid=100247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:02:39.255423 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-333fc977-b072-4af4-b0cb-fe206e8b1923 tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for network, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:39.375700 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 14:02:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b0047c9-3129-4c80-bec5-10e87737be87 x-openstack-request-id: req-1b0047c9-3129-4c80-bec5-10e87737be87 {{(pid=100247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:02:39.376132 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b9b7bf62-e3b3-4580-987f-698788d7878c", "tag": "3a050d2a-2610-4161-a54a-7eb3e1fff538", "status": "completed", "code": 200}]} {{(pid=100247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:02:39.376320 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-1b0047c9-3129-4c80-bec5-10e87737be87 {{(pid=100247) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:02:39.376742 n-d-773647-6 neutron-server[100247]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b9b7bf62-e3b3-4580-987f-698788d7878c', 'tag': '3a050d2a-2610-4161-a54a-7eb3e1fff538', 'status': 'completed', 'code': 200} Jul 06 14:02:39.407660 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00cba08-7dbb-42cb-b8c0-ef8df05db3fd req-18093ee2-7378-41a0-8164-8865cd643af5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:02:39.409935 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-c00cba08-7dbb-42cb-b8c0-ef8df05db3fd req-18093ee2-7378-41a0-8164-8865cd643af5 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=9d4d8837-0e9e-40cd-b8da-4a4f0d5a912c HTTP/1.1" status: 200 len: 860 time: 0.3191082 Jul 06 14:02:39.450364 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-f43aad3e-ce29-4bf8-bac0-15a59c6f21a0 req-2c3c6b3f-df3a-4517-9779-63aa7722fb11 tempest-FloatingIPsAssociationTestJSON-978234990 tempest-FloatingIPsAssociationTestJSON-978234990-project] 10.222.0.104 "GET /v2.0/floatingips?floating_ip_address=172.25.0.191 HTTP/1.1" status: 200 len: 1002 time: 0.3660507 Jul 06 14:02:39.463986 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-333fc977-b072-4af4-b0cb-fe206e8b1923 tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] vlan segment allocate from pool success with {'vlan_id': 1041, 'physical_network': 'physnet1'} {{(pid=100247) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 14:02:39.506780 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [req-f43aad3e-ce29-4bf8-bac0-15a59c6f21a0 req-20cf2be5-8461-4bd4-9120-c9f384f96a81 tempest-FloatingIPsAssociationTestJSON-978234990 tempest-FloatingIPsAssociationTestJSON-978234990-project] Request body: {'floatingip': {'port_id': None}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:02:39.519860 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.managers [req-bb2c9022-f846-4142-923e-dc8798a3b057 req-bc293e9a-ed9a-4bfb-930b-f4c9bee406dd service neutron] Attempting to bind port 07067623-f1b1-48ee-80fe-e48f5d5bb168 on host n-h1-773647-6 for vnic_type normal with profile {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:02:39.520230 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.managers [req-bb2c9022-f846-4142-923e-dc8798a3b057 req-bc293e9a-ed9a-4bfb-930b-f4c9bee406dd service neutron] Attempting to bind port 07067623-f1b1-48ee-80fe-e48f5d5bb168 by drivers openvswitch,hyperv on host n-h1-773647-6 at level 0 using segments [{'id': 'f208382a-1e10-4992-aca3-ca6afbdb80b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': 'bb355eb8-4341-45cc-83a2-92b9859202c1'}] {{(pid=100247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:02:39.520607 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb2c9022-f846-4142-923e-dc8798a3b057 req-bc293e9a-ed9a-4bfb-930b-f4c9bee406dd service neutron] Attempting to bind port 07067623-f1b1-48ee-80fe-e48f5d5bb168 on network bb355eb8-4341-45cc-83a2-92b9859202c1 {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:02:39.604062 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-333fc977-b072-4af4-b0cb-fe206e8b1923 tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552'] for segment, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:39.604686 n-d-773647-6 neutron-server[100247]: INFO neutron.db.segments_db [None req-333fc977-b072-4af4-b0cb-fe206e8b1923 tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] Added segment 59c264de-0282-4c26-a7e9-a05f64ad5f6c of type vlan for network ace612ee-fa1f-4249-807d-5000ddc15676 Jul 06 14:02:39.615250 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb2c9022-f846-4142-923e-dc8798a3b057 req-bc293e9a-ed9a-4bfb-930b-f4c9bee406dd service neutron] Port 07067623-f1b1-48ee-80fe-e48f5d5bb168 on network bb355eb8-4341-45cc-83a2-92b9859202c1 not bound, no agent of type Open vSwitch agent registered on host n-h1-773647-6 {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 14:02:39.615250 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb2c9022-f846-4142-923e-dc8798a3b057 req-bc293e9a-ed9a-4bfb-930b-f4c9bee406dd service neutron] Attempting to bind port 07067623-f1b1-48ee-80fe-e48f5d5bb168 on network bb355eb8-4341-45cc-83a2-92b9859202c1 {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:02:39.635344 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-bb2c9022-f846-4142-923e-dc8798a3b057 req-df126bdd-0dfe-436a-9ecc-fd8596c764e6 service neutron] 10.222.0.127 "GET /v2.0/networks/bb355eb8-4341-45cc-83a2-92b9859202c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4295497 Jul 06 14:02:39.676644 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb2c9022-f846-4142-923e-dc8798a3b057 req-bc293e9a-ed9a-4bfb-930b-f4c9bee406dd service neutron] Checking agent: {'id': '5bf7147f-bada-4441-a5dc-934b903473fb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-773647-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 51, 12), 'started_at': datetime.datetime(2021, 7, 6, 13, 51, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 2, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:02:39.677053 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb2c9022-f846-4142-923e-dc8798a3b057 req-bc293e9a-ed9a-4bfb-930b-f4c9bee406dd service neutron] Checking segment: {'id': 'f208382a-1e10-4992-aca3-ca6afbdb80b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': 'bb355eb8-4341-45cc-83a2-92b9859202c1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100247) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:02:39.677473 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb2c9022-f846-4142-923e-dc8798a3b057 req-bc293e9a-ed9a-4bfb-930b-f4c9bee406dd service neutron] Bound using segment: {'id': 'f208382a-1e10-4992-aca3-ca6afbdb80b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': 'bb355eb8-4341-45cc-83a2-92b9859202c1'} {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:02:39.678033 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.managers [req-bb2c9022-f846-4142-923e-dc8798a3b057 req-bc293e9a-ed9a-4bfb-930b-f4c9bee406dd service neutron] Bound port: 07067623-f1b1-48ee-80fe-e48f5d5bb168, host: n-h1-773647-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f208382a-1e10-4992-aca3-ca6afbdb80b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': 'bb355eb8-4341-45cc-83a2-92b9859202c1'}}] {{(pid=100247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:02:39.678399 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-bb2c9022-f846-4142-923e-dc8798a3b057 req-bc293e9a-ed9a-4bfb-930b-f4c9bee406dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:39.711356 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f532b729-cc61-48c5-b462-c232436f4cf2 req-97b473d2-020d-497a-a55a-6520611bc731 tempest-ServersOnMultiNodesTest-299961212 tempest-ServersOnMultiNodesTest-299961212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:02:39.714097 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-f532b729-cc61-48c5-b462-c232436f4cf2 req-97b473d2-020d-497a-a55a-6520611bc731 tempest-ServersOnMultiNodesTest-299961212 tempest-ServersOnMultiNodesTest-299961212-project] 10.222.0.127 "GET /v2.0/ports?device_id=498d4219-b846-47a7-81ce-c72ff020ccc6 HTTP/1.1" status: 200 len: 949 time: 0.1705623 Jul 06 14:02:39.757918 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-333fc977-b072-4af4-b0cb-fe206e8b1923 tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773752984405'] for network, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:39.769726 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-f43aad3e-ce29-4bf8-bac0-15a59c6f21a0 req-20cf2be5-8461-4bd4-9120-c9f384f96a81 tempest-FloatingIPsAssociationTestJSON-978234990 tempest-FloatingIPsAssociationTestJSON-978234990-project] Notify callbacks [] for floatingip, before_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:39.889289 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-4c2ba822-640e-47b7-9fa5-c211962aca31 tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:39.894781 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-4c2ba822-640e-47b7-9fa5-c211962aca31 tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1761130'] for floatingip, after_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:39.899646 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.db.resource_extend [None req-333fc977-b072-4af4-b0cb-fe206e8b1923 tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 06 14:02:39.939715 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00cba08-7dbb-42cb-b8c0-ef8df05db3fd req-9120e8d7-1f4c-4401-9ebb-f31e762cd140 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:02:39.941800 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-c00cba08-7dbb-42cb-b8c0-ef8df05db3fd req-9120e8d7-1f4c-4401-9ebb-f31e762cd140 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=dc2aab4d-ebf5-4223-8156-143d93bdc342&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5131159 Jul 06 14:02:39.954896 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [req-f532b729-cc61-48c5-b462-c232436f4cf2 req-e78b17bf-4bfb-43c0-87d0-12a9af060bf2 tempest-ServersOnMultiNodesTest-299961212 tempest-ServersOnMultiNodesTest-299961212-project] Deleting port 77f2936b-9d5d-4a82-bf34-d5104100db58 {{(pid=100246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:02:39.955260 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-f532b729-cc61-48c5-b462-c232436f4cf2 req-e78b17bf-4bfb-43c0-87d0-12a9af060bf2 tempest-ServersOnMultiNodesTest-299961212 tempest-ServersOnMultiNodesTest-299961212-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:40.025595 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-333fc977-b072-4af4-b0cb-fe206e8b1923 tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060'] for network, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:40.031327 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-333fc977-b072-4af4-b0cb-fe206e8b1923 tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:02:40.031928 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-333fc977-b072-4af4-b0cb-fe206e8b1923 tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583035'] for network, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:40.074847 n-d-773647-6 neutron-server[100246]: INFO neutron.db.l3_db [None req-4c2ba822-640e-47b7-9fa5-c211962aca31 tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] Floating IP 6696f24f-d197-46d2-9a8c-6cebacdb52d6 associated. External IP: 172.25.0.190, port: 5f251846-a962-4cca-ac30-b8ff4317b4c4. Jul 06 14:02:40.137831 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.db [req-f532b729-cc61-48c5-b462-c232436f4cf2 req-e78b17bf-4bfb-43c0-87d0-12a9af060bf2 tempest-ServersOnMultiNodesTest-299961212 tempest-ServersOnMultiNodesTest-299961212-project] For port 77f2936b-9d5d-4a82-bf34-d5104100db58, host n-h1-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773647-6',level=0,port_id=77f2936b-9d5d-4a82-bf34-d5104100db58,segment=NetworkSegment(c9ea893d-045e-42cf-b3dd-cdd1f79baccd),segment_id=c9ea893d-045e-42cf-b3dd-cdd1f79baccd)] {{(pid=100246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:02:40.138205 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-f532b729-cc61-48c5-b462-c232436f4cf2 req-e78b17bf-4bfb-43c0-87d0-12a9af060bf2 tempest-ServersOnMultiNodesTest-299961212 tempest-ServersOnMultiNodesTest-299961212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:40.192994 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [req-f532b729-cc61-48c5-b462-c232436f4cf2 req-e78b17bf-4bfb-43c0-87d0-12a9af060bf2 tempest-ServersOnMultiNodesTest-299961212 tempest-ServersOnMultiNodesTest-299961212-project] Calling delete_port for 77f2936b-9d5d-4a82-bf34-d5104100db58 owned by compute:nova {{(pid=100246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:02:40.322096 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:40.438754 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c2ba822-640e-47b7-9fa5-c211962aca31 tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] Router f06d94bb-ffae-4f0d-84b3-b6edd11ba800 has already been hosted by L3 agent 2823d358-a11b-4885-a706-95a279e43fa7 {{(pid=100246) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 14:02:40.454834 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-f532b729-cc61-48c5-b462-c232436f4cf2 req-e78b17bf-4bfb-43c0-87d0-12a9af060bf2 tempest-ServersOnMultiNodesTest-299961212 tempest-ServersOnMultiNodesTest-299961212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127687580'] for port, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:40.468837 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] get_ports_and_sgs() called for port_ids ['77f2936b-9d5d-4a82-bf34-d5104100db58'] {{(pid=100248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 14:02:40.473131 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] get_ports_and_sgs() called for port_ids ['05481f2d-582e-4146-a307-f062af9d861e', 'b3d5f759-25d1-4c4c-b7ec-a5f305aed096', '891b2c81-2c6a-4763-a1b7-6fa3d05d0063', '04f88873-d07d-4eaf-a37b-8d5ec79f0db0'] {{(pid=100248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 14:02:40.500443 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-bb2c9022-f846-4142-923e-dc8798a3b057 req-4e48ae6c-bd92-4829-b308-2573ae0da3ab service neutron] 10.222.0.127 "GET /v2.0/networks/bb355eb8-4341-45cc-83a2-92b9859202c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8394365 Jul 06 14:02:40.522864 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-333fc977-b072-4af4-b0cb-fe206e8b1923 tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] 10.222.0.104 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.5549762 Jul 06 14:02:40.537367 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 37714) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:02:40.544357 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.db [req-bb2c9022-f846-4142-923e-dc8798a3b057 req-bc293e9a-ed9a-4bfb-930b-f4c9bee406dd service neutron] For port 07067623-f1b1-48ee-80fe-e48f5d5bb168, host n-h1-773647-6, cleared binding levels {{(pid=100247) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:02:40.565042 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-745b1b47-0bac-456f-a24a-649f04bcb316 tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-214904782'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:02:40.591559 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78b17bf-4bfb-43c0-87d0-12a9af060bf2 tempest-ServersOnMultiNodesTest-299961212 tempest-ServersOnMultiNodesTest-299961212-project] Pushing event deleted for resources: {'Port': ['ID=77f2936b-9d5d-4a82-bf34-d5104100db58,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:02:40.612682 n-d-773647-6 neutron-server[100247]: DEBUG neutron.notifiers.nova [req-bb2c9022-f846-4142-923e-dc8798a3b057 req-d390c9d7-e3b2-4838-90b8-22e258017ac4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0beb7a1e-a85a-424f-baa9-0271f6aacf93 {{(pid=100247) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 14:02:40.630154 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-f43aad3e-ce29-4bf8-bac0-15a59c6f21a0 req-20cf2be5-8461-4bd4-9120-c9f384f96a81 tempest-FloatingIPsAssociationTestJSON-978234990 tempest-FloatingIPsAssociationTestJSON-978234990-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:40.632297 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.db [req-bb2c9022-f846-4142-923e-dc8798a3b057 req-bc293e9a-ed9a-4bfb-930b-f4c9bee406dd service neutron] For port 07067623-f1b1-48ee-80fe-e48f5d5bb168, host n-h1-773647-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773647-6',level=0,port_id=07067623-f1b1-48ee-80fe-e48f5d5bb168,segment=NetworkSegment(f208382a-1e10-4992-aca3-ca6afbdb80b7),segment_id=f208382a-1e10-4992-aca3-ca6afbdb80b7)] {{(pid=100247) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:02:40.647371 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-bb2c9022-f846-4142-923e-dc8798a3b057 req-d390c9d7-e3b2-4838-90b8-22e258017ac4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:40.659535 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b520d7a-194b-45c4-81b8-5d372ab19f22 req-9fbb9352-0691-4a85-9b22-099500b70fea tempest-ListServersNegativeTestJSON-1815013295 tempest-ListServersNegativeTestJSON-1815013295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:02:40.663766 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-7b520d7a-194b-45c4-81b8-5d372ab19f22 req-9fbb9352-0691-4a85-9b22-099500b70fea tempest-ListServersNegativeTestJSON-1815013295 tempest-ListServersNegativeTestJSON-1815013295-project] 10.222.0.104 "GET /v2.0/ports?device_id=3a88983d-2fa1-40f2-9c8a-3905b60aa866 HTTP/1.1" status: 200 len: 944 time: 0.9095013 Jul 06 14:02:40.694325 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-bb2c9022-f846-4142-923e-dc8798a3b057 req-bc293e9a-ed9a-4bfb-930b-f4c9bee406dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128888538'] for port, after_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:40.696366 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-f43aad3e-ce29-4bf8-bac0-15a59c6f21a0 req-20cf2be5-8461-4bd4-9120-c9f384f96a81 tempest-FloatingIPsAssociationTestJSON-978234990 tempest-FloatingIPsAssociationTestJSON-978234990-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1761130'] for floatingip, after_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:40.696678 n-d-773647-6 neutron-server[100247]: INFO neutron.db.l3_db [req-f43aad3e-ce29-4bf8-bac0-15a59c6f21a0 req-20cf2be5-8461-4bd4-9120-c9f384f96a81 tempest-FloatingIPsAssociationTestJSON-978234990 tempest-FloatingIPsAssociationTestJSON-978234990-project] Floating IP b7455581-2335-4cd2-9586-d5d6c4d08e4c disassociated. External IP: 172.25.0.191, port: adefc31d-e044-47aa-80b4-b714d212fabd. Jul 06 14:02:40.698454 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333fc977-b072-4af4-b0cb-fe206e8b1923 tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] Pushing event updated for resources: {'Network': ['ID=ace612ee-fa1f-4249-807d-5000ddc15676,revision_number=1']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:02:40.712892 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [req-f532b729-cc61-48c5-b462-c232436f4cf2 req-e78b17bf-4bfb-43c0-87d0-12a9af060bf2 tempest-ServersOnMultiNodesTest-299961212 tempest-ServersOnMultiNodesTest-299961212-project] No DVR routers for this DVR port 77f2936b-9d5d-4a82-bf34-d5104100db58 on host n-h1-773647-6 {{(pid=100246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:02:40.717388 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Network ace612ee-fa1f-4249-807d-5000ddc15676 details requested by agent ovs-agent-n-d-773647-6 with host n-d-773647-6 {{(pid=100248) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 14:02:40.736155 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-f532b729-cc61-48c5-b462-c232436f4cf2 req-e78b17bf-4bfb-43c0-87d0-12a9af060bf2 tempest-ServersOnMultiNodesTest-299961212 tempest-ServersOnMultiNodesTest-299961212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:40.740294 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-f532b729-cc61-48c5-b462-c232436f4cf2 req-e78b17bf-4bfb-43c0-87d0-12a9af060bf2 tempest-ServersOnMultiNodesTest-299961212 tempest-ServersOnMultiNodesTest-299961212-project] 10.222.0.127 "DELETE /v2.0/ports/77f2936b-9d5d-4a82-bf34-d5104100db58 HTTP/1.1" status: 204 len: 173 time: 1.0188076 Jul 06 14:02:40.740981 n-d-773647-6 neutron-server[100246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '498d4219-b846-47a7-81ce-c72ff020ccc6', 'name': 'network-vif-deleted', 'tag': '77f2936b-9d5d-4a82-bf34-d5104100db58'}] {{(pid=100246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:02:40.744047 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0d96c5ab5e889f7b933ae915b9be33d1b46c9e87795bf781004b656ef3f1e87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-440a8f59-5dfe-4804-bc12-15174c2e3489" -d '{"events": [{"server_uuid": "498d4219-b846-47a7-81ce-c72ff020ccc6", "name": "network-vif-deleted", "tag": "77f2936b-9d5d-4a82-bf34-d5104100db58"}]}' {{(pid=100246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:02:40.751770 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-745b1b47-0bac-456f-a24a-649f04bcb316 tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] Made reservation on behalf of db940b92de5443cbbd5f77e12cabccfc for: {'network': 1} {{(pid=100246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:02:40.756763 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-745b1b47-0bac-456f-a24a-649f04bcb316 tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for network, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:40.780060 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.provisioning_blocks [req-bb2c9022-f846-4142-923e-dc8798a3b057 req-d390c9d7-e3b2-4838-90b8-22e258017ac4 service neutron] Transition to ACTIVE for port object 0beb7a1e-a85a-424f-baa9-0271f6aacf93 will not be triggered until provisioned by entity L2. {{(pid=100247) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:02:40.797529 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c2ba822-640e-47b7-9fa5-c211962aca31 tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] Notify agent at l3_agent.n-d-773647-6 the message routers_updated {{(pid=100246) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 14:02:40.803984 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-4c2ba822-640e-47b7-9fa5-c211962aca31 tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for floatingip, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:40.827874 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-bb2c9022-f846-4142-923e-dc8798a3b057 req-d390c9d7-e3b2-4838-90b8-22e258017ac4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128888538'] for port, after_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:40.835314 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-745b1b47-0bac-456f-a24a-649f04bcb316 tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] vlan segment allocate from pool success with {'vlan_id': 1007, 'physical_network': 'physnet1'} {{(pid=100246) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 14:02:40.850029 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53fa49f2-df82-47f1-8e20-3e8b0b467ff7 None None] Sync routers for ids ['f06d94bb-ffae-4f0d-84b3-b6edd11ba800'] in n-d-773647-6 {{(pid=100248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 14:02:40.855837 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2c9022-f846-4142-923e-dc8798a3b057 req-bc293e9a-ed9a-4bfb-930b-f4c9bee406dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:02:40.857224 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-bb2c9022-f846-4142-923e-dc8798a3b057 req-bc293e9a-ed9a-4bfb-930b-f4c9bee406dd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:40.858379 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-bb2c9022-f846-4142-923e-dc8798a3b057 req-bc293e9a-ed9a-4bfb-930b-f4c9bee406dd service neutron] 10.222.0.127 "PUT /v2.0/ports/07067623-f1b1-48ee-80fe-e48f5d5bb168 HTTP/1.1" status: 200 len: 1092 time: 4.3636200 Jul 06 14:02:40.870962 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-745b1b47-0bac-456f-a24a-649f04bcb316 tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552'] for segment, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:40.871556 n-d-773647-6 neutron-server[100246]: INFO neutron.db.segments_db [None req-745b1b47-0bac-456f-a24a-649f04bcb316 tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] Added segment f09c3fbf-c889-483b-a962-6f1095f380c6 of type vlan for network a1a89b46-c613-4578-b710-c22d92f3acfb Jul 06 14:02:40.876089 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-c00cba08-7dbb-42cb-b8c0-ef8df05db3fd req-e4835404-538a-4594-bdd7-d500b7302129 service neutron] 10.222.0.72 "GET /v2.0/networks/dc2aab4d-ebf5-4223-8156-143d93bdc342?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9046752 Jul 06 14:02:40.879160 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53fa49f2-df82-47f1-8e20-3e8b0b467ff7 None None] Routers {'f06d94bb-ffae-4f0d-84b3-b6edd11ba800'} bound to L3 agent in host n-d-773647-6 {{(pid=100248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:02:40.879904 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-53fa49f2-df82-47f1-8e20-3e8b0b467ff7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T14:02:25Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['f06d94bb-ffae-4f0d-84b3-b6edd11ba800'], 'active': True} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:02:40.904211 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b95b95e-1a5b-432a-8b68-a4c347e31f48 req-f83ad4f1-287b-449a-9660-1290a21759dc tempest-ServersNegativeTestMultiTenantJSON-1589104584 tempest-ServersNegativeTestMultiTenantJSON-1589104584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:02:40.906443 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-9b95b95e-1a5b-432a-8b68-a4c347e31f48 req-f83ad4f1-287b-449a-9660-1290a21759dc tempest-ServersNegativeTestMultiTenantJSON-1589104584 tempest-ServersNegativeTestMultiTenantJSON-1589104584-project] 10.222.0.127 "GET /v2.0/ports?device_id=43132648-fc3b-4513-8d95-c39ba11e01de HTTP/1.1" status: 200 len: 946 time: 0.2285874 Jul 06 14:02:40.910072 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-4c2ba822-640e-47b7-9fa5-c211962aca31 tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] 10.222.0.104 "PUT /v2.0/floatingips/6696f24f-d197-46d2-9a8c-6cebacdb52d6 HTTP/1.1" status: 200 len: 991 time: 2.1598692 Jul 06 14:02:40.992645 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-745b1b47-0bac-456f-a24a-649f04bcb316 tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773752984405'] for network, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:41.109326 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-745b1b47-0bac-456f-a24a-649f04bcb316 tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060'] for network, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:41.113922 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvr_db [None req-53fa49f2-df82-47f1-8e20-3e8b0b467ff7 None None] Set router f06d94bb-ffae-4f0d-84b3-b6edd11ba800 gateway port host: n-d-773647-6 {{(pid=100248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:02:41.116394 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-745b1b47-0bac-456f-a24a-649f04bcb316 tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:02:41.117247 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-745b1b47-0bac-456f-a24a-649f04bcb316 tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583035'] for network, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:41.194614 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-745b1b47-0bac-456f-a24a-649f04bcb316 tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] 10.222.0.104 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.6539838 Jul 06 14:02:41.202945 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc293e9a-ed9a-4bfb-930b-f4c9bee406dd service neutron] Pushing event updated for resources: {'Port': ['ID=07067623-f1b1-48ee-80fe-e48f5d5bb168,revision_number=3']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:02:41.211962 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 37720) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:02:41.221417 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-57186534-7045-4d04-a4ea-a77aeae8dd3f tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] Request body: {'subnet': {'network_id': 'ace612ee-fa1f-4249-807d-5000ddc15676', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:02:41.222712 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-7b520d7a-194b-45c4-81b8-5d372ab19f22 req-d61ba3ae-4de5-4792-8268-ba7f7ba7bcb7 tempest-ListServersNegativeTestJSON-1815013295 tempest-ListServersNegativeTestJSON-1815013295-project] 10.222.0.104 "GET /v2.0/security-groups?id=5d2e10db-80f0-43d1-a4b3-353e53bb2009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5216775 Jul 06 14:02:41.316661 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-c00cba08-7dbb-42cb-b8c0-ef8df05db3fd req-bffdffd7-1038-40b7-9040-27ed3328bda0 service neutron] 10.222.0.72 "GET /v2.0/networks/dc2aab4d-ebf5-4223-8156-143d93bdc342?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4162846 Jul 06 14:02:41.347862 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745b1b47-0bac-456f-a24a-649f04bcb316 tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] Pushing event updated for resources: {'Network': ['ID=a1a89b46-c613-4578-b710-c22d92f3acfb,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:02:41.364622 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Network a1a89b46-c613-4578-b710-c22d92f3acfb details requested by agent ovs-agent-n-d-773647-6 with host n-d-773647-6 {{(pid=100248) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 14:02:41.367152 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [req-9b95b95e-1a5b-432a-8b68-a4c347e31f48 req-c6d6ec04-98b1-4832-8c10-e5fb2d64aaf6 tempest-ServersNegativeTestMultiTenantJSON-1589104584 tempest-ServersNegativeTestMultiTenantJSON-1589104584-project] Deleting port 01a782eb-278b-4e28-926f-f4d2a4858592 {{(pid=100246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:02:41.367523 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-9b95b95e-1a5b-432a-8b68-a4c347e31f48 req-c6d6ec04-98b1-4832-8c10-e5fb2d64aaf6 tempest-ServersNegativeTestMultiTenantJSON-1589104584 tempest-ServersNegativeTestMultiTenantJSON-1589104584-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:41.441392 n-d-773647-6 neutron-server[100247]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a88983d-2fa1-40f2-9c8a-3905b60aa866', 'tag': '07067623-f1b1-48ee-80fe-e48f5d5bb168'}] {{(pid=100247) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:02:41.443749 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cbf0eeaae822f8fc9b87a94aeba67a3d651842baf663a51cba94b67a514836d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-479e22cb-dae3-4d23-8a9a-3e34bc9f834d" -d '{"events": [{"name": "network-changed", "server_uuid": "3a88983d-2fa1-40f2-9c8a-3905b60aa866", "tag": "07067623-f1b1-48ee-80fe-e48f5d5bb168"}]}' {{(pid=100247) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:02:41.448894 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d390c9d7-e3b2-4838-90b8-22e258017ac4 service neutron] Pushing event updated for resources: {'Port': ['ID=0beb7a1e-a85a-424f-baa9-0271f6aacf93,revision_number=2']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:02:41.485432 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9533625e-1dac-4036-97ec-01fb23eadf21 req-e11ee01e-ed8b-4f3b-a18e-186cd21ee516 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:02:41.486909 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-9533625e-1dac-4036-97ec-01fb23eadf21 req-e11ee01e-ed8b-4f3b-a18e-186cd21ee516 service neutron] 10.222.0.127 "GET /v2.0/ports?tenant_id=52db2b596e2941028d9ea05d3e8d838f&device_id=b9b7bf62-e3b3-4580-987f-698788d7878c HTTP/1.1" status: 200 len: 1095 time: 0.8773615 Jul 06 14:02:41.513555 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57186534-7045-4d04-a4ea-a77aeae8dd3f tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] Made reservation on behalf of db940b92de5443cbbd5f77e12cabccfc for: {'subnet': 1} {{(pid=100246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:02:41.517452 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-57186534-7045-4d04-a4ea-a77aeae8dd3f tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127702029'] for subnet, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:41.571800 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-53fa49f2-df82-47f1-8e20-3e8b0b467ff7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f06d94bb-ffae-4f0d-84b3-b6edd11ba800', 'name': 'tempest-ServerActionsTestJSON-1649938346-router', 'tenant_id': '96647dd61d404050a5af01798d2f6f47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.246'}], 'enable_snat': True}, 'gw_port_id': '115ae7df-899c-4b63-824a-b260266fec55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:01:56Z', 'updated_at': '2021-07-06T14:02:09Z', 'revision_number': 4, 'project_id': '96647dd61d404050a5af01798d2f6f47', 'gw_port': {'id': '115ae7df-899c-4b63-824a-b260266fec55', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:c2:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f06d94bb-ffae-4f0d-84b3-b6edd11ba800', 'device_owner': 'network:router_gateway', 'standard_attr_id': 953, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:01:59Z', 'updated_at': '2021-07-06T14:02:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6', '_floatingips': [{'id': '6696f24f-d197-46d2-9a8c-6cebacdb52d6', 'tenant_id': '96647dd61d404050a5af01798d2f6f47', 'floating_ip_address': '172.25.0.190', 'floating_network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'router_id': 'f06d94bb-ffae-4f0d-84b3-b6edd11ba800', 'port_id': '5f251846-a962-4cca-ac30-b8ff4317b4c4', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 974, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca8d241f-6d1c-4a83-a6b7-adff4a667580', 'mac_address': 'fa:16:3e:a8:e6:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fbc9a8b-86db-4456-85e1-a59cfdbb9c8d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T14:02:15Z', 'updated_at': '2021-07-06T14:02:39Z', 'revision_number': 1, 'project_id': '96647dd61d404050a5af01798d2f6f47', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e04644f8-e2d6-4bc3-828b-28c9b58518d4', 'name': '', 'network_id': 'ca8d241f-6d1c-4a83-a6b7-adff4a667580', 'tenant_id': '96647dd61d404050a5af01798d2f6f47', 'mac_address': 'fa:16:3e:c2:5b:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f06d94bb-ffae-4f0d-84b3-b6edd11ba800', 'device_owner': 'network:router_interface', 'standard_attr_id': 967, 'fixed_ips': [{'subnet_id': '1d0103a5-6825-4713-928f-2c0821a07c96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:02:07Z', 'updated_at': '2021-07-06T14:02:20Z', 'revision_number': 5, 'project_id': '96647dd61d404050a5af01798d2f6f47', 'subnets': [{'id': '1d0103a5-6825-4713-928f-2c0821a07c96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773647-6', False) {} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:02:41.607015 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab313ef5-ce74-448f-add1-3df5604db837 req-09afbcb5-8a60-46b4-b4be-ecc4b79d8ab0 tempest-ServersOnMultiNodesTest-299961212 tempest-ServersOnMultiNodesTest-299961212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:02:41.609461 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-ab313ef5-ce74-448f-add1-3df5604db837 req-09afbcb5-8a60-46b4-b4be-ecc4b79d8ab0 tempest-ServersOnMultiNodesTest-299961212 tempest-ServersOnMultiNodesTest-299961212-project] 10.222.0.72 "GET /v2.0/ports?device_id=c7fd8457-e6c3-4c5f-845e-1fc92bd8e24b HTTP/1.1" status: 200 len: 949 time: 0.4195447 Jul 06 14:02:41.618348 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53fa49f2-df82-47f1-8e20-3e8b0b467ff7 None None] Checking router: f06d94bb-ffae-4f0d-84b3-b6edd11ba800 for host: n-d-773647-6 {{(pid=100248) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 14:02:41.620550 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.db [req-9b95b95e-1a5b-432a-8b68-a4c347e31f48 req-c6d6ec04-98b1-4832-8c10-e5fb2d64aaf6 tempest-ServersNegativeTestMultiTenantJSON-1589104584 tempest-ServersNegativeTestMultiTenantJSON-1589104584-project] For port 01a782eb-278b-4e28-926f-f4d2a4858592, host n-h1-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773647-6',level=0,port_id=01a782eb-278b-4e28-926f-f4d2a4858592,segment=NetworkSegment(ea7aaf83-2eb9-4df6-af24-2413db24fa15),segment_id=ea7aaf83-2eb9-4df6-af24-2413db24fa15)] {{(pid=100246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:02:41.620966 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-9b95b95e-1a5b-432a-8b68-a4c347e31f48 req-c6d6ec04-98b1-4832-8c10-e5fb2d64aaf6 tempest-ServersNegativeTestMultiTenantJSON-1589104584 tempest-ServersNegativeTestMultiTenantJSON-1589104584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:41.634028 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53fa49f2-df82-47f1-8e20-3e8b0b467ff7 None None] Routers {'f06d94bb-ffae-4f0d-84b3-b6edd11ba800'} bound to L3 agent in host n-d-773647-6 {{(pid=100248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:02:41.634933 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-53fa49f2-df82-47f1-8e20-3e8b0b467ff7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T14:02:25Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['f06d94bb-ffae-4f0d-84b3-b6edd11ba800'], 'active': True} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:02:41.638928 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.managers [req-bb2c9022-f846-4142-923e-dc8798a3b057 req-d390c9d7-e3b2-4838-90b8-22e258017ac4 service neutron] Attempting to bind port 0beb7a1e-a85a-424f-baa9-0271f6aacf93 on host n-h1-773647-6 for vnic_type normal with profile {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:02:41.638928 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.managers [req-bb2c9022-f846-4142-923e-dc8798a3b057 req-d390c9d7-e3b2-4838-90b8-22e258017ac4 service neutron] Attempting to bind port 0beb7a1e-a85a-424f-baa9-0271f6aacf93 by drivers openvswitch,hyperv on host n-h1-773647-6 at level 0 using segments [{'id': 'f208382a-1e10-4992-aca3-ca6afbdb80b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': 'bb355eb8-4341-45cc-83a2-92b9859202c1'}] {{(pid=100247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:02:41.638928 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb2c9022-f846-4142-923e-dc8798a3b057 req-d390c9d7-e3b2-4838-90b8-22e258017ac4 service neutron] Attempting to bind port 0beb7a1e-a85a-424f-baa9-0271f6aacf93 on network bb355eb8-4341-45cc-83a2-92b9859202c1 {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:02:41.669595 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2c9022-f846-4142-923e-dc8798a3b057 req-9b170e7a-fd5e-4b62-908f-3648f4b0a6c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:02:41.674945 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-bb2c9022-f846-4142-923e-dc8798a3b057 req-9b170e7a-fd5e-4b62-908f-3648f4b0a6c7 service neutron] 10.222.0.127 "GET /v2.0/ports?tenant_id=52db2b596e2941028d9ea05d3e8d838f&device_id=3a88983d-2fa1-40f2-9c8a-3905b60aa866 HTTP/1.1" status: 200 len: 1095 time: 0.6350791 Jul 06 14:02:41.687442 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f43aad3e-ce29-4bf8-bac0-15a59c6f21a0 req-20cf2be5-8461-4bd4-9120-c9f384f96a81 tempest-FloatingIPsAssociationTestJSON-978234990 tempest-FloatingIPsAssociationTestJSON-978234990-project] Router 78a34e41-c0d9-4d89-aa57-37f9e931b651 has already been hosted by L3 agent 2823d358-a11b-4885-a706-95a279e43fa7 {{(pid=100247) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 14:02:41.688446 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb2c9022-f846-4142-923e-dc8798a3b057 req-d390c9d7-e3b2-4838-90b8-22e258017ac4 service neutron] Port 0beb7a1e-a85a-424f-baa9-0271f6aacf93 on network bb355eb8-4341-45cc-83a2-92b9859202c1 not bound, no agent of type Open vSwitch agent registered on host n-h1-773647-6 {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 14:02:41.688614 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb2c9022-f846-4142-923e-dc8798a3b057 req-d390c9d7-e3b2-4838-90b8-22e258017ac4 service neutron] Attempting to bind port 0beb7a1e-a85a-424f-baa9-0271f6aacf93 on network bb355eb8-4341-45cc-83a2-92b9859202c1 {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:02:41.694811 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [req-9b95b95e-1a5b-432a-8b68-a4c347e31f48 req-c6d6ec04-98b1-4832-8c10-e5fb2d64aaf6 tempest-ServersNegativeTestMultiTenantJSON-1589104584 tempest-ServersNegativeTestMultiTenantJSON-1589104584-project] Calling delete_port for 01a782eb-278b-4e28-926f-f4d2a4858592 owned by compute:nova {{(pid=100246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:02:41.701595 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb2c9022-f846-4142-923e-dc8798a3b057 req-d390c9d7-e3b2-4838-90b8-22e258017ac4 service neutron] Checking agent: {'id': '5bf7147f-bada-4441-a5dc-934b903473fb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-773647-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 51, 12), 'started_at': datetime.datetime(2021, 7, 6, 13, 51, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 2, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:02:41.701987 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb2c9022-f846-4142-923e-dc8798a3b057 req-d390c9d7-e3b2-4838-90b8-22e258017ac4 service neutron] Checking segment: {'id': 'f208382a-1e10-4992-aca3-ca6afbdb80b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': 'bb355eb8-4341-45cc-83a2-92b9859202c1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100247) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:02:41.703269 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb2c9022-f846-4142-923e-dc8798a3b057 req-d390c9d7-e3b2-4838-90b8-22e258017ac4 service neutron] Bound using segment: {'id': 'f208382a-1e10-4992-aca3-ca6afbdb80b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': 'bb355eb8-4341-45cc-83a2-92b9859202c1'} {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:02:41.703269 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.managers [req-bb2c9022-f846-4142-923e-dc8798a3b057 req-d390c9d7-e3b2-4838-90b8-22e258017ac4 service neutron] Bound port: 0beb7a1e-a85a-424f-baa9-0271f6aacf93, host: n-h1-773647-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f208382a-1e10-4992-aca3-ca6afbdb80b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': 'bb355eb8-4341-45cc-83a2-92b9859202c1'}}] {{(pid=100247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:02:41.703558 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-bb2c9022-f846-4142-923e-dc8798a3b057 req-d390c9d7-e3b2-4838-90b8-22e258017ac4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:41.780582 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-bb2c9022-f846-4142-923e-dc8798a3b057 req-701d889a-859e-44b1-b598-589f7be3d73f service neutron] 10.222.0.127 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=07067623-f1b1-48ee-80fe-e48f5d5bb168 HTTP/1.1" status: 200 len: 217 time: 0.0959694 Jul 06 14:02:41.791427 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvr_db [None req-53fa49f2-df82-47f1-8e20-3e8b0b467ff7 None None] Set router f06d94bb-ffae-4f0d-84b3-b6edd11ba800 gateway port host: n-d-773647-6 {{(pid=100248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:02:41.832945 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca01042-fbf3-4782-aa3a-d7385e06e4da req-7b89f7d5-498a-4bd3-9123-9aa86fbc54ab tempest-ServersNegativeTestMultiTenantJSON-1589104584 tempest-ServersNegativeTestMultiTenantJSON-1589104584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:02:41.840605 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-dca01042-fbf3-4782-aa3a-d7385e06e4da req-7b89f7d5-498a-4bd3-9123-9aa86fbc54ab tempest-ServersNegativeTestMultiTenantJSON-1589104584 tempest-ServersNegativeTestMultiTenantJSON-1589104584-project] 10.222.0.104 "GET /v2.0/ports?device_id=43132648-fc3b-4513-8d95-c39ba11e01de HTTP/1.1" status: 200 len: 946 time: 0.3829296 Jul 06 14:02:41.934575 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9533625e-1dac-4036-97ec-01fb23eadf21 req-181f128f-58d4-481a-9a64-6f8638f45d0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:02:41.936137 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-9533625e-1dac-4036-97ec-01fb23eadf21 req-181f128f-58d4-481a-9a64-6f8638f45d0f service neutron] 10.222.0.127 "GET /v2.0/networks?id=bb355eb8-4341-45cc-83a2-92b9859202c1 HTTP/1.1" status: 200 len: 920 time: 0.4406488 Jul 06 14:02:41.976504 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [req-ab313ef5-ce74-448f-add1-3df5604db837 req-c720162a-1b9c-4450-b0ee-244134531bc8 tempest-ServersOnMultiNodesTest-299961212 tempest-ServersOnMultiNodesTest-299961212-project] Deleting port 04f88873-d07d-4eaf-a37b-8d5ec79f0db0 {{(pid=100246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:02:41.977133 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-ab313ef5-ce74-448f-add1-3df5604db837 req-c720162a-1b9c-4450-b0ee-244134531bc8 tempest-ServersOnMultiNodesTest-299961212 tempest-ServersOnMultiNodesTest-299961212-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:42.015671 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-9533625e-1dac-4036-97ec-01fb23eadf21 req-b842d1bc-31f6-4033-a0c6-e25885aa95a4 service neutron] 10.222.0.127 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3a050d2a-2610-4161-a54a-7eb3e1fff538 HTTP/1.1" status: 200 len: 217 time: 0.0700054 Jul 06 14:02:42.016620 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.db [req-bb2c9022-f846-4142-923e-dc8798a3b057 req-d390c9d7-e3b2-4838-90b8-22e258017ac4 service neutron] For port 0beb7a1e-a85a-424f-baa9-0271f6aacf93, host n-h1-773647-6, cleared binding levels {{(pid=100247) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:02:42.024696 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-57186534-7045-4d04-a4ea-a77aeae8dd3f tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1849032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127687649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127702047'] for subnet, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:42.025766 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2c9022-f846-4142-923e-dc8798a3b057 req-13f7333c-0165-4aec-a3c7-944a09793ad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:02:42.027268 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-bb2c9022-f846-4142-923e-dc8798a3b057 req-13f7333c-0165-4aec-a3c7-944a09793ad9 service neutron] 10.222.0.127 "GET /v2.0/subnets?id=1f26fe8f-1d94-448f-a235-fb76de690367 HTTP/1.1" status: 200 len: 858 time: 0.2351923 Jul 06 14:02:42.101470 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-dca01042-fbf3-4782-aa3a-d7385e06e4da req-354bd867-3ef2-457b-9455-429e99f8358b tempest-ServersNegativeTestMultiTenantJSON-1589104584 tempest-ServersNegativeTestMultiTenantJSON-1589104584-project] 10.222.0.104 "GET /v2.0/security-groups?id=e297f2c8-57cd-463b-a996-9c32846d6f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2598617 Jul 06 14:02:42.103411 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-9b95b95e-1a5b-432a-8b68-a4c347e31f48 req-c6d6ec04-98b1-4832-8c10-e5fb2d64aaf6 tempest-ServersNegativeTestMultiTenantJSON-1589104584 tempest-ServersNegativeTestMultiTenantJSON-1589104584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127687580'] for port, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:42.116012 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] get_ports_and_sgs() called for port_ids ['01a782eb-278b-4e28-926f-f4d2a4858592'] {{(pid=100248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 14:02:42.120026 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.db [req-bb2c9022-f846-4142-923e-dc8798a3b057 req-d390c9d7-e3b2-4838-90b8-22e258017ac4 service neutron] For port 0beb7a1e-a85a-424f-baa9-0271f6aacf93, host n-h1-773647-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773647-6',level=0,port_id=0beb7a1e-a85a-424f-baa9-0271f6aacf93,segment=NetworkSegment(f208382a-1e10-4992-aca3-ca6afbdb80b7),segment_id=f208382a-1e10-4992-aca3-ca6afbdb80b7)] {{(pid=100247) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:02:42.183085 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d6ec04-98b1-4832-8c10-e5fb2d64aaf6 tempest-ServersNegativeTestMultiTenantJSON-1589104584 tempest-ServersNegativeTestMultiTenantJSON-1589104584-project] Pushing event deleted for resources: {'Port': ['ID=01a782eb-278b-4e28-926f-f4d2a4858592,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:02:42.196483 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-bb2c9022-f846-4142-923e-dc8798a3b057 req-02897e8a-9c74-44d6-be68-2a419aa8e595 service neutron] 10.222.0.127 "GET /v2.0/ports?network_id=bb355eb8-4341-45cc-83a2-92b9859202c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1619463 Jul 06 14:02:42.205141 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57186534-7045-4d04-a4ea-a77aeae8dd3f tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] Pushing event updated for resources: {'Subnet': ['ID=aff5805c-7256-4603-b5c1-a0758ef2d27b,revision_number=0']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:02:42.219115 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.db [req-ab313ef5-ce74-448f-add1-3df5604db837 req-c720162a-1b9c-4450-b0ee-244134531bc8 tempest-ServersOnMultiNodesTest-299961212 tempest-ServersOnMultiNodesTest-299961212-project] For port 04f88873-d07d-4eaf-a37b-8d5ec79f0db0, host n-h2-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=04f88873-d07d-4eaf-a37b-8d5ec79f0db0,segment=NetworkSegment(c9ea893d-045e-42cf-b3dd-cdd1f79baccd),segment_id=c9ea893d-045e-42cf-b3dd-cdd1f79baccd)] {{(pid=100246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:02:42.219575 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-ab313ef5-ce74-448f-add1-3df5604db837 req-c720162a-1b9c-4450-b0ee-244134531bc8 tempest-ServersOnMultiNodesTest-299961212 tempest-ServersOnMultiNodesTest-299961212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:42.235365 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9533625e-1dac-4036-97ec-01fb23eadf21 req-d112135a-5188-4647-9b30-6c6beeb81ef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:02:42.239343 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-9533625e-1dac-4036-97ec-01fb23eadf21 req-d112135a-5188-4647-9b30-6c6beeb81ef8 service neutron] 10.222.0.127 "GET /v2.0/subnets?id=1f26fe8f-1d94-448f-a235-fb76de690367 HTTP/1.1" status: 200 len: 858 time: 0.2105796 Jul 06 14:02:42.240558 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-bb2c9022-f846-4142-923e-dc8798a3b057 req-d390c9d7-e3b2-4838-90b8-22e258017ac4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128888538'] for port, after_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:42.248470 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-53fa49f2-df82-47f1-8e20-3e8b0b467ff7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f06d94bb-ffae-4f0d-84b3-b6edd11ba800', 'name': 'tempest-ServerActionsTestJSON-1649938346-router', 'tenant_id': '96647dd61d404050a5af01798d2f6f47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.246'}], 'enable_snat': True}, 'gw_port_id': '115ae7df-899c-4b63-824a-b260266fec55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:01:56Z', 'updated_at': '2021-07-06T14:02:09Z', 'revision_number': 4, 'project_id': '96647dd61d404050a5af01798d2f6f47', 'gw_port': {'id': '115ae7df-899c-4b63-824a-b260266fec55', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:c2:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f06d94bb-ffae-4f0d-84b3-b6edd11ba800', 'device_owner': 'network:router_gateway', 'standard_attr_id': 953, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:01:59Z', 'updated_at': '2021-07-06T14:02:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6', '_floatingips': [{'id': '6696f24f-d197-46d2-9a8c-6cebacdb52d6', 'tenant_id': '96647dd61d404050a5af01798d2f6f47', 'floating_ip_address': '172.25.0.190', 'floating_network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'router_id': 'f06d94bb-ffae-4f0d-84b3-b6edd11ba800', 'port_id': '5f251846-a962-4cca-ac30-b8ff4317b4c4', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 974, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca8d241f-6d1c-4a83-a6b7-adff4a667580', 'mac_address': 'fa:16:3e:a8:e6:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fbc9a8b-86db-4456-85e1-a59cfdbb9c8d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T14:02:15Z', 'updated_at': '2021-07-06T14:02:39Z', 'revision_number': 1, 'project_id': '96647dd61d404050a5af01798d2f6f47', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e04644f8-e2d6-4bc3-828b-28c9b58518d4', 'name': '', 'network_id': 'ca8d241f-6d1c-4a83-a6b7-adff4a667580', 'tenant_id': '96647dd61d404050a5af01798d2f6f47', 'mac_address': 'fa:16:3e:c2:5b:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f06d94bb-ffae-4f0d-84b3-b6edd11ba800', 'device_owner': 'network:router_interface', 'standard_attr_id': 967, 'fixed_ips': [{'subnet_id': '1d0103a5-6825-4713-928f-2c0821a07c96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:02:07Z', 'updated_at': '2021-07-06T14:02:20Z', 'revision_number': 5, 'project_id': '96647dd61d404050a5af01798d2f6f47', 'subnets': [{'id': '1d0103a5-6825-4713-928f-2c0821a07c96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773647-6', False) {} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:02:42.250096 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b95b95e-1a5b-432a-8b68-a4c347e31f48 req-c6d6ec04-98b1-4832-8c10-e5fb2d64aaf6 tempest-ServersNegativeTestMultiTenantJSON-1589104584 tempest-ServersNegativeTestMultiTenantJSON-1589104584-project] No DVR routers for this DVR port 01a782eb-278b-4e28-926f-f4d2a4858592 on host n-h1-773647-6 {{(pid=100246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:02:42.252833 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-9b95b95e-1a5b-432a-8b68-a4c347e31f48 req-c6d6ec04-98b1-4832-8c10-e5fb2d64aaf6 tempest-ServersNegativeTestMultiTenantJSON-1589104584 tempest-ServersNegativeTestMultiTenantJSON-1589104584-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:42.255444 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-9b95b95e-1a5b-432a-8b68-a4c347e31f48 req-c6d6ec04-98b1-4832-8c10-e5fb2d64aaf6 tempest-ServersNegativeTestMultiTenantJSON-1589104584 tempest-ServersNegativeTestMultiTenantJSON-1589104584-project] 10.222.0.127 "DELETE /v2.0/ports/01a782eb-278b-4e28-926f-f4d2a4858592 HTTP/1.1" status: 204 len: 173 time: 1.3269603 Jul 06 14:02:42.261008 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [req-ab313ef5-ce74-448f-add1-3df5604db837 req-c720162a-1b9c-4450-b0ee-244134531bc8 tempest-ServersOnMultiNodesTest-299961212 tempest-ServersOnMultiNodesTest-299961212-project] Calling delete_port for 04f88873-d07d-4eaf-a37b-8d5ec79f0db0 owned by compute:nova {{(pid=100246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:02:42.262757 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57186534-7045-4d04-a4ea-a77aeae8dd3f tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] Checking segment: {'id': '59c264de-0282-4c26-a7e9-a05f64ad5f6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1041, 'network_id': 'ace612ee-fa1f-4249-807d-5000ddc15676'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:02:42.263118 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57186534-7045-4d04-a4ea-a77aeae8dd3f tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] Network hostable DHCP agents. Network: ace612ee-fa1f-4249-807d-5000ddc15676, hostable agents: ['f2bada3d-be77-4359-982b-8505a2bbca04'], hosted agents: [] {{(pid=100246) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 14:02:42.280671 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53fa49f2-df82-47f1-8e20-3e8b0b467ff7 None None] The sync data for ids ['f06d94bb-ffae-4f0d-84b3-b6edd11ba800'] in n-d-773647-6 is: [{'id': 'f06d94bb-ffae-4f0d-84b3-b6edd11ba800', 'name': 'tempest-ServerActionsTestJSON-1649938346-router', 'tenant_id': '96647dd61d404050a5af01798d2f6f47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.246'}], 'enable_snat': True}, 'gw_port_id': '115ae7df-899c-4b63-824a-b260266fec55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:01:56Z', 'updated_at': '2021-07-06T14:02:09Z', 'revision_number': 4, 'project_id': '96647dd61d404050a5af01798d2f6f47', 'gw_port': {'id': '115ae7df-899c-4b63-824a-b260266fec55', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:c2:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f06d94bb-ffae-4f0d-84b3-b6edd11ba800', 'device_owner': 'network:router_gateway', 'standard_attr_id': 953, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:01:59Z', 'updated_at': '2021-07-06T14:02:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6', '_floatingips': [{'id': '6696f24f-d197-46d2-9a8c-6cebacdb52d6', 'tenant_id': '96647dd61d404050a5af01798d2f6f47', 'floating_ip_address': '172.25.0.190', 'floating_network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'router_id': 'f06d94bb-ffae-4f0d-84b3-b6edd11ba800', 'port_id': '5f251846-a962-4cca-ac30-b8ff4317b4c4', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 974, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca8d241f-6d1c-4a83-a6b7-adff4a667580', 'mac_address': 'fa:16:3e:a8:e6:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fbc9a8b-86db-4456-85e1-a59cfdbb9c8d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T14:02:15Z', 'updated_at': '2021-07-06T14:02:39Z', 'revision_number': 1, 'project_id': '96647dd61d404050a5af01798d2f6f47', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e04644f8-e2d6-4bc3-828b-28c9b58518d4', 'name': '', 'network_id': 'ca8d241f-6d1c-4a83-a6b7-adff4a667580', 'tenant_id': '96647dd61d404050a5af01798d2f6f47', 'mac_address': 'fa:16:3e:c2:5b:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f06d94bb-ffae-4f0d-84b3-b6edd11ba800', 'device_owner': 'network:router_interface', 'standard_attr_id': 967, 'fixed_ips': [{'subnet_id': '1d0103a5-6825-4713-928f-2c0821a07c96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:02:07Z', 'updated_at': '2021-07-06T14:02:20Z', 'revision_number': 5, 'project_id': '96647dd61d404050a5af01798d2f6f47', 'subnets': [{'id': '1d0103a5-6825-4713-928f-2c0821a07c96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 14:02:42.311916 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:42.350629 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57186534-7045-4d04-a4ea-a77aeae8dd3f tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] Network ace612ee-fa1f-4249-807d-5000ddc15676 is scheduled to be hosted by DHCP agent f2bada3d-be77-4359-982b-8505a2bbca04 with binding_index 1 {{(pid=100246) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 14:02:42.404011 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.base_scheduler [None req-57186534-7045-4d04-a4ea-a77aeae8dd3f tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773647-6, ace612ee-fa1f-4249-807d-5000ddc15676) {{(pid=100246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:02:42.408585 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57186534-7045-4d04-a4ea-a77aeae8dd3f tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:02:42.409713 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-57186534-7045-4d04-a4ea-a77aeae8dd3f tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] Notify callbacks [] for subnet, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:42.415643 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5aa4f678-eeb3-4537-a928-cceb4c7aa7d3 None None] Network ace612ee-fa1f-4249-807d-5000ddc15676 requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:02:42.445567 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-9533625e-1dac-4036-97ec-01fb23eadf21 req-c72344b1-015d-410b-8a17-f55f8c8a7a09 service neutron] 10.222.0.127 "GET /v2.0/ports?network_id=bb355eb8-4341-45cc-83a2-92b9859202c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0493135 Jul 06 14:02:42.470716 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-57186534-7045-4d04-a4ea-a77aeae8dd3f tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] 10.222.0.104 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.2527826 Jul 06 14:02:42.473324 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 37730) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:02:42.483632 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2c9022-f846-4142-923e-dc8798a3b057 req-d390c9d7-e3b2-4838-90b8-22e258017ac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:02:42.485464 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-4f46a5d6-41d1-4b80-bc70-ffe7fcb7cb25 tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] Request body: {'subnet': {'network_id': 'a1a89b46-c613-4578-b710-c22d92f3acfb', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:02:42.486990 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-bb2c9022-f846-4142-923e-dc8798a3b057 req-d390c9d7-e3b2-4838-90b8-22e258017ac4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:42.489815 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-bb2c9022-f846-4142-923e-dc8798a3b057 req-d390c9d7-e3b2-4838-90b8-22e258017ac4 service neutron] 10.222.0.127 "PUT /v2.0/ports/0beb7a1e-a85a-424f-baa9-0271f6aacf93 HTTP/1.1" status: 200 len: 1091 time: 3.9745159 Jul 06 14:02:42.546180 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f43aad3e-ce29-4bf8-bac0-15a59c6f21a0 req-20cf2be5-8461-4bd4-9120-c9f384f96a81 tempest-FloatingIPsAssociationTestJSON-978234990 tempest-FloatingIPsAssociationTestJSON-978234990-project] Notify agent at l3_agent.n-d-773647-6 the message routers_updated {{(pid=100247) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 14:02:42.568285 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-f43aad3e-ce29-4bf8-bac0-15a59c6f21a0 req-20cf2be5-8461-4bd4-9120-c9f384f96a81 tempest-FloatingIPsAssociationTestJSON-978234990 tempest-FloatingIPsAssociationTestJSON-978234990-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for floatingip, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:42.573481 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d189211-9b55-4547-8730-dfd6a1dca9be None None] Sync routers for ids ['78a34e41-c0d9-4d89-aa57-37f9e931b651'] in n-d-773647-6 {{(pid=100249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 14:02:42.590426 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d189211-9b55-4547-8730-dfd6a1dca9be None None] Routers {'78a34e41-c0d9-4d89-aa57-37f9e931b651'} bound to L3 agent in host n-d-773647-6 {{(pid=100249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:02:42.591887 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-4d189211-9b55-4547-8730-dfd6a1dca9be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T14:02:25Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['78a34e41-c0d9-4d89-aa57-37f9e931b651'], 'active': True} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:02:42.665232 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b5735d1-d549-4328-89ae-f4df4e244013 None None] New status for floating IP 6696f24f-d197-46d2-9a8c-6cebacdb52d6: ACTIVE {{(pid=100248) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 14:02:42.690972 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 14:02:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67c20f11-5726-4fa4-9ac5-7ac74916e6e1 x-openstack-request-id: req-67c20f11-5726-4fa4-9ac5-7ac74916e6e1 {{(pid=100246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:02:42.691494 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "498d4219-b846-47a7-81ce-c72ff020ccc6", "name": "network-vif-deleted", "tag": "77f2936b-9d5d-4a82-bf34-d5104100db58", "status": "completed", "code": 200}]} {{(pid=100246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:02:42.691776 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-67c20f11-5726-4fa4-9ac5-7ac74916e6e1 {{(pid=100246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:02:42.692185 n-d-773647-6 neutron-server[100246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '498d4219-b846-47a7-81ce-c72ff020ccc6', 'name': 'network-vif-deleted', 'tag': '77f2936b-9d5d-4a82-bf34-d5104100db58', 'status': 'completed', 'code': 200} Jul 06 14:02:42.705259 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-ab313ef5-ce74-448f-add1-3df5604db837 req-c720162a-1b9c-4450-b0ee-244134531bc8 tempest-ServersOnMultiNodesTest-299961212 tempest-ServersOnMultiNodesTest-299961212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127687580'] for port, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:42.749919 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c720162a-1b9c-4450-b0ee-244134531bc8 tempest-ServersOnMultiNodesTest-299961212 tempest-ServersOnMultiNodesTest-299961212-project] Pushing event deleted for resources: {'Port': ['ID=04f88873-d07d-4eaf-a37b-8d5ec79f0db0,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:02:42.766445 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f46a5d6-41d1-4b80-bc70-ffe7fcb7cb25 tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] Made reservation on behalf of db940b92de5443cbbd5f77e12cabccfc for: {'subnet': 1} {{(pid=100246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:02:42.770717 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-4f46a5d6-41d1-4b80-bc70-ffe7fcb7cb25 tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127702029'] for subnet, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:42.831391 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-f43aad3e-ce29-4bf8-bac0-15a59c6f21a0 req-20cf2be5-8461-4bd4-9120-c9f384f96a81 tempest-FloatingIPsAssociationTestJSON-978234990 tempest-FloatingIPsAssociationTestJSON-978234990-project] 10.222.0.104 "PUT /v2.0/floatingips/b7455581-2335-4cd2-9586-d5d6c4d08e4c HTTP/1.1" status: 200 len: 695 time: 3.3423302 Jul 06 14:02:42.833406 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d390c9d7-e3b2-4838-90b8-22e258017ac4 service neutron] Pushing event updated for resources: {'Port': ['ID=0beb7a1e-a85a-424f-baa9-0271f6aacf93,revision_number=3']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:02:42.858822 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvr_db [None req-4d189211-9b55-4547-8730-dfd6a1dca9be None None] Set router 78a34e41-c0d9-4d89-aa57-37f9e931b651 gateway port host: n-d-773647-6 {{(pid=100249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:02:42.866262 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-bb2c9022-f846-4142-923e-dc8798a3b057 req-7fa1ac71-ed0b-42f0-9fc4-71c5ea807225 service neutron] 10.222.0.127 "GET /v2.0/networks/bb355eb8-4341-45cc-83a2-92b9859202c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6154630 Jul 06 14:02:42.875286 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] get_ports_and_sgs() called for port_ids ['05481f2d-582e-4146-a307-f062af9d861e', 'b3d5f759-25d1-4c4c-b7ec-a5f305aed096', '891b2c81-2c6a-4763-a1b7-6fa3d05d0063'] {{(pid=100248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 14:02:42.970592 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a5a63ec-31ff-4e89-91ee-34aaacec582c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6bd5fc82-6666-56e8-87c2-91648d36c963-ace612ee-fa1f-4249-807d-5000ddc15676', 'network_id': 'ace612ee-fa1f-4249-807d-5000ddc15676', 'tenant_id': 'db940b92de5443cbbd5f77e12cabccfc', 'fixed_ips': [{'subnet_id': 'aff5805c-7256-4603-b5c1-a0758ef2d27b'}]}} from n-d-773647-6. {{(pid=100248) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 14:02:42.973050 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-2a5a63ec-31ff-4e89-91ee-34aaacec582c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:42.979911 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 14:02:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6a2f620-fddd-4292-ae4a-e8e8c8471451 x-openstack-request-id: req-d6a2f620-fddd-4292-ae4a-e8e8c8471451 {{(pid=100247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:02:42.980412 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a88983d-2fa1-40f2-9c8a-3905b60aa866", "tag": "07067623-f1b1-48ee-80fe-e48f5d5bb168", "status": "completed", "code": 200}]} {{(pid=100247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:02:42.980783 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-d6a2f620-fddd-4292-ae4a-e8e8c8471451 {{(pid=100247) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:02:42.981310 n-d-773647-6 neutron-server[100247]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a88983d-2fa1-40f2-9c8a-3905b60aa866', 'tag': '07067623-f1b1-48ee-80fe-e48f5d5bb168', 'status': 'completed', 'code': 200} Jul 06 14:02:43.107491 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-9533625e-1dac-4036-97ec-01fb23eadf21 req-124dbce3-e059-48e7-a89d-07314baa320a service neutron] 10.222.0.127 "GET /v2.0/networks/bb355eb8-4341-45cc-83a2-92b9859202c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5629766 Jul 06 14:02:43.173190 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2c9022-f846-4142-923e-dc8798a3b057 req-9cca54a8-68e3-4ef8-ba08-a53d7a764f3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:02:43.180777 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-bb2c9022-f846-4142-923e-dc8798a3b057 req-9cca54a8-68e3-4ef8-ba08-a53d7a764f3b service neutron] 10.222.0.127 "GET /v2.0/ports?tenant_id=52db2b596e2941028d9ea05d3e8d838f&device_id=f4f5d88f-b792-4b61-8f7b-c7bf4d5e4b41 HTTP/1.1" status: 200 len: 1094 time: 0.5915399 Jul 06 14:02:43.255662 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-4d189211-9b55-4547-8730-dfd6a1dca9be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78a34e41-c0d9-4d89-aa57-37f9e931b651', 'name': 'tempest-FloatingIPsAssociationTestJSON-1257204186-router', 'tenant_id': '825a4fb0f5c7454f82c586f8d1442f43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.139'}], 'enable_snat': True}, 'gw_port_id': 'b4434c8f-8026-49fa-af17-a7b829f273e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:00:52Z', 'updated_at': '2021-07-06T14:01:05Z', 'revision_number': 4, 'project_id': '825a4fb0f5c7454f82c586f8d1442f43', 'gw_port': {'id': 'b4434c8f-8026-49fa-af17-a7b829f273e5', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:76:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78a34e41-c0d9-4d89-aa57-37f9e931b651', 'device_owner': 'network:router_gateway', 'standard_attr_id': 878, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:00:53Z', 'updated_at': '2021-07-06T14:01:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6', '_interfaces': [{'id': '9e2bb929-0689-4ee3-8e1a-63c91f09da86', 'name': '', 'network_id': 'dc2aab4d-ebf5-4223-8156-143d93bdc342', 'tenant_id': '825a4fb0f5c7454f82c586f8d1442f43', 'mac_address': 'fa:16:3e:c3:e4:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78a34e41-c0d9-4d89-aa57-37f9e931b651', 'device_owner': 'network:router_interface', 'standard_attr_id': 895, 'fixed_ips': [{'subnet_id': '9d4d8837-0e9e-40cd-b8da-4a4f0d5a912c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:01:02Z', 'updated_at': '2021-07-06T14:01:14Z', 'revision_number': 5, 'project_id': '825a4fb0f5c7454f82c586f8d1442f43', 'subnets': [{'id': '9d4d8837-0e9e-40cd-b8da-4a4f0d5a912c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773647-6', False) {} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:02:43.306320 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d189211-9b55-4547-8730-dfd6a1dca9be None None] Checking router: 78a34e41-c0d9-4d89-aa57-37f9e931b651 for host: n-d-773647-6 {{(pid=100249) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 14:02:43.326455 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d189211-9b55-4547-8730-dfd6a1dca9be None None] Routers {'78a34e41-c0d9-4d89-aa57-37f9e931b651'} bound to L3 agent in host n-d-773647-6 {{(pid=100249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:02:43.327830 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-4d189211-9b55-4547-8730-dfd6a1dca9be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T14:02:25Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['78a34e41-c0d9-4d89-aa57-37f9e931b651'], 'active': True} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:02:43.418273 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-bb2c9022-f846-4142-923e-dc8798a3b057 req-93d7aa4d-a5ae-4374-8689-36f43a95ffe3 service neutron] 10.222.0.127 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0beb7a1e-a85a-424f-baa9-0271f6aacf93 HTTP/1.1" status: 200 len: 217 time: 0.1490717 Jul 06 14:02:43.453672 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.db_base_plugin_common [None req-2a5a63ec-31ff-4e89-91ee-34aaacec582c None None] Allocated IP 10.1.1.2 (ace612ee-fa1f-4249-807d-5000ddc15676/aff5805c-7256-4603-b5c1-a0758ef2d27b/940ea5ab-055a-4ecc-9ce3-1236ed414057) {{(pid=100248) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:02:43.495813 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab313ef5-ce74-448f-add1-3df5604db837 req-c720162a-1b9c-4450-b0ee-244134531bc8 tempest-ServersOnMultiNodesTest-299961212 tempest-ServersOnMultiNodesTest-299961212-project] No DVR routers for this DVR port 04f88873-d07d-4eaf-a37b-8d5ec79f0db0 on host n-h2-773647-6 {{(pid=100246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:02:43.500886 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-ab313ef5-ce74-448f-add1-3df5604db837 req-c720162a-1b9c-4450-b0ee-244134531bc8 tempest-ServersOnMultiNodesTest-299961212 tempest-ServersOnMultiNodesTest-299961212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:43.504148 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-ab313ef5-ce74-448f-add1-3df5604db837 req-c720162a-1b9c-4450-b0ee-244134531bc8 tempest-ServersOnMultiNodesTest-299961212 tempest-ServersOnMultiNodesTest-299961212-project] 10.222.0.72 "DELETE /v2.0/ports/04f88873-d07d-4eaf-a37b-8d5ec79f0db0 HTTP/1.1" status: 204 len: 173 time: 1.8778977 Jul 06 14:02:43.513836 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvr_db [None req-4d189211-9b55-4547-8730-dfd6a1dca9be None None] Set router 78a34e41-c0d9-4d89-aa57-37f9e931b651 gateway port host: n-d-773647-6 {{(pid=100249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:02:43.556692 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Device 77f2936b-9d5d-4a82-bf34-d5104100db58 no longer exists at agent hyperv_n-h1-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:02:43.597697 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] No Port match for: 77f2936b-9d5d-4a82-bf34-d5104100db58 {{(pid=100248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 14:02:43.598024 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Device 77f2936b-9d5d-4a82-bf34-d5104100db58 not bound to the agent host n-h1-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:02:43.805908 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-2a5a63ec-31ff-4e89-91ee-34aaacec582c None None] Notify callbacks [] for port, precommit_create {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:43.822351 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-4f46a5d6-41d1-4b80-bc70-ffe7fcb7cb25 tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1849032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127687649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127702047'] for subnet, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:43.824489 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-2a5a63ec-31ff-4e89-91ee-34aaacec582c None None] Transition to ACTIVE for port object 940ea5ab-055a-4ecc-9ce3-1236ed414057 will not be triggered until provisioned by entity L2. {{(pid=100248) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:02:43.899506 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-2a5a63ec-31ff-4e89-91ee-34aaacec582c None None] Transition to ACTIVE for port object 940ea5ab-055a-4ecc-9ce3-1236ed414057 will not be triggered until provisioned by entity DHCP. {{(pid=100248) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:02:43.918582 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-2a5a63ec-31ff-4e89-91ee-34aaacec582c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108'] for port, after_create {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:43.937944 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43aad3e-ce29-4bf8-bac0-15a59c6f21a0 req-1736e6ae-bd69-4117-a535-d67decbdf10d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:02:43.939724 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-f43aad3e-ce29-4bf8-bac0-15a59c6f21a0 req-1736e6ae-bd69-4117-a535-d67decbdf10d service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=825a4fb0f5c7454f82c586f8d1442f43&device_id=c4a04eb6-bb93-495c-bc67-b780dbcf097b HTTP/1.1" status: 200 len: 1097 time: 1.0701454 Jul 06 14:02:43.940127 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-4d189211-9b55-4547-8730-dfd6a1dca9be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78a34e41-c0d9-4d89-aa57-37f9e931b651', 'name': 'tempest-FloatingIPsAssociationTestJSON-1257204186-router', 'tenant_id': '825a4fb0f5c7454f82c586f8d1442f43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.139'}], 'enable_snat': True}, 'gw_port_id': 'b4434c8f-8026-49fa-af17-a7b829f273e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:00:52Z', 'updated_at': '2021-07-06T14:01:05Z', 'revision_number': 4, 'project_id': '825a4fb0f5c7454f82c586f8d1442f43', 'gw_port': {'id': 'b4434c8f-8026-49fa-af17-a7b829f273e5', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:76:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78a34e41-c0d9-4d89-aa57-37f9e931b651', 'device_owner': 'network:router_gateway', 'standard_attr_id': 878, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:00:53Z', 'updated_at': '2021-07-06T14:01:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6', '_interfaces': [{'id': '9e2bb929-0689-4ee3-8e1a-63c91f09da86', 'name': '', 'network_id': 'dc2aab4d-ebf5-4223-8156-143d93bdc342', 'tenant_id': '825a4fb0f5c7454f82c586f8d1442f43', 'mac_address': 'fa:16:3e:c3:e4:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78a34e41-c0d9-4d89-aa57-37f9e931b651', 'device_owner': 'network:router_interface', 'standard_attr_id': 895, 'fixed_ips': [{'subnet_id': '9d4d8837-0e9e-40cd-b8da-4a4f0d5a912c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:01:02Z', 'updated_at': '2021-07-06T14:01:14Z', 'revision_number': 5, 'project_id': '825a4fb0f5c7454f82c586f8d1442f43', 'subnets': [{'id': '9d4d8837-0e9e-40cd-b8da-4a4f0d5a912c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773647-6', False) {} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:02:43.941111 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f46a5d6-41d1-4b80-bc70-ffe7fcb7cb25 tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] Pushing event updated for resources: {'Subnet': ['ID=13d1afd1-bf55-4593-a656-2ddb45c50a8c,revision_number=0']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:02:43.953215 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f46a5d6-41d1-4b80-bc70-ffe7fcb7cb25 tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] Checking segment: {'id': 'f09c3fbf-c889-483b-a962-6f1095f380c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1007, 'network_id': 'a1a89b46-c613-4578-b710-c22d92f3acfb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:02:43.954363 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Device 04f88873-d07d-4eaf-a37b-8d5ec79f0db0 no longer exists at agent hyperv_n-h2-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:02:43.954602 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f46a5d6-41d1-4b80-bc70-ffe7fcb7cb25 tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] Network hostable DHCP agents. Network: a1a89b46-c613-4578-b710-c22d92f3acfb, hostable agents: ['f2bada3d-be77-4359-982b-8505a2bbca04'], hosted agents: [] {{(pid=100246) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 14:02:43.971023 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-9533625e-1dac-4036-97ec-01fb23eadf21 req-0fbfdce7-b7a1-4d5e-9a8a-e0fac07f79f4 service neutron] 10.222.0.127 "GET /v2.0/networks/bb355eb8-4341-45cc-83a2-92b9859202c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8472552 Jul 06 14:02:43.973896 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-bb2c9022-f846-4142-923e-dc8798a3b057 req-8ade77e9-fb53-4e59-9f9a-11db26f187e6 service neutron] 10.222.0.127 "GET /v2.0/networks/bb355eb8-4341-45cc-83a2-92b9859202c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0864506 Jul 06 14:02:43.981628 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f46a5d6-41d1-4b80-bc70-ffe7fcb7cb25 tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] Network a1a89b46-c613-4578-b710-c22d92f3acfb is scheduled to be hosted by DHCP agent f2bada3d-be77-4359-982b-8505a2bbca04 with binding_index 1 {{(pid=100246) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 14:02:43.986310 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d189211-9b55-4547-8730-dfd6a1dca9be None None] The sync data for ids ['78a34e41-c0d9-4d89-aa57-37f9e931b651'] in n-d-773647-6 is: [{'id': '78a34e41-c0d9-4d89-aa57-37f9e931b651', 'name': 'tempest-FloatingIPsAssociationTestJSON-1257204186-router', 'tenant_id': '825a4fb0f5c7454f82c586f8d1442f43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.139'}], 'enable_snat': True}, 'gw_port_id': 'b4434c8f-8026-49fa-af17-a7b829f273e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:00:52Z', 'updated_at': '2021-07-06T14:01:05Z', 'revision_number': 4, 'project_id': '825a4fb0f5c7454f82c586f8d1442f43', 'gw_port': {'id': 'b4434c8f-8026-49fa-af17-a7b829f273e5', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:76:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78a34e41-c0d9-4d89-aa57-37f9e931b651', 'device_owner': 'network:router_gateway', 'standard_attr_id': 878, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:00:53Z', 'updated_at': '2021-07-06T14:01:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6', '_interfaces': [{'id': '9e2bb929-0689-4ee3-8e1a-63c91f09da86', 'name': '', 'network_id': 'dc2aab4d-ebf5-4223-8156-143d93bdc342', 'tenant_id': '825a4fb0f5c7454f82c586f8d1442f43', 'mac_address': 'fa:16:3e:c3:e4:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78a34e41-c0d9-4d89-aa57-37f9e931b651', 'device_owner': 'network:router_interface', 'standard_attr_id': 895, 'fixed_ips': [{'subnet_id': '9d4d8837-0e9e-40cd-b8da-4a4f0d5a912c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:01:02Z', 'updated_at': '2021-07-06T14:01:14Z', 'revision_number': 5, 'project_id': '825a4fb0f5c7454f82c586f8d1442f43', 'subnets': [{'id': '9d4d8837-0e9e-40cd-b8da-4a4f0d5a912c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 14:02:44.001529 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.base_scheduler [None req-4f46a5d6-41d1-4b80-bc70-ffe7fcb7cb25 tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773647-6, a1a89b46-c613-4578-b710-c22d92f3acfb) {{(pid=100246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:02:44.008765 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f46a5d6-41d1-4b80-bc70-ffe7fcb7cb25 tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:02:44.009367 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-4f46a5d6-41d1-4b80-bc70-ffe7fcb7cb25 tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] Notify callbacks [] for subnet, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:44.037488 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] No Port match for: 04f88873-d07d-4eaf-a37b-8d5ec79f0db0 {{(pid=100248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 14:02:44.037926 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Device 04f88873-d07d-4eaf-a37b-8d5ec79f0db0 not bound to the agent host n-h2-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:02:44.039282 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5a63ec-31ff-4e89-91ee-34aaacec582c None None] Pushing event updated for resources: {'Port': ['ID=940ea5ab-055a-4ecc-9ce3-1236ed414057,revision_number=1']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:02:44.048100 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-4f46a5d6-41d1-4b80-bc70-ffe7fcb7cb25 tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] 10.222.0.104 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.5721340 Jul 06 14:02:44.049141 n-d-773647-6 neutron-server[100248]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a5a63ec-31ff-4e89-91ee-34aaacec582c None None] Network ace612ee-fa1f-4249-807d-5000ddc15676 is already hosted by enough agents. {{(pid=100248) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:02:44.050023 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 37738) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:02:44.055537 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e92453c5-6948-4042-85d1-c48f743d78f1 None None] Network a1a89b46-c613-4578-b710-c22d92f3acfb requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:02:44.057186 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-93f34088-cbe9-4555-8bd6-54444e367c3c tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] Request body: {'port': {'network_id': 'ace612ee-fa1f-4249-807d-5000ddc15676', 'name': 'tempest-TaggedBootDevicesTest-1739916706', 'fixed_ips': [{'subnet_id': 'aff5805c-7256-4603-b5c1-a0758ef2d27b'}]}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:02:44.064589 n-d-773647-6 neutron-server[100248]: DEBUG neutron.scheduler.base_scheduler [None req-2a5a63ec-31ff-4e89-91ee-34aaacec582c None None] Resources bound (agent type, host, resource id): {{(pid=100248) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:02:44.078363 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a5a63ec-31ff-4e89-91ee-34aaacec582c None None] Received port after_create {{(pid=100248) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:02:44.120641 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5a63ec-31ff-4e89-91ee-34aaacec582c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:02:44.121002 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5a63ec-31ff-4e89-91ee-34aaacec582c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:02:44.121317 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5a63ec-31ff-4e89-91ee-34aaacec582c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:02:44.121674 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5a63ec-31ff-4e89-91ee-34aaacec582c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:02:44.122005 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5a63ec-31ff-4e89-91ee-34aaacec582c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:02:44.122330 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5a63ec-31ff-4e89-91ee-34aaacec582c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:02:44.122654 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5a63ec-31ff-4e89-91ee-34aaacec582c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:02:44.122975 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5a63ec-31ff-4e89-91ee-34aaacec582c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:02:44.123318 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5a63ec-31ff-4e89-91ee-34aaacec582c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:02:44.123702 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5a63ec-31ff-4e89-91ee-34aaacec582c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:02:44.124038 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5a63ec-31ff-4e89-91ee-34aaacec582c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:02:44.124357 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5a63ec-31ff-4e89-91ee-34aaacec582c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:02:44.180163 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f76afec-ed8d-4756-8022-889064ba5558 req-f26676e0-783e-4864-95f8-b216ab905d76 tempest-ListServersNegativeTestJSON-1815013295 tempest-ListServersNegativeTestJSON-1815013295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:02:44.182400 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-9f76afec-ed8d-4756-8022-889064ba5558 req-f26676e0-783e-4864-95f8-b216ab905d76 tempest-ListServersNegativeTestJSON-1815013295 tempest-ListServersNegativeTestJSON-1815013295-project] 10.222.0.104 "GET /v2.0/ports?device_id=3a88983d-2fa1-40f2-9c8a-3905b60aa866 HTTP/1.1" status: 200 len: 944 time: 0.8691549 Jul 06 14:02:44.190522 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2c9022-f846-4142-923e-dc8798a3b057 req-90d5d638-a181-4fbd-b991-03ccfb8618ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:02:44.192195 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-bb2c9022-f846-4142-923e-dc8798a3b057 req-90d5d638-a181-4fbd-b991-03ccfb8618ad service neutron] 10.222.0.127 "GET /v2.0/subnets?id=1f26fe8f-1d94-448f-a235-fb76de690367 HTTP/1.1" status: 200 len: 858 time: 0.7519064 Jul 06 14:02:44.195441 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-2a5a63ec-31ff-4e89-91ee-34aaacec582c None None] Attempting to bind port 940ea5ab-055a-4ecc-9ce3-1236ed414057 on host n-d-773647-6 for vnic_type normal with profile {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:02:44.195821 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-2a5a63ec-31ff-4e89-91ee-34aaacec582c None None] Attempting to bind port 940ea5ab-055a-4ecc-9ce3-1236ed414057 by drivers openvswitch,hyperv on host n-d-773647-6 at level 0 using segments [{'id': '59c264de-0282-4c26-a7e9-a05f64ad5f6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1041, 'network_id': 'ace612ee-fa1f-4249-807d-5000ddc15676'}] {{(pid=100248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:02:44.196272 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a5a63ec-31ff-4e89-91ee-34aaacec582c None None] Attempting to bind port 940ea5ab-055a-4ecc-9ce3-1236ed414057 on network ace612ee-fa1f-4249-807d-5000ddc15676 {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:02:44.204440 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a5a63ec-31ff-4e89-91ee-34aaacec582c None None] Checking agent: {'id': '8ab5b19c-d213-4f29-891d-27bdf39d38b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773647-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 43, 26), 'started_at': datetime.datetime(2021, 7, 6, 13, 43, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 2, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773647-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:02:44.204440 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a5a63ec-31ff-4e89-91ee-34aaacec582c None None] Checking segment: {'id': '59c264de-0282-4c26-a7e9-a05f64ad5f6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1041, 'network_id': 'ace612ee-fa1f-4249-807d-5000ddc15676'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:02:44.204821 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-2a5a63ec-31ff-4e89-91ee-34aaacec582c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:44.205028 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a5a63ec-31ff-4e89-91ee-34aaacec582c None None] Bound using segment: {'id': '59c264de-0282-4c26-a7e9-a05f64ad5f6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1041, 'network_id': 'ace612ee-fa1f-4249-807d-5000ddc15676'} {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:02:44.205511 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-2a5a63ec-31ff-4e89-91ee-34aaacec582c None None] Bound port: 940ea5ab-055a-4ecc-9ce3-1236ed414057, host: n-d-773647-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59c264de-0282-4c26-a7e9-a05f64ad5f6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1041, 'network_id': 'ace612ee-fa1f-4249-807d-5000ddc15676'}}] {{(pid=100248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:02:44.206593 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-2a5a63ec-31ff-4e89-91ee-34aaacec582c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:44.262241 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-bb2c9022-f846-4142-923e-dc8798a3b057 req-89674efe-ea47-43c7-bc59-6d2aa94ad031 service neutron] 10.222.0.127 "GET /v2.0/ports?network_id=bb355eb8-4341-45cc-83a2-92b9859202c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0538285 Jul 06 14:02:44.341909 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-2a5a63ec-31ff-4e89-91ee-34aaacec582c None None] For port 940ea5ab-055a-4ecc-9ce3-1236ed414057, host n-d-773647-6, cleared binding levels {{(pid=100248) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:02:44.363979 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93f34088-cbe9-4555-8bd6-54444e367c3c tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] Made reservation on behalf of db940b92de5443cbbd5f77e12cabccfc for: {'port': 1} {{(pid=100246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:02:44.375507 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-2a5a63ec-31ff-4e89-91ee-34aaacec582c None None] For port 940ea5ab-055a-4ecc-9ce3-1236ed414057, host n-d-773647-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=940ea5ab-055a-4ecc-9ce3-1236ed414057,segment=NetworkSegment(59c264de-0282-4c26-a7e9-a05f64ad5f6c),segment_id=59c264de-0282-4c26-a7e9-a05f64ad5f6c)] {{(pid=100248) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:02:44.382763 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ff51b80-bd3d-4938-b70f-70b89818fc56 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6bd5fc82-6666-56e8-87c2-91648d36c963-a1a89b46-c613-4578-b710-c22d92f3acfb', 'network_id': 'a1a89b46-c613-4578-b710-c22d92f3acfb', 'tenant_id': 'db940b92de5443cbbd5f77e12cabccfc', 'fixed_ips': [{'subnet_id': '13d1afd1-bf55-4593-a656-2ddb45c50a8c'}]}} from n-d-773647-6. {{(pid=100248) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 14:02:44.384149 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-9ff51b80-bd3d-4938-b70f-70b89818fc56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:44.398028 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-2a5a63ec-31ff-4e89-91ee-34aaacec582c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:44.508951 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-9f76afec-ed8d-4756-8022-889064ba5558 req-b087d256-0306-4aac-b644-3b54e766fc68 tempest-ListServersNegativeTestJSON-1815013295 tempest-ListServersNegativeTestJSON-1815013295-project] 10.222.0.104 "GET /v2.0/security-groups?id=5d2e10db-80f0-43d1-a4b3-353e53bb2009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3094637 Jul 06 14:02:44.529509 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e2ba9cf-47d1-4804-8037-ae3d05d2c8a3 None None] New status for floating IP b7455581-2335-4cd2-9586-d5d6c4d08e4c: DOWN {{(pid=100249) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 14:02:44.540357 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-93f34088-cbe9-4555-8bd6-54444e367c3c tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:44.563843 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43aad3e-ce29-4bf8-bac0-15a59c6f21a0 req-b99dfd04-bcca-41d4-85df-b3088845f25b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:02:44.575400 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-f43aad3e-ce29-4bf8-bac0-15a59c6f21a0 req-b99dfd04-bcca-41d4-85df-b3088845f25b service neutron] 10.222.0.104 "GET /v2.0/networks?id=dc2aab4d-ebf5-4223-8156-143d93bdc342 HTTP/1.1" status: 200 len: 923 time: 0.6183457 Jul 06 14:02:44.579022 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71cbe5f8-97cc-4f18-9d50-8ff616fbb37c req-8c517c45-9093-41fc-bbd1-bda8b8b879fd tempest-AttachSCSIVolumeTestJSON-2042390427 tempest-AttachSCSIVolumeTestJSON-2042390427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:02:44.581197 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-71cbe5f8-97cc-4f18-9d50-8ff616fbb37c req-8c517c45-9093-41fc-bbd1-bda8b8b879fd tempest-AttachSCSIVolumeTestJSON-2042390427 tempest-AttachSCSIVolumeTestJSON-2042390427-project] 10.222.0.72 "GET /v2.0/ports?device_id=21cc4d7a-6699-49ac-8d07-8eb34a2af007 HTTP/1.1" status: 200 len: 946 time: 0.3678184 Jul 06 14:02:44.584835 n-d-773647-6 neutron-server[100246]: DEBUG neutron.notifiers.nova [None req-93f34088-cbe9-4555-8bd6-54444e367c3c tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] device_id is not set on port 3ba18cf5-928e-46ea-b0ca-9a371b8d9b40 yet. {{(pid=100246) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 14:02:44.620833 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5a63ec-31ff-4e89-91ee-34aaacec582c None None] Pushing event updated for resources: {'Port': ['ID=940ea5ab-055a-4ecc-9ce3-1236ed414057,revision_number=2']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:02:44.678337 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-f43aad3e-ce29-4bf8-bac0-15a59c6f21a0 req-0e6557f1-95b7-4eb7-b7f5-61fbbed98c3e service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=adefc31d-e044-47aa-80b4-b714d212fabd HTTP/1.1" status: 200 len: 217 time: 0.1004462 Jul 06 14:02:44.681041 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479e22cb-dae3-4d23-8a9a-3e34bc9f834d req-53fad7ea-4a54-421a-a3e3-22d9f1eeb96f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:02:44.682708 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-479e22cb-dae3-4d23-8a9a-3e34bc9f834d req-53fad7ea-4a54-421a-a3e3-22d9f1eeb96f service neutron] 10.222.0.127 "GET /v2.0/ports?tenant_id=52db2b596e2941028d9ea05d3e8d838f&device_id=3a88983d-2fa1-40f2-9c8a-3905b60aa866 HTTP/1.1" status: 200 len: 1095 time: 0.6009762 Jul 06 14:02:44.706942 n-d-773647-6 neutron-server[100246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5fbc9a8b-86db-4456-85e1-a59cfdbb9c8d', 'tag': '5f251846-a962-4cca-ac30-b8ff4317b4c4'}, {'server_uuid': '43132648-fc3b-4513-8d95-c39ba11e01de', 'name': 'network-vif-deleted', 'tag': '01a782eb-278b-4e28-926f-f4d2a4858592'}, {'server_uuid': 'c7fd8457-e6c3-4c5f-845e-1fc92bd8e24b', 'name': 'network-vif-deleted', 'tag': '04f88873-d07d-4eaf-a37b-8d5ec79f0db0'}] {{(pid=100246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:02:44.709718 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0d96c5ab5e889f7b933ae915b9be33d1b46c9e87795bf781004b656ef3f1e87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5337970b-866b-443c-a88b-bef9ec155011" -d '{"events": [{"name": "network-changed", "server_uuid": "5fbc9a8b-86db-4456-85e1-a59cfdbb9c8d", "tag": "5f251846-a962-4cca-ac30-b8ff4317b4c4"}, {"server_uuid": "43132648-fc3b-4513-8d95-c39ba11e01de", "name": "network-vif-deleted", "tag": "01a782eb-278b-4e28-926f-f4d2a4858592"}, {"server_uuid": "c7fd8457-e6c3-4c5f-845e-1fc92bd8e24b", "name": "network-vif-deleted", "tag": "04f88873-d07d-4eaf-a37b-8d5ec79f0db0"}]}' {{(pid=100246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:02:44.745775 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.db_base_plugin_common [None req-9ff51b80-bd3d-4938-b70f-70b89818fc56 None None] Allocated IP 10.2.2.2 (a1a89b46-c613-4578-b710-c22d92f3acfb/13d1afd1-bf55-4593-a656-2ddb45c50a8c/cacb0a24-daf5-4630-9f22-f1e56d399a26) {{(pid=100248) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:02:44.846757 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-bb2c9022-f846-4142-923e-dc8798a3b057 req-f857bfd3-69ab-4a1b-9589-f8a1c446ffdb service neutron] 10.222.0.127 "GET /v2.0/networks/bb355eb8-4341-45cc-83a2-92b9859202c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5772550 Jul 06 14:02:44.983005 n-d-773647-6 neutron-server[100247]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4f5d88f-b792-4b61-8f7b-c7bf4d5e4b41', 'tag': '0beb7a1e-a85a-424f-baa9-0271f6aacf93'}, {'name': 'network-changed', 'server_uuid': 'c4a04eb6-bb93-495c-bc67-b780dbcf097b', 'tag': 'adefc31d-e044-47aa-80b4-b714d212fabd'}] {{(pid=100247) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:02:44.985577 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cbf0eeaae822f8fc9b87a94aeba67a3d651842baf663a51cba94b67a514836d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-282fa2b2-bf04-4d57-9c80-99a877c32c2c" -d '{"events": [{"name": "network-changed", "server_uuid": "f4f5d88f-b792-4b61-8f7b-c7bf4d5e4b41", "tag": "0beb7a1e-a85a-424f-baa9-0271f6aacf93"}, {"name": "network-changed", "server_uuid": "c4a04eb6-bb93-495c-bc67-b780dbcf097b", "tag": "adefc31d-e044-47aa-80b4-b714d212fabd"}]}' {{(pid=100247) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:02:45.001524 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43aad3e-ce29-4bf8-bac0-15a59c6f21a0 req-ea1a905e-d7c4-48e5-b675-22ebaf4261bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:02:45.002290 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-9ff51b80-bd3d-4938-b70f-70b89818fc56 None None] Notify callbacks [] for port, precommit_create {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:45.003929 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-f43aad3e-ce29-4bf8-bac0-15a59c6f21a0 req-ea1a905e-d7c4-48e5-b675-22ebaf4261bb service neutron] 10.222.0.104 "GET /v2.0/subnets?id=9d4d8837-0e9e-40cd-b8da-4a4f0d5a912c HTTP/1.1" status: 200 len: 860 time: 0.3179669 Jul 06 14:02:45.018943 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-9ff51b80-bd3d-4938-b70f-70b89818fc56 None None] Transition to ACTIVE for port object cacb0a24-daf5-4630-9f22-f1e56d399a26 will not be triggered until provisioned by entity L2. {{(pid=100248) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:02:45.038285 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-9ff51b80-bd3d-4938-b70f-70b89818fc56 None None] Transition to ACTIVE for port object cacb0a24-daf5-4630-9f22-f1e56d399a26 will not be triggered until provisioned by entity DHCP. {{(pid=100248) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:02:45.046366 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-9ff51b80-bd3d-4938-b70f-70b89818fc56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108'] for port, after_create {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:45.064746 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [req-71cbe5f8-97cc-4f18-9d50-8ff616fbb37c req-6369e3dc-895d-464e-a1fb-ac914356ee53 tempest-AttachSCSIVolumeTestJSON-2042390427 tempest-AttachSCSIVolumeTestJSON-2042390427-project] Deleting port f9119c86-a4ab-4886-8b8d-f340ace2dca4 {{(pid=100246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:02:45.065140 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-71cbe5f8-97cc-4f18-9d50-8ff616fbb37c req-6369e3dc-895d-464e-a1fb-ac914356ee53 tempest-AttachSCSIVolumeTestJSON-2042390427 tempest-AttachSCSIVolumeTestJSON-2042390427-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:45.086145 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479e22cb-dae3-4d23-8a9a-3e34bc9f834d req-0c56c62d-ffc6-4afb-84ee-9ebf476b9a69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:02:45.088005 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-479e22cb-dae3-4d23-8a9a-3e34bc9f834d req-0c56c62d-ffc6-4afb-84ee-9ebf476b9a69 service neutron] 10.222.0.127 "GET /v2.0/networks?id=bb355eb8-4341-45cc-83a2-92b9859202c1 HTTP/1.1" status: 200 len: 920 time: 0.3910642 Jul 06 14:02:45.096983 n-d-773647-6 neutron-server[100248]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ff51b80-bd3d-4938-b70f-70b89818fc56 None None] Network a1a89b46-c613-4578-b710-c22d92f3acfb is already hosted by enough agents. {{(pid=100248) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:02:45.104842 n-d-773647-6 neutron-server[100248]: DEBUG neutron.scheduler.base_scheduler [None req-9ff51b80-bd3d-4938-b70f-70b89818fc56 None None] Resources bound (agent type, host, resource id): {{(pid=100248) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:02:45.104842 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ff51b80-bd3d-4938-b70f-70b89818fc56 None None] Received port after_create {{(pid=100248) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:02:45.112954 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff51b80-bd3d-4938-b70f-70b89818fc56 None None] Pushing event updated for resources: {'Port': ['ID=cacb0a24-daf5-4630-9f22-f1e56d399a26,revision_number=1']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:02:45.115019 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-bb2c9022-f846-4142-923e-dc8798a3b057 req-6f28cd49-63a2-4b13-bdaa-63d081a96b97 service neutron] 10.222.0.127 "GET /v2.0/networks/bb355eb8-4341-45cc-83a2-92b9859202c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2340889 Jul 06 14:02:45.163576 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6b428a-c577-4d76-8e8a-5a2d67e14dcb req-f11d9f6b-0cee-4aaf-b208-990be966ce98 tempest-AttachSCSIVolumeTestJSON-2042390427 tempest-AttachSCSIVolumeTestJSON-2042390427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:02:45.165255 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-1f6b428a-c577-4d76-8e8a-5a2d67e14dcb req-f11d9f6b-0cee-4aaf-b208-990be966ce98 tempest-AttachSCSIVolumeTestJSON-2042390427 tempest-AttachSCSIVolumeTestJSON-2042390427-project] 10.222.0.104 "GET /v2.0/ports?device_id=21cc4d7a-6699-49ac-8d07-8eb34a2af007 HTTP/1.1" status: 200 len: 946 time: 0.4601536 Jul 06 14:02:45.168576 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-479e22cb-dae3-4d23-8a9a-3e34bc9f834d req-a2901ac7-f8cc-4d4c-a2e9-f8ff8bbfcf28 service neutron] 10.222.0.127 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=07067623-f1b1-48ee-80fe-e48f5d5bb168 HTTP/1.1" status: 200 len: 217 time: 0.0644593 Jul 06 14:02:45.172794 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-9ff51b80-bd3d-4938-b70f-70b89818fc56 None None] Attempting to bind port cacb0a24-daf5-4630-9f22-f1e56d399a26 on host n-d-773647-6 for vnic_type normal with profile {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:02:45.173847 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-9ff51b80-bd3d-4938-b70f-70b89818fc56 None None] Attempting to bind port cacb0a24-daf5-4630-9f22-f1e56d399a26 by drivers openvswitch,hyperv on host n-d-773647-6 at level 0 using segments [{'id': 'f09c3fbf-c889-483b-a962-6f1095f380c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1007, 'network_id': 'a1a89b46-c613-4578-b710-c22d92f3acfb'}] {{(pid=100248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:02:45.173847 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ff51b80-bd3d-4938-b70f-70b89818fc56 None None] Attempting to bind port cacb0a24-daf5-4630-9f22-f1e56d399a26 on network a1a89b46-c613-4578-b710-c22d92f3acfb {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:02:45.186719 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ff51b80-bd3d-4938-b70f-70b89818fc56 None None] Checking agent: {'id': '8ab5b19c-d213-4f29-891d-27bdf39d38b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773647-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 43, 26), 'started_at': datetime.datetime(2021, 7, 6, 13, 43, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 2, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773647-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:02:45.187167 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ff51b80-bd3d-4938-b70f-70b89818fc56 None None] Checking segment: {'id': 'f09c3fbf-c889-483b-a962-6f1095f380c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1007, 'network_id': 'a1a89b46-c613-4578-b710-c22d92f3acfb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:02:45.187680 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-9ff51b80-bd3d-4938-b70f-70b89818fc56 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:45.188087 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ff51b80-bd3d-4938-b70f-70b89818fc56 None None] Bound using segment: {'id': 'f09c3fbf-c889-483b-a962-6f1095f380c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1007, 'network_id': 'a1a89b46-c613-4578-b710-c22d92f3acfb'} {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:02:45.189012 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-9ff51b80-bd3d-4938-b70f-70b89818fc56 None None] Bound port: cacb0a24-daf5-4630-9f22-f1e56d399a26, host: n-d-773647-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f09c3fbf-c889-483b-a962-6f1095f380c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1007, 'network_id': 'a1a89b46-c613-4578-b710-c22d92f3acfb'}}] {{(pid=100248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:02:45.189012 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-9ff51b80-bd3d-4938-b70f-70b89818fc56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:45.220163 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.db_base_plugin_common [None req-93f34088-cbe9-4555-8bd6-54444e367c3c tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] Allocated IP 10.1.1.252 (ace612ee-fa1f-4249-807d-5000ddc15676/aff5805c-7256-4603-b5c1-a0758ef2d27b/3ba18cf5-928e-46ea-b0ca-9a371b8d9b40) {{(pid=100246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:02:45.225650 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43aad3e-ce29-4bf8-bac0-15a59c6f21a0 req-0ce312fc-4717-42af-a358-20c556b6d344 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:02:45.227388 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-f43aad3e-ce29-4bf8-bac0-15a59c6f21a0 req-0ce312fc-4717-42af-a358-20c556b6d344 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=dc2aab4d-ebf5-4223-8156-143d93bdc342&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2134404 Jul 06 14:02:45.264962 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.db [req-71cbe5f8-97cc-4f18-9d50-8ff616fbb37c req-6369e3dc-895d-464e-a1fb-ac914356ee53 tempest-AttachSCSIVolumeTestJSON-2042390427 tempest-AttachSCSIVolumeTestJSON-2042390427-project] For port f9119c86-a4ab-4886-8b8d-f340ace2dca4, host n-h2-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=f9119c86-a4ab-4886-8b8d-f340ace2dca4,segment=NetworkSegment(1d8f5395-0396-4ba3-8cac-3307d03a82e3),segment_id=1d8f5395-0396-4ba3-8cac-3307d03a82e3)] {{(pid=100246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:02:45.265501 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-71cbe5f8-97cc-4f18-9d50-8ff616fbb37c req-6369e3dc-895d-464e-a1fb-ac914356ee53 tempest-AttachSCSIVolumeTestJSON-2042390427 tempest-AttachSCSIVolumeTestJSON-2042390427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:45.269731 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-9ff51b80-bd3d-4938-b70f-70b89818fc56 None None] For port cacb0a24-daf5-4630-9f22-f1e56d399a26, host n-d-773647-6, cleared binding levels {{(pid=100248) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:02:45.274143 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-9ff51b80-bd3d-4938-b70f-70b89818fc56 None None] For port cacb0a24-daf5-4630-9f22-f1e56d399a26, host n-d-773647-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=cacb0a24-daf5-4630-9f22-f1e56d399a26,segment=NetworkSegment(f09c3fbf-c889-483b-a962-6f1095f380c6),segment_id=f09c3fbf-c889-483b-a962-6f1095f380c6)] {{(pid=100248) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:02:45.278222 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-9ff51b80-bd3d-4938-b70f-70b89818fc56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:45.295082 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [req-71cbe5f8-97cc-4f18-9d50-8ff616fbb37c req-6369e3dc-895d-464e-a1fb-ac914356ee53 tempest-AttachSCSIVolumeTestJSON-2042390427 tempest-AttachSCSIVolumeTestJSON-2042390427-project] Calling delete_port for f9119c86-a4ab-4886-8b8d-f340ace2dca4 owned by compute:nova {{(pid=100246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:02:45.307659 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-1f6b428a-c577-4d76-8e8a-5a2d67e14dcb req-0fe36dc2-603b-42b8-9b71-8696fda1923d tempest-AttachSCSIVolumeTestJSON-2042390427 tempest-AttachSCSIVolumeTestJSON-2042390427-project] 10.222.0.104 "GET /v2.0/security-groups?id=9d998fb6-7df8-4bbe-9c1b-38481459586f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227911 Jul 06 14:02:45.310918 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479e22cb-dae3-4d23-8a9a-3e34bc9f834d req-d139c4e6-eb7a-4796-8d2f-06217329fd90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:02:45.312487 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-479e22cb-dae3-4d23-8a9a-3e34bc9f834d req-d139c4e6-eb7a-4796-8d2f-06217329fd90 service neutron] 10.222.0.127 "GET /v2.0/subnets?id=1f26fe8f-1d94-448f-a235-fb76de690367 HTTP/1.1" status: 200 len: 858 time: 0.1362228 Jul 06 14:02:45.405525 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff51b80-bd3d-4938-b70f-70b89818fc56 None None] Pushing event updated for resources: {'Port': ['ID=cacb0a24-daf5-4630-9f22-f1e56d399a26,revision_number=2']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:02:45.410149 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-479e22cb-dae3-4d23-8a9a-3e34bc9f834d req-70b1710e-95b0-43ce-99e8-1aae50660875 service neutron] 10.222.0.127 "GET /v2.0/ports?network_id=bb355eb8-4341-45cc-83a2-92b9859202c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0893927 Jul 06 14:02:45.526571 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 940ea5ab-055a-4ecc-9ce3-1236ed414057 up at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:02:45.558749 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 37748) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:02:45.567282 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-f43aad3e-ce29-4bf8-bac0-15a59c6f21a0 req-f3c5f53b-615e-41eb-b33d-20356e3afdc7 service neutron] 10.222.0.104 "GET /v2.0/networks/dc2aab4d-ebf5-4223-8156-143d93bdc342?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3259976 Jul 06 14:02:45.595066 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Device 3a050d2a-2610-4161-a54a-7eb3e1fff538 details requested by agent hyperv_n-h1-773647-6 with host n-h1-773647-6 {{(pid=100248) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 14:02:45.599931 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Device 01a782eb-278b-4e28-926f-f4d2a4858592 no longer exists at agent hyperv_n-h1-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:02:45.661010 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] No Port match for: 01a782eb-278b-4e28-926f-f4d2a4858592 {{(pid=100248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 14:02:45.661694 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Device 01a782eb-278b-4e28-926f-f4d2a4858592 not bound to the agent host n-h1-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:02:45.712470 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-93f34088-cbe9-4555-8bd6-54444e367c3c tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] Notify callbacks [] for port, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:45.729368 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.db_base_plugin_v2 [None req-9204db2d-87d8-4f87-a46e-5acf11e67ea8 admin admin] Deleting subnet e576e31c-3afe-43f6-b94a-f5aa4de9fb74 {{(pid=100246) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 14:02:45.774592 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-479e22cb-dae3-4d23-8a9a-3e34bc9f834d req-bdf5ad9f-3ee3-4dc7-a8f5-c18bbc60d9ed service neutron] 10.222.0.127 "GET /v2.0/networks/bb355eb8-4341-45cc-83a2-92b9859202c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3531504 Jul 06 14:02:45.782753 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-9204db2d-87d8-4f87-a46e-5acf11e67ea8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:45.826622 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning for port 940ea5ab-055a-4ecc-9ce3-1236ed414057 completed by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:02:45.861428 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.provisioning_blocks [None req-93f34088-cbe9-4555-8bd6-54444e367c3c tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] Transition to ACTIVE for port object 3ba18cf5-928e-46ea-b0ca-9a371b8d9b40 will not be triggered until provisioned by entity DHCP. {{(pid=100246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:02:45.881338 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-71cbe5f8-97cc-4f18-9d50-8ff616fbb37c req-6369e3dc-895d-464e-a1fb-ac914356ee53 tempest-AttachSCSIVolumeTestJSON-2042390427 tempest-AttachSCSIVolumeTestJSON-2042390427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127687580'] for port, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:45.895243 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-9204db2d-87d8-4f87-a46e-5acf11e67ea8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126218885'] for subnet, precommit_delete_associations {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:45.900350 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] get_ports_and_sgs() called for port_ids ['f9119c86-a4ab-4886-8b8d-f340ace2dca4'] {{(pid=100248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 14:02:45.903803 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] For port 3a050d2a-2610-4161-a54a-7eb3e1fff538, host n-h1-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773647-6',level=0,port_id=3a050d2a-2610-4161-a54a-7eb3e1fff538,segment=NetworkSegment(f208382a-1e10-4992-aca3-ca6afbdb80b7),segment_id=f208382a-1e10-4992-aca3-ca6afbdb80b7)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:02:45.996614 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6369e3dc-895d-464e-a1fb-ac914356ee53 tempest-AttachSCSIVolumeTestJSON-2042390427 tempest-AttachSCSIVolumeTestJSON-2042390427-project] Pushing event deleted for resources: {'Port': ['ID=f9119c86-a4ab-4886-8b8d-f340ace2dca4,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:02:46.050617 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 521 Content-Type: application/json Date: Tue, 06 Jul 2021 14:02:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e31b0fe8-0195-473e-8a95-e4f6c48bdbe8 x-openstack-request-id: req-e31b0fe8-0195-473e-8a95-e4f6c48bdbe8 {{(pid=100246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:02:46.051075 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5fbc9a8b-86db-4456-85e1-a59cfdbb9c8d", "tag": "5f251846-a962-4cca-ac30-b8ff4317b4c4", "status": "completed", "code": 200}, {"server_uuid": "43132648-fc3b-4513-8d95-c39ba11e01de", "name": "network-vif-deleted", "tag": "01a782eb-278b-4e28-926f-f4d2a4858592", "status": "completed", "code": 200}, {"server_uuid": "c7fd8457-e6c3-4c5f-845e-1fc92bd8e24b", "name": "network-vif-deleted", "tag": "04f88873-d07d-4eaf-a37b-8d5ec79f0db0", "status": "completed", "code": 200}]} {{(pid=100246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:02:46.051463 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-e31b0fe8-0195-473e-8a95-e4f6c48bdbe8 {{(pid=100246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:02:46.052007 n-d-773647-6 neutron-server[100246]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5fbc9a8b-86db-4456-85e1-a59cfdbb9c8d', 'tag': '5f251846-a962-4cca-ac30-b8ff4317b4c4', 'status': 'completed', 'code': 200} Jul 06 14:02:46.052332 n-d-773647-6 neutron-server[100246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43132648-fc3b-4513-8d95-c39ba11e01de', 'name': 'network-vif-deleted', 'tag': '01a782eb-278b-4e28-926f-f4d2a4858592', 'status': 'completed', 'code': 200} Jul 06 14:02:46.052685 n-d-773647-6 neutron-server[100246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7fd8457-e6c3-4c5f-845e-1fc92bd8e24b', 'name': 'network-vif-deleted', 'tag': '04f88873-d07d-4eaf-a37b-8d5ec79f0db0', 'status': 'completed', 'code': 200} Jul 06 14:02:46.096366 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-9204db2d-87d8-4f87-a46e-5acf11e67ea8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-913473'] for subnet, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:46.100111 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [req-71cbe5f8-97cc-4f18-9d50-8ff616fbb37c req-6369e3dc-895d-464e-a1fb-ac914356ee53 tempest-AttachSCSIVolumeTestJSON-2042390427 tempest-AttachSCSIVolumeTestJSON-2042390427-project] No DVR routers for this DVR port f9119c86-a4ab-4886-8b8d-f340ace2dca4 on host n-h2-773647-6 {{(pid=100246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:02:46.119489 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-93f34088-cbe9-4555-8bd6-54444e367c3c tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-127687573'] for port, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:46.120839 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 06 Jul 2021 14:02:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6db5dcfb-6ed9-4a6f-9e64-2d6b412f2c42 x-openstack-request-id: req-6db5dcfb-6ed9-4a6f-9e64-2d6b412f2c42 {{(pid=100247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:02:46.121825 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f4f5d88f-b792-4b61-8f7b-c7bf4d5e4b41", "tag": "0beb7a1e-a85a-424f-baa9-0271f6aacf93", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "c4a04eb6-bb93-495c-bc67-b780dbcf097b", "tag": "adefc31d-e044-47aa-80b4-b714d212fabd", "status": "completed", "code": 200}]} {{(pid=100247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:02:46.122288 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-6db5dcfb-6ed9-4a6f-9e64-2d6b412f2c42 {{(pid=100247) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:02:46.122857 n-d-773647-6 neutron-server[100247]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4f5d88f-b792-4b61-8f7b-c7bf4d5e4b41', 'tag': '0beb7a1e-a85a-424f-baa9-0271f6aacf93', 'status': 'completed', 'code': 200} Jul 06 14:02:46.123407 n-d-773647-6 neutron-server[100247]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4a04eb6-bb93-495c-bc67-b780dbcf097b', 'tag': 'adefc31d-e044-47aa-80b4-b714d212fabd', 'status': 'completed', 'code': 200} Jul 06 14:02:46.133293 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-71cbe5f8-97cc-4f18-9d50-8ff616fbb37c req-6369e3dc-895d-464e-a1fb-ac914356ee53 tempest-AttachSCSIVolumeTestJSON-2042390427 tempest-AttachSCSIVolumeTestJSON-2042390427-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:46.133901 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-f43aad3e-ce29-4bf8-bac0-15a59c6f21a0 req-a9c297ee-baaa-4989-a302-4d33b5e145f9 service neutron] 10.222.0.104 "GET /v2.0/networks/dc2aab4d-ebf5-4223-8156-143d93bdc342?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5557287 Jul 06 14:02:46.135507 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-71cbe5f8-97cc-4f18-9d50-8ff616fbb37c req-6369e3dc-895d-464e-a1fb-ac914356ee53 tempest-AttachSCSIVolumeTestJSON-2042390427 tempest-AttachSCSIVolumeTestJSON-2042390427-project] 10.222.0.72 "DELETE /v2.0/ports/f9119c86-a4ab-4886-8b8d-f340ace2dca4 HTTP/1.1" status: 204 len: 173 time: 1.5393555 Jul 06 14:02:46.205032 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09e504f1-efe1-4c90-a374-255fcaf6e55e None None] Network ace612ee-fa1f-4249-807d-5000ddc15676 requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:02:46.219715 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-479e22cb-dae3-4d23-8a9a-3e34bc9f834d req-c82eb7c7-b0e8-403c-adba-722cc23ab82b service neutron] 10.222.0.127 "GET /v2.0/networks/bb355eb8-4341-45cc-83a2-92b9859202c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4252832 Jul 06 14:02:46.240436 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93f34088-cbe9-4555-8bd6-54444e367c3c tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] Network ace612ee-fa1f-4249-807d-5000ddc15676 is already hosted by enough agents. {{(pid=100246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:02:46.259803 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.base_scheduler [None req-93f34088-cbe9-4555-8bd6-54444e367c3c tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] Resources bound (agent type, host, resource id): {{(pid=100246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:02:46.262382 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Returning: {'device': '3a050d2a-2610-4161-a54a-7eb3e1fff538', 'network_id': 'bb355eb8-4341-45cc-83a2-92b9859202c1', 'port_id': '3a050d2a-2610-4161-a54a-7eb3e1fff538', 'mac_address': 'fa:16:3e:34:4a:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1012, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1f26fe8f-1d94-448f-a235-fb76de690367', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100248) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 14:02:46.266024 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93f34088-cbe9-4555-8bd6-54444e367c3c tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] Received port after_create {{(pid=100246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:02:46.269423 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f34088-cbe9-4555-8bd6-54444e367c3c tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] Pushing event updated for resources: {'Port': ['ID=3ba18cf5-928e-46ea-b0ca-9a371b8d9b40,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:02:46.279415 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5337970b-866b-443c-a88b-bef9ec155011 req-9f9ce8a3-5cd3-4be9-99ee-308aeffbee0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:02:46.281211 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-5337970b-866b-443c-a88b-bef9ec155011 req-9f9ce8a3-5cd3-4be9-99ee-308aeffbee0d service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=96647dd61d404050a5af01798d2f6f47&device_id=5fbc9a8b-86db-4456-85e1-a59cfdbb9c8d HTTP/1.1" status: 200 len: 1096 time: 0.2012923 Jul 06 14:02:46.301125 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282fa2b2-bf04-4d57-9c80-99a877c32c2c req-bccfaddc-99bd-4ea0-877b-922f5e43bc4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:02:46.302741 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-282fa2b2-bf04-4d57-9c80-99a877c32c2c req-bccfaddc-99bd-4ea0-877b-922f5e43bc4f service neutron] 10.222.0.127 "GET /v2.0/ports?tenant_id=52db2b596e2941028d9ea05d3e8d838f&device_id=f4f5d88f-b792-4b61-8f7b-c7bf4d5e4b41 HTTP/1.1" status: 200 len: 1094 time: 0.1377645 Jul 06 14:02:46.309578 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-9204db2d-87d8-4f87-a46e-5acf11e67ea8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-913480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1849032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127687590', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127702764'] for subnet, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:46.357184 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9204db2d-87d8-4f87-a46e-5acf11e67ea8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e576e31c-3afe-43f6-b94a-f5aa4de9fb74,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:02:46.366962 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-9204db2d-87d8-4f87-a46e-5acf11e67ea8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:46.372085 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-9204db2d-87d8-4f87-a46e-5acf11e67ea8 admin admin] 10.222.0.104 "DELETE /v2.0/subnets/e576e31c-3afe-43f6-b94a-f5aa4de9fb74 HTTP/1.1" status: 204 len: 168 time: 0.8113246 Jul 06 14:02:46.374004 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 37756) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:02:46.386004 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93f34088-cbe9-4555-8bd6-54444e367c3c tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:02:46.394423 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-93f34088-cbe9-4555-8bd6-54444e367c3c tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:46.411478 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282fa2b2-bf04-4d57-9c80-99a877c32c2c req-c98e5081-df91-4985-80af-211e4d79a452 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:02:46.413158 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-282fa2b2-bf04-4d57-9c80-99a877c32c2c req-c98e5081-df91-4985-80af-211e4d79a452 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=825a4fb0f5c7454f82c586f8d1442f43&device_id=c4a04eb6-bb93-495c-bc67-b780dbcf097b HTTP/1.1" status: 200 len: 1097 time: 0.2656784 Jul 06 14:02:46.442358 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-93f34088-cbe9-4555-8bd6-54444e367c3c tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] 10.222.0.104 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.3911529 Jul 06 14:02:46.454769 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 37758) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:02:46.501034 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-2f3c3ef2-e41a-481e-95cd-b2646ec3af38 None None] Provisioning for port 940ea5ab-055a-4ecc-9ce3-1236ed414057 completed by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:02:46.509166 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-5abc8989-f35a-4809-8811-7fd15d50f6a5 tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] Request body: {'port': {'network_id': 'ace612ee-fa1f-4249-807d-5000ddc15676', 'name': 'tempest-TaggedBootDevicesTest-1585483396', 'fixed_ips': [{'subnet_id': 'aff5805c-7256-4603-b5c1-a0758ef2d27b'}]}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:02:46.575394 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-2f3c3ef2-e41a-481e-95cd-b2646ec3af38 None None] Provisioning complete for port 940ea5ab-055a-4ecc-9ce3-1236ed414057 triggered by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:02:46.575394 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-2f3c3ef2-e41a-481e-95cd-b2646ec3af38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:46.662954 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:46.686494 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-ff4aaa81-5bd5-4159-a77e-c052603bcdb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530492'] for network, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:46.712951 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5337970b-866b-443c-a88b-bef9ec155011 req-bc270cba-74c1-4dc1-876d-1a1cb1ad5edb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:02:46.714453 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-5337970b-866b-443c-a88b-bef9ec155011 req-bc270cba-74c1-4dc1-876d-1a1cb1ad5edb service neutron] 10.222.0.72 "GET /v2.0/networks?id=ca8d241f-6d1c-4a83-a6b7-adff4a667580 HTTP/1.1" status: 200 len: 914 time: 0.4236126 Jul 06 14:02:46.731970 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282fa2b2-bf04-4d57-9c80-99a877c32c2c req-82425be8-e2a7-42d7-8fb8-6d6531e52bcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:02:46.738664 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-282fa2b2-bf04-4d57-9c80-99a877c32c2c req-82425be8-e2a7-42d7-8fb8-6d6531e52bcc service neutron] 10.222.0.72 "GET /v2.0/networks?id=dc2aab4d-ebf5-4223-8156-143d93bdc342 HTTP/1.1" status: 200 len: 923 time: 0.3130662 Jul 06 14:02:46.748555 n-d-773647-6 neutron-server[100248]: DEBUG neutron.notifiers.nova [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a050d2a-2610-4161-a54a-7eb3e1fff538 {{(pid=100248) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 14:02:46.751734 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282fa2b2-bf04-4d57-9c80-99a877c32c2c req-298a44b7-0e70-431f-b0b5-0aea5dfcb1a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:02:46.754549 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-282fa2b2-bf04-4d57-9c80-99a877c32c2c req-298a44b7-0e70-431f-b0b5-0aea5dfcb1a5 service neutron] 10.222.0.127 "GET /v2.0/networks?id=bb355eb8-4341-45cc-83a2-92b9859202c1 HTTP/1.1" status: 200 len: 920 time: 0.4349649 Jul 06 14:02:46.788516 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] For port 3a050d2a-2610-4161-a54a-7eb3e1fff538, host n-h1-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773647-6',level=0,port_id=3a050d2a-2610-4161-a54a-7eb3e1fff538,segment=NetworkSegment(f208382a-1e10-4992-aca3-ca6afbdb80b7),segment_id=f208382a-1e10-4992-aca3-ca6afbdb80b7)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:02:46.861757 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:46.871813 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa3862c-70a5-4e12-8acf-c98febd6cf3d req-94bc183f-6aed-4951-94b9-6cf9775e2b72 tempest-ListServersNegativeTestJSON-1815013295 tempest-ListServersNegativeTestJSON-1815013295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:02:46.880376 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-4fa3862c-70a5-4e12-8acf-c98febd6cf3d req-94bc183f-6aed-4951-94b9-6cf9775e2b72 tempest-ListServersNegativeTestJSON-1815013295 tempest-ListServersNegativeTestJSON-1815013295-project] 10.222.0.104 "GET /v2.0/ports?device_id=3a88983d-2fa1-40f2-9c8a-3905b60aa866 HTTP/1.1" status: 200 len: 944 time: 0.3621457 Jul 06 14:02:46.886215 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-282fa2b2-bf04-4d57-9c80-99a877c32c2c req-2f02bc34-e7ef-4777-bb21-b0eb49d40541 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=adefc31d-e044-47aa-80b4-b714d212fabd HTTP/1.1" status: 200 len: 217 time: 0.1333702 Jul 06 14:02:46.962422 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-282fa2b2-bf04-4d57-9c80-99a877c32c2c req-d94f711a-7878-4921-8430-3fdc1dc02919 service neutron] 10.222.0.127 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0beb7a1e-a85a-424f-baa9-0271f6aacf93 HTTP/1.1" status: 200 len: 217 time: 0.1362476 Jul 06 14:02:46.998927 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-2f3c3ef2-e41a-481e-95cd-b2646ec3af38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:47.040020 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282fa2b2-bf04-4d57-9c80-99a877c32c2c req-559105e6-3cad-4696-989b-6384030d9992 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:02:47.041636 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-282fa2b2-bf04-4d57-9c80-99a877c32c2c req-559105e6-3cad-4696-989b-6384030d9992 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=9d4d8837-0e9e-40cd-b8da-4a4f0d5a912c HTTP/1.1" status: 200 len: 860 time: 0.1415246 Jul 06 14:02:47.072909 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-5337970b-866b-443c-a88b-bef9ec155011 req-a5a24564-f483-4ac6-87ec-da55f196a5cf service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5f251846-a962-4cca-ac30-b8ff4317b4c4 HTTP/1.1" status: 200 len: 1001 time: 0.3434491 Jul 06 14:02:47.104383 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Pushing event updated for resources: {'Port': ['ID=3a050d2a-2610-4161-a54a-7eb3e1fff538,revision_number=4']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:02:47.123358 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.agents_db [None req-167c0ad6-1657-4c9a-a2c4-3b18056aa662 None None] Agent healthcheck: found 7 active agents {{(pid=100249) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 14:02:47.161295 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-ff4aaa81-5bd5-4159-a77e-c052603bcdb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-917204', 'neutron.services.segments.db._delete_segments_for_network-8773753502302'] for network, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:47.176372 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5abc8989-f35a-4809-8811-7fd15d50f6a5 tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] Made reservation on behalf of db940b92de5443cbbd5f77e12cabccfc for: {'port': 1} {{(pid=100246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:02:47.188152 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-2f3c3ef2-e41a-481e-95cd-b2646ec3af38 None None] For port 940ea5ab-055a-4ecc-9ce3-1236ed414057, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=940ea5ab-055a-4ecc-9ce3-1236ed414057,segment=NetworkSegment(59c264de-0282-4c26-a7e9-a05f64ad5f6c),segment_id=59c264de-0282-4c26-a7e9-a05f64ad5f6c)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:02:47.188939 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-5abc8989-f35a-4809-8811-7fd15d50f6a5 tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:47.194983 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef94aca1-44f9-4190-a363-980440fdeb33 None None] Network a1a89b46-c613-4578-b710-c22d92f3acfb requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:02:47.201915 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-2f3c3ef2-e41a-481e-95cd-b2646ec3af38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:47.203792 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-4fa3862c-70a5-4e12-8acf-c98febd6cf3d req-26b2a6f3-75c8-4674-959e-8092ad632088 tempest-ListServersNegativeTestJSON-1815013295 tempest-ListServersNegativeTestJSON-1815013295-project] 10.222.0.104 "GET /v2.0/security-groups?id=5d2e10db-80f0-43d1-a4b3-353e53bb2009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3225391 Jul 06 14:02:47.209402 n-d-773647-6 neutron-server[100247]: DEBUG neutron.services.segments.db [None req-ff4aaa81-5bd5-4159-a77e-c052603bcdb0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['73678b3f-2ba9-41ab-b28a-ed914eafc843']}} {{(pid=100247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:02:47.236589 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282fa2b2-bf04-4d57-9c80-99a877c32c2c req-59078420-99ba-4025-8a17-06cb4cf0cca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:02:47.239810 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-282fa2b2-bf04-4d57-9c80-99a877c32c2c req-59078420-99ba-4025-8a17-06cb4cf0cca8 service neutron] 10.222.0.127 "GET /v2.0/subnets?id=1f26fe8f-1d94-448f-a235-fb76de690367 HTTP/1.1" status: 200 len: 858 time: 0.2344608 Jul 06 14:02:47.243554 n-d-773647-6 neutron-server[100246]: DEBUG neutron.notifiers.nova [None req-5abc8989-f35a-4809-8811-7fd15d50f6a5 tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] device_id is not set on port f010560f-f4c8-4c8c-99e0-7afd7573142a yet. {{(pid=100246) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 14:02:47.246963 n-d-773647-6 neutron-server[100247]: DEBUG neutron.services.segments.db [None req-ff4aaa81-5bd5-4159-a77e-c052603bcdb0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea7aaf83-2eb9-4df6-af24-2413db24fa15') {'for_net_delete': True} {{(pid=100247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:02:47.247305 n-d-773647-6 neutron-server[100247]: DEBUG neutron.services.segments.db [None req-ff4aaa81-5bd5-4159-a77e-c052603bcdb0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea7aaf83-2eb9-4df6-af24-2413db24fa15') {} {{(pid=100247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:02:47.336156 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282fa2b2-bf04-4d57-9c80-99a877c32c2c req-f1ce7ce7-fcaf-4b40-ac1f-66676127d1e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:02:47.336903 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5337970b-866b-443c-a88b-bef9ec155011 req-3bb35aff-eacc-4260-9711-03587ae9ab53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:02:47.338019 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-282fa2b2-bf04-4d57-9c80-99a877c32c2c req-f1ce7ce7-fcaf-4b40-ac1f-66676127d1e0 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=dc2aab4d-ebf5-4223-8156-143d93bdc342&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2801108 Jul 06 14:02:47.339398 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-5337970b-866b-443c-a88b-bef9ec155011 req-3bb35aff-eacc-4260-9711-03587ae9ab53 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=1d0103a5-6825-4713-928f-2c0821a07c96 HTTP/1.1" status: 200 len: 851 time: 0.2463901 Jul 06 14:02:47.341839 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3c3ef2-e41a-481e-95cd-b2646ec3af38 None None] Pushing event updated for resources: {'Port': ['ID=940ea5ab-055a-4ecc-9ce3-1236ed414057,revision_number=3']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:02:47.355457 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] get_ports_and_sgs() called for port_ids ['3a050d2a-2610-4161-a54a-7eb3e1fff538'] {{(pid=100248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 14:02:47.366655 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-282fa2b2-bf04-4d57-9c80-99a877c32c2c req-d04fa5b3-b869-4a6c-9a16-542e7335106f service neutron] 10.222.0.127 "GET /v2.0/ports?network_id=bb355eb8-4341-45cc-83a2-92b9859202c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1172791 Jul 06 14:02:47.375417 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-ff4aaa81-5bd5-4159-a77e-c052603bcdb0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773753515138', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127131763'] for segment, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:47.554743 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-c21c9878-cf84-4de5-9cb5-dc22b1a90ce7 None None] Provisioning for port cacb0a24-daf5-4630-9f22-f1e56d399a26 completed by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:02:47.591905 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device cacb0a24-daf5-4630-9f22-f1e56d399a26 up at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:02:47.851037 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-282fa2b2-bf04-4d57-9c80-99a877c32c2c req-629a07a2-b6a1-451f-b892-5ad6a19a4a4f service neutron] 10.222.0.72 "GET /v2.0/networks/dc2aab4d-ebf5-4223-8156-143d93bdc342?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4231334 Jul 06 14:02:47.905972 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.db_base_plugin_common [None req-5abc8989-f35a-4809-8811-7fd15d50f6a5 tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] Allocated IP 10.1.1.124 (ace612ee-fa1f-4249-807d-5000ddc15676/aff5805c-7256-4603-b5c1-a0758ef2d27b/f010560f-f4c8-4c8c-99e0-7afd7573142a) {{(pid=100246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:02:47.960624 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Device f9119c86-a4ab-4886-8b8d-f340ace2dca4 no longer exists at agent hyperv_n-h2-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:02:48.019571 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning for port cacb0a24-daf5-4630-9f22-f1e56d399a26 completed by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:02:48.045191 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-282fa2b2-bf04-4d57-9c80-99a877c32c2c req-e10ca9ab-18cb-48a8-b4f3-27c3689ab722 service neutron] 10.222.0.72 "GET /v2.0/networks/dc2aab4d-ebf5-4223-8156-143d93bdc342?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1853428 Jul 06 14:02:48.081572 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-df496cfc-b37f-4849-a141-bdec72344612 None None] Provisioning for port 3ba18cf5-928e-46ea-b0ca-9a371b8d9b40 completed by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:02:48.105861 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] No Port match for: f9119c86-a4ab-4886-8b8d-f340ace2dca4 {{(pid=100248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 14:02:48.106233 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Device f9119c86-a4ab-4886-8b8d-f340ace2dca4 not bound to the agent host n-h2-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:02:48.115029 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-df496cfc-b37f-4849-a141-bdec72344612 None None] Provisioning complete for port 3ba18cf5-928e-46ea-b0ca-9a371b8d9b40 triggered by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:02:48.118944 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-df496cfc-b37f-4849-a141-bdec72344612 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:48.124724 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning complete for port cacb0a24-daf5-4630-9f22-f1e56d399a26 triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:02:48.125098 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:48.227503 n-d-773647-6 neutron-server[100246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21cc4d7a-6699-49ac-8d07-8eb34a2af007', 'name': 'network-vif-deleted', 'tag': 'f9119c86-a4ab-4886-8b8d-f340ace2dca4'}] {{(pid=100246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:02:48.231109 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0d96c5ab5e889f7b933ae915b9be33d1b46c9e87795bf781004b656ef3f1e87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cea67be4-8922-4211-acfe-e74a70fa7acc" -d '{"events": [{"server_uuid": "21cc4d7a-6699-49ac-8d07-8eb34a2af007", "name": "network-vif-deleted", "tag": "f9119c86-a4ab-4886-8b8d-f340ace2dca4"}]}' {{(pid=100246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:02:48.293620 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-ff4aaa81-5bd5-4159-a77e-c052603bcdb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552'] for segment, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:48.331065 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff4aaa81-5bd5-4159-a77e-c052603bcdb0 admin admin] Releasing vlan 1032 on physical network physnet1 to pool {{(pid=100247) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 14:02:48.331065 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-ff4aaa81-5bd5-4159-a77e-c052603bcdb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-128888574'] for segment, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:48.337192 n-d-773647-6 neutron-server[100247]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:02:48.337192 n-d-773647-6 neutron-server[100247]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:02:48.337192 n-d-773647-6 neutron-server[100247]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:02:48.337192 n-d-773647-6 neutron-server[100247]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:02:48.337192 n-d-773647-6 neutron-server[100247]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:02:48.337192 n-d-773647-6 neutron-server[100247]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:02:48.337192 n-d-773647-6 neutron-server[100247]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:02:48.337192 n-d-773647-6 neutron-server[100247]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:02:48.337192 n-d-773647-6 neutron-server[100247]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:02:48.337192 n-d-773647-6 neutron-server[100247]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:02:48.337192 n-d-773647-6 neutron-server[100247]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:02:48.337192 n-d-773647-6 neutron-server[100247]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:02:48.337192 n-d-773647-6 neutron-server[100247]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:02:48.337192 n-d-773647-6 neutron-server[100247]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:02:48.337192 n-d-773647-6 neutron-server[100247]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:02:48.337192 n-d-773647-6 neutron-server[100247]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:02:48.337192 n-d-773647-6 neutron-server[100247]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:02:48.337192 n-d-773647-6 neutron-server[100247]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:02:48.337192 n-d-773647-6 neutron-server[100247]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:02:48.337192 n-d-773647-6 neutron-server[100247]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:02:48.337192 n-d-773647-6 neutron-server[100247]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:02:48.337192 n-d-773647-6 neutron-server[100247]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:02:48.337192 n-d-773647-6 neutron-server[100247]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:02:48.337192 n-d-773647-6 neutron-server[100247]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:02:48.337192 n-d-773647-6 neutron-server[100247]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:02:48.337192 n-d-773647-6 neutron-server[100247]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:02:48.337192 n-d-773647-6 neutron-server[100247]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:02:48.337192 n-d-773647-6 neutron-server[100247]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:02:48.337192 n-d-773647-6 neutron-server[100247]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:02:48.337192 n-d-773647-6 neutron-server[100247]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:02:48.337192 n-d-773647-6 neutron-server[100247]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:02:48.337192 n-d-773647-6 neutron-server[100247]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:02:48.337192 n-d-773647-6 neutron-server[100247]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:02:48.337192 n-d-773647-6 neutron-server[100247]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:02:48.337192 n-d-773647-6 neutron-server[100247]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:02:48.337192 n-d-773647-6 neutron-server[100247]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:02:48.337192 n-d-773647-6 neutron-server[100247]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:02:48.337192 n-d-773647-6 neutron-server[100247]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:02:48.337192 n-d-773647-6 neutron-server[100247]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:02:48.337192 n-d-773647-6 neutron-server[100247]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:02:48.337192 n-d-773647-6 neutron-server[100247]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:02:48.337192 n-d-773647-6 neutron-server[100247]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:02:48.337192 n-d-773647-6 neutron-server[100247]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:02:48.337192 n-d-773647-6 neutron-server[100247]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:02:48.337192 n-d-773647-6 neutron-server[100247]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:02:48.337192 n-d-773647-6 neutron-server[100247]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:02:48.337192 n-d-773647-6 neutron-server[100247]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:02:48.337192 n-d-773647-6 neutron-server[100247]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:02:48.337192 n-d-773647-6 neutron-server[100247]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:02:48.337192 n-d-773647-6 neutron-server[100247]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:02:48.337192 n-d-773647-6 neutron-server[100247]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:02:48.337192 n-d-773647-6 neutron-server[100247]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:02:48.337192 n-d-773647-6 neutron-server[100247]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:02:48.337192 n-d-773647-6 neutron-server[100247]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:02:48.337192 n-d-773647-6 neutron-server[100247]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:02:48.337192 n-d-773647-6 neutron-server[100247]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:02:48.344573 n-d-773647-6 neutron-server[100247]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:02:48.344573 n-d-773647-6 neutron-server[100247]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:02:48.344573 n-d-773647-6 neutron-server[100247]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:02:48.344573 n-d-773647-6 neutron-server[100247]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:02:48.344573 n-d-773647-6 neutron-server[100247]: Traceback (most recent call last): Jul 06 14:02:48.344573 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 14:02:48.344573 n-d-773647-6 neutron-server[100247]: timer() Jul 06 14:02:48.344573 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 14:02:48.344573 n-d-773647-6 neutron-server[100247]: cb(*args, **kw) Jul 06 14:02:48.344573 n-d-773647-6 neutron-server[100247]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 14:02:48.344573 n-d-773647-6 neutron-server[100247]: return func(*args, **kwargs) Jul 06 14:02:48.344573 n-d-773647-6 neutron-server[100247]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 14:02:48.344573 n-d-773647-6 neutron-server[100247]: self._notify() Jul 06 14:02:48.344573 n-d-773647-6 neutron-server[100247]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 14:02:48.344573 n-d-773647-6 neutron-server[100247]: self.callback(batched_events) Jul 06 14:02:48.344573 n-d-773647-6 neutron-server[100247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 14:02:48.344573 n-d-773647-6 neutron-server[100247]: event.method(event) Jul 06 14:02:48.344573 n-d-773647-6 neutron-server[100247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 14:02:48.344573 n-d-773647-6 neutron-server[100247]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 14:02:48.344573 n-d-773647-6 neutron-server[100247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 14:02:48.344573 n-d-773647-6 neutron-server[100247]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 14:02:48.344573 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 14:02:48.344573 n-d-773647-6 neutron-server[100247]: return f(self, *a, **k) Jul 06 14:02:48.344573 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 14:02:48.344573 n-d-773647-6 neutron-server[100247]: return self._get(url).json() Jul 06 14:02:48.344573 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 14:02:48.344573 n-d-773647-6 neutron-server[100247]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 14:02:48.344573 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 14:02:48.344573 n-d-773647-6 neutron-server[100247]: return self.request(url, 'GET', **kwargs) Jul 06 14:02:48.344573 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 14:02:48.344573 n-d-773647-6 neutron-server[100247]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 14:02:48.344573 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 14:02:48.344573 n-d-773647-6 neutron-server[100247]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 14:02:48.344573 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 14:02:48.344573 n-d-773647-6 neutron-server[100247]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 14:02:48.344573 n-d-773647-6 neutron-server[100247]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 14:02:48.365992 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-df496cfc-b37f-4849-a141-bdec72344612 None None] Port 3ba18cf5-928e-46ea-b0ca-9a371b8d9b40 cannot update to ACTIVE because it is not bound. {{(pid=100248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 14:02:48.398142 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-5abc8989-f35a-4809-8811-7fd15d50f6a5 tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] Notify callbacks [] for port, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:48.430080 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-df496cfc-b37f-4849-a141-bdec72344612 None None] Provisioning complete for port 940ea5ab-055a-4ecc-9ce3-1236ed414057 triggered by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:02:48.430355 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-df496cfc-b37f-4849-a141-bdec72344612 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:48.505566 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.provisioning_blocks [None req-5abc8989-f35a-4809-8811-7fd15d50f6a5 tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] Transition to ACTIVE for port object f010560f-f4c8-4c8c-99e0-7afd7573142a will not be triggered until provisioned by entity DHCP. {{(pid=100246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:02:48.552844 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:48.613553 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c462caf5-28b3-4817-84d3-4e71a929174c req-14ffc473-010a-44bb-9926-281439ba928e tempest-FloatingIPsAssociationTestJSON-978234990 tempest-FloatingIPsAssociationTestJSON-978234990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:02:48.616203 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-c462caf5-28b3-4817-84d3-4e71a929174c req-14ffc473-010a-44bb-9926-281439ba928e tempest-FloatingIPsAssociationTestJSON-978234990 tempest-FloatingIPsAssociationTestJSON-978234990-project] 10.222.0.72 "GET /v2.0/ports?device_id=c4a04eb6-bb93-495c-bc67-b780dbcf097b HTTP/1.1" status: 200 len: 946 time: 0.2152011 Jul 06 14:02:48.659983 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-282fa2b2-bf04-4d57-9c80-99a877c32c2c req-9860b25b-98c1-4c84-a505-56d939ca2b89 service neutron] 10.222.0.127 "GET /v2.0/networks/bb355eb8-4341-45cc-83a2-92b9859202c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2827470 Jul 06 14:02:48.672592 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] For port cacb0a24-daf5-4630-9f22-f1e56d399a26, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=cacb0a24-daf5-4630-9f22-f1e56d399a26,segment=NetworkSegment(f09c3fbf-c889-483b-a962-6f1095f380c6),segment_id=f09c3fbf-c889-483b-a962-6f1095f380c6)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:02:48.679828 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:48.702017 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-ff4aaa81-5bd5-4159-a77e-c052603bcdb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-917215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1761140'] for network, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:48.734772 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-5abc8989-f35a-4809-8811-7fd15d50f6a5 tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-127687573'] for port, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:48.742848 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 14:02:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb64f5b0-85c5-4fdd-994e-28aa18ea4fae x-openstack-request-id: req-bb64f5b0-85c5-4fdd-994e-28aa18ea4fae {{(pid=100246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:02:48.743536 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21cc4d7a-6699-49ac-8d07-8eb34a2af007", "name": "network-vif-deleted", "tag": "f9119c86-a4ab-4886-8b8d-f340ace2dca4", "status": "completed", "code": 200}]} {{(pid=100246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:02:48.744099 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-bb64f5b0-85c5-4fdd-994e-28aa18ea4fae {{(pid=100246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:02:48.744994 n-d-773647-6 neutron-server[100246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21cc4d7a-6699-49ac-8d07-8eb34a2af007', 'name': 'network-vif-deleted', 'tag': 'f9119c86-a4ab-4886-8b8d-f340ace2dca4', 'status': 'completed', 'code': 200} Jul 06 14:02:48.774663 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5337970b-866b-443c-a88b-bef9ec155011 req-a0826057-2c90-4a02-9811-322ca9e8d91b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:02:48.776235 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-5337970b-866b-443c-a88b-bef9ec155011 req-a0826057-2c90-4a02-9811-322ca9e8d91b service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=ca8d241f-6d1c-4a83-a6b7-adff4a667580&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.4087191 Jul 06 14:02:48.814981 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5abc8989-f35a-4809-8811-7fd15d50f6a5 tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] Pushing event updated for resources: {'Port': ['ID=f010560f-f4c8-4c8c-99e0-7afd7573142a,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:02:48.927244 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Pushing event updated for resources: {'Port': ['ID=cacb0a24-daf5-4630-9f22-f1e56d399a26,revision_number=3']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:02:48.945055 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-ff4aaa81-5bd5-4159-a77e-c052603bcdb0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583035'] for network, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:48.952282 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-ff4aaa81-5bd5-4159-a77e-c052603bcdb0 admin admin] 10.222.0.104 "DELETE /v2.0/networks/73678b3f-2ba9-41ab-b28a-ed914eafc843 HTTP/1.1" status: 204 len: 168 time: 2.5633054 Jul 06 14:02:48.953490 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5abc8989-f35a-4809-8811-7fd15d50f6a5 tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] Network ace612ee-fa1f-4249-807d-5000ddc15676 is already hosted by enough agents. {{(pid=100246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:02:48.954252 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 37828) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:02:48.972741 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e2798c-e313-4468-86b9-0208a955b11a req-beb9bdf9-0b0a-4254-9934-6d27a640234b tempest-FloatingIPsAssociationTestJSON-978234990 tempest-FloatingIPsAssociationTestJSON-978234990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:02:48.975894 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-80e2798c-e313-4468-86b9-0208a955b11a req-beb9bdf9-0b0a-4254-9934-6d27a640234b tempest-FloatingIPsAssociationTestJSON-978234990 tempest-FloatingIPsAssociationTestJSON-978234990-project] 10.222.0.104 "GET /v2.0/ports?device_id=7bfb388a-790e-4692-a575-ef183ebdd084&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.6995747 Jul 06 14:02:49.011645 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.base_scheduler [None req-5abc8989-f35a-4809-8811-7fd15d50f6a5 tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] Resources bound (agent type, host, resource id): {{(pid=100246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:02:49.016427 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.db_base_plugin_v2 [None req-2844240e-09fe-4971-aa71-5db0ad5cbac4 admin admin] Deleting subnet 11fb3007-b43a-4109-b36a-31e9d982ce2f {{(pid=100246) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 14:02:49.019023 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5abc8989-f35a-4809-8811-7fd15d50f6a5 tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] Received port after_create {{(pid=100246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:02:49.028056 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-2844240e-09fe-4971-aa71-5db0ad5cbac4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:49.033011 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-86de377f-6dae-4bff-a639-9cb3d0372ea8 None None] Provisioning complete for port cacb0a24-daf5-4630-9f22-f1e56d399a26 triggered by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:02:49.033619 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-86de377f-6dae-4bff-a639-9cb3d0372ea8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:49.118893 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-5337970b-866b-443c-a88b-bef9ec155011 req-c0388605-4911-4b9b-9948-adfb5e63a388 service neutron] 10.222.0.72 "GET /v2.0/networks/ca8d241f-6d1c-4a83-a6b7-adff4a667580?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2175601 Jul 06 14:02:49.147139 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4aaa81-5bd5-4159-a77e-c052603bcdb0 admin admin] Pushing event deleted for resources: {'Network': ['ID=73678b3f-2ba9-41ab-b28a-ed914eafc843,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:02:49.178104 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa692a1-4125-47bc-b493-f8730f75115e req-4c9d626f-6718-4c0b-9950-658ac3dda945 tempest-ServersOnMultiNodesTest-299961212 tempest-ServersOnMultiNodesTest-299961212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:02:49.185006 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-1aa692a1-4125-47bc-b493-f8730f75115e req-4c9d626f-6718-4c0b-9950-658ac3dda945 tempest-ServersOnMultiNodesTest-299961212 tempest-ServersOnMultiNodesTest-299961212-project] 10.222.0.72 "GET /v2.0/ports?device_id=7061350e-4dca-4399-85c7-69dfaa1b6322 HTTP/1.1" status: 200 len: 950 time: 0.3514645 Jul 06 14:02:49.191017 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [req-c462caf5-28b3-4817-84d3-4e71a929174c req-0ecfc0b4-5ea6-4d5f-82e9-874d45faa15f tempest-FloatingIPsAssociationTestJSON-978234990 tempest-FloatingIPsAssociationTestJSON-978234990-project] Deleting port adefc31d-e044-47aa-80b4-b714d212fabd {{(pid=100246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:02:49.191386 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-c462caf5-28b3-4817-84d3-4e71a929174c req-0ecfc0b4-5ea6-4d5f-82e9-874d45faa15f tempest-FloatingIPsAssociationTestJSON-978234990 tempest-FloatingIPsAssociationTestJSON-978234990-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:49.197478 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-2844240e-09fe-4971-aa71-5db0ad5cbac4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126218885'] for subnet, precommit_delete_associations {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:49.222458 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-86de377f-6dae-4bff-a639-9cb3d0372ea8 None None] Provisioning complete for port 3ba18cf5-928e-46ea-b0ca-9a371b8d9b40 triggered by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:02:49.223477 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-86de377f-6dae-4bff-a639-9cb3d0372ea8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:49.286509 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-86de377f-6dae-4bff-a639-9cb3d0372ea8 None None] Port 3ba18cf5-928e-46ea-b0ca-9a371b8d9b40 cannot update to ACTIVE because it is not bound. {{(pid=100248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 14:02:49.303336 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-80e2798c-e313-4468-86b9-0208a955b11a req-c5c4a954-fe97-47ce-8a07-c18c494edc82 tempest-FloatingIPsAssociationTestJSON-978234990 tempest-FloatingIPsAssociationTestJSON-978234990-project] 10.222.0.104 "GET /v2.0/floatingips?floating_ip_address=172.25.0.191 HTTP/1.1" status: 200 len: 696 time: 0.1670234 Jul 06 14:02:49.307130 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-282fa2b2-bf04-4d57-9c80-99a877c32c2c req-c26b20ef-e0dd-4ea5-89f9-13e714eeb72c service neutron] 10.222.0.127 "GET /v2.0/networks/bb355eb8-4341-45cc-83a2-92b9859202c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6187849 Jul 06 14:02:49.315523 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [req-80e2798c-e313-4468-86b9-0208a955b11a req-8a2637b7-2893-4cb7-b146-f40b4982f752 tempest-FloatingIPsAssociationTestJSON-978234990 tempest-FloatingIPsAssociationTestJSON-978234990-project] Request body: {'floatingip': {'port_id': 'e0212a6e-4a9c-4580-a290-db589dcc6f27', 'fixed_ip_address': '172.20.0.4'}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:02:49.386641 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-80e2798c-e313-4468-86b9-0208a955b11a req-8a2637b7-2893-4cb7-b146-f40b4982f752 tempest-FloatingIPsAssociationTestJSON-978234990 tempest-FloatingIPsAssociationTestJSON-978234990-project] Notify callbacks [] for floatingip, before_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:49.477937 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 940ea5ab-055a-4ecc-9ce3-1236ed414057 up at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:02:49.482813 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-5337970b-866b-443c-a88b-bef9ec155011 req-6a5f8517-feaa-4054-9765-238a686683ce service neutron] 10.222.0.72 "GET /v2.0/networks/ca8d241f-6d1c-4a83-a6b7-adff4a667580?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3326070 Jul 06 14:02:49.500544 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89d01fc-2454-45cb-9372-10c1a1aaf65f req-8f56c465-1b50-4c96-b816-9e3f1f4533ed tempest-ListServersNegativeTestJSON-1815013295 tempest-ListServersNegativeTestJSON-1815013295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:02:49.502250 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-d89d01fc-2454-45cb-9372-10c1a1aaf65f req-8f56c465-1b50-4c96-b816-9e3f1f4533ed tempest-ListServersNegativeTestJSON-1815013295 tempest-ListServersNegativeTestJSON-1815013295-project] 10.222.0.104 "GET /v2.0/ports?device_id=3a88983d-2fa1-40f2-9c8a-3905b60aa866 HTTP/1.1" status: 200 len: 944 time: 0.3782930 Jul 06 14:02:49.544660 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5abc8989-f35a-4809-8811-7fd15d50f6a5 tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:02:49.545530 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-5abc8989-f35a-4809-8811-7fd15d50f6a5 tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:49.578163 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-5abc8989-f35a-4809-8811-7fd15d50f6a5 tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] 10.222.0.104 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 3.0943487 Jul 06 14:02:49.589895 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-536e536b-1c4c-42c7-a2db-7fa9966796c1 None None] Provisioning for port f010560f-f4c8-4c8c-99e0-7afd7573142a completed by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:02:49.597579 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Device 0beb7a1e-a85a-424f-baa9-0271f6aacf93 details requested by agent hyperv_n-h1-773647-6 with host n-h1-773647-6 {{(pid=100248) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 14:02:49.600264 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Device 3a050d2a-2610-4161-a54a-7eb3e1fff538 up at agent hyperv_n-h1-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:02:49.603323 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.db [req-c462caf5-28b3-4817-84d3-4e71a929174c req-0ecfc0b4-5ea6-4d5f-82e9-874d45faa15f tempest-FloatingIPsAssociationTestJSON-978234990 tempest-FloatingIPsAssociationTestJSON-978234990-project] For port adefc31d-e044-47aa-80b4-b714d212fabd, host n-h2-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=adefc31d-e044-47aa-80b4-b714d212fabd,segment=NetworkSegment(b84425ef-5b11-46aa-9198-ea4525ffd9fc),segment_id=b84425ef-5b11-46aa-9198-ea4525ffd9fc)] {{(pid=100246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:02:49.603847 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-c462caf5-28b3-4817-84d3-4e71a929174c req-0ecfc0b4-5ea6-4d5f-82e9-874d45faa15f tempest-FloatingIPsAssociationTestJSON-978234990 tempest-FloatingIPsAssociationTestJSON-978234990-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:49.612928 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-d89d01fc-2454-45cb-9372-10c1a1aaf65f req-da870c8a-d74c-4e2d-af93-8dc3d6c59b65 tempest-ListServersNegativeTestJSON-1815013295 tempest-ListServersNegativeTestJSON-1815013295-project] 10.222.0.104 "GET /v2.0/security-groups?id=5d2e10db-80f0-43d1-a4b3-353e53bb2009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965340 Jul 06 14:02:49.630886 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [req-c462caf5-28b3-4817-84d3-4e71a929174c req-0ecfc0b4-5ea6-4d5f-82e9-874d45faa15f tempest-FloatingIPsAssociationTestJSON-978234990 tempest-FloatingIPsAssociationTestJSON-978234990-project] Calling delete_port for adefc31d-e044-47aa-80b4-b714d212fabd owned by compute:nova {{(pid=100246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:02:49.633254 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-2844240e-09fe-4971-aa71-5db0ad5cbac4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-913473'] for subnet, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:49.635871 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-536e536b-1c4c-42c7-a2db-7fa9966796c1 None None] Provisioning complete for port f010560f-f4c8-4c8c-99e0-7afd7573142a triggered by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:02:49.636247 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-536e536b-1c4c-42c7-a2db-7fa9966796c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:49.779584 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-536e536b-1c4c-42c7-a2db-7fa9966796c1 None None] Port f010560f-f4c8-4c8c-99e0-7afd7573142a cannot update to ACTIVE because it is not bound. {{(pid=100248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 14:02:49.805494 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning complete for port 940ea5ab-055a-4ecc-9ce3-1236ed414057 triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:02:49.805872 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:49.845916 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Provisioning for port 3a050d2a-2610-4161-a54a-7eb3e1fff538 completed by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:02:49.873542 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Provisioning complete for port 3a050d2a-2610-4161-a54a-7eb3e1fff538 triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:02:49.873817 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:49.875748 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-c462caf5-28b3-4817-84d3-4e71a929174c req-0ecfc0b4-5ea6-4d5f-82e9-874d45faa15f tempest-FloatingIPsAssociationTestJSON-978234990 tempest-FloatingIPsAssociationTestJSON-978234990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127687580'] for port, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:49.881365 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-2844240e-09fe-4971-aa71-5db0ad5cbac4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-913480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1849032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127687590', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127702764'] for subnet, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:49.881666 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] For port 0beb7a1e-a85a-424f-baa9-0271f6aacf93, host n-h1-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773647-6',level=0,port_id=0beb7a1e-a85a-424f-baa9-0271f6aacf93,segment=NetworkSegment(f208382a-1e10-4992-aca3-ca6afbdb80b7),segment_id=f208382a-1e10-4992-aca3-ca6afbdb80b7)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:02:49.885180 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [req-1aa692a1-4125-47bc-b493-f8730f75115e req-7ab37bb8-d145-4ac7-b7ca-c9490541190c tempest-ServersOnMultiNodesTest-299961212 tempest-ServersOnMultiNodesTest-299961212-project] Deleting port 891b2c81-2c6a-4763-a1b7-6fa3d05d0063 {{(pid=100246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:02:49.885684 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-1aa692a1-4125-47bc-b493-f8730f75115e req-7ab37bb8-d145-4ac7-b7ca-c9490541190c tempest-ServersOnMultiNodesTest-299961212 tempest-ServersOnMultiNodesTest-299961212-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:49.928702 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] get_ports_and_sgs() called for port_ids ['e0212a6e-4a9c-4580-a290-db589dcc6f27'] {{(pid=100248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 14:02:49.930800 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] get_ports_and_sgs() called for port_ids ['adefc31d-e044-47aa-80b4-b714d212fabd'] {{(pid=100248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 14:02:50.009171 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.db [req-1aa692a1-4125-47bc-b493-f8730f75115e req-7ab37bb8-d145-4ac7-b7ca-c9490541190c tempest-ServersOnMultiNodesTest-299961212 tempest-ServersOnMultiNodesTest-299961212-project] For port 891b2c81-2c6a-4763-a1b7-6fa3d05d0063, host n-h2-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=891b2c81-2c6a-4763-a1b7-6fa3d05d0063,segment=NetworkSegment(c9ea893d-045e-42cf-b3dd-cdd1f79baccd),segment_id=c9ea893d-045e-42cf-b3dd-cdd1f79baccd)] {{(pid=100246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:02:50.009794 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-1aa692a1-4125-47bc-b493-f8730f75115e req-7ab37bb8-d145-4ac7-b7ca-c9490541190c tempest-ServersOnMultiNodesTest-299961212 tempest-ServersOnMultiNodesTest-299961212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:50.030819 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [req-1aa692a1-4125-47bc-b493-f8730f75115e req-7ab37bb8-d145-4ac7-b7ca-c9490541190c tempest-ServersOnMultiNodesTest-299961212 tempest-ServersOnMultiNodesTest-299961212-project] Calling delete_port for 891b2c81-2c6a-4763-a1b7-6fa3d05d0063 owned by compute:nova {{(pid=100246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:02:50.192737 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-80e2798c-e313-4468-86b9-0208a955b11a req-8a2637b7-2893-4cb7-b146-f40b4982f752 tempest-FloatingIPsAssociationTestJSON-978234990 tempest-FloatingIPsAssociationTestJSON-978234990-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:50.197016 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Returning: {'device': '0beb7a1e-a85a-424f-baa9-0271f6aacf93', 'network_id': 'bb355eb8-4341-45cc-83a2-92b9859202c1', 'port_id': '0beb7a1e-a85a-424f-baa9-0271f6aacf93', 'mac_address': 'fa:16:3e:09:bf:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1012, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1f26fe8f-1d94-448f-a235-fb76de690367', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100248) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 14:02:50.213010 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-80e2798c-e313-4468-86b9-0208a955b11a req-8a2637b7-2893-4cb7-b146-f40b4982f752 tempest-FloatingIPsAssociationTestJSON-978234990 tempest-FloatingIPsAssociationTestJSON-978234990-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1761130'] for floatingip, after_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:50.256267 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:50.294518 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4a3a46-c2e0-48d3-9eeb-8d55ba4597a8 req-e20f33ee-fb41-46f7-9341-74a7c7aa27ab tempest-ServersOnMultiNodesTest-299961212 tempest-ServersOnMultiNodesTest-299961212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:02:50.296585 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-ae4a3a46-c2e0-48d3-9eeb-8d55ba4597a8 req-e20f33ee-fb41-46f7-9341-74a7c7aa27ab tempest-ServersOnMultiNodesTest-299961212 tempest-ServersOnMultiNodesTest-299961212-project] 10.222.0.72 "GET /v2.0/ports?device_id=93baebbc-f8da-41f6-a869-705bcac34402 HTTP/1.1" status: 200 len: 950 time: 0.2074766 Jul 06 14:02:50.324052 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0023aef2-b9ee-49af-9d05-f12968f24e07 req-06299e75-c513-49de-8c2e-2b99c1f78191 tempest-ServersOnMultiNodesTest-299961212 tempest-ServersOnMultiNodesTest-299961212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:02:50.326557 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-0023aef2-b9ee-49af-9d05-f12968f24e07 req-06299e75-c513-49de-8c2e-2b99c1f78191 tempest-ServersOnMultiNodesTest-299961212 tempest-ServersOnMultiNodesTest-299961212-project] 10.222.0.104 "GET /v2.0/ports?device_id=7061350e-4dca-4399-85c7-69dfaa1b6322 HTTP/1.1" status: 200 len: 950 time: 0.2203510 Jul 06 14:02:50.328350 n-d-773647-6 neutron-server[100248]: DEBUG neutron.notifiers.nova [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0beb7a1e-a85a-424f-baa9-0271f6aacf93 {{(pid=100248) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 14:02:50.362981 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] For port 0beb7a1e-a85a-424f-baa9-0271f6aacf93, host n-h1-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773647-6',level=0,port_id=0beb7a1e-a85a-424f-baa9-0271f6aacf93,segment=NetworkSegment(f208382a-1e10-4992-aca3-ca6afbdb80b7),segment_id=f208382a-1e10-4992-aca3-ca6afbdb80b7)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:02:50.378239 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:50.378967 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Device 07067623-f1b1-48ee-80fe-e48f5d5bb168 details requested by agent hyperv_n-h1-773647-6 with host n-h1-773647-6 {{(pid=100248) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 14:02:50.415434 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device cacb0a24-daf5-4630-9f22-f1e56d399a26 up at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:02:50.438997 n-d-773647-6 neutron-server[100247]: INFO neutron.db.l3_db [req-80e2798c-e313-4468-86b9-0208a955b11a req-8a2637b7-2893-4cb7-b146-f40b4982f752 tempest-FloatingIPsAssociationTestJSON-978234990 tempest-FloatingIPsAssociationTestJSON-978234990-project] Floating IP b7455581-2335-4cd2-9586-d5d6c4d08e4c associated. External IP: 172.25.0.191, port: e0212a6e-4a9c-4580-a290-db589dcc6f27. Jul 06 14:02:50.540508 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:50.571480 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Pushing event updated for resources: {'Port': ['ID=0beb7a1e-a85a-424f-baa9-0271f6aacf93,revision_number=4']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:02:50.586679 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] For port 07067623-f1b1-48ee-80fe-e48f5d5bb168, host n-h1-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773647-6',level=0,port_id=07067623-f1b1-48ee-80fe-e48f5d5bb168,segment=NetworkSegment(f208382a-1e10-4992-aca3-ca6afbdb80b7),segment_id=f208382a-1e10-4992-aca3-ca6afbdb80b7)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:02:50.615343 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2844240e-09fe-4971-aa71-5db0ad5cbac4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=11fb3007-b43a-4109-b36a-31e9d982ce2f,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:02:50.619160 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Returning: {'device': '07067623-f1b1-48ee-80fe-e48f5d5bb168', 'network_id': 'bb355eb8-4341-45cc-83a2-92b9859202c1', 'port_id': '07067623-f1b1-48ee-80fe-e48f5d5bb168', 'mac_address': 'fa:16:3e:3a:72:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1012, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1f26fe8f-1d94-448f-a235-fb76de690367', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100248) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 14:02:50.620643 n-d-773647-6 neutron-server[100248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9b7bf62-e3b3-4580-987f-698788d7878c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a050d2a-2610-4161-a54a-7eb3e1fff538'}] {{(pid=100248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:02:50.621819 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecfc0b4-5ea6-4d5f-82e9-874d45faa15f tempest-FloatingIPsAssociationTestJSON-978234990 tempest-FloatingIPsAssociationTestJSON-978234990-project] Pushing event deleted for resources: {'Port': ['ID=adefc31d-e044-47aa-80b4-b714d212fabd,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:02:50.622857 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84af257533e383389cbcf231d3534f4d5e149e7203fea16b4a8fc01438dddaf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57daf1de-8f44-4c12-bc33-88a6dd0ee508" -d '{"events": [{"server_uuid": "b9b7bf62-e3b3-4580-987f-698788d7878c", "name": "network-vif-plugged", "status": "completed", "tag": "3a050d2a-2610-4161-a54a-7eb3e1fff538"}]}' {{(pid=100248) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:02:50.634626 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-1aa692a1-4125-47bc-b493-f8730f75115e req-7ab37bb8-d145-4ac7-b7ca-c9490541190c tempest-ServersOnMultiNodesTest-299961212 tempest-ServersOnMultiNodesTest-299961212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127687580'] for port, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:50.657187 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] For port 3a050d2a-2610-4161-a54a-7eb3e1fff538, host n-h1-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773647-6',level=0,port_id=3a050d2a-2610-4161-a54a-7eb3e1fff538,segment=NetworkSegment(f208382a-1e10-4992-aca3-ca6afbdb80b7),segment_id=f208382a-1e10-4992-aca3-ca6afbdb80b7)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:02:50.668451 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:50.693053 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning complete for port cacb0a24-daf5-4630-9f22-f1e56d399a26 triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:02:50.693728 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:50.714708 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-2844240e-09fe-4971-aa71-5db0ad5cbac4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:50.719682 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-2844240e-09fe-4971-aa71-5db0ad5cbac4 admin admin] 10.222.0.104 "DELETE /v2.0/subnets/11fb3007-b43a-4109-b36a-31e9d982ce2f HTTP/1.1" status: 204 len: 168 time: 1.7600760 Jul 06 14:02:50.719682 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [req-c462caf5-28b3-4817-84d3-4e71a929174c req-0ecfc0b4-5ea6-4d5f-82e9-874d45faa15f tempest-FloatingIPsAssociationTestJSON-978234990 tempest-FloatingIPsAssociationTestJSON-978234990-project] No DVR routers for this DVR port adefc31d-e044-47aa-80b4-b714d212fabd on host n-h2-773647-6 {{(pid=100246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:02:50.723873 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-0023aef2-b9ee-49af-9d05-f12968f24e07 req-3c54fa15-65f1-449e-8b97-d1996af02bcd tempest-ServersOnMultiNodesTest-299961212 tempest-ServersOnMultiNodesTest-299961212-project] 10.222.0.104 "GET /v2.0/security-groups?id=304f894d-c671-4a59-b0fb-2a4d849c5ac9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3656812 Jul 06 14:02:50.728400 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 37842) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:02:50.729679 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-c462caf5-28b3-4817-84d3-4e71a929174c req-0ecfc0b4-5ea6-4d5f-82e9-874d45faa15f tempest-FloatingIPsAssociationTestJSON-978234990 tempest-FloatingIPsAssociationTestJSON-978234990-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:50.732090 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-c462caf5-28b3-4817-84d3-4e71a929174c req-0ecfc0b4-5ea6-4d5f-82e9-874d45faa15f tempest-FloatingIPsAssociationTestJSON-978234990 tempest-FloatingIPsAssociationTestJSON-978234990-project] 10.222.0.72 "DELETE /v2.0/ports/adefc31d-e044-47aa-80b4-b714d212fabd HTTP/1.1" status: 204 len: 173 time: 2.0939291 Jul 06 14:02:50.746979 n-d-773647-6 neutron-server[100246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4a04eb6-bb93-495c-bc67-b780dbcf097b', 'name': 'network-vif-deleted', 'tag': 'adefc31d-e044-47aa-80b4-b714d212fabd'}] {{(pid=100246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:02:50.749313 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0d96c5ab5e889f7b933ae915b9be33d1b46c9e87795bf781004b656ef3f1e87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8eb2959d-811b-4127-9bfb-1bca064ee7ac" -d '{"events": [{"server_uuid": "c4a04eb6-bb93-495c-bc67-b780dbcf097b", "name": "network-vif-deleted", "tag": "adefc31d-e044-47aa-80b4-b714d212fabd"}]}' {{(pid=100246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:02:50.784448 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.plugin [req-ae4a3a46-c2e0-48d3-9eeb-8d55ba4597a8 req-0b53542d-0bc2-40a7-828e-296f9b1ed27f tempest-ServersOnMultiNodesTest-299961212 tempest-ServersOnMultiNodesTest-299961212-project] Deleting port b3d5f759-25d1-4c4c-b7ec-a5f305aed096 {{(pid=100247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:02:50.785207 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-ae4a3a46-c2e0-48d3-9eeb-8d55ba4597a8 req-0b53542d-0bc2-40a7-828e-296f9b1ed27f tempest-ServersOnMultiNodesTest-299961212 tempest-ServersOnMultiNodesTest-299961212-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:50.831230 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:50.841221 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-1d196997-aa9d-41e2-ab97-d2639eeaf0c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530492'] for network, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:50.856338 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] get_ports_and_sgs() called for port_ids ['05481f2d-582e-4146-a307-f062af9d861e', 'b3d5f759-25d1-4c4c-b7ec-a5f305aed096'] {{(pid=100248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 14:02:50.901136 n-d-773647-6 neutron-server[100248]: DEBUG neutron.notifiers.nova [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 07067623-f1b1-48ee-80fe-e48f5d5bb168 {{(pid=100248) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 14:02:50.910204 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Pushing event updated for resources: {'Port': ['ID=3a050d2a-2610-4161-a54a-7eb3e1fff538,revision_number=5']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:02:50.936025 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab37bb8-d145-4ac7-b7ca-c9490541190c tempest-ServersOnMultiNodesTest-299961212 tempest-ServersOnMultiNodesTest-299961212-project] Pushing event deleted for resources: {'Port': ['ID=891b2c81-2c6a-4763-a1b7-6fa3d05d0063,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:02:50.966911 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] For port 07067623-f1b1-48ee-80fe-e48f5d5bb168, host n-h1-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773647-6',level=0,port_id=07067623-f1b1-48ee-80fe-e48f5d5bb168,segment=NetworkSegment(f208382a-1e10-4992-aca3-ca6afbdb80b7),segment_id=f208382a-1e10-4992-aca3-ca6afbdb80b7)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:02:50.990031 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:51.031202 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.db [req-ae4a3a46-c2e0-48d3-9eeb-8d55ba4597a8 req-0b53542d-0bc2-40a7-828e-296f9b1ed27f tempest-ServersOnMultiNodesTest-299961212 tempest-ServersOnMultiNodesTest-299961212-project] For port b3d5f759-25d1-4c4c-b7ec-a5f305aed096, host n-h2-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=b3d5f759-25d1-4c4c-b7ec-a5f305aed096,segment=NetworkSegment(c9ea893d-045e-42cf-b3dd-cdd1f79baccd),segment_id=c9ea893d-045e-42cf-b3dd-cdd1f79baccd)] {{(pid=100247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:02:51.032017 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-ae4a3a46-c2e0-48d3-9eeb-8d55ba4597a8 req-0b53542d-0bc2-40a7-828e-296f9b1ed27f tempest-ServersOnMultiNodesTest-299961212 tempest-ServersOnMultiNodesTest-299961212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:51.056763 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [req-1aa692a1-4125-47bc-b493-f8730f75115e req-7ab37bb8-d145-4ac7-b7ca-c9490541190c tempest-ServersOnMultiNodesTest-299961212 tempest-ServersOnMultiNodesTest-299961212-project] No DVR routers for this DVR port 891b2c81-2c6a-4763-a1b7-6fa3d05d0063 on host n-h2-773647-6 {{(pid=100246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:02:51.061831 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-1aa692a1-4125-47bc-b493-f8730f75115e req-7ab37bb8-d145-4ac7-b7ca-c9490541190c tempest-ServersOnMultiNodesTest-299961212 tempest-ServersOnMultiNodesTest-299961212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:51.075573 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-1aa692a1-4125-47bc-b493-f8730f75115e req-7ab37bb8-d145-4ac7-b7ca-c9490541190c tempest-ServersOnMultiNodesTest-299961212 tempest-ServersOnMultiNodesTest-299961212-project] 10.222.0.72 "DELETE /v2.0/ports/891b2c81-2c6a-4763-a1b7-6fa3d05d0063 HTTP/1.1" status: 204 len: 173 time: 1.8757341 Jul 06 14:02:51.087956 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.plugin [req-ae4a3a46-c2e0-48d3-9eeb-8d55ba4597a8 req-0b53542d-0bc2-40a7-828e-296f9b1ed27f tempest-ServersOnMultiNodesTest-299961212 tempest-ServersOnMultiNodesTest-299961212-project] Calling delete_port for b3d5f759-25d1-4c4c-b7ec-a5f305aed096 owned by compute:nova {{(pid=100247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:02:51.191585 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-1d196997-aa9d-41e2-ab97-d2639eeaf0c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-917204', 'neutron.services.segments.db._delete_segments_for_network-8773753502302'] for network, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:51.222970 n-d-773647-6 neutron-server[100246]: DEBUG neutron.services.segments.db [None req-1d196997-aa9d-41e2-ab97-d2639eeaf0c4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['48959c37-d783-475f-bb11-7cf97d786976']}} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:02:51.227150 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.l3_agent_scheduler [req-80e2798c-e313-4468-86b9-0208a955b11a req-8a2637b7-2893-4cb7-b146-f40b4982f752 tempest-FloatingIPsAssociationTestJSON-978234990 tempest-FloatingIPsAssociationTestJSON-978234990-project] Router 78a34e41-c0d9-4d89-aa57-37f9e931b651 has already been hosted by L3 agent 2823d358-a11b-4885-a706-95a279e43fa7 {{(pid=100247) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 14:02:51.265042 n-d-773647-6 neutron-server[100246]: DEBUG neutron.services.segments.db [None req-1d196997-aa9d-41e2-ab97-d2639eeaf0c4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e556d37-8fc6-4c8c-bdc4-f62b852b260c') {'for_net_delete': True} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:02:51.265416 n-d-773647-6 neutron-server[100246]: DEBUG neutron.services.segments.db [None req-1d196997-aa9d-41e2-ab97-d2639eeaf0c4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e556d37-8fc6-4c8c-bdc4-f62b852b260c') {} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:02:51.287524 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-1d196997-aa9d-41e2-ab97-d2639eeaf0c4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773753515138', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126218898'] for segment, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:51.347776 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-1d196997-aa9d-41e2-ab97-d2639eeaf0c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552'] for segment, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:51.364425 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Pushing event updated for resources: {'Port': ['ID=07067623-f1b1-48ee-80fe-e48f5d5bb168,revision_number=4']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:02:51.369544 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d196997-aa9d-41e2-ab97-d2639eeaf0c4 admin admin] Releasing vlan 1029 on physical network physnet1 to pool {{(pid=100246) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 14:02:51.370198 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-1d196997-aa9d-41e2-ab97-d2639eeaf0c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127687491'] for segment, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:51.372725 n-d-773647-6 neutron-server[100246]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:02:51.372725 n-d-773647-6 neutron-server[100246]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:02:51.372725 n-d-773647-6 neutron-server[100246]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:02:51.372725 n-d-773647-6 neutron-server[100246]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:02:51.372725 n-d-773647-6 neutron-server[100246]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:02:51.372725 n-d-773647-6 neutron-server[100246]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:02:51.372725 n-d-773647-6 neutron-server[100246]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:02:51.372725 n-d-773647-6 neutron-server[100246]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:02:51.372725 n-d-773647-6 neutron-server[100246]: Traceback (most recent call last): Jul 06 14:02:51.372725 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 14:02:51.372725 n-d-773647-6 neutron-server[100246]: timer() Jul 06 14:02:51.372725 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 14:02:51.372725 n-d-773647-6 neutron-server[100246]: cb(*args, **kw) Jul 06 14:02:51.372725 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 14:02:51.372725 n-d-773647-6 neutron-server[100246]: return func(*args, **kwargs) Jul 06 14:02:51.372725 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 14:02:51.372725 n-d-773647-6 neutron-server[100246]: self._notify() Jul 06 14:02:51.372725 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 14:02:51.372725 n-d-773647-6 neutron-server[100246]: self.callback(batched_events) Jul 06 14:02:51.372725 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 14:02:51.372725 n-d-773647-6 neutron-server[100246]: event.method(event) Jul 06 14:02:51.372725 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 14:02:51.372725 n-d-773647-6 neutron-server[100246]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 14:02:51.372725 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 14:02:51.372725 n-d-773647-6 neutron-server[100246]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 14:02:51.372725 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 14:02:51.372725 n-d-773647-6 neutron-server[100246]: return f(self, *a, **k) Jul 06 14:02:51.372725 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 14:02:51.372725 n-d-773647-6 neutron-server[100246]: return self._get(url).json() Jul 06 14:02:51.372725 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 14:02:51.372725 n-d-773647-6 neutron-server[100246]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 14:02:51.372725 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 14:02:51.372725 n-d-773647-6 neutron-server[100246]: return self.request(url, 'GET', **kwargs) Jul 06 14:02:51.372725 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 14:02:51.372725 n-d-773647-6 neutron-server[100246]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 14:02:51.372725 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 14:02:51.372725 n-d-773647-6 neutron-server[100246]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 14:02:51.372725 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 14:02:51.372725 n-d-773647-6 neutron-server[100246]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 14:02:51.372725 n-d-773647-6 neutron-server[100246]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 14:02:51.484974 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-1d196997-aa9d-41e2-ab97-d2639eeaf0c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-917215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1761140'] for network, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:51.513967 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-1d196997-aa9d-41e2-ab97-d2639eeaf0c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583035'] for network, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:51.515331 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] get_ports_and_sgs() called for port_ids ['07067623-f1b1-48ee-80fe-e48f5d5bb168'] {{(pid=100248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 14:02:51.517092 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-1d196997-aa9d-41e2-ab97-d2639eeaf0c4 admin admin] 10.222.0.104 "DELETE /v2.0/networks/48959c37-d783-475f-bb11-7cf97d786976 HTTP/1.1" status: 204 len: 168 time: 0.7768908 Jul 06 14:02:51.523399 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] get_ports_and_sgs() called for port_ids ['0beb7a1e-a85a-424f-baa9-0271f6aacf93'] {{(pid=100248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 14:02:51.532694 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d196997-aa9d-41e2-ab97-d2639eeaf0c4 admin admin] Pushing event deleted for resources: {'Network': ['ID=48959c37-d783-475f-bb11-7cf97d786976,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:02:51.573282 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-80e2798c-e313-4468-86b9-0208a955b11a req-8a2637b7-2893-4cb7-b146-f40b4982f752 tempest-FloatingIPsAssociationTestJSON-978234990 tempest-FloatingIPsAssociationTestJSON-978234990-project] Notify agent at l3_agent.n-d-773647-6 the message routers_updated {{(pid=100247) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 14:02:51.591461 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-80e2798c-e313-4468-86b9-0208a955b11a req-8a2637b7-2893-4cb7-b146-f40b4982f752 tempest-FloatingIPsAssociationTestJSON-978234990 tempest-FloatingIPsAssociationTestJSON-978234990-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for floatingip, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:51.659505 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07c4a5eb-a1cb-4c13-97f1-4bba4295cf03 None None] Sync routers for ids ['78a34e41-c0d9-4d89-aa57-37f9e931b651'] in n-d-773647-6 {{(pid=100248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 14:02:51.684351 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-80e2798c-e313-4468-86b9-0208a955b11a req-8a2637b7-2893-4cb7-b146-f40b4982f752 tempest-FloatingIPsAssociationTestJSON-978234990 tempest-FloatingIPsAssociationTestJSON-978234990-project] 10.222.0.104 "PUT /v2.0/floatingips/b7455581-2335-4cd2-9586-d5d6c4d08e4c HTTP/1.1" status: 200 len: 996 time: 2.3800125 Jul 06 14:02:51.688145 n-d-773647-6 neutron-server[100247]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7bfb388a-790e-4692-a575-ef183ebdd084', 'tag': 'e0212a6e-4a9c-4580-a290-db589dcc6f27'}] {{(pid=100247) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:02:51.703166 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cbf0eeaae822f8fc9b87a94aeba67a3d651842baf663a51cba94b67a514836d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11935f44-7ba1-4e00-a644-076743234717" -d '{"events": [{"name": "network-changed", "server_uuid": "7bfb388a-790e-4692-a575-ef183ebdd084", "tag": "e0212a6e-4a9c-4580-a290-db589dcc6f27"}]}' {{(pid=100247) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:02:51.710743 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-ae4a3a46-c2e0-48d3-9eeb-8d55ba4597a8 req-0b53542d-0bc2-40a7-828e-296f9b1ed27f tempest-ServersOnMultiNodesTest-299961212 tempest-ServersOnMultiNodesTest-299961212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128888353'] for port, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:51.722921 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07c4a5eb-a1cb-4c13-97f1-4bba4295cf03 None None] Routers {'78a34e41-c0d9-4d89-aa57-37f9e931b651'} bound to L3 agent in host n-d-773647-6 {{(pid=100248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:02:51.724041 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-07c4a5eb-a1cb-4c13-97f1-4bba4295cf03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T14:02:25Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['78a34e41-c0d9-4d89-aa57-37f9e931b651'], 'active': True} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:02:51.747006 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 37854) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:02:51.840183 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 37858) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:02:51.852382 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-1daf247d-077c-4b94-aadf-811c0fb9fdb4 tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] Request body: {'security_group': {'name': 'tempest-securitygroup--238334313', 'description': 'tempest-description--29068967'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:02:51.882870 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvr_db [None req-07c4a5eb-a1cb-4c13-97f1-4bba4295cf03 None None] Set router 78a34e41-c0d9-4d89-aa57-37f9e931b651 gateway port host: n-d-773647-6 {{(pid=100248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:02:51.900936 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-688a42d8-a398-46e7-9ce1-21c79545d6c3 admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=0fe496e6aed24c15ba4c26898920f741&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1524274 Jul 06 14:02:51.907246 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 37860) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:02:51.977023 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-1daf247d-077c-4b94-aadf-811c0fb9fdb4 tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] Notify callbacks [] for security_group, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:52.019985 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 14:02:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a71632c-0cb2-424a-b688-7ecd5fae48f6 x-openstack-request-id: req-4a71632c-0cb2-424a-b688-7ecd5fae48f6 {{(pid=100248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:02:52.020285 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9b7bf62-e3b3-4580-987f-698788d7878c", "name": "network-vif-plugged", "status": "completed", "tag": "3a050d2a-2610-4161-a54a-7eb3e1fff538", "code": 200}]} {{(pid=100248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:02:52.020518 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-4a71632c-0cb2-424a-b688-7ecd5fae48f6 {{(pid=100248) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:02:52.020914 n-d-773647-6 neutron-server[100248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9b7bf62-e3b3-4580-987f-698788d7878c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a050d2a-2610-4161-a54a-7eb3e1fff538', 'code': 200} Jul 06 14:02:52.083431 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Device 891b2c81-2c6a-4763-a1b7-6fa3d05d0063 no longer exists at agent hyperv_n-h2-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:02:52.133849 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-794cf0eb-e519-4bb8-aeaa-f4f491857844 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:52.180241 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-794cf0eb-e519-4bb8-aeaa-f4f491857844 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:52.186220 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] No Port match for: 891b2c81-2c6a-4763-a1b7-6fa3d05d0063 {{(pid=100248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 14:02:52.186835 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Device 891b2c81-2c6a-4763-a1b7-6fa3d05d0063 not bound to the agent host n-h2-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:02:52.187396 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Device adefc31d-e044-47aa-80b4-b714d212fabd no longer exists at agent hyperv_n-h2-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:02:52.319492 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] No Port match for: adefc31d-e044-47aa-80b4-b714d212fabd {{(pid=100248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 14:02:52.319890 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Device adefc31d-e044-47aa-80b4-b714d212fabd not bound to the agent host n-h2-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:02:52.327677 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b53542d-0bc2-40a7-828e-296f9b1ed27f tempest-ServersOnMultiNodesTest-299961212 tempest-ServersOnMultiNodesTest-299961212-project] Pushing event deleted for resources: {'Port': ['ID=b3d5f759-25d1-4c4c-b7ec-a5f305aed096,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:02:52.328305 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-1daf247d-077c-4b94-aadf-811c0fb9fdb4 tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] Notify callbacks [] for security_group, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:52.335574 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-1daf247d-077c-4b94-aadf-811c0fb9fdb4 tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:52.373941 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-1daf247d-077c-4b94-aadf-811c0fb9fdb4 tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] Notify callbacks [] for security_group, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:52.377374 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-1daf247d-077c-4b94-aadf-811c0fb9fdb4 tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] 10.222.0.104 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.5350585 Jul 06 14:02:52.379026 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-794cf0eb-e519-4bb8-aeaa-f4f491857844 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:52.387964 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-794cf0eb-e519-4bb8-aeaa-f4f491857844 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:52.393010 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 37866) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:02:52.396004 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-794cf0eb-e519-4bb8-aeaa-f4f491857844 admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/e297f2c8-57cd-463b-a996-9c32846d6f3f HTTP/1.1" status: 204 len: 168 time: 0.4837854 Jul 06 14:02:52.406177 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [None req-f91b3abf-2923-4a70-89f1-ae8f59e9a9f4 tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] Request body: {'security_group_rule': {'security_group_id': '49c1468a-280e-4510-8673-63e827c90e1a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:02:52.416244 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1daf247d-077c-4b94-aadf-811c0fb9fdb4 tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] Pushing event updated for resources: {'SecurityGroup': ['ID=49c1468a-280e-4510-8673-63e827c90e1a,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:02:52.431062 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794cf0eb-e519-4bb8-aeaa-f4f491857844 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e297f2c8-57cd-463b-a996-9c32846d6f3f,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:02:52.458796 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae4a3a46-c2e0-48d3-9eeb-8d55ba4597a8 req-0b53542d-0bc2-40a7-828e-296f9b1ed27f tempest-ServersOnMultiNodesTest-299961212 tempest-ServersOnMultiNodesTest-299961212-project] No DVR routers for this DVR port b3d5f759-25d1-4c4c-b7ec-a5f305aed096 on host n-h2-773647-6 {{(pid=100247) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:02:52.468055 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-ae4a3a46-c2e0-48d3-9eeb-8d55ba4597a8 req-0b53542d-0bc2-40a7-828e-296f9b1ed27f tempest-ServersOnMultiNodesTest-299961212 tempest-ServersOnMultiNodesTest-299961212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:52.470378 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-ae4a3a46-c2e0-48d3-9eeb-8d55ba4597a8 req-0b53542d-0bc2-40a7-828e-296f9b1ed27f tempest-ServersOnMultiNodesTest-299961212 tempest-ServersOnMultiNodesTest-299961212-project] 10.222.0.72 "DELETE /v2.0/ports/b3d5f759-25d1-4c4c-b7ec-a5f305aed096 HTTP/1.1" status: 204 len: 173 time: 2.1634178 Jul 06 14:02:52.494578 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e2798c-e313-4468-86b9-0208a955b11a req-f8c36d8f-4a18-4f38-b493-b7838ef47bf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:02:52.503052 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-80e2798c-e313-4468-86b9-0208a955b11a req-f8c36d8f-4a18-4f38-b493-b7838ef47bf3 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=825a4fb0f5c7454f82c586f8d1442f43&device_id=7bfb388a-790e-4692-a575-ef183ebdd084 HTTP/1.1" status: 200 len: 1096 time: 0.7933650 Jul 06 14:02:52.618288 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6394428d-0482-4d40-b0bf-91b07f9fb791 req-a220b237-9bd1-4371-b5c1-2c1e36f61ea3 tempest-ListServersNegativeTestJSON-1815013295 tempest-ListServersNegativeTestJSON-1815013295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:02:52.626410 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-6394428d-0482-4d40-b0bf-91b07f9fb791 req-a220b237-9bd1-4371-b5c1-2c1e36f61ea3 tempest-ListServersNegativeTestJSON-1815013295 tempest-ListServersNegativeTestJSON-1815013295-project] 10.222.0.104 "GET /v2.0/ports?device_id=3a88983d-2fa1-40f2-9c8a-3905b60aa866 HTTP/1.1" status: 200 len: 945 time: 0.4058349 Jul 06 14:02:52.634793 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-f91b3abf-2923-4a70-89f1-ae8f59e9a9f4 tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:52.656070 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c17756-0502-4b33-89c2-cb54bc037467 req-3b22b8de-2d3e-4377-866a-6aa7182a84e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:02:52.657695 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-e1c17756-0502-4b33-89c2-cb54bc037467 req-3b22b8de-2d3e-4377-866a-6aa7182a84e9 service neutron] 10.222.0.127 "GET /v2.0/ports?device_id=b9b7bf62-e3b3-4580-987f-698788d7878c HTTP/1.1" status: 200 len: 1097 time: 0.4384835 Jul 06 14:02:52.679847 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-07c4a5eb-a1cb-4c13-97f1-4bba4295cf03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78a34e41-c0d9-4d89-aa57-37f9e931b651', 'name': 'tempest-FloatingIPsAssociationTestJSON-1257204186-router', 'tenant_id': '825a4fb0f5c7454f82c586f8d1442f43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.139'}], 'enable_snat': True}, 'gw_port_id': 'b4434c8f-8026-49fa-af17-a7b829f273e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:00:52Z', 'updated_at': '2021-07-06T14:01:05Z', 'revision_number': 4, 'project_id': '825a4fb0f5c7454f82c586f8d1442f43', 'gw_port': {'id': 'b4434c8f-8026-49fa-af17-a7b829f273e5', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:76:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78a34e41-c0d9-4d89-aa57-37f9e931b651', 'device_owner': 'network:router_gateway', 'standard_attr_id': 878, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:00:53Z', 'updated_at': '2021-07-06T14:01:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6', '_floatingips': [{'id': 'b7455581-2335-4cd2-9586-d5d6c4d08e4c', 'tenant_id': '825a4fb0f5c7454f82c586f8d1442f43', 'floating_ip_address': '172.25.0.191', 'floating_network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'router_id': '78a34e41-c0d9-4d89-aa57-37f9e931b651', 'port_id': 'e0212a6e-4a9c-4580-a290-db589dcc6f27', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 926, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dc2aab4d-ebf5-4223-8156-143d93bdc342', 'mac_address': 'fa:16:3e:e1:ea:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bfb388a-790e-4692-a575-ef183ebdd084', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T14:01:43Z', 'updated_at': '2021-07-06T14:02:49Z', 'revision_number': 8, 'project_id': '825a4fb0f5c7454f82c586f8d1442f43', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9e2bb929-0689-4ee3-8e1a-63c91f09da86', 'name': '', 'network_id': 'dc2aab4d-ebf5-4223-8156-143d93bdc342', 'tenant_id': '825a4fb0f5c7454f82c586f8d1442f43', 'mac_address': 'fa:16:3e:c3:e4:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78a34e41-c0d9-4d89-aa57-37f9e931b651', 'device_owner': 'network:router_interface', 'standard_attr_id': 895, 'fixed_ips': [{'subnet_id': '9d4d8837-0e9e-40cd-b8da-4a4f0d5a912c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:01:02Z', 'updated_at': '2021-07-06T14:01:14Z', 'revision_number': 5, 'project_id': '825a4fb0f5c7454f82c586f8d1442f43', 'subnets': [{'id': '9d4d8837-0e9e-40cd-b8da-4a4f0d5a912c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773647-6', False) {} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:02:52.726165 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07c4a5eb-a1cb-4c13-97f1-4bba4295cf03 None None] Checking router: 78a34e41-c0d9-4d89-aa57-37f9e931b651 for host: n-d-773647-6 {{(pid=100248) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 14:02:52.743001 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07c4a5eb-a1cb-4c13-97f1-4bba4295cf03 None None] Routers {'78a34e41-c0d9-4d89-aa57-37f9e931b651'} bound to L3 agent in host n-d-773647-6 {{(pid=100248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:02:52.746462 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-07c4a5eb-a1cb-4c13-97f1-4bba4295cf03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T14:02:25Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['78a34e41-c0d9-4d89-aa57-37f9e931b651'], 'active': True} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:02:52.802789 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e2798c-e313-4468-86b9-0208a955b11a req-5b0e3b73-ab37-43ae-b320-5c6e4b668736 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:02:52.810214 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-80e2798c-e313-4468-86b9-0208a955b11a req-5b0e3b73-ab37-43ae-b320-5c6e4b668736 service neutron] 10.222.0.104 "GET /v2.0/networks?id=dc2aab4d-ebf5-4223-8156-143d93bdc342 HTTP/1.1" status: 200 len: 923 time: 0.3055260 Jul 06 14:02:52.827440 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-6394428d-0482-4d40-b0bf-91b07f9fb791 req-254b4a73-1feb-4307-8d66-5328e2af486c tempest-ListServersNegativeTestJSON-1815013295 tempest-ListServersNegativeTestJSON-1815013295-project] 10.222.0.104 "GET /v2.0/security-groups?id=5d2e10db-80f0-43d1-a4b3-353e53bb2009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1957495 Jul 06 14:02:52.865661 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-e1c17756-0502-4b33-89c2-cb54bc037467 req-c9b5dbb7-a321-4c0e-8e97-753195e350b8 service neutron] 10.222.0.127 "GET /v2.0/security-groups?id=5d2e10db-80f0-43d1-a4b3-353e53bb2009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1914003 Jul 06 14:02:52.881787 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5ea1c843-81d4-465b-b9df-b8ca571ec4c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:52.901817 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvr_db [None req-07c4a5eb-a1cb-4c13-97f1-4bba4295cf03 None None] Set router 78a34e41-c0d9-4d89-aa57-37f9e931b651 gateway port host: n-d-773647-6 {{(pid=100248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:02:52.907729 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 14:02:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73fb2c42-9365-4af5-b0da-6c62d114474f x-openstack-request-id: req-73fb2c42-9365-4af5-b0da-6c62d114474f {{(pid=100246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:02:52.908024 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4a04eb6-bb93-495c-bc67-b780dbcf097b", "name": "network-vif-deleted", "tag": "adefc31d-e044-47aa-80b4-b714d212fabd", "status": "completed", "code": 200}]} {{(pid=100246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:02:52.908294 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-73fb2c42-9365-4af5-b0da-6c62d114474f {{(pid=100246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:02:52.908793 n-d-773647-6 neutron-server[100246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4a04eb6-bb93-495c-bc67-b780dbcf097b', 'name': 'network-vif-deleted', 'tag': 'adefc31d-e044-47aa-80b4-b714d212fabd', 'status': 'completed', 'code': 200} Jul 06 14:02:52.953523 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] get_ports_and_sgs() called for port_ids ['05481f2d-582e-4146-a307-f062af9d861e'] {{(pid=100248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 14:02:52.989735 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 37872) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:02:53.039438 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-f91b3abf-2923-4a70-89f1-ae8f59e9a9f4 tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:53.063993 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-f91b3abf-2923-4a70-89f1-ae8f59e9a9f4 tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1898694'] for security_group_rule, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:53.082307 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-80e2798c-e313-4468-86b9-0208a955b11a req-a743912e-c809-44de-aaba-757a9a7d60f8 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e0212a6e-4a9c-4580-a290-db589dcc6f27 HTTP/1.1" status: 200 len: 999 time: 0.2710564 Jul 06 14:02:53.118902 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-0f83567f-c7b2-4573-a848-326605f422f2 admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=eb2668e71a894785844bef8c4d6f42b1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1276739 Jul 06 14:02:53.119637 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 37874) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:02:53.182194 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 14:02:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8eba72e4-7f0c-48a4-9e0f-00c871ce1f7f x-openstack-request-id: req-8eba72e4-7f0c-48a4-9e0f-00c871ce1f7f {{(pid=100247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:02:53.182483 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7bfb388a-790e-4692-a575-ef183ebdd084", "tag": "e0212a6e-4a9c-4580-a290-db589dcc6f27", "status": "completed", "code": 200}]} {{(pid=100247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:02:53.182765 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-8eba72e4-7f0c-48a4-9e0f-00c871ce1f7f {{(pid=100247) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:02:53.183160 n-d-773647-6 neutron-server[100247]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7bfb388a-790e-4692-a575-ef183ebdd084', 'tag': 'e0212a6e-4a9c-4580-a290-db589dcc6f27', 'status': 'completed', 'code': 200} Jul 06 14:02:53.204777 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-8f0c20a1-0f43-4b78-87cd-9285a7820987 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:53.224075 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91b3abf-2923-4a70-89f1-ae8f59e9a9f4 tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=61f517e4-19ab-43ab-a171-751263f3c605,revision_number=0']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:02:53.251528 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-8f0c20a1-0f43-4b78-87cd-9285a7820987 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:53.264014 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-f91b3abf-2923-4a70-89f1-ae8f59e9a9f4 tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:53.265699 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-f91b3abf-2923-4a70-89f1-ae8f59e9a9f4 tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] 10.222.0.104 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8649542 Jul 06 14:02:53.271909 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 37876) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:02:53.286005 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-c225a243-b730-40de-a9d4-055db24d2ccf tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] Request body: {'security_group_rule': {'security_group_id': '49c1468a-280e-4510-8673-63e827c90e1a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:02:53.296256 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e2798c-e313-4468-86b9-0208a955b11a req-4f1c3cdf-dc1d-4311-a143-964ff014fd4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:02:53.300056 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-80e2798c-e313-4468-86b9-0208a955b11a req-4f1c3cdf-dc1d-4311-a143-964ff014fd4c service neutron] 10.222.0.104 "GET /v2.0/subnets?id=9d4d8837-0e9e-40cd-b8da-4a4f0d5a912c HTTP/1.1" status: 200 len: 860 time: 0.2158899 Jul 06 14:02:53.380593 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11935f44-7ba1-4e00-a644-076743234717 req-ec0f2537-3e67-4b07-b009-4b610d930d9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:02:53.382925 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-11935f44-7ba1-4e00-a644-076743234717 req-ec0f2537-3e67-4b07-b009-4b610d930d9d service neutron] 10.222.0.127 "GET /v2.0/ports?tenant_id=825a4fb0f5c7454f82c586f8d1442f43&device_id=7bfb388a-790e-4692-a575-ef183ebdd084 HTTP/1.1" status: 200 len: 1096 time: 0.2024624 Jul 06 14:02:53.388308 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-c225a243-b730-40de-a9d4-055db24d2ccf tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:53.511497 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e2798c-e313-4468-86b9-0208a955b11a req-7716e18a-6e90-46b2-a910-d96ca117de13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:02:53.519402 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-80e2798c-e313-4468-86b9-0208a955b11a req-7716e18a-6e90-46b2-a910-d96ca117de13 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=dc2aab4d-ebf5-4223-8156-143d93bdc342&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2101948 Jul 06 14:02:53.541902 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-8f0c20a1-0f43-4b78-87cd-9285a7820987 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:53.544829 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-8f0c20a1-0f43-4b78-87cd-9285a7820987 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:53.546068 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-8f0c20a1-0f43-4b78-87cd-9285a7820987 admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/fac58807-d2d5-4419-a188-2d50fa9a9880 HTTP/1.1" status: 204 len: 168 time: 0.4253504 Jul 06 14:02:53.570021 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0c20a1-0f43-4b78-87cd-9285a7820987 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fac58807-d2d5-4419-a188-2d50fa9a9880,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:02:53.602908 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-c225a243-b730-40de-a9d4-055db24d2ccf tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:53.609937 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-c225a243-b730-40de-a9d4-055db24d2ccf tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1898694'] for security_group_rule, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:53.640416 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c225a243-b730-40de-a9d4-055db24d2ccf tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9255d459-0cf3-494d-a03a-f12451ce45e6,revision_number=0']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:02:53.650481 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-c225a243-b730-40de-a9d4-055db24d2ccf tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:53.654991 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-c225a243-b730-40de-a9d4-055db24d2ccf tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] 10.222.0.104 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3787949 Jul 06 14:02:53.657256 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 37888) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:02:53.663555 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-8bce630e-8080-4db3-892e-4195232cf34b tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] Request body: {'floatingip': {'floating_network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:02:53.699086 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-8bce630e-8080-4db3-892e-4195232cf34b tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] Notify callbacks [] for floatingip, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:53.708071 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11935f44-7ba1-4e00-a644-076743234717 req-c798b00d-b7fb-4118-8641-de937d3ce925 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:02:53.710189 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-11935f44-7ba1-4e00-a644-076743234717 req-c798b00d-b7fb-4118-8641-de937d3ce925 service neutron] 10.222.0.127 "GET /v2.0/networks?id=dc2aab4d-ebf5-4223-8156-143d93bdc342 HTTP/1.1" status: 200 len: 923 time: 0.3183227 Jul 06 14:02:53.718800 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Device 0beb7a1e-a85a-424f-baa9-0271f6aacf93 up at agent hyperv_n-h1-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:02:53.839375 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-80e2798c-e313-4468-86b9-0208a955b11a req-63bc628a-0fe7-4c1f-a5f9-485eb6719a58 service neutron] 10.222.0.104 "GET /v2.0/networks/dc2aab4d-ebf5-4223-8156-143d93bdc342?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3141303 Jul 06 14:02:53.857676 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-8bce630e-8080-4db3-892e-4195232cf34b tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:53.912969 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-11935f44-7ba1-4e00-a644-076743234717 req-4627aa8d-3284-4df8-b444-3d0408e6a7e2 service neutron] 10.222.0.127 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e0212a6e-4a9c-4580-a290-db589dcc6f27 HTTP/1.1" status: 200 len: 999 time: 0.1938441 Jul 06 14:02:53.933196 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Provisioning for port 0beb7a1e-a85a-424f-baa9-0271f6aacf93 completed by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:02:53.946094 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Device b3d5f759-25d1-4c4c-b7ec-a5f305aed096 no longer exists at agent hyperv_n-h2-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:02:54.012897 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11935f44-7ba1-4e00-a644-076743234717 req-1fe745a1-f1fe-421d-887b-a8712b668e56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:02:54.014415 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-11935f44-7ba1-4e00-a644-076743234717 req-1fe745a1-f1fe-421d-887b-a8712b668e56 service neutron] 10.222.0.127 "GET /v2.0/subnets?id=9d4d8837-0e9e-40cd-b8da-4a4f0d5a912c HTTP/1.1" status: 200 len: 860 time: 0.0902264 Jul 06 14:02:54.033799 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 37898) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:02:54.040797 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-80e2798c-e313-4468-86b9-0208a955b11a req-41845ecb-f782-45c9-b9c3-e857c9185e29 service neutron] 10.222.0.104 "GET /v2.0/networks/dc2aab4d-ebf5-4223-8156-143d93bdc342?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1943576 Jul 06 14:02:54.104522 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] No Port match for: b3d5f759-25d1-4c4c-b7ec-a5f305aed096 {{(pid=100248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 14:02:54.105250 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Device b3d5f759-25d1-4c4c-b7ec-a5f305aed096 not bound to the agent host n-h2-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:02:54.123051 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11935f44-7ba1-4e00-a644-076743234717 req-82ca0954-e452-4697-9644-e32935064afa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:02:54.125766 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-11935f44-7ba1-4e00-a644-076743234717 req-82ca0954-e452-4697-9644-e32935064afa service neutron] 10.222.0.127 "GET /v2.0/ports?network_id=dc2aab4d-ebf5-4223-8156-143d93bdc342&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1027145 Jul 06 14:02:54.128622 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Provisioning complete for port 0beb7a1e-a85a-424f-baa9-0271f6aacf93 triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:02:54.130738 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:54.153978 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.db_base_plugin_common [None req-8bce630e-8080-4db3-892e-4195232cf34b tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] Allocated IP 172.25.0.41 (2658f09e-a580-4d4a-9968-2d1e0ad93719/cbf74abc-6fe1-4d33-b005-c948923b9647/76cb2258-a842-4697-bf0e-95d3c7340521) {{(pid=100246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:02:54.402255 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-11935f44-7ba1-4e00-a644-076743234717 req-bc2a8718-eb2f-4c87-94c5-e2b947f9fc8c service neutron] 10.222.0.127 "GET /v2.0/networks/dc2aab4d-ebf5-4223-8156-143d93bdc342?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2683513 Jul 06 14:02:54.450893 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-8bce630e-8080-4db3-892e-4195232cf34b tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] Notify callbacks [] for port, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:54.462724 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-07c4a5eb-a1cb-4c13-97f1-4bba4295cf03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78a34e41-c0d9-4d89-aa57-37f9e931b651', 'name': 'tempest-FloatingIPsAssociationTestJSON-1257204186-router', 'tenant_id': '825a4fb0f5c7454f82c586f8d1442f43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.139'}], 'enable_snat': True}, 'gw_port_id': 'b4434c8f-8026-49fa-af17-a7b829f273e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:00:52Z', 'updated_at': '2021-07-06T14:01:05Z', 'revision_number': 4, 'project_id': '825a4fb0f5c7454f82c586f8d1442f43', 'gw_port': {'id': 'b4434c8f-8026-49fa-af17-a7b829f273e5', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:76:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78a34e41-c0d9-4d89-aa57-37f9e931b651', 'device_owner': 'network:router_gateway', 'standard_attr_id': 878, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:00:53Z', 'updated_at': '2021-07-06T14:01:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6', '_floatingips': [{'id': 'b7455581-2335-4cd2-9586-d5d6c4d08e4c', 'tenant_id': '825a4fb0f5c7454f82c586f8d1442f43', 'floating_ip_address': '172.25.0.191', 'floating_network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'router_id': '78a34e41-c0d9-4d89-aa57-37f9e931b651', 'port_id': 'e0212a6e-4a9c-4580-a290-db589dcc6f27', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 926, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dc2aab4d-ebf5-4223-8156-143d93bdc342', 'mac_address': 'fa:16:3e:e1:ea:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bfb388a-790e-4692-a575-ef183ebdd084', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T14:01:43Z', 'updated_at': '2021-07-06T14:02:49Z', 'revision_number': 8, 'project_id': '825a4fb0f5c7454f82c586f8d1442f43', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9e2bb929-0689-4ee3-8e1a-63c91f09da86', 'name': '', 'network_id': 'dc2aab4d-ebf5-4223-8156-143d93bdc342', 'tenant_id': '825a4fb0f5c7454f82c586f8d1442f43', 'mac_address': 'fa:16:3e:c3:e4:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78a34e41-c0d9-4d89-aa57-37f9e931b651', 'device_owner': 'network:router_interface', 'standard_attr_id': 895, 'fixed_ips': [{'subnet_id': '9d4d8837-0e9e-40cd-b8da-4a4f0d5a912c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:01:02Z', 'updated_at': '2021-07-06T14:01:14Z', 'revision_number': 5, 'project_id': '825a4fb0f5c7454f82c586f8d1442f43', 'subnets': [{'id': '9d4d8837-0e9e-40cd-b8da-4a4f0d5a912c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773647-6', False) {} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:02:54.515973 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07c4a5eb-a1cb-4c13-97f1-4bba4295cf03 None None] The sync data for ids ['78a34e41-c0d9-4d89-aa57-37f9e931b651'] in n-d-773647-6 is: [{'id': '78a34e41-c0d9-4d89-aa57-37f9e931b651', 'name': 'tempest-FloatingIPsAssociationTestJSON-1257204186-router', 'tenant_id': '825a4fb0f5c7454f82c586f8d1442f43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.139'}], 'enable_snat': True}, 'gw_port_id': 'b4434c8f-8026-49fa-af17-a7b829f273e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:00:52Z', 'updated_at': '2021-07-06T14:01:05Z', 'revision_number': 4, 'project_id': '825a4fb0f5c7454f82c586f8d1442f43', 'gw_port': {'id': 'b4434c8f-8026-49fa-af17-a7b829f273e5', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:76:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78a34e41-c0d9-4d89-aa57-37f9e931b651', 'device_owner': 'network:router_gateway', 'standard_attr_id': 878, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:00:53Z', 'updated_at': '2021-07-06T14:01:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6', '_floatingips': [{'id': 'b7455581-2335-4cd2-9586-d5d6c4d08e4c', 'tenant_id': '825a4fb0f5c7454f82c586f8d1442f43', 'floating_ip_address': '172.25.0.191', 'floating_network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'router_id': '78a34e41-c0d9-4d89-aa57-37f9e931b651', 'port_id': 'e0212a6e-4a9c-4580-a290-db589dcc6f27', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 926, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dc2aab4d-ebf5-4223-8156-143d93bdc342', 'mac_address': 'fa:16:3e:e1:ea:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bfb388a-790e-4692-a575-ef183ebdd084', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T14:01:43Z', 'updated_at': '2021-07-06T14:02:49Z', 'revision_number': 8, 'project_id': '825a4fb0f5c7454f82c586f8d1442f43', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9e2bb929-0689-4ee3-8e1a-63c91f09da86', 'name': '', 'network_id': 'dc2aab4d-ebf5-4223-8156-143d93bdc342', 'tenant_id': '825a4fb0f5c7454f82c586f8d1442f43', 'mac_address': 'fa:16:3e:c3:e4:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78a34e41-c0d9-4d89-aa57-37f9e931b651', 'device_owner': 'network:router_interface', 'standard_attr_id': 895, 'fixed_ips': [{'subnet_id': '9d4d8837-0e9e-40cd-b8da-4a4f0d5a912c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:01:02Z', 'updated_at': '2021-07-06T14:01:14Z', 'revision_number': 5, 'project_id': '825a4fb0f5c7454f82c586f8d1442f43', 'subnets': [{'id': '9d4d8837-0e9e-40cd-b8da-4a4f0d5a912c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 14:02:54.537177 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:54.582992 n-d-773647-6 neutron-server[100248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4f5d88f-b792-4b61-8f7b-c7bf4d5e4b41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0beb7a1e-a85a-424f-baa9-0271f6aacf93'}] {{(pid=100248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:02:54.586055 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84af257533e383389cbcf231d3534f4d5e149e7203fea16b4a8fc01438dddaf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ff50c0a-b281-4c29-bb8e-ebae5f4bfeef" -d '{"events": [{"server_uuid": "f4f5d88f-b792-4b61-8f7b-c7bf4d5e4b41", "name": "network-vif-plugged", "status": "completed", "tag": "0beb7a1e-a85a-424f-baa9-0271f6aacf93"}]}' {{(pid=100248) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:02:54.611742 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-8bce630e-8080-4db3-892e-4195232cf34b tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-127687573'] for port, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:54.622031 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] For port 0beb7a1e-a85a-424f-baa9-0271f6aacf93, host n-h1-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773647-6',level=0,port_id=0beb7a1e-a85a-424f-baa9-0271f6aacf93,segment=NetworkSegment(f208382a-1e10-4992-aca3-ca6afbdb80b7),segment_id=f208382a-1e10-4992-aca3-ca6afbdb80b7)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:02:54.630069 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:54.632311 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Device 07067623-f1b1-48ee-80fe-e48f5d5bb168 up at agent hyperv_n-h1-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:02:54.666804 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bce630e-8080-4db3-892e-4195232cf34b tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] Network 2658f09e-a580-4d4a-9968-2d1e0ad93719 is already hosted by enough agents. {{(pid=100246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:02:54.675330 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.base_scheduler [None req-8bce630e-8080-4db3-892e-4195232cf34b tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] Resources bound (agent type, host, resource id): {{(pid=100246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:02:54.688196 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bce630e-8080-4db3-892e-4195232cf34b tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] Received port after_create {{(pid=100246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:02:54.704440 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ddf91b-525b-416d-942d-ac0eb54c915e req-9f27abc1-7c5e-4454-abaf-fd362fd07426 tempest-ListServersNegativeTestJSON-1815013295 tempest-ListServersNegativeTestJSON-1815013295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:02:54.706603 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-61ddf91b-525b-416d-942d-ac0eb54c915e req-9f27abc1-7c5e-4454-abaf-fd362fd07426 tempest-ListServersNegativeTestJSON-1815013295 tempest-ListServersNegativeTestJSON-1815013295-project] 10.222.0.104 "GET /v2.0/ports?device_id=3a88983d-2fa1-40f2-9c8a-3905b60aa866 HTTP/1.1" status: 200 len: 945 time: 0.3182464 Jul 06 14:02:54.711004 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-11935f44-7ba1-4e00-a644-076743234717 req-343f2481-21a3-4c87-903e-ed26f82ada2c service neutron] 10.222.0.127 "GET /v2.0/networks/dc2aab4d-ebf5-4223-8156-143d93bdc342?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2829185 Jul 06 14:02:54.842740 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Provisioning for port 07067623-f1b1-48ee-80fe-e48f5d5bb168 completed by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:02:54.848473 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Pushing event updated for resources: {'Port': ['ID=0beb7a1e-a85a-424f-baa9-0271f6aacf93,revision_number=5']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:02:54.852737 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Provisioning complete for port 07067623-f1b1-48ee-80fe-e48f5d5bb168 triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:02:54.853810 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:54.865659 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-61ddf91b-525b-416d-942d-ac0eb54c915e req-e6c50752-f0a8-42fc-8679-95050d024b62 tempest-ListServersNegativeTestJSON-1815013295 tempest-ListServersNegativeTestJSON-1815013295-project] 10.222.0.104 "GET /v2.0/security-groups?id=5d2e10db-80f0-43d1-a4b3-353e53bb2009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1503432 Jul 06 14:02:54.900050 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-8bce630e-8080-4db3-892e-4195232cf34b tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:54.908391 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-6216d463-9d19-4638-bd57-74271e1cda62 req-b7ce40a4-e002-4977-8ad4-20300c3b27fc tempest-FloatingIPsAssociationTestJSON-978234990 tempest-FloatingIPsAssociationTestJSON-978234990-project] 10.222.0.104 "GET /v2.0/floatingips/b7455581-2335-4cd2-9586-d5d6c4d08e4c HTTP/1.1" status: 200 len: 996 time: 0.1791844 Jul 06 14:02:54.917944 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bce630e-8080-4db3-892e-4195232cf34b tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] Pushing event updated for resources: {'Port': ['ID=76cb2258-a842-4697-bf0e-95d3c7340521,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:02:54.931653 n-d-773647-6 neutron-server[100246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7061350e-4dca-4399-85c7-69dfaa1b6322', 'name': 'network-vif-deleted', 'tag': '891b2c81-2c6a-4763-a1b7-6fa3d05d0063'}] {{(pid=100246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:02:54.934456 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0d96c5ab5e889f7b933ae915b9be33d1b46c9e87795bf781004b656ef3f1e87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-433f0ba2-d7f0-4d9f-8c27-d2e31fd24d0e" -d '{"events": [{"server_uuid": "7061350e-4dca-4399-85c7-69dfaa1b6322", "name": "network-vif-deleted", "tag": "891b2c81-2c6a-4763-a1b7-6fa3d05d0063"}]}' {{(pid=100246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:02:54.957460 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d34c4de-0456-42a9-a447-7518c23cab2c None None] New status for floating IP b7455581-2335-4cd2-9586-d5d6c4d08e4c: ACTIVE {{(pid=100249) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 14:02:55.021930 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-8bce630e-8080-4db3-892e-4195232cf34b tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:55.055263 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 37928) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:02:55.099172 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-735e5e1a-78f3-4afd-ac6b-d90f3f589805 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1809431'] for router_interface, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:55.102948 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:55.111716 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6216d463-9d19-4638-bd57-74271e1cda62 req-fe037966-6775-4036-9d9e-63c5d9bc56a3 tempest-FloatingIPsAssociationTestJSON-978234990 tempest-FloatingIPsAssociationTestJSON-978234990-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:02:55.123555 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-6216d463-9d19-4638-bd57-74271e1cda62 req-fe037966-6775-4036-9d9e-63c5d9bc56a3 tempest-FloatingIPsAssociationTestJSON-978234990 tempest-FloatingIPsAssociationTestJSON-978234990-project] 10.222.0.104 "GET /v2.0/networks/2658f09e-a580-4d4a-9968-2d1e0ad93719 HTTP/1.1" status: 200 len: 784 time: 0.2109876 Jul 06 14:02:55.138947 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [req-6216d463-9d19-4638-bd57-74271e1cda62 req-6574afae-dfa0-41f4-b245-c9f99c8b6efc tempest-FloatingIPsAssociationTestJSON-978234990 tempest-FloatingIPsAssociationTestJSON-978234990-project] http://10.222.0.104:9696/v2.0/extensions returned with HTTP 200 {{(pid=100247) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 14:02:55.152784 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-6216d463-9d19-4638-bd57-74271e1cda62 req-6574afae-dfa0-41f4-b245-c9f99c8b6efc tempest-FloatingIPsAssociationTestJSON-978234990 tempest-FloatingIPsAssociationTestJSON-978234990-project] 10.222.0.104 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0245748 Jul 06 14:02:55.184832 n-d-773647-6 neutron-server[100247]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93baebbc-f8da-41f6-a869-705bcac34402', 'name': 'network-vif-deleted', 'tag': 'b3d5f759-25d1-4c4c-b7ec-a5f305aed096'}] {{(pid=100247) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:02:55.187541 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cbf0eeaae822f8fc9b87a94aeba67a3d651842baf663a51cba94b67a514836d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9932789-cfc5-424e-9ab4-8c76e02769d8" -d '{"events": [{"server_uuid": "93baebbc-f8da-41f6-a869-705bcac34402", "name": "network-vif-deleted", "tag": "b3d5f759-25d1-4c4c-b7ec-a5f305aed096"}]}' {{(pid=100247) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:02:55.208401 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] For port 07067623-f1b1-48ee-80fe-e48f5d5bb168, host n-h1-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773647-6',level=0,port_id=07067623-f1b1-48ee-80fe-e48f5d5bb168,segment=NetworkSegment(f208382a-1e10-4992-aca3-ca6afbdb80b7),segment_id=f208382a-1e10-4992-aca3-ca6afbdb80b7)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:02:55.218544 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:55.256241 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 14:02:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-819453f5-4c64-4591-89ac-993e222f8bf3 x-openstack-request-id: req-819453f5-4c64-4591-89ac-993e222f8bf3 {{(pid=100248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:02:55.256539 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4f5d88f-b792-4b61-8f7b-c7bf4d5e4b41", "name": "network-vif-plugged", "status": "completed", "tag": "0beb7a1e-a85a-424f-baa9-0271f6aacf93", "code": 200}]} {{(pid=100248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:02:55.256895 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-819453f5-4c64-4591-89ac-993e222f8bf3 {{(pid=100248) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:02:55.257178 n-d-773647-6 neutron-server[100248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4f5d88f-b792-4b61-8f7b-c7bf4d5e4b41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0beb7a1e-a85a-424f-baa9-0271f6aacf93', 'code': 200} Jul 06 14:02:55.304081 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 14:02:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73f27080-d907-470d-9c56-f2dd0358dc47 x-openstack-request-id: req-73f27080-d907-470d-9c56-f2dd0358dc47 {{(pid=100246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:02:55.305442 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7061350e-4dca-4399-85c7-69dfaa1b6322", "name": "network-vif-deleted", "tag": "891b2c81-2c6a-4763-a1b7-6fa3d05d0063", "status": "completed", "code": 200}]} {{(pid=100246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:02:55.305774 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-73f27080-d907-470d-9c56-f2dd0358dc47 {{(pid=100246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:02:55.306239 n-d-773647-6 neutron-server[100246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7061350e-4dca-4399-85c7-69dfaa1b6322', 'name': 'network-vif-deleted', 'tag': '891b2c81-2c6a-4763-a1b7-6fa3d05d0063', 'status': 'completed', 'code': 200} Jul 06 14:02:55.313689 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-835a49dd-4854-4a6e-b1a8-37bd81c9d156 admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-617886957-network', 'tenant_id': 'f31f75843d314673b4db39f1360ab211'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:02:55.335026 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Pushing event updated for resources: {'Port': ['ID=07067623-f1b1-48ee-80fe-e48f5d5bb168,revision_number=5']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:02:55.391984 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-835a49dd-4854-4a6e-b1a8-37bd81c9d156 admin admin] Made reservation on behalf of f31f75843d314673b4db39f1360ab211 for: {'network': 1} {{(pid=100246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:02:55.395028 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-835a49dd-4854-4a6e-b1a8-37bd81c9d156 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for network, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:55.425047 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-835a49dd-4854-4a6e-b1a8-37bd81c9d156 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:55.450235 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-cdc6dc73-7145-4e10-83e3-ee305100bc18 req-853e681f-7bef-4145-b313-6053a1f7aed9 tempest-FloatingIPsAssociationTestJSON-978234990 tempest-FloatingIPsAssociationTestJSON-978234990-project] 10.222.0.104 "GET /v2.0/floatingips?floating_ip_address=172.25.0.191 HTTP/1.1" status: 200 len: 1001 time: 0.1058333 Jul 06 14:02:55.475752 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08a7378-53b0-4c9f-b572-e8406837ed49 req-6434c83a-4789-4ec6-bc05-6c7aebc8b564 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:02:55.477032 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-c08a7378-53b0-4c9f-b572-e8406837ed49 req-6434c83a-4789-4ec6-bc05-6c7aebc8b564 service neutron] 10.222.0.127 "GET /v2.0/ports?device_id=f4f5d88f-b792-4b61-8f7b-c7bf4d5e4b41 HTTP/1.1" status: 200 len: 1096 time: 0.1680889 Jul 06 14:02:55.487691 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-93ac643a-d4fa-4b00-b7a9-84b0b16c75b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:55.530489 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-8bce630e-8080-4db3-892e-4195232cf34b tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] Notify callbacks [] for port, precommit_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:55.539925 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-8bce630e-8080-4db3-892e-4195232cf34b tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127687527'] for port, after_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:55.553344 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc6dc73-7145-4e10-83e3-ee305100bc18 req-dbc5e029-cca1-456a-890c-d8034dda4eb1 tempest-FloatingIPsAssociationTestJSON-978234990 tempest-FloatingIPsAssociationTestJSON-978234990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:02:55.554826 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-cdc6dc73-7145-4e10-83e3-ee305100bc18 req-dbc5e029-cca1-456a-890c-d8034dda4eb1 tempest-FloatingIPsAssociationTestJSON-978234990 tempest-FloatingIPsAssociationTestJSON-978234990-project] 10.222.0.104 "GET /v2.0/ports/e0212a6e-4a9c-4580-a290-db589dcc6f27 HTTP/1.1" status: 200 len: 942 time: 0.0957234 Jul 06 14:02:55.569877 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332be7e0-0805-4334-a527-75cf18cf657e req-e5e2d896-146e-4bfa-b141-5a0e0945da25 tempest-ServersOnMultiNodesTest-299961212 tempest-ServersOnMultiNodesTest-299961212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:02:55.571491 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-332be7e0-0805-4334-a527-75cf18cf657e req-e5e2d896-146e-4bfa-b141-5a0e0945da25 tempest-ServersOnMultiNodesTest-299961212 tempest-ServersOnMultiNodesTest-299961212-project] 10.222.0.104 "GET /v2.0/ports?device_id=d3841228-bd36-4f42-bf1c-f86b93e259d3 HTTP/1.1" status: 200 len: 949 time: 0.1739624 Jul 06 14:02:55.575677 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-c08a7378-53b0-4c9f-b572-e8406837ed49 req-8f3deef5-abcd-4022-b043-c843787b8fa0 service neutron] 10.222.0.127 "GET /v2.0/security-groups?id=5d2e10db-80f0-43d1-a4b3-353e53bb2009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732820 Jul 06 14:02:55.615126 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-332be7e0-0805-4334-a527-75cf18cf657e req-85bf5361-2e0f-4dae-9a3d-f7f98ce1a4d5 tempest-ServersOnMultiNodesTest-299961212 tempest-ServersOnMultiNodesTest-299961212-project] 10.222.0.104 "GET /v2.0/security-groups?id=304f894d-c671-4a59-b0fb-2a4d849c5ac9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359015 Jul 06 14:02:55.642564 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bce630e-8080-4db3-892e-4195232cf34b tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] Pushing event updated for resources: {'Port': ['ID=76cb2258-a842-4697-bf0e-95d3c7340521,revision_number=2']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:02:55.682477 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-8bce630e-8080-4db3-892e-4195232cf34b tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1761130'] for floatingip, after_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:55.711058 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 14:02:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-185405ff-94a8-4877-837d-4f45315baf4e x-openstack-request-id: req-185405ff-94a8-4877-837d-4f45315baf4e {{(pid=100247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:02:55.711748 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93baebbc-f8da-41f6-a869-705bcac34402", "name": "network-vif-deleted", "tag": "b3d5f759-25d1-4c4c-b7ec-a5f305aed096", "status": "completed", "code": 200}]} {{(pid=100247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:02:55.711748 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-185405ff-94a8-4877-837d-4f45315baf4e {{(pid=100247) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:02:55.712068 n-d-773647-6 neutron-server[100247]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93baebbc-f8da-41f6-a869-705bcac34402', 'name': 'network-vif-deleted', 'tag': 'b3d5f759-25d1-4c4c-b7ec-a5f305aed096', 'status': 'completed', 'code': 200} Jul 06 14:02:55.743981 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-cdc6dc73-7145-4e10-83e3-ee305100bc18 req-4c48a12a-29e2-4d30-8bc7-a67e2b31d47c tempest-FloatingIPsAssociationTestJSON-978234990 tempest-FloatingIPsAssociationTestJSON-978234990-project] 10.222.0.104 "GET /v2.0/floatingips?floating_ip_address=172.25.0.191 HTTP/1.1" status: 200 len: 1001 time: 0.0785947 Jul 06 14:02:55.760859 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-835a49dd-4854-4a6e-b1a8-37bd81c9d156 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:55.780877 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-835a49dd-4854-4a6e-b1a8-37bd81c9d156 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:55.791955 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-8bce630e-8080-4db3-892e-4195232cf34b tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for floatingip, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:55.793510 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-8bce630e-8080-4db3-892e-4195232cf34b tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] 10.222.0.104 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.1349919 Jul 06 14:02:55.817423 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-835a49dd-4854-4a6e-b1a8-37bd81c9d156 admin admin] vlan segment allocate from pool success with {'vlan_id': 1017, 'physical_network': 'physnet1'} {{(pid=100246) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 14:02:55.834805 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835a49dd-4854-4a6e-b1a8-37bd81c9d156 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2215d80a-ddad-4a35-81c2-b64e25843278,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:02:55.841901 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-835a49dd-4854-4a6e-b1a8-37bd81c9d156 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552'] for segment, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:55.842314 n-d-773647-6 neutron-server[100246]: INFO neutron.db.segments_db [None req-835a49dd-4854-4a6e-b1a8-37bd81c9d156 admin admin] Added segment 1b67feb8-0003-4194-960b-561c49e9abd2 of type vlan for network 39d501ad-d5c9-4f7e-9074-19de9ac3996b Jul 06 14:02:55.871850 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:55.879004 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc6dc73-7145-4e10-83e3-ee305100bc18 req-f902788a-d17f-4ab6-8bec-11a06d879482 tempest-FloatingIPsAssociationTestJSON-978234990 tempest-FloatingIPsAssociationTestJSON-978234990-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:02:55.881012 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-cdc6dc73-7145-4e10-83e3-ee305100bc18 req-f902788a-d17f-4ab6-8bec-11a06d879482 tempest-FloatingIPsAssociationTestJSON-978234990 tempest-FloatingIPsAssociationTestJSON-978234990-project] 10.222.0.104 "GET /v2.0/networks/2658f09e-a580-4d4a-9968-2d1e0ad93719 HTTP/1.1" status: 200 len: 784 time: 0.1348834 Jul 06 14:02:55.890005 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [None req-735e5e1a-78f3-4afd-ac6b-d90f3f589805 admin admin] Deleting port 5a5b58f6-d968-4012-a5a8-720a5d3d9b5c {{(pid=100246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:02:55.890379 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-735e5e1a-78f3-4afd-ac6b-d90f3f589805 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:55.943323 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-835a49dd-4854-4a6e-b1a8-37bd81c9d156 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773752984405'] for network, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:55.988701 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-cdc6dc73-7145-4e10-83e3-ee305100bc18 req-cd66b8c5-c41a-4707-9d18-2e133779c22b tempest-FloatingIPsAssociationTestJSON-978234990 tempest-FloatingIPsAssociationTestJSON-978234990-project] 10.222.0.104 "GET /v2.0/floatingips?floating_ip_address=172.25.0.191 HTTP/1.1" status: 200 len: 1001 time: 0.0984256 Jul 06 14:02:55.998654 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-835a49dd-4854-4a6e-b1a8-37bd81c9d156 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060'] for network, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:55.999786 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-835a49dd-4854-4a6e-b1a8-37bd81c9d156 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:02:56.000358 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-835a49dd-4854-4a6e-b1a8-37bd81c9d156 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583035'] for network, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:56.003717 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [req-cdc6dc73-7145-4e10-83e3-ee305100bc18 req-0e367117-dfeb-4e67-9f55-e1c1b55911ae tempest-FloatingIPsAssociationTestJSON-978234990 tempest-FloatingIPsAssociationTestJSON-978234990-project] Request body: {'floatingip': {'port_id': None}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:02:56.075545 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-835a49dd-4854-4a6e-b1a8-37bd81c9d156 admin admin] 10.222.0.104 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.0194392 Jul 06 14:02:56.087887 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.db [None req-735e5e1a-78f3-4afd-ac6b-d90f3f589805 admin admin] For port 5a5b58f6-d968-4012-a5a8-720a5d3d9b5c, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=5a5b58f6-d968-4012-a5a8-720a5d3d9b5c,segment=NetworkSegment(1d8f5395-0396-4ba3-8cac-3307d03a82e3),segment_id=1d8f5395-0396-4ba3-8cac-3307d03a82e3)] {{(pid=100246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:02:56.088279 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-735e5e1a-78f3-4afd-ac6b-d90f3f589805 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:56.102689 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835a49dd-4854-4a6e-b1a8-37bd81c9d156 admin admin] Pushing event updated for resources: {'Network': ['ID=39d501ad-d5c9-4f7e-9074-19de9ac3996b,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:02:56.109501 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [None req-735e5e1a-78f3-4afd-ac6b-d90f3f589805 admin admin] Calling delete_port for 5a5b58f6-d968-4012-a5a8-720a5d3d9b5c owned by network:router_interface {{(pid=100246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:02:56.120070 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Network 39d501ad-d5c9-4f7e-9074-19de9ac3996b details requested by agent ovs-agent-n-d-773647-6 with host n-d-773647-6 {{(pid=100248) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 14:02:56.132763 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-cdc6dc73-7145-4e10-83e3-ee305100bc18 req-0e367117-dfeb-4e67-9f55-e1c1b55911ae tempest-FloatingIPsAssociationTestJSON-978234990 tempest-FloatingIPsAssociationTestJSON-978234990-project] Notify callbacks [] for floatingip, before_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:56.229507 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1620a3e6-edb3-4dd1-8b4d-0b9e8241af74 req-43a54f7f-5f2c-47a1-a3d7-9b3da6741838 tempest-ListServersNegativeTestJSON-1815013295 tempest-ListServersNegativeTestJSON-1815013295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:02:56.231167 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-1620a3e6-edb3-4dd1-8b4d-0b9e8241af74 req-43a54f7f-5f2c-47a1-a3d7-9b3da6741838 tempest-ListServersNegativeTestJSON-1815013295 tempest-ListServersNegativeTestJSON-1815013295-project] 10.222.0.104 "GET /v2.0/ports?device_id=3a88983d-2fa1-40f2-9c8a-3905b60aa866 HTTP/1.1" status: 200 len: 946 time: 0.1765821 Jul 06 14:02:56.332446 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-735e5e1a-78f3-4afd-ac6b-d90f3f589805 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127687580'] for port, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:56.362248 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735e5e1a-78f3-4afd-ac6b-d90f3f589805 admin admin] Pushing event deleted for resources: {'Port': ['ID=5a5b58f6-d968-4012-a5a8-720a5d3d9b5c,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:02:56.400363 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-1620a3e6-edb3-4dd1-8b4d-0b9e8241af74 req-c3c89832-84c7-420a-91d3-67ae57b0ce93 tempest-ListServersNegativeTestJSON-1815013295 tempest-ListServersNegativeTestJSON-1815013295-project] 10.222.0.104 "GET /v2.0/security-groups?id=5d2e10db-80f0-43d1-a4b3-353e53bb2009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185033 Jul 06 14:02:56.414574 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b71ac36-272a-4128-90f5-7abc9288de43 req-f5102cb8-d0a8-4932-a0b0-ce89f5c772b5 tempest-ServersOnMultiNodesTest-299961212 tempest-ServersOnMultiNodesTest-299961212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:02:56.416234 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-3b71ac36-272a-4128-90f5-7abc9288de43 req-f5102cb8-d0a8-4932-a0b0-ce89f5c772b5 tempest-ServersOnMultiNodesTest-299961212 tempest-ServersOnMultiNodesTest-299961212-project] 10.222.0.72 "GET /v2.0/ports?device_id=d3841228-bd36-4f42-bf1c-f86b93e259d3 HTTP/1.1" status: 200 len: 949 time: 0.2452917 Jul 06 14:02:56.426652 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-cdc6dc73-7145-4e10-83e3-ee305100bc18 req-0e367117-dfeb-4e67-9f55-e1c1b55911ae tempest-FloatingIPsAssociationTestJSON-978234990 tempest-FloatingIPsAssociationTestJSON-978234990-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:56.432845 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-cdc6dc73-7145-4e10-83e3-ee305100bc18 req-0e367117-dfeb-4e67-9f55-e1c1b55911ae tempest-FloatingIPsAssociationTestJSON-978234990 tempest-FloatingIPsAssociationTestJSON-978234990-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1761130'] for floatingip, after_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:56.433095 n-d-773647-6 neutron-server[100247]: INFO neutron.db.l3_db [req-cdc6dc73-7145-4e10-83e3-ee305100bc18 req-0e367117-dfeb-4e67-9f55-e1c1b55911ae tempest-FloatingIPsAssociationTestJSON-978234990 tempest-FloatingIPsAssociationTestJSON-978234990-project] Floating IP b7455581-2335-4cd2-9586-d5d6c4d08e4c disassociated. External IP: 172.25.0.191, port: e0212a6e-4a9c-4580-a290-db589dcc6f27. Jul 06 14:02:56.511454 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-2064eaae-da4f-48f8-82d2-b09d4ddedd44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:56.568868 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-735e5e1a-78f3-4afd-ac6b-d90f3f589805 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1809193'] for router_interface, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:56.652341 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-1658b2ed-02ee-4fd6-9ffb-3111fde0cd07 req-e8ccb19e-a12b-461e-8705-0413e554d8ff tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] 10.222.0.104 "GET /v2.0/security-groups?name=tempest-securitygroup--238334313&fields=id&tenant_id=db940b92de5443cbbd5f77e12cabccfc HTTP/1.1" status: 200 len: 267 time: 0.1351016 Jul 06 14:02:56.757447 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.plugin [req-3b71ac36-272a-4128-90f5-7abc9288de43 req-a8185818-fe58-479b-8b3a-40b901647dba tempest-ServersOnMultiNodesTest-299961212 tempest-ServersOnMultiNodesTest-299961212-project] Deleting port 05481f2d-582e-4146-a307-f062af9d861e {{(pid=100247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:02:56.758295 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-3b71ac36-272a-4128-90f5-7abc9288de43 req-a8185818-fe58-479b-8b3a-40b901647dba tempest-ServersOnMultiNodesTest-299961212 tempest-ServersOnMultiNodesTest-299961212-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:56.817676 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1658b2ed-02ee-4fd6-9ffb-3111fde0cd07 req-2bacdd20-3e61-4c40-927d-6344e2a9d76a tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:02:56.824575 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-1658b2ed-02ee-4fd6-9ffb-3111fde0cd07 req-2bacdd20-3e61-4c40-927d-6344e2a9d76a tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] 10.222.0.104 "GET /v2.0/ports/3ba18cf5-928e-46ea-b0ca-9a371b8d9b40 HTTP/1.1" status: 200 len: 932 time: 0.1631527 Jul 06 14:02:56.859419 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-735e5e1a-78f3-4afd-ac6b-d90f3f589805 admin admin] Router 56b6778b-b70d-4ea6-bfb2-72e0243c2efa has already been hosted by L3 agent 2823d358-a11b-4885-a706-95a279e43fa7 {{(pid=100246) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 14:02:56.972976 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-735e5e1a-78f3-4afd-ac6b-d90f3f589805 admin admin] Notify agent at l3_agent.n-d-773647-6 the message routers_updated {{(pid=100246) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 14:02:56.980538 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-735e5e1a-78f3-4afd-ac6b-d90f3f589805 admin admin] 10.222.0.104 "PUT /v2.0/routers/56b6778b-b70d-4ea6-bfb2-72e0243c2efa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9402666 Jul 06 14:02:56.980761 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 37964) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:02:56.981484 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-166e715c-aba4-4054-bbf2-08a2d55b0d81 None None] Sync routers for ids ['56b6778b-b70d-4ea6-bfb2-72e0243c2efa'] in n-d-773647-6 {{(pid=100248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 14:02:56.992089 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-166e715c-aba4-4054-bbf2-08a2d55b0d81 None None] Routers {'56b6778b-b70d-4ea6-bfb2-72e0243c2efa'} bound to L3 agent in host n-d-773647-6 {{(pid=100248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:02:56.992746 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-166e715c-aba4-4054-bbf2-08a2d55b0d81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T14:02:55Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['56b6778b-b70d-4ea6-bfb2-72e0243c2efa'], 'active': True} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:02:57.109300 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvr_db [None req-166e715c-aba4-4054-bbf2-08a2d55b0d81 None None] Set router 56b6778b-b70d-4ea6-bfb2-72e0243c2efa gateway port host: n-d-773647-6 {{(pid=100248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:02:57.256721 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1658b2ed-02ee-4fd6-9ffb-3111fde0cd07 req-5dc83c48-6563-444c-b9d2-3fea5d2da2a9 tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:02:57.257910 n-d-773647-6 neutron-server[100248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a88983d-2fa1-40f2-9c8a-3905b60aa866', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07067623-f1b1-48ee-80fe-e48f5d5bb168'}] {{(pid=100248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:02:57.260012 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-1658b2ed-02ee-4fd6-9ffb-3111fde0cd07 req-5dc83c48-6563-444c-b9d2-3fea5d2da2a9 tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] 10.222.0.104 "GET /v2.0/ports/f010560f-f4c8-4c8c-99e0-7afd7573142a HTTP/1.1" status: 200 len: 932 time: 0.4342880 Jul 06 14:02:57.260210 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84af257533e383389cbcf231d3534f4d5e149e7203fea16b4a8fc01438dddaf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de7acfae-cc71-4eb4-a872-75ec9c566bcd" -d '{"events": [{"server_uuid": "3a88983d-2fa1-40f2-9c8a-3905b60aa866", "name": "network-vif-plugged", "status": "completed", "tag": "07067623-f1b1-48ee-80fe-e48f5d5bb168"}]}' {{(pid=100248) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:02:57.286689 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cdc6dc73-7145-4e10-83e3-ee305100bc18 req-0e367117-dfeb-4e67-9f55-e1c1b55911ae tempest-FloatingIPsAssociationTestJSON-978234990 tempest-FloatingIPsAssociationTestJSON-978234990-project] Router 78a34e41-c0d9-4d89-aa57-37f9e931b651 has already been hosted by L3 agent 2823d358-a11b-4885-a706-95a279e43fa7 {{(pid=100247) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 14:02:57.311426 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-166e715c-aba4-4054-bbf2-08a2d55b0d81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56b6778b-b70d-4ea6-bfb2-72e0243c2efa', 'name': 'tempest-AttachSCSIVolumeTestJSON-372456918-router', 'tenant_id': 'f164ffe0f85a41f0bab6414346dd567f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.102'}], 'enable_snat': True}, 'gw_port_id': '840eeb93-52af-400b-acc5-5f808b769771', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:00:32Z', 'updated_at': '2021-07-06T14:02:56Z', 'revision_number': 5, 'project_id': 'f164ffe0f85a41f0bab6414346dd567f', 'gw_port': {'id': '840eeb93-52af-400b-acc5-5f808b769771', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:f4:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56b6778b-b70d-4ea6-bfb2-72e0243c2efa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 813, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:00:32Z', 'updated_at': '2021-07-06T14:00:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6'}], 'n-d-773647-6', False) {} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:02:57.318769 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.db [req-3b71ac36-272a-4128-90f5-7abc9288de43 req-a8185818-fe58-479b-8b3a-40b901647dba tempest-ServersOnMultiNodesTest-299961212 tempest-ServersOnMultiNodesTest-299961212-project] For port 05481f2d-582e-4146-a307-f062af9d861e, host n-h2-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=05481f2d-582e-4146-a307-f062af9d861e,segment=NetworkSegment(c9ea893d-045e-42cf-b3dd-cdd1f79baccd),segment_id=c9ea893d-045e-42cf-b3dd-cdd1f79baccd)] {{(pid=100247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:02:57.319394 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-3b71ac36-272a-4128-90f5-7abc9288de43 req-a8185818-fe58-479b-8b3a-40b901647dba tempest-ServersOnMultiNodesTest-299961212 tempest-ServersOnMultiNodesTest-299961212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:57.357306 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-1658b2ed-02ee-4fd6-9ffb-3111fde0cd07 req-920ae1de-f06e-476b-bda3-cc20acc2d6d9 tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] 10.222.0.104 "GET /v2.0/ports?network_id=a1a89b46-c613-4578-b710-c22d92f3acfb&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0850987 Jul 06 14:02:57.367256 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-166e715c-aba4-4054-bbf2-08a2d55b0d81 None None] Checking router: 56b6778b-b70d-4ea6-bfb2-72e0243c2efa for host: n-d-773647-6 {{(pid=100248) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 14:02:57.387446 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-a1f2ca60-88d1-418a-b1a0-b17d11417005 admin admin] Notify callbacks [] for router, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:57.388061 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-166e715c-aba4-4054-bbf2-08a2d55b0d81 None None] Routers {'56b6778b-b70d-4ea6-bfb2-72e0243c2efa'} bound to L3 agent in host n-d-773647-6 {{(pid=100248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:02:57.388818 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-166e715c-aba4-4054-bbf2-08a2d55b0d81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T14:02:55Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['56b6778b-b70d-4ea6-bfb2-72e0243c2efa'], 'active': True} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:02:57.401686 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.plugin [req-3b71ac36-272a-4128-90f5-7abc9288de43 req-a8185818-fe58-479b-8b3a-40b901647dba tempest-ServersOnMultiNodesTest-299961212 tempest-ServersOnMultiNodesTest-299961212-project] Calling delete_port for 05481f2d-582e-4146-a307-f062af9d861e owned by compute:nova {{(pid=100247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:02:57.407814 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-1658b2ed-02ee-4fd6-9ffb-3111fde0cd07 req-4b0a5c2a-c376-41a6-bf97-77357e257282 tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] 10.222.0.104 "GET /v2.0/ports?network_id=a1a89b46-c613-4578-b710-c22d92f3acfb&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0495658 Jul 06 14:02:57.513683 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvr_db [None req-166e715c-aba4-4054-bbf2-08a2d55b0d81 None None] Set router 56b6778b-b70d-4ea6-bfb2-72e0243c2efa gateway port host: n-d-773647-6 {{(pid=100248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:02:57.518275 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-a1f2ca60-88d1-418a-b1a0-b17d11417005 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:57.579180 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [None req-a1f2ca60-88d1-418a-b1a0-b17d11417005 admin admin] Deleting port 840eeb93-52af-400b-acc5-5f808b769771 {{(pid=100246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:02:57.579879 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-a1f2ca60-88d1-418a-b1a0-b17d11417005 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:57.660314 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cdc6dc73-7145-4e10-83e3-ee305100bc18 req-0e367117-dfeb-4e67-9f55-e1c1b55911ae tempest-FloatingIPsAssociationTestJSON-978234990 tempest-FloatingIPsAssociationTestJSON-978234990-project] Notify agent at l3_agent.n-d-773647-6 the message routers_updated {{(pid=100247) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 14:02:57.665286 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.db [None req-a1f2ca60-88d1-418a-b1a0-b17d11417005 admin admin] For port 840eeb93-52af-400b-acc5-5f808b769771, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=840eeb93-52af-400b-acc5-5f808b769771,segment=NetworkSegment(89a832b7-7793-4d51-9038-ed7e1c3ff1b2),segment_id=89a832b7-7793-4d51-9038-ed7e1c3ff1b2)] {{(pid=100246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:02:57.665700 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-a1f2ca60-88d1-418a-b1a0-b17d11417005 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:57.670090 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-cdc6dc73-7145-4e10-83e3-ee305100bc18 req-0e367117-dfeb-4e67-9f55-e1c1b55911ae tempest-FloatingIPsAssociationTestJSON-978234990 tempest-FloatingIPsAssociationTestJSON-978234990-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for floatingip, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:57.676272 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b0d0dbe-0119-4929-893f-cc3dec8dca26 None None] Sync routers for ids ['78a34e41-c0d9-4d89-aa57-37f9e931b651'] in n-d-773647-6 {{(pid=100249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 14:02:57.685644 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b0d0dbe-0119-4929-893f-cc3dec8dca26 None None] Routers {'78a34e41-c0d9-4d89-aa57-37f9e931b651'} bound to L3 agent in host n-d-773647-6 {{(pid=100249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:02:57.686606 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-1b0d0dbe-0119-4929-893f-cc3dec8dca26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T14:02:55Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['78a34e41-c0d9-4d89-aa57-37f9e931b651'], 'active': True} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:02:57.690740 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [None req-a1f2ca60-88d1-418a-b1a0-b17d11417005 admin admin] Calling delete_port for 840eeb93-52af-400b-acc5-5f808b769771 owned by network:router_gateway {{(pid=100246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:02:57.702820 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1658b2ed-02ee-4fd6-9ffb-3111fde0cd07 req-ebaa23ff-39ce-4def-88e4-e7f427b81738 tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:02:57.709142 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1658b2ed-02ee-4fd6-9ffb-3111fde0cd07 req-ebaa23ff-39ce-4def-88e4-e7f427b81738 tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:02:57.715082 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1658b2ed-02ee-4fd6-9ffb-3111fde0cd07 req-ebaa23ff-39ce-4def-88e4-e7f427b81738 tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:02:57.723630 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-1658b2ed-02ee-4fd6-9ffb-3111fde0cd07 req-ebaa23ff-39ce-4def-88e4-e7f427b81738 tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] 10.222.0.104 "GET /v2.0/networks?id=8db538bb-9e5e-4771-8353-dcc3bdff004e&id=ace612ee-fa1f-4249-807d-5000ddc15676&id=ace612ee-fa1f-4249-807d-5000ddc15676&id=a1a89b46-c613-4578-b710-c22d92f3acfb&id=a1a89b46-c613-4578-b710-c22d92f3acfb HTTP/1.1" status: 200 len: 1989 time: 0.2662017 Jul 06 14:02:57.738950 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-166e715c-aba4-4054-bbf2-08a2d55b0d81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56b6778b-b70d-4ea6-bfb2-72e0243c2efa', 'name': 'tempest-AttachSCSIVolumeTestJSON-372456918-router', 'tenant_id': 'f164ffe0f85a41f0bab6414346dd567f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.102'}], 'enable_snat': True}, 'gw_port_id': '840eeb93-52af-400b-acc5-5f808b769771', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:00:32Z', 'updated_at': '2021-07-06T14:02:56Z', 'revision_number': 5, 'project_id': 'f164ffe0f85a41f0bab6414346dd567f', 'gw_port': {'id': '840eeb93-52af-400b-acc5-5f808b769771', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:f4:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56b6778b-b70d-4ea6-bfb2-72e0243c2efa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 813, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:00:32Z', 'updated_at': '2021-07-06T14:00:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6'}], 'n-d-773647-6', False) {} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:02:57.777748 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-166e715c-aba4-4054-bbf2-08a2d55b0d81 None None] The sync data for ids ['56b6778b-b70d-4ea6-bfb2-72e0243c2efa'] in n-d-773647-6 is: [{'id': '56b6778b-b70d-4ea6-bfb2-72e0243c2efa', 'name': 'tempest-AttachSCSIVolumeTestJSON-372456918-router', 'tenant_id': 'f164ffe0f85a41f0bab6414346dd567f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.102'}], 'enable_snat': True}, 'gw_port_id': '840eeb93-52af-400b-acc5-5f808b769771', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:00:32Z', 'updated_at': '2021-07-06T14:02:56Z', 'revision_number': 5, 'project_id': 'f164ffe0f85a41f0bab6414346dd567f', 'gw_port': {'id': '840eeb93-52af-400b-acc5-5f808b769771', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:f4:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56b6778b-b70d-4ea6-bfb2-72e0243c2efa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 813, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:00:32Z', 'updated_at': '2021-07-06T14:00:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6'}] {{(pid=100248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 14:02:57.779390 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-1658b2ed-02ee-4fd6-9ffb-3111fde0cd07 req-867710f2-dd00-4ae3-bddb-5491bc526095 tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] 10.222.0.104 "GET /v2.0/quotas/db940b92de5443cbbd5f77e12cabccfc HTTP/1.1" status: 200 len: 375 time: 0.0548038 Jul 06 14:02:57.803654 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-cdc6dc73-7145-4e10-83e3-ee305100bc18 req-0e367117-dfeb-4e67-9f55-e1c1b55911ae tempest-FloatingIPsAssociationTestJSON-978234990 tempest-FloatingIPsAssociationTestJSON-978234990-project] 10.222.0.104 "PUT /v2.0/floatingips/b7455581-2335-4cd2-9586-d5d6c4d08e4c HTTP/1.1" status: 200 len: 696 time: 1.8086421 Jul 06 14:02:57.806097 n-d-773647-6 neutron-server[100247]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7bfb388a-790e-4692-a575-ef183ebdd084', 'tag': 'e0212a6e-4a9c-4580-a290-db589dcc6f27'}] {{(pid=100247) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:02:57.808290 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cbf0eeaae822f8fc9b87a94aeba67a3d651842baf663a51cba94b67a514836d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97d387cd-8210-41dd-946a-873fb5024a33" -d '{"events": [{"name": "network-changed", "server_uuid": "7bfb388a-790e-4692-a575-ef183ebdd084", "tag": "e0212a6e-4a9c-4580-a290-db589dcc6f27"}]}' {{(pid=100247) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:02:57.820805 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvr_db [None req-1b0d0dbe-0119-4929-893f-cc3dec8dca26 None None] Set router 78a34e41-c0d9-4d89-aa57-37f9e931b651 gateway port host: n-d-773647-6 {{(pid=100249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:02:57.875555 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-3b71ac36-272a-4128-90f5-7abc9288de43 req-a8185818-fe58-479b-8b3a-40b901647dba tempest-ServersOnMultiNodesTest-299961212 tempest-ServersOnMultiNodesTest-299961212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128888353'] for port, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:57.889720 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] get_ports_and_sgs() called for port_ids ['05481f2d-582e-4146-a307-f062af9d861e'] {{(pid=100248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 14:02:57.917813 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8185818-fe58-479b-8b3a-40b901647dba tempest-ServersOnMultiNodesTest-299961212 tempest-ServersOnMultiNodesTest-299961212-project] Pushing event deleted for resources: {'Port': ['ID=05481f2d-582e-4146-a307-f062af9d861e,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:02:57.918109 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-a1f2ca60-88d1-418a-b1a0-b17d11417005 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127687580'] for port, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:57.980857 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f2ca60-88d1-418a-b1a0-b17d11417005 admin admin] Pushing event deleted for resources: {'Port': ['ID=840eeb93-52af-400b-acc5-5f808b769771,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:02:57.996714 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b71ac36-272a-4128-90f5-7abc9288de43 req-a8185818-fe58-479b-8b3a-40b901647dba tempest-ServersOnMultiNodesTest-299961212 tempest-ServersOnMultiNodesTest-299961212-project] No DVR routers for this DVR port 05481f2d-582e-4146-a307-f062af9d861e on host n-h2-773647-6 {{(pid=100247) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:02:57.999626 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-3b71ac36-272a-4128-90f5-7abc9288de43 req-a8185818-fe58-479b-8b3a-40b901647dba tempest-ServersOnMultiNodesTest-299961212 tempest-ServersOnMultiNodesTest-299961212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:58.001598 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-3b71ac36-272a-4128-90f5-7abc9288de43 req-a8185818-fe58-479b-8b3a-40b901647dba tempest-ServersOnMultiNodesTest-299961212 tempest-ServersOnMultiNodesTest-299961212-project] 10.222.0.72 "DELETE /v2.0/ports/05481f2d-582e-4146-a307-f062af9d861e HTTP/1.1" status: 204 len: 173 time: 1.5794876 Jul 06 14:02:58.024587 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-1658b2ed-02ee-4fd6-9ffb-3111fde0cd07 req-118889d0-3ba6-47bb-ab7e-539a0cb49bf5 tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] 10.222.0.104 "GET /v2.0/ports?tenant_id=db940b92de5443cbbd5f77e12cabccfc&fields=id HTTP/1.1" status: 200 len: 532 time: 0.2443151 Jul 06 14:02:58.026640 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc6dc73-7145-4e10-83e3-ee305100bc18 req-899fdc08-4d71-4277-bf97-f71ae812b496 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:02:58.032231 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-a1f2ca60-88d1-418a-b1a0-b17d11417005 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1761104'] for router_gateway, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:58.033511 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-cdc6dc73-7145-4e10-83e3-ee305100bc18 req-899fdc08-4d71-4277-bf97-f71ae812b496 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=825a4fb0f5c7454f82c586f8d1442f43&device_id=7bfb388a-790e-4692-a575-ef183ebdd084 HTTP/1.1" status: 200 len: 1096 time: 0.1931183 Jul 06 14:02:58.185275 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-a1f2ca60-88d1-418a-b1a0-b17d11417005 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1806308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6982'] for router, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:58.188445 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-a1f2ca60-88d1-418a-b1a0-b17d11417005 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:58.189565 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-1b0d0dbe-0119-4929-893f-cc3dec8dca26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78a34e41-c0d9-4d89-aa57-37f9e931b651', 'name': 'tempest-FloatingIPsAssociationTestJSON-1257204186-router', 'tenant_id': '825a4fb0f5c7454f82c586f8d1442f43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.139'}], 'enable_snat': True}, 'gw_port_id': 'b4434c8f-8026-49fa-af17-a7b829f273e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:00:52Z', 'updated_at': '2021-07-06T14:01:05Z', 'revision_number': 4, 'project_id': '825a4fb0f5c7454f82c586f8d1442f43', 'gw_port': {'id': 'b4434c8f-8026-49fa-af17-a7b829f273e5', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:76:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78a34e41-c0d9-4d89-aa57-37f9e931b651', 'device_owner': 'network:router_gateway', 'standard_attr_id': 878, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:00:53Z', 'updated_at': '2021-07-06T14:01:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6', '_interfaces': [{'id': '9e2bb929-0689-4ee3-8e1a-63c91f09da86', 'name': '', 'network_id': 'dc2aab4d-ebf5-4223-8156-143d93bdc342', 'tenant_id': '825a4fb0f5c7454f82c586f8d1442f43', 'mac_address': 'fa:16:3e:c3:e4:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78a34e41-c0d9-4d89-aa57-37f9e931b651', 'device_owner': 'network:router_interface', 'standard_attr_id': 895, 'fixed_ips': [{'subnet_id': '9d4d8837-0e9e-40cd-b8da-4a4f0d5a912c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:01:02Z', 'updated_at': '2021-07-06T14:01:14Z', 'revision_number': 5, 'project_id': '825a4fb0f5c7454f82c586f8d1442f43', 'subnets': [{'id': '9d4d8837-0e9e-40cd-b8da-4a4f0d5a912c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773647-6', False) {} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:02:58.225479 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b0d0dbe-0119-4929-893f-cc3dec8dca26 None None] Checking router: 78a34e41-c0d9-4d89-aa57-37f9e931b651 for host: n-d-773647-6 {{(pid=100249) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 14:02:58.234555 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b0d0dbe-0119-4929-893f-cc3dec8dca26 None None] Routers {'78a34e41-c0d9-4d89-aa57-37f9e931b651'} bound to L3 agent in host n-d-773647-6 {{(pid=100249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:02:58.235163 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-1b0d0dbe-0119-4929-893f-cc3dec8dca26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T14:02:55Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['78a34e41-c0d9-4d89-aa57-37f9e931b651'], 'active': True} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:02:58.247201 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc6dc73-7145-4e10-83e3-ee305100bc18 req-303ed6c8-9b71-4554-98f9-209368be0ac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:02:58.254933 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-cdc6dc73-7145-4e10-83e3-ee305100bc18 req-303ed6c8-9b71-4554-98f9-209368be0ac3 service neutron] 10.222.0.104 "GET /v2.0/networks?id=dc2aab4d-ebf5-4223-8156-143d93bdc342 HTTP/1.1" status: 200 len: 923 time: 0.2178357 Jul 06 14:02:58.262521 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-1658b2ed-02ee-4fd6-9ffb-3111fde0cd07 req-133e7e40-6d46-4b21-bc02-9808c19fe411 service neutron] 10.222.0.104 "GET /v2.0/networks/8db538bb-9e5e-4771-8353-dcc3bdff004e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2184093 Jul 06 14:02:58.267837 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-a1f2ca60-88d1-418a-b1a0-b17d11417005 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1805684'] for router, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:58.268756 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1f2ca60-88d1-418a-b1a0-b17d11417005 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 56b6778b-b70d-4ea6-bfb2-72e0243c2efa {{(pid=100246) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 14:02:58.274255 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-a1f2ca60-88d1-418a-b1a0-b17d11417005 admin admin] Notify callbacks [] for router, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:58.279009 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-a1f2ca60-88d1-418a-b1a0-b17d11417005 admin admin] 10.222.0.104 "DELETE /v2.0/routers/56b6778b-b70d-4ea6-bfb2-72e0243c2efa HTTP/1.1" status: 204 len: 168 time: 1.2969799 Jul 06 14:02:58.280332 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 37972) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:02:58.313221 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-03f71b24-a9b8-453a-8924-caa3f97bc6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:58.332929 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-cdc6dc73-7145-4e10-83e3-ee305100bc18 req-9b0c59c5-141e-4a39-89c4-0af73aca960c service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e0212a6e-4a9c-4580-a290-db589dcc6f27 HTTP/1.1" status: 200 len: 217 time: 0.0680921 Jul 06 14:02:58.376388 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.db_base_plugin_v2 [None req-51992e76-b593-44dd-97a4-be63bc38d3e0 admin admin] Deleting subnet d87cf09f-618b-4d0c-8799-8f5cd2407c6c {{(pid=100246) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 14:02:58.381116 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-51992e76-b593-44dd-97a4-be63bc38d3e0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:58.421423 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvr_db [None req-1b0d0dbe-0119-4929-893f-cc3dec8dca26 None None] Set router 78a34e41-c0d9-4d89-aa57-37f9e931b651 gateway port host: n-d-773647-6 {{(pid=100249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:02:58.426180 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-51992e76-b593-44dd-97a4-be63bc38d3e0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126218885'] for subnet, precommit_delete_associations {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:58.450711 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc6dc73-7145-4e10-83e3-ee305100bc18 req-b990d919-7557-45f8-8e5e-37e9062050fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:02:58.454215 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-cdc6dc73-7145-4e10-83e3-ee305100bc18 req-b990d919-7557-45f8-8e5e-37e9062050fa service neutron] 10.222.0.104 "GET /v2.0/subnets?id=9d4d8837-0e9e-40cd-b8da-4a4f0d5a912c HTTP/1.1" status: 200 len: 860 time: 0.0937405 Jul 06 14:02:58.519781 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-1658b2ed-02ee-4fd6-9ffb-3111fde0cd07 req-b1a22d19-394b-4d43-aa2f-6dcdbf28b1b6 service neutron] 10.222.0.104 "GET /v2.0/networks/8db538bb-9e5e-4771-8353-dcc3bdff004e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2562790 Jul 06 14:02:58.541990 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-51992e76-b593-44dd-97a4-be63bc38d3e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-913473'] for subnet, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:58.600999 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc6dc73-7145-4e10-83e3-ee305100bc18 req-130429cb-8b2d-4db4-8e22-d839d7beb2b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:02:58.602981 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-cdc6dc73-7145-4e10-83e3-ee305100bc18 req-130429cb-8b2d-4db4-8e22-d839d7beb2b4 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=dc2aab4d-ebf5-4223-8156-143d93bdc342&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1393890 Jul 06 14:02:58.612805 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-1658b2ed-02ee-4fd6-9ffb-3111fde0cd07 req-a931980e-8c57-4498-90f4-8b393592ccca service neutron] 10.222.0.104 "GET /v2.0/ports/3ba18cf5-928e-46ea-b0ca-9a371b8d9b40?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0884297 Jul 06 14:02:58.662505 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-51992e76-b593-44dd-97a4-be63bc38d3e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-913480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1849032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127687590', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127702764'] for subnet, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:58.695519 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51992e76-b593-44dd-97a4-be63bc38d3e0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d87cf09f-618b-4d0c-8799-8f5cd2407c6c,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:02:58.700449 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-51992e76-b593-44dd-97a4-be63bc38d3e0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:58.703120 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-51992e76-b593-44dd-97a4-be63bc38d3e0 admin admin] 10.222.0.104 "DELETE /v2.0/subnets/d87cf09f-618b-4d0c-8799-8f5cd2407c6c HTTP/1.1" status: 204 len: 168 time: 0.4209900 Jul 06 14:02:58.707659 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cbbb793-08fe-4f9d-82bc-0ece8ce32871 None None] Network ee6b98f4-5a65-4f23-99dc-04152db89d72 requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:02:58.710321 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 37974) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:02:58.741132 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-1b0d0dbe-0119-4929-893f-cc3dec8dca26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78a34e41-c0d9-4d89-aa57-37f9e931b651', 'name': 'tempest-FloatingIPsAssociationTestJSON-1257204186-router', 'tenant_id': '825a4fb0f5c7454f82c586f8d1442f43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.139'}], 'enable_snat': True}, 'gw_port_id': 'b4434c8f-8026-49fa-af17-a7b829f273e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:00:52Z', 'updated_at': '2021-07-06T14:01:05Z', 'revision_number': 4, 'project_id': '825a4fb0f5c7454f82c586f8d1442f43', 'gw_port': {'id': 'b4434c8f-8026-49fa-af17-a7b829f273e5', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:76:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78a34e41-c0d9-4d89-aa57-37f9e931b651', 'device_owner': 'network:router_gateway', 'standard_attr_id': 878, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:00:53Z', 'updated_at': '2021-07-06T14:01:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6', '_interfaces': [{'id': '9e2bb929-0689-4ee3-8e1a-63c91f09da86', 'name': '', 'network_id': 'dc2aab4d-ebf5-4223-8156-143d93bdc342', 'tenant_id': '825a4fb0f5c7454f82c586f8d1442f43', 'mac_address': 'fa:16:3e:c3:e4:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78a34e41-c0d9-4d89-aa57-37f9e931b651', 'device_owner': 'network:router_interface', 'standard_attr_id': 895, 'fixed_ips': [{'subnet_id': '9d4d8837-0e9e-40cd-b8da-4a4f0d5a912c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:01:02Z', 'updated_at': '2021-07-06T14:01:14Z', 'revision_number': 5, 'project_id': '825a4fb0f5c7454f82c586f8d1442f43', 'subnets': [{'id': '9d4d8837-0e9e-40cd-b8da-4a4f0d5a912c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773647-6', False) {} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:02:58.798221 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b0d0dbe-0119-4929-893f-cc3dec8dca26 None None] The sync data for ids ['78a34e41-c0d9-4d89-aa57-37f9e931b651'] in n-d-773647-6 is: [{'id': '78a34e41-c0d9-4d89-aa57-37f9e931b651', 'name': 'tempest-FloatingIPsAssociationTestJSON-1257204186-router', 'tenant_id': '825a4fb0f5c7454f82c586f8d1442f43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.139'}], 'enable_snat': True}, 'gw_port_id': 'b4434c8f-8026-49fa-af17-a7b829f273e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:00:52Z', 'updated_at': '2021-07-06T14:01:05Z', 'revision_number': 4, 'project_id': '825a4fb0f5c7454f82c586f8d1442f43', 'gw_port': {'id': 'b4434c8f-8026-49fa-af17-a7b829f273e5', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:76:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78a34e41-c0d9-4d89-aa57-37f9e931b651', 'device_owner': 'network:router_gateway', 'standard_attr_id': 878, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:00:53Z', 'updated_at': '2021-07-06T14:01:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6', '_interfaces': [{'id': '9e2bb929-0689-4ee3-8e1a-63c91f09da86', 'name': '', 'network_id': 'dc2aab4d-ebf5-4223-8156-143d93bdc342', 'tenant_id': '825a4fb0f5c7454f82c586f8d1442f43', 'mac_address': 'fa:16:3e:c3:e4:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78a34e41-c0d9-4d89-aa57-37f9e931b651', 'device_owner': 'network:router_interface', 'standard_attr_id': 895, 'fixed_ips': [{'subnet_id': '9d4d8837-0e9e-40cd-b8da-4a4f0d5a912c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:01:02Z', 'updated_at': '2021-07-06T14:01:14Z', 'revision_number': 5, 'project_id': '825a4fb0f5c7454f82c586f8d1442f43', 'subnets': [{'id': '9d4d8837-0e9e-40cd-b8da-4a4f0d5a912c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 14:02:58.875650 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-5e54ecb1-c783-453e-8ebc-4aed62a7a22e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530492'] for network, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:58.913736 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-cdc6dc73-7145-4e10-83e3-ee305100bc18 req-b3660d84-69b4-4d96-b93e-34707efd408a service neutron] 10.222.0.104 "GET /v2.0/networks/dc2aab4d-ebf5-4223-8156-143d93bdc342?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2876422 Jul 06 14:02:58.932128 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-1658b2ed-02ee-4fd6-9ffb-3111fde0cd07 req-61ecc2ab-ac0e-47c4-aea5-c9e42519c551 service neutron] 10.222.0.104 "GET /v2.0/networks/ace612ee-fa1f-4249-807d-5000ddc15676?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3181498 Jul 06 14:02:59.042616 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f14cd4e-cc15-4b06-971f-88f42faa43fd None None] New status for floating IP b7455581-2335-4cd2-9586-d5d6c4d08e4c: DOWN {{(pid=100248) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 14:02:59.119738 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-cdc6dc73-7145-4e10-83e3-ee305100bc18 req-635d4b85-0790-47a3-b6c4-2f1a0b247e89 service neutron] 10.222.0.104 "GET /v2.0/networks/dc2aab4d-ebf5-4223-8156-143d93bdc342?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1993625 Jul 06 14:02:59.129857 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.plugin [None req-5e54ecb1-c783-453e-8ebc-4aed62a7a22e admin admin] Deleting port de1565db-2b9f-450c-982b-e7ae4bc28627 {{(pid=100247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:02:59.130194 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-5e54ecb1-c783-453e-8ebc-4aed62a7a22e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:59.161448 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-1658b2ed-02ee-4fd6-9ffb-3111fde0cd07 req-9de58af3-d718-4f17-8054-2b18a764d626 service neutron] 10.222.0.104 "GET /v2.0/networks/ace612ee-fa1f-4249-807d-5000ddc15676?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2165027 Jul 06 14:02:59.197152 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86af7c41-1499-4857-a7b2-7f08ecbe1636 None None] DHCP port deletion for ee6b98f4-5a65-4f23-99dc-04152db89d72 request from n-d-773647-6 {{(pid=100248) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 14:02:59.260661 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.db [None req-5e54ecb1-c783-453e-8ebc-4aed62a7a22e admin admin] For port de1565db-2b9f-450c-982b-e7ae4bc28627, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=de1565db-2b9f-450c-982b-e7ae4bc28627,segment=NetworkSegment(1d8f5395-0396-4ba3-8cac-3307d03a82e3),segment_id=1d8f5395-0396-4ba3-8cac-3307d03a82e3)] {{(pid=100247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:02:59.260938 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-5e54ecb1-c783-453e-8ebc-4aed62a7a22e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:59.264759 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-1658b2ed-02ee-4fd6-9ffb-3111fde0cd07 req-7018acf8-c367-4845-a611-05cc8556e5dd service neutron] 10.222.0.104 "GET /v2.0/ports/f010560f-f4c8-4c8c-99e0-7afd7573142a?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0744879 Jul 06 14:02:59.275404 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.plugin [None req-5e54ecb1-c783-453e-8ebc-4aed62a7a22e admin admin] Calling delete_port for de1565db-2b9f-450c-982b-e7ae4bc28627 owned by network:dhcp {{(pid=100247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:02:59.318605 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-86af7c41-1499-4857-a7b2-7f08ecbe1636 None None] Deleting port de1565db-2b9f-450c-982b-e7ae4bc28627 {{(pid=100248) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:02:59.319740 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-86af7c41-1499-4857-a7b2-7f08ecbe1636 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:59.414124 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-86af7c41-1499-4857-a7b2-7f08ecbe1636 None None] For port de1565db-2b9f-450c-982b-e7ae4bc28627, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=de1565db-2b9f-450c-982b-e7ae4bc28627,segment=NetworkSegment(1d8f5395-0396-4ba3-8cac-3307d03a82e3),segment_id=1d8f5395-0396-4ba3-8cac-3307d03a82e3)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:02:59.414532 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-86af7c41-1499-4857-a7b2-7f08ecbe1636 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:59.430417 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-86af7c41-1499-4857-a7b2-7f08ecbe1636 None None] Calling delete_port for de1565db-2b9f-450c-982b-e7ae4bc28627 owned by network:dhcp {{(pid=100248) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:02:59.441989 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 840eeb93-52af-400b-acc5-5f808b769771 no longer exists at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:02:59.450523 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-1658b2ed-02ee-4fd6-9ffb-3111fde0cd07 req-5487463d-892d-479a-b052-f28421d4332f service neutron] 10.222.0.104 "GET /v2.0/networks/ace612ee-fa1f-4249-807d-5000ddc15676?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1693947 Jul 06 14:02:59.465231 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] No Port match for: 840eeb93-52af-400b-acc5-5f808b769771 {{(pid=100248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 14:02:59.465576 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 840eeb93-52af-400b-acc5-5f808b769771 not bound to the agent host n-d-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:02:59.466002 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 5a5b58f6-d968-4012-a5a8-720a5d3d9b5c no longer exists at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:02:59.469017 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-5e54ecb1-c783-453e-8ebc-4aed62a7a22e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128888353'] for port, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:59.516237 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] No Port match for: 5a5b58f6-d968-4012-a5a8-720a5d3d9b5c {{(pid=100248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 14:02:59.516578 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 5a5b58f6-d968-4012-a5a8-720a5d3d9b5c not bound to the agent host n-d-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:02:59.517016 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device de1565db-2b9f-450c-982b-e7ae4bc28627 no longer exists at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:02:59.537812 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] No Port match for: de1565db-2b9f-450c-982b-e7ae4bc28627 {{(pid=100248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 14:02:59.538154 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device de1565db-2b9f-450c-982b-e7ae4bc28627 not bound to the agent host n-d-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:02:59.554301 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e54ecb1-c783-453e-8ebc-4aed62a7a22e admin admin] Pushing event deleted for resources: {'Port': ['ID=de1565db-2b9f-450c-982b-e7ae4bc28627,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:02:59.571764 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-86af7c41-1499-4857-a7b2-7f08ecbe1636 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117'] for port, after_delete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:59.597088 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86af7c41-1499-4857-a7b2-7f08ecbe1636 None None] Pushing event deleted for resources: {'Port': ['ID=de1565db-2b9f-450c-982b-e7ae4bc28627,revision_number=None']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:02:59.600546 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86af7c41-1499-4857-a7b2-7f08ecbe1636 None None] No DVR routers for this DVR port de1565db-2b9f-450c-982b-e7ae4bc28627 on host n-d-773647-6 {{(pid=100248) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:02:59.618756 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e54ecb1-c783-453e-8ebc-4aed62a7a22e admin admin] No DVR routers for this DVR port de1565db-2b9f-450c-982b-e7ae4bc28627 on host n-d-773647-6 {{(pid=100247) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:02:59.766027 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-5e54ecb1-c783-453e-8ebc-4aed62a7a22e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-917204', 'neutron.services.segments.db._delete_segments_for_network-8773753502302'] for network, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:59.800723 n-d-773647-6 neutron-server[100247]: DEBUG neutron.services.segments.db [None req-5e54ecb1-c783-453e-8ebc-4aed62a7a22e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee6b98f4-5a65-4f23-99dc-04152db89d72']}} {{(pid=100247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:02:59.813728 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-1658b2ed-02ee-4fd6-9ffb-3111fde0cd07 req-6f800434-4a1d-4ae4-ad4b-c680a821a5ab service neutron] 10.222.0.104 "GET /v2.0/networks/ace612ee-fa1f-4249-807d-5000ddc15676?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3546810 Jul 06 14:02:59.821337 n-d-773647-6 neutron-server[100247]: DEBUG neutron.services.segments.db [None req-5e54ecb1-c783-453e-8ebc-4aed62a7a22e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d8f5395-0396-4ba3-8cac-3307d03a82e3') {'for_net_delete': True} {{(pid=100247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:02:59.821629 n-d-773647-6 neutron-server[100247]: DEBUG neutron.services.segments.db [None req-5e54ecb1-c783-453e-8ebc-4aed62a7a22e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d8f5395-0396-4ba3-8cac-3307d03a82e3') {} {{(pid=100247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:02:59.853999 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-5e54ecb1-c783-453e-8ebc-4aed62a7a22e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773753515138', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127131763'] for segment, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:59.895767 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0237c4-2cf9-4ba6-8378-4f37c507be4e req-5f6ff728-cb1e-4de1-99f5-95693fade567 tempest-ComputeTenantNetworksTest-1496342942 tempest-ComputeTenantNetworksTest-1496342942-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:02:59.901371 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0237c4-2cf9-4ba6-8378-4f37c507be4e req-5f6ff728-cb1e-4de1-99f5-95693fade567 tempest-ComputeTenantNetworksTest-1496342942 tempest-ComputeTenantNetworksTest-1496342942-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:02:59.907229 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0237c4-2cf9-4ba6-8378-4f37c507be4e req-5f6ff728-cb1e-4de1-99f5-95693fade567 tempest-ComputeTenantNetworksTest-1496342942 tempest-ComputeTenantNetworksTest-1496342942-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:02:59.909469 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-6d0237c4-2cf9-4ba6-8378-4f37c507be4e req-5f6ff728-cb1e-4de1-99f5-95693fade567 tempest-ComputeTenantNetworksTest-1496342942 tempest-ComputeTenantNetworksTest-1496342942-project] 10.222.0.104 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1902 time: 0.3946717 Jul 06 14:02:59.922369 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-5e54ecb1-c783-453e-8ebc-4aed62a7a22e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552'] for segment, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:59.932049 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e54ecb1-c783-453e-8ebc-4aed62a7a22e admin admin] Releasing vlan 1048 on physical network physnet1 to pool {{(pid=100247) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 14:02:59.932435 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-5e54ecb1-c783-453e-8ebc-4aed62a7a22e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-128888574'] for segment, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:59.934030 n-d-773647-6 neutron-server[100247]: Traceback (most recent call last): Jul 06 14:02:59.934030 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 14:02:59.934030 n-d-773647-6 neutron-server[100247]: timer() Jul 06 14:02:59.934030 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 14:02:59.934030 n-d-773647-6 neutron-server[100247]: cb(*args, **kw) Jul 06 14:02:59.934030 n-d-773647-6 neutron-server[100247]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 14:02:59.934030 n-d-773647-6 neutron-server[100247]: return func(*args, **kwargs) Jul 06 14:02:59.934030 n-d-773647-6 neutron-server[100247]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 14:02:59.934030 n-d-773647-6 neutron-server[100247]: self._notify() Jul 06 14:02:59.934030 n-d-773647-6 neutron-server[100247]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 14:02:59.934030 n-d-773647-6 neutron-server[100247]: self.callback(batched_events) Jul 06 14:02:59.934030 n-d-773647-6 neutron-server[100247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 14:02:59.934030 n-d-773647-6 neutron-server[100247]: event.method(event) Jul 06 14:02:59.934030 n-d-773647-6 neutron-server[100247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 14:02:59.934030 n-d-773647-6 neutron-server[100247]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 14:02:59.934030 n-d-773647-6 neutron-server[100247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 14:02:59.934030 n-d-773647-6 neutron-server[100247]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 14:02:59.934030 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 14:02:59.934030 n-d-773647-6 neutron-server[100247]: return f(self, *a, **k) Jul 06 14:02:59.934030 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 14:02:59.934030 n-d-773647-6 neutron-server[100247]: return self._get(url).json() Jul 06 14:02:59.934030 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 14:02:59.934030 n-d-773647-6 neutron-server[100247]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 14:02:59.934030 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 14:02:59.934030 n-d-773647-6 neutron-server[100247]: return self.request(url, 'GET', **kwargs) Jul 06 14:02:59.934030 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 14:02:59.934030 n-d-773647-6 neutron-server[100247]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 14:02:59.934030 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 14:02:59.934030 n-d-773647-6 neutron-server[100247]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 14:02:59.934030 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 14:02:59.934030 n-d-773647-6 neutron-server[100247]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 14:02:59.934030 n-d-773647-6 neutron-server[100247]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 14:02:59.991240 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Device 05481f2d-582e-4146-a307-f062af9d861e no longer exists at agent hyperv_n-h2-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:03:00.012467 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-1658b2ed-02ee-4fd6-9ffb-3111fde0cd07 req-0f8745b9-1d2b-434d-878d-acc9ad1fd7e0 service neutron] 10.222.0.104 "GET /v2.0/networks/ace612ee-fa1f-4249-807d-5000ddc15676?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1927457 Jul 06 14:03:00.015061 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-5e54ecb1-c783-453e-8ebc-4aed62a7a22e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-917215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1761140'] for network, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:00.019851 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 14:02:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f01a53e-0362-4f7b-8f56-e9ff58a303f8 x-openstack-request-id: req-7f01a53e-0362-4f7b-8f56-e9ff58a303f8 {{(pid=100248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:03:00.020627 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a88983d-2fa1-40f2-9c8a-3905b60aa866", "name": "network-vif-plugged", "status": "completed", "tag": "07067623-f1b1-48ee-80fe-e48f5d5bb168", "code": 200}]} {{(pid=100248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:03:00.021065 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-7f01a53e-0362-4f7b-8f56-e9ff58a303f8 {{(pid=100248) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:03:00.021634 n-d-773647-6 neutron-server[100248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a88983d-2fa1-40f2-9c8a-3905b60aa866', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07067623-f1b1-48ee-80fe-e48f5d5bb168', 'code': 200} Jul 06 14:03:00.022949 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-5e54ecb1-c783-453e-8ebc-4aed62a7a22e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583035'] for network, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:00.023647 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] No Port match for: 05481f2d-582e-4146-a307-f062af9d861e {{(pid=100248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 14:03:00.024265 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Device 05481f2d-582e-4146-a307-f062af9d861e not bound to the agent host n-h2-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:03:00.027799 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-5e54ecb1-c783-453e-8ebc-4aed62a7a22e admin admin] 10.222.0.104 "DELETE /v2.0/networks/ee6b98f4-5a65-4f23-99dc-04152db89d72 HTTP/1.1" status: 204 len: 168 time: 1.2623250 Jul 06 14:03:00.028391 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 37984) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:03:00.052267 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e54ecb1-c783-453e-8ebc-4aed62a7a22e admin admin] Pushing event deleted for resources: {'Network': ['ID=ee6b98f4-5a65-4f23-99dc-04152db89d72,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:03:00.257848 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 37990) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:03:00.420325 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-b12397fe-1b58-4164-8d15-a43fe1bc600a admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=ae0918c1680140d8a89ce8f9c600b37d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1612651 Jul 06 14:03:00.432654 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 37996) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:03:00.467435 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-ef00f7d6-fc5c-4eb4-874e-45eb987e4837 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1809431'] for router_interface, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:00.587414 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-1658b2ed-02ee-4fd6-9ffb-3111fde0cd07 req-f514bfa8-0d4e-4735-ad5e-6585d6552fec service neutron] 10.222.0.104 "GET /v2.0/networks/ace612ee-fa1f-4249-807d-5000ddc15676?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5449777 Jul 06 14:03:00.597052 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-2d362b1d-ec11-4f83-9cd1-713919605a3d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:00.624551 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec651a1-deae-4f4f-a4d9-c4e66f6bf5d4 req-f265087e-890e-4774-8ec3-30cf9ca5ec24 tempest-ListServersNegativeTestJSON-1815013295 tempest-ListServersNegativeTestJSON-1815013295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:03:00.626031 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-2ec651a1-deae-4f4f-a4d9-c4e66f6bf5d4 req-f265087e-890e-4774-8ec3-30cf9ca5ec24 tempest-ListServersNegativeTestJSON-1815013295 tempest-ListServersNegativeTestJSON-1815013295-project] 10.222.0.104 "GET /v2.0/ports?device_id=3a88983d-2fa1-40f2-9c8a-3905b60aa866 HTTP/1.1" status: 200 len: 946 time: 0.2017820 Jul 06 14:03:00.628389 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7109fcb5-b2a2-4156-849f-352eec5f9a17 req-b7cc5d4b-de85-4799-8cfd-4741245b315e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:03:00.629735 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-7109fcb5-b2a2-4156-849f-352eec5f9a17 req-b7cc5d4b-de85-4799-8cfd-4741245b315e service neutron] 10.222.0.127 "GET /v2.0/ports?device_id=3a88983d-2fa1-40f2-9c8a-3905b60aa866 HTTP/1.1" status: 200 len: 1097 time: 0.2067585 Jul 06 14:03:00.698772 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-2d362b1d-ec11-4f83-9cd1-713919605a3d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:00.725331 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [None req-ef00f7d6-fc5c-4eb4-874e-45eb987e4837 admin admin] Deleting port 5d4347cb-0a62-4dac-a126-e5fd72061f04 {{(pid=100246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:03:00.725682 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-ef00f7d6-fc5c-4eb4-874e-45eb987e4837 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:00.761367 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-7109fcb5-b2a2-4156-849f-352eec5f9a17 req-07fb1e66-ea38-468e-9dc9-ba73be535b43 service neutron] 10.222.0.127 "GET /v2.0/security-groups?id=5d2e10db-80f0-43d1-a4b3-353e53bb2009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206474 Jul 06 14:03:00.775601 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-2ec651a1-deae-4f4f-a4d9-c4e66f6bf5d4 req-549e8b0d-3f57-44e1-8cb3-bc52db7bf645 tempest-ListServersNegativeTestJSON-1815013295 tempest-ListServersNegativeTestJSON-1815013295-project] 10.222.0.104 "GET /v2.0/security-groups?id=5d2e10db-80f0-43d1-a4b3-353e53bb2009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338038 Jul 06 14:03:00.817952 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-1658b2ed-02ee-4fd6-9ffb-3111fde0cd07 req-afd01efd-e520-40e0-b3a3-792a1ba27682 service neutron] 10.222.0.104 "GET /v2.0/networks/ace612ee-fa1f-4249-807d-5000ddc15676?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2235839 Jul 06 14:03:00.819746 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.db [None req-ef00f7d6-fc5c-4eb4-874e-45eb987e4837 admin admin] For port 5d4347cb-0a62-4dac-a126-e5fd72061f04, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=5d4347cb-0a62-4dac-a126-e5fd72061f04,segment=NetworkSegment(33393dcc-3308-4a8a-abe0-d259f4ec97a5),segment_id=33393dcc-3308-4a8a-abe0-d259f4ec97a5)] {{(pid=100246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:03:00.820130 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-ef00f7d6-fc5c-4eb4-874e-45eb987e4837 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:00.833172 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 14:02:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c08e4dfb-3e96-4277-a5dd-97ca9a3a0dd4 x-openstack-request-id: req-c08e4dfb-3e96-4277-a5dd-97ca9a3a0dd4 {{(pid=100247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:03:00.833460 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7bfb388a-790e-4692-a575-ef183ebdd084", "tag": "e0212a6e-4a9c-4580-a290-db589dcc6f27", "status": "completed", "code": 200}]} {{(pid=100247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:03:00.833712 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-c08e4dfb-3e96-4277-a5dd-97ca9a3a0dd4 {{(pid=100247) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:03:00.834100 n-d-773647-6 neutron-server[100247]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7bfb388a-790e-4692-a575-ef183ebdd084', 'tag': 'e0212a6e-4a9c-4580-a290-db589dcc6f27', 'status': 'completed', 'code': 200} Jul 06 14:03:00.841018 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [None req-ef00f7d6-fc5c-4eb4-874e-45eb987e4837 admin admin] Calling delete_port for 5d4347cb-0a62-4dac-a126-e5fd72061f04 owned by network:router_interface {{(pid=100246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:03:00.882047 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-2d362b1d-ec11-4f83-9cd1-713919605a3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:00.885793 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-2d362b1d-ec11-4f83-9cd1-713919605a3d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:00.890211 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-2d362b1d-ec11-4f83-9cd1-713919605a3d admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/304f894d-c671-4a59-b0fb-2a4d849c5ac9 HTTP/1.1" status: 204 len: 168 time: 0.4528172 Jul 06 14:03:00.904719 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d362b1d-ec11-4f83-9cd1-713919605a3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=304f894d-c671-4a59-b0fb-2a4d849c5ac9,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:03:01.068156 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-1658b2ed-02ee-4fd6-9ffb-3111fde0cd07 req-834363e1-e0e2-45f2-92e2-4e3482c6a825 service neutron] 10.222.0.104 "GET /v2.0/networks/ace612ee-fa1f-4249-807d-5000ddc15676?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2433279 Jul 06 14:03:01.075675 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-ef00f7d6-fc5c-4eb4-874e-45eb987e4837 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127687580'] for port, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:01.078290 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f347de-8a7b-4a84-8ab1-6ae007f6a552 req-b1b98c57-a152-4687-b5ff-80b44424921b tempest-ComputeTenantNetworksTest-1496342942 tempest-ComputeTenantNetworksTest-1496342942-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:03:01.079805 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-33f347de-8a7b-4a84-8ab1-6ae007f6a552 req-b1b98c57-a152-4687-b5ff-80b44424921b tempest-ComputeTenantNetworksTest-1496342942 tempest-ComputeTenantNetworksTest-1496342942-project] 10.222.0.104 "GET /v2.0/networks/39d501ad-d5c9-4f7e-9074-19de9ac3996b HTTP/1.1" status: 200 len: 768 time: 0.1430440 Jul 06 14:03:01.091766 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 38004) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:03:01.106073 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef00f7d6-fc5c-4eb4-874e-45eb987e4837 admin admin] Pushing event deleted for resources: {'Port': ['ID=5d4347cb-0a62-4dac-a126-e5fd72061f04,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:03:01.141817 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef00f7d6-fc5c-4eb4-874e-45eb987e4837 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:03:01.141817 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef00f7d6-fc5c-4eb4-874e-45eb987e4837 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:03:01.142462 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef00f7d6-fc5c-4eb4-874e-45eb987e4837 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:03:01.142765 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef00f7d6-fc5c-4eb4-874e-45eb987e4837 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:03:01.143199 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef00f7d6-fc5c-4eb4-874e-45eb987e4837 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:03:01.143577 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef00f7d6-fc5c-4eb4-874e-45eb987e4837 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:03:01.143909 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef00f7d6-fc5c-4eb4-874e-45eb987e4837 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:03:01.144241 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef00f7d6-fc5c-4eb4-874e-45eb987e4837 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:03:01.144569 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef00f7d6-fc5c-4eb4-874e-45eb987e4837 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:03:01.144896 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef00f7d6-fc5c-4eb4-874e-45eb987e4837 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:03:01.145221 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef00f7d6-fc5c-4eb4-874e-45eb987e4837 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:03:01.145543 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef00f7d6-fc5c-4eb4-874e-45eb987e4837 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:03:01.192056 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d387cd-8210-41dd-946a-873fb5024a33 req-df16bb86-4e53-44ba-8675-eb319731dbc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:03:01.193965 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-97d387cd-8210-41dd-946a-873fb5024a33 req-df16bb86-4e53-44ba-8675-eb319731dbc7 service neutron] 10.222.0.127 "GET /v2.0/ports?tenant_id=825a4fb0f5c7454f82c586f8d1442f43&device_id=7bfb388a-790e-4692-a575-ef183ebdd084 HTTP/1.1" status: 200 len: 1096 time: 0.2790973 Jul 06 14:03:01.309348 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-bdd2ccd4-6776-41eb-9563-e0eb4a2f64cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530492'] for network, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:01.323346 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 38006) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:03:01.343174 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-ef00f7d6-fc5c-4eb4-874e-45eb987e4837 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1809193'] for router_interface, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:01.405275 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-1658b2ed-02ee-4fd6-9ffb-3111fde0cd07 req-cf63ca32-7332-48e2-b640-430ed90daaf4 service neutron] 10.222.0.104 "GET /v2.0/networks/a1a89b46-c613-4578-b710-c22d92f3acfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3229616 Jul 06 14:03:01.498310 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d387cd-8210-41dd-946a-873fb5024a33 req-874ae19b-b3c2-45d2-9340-58e781ec289d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:03:01.499915 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-97d387cd-8210-41dd-946a-873fb5024a33 req-874ae19b-b3c2-45d2-9340-58e781ec289d service neutron] 10.222.0.127 "GET /v2.0/networks?id=dc2aab4d-ebf5-4223-8156-143d93bdc342 HTTP/1.1" status: 200 len: 923 time: 0.2882130 Jul 06 14:03:01.513966 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-fcc697da-832d-415b-bc56-7ee4ce48b17e admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=6bb7c840ea90452abc58b82b434872fe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1870582 Jul 06 14:03:01.530548 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 38010) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:03:01.627274 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-97d387cd-8210-41dd-946a-873fb5024a33 req-dab91138-1a22-4a70-bea7-dda22dfefb98 service neutron] 10.222.0.127 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e0212a6e-4a9c-4580-a290-db589dcc6f27 HTTP/1.1" status: 200 len: 217 time: 0.1161146 Jul 06 14:03:01.631520 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-689ada83-5996-4bc3-961e-90fd191194ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:01.660747 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-689ada83-5996-4bc3-961e-90fd191194ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:01.663782 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef00f7d6-fc5c-4eb4-874e-45eb987e4837 admin admin] Router 4d2c7630-6467-403f-a082-d580791b1af4 has already been hosted by L3 agent 2823d358-a11b-4885-a706-95a279e43fa7 {{(pid=100246) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 14:03:01.683935 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-2f15efcf-6ec9-4846-8a91-243d51f1c321 req-ea3204a8-9725-4270-8396-24aee794e6aa tempest-FloatingIPsAssociationTestJSON-978234990 tempest-FloatingIPsAssociationTestJSON-978234990-project] 10.222.0.104 "GET /v2.0/floatingips/b7455581-2335-4cd2-9586-d5d6c4d08e4c HTTP/1.1" status: 200 len: 694 time: 0.1539416 Jul 06 14:03:01.699106 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-bdd2ccd4-6776-41eb-9563-e0eb4a2f64cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-917204', 'neutron.services.segments.db._delete_segments_for_network-8773753502302'] for network, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:01.726980 n-d-773647-6 neutron-server[100247]: DEBUG neutron.services.segments.db [None req-bdd2ccd4-6776-41eb-9563-e0eb4a2f64cf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['39d501ad-d5c9-4f7e-9074-19de9ac3996b']}} {{(pid=100247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:03:01.751205 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-1658b2ed-02ee-4fd6-9ffb-3111fde0cd07 req-23a81eb7-8ae3-4553-859b-f4578f5d82cc service neutron] 10.222.0.104 "GET /v2.0/networks/a1a89b46-c613-4578-b710-c22d92f3acfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3312092 Jul 06 14:03:01.783677 n-d-773647-6 neutron-server[100247]: DEBUG neutron.services.segments.db [None req-bdd2ccd4-6776-41eb-9563-e0eb4a2f64cf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b67feb8-0003-4194-960b-561c49e9abd2') {'for_net_delete': True} {{(pid=100247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:03:01.783969 n-d-773647-6 neutron-server[100247]: DEBUG neutron.services.segments.db [None req-bdd2ccd4-6776-41eb-9563-e0eb4a2f64cf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b67feb8-0003-4194-960b-561c49e9abd2') {} {{(pid=100247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:03:01.793487 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-689ada83-5996-4bc3-961e-90fd191194ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:01.796343 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-689ada83-5996-4bc3-961e-90fd191194ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:01.800344 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-689ada83-5996-4bc3-961e-90fd191194ec admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/bafc8a7f-f7ed-450f-a90b-51f8d71bdf61 HTTP/1.1" status: 204 len: 168 time: 0.2660117 Jul 06 14:03:01.808037 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-bdd2ccd4-6776-41eb-9563-e0eb4a2f64cf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773753515138', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127131763'] for segment, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:01.816426 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689ada83-5996-4bc3-961e-90fd191194ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bafc8a7f-f7ed-450f-a90b-51f8d71bdf61,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:03:01.820900 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d387cd-8210-41dd-946a-873fb5024a33 req-ff487b0f-0504-454b-87e3-edb53d9e1a7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:03:01.822410 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-97d387cd-8210-41dd-946a-873fb5024a33 req-ff487b0f-0504-454b-87e3-edb53d9e1a7d service neutron] 10.222.0.127 "GET /v2.0/subnets?id=9d4d8837-0e9e-40cd-b8da-4a4f0d5a912c HTTP/1.1" status: 200 len: 860 time: 0.1869538 Jul 06 14:03:01.830298 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef00f7d6-fc5c-4eb4-874e-45eb987e4837 admin admin] Notify agent at l3_agent.n-d-773647-6 the message routers_updated {{(pid=100246) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 14:03:01.846980 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6943160b-168f-446c-b39a-2c834b5fc151 None None] Sync routers for ids ['4d2c7630-6467-403f-a082-d580791b1af4'] in n-d-773647-6 {{(pid=100249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 14:03:01.867768 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-ef00f7d6-fc5c-4eb4-874e-45eb987e4837 admin admin] 10.222.0.104 "PUT /v2.0/routers/4d2c7630-6467-403f-a082-d580791b1af4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8379061 Jul 06 14:03:01.872629 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6943160b-168f-446c-b39a-2c834b5fc151 None None] Routers {'4d2c7630-6467-403f-a082-d580791b1af4'} bound to L3 agent in host n-d-773647-6 {{(pid=100249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:03:01.874344 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 38016) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:03:01.881430 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-6943160b-168f-446c-b39a-2c834b5fc151 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T14:02:55Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['4d2c7630-6467-403f-a082-d580791b1af4'], 'active': True} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:03:01.917251 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-bdd2ccd4-6776-41eb-9563-e0eb4a2f64cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552'] for segment, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:01.940816 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bdd2ccd4-6776-41eb-9563-e0eb4a2f64cf admin admin] Releasing vlan 1017 on physical network physnet1 to pool {{(pid=100247) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 14:03:01.941220 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-bdd2ccd4-6776-41eb-9563-e0eb4a2f64cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-128888574'] for segment, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:01.946748 n-d-773647-6 neutron-server[100247]: Traceback (most recent call last): Jul 06 14:03:01.946748 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 14:03:01.946748 n-d-773647-6 neutron-server[100247]: timer() Jul 06 14:03:01.946748 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 14:03:01.946748 n-d-773647-6 neutron-server[100247]: cb(*args, **kw) Jul 06 14:03:01.946748 n-d-773647-6 neutron-server[100247]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 14:03:01.946748 n-d-773647-6 neutron-server[100247]: return func(*args, **kwargs) Jul 06 14:03:01.946748 n-d-773647-6 neutron-server[100247]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 14:03:01.946748 n-d-773647-6 neutron-server[100247]: self._notify() Jul 06 14:03:01.946748 n-d-773647-6 neutron-server[100247]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 14:03:01.946748 n-d-773647-6 neutron-server[100247]: self.callback(batched_events) Jul 06 14:03:01.946748 n-d-773647-6 neutron-server[100247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 14:03:01.946748 n-d-773647-6 neutron-server[100247]: event.method(event) Jul 06 14:03:01.946748 n-d-773647-6 neutron-server[100247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 14:03:01.946748 n-d-773647-6 neutron-server[100247]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 14:03:01.946748 n-d-773647-6 neutron-server[100247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 14:03:01.946748 n-d-773647-6 neutron-server[100247]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 14:03:01.946748 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 14:03:01.946748 n-d-773647-6 neutron-server[100247]: return f(self, *a, **k) Jul 06 14:03:01.946748 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 14:03:01.946748 n-d-773647-6 neutron-server[100247]: return self._get(url).json() Jul 06 14:03:01.946748 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 14:03:01.946748 n-d-773647-6 neutron-server[100247]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 14:03:01.946748 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 14:03:01.946748 n-d-773647-6 neutron-server[100247]: return self.request(url, 'GET', **kwargs) Jul 06 14:03:01.946748 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 14:03:01.946748 n-d-773647-6 neutron-server[100247]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 14:03:01.946748 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 14:03:01.946748 n-d-773647-6 neutron-server[100247]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 14:03:01.946748 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 14:03:01.946748 n-d-773647-6 neutron-server[100247]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 14:03:01.946748 n-d-773647-6 neutron-server[100247]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 14:03:02.035776 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvr_db [None req-6943160b-168f-446c-b39a-2c834b5fc151 None None] Set router 4d2c7630-6467-403f-a082-d580791b1af4 gateway port host: n-d-773647-6 {{(pid=100249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:03:02.068542 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f15efcf-6ec9-4846-8a91-243d51f1c321 req-e1fb522e-0ec5-4299-b787-20d409335c95 tempest-FloatingIPsAssociationTestJSON-978234990 tempest-FloatingIPsAssociationTestJSON-978234990-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:03:02.075460 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-2f15efcf-6ec9-4846-8a91-243d51f1c321 req-e1fb522e-0ec5-4299-b787-20d409335c95 tempest-FloatingIPsAssociationTestJSON-978234990 tempest-FloatingIPsAssociationTestJSON-978234990-project] 10.222.0.104 "GET /v2.0/networks/2658f09e-a580-4d4a-9968-2d1e0ad93719 HTTP/1.1" status: 200 len: 784 time: 0.3737247 Jul 06 14:03:02.086779 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-1658b2ed-02ee-4fd6-9ffb-3111fde0cd07 req-684e57be-aa88-482a-bb47-bd00b85f9315 service neutron] 10.222.0.104 "GET /v2.0/networks/a1a89b46-c613-4578-b710-c22d92f3acfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2995963 Jul 06 14:03:02.093172 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-52c7a726-89f3-4bab-b861-7baba6322ffb admin admin] Notify callbacks [] for router, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:02.101044 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-bdd2ccd4-6776-41eb-9563-e0eb4a2f64cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-917215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1761140'] for network, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:02.178952 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-bdd2ccd4-6776-41eb-9563-e0eb4a2f64cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583035'] for network, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:02.180926 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-bdd2ccd4-6776-41eb-9563-e0eb4a2f64cf admin admin] 10.222.0.104 "DELETE /v2.0/networks/39d501ad-d5c9-4f7e-9074-19de9ac3996b HTTP/1.1" status: 204 len: 168 time: 1.0882926 Jul 06 14:03:02.201764 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-2f15efcf-6ec9-4846-8a91-243d51f1c321 req-e025470e-a6c3-41d8-ae04-d0b7fd21d2fe tempest-FloatingIPsAssociationTestJSON-978234990 tempest-FloatingIPsAssociationTestJSON-978234990-project] 10.222.0.104 "GET /v2.0/floatingips?floating_ip_address=172.25.0.191 HTTP/1.1" status: 200 len: 697 time: 0.1254385 Jul 06 14:03:02.207471 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d387cd-8210-41dd-946a-873fb5024a33 req-16ce02a3-ac77-4cb0-a9f9-5541f0e4b07d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:03:02.209081 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-97d387cd-8210-41dd-946a-873fb5024a33 req-16ce02a3-ac77-4cb0-a9f9-5541f0e4b07d service neutron] 10.222.0.127 "GET /v2.0/ports?network_id=dc2aab4d-ebf5-4223-8156-143d93bdc342&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3511424 Jul 06 14:03:02.209771 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd2ccd4-6776-41eb-9563-e0eb4a2f64cf admin admin] Pushing event deleted for resources: {'Network': ['ID=39d501ad-d5c9-4f7e-9074-19de9ac3996b,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:03:02.249131 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-52c7a726-89f3-4bab-b861-7baba6322ffb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:02.272081 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-6943160b-168f-446c-b39a-2c834b5fc151 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d2c7630-6467-403f-a082-d580791b1af4', 'name': 'tempest-AttachSCSIVolumeTestJSON-1053858995-router', 'tenant_id': '19569b4604954d8f928b9790d774cc3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.192'}], 'enable_snat': True}, 'gw_port_id': 'dfbda63b-d365-4337-9766-509d9f679764', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:00:47Z', 'updated_at': '2021-07-06T14:03:01Z', 'revision_number': 5, 'project_id': '19569b4604954d8f928b9790d774cc3b', 'gw_port': {'id': 'dfbda63b-d365-4337-9766-509d9f679764', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:b6:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d2c7630-6467-403f-a082-d580791b1af4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 853, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:00:48Z', 'updated_at': '2021-07-06T14:00:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6'}], 'n-d-773647-6', False) {} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:03:02.314570 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-2f15efcf-6ec9-4846-8a91-243d51f1c321 req-32a34420-3e2a-48e7-9c93-59f7f0e1c5b7 tempest-FloatingIPsAssociationTestJSON-978234990 tempest-FloatingIPsAssociationTestJSON-978234990-project] 10.222.0.104 "GET /v2.0/floatingips?floating_ip_address=172.25.0.191 HTTP/1.1" status: 200 len: 697 time: 0.1024926 Jul 06 14:03:02.331827 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6943160b-168f-446c-b39a-2c834b5fc151 None None] Checking router: 4d2c7630-6467-403f-a082-d580791b1af4 for host: n-d-773647-6 {{(pid=100249) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 14:03:02.342552 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6943160b-168f-446c-b39a-2c834b5fc151 None None] Routers {'4d2c7630-6467-403f-a082-d580791b1af4'} bound to L3 agent in host n-d-773647-6 {{(pid=100249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:03:02.343270 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-6943160b-168f-446c-b39a-2c834b5fc151 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T14:02:55Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['4d2c7630-6467-403f-a082-d580791b1af4'], 'active': True} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:03:02.357936 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [None req-52c7a726-89f3-4bab-b861-7baba6322ffb admin admin] Deleting port dfbda63b-d365-4337-9766-509d9f679764 {{(pid=100246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:03:02.358549 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-52c7a726-89f3-4bab-b861-7baba6322ffb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:02.431652 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-1658b2ed-02ee-4fd6-9ffb-3111fde0cd07 req-93a22cb3-4c93-42ad-88e7-d46269199ba3 service neutron] 10.222.0.104 "GET /v2.0/networks/a1a89b46-c613-4578-b710-c22d92f3acfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3440120 Jul 06 14:03:02.442365 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 38034) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:03:02.486583 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.db [None req-52c7a726-89f3-4bab-b861-7baba6322ffb admin admin] For port dfbda63b-d365-4337-9766-509d9f679764, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=dfbda63b-d365-4337-9766-509d9f679764,segment=NetworkSegment(89a832b7-7793-4d51-9038-ed7e1c3ff1b2),segment_id=89a832b7-7793-4d51-9038-ed7e1c3ff1b2)] {{(pid=100246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:03:02.487751 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-52c7a726-89f3-4bab-b861-7baba6322ffb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:02.494408 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvr_db [None req-6943160b-168f-446c-b39a-2c834b5fc151 None None] Set router 4d2c7630-6467-403f-a082-d580791b1af4 gateway port host: None {{(pid=100249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:03:02.497615 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-97d387cd-8210-41dd-946a-873fb5024a33 req-8e6f9ae1-11bd-4f0c-aeb4-611d483e74b3 service neutron] 10.222.0.127 "GET /v2.0/networks/dc2aab4d-ebf5-4223-8156-143d93bdc342?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2769032 Jul 06 14:03:02.504966 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [None req-52c7a726-89f3-4bab-b861-7baba6322ffb admin admin] Calling delete_port for dfbda63b-d365-4337-9766-509d9f679764 owned by network:router_gateway {{(pid=100246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:03:02.558957 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-6943160b-168f-446c-b39a-2c834b5fc151 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d2c7630-6467-403f-a082-d580791b1af4', 'name': 'tempest-AttachSCSIVolumeTestJSON-1053858995-router', 'tenant_id': '19569b4604954d8f928b9790d774cc3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:00:47Z', 'updated_at': '2021-07-06T14:03:02Z', 'revision_number': 6, 'project_id': '19569b4604954d8f928b9790d774cc3b', 'gw_port_host': None}], 'n-d-773647-6', False) {} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:03:02.591784 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-13891e39-cc75-4181-9bef-a0511bd98ffb admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=f31f75843d314673b4db39f1360ab211&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1481950 Jul 06 14:03:02.596765 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6943160b-168f-446c-b39a-2c834b5fc151 None None] The sync data for ids ['4d2c7630-6467-403f-a082-d580791b1af4'] in n-d-773647-6 is: [{'id': '4d2c7630-6467-403f-a082-d580791b1af4', 'name': 'tempest-AttachSCSIVolumeTestJSON-1053858995-router', 'tenant_id': '19569b4604954d8f928b9790d774cc3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:00:47Z', 'updated_at': '2021-07-06T14:03:02Z', 'revision_number': 6, 'project_id': '19569b4604954d8f928b9790d774cc3b', 'gw_port_host': None}] {{(pid=100249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 14:03:02.599137 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 38038) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:03:02.679143 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.plugin [req-2f15efcf-6ec9-4846-8a91-243d51f1c321 req-afa2eb08-51bb-478b-a8cf-9a6c86df4dae tempest-FloatingIPsAssociationTestJSON-978234990 tempest-FloatingIPsAssociationTestJSON-978234990-project] Deleting port 17ce78aa-b316-4971-9608-e70d056584d4 {{(pid=100247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:03:02.679522 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-2f15efcf-6ec9-4846-8a91-243d51f1c321 req-afa2eb08-51bb-478b-a8cf-9a6c86df4dae tempest-FloatingIPsAssociationTestJSON-978234990 tempest-FloatingIPsAssociationTestJSON-978234990-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:02.706095 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-52c7a726-89f3-4bab-b861-7baba6322ffb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127687580'] for port, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:02.729779 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-97d387cd-8210-41dd-946a-873fb5024a33 req-12b24e69-ea61-4ece-8e31-8c376837bdc4 service neutron] 10.222.0.127 "GET /v2.0/networks/dc2aab4d-ebf5-4223-8156-143d93bdc342?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2147093 Jul 06 14:03:02.749041 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c7a726-89f3-4bab-b861-7baba6322ffb admin admin] Pushing event deleted for resources: {'Port': ['ID=dfbda63b-d365-4337-9766-509d9f679764,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:03:02.756716 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-612f8d1f-017d-4cfa-a406-14465ac1d51e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:02.793517 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-612f8d1f-017d-4cfa-a406-14465ac1d51e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:02.827926 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-2f15efcf-6ec9-4846-8a91-243d51f1c321 req-afa2eb08-51bb-478b-a8cf-9a6c86df4dae tempest-FloatingIPsAssociationTestJSON-978234990 tempest-FloatingIPsAssociationTestJSON-978234990-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:02.828261 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-2f15efcf-6ec9-4846-8a91-243d51f1c321 req-afa2eb08-51bb-478b-a8cf-9a6c86df4dae tempest-FloatingIPsAssociationTestJSON-978234990 tempest-FloatingIPsAssociationTestJSON-978234990-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:02.837720 n-d-773647-6 neutron-server[100247]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3841228-bd36-4f42-bf1c-f86b93e259d3', 'name': 'network-vif-deleted', 'tag': '05481f2d-582e-4146-a307-f062af9d861e'}] {{(pid=100247) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:03:02.840086 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cbf0eeaae822f8fc9b87a94aeba67a3d651842baf663a51cba94b67a514836d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d0d6bbd-e57a-467d-acb7-c166ee4d8234" -d '{"events": [{"server_uuid": "d3841228-bd36-4f42-bf1c-f86b93e259d3", "name": "network-vif-deleted", "tag": "05481f2d-582e-4146-a307-f062af9d861e"}]}' {{(pid=100247) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:03:02.847282 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-52c7a726-89f3-4bab-b861-7baba6322ffb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1761104'] for router_gateway, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:02.858333 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.plugin [req-2f15efcf-6ec9-4846-8a91-243d51f1c321 req-afa2eb08-51bb-478b-a8cf-9a6c86df4dae tempest-FloatingIPsAssociationTestJSON-978234990 tempest-FloatingIPsAssociationTestJSON-978234990-project] Calling delete_port for 17ce78aa-b316-4971-9608-e70d056584d4 owned by network:floatingip {{(pid=100247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:03:02.950628 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-612f8d1f-017d-4cfa-a406-14465ac1d51e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:02.953726 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-612f8d1f-017d-4cfa-a406-14465ac1d51e admin admin] Notify callbacks [] for security_group, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:02.955313 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-612f8d1f-017d-4cfa-a406-14465ac1d51e admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/2215d80a-ddad-4a35-81c2-b64e25843278 HTTP/1.1" status: 204 len: 168 time: 0.3551579 Jul 06 14:03:02.976109 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612f8d1f-017d-4cfa-a406-14465ac1d51e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2215d80a-ddad-4a35-81c2-b64e25843278,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:03:03.449866 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-52c7a726-89f3-4bab-b861-7baba6322ffb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1806308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6982'] for router, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:03.453350 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-52c7a726-89f3-4bab-b861-7baba6322ffb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:03.557747 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-52c7a726-89f3-4bab-b861-7baba6322ffb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1805684'] for router, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:03.558547 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52c7a726-89f3-4bab-b861-7baba6322ffb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4d2c7630-6467-403f-a082-d580791b1af4 {{(pid=100246) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 14:03:03.579177 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-52c7a726-89f3-4bab-b861-7baba6322ffb admin admin] Notify callbacks [] for router, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:03.589395 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-52c7a726-89f3-4bab-b861-7baba6322ffb admin admin] 10.222.0.104 "DELETE /v2.0/routers/4d2c7630-6467-403f-a082-d580791b1af4 HTTP/1.1" status: 204 len: 168 time: 1.7059581 Jul 06 14:03:03.589981 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 38086) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:03:03.631527 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-2f15efcf-6ec9-4846-8a91-243d51f1c321 req-afa2eb08-51bb-478b-a8cf-9a6c86df4dae tempest-FloatingIPsAssociationTestJSON-978234990 tempest-FloatingIPsAssociationTestJSON-978234990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128888353'] for port, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:03.666386 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 5d4347cb-0a62-4dac-a126-e5fd72061f04 no longer exists at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:03:03.683136 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa2eb08-51bb-478b-a8cf-9a6c86df4dae tempest-FloatingIPsAssociationTestJSON-978234990 tempest-FloatingIPsAssociationTestJSON-978234990-project] Pushing event deleted for resources: {'Port': ['ID=17ce78aa-b316-4971-9608-e70d056584d4,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:03:03.683509 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.db_base_plugin_v2 [None req-2874b246-518a-45a6-a8ff-303127871f85 admin admin] Deleting subnet d5e3a192-c1cf-422c-aeb5-1f213bd2e805 {{(pid=100246) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 14:03:03.689022 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-2874b246-518a-45a6-a8ff-303127871f85 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:03.737632 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] No Port match for: 5d4347cb-0a62-4dac-a126-e5fd72061f04 {{(pid=100248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 14:03:03.737974 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 5d4347cb-0a62-4dac-a126-e5fd72061f04 not bound to the agent host n-d-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:03:03.740361 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-2874b246-518a-45a6-a8ff-303127871f85 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126218885'] for subnet, precommit_delete_associations {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:03.749202 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device dfbda63b-d365-4337-9766-509d9f679764 no longer exists at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:03:03.790282 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] No Port match for: dfbda63b-d365-4337-9766-509d9f679764 {{(pid=100248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 14:03:03.790627 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device dfbda63b-d365-4337-9766-509d9f679764 not bound to the agent host n-d-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:03:03.800420 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9f8351-a579-4819-b279-a6f2c3c42af6 req-d10938ba-86c2-4327-aa47-be271113edcf tempest-ListServersNegativeTestJSON-1815013295 tempest-ListServersNegativeTestJSON-1815013295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:03:03.807762 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-ff9f8351-a579-4819-b279-a6f2c3c42af6 req-d10938ba-86c2-4327-aa47-be271113edcf tempest-ListServersNegativeTestJSON-1815013295 tempest-ListServersNegativeTestJSON-1815013295-project] 10.222.0.104 "GET /v2.0/ports?device_id=3a88983d-2fa1-40f2-9c8a-3905b60aa866 HTTP/1.1" status: 200 len: 946 time: 0.2485375 Jul 06 14:03:03.858362 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-2f15efcf-6ec9-4846-8a91-243d51f1c321 req-afa2eb08-51bb-478b-a8cf-9a6c86df4dae tempest-FloatingIPsAssociationTestJSON-978234990 tempest-FloatingIPsAssociationTestJSON-978234990-project] Notify callbacks [] for floatingip, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:03.862505 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-2f15efcf-6ec9-4846-8a91-243d51f1c321 req-afa2eb08-51bb-478b-a8cf-9a6c86df4dae tempest-FloatingIPsAssociationTestJSON-978234990 tempest-FloatingIPsAssociationTestJSON-978234990-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for floatingip, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:03.874267 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-2f15efcf-6ec9-4846-8a91-243d51f1c321 req-afa2eb08-51bb-478b-a8cf-9a6c86df4dae tempest-FloatingIPsAssociationTestJSON-978234990 tempest-FloatingIPsAssociationTestJSON-978234990-project] 10.222.0.104 "DELETE /v2.0/floatingips/b7455581-2335-4cd2-9586-d5d6c4d08e4c HTTP/1.1" status: 204 len: 173 time: 1.5580482 Jul 06 14:03:03.893458 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-2874b246-518a-45a6-a8ff-303127871f85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-913473'] for subnet, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:03.914434 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-ff9f8351-a579-4819-b279-a6f2c3c42af6 req-eb302cb9-866f-41c8-a7cb-9a879a62374f tempest-ListServersNegativeTestJSON-1815013295 tempest-ListServersNegativeTestJSON-1815013295-project] 10.222.0.104 "GET /v2.0/security-groups?id=5d2e10db-80f0-43d1-a4b3-353e53bb2009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053705 Jul 06 14:03:04.045100 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-2874b246-518a-45a6-a8ff-303127871f85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-913480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1849032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127687590', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127702764'] for subnet, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:04.090240 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a06d54c7-f3e1-4203-8c6b-792d85885330 None None] Network ba0b6a3c-159a-4754-a722-7186fa46c6ef requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:03:04.146147 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-2874b246-518a-45a6-a8ff-303127871f85 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:04.154557 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 38114) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:03:04.155117 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-2874b246-518a-45a6-a8ff-303127871f85 admin admin] 10.222.0.104 "DELETE /v2.0/subnets/d5e3a192-c1cf-422c-aeb5-1f213bd2e805 HTTP/1.1" status: 204 len: 168 time: 0.5634513 Jul 06 14:03:04.159363 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2874b246-518a-45a6-a8ff-303127871f85 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d5e3a192-c1cf-422c-aeb5-1f213bd2e805,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:03:04.213511 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 14:03:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77c7b3d1-e828-4c6e-9dd3-ba64964bb4ac x-openstack-request-id: req-77c7b3d1-e828-4c6e-9dd3-ba64964bb4ac {{(pid=100247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:03:04.217103 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3841228-bd36-4f42-bf1c-f86b93e259d3", "name": "network-vif-deleted", "tag": "05481f2d-582e-4146-a307-f062af9d861e", "status": "completed", "code": 200}]} {{(pid=100247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:03:04.217560 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-77c7b3d1-e828-4c6e-9dd3-ba64964bb4ac {{(pid=100247) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:03:04.218191 n-d-773647-6 neutron-server[100247]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3841228-bd36-4f42-bf1c-f86b93e259d3', 'name': 'network-vif-deleted', 'tag': '05481f2d-582e-4146-a307-f062af9d861e', 'status': 'completed', 'code': 200} Jul 06 14:03:04.363134 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-b1066f86-c4d6-4c16-9aff-4c0b79b48462 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530492'] for network, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:04.488921 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faa2c700-4f68-433f-934b-0de61c555035 None None] DHCP port deletion for ba0b6a3c-159a-4754-a722-7186fa46c6ef request from n-d-773647-6 {{(pid=100248) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 14:03:04.495400 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-9bb6212b-5a76-4c7a-b750-8d42f289daee req-d5cb34f5-e6f4-482e-a8d2-5105b545f42c tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] 10.222.0.104 "GET /v2.0/ports?device_id=e7dc6a4d-9f66-42f4-9ec5-8a24ac011f21 HTTP/1.1" status: 200 len: 210 time: 0.1083305 Jul 06 14:03:04.571232 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.plugin [None req-b1066f86-c4d6-4c16-9aff-4c0b79b48462 admin admin] Deleting port 84eececb-3e0a-4c66-9e5c-d68ac74a5314 {{(pid=100247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:03:04.572878 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-b1066f86-c4d6-4c16-9aff-4c0b79b48462 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:04.720740 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.db [None req-b1066f86-c4d6-4c16-9aff-4c0b79b48462 admin admin] For port 84eececb-3e0a-4c66-9e5c-d68ac74a5314, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=84eececb-3e0a-4c66-9e5c-d68ac74a5314,segment=NetworkSegment(33393dcc-3308-4a8a-abe0-d259f4ec97a5),segment_id=33393dcc-3308-4a8a-abe0-d259f4ec97a5)] {{(pid=100247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:03:04.721915 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-b1066f86-c4d6-4c16-9aff-4c0b79b48462 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:04.743046 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.plugin [None req-b1066f86-c4d6-4c16-9aff-4c0b79b48462 admin admin] Calling delete_port for 84eececb-3e0a-4c66-9e5c-d68ac74a5314 owned by network:dhcp {{(pid=100247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:03:04.766591 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-faa2c700-4f68-433f-934b-0de61c555035 None None] Deleting port 84eececb-3e0a-4c66-9e5c-d68ac74a5314 {{(pid=100248) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:03:04.767019 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-faa2c700-4f68-433f-934b-0de61c555035 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:04.783143 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ac69f6-90a8-49f6-87b4-be09b9f2a86a req-e0c1eeae-dda7-492c-8d7f-d0c74c160e49 tempest-ListServersNegativeTestJSON-1815013295 tempest-ListServersNegativeTestJSON-1815013295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:03:04.785313 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-15ac69f6-90a8-49f6-87b4-be09b9f2a86a req-e0c1eeae-dda7-492c-8d7f-d0c74c160e49 tempest-ListServersNegativeTestJSON-1815013295 tempest-ListServersNegativeTestJSON-1815013295-project] 10.222.0.104 "GET /v2.0/ports?device_id=b9b7bf62-e3b3-4580-987f-698788d7878c HTTP/1.1" status: 200 len: 946 time: 0.1411211 Jul 06 14:03:04.835002 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-faa2c700-4f68-433f-934b-0de61c555035 None None] For port 84eececb-3e0a-4c66-9e5c-d68ac74a5314, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=84eececb-3e0a-4c66-9e5c-d68ac74a5314,segment=NetworkSegment(33393dcc-3308-4a8a-abe0-d259f4ec97a5),segment_id=33393dcc-3308-4a8a-abe0-d259f4ec97a5)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:03:04.835858 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-faa2c700-4f68-433f-934b-0de61c555035 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:04.850353 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-faa2c700-4f68-433f-934b-0de61c555035 None None] Calling delete_port for 84eececb-3e0a-4c66-9e5c-d68ac74a5314 owned by network:dhcp {{(pid=100248) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:03:04.866905 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-15ac69f6-90a8-49f6-87b4-be09b9f2a86a req-60bb5030-694d-4a89-a626-a9fb3e451adf tempest-ListServersNegativeTestJSON-1815013295 tempest-ListServersNegativeTestJSON-1815013295-project] 10.222.0.104 "GET /v2.0/security-groups?id=5d2e10db-80f0-43d1-a4b3-353e53bb2009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531030 Jul 06 14:03:04.902879 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-b1066f86-c4d6-4c16-9aff-4c0b79b48462 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128888353'] for port, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:04.921844 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1066f86-c4d6-4c16-9aff-4c0b79b48462 admin admin] No DVR routers for this DVR port 84eececb-3e0a-4c66-9e5c-d68ac74a5314 on host n-d-773647-6 {{(pid=100247) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:03:04.941325 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-faa2c700-4f68-433f-934b-0de61c555035 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117'] for port, after_delete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:04.969890 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa2c700-4f68-433f-934b-0de61c555035 None None] Pushing event deleted for resources: {'Port': ['ID=84eececb-3e0a-4c66-9e5c-d68ac74a5314,revision_number=None']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:03:04.972421 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faa2c700-4f68-433f-934b-0de61c555035 None None] No DVR routers for this DVR port 84eececb-3e0a-4c66-9e5c-d68ac74a5314 on host n-d-773647-6 {{(pid=100248) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:03:05.041868 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1066f86-c4d6-4c16-9aff-4c0b79b48462 admin admin] Pushing event deleted for resources: {'Port': ['ID=84eececb-3e0a-4c66-9e5c-d68ac74a5314,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:03:05.047747 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-b1066f86-c4d6-4c16-9aff-4c0b79b48462 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-917204', 'neutron.services.segments.db._delete_segments_for_network-8773753502302'] for network, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:05.071512 n-d-773647-6 neutron-server[100247]: DEBUG neutron.services.segments.db [None req-b1066f86-c4d6-4c16-9aff-4c0b79b48462 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba0b6a3c-159a-4754-a722-7186fa46c6ef']}} {{(pid=100247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:03:05.095071 n-d-773647-6 neutron-server[100247]: DEBUG neutron.services.segments.db [None req-b1066f86-c4d6-4c16-9aff-4c0b79b48462 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '33393dcc-3308-4a8a-abe0-d259f4ec97a5') {'for_net_delete': True} {{(pid=100247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:03:05.095453 n-d-773647-6 neutron-server[100247]: DEBUG neutron.services.segments.db [None req-b1066f86-c4d6-4c16-9aff-4c0b79b48462 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '33393dcc-3308-4a8a-abe0-d259f4ec97a5') {} {{(pid=100247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:03:05.100057 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-b514bf62-88ba-437a-852f-96a3b3234629 req-20cf0dc0-176b-4f94-bb3d-27a395e933ed tempest-TenantUsagesTestJSON-258161606 tempest-TenantUsagesTestJSON-258161606-project] 10.222.0.104 "GET /v2.0/networks?tenant_id=fd7ce71ce407441088f54dc52b8b686f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0479634 Jul 06 14:03:05.119386 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-b1066f86-c4d6-4c16-9aff-4c0b79b48462 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773753515138', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127131763'] for segment, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:05.189299 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-b1066f86-c4d6-4c16-9aff-4c0b79b48462 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552'] for segment, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:05.195928 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b1066f86-c4d6-4c16-9aff-4c0b79b48462 admin admin] Releasing vlan 1009 on physical network physnet1 to pool {{(pid=100247) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 14:03:05.196326 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-b1066f86-c4d6-4c16-9aff-4c0b79b48462 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-128888574'] for segment, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:05.252306 n-d-773647-6 neutron-server[100247]: Traceback (most recent call last): Jul 06 14:03:05.252306 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 14:03:05.252306 n-d-773647-6 neutron-server[100247]: timer() Jul 06 14:03:05.252306 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 14:03:05.252306 n-d-773647-6 neutron-server[100247]: cb(*args, **kw) Jul 06 14:03:05.252306 n-d-773647-6 neutron-server[100247]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 14:03:05.252306 n-d-773647-6 neutron-server[100247]: return func(*args, **kwargs) Jul 06 14:03:05.252306 n-d-773647-6 neutron-server[100247]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 14:03:05.252306 n-d-773647-6 neutron-server[100247]: self._notify() Jul 06 14:03:05.252306 n-d-773647-6 neutron-server[100247]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 14:03:05.252306 n-d-773647-6 neutron-server[100247]: self.callback(batched_events) Jul 06 14:03:05.252306 n-d-773647-6 neutron-server[100247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 14:03:05.252306 n-d-773647-6 neutron-server[100247]: event.method(event) Jul 06 14:03:05.252306 n-d-773647-6 neutron-server[100247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 14:03:05.252306 n-d-773647-6 neutron-server[100247]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 14:03:05.252306 n-d-773647-6 neutron-server[100247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 14:03:05.252306 n-d-773647-6 neutron-server[100247]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 14:03:05.252306 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 14:03:05.252306 n-d-773647-6 neutron-server[100247]: return f(self, *a, **k) Jul 06 14:03:05.252306 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 14:03:05.252306 n-d-773647-6 neutron-server[100247]: return self._get(url).json() Jul 06 14:03:05.252306 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 14:03:05.252306 n-d-773647-6 neutron-server[100247]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 14:03:05.252306 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 14:03:05.252306 n-d-773647-6 neutron-server[100247]: return self.request(url, 'GET', **kwargs) Jul 06 14:03:05.252306 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 14:03:05.252306 n-d-773647-6 neutron-server[100247]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 14:03:05.252306 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 14:03:05.252306 n-d-773647-6 neutron-server[100247]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 14:03:05.252306 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 14:03:05.252306 n-d-773647-6 neutron-server[100247]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 14:03:05.252306 n-d-773647-6 neutron-server[100247]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 14:03:05.313558 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-b1066f86-c4d6-4c16-9aff-4c0b79b48462 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-917215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1761140'] for network, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:05.318640 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-b1066f86-c4d6-4c16-9aff-4c0b79b48462 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583035'] for network, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:05.325575 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-b1066f86-c4d6-4c16-9aff-4c0b79b48462 admin admin] 10.222.0.104 "DELETE /v2.0/networks/ba0b6a3c-159a-4754-a722-7186fa46c6ef HTTP/1.1" status: 204 len: 168 time: 1.1697173 Jul 06 14:03:05.396059 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1658b2ed-02ee-4fd6-9ffb-3111fde0cd07 req-b59b06ff-6ea9-415f-b67a-28f44336050d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:03:05.397608 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-1658b2ed-02ee-4fd6-9ffb-3111fde0cd07 req-b59b06ff-6ea9-415f-b67a-28f44336050d service neutron] 10.222.0.72 "GET /v2.0/ports/3ba18cf5-928e-46ea-b0ca-9a371b8d9b40 HTTP/1.1" status: 200 len: 1028 time: 0.2158196 Jul 06 14:03:05.437488 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1066f86-c4d6-4c16-9aff-4c0b79b48462 admin admin] Pushing event deleted for resources: {'Network': ['ID=ba0b6a3c-159a-4754-a722-7186fa46c6ef,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:03:05.478687 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 84eececb-3e0a-4c66-9e5c-d68ac74a5314 no longer exists at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:03:05.503997 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b514bf62-88ba-437a-852f-96a3b3234629 req-26f8f1dc-880f-4ff8-bf27-b08371ef1fee tempest-TenantUsagesTestJSON-258161606 tempest-TenantUsagesTestJSON-258161606-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:03:05.504532 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] No Port match for: 84eececb-3e0a-4c66-9e5c-d68ac74a5314 {{(pid=100248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 14:03:05.505399 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 84eececb-3e0a-4c66-9e5c-d68ac74a5314 not bound to the agent host n-d-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:03:05.510958 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-b514bf62-88ba-437a-852f-96a3b3234629 req-26f8f1dc-880f-4ff8-bf27-b08371ef1fee tempest-TenantUsagesTestJSON-258161606 tempest-TenantUsagesTestJSON-258161606-project] 10.222.0.104 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4058137 Jul 06 14:03:05.534680 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-b514bf62-88ba-437a-852f-96a3b3234629 req-1a9cfb9e-52b9-4691-bc4f-dad421c13b37 tempest-TenantUsagesTestJSON-258161606 tempest-TenantUsagesTestJSON-258161606-project] 10.222.0.104 "GET /v2.0/quotas/fd7ce71ce407441088f54dc52b8b686f HTTP/1.1" status: 200 len: 375 time: 0.0226750 Jul 06 14:03:05.589646 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-b514bf62-88ba-437a-852f-96a3b3234629 req-d74295c5-3384-4814-800e-5b7f746c1db1 tempest-TenantUsagesTestJSON-258161606 tempest-TenantUsagesTestJSON-258161606-project] 10.222.0.104 "GET /v2.0/ports?tenant_id=fd7ce71ce407441088f54dc52b8b686f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0540071 Jul 06 14:03:05.593164 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1658b2ed-02ee-4fd6-9ffb-3111fde0cd07 req-32a5a780-7730-408b-bed9-0326ffb49861 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:03:05.594218 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 38160) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:03:05.595008 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-1658b2ed-02ee-4fd6-9ffb-3111fde0cd07 req-32a5a780-7730-408b-bed9-0326ffb49861 service neutron] 10.222.0.72 "GET /v2.0/ports/f010560f-f4c8-4c8c-99e0-7afd7573142a HTTP/1.1" status: 200 len: 1028 time: 0.1776407 Jul 06 14:03:05.651777 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-cf5e156a-f6f2-4126-a3b4-2c12b811a925 admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=f164ffe0f85a41f0bab6414346dd567f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0562291 Jul 06 14:03:05.652676 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 38162) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:03:05.655954 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e19a83-20bf-4d3c-b55b-ce794513d56f req-b0fb85b2-a1b4-4b9e-a5ec-5dbd98a410fd tempest-FloatingIPsAssociationTestJSON-978234990 tempest-FloatingIPsAssociationTestJSON-978234990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:03:05.657535 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-60e19a83-20bf-4d3c-b55b-ce794513d56f req-b0fb85b2-a1b4-4b9e-a5ec-5dbd98a410fd tempest-FloatingIPsAssociationTestJSON-978234990 tempest-FloatingIPsAssociationTestJSON-978234990-project] 10.222.0.104 "GET /v2.0/ports?device_id=7bfb388a-790e-4692-a575-ef183ebdd084 HTTP/1.1" status: 200 len: 945 time: 0.3955038 Jul 06 14:03:05.748282 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-23122a20-50a2-4255-9270-6bce85ec8952 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:05.785403 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-60e19a83-20bf-4d3c-b55b-ce794513d56f req-346bbd15-5ad6-4f55-965b-baff9d9718ba tempest-FloatingIPsAssociationTestJSON-978234990 tempest-FloatingIPsAssociationTestJSON-978234990-project] 10.222.0.104 "GET /v2.0/security-groups?id=715e00b7-412d-4ac6-a847-c2c6525b42cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197281 Jul 06 14:03:05.837178 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-23122a20-50a2-4255-9270-6bce85ec8952 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:05.948229 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1658b2ed-02ee-4fd6-9ffb-3111fde0cd07 req-22241dc5-8f8b-450f-ac0e-9f0dc80d0421 tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:03:05.971799 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-23122a20-50a2-4255-9270-6bce85ec8952 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:05.974320 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1658b2ed-02ee-4fd6-9ffb-3111fde0cd07 req-22241dc5-8f8b-450f-ac0e-9f0dc80d0421 tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:03:05.979188 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-23122a20-50a2-4255-9270-6bce85ec8952 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:05.982035 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1658b2ed-02ee-4fd6-9ffb-3111fde0cd07 req-22241dc5-8f8b-450f-ac0e-9f0dc80d0421 tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:03:05.983682 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-1658b2ed-02ee-4fd6-9ffb-3111fde0cd07 req-22241dc5-8f8b-450f-ac0e-9f0dc80d0421 tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] 10.222.0.72 "GET /v2.0/networks?id=8db538bb-9e5e-4771-8353-dcc3bdff004e&id=ace612ee-fa1f-4249-807d-5000ddc15676&id=ace612ee-fa1f-4249-807d-5000ddc15676&id=ace612ee-fa1f-4249-807d-5000ddc15676&id=ace612ee-fa1f-4249-807d-5000ddc15676&id=a1a89b46-c613-4578-b710-c22d92f3acfb&id=a1a89b46-c613-4578-b710-c22d92f3acfb HTTP/1.1" status: 200 len: 1989 time: 0.3642900 Jul 06 14:03:05.989177 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-23122a20-50a2-4255-9270-6bce85ec8952 admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/9d998fb6-7df8-4bbe-9c1b-38481459586f HTTP/1.1" status: 204 len: 168 time: 0.3352768 Jul 06 14:03:06.006073 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23122a20-50a2-4255-9270-6bce85ec8952 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d998fb6-7df8-4bbe-9c1b-38481459586f,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:03:06.113225 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-1658b2ed-02ee-4fd6-9ffb-3111fde0cd07 req-0b091c4e-6b7c-4b69-9a18-4955e5c0434a tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=db940b92de5443cbbd5f77e12cabccfc HTTP/1.1" status: 200 len: 379 time: 0.1157770 Jul 06 14:03:06.125229 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [req-1658b2ed-02ee-4fd6-9ffb-3111fde0cd07 req-2e50d5a0-1e36-4553-8932-d07b57ff0d32 tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] Request body: {'port': {'device_id': 'e7dc6a4d-9f66-42f4-9ec5-8a24ac011f21', 'network_id': '8db538bb-9e5e-4771-8353-dcc3bdff004e', 'admin_state_up': True, 'tenant_id': 'db940b92de5443cbbd5f77e12cabccfc', 'security_groups': ['49c1468a-280e-4510-8673-63e827c90e1a']}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:03:06.362432 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1658b2ed-02ee-4fd6-9ffb-3111fde0cd07 req-2e50d5a0-1e36-4553-8932-d07b57ff0d32 tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] Made reservation on behalf of db940b92de5443cbbd5f77e12cabccfc for: {'port': 1} {{(pid=100247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:03:06.375761 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-1658b2ed-02ee-4fd6-9ffb-3111fde0cd07 req-2e50d5a0-1e36-4553-8932-d07b57ff0d32 tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:06.454935 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425335c3-10ae-4df4-a28f-eb8f44a20ad2 req-8f91d4c4-ed1b-45fd-9696-bbbca0a90889 tempest-ListServersNegativeTestJSON-1815013295 tempest-ListServersNegativeTestJSON-1815013295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:03:06.456983 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-425335c3-10ae-4df4-a28f-eb8f44a20ad2 req-8f91d4c4-ed1b-45fd-9696-bbbca0a90889 tempest-ListServersNegativeTestJSON-1815013295 tempest-ListServersNegativeTestJSON-1815013295-project] 10.222.0.104 "GET /v2.0/ports?device_id=f4f5d88f-b792-4b61-8f7b-c7bf4d5e4b41 HTTP/1.1" status: 200 len: 945 time: 0.3390377 Jul 06 14:03:06.529467 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-425335c3-10ae-4df4-a28f-eb8f44a20ad2 req-07617694-0d16-4ce6-b1aa-f2be1d9d6536 tempest-ListServersNegativeTestJSON-1815013295 tempest-ListServersNegativeTestJSON-1815013295-project] 10.222.0.104 "GET /v2.0/security-groups?id=5d2e10db-80f0-43d1-a4b3-353e53bb2009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546606 Jul 06 14:03:06.620892 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-94258efe-bffe-4355-bc8a-a6a82a8f7267 req-02090459-c63f-48d8-9909-53759a71a90e tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] 10.222.0.104 "GET /v2.0/ports?device_id=e7dc6a4d-9f66-42f4-9ec5-8a24ac011f21 HTTP/1.1" status: 200 len: 210 time: 0.0965152 Jul 06 14:03:06.721083 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77f75fb-ea0b-4b14-a8ee-cb557775e941 req-b4437880-d361-47b6-9c3b-5313cdf13d6b tempest-FloatingIPsAssociationTestJSON-978234990 tempest-FloatingIPsAssociationTestJSON-978234990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:03:06.723177 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-a77f75fb-ea0b-4b14-a8ee-cb557775e941 req-b4437880-d361-47b6-9c3b-5313cdf13d6b tempest-FloatingIPsAssociationTestJSON-978234990 tempest-FloatingIPsAssociationTestJSON-978234990-project] 10.222.0.127 "GET /v2.0/ports?device_id=7bfb388a-790e-4692-a575-ef183ebdd084 HTTP/1.1" status: 200 len: 945 time: 0.3766873 Jul 06 14:03:06.744176 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 38186) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:03:06.798293 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-d80f93fc-4159-42e9-8a8c-17501b4c0b86 admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=19569b4604954d8f928b9790d774cc3b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0519650 Jul 06 14:03:06.801203 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 38188) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:03:06.889915 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-134f9ba6-0c54-40f4-8e9c-4e6132680fbe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:06.913889 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-134f9ba6-0c54-40f4-8e9c-4e6132680fbe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:06.947270 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-cabecbbe-5252-4098-919b-468d3510f189 req-5a771687-6921-46ff-9f39-a50d425a4d21 tempest-TenantUsagesTestJSON-258161606 tempest-TenantUsagesTestJSON-258161606-project] 10.222.0.104 "GET /v2.0/ports?device_id=e45022b4-4829-48e3-9b35-a84bfba29790 HTTP/1.1" status: 200 len: 210 time: 0.0992062 Jul 06 14:03:06.993539 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-134f9ba6-0c54-40f4-8e9c-4e6132680fbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:07.009845 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-134f9ba6-0c54-40f4-8e9c-4e6132680fbe admin admin] Notify callbacks [] for security_group, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:07.018912 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-134f9ba6-0c54-40f4-8e9c-4e6132680fbe admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/16a05371-ccce-4fd7-b4cb-2a2a879ea739 HTTP/1.1" status: 204 len: 168 time: 0.2090666 Jul 06 14:03:07.025729 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.db_base_plugin_common [req-1658b2ed-02ee-4fd6-9ffb-3111fde0cd07 req-2e50d5a0-1e36-4553-8932-d07b57ff0d32 tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] Allocated IP 172.20.0.8 (8db538bb-9e5e-4771-8353-dcc3bdff004e/906bb642-57ed-4e87-8668-4e82a3a18fe7/0fccaba0-09bb-4911-acde-c7e70c576bcb) {{(pid=100247) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:03:07.067643 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134f9ba6-0c54-40f4-8e9c-4e6132680fbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16a05371-ccce-4fd7-b4cb-2a2a879ea739,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:03:07.214874 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.plugin [req-a77f75fb-ea0b-4b14-a8ee-cb557775e941 req-c273e41e-9491-41ce-b1da-c02e0e56d774 tempest-FloatingIPsAssociationTestJSON-978234990 tempest-FloatingIPsAssociationTestJSON-978234990-project] Deleting port e0212a6e-4a9c-4580-a290-db589dcc6f27 {{(pid=100247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:03:07.215256 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-a77f75fb-ea0b-4b14-a8ee-cb557775e941 req-c273e41e-9491-41ce-b1da-c02e0e56d774 tempest-FloatingIPsAssociationTestJSON-978234990 tempest-FloatingIPsAssociationTestJSON-978234990-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:07.510303 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-b514bf62-88ba-437a-852f-96a3b3234629 req-601e7c43-add7-4b4a-b692-007e33d59bb5 tempest-TenantUsagesTestJSON-258161606 tempest-TenantUsagesTestJSON-258161606-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=fd7ce71ce407441088f54dc52b8b686f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0458047 Jul 06 14:03:07.609603 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-1658b2ed-02ee-4fd6-9ffb-3111fde0cd07 req-2e50d5a0-1e36-4553-8932-d07b57ff0d32 tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] Notify callbacks [] for port, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:07.679872 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.db [req-a77f75fb-ea0b-4b14-a8ee-cb557775e941 req-c273e41e-9491-41ce-b1da-c02e0e56d774 tempest-FloatingIPsAssociationTestJSON-978234990 tempest-FloatingIPsAssociationTestJSON-978234990-project] For port e0212a6e-4a9c-4580-a290-db589dcc6f27, host n-h1-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773647-6',level=0,port_id=e0212a6e-4a9c-4580-a290-db589dcc6f27,segment=NetworkSegment(b84425ef-5b11-46aa-9198-ea4525ffd9fc),segment_id=b84425ef-5b11-46aa-9198-ea4525ffd9fc)] {{(pid=100247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:03:07.680239 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-a77f75fb-ea0b-4b14-a8ee-cb557775e941 req-c273e41e-9491-41ce-b1da-c02e0e56d774 tempest-FloatingIPsAssociationTestJSON-978234990 tempest-FloatingIPsAssociationTestJSON-978234990-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:07.721732 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b514bf62-88ba-437a-852f-96a3b3234629 req-5d238207-bed4-4598-a5d3-5e8e22016c86 tempest-TenantUsagesTestJSON-258161606 tempest-TenantUsagesTestJSON-258161606-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:03:07.724590 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-b514bf62-88ba-437a-852f-96a3b3234629 req-5d238207-bed4-4598-a5d3-5e8e22016c86 tempest-TenantUsagesTestJSON-258161606 tempest-TenantUsagesTestJSON-258161606-project] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2073944 Jul 06 14:03:07.754149 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [req-b514bf62-88ba-437a-852f-96a3b3234629 req-4255af01-42e4-4eff-84f4-5cc5e8b6a81a tempest-TenantUsagesTestJSON-258161606 tempest-TenantUsagesTestJSON-258161606-project] Request body: {'port': {'device_id': 'e45022b4-4829-48e3-9b35-a84bfba29790', 'network_id': 'ac09d390-867f-4b75-a8d2-ab11550bffd6', 'admin_state_up': True, 'tenant_id': 'fd7ce71ce407441088f54dc52b8b686f'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:03:07.756488 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.provisioning_blocks [req-1658b2ed-02ee-4fd6-9ffb-3111fde0cd07 req-2e50d5a0-1e36-4553-8932-d07b57ff0d32 tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] Transition to ACTIVE for port object 0fccaba0-09bb-4911-acde-c7e70c576bcb will not be triggered until provisioned by entity DHCP. {{(pid=100247) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:03:07.765274 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.plugin [req-a77f75fb-ea0b-4b14-a8ee-cb557775e941 req-c273e41e-9491-41ce-b1da-c02e0e56d774 tempest-FloatingIPsAssociationTestJSON-978234990 tempest-FloatingIPsAssociationTestJSON-978234990-project] Calling delete_port for e0212a6e-4a9c-4580-a290-db589dcc6f27 owned by compute:nova {{(pid=100247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:03:07.776262 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5507aa05-84f1-4857-9e41-e6c1bf3945e5 req-9c4dae8f-d6ab-49ff-bdf3-1ed3f97d04dc tempest-FloatingIPsAssociationTestJSON-978234990 tempest-FloatingIPsAssociationTestJSON-978234990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:03:07.778076 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-5507aa05-84f1-4857-9e41-e6c1bf3945e5 req-9c4dae8f-d6ab-49ff-bdf3-1ed3f97d04dc tempest-FloatingIPsAssociationTestJSON-978234990 tempest-FloatingIPsAssociationTestJSON-978234990-project] 10.222.0.104 "GET /v2.0/ports?device_id=7bfb388a-790e-4692-a575-ef183ebdd084 HTTP/1.1" status: 200 len: 945 time: 0.5387912 Jul 06 14:03:07.977944 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-5507aa05-84f1-4857-9e41-e6c1bf3945e5 req-301dcd60-6d5b-48f7-9bb2-39ab7be0900d tempest-FloatingIPsAssociationTestJSON-978234990 tempest-FloatingIPsAssociationTestJSON-978234990-project] 10.222.0.104 "GET /v2.0/security-groups?id=715e00b7-412d-4ac6-a847-c2c6525b42cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1884067 Jul 06 14:03:07.985112 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-1658b2ed-02ee-4fd6-9ffb-3111fde0cd07 req-2e50d5a0-1e36-4553-8932-d07b57ff0d32 tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-128888360'] for port, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:07.987546 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b514bf62-88ba-437a-852f-96a3b3234629 req-4255af01-42e4-4eff-84f4-5cc5e8b6a81a tempest-TenantUsagesTestJSON-258161606 tempest-TenantUsagesTestJSON-258161606-project] Made reservation on behalf of fd7ce71ce407441088f54dc52b8b686f for: {'port': 1} {{(pid=100246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:03:07.992360 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-b514bf62-88ba-437a-852f-96a3b3234629 req-4255af01-42e4-4eff-84f4-5cc5e8b6a81a tempest-TenantUsagesTestJSON-258161606 tempest-TenantUsagesTestJSON-258161606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:08.011477 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d517cd-e3d7-48af-8d25-37ecaaf565e5 req-cf76731d-c4bf-4cbe-b920-ea4305e7d9de tempest-ListServersNegativeTestJSON-1815013295 tempest-ListServersNegativeTestJSON-1815013295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:03:08.013497 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-31d517cd-e3d7-48af-8d25-37ecaaf565e5 req-cf76731d-c4bf-4cbe-b920-ea4305e7d9de tempest-ListServersNegativeTestJSON-1815013295 tempest-ListServersNegativeTestJSON-1815013295-project] 10.222.0.104 "GET /v2.0/ports?device_id=f4f5d88f-b792-4b61-8f7b-c7bf4d5e4b41 HTTP/1.1" status: 200 len: 945 time: 0.3521702 Jul 06 14:03:08.013639 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-b514bf62-88ba-437a-852f-96a3b3234629 req-4255af01-42e4-4eff-84f4-5cc5e8b6a81a tempest-TenantUsagesTestJSON-258161606 tempest-TenantUsagesTestJSON-258161606-project] Notify callbacks [] for security_group, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:08.175186 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1658b2ed-02ee-4fd6-9ffb-3111fde0cd07 req-2e50d5a0-1e36-4553-8932-d07b57ff0d32 tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] Network 8db538bb-9e5e-4771-8353-dcc3bdff004e is already hosted by enough agents. {{(pid=100247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:03:08.195836 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.base_scheduler [req-1658b2ed-02ee-4fd6-9ffb-3111fde0cd07 req-2e50d5a0-1e36-4553-8932-d07b57ff0d32 tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] Resources bound (agent type, host, resource id): {{(pid=100247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:03:08.198834 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-b514bf62-88ba-437a-852f-96a3b3234629 req-4255af01-42e4-4eff-84f4-5cc5e8b6a81a tempest-TenantUsagesTestJSON-258161606 tempest-TenantUsagesTestJSON-258161606-project] Notify callbacks [] for security_group, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:08.205972 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-b514bf62-88ba-437a-852f-96a3b3234629 req-4255af01-42e4-4eff-84f4-5cc5e8b6a81a tempest-TenantUsagesTestJSON-258161606 tempest-TenantUsagesTestJSON-258161606-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:08.232386 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.l3_dvrscheduler_db [req-1658b2ed-02ee-4fd6-9ffb-3111fde0cd07 req-2e50d5a0-1e36-4553-8932-d07b57ff0d32 tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] Received port after_create {{(pid=100247) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:03:08.244138 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e50d5a0-1e36-4553-8932-d07b57ff0d32 tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] Pushing event updated for resources: {'Port': ['ID=0fccaba0-09bb-4911-acde-c7e70c576bcb,revision_number=1']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:03:08.261834 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-31d517cd-e3d7-48af-8d25-37ecaaf565e5 req-c97b3ea0-034b-41b4-a4b9-7c7ebfbe88d3 tempest-ListServersNegativeTestJSON-1815013295 tempest-ListServersNegativeTestJSON-1815013295-project] 10.222.0.104 "GET /v2.0/security-groups?id=5d2e10db-80f0-43d1-a4b3-353e53bb2009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2099910 Jul 06 14:03:08.416951 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 38232) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:03:08.440930 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4255af01-42e4-4eff-84f4-5cc5e8b6a81a tempest-TenantUsagesTestJSON-258161606 tempest-TenantUsagesTestJSON-258161606-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ec51de6f-bae5-46fd-a4fb-e46cde6503d8,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:03:08.530182 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1658b2ed-02ee-4fd6-9ffb-3111fde0cd07 req-2e50d5a0-1e36-4553-8932-d07b57ff0d32 tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:03:08.530543 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-1658b2ed-02ee-4fd6-9ffb-3111fde0cd07 req-2e50d5a0-1e36-4553-8932-d07b57ff0d32 tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:08.548693 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.db_base_plugin_common [req-b514bf62-88ba-437a-852f-96a3b3234629 req-4255af01-42e4-4eff-84f4-5cc5e8b6a81a tempest-TenantUsagesTestJSON-258161606 tempest-TenantUsagesTestJSON-258161606-project] Allocated IP 192.168.233.239 (ac09d390-867f-4b75-a8d2-ab11550bffd6/d1c3cc78-09b9-4e30-99fd-0e5830de101d/8fc242fd-02fe-474f-882c-c9e3041ef015) {{(pid=100246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:03:08.584055 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-a77f75fb-ea0b-4b14-a8ee-cb557775e941 req-c273e41e-9491-41ce-b1da-c02e0e56d774 tempest-FloatingIPsAssociationTestJSON-978234990 tempest-FloatingIPsAssociationTestJSON-978234990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128888353'] for port, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:08.597176 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] get_ports_and_sgs() called for port_ids ['e0212a6e-4a9c-4580-a290-db589dcc6f27'] {{(pid=100248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 14:03:08.664757 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-a1c70b22-5b89-4e20-9cfb-573fea9c63f8 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-1302168084-network', 'tenant_id': '04b7bbd7f1424a65b07876d70c7f3522'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:03:08.681468 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-623bbe9d-db47-4505-a865-a93605c635c7 req-1555933d-8f65-47cb-a100-03419966d7ae tempest-TenantUsagesTestJSON-258161606 tempest-TenantUsagesTestJSON-258161606-project] 10.222.0.104 "GET /v2.0/ports?device_id=e45022b4-4829-48e3-9b35-a84bfba29790 HTTP/1.1" status: 200 len: 210 time: 0.0902030 Jul 06 14:03:08.689792 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-f050cc1c-b38f-4bc5-901f-eb6bffc8c2b8 None None] Provisioning for port 0fccaba0-09bb-4911-acde-c7e70c576bcb completed by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:03:08.702546 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-f050cc1c-b38f-4bc5-901f-eb6bffc8c2b8 None None] Provisioning complete for port 0fccaba0-09bb-4911-acde-c7e70c576bcb triggered by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:03:08.704426 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-f050cc1c-b38f-4bc5-901f-eb6bffc8c2b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:08.755736 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-1658b2ed-02ee-4fd6-9ffb-3111fde0cd07 req-2e50d5a0-1e36-4553-8932-d07b57ff0d32 tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6279199 Jul 06 14:03:08.782728 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [req-1658b2ed-02ee-4fd6-9ffb-3111fde0cd07 req-d037003c-9c37-4b7a-9c31-6dc8fe112d32 tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] Request body: {'port': {'device_id': 'e7dc6a4d-9f66-42f4-9ec5-8a24ac011f21', 'network_id': 'ace612ee-fa1f-4249-807d-5000ddc15676', 'admin_state_up': True, 'tenant_id': 'db940b92de5443cbbd5f77e12cabccfc', 'security_groups': ['49c1468a-280e-4510-8673-63e827c90e1a']}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:03:08.822301 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1c70b22-5b89-4e20-9cfb-573fea9c63f8 admin admin] Made reservation on behalf of 04b7bbd7f1424a65b07876d70c7f3522 for: {'network': 1} {{(pid=100246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:03:08.841922 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-a1c70b22-5b89-4e20-9cfb-573fea9c63f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for network, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:08.858086 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c273e41e-9491-41ce-b1da-c02e0e56d774 tempest-FloatingIPsAssociationTestJSON-978234990 tempest-FloatingIPsAssociationTestJSON-978234990-project] Pushing event deleted for resources: {'Port': ['ID=e0212a6e-4a9c-4580-a290-db589dcc6f27,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:03:08.862531 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-f050cc1c-b38f-4bc5-901f-eb6bffc8c2b8 None None] Port 0fccaba0-09bb-4911-acde-c7e70c576bcb cannot update to ACTIVE because it is not bound. {{(pid=100248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 14:03:08.927470 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-a1c70b22-5b89-4e20-9cfb-573fea9c63f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:08.983160 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-b514bf62-88ba-437a-852f-96a3b3234629 req-4255af01-42e4-4eff-84f4-5cc5e8b6a81a tempest-TenantUsagesTestJSON-258161606 tempest-TenantUsagesTestJSON-258161606-project] Notify callbacks [] for port, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:09.027770 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.l3_dvrscheduler_db [req-a77f75fb-ea0b-4b14-a8ee-cb557775e941 req-c273e41e-9491-41ce-b1da-c02e0e56d774 tempest-FloatingIPsAssociationTestJSON-978234990 tempest-FloatingIPsAssociationTestJSON-978234990-project] No DVR routers for this DVR port e0212a6e-4a9c-4580-a290-db589dcc6f27 on host n-h1-773647-6 {{(pid=100247) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:03:09.035263 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-a77f75fb-ea0b-4b14-a8ee-cb557775e941 req-c273e41e-9491-41ce-b1da-c02e0e56d774 tempest-FloatingIPsAssociationTestJSON-978234990 tempest-FloatingIPsAssociationTestJSON-978234990-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:09.037406 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-a77f75fb-ea0b-4b14-a8ee-cb557775e941 req-c273e41e-9491-41ce-b1da-c02e0e56d774 tempest-FloatingIPsAssociationTestJSON-978234990 tempest-FloatingIPsAssociationTestJSON-978234990-project] 10.222.0.127 "DELETE /v2.0/ports/e0212a6e-4a9c-4580-a290-db589dcc6f27 HTTP/1.1" status: 204 len: 173 time: 2.2747715 Jul 06 14:03:09.037999 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.provisioning_blocks [req-b514bf62-88ba-437a-852f-96a3b3234629 req-4255af01-42e4-4eff-84f4-5cc5e8b6a81a tempest-TenantUsagesTestJSON-258161606 tempest-TenantUsagesTestJSON-258161606-project] Transition to ACTIVE for port object 8fc242fd-02fe-474f-882c-c9e3041ef015 will not be triggered until provisioned by entity DHCP. {{(pid=100246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:03:09.046969 n-d-773647-6 neutron-server[100247]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7bfb388a-790e-4692-a575-ef183ebdd084', 'name': 'network-vif-deleted', 'tag': 'e0212a6e-4a9c-4580-a290-db589dcc6f27'}] {{(pid=100247) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:03:09.049981 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cbf0eeaae822f8fc9b87a94aeba67a3d651842baf663a51cba94b67a514836d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bff392e-35d0-415f-88ed-76ba830f00e6" -d '{"events": [{"server_uuid": "7bfb388a-790e-4692-a575-ef183ebdd084", "name": "network-vif-deleted", "tag": "e0212a6e-4a9c-4580-a290-db589dcc6f27"}]}' {{(pid=100247) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:03:09.089420 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-b514bf62-88ba-437a-852f-96a3b3234629 req-4255af01-42e4-4eff-84f4-5cc5e8b6a81a tempest-TenantUsagesTestJSON-258161606 tempest-TenantUsagesTestJSON-258161606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-127687573'] for port, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:09.159905 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05309828-f7d7-4d28-b720-006bfde80520 req-e3c3d58c-ed87-4f34-bef8-140670a108c8 tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:03:09.161632 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-05309828-f7d7-4d28-b720-006bfde80520 req-e3c3d58c-ed87-4f34-bef8-140670a108c8 tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] 10.222.0.104 "GET /v2.0/ports?device_id=e7dc6a4d-9f66-42f4-9ec5-8a24ac011f21 HTTP/1.1" status: 200 len: 931 time: 0.6127067 Jul 06 14:03:09.209910 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b514bf62-88ba-437a-852f-96a3b3234629 req-4255af01-42e4-4eff-84f4-5cc5e8b6a81a tempest-TenantUsagesTestJSON-258161606 tempest-TenantUsagesTestJSON-258161606-project] Network ac09d390-867f-4b75-a8d2-ab11550bffd6 is already hosted by enough agents. {{(pid=100246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:03:09.215470 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4255af01-42e4-4eff-84f4-5cc5e8b6a81a tempest-TenantUsagesTestJSON-258161606 tempest-TenantUsagesTestJSON-258161606-project] Pushing event updated for resources: {'Port': ['ID=8fc242fd-02fe-474f-882c-c9e3041ef015,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:03:09.246493 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.base_scheduler [req-b514bf62-88ba-437a-852f-96a3b3234629 req-4255af01-42e4-4eff-84f4-5cc5e8b6a81a tempest-TenantUsagesTestJSON-258161606 tempest-TenantUsagesTestJSON-258161606-project] Resources bound (agent type, host, resource id): {{(pid=100246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:03:09.270541 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [req-b514bf62-88ba-437a-852f-96a3b3234629 req-4255af01-42e4-4eff-84f4-5cc5e8b6a81a tempest-TenantUsagesTestJSON-258161606 tempest-TenantUsagesTestJSON-258161606-project] Received port after_create {{(pid=100246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:03:09.300189 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-05309828-f7d7-4d28-b720-006bfde80520 req-b6db2838-c61a-4159-a28f-720a9e58968c tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] 10.222.0.104 "GET /v2.0/security-groups?id=49c1468a-280e-4510-8673-63e827c90e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1200967 Jul 06 14:03:09.391537 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fab48c5-e113-4ef3-803c-a1dedf2ba1ac req-96c33af3-7259-4b3e-81c1-036f772a2936 tempest-ListServersNegativeTestJSON-1815013295 tempest-ListServersNegativeTestJSON-1815013295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:03:09.393391 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-8fab48c5-e113-4ef3-803c-a1dedf2ba1ac req-96c33af3-7259-4b3e-81c1-036f772a2936 tempest-ListServersNegativeTestJSON-1815013295 tempest-ListServersNegativeTestJSON-1815013295-project] 10.222.0.127 "GET /v2.0/ports?device_id=f4f5d88f-b792-4b61-8f7b-c7bf4d5e4b41 HTTP/1.1" status: 200 len: 945 time: 0.2305202 Jul 06 14:03:09.406802 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b514bf62-88ba-437a-852f-96a3b3234629 req-4255af01-42e4-4eff-84f4-5cc5e8b6a81a tempest-TenantUsagesTestJSON-258161606 tempest-TenantUsagesTestJSON-258161606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:03:09.407476 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-b514bf62-88ba-437a-852f-96a3b3234629 req-4255af01-42e4-4eff-84f4-5cc5e8b6a81a tempest-TenantUsagesTestJSON-258161606 tempest-TenantUsagesTestJSON-258161606-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:09.437097 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 14:03:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-434821df-ef29-4ff0-a43c-b7f15950eb2d x-openstack-request-id: req-434821df-ef29-4ff0-a43c-b7f15950eb2d {{(pid=100247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:03:09.437404 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7bfb388a-790e-4692-a575-ef183ebdd084", "name": "network-vif-deleted", "tag": "e0212a6e-4a9c-4580-a290-db589dcc6f27", "status": "completed", "code": 200}]} {{(pid=100247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:03:09.437655 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-434821df-ef29-4ff0-a43c-b7f15950eb2d {{(pid=100247) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:03:09.438070 n-d-773647-6 neutron-server[100247]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7bfb388a-790e-4692-a575-ef183ebdd084', 'name': 'network-vif-deleted', 'tag': 'e0212a6e-4a9c-4580-a290-db589dcc6f27', 'status': 'completed', 'code': 200} Jul 06 14:03:09.488129 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-a1c70b22-5b89-4e20-9cfb-573fea9c63f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:09.497796 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-a1c70b22-5b89-4e20-9cfb-573fea9c63f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:09.516535 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-b514bf62-88ba-437a-852f-96a3b3234629 req-4255af01-42e4-4eff-84f4-5cc5e8b6a81a tempest-TenantUsagesTestJSON-258161606 tempest-TenantUsagesTestJSON-258161606-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7727852 Jul 06 14:03:09.530900 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-a82197f9-2f6c-49d5-8124-194082b60a6a req-0a472c04-7b0d-47cc-8450-479399ee5cdb tempest-FloatingIPsAssociationTestJSON-978234990 tempest-FloatingIPsAssociationTestJSON-978234990-project] 10.222.0.104 "GET /v2.0/ports?device_id=7bfb388a-790e-4692-a575-ef183ebdd084 HTTP/1.1" status: 200 len: 210 time: 0.1328213 Jul 06 14:03:09.539902 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [req-b514bf62-88ba-437a-852f-96a3b3234629 req-70a145d9-7247-4706-804d-48b6961361bc service neutron] Request body: {'port': {'device_id': 'e45022b4-4829-48e3-9b35-a84bfba29790', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-773647-6'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:03:09.557625 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a1c70b22-5b89-4e20-9cfb-573fea9c63f8 admin admin] vlan segment allocate from pool success with {'vlan_id': 1006, 'physical_network': 'physnet1'} {{(pid=100246) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 14:03:09.603555 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c70b22-5b89-4e20-9cfb-573fea9c63f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f9c8c6d-4574-4c52-a896-aabfbe0c94fb,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:03:09.627844 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-a1c70b22-5b89-4e20-9cfb-573fea9c63f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552'] for segment, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:09.631502 n-d-773647-6 neutron-server[100246]: INFO neutron.db.segments_db [None req-a1c70b22-5b89-4e20-9cfb-573fea9c63f8 admin admin] Added segment 44486aaf-f3a6-4acc-a50e-407bc2e2f272 of type vlan for network 5fd6dc6b-fbc9-4999-a58a-3d2962ba7986 Jul 06 14:03:09.636843 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1658b2ed-02ee-4fd6-9ffb-3111fde0cd07 req-d037003c-9c37-4b7a-9c31-6dc8fe112d32 tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] Made reservation on behalf of db940b92de5443cbbd5f77e12cabccfc for: {'port': 1} {{(pid=100247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:03:09.644302 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-1658b2ed-02ee-4fd6-9ffb-3111fde0cd07 req-d037003c-9c37-4b7a-9c31-6dc8fe112d32 tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:09.710540 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-50b89b40-5216-454d-af10-d9996715d94e None None] Provisioning for port 8fc242fd-02fe-474f-882c-c9e3041ef015 completed by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:03:09.714808 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-50b89b40-5216-454d-af10-d9996715d94e None None] Provisioning complete for port 8fc242fd-02fe-474f-882c-c9e3041ef015 triggered by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:03:09.715243 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-50b89b40-5216-454d-af10-d9996715d94e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:09.727958 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-b514bf62-88ba-437a-852f-96a3b3234629 req-70a145d9-7247-4706-804d-48b6961361bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:09.769752 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-a1c70b22-5b89-4e20-9cfb-573fea9c63f8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773752984405'] for network, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:09.788041 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-50b89b40-5216-454d-af10-d9996715d94e None None] Port 8fc242fd-02fe-474f-882c-c9e3041ef015 cannot update to ACTIVE because it is not bound. {{(pid=100248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 14:03:09.908029 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-a1c70b22-5b89-4e20-9cfb-573fea9c63f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060'] for network, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:09.909160 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1c70b22-5b89-4e20-9cfb-573fea9c63f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:03:09.910059 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-a1c70b22-5b89-4e20-9cfb-573fea9c63f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583035'] for network, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:09.994762 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-a1c70b22-5b89-4e20-9cfb-573fea9c63f8 admin admin] 10.222.0.104 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.5740049 Jul 06 14:03:10.009836 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 38252) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:03:10.038940 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-dd79e064-3774-40f6-b9d5-90b1a8716962 admin admin] Request body: {'subnet': {'network_id': '5fd6dc6b-fbc9-4999-a58a-3d2962ba7986', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-1302168084-subnet', 'tenant_id': '04b7bbd7f1424a65b07876d70c7f3522', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:03:10.061330 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c70b22-5b89-4e20-9cfb-573fea9c63f8 admin admin] Pushing event updated for resources: {'Network': ['ID=5fd6dc6b-fbc9-4999-a58a-3d2962ba7986,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:03:10.072850 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Network 5fd6dc6b-fbc9-4999-a58a-3d2962ba7986 details requested by agent ovs-agent-n-d-773647-6 with host n-d-773647-6 {{(pid=100248) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 14:03:10.139634 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd79e064-3774-40f6-b9d5-90b1a8716962 admin admin] Made reservation on behalf of 04b7bbd7f1424a65b07876d70c7f3522 for: {'subnet': 1} {{(pid=100246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:03:10.143547 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-dd79e064-3774-40f6-b9d5-90b1a8716962 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127702029'] for subnet, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:10.253844 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.plugin [req-8fab48c5-e113-4ef3-803c-a1dedf2ba1ac req-a7c471aa-8743-45d4-a7d9-60247475d132 tempest-ListServersNegativeTestJSON-1815013295 tempest-ListServersNegativeTestJSON-1815013295-project] Deleting port 0beb7a1e-a85a-424f-baa9-0271f6aacf93 {{(pid=100247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:03:10.254419 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-8fab48c5-e113-4ef3-803c-a1dedf2ba1ac req-a7c471aa-8743-45d4-a7d9-60247475d132 tempest-ListServersNegativeTestJSON-1815013295 tempest-ListServersNegativeTestJSON-1815013295-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:10.256570 n-d-773647-6 neutron-server[100246]: DEBUG neutron.notifiers.nova [req-b514bf62-88ba-437a-852f-96a3b3234629 req-70a145d9-7247-4706-804d-48b6961361bc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8fc242fd-02fe-474f-882c-c9e3041ef015 {{(pid=100246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 14:03:10.269296 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-b514bf62-88ba-437a-852f-96a3b3234629 req-70a145d9-7247-4706-804d-48b6961361bc service neutron] Notify callbacks [] for port, precommit_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:10.289554 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.provisioning_blocks [req-b514bf62-88ba-437a-852f-96a3b3234629 req-70a145d9-7247-4706-804d-48b6961361bc service neutron] Transition to ACTIVE for port object 8fc242fd-02fe-474f-882c-c9e3041ef015 will not be triggered until provisioned by entity L2. {{(pid=100246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:03:10.295827 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-b514bf62-88ba-437a-852f-96a3b3234629 req-70a145d9-7247-4706-804d-48b6961361bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127687527'] for port, after_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:10.332814 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:10.406768 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a145d9-7247-4706-804d-48b6961361bc service neutron] Pushing event updated for resources: {'Port': ['ID=8fc242fd-02fe-474f-882c-c9e3041ef015,revision_number=2']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:03:10.423126 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.db_base_plugin_common [req-1658b2ed-02ee-4fd6-9ffb-3111fde0cd07 req-d037003c-9c37-4b7a-9c31-6dc8fe112d32 tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] Allocated IP 10.1.1.242 (ace612ee-fa1f-4249-807d-5000ddc15676/aff5805c-7256-4603-b5c1-a0758ef2d27b/83215aec-c681-4406-8cbd-a47df2174430) {{(pid=100247) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:03:10.473533 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [req-b514bf62-88ba-437a-852f-96a3b3234629 req-70a145d9-7247-4706-804d-48b6961361bc service neutron] Attempting to bind port 8fc242fd-02fe-474f-882c-c9e3041ef015 on host n-h2-773647-6 for vnic_type normal with profile {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:03:10.473999 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [req-b514bf62-88ba-437a-852f-96a3b3234629 req-70a145d9-7247-4706-804d-48b6961361bc service neutron] Attempting to bind port 8fc242fd-02fe-474f-882c-c9e3041ef015 by drivers openvswitch,hyperv on host n-h2-773647-6 at level 0 using segments [{'id': 'c9ea893d-045e-42cf-b3dd-cdd1f79baccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'ac09d390-867f-4b75-a8d2-ab11550bffd6'}] {{(pid=100246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:03:10.474548 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b514bf62-88ba-437a-852f-96a3b3234629 req-70a145d9-7247-4706-804d-48b6961361bc service neutron] Attempting to bind port 8fc242fd-02fe-474f-882c-c9e3041ef015 on network ac09d390-867f-4b75-a8d2-ab11550bffd6 {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:03:10.499427 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b514bf62-88ba-437a-852f-96a3b3234629 req-70a145d9-7247-4706-804d-48b6961361bc service neutron] Port 8fc242fd-02fe-474f-882c-c9e3041ef015 on network ac09d390-867f-4b75-a8d2-ab11550bffd6 not bound, no agent of type Open vSwitch agent registered on host n-h2-773647-6 {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 14:03:10.499905 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b514bf62-88ba-437a-852f-96a3b3234629 req-70a145d9-7247-4706-804d-48b6961361bc service neutron] Attempting to bind port 8fc242fd-02fe-474f-882c-c9e3041ef015 on network ac09d390-867f-4b75-a8d2-ab11550bffd6 {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:03:10.513866 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b514bf62-88ba-437a-852f-96a3b3234629 req-70a145d9-7247-4706-804d-48b6961361bc service neutron] Checking agent: {'id': '63768ece-0600-4354-8d29-fdedec96b077', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-773647-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 51, 10), 'started_at': datetime.datetime(2021, 7, 6, 13, 51, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 3, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:03:10.514268 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b514bf62-88ba-437a-852f-96a3b3234629 req-70a145d9-7247-4706-804d-48b6961361bc service neutron] Checking segment: {'id': 'c9ea893d-045e-42cf-b3dd-cdd1f79baccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'ac09d390-867f-4b75-a8d2-ab11550bffd6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:03:10.514751 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b514bf62-88ba-437a-852f-96a3b3234629 req-70a145d9-7247-4706-804d-48b6961361bc service neutron] Bound using segment: {'id': 'c9ea893d-045e-42cf-b3dd-cdd1f79baccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'ac09d390-867f-4b75-a8d2-ab11550bffd6'} {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:03:10.515315 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [req-b514bf62-88ba-437a-852f-96a3b3234629 req-70a145d9-7247-4706-804d-48b6961361bc service neutron] Bound port: 8fc242fd-02fe-474f-882c-c9e3041ef015, host: n-h2-773647-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c9ea893d-045e-42cf-b3dd-cdd1f79baccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'ac09d390-867f-4b75-a8d2-ab11550bffd6'}}] {{(pid=100246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:03:10.515766 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-b514bf62-88ba-437a-852f-96a3b3234629 req-70a145d9-7247-4706-804d-48b6961361bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:10.562486 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.db [req-8fab48c5-e113-4ef3-803c-a1dedf2ba1ac req-a7c471aa-8743-45d4-a7d9-60247475d132 tempest-ListServersNegativeTestJSON-1815013295 tempest-ListServersNegativeTestJSON-1815013295-project] For port 0beb7a1e-a85a-424f-baa9-0271f6aacf93, host n-h1-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773647-6',level=0,port_id=0beb7a1e-a85a-424f-baa9-0271f6aacf93,segment=NetworkSegment(f208382a-1e10-4992-aca3-ca6afbdb80b7),segment_id=f208382a-1e10-4992-aca3-ca6afbdb80b7)] {{(pid=100247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:03:10.562865 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-8fab48c5-e113-4ef3-803c-a1dedf2ba1ac req-a7c471aa-8743-45d4-a7d9-60247475d132 tempest-ListServersNegativeTestJSON-1815013295 tempest-ListServersNegativeTestJSON-1815013295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:10.593450 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.plugin [req-8fab48c5-e113-4ef3-803c-a1dedf2ba1ac req-a7c471aa-8743-45d4-a7d9-60247475d132 tempest-ListServersNegativeTestJSON-1815013295 tempest-ListServersNegativeTestJSON-1815013295-project] Calling delete_port for 0beb7a1e-a85a-424f-baa9-0271f6aacf93 owned by compute:nova {{(pid=100247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:03:10.600110 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.db [req-b514bf62-88ba-437a-852f-96a3b3234629 req-70a145d9-7247-4706-804d-48b6961361bc service neutron] For port 8fc242fd-02fe-474f-882c-c9e3041ef015, host n-h2-773647-6, cleared binding levels {{(pid=100246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:03:10.603988 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.db [req-b514bf62-88ba-437a-852f-96a3b3234629 req-70a145d9-7247-4706-804d-48b6961361bc service neutron] For port 8fc242fd-02fe-474f-882c-c9e3041ef015, host n-h2-773647-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=8fc242fd-02fe-474f-882c-c9e3041ef015,segment=NetworkSegment(c9ea893d-045e-42cf-b3dd-cdd1f79baccd),segment_id=c9ea893d-045e-42cf-b3dd-cdd1f79baccd)] {{(pid=100246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:03:10.605462 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-dd79e064-3774-40f6-b9d5-90b1a8716962 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1849032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127687649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127702047'] for subnet, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:10.638664 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-b514bf62-88ba-437a-852f-96a3b3234629 req-70a145d9-7247-4706-804d-48b6961361bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127687527'] for port, after_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:10.656536 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef52ef2c-b430-4982-8d3c-2816384d9173 req-8acd7d22-2086-4fc1-a45a-4a327a57080f tempest-ListServersNegativeTestJSON-1815013295 tempest-ListServersNegativeTestJSON-1815013295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:03:10.663499 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-ef52ef2c-b430-4982-8d3c-2816384d9173 req-8acd7d22-2086-4fc1-a45a-4a327a57080f tempest-ListServersNegativeTestJSON-1815013295 tempest-ListServersNegativeTestJSON-1815013295-project] 10.222.0.104 "GET /v2.0/ports?device_id=f4f5d88f-b792-4b61-8f7b-c7bf4d5e4b41 HTTP/1.1" status: 200 len: 945 time: 0.9752729 Jul 06 14:03:10.709506 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b514bf62-88ba-437a-852f-96a3b3234629 req-70a145d9-7247-4706-804d-48b6961361bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:03:10.710133 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-b514bf62-88ba-437a-852f-96a3b3234629 req-70a145d9-7247-4706-804d-48b6961361bc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:10.711574 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-b514bf62-88ba-437a-852f-96a3b3234629 req-70a145d9-7247-4706-804d-48b6961361bc service neutron] 10.222.0.72 "PUT /v2.0/ports/8fc242fd-02fe-474f-882c-c9e3041ef015 HTTP/1.1" status: 200 len: 1096 time: 1.1814938 Jul 06 14:03:10.712028 n-d-773647-6 neutron-server[100246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e45022b4-4829-48e3-9b35-a84bfba29790', 'tag': '8fc242fd-02fe-474f-882c-c9e3041ef015'}] {{(pid=100246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:03:10.714542 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0d96c5ab5e889f7b933ae915b9be33d1b46c9e87795bf781004b656ef3f1e87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f15c887-b064-43bb-8010-489c729538dc" -d '{"events": [{"name": "network-changed", "server_uuid": "e45022b4-4829-48e3-9b35-a84bfba29790", "tag": "8fc242fd-02fe-474f-882c-c9e3041ef015"}]}' {{(pid=100246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:03:10.724689 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9ee075-fc1f-483b-aaab-5f9bcd302c50 req-8da87fa3-e8f5-4db0-801e-d37251ddf7e4 tempest-TenantUsagesTestJSON-258161606 tempest-TenantUsagesTestJSON-258161606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:03:10.740462 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-ef9ee075-fc1f-483b-aaab-5f9bcd302c50 req-8da87fa3-e8f5-4db0-801e-d37251ddf7e4 tempest-TenantUsagesTestJSON-258161606 tempest-TenantUsagesTestJSON-258161606-project] 10.222.0.104 "GET /v2.0/ports?device_id=e45022b4-4829-48e3-9b35-a84bfba29790 HTTP/1.1" status: 200 len: 936 time: 0.5424857 Jul 06 14:03:10.759321 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd79e064-3774-40f6-b9d5-90b1a8716962 admin admin] Pushing event updated for resources: {'Subnet': ['ID=02144aa1-18a5-4e07-bf10-f61797ca3c14,revision_number=0']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:03:10.764289 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a145d9-7247-4706-804d-48b6961361bc service neutron] Pushing event updated for resources: {'Port': ['ID=8fc242fd-02fe-474f-882c-c9e3041ef015,revision_number=3']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:03:10.789568 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-1658b2ed-02ee-4fd6-9ffb-3111fde0cd07 req-d037003c-9c37-4b7a-9c31-6dc8fe112d32 tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] Notify callbacks [] for port, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:10.809476 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd79e064-3774-40f6-b9d5-90b1a8716962 admin admin] Checking segment: {'id': '44486aaf-f3a6-4acc-a50e-407bc2e2f272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': '5fd6dc6b-fbc9-4999-a58a-3d2962ba7986'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:03:10.809828 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd79e064-3774-40f6-b9d5-90b1a8716962 admin admin] Network hostable DHCP agents. Network: 5fd6dc6b-fbc9-4999-a58a-3d2962ba7986, hostable agents: ['f2bada3d-be77-4359-982b-8505a2bbca04'], hosted agents: [] {{(pid=100246) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 14:03:10.836458 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd79e064-3774-40f6-b9d5-90b1a8716962 admin admin] Network 5fd6dc6b-fbc9-4999-a58a-3d2962ba7986 is scheduled to be hosted by DHCP agent f2bada3d-be77-4359-982b-8505a2bbca04 with binding_index 1 {{(pid=100246) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 14:03:10.851155 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-ef52ef2c-b430-4982-8d3c-2816384d9173 req-9d997045-3585-481e-b1f9-3fef9438148a tempest-ListServersNegativeTestJSON-1815013295 tempest-ListServersNegativeTestJSON-1815013295-project] 10.222.0.104 "GET /v2.0/security-groups?id=5d2e10db-80f0-43d1-a4b3-353e53bb2009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1866953 Jul 06 14:03:10.853723 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.provisioning_blocks [req-1658b2ed-02ee-4fd6-9ffb-3111fde0cd07 req-d037003c-9c37-4b7a-9c31-6dc8fe112d32 tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] Transition to ACTIVE for port object 83215aec-c681-4406-8cbd-a47df2174430 will not be triggered until provisioned by entity DHCP. {{(pid=100247) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:03:10.854558 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.base_scheduler [None req-dd79e064-3774-40f6-b9d5-90b1a8716962 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773647-6, 5fd6dc6b-fbc9-4999-a58a-3d2962ba7986) {{(pid=100246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:03:10.859831 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd79e064-3774-40f6-b9d5-90b1a8716962 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:03:10.860771 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-dd79e064-3774-40f6-b9d5-90b1a8716962 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:10.866407 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-435c8df1-41e5-4f0a-abe6-5ee6eff78dbf None None] Network 5fd6dc6b-fbc9-4999-a58a-3d2962ba7986 requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:03:10.890058 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b514bf62-88ba-437a-852f-96a3b3234629 req-62d2a89f-7acf-470a-8680-00b887fcb0fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:03:10.891830 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-b514bf62-88ba-437a-852f-96a3b3234629 req-62d2a89f-7acf-470a-8680-00b887fcb0fe service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=fd7ce71ce407441088f54dc52b8b686f&device_id=e45022b4-4829-48e3-9b35-a84bfba29790 HTTP/1.1" status: 200 len: 1099 time: 0.1217039 Jul 06 14:03:10.895283 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-dd79e064-3774-40f6-b9d5-90b1a8716962 admin admin] 10.222.0.104 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.8839068 Jul 06 14:03:10.897972 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 38266) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:03:10.902489 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-fabceea7-3671-4a7b-bb49-06909c084ab4 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-1302168084-router', 'tenant_id': '04b7bbd7f1424a65b07876d70c7f3522', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719'}}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:03:10.902658 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-ef9ee075-fc1f-483b-aaab-5f9bcd302c50 req-00c46d58-e0d9-49ab-8371-daaa10a55a83 tempest-TenantUsagesTestJSON-258161606 tempest-TenantUsagesTestJSON-258161606-project] 10.222.0.104 "GET /v2.0/security-groups?id=ec51de6f-bae5-46fd-a4fb-e46cde6503d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1610844 Jul 06 14:03:10.997979 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-b514bf62-88ba-437a-852f-96a3b3234629 req-f6ab0bf2-8c35-4ac1-a229-3168b7b36a18 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.239&port_id=8fc242fd-02fe-474f-882c-c9e3041ef015 HTTP/1.1" status: 200 len: 217 time: 0.0767181 Jul 06 14:03:10.999305 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-fabceea7-3671-4a7b-bb49-06909c084ab4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1806290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6992'] for router, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:11.000362 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-fabceea7-3671-4a7b-bb49-06909c084ab4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1806157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1808637', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1714747', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7007'] for router, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:11.054677 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-1658b2ed-02ee-4fd6-9ffb-3111fde0cd07 req-d037003c-9c37-4b7a-9c31-6dc8fe112d32 tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-128888360'] for port, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:11.109469 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b514bf62-88ba-437a-852f-96a3b3234629 req-16df3738-29f3-403c-8fe5-1b42f520d913 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:03:11.112506 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-b514bf62-88ba-437a-852f-96a3b3234629 req-16df3738-29f3-403c-8fe5-1b42f520d913 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=d1c3cc78-09b9-4e30-99fd-0e5830de101d HTTP/1.1" status: 200 len: 843 time: 0.0946889 Jul 06 14:03:11.157501 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d037003c-9c37-4b7a-9c31-6dc8fe112d32 tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] Pushing event updated for resources: {'Port': ['ID=83215aec-c681-4406-8cbd-a47df2174430,revision_number=1']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:03:11.169782 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f065811-17ab-45ef-9bdd-07834bc3f1c5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6bd5fc82-6666-56e8-87c2-91648d36c963-5fd6dc6b-fbc9-4999-a58a-3d2962ba7986', 'network_id': '5fd6dc6b-fbc9-4999-a58a-3d2962ba7986', 'tenant_id': '04b7bbd7f1424a65b07876d70c7f3522', 'fixed_ips': [{'subnet_id': '02144aa1-18a5-4e07-bf10-f61797ca3c14'}]}} from n-d-773647-6. {{(pid=100248) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 14:03:11.170725 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4f065811-17ab-45ef-9bdd-07834bc3f1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:11.181511 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-8fab48c5-e113-4ef3-803c-a1dedf2ba1ac req-a7c471aa-8743-45d4-a7d9-60247475d132 tempest-ListServersNegativeTestJSON-1815013295 tempest-ListServersNegativeTestJSON-1815013295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128888353'] for port, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:11.197321 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] get_ports_and_sgs() called for port_ids ['3a050d2a-2610-4161-a54a-7eb3e1fff538', '07067623-f1b1-48ee-80fe-e48f5d5bb168', '0beb7a1e-a85a-424f-baa9-0271f6aacf93'] {{(pid=100248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 14:03:11.226497 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-fabceea7-3671-4a7b-bb49-06909c084ab4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:11.298322 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1658b2ed-02ee-4fd6-9ffb-3111fde0cd07 req-d037003c-9c37-4b7a-9c31-6dc8fe112d32 tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] Network ace612ee-fa1f-4249-807d-5000ddc15676 is already hosted by enough agents. {{(pid=100247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:03:11.298920 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c471aa-8743-45d4-a7d9-60247475d132 tempest-ListServersNegativeTestJSON-1815013295 tempest-ListServersNegativeTestJSON-1815013295-project] Pushing event deleted for resources: {'Port': ['ID=0beb7a1e-a85a-424f-baa9-0271f6aacf93,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:03:11.312494 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.base_scheduler [req-1658b2ed-02ee-4fd6-9ffb-3111fde0cd07 req-d037003c-9c37-4b7a-9c31-6dc8fe112d32 tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] Resources bound (agent type, host, resource id): {{(pid=100247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:03:11.316764 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.l3_dvrscheduler_db [req-1658b2ed-02ee-4fd6-9ffb-3111fde0cd07 req-d037003c-9c37-4b7a-9c31-6dc8fe112d32 tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] Received port after_create {{(pid=100247) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:03:11.323405 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b514bf62-88ba-437a-852f-96a3b3234629 req-77c21b38-6ca1-4c94-9c01-0cdbcfde0d83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:03:11.325121 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-b514bf62-88ba-437a-852f-96a3b3234629 req-77c21b38-6ca1-4c94-9c01-0cdbcfde0d83 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=ac09d390-867f-4b75-a8d2-ab11550bffd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2054765 Jul 06 14:03:11.416982 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 38270) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:03:11.470534 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.l3_dvrscheduler_db [req-8fab48c5-e113-4ef3-803c-a1dedf2ba1ac req-a7c471aa-8743-45d4-a7d9-60247475d132 tempest-ListServersNegativeTestJSON-1815013295 tempest-ListServersNegativeTestJSON-1815013295-project] No DVR routers for this DVR port 0beb7a1e-a85a-424f-baa9-0271f6aacf93 on host n-h1-773647-6 {{(pid=100247) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:03:11.504731 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-fabceea7-3671-4a7b-bb49-06909c084ab4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1761047', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1806272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6989'] for router, precommit_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:11.526500 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 14:03:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-917dceba-a0bd-4ec7-b0f5-ad6c0d048ed6 x-openstack-request-id: req-917dceba-a0bd-4ec7-b0f5-ad6c0d048ed6 {{(pid=100246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:03:11.526938 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e45022b4-4829-48e3-9b35-a84bfba29790", "tag": "8fc242fd-02fe-474f-882c-c9e3041ef015", "status": "completed", "code": 200}]} {{(pid=100246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:03:11.527188 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-917dceba-a0bd-4ec7-b0f5-ad6c0d048ed6 {{(pid=100246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:03:11.527626 n-d-773647-6 neutron-server[100246]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e45022b4-4829-48e3-9b35-a84bfba29790', 'tag': '8fc242fd-02fe-474f-882c-c9e3041ef015', 'status': 'completed', 'code': 200} Jul 06 14:03:11.533916 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-8fab48c5-e113-4ef3-803c-a1dedf2ba1ac req-a7c471aa-8743-45d4-a7d9-60247475d132 tempest-ListServersNegativeTestJSON-1815013295 tempest-ListServersNegativeTestJSON-1815013295-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:11.536936 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-8fab48c5-e113-4ef3-803c-a1dedf2ba1ac req-a7c471aa-8743-45d4-a7d9-60247475d132 tempest-ListServersNegativeTestJSON-1815013295 tempest-ListServersNegativeTestJSON-1815013295-project] 10.222.0.127 "DELETE /v2.0/ports/0beb7a1e-a85a-424f-baa9-0271f6aacf93 HTTP/1.1" status: 204 len: 173 time: 2.1376626 Jul 06 14:03:11.542188 n-d-773647-6 neutron-server[100247]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4f5d88f-b792-4b61-8f7b-c7bf4d5e4b41', 'name': 'network-vif-deleted', 'tag': '0beb7a1e-a85a-424f-baa9-0271f6aacf93'}] {{(pid=100247) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:03:11.545080 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cbf0eeaae822f8fc9b87a94aeba67a3d651842baf663a51cba94b67a514836d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60596e7b-a7b7-4a5a-8782-f8578ac324bf" -d '{"events": [{"server_uuid": "f4f5d88f-b792-4b61-8f7b-c7bf4d5e4b41", "name": "network-vif-deleted", "tag": "0beb7a1e-a85a-424f-baa9-0271f6aacf93"}]}' {{(pid=100247) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:03:11.567818 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1658b2ed-02ee-4fd6-9ffb-3111fde0cd07 req-d037003c-9c37-4b7a-9c31-6dc8fe112d32 tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:03:11.568905 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-1658b2ed-02ee-4fd6-9ffb-3111fde0cd07 req-d037003c-9c37-4b7a-9c31-6dc8fe112d32 tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:11.683446 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815391fb-cb7f-4026-ac73-c3a1a118b2b2 req-e10b0470-a9f7-4c4a-b07b-914fb66679d1 tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:03:11.690597 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815391fb-cb7f-4026-ac73-c3a1a118b2b2 req-e10b0470-a9f7-4c4a-b07b-914fb66679d1 tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:03:11.698054 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-815391fb-cb7f-4026-ac73-c3a1a118b2b2 req-e10b0470-a9f7-4c4a-b07b-914fb66679d1 tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] 10.222.0.104 "GET /v2.0/ports?device_id=e7dc6a4d-9f66-42f4-9ec5-8a24ac011f21 HTTP/1.1" status: 200 len: 1653 time: 0.5237770 Jul 06 14:03:11.717809 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.db_base_plugin_common [None req-4f065811-17ab-45ef-9bdd-07834bc3f1c5 None None] Allocated IP 172.20.0.2 (5fd6dc6b-fbc9-4999-a58a-3d2962ba7986/02144aa1-18a5-4e07-bf10-f61797ca3c14/bdf3ff2f-573a-449e-8728-dc93017037da) {{(pid=100248) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:03:11.730833 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-1658b2ed-02ee-4fd6-9ffb-3111fde0cd07 req-d037003c-9c37-4b7a-9c31-6dc8fe112d32 tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9736679 Jul 06 14:03:11.753613 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [req-1658b2ed-02ee-4fd6-9ffb-3111fde0cd07 req-b0851a25-6367-44da-95cf-495efc89a9b0 tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] Request body: {'port': {'device_id': 'e7dc6a4d-9f66-42f4-9ec5-8a24ac011f21', 'network_id': 'ace612ee-fa1f-4249-807d-5000ddc15676', 'admin_state_up': True, 'tenant_id': 'db940b92de5443cbbd5f77e12cabccfc', 'security_groups': ['49c1468a-280e-4510-8673-63e827c90e1a']}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:03:11.756709 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Device e0212a6e-4a9c-4580-a290-db589dcc6f27 no longer exists at agent hyperv_n-h1-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:03:11.789896 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-b514bf62-88ba-437a-852f-96a3b3234629 req-efdc4f99-e8d3-4445-8556-801f77f78325 service neutron] 10.222.0.72 "GET /v2.0/networks/ac09d390-867f-4b75-a8d2-ab11550bffd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4156084 Jul 06 14:03:11.806917 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 14:03:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed3fb258-145b-452f-bf5f-02e0a32f978d x-openstack-request-id: req-ed3fb258-145b-452f-bf5f-02e0a32f978d {{(pid=100247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:03:11.807158 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4f5d88f-b792-4b61-8f7b-c7bf4d5e4b41", "name": "network-vif-deleted", "tag": "0beb7a1e-a85a-424f-baa9-0271f6aacf93", "status": "completed", "code": 200}]} {{(pid=100247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:03:11.807445 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-ed3fb258-145b-452f-bf5f-02e0a32f978d {{(pid=100247) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:03:11.807865 n-d-773647-6 neutron-server[100247]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4f5d88f-b792-4b61-8f7b-c7bf4d5e4b41', 'name': 'network-vif-deleted', 'tag': '0beb7a1e-a85a-424f-baa9-0271f6aacf93', 'status': 'completed', 'code': 200} Jul 06 14:03:11.838568 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] No Port match for: e0212a6e-4a9c-4580-a290-db589dcc6f27 {{(pid=100248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 14:03:11.841425 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-815391fb-cb7f-4026-ac73-c3a1a118b2b2 req-af53189e-cba5-4c70-8574-2d377e700501 tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] 10.222.0.104 "GET /v2.0/security-groups?id=49c1468a-280e-4510-8673-63e827c90e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1422164 Jul 06 14:03:11.848506 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Device e0212a6e-4a9c-4580-a290-db589dcc6f27 not bound to the agent host n-h1-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:03:11.930099 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-ee914791-48ed-4edd-b03c-d40bfe7872c8 None None] Provisioning for port 83215aec-c681-4406-8cbd-a47df2174430 completed by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:03:11.947481 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-ee914791-48ed-4edd-b03c-d40bfe7872c8 None None] Provisioning complete for port 83215aec-c681-4406-8cbd-a47df2174430 triggered by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:03:11.948210 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-ee914791-48ed-4edd-b03c-d40bfe7872c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:12.067138 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-b514bf62-88ba-437a-852f-96a3b3234629 req-cfd788ae-4a5a-4dd7-9e1d-332319fe6758 service neutron] 10.222.0.72 "GET /v2.0/networks/ac09d390-867f-4b75-a8d2-ab11550bffd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2633808 Jul 06 14:03:12.104003 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-ee914791-48ed-4edd-b03c-d40bfe7872c8 None None] Port 83215aec-c681-4406-8cbd-a47df2174430 cannot update to ACTIVE because it is not bound. {{(pid=100248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 14:03:12.253979 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-c692a316-8055-4f7d-810d-6cf7b8cdfa39 req-24b776dc-158a-46fd-8e41-7d6700d4aa70 tempest-ListServersNegativeTestJSON-1815013295 tempest-ListServersNegativeTestJSON-1815013295-project] 10.222.0.104 "GET /v2.0/ports?device_id=f4f5d88f-b792-4b61-8f7b-c7bf4d5e4b41 HTTP/1.1" status: 200 len: 210 time: 0.0548124 Jul 06 14:03:12.322713 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1658b2ed-02ee-4fd6-9ffb-3111fde0cd07 req-b0851a25-6367-44da-95cf-495efc89a9b0 tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] Made reservation on behalf of db940b92de5443cbbd5f77e12cabccfc for: {'port': 1} {{(pid=100247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:03:12.326150 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-1658b2ed-02ee-4fd6-9ffb-3111fde0cd07 req-b0851a25-6367-44da-95cf-495efc89a9b0 tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:12.338027 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:12.339162 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4f065811-17ab-45ef-9bdd-07834bc3f1c5 None None] Notify callbacks [] for port, precommit_create {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:12.362974 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-fabceea7-3671-4a7b-bb49-06909c084ab4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:12.369642 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-4f065811-17ab-45ef-9bdd-07834bc3f1c5 None None] Transition to ACTIVE for port object bdf3ff2f-573a-449e-8728-dc93017037da will not be triggered until provisioned by entity L2. {{(pid=100248) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:03:12.401288 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-4f065811-17ab-45ef-9bdd-07834bc3f1c5 None None] Transition to ACTIVE for port object bdf3ff2f-573a-449e-8728-dc93017037da will not be triggered until provisioned by entity DHCP. {{(pid=100248) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:03:12.410643 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4f065811-17ab-45ef-9bdd-07834bc3f1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108'] for port, after_create {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:12.415443 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-fabceea7-3671-4a7b-bb49-06909c084ab4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:12.446698 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9668dd-7de3-4191-ab0b-7d4e4bdba348 req-23df9307-5227-4f2c-a3b7-f028db0fd113 tempest-TenantUsagesTestJSON-258161606 tempest-TenantUsagesTestJSON-258161606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:03:12.449756 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-6e9668dd-7de3-4191-ab0b-7d4e4bdba348 req-23df9307-5227-4f2c-a3b7-f028db0fd113 tempest-TenantUsagesTestJSON-258161606 tempest-TenantUsagesTestJSON-258161606-project] 10.222.0.104 "GET /v2.0/ports?device_id=e45022b4-4829-48e3-9b35-a84bfba29790 HTTP/1.1" status: 200 len: 948 time: 0.2601247 Jul 06 14:03:12.538190 n-d-773647-6 neutron-server[100248]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f065811-17ab-45ef-9bdd-07834bc3f1c5 None None] Network 5fd6dc6b-fbc9-4999-a58a-3d2962ba7986 is already hosted by enough agents. {{(pid=100248) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:03:12.542709 n-d-773647-6 neutron-server[100248]: DEBUG neutron.scheduler.base_scheduler [None req-4f065811-17ab-45ef-9bdd-07834bc3f1c5 None None] Resources bound (agent type, host, resource id): {{(pid=100248) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:03:12.556904 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f065811-17ab-45ef-9bdd-07834bc3f1c5 None None] Received port after_create {{(pid=100248) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:03:12.564747 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f065811-17ab-45ef-9bdd-07834bc3f1c5 None None] Pushing event updated for resources: {'Port': ['ID=bdf3ff2f-573a-449e-8728-dc93017037da,revision_number=1']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:03:12.601786 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-6e9668dd-7de3-4191-ab0b-7d4e4bdba348 req-548c31c8-c6bc-4d07-97dc-98895fb684ab tempest-TenantUsagesTestJSON-258161606 tempest-TenantUsagesTestJSON-258161606-project] 10.222.0.104 "GET /v2.0/security-groups?id=ec51de6f-bae5-46fd-a4fb-e46cde6503d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348128 Jul 06 14:03:12.662523 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-4f065811-17ab-45ef-9bdd-07834bc3f1c5 None None] Attempting to bind port bdf3ff2f-573a-449e-8728-dc93017037da on host n-d-773647-6 for vnic_type normal with profile {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:03:12.663037 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-4f065811-17ab-45ef-9bdd-07834bc3f1c5 None None] Attempting to bind port bdf3ff2f-573a-449e-8728-dc93017037da by drivers openvswitch,hyperv on host n-d-773647-6 at level 0 using segments [{'id': '44486aaf-f3a6-4acc-a50e-407bc2e2f272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': '5fd6dc6b-fbc9-4999-a58a-3d2962ba7986'}] {{(pid=100248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:03:12.663613 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f065811-17ab-45ef-9bdd-07834bc3f1c5 None None] Attempting to bind port bdf3ff2f-573a-449e-8728-dc93017037da on network 5fd6dc6b-fbc9-4999-a58a-3d2962ba7986 {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:03:12.669062 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f065811-17ab-45ef-9bdd-07834bc3f1c5 None None] Checking agent: {'id': '8ab5b19c-d213-4f29-891d-27bdf39d38b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773647-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 43, 26), 'started_at': datetime.datetime(2021, 7, 6, 13, 43, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 2, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773647-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:03:12.669568 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f065811-17ab-45ef-9bdd-07834bc3f1c5 None None] Checking segment: {'id': '44486aaf-f3a6-4acc-a50e-407bc2e2f272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': '5fd6dc6b-fbc9-4999-a58a-3d2962ba7986'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:03:12.670067 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4f065811-17ab-45ef-9bdd-07834bc3f1c5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:12.670563 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f065811-17ab-45ef-9bdd-07834bc3f1c5 None None] Bound using segment: {'id': '44486aaf-f3a6-4acc-a50e-407bc2e2f272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': '5fd6dc6b-fbc9-4999-a58a-3d2962ba7986'} {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:03:12.671165 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-4f065811-17ab-45ef-9bdd-07834bc3f1c5 None None] Bound port: bdf3ff2f-573a-449e-8728-dc93017037da, host: n-d-773647-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44486aaf-f3a6-4acc-a50e-407bc2e2f272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': '5fd6dc6b-fbc9-4999-a58a-3d2962ba7986'}}] {{(pid=100248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:03:12.671667 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4f065811-17ab-45ef-9bdd-07834bc3f1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:12.676510 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.db_base_plugin_common [None req-fabceea7-3671-4a7b-bb49-06909c084ab4 admin admin] Allocated IP 172.25.0.106 (2658f09e-a580-4d4a-9968-2d1e0ad93719/cbf74abc-6fe1-4d33-b005-c948923b9647/e35e6418-abba-4c2e-8960-dc3b045b2bec) {{(pid=100246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:03:12.723621 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.db_base_plugin_common [req-1658b2ed-02ee-4fd6-9ffb-3111fde0cd07 req-b0851a25-6367-44da-95cf-495efc89a9b0 tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] Allocated IP 10.1.1.196 (ace612ee-fa1f-4249-807d-5000ddc15676/aff5805c-7256-4603-b5c1-a0758ef2d27b/5b6cd563-8930-4a51-87d6-66e9c4455b58) {{(pid=100247) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:03:12.765530 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f15c887-b064-43bb-8010-489c729538dc req-d7cc9bf5-b425-4706-8a3b-9fdd581d5941 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:03:12.767195 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-6f15c887-b064-43bb-8010-489c729538dc req-d7cc9bf5-b425-4706-8a3b-9fdd581d5941 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=fd7ce71ce407441088f54dc52b8b686f&device_id=e45022b4-4829-48e3-9b35-a84bfba29790 HTTP/1.1" status: 200 len: 1099 time: 0.5728245 Jul 06 14:03:12.791711 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-4f065811-17ab-45ef-9bdd-07834bc3f1c5 None None] For port bdf3ff2f-573a-449e-8728-dc93017037da, host n-d-773647-6, cleared binding levels {{(pid=100248) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:03:12.796404 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-4f065811-17ab-45ef-9bdd-07834bc3f1c5 None None] For port bdf3ff2f-573a-449e-8728-dc93017037da, host n-d-773647-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=bdf3ff2f-573a-449e-8728-dc93017037da,segment=NetworkSegment(44486aaf-f3a6-4acc-a50e-407bc2e2f272),segment_id=44486aaf-f3a6-4acc-a50e-407bc2e2f272)] {{(pid=100248) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:03:12.805300 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4f065811-17ab-45ef-9bdd-07834bc3f1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:12.889062 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-fabceea7-3671-4a7b-bb49-06909c084ab4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:12.918923 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f065811-17ab-45ef-9bdd-07834bc3f1c5 None None] Pushing event updated for resources: {'Port': ['ID=bdf3ff2f-573a-449e-8728-dc93017037da,revision_number=2']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:03:12.946634 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f15c887-b064-43bb-8010-489c729538dc req-e0c464f6-098a-429e-a499-92a06efee7aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:03:12.948187 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-6f15c887-b064-43bb-8010-489c729538dc req-e0c464f6-098a-429e-a499-92a06efee7aa service neutron] 10.222.0.72 "GET /v2.0/networks?id=ac09d390-867f-4b75-a8d2-ab11550bffd6 HTTP/1.1" status: 200 len: 871 time: 0.1693881 Jul 06 14:03:12.987559 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-1658b2ed-02ee-4fd6-9ffb-3111fde0cd07 req-b0851a25-6367-44da-95cf-495efc89a9b0 tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] Notify callbacks [] for port, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:12.996890 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-b09a4331-f386-46a7-865a-d026ce7e6169 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1809431'] for router_interface, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:13.013308 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-6f15c887-b064-43bb-8010-489c729538dc req-7983d32c-f1f8-4c32-bf81-e2667ecf4fc9 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.239&port_id=8fc242fd-02fe-474f-882c-c9e3041ef015 HTTP/1.1" status: 200 len: 217 time: 0.0520134 Jul 06 14:03:13.038988 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-fabceea7-3671-4a7b-bb49-06909c084ab4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-127687573'] for port, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:13.055261 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.provisioning_blocks [req-1658b2ed-02ee-4fd6-9ffb-3111fde0cd07 req-b0851a25-6367-44da-95cf-495efc89a9b0 tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] Transition to ACTIVE for port object 5b6cd563-8930-4a51-87d6-66e9c4455b58 will not be triggered until provisioned by entity DHCP. {{(pid=100247) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:03:13.135829 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fabceea7-3671-4a7b-bb49-06909c084ab4 admin admin] Network 2658f09e-a580-4d4a-9968-2d1e0ad93719 is already hosted by enough agents. {{(pid=100246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:03:13.142265 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f15c887-b064-43bb-8010-489c729538dc req-23eacb55-1a12-430b-9deb-cb67225a65ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:03:13.145121 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-6f15c887-b064-43bb-8010-489c729538dc req-23eacb55-1a12-430b-9deb-cb67225a65ad service neutron] 10.222.0.72 "GET /v2.0/subnets?id=d1c3cc78-09b9-4e30-99fd-0e5830de101d HTTP/1.1" status: 200 len: 843 time: 0.1231985 Jul 06 14:03:13.148703 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.base_scheduler [None req-fabceea7-3671-4a7b-bb49-06909c084ab4 admin admin] Resources bound (agent type, host, resource id): {{(pid=100246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:03:13.156489 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fabceea7-3671-4a7b-bb49-06909c084ab4 admin admin] Pushing event updated for resources: {'Port': ['ID=e35e6418-abba-4c2e-8960-dc3b045b2bec,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:03:13.164240 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fabceea7-3671-4a7b-bb49-06909c084ab4 admin admin] Received port after_create {{(pid=100246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:03:13.227161 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-1658b2ed-02ee-4fd6-9ffb-3111fde0cd07 req-b0851a25-6367-44da-95cf-495efc89a9b0 tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-128888360'] for port, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:13.350564 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1658b2ed-02ee-4fd6-9ffb-3111fde0cd07 req-b0851a25-6367-44da-95cf-495efc89a9b0 tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] Network ace612ee-fa1f-4249-807d-5000ddc15676 is already hosted by enough agents. {{(pid=100247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:03:13.380705 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.base_scheduler [req-1658b2ed-02ee-4fd6-9ffb-3111fde0cd07 req-b0851a25-6367-44da-95cf-495efc89a9b0 tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] Resources bound (agent type, host, resource id): {{(pid=100247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:03:13.394853 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.l3_dvrscheduler_db [req-1658b2ed-02ee-4fd6-9ffb-3111fde0cd07 req-b0851a25-6367-44da-95cf-495efc89a9b0 tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] Received port after_create {{(pid=100247) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:03:13.411267 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0851a25-6367-44da-95cf-495efc89a9b0 tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] Pushing event updated for resources: {'Port': ['ID=5b6cd563-8930-4a51-87d6-66e9c4455b58,revision_number=1']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:03:13.508134 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f15c887-b064-43bb-8010-489c729538dc req-d7c1bc92-9398-4a28-960b-1034292fcaf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:03:13.509667 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-6f15c887-b064-43bb-8010-489c729538dc req-d7c1bc92-9398-4a28-960b-1034292fcaf1 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=ac09d390-867f-4b75-a8d2-ab11550bffd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3417473 Jul 06 14:03:13.568540 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0d85be-fdfd-441f-a436-fa489f550779 req-71d188ec-124a-4b83-9989-92a64c7439b8 tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:03:13.602688 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0d85be-fdfd-441f-a436-fa489f550779 req-71d188ec-124a-4b83-9989-92a64c7439b8 tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:03:13.604662 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-dd0d85be-fdfd-441f-a436-fa489f550779 req-71d188ec-124a-4b83-9989-92a64c7439b8 tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] 10.222.0.104 "GET /v2.0/ports?device_id=e7dc6a4d-9f66-42f4-9ec5-8a24ac011f21 HTTP/1.1" status: 200 len: 1653 time: 0.4726062 Jul 06 14:03:13.638379 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device bdf3ff2f-573a-449e-8728-dc93017037da up at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:03:13.664073 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1658b2ed-02ee-4fd6-9ffb-3111fde0cd07 req-b0851a25-6367-44da-95cf-495efc89a9b0 tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:03:13.664893 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-1658b2ed-02ee-4fd6-9ffb-3111fde0cd07 req-b0851a25-6367-44da-95cf-495efc89a9b0 tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:13.696462 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-1658b2ed-02ee-4fd6-9ffb-3111fde0cd07 req-b0851a25-6367-44da-95cf-495efc89a9b0 tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9512656 Jul 06 14:03:13.721620 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [req-1658b2ed-02ee-4fd6-9ffb-3111fde0cd07 req-996457ec-64ab-409e-ab17-6b322e27eb1b tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] Request body: {'port': {'device_id': 'e7dc6a4d-9f66-42f4-9ec5-8a24ac011f21', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': 'a1a89b46-c613-4578-b710-c22d92f3acfb', 'admin_state_up': True, 'tenant_id': 'db940b92de5443cbbd5f77e12cabccfc', 'security_groups': ['49c1468a-280e-4510-8673-63e827c90e1a']}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:03:13.726069 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Device 0beb7a1e-a85a-424f-baa9-0271f6aacf93 no longer exists at agent hyperv_n-h1-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:03:13.741415 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-6f15c887-b064-43bb-8010-489c729538dc req-493d2257-46d6-438e-bcf3-6b68231be52f service neutron] 10.222.0.72 "GET /v2.0/networks/ac09d390-867f-4b75-a8d2-ab11550bffd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2135689 Jul 06 14:03:13.752035 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] No Port match for: 0beb7a1e-a85a-424f-baa9-0271f6aacf93 {{(pid=100248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 14:03:13.752690 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Device 0beb7a1e-a85a-424f-baa9-0271f6aacf93 not bound to the agent host n-h1-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:03:13.776639 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning for port bdf3ff2f-573a-449e-8728-dc93017037da completed by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:03:13.869156 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-85cc93e8-e094-4f88-bda7-2366d04ceeff None None] Provisioning for port 5b6cd563-8930-4a51-87d6-66e9c4455b58 completed by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:03:13.873795 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-85cc93e8-e094-4f88-bda7-2366d04ceeff None None] Provisioning complete for port 5b6cd563-8930-4a51-87d6-66e9c4455b58 triggered by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:03:13.873795 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-85cc93e8-e094-4f88-bda7-2366d04ceeff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:13.904241 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-6f15c887-b064-43bb-8010-489c729538dc req-b8feb97b-8f7a-47df-a116-5efba4bfa6c6 service neutron] 10.222.0.72 "GET /v2.0/networks/ac09d390-867f-4b75-a8d2-ab11550bffd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1515338 Jul 06 14:03:13.926989 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-85cc93e8-e094-4f88-bda7-2366d04ceeff None None] Port 5b6cd563-8930-4a51-87d6-66e9c4455b58 cannot update to ACTIVE because it is not bound. {{(pid=100248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 14:03:13.974641 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-dd0d85be-fdfd-441f-a436-fa489f550779 req-67858442-6fc9-4589-9356-63e87a981b42 tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] 10.222.0.104 "GET /v2.0/security-groups?id=49c1468a-280e-4510-8673-63e827c90e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2824161 Jul 06 14:03:13.977566 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1658b2ed-02ee-4fd6-9ffb-3111fde0cd07 req-996457ec-64ab-409e-ab17-6b322e27eb1b tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] Made reservation on behalf of db940b92de5443cbbd5f77e12cabccfc for: {'port': 1} {{(pid=100247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:03:14.097396 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Device 8fc242fd-02fe-474f-882c-c9e3041ef015 details requested by agent hyperv_n-h2-773647-6 with host n-h2-773647-6 {{(pid=100248) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 14:03:14.117743 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-fabceea7-3671-4a7b-bb49-06909c084ab4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:14.247812 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-1658b2ed-02ee-4fd6-9ffb-3111fde0cd07 req-996457ec-64ab-409e-ab17-6b322e27eb1b tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:14.268976 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] For port 8fc242fd-02fe-474f-882c-c9e3041ef015, host n-h2-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=8fc242fd-02fe-474f-882c-c9e3041ef015,segment=NetworkSegment(c9ea893d-045e-42cf-b3dd-cdd1f79baccd),segment_id=c9ea893d-045e-42cf-b3dd-cdd1f79baccd)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:03:14.284616 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Returning: {'device': '8fc242fd-02fe-474f-882c-c9e3041ef015', 'network_id': 'ac09d390-867f-4b75-a8d2-ab11550bffd6', 'port_id': '8fc242fd-02fe-474f-882c-c9e3041ef015', 'mac_address': 'fa:16:3e:57:ab:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1023, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd1c3cc78-09b9-4e30-99fd-0e5830de101d', 'ip_address': '192.168.233.239'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100248) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 14:03:14.311536 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.plugin [None req-b09a4331-f386-46a7-865a-d026ce7e6169 admin admin] Deleting port 9e2bb929-0689-4ee3-8e1a-63c91f09da86 {{(pid=100247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:03:14.312024 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-b09a4331-f386-46a7-865a-d026ce7e6169 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:14.371725 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:14.398152 n-d-773647-6 neutron-server[100248]: DEBUG neutron.notifiers.nova [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8fc242fd-02fe-474f-882c-c9e3041ef015 {{(pid=100248) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 14:03:14.409915 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.db [None req-b09a4331-f386-46a7-865a-d026ce7e6169 admin admin] For port 9e2bb929-0689-4ee3-8e1a-63c91f09da86, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=9e2bb929-0689-4ee3-8e1a-63c91f09da86,segment=NetworkSegment(b84425ef-5b11-46aa-9198-ea4525ffd9fc),segment_id=b84425ef-5b11-46aa-9198-ea4525ffd9fc)] {{(pid=100247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:03:14.410507 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-b09a4331-f386-46a7-865a-d026ce7e6169 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:14.425962 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.plugin [None req-b09a4331-f386-46a7-865a-d026ce7e6169 admin admin] Calling delete_port for 9e2bb929-0689-4ee3-8e1a-63c91f09da86 owned by network:router_interface {{(pid=100247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:03:14.449805 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] For port 8fc242fd-02fe-474f-882c-c9e3041ef015, host n-h2-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=8fc242fd-02fe-474f-882c-c9e3041ef015,segment=NetworkSegment(c9ea893d-045e-42cf-b3dd-cdd1f79baccd),segment_id=c9ea893d-045e-42cf-b3dd-cdd1f79baccd)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:03:14.461044 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:14.570910 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Pushing event updated for resources: {'Port': ['ID=8fc242fd-02fe-474f-882c-c9e3041ef015,revision_number=4']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:03:14.676389 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8ec8697-81ba-4c8f-97b2-655dbde168bd None None] Network 5fd6dc6b-fbc9-4999-a58a-3d2962ba7986 requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:03:14.728415 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] get_ports_and_sgs() called for port_ids ['8fc242fd-02fe-474f-882c-c9e3041ef015'] {{(pid=100248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 14:03:14.812206 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa3abd1-cff7-4259-b208-0b647d04bbf4 req-e6398315-eedf-4750-a8e0-9d43e7296952 tempest-TenantUsagesTestJSON-258161606 tempest-TenantUsagesTestJSON-258161606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:03:14.819540 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-dfa3abd1-cff7-4259-b208-0b647d04bbf4 req-e6398315-eedf-4750-a8e0-9d43e7296952 tempest-TenantUsagesTestJSON-258161606 tempest-TenantUsagesTestJSON-258161606-project] 10.222.0.104 "GET /v2.0/ports?device_id=e45022b4-4829-48e3-9b35-a84bfba29790 HTTP/1.1" status: 200 len: 948 time: 0.7194648 Jul 06 14:03:14.821841 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-b09a4331-f386-46a7-865a-d026ce7e6169 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128888353'] for port, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:14.853468 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-0857604a-e69b-413f-bf2e-af9fc5e74392 None None] Provisioning for port bdf3ff2f-573a-449e-8728-dc93017037da completed by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:03:14.859609 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-0857604a-e69b-413f-bf2e-af9fc5e74392 None None] Provisioning complete for port bdf3ff2f-573a-449e-8728-dc93017037da triggered by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:03:14.859998 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-0857604a-e69b-413f-bf2e-af9fc5e74392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:15.010306 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09a4331-f386-46a7-865a-d026ce7e6169 admin admin] Pushing event deleted for resources: {'Port': ['ID=9e2bb929-0689-4ee3-8e1a-63c91f09da86,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:03:15.150870 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-fabceea7-3671-4a7b-bb49-06909c084ab4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1806297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1761036'] for router, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:15.201135 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-dfa3abd1-cff7-4259-b208-0b647d04bbf4 req-bacfd7a2-742f-4e27-baea-e33c19a106a8 tempest-TenantUsagesTestJSON-258161606 tempest-TenantUsagesTestJSON-258161606-project] 10.222.0.104 "GET /v2.0/security-groups?id=ec51de6f-bae5-46fd-a4fb-e46cde6503d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3802457 Jul 06 14:03:15.376899 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-0857604a-e69b-413f-bf2e-af9fc5e74392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:15.463285 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fabceea7-3671-4a7b-bb49-06909c084ab4 admin admin] Router b9b3160c-6948-48f2-a8b2-cf5ef4597c43 is scheduled to L3 agent 2823d358-a11b-4885-a706-95a279e43fa7 with binding_index 1 {{(pid=100246) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 14:03:15.545810 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-0857604a-e69b-413f-bf2e-af9fc5e74392 None None] For port bdf3ff2f-573a-449e-8728-dc93017037da, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=bdf3ff2f-573a-449e-8728-dc93017037da,segment=NetworkSegment(44486aaf-f3a6-4acc-a50e-407bc2e2f272),segment_id=44486aaf-f3a6-4acc-a50e-407bc2e2f272)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:03:15.561373 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-0857604a-e69b-413f-bf2e-af9fc5e74392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:15.677321 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0857604a-e69b-413f-bf2e-af9fc5e74392 None None] Pushing event updated for resources: {'Port': ['ID=bdf3ff2f-573a-449e-8728-dc93017037da,revision_number=3']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:03:15.693659 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-1fb2d1c8-e8f8-4c36-bb49-96ef110ace8f None None] Provisioning complete for port bdf3ff2f-573a-449e-8728-dc93017037da triggered by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:03:15.694041 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-1fb2d1c8-e8f8-4c36-bb49-96ef110ace8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:15.738974 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fabceea7-3671-4a7b-bb49-06909c084ab4 admin admin] Notify agent at l3_agent.n-d-773647-6 the message routers_updated {{(pid=100246) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 14:03:15.770214 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d68ab951-906c-4dfc-907b-0b5254777bf4 None None] Sync routers for ids ['b9b3160c-6948-48f2-a8b2-cf5ef4597c43'] in n-d-773647-6 {{(pid=100248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 14:03:15.775996 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-fabceea7-3671-4a7b-bb49-06909c084ab4 admin admin] Notify callbacks [] for router, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:15.777351 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-fabceea7-3671-4a7b-bb49-06909c084ab4 admin admin] 10.222.0.104 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 4.8783937 Jul 06 14:03:15.780115 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 38338) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:03:15.796216 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d68ab951-906c-4dfc-907b-0b5254777bf4 None None] Routers {'b9b3160c-6948-48f2-a8b2-cf5ef4597c43'} bound to L3 agent in host n-d-773647-6 {{(pid=100248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:03:15.800629 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-d68ab951-906c-4dfc-907b-0b5254777bf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T14:02:55Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['b9b3160c-6948-48f2-a8b2-cf5ef4597c43'], 'active': True} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:03:16.011475 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvr_db [None req-d68ab951-906c-4dfc-907b-0b5254777bf4 None None] Set router b9b3160c-6948-48f2-a8b2-cf5ef4597c43 gateway port host: n-d-773647-6 {{(pid=100248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:03:16.153956 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Device 8fc242fd-02fe-474f-882c-c9e3041ef015 up at agent hyperv_n-h2-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:03:16.194775 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-b09a4331-f386-46a7-865a-d026ce7e6169 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1809193'] for router_interface, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:16.240130 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.db_base_plugin_common [req-1658b2ed-02ee-4fd6-9ffb-3111fde0cd07 req-996457ec-64ab-409e-ab17-6b322e27eb1b tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] Allocated IP 10.2.2.100 (a1a89b46-c613-4578-b710-c22d92f3acfb/13d1afd1-bf55-4593-a656-2ddb45c50a8c/6dd92e69-e804-40c7-8993-d5e086a55974) {{(pid=100247) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:03:16.519419 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bc3477-fe8f-4e64-92d3-1b78f4dc677f req-8dc49bfd-1761-4264-a3dc-34a28e9a3db9 tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:03:16.526402 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bc3477-fe8f-4e64-92d3-1b78f4dc677f req-8dc49bfd-1761-4264-a3dc-34a28e9a3db9 tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:03:16.533466 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bc3477-fe8f-4e64-92d3-1b78f4dc677f req-8dc49bfd-1761-4264-a3dc-34a28e9a3db9 tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:03:16.541460 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-a3bc3477-fe8f-4e64-92d3-1b78f4dc677f req-8dc49bfd-1761-4264-a3dc-34a28e9a3db9 tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] 10.222.0.104 "GET /v2.0/ports?device_id=e7dc6a4d-9f66-42f4-9ec5-8a24ac011f21 HTTP/1.1" status: 200 len: 2374 time: 0.6750605 Jul 06 14:03:16.564030 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-1658b2ed-02ee-4fd6-9ffb-3111fde0cd07 req-996457ec-64ab-409e-ab17-6b322e27eb1b tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] Notify callbacks [] for port, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:16.582501 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-27478e13-197a-49a0-b743-e3a26d87b436 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:16.584563 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Provisioning for port 8fc242fd-02fe-474f-882c-c9e3041ef015 completed by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:03:16.594349 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Provisioning complete for port 8fc242fd-02fe-474f-882c-c9e3041ef015 triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:03:16.601584 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:16.701503 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.provisioning_blocks [req-1658b2ed-02ee-4fd6-9ffb-3111fde0cd07 req-996457ec-64ab-409e-ab17-6b322e27eb1b tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] Transition to ACTIVE for port object 6dd92e69-e804-40c7-8993-d5e086a55974 will not be triggered until provisioned by entity DHCP. {{(pid=100247) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:03:16.729004 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-a3bc3477-fe8f-4e64-92d3-1b78f4dc677f req-5deb5d3f-484c-4d3f-ae33-0f2029bf82ff tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] 10.222.0.104 "GET /v2.0/security-groups?id=49c1468a-280e-4510-8673-63e827c90e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1866376 Jul 06 14:03:16.767708 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-d68ab951-906c-4dfc-907b-0b5254777bf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9b3160c-6948-48f2-a8b2-cf5ef4597c43', 'name': 'tempest-FloatingIPsNegativeTestJSON-1302168084-router', 'tenant_id': '04b7bbd7f1424a65b07876d70c7f3522', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.106'}], 'enable_snat': True}, 'gw_port_id': 'e35e6418-abba-4c2e-8960-dc3b045b2bec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:03:11Z', 'updated_at': '2021-07-06T14:03:13Z', 'revision_number': 3, 'project_id': '04b7bbd7f1424a65b07876d70c7f3522', 'gw_port': {'id': 'e35e6418-abba-4c2e-8960-dc3b045b2bec', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:0d:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9b3160c-6948-48f2-a8b2-cf5ef4597c43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1030, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:03:12Z', 'updated_at': '2021-07-06T14:03:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6'}], 'n-d-773647-6', False) {} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:03:16.809452 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8556c52-739a-4cdf-9048-ecdd4ffe0c60 req-fb9bfa4e-9fb5-4c64-a95b-b6c715568def tempest-ListServersNegativeTestJSON-1815013295 tempest-ListServersNegativeTestJSON-1815013295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:03:16.821055 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.db_base_plugin_common [None req-27478e13-197a-49a0-b743-e3a26d87b436 admin admin] Allocated IP 172.20.0.1 (5fd6dc6b-fbc9-4999-a58a-3d2962ba7986/02144aa1-18a5-4e07-bf10-f61797ca3c14/d28b69fe-f157-47a6-994b-8cba6c1b826b) {{(pid=100246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:03:16.824413 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8556c52-739a-4cdf-9048-ecdd4ffe0c60 req-fb9bfa4e-9fb5-4c64-a95b-b6c715568def tempest-ListServersNegativeTestJSON-1815013295 tempest-ListServersNegativeTestJSON-1815013295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:03:16.842086 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-d8556c52-739a-4cdf-9048-ecdd4ffe0c60 req-fb9bfa4e-9fb5-4c64-a95b-b6c715568def tempest-ListServersNegativeTestJSON-1815013295 tempest-ListServersNegativeTestJSON-1815013295-project] 10.222.0.104 "GET /v2.0/ports?device_id=3a88983d-2fa1-40f2-9c8a-3905b60aa866&device_id=b9b7bf62-e3b3-4580-987f-698788d7878c HTTP/1.1" status: 200 len: 1683 time: 0.4535306 Jul 06 14:03:16.843641 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d68ab951-906c-4dfc-907b-0b5254777bf4 None None] Checking router: b9b3160c-6948-48f2-a8b2-cf5ef4597c43 for host: n-d-773647-6 {{(pid=100248) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 14:03:16.848981 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d68ab951-906c-4dfc-907b-0b5254777bf4 None None] Updating router b9b3160c-6948-48f2-a8b2-cf5ef4597c43 port e35e6418-abba-4c2e-8960-dc3b045b2bec binding host n-d-773647-6 {{(pid=100248) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 14:03:16.910801 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:16.932450 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-d68ab951-906c-4dfc-907b-0b5254777bf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:16.961335 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] For port 8fc242fd-02fe-474f-882c-c9e3041ef015, host n-h2-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=8fc242fd-02fe-474f-882c-c9e3041ef015,segment=NetworkSegment(c9ea893d-045e-42cf-b3dd-cdd1f79baccd),segment_id=c9ea893d-045e-42cf-b3dd-cdd1f79baccd)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:03:16.967266 n-d-773647-6 neutron-server[100248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e45022b4-4829-48e3-9b35-a84bfba29790', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fc242fd-02fe-474f-882c-c9e3041ef015'}] {{(pid=100248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:03:16.967266 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84af257533e383389cbcf231d3534f4d5e149e7203fea16b4a8fc01438dddaf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd31cc13-714e-40f5-969f-d2e6ddcbbd18" -d '{"events": [{"server_uuid": "e45022b4-4829-48e3-9b35-a84bfba29790", "name": "network-vif-plugged", "status": "completed", "tag": "8fc242fd-02fe-474f-882c-c9e3041ef015"}]}' {{(pid=100248) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:03:16.990227 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:17.009031 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-27478e13-197a-49a0-b743-e3a26d87b436 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:17.018392 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-1658b2ed-02ee-4fd6-9ffb-3111fde0cd07 req-996457ec-64ab-409e-ab17-6b322e27eb1b tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-128888360'] for port, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:17.058705 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.provisioning_blocks [None req-27478e13-197a-49a0-b743-e3a26d87b436 admin admin] Transition to ACTIVE for port object d28b69fe-f157-47a6-994b-8cba6c1b826b will not be triggered until provisioned by entity DHCP. {{(pid=100246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:03:17.095336 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996457ec-64ab-409e-ab17-6b322e27eb1b tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] Pushing event updated for resources: {'Port': ['ID=6dd92e69-e804-40c7-8993-d5e086a55974,revision_number=1']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:03:17.117208 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-d8556c52-739a-4cdf-9048-ecdd4ffe0c60 req-535dfba8-6bea-4df8-b402-3f77f0021cb2 tempest-ListServersNegativeTestJSON-1815013295 tempest-ListServersNegativeTestJSON-1815013295-project] 10.222.0.104 "GET /v2.0/security-groups?id=5d2e10db-80f0-43d1-a4b3-353e53bb2009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2728739 Jul 06 14:03:17.126331 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-27478e13-197a-49a0-b743-e3a26d87b436 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-127687573'] for port, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:17.152179 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Pushing event updated for resources: {'Port': ['ID=8fc242fd-02fe-474f-882c-c9e3041ef015,revision_number=5']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:03:17.159440 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1658b2ed-02ee-4fd6-9ffb-3111fde0cd07 req-996457ec-64ab-409e-ab17-6b322e27eb1b tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] Network a1a89b46-c613-4578-b710-c22d92f3acfb is already hosted by enough agents. {{(pid=100247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:03:17.165670 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.base_scheduler [req-1658b2ed-02ee-4fd6-9ffb-3111fde0cd07 req-996457ec-64ab-409e-ab17-6b322e27eb1b tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] Resources bound (agent type, host, resource id): {{(pid=100247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:03:17.173227 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.l3_dvrscheduler_db [req-1658b2ed-02ee-4fd6-9ffb-3111fde0cd07 req-996457ec-64ab-409e-ab17-6b322e27eb1b tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] Received port after_create {{(pid=100247) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:03:17.227544 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27478e13-197a-49a0-b743-e3a26d87b436 admin admin] Network 5fd6dc6b-fbc9-4999-a58a-3d2962ba7986 is already hosted by enough agents. {{(pid=100246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:03:17.229155 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.base_scheduler [None req-27478e13-197a-49a0-b743-e3a26d87b436 admin admin] Resources bound (agent type, host, resource id): {{(pid=100246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:03:17.232376 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27478e13-197a-49a0-b743-e3a26d87b436 admin admin] Received port after_create {{(pid=100246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:03:17.304091 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27478e13-197a-49a0-b743-e3a26d87b436 admin admin] Pushing event updated for resources: {'Port': ['ID=d28b69fe-f157-47a6-994b-8cba6c1b826b,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:03:17.308256 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-27478e13-197a-49a0-b743-e3a26d87b436 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1807675'] for router_interface, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:17.453108 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 14:03:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc90cc78-380a-4e3c-ad25-03d2ea0ca705 x-openstack-request-id: req-bc90cc78-380a-4e3c-ad25-03d2ea0ca705 {{(pid=100248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:03:17.457316 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e45022b4-4829-48e3-9b35-a84bfba29790", "name": "network-vif-plugged", "status": "completed", "tag": "8fc242fd-02fe-474f-882c-c9e3041ef015", "code": 200}]} {{(pid=100248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:03:17.459440 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-bc90cc78-380a-4e3c-ad25-03d2ea0ca705 {{(pid=100248) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:03:17.460100 n-d-773647-6 neutron-server[100248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e45022b4-4829-48e3-9b35-a84bfba29790', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fc242fd-02fe-474f-882c-c9e3041ef015', 'code': 200} Jul 06 14:03:17.527320 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device bdf3ff2f-573a-449e-8728-dc93017037da up at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:03:17.575435 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-27478e13-197a-49a0-b743-e3a26d87b436 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:17.593917 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1658b2ed-02ee-4fd6-9ffb-3111fde0cd07 req-996457ec-64ab-409e-ab17-6b322e27eb1b tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:03:17.594735 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-1658b2ed-02ee-4fd6-9ffb-3111fde0cd07 req-996457ec-64ab-409e-ab17-6b322e27eb1b tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:17.652160 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bb914b-f80a-4cd9-9981-d4d611585ae2 req-988271fd-5b90-4444-8aac-5b811ee065fc tempest-TenantUsagesTestJSON-258161606 tempest-TenantUsagesTestJSON-258161606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:03:17.668216 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-a8bb914b-f80a-4cd9-9981-d4d611585ae2 req-988271fd-5b90-4444-8aac-5b811ee065fc tempest-TenantUsagesTestJSON-258161606 tempest-TenantUsagesTestJSON-258161606-project] 10.222.0.104 "GET /v2.0/ports?device_id=e45022b4-4829-48e3-9b35-a84bfba29790 HTTP/1.1" status: 200 len: 950 time: 0.4817433 Jul 06 14:03:17.709478 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e7f7d5-3dd8-447e-8284-de308c185203 req-cf509df9-1625-49b0-8046-e1c7e5751ce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:03:17.711166 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-77e7f7d5-3dd8-447e-8284-de308c185203 req-cf509df9-1625-49b0-8046-e1c7e5751ce4 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=e45022b4-4829-48e3-9b35-a84bfba29790 HTTP/1.1" status: 200 len: 1101 time: 0.1486547 Jul 06 14:03:17.722478 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-1658b2ed-02ee-4fd6-9ffb-3111fde0cd07 req-996457ec-64ab-409e-ab17-6b322e27eb1b tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.0095761 Jul 06 14:03:17.740914 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b09a4331-f386-46a7-865a-d026ce7e6169 admin admin] Router 78a34e41-c0d9-4d89-aa57-37f9e931b651 has already been hosted by L3 agent 2823d358-a11b-4885-a706-95a279e43fa7 {{(pid=100247) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 14:03:17.759875 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-a8bb914b-f80a-4cd9-9981-d4d611585ae2 req-f9af1bdf-72d9-464d-b2e4-49e834ad6129 tempest-TenantUsagesTestJSON-258161606 tempest-TenantUsagesTestJSON-258161606-project] 10.222.0.104 "GET /v2.0/security-groups?id=ec51de6f-bae5-46fd-a4fb-e46cde6503d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904398 Jul 06 14:03:17.773559 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [req-1658b2ed-02ee-4fd6-9ffb-3111fde0cd07 req-a2b2f7eb-46b5-452f-8cbc-b65d769a6b89 tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] Request body: {'port': {'device_id': 'e7dc6a4d-9f66-42f4-9ec5-8a24ac011f21', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': 'a1a89b46-c613-4578-b710-c22d92f3acfb', 'admin_state_up': True, 'tenant_id': 'db940b92de5443cbbd5f77e12cabccfc', 'security_groups': ['49c1468a-280e-4510-8673-63e827c90e1a']}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:03:17.775768 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-984cb316-4865-440b-8f86-403d91b51fb5 None None] Provisioning for port 6dd92e69-e804-40c7-8993-d5e086a55974 completed by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:03:17.792207 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-984cb316-4865-440b-8f86-403d91b51fb5 None None] Provisioning complete for port 6dd92e69-e804-40c7-8993-d5e086a55974 triggered by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:03:17.793187 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-77e7f7d5-3dd8-447e-8284-de308c185203 req-5461abe1-1d10-4574-a35d-d6d475016480 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=ec51de6f-bae5-46fd-a4fb-e46cde6503d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708659 Jul 06 14:03:17.803822 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-984cb316-4865-440b-8f86-403d91b51fb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:17.811016 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-d68ab951-906c-4dfc-907b-0b5254777bf4 None None] Notify callbacks [] for port, precommit_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:17.884120 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning complete for port bdf3ff2f-573a-449e-8728-dc93017037da triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:03:17.887608 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:17.895491 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-27478e13-197a-49a0-b743-e3a26d87b436 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:17.904936 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-27478e13-197a-49a0-b743-e3a26d87b436 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127687527'] for port, after_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:17.966583 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-d68ab951-906c-4dfc-907b-0b5254777bf4 None None] Transition to ACTIVE for port object e35e6418-abba-4c2e-8960-dc3b045b2bec will not be triggered until provisioned by entity L2. {{(pid=100248) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:03:18.016840 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-d68ab951-906c-4dfc-907b-0b5254777bf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:18.066683 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27478e13-197a-49a0-b743-e3a26d87b436 admin admin] Pushing event updated for resources: {'Port': ['ID=d28b69fe-f157-47a6-994b-8cba6c1b826b,revision_number=2']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:03:18.069606 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-27478e13-197a-49a0-b743-e3a26d87b436 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1809478'] for router_interface, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:18.151799 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9689afa-430a-43d6-ada2-54ab200c4874 None None] Pushing event updated for resources: {'Port': ['ID=e35e6418-abba-4c2e-8960-dc3b045b2bec,revision_number=2']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:03:18.154015 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-984cb316-4865-440b-8f86-403d91b51fb5 None None] Port 6dd92e69-e804-40c7-8993-d5e086a55974 cannot update to ACTIVE because it is not bound. {{(pid=100248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 14:03:18.236605 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-d68ab951-906c-4dfc-907b-0b5254777bf4 None None] Attempting to bind port e35e6418-abba-4c2e-8960-dc3b045b2bec on host n-d-773647-6 for vnic_type normal with profile {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:03:18.237496 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-d68ab951-906c-4dfc-907b-0b5254777bf4 None None] Attempting to bind port e35e6418-abba-4c2e-8960-dc3b045b2bec by drivers openvswitch,hyperv on host n-d-773647-6 at level 0 using segments [{'id': '89a832b7-7793-4d51-9038-ed7e1c3ff1b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719'}] {{(pid=100248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:03:18.237848 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d68ab951-906c-4dfc-907b-0b5254777bf4 None None] Attempting to bind port e35e6418-abba-4c2e-8960-dc3b045b2bec on network 2658f09e-a580-4d4a-9968-2d1e0ad93719 {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:03:18.253652 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27478e13-197a-49a0-b743-e3a26d87b436 admin admin] Network 5fd6dc6b-fbc9-4999-a58a-3d2962ba7986 is already hosted by enough agents. {{(pid=100246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:03:18.257084 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d68ab951-906c-4dfc-907b-0b5254777bf4 None None] Checking agent: {'id': '8ab5b19c-d213-4f29-891d-27bdf39d38b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773647-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 43, 26), 'started_at': datetime.datetime(2021, 7, 6, 13, 43, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 2, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773647-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:03:18.257492 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d68ab951-906c-4dfc-907b-0b5254777bf4 None None] Checking segment: {'id': '89a832b7-7793-4d51-9038-ed7e1c3ff1b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:03:18.257879 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-d68ab951-906c-4dfc-907b-0b5254777bf4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:18.258749 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d68ab951-906c-4dfc-907b-0b5254777bf4 None None] Bound using segment: {'id': '89a832b7-7793-4d51-9038-ed7e1c3ff1b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719'} {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:03:18.258749 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-d68ab951-906c-4dfc-907b-0b5254777bf4 None None] Bound port: e35e6418-abba-4c2e-8960-dc3b045b2bec, host: n-d-773647-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89a832b7-7793-4d51-9038-ed7e1c3ff1b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719'}}] {{(pid=100248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:03:18.259141 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-d68ab951-906c-4dfc-907b-0b5254777bf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:18.259296 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.base_scheduler [None req-27478e13-197a-49a0-b743-e3a26d87b436 admin admin] Resources bound (agent type, host, resource id): {{(pid=100246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:03:18.296558 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1658b2ed-02ee-4fd6-9ffb-3111fde0cd07 req-a2b2f7eb-46b5-452f-8cbc-b65d769a6b89 tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] Made reservation on behalf of db940b92de5443cbbd5f77e12cabccfc for: {'port': 1} {{(pid=100247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:03:18.313088 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-1658b2ed-02ee-4fd6-9ffb-3111fde0cd07 req-a2b2f7eb-46b5-452f-8cbc-b65d769a6b89 tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:18.362172 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 38382) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:03:18.363134 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-d68ab951-906c-4dfc-907b-0b5254777bf4 None None] For port e35e6418-abba-4c2e-8960-dc3b045b2bec, host n-d-773647-6, cleared binding levels {{(pid=100248) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:03:18.367166 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-d68ab951-906c-4dfc-907b-0b5254777bf4 None None] For port e35e6418-abba-4c2e-8960-dc3b045b2bec, host n-d-773647-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=e35e6418-abba-4c2e-8960-dc3b045b2bec,segment=NetworkSegment(89a832b7-7793-4d51-9038-ed7e1c3ff1b2),segment_id=89a832b7-7793-4d51-9038-ed7e1c3ff1b2)] {{(pid=100248) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:03:18.393342 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-d68ab951-906c-4dfc-907b-0b5254777bf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:18.410909 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-6fb1d411-c456-40aa-9425-e147d2b7e863 None None] Provisioning for port d28b69fe-f157-47a6-994b-8cba6c1b826b completed by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:03:18.461509 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-6fb1d411-c456-40aa-9425-e147d2b7e863 None None] Provisioning complete for port d28b69fe-f157-47a6-994b-8cba6c1b826b triggered by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:03:18.463454 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-6fb1d411-c456-40aa-9425-e147d2b7e863 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:18.548403 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-59270b5e-1b54-4ba5-a97e-82cba07f0a29 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:18.589017 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b09a4331-f386-46a7-865a-d026ce7e6169 admin admin] Notify agent at l3_agent.n-d-773647-6 the message routers_updated {{(pid=100247) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 14:03:18.589347 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d68ab951-906c-4dfc-907b-0b5254777bf4 None None] Routers {'b9b3160c-6948-48f2-a8b2-cf5ef4597c43'} bound to L3 agent in host n-d-773647-6 {{(pid=100248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:03:18.595624 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-d68ab951-906c-4dfc-907b-0b5254777bf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T14:02:55Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['b9b3160c-6948-48f2-a8b2-cf5ef4597c43'], 'active': True} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:03:18.598712 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b642cdb2-77f2-490e-befa-70ec8f42ffb1 None None] Sync routers for ids ['78a34e41-c0d9-4d89-aa57-37f9e931b651'] in n-d-773647-6 {{(pid=100249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 14:03:18.616017 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b642cdb2-77f2-490e-befa-70ec8f42ffb1 None None] Routers {'78a34e41-c0d9-4d89-aa57-37f9e931b651'} bound to L3 agent in host n-d-773647-6 {{(pid=100249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:03:18.620285 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-b642cdb2-77f2-490e-befa-70ec8f42ffb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T14:02:55Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['78a34e41-c0d9-4d89-aa57-37f9e931b651'], 'active': True} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:03:18.631371 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27478e13-197a-49a0-b743-e3a26d87b436 admin admin] Router b9b3160c-6948-48f2-a8b2-cf5ef4597c43 has already been hosted by L3 agent 2823d358-a11b-4885-a706-95a279e43fa7 {{(pid=100246) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 14:03:18.693572 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-b09a4331-f386-46a7-865a-d026ce7e6169 admin admin] 10.222.0.104 "PUT /v2.0/routers/78a34e41-c0d9-4d89-aa57-37f9e931b651/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2700882 Jul 06 14:03:18.759510 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 38388) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:03:18.891101 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9689afa-430a-43d6-ada2-54ab200c4874 None None] Pushing event updated for resources: {'Port': ['ID=e35e6418-abba-4c2e-8960-dc3b045b2bec,revision_number=3']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:03:18.904939 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-6fb1d411-c456-40aa-9425-e147d2b7e863 None None] Port d28b69fe-f157-47a6-994b-8cba6c1b826b cannot update to ACTIVE because it is not bound. {{(pid=100248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 14:03:18.949378 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvr_db [None req-b642cdb2-77f2-490e-befa-70ec8f42ffb1 None None] Set router 78a34e41-c0d9-4d89-aa57-37f9e931b651 gateway port host: n-d-773647-6 {{(pid=100249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:03:18.985445 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-d91b2314-d62c-42bc-a18c-96114c7507b1 admin admin] Notify callbacks [] for router, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:18.986742 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvr_db [None req-d68ab951-906c-4dfc-907b-0b5254777bf4 None None] Set router b9b3160c-6948-48f2-a8b2-cf5ef4597c43 gateway port host: n-d-773647-6 {{(pid=100248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:03:18.988623 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-59270b5e-1b54-4ba5-a97e-82cba07f0a29 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:18.991576 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27478e13-197a-49a0-b743-e3a26d87b436 admin admin] Notify agent at l3_agent.n-d-773647-6 the message routers_updated {{(pid=100246) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 14:03:19.029536 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-27478e13-197a-49a0-b743-e3a26d87b436 admin admin] 10.222.0.104 "PUT /v2.0/routers/b9b3160c-6948-48f2-a8b2-cf5ef4597c43/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2477517 Jul 06 14:03:19.032452 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-59270b5e-1b54-4ba5-a97e-82cba07f0a29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:19.044522 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.db_base_plugin_common [req-1658b2ed-02ee-4fd6-9ffb-3111fde0cd07 req-a2b2f7eb-46b5-452f-8cbc-b65d769a6b89 tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] Allocated IP 10.2.2.200 (a1a89b46-c613-4578-b710-c22d92f3acfb/13d1afd1-bf55-4593-a656-2ddb45c50a8c/7a5f929a-d561-4993-9f4a-1c266d662f0f) {{(pid=100247) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:03:19.106777 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-59270b5e-1b54-4ba5-a97e-82cba07f0a29 admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=a352cacbe8b84c5293f27b098ef45f6c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7428207 Jul 06 14:03:19.115651 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-f8467044-b497-4f25-8488-5c23bf96f242 None None] Provisioning complete for port d28b69fe-f157-47a6-994b-8cba6c1b826b triggered by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:03:19.116308 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-f8467044-b497-4f25-8488-5c23bf96f242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:19.120751 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 38396) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:03:19.175851 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59270b5e-1b54-4ba5-a97e-82cba07f0a29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7bd8065-80ff-4f68-9380-a39b68e05618,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:03:19.179482 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a5c7dc-9eed-4388-b7ca-9e7562e2c5cf req-355a3903-b062-41fd-851c-9d88c62d84fc tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:03:19.189460 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a5c7dc-9eed-4388-b7ca-9e7562e2c5cf req-355a3903-b062-41fd-851c-9d88c62d84fc tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:03:19.201175 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a5c7dc-9eed-4388-b7ca-9e7562e2c5cf req-355a3903-b062-41fd-851c-9d88c62d84fc tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:03:19.207648 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a5c7dc-9eed-4388-b7ca-9e7562e2c5cf req-355a3903-b062-41fd-851c-9d88c62d84fc tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:03:19.223011 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-b2a5c7dc-9eed-4388-b7ca-9e7562e2c5cf req-355a3903-b062-41fd-851c-9d88c62d84fc tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] 10.222.0.104 "GET /v2.0/ports?device_id=e7dc6a4d-9f66-42f4-9ec5-8a24ac011f21 HTTP/1.1" status: 200 len: 3095 time: 1.0565703 Jul 06 14:03:19.240014 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-d91b2314-d62c-42bc-a18c-96114c7507b1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:19.271759 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-f8467044-b497-4f25-8488-5c23bf96f242 None None] Port d28b69fe-f157-47a6-994b-8cba6c1b826b cannot update to ACTIVE because it is not bound. {{(pid=100248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 14:03:19.351614 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-b2a5c7dc-9eed-4388-b7ca-9e7562e2c5cf req-2adae816-e5ed-44c3-80e7-d644bd5dd8e1 tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] 10.222.0.104 "GET /v2.0/security-groups?id=49c1468a-280e-4510-8673-63e827c90e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1275938 Jul 06 14:03:19.378259 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [None req-d91b2314-d62c-42bc-a18c-96114c7507b1 admin admin] Deleting port b4434c8f-8026-49fa-af17-a7b829f273e5 {{(pid=100246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:03:19.378609 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-d91b2314-d62c-42bc-a18c-96114c7507b1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:19.445467 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-d68ab951-906c-4dfc-907b-0b5254777bf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9b3160c-6948-48f2-a8b2-cf5ef4597c43', 'name': 'tempest-FloatingIPsNegativeTestJSON-1302168084-router', 'tenant_id': '04b7bbd7f1424a65b07876d70c7f3522', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.106'}], 'enable_snat': True}, 'gw_port_id': 'e35e6418-abba-4c2e-8960-dc3b045b2bec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:03:11Z', 'updated_at': '2021-07-06T14:03:17Z', 'revision_number': 4, 'project_id': '04b7bbd7f1424a65b07876d70c7f3522', 'gw_port': {'id': 'e35e6418-abba-4c2e-8960-dc3b045b2bec', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:0d:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9b3160c-6948-48f2-a8b2-cf5ef4597c43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1030, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:03:12Z', 'updated_at': '2021-07-06T14:03:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6', '_interfaces': [{'id': 'd28b69fe-f157-47a6-994b-8cba6c1b826b', 'name': '', 'network_id': '5fd6dc6b-fbc9-4999-a58a-3d2962ba7986', 'tenant_id': '04b7bbd7f1424a65b07876d70c7f3522', 'mac_address': 'fa:16:3e:fe:19:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9b3160c-6948-48f2-a8b2-cf5ef4597c43', 'device_owner': 'network:router_interface', 'standard_attr_id': 1033, 'fixed_ips': [{'subnet_id': '02144aa1-18a5-4e07-bf10-f61797ca3c14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:03:16Z', 'updated_at': '2021-07-06T14:03:17Z', 'revision_number': 2, 'project_id': '04b7bbd7f1424a65b07876d70c7f3522', 'subnets': [{'id': '02144aa1-18a5-4e07-bf10-f61797ca3c14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773647-6', False) {} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:03:19.450172 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-b642cdb2-77f2-490e-befa-70ec8f42ffb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78a34e41-c0d9-4d89-aa57-37f9e931b651', 'name': 'tempest-FloatingIPsAssociationTestJSON-1257204186-router', 'tenant_id': '825a4fb0f5c7454f82c586f8d1442f43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.139'}], 'enable_snat': True}, 'gw_port_id': 'b4434c8f-8026-49fa-af17-a7b829f273e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:00:52Z', 'updated_at': '2021-07-06T14:03:14Z', 'revision_number': 5, 'project_id': '825a4fb0f5c7454f82c586f8d1442f43', 'gw_port': {'id': 'b4434c8f-8026-49fa-af17-a7b829f273e5', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:76:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78a34e41-c0d9-4d89-aa57-37f9e931b651', 'device_owner': 'network:router_gateway', 'standard_attr_id': 878, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:00:53Z', 'updated_at': '2021-07-06T14:01:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6'}], 'n-d-773647-6', False) {} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:03:19.478748 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d68ab951-906c-4dfc-907b-0b5254777bf4 None None] The sync data for ids ['b9b3160c-6948-48f2-a8b2-cf5ef4597c43'] in n-d-773647-6 is: [{'id': 'b9b3160c-6948-48f2-a8b2-cf5ef4597c43', 'name': 'tempest-FloatingIPsNegativeTestJSON-1302168084-router', 'tenant_id': '04b7bbd7f1424a65b07876d70c7f3522', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.106'}], 'enable_snat': True}, 'gw_port_id': 'e35e6418-abba-4c2e-8960-dc3b045b2bec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:03:11Z', 'updated_at': '2021-07-06T14:03:17Z', 'revision_number': 4, 'project_id': '04b7bbd7f1424a65b07876d70c7f3522', 'gw_port': {'id': 'e35e6418-abba-4c2e-8960-dc3b045b2bec', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:0d:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9b3160c-6948-48f2-a8b2-cf5ef4597c43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1030, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:03:12Z', 'updated_at': '2021-07-06T14:03:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6', '_interfaces': [{'id': 'd28b69fe-f157-47a6-994b-8cba6c1b826b', 'name': '', 'network_id': '5fd6dc6b-fbc9-4999-a58a-3d2962ba7986', 'tenant_id': '04b7bbd7f1424a65b07876d70c7f3522', 'mac_address': 'fa:16:3e:fe:19:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9b3160c-6948-48f2-a8b2-cf5ef4597c43', 'device_owner': 'network:router_interface', 'standard_attr_id': 1033, 'fixed_ips': [{'subnet_id': '02144aa1-18a5-4e07-bf10-f61797ca3c14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:03:16Z', 'updated_at': '2021-07-06T14:03:17Z', 'revision_number': 2, 'project_id': '04b7bbd7f1424a65b07876d70c7f3522', 'subnets': [{'id': '02144aa1-18a5-4e07-bf10-f61797ca3c14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 14:03:19.583058 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.db [None req-d91b2314-d62c-42bc-a18c-96114c7507b1 admin admin] For port b4434c8f-8026-49fa-af17-a7b829f273e5, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=b4434c8f-8026-49fa-af17-a7b829f273e5,segment=NetworkSegment(89a832b7-7793-4d51-9038-ed7e1c3ff1b2),segment_id=89a832b7-7793-4d51-9038-ed7e1c3ff1b2)] {{(pid=100246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:03:19.583927 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-d91b2314-d62c-42bc-a18c-96114c7507b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:19.602231 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [None req-d91b2314-d62c-42bc-a18c-96114c7507b1 admin admin] Calling delete_port for b4434c8f-8026-49fa-af17-a7b829f273e5 owned by network:router_gateway {{(pid=100246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:03:19.638573 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b642cdb2-77f2-490e-befa-70ec8f42ffb1 None None] Checking router: 78a34e41-c0d9-4d89-aa57-37f9e931b651 for host: n-d-773647-6 {{(pid=100249) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 14:03:19.658125 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b642cdb2-77f2-490e-befa-70ec8f42ffb1 None None] Routers {'78a34e41-c0d9-4d89-aa57-37f9e931b651'} bound to L3 agent in host n-d-773647-6 {{(pid=100249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:03:19.659314 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-b642cdb2-77f2-490e-befa-70ec8f42ffb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T14:02:55Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['78a34e41-c0d9-4d89-aa57-37f9e931b651'], 'active': True} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:03:19.688495 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-ef0c0fcd-44a8-4819-b0fa-21d17cb8fc7e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:19.797428 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8020a2dc-2cd5-4e8e-8986-3a4d0b4f3c97 req-144612c9-66c8-4e02-b289-9247193675c7 tempest-TenantUsagesTestJSON-258161606 tempest-TenantUsagesTestJSON-258161606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:03:19.807029 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-8020a2dc-2cd5-4e8e-8986-3a4d0b4f3c97 req-144612c9-66c8-4e02-b289-9247193675c7 tempest-TenantUsagesTestJSON-258161606 tempest-TenantUsagesTestJSON-258161606-project] 10.222.0.104 "GET /v2.0/ports?device_id=e45022b4-4829-48e3-9b35-a84bfba29790 HTTP/1.1" status: 200 len: 950 time: 0.4240534 Jul 06 14:03:19.840590 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-ef0c0fcd-44a8-4819-b0fa-21d17cb8fc7e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:19.844174 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvr_db [None req-b642cdb2-77f2-490e-befa-70ec8f42ffb1 None None] Set router 78a34e41-c0d9-4d89-aa57-37f9e931b651 gateway port host: None {{(pid=100249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:03:19.857251 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-1658b2ed-02ee-4fd6-9ffb-3111fde0cd07 req-a2b2f7eb-46b5-452f-8cbc-b65d769a6b89 tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] Notify callbacks [] for port, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:19.905392 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.provisioning_blocks [req-1658b2ed-02ee-4fd6-9ffb-3111fde0cd07 req-a2b2f7eb-46b5-452f-8cbc-b65d769a6b89 tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] Transition to ACTIVE for port object 7a5f929a-d561-4993-9f4a-1c266d662f0f will not be triggered until provisioned by entity DHCP. {{(pid=100247) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:03:19.944080 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-8020a2dc-2cd5-4e8e-8986-3a4d0b4f3c97 req-ecc507de-3f26-4a2b-aae0-e97f0a6b3e11 tempest-TenantUsagesTestJSON-258161606 tempest-TenantUsagesTestJSON-258161606-project] 10.222.0.104 "GET /v2.0/security-groups?id=ec51de6f-bae5-46fd-a4fb-e46cde6503d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358757 Jul 06 14:03:20.000831 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-b642cdb2-77f2-490e-befa-70ec8f42ffb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78a34e41-c0d9-4d89-aa57-37f9e931b651', 'name': 'tempest-FloatingIPsAssociationTestJSON-1257204186-router', 'tenant_id': '825a4fb0f5c7454f82c586f8d1442f43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:00:52Z', 'updated_at': '2021-07-06T14:03:19Z', 'revision_number': 6, 'project_id': '825a4fb0f5c7454f82c586f8d1442f43', 'gw_port_host': None}], 'n-d-773647-6', False) {} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:03:20.029199 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-ef0c0fcd-44a8-4819-b0fa-21d17cb8fc7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:20.031942 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-ef0c0fcd-44a8-4819-b0fa-21d17cb8fc7e admin admin] Notify callbacks [] for security_group, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:20.044481 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-ef0c0fcd-44a8-4819-b0fa-21d17cb8fc7e admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/b7bd8065-80ff-4f68-9380-a39b68e05618 HTTP/1.1" status: 204 len: 168 time: 0.9194918 Jul 06 14:03:20.051508 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-d91b2314-d62c-42bc-a18c-96114c7507b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127687580'] for port, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:20.067523 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0c0fcd-44a8-4819-b0fa-21d17cb8fc7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7bd8065-80ff-4f68-9380-a39b68e05618,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:03:20.071917 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-1658b2ed-02ee-4fd6-9ffb-3111fde0cd07 req-a2b2f7eb-46b5-452f-8cbc-b65d769a6b89 tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-128888360'] for port, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:20.123949 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91b2314-d62c-42bc-a18c-96114c7507b1 admin admin] Pushing event deleted for resources: {'Port': ['ID=b4434c8f-8026-49fa-af17-a7b829f273e5,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:03:20.137634 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b642cdb2-77f2-490e-befa-70ec8f42ffb1 None None] The sync data for ids ['78a34e41-c0d9-4d89-aa57-37f9e931b651'] in n-d-773647-6 is: [{'id': '78a34e41-c0d9-4d89-aa57-37f9e931b651', 'name': 'tempest-FloatingIPsAssociationTestJSON-1257204186-router', 'tenant_id': '825a4fb0f5c7454f82c586f8d1442f43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:00:52Z', 'updated_at': '2021-07-06T14:03:19Z', 'revision_number': 6, 'project_id': '825a4fb0f5c7454f82c586f8d1442f43', 'gw_port_host': None}] {{(pid=100249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 14:03:20.198558 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b2f7eb-46b5-452f-8cbc-b65d769a6b89 tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] Pushing event updated for resources: {'Port': ['ID=7a5f929a-d561-4993-9f4a-1c266d662f0f,revision_number=1']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:03:20.315415 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-d91b2314-d62c-42bc-a18c-96114c7507b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1761104'] for router_gateway, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:20.337793 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-fd97b2ac-ce6a-4a1a-809a-d78eca393548 req-51bb8377-2088-4232-a206-eab7a63389bb tempest-FloatingIPsNegativeTestJSON-1856546175 tempest-FloatingIPsNegativeTestJSON-1856546175-project] 10.222.0.104 "GET /v2.0/floatingips?tenant_id=04b7bbd7f1424a65b07876d70c7f3522 HTTP/1.1" status: 200 len: 217 time: 0.1324828 Jul 06 14:03:20.343661 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1658b2ed-02ee-4fd6-9ffb-3111fde0cd07 req-a2b2f7eb-46b5-452f-8cbc-b65d769a6b89 tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] Network a1a89b46-c613-4578-b710-c22d92f3acfb is already hosted by enough agents. {{(pid=100247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:03:20.345135 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.base_scheduler [req-1658b2ed-02ee-4fd6-9ffb-3111fde0cd07 req-a2b2f7eb-46b5-452f-8cbc-b65d769a6b89 tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] Resources bound (agent type, host, resource id): {{(pid=100247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:03:20.348350 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.l3_dvrscheduler_db [req-1658b2ed-02ee-4fd6-9ffb-3111fde0cd07 req-a2b2f7eb-46b5-452f-8cbc-b65d769a6b89 tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] Received port after_create {{(pid=100247) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:03:20.472868 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1658b2ed-02ee-4fd6-9ffb-3111fde0cd07 req-a2b2f7eb-46b5-452f-8cbc-b65d769a6b89 tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:03:20.474875 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-1658b2ed-02ee-4fd6-9ffb-3111fde0cd07 req-a2b2f7eb-46b5-452f-8cbc-b65d769a6b89 tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:20.508650 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-1658b2ed-02ee-4fd6-9ffb-3111fde0cd07 req-a2b2f7eb-46b5-452f-8cbc-b65d769a6b89 tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7660186 Jul 06 14:03:20.524583 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [req-1658b2ed-02ee-4fd6-9ffb-3111fde0cd07 req-6ad77852-ce22-4a34-95ec-9ef2a10283ba service neutron] Request body: {'port': {'device_id': 'e7dc6a4d-9f66-42f4-9ec5-8a24ac011f21', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-773647-6'}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:03:20.654079 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-d91b2314-d62c-42bc-a18c-96114c7507b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1806308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6982'] for router, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:20.657406 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-d91b2314-d62c-42bc-a18c-96114c7507b1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:20.801202 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-bd7912bd-0f39-4e7a-bfa3-956a6030fb05 req-dc0b7796-8533-4c65-8a3c-3ea7e38136ee tempest-FloatingIPsNegativeTestJSON-1856546175 tempest-FloatingIPsNegativeTestJSON-1856546175-project] 10.222.0.104 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.0568197 Jul 06 14:03:20.813462 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-b8b5a105-bcf8-4c98-844a-2000375cbd4e None None] Provisioning for port 7a5f929a-d561-4993-9f4a-1c266d662f0f completed by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:03:20.823781 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-b8b5a105-bcf8-4c98-844a-2000375cbd4e None None] Provisioning complete for port 7a5f929a-d561-4993-9f4a-1c266d662f0f triggered by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:03:20.824310 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-b8b5a105-bcf8-4c98-844a-2000375cbd4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:20.826981 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-d91b2314-d62c-42bc-a18c-96114c7507b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1805684'] for router, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:20.827754 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d91b2314-d62c-42bc-a18c-96114c7507b1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 78a34e41-c0d9-4d89-aa57-37f9e931b651 {{(pid=100246) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 14:03:20.841765 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-d91b2314-d62c-42bc-a18c-96114c7507b1 admin admin] Notify callbacks [] for router, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:20.843188 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-d91b2314-d62c-42bc-a18c-96114c7507b1 admin admin] 10.222.0.104 "DELETE /v2.0/routers/78a34e41-c0d9-4d89-aa57-37f9e931b651 HTTP/1.1" status: 204 len: 168 time: 2.1441491 Jul 06 14:03:20.851770 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 38428) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:03:20.902630 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-1658b2ed-02ee-4fd6-9ffb-3111fde0cd07 req-6ad77852-ce22-4a34-95ec-9ef2a10283ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:20.915391 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-b8b5a105-bcf8-4c98-844a-2000375cbd4e None None] Port 7a5f929a-d561-4993-9f4a-1c266d662f0f cannot update to ACTIVE because it is not bound. {{(pid=100248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 14:03:20.949759 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.db_base_plugin_v2 [None req-6b63440e-69e5-4dbd-8e14-e0cb7ac3709f admin admin] Deleting subnet 9d4d8837-0e9e-40cd-b8da-4a4f0d5a912c {{(pid=100246) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 14:03:20.959458 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-6b63440e-69e5-4dbd-8e14-e0cb7ac3709f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:20.997321 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-6b63440e-69e5-4dbd-8e14-e0cb7ac3709f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126218885'] for subnet, precommit_delete_associations {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:21.030701 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df26c087-4352-42b4-9585-7717eaa54ac5 req-1ce5ea8f-37dc-4781-96a0-85f0bb76de8f tempest-ListServersNegativeTestJSON-1815013295 tempest-ListServersNegativeTestJSON-1815013295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:03:21.032835 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-df26c087-4352-42b4-9585-7717eaa54ac5 req-1ce5ea8f-37dc-4781-96a0-85f0bb76de8f tempest-ListServersNegativeTestJSON-1815013295 tempest-ListServersNegativeTestJSON-1815013295-project] 10.222.0.127 "GET /v2.0/ports?device_id=b9b7bf62-e3b3-4580-987f-698788d7878c HTTP/1.1" status: 200 len: 946 time: 0.3862076 Jul 06 14:03:21.157860 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-6b63440e-69e5-4dbd-8e14-e0cb7ac3709f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-913473'] for subnet, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:21.258561 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-6b63440e-69e5-4dbd-8e14-e0cb7ac3709f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-913480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1849032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127687590', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127702764'] for subnet, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:21.322472 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b63440e-69e5-4dbd-8e14-e0cb7ac3709f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9d4d8837-0e9e-40cd-b8da-4a4f0d5a912c,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:03:21.336087 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfa2c2c9-c8aa-4865-a5d2-33dfeea5cef4 None None] Network dc2aab4d-ebf5-4223-8156-143d93bdc342 requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:03:21.336522 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-6b63440e-69e5-4dbd-8e14-e0cb7ac3709f admin admin] Notify callbacks [] for subnet, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:21.343687 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-6b63440e-69e5-4dbd-8e14-e0cb7ac3709f admin admin] 10.222.0.104 "DELETE /v2.0/subnets/9d4d8837-0e9e-40cd-b8da-4a4f0d5a912c HTTP/1.1" status: 204 len: 168 time: 0.4908760 Jul 06 14:03:21.344317 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 38444) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:03:21.481223 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-0bf0f596-b5b7-43d7-b739-4293247c0321 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530492'] for network, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:21.628359 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [None req-0bf0f596-b5b7-43d7-b739-4293247c0321 admin admin] Deleting port adcaa2bd-41ef-45e3-b03b-0962fd6213d1 {{(pid=100246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:03:21.628707 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-0bf0f596-b5b7-43d7-b739-4293247c0321 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:21.649230 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device e35e6418-abba-4c2e-8960-dc3b045b2bec up at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:03:21.801927 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning for port e35e6418-abba-4c2e-8960-dc3b045b2bec completed by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:03:21.806885 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning complete for port e35e6418-abba-4c2e-8960-dc3b045b2bec triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:03:21.807299 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:21.879602 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0e7a972-535c-449c-a671-15f1723988f2 None None] DHCP port deletion for dc2aab4d-ebf5-4223-8156-143d93bdc342 request from n-d-773647-6 {{(pid=100248) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 14:03:22.073574 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-d0e7a972-535c-449c-a671-15f1723988f2 None None] Deleting port adcaa2bd-41ef-45e3-b03b-0962fd6213d1 {{(pid=100248) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:03:22.074999 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-d0e7a972-535c-449c-a671-15f1723988f2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:22.165190 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc57e30f-142d-4bfb-aa3c-25cef2be0557 req-e604606b-4b6c-4c07-9b4c-5f29a3887b48 tempest-ListServersNegativeTestJSON-1815013295 tempest-ListServersNegativeTestJSON-1815013295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:03:22.173450 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-dc57e30f-142d-4bfb-aa3c-25cef2be0557 req-e604606b-4b6c-4c07-9b4c-5f29a3887b48 tempest-ListServersNegativeTestJSON-1815013295 tempest-ListServersNegativeTestJSON-1815013295-project] 10.222.0.104 "GET /v2.0/ports?device_id=b9b7bf62-e3b3-4580-987f-698788d7878c HTTP/1.1" status: 200 len: 946 time: 1.1536880 Jul 06 14:03:22.180632 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:22.248148 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10477cc-8b7f-4322-91c3-9b277ac80177 req-dafe6158-420b-4268-adbf-f640b62b1217 tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:03:22.255039 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10477cc-8b7f-4322-91c3-9b277ac80177 req-dafe6158-420b-4268-adbf-f640b62b1217 tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:03:22.264278 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10477cc-8b7f-4322-91c3-9b277ac80177 req-dafe6158-420b-4268-adbf-f640b62b1217 tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:03:22.270782 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10477cc-8b7f-4322-91c3-9b277ac80177 req-dafe6158-420b-4268-adbf-f640b62b1217 tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:03:22.278607 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10477cc-8b7f-4322-91c3-9b277ac80177 req-dafe6158-420b-4268-adbf-f640b62b1217 tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:03:22.289189 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-a10477cc-8b7f-4322-91c3-9b277ac80177 req-dafe6158-420b-4268-adbf-f640b62b1217 tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] 10.222.0.104 "GET /v2.0/ports?device_id=e7dc6a4d-9f66-42f4-9ec5-8a24ac011f21 HTTP/1.1" status: 200 len: 3816 time: 1.1908357 Jul 06 14:03:22.368466 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.db [None req-0bf0f596-b5b7-43d7-b739-4293247c0321 admin admin] For port adcaa2bd-41ef-45e3-b03b-0962fd6213d1, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=adcaa2bd-41ef-45e3-b03b-0962fd6213d1,segment=NetworkSegment(b84425ef-5b11-46aa-9198-ea4525ffd9fc),segment_id=b84425ef-5b11-46aa-9198-ea4525ffd9fc)] {{(pid=100246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:03:22.368960 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-0bf0f596-b5b7-43d7-b739-4293247c0321 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:22.405417 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [None req-0bf0f596-b5b7-43d7-b739-4293247c0321 admin admin] Calling delete_port for adcaa2bd-41ef-45e3-b03b-0962fd6213d1 owned by network:dhcp {{(pid=100246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:03:22.408578 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] For port e35e6418-abba-4c2e-8960-dc3b045b2bec, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=e35e6418-abba-4c2e-8960-dc3b045b2bec,segment=NetworkSegment(89a832b7-7793-4d51-9038-ed7e1c3ff1b2),segment_id=89a832b7-7793-4d51-9038-ed7e1c3ff1b2)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:03:22.414008 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-d0e7a972-535c-449c-a671-15f1723988f2 None None] For port adcaa2bd-41ef-45e3-b03b-0962fd6213d1, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=adcaa2bd-41ef-45e3-b03b-0962fd6213d1,segment=NetworkSegment(b84425ef-5b11-46aa-9198-ea4525ffd9fc),segment_id=b84425ef-5b11-46aa-9198-ea4525ffd9fc)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:03:22.414409 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-d0e7a972-535c-449c-a671-15f1723988f2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:22.417534 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:22.452819 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-d0e7a972-535c-449c-a671-15f1723988f2 None None] Calling delete_port for adcaa2bd-41ef-45e3-b03b-0962fd6213d1 owned by network:dhcp {{(pid=100248) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:03:22.468006 n-d-773647-6 neutron-server[100247]: DEBUG neutron.notifiers.nova [req-1658b2ed-02ee-4fd6-9ffb-3111fde0cd07 req-6ad77852-ce22-4a34-95ec-9ef2a10283ba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0fccaba0-09bb-4911-acde-c7e70c576bcb {{(pid=100247) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 14:03:22.485975 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Pushing event updated for resources: {'Port': ['ID=e35e6418-abba-4c2e-8960-dc3b045b2bec,revision_number=4']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:03:22.487503 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-1658b2ed-02ee-4fd6-9ffb-3111fde0cd07 req-6ad77852-ce22-4a34-95ec-9ef2a10283ba service neutron] Notify callbacks [] for port, precommit_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:22.513419 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.provisioning_blocks [req-1658b2ed-02ee-4fd6-9ffb-3111fde0cd07 req-6ad77852-ce22-4a34-95ec-9ef2a10283ba service neutron] Transition to ACTIVE for port object 0fccaba0-09bb-4911-acde-c7e70c576bcb will not be triggered until provisioned by entity L2. {{(pid=100247) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:03:22.550896 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 9e2bb929-0689-4ee3-8e1a-63c91f09da86 no longer exists at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:03:22.560626 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-1658b2ed-02ee-4fd6-9ffb-3111fde0cd07 req-6ad77852-ce22-4a34-95ec-9ef2a10283ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128888538'] for port, after_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:22.580252 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] No Port match for: 9e2bb929-0689-4ee3-8e1a-63c91f09da86 {{(pid=100248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 14:03:22.580997 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 9e2bb929-0689-4ee3-8e1a-63c91f09da86 not bound to the agent host n-d-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:03:22.581864 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device b4434c8f-8026-49fa-af17-a7b829f273e5 no longer exists at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:03:22.593477 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.plugin [req-df26c087-4352-42b4-9585-7717eaa54ac5 req-5f583b62-c363-4892-9343-a0547634d739 tempest-ListServersNegativeTestJSON-1815013295 tempest-ListServersNegativeTestJSON-1815013295-project] Deleting port 3a050d2a-2610-4161-a54a-7eb3e1fff538 {{(pid=100247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:03:22.593830 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-df26c087-4352-42b4-9585-7717eaa54ac5 req-5f583b62-c363-4892-9343-a0547634d739 tempest-ListServersNegativeTestJSON-1815013295 tempest-ListServersNegativeTestJSON-1815013295-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:22.605029 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] No Port match for: b4434c8f-8026-49fa-af17-a7b829f273e5 {{(pid=100248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 14:03:22.605694 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device b4434c8f-8026-49fa-af17-a7b829f273e5 not bound to the agent host n-d-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:03:22.617047 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-0bf0f596-b5b7-43d7-b739-4293247c0321 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127687580'] for port, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:22.639391 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bf0f596-b5b7-43d7-b739-4293247c0321 admin admin] No DVR routers for this DVR port adcaa2bd-41ef-45e3-b03b-0962fd6213d1 on host n-d-773647-6 {{(pid=100246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:03:22.655505 n-d-773647-6 neutron-server[100248]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 06 14:03:22.655505 n-d-773647-6 neutron-server[100248]: from cryptography.utils import int_from_bytes Jul 06 14:03:22.655505 n-d-773647-6 neutron-server[100248]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 06 14:03:22.655505 n-d-773647-6 neutron-server[100248]: from cryptography.utils import int_from_bytes Jul 06 14:03:22.655505 n-d-773647-6 neutron-server[100248]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 14:03:22.655505 n-d-773647-6 neutron-server[100248]: self.session.flush() Jul 06 14:03:22.655505 n-d-773647-6 neutron-server[100248]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 14:03:22.655505 n-d-773647-6 neutron-server[100248]: self.session.flush() Jul 06 14:03:22.655505 n-d-773647-6 neutron-server[100248]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 14:03:22.655505 n-d-773647-6 neutron-server[100248]: self.session.flush() Jul 06 14:03:22.655505 n-d-773647-6 neutron-server[100248]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 14:03:22.655505 n-d-773647-6 neutron-server[100248]: self.session.flush() Jul 06 14:03:22.655505 n-d-773647-6 neutron-server[100248]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 14:03:22.655505 n-d-773647-6 neutron-server[100248]: self.session.flush() Jul 06 14:03:22.655505 n-d-773647-6 neutron-server[100248]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 14:03:22.655505 n-d-773647-6 neutron-server[100248]: self.session.flush() Jul 06 14:03:22.655505 n-d-773647-6 neutron-server[100248]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 14:03:22.655505 n-d-773647-6 neutron-server[100248]: self.session.flush() Jul 06 14:03:22.655505 n-d-773647-6 neutron-server[100248]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 14:03:22.655505 n-d-773647-6 neutron-server[100248]: self.session.flush() Jul 06 14:03:22.655505 n-d-773647-6 neutron-server[100248]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 14:03:22.655505 n-d-773647-6 neutron-server[100248]: self.session.flush() Jul 06 14:03:22.655505 n-d-773647-6 neutron-server[100248]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 14:03:22.655505 n-d-773647-6 neutron-server[100248]: self.session.flush() Jul 06 14:03:22.655505 n-d-773647-6 neutron-server[100248]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 14:03:22.655505 n-d-773647-6 neutron-server[100248]: self.session.flush() Jul 06 14:03:22.655505 n-d-773647-6 neutron-server[100248]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 14:03:22.655505 n-d-773647-6 neutron-server[100248]: self.session.flush() Jul 06 14:03:22.655505 n-d-773647-6 neutron-server[100248]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 14:03:22.655505 n-d-773647-6 neutron-server[100248]: self.session.flush() Jul 06 14:03:22.655505 n-d-773647-6 neutron-server[100248]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 14:03:22.655505 n-d-773647-6 neutron-server[100248]: self.session.flush() Jul 06 14:03:22.655505 n-d-773647-6 neutron-server[100248]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 14:03:22.655505 n-d-773647-6 neutron-server[100248]: self.session.flush() Jul 06 14:03:22.655505 n-d-773647-6 neutron-server[100248]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 14:03:22.655505 n-d-773647-6 neutron-server[100248]: self.session.flush() Jul 06 14:03:22.655505 n-d-773647-6 neutron-server[100248]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 14:03:22.655505 n-d-773647-6 neutron-server[100248]: self.session.flush() Jul 06 14:03:22.655505 n-d-773647-6 neutron-server[100248]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 14:03:22.655505 n-d-773647-6 neutron-server[100248]: self.session.flush() Jul 06 14:03:22.655505 n-d-773647-6 neutron-server[100248]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 14:03:22.655505 n-d-773647-6 neutron-server[100248]: self.session.flush() Jul 06 14:03:22.657510 n-d-773647-6 neutron-server[100248]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 14:03:22.657510 n-d-773647-6 neutron-server[100248]: self.session.flush() Jul 06 14:03:22.657510 n-d-773647-6 neutron-server[100248]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 14:03:22.657510 n-d-773647-6 neutron-server[100248]: self.session.flush() Jul 06 14:03:22.657510 n-d-773647-6 neutron-server[100248]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 14:03:22.657510 n-d-773647-6 neutron-server[100248]: self.session.flush() Jul 06 14:03:22.657510 n-d-773647-6 neutron-server[100248]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 14:03:22.657510 n-d-773647-6 neutron-server[100248]: self.session.flush() Jul 06 14:03:22.657510 n-d-773647-6 neutron-server[100248]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 14:03:22.657510 n-d-773647-6 neutron-server[100248]: self.session.flush() Jul 06 14:03:22.657510 n-d-773647-6 neutron-server[100248]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 14:03:22.657510 n-d-773647-6 neutron-server[100248]: self.session.flush() Jul 06 14:03:22.657510 n-d-773647-6 neutron-server[100248]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 14:03:22.657510 n-d-773647-6 neutron-server[100248]: self.session.flush() Jul 06 14:03:22.670281 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-d0e7a972-535c-449c-a671-15f1723988f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117'] for port, after_delete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:22.691428 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0e7a972-535c-449c-a671-15f1723988f2 None None] No DVR routers for this DVR port adcaa2bd-41ef-45e3-b03b-0962fd6213d1 on host n-d-773647-6 {{(pid=100248) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:03:22.711736 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e7a972-535c-449c-a671-15f1723988f2 None None] Pushing event deleted for resources: {'Port': ['ID=adcaa2bd-41ef-45e3-b03b-0962fd6213d1,revision_number=None']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:03:22.726363 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.db [req-df26c087-4352-42b4-9585-7717eaa54ac5 req-5f583b62-c363-4892-9343-a0547634d739 tempest-ListServersNegativeTestJSON-1815013295 tempest-ListServersNegativeTestJSON-1815013295-project] For port 3a050d2a-2610-4161-a54a-7eb3e1fff538, host n-h1-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773647-6',level=0,port_id=3a050d2a-2610-4161-a54a-7eb3e1fff538,segment=NetworkSegment(f208382a-1e10-4992-aca3-ca6afbdb80b7),segment_id=f208382a-1e10-4992-aca3-ca6afbdb80b7)] {{(pid=100247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:03:22.726733 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-df26c087-4352-42b4-9585-7717eaa54ac5 req-5f583b62-c363-4892-9343-a0547634d739 tempest-ListServersNegativeTestJSON-1815013295 tempest-ListServersNegativeTestJSON-1815013295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:22.748211 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-a10477cc-8b7f-4322-91c3-9b277ac80177 req-f8c66730-b4ff-4af7-b260-65ad870f7694 tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] 10.222.0.104 "GET /v2.0/security-groups?id=49c1468a-280e-4510-8673-63e827c90e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4574296 Jul 06 14:03:22.788522 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.plugin [req-df26c087-4352-42b4-9585-7717eaa54ac5 req-5f583b62-c363-4892-9343-a0547634d739 tempest-ListServersNegativeTestJSON-1815013295 tempest-ListServersNegativeTestJSON-1815013295-project] Calling delete_port for 3a050d2a-2610-4161-a54a-7eb3e1fff538 owned by compute:nova {{(pid=100247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:03:22.839352 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-0bf0f596-b5b7-43d7-b739-4293247c0321 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-917204', 'neutron.services.segments.db._delete_segments_for_network-8773753502302'] for network, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:22.854046 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-89b9e2f2-541c-467b-bab3-987782702aba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:22.868410 n-d-773647-6 neutron-server[100246]: DEBUG neutron.services.segments.db [None req-0bf0f596-b5b7-43d7-b739-4293247c0321 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc2aab4d-ebf5-4223-8156-143d93bdc342']}} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:03:22.891117 n-d-773647-6 neutron-server[100246]: DEBUG neutron.services.segments.db [None req-0bf0f596-b5b7-43d7-b739-4293247c0321 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b84425ef-5b11-46aa-9198-ea4525ffd9fc') {'for_net_delete': True} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:03:22.891451 n-d-773647-6 neutron-server[100246]: DEBUG neutron.services.segments.db [None req-0bf0f596-b5b7-43d7-b739-4293247c0321 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b84425ef-5b11-46aa-9198-ea4525ffd9fc') {} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:03:22.905048 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-0bf0f596-b5b7-43d7-b739-4293247c0321 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773753515138', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126218898'] for segment, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:22.936491 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-0bf0f596-b5b7-43d7-b739-4293247c0321 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552'] for segment, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:22.949959 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0bf0f596-b5b7-43d7-b739-4293247c0321 admin admin] Releasing vlan 1024 on physical network physnet1 to pool {{(pid=100246) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 14:03:22.950457 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-0bf0f596-b5b7-43d7-b739-4293247c0321 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127687491'] for segment, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:22.954828 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-dc57e30f-142d-4bfb-aa3c-25cef2be0557 req-282df7a1-b96f-4136-9d38-a722ac1418d9 tempest-ListServersNegativeTestJSON-1815013295 tempest-ListServersNegativeTestJSON-1815013295-project] 10.222.0.104 "GET /v2.0/security-groups?id=5d2e10db-80f0-43d1-a4b3-353e53bb2009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7799332 Jul 06 14:03:23.047362 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf0f596-b5b7-43d7-b739-4293247c0321 admin admin] Pushing event deleted for resources: {'Port': ['ID=adcaa2bd-41ef-45e3-b03b-0962fd6213d1,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:03:23.052475 n-d-773647-6 neutron-server[100246]: Traceback (most recent call last): Jul 06 14:03:23.052475 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 14:03:23.052475 n-d-773647-6 neutron-server[100246]: timer() Jul 06 14:03:23.052475 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 14:03:23.052475 n-d-773647-6 neutron-server[100246]: cb(*args, **kw) Jul 06 14:03:23.052475 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 14:03:23.052475 n-d-773647-6 neutron-server[100246]: return func(*args, **kwargs) Jul 06 14:03:23.052475 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 14:03:23.052475 n-d-773647-6 neutron-server[100246]: self._notify() Jul 06 14:03:23.052475 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 14:03:23.052475 n-d-773647-6 neutron-server[100246]: self.callback(batched_events) Jul 06 14:03:23.052475 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 14:03:23.052475 n-d-773647-6 neutron-server[100246]: event.method(event) Jul 06 14:03:23.052475 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 14:03:23.052475 n-d-773647-6 neutron-server[100246]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 14:03:23.052475 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 14:03:23.052475 n-d-773647-6 neutron-server[100246]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 14:03:23.052475 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 14:03:23.052475 n-d-773647-6 neutron-server[100246]: return f(self, *a, **k) Jul 06 14:03:23.052475 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 14:03:23.052475 n-d-773647-6 neutron-server[100246]: return self._get(url).json() Jul 06 14:03:23.052475 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 14:03:23.052475 n-d-773647-6 neutron-server[100246]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 14:03:23.052475 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 14:03:23.052475 n-d-773647-6 neutron-server[100246]: return self.request(url, 'GET', **kwargs) Jul 06 14:03:23.052475 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 14:03:23.052475 n-d-773647-6 neutron-server[100246]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 14:03:23.052475 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 14:03:23.052475 n-d-773647-6 neutron-server[100246]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 14:03:23.052475 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 14:03:23.052475 n-d-773647-6 neutron-server[100246]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 14:03:23.052475 n-d-773647-6 neutron-server[100246]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 14:03:23.055867 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-0bf0f596-b5b7-43d7-b739-4293247c0321 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-917215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1761140'] for network, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:23.080204 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e001560f-70b1-4863-9bce-524f7f0e7716 req-6c907aed-9c8b-4ea1-91c8-3802b1b04a50 tempest-ListServersNegativeTestJSON-1815013295 tempest-ListServersNegativeTestJSON-1815013295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:03:23.081761 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-e001560f-70b1-4863-9bce-524f7f0e7716 req-6c907aed-9c8b-4ea1-91c8-3802b1b04a50 tempest-ListServersNegativeTestJSON-1815013295 tempest-ListServersNegativeTestJSON-1815013295-project] 10.222.0.127 "GET /v2.0/ports?device_id=3a88983d-2fa1-40f2-9c8a-3905b60aa866 HTTP/1.1" status: 200 len: 946 time: 1.0167246 Jul 06 14:03:23.093502 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-0bf0f596-b5b7-43d7-b739-4293247c0321 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583035'] for network, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:23.100999 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-0bf0f596-b5b7-43d7-b739-4293247c0321 admin admin] 10.222.0.104 "DELETE /v2.0/networks/dc2aab4d-ebf5-4223-8156-143d93bdc342 HTTP/1.1" status: 204 len: 168 time: 1.7553635 Jul 06 14:03:23.137526 n-d-773647-6 neutron-server[100247]: INFO neutron.api.v2.resource [req-6e6777b4-b1a4-4d51-bc20-3860ce2f2459 req-8a7d054f-dde9-4b1a-bc9e-66ca6f5ba1d7 tempest-FloatingIPsNegativeTestJSON-1856546175 tempest-FloatingIPsNegativeTestJSON-1856546175-project] show failed (client error): The resource could not be found. Jul 06 14:03:23.137699 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf0f596-b5b7-43d7-b739-4293247c0321 admin admin] Pushing event deleted for resources: {'Network': ['ID=dc2aab4d-ebf5-4223-8156-143d93bdc342,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:03:23.138574 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-6e6777b4-b1a4-4d51-bc20-3860ce2f2459 req-8a7d054f-dde9-4b1a-bc9e-66ca6f5ba1d7 tempest-FloatingIPsNegativeTestJSON-1856546175 tempest-FloatingIPsNegativeTestJSON-1856546175-project] 10.222.0.104 "GET /v2.0/floatingips/e3c2c1b1-a8cd-47e8-8747-10e70a4b8db0 HTTP/1.1" status: 404 len: 350 time: 0.2206786 Jul 06 14:03:23.139178 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-df26c087-4352-42b4-9585-7717eaa54ac5 req-5f583b62-c363-4892-9343-a0547634d739 tempest-ListServersNegativeTestJSON-1815013295 tempest-ListServersNegativeTestJSON-1815013295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128888353'] for port, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:23.161841 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 38476) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:03:23.170878 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] get_ports_and_sgs() called for port_ids ['3a050d2a-2610-4161-a54a-7eb3e1fff538', '07067623-f1b1-48ee-80fe-e48f5d5bb168'] {{(pid=100248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 14:03:23.350324 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-1c45911c-e110-42d5-9cda-d54ec717035d req-537e474c-5e16-476c-9353-fb057b289a4c service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=e35a7e2e-d30c-4bf0-b481-78bca7eacfd4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2042017 Jul 06 14:03:23.537020 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device e35e6418-abba-4c2e-8960-dc3b045b2bec up at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:03:23.544401 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad77852-ce22-4a34-95ec-9ef2a10283ba service neutron] Pushing event updated for resources: {'Port': ['ID=0fccaba0-09bb-4911-acde-c7e70c576bcb,revision_number=2']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:03:23.582941 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 38480) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:03:23.643789 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f583b62-c363-4892-9343-a0547634d739 tempest-ListServersNegativeTestJSON-1815013295 tempest-ListServersNegativeTestJSON-1815013295-project] Pushing event deleted for resources: {'Port': ['ID=3a050d2a-2610-4161-a54a-7eb3e1fff538,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:03:23.701099 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c45911c-e110-42d5-9cda-d54ec717035d req-099d26cd-332c-4b26-b062-ec388dfa3ab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:03:23.702713 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-1c45911c-e110-42d5-9cda-d54ec717035d req-099d26cd-332c-4b26-b062-ec388dfa3ab0 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=781535735adb4e1297ed6761c38ca98f&device_id=e35a7e2e-d30c-4bf0-b481-78bca7eacfd4 HTTP/1.1" status: 200 len: 1097 time: 0.2699647 Jul 06 14:03:23.765934 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf885e31-181c-46e6-9b04-5d78112962de None None] Sync routers for ids ['b9b3160c-6948-48f2-a8b2-cf5ef4597c43'] in n-d-773647-6 {{(pid=100248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 14:03:23.779960 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf885e31-181c-46e6-9b04-5d78112962de None None] Routers {'b9b3160c-6948-48f2-a8b2-cf5ef4597c43'} bound to L3 agent in host n-d-773647-6 {{(pid=100248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:03:23.780747 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-cf885e31-181c-46e6-9b04-5d78112962de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T14:02:55Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['b9b3160c-6948-48f2-a8b2-cf5ef4597c43'], 'active': True} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:03:23.799910 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-bb54556f-9bc2-4334-9ea3-258e1e019cd3 admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=825a4fb0f5c7454f82c586f8d1442f43&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2137210 Jul 06 14:03:23.800573 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 38488) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:03:23.825764 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.l3_dvrscheduler_db [req-df26c087-4352-42b4-9585-7717eaa54ac5 req-5f583b62-c363-4892-9343-a0547634d739 tempest-ListServersNegativeTestJSON-1815013295 tempest-ListServersNegativeTestJSON-1815013295-project] No DVR routers for this DVR port 3a050d2a-2610-4161-a54a-7eb3e1fff538 on host n-h1-773647-6 {{(pid=100247) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:03:23.828020 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning complete for port e35e6418-abba-4c2e-8960-dc3b045b2bec triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:03:23.828514 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:23.887322 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-df26c087-4352-42b4-9585-7717eaa54ac5 req-5f583b62-c363-4892-9343-a0547634d739 tempest-ListServersNegativeTestJSON-1815013295 tempest-ListServersNegativeTestJSON-1815013295-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:23.897336 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-df26c087-4352-42b4-9585-7717eaa54ac5 req-5f583b62-c363-4892-9343-a0547634d739 tempest-ListServersNegativeTestJSON-1815013295 tempest-ListServersNegativeTestJSON-1815013295-project] 10.222.0.127 "DELETE /v2.0/ports/3a050d2a-2610-4161-a54a-7eb3e1fff538 HTTP/1.1" status: 204 len: 173 time: 2.8469334 Jul 06 14:03:23.897653 n-d-773647-6 neutron-server[100247]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9b7bf62-e3b3-4580-987f-698788d7878c', 'name': 'network-vif-deleted', 'tag': '3a050d2a-2610-4161-a54a-7eb3e1fff538'}] {{(pid=100247) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:03:23.900001 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cbf0eeaae822f8fc9b87a94aeba67a3d651842baf663a51cba94b67a514836d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa772a66-7f98-46a8-8503-594f95ef51af" -d '{"events": [{"server_uuid": "b9b7bf62-e3b3-4580-987f-698788d7878c", "name": "network-vif-deleted", "tag": "3a050d2a-2610-4161-a54a-7eb3e1fff538"}]}' {{(pid=100247) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:03:24.046631 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c45911c-e110-42d5-9cda-d54ec717035d req-7ea6c62b-019c-458e-823d-c1fbbcfd60b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:03:24.056647 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-1c45911c-e110-42d5-9cda-d54ec717035d req-7ea6c62b-019c-458e-823d-c1fbbcfd60b6 service neutron] 10.222.0.72 "GET /v2.0/networks?id=d9f36955-e86a-4c93-9b28-49ad744bf776 HTTP/1.1" status: 200 len: 917 time: 0.3264542 Jul 06 14:03:24.077254 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-c0d17d83-52ea-4611-a1c2-aa7c52b33a1b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:24.124745 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.agents_db [None req-167c0ad6-1657-4c9a-a2c4-3b18056aa662 None None] Agent healthcheck: found 7 active agents {{(pid=100249) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 14:03:24.140658 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvr_db [None req-cf885e31-181c-46e6-9b04-5d78112962de None None] Set router b9b3160c-6948-48f2-a8b2-cf5ef4597c43 gateway port host: n-d-773647-6 {{(pid=100248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:03:24.150856 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-c0d17d83-52ea-4611-a1c2-aa7c52b33a1b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:24.166264 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-1c45911c-e110-42d5-9cda-d54ec717035d req-3f913f39-bd9a-47a2-a9ec-2e39b27fa37b service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cf98c374-ae9b-477f-888b-f3febecd9b81 HTTP/1.1" status: 200 len: 1001 time: 0.1020949 Jul 06 14:03:24.195822 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.managers [req-1658b2ed-02ee-4fd6-9ffb-3111fde0cd07 req-6ad77852-ce22-4a34-95ec-9ef2a10283ba service neutron] Attempting to bind port 0fccaba0-09bb-4911-acde-c7e70c576bcb on host n-h2-773647-6 for vnic_type normal with profile {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:03:24.196162 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.managers [req-1658b2ed-02ee-4fd6-9ffb-3111fde0cd07 req-6ad77852-ce22-4a34-95ec-9ef2a10283ba service neutron] Attempting to bind port 0fccaba0-09bb-4911-acde-c7e70c576bcb by drivers openvswitch,hyperv on host n-h2-773647-6 at level 0 using segments [{'id': '89a04a2d-f882-47fd-b830-e5562609bb0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1021, 'network_id': '8db538bb-9e5e-4771-8353-dcc3bdff004e'}] {{(pid=100247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:03:24.196693 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1658b2ed-02ee-4fd6-9ffb-3111fde0cd07 req-6ad77852-ce22-4a34-95ec-9ef2a10283ba service neutron] Attempting to bind port 0fccaba0-09bb-4911-acde-c7e70c576bcb on network 8db538bb-9e5e-4771-8353-dcc3bdff004e {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:03:24.249754 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1658b2ed-02ee-4fd6-9ffb-3111fde0cd07 req-6ad77852-ce22-4a34-95ec-9ef2a10283ba service neutron] Port 0fccaba0-09bb-4911-acde-c7e70c576bcb on network 8db538bb-9e5e-4771-8353-dcc3bdff004e not bound, no agent of type Open vSwitch agent registered on host n-h2-773647-6 {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 14:03:24.250314 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1658b2ed-02ee-4fd6-9ffb-3111fde0cd07 req-6ad77852-ce22-4a34-95ec-9ef2a10283ba service neutron] Attempting to bind port 0fccaba0-09bb-4911-acde-c7e70c576bcb on network 8db538bb-9e5e-4771-8353-dcc3bdff004e {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:03:24.259876 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1658b2ed-02ee-4fd6-9ffb-3111fde0cd07 req-6ad77852-ce22-4a34-95ec-9ef2a10283ba service neutron] Checking agent: {'id': '63768ece-0600-4354-8d29-fdedec96b077', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-773647-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 51, 10), 'started_at': datetime.datetime(2021, 7, 6, 13, 51, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 3, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:03:24.260451 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1658b2ed-02ee-4fd6-9ffb-3111fde0cd07 req-6ad77852-ce22-4a34-95ec-9ef2a10283ba service neutron] Checking segment: {'id': '89a04a2d-f882-47fd-b830-e5562609bb0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1021, 'network_id': '8db538bb-9e5e-4771-8353-dcc3bdff004e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100247) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:03:24.261228 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1658b2ed-02ee-4fd6-9ffb-3111fde0cd07 req-6ad77852-ce22-4a34-95ec-9ef2a10283ba service neutron] Bound using segment: {'id': '89a04a2d-f882-47fd-b830-e5562609bb0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1021, 'network_id': '8db538bb-9e5e-4771-8353-dcc3bdff004e'} {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:03:24.261934 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.managers [req-1658b2ed-02ee-4fd6-9ffb-3111fde0cd07 req-6ad77852-ce22-4a34-95ec-9ef2a10283ba service neutron] Bound port: 0fccaba0-09bb-4911-acde-c7e70c576bcb, host: n-h2-773647-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '89a04a2d-f882-47fd-b830-e5562609bb0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1021, 'network_id': '8db538bb-9e5e-4771-8353-dcc3bdff004e'}}] {{(pid=100247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:03:24.262498 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-1658b2ed-02ee-4fd6-9ffb-3111fde0cd07 req-6ad77852-ce22-4a34-95ec-9ef2a10283ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:24.319099 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c45911c-e110-42d5-9cda-d54ec717035d req-5d9c3fa4-7dc0-4de8-a1ea-73ede8e66605 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:03:24.320717 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-1c45911c-e110-42d5-9cda-d54ec717035d req-5d9c3fa4-7dc0-4de8-a1ea-73ede8e66605 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=8b3908d8-67f9-4087-8b08-3c0c944b289c HTTP/1.1" status: 200 len: 854 time: 0.1376467 Jul 06 14:03:24.332707 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 14:03:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bc3d555-c52b-4d6c-8980-e094f3457eb8 x-openstack-request-id: req-8bc3d555-c52b-4d6c-8980-e094f3457eb8 {{(pid=100247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:03:24.333355 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9b7bf62-e3b3-4580-987f-698788d7878c", "name": "network-vif-deleted", "tag": "3a050d2a-2610-4161-a54a-7eb3e1fff538", "status": "completed", "code": 200}]} {{(pid=100247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:03:24.333808 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-8bc3d555-c52b-4d6c-8980-e094f3457eb8 {{(pid=100247) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:03:24.334409 n-d-773647-6 neutron-server[100247]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9b7bf62-e3b3-4580-987f-698788d7878c', 'name': 'network-vif-deleted', 'tag': '3a050d2a-2610-4161-a54a-7eb3e1fff538', 'status': 'completed', 'code': 200} Jul 06 14:03:24.403664 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.plugin [req-e001560f-70b1-4863-9bce-524f7f0e7716 req-77f4fbf1-1747-4a2e-9aad-98666253b513 tempest-ListServersNegativeTestJSON-1815013295 tempest-ListServersNegativeTestJSON-1815013295-project] Deleting port 07067623-f1b1-48ee-80fe-e48f5d5bb168 {{(pid=100247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:03:24.404320 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-e001560f-70b1-4863-9bce-524f7f0e7716 req-77f4fbf1-1747-4a2e-9aad-98666253b513 tempest-ListServersNegativeTestJSON-1815013295 tempest-ListServersNegativeTestJSON-1815013295-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:24.514774 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7757a62d-5200-4fa4-aa4b-04c74a984bbd req-1e831a8a-eeb4-45f0-a294-007376216f72 tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:03:24.542211 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7757a62d-5200-4fa4-aa4b-04c74a984bbd req-1e831a8a-eeb4-45f0-a294-007376216f72 tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:03:24.551489 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-c0d17d83-52ea-4611-a1c2-aa7c52b33a1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:24.558939 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7757a62d-5200-4fa4-aa4b-04c74a984bbd req-1e831a8a-eeb4-45f0-a294-007376216f72 tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:03:24.571329 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-c0d17d83-52ea-4611-a1c2-aa7c52b33a1b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:24.573059 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-c0d17d83-52ea-4611-a1c2-aa7c52b33a1b admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/715e00b7-412d-4ac6-a847-c2c6525b42cb HTTP/1.1" status: 204 len: 168 time: 0.7153032 Jul 06 14:03:24.580697 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c45911c-e110-42d5-9cda-d54ec717035d req-e0ef35e1-9f8c-4375-914d-d5c61ede464a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:03:24.581442 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7757a62d-5200-4fa4-aa4b-04c74a984bbd req-1e831a8a-eeb4-45f0-a294-007376216f72 tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:03:24.583045 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-1c45911c-e110-42d5-9cda-d54ec717035d req-e0ef35e1-9f8c-4375-914d-d5c61ede464a service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=d9f36955-e86a-4c93-9b28-49ad744bf776&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2390361 Jul 06 14:03:24.591035 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d17d83-52ea-4611-a1c2-aa7c52b33a1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=715e00b7-412d-4ac6-a847-c2c6525b42cb,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:03:24.592309 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7757a62d-5200-4fa4-aa4b-04c74a984bbd req-1e831a8a-eeb4-45f0-a294-007376216f72 tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:03:24.593926 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-cf885e31-181c-46e6-9b04-5d78112962de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9b3160c-6948-48f2-a8b2-cf5ef4597c43', 'name': 'tempest-FloatingIPsNegativeTestJSON-1302168084-router', 'tenant_id': '04b7bbd7f1424a65b07876d70c7f3522', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.106'}], 'enable_snat': True}, 'gw_port_id': 'e35e6418-abba-4c2e-8960-dc3b045b2bec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:03:11Z', 'updated_at': '2021-07-06T14:03:17Z', 'revision_number': 4, 'project_id': '04b7bbd7f1424a65b07876d70c7f3522', 'gw_port': {'id': 'e35e6418-abba-4c2e-8960-dc3b045b2bec', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:0d:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9b3160c-6948-48f2-a8b2-cf5ef4597c43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1030, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:03:12Z', 'updated_at': '2021-07-06T14:03:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6', '_interfaces': [{'id': 'd28b69fe-f157-47a6-994b-8cba6c1b826b', 'name': '', 'network_id': '5fd6dc6b-fbc9-4999-a58a-3d2962ba7986', 'tenant_id': '04b7bbd7f1424a65b07876d70c7f3522', 'mac_address': 'fa:16:3e:fe:19:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9b3160c-6948-48f2-a8b2-cf5ef4597c43', 'device_owner': 'network:router_interface', 'standard_attr_id': 1033, 'fixed_ips': [{'subnet_id': '02144aa1-18a5-4e07-bf10-f61797ca3c14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:03:16Z', 'updated_at': '2021-07-06T14:03:17Z', 'revision_number': 2, 'project_id': '04b7bbd7f1424a65b07876d70c7f3522', 'subnets': [{'id': '02144aa1-18a5-4e07-bf10-f61797ca3c14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773647-6', False) {} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:03:24.606787 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-7757a62d-5200-4fa4-aa4b-04c74a984bbd req-1e831a8a-eeb4-45f0-a294-007376216f72 tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] 10.222.0.104 "GET /v2.0/ports?device_id=e7dc6a4d-9f66-42f4-9ec5-8a24ac011f21 HTTP/1.1" status: 200 len: 3828 time: 0.5160036 Jul 06 14:03:24.663328 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 38506) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:03:24.695233 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf885e31-181c-46e6-9b04-5d78112962de None None] Checking router: b9b3160c-6948-48f2-a8b2-cf5ef4597c43 for host: n-d-773647-6 {{(pid=100248) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 14:03:24.695596 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf885e31-181c-46e6-9b04-5d78112962de None None] Updating router b9b3160c-6948-48f2-a8b2-cf5ef4597c43 port d28b69fe-f157-47a6-994b-8cba6c1b826b binding host n-d-773647-6 {{(pid=100248) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 14:03:24.733563 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-d7aeee75-d894-4843-8523-fbab503663e3 req-387bf126-eb30-419d-9709-b8e597e37f3e tempest-ListServersNegativeTestJSON-1815013295 tempest-ListServersNegativeTestJSON-1815013295-project] 10.222.0.104 "GET /v2.0/ports?device_id=b9b7bf62-e3b3-4580-987f-698788d7878c HTTP/1.1" status: 200 len: 210 time: 0.1195538 Jul 06 14:03:24.759273 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-1c45911c-e110-42d5-9cda-d54ec717035d req-20520925-832a-4f23-bbc4-f5e615c842b4 service neutron] 10.222.0.72 "GET /v2.0/networks/d9f36955-e86a-4c93-9b28-49ad744bf776?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1580436 Jul 06 14:03:24.760520 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device adcaa2bd-41ef-45e3-b03b-0962fd6213d1 no longer exists at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:03:24.880885 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] No Port match for: adcaa2bd-41ef-45e3-b03b-0962fd6213d1 {{(pid=100248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 14:03:24.882536 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.db [req-e001560f-70b1-4863-9bce-524f7f0e7716 req-77f4fbf1-1747-4a2e-9aad-98666253b513 tempest-ListServersNegativeTestJSON-1815013295 tempest-ListServersNegativeTestJSON-1815013295-project] For port 07067623-f1b1-48ee-80fe-e48f5d5bb168, host n-h1-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773647-6',level=0,port_id=07067623-f1b1-48ee-80fe-e48f5d5bb168,segment=NetworkSegment(f208382a-1e10-4992-aca3-ca6afbdb80b7),segment_id=f208382a-1e10-4992-aca3-ca6afbdb80b7)] {{(pid=100247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:03:24.882949 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device adcaa2bd-41ef-45e3-b03b-0962fd6213d1 not bound to the agent host n-d-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:03:24.883997 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-e001560f-70b1-4863-9bce-524f7f0e7716 req-77f4fbf1-1747-4a2e-9aad-98666253b513 tempest-ListServersNegativeTestJSON-1815013295 tempest-ListServersNegativeTestJSON-1815013295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:24.889668 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-cf885e31-181c-46e6-9b04-5d78112962de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:24.924845 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.plugin [req-e001560f-70b1-4863-9bce-524f7f0e7716 req-77f4fbf1-1747-4a2e-9aad-98666253b513 tempest-ListServersNegativeTestJSON-1815013295 tempest-ListServersNegativeTestJSON-1815013295-project] Calling delete_port for 07067623-f1b1-48ee-80fe-e48f5d5bb168 owned by compute:nova {{(pid=100247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:03:24.980079 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-be21a517-05dc-45db-920b-3f96eb491b23 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:25.004800 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.db [req-1658b2ed-02ee-4fd6-9ffb-3111fde0cd07 req-6ad77852-ce22-4a34-95ec-9ef2a10283ba service neutron] For port 0fccaba0-09bb-4911-acde-c7e70c576bcb, host n-h2-773647-6, cleared binding levels {{(pid=100247) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:03:25.075905 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.db [req-1658b2ed-02ee-4fd6-9ffb-3111fde0cd07 req-6ad77852-ce22-4a34-95ec-9ef2a10283ba service neutron] For port 0fccaba0-09bb-4911-acde-c7e70c576bcb, host n-h2-773647-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=0fccaba0-09bb-4911-acde-c7e70c576bcb,segment=NetworkSegment(89a04a2d-f882-47fd-b830-e5562609bb0e),segment_id=89a04a2d-f882-47fd-b830-e5562609bb0e)] {{(pid=100247) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:03:25.092863 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-1c45911c-e110-42d5-9cda-d54ec717035d req-697ad884-4d87-4dcd-82cb-228030439361 service neutron] 10.222.0.72 "GET /v2.0/networks/d9f36955-e86a-4c93-9b28-49ad744bf776?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3221052 Jul 06 14:03:25.101497 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-7757a62d-5200-4fa4-aa4b-04c74a984bbd req-7a0c1088-5ea5-4c88-82c9-5126fb217c90 tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] 10.222.0.104 "GET /v2.0/security-groups?id=49c1468a-280e-4510-8673-63e827c90e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4575183 Jul 06 14:03:25.119346 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-1658b2ed-02ee-4fd6-9ffb-3111fde0cd07 req-6ad77852-ce22-4a34-95ec-9ef2a10283ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128888538'] for port, after_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:25.152442 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-be21a517-05dc-45db-920b-3f96eb491b23 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:25.162615 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-be21a517-05dc-45db-920b-3f96eb491b23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:25.231203 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-be21a517-05dc-45db-920b-3f96eb491b23 admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=264c0ab686c54cfb8e202849375e20b0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5665343 Jul 06 14:03:25.234081 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 38514) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:03:25.239896 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad77852-ce22-4a34-95ec-9ef2a10283ba service neutron] Pushing event updated for resources: {'Port': ['ID=0fccaba0-09bb-4911-acde-c7e70c576bcb,revision_number=3']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:03:25.244284 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-cf885e31-181c-46e6-9b04-5d78112962de None None] Notify callbacks [] for port, precommit_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:25.268328 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-cf885e31-181c-46e6-9b04-5d78112962de None None] Transition to ACTIVE for port object d28b69fe-f157-47a6-994b-8cba6c1b826b will not be triggered until provisioned by entity L2. {{(pid=100248) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:03:25.280902 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-cf885e31-181c-46e6-9b04-5d78112962de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:25.384783 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1658b2ed-02ee-4fd6-9ffb-3111fde0cd07 req-6ad77852-ce22-4a34-95ec-9ef2a10283ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:03:25.385734 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be21a517-05dc-45db-920b-3f96eb491b23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aca66b82-3aba-4c3a-913f-e41a7d6c9ae3,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:03:25.393247 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-1658b2ed-02ee-4fd6-9ffb-3111fde0cd07 req-6ad77852-ce22-4a34-95ec-9ef2a10283ba service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:25.400862 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-1658b2ed-02ee-4fd6-9ffb-3111fde0cd07 req-6ad77852-ce22-4a34-95ec-9ef2a10283ba service neutron] 10.222.0.72 "PUT /v2.0/ports/0fccaba0-09bb-4911-acde-c7e70c576bcb HTTP/1.1" status: 200 len: 1091 time: 4.8822942 Jul 06 14:03:25.444530 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-e402ac77-b673-4365-a0da-b3c63c7a1f3e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:25.469714 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [req-1658b2ed-02ee-4fd6-9ffb-3111fde0cd07 req-1441c209-9788-43d8-93c7-c2b03216d411 service neutron] Request body: {'port': {'device_id': 'e7dc6a4d-9f66-42f4-9ec5-8a24ac011f21', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-773647-6'}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:03:25.485902 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-e402ac77-b673-4365-a0da-b3c63c7a1f3e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:25.553444 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-e402ac77-b673-4365-a0da-b3c63c7a1f3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:25.556783 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-e402ac77-b673-4365-a0da-b3c63c7a1f3e admin admin] Notify callbacks [] for security_group, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:25.559435 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-e402ac77-b673-4365-a0da-b3c63c7a1f3e admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/aca66b82-3aba-4c3a-913f-e41a7d6c9ae3 HTTP/1.1" status: 204 len: 168 time: 0.3242803 Jul 06 14:03:25.583790 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ecfde05-7d87-4f47-940a-d70ddf70a0b7 None None] Pushing event updated for resources: {'Port': ['ID=d28b69fe-f157-47a6-994b-8cba6c1b826b,revision_number=3']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:03:25.596571 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e202ef-1e71-44ee-89b2-4de046b0c665 req-6400eb50-01bf-4d97-bf85-e95dc8fc130d tempest-TenantUsagesTestJSON-258161606 tempest-TenantUsagesTestJSON-258161606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:03:25.599016 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e402ac77-b673-4365-a0da-b3c63c7a1f3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aca66b82-3aba-4c3a-913f-e41a7d6c9ae3,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:03:25.620167 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-97e202ef-1e71-44ee-89b2-4de046b0c665 req-6400eb50-01bf-4d97-bf85-e95dc8fc130d tempest-TenantUsagesTestJSON-258161606 tempest-TenantUsagesTestJSON-258161606-project] 10.222.0.104 "GET /v2.0/ports?device_id=e45022b4-4829-48e3-9b35-a84bfba29790 HTTP/1.1" status: 200 len: 950 time: 0.6302204 Jul 06 14:03:25.630335 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-c96a1693-ee1c-4b68-b862-cf5671c1cf5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:25.680818 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-cf885e31-181c-46e6-9b04-5d78112962de None None] Attempting to bind port d28b69fe-f157-47a6-994b-8cba6c1b826b on host n-d-773647-6 for vnic_type normal with profile {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:03:25.681503 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-cf885e31-181c-46e6-9b04-5d78112962de None None] Attempting to bind port d28b69fe-f157-47a6-994b-8cba6c1b826b by drivers openvswitch,hyperv on host n-d-773647-6 at level 0 using segments [{'id': '44486aaf-f3a6-4acc-a50e-407bc2e2f272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': '5fd6dc6b-fbc9-4999-a58a-3d2962ba7986'}] {{(pid=100248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:03:25.683378 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf885e31-181c-46e6-9b04-5d78112962de None None] Attempting to bind port d28b69fe-f157-47a6-994b-8cba6c1b826b on network 5fd6dc6b-fbc9-4999-a58a-3d2962ba7986 {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:03:25.696170 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf885e31-181c-46e6-9b04-5d78112962de None None] Checking agent: {'id': '8ab5b19c-d213-4f29-891d-27bdf39d38b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773647-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 43, 26), 'started_at': datetime.datetime(2021, 7, 6, 13, 43, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 2, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773647-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:03:25.697922 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf885e31-181c-46e6-9b04-5d78112962de None None] Checking segment: {'id': '44486aaf-f3a6-4acc-a50e-407bc2e2f272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': '5fd6dc6b-fbc9-4999-a58a-3d2962ba7986'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:03:25.698971 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-cf885e31-181c-46e6-9b04-5d78112962de None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:25.703365 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf885e31-181c-46e6-9b04-5d78112962de None None] Bound using segment: {'id': '44486aaf-f3a6-4acc-a50e-407bc2e2f272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': '5fd6dc6b-fbc9-4999-a58a-3d2962ba7986'} {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:03:25.704056 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-cf885e31-181c-46e6-9b04-5d78112962de None None] Bound port: d28b69fe-f157-47a6-994b-8cba6c1b826b, host: n-d-773647-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44486aaf-f3a6-4acc-a50e-407bc2e2f272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': '5fd6dc6b-fbc9-4999-a58a-3d2962ba7986'}}] {{(pid=100248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:03:25.714041 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-cf885e31-181c-46e6-9b04-5d78112962de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:25.787177 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018c5b3d-f4fc-4c48-b2e2-12a9a8fe4d2d req-a5b0675d-8143-408f-a53d-13c7cc35a1be tempest-TenantUsagesTestJSON-258161606 tempest-TenantUsagesTestJSON-258161606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:03:25.791624 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-018c5b3d-f4fc-4c48-b2e2-12a9a8fe4d2d req-a5b0675d-8143-408f-a53d-13c7cc35a1be tempest-TenantUsagesTestJSON-258161606 tempest-TenantUsagesTestJSON-258161606-project] 10.222.0.72 "GET /v2.0/ports?device_id=e45022b4-4829-48e3-9b35-a84bfba29790 HTTP/1.1" status: 200 len: 950 time: 0.1957412 Jul 06 14:03:25.827614 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-cf885e31-181c-46e6-9b04-5d78112962de None None] For port d28b69fe-f157-47a6-994b-8cba6c1b826b, host n-d-773647-6, cleared binding levels {{(pid=100248) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:03:25.831942 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-cf885e31-181c-46e6-9b04-5d78112962de None None] For port d28b69fe-f157-47a6-994b-8cba6c1b826b, host n-d-773647-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=d28b69fe-f157-47a6-994b-8cba6c1b826b,segment=NetworkSegment(44486aaf-f3a6-4acc-a50e-407bc2e2f272),segment_id=44486aaf-f3a6-4acc-a50e-407bc2e2f272)] {{(pid=100248) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:03:25.836879 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Device 3a050d2a-2610-4161-a54a-7eb3e1fff538 no longer exists at agent hyperv_n-h1-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:03:25.857645 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-cf885e31-181c-46e6-9b04-5d78112962de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:25.917806 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-9050767a-3fba-4c9d-b286-359d1fd192f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1809431'] for router_interface, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:25.957770 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-97e202ef-1e71-44ee-89b2-4de046b0c665 req-1e9a8bc9-49c1-4e29-8bfa-60bede9c80b2 tempest-TenantUsagesTestJSON-258161606 tempest-TenantUsagesTestJSON-258161606-project] 10.222.0.104 "GET /v2.0/security-groups?id=ec51de6f-bae5-46fd-a4fb-e46cde6503d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3356616 Jul 06 14:03:25.977091 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ecfde05-7d87-4f47-940a-d70ddf70a0b7 None None] Pushing event updated for resources: {'Port': ['ID=d28b69fe-f157-47a6-994b-8cba6c1b826b,revision_number=4']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:03:25.999639 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] No Port match for: 3a050d2a-2610-4161-a54a-7eb3e1fff538 {{(pid=100248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 14:03:26.000390 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Device 3a050d2a-2610-4161-a54a-7eb3e1fff538 not bound to the agent host n-h1-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:03:26.000814 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Device 07067623-f1b1-48ee-80fe-e48f5d5bb168 no longer exists at agent hyperv_n-h1-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:03:26.109344 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf885e31-181c-46e6-9b04-5d78112962de None None] Routers {'b9b3160c-6948-48f2-a8b2-cf5ef4597c43'} bound to L3 agent in host n-d-773647-6 {{(pid=100248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:03:26.110335 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-cf885e31-181c-46e6-9b04-5d78112962de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T14:03:25Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['b9b3160c-6948-48f2-a8b2-cf5ef4597c43'], 'active': True} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:03:26.128006 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [req-018c5b3d-f4fc-4c48-b2e2-12a9a8fe4d2d req-02ad1a9d-444b-4d5c-b498-35214a7b9153 tempest-TenantUsagesTestJSON-258161606 tempest-TenantUsagesTestJSON-258161606-project] Deleting port 8fc242fd-02fe-474f-882c-c9e3041ef015 {{(pid=100246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:03:26.128355 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-018c5b3d-f4fc-4c48-b2e2-12a9a8fe4d2d req-02ad1a9d-444b-4d5c-b498-35214a7b9153 tempest-TenantUsagesTestJSON-258161606 tempest-TenantUsagesTestJSON-258161606-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:26.219925 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-e001560f-70b1-4863-9bce-524f7f0e7716 req-77f4fbf1-1747-4a2e-9aad-98666253b513 tempest-ListServersNegativeTestJSON-1815013295 tempest-ListServersNegativeTestJSON-1815013295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128888353'] for port, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:26.268091 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:26.346072 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.db [req-018c5b3d-f4fc-4c48-b2e2-12a9a8fe4d2d req-02ad1a9d-444b-4d5c-b498-35214a7b9153 tempest-TenantUsagesTestJSON-258161606 tempest-TenantUsagesTestJSON-258161606-project] For port 8fc242fd-02fe-474f-882c-c9e3041ef015, host n-h2-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=8fc242fd-02fe-474f-882c-c9e3041ef015,segment=NetworkSegment(c9ea893d-045e-42cf-b3dd-cdd1f79baccd),segment_id=c9ea893d-045e-42cf-b3dd-cdd1f79baccd)] {{(pid=100246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:03:26.347805 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-018c5b3d-f4fc-4c48-b2e2-12a9a8fe4d2d req-02ad1a9d-444b-4d5c-b498-35214a7b9153 tempest-TenantUsagesTestJSON-258161606 tempest-TenantUsagesTestJSON-258161606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:26.350264 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:26.366652 n-d-773647-6 neutron-server[100247]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7dc6a4d-9f66-42f4-9ec5-8a24ac011f21', 'tag': '0fccaba0-09bb-4911-acde-c7e70c576bcb'}] {{(pid=100247) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:03:26.368978 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cbf0eeaae822f8fc9b87a94aeba67a3d651842baf663a51cba94b67a514836d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77da6e49-5407-464e-ad0b-79138f71647e" -d '{"events": [{"name": "network-changed", "server_uuid": "e7dc6a4d-9f66-42f4-9ec5-8a24ac011f21", "tag": "0fccaba0-09bb-4911-acde-c7e70c576bcb"}]}' {{(pid=100247) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:03:26.387564 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [req-018c5b3d-f4fc-4c48-b2e2-12a9a8fe4d2d req-02ad1a9d-444b-4d5c-b498-35214a7b9153 tempest-TenantUsagesTestJSON-258161606 tempest-TenantUsagesTestJSON-258161606-project] Calling delete_port for 8fc242fd-02fe-474f-882c-c9e3041ef015 owned by compute:nova {{(pid=100246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:03:26.403569 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-1658b2ed-02ee-4fd6-9ffb-3111fde0cd07 req-1441c209-9788-43d8-93c7-c2b03216d411 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:26.436041 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f4fbf1-1747-4a2e-9aad-98666253b513 tempest-ListServersNegativeTestJSON-1815013295 tempest-ListServersNegativeTestJSON-1815013295-project] Pushing event deleted for resources: {'Port': ['ID=07067623-f1b1-48ee-80fe-e48f5d5bb168,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:03:26.481632 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 38544) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:03:26.489155 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvr_db [None req-cf885e31-181c-46e6-9b04-5d78112962de None None] Set router b9b3160c-6948-48f2-a8b2-cf5ef4597c43 gateway port host: n-d-773647-6 {{(pid=100248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:03:26.503502 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 38548) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:03:26.532260 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-f878978a-54fc-42d2-ad61-8990e8281ddd admin admin] Notify callbacks [] for security_group, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:26.602797 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-1fdb40ff-c011-42ce-ba97-f25844b2c459 req-f1ed79b3-3963-4159-9834-818a876c602d tempest-ListServersNegativeTestJSON-1815013295 tempest-ListServersNegativeTestJSON-1815013295-project] 10.222.0.104 "GET /v2.0/ports?device_id=3a88983d-2fa1-40f2-9c8a-3905b60aa866 HTTP/1.1" status: 200 len: 210 time: 0.2506664 Jul 06 14:03:26.655231 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.l3_dvrscheduler_db [req-e001560f-70b1-4863-9bce-524f7f0e7716 req-77f4fbf1-1747-4a2e-9aad-98666253b513 tempest-ListServersNegativeTestJSON-1815013295 tempest-ListServersNegativeTestJSON-1815013295-project] No DVR routers for this DVR port 07067623-f1b1-48ee-80fe-e48f5d5bb168 on host n-h1-773647-6 {{(pid=100247) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:03:26.721477 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-2064eaae-da4f-48f8-82d2-b09d4ddedd44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:26.729585 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-018c5b3d-f4fc-4c48-b2e2-12a9a8fe4d2d req-02ad1a9d-444b-4d5c-b498-35214a7b9153 tempest-TenantUsagesTestJSON-258161606 tempest-TenantUsagesTestJSON-258161606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127687580'] for port, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:26.773148 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-e001560f-70b1-4863-9bce-524f7f0e7716 req-77f4fbf1-1747-4a2e-9aad-98666253b513 tempest-ListServersNegativeTestJSON-1815013295 tempest-ListServersNegativeTestJSON-1815013295-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:26.775142 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-e001560f-70b1-4863-9bce-524f7f0e7716 req-77f4fbf1-1747-4a2e-9aad-98666253b513 tempest-ListServersNegativeTestJSON-1815013295 tempest-ListServersNegativeTestJSON-1815013295-project] 10.222.0.127 "DELETE /v2.0/ports/07067623-f1b1-48ee-80fe-e48f5d5bb168 HTTP/1.1" status: 204 len: 173 time: 3.6687903 Jul 06 14:03:26.818097 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ad1a9d-444b-4d5c-b498-35214a7b9153 tempest-TenantUsagesTestJSON-258161606 tempest-TenantUsagesTestJSON-258161606-project] Pushing event deleted for resources: {'Port': ['ID=8fc242fd-02fe-474f-882c-c9e3041ef015,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:03:26.897705 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-1b8a5761-33b8-4f94-9af4-2a8e701a4db2 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-445114093-network', 'tenant_id': 'c58533eb0b2d4fb7aa5279b4ebbfe926'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:03:26.941344 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [req-018c5b3d-f4fc-4c48-b2e2-12a9a8fe4d2d req-02ad1a9d-444b-4d5c-b498-35214a7b9153 tempest-TenantUsagesTestJSON-258161606 tempest-TenantUsagesTestJSON-258161606-project] No DVR routers for this DVR port 8fc242fd-02fe-474f-882c-c9e3041ef015 on host n-h2-773647-6 {{(pid=100246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:03:26.947448 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-018c5b3d-f4fc-4c48-b2e2-12a9a8fe4d2d req-02ad1a9d-444b-4d5c-b498-35214a7b9153 tempest-TenantUsagesTestJSON-258161606 tempest-TenantUsagesTestJSON-258161606-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:26.950578 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-018c5b3d-f4fc-4c48-b2e2-12a9a8fe4d2d req-02ad1a9d-444b-4d5c-b498-35214a7b9153 tempest-TenantUsagesTestJSON-258161606 tempest-TenantUsagesTestJSON-258161606-project] 10.222.0.72 "DELETE /v2.0/ports/8fc242fd-02fe-474f-882c-c9e3041ef015 HTTP/1.1" status: 204 len: 173 time: 1.1538537 Jul 06 14:03:26.956186 n-d-773647-6 neutron-server[100246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e45022b4-4829-48e3-9b35-a84bfba29790', 'name': 'network-vif-deleted', 'tag': '8fc242fd-02fe-474f-882c-c9e3041ef015'}] {{(pid=100246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:03:26.961776 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0d96c5ab5e889f7b933ae915b9be33d1b46c9e87795bf781004b656ef3f1e87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cfc6582-8655-48bd-837e-024a92a11cb7" -d '{"events": [{"server_uuid": "e45022b4-4829-48e3-9b35-a84bfba29790", "name": "network-vif-deleted", "tag": "8fc242fd-02fe-474f-882c-c9e3041ef015"}]}' {{(pid=100246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:03:26.992417 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-cf885e31-181c-46e6-9b04-5d78112962de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9b3160c-6948-48f2-a8b2-cf5ef4597c43', 'name': 'tempest-FloatingIPsNegativeTestJSON-1302168084-router', 'tenant_id': '04b7bbd7f1424a65b07876d70c7f3522', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.106'}], 'enable_snat': True}, 'gw_port_id': 'e35e6418-abba-4c2e-8960-dc3b045b2bec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:03:11Z', 'updated_at': '2021-07-06T14:03:17Z', 'revision_number': 4, 'project_id': '04b7bbd7f1424a65b07876d70c7f3522', 'gw_port': {'id': 'e35e6418-abba-4c2e-8960-dc3b045b2bec', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:0d:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9b3160c-6948-48f2-a8b2-cf5ef4597c43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1030, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:03:12Z', 'updated_at': '2021-07-06T14:03:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6', '_interfaces': [{'id': 'd28b69fe-f157-47a6-994b-8cba6c1b826b', 'name': '', 'network_id': '5fd6dc6b-fbc9-4999-a58a-3d2962ba7986', 'tenant_id': '04b7bbd7f1424a65b07876d70c7f3522', 'mac_address': 'fa:16:3e:fe:19:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9b3160c-6948-48f2-a8b2-cf5ef4597c43', 'device_owner': 'network:router_interface', 'standard_attr_id': 1033, 'fixed_ips': [{'subnet_id': '02144aa1-18a5-4e07-bf10-f61797ca3c14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:03:16Z', 'updated_at': '2021-07-06T14:03:25Z', 'revision_number': 4, 'project_id': '04b7bbd7f1424a65b07876d70c7f3522', 'subnets': [{'id': '02144aa1-18a5-4e07-bf10-f61797ca3c14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773647-6', False) {} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:03:27.024512 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-f878978a-54fc-42d2-ad61-8990e8281ddd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:27.034839 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-f878978a-54fc-42d2-ad61-8990e8281ddd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:27.063565 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf885e31-181c-46e6-9b04-5d78112962de None None] The sync data for ids ['b9b3160c-6948-48f2-a8b2-cf5ef4597c43'] in n-d-773647-6 is: [{'id': 'b9b3160c-6948-48f2-a8b2-cf5ef4597c43', 'name': 'tempest-FloatingIPsNegativeTestJSON-1302168084-router', 'tenant_id': '04b7bbd7f1424a65b07876d70c7f3522', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.106'}], 'enable_snat': True}, 'gw_port_id': 'e35e6418-abba-4c2e-8960-dc3b045b2bec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:03:11Z', 'updated_at': '2021-07-06T14:03:17Z', 'revision_number': 4, 'project_id': '04b7bbd7f1424a65b07876d70c7f3522', 'gw_port': {'id': 'e35e6418-abba-4c2e-8960-dc3b045b2bec', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:0d:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9b3160c-6948-48f2-a8b2-cf5ef4597c43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1030, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:03:12Z', 'updated_at': '2021-07-06T14:03:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6', '_interfaces': [{'id': 'd28b69fe-f157-47a6-994b-8cba6c1b826b', 'name': '', 'network_id': '5fd6dc6b-fbc9-4999-a58a-3d2962ba7986', 'tenant_id': '04b7bbd7f1424a65b07876d70c7f3522', 'mac_address': 'fa:16:3e:fe:19:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9b3160c-6948-48f2-a8b2-cf5ef4597c43', 'device_owner': 'network:router_interface', 'standard_attr_id': 1033, 'fixed_ips': [{'subnet_id': '02144aa1-18a5-4e07-bf10-f61797ca3c14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:03:16Z', 'updated_at': '2021-07-06T14:03:25Z', 'revision_number': 4, 'project_id': '04b7bbd7f1424a65b07876d70c7f3522', 'subnets': [{'id': '02144aa1-18a5-4e07-bf10-f61797ca3c14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 14:03:27.150413 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b8a5761-33b8-4f94-9af4-2a8e701a4db2 admin admin] Made reservation on behalf of c58533eb0b2d4fb7aa5279b4ebbfe926 for: {'network': 1} {{(pid=100246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:03:27.153504 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-1b8a5761-33b8-4f94-9af4-2a8e701a4db2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for network, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:27.168423 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-f878978a-54fc-42d2-ad61-8990e8281ddd admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=94d3c4ae6077448fa1f67412a36d253c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6630073 Jul 06 14:03:27.175337 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-1b8a5761-33b8-4f94-9af4-2a8e701a4db2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:27.186789 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 38556) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:03:27.199172 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f878978a-54fc-42d2-ad61-8990e8281ddd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=665701b9-8440-4a51-b852-c4bddec79401,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:03:27.207612 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77da6e49-5407-464e-ad0b-79138f71647e req-5de52b4b-9550-467b-ac57-3a5ab320ab2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:03:27.208109 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77da6e49-5407-464e-ad0b-79138f71647e req-5de52b4b-9550-467b-ac57-3a5ab320ab2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:03:27.208964 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77da6e49-5407-464e-ad0b-79138f71647e req-5de52b4b-9550-467b-ac57-3a5ab320ab2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:03:27.209456 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77da6e49-5407-464e-ad0b-79138f71647e req-5de52b4b-9550-467b-ac57-3a5ab320ab2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:03:27.209915 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77da6e49-5407-464e-ad0b-79138f71647e req-5de52b4b-9550-467b-ac57-3a5ab320ab2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:03:27.211789 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-77da6e49-5407-464e-ad0b-79138f71647e req-5de52b4b-9550-467b-ac57-3a5ab320ab2a service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=db940b92de5443cbbd5f77e12cabccfc&device_id=e7dc6a4d-9f66-42f4-9ec5-8a24ac011f21 HTTP/1.1" status: 200 len: 4363 time: 0.2348888 Jul 06 14:03:27.258959 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 14:03:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65caa950-a664-422e-8753-726642c68bc4 x-openstack-request-id: req-65caa950-a664-422e-8753-726642c68bc4 {{(pid=100247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:03:27.259302 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7dc6a4d-9f66-42f4-9ec5-8a24ac011f21", "tag": "0fccaba0-09bb-4911-acde-c7e70c576bcb", "status": "completed", "code": 200}]} {{(pid=100247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:03:27.259629 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-65caa950-a664-422e-8753-726642c68bc4 {{(pid=100247) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:03:27.259998 n-d-773647-6 neutron-server[100247]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7dc6a4d-9f66-42f4-9ec5-8a24ac011f21', 'tag': '0fccaba0-09bb-4911-acde-c7e70c576bcb', 'status': 'completed', 'code': 200} Jul 06 14:03:27.460764 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615ba465-c486-4e27-aa57-5acdad44a292 req-0302a3c6-f497-43e7-b043-e0b5bff65417 tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:03:27.467793 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615ba465-c486-4e27-aa57-5acdad44a292 req-0302a3c6-f497-43e7-b043-e0b5bff65417 tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:03:27.473794 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615ba465-c486-4e27-aa57-5acdad44a292 req-0302a3c6-f497-43e7-b043-e0b5bff65417 tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:03:27.484235 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615ba465-c486-4e27-aa57-5acdad44a292 req-0302a3c6-f497-43e7-b043-e0b5bff65417 tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:03:27.490901 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615ba465-c486-4e27-aa57-5acdad44a292 req-0302a3c6-f497-43e7-b043-e0b5bff65417 tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:03:27.493133 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-615ba465-c486-4e27-aa57-5acdad44a292 req-0302a3c6-f497-43e7-b043-e0b5bff65417 tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] 10.222.0.104 "GET /v2.0/ports?device_id=e7dc6a4d-9f66-42f4-9ec5-8a24ac011f21 HTTP/1.1" status: 200 len: 3828 time: 1.0551064 Jul 06 14:03:27.560725 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device d28b69fe-f157-47a6-994b-8cba6c1b826b up at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:03:27.577654 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77da6e49-5407-464e-ad0b-79138f71647e req-fa98f69e-f671-4324-9489-70c31d7f8bc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:03:27.578510 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77da6e49-5407-464e-ad0b-79138f71647e req-fa98f69e-f671-4324-9489-70c31d7f8bc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:03:27.579099 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77da6e49-5407-464e-ad0b-79138f71647e req-fa98f69e-f671-4324-9489-70c31d7f8bc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:03:27.581514 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-77da6e49-5407-464e-ad0b-79138f71647e req-fa98f69e-f671-4324-9489-70c31d7f8bc8 service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=db940b92de5443cbbd5f77e12cabccfc&shared=False HTTP/1.1" status: 200 len: 2295 time: 0.3588874 Jul 06 14:03:27.692274 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-b960a1fd-a8dd-48b6-b2be-c5b300706061 req-2348c784-4aed-480c-b5df-a9456ec256e6 tempest-TenantUsagesTestJSON-258161606 tempest-TenantUsagesTestJSON-258161606-project] 10.222.0.104 "GET /v2.0/ports?device_id=e45022b4-4829-48e3-9b35-a84bfba29790 HTTP/1.1" status: 200 len: 210 time: 0.1956427 Jul 06 14:03:27.703756 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning for port d28b69fe-f157-47a6-994b-8cba6c1b826b completed by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:03:27.708728 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning complete for port d28b69fe-f157-47a6-994b-8cba6c1b826b triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:03:27.709096 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:27.744760 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-35f0ac93-ab4e-49eb-afac-4eb1b8a3a4cc req-901210c9-3344-4600-badd-7b7cd2fe6245 service neutron] 10.222.0.127 "GET /v2.0/ports?device_id=3a88983d-2fa1-40f2-9c8a-3905b60aa866&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.1658998 Jul 06 14:03:27.794290 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-615ba465-c486-4e27-aa57-5acdad44a292 req-af100681-88df-4f45-950b-3485b414a7fd tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] 10.222.0.104 "GET /v2.0/security-groups?id=49c1468a-280e-4510-8673-63e827c90e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2611616 Jul 06 14:03:27.878971 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 14:03:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5049be17-4624-4e07-b7cb-650a92bd22ec x-openstack-request-id: req-5049be17-4624-4e07-b7cb-650a92bd22ec {{(pid=100246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:03:27.880113 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e45022b4-4829-48e3-9b35-a84bfba29790", "name": "network-vif-deleted", "tag": "8fc242fd-02fe-474f-882c-c9e3041ef015", "status": "completed", "code": 200}]} {{(pid=100246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:03:27.880588 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-5049be17-4624-4e07-b7cb-650a92bd22ec {{(pid=100246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:03:27.881223 n-d-773647-6 neutron-server[100246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e45022b4-4829-48e3-9b35-a84bfba29790', 'name': 'network-vif-deleted', 'tag': '8fc242fd-02fe-474f-882c-c9e3041ef015', 'status': 'completed', 'code': 200} Jul 06 14:03:27.907643 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-6249250c-5586-405e-82f5-2fa3509712d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:27.927268 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:27.928939 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-35f0ac93-ab4e-49eb-afac-4eb1b8a3a4cc req-1624f5b1-8b1c-469f-8a55-2348829d0afe service neutron] 10.222.0.127 "GET /v2.0/ports?tenant_id=52db2b596e2941028d9ea05d3e8d838f&device_id=3a88983d-2fa1-40f2-9c8a-3905b60aa866 HTTP/1.1" status: 200 len: 210 time: 0.1077847 Jul 06 14:03:28.027792 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 38562) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:03:28.066339 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] For port d28b69fe-f157-47a6-994b-8cba6c1b826b, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=d28b69fe-f157-47a6-994b-8cba6c1b826b,segment=NetworkSegment(44486aaf-f3a6-4acc-a50e-407bc2e2f272),segment_id=44486aaf-f3a6-4acc-a50e-407bc2e2f272)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:03:28.074961 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:28.123095 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-6249250c-5586-405e-82f5-2fa3509712d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:28.151086 n-d-773647-6 neutron-server[100247]: DEBUG neutron.notifiers.nova [req-1658b2ed-02ee-4fd6-9ffb-3111fde0cd07 req-1441c209-9788-43d8-93c7-c2b03216d411 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3ba18cf5-928e-46ea-b0ca-9a371b8d9b40 {{(pid=100247) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 14:03:28.153085 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Pushing event updated for resources: {'Port': ['ID=d28b69fe-f157-47a6-994b-8cba6c1b826b,revision_number=5']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:03:28.172526 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Device 8fc242fd-02fe-474f-882c-c9e3041ef015 no longer exists at agent hyperv_n-h2-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:03:28.202728 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] No Port match for: 8fc242fd-02fe-474f-882c-c9e3041ef015 {{(pid=100248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 14:03:28.202999 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Device 8fc242fd-02fe-474f-882c-c9e3041ef015 not bound to the agent host n-h2-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:03:28.221600 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-1658b2ed-02ee-4fd6-9ffb-3111fde0cd07 req-1441c209-9788-43d8-93c7-c2b03216d411 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:28.234137 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.db_base_plugin_v2 [None req-46389c6a-6f97-4187-b886-a7a77f6cab36 admin admin] Deleting subnet 1f26fe8f-1d94-448f-a235-fb76de690367 {{(pid=100246) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 14:03:28.240558 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77da6e49-5407-464e-ad0b-79138f71647e req-ca4d5a11-26bf-4be5-8b02-fe91d92d0fd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:03:28.242186 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-77da6e49-5407-464e-ad0b-79138f71647e req-ca4d5a11-26bf-4be5-8b02-fe91d92d0fd9 service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.6508245 Jul 06 14:03:28.245435 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-1b8a5761-33b8-4f94-9af4-2a8e701a4db2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:28.246620 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-46389c6a-6f97-4187-b886-a7a77f6cab36 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:28.270158 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-1b8a5761-33b8-4f94-9af4-2a8e701a4db2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:28.309306 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-46389c6a-6f97-4187-b886-a7a77f6cab36 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126218885'] for subnet, precommit_delete_associations {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:28.312606 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8a5761-33b8-4f94-9af4-2a8e701a4db2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea0915eb-b13a-49e4-bbc3-7638008e6bb2,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:03:28.318264 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-03f71b24-a9b8-453a-8924-caa3f97bc6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:28.352674 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.provisioning_blocks [req-1658b2ed-02ee-4fd6-9ffb-3111fde0cd07 req-1441c209-9788-43d8-93c7-c2b03216d411 service neutron] Transition to ACTIVE for port object 3ba18cf5-928e-46ea-b0ca-9a371b8d9b40 will not be triggered until provisioned by entity L2. {{(pid=100247) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:03:28.370439 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-6249250c-5586-405e-82f5-2fa3509712d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:28.375864 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-6249250c-5586-405e-82f5-2fa3509712d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:28.377477 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-6249250c-5586-405e-82f5-2fa3509712d9 admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/665701b9-8440-4a51-b852-c4bddec79401 HTTP/1.1" status: 204 len: 168 time: 1.1858721 Jul 06 14:03:28.384477 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-1658b2ed-02ee-4fd6-9ffb-3111fde0cd07 req-1441c209-9788-43d8-93c7-c2b03216d411 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128888538'] for port, after_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:28.384764 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b8a5761-33b8-4f94-9af4-2a8e701a4db2 admin admin] vlan segment allocate from pool success with {'vlan_id': 1043, 'physical_network': 'physnet1'} {{(pid=100246) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 14:03:28.410207 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6249250c-5586-405e-82f5-2fa3509712d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=665701b9-8440-4a51-b852-c4bddec79401,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:03:28.441559 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-1b8a5761-33b8-4f94-9af4-2a8e701a4db2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552'] for segment, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:28.441914 n-d-773647-6 neutron-server[100246]: INFO neutron.db.segments_db [None req-1b8a5761-33b8-4f94-9af4-2a8e701a4db2 admin admin] Added segment 1d076991-1d3a-49e4-8197-8e8c9c12edf3 of type vlan for network ccfe6cf6-d5d9-48a6-9e4f-7d770a024a55 Jul 06 14:03:28.453702 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-46389c6a-6f97-4187-b886-a7a77f6cab36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-913473'] for subnet, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:28.554611 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-1b8a5761-33b8-4f94-9af4-2a8e701a4db2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773752984405'] for network, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:28.605055 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-46389c6a-6f97-4187-b886-a7a77f6cab36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-913480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1849032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127687590', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127702764'] for subnet, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:28.646612 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-46389c6a-6f97-4187-b886-a7a77f6cab36 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:28.646612 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-46389c6a-6f97-4187-b886-a7a77f6cab36 admin admin] 10.222.0.104 "DELETE /v2.0/subnets/1f26fe8f-1d94-448f-a235-fb76de690367 HTTP/1.1" status: 204 len: 168 time: 0.6166832 Jul 06 14:03:28.648187 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46389c6a-6f97-4187-b886-a7a77f6cab36 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1f26fe8f-1d94-448f-a235-fb76de690367,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:03:28.654114 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 38572) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:03:28.671028 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-1b8a5761-33b8-4f94-9af4-2a8e701a4db2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060'] for network, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:28.672225 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b8a5761-33b8-4f94-9af4-2a8e701a4db2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:03:28.672988 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-1b8a5761-33b8-4f94-9af4-2a8e701a4db2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583035'] for network, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:28.780341 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-1b8a5761-33b8-4f94-9af4-2a8e701a4db2 admin admin] 10.222.0.104 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 2.2972178 Jul 06 14:03:28.784022 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 38580) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:03:28.792114 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-3a5b2aa2-0700-4d32-93e3-e1c627bf352e admin admin] Request body: {'subnet': {'network_id': 'ccfe6cf6-d5d9-48a6-9e4f-7d770a024a55', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-445114093-subnet', 'tenant_id': 'c58533eb0b2d4fb7aa5279b4ebbfe926', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:03:28.808767 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-f2c29c14-5197-4499-ac5c-a5acaf037e9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530492'] for network, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:28.815734 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8a5761-33b8-4f94-9af4-2a8e701a4db2 admin admin] Pushing event updated for resources: {'Network': ['ID=ccfe6cf6-d5d9-48a6-9e4f-7d770a024a55,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:03:28.830568 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Network ccfe6cf6-d5d9-48a6-9e4f-7d770a024a55 details requested by agent ovs-agent-n-d-773647-6 with host n-d-773647-6 {{(pid=100248) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 14:03:28.883032 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a5b2aa2-0700-4d32-93e3-e1c627bf352e admin admin] Made reservation on behalf of c58533eb0b2d4fb7aa5279b4ebbfe926 for: {'subnet': 1} {{(pid=100246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:03:28.885392 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-3a5b2aa2-0700-4d32-93e3-e1c627bf352e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127702029'] for subnet, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:28.921224 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1441c209-9788-43d8-93c7-c2b03216d411 service neutron] Pushing event updated for resources: {'Port': ['ID=3ba18cf5-928e-46ea-b0ca-9a371b8d9b40,revision_number=2']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:03:28.927271 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.plugin [None req-9050767a-3fba-4c9d-b286-359d1fd192f1 admin admin] Deleting port d28b69fe-f157-47a6-994b-8cba6c1b826b {{(pid=100247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:03:28.927593 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-9050767a-3fba-4c9d-b286-359d1fd192f1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:29.004429 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-f2c29c14-5197-4499-ac5c-a5acaf037e9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-917204', 'neutron.services.segments.db._delete_segments_for_network-8773753502302'] for network, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:29.018226 n-d-773647-6 neutron-server[100246]: DEBUG neutron.services.segments.db [None req-f2c29c14-5197-4499-ac5c-a5acaf037e9e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb355eb8-4341-45cc-83a2-92b9859202c1']}} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:03:29.048445 n-d-773647-6 neutron-server[100246]: DEBUG neutron.services.segments.db [None req-f2c29c14-5197-4499-ac5c-a5acaf037e9e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f208382a-1e10-4992-aca3-ca6afbdb80b7') {'for_net_delete': True} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:03:29.048775 n-d-773647-6 neutron-server[100246]: DEBUG neutron.services.segments.db [None req-f2c29c14-5197-4499-ac5c-a5acaf037e9e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f208382a-1e10-4992-aca3-ca6afbdb80b7') {} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:03:29.068790 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-f2c29c14-5197-4499-ac5c-a5acaf037e9e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773753515138', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126218898'] for segment, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:29.097505 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.db [None req-9050767a-3fba-4c9d-b286-359d1fd192f1 admin admin] For port d28b69fe-f157-47a6-994b-8cba6c1b826b, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=d28b69fe-f157-47a6-994b-8cba6c1b826b,segment=NetworkSegment(44486aaf-f3a6-4acc-a50e-407bc2e2f272),segment_id=44486aaf-f3a6-4acc-a50e-407bc2e2f272)] {{(pid=100247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:03:29.097882 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-9050767a-3fba-4c9d-b286-359d1fd192f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:29.136114 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.plugin [None req-9050767a-3fba-4c9d-b286-359d1fd192f1 admin admin] Calling delete_port for d28b69fe-f157-47a6-994b-8cba6c1b826b owned by network:router_interface {{(pid=100247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:03:29.166389 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-f2c29c14-5197-4499-ac5c-a5acaf037e9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552'] for segment, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:29.182569 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f2c29c14-5197-4499-ac5c-a5acaf037e9e admin admin] Releasing vlan 1012 on physical network physnet1 to pool {{(pid=100246) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 14:03:29.182985 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-f2c29c14-5197-4499-ac5c-a5acaf037e9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127687491'] for segment, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:29.184812 n-d-773647-6 neutron-server[100246]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:03:29.184812 n-d-773647-6 neutron-server[100246]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:03:29.184812 n-d-773647-6 neutron-server[100246]: Traceback (most recent call last): Jul 06 14:03:29.184812 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 14:03:29.184812 n-d-773647-6 neutron-server[100246]: timer() Jul 06 14:03:29.184812 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 14:03:29.184812 n-d-773647-6 neutron-server[100246]: cb(*args, **kw) Jul 06 14:03:29.184812 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 14:03:29.184812 n-d-773647-6 neutron-server[100246]: return func(*args, **kwargs) Jul 06 14:03:29.184812 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 14:03:29.184812 n-d-773647-6 neutron-server[100246]: self._notify() Jul 06 14:03:29.184812 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 14:03:29.184812 n-d-773647-6 neutron-server[100246]: self.callback(batched_events) Jul 06 14:03:29.184812 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 14:03:29.184812 n-d-773647-6 neutron-server[100246]: event.method(event) Jul 06 14:03:29.184812 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 14:03:29.184812 n-d-773647-6 neutron-server[100246]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 14:03:29.184812 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 14:03:29.184812 n-d-773647-6 neutron-server[100246]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 14:03:29.184812 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 14:03:29.184812 n-d-773647-6 neutron-server[100246]: return f(self, *a, **k) Jul 06 14:03:29.184812 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 14:03:29.184812 n-d-773647-6 neutron-server[100246]: return self._get(url).json() Jul 06 14:03:29.184812 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 14:03:29.184812 n-d-773647-6 neutron-server[100246]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 14:03:29.184812 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 14:03:29.184812 n-d-773647-6 neutron-server[100246]: return self.request(url, 'GET', **kwargs) Jul 06 14:03:29.184812 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 14:03:29.184812 n-d-773647-6 neutron-server[100246]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 14:03:29.184812 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 14:03:29.184812 n-d-773647-6 neutron-server[100246]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 14:03:29.184812 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 14:03:29.184812 n-d-773647-6 neutron-server[100246]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 14:03:29.184812 n-d-773647-6 neutron-server[100246]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 14:03:29.277829 n-d-773647-6 neutron-server[100247]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a88983d-2fa1-40f2-9c8a-3905b60aa866', 'name': 'network-vif-deleted', 'tag': '07067623-f1b1-48ee-80fe-e48f5d5bb168'}] {{(pid=100247) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:03:29.291341 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cbf0eeaae822f8fc9b87a94aeba67a3d651842baf663a51cba94b67a514836d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f578fa1f-b9a6-4120-8609-8e24c63a0250" -d '{"events": [{"server_uuid": "3a88983d-2fa1-40f2-9c8a-3905b60aa866", "name": "network-vif-deleted", "tag": "07067623-f1b1-48ee-80fe-e48f5d5bb168"}]}' {{(pid=100247) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:03:29.297382 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-f2c29c14-5197-4499-ac5c-a5acaf037e9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-917215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1761140'] for network, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:29.315536 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-f2c29c14-5197-4499-ac5c-a5acaf037e9e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583035'] for network, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:29.319098 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-f2c29c14-5197-4499-ac5c-a5acaf037e9e admin admin] 10.222.0.104 "DELETE /v2.0/networks/bb355eb8-4341-45cc-83a2-92b9859202c1 HTTP/1.1" status: 204 len: 168 time: 0.6658676 Jul 06 14:03:29.358641 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c29c14-5197-4499-ac5c-a5acaf037e9e admin admin] Pushing event deleted for resources: {'Network': ['ID=bb355eb8-4341-45cc-83a2-92b9859202c1,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:03:29.382235 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f0ac93-ab4e-49eb-afac-4eb1b8a3a4cc req-bcfa0761-d74d-4921-a602-0f5d01cfad4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:03:29.383779 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-35f0ac93-ab4e-49eb-afac-4eb1b8a3a4cc req-bcfa0761-d74d-4921-a602-0f5d01cfad4a service neutron] 10.222.0.127 "GET /v2.0/networks?tenant_id=52db2b596e2941028d9ea05d3e8d838f&shared=False HTTP/1.1" status: 200 len: 920 time: 1.2412086 Jul 06 14:03:29.443477 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 14:03:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d404c38-49b1-452f-940b-a126b6c456e4 x-openstack-request-id: req-3d404c38-49b1-452f-940b-a126b6c456e4 {{(pid=100247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:03:29.443957 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a88983d-2fa1-40f2-9c8a-3905b60aa866", "name": "network-vif-deleted", "tag": "07067623-f1b1-48ee-80fe-e48f5d5bb168", "status": "completed", "code": 200}]} {{(pid=100247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:03:29.444212 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-3d404c38-49b1-452f-940b-a126b6c456e4 {{(pid=100247) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:03:29.444614 n-d-773647-6 neutron-server[100247]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a88983d-2fa1-40f2-9c8a-3905b60aa866', 'name': 'network-vif-deleted', 'tag': '07067623-f1b1-48ee-80fe-e48f5d5bb168', 'status': 'completed', 'code': 200} Jul 06 14:03:29.510668 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device d28b69fe-f157-47a6-994b-8cba6c1b826b up at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:03:29.581396 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-3a5b2aa2-0700-4d32-93e3-e1c627bf352e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1849032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127687649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127702047'] for subnet, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:29.660697 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f0ac93-ab4e-49eb-afac-4eb1b8a3a4cc req-fe755c76-2372-4c72-947e-02acc7a04f52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:03:29.662552 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-35f0ac93-ab4e-49eb-afac-4eb1b8a3a4cc req-fe755c76-2372-4c72-947e-02acc7a04f52 service neutron] 10.222.0.127 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.2168868 Jul 06 14:03:29.685333 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning complete for port d28b69fe-f157-47a6-994b-8cba6c1b826b triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:03:29.685723 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:29.715653 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5b2aa2-0700-4d32-93e3-e1c627bf352e admin admin] Pushing event updated for resources: {'Subnet': ['ID=6ce1a20a-78a3-456b-b0e3-62c07b41e026,revision_number=0']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:03:29.727936 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a5b2aa2-0700-4d32-93e3-e1c627bf352e admin admin] Checking segment: {'id': '1d076991-1d3a-49e4-8197-8e8c9c12edf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': 'ccfe6cf6-d5d9-48a6-9e4f-7d770a024a55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:03:29.728306 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a5b2aa2-0700-4d32-93e3-e1c627bf352e admin admin] Network hostable DHCP agents. Network: ccfe6cf6-d5d9-48a6-9e4f-7d770a024a55, hostable agents: ['f2bada3d-be77-4359-982b-8505a2bbca04'], hosted agents: [] {{(pid=100246) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 14:03:29.737244 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.managers [req-1658b2ed-02ee-4fd6-9ffb-3111fde0cd07 req-1441c209-9788-43d8-93c7-c2b03216d411 service neutron] Attempting to bind port 3ba18cf5-928e-46ea-b0ca-9a371b8d9b40 on host n-h2-773647-6 for vnic_type normal with profile {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:03:29.737672 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.managers [req-1658b2ed-02ee-4fd6-9ffb-3111fde0cd07 req-1441c209-9788-43d8-93c7-c2b03216d411 service neutron] Attempting to bind port 3ba18cf5-928e-46ea-b0ca-9a371b8d9b40 by drivers openvswitch,hyperv on host n-h2-773647-6 at level 0 using segments [{'id': '59c264de-0282-4c26-a7e9-a05f64ad5f6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1041, 'network_id': 'ace612ee-fa1f-4249-807d-5000ddc15676'}] {{(pid=100247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:03:29.738077 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1658b2ed-02ee-4fd6-9ffb-3111fde0cd07 req-1441c209-9788-43d8-93c7-c2b03216d411 service neutron] Attempting to bind port 3ba18cf5-928e-46ea-b0ca-9a371b8d9b40 on network ace612ee-fa1f-4249-807d-5000ddc15676 {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:03:29.748088 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1658b2ed-02ee-4fd6-9ffb-3111fde0cd07 req-1441c209-9788-43d8-93c7-c2b03216d411 service neutron] Port 3ba18cf5-928e-46ea-b0ca-9a371b8d9b40 on network ace612ee-fa1f-4249-807d-5000ddc15676 not bound, no agent of type Open vSwitch agent registered on host n-h2-773647-6 {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 14:03:29.748494 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1658b2ed-02ee-4fd6-9ffb-3111fde0cd07 req-1441c209-9788-43d8-93c7-c2b03216d411 service neutron] Attempting to bind port 3ba18cf5-928e-46ea-b0ca-9a371b8d9b40 on network ace612ee-fa1f-4249-807d-5000ddc15676 {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:03:29.758318 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a5b2aa2-0700-4d32-93e3-e1c627bf352e admin admin] Network ccfe6cf6-d5d9-48a6-9e4f-7d770a024a55 is scheduled to be hosted by DHCP agent f2bada3d-be77-4359-982b-8505a2bbca04 with binding_index 1 {{(pid=100246) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 14:03:29.761940 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 38610) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:03:29.780642 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1658b2ed-02ee-4fd6-9ffb-3111fde0cd07 req-1441c209-9788-43d8-93c7-c2b03216d411 service neutron] Checking agent: {'id': '63768ece-0600-4354-8d29-fdedec96b077', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-773647-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 51, 10), 'started_at': datetime.datetime(2021, 7, 6, 13, 51, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 3, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:03:29.781047 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1658b2ed-02ee-4fd6-9ffb-3111fde0cd07 req-1441c209-9788-43d8-93c7-c2b03216d411 service neutron] Checking segment: {'id': '59c264de-0282-4c26-a7e9-a05f64ad5f6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1041, 'network_id': 'ace612ee-fa1f-4249-807d-5000ddc15676'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100247) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:03:29.781445 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1658b2ed-02ee-4fd6-9ffb-3111fde0cd07 req-1441c209-9788-43d8-93c7-c2b03216d411 service neutron] Bound using segment: {'id': '59c264de-0282-4c26-a7e9-a05f64ad5f6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1041, 'network_id': 'ace612ee-fa1f-4249-807d-5000ddc15676'} {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:03:29.781884 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.managers [req-1658b2ed-02ee-4fd6-9ffb-3111fde0cd07 req-1441c209-9788-43d8-93c7-c2b03216d411 service neutron] Bound port: 3ba18cf5-928e-46ea-b0ca-9a371b8d9b40, host: n-h2-773647-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '59c264de-0282-4c26-a7e9-a05f64ad5f6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1041, 'network_id': 'ace612ee-fa1f-4249-807d-5000ddc15676'}}] {{(pid=100247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:03:29.782246 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-1658b2ed-02ee-4fd6-9ffb-3111fde0cd07 req-1441c209-9788-43d8-93c7-c2b03216d411 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:29.793517 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.base_scheduler [None req-3a5b2aa2-0700-4d32-93e3-e1c627bf352e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773647-6, ccfe6cf6-d5d9-48a6-9e4f-7d770a024a55) {{(pid=100246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:03:29.804131 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a5b2aa2-0700-4d32-93e3-e1c627bf352e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:03:29.806503 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-3a5b2aa2-0700-4d32-93e3-e1c627bf352e admin admin] Notify callbacks [] for subnet, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:29.813961 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb3fff8a-4bd3-45b1-b414-917493a41525 None None] Network ccfe6cf6-d5d9-48a6-9e4f-7d770a024a55 requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:03:29.840056 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-3a5b2aa2-0700-4d32-93e3-e1c627bf352e admin admin] 10.222.0.104 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.0530107 Jul 06 14:03:29.851534 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-c11065cd-1541-4209-88ce-7ad0a376a4cd admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=52db2b596e2941028d9ea05d3e8d838f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0860484 Jul 06 14:03:29.851753 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 38614) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:03:29.864886 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-9050767a-3fba-4c9d-b286-359d1fd192f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128888353'] for port, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:29.904773 n-d-773647-6 neutron-server[100248]: INFO neutron.plugins.ml2.db [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] No ports have port_id starting with d28b69fe-f157-47a6-994b-8cba6c1b826b Jul 06 14:03:29.923452 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-8f01e3dd-4ed7-406b-b41b-88dd019c595b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:29.933140 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9050767a-3fba-4c9d-b286-359d1fd192f1 admin admin] Pushing event deleted for resources: {'Port': ['ID=d28b69fe-f157-47a6-994b-8cba6c1b826b,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:03:29.954141 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-8f01e3dd-4ed7-406b-b41b-88dd019c595b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:29.961585 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 38616) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:03:29.982863 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.db [req-1658b2ed-02ee-4fd6-9ffb-3111fde0cd07 req-1441c209-9788-43d8-93c7-c2b03216d411 service neutron] For port 3ba18cf5-928e-46ea-b0ca-9a371b8d9b40, host n-h2-773647-6, cleared binding levels {{(pid=100247) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:03:29.988398 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.db [req-1658b2ed-02ee-4fd6-9ffb-3111fde0cd07 req-1441c209-9788-43d8-93c7-c2b03216d411 service neutron] For port 3ba18cf5-928e-46ea-b0ca-9a371b8d9b40, host n-h2-773647-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=3ba18cf5-928e-46ea-b0ca-9a371b8d9b40,segment=NetworkSegment(59c264de-0282-4c26-a7e9-a05f64ad5f6c),segment_id=59c264de-0282-4c26-a7e9-a05f64ad5f6c)] {{(pid=100247) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:03:29.999762 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-1658b2ed-02ee-4fd6-9ffb-3111fde0cd07 req-1441c209-9788-43d8-93c7-c2b03216d411 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128888538'] for port, after_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:30.041343 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-8f01e3dd-4ed7-406b-b41b-88dd019c595b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:30.045356 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-8f01e3dd-4ed7-406b-b41b-88dd019c595b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:30.051090 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-8f01e3dd-4ed7-406b-b41b-88dd019c595b admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/5d2e10db-80f0-43d1-a4b3-353e53bb2009 HTTP/1.1" status: 204 len: 168 time: 0.1982617 Jul 06 14:03:30.068670 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4bf0cd4-2596-4a47-aeb6-5edd4c524c3c None None] Network ccfe6cf6-d5d9-48a6-9e4f-7d770a024a55 requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:03:30.072577 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f01e3dd-4ed7-406b-b41b-88dd019c595b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d2e10db-80f0-43d1-a4b3-353e53bb2009,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:03:30.162843 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1658b2ed-02ee-4fd6-9ffb-3111fde0cd07 req-1441c209-9788-43d8-93c7-c2b03216d411 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:03:30.163497 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-1658b2ed-02ee-4fd6-9ffb-3111fde0cd07 req-1441c209-9788-43d8-93c7-c2b03216d411 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:30.166208 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-1658b2ed-02ee-4fd6-9ffb-3111fde0cd07 req-1441c209-9788-43d8-93c7-c2b03216d411 service neutron] 10.222.0.72 "PUT /v2.0/ports/3ba18cf5-928e-46ea-b0ca-9a371b8d9b40 HTTP/1.1" status: 200 len: 1131 time: 4.7184184 Jul 06 14:03:30.231098 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [req-1658b2ed-02ee-4fd6-9ffb-3111fde0cd07 req-1732739b-0bdc-47b2-b433-c8758dbe6a8a service neutron] Request body: {'port': {'device_id': 'e7dc6a4d-9f66-42f4-9ec5-8a24ac011f21', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-773647-6'}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:03:30.277521 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1441c209-9788-43d8-93c7-c2b03216d411 service neutron] Pushing event updated for resources: {'Port': ['ID=3ba18cf5-928e-46ea-b0ca-9a371b8d9b40,revision_number=3']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:03:30.431095 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-c144d3b2-d832-4e47-859f-a641c19467e5 admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=fd7ce71ce407441088f54dc52b8b686f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4677346 Jul 06 14:03:30.431735 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 38632) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:03:30.447917 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-1658b2ed-02ee-4fd6-9ffb-3111fde0cd07 req-1732739b-0bdc-47b2-b433-c8758dbe6a8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:30.460654 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035750bd-058b-477d-bd1b-76ba46eeb817 req-e9dde666-30d1-4ce4-b098-ba73eb0b7fe0 tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:03:30.467442 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035750bd-058b-477d-bd1b-76ba46eeb817 req-e9dde666-30d1-4ce4-b098-ba73eb0b7fe0 tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:03:30.474195 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035750bd-058b-477d-bd1b-76ba46eeb817 req-e9dde666-30d1-4ce4-b098-ba73eb0b7fe0 tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:03:30.483512 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035750bd-058b-477d-bd1b-76ba46eeb817 req-e9dde666-30d1-4ce4-b098-ba73eb0b7fe0 tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:03:30.492082 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035750bd-058b-477d-bd1b-76ba46eeb817 req-e9dde666-30d1-4ce4-b098-ba73eb0b7fe0 tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:03:30.493973 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-603153c4-7ad2-4fea-9844-afc832f2422f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:30.498922 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035750bd-058b-477d-bd1b-76ba46eeb817 req-e9dde666-30d1-4ce4-b098-ba73eb0b7fe0 tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:03:30.501109 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-035750bd-058b-477d-bd1b-76ba46eeb817 req-e9dde666-30d1-4ce4-b098-ba73eb0b7fe0 tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] 10.222.0.104 "GET /v2.0/ports?device_id=e7dc6a4d-9f66-42f4-9ec5-8a24ac011f21 HTTP/1.1" status: 200 len: 4601 time: 1.2034378 Jul 06 14:03:30.511451 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-9050767a-3fba-4c9d-b286-359d1fd192f1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1809193'] for router_interface, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:30.524325 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-603153c4-7ad2-4fea-9844-afc832f2422f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:30.586592 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-603153c4-7ad2-4fea-9844-afc832f2422f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:30.589779 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-603153c4-7ad2-4fea-9844-afc832f2422f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:30.593977 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-603153c4-7ad2-4fea-9844-afc832f2422f admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/ec51de6f-bae5-46fd-a4fb-e46cde6503d8 HTTP/1.1" status: 204 len: 168 time: 0.1612492 Jul 06 14:03:30.602251 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603153c4-7ad2-4fea-9844-afc832f2422f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec51de6f-bae5-46fd-a4fb-e46cde6503d8,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:03:30.655404 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-035750bd-058b-477d-bd1b-76ba46eeb817 req-386ac2c0-e608-4434-87a1-8af0934be788 tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] 10.222.0.104 "GET /v2.0/security-groups?id=49c1468a-280e-4510-8673-63e827c90e1a&id=89d2c750-f3d8-486f-ac80-ea9c67d569ed&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1448195 Jul 06 14:03:31.073732 n-d-773647-6 neutron-server[100247]: DEBUG neutron.notifiers.nova [req-1658b2ed-02ee-4fd6-9ffb-3111fde0cd07 req-1732739b-0bdc-47b2-b433-c8758dbe6a8a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f010560f-f4c8-4c8c-99e0-7afd7573142a {{(pid=100247) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 14:03:31.079564 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9050767a-3fba-4c9d-b286-359d1fd192f1 admin admin] Router b9b3160c-6948-48f2-a8b2-cf5ef4597c43 has already been hosted by L3 agent 2823d358-a11b-4885-a706-95a279e43fa7 {{(pid=100247) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 14:03:31.092964 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-1658b2ed-02ee-4fd6-9ffb-3111fde0cd07 req-1732739b-0bdc-47b2-b433-c8758dbe6a8a service neutron] Notify callbacks [] for port, precommit_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:31.110457 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.provisioning_blocks [req-1658b2ed-02ee-4fd6-9ffb-3111fde0cd07 req-1732739b-0bdc-47b2-b433-c8758dbe6a8a service neutron] Transition to ACTIVE for port object f010560f-f4c8-4c8c-99e0-7afd7573142a will not be triggered until provisioned by entity L2. {{(pid=100247) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:03:31.117130 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-1658b2ed-02ee-4fd6-9ffb-3111fde0cd07 req-1732739b-0bdc-47b2-b433-c8758dbe6a8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128888538'] for port, after_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:31.280172 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1732739b-0bdc-47b2-b433-c8758dbe6a8a service neutron] Pushing event updated for resources: {'Port': ['ID=f010560f-f4c8-4c8c-99e0-7afd7573142a,revision_number=2']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:03:31.281013 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 38660) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:03:31.306071 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-a97d3540-69a0-4526-bc78-4821a0452a1c admin admin] Notify callbacks [] for security_group, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:31.346468 n-d-773647-6 neutron-server[100247]: INFO neutron.api.v2.resource [req-16c85407-dad3-4593-b04d-7836b9c58989 req-7ee8431e-05eb-427a-9d78-f7f53df3498d tempest-SecurityGroupsNegativeTestJSON-1039649613 tempest-SecurityGroupsNegativeTestJSON-1039649613-project] show failed (client error): The resource could not be found. Jul 06 14:03:31.356231 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-16c85407-dad3-4593-b04d-7836b9c58989 req-7ee8431e-05eb-427a-9d78-f7f53df3498d tempest-SecurityGroupsNegativeTestJSON-1039649613 tempest-SecurityGroupsNegativeTestJSON-1039649613-project] 10.222.0.104 "GET /v2.0/security-groups/51e4428f-fb7d-43ae-8895-7a71bbc9022f HTTP/1.1" status: 404 len: 352 time: 0.5279372 Jul 06 14:03:31.362812 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9050767a-3fba-4c9d-b286-359d1fd192f1 admin admin] Notify agent at l3_agent.n-d-773647-6 the message routers_updated {{(pid=100247) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 14:03:31.384943 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 38666) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:03:31.386171 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-9050767a-3fba-4c9d-b286-359d1fd192f1 admin admin] 10.222.0.104 "PUT /v2.0/routers/b9b3160c-6948-48f2-a8b2-cf5ef4597c43/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2204578 Jul 06 14:03:31.393317 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb079d78-c263-4a9d-9a5c-16dd30cd7c8d None None] Sync routers for ids ['b9b3160c-6948-48f2-a8b2-cf5ef4597c43'] in n-d-773647-6 {{(pid=100249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 14:03:31.413770 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb079d78-c263-4a9d-9a5c-16dd30cd7c8d None None] Routers {'b9b3160c-6948-48f2-a8b2-cf5ef4597c43'} bound to L3 agent in host n-d-773647-6 {{(pid=100249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:03:31.414641 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-cb079d78-c263-4a9d-9a5c-16dd30cd7c8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T14:03:25Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['b9b3160c-6948-48f2-a8b2-cf5ef4597c43'], 'active': True} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:03:31.427686 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.managers [req-1658b2ed-02ee-4fd6-9ffb-3111fde0cd07 req-1732739b-0bdc-47b2-b433-c8758dbe6a8a service neutron] Attempting to bind port f010560f-f4c8-4c8c-99e0-7afd7573142a on host n-h2-773647-6 for vnic_type normal with profile {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:03:31.428054 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.managers [req-1658b2ed-02ee-4fd6-9ffb-3111fde0cd07 req-1732739b-0bdc-47b2-b433-c8758dbe6a8a service neutron] Attempting to bind port f010560f-f4c8-4c8c-99e0-7afd7573142a by drivers openvswitch,hyperv on host n-h2-773647-6 at level 0 using segments [{'id': '59c264de-0282-4c26-a7e9-a05f64ad5f6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1041, 'network_id': 'ace612ee-fa1f-4249-807d-5000ddc15676'}] {{(pid=100247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:03:31.430827 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1658b2ed-02ee-4fd6-9ffb-3111fde0cd07 req-1732739b-0bdc-47b2-b433-c8758dbe6a8a service neutron] Attempting to bind port f010560f-f4c8-4c8c-99e0-7afd7573142a on network ace612ee-fa1f-4249-807d-5000ddc15676 {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:03:31.460367 n-d-773647-6 neutron-server[100247]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7dc6a4d-9f66-42f4-9ec5-8a24ac011f21', 'tag': '3ba18cf5-928e-46ea-b0ca-9a371b8d9b40'}] {{(pid=100247) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:03:31.460367 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cbf0eeaae822f8fc9b87a94aeba67a3d651842baf663a51cba94b67a514836d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de5804b1-e727-4c5f-a395-aba277428daa" -d '{"events": [{"name": "network-changed", "server_uuid": "e7dc6a4d-9f66-42f4-9ec5-8a24ac011f21", "tag": "3ba18cf5-928e-46ea-b0ca-9a371b8d9b40"}]}' {{(pid=100247) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:03:31.480255 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1658b2ed-02ee-4fd6-9ffb-3111fde0cd07 req-1732739b-0bdc-47b2-b433-c8758dbe6a8a service neutron] Port f010560f-f4c8-4c8c-99e0-7afd7573142a on network ace612ee-fa1f-4249-807d-5000ddc15676 not bound, no agent of type Open vSwitch agent registered on host n-h2-773647-6 {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 14:03:31.487097 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1658b2ed-02ee-4fd6-9ffb-3111fde0cd07 req-1732739b-0bdc-47b2-b433-c8758dbe6a8a service neutron] Attempting to bind port f010560f-f4c8-4c8c-99e0-7afd7573142a on network ace612ee-fa1f-4249-807d-5000ddc15676 {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:03:31.537971 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1658b2ed-02ee-4fd6-9ffb-3111fde0cd07 req-1732739b-0bdc-47b2-b433-c8758dbe6a8a service neutron] Checking agent: {'id': '63768ece-0600-4354-8d29-fdedec96b077', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-773647-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 51, 10), 'started_at': datetime.datetime(2021, 7, 6, 13, 51, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 3, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:03:31.538490 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1658b2ed-02ee-4fd6-9ffb-3111fde0cd07 req-1732739b-0bdc-47b2-b433-c8758dbe6a8a service neutron] Checking segment: {'id': '59c264de-0282-4c26-a7e9-a05f64ad5f6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1041, 'network_id': 'ace612ee-fa1f-4249-807d-5000ddc15676'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100247) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:03:31.539077 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1658b2ed-02ee-4fd6-9ffb-3111fde0cd07 req-1732739b-0bdc-47b2-b433-c8758dbe6a8a service neutron] Bound using segment: {'id': '59c264de-0282-4c26-a7e9-a05f64ad5f6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1041, 'network_id': 'ace612ee-fa1f-4249-807d-5000ddc15676'} {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:03:31.539708 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.managers [req-1658b2ed-02ee-4fd6-9ffb-3111fde0cd07 req-1732739b-0bdc-47b2-b433-c8758dbe6a8a service neutron] Bound port: f010560f-f4c8-4c8c-99e0-7afd7573142a, host: n-h2-773647-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '59c264de-0282-4c26-a7e9-a05f64ad5f6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1041, 'network_id': 'ace612ee-fa1f-4249-807d-5000ddc15676'}}] {{(pid=100247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:03:31.540271 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-1658b2ed-02ee-4fd6-9ffb-3111fde0cd07 req-1732739b-0bdc-47b2-b433-c8758dbe6a8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:31.556506 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 14:03:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea42f80c-e150-493e-9ad0-5b74fa8bbd7a x-openstack-request-id: req-ea42f80c-e150-493e-9ad0-5b74fa8bbd7a {{(pid=100247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:03:31.556773 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7dc6a4d-9f66-42f4-9ec5-8a24ac011f21", "tag": "3ba18cf5-928e-46ea-b0ca-9a371b8d9b40", "status": "completed", "code": 200}]} {{(pid=100247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:03:31.557025 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-ea42f80c-e150-493e-9ad0-5b74fa8bbd7a {{(pid=100247) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:03:31.557414 n-d-773647-6 neutron-server[100247]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7dc6a4d-9f66-42f4-9ec5-8a24ac011f21', 'tag': '3ba18cf5-928e-46ea-b0ca-9a371b8d9b40', 'status': 'completed', 'code': 200} Jul 06 14:03:31.582234 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-ec7642b4-7d74-4ad6-bba5-ea1c6b916b24 req-549b400f-f837-440e-85e3-b74982debdc4 tempest-SecurityGroupsNegativeTestJSON-1039649613 tempest-SecurityGroupsNegativeTestJSON-1039649613-project] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=c58533eb0b2d4fb7aa5279b4ebbfe926 HTTP/1.1" status: 200 len: 2988 time: 0.1886065 Jul 06 14:03:31.636327 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvr_db [None req-cb079d78-c263-4a9d-9a5c-16dd30cd7c8d None None] Set router b9b3160c-6948-48f2-a8b2-cf5ef4597c43 gateway port host: n-d-773647-6 {{(pid=100249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:03:31.724361 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.db [req-1658b2ed-02ee-4fd6-9ffb-3111fde0cd07 req-1732739b-0bdc-47b2-b433-c8758dbe6a8a service neutron] For port f010560f-f4c8-4c8c-99e0-7afd7573142a, host n-h2-773647-6, cleared binding levels {{(pid=100247) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:03:31.730311 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.db [req-1658b2ed-02ee-4fd6-9ffb-3111fde0cd07 req-1732739b-0bdc-47b2-b433-c8758dbe6a8a service neutron] For port f010560f-f4c8-4c8c-99e0-7afd7573142a, host n-h2-773647-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=f010560f-f4c8-4c8c-99e0-7afd7573142a,segment=NetworkSegment(59c264de-0282-4c26-a7e9-a05f64ad5f6c),segment_id=59c264de-0282-4c26-a7e9-a05f64ad5f6c)] {{(pid=100247) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:03:31.735511 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-ec7642b4-7d74-4ad6-bba5-ea1c6b916b24 req-cda2b610-eba6-4095-93ff-11fefd866c7c tempest-SecurityGroupsNegativeTestJSON-1039649613 tempest-SecurityGroupsNegativeTestJSON-1039649613-project] 10.222.0.104 "GET /v2.0/security-groups/ea0915eb-b13a-49e4-bbc3-7638008e6bb2 HTTP/1.1" status: 200 len: 2985 time: 0.1150036 Jul 06 14:03:31.740503 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-1658b2ed-02ee-4fd6-9ffb-3111fde0cd07 req-1732739b-0bdc-47b2-b433-c8758dbe6a8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128888538'] for port, after_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:31.791009 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-a97d3540-69a0-4526-bc78-4821a0452a1c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:31.794077 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-2a951585-ed2c-4ca6-a666-493c05a00ad6 admin admin] Notify callbacks [] for router, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:31.800256 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-a97d3540-69a0-4526-bc78-4821a0452a1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:31.873750 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1658b2ed-02ee-4fd6-9ffb-3111fde0cd07 req-1732739b-0bdc-47b2-b433-c8758dbe6a8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:03:31.877221 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-1658b2ed-02ee-4fd6-9ffb-3111fde0cd07 req-1732739b-0bdc-47b2-b433-c8758dbe6a8a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:31.878665 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-1658b2ed-02ee-4fd6-9ffb-3111fde0cd07 req-1732739b-0bdc-47b2-b433-c8758dbe6a8a service neutron] 10.222.0.72 "PUT /v2.0/ports/f010560f-f4c8-4c8c-99e0-7afd7573142a HTTP/1.1" status: 200 len: 1131 time: 1.6669374 Jul 06 14:03:31.998218 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [req-1658b2ed-02ee-4fd6-9ffb-3111fde0cd07 req-72f2d299-39d6-4924-a80b-b154fa061c9f service neutron] Request body: {'port': {'device_id': 'e7dc6a4d-9f66-42f4-9ec5-8a24ac011f21', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-773647-6'}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:03:32.049156 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-cb079d78-c263-4a9d-9a5c-16dd30cd7c8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9b3160c-6948-48f2-a8b2-cf5ef4597c43', 'name': 'tempest-FloatingIPsNegativeTestJSON-1302168084-router', 'tenant_id': '04b7bbd7f1424a65b07876d70c7f3522', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.106'}], 'enable_snat': True}, 'gw_port_id': 'e35e6418-abba-4c2e-8960-dc3b045b2bec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:03:11Z', 'updated_at': '2021-07-06T14:03:29Z', 'revision_number': 5, 'project_id': '04b7bbd7f1424a65b07876d70c7f3522', 'gw_port': {'id': 'e35e6418-abba-4c2e-8960-dc3b045b2bec', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:0d:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9b3160c-6948-48f2-a8b2-cf5ef4597c43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1030, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:03:12Z', 'updated_at': '2021-07-06T14:03:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6'}], 'n-d-773647-6', False) {} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:03:32.092907 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1732739b-0bdc-47b2-b433-c8758dbe6a8a service neutron] Pushing event updated for resources: {'Port': ['ID=f010560f-f4c8-4c8c-99e0-7afd7573142a,revision_number=3']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:03:32.113368 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb079d78-c263-4a9d-9a5c-16dd30cd7c8d None None] Checking router: b9b3160c-6948-48f2-a8b2-cf5ef4597c43 for host: n-d-773647-6 {{(pid=100249) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 14:03:32.125227 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb079d78-c263-4a9d-9a5c-16dd30cd7c8d None None] Routers {'b9b3160c-6948-48f2-a8b2-cf5ef4597c43'} bound to L3 agent in host n-d-773647-6 {{(pid=100249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:03:32.126008 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-cb079d78-c263-4a9d-9a5c-16dd30cd7c8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T14:03:25Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['b9b3160c-6948-48f2-a8b2-cf5ef4597c43'], 'active': True} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:03:32.132546 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-ec7642b4-7d74-4ad6-bba5-ea1c6b916b24 req-6645bbba-d397-4e81-810b-36934cda2779 tempest-SecurityGroupsNegativeTestJSON-1039649613 tempest-SecurityGroupsNegativeTestJSON-1039649613-project] 10.222.0.104 "GET /v2.0/security-groups/ea0915eb-b13a-49e4-bbc3-7638008e6bb2 HTTP/1.1" status: 200 len: 2985 time: 0.3233292 Jul 06 14:03:32.360870 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f1cd3d-38f3-466e-ad4b-af76918392a2 req-1b1835b7-74da-491d-9e1d-bfb7d2d6d1e3 tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:03:32.367091 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f1cd3d-38f3-466e-ad4b-af76918392a2 req-1b1835b7-74da-491d-9e1d-bfb7d2d6d1e3 tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:03:32.378559 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5804b1-e727-4c5f-a395-aba277428daa req-65988af0-2331-40e1-b9da-afc5b636afa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:03:32.378559 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5804b1-e727-4c5f-a395-aba277428daa req-65988af0-2331-40e1-b9da-afc5b636afa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:03:32.378559 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5804b1-e727-4c5f-a395-aba277428daa req-65988af0-2331-40e1-b9da-afc5b636afa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:03:32.378559 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5804b1-e727-4c5f-a395-aba277428daa req-65988af0-2331-40e1-b9da-afc5b636afa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:03:32.378559 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5804b1-e727-4c5f-a395-aba277428daa req-65988af0-2331-40e1-b9da-afc5b636afa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:03:32.378559 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5804b1-e727-4c5f-a395-aba277428daa req-65988af0-2331-40e1-b9da-afc5b636afa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:03:32.378559 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5804b1-e727-4c5f-a395-aba277428daa req-65988af0-2331-40e1-b9da-afc5b636afa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:03:32.380968 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-de5804b1-e727-4c5f-a395-aba277428daa req-65988af0-2331-40e1-b9da-afc5b636afa1 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=db940b92de5443cbbd5f77e12cabccfc&device_id=e7dc6a4d-9f66-42f4-9ec5-8a24ac011f21 HTTP/1.1" status: 200 len: 6169 time: 0.7748895 Jul 06 14:03:32.381806 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97d3540-69a0-4526-bc78-4821a0452a1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea6a70d0-bda1-47d8-b0d7-26e2304912a8,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:03:32.386791 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f1cd3d-38f3-466e-ad4b-af76918392a2 req-1b1835b7-74da-491d-9e1d-bfb7d2d6d1e3 tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:03:32.415265 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f1cd3d-38f3-466e-ad4b-af76918392a2 req-1b1835b7-74da-491d-9e1d-bfb7d2d6d1e3 tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:03:32.423923 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-a97d3540-69a0-4526-bc78-4821a0452a1c admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=642caf98243d4af8a6f5eec701476bd6&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1384609 Jul 06 14:03:32.424151 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f1cd3d-38f3-466e-ad4b-af76918392a2 req-1b1835b7-74da-491d-9e1d-bfb7d2d6d1e3 tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:03:32.443415 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f1cd3d-38f3-466e-ad4b-af76918392a2 req-1b1835b7-74da-491d-9e1d-bfb7d2d6d1e3 tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:03:32.444605 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvr_db [None req-cb079d78-c263-4a9d-9a5c-16dd30cd7c8d None None] Set router b9b3160c-6948-48f2-a8b2-cf5ef4597c43 gateway port host: n-d-773647-6 {{(pid=100249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:03:32.462731 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f1cd3d-38f3-466e-ad4b-af76918392a2 req-1b1835b7-74da-491d-9e1d-bfb7d2d6d1e3 tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:03:32.464793 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-65f1cd3d-38f3-466e-ad4b-af76918392a2 req-1b1835b7-74da-491d-9e1d-bfb7d2d6d1e3 tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] 10.222.0.104 "GET /v2.0/ports?device_id=e7dc6a4d-9f66-42f4-9ec5-8a24ac011f21 HTTP/1.1" status: 200 len: 5374 time: 0.5828707 Jul 06 14:03:32.465317 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 38700) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:03:32.530649 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-1658b2ed-02ee-4fd6-9ffb-3111fde0cd07 req-72f2d299-39d6-4924-a80b-b154fa061c9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:32.551001 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-2a951585-ed2c-4ca6-a666-493c05a00ad6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:32.569777 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5804b1-e727-4c5f-a395-aba277428daa req-27be748a-17b7-45c4-9563-b34fab8f4a96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:03:32.570426 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5804b1-e727-4c5f-a395-aba277428daa req-27be748a-17b7-45c4-9563-b34fab8f4a96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:03:32.571019 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5804b1-e727-4c5f-a395-aba277428daa req-27be748a-17b7-45c4-9563-b34fab8f4a96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:03:32.573976 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-de5804b1-e727-4c5f-a395-aba277428daa req-27be748a-17b7-45c4-9563-b34fab8f4a96 service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=db940b92de5443cbbd5f77e12cabccfc&shared=False HTTP/1.1" status: 200 len: 2295 time: 0.1505759 Jul 06 14:03:32.677653 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-65f1cd3d-38f3-466e-ad4b-af76918392a2 req-2f357238-f476-439a-ab61-1a96e7d24219 tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] 10.222.0.104 "GET /v2.0/security-groups?id=49c1468a-280e-4510-8673-63e827c90e1a&id=89d2c750-f3d8-486f-ac80-ea9c67d569ed&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1838775 Jul 06 14:03:32.710890 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-f8133a4e-8b04-4e36-9d98-581000b7a6b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:32.721967 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-cb079d78-c263-4a9d-9a5c-16dd30cd7c8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9b3160c-6948-48f2-a8b2-cf5ef4597c43', 'name': 'tempest-FloatingIPsNegativeTestJSON-1302168084-router', 'tenant_id': '04b7bbd7f1424a65b07876d70c7f3522', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.106'}], 'enable_snat': True}, 'gw_port_id': 'e35e6418-abba-4c2e-8960-dc3b045b2bec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:03:11Z', 'updated_at': '2021-07-06T14:03:29Z', 'revision_number': 5, 'project_id': '04b7bbd7f1424a65b07876d70c7f3522', 'gw_port': {'id': 'e35e6418-abba-4c2e-8960-dc3b045b2bec', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:0d:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9b3160c-6948-48f2-a8b2-cf5ef4597c43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1030, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:03:12Z', 'updated_at': '2021-07-06T14:03:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6'}], 'n-d-773647-6', False) {} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:03:32.752897 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [None req-2a951585-ed2c-4ca6-a666-493c05a00ad6 admin admin] Deleting port e35e6418-abba-4c2e-8960-dc3b045b2bec {{(pid=100246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:03:32.753311 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-2a951585-ed2c-4ca6-a666-493c05a00ad6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:32.798344 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb079d78-c263-4a9d-9a5c-16dd30cd7c8d None None] The sync data for ids ['b9b3160c-6948-48f2-a8b2-cf5ef4597c43'] in n-d-773647-6 is: [{'id': 'b9b3160c-6948-48f2-a8b2-cf5ef4597c43', 'name': 'tempest-FloatingIPsNegativeTestJSON-1302168084-router', 'tenant_id': '04b7bbd7f1424a65b07876d70c7f3522', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.106'}], 'enable_snat': True}, 'gw_port_id': 'e35e6418-abba-4c2e-8960-dc3b045b2bec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:03:11Z', 'updated_at': '2021-07-06T14:03:29Z', 'revision_number': 5, 'project_id': '04b7bbd7f1424a65b07876d70c7f3522', 'gw_port': {'id': 'e35e6418-abba-4c2e-8960-dc3b045b2bec', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:0d:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9b3160c-6948-48f2-a8b2-cf5ef4597c43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1030, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:03:12Z', 'updated_at': '2021-07-06T14:03:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6'}] {{(pid=100249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 14:03:32.811346 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5804b1-e727-4c5f-a395-aba277428daa req-5c463318-e39b-41a6-99a8-a2d43863104e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:03:32.812854 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-de5804b1-e727-4c5f-a395-aba277428daa req-5c463318-e39b-41a6-99a8-a2d43863104e service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.2101250 Jul 06 14:03:32.839096 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-f8133a4e-8b04-4e36-9d98-581000b7a6b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:32.852643 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-d251633d-93ca-41ec-90f3-a6938ac8b597 req-f605057a-9dd8-4265-b74c-118736e5ab15 tempest-SecurityGroupsNegativeTestJSON-1039649613 tempest-SecurityGroupsNegativeTestJSON-1039649613-project] 10.222.0.104 "GET /v2.0/security-groups/ea0915eb-b13a-49e4-bbc3-7638008e6bb2 HTTP/1.1" status: 200 len: 2985 time: 0.2309732 Jul 06 14:03:32.904693 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.db [None req-2a951585-ed2c-4ca6-a666-493c05a00ad6 admin admin] For port e35e6418-abba-4c2e-8960-dc3b045b2bec, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=e35e6418-abba-4c2e-8960-dc3b045b2bec,segment=NetworkSegment(89a832b7-7793-4d51-9038-ed7e1c3ff1b2),segment_id=89a832b7-7793-4d51-9038-ed7e1c3ff1b2)] {{(pid=100246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:03:32.905476 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-2a951585-ed2c-4ca6-a666-493c05a00ad6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:32.922350 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [None req-2a951585-ed2c-4ca6-a666-493c05a00ad6 admin admin] Calling delete_port for e35e6418-abba-4c2e-8960-dc3b045b2bec owned by network:router_gateway {{(pid=100246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:03:33.020113 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-f8133a4e-8b04-4e36-9d98-581000b7a6b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:33.022646 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-f8133a4e-8b04-4e36-9d98-581000b7a6b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:33.023830 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-f8133a4e-8b04-4e36-9d98-581000b7a6b2 admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/ea6a70d0-bda1-47d8-b0d7-26e2304912a8 HTTP/1.1" status: 204 len: 168 time: 0.5555346 Jul 06 14:03:33.035934 n-d-773647-6 neutron-server[100247]: INFO neutron.api.v2.resource [req-d251633d-93ca-41ec-90f3-a6938ac8b597 req-2e6a04fb-6c59-4a1e-8925-466f600691c8 tempest-SecurityGroupsNegativeTestJSON-1039649613 tempest-SecurityGroupsNegativeTestJSON-1039649613-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 06 14:03:33.037001 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-d251633d-93ca-41ec-90f3-a6938ac8b597 req-2e6a04fb-6c59-4a1e-8925-466f600691c8 tempest-SecurityGroupsNegativeTestJSON-1039649613 tempest-SecurityGroupsNegativeTestJSON-1039649613-project] 10.222.0.104 "DELETE /v2.0/security-groups/ea0915eb-b13a-49e4-bbc3-7638008e6bb2 HTTP/1.1" status: 409 len: 352 time: 0.1835070 Jul 06 14:03:33.041250 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8133a4e-8b04-4e36-9d98-581000b7a6b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea6a70d0-bda1-47d8-b0d7-26e2304912a8,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:03:33.124312 n-d-773647-6 neutron-server[100247]: INFO neutron.api.v2.resource [req-30e8cad7-c44e-4edd-9f05-424344efb05b req-4e3b86df-e14b-4690-8ce0-356f81ba4b2a tempest-SecurityGroupsNegativeTestJSON-1039649613 tempest-SecurityGroupsNegativeTestJSON-1039649613-project] show failed (client error): The resource could not be found. Jul 06 14:03:33.125378 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-30e8cad7-c44e-4edd-9f05-424344efb05b req-4e3b86df-e14b-4690-8ce0-356f81ba4b2a tempest-SecurityGroupsNegativeTestJSON-1039649613 tempest-SecurityGroupsNegativeTestJSON-1039649613-project] 10.222.0.104 "GET /v2.0/security-groups/6027a9ee-72b9-4d50-a473-926c1fef84fe HTTP/1.1" status: 404 len: 352 time: 0.0409794 Jul 06 14:03:33.186783 n-d-773647-6 neutron-server[100247]: INFO neutron.api.v2.resource [req-ad35dfee-6b61-41a2-917c-1fb24ec315c4 req-d819acdf-cfe9-4ea5-a70c-bc0d8707dc96 tempest-SecurityGroupsNegativeTestJSON-1039649613 tempest-SecurityGroupsNegativeTestJSON-1039649613-project] show failed (client error): The resource could not be found. Jul 06 14:03:33.188556 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-ad35dfee-6b61-41a2-917c-1fb24ec315c4 req-d819acdf-cfe9-4ea5-a70c-bc0d8707dc96 tempest-SecurityGroupsNegativeTestJSON-1039649613 tempest-SecurityGroupsNegativeTestJSON-1039649613-project] 10.222.0.104 "GET /v2.0/security-groups/8232e5d2-2b7b-4dd7-9a84-bfbf597b8fe5 HTTP/1.1" status: 404 len: 352 time: 0.0394435 Jul 06 14:03:33.201363 n-d-773647-6 neutron-server[100247]: DEBUG neutron.notifiers.nova [req-1658b2ed-02ee-4fd6-9ffb-3111fde0cd07 req-72f2d299-39d6-4924-a80b-b154fa061c9f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 83215aec-c681-4406-8cbd-a47df2174430 {{(pid=100247) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 14:03:33.206464 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 38734) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:03:33.243506 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-1658b2ed-02ee-4fd6-9ffb-3111fde0cd07 req-72f2d299-39d6-4924-a80b-b154fa061c9f service neutron] Notify callbacks [] for port, precommit_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:33.324476 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-2a951585-ed2c-4ca6-a666-493c05a00ad6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127687580'] for port, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:33.344879 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.provisioning_blocks [req-1658b2ed-02ee-4fd6-9ffb-3111fde0cd07 req-72f2d299-39d6-4924-a80b-b154fa061c9f service neutron] Transition to ACTIVE for port object 83215aec-c681-4406-8cbd-a47df2174430 will not be triggered until provisioned by entity L2. {{(pid=100247) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:03:33.353176 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a951585-ed2c-4ca6-a666-493c05a00ad6 admin admin] Pushing event deleted for resources: {'Port': ['ID=e35e6418-abba-4c2e-8960-dc3b045b2bec,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:03:33.370395 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-95579cee-ed70-4a6c-a13b-92c2dec89746 req-107a02fc-0640-4c34-834b-0c9675812d28 tempest-ServerShowV254Test-716947557 tempest-ServerShowV254Test-716947557-project] 10.222.0.104 "GET /v2.0/ports?device_id=fc06b29c-bd46-47be-ac2a-6d1c75fe5b23 HTTP/1.1" status: 200 len: 210 time: 0.1176085 Jul 06 14:03:33.382498 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-1658b2ed-02ee-4fd6-9ffb-3111fde0cd07 req-72f2d299-39d6-4924-a80b-b154fa061c9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128888538'] for port, after_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:33.454535 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.db_base_plugin_v2 [None req-b7ff0ff0-a720-4083-a9e2-5b4e5d075798 admin admin] Deleting subnet 6ce1a20a-78a3-456b-b0e3-62c07b41e026 {{(pid=100247) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 14:03:33.490226 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-b7ff0ff0-a720-4083-a9e2-5b4e5d075798 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:33.497280 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-2a951585-ed2c-4ca6-a666-493c05a00ad6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1761104'] for router_gateway, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:33.536923 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device d28b69fe-f157-47a6-994b-8cba6c1b826b no longer exists at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:03:33.577135 n-d-773647-6 neutron-server[100247]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7dc6a4d-9f66-42f4-9ec5-8a24ac011f21', 'tag': 'f010560f-f4c8-4c8c-99e0-7afd7573142a'}] {{(pid=100247) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:03:33.578019 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] No Port match for: d28b69fe-f157-47a6-994b-8cba6c1b826b {{(pid=100248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 14:03:33.578365 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device d28b69fe-f157-47a6-994b-8cba6c1b826b not bound to the agent host n-d-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:03:33.583633 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cbf0eeaae822f8fc9b87a94aeba67a3d651842baf663a51cba94b67a514836d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3de905da-c5bf-44e9-a65b-40dcce61e5e1" -d '{"events": [{"name": "network-changed", "server_uuid": "e7dc6a4d-9f66-42f4-9ec5-8a24ac011f21", "tag": "f010560f-f4c8-4c8c-99e0-7afd7573142a"}]}' {{(pid=100247) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:03:33.614384 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f2d299-39d6-4924-a80b-b154fa061c9f service neutron] Pushing event updated for resources: {'Port': ['ID=83215aec-c681-4406-8cbd-a47df2174430,revision_number=2']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:03:33.737707 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-2a951585-ed2c-4ca6-a666-493c05a00ad6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1806308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6982'] for router, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:33.753026 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-2a951585-ed2c-4ca6-a666-493c05a00ad6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:33.840521 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 14:03:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72199224-d368-4a08-9322-8e2e33f0356f x-openstack-request-id: req-72199224-d368-4a08-9322-8e2e33f0356f {{(pid=100247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:03:33.840823 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7dc6a4d-9f66-42f4-9ec5-8a24ac011f21", "tag": "f010560f-f4c8-4c8c-99e0-7afd7573142a", "status": "completed", "code": 200}]} {{(pid=100247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:03:33.841075 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-72199224-d368-4a08-9322-8e2e33f0356f {{(pid=100247) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:03:33.841497 n-d-773647-6 neutron-server[100247]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7dc6a4d-9f66-42f4-9ec5-8a24ac011f21', 'tag': 'f010560f-f4c8-4c8c-99e0-7afd7573142a', 'status': 'completed', 'code': 200} Jul 06 14:03:33.841888 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 38754) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:03:33.856529 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-b7ff0ff0-a720-4083-a9e2-5b4e5d075798 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127131748'] for subnet, precommit_delete_associations {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:33.933185 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-2a951585-ed2c-4ca6-a666-493c05a00ad6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1805684'] for router, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:33.934051 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a951585-ed2c-4ca6-a666-493c05a00ad6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b9b3160c-6948-48f2-a8b2-cf5ef4597c43 {{(pid=100246) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 14:03:33.942063 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-2a951585-ed2c-4ca6-a666-493c05a00ad6 admin admin] Notify callbacks [] for router, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:33.943331 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-2a951585-ed2c-4ca6-a666-493c05a00ad6 admin admin] 10.222.0.104 "DELETE /v2.0/routers/b9b3160c-6948-48f2-a8b2-cf5ef4597c43 HTTP/1.1" status: 204 len: 168 time: 2.5561762 Jul 06 14:03:33.945746 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 38762) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:03:33.972798 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.managers [req-1658b2ed-02ee-4fd6-9ffb-3111fde0cd07 req-72f2d299-39d6-4924-a80b-b154fa061c9f service neutron] Attempting to bind port 83215aec-c681-4406-8cbd-a47df2174430 on host n-h2-773647-6 for vnic_type normal with profile {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:03:33.978107 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.managers [req-1658b2ed-02ee-4fd6-9ffb-3111fde0cd07 req-72f2d299-39d6-4924-a80b-b154fa061c9f service neutron] Attempting to bind port 83215aec-c681-4406-8cbd-a47df2174430 by drivers openvswitch,hyperv on host n-h2-773647-6 at level 0 using segments [{'id': '59c264de-0282-4c26-a7e9-a05f64ad5f6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1041, 'network_id': 'ace612ee-fa1f-4249-807d-5000ddc15676'}] {{(pid=100247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:03:33.981376 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1658b2ed-02ee-4fd6-9ffb-3111fde0cd07 req-72f2d299-39d6-4924-a80b-b154fa061c9f service neutron] Attempting to bind port 83215aec-c681-4406-8cbd-a47df2174430 on network ace612ee-fa1f-4249-807d-5000ddc15676 {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:03:34.017863 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1658b2ed-02ee-4fd6-9ffb-3111fde0cd07 req-72f2d299-39d6-4924-a80b-b154fa061c9f service neutron] Port 83215aec-c681-4406-8cbd-a47df2174430 on network ace612ee-fa1f-4249-807d-5000ddc15676 not bound, no agent of type Open vSwitch agent registered on host n-h2-773647-6 {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 14:03:34.018554 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1658b2ed-02ee-4fd6-9ffb-3111fde0cd07 req-72f2d299-39d6-4924-a80b-b154fa061c9f service neutron] Attempting to bind port 83215aec-c681-4406-8cbd-a47df2174430 on network ace612ee-fa1f-4249-807d-5000ddc15676 {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:03:34.060800 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.db_base_plugin_v2 [None req-6dc783f3-18be-4593-adc4-05a374574144 admin admin] Deleting subnet 02144aa1-18a5-4e07-bf10-f61797ca3c14 {{(pid=100246) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 14:03:34.068183 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de905da-c5bf-44e9-a65b-40dcce61e5e1 req-32b1dd87-4435-44b2-99c2-6a54bee252d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:03:34.068936 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de905da-c5bf-44e9-a65b-40dcce61e5e1 req-32b1dd87-4435-44b2-99c2-6a54bee252d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:03:34.069434 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de905da-c5bf-44e9-a65b-40dcce61e5e1 req-32b1dd87-4435-44b2-99c2-6a54bee252d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:03:34.069913 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de905da-c5bf-44e9-a65b-40dcce61e5e1 req-32b1dd87-4435-44b2-99c2-6a54bee252d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:03:34.070616 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de905da-c5bf-44e9-a65b-40dcce61e5e1 req-32b1dd87-4435-44b2-99c2-6a54bee252d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:03:34.071105 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de905da-c5bf-44e9-a65b-40dcce61e5e1 req-32b1dd87-4435-44b2-99c2-6a54bee252d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:03:34.071635 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de905da-c5bf-44e9-a65b-40dcce61e5e1 req-32b1dd87-4435-44b2-99c2-6a54bee252d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:03:34.073715 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-3de905da-c5bf-44e9-a65b-40dcce61e5e1 req-32b1dd87-4435-44b2-99c2-6a54bee252d2 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=db940b92de5443cbbd5f77e12cabccfc&device_id=e7dc6a4d-9f66-42f4-9ec5-8a24ac011f21 HTTP/1.1" status: 200 len: 6236 time: 0.1831925 Jul 06 14:03:34.075975 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-6dc783f3-18be-4593-adc4-05a374574144 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:34.103938 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-b7ff0ff0-a720-4083-a9e2-5b4e5d075798 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-913473'] for subnet, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:34.107971 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1658b2ed-02ee-4fd6-9ffb-3111fde0cd07 req-72f2d299-39d6-4924-a80b-b154fa061c9f service neutron] Checking agent: {'id': '63768ece-0600-4354-8d29-fdedec96b077', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-773647-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 51, 10), 'started_at': datetime.datetime(2021, 7, 6, 13, 51, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 3, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:03:34.112439 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1658b2ed-02ee-4fd6-9ffb-3111fde0cd07 req-72f2d299-39d6-4924-a80b-b154fa061c9f service neutron] Checking segment: {'id': '59c264de-0282-4c26-a7e9-a05f64ad5f6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1041, 'network_id': 'ace612ee-fa1f-4249-807d-5000ddc15676'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100247) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:03:34.117437 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1658b2ed-02ee-4fd6-9ffb-3111fde0cd07 req-72f2d299-39d6-4924-a80b-b154fa061c9f service neutron] Bound using segment: {'id': '59c264de-0282-4c26-a7e9-a05f64ad5f6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1041, 'network_id': 'ace612ee-fa1f-4249-807d-5000ddc15676'} {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:03:34.118584 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.managers [req-1658b2ed-02ee-4fd6-9ffb-3111fde0cd07 req-72f2d299-39d6-4924-a80b-b154fa061c9f service neutron] Bound port: 83215aec-c681-4406-8cbd-a47df2174430, host: n-h2-773647-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '59c264de-0282-4c26-a7e9-a05f64ad5f6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1041, 'network_id': 'ace612ee-fa1f-4249-807d-5000ddc15676'}}] {{(pid=100247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:03:34.119942 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-1658b2ed-02ee-4fd6-9ffb-3111fde0cd07 req-72f2d299-39d6-4924-a80b-b154fa061c9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:34.256598 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-6dc783f3-18be-4593-adc4-05a374574144 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126218885'] for subnet, precommit_delete_associations {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:34.314617 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce679367-a3e8-4185-b042-4b9aefc58abc req-00131d27-f033-4727-b9bc-09b8d67df138 tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:03:34.322949 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce679367-a3e8-4185-b042-4b9aefc58abc req-00131d27-f033-4727-b9bc-09b8d67df138 tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:03:34.329497 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce679367-a3e8-4185-b042-4b9aefc58abc req-00131d27-f033-4727-b9bc-09b8d67df138 tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:03:34.336778 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce679367-a3e8-4185-b042-4b9aefc58abc req-00131d27-f033-4727-b9bc-09b8d67df138 tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:03:34.344813 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce679367-a3e8-4185-b042-4b9aefc58abc req-00131d27-f033-4727-b9bc-09b8d67df138 tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:03:34.352473 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce679367-a3e8-4185-b042-4b9aefc58abc req-00131d27-f033-4727-b9bc-09b8d67df138 tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:03:34.359181 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce679367-a3e8-4185-b042-4b9aefc58abc req-00131d27-f033-4727-b9bc-09b8d67df138 tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:03:34.367305 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-ce679367-a3e8-4185-b042-4b9aefc58abc req-00131d27-f033-4727-b9bc-09b8d67df138 tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] 10.222.0.104 "GET /v2.0/ports?device_id=e7dc6a4d-9f66-42f4-9ec5-8a24ac011f21 HTTP/1.1" status: 200 len: 5386 time: 0.3697965 Jul 06 14:03:34.382556 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-b7ff0ff0-a720-4083-a9e2-5b4e5d075798 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-913480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1849032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-128888347', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127627857'] for subnet, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:34.383726 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de905da-c5bf-44e9-a65b-40dcce61e5e1 req-e2df0533-f3be-4f42-99d5-9d79d39c453e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:03:34.384337 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de905da-c5bf-44e9-a65b-40dcce61e5e1 req-e2df0533-f3be-4f42-99d5-9d79d39c453e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:03:34.384861 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de905da-c5bf-44e9-a65b-40dcce61e5e1 req-e2df0533-f3be-4f42-99d5-9d79d39c453e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:03:34.386514 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-3de905da-c5bf-44e9-a65b-40dcce61e5e1 req-e2df0533-f3be-4f42-99d5-9d79d39c453e service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=db940b92de5443cbbd5f77e12cabccfc&shared=False HTTP/1.1" status: 200 len: 2295 time: 0.2668219 Jul 06 14:03:34.392252 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-6dc783f3-18be-4593-adc4-05a374574144 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-913473'] for subnet, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:34.447381 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-b7ff0ff0-a720-4083-a9e2-5b4e5d075798 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583035'] for subnet, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:34.449274 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-b7ff0ff0-a720-4083-a9e2-5b4e5d075798 admin admin] 10.222.0.104 "DELETE /v2.0/subnets/6ce1a20a-78a3-456b-b0e3-62c07b41e026 HTTP/1.1" status: 204 len: 168 time: 1.2418487 Jul 06 14:03:34.490540 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-f1549063-63ad-4f18-b3f0-3e89a7928588 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:34.492152 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 38782) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:03:34.492881 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.db [req-1658b2ed-02ee-4fd6-9ffb-3111fde0cd07 req-72f2d299-39d6-4924-a80b-b154fa061c9f service neutron] For port 83215aec-c681-4406-8cbd-a47df2174430, host n-h2-773647-6, cleared binding levels {{(pid=100247) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:03:34.501426 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ff0ff0-a720-4083-a9e2-5b4e5d075798 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6ce1a20a-78a3-456b-b0e3-62c07b41e026,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:03:34.527802 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.db [req-1658b2ed-02ee-4fd6-9ffb-3111fde0cd07 req-72f2d299-39d6-4924-a80b-b154fa061c9f service neutron] For port 83215aec-c681-4406-8cbd-a47df2174430, host n-h2-773647-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=83215aec-c681-4406-8cbd-a47df2174430,segment=NetworkSegment(59c264de-0282-4c26-a7e9-a05f64ad5f6c),segment_id=59c264de-0282-4c26-a7e9-a05f64ad5f6c)] {{(pid=100247) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:03:34.570911 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-30edb663-b06c-4f01-949c-b84778828bca req-0a20c293-16cf-4da1-b4e7-ecd12a4d4c99 tempest-ServerShowV254Test-716947557 tempest-ServerShowV254Test-716947557-project] 10.222.0.104 "GET /v2.0/ports?device_id=fc06b29c-bd46-47be-ac2a-6d1c75fe5b23 HTTP/1.1" status: 200 len: 210 time: 0.0753391 Jul 06 14:03:34.587629 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-1658b2ed-02ee-4fd6-9ffb-3111fde0cd07 req-72f2d299-39d6-4924-a80b-b154fa061c9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128888538'] for port, after_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:34.601405 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-ce679367-a3e8-4185-b042-4b9aefc58abc req-4c36e49b-c7a7-49b7-8c31-7ae28e5ba9a1 tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] 10.222.0.104 "GET /v2.0/security-groups?id=49c1468a-280e-4510-8673-63e827c90e1a&id=89d2c750-f3d8-486f-ac80-ea9c67d569ed&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2327623 Jul 06 14:03:34.639048 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1658b2ed-02ee-4fd6-9ffb-3111fde0cd07 req-72f2d299-39d6-4924-a80b-b154fa061c9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:03:34.639753 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-1658b2ed-02ee-4fd6-9ffb-3111fde0cd07 req-72f2d299-39d6-4924-a80b-b154fa061c9f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:34.641203 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-1658b2ed-02ee-4fd6-9ffb-3111fde0cd07 req-72f2d299-39d6-4924-a80b-b154fa061c9f service neutron] 10.222.0.72 "PUT /v2.0/ports/83215aec-c681-4406-8cbd-a47df2174430 HTTP/1.1" status: 200 len: 1091 time: 2.6660414 Jul 06 14:03:34.641898 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-a641aa65-3313-46cc-9586-129000144f90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530492'] for network, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:34.663168 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de905da-c5bf-44e9-a65b-40dcce61e5e1 req-b249120b-2b16-4976-b1b3-bdda9dd5677c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:03:34.668169 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-3de905da-c5bf-44e9-a65b-40dcce61e5e1 req-b249120b-2b16-4976-b1b3-bdda9dd5677c service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.2729423 Jul 06 14:03:34.696897 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [req-1658b2ed-02ee-4fd6-9ffb-3111fde0cd07 req-080a0306-7001-43b2-b065-30b31547ef9a service neutron] Request body: {'port': {'device_id': 'e7dc6a4d-9f66-42f4-9ec5-8a24ac011f21', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-773647-6'}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:03:34.702347 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f2d299-39d6-4924-a80b-b154fa061c9f service neutron] Pushing event updated for resources: {'Port': ['ID=83215aec-c681-4406-8cbd-a47df2174430,revision_number=3']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:03:34.751656 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-6dc783f3-18be-4593-adc4-05a374574144 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-913480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1849032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127687590', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127702764'] for subnet, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:34.809604 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc783f3-18be-4593-adc4-05a374574144 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=02144aa1-18a5-4e07-bf10-f61797ca3c14,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:03:34.845296 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5da951fa-144b-4e69-9eae-706f6d68a34e None None] Network 5fd6dc6b-fbc9-4999-a58a-3d2962ba7986 requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:03:34.880523 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-6dc783f3-18be-4593-adc4-05a374574144 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:34.882462 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-6dc783f3-18be-4593-adc4-05a374574144 admin admin] 10.222.0.104 "DELETE /v2.0/subnets/02144aa1-18a5-4e07-bf10-f61797ca3c14 HTTP/1.1" status: 204 len: 168 time: 0.9357412 Jul 06 14:03:34.937122 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-f1549063-63ad-4f18-b3f0-3e89a7928588 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:34.941451 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 38792) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:03:34.950569 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-a641aa65-3313-46cc-9586-129000144f90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-917204', 'neutron.services.segments.db._delete_segments_for_network-8773753502302'] for network, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:34.952263 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-f1549063-63ad-4f18-b3f0-3e89a7928588 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:34.965089 n-d-773647-6 neutron-server[100246]: DEBUG neutron.services.segments.db [None req-a641aa65-3313-46cc-9586-129000144f90 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ccfe6cf6-d5d9-48a6-9e4f-7d770a024a55']}} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:03:34.978990 n-d-773647-6 neutron-server[100246]: DEBUG neutron.services.segments.db [None req-a641aa65-3313-46cc-9586-129000144f90 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d076991-1d3a-49e4-8197-8e8c9c12edf3') {'for_net_delete': True} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:03:34.979751 n-d-773647-6 neutron-server[100246]: DEBUG neutron.services.segments.db [None req-a641aa65-3313-46cc-9586-129000144f90 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d076991-1d3a-49e4-8197-8e8c9c12edf3') {} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:03:34.990834 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-a641aa65-3313-46cc-9586-129000144f90 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773753515138', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126218898'] for segment, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:35.008067 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-a641aa65-3313-46cc-9586-129000144f90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552'] for segment, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:35.015242 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a641aa65-3313-46cc-9586-129000144f90 admin admin] Releasing vlan 1043 on physical network physnet1 to pool {{(pid=100246) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 14:03:35.015984 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-a641aa65-3313-46cc-9586-129000144f90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127687491'] for segment, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:35.075596 n-d-773647-6 neutron-server[100246]: Traceback (most recent call last): Jul 06 14:03:35.075596 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 14:03:35.075596 n-d-773647-6 neutron-server[100246]: timer() Jul 06 14:03:35.075596 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 14:03:35.075596 n-d-773647-6 neutron-server[100246]: cb(*args, **kw) Jul 06 14:03:35.075596 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 14:03:35.075596 n-d-773647-6 neutron-server[100246]: return func(*args, **kwargs) Jul 06 14:03:35.075596 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 14:03:35.075596 n-d-773647-6 neutron-server[100246]: self._notify() Jul 06 14:03:35.075596 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 14:03:35.075596 n-d-773647-6 neutron-server[100246]: self.callback(batched_events) Jul 06 14:03:35.075596 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 14:03:35.075596 n-d-773647-6 neutron-server[100246]: event.method(event) Jul 06 14:03:35.075596 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 14:03:35.075596 n-d-773647-6 neutron-server[100246]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 14:03:35.075596 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 14:03:35.075596 n-d-773647-6 neutron-server[100246]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 14:03:35.075596 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 14:03:35.075596 n-d-773647-6 neutron-server[100246]: return f(self, *a, **k) Jul 06 14:03:35.075596 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 14:03:35.075596 n-d-773647-6 neutron-server[100246]: return self._get(url).json() Jul 06 14:03:35.075596 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 14:03:35.075596 n-d-773647-6 neutron-server[100246]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 14:03:35.075596 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 14:03:35.075596 n-d-773647-6 neutron-server[100246]: return self.request(url, 'GET', **kwargs) Jul 06 14:03:35.075596 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 14:03:35.075596 n-d-773647-6 neutron-server[100246]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 14:03:35.075596 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 14:03:35.075596 n-d-773647-6 neutron-server[100246]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 14:03:35.075596 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 14:03:35.075596 n-d-773647-6 neutron-server[100246]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 14:03:35.075596 n-d-773647-6 neutron-server[100246]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 14:03:35.081672 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-a641aa65-3313-46cc-9586-129000144f90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-917215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1761140'] for network, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:35.093804 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-a641aa65-3313-46cc-9586-129000144f90 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583035'] for network, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:35.096448 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-a641aa65-3313-46cc-9586-129000144f90 admin admin] 10.222.0.104 "DELETE /v2.0/networks/ccfe6cf6-d5d9-48a6-9e4f-7d770a024a55 HTTP/1.1" status: 204 len: 168 time: 0.6035120 Jul 06 14:03:35.120729 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a641aa65-3313-46cc-9586-129000144f90 admin admin] Pushing event deleted for resources: {'Network': ['ID=ccfe6cf6-d5d9-48a6-9e4f-7d770a024a55,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:03:35.137758 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-1658b2ed-02ee-4fd6-9ffb-3111fde0cd07 req-080a0306-7001-43b2-b065-30b31547ef9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:35.140972 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8af15886-9260-4682-b52d-d57de1f8e50b None None] DHCP port deletion for 5fd6dc6b-fbc9-4999-a58a-3d2962ba7986 request from n-d-773647-6 {{(pid=100248) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 14:03:35.172203 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-f1549063-63ad-4f18-b3f0-3e89a7928588 admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=f7d15d948d4f40a289796c68cb75de2e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3236310 Jul 06 14:03:35.172448 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 38800) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:03:35.188872 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1549063-63ad-4f18-b3f0-3e89a7928588 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb269912-3162-4c5d-ad7b-dc629af9f8be,revision_number=1']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:03:35.220366 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-a4b88ff9-8200-40d9-b373-b8fc19175dec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530492'] for network, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:35.260330 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-8af15886-9260-4682-b52d-d57de1f8e50b None None] Deleting port bdf3ff2f-573a-449e-8728-dc93017037da {{(pid=100248) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:03:35.260715 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-8af15886-9260-4682-b52d-d57de1f8e50b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:35.291105 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-cd498adb-8655-456e-a79b-a0a9b2cc54bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:35.341791 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-cd498adb-8655-456e-a79b-a0a9b2cc54bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:35.404992 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-8af15886-9260-4682-b52d-d57de1f8e50b None None] For port bdf3ff2f-573a-449e-8728-dc93017037da, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=bdf3ff2f-573a-449e-8728-dc93017037da,segment=NetworkSegment(44486aaf-f3a6-4acc-a50e-407bc2e2f272),segment_id=44486aaf-f3a6-4acc-a50e-407bc2e2f272)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:03:35.405392 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-8af15886-9260-4682-b52d-d57de1f8e50b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:35.435933 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-8af15886-9260-4682-b52d-d57de1f8e50b None None] Calling delete_port for bdf3ff2f-573a-449e-8728-dc93017037da owned by network:dhcp {{(pid=100248) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:03:35.438332 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 38806) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:03:35.477499 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-cd498adb-8655-456e-a79b-a0a9b2cc54bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:35.484734 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-cd498adb-8655-456e-a79b-a0a9b2cc54bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:35.486725 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-cd498adb-8655-456e-a79b-a0a9b2cc54bf admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/eb269912-3162-4c5d-ad7b-dc629af9f8be HTTP/1.1" status: 204 len: 168 time: 0.3144529 Jul 06 14:03:35.512484 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd498adb-8655-456e-a79b-a0a9b2cc54bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb269912-3162-4c5d-ad7b-dc629af9f8be,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:03:35.527909 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-4d1a4939-2ece-4d9b-86ca-930ac41b23ec admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=c58533eb0b2d4fb7aa5279b4ebbfe926&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0880227 Jul 06 14:03:35.530437 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 38810) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:03:35.548681 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device e35e6418-abba-4c2e-8960-dc3b045b2bec no longer exists at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:03:35.604074 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] No Port match for: e35e6418-abba-4c2e-8960-dc3b045b2bec {{(pid=100248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 14:03:35.604074 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device e35e6418-abba-4c2e-8960-dc3b045b2bec not bound to the agent host n-d-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:03:35.604381 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device bdf3ff2f-573a-449e-8728-dc93017037da no longer exists at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:03:35.611690 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-23877d2f-3fcd-4508-a328-c287e9a2fbc9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:35.648553 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-23877d2f-3fcd-4508-a328-c287e9a2fbc9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:35.666651 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.plugin [None req-a4b88ff9-8200-40d9-b373-b8fc19175dec admin admin] Deleting port bdf3ff2f-573a-449e-8728-dc93017037da {{(pid=100247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:03:35.667160 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-a4b88ff9-8200-40d9-b373-b8fc19175dec admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:35.761771 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-23877d2f-3fcd-4508-a328-c287e9a2fbc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:35.764590 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-23877d2f-3fcd-4508-a328-c287e9a2fbc9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:35.765843 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-23877d2f-3fcd-4508-a328-c287e9a2fbc9 admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/ea0915eb-b13a-49e4-bbc3-7638008e6bb2 HTTP/1.1" status: 204 len: 168 time: 0.2338130 Jul 06 14:03:35.782152 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23877d2f-3fcd-4508-a328-c287e9a2fbc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea0915eb-b13a-49e4-bbc3-7638008e6bb2,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:03:35.803535 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] No active binding found for port bdf3ff2f-573a-449e-8728-dc93017037da {{(pid=100248) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 06 14:03:35.813110 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device bdf3ff2f-573a-449e-8728-dc93017037da not bound to the agent host n-d-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:03:35.821789 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.db [None req-a4b88ff9-8200-40d9-b373-b8fc19175dec admin admin] For port bdf3ff2f-573a-449e-8728-dc93017037da, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=bdf3ff2f-573a-449e-8728-dc93017037da,segment=NetworkSegment(44486aaf-f3a6-4acc-a50e-407bc2e2f272),segment_id=44486aaf-f3a6-4acc-a50e-407bc2e2f272)] {{(pid=100247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:03:35.823176 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-a4b88ff9-8200-40d9-b373-b8fc19175dec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:35.844977 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-8af15886-9260-4682-b52d-d57de1f8e50b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117'] for port, after_delete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:35.855271 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.plugin [None req-a4b88ff9-8200-40d9-b373-b8fc19175dec admin admin] Calling delete_port for bdf3ff2f-573a-449e-8728-dc93017037da owned by network:dhcp {{(pid=100247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:03:35.913661 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af15886-9260-4682-b52d-d57de1f8e50b None None] Pushing event deleted for resources: {'Port': ['ID=bdf3ff2f-573a-449e-8728-dc93017037da,revision_number=None']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:03:35.927650 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8af15886-9260-4682-b52d-d57de1f8e50b None None] No DVR routers for this DVR port bdf3ff2f-573a-449e-8728-dc93017037da on host n-d-773647-6 {{(pid=100248) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:03:36.029258 n-d-773647-6 neutron-server[100247]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7dc6a4d-9f66-42f4-9ec5-8a24ac011f21', 'tag': '83215aec-c681-4406-8cbd-a47df2174430'}] {{(pid=100247) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:03:36.032066 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cbf0eeaae822f8fc9b87a94aeba67a3d651842baf663a51cba94b67a514836d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32befc3a-a21e-43b0-95da-471b221a5e3b" -d '{"events": [{"name": "network-changed", "server_uuid": "e7dc6a4d-9f66-42f4-9ec5-8a24ac011f21", "tag": "83215aec-c681-4406-8cbd-a47df2174430"}]}' {{(pid=100247) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:03:36.036558 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-c47e4e0b-887e-45e8-895b-b259f7da7678 req-4d98fc41-eaee-4789-b520-52317c08fb91 tempest-ServerShowV254Test-716947557 tempest-ServerShowV254Test-716947557-project] 10.222.0.104 "GET /v2.0/ports?device_id=fc06b29c-bd46-47be-ac2a-6d1c75fe5b23 HTTP/1.1" status: 200 len: 210 time: 0.0556054 Jul 06 14:03:36.097892 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-a4b88ff9-8200-40d9-b373-b8fc19175dec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128888353'] for port, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:36.240694 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 38838) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:03:36.255101 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-8078e6ed-9c0e-479a-b3bd-0a436e2ebe98 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:36.392466 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-8078e6ed-9c0e-479a-b3bd-0a436e2ebe98 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:36.397624 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-8078e6ed-9c0e-479a-b3bd-0a436e2ebe98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:36.447292 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8078e6ed-9c0e-479a-b3bd-0a436e2ebe98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d0e8f97-6398-4032-a719-f19c94397b74,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:03:36.469760 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-8078e6ed-9c0e-479a-b3bd-0a436e2ebe98 admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=907f4d54d84c41829af49fe832d998e4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2278249 Jul 06 14:03:36.473172 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 38846) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:03:36.474415 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4b88ff9-8200-40d9-b373-b8fc19175dec admin admin] No DVR routers for this DVR port bdf3ff2f-573a-449e-8728-dc93017037da on host n-d-773647-6 {{(pid=100247) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:03:36.480632 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b88ff9-8200-40d9-b373-b8fc19175dec admin admin] Pushing event deleted for resources: {'Port': ['ID=bdf3ff2f-573a-449e-8728-dc93017037da,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:03:36.519957 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b88ff9-8200-40d9-b373-b8fc19175dec admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:03:36.520318 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b88ff9-8200-40d9-b373-b8fc19175dec admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:03:36.520665 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b88ff9-8200-40d9-b373-b8fc19175dec admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:03:36.521115 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b88ff9-8200-40d9-b373-b8fc19175dec admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:03:36.521464 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b88ff9-8200-40d9-b373-b8fc19175dec admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:03:36.521791 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b88ff9-8200-40d9-b373-b8fc19175dec admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:03:36.522127 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b88ff9-8200-40d9-b373-b8fc19175dec admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:03:36.522548 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b88ff9-8200-40d9-b373-b8fc19175dec admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:03:36.522834 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b88ff9-8200-40d9-b373-b8fc19175dec admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:03:36.523084 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b88ff9-8200-40d9-b373-b8fc19175dec admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:03:36.523437 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b88ff9-8200-40d9-b373-b8fc19175dec admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:03:36.523767 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b88ff9-8200-40d9-b373-b8fc19175dec admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:03:36.529198 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-dd7c498f-c527-4a06-a82b-e9aac896bb7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:36.536060 n-d-773647-6 neutron-server[100247]: DEBUG neutron.notifiers.nova [req-1658b2ed-02ee-4fd6-9ffb-3111fde0cd07 req-080a0306-7001-43b2-b065-30b31547ef9a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5b6cd563-8930-4a51-87d6-66e9c4455b58 {{(pid=100247) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 14:03:36.562530 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-dd7c498f-c527-4a06-a82b-e9aac896bb7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:36.615338 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-1658b2ed-02ee-4fd6-9ffb-3111fde0cd07 req-080a0306-7001-43b2-b065-30b31547ef9a service neutron] Notify callbacks [] for port, precommit_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:36.626814 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-a4b88ff9-8200-40d9-b373-b8fc19175dec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-917204', 'neutron.services.segments.db._delete_segments_for_network-8773753502302'] for network, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:36.635789 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-dd7c498f-c527-4a06-a82b-e9aac896bb7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:36.638729 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-dd7c498f-c527-4a06-a82b-e9aac896bb7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:36.648176 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-dd7c498f-c527-4a06-a82b-e9aac896bb7b admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/7d0e8f97-6398-4032-a719-f19c94397b74 HTTP/1.1" status: 204 len: 168 time: 0.1738889 Jul 06 14:03:36.654933 n-d-773647-6 neutron-server[100247]: DEBUG neutron.services.segments.db [None req-a4b88ff9-8200-40d9-b373-b8fc19175dec admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5fd6dc6b-fbc9-4999-a58a-3d2962ba7986']}} {{(pid=100247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:03:36.664728 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7c498f-c527-4a06-a82b-e9aac896bb7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d0e8f97-6398-4032-a719-f19c94397b74,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:03:36.671483 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 14:03:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8dd4474c-ba23-4848-8917-c3d0e549bd79 x-openstack-request-id: req-8dd4474c-ba23-4848-8917-c3d0e549bd79 {{(pid=100247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:03:36.672535 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7dc6a4d-9f66-42f4-9ec5-8a24ac011f21", "tag": "83215aec-c681-4406-8cbd-a47df2174430", "status": "completed", "code": 200}]} {{(pid=100247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:03:36.673393 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-8dd4474c-ba23-4848-8917-c3d0e549bd79 {{(pid=100247) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:03:36.674061 n-d-773647-6 neutron-server[100247]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7dc6a4d-9f66-42f4-9ec5-8a24ac011f21', 'tag': '83215aec-c681-4406-8cbd-a47df2174430', 'status': 'completed', 'code': 200} Jul 06 14:03:36.715245 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a56c7cf-eab9-46a5-a9c0-21d9a5d76866 req-a8566d8d-1149-41ff-b07b-4fba310d56d5 tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:03:36.728279 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a56c7cf-eab9-46a5-a9c0-21d9a5d76866 req-a8566d8d-1149-41ff-b07b-4fba310d56d5 tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:03:36.745643 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a56c7cf-eab9-46a5-a9c0-21d9a5d76866 req-a8566d8d-1149-41ff-b07b-4fba310d56d5 tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:03:36.753576 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a56c7cf-eab9-46a5-a9c0-21d9a5d76866 req-a8566d8d-1149-41ff-b07b-4fba310d56d5 tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:03:36.759282 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a56c7cf-eab9-46a5-a9c0-21d9a5d76866 req-a8566d8d-1149-41ff-b07b-4fba310d56d5 tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:03:36.774557 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a56c7cf-eab9-46a5-a9c0-21d9a5d76866 req-a8566d8d-1149-41ff-b07b-4fba310d56d5 tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:03:36.774557 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a56c7cf-eab9-46a5-a9c0-21d9a5d76866 req-a8566d8d-1149-41ff-b07b-4fba310d56d5 tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:03:36.775898 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-0a56c7cf-eab9-46a5-a9c0-21d9a5d76866 req-a8566d8d-1149-41ff-b07b-4fba310d56d5 tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] 10.222.0.104 "GET /v2.0/ports?device_id=e7dc6a4d-9f66-42f4-9ec5-8a24ac011f21 HTTP/1.1" status: 200 len: 5386 time: 0.7638707 Jul 06 14:03:36.794849 n-d-773647-6 neutron-server[100247]: DEBUG neutron.services.segments.db [None req-a4b88ff9-8200-40d9-b373-b8fc19175dec admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '44486aaf-f3a6-4acc-a50e-407bc2e2f272') {'for_net_delete': True} {{(pid=100247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:03:36.795144 n-d-773647-6 neutron-server[100247]: DEBUG neutron.services.segments.db [None req-a4b88ff9-8200-40d9-b373-b8fc19175dec admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '44486aaf-f3a6-4acc-a50e-407bc2e2f272') {} {{(pid=100247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:03:36.799682 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32befc3a-a21e-43b0-95da-471b221a5e3b req-7ab3a270-9b1e-4d20-b3f5-effe3b727ed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:03:36.799845 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32befc3a-a21e-43b0-95da-471b221a5e3b req-7ab3a270-9b1e-4d20-b3f5-effe3b727ed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:03:36.800492 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32befc3a-a21e-43b0-95da-471b221a5e3b req-7ab3a270-9b1e-4d20-b3f5-effe3b727ed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:03:36.800809 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32befc3a-a21e-43b0-95da-471b221a5e3b req-7ab3a270-9b1e-4d20-b3f5-effe3b727ed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:03:36.801276 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32befc3a-a21e-43b0-95da-471b221a5e3b req-7ab3a270-9b1e-4d20-b3f5-effe3b727ed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:03:36.801739 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32befc3a-a21e-43b0-95da-471b221a5e3b req-7ab3a270-9b1e-4d20-b3f5-effe3b727ed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:03:36.802205 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32befc3a-a21e-43b0-95da-471b221a5e3b req-7ab3a270-9b1e-4d20-b3f5-effe3b727ed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:03:36.804325 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-32befc3a-a21e-43b0-95da-471b221a5e3b req-7ab3a270-9b1e-4d20-b3f5-effe3b727ed6 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=db940b92de5443cbbd5f77e12cabccfc&device_id=e7dc6a4d-9f66-42f4-9ec5-8a24ac011f21 HTTP/1.1" status: 200 len: 6278 time: 0.1252718 Jul 06 14:03:36.837115 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-a4b88ff9-8200-40d9-b373-b8fc19175dec admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773753515138', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127131763'] for segment, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:36.854147 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.provisioning_blocks [req-1658b2ed-02ee-4fd6-9ffb-3111fde0cd07 req-080a0306-7001-43b2-b065-30b31547ef9a service neutron] Transition to ACTIVE for port object 5b6cd563-8930-4a51-87d6-66e9c4455b58 will not be triggered until provisioned by entity L2. {{(pid=100247) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:03:36.863158 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-a4b88ff9-8200-40d9-b373-b8fc19175dec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552'] for segment, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:36.866276 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-1658b2ed-02ee-4fd6-9ffb-3111fde0cd07 req-080a0306-7001-43b2-b065-30b31547ef9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128888538'] for port, after_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:36.878128 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a4b88ff9-8200-40d9-b373-b8fc19175dec admin admin] Releasing vlan 1006 on physical network physnet1 to pool {{(pid=100247) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 14:03:36.878794 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-a4b88ff9-8200-40d9-b373-b8fc19175dec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-128888574'] for segment, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:36.882306 n-d-773647-6 neutron-server[100247]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:03:36.882306 n-d-773647-6 neutron-server[100247]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:03:36.882306 n-d-773647-6 neutron-server[100247]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:03:36.882306 n-d-773647-6 neutron-server[100247]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:03:36.882306 n-d-773647-6 neutron-server[100247]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:03:36.882306 n-d-773647-6 neutron-server[100247]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:03:36.882306 n-d-773647-6 neutron-server[100247]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:03:36.882306 n-d-773647-6 neutron-server[100247]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:03:36.882306 n-d-773647-6 neutron-server[100247]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:03:36.882306 n-d-773647-6 neutron-server[100247]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:03:36.882306 n-d-773647-6 neutron-server[100247]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:03:36.882306 n-d-773647-6 neutron-server[100247]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:03:36.882306 n-d-773647-6 neutron-server[100247]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:03:36.882306 n-d-773647-6 neutron-server[100247]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:03:36.882306 n-d-773647-6 neutron-server[100247]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:03:36.882306 n-d-773647-6 neutron-server[100247]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:03:36.882306 n-d-773647-6 neutron-server[100247]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:03:36.882306 n-d-773647-6 neutron-server[100247]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:03:36.882306 n-d-773647-6 neutron-server[100247]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:03:36.882306 n-d-773647-6 neutron-server[100247]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:03:36.882306 n-d-773647-6 neutron-server[100247]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:03:36.882306 n-d-773647-6 neutron-server[100247]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:03:36.882306 n-d-773647-6 neutron-server[100247]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:03:36.882306 n-d-773647-6 neutron-server[100247]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:03:36.882306 n-d-773647-6 neutron-server[100247]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 14:03:36.882306 n-d-773647-6 neutron-server[100247]: self.session.flush() Jul 06 14:03:36.882306 n-d-773647-6 neutron-server[100247]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 14:03:36.882306 n-d-773647-6 neutron-server[100247]: self.session.flush() Jul 06 14:03:36.882306 n-d-773647-6 neutron-server[100247]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 14:03:36.882306 n-d-773647-6 neutron-server[100247]: self.session.flush() Jul 06 14:03:36.882306 n-d-773647-6 neutron-server[100247]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 14:03:36.882306 n-d-773647-6 neutron-server[100247]: self.session.flush() Jul 06 14:03:36.882306 n-d-773647-6 neutron-server[100247]: Traceback (most recent call last): Jul 06 14:03:36.882306 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 14:03:36.882306 n-d-773647-6 neutron-server[100247]: timer() Jul 06 14:03:36.882306 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 14:03:36.882306 n-d-773647-6 neutron-server[100247]: cb(*args, **kw) Jul 06 14:03:36.882306 n-d-773647-6 neutron-server[100247]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 14:03:36.882306 n-d-773647-6 neutron-server[100247]: return func(*args, **kwargs) Jul 06 14:03:36.882306 n-d-773647-6 neutron-server[100247]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 14:03:36.882306 n-d-773647-6 neutron-server[100247]: self._notify() Jul 06 14:03:36.882306 n-d-773647-6 neutron-server[100247]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 14:03:36.882306 n-d-773647-6 neutron-server[100247]: self.callback(batched_events) Jul 06 14:03:36.882306 n-d-773647-6 neutron-server[100247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 14:03:36.882306 n-d-773647-6 neutron-server[100247]: event.method(event) Jul 06 14:03:36.882306 n-d-773647-6 neutron-server[100247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 14:03:36.882306 n-d-773647-6 neutron-server[100247]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 14:03:36.882306 n-d-773647-6 neutron-server[100247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 14:03:36.882306 n-d-773647-6 neutron-server[100247]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 14:03:36.882306 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 14:03:36.882306 n-d-773647-6 neutron-server[100247]: return f(self, *a, **k) Jul 06 14:03:36.882306 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 14:03:36.882306 n-d-773647-6 neutron-server[100247]: return self._get(url).json() Jul 06 14:03:36.882306 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 14:03:36.882306 n-d-773647-6 neutron-server[100247]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 14:03:36.882306 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 14:03:36.882306 n-d-773647-6 neutron-server[100247]: return self.request(url, 'GET', **kwargs) Jul 06 14:03:36.882306 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 14:03:36.882306 n-d-773647-6 neutron-server[100247]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 14:03:36.882306 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 14:03:36.882306 n-d-773647-6 neutron-server[100247]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 14:03:36.882306 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 14:03:36.882306 n-d-773647-6 neutron-server[100247]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 14:03:36.882306 n-d-773647-6 neutron-server[100247]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 14:03:36.974503 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32befc3a-a21e-43b0-95da-471b221a5e3b req-ed812a72-d7fa-4647-b841-518bd304f3a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:03:36.975912 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32befc3a-a21e-43b0-95da-471b221a5e3b req-ed812a72-d7fa-4647-b841-518bd304f3a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:03:36.976603 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32befc3a-a21e-43b0-95da-471b221a5e3b req-ed812a72-d7fa-4647-b841-518bd304f3a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:03:36.979289 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-32befc3a-a21e-43b0-95da-471b221a5e3b req-ed812a72-d7fa-4647-b841-518bd304f3a5 service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=db940b92de5443cbbd5f77e12cabccfc&shared=False HTTP/1.1" status: 200 len: 2295 time: 0.1667476 Jul 06 14:03:36.983622 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-0a56c7cf-eab9-46a5-a9c0-21d9a5d76866 req-a8a2795e-6366-4a26-991b-2ff9dff69f4b tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] 10.222.0.104 "GET /v2.0/security-groups?id=49c1468a-280e-4510-8673-63e827c90e1a&id=89d2c750-f3d8-486f-ac80-ea9c67d569ed&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1957781 Jul 06 14:03:37.002824 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-a4b88ff9-8200-40d9-b373-b8fc19175dec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-917215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1761140'] for network, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:37.005386 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080a0306-7001-43b2-b065-30b31547ef9a service neutron] Pushing event updated for resources: {'Port': ['ID=5b6cd563-8930-4a51-87d6-66e9c4455b58,revision_number=2']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:03:37.032622 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-a4b88ff9-8200-40d9-b373-b8fc19175dec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583035'] for network, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:37.035867 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-a4b88ff9-8200-40d9-b373-b8fc19175dec admin admin] 10.222.0.104 "DELETE /v2.0/networks/5fd6dc6b-fbc9-4999-a58a-3d2962ba7986 HTTP/1.1" status: 204 len: 168 time: 2.0933557 Jul 06 14:03:37.037611 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b88ff9-8200-40d9-b373-b8fc19175dec admin admin] Pushing event deleted for resources: {'Network': ['ID=5fd6dc6b-fbc9-4999-a58a-3d2962ba7986,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:03:37.161092 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.managers [req-1658b2ed-02ee-4fd6-9ffb-3111fde0cd07 req-080a0306-7001-43b2-b065-30b31547ef9a service neutron] Attempting to bind port 5b6cd563-8930-4a51-87d6-66e9c4455b58 on host n-h2-773647-6 for vnic_type normal with profile {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:03:37.162046 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.managers [req-1658b2ed-02ee-4fd6-9ffb-3111fde0cd07 req-080a0306-7001-43b2-b065-30b31547ef9a service neutron] Attempting to bind port 5b6cd563-8930-4a51-87d6-66e9c4455b58 by drivers openvswitch,hyperv on host n-h2-773647-6 at level 0 using segments [{'id': '59c264de-0282-4c26-a7e9-a05f64ad5f6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1041, 'network_id': 'ace612ee-fa1f-4249-807d-5000ddc15676'}] {{(pid=100247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:03:37.162728 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1658b2ed-02ee-4fd6-9ffb-3111fde0cd07 req-080a0306-7001-43b2-b065-30b31547ef9a service neutron] Attempting to bind port 5b6cd563-8930-4a51-87d6-66e9c4455b58 on network ace612ee-fa1f-4249-807d-5000ddc15676 {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:03:37.168891 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1658b2ed-02ee-4fd6-9ffb-3111fde0cd07 req-080a0306-7001-43b2-b065-30b31547ef9a service neutron] Port 5b6cd563-8930-4a51-87d6-66e9c4455b58 on network ace612ee-fa1f-4249-807d-5000ddc15676 not bound, no agent of type Open vSwitch agent registered on host n-h2-773647-6 {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 14:03:37.169320 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1658b2ed-02ee-4fd6-9ffb-3111fde0cd07 req-080a0306-7001-43b2-b065-30b31547ef9a service neutron] Attempting to bind port 5b6cd563-8930-4a51-87d6-66e9c4455b58 on network ace612ee-fa1f-4249-807d-5000ddc15676 {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:03:37.181448 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1658b2ed-02ee-4fd6-9ffb-3111fde0cd07 req-080a0306-7001-43b2-b065-30b31547ef9a service neutron] Checking agent: {'id': '63768ece-0600-4354-8d29-fdedec96b077', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-773647-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 51, 10), 'started_at': datetime.datetime(2021, 7, 6, 13, 51, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 3, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:03:37.181947 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1658b2ed-02ee-4fd6-9ffb-3111fde0cd07 req-080a0306-7001-43b2-b065-30b31547ef9a service neutron] Checking segment: {'id': '59c264de-0282-4c26-a7e9-a05f64ad5f6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1041, 'network_id': 'ace612ee-fa1f-4249-807d-5000ddc15676'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100247) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:03:37.182423 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1658b2ed-02ee-4fd6-9ffb-3111fde0cd07 req-080a0306-7001-43b2-b065-30b31547ef9a service neutron] Bound using segment: {'id': '59c264de-0282-4c26-a7e9-a05f64ad5f6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1041, 'network_id': 'ace612ee-fa1f-4249-807d-5000ddc15676'} {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:03:37.183012 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.managers [req-1658b2ed-02ee-4fd6-9ffb-3111fde0cd07 req-080a0306-7001-43b2-b065-30b31547ef9a service neutron] Bound port: 5b6cd563-8930-4a51-87d6-66e9c4455b58, host: n-h2-773647-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '59c264de-0282-4c26-a7e9-a05f64ad5f6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1041, 'network_id': 'ace612ee-fa1f-4249-807d-5000ddc15676'}}] {{(pid=100247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:03:37.183494 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-1658b2ed-02ee-4fd6-9ffb-3111fde0cd07 req-080a0306-7001-43b2-b065-30b31547ef9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:37.189070 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32befc3a-a21e-43b0-95da-471b221a5e3b req-e9a6fba2-f943-457a-b126-47e9366d1e1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:03:37.191128 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-32befc3a-a21e-43b0-95da-471b221a5e3b req-e9a6fba2-f943-457a-b126-47e9366d1e1f service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.2053635 Jul 06 14:03:37.288763 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.db [req-1658b2ed-02ee-4fd6-9ffb-3111fde0cd07 req-080a0306-7001-43b2-b065-30b31547ef9a service neutron] For port 5b6cd563-8930-4a51-87d6-66e9c4455b58, host n-h2-773647-6, cleared binding levels {{(pid=100247) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:03:37.296861 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.db [req-1658b2ed-02ee-4fd6-9ffb-3111fde0cd07 req-080a0306-7001-43b2-b065-30b31547ef9a service neutron] For port 5b6cd563-8930-4a51-87d6-66e9c4455b58, host n-h2-773647-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=5b6cd563-8930-4a51-87d6-66e9c4455b58,segment=NetworkSegment(59c264de-0282-4c26-a7e9-a05f64ad5f6c),segment_id=59c264de-0282-4c26-a7e9-a05f64ad5f6c)] {{(pid=100247) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:03:37.306743 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-1658b2ed-02ee-4fd6-9ffb-3111fde0cd07 req-080a0306-7001-43b2-b065-30b31547ef9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128888538'] for port, after_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:37.325812 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 38880) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:03:37.395768 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1658b2ed-02ee-4fd6-9ffb-3111fde0cd07 req-080a0306-7001-43b2-b065-30b31547ef9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:03:37.396402 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-1658b2ed-02ee-4fd6-9ffb-3111fde0cd07 req-080a0306-7001-43b2-b065-30b31547ef9a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:37.400499 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-1658b2ed-02ee-4fd6-9ffb-3111fde0cd07 req-080a0306-7001-43b2-b065-30b31547ef9a service neutron] 10.222.0.72 "PUT /v2.0/ports/5b6cd563-8930-4a51-87d6-66e9c4455b58 HTTP/1.1" status: 200 len: 1091 time: 2.7230349 Jul 06 14:03:37.430041 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-05b8f794-87f1-4b37-812f-25c1658b8ffe admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=04b7bbd7f1424a65b07876d70c7f3522&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0990131 Jul 06 14:03:37.430708 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 38886) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:03:37.457538 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [req-1658b2ed-02ee-4fd6-9ffb-3111fde0cd07 req-d83f2bb6-3b12-4d52-acab-40fb88a7c4e9 service neutron] Request body: {'port': {'device_id': 'e7dc6a4d-9f66-42f4-9ec5-8a24ac011f21', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-773647-6'}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:03:37.533060 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-7847faec-befa-44cc-a343-c70bd402bfe7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:37.557658 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-7847faec-befa-44cc-a343-c70bd402bfe7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:37.581292 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-1658b2ed-02ee-4fd6-9ffb-3111fde0cd07 req-d83f2bb6-3b12-4d52-acab-40fb88a7c4e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:37.610544 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-7847faec-befa-44cc-a343-c70bd402bfe7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:37.619674 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-7847faec-befa-44cc-a343-c70bd402bfe7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:37.622430 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-7847faec-befa-44cc-a343-c70bd402bfe7 admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/4f9c8c6d-4574-4c52-a896-aabfbe0c94fb HTTP/1.1" status: 204 len: 168 time: 0.1852667 Jul 06 14:03:37.636259 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7847faec-befa-44cc-a343-c70bd402bfe7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f9c8c6d-4574-4c52-a896-aabfbe0c94fb,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:03:37.649464 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-b652bed4-47c5-439b-88a0-17a1c3e50c9f req-5e831047-05cb-40f4-8ea3-96070d36194d tempest-ServerShowV254Test-716947557 tempest-ServerShowV254Test-716947557-project] 10.222.0.104 "GET /v2.0/ports?device_id=fc06b29c-bd46-47be-ac2a-6d1c75fe5b23 HTTP/1.1" status: 200 len: 210 time: 0.2345431 Jul 06 14:03:37.666659 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080a0306-7001-43b2-b065-30b31547ef9a service neutron] Pushing event updated for resources: {'Port': ['ID=5b6cd563-8930-4a51-87d6-66e9c4455b58,revision_number=3']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:03:37.865165 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 38900) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:03:37.985464 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 38906) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:03:38.065820 n-d-773647-6 neutron-server[100247]: DEBUG neutron.notifiers.nova [req-1658b2ed-02ee-4fd6-9ffb-3111fde0cd07 req-d83f2bb6-3b12-4d52-acab-40fb88a7c4e9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6dd92e69-e804-40c7-8993-d5e086a55974 {{(pid=100247) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 14:03:38.081286 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-1658b2ed-02ee-4fd6-9ffb-3111fde0cd07 req-d83f2bb6-3b12-4d52-acab-40fb88a7c4e9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:38.107172 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.provisioning_blocks [req-1658b2ed-02ee-4fd6-9ffb-3111fde0cd07 req-d83f2bb6-3b12-4d52-acab-40fb88a7c4e9 service neutron] Transition to ACTIVE for port object 6dd92e69-e804-40c7-8993-d5e086a55974 will not be triggered until provisioned by entity L2. {{(pid=100247) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:03:38.115187 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-1658b2ed-02ee-4fd6-9ffb-3111fde0cd07 req-d83f2bb6-3b12-4d52-acab-40fb88a7c4e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128888538'] for port, after_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:38.161176 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-2e0c7eb7-9587-488c-90f9-78c87f119ff8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:38.280301 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-e844c6da-c5d0-4eb3-bd1e-296490f2af86 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:38.396601 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-2e0c7eb7-9587-488c-90f9-78c87f119ff8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:38.406713 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-2e0c7eb7-9587-488c-90f9-78c87f119ff8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:38.430457 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83f2bb6-3b12-4d52-acab-40fb88a7c4e9 service neutron] Pushing event updated for resources: {'Port': ['ID=6dd92e69-e804-40c7-8993-d5e086a55974,revision_number=2']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:03:38.457215 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.managers [req-1658b2ed-02ee-4fd6-9ffb-3111fde0cd07 req-d83f2bb6-3b12-4d52-acab-40fb88a7c4e9 service neutron] Attempting to bind port 6dd92e69-e804-40c7-8993-d5e086a55974 on host n-h2-773647-6 for vnic_type normal with profile {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:03:38.457558 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.managers [req-1658b2ed-02ee-4fd6-9ffb-3111fde0cd07 req-d83f2bb6-3b12-4d52-acab-40fb88a7c4e9 service neutron] Attempting to bind port 6dd92e69-e804-40c7-8993-d5e086a55974 by drivers openvswitch,hyperv on host n-h2-773647-6 at level 0 using segments [{'id': 'f09c3fbf-c889-483b-a962-6f1095f380c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1007, 'network_id': 'a1a89b46-c613-4578-b710-c22d92f3acfb'}] {{(pid=100247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:03:38.457890 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1658b2ed-02ee-4fd6-9ffb-3111fde0cd07 req-d83f2bb6-3b12-4d52-acab-40fb88a7c4e9 service neutron] Attempting to bind port 6dd92e69-e804-40c7-8993-d5e086a55974 on network a1a89b46-c613-4578-b710-c22d92f3acfb {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:03:38.466360 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-2e0c7eb7-9587-488c-90f9-78c87f119ff8 admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=1a4564b1a07b4578bebfabfd029ee974&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5972357 Jul 06 14:03:38.466544 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1658b2ed-02ee-4fd6-9ffb-3111fde0cd07 req-d83f2bb6-3b12-4d52-acab-40fb88a7c4e9 service neutron] Port 6dd92e69-e804-40c7-8993-d5e086a55974 on network a1a89b46-c613-4578-b710-c22d92f3acfb not bound, no agent of type Open vSwitch agent registered on host n-h2-773647-6 {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 14:03:38.466544 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1658b2ed-02ee-4fd6-9ffb-3111fde0cd07 req-d83f2bb6-3b12-4d52-acab-40fb88a7c4e9 service neutron] Attempting to bind port 6dd92e69-e804-40c7-8993-d5e086a55974 on network a1a89b46-c613-4578-b710-c22d92f3acfb {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:03:38.470954 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 38922) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:03:38.473348 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1658b2ed-02ee-4fd6-9ffb-3111fde0cd07 req-d83f2bb6-3b12-4d52-acab-40fb88a7c4e9 service neutron] Checking agent: {'id': '63768ece-0600-4354-8d29-fdedec96b077', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-773647-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 51, 10), 'started_at': datetime.datetime(2021, 7, 6, 13, 51, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 3, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:03:38.473688 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1658b2ed-02ee-4fd6-9ffb-3111fde0cd07 req-d83f2bb6-3b12-4d52-acab-40fb88a7c4e9 service neutron] Checking segment: {'id': 'f09c3fbf-c889-483b-a962-6f1095f380c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1007, 'network_id': 'a1a89b46-c613-4578-b710-c22d92f3acfb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100247) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:03:38.478620 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1658b2ed-02ee-4fd6-9ffb-3111fde0cd07 req-d83f2bb6-3b12-4d52-acab-40fb88a7c4e9 service neutron] Bound using segment: {'id': 'f09c3fbf-c889-483b-a962-6f1095f380c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1007, 'network_id': 'a1a89b46-c613-4578-b710-c22d92f3acfb'} {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:03:38.479174 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.managers [req-1658b2ed-02ee-4fd6-9ffb-3111fde0cd07 req-d83f2bb6-3b12-4d52-acab-40fb88a7c4e9 service neutron] Bound port: 6dd92e69-e804-40c7-8993-d5e086a55974, host: n-h2-773647-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f09c3fbf-c889-483b-a962-6f1095f380c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1007, 'network_id': 'a1a89b46-c613-4578-b710-c22d92f3acfb'}}] {{(pid=100247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:03:38.479836 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-1658b2ed-02ee-4fd6-9ffb-3111fde0cd07 req-d83f2bb6-3b12-4d52-acab-40fb88a7c4e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:38.482711 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0c7eb7-9587-488c-90f9-78c87f119ff8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bb4f650-b73a-47fe-94e7-fa0e9e8e82df,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:03:38.566443 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-e844c6da-c5d0-4eb3-bd1e-296490f2af86 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:38.572081 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-e844c6da-c5d0-4eb3-bd1e-296490f2af86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:38.583851 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb8df16-3a90-4ecb-b515-a010dfec2821 req-428c293d-7763-43df-b121-506fe19bf8b3 tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:03:38.591532 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb8df16-3a90-4ecb-b515-a010dfec2821 req-428c293d-7763-43df-b121-506fe19bf8b3 tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:03:38.601825 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb8df16-3a90-4ecb-b515-a010dfec2821 req-428c293d-7763-43df-b121-506fe19bf8b3 tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:03:38.609453 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb8df16-3a90-4ecb-b515-a010dfec2821 req-428c293d-7763-43df-b121-506fe19bf8b3 tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:03:38.615540 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb8df16-3a90-4ecb-b515-a010dfec2821 req-428c293d-7763-43df-b121-506fe19bf8b3 tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:03:38.621620 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb8df16-3a90-4ecb-b515-a010dfec2821 req-428c293d-7763-43df-b121-506fe19bf8b3 tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:03:38.625614 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-e844c6da-c5d0-4eb3-bd1e-296490f2af86 admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=4220d7ca2f3b42cf9e15b3fe4a5c61bf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6388829 Jul 06 14:03:38.630669 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb8df16-3a90-4ecb-b515-a010dfec2821 req-428c293d-7763-43df-b121-506fe19bf8b3 tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:03:38.632699 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-5eb8df16-3a90-4ecb-b515-a010dfec2821 req-428c293d-7763-43df-b121-506fe19bf8b3 tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] 10.222.0.104 "GET /v2.0/ports?device_id=e7dc6a4d-9f66-42f4-9ec5-8a24ac011f21 HTTP/1.1" status: 200 len: 5410 time: 0.4621065 Jul 06 14:03:38.634349 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 38932) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:03:38.634815 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e844c6da-c5d0-4eb3-bd1e-296490f2af86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a13ae11f-aaec-40d5-9eff-9b38d81fbf3b,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:03:38.695535 n-d-773647-6 neutron-server[100247]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7dc6a4d-9f66-42f4-9ec5-8a24ac011f21', 'tag': '5b6cd563-8930-4a51-87d6-66e9c4455b58'}] {{(pid=100247) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:03:38.698662 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cbf0eeaae822f8fc9b87a94aeba67a3d651842baf663a51cba94b67a514836d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36604fa2-f038-4fd7-b8fc-6a29d5cbaec5" -d '{"events": [{"name": "network-changed", "server_uuid": "e7dc6a4d-9f66-42f4-9ec5-8a24ac011f21", "tag": "5b6cd563-8930-4a51-87d6-66e9c4455b58"}]}' {{(pid=100247) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:03:38.703203 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-0982376f-903e-4314-b9f9-6c8dc04f6d12 req-fe01a451-9850-4ec0-abfd-32b079196789 service neutron] 10.222.0.127 "GET /v2.0/ports?device_id=fc06b29c-bd46-47be-ac2a-6d1c75fe5b23 HTTP/1.1" status: 200 len: 210 time: 0.0695302 Jul 06 14:03:38.811640 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-5eb8df16-3a90-4ecb-b515-a010dfec2821 req-7e6953ab-8e0b-4323-b9f5-5f84a033e19e tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] 10.222.0.104 "GET /v2.0/security-groups?id=49c1468a-280e-4510-8673-63e827c90e1a&id=89d2c750-f3d8-486f-ac80-ea9c67d569ed&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1168258 Jul 06 14:03:38.874435 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-6d6220b4-3560-420c-bc92-baf6ba2466c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:38.881674 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.db [req-1658b2ed-02ee-4fd6-9ffb-3111fde0cd07 req-d83f2bb6-3b12-4d52-acab-40fb88a7c4e9 service neutron] For port 6dd92e69-e804-40c7-8993-d5e086a55974, host n-h2-773647-6, cleared binding levels {{(pid=100247) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:03:38.887958 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.db [req-1658b2ed-02ee-4fd6-9ffb-3111fde0cd07 req-d83f2bb6-3b12-4d52-acab-40fb88a7c4e9 service neutron] For port 6dd92e69-e804-40c7-8993-d5e086a55974, host n-h2-773647-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=6dd92e69-e804-40c7-8993-d5e086a55974,segment=NetworkSegment(f09c3fbf-c889-483b-a962-6f1095f380c6),segment_id=f09c3fbf-c889-483b-a962-6f1095f380c6)] {{(pid=100247) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:03:38.899944 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 14:03:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-135b13e3-db53-49a3-ab38-b665d9c1b192 x-openstack-request-id: req-135b13e3-db53-49a3-ab38-b665d9c1b192 {{(pid=100247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:03:38.900178 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7dc6a4d-9f66-42f4-9ec5-8a24ac011f21", "tag": "5b6cd563-8930-4a51-87d6-66e9c4455b58", "status": "completed", "code": 200}]} {{(pid=100247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:03:38.900498 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-135b13e3-db53-49a3-ab38-b665d9c1b192 {{(pid=100247) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:03:38.903768 n-d-773647-6 neutron-server[100247]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7dc6a4d-9f66-42f4-9ec5-8a24ac011f21', 'tag': '5b6cd563-8930-4a51-87d6-66e9c4455b58', 'status': 'completed', 'code': 200} Jul 06 14:03:38.912131 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-1658b2ed-02ee-4fd6-9ffb-3111fde0cd07 req-d83f2bb6-3b12-4d52-acab-40fb88a7c4e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128888538'] for port, after_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:39.027025 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1658b2ed-02ee-4fd6-9ffb-3111fde0cd07 req-d83f2bb6-3b12-4d52-acab-40fb88a7c4e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:03:39.027667 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-1658b2ed-02ee-4fd6-9ffb-3111fde0cd07 req-d83f2bb6-3b12-4d52-acab-40fb88a7c4e9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:39.029091 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-1658b2ed-02ee-4fd6-9ffb-3111fde0cd07 req-d83f2bb6-3b12-4d52-acab-40fb88a7c4e9 service neutron] 10.222.0.72 "PUT /v2.0/ports/6dd92e69-e804-40c7-8993-d5e086a55974 HTTP/1.1" status: 200 len: 1091 time: 1.6002417 Jul 06 14:03:39.039580 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-6d6220b4-3560-420c-bc92-baf6ba2466c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:39.052771 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36604fa2-f038-4fd7-b8fc-6a29d5cbaec5 req-af664f91-b4b3-445c-bda5-a0210dc78f04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:03:39.053858 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36604fa2-f038-4fd7-b8fc-6a29d5cbaec5 req-af664f91-b4b3-445c-bda5-a0210dc78f04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:03:39.054349 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36604fa2-f038-4fd7-b8fc-6a29d5cbaec5 req-af664f91-b4b3-445c-bda5-a0210dc78f04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:03:39.054826 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36604fa2-f038-4fd7-b8fc-6a29d5cbaec5 req-af664f91-b4b3-445c-bda5-a0210dc78f04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:03:39.055407 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36604fa2-f038-4fd7-b8fc-6a29d5cbaec5 req-af664f91-b4b3-445c-bda5-a0210dc78f04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:03:39.056021 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36604fa2-f038-4fd7-b8fc-6a29d5cbaec5 req-af664f91-b4b3-445c-bda5-a0210dc78f04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:03:39.056821 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36604fa2-f038-4fd7-b8fc-6a29d5cbaec5 req-af664f91-b4b3-445c-bda5-a0210dc78f04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:03:39.059045 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-36604fa2-f038-4fd7-b8fc-6a29d5cbaec5 req-af664f91-b4b3-445c-bda5-a0210dc78f04 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=db940b92de5443cbbd5f77e12cabccfc&device_id=e7dc6a4d-9f66-42f4-9ec5-8a24ac011f21 HTTP/1.1" status: 200 len: 6412 time: 0.1322143 Jul 06 14:03:39.127384 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-b40b19d1-1d93-407d-822a-0d8e4c10d397 req-f33158ef-def1-42fe-a617-062817d22186 tempest-ServerShowV254Test-716947557 tempest-ServerShowV254Test-716947557-project] 10.222.0.104 "GET /v2.0/ports?device_id=fc06b29c-bd46-47be-ac2a-6d1c75fe5b23 HTTP/1.1" status: 200 len: 210 time: 0.1980793 Jul 06 14:03:39.129201 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [req-1658b2ed-02ee-4fd6-9ffb-3111fde0cd07 req-3546dd1f-539e-4372-801d-e8608f6cb0e5 service neutron] Request body: {'port': {'device_id': 'e7dc6a4d-9f66-42f4-9ec5-8a24ac011f21', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-773647-6'}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:03:39.133275 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-746a3f4e-fa71-45d6-aa8b-39174fa8bf61 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:39.197100 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83f2bb6-3b12-4d52-acab-40fb88a7c4e9 service neutron] Pushing event updated for resources: {'Port': ['ID=6dd92e69-e804-40c7-8993-d5e086a55974,revision_number=3']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:03:39.254552 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36604fa2-f038-4fd7-b8fc-6a29d5cbaec5 req-cea6ba07-6733-4487-ac44-1ee9a02cc4e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:03:39.255047 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36604fa2-f038-4fd7-b8fc-6a29d5cbaec5 req-cea6ba07-6733-4487-ac44-1ee9a02cc4e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:03:39.256011 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36604fa2-f038-4fd7-b8fc-6a29d5cbaec5 req-cea6ba07-6733-4487-ac44-1ee9a02cc4e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:03:39.257785 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-36604fa2-f038-4fd7-b8fc-6a29d5cbaec5 req-cea6ba07-6733-4487-ac44-1ee9a02cc4e2 service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=db940b92de5443cbbd5f77e12cabccfc&shared=False HTTP/1.1" status: 200 len: 2295 time: 0.1904385 Jul 06 14:03:39.276401 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-746a3f4e-fa71-45d6-aa8b-39174fa8bf61 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:39.342414 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-1658b2ed-02ee-4fd6-9ffb-3111fde0cd07 req-3546dd1f-539e-4372-801d-e8608f6cb0e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:39.376993 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-6d6220b4-3560-420c-bc92-baf6ba2466c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:39.378715 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36604fa2-f038-4fd7-b8fc-6a29d5cbaec5 req-0bd7c14e-b3b0-4208-a412-1685694af1cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:03:39.379533 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-6d6220b4-3560-420c-bc92-baf6ba2466c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:39.380538 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-36604fa2-f038-4fd7-b8fc-6a29d5cbaec5 req-0bd7c14e-b3b0-4208-a412-1685694af1cc service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1161466 Jul 06 14:03:39.380681 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-6d6220b4-3560-420c-bc92-baf6ba2466c5 admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/3bb4f650-b73a-47fe-94e7-fa0e9e8e82df HTTP/1.1" status: 204 len: 168 time: 0.8841558 Jul 06 14:03:39.420329 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6220b4-3560-420c-bc92-baf6ba2466c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bb4f650-b73a-47fe-94e7-fa0e9e8e82df,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:03:39.515551 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-746a3f4e-fa71-45d6-aa8b-39174fa8bf61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:39.518265 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-746a3f4e-fa71-45d6-aa8b-39174fa8bf61 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:39.521990 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-746a3f4e-fa71-45d6-aa8b-39174fa8bf61 admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/a13ae11f-aaec-40d5-9eff-9b38d81fbf3b HTTP/1.1" status: 204 len: 168 time: 0.8643558 Jul 06 14:03:39.536306 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746a3f4e-fa71-45d6-aa8b-39174fa8bf61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a13ae11f-aaec-40d5-9eff-9b38d81fbf3b,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:03:39.644403 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-d982b317-21d5-4b89-a91e-bb854ba5e96b req-4d49bf37-e070-420e-b79c-d64d308844d1 tempest-ImagesOneServerTestJSON-626670209 tempest-ImagesOneServerTestJSON-626670209-project] 10.222.0.104 "GET /v2.0/networks?tenant_id=ec447d57cd3445c7ade9afee245937c6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0357535 Jul 06 14:03:39.876110 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d982b317-21d5-4b89-a91e-bb854ba5e96b req-35e13673-2090-4b2a-8ca4-1a8655658e1f tempest-ImagesOneServerTestJSON-626670209 tempest-ImagesOneServerTestJSON-626670209-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:03:39.883514 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-d982b317-21d5-4b89-a91e-bb854ba5e96b req-35e13673-2090-4b2a-8ca4-1a8655658e1f tempest-ImagesOneServerTestJSON-626670209 tempest-ImagesOneServerTestJSON-626670209-project] 10.222.0.104 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2096021 Jul 06 14:03:39.887319 n-d-773647-6 neutron-server[100247]: DEBUG neutron.notifiers.nova [req-1658b2ed-02ee-4fd6-9ffb-3111fde0cd07 req-3546dd1f-539e-4372-801d-e8608f6cb0e5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7a5f929a-d561-4993-9f4a-1c266d662f0f {{(pid=100247) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 14:03:39.913427 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-1658b2ed-02ee-4fd6-9ffb-3111fde0cd07 req-3546dd1f-539e-4372-801d-e8608f6cb0e5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:39.924858 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-d982b317-21d5-4b89-a91e-bb854ba5e96b req-4505c211-a9e0-4972-aba9-3eb5048a2bbc tempest-ImagesOneServerTestJSON-626670209 tempest-ImagesOneServerTestJSON-626670209-project] 10.222.0.104 "GET /v2.0/quotas/ec447d57cd3445c7ade9afee245937c6 HTTP/1.1" status: 200 len: 375 time: 0.0402308 Jul 06 14:03:39.970933 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-d982b317-21d5-4b89-a91e-bb854ba5e96b req-c675a385-3525-4895-af39-b484f1b1d0c2 tempest-ImagesOneServerTestJSON-626670209 tempest-ImagesOneServerTestJSON-626670209-project] 10.222.0.104 "GET /v2.0/ports?tenant_id=ec447d57cd3445c7ade9afee245937c6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0444305 Jul 06 14:03:39.976930 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.provisioning_blocks [req-1658b2ed-02ee-4fd6-9ffb-3111fde0cd07 req-3546dd1f-539e-4372-801d-e8608f6cb0e5 service neutron] Transition to ACTIVE for port object 7a5f929a-d561-4993-9f4a-1c266d662f0f will not be triggered until provisioned by entity L2. {{(pid=100247) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:03:39.982456 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-1658b2ed-02ee-4fd6-9ffb-3111fde0cd07 req-3546dd1f-539e-4372-801d-e8608f6cb0e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128888538'] for port, after_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:40.072184 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 39000) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:03:40.090307 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-6833b52a-9cbc-403d-a8da-a68a00ad9541 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:40.186003 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3546dd1f-539e-4372-801d-e8608f6cb0e5 service neutron] Pushing event updated for resources: {'Port': ['ID=7a5f929a-d561-4993-9f4a-1c266d662f0f,revision_number=2']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:03:40.264084 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccd8319-2ae1-4980-9349-7b72d9b009d0 req-9bf36fc2-1fcc-4783-8c62-addf3f71e716 tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:03:40.277274 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccd8319-2ae1-4980-9349-7b72d9b009d0 req-9bf36fc2-1fcc-4783-8c62-addf3f71e716 tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:03:40.292060 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccd8319-2ae1-4980-9349-7b72d9b009d0 req-9bf36fc2-1fcc-4783-8c62-addf3f71e716 tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:03:40.298979 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccd8319-2ae1-4980-9349-7b72d9b009d0 req-9bf36fc2-1fcc-4783-8c62-addf3f71e716 tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:03:40.318716 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccd8319-2ae1-4980-9349-7b72d9b009d0 req-9bf36fc2-1fcc-4783-8c62-addf3f71e716 tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:03:40.330613 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccd8319-2ae1-4980-9349-7b72d9b009d0 req-9bf36fc2-1fcc-4783-8c62-addf3f71e716 tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:03:40.332814 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:40.343002 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccd8319-2ae1-4980-9349-7b72d9b009d0 req-9bf36fc2-1fcc-4783-8c62-addf3f71e716 tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:03:40.348650 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-6833b52a-9cbc-403d-a8da-a68a00ad9541 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:40.354592 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-6833b52a-9cbc-403d-a8da-a68a00ad9541 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:40.364229 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-2ccd8319-2ae1-4980-9349-7b72d9b009d0 req-9bf36fc2-1fcc-4783-8c62-addf3f71e716 tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] 10.222.0.104 "GET /v2.0/ports?device_id=e7dc6a4d-9f66-42f4-9ec5-8a24ac011f21 HTTP/1.1" status: 200 len: 5422 time: 0.3408494 Jul 06 14:03:40.367425 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.managers [req-1658b2ed-02ee-4fd6-9ffb-3111fde0cd07 req-3546dd1f-539e-4372-801d-e8608f6cb0e5 service neutron] Attempting to bind port 7a5f929a-d561-4993-9f4a-1c266d662f0f on host n-h2-773647-6 for vnic_type normal with profile {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:03:40.367835 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.managers [req-1658b2ed-02ee-4fd6-9ffb-3111fde0cd07 req-3546dd1f-539e-4372-801d-e8608f6cb0e5 service neutron] Attempting to bind port 7a5f929a-d561-4993-9f4a-1c266d662f0f by drivers openvswitch,hyperv on host n-h2-773647-6 at level 0 using segments [{'id': 'f09c3fbf-c889-483b-a962-6f1095f380c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1007, 'network_id': 'a1a89b46-c613-4578-b710-c22d92f3acfb'}] {{(pid=100247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:03:40.368226 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1658b2ed-02ee-4fd6-9ffb-3111fde0cd07 req-3546dd1f-539e-4372-801d-e8608f6cb0e5 service neutron] Attempting to bind port 7a5f929a-d561-4993-9f4a-1c266d662f0f on network a1a89b46-c613-4578-b710-c22d92f3acfb {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:03:40.387672 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1658b2ed-02ee-4fd6-9ffb-3111fde0cd07 req-3546dd1f-539e-4372-801d-e8608f6cb0e5 service neutron] Port 7a5f929a-d561-4993-9f4a-1c266d662f0f on network a1a89b46-c613-4578-b710-c22d92f3acfb not bound, no agent of type Open vSwitch agent registered on host n-h2-773647-6 {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 14:03:40.398185 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1658b2ed-02ee-4fd6-9ffb-3111fde0cd07 req-3546dd1f-539e-4372-801d-e8608f6cb0e5 service neutron] Attempting to bind port 7a5f929a-d561-4993-9f4a-1c266d662f0f on network a1a89b46-c613-4578-b710-c22d92f3acfb {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:03:40.424068 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1658b2ed-02ee-4fd6-9ffb-3111fde0cd07 req-3546dd1f-539e-4372-801d-e8608f6cb0e5 service neutron] Checking agent: {'id': '63768ece-0600-4354-8d29-fdedec96b077', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-773647-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 51, 10), 'started_at': datetime.datetime(2021, 7, 6, 13, 51, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 3, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:03:40.424696 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1658b2ed-02ee-4fd6-9ffb-3111fde0cd07 req-3546dd1f-539e-4372-801d-e8608f6cb0e5 service neutron] Checking segment: {'id': 'f09c3fbf-c889-483b-a962-6f1095f380c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1007, 'network_id': 'a1a89b46-c613-4578-b710-c22d92f3acfb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100247) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:03:40.425271 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1658b2ed-02ee-4fd6-9ffb-3111fde0cd07 req-3546dd1f-539e-4372-801d-e8608f6cb0e5 service neutron] Bound using segment: {'id': 'f09c3fbf-c889-483b-a962-6f1095f380c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1007, 'network_id': 'a1a89b46-c613-4578-b710-c22d92f3acfb'} {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:03:40.425980 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.managers [req-1658b2ed-02ee-4fd6-9ffb-3111fde0cd07 req-3546dd1f-539e-4372-801d-e8608f6cb0e5 service neutron] Bound port: 7a5f929a-d561-4993-9f4a-1c266d662f0f, host: n-h2-773647-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f09c3fbf-c889-483b-a962-6f1095f380c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1007, 'network_id': 'a1a89b46-c613-4578-b710-c22d92f3acfb'}}] {{(pid=100247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:03:40.426551 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-1658b2ed-02ee-4fd6-9ffb-3111fde0cd07 req-3546dd1f-539e-4372-801d-e8608f6cb0e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:40.450898 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6833b52a-9cbc-403d-a8da-a68a00ad9541 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95ee236f-2e66-49f9-9ccb-afca0efced4d,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:03:40.465772 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-6833b52a-9cbc-403d-a8da-a68a00ad9541 admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=9de71ff9485f4d2ba07759601597c46e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3897896 Jul 06 14:03:40.465772 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 39016) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:03:40.504160 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-2ccd8319-2ae1-4980-9349-7b72d9b009d0 req-81de8a0d-e1ac-4c41-a1f0-1c6b3119e9f8 tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] 10.222.0.104 "GET /v2.0/security-groups?id=49c1468a-280e-4510-8673-63e827c90e1a&id=89d2c750-f3d8-486f-ac80-ea9c67d569ed&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1369843 Jul 06 14:03:40.578381 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-ec127171-f713-4e56-a53e-87a4f6394d36 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:40.628199 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-ec127171-f713-4e56-a53e-87a4f6394d36 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:40.670158 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-6acbd35b-0879-4419-b604-b2ebb1b36bba req-978ef465-304f-437f-a992-d064401f8aab tempest-ImagesOneServerTestJSON-626670209 tempest-ImagesOneServerTestJSON-626670209-project] 10.222.0.104 "GET /v2.0/ports?device_id=bf6e1ecb-17f2-4a7a-9296-eb9480bbf176 HTTP/1.1" status: 200 len: 210 time: 0.0710857 Jul 06 14:03:40.695477 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.db [req-1658b2ed-02ee-4fd6-9ffb-3111fde0cd07 req-3546dd1f-539e-4372-801d-e8608f6cb0e5 service neutron] For port 7a5f929a-d561-4993-9f4a-1c266d662f0f, host n-h2-773647-6, cleared binding levels {{(pid=100247) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:03:40.699554 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-8db0439b-9384-4543-a294-98e8a0487ef0 req-aaa1ca3c-fe76-4e2f-a005-358ea3a8f362 tempest-ServerShowV254Test-716947557 tempest-ServerShowV254Test-716947557-project] 10.222.0.104 "GET /v2.0/ports?device_id=fc06b29c-bd46-47be-ac2a-6d1c75fe5b23 HTTP/1.1" status: 200 len: 210 time: 0.0827703 Jul 06 14:03:40.714188 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-ec127171-f713-4e56-a53e-87a4f6394d36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:40.717340 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-ec127171-f713-4e56-a53e-87a4f6394d36 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:40.718532 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-ec127171-f713-4e56-a53e-87a4f6394d36 admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/95ee236f-2e66-49f9-9ccb-afca0efced4d HTTP/1.1" status: 204 len: 168 time: 0.2518680 Jul 06 14:03:40.723410 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.db [req-1658b2ed-02ee-4fd6-9ffb-3111fde0cd07 req-3546dd1f-539e-4372-801d-e8608f6cb0e5 service neutron] For port 7a5f929a-d561-4993-9f4a-1c266d662f0f, host n-h2-773647-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=7a5f929a-d561-4993-9f4a-1c266d662f0f,segment=NetworkSegment(f09c3fbf-c889-483b-a962-6f1095f380c6),segment_id=f09c3fbf-c889-483b-a962-6f1095f380c6)] {{(pid=100247) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:03:40.728137 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-1658b2ed-02ee-4fd6-9ffb-3111fde0cd07 req-3546dd1f-539e-4372-801d-e8608f6cb0e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128888538'] for port, after_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:40.728928 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec127171-f713-4e56-a53e-87a4f6394d36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95ee236f-2e66-49f9-9ccb-afca0efced4d,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:03:40.823088 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1658b2ed-02ee-4fd6-9ffb-3111fde0cd07 req-3546dd1f-539e-4372-801d-e8608f6cb0e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:03:40.823754 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-1658b2ed-02ee-4fd6-9ffb-3111fde0cd07 req-3546dd1f-539e-4372-801d-e8608f6cb0e5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:40.825126 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-1658b2ed-02ee-4fd6-9ffb-3111fde0cd07 req-3546dd1f-539e-4372-801d-e8608f6cb0e5 service neutron] 10.222.0.72 "PUT /v2.0/ports/7a5f929a-d561-4993-9f4a-1c266d662f0f HTTP/1.1" status: 200 len: 1091 time: 1.7376628 Jul 06 14:03:40.929391 n-d-773647-6 neutron-server[100247]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7dc6a4d-9f66-42f4-9ec5-8a24ac011f21', 'tag': '6dd92e69-e804-40c7-8993-d5e086a55974'}, {'name': 'network-changed', 'server_uuid': 'e7dc6a4d-9f66-42f4-9ec5-8a24ac011f21', 'tag': '7a5f929a-d561-4993-9f4a-1c266d662f0f'}] {{(pid=100247) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:03:40.934553 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cbf0eeaae822f8fc9b87a94aeba67a3d651842baf663a51cba94b67a514836d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8bd6c9d-35c6-4622-90bb-ba2287d6eee0" -d '{"events": [{"name": "network-changed", "server_uuid": "e7dc6a4d-9f66-42f4-9ec5-8a24ac011f21", "tag": "6dd92e69-e804-40c7-8993-d5e086a55974"}, {"name": "network-changed", "server_uuid": "e7dc6a4d-9f66-42f4-9ec5-8a24ac011f21", "tag": "7a5f929a-d561-4993-9f4a-1c266d662f0f"}]}' {{(pid=100247) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:03:40.959883 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3546dd1f-539e-4372-801d-e8608f6cb0e5 service neutron] Pushing event updated for resources: {'Port': ['ID=7a5f929a-d561-4993-9f4a-1c266d662f0f,revision_number=3']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:03:41.047069 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1658b2ed-02ee-4fd6-9ffb-3111fde0cd07 req-e6c68939-eeb4-4f1d-a8d0-6fd01f0cc84e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:03:41.047513 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1658b2ed-02ee-4fd6-9ffb-3111fde0cd07 req-e6c68939-eeb4-4f1d-a8d0-6fd01f0cc84e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:03:41.048040 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1658b2ed-02ee-4fd6-9ffb-3111fde0cd07 req-e6c68939-eeb4-4f1d-a8d0-6fd01f0cc84e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:03:41.048566 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1658b2ed-02ee-4fd6-9ffb-3111fde0cd07 req-e6c68939-eeb4-4f1d-a8d0-6fd01f0cc84e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:03:41.049673 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1658b2ed-02ee-4fd6-9ffb-3111fde0cd07 req-e6c68939-eeb4-4f1d-a8d0-6fd01f0cc84e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:03:41.050151 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1658b2ed-02ee-4fd6-9ffb-3111fde0cd07 req-e6c68939-eeb4-4f1d-a8d0-6fd01f0cc84e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:03:41.050624 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1658b2ed-02ee-4fd6-9ffb-3111fde0cd07 req-e6c68939-eeb4-4f1d-a8d0-6fd01f0cc84e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:03:41.055193 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-1658b2ed-02ee-4fd6-9ffb-3111fde0cd07 req-e6c68939-eeb4-4f1d-a8d0-6fd01f0cc84e service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=db940b92de5443cbbd5f77e12cabccfc&device_id=e7dc6a4d-9f66-42f4-9ec5-8a24ac011f21 HTTP/1.1" status: 200 len: 6479 time: 0.1719234 Jul 06 14:03:41.157133 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-1658b2ed-02ee-4fd6-9ffb-3111fde0cd07 req-70c584fb-34a3-4db2-814f-91f2729378ed service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0fccaba0-09bb-4911-acde-c7e70c576bcb HTTP/1.1" status: 200 len: 217 time: 0.0965071 Jul 06 14:03:41.231414 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 06 Jul 2021 14:03:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-407c2a5d-3955-4ff0-bff5-1fc48943eb1c x-openstack-request-id: req-407c2a5d-3955-4ff0-bff5-1fc48943eb1c {{(pid=100247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:03:41.232065 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7dc6a4d-9f66-42f4-9ec5-8a24ac011f21", "tag": "6dd92e69-e804-40c7-8993-d5e086a55974", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "e7dc6a4d-9f66-42f4-9ec5-8a24ac011f21", "tag": "7a5f929a-d561-4993-9f4a-1c266d662f0f", "status": "completed", "code": 200}]} {{(pid=100247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:03:41.232065 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-407c2a5d-3955-4ff0-bff5-1fc48943eb1c {{(pid=100247) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:03:41.232337 n-d-773647-6 neutron-server[100247]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7dc6a4d-9f66-42f4-9ec5-8a24ac011f21', 'tag': '6dd92e69-e804-40c7-8993-d5e086a55974', 'status': 'completed', 'code': 200} Jul 06 14:03:41.232594 n-d-773647-6 neutron-server[100247]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7dc6a4d-9f66-42f4-9ec5-8a24ac011f21', 'tag': '7a5f929a-d561-4993-9f4a-1c266d662f0f', 'status': 'completed', 'code': 200} Jul 06 14:03:41.271658 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1658b2ed-02ee-4fd6-9ffb-3111fde0cd07 req-08aba3cb-997a-4155-884e-d58a9dbce491 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:03:41.273204 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-1658b2ed-02ee-4fd6-9ffb-3111fde0cd07 req-08aba3cb-997a-4155-884e-d58a9dbce491 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=906bb642-57ed-4e87-8668-4e82a3a18fe7 HTTP/1.1" status: 200 len: 851 time: 0.1080918 Jul 06 14:03:41.385873 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1658b2ed-02ee-4fd6-9ffb-3111fde0cd07 req-8ee176e3-b5bb-4207-a385-193698da1d70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:03:41.387791 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-1658b2ed-02ee-4fd6-9ffb-3111fde0cd07 req-8ee176e3-b5bb-4207-a385-193698da1d70 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=8db538bb-9e5e-4771-8353-dcc3bdff004e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1076059 Jul 06 14:03:41.411298 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [req-1658b2ed-02ee-4fd6-9ffb-3111fde0cd07 req-42e8c765-7b21-4bab-8aff-3fddc39edd11 service neutron] http://10.222.0.104:9696/v2.0/extensions returned with HTTP 200 {{(pid=100247) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 14:03:41.412391 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-1658b2ed-02ee-4fd6-9ffb-3111fde0cd07 req-42e8c765-7b21-4bab-8aff-3fddc39edd11 service neutron] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0144269 Jul 06 14:03:41.413704 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 39060) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:03:41.550432 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-1658b2ed-02ee-4fd6-9ffb-3111fde0cd07 req-8a091ad0-1956-446b-98da-c679afcfb658 service neutron] 10.222.0.72 "GET /v2.0/networks/8db538bb-9e5e-4771-8353-dcc3bdff004e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1298249 Jul 06 14:03:41.606936 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-be8b862c-52cc-479b-88b3-301d3711c723 admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-539678174-network', 'tenant_id': '1a6a1c095b6f4d9f86abe038118b9d24'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:03:41.681092 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be8b862c-52cc-479b-88b3-301d3711c723 admin admin] Made reservation on behalf of 1a6a1c095b6f4d9f86abe038118b9d24 for: {'network': 1} {{(pid=100246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:03:41.682848 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-1658b2ed-02ee-4fd6-9ffb-3111fde0cd07 req-1f683229-eed2-40d8-9e0b-d9fbbca86598 service neutron] 10.222.0.72 "GET /v2.0/networks/8db538bb-9e5e-4771-8353-dcc3bdff004e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256647 Jul 06 14:03:41.686478 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-be8b862c-52cc-479b-88b3-301d3711c723 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for network, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:41.700922 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-be8b862c-52cc-479b-88b3-301d3711c723 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:41.790682 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-1658b2ed-02ee-4fd6-9ffb-3111fde0cd07 req-42e78495-5037-4662-85f0-1b422fbb2fa1 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.252&port_id=3ba18cf5-928e-46ea-b0ca-9a371b8d9b40 HTTP/1.1" status: 200 len: 217 time: 0.0987706 Jul 06 14:03:41.860797 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-be8b862c-52cc-479b-88b3-301d3711c723 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:41.867450 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-be8b862c-52cc-479b-88b3-301d3711c723 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:41.905919 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-be8b862c-52cc-479b-88b3-301d3711c723 admin admin] vlan segment allocate from pool success with {'vlan_id': 1049, 'physical_network': 'physnet1'} {{(pid=100246) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 14:03:41.917382 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8b862c-52cc-479b-88b3-301d3711c723 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0717d20-fb31-48e4-8147-f0a3642617ab,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:03:41.926458 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-be8b862c-52cc-479b-88b3-301d3711c723 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552'] for segment, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:41.927050 n-d-773647-6 neutron-server[100246]: INFO neutron.db.segments_db [None req-be8b862c-52cc-479b-88b3-301d3711c723 admin admin] Added segment 6b220387-8d13-4ae1-983f-231ccd618d77 of type vlan for network b82fb405-bff0-4597-9770-5ecffe1fa7ca Jul 06 14:03:41.980756 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-be8b862c-52cc-479b-88b3-301d3711c723 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773752984405'] for network, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:42.029916 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-be8b862c-52cc-479b-88b3-301d3711c723 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060'] for network, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:42.031496 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be8b862c-52cc-479b-88b3-301d3711c723 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:03:42.032361 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-be8b862c-52cc-479b-88b3-301d3711c723 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583035'] for network, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:42.065926 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1658b2ed-02ee-4fd6-9ffb-3111fde0cd07 req-09053ecd-2de4-4e36-9bf8-285c31072bc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:03:42.074450 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-1658b2ed-02ee-4fd6-9ffb-3111fde0cd07 req-09053ecd-2de4-4e36-9bf8-285c31072bc0 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=aff5805c-7256-4603-b5c1-a0758ef2d27b HTTP/1.1" status: 200 len: 797 time: 0.2777066 Jul 06 14:03:42.213365 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-be8b862c-52cc-479b-88b3-301d3711c723 admin admin] 10.222.0.104 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.7985132 Jul 06 14:03:42.217015 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 39112) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:03:42.219959 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-d982b317-21d5-4b89-a91e-bb854ba5e96b req-a998a871-98b8-4b59-8e85-ae124c979125 tempest-ImagesOneServerTestJSON-626670209 tempest-ImagesOneServerTestJSON-626670209-project] 10.222.0.127 "GET /v2.0/networks?tenant_id=ec447d57cd3445c7ade9afee245937c6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0344105 Jul 06 14:03:42.226856 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [None req-0bf0946b-ba8d-48df-835a-ab1530a312bb admin admin] Request body: {'subnet': {'network_id': 'b82fb405-bff0-4597-9770-5ecffe1fa7ca', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-539678174-subnet', 'tenant_id': '1a6a1c095b6f4d9f86abe038118b9d24', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:03:42.234417 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8b862c-52cc-479b-88b3-301d3711c723 admin admin] Pushing event updated for resources: {'Network': ['ID=b82fb405-bff0-4597-9770-5ecffe1fa7ca,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:03:42.257560 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Network b82fb405-bff0-4597-9770-5ecffe1fa7ca details requested by agent ovs-agent-n-d-773647-6 with host n-d-773647-6 {{(pid=100248) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 14:03:42.261750 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 39114) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:03:42.303141 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c21d74-0729-4731-9477-fa0549eb1935 req-838112f4-66e9-4661-8fa3-71f13aa1aaf9 tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:03:42.322071 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c21d74-0729-4731-9477-fa0549eb1935 req-838112f4-66e9-4661-8fa3-71f13aa1aaf9 tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:03:42.344327 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c21d74-0729-4731-9477-fa0549eb1935 req-838112f4-66e9-4661-8fa3-71f13aa1aaf9 tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:03:42.362235 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c21d74-0729-4731-9477-fa0549eb1935 req-838112f4-66e9-4661-8fa3-71f13aa1aaf9 tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:03:42.380319 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c21d74-0729-4731-9477-fa0549eb1935 req-838112f4-66e9-4661-8fa3-71f13aa1aaf9 tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:03:42.397058 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c21d74-0729-4731-9477-fa0549eb1935 req-838112f4-66e9-4661-8fa3-71f13aa1aaf9 tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:03:42.398088 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:42.404031 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c21d74-0729-4731-9477-fa0549eb1935 req-838112f4-66e9-4661-8fa3-71f13aa1aaf9 tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:03:42.406331 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-9f1063a3-bfe9-4964-98f5-fc8a1b8d93d1 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-1182606124-network', 'tenant_id': '9c4f88f12e6e47ff8256bfd6bad61793'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:03:42.412602 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-21c21d74-0729-4731-9477-fa0549eb1935 req-838112f4-66e9-4661-8fa3-71f13aa1aaf9 tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] 10.222.0.104 "GET /v2.0/ports?device_id=e7dc6a4d-9f66-42f4-9ec5-8a24ac011f21 HTTP/1.1" status: 200 len: 5422 time: 0.6206558 Jul 06 14:03:42.504606 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-97c11aa5-b181-4cf5-a023-0a47d553b60a req-cb2554bb-1244-45dd-90a1-46216ffd1d30 tempest-ImagesOneServerTestJSON-626670209 tempest-ImagesOneServerTestJSON-626670209-project] 10.222.0.104 "GET /v2.0/ports?device_id=bf6e1ecb-17f2-4a7a-9296-eb9480bbf176 HTTP/1.1" status: 200 len: 210 time: 0.2461720 Jul 06 14:03:42.521550 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f1063a3-bfe9-4964-98f5-fc8a1b8d93d1 admin admin] Made reservation on behalf of 9c4f88f12e6e47ff8256bfd6bad61793 for: {'network': 1} {{(pid=100246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:03:42.525675 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-9f1063a3-bfe9-4964-98f5-fc8a1b8d93d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for network, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:42.537273 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.db.api [None req-0bf0946b-ba8d-48df-835a-ab1530a312bb admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 06 14:03:42.537273 n-d-773647-6 neutron-server[100247]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 06 14:03:42.537273 n-d-773647-6 neutron-server[100247]: [parameters: {'project_id': '1a6a1c095b6f4d9f86abe038118b9d24', 'id': '11f6498f-0740-4441-98cc-fa27dc763531', 'expiration': datetime.datetime(2021, 7, 6, 14, 5, 42, 505269)}] Jul 06 14:03:42.537273 n-d-773647-6 neutron-server[100247]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=100247) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 06 14:03:42.537623 n-d-773647-6 neutron-server[100247]: DEBUG oslo_db.api [None req-0bf0946b-ba8d-48df-835a-ab1530a312bb admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=100247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 06 14:03:42.549246 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-9f1063a3-bfe9-4964-98f5-fc8a1b8d93d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:42.554923 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1658b2ed-02ee-4fd6-9ffb-3111fde0cd07 req-e36dcaf0-ad81-4442-8159-98953b99b074 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:03:42.556463 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-1658b2ed-02ee-4fd6-9ffb-3111fde0cd07 req-e36dcaf0-ad81-4442-8159-98953b99b074 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=ace612ee-fa1f-4249-807d-5000ddc15676&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4648790 Jul 06 14:03:42.572808 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-21c21d74-0729-4731-9477-fa0549eb1935 req-a7951298-d0e1-4e28-a24d-0ab67563ea99 tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] 10.222.0.104 "GET /v2.0/security-groups?id=49c1468a-280e-4510-8673-63e827c90e1a&id=89d2c750-f3d8-486f-ac80-ea9c67d569ed&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1591108 Jul 06 14:03:42.616139 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 39122) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:03:42.666771 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-9f1063a3-bfe9-4964-98f5-fc8a1b8d93d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:42.672200 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-9f1063a3-bfe9-4964-98f5-fc8a1b8d93d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:42.697044 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f1063a3-bfe9-4964-98f5-fc8a1b8d93d1 admin admin] vlan segment allocate from pool success with {'vlan_id': 1014, 'physical_network': 'physnet1'} {{(pid=100246) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 14:03:42.704334 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-40ea3ad3-a468-4125-99ff-9582e09ba096 req-58c0ea96-455b-4b37-91e3-5e9dd49cd2f4 tempest-ServerShowV254Test-716947557 tempest-ServerShowV254Test-716947557-project] 10.222.0.104 "GET /v2.0/ports?device_id=fc06b29c-bd46-47be-ac2a-6d1c75fe5b23 HTTP/1.1" status: 200 len: 210 time: 0.0477753 Jul 06 14:03:42.714542 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d982b317-21d5-4b89-a91e-bb854ba5e96b req-d6377544-757d-4066-81de-af4625ccb609 tempest-ImagesOneServerTestJSON-626670209 tempest-ImagesOneServerTestJSON-626670209-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:03:42.716139 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-d982b317-21d5-4b89-a91e-bb854ba5e96b req-d6377544-757d-4066-81de-af4625ccb609 tempest-ImagesOneServerTestJSON-626670209 tempest-ImagesOneServerTestJSON-626670209-project] 10.222.0.127 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4802079 Jul 06 14:03:42.717625 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-9f1063a3-bfe9-4964-98f5-fc8a1b8d93d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552'] for segment, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:42.718222 n-d-773647-6 neutron-server[100246]: INFO neutron.db.segments_db [None req-9f1063a3-bfe9-4964-98f5-fc8a1b8d93d1 admin admin] Added segment 5c1c6587-5f70-41d9-8892-0d957ce6be3b of type vlan for network cd9e8799-5e32-4508-8a98-447ffcc91150 Jul 06 14:03:42.720069 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1063a3-bfe9-4964-98f5-fc8a1b8d93d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88be331e-eb2d-434f-8cc3-735c96f8aa0f,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:03:42.729613 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [req-d982b317-21d5-4b89-a91e-bb854ba5e96b req-39430661-14b7-48fc-a6a1-3c0407d903da tempest-ImagesOneServerTestJSON-626670209 tempest-ImagesOneServerTestJSON-626670209-project] Request body: {'port': {'device_id': 'bf6e1ecb-17f2-4a7a-9296-eb9480bbf176', 'network_id': 'ac09d390-867f-4b75-a8d2-ab11550bffd6', 'admin_state_up': True, 'tenant_id': 'ec447d57cd3445c7ade9afee245937c6'}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:03:42.787511 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-9f1063a3-bfe9-4964-98f5-fc8a1b8d93d1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773752984405'] for network, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:42.822091 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-1658b2ed-02ee-4fd6-9ffb-3111fde0cd07 req-76658d52-a988-4680-97a1-b8030da092ca service neutron] 10.222.0.72 "GET /v2.0/networks/ace612ee-fa1f-4249-807d-5000ddc15676?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2480979 Jul 06 14:03:42.827553 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-6fd80ef4-d0fa-48a2-83e4-07adbc7f5b0d admin admin] Notify callbacks [] for security_group, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:42.829305 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-9f1063a3-bfe9-4964-98f5-fc8a1b8d93d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060'] for network, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:42.830784 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f1063a3-bfe9-4964-98f5-fc8a1b8d93d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:03:42.831389 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-9f1063a3-bfe9-4964-98f5-fc8a1b8d93d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583035'] for network, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:42.893071 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-9f1063a3-bfe9-4964-98f5-fc8a1b8d93d1 admin admin] 10.222.0.104 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.6294873 Jul 06 14:03:42.902411 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 39126) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:03:42.912007 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-cf643335-68f7-4222-aaee-c5afa3f7fb35 admin admin] Request body: {'subnet': {'network_id': 'cd9e8799-5e32-4508-8a98-447ffcc91150', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-1182606124-subnet', 'tenant_id': '9c4f88f12e6e47ff8256bfd6bad61793', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:03:42.923173 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1063a3-bfe9-4964-98f5-fc8a1b8d93d1 admin admin] Pushing event updated for resources: {'Network': ['ID=cd9e8799-5e32-4508-8a98-447ffcc91150,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:03:42.933811 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Network cd9e8799-5e32-4508-8a98-447ffcc91150 details requested by agent ovs-agent-n-d-773647-6 with host n-d-773647-6 {{(pid=100248) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 14:03:42.959786 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-1658b2ed-02ee-4fd6-9ffb-3111fde0cd07 req-bb9c5476-41b5-4705-beb3-c29dfbfa4d09 service neutron] 10.222.0.72 "GET /v2.0/networks/ace612ee-fa1f-4249-807d-5000ddc15676?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1298532 Jul 06 14:03:43.007497 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-6fd80ef4-d0fa-48a2-83e4-07adbc7f5b0d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:43.012166 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-1658b2ed-02ee-4fd6-9ffb-3111fde0cd07 req-35bb86ba-83e0-481b-ba28-7175788094ed service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.124&port_id=f010560f-f4c8-4c8c-99e0-7afd7573142a HTTP/1.1" status: 200 len: 217 time: 0.0458448 Jul 06 14:03:43.013493 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-6fd80ef4-d0fa-48a2-83e4-07adbc7f5b0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:43.054625 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.db.api [req-d982b317-21d5-4b89-a91e-bb854ba5e96b req-39430661-14b7-48fc-a6a1-3c0407d903da tempest-ImagesOneServerTestJSON-626670209 tempest-ImagesOneServerTestJSON-626670209-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 06 14:03:43.054625 n-d-773647-6 neutron-server[100247]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 06 14:03:43.054625 n-d-773647-6 neutron-server[100247]: [parameters: {'project_id_1': 'ec447d57cd3445c7ade9afee245937c6', 'expiration_1': datetime.datetime(2021, 7, 6, 14, 3, 42, 938041)}] Jul 06 14:03:43.054625 n-d-773647-6 neutron-server[100247]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=100247) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 06 14:03:43.055079 n-d-773647-6 neutron-server[100247]: DEBUG oslo_db.api [req-d982b317-21d5-4b89-a91e-bb854ba5e96b req-39430661-14b7-48fc-a6a1-3c0407d903da tempest-ImagesOneServerTestJSON-626670209 tempest-ImagesOneServerTestJSON-626670209-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=100247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 06 14:03:43.060266 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-6fd80ef4-d0fa-48a2-83e4-07adbc7f5b0d admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=505d607020dd49c6a780df02219b61b5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4429493 Jul 06 14:03:43.062410 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf643335-68f7-4222-aaee-c5afa3f7fb35 admin admin] Made reservation on behalf of 9c4f88f12e6e47ff8256bfd6bad61793 for: {'subnet': 1} {{(pid=100246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:03:43.063271 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 39128) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:03:43.065454 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-cf643335-68f7-4222-aaee-c5afa3f7fb35 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127702029'] for subnet, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:43.068221 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd80ef4-d0fa-48a2-83e4-07adbc7f5b0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73477b34-1bf3-498b-bc50-0cb791b42e4d,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:03:43.080692 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1658b2ed-02ee-4fd6-9ffb-3111fde0cd07 req-632969b9-822d-4c4b-a33c-bed578d307f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:03:43.082171 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-1658b2ed-02ee-4fd6-9ffb-3111fde0cd07 req-632969b9-822d-4c4b-a33c-bed578d307f5 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=aff5805c-7256-4603-b5c1-a0758ef2d27b HTTP/1.1" status: 200 len: 797 time: 0.0639207 Jul 06 14:03:43.122993 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bf0946b-ba8d-48df-835a-ab1530a312bb admin admin] Made reservation on behalf of 1a6a1c095b6f4d9f86abe038118b9d24 for: {'subnet': 1} {{(pid=100247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:03:43.125326 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-0bf0946b-ba8d-48df-835a-ab1530a312bb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127627440'] for subnet, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:43.240001 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-6d8a0c25-0dec-45f7-8b25-95d665cab8b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:43.248787 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-cf643335-68f7-4222-aaee-c5afa3f7fb35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1849032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127687649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127702047'] for subnet, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:43.262419 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1658b2ed-02ee-4fd6-9ffb-3111fde0cd07 req-e601766c-574d-4d63-97e6-14d1d01a7e7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:03:43.264017 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-1658b2ed-02ee-4fd6-9ffb-3111fde0cd07 req-e601766c-574d-4d63-97e6-14d1d01a7e7a service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=ace612ee-fa1f-4249-807d-5000ddc15676&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1747618 Jul 06 14:03:43.288007 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-6d8a0c25-0dec-45f7-8b25-95d665cab8b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:43.306845 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf643335-68f7-4222-aaee-c5afa3f7fb35 admin admin] Pushing event updated for resources: {'Subnet': ['ID=43e05fdc-e6c1-4bc4-8e4e-281da516b59b,revision_number=0']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:03:43.316549 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf643335-68f7-4222-aaee-c5afa3f7fb35 admin admin] Checking segment: {'id': '5c1c6587-5f70-41d9-8892-0d957ce6be3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': 'cd9e8799-5e32-4508-8a98-447ffcc91150'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:03:43.316916 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf643335-68f7-4222-aaee-c5afa3f7fb35 admin admin] Network hostable DHCP agents. Network: cd9e8799-5e32-4508-8a98-447ffcc91150, hostable agents: ['f2bada3d-be77-4359-982b-8505a2bbca04'], hosted agents: [] {{(pid=100246) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 14:03:43.334493 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf643335-68f7-4222-aaee-c5afa3f7fb35 admin admin] Network cd9e8799-5e32-4508-8a98-447ffcc91150 is scheduled to be hosted by DHCP agent f2bada3d-be77-4359-982b-8505a2bbca04 with binding_index 1 {{(pid=100246) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 14:03:43.345157 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.base_scheduler [None req-cf643335-68f7-4222-aaee-c5afa3f7fb35 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773647-6, cd9e8799-5e32-4508-8a98-447ffcc91150) {{(pid=100246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:03:43.350164 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf643335-68f7-4222-aaee-c5afa3f7fb35 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:03:43.350981 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-cf643335-68f7-4222-aaee-c5afa3f7fb35 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:43.356762 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e84023d-2803-48d6-9490-005480f05ddc None None] Network cd9e8799-5e32-4508-8a98-447ffcc91150 requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:03:43.369406 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-cf643335-68f7-4222-aaee-c5afa3f7fb35 admin admin] 10.222.0.104 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.4657452 Jul 06 14:03:43.372841 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 39130) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:03:43.380771 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-026a9016-61fb-45fa-9e91-09cdb4702ae2 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-1182606124-router', 'tenant_id': '9c4f88f12e6e47ff8256bfd6bad61793', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719'}}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:03:43.410997 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-026a9016-61fb-45fa-9e91-09cdb4702ae2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1806290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6992'] for router, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:43.412899 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-026a9016-61fb-45fa-9e91-09cdb4702ae2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1806157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1808637', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1714747', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7007'] for router, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:43.483194 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-1658b2ed-02ee-4fd6-9ffb-3111fde0cd07 req-62ef9d89-e025-4c0c-b70a-ab51e94e6859 service neutron] 10.222.0.72 "GET /v2.0/networks/ace612ee-fa1f-4249-807d-5000ddc15676?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2094769 Jul 06 14:03:43.484455 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-0bf0946b-ba8d-48df-835a-ab1530a312bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1849032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-128888412', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127627426'] for subnet, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:43.488726 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-026a9016-61fb-45fa-9e91-09cdb4702ae2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:43.494151 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-6d8a0c25-0dec-45f7-8b25-95d665cab8b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:43.496609 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-6d8a0c25-0dec-45f7-8b25-95d665cab8b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:43.497718 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-6d8a0c25-0dec-45f7-8b25-95d665cab8b0 admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/73477b34-1bf3-498b-bc50-0cb791b42e4d HTTP/1.1" status: 204 len: 168 time: 0.4316287 Jul 06 14:03:43.544036 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3edd31f1-8627-4a98-92c3-f509785fb3f7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6bd5fc82-6666-56e8-87c2-91648d36c963-cd9e8799-5e32-4508-8a98-447ffcc91150', 'network_id': 'cd9e8799-5e32-4508-8a98-447ffcc91150', 'tenant_id': '9c4f88f12e6e47ff8256bfd6bad61793', 'fixed_ips': [{'subnet_id': '43e05fdc-e6c1-4bc4-8e4e-281da516b59b'}]}} from n-d-773647-6. {{(pid=100248) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 14:03:43.550113 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-3edd31f1-8627-4a98-92c3-f509785fb3f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:43.583251 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8a0c25-0dec-45f7-8b25-95d665cab8b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73477b34-1bf3-498b-bc50-0cb791b42e4d,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:03:43.651433 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf0946b-ba8d-48df-835a-ab1530a312bb admin admin] Pushing event updated for resources: {'Subnet': ['ID=89762ea0-9385-400f-9ae2-3696d950e78a,revision_number=0']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:03:43.745338 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-026a9016-61fb-45fa-9e91-09cdb4702ae2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1761047', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1806272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6989'] for router, precommit_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:43.754128 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.db_base_plugin_common [None req-3edd31f1-8627-4a98-92c3-f509785fb3f7 None None] Allocated IP 172.20.0.2 (cd9e8799-5e32-4508-8a98-447ffcc91150/43e05fdc-e6c1-4bc4-8e4e-281da516b59b/006e07bd-aa4e-44b2-ba75-454fa7fa7c4f) {{(pid=100248) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:03:43.756232 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d982b317-21d5-4b89-a91e-bb854ba5e96b req-39430661-14b7-48fc-a6a1-3c0407d903da tempest-ImagesOneServerTestJSON-626670209 tempest-ImagesOneServerTestJSON-626670209-project] Made reservation on behalf of ec447d57cd3445c7ade9afee245937c6 for: {'port': 1} {{(pid=100247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:03:43.760006 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-d982b317-21d5-4b89-a91e-bb854ba5e96b req-39430661-14b7-48fc-a6a1-3c0407d903da tempest-ImagesOneServerTestJSON-626670209 tempest-ImagesOneServerTestJSON-626670209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:43.762411 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bf0946b-ba8d-48df-835a-ab1530a312bb admin admin] Checking segment: {'id': '6b220387-8d13-4ae1-983f-231ccd618d77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': 'b82fb405-bff0-4597-9770-5ecffe1fa7ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100247) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:03:43.762782 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bf0946b-ba8d-48df-835a-ab1530a312bb admin admin] Network hostable DHCP agents. Network: b82fb405-bff0-4597-9770-5ecffe1fa7ca, hostable agents: ['f2bada3d-be77-4359-982b-8505a2bbca04'], hosted agents: [] {{(pid=100247) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 14:03:43.812817 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-6a4a1132-6106-46d8-85bc-f654899967d9 req-110589ff-2955-40b5-b29d-664b8d32ddad tempest-ImagesOneServerTestJSON-626670209 tempest-ImagesOneServerTestJSON-626670209-project] 10.222.0.104 "GET /v2.0/ports?device_id=bf6e1ecb-17f2-4a7a-9296-eb9480bbf176 HTTP/1.1" status: 200 len: 210 time: 0.0936270 Jul 06 14:03:43.822779 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-d982b317-21d5-4b89-a91e-bb854ba5e96b req-39430661-14b7-48fc-a6a1-3c0407d903da tempest-ImagesOneServerTestJSON-626670209 tempest-ImagesOneServerTestJSON-626670209-project] Notify callbacks [] for security_group, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:43.854881 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-1658b2ed-02ee-4fd6-9ffb-3111fde0cd07 req-441f129f-9f09-4bd8-86a1-ff97756d9604 service neutron] 10.222.0.72 "GET /v2.0/networks/ace612ee-fa1f-4249-807d-5000ddc15676?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3616195 Jul 06 14:03:43.968501 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bf0946b-ba8d-48df-835a-ab1530a312bb admin admin] Network b82fb405-bff0-4597-9770-5ecffe1fa7ca is scheduled to be hosted by DHCP agent f2bada3d-be77-4359-982b-8505a2bbca04 with binding_index 1 {{(pid=100247) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 14:03:43.975321 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-1658b2ed-02ee-4fd6-9ffb-3111fde0cd07 req-3312aacb-4c2e-4685-9c8d-e44087ca60f6 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.242&port_id=83215aec-c681-4406-8cbd-a47df2174430 HTTP/1.1" status: 200 len: 217 time: 0.1034491 Jul 06 14:03:43.979436 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-3edd31f1-8627-4a98-92c3-f509785fb3f7 None None] Notify callbacks [] for port, precommit_create {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:43.984984 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 39146) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:03:43.991320 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-3edd31f1-8627-4a98-92c3-f509785fb3f7 None None] Transition to ACTIVE for port object 006e07bd-aa4e-44b2-ba75-454fa7fa7c4f will not be triggered until provisioned by entity L2. {{(pid=100248) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:03:44.010366 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-3edd31f1-8627-4a98-92c3-f509785fb3f7 None None] Transition to ACTIVE for port object 006e07bd-aa4e-44b2-ba75-454fa7fa7c4f will not be triggered until provisioned by entity DHCP. {{(pid=100248) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:03:44.017794 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-3edd31f1-8627-4a98-92c3-f509785fb3f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108'] for port, after_create {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:44.056871 n-d-773647-6 neutron-server[100248]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3edd31f1-8627-4a98-92c3-f509785fb3f7 None None] Network cd9e8799-5e32-4508-8a98-447ffcc91150 is already hosted by enough agents. {{(pid=100248) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:03:44.061555 n-d-773647-6 neutron-server[100248]: DEBUG neutron.scheduler.base_scheduler [None req-3edd31f1-8627-4a98-92c3-f509785fb3f7 None None] Resources bound (agent type, host, resource id): {{(pid=100248) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:03:44.064253 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3edd31f1-8627-4a98-92c3-f509785fb3f7 None None] Received port after_create {{(pid=100248) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:03:44.071142 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-026a9016-61fb-45fa-9e91-09cdb4702ae2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:44.079286 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3edd31f1-8627-4a98-92c3-f509785fb3f7 None None] Pushing event updated for resources: {'Port': ['ID=006e07bd-aa4e-44b2-ba75-454fa7fa7c4f,revision_number=1']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:03:44.093855 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-026a9016-61fb-45fa-9e91-09cdb4702ae2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:44.139936 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-3edd31f1-8627-4a98-92c3-f509785fb3f7 None None] Attempting to bind port 006e07bd-aa4e-44b2-ba75-454fa7fa7c4f on host n-d-773647-6 for vnic_type normal with profile {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:03:44.140316 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-3edd31f1-8627-4a98-92c3-f509785fb3f7 None None] Attempting to bind port 006e07bd-aa4e-44b2-ba75-454fa7fa7c4f by drivers openvswitch,hyperv on host n-d-773647-6 at level 0 using segments [{'id': '5c1c6587-5f70-41d9-8892-0d957ce6be3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': 'cd9e8799-5e32-4508-8a98-447ffcc91150'}] {{(pid=100248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:03:44.140679 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3edd31f1-8627-4a98-92c3-f509785fb3f7 None None] Attempting to bind port 006e07bd-aa4e-44b2-ba75-454fa7fa7c4f on network cd9e8799-5e32-4508-8a98-447ffcc91150 {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:03:44.147635 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3edd31f1-8627-4a98-92c3-f509785fb3f7 None None] Checking agent: {'id': '8ab5b19c-d213-4f29-891d-27bdf39d38b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773647-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 43, 26), 'started_at': datetime.datetime(2021, 7, 6, 13, 43, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 3, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773647-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:03:44.148048 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3edd31f1-8627-4a98-92c3-f509785fb3f7 None None] Checking segment: {'id': '5c1c6587-5f70-41d9-8892-0d957ce6be3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': 'cd9e8799-5e32-4508-8a98-447ffcc91150'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:03:44.148473 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-3edd31f1-8627-4a98-92c3-f509785fb3f7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:44.149430 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3edd31f1-8627-4a98-92c3-f509785fb3f7 None None] Bound using segment: {'id': '5c1c6587-5f70-41d9-8892-0d957ce6be3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': 'cd9e8799-5e32-4508-8a98-447ffcc91150'} {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:03:44.149430 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-3edd31f1-8627-4a98-92c3-f509785fb3f7 None None] Bound port: 006e07bd-aa4e-44b2-ba75-454fa7fa7c4f, host: n-d-773647-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c1c6587-5f70-41d9-8892-0d957ce6be3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': 'cd9e8799-5e32-4508-8a98-447ffcc91150'}}] {{(pid=100248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:03:44.149795 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-3edd31f1-8627-4a98-92c3-f509785fb3f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:44.217125 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.db_base_plugin_common [None req-026a9016-61fb-45fa-9e91-09cdb4702ae2 admin admin] Allocated IP 172.25.0.210 (2658f09e-a580-4d4a-9968-2d1e0ad93719/cbf74abc-6fe1-4d33-b005-c948923b9647/e0d52210-cfe0-4f35-8468-30ac596067c3) {{(pid=100246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:03:44.217883 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-3edd31f1-8627-4a98-92c3-f509785fb3f7 None None] For port 006e07bd-aa4e-44b2-ba75-454fa7fa7c4f, host n-d-773647-6, cleared binding levels {{(pid=100248) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:03:44.222130 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-3edd31f1-8627-4a98-92c3-f509785fb3f7 None None] For port 006e07bd-aa4e-44b2-ba75-454fa7fa7c4f, host n-d-773647-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=006e07bd-aa4e-44b2-ba75-454fa7fa7c4f,segment=NetworkSegment(5c1c6587-5f70-41d9-8892-0d957ce6be3b),segment_id=5c1c6587-5f70-41d9-8892-0d957ce6be3b)] {{(pid=100248) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:03:44.230671 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-3edd31f1-8627-4a98-92c3-f509785fb3f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:44.293482 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3edd31f1-8627-4a98-92c3-f509785fb3f7 None None] Pushing event updated for resources: {'Port': ['ID=006e07bd-aa4e-44b2-ba75-454fa7fa7c4f,revision_number=2']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:03:44.303857 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3edd31f1-8627-4a98-92c3-f509785fb3f7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:03:44.303857 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3edd31f1-8627-4a98-92c3-f509785fb3f7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:03:44.304429 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3edd31f1-8627-4a98-92c3-f509785fb3f7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:03:44.304883 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3edd31f1-8627-4a98-92c3-f509785fb3f7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:03:44.305332 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3edd31f1-8627-4a98-92c3-f509785fb3f7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:03:44.306384 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3edd31f1-8627-4a98-92c3-f509785fb3f7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:03:44.306384 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3edd31f1-8627-4a98-92c3-f509785fb3f7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:03:44.306663 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3edd31f1-8627-4a98-92c3-f509785fb3f7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:03:44.307095 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3edd31f1-8627-4a98-92c3-f509785fb3f7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:03:44.307615 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3edd31f1-8627-4a98-92c3-f509785fb3f7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:03:44.308031 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3edd31f1-8627-4a98-92c3-f509785fb3f7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:03:44.308874 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3edd31f1-8627-4a98-92c3-f509785fb3f7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:03:44.350050 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-026a9016-61fb-45fa-9e91-09cdb4702ae2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:44.384791 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-d8ef9c06-77f8-4f47-9087-4927f4dd0df5 req-ad064bb3-6756-463a-b05e-3aedd7254fd9 tempest-ServerShowV254Test-716947557 tempest-ServerShowV254Test-716947557-project] 10.222.0.104 "GET /v2.0/ports?device_id=fc06b29c-bd46-47be-ac2a-6d1c75fe5b23 HTTP/1.1" status: 200 len: 210 time: 0.4252450 Jul 06 14:03:44.395530 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-026a9016-61fb-45fa-9e91-09cdb4702ae2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-127687573'] for port, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:44.406420 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.base_scheduler [None req-0bf0946b-ba8d-48df-835a-ab1530a312bb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773647-6, b82fb405-bff0-4597-9770-5ecffe1fa7ca) {{(pid=100247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:03:44.414637 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-356806ff-5e04-44fa-8ce4-4ea768032389 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:44.421563 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4420081-f73e-45ea-9e3b-c052f63946dd None None] Network b82fb405-bff0-4597-9770-5ecffe1fa7ca requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:03:44.451091 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bf0946b-ba8d-48df-835a-ab1530a312bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:03:44.451730 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-0bf0946b-ba8d-48df-835a-ab1530a312bb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583035'] for subnet, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:44.483579 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-026a9016-61fb-45fa-9e91-09cdb4702ae2 admin admin] Network 2658f09e-a580-4d4a-9968-2d1e0ad93719 is already hosted by enough agents. {{(pid=100246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:03:44.488130 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.base_scheduler [None req-026a9016-61fb-45fa-9e91-09cdb4702ae2 admin admin] Resources bound (agent type, host, resource id): {{(pid=100246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:03:44.490938 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-026a9016-61fb-45fa-9e91-09cdb4702ae2 admin admin] Received port after_create {{(pid=100246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:03:44.491785 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5158bbd-e9c9-4714-86a2-4a27f0f5c48e req-dc27f49f-769a-4909-8c00-15e8033fbe96 tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:03:44.502554 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5158bbd-e9c9-4714-86a2-4a27f0f5c48e req-dc27f49f-769a-4909-8c00-15e8033fbe96 tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:03:44.508719 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5158bbd-e9c9-4714-86a2-4a27f0f5c48e req-dc27f49f-769a-4909-8c00-15e8033fbe96 tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:03:44.514716 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5158bbd-e9c9-4714-86a2-4a27f0f5c48e req-dc27f49f-769a-4909-8c00-15e8033fbe96 tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:03:44.523149 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5158bbd-e9c9-4714-86a2-4a27f0f5c48e req-dc27f49f-769a-4909-8c00-15e8033fbe96 tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:03:44.526376 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026a9016-61fb-45fa-9e91-09cdb4702ae2 admin admin] Pushing event updated for resources: {'Port': ['ID=e0d52210-cfe0-4f35-8468-30ac596067c3,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:03:44.559125 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5158bbd-e9c9-4714-86a2-4a27f0f5c48e req-dc27f49f-769a-4909-8c00-15e8033fbe96 tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:03:44.571670 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5158bbd-e9c9-4714-86a2-4a27f0f5c48e req-dc27f49f-769a-4909-8c00-15e8033fbe96 tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:03:44.575690 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-d5158bbd-e9c9-4714-86a2-4a27f0f5c48e req-dc27f49f-769a-4909-8c00-15e8033fbe96 tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] 10.222.0.104 "GET /v2.0/ports?device_id=e7dc6a4d-9f66-42f4-9ec5-8a24ac011f21 HTTP/1.1" status: 200 len: 5422 time: 0.7569840 Jul 06 14:03:44.621394 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1658b2ed-02ee-4fd6-9ffb-3111fde0cd07 req-34c8befc-8b8c-4dad-ab4a-a7ec33b18faa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:03:44.624228 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-1658b2ed-02ee-4fd6-9ffb-3111fde0cd07 req-34c8befc-8b8c-4dad-ab4a-a7ec33b18faa service neutron] 10.222.0.72 "GET /v2.0/subnets?id=aff5805c-7256-4603-b5c1-a0758ef2d27b HTTP/1.1" status: 200 len: 797 time: 0.6314569 Jul 06 14:03:44.652876 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96a647ba-2657-48c8-a94f-78fd6b8806f9 None None] Network b82fb405-bff0-4597-9770-5ecffe1fa7ca requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:03:44.752237 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-d5158bbd-e9c9-4714-86a2-4a27f0f5c48e req-617b7ec4-727c-42ee-94ef-83c3a89098cf tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] 10.222.0.104 "GET /v2.0/security-groups?id=49c1468a-280e-4510-8673-63e827c90e1a&id=89d2c750-f3d8-486f-ac80-ea9c67d569ed&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1656911 Jul 06 14:03:44.800962 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-d982b317-21d5-4b89-a91e-bb854ba5e96b req-39430661-14b7-48fc-a6a1-3c0407d903da tempest-ImagesOneServerTestJSON-626670209 tempest-ImagesOneServerTestJSON-626670209-project] Notify callbacks [] for security_group, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:44.814693 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-0bf0946b-ba8d-48df-835a-ab1530a312bb admin admin] 10.222.0.104 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.5931406 Jul 06 14:03:44.815557 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-d982b317-21d5-4b89-a91e-bb854ba5e96b req-39430661-14b7-48fc-a6a1-3c0407d903da tempest-ImagesOneServerTestJSON-626670209 tempest-ImagesOneServerTestJSON-626670209-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:44.852692 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-026a9016-61fb-45fa-9e91-09cdb4702ae2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:44.876548 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1658b2ed-02ee-4fd6-9ffb-3111fde0cd07 req-90a55fe9-c1ea-4fe8-b34b-bffef05a104a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:03:44.878142 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-1658b2ed-02ee-4fd6-9ffb-3111fde0cd07 req-90a55fe9-c1ea-4fe8-b34b-bffef05a104a service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=ace612ee-fa1f-4249-807d-5000ddc15676&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2387133 Jul 06 14:03:44.958050 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39430661-14b7-48fc-a6a1-3c0407d903da tempest-ImagesOneServerTestJSON-626670209 tempest-ImagesOneServerTestJSON-626670209-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7ecc4b69-7d2f-4f85-bf98-514284a35549,revision_number=1']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:03:45.064165 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-37762ed1-3248-4548-bfc2-9f7b830e999d req-c5e6c9a8-11ea-4718-8b21-e35eb0756456 tempest-ImagesOneServerTestJSON-626670209 tempest-ImagesOneServerTestJSON-626670209-project] 10.222.0.104 "GET /v2.0/ports?device_id=bf6e1ecb-17f2-4a7a-9296-eb9480bbf176 HTTP/1.1" status: 200 len: 210 time: 0.1078279 Jul 06 14:03:45.220522 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-356806ff-5e04-44fa-8ce4-4ea768032389 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:45.276086 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-1658b2ed-02ee-4fd6-9ffb-3111fde0cd07 req-b1c48a15-8341-4bf8-830b-3f9010bfd590 service neutron] 10.222.0.72 "GET /v2.0/networks/ace612ee-fa1f-4249-807d-5000ddc15676?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3531351 Jul 06 14:03:45.277978 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.db_base_plugin_common [req-d982b317-21d5-4b89-a91e-bb854ba5e96b req-39430661-14b7-48fc-a6a1-3c0407d903da tempest-ImagesOneServerTestJSON-626670209 tempest-ImagesOneServerTestJSON-626670209-project] Allocated IP 192.168.233.140 (ac09d390-867f-4b75-a8d2-ab11550bffd6/d1c3cc78-09b9-4e30-99fd-0e5830de101d/fd226586-54a3-4c8f-87bb-11c002aac048) {{(pid=100247) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:03:45.280175 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-356806ff-5e04-44fa-8ce4-4ea768032389 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:45.406564 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-026a9016-61fb-45fa-9e91-09cdb4702ae2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1806297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1761036'] for router, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:45.429900 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-356806ff-5e04-44fa-8ce4-4ea768032389 admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=7ef6ee673a9642618df14eb02c6717ac&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4422839 Jul 06 14:03:45.433000 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 39170) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:03:45.508775 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356806ff-5e04-44fa-8ce4-4ea768032389 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a017587-0224-44f3-8bfd-04e563b74745,revision_number=1']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:03:45.555908 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 006e07bd-aa4e-44b2-ba75-454fa7fa7c4f up at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:03:45.628554 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning for port 006e07bd-aa4e-44b2-ba75-454fa7fa7c4f completed by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:03:45.636926 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72210edb-72d7-4deb-8a4a-a21f5721cae9 None None] Network cd9e8799-5e32-4508-8a98-447ffcc91150 requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:03:45.637285 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-1658b2ed-02ee-4fd6-9ffb-3111fde0cd07 req-8abb9a4f-a9d3-4387-ad86-caf868aaaac4 service neutron] 10.222.0.72 "GET /v2.0/networks/ace612ee-fa1f-4249-807d-5000ddc15676?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3409724 Jul 06 14:03:45.648832 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-026a9016-61fb-45fa-9e91-09cdb4702ae2 admin admin] Router 6da36ce0-dd8a-4ca2-93e3-c77b71e0cbd4 is scheduled to L3 agent 2823d358-a11b-4885-a706-95a279e43fa7 with binding_index 1 {{(pid=100246) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 14:03:45.672245 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-906952d2-4df8-4199-83b0-f3ca14493cb8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:45.722298 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-1f42e800-83a8-46cd-9596-3cd05ab91e0a None None] Provisioning for port 006e07bd-aa4e-44b2-ba75-454fa7fa7c4f completed by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:03:45.733133 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-1f42e800-83a8-46cd-9596-3cd05ab91e0a None None] Provisioning complete for port 006e07bd-aa4e-44b2-ba75-454fa7fa7c4f triggered by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:03:45.735250 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-1f42e800-83a8-46cd-9596-3cd05ab91e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:45.753924 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-1658b2ed-02ee-4fd6-9ffb-3111fde0cd07 req-658c39a3-b128-4242-a92e-9483f15b56d2 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.196&port_id=5b6cd563-8930-4a51-87d6-66e9c4455b58 HTTP/1.1" status: 200 len: 217 time: 0.0763471 Jul 06 14:03:45.759600 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-a267d57c-f7d2-4f50-a2aa-ee85bdd34e12 req-8eca01a8-0f30-4033-b62c-f3e0456bd8b6 tempest-ServerShowV254Test-716947557 tempest-ServerShowV254Test-716947557-project] 10.222.0.104 "GET /v2.0/ports?device_id=fc06b29c-bd46-47be-ac2a-6d1c75fe5b23 HTTP/1.1" status: 200 len: 210 time: 0.1619020 Jul 06 14:03:45.801912 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb24297c-7fba-4e99-9bf0-6410651ed912 req-98d85fc1-a805-4f88-b56a-273bcf317243 tempest-MultipleCreateTestJSON-1034572626 tempest-MultipleCreateTestJSON-1034572626-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:03:45.808631 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-cb24297c-7fba-4e99-9bf0-6410651ed912 req-98d85fc1-a805-4f88-b56a-273bcf317243 tempest-MultipleCreateTestJSON-1034572626 tempest-MultipleCreateTestJSON-1034572626-project] 10.222.0.104 "GET /v2.0/networks?id=b82fb405-bff0-4597-9770-5ecffe1fa7ca HTTP/1.1" status: 200 len: 812 time: 0.4596586 Jul 06 14:03:45.811297 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-906952d2-4df8-4199-83b0-f3ca14493cb8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:45.857618 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-cb24297c-7fba-4e99-9bf0-6410651ed912 req-594f2fdb-cfb3-41f7-845e-c24b065f4e62 tempest-MultipleCreateTestJSON-1034572626 tempest-MultipleCreateTestJSON-1034572626-project] 10.222.0.104 "GET /v2.0/quotas/1a6a1c095b6f4d9f86abe038118b9d24 HTTP/1.1" status: 200 len: 375 time: 0.0480328 Jul 06 14:03:45.882993 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1658b2ed-02ee-4fd6-9ffb-3111fde0cd07 req-f4927272-de0c-436e-9756-98d544f93c9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:03:45.884476 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-1658b2ed-02ee-4fd6-9ffb-3111fde0cd07 req-f4927272-de0c-436e-9756-98d544f93c9f service neutron] 10.222.0.72 "GET /v2.0/subnets?id=aff5805c-7256-4603-b5c1-a0758ef2d27b HTTP/1.1" status: 200 len: 797 time: 0.1239889 Jul 06 14:03:45.887611 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-026a9016-61fb-45fa-9e91-09cdb4702ae2 admin admin] Notify agent at l3_agent.n-d-773647-6 the message routers_updated {{(pid=100246) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 14:03:45.896567 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-1f42e800-83a8-46cd-9596-3cd05ab91e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:45.909790 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b68b7c01-de3e-4339-bed1-a322d85a7199 None None] Sync routers for ids ['6da36ce0-dd8a-4ca2-93e3-c77b71e0cbd4'] in n-d-773647-6 {{(pid=100248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 14:03:45.914981 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-026a9016-61fb-45fa-9e91-09cdb4702ae2 admin admin] Notify callbacks [] for router, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:45.919911 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-cb24297c-7fba-4e99-9bf0-6410651ed912 req-39d61b61-46e7-469b-bf30-d57fe231436d tempest-MultipleCreateTestJSON-1034572626 tempest-MultipleCreateTestJSON-1034572626-project] 10.222.0.104 "GET /v2.0/ports?tenant_id=1a6a1c095b6f4d9f86abe038118b9d24&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0586293 Jul 06 14:03:45.921195 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-026a9016-61fb-45fa-9e91-09cdb4702ae2 admin admin] 10.222.0.104 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.5469460 Jul 06 14:03:45.922326 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 39178) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:03:45.935285 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b68b7c01-de3e-4339-bed1-a322d85a7199 None None] Routers {'6da36ce0-dd8a-4ca2-93e3-c77b71e0cbd4'} bound to L3 agent in host n-d-773647-6 {{(pid=100248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:03:45.935518 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-b68b7c01-de3e-4339-bed1-a322d85a7199 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T14:03:25Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['6da36ce0-dd8a-4ca2-93e3-c77b71e0cbd4'], 'active': True} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:03:46.001425 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-d982b317-21d5-4b89-a91e-bb854ba5e96b req-39430661-14b7-48fc-a6a1-3c0407d903da tempest-ImagesOneServerTestJSON-626670209 tempest-ImagesOneServerTestJSON-626670209-project] Notify callbacks [] for port, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:46.002196 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-906952d2-4df8-4199-83b0-f3ca14493cb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:46.002295 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-1f42e800-83a8-46cd-9596-3cd05ab91e0a None None] For port 006e07bd-aa4e-44b2-ba75-454fa7fa7c4f, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=006e07bd-aa4e-44b2-ba75-454fa7fa7c4f,segment=NetworkSegment(5c1c6587-5f70-41d9-8892-0d957ce6be3b),segment_id=5c1c6587-5f70-41d9-8892-0d957ce6be3b)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:03:46.008161 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-906952d2-4df8-4199-83b0-f3ca14493cb8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:46.010183 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-906952d2-4df8-4199-83b0-f3ca14493cb8 admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/9a017587-0224-44f3-8bfd-04e563b74745 HTTP/1.1" status: 204 len: 168 time: 0.5761158 Jul 06 14:03:46.013183 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-1f42e800-83a8-46cd-9596-3cd05ab91e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:46.032058 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.provisioning_blocks [req-d982b317-21d5-4b89-a91e-bb854ba5e96b req-39430661-14b7-48fc-a6a1-3c0407d903da tempest-ImagesOneServerTestJSON-626670209 tempest-ImagesOneServerTestJSON-626670209-project] Transition to ACTIVE for port object fd226586-54a3-4c8f-87bb-11c002aac048 will not be triggered until provisioned by entity DHCP. {{(pid=100247) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:03:46.082001 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906952d2-4df8-4199-83b0-f3ca14493cb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a017587-0224-44f3-8bfd-04e563b74745,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:03:46.121410 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-cb24297c-7fba-4e99-9bf0-6410651ed912 req-4f90d99b-7ae7-43c7-a665-e45f8e5d9ee4 service neutron] 10.222.0.104 "GET /v2.0/networks/b82fb405-bff0-4597-9770-5ecffe1fa7ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2031620 Jul 06 14:03:46.253000 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1658b2ed-02ee-4fd6-9ffb-3111fde0cd07 req-55237460-ffbf-42d1-9f63-5ed714a65d8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:03:46.254948 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-1658b2ed-02ee-4fd6-9ffb-3111fde0cd07 req-55237460-ffbf-42d1-9f63-5ed714a65d8f service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=ace612ee-fa1f-4249-807d-5000ddc15676&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3468428 Jul 06 14:03:46.260228 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-d982b317-21d5-4b89-a91e-bb854ba5e96b req-39430661-14b7-48fc-a6a1-3c0407d903da tempest-ImagesOneServerTestJSON-626670209 tempest-ImagesOneServerTestJSON-626670209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-128888360'] for port, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:46.295787 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f42e800-83a8-46cd-9596-3cd05ab91e0a None None] Pushing event updated for resources: {'Port': ['ID=006e07bd-aa4e-44b2-ba75-454fa7fa7c4f,revision_number=3']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:03:46.377346 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvr_db [None req-b68b7c01-de3e-4339-bed1-a322d85a7199 None None] Set router 6da36ce0-dd8a-4ca2-93e3-c77b71e0cbd4 gateway port host: n-d-773647-6 {{(pid=100248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:03:46.444354 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d982b317-21d5-4b89-a91e-bb854ba5e96b req-39430661-14b7-48fc-a6a1-3c0407d903da tempest-ImagesOneServerTestJSON-626670209 tempest-ImagesOneServerTestJSON-626670209-project] Network ac09d390-867f-4b75-a8d2-ab11550bffd6 is already hosted by enough agents. {{(pid=100247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:03:46.470983 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.base_scheduler [req-d982b317-21d5-4b89-a91e-bb854ba5e96b req-39430661-14b7-48fc-a6a1-3c0407d903da tempest-ImagesOneServerTestJSON-626670209 tempest-ImagesOneServerTestJSON-626670209-project] Resources bound (agent type, host, resource id): {{(pid=100247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:03:46.497881 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.l3_dvrscheduler_db [req-d982b317-21d5-4b89-a91e-bb854ba5e96b req-39430661-14b7-48fc-a6a1-3c0407d903da tempest-ImagesOneServerTestJSON-626670209 tempest-ImagesOneServerTestJSON-626670209-project] Received port after_create {{(pid=100247) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:03:46.554443 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39430661-14b7-48fc-a6a1-3c0407d903da tempest-ImagesOneServerTestJSON-626670209 tempest-ImagesOneServerTestJSON-626670209-project] Pushing event updated for resources: {'Port': ['ID=fd226586-54a3-4c8f-87bb-11c002aac048,revision_number=1']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:03:46.595970 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-cb24297c-7fba-4e99-9bf0-6410651ed912 req-0266c6e4-5add-414e-999e-ee318e445b12 service neutron] 10.222.0.104 "GET /v2.0/networks/b82fb405-bff0-4597-9770-5ecffe1fa7ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4735849 Jul 06 14:03:46.668432 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-1658b2ed-02ee-4fd6-9ffb-3111fde0cd07 req-504d17eb-2b2d-4cc4-9bce-73f1e6ab90c6 service neutron] 10.222.0.72 "GET /v2.0/networks/ace612ee-fa1f-4249-807d-5000ddc15676?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4061079 Jul 06 14:03:46.677604 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d982b317-21d5-4b89-a91e-bb854ba5e96b req-39430661-14b7-48fc-a6a1-3c0407d903da tempest-ImagesOneServerTestJSON-626670209 tempest-ImagesOneServerTestJSON-626670209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:03:46.678243 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-d982b317-21d5-4b89-a91e-bb854ba5e96b req-39430661-14b7-48fc-a6a1-3c0407d903da tempest-ImagesOneServerTestJSON-626670209 tempest-ImagesOneServerTestJSON-626670209-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:46.679427 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-b68b7c01-de3e-4339-bed1-a322d85a7199 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6da36ce0-dd8a-4ca2-93e3-c77b71e0cbd4', 'name': 'tempest-FloatingIPDetailsTestJSON-1182606124-router', 'tenant_id': '9c4f88f12e6e47ff8256bfd6bad61793', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.210'}], 'enable_snat': True}, 'gw_port_id': 'e0d52210-cfe0-4f35-8468-30ac596067c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:03:43Z', 'updated_at': '2021-07-06T14:03:44Z', 'revision_number': 3, 'project_id': '9c4f88f12e6e47ff8256bfd6bad61793', 'gw_port': {'id': 'e0d52210-cfe0-4f35-8468-30ac596067c3', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:a7:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6da36ce0-dd8a-4ca2-93e3-c77b71e0cbd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1112, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:03:44Z', 'updated_at': '2021-07-06T14:03:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6'}], 'n-d-773647-6', False) {} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:03:46.725578 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1faf62fb-e3cc-4e26-b9b8-aa436cbdc5cc req-51bb5c98-4539-441d-b87a-183336aa39a8 tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:03:46.743287 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1faf62fb-e3cc-4e26-b9b8-aa436cbdc5cc req-51bb5c98-4539-441d-b87a-183336aa39a8 tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:03:46.757266 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b68b7c01-de3e-4339-bed1-a322d85a7199 None None] Checking router: 6da36ce0-dd8a-4ca2-93e3-c77b71e0cbd4 for host: n-d-773647-6 {{(pid=100248) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 14:03:46.757728 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b68b7c01-de3e-4339-bed1-a322d85a7199 None None] Updating router 6da36ce0-dd8a-4ca2-93e3-c77b71e0cbd4 port e0d52210-cfe0-4f35-8468-30ac596067c3 binding host n-d-773647-6 {{(pid=100248) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 14:03:46.766716 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1faf62fb-e3cc-4e26-b9b8-aa436cbdc5cc req-51bb5c98-4539-441d-b87a-183336aa39a8 tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:03:46.781056 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1faf62fb-e3cc-4e26-b9b8-aa436cbdc5cc req-51bb5c98-4539-441d-b87a-183336aa39a8 tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:03:46.787620 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-d805ce1d-224d-460f-b3e0-482b8133ffd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:46.788259 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1faf62fb-e3cc-4e26-b9b8-aa436cbdc5cc req-51bb5c98-4539-441d-b87a-183336aa39a8 tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:03:46.794617 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-8d8982b3-fa8f-44c7-8609-0113ed5c2dae None None] Provisioning complete for port 006e07bd-aa4e-44b2-ba75-454fa7fa7c4f triggered by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:03:46.794820 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1faf62fb-e3cc-4e26-b9b8-aa436cbdc5cc req-51bb5c98-4539-441d-b87a-183336aa39a8 tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:03:46.795021 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-8d8982b3-fa8f-44c7-8609-0113ed5c2dae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:46.801585 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1faf62fb-e3cc-4e26-b9b8-aa436cbdc5cc req-51bb5c98-4539-441d-b87a-183336aa39a8 tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:03:46.809876 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-1faf62fb-e3cc-4e26-b9b8-aa436cbdc5cc req-51bb5c98-4539-441d-b87a-183336aa39a8 tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] 10.222.0.104 "GET /v2.0/ports?device_id=e7dc6a4d-9f66-42f4-9ec5-8a24ac011f21 HTTP/1.1" status: 200 len: 5422 time: 0.5336742 Jul 06 14:03:46.867628 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-b68b7c01-de3e-4339-bed1-a322d85a7199 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:47.004822 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-1658b2ed-02ee-4fd6-9ffb-3111fde0cd07 req-0ec99470-b740-45f1-9362-514a6cf7706f service neutron] 10.222.0.72 "GET /v2.0/networks/ace612ee-fa1f-4249-807d-5000ddc15676?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3096485 Jul 06 14:03:47.007867 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-d982b317-21d5-4b89-a91e-bb854ba5e96b req-39430661-14b7-48fc-a6a1-3c0407d903da tempest-ImagesOneServerTestJSON-626670209 tempest-ImagesOneServerTestJSON-626670209-project] 10.222.0.127 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.2825456 Jul 06 14:03:47.008885 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.db_base_plugin_common [None req-d805ce1d-224d-460f-b3e0-482b8133ffd8 admin admin] Allocated IP 172.20.0.1 (cd9e8799-5e32-4508-8a98-447ffcc91150/43e05fdc-e6c1-4bc4-8e4e-281da516b59b/f02f78b5-1dee-41d1-b249-f1fc718d7753) {{(pid=100246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:03:47.045666 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-1faf62fb-e3cc-4e26-b9b8-aa436cbdc5cc req-200f45d1-8237-4231-bc08-cb2560e65ac8 tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] 10.222.0.104 "GET /v2.0/security-groups?id=49c1468a-280e-4510-8673-63e827c90e1a&id=89d2c750-f3d8-486f-ac80-ea9c67d569ed&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2348099 Jul 06 14:03:47.057692 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [req-d982b317-21d5-4b89-a91e-bb854ba5e96b req-b1e895f7-359f-425c-8448-a01b5fbd2115 tempest-ImagesOneServerTestJSON-626670209 tempest-ImagesOneServerTestJSON-626670209-project] http://10.222.0.104:9696/v2.0/extensions returned with HTTP 200 {{(pid=100247) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 14:03:47.061955 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-d982b317-21d5-4b89-a91e-bb854ba5e96b req-b1e895f7-359f-425c-8448-a01b5fbd2115 tempest-ImagesOneServerTestJSON-626670209 tempest-ImagesOneServerTestJSON-626670209-project] 10.222.0.127 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0327935 Jul 06 14:03:47.127184 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-1658b2ed-02ee-4fd6-9ffb-3111fde0cd07 req-d79880c4-b05a-47f7-bcae-0e31393ce375 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=6dd92e69-e804-40c7-8993-d5e086a55974 HTTP/1.1" status: 200 len: 217 time: 0.0993390 Jul 06 14:03:47.226100 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-d805ce1d-224d-460f-b3e0-482b8133ffd8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:47.246560 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.provisioning_blocks [None req-d805ce1d-224d-460f-b3e0-482b8133ffd8 admin admin] Transition to ACTIVE for port object f02f78b5-1dee-41d1-b249-f1fc718d7753 will not be triggered until provisioned by entity DHCP. {{(pid=100246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:03:47.291522 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-d805ce1d-224d-460f-b3e0-482b8133ffd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-127687573'] for port, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:47.312373 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-52261a56-5f75-4d63-9c7d-7fd9a3101baa None None] Provisioning for port fd226586-54a3-4c8f-87bb-11c002aac048 completed by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:03:47.333446 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-52261a56-5f75-4d63-9c7d-7fd9a3101baa None None] Provisioning complete for port fd226586-54a3-4c8f-87bb-11c002aac048 triggered by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:03:47.333832 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-52261a56-5f75-4d63-9c7d-7fd9a3101baa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:47.353285 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d805ce1d-224d-460f-b3e0-482b8133ffd8 admin admin] Network cd9e8799-5e32-4508-8a98-447ffcc91150 is already hosted by enough agents. {{(pid=100246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:03:47.356801 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.base_scheduler [None req-d805ce1d-224d-460f-b3e0-482b8133ffd8 admin admin] Resources bound (agent type, host, resource id): {{(pid=100246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:03:47.390089 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d805ce1d-224d-460f-b3e0-482b8133ffd8 admin admin] Received port after_create {{(pid=100246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:03:47.393444 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-52261a56-5f75-4d63-9c7d-7fd9a3101baa None None] Port fd226586-54a3-4c8f-87bb-11c002aac048 cannot update to ACTIVE because it is not bound. {{(pid=100248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 14:03:47.426765 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [req-d982b317-21d5-4b89-a91e-bb854ba5e96b req-1f3ea8e2-4302-4d49-93e9-9d37f162b983 service neutron] Request body: {'port': {'device_id': 'bf6e1ecb-17f2-4a7a-9296-eb9480bbf176', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-773647-6'}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:03:47.460920 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d805ce1d-224d-460f-b3e0-482b8133ffd8 admin admin] Pushing event updated for resources: {'Port': ['ID=f02f78b5-1dee-41d1-b249-f1fc718d7753,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:03:47.482700 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-b68b7c01-de3e-4339-bed1-a322d85a7199 None None] Notify callbacks [] for port, precommit_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:47.495742 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-b68b7c01-de3e-4339-bed1-a322d85a7199 None None] Transition to ACTIVE for port object e0d52210-cfe0-4f35-8468-30ac596067c3 will not be triggered until provisioned by entity L2. {{(pid=100248) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:03:47.508244 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-b68b7c01-de3e-4339-bed1-a322d85a7199 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:47.522657 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-d805ce1d-224d-460f-b3e0-482b8133ffd8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1807675'] for router_interface, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:47.571638 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 006e07bd-aa4e-44b2-ba75-454fa7fa7c4f up at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:03:47.643109 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-b68b7c01-de3e-4339-bed1-a322d85a7199 None None] Attempting to bind port e0d52210-cfe0-4f35-8468-30ac596067c3 on host n-d-773647-6 for vnic_type normal with profile {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:03:47.643659 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-b68b7c01-de3e-4339-bed1-a322d85a7199 None None] Attempting to bind port e0d52210-cfe0-4f35-8468-30ac596067c3 by drivers openvswitch,hyperv on host n-d-773647-6 at level 0 using segments [{'id': '89a832b7-7793-4d51-9038-ed7e1c3ff1b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719'}] {{(pid=100248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:03:47.644110 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b68b7c01-de3e-4339-bed1-a322d85a7199 None None] Attempting to bind port e0d52210-cfe0-4f35-8468-30ac596067c3 on network 2658f09e-a580-4d4a-9968-2d1e0ad93719 {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:03:47.655058 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a281346-56e7-4116-a38f-32d7d3939af3 None None] Pushing event updated for resources: {'Port': ['ID=e0d52210-cfe0-4f35-8468-30ac596067c3,revision_number=2']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:03:47.673409 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b68b7c01-de3e-4339-bed1-a322d85a7199 None None] Checking agent: {'id': '8ab5b19c-d213-4f29-891d-27bdf39d38b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773647-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 43, 26), 'started_at': datetime.datetime(2021, 7, 6, 13, 43, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 3, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773647-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:03:47.675115 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b68b7c01-de3e-4339-bed1-a322d85a7199 None None] Checking segment: {'id': '89a832b7-7793-4d51-9038-ed7e1c3ff1b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:03:47.675115 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-b68b7c01-de3e-4339-bed1-a322d85a7199 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:47.675675 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b68b7c01-de3e-4339-bed1-a322d85a7199 None None] Bound using segment: {'id': '89a832b7-7793-4d51-9038-ed7e1c3ff1b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719'} {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:03:47.676245 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-b68b7c01-de3e-4339-bed1-a322d85a7199 None None] Bound port: e0d52210-cfe0-4f35-8468-30ac596067c3, host: n-d-773647-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89a832b7-7793-4d51-9038-ed7e1c3ff1b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719'}}] {{(pid=100248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:03:47.676699 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-b68b7c01-de3e-4339-bed1-a322d85a7199 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:47.745968 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning complete for port 006e07bd-aa4e-44b2-ba75-454fa7fa7c4f triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:03:47.746579 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:47.748928 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-d805ce1d-224d-460f-b3e0-482b8133ffd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:47.774621 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-f5c8b698-6c83-41bb-af91-1db4232a5d3b req-27e50efd-923f-4138-9f6d-e9c5074f62b3 tempest-ServerShowV254Test-716947557 tempest-ServerShowV254Test-716947557-project] 10.222.0.104 "GET /v2.0/ports?device_id=fc06b29c-bd46-47be-ac2a-6d1c75fe5b23 HTTP/1.1" status: 200 len: 210 time: 0.4000788 Jul 06 14:03:47.794975 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-b68b7c01-de3e-4339-bed1-a322d85a7199 None None] For port e0d52210-cfe0-4f35-8468-30ac596067c3, host n-d-773647-6, cleared binding levels {{(pid=100248) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:03:47.797367 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-d982b317-21d5-4b89-a91e-bb854ba5e96b req-1f3ea8e2-4302-4d49-93e9-9d37f162b983 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:47.853374 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1658b2ed-02ee-4fd6-9ffb-3111fde0cd07 req-fca9d351-b663-4201-ab9b-d4d8ed26acb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:03:47.854923 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-1658b2ed-02ee-4fd6-9ffb-3111fde0cd07 req-fca9d351-b663-4201-ab9b-d4d8ed26acb7 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=13d1afd1-bf55-4593-a656-2ddb45c50a8c HTTP/1.1" status: 200 len: 797 time: 0.7134702 Jul 06 14:03:47.899093 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-b68b7c01-de3e-4339-bed1-a322d85a7199 None None] For port e0d52210-cfe0-4f35-8468-30ac596067c3, host n-d-773647-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=e0d52210-cfe0-4f35-8468-30ac596067c3,segment=NetworkSegment(89a832b7-7793-4d51-9038-ed7e1c3ff1b2),segment_id=89a832b7-7793-4d51-9038-ed7e1c3ff1b2)] {{(pid=100248) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:03:47.900488 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-243f1353-71c6-48d2-97c0-86ba9791edbd None None] Provisioning for port f02f78b5-1dee-41d1-b249-f1fc718d7753 completed by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:03:47.916019 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-243f1353-71c6-48d2-97c0-86ba9791edbd None None] Provisioning complete for port f02f78b5-1dee-41d1-b249-f1fc718d7753 triggered by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:03:47.916985 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-243f1353-71c6-48d2-97c0-86ba9791edbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:47.921204 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-b68b7c01-de3e-4339-bed1-a322d85a7199 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:48.059348 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-d805ce1d-224d-460f-b3e0-482b8133ffd8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:48.068137 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-d805ce1d-224d-460f-b3e0-482b8133ffd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127687527'] for port, after_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:48.084793 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f7419f-818c-4525-b8e5-c97d7843b29a req-2d4ed458-65a6-434b-966c-44d955833aea tempest-ImagesOneServerTestJSON-626670209 tempest-ImagesOneServerTestJSON-626670209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:03:48.097854 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-16f7419f-818c-4525-b8e5-c97d7843b29a req-2d4ed458-65a6-434b-966c-44d955833aea tempest-ImagesOneServerTestJSON-626670209 tempest-ImagesOneServerTestJSON-626670209-project] 10.222.0.104 "GET /v2.0/ports?device_id=bf6e1ecb-17f2-4a7a-9296-eb9480bbf176 HTTP/1.1" status: 200 len: 936 time: 0.9499090 Jul 06 14:03:48.166700 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a281346-56e7-4116-a38f-32d7d3939af3 None None] Pushing event updated for resources: {'Port': ['ID=e0d52210-cfe0-4f35-8468-30ac596067c3,revision_number=3']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:03:48.240166 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-16f7419f-818c-4525-b8e5-c97d7843b29a req-b7f67235-4807-43b5-9a29-72af7682154a tempest-ImagesOneServerTestJSON-626670209 tempest-ImagesOneServerTestJSON-626670209-project] 10.222.0.104 "GET /v2.0/security-groups?id=7ecc4b69-7d2f-4f85-bf98-514284a35549&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411467 Jul 06 14:03:48.307619 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d805ce1d-224d-460f-b3e0-482b8133ffd8 admin admin] Pushing event updated for resources: {'Port': ['ID=f02f78b5-1dee-41d1-b249-f1fc718d7753,revision_number=2']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:03:48.340223 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-d805ce1d-224d-460f-b3e0-482b8133ffd8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1809478'] for router_interface, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:48.346919 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-243f1353-71c6-48d2-97c0-86ba9791edbd None None] Port f02f78b5-1dee-41d1-b249-f1fc718d7753 cannot update to ACTIVE because it is not bound. {{(pid=100248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 14:03:48.361194 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b68b7c01-de3e-4339-bed1-a322d85a7199 None None] Routers {'6da36ce0-dd8a-4ca2-93e3-c77b71e0cbd4'} bound to L3 agent in host n-d-773647-6 {{(pid=100248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:03:48.362321 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-b68b7c01-de3e-4339-bed1-a322d85a7199 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T14:03:25Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['6da36ce0-dd8a-4ca2-93e3-c77b71e0cbd4'], 'active': True} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:03:48.416549 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1658b2ed-02ee-4fd6-9ffb-3111fde0cd07 req-60d649fe-54b6-4b2c-aa8b-d1a214688141 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:03:48.428770 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-1658b2ed-02ee-4fd6-9ffb-3111fde0cd07 req-60d649fe-54b6-4b2c-aa8b-d1a214688141 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=a1a89b46-c613-4578-b710-c22d92f3acfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5407934 Jul 06 14:03:48.489774 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d805ce1d-224d-460f-b3e0-482b8133ffd8 admin admin] Network cd9e8799-5e32-4508-8a98-447ffcc91150 is already hosted by enough agents. {{(pid=100246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:03:48.491408 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.base_scheduler [None req-d805ce1d-224d-460f-b3e0-482b8133ffd8 admin admin] Resources bound (agent type, host, resource id): {{(pid=100246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:03:48.598150 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvr_db [None req-b68b7c01-de3e-4339-bed1-a322d85a7199 None None] Set router 6da36ce0-dd8a-4ca2-93e3-c77b71e0cbd4 gateway port host: n-d-773647-6 {{(pid=100248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:03:48.797214 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d805ce1d-224d-460f-b3e0-482b8133ffd8 admin admin] Router 6da36ce0-dd8a-4ca2-93e3-c77b71e0cbd4 has already been hosted by L3 agent 2823d358-a11b-4885-a706-95a279e43fa7 {{(pid=100246) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 14:03:48.872295 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-4f8b0d11-0462-4273-85d5-c5b79dcabf00 req-2c564143-60d3-4c38-a33a-eaebc76a08e9 tempest-MultipleCreateTestJSON-1034572626 tempest-MultipleCreateTestJSON-1034572626-project] 10.222.0.104 "GET /v2.0/ports?device_id=275441aa-bcb6-4154-a0f9-4e8cd9220ab9 HTTP/1.1" status: 200 len: 210 time: 0.0597863 Jul 06 14:03:49.007930 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-1658b2ed-02ee-4fd6-9ffb-3111fde0cd07 req-ff5593e0-9722-47ef-b586-3caacdd20ac5 service neutron] 10.222.0.72 "GET /v2.0/networks/a1a89b46-c613-4578-b710-c22d92f3acfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5662291 Jul 06 14:03:49.077847 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15612b43-a6d8-474a-9ade-813abd09856e req-ce65d072-4cfc-4d53-bce4-1ca362deed49 tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:03:49.089333 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15612b43-a6d8-474a-9ade-813abd09856e req-ce65d072-4cfc-4d53-bce4-1ca362deed49 tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:03:49.094775 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-4b1a2d4b-0c1e-4fd4-a410-e813a75c3bb2 None None] Provisioning complete for port f02f78b5-1dee-41d1-b249-f1fc718d7753 triggered by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:03:49.095603 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4b1a2d4b-0c1e-4fd4-a410-e813a75c3bb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:49.097634 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15612b43-a6d8-474a-9ade-813abd09856e req-ce65d072-4cfc-4d53-bce4-1ca362deed49 tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:03:49.098424 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d805ce1d-224d-460f-b3e0-482b8133ffd8 admin admin] Notify agent at l3_agent.n-d-773647-6 the message routers_updated {{(pid=100246) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 14:03:49.106590 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-d805ce1d-224d-460f-b3e0-482b8133ffd8 admin admin] 10.222.0.104 "PUT /v2.0/routers/6da36ce0-dd8a-4ca2-93e3-c77b71e0cbd4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1817031 Jul 06 14:03:49.107160 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15612b43-a6d8-474a-9ade-813abd09856e req-ce65d072-4cfc-4d53-bce4-1ca362deed49 tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:03:49.124090 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15612b43-a6d8-474a-9ade-813abd09856e req-ce65d072-4cfc-4d53-bce4-1ca362deed49 tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:03:49.143955 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15612b43-a6d8-474a-9ade-813abd09856e req-ce65d072-4cfc-4d53-bce4-1ca362deed49 tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:03:49.155968 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-b68b7c01-de3e-4339-bed1-a322d85a7199 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6da36ce0-dd8a-4ca2-93e3-c77b71e0cbd4', 'name': 'tempest-FloatingIPDetailsTestJSON-1182606124-router', 'tenant_id': '9c4f88f12e6e47ff8256bfd6bad61793', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.210'}], 'enable_snat': True}, 'gw_port_id': 'e0d52210-cfe0-4f35-8468-30ac596067c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:03:43Z', 'updated_at': '2021-07-06T14:03:47Z', 'revision_number': 4, 'project_id': '9c4f88f12e6e47ff8256bfd6bad61793', 'gw_port': {'id': 'e0d52210-cfe0-4f35-8468-30ac596067c3', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:a7:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6da36ce0-dd8a-4ca2-93e3-c77b71e0cbd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1112, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:03:44Z', 'updated_at': '2021-07-06T14:03:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6', '_interfaces': [{'id': 'f02f78b5-1dee-41d1-b249-f1fc718d7753', 'name': '', 'network_id': 'cd9e8799-5e32-4508-8a98-447ffcc91150', 'tenant_id': '9c4f88f12e6e47ff8256bfd6bad61793', 'mac_address': 'fa:16:3e:7d:fe:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6da36ce0-dd8a-4ca2-93e3-c77b71e0cbd4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1123, 'fixed_ips': [{'subnet_id': '43e05fdc-e6c1-4bc4-8e4e-281da516b59b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:03:46Z', 'updated_at': '2021-07-06T14:03:47Z', 'revision_number': 2, 'project_id': '9c4f88f12e6e47ff8256bfd6bad61793', 'subnets': [{'id': '43e05fdc-e6c1-4bc4-8e4e-281da516b59b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773647-6', False) {} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:03:49.164094 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15612b43-a6d8-474a-9ade-813abd09856e req-ce65d072-4cfc-4d53-bce4-1ca362deed49 tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:03:49.166013 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-15612b43-a6d8-474a-9ade-813abd09856e req-ce65d072-4cfc-4d53-bce4-1ca362deed49 tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] 10.222.0.104 "GET /v2.0/ports?device_id=e7dc6a4d-9f66-42f4-9ec5-8a24ac011f21 HTTP/1.1" status: 200 len: 5422 time: 0.5897083 Jul 06 14:03:49.211713 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-4b1a2d4b-0c1e-4fd4-a410-e813a75c3bb2 None None] Port f02f78b5-1dee-41d1-b249-f1fc718d7753 cannot update to ACTIVE because it is not bound. {{(pid=100248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 14:03:49.223380 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b68b7c01-de3e-4339-bed1-a322d85a7199 None None] The sync data for ids ['6da36ce0-dd8a-4ca2-93e3-c77b71e0cbd4'] in n-d-773647-6 is: [{'id': '6da36ce0-dd8a-4ca2-93e3-c77b71e0cbd4', 'name': 'tempest-FloatingIPDetailsTestJSON-1182606124-router', 'tenant_id': '9c4f88f12e6e47ff8256bfd6bad61793', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.210'}], 'enable_snat': True}, 'gw_port_id': 'e0d52210-cfe0-4f35-8468-30ac596067c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:03:43Z', 'updated_at': '2021-07-06T14:03:47Z', 'revision_number': 4, 'project_id': '9c4f88f12e6e47ff8256bfd6bad61793', 'gw_port': {'id': 'e0d52210-cfe0-4f35-8468-30ac596067c3', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:a7:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6da36ce0-dd8a-4ca2-93e3-c77b71e0cbd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1112, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:03:44Z', 'updated_at': '2021-07-06T14:03:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6', '_interfaces': [{'id': 'f02f78b5-1dee-41d1-b249-f1fc718d7753', 'name': '', 'network_id': 'cd9e8799-5e32-4508-8a98-447ffcc91150', 'tenant_id': '9c4f88f12e6e47ff8256bfd6bad61793', 'mac_address': 'fa:16:3e:7d:fe:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6da36ce0-dd8a-4ca2-93e3-c77b71e0cbd4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1123, 'fixed_ips': [{'subnet_id': '43e05fdc-e6c1-4bc4-8e4e-281da516b59b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:03:46Z', 'updated_at': '2021-07-06T14:03:47Z', 'revision_number': 2, 'project_id': '9c4f88f12e6e47ff8256bfd6bad61793', 'subnets': [{'id': '43e05fdc-e6c1-4bc4-8e4e-281da516b59b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 14:03:49.291163 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-1658b2ed-02ee-4fd6-9ffb-3111fde0cd07 req-9903eda5-fc3a-4fc8-94da-ce43e0c55e2c service neutron] 10.222.0.72 "GET /v2.0/networks/a1a89b46-c613-4578-b710-c22d92f3acfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2706439 Jul 06 14:03:49.363691 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-76eeedb5-63c5-4ea9-b435-6bf9ea0a18bd req-89a1e1f6-5e41-4d71-bf1d-61506f415be3 tempest-ServerShowV254Test-716947557 tempest-ServerShowV254Test-716947557-project] 10.222.0.104 "GET /v2.0/ports?device_id=fc06b29c-bd46-47be-ac2a-6d1c75fe5b23 HTTP/1.1" status: 200 len: 210 time: 0.0936756 Jul 06 14:03:49.407330 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-1658b2ed-02ee-4fd6-9ffb-3111fde0cd07 req-1d2c3646-9254-4654-9130-056614ab1771 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=7a5f929a-d561-4993-9f4a-1c266d662f0f HTTP/1.1" status: 200 len: 217 time: 0.0976968 Jul 06 14:03:49.531796 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-15612b43-a6d8-474a-9ade-813abd09856e req-b173c1e2-f364-4374-9aa8-843891ae2340 tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] 10.222.0.104 "GET /v2.0/security-groups?id=49c1468a-280e-4510-8673-63e827c90e1a&id=89d2c750-f3d8-486f-ac80-ea9c67d569ed&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2426903 Jul 06 14:03:49.565097 n-d-773647-6 neutron-server[100247]: DEBUG neutron.notifiers.nova [req-d982b317-21d5-4b89-a91e-bb854ba5e96b req-1f3ea8e2-4302-4d49-93e9-9d37f162b983 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fd226586-54a3-4c8f-87bb-11c002aac048 {{(pid=100247) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 14:03:49.608190 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-d982b317-21d5-4b89-a91e-bb854ba5e96b req-1f3ea8e2-4302-4d49-93e9-9d37f162b983 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:49.717071 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1658b2ed-02ee-4fd6-9ffb-3111fde0cd07 req-d3566592-fe19-4aa5-ae67-1ad306c55e62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:03:49.725893 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-1658b2ed-02ee-4fd6-9ffb-3111fde0cd07 req-d3566592-fe19-4aa5-ae67-1ad306c55e62 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=13d1afd1-bf55-4593-a656-2ddb45c50a8c HTTP/1.1" status: 200 len: 797 time: 0.3083537 Jul 06 14:03:49.735716 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.provisioning_blocks [req-d982b317-21d5-4b89-a91e-bb854ba5e96b req-1f3ea8e2-4302-4d49-93e9-9d37f162b983 service neutron] Transition to ACTIVE for port object fd226586-54a3-4c8f-87bb-11c002aac048 will not be triggered until provisioned by entity L2. {{(pid=100247) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:03:49.761558 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-d982b317-21d5-4b89-a91e-bb854ba5e96b req-1f3ea8e2-4302-4d49-93e9-9d37f162b983 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128888538'] for port, after_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:49.812335 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb24297c-7fba-4e99-9bf0-6410651ed912 req-69029286-7887-4753-9b0e-5f0e360c8de6 tempest-MultipleCreateTestJSON-1034572626 tempest-MultipleCreateTestJSON-1034572626-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:03:49.815815 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-cb24297c-7fba-4e99-9bf0-6410651ed912 req-69029286-7887-4753-9b0e-5f0e360c8de6 tempest-MultipleCreateTestJSON-1034572626 tempest-MultipleCreateTestJSON-1034572626-project] 10.222.0.72 "GET /v2.0/networks?id=b82fb405-bff0-4597-9770-5ecffe1fa7ca HTTP/1.1" status: 200 len: 812 time: 0.2975609 Jul 06 14:03:49.831258 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [req-cb24297c-7fba-4e99-9bf0-6410651ed912 req-c349b168-ec02-4cff-91ba-84cdf16371ac tempest-MultipleCreateTestJSON-1034572626 tempest-MultipleCreateTestJSON-1034572626-project] Request body: {'port': {'device_id': '759d2dcf-71f5-4457-a4a2-f1ec92614283', 'network_id': 'b82fb405-bff0-4597-9770-5ecffe1fa7ca', 'admin_state_up': True, 'tenant_id': '1a6a1c095b6f4d9f86abe038118b9d24'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:03:50.089727 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cb24297c-7fba-4e99-9bf0-6410651ed912 req-c349b168-ec02-4cff-91ba-84cdf16371ac tempest-MultipleCreateTestJSON-1034572626 tempest-MultipleCreateTestJSON-1034572626-project] Made reservation on behalf of 1a6a1c095b6f4d9f86abe038118b9d24 for: {'port': 1} {{(pid=100246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:03:50.094796 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-cb24297c-7fba-4e99-9bf0-6410651ed912 req-c349b168-ec02-4cff-91ba-84cdf16371ac tempest-MultipleCreateTestJSON-1034572626 tempest-MultipleCreateTestJSON-1034572626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:50.271921 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.db_base_plugin_common [req-cb24297c-7fba-4e99-9bf0-6410651ed912 req-c349b168-ec02-4cff-91ba-84cdf16371ac tempest-MultipleCreateTestJSON-1034572626 tempest-MultipleCreateTestJSON-1034572626-project] Allocated IP 172.20.0.10 (b82fb405-bff0-4597-9770-5ecffe1fa7ca/89762ea0-9385-400f-9ae2-3696d950e78a/228019df-3d0b-4a0a-8f97-9f56a3c1a4d7) {{(pid=100246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:03:50.493796 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3ea8e2-4302-4d49-93e9-9d37f162b983 service neutron] Pushing event updated for resources: {'Port': ['ID=fd226586-54a3-4c8f-87bb-11c002aac048,revision_number=2']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:03:50.514178 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 39298) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:03:50.581057 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-cb24297c-7fba-4e99-9bf0-6410651ed912 req-c349b168-ec02-4cff-91ba-84cdf16371ac tempest-MultipleCreateTestJSON-1034572626 tempest-MultipleCreateTestJSON-1034572626-project] Notify callbacks [] for port, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:50.653651 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-cb24297c-7fba-4e99-9bf0-6410651ed912 req-c349b168-ec02-4cff-91ba-84cdf16371ac tempest-MultipleCreateTestJSON-1034572626 tempest-MultipleCreateTestJSON-1034572626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-127687573'] for port, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:50.687036 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb24297c-7fba-4e99-9bf0-6410651ed912 req-399e8140-c8a2-4bd2-bf5c-7f65244c5d88 tempest-MultipleCreateTestJSON-1034572626 tempest-MultipleCreateTestJSON-1034572626-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:03:50.688690 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-cb24297c-7fba-4e99-9bf0-6410651ed912 req-399e8140-c8a2-4bd2-bf5c-7f65244c5d88 tempest-MultipleCreateTestJSON-1034572626 tempest-MultipleCreateTestJSON-1034572626-project] 10.222.0.127 "GET /v2.0/networks?id=b82fb405-bff0-4597-9770-5ecffe1fa7ca HTTP/1.1" status: 200 len: 812 time: 1.1101775 Jul 06 14:03:50.705605 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11578c4b-8ec0-44e6-a5e2-3c3ce6552726 req-0285a1cf-2fa1-48c9-968f-1d713392a77c tempest-ImagesOneServerTestJSON-626670209 tempest-ImagesOneServerTestJSON-626670209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:03:50.713723 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-11578c4b-8ec0-44e6-a5e2-3c3ce6552726 req-0285a1cf-2fa1-48c9-968f-1d713392a77c tempest-ImagesOneServerTestJSON-626670209 tempest-ImagesOneServerTestJSON-626670209-project] 10.222.0.104 "GET /v2.0/ports?device_id=bf6e1ecb-17f2-4a7a-9296-eb9480bbf176 HTTP/1.1" status: 200 len: 936 time: 1.0915649 Jul 06 14:03:50.723866 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [req-cb24297c-7fba-4e99-9bf0-6410651ed912 req-bf43f78b-eadf-4556-b932-fec7aa1d067c tempest-MultipleCreateTestJSON-1034572626 tempest-MultipleCreateTestJSON-1034572626-project] Request body: {'port': {'device_id': '275441aa-bcb6-4154-a0f9-4e8cd9220ab9', 'network_id': 'b82fb405-bff0-4597-9770-5ecffe1fa7ca', 'admin_state_up': True, 'tenant_id': '1a6a1c095b6f4d9f86abe038118b9d24'}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:03:50.773490 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c349b168-ec02-4cff-91ba-84cdf16371ac tempest-MultipleCreateTestJSON-1034572626 tempest-MultipleCreateTestJSON-1034572626-project] Pushing event updated for resources: {'Port': ['ID=228019df-3d0b-4a0a-8f97-9f56a3c1a4d7,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:03:50.773993 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-8121a862-2cb4-4554-9a06-a50a485ffa75 req-49ed749e-de64-4cc6-ad67-1774e031983d tempest-FloatingIPDetailsTestJSON-565069365 tempest-FloatingIPDetailsTestJSON-565069365-project] 10.222.0.104 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4870527 Jul 06 14:03:50.793601 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-3fa0a3a3-de97-41ad-816e-72ca4d70e45e admin admin] Notify callbacks [] for security_group, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:50.815355 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.managers [req-d982b317-21d5-4b89-a91e-bb854ba5e96b req-1f3ea8e2-4302-4d49-93e9-9d37f162b983 service neutron] Attempting to bind port fd226586-54a3-4c8f-87bb-11c002aac048 on host n-h1-773647-6 for vnic_type normal with profile {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:03:50.815618 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cb24297c-7fba-4e99-9bf0-6410651ed912 req-c349b168-ec02-4cff-91ba-84cdf16371ac tempest-MultipleCreateTestJSON-1034572626 tempest-MultipleCreateTestJSON-1034572626-project] Network b82fb405-bff0-4597-9770-5ecffe1fa7ca is already hosted by enough agents. {{(pid=100246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:03:50.815710 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.managers [req-d982b317-21d5-4b89-a91e-bb854ba5e96b req-1f3ea8e2-4302-4d49-93e9-9d37f162b983 service neutron] Attempting to bind port fd226586-54a3-4c8f-87bb-11c002aac048 by drivers openvswitch,hyperv on host n-h1-773647-6 at level 0 using segments [{'id': 'c9ea893d-045e-42cf-b3dd-cdd1f79baccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'ac09d390-867f-4b75-a8d2-ab11550bffd6'}] {{(pid=100247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:03:50.816128 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d982b317-21d5-4b89-a91e-bb854ba5e96b req-1f3ea8e2-4302-4d49-93e9-9d37f162b983 service neutron] Attempting to bind port fd226586-54a3-4c8f-87bb-11c002aac048 on network ac09d390-867f-4b75-a8d2-ab11550bffd6 {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:03:50.820106 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.base_scheduler [req-cb24297c-7fba-4e99-9bf0-6410651ed912 req-c349b168-ec02-4cff-91ba-84cdf16371ac tempest-MultipleCreateTestJSON-1034572626 tempest-MultipleCreateTestJSON-1034572626-project] Resources bound (agent type, host, resource id): {{(pid=100246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:03:50.824425 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb24297c-7fba-4e99-9bf0-6410651ed912 req-c349b168-ec02-4cff-91ba-84cdf16371ac tempest-MultipleCreateTestJSON-1034572626 tempest-MultipleCreateTestJSON-1034572626-project] Received port after_create {{(pid=100246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:03:50.831935 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-11578c4b-8ec0-44e6-a5e2-3c3ce6552726 req-0929a410-2f51-4a6c-9f48-022efd3f4b8a tempest-ImagesOneServerTestJSON-626670209 tempest-ImagesOneServerTestJSON-626670209-project] 10.222.0.104 "GET /v2.0/security-groups?id=7ecc4b69-7d2f-4f85-bf98-514284a35549&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169615 Jul 06 14:03:50.837642 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [req-8121a862-2cb4-4554-9a06-a50a485ffa75 req-64bb146d-684a-4f4d-be97-ba4b0606b10f tempest-FloatingIPDetailsTestJSON-565069365 tempest-FloatingIPDetailsTestJSON-565069365-project] Request body: {'floatingip': {'floating_network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719'}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:03:50.849390 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1658b2ed-02ee-4fd6-9ffb-3111fde0cd07 req-2ff7a998-1058-46c9-8dac-5bbbd6e84c0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:03:50.851039 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-1658b2ed-02ee-4fd6-9ffb-3111fde0cd07 req-2ff7a998-1058-46c9-8dac-5bbbd6e84c0c service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=a1a89b46-c613-4578-b710-c22d92f3acfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 1.1137602 Jul 06 14:03:50.858789 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d982b317-21d5-4b89-a91e-bb854ba5e96b req-1f3ea8e2-4302-4d49-93e9-9d37f162b983 service neutron] Port fd226586-54a3-4c8f-87bb-11c002aac048 on network ac09d390-867f-4b75-a8d2-ab11550bffd6 not bound, no agent of type Open vSwitch agent registered on host n-h1-773647-6 {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 14:03:50.859440 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d982b317-21d5-4b89-a91e-bb854ba5e96b req-1f3ea8e2-4302-4d49-93e9-9d37f162b983 service neutron] Attempting to bind port fd226586-54a3-4c8f-87bb-11c002aac048 on network ac09d390-867f-4b75-a8d2-ab11550bffd6 {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:03:50.880859 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d982b317-21d5-4b89-a91e-bb854ba5e96b req-1f3ea8e2-4302-4d49-93e9-9d37f162b983 service neutron] Checking agent: {'id': '5bf7147f-bada-4441-a5dc-934b903473fb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-773647-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 51, 12), 'started_at': datetime.datetime(2021, 7, 6, 13, 51, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 3, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:03:50.881311 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d982b317-21d5-4b89-a91e-bb854ba5e96b req-1f3ea8e2-4302-4d49-93e9-9d37f162b983 service neutron] Checking segment: {'id': 'c9ea893d-045e-42cf-b3dd-cdd1f79baccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'ac09d390-867f-4b75-a8d2-ab11550bffd6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100247) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:03:50.881769 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d982b317-21d5-4b89-a91e-bb854ba5e96b req-1f3ea8e2-4302-4d49-93e9-9d37f162b983 service neutron] Bound using segment: {'id': 'c9ea893d-045e-42cf-b3dd-cdd1f79baccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'ac09d390-867f-4b75-a8d2-ab11550bffd6'} {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:03:50.882287 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.managers [req-d982b317-21d5-4b89-a91e-bb854ba5e96b req-1f3ea8e2-4302-4d49-93e9-9d37f162b983 service neutron] Bound port: fd226586-54a3-4c8f-87bb-11c002aac048, host: n-h1-773647-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c9ea893d-045e-42cf-b3dd-cdd1f79baccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'ac09d390-867f-4b75-a8d2-ab11550bffd6'}}] {{(pid=100247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:03:50.882707 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-d982b317-21d5-4b89-a91e-bb854ba5e96b req-1f3ea8e2-4302-4d49-93e9-9d37f162b983 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:50.893285 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb24297c-7fba-4e99-9bf0-6410651ed912 req-c349b168-ec02-4cff-91ba-84cdf16371ac tempest-MultipleCreateTestJSON-1034572626 tempest-MultipleCreateTestJSON-1034572626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:03:50.893955 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-cb24297c-7fba-4e99-9bf0-6410651ed912 req-c349b168-ec02-4cff-91ba-84cdf16371ac tempest-MultipleCreateTestJSON-1034572626 tempest-MultipleCreateTestJSON-1034572626-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:50.993709 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-3fa0a3a3-de97-41ad-816e-72ca4d70e45e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:51.001316 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-3fa0a3a3-de97-41ad-816e-72ca4d70e45e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:51.008333 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.db [req-d982b317-21d5-4b89-a91e-bb854ba5e96b req-1f3ea8e2-4302-4d49-93e9-9d37f162b983 service neutron] For port fd226586-54a3-4c8f-87bb-11c002aac048, host n-h1-773647-6, cleared binding levels {{(pid=100247) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:03:51.009445 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-cb24297c-7fba-4e99-9bf0-6410651ed912 req-c349b168-ec02-4cff-91ba-84cdf16371ac tempest-MultipleCreateTestJSON-1034572626 tempest-MultipleCreateTestJSON-1034572626-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1860673 Jul 06 14:03:51.011867 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.db [req-d982b317-21d5-4b89-a91e-bb854ba5e96b req-1f3ea8e2-4302-4d49-93e9-9d37f162b983 service neutron] For port fd226586-54a3-4c8f-87bb-11c002aac048, host n-h1-773647-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773647-6',level=0,port_id=fd226586-54a3-4c8f-87bb-11c002aac048,segment=NetworkSegment(c9ea893d-045e-42cf-b3dd-cdd1f79baccd),segment_id=c9ea893d-045e-42cf-b3dd-cdd1f79baccd)] {{(pid=100247) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:03:51.027411 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-d982b317-21d5-4b89-a91e-bb854ba5e96b req-1f3ea8e2-4302-4d49-93e9-9d37f162b983 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128888538'] for port, after_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:51.031151 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [req-cb24297c-7fba-4e99-9bf0-6410651ed912 req-cfa3aadb-655e-40c6-be8f-d3dedfa5e1c8 service neutron] Request body: {'port': {'device_id': '759d2dcf-71f5-4457-a4a2-f1ec92614283', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-773647-6'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:03:51.098273 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-3fa0a3a3-de97-41ad-816e-72ca4d70e45e admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=ecb5ccf50389430eac9e1d265bb7e222&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5804663 Jul 06 14:03:51.099455 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa0a3a3-de97-41ad-816e-72ca4d70e45e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1def599-80ec-47df-bd25-e7dc49ce2901,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:03:51.101871 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 39304) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:03:51.117318 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-8121a862-2cb4-4554-9a06-a50a485ffa75 req-64bb146d-684a-4f4d-be97-ba4b0606b10f tempest-FloatingIPDetailsTestJSON-565069365 tempest-FloatingIPDetailsTestJSON-565069365-project] Notify callbacks [] for floatingip, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:51.136220 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d982b317-21d5-4b89-a91e-bb854ba5e96b req-1f3ea8e2-4302-4d49-93e9-9d37f162b983 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:03:51.137040 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-d982b317-21d5-4b89-a91e-bb854ba5e96b req-1f3ea8e2-4302-4d49-93e9-9d37f162b983 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:51.138848 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-d982b317-21d5-4b89-a91e-bb854ba5e96b req-1f3ea8e2-4302-4d49-93e9-9d37f162b983 service neutron] 10.222.0.127 "PUT /v2.0/ports/fd226586-54a3-4c8f-87bb-11c002aac048 HTTP/1.1" status: 200 len: 1096 time: 4.0099428 Jul 06 14:03:51.139430 n-d-773647-6 neutron-server[100247]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf6e1ecb-17f2-4a7a-9296-eb9480bbf176', 'tag': 'fd226586-54a3-4c8f-87bb-11c002aac048'}] {{(pid=100247) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:03:51.141871 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cbf0eeaae822f8fc9b87a94aeba67a3d651842baf663a51cba94b67a514836d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e9c37c0-c34e-4d95-a6f0-bc888d6f9e4a" -d '{"events": [{"name": "network-changed", "server_uuid": "bf6e1ecb-17f2-4a7a-9296-eb9480bbf176", "tag": "fd226586-54a3-4c8f-87bb-11c002aac048"}]}' {{(pid=100247) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:03:51.204994 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-cb24297c-7fba-4e99-9bf0-6410651ed912 req-cfa3aadb-655e-40c6-be8f-d3dedfa5e1c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:51.278435 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-b6daba17-9ab1-443f-b78f-96d2a1b1b53a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:51.307664 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3ea8e2-4302-4d49-93e9-9d37f162b983 service neutron] Pushing event updated for resources: {'Port': ['ID=fd226586-54a3-4c8f-87bb-11c002aac048,revision_number=3']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:03:51.331108 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-b6daba17-9ab1-443f-b78f-96d2a1b1b53a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:51.406011 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-97c3d924-4300-47d8-aa64-0e7edce7eb16 req-9773a0b7-84c6-49bf-bf13-96aa2a4f51b7 tempest-MultipleCreateTestJSON-1034572626 tempest-MultipleCreateTestJSON-1034572626-project] 10.222.0.104 "GET /v2.0/ports?device_id=275441aa-bcb6-4154-a0f9-4e8cd9220ab9 HTTP/1.1" status: 200 len: 210 time: 0.1323335 Jul 06 14:03:51.410326 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-1658b2ed-02ee-4fd6-9ffb-3111fde0cd07 req-aae18a79-755b-4059-b59b-facf9c5eb1a5 service neutron] 10.222.0.72 "GET /v2.0/networks/a1a89b46-c613-4578-b710-c22d92f3acfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5439746 Jul 06 14:03:51.427601 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cb24297c-7fba-4e99-9bf0-6410651ed912 req-bf43f78b-eadf-4556-b932-fec7aa1d067c tempest-MultipleCreateTestJSON-1034572626 tempest-MultipleCreateTestJSON-1034572626-project] Made reservation on behalf of 1a6a1c095b6f4d9f86abe038118b9d24 for: {'port': 1} {{(pid=100247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:03:51.431693 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-cb24297c-7fba-4e99-9bf0-6410651ed912 req-bf43f78b-eadf-4556-b932-fec7aa1d067c tempest-MultipleCreateTestJSON-1034572626 tempest-MultipleCreateTestJSON-1034572626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:51.518425 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device e0d52210-cfe0-4f35-8468-30ac596067c3 up at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:03:51.586467 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-b6daba17-9ab1-443f-b78f-96d2a1b1b53a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:51.589625 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning for port e0d52210-cfe0-4f35-8468-30ac596067c3 completed by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:03:51.593880 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-b6daba17-9ab1-443f-b78f-96d2a1b1b53a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:51.604523 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-b6daba17-9ab1-443f-b78f-96d2a1b1b53a admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/c1def599-80ec-47df-bd25-e7dc49ce2901 HTTP/1.1" status: 204 len: 168 time: 0.4964757 Jul 06 14:03:51.611536 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning complete for port e0d52210-cfe0-4f35-8468-30ac596067c3 triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:03:51.611917 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:51.639559 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d982b317-21d5-4b89-a91e-bb854ba5e96b req-5b56aaa2-0ff2-419b-8816-684f833f468a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:03:51.641225 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-d982b317-21d5-4b89-a91e-bb854ba5e96b req-5b56aaa2-0ff2-419b-8816-684f833f468a service neutron] 10.222.0.127 "GET /v2.0/ports?tenant_id=ec447d57cd3445c7ade9afee245937c6&device_id=bf6e1ecb-17f2-4a7a-9296-eb9480bbf176 HTTP/1.1" status: 200 len: 1099 time: 0.4475698 Jul 06 14:03:51.646444 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6daba17-9ab1-443f-b78f-96d2a1b1b53a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1def599-80ec-47df-bd25-e7dc49ce2901,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:03:51.730145 n-d-773647-6 neutron-server[100246]: DEBUG neutron.notifiers.nova [req-cb24297c-7fba-4e99-9bf0-6410651ed912 req-cfa3aadb-655e-40c6-be8f-d3dedfa5e1c8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 228019df-3d0b-4a0a-8f97-9f56a3c1a4d7 {{(pid=100246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 14:03:51.739594 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-cb24297c-7fba-4e99-9bf0-6410651ed912 req-cfa3aadb-655e-40c6-be8f-d3dedfa5e1c8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:51.741576 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:51.754280 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.provisioning_blocks [req-cb24297c-7fba-4e99-9bf0-6410651ed912 req-cfa3aadb-655e-40c6-be8f-d3dedfa5e1c8 service neutron] Transition to ACTIVE for port object 228019df-3d0b-4a0a-8f97-9f56a3c1a4d7 will not be triggered until provisioned by entity L2. {{(pid=100246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:03:51.761940 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-cb24297c-7fba-4e99-9bf0-6410651ed912 req-cfa3aadb-655e-40c6-be8f-d3dedfa5e1c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127687527'] for port, after_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:51.770894 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] For port e0d52210-cfe0-4f35-8468-30ac596067c3, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=e0d52210-cfe0-4f35-8468-30ac596067c3,segment=NetworkSegment(89a832b7-7793-4d51-9038-ed7e1c3ff1b2),segment_id=89a832b7-7793-4d51-9038-ed7e1c3ff1b2)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:03:51.785031 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:51.788056 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-1658b2ed-02ee-4fd6-9ffb-3111fde0cd07 req-635de6eb-a2b7-455e-8deb-a1eefad0190d service neutron] 10.222.0.72 "GET /v2.0/networks/a1a89b46-c613-4578-b710-c22d92f3acfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3502789 Jul 06 14:03:51.796828 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-a1372c91-7994-466f-97ac-92453c8bb0a6 req-6d998a2c-9c3d-495d-82ad-b242cddd2e8c tempest-ServerShowV254Test-716947557 tempest-ServerShowV254Test-716947557-project] 10.222.0.104 "GET /v2.0/ports?device_id=fc06b29c-bd46-47be-ac2a-6d1c75fe5b23 HTTP/1.1" status: 200 len: 210 time: 0.1596920 Jul 06 14:03:51.814805 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-d982b317-21d5-4b89-a91e-bb854ba5e96b req-f816275b-6524-40b6-b39c-20dbb301a53d service neutron] 10.222.0.127 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.140&port_id=fd226586-54a3-4c8f-87bb-11c002aac048 HTTP/1.1" status: 200 len: 217 time: 0.1393418 Jul 06 14:03:51.890520 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Pushing event updated for resources: {'Port': ['ID=e0d52210-cfe0-4f35-8468-30ac596067c3,revision_number=4']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:03:51.903896 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa3aadb-655e-40c6-be8f-d3dedfa5e1c8 service neutron] Pushing event updated for resources: {'Port': ['ID=228019df-3d0b-4a0a-8f97-9f56a3c1a4d7,revision_number=2']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:03:51.947121 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-8121a862-2cb4-4554-9a06-a50a485ffa75 req-64bb146d-684a-4f4d-be97-ba4b0606b10f tempest-FloatingIPDetailsTestJSON-565069365 tempest-FloatingIPDetailsTestJSON-565069365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:51.964539 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [req-cb24297c-7fba-4e99-9bf0-6410651ed912 req-cfa3aadb-655e-40c6-be8f-d3dedfa5e1c8 service neutron] Attempting to bind port 228019df-3d0b-4a0a-8f97-9f56a3c1a4d7 on host n-h2-773647-6 for vnic_type normal with profile {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:03:51.964906 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [req-cb24297c-7fba-4e99-9bf0-6410651ed912 req-cfa3aadb-655e-40c6-be8f-d3dedfa5e1c8 service neutron] Attempting to bind port 228019df-3d0b-4a0a-8f97-9f56a3c1a4d7 by drivers openvswitch,hyperv on host n-h2-773647-6 at level 0 using segments [{'id': '6b220387-8d13-4ae1-983f-231ccd618d77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': 'b82fb405-bff0-4597-9770-5ecffe1fa7ca'}] {{(pid=100246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:03:51.965397 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb24297c-7fba-4e99-9bf0-6410651ed912 req-cfa3aadb-655e-40c6-be8f-d3dedfa5e1c8 service neutron] Attempting to bind port 228019df-3d0b-4a0a-8f97-9f56a3c1a4d7 on network b82fb405-bff0-4597-9770-5ecffe1fa7ca {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:03:51.971956 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb24297c-7fba-4e99-9bf0-6410651ed912 req-cfa3aadb-655e-40c6-be8f-d3dedfa5e1c8 service neutron] Port 228019df-3d0b-4a0a-8f97-9f56a3c1a4d7 on network b82fb405-bff0-4597-9770-5ecffe1fa7ca not bound, no agent of type Open vSwitch agent registered on host n-h2-773647-6 {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 14:03:51.972291 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb24297c-7fba-4e99-9bf0-6410651ed912 req-cfa3aadb-655e-40c6-be8f-d3dedfa5e1c8 service neutron] Attempting to bind port 228019df-3d0b-4a0a-8f97-9f56a3c1a4d7 on network b82fb405-bff0-4597-9770-5ecffe1fa7ca {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:03:51.977579 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb24297c-7fba-4e99-9bf0-6410651ed912 req-cfa3aadb-655e-40c6-be8f-d3dedfa5e1c8 service neutron] Checking agent: {'id': '63768ece-0600-4354-8d29-fdedec96b077', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-773647-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 51, 10), 'started_at': datetime.datetime(2021, 7, 6, 13, 51, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 3, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:03:51.977962 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb24297c-7fba-4e99-9bf0-6410651ed912 req-cfa3aadb-655e-40c6-be8f-d3dedfa5e1c8 service neutron] Checking segment: {'id': '6b220387-8d13-4ae1-983f-231ccd618d77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': 'b82fb405-bff0-4597-9770-5ecffe1fa7ca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:03:51.978363 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb24297c-7fba-4e99-9bf0-6410651ed912 req-cfa3aadb-655e-40c6-be8f-d3dedfa5e1c8 service neutron] Bound using segment: {'id': '6b220387-8d13-4ae1-983f-231ccd618d77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': 'b82fb405-bff0-4597-9770-5ecffe1fa7ca'} {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:03:51.978985 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [req-cb24297c-7fba-4e99-9bf0-6410651ed912 req-cfa3aadb-655e-40c6-be8f-d3dedfa5e1c8 service neutron] Bound port: 228019df-3d0b-4a0a-8f97-9f56a3c1a4d7, host: n-h2-773647-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6b220387-8d13-4ae1-983f-231ccd618d77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': 'b82fb405-bff0-4597-9770-5ecffe1fa7ca'}}] {{(pid=100246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:03:51.979380 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-cb24297c-7fba-4e99-9bf0-6410651ed912 req-cfa3aadb-655e-40c6-be8f-d3dedfa5e1c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:52.047868 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.db [req-cb24297c-7fba-4e99-9bf0-6410651ed912 req-cfa3aadb-655e-40c6-be8f-d3dedfa5e1c8 service neutron] For port 228019df-3d0b-4a0a-8f97-9f56a3c1a4d7, host n-h2-773647-6, cleared binding levels {{(pid=100246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:03:52.053012 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.db [req-cb24297c-7fba-4e99-9bf0-6410651ed912 req-cfa3aadb-655e-40c6-be8f-d3dedfa5e1c8 service neutron] For port 228019df-3d0b-4a0a-8f97-9f56a3c1a4d7, host n-h2-773647-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=228019df-3d0b-4a0a-8f97-9f56a3c1a4d7,segment=NetworkSegment(6b220387-8d13-4ae1-983f-231ccd618d77),segment_id=6b220387-8d13-4ae1-983f-231ccd618d77)] {{(pid=100246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:03:52.058601 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-cb24297c-7fba-4e99-9bf0-6410651ed912 req-cfa3aadb-655e-40c6-be8f-d3dedfa5e1c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127687527'] for port, after_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:52.069024 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 39316) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:03:52.109883 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-5447b98c-22cb-4c5e-a777-111c0682ff03 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:52.123308 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb24297c-7fba-4e99-9bf0-6410651ed912 req-cfa3aadb-655e-40c6-be8f-d3dedfa5e1c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:03:52.123870 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-cb24297c-7fba-4e99-9bf0-6410651ed912 req-cfa3aadb-655e-40c6-be8f-d3dedfa5e1c8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:52.125255 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-cb24297c-7fba-4e99-9bf0-6410651ed912 req-cfa3aadb-655e-40c6-be8f-d3dedfa5e1c8 service neutron] 10.222.0.72 "PUT /v2.0/ports/228019df-3d0b-4a0a-8f97-9f56a3c1a4d7 HTTP/1.1" status: 200 len: 1092 time: 1.1054993 Jul 06 14:03:52.125969 n-d-773647-6 neutron-server[100246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '759d2dcf-71f5-4457-a4a2-f1ec92614283', 'tag': '228019df-3d0b-4a0a-8f97-9f56a3c1a4d7'}] {{(pid=100246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:03:52.128064 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.db_base_plugin_common [req-cb24297c-7fba-4e99-9bf0-6410651ed912 req-bf43f78b-eadf-4556-b932-fec7aa1d067c tempest-MultipleCreateTestJSON-1034572626 tempest-MultipleCreateTestJSON-1034572626-project] Allocated IP 172.20.0.2 (b82fb405-bff0-4597-9770-5ecffe1fa7ca/89762ea0-9385-400f-9ae2-3696d950e78a/9784944d-8d62-4eac-9c42-02dd553a8efd) {{(pid=100247) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:03:52.128702 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0d96c5ab5e889f7b933ae915b9be33d1b46c9e87795bf781004b656ef3f1e87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d098fe1-ce89-4cd1-a203-b70708568cfd" -d '{"events": [{"name": "network-changed", "server_uuid": "759d2dcf-71f5-4457-a4a2-f1ec92614283", "tag": "228019df-3d0b-4a0a-8f97-9f56a3c1a4d7"}]}' {{(pid=100246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:03:52.142038 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.db_base_plugin_common [req-8121a862-2cb4-4554-9a06-a50a485ffa75 req-64bb146d-684a-4f4d-be97-ba4b0606b10f tempest-FloatingIPDetailsTestJSON-565069365 tempest-FloatingIPDetailsTestJSON-565069365-project] Allocated IP 172.25.0.49 (2658f09e-a580-4d4a-9968-2d1e0ad93719/cbf74abc-6fe1-4d33-b005-c948923b9647/523372b0-5fcd-45cd-bbe3-6b90e910c7ec) {{(pid=100247) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:03:52.160407 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d982b317-21d5-4b89-a91e-bb854ba5e96b req-b07cb7f2-6bb4-4f3e-9daf-9f1dddec150d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:03:52.162242 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-d982b317-21d5-4b89-a91e-bb854ba5e96b req-b07cb7f2-6bb4-4f3e-9daf-9f1dddec150d service neutron] 10.222.0.127 "GET /v2.0/subnets?id=d1c3cc78-09b9-4e30-99fd-0e5830de101d HTTP/1.1" status: 200 len: 843 time: 0.3333726 Jul 06 14:03:52.222153 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa3aadb-655e-40c6-be8f-d3dedfa5e1c8 service neutron] Pushing event updated for resources: {'Port': ['ID=228019df-3d0b-4a0a-8f97-9f56a3c1a4d7,revision_number=3']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:03:52.280082 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-5447b98c-22cb-4c5e-a777-111c0682ff03 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:52.282344 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb24297c-7fba-4e99-9bf0-6410651ed912 req-42f2bb8e-6434-47b3-a73c-5354e1c3bf88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:03:52.284587 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-cb24297c-7fba-4e99-9bf0-6410651ed912 req-42f2bb8e-6434-47b3-a73c-5354e1c3bf88 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=1a6a1c095b6f4d9f86abe038118b9d24&device_id=759d2dcf-71f5-4457-a4a2-f1ec92614283 HTTP/1.1" status: 200 len: 1095 time: 0.1099265 Jul 06 14:03:52.285561 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-5447b98c-22cb-4c5e-a777-111c0682ff03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:52.301135 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bd6c9d-35c6-4622-90bb-ba2287d6eee0 req-ed17c2fc-a910-4da7-b7e1-93b2b32333bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:03:52.301776 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bd6c9d-35c6-4622-90bb-ba2287d6eee0 req-ed17c2fc-a910-4da7-b7e1-93b2b32333bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:03:52.302111 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bd6c9d-35c6-4622-90bb-ba2287d6eee0 req-ed17c2fc-a910-4da7-b7e1-93b2b32333bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:03:52.302555 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bd6c9d-35c6-4622-90bb-ba2287d6eee0 req-ed17c2fc-a910-4da7-b7e1-93b2b32333bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:03:52.304644 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bd6c9d-35c6-4622-90bb-ba2287d6eee0 req-ed17c2fc-a910-4da7-b7e1-93b2b32333bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:03:52.304644 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bd6c9d-35c6-4622-90bb-ba2287d6eee0 req-ed17c2fc-a910-4da7-b7e1-93b2b32333bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:03:52.304644 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bd6c9d-35c6-4622-90bb-ba2287d6eee0 req-ed17c2fc-a910-4da7-b7e1-93b2b32333bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:03:52.305990 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-a8bd6c9d-35c6-4622-90bb-ba2287d6eee0 req-ed17c2fc-a910-4da7-b7e1-93b2b32333bd service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=db940b92de5443cbbd5f77e12cabccfc&device_id=e7dc6a4d-9f66-42f4-9ec5-8a24ac011f21 HTTP/1.1" status: 200 len: 6479 time: 0.4462502 Jul 06 14:03:52.314908 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-959b6b44-f7cc-44ab-b2b0-acd50a53a32e None None] Sync routers for ids ['6da36ce0-dd8a-4ca2-93e3-c77b71e0cbd4'] in n-d-773647-6 {{(pid=100249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 14:03:52.328896 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-959b6b44-f7cc-44ab-b2b0-acd50a53a32e None None] Routers {'6da36ce0-dd8a-4ca2-93e3-c77b71e0cbd4'} bound to L3 agent in host n-d-773647-6 {{(pid=100249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:03:52.330181 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-959b6b44-f7cc-44ab-b2b0-acd50a53a32e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T14:03:25Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['6da36ce0-dd8a-4ca2-93e3-c77b71e0cbd4'], 'active': True} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:03:52.360882 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-cb24297c-7fba-4e99-9bf0-6410651ed912 req-c1eaebb1-974e-45e0-a76a-8c3e8764cfd0 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=228019df-3d0b-4a0a-8f97-9f56a3c1a4d7 HTTP/1.1" status: 200 len: 217 time: 0.0646589 Jul 06 14:03:52.364688 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7312c87-e7c5-4a1f-90a8-279535f69366 req-3d3664e4-ef6e-4478-ad57-41c918c3557b tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:03:52.365867 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-5447b98c-22cb-4c5e-a777-111c0682ff03 admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=a57b6b775c8c45e2b085d0d046f2c3cb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2791352 Jul 06 14:03:52.370789 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7312c87-e7c5-4a1f-90a8-279535f69366 req-3d3664e4-ef6e-4478-ad57-41c918c3557b tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:03:52.376154 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 39322) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:03:52.376918 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7312c87-e7c5-4a1f-90a8-279535f69366 req-3d3664e4-ef6e-4478-ad57-41c918c3557b tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:03:52.383243 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7312c87-e7c5-4a1f-90a8-279535f69366 req-3d3664e4-ef6e-4478-ad57-41c918c3557b tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:03:52.386284 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5447b98c-22cb-4c5e-a777-111c0682ff03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a49de1a9-0fa7-4388-b11e-55445714f64c,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:03:52.389365 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7312c87-e7c5-4a1f-90a8-279535f69366 req-3d3664e4-ef6e-4478-ad57-41c918c3557b tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:03:52.396183 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7312c87-e7c5-4a1f-90a8-279535f69366 req-3d3664e4-ef6e-4478-ad57-41c918c3557b tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:03:52.403534 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7312c87-e7c5-4a1f-90a8-279535f69366 req-3d3664e4-ef6e-4478-ad57-41c918c3557b tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:03:52.405713 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-f7312c87-e7c5-4a1f-90a8-279535f69366 req-3d3664e4-ef6e-4478-ad57-41c918c3557b tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] 10.222.0.104 "GET /v2.0/ports?device_id=e7dc6a4d-9f66-42f4-9ec5-8a24ac011f21 HTTP/1.1" status: 200 len: 5422 time: 0.3557589 Jul 06 14:03:52.454391 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb24297c-7fba-4e99-9bf0-6410651ed912 req-e2505042-db63-4298-9512-d3c75b1bc3ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:03:52.455957 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-cb24297c-7fba-4e99-9bf0-6410651ed912 req-e2505042-db63-4298-9512-d3c75b1bc3ea service neutron] 10.222.0.72 "GET /v2.0/subnets?id=89762ea0-9385-400f-9ae2-3696d950e78a HTTP/1.1" status: 200 len: 852 time: 0.0878952 Jul 06 14:03:52.459778 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvr_db [None req-959b6b44-f7cc-44ab-b2b0-acd50a53a32e None None] Set router 6da36ce0-dd8a-4ca2-93e3-c77b71e0cbd4 gateway port host: n-d-773647-6 {{(pid=100249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:03:52.496052 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-cb24297c-7fba-4e99-9bf0-6410651ed912 req-6a60f0da-0dd4-4325-aaf6-649b148db52b service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=b82fb405-bff0-4597-9770-5ecffe1fa7ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0329826 Jul 06 14:03:52.497141 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-4f047368-97da-4850-a7c7-10c5d5b11df3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:52.600603 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d982b317-21d5-4b89-a91e-bb854ba5e96b req-5c39b67e-b683-4a5c-882c-0dfccf68ceb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:03:52.602163 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-d982b317-21d5-4b89-a91e-bb854ba5e96b req-5c39b67e-b683-4a5c-882c-0dfccf68ceb8 service neutron] 10.222.0.127 "GET /v2.0/ports?network_id=ac09d390-867f-4b75-a8d2-ab11550bffd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4314082 Jul 06 14:03:52.605280 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-8121a862-2cb4-4554-9a06-a50a485ffa75 req-64bb146d-684a-4f4d-be97-ba4b0606b10f tempest-FloatingIPDetailsTestJSON-565069365 tempest-FloatingIPDetailsTestJSON-565069365-project] Notify callbacks [] for port, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:52.654271 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-f7312c87-e7c5-4a1f-90a8-279535f69366 req-a3aa937b-ed5a-45cc-bbe0-96668ea84daa tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] 10.222.0.104 "GET /v2.0/security-groups?id=49c1468a-280e-4510-8673-63e827c90e1a&id=89d2c750-f3d8-486f-ac80-ea9c67d569ed&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2288251 Jul 06 14:03:52.723117 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-959b6b44-f7cc-44ab-b2b0-acd50a53a32e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6da36ce0-dd8a-4ca2-93e3-c77b71e0cbd4', 'name': 'tempest-FloatingIPDetailsTestJSON-1182606124-router', 'tenant_id': '9c4f88f12e6e47ff8256bfd6bad61793', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.210'}], 'enable_snat': True}, 'gw_port_id': 'e0d52210-cfe0-4f35-8468-30ac596067c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:03:43Z', 'updated_at': '2021-07-06T14:03:47Z', 'revision_number': 4, 'project_id': '9c4f88f12e6e47ff8256bfd6bad61793', 'gw_port': {'id': 'e0d52210-cfe0-4f35-8468-30ac596067c3', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:a7:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6da36ce0-dd8a-4ca2-93e3-c77b71e0cbd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1112, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:03:44Z', 'updated_at': '2021-07-06T14:03:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6', '_interfaces': [{'id': 'f02f78b5-1dee-41d1-b249-f1fc718d7753', 'name': '', 'network_id': 'cd9e8799-5e32-4508-8a98-447ffcc91150', 'tenant_id': '9c4f88f12e6e47ff8256bfd6bad61793', 'mac_address': 'fa:16:3e:7d:fe:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6da36ce0-dd8a-4ca2-93e3-c77b71e0cbd4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1123, 'fixed_ips': [{'subnet_id': '43e05fdc-e6c1-4bc4-8e4e-281da516b59b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:03:46Z', 'updated_at': '2021-07-06T14:03:47Z', 'revision_number': 2, 'project_id': '9c4f88f12e6e47ff8256bfd6bad61793', 'subnets': [{'id': '43e05fdc-e6c1-4bc4-8e4e-281da516b59b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773647-6', False) {} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:03:52.736961 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bd6c9d-35c6-4622-90bb-ba2287d6eee0 req-c7e0a8cc-6980-421c-b73b-8460309e8c52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:03:52.738810 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-a8bd6c9d-35c6-4622-90bb-ba2287d6eee0 req-c7e0a8cc-6980-421c-b73b-8460309e8c52 service neutron] 10.222.0.72 "GET /v2.0/networks?id=a1a89b46-c613-4578-b710-c22d92f3acfb HTTP/1.1" status: 200 len: 903 time: 0.4145184 Jul 06 14:03:52.750619 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-cb24297c-7fba-4e99-9bf0-6410651ed912 req-bf43f78b-eadf-4556-b932-fec7aa1d067c tempest-MultipleCreateTestJSON-1034572626 tempest-MultipleCreateTestJSON-1034572626-project] Notify callbacks [] for port, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:52.762538 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-959b6b44-f7cc-44ab-b2b0-acd50a53a32e None None] Checking router: 6da36ce0-dd8a-4ca2-93e3-c77b71e0cbd4 for host: n-d-773647-6 {{(pid=100249) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 14:03:52.762894 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-959b6b44-f7cc-44ab-b2b0-acd50a53a32e None None] Updating router 6da36ce0-dd8a-4ca2-93e3-c77b71e0cbd4 port f02f78b5-1dee-41d1-b249-f1fc718d7753 binding host n-d-773647-6 {{(pid=100249) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 14:03:52.802923 n-d-773647-6 neutron-server[100249]: DEBUG neutron_lib.callbacks.manager [None req-959b6b44-f7cc-44ab-b2b0-acd50a53a32e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:52.809490 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-a8bd6c9d-35c6-4622-90bb-ba2287d6eee0 req-4c1d75a4-dbf8-4537-a31d-22ebbe294cab service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=6dd92e69-e804-40c7-8993-d5e086a55974 HTTP/1.1" status: 200 len: 217 time: 0.0557351 Jul 06 14:03:52.852332 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-1f0d2670-269e-4ca4-a76e-109bcbfff693 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:52.872796 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-8121a862-2cb4-4554-9a06-a50a485ffa75 req-64bb146d-684a-4f4d-be97-ba4b0606b10f tempest-FloatingIPDetailsTestJSON-565069365 tempest-FloatingIPDetailsTestJSON-565069365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-128888360'] for port, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:52.898154 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-d982b317-21d5-4b89-a91e-bb854ba5e96b req-27eff75a-10d9-4bf5-8b3a-3ba3264b8956 service neutron] 10.222.0.127 "GET /v2.0/networks/ac09d390-867f-4b75-a8d2-ab11550bffd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2731509 Jul 06 14:03:52.960078 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8121a862-2cb4-4554-9a06-a50a485ffa75 req-64bb146d-684a-4f4d-be97-ba4b0606b10f tempest-FloatingIPDetailsTestJSON-565069365 tempest-FloatingIPDetailsTestJSON-565069365-project] Network 2658f09e-a580-4d4a-9968-2d1e0ad93719 is already hosted by enough agents. {{(pid=100247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:03:52.973091 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 14:03:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40d38bf1-9831-421b-91b6-72417fee2a79 x-openstack-request-id: req-40d38bf1-9831-421b-91b6-72417fee2a79 {{(pid=100247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:03:52.973384 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf6e1ecb-17f2-4a7a-9296-eb9480bbf176", "tag": "fd226586-54a3-4c8f-87bb-11c002aac048", "status": "completed", "code": 200}]} {{(pid=100247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:03:52.973640 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-40d38bf1-9831-421b-91b6-72417fee2a79 {{(pid=100247) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:03:52.974053 n-d-773647-6 neutron-server[100247]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf6e1ecb-17f2-4a7a-9296-eb9480bbf176', 'tag': 'fd226586-54a3-4c8f-87bb-11c002aac048', 'status': 'completed', 'code': 200} Jul 06 14:03:53.002707 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-cb24297c-7fba-4e99-9bf0-6410651ed912 req-af0d7d20-1191-42a1-a472-54e2c2252499 service neutron] 10.222.0.72 "GET /v2.0/networks/b82fb405-bff0-4597-9770-5ecffe1fa7ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4956808 Jul 06 14:03:53.002997 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bd6c9d-35c6-4622-90bb-ba2287d6eee0 req-95d9dad6-c4fe-4ecb-b530-a882bc8626c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:03:53.004506 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-a8bd6c9d-35c6-4622-90bb-ba2287d6eee0 req-95d9dad6-c4fe-4ecb-b530-a882bc8626c3 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=13d1afd1-bf55-4593-a656-2ddb45c50a8c HTTP/1.1" status: 200 len: 797 time: 0.1826732 Jul 06 14:03:53.004644 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-4f047368-97da-4850-a7c7-10c5d5b11df3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:53.009938 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.base_scheduler [req-8121a862-2cb4-4554-9a06-a50a485ffa75 req-64bb146d-684a-4f4d-be97-ba4b0606b10f tempest-FloatingIPDetailsTestJSON-565069365 tempest-FloatingIPDetailsTestJSON-565069365-project] Resources bound (agent type, host, resource id): {{(pid=100247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:03:53.018884 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.l3_dvrscheduler_db [req-8121a862-2cb4-4554-9a06-a50a485ffa75 req-64bb146d-684a-4f4d-be97-ba4b0606b10f tempest-FloatingIPDetailsTestJSON-565069365 tempest-FloatingIPDetailsTestJSON-565069365-project] Received port after_create {{(pid=100247) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:03:53.063579 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-4f047368-97da-4850-a7c7-10c5d5b11df3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:53.066576 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-4f047368-97da-4850-a7c7-10c5d5b11df3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:53.070846 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-4f047368-97da-4850-a7c7-10c5d5b11df3 admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/a49de1a9-0fa7-4388-b11e-55445714f64c HTTP/1.1" status: 204 len: 168 time: 0.6939089 Jul 06 14:03:53.082862 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64bb146d-684a-4f4d-be97-ba4b0606b10f tempest-FloatingIPDetailsTestJSON-565069365 tempest-FloatingIPDetailsTestJSON-565069365-project] Pushing event updated for resources: {'Port': ['ID=523372b0-5fcd-45cd-bbe3-6b90e910c7ec,revision_number=1']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:03:53.095552 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-cb24297c-7fba-4e99-9bf0-6410651ed912 req-bf43f78b-eadf-4556-b932-fec7aa1d067c tempest-MultipleCreateTestJSON-1034572626 tempest-MultipleCreateTestJSON-1034572626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-128888360'] for port, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:53.128162 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f047368-97da-4850-a7c7-10c5d5b11df3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a49de1a9-0fa7-4388-b11e-55445714f64c,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:03:53.213119 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cb24297c-7fba-4e99-9bf0-6410651ed912 req-bf43f78b-eadf-4556-b932-fec7aa1d067c tempest-MultipleCreateTestJSON-1034572626 tempest-MultipleCreateTestJSON-1034572626-project] Network b82fb405-bff0-4597-9770-5ecffe1fa7ca is already hosted by enough agents. {{(pid=100247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:03:53.217620 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-cb24297c-7fba-4e99-9bf0-6410651ed912 req-07ca09f6-aa54-4177-87ba-1c7d26c7e1d1 service neutron] 10.222.0.72 "GET /v2.0/networks/b82fb405-bff0-4597-9770-5ecffe1fa7ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1633282 Jul 06 14:03:53.236645 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.base_scheduler [req-cb24297c-7fba-4e99-9bf0-6410651ed912 req-bf43f78b-eadf-4556-b932-fec7aa1d067c tempest-MultipleCreateTestJSON-1034572626 tempest-MultipleCreateTestJSON-1034572626-project] Resources bound (agent type, host, resource id): {{(pid=100247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:03:53.275868 n-d-773647-6 neutron-server[100249]: DEBUG neutron_lib.callbacks.manager [None req-959b6b44-f7cc-44ab-b2b0-acd50a53a32e None None] Notify callbacks [] for port, precommit_update {{(pid=100249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:53.289295 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.provisioning_blocks [None req-959b6b44-f7cc-44ab-b2b0-acd50a53a32e None None] Transition to ACTIVE for port object f02f78b5-1dee-41d1-b249-f1fc718d7753 will not be triggered until provisioned by entity L2. {{(pid=100249) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:03:53.296742 n-d-773647-6 neutron-server[100249]: DEBUG neutron_lib.callbacks.manager [None req-959b6b44-f7cc-44ab-b2b0-acd50a53a32e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:53.351000 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19bf5703-3834-474e-b6a2-fb9ecf7176e5 None None] Pushing event updated for resources: {'Port': ['ID=f02f78b5-1dee-41d1-b249-f1fc718d7753,revision_number=3']} {{(pid=100249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:03:53.376691 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19bf5703-3834-474e-b6a2-fb9ecf7176e5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:03:53.377034 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19bf5703-3834-474e-b6a2-fb9ecf7176e5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:03:53.377365 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19bf5703-3834-474e-b6a2-fb9ecf7176e5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:03:53.377696 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19bf5703-3834-474e-b6a2-fb9ecf7176e5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:03:53.378021 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19bf5703-3834-474e-b6a2-fb9ecf7176e5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:03:53.379345 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19bf5703-3834-474e-b6a2-fb9ecf7176e5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:03:53.379777 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19bf5703-3834-474e-b6a2-fb9ecf7176e5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:03:53.380135 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19bf5703-3834-474e-b6a2-fb9ecf7176e5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:03:53.382134 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19bf5703-3834-474e-b6a2-fb9ecf7176e5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:03:53.382515 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19bf5703-3834-474e-b6a2-fb9ecf7176e5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:03:53.382854 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19bf5703-3834-474e-b6a2-fb9ecf7176e5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:03:53.383190 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19bf5703-3834-474e-b6a2-fb9ecf7176e5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:03:53.433250 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.managers [None req-959b6b44-f7cc-44ab-b2b0-acd50a53a32e None None] Attempting to bind port f02f78b5-1dee-41d1-b249-f1fc718d7753 on host n-d-773647-6 for vnic_type normal with profile {{(pid=100249) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:03:53.433935 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.managers [None req-959b6b44-f7cc-44ab-b2b0-acd50a53a32e None None] Attempting to bind port f02f78b5-1dee-41d1-b249-f1fc718d7753 by drivers openvswitch,hyperv on host n-d-773647-6 at level 0 using segments [{'id': '5c1c6587-5f70-41d9-8892-0d957ce6be3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': 'cd9e8799-5e32-4508-8a98-447ffcc91150'}] {{(pid=100249) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:03:53.434502 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-959b6b44-f7cc-44ab-b2b0-acd50a53a32e None None] Attempting to bind port f02f78b5-1dee-41d1-b249-f1fc718d7753 on network cd9e8799-5e32-4508-8a98-447ffcc91150 {{(pid=100249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:03:53.441931 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-959b6b44-f7cc-44ab-b2b0-acd50a53a32e None None] Checking agent: {'id': '8ab5b19c-d213-4f29-891d-27bdf39d38b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773647-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 43, 26), 'started_at': datetime.datetime(2021, 7, 6, 13, 43, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 3, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773647-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:03:53.442681 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-959b6b44-f7cc-44ab-b2b0-acd50a53a32e None None] Checking segment: {'id': '5c1c6587-5f70-41d9-8892-0d957ce6be3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': 'cd9e8799-5e32-4508-8a98-447ffcc91150'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100249) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:03:53.443351 n-d-773647-6 neutron-server[100249]: DEBUG neutron_lib.callbacks.manager [None req-959b6b44-f7cc-44ab-b2b0-acd50a53a32e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:53.443964 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-959b6b44-f7cc-44ab-b2b0-acd50a53a32e None None] Bound using segment: {'id': '5c1c6587-5f70-41d9-8892-0d957ce6be3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': 'cd9e8799-5e32-4508-8a98-447ffcc91150'} {{(pid=100249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:03:53.444658 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.managers [None req-959b6b44-f7cc-44ab-b2b0-acd50a53a32e None None] Bound port: f02f78b5-1dee-41d1-b249-f1fc718d7753, host: n-d-773647-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c1c6587-5f70-41d9-8892-0d957ce6be3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': 'cd9e8799-5e32-4508-8a98-447ffcc91150'}}] {{(pid=100249) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:03:53.445483 n-d-773647-6 neutron-server[100249]: DEBUG neutron_lib.callbacks.manager [None req-959b6b44-f7cc-44ab-b2b0-acd50a53a32e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:53.498063 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device e0d52210-cfe0-4f35-8468-30ac596067c3 up at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:03:53.571116 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.db [None req-959b6b44-f7cc-44ab-b2b0-acd50a53a32e None None] For port f02f78b5-1dee-41d1-b249-f1fc718d7753, host n-d-773647-6, cleared binding levels {{(pid=100249) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:03:53.575626 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning complete for port e0d52210-cfe0-4f35-8468-30ac596067c3 triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:03:53.576419 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.db [None req-959b6b44-f7cc-44ab-b2b0-acd50a53a32e None None] For port f02f78b5-1dee-41d1-b249-f1fc718d7753, host n-d-773647-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=f02f78b5-1dee-41d1-b249-f1fc718d7753,segment=NetworkSegment(5c1c6587-5f70-41d9-8892-0d957ce6be3b),segment_id=5c1c6587-5f70-41d9-8892-0d957ce6be3b)] {{(pid=100249) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:03:53.576891 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:53.583947 n-d-773647-6 neutron-server[100249]: DEBUG neutron_lib.callbacks.manager [None req-959b6b44-f7cc-44ab-b2b0-acd50a53a32e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:53.661230 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf43f78b-eadf-4556-b932-fec7aa1d067c tempest-MultipleCreateTestJSON-1034572626 tempest-MultipleCreateTestJSON-1034572626-project] Pushing event updated for resources: {'Port': ['ID=9784944d-8d62-4eac-9c42-02dd553a8efd,revision_number=1']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:03:53.665285 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19bf5703-3834-474e-b6a2-fb9ecf7176e5 None None] Pushing event updated for resources: {'Port': ['ID=f02f78b5-1dee-41d1-b249-f1fc718d7753,revision_number=4']} {{(pid=100249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:03:53.681412 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-959b6b44-f7cc-44ab-b2b0-acd50a53a32e None None] Routers {'6da36ce0-dd8a-4ca2-93e3-c77b71e0cbd4'} bound to L3 agent in host n-d-773647-6 {{(pid=100249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:03:53.682433 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-959b6b44-f7cc-44ab-b2b0-acd50a53a32e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T14:03:25Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['6da36ce0-dd8a-4ca2-93e3-c77b71e0cbd4'], 'active': True} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:03:53.685200 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb24297c-7fba-4e99-9bf0-6410651ed912 req-bf43f78b-eadf-4556-b932-fec7aa1d067c tempest-MultipleCreateTestJSON-1034572626 tempest-MultipleCreateTestJSON-1034572626-project] Received port after_create {{(pid=100247) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:03:53.690361 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-d982b317-21d5-4b89-a91e-bb854ba5e96b req-bb4a3ce4-aa05-41a2-8499-dc670527814f service neutron] 10.222.0.127 "GET /v2.0/networks/ac09d390-867f-4b75-a8d2-ab11550bffd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7593746 Jul 06 14:03:53.756794 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bd6c9d-35c6-4622-90bb-ba2287d6eee0 req-2739d4b8-eb42-4351-86b5-ab22c78727bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:03:53.758319 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-a8bd6c9d-35c6-4622-90bb-ba2287d6eee0 req-2739d4b8-eb42-4351-86b5-ab22c78727bf service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=a1a89b46-c613-4578-b710-c22d92f3acfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.7335656 Jul 06 14:03:53.762154 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-8121a862-2cb4-4554-9a06-a50a485ffa75 req-64bb146d-684a-4f4d-be97-ba4b0606b10f tempest-FloatingIPDetailsTestJSON-565069365 tempest-FloatingIPDetailsTestJSON-565069365-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:53.831833 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvr_db [None req-959b6b44-f7cc-44ab-b2b0-acd50a53a32e None None] Set router 6da36ce0-dd8a-4ca2-93e3-c77b71e0cbd4 gateway port host: n-d-773647-6 {{(pid=100249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:03:53.949705 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb24297c-7fba-4e99-9bf0-6410651ed912 req-bf43f78b-eadf-4556-b932-fec7aa1d067c tempest-MultipleCreateTestJSON-1034572626 tempest-MultipleCreateTestJSON-1034572626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:03:53.950349 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-cb24297c-7fba-4e99-9bf0-6410651ed912 req-bf43f78b-eadf-4556-b932-fec7aa1d067c tempest-MultipleCreateTestJSON-1034572626 tempest-MultipleCreateTestJSON-1034572626-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:53.970084 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9676e57b-a0bc-4bd5-985e-59e69d85d64b req-172f435b-7c64-49cc-b714-4affa5c4ad4c tempest-ImagesOneServerTestJSON-626670209 tempest-ImagesOneServerTestJSON-626670209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:03:53.971666 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-9676e57b-a0bc-4bd5-985e-59e69d85d64b req-172f435b-7c64-49cc-b714-4affa5c4ad4c tempest-ImagesOneServerTestJSON-626670209 tempest-ImagesOneServerTestJSON-626670209-project] 10.222.0.104 "GET /v2.0/ports?device_id=bf6e1ecb-17f2-4a7a-9296-eb9480bbf176 HTTP/1.1" status: 200 len: 948 time: 0.8436592 Jul 06 14:03:53.995491 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-cb24297c-7fba-4e99-9bf0-6410651ed912 req-bf43f78b-eadf-4556-b932-fec7aa1d067c tempest-MultipleCreateTestJSON-1034572626 tempest-MultipleCreateTestJSON-1034572626-project] 10.222.0.127 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2773330 Jul 06 14:03:54.007055 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-8121a862-2cb4-4554-9a06-a50a485ffa75 req-64bb146d-684a-4f4d-be97-ba4b0606b10f tempest-FloatingIPDetailsTestJSON-565069365 tempest-FloatingIPDetailsTestJSON-565069365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:54.026314 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [req-cb24297c-7fba-4e99-9bf0-6410651ed912 req-302a67dc-b1cb-48fc-a064-8e3f789d52e5 service neutron] Request body: {'port': {'device_id': '275441aa-bcb6-4154-a0f9-4e8cd9220ab9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-773647-6'}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:03:54.071373 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-959b6b44-f7cc-44ab-b2b0-acd50a53a32e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6da36ce0-dd8a-4ca2-93e3-c77b71e0cbd4', 'name': 'tempest-FloatingIPDetailsTestJSON-1182606124-router', 'tenant_id': '9c4f88f12e6e47ff8256bfd6bad61793', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.210'}], 'enable_snat': True}, 'gw_port_id': 'e0d52210-cfe0-4f35-8468-30ac596067c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:03:43Z', 'updated_at': '2021-07-06T14:03:47Z', 'revision_number': 4, 'project_id': '9c4f88f12e6e47ff8256bfd6bad61793', 'gw_port': {'id': 'e0d52210-cfe0-4f35-8468-30ac596067c3', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:a7:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6da36ce0-dd8a-4ca2-93e3-c77b71e0cbd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1112, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:03:44Z', 'updated_at': '2021-07-06T14:03:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6', '_interfaces': [{'id': 'f02f78b5-1dee-41d1-b249-f1fc718d7753', 'name': '', 'network_id': 'cd9e8799-5e32-4508-8a98-447ffcc91150', 'tenant_id': '9c4f88f12e6e47ff8256bfd6bad61793', 'mac_address': 'fa:16:3e:7d:fe:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6da36ce0-dd8a-4ca2-93e3-c77b71e0cbd4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1123, 'fixed_ips': [{'subnet_id': '43e05fdc-e6c1-4bc4-8e4e-281da516b59b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:03:46Z', 'updated_at': '2021-07-06T14:03:53Z', 'revision_number': 4, 'project_id': '9c4f88f12e6e47ff8256bfd6bad61793', 'subnets': [{'id': '43e05fdc-e6c1-4bc4-8e4e-281da516b59b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773647-6', False) {} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:03:54.095868 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9c37c0-c34e-4d95-a6f0-bc888d6f9e4a req-c25f49ad-15e7-49b0-9e1f-6d4d5a8d86f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:03:54.097761 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-1e9c37c0-c34e-4d95-a6f0-bc888d6f9e4a req-c25f49ad-15e7-49b0-9e1f-6d4d5a8d86f9 service neutron] 10.222.0.127 "GET /v2.0/ports?tenant_id=ec447d57cd3445c7ade9afee245937c6&device_id=bf6e1ecb-17f2-4a7a-9296-eb9480bbf176 HTTP/1.1" status: 200 len: 1099 time: 0.3238442 Jul 06 14:03:54.102461 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-959b6b44-f7cc-44ab-b2b0-acd50a53a32e None None] The sync data for ids ['6da36ce0-dd8a-4ca2-93e3-c77b71e0cbd4'] in n-d-773647-6 is: [{'id': '6da36ce0-dd8a-4ca2-93e3-c77b71e0cbd4', 'name': 'tempest-FloatingIPDetailsTestJSON-1182606124-router', 'tenant_id': '9c4f88f12e6e47ff8256bfd6bad61793', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.210'}], 'enable_snat': True}, 'gw_port_id': 'e0d52210-cfe0-4f35-8468-30ac596067c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:03:43Z', 'updated_at': '2021-07-06T14:03:47Z', 'revision_number': 4, 'project_id': '9c4f88f12e6e47ff8256bfd6bad61793', 'gw_port': {'id': 'e0d52210-cfe0-4f35-8468-30ac596067c3', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:a7:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6da36ce0-dd8a-4ca2-93e3-c77b71e0cbd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1112, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:03:44Z', 'updated_at': '2021-07-06T14:03:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6', '_interfaces': [{'id': 'f02f78b5-1dee-41d1-b249-f1fc718d7753', 'name': '', 'network_id': 'cd9e8799-5e32-4508-8a98-447ffcc91150', 'tenant_id': '9c4f88f12e6e47ff8256bfd6bad61793', 'mac_address': 'fa:16:3e:7d:fe:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6da36ce0-dd8a-4ca2-93e3-c77b71e0cbd4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1123, 'fixed_ips': [{'subnet_id': '43e05fdc-e6c1-4bc4-8e4e-281da516b59b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:03:46Z', 'updated_at': '2021-07-06T14:03:53Z', 'revision_number': 4, 'project_id': '9c4f88f12e6e47ff8256bfd6bad61793', 'subnets': [{'id': '43e05fdc-e6c1-4bc4-8e4e-281da516b59b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 14:03:54.130107 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-a8bd6c9d-35c6-4622-90bb-ba2287d6eee0 req-816a6646-6aba-43fb-9f34-c9df7a2c7bcd service neutron] 10.222.0.72 "GET /v2.0/networks/a1a89b46-c613-4578-b710-c22d92f3acfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3598106 Jul 06 14:03:54.221127 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-9676e57b-a0bc-4bd5-985e-59e69d85d64b req-79eca0b8-abc1-4408-98b7-e8e056948fd5 tempest-ImagesOneServerTestJSON-626670209 tempest-ImagesOneServerTestJSON-626670209-project] 10.222.0.104 "GET /v2.0/security-groups?id=7ecc4b69-7d2f-4f85-bf98-514284a35549&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2305846 Jul 06 14:03:54.390200 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-cb24297c-7fba-4e99-9bf0-6410651ed912 req-302a67dc-b1cb-48fc-a064-8e3f789d52e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:54.452244 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9c37c0-c34e-4d95-a6f0-bc888d6f9e4a req-839b7eec-0b4f-4611-a787-4ff17314503a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:03:54.453761 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-1e9c37c0-c34e-4d95-a6f0-bc888d6f9e4a req-839b7eec-0b4f-4611-a787-4ff17314503a service neutron] 10.222.0.127 "GET /v2.0/networks?id=ac09d390-867f-4b75-a8d2-ab11550bffd6 HTTP/1.1" status: 200 len: 871 time: 0.3429484 Jul 06 14:03:54.525083 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 14:03:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae490c4a-2d35-48fb-8e64-59ad38f56c9c x-openstack-request-id: req-ae490c4a-2d35-48fb-8e64-59ad38f56c9c {{(pid=100246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:03:54.526214 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "759d2dcf-71f5-4457-a4a2-f1ec92614283", "tag": "228019df-3d0b-4a0a-8f97-9f56a3c1a4d7", "status": "completed", "code": 200}]} {{(pid=100246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:03:54.527020 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-ae490c4a-2d35-48fb-8e64-59ad38f56c9c {{(pid=100246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:03:54.527801 n-d-773647-6 neutron-server[100246]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '759d2dcf-71f5-4457-a4a2-f1ec92614283', 'tag': '228019df-3d0b-4a0a-8f97-9f56a3c1a4d7', 'status': 'completed', 'code': 200} Jul 06 14:03:54.567666 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-1e9c37c0-c34e-4d95-a6f0-bc888d6f9e4a req-0ed59443-dde2-47e5-b332-f2ecc19fe461 service neutron] 10.222.0.127 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.140&port_id=fd226586-54a3-4c8f-87bb-11c002aac048 HTTP/1.1" status: 200 len: 217 time: 0.0778537 Jul 06 14:03:54.626931 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9c37c0-c34e-4d95-a6f0-bc888d6f9e4a req-90398572-b1ee-40c3-8282-a994f999ef2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:03:54.628602 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-1e9c37c0-c34e-4d95-a6f0-bc888d6f9e4a req-90398572-b1ee-40c3-8282-a994f999ef2a service neutron] 10.222.0.127 "GET /v2.0/subnets?id=d1c3cc78-09b9-4e30-99fd-0e5830de101d HTTP/1.1" status: 200 len: 843 time: 0.0499096 Jul 06 14:03:54.631642 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-a8bd6c9d-35c6-4622-90bb-ba2287d6eee0 req-8d09cb3d-0ee3-419b-a9f2-b75dc0938097 service neutron] 10.222.0.72 "GET /v2.0/networks/a1a89b46-c613-4578-b710-c22d92f3acfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4818840 Jul 06 14:03:54.670051 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d098fe1-ce89-4cd1-a203-b70708568cfd req-ab62f696-2e45-49a3-b5ba-47a54984423c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:03:54.672369 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-1d098fe1-ce89-4cd1-a203-b70708568cfd req-ab62f696-2e45-49a3-b5ba-47a54984423c service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=1a6a1c095b6f4d9f86abe038118b9d24&device_id=759d2dcf-71f5-4457-a4a2-f1ec92614283 HTTP/1.1" status: 200 len: 1095 time: 0.1240380 Jul 06 14:03:54.787925 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-8121a862-2cb4-4554-9a06-a50a485ffa75 req-64bb146d-684a-4f4d-be97-ba4b0606b10f tempest-FloatingIPDetailsTestJSON-565069365 tempest-FloatingIPDetailsTestJSON-565069365-project] Notify callbacks [] for port, precommit_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:54.788445 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d098fe1-ce89-4cd1-a203-b70708568cfd req-0c191ba6-eec7-40c5-a8a8-cddced5751a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:03:54.790629 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-1d098fe1-ce89-4cd1-a203-b70708568cfd req-0c191ba6-eec7-40c5-a8a8-cddced5751a9 service neutron] 10.222.0.72 "GET /v2.0/networks?id=b82fb405-bff0-4597-9770-5ecffe1fa7ca HTTP/1.1" status: 200 len: 914 time: 0.1103482 Jul 06 14:03:54.819606 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-8121a862-2cb4-4554-9a06-a50a485ffa75 req-64bb146d-684a-4f4d-be97-ba4b0606b10f tempest-FloatingIPDetailsTestJSON-565069365 tempest-FloatingIPDetailsTestJSON-565069365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128888538'] for port, after_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:54.843568 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-1d098fe1-ce89-4cd1-a203-b70708568cfd req-62518740-9cdf-491e-a5c9-82ccd04f0526 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=228019df-3d0b-4a0a-8f97-9f56a3c1a4d7 HTTP/1.1" status: 200 len: 217 time: 0.0470841 Jul 06 14:03:54.905752 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d098fe1-ce89-4cd1-a203-b70708568cfd req-198f5db3-09f5-4180-9926-079cd4589a13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:03:54.907385 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-1d098fe1-ce89-4cd1-a203-b70708568cfd req-198f5db3-09f5-4180-9926-079cd4589a13 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=89762ea0-9385-400f-9ae2-3696d950e78a HTTP/1.1" status: 200 len: 852 time: 0.0583267 Jul 06 14:03:54.944338 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-1d098fe1-ce89-4cd1-a203-b70708568cfd req-9d43588d-ceb4-4c5d-9472-325177e30292 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=b82fb405-bff0-4597-9770-5ecffe1fa7ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0307539 Jul 06 14:03:54.981636 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64bb146d-684a-4f4d-be97-ba4b0606b10f tempest-FloatingIPDetailsTestJSON-565069365 tempest-FloatingIPDetailsTestJSON-565069365-project] Pushing event updated for resources: {'Port': ['ID=523372b0-5fcd-45cd-bbe3-6b90e910c7ec,revision_number=2']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:03:55.039140 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9c37c0-c34e-4d95-a6f0-bc888d6f9e4a req-d405927a-10fd-4ab1-bd07-bb1da45c513d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:03:55.040697 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-1e9c37c0-c34e-4d95-a6f0-bc888d6f9e4a req-d405927a-10fd-4ab1-bd07-bb1da45c513d service neutron] 10.222.0.127 "GET /v2.0/ports?network_id=ac09d390-867f-4b75-a8d2-ab11550bffd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4017928 Jul 06 14:03:55.045549 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-1d098fe1-ce89-4cd1-a203-b70708568cfd req-4b733e7b-7312-446c-bd6c-c265c844778a service neutron] 10.222.0.72 "GET /v2.0/networks/b82fb405-bff0-4597-9770-5ecffe1fa7ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940456 Jul 06 14:03:55.051130 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-8121a862-2cb4-4554-9a06-a50a485ffa75 req-64bb146d-684a-4f4d-be97-ba4b0606b10f tempest-FloatingIPDetailsTestJSON-565069365 tempest-FloatingIPDetailsTestJSON-565069365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1761130'] for floatingip, after_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:55.075821 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f114d4-0ced-4c35-9545-00f057b6cca1 req-20e2574a-b131-498d-947d-e8d1f0fe4608 tempest-MultipleCreateTestJSON-1034572626 tempest-MultipleCreateTestJSON-1034572626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:03:55.077314 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-88f114d4-0ced-4c35-9545-00f057b6cca1 req-20e2574a-b131-498d-947d-e8d1f0fe4608 tempest-MultipleCreateTestJSON-1034572626 tempest-MultipleCreateTestJSON-1034572626-project] 10.222.0.104 "GET /v2.0/ports?device_id=275441aa-bcb6-4154-a0f9-4e8cd9220ab9 HTTP/1.1" status: 200 len: 931 time: 0.3769083 Jul 06 14:03:55.082967 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bd6c9d-35c6-4622-90bb-ba2287d6eee0 req-bb9347bc-7ede-425d-a634-a6845d9a1a14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:03:55.083476 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bd6c9d-35c6-4622-90bb-ba2287d6eee0 req-bb9347bc-7ede-425d-a634-a6845d9a1a14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:03:55.083949 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bd6c9d-35c6-4622-90bb-ba2287d6eee0 req-bb9347bc-7ede-425d-a634-a6845d9a1a14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:03:55.084414 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bd6c9d-35c6-4622-90bb-ba2287d6eee0 req-bb9347bc-7ede-425d-a634-a6845d9a1a14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:03:55.084875 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bd6c9d-35c6-4622-90bb-ba2287d6eee0 req-bb9347bc-7ede-425d-a634-a6845d9a1a14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:03:55.085338 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bd6c9d-35c6-4622-90bb-ba2287d6eee0 req-bb9347bc-7ede-425d-a634-a6845d9a1a14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:03:55.085797 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bd6c9d-35c6-4622-90bb-ba2287d6eee0 req-bb9347bc-7ede-425d-a634-a6845d9a1a14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:03:55.088191 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-a8bd6c9d-35c6-4622-90bb-ba2287d6eee0 req-bb9347bc-7ede-425d-a634-a6845d9a1a14 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=db940b92de5443cbbd5f77e12cabccfc&device_id=e7dc6a4d-9f66-42f4-9ec5-8a24ac011f21 HTTP/1.1" status: 200 len: 6479 time: 0.3891594 Jul 06 14:03:55.141784 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-1d098fe1-ce89-4cd1-a203-b70708568cfd req-2dedaa95-983d-46a5-ab1e-baddec4a324c service neutron] 10.222.0.72 "GET /v2.0/networks/b82fb405-bff0-4597-9770-5ecffe1fa7ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900970 Jul 06 14:03:55.213376 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-8121a862-2cb4-4554-9a06-a50a485ffa75 req-64bb146d-684a-4f4d-be97-ba4b0606b10f tempest-FloatingIPDetailsTestJSON-565069365 tempest-FloatingIPDetailsTestJSON-565069365-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for floatingip, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:55.214582 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-8121a862-2cb4-4554-9a06-a50a485ffa75 req-64bb146d-684a-4f4d-be97-ba4b0606b10f tempest-FloatingIPDetailsTestJSON-565069365 tempest-FloatingIPDetailsTestJSON-565069365-project] 10.222.0.104 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 4.3923216 Jul 06 14:03:55.312968 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-88f114d4-0ced-4c35-9545-00f057b6cca1 req-ffef7467-2f95-4855-9026-f33567905750 tempest-MultipleCreateTestJSON-1034572626 tempest-MultipleCreateTestJSON-1034572626-project] 10.222.0.104 "GET /v2.0/security-groups?id=d0717d20-fb31-48e4-8147-f0a3642617ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2213397 Jul 06 14:03:55.344381 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-8121a862-2cb4-4554-9a06-a50a485ffa75 req-d90c2241-3f99-414b-9029-0ef6babd31ad tempest-FloatingIPDetailsTestJSON-565069365 tempest-FloatingIPDetailsTestJSON-565069365-project] 10.222.0.104 "GET /v2.0/floatingips?floating_ip_address=172.25.0.49 HTTP/1.1" status: 200 len: 695 time: 0.1126552 Jul 06 14:03:55.440749 n-d-773647-6 neutron-server[100247]: DEBUG neutron.notifiers.nova [req-cb24297c-7fba-4e99-9bf0-6410651ed912 req-302a67dc-b1cb-48fc-a064-8e3f789d52e5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9784944d-8d62-4eac-9c42-02dd553a8efd {{(pid=100247) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 14:03:55.449446 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-1e9c37c0-c34e-4d95-a6f0-bc888d6f9e4a req-c593f8a2-629d-46ff-bed7-c06827419608 service neutron] 10.222.0.127 "GET /v2.0/networks/ac09d390-867f-4b75-a8d2-ab11550bffd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3898561 Jul 06 14:03:55.450350 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bd6c9d-35c6-4622-90bb-ba2287d6eee0 req-b91957ea-0086-4339-bca8-63715b0de1b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:03:55.451739 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-a8bd6c9d-35c6-4622-90bb-ba2287d6eee0 req-b91957ea-0086-4339-bca8-63715b0de1b4 service neutron] 10.222.0.72 "GET /v2.0/networks?id=a1a89b46-c613-4578-b710-c22d92f3acfb HTTP/1.1" status: 200 len: 903 time: 0.3397551 Jul 06 14:03:55.462130 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-cb24297c-7fba-4e99-9bf0-6410651ed912 req-302a67dc-b1cb-48fc-a064-8e3f789d52e5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:55.495962 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-b8f643e4-1d7c-4a28-b540-929e371acad1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:55.524358 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device f02f78b5-1dee-41d1-b249-f1fc718d7753 up at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:03:55.554636 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-8e4a9b86-8475-4d83-921f-78259ed36b7f req-51023614-64f1-4d6f-b8ad-08e6f517985e tempest-ServerShowV254Test-716947557 tempest-ServerShowV254Test-716947557-project] 10.222.0.104 "GET /v2.0/ports?device_id=fc06b29c-bd46-47be-ac2a-6d1c75fe5b23 HTTP/1.1" status: 200 len: 210 time: 0.1019239 Jul 06 14:03:55.586747 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.provisioning_blocks [req-cb24297c-7fba-4e99-9bf0-6410651ed912 req-302a67dc-b1cb-48fc-a064-8e3f789d52e5 service neutron] Transition to ACTIVE for port object 9784944d-8d62-4eac-9c42-02dd553a8efd will not be triggered until provisioned by entity L2. {{(pid=100247) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:03:55.590812 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-a8bd6c9d-35c6-4622-90bb-ba2287d6eee0 req-d19cfb41-2483-42db-95cd-4667df0db4df service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=7a5f929a-d561-4993-9f4a-1c266d662f0f HTTP/1.1" status: 200 len: 217 time: 0.1247563 Jul 06 14:03:55.605742 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning for port f02f78b5-1dee-41d1-b249-f1fc718d7753 completed by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:03:55.611625 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning complete for port f02f78b5-1dee-41d1-b249-f1fc718d7753 triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:03:55.612264 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:55.613025 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-cb24297c-7fba-4e99-9bf0-6410651ed912 req-302a67dc-b1cb-48fc-a064-8e3f789d52e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128888538'] for port, after_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:55.737563 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8121a862-2cb4-4554-9a06-a50a485ffa75 req-3e7729ad-4f02-4817-8bf2-5730d950e08b tempest-FloatingIPDetailsTestJSON-565069365 tempest-FloatingIPDetailsTestJSON-565069365-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:03:55.738944 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-8121a862-2cb4-4554-9a06-a50a485ffa75 req-3e7729ad-4f02-4817-8bf2-5730d950e08b tempest-FloatingIPDetailsTestJSON-565069365 tempest-FloatingIPDetailsTestJSON-565069365-project] 10.222.0.104 "GET /v2.0/networks/2658f09e-a580-4d4a-9968-2d1e0ad93719 HTTP/1.1" status: 200 len: 784 time: 0.3812928 Jul 06 14:03:55.751119 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:55.777435 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302a67dc-b1cb-48fc-a064-8e3f789d52e5 service neutron] Pushing event updated for resources: {'Port': ['ID=9784944d-8d62-4eac-9c42-02dd553a8efd,revision_number=2']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:03:55.789437 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bd6c9d-35c6-4622-90bb-ba2287d6eee0 req-4b74807c-1443-42ee-ad64-c9df7185227f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:03:55.791017 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-a8bd6c9d-35c6-4622-90bb-ba2287d6eee0 req-4b74807c-1443-42ee-ad64-c9df7185227f service neutron] 10.222.0.72 "GET /v2.0/subnets?id=13d1afd1-bf55-4593-a656-2ddb45c50a8c HTTP/1.1" status: 200 len: 797 time: 0.1880460 Jul 06 14:03:55.797001 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] For port f02f78b5-1dee-41d1-b249-f1fc718d7753, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=f02f78b5-1dee-41d1-b249-f1fc718d7753,segment=NetworkSegment(5c1c6587-5f70-41d9-8892-0d957ce6be3b),segment_id=5c1c6587-5f70-41d9-8892-0d957ce6be3b)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:03:55.802893 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:55.835832 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-1e9c37c0-c34e-4d95-a6f0-bc888d6f9e4a req-fea7a30e-c3ca-4dfb-a525-234e94c75c4a service neutron] 10.222.0.127 "GET /v2.0/networks/ac09d390-867f-4b75-a8d2-ab11550bffd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3708115 Jul 06 14:03:55.881187 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Pushing event updated for resources: {'Port': ['ID=f02f78b5-1dee-41d1-b249-f1fc718d7753,revision_number=5']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:03:55.890674 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:55.981834 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bd19a7-7f2e-42c4-8a07-59a6b6bc9525 req-c830397e-60ab-4fc7-b7ca-6c5afd84edfa tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:03:55.988330 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bd19a7-7f2e-42c4-8a07-59a6b6bc9525 req-c830397e-60ab-4fc7-b7ca-6c5afd84edfa tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:03:55.994622 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bd19a7-7f2e-42c4-8a07-59a6b6bc9525 req-c830397e-60ab-4fc7-b7ca-6c5afd84edfa tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:03:56.000616 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bd19a7-7f2e-42c4-8a07-59a6b6bc9525 req-c830397e-60ab-4fc7-b7ca-6c5afd84edfa tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:03:56.007207 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bd19a7-7f2e-42c4-8a07-59a6b6bc9525 req-c830397e-60ab-4fc7-b7ca-6c5afd84edfa tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:03:56.013231 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bd19a7-7f2e-42c4-8a07-59a6b6bc9525 req-c830397e-60ab-4fc7-b7ca-6c5afd84edfa tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:03:56.019755 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bd19a7-7f2e-42c4-8a07-59a6b6bc9525 req-c830397e-60ab-4fc7-b7ca-6c5afd84edfa tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:03:56.021697 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-06bd19a7-7f2e-42c4-8a07-59a6b6bc9525 req-c830397e-60ab-4fc7-b7ca-6c5afd84edfa tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] 10.222.0.104 "GET /v2.0/ports?device_id=e7dc6a4d-9f66-42f4-9ec5-8a24ac011f21 HTTP/1.1" status: 200 len: 5422 time: 0.3249445 Jul 06 14:03:56.026112 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.managers [req-cb24297c-7fba-4e99-9bf0-6410651ed912 req-302a67dc-b1cb-48fc-a064-8e3f789d52e5 service neutron] Attempting to bind port 9784944d-8d62-4eac-9c42-02dd553a8efd on host n-h1-773647-6 for vnic_type normal with profile {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:03:56.026450 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.managers [req-cb24297c-7fba-4e99-9bf0-6410651ed912 req-302a67dc-b1cb-48fc-a064-8e3f789d52e5 service neutron] Attempting to bind port 9784944d-8d62-4eac-9c42-02dd553a8efd by drivers openvswitch,hyperv on host n-h1-773647-6 at level 0 using segments [{'id': '6b220387-8d13-4ae1-983f-231ccd618d77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': 'b82fb405-bff0-4597-9770-5ecffe1fa7ca'}] {{(pid=100247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:03:56.026775 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb24297c-7fba-4e99-9bf0-6410651ed912 req-302a67dc-b1cb-48fc-a064-8e3f789d52e5 service neutron] Attempting to bind port 9784944d-8d62-4eac-9c42-02dd553a8efd on network b82fb405-bff0-4597-9770-5ecffe1fa7ca {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:03:56.048062 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb24297c-7fba-4e99-9bf0-6410651ed912 req-302a67dc-b1cb-48fc-a064-8e3f789d52e5 service neutron] Port 9784944d-8d62-4eac-9c42-02dd553a8efd on network b82fb405-bff0-4597-9770-5ecffe1fa7ca not bound, no agent of type Open vSwitch agent registered on host n-h1-773647-6 {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 14:03:56.048413 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb24297c-7fba-4e99-9bf0-6410651ed912 req-302a67dc-b1cb-48fc-a064-8e3f789d52e5 service neutron] Attempting to bind port 9784944d-8d62-4eac-9c42-02dd553a8efd on network b82fb405-bff0-4597-9770-5ecffe1fa7ca {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:03:56.072198 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bd6c9d-35c6-4622-90bb-ba2287d6eee0 req-4150efe8-8e34-4770-bcf7-c9fde8a7a05e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:03:56.073700 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-a8bd6c9d-35c6-4622-90bb-ba2287d6eee0 req-4150efe8-8e34-4770-bcf7-c9fde8a7a05e service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=a1a89b46-c613-4578-b710-c22d92f3acfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2731290 Jul 06 14:03:56.074836 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb24297c-7fba-4e99-9bf0-6410651ed912 req-302a67dc-b1cb-48fc-a064-8e3f789d52e5 service neutron] Checking agent: {'id': '5bf7147f-bada-4441-a5dc-934b903473fb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-773647-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 51, 12), 'started_at': datetime.datetime(2021, 7, 6, 13, 51, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 3, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:03:56.075171 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb24297c-7fba-4e99-9bf0-6410651ed912 req-302a67dc-b1cb-48fc-a064-8e3f789d52e5 service neutron] Checking segment: {'id': '6b220387-8d13-4ae1-983f-231ccd618d77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': 'b82fb405-bff0-4597-9770-5ecffe1fa7ca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100247) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:03:56.075581 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb24297c-7fba-4e99-9bf0-6410651ed912 req-302a67dc-b1cb-48fc-a064-8e3f789d52e5 service neutron] Bound using segment: {'id': '6b220387-8d13-4ae1-983f-231ccd618d77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': 'b82fb405-bff0-4597-9770-5ecffe1fa7ca'} {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:03:56.076014 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.managers [req-cb24297c-7fba-4e99-9bf0-6410651ed912 req-302a67dc-b1cb-48fc-a064-8e3f789d52e5 service neutron] Bound port: 9784944d-8d62-4eac-9c42-02dd553a8efd, host: n-h1-773647-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6b220387-8d13-4ae1-983f-231ccd618d77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': 'b82fb405-bff0-4597-9770-5ecffe1fa7ca'}}] {{(pid=100247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:03:56.076369 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-cb24297c-7fba-4e99-9bf0-6410651ed912 req-302a67dc-b1cb-48fc-a064-8e3f789d52e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:56.124227 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7df838-8536-4c55-a3f8-0703176c3ea5 req-166043e8-20e2-4365-8e9e-cc7e560bcd79 tempest-ImagesOneServerTestJSON-626670209 tempest-ImagesOneServerTestJSON-626670209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:03:56.125724 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-2a7df838-8536-4c55-a3f8-0703176c3ea5 req-166043e8-20e2-4365-8e9e-cc7e560bcd79 tempest-ImagesOneServerTestJSON-626670209 tempest-ImagesOneServerTestJSON-626670209-project] 10.222.0.104 "GET /v2.0/ports?device_id=bf6e1ecb-17f2-4a7a-9296-eb9480bbf176 HTTP/1.1" status: 200 len: 948 time: 0.2432277 Jul 06 14:03:56.166535 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-06bd19a7-7f2e-42c4-8a07-59a6b6bc9525 req-1a625927-f859-458e-8091-8fd9668bbae6 tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] 10.222.0.104 "GET /v2.0/security-groups?id=49c1468a-280e-4510-8673-63e827c90e1a&id=89d2c750-f3d8-486f-ac80-ea9c67d569ed&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1374753 Jul 06 14:03:56.326137 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Device 228019df-3d0b-4a0a-8f97-9f56a3c1a4d7 details requested by agent hyperv_n-h2-773647-6 with host n-h2-773647-6 {{(pid=100248) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 14:03:56.465150 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] For port 228019df-3d0b-4a0a-8f97-9f56a3c1a4d7, host n-h2-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=228019df-3d0b-4a0a-8f97-9f56a3c1a4d7,segment=NetworkSegment(6b220387-8d13-4ae1-983f-231ccd618d77),segment_id=6b220387-8d13-4ae1-983f-231ccd618d77)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:03:56.478759 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Returning: {'device': '228019df-3d0b-4a0a-8f97-9f56a3c1a4d7', 'network_id': 'b82fb405-bff0-4597-9770-5ecffe1fa7ca', 'port_id': '228019df-3d0b-4a0a-8f97-9f56a3c1a4d7', 'mac_address': 'fa:16:3e:b9:26:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1049, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '89762ea0-9385-400f-9ae2-3696d950e78a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100248) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 14:03:56.525027 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-2064eaae-da4f-48f8-82d2-b09d4ddedd44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:56.531872 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:56.546959 n-d-773647-6 neutron-server[100248]: DEBUG neutron.notifiers.nova [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 228019df-3d0b-4a0a-8f97-9f56a3c1a4d7 {{(pid=100248) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 14:03:56.568819 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] For port 228019df-3d0b-4a0a-8f97-9f56a3c1a4d7, host n-h2-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=228019df-3d0b-4a0a-8f97-9f56a3c1a4d7,segment=NetworkSegment(6b220387-8d13-4ae1-983f-231ccd618d77),segment_id=6b220387-8d13-4ae1-983f-231ccd618d77)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:03:56.573172 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:56.640731 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Pushing event updated for resources: {'Port': ['ID=228019df-3d0b-4a0a-8f97-9f56a3c1a4d7,revision_number=4']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:03:56.653682 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-2a7df838-8536-4c55-a3f8-0703176c3ea5 req-09297e63-0ad1-4930-8c40-dffec1bae13b tempest-ImagesOneServerTestJSON-626670209 tempest-ImagesOneServerTestJSON-626670209-project] 10.222.0.104 "GET /v2.0/security-groups?id=7ecc4b69-7d2f-4f85-bf98-514284a35549&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4954729 Jul 06 14:03:56.684623 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.db [req-cb24297c-7fba-4e99-9bf0-6410651ed912 req-302a67dc-b1cb-48fc-a064-8e3f789d52e5 service neutron] For port 9784944d-8d62-4eac-9c42-02dd553a8efd, host n-h1-773647-6, cleared binding levels {{(pid=100247) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:03:56.689316 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.db [req-cb24297c-7fba-4e99-9bf0-6410651ed912 req-302a67dc-b1cb-48fc-a064-8e3f789d52e5 service neutron] For port 9784944d-8d62-4eac-9c42-02dd553a8efd, host n-h1-773647-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773647-6',level=0,port_id=9784944d-8d62-4eac-9c42-02dd553a8efd,segment=NetworkSegment(6b220387-8d13-4ae1-983f-231ccd618d77),segment_id=6b220387-8d13-4ae1-983f-231ccd618d77)] {{(pid=100247) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:03:56.710816 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-cb24297c-7fba-4e99-9bf0-6410651ed912 req-302a67dc-b1cb-48fc-a064-8e3f789d52e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128888538'] for port, after_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:56.714423 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-a8bd6c9d-35c6-4622-90bb-ba2287d6eee0 req-90b72813-ada0-4379-b4cc-48cd3b328f39 service neutron] 10.222.0.72 "GET /v2.0/networks/a1a89b46-c613-4578-b710-c22d92f3acfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6309114 Jul 06 14:03:56.785836 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] get_ports_and_sgs() called for port_ids ['228019df-3d0b-4a0a-8f97-9f56a3c1a4d7'] {{(pid=100248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 14:03:56.823397 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb24297c-7fba-4e99-9bf0-6410651ed912 req-302a67dc-b1cb-48fc-a064-8e3f789d52e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:03:56.823952 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-cb24297c-7fba-4e99-9bf0-6410651ed912 req-302a67dc-b1cb-48fc-a064-8e3f789d52e5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:56.825054 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-cb24297c-7fba-4e99-9bf0-6410651ed912 req-302a67dc-b1cb-48fc-a064-8e3f789d52e5 service neutron] 10.222.0.127 "PUT /v2.0/ports/9784944d-8d62-4eac-9c42-02dd553a8efd HTTP/1.1" status: 200 len: 1091 time: 2.8066082 Jul 06 14:03:56.825507 n-d-773647-6 neutron-server[100247]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '275441aa-bcb6-4154-a0f9-4e8cd9220ab9', 'tag': '9784944d-8d62-4eac-9c42-02dd553a8efd'}] {{(pid=100247) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:03:56.827890 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cbf0eeaae822f8fc9b87a94aeba67a3d651842baf663a51cba94b67a514836d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11b656e9-2677-4182-8530-27c6d7b2c35f" -d '{"events": [{"name": "network-changed", "server_uuid": "275441aa-bcb6-4154-a0f9-4e8cd9220ab9", "tag": "9784944d-8d62-4eac-9c42-02dd553a8efd"}]}' {{(pid=100247) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:03:56.860301 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-c1da0a54-5024-42b8-92eb-93a18f55e6cc req-ea3e96ae-984d-4d3d-a021-6cfa080718ac tempest-FloatingIPDetailsTestJSON-565069365 tempest-FloatingIPDetailsTestJSON-565069365-project] 10.222.0.104 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3259304 Jul 06 14:03:56.896624 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [req-c1da0a54-5024-42b8-92eb-93a18f55e6cc req-2cad91b1-0ab8-4c26-9bd0-65daeb2291ba tempest-FloatingIPDetailsTestJSON-565069365 tempest-FloatingIPDetailsTestJSON-565069365-project] Request body: {'floatingip': {'floating_network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719'}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:03:56.930627 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302a67dc-b1cb-48fc-a064-8e3f789d52e5 service neutron] Pushing event updated for resources: {'Port': ['ID=9784944d-8d62-4eac-9c42-02dd553a8efd,revision_number=3']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:03:56.986119 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-c1da0a54-5024-42b8-92eb-93a18f55e6cc req-2cad91b1-0ab8-4c26-9bd0-65daeb2291ba tempest-FloatingIPDetailsTestJSON-565069365 tempest-FloatingIPDetailsTestJSON-565069365-project] Notify callbacks [] for floatingip, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:56.993389 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-a8bd6c9d-35c6-4622-90bb-ba2287d6eee0 req-6b34f843-b99c-4c10-897b-2aaba7c15ff9 service neutron] 10.222.0.72 "GET /v2.0/networks/a1a89b46-c613-4578-b710-c22d92f3acfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2645655 Jul 06 14:03:57.023042 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4257ff-5052-43d1-b2f5-152abdcc237d req-136df627-cca0-4aa6-9d5f-19107cf2a92e tempest-MultipleCreateTestJSON-1034572626 tempest-MultipleCreateTestJSON-1034572626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:03:57.024578 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-4f4257ff-5052-43d1-b2f5-152abdcc237d req-136df627-cca0-4aa6-9d5f-19107cf2a92e tempest-MultipleCreateTestJSON-1034572626 tempest-MultipleCreateTestJSON-1034572626-project] 10.222.0.104 "GET /v2.0/ports?device_id=275441aa-bcb6-4154-a0f9-4e8cd9220ab9 HTTP/1.1" status: 200 len: 943 time: 0.2220094 Jul 06 14:03:57.092881 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb24297c-7fba-4e99-9bf0-6410651ed912 req-519fe416-3d61-4211-ad64-df9d34d28d1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:03:57.094309 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-cb24297c-7fba-4e99-9bf0-6410651ed912 req-519fe416-3d61-4211-ad64-df9d34d28d1b service neutron] 10.222.0.127 "GET /v2.0/ports?tenant_id=1a6a1c095b6f4d9f86abe038118b9d24&device_id=275441aa-bcb6-4154-a0f9-4e8cd9220ab9 HTTP/1.1" status: 200 len: 1094 time: 0.2119346 Jul 06 14:03:57.121420 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-4f4257ff-5052-43d1-b2f5-152abdcc237d req-fae7c0b8-6101-40c0-ba82-52121f3e6e3e tempest-MultipleCreateTestJSON-1034572626 tempest-MultipleCreateTestJSON-1034572626-project] 10.222.0.104 "GET /v2.0/security-groups?id=d0717d20-fb31-48e4-8147-f0a3642617ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676320 Jul 06 14:03:57.160332 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-cb24297c-7fba-4e99-9bf0-6410651ed912 req-e5f17825-2cc3-4f82-a8c4-6c61aef4f3f7 service neutron] 10.222.0.127 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=9784944d-8d62-4eac-9c42-02dd553a8efd HTTP/1.1" status: 200 len: 217 time: 0.0554986 Jul 06 14:03:57.232832 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb24297c-7fba-4e99-9bf0-6410651ed912 req-0d9bead0-b1d9-4cdb-a509-728e41be1375 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:03:57.234303 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-cb24297c-7fba-4e99-9bf0-6410651ed912 req-0d9bead0-b1d9-4cdb-a509-728e41be1375 service neutron] 10.222.0.127 "GET /v2.0/subnets?id=89762ea0-9385-400f-9ae2-3696d950e78a HTTP/1.1" status: 200 len: 852 time: 0.0664470 Jul 06 14:03:57.276690 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-c5db67ce-d343-4d01-97c7-c3bbfabab20b req-5bc3f27f-3849-4599-86dc-3e536c442e18 tempest-ServerShowV254Test-716947557 tempest-ServerShowV254Test-716947557-project] 10.222.0.104 "GET /v2.0/ports?device_id=fc06b29c-bd46-47be-ac2a-6d1c75fe5b23 HTTP/1.1" status: 200 len: 210 time: 0.0403910 Jul 06 14:03:57.293520 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-c1da0a54-5024-42b8-92eb-93a18f55e6cc req-2cad91b1-0ab8-4c26-9bd0-65daeb2291ba tempest-FloatingIPDetailsTestJSON-565069365 tempest-FloatingIPDetailsTestJSON-565069365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:57.297103 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-cb24297c-7fba-4e99-9bf0-6410651ed912 req-7b22ca20-807c-4b8f-abee-e8cafea89609 service neutron] 10.222.0.127 "GET /v2.0/ports?network_id=b82fb405-bff0-4597-9770-5ecffe1fa7ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0502813 Jul 06 14:03:57.379525 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 14:03:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26605651-52a0-4da5-85a2-318d86518b8e x-openstack-request-id: req-26605651-52a0-4da5-85a2-318d86518b8e {{(pid=100247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:03:57.379937 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "275441aa-bcb6-4154-a0f9-4e8cd9220ab9", "tag": "9784944d-8d62-4eac-9c42-02dd553a8efd", "status": "completed", "code": 200}]} {{(pid=100247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:03:57.380078 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-26605651-52a0-4da5-85a2-318d86518b8e {{(pid=100247) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:03:57.380434 n-d-773647-6 neutron-server[100247]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '275441aa-bcb6-4154-a0f9-4e8cd9220ab9', 'tag': '9784944d-8d62-4eac-9c42-02dd553a8efd', 'status': 'completed', 'code': 200} Jul 06 14:03:57.472154 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device f02f78b5-1dee-41d1-b249-f1fc718d7753 up at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:03:57.493647 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-cb24297c-7fba-4e99-9bf0-6410651ed912 req-2b05b654-9fc2-4115-9daa-393068fb07dd service neutron] 10.222.0.127 "GET /v2.0/networks/b82fb405-bff0-4597-9770-5ecffe1fa7ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1898401 Jul 06 14:03:57.520837 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.db_base_plugin_common [req-c1da0a54-5024-42b8-92eb-93a18f55e6cc req-2cad91b1-0ab8-4c26-9bd0-65daeb2291ba tempest-FloatingIPDetailsTestJSON-565069365 tempest-FloatingIPDetailsTestJSON-565069365-project] Allocated IP 172.25.0.89 (2658f09e-a580-4d4a-9968-2d1e0ad93719/cbf74abc-6fe1-4d33-b005-c948923b9647/48b8e085-a335-429e-aa3b-db8c62a26542) {{(pid=100247) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:03:57.522590 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning complete for port f02f78b5-1dee-41d1-b249-f1fc718d7753 triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:03:57.523601 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:57.685446 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99196362-efeb-49b9-8c87-7e344bb3bc90 req-7a58ae5c-7e11-4dd9-b0dd-6462a29c1dfc tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:03:57.691764 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99196362-efeb-49b9-8c87-7e344bb3bc90 req-7a58ae5c-7e11-4dd9-b0dd-6462a29c1dfc tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:03:57.698411 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99196362-efeb-49b9-8c87-7e344bb3bc90 req-7a58ae5c-7e11-4dd9-b0dd-6462a29c1dfc tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:03:57.704324 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99196362-efeb-49b9-8c87-7e344bb3bc90 req-7a58ae5c-7e11-4dd9-b0dd-6462a29c1dfc tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:03:57.710709 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99196362-efeb-49b9-8c87-7e344bb3bc90 req-7a58ae5c-7e11-4dd9-b0dd-6462a29c1dfc tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:03:57.716862 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99196362-efeb-49b9-8c87-7e344bb3bc90 req-7a58ae5c-7e11-4dd9-b0dd-6462a29c1dfc tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:03:57.723352 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99196362-efeb-49b9-8c87-7e344bb3bc90 req-7a58ae5c-7e11-4dd9-b0dd-6462a29c1dfc tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:03:57.725321 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-99196362-efeb-49b9-8c87-7e344bb3bc90 req-7a58ae5c-7e11-4dd9-b0dd-6462a29c1dfc tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] 10.222.0.104 "GET /v2.0/ports?device_id=e7dc6a4d-9f66-42f4-9ec5-8a24ac011f21 HTTP/1.1" status: 200 len: 5422 time: 0.2727134 Jul 06 14:03:57.761168 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-cb24297c-7fba-4e99-9bf0-6410651ed912 req-563ac9c0-e4cf-4219-b00a-f1647be3e8f0 service neutron] 10.222.0.127 "GET /v2.0/networks/b82fb405-bff0-4597-9770-5ecffe1fa7ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2564821 Jul 06 14:03:57.803604 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-99196362-efeb-49b9-8c87-7e344bb3bc90 req-73fe0789-4a2b-4120-83cb-1428146695b7 tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] 10.222.0.104 "GET /v2.0/security-groups?id=49c1468a-280e-4510-8673-63e827c90e1a&id=89d2c750-f3d8-486f-ac80-ea9c67d569ed&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0676985 Jul 06 14:03:57.806514 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-c1da0a54-5024-42b8-92eb-93a18f55e6cc req-2cad91b1-0ab8-4c26-9bd0-65daeb2291ba tempest-FloatingIPDetailsTestJSON-565069365 tempest-FloatingIPDetailsTestJSON-565069365-project] Notify callbacks [] for port, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:57.882429 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-c1da0a54-5024-42b8-92eb-93a18f55e6cc req-2cad91b1-0ab8-4c26-9bd0-65daeb2291ba tempest-FloatingIPDetailsTestJSON-565069365 tempest-FloatingIPDetailsTestJSON-565069365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-128888360'] for port, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:57.918406 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Device fd226586-54a3-4c8f-87bb-11c002aac048 details requested by agent hyperv_n-h1-773647-6 with host n-h1-773647-6 {{(pid=100248) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 14:03:57.933239 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c1da0a54-5024-42b8-92eb-93a18f55e6cc req-2cad91b1-0ab8-4c26-9bd0-65daeb2291ba tempest-FloatingIPDetailsTestJSON-565069365 tempest-FloatingIPDetailsTestJSON-565069365-project] Network 2658f09e-a580-4d4a-9968-2d1e0ad93719 is already hosted by enough agents. {{(pid=100247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:03:57.935372 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b656e9-2677-4182-8530-27c6d7b2c35f req-fddaf4bd-26f4-4ec1-b05a-72e13bb5b1b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:03:57.936914 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-11b656e9-2677-4182-8530-27c6d7b2c35f req-fddaf4bd-26f4-4ec1-b05a-72e13bb5b1b5 service neutron] 10.222.0.127 "GET /v2.0/ports?tenant_id=1a6a1c095b6f4d9f86abe038118b9d24&device_id=275441aa-bcb6-4154-a0f9-4e8cd9220ab9 HTTP/1.1" status: 200 len: 1094 time: 0.1184902 Jul 06 14:03:57.942595 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.base_scheduler [req-c1da0a54-5024-42b8-92eb-93a18f55e6cc req-2cad91b1-0ab8-4c26-9bd0-65daeb2291ba tempest-FloatingIPDetailsTestJSON-565069365 tempest-FloatingIPDetailsTestJSON-565069365-project] Resources bound (agent type, host, resource id): {{(pid=100247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:03:57.956136 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1da0a54-5024-42b8-92eb-93a18f55e6cc req-2cad91b1-0ab8-4c26-9bd0-65daeb2291ba tempest-FloatingIPDetailsTestJSON-565069365 tempest-FloatingIPDetailsTestJSON-565069365-project] Received port after_create {{(pid=100247) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:03:57.961164 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cad91b1-0ab8-4c26-9bd0-65daeb2291ba tempest-FloatingIPDetailsTestJSON-565069365 tempest-FloatingIPDetailsTestJSON-565069365-project] Pushing event updated for resources: {'Port': ['ID=48b8e085-a335-429e-aa3b-db8c62a26542,revision_number=1']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:03:58.058601 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] For port fd226586-54a3-4c8f-87bb-11c002aac048, host n-h1-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773647-6',level=0,port_id=fd226586-54a3-4c8f-87bb-11c002aac048,segment=NetworkSegment(c9ea893d-045e-42cf-b3dd-cdd1f79baccd),segment_id=c9ea893d-045e-42cf-b3dd-cdd1f79baccd)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:03:58.076288 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Returning: {'device': 'fd226586-54a3-4c8f-87bb-11c002aac048', 'network_id': 'ac09d390-867f-4b75-a8d2-ab11550bffd6', 'port_id': 'fd226586-54a3-4c8f-87bb-11c002aac048', 'mac_address': 'fa:16:3e:42:3f:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1023, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd1c3cc78-09b9-4e30-99fd-0e5830de101d', 'ip_address': '192.168.233.140'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100248) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 14:03:58.132835 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:58.149755 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b656e9-2677-4182-8530-27c6d7b2c35f req-aa3c4ae2-cc02-4a23-b8f6-f545b160afa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:03:58.149961 n-d-773647-6 neutron-server[100248]: DEBUG neutron.notifiers.nova [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fd226586-54a3-4c8f-87bb-11c002aac048 {{(pid=100248) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 14:03:58.151273 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-11b656e9-2677-4182-8530-27c6d7b2c35f req-aa3c4ae2-cc02-4a23-b8f6-f545b160afa8 service neutron] 10.222.0.127 "GET /v2.0/networks?id=b82fb405-bff0-4597-9770-5ecffe1fa7ca HTTP/1.1" status: 200 len: 914 time: 0.2041471 Jul 06 14:03:58.175811 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] For port fd226586-54a3-4c8f-87bb-11c002aac048, host n-h1-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773647-6',level=0,port_id=fd226586-54a3-4c8f-87bb-11c002aac048,segment=NetworkSegment(c9ea893d-045e-42cf-b3dd-cdd1f79baccd),segment_id=c9ea893d-045e-42cf-b3dd-cdd1f79baccd)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:03:58.180744 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:58.195484 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-c1da0a54-5024-42b8-92eb-93a18f55e6cc req-2cad91b1-0ab8-4c26-9bd0-65daeb2291ba tempest-FloatingIPDetailsTestJSON-565069365 tempest-FloatingIPDetailsTestJSON-565069365-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:58.203325 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-11b656e9-2677-4182-8530-27c6d7b2c35f req-9a75eb6e-3e6c-473a-a01f-233f22bfec77 service neutron] 10.222.0.127 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=9784944d-8d62-4eac-9c42-02dd553a8efd HTTP/1.1" status: 200 len: 217 time: 0.0445776 Jul 06 14:03:58.229985 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Pushing event updated for resources: {'Port': ['ID=fd226586-54a3-4c8f-87bb-11c002aac048,revision_number=4']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:03:58.303478 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-03f71b24-a9b8-453a-8924-caa3f97bc6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:58.312998 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-c1da0a54-5024-42b8-92eb-93a18f55e6cc req-2cad91b1-0ab8-4c26-9bd0-65daeb2291ba tempest-FloatingIPDetailsTestJSON-565069365 tempest-FloatingIPDetailsTestJSON-565069365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:58.331976 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Device 228019df-3d0b-4a0a-8f97-9f56a3c1a4d7 up at agent hyperv_n-h2-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:03:58.339475 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b656e9-2677-4182-8530-27c6d7b2c35f req-a53d44d5-de1b-465f-b3c0-1f2d76ca99cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:03:58.341220 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-11b656e9-2677-4182-8530-27c6d7b2c35f req-a53d44d5-de1b-465f-b3c0-1f2d76ca99cb service neutron] 10.222.0.127 "GET /v2.0/subnets?id=89762ea0-9385-400f-9ae2-3696d950e78a HTTP/1.1" status: 200 len: 852 time: 0.1278508 Jul 06 14:03:58.393446 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Provisioning for port 228019df-3d0b-4a0a-8f97-9f56a3c1a4d7 completed by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:03:58.400291 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Provisioning complete for port 228019df-3d0b-4a0a-8f97-9f56a3c1a4d7 triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:03:58.401315 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:58.404566 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7407239-452a-4205-b5cd-99e7392ba0cb req-58535af1-4573-491c-bd61-75cb73173e8c tempest-ImagesOneServerTestJSON-626670209 tempest-ImagesOneServerTestJSON-626670209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:03:58.406045 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-c7407239-452a-4205-b5cd-99e7392ba0cb req-58535af1-4573-491c-bd61-75cb73173e8c tempest-ImagesOneServerTestJSON-626670209 tempest-ImagesOneServerTestJSON-626670209-project] 10.222.0.104 "GET /v2.0/ports?device_id=bf6e1ecb-17f2-4a7a-9296-eb9480bbf176 HTTP/1.1" status: 200 len: 949 time: 0.2086287 Jul 06 14:03:58.408487 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-11b656e9-2677-4182-8530-27c6d7b2c35f req-eb3dd28f-8116-420a-855a-7f85bfec3246 service neutron] 10.222.0.127 "GET /v2.0/ports?network_id=b82fb405-bff0-4597-9770-5ecffe1fa7ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0543523 Jul 06 14:03:58.496193 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:58.522405 n-d-773647-6 neutron-server[100248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '759d2dcf-71f5-4457-a4a2-f1ec92614283', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '228019df-3d0b-4a0a-8f97-9f56a3c1a4d7'}] {{(pid=100248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:03:58.524896 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84af257533e383389cbcf231d3534f4d5e149e7203fea16b4a8fc01438dddaf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf3ae7f4-68d8-4694-8b25-7c2e96c5d94a" -d '{"events": [{"server_uuid": "759d2dcf-71f5-4457-a4a2-f1ec92614283", "name": "network-vif-plugged", "status": "completed", "tag": "228019df-3d0b-4a0a-8f97-9f56a3c1a4d7"}]}' {{(pid=100248) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:03:58.538328 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] For port 228019df-3d0b-4a0a-8f97-9f56a3c1a4d7, host n-h2-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=228019df-3d0b-4a0a-8f97-9f56a3c1a4d7,segment=NetworkSegment(6b220387-8d13-4ae1-983f-231ccd618d77),segment_id=6b220387-8d13-4ae1-983f-231ccd618d77)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:03:58.542745 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:58.562982 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-c7407239-452a-4205-b5cd-99e7392ba0cb req-e97e8c91-f86a-41ac-bab3-dcacaecf691e tempest-ImagesOneServerTestJSON-626670209 tempest-ImagesOneServerTestJSON-626670209-project] 10.222.0.104 "GET /v2.0/security-groups?id=7ecc4b69-7d2f-4f85-bf98-514284a35549&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1493113 Jul 06 14:03:58.574721 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] get_ports_and_sgs() called for port_ids ['fd226586-54a3-4c8f-87bb-11c002aac048'] {{(pid=100248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 14:03:58.609210 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-11b656e9-2677-4182-8530-27c6d7b2c35f req-32343d13-deaa-4c3e-b918-87e47542ae7b service neutron] 10.222.0.127 "GET /v2.0/networks/b82fb405-bff0-4597-9770-5ecffe1fa7ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1925201 Jul 06 14:03:58.692886 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-c1da0a54-5024-42b8-92eb-93a18f55e6cc req-2cad91b1-0ab8-4c26-9bd0-65daeb2291ba tempest-FloatingIPDetailsTestJSON-565069365 tempest-FloatingIPDetailsTestJSON-565069365-project] Notify callbacks [] for port, precommit_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:58.698782 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-c1da0a54-5024-42b8-92eb-93a18f55e6cc req-2cad91b1-0ab8-4c26-9bd0-65daeb2291ba tempest-FloatingIPDetailsTestJSON-565069365 tempest-FloatingIPDetailsTestJSON-565069365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128888538'] for port, after_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:58.787254 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Pushing event updated for resources: {'Port': ['ID=228019df-3d0b-4a0a-8f97-9f56a3c1a4d7,revision_number=5']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:03:58.837242 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cad91b1-0ab8-4c26-9bd0-65daeb2291ba tempest-FloatingIPDetailsTestJSON-565069365 tempest-FloatingIPDetailsTestJSON-565069365-project] Pushing event updated for resources: {'Port': ['ID=48b8e085-a335-429e-aa3b-db8c62a26542,revision_number=2']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:03:58.844252 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-11b656e9-2677-4182-8530-27c6d7b2c35f req-826d79f4-94f0-4cfc-9853-7a60917a4656 service neutron] 10.222.0.127 "GET /v2.0/networks/b82fb405-bff0-4597-9770-5ecffe1fa7ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2245591 Jul 06 14:03:58.847128 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-c1da0a54-5024-42b8-92eb-93a18f55e6cc req-2cad91b1-0ab8-4c26-9bd0-65daeb2291ba tempest-FloatingIPDetailsTestJSON-565069365 tempest-FloatingIPDetailsTestJSON-565069365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1761130'] for floatingip, after_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:58.868401 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-c1da0a54-5024-42b8-92eb-93a18f55e6cc req-2cad91b1-0ab8-4c26-9bd0-65daeb2291ba tempest-FloatingIPDetailsTestJSON-565069365 tempest-FloatingIPDetailsTestJSON-565069365-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for floatingip, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:58.869679 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-c1da0a54-5024-42b8-92eb-93a18f55e6cc req-2cad91b1-0ab8-4c26-9bd0-65daeb2291ba tempest-FloatingIPDetailsTestJSON-565069365 tempest-FloatingIPDetailsTestJSON-565069365-project] 10.222.0.104 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.9982738 Jul 06 14:03:58.888430 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad33715-0c0f-4fce-911a-5296ca1bc787 req-142ca9ea-88ed-4908-9ae3-70f40c4c9e3b tempest-MultipleCreateTestJSON-1034572626 tempest-MultipleCreateTestJSON-1034572626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:03:58.889926 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-7ad33715-0c0f-4fce-911a-5296ca1bc787 req-142ca9ea-88ed-4908-9ae3-70f40c4c9e3b tempest-MultipleCreateTestJSON-1034572626 tempest-MultipleCreateTestJSON-1034572626-project] 10.222.0.104 "GET /v2.0/ports?device_id=275441aa-bcb6-4154-a0f9-4e8cd9220ab9 HTTP/1.1" status: 200 len: 943 time: 0.1528525 Jul 06 14:03:58.951301 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-c1da0a54-5024-42b8-92eb-93a18f55e6cc req-f23b792a-4eb9-4d7f-89db-1d3a94a1bbf5 tempest-FloatingIPDetailsTestJSON-565069365 tempest-FloatingIPDetailsTestJSON-565069365-project] 10.222.0.104 "GET /v2.0/floatingips?floating_ip_address=172.25.0.89 HTTP/1.1" status: 200 len: 695 time: 0.0708413 Jul 06 14:03:58.979464 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-7ad33715-0c0f-4fce-911a-5296ca1bc787 req-80868f5d-c5ea-4663-9d6a-d8c882a26329 tempest-MultipleCreateTestJSON-1034572626 tempest-MultipleCreateTestJSON-1034572626-project] 10.222.0.104 "GET /v2.0/security-groups?id=d0717d20-fb31-48e4-8147-f0a3642617ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817535 Jul 06 14:03:59.078741 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1da0a54-5024-42b8-92eb-93a18f55e6cc req-02819a1e-2df2-43bd-834b-bf389d8fd015 tempest-FloatingIPDetailsTestJSON-565069365 tempest-FloatingIPDetailsTestJSON-565069365-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:03:59.080770 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-c1da0a54-5024-42b8-92eb-93a18f55e6cc req-02819a1e-2df2-43bd-834b-bf389d8fd015 tempest-FloatingIPDetailsTestJSON-565069365 tempest-FloatingIPDetailsTestJSON-565069365-project] 10.222.0.104 "GET /v2.0/networks/2658f09e-a580-4d4a-9968-2d1e0ad93719 HTTP/1.1" status: 200 len: 784 time: 0.1185205 Jul 06 14:03:59.120317 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 14:03:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2be04c6-6674-47ec-86c9-627e911c0d0b x-openstack-request-id: req-e2be04c6-6674-47ec-86c9-627e911c0d0b {{(pid=100248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:03:59.120801 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "759d2dcf-71f5-4457-a4a2-f1ec92614283", "name": "network-vif-plugged", "status": "completed", "tag": "228019df-3d0b-4a0a-8f97-9f56a3c1a4d7", "code": 200}]} {{(pid=100248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:03:59.120878 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-e2be04c6-6674-47ec-86c9-627e911c0d0b {{(pid=100248) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:03:59.121289 n-d-773647-6 neutron-server[100248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '759d2dcf-71f5-4457-a4a2-f1ec92614283', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '228019df-3d0b-4a0a-8f97-9f56a3c1a4d7', 'code': 200} Jul 06 14:03:59.123834 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-75c226c9-d6a9-491b-805a-cbc694faba83 req-9dc49ef6-2679-4042-9028-76cee7922fb6 tempest-ServerShowV254Test-716947557 tempest-ServerShowV254Test-716947557-project] 10.222.0.104 "GET /v2.0/ports?device_id=fc06b29c-bd46-47be-ac2a-6d1c75fe5b23 HTTP/1.1" status: 200 len: 210 time: 0.0339437 Jul 06 14:03:59.270409 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e95c9ed-8957-4a4d-bbc4-2d7673ccf8fd req-22d14c20-1e21-4ef0-947e-470005c10cbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:03:59.271973 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-5e95c9ed-8957-4a4d-bbc4-2d7673ccf8fd req-22d14c20-1e21-4ef0-947e-470005c10cbc service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=759d2dcf-71f5-4457-a4a2-f1ec92614283 HTTP/1.1" status: 200 len: 1097 time: 0.0808704 Jul 06 14:03:59.329608 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-5e95c9ed-8957-4a4d-bbc4-2d7673ccf8fd req-a2543649-70ed-439d-893c-91bc6f41c4b3 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=d0717d20-fb31-48e4-8147-f0a3642617ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401373 Jul 06 14:03:59.356673 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30834a92-803a-41f8-922e-e9fa485dfd54 req-71822409-9bf6-429f-a220-6ce60c06aa7d tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:03:59.365699 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30834a92-803a-41f8-922e-e9fa485dfd54 req-71822409-9bf6-429f-a220-6ce60c06aa7d tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:03:59.369325 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30834a92-803a-41f8-922e-e9fa485dfd54 req-71822409-9bf6-429f-a220-6ce60c06aa7d tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:03:59.375426 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30834a92-803a-41f8-922e-e9fa485dfd54 req-71822409-9bf6-429f-a220-6ce60c06aa7d tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:03:59.382126 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30834a92-803a-41f8-922e-e9fa485dfd54 req-71822409-9bf6-429f-a220-6ce60c06aa7d tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:03:59.388703 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30834a92-803a-41f8-922e-e9fa485dfd54 req-71822409-9bf6-429f-a220-6ce60c06aa7d tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:03:59.394305 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30834a92-803a-41f8-922e-e9fa485dfd54 req-71822409-9bf6-429f-a220-6ce60c06aa7d tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:03:59.396256 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-30834a92-803a-41f8-922e-e9fa485dfd54 req-71822409-9bf6-429f-a220-6ce60c06aa7d tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] 10.222.0.104 "GET /v2.0/ports?device_id=e7dc6a4d-9f66-42f4-9ec5-8a24ac011f21 HTTP/1.1" status: 200 len: 5422 time: 0.1435854 Jul 06 14:03:59.499614 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-30834a92-803a-41f8-922e-e9fa485dfd54 req-3847c655-7b16-4e7e-8a8a-f3a67775baed tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] 10.222.0.104 "GET /v2.0/security-groups?id=49c1468a-280e-4510-8673-63e827c90e1a&id=89d2c750-f3d8-486f-ac80-ea9c67d569ed&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0963240 Jul 06 14:03:59.535494 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-ff4f5e73-d6de-417a-9fa4-f621652ad2f2 req-d8a90dcb-d2c1-4b9d-a942-bda461439ef7 tempest-FloatingIPDetailsTestJSON-565069365 tempest-FloatingIPDetailsTestJSON-565069365-project] 10.222.0.104 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1334116 Jul 06 14:03:59.546096 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [req-ff4f5e73-d6de-417a-9fa4-f621652ad2f2 req-245f4256-c61c-4a08-a757-dad2e77c3548 tempest-FloatingIPDetailsTestJSON-565069365 tempest-FloatingIPDetailsTestJSON-565069365-project] Request body: {'floatingip': {'floating_network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719'}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:03:59.570614 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-ff4f5e73-d6de-417a-9fa4-f621652ad2f2 req-245f4256-c61c-4a08-a757-dad2e77c3548 tempest-FloatingIPDetailsTestJSON-565069365 tempest-FloatingIPDetailsTestJSON-565069365-project] Notify callbacks [] for floatingip, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:59.680001 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-ff4f5e73-d6de-417a-9fa4-f621652ad2f2 req-245f4256-c61c-4a08-a757-dad2e77c3548 tempest-FloatingIPDetailsTestJSON-565069365 tempest-FloatingIPDetailsTestJSON-565069365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:59.832950 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.db_base_plugin_common [req-ff4f5e73-d6de-417a-9fa4-f621652ad2f2 req-245f4256-c61c-4a08-a757-dad2e77c3548 tempest-FloatingIPDetailsTestJSON-565069365 tempest-FloatingIPDetailsTestJSON-565069365-project] Allocated IP 172.25.0.254 (2658f09e-a580-4d4a-9968-2d1e0ad93719/cbf74abc-6fe1-4d33-b005-c948923b9647/35a9e338-3343-4860-8dbc-d1143b650d74) {{(pid=100247) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:03:59.842243 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd878ed8-d0cb-43f6-a740-ca6213f9df68 req-8acbf007-6fc6-446e-aee5-101e1ddbfac9 tempest-ImagesOneServerTestJSON-626670209 tempest-ImagesOneServerTestJSON-626670209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:03:59.843879 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-dd878ed8-d0cb-43f6-a740-ca6213f9df68 req-8acbf007-6fc6-446e-aee5-101e1ddbfac9 tempest-ImagesOneServerTestJSON-626670209 tempest-ImagesOneServerTestJSON-626670209-project] 10.222.0.104 "GET /v2.0/ports?device_id=bf6e1ecb-17f2-4a7a-9296-eb9480bbf176 HTTP/1.1" status: 200 len: 949 time: 0.1266811 Jul 06 14:03:59.915157 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Device fd226586-54a3-4c8f-87bb-11c002aac048 up at agent hyperv_n-h1-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:03:59.929907 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-dd878ed8-d0cb-43f6-a740-ca6213f9df68 req-864012e2-7d4b-4041-a35f-319ad76422fa tempest-ImagesOneServerTestJSON-626670209 tempest-ImagesOneServerTestJSON-626670209-project] 10.222.0.104 "GET /v2.0/security-groups?id=7ecc4b69-7d2f-4f85-bf98-514284a35549&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795588 Jul 06 14:03:59.982823 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Provisioning for port fd226586-54a3-4c8f-87bb-11c002aac048 completed by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:03:59.987406 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Provisioning complete for port fd226586-54a3-4c8f-87bb-11c002aac048 triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:03:59.987785 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:59.995583 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-ff4f5e73-d6de-417a-9fa4-f621652ad2f2 req-245f4256-c61c-4a08-a757-dad2e77c3548 tempest-FloatingIPDetailsTestJSON-565069365 tempest-FloatingIPDetailsTestJSON-565069365-project] Notify callbacks [] for port, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:00.050618 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-ff4f5e73-d6de-417a-9fa4-f621652ad2f2 req-245f4256-c61c-4a08-a757-dad2e77c3548 tempest-FloatingIPDetailsTestJSON-565069365 tempest-FloatingIPDetailsTestJSON-565069365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-128888360'] for port, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:00.078729 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:00.096881 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ff4f5e73-d6de-417a-9fa4-f621652ad2f2 req-245f4256-c61c-4a08-a757-dad2e77c3548 tempest-FloatingIPDetailsTestJSON-565069365 tempest-FloatingIPDetailsTestJSON-565069365-project] Network 2658f09e-a580-4d4a-9968-2d1e0ad93719 is already hosted by enough agents. {{(pid=100247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:04:00.100057 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.base_scheduler [req-ff4f5e73-d6de-417a-9fa4-f621652ad2f2 req-245f4256-c61c-4a08-a757-dad2e77c3548 tempest-FloatingIPDetailsTestJSON-565069365 tempest-FloatingIPDetailsTestJSON-565069365-project] Resources bound (agent type, host, resource id): {{(pid=100247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:04:00.104699 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff4f5e73-d6de-417a-9fa4-f621652ad2f2 req-245f4256-c61c-4a08-a757-dad2e77c3548 tempest-FloatingIPDetailsTestJSON-565069365 tempest-FloatingIPDetailsTestJSON-565069365-project] Received port after_create {{(pid=100247) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:04:00.116142 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] For port fd226586-54a3-4c8f-87bb-11c002aac048, host n-h1-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773647-6',level=0,port_id=fd226586-54a3-4c8f-87bb-11c002aac048,segment=NetworkSegment(c9ea893d-045e-42cf-b3dd-cdd1f79baccd),segment_id=c9ea893d-045e-42cf-b3dd-cdd1f79baccd)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:04:00.121301 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:00.145324 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245f4256-c61c-4a08-a757-dad2e77c3548 tempest-FloatingIPDetailsTestJSON-565069365 tempest-FloatingIPDetailsTestJSON-565069365-project] Pushing event updated for resources: {'Port': ['ID=35a9e338-3343-4860-8dbc-d1143b650d74,revision_number=1']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:04:00.206998 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Pushing event updated for resources: {'Port': ['ID=fd226586-54a3-4c8f-87bb-11c002aac048,revision_number=5']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:04:00.252738 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-ff4f5e73-d6de-417a-9fa4-f621652ad2f2 req-245f4256-c61c-4a08-a757-dad2e77c3548 tempest-FloatingIPDetailsTestJSON-565069365 tempest-FloatingIPDetailsTestJSON-565069365-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:00.311083 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd301e15-8501-492c-bcd8-a2ac58a6603f req-9374b2e7-10b7-4044-9626-83889079c682 tempest-MultipleCreateTestJSON-1034572626 tempest-MultipleCreateTestJSON-1034572626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:04:00.312728 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-dd301e15-8501-492c-bcd8-a2ac58a6603f req-9374b2e7-10b7-4044-9626-83889079c682 tempest-MultipleCreateTestJSON-1034572626 tempest-MultipleCreateTestJSON-1034572626-project] 10.222.0.104 "GET /v2.0/ports?device_id=275441aa-bcb6-4154-a0f9-4e8cd9220ab9 HTTP/1.1" status: 200 len: 943 time: 0.1156108 Jul 06 14:04:00.340229 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-ff4f5e73-d6de-417a-9fa4-f621652ad2f2 req-245f4256-c61c-4a08-a757-dad2e77c3548 tempest-FloatingIPDetailsTestJSON-565069365 tempest-FloatingIPDetailsTestJSON-565069365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:00.398063 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-dd301e15-8501-492c-bcd8-a2ac58a6603f req-991a80f6-d424-45f3-8f5c-382d746a7da4 tempest-MultipleCreateTestJSON-1034572626 tempest-MultipleCreateTestJSON-1034572626-project] 10.222.0.104 "GET /v2.0/security-groups?id=d0717d20-fb31-48e4-8147-f0a3642617ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731685 Jul 06 14:04:00.546789 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-d59caf77-84a1-401d-bc64-c02c97663936 req-fca94445-d955-405b-9756-3186323b97d1 tempest-ServerShowV254Test-716947557 tempest-ServerShowV254Test-716947557-project] 10.222.0.104 "GET /v2.0/ports?device_id=fc06b29c-bd46-47be-ac2a-6d1c75fe5b23 HTTP/1.1" status: 200 len: 210 time: 0.0330160 Jul 06 14:04:00.568137 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-ff4f5e73-d6de-417a-9fa4-f621652ad2f2 req-245f4256-c61c-4a08-a757-dad2e77c3548 tempest-FloatingIPDetailsTestJSON-565069365 tempest-FloatingIPDetailsTestJSON-565069365-project] Notify callbacks [] for port, precommit_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:00.580930 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-ff4f5e73-d6de-417a-9fa4-f621652ad2f2 req-245f4256-c61c-4a08-a757-dad2e77c3548 tempest-FloatingIPDetailsTestJSON-565069365 tempest-FloatingIPDetailsTestJSON-565069365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128888538'] for port, after_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:00.669404 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245f4256-c61c-4a08-a757-dad2e77c3548 tempest-FloatingIPDetailsTestJSON-565069365 tempest-FloatingIPDetailsTestJSON-565069365-project] Pushing event updated for resources: {'Port': ['ID=35a9e338-3343-4860-8dbc-d1143b650d74,revision_number=2']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:04:00.685643 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-ff4f5e73-d6de-417a-9fa4-f621652ad2f2 req-245f4256-c61c-4a08-a757-dad2e77c3548 tempest-FloatingIPDetailsTestJSON-565069365 tempest-FloatingIPDetailsTestJSON-565069365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1761130'] for floatingip, after_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:00.700802 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-ff4f5e73-d6de-417a-9fa4-f621652ad2f2 req-245f4256-c61c-4a08-a757-dad2e77c3548 tempest-FloatingIPDetailsTestJSON-565069365 tempest-FloatingIPDetailsTestJSON-565069365-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for floatingip, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:00.702184 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-ff4f5e73-d6de-417a-9fa4-f621652ad2f2 req-245f4256-c61c-4a08-a757-dad2e77c3548 tempest-FloatingIPDetailsTestJSON-565069365 tempest-FloatingIPDetailsTestJSON-565069365-project] 10.222.0.104 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.1602995 Jul 06 14:04:01.082027 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-ff4f5e73-d6de-417a-9fa4-f621652ad2f2 req-4c7f6cca-778b-415b-a43c-3247d1c89042 tempest-FloatingIPDetailsTestJSON-565069365 tempest-FloatingIPDetailsTestJSON-565069365-project] 10.222.0.104 "GET /v2.0/floatingips?floating_ip_address=172.25.0.254 HTTP/1.1" status: 200 len: 696 time: 0.3734105 Jul 06 14:04:01.123056 n-d-773647-6 neutron-server[100248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf6e1ecb-17f2-4a7a-9296-eb9480bbf176', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd226586-54a3-4c8f-87bb-11c002aac048'}] {{(pid=100248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:04:01.123642 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.agents_db [None req-167c0ad6-1657-4c9a-a2c4-3b18056aa662 None None] Agent healthcheck: found 7 active agents {{(pid=100249) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 14:04:01.125385 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84af257533e383389cbcf231d3534f4d5e149e7203fea16b4a8fc01438dddaf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0902922b-6bd4-4b30-b774-e862d907fe45" -d '{"events": [{"server_uuid": "bf6e1ecb-17f2-4a7a-9296-eb9480bbf176", "name": "network-vif-plugged", "status": "completed", "tag": "fd226586-54a3-4c8f-87bb-11c002aac048"}]}' {{(pid=100248) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:04:01.206634 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08dc80a6-c13d-4f94-932b-4c5009c0369d req-4f15c625-220b-4eac-a736-edd8567ecb78 tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:04:01.212707 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08dc80a6-c13d-4f94-932b-4c5009c0369d req-4f15c625-220b-4eac-a736-edd8567ecb78 tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:04:01.218631 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08dc80a6-c13d-4f94-932b-4c5009c0369d req-4f15c625-220b-4eac-a736-edd8567ecb78 tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:04:01.225021 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08dc80a6-c13d-4f94-932b-4c5009c0369d req-4f15c625-220b-4eac-a736-edd8567ecb78 tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:04:01.230859 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08dc80a6-c13d-4f94-932b-4c5009c0369d req-4f15c625-220b-4eac-a736-edd8567ecb78 tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:04:01.237619 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08dc80a6-c13d-4f94-932b-4c5009c0369d req-4f15c625-220b-4eac-a736-edd8567ecb78 tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:04:01.243426 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08dc80a6-c13d-4f94-932b-4c5009c0369d req-4f15c625-220b-4eac-a736-edd8567ecb78 tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:04:01.245361 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-08dc80a6-c13d-4f94-932b-4c5009c0369d req-4f15c625-220b-4eac-a736-edd8567ecb78 tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] 10.222.0.104 "GET /v2.0/ports?device_id=e7dc6a4d-9f66-42f4-9ec5-8a24ac011f21 HTTP/1.1" status: 200 len: 5422 time: 0.1819601 Jul 06 14:04:01.283313 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4f5e73-d6de-417a-9fa4-f621652ad2f2 req-b5a305ea-1cfb-4557-8376-d32ade83eb64 tempest-FloatingIPDetailsTestJSON-565069365 tempest-FloatingIPDetailsTestJSON-565069365-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:04:01.284642 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-ff4f5e73-d6de-417a-9fa4-f621652ad2f2 req-b5a305ea-1cfb-4557-8376-d32ade83eb64 tempest-FloatingIPDetailsTestJSON-565069365 tempest-FloatingIPDetailsTestJSON-565069365-project] 10.222.0.104 "GET /v2.0/networks/2658f09e-a580-4d4a-9968-2d1e0ad93719 HTTP/1.1" status: 200 len: 784 time: 0.1853316 Jul 06 14:04:01.307556 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-08dc80a6-c13d-4f94-932b-4c5009c0369d req-4fddb08a-f2b0-4c85-a640-54c785598ada tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] 10.222.0.104 "GET /v2.0/security-groups?id=49c1468a-280e-4510-8673-63e827c90e1a&id=89d2c750-f3d8-486f-ac80-ea9c67d569ed&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0552945 Jul 06 14:04:01.366244 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 14:04:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bca3376-fead-49ce-bbaf-818812a636a6 x-openstack-request-id: req-1bca3376-fead-49ce-bbaf-818812a636a6 {{(pid=100248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:04:01.366920 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf6e1ecb-17f2-4a7a-9296-eb9480bbf176", "name": "network-vif-plugged", "status": "completed", "tag": "fd226586-54a3-4c8f-87bb-11c002aac048", "code": 200}]} {{(pid=100248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:04:01.367445 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-1bca3376-fead-49ce-bbaf-818812a636a6 {{(pid=100248) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:04:01.368155 n-d-773647-6 neutron-server[100248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf6e1ecb-17f2-4a7a-9296-eb9480bbf176', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd226586-54a3-4c8f-87bb-11c002aac048', 'code': 200} Jul 06 14:04:01.555431 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-c4fc458b-8c18-443c-a41d-7db767d59ff8 req-f58611bd-a1cb-4353-836a-7490b103863a tempest-FloatingIPDetailsTestJSON-565069365 tempest-FloatingIPDetailsTestJSON-565069365-project] 10.222.0.104 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1751347 Jul 06 14:04:01.571885 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [req-c4fc458b-8c18-443c-a41d-7db767d59ff8 req-999def8a-0a0e-4fc1-8191-eb7ba48dce3d tempest-FloatingIPDetailsTestJSON-565069365 tempest-FloatingIPDetailsTestJSON-565069365-project] Request body: {'floatingip': {'floating_network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719'}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:04:01.590508 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9ca4f9-ca20-44ea-a84c-14e4d39dddf0 req-f87f6004-7f75-4880-a719-c4c355950011 tempest-ImagesOneServerTestJSON-626670209 tempest-ImagesOneServerTestJSON-626670209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:04:01.592889 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-2b9ca4f9-ca20-44ea-a84c-14e4d39dddf0 req-f87f6004-7f75-4880-a719-c4c355950011 tempest-ImagesOneServerTestJSON-626670209 tempest-ImagesOneServerTestJSON-626670209-project] 10.222.0.104 "GET /v2.0/ports?device_id=bf6e1ecb-17f2-4a7a-9296-eb9480bbf176 HTTP/1.1" status: 200 len: 950 time: 0.1864135 Jul 06 14:04:01.632306 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7dc0a8-059f-4856-87a0-6086d6bd2fa4 req-9541394b-f609-4838-b12a-1aff2727fdc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:04:01.633823 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-ff7dc0a8-059f-4856-87a0-6086d6bd2fa4 req-9541394b-f609-4838-b12a-1aff2727fdc3 service neutron] 10.222.0.127 "GET /v2.0/ports?device_id=bf6e1ecb-17f2-4a7a-9296-eb9480bbf176 HTTP/1.1" status: 200 len: 1101 time: 0.1673846 Jul 06 14:04:01.636376 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-c4fc458b-8c18-443c-a41d-7db767d59ff8 req-999def8a-0a0e-4fc1-8191-eb7ba48dce3d tempest-FloatingIPDetailsTestJSON-565069365 tempest-FloatingIPDetailsTestJSON-565069365-project] Notify callbacks [] for floatingip, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:01.709252 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-2b9ca4f9-ca20-44ea-a84c-14e4d39dddf0 req-9b0ba49c-41c3-44bc-bcdb-80c37fa16427 tempest-ImagesOneServerTestJSON-626670209 tempest-ImagesOneServerTestJSON-626670209-project] 10.222.0.104 "GET /v2.0/security-groups?id=7ecc4b69-7d2f-4f85-bf98-514284a35549&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072783 Jul 06 14:04:01.729512 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-ff7dc0a8-059f-4856-87a0-6086d6bd2fa4 req-55da30d6-84bc-4002-ae29-4d479e216b99 service neutron] 10.222.0.127 "GET /v2.0/security-groups?id=7ecc4b69-7d2f-4f85-bf98-514284a35549&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869951 Jul 06 14:04:01.780105 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-c4fc458b-8c18-443c-a41d-7db767d59ff8 req-999def8a-0a0e-4fc1-8191-eb7ba48dce3d tempest-FloatingIPDetailsTestJSON-565069365 tempest-FloatingIPDetailsTestJSON-565069365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:01.923057 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Device 9784944d-8d62-4eac-9c42-02dd553a8efd details requested by agent hyperv_n-h1-773647-6 with host n-h1-773647-6 {{(pid=100248) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 14:04:01.937480 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.db_base_plugin_common [req-c4fc458b-8c18-443c-a41d-7db767d59ff8 req-999def8a-0a0e-4fc1-8191-eb7ba48dce3d tempest-FloatingIPDetailsTestJSON-565069365 tempest-FloatingIPDetailsTestJSON-565069365-project] Allocated IP 172.25.0.95 (2658f09e-a580-4d4a-9968-2d1e0ad93719/cbf74abc-6fe1-4d33-b005-c948923b9647/9a3187f6-0a2d-4e53-884d-22ce09bbb58d) {{(pid=100247) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:04:01.954169 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e99bb5-60bd-4e46-a55f-1da53ff0f521 req-e21c61c9-928e-48a5-ba23-fc0e96be4671 tempest-MultipleCreateTestJSON-1034572626 tempest-MultipleCreateTestJSON-1034572626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:04:01.955796 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-42e99bb5-60bd-4e46-a55f-1da53ff0f521 req-e21c61c9-928e-48a5-ba23-fc0e96be4671 tempest-MultipleCreateTestJSON-1034572626 tempest-MultipleCreateTestJSON-1034572626-project] 10.222.0.104 "GET /v2.0/ports?device_id=275441aa-bcb6-4154-a0f9-4e8cd9220ab9 HTTP/1.1" status: 200 len: 943 time: 0.1327126 Jul 06 14:04:02.039035 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] For port 9784944d-8d62-4eac-9c42-02dd553a8efd, host n-h1-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773647-6',level=0,port_id=9784944d-8d62-4eac-9c42-02dd553a8efd,segment=NetworkSegment(6b220387-8d13-4ae1-983f-231ccd618d77),segment_id=6b220387-8d13-4ae1-983f-231ccd618d77)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:04:02.047939 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-42e99bb5-60bd-4e46-a55f-1da53ff0f521 req-02096e7e-3efb-4e1a-bbf1-1981ff95270f tempest-MultipleCreateTestJSON-1034572626 tempest-MultipleCreateTestJSON-1034572626-project] 10.222.0.104 "GET /v2.0/security-groups?id=d0717d20-fb31-48e4-8147-f0a3642617ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809193 Jul 06 14:04:02.052225 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Returning: {'device': '9784944d-8d62-4eac-9c42-02dd553a8efd', 'network_id': 'b82fb405-bff0-4597-9770-5ecffe1fa7ca', 'port_id': '9784944d-8d62-4eac-9c42-02dd553a8efd', 'mac_address': 'fa:16:3e:75:0f:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1049, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '89762ea0-9385-400f-9ae2-3696d950e78a', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100248) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 14:04:02.092758 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:02.097445 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-c4fc458b-8c18-443c-a41d-7db767d59ff8 req-999def8a-0a0e-4fc1-8191-eb7ba48dce3d tempest-FloatingIPDetailsTestJSON-565069365 tempest-FloatingIPDetailsTestJSON-565069365-project] Notify callbacks [] for port, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:02.107328 n-d-773647-6 neutron-server[100248]: DEBUG neutron.notifiers.nova [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9784944d-8d62-4eac-9c42-02dd553a8efd {{(pid=100248) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 14:04:02.128587 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] For port 9784944d-8d62-4eac-9c42-02dd553a8efd, host n-h1-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773647-6',level=0,port_id=9784944d-8d62-4eac-9c42-02dd553a8efd,segment=NetworkSegment(6b220387-8d13-4ae1-983f-231ccd618d77),segment_id=6b220387-8d13-4ae1-983f-231ccd618d77)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:04:02.133731 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:02.144122 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-c4fc458b-8c18-443c-a41d-7db767d59ff8 req-999def8a-0a0e-4fc1-8191-eb7ba48dce3d tempest-FloatingIPDetailsTestJSON-565069365 tempest-FloatingIPDetailsTestJSON-565069365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-128888360'] for port, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:02.164064 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c4fc458b-8c18-443c-a41d-7db767d59ff8 req-999def8a-0a0e-4fc1-8191-eb7ba48dce3d tempest-FloatingIPDetailsTestJSON-565069365 tempest-FloatingIPDetailsTestJSON-565069365-project] Network 2658f09e-a580-4d4a-9968-2d1e0ad93719 is already hosted by enough agents. {{(pid=100247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:04:02.166871 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.base_scheduler [req-c4fc458b-8c18-443c-a41d-7db767d59ff8 req-999def8a-0a0e-4fc1-8191-eb7ba48dce3d tempest-FloatingIPDetailsTestJSON-565069365 tempest-FloatingIPDetailsTestJSON-565069365-project] Resources bound (agent type, host, resource id): {{(pid=100247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:04:02.188119 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Pushing event updated for resources: {'Port': ['ID=9784944d-8d62-4eac-9c42-02dd553a8efd,revision_number=4']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:04:02.194492 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4fc458b-8c18-443c-a41d-7db767d59ff8 req-999def8a-0a0e-4fc1-8191-eb7ba48dce3d tempest-FloatingIPDetailsTestJSON-565069365 tempest-FloatingIPDetailsTestJSON-565069365-project] Received port after_create {{(pid=100247) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:04:02.267807 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-7228ad74-1d44-41f4-84ff-dc6d9f9c6460 req-2edcd286-5f02-40b5-b3e0-1b3cc61e6435 tempest-ServerShowV254Test-716947557 tempest-ServerShowV254Test-716947557-project] 10.222.0.104 "GET /v2.0/ports?device_id=fc06b29c-bd46-47be-ac2a-6d1c75fe5b23 HTTP/1.1" status: 200 len: 210 time: 0.0447416 Jul 06 14:04:02.272190 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999def8a-0a0e-4fc1-8191-eb7ba48dce3d tempest-FloatingIPDetailsTestJSON-565069365 tempest-FloatingIPDetailsTestJSON-565069365-project] Pushing event updated for resources: {'Port': ['ID=9a3187f6-0a2d-4e53-884d-22ce09bbb58d,revision_number=1']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:04:02.340910 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-c4fc458b-8c18-443c-a41d-7db767d59ff8 req-999def8a-0a0e-4fc1-8191-eb7ba48dce3d tempest-FloatingIPDetailsTestJSON-565069365 tempest-FloatingIPDetailsTestJSON-565069365-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:02.417018 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-c4fc458b-8c18-443c-a41d-7db767d59ff8 req-999def8a-0a0e-4fc1-8191-eb7ba48dce3d tempest-FloatingIPDetailsTestJSON-565069365 tempest-FloatingIPDetailsTestJSON-565069365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:02.494601 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] get_ports_and_sgs() called for port_ids ['9784944d-8d62-4eac-9c42-02dd553a8efd'] {{(pid=100248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 14:04:02.593950 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-c4fc458b-8c18-443c-a41d-7db767d59ff8 req-999def8a-0a0e-4fc1-8191-eb7ba48dce3d tempest-FloatingIPDetailsTestJSON-565069365 tempest-FloatingIPDetailsTestJSON-565069365-project] Notify callbacks [] for port, precommit_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:02.612343 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-c4fc458b-8c18-443c-a41d-7db767d59ff8 req-999def8a-0a0e-4fc1-8191-eb7ba48dce3d tempest-FloatingIPDetailsTestJSON-565069365 tempest-FloatingIPDetailsTestJSON-565069365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128888538'] for port, after_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:02.717024 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999def8a-0a0e-4fc1-8191-eb7ba48dce3d tempest-FloatingIPDetailsTestJSON-565069365 tempest-FloatingIPDetailsTestJSON-565069365-project] Pushing event updated for resources: {'Port': ['ID=9a3187f6-0a2d-4e53-884d-22ce09bbb58d,revision_number=2']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:04:02.733591 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-c4fc458b-8c18-443c-a41d-7db767d59ff8 req-999def8a-0a0e-4fc1-8191-eb7ba48dce3d tempest-FloatingIPDetailsTestJSON-565069365 tempest-FloatingIPDetailsTestJSON-565069365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1761130'] for floatingip, after_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:02.752804 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411e81f7-1f0b-46e1-b824-c81e9cf87731 req-96832393-c5a6-489e-8b02-453570ffda97 tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:04:02.758846 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411e81f7-1f0b-46e1-b824-c81e9cf87731 req-96832393-c5a6-489e-8b02-453570ffda97 tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:04:02.764924 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411e81f7-1f0b-46e1-b824-c81e9cf87731 req-96832393-c5a6-489e-8b02-453570ffda97 tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:04:02.771459 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411e81f7-1f0b-46e1-b824-c81e9cf87731 req-96832393-c5a6-489e-8b02-453570ffda97 tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:04:02.777339 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411e81f7-1f0b-46e1-b824-c81e9cf87731 req-96832393-c5a6-489e-8b02-453570ffda97 tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:04:02.783392 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411e81f7-1f0b-46e1-b824-c81e9cf87731 req-96832393-c5a6-489e-8b02-453570ffda97 tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:04:02.790110 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411e81f7-1f0b-46e1-b824-c81e9cf87731 req-96832393-c5a6-489e-8b02-453570ffda97 tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:04:02.792390 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-411e81f7-1f0b-46e1-b824-c81e9cf87731 req-96832393-c5a6-489e-8b02-453570ffda97 tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] 10.222.0.104 "GET /v2.0/ports?device_id=e7dc6a4d-9f66-42f4-9ec5-8a24ac011f21 HTTP/1.1" status: 200 len: 5422 time: 0.1962969 Jul 06 14:04:02.802141 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-c4fc458b-8c18-443c-a41d-7db767d59ff8 req-999def8a-0a0e-4fc1-8191-eb7ba48dce3d tempest-FloatingIPDetailsTestJSON-565069365 tempest-FloatingIPDetailsTestJSON-565069365-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for floatingip, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:02.803622 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-c4fc458b-8c18-443c-a41d-7db767d59ff8 req-999def8a-0a0e-4fc1-8191-eb7ba48dce3d tempest-FloatingIPDetailsTestJSON-565069365 tempest-FloatingIPDetailsTestJSON-565069365-project] 10.222.0.104 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.2386189 Jul 06 14:04:02.879756 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-c4fc458b-8c18-443c-a41d-7db767d59ff8 req-2c1f8f88-2e8f-4cd4-aa3e-b480f3c1c27e tempest-FloatingIPDetailsTestJSON-565069365 tempest-FloatingIPDetailsTestJSON-565069365-project] 10.222.0.104 "GET /v2.0/floatingips?floating_ip_address=172.25.0.95 HTTP/1.1" status: 200 len: 695 time: 0.0675721 Jul 06 14:04:02.889563 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-411e81f7-1f0b-46e1-b824-c81e9cf87731 req-f016dacf-32c3-4bca-979e-3e9d7745bcab tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] 10.222.0.104 "GET /v2.0/security-groups?id=49c1468a-280e-4510-8673-63e827c90e1a&id=89d2c750-f3d8-486f-ac80-ea9c67d569ed&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0839696 Jul 06 14:04:03.028272 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fc458b-8c18-443c-a41d-7db767d59ff8 req-3bf56a24-5946-4753-8225-5f3c0ff8f9fd tempest-FloatingIPDetailsTestJSON-565069365 tempest-FloatingIPDetailsTestJSON-565069365-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:04:03.034613 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-c4fc458b-8c18-443c-a41d-7db767d59ff8 req-3bf56a24-5946-4753-8225-5f3c0ff8f9fd tempest-FloatingIPDetailsTestJSON-565069365 tempest-FloatingIPDetailsTestJSON-565069365-project] 10.222.0.104 "GET /v2.0/networks/2658f09e-a580-4d4a-9968-2d1e0ad93719 HTTP/1.1" status: 200 len: 784 time: 0.1440361 Jul 06 14:04:03.121626 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-3db8007a-3444-4256-bbe1-efe1b8a987c6 req-a6db6981-7082-4374-9166-ef6c62e6fcc8 tempest-FloatingIPDetailsTestJSON-565069365 tempest-FloatingIPDetailsTestJSON-565069365-project] 10.222.0.104 "GET /v2.0/floatingips/3cfac5ca-1f8f-4b16-8493-9d3a3200336b HTTP/1.1" status: 200 len: 692 time: 0.0653718 Jul 06 14:04:03.211759 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5b4b9d-6843-4ed0-98c7-979cac1cce87 req-1a12b891-c6f1-4879-9853-c484948e49a8 tempest-ImagesOneServerTestJSON-626670209 tempest-ImagesOneServerTestJSON-626670209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:04:03.213525 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-ac5b4b9d-6843-4ed0-98c7-979cac1cce87 req-1a12b891-c6f1-4879-9853-c484948e49a8 tempest-ImagesOneServerTestJSON-626670209 tempest-ImagesOneServerTestJSON-626670209-project] 10.222.0.104 "GET /v2.0/ports?device_id=bf6e1ecb-17f2-4a7a-9296-eb9480bbf176 HTTP/1.1" status: 200 len: 950 time: 0.1750441 Jul 06 14:04:03.280083 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db8007a-3444-4256-bbe1-efe1b8a987c6 req-497b8975-fa84-4543-94ac-e1fb9e2e16ab tempest-FloatingIPDetailsTestJSON-565069365 tempest-FloatingIPDetailsTestJSON-565069365-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:04:03.281530 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-3db8007a-3444-4256-bbe1-efe1b8a987c6 req-497b8975-fa84-4543-94ac-e1fb9e2e16ab tempest-FloatingIPDetailsTestJSON-565069365 tempest-FloatingIPDetailsTestJSON-565069365-project] 10.222.0.104 "GET /v2.0/networks/2658f09e-a580-4d4a-9968-2d1e0ad93719 HTTP/1.1" status: 200 len: 784 time: 0.1505568 Jul 06 14:04:03.289596 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-ac5b4b9d-6843-4ed0-98c7-979cac1cce87 req-2595bca1-1241-48d8-b8b1-4008cc6d1eb5 tempest-ImagesOneServerTestJSON-626670209 tempest-ImagesOneServerTestJSON-626670209-project] 10.222.0.104 "GET /v2.0/security-groups?id=7ecc4b69-7d2f-4f85-bf98-514284a35549&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679212 Jul 06 14:04:03.314251 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 39580) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:04:03.364514 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-9b9fb1b6-7e74-4c90-b6d2-bb74fab65ee5 req-f4705537-a661-4b76-a1aa-7e6e0d573022 tempest-FloatingIPDetailsTestJSON-565069365 tempest-FloatingIPDetailsTestJSON-565069365-project] 10.222.0.104 "GET /v2.0/floatingips/3cfac5ca-1f8f-4b16-8493-9d3a3200336b HTTP/1.1" status: 200 len: 692 time: 0.0510309 Jul 06 14:04:03.452604 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-837f8cf8-72e9-4819-b3ac-ca6f62e9fa5f admin admin] Notify callbacks [] for security_group, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:03.513243 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9fb1b6-7e74-4c90-b6d2-bb74fab65ee5 req-9b33a043-9c57-4620-9d2d-96dc4e2001a2 tempest-FloatingIPDetailsTestJSON-565069365 tempest-FloatingIPDetailsTestJSON-565069365-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:04:03.514677 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-9b9fb1b6-7e74-4c90-b6d2-bb74fab65ee5 req-9b33a043-9c57-4620-9d2d-96dc4e2001a2 tempest-FloatingIPDetailsTestJSON-565069365 tempest-FloatingIPDetailsTestJSON-565069365-project] 10.222.0.104 "GET /v2.0/networks/2658f09e-a580-4d4a-9968-2d1e0ad93719 HTTP/1.1" status: 200 len: 784 time: 0.1446354 Jul 06 14:04:03.542136 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53392234-d7d8-4286-9fa2-06cd64fd7ce1 req-be5193fc-9dfc-4f4f-a8a5-99429ccb5de1 tempest-MultipleCreateTestJSON-1034572626 tempest-MultipleCreateTestJSON-1034572626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:04:03.544152 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-53392234-d7d8-4286-9fa2-06cd64fd7ce1 req-be5193fc-9dfc-4f4f-a8a5-99429ccb5de1 tempest-MultipleCreateTestJSON-1034572626 tempest-MultipleCreateTestJSON-1034572626-project] 10.222.0.104 "GET /v2.0/ports?device_id=275441aa-bcb6-4154-a0f9-4e8cd9220ab9 HTTP/1.1" status: 200 len: 944 time: 0.1285686 Jul 06 14:04:03.544625 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-837f8cf8-72e9-4819-b3ac-ca6f62e9fa5f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:03.549374 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-837f8cf8-72e9-4819-b3ac-ca6f62e9fa5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:03.587885 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-837f8cf8-72e9-4819-b3ac-ca6f62e9fa5f admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=8394070477764d458d10ffa28060a3c7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2712224 Jul 06 14:04:03.588756 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837f8cf8-72e9-4819-b3ac-ca6f62e9fa5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77b23e92-8a49-48ab-aaf9-672dd3071628,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:04:03.590644 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 39588) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:04:03.601914 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-9b9fb1b6-7e74-4c90-b6d2-bb74fab65ee5 req-3cf37631-51e9-4007-93ca-98e6dffeccc4 tempest-FloatingIPDetailsTestJSON-565069365 tempest-FloatingIPDetailsTestJSON-565069365-project] 10.222.0.104 "GET /v2.0/floatingips?floating_ip_address=172.25.0.95 HTTP/1.1" status: 200 len: 695 time: 0.0793874 Jul 06 14:04:03.611567 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-837f8cf8-72e9-4819-b3ac-ca6f62e9fa5f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:04:03.611917 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-837f8cf8-72e9-4819-b3ac-ca6f62e9fa5f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:04:03.612258 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-837f8cf8-72e9-4819-b3ac-ca6f62e9fa5f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:04:03.612600 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-837f8cf8-72e9-4819-b3ac-ca6f62e9fa5f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:04:03.612941 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-837f8cf8-72e9-4819-b3ac-ca6f62e9fa5f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:04:03.613276 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-837f8cf8-72e9-4819-b3ac-ca6f62e9fa5f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:04:03.613581 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-837f8cf8-72e9-4819-b3ac-ca6f62e9fa5f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:04:03.613906 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-837f8cf8-72e9-4819-b3ac-ca6f62e9fa5f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:04:03.614230 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-837f8cf8-72e9-4819-b3ac-ca6f62e9fa5f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:04:03.614554 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-837f8cf8-72e9-4819-b3ac-ca6f62e9fa5f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:04:03.614876 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-837f8cf8-72e9-4819-b3ac-ca6f62e9fa5f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:04:03.615196 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-837f8cf8-72e9-4819-b3ac-ca6f62e9fa5f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:04:03.627804 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-53392234-d7d8-4286-9fa2-06cd64fd7ce1 req-265cf8c2-1729-4350-b927-85c491ab0950 tempest-MultipleCreateTestJSON-1034572626 tempest-MultipleCreateTestJSON-1034572626-project] 10.222.0.104 "GET /v2.0/security-groups?id=d0717d20-fb31-48e4-8147-f0a3642617ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493119 Jul 06 14:04:03.658081 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-318e6b96-6c3a-4524-873c-27b694e7d38b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:03.668957 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-9b9fb1b6-7e74-4c90-b6d2-bb74fab65ee5 req-09c4386d-39ca-497c-8e74-8b9a153c6552 tempest-FloatingIPDetailsTestJSON-565069365 tempest-FloatingIPDetailsTestJSON-565069365-project] 10.222.0.104 "GET /v2.0/floatingips?floating_ip_address=172.25.0.95 HTTP/1.1" status: 200 len: 695 time: 0.0559843 Jul 06 14:04:03.685460 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-318e6b96-6c3a-4524-873c-27b694e7d38b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:03.742911 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-318e6b96-6c3a-4524-873c-27b694e7d38b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:03.746169 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-318e6b96-6c3a-4524-873c-27b694e7d38b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:03.750685 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-318e6b96-6c3a-4524-873c-27b694e7d38b admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/77b23e92-8a49-48ab-aaf9-672dd3071628 HTTP/1.1" status: 204 len: 168 time: 0.1590412 Jul 06 14:04:03.764245 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318e6b96-6c3a-4524-873c-27b694e7d38b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77b23e92-8a49-48ab-aaf9-672dd3071628,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:04:03.824542 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-59a5a38d-f681-41da-b95a-7273a3c54e98 req-4c2653e2-6375-4a63-8ce6-71a7bba5e508 tempest-ServerShowV254Test-716947557 tempest-ServerShowV254Test-716947557-project] 10.222.0.104 "GET /v2.0/ports?device_id=fc06b29c-bd46-47be-ac2a-6d1c75fe5b23 HTTP/1.1" status: 200 len: 210 time: 0.0368247 Jul 06 14:04:03.878989 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.plugin [req-9b9fb1b6-7e74-4c90-b6d2-bb74fab65ee5 req-4e7c9db7-e6d3-4134-b302-b1862ad290fd tempest-FloatingIPDetailsTestJSON-565069365 tempest-FloatingIPDetailsTestJSON-565069365-project] Deleting port 9a3187f6-0a2d-4e53-884d-22ce09bbb58d {{(pid=100247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:04:03.879371 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-9b9fb1b6-7e74-4c90-b6d2-bb74fab65ee5 req-4e7c9db7-e6d3-4134-b302-b1862ad290fd tempest-FloatingIPDetailsTestJSON-565069365 tempest-FloatingIPDetailsTestJSON-565069365-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:03.928615 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Device 9784944d-8d62-4eac-9c42-02dd553a8efd up at agent hyperv_n-h1-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:04:03.976055 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-9b9fb1b6-7e74-4c90-b6d2-bb74fab65ee5 req-4e7c9db7-e6d3-4134-b302-b1862ad290fd tempest-FloatingIPDetailsTestJSON-565069365 tempest-FloatingIPDetailsTestJSON-565069365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:03.976292 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-9b9fb1b6-7e74-4c90-b6d2-bb74fab65ee5 req-4e7c9db7-e6d3-4134-b302-b1862ad290fd tempest-FloatingIPDetailsTestJSON-565069365 tempest-FloatingIPDetailsTestJSON-565069365-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:03.986990 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Provisioning for port 9784944d-8d62-4eac-9c42-02dd553a8efd completed by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:04:03.992313 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.plugin [req-9b9fb1b6-7e74-4c90-b6d2-bb74fab65ee5 req-4e7c9db7-e6d3-4134-b302-b1862ad290fd tempest-FloatingIPDetailsTestJSON-565069365 tempest-FloatingIPDetailsTestJSON-565069365-project] Calling delete_port for 9a3187f6-0a2d-4e53-884d-22ce09bbb58d owned by network:floatingip {{(pid=100247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:04:03.994296 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Provisioning complete for port 9784944d-8d62-4eac-9c42-02dd553a8efd triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:04:03.994896 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:04.051521 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 39600) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:04:04.069479 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-e7972028-22ae-4524-9246-c3e3f334f546 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:04.108102 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:04.132240 n-d-773647-6 neutron-server[100248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '275441aa-bcb6-4154-a0f9-4e8cd9220ab9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9784944d-8d62-4eac-9c42-02dd553a8efd'}] {{(pid=100248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:04:04.134506 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84af257533e383389cbcf231d3534f4d5e149e7203fea16b4a8fc01438dddaf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c25b3107-0bad-415e-bff7-653166d8ad60" -d '{"events": [{"server_uuid": "275441aa-bcb6-4154-a0f9-4e8cd9220ab9", "name": "network-vif-plugged", "status": "completed", "tag": "9784944d-8d62-4eac-9c42-02dd553a8efd"}]}' {{(pid=100248) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:04:04.149320 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] For port 9784944d-8d62-4eac-9c42-02dd553a8efd, host n-h1-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773647-6',level=0,port_id=9784944d-8d62-4eac-9c42-02dd553a8efd,segment=NetworkSegment(6b220387-8d13-4ae1-983f-231ccd618d77),segment_id=6b220387-8d13-4ae1-983f-231ccd618d77)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:04:04.161339 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:04.170099 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-9b9fb1b6-7e74-4c90-b6d2-bb74fab65ee5 req-4e7c9db7-e6d3-4134-b302-b1862ad290fd tempest-FloatingIPDetailsTestJSON-565069365 tempest-FloatingIPDetailsTestJSON-565069365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128888353'] for port, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:04.202830 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7c9db7-e6d3-4134-b302-b1862ad290fd tempest-FloatingIPDetailsTestJSON-565069365 tempest-FloatingIPDetailsTestJSON-565069365-project] Pushing event deleted for resources: {'Port': ['ID=9a3187f6-0a2d-4e53-884d-22ce09bbb58d,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:04:04.232397 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Pushing event updated for resources: {'Port': ['ID=9784944d-8d62-4eac-9c42-02dd553a8efd,revision_number=5']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:04:04.253395 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-e7972028-22ae-4524-9246-c3e3f334f546 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:04.258329 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-e7972028-22ae-4524-9246-c3e3f334f546 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:04.275573 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-9b9fb1b6-7e74-4c90-b6d2-bb74fab65ee5 req-4e7c9db7-e6d3-4134-b302-b1862ad290fd tempest-FloatingIPDetailsTestJSON-565069365 tempest-FloatingIPDetailsTestJSON-565069365-project] Notify callbacks [] for floatingip, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:04.278363 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-9b9fb1b6-7e74-4c90-b6d2-bb74fab65ee5 req-4e7c9db7-e6d3-4134-b302-b1862ad290fd tempest-FloatingIPDetailsTestJSON-565069365 tempest-FloatingIPDetailsTestJSON-565069365-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for floatingip, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:04.285345 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-9b9fb1b6-7e74-4c90-b6d2-bb74fab65ee5 req-4e7c9db7-e6d3-4134-b302-b1862ad290fd tempest-FloatingIPDetailsTestJSON-565069365 tempest-FloatingIPDetailsTestJSON-565069365-project] 10.222.0.104 "DELETE /v2.0/floatingips/3cfac5ca-1f8f-4b16-8493-9d3a3200336b HTTP/1.1" status: 204 len: 173 time: 0.6105461 Jul 06 14:04:04.299142 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-e7972028-22ae-4524-9246-c3e3f334f546 admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=eda256cf94724cd3ba01d80c6e195d98&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2463200 Jul 06 14:04:04.301629 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 39610) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:04:04.308358 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7972028-22ae-4524-9246-c3e3f334f546 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7780e3b-4b96-4323-a034-15cbdc6501ad,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:04:04.362839 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-99ec7784-36fc-464e-b3db-913502f950aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:04.389571 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-99ec7784-36fc-464e-b3db-913502f950aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:04.444447 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-99ec7784-36fc-464e-b3db-913502f950aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:04.447311 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-99ec7784-36fc-464e-b3db-913502f950aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:04.448534 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-99ec7784-36fc-464e-b3db-913502f950aa admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/a7780e3b-4b96-4323-a034-15cbdc6501ad HTTP/1.1" status: 204 len: 168 time: 0.1459346 Jul 06 14:04:04.458116 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ec7784-36fc-464e-b3db-913502f950aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7780e3b-4b96-4323-a034-15cbdc6501ad,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:04:04.596483 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a54b6c-167e-4837-9b5e-9cab46738b3c req-1338b8ad-1eba-41cd-b33f-3dff9ec53e31 tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:04:04.602773 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a54b6c-167e-4837-9b5e-9cab46738b3c req-1338b8ad-1eba-41cd-b33f-3dff9ec53e31 tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:04:04.608753 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a54b6c-167e-4837-9b5e-9cab46738b3c req-1338b8ad-1eba-41cd-b33f-3dff9ec53e31 tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:04:04.615397 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a54b6c-167e-4837-9b5e-9cab46738b3c req-1338b8ad-1eba-41cd-b33f-3dff9ec53e31 tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:04:04.621679 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a54b6c-167e-4837-9b5e-9cab46738b3c req-1338b8ad-1eba-41cd-b33f-3dff9ec53e31 tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:04:04.628270 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a54b6c-167e-4837-9b5e-9cab46738b3c req-1338b8ad-1eba-41cd-b33f-3dff9ec53e31 tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:04:04.634298 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a54b6c-167e-4837-9b5e-9cab46738b3c req-1338b8ad-1eba-41cd-b33f-3dff9ec53e31 tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:04:04.636314 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-41a54b6c-167e-4837-9b5e-9cab46738b3c req-1338b8ad-1eba-41cd-b33f-3dff9ec53e31 tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] 10.222.0.104 "GET /v2.0/ports?device_id=e7dc6a4d-9f66-42f4-9ec5-8a24ac011f21 HTTP/1.1" status: 200 len: 5422 time: 0.1206534 Jul 06 14:04:04.698010 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-41a54b6c-167e-4837-9b5e-9cab46738b3c req-d0dc3439-4670-4f17-bf3e-2bbd8edbc904 tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] 10.222.0.104 "GET /v2.0/security-groups?id=49c1468a-280e-4510-8673-63e827c90e1a&id=89d2c750-f3d8-486f-ac80-ea9c67d569ed&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0545716 Jul 06 14:04:04.771676 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 14:04:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad30c0c1-dbb7-47b2-92f9-4dccefd0f0a5 x-openstack-request-id: req-ad30c0c1-dbb7-47b2-92f9-4dccefd0f0a5 {{(pid=100248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:04:04.772085 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "275441aa-bcb6-4154-a0f9-4e8cd9220ab9", "name": "network-vif-plugged", "status": "completed", "tag": "9784944d-8d62-4eac-9c42-02dd553a8efd", "code": 200}]} {{(pid=100248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:04:04.772506 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-ad30c0c1-dbb7-47b2-92f9-4dccefd0f0a5 {{(pid=100248) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:04:04.773091 n-d-773647-6 neutron-server[100248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '275441aa-bcb6-4154-a0f9-4e8cd9220ab9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9784944d-8d62-4eac-9c42-02dd553a8efd', 'code': 200} Jul 06 14:04:04.885498 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 39632) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:04:04.901010 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-c81cdd6d-ba51-47c5-9c9d-58d9b5292f22 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:05.001359 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f8ba88-0b7d-4c23-8fe7-626a8d267817 req-f8d14501-8a4b-4196-8215-ae02d820ec65 tempest-FloatingIPDetailsTestJSON-565069365 tempest-FloatingIPDetailsTestJSON-565069365-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:04:05.002733 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-a0f8ba88-0b7d-4c23-8fe7-626a8d267817 req-f8d14501-8a4b-4196-8215-ae02d820ec65 tempest-FloatingIPDetailsTestJSON-565069365 tempest-FloatingIPDetailsTestJSON-565069365-project] 10.222.0.104 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.2759151 Jul 06 14:04:05.014415 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-c81cdd6d-ba51-47c5-9c9d-58d9b5292f22 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:05.020413 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-c81cdd6d-ba51-47c5-9c9d-58d9b5292f22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:05.020551 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e11ab6-df6d-49da-ba36-ea3bec01f812 req-85f67e9a-78a2-4324-806e-bca4bd6b2043 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:04:05.021919 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-79e11ab6-df6d-49da-ba36-ea3bec01f812 req-85f67e9a-78a2-4324-806e-bca4bd6b2043 service neutron] 10.222.0.127 "GET /v2.0/ports?device_id=275441aa-bcb6-4154-a0f9-4e8cd9220ab9 HTTP/1.1" status: 200 len: 1096 time: 0.1801391 Jul 06 14:04:05.061051 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-c81cdd6d-ba51-47c5-9c9d-58d9b5292f22 admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=210844a9165c48a5a91a68affe757602&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1743264 Jul 06 14:04:05.063862 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 39636) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:04:05.070112 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81cdd6d-ba51-47c5-9c9d-58d9b5292f22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccbed104-bef8-460c-ace3-df379c63c5a5,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:04:05.070777 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e134372-7703-4614-972e-71d165b2255d req-534eaeae-86ef-47e2-8ef4-d0031b4f1a18 tempest-MultipleCreateTestJSON-1034572626 tempest-MultipleCreateTestJSON-1034572626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:04:05.072334 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-8e134372-7703-4614-972e-71d165b2255d req-534eaeae-86ef-47e2-8ef4-d0031b4f1a18 tempest-MultipleCreateTestJSON-1034572626 tempest-MultipleCreateTestJSON-1034572626-project] 10.222.0.104 "GET /v2.0/ports?device_id=275441aa-bcb6-4154-a0f9-4e8cd9220ab9 HTTP/1.1" status: 200 len: 945 time: 0.1375847 Jul 06 14:04:05.107761 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-79e11ab6-df6d-49da-ba36-ea3bec01f812 req-edaacd74-8b74-4d6e-82ab-2c8d5531944f service neutron] 10.222.0.127 "GET /v2.0/security-groups?id=d0717d20-fb31-48e4-8147-f0a3642617ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789530 Jul 06 14:04:05.120671 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-47428967-7a12-424f-bb08-3bb2af5adc02 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:05.142537 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-47428967-7a12-424f-bb08-3bb2af5adc02 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:05.153362 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-8e134372-7703-4614-972e-71d165b2255d req-ed6af840-f1db-461b-9ffe-dc29efa2e105 tempest-MultipleCreateTestJSON-1034572626 tempest-MultipleCreateTestJSON-1034572626-project] 10.222.0.104 "GET /v2.0/security-groups?id=d0717d20-fb31-48e4-8147-f0a3642617ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649891 Jul 06 14:04:05.155295 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-0bf78654-c2b3-4cbe-af64-b36d65970b53 req-7ded4390-9ebb-4c20-9a75-614c65bc38e3 tempest-ServerShowV254Test-716947557 tempest-ServerShowV254Test-716947557-project] 10.222.0.104 "GET /v2.0/ports?device_id=fc06b29c-bd46-47be-ac2a-6d1c75fe5b23 HTTP/1.1" status: 200 len: 210 time: 0.0342684 Jul 06 14:04:05.196282 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-47428967-7a12-424f-bb08-3bb2af5adc02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:05.198975 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-47428967-7a12-424f-bb08-3bb2af5adc02 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:05.200165 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-47428967-7a12-424f-bb08-3bb2af5adc02 admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/ccbed104-bef8-460c-ace3-df379c63c5a5 HTTP/1.1" status: 204 len: 168 time: 0.1353793 Jul 06 14:04:05.209378 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47428967-7a12-424f-bb08-3bb2af5adc02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccbed104-bef8-460c-ace3-df379c63c5a5,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:04:05.243868 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-4d0185ae-8033-498b-b6fb-c0956e1596f9 req-44a6b27d-4f39-47cb-a0e0-d35356d6e721 tempest-FloatingIPDetailsTestJSON-565069365 tempest-FloatingIPDetailsTestJSON-565069365-project] 10.222.0.104 "GET /v2.0/floatingips?tenant_id=9c4f88f12e6e47ff8256bfd6bad61793 HTTP/1.1" status: 200 len: 1655 time: 0.0619001 Jul 06 14:04:05.357206 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0185ae-8033-498b-b6fb-c0956e1596f9 req-3026b058-c40f-4446-a13b-9f25b729401e tempest-FloatingIPDetailsTestJSON-565069365 tempest-FloatingIPDetailsTestJSON-565069365-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:04:05.358684 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-4d0185ae-8033-498b-b6fb-c0956e1596f9 req-3026b058-c40f-4446-a13b-9f25b729401e tempest-FloatingIPDetailsTestJSON-565069365 tempest-FloatingIPDetailsTestJSON-565069365-project] 10.222.0.104 "GET /v2.0/networks?id=2658f09e-a580-4d4a-9968-2d1e0ad93719&id=2658f09e-a580-4d4a-9968-2d1e0ad93719&id=2658f09e-a580-4d4a-9968-2d1e0ad93719 HTTP/1.1" status: 200 len: 787 time: 0.1089497 Jul 06 14:04:05.431495 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-19e4e834-6621-4cce-9968-08b3e184a418 req-ab34c6f8-0c29-430a-89e2-368f8720b36a tempest-FloatingIPDetailsTestJSON-565069365 tempest-FloatingIPDetailsTestJSON-565069365-project] 10.222.0.104 "GET /v2.0/floatingips/74992a2e-a343-4f46-bb6e-3c6551e53a93 HTTP/1.1" status: 200 len: 693 time: 0.0508831 Jul 06 14:04:05.559775 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e4e834-6621-4cce-9968-08b3e184a418 req-86cdde0a-8ec1-46a6-baf0-72325e5d78ce tempest-FloatingIPDetailsTestJSON-565069365 tempest-FloatingIPDetailsTestJSON-565069365-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:04:05.561984 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-19e4e834-6621-4cce-9968-08b3e184a418 req-86cdde0a-8ec1-46a6-baf0-72325e5d78ce tempest-FloatingIPDetailsTestJSON-565069365 tempest-FloatingIPDetailsTestJSON-565069365-project] 10.222.0.104 "GET /v2.0/networks/2658f09e-a580-4d4a-9968-2d1e0ad93719 HTTP/1.1" status: 200 len: 784 time: 0.1242011 Jul 06 14:04:05.614684 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-19e4e834-6621-4cce-9968-08b3e184a418 req-f2c78c89-a8ab-4ef7-9542-20609edd95af tempest-FloatingIPDetailsTestJSON-565069365 tempest-FloatingIPDetailsTestJSON-565069365-project] 10.222.0.104 "GET /v2.0/floatingips?floating_ip_address=172.25.0.254 HTTP/1.1" status: 200 len: 696 time: 0.0445588 Jul 06 14:04:05.670269 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-19e4e834-6621-4cce-9968-08b3e184a418 req-3b89cb08-cc30-4931-82c0-0527a5d0a1f8 tempest-FloatingIPDetailsTestJSON-565069365 tempest-FloatingIPDetailsTestJSON-565069365-project] 10.222.0.104 "GET /v2.0/floatingips?floating_ip_address=172.25.0.254 HTTP/1.1" status: 200 len: 696 time: 0.0481253 Jul 06 14:04:05.821962 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.plugin [req-19e4e834-6621-4cce-9968-08b3e184a418 req-2b98d20f-54fc-4165-bfd3-0d72dbbd92f5 tempest-FloatingIPDetailsTestJSON-565069365 tempest-FloatingIPDetailsTestJSON-565069365-project] Deleting port 35a9e338-3343-4860-8dbc-d1143b650d74 {{(pid=100247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:04:05.822813 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-19e4e834-6621-4cce-9968-08b3e184a418 req-2b98d20f-54fc-4165-bfd3-0d72dbbd92f5 tempest-FloatingIPDetailsTestJSON-565069365 tempest-FloatingIPDetailsTestJSON-565069365-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:06.259380 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-19e4e834-6621-4cce-9968-08b3e184a418 req-2b98d20f-54fc-4165-bfd3-0d72dbbd92f5 tempest-FloatingIPDetailsTestJSON-565069365 tempest-FloatingIPDetailsTestJSON-565069365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:06.260038 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-19e4e834-6621-4cce-9968-08b3e184a418 req-2b98d20f-54fc-4165-bfd3-0d72dbbd92f5 tempest-FloatingIPDetailsTestJSON-565069365 tempest-FloatingIPDetailsTestJSON-565069365-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:06.277034 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.plugin [req-19e4e834-6621-4cce-9968-08b3e184a418 req-2b98d20f-54fc-4165-bfd3-0d72dbbd92f5 tempest-FloatingIPDetailsTestJSON-565069365 tempest-FloatingIPDetailsTestJSON-565069365-project] Calling delete_port for 35a9e338-3343-4860-8dbc-d1143b650d74 owned by network:floatingip {{(pid=100247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:04:06.296186 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba73ec4a-adf3-4aef-9704-ca8578416e4d req-c3032e17-b011-42f0-b194-afabaa5863b8 tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:04:06.304593 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba73ec4a-adf3-4aef-9704-ca8578416e4d req-c3032e17-b011-42f0-b194-afabaa5863b8 tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:04:06.310400 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba73ec4a-adf3-4aef-9704-ca8578416e4d req-c3032e17-b011-42f0-b194-afabaa5863b8 tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:04:06.316276 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba73ec4a-adf3-4aef-9704-ca8578416e4d req-c3032e17-b011-42f0-b194-afabaa5863b8 tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:04:06.321153 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 39678) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:04:06.322338 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba73ec4a-adf3-4aef-9704-ca8578416e4d req-c3032e17-b011-42f0-b194-afabaa5863b8 tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:04:06.328289 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba73ec4a-adf3-4aef-9704-ca8578416e4d req-c3032e17-b011-42f0-b194-afabaa5863b8 tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:04:06.334207 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba73ec4a-adf3-4aef-9704-ca8578416e4d req-c3032e17-b011-42f0-b194-afabaa5863b8 tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:04:06.336138 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-ba73ec4a-adf3-4aef-9704-ca8578416e4d req-c3032e17-b011-42f0-b194-afabaa5863b8 tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] 10.222.0.104 "GET /v2.0/ports?device_id=e7dc6a4d-9f66-42f4-9ec5-8a24ac011f21 HTTP/1.1" status: 200 len: 5422 time: 0.5015721 Jul 06 14:04:06.425163 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-ba73ec4a-adf3-4aef-9704-ca8578416e4d req-5629c51e-392c-4be5-af00-820cf8951157 tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] 10.222.0.104 "GET /v2.0/security-groups?id=49c1468a-280e-4510-8673-63e827c90e1a&id=89d2c750-f3d8-486f-ac80-ea9c67d569ed&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0804424 Jul 06 14:04:06.430096 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-81338712-bbb1-4766-9ff2-8d47e6afcd5b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:06.510358 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-19e4e834-6621-4cce-9968-08b3e184a418 req-2b98d20f-54fc-4165-bfd3-0d72dbbd92f5 tempest-FloatingIPDetailsTestJSON-565069365 tempest-FloatingIPDetailsTestJSON-565069365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128888353'] for port, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:06.540839 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b98d20f-54fc-4165-bfd3-0d72dbbd92f5 tempest-FloatingIPDetailsTestJSON-565069365 tempest-FloatingIPDetailsTestJSON-565069365-project] Pushing event deleted for resources: {'Port': ['ID=35a9e338-3343-4860-8dbc-d1143b650d74,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:04:06.598188 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-81338712-bbb1-4766-9ff2-8d47e6afcd5b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:06.603271 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-81338712-bbb1-4766-9ff2-8d47e6afcd5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:06.631409 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-19e4e834-6621-4cce-9968-08b3e184a418 req-2b98d20f-54fc-4165-bfd3-0d72dbbd92f5 tempest-FloatingIPDetailsTestJSON-565069365 tempest-FloatingIPDetailsTestJSON-565069365-project] Notify callbacks [] for floatingip, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:06.633880 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-19e4e834-6621-4cce-9968-08b3e184a418 req-2b98d20f-54fc-4165-bfd3-0d72dbbd92f5 tempest-FloatingIPDetailsTestJSON-565069365 tempest-FloatingIPDetailsTestJSON-565069365-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for floatingip, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:06.635009 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-19e4e834-6621-4cce-9968-08b3e184a418 req-2b98d20f-54fc-4165-bfd3-0d72dbbd92f5 tempest-FloatingIPDetailsTestJSON-565069365 tempest-FloatingIPDetailsTestJSON-565069365-project] 10.222.0.104 "DELETE /v2.0/floatingips/74992a2e-a343-4f46-bb6e-3c6551e53a93 HTTP/1.1" status: 204 len: 173 time: 0.9596400 Jul 06 14:04:06.645866 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81338712-bbb1-4766-9ff2-8d47e6afcd5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4411695-ef5d-4a09-a164-14679e623487,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:04:06.659201 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-81338712-bbb1-4766-9ff2-8d47e6afcd5b admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=fb2ba56848fe4f7680f961199b2bed9e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3368711 Jul 06 14:04:06.659909 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 39696) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:04:06.689070 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ad8e47-8e0f-44d7-ae74-cf2e98fbb400 req-56aee68c-563c-4edd-a451-29f783faf775 tempest-MultipleCreateTestJSON-1034572626 tempest-MultipleCreateTestJSON-1034572626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:04:06.691887 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-25ad8e47-8e0f-44d7-ae74-cf2e98fbb400 req-56aee68c-563c-4edd-a451-29f783faf775 tempest-MultipleCreateTestJSON-1034572626 tempest-MultipleCreateTestJSON-1034572626-project] 10.222.0.104 "GET /v2.0/ports?device_id=275441aa-bcb6-4154-a0f9-4e8cd9220ab9 HTTP/1.1" status: 200 len: 945 time: 0.0920863 Jul 06 14:04:06.791292 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-236db1c5-dbe8-4c00-92f4-db6f6043a004 req-0e2c6cf8-e350-42b0-9489-1eb2e909875a tempest-ServerShowV254Test-716947557 tempest-ServerShowV254Test-716947557-project] 10.222.0.104 "GET /v2.0/ports?device_id=fc06b29c-bd46-47be-ac2a-6d1c75fe5b23 HTTP/1.1" status: 200 len: 210 time: 0.0405705 Jul 06 14:04:06.794463 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-25ad8e47-8e0f-44d7-ae74-cf2e98fbb400 req-758f52c4-eb28-4b09-9631-368438950f2d tempest-MultipleCreateTestJSON-1034572626 tempest-MultipleCreateTestJSON-1034572626-project] 10.222.0.104 "GET /v2.0/security-groups?id=d0717d20-fb31-48e4-8147-f0a3642617ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964117 Jul 06 14:04:06.795151 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-d28d77ae-000b-477c-a65f-30be5dad9c2d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:06.832739 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-d28d77ae-000b-477c-a65f-30be5dad9c2d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:06.899873 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-d28d77ae-000b-477c-a65f-30be5dad9c2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:06.902513 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-d28d77ae-000b-477c-a65f-30be5dad9c2d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:06.904132 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-d28d77ae-000b-477c-a65f-30be5dad9c2d admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/e4411695-ef5d-4a09-a164-14679e623487 HTTP/1.1" status: 204 len: 168 time: 0.2429891 Jul 06 14:04:06.912871 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28d77ae-000b-477c-a65f-30be5dad9c2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4411695-ef5d-4a09-a164-14679e623487,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:04:06.981419 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-20184eb8-e7b7-4f02-967d-fa2bc55ca99b req-4550d38f-55be-44a8-b34f-8e3653864459 tempest-FloatingIPDetailsTestJSON-565069365 tempest-FloatingIPDetailsTestJSON-565069365-project] 10.222.0.104 "GET /v2.0/floatingips/9a045139-aa7a-4e00-9ff2-37bc073d4f54 HTTP/1.1" status: 200 len: 692 time: 0.0528152 Jul 06 14:04:07.129789 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20184eb8-e7b7-4f02-967d-fa2bc55ca99b req-dab3fb40-51a4-4781-84d1-44baae427155 tempest-FloatingIPDetailsTestJSON-565069365 tempest-FloatingIPDetailsTestJSON-565069365-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:04:07.131168 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-20184eb8-e7b7-4f02-967d-fa2bc55ca99b req-dab3fb40-51a4-4781-84d1-44baae427155 tempest-FloatingIPDetailsTestJSON-565069365 tempest-FloatingIPDetailsTestJSON-565069365-project] 10.222.0.104 "GET /v2.0/networks/2658f09e-a580-4d4a-9968-2d1e0ad93719 HTTP/1.1" status: 200 len: 784 time: 0.1489758 Jul 06 14:04:07.152015 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b996277-433a-4726-a161-6ae9d27a1fdc req-19c4e78d-eddd-4ed4-91c8-fa5491ce6069 tempest-MultipleCreateTestJSON-1034572626 tempest-MultipleCreateTestJSON-1034572626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:04:07.153433 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-6b996277-433a-4726-a161-6ae9d27a1fdc req-19c4e78d-eddd-4ed4-91c8-fa5491ce6069 tempest-MultipleCreateTestJSON-1034572626 tempest-MultipleCreateTestJSON-1034572626-project] 10.222.0.104 "GET /v2.0/ports?device_id=759d2dcf-71f5-4457-a4a2-f1ec92614283 HTTP/1.1" status: 200 len: 946 time: 0.1195717 Jul 06 14:04:07.207002 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-20184eb8-e7b7-4f02-967d-fa2bc55ca99b req-86e1ffd5-d344-4bc8-a4b1-8afdf98e6db0 tempest-FloatingIPDetailsTestJSON-565069365 tempest-FloatingIPDetailsTestJSON-565069365-project] 10.222.0.104 "GET /v2.0/floatingips?floating_ip_address=172.25.0.89 HTTP/1.1" status: 200 len: 695 time: 0.0694041 Jul 06 14:04:07.266272 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-6b996277-433a-4726-a161-6ae9d27a1fdc req-cf6442c4-a2de-4486-b46b-25fe91a13aa4 tempest-MultipleCreateTestJSON-1034572626 tempest-MultipleCreateTestJSON-1034572626-project] 10.222.0.104 "GET /v2.0/security-groups?id=d0717d20-fb31-48e4-8147-f0a3642617ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822420 Jul 06 14:04:07.276641 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-20184eb8-e7b7-4f02-967d-fa2bc55ca99b req-f3064115-7390-4bc2-be24-3ee2f018dc25 tempest-FloatingIPDetailsTestJSON-565069365 tempest-FloatingIPDetailsTestJSON-565069365-project] 10.222.0.104 "GET /v2.0/floatingips?floating_ip_address=172.25.0.89 HTTP/1.1" status: 200 len: 695 time: 0.0620866 Jul 06 14:04:07.425331 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.plugin [req-20184eb8-e7b7-4f02-967d-fa2bc55ca99b req-fce5125f-2c72-49be-a653-6b430ccf1d6b tempest-FloatingIPDetailsTestJSON-565069365 tempest-FloatingIPDetailsTestJSON-565069365-project] Deleting port 48b8e085-a335-429e-aa3b-db8c62a26542 {{(pid=100247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:04:07.425677 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-20184eb8-e7b7-4f02-967d-fa2bc55ca99b req-fce5125f-2c72-49be-a653-6b430ccf1d6b tempest-FloatingIPDetailsTestJSON-565069365 tempest-FloatingIPDetailsTestJSON-565069365-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:07.515381 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-20184eb8-e7b7-4f02-967d-fa2bc55ca99b req-fce5125f-2c72-49be-a653-6b430ccf1d6b tempest-FloatingIPDetailsTestJSON-565069365 tempest-FloatingIPDetailsTestJSON-565069365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:07.515728 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-20184eb8-e7b7-4f02-967d-fa2bc55ca99b req-fce5125f-2c72-49be-a653-6b430ccf1d6b tempest-FloatingIPDetailsTestJSON-565069365 tempest-FloatingIPDetailsTestJSON-565069365-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:07.531943 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.plugin [req-20184eb8-e7b7-4f02-967d-fa2bc55ca99b req-fce5125f-2c72-49be-a653-6b430ccf1d6b tempest-FloatingIPDetailsTestJSON-565069365 tempest-FloatingIPDetailsTestJSON-565069365-project] Calling delete_port for 48b8e085-a335-429e-aa3b-db8c62a26542 owned by network:floatingip {{(pid=100247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:04:07.733677 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2f20d4-61ba-44b5-97c4-45da3968534f req-ef6ef6bd-8366-47c4-b61b-873af974faa9 tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:04:07.740373 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2f20d4-61ba-44b5-97c4-45da3968534f req-ef6ef6bd-8366-47c4-b61b-873af974faa9 tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:04:07.746406 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2f20d4-61ba-44b5-97c4-45da3968534f req-ef6ef6bd-8366-47c4-b61b-873af974faa9 tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:04:07.753031 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2f20d4-61ba-44b5-97c4-45da3968534f req-ef6ef6bd-8366-47c4-b61b-873af974faa9 tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:04:07.759242 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2f20d4-61ba-44b5-97c4-45da3968534f req-ef6ef6bd-8366-47c4-b61b-873af974faa9 tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:04:07.765628 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2f20d4-61ba-44b5-97c4-45da3968534f req-ef6ef6bd-8366-47c4-b61b-873af974faa9 tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:04:07.771841 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2f20d4-61ba-44b5-97c4-45da3968534f req-ef6ef6bd-8366-47c4-b61b-873af974faa9 tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:04:07.773787 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-2b2f20d4-61ba-44b5-97c4-45da3968534f req-ef6ef6bd-8366-47c4-b61b-873af974faa9 tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] 10.222.0.104 "GET /v2.0/ports?device_id=e7dc6a4d-9f66-42f4-9ec5-8a24ac011f21 HTTP/1.1" status: 200 len: 5422 time: 0.1552207 Jul 06 14:04:07.775070 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-20184eb8-e7b7-4f02-967d-fa2bc55ca99b req-fce5125f-2c72-49be-a653-6b430ccf1d6b tempest-FloatingIPDetailsTestJSON-565069365 tempest-FloatingIPDetailsTestJSON-565069365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128888353'] for port, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:07.811561 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce5125f-2c72-49be-a653-6b430ccf1d6b tempest-FloatingIPDetailsTestJSON-565069365 tempest-FloatingIPDetailsTestJSON-565069365-project] Pushing event deleted for resources: {'Port': ['ID=48b8e085-a335-429e-aa3b-db8c62a26542,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:04:07.895620 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-2b2f20d4-61ba-44b5-97c4-45da3968534f req-a2fb12b8-a123-4fd4-a28f-b6a663e5545b tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] 10.222.0.104 "GET /v2.0/security-groups?id=49c1468a-280e-4510-8673-63e827c90e1a&id=89d2c750-f3d8-486f-ac80-ea9c67d569ed&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1103077 Jul 06 14:04:07.910805 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-20184eb8-e7b7-4f02-967d-fa2bc55ca99b req-fce5125f-2c72-49be-a653-6b430ccf1d6b tempest-FloatingIPDetailsTestJSON-565069365 tempest-FloatingIPDetailsTestJSON-565069365-project] Notify callbacks [] for floatingip, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:07.913633 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-20184eb8-e7b7-4f02-967d-fa2bc55ca99b req-fce5125f-2c72-49be-a653-6b430ccf1d6b tempest-FloatingIPDetailsTestJSON-565069365 tempest-FloatingIPDetailsTestJSON-565069365-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for floatingip, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:07.914868 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-20184eb8-e7b7-4f02-967d-fa2bc55ca99b req-fce5125f-2c72-49be-a653-6b430ccf1d6b tempest-FloatingIPDetailsTestJSON-565069365 tempest-FloatingIPDetailsTestJSON-565069365-project] 10.222.0.104 "DELETE /v2.0/floatingips/9a045139-aa7a-4e00-9ff2-37bc073d4f54 HTTP/1.1" status: 204 len: 173 time: 0.6256130 Jul 06 14:04:08.152965 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-466c13f6-7dd2-4475-8993-c9e9f6de3f60 req-f2783a63-e303-484e-bdd5-685d006b7cd8 tempest-ServerShowV254Test-716947557 tempest-ServerShowV254Test-716947557-project] 10.222.0.104 "GET /v2.0/ports?device_id=fc06b29c-bd46-47be-ac2a-6d1c75fe5b23 HTTP/1.1" status: 200 len: 210 time: 0.0421343 Jul 06 14:04:08.301870 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-80471ec6-3d52-4377-bb67-24ff6b817cf8 req-17cb1157-1b93-45b1-9f22-98975a23fbd9 tempest-FloatingIPDetailsTestJSON-565069365 tempest-FloatingIPDetailsTestJSON-565069365-project] 10.222.0.104 "GET /v2.0/floatingips/d07c164d-4a9f-4a3d-a44d-637859e0cfc4 HTTP/1.1" status: 200 len: 692 time: 0.0585530 Jul 06 14:04:08.426618 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80471ec6-3d52-4377-bb67-24ff6b817cf8 req-69d36786-a08a-41b7-8f26-f4a910f7fcb1 tempest-FloatingIPDetailsTestJSON-565069365 tempest-FloatingIPDetailsTestJSON-565069365-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:04:08.428119 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-80471ec6-3d52-4377-bb67-24ff6b817cf8 req-69d36786-a08a-41b7-8f26-f4a910f7fcb1 tempest-FloatingIPDetailsTestJSON-565069365 tempest-FloatingIPDetailsTestJSON-565069365-project] 10.222.0.104 "GET /v2.0/networks/2658f09e-a580-4d4a-9968-2d1e0ad93719 HTTP/1.1" status: 200 len: 784 time: 0.1191595 Jul 06 14:04:08.481054 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-80471ec6-3d52-4377-bb67-24ff6b817cf8 req-e00d8a46-b6c9-4553-b126-682d6b9bb7cf tempest-FloatingIPDetailsTestJSON-565069365 tempest-FloatingIPDetailsTestJSON-565069365-project] 10.222.0.104 "GET /v2.0/floatingips?floating_ip_address=172.25.0.49 HTTP/1.1" status: 200 len: 695 time: 0.0465338 Jul 06 14:04:08.550544 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-80471ec6-3d52-4377-bb67-24ff6b817cf8 req-750511fd-6438-4b31-be04-53d60b7c0286 tempest-FloatingIPDetailsTestJSON-565069365 tempest-FloatingIPDetailsTestJSON-565069365-project] 10.222.0.104 "GET /v2.0/floatingips?floating_ip_address=172.25.0.49 HTTP/1.1" status: 200 len: 695 time: 0.0628471 Jul 06 14:04:08.747706 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf93cc3-020e-4fbf-8a4b-80a43ada064f req-219a8b46-7fe1-407e-863e-1463a408e02c tempest-MultipleCreateTestJSON-1034572626 tempest-MultipleCreateTestJSON-1034572626-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:04:08.749311 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-faf93cc3-020e-4fbf-8a4b-80a43ada064f req-219a8b46-7fe1-407e-863e-1463a408e02c tempest-MultipleCreateTestJSON-1034572626 tempest-MultipleCreateTestJSON-1034572626-project] 10.222.0.104 "GET /v2.0/networks?id=b82fb405-bff0-4597-9770-5ecffe1fa7ca HTTP/1.1" status: 200 len: 812 time: 0.2252579 Jul 06 14:04:08.773701 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-faf93cc3-020e-4fbf-8a4b-80a43ada064f req-b421ad92-63e2-4ea1-8313-ecf42b06af9d tempest-MultipleCreateTestJSON-1034572626 tempest-MultipleCreateTestJSON-1034572626-project] 10.222.0.104 "GET /v2.0/quotas/1a6a1c095b6f4d9f86abe038118b9d24 HTTP/1.1" status: 200 len: 375 time: 0.0167000 Jul 06 14:04:08.775811 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.plugin [req-80471ec6-3d52-4377-bb67-24ff6b817cf8 req-b25f6f73-6abf-4369-8b1a-bbfad094dc89 tempest-FloatingIPDetailsTestJSON-565069365 tempest-FloatingIPDetailsTestJSON-565069365-project] Deleting port 523372b0-5fcd-45cd-bbe3-6b90e910c7ec {{(pid=100247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:04:08.776148 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-80471ec6-3d52-4377-bb67-24ff6b817cf8 req-b25f6f73-6abf-4369-8b1a-bbfad094dc89 tempest-FloatingIPDetailsTestJSON-565069365 tempest-FloatingIPDetailsTestJSON-565069365-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:08.896453 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-80471ec6-3d52-4377-bb67-24ff6b817cf8 req-b25f6f73-6abf-4369-8b1a-bbfad094dc89 tempest-FloatingIPDetailsTestJSON-565069365 tempest-FloatingIPDetailsTestJSON-565069365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:08.896795 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-80471ec6-3d52-4377-bb67-24ff6b817cf8 req-b25f6f73-6abf-4369-8b1a-bbfad094dc89 tempest-FloatingIPDetailsTestJSON-565069365 tempest-FloatingIPDetailsTestJSON-565069365-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:08.915444 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.plugin [req-80471ec6-3d52-4377-bb67-24ff6b817cf8 req-b25f6f73-6abf-4369-8b1a-bbfad094dc89 tempest-FloatingIPDetailsTestJSON-565069365 tempest-FloatingIPDetailsTestJSON-565069365-project] Calling delete_port for 523372b0-5fcd-45cd-bbe3-6b90e910c7ec owned by network:floatingip {{(pid=100247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:04:08.929640 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-faf93cc3-020e-4fbf-8a4b-80a43ada064f req-01835abe-582b-4e99-8f03-4d95ea186235 tempest-MultipleCreateTestJSON-1034572626 tempest-MultipleCreateTestJSON-1034572626-project] 10.222.0.104 "GET /v2.0/ports?tenant_id=1a6a1c095b6f4d9f86abe038118b9d24&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1408341 Jul 06 14:04:08.943047 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [req-faf93cc3-020e-4fbf-8a4b-80a43ada064f req-7851c54c-e191-4a0f-92e3-c8331b491629 service neutron] http://10.222.0.104:9696/v2.0/extensions returned with HTTP 200 {{(pid=100247) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 14:04:08.944050 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-faf93cc3-020e-4fbf-8a4b-80a43ada064f req-7851c54c-e191-4a0f-92e3-c8331b491629 service neutron] 10.222.0.104 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0068672 Jul 06 14:04:09.097807 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-faf93cc3-020e-4fbf-8a4b-80a43ada064f req-e633462f-a65e-4e87-8120-b9ddb2ca973a service neutron] 10.222.0.104 "GET /v2.0/networks/b82fb405-bff0-4597-9770-5ecffe1fa7ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1477258 Jul 06 14:04:09.243598 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-80471ec6-3d52-4377-bb67-24ff6b817cf8 req-b25f6f73-6abf-4369-8b1a-bbfad094dc89 tempest-FloatingIPDetailsTestJSON-565069365 tempest-FloatingIPDetailsTestJSON-565069365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128888353'] for port, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:09.289483 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25f6f73-6abf-4369-8b1a-bbfad094dc89 tempest-FloatingIPDetailsTestJSON-565069365 tempest-FloatingIPDetailsTestJSON-565069365-project] Pushing event deleted for resources: {'Port': ['ID=523372b0-5fcd-45cd-bbe3-6b90e910c7ec,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:04:09.303900 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b73f4a8-f07c-455d-a004-fbb0fb766e14 req-a5677fb7-e1db-47ae-ba81-0ad28bdc01cc tempest-MultipleCreateTestJSON-1034572626 tempest-MultipleCreateTestJSON-1034572626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:04:09.305639 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-8b73f4a8-f07c-455d-a004-fbb0fb766e14 req-a5677fb7-e1db-47ae-ba81-0ad28bdc01cc tempest-MultipleCreateTestJSON-1034572626 tempest-MultipleCreateTestJSON-1034572626-project] 10.222.0.72 "GET /v2.0/ports?device_id=759d2dcf-71f5-4457-a4a2-f1ec92614283 HTTP/1.1" status: 200 len: 946 time: 0.2062583 Jul 06 14:04:09.324176 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-faf93cc3-020e-4fbf-8a4b-80a43ada064f req-81512f51-2451-4376-b933-74581ecb4ad8 service neutron] 10.222.0.104 "GET /v2.0/networks/b82fb405-bff0-4597-9770-5ecffe1fa7ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2157669 Jul 06 14:04:09.445062 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-80471ec6-3d52-4377-bb67-24ff6b817cf8 req-b25f6f73-6abf-4369-8b1a-bbfad094dc89 tempest-FloatingIPDetailsTestJSON-565069365 tempest-FloatingIPDetailsTestJSON-565069365-project] Notify callbacks [] for floatingip, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:09.447648 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-80471ec6-3d52-4377-bb67-24ff6b817cf8 req-b25f6f73-6abf-4369-8b1a-bbfad094dc89 tempest-FloatingIPDetailsTestJSON-565069365 tempest-FloatingIPDetailsTestJSON-565069365-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for floatingip, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:09.448808 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-80471ec6-3d52-4377-bb67-24ff6b817cf8 req-b25f6f73-6abf-4369-8b1a-bbfad094dc89 tempest-FloatingIPDetailsTestJSON-565069365 tempest-FloatingIPDetailsTestJSON-565069365-project] 10.222.0.104 "DELETE /v2.0/floatingips/d07c164d-4a9f-4a3d-a44d-637859e0cfc4 HTTP/1.1" status: 204 len: 173 time: 0.8859966 Jul 06 14:04:09.461290 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 39858) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:04:09.496141 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.plugin [req-8b73f4a8-f07c-455d-a004-fbb0fb766e14 req-ae0efd43-af1e-403e-83ce-ce417f75b678 tempest-MultipleCreateTestJSON-1034572626 tempest-MultipleCreateTestJSON-1034572626-project] Deleting port 228019df-3d0b-4a0a-8f97-9f56a3c1a4d7 {{(pid=100247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:04:09.496630 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-8b73f4a8-f07c-455d-a004-fbb0fb766e14 req-ae0efd43-af1e-403e-83ce-ce417f75b678 tempest-MultipleCreateTestJSON-1034572626 tempest-MultipleCreateTestJSON-1034572626-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:09.522866 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 39860) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:04:09.699107 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.db [req-8b73f4a8-f07c-455d-a004-fbb0fb766e14 req-ae0efd43-af1e-403e-83ce-ce417f75b678 tempest-MultipleCreateTestJSON-1034572626 tempest-MultipleCreateTestJSON-1034572626-project] For port 228019df-3d0b-4a0a-8f97-9f56a3c1a4d7, host n-h2-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=228019df-3d0b-4a0a-8f97-9f56a3c1a4d7,segment=NetworkSegment(6b220387-8d13-4ae1-983f-231ccd618d77),segment_id=6b220387-8d13-4ae1-983f-231ccd618d77)] {{(pid=100247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:04:09.699507 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-8b73f4a8-f07c-455d-a004-fbb0fb766e14 req-ae0efd43-af1e-403e-83ce-ce417f75b678 tempest-MultipleCreateTestJSON-1034572626 tempest-MultipleCreateTestJSON-1034572626-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:09.771032 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.plugin [req-8b73f4a8-f07c-455d-a004-fbb0fb766e14 req-ae0efd43-af1e-403e-83ce-ce417f75b678 tempest-MultipleCreateTestJSON-1034572626 tempest-MultipleCreateTestJSON-1034572626-project] Calling delete_port for 228019df-3d0b-4a0a-8f97-9f56a3c1a4d7 owned by compute:nova {{(pid=100247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:04:09.777614 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-58c5c5bd-f582-4497-8e27-897ebe967cb4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:09.892296 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-fd11c3cf-0f2a-45e2-ab98-f170a2d09871 req-8672267f-4517-442a-b010-edbf52e8fcbd tempest-ServerShowV254Test-716947557 tempest-ServerShowV254Test-716947557-project] 10.222.0.104 "GET /v2.0/ports?device_id=fc06b29c-bd46-47be-ac2a-6d1c75fe5b23 HTTP/1.1" status: 200 len: 210 time: 0.0576167 Jul 06 14:04:09.960170 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bc320f-dc9d-479c-bd81-1462ec05802e req-2de1b866-6e4d-4e33-a01e-316aa8f440cc tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:04:09.966999 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bc320f-dc9d-479c-bd81-1462ec05802e req-2de1b866-6e4d-4e33-a01e-316aa8f440cc tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:04:09.973766 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bc320f-dc9d-479c-bd81-1462ec05802e req-2de1b866-6e4d-4e33-a01e-316aa8f440cc tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:04:09.980057 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bc320f-dc9d-479c-bd81-1462ec05802e req-2de1b866-6e4d-4e33-a01e-316aa8f440cc tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:04:09.982761 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Device fd226586-54a3-4c8f-87bb-11c002aac048 details requested by agent hyperv_n-h1-773647-6 with host n-h1-773647-6 {{(pid=100248) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 14:04:09.987183 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bc320f-dc9d-479c-bd81-1462ec05802e req-2de1b866-6e4d-4e33-a01e-316aa8f440cc tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:04:09.994217 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bc320f-dc9d-479c-bd81-1462ec05802e req-2de1b866-6e4d-4e33-a01e-316aa8f440cc tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:04:10.001070 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bc320f-dc9d-479c-bd81-1462ec05802e req-2de1b866-6e4d-4e33-a01e-316aa8f440cc tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:04:10.003036 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-b8bc320f-dc9d-479c-bd81-1462ec05802e req-2de1b866-6e4d-4e33-a01e-316aa8f440cc tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] 10.222.0.104 "GET /v2.0/ports?device_id=e7dc6a4d-9f66-42f4-9ec5-8a24ac011f21 HTTP/1.1" status: 200 len: 5422 time: 0.3380103 Jul 06 14:04:10.088720 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-b8bc320f-dc9d-479c-bd81-1462ec05802e req-758ab504-8e8e-469f-84bc-4a7ff9eda3e2 tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] 10.222.0.104 "GET /v2.0/security-groups?id=49c1468a-280e-4510-8673-63e827c90e1a&id=89d2c750-f3d8-486f-ac80-ea9c67d569ed&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0779545 Jul 06 14:04:10.146915 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-58c5c5bd-f582-4497-8e27-897ebe967cb4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:10.155830 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-58c5c5bd-f582-4497-8e27-897ebe967cb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:10.170628 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-8b73f4a8-f07c-455d-a004-fbb0fb766e14 req-ae0efd43-af1e-403e-83ce-ce417f75b678 tempest-MultipleCreateTestJSON-1034572626 tempest-MultipleCreateTestJSON-1034572626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128888353'] for port, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:10.202144 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] get_ports_and_sgs() called for port_ids ['228019df-3d0b-4a0a-8f97-9f56a3c1a4d7'] {{(pid=100248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 14:04:10.226253 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] get_ports_and_sgs() called for port_ids ['9784944d-8d62-4eac-9c42-02dd553a8efd'] {{(pid=100248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 14:04:10.236965 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] For port fd226586-54a3-4c8f-87bb-11c002aac048, host n-h1-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773647-6',level=0,port_id=fd226586-54a3-4c8f-87bb-11c002aac048,segment=NetworkSegment(c9ea893d-045e-42cf-b3dd-cdd1f79baccd),segment_id=c9ea893d-045e-42cf-b3dd-cdd1f79baccd)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:04:10.245535 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0efd43-af1e-403e-83ce-ce417f75b678 tempest-MultipleCreateTestJSON-1034572626 tempest-MultipleCreateTestJSON-1034572626-project] Pushing event deleted for resources: {'Port': ['ID=228019df-3d0b-4a0a-8f97-9f56a3c1a4d7,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:04:10.251862 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-58c5c5bd-f582-4497-8e27-897ebe967cb4 admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=f4c509d904504c29bfb84db350a76bf5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7270708 Jul 06 14:04:10.257745 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 39884) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:04:10.285148 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c5c5bd-f582-4497-8e27-897ebe967cb4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dac7b81d-ac7d-46e7-88a8-b63232e7e9f0,revision_number=1']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:04:10.288262 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Returning: {'device': 'fd226586-54a3-4c8f-87bb-11c002aac048', 'network_id': 'ac09d390-867f-4b75-a8d2-ab11550bffd6', 'port_id': 'fd226586-54a3-4c8f-87bb-11c002aac048', 'mac_address': 'fa:16:3e:42:3f:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1023, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd1c3cc78-09b9-4e30-99fd-0e5830de101d', 'ip_address': '192.168.233.140'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100248) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 14:04:10.332160 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b73f4a8-f07c-455d-a004-fbb0fb766e14 req-ae0efd43-af1e-403e-83ce-ce417f75b678 tempest-MultipleCreateTestJSON-1034572626 tempest-MultipleCreateTestJSON-1034572626-project] No DVR routers for this DVR port 228019df-3d0b-4a0a-8f97-9f56a3c1a4d7 on host n-h2-773647-6 {{(pid=100247) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:04:10.336735 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-8b73f4a8-f07c-455d-a004-fbb0fb766e14 req-ae0efd43-af1e-403e-83ce-ce417f75b678 tempest-MultipleCreateTestJSON-1034572626 tempest-MultipleCreateTestJSON-1034572626-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:10.339002 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-8b73f4a8-f07c-455d-a004-fbb0fb766e14 req-ae0efd43-af1e-403e-83ce-ce417f75b678 tempest-MultipleCreateTestJSON-1034572626 tempest-MultipleCreateTestJSON-1034572626-project] 10.222.0.72 "DELETE /v2.0/ports/228019df-3d0b-4a0a-8f97-9f56a3c1a4d7 HTTP/1.1" status: 204 len: 173 time: 1.0254536 Jul 06 14:04:10.339471 n-d-773647-6 neutron-server[100247]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '759d2dcf-71f5-4457-a4a2-f1ec92614283', 'name': 'network-vif-deleted', 'tag': '228019df-3d0b-4a0a-8f97-9f56a3c1a4d7'}] {{(pid=100247) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:04:10.342006 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cbf0eeaae822f8fc9b87a94aeba67a3d651842baf663a51cba94b67a514836d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-976cd2f9-cf5f-44ac-bd9d-82eff364bf43" -d '{"events": [{"server_uuid": "759d2dcf-71f5-4457-a4a2-f1ec92614283", "name": "network-vif-deleted", "tag": "228019df-3d0b-4a0a-8f97-9f56a3c1a4d7"}]}' {{(pid=100247) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:04:10.359475 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:10.376690 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-0853b418-87b7-4c6c-9bce-4e93517b15af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1809431'] for router_interface, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:10.389767 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:10.399376 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec3fab3-dc12-4663-b2be-85387b62e967 req-c8db80d3-cc10-41cb-ac94-8eb2e6bd06d0 tempest-MultipleCreateTestJSON-1034572626 tempest-MultipleCreateTestJSON-1034572626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:04:10.400973 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-1ec3fab3-dc12-4663-b2be-85387b62e967 req-c8db80d3-cc10-41cb-ac94-8eb2e6bd06d0 tempest-MultipleCreateTestJSON-1034572626 tempest-MultipleCreateTestJSON-1034572626-project] 10.222.0.127 "GET /v2.0/ports?device_id=275441aa-bcb6-4154-a0f9-4e8cd9220ab9 HTTP/1.1" status: 200 len: 945 time: 0.1686428 Jul 06 14:04:10.417167 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Device 7a5f929a-d561-4993-9f4a-1c266d662f0f details requested by agent hyperv_n-h2-773647-6 with host n-h2-773647-6 {{(pid=100248) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 14:04:10.513544 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-e2a97e4d-b929-4daf-96df-915b1995ec6c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:10.528972 n-d-773647-6 neutron-server[100248]: DEBUG neutron.notifiers.nova [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id fd226586-54a3-4c8f-87bb-11c002aac048 {{(pid=100248) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 14:04:10.531730 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 14:04:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1543eb0-dd75-4e5b-a60e-6ca52f80a60b x-openstack-request-id: req-a1543eb0-dd75-4e5b-a60e-6ca52f80a60b {{(pid=100247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:04:10.532065 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "759d2dcf-71f5-4457-a4a2-f1ec92614283", "name": "network-vif-deleted", "tag": "228019df-3d0b-4a0a-8f97-9f56a3c1a4d7", "status": "completed", "code": 200}]} {{(pid=100247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:04:10.532349 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-a1543eb0-dd75-4e5b-a60e-6ca52f80a60b {{(pid=100247) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:04:10.532832 n-d-773647-6 neutron-server[100247]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '759d2dcf-71f5-4457-a4a2-f1ec92614283', 'name': 'network-vif-deleted', 'tag': '228019df-3d0b-4a0a-8f97-9f56a3c1a4d7', 'status': 'completed', 'code': 200} Jul 06 14:04:10.556339 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] For port fd226586-54a3-4c8f-87bb-11c002aac048, host n-h1-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773647-6',level=0,port_id=fd226586-54a3-4c8f-87bb-11c002aac048,segment=NetworkSegment(c9ea893d-045e-42cf-b3dd-cdd1f79baccd),segment_id=c9ea893d-045e-42cf-b3dd-cdd1f79baccd)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:04:10.577214 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:10.639983 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] For port 7a5f929a-d561-4993-9f4a-1c266d662f0f, host n-h2-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=7a5f929a-d561-4993-9f4a-1c266d662f0f,segment=NetworkSegment(f09c3fbf-c889-483b-a962-6f1095f380c6),segment_id=f09c3fbf-c889-483b-a962-6f1095f380c6)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:04:10.670844 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-1d7cfb9e-bbac-466b-b224-df916e29e7bb req-65ce5c8b-5475-4cdc-9a8e-a3b7df12b526 tempest-MultipleCreateTestJSON-1034572626 tempest-MultipleCreateTestJSON-1034572626-project] 10.222.0.104 "GET /v2.0/ports?device_id=052d97cf-afd7-41ba-af8c-a618ba95ebdf HTTP/1.1" status: 200 len: 210 time: 0.0572660 Jul 06 14:04:10.684922 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] get_ports_and_sgs() called for port_ids ['fd226586-54a3-4c8f-87bb-11c002aac048'] {{(pid=100248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 14:04:10.693339 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.plugin [req-1ec3fab3-dc12-4663-b2be-85387b62e967 req-786c9728-2866-4090-bfa2-c1ed99f306c5 tempest-MultipleCreateTestJSON-1034572626 tempest-MultipleCreateTestJSON-1034572626-project] Deleting port 9784944d-8d62-4eac-9c42-02dd553a8efd {{(pid=100247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:04:10.693903 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-1ec3fab3-dc12-4663-b2be-85387b62e967 req-786c9728-2866-4090-bfa2-c1ed99f306c5 tempest-MultipleCreateTestJSON-1034572626 tempest-MultipleCreateTestJSON-1034572626-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:10.721034 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-e2a97e4d-b929-4daf-96df-915b1995ec6c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:10.747476 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Returning: {'device': '7a5f929a-d561-4993-9f4a-1c266d662f0f', 'network_id': 'a1a89b46-c613-4578-b710-c22d92f3acfb', 'port_id': '7a5f929a-d561-4993-9f4a-1c266d662f0f', 'mac_address': 'fa:16:3e:9e:1c:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1007, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '13d1afd1-bf55-4593-a656-2ddb45c50a8c', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100248) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 14:04:10.755949 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Pushing event updated for resources: {'Port': ['ID=fd226586-54a3-4c8f-87bb-11c002aac048,revision_number=6']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:04:10.848624 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:10.858003 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.db [req-1ec3fab3-dc12-4663-b2be-85387b62e967 req-786c9728-2866-4090-bfa2-c1ed99f306c5 tempest-MultipleCreateTestJSON-1034572626 tempest-MultipleCreateTestJSON-1034572626-project] For port 9784944d-8d62-4eac-9c42-02dd553a8efd, host n-h1-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773647-6',level=0,port_id=9784944d-8d62-4eac-9c42-02dd553a8efd,segment=NetworkSegment(6b220387-8d13-4ae1-983f-231ccd618d77),segment_id=6b220387-8d13-4ae1-983f-231ccd618d77)] {{(pid=100247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:04:10.859245 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-1ec3fab3-dc12-4663-b2be-85387b62e967 req-786c9728-2866-4090-bfa2-c1ed99f306c5 tempest-MultipleCreateTestJSON-1034572626 tempest-MultipleCreateTestJSON-1034572626-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:10.881058 n-d-773647-6 neutron-server[100248]: DEBUG neutron.notifiers.nova [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7a5f929a-d561-4993-9f4a-1c266d662f0f {{(pid=100248) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 14:04:10.885107 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.plugin [req-1ec3fab3-dc12-4663-b2be-85387b62e967 req-786c9728-2866-4090-bfa2-c1ed99f306c5 tempest-MultipleCreateTestJSON-1034572626 tempest-MultipleCreateTestJSON-1034572626-project] Calling delete_port for 9784944d-8d62-4eac-9c42-02dd553a8efd owned by compute:nova {{(pid=100247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:04:10.914053 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-e2a97e4d-b929-4daf-96df-915b1995ec6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:10.916724 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-e2a97e4d-b929-4daf-96df-915b1995ec6c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:10.918015 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-e2a97e4d-b929-4daf-96df-915b1995ec6c admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/dac7b81d-ac7d-46e7-88a8-b63232e7e9f0 HTTP/1.1" status: 204 len: 168 time: 0.6585965 Jul 06 14:04:10.927910 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a97e4d-b929-4daf-96df-915b1995ec6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dac7b81d-ac7d-46e7-88a8-b63232e7e9f0,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:04:11.002276 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] For port 7a5f929a-d561-4993-9f4a-1c266d662f0f, host n-h2-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=7a5f929a-d561-4993-9f4a-1c266d662f0f,segment=NetworkSegment(f09c3fbf-c889-483b-a962-6f1095f380c6),segment_id=f09c3fbf-c889-483b-a962-6f1095f380c6)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:04:11.008020 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:11.008688 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Device f010560f-f4c8-4c8c-99e0-7afd7573142a details requested by agent hyperv_n-h2-773647-6 with host n-h2-773647-6 {{(pid=100248) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 14:04:11.084388 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [None req-0853b418-87b7-4c6c-9bce-4e93517b15af admin admin] Deleting port f02f78b5-1dee-41d1-b249-f1fc718d7753 {{(pid=100246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:04:11.085826 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-0853b418-87b7-4c6c-9bce-4e93517b15af admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:11.207916 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-1ec3fab3-dc12-4663-b2be-85387b62e967 req-786c9728-2866-4090-bfa2-c1ed99f306c5 tempest-MultipleCreateTestJSON-1034572626 tempest-MultipleCreateTestJSON-1034572626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128888353'] for port, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:11.269545 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] get_ports_and_sgs() called for port_ids ['228019df-3d0b-4a0a-8f97-9f56a3c1a4d7'] {{(pid=100248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 14:04:11.276859 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.db [None req-0853b418-87b7-4c6c-9bce-4e93517b15af admin admin] For port f02f78b5-1dee-41d1-b249-f1fc718d7753, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=f02f78b5-1dee-41d1-b249-f1fc718d7753,segment=NetworkSegment(5c1c6587-5f70-41d9-8892-0d957ce6be3b),segment_id=5c1c6587-5f70-41d9-8892-0d957ce6be3b)] {{(pid=100246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:04:11.277269 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-0853b418-87b7-4c6c-9bce-4e93517b15af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:11.301044 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Pushing event updated for resources: {'Port': ['ID=7a5f929a-d561-4993-9f4a-1c266d662f0f,revision_number=4']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:04:11.324585 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.db.resource_extend [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 06 14:04:11.357671 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-95c015e0-798b-4615-818f-eb6748a8284a req-e6f3eb4b-b625-44f4-af69-28758059087a tempest-ServerShowV254Test-716947557 tempest-ServerShowV254Test-716947557-project] 10.222.0.104 "GET /v2.0/ports?device_id=fc06b29c-bd46-47be-ac2a-6d1c75fe5b23 HTTP/1.1" status: 200 len: 210 time: 0.1855168 Jul 06 14:04:11.367617 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [None req-0853b418-87b7-4c6c-9bce-4e93517b15af admin admin] Calling delete_port for f02f78b5-1dee-41d1-b249-f1fc718d7753 owned by network:router_interface {{(pid=100246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:04:11.441821 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] For port f010560f-f4c8-4c8c-99e0-7afd7573142a, host n-h2-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=f010560f-f4c8-4c8c-99e0-7afd7573142a,segment=NetworkSegment(59c264de-0282-4c26-a7e9-a05f64ad5f6c),segment_id=59c264de-0282-4c26-a7e9-a05f64ad5f6c)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:04:11.457749 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786c9728-2866-4090-bfa2-c1ed99f306c5 tempest-MultipleCreateTestJSON-1034572626 tempest-MultipleCreateTestJSON-1034572626-project] Pushing event deleted for resources: {'Port': ['ID=9784944d-8d62-4eac-9c42-02dd553a8efd,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:04:11.458924 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Returning: {'device': 'f010560f-f4c8-4c8c-99e0-7afd7573142a', 'network_id': 'ace612ee-fa1f-4249-807d-5000ddc15676', 'port_id': 'f010560f-f4c8-4c8c-99e0-7afd7573142a', 'mac_address': 'fa:16:3e:fc:55:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1041, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aff5805c-7256-4603-b5c1-a0758ef2d27b', 'ip_address': '10.1.1.124'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100248) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 14:04:11.477775 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 39914) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:04:11.512564 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:11.528375 n-d-773647-6 neutron-server[100248]: DEBUG neutron.notifiers.nova [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f010560f-f4c8-4c8c-99e0-7afd7573142a {{(pid=100248) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 14:04:11.534296 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-f884b7a4-27de-4b48-b1a9-3bfe8f3f828c admin admin] Notify callbacks [] for security_group, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:11.564090 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] For port f010560f-f4c8-4c8c-99e0-7afd7573142a, host n-h2-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=f010560f-f4c8-4c8c-99e0-7afd7573142a,segment=NetworkSegment(59c264de-0282-4c26-a7e9-a05f64ad5f6c),segment_id=59c264de-0282-4c26-a7e9-a05f64ad5f6c)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:04:11.569854 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:11.570960 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Device 5b6cd563-8930-4a51-87d6-66e9c4455b58 details requested by agent hyperv_n-h2-773647-6 with host n-h2-773647-6 {{(pid=100248) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 14:04:11.608655 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ec3fab3-dc12-4663-b2be-85387b62e967 req-786c9728-2866-4090-bfa2-c1ed99f306c5 tempest-MultipleCreateTestJSON-1034572626 tempest-MultipleCreateTestJSON-1034572626-project] No DVR routers for this DVR port 9784944d-8d62-4eac-9c42-02dd553a8efd on host n-h1-773647-6 {{(pid=100247) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:04:11.612449 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-1ec3fab3-dc12-4663-b2be-85387b62e967 req-786c9728-2866-4090-bfa2-c1ed99f306c5 tempest-MultipleCreateTestJSON-1034572626 tempest-MultipleCreateTestJSON-1034572626-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:11.614830 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-1ec3fab3-dc12-4663-b2be-85387b62e967 req-786c9728-2866-4090-bfa2-c1ed99f306c5 tempest-MultipleCreateTestJSON-1034572626 tempest-MultipleCreateTestJSON-1034572626-project] 10.222.0.127 "DELETE /v2.0/ports/9784944d-8d62-4eac-9c42-02dd553a8efd HTTP/1.1" status: 204 len: 173 time: 1.1943228 Jul 06 14:04:11.668333 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] For port 5b6cd563-8930-4a51-87d6-66e9c4455b58, host n-h2-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=5b6cd563-8930-4a51-87d6-66e9c4455b58,segment=NetworkSegment(59c264de-0282-4c26-a7e9-a05f64ad5f6c),segment_id=59c264de-0282-4c26-a7e9-a05f64ad5f6c)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:04:11.691465 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Pushing event updated for resources: {'Port': ['ID=f010560f-f4c8-4c8c-99e0-7afd7573142a,revision_number=4']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:04:11.707065 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Returning: {'device': '5b6cd563-8930-4a51-87d6-66e9c4455b58', 'network_id': 'ace612ee-fa1f-4249-807d-5000ddc15676', 'port_id': '5b6cd563-8930-4a51-87d6-66e9c4455b58', 'mac_address': 'fa:16:3e:b2:5e:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1041, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aff5805c-7256-4603-b5c1-a0758ef2d27b', 'ip_address': '10.1.1.196'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100248) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 14:04:11.721760 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3987074b-828e-46e4-988d-666c77a4ddd1 req-e2529676-dc08-4f14-b05b-53e9b78c3bf8 tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:04:11.727872 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3987074b-828e-46e4-988d-666c77a4ddd1 req-e2529676-dc08-4f14-b05b-53e9b78c3bf8 tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:04:11.744369 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3987074b-828e-46e4-988d-666c77a4ddd1 req-e2529676-dc08-4f14-b05b-53e9b78c3bf8 tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:04:11.752750 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3987074b-828e-46e4-988d-666c77a4ddd1 req-e2529676-dc08-4f14-b05b-53e9b78c3bf8 tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:04:11.760891 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3987074b-828e-46e4-988d-666c77a4ddd1 req-e2529676-dc08-4f14-b05b-53e9b78c3bf8 tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:04:11.767190 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3987074b-828e-46e4-988d-666c77a4ddd1 req-e2529676-dc08-4f14-b05b-53e9b78c3bf8 tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:04:11.773462 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3987074b-828e-46e4-988d-666c77a4ddd1 req-e2529676-dc08-4f14-b05b-53e9b78c3bf8 tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:04:11.775408 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-3987074b-828e-46e4-988d-666c77a4ddd1 req-e2529676-dc08-4f14-b05b-53e9b78c3bf8 tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] 10.222.0.104 "GET /v2.0/ports?device_id=e7dc6a4d-9f66-42f4-9ec5-8a24ac011f21 HTTP/1.1" status: 200 len: 5423 time: 0.2964602 Jul 06 14:04:11.811409 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:11.826399 n-d-773647-6 neutron-server[100248]: DEBUG neutron.notifiers.nova [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5b6cd563-8930-4a51-87d6-66e9c4455b58 {{(pid=100248) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 14:04:11.839177 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-0853b418-87b7-4c6c-9bce-4e93517b15af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127687580'] for port, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:11.854108 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] For port 5b6cd563-8930-4a51-87d6-66e9c4455b58, host n-h2-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=5b6cd563-8930-4a51-87d6-66e9c4455b58,segment=NetworkSegment(59c264de-0282-4c26-a7e9-a05f64ad5f6c),segment_id=59c264de-0282-4c26-a7e9-a05f64ad5f6c)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:04:11.858064 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:11.862114 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Device 6dd92e69-e804-40c7-8993-d5e086a55974 details requested by agent hyperv_n-h2-773647-6 with host n-h2-773647-6 {{(pid=100248) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 14:04:11.911715 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0853b418-87b7-4c6c-9bce-4e93517b15af admin admin] Pushing event deleted for resources: {'Port': ['ID=f02f78b5-1dee-41d1-b249-f1fc718d7753,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:04:11.913152 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-755e37db-57f1-4ddb-9cc3-15728e54daaa req-0a1d8c9f-c456-4ec6-9d98-35c26d5e10e0 tempest-MultipleCreateTestJSON-1034572626 tempest-MultipleCreateTestJSON-1034572626-project] 10.222.0.104 "GET /v2.0/ports?device_id=052d97cf-afd7-41ba-af8c-a618ba95ebdf HTTP/1.1" status: 200 len: 210 time: 0.0589139 Jul 06 14:04:11.933835 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-3987074b-828e-46e4-988d-666c77a4ddd1 req-c9e20252-36db-4ea7-90a9-33dcb1a98ffa tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] 10.222.0.104 "GET /v2.0/security-groups?id=49c1468a-280e-4510-8673-63e827c90e1a&id=89d2c750-f3d8-486f-ac80-ea9c67d569ed&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1517947 Jul 06 14:04:11.991244 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] For port 6dd92e69-e804-40c7-8993-d5e086a55974, host n-h2-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=6dd92e69-e804-40c7-8993-d5e086a55974,segment=NetworkSegment(f09c3fbf-c889-483b-a962-6f1095f380c6),segment_id=f09c3fbf-c889-483b-a962-6f1095f380c6)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:04:12.018297 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Pushing event updated for resources: {'Port': ['ID=5b6cd563-8930-4a51-87d6-66e9c4455b58,revision_number=4']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:04:12.025382 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Device fd226586-54a3-4c8f-87bb-11c002aac048 up at agent hyperv_n-h1-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:04:12.068551 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Returning: {'device': '6dd92e69-e804-40c7-8993-d5e086a55974', 'network_id': 'a1a89b46-c613-4578-b710-c22d92f3acfb', 'port_id': '6dd92e69-e804-40c7-8993-d5e086a55974', 'mac_address': 'fa:16:3e:1a:ad:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1007, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '13d1afd1-bf55-4593-a656-2ddb45c50a8c', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100248) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 14:04:12.147100 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf93cc3-020e-4fbf-8a4b-80a43ada064f req-0c069d6a-3974-4a12-b9fd-a03f6f1a3d91 tempest-MultipleCreateTestJSON-1034572626 tempest-MultipleCreateTestJSON-1034572626-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:04:12.148584 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-faf93cc3-020e-4fbf-8a4b-80a43ada064f req-0c069d6a-3974-4a12-b9fd-a03f6f1a3d91 tempest-MultipleCreateTestJSON-1034572626 tempest-MultipleCreateTestJSON-1034572626-project] 10.222.0.72 "GET /v2.0/networks?id=b82fb405-bff0-4597-9770-5ecffe1fa7ca HTTP/1.1" status: 200 len: 812 time: 0.1631031 Jul 06 14:04:12.172192 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [req-faf93cc3-020e-4fbf-8a4b-80a43ada064f req-16963836-f83c-453f-9247-893cc49c3652 tempest-MultipleCreateTestJSON-1034572626 tempest-MultipleCreateTestJSON-1034572626-project] Request body: {'port': {'device_id': '51a3e219-5c8d-43e4-8cf2-7c515667b022', 'network_id': 'b82fb405-bff0-4597-9770-5ecffe1fa7ca', 'admin_state_up': True, 'tenant_id': '1a6a1c095b6f4d9f86abe038118b9d24'}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:04:12.184595 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:12.208819 n-d-773647-6 neutron-server[100248]: DEBUG neutron.notifiers.nova [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6dd92e69-e804-40c7-8993-d5e086a55974 {{(pid=100248) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 14:04:12.222715 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Provisioning complete for port fd226586-54a3-4c8f-87bb-11c002aac048 triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:04:12.223783 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:12.276061 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] For port 6dd92e69-e804-40c7-8993-d5e086a55974, host n-h2-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=6dd92e69-e804-40c7-8993-d5e086a55974,segment=NetworkSegment(f09c3fbf-c889-483b-a962-6f1095f380c6),segment_id=f09c3fbf-c889-483b-a962-6f1095f380c6)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:04:12.293784 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:12.295741 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Device 3ba18cf5-928e-46ea-b0ca-9a371b8d9b40 details requested by agent hyperv_n-h2-773647-6 with host n-h2-773647-6 {{(pid=100248) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 14:04:12.321541 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-f884b7a4-27de-4b48-b1a9-3bfe8f3f828c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:12.326558 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-f884b7a4-27de-4b48-b1a9-3bfe8f3f828c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:12.434619 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-0853b418-87b7-4c6c-9bce-4e93517b15af admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1809193'] for router_interface, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:12.454245 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:12.474520 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] For port 3ba18cf5-928e-46ea-b0ca-9a371b8d9b40, host n-h2-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=3ba18cf5-928e-46ea-b0ca-9a371b8d9b40,segment=NetworkSegment(59c264de-0282-4c26-a7e9-a05f64ad5f6c),segment_id=59c264de-0282-4c26-a7e9-a05f64ad5f6c)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:04:12.498373 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Pushing event updated for resources: {'Port': ['ID=6dd92e69-e804-40c7-8993-d5e086a55974,revision_number=4']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:04:12.506276 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Returning: {'device': '3ba18cf5-928e-46ea-b0ca-9a371b8d9b40', 'network_id': 'ace612ee-fa1f-4249-807d-5000ddc15676', 'port_id': '3ba18cf5-928e-46ea-b0ca-9a371b8d9b40', 'mac_address': 'fa:16:3e:36:1c:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1041, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aff5805c-7256-4603-b5c1-a0758ef2d27b', 'ip_address': '10.1.1.252'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100248) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 14:04:12.522254 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-f884b7a4-27de-4b48-b1a9-3bfe8f3f828c admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=2182bf06827e492eba8eab0a75a7f738&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0416541 Jul 06 14:04:12.529259 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 39948) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:04:12.571921 n-d-773647-6 neutron-server[100247]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '275441aa-bcb6-4154-a0f9-4e8cd9220ab9', 'name': 'network-vif-deleted', 'tag': '9784944d-8d62-4eac-9c42-02dd553a8efd'}] {{(pid=100247) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:04:12.574376 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cbf0eeaae822f8fc9b87a94aeba67a3d651842baf663a51cba94b67a514836d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29bedf97-c473-4c1c-8c37-53eae83ff1e9" -d '{"events": [{"server_uuid": "275441aa-bcb6-4154-a0f9-4e8cd9220ab9", "name": "network-vif-deleted", "tag": "9784944d-8d62-4eac-9c42-02dd553a8efd"}]}' {{(pid=100247) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:04:12.576818 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f884b7a4-27de-4b48-b1a9-3bfe8f3f828c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c789cffd-acf3-44b5-8678-614309e3c14c,revision_number=1']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:04:12.698467 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:12.774879 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:12.827789 n-d-773647-6 neutron-server[100248]: DEBUG neutron.notifiers.nova [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3ba18cf5-928e-46ea-b0ca-9a371b8d9b40 {{(pid=100248) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 14:04:12.850182 n-d-773647-6 neutron-server[100248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf6e1ecb-17f2-4a7a-9296-eb9480bbf176', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd226586-54a3-4c8f-87bb-11c002aac048'}] {{(pid=100248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:04:12.855197 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84af257533e383389cbcf231d3534f4d5e149e7203fea16b4a8fc01438dddaf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bce620d-6d63-48ad-962f-711ed29c8353" -d '{"events": [{"server_uuid": "bf6e1ecb-17f2-4a7a-9296-eb9480bbf176", "name": "network-vif-plugged", "status": "completed", "tag": "fd226586-54a3-4c8f-87bb-11c002aac048"}]}' {{(pid=100248) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:04:12.910235 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0853b418-87b7-4c6c-9bce-4e93517b15af admin admin] Router 6da36ce0-dd8a-4ca2-93e3-c77b71e0cbd4 has already been hosted by L3 agent 2823d358-a11b-4885-a706-95a279e43fa7 {{(pid=100246) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 14:04:12.945962 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] For port 3ba18cf5-928e-46ea-b0ca-9a371b8d9b40, host n-h2-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=3ba18cf5-928e-46ea-b0ca-9a371b8d9b40,segment=NetworkSegment(59c264de-0282-4c26-a7e9-a05f64ad5f6c),segment_id=59c264de-0282-4c26-a7e9-a05f64ad5f6c)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:04:12.956399 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] For port fd226586-54a3-4c8f-87bb-11c002aac048, host n-h1-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773647-6',level=0,port_id=fd226586-54a3-4c8f-87bb-11c002aac048,segment=NetworkSegment(c9ea893d-045e-42cf-b3dd-cdd1f79baccd),segment_id=c9ea893d-045e-42cf-b3dd-cdd1f79baccd)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:04:12.967195 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:12.969065 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Device 0fccaba0-09bb-4911-acde-c7e70c576bcb details requested by agent hyperv_n-h2-773647-6 with host n-h2-773647-6 {{(pid=100248) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 14:04:12.979617 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:12.980375 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Device 9784944d-8d62-4eac-9c42-02dd553a8efd no longer exists at agent hyperv_n-h1-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:04:13.123577 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] No Port match for: 9784944d-8d62-4eac-9c42-02dd553a8efd {{(pid=100248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 14:04:13.123577 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Device 9784944d-8d62-4eac-9c42-02dd553a8efd not bound to the agent host n-h1-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:04:13.141517 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0853b418-87b7-4c6c-9bce-4e93517b15af admin admin] Notify agent at l3_agent.n-d-773647-6 the message routers_updated {{(pid=100246) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 14:04:13.154467 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-0853b418-87b7-4c6c-9bce-4e93517b15af admin admin] 10.222.0.104 "PUT /v2.0/routers/6da36ce0-dd8a-4ca2-93e3-c77b71e0cbd4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6910455 Jul 06 14:04:13.158963 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 39978) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:04:13.194698 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c528640b-e1a9-482d-bf78-74845e122419 None None] Sync routers for ids ['6da36ce0-dd8a-4ca2-93e3-c77b71e0cbd4'] in n-d-773647-6 {{(pid=100248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 14:04:13.254196 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Pushing event updated for resources: {'Port': ['ID=3ba18cf5-928e-46ea-b0ca-9a371b8d9b40,revision_number=4']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:04:13.285966 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c528640b-e1a9-482d-bf78-74845e122419 None None] Routers {'6da36ce0-dd8a-4ca2-93e3-c77b71e0cbd4'} bound to L3 agent in host n-d-773647-6 {{(pid=100248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:04:13.286604 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-c528640b-e1a9-482d-bf78-74845e122419 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T14:03:55Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['6da36ce0-dd8a-4ca2-93e3-c77b71e0cbd4'], 'active': True} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:04:13.343987 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-b4d11301-2493-4f15-bf9d-d8e45bb9212a admin admin] Notify callbacks [] for router, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:13.383196 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-e9aa842b-61df-423b-8a9c-7c171445524a req-cd14e1ad-8d6b-414a-957c-96e76b26a309 service neutron] 10.222.0.127 "GET /v2.0/ports?device_id=fc06b29c-bd46-47be-ac2a-6d1c75fe5b23 HTTP/1.1" status: 200 len: 210 time: 0.2217464 Jul 06 14:04:13.430903 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-ab08750a-d322-4638-a0f2-d6f2240494cd req-7ff6c130-e4d4-40c1-877f-d9d2283b2b9b tempest-ServerShowV254Test-716947557 tempest-ServerShowV254Test-716947557-project] 10.222.0.104 "GET /v2.0/ports?device_id=fc06b29c-bd46-47be-ac2a-6d1c75fe5b23 HTTP/1.1" status: 200 len: 210 time: 0.2930129 Jul 06 14:04:13.499924 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-b4d11301-2493-4f15-bf9d-d8e45bb9212a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:13.531798 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Pushing event updated for resources: {'Port': ['ID=fd226586-54a3-4c8f-87bb-11c002aac048,revision_number=7']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:04:13.545961 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] For port 0fccaba0-09bb-4911-acde-c7e70c576bcb, host n-h2-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=0fccaba0-09bb-4911-acde-c7e70c576bcb,segment=NetworkSegment(89a04a2d-f882-47fd-b830-e5562609bb0e),segment_id=89a04a2d-f882-47fd-b830-e5562609bb0e)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:04:13.575750 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 14:04:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc7976f7-7539-4283-a043-79f65c740438 x-openstack-request-id: req-dc7976f7-7539-4283-a043-79f65c740438 {{(pid=100247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:04:13.577427 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "275441aa-bcb6-4154-a0f9-4e8cd9220ab9", "name": "network-vif-deleted", "tag": "9784944d-8d62-4eac-9c42-02dd553a8efd", "status": "completed", "code": 200}]} {{(pid=100247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:04:13.578282 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-dc7976f7-7539-4283-a043-79f65c740438 {{(pid=100247) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:04:13.579944 n-d-773647-6 neutron-server[100247]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '275441aa-bcb6-4154-a0f9-4e8cd9220ab9', 'name': 'network-vif-deleted', 'tag': '9784944d-8d62-4eac-9c42-02dd553a8efd', 'status': 'completed', 'code': 200} Jul 06 14:04:13.595991 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Returning: {'device': '0fccaba0-09bb-4911-acde-c7e70c576bcb', 'network_id': '8db538bb-9e5e-4771-8353-dcc3bdff004e', 'port_id': '0fccaba0-09bb-4911-acde-c7e70c576bcb', 'mac_address': 'fa:16:3e:45:f3:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1021, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '906bb642-57ed-4e87-8668-4e82a3a18fe7', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100248) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 14:04:13.607035 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf93cc3-020e-4fbf-8a4b-80a43ada064f req-93924cc4-b9e6-44c6-a8e3-974006136572 tempest-MultipleCreateTestJSON-1034572626 tempest-MultipleCreateTestJSON-1034572626-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:04:13.609007 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [None req-b4d11301-2493-4f15-bf9d-d8e45bb9212a admin admin] Deleting port e0d52210-cfe0-4f35-8468-30ac596067c3 {{(pid=100246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:04:13.609432 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-b4d11301-2493-4f15-bf9d-d8e45bb9212a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:13.612677 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-faf93cc3-020e-4fbf-8a4b-80a43ada064f req-93924cc4-b9e6-44c6-a8e3-974006136572 tempest-MultipleCreateTestJSON-1034572626 tempest-MultipleCreateTestJSON-1034572626-project] 10.222.0.127 "GET /v2.0/networks?id=b82fb405-bff0-4597-9770-5ecffe1fa7ca HTTP/1.1" status: 200 len: 812 time: 1.0308778 Jul 06 14:04:13.631931 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-faf93cc3-020e-4fbf-8a4b-80a43ada064f req-16963836-f83c-453f-9247-893cc49c3652 tempest-MultipleCreateTestJSON-1034572626 tempest-MultipleCreateTestJSON-1034572626-project] Made reservation on behalf of 1a6a1c095b6f4d9f86abe038118b9d24 for: {'port': 1} {{(pid=100247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:04:13.642328 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-faf93cc3-020e-4fbf-8a4b-80a43ada064f req-16963836-f83c-453f-9247-893cc49c3652 tempest-MultipleCreateTestJSON-1034572626 tempest-MultipleCreateTestJSON-1034572626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:13.655802 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvr_db [None req-c528640b-e1a9-482d-bf78-74845e122419 None None] Set router 6da36ce0-dd8a-4ca2-93e3-c77b71e0cbd4 gateway port host: n-d-773647-6 {{(pid=100248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:04:13.666424 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [req-faf93cc3-020e-4fbf-8a4b-80a43ada064f req-4b8f184d-c908-488c-b609-2b7cc5cd6f19 tempest-MultipleCreateTestJSON-1034572626 tempest-MultipleCreateTestJSON-1034572626-project] Request body: {'port': {'device_id': '052d97cf-afd7-41ba-af8c-a618ba95ebdf', 'network_id': 'b82fb405-bff0-4597-9770-5ecffe1fa7ca', 'admin_state_up': True, 'tenant_id': '1a6a1c095b6f4d9f86abe038118b9d24'}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:04:13.717444 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.db [None req-b4d11301-2493-4f15-bf9d-d8e45bb9212a admin admin] For port e0d52210-cfe0-4f35-8468-30ac596067c3, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=e0d52210-cfe0-4f35-8468-30ac596067c3,segment=NetworkSegment(89a832b7-7793-4d51-9038-ed7e1c3ff1b2),segment_id=89a832b7-7793-4d51-9038-ed7e1c3ff1b2)] {{(pid=100246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:04:13.717915 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-b4d11301-2493-4f15-bf9d-d8e45bb9212a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:13.722371 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:13.738403 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [None req-b4d11301-2493-4f15-bf9d-d8e45bb9212a admin admin] Calling delete_port for e0d52210-cfe0-4f35-8468-30ac596067c3 owned by network:router_gateway {{(pid=100246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:04:13.786352 n-d-773647-6 neutron-server[100248]: DEBUG neutron.notifiers.nova [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0fccaba0-09bb-4911-acde-c7e70c576bcb {{(pid=100248) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 14:04:13.820228 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] For port 0fccaba0-09bb-4911-acde-c7e70c576bcb, host n-h2-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=0fccaba0-09bb-4911-acde-c7e70c576bcb,segment=NetworkSegment(89a04a2d-f882-47fd-b830-e5562609bb0e),segment_id=89a04a2d-f882-47fd-b830-e5562609bb0e)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:04:13.825572 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-80245806-4e82-4d38-b7df-9041a525211d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:13.826612 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:13.827379 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Device 83215aec-c681-4406-8cbd-a47df2174430 details requested by agent hyperv_n-h2-773647-6 with host n-h2-773647-6 {{(pid=100248) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 14:04:13.861938 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d4a664-b0b7-45f0-8b64-ffcb895e07d5 req-4d0ebc71-058e-4629-94db-c79ba611516e tempest-ServersTestBootFromVolume-787010614 tempest-ServersTestBootFromVolume-787010614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:04:13.869900 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-d1d4a664-b0b7-45f0-8b64-ffcb895e07d5 req-4d0ebc71-058e-4629-94db-c79ba611516e tempest-ServersTestBootFromVolume-787010614 tempest-ServersTestBootFromVolume-787010614-project] 10.222.0.104 "GET /v2.0/ports?device_id=e35a7e2e-d30c-4bf0-b481-78bca7eacfd4 HTTP/1.1" status: 200 len: 946 time: 0.7308228 Jul 06 14:04:13.919494 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-80245806-4e82-4d38-b7df-9041a525211d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:13.960323 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] For port 83215aec-c681-4406-8cbd-a47df2174430, host n-h2-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=83215aec-c681-4406-8cbd-a47df2174430,segment=NetworkSegment(59c264de-0282-4c26-a7e9-a05f64ad5f6c),segment_id=59c264de-0282-4c26-a7e9-a05f64ad5f6c)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:04:13.982150 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Pushing event updated for resources: {'Port': ['ID=0fccaba0-09bb-4911-acde-c7e70c576bcb,revision_number=4']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:04:13.984768 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-b4d11301-2493-4f15-bf9d-d8e45bb9212a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127687580'] for port, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:13.991913 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Returning: {'device': '83215aec-c681-4406-8cbd-a47df2174430', 'network_id': 'ace612ee-fa1f-4249-807d-5000ddc15676', 'port_id': '83215aec-c681-4406-8cbd-a47df2174430', 'mac_address': 'fa:16:3e:5b:53:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1041, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aff5805c-7256-4603-b5c1-a0758ef2d27b', 'ip_address': '10.1.1.242'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100248) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 14:04:14.051835 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:14.070333 n-d-773647-6 neutron-server[100248]: DEBUG neutron.notifiers.nova [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 83215aec-c681-4406-8cbd-a47df2174430 {{(pid=100248) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 14:04:14.073654 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-d1d4a664-b0b7-45f0-8b64-ffcb895e07d5 req-bd128c75-0a33-4892-9db2-fdea2eb1ae3d tempest-ServersTestBootFromVolume-787010614 tempest-ServersTestBootFromVolume-787010614-project] 10.222.0.104 "GET /v2.0/security-groups?id=44e3600a-11fd-4d2f-8c8b-afe08f9fb670&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2014692 Jul 06 14:04:14.089400 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-c528640b-e1a9-482d-bf78-74845e122419 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6da36ce0-dd8a-4ca2-93e3-c77b71e0cbd4', 'name': 'tempest-FloatingIPDetailsTestJSON-1182606124-router', 'tenant_id': '9c4f88f12e6e47ff8256bfd6bad61793', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.210'}], 'enable_snat': True}, 'gw_port_id': 'e0d52210-cfe0-4f35-8468-30ac596067c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:03:43Z', 'updated_at': '2021-07-06T14:04:11Z', 'revision_number': 5, 'project_id': '9c4f88f12e6e47ff8256bfd6bad61793', 'gw_port': {'id': 'e0d52210-cfe0-4f35-8468-30ac596067c3', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:a7:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6da36ce0-dd8a-4ca2-93e3-c77b71e0cbd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1112, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:03:44Z', 'updated_at': '2021-07-06T14:03:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6'}], 'n-d-773647-6', False) {} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:04:14.102483 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d11301-2493-4f15-bf9d-d8e45bb9212a admin admin] Pushing event deleted for resources: {'Port': ['ID=e0d52210-cfe0-4f35-8468-30ac596067c3,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:04:14.134700 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] For port 83215aec-c681-4406-8cbd-a47df2174430, host n-h2-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=83215aec-c681-4406-8cbd-a47df2174430,segment=NetworkSegment(59c264de-0282-4c26-a7e9-a05f64ad5f6c),segment_id=59c264de-0282-4c26-a7e9-a05f64ad5f6c)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:04:14.136744 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c528640b-e1a9-482d-bf78-74845e122419 None None] Checking router: 6da36ce0-dd8a-4ca2-93e3-c77b71e0cbd4 for host: n-d-773647-6 {{(pid=100248) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 14:04:14.144268 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:14.156830 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c528640b-e1a9-482d-bf78-74845e122419 None None] Routers {'6da36ce0-dd8a-4ca2-93e3-c77b71e0cbd4'} bound to L3 agent in host n-d-773647-6 {{(pid=100248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:04:14.158482 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-c528640b-e1a9-482d-bf78-74845e122419 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T14:03:55Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['6da36ce0-dd8a-4ca2-93e3-c77b71e0cbd4'], 'active': True} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:04:14.258685 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 14:04:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42fdb16d-9a66-4c29-b9eb-cd731111ae83 x-openstack-request-id: req-42fdb16d-9a66-4c29-b9eb-cd731111ae83 {{(pid=100248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:04:14.259492 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf6e1ecb-17f2-4a7a-9296-eb9480bbf176", "name": "network-vif-plugged", "status": "completed", "tag": "fd226586-54a3-4c8f-87bb-11c002aac048", "code": 200}]} {{(pid=100248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:04:14.259987 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-42fdb16d-9a66-4c29-b9eb-cd731111ae83 {{(pid=100248) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:04:14.262955 n-d-773647-6 neutron-server[100248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf6e1ecb-17f2-4a7a-9296-eb9480bbf176', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd226586-54a3-4c8f-87bb-11c002aac048', 'code': 200} Jul 06 14:04:14.279806 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvr_db [None req-c528640b-e1a9-482d-bf78-74845e122419 None None] Set router 6da36ce0-dd8a-4ca2-93e3-c77b71e0cbd4 gateway port host: None {{(pid=100248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:04:14.351618 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-b4d11301-2493-4f15-bf9d-d8e45bb9212a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1761104'] for router_gateway, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:14.369115 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-c528640b-e1a9-482d-bf78-74845e122419 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6da36ce0-dd8a-4ca2-93e3-c77b71e0cbd4', 'name': 'tempest-FloatingIPDetailsTestJSON-1182606124-router', 'tenant_id': '9c4f88f12e6e47ff8256bfd6bad61793', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:03:43Z', 'updated_at': '2021-07-06T14:04:13Z', 'revision_number': 7, 'project_id': '9c4f88f12e6e47ff8256bfd6bad61793', 'gw_port_host': None}], 'n-d-773647-6', False) {} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:04:14.405870 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Pushing event updated for resources: {'Port': ['ID=83215aec-c681-4406-8cbd-a47df2174430,revision_number=4']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:04:14.411668 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c528640b-e1a9-482d-bf78-74845e122419 None None] The sync data for ids ['6da36ce0-dd8a-4ca2-93e3-c77b71e0cbd4'] in n-d-773647-6 is: [{'id': '6da36ce0-dd8a-4ca2-93e3-c77b71e0cbd4', 'name': 'tempest-FloatingIPDetailsTestJSON-1182606124-router', 'tenant_id': '9c4f88f12e6e47ff8256bfd6bad61793', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:03:43Z', 'updated_at': '2021-07-06T14:04:13Z', 'revision_number': 7, 'project_id': '9c4f88f12e6e47ff8256bfd6bad61793', 'gw_port_host': None}] {{(pid=100248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 14:04:14.462136 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.db_base_plugin_common [req-faf93cc3-020e-4fbf-8a4b-80a43ada064f req-16963836-f83c-453f-9247-893cc49c3652 tempest-MultipleCreateTestJSON-1034572626 tempest-MultipleCreateTestJSON-1034572626-project] Allocated IP 172.20.0.5 (b82fb405-bff0-4597-9770-5ecffe1fa7ca/89762ea0-9385-400f-9ae2-3696d950e78a/6f584c48-b9e4-48d2-a3b6-accfd954acb8) {{(pid=100247) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:04:14.528595 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-b4d11301-2493-4f15-bf9d-d8e45bb9212a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1806308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6982'] for router, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:14.531871 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-b4d11301-2493-4f15-bf9d-d8e45bb9212a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:14.559046 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-faf93cc3-020e-4fbf-8a4b-80a43ada064f req-4b8f184d-c908-488c-b609-2b7cc5cd6f19 tempest-MultipleCreateTestJSON-1034572626 tempest-MultipleCreateTestJSON-1034572626-project] Made reservation on behalf of 1a6a1c095b6f4d9f86abe038118b9d24 for: {'port': 1} {{(pid=100247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:04:14.564116 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-faf93cc3-020e-4fbf-8a4b-80a43ada064f req-4b8f184d-c908-488c-b609-2b7cc5cd6f19 tempest-MultipleCreateTestJSON-1034572626 tempest-MultipleCreateTestJSON-1034572626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:14.590083 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-4a6f0ec4-0844-4fed-99d3-9da3fe2ef9bc req-198c9eff-4a2d-4b8a-ae1a-bc1c37ab9cca tempest-MultipleCreateTestJSON-1034572626 tempest-MultipleCreateTestJSON-1034572626-project] 10.222.0.104 "GET /v2.0/ports?device_id=052d97cf-afd7-41ba-af8c-a618ba95ebdf HTTP/1.1" status: 200 len: 210 time: 0.1825271 Jul 06 14:04:14.594216 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-b4d11301-2493-4f15-bf9d-d8e45bb9212a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1805684'] for router, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:14.595388 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4d11301-2493-4f15-bf9d-d8e45bb9212a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6da36ce0-dd8a-4ca2-93e3-c77b71e0cbd4 {{(pid=100246) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 14:04:14.606295 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-b4d11301-2493-4f15-bf9d-d8e45bb9212a admin admin] Notify callbacks [] for router, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:14.610597 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-b4d11301-2493-4f15-bf9d-d8e45bb9212a admin admin] 10.222.0.104 "DELETE /v2.0/routers/6da36ce0-dd8a-4ca2-93e3-c77b71e0cbd4 HTTP/1.1" status: 204 len: 168 time: 1.4504600 Jul 06 14:04:14.611255 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 39984) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:04:14.629754 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-80245806-4e82-4d38-b7df-9041a525211d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:14.632170 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-80245806-4e82-4d38-b7df-9041a525211d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:14.639457 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-80245806-4e82-4d38-b7df-9041a525211d admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/c789cffd-acf3-44b5-8678-614309e3c14c HTTP/1.1" status: 204 len: 168 time: 2.1090169 Jul 06 14:04:14.735190 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80245806-4e82-4d38-b7df-9041a525211d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c789cffd-acf3-44b5-8678-614309e3c14c,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:04:14.765475 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.db_base_plugin_v2 [None req-aefd1c68-5141-4623-9845-38ee66b1793a admin admin] Deleting subnet 43e05fdc-e6c1-4bc4-8e4e-281da516b59b {{(pid=100246) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 14:04:14.780474 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-aefd1c68-5141-4623-9845-38ee66b1793a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:14.848314 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] get_ports_and_sgs() called for port_ids ['f010560f-f4c8-4c8c-99e0-7afd7573142a'] {{(pid=100248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 14:04:14.875470 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-aefd1c68-5141-4623-9845-38ee66b1793a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126218885'] for subnet, precommit_delete_associations {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:14.962233 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-aefd1c68-5141-4623-9845-38ee66b1793a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-913473'] for subnet, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:14.982126 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] get_ports_and_sgs() called for port_ids ['7a5f929a-d561-4993-9f4a-1c266d662f0f'] {{(pid=100248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 14:04:14.991079 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] get_ports_and_sgs() called for port_ids ['5b6cd563-8930-4a51-87d6-66e9c4455b58'] {{(pid=100248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 14:04:15.000448 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] get_ports_and_sgs() called for port_ids ['6dd92e69-e804-40c7-8993-d5e086a55974'] {{(pid=100248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 14:04:15.071669 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b947bd0-c100-410e-8c21-843c1e69f148 req-e54d847b-338a-43d4-90c5-d785f2162688 tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:04:15.081317 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b947bd0-c100-410e-8c21-843c1e69f148 req-e54d847b-338a-43d4-90c5-d785f2162688 tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:04:15.090687 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b947bd0-c100-410e-8c21-843c1e69f148 req-e54d847b-338a-43d4-90c5-d785f2162688 tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:04:15.097090 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-aefd1c68-5141-4623-9845-38ee66b1793a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-913480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1849032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127687590', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127702764'] for subnet, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:15.099164 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b947bd0-c100-410e-8c21-843c1e69f148 req-e54d847b-338a-43d4-90c5-d785f2162688 tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:04:15.107771 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b947bd0-c100-410e-8c21-843c1e69f148 req-e54d847b-338a-43d4-90c5-d785f2162688 tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:04:15.116164 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b947bd0-c100-410e-8c21-843c1e69f148 req-e54d847b-338a-43d4-90c5-d785f2162688 tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:04:15.124868 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b947bd0-c100-410e-8c21-843c1e69f148 req-e54d847b-338a-43d4-90c5-d785f2162688 tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:04:15.137747 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-2b947bd0-c100-410e-8c21-843c1e69f148 req-e54d847b-338a-43d4-90c5-d785f2162688 tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] 10.222.0.104 "GET /v2.0/ports?device_id=e7dc6a4d-9f66-42f4-9ec5-8a24ac011f21 HTTP/1.1" status: 200 len: 5429 time: 0.7570190 Jul 06 14:04:15.147128 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] get_ports_and_sgs() called for port_ids ['3ba18cf5-928e-46ea-b0ca-9a371b8d9b40'] {{(pid=100248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 14:04:15.150341 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] get_ports_and_sgs() called for port_ids ['0fccaba0-09bb-4911-acde-c7e70c576bcb'] {{(pid=100248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 14:04:15.183077 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-aefd1c68-5141-4623-9845-38ee66b1793a admin admin] Notify callbacks [] for subnet, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:15.185986 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-aefd1c68-5141-4623-9845-38ee66b1793a admin admin] 10.222.0.104 "DELETE /v2.0/subnets/43e05fdc-e6c1-4bc4-8e4e-281da516b59b HTTP/1.1" status: 204 len: 168 time: 0.5716183 Jul 06 14:04:15.187631 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aefd1c68-5141-4623-9845-38ee66b1793a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=43e05fdc-e6c1-4bc4-8e4e-281da516b59b,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:04:15.192798 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 40002) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:04:15.314848 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-926b99f6-039c-40dc-8573-b02ce66211b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530492'] for network, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:15.336162 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-98d04838-1cf6-47db-aac5-8777d855a55e req-38cba926-8c50-4281-aa15-df5cd733a3ac tempest-ServerShowV254Test-716947557 tempest-ServerShowV254Test-716947557-project] 10.222.0.104 "GET /v2.0/ports?device_id=fc06b29c-bd46-47be-ac2a-6d1c75fe5b23 HTTP/1.1" status: 200 len: 210 time: 0.1334577 Jul 06 14:04:15.347797 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de003756-2428-4561-bd90-5dd77d9e9503 None None] Network cd9e8799-5e32-4508-8a98-447ffcc91150 requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:04:15.435841 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-2b947bd0-c100-410e-8c21-843c1e69f148 req-fd3905d0-7c39-4052-ac88-37028c979f04 tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] 10.222.0.104 "GET /v2.0/security-groups?id=49c1468a-280e-4510-8673-63e827c90e1a&id=89d2c750-f3d8-486f-ac80-ea9c67d569ed&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2964649 Jul 06 14:04:15.457703 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [None req-926b99f6-039c-40dc-8573-b02ce66211b8 admin admin] Deleting port 006e07bd-aa4e-44b2-ba75-454fa7fa7c4f {{(pid=100246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:04:15.458248 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-926b99f6-039c-40dc-8573-b02ce66211b8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:15.589018 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.db [None req-926b99f6-039c-40dc-8573-b02ce66211b8 admin admin] For port 006e07bd-aa4e-44b2-ba75-454fa7fa7c4f, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=006e07bd-aa4e-44b2-ba75-454fa7fa7c4f,segment=NetworkSegment(5c1c6587-5f70-41d9-8892-0d957ce6be3b),segment_id=5c1c6587-5f70-41d9-8892-0d957ce6be3b)] {{(pid=100246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:04:15.589320 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-926b99f6-039c-40dc-8573-b02ce66211b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:15.618723 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-faf93cc3-020e-4fbf-8a4b-80a43ada064f req-16963836-f83c-453f-9247-893cc49c3652 tempest-MultipleCreateTestJSON-1034572626 tempest-MultipleCreateTestJSON-1034572626-project] Notify callbacks [] for port, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:15.619661 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [None req-926b99f6-039c-40dc-8573-b02ce66211b8 admin admin] Calling delete_port for 006e07bd-aa4e-44b2-ba75-454fa7fa7c4f owned by network:dhcp {{(pid=100246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:04:15.748621 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device e0d52210-cfe0-4f35-8468-30ac596067c3 no longer exists at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:04:15.867468 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] No Port match for: e0d52210-cfe0-4f35-8468-30ac596067c3 {{(pid=100248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 14:04:15.868065 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device e0d52210-cfe0-4f35-8468-30ac596067c3 not bound to the agent host n-d-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:04:15.868670 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device f02f78b5-1dee-41d1-b249-f1fc718d7753 no longer exists at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:04:15.940512 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-926b99f6-039c-40dc-8573-b02ce66211b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127687580'] for port, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:15.951010 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] No Port match for: f02f78b5-1dee-41d1-b249-f1fc718d7753 {{(pid=100248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 14:04:15.951425 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device f02f78b5-1dee-41d1-b249-f1fc718d7753 not bound to the agent host n-d-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:04:15.958354 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.db_base_plugin_common [req-faf93cc3-020e-4fbf-8a4b-80a43ada064f req-4b8f184d-c908-488c-b609-2b7cc5cd6f19 tempest-MultipleCreateTestJSON-1034572626 tempest-MultipleCreateTestJSON-1034572626-project] Allocated IP 172.20.0.13 (b82fb405-bff0-4597-9770-5ecffe1fa7ca/89762ea0-9385-400f-9ae2-3696d950e78a/4dc5a099-d5e7-40d6-9889-a61e55efabd9) {{(pid=100247) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:04:15.959779 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] get_ports_and_sgs() called for port_ids ['83215aec-c681-4406-8cbd-a47df2174430'] {{(pid=100248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 14:04:15.992971 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-faf93cc3-020e-4fbf-8a4b-80a43ada064f req-16963836-f83c-453f-9247-893cc49c3652 tempest-MultipleCreateTestJSON-1034572626 tempest-MultipleCreateTestJSON-1034572626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-128888360'] for port, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:16.009057 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926b99f6-039c-40dc-8573-b02ce66211b8 admin admin] Pushing event deleted for resources: {'Port': ['ID=006e07bd-aa4e-44b2-ba75-454fa7fa7c4f,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:04:16.016815 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-926b99f6-039c-40dc-8573-b02ce66211b8 admin admin] No DVR routers for this DVR port 006e07bd-aa4e-44b2-ba75-454fa7fa7c4f on host n-d-773647-6 {{(pid=100246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:04:16.203504 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-926b99f6-039c-40dc-8573-b02ce66211b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-917204', 'neutron.services.segments.db._delete_segments_for_network-8773753502302'] for network, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:16.214518 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Device 228019df-3d0b-4a0a-8f97-9f56a3c1a4d7 no longer exists at agent hyperv_n-h2-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:04:16.230400 n-d-773647-6 neutron-server[100246]: DEBUG neutron.services.segments.db [None req-926b99f6-039c-40dc-8573-b02ce66211b8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd9e8799-5e32-4508-8a98-447ffcc91150']}} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:04:16.241346 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-19af5681-46f8-4dc6-8588-0ef2cc86457c req-358f9544-6de6-4180-9e2f-8c0417b12061 tempest-MultipleCreateTestJSON-1034572626 tempest-MultipleCreateTestJSON-1034572626-project] 10.222.0.104 "GET /v2.0/ports?device_id=052d97cf-afd7-41ba-af8c-a618ba95ebdf HTTP/1.1" status: 200 len: 210 time: 0.2289379 Jul 06 14:04:16.268392 n-d-773647-6 neutron-server[100246]: DEBUG neutron.services.segments.db [None req-926b99f6-039c-40dc-8573-b02ce66211b8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c1c6587-5f70-41d9-8892-0d957ce6be3b') {'for_net_delete': True} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:04:16.271064 n-d-773647-6 neutron-server[100246]: DEBUG neutron.services.segments.db [None req-926b99f6-039c-40dc-8573-b02ce66211b8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c1c6587-5f70-41d9-8892-0d957ce6be3b') {} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:04:16.292954 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-926b99f6-039c-40dc-8573-b02ce66211b8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773753515138', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126218898'] for segment, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:16.333249 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16963836-f83c-453f-9247-893cc49c3652 tempest-MultipleCreateTestJSON-1034572626 tempest-MultipleCreateTestJSON-1034572626-project] Pushing event updated for resources: {'Port': ['ID=6f584c48-b9e4-48d2-a3b6-accfd954acb8,revision_number=1']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:04:16.333864 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-926b99f6-039c-40dc-8573-b02ce66211b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552'] for segment, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:16.349129 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-926b99f6-039c-40dc-8573-b02ce66211b8 admin admin] Releasing vlan 1014 on physical network physnet1 to pool {{(pid=100246) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 14:04:16.351371 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-926b99f6-039c-40dc-8573-b02ce66211b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127687491'] for segment, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:16.361843 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] No Port match for: 228019df-3d0b-4a0a-8f97-9f56a3c1a4d7 {{(pid=100248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 14:04:16.362416 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Device 228019df-3d0b-4a0a-8f97-9f56a3c1a4d7 not bound to the agent host n-h2-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:04:16.363660 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-faf93cc3-020e-4fbf-8a4b-80a43ada064f req-16963836-f83c-453f-9247-893cc49c3652 tempest-MultipleCreateTestJSON-1034572626 tempest-MultipleCreateTestJSON-1034572626-project] Network b82fb405-bff0-4597-9770-5ecffe1fa7ca is already hosted by enough agents. {{(pid=100247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:04:16.374118 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.base_scheduler [req-faf93cc3-020e-4fbf-8a4b-80a43ada064f req-16963836-f83c-453f-9247-893cc49c3652 tempest-MultipleCreateTestJSON-1034572626 tempest-MultipleCreateTestJSON-1034572626-project] Resources bound (agent type, host, resource id): {{(pid=100247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:04:16.408323 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.l3_dvrscheduler_db [req-faf93cc3-020e-4fbf-8a4b-80a43ada064f req-16963836-f83c-453f-9247-893cc49c3652 tempest-MultipleCreateTestJSON-1034572626 tempest-MultipleCreateTestJSON-1034572626-project] Received port after_create {{(pid=100247) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:04:16.492211 n-d-773647-6 neutron-server[100246]: Traceback (most recent call last): Jul 06 14:04:16.492211 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 14:04:16.492211 n-d-773647-6 neutron-server[100246]: timer() Jul 06 14:04:16.492211 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 14:04:16.492211 n-d-773647-6 neutron-server[100246]: cb(*args, **kw) Jul 06 14:04:16.492211 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 14:04:16.492211 n-d-773647-6 neutron-server[100246]: return func(*args, **kwargs) Jul 06 14:04:16.492211 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 14:04:16.492211 n-d-773647-6 neutron-server[100246]: self._notify() Jul 06 14:04:16.492211 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 14:04:16.492211 n-d-773647-6 neutron-server[100246]: self.callback(batched_events) Jul 06 14:04:16.492211 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 14:04:16.492211 n-d-773647-6 neutron-server[100246]: event.method(event) Jul 06 14:04:16.492211 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 14:04:16.492211 n-d-773647-6 neutron-server[100246]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 14:04:16.492211 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 14:04:16.492211 n-d-773647-6 neutron-server[100246]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 14:04:16.492211 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 14:04:16.492211 n-d-773647-6 neutron-server[100246]: return f(self, *a, **k) Jul 06 14:04:16.492211 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 14:04:16.492211 n-d-773647-6 neutron-server[100246]: return self._get(url).json() Jul 06 14:04:16.492211 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 14:04:16.492211 n-d-773647-6 neutron-server[100246]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 14:04:16.492211 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 14:04:16.492211 n-d-773647-6 neutron-server[100246]: return self.request(url, 'GET', **kwargs) Jul 06 14:04:16.492211 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 14:04:16.492211 n-d-773647-6 neutron-server[100246]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 14:04:16.492211 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 14:04:16.492211 n-d-773647-6 neutron-server[100246]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 14:04:16.492211 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 14:04:16.492211 n-d-773647-6 neutron-server[100246]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 14:04:16.492211 n-d-773647-6 neutron-server[100246]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 14:04:16.544519 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-926b99f6-039c-40dc-8573-b02ce66211b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-917215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1761140'] for network, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:16.562995 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-926b99f6-039c-40dc-8573-b02ce66211b8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583035'] for network, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:16.590055 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-926b99f6-039c-40dc-8573-b02ce66211b8 admin admin] 10.222.0.104 "DELETE /v2.0/networks/cd9e8799-5e32-4508-8a98-447ffcc91150 HTTP/1.1" status: 204 len: 168 time: 1.3844690 Jul 06 14:04:16.638077 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926b99f6-039c-40dc-8573-b02ce66211b8 admin admin] Pushing event deleted for resources: {'Network': ['ID=cd9e8799-5e32-4508-8a98-447ffcc91150,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:04:16.715793 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-a8b34610-a57a-484d-98fe-3714a4eee324 req-93babb8c-ea91-4f65-a1d6-4f34c15038fc service neutron] 10.222.0.127 "GET /v2.0/ports?tenant_id=c21b596b7c7a4defb3ee6a7078b4e239&device_id=fc06b29c-bd46-47be-ac2a-6d1c75fe5b23 HTTP/1.1" status: 200 len: 210 time: 0.0990469 Jul 06 14:04:16.827461 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf93cc3-020e-4fbf-8a4b-80a43ada064f req-16963836-f83c-453f-9247-893cc49c3652 tempest-MultipleCreateTestJSON-1034572626 tempest-MultipleCreateTestJSON-1034572626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:04:16.828146 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-faf93cc3-020e-4fbf-8a4b-80a43ada064f req-16963836-f83c-453f-9247-893cc49c3652 tempest-MultipleCreateTestJSON-1034572626 tempest-MultipleCreateTestJSON-1034572626-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:16.836864 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20acf1fa-7be9-455e-93ca-59380cf1c18a None None] DHCP port deletion for cd9e8799-5e32-4508-8a98-447ffcc91150 request from n-d-773647-6 {{(pid=100248) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 14:04:16.863290 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 40058) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:04:16.908293 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-a8b34610-a57a-484d-98fe-3714a4eee324 req-1fb86460-e937-439c-8ac3-88f4853aa947 service neutron] 10.222.0.127 "GET /v2.0/networks?tenant_id=c21b596b7c7a4defb3ee6a7078b4e239&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1779845 Jul 06 14:04:16.912406 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 40062) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:04:17.004873 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-7ab8d923-3f16-4469-89f3-405b2eaa6c97 admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=9c4f88f12e6e47ff8256bfd6bad61793&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0908844 Jul 06 14:04:17.005486 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 40064) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:04:17.011437 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-faf93cc3-020e-4fbf-8a4b-80a43ada064f req-16963836-f83c-453f-9247-893cc49c3652 tempest-MultipleCreateTestJSON-1034572626 tempest-MultipleCreateTestJSON-1034572626-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.8501816 Jul 06 14:04:17.068570 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [req-faf93cc3-020e-4fbf-8a4b-80a43ada064f req-1bd68e27-4834-4480-9af2-a3c29529e7d3 service neutron] Request body: {'port': {'device_id': '51a3e219-5c8d-43e4-8cf2-7c515667b022', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-773647-6'}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:04:17.125565 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-e0b97a72-7513-4fe8-880b-e65bfa3ba181 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:17.165476 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-faf93cc3-020e-4fbf-8a4b-80a43ada064f req-4b8f184d-c908-488c-b609-2b7cc5cd6f19 tempest-MultipleCreateTestJSON-1034572626 tempest-MultipleCreateTestJSON-1034572626-project] Notify callbacks [] for port, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:17.186570 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-e0b97a72-7513-4fe8-880b-e65bfa3ba181 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:17.274210 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-e0b97a72-7513-4fe8-880b-e65bfa3ba181 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:17.278018 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-e0b97a72-7513-4fe8-880b-e65bfa3ba181 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:17.279669 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-e0b97a72-7513-4fe8-880b-e65bfa3ba181 admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/88be331e-eb2d-434f-8cc3-735c96f8aa0f HTTP/1.1" status: 204 len: 168 time: 0.2732477 Jul 06 14:04:17.304556 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b97a72-7513-4fe8-880b-e65bfa3ba181 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88be331e-eb2d-434f-8cc3-735c96f8aa0f,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:04:17.326073 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-d0318c12-e856-45fd-a6d1-5ba204e0e764 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:17.432170 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b34610-a57a-484d-98fe-3714a4eee324 req-cdba1573-0d58-469c-aa97-59d713ab3e10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:04:17.433707 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-a8b34610-a57a-484d-98fe-3714a4eee324 req-cdba1573-0d58-469c-aa97-59d713ab3e10 service neutron] 10.222.0.127 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.4841526 Jul 06 14:04:17.472965 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5768066c-20f3-4b22-b543-b14a072cc999 req-4c849b44-750b-4c19-98c0-5d1867a89aef tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:04:17.489286 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5768066c-20f3-4b22-b543-b14a072cc999 req-4c849b44-750b-4c19-98c0-5d1867a89aef tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:04:17.497821 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5768066c-20f3-4b22-b543-b14a072cc999 req-4c849b44-750b-4c19-98c0-5d1867a89aef tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:04:17.505917 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5768066c-20f3-4b22-b543-b14a072cc999 req-4c849b44-750b-4c19-98c0-5d1867a89aef tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:04:17.512854 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5768066c-20f3-4b22-b543-b14a072cc999 req-4c849b44-750b-4c19-98c0-5d1867a89aef tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:04:17.519990 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5768066c-20f3-4b22-b543-b14a072cc999 req-4c849b44-750b-4c19-98c0-5d1867a89aef tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:04:17.522564 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-d0318c12-e856-45fd-a6d1-5ba204e0e764 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:17.527116 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5768066c-20f3-4b22-b543-b14a072cc999 req-4c849b44-750b-4c19-98c0-5d1867a89aef tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:04:17.529507 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-5768066c-20f3-4b22-b543-b14a072cc999 req-4c849b44-750b-4c19-98c0-5d1867a89aef tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] 10.222.0.104 "GET /v2.0/ports?device_id=e7dc6a4d-9f66-42f4-9ec5-8a24ac011f21 HTTP/1.1" status: 200 len: 5429 time: 0.7603407 Jul 06 14:04:17.532108 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 006e07bd-aa4e-44b2-ba75-454fa7fa7c4f no longer exists at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:04:17.545724 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-d0318c12-e856-45fd-a6d1-5ba204e0e764 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:17.578339 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] No Port match for: 006e07bd-aa4e-44b2-ba75-454fa7fa7c4f {{(pid=100248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 14:04:17.578664 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 006e07bd-aa4e-44b2-ba75-454fa7fa7c4f not bound to the agent host n-d-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:04:17.589179 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-faf93cc3-020e-4fbf-8a4b-80a43ada064f req-1bd68e27-4834-4480-9af2-a3c29529e7d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:17.617278 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-d0318c12-e856-45fd-a6d1-5ba204e0e764 admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=5a937ed8a71c4e3e8140f36d335c539e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7455828 Jul 06 14:04:17.617278 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0318c12-e856-45fd-a6d1-5ba204e0e764 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd335808-8231-4234-809b-48370c8fdf78,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:04:17.617278 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 40076) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:04:17.668323 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-faf93cc3-020e-4fbf-8a4b-80a43ada064f req-4b8f184d-c908-488c-b609-2b7cc5cd6f19 tempest-MultipleCreateTestJSON-1034572626 tempest-MultipleCreateTestJSON-1034572626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-128888360'] for port, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:17.679519 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b2ae68-d4a6-45f3-8519-b2e4de8d15da req-f6a340f4-9332-4615-9b41-6c4209046209 tempest-ServersTestBootFromVolume-787010614 tempest-ServersTestBootFromVolume-787010614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:04:17.686212 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-e3b2ae68-d4a6-45f3-8519-b2e4de8d15da req-f6a340f4-9332-4615-9b41-6c4209046209 tempest-ServersTestBootFromVolume-787010614 tempest-ServersTestBootFromVolume-787010614-project] 10.222.0.104 "GET /v2.0/ports?device_id=e35a7e2e-d30c-4bf0-b481-78bca7eacfd4 HTTP/1.1" status: 200 len: 946 time: 0.6351256 Jul 06 14:04:17.723922 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-7a8b3217-d488-434d-96d1-bbfcdcb7dbbd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:17.776564 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-7a8b3217-d488-434d-96d1-bbfcdcb7dbbd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:17.848431 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-7a8b3217-d488-434d-96d1-bbfcdcb7dbbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:17.854564 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-7a8b3217-d488-434d-96d1-bbfcdcb7dbbd admin admin] Notify callbacks [] for security_group, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:17.856615 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-7a8b3217-d488-434d-96d1-bbfcdcb7dbbd admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/cd335808-8231-4234-809b-48370c8fdf78 HTTP/1.1" status: 204 len: 168 time: 0.2404921 Jul 06 14:04:17.869633 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8b3217-d488-434d-96d1-bbfcdcb7dbbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd335808-8231-4234-809b-48370c8fdf78,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:04:17.878367 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-5768066c-20f3-4b22-b543-b14a072cc999 req-90703ad4-09ad-43c6-b541-627f5a433c01 tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] 10.222.0.104 "GET /v2.0/security-groups?id=49c1468a-280e-4510-8673-63e827c90e1a&id=89d2c750-f3d8-486f-ac80-ea9c67d569ed&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2840838 Jul 06 14:04:17.880421 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-faf93cc3-020e-4fbf-8a4b-80a43ada064f req-4b8f184d-c908-488c-b609-2b7cc5cd6f19 tempest-MultipleCreateTestJSON-1034572626 tempest-MultipleCreateTestJSON-1034572626-project] Network b82fb405-bff0-4597-9770-5ecffe1fa7ca is already hosted by enough agents. {{(pid=100247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:04:17.948092 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.base_scheduler [req-faf93cc3-020e-4fbf-8a4b-80a43ada064f req-4b8f184d-c908-488c-b609-2b7cc5cd6f19 tempest-MultipleCreateTestJSON-1034572626 tempest-MultipleCreateTestJSON-1034572626-project] Resources bound (agent type, host, resource id): {{(pid=100247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:04:17.957814 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.l3_dvrscheduler_db [req-faf93cc3-020e-4fbf-8a4b-80a43ada064f req-4b8f184d-c908-488c-b609-2b7cc5cd6f19 tempest-MultipleCreateTestJSON-1034572626 tempest-MultipleCreateTestJSON-1034572626-project] Received port after_create {{(pid=100247) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:04:17.969423 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8f184d-c908-488c-b609-2b7cc5cd6f19 tempest-MultipleCreateTestJSON-1034572626 tempest-MultipleCreateTestJSON-1034572626-project] Pushing event updated for resources: {'Port': ['ID=4dc5a099-d5e7-40d6-9889-a61e55efabd9,revision_number=1']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:04:18.112531 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-e3b2ae68-d4a6-45f3-8519-b2e4de8d15da req-37fc7a4b-23d2-406b-96dd-bb22c746920e tempest-ServersTestBootFromVolume-787010614 tempest-ServersTestBootFromVolume-787010614-project] 10.222.0.104 "GET /v2.0/security-groups?id=44e3600a-11fd-4d2f-8c8b-afe08f9fb670&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4253309 Jul 06 14:04:18.175414 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Device 83215aec-c681-4406-8cbd-a47df2174430 up at agent hyperv_n-h2-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:04:18.248407 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-0680033c-d52c-4f19-aedc-b9fec49bb95c req-d1556328-d2bf-4768-adca-26d16e868c2f tempest-ServerShowV254Test-716947557 tempest-ServerShowV254Test-716947557-project] 10.222.0.104 "GET /v2.0/ports?device_id=fc06b29c-bd46-47be-ac2a-6d1c75fe5b23 HTTP/1.1" status: 200 len: 210 time: 0.0658743 Jul 06 14:04:18.257049 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Provisioning for port 83215aec-c681-4406-8cbd-a47df2174430 completed by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:04:18.273754 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Provisioning complete for port 83215aec-c681-4406-8cbd-a47df2174430 triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:04:18.274139 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:18.323076 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf93cc3-020e-4fbf-8a4b-80a43ada064f req-4b8f184d-c908-488c-b609-2b7cc5cd6f19 tempest-MultipleCreateTestJSON-1034572626 tempest-MultipleCreateTestJSON-1034572626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:04:18.323767 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-faf93cc3-020e-4fbf-8a4b-80a43ada064f req-4b8f184d-c908-488c-b609-2b7cc5cd6f19 tempest-MultipleCreateTestJSON-1034572626 tempest-MultipleCreateTestJSON-1034572626-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:18.387242 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-faf93cc3-020e-4fbf-8a4b-80a43ada064f req-4b8f184d-c908-488c-b609-2b7cc5cd6f19 tempest-MultipleCreateTestJSON-1034572626 tempest-MultipleCreateTestJSON-1034572626-project] 10.222.0.127 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.7614884 Jul 06 14:04:18.424433 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [req-faf93cc3-020e-4fbf-8a4b-80a43ada064f req-7121b012-8da4-4378-ab85-e5ec9911b7d0 service neutron] Request body: {'port': {'device_id': '052d97cf-afd7-41ba-af8c-a618ba95ebdf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-773647-6'}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:04:18.465801 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 40116) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:04:18.507883 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:18.565237 n-d-773647-6 neutron-server[100248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7dc6a4d-9f66-42f4-9ec5-8a24ac011f21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83215aec-c681-4406-8cbd-a47df2174430'}] {{(pid=100248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:04:18.571208 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84af257533e383389cbcf231d3534f4d5e149e7203fea16b4a8fc01438dddaf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f03e56ea-0d72-466f-908b-ba15409f1ea6" -d '{"events": [{"server_uuid": "e7dc6a4d-9f66-42f4-9ec5-8a24ac011f21", "name": "network-vif-plugged", "status": "completed", "tag": "83215aec-c681-4406-8cbd-a47df2174430"}]}' {{(pid=100248) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:04:18.615155 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] For port 83215aec-c681-4406-8cbd-a47df2174430, host n-h2-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=83215aec-c681-4406-8cbd-a47df2174430,segment=NetworkSegment(59c264de-0282-4c26-a7e9-a05f64ad5f6c),segment_id=59c264de-0282-4c26-a7e9-a05f64ad5f6c)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:04:18.625274 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:18.627470 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Device 6dd92e69-e804-40c7-8993-d5e086a55974 up at agent hyperv_n-h2-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:04:18.662296 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-8c059f66-5fc4-46d2-b5bb-a330cd961fa0 admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-743529569-network', 'tenant_id': '088899109daa4dab8b28e16d07018840'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:04:18.701419 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c059f66-5fc4-46d2-b5bb-a330cd961fa0 admin admin] Made reservation on behalf of 088899109daa4dab8b28e16d07018840 for: {'network': 1} {{(pid=100246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:04:18.706109 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-8c059f66-5fc4-46d2-b5bb-a330cd961fa0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for network, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:18.718471 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-8c059f66-5fc4-46d2-b5bb-a330cd961fa0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:18.806132 n-d-773647-6 neutron-server[100247]: DEBUG neutron.notifiers.nova [req-faf93cc3-020e-4fbf-8a4b-80a43ada064f req-1bd68e27-4834-4480-9af2-a3c29529e7d3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6f584c48-b9e4-48d2-a3b6-accfd954acb8 {{(pid=100247) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 14:04:18.813357 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-faf93cc3-020e-4fbf-8a4b-80a43ada064f req-7121b012-8da4-4378-ab85-e5ec9911b7d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:18.837537 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-faf93cc3-020e-4fbf-8a4b-80a43ada064f req-1bd68e27-4834-4480-9af2-a3c29529e7d3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:18.861817 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Provisioning for port 6dd92e69-e804-40c7-8993-d5e086a55974 completed by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:04:18.898929 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Provisioning complete for port 6dd92e69-e804-40c7-8993-d5e086a55974 triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:04:18.899498 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:18.900940 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Pushing event updated for resources: {'Port': ['ID=83215aec-c681-4406-8cbd-a47df2174430,revision_number=5']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:04:18.918511 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.provisioning_blocks [req-faf93cc3-020e-4fbf-8a4b-80a43ada064f req-1bd68e27-4834-4480-9af2-a3c29529e7d3 service neutron] Transition to ACTIVE for port object 6f584c48-b9e4-48d2-a3b6-accfd954acb8 will not be triggered until provisioned by entity L2. {{(pid=100247) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:04:18.930799 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-a8b34610-a57a-484d-98fe-3714a4eee324 req-2ad8de71-7388-4ab9-b47b-cd98ca22fe00 tempest-ServerShowV254Test-716947557 tempest-ServerShowV254Test-716947557-project] 10.222.0.127 "GET /v2.0/ports?device_id=fc06b29c-bd46-47be-ac2a-6d1c75fe5b23 HTTP/1.1" status: 200 len: 210 time: 0.0758982 Jul 06 14:04:18.948851 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-8c059f66-5fc4-46d2-b5bb-a330cd961fa0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:18.955328 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-8c059f66-5fc4-46d2-b5bb-a330cd961fa0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:18.982841 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d09f2cf-2618-4576-bd3e-388a678a7909 req-dfed9fd6-44d6-40b4-afc1-d28f2c1d812a tempest-MultipleCreateTestJSON-1034572626 tempest-MultipleCreateTestJSON-1034572626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:04:18.991927 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-9d09f2cf-2618-4576-bd3e-388a678a7909 req-dfed9fd6-44d6-40b4-afc1-d28f2c1d812a tempest-MultipleCreateTestJSON-1034572626 tempest-MultipleCreateTestJSON-1034572626-project] 10.222.0.104 "GET /v2.0/ports?device_id=052d97cf-afd7-41ba-af8c-a618ba95ebdf HTTP/1.1" status: 200 len: 932 time: 0.4131482 Jul 06 14:04:19.008582 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c059f66-5fc4-46d2-b5bb-a330cd961fa0 admin admin] vlan segment allocate from pool success with {'vlan_id': 1006, 'physical_network': 'physnet1'} {{(pid=100246) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 14:04:19.027536 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-faf93cc3-020e-4fbf-8a4b-80a43ada064f req-1bd68e27-4834-4480-9af2-a3c29529e7d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128888538'] for port, after_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:19.044162 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c059f66-5fc4-46d2-b5bb-a330cd961fa0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46e03f63-f74e-4db3-981d-76fb36967b5d,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:04:19.055096 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-8c059f66-5fc4-46d2-b5bb-a330cd961fa0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552'] for segment, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:19.058637 n-d-773647-6 neutron-server[100246]: INFO neutron.db.segments_db [None req-8c059f66-5fc4-46d2-b5bb-a330cd961fa0 admin admin] Added segment 4f034a4d-0401-4410-9e3b-cfb7c7ebcd98 of type vlan for network 843daa65-9f70-4b7f-ae10-986f4b2f43e8 Jul 06 14:04:19.068724 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:19.117416 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538f3bf9-c7f3-4bdf-9288-0497973b77f2 req-fb402b2c-31d4-44e8-b04b-842f1b3d2c92 tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:04:19.129830 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-538f3bf9-c7f3-4bdf-9288-0497973b77f2 req-fb402b2c-31d4-44e8-b04b-842f1b3d2c92 tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] 10.222.0.104 "GET /v2.0/ports?device_id=5fbc9a8b-86db-4456-85e1-a59cfdbb9c8d HTTP/1.1" status: 200 len: 945 time: 0.4634707 Jul 06 14:04:19.139704 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] For port 6dd92e69-e804-40c7-8993-d5e086a55974, host n-h2-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=6dd92e69-e804-40c7-8993-d5e086a55974,segment=NetworkSegment(f09c3fbf-c889-483b-a962-6f1095f380c6),segment_id=f09c3fbf-c889-483b-a962-6f1095f380c6)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:04:19.146262 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:19.182460 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-8c059f66-5fc4-46d2-b5bb-a330cd961fa0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773752984405'] for network, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:19.249482 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-8c059f66-5fc4-46d2-b5bb-a330cd961fa0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060'] for network, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:19.251666 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c059f66-5fc4-46d2-b5bb-a330cd961fa0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:04:19.253134 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-8c059f66-5fc4-46d2-b5bb-a330cd961fa0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583035'] for network, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:19.289751 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Pushing event updated for resources: {'Port': ['ID=6dd92e69-e804-40c7-8993-d5e086a55974,revision_number=5']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:04:19.319562 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-8c059f66-5fc4-46d2-b5bb-a330cd961fa0 admin admin] 10.222.0.104 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.8537326 Jul 06 14:04:19.326660 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 40140) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:04:19.334906 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-a24056b4-53b0-4e10-b66d-4b74f7ac8c3b admin admin] Request body: {'subnet': {'network_id': '843daa65-9f70-4b7f-ae10-986f4b2f43e8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-743529569-subnet', 'tenant_id': '088899109daa4dab8b28e16d07018840', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:04:19.340459 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-9d09f2cf-2618-4576-bd3e-388a678a7909 req-29cc5de5-6f91-414b-8e3d-0793f2552e21 tempest-MultipleCreateTestJSON-1034572626 tempest-MultipleCreateTestJSON-1034572626-project] 10.222.0.104 "GET /v2.0/security-groups?id=d0717d20-fb31-48e4-8147-f0a3642617ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3457456 Jul 06 14:04:19.343562 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-538f3bf9-c7f3-4bdf-9288-0497973b77f2 req-4657947e-57d0-4a0e-9bec-4c5afaec9da3 tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] 10.222.0.104 "GET /v2.0/security-groups?id=54cfb86c-390d-4cad-8265-7f5781c66116&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2125702 Jul 06 14:04:19.373647 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c059f66-5fc4-46d2-b5bb-a330cd961fa0 admin admin] Pushing event updated for resources: {'Network': ['ID=843daa65-9f70-4b7f-ae10-986f4b2f43e8,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:04:19.403891 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Network 843daa65-9f70-4b7f-ae10-986f4b2f43e8 details requested by agent ovs-agent-n-d-773647-6 with host n-d-773647-6 {{(pid=100248) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 14:04:19.428194 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a24056b4-53b0-4e10-b66d-4b74f7ac8c3b admin admin] Made reservation on behalf of 088899109daa4dab8b28e16d07018840 for: {'subnet': 1} {{(pid=100246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:04:19.435321 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-a24056b4-53b0-4e10-b66d-4b74f7ac8c3b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127702029'] for subnet, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:19.517874 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 14:04:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58fa4f3b-181b-4ed6-9529-b54ab069477c x-openstack-request-id: req-58fa4f3b-181b-4ed6-9529-b54ab069477c {{(pid=100248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:04:19.518706 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7dc6a4d-9f66-42f4-9ec5-8a24ac011f21", "name": "network-vif-plugged", "status": "completed", "tag": "83215aec-c681-4406-8cbd-a47df2174430", "code": 200}]} {{(pid=100248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:04:19.519483 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-58fa4f3b-181b-4ed6-9529-b54ab069477c {{(pid=100248) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:04:19.519993 n-d-773647-6 neutron-server[100248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7dc6a4d-9f66-42f4-9ec5-8a24ac011f21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83215aec-c681-4406-8cbd-a47df2174430', 'code': 200} Jul 06 14:04:19.545359 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd68e27-4834-4480-9af2-a3c29529e7d3 service neutron] Pushing event updated for resources: {'Port': ['ID=6f584c48-b9e4-48d2-a3b6-accfd954acb8,revision_number=2']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:04:19.717173 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.managers [req-faf93cc3-020e-4fbf-8a4b-80a43ada064f req-1bd68e27-4834-4480-9af2-a3c29529e7d3 service neutron] Attempting to bind port 6f584c48-b9e4-48d2-a3b6-accfd954acb8 on host n-h2-773647-6 for vnic_type normal with profile {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:04:19.717657 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.managers [req-faf93cc3-020e-4fbf-8a4b-80a43ada064f req-1bd68e27-4834-4480-9af2-a3c29529e7d3 service neutron] Attempting to bind port 6f584c48-b9e4-48d2-a3b6-accfd954acb8 by drivers openvswitch,hyperv on host n-h2-773647-6 at level 0 using segments [{'id': '6b220387-8d13-4ae1-983f-231ccd618d77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': 'b82fb405-bff0-4597-9770-5ecffe1fa7ca'}] {{(pid=100247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:04:19.718086 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faf93cc3-020e-4fbf-8a4b-80a43ada064f req-1bd68e27-4834-4480-9af2-a3c29529e7d3 service neutron] Attempting to bind port 6f584c48-b9e4-48d2-a3b6-accfd954acb8 on network b82fb405-bff0-4597-9770-5ecffe1fa7ca {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:04:19.731024 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faf93cc3-020e-4fbf-8a4b-80a43ada064f req-1bd68e27-4834-4480-9af2-a3c29529e7d3 service neutron] Port 6f584c48-b9e4-48d2-a3b6-accfd954acb8 on network b82fb405-bff0-4597-9770-5ecffe1fa7ca not bound, no agent of type Open vSwitch agent registered on host n-h2-773647-6 {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 14:04:19.731771 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faf93cc3-020e-4fbf-8a4b-80a43ada064f req-1bd68e27-4834-4480-9af2-a3c29529e7d3 service neutron] Attempting to bind port 6f584c48-b9e4-48d2-a3b6-accfd954acb8 on network b82fb405-bff0-4597-9770-5ecffe1fa7ca {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:04:19.740896 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faf93cc3-020e-4fbf-8a4b-80a43ada064f req-1bd68e27-4834-4480-9af2-a3c29529e7d3 service neutron] Checking agent: {'id': '63768ece-0600-4354-8d29-fdedec96b077', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-773647-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 51, 10), 'started_at': datetime.datetime(2021, 7, 6, 13, 51, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 4, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:04:19.741121 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faf93cc3-020e-4fbf-8a4b-80a43ada064f req-1bd68e27-4834-4480-9af2-a3c29529e7d3 service neutron] Checking segment: {'id': '6b220387-8d13-4ae1-983f-231ccd618d77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': 'b82fb405-bff0-4597-9770-5ecffe1fa7ca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100247) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:04:19.741866 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faf93cc3-020e-4fbf-8a4b-80a43ada064f req-1bd68e27-4834-4480-9af2-a3c29529e7d3 service neutron] Bound using segment: {'id': '6b220387-8d13-4ae1-983f-231ccd618d77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': 'b82fb405-bff0-4597-9770-5ecffe1fa7ca'} {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:04:19.742401 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.managers [req-faf93cc3-020e-4fbf-8a4b-80a43ada064f req-1bd68e27-4834-4480-9af2-a3c29529e7d3 service neutron] Bound port: 6f584c48-b9e4-48d2-a3b6-accfd954acb8, host: n-h2-773647-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6b220387-8d13-4ae1-983f-231ccd618d77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': 'b82fb405-bff0-4597-9770-5ecffe1fa7ca'}}] {{(pid=100247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:04:19.743412 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-faf93cc3-020e-4fbf-8a4b-80a43ada064f req-1bd68e27-4834-4480-9af2-a3c29529e7d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:19.767734 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-a24056b4-53b0-4e10-b66d-4b74f7ac8c3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1849032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127687649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127702047'] for subnet, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:19.845514 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.db [req-faf93cc3-020e-4fbf-8a4b-80a43ada064f req-1bd68e27-4834-4480-9af2-a3c29529e7d3 service neutron] For port 6f584c48-b9e4-48d2-a3b6-accfd954acb8, host n-h2-773647-6, cleared binding levels {{(pid=100247) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:04:19.852167 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.db [req-faf93cc3-020e-4fbf-8a4b-80a43ada064f req-1bd68e27-4834-4480-9af2-a3c29529e7d3 service neutron] For port 6f584c48-b9e4-48d2-a3b6-accfd954acb8, host n-h2-773647-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=6f584c48-b9e4-48d2-a3b6-accfd954acb8,segment=NetworkSegment(6b220387-8d13-4ae1-983f-231ccd618d77),segment_id=6b220387-8d13-4ae1-983f-231ccd618d77)] {{(pid=100247) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:04:19.866427 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-faf93cc3-020e-4fbf-8a4b-80a43ada064f req-1bd68e27-4834-4480-9af2-a3c29529e7d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128888538'] for port, after_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:19.889005 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a24056b4-53b0-4e10-b66d-4b74f7ac8c3b admin admin] Checking segment: {'id': '4f034a4d-0401-4410-9e3b-cfb7c7ebcd98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': '843daa65-9f70-4b7f-ae10-986f4b2f43e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:04:19.889977 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a24056b4-53b0-4e10-b66d-4b74f7ac8c3b admin admin] Network hostable DHCP agents. Network: 843daa65-9f70-4b7f-ae10-986f4b2f43e8, hostable agents: ['f2bada3d-be77-4359-982b-8505a2bbca04'], hosted agents: [] {{(pid=100246) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 14:04:19.919006 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24056b4-53b0-4e10-b66d-4b74f7ac8c3b admin admin] Pushing event updated for resources: {'Subnet': ['ID=ae20b5e9-07e2-4786-84d5-713ad5ff019c,revision_number=0']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:04:19.940622 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a24056b4-53b0-4e10-b66d-4b74f7ac8c3b admin admin] Network 843daa65-9f70-4b7f-ae10-986f4b2f43e8 is scheduled to be hosted by DHCP agent f2bada3d-be77-4359-982b-8505a2bbca04 with binding_index 1 {{(pid=100246) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 14:04:19.953826 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.base_scheduler [None req-a24056b4-53b0-4e10-b66d-4b74f7ac8c3b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773647-6, 843daa65-9f70-4b7f-ae10-986f4b2f43e8) {{(pid=100246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:04:19.959933 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a24056b4-53b0-4e10-b66d-4b74f7ac8c3b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:04:19.960525 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-a24056b4-53b0-4e10-b66d-4b74f7ac8c3b admin admin] Notify callbacks [] for subnet, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:19.967626 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c76f23c-986c-4831-8c94-c12d7be5df02 None None] Network 843daa65-9f70-4b7f-ae10-986f4b2f43e8 requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:04:19.997457 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-a24056b4-53b0-4e10-b66d-4b74f7ac8c3b admin admin] 10.222.0.104 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.6691847 Jul 06 14:04:20.007579 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf93cc3-020e-4fbf-8a4b-80a43ada064f req-1bd68e27-4834-4480-9af2-a3c29529e7d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:04:20.010823 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-faf93cc3-020e-4fbf-8a4b-80a43ada064f req-1bd68e27-4834-4480-9af2-a3c29529e7d3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:20.017103 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-faf93cc3-020e-4fbf-8a4b-80a43ada064f req-1bd68e27-4834-4480-9af2-a3c29529e7d3 service neutron] 10.222.0.72 "PUT /v2.0/ports/6f584c48-b9e4-48d2-a3b6-accfd954acb8 HTTP/1.1" status: 200 len: 1091 time: 2.9490545 Jul 06 14:04:20.022371 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd68e27-4834-4480-9af2-a3c29529e7d3 service neutron] Pushing event updated for resources: {'Port': ['ID=6f584c48-b9e4-48d2-a3b6-accfd954acb8,revision_number=3']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:04:20.027081 n-d-773647-6 neutron-server[100247]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51a3e219-5c8d-43e4-8cf2-7c515667b022', 'tag': '6f584c48-b9e4-48d2-a3b6-accfd954acb8'}] {{(pid=100247) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:04:20.030622 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cbf0eeaae822f8fc9b87a94aeba67a3d651842baf663a51cba94b67a514836d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed531a6c-1afe-4f1c-b2d4-e6d9cb4d1660" -d '{"events": [{"name": "network-changed", "server_uuid": "51a3e219-5c8d-43e4-8cf2-7c515667b022", "tag": "6f584c48-b9e4-48d2-a3b6-accfd954acb8"}]}' {{(pid=100247) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:04:20.269910 n-d-773647-6 neutron-server[100247]: DEBUG neutron.notifiers.nova [req-faf93cc3-020e-4fbf-8a4b-80a43ada064f req-7121b012-8da4-4378-ab85-e5ec9911b7d0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4dc5a099-d5e7-40d6-9889-a61e55efabd9 {{(pid=100247) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 14:04:20.301973 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-faf93cc3-020e-4fbf-8a4b-80a43ada064f req-7121b012-8da4-4378-ab85-e5ec9911b7d0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:20.306601 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Device 7a5f929a-d561-4993-9f4a-1c266d662f0f up at agent hyperv_n-h2-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:04:20.326900 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cecbed4-ae35-4917-b444-eada5c265651 None None] Network 843daa65-9f70-4b7f-ae10-986f4b2f43e8 requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:04:20.406940 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5048eb-4c3b-4fe5-b686-bd7e053316cd req-b09097f5-80e4-436a-b907-67b9e02c34f6 tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:04:20.451944 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5048eb-4c3b-4fe5-b686-bd7e053316cd req-b09097f5-80e4-436a-b907-67b9e02c34f6 tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:04:20.471043 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5048eb-4c3b-4fe5-b686-bd7e053316cd req-b09097f5-80e4-436a-b907-67b9e02c34f6 tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:04:20.479661 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5048eb-4c3b-4fe5-b686-bd7e053316cd req-b09097f5-80e4-436a-b907-67b9e02c34f6 tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:04:20.488905 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5048eb-4c3b-4fe5-b686-bd7e053316cd req-b09097f5-80e4-436a-b907-67b9e02c34f6 tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:04:20.500450 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5048eb-4c3b-4fe5-b686-bd7e053316cd req-b09097f5-80e4-436a-b907-67b9e02c34f6 tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:04:20.520875 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5048eb-4c3b-4fe5-b686-bd7e053316cd req-b09097f5-80e4-436a-b907-67b9e02c34f6 tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:04:20.526373 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-5e5048eb-4c3b-4fe5-b686-bd7e053316cd req-b09097f5-80e4-436a-b907-67b9e02c34f6 tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] 10.222.0.104 "GET /v2.0/ports?device_id=e7dc6a4d-9f66-42f4-9ec5-8a24ac011f21 HTTP/1.1" status: 200 len: 5431 time: 0.6646140 Jul 06 14:04:20.530709 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.provisioning_blocks [req-faf93cc3-020e-4fbf-8a4b-80a43ada064f req-7121b012-8da4-4378-ab85-e5ec9911b7d0 service neutron] Transition to ACTIVE for port object 4dc5a099-d5e7-40d6-9889-a61e55efabd9 will not be triggered until provisioned by entity L2. {{(pid=100247) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:04:20.629112 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-faf93cc3-020e-4fbf-8a4b-80a43ada064f req-7121b012-8da4-4378-ab85-e5ec9911b7d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128888538'] for port, after_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:20.688329 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf93cc3-020e-4fbf-8a4b-80a43ada064f req-bfc5a8d9-b3d8-4b13-8284-cf5238ba99e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:04:20.692077 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-faf93cc3-020e-4fbf-8a4b-80a43ada064f req-bfc5a8d9-b3d8-4b13-8284-cf5238ba99e8 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=1a6a1c095b6f4d9f86abe038118b9d24&device_id=51a3e219-5c8d-43e4-8cf2-7c515667b022 HTTP/1.1" status: 200 len: 1094 time: 0.5938783 Jul 06 14:04:20.723764 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-5e5048eb-4c3b-4fe5-b686-bd7e053316cd req-e5cde9bb-eff6-41ea-a94a-4bb459aa9551 tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] 10.222.0.104 "GET /v2.0/security-groups?id=49c1468a-280e-4510-8673-63e827c90e1a&id=89d2c750-f3d8-486f-ac80-ea9c67d569ed&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1794479 Jul 06 14:04:20.778631 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7121b012-8da4-4378-ab85-e5ec9911b7d0 service neutron] Pushing event updated for resources: {'Port': ['ID=4dc5a099-d5e7-40d6-9889-a61e55efabd9,revision_number=2']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:04:20.814410 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Provisioning for port 7a5f929a-d561-4993-9f4a-1c266d662f0f completed by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:04:20.825399 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Provisioning complete for port 7a5f929a-d561-4993-9f4a-1c266d662f0f triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:04:20.831859 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:21.178905 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:21.289673 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] For port 7a5f929a-d561-4993-9f4a-1c266d662f0f, host n-h2-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=7a5f929a-d561-4993-9f4a-1c266d662f0f,segment=NetworkSegment(f09c3fbf-c889-483b-a962-6f1095f380c6),segment_id=f09c3fbf-c889-483b-a962-6f1095f380c6)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:04:21.298442 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:21.299711 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Device 0fccaba0-09bb-4911-acde-c7e70c576bcb up at agent hyperv_n-h2-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:04:21.306507 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 40204) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:04:21.463060 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Pushing event updated for resources: {'Port': ['ID=7a5f929a-d561-4993-9f4a-1c266d662f0f,revision_number=5']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:04:21.476843 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 40210) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:04:21.497741 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Provisioning for port 0fccaba0-09bb-4911-acde-c7e70c576bcb completed by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:04:21.504320 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Provisioning complete for port 0fccaba0-09bb-4911-acde-c7e70c576bcb triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:04:21.505366 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:21.522219 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-faf93cc3-020e-4fbf-8a4b-80a43ada064f req-ed44498b-5388-434c-8581-575d374249f4 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6f584c48-b9e4-48d2-a3b6-accfd954acb8 HTTP/1.1" status: 200 len: 217 time: 0.7442105 Jul 06 14:04:21.525757 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 14:04:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd9b09cd-f0e2-405a-967c-35a2b4ceba7d x-openstack-request-id: req-cd9b09cd-f0e2-405a-967c-35a2b4ceba7d {{(pid=100247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:04:21.526252 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "51a3e219-5c8d-43e4-8cf2-7c515667b022", "tag": "6f584c48-b9e4-48d2-a3b6-accfd954acb8", "status": "completed", "code": 200}]} {{(pid=100247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:04:21.526710 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-cd9b09cd-f0e2-405a-967c-35a2b4ceba7d {{(pid=100247) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:04:21.527317 n-d-773647-6 neutron-server[100247]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '51a3e219-5c8d-43e4-8cf2-7c515667b022', 'tag': '6f584c48-b9e4-48d2-a3b6-accfd954acb8', 'status': 'completed', 'code': 200} Jul 06 14:04:21.554323 n-d-773647-6 neutron-server[100248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7dc6a4d-9f66-42f4-9ec5-8a24ac011f21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6dd92e69-e804-40c7-8993-d5e086a55974'}, {'server_uuid': 'e7dc6a4d-9f66-42f4-9ec5-8a24ac011f21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a5f929a-d561-4993-9f4a-1c266d662f0f'}] {{(pid=100248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:04:21.559274 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84af257533e383389cbcf231d3534f4d5e149e7203fea16b4a8fc01438dddaf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61944417-fe7c-477f-94dc-1b09a093375f" -d '{"events": [{"server_uuid": "e7dc6a4d-9f66-42f4-9ec5-8a24ac011f21", "name": "network-vif-plugged", "status": "completed", "tag": "6dd92e69-e804-40c7-8993-d5e086a55974"}, {"server_uuid": "e7dc6a4d-9f66-42f4-9ec5-8a24ac011f21", "name": "network-vif-plugged", "status": "completed", "tag": "7a5f929a-d561-4993-9f4a-1c266d662f0f"}]}' {{(pid=100248) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:04:21.667788 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-417741ce-fc62-477b-bcb4-3fd0a9d59228 tempest-QuotasNegativeTest-136955310 tempest-QuotasNegativeTest-136955310-project-admin] Request body: {'quota': {'network': 2}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:04:21.740488 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:21.801468 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf93cc3-020e-4fbf-8a4b-80a43ada064f req-79f95255-83a2-4599-92b3-4f925cb60c91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:04:21.802910 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-faf93cc3-020e-4fbf-8a4b-80a43ada064f req-79f95255-83a2-4599-92b3-4f925cb60c91 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=89762ea0-9385-400f-9ae2-3696d950e78a HTTP/1.1" status: 200 len: 852 time: 0.2634966 Jul 06 14:04:21.808599 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-fe2efe73-d006-4f3d-ac5d-beea5f4ee059 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:21.815741 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] For port 0fccaba0-09bb-4911-acde-c7e70c576bcb, host n-h2-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=0fccaba0-09bb-4911-acde-c7e70c576bcb,segment=NetworkSegment(89a04a2d-f882-47fd-b830-e5562609bb0e),segment_id=89a04a2d-f882-47fd-b830-e5562609bb0e)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:04:21.824185 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:21.826202 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Device 5b6cd563-8930-4a51-87d6-66e9c4455b58 up at agent hyperv_n-h2-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:04:21.850764 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b4b79a-1e04-4a6a-83a9-f7fa1c37b53a req-fdf5a331-1332-458d-9e9d-bcc09fbf7705 tempest-MultipleCreateTestJSON-1034572626 tempest-MultipleCreateTestJSON-1034572626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:04:21.855141 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-417741ce-fc62-477b-bcb4-3fd0a9d59228 tempest-QuotasNegativeTest-136955310 tempest-QuotasNegativeTest-136955310-project-admin] 10.222.0.104 "PUT /v2.0/quotas/f8a2dc1219a345e4893d8d69f836a1a2 HTTP/1.1" status: 200 len: 368 time: 0.3769174 Jul 06 14:04:21.865141 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-b6b4b79a-1e04-4a6a-83a9-f7fa1c37b53a req-fdf5a331-1332-458d-9e9d-bcc09fbf7705 tempest-MultipleCreateTestJSON-1034572626 tempest-MultipleCreateTestJSON-1034572626-project] 10.222.0.104 "GET /v2.0/ports?device_id=052d97cf-afd7-41ba-af8c-a618ba95ebdf HTTP/1.1" status: 200 len: 944 time: 0.3363340 Jul 06 14:04:21.879626 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 40218) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:04:21.888652 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-fbb5159d-853f-4086-9b12-88ee8bcca446 tempest-QuotasNegativeTest-136955310 tempest-QuotasNegativeTest-136955310-project-admin] Request body: {'network': {'project_id': 'f8a2dc1219a345e4893d8d69f836a1a2'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:04:21.923146 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-faf93cc3-020e-4fbf-8a4b-80a43ada064f req-dab6e348-6d53-42cc-b269-1f3c2af87940 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=b82fb405-bff0-4597-9770-5ecffe1fa7ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1101751 Jul 06 14:04:21.925133 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Pushing event updated for resources: {'Port': ['ID=0fccaba0-09bb-4911-acde-c7e70c576bcb,revision_number=5']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:04:21.949048 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Provisioning for port 5b6cd563-8930-4a51-87d6-66e9c4455b58 completed by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:04:21.956393 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Provisioning complete for port 5b6cd563-8930-4a51-87d6-66e9c4455b58 triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:04:21.957021 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:21.979566 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710c69b5-2df6-4a3f-8322-217f88b661df req-58af3801-33dd-4b44-9f3a-a4274a33ed64 tempest-ServersTestBootFromVolume-787010614 tempest-ServersTestBootFromVolume-787010614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:04:21.981473 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-710c69b5-2df6-4a3f-8322-217f88b661df req-58af3801-33dd-4b44-9f3a-a4274a33ed64 tempest-ServersTestBootFromVolume-787010614 tempest-ServersTestBootFromVolume-787010614-project] 10.222.0.72 "GET /v2.0/ports?device_id=e35a7e2e-d30c-4bf0-b481-78bca7eacfd4 HTTP/1.1" status: 200 len: 946 time: 0.2940490 Jul 06 14:04:22.076039 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:22.114273 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a58a87e-d74e-4266-8091-554f623b91d6 req-4b347535-0757-4795-9db9-a7857d87b890 tempest-ServersTestBootFromVolume-787010614 tempest-ServersTestBootFromVolume-787010614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:04:22.124365 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-5a58a87e-d74e-4266-8091-554f623b91d6 req-4b347535-0757-4795-9db9-a7857d87b890 tempest-ServersTestBootFromVolume-787010614 tempest-ServersTestBootFromVolume-787010614-project] 10.222.0.104 "GET /v2.0/ports?device_id=e35a7e2e-d30c-4bf0-b481-78bca7eacfd4 HTTP/1.1" status: 200 len: 946 time: 0.6000762 Jul 06 14:04:22.149124 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] For port 5b6cd563-8930-4a51-87d6-66e9c4455b58, host n-h2-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=5b6cd563-8930-4a51-87d6-66e9c4455b58,segment=NetworkSegment(59c264de-0282-4c26-a7e9-a05f64ad5f6c),segment_id=59c264de-0282-4c26-a7e9-a05f64ad5f6c)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:04:22.155756 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:22.158212 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Device f010560f-f4c8-4c8c-99e0-7afd7573142a up at agent hyperv_n-h2-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:04:22.210971 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-b6b4b79a-1e04-4a6a-83a9-f7fa1c37b53a req-cb8f8dc7-3221-494f-b3f1-444bcc599fb9 tempest-MultipleCreateTestJSON-1034572626 tempest-MultipleCreateTestJSON-1034572626-project] 10.222.0.104 "GET /v2.0/security-groups?id=d0717d20-fb31-48e4-8147-f0a3642617ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2900388 Jul 06 14:04:22.253355 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-5a58a87e-d74e-4266-8091-554f623b91d6 req-40abda85-c603-4002-882d-be2d296cc7c0 tempest-ServersTestBootFromVolume-787010614 tempest-ServersTestBootFromVolume-787010614-project] 10.222.0.104 "GET /v2.0/security-groups?id=44e3600a-11fd-4d2f-8c8b-afe08f9fb670&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1274436 Jul 06 14:04:22.259480 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.managers [req-faf93cc3-020e-4fbf-8a4b-80a43ada064f req-7121b012-8da4-4378-ab85-e5ec9911b7d0 service neutron] Attempting to bind port 4dc5a099-d5e7-40d6-9889-a61e55efabd9 on host n-h1-773647-6 for vnic_type normal with profile {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:04:22.260055 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.managers [req-faf93cc3-020e-4fbf-8a4b-80a43ada064f req-7121b012-8da4-4378-ab85-e5ec9911b7d0 service neutron] Attempting to bind port 4dc5a099-d5e7-40d6-9889-a61e55efabd9 by drivers openvswitch,hyperv on host n-h1-773647-6 at level 0 using segments [{'id': '6b220387-8d13-4ae1-983f-231ccd618d77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': 'b82fb405-bff0-4597-9770-5ecffe1fa7ca'}] {{(pid=100247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:04:22.260567 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faf93cc3-020e-4fbf-8a4b-80a43ada064f req-7121b012-8da4-4378-ab85-e5ec9911b7d0 service neutron] Attempting to bind port 4dc5a099-d5e7-40d6-9889-a61e55efabd9 on network b82fb405-bff0-4597-9770-5ecffe1fa7ca {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:04:22.263289 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Pushing event updated for resources: {'Port': ['ID=5b6cd563-8930-4a51-87d6-66e9c4455b58,revision_number=5']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:04:22.285180 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faf93cc3-020e-4fbf-8a4b-80a43ada064f req-7121b012-8da4-4378-ab85-e5ec9911b7d0 service neutron] Port 4dc5a099-d5e7-40d6-9889-a61e55efabd9 on network b82fb405-bff0-4597-9770-5ecffe1fa7ca not bound, no agent of type Open vSwitch agent registered on host n-h1-773647-6 {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 14:04:22.291347 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faf93cc3-020e-4fbf-8a4b-80a43ada064f req-7121b012-8da4-4378-ab85-e5ec9911b7d0 service neutron] Attempting to bind port 4dc5a099-d5e7-40d6-9889-a61e55efabd9 on network b82fb405-bff0-4597-9770-5ecffe1fa7ca {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:04:22.316532 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-faf93cc3-020e-4fbf-8a4b-80a43ada064f req-2b90f2c2-8594-49df-8e0e-19ffca39956d service neutron] 10.222.0.72 "GET /v2.0/networks/b82fb405-bff0-4597-9770-5ecffe1fa7ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3511202 Jul 06 14:04:22.343226 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faf93cc3-020e-4fbf-8a4b-80a43ada064f req-7121b012-8da4-4378-ab85-e5ec9911b7d0 service neutron] Checking agent: {'id': '5bf7147f-bada-4441-a5dc-934b903473fb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-773647-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 51, 12), 'started_at': datetime.datetime(2021, 7, 6, 13, 51, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 4, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:04:22.343750 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faf93cc3-020e-4fbf-8a4b-80a43ada064f req-7121b012-8da4-4378-ab85-e5ec9911b7d0 service neutron] Checking segment: {'id': '6b220387-8d13-4ae1-983f-231ccd618d77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': 'b82fb405-bff0-4597-9770-5ecffe1fa7ca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100247) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:04:22.344281 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faf93cc3-020e-4fbf-8a4b-80a43ada064f req-7121b012-8da4-4378-ab85-e5ec9911b7d0 service neutron] Bound using segment: {'id': '6b220387-8d13-4ae1-983f-231ccd618d77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': 'b82fb405-bff0-4597-9770-5ecffe1fa7ca'} {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:04:22.344959 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.managers [req-faf93cc3-020e-4fbf-8a4b-80a43ada064f req-7121b012-8da4-4378-ab85-e5ec9911b7d0 service neutron] Bound port: 4dc5a099-d5e7-40d6-9889-a61e55efabd9, host: n-h1-773647-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6b220387-8d13-4ae1-983f-231ccd618d77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': 'b82fb405-bff0-4597-9770-5ecffe1fa7ca'}}] {{(pid=100247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:04:22.345545 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-faf93cc3-020e-4fbf-8a4b-80a43ada064f req-7121b012-8da4-4378-ab85-e5ec9911b7d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:22.365879 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Provisioning for port f010560f-f4c8-4c8c-99e0-7afd7573142a completed by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:04:22.376760 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 06 Jul 2021 14:04:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e707d116-b4c5-47f0-8599-a2505cf7d11b x-openstack-request-id: req-e707d116-b4c5-47f0-8599-a2505cf7d11b {{(pid=100248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:04:22.377073 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7dc6a4d-9f66-42f4-9ec5-8a24ac011f21", "name": "network-vif-plugged", "status": "completed", "tag": "6dd92e69-e804-40c7-8993-d5e086a55974", "code": 200}, {"server_uuid": "e7dc6a4d-9f66-42f4-9ec5-8a24ac011f21", "name": "network-vif-plugged", "status": "completed", "tag": "7a5f929a-d561-4993-9f4a-1c266d662f0f", "code": 200}]} {{(pid=100248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:04:22.377329 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-e707d116-b4c5-47f0-8599-a2505cf7d11b {{(pid=100248) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:04:22.381950 n-d-773647-6 neutron-server[100248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7dc6a4d-9f66-42f4-9ec5-8a24ac011f21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6dd92e69-e804-40c7-8993-d5e086a55974', 'code': 200} Jul 06 14:04:22.382307 n-d-773647-6 neutron-server[100248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7dc6a4d-9f66-42f4-9ec5-8a24ac011f21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a5f929a-d561-4993-9f4a-1c266d662f0f', 'code': 200} Jul 06 14:04:22.382959 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Provisioning complete for port f010560f-f4c8-4c8c-99e0-7afd7573142a triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:04:22.383363 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:22.565835 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:22.620504 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] For port f010560f-f4c8-4c8c-99e0-7afd7573142a, host n-h2-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=f010560f-f4c8-4c8c-99e0-7afd7573142a,segment=NetworkSegment(59c264de-0282-4c26-a7e9-a05f64ad5f6c),segment_id=59c264de-0282-4c26-a7e9-a05f64ad5f6c)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:04:22.626590 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:22.628268 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Device 3ba18cf5-928e-46ea-b0ca-9a371b8d9b40 up at agent hyperv_n-h2-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:04:22.666837 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.db [req-faf93cc3-020e-4fbf-8a4b-80a43ada064f req-7121b012-8da4-4378-ab85-e5ec9911b7d0 service neutron] For port 4dc5a099-d5e7-40d6-9889-a61e55efabd9, host n-h1-773647-6, cleared binding levels {{(pid=100247) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:04:22.696308 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-fe2efe73-d006-4f3d-ac5d-beea5f4ee059 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:22.714548 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [req-710c69b5-2df6-4a3f-8322-217f88b661df req-c4c00d8a-bf22-4a88-84a5-39694970d02d tempest-ServersTestBootFromVolume-787010614 tempest-ServersTestBootFromVolume-787010614-project] Deleting port cf98c374-ae9b-477f-888b-f3febecd9b81 {{(pid=100246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:04:22.714876 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-710c69b5-2df6-4a3f-8322-217f88b661df req-c4c00d8a-bf22-4a88-84a5-39694970d02d tempest-ServersTestBootFromVolume-787010614 tempest-ServersTestBootFromVolume-787010614-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:22.718151 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-fe2efe73-d006-4f3d-ac5d-beea5f4ee059 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:22.752966 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-faf93cc3-020e-4fbf-8a4b-80a43ada064f req-9bc18553-3031-411b-9dc8-d1d2107e287d service neutron] 10.222.0.72 "GET /v2.0/networks/b82fb405-bff0-4597-9770-5ecffe1fa7ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4352224 Jul 06 14:04:22.767927 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.db [req-faf93cc3-020e-4fbf-8a4b-80a43ada064f req-7121b012-8da4-4378-ab85-e5ec9911b7d0 service neutron] For port 4dc5a099-d5e7-40d6-9889-a61e55efabd9, host n-h1-773647-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773647-6',level=0,port_id=4dc5a099-d5e7-40d6-9889-a61e55efabd9,segment=NetworkSegment(6b220387-8d13-4ae1-983f-231ccd618d77),segment_id=6b220387-8d13-4ae1-983f-231ccd618d77)] {{(pid=100247) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:04:22.780398 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-faf93cc3-020e-4fbf-8a4b-80a43ada064f req-7121b012-8da4-4378-ab85-e5ec9911b7d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128888538'] for port, after_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:22.825071 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Provisioning for port 3ba18cf5-928e-46ea-b0ca-9a371b8d9b40 completed by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:04:22.847286 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Provisioning complete for port 3ba18cf5-928e-46ea-b0ca-9a371b8d9b40 triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:04:22.847681 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:22.849626 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Pushing event updated for resources: {'Port': ['ID=f010560f-f4c8-4c8c-99e0-7afd7573142a,revision_number=5']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:04:22.855307 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-e7e8ca23-d72c-42e4-937f-ddb2473e9cbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:22.911522 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7121b012-8da4-4378-ab85-e5ec9911b7d0 service neutron] Pushing event updated for resources: {'Port': ['ID=4dc5a099-d5e7-40d6-9889-a61e55efabd9,revision_number=3']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:04:22.915384 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbb5159d-853f-4086-9b12-88ee8bcca446 tempest-QuotasNegativeTest-136955310 tempest-QuotasNegativeTest-136955310-project-admin] Made reservation on behalf of f8a2dc1219a345e4893d8d69f836a1a2 for: {'network': 1} {{(pid=100246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:04:22.921462 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-fbb5159d-853f-4086-9b12-88ee8bcca446 tempest-QuotasNegativeTest-136955310 tempest-QuotasNegativeTest-136955310-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for network, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:22.939501 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-fe2efe73-d006-4f3d-ac5d-beea5f4ee059 admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=c21b596b7c7a4defb3ee6a7078b4e239&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6308410 Jul 06 14:04:22.940724 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-fbb5159d-853f-4086-9b12-88ee8bcca446 tempest-QuotasNegativeTest-136955310 tempest-QuotasNegativeTest-136955310-project-admin] Notify callbacks [] for security_group, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:22.943658 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 40236) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:04:22.961593 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf93cc3-020e-4fbf-8a4b-80a43ada064f req-7121b012-8da4-4378-ab85-e5ec9911b7d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:04:22.962659 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-faf93cc3-020e-4fbf-8a4b-80a43ada064f req-7121b012-8da4-4378-ab85-e5ec9911b7d0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:22.964630 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-faf93cc3-020e-4fbf-8a4b-80a43ada064f req-7121b012-8da4-4378-ab85-e5ec9911b7d0 service neutron] 10.222.0.127 "PUT /v2.0/ports/4dc5a099-d5e7-40d6-9889-a61e55efabd9 HTTP/1.1" status: 200 len: 1092 time: 4.5668912 Jul 06 14:04:22.964776 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:22.974064 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2efe73-d006-4f3d-ac5d-beea5f4ee059 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=adb9ba70-9e4f-4822-b92b-e275de8b6d1b,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:04:23.021730 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] For port 3ba18cf5-928e-46ea-b0ca-9a371b8d9b40, host n-h2-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=3ba18cf5-928e-46ea-b0ca-9a371b8d9b40,segment=NetworkSegment(59c264de-0282-4c26-a7e9-a05f64ad5f6c),segment_id=59c264de-0282-4c26-a7e9-a05f64ad5f6c)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:04:23.028952 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:23.040797 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Device cf98c374-ae9b-477f-888b-f3febecd9b81 no longer exists at agent hyperv_n-h2-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:04:23.088317 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.db [req-710c69b5-2df6-4a3f-8322-217f88b661df req-c4c00d8a-bf22-4a88-84a5-39694970d02d tempest-ServersTestBootFromVolume-787010614 tempest-ServersTestBootFromVolume-787010614-project] For port cf98c374-ae9b-477f-888b-f3febecd9b81, host n-h2-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=cf98c374-ae9b-477f-888b-f3febecd9b81,segment=NetworkSegment(9eba4787-c4f9-4fad-9106-1dea9683e832),segment_id=9eba4787-c4f9-4fad-9106-1dea9683e832)] {{(pid=100246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:04:23.088867 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-710c69b5-2df6-4a3f-8322-217f88b661df req-c4c00d8a-bf22-4a88-84a5-39694970d02d tempest-ServersTestBootFromVolume-787010614 tempest-ServersTestBootFromVolume-787010614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:23.130119 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879bf3f7-5436-4547-a951-a1788771b60a req-b594bdb5-a343-4437-b258-ac02dc1ab103 tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:04:23.139124 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879bf3f7-5436-4547-a951-a1788771b60a req-b594bdb5-a343-4437-b258-ac02dc1ab103 tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:04:23.139747 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Pushing event updated for resources: {'Port': ['ID=3ba18cf5-928e-46ea-b0ca-9a371b8d9b40,revision_number=5']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:04:23.157644 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879bf3f7-5436-4547-a951-a1788771b60a req-b594bdb5-a343-4437-b258-ac02dc1ab103 tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:04:23.166893 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879bf3f7-5436-4547-a951-a1788771b60a req-b594bdb5-a343-4437-b258-ac02dc1ab103 tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:04:23.174415 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879bf3f7-5436-4547-a951-a1788771b60a req-b594bdb5-a343-4437-b258-ac02dc1ab103 tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:04:23.181302 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879bf3f7-5436-4547-a951-a1788771b60a req-b594bdb5-a343-4437-b258-ac02dc1ab103 tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:04:23.187659 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879bf3f7-5436-4547-a951-a1788771b60a req-b594bdb5-a343-4437-b258-ac02dc1ab103 tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:04:23.190257 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-879bf3f7-5436-4547-a951-a1788771b60a req-b594bdb5-a343-4437-b258-ac02dc1ab103 tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] 10.222.0.104 "GET /v2.0/ports?device_id=e7dc6a4d-9f66-42f4-9ec5-8a24ac011f21 HTTP/1.1" status: 200 len: 5435 time: 0.5181909 Jul 06 14:04:23.207190 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:23.235042 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-9f655c6a-ae31-4b80-a0ad-afbb87bf8aa8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:23.271088 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] For port cf98c374-ae9b-477f-888b-f3febecd9b81, host n-h2-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=cf98c374-ae9b-477f-888b-f3febecd9b81,segment=NetworkSegment(9eba4787-c4f9-4fad-9106-1dea9683e832),segment_id=9eba4787-c4f9-4fad-9106-1dea9683e832)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:04:23.279401 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:23.292315 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed531a6c-1afe-4f1c-b2d4-e6d9cb4d1660 req-0f7d6b66-39e1-48b1-84ac-17d4f2b46756 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:04:23.293014 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-9f655c6a-ae31-4b80-a0ad-afbb87bf8aa8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:23.295128 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-ed531a6c-1afe-4f1c-b2d4-e6d9cb4d1660 req-0f7d6b66-39e1-48b1-84ac-17d4f2b46756 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=1a6a1c095b6f4d9f86abe038118b9d24&device_id=51a3e219-5c8d-43e4-8cf2-7c515667b022 HTTP/1.1" status: 200 len: 1094 time: 0.4139841 Jul 06 14:04:23.314547 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d08386-7ae9-4265-b14f-778ecfc72572 req-4f18d58c-fac6-41b7-b6a3-fecd1ebcf9f0 tempest-ImagesTestJSON-1482892319 tempest-ImagesTestJSON-1482892319-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:04:23.324051 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-a2d08386-7ae9-4265-b14f-778ecfc72572 req-4f18d58c-fac6-41b7-b6a3-fecd1ebcf9f0 tempest-ImagesTestJSON-1482892319 tempest-ImagesTestJSON-1482892319-project] 10.222.0.104 "GET /v2.0/networks?id=843daa65-9f70-4b7f-ae10-986f4b2f43e8 HTTP/1.1" status: 200 len: 804 time: 0.4263892 Jul 06 14:04:23.331598 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf93cc3-020e-4fbf-8a4b-80a43ada064f req-052857f2-fdc8-428a-9d98-b7264551f76d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:04:23.333537 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-faf93cc3-020e-4fbf-8a4b-80a43ada064f req-052857f2-fdc8-428a-9d98-b7264551f76d service neutron] 10.222.0.127 "GET /v2.0/ports?tenant_id=1a6a1c095b6f4d9f86abe038118b9d24&device_id=052d97cf-afd7-41ba-af8c-a618ba95ebdf HTTP/1.1" status: 200 len: 1095 time: 0.3140590 Jul 06 14:04:23.346340 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Pushing event updated for resources: {'Port': ['ID=cf98c374-ae9b-477f-888b-f3febecd9b81,revision_number=6']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:04:23.392246 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-879bf3f7-5436-4547-a951-a1788771b60a req-21f25192-2478-476b-bad2-aacc8c5e5d2b tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] 10.222.0.104 "GET /v2.0/security-groups?id=49c1468a-280e-4510-8673-63e827c90e1a&id=89d2c750-f3d8-486f-ac80-ea9c67d569ed&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1803854 Jul 06 14:04:23.467135 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-fbb5159d-853f-4086-9b12-88ee8bcca446 tempest-QuotasNegativeTest-136955310 tempest-QuotasNegativeTest-136955310-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:23.475682 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-fbb5159d-853f-4086-9b12-88ee8bcca446 tempest-QuotasNegativeTest-136955310 tempest-QuotasNegativeTest-136955310-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:23.488439 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-a2d08386-7ae9-4265-b14f-778ecfc72572 req-e445a3be-eaf0-4814-984a-726c841eeb89 tempest-ImagesTestJSON-1482892319 tempest-ImagesTestJSON-1482892319-project] 10.222.0.104 "GET /v2.0/quotas/088899109daa4dab8b28e16d07018840 HTTP/1.1" status: 200 len: 375 time: 0.1585703 Jul 06 14:04:23.530267 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-9f655c6a-ae31-4b80-a0ad-afbb87bf8aa8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:23.534588 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-9f655c6a-ae31-4b80-a0ad-afbb87bf8aa8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:23.536032 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-9f655c6a-ae31-4b80-a0ad-afbb87bf8aa8 admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/adb9ba70-9e4f-4822-b92b-e275de8b6d1b HTTP/1.1" status: 204 len: 168 time: 0.5828047 Jul 06 14:04:23.538637 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-710c69b5-2df6-4a3f-8322-217f88b661df req-c4c00d8a-bf22-4a88-84a5-39694970d02d tempest-ServersTestBootFromVolume-787010614 tempest-ServersTestBootFromVolume-787010614-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:23.539319 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-710c69b5-2df6-4a3f-8322-217f88b661df req-c4c00d8a-bf22-4a88-84a5-39694970d02d tempest-ServersTestBootFromVolume-787010614 tempest-ServersTestBootFromVolume-787010614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1761130'] for floatingip, after_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:23.540450 n-d-773647-6 neutron-server[100246]: INFO neutron.db.l3_db [req-710c69b5-2df6-4a3f-8322-217f88b661df req-c4c00d8a-bf22-4a88-84a5-39694970d02d tempest-ServersTestBootFromVolume-787010614 tempest-ServersTestBootFromVolume-787010614-project] Floating IP d1c8b553-7865-414c-901a-44990f1ee69d disassociated. External IP: 172.25.0.87, port: cf98c374-ae9b-477f-888b-f3febecd9b81. Jul 06 14:04:23.541158 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [req-710c69b5-2df6-4a3f-8322-217f88b661df req-c4c00d8a-bf22-4a88-84a5-39694970d02d tempest-ServersTestBootFromVolume-787010614 tempest-ServersTestBootFromVolume-787010614-project] Calling delete_port for cf98c374-ae9b-477f-888b-f3febecd9b81 owned by compute:nova {{(pid=100246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:04:23.543624 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fbb5159d-853f-4086-9b12-88ee8bcca446 tempest-QuotasNegativeTest-136955310 tempest-QuotasNegativeTest-136955310-project-admin] vlan segment allocate from pool success with {'vlan_id': 1046, 'physical_network': 'physnet1'} {{(pid=100246) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 14:04:23.548670 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb5159d-853f-4086-9b12-88ee8bcca446 tempest-QuotasNegativeTest-136955310 tempest-QuotasNegativeTest-136955310-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b27eeef-e4ec-4dae-9ec0-fbb683eb3131,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:04:23.572406 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-fbb5159d-853f-4086-9b12-88ee8bcca446 tempest-QuotasNegativeTest-136955310 tempest-QuotasNegativeTest-136955310-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552'] for segment, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:23.573023 n-d-773647-6 neutron-server[100246]: INFO neutron.db.segments_db [None req-fbb5159d-853f-4086-9b12-88ee8bcca446 tempest-QuotasNegativeTest-136955310 tempest-QuotasNegativeTest-136955310-project-admin] Added segment 104e7284-83da-44bb-afc7-15a42f818513 of type vlan for network 9c50c492-a55d-4464-8ed1-22de9e5bad4a Jul 06 14:04:23.600984 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f655c6a-ae31-4b80-a0ad-afbb87bf8aa8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=adb9ba70-9e4f-4822-b92b-e275de8b6d1b,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:04:23.654940 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-faf93cc3-020e-4fbf-8a4b-80a43ada064f req-b55091d6-656f-4d08-81a2-2069180c7ef9 service neutron] 10.222.0.127 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4dc5a099-d5e7-40d6-9889-a61e55efabd9 HTTP/1.1" status: 200 len: 217 time: 0.3021593 Jul 06 14:04:23.655590 n-d-773647-6 neutron-server[100247]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '052d97cf-afd7-41ba-af8c-a618ba95ebdf', 'tag': '4dc5a099-d5e7-40d6-9889-a61e55efabd9'}] {{(pid=100247) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:04:23.660248 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cbf0eeaae822f8fc9b87a94aeba67a3d651842baf663a51cba94b67a514836d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-822c8ce1-23b0-432a-9457-9208b5aa8075" -d '{"events": [{"name": "network-changed", "server_uuid": "052d97cf-afd7-41ba-af8c-a618ba95ebdf", "tag": "4dc5a099-d5e7-40d6-9889-a61e55efabd9"}]}' {{(pid=100247) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:04:23.667636 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed531a6c-1afe-4f1c-b2d4-e6d9cb4d1660 req-25e9c633-0c75-40f0-96d6-b4a51912f35e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:04:23.669085 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-ed531a6c-1afe-4f1c-b2d4-e6d9cb4d1660 req-25e9c633-0c75-40f0-96d6-b4a51912f35e service neutron] 10.222.0.72 "GET /v2.0/networks?id=b82fb405-bff0-4597-9770-5ecffe1fa7ca HTTP/1.1" status: 200 len: 914 time: 0.3403294 Jul 06 14:04:23.711346 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-fbb5159d-853f-4086-9b12-88ee8bcca446 tempest-QuotasNegativeTest-136955310 tempest-QuotasNegativeTest-136955310-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773752984405'] for network, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:23.727975 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf93cc3-020e-4fbf-8a4b-80a43ada064f req-ccd283b6-7030-4fb3-9f9f-65be719237e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:04:23.729507 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-faf93cc3-020e-4fbf-8a4b-80a43ada064f req-ccd283b6-7030-4fb3-9f9f-65be719237e7 service neutron] 10.222.0.127 "GET /v2.0/subnets?id=89762ea0-9385-400f-9ae2-3696d950e78a HTTP/1.1" status: 200 len: 852 time: 0.0584800 Jul 06 14:04:23.772167 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-fbb5159d-853f-4086-9b12-88ee8bcca446 tempest-QuotasNegativeTest-136955310 tempest-QuotasNegativeTest-136955310-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060'] for network, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:23.773460 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbb5159d-853f-4086-9b12-88ee8bcca446 tempest-QuotasNegativeTest-136955310 tempest-QuotasNegativeTest-136955310-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:04:23.774075 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-fbb5159d-853f-4086-9b12-88ee8bcca446 tempest-QuotasNegativeTest-136955310 tempest-QuotasNegativeTest-136955310-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583035'] for network, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:23.834662 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-faf93cc3-020e-4fbf-8a4b-80a43ada064f req-31dbd72b-b334-4a3f-be50-c570bebb9e26 service neutron] 10.222.0.127 "GET /v2.0/ports?network_id=b82fb405-bff0-4597-9770-5ecffe1fa7ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0627215 Jul 06 14:04:23.893983 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-a2d08386-7ae9-4265-b14f-778ecfc72572 req-8a702b7a-7c87-4ef8-aed0-ed8bafcc310b tempest-ImagesTestJSON-1482892319 tempest-ImagesTestJSON-1482892319-project] 10.222.0.104 "GET /v2.0/ports?tenant_id=088899109daa4dab8b28e16d07018840&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2295365 Jul 06 14:04:23.962895 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-fbb5159d-853f-4086-9b12-88ee8bcca446 tempest-QuotasNegativeTest-136955310 tempest-QuotasNegativeTest-136955310-project-admin] 10.222.0.104 "POST /v2.0/networks HTTP/1.1" status: 201 len: 838 time: 2.0814848 Jul 06 14:04:23.983476 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 40264) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:04:23.983695 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-ed531a6c-1afe-4f1c-b2d4-e6d9cb4d1660 req-8711dc69-74c6-4338-b043-5d4be34be985 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6f584c48-b9e4-48d2-a3b6-accfd954acb8 HTTP/1.1" status: 200 len: 217 time: 0.2310991 Jul 06 14:04:23.991289 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-089f9878-2bd3-41f5-8775-d91498b24487 tempest-QuotasNegativeTest-136955310 tempest-QuotasNegativeTest-136955310-project-admin] Request body: {'network': {'project_id': 'f8a2dc1219a345e4893d8d69f836a1a2'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:04:24.014898 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-089f9878-2bd3-41f5-8775-d91498b24487 tempest-QuotasNegativeTest-136955310 tempest-QuotasNegativeTest-136955310-project-admin] Made reservation on behalf of f8a2dc1219a345e4893d8d69f836a1a2 for: {'network': 1} {{(pid=100246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:04:24.017375 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-089f9878-2bd3-41f5-8775-d91498b24487 tempest-QuotasNegativeTest-136955310 tempest-QuotasNegativeTest-136955310-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for network, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:24.019595 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb5159d-853f-4086-9b12-88ee8bcca446 tempest-QuotasNegativeTest-136955310 tempest-QuotasNegativeTest-136955310-project-admin] Pushing event updated for resources: {'Network': ['ID=9c50c492-a55d-4464-8ed1-22de9e5bad4a,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:04:24.032587 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Network 9c50c492-a55d-4464-8ed1-22de9e5bad4a details requested by agent ovs-agent-n-d-773647-6 with host n-d-773647-6 {{(pid=100248) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 14:04:24.044602 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-710c69b5-2df6-4a3f-8322-217f88b661df req-c4c00d8a-bf22-4a88-84a5-39694970d02d tempest-ServersTestBootFromVolume-787010614 tempest-ServersTestBootFromVolume-787010614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127687580'] for port, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:24.093404 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-a2d08386-7ae9-4265-b14f-778ecfc72572 req-7ab8f88d-092e-4fdd-9faf-fb3c47849022 service neutron] 10.222.0.104 "GET /v2.0/networks/843daa65-9f70-4b7f-ae10-986f4b2f43e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1103599 Jul 06 14:04:24.118469 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c00d8a-bf22-4a88-84a5-39694970d02d tempest-ServersTestBootFromVolume-787010614 tempest-ServersTestBootFromVolume-787010614-project] Pushing event deleted for resources: {'Port': ['ID=cf98c374-ae9b-477f-888b-f3febecd9b81,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:04:24.136489 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-089f9878-2bd3-41f5-8775-d91498b24487 tempest-QuotasNegativeTest-136955310 tempest-QuotasNegativeTest-136955310-project-admin] vlan segment allocate from pool success with {'vlan_id': 1019, 'physical_network': 'physnet1'} {{(pid=100246) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 14:04:24.206198 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Device 5f251846-a962-4cca-ac30-b8ff4317b4c4 details requested by agent hyperv_n-h2-773647-6 with host n-h2-773647-6 {{(pid=100248) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 14:04:24.234008 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-089f9878-2bd3-41f5-8775-d91498b24487 tempest-QuotasNegativeTest-136955310 tempest-QuotasNegativeTest-136955310-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552'] for segment, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:24.234362 n-d-773647-6 neutron-server[100246]: INFO neutron.db.segments_db [None req-089f9878-2bd3-41f5-8775-d91498b24487 tempest-QuotasNegativeTest-136955310 tempest-QuotasNegativeTest-136955310-project-admin] Added segment df1c52bf-0605-4303-a76c-783d547b2e18 of type vlan for network 68fb10ec-1e36-4ce6-8bd5-bc6ac0817791 Jul 06 14:04:24.259331 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-faf93cc3-020e-4fbf-8a4b-80a43ada064f req-5c631aff-2e5c-45df-90fc-4586fda7a10a service neutron] 10.222.0.127 "GET /v2.0/networks/b82fb405-bff0-4597-9770-5ecffe1fa7ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3644938 Jul 06 14:04:24.318065 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73557f1-176f-4604-8d55-489c063061fc req-7e332d5f-6f3b-4f36-8b6d-77cafd26e00f tempest-MultipleCreateTestJSON-1034572626 tempest-MultipleCreateTestJSON-1034572626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:04:24.326593 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-c73557f1-176f-4604-8d55-489c063061fc req-7e332d5f-6f3b-4f36-8b6d-77cafd26e00f tempest-MultipleCreateTestJSON-1034572626 tempest-MultipleCreateTestJSON-1034572626-project] 10.222.0.104 "GET /v2.0/ports?device_id=052d97cf-afd7-41ba-af8c-a618ba95ebdf HTTP/1.1" status: 200 len: 944 time: 0.6601963 Jul 06 14:04:24.342964 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-089f9878-2bd3-41f5-8775-d91498b24487 tempest-QuotasNegativeTest-136955310 tempest-QuotasNegativeTest-136955310-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773752984405'] for network, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:24.385769 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-089f9878-2bd3-41f5-8775-d91498b24487 tempest-QuotasNegativeTest-136955310 tempest-QuotasNegativeTest-136955310-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060'] for network, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:24.387303 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-089f9878-2bd3-41f5-8775-d91498b24487 tempest-QuotasNegativeTest-136955310 tempest-QuotasNegativeTest-136955310-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:04:24.387812 n-d-773647-6 neutron-server[100248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7dc6a4d-9f66-42f4-9ec5-8a24ac011f21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0fccaba0-09bb-4911-acde-c7e70c576bcb'}, {'server_uuid': 'e7dc6a4d-9f66-42f4-9ec5-8a24ac011f21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b6cd563-8930-4a51-87d6-66e9c4455b58'}, {'server_uuid': 'e7dc6a4d-9f66-42f4-9ec5-8a24ac011f21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f010560f-f4c8-4c8c-99e0-7afd7573142a'}, {'server_uuid': 'e7dc6a4d-9f66-42f4-9ec5-8a24ac011f21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ba18cf5-928e-46ea-b0ca-9a371b8d9b40'}, {'server_uuid': 'e35a7e2e-d30c-4bf0-b481-78bca7eacfd4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cf98c374-ae9b-477f-888b-f3febecd9b81'}] {{(pid=100248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:04:24.388278 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-089f9878-2bd3-41f5-8775-d91498b24487 tempest-QuotasNegativeTest-136955310 tempest-QuotasNegativeTest-136955310-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583035'] for network, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:24.390778 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84af257533e383389cbcf231d3534f4d5e149e7203fea16b4a8fc01438dddaf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd3be81b-0280-4f08-9895-f8dd7c5c85cf" -d '{"events": [{"server_uuid": "e7dc6a4d-9f66-42f4-9ec5-8a24ac011f21", "name": "network-vif-plugged", "status": "completed", "tag": "0fccaba0-09bb-4911-acde-c7e70c576bcb"}, {"server_uuid": "e7dc6a4d-9f66-42f4-9ec5-8a24ac011f21", "name": "network-vif-plugged", "status": "completed", "tag": "5b6cd563-8930-4a51-87d6-66e9c4455b58"}, {"server_uuid": "e7dc6a4d-9f66-42f4-9ec5-8a24ac011f21", "name": "network-vif-plugged", "status": "completed", "tag": "f010560f-f4c8-4c8c-99e0-7afd7573142a"}, {"server_uuid": "e7dc6a4d-9f66-42f4-9ec5-8a24ac011f21", "name": "network-vif-plugged", "status": "completed", "tag": "3ba18cf5-928e-46ea-b0ca-9a371b8d9b40"}, {"server_uuid": "e35a7e2e-d30c-4bf0-b481-78bca7eacfd4", "name": "network-vif-unplugged", "status": "completed", "tag": "cf98c374-ae9b-477f-888b-f3febecd9b81"}]}' {{(pid=100248) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:04:24.391897 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed531a6c-1afe-4f1c-b2d4-e6d9cb4d1660 req-9bf36bf7-edf6-4ea5-8551-1b7ff2279fab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:04:24.393631 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-ed531a6c-1afe-4f1c-b2d4-e6d9cb4d1660 req-9bf36bf7-edf6-4ea5-8551-1b7ff2279fab service neutron] 10.222.0.72 "GET /v2.0/subnets?id=89762ea0-9385-400f-9ae2-3696d950e78a HTTP/1.1" status: 200 len: 852 time: 0.2986875 Jul 06 14:04:24.427156 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-089f9878-2bd3-41f5-8775-d91498b24487 tempest-QuotasNegativeTest-136955310 tempest-QuotasNegativeTest-136955310-project-admin] 10.222.0.104 "POST /v2.0/networks HTTP/1.1" status: 201 len: 838 time: 0.4434912 Jul 06 14:04:24.428538 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] For port 5f251846-a962-4cca-ac30-b8ff4317b4c4, host n-h2-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=5f251846-a962-4cca-ac30-b8ff4317b4c4,segment=NetworkSegment(36c50412-6893-4622-808c-49164f6f9db6),segment_id=36c50412-6893-4622-808c-49164f6f9db6)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:04:24.439868 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 40282) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:04:24.443118 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Returning: {'device': '5f251846-a962-4cca-ac30-b8ff4317b4c4', 'network_id': 'ca8d241f-6d1c-4a83-a6b7-adff4a667580', 'port_id': '5f251846-a962-4cca-ac30-b8ff4317b4c4', 'mac_address': 'fa:16:3e:a8:e6:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1040, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1d0103a5-6825-4713-928f-2c0821a07c96', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100248) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 14:04:24.551459 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089f9878-2bd3-41f5-8775-d91498b24487 tempest-QuotasNegativeTest-136955310 tempest-QuotasNegativeTest-136955310-project-admin] Pushing event updated for resources: {'Network': ['ID=68fb10ec-1e36-4ce6-8bd5-bc6ac0817791,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:04:24.571952 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-c73557f1-176f-4604-8d55-489c063061fc req-3a966f18-b0cd-482b-8b30-cbac0fac1eec tempest-MultipleCreateTestJSON-1034572626 tempest-MultipleCreateTestJSON-1034572626-project] 10.222.0.104 "GET /v2.0/security-groups?id=d0717d20-fb31-48e4-8147-f0a3642617ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2440856 Jul 06 14:04:24.588380 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [None req-677438ef-efd1-4e7f-b3b4-db841d75ab06 tempest-QuotasNegativeTest-136955310 tempest-QuotasNegativeTest-136955310-project-admin] Request body: {'network': {'project_id': 'f8a2dc1219a345e4893d8d69f836a1a2'}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:04:24.597427 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.l3_agent_scheduler [req-710c69b5-2df6-4a3f-8322-217f88b661df req-c4c00d8a-bf22-4a88-84a5-39694970d02d tempest-ServersTestBootFromVolume-787010614 tempest-ServersTestBootFromVolume-787010614-project] Router 4e092e31-7490-4a26-882e-b70bacbff7f5 has already been hosted by L3 agent 2823d358-a11b-4885-a706-95a279e43fa7 {{(pid=100246) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 14:04:24.598938 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:24.610409 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 40290) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:04:24.632140 n-d-773647-6 neutron-server[100248]: DEBUG neutron.notifiers.nova [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5f251846-a962-4cca-ac30-b8ff4317b4c4 {{(pid=100248) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 14:04:24.639716 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Network 68fb10ec-1e36-4ce6-8bd5-bc6ac0817791 details requested by agent ovs-agent-n-d-773647-6 with host n-d-773647-6 {{(pid=100248) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 14:04:24.699439 n-d-773647-6 neutron-server[100247]: INFO neutron.pecan_wsgi.hooks.translation [None req-677438ef-efd1-4e7f-b3b4-db841d75ab06 tempest-QuotasNegativeTest-136955310 tempest-QuotasNegativeTest-136955310-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Jul 06 14:04:24.707114 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-677438ef-efd1-4e7f-b3b4-db841d75ab06 tempest-QuotasNegativeTest-136955310 tempest-QuotasNegativeTest-136955310-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=100247) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 14:04:24.713493 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-677438ef-efd1-4e7f-b3b4-db841d75ab06 tempest-QuotasNegativeTest-136955310 tempest-QuotasNegativeTest-136955310-project-admin] 10.222.0.104 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.1816514 Jul 06 14:04:24.742436 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 40296) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:04:24.791881 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-ed531a6c-1afe-4f1c-b2d4-e6d9cb4d1660 req-5b81c5ca-da2a-48ad-8f5c-791d2a9ee18a service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=b82fb405-bff0-4597-9770-5ecffe1fa7ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3735132 Jul 06 14:04:24.832767 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-3d0f9ea5-b9a7-4fb9-953f-34ff56133ebf admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-1134081963-network', 'tenant_id': '0098bf06078c439c9ef83d7f1ce5c947'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:04:24.857260 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] For port 5f251846-a962-4cca-ac30-b8ff4317b4c4, host n-h2-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=5f251846-a962-4cca-ac30-b8ff4317b4c4,segment=NetworkSegment(36c50412-6893-4622-808c-49164f6f9db6),segment_id=36c50412-6893-4622-808c-49164f6f9db6)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:04:24.878468 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:24.879131 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Device 6f584c48-b9e4-48d2-a3b6-accfd954acb8 details requested by agent hyperv_n-h2-773647-6 with host n-h2-773647-6 {{(pid=100248) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 14:04:24.964585 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-faf93cc3-020e-4fbf-8a4b-80a43ada064f req-df2b7d46-53c7-48e3-933f-74b6de4df347 service neutron] 10.222.0.127 "GET /v2.0/networks/b82fb405-bff0-4597-9770-5ecffe1fa7ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6908734 Jul 06 14:04:24.983449 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-a2d08386-7ae9-4265-b14f-778ecfc72572 req-ccb88438-8e5c-4d79-a6be-8936e1d53b3e service neutron] 10.222.0.104 "GET /v2.0/networks/843daa65-9f70-4b7f-ae10-986f4b2f43e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8730676 Jul 06 14:04:25.065629 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-0609d757-f0a6-4a28-a7ea-2390514cdc23 req-18689ab2-a6bb-4d08-8c24-3392777d9ad7 tempest-ServersTestBootFromVolume-787010614 tempest-ServersTestBootFromVolume-787010614-project] 10.222.0.104 "GET /v2.0/ports?device_id=e35a7e2e-d30c-4bf0-b481-78bca7eacfd4 HTTP/1.1" status: 200 len: 210 time: 0.0906739 Jul 06 14:04:25.088102 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d0f9ea5-b9a7-4fb9-953f-34ff56133ebf admin admin] Made reservation on behalf of 0098bf06078c439c9ef83d7f1ce5c947 for: {'network': 1} {{(pid=100246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:04:25.090348 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-3d0f9ea5-b9a7-4fb9-953f-34ff56133ebf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for network, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:25.169114 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-ed531a6c-1afe-4f1c-b2d4-e6d9cb4d1660 req-abcb2c8c-805d-4185-ba67-cdb187cfa039 service neutron] 10.222.0.72 "GET /v2.0/networks/b82fb405-bff0-4597-9770-5ecffe1fa7ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3566382 Jul 06 14:04:25.193112 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-3d0f9ea5-b9a7-4fb9-953f-34ff56133ebf admin admin] Notify callbacks [] for security_group, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:25.203179 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Pushing event updated for resources: {'Port': ['ID=5f251846-a962-4cca-ac30-b8ff4317b4c4,revision_number=6']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:04:25.232206 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-2db5969a-e0f7-4eac-8b6f-3648a4420c17 tempest-QuotasNegativeTest-136955310 tempest-QuotasNegativeTest-136955310-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530492'] for network, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:25.237295 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 14:04:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-365cebd0-d9aa-4a35-beb6-c7fa5d6debd4 x-openstack-request-id: req-365cebd0-d9aa-4a35-beb6-c7fa5d6debd4 {{(pid=100247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:04:25.238758 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "052d97cf-afd7-41ba-af8c-a618ba95ebdf", "tag": "4dc5a099-d5e7-40d6-9889-a61e55efabd9", "status": "completed", "code": 200}]} {{(pid=100247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:04:25.239034 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-365cebd0-d9aa-4a35-beb6-c7fa5d6debd4 {{(pid=100247) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:04:25.242738 n-d-773647-6 neutron-server[100247]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '052d97cf-afd7-41ba-af8c-a618ba95ebdf', 'tag': '4dc5a099-d5e7-40d6-9889-a61e55efabd9', 'status': 'completed', 'code': 200} Jul 06 14:04:25.304516 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] For port 6f584c48-b9e4-48d2-a3b6-accfd954acb8, host n-h2-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=6f584c48-b9e4-48d2-a3b6-accfd954acb8,segment=NetworkSegment(6b220387-8d13-4ae1-983f-231ccd618d77),segment_id=6b220387-8d13-4ae1-983f-231ccd618d77)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:04:25.337167 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Returning: {'device': '6f584c48-b9e4-48d2-a3b6-accfd954acb8', 'network_id': 'b82fb405-bff0-4597-9770-5ecffe1fa7ca', 'port_id': '6f584c48-b9e4-48d2-a3b6-accfd954acb8', 'mac_address': 'fa:16:3e:57:f3:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1049, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '89762ea0-9385-400f-9ae2-3696d950e78a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100248) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 14:04:25.399877 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:25.427653 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 869 Content-Type: application/json Date: Tue, 06 Jul 2021 14:04:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ac14f09-a7fb-4f6d-928b-704c8bc0aaaa x-openstack-request-id: req-2ac14f09-a7fb-4f6d-928b-704c8bc0aaaa {{(pid=100248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:04:25.428203 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7dc6a4d-9f66-42f4-9ec5-8a24ac011f21", "name": "network-vif-plugged", "status": "completed", "tag": "0fccaba0-09bb-4911-acde-c7e70c576bcb", "code": 200}, {"server_uuid": "e7dc6a4d-9f66-42f4-9ec5-8a24ac011f21", "name": "network-vif-plugged", "status": "completed", "tag": "5b6cd563-8930-4a51-87d6-66e9c4455b58", "code": 200}, {"server_uuid": "e7dc6a4d-9f66-42f4-9ec5-8a24ac011f21", "name": "network-vif-plugged", "status": "completed", "tag": "f010560f-f4c8-4c8c-99e0-7afd7573142a", "code": 200}, {"server_uuid": "e7dc6a4d-9f66-42f4-9ec5-8a24ac011f21", "name": "network-vif-plugged", "status": "completed", "tag": "3ba18cf5-928e-46ea-b0ca-9a371b8d9b40", "code": 200}, {"server_uuid": "e35a7e2e-d30c-4bf0-b481-78bca7eacfd4", "name": "network-vif-unplugged", "status": "completed", "tag": "cf98c374-ae9b-477f-888b-f3febecd9b81", "code": 200}]} {{(pid=100248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:04:25.428720 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-2ac14f09-a7fb-4f6d-928b-704c8bc0aaaa {{(pid=100248) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:04:25.429475 n-d-773647-6 neutron-server[100248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7dc6a4d-9f66-42f4-9ec5-8a24ac011f21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0fccaba0-09bb-4911-acde-c7e70c576bcb', 'code': 200} Jul 06 14:04:25.429948 n-d-773647-6 neutron-server[100248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7dc6a4d-9f66-42f4-9ec5-8a24ac011f21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b6cd563-8930-4a51-87d6-66e9c4455b58', 'code': 200} Jul 06 14:04:25.430413 n-d-773647-6 neutron-server[100248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7dc6a4d-9f66-42f4-9ec5-8a24ac011f21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f010560f-f4c8-4c8c-99e0-7afd7573142a', 'code': 200} Jul 06 14:04:25.430935 n-d-773647-6 neutron-server[100248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7dc6a4d-9f66-42f4-9ec5-8a24ac011f21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ba18cf5-928e-46ea-b0ca-9a371b8d9b40', 'code': 200} Jul 06 14:04:25.431450 n-d-773647-6 neutron-server[100248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e35a7e2e-d30c-4bf0-b481-78bca7eacfd4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cf98c374-ae9b-477f-888b-f3febecd9b81', 'code': 200} Jul 06 14:04:25.444802 n-d-773647-6 neutron-server[100248]: DEBUG neutron.notifiers.nova [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6f584c48-b9e4-48d2-a3b6-accfd954acb8 {{(pid=100248) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 14:04:25.473330 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-710c69b5-2df6-4a3f-8322-217f88b661df req-c4c00d8a-bf22-4a88-84a5-39694970d02d tempest-ServersTestBootFromVolume-787010614 tempest-ServersTestBootFromVolume-787010614-project] Notify agent at l3_agent.n-d-773647-6 the message routers_updated {{(pid=100246) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 14:04:25.484940 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1f6dc7e-5524-4037-81b4-821cc67cc0d6 None None] Sync routers for ids ['4e092e31-7490-4a26-882e-b70bacbff7f5'] in n-d-773647-6 {{(pid=100249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 14:04:25.499578 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1f6dc7e-5524-4037-81b4-821cc67cc0d6 None None] Routers {'4e092e31-7490-4a26-882e-b70bacbff7f5'} bound to L3 agent in host n-d-773647-6 {{(pid=100249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:04:25.501708 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-a1f6dc7e-5524-4037-81b4-821cc67cc0d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T14:03:55Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['4e092e31-7490-4a26-882e-b70bacbff7f5'], 'active': True} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:04:25.524574 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.72', 53825) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:04:25.564502 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] For port 6f584c48-b9e4-48d2-a3b6-accfd954acb8, host n-h2-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=6f584c48-b9e4-48d2-a3b6-accfd954acb8,segment=NetworkSegment(6b220387-8d13-4ae1-983f-231ccd618d77),segment_id=6b220387-8d13-4ae1-983f-231ccd618d77)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:04:25.586000 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:25.709360 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-1b0101de-614f-4042-8748-e32056ba9726 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:25.719455 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvr_db [None req-a1f6dc7e-5524-4037-81b4-821cc67cc0d6 None None] Set router 4e092e31-7490-4a26-882e-b70bacbff7f5 gateway port host: n-d-773647-6 {{(pid=100249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:04:25.738041 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822c8ce1-23b0-432a-9457-9208b5aa8075 req-0a5ac9b0-fb57-4f87-a399-2ad4e9b9b578 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:04:25.738041 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-822c8ce1-23b0-432a-9457-9208b5aa8075 req-0a5ac9b0-fb57-4f87-a399-2ad4e9b9b578 service neutron] 10.222.0.127 "GET /v2.0/ports?tenant_id=1a6a1c095b6f4d9f86abe038118b9d24&device_id=052d97cf-afd7-41ba-af8c-a618ba95ebdf HTTP/1.1" status: 200 len: 1095 time: 0.3759465 Jul 06 14:04:25.761209 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-3d0f9ea5-b9a7-4fb9-953f-34ff56133ebf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:25.786030 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] get_ports_and_sgs() called for port_ids ['5f251846-a962-4cca-ac30-b8ff4317b4c4'] {{(pid=100248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 14:04:25.838380 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Pushing event updated for resources: {'Port': ['ID=6f584c48-b9e4-48d2-a3b6-accfd954acb8,revision_number=4']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:04:25.877677 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822c8ce1-23b0-432a-9457-9208b5aa8075 req-4ac1e264-8361-435b-80c5-f633f1825bb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:04:25.879821 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-822c8ce1-23b0-432a-9457-9208b5aa8075 req-4ac1e264-8361-435b-80c5-f633f1825bb2 service neutron] 10.222.0.127 "GET /v2.0/networks?id=b82fb405-bff0-4597-9770-5ecffe1fa7ca HTTP/1.1" status: 200 len: 914 time: 0.1315279 Jul 06 14:04:25.882275 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-ed531a6c-1afe-4f1c-b2d4-e6d9cb4d1660 req-0c8013f9-cd18-499e-9be3-87fb415db568 service neutron] 10.222.0.72 "GET /v2.0/networks/b82fb405-bff0-4597-9770-5ecffe1fa7ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7101173 Jul 06 14:04:25.946646 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] get_ports_and_sgs() called for port_ids ['6f584c48-b9e4-48d2-a3b6-accfd954acb8'] {{(pid=100248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 14:04:25.958508 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [req-710c69b5-2df6-4a3f-8322-217f88b661df req-c4c00d8a-bf22-4a88-84a5-39694970d02d tempest-ServersTestBootFromVolume-787010614 tempest-ServersTestBootFromVolume-787010614-project] No DVR routers for this DVR port cf98c374-ae9b-477f-888b-f3febecd9b81 on host n-h2-773647-6 {{(pid=100246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:04:25.958766 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-3d0f9ea5-b9a7-4fb9-953f-34ff56133ebf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:26.024119 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-710c69b5-2df6-4a3f-8322-217f88b661df req-c4c00d8a-bf22-4a88-84a5-39694970d02d tempest-ServersTestBootFromVolume-787010614 tempest-ServersTestBootFromVolume-787010614-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:26.053369 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-710c69b5-2df6-4a3f-8322-217f88b661df req-c4c00d8a-bf22-4a88-84a5-39694970d02d tempest-ServersTestBootFromVolume-787010614 tempest-ServersTestBootFromVolume-787010614-project] 10.222.0.72 "DELETE /v2.0/ports/cf98c374-ae9b-477f-888b-f3febecd9b81 HTTP/1.1" status: 204 len: 173 time: 4.0643933 Jul 06 14:04:26.056632 n-d-773647-6 neutron-server[100246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e35a7e2e-d30c-4bf0-b481-78bca7eacfd4', 'name': 'network-vif-deleted', 'tag': 'cf98c374-ae9b-477f-888b-f3febecd9b81'}] {{(pid=100246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:04:26.058838 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0d96c5ab5e889f7b933ae915b9be33d1b46c9e87795bf781004b656ef3f1e87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bd8a88a-5a19-479c-8381-49bc15e4025a" -d '{"events": [{"server_uuid": "e35a7e2e-d30c-4bf0-b481-78bca7eacfd4", "name": "network-vif-deleted", "tag": "cf98c374-ae9b-477f-888b-f3febecd9b81"}]}' {{(pid=100246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:04:26.117970 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:26.138834 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65a8c2c-0aab-4319-bfb5-4a1ce95d0435 req-c39e86d4-e36a-4683-bf4d-9d5e9fa37b8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:04:26.145046 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65a8c2c-0aab-4319-bfb5-4a1ce95d0435 req-c39e86d4-e36a-4683-bf4d-9d5e9fa37b8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:04:26.147337 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65a8c2c-0aab-4319-bfb5-4a1ce95d0435 req-c39e86d4-e36a-4683-bf4d-9d5e9fa37b8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:04:26.148059 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65a8c2c-0aab-4319-bfb5-4a1ce95d0435 req-c39e86d4-e36a-4683-bf4d-9d5e9fa37b8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:04:26.150103 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65a8c2c-0aab-4319-bfb5-4a1ce95d0435 req-c39e86d4-e36a-4683-bf4d-9d5e9fa37b8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:04:26.151246 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65a8c2c-0aab-4319-bfb5-4a1ce95d0435 req-c39e86d4-e36a-4683-bf4d-9d5e9fa37b8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:04:26.152228 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65a8c2c-0aab-4319-bfb5-4a1ce95d0435 req-c39e86d4-e36a-4683-bf4d-9d5e9fa37b8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:04:26.157646 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-a65a8c2c-0aab-4319-bfb5-4a1ce95d0435 req-c39e86d4-e36a-4683-bf4d-9d5e9fa37b8d service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=e7dc6a4d-9f66-42f4-9ec5-8a24ac011f21 HTTP/1.1" status: 200 len: 6493 time: 0.6225324 Jul 06 14:04:26.162087 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-822c8ce1-23b0-432a-9457-9208b5aa8075 req-85caf1bd-cc62-4845-a9d4-46a5f3965d99 service neutron] 10.222.0.127 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4dc5a099-d5e7-40d6-9889-a61e55efabd9 HTTP/1.1" status: 200 len: 217 time: 0.2506468 Jul 06 14:04:26.180716 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d0f9ea5-b9a7-4fb9-953f-34ff56133ebf admin admin] vlan segment allocate from pool success with {'vlan_id': 1025, 'physical_network': 'physnet1'} {{(pid=100246) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 14:04:26.196181 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-2db5969a-e0f7-4eac-8b6f-3648a4420c17 tempest-QuotasNegativeTest-136955310 tempest-QuotasNegativeTest-136955310-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-917204', 'neutron.services.segments.db._delete_segments_for_network-8773753502302'] for network, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:26.212549 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0f9ea5-b9a7-4fb9-953f-34ff56133ebf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd93e9cb-f6a2-403a-862b-07fd75b47eb7,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:04:26.220288 n-d-773647-6 neutron-server[100246]: DEBUG neutron.services.segments.db [None req-2db5969a-e0f7-4eac-8b6f-3648a4420c17 tempest-QuotasNegativeTest-136955310 tempest-QuotasNegativeTest-136955310-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['68fb10ec-1e36-4ce6-8bd5-bc6ac0817791']}} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:04:26.222850 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-3d0f9ea5-b9a7-4fb9-953f-34ff56133ebf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552'] for segment, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:26.223193 n-d-773647-6 neutron-server[100246]: INFO neutron.db.segments_db [None req-3d0f9ea5-b9a7-4fb9-953f-34ff56133ebf admin admin] Added segment af737a77-6a4e-4b2a-8e27-631c225a547a of type vlan for network 1595c4b0-e5f5-4f98-841b-077925d37b9a Jul 06 14:04:26.245313 n-d-773647-6 neutron-server[100246]: DEBUG neutron.services.segments.db [None req-2db5969a-e0f7-4eac-8b6f-3648a4420c17 tempest-QuotasNegativeTest-136955310 tempest-QuotasNegativeTest-136955310-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df1c52bf-0605-4303-a76c-783d547b2e18') {'for_net_delete': True} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:04:26.245620 n-d-773647-6 neutron-server[100246]: DEBUG neutron.services.segments.db [None req-2db5969a-e0f7-4eac-8b6f-3648a4420c17 tempest-QuotasNegativeTest-136955310 tempest-QuotasNegativeTest-136955310-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df1c52bf-0605-4303-a76c-783d547b2e18') {} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:04:26.277697 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962a0e67-7007-48f4-a4aa-80e5ec9eadcf req-a7d42cf3-0cdc-4ce6-90e5-717d47bd75bd tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:04:26.279869 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-2db5969a-e0f7-4eac-8b6f-3648a4420c17 tempest-QuotasNegativeTest-136955310 tempest-QuotasNegativeTest-136955310-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773753515138', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126218898'] for segment, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:26.292416 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962a0e67-7007-48f4-a4aa-80e5ec9eadcf req-a7d42cf3-0cdc-4ce6-90e5-717d47bd75bd tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:04:26.296279 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29dd5c2c-cc23-431a-9092-59ffe6420f61 req-819dc0cb-c59c-4f05-a6cf-30c8d27ad14e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:04:26.299517 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-29dd5c2c-cc23-431a-9092-59ffe6420f61 req-819dc0cb-c59c-4f05-a6cf-30c8d27ad14e service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=96647dd61d404050a5af01798d2f6f47&device_id=5fbc9a8b-86db-4456-85e1-a59cfdbb9c8d HTTP/1.1" status: 200 len: 1095 time: 1.0327682 Jul 06 14:04:26.306330 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-2db5969a-e0f7-4eac-8b6f-3648a4420c17 tempest-QuotasNegativeTest-136955310 tempest-QuotasNegativeTest-136955310-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552'] for segment, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:26.313685 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-3d0f9ea5-b9a7-4fb9-953f-34ff56133ebf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773752984405'] for network, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:26.319504 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2db5969a-e0f7-4eac-8b6f-3648a4420c17 tempest-QuotasNegativeTest-136955310 tempest-QuotasNegativeTest-136955310-project-admin] Releasing vlan 1019 on physical network physnet1 to pool {{(pid=100246) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 14:04:26.319911 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-2db5969a-e0f7-4eac-8b6f-3648a4420c17 tempest-QuotasNegativeTest-136955310 tempest-QuotasNegativeTest-136955310-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127687491'] for segment, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:26.320635 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962a0e67-7007-48f4-a4aa-80e5ec9eadcf req-a7d42cf3-0cdc-4ce6-90e5-717d47bd75bd tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:04:26.321743 n-d-773647-6 neutron-server[100246]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:04:26.321743 n-d-773647-6 neutron-server[100246]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:04:26.321743 n-d-773647-6 neutron-server[100246]: Traceback (most recent call last): Jul 06 14:04:26.321743 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 14:04:26.321743 n-d-773647-6 neutron-server[100246]: timer() Jul 06 14:04:26.321743 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 14:04:26.321743 n-d-773647-6 neutron-server[100246]: cb(*args, **kw) Jul 06 14:04:26.321743 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 14:04:26.321743 n-d-773647-6 neutron-server[100246]: return func(*args, **kwargs) Jul 06 14:04:26.321743 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 14:04:26.321743 n-d-773647-6 neutron-server[100246]: self._notify() Jul 06 14:04:26.321743 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 14:04:26.321743 n-d-773647-6 neutron-server[100246]: self.callback(batched_events) Jul 06 14:04:26.321743 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 14:04:26.321743 n-d-773647-6 neutron-server[100246]: event.method(event) Jul 06 14:04:26.321743 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 14:04:26.321743 n-d-773647-6 neutron-server[100246]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 14:04:26.321743 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 14:04:26.321743 n-d-773647-6 neutron-server[100246]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 14:04:26.321743 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 14:04:26.321743 n-d-773647-6 neutron-server[100246]: return f(self, *a, **k) Jul 06 14:04:26.321743 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 14:04:26.321743 n-d-773647-6 neutron-server[100246]: return self._get(url).json() Jul 06 14:04:26.321743 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 14:04:26.321743 n-d-773647-6 neutron-server[100246]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 14:04:26.321743 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 14:04:26.321743 n-d-773647-6 neutron-server[100246]: return self.request(url, 'GET', **kwargs) Jul 06 14:04:26.321743 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 14:04:26.321743 n-d-773647-6 neutron-server[100246]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 14:04:26.321743 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 14:04:26.321743 n-d-773647-6 neutron-server[100246]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 14:04:26.321743 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 14:04:26.321743 n-d-773647-6 neutron-server[100246]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 14:04:26.321743 n-d-773647-6 neutron-server[100246]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 14:04:26.338348 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962a0e67-7007-48f4-a4aa-80e5ec9eadcf req-a7d42cf3-0cdc-4ce6-90e5-717d47bd75bd tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:04:26.355396 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962a0e67-7007-48f4-a4aa-80e5ec9eadcf req-a7d42cf3-0cdc-4ce6-90e5-717d47bd75bd tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:04:26.376366 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962a0e67-7007-48f4-a4aa-80e5ec9eadcf req-a7d42cf3-0cdc-4ce6-90e5-717d47bd75bd tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:04:26.389814 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962a0e67-7007-48f4-a4aa-80e5ec9eadcf req-a7d42cf3-0cdc-4ce6-90e5-717d47bd75bd tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:04:26.401011 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-962a0e67-7007-48f4-a4aa-80e5ec9eadcf req-a7d42cf3-0cdc-4ce6-90e5-717d47bd75bd tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] 10.222.0.104 "GET /v2.0/ports?device_id=e7dc6a4d-9f66-42f4-9ec5-8a24ac011f21 HTTP/1.1" status: 200 len: 5436 time: 0.7485402 Jul 06 14:04:26.408143 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822c8ce1-23b0-432a-9457-9208b5aa8075 req-3b2c0d6c-8215-4180-b6ca-285c93f856d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:04:26.410919 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-822c8ce1-23b0-432a-9457-9208b5aa8075 req-3b2c0d6c-8215-4180-b6ca-285c93f856d5 service neutron] 10.222.0.127 "GET /v2.0/subnets?id=89762ea0-9385-400f-9ae2-3696d950e78a HTTP/1.1" status: 200 len: 852 time: 0.2191639 Jul 06 14:04:26.442237 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-a1f6dc7e-5524-4037-81b4-821cc67cc0d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e092e31-7490-4a26-882e-b70bacbff7f5', 'name': 'tempest-ServersTestBootFromVolume-756776599-router', 'tenant_id': '781535735adb4e1297ed6761c38ca98f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.149'}], 'enable_snat': True}, 'gw_port_id': 'da2a706e-62bb-4bb1-b14b-8538546ce077', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:01:03Z', 'updated_at': '2021-07-06T14:01:14Z', 'revision_number': 4, 'project_id': '781535735adb4e1297ed6761c38ca98f', 'gw_port': {'id': 'da2a706e-62bb-4bb1-b14b-8538546ce077', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:c2:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e092e31-7490-4a26-882e-b70bacbff7f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 899, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:01:06Z', 'updated_at': '2021-07-06T14:01:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6', '_interfaces': [{'id': '8e4ba707-5bdb-486a-abca-cd0cffb450f4', 'name': '', 'network_id': 'd9f36955-e86a-4c93-9b28-49ad744bf776', 'tenant_id': '781535735adb4e1297ed6761c38ca98f', 'mac_address': 'fa:16:3e:14:2d:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e092e31-7490-4a26-882e-b70bacbff7f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 900, 'fixed_ips': [{'subnet_id': '8b3908d8-67f9-4087-8b08-3c0c944b289c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:01:12Z', 'updated_at': '2021-07-06T14:01:23Z', 'revision_number': 5, 'project_id': '781535735adb4e1297ed6761c38ca98f', 'subnets': [{'id': '8b3908d8-67f9-4087-8b08-3c0c944b289c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773647-6', False) {} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:04:26.516425 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1f6dc7e-5524-4037-81b4-821cc67cc0d6 None None] Checking router: 4e092e31-7490-4a26-882e-b70bacbff7f5 for host: n-d-773647-6 {{(pid=100249) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 14:04:26.526686 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.db.resource_extend [None req-3d0f9ea5-b9a7-4fb9-953f-34ff56133ebf admin admin] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 06 14:04:26.532367 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1f6dc7e-5524-4037-81b4-821cc67cc0d6 None None] Routers {'4e092e31-7490-4a26-882e-b70bacbff7f5'} bound to L3 agent in host n-d-773647-6 {{(pid=100249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:04:26.536033 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-a1f6dc7e-5524-4037-81b4-821cc67cc0d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T14:04:26Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['4e092e31-7490-4a26-882e-b70bacbff7f5'], 'active': True} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:04:26.538045 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-822c8ce1-23b0-432a-9457-9208b5aa8075 req-b512543c-0aa3-4b34-894f-5b83227d7f8a service neutron] 10.222.0.127 "GET /v2.0/ports?network_id=b82fb405-bff0-4597-9770-5ecffe1fa7ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0900133 Jul 06 14:04:26.610307 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-2db5969a-e0f7-4eac-8b6f-3648a4420c17 tempest-QuotasNegativeTest-136955310 tempest-QuotasNegativeTest-136955310-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-917215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1761140'] for network, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:26.618827 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-3d0f9ea5-b9a7-4fb9-953f-34ff56133ebf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060'] for network, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:26.622331 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d0f9ea5-b9a7-4fb9-953f-34ff56133ebf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:04:26.623014 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-3d0f9ea5-b9a7-4fb9-953f-34ff56133ebf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583035'] for network, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:26.684571 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-2064eaae-da4f-48f8-82d2-b09d4ddedd44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:26.786508 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-2db5969a-e0f7-4eac-8b6f-3648a4420c17 tempest-QuotasNegativeTest-136955310 tempest-QuotasNegativeTest-136955310-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583035'] for network, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:26.804678 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-822c8ce1-23b0-432a-9457-9208b5aa8075 req-9668cf26-a3c5-474d-85b7-fadef1171a0e service neutron] 10.222.0.127 "GET /v2.0/networks/b82fb405-bff0-4597-9770-5ecffe1fa7ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2437339 Jul 06 14:04:26.807019 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 40346) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:04:26.808736 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-2db5969a-e0f7-4eac-8b6f-3648a4420c17 tempest-QuotasNegativeTest-136955310 tempest-QuotasNegativeTest-136955310-project-admin] 10.222.0.104 "DELETE /v2.0/networks/68fb10ec-1e36-4ce6-8bd5-bc6ac0817791 HTTP/1.1" status: 204 len: 168 time: 2.0631690 Jul 06 14:04:26.817230 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-a65a8c2c-0aab-4319-bfb5-4a1ce95d0435 req-b060cb95-ee2c-4e51-9461-9c8f4897f44d service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=89d2c750-f3d8-486f-ac80-ea9c67d569ed&id=49c1468a-280e-4510-8673-63e827c90e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.6481953 Jul 06 14:04:26.858071 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvr_db [None req-a1f6dc7e-5524-4037-81b4-821cc67cc0d6 None None] Set router 4e092e31-7490-4a26-882e-b70bacbff7f5 gateway port host: n-d-773647-6 {{(pid=100249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:04:26.877530 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29dd5c2c-cc23-431a-9092-59ffe6420f61 req-bfd2dfd4-fe13-4b15-894b-638442e74fa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:04:26.879390 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-29dd5c2c-cc23-431a-9092-59ffe6420f61 req-bfd2dfd4-fe13-4b15-894b-638442e74fa5 service neutron] 10.222.0.72 "GET /v2.0/networks?id=ca8d241f-6d1c-4a83-a6b7-adff4a667580 HTTP/1.1" status: 200 len: 914 time: 0.5378435 Jul 06 14:04:26.884222 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-3d0f9ea5-b9a7-4fb9-953f-34ff56133ebf admin admin] 10.222.0.104 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 2.2726209 Jul 06 14:04:26.896566 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 40348) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:04:26.897072 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0f9ea5-b9a7-4fb9-953f-34ff56133ebf admin admin] Pushing event updated for resources: {'Network': ['ID=1595c4b0-e5f5-4f98-841b-077925d37b9a,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:04:26.926276 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Network 1595c4b0-e5f5-4f98-841b-077925d37b9a details requested by agent ovs-agent-n-d-773647-6 with host n-d-773647-6 {{(pid=100248) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 14:04:26.989658 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-962a0e67-7007-48f4-a4aa-80e5ec9eadcf req-0346586b-c4de-4fdb-b135-ec1e39644c09 tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] 10.222.0.104 "GET /v2.0/security-groups?id=49c1468a-280e-4510-8673-63e827c90e1a&id=89d2c750-f3d8-486f-ac80-ea9c67d569ed&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.5877540 Jul 06 14:04:26.993626 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-90863e0c-6f15-4334-b011-1b88c6030f1e admin admin] Request body: {'subnet': {'network_id': '1595c4b0-e5f5-4f98-841b-077925d37b9a', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-1134081963-subnet', 'tenant_id': '0098bf06078c439c9ef83d7f1ce5c947', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:04:27.077805 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90863e0c-6f15-4334-b011-1b88c6030f1e admin admin] Made reservation on behalf of 0098bf06078c439c9ef83d7f1ce5c947 for: {'subnet': 1} {{(pid=100246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:04:27.085458 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-90863e0c-6f15-4334-b011-1b88c6030f1e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127702029'] for subnet, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:27.147701 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-3e327cb8-4e61-4f73-ada5-19adea725a1a tempest-QuotasNegativeTest-136955310 tempest-QuotasNegativeTest-136955310-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530492'] for network, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:27.179088 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-822c8ce1-23b0-432a-9457-9208b5aa8075 req-d1ea790d-2f92-474f-9d52-9b8a39d6bbcd service neutron] 10.222.0.127 "GET /v2.0/networks/b82fb405-bff0-4597-9770-5ecffe1fa7ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3608873 Jul 06 14:04:27.363870 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db5969a-e0f7-4eac-8b6f-3648a4420c17 tempest-QuotasNegativeTest-136955310 tempest-QuotasNegativeTest-136955310-project-admin] Pushing event deleted for resources: {'Network': ['ID=68fb10ec-1e36-4ce6-8bd5-bc6ac0817791,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:04:27.389115 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-90863e0c-6f15-4334-b011-1b88c6030f1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1849032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127687649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127702047'] for subnet, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:27.404068 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-b30c46a6-becc-4530-abc7-7cfe2e3c145c req-ba07e440-a472-4328-bbd4-d573bba6b606 tempest-ImagesTestJSON-1482892319 tempest-ImagesTestJSON-1482892319-project] 10.222.0.104 "GET /v2.0/ports?device_id=39634090-bfa4-4244-b852-20cb38935361 HTTP/1.1" status: 200 len: 210 time: 0.1220605 Jul 06 14:04:27.417739 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-3e327cb8-4e61-4f73-ada5-19adea725a1a tempest-QuotasNegativeTest-136955310 tempest-QuotasNegativeTest-136955310-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-917204', 'neutron.services.segments.db._delete_segments_for_network-8773753502302'] for network, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:27.443890 n-d-773647-6 neutron-server[100247]: DEBUG neutron.services.segments.db [None req-3e327cb8-4e61-4f73-ada5-19adea725a1a tempest-QuotasNegativeTest-136955310 tempest-QuotasNegativeTest-136955310-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c50c492-a55d-4464-8ed1-22de9e5bad4a']}} {{(pid=100247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:04:27.470533 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-29dd5c2c-cc23-431a-9092-59ffe6420f61 req-4eb52d65-ad06-46ff-b395-9fe3e38c68c5 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5f251846-a962-4cca-ac30-b8ff4317b4c4 HTTP/1.1" status: 200 len: 1000 time: 0.5844870 Jul 06 14:04:27.472609 n-d-773647-6 neutron-server[100247]: DEBUG neutron.services.segments.db [None req-3e327cb8-4e61-4f73-ada5-19adea725a1a tempest-QuotasNegativeTest-136955310 tempest-QuotasNegativeTest-136955310-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '104e7284-83da-44bb-afc7-15a42f818513') {'for_net_delete': True} {{(pid=100247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:04:27.473125 n-d-773647-6 neutron-server[100247]: DEBUG neutron.services.segments.db [None req-3e327cb8-4e61-4f73-ada5-19adea725a1a tempest-QuotasNegativeTest-136955310 tempest-QuotasNegativeTest-136955310-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '104e7284-83da-44bb-afc7-15a42f818513') {} {{(pid=100247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:04:27.492876 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-3e327cb8-4e61-4f73-ada5-19adea725a1a tempest-QuotasNegativeTest-136955310 tempest-QuotasNegativeTest-136955310-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773753515138', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127131763'] for segment, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:27.519685 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-3e327cb8-4e61-4f73-ada5-19adea725a1a tempest-QuotasNegativeTest-136955310 tempest-QuotasNegativeTest-136955310-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552'] for segment, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:27.537386 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e327cb8-4e61-4f73-ada5-19adea725a1a tempest-QuotasNegativeTest-136955310 tempest-QuotasNegativeTest-136955310-project-admin] Releasing vlan 1046 on physical network physnet1 to pool {{(pid=100247) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 14:04:27.537882 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-3e327cb8-4e61-4f73-ada5-19adea725a1a tempest-QuotasNegativeTest-136955310 tempest-QuotasNegativeTest-136955310-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-128888574'] for segment, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:27.542177 n-d-773647-6 neutron-server[100247]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:04:27.542177 n-d-773647-6 neutron-server[100247]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:04:27.542177 n-d-773647-6 neutron-server[100247]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:04:27.542177 n-d-773647-6 neutron-server[100247]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:04:27.542177 n-d-773647-6 neutron-server[100247]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:04:27.542177 n-d-773647-6 neutron-server[100247]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:04:27.542177 n-d-773647-6 neutron-server[100247]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:04:27.542177 n-d-773647-6 neutron-server[100247]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:04:27.542177 n-d-773647-6 neutron-server[100247]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:04:27.542177 n-d-773647-6 neutron-server[100247]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:04:27.542177 n-d-773647-6 neutron-server[100247]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:04:27.542177 n-d-773647-6 neutron-server[100247]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:04:27.542177 n-d-773647-6 neutron-server[100247]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:04:27.542177 n-d-773647-6 neutron-server[100247]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:04:27.542177 n-d-773647-6 neutron-server[100247]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:04:27.542177 n-d-773647-6 neutron-server[100247]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:04:27.542177 n-d-773647-6 neutron-server[100247]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:04:27.542177 n-d-773647-6 neutron-server[100247]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:04:27.542177 n-d-773647-6 neutron-server[100247]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:04:27.542177 n-d-773647-6 neutron-server[100247]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:04:27.542177 n-d-773647-6 neutron-server[100247]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:04:27.542177 n-d-773647-6 neutron-server[100247]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:04:27.542177 n-d-773647-6 neutron-server[100247]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:04:27.542177 n-d-773647-6 neutron-server[100247]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:04:27.542177 n-d-773647-6 neutron-server[100247]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:04:27.542177 n-d-773647-6 neutron-server[100247]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:04:27.542177 n-d-773647-6 neutron-server[100247]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:04:27.542177 n-d-773647-6 neutron-server[100247]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:04:27.542177 n-d-773647-6 neutron-server[100247]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:04:27.542177 n-d-773647-6 neutron-server[100247]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:04:27.542177 n-d-773647-6 neutron-server[100247]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:04:27.542177 n-d-773647-6 neutron-server[100247]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:04:27.542177 n-d-773647-6 neutron-server[100247]: Traceback (most recent call last): Jul 06 14:04:27.542177 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 14:04:27.542177 n-d-773647-6 neutron-server[100247]: timer() Jul 06 14:04:27.542177 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 14:04:27.542177 n-d-773647-6 neutron-server[100247]: cb(*args, **kw) Jul 06 14:04:27.542177 n-d-773647-6 neutron-server[100247]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 14:04:27.542177 n-d-773647-6 neutron-server[100247]: return func(*args, **kwargs) Jul 06 14:04:27.542177 n-d-773647-6 neutron-server[100247]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 14:04:27.542177 n-d-773647-6 neutron-server[100247]: self._notify() Jul 06 14:04:27.542177 n-d-773647-6 neutron-server[100247]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 14:04:27.542177 n-d-773647-6 neutron-server[100247]: self.callback(batched_events) Jul 06 14:04:27.542177 n-d-773647-6 neutron-server[100247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 14:04:27.542177 n-d-773647-6 neutron-server[100247]: event.method(event) Jul 06 14:04:27.542177 n-d-773647-6 neutron-server[100247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 14:04:27.542177 n-d-773647-6 neutron-server[100247]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 14:04:27.542177 n-d-773647-6 neutron-server[100247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 14:04:27.542177 n-d-773647-6 neutron-server[100247]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 14:04:27.542177 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 14:04:27.542177 n-d-773647-6 neutron-server[100247]: return f(self, *a, **k) Jul 06 14:04:27.542177 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 14:04:27.542177 n-d-773647-6 neutron-server[100247]: return self._get(url).json() Jul 06 14:04:27.542177 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 14:04:27.542177 n-d-773647-6 neutron-server[100247]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 14:04:27.542177 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 14:04:27.542177 n-d-773647-6 neutron-server[100247]: return self.request(url, 'GET', **kwargs) Jul 06 14:04:27.542177 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 14:04:27.542177 n-d-773647-6 neutron-server[100247]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 14:04:27.542177 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 14:04:27.542177 n-d-773647-6 neutron-server[100247]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 14:04:27.542177 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 14:04:27.542177 n-d-773647-6 neutron-server[100247]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 14:04:27.542177 n-d-773647-6 neutron-server[100247]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 14:04:27.662846 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90863e0c-6f15-4334-b011-1b88c6030f1e admin admin] Checking segment: {'id': 'af737a77-6a4e-4b2a-8e27-631c225a547a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': '1595c4b0-e5f5-4f98-841b-077925d37b9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:04:27.662846 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90863e0c-6f15-4334-b011-1b88c6030f1e admin admin] Network hostable DHCP agents. Network: 1595c4b0-e5f5-4f98-841b-077925d37b9a, hostable agents: ['f2bada3d-be77-4359-982b-8505a2bbca04'], hosted agents: [] {{(pid=100246) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 14:04:27.685582 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29dd5c2c-cc23-431a-9092-59ffe6420f61 req-4b3efc8e-3bed-4c7c-b0c5-6ecdda5a5f61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:04:27.685582 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-29dd5c2c-cc23-431a-9092-59ffe6420f61 req-4b3efc8e-3bed-4c7c-b0c5-6ecdda5a5f61 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=1d0103a5-6825-4713-928f-2c0821a07c96 HTTP/1.1" status: 200 len: 851 time: 0.2032320 Jul 06 14:04:27.731778 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-3e327cb8-4e61-4f73-ada5-19adea725a1a tempest-QuotasNegativeTest-136955310 tempest-QuotasNegativeTest-136955310-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-917215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1761140'] for network, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:27.765041 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-a1f6dc7e-5524-4037-81b4-821cc67cc0d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e092e31-7490-4a26-882e-b70bacbff7f5', 'name': 'tempest-ServersTestBootFromVolume-756776599-router', 'tenant_id': '781535735adb4e1297ed6761c38ca98f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.149'}], 'enable_snat': True}, 'gw_port_id': 'da2a706e-62bb-4bb1-b14b-8538546ce077', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:01:03Z', 'updated_at': '2021-07-06T14:01:14Z', 'revision_number': 4, 'project_id': '781535735adb4e1297ed6761c38ca98f', 'gw_port': {'id': 'da2a706e-62bb-4bb1-b14b-8538546ce077', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:c2:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e092e31-7490-4a26-882e-b70bacbff7f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 899, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:01:06Z', 'updated_at': '2021-07-06T14:01:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6', '_interfaces': [{'id': '8e4ba707-5bdb-486a-abca-cd0cffb450f4', 'name': '', 'network_id': 'd9f36955-e86a-4c93-9b28-49ad744bf776', 'tenant_id': '781535735adb4e1297ed6761c38ca98f', 'mac_address': 'fa:16:3e:14:2d:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e092e31-7490-4a26-882e-b70bacbff7f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 900, 'fixed_ips': [{'subnet_id': '8b3908d8-67f9-4087-8b08-3c0c944b289c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:01:12Z', 'updated_at': '2021-07-06T14:01:23Z', 'revision_number': 5, 'project_id': '781535735adb4e1297ed6761c38ca98f', 'subnets': [{'id': '8b3908d8-67f9-4087-8b08-3c0c944b289c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773647-6', False) {} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:04:27.781716 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90863e0c-6f15-4334-b011-1b88c6030f1e admin admin] Pushing event updated for resources: {'Subnet': ['ID=750ef646-f7a7-44ad-87a9-97da6632b717,revision_number=0']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:04:27.864172 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-3e327cb8-4e61-4f73-ada5-19adea725a1a tempest-QuotasNegativeTest-136955310 tempest-QuotasNegativeTest-136955310-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583035'] for network, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:27.864172 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-3e327cb8-4e61-4f73-ada5-19adea725a1a tempest-QuotasNegativeTest-136955310 tempest-QuotasNegativeTest-136955310-project-admin] 10.222.0.104 "DELETE /v2.0/networks/9c50c492-a55d-4464-8ed1-22de9e5bad4a HTTP/1.1" status: 204 len: 168 time: 1.0312777 Jul 06 14:04:27.879857 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29dd5c2c-cc23-431a-9092-59ffe6420f61 req-6d892e40-d4f4-4e53-a506-114c8ebee4f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:04:27.888783 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-29dd5c2c-cc23-431a-9092-59ffe6420f61 req-6d892e40-d4f4-4e53-a506-114c8ebee4f5 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=ca8d241f-6d1c-4a83-a6b7-adff4a667580&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1752176 Jul 06 14:04:27.891553 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90863e0c-6f15-4334-b011-1b88c6030f1e admin admin] Network 1595c4b0-e5f5-4f98-841b-077925d37b9a is scheduled to be hosted by DHCP agent f2bada3d-be77-4359-982b-8505a2bbca04 with binding_index 1 {{(pid=100246) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 14:04:27.954676 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1f6dc7e-5524-4037-81b4-821cc67cc0d6 None None] The sync data for ids ['4e092e31-7490-4a26-882e-b70bacbff7f5'] in n-d-773647-6 is: [{'id': '4e092e31-7490-4a26-882e-b70bacbff7f5', 'name': 'tempest-ServersTestBootFromVolume-756776599-router', 'tenant_id': '781535735adb4e1297ed6761c38ca98f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.149'}], 'enable_snat': True}, 'gw_port_id': 'da2a706e-62bb-4bb1-b14b-8538546ce077', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:01:03Z', 'updated_at': '2021-07-06T14:01:14Z', 'revision_number': 4, 'project_id': '781535735adb4e1297ed6761c38ca98f', 'gw_port': {'id': 'da2a706e-62bb-4bb1-b14b-8538546ce077', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:c2:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e092e31-7490-4a26-882e-b70bacbff7f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 899, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:01:06Z', 'updated_at': '2021-07-06T14:01:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6', '_interfaces': [{'id': '8e4ba707-5bdb-486a-abca-cd0cffb450f4', 'name': '', 'network_id': 'd9f36955-e86a-4c93-9b28-49ad744bf776', 'tenant_id': '781535735adb4e1297ed6761c38ca98f', 'mac_address': 'fa:16:3e:14:2d:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e092e31-7490-4a26-882e-b70bacbff7f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 900, 'fixed_ips': [{'subnet_id': '8b3908d8-67f9-4087-8b08-3c0c944b289c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:01:12Z', 'updated_at': '2021-07-06T14:01:23Z', 'revision_number': 5, 'project_id': '781535735adb4e1297ed6761c38ca98f', 'subnets': [{'id': '8b3908d8-67f9-4087-8b08-3c0c944b289c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 14:04:27.970171 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.base_scheduler [None req-90863e0c-6f15-4334-b011-1b88c6030f1e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773647-6, 1595c4b0-e5f5-4f98-841b-077925d37b9a) {{(pid=100246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:04:27.985645 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90863e0c-6f15-4334-b011-1b88c6030f1e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:04:27.985914 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be668799-58e3-4705-90d7-d584ba06d7c0 None None] Network 1595c4b0-e5f5-4f98-841b-077925d37b9a requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:04:27.989878 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-90863e0c-6f15-4334-b011-1b88c6030f1e admin admin] Notify callbacks [] for subnet, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:28.092880 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-90863e0c-6f15-4334-b011-1b88c6030f1e admin admin] 10.222.0.104 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.1775832 Jul 06 14:04:28.192610 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-29dd5c2c-cc23-431a-9092-59ffe6420f61 req-ca54f87e-89aa-4a83-b67d-3a983d3ba418 service neutron] 10.222.0.72 "GET /v2.0/networks/ca8d241f-6d1c-4a83-a6b7-adff4a667580?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2937338 Jul 06 14:04:28.416027 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Device 6f584c48-b9e4-48d2-a3b6-accfd954acb8 up at agent hyperv_n-h2-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:04:28.647166 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-29dd5c2c-cc23-431a-9092-59ffe6420f61 req-195a25b3-8302-4b9a-9503-1e350765493c service neutron] 10.222.0.72 "GET /v2.0/networks/ca8d241f-6d1c-4a83-a6b7-adff4a667580?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4214857 Jul 06 14:04:28.731708 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-03f71b24-a9b8-453a-8924-caa3f97bc6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:28.732547 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d04da95f-c433-4898-bf2f-c1ce02f6adc7 None None] Network 1595c4b0-e5f5-4f98-841b-077925d37b9a requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:04:28.777544 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-253e48bd-e5e0-4a93-bddb-b4a4748842b5 None None] New status for floating IP d1c8b553-7865-414c-901a-44990f1ee69d: DOWN {{(pid=100248) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 14:04:29.141664 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d08386-7ae9-4265-b14f-778ecfc72572 req-0d3fecf1-8a14-4866-8270-a498558234d6 tempest-ImagesTestJSON-1482892319 tempest-ImagesTestJSON-1482892319-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:04:29.143241 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-a2d08386-7ae9-4265-b14f-778ecfc72572 req-0d3fecf1-8a14-4866-8270-a498558234d6 tempest-ImagesTestJSON-1482892319 tempest-ImagesTestJSON-1482892319-project] 10.222.0.127 "GET /v2.0/networks?id=843daa65-9f70-4b7f-ae10-986f4b2f43e8 HTTP/1.1" status: 200 len: 804 time: 1.2841103 Jul 06 14:04:29.172242 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [req-a2d08386-7ae9-4265-b14f-778ecfc72572 req-5f4f9de0-599b-49a9-a55a-c858235b13b2 tempest-ImagesTestJSON-1482892319 tempest-ImagesTestJSON-1482892319-project] Request body: {'port': {'device_id': '39634090-bfa4-4244-b852-20cb38935361', 'network_id': '843daa65-9f70-4b7f-ae10-986f4b2f43e8', 'admin_state_up': True, 'tenant_id': '088899109daa4dab8b28e16d07018840'}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:04:29.189300 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Provisioning for port 6f584c48-b9e4-48d2-a3b6-accfd954acb8 completed by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:04:29.198413 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Provisioning complete for port 6f584c48-b9e4-48d2-a3b6-accfd954acb8 triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:04:29.198796 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:29.203981 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e327cb8-4e61-4f73-ada5-19adea725a1a tempest-QuotasNegativeTest-136955310 tempest-QuotasNegativeTest-136955310-project-admin] Pushing event deleted for resources: {'Network': ['ID=9c50c492-a55d-4464-8ed1-22de9e5bad4a,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:04:29.283525 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4179648b-e925-46bb-b7aa-517430c86ec6 req-5bdd355e-2447-41e2-85ee-66502d780d31 tempest-MultipleCreateTestJSON-1034572626 tempest-MultipleCreateTestJSON-1034572626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:04:29.285003 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-4179648b-e925-46bb-b7aa-517430c86ec6 req-5bdd355e-2447-41e2-85ee-66502d780d31 tempest-MultipleCreateTestJSON-1034572626 tempest-MultipleCreateTestJSON-1034572626-project] 10.222.0.104 "GET /v2.0/ports?device_id=052d97cf-afd7-41ba-af8c-a618ba95ebdf HTTP/1.1" status: 200 len: 944 time: 1.4412982 Jul 06 14:04:29.345545 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 40368) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:04:29.368556 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-4179648b-e925-46bb-b7aa-517430c86ec6 req-d3876609-8d3b-4241-83c5-4500be9e91e6 tempest-MultipleCreateTestJSON-1034572626 tempest-MultipleCreateTestJSON-1034572626-project] 10.222.0.104 "GET /v2.0/security-groups?id=d0717d20-fb31-48e4-8147-f0a3642617ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729554 Jul 06 14:04:29.416964 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a2d08386-7ae9-4265-b14f-778ecfc72572 req-5f4f9de0-599b-49a9-a55a-c858235b13b2 tempest-ImagesTestJSON-1482892319 tempest-ImagesTestJSON-1482892319-project] Made reservation on behalf of 088899109daa4dab8b28e16d07018840 for: {'port': 1} {{(pid=100247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:04:29.421554 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-a2d08386-7ae9-4265-b14f-778ecfc72572 req-5f4f9de0-599b-49a9-a55a-c858235b13b2 tempest-ImagesTestJSON-1482892319 tempest-ImagesTestJSON-1482892319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:29.671554 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.db_base_plugin_common [req-a2d08386-7ae9-4265-b14f-778ecfc72572 req-5f4f9de0-599b-49a9-a55a-c858235b13b2 tempest-ImagesTestJSON-1482892319 tempest-ImagesTestJSON-1482892319-project] Allocated IP 172.20.0.9 (843daa65-9f70-4b7f-ae10-986f4b2f43e8/ae20b5e9-07e2-4786-84d5-713ad5ff019c/38fa73f8-6c0f-47d6-82d5-c280e4c1c51d) {{(pid=100247) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:04:29.679224 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-f241b22c-f61e-49c0-92d1-2e6965455ebc admin admin] Notify callbacks [] for security_group, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:29.877535 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:29.878447 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 14:04:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82219920-d1ed-439c-b4c2-dd31e52e969e x-openstack-request-id: req-82219920-d1ed-439c-b4c2-dd31e52e969e {{(pid=100246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:04:29.878749 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e35a7e2e-d30c-4bf0-b481-78bca7eacfd4", "name": "network-vif-deleted", "tag": "cf98c374-ae9b-477f-888b-f3febecd9b81", "status": "completed", "code": 200}]} {{(pid=100246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:04:29.889425 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-82219920-d1ed-439c-b4c2-dd31e52e969e {{(pid=100246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:04:29.889997 n-d-773647-6 neutron-server[100246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e35a7e2e-d30c-4bf0-b481-78bca7eacfd4', 'name': 'network-vif-deleted', 'tag': 'cf98c374-ae9b-477f-888b-f3febecd9b81', 'status': 'completed', 'code': 200} Jul 06 14:04:29.923693 n-d-773647-6 neutron-server[100248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51a3e219-5c8d-43e4-8cf2-7c515667b022', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f584c48-b9e4-48d2-a3b6-accfd954acb8'}] {{(pid=100248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:04:29.929032 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84af257533e383389cbcf231d3534f4d5e149e7203fea16b4a8fc01438dddaf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb69db13-9db2-4f07-9d73-5f4804a793e4" -d '{"events": [{"server_uuid": "51a3e219-5c8d-43e4-8cf2-7c515667b022", "name": "network-vif-plugged", "status": "completed", "tag": "6f584c48-b9e4-48d2-a3b6-accfd954acb8"}]}' {{(pid=100248) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:04:29.964879 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] For port 6f584c48-b9e4-48d2-a3b6-accfd954acb8, host n-h2-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=6f584c48-b9e4-48d2-a3b6-accfd954acb8,segment=NetworkSegment(6b220387-8d13-4ae1-983f-231ccd618d77),segment_id=6b220387-8d13-4ae1-983f-231ccd618d77)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:04:29.973758 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:29.974903 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Device 5f251846-a962-4cca-ac30-b8ff4317b4c4 up at agent hyperv_n-h2-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:04:30.092199 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Device 4dc5a099-d5e7-40d6-9889-a61e55efabd9 details requested by agent hyperv_n-h1-773647-6 with host n-h1-773647-6 {{(pid=100248) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 14:04:30.094530 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c90699-24e3-4e33-a64c-533f7e7aa52d req-82cefeaa-b952-45da-9ea9-b506c2cf06ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:04:30.099683 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-b0c90699-24e3-4e33-a64c-533f7e7aa52d req-82cefeaa-b952-45da-9ea9-b506c2cf06ad service neutron] 10.222.0.127 "GET /v2.0/ports?tenant_id=ec447d57cd3445c7ade9afee245937c6&device_id=bf6e1ecb-17f2-4a7a-9296-eb9480bbf176 HTTP/1.1" status: 200 len: 1101 time: 0.2350423 Jul 06 14:04:30.179817 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-a2d08386-7ae9-4265-b14f-778ecfc72572 req-5f4f9de0-599b-49a9-a55a-c858235b13b2 tempest-ImagesTestJSON-1482892319 tempest-ImagesTestJSON-1482892319-project] Notify callbacks [] for port, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:30.194242 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-f241b22c-f61e-49c0-92d1-2e6965455ebc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:30.200595 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-84bd1bde-9ab0-48f8-8f5b-6e7ba4980d9c req-6faddf53-8109-44df-9168-e670280a3baf tempest-ServersTestBootFromVolume-787010614 tempest-ServersTestBootFromVolume-787010614-project] 10.222.0.104 "GET /v2.0/ports?device_id=e35a7e2e-d30c-4bf0-b481-78bca7eacfd4 HTTP/1.1" status: 200 len: 210 time: 0.0919514 Jul 06 14:04:30.209939 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-f241b22c-f61e-49c0-92d1-2e6965455ebc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:30.253716 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Pushing event updated for resources: {'Port': ['ID=6f584c48-b9e4-48d2-a3b6-accfd954acb8,revision_number=5']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:04:30.358632 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f241b22c-f61e-49c0-92d1-2e6965455ebc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e94b8f6b-bd0f-455d-ad23-0df2c793ba5c,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:04:30.374985 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-f241b22c-f61e-49c0-92d1-2e6965455ebc admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=7c25fd92fe57419081c6758435f1059c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0282128 Jul 06 14:04:30.381785 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 40376) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:04:30.509630 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Provisioning complete for port 5f251846-a962-4cca-ac30-b8ff4317b4c4 triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:04:30.509927 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:30.544525 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-8e633976-5b5f-4bfc-b6df-daea197f3173 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:30.589404 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-8e633976-5b5f-4bfc-b6df-daea197f3173 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:30.641323 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c90699-24e3-4e33-a64c-533f7e7aa52d req-7c8bc8fe-65e1-4c8b-8059-c253917a016a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:04:30.647964 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-b0c90699-24e3-4e33-a64c-533f7e7aa52d req-7c8bc8fe-65e1-4c8b-8059-c253917a016a service neutron] 10.222.0.127 "GET /v2.0/networks?id=ac09d390-867f-4b75-a8d2-ab11550bffd6 HTTP/1.1" status: 200 len: 871 time: 0.4987831 Jul 06 14:04:30.649686 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-a2d08386-7ae9-4265-b14f-778ecfc72572 req-5f4f9de0-599b-49a9-a55a-c858235b13b2 tempest-ImagesTestJSON-1482892319 tempest-ImagesTestJSON-1482892319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-128888360'] for port, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:30.685104 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] For port 4dc5a099-d5e7-40d6-9889-a61e55efabd9, host n-h1-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773647-6',level=0,port_id=4dc5a099-d5e7-40d6-9889-a61e55efabd9,segment=NetworkSegment(6b220387-8d13-4ae1-983f-231ccd618d77),segment_id=6b220387-8d13-4ae1-983f-231ccd618d77)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:04:30.687594 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-8e633976-5b5f-4bfc-b6df-daea197f3173 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:30.690464 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-8e633976-5b5f-4bfc-b6df-daea197f3173 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:30.691974 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-8e633976-5b5f-4bfc-b6df-daea197f3173 admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/e94b8f6b-bd0f-455d-ad23-0df2c793ba5c HTTP/1.1" status: 204 len: 168 time: 0.3087540 Jul 06 14:04:30.712829 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e633976-5b5f-4bfc-b6df-daea197f3173 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e94b8f6b-bd0f-455d-ad23-0df2c793ba5c,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:04:30.726559 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Returning: {'device': '4dc5a099-d5e7-40d6-9889-a61e55efabd9', 'network_id': 'b82fb405-bff0-4597-9770-5ecffe1fa7ca', 'port_id': '4dc5a099-d5e7-40d6-9889-a61e55efabd9', 'mac_address': 'fa:16:3e:93:3a:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1049, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '89762ea0-9385-400f-9ae2-3696d950e78a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100248) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 14:04:30.756223 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4f9de0-599b-49a9-a55a-c858235b13b2 tempest-ImagesTestJSON-1482892319 tempest-ImagesTestJSON-1482892319-project] Pushing event updated for resources: {'Port': ['ID=38fa73f8-6c0f-47d6-82d5-c280e4c1c51d,revision_number=1']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:04:30.803997 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-b0c90699-24e3-4e33-a64c-533f7e7aa52d req-97d3f989-f754-48c4-ad58-2eb03add5bac service neutron] 10.222.0.127 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.140&port_id=fd226586-54a3-4c8f-87bb-11c002aac048 HTTP/1.1" status: 200 len: 217 time: 0.1421008 Jul 06 14:04:30.816355 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a2d08386-7ae9-4265-b14f-778ecfc72572 req-5f4f9de0-599b-49a9-a55a-c858235b13b2 tempest-ImagesTestJSON-1482892319 tempest-ImagesTestJSON-1482892319-project] Network 843daa65-9f70-4b7f-ae10-986f4b2f43e8 is already hosted by enough agents. {{(pid=100247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:04:30.868794 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c90699-24e3-4e33-a64c-533f7e7aa52d req-9fd9ef4c-21ce-48d4-98a8-f4f8225a0917 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:04:30.873498 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-b0c90699-24e3-4e33-a64c-533f7e7aa52d req-9fd9ef4c-21ce-48d4-98a8-f4f8225a0917 service neutron] 10.222.0.127 "GET /v2.0/subnets?id=d1c3cc78-09b9-4e30-99fd-0e5830de101d HTTP/1.1" status: 200 len: 843 time: 0.0558610 Jul 06 14:04:30.874963 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.base_scheduler [req-a2d08386-7ae9-4265-b14f-778ecfc72572 req-5f4f9de0-599b-49a9-a55a-c858235b13b2 tempest-ImagesTestJSON-1482892319 tempest-ImagesTestJSON-1482892319-project] Resources bound (agent type, host, resource id): {{(pid=100247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:04:30.879902 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:30.880856 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2d08386-7ae9-4265-b14f-778ecfc72572 req-5f4f9de0-599b-49a9-a55a-c858235b13b2 tempest-ImagesTestJSON-1482892319 tempest-ImagesTestJSON-1482892319-project] Received port after_create {{(pid=100247) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:04:30.881894 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:30.932082 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d08386-7ae9-4265-b14f-778ecfc72572 req-5f4f9de0-599b-49a9-a55a-c858235b13b2 tempest-ImagesTestJSON-1482892319 tempest-ImagesTestJSON-1482892319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:04:30.932932 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-a2d08386-7ae9-4265-b14f-778ecfc72572 req-5f4f9de0-599b-49a9-a55a-c858235b13b2 tempest-ImagesTestJSON-1482892319 tempest-ImagesTestJSON-1482892319-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:30.963623 n-d-773647-6 neutron-server[100248]: DEBUG neutron.notifiers.nova [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4dc5a099-d5e7-40d6-9889-a61e55efabd9 {{(pid=100248) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 14:04:30.997481 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fe267f-f8be-49da-8ce9-5125e97413cd req-3940d430-552d-4b82-9784-4b92e74ba5ee tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:04:31.003714 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fe267f-f8be-49da-8ce9-5125e97413cd req-3940d430-552d-4b82-9784-4b92e74ba5ee tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:04:31.009796 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fe267f-f8be-49da-8ce9-5125e97413cd req-3940d430-552d-4b82-9784-4b92e74ba5ee tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:04:31.015962 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fe267f-f8be-49da-8ce9-5125e97413cd req-3940d430-552d-4b82-9784-4b92e74ba5ee tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:04:31.022581 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fe267f-f8be-49da-8ce9-5125e97413cd req-3940d430-552d-4b82-9784-4b92e74ba5ee tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:04:31.028696 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fe267f-f8be-49da-8ce9-5125e97413cd req-3940d430-552d-4b82-9784-4b92e74ba5ee tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:04:31.034787 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fe267f-f8be-49da-8ce9-5125e97413cd req-3940d430-552d-4b82-9784-4b92e74ba5ee tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:04:31.042486 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-71fe267f-f8be-49da-8ce9-5125e97413cd req-3940d430-552d-4b82-9784-4b92e74ba5ee tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] 10.222.0.104 "GET /v2.0/ports?device_id=e7dc6a4d-9f66-42f4-9ec5-8a24ac011f21 HTTP/1.1" status: 200 len: 5436 time: 0.5119207 Jul 06 14:04:31.042744 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] For port 4dc5a099-d5e7-40d6-9889-a61e55efabd9, host n-h1-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773647-6',level=0,port_id=4dc5a099-d5e7-40d6-9889-a61e55efabd9,segment=NetworkSegment(6b220387-8d13-4ae1-983f-231ccd618d77),segment_id=6b220387-8d13-4ae1-983f-231ccd618d77)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:04:31.084802 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:31.085858 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-a2d08386-7ae9-4265-b14f-778ecfc72572 req-5f4f9de0-599b-49a9-a55a-c858235b13b2 tempest-ImagesTestJSON-1482892319 tempest-ImagesTestJSON-1482892319-project] 10.222.0.127 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9182711 Jul 06 14:04:31.102799 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] For port 5f251846-a962-4cca-ac30-b8ff4317b4c4, host n-h2-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=5f251846-a962-4cca-ac30-b8ff4317b4c4,segment=NetworkSegment(36c50412-6893-4622-808c-49164f6f9db6),segment_id=36c50412-6893-4622-808c-49164f6f9db6)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:04:31.122531 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [req-a2d08386-7ae9-4265-b14f-778ecfc72572 req-715d8956-bb38-4213-a9ba-1c2c56c52f8a service neutron] Request body: {'port': {'device_id': '39634090-bfa4-4244-b852-20cb38935361', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-773647-6'}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:04:31.164404 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:31.242064 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Pushing event updated for resources: {'Port': ['ID=4dc5a099-d5e7-40d6-9889-a61e55efabd9,revision_number=4']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:04:31.253846 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-71fe267f-f8be-49da-8ce9-5125e97413cd req-f1f0cc97-bebc-4b7d-9231-c614f192feab tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] 10.222.0.104 "GET /v2.0/security-groups?id=49c1468a-280e-4510-8673-63e827c90e1a&id=89d2c750-f3d8-486f-ac80-ea9c67d569ed&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2101479 Jul 06 14:04:31.272844 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c90699-24e3-4e33-a64c-533f7e7aa52d req-823fa442-8c16-4e6a-8aba-8a181f7de5aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:04:31.279186 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-b0c90699-24e3-4e33-a64c-533f7e7aa52d req-823fa442-8c16-4e6a-8aba-8a181f7de5aa service neutron] 10.222.0.127 "GET /v2.0/ports?network_id=ac09d390-867f-4b75-a8d2-ab11550bffd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3342185 Jul 06 14:04:31.427374 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Pushing event updated for resources: {'Port': ['ID=5f251846-a962-4cca-ac30-b8ff4317b4c4,revision_number=7']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:04:31.428730 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-a2d08386-7ae9-4265-b14f-778ecfc72572 req-715d8956-bb38-4213-a9ba-1c2c56c52f8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:31.458130 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] get_ports_and_sgs() called for port_ids ['4dc5a099-d5e7-40d6-9889-a61e55efabd9'] {{(pid=100248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 14:04:31.564050 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 40390) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:04:31.582272 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-0e5fb6fe-ecc0-4373-8af2-7e5b7c5997db admin admin] Notify callbacks [] for security_group, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:31.610683 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-b0c90699-24e3-4e33-a64c-533f7e7aa52d req-448d8aef-1a82-47f4-8a7c-a9b33b40d574 service neutron] 10.222.0.127 "GET /v2.0/networks/ac09d390-867f-4b75-a8d2-ab11550bffd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3243110 Jul 06 14:04:31.854740 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3310914-fdf6-478e-a3c9-94881cfa3acb req-56ea7fcf-034e-4fac-a511-04db77c02f4f tempest-ImagesTestJSON-1482892319 tempest-ImagesTestJSON-1482892319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:04:31.856678 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-a3310914-fdf6-478e-a3c9-94881cfa3acb req-56ea7fcf-034e-4fac-a511-04db77c02f4f tempest-ImagesTestJSON-1482892319 tempest-ImagesTestJSON-1482892319-project] 10.222.0.104 "GET /v2.0/ports?device_id=39634090-bfa4-4244-b852-20cb38935361 HTTP/1.1" status: 200 len: 931 time: 0.2418401 Jul 06 14:04:31.906053 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-0e5fb6fe-ecc0-4373-8af2-7e5b7c5997db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:31.913527 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-0e5fb6fe-ecc0-4373-8af2-7e5b7c5997db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:31.933508 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-a3310914-fdf6-478e-a3c9-94881cfa3acb req-948b5e7c-7967-4d88-a611-696be627bb8e tempest-ImagesTestJSON-1482892319 tempest-ImagesTestJSON-1482892319-project] 10.222.0.104 "GET /v2.0/security-groups?id=46e03f63-f74e-4db3-981d-76fb36967b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681942 Jul 06 14:04:31.974377 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 40392) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:04:32.009074 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-0e5fb6fe-ecc0-4373-8af2-7e5b7c5997db admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=504df9dfc50040b98d1c16a445e22957&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4414573 Jul 06 14:04:32.009074 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5fb6fe-ecc0-4373-8af2-7e5b7c5997db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b7ba6d5-c216-4e41-9131-c2626ab25038,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:04:32.022593 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 40394) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:04:32.035374 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 14:04:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-955a0be9-eec4-4d4a-8e07-4465615a64df x-openstack-request-id: req-955a0be9-eec4-4d4a-8e07-4465615a64df {{(pid=100248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:04:32.035699 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51a3e219-5c8d-43e4-8cf2-7c515667b022", "name": "network-vif-plugged", "status": "completed", "tag": "6f584c48-b9e4-48d2-a3b6-accfd954acb8", "code": 200}]} {{(pid=100248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:04:32.035958 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-955a0be9-eec4-4d4a-8e07-4465615a64df {{(pid=100248) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:04:32.036355 n-d-773647-6 neutron-server[100248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51a3e219-5c8d-43e4-8cf2-7c515667b022', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f584c48-b9e4-48d2-a3b6-accfd954acb8', 'code': 200} Jul 06 14:04:32.071653 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-b0c90699-24e3-4e33-a64c-533f7e7aa52d req-d60ca596-ec65-41fe-8348-f99503e368ee service neutron] 10.222.0.127 "GET /v2.0/networks/ac09d390-867f-4b75-a8d2-ab11550bffd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4038031 Jul 06 14:04:32.187389 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.db_base_plugin_v2 [None req-e4320f64-8bb3-42d1-8ef4-aa2bf11313da admin admin] Deleting subnet 750ef646-f7a7-44ad-87a9-97da6632b717 {{(pid=100247) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 14:04:32.194831 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-e4320f64-8bb3-42d1-8ef4-aa2bf11313da admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:32.256553 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-3a4fd63b-b378-401e-aca3-c3bf283fb767 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:32.274758 n-d-773647-6 neutron-server[100247]: DEBUG neutron.notifiers.nova [req-a2d08386-7ae9-4265-b14f-778ecfc72572 req-715d8956-bb38-4213-a9ba-1c2c56c52f8a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 38fa73f8-6c0f-47d6-82d5-c280e4c1c51d {{(pid=100247) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 14:04:32.287555 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-a2d08386-7ae9-4265-b14f-778ecfc72572 req-715d8956-bb38-4213-a9ba-1c2c56c52f8a service neutron] Notify callbacks [] for port, precommit_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:32.291794 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0270505c-7205-4539-8ba2-9bdaa657f40b req-11c7bcf3-c6b0-4084-853c-22fc0fda488d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:04:32.293349 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-e4320f64-8bb3-42d1-8ef4-aa2bf11313da admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127131748'] for subnet, precommit_delete_associations {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:32.293691 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-0270505c-7205-4539-8ba2-9bdaa657f40b req-11c7bcf3-c6b0-4084-853c-22fc0fda488d service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=51a3e219-5c8d-43e4-8cf2-7c515667b022 HTTP/1.1" status: 200 len: 1096 time: 0.1753752 Jul 06 14:04:32.296002 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-3a4fd63b-b378-401e-aca3-c3bf283fb767 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:32.366192 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-0270505c-7205-4539-8ba2-9bdaa657f40b req-bb394675-7277-4081-b97e-97940b198128 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=d0717d20-fb31-48e4-8147-f0a3642617ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566196 Jul 06 14:04:32.400222 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-3a4fd63b-b378-401e-aca3-c3bf283fb767 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:32.406324 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-3a4fd63b-b378-401e-aca3-c3bf283fb767 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:32.423087 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-3a4fd63b-b378-401e-aca3-c3bf283fb767 admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/6b7ba6d5-c216-4e41-9131-c2626ab25038 HTTP/1.1" status: 204 len: 168 time: 0.3840420 Jul 06 14:04:32.451082 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4fd63b-b378-401e-aca3-c3bf283fb767 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b7ba6d5-c216-4e41-9131-c2626ab25038,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:04:32.452916 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-e4320f64-8bb3-42d1-8ef4-aa2bf11313da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-913473'] for subnet, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:32.539561 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.provisioning_blocks [req-a2d08386-7ae9-4265-b14f-778ecfc72572 req-715d8956-bb38-4213-a9ba-1c2c56c52f8a service neutron] Transition to ACTIVE for port object 38fa73f8-6c0f-47d6-82d5-c280e4c1c51d will not be triggered until provisioned by entity L2. {{(pid=100247) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:04:32.557018 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-a2d08386-7ae9-4265-b14f-778ecfc72572 req-715d8956-bb38-4213-a9ba-1c2c56c52f8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128888538'] for port, after_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:32.695273 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715d8956-bb38-4213-a9ba-1c2c56c52f8a service neutron] Pushing event updated for resources: {'Port': ['ID=38fa73f8-6c0f-47d6-82d5-c280e4c1c51d,revision_number=2']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:04:32.705259 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-e4320f64-8bb3-42d1-8ef4-aa2bf11313da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-913480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1849032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-128888347', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127627857'] for subnet, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:32.774898 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdb8942-01b3-4916-ab42-3f3aa9653aea req-006d9e63-da77-4dae-96fd-d02e011d8da6 tempest-MultipleCreateTestJSON-1034572626 tempest-MultipleCreateTestJSON-1034572626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:04:32.781360 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-ecdb8942-01b3-4916-ab42-3f3aa9653aea req-006d9e63-da77-4dae-96fd-d02e011d8da6 tempest-MultipleCreateTestJSON-1034572626 tempest-MultipleCreateTestJSON-1034572626-project] 10.222.0.104 "GET /v2.0/ports?device_id=052d97cf-afd7-41ba-af8c-a618ba95ebdf HTTP/1.1" status: 200 len: 945 time: 0.4924662 Jul 06 14:04:32.782856 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4320f64-8bb3-42d1-8ef4-aa2bf11313da admin admin] Pushing event deleted for resources: {'Subnet': ['ID=750ef646-f7a7-44ad-87a9-97da6632b717,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:04:32.835538 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-e4320f64-8bb3-42d1-8ef4-aa2bf11313da admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583035'] for subnet, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:32.837681 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-e4320f64-8bb3-42d1-8ef4-aa2bf11313da admin admin] 10.222.0.104 "DELETE /v2.0/subnets/750ef646-f7a7-44ad-87a9-97da6632b717 HTTP/1.1" status: 204 len: 168 time: 0.8611457 Jul 06 14:04:32.840404 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 40398) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:04:32.900432 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-ecdb8942-01b3-4916-ab42-3f3aa9653aea req-5e2d3baa-ecca-4de6-a302-fced63ad190a tempest-MultipleCreateTestJSON-1034572626 tempest-MultipleCreateTestJSON-1034572626-project] 10.222.0.104 "GET /v2.0/security-groups?id=d0717d20-fb31-48e4-8147-f0a3642617ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916717 Jul 06 14:04:32.948591 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.managers [req-a2d08386-7ae9-4265-b14f-778ecfc72572 req-715d8956-bb38-4213-a9ba-1c2c56c52f8a service neutron] Attempting to bind port 38fa73f8-6c0f-47d6-82d5-c280e4c1c51d on host n-h1-773647-6 for vnic_type normal with profile {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:04:32.948938 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.managers [req-a2d08386-7ae9-4265-b14f-778ecfc72572 req-715d8956-bb38-4213-a9ba-1c2c56c52f8a service neutron] Attempting to bind port 38fa73f8-6c0f-47d6-82d5-c280e4c1c51d by drivers openvswitch,hyperv on host n-h1-773647-6 at level 0 using segments [{'id': '4f034a4d-0401-4410-9e3b-cfb7c7ebcd98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': '843daa65-9f70-4b7f-ae10-986f4b2f43e8'}] {{(pid=100247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:04:32.949266 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2d08386-7ae9-4265-b14f-778ecfc72572 req-715d8956-bb38-4213-a9ba-1c2c56c52f8a service neutron] Attempting to bind port 38fa73f8-6c0f-47d6-82d5-c280e4c1c51d on network 843daa65-9f70-4b7f-ae10-986f4b2f43e8 {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:04:32.971864 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2d08386-7ae9-4265-b14f-778ecfc72572 req-715d8956-bb38-4213-a9ba-1c2c56c52f8a service neutron] Port 38fa73f8-6c0f-47d6-82d5-c280e4c1c51d on network 843daa65-9f70-4b7f-ae10-986f4b2f43e8 not bound, no agent of type Open vSwitch agent registered on host n-h1-773647-6 {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 14:04:32.972226 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2d08386-7ae9-4265-b14f-778ecfc72572 req-715d8956-bb38-4213-a9ba-1c2c56c52f8a service neutron] Attempting to bind port 38fa73f8-6c0f-47d6-82d5-c280e4c1c51d on network 843daa65-9f70-4b7f-ae10-986f4b2f43e8 {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:04:32.983991 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2d08386-7ae9-4265-b14f-778ecfc72572 req-715d8956-bb38-4213-a9ba-1c2c56c52f8a service neutron] Checking agent: {'id': '5bf7147f-bada-4441-a5dc-934b903473fb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-773647-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 51, 12), 'started_at': datetime.datetime(2021, 7, 6, 13, 51, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 4, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:04:32.984412 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2d08386-7ae9-4265-b14f-778ecfc72572 req-715d8956-bb38-4213-a9ba-1c2c56c52f8a service neutron] Checking segment: {'id': '4f034a4d-0401-4410-9e3b-cfb7c7ebcd98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': '843daa65-9f70-4b7f-ae10-986f4b2f43e8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100247) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:04:32.991270 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2d08386-7ae9-4265-b14f-778ecfc72572 req-715d8956-bb38-4213-a9ba-1c2c56c52f8a service neutron] Bound using segment: {'id': '4f034a4d-0401-4410-9e3b-cfb7c7ebcd98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': '843daa65-9f70-4b7f-ae10-986f4b2f43e8'} {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:04:32.991270 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.managers [req-a2d08386-7ae9-4265-b14f-778ecfc72572 req-715d8956-bb38-4213-a9ba-1c2c56c52f8a service neutron] Bound port: 38fa73f8-6c0f-47d6-82d5-c280e4c1c51d, host: n-h1-773647-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4f034a4d-0401-4410-9e3b-cfb7c7ebcd98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': '843daa65-9f70-4b7f-ae10-986f4b2f43e8'}}] {{(pid=100247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:04:32.991270 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-a2d08386-7ae9-4265-b14f-778ecfc72572 req-715d8956-bb38-4213-a9ba-1c2c56c52f8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:32.993057 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-fadf83e7-6984-499a-8764-eeeac5757995 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530492'] for network, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:33.138102 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.db [req-a2d08386-7ae9-4265-b14f-778ecfc72572 req-715d8956-bb38-4213-a9ba-1c2c56c52f8a service neutron] For port 38fa73f8-6c0f-47d6-82d5-c280e4c1c51d, host n-h1-773647-6, cleared binding levels {{(pid=100247) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:04:33.143273 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.db [req-a2d08386-7ae9-4265-b14f-778ecfc72572 req-715d8956-bb38-4213-a9ba-1c2c56c52f8a service neutron] For port 38fa73f8-6c0f-47d6-82d5-c280e4c1c51d, host n-h1-773647-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773647-6',level=0,port_id=38fa73f8-6c0f-47d6-82d5-c280e4c1c51d,segment=NetworkSegment(4f034a4d-0401-4410-9e3b-cfb7c7ebcd98),segment_id=4f034a4d-0401-4410-9e3b-cfb7c7ebcd98)] {{(pid=100247) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:04:33.150452 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-a2d08386-7ae9-4265-b14f-778ecfc72572 req-715d8956-bb38-4213-a9ba-1c2c56c52f8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128888538'] for port, after_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:33.230483 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-fadf83e7-6984-499a-8764-eeeac5757995 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-917204', 'neutron.services.segments.db._delete_segments_for_network-8773753502302'] for network, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:33.271923 n-d-773647-6 neutron-server[100246]: DEBUG neutron.services.segments.db [None req-fadf83e7-6984-499a-8764-eeeac5757995 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1595c4b0-e5f5-4f98-841b-077925d37b9a']}} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:04:33.284520 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d08386-7ae9-4265-b14f-778ecfc72572 req-715d8956-bb38-4213-a9ba-1c2c56c52f8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:04:33.286136 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-a2d08386-7ae9-4265-b14f-778ecfc72572 req-715d8956-bb38-4213-a9ba-1c2c56c52f8a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:33.287903 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-a2d08386-7ae9-4265-b14f-778ecfc72572 req-715d8956-bb38-4213-a9ba-1c2c56c52f8a service neutron] 10.222.0.127 "PUT /v2.0/ports/38fa73f8-6c0f-47d6-82d5-c280e4c1c51d HTTP/1.1" status: 200 len: 1091 time: 2.1845365 Jul 06 14:04:33.288615 n-d-773647-6 neutron-server[100247]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39634090-bfa4-4244-b852-20cb38935361', 'tag': '38fa73f8-6c0f-47d6-82d5-c280e4c1c51d'}] {{(pid=100247) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:04:33.291677 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cbf0eeaae822f8fc9b87a94aeba67a3d651842baf663a51cba94b67a514836d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5edc3fe0-f8a3-4112-9b0c-185ec2ce88b3" -d '{"events": [{"name": "network-changed", "server_uuid": "39634090-bfa4-4244-b852-20cb38935361", "tag": "38fa73f8-6c0f-47d6-82d5-c280e4c1c51d"}]}' {{(pid=100247) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:04:33.328178 n-d-773647-6 neutron-server[100246]: DEBUG neutron.services.segments.db [None req-fadf83e7-6984-499a-8764-eeeac5757995 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af737a77-6a4e-4b2a-8e27-631c225a547a') {'for_net_delete': True} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:04:33.328517 n-d-773647-6 neutron-server[100246]: DEBUG neutron.services.segments.db [None req-fadf83e7-6984-499a-8764-eeeac5757995 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af737a77-6a4e-4b2a-8e27-631c225a547a') {} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:04:33.345543 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715d8956-bb38-4213-a9ba-1c2c56c52f8a service neutron] Pushing event updated for resources: {'Port': ['ID=38fa73f8-6c0f-47d6-82d5-c280e4c1c51d,revision_number=3']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:04:33.389235 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-fadf83e7-6984-499a-8764-eeeac5757995 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773753515138', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126218898'] for segment, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:33.426809 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-0fbecf08-a3f1-42c4-b2b0-ca92fec9e4ba req-286f7587-814f-4987-a16c-4133cea2cff3 tempest-ServersTestBootFromVolume-787010614 tempest-ServersTestBootFromVolume-787010614-project] 10.222.0.104 "GET /v2.0/ports?device_id=e35a7e2e-d30c-4bf0-b481-78bca7eacfd4 HTTP/1.1" status: 200 len: 210 time: 0.0641472 Jul 06 14:04:33.448257 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-fadf83e7-6984-499a-8764-eeeac5757995 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552'] for segment, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:33.480629 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fadf83e7-6984-499a-8764-eeeac5757995 admin admin] Releasing vlan 1025 on physical network physnet1 to pool {{(pid=100246) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 14:04:33.481736 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-fadf83e7-6984-499a-8764-eeeac5757995 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127687491'] for segment, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:33.647351 n-d-773647-6 neutron-server[100246]: Traceback (most recent call last): Jul 06 14:04:33.647351 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 14:04:33.647351 n-d-773647-6 neutron-server[100246]: timer() Jul 06 14:04:33.647351 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 14:04:33.647351 n-d-773647-6 neutron-server[100246]: cb(*args, **kw) Jul 06 14:04:33.647351 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 14:04:33.647351 n-d-773647-6 neutron-server[100246]: return func(*args, **kwargs) Jul 06 14:04:33.647351 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 14:04:33.647351 n-d-773647-6 neutron-server[100246]: self._notify() Jul 06 14:04:33.647351 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 14:04:33.647351 n-d-773647-6 neutron-server[100246]: self.callback(batched_events) Jul 06 14:04:33.647351 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 14:04:33.647351 n-d-773647-6 neutron-server[100246]: event.method(event) Jul 06 14:04:33.647351 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 14:04:33.647351 n-d-773647-6 neutron-server[100246]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 14:04:33.647351 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 14:04:33.647351 n-d-773647-6 neutron-server[100246]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 14:04:33.647351 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 14:04:33.647351 n-d-773647-6 neutron-server[100246]: return f(self, *a, **k) Jul 06 14:04:33.647351 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 14:04:33.647351 n-d-773647-6 neutron-server[100246]: return self._get(url).json() Jul 06 14:04:33.647351 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 14:04:33.647351 n-d-773647-6 neutron-server[100246]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 14:04:33.647351 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 14:04:33.647351 n-d-773647-6 neutron-server[100246]: return self.request(url, 'GET', **kwargs) Jul 06 14:04:33.647351 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 14:04:33.647351 n-d-773647-6 neutron-server[100246]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 14:04:33.647351 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 14:04:33.647351 n-d-773647-6 neutron-server[100246]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 14:04:33.647351 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 14:04:33.647351 n-d-773647-6 neutron-server[100246]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 14:04:33.647351 n-d-773647-6 neutron-server[100246]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 14:04:33.662506 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-fadf83e7-6984-499a-8764-eeeac5757995 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-917215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1761140'] for network, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:33.676196 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-fadf83e7-6984-499a-8764-eeeac5757995 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583035'] for network, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:33.682434 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-fadf83e7-6984-499a-8764-eeeac5757995 admin admin] 10.222.0.104 "DELETE /v2.0/networks/1595c4b0-e5f5-4f98-841b-077925d37b9a HTTP/1.1" status: 204 len: 168 time: 0.8408873 Jul 06 14:04:33.719420 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fadf83e7-6984-499a-8764-eeeac5757995 admin admin] Pushing event deleted for resources: {'Network': ['ID=1595c4b0-e5f5-4f98-841b-077925d37b9a,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:04:33.728752 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d08386-7ae9-4265-b14f-778ecfc72572 req-f9d83766-68f8-4467-8980-ff3fca443824 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:04:33.729560 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-a2d08386-7ae9-4265-b14f-778ecfc72572 req-f9d83766-68f8-4467-8980-ff3fca443824 service neutron] 10.222.0.127 "GET /v2.0/ports?tenant_id=088899109daa4dab8b28e16d07018840&device_id=39634090-bfa4-4244-b852-20cb38935361 HTTP/1.1" status: 200 len: 1094 time: 0.1671624 Jul 06 14:04:33.863934 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-a2d08386-7ae9-4265-b14f-778ecfc72572 req-fc5bf5c3-ee01-4ee8-8f32-c2e7bc68e4bb service neutron] 10.222.0.127 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=38fa73f8-6c0f-47d6-82d5-c280e4c1c51d HTTP/1.1" status: 200 len: 217 time: 0.0920937 Jul 06 14:04:34.023795 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 40430) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:04:34.037768 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d08386-7ae9-4265-b14f-778ecfc72572 req-70306abf-c1a3-4f1d-8c67-58d295e4da32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:04:34.038028 n-d-773647-6 neutron-server[100248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fbc9a8b-86db-4456-85e1-a59cfdbb9c8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f251846-a962-4cca-ac30-b8ff4317b4c4'}] {{(pid=100248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:04:34.039278 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-a2d08386-7ae9-4265-b14f-778ecfc72572 req-70306abf-c1a3-4f1d-8c67-58d295e4da32 service neutron] 10.222.0.127 "GET /v2.0/subnets?id=ae20b5e9-07e2-4786-84d5-713ad5ff019c HTTP/1.1" status: 200 len: 844 time: 0.1669476 Jul 06 14:04:34.040316 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84af257533e383389cbcf231d3534f4d5e149e7203fea16b4a8fc01438dddaf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ccd0c4a-d42f-41b6-9e4e-ea33e2f63743" -d '{"events": [{"server_uuid": "5fbc9a8b-86db-4456-85e1-a59cfdbb9c8d", "name": "network-vif-plugged", "status": "completed", "tag": "5f251846-a962-4cca-ac30-b8ff4317b4c4"}]}' {{(pid=100248) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:04:34.091978 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Device 4dc5a099-d5e7-40d6-9889-a61e55efabd9 up at agent hyperv_n-h1-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:04:34.104576 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25a1da3-f654-4b1e-8911-52b8369ba705 req-9b1929fa-278f-4560-9298-2f12a587f7ca tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:04:34.115080 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25a1da3-f654-4b1e-8911-52b8369ba705 req-9b1929fa-278f-4560-9298-2f12a587f7ca tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:04:34.126531 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25a1da3-f654-4b1e-8911-52b8369ba705 req-9b1929fa-278f-4560-9298-2f12a587f7ca tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:04:34.135668 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-b3335894-1677-4025-b1cc-c9d7a5e7bc70 admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=0098bf06078c439c9ef83d7f1ce5c947&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1105511 Jul 06 14:04:34.139528 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 40434) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:04:34.145329 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25a1da3-f654-4b1e-8911-52b8369ba705 req-9b1929fa-278f-4560-9298-2f12a587f7ca tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:04:34.162863 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25a1da3-f654-4b1e-8911-52b8369ba705 req-9b1929fa-278f-4560-9298-2f12a587f7ca tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:04:34.177611 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25a1da3-f654-4b1e-8911-52b8369ba705 req-9b1929fa-278f-4560-9298-2f12a587f7ca tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:04:34.213230 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25a1da3-f654-4b1e-8911-52b8369ba705 req-9b1929fa-278f-4560-9298-2f12a587f7ca tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:04:34.215426 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Provisioning for port 4dc5a099-d5e7-40d6-9889-a61e55efabd9 completed by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:04:34.237539 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-d25a1da3-f654-4b1e-8911-52b8369ba705 req-9b1929fa-278f-4560-9298-2f12a587f7ca tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] 10.222.0.104 "GET /v2.0/ports?device_id=e7dc6a4d-9f66-42f4-9ec5-8a24ac011f21 HTTP/1.1" status: 200 len: 5436 time: 0.5490777 Jul 06 14:04:34.238560 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 40438) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:04:34.246171 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Provisioning complete for port 4dc5a099-d5e7-40d6-9889-a61e55efabd9 triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:04:34.247478 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:34.350363 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-53f6af9f-7a18-4273-8eaf-1ebf69ff4ad4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:34.360626 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [None req-5d057463-900c-4964-b094-ff1c7e21f448 tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] Request body: {'floatingip': {'port_id': '0fccaba0-09bb-4911-acde-c7e70c576bcb'}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:04:34.405951 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-53f6af9f-7a18-4273-8eaf-1ebf69ff4ad4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:34.508791 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-a2d08386-7ae9-4265-b14f-778ecfc72572 req-7f8bb7fe-52d0-446a-82fa-1c727c96822a service neutron] 10.222.0.127 "GET /v2.0/ports?network_id=843daa65-9f70-4b7f-ae10-986f4b2f43e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4369166 Jul 06 14:04:34.509312 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:34.512757 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-5d057463-900c-4964-b094-ff1c7e21f448 tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] Notify callbacks [] for floatingip, before_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:34.541483 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-53f6af9f-7a18-4273-8eaf-1ebf69ff4ad4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:34.551239 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-53f6af9f-7a18-4273-8eaf-1ebf69ff4ad4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:34.559575 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-53f6af9f-7a18-4273-8eaf-1ebf69ff4ad4 admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/dd93e9cb-f6a2-403a-862b-07fd75b47eb7 HTTP/1.1" status: 204 len: 168 time: 0.4158225 Jul 06 14:04:34.592804 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] For port 4dc5a099-d5e7-40d6-9889-a61e55efabd9, host n-h1-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773647-6',level=0,port_id=4dc5a099-d5e7-40d6-9889-a61e55efabd9,segment=NetworkSegment(6b220387-8d13-4ae1-983f-231ccd618d77),segment_id=6b220387-8d13-4ae1-983f-231ccd618d77)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:04:34.594070 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f6af9f-7a18-4273-8eaf-1ebf69ff4ad4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd93e9cb-f6a2-403a-862b-07fd75b47eb7,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:04:34.604557 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:34.896544 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Pushing event updated for resources: {'Port': ['ID=4dc5a099-d5e7-40d6-9889-a61e55efabd9,revision_number=5']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:04:35.236881 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-5d057463-900c-4964-b094-ff1c7e21f448 tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:35.252959 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-5d057463-900c-4964-b094-ff1c7e21f448 tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1761130'] for floatingip, after_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:35.812010 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 40470) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:04:36.314048 n-d-773647-6 neutron-server[100247]: INFO neutron.db.l3_db [None req-5d057463-900c-4964-b094-ff1c7e21f448 tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] Floating IP 9d078c22-4955-4a8d-a0f4-069b23931303 associated. External IP: 172.25.0.41, port: 0fccaba0-09bb-4911-acde-c7e70c576bcb. Jul 06 14:04:36.321459 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-a2d08386-7ae9-4265-b14f-778ecfc72572 req-11a5dd71-7d65-49f3-87f8-6dbb32211785 service neutron] 10.222.0.127 "GET /v2.0/networks/843daa65-9f70-4b7f-ae10-986f4b2f43e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0809789 Jul 06 14:04:36.405967 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-b5fc31ef-ae21-4df2-a297-2461f23aed3d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983212100 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983212100-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-2046244633'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:04:36.464226 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5fc31ef-ae21-4df2-a297-2461f23aed3d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983212100 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983212100-project] Made reservation on behalf of 1959d4de71364c80bc2681854018d4c6 for: {'network': 1} {{(pid=100246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:04:36.468044 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-b5fc31ef-ae21-4df2-a297-2461f23aed3d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983212100 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983212100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for network, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:36.496118 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-b5fc31ef-ae21-4df2-a297-2461f23aed3d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983212100 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983212100-project] Notify callbacks [] for security_group, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:36.598086 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106de9ca-339a-4be6-a88b-fd393ad8c143 req-c5a9de3f-9690-4d13-9380-48814ab49ace tempest-ImagesTestJSON-1482892319 tempest-ImagesTestJSON-1482892319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:04:36.612681 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-106de9ca-339a-4be6-a88b-fd393ad8c143 req-c5a9de3f-9690-4d13-9380-48814ab49ace tempest-ImagesTestJSON-1482892319 tempest-ImagesTestJSON-1482892319-project] 10.222.0.104 "GET /v2.0/ports?device_id=39634090-bfa4-4244-b852-20cb38935361 HTTP/1.1" status: 200 len: 943 time: 1.3731873 Jul 06 14:04:36.726928 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-b5fc31ef-ae21-4df2-a297-2461f23aed3d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983212100 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983212100-project] Notify callbacks [] for security_group, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:36.738283 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-b5fc31ef-ae21-4df2-a297-2461f23aed3d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983212100 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983212100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:36.790875 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b5fc31ef-ae21-4df2-a297-2461f23aed3d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983212100 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983212100-project] vlan segment allocate from pool success with {'vlan_id': 1034, 'physical_network': 'physnet1'} {{(pid=100246) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 14:04:36.819487 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-106de9ca-339a-4be6-a88b-fd393ad8c143 req-5d65217a-bb3c-439e-93c5-097538770a16 tempest-ImagesTestJSON-1482892319 tempest-ImagesTestJSON-1482892319-project] 10.222.0.104 "GET /v2.0/security-groups?id=46e03f63-f74e-4db3-981d-76fb36967b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2058284 Jul 06 14:04:36.825307 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5fc31ef-ae21-4df2-a297-2461f23aed3d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983212100 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983212100-project] Pushing event updated for resources: {'SecurityGroup': ['ID=845abb9d-73f4-4328-b405-ff77fcdedf7c,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:04:36.834374 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-b5fc31ef-ae21-4df2-a297-2461f23aed3d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983212100 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983212100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552'] for segment, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:36.834726 n-d-773647-6 neutron-server[100246]: INFO neutron.db.segments_db [None req-b5fc31ef-ae21-4df2-a297-2461f23aed3d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983212100 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983212100-project] Added segment 675f3ae8-f6e4-4702-bb17-016597ad8fff of type vlan for network d051c80d-a9da-45de-954d-1099961b1c2c Jul 06 14:04:36.926284 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-b5fc31ef-ae21-4df2-a297-2461f23aed3d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983212100 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983212100-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773752984405'] for network, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:36.987985 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-b5fc31ef-ae21-4df2-a297-2461f23aed3d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983212100 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983212100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060'] for network, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:36.990146 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-a2d08386-7ae9-4265-b14f-778ecfc72572 req-7252ff8d-52c0-4421-901d-5da5f4964213 service neutron] 10.222.0.127 "GET /v2.0/networks/843daa65-9f70-4b7f-ae10-986f4b2f43e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5944335 Jul 06 14:04:37.001317 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5fc31ef-ae21-4df2-a297-2461f23aed3d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983212100 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983212100-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:04:37.002926 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-b5fc31ef-ae21-4df2-a297-2461f23aed3d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983212100 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983212100-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583035'] for network, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:37.004385 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 14:04:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36f3c5ee-3107-4696-94d6-bce386208e52 x-openstack-request-id: req-36f3c5ee-3107-4696-94d6-bce386208e52 {{(pid=100247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:04:37.004693 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "39634090-bfa4-4244-b852-20cb38935361", "tag": "38fa73f8-6c0f-47d6-82d5-c280e4c1c51d", "status": "completed", "code": 200}]} {{(pid=100247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:04:37.004955 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-36f3c5ee-3107-4696-94d6-bce386208e52 {{(pid=100247) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:04:37.005376 n-d-773647-6 neutron-server[100247]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '39634090-bfa4-4244-b852-20cb38935361', 'tag': '38fa73f8-6c0f-47d6-82d5-c280e4c1c51d', 'status': 'completed', 'code': 200} Jul 06 14:04:37.183926 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-b5fc31ef-ae21-4df2-a297-2461f23aed3d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983212100 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983212100-project] 10.222.0.104 "POST /v2.0/networks HTTP/1.1" status: 201 len: 803 time: 1.3707337 Jul 06 14:04:37.222763 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5fc31ef-ae21-4df2-a297-2461f23aed3d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983212100 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983212100-project] Pushing event updated for resources: {'Network': ['ID=d051c80d-a9da-45de-954d-1099961b1c2c,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:04:37.236453 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Network d051c80d-a9da-45de-954d-1099961b1c2c details requested by agent ovs-agent-n-d-773647-6 with host n-d-773647-6 {{(pid=100248) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 14:04:37.277858 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 14:04:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88d97c3e-9881-466e-a19c-130135f934a0 x-openstack-request-id: req-88d97c3e-9881-466e-a19c-130135f934a0 {{(pid=100248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:04:37.279090 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fbc9a8b-86db-4456-85e1-a59cfdbb9c8d", "name": "network-vif-plugged", "status": "completed", "tag": "5f251846-a962-4cca-ac30-b8ff4317b4c4", "code": 200}]} {{(pid=100248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:04:37.282680 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-88d97c3e-9881-466e-a19c-130135f934a0 {{(pid=100248) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:04:37.283110 n-d-773647-6 neutron-server[100248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fbc9a8b-86db-4456-85e1-a59cfdbb9c8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f251846-a962-4cca-ac30-b8ff4317b4c4', 'code': 200} Jul 06 14:04:37.336486 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edc3fe0-f8a3-4112-9b0c-185ec2ce88b3 req-1cf60357-630e-4eaa-954b-95cbb42ddc45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:04:37.338342 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-5edc3fe0-f8a3-4112-9b0c-185ec2ce88b3 req-1cf60357-630e-4eaa-954b-95cbb42ddc45 service neutron] 10.222.0.127 "GET /v2.0/ports?tenant_id=088899109daa4dab8b28e16d07018840&device_id=39634090-bfa4-4244-b852-20cb38935361 HTTP/1.1" status: 200 len: 1094 time: 0.2082231 Jul 06 14:04:37.416972 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcce47ec-c383-49a3-8e75-368526b2ac5f req-432352cd-4303-4f27-b343-e97d106caf5c tempest-MultipleCreateTestJSON-1034572626 tempest-MultipleCreateTestJSON-1034572626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:04:37.418609 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-dcce47ec-c383-49a3-8e75-368526b2ac5f req-432352cd-4303-4f27-b343-e97d106caf5c tempest-MultipleCreateTestJSON-1034572626 tempest-MultipleCreateTestJSON-1034572626-project] 10.222.0.104 "GET /v2.0/ports?device_id=052d97cf-afd7-41ba-af8c-a618ba95ebdf HTTP/1.1" status: 200 len: 946 time: 0.2413933 Jul 06 14:04:37.481010 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-a3af7101-ef92-42ae-85fa-9e6d36729e7c req-4d2faa00-eae0-4798-bf92-60cdd50c729c tempest-ServersTestBootFromVolume-787010614 tempest-ServersTestBootFromVolume-787010614-project] 10.222.0.104 "GET /v2.0/ports?device_id=e35a7e2e-d30c-4bf0-b481-78bca7eacfd4 HTTP/1.1" status: 200 len: 210 time: 0.0794117 Jul 06 14:04:37.482904 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d057463-900c-4964-b094-ff1c7e21f448 tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] Router 66707835-4562-47e1-9dce-7c9cac23064a has already been hosted by L3 agent 2823d358-a11b-4885-a706-95a279e43fa7 {{(pid=100247) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 14:04:37.599800 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-dcce47ec-c383-49a3-8e75-368526b2ac5f req-351ab85c-8b18-429f-847c-71cfa5c508ca tempest-MultipleCreateTestJSON-1034572626 tempest-MultipleCreateTestJSON-1034572626-project] 10.222.0.104 "GET /v2.0/security-groups?id=d0717d20-fb31-48e4-8147-f0a3642617ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1620119 Jul 06 14:04:37.603202 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edc3fe0-f8a3-4112-9b0c-185ec2ce88b3 req-18b6c6a6-c48e-47b6-8a4f-43726d74e192 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:04:37.604509 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-5edc3fe0-f8a3-4112-9b0c-185ec2ce88b3 req-18b6c6a6-c48e-47b6-8a4f-43726d74e192 service neutron] 10.222.0.127 "GET /v2.0/networks?id=843daa65-9f70-4b7f-ae10-986f4b2f43e8 HTTP/1.1" status: 200 len: 906 time: 0.2567592 Jul 06 14:04:37.720271 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-5edc3fe0-f8a3-4112-9b0c-185ec2ce88b3 req-63d76d45-9a78-4c85-9195-3ea9b68c8b26 service neutron] 10.222.0.127 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=38fa73f8-6c0f-47d6-82d5-c280e4c1c51d HTTP/1.1" status: 200 len: 217 time: 0.0814259 Jul 06 14:04:37.830997 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d057463-900c-4964-b094-ff1c7e21f448 tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] Notify agent at l3_agent.n-d-773647-6 the message routers_updated {{(pid=100247) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 14:04:37.842617 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa3dd0b0-0395-41fc-a7a3-ac053c612545 None None] Sync routers for ids ['66707835-4562-47e1-9dce-7c9cac23064a'] in n-d-773647-6 {{(pid=100249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 14:04:37.850548 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-5d057463-900c-4964-b094-ff1c7e21f448 tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for floatingip, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:37.857313 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa3dd0b0-0395-41fc-a7a3-ac053c612545 None None] Routers {'66707835-4562-47e1-9dce-7c9cac23064a'} bound to L3 agent in host n-d-773647-6 {{(pid=100249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:04:37.862085 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-fa3dd0b0-0395-41fc-a7a3-ac053c612545 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T14:04:26Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['66707835-4562-47e1-9dce-7c9cac23064a'], 'active': True} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:04:37.979426 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-5d057463-900c-4964-b094-ff1c7e21f448 tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] 10.222.0.104 "PUT /v2.0/floatingips/9d078c22-4955-4a8d-a0f4-069b23931303 HTTP/1.1" status: 200 len: 990 time: 3.6321158 Jul 06 14:04:38.062539 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edc3fe0-f8a3-4112-9b0c-185ec2ce88b3 req-d4df9840-2c1d-4b2b-9d02-f6cfd95287b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:04:38.065287 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-5edc3fe0-f8a3-4112-9b0c-185ec2ce88b3 req-d4df9840-2c1d-4b2b-9d02-f6cfd95287b3 service neutron] 10.222.0.127 "GET /v2.0/subnets?id=ae20b5e9-07e2-4786-84d5-713ad5ff019c HTTP/1.1" status: 200 len: 844 time: 0.3322928 Jul 06 14:04:38.107021 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-5edc3fe0-f8a3-4112-9b0c-185ec2ce88b3 req-ebf456a3-4e17-4f2e-b8b9-499789eaad6b service neutron] 10.222.0.127 "GET /v2.0/ports?network_id=843daa65-9f70-4b7f-ae10-986f4b2f43e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0353677 Jul 06 14:04:38.113031 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvr_db [None req-fa3dd0b0-0395-41fc-a7a3-ac053c612545 None None] Set router 66707835-4562-47e1-9dce-7c9cac23064a gateway port host: n-d-773647-6 {{(pid=100249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:04:38.127909 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 40528) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:04:38.133673 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-5272b22f-4061-4e10-9c01-03cf4d33c1ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621-project-admin] Request body: {'port': {'network_id': 'd051c80d-a9da-45de-954d-1099961b1c2c', 'binding:host_id': 'n-h2-773647-6', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-684690480'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:04:38.161271 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.agents_db [None req-167c0ad6-1657-4c9a-a2c4-3b18056aa662 None None] Agent healthcheck: found 7 active agents {{(pid=100249) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 14:04:38.179152 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5272b22f-4061-4e10-9c01-03cf4d33c1ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621-project-admin] Made reservation on behalf of 4e68605f6aa34a74a1f9c296c9f65cf6 for: {'port': 1} {{(pid=100246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:04:38.181824 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-5272b22f-4061-4e10-9c01-03cf4d33c1ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:38.234183 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca300f1-2a28-4ba5-841b-6c4e0125fc62 req-511a1bbb-55b8-40ba-b5dd-d17b8606113f tempest-ImagesOneServerTestJSON-626670209 tempest-ImagesOneServerTestJSON-626670209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:04:38.238183 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-5272b22f-4061-4e10-9c01-03cf4d33c1ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621-project-admin] Notify callbacks [] for security_group, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:38.247584 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-aca300f1-2a28-4ba5-841b-6c4e0125fc62 req-511a1bbb-55b8-40ba-b5dd-d17b8606113f tempest-ImagesOneServerTestJSON-626670209 tempest-ImagesOneServerTestJSON-626670209-project] 10.222.0.104 "GET /v2.0/ports?device_id=bf6e1ecb-17f2-4a7a-9296-eb9480bbf176 HTTP/1.1" status: 200 len: 950 time: 0.2653244 Jul 06 14:04:38.387421 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-5272b22f-4061-4e10-9c01-03cf4d33c1ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:38.394018 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-5272b22f-4061-4e10-9c01-03cf4d33c1ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:38.411726 n-d-773647-6 neutron-server[100246]: DEBUG neutron.notifiers.nova [None req-5272b22f-4061-4e10-9c01-03cf4d33c1ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621-project-admin] device_id is not set on port 31d091dd-e60a-4a67-822f-102b03d62b4d yet. {{(pid=100246) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 14:04:38.439004 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-aca300f1-2a28-4ba5-841b-6c4e0125fc62 req-b775851c-4720-4fe4-9329-c6053743c81a tempest-ImagesOneServerTestJSON-626670209 tempest-ImagesOneServerTestJSON-626670209-project] 10.222.0.104 "GET /v2.0/security-groups?id=7ecc4b69-7d2f-4f85-bf98-514284a35549&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1868982 Jul 06 14:04:38.493998 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-fa3dd0b0-0395-41fc-a7a3-ac053c612545 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66707835-4562-47e1-9dce-7c9cac23064a', 'name': 'tempest-TaggedBootDevicesTest-1594388382-router', 'tenant_id': 'db940b92de5443cbbd5f77e12cabccfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.39'}], 'enable_snat': True}, 'gw_port_id': '2637c84f-d9fa-4d74-9274-a92bbe38768d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:02:00Z', 'updated_at': '2021-07-06T14:02:05Z', 'revision_number': 4, 'project_id': 'db940b92de5443cbbd5f77e12cabccfc', 'gw_port': {'id': '2637c84f-d9fa-4d74-9274-a92bbe38768d', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:5a:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66707835-4562-47e1-9dce-7c9cac23064a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 965, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:02:01Z', 'updated_at': '2021-07-06T14:02:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6', '_floatingips': [{'id': '9d078c22-4955-4a8d-a0f4-069b23931303', 'tenant_id': 'db940b92de5443cbbd5f77e12cabccfc', 'floating_ip_address': '172.25.0.41', 'floating_network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'router_id': '66707835-4562-47e1-9dce-7c9cac23064a', 'port_id': '0fccaba0-09bb-4911-acde-c7e70c576bcb', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1004, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8db538bb-9e5e-4771-8353-dcc3bdff004e', 'mac_address': 'fa:16:3e:45:f3:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7dc6a4d-9f66-42f4-9ec5-8a24ac011f21', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T14:02:54Z', 'updated_at': '2021-07-06T14:04:35Z', 'revision_number': 1, 'project_id': 'db940b92de5443cbbd5f77e12cabccfc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '654c53f1-c172-4a69-b8ec-4db4b031b614', 'name': '', 'network_id': '8db538bb-9e5e-4771-8353-dcc3bdff004e', 'tenant_id': 'db940b92de5443cbbd5f77e12cabccfc', 'mac_address': 'fa:16:3e:f3:8b:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66707835-4562-47e1-9dce-7c9cac23064a', 'device_owner': 'network:router_interface', 'standard_attr_id': 966, 'fixed_ips': [{'subnet_id': '906bb642-57ed-4e87-8668-4e82a3a18fe7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:02:04Z', 'updated_at': '2021-07-06T14:02:17Z', 'revision_number': 5, 'project_id': 'db940b92de5443cbbd5f77e12cabccfc', 'subnets': [{'id': '906bb642-57ed-4e87-8668-4e82a3a18fe7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773647-6', False) {} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:04:38.510872 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119a3f33-bd0a-461d-acf7-2305314741ce req-294f6426-76c0-4377-9931-7b31dd1c8ba3 tempest-ImagesTestJSON-1482892319 tempest-ImagesTestJSON-1482892319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:04:38.529213 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-119a3f33-bd0a-461d-acf7-2305314741ce req-294f6426-76c0-4377-9931-7b31dd1c8ba3 tempest-ImagesTestJSON-1482892319 tempest-ImagesTestJSON-1482892319-project] 10.222.0.104 "GET /v2.0/ports?device_id=39634090-bfa4-4244-b852-20cb38935361 HTTP/1.1" status: 200 len: 943 time: 0.2103829 Jul 06 14:04:38.578254 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa3dd0b0-0395-41fc-a7a3-ac053c612545 None None] Checking router: 66707835-4562-47e1-9dce-7c9cac23064a for host: n-d-773647-6 {{(pid=100249) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 14:04:38.603256 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa3dd0b0-0395-41fc-a7a3-ac053c612545 None None] Routers {'66707835-4562-47e1-9dce-7c9cac23064a'} bound to L3 agent in host n-d-773647-6 {{(pid=100249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:04:38.604011 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-fa3dd0b0-0395-41fc-a7a3-ac053c612545 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T14:04:26Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['66707835-4562-47e1-9dce-7c9cac23064a'], 'active': True} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:04:38.605587 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-5edc3fe0-f8a3-4112-9b0c-185ec2ce88b3 req-51a21e3e-157d-41cb-b890-53e8e7197c7d service neutron] 10.222.0.127 "GET /v2.0/networks/843daa65-9f70-4b7f-ae10-986f4b2f43e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4652438 Jul 06 14:04:38.613083 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5272b22f-4061-4e10-9c01-03cf4d33c1ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60c46fce-8e13-407c-a8a9-3aa2d5b90e3a,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:04:38.623257 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-119a3f33-bd0a-461d-acf7-2305314741ce req-cf037397-5e6b-4233-94cb-5afd0c010cf1 tempest-ImagesTestJSON-1482892319 tempest-ImagesTestJSON-1482892319-project] 10.222.0.104 "GET /v2.0/security-groups?id=46e03f63-f74e-4db3-981d-76fb36967b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927796 Jul 06 14:04:38.787802 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-5edc3fe0-f8a3-4112-9b0c-185ec2ce88b3 req-844dfa7f-bd69-40f9-bdb5-3f201e68cb86 service neutron] 10.222.0.127 "GET /v2.0/networks/843daa65-9f70-4b7f-ae10-986f4b2f43e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1480010 Jul 06 14:04:38.881295 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 40540) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:04:38.904820 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvr_db [None req-fa3dd0b0-0395-41fc-a7a3-ac053c612545 None None] Set router 66707835-4562-47e1-9dce-7c9cac23064a gateway port host: n-d-773647-6 {{(pid=100249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:04:39.013140 n-d-773647-6 neutron-server[100247]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7dc6a4d-9f66-42f4-9ec5-8a24ac011f21', 'tag': '0fccaba0-09bb-4911-acde-c7e70c576bcb'}] {{(pid=100247) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:04:39.018394 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cbf0eeaae822f8fc9b87a94aeba67a3d651842baf663a51cba94b67a514836d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b84b8486-2369-4abe-839c-bee76caaed83" -d '{"events": [{"name": "network-changed", "server_uuid": "e7dc6a4d-9f66-42f4-9ec5-8a24ac011f21", "tag": "0fccaba0-09bb-4911-acde-c7e70c576bcb"}]}' {{(pid=100247) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:04:39.022909 n-d-773647-6 neutron-server[100246]: DEBUG neutron.notifiers.nova [None req-5272b22f-4061-4e10-9c01-03cf4d33c1ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621-project-admin] device_id is not set on port 31d091dd-e60a-4a67-822f-102b03d62b4d yet. {{(pid=100246) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 14:04:39.040205 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-5272b22f-4061-4e10-9c01-03cf4d33c1ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:39.053741 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.provisioning_blocks [None req-5272b22f-4061-4e10-9c01-03cf4d33c1ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621-project-admin] Transition to ACTIVE for port object 31d091dd-e60a-4a67-822f-102b03d62b4d will not be triggered until provisioned by entity L2. {{(pid=100246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:04:39.065825 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-5272b22f-4061-4e10-9c01-03cf4d33c1ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-127687573'] for port, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:39.123007 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-8ea7553d-894b-4cdf-9a71-83aa2363d9eb tempest-ServersTestBootFromVolume-787010614 tempest-ServersTestBootFromVolume-787010614-project] Notify callbacks [] for security_group, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:39.141571 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5272b22f-4061-4e10-9c01-03cf4d33c1ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621-project-admin] Pushing event updated for resources: {'Port': ['ID=31d091dd-e60a-4a67-822f-102b03d62b4d,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:04:39.173014 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 14:04:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-338bb3d3-f178-4f2e-a89f-5fe3e3d8bccd x-openstack-request-id: req-338bb3d3-f178-4f2e-a89f-5fe3e3d8bccd {{(pid=100247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:04:39.173679 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7dc6a4d-9f66-42f4-9ec5-8a24ac011f21", "tag": "0fccaba0-09bb-4911-acde-c7e70c576bcb", "status": "completed", "code": 200}]} {{(pid=100247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:04:39.174140 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-338bb3d3-f178-4f2e-a89f-5fe3e3d8bccd {{(pid=100247) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:04:39.174718 n-d-773647-6 neutron-server[100247]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7dc6a4d-9f66-42f4-9ec5-8a24ac011f21', 'tag': '0fccaba0-09bb-4911-acde-c7e70c576bcb', 'status': 'completed', 'code': 200} Jul 06 14:04:39.193373 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5272b22f-4061-4e10-9c01-03cf4d33c1ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621-project-admin] Checking segment: {'id': '675f3ae8-f6e4-4702-bb17-016597ad8fff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': 'd051c80d-a9da-45de-954d-1099961b1c2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:04:39.194075 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5272b22f-4061-4e10-9c01-03cf4d33c1ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621-project-admin] Network hostable DHCP agents. Network: d051c80d-a9da-45de-954d-1099961b1c2c, hostable agents: ['f2bada3d-be77-4359-982b-8505a2bbca04'], hosted agents: [] {{(pid=100246) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 14:04:39.213978 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-8ea7553d-894b-4cdf-9a71-83aa2363d9eb tempest-ServersTestBootFromVolume-787010614 tempest-ServersTestBootFromVolume-787010614-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:39.233671 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1285ddba-b511-4857-8c5e-3a951a21eef5 req-730e432b-aa63-4fd8-ae5c-afa346a4cef4 tempest-MultipleCreateTestJSON-1034572626 tempest-MultipleCreateTestJSON-1034572626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:04:39.243457 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 40550) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:04:39.244177 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-1285ddba-b511-4857-8c5e-3a951a21eef5 req-730e432b-aa63-4fd8-ae5c-afa346a4cef4 tempest-MultipleCreateTestJSON-1034572626 tempest-MultipleCreateTestJSON-1034572626-project] 10.222.0.104 "GET /v2.0/ports?device_id=052d97cf-afd7-41ba-af8c-a618ba95ebdf HTTP/1.1" status: 200 len: 946 time: 0.2933016 Jul 06 14:04:39.284678 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5272b22f-4061-4e10-9c01-03cf4d33c1ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621-project-admin] Network d051c80d-a9da-45de-954d-1099961b1c2c is scheduled to be hosted by DHCP agent f2bada3d-be77-4359-982b-8505a2bbca04 with binding_index 1 {{(pid=100246) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 14:04:39.284919 n-d-773647-6 neutron-server[100248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '052d97cf-afd7-41ba-af8c-a618ba95ebdf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4dc5a099-d5e7-40d6-9889-a61e55efabd9'}] {{(pid=100248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:04:39.287190 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84af257533e383389cbcf231d3534f4d5e149e7203fea16b4a8fc01438dddaf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81389189-7e6b-44b0-a467-7289bb63df61" -d '{"events": [{"server_uuid": "052d97cf-afd7-41ba-af8c-a618ba95ebdf", "name": "network-vif-plugged", "status": "completed", "tag": "4dc5a099-d5e7-40d6-9889-a61e55efabd9"}]}' {{(pid=100248) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:04:39.319821 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.base_scheduler [None req-5272b22f-4061-4e10-9c01-03cf4d33c1ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773647-6, d051c80d-a9da-45de-954d-1099961b1c2c) {{(pid=100246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:04:39.328811 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5272b22f-4061-4e10-9c01-03cf4d33c1ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621-project-admin] Received port after_create {{(pid=100246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:04:39.346163 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [None req-5272b22f-4061-4e10-9c01-03cf4d33c1ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621-project-admin] Attempting to bind port 31d091dd-e60a-4a67-822f-102b03d62b4d on host n-h2-773647-6 for vnic_type normal with profile {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:04:39.346724 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [None req-5272b22f-4061-4e10-9c01-03cf4d33c1ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621-project-admin] Attempting to bind port 31d091dd-e60a-4a67-822f-102b03d62b4d by drivers openvswitch,hyperv on host n-h2-773647-6 at level 0 using segments [{'id': '675f3ae8-f6e4-4702-bb17-016597ad8fff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': 'd051c80d-a9da-45de-954d-1099961b1c2c'}] {{(pid=100246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:04:39.347345 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5272b22f-4061-4e10-9c01-03cf4d33c1ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621-project-admin] Attempting to bind port 31d091dd-e60a-4a67-822f-102b03d62b4d on network d051c80d-a9da-45de-954d-1099961b1c2c {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:04:39.371723 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af90475b-32e2-4cae-9432-ac51e4af2154 None None] Network d051c80d-a9da-45de-954d-1099961b1c2c requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:04:39.372200 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5272b22f-4061-4e10-9c01-03cf4d33c1ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621-project-admin] Port 31d091dd-e60a-4a67-822f-102b03d62b4d on network d051c80d-a9da-45de-954d-1099961b1c2c not bound, no agent of type Open vSwitch agent registered on host n-h2-773647-6 {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 14:04:39.372559 n-d-773647-6 neutron-server[100246]: ERROR neutron.plugins.ml2.managers [None req-5272b22f-4061-4e10-9c01-03cf4d33c1ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621-project-admin] Failed to bind port 31d091dd-e60a-4a67-822f-102b03d62b4d on host n-h2-773647-6 for vnic_type normal using segments [{'id': '675f3ae8-f6e4-4702-bb17-016597ad8fff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': 'd051c80d-a9da-45de-954d-1099961b1c2c'}] Jul 06 14:04:39.376177 n-d-773647-6 neutron-server[100246]: INFO neutron.plugins.ml2.plugin [None req-5272b22f-4061-4e10-9c01-03cf4d33c1ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621-project-admin] Attempt 2 to bind port 31d091dd-e60a-4a67-822f-102b03d62b4d Jul 06 14:04:39.397972 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84b8486-2369-4abe-839c-bee76caaed83 req-acd6266d-61f1-45f0-8925-fabac6347c5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:04:39.398449 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84b8486-2369-4abe-839c-bee76caaed83 req-acd6266d-61f1-45f0-8925-fabac6347c5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:04:39.398932 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84b8486-2369-4abe-839c-bee76caaed83 req-acd6266d-61f1-45f0-8925-fabac6347c5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:04:39.399437 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84b8486-2369-4abe-839c-bee76caaed83 req-acd6266d-61f1-45f0-8925-fabac6347c5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:04:39.400017 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84b8486-2369-4abe-839c-bee76caaed83 req-acd6266d-61f1-45f0-8925-fabac6347c5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:04:39.400500 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84b8486-2369-4abe-839c-bee76caaed83 req-acd6266d-61f1-45f0-8925-fabac6347c5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:04:39.400974 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84b8486-2369-4abe-839c-bee76caaed83 req-acd6266d-61f1-45f0-8925-fabac6347c5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:04:39.403249 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-b84b8486-2369-4abe-839c-bee76caaed83 req-acd6266d-61f1-45f0-8925-fabac6347c5d service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=db940b92de5443cbbd5f77e12cabccfc&device_id=e7dc6a4d-9f66-42f4-9ec5-8a24ac011f21 HTTP/1.1" status: 200 len: 6493 time: 0.2066343 Jul 06 14:04:39.406236 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [None req-5272b22f-4061-4e10-9c01-03cf4d33c1ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621-project-admin] Attempting to bind port 31d091dd-e60a-4a67-822f-102b03d62b4d on host n-h2-773647-6 for vnic_type normal with profile {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:04:39.406583 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [None req-5272b22f-4061-4e10-9c01-03cf4d33c1ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621-project-admin] Attempting to bind port 31d091dd-e60a-4a67-822f-102b03d62b4d by drivers openvswitch,hyperv on host n-h2-773647-6 at level 0 using segments [{'id': '675f3ae8-f6e4-4702-bb17-016597ad8fff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': 'd051c80d-a9da-45de-954d-1099961b1c2c'}] {{(pid=100246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:04:39.407601 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5272b22f-4061-4e10-9c01-03cf4d33c1ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621-project-admin] Attempting to bind port 31d091dd-e60a-4a67-822f-102b03d62b4d on network d051c80d-a9da-45de-954d-1099961b1c2c {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:04:39.415340 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5272b22f-4061-4e10-9c01-03cf4d33c1ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621-project-admin] Port 31d091dd-e60a-4a67-822f-102b03d62b4d on network d051c80d-a9da-45de-954d-1099961b1c2c not bound, no agent of type Open vSwitch agent registered on host n-h2-773647-6 {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 14:04:39.415677 n-d-773647-6 neutron-server[100246]: ERROR neutron.plugins.ml2.managers [None req-5272b22f-4061-4e10-9c01-03cf4d33c1ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621-project-admin] Failed to bind port 31d091dd-e60a-4a67-822f-102b03d62b4d on host n-h2-773647-6 for vnic_type normal using segments [{'id': '675f3ae8-f6e4-4702-bb17-016597ad8fff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': 'd051c80d-a9da-45de-954d-1099961b1c2c'}] Jul 06 14:04:39.416136 n-d-773647-6 neutron-server[100246]: INFO neutron.plugins.ml2.plugin [None req-5272b22f-4061-4e10-9c01-03cf4d33c1ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621-project-admin] Attempt 3 to bind port 31d091dd-e60a-4a67-822f-102b03d62b4d Jul 06 14:04:39.459898 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-1285ddba-b511-4857-8c5e-3a951a21eef5 req-39139f0c-bd4b-4671-9387-e1ebf8f48b12 tempest-MultipleCreateTestJSON-1034572626 tempest-MultipleCreateTestJSON-1034572626-project] 10.222.0.104 "GET /v2.0/security-groups?id=d0717d20-fb31-48e4-8147-f0a3642617ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2142656 Jul 06 14:04:39.482813 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-fa3dd0b0-0395-41fc-a7a3-ac053c612545 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66707835-4562-47e1-9dce-7c9cac23064a', 'name': 'tempest-TaggedBootDevicesTest-1594388382-router', 'tenant_id': 'db940b92de5443cbbd5f77e12cabccfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.39'}], 'enable_snat': True}, 'gw_port_id': '2637c84f-d9fa-4d74-9274-a92bbe38768d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:02:00Z', 'updated_at': '2021-07-06T14:02:05Z', 'revision_number': 4, 'project_id': 'db940b92de5443cbbd5f77e12cabccfc', 'gw_port': {'id': '2637c84f-d9fa-4d74-9274-a92bbe38768d', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:5a:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66707835-4562-47e1-9dce-7c9cac23064a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 965, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:02:01Z', 'updated_at': '2021-07-06T14:02:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6', '_floatingips': [{'id': '9d078c22-4955-4a8d-a0f4-069b23931303', 'tenant_id': 'db940b92de5443cbbd5f77e12cabccfc', 'floating_ip_address': '172.25.0.41', 'floating_network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'router_id': '66707835-4562-47e1-9dce-7c9cac23064a', 'port_id': '0fccaba0-09bb-4911-acde-c7e70c576bcb', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1004, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8db538bb-9e5e-4771-8353-dcc3bdff004e', 'mac_address': 'fa:16:3e:45:f3:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7dc6a4d-9f66-42f4-9ec5-8a24ac011f21', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T14:02:54Z', 'updated_at': '2021-07-06T14:04:35Z', 'revision_number': 1, 'project_id': 'db940b92de5443cbbd5f77e12cabccfc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '654c53f1-c172-4a69-b8ec-4db4b031b614', 'name': '', 'network_id': '8db538bb-9e5e-4771-8353-dcc3bdff004e', 'tenant_id': 'db940b92de5443cbbd5f77e12cabccfc', 'mac_address': 'fa:16:3e:f3:8b:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66707835-4562-47e1-9dce-7c9cac23064a', 'device_owner': 'network:router_interface', 'standard_attr_id': 966, 'fixed_ips': [{'subnet_id': '906bb642-57ed-4e87-8668-4e82a3a18fe7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:02:04Z', 'updated_at': '2021-07-06T14:02:17Z', 'revision_number': 5, 'project_id': 'db940b92de5443cbbd5f77e12cabccfc', 'subnets': [{'id': '906bb642-57ed-4e87-8668-4e82a3a18fe7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773647-6', False) {} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:04:39.518030 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-8ea7553d-894b-4cdf-9a71-83aa2363d9eb tempest-ServersTestBootFromVolume-787010614 tempest-ServersTestBootFromVolume-787010614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:39.521401 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-8ea7553d-894b-4cdf-9a71-83aa2363d9eb tempest-ServersTestBootFromVolume-787010614 tempest-ServersTestBootFromVolume-787010614-project] Notify callbacks [] for security_group, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:39.524432 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-8ea7553d-894b-4cdf-9a71-83aa2363d9eb tempest-ServersTestBootFromVolume-787010614 tempest-ServersTestBootFromVolume-787010614-project] 10.222.0.104 "DELETE /v2.0/security-groups/44e3600a-11fd-4d2f-8c8b-afe08f9fb670 HTTP/1.1" status: 204 len: 168 time: 0.6418343 Jul 06 14:04:39.537376 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 40558) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:04:39.552848 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea7553d-894b-4cdf-9a71-83aa2363d9eb tempest-ServersTestBootFromVolume-787010614 tempest-ServersTestBootFromVolume-787010614-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=44e3600a-11fd-4d2f-8c8b-afe08f9fb670,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:04:39.573904 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 14:04:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b67d3b8-64f6-4765-84b3-d2d77af9e58e x-openstack-request-id: req-2b67d3b8-64f6-4765-84b3-d2d77af9e58e {{(pid=100248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:04:39.575718 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "052d97cf-afd7-41ba-af8c-a618ba95ebdf", "name": "network-vif-plugged", "status": "completed", "tag": "4dc5a099-d5e7-40d6-9889-a61e55efabd9", "code": 200}]} {{(pid=100248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:04:39.577981 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-2b67d3b8-64f6-4765-84b3-d2d77af9e58e {{(pid=100248) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:04:39.586559 n-d-773647-6 neutron-server[100248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '052d97cf-afd7-41ba-af8c-a618ba95ebdf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4dc5a099-d5e7-40d6-9889-a61e55efabd9', 'code': 200} Jul 06 14:04:39.614902 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa3dd0b0-0395-41fc-a7a3-ac053c612545 None None] The sync data for ids ['66707835-4562-47e1-9dce-7c9cac23064a'] in n-d-773647-6 is: [{'id': '66707835-4562-47e1-9dce-7c9cac23064a', 'name': 'tempest-TaggedBootDevicesTest-1594388382-router', 'tenant_id': 'db940b92de5443cbbd5f77e12cabccfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.39'}], 'enable_snat': True}, 'gw_port_id': '2637c84f-d9fa-4d74-9274-a92bbe38768d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:02:00Z', 'updated_at': '2021-07-06T14:02:05Z', 'revision_number': 4, 'project_id': 'db940b92de5443cbbd5f77e12cabccfc', 'gw_port': {'id': '2637c84f-d9fa-4d74-9274-a92bbe38768d', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:5a:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66707835-4562-47e1-9dce-7c9cac23064a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 965, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:02:01Z', 'updated_at': '2021-07-06T14:02:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6', '_floatingips': [{'id': '9d078c22-4955-4a8d-a0f4-069b23931303', 'tenant_id': 'db940b92de5443cbbd5f77e12cabccfc', 'floating_ip_address': '172.25.0.41', 'floating_network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'router_id': '66707835-4562-47e1-9dce-7c9cac23064a', 'port_id': '0fccaba0-09bb-4911-acde-c7e70c576bcb', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1004, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8db538bb-9e5e-4771-8353-dcc3bdff004e', 'mac_address': 'fa:16:3e:45:f3:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7dc6a4d-9f66-42f4-9ec5-8a24ac011f21', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T14:02:54Z', 'updated_at': '2021-07-06T14:04:35Z', 'revision_number': 1, 'project_id': 'db940b92de5443cbbd5f77e12cabccfc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '654c53f1-c172-4a69-b8ec-4db4b031b614', 'name': '', 'network_id': '8db538bb-9e5e-4771-8353-dcc3bdff004e', 'tenant_id': 'db940b92de5443cbbd5f77e12cabccfc', 'mac_address': 'fa:16:3e:f3:8b:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66707835-4562-47e1-9dce-7c9cac23064a', 'device_owner': 'network:router_interface', 'standard_attr_id': 966, 'fixed_ips': [{'subnet_id': '906bb642-57ed-4e87-8668-4e82a3a18fe7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:02:04Z', 'updated_at': '2021-07-06T14:02:17Z', 'revision_number': 5, 'project_id': 'db940b92de5443cbbd5f77e12cabccfc', 'subnets': [{'id': '906bb642-57ed-4e87-8668-4e82a3a18fe7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 14:04:39.632879 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea7553d-894b-4cdf-9a71-83aa2363d9eb tempest-ServersTestBootFromVolume-787010614 tempest-ServersTestBootFromVolume-787010614-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:04:39.633233 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea7553d-894b-4cdf-9a71-83aa2363d9eb tempest-ServersTestBootFromVolume-787010614 tempest-ServersTestBootFromVolume-787010614-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:04:39.633576 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea7553d-894b-4cdf-9a71-83aa2363d9eb tempest-ServersTestBootFromVolume-787010614 tempest-ServersTestBootFromVolume-787010614-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:04:39.633910 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea7553d-894b-4cdf-9a71-83aa2363d9eb tempest-ServersTestBootFromVolume-787010614 tempest-ServersTestBootFromVolume-787010614-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:04:39.634294 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea7553d-894b-4cdf-9a71-83aa2363d9eb tempest-ServersTestBootFromVolume-787010614 tempest-ServersTestBootFromVolume-787010614-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:04:39.634711 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea7553d-894b-4cdf-9a71-83aa2363d9eb tempest-ServersTestBootFromVolume-787010614 tempest-ServersTestBootFromVolume-787010614-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:04:39.641758 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [None req-5272b22f-4061-4e10-9c01-03cf4d33c1ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621-project-admin] Attempting to bind port 31d091dd-e60a-4a67-822f-102b03d62b4d on host n-h2-773647-6 for vnic_type normal with profile {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:04:39.642922 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [None req-5272b22f-4061-4e10-9c01-03cf4d33c1ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621-project-admin] Attempting to bind port 31d091dd-e60a-4a67-822f-102b03d62b4d by drivers openvswitch,hyperv on host n-h2-773647-6 at level 0 using segments [{'id': '675f3ae8-f6e4-4702-bb17-016597ad8fff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': 'd051c80d-a9da-45de-954d-1099961b1c2c'}] {{(pid=100246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:04:39.643052 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea7553d-894b-4cdf-9a71-83aa2363d9eb tempest-ServersTestBootFromVolume-787010614 tempest-ServersTestBootFromVolume-787010614-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:04:39.646866 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea7553d-894b-4cdf-9a71-83aa2363d9eb tempest-ServersTestBootFromVolume-787010614 tempest-ServersTestBootFromVolume-787010614-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:04:39.647142 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea7553d-894b-4cdf-9a71-83aa2363d9eb tempest-ServersTestBootFromVolume-787010614 tempest-ServersTestBootFromVolume-787010614-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:04:39.647304 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5272b22f-4061-4e10-9c01-03cf4d33c1ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621-project-admin] Attempting to bind port 31d091dd-e60a-4a67-822f-102b03d62b4d on network d051c80d-a9da-45de-954d-1099961b1c2c {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:04:39.651455 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea7553d-894b-4cdf-9a71-83aa2363d9eb tempest-ServersTestBootFromVolume-787010614 tempest-ServersTestBootFromVolume-787010614-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:04:39.651883 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea7553d-894b-4cdf-9a71-83aa2363d9eb tempest-ServersTestBootFromVolume-787010614 tempest-ServersTestBootFromVolume-787010614-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:04:39.652234 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea7553d-894b-4cdf-9a71-83aa2363d9eb tempest-ServersTestBootFromVolume-787010614 tempest-ServersTestBootFromVolume-787010614-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:04:39.706610 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5272b22f-4061-4e10-9c01-03cf4d33c1ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621-project-admin] Port 31d091dd-e60a-4a67-822f-102b03d62b4d on network d051c80d-a9da-45de-954d-1099961b1c2c not bound, no agent of type Open vSwitch agent registered on host n-h2-773647-6 {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 14:04:39.707511 n-d-773647-6 neutron-server[100246]: ERROR neutron.plugins.ml2.managers [None req-5272b22f-4061-4e10-9c01-03cf4d33c1ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621-project-admin] Failed to bind port 31d091dd-e60a-4a67-822f-102b03d62b4d on host n-h2-773647-6 for vnic_type normal using segments [{'id': '675f3ae8-f6e4-4702-bb17-016597ad8fff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': 'd051c80d-a9da-45de-954d-1099961b1c2c'}] Jul 06 14:04:39.709967 n-d-773647-6 neutron-server[100246]: INFO neutron.plugins.ml2.plugin [None req-5272b22f-4061-4e10-9c01-03cf4d33c1ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621-project-admin] Attempt 4 to bind port 31d091dd-e60a-4a67-822f-102b03d62b4d Jul 06 14:04:39.758914 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-f16d5fe5-73c5-4d38-bac5-2b0584ac5171 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:39.786392 n-d-773647-6 neutron-server[100247]: INFO neutron.api.v2.resource [None req-365546af-3d56-4c62-8db3-4d5e4f1faf85 tempest-ServersTestBootFromVolume-787010614 tempest-ServersTestBootFromVolume-787010614-project] show failed (client error): The resource could not be found. Jul 06 14:04:39.794214 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-365546af-3d56-4c62-8db3-4d5e4f1faf85 tempest-ServersTestBootFromVolume-787010614 tempest-ServersTestBootFromVolume-787010614-project] 10.222.0.104 "GET /v2.0/security-groups/44e3600a-11fd-4d2f-8c8b-afe08f9fb670 HTTP/1.1" status: 404 len: 347 time: 0.2524612 Jul 06 14:04:39.796029 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [None req-5272b22f-4061-4e10-9c01-03cf4d33c1ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621-project-admin] Attempting to bind port 31d091dd-e60a-4a67-822f-102b03d62b4d on host n-h2-773647-6 for vnic_type normal with profile {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:04:39.796395 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [None req-5272b22f-4061-4e10-9c01-03cf4d33c1ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621-project-admin] Attempting to bind port 31d091dd-e60a-4a67-822f-102b03d62b4d by drivers openvswitch,hyperv on host n-h2-773647-6 at level 0 using segments [{'id': '675f3ae8-f6e4-4702-bb17-016597ad8fff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': 'd051c80d-a9da-45de-954d-1099961b1c2c'}] {{(pid=100246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:04:39.797200 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5272b22f-4061-4e10-9c01-03cf4d33c1ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621-project-admin] Attempting to bind port 31d091dd-e60a-4a67-822f-102b03d62b4d on network d051c80d-a9da-45de-954d-1099961b1c2c {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:04:39.885194 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 40568) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:04:40.096693 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc6c01b3-ed35-4c30-9acb-69f402853658 None None] New status for floating IP 9d078c22-4955-4a8d-a0f4-069b23931303: ACTIVE {{(pid=100248) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 14:04:40.224539 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57a1ed7-27ef-4d1d-8d6e-4043af81ebc5 req-52e288bd-d909-4534-8a05-ae45ef04683b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:04:40.225810 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-f57a1ed7-27ef-4d1d-8d6e-4043af81ebc5 req-52e288bd-d909-4534-8a05-ae45ef04683b service neutron] 10.222.0.127 "GET /v2.0/ports?device_id=052d97cf-afd7-41ba-af8c-a618ba95ebdf HTTP/1.1" status: 200 len: 1097 time: 0.5632837 Jul 06 14:04:40.256981 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f74c3d-4664-40c2-a129-672473ca80c4 req-fbc071d6-d785-4ae5-aa0a-d10cc959f0ee tempest-ImagesOneServerTestJSON-626670209 tempest-ImagesOneServerTestJSON-626670209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:04:40.264487 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-21f74c3d-4664-40c2-a129-672473ca80c4 req-fbc071d6-d785-4ae5-aa0a-d10cc959f0ee tempest-ImagesOneServerTestJSON-626670209 tempest-ImagesOneServerTestJSON-626670209-project] 10.222.0.104 "GET /v2.0/ports?device_id=bf6e1ecb-17f2-4a7a-9296-eb9480bbf176 HTTP/1.1" status: 200 len: 950 time: 0.4820983 Jul 06 14:04:40.322098 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.plugin [None req-f5167d0e-f4a4-4ec2-bc5b-50c2d1719ef5 tempest-ServersTestBootFromVolume-787010614 tempest-ServersTestBootFromVolume-787010614-project] Deleting port 01840248-c183-4013-8ed2-9ea7d3db0c21 {{(pid=100247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:04:40.322098 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-f5167d0e-f4a4-4ec2-bc5b-50c2d1719ef5 tempest-ServersTestBootFromVolume-787010614 tempest-ServersTestBootFromVolume-787010614-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:40.356891 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5272b22f-4061-4e10-9c01-03cf4d33c1ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621-project-admin] Port 31d091dd-e60a-4a67-822f-102b03d62b4d on network d051c80d-a9da-45de-954d-1099961b1c2c not bound, no agent of type Open vSwitch agent registered on host n-h2-773647-6 {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 14:04:40.357451 n-d-773647-6 neutron-server[100246]: ERROR neutron.plugins.ml2.managers [None req-5272b22f-4061-4e10-9c01-03cf4d33c1ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621-project-admin] Failed to bind port 31d091dd-e60a-4a67-822f-102b03d62b4d on host n-h2-773647-6 for vnic_type normal using segments [{'id': '675f3ae8-f6e4-4702-bb17-016597ad8fff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': 'd051c80d-a9da-45de-954d-1099961b1c2c'}] Jul 06 14:04:40.364600 n-d-773647-6 neutron-server[100246]: INFO neutron.plugins.ml2.plugin [None req-5272b22f-4061-4e10-9c01-03cf4d33c1ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621-project-admin] Attempt 5 to bind port 31d091dd-e60a-4a67-822f-102b03d62b4d Jul 06 14:04:40.413543 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84b8486-2369-4abe-839c-bee76caaed83 req-3880faa8-03d1-420b-b34a-68e746be1e1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:04:40.415412 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-b84b8486-2369-4abe-839c-bee76caaed83 req-3880faa8-03d1-420b-b34a-68e746be1e1d service neutron] 10.222.0.72 "GET /v2.0/networks?id=8db538bb-9e5e-4771-8353-dcc3bdff004e HTTP/1.1" status: 200 len: 914 time: 1.0022955 Jul 06 14:04:40.416484 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [None req-5272b22f-4061-4e10-9c01-03cf4d33c1ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621-project-admin] Attempting to bind port 31d091dd-e60a-4a67-822f-102b03d62b4d on host n-h2-773647-6 for vnic_type normal with profile {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:04:40.416827 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [None req-5272b22f-4061-4e10-9c01-03cf4d33c1ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621-project-admin] Attempting to bind port 31d091dd-e60a-4a67-822f-102b03d62b4d by drivers openvswitch,hyperv on host n-h2-773647-6 at level 0 using segments [{'id': '675f3ae8-f6e4-4702-bb17-016597ad8fff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': 'd051c80d-a9da-45de-954d-1099961b1c2c'}] {{(pid=100246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:04:40.417335 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5272b22f-4061-4e10-9c01-03cf4d33c1ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621-project-admin] Attempting to bind port 31d091dd-e60a-4a67-822f-102b03d62b4d on network d051c80d-a9da-45de-954d-1099961b1c2c {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:04:40.426664 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-f5167d0e-f4a4-4ec2-bc5b-50c2d1719ef5 tempest-ServersTestBootFromVolume-787010614 tempest-ServersTestBootFromVolume-787010614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:40.427065 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-f5167d0e-f4a4-4ec2-bc5b-50c2d1719ef5 tempest-ServersTestBootFromVolume-787010614 tempest-ServersTestBootFromVolume-787010614-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:40.429689 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5272b22f-4061-4e10-9c01-03cf4d33c1ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621-project-admin] Port 31d091dd-e60a-4a67-822f-102b03d62b4d on network d051c80d-a9da-45de-954d-1099961b1c2c not bound, no agent of type Open vSwitch agent registered on host n-h2-773647-6 {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 14:04:40.430022 n-d-773647-6 neutron-server[100246]: ERROR neutron.plugins.ml2.managers [None req-5272b22f-4061-4e10-9c01-03cf4d33c1ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621-project-admin] Failed to bind port 31d091dd-e60a-4a67-822f-102b03d62b4d on host n-h2-773647-6 for vnic_type normal using segments [{'id': '675f3ae8-f6e4-4702-bb17-016597ad8fff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': 'd051c80d-a9da-45de-954d-1099961b1c2c'}] Jul 06 14:04:40.439399 n-d-773647-6 neutron-server[100246]: INFO neutron.plugins.ml2.plugin [None req-5272b22f-4061-4e10-9c01-03cf4d33c1ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621-project-admin] Attempt 6 to bind port 31d091dd-e60a-4a67-822f-102b03d62b4d Jul 06 14:04:40.444122 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.plugin [None req-f5167d0e-f4a4-4ec2-bc5b-50c2d1719ef5 tempest-ServersTestBootFromVolume-787010614 tempest-ServersTestBootFromVolume-787010614-project] Calling delete_port for 01840248-c183-4013-8ed2-9ea7d3db0c21 owned by network:floatingip {{(pid=100247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:04:40.476560 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:40.549615 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [None req-5272b22f-4061-4e10-9c01-03cf4d33c1ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621-project-admin] Attempting to bind port 31d091dd-e60a-4a67-822f-102b03d62b4d on host n-h2-773647-6 for vnic_type normal with profile {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:04:40.550011 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [None req-5272b22f-4061-4e10-9c01-03cf4d33c1ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621-project-admin] Attempting to bind port 31d091dd-e60a-4a67-822f-102b03d62b4d by drivers openvswitch,hyperv on host n-h2-773647-6 at level 0 using segments [{'id': '675f3ae8-f6e4-4702-bb17-016597ad8fff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': 'd051c80d-a9da-45de-954d-1099961b1c2c'}] {{(pid=100246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:04:40.550347 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5272b22f-4061-4e10-9c01-03cf4d33c1ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621-project-admin] Attempting to bind port 31d091dd-e60a-4a67-822f-102b03d62b4d on network d051c80d-a9da-45de-954d-1099961b1c2c {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:04:40.571260 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-21f74c3d-4664-40c2-a129-672473ca80c4 req-5d36f5f4-dd40-4da5-a2ef-9afa8d555ba7 tempest-ImagesOneServerTestJSON-626670209 tempest-ImagesOneServerTestJSON-626670209-project] 10.222.0.104 "GET /v2.0/security-groups?id=7ecc4b69-7d2f-4f85-bf98-514284a35549&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3056836 Jul 06 14:04:40.580426 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a1ba0c-eb85-40a0-b4e1-7d6654751e32 req-331d0df4-f3a8-478d-afa5-32dd60f7d272 tempest-ImagesTestJSON-1482892319 tempest-ImagesTestJSON-1482892319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:04:40.587018 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5272b22f-4061-4e10-9c01-03cf4d33c1ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621-project-admin] Port 31d091dd-e60a-4a67-822f-102b03d62b4d on network d051c80d-a9da-45de-954d-1099961b1c2c not bound, no agent of type Open vSwitch agent registered on host n-h2-773647-6 {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 14:04:40.587679 n-d-773647-6 neutron-server[100246]: ERROR neutron.plugins.ml2.managers [None req-5272b22f-4061-4e10-9c01-03cf4d33c1ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621-project-admin] Failed to bind port 31d091dd-e60a-4a67-822f-102b03d62b4d on host n-h2-773647-6 for vnic_type normal using segments [{'id': '675f3ae8-f6e4-4702-bb17-016597ad8fff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': 'd051c80d-a9da-45de-954d-1099961b1c2c'}] Jul 06 14:04:40.594261 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-01a1ba0c-eb85-40a0-b4e1-7d6654751e32 req-331d0df4-f3a8-478d-afa5-32dd60f7d272 tempest-ImagesTestJSON-1482892319 tempest-ImagesTestJSON-1482892319-project] 10.222.0.104 "GET /v2.0/ports?device_id=39634090-bfa4-4244-b852-20cb38935361 HTTP/1.1" status: 200 len: 943 time: 0.5311046 Jul 06 14:04:40.595839 n-d-773647-6 neutron-server[100246]: INFO neutron.plugins.ml2.plugin [None req-5272b22f-4061-4e10-9c01-03cf4d33c1ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621-project-admin] Attempt 7 to bind port 31d091dd-e60a-4a67-822f-102b03d62b4d Jul 06 14:04:40.616315 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-b84b8486-2369-4abe-839c-bee76caaed83 req-7bf589f2-b649-45a9-9043-dce08dc22acb service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0fccaba0-09bb-4911-acde-c7e70c576bcb HTTP/1.1" status: 200 len: 1000 time: 0.1920445 Jul 06 14:04:40.619371 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-f57a1ed7-27ef-4d1d-8d6e-4043af81ebc5 req-9b820095-a97f-4450-bf37-3ded9e994dd2 service neutron] 10.222.0.127 "GET /v2.0/security-groups?id=d0717d20-fb31-48e4-8147-f0a3642617ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3835108 Jul 06 14:04:40.629484 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [None req-5272b22f-4061-4e10-9c01-03cf4d33c1ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621-project-admin] Attempting to bind port 31d091dd-e60a-4a67-822f-102b03d62b4d on host n-h2-773647-6 for vnic_type normal with profile {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:04:40.629833 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [None req-5272b22f-4061-4e10-9c01-03cf4d33c1ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621-project-admin] Attempting to bind port 31d091dd-e60a-4a67-822f-102b03d62b4d by drivers openvswitch,hyperv on host n-h2-773647-6 at level 0 using segments [{'id': '675f3ae8-f6e4-4702-bb17-016597ad8fff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': 'd051c80d-a9da-45de-954d-1099961b1c2c'}] {{(pid=100246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:04:40.631457 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5272b22f-4061-4e10-9c01-03cf4d33c1ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621-project-admin] Attempting to bind port 31d091dd-e60a-4a67-822f-102b03d62b4d on network d051c80d-a9da-45de-954d-1099961b1c2c {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:04:40.648655 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5272b22f-4061-4e10-9c01-03cf4d33c1ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621-project-admin] Port 31d091dd-e60a-4a67-822f-102b03d62b4d on network d051c80d-a9da-45de-954d-1099961b1c2c not bound, no agent of type Open vSwitch agent registered on host n-h2-773647-6 {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 14:04:40.649255 n-d-773647-6 neutron-server[100246]: ERROR neutron.plugins.ml2.managers [None req-5272b22f-4061-4e10-9c01-03cf4d33c1ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621-project-admin] Failed to bind port 31d091dd-e60a-4a67-822f-102b03d62b4d on host n-h2-773647-6 for vnic_type normal using segments [{'id': '675f3ae8-f6e4-4702-bb17-016597ad8fff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': 'd051c80d-a9da-45de-954d-1099961b1c2c'}] Jul 06 14:04:40.713842 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-01a1ba0c-eb85-40a0-b4e1-7d6654751e32 req-d5561d1f-a696-4709-95cc-464bc661b42d tempest-ImagesTestJSON-1482892319 tempest-ImagesTestJSON-1482892319-project] 10.222.0.104 "GET /v2.0/security-groups?id=46e03f63-f74e-4db3-981d-76fb36967b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850358 Jul 06 14:04:40.722920 n-d-773647-6 neutron-server[100246]: INFO neutron.plugins.ml2.plugin [None req-5272b22f-4061-4e10-9c01-03cf4d33c1ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621-project-admin] Attempt 8 to bind port 31d091dd-e60a-4a67-822f-102b03d62b4d Jul 06 14:04:40.767574 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84b8486-2369-4abe-839c-bee76caaed83 req-45f8daa9-2fae-4953-9286-5618e957afcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:04:40.770609 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-b84b8486-2369-4abe-839c-bee76caaed83 req-45f8daa9-2fae-4953-9286-5618e957afcb service neutron] 10.222.0.72 "GET /v2.0/subnets?id=906bb642-57ed-4e87-8668-4e82a3a18fe7 HTTP/1.1" status: 200 len: 851 time: 0.1259620 Jul 06 14:04:40.825526 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-f5167d0e-f4a4-4ec2-bc5b-50c2d1719ef5 tempest-ServersTestBootFromVolume-787010614 tempest-ServersTestBootFromVolume-787010614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128888353'] for port, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:40.832891 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [None req-5272b22f-4061-4e10-9c01-03cf4d33c1ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621-project-admin] Attempting to bind port 31d091dd-e60a-4a67-822f-102b03d62b4d on host n-h2-773647-6 for vnic_type normal with profile {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:04:40.833296 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [None req-5272b22f-4061-4e10-9c01-03cf4d33c1ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621-project-admin] Attempting to bind port 31d091dd-e60a-4a67-822f-102b03d62b4d by drivers openvswitch,hyperv on host n-h2-773647-6 at level 0 using segments [{'id': '675f3ae8-f6e4-4702-bb17-016597ad8fff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': 'd051c80d-a9da-45de-954d-1099961b1c2c'}] {{(pid=100246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:04:40.833623 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5272b22f-4061-4e10-9c01-03cf4d33c1ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621-project-admin] Attempting to bind port 31d091dd-e60a-4a67-822f-102b03d62b4d on network d051c80d-a9da-45de-954d-1099961b1c2c {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:04:40.879883 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5272b22f-4061-4e10-9c01-03cf4d33c1ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621-project-admin] Port 31d091dd-e60a-4a67-822f-102b03d62b4d on network d051c80d-a9da-45de-954d-1099961b1c2c not bound, no agent of type Open vSwitch agent registered on host n-h2-773647-6 {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 14:04:40.879883 n-d-773647-6 neutron-server[100246]: ERROR neutron.plugins.ml2.managers [None req-5272b22f-4061-4e10-9c01-03cf4d33c1ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621-project-admin] Failed to bind port 31d091dd-e60a-4a67-822f-102b03d62b4d on host n-h2-773647-6 for vnic_type normal using segments [{'id': '675f3ae8-f6e4-4702-bb17-016597ad8fff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': 'd051c80d-a9da-45de-954d-1099961b1c2c'}] Jul 06 14:04:40.879883 n-d-773647-6 neutron-server[100246]: INFO neutron.plugins.ml2.plugin [None req-5272b22f-4061-4e10-9c01-03cf4d33c1ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621-project-admin] Attempt 9 to bind port 31d091dd-e60a-4a67-822f-102b03d62b4d Jul 06 14:04:40.892939 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-f16d5fe5-73c5-4d38-bac5-2b0584ac5171 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:40.900881 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [None req-5272b22f-4061-4e10-9c01-03cf4d33c1ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621-project-admin] Attempting to bind port 31d091dd-e60a-4a67-822f-102b03d62b4d on host n-h2-773647-6 for vnic_type normal with profile {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:04:40.901215 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [None req-5272b22f-4061-4e10-9c01-03cf4d33c1ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621-project-admin] Attempting to bind port 31d091dd-e60a-4a67-822f-102b03d62b4d by drivers openvswitch,hyperv on host n-h2-773647-6 at level 0 using segments [{'id': '675f3ae8-f6e4-4702-bb17-016597ad8fff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': 'd051c80d-a9da-45de-954d-1099961b1c2c'}] {{(pid=100246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:04:40.901602 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5272b22f-4061-4e10-9c01-03cf4d33c1ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621-project-admin] Attempting to bind port 31d091dd-e60a-4a67-822f-102b03d62b4d on network d051c80d-a9da-45de-954d-1099961b1c2c {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:04:40.905677 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-f16d5fe5-73c5-4d38-bac5-2b0584ac5171 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:40.919689 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5167d0e-f4a4-4ec2-bc5b-50c2d1719ef5 tempest-ServersTestBootFromVolume-787010614 tempest-ServersTestBootFromVolume-787010614-project] Pushing event deleted for resources: {'Port': ['ID=01840248-c183-4013-8ed2-9ea7d3db0c21,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:04:40.930083 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5272b22f-4061-4e10-9c01-03cf4d33c1ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621-project-admin] Port 31d091dd-e60a-4a67-822f-102b03d62b4d on network d051c80d-a9da-45de-954d-1099961b1c2c not bound, no agent of type Open vSwitch agent registered on host n-h2-773647-6 {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 14:04:40.930415 n-d-773647-6 neutron-server[100246]: ERROR neutron.plugins.ml2.managers [None req-5272b22f-4061-4e10-9c01-03cf4d33c1ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621-project-admin] Failed to bind port 31d091dd-e60a-4a67-822f-102b03d62b4d on host n-h2-773647-6 for vnic_type normal using segments [{'id': '675f3ae8-f6e4-4702-bb17-016597ad8fff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': 'd051c80d-a9da-45de-954d-1099961b1c2c'}] Jul 06 14:04:40.936355 n-d-773647-6 neutron-server[100246]: INFO neutron.plugins.ml2.plugin [None req-5272b22f-4061-4e10-9c01-03cf4d33c1ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621-project-admin] Attempt 10 to bind port 31d091dd-e60a-4a67-822f-102b03d62b4d Jul 06 14:04:40.980774 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-f16d5fe5-73c5-4d38-bac5-2b0584ac5171 admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=b9dd87bf3f6246d9a1a01763a788f1a4&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7319427 Jul 06 14:04:40.983037 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 40590) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:04:40.985162 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [None req-5272b22f-4061-4e10-9c01-03cf4d33c1ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621-project-admin] Attempting to bind port 31d091dd-e60a-4a67-822f-102b03d62b4d on host n-h2-773647-6 for vnic_type normal with profile {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:04:40.985539 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [None req-5272b22f-4061-4e10-9c01-03cf4d33c1ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621-project-admin] Attempting to bind port 31d091dd-e60a-4a67-822f-102b03d62b4d by drivers openvswitch,hyperv on host n-h2-773647-6 at level 0 using segments [{'id': '675f3ae8-f6e4-4702-bb17-016597ad8fff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': 'd051c80d-a9da-45de-954d-1099961b1c2c'}] {{(pid=100246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:04:40.985894 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5272b22f-4061-4e10-9c01-03cf4d33c1ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621-project-admin] Attempting to bind port 31d091dd-e60a-4a67-822f-102b03d62b4d on network d051c80d-a9da-45de-954d-1099961b1c2c {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:04:40.998798 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16d5fe5-73c5-4d38-bac5-2b0584ac5171 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=962f5403-e57b-49b8-b3b7-5d33134f752d,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:04:41.011038 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84b8486-2369-4abe-839c-bee76caaed83 req-1c0ba7b9-c743-404b-953d-0c6ec0bd4ae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:04:41.012663 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-b84b8486-2369-4abe-839c-bee76caaed83 req-1c0ba7b9-c743-404b-953d-0c6ec0bd4ae1 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=8db538bb-9e5e-4771-8353-dcc3bdff004e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2158692 Jul 06 14:04:41.015017 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5272b22f-4061-4e10-9c01-03cf4d33c1ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621-project-admin] Port 31d091dd-e60a-4a67-822f-102b03d62b4d on network d051c80d-a9da-45de-954d-1099961b1c2c not bound, no agent of type Open vSwitch agent registered on host n-h2-773647-6 {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 14:04:41.015555 n-d-773647-6 neutron-server[100246]: ERROR neutron.plugins.ml2.managers [None req-5272b22f-4061-4e10-9c01-03cf4d33c1ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621-project-admin] Failed to bind port 31d091dd-e60a-4a67-822f-102b03d62b4d on host n-h2-773647-6 for vnic_type normal using segments [{'id': '675f3ae8-f6e4-4702-bb17-016597ad8fff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': 'd051c80d-a9da-45de-954d-1099961b1c2c'}] Jul 06 14:04:41.015844 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-5272b22f-4061-4e10-9c01-03cf4d33c1ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:41.077759 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-f5167d0e-f4a4-4ec2-bc5b-50c2d1719ef5 tempest-ServersTestBootFromVolume-787010614 tempest-ServersTestBootFromVolume-787010614-project] Notify callbacks [] for floatingip, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:41.081038 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-f5167d0e-f4a4-4ec2-bc5b-50c2d1719ef5 tempest-ServersTestBootFromVolume-787010614 tempest-ServersTestBootFromVolume-787010614-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for floatingip, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:41.082483 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-f5167d0e-f4a4-4ec2-bc5b-50c2d1719ef5 tempest-ServersTestBootFromVolume-787010614 tempest-ServersTestBootFromVolume-787010614-project] 10.222.0.104 "DELETE /v2.0/floatingips/d1c8b553-7865-414c-901a-44990f1ee69d HTTP/1.1" status: 204 len: 168 time: 1.1811109 Jul 06 14:04:41.092039 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029fe677-1747-473c-9bf6-0f884dd017e8 req-fda1c0a5-fa50-4542-956f-3135804b8de8 tempest-MultipleCreateTestJSON-1034572626 tempest-MultipleCreateTestJSON-1034572626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:04:41.094349 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-029fe677-1747-473c-9bf6-0f884dd017e8 req-fda1c0a5-fa50-4542-956f-3135804b8de8 tempest-MultipleCreateTestJSON-1034572626 tempest-MultipleCreateTestJSON-1034572626-project] 10.222.0.104 "GET /v2.0/ports?device_id=052d97cf-afd7-41ba-af8c-a618ba95ebdf HTTP/1.1" status: 200 len: 946 time: 0.2641456 Jul 06 14:04:41.094851 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 40592) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:04:41.185327 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-5ebea22e-0d02-4362-99d4-1d4b446401da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:41.231709 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.db [None req-5272b22f-4061-4e10-9c01-03cf4d33c1ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621-project-admin] For port 31d091dd-e60a-4a67-822f-102b03d62b4d, host n-h2-773647-6, cleared binding levels {{(pid=100246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:04:41.232082 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.db [None req-5272b22f-4061-4e10-9c01-03cf4d33c1ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621-project-admin] Attempted to set empty binding levels {{(pid=100246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 06 14:04:41.235943 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-b84b8486-2369-4abe-839c-bee76caaed83 req-90e26fec-4e79-458f-a7de-51f8cf267961 service neutron] 10.222.0.72 "GET /v2.0/networks/8db538bb-9e5e-4771-8353-dcc3bdff004e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2137010 Jul 06 14:04:41.252810 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-5272b22f-4061-4e10-9c01-03cf4d33c1ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127687527'] for port, after_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:41.291980 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-5ebea22e-0d02-4362-99d4-1d4b446401da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:41.307992 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-029fe677-1747-473c-9bf6-0f884dd017e8 req-d8c69e4f-a8e5-40f7-9f9a-46ff4dbb88db tempest-MultipleCreateTestJSON-1034572626 tempest-MultipleCreateTestJSON-1034572626-project] 10.222.0.104 "GET /v2.0/security-groups?id=d0717d20-fb31-48e4-8147-f0a3642617ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2022083 Jul 06 14:04:41.418586 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5272b22f-4061-4e10-9c01-03cf4d33c1ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621-project-admin] Pushing event updated for resources: {'Port': ['ID=31d091dd-e60a-4a67-822f-102b03d62b4d,revision_number=2']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:04:41.431771 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5272b22f-4061-4e10-9c01-03cf4d33c1ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:04:41.432606 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-5272b22f-4061-4e10-9c01-03cf4d33c1ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:41.542585 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-5272b22f-4061-4e10-9c01-03cf4d33c1ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621-project-admin] 10.222.0.104 "POST /v2.0/ports HTTP/1.1" status: 201 len: 983 time: 3.4098649 Jul 06 14:04:41.546131 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 40610) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:04:41.671726 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-5ebea22e-0d02-4362-99d4-1d4b446401da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:41.678385 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-5ebea22e-0d02-4362-99d4-1d4b446401da admin admin] Notify callbacks [] for security_group, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:41.682398 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-5ebea22e-0d02-4362-99d4-1d4b446401da admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/962f5403-e57b-49b8-b3b7-5d33134f752d HTTP/1.1" status: 204 len: 168 time: 0.6914020 Jul 06 14:04:41.682398 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-b84b8486-2369-4abe-839c-bee76caaed83 req-6a589e52-fe94-4c99-84dc-72577d6306ec service neutron] 10.222.0.72 "GET /v2.0/networks/8db538bb-9e5e-4771-8353-dcc3bdff004e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4218616 Jul 06 14:04:41.736960 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ebea22e-0d02-4362-99d4-1d4b446401da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=962f5403-e57b-49b8-b3b7-5d33134f752d,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:04:41.809793 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [None req-93ad3ae8-4248-4c5c-9d95-d1c4a3587be1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621-project-admin] Deleting port 31d091dd-e60a-4a67-822f-102b03d62b4d {{(pid=100246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:04:41.810327 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-93ad3ae8-4248-4c5c-9d95-d1c4a3587be1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:41.913570 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.db [None req-93ad3ae8-4248-4c5c-9d95-d1c4a3587be1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621-project-admin] For port 31d091dd-e60a-4a67-822f-102b03d62b4d, host n-h2-773647-6, got binding levels [] {{(pid=100246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:04:41.913935 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-93ad3ae8-4248-4c5c-9d95-d1c4a3587be1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:41.934224 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [None req-93ad3ae8-4248-4c5c-9d95-d1c4a3587be1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621-project-admin] Calling delete_port for 31d091dd-e60a-4a67-822f-102b03d62b4d owned by {{(pid=100246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:04:42.073849 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-93ad3ae8-4248-4c5c-9d95-d1c4a3587be1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127687580'] for port, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:42.119787 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ad3ae8-4248-4c5c-9d95-d1c4a3587be1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621-project-admin] Pushing event deleted for resources: {'Port': ['ID=31d091dd-e60a-4a67-822f-102b03d62b4d,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:04:42.130197 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Device 38fa73f8-6c0f-47d6-82d5-c280e4c1c51d details requested by agent hyperv_n-h1-773647-6 with host n-h1-773647-6 {{(pid=100248) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 14:04:42.137225 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-93ad3ae8-4248-4c5c-9d95-d1c4a3587be1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:42.139825 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-93ad3ae8-4248-4c5c-9d95-d1c4a3587be1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621-project-admin] 10.222.0.104 "DELETE /v2.0/ports/31d091dd-e60a-4a67-822f-102b03d62b4d HTTP/1.1" status: 204 len: 168 time: 0.5888424 Jul 06 14:04:42.142900 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 40646) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:04:42.148094 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Device fd226586-54a3-4c8f-87bb-11c002aac048 no longer exists at agent hyperv_n-h1-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:04:42.198829 n-d-773647-6 neutron-server[100246]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c597fd7-fff9-4efc-9cd7-4fb8a355de55 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621-project-admin] GET failed (client error): The resource could not be found. Jul 06 14:04:42.201442 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-6c597fd7-fff9-4efc-9cd7-4fb8a355de55 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621-project-admin] 10.222.0.104 "GET /v2.0/ports/31d091dd-e60a-4a67-822f-102b03d62b4d HTTP/1.1" status: 404 len: 333 time: 0.0465019 Jul 06 14:04:42.206658 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 40648) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:04:42.214765 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-0db05a69-83dd-421f-b3a3-432b42d617eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621-project-admin] Request body: {'port': {'network_id': 'd051c80d-a9da-45de-954d-1099961b1c2c', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1899771703'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:04:42.253187 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0db05a69-83dd-421f-b3a3-432b42d617eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621-project-admin] Made reservation on behalf of 4e68605f6aa34a74a1f9c296c9f65cf6 for: {'port': 1} {{(pid=100246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:04:42.256976 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-0db05a69-83dd-421f-b3a3-432b42d617eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:42.287607 n-d-773647-6 neutron-server[100246]: DEBUG neutron.notifiers.nova [None req-0db05a69-83dd-421f-b3a3-432b42d617eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621-project-admin] device_id is not set on port 820439e4-dce4-445b-ac23-e39dda07a94b yet. {{(pid=100246) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 14:04:42.372633 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-0b046851-971a-448d-9b51-eb1e93ffdbff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1809431'] for router_interface, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:42.575521 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9eb587e-44d2-47c9-9edd-332497769872 req-b5a2dd78-a736-4b27-9432-50bc60c9488a tempest-ImagesTestJSON-1482892319 tempest-ImagesTestJSON-1482892319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:04:42.586415 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-e9eb587e-44d2-47c9-9edd-332497769872 req-b5a2dd78-a736-4b27-9432-50bc60c9488a tempest-ImagesTestJSON-1482892319 tempest-ImagesTestJSON-1482892319-project] 10.222.0.104 "GET /v2.0/ports?device_id=39634090-bfa4-4244-b852-20cb38935361 HTTP/1.1" status: 200 len: 943 time: 0.4672933 Jul 06 14:04:42.646283 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-0db05a69-83dd-421f-b3a3-432b42d617eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:42.675020 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:42.682558 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-e9eb587e-44d2-47c9-9edd-332497769872 req-26111fab-ea29-4a24-90ad-72f759899708 tempest-ImagesTestJSON-1482892319 tempest-ImagesTestJSON-1482892319-project] 10.222.0.104 "GET /v2.0/security-groups?id=46e03f63-f74e-4db3-981d-76fb36967b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933650 Jul 06 14:04:42.692501 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] For port 38fa73f8-6c0f-47d6-82d5-c280e4c1c51d, host n-h1-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773647-6',level=0,port_id=38fa73f8-6c0f-47d6-82d5-c280e4c1c51d,segment=NetworkSegment(4f034a4d-0401-4410-9e3b-cfb7c7ebcd98),segment_id=4f034a4d-0401-4410-9e3b-cfb7c7ebcd98)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:04:42.707987 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:42.710172 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Returning: {'device': '38fa73f8-6c0f-47d6-82d5-c280e4c1c51d', 'network_id': '843daa65-9f70-4b7f-ae10-986f4b2f43e8', 'port_id': '38fa73f8-6c0f-47d6-82d5-c280e4c1c51d', 'mac_address': 'fa:16:3e:d8:88:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1006, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ae20b5e9-07e2-4786-84d5-713ad5ff019c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100248) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 14:04:42.806334 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-0db05a69-83dd-421f-b3a3-432b42d617eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-127687573'] for port, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:42.827471 n-d-773647-6 neutron-server[100248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf6e1ecb-17f2-4a7a-9296-eb9480bbf176', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fd226586-54a3-4c8f-87bb-11c002aac048'}] {{(pid=100248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:04:42.840557 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84af257533e383389cbcf231d3534f4d5e149e7203fea16b4a8fc01438dddaf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39d3198a-f99f-42cd-a733-1bf32c507d11" -d '{"events": [{"server_uuid": "bf6e1ecb-17f2-4a7a-9296-eb9480bbf176", "name": "network-vif-unplugged", "status": "completed", "tag": "fd226586-54a3-4c8f-87bb-11c002aac048"}]}' {{(pid=100248) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:04:42.929916 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0db05a69-83dd-421f-b3a3-432b42d617eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621-project-admin] Network d051c80d-a9da-45de-954d-1099961b1c2c is already hosted by enough agents. {{(pid=100246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:04:42.939250 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.base_scheduler [None req-0db05a69-83dd-421f-b3a3-432b42d617eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621-project-admin] Resources bound (agent type, host, resource id): {{(pid=100246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:04:42.942848 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0db05a69-83dd-421f-b3a3-432b42d617eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621-project-admin] Received port after_create {{(pid=100246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:04:42.948161 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0db05a69-83dd-421f-b3a3-432b42d617eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:04:42.949974 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-0db05a69-83dd-421f-b3a3-432b42d617eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:42.951166 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:42.957104 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] For port fd226586-54a3-4c8f-87bb-11c002aac048, host n-h1-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773647-6',level=0,port_id=fd226586-54a3-4c8f-87bb-11c002aac048,segment=NetworkSegment(c9ea893d-045e-42cf-b3dd-cdd1f79baccd),segment_id=c9ea893d-045e-42cf-b3dd-cdd1f79baccd)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:04:42.987093 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:43.002532 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-0db05a69-83dd-421f-b3a3-432b42d617eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621-project-admin] 10.222.0.104 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.7914038 Jul 06 14:04:43.002749 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29220a8c-5056-49df-9353-6ce6a272dd3f req-5fb85a4e-b603-4575-9f6f-f5b72c194fd0 tempest-MultipleCreateTestJSON-1034572626 tempest-MultipleCreateTestJSON-1034572626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:04:43.005920 n-d-773647-6 neutron-server[100248]: DEBUG neutron.notifiers.nova [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 38fa73f8-6c0f-47d6-82d5-c280e4c1c51d {{(pid=100248) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 14:04:43.008289 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 40678) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:04:43.009380 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-29220a8c-5056-49df-9353-6ce6a272dd3f req-5fb85a4e-b603-4575-9f6f-f5b72c194fd0 tempest-MultipleCreateTestJSON-1034572626 tempest-MultipleCreateTestJSON-1034572626-project] 10.222.0.104 "GET /v2.0/ports?device_id=052d97cf-afd7-41ba-af8c-a618ba95ebdf HTTP/1.1" status: 200 len: 946 time: 0.2229042 Jul 06 14:04:43.027644 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-b810dd97-14c2-4b16-9de4-33e29e615f5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-773647-6'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:04:43.031810 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db05a69-83dd-421f-b3a3-432b42d617eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621-project-admin] Pushing event updated for resources: {'Port': ['ID=820439e4-dce4-445b-ac23-e39dda07a94b,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:04:43.032704 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] For port 38fa73f8-6c0f-47d6-82d5-c280e4c1c51d, host n-h1-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773647-6',level=0,port_id=38fa73f8-6c0f-47d6-82d5-c280e4c1c51d,segment=NetworkSegment(4f034a4d-0401-4410-9e3b-cfb7c7ebcd98),segment_id=4f034a4d-0401-4410-9e3b-cfb7c7ebcd98)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:04:43.060244 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:43.090261 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-29220a8c-5056-49df-9353-6ce6a272dd3f req-e746e356-9c25-4d8f-9a36-27e62c9d8a13 tempest-MultipleCreateTestJSON-1034572626 tempest-MultipleCreateTestJSON-1034572626-project] 10.222.0.104 "GET /v2.0/security-groups?id=d0717d20-fb31-48e4-8147-f0a3642617ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784359 Jul 06 14:04:43.102922 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Pushing event updated for resources: {'Port': ['ID=fd226586-54a3-4c8f-87bb-11c002aac048,revision_number=8']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:04:43.216827 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 06 Jul 2021 14:04:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94953981-48fd-473d-802b-e0422798b939 x-openstack-request-id: req-94953981-48fd-473d-802b-e0422798b939 {{(pid=100248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:04:43.217446 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf6e1ecb-17f2-4a7a-9296-eb9480bbf176", "name": "network-vif-unplugged", "status": "completed", "tag": "fd226586-54a3-4c8f-87bb-11c002aac048", "code": 200}]} {{(pid=100248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:04:43.217446 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-94953981-48fd-473d-802b-e0422798b939 {{(pid=100248) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:04:43.217749 n-d-773647-6 neutron-server[100248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf6e1ecb-17f2-4a7a-9296-eb9480bbf176', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fd226586-54a3-4c8f-87bb-11c002aac048', 'code': 200} Jul 06 14:04:43.238693 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Pushing event updated for resources: {'Port': ['ID=38fa73f8-6c0f-47d6-82d5-c280e4c1c51d,revision_number=4']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:04:43.239683 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-b810dd97-14c2-4b16-9de4-33e29e615f5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:43.317802 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.plugin [None req-0b046851-971a-448d-9b51-eb1e93ffdbff admin admin] Deleting port 8e4ba707-5bdb-486a-abca-cd0cffb450f4 {{(pid=100247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:04:43.318146 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-0b046851-971a-448d-9b51-eb1e93ffdbff admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:43.357856 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] get_ports_and_sgs() called for port_ids ['38fa73f8-6c0f-47d6-82d5-c280e4c1c51d'] {{(pid=100248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 14:04:43.582082 n-d-773647-6 neutron-server[100246]: DEBUG neutron.notifiers.nova [None req-b810dd97-14c2-4b16-9de4-33e29e615f5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621-project-admin] device_id is not set on port 820439e4-dce4-445b-ac23-e39dda07a94b yet. {{(pid=100246) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 14:04:43.603120 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-b810dd97-14c2-4b16-9de4-33e29e615f5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621-project-admin] Notify callbacks [] for port, precommit_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:43.611762 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.db [None req-0b046851-971a-448d-9b51-eb1e93ffdbff admin admin] For port 8e4ba707-5bdb-486a-abca-cd0cffb450f4, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=8e4ba707-5bdb-486a-abca-cd0cffb450f4,segment=NetworkSegment(9eba4787-c4f9-4fad-9106-1dea9683e832),segment_id=9eba4787-c4f9-4fad-9106-1dea9683e832)] {{(pid=100247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:04:43.612384 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-0b046851-971a-448d-9b51-eb1e93ffdbff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:43.659702 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.plugin [None req-0b046851-971a-448d-9b51-eb1e93ffdbff admin admin] Calling delete_port for 8e4ba707-5bdb-486a-abca-cd0cffb450f4 owned by network:router_interface {{(pid=100247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:04:43.677822 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.provisioning_blocks [None req-b810dd97-14c2-4b16-9de4-33e29e615f5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621-project-admin] Transition to ACTIVE for port object 820439e4-dce4-445b-ac23-e39dda07a94b will not be triggered until provisioned by entity L2. {{(pid=100246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:04:43.686663 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-b810dd97-14c2-4b16-9de4-33e29e615f5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127687527'] for port, after_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:43.849331 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [None req-b810dd97-14c2-4b16-9de4-33e29e615f5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621-project-admin] Attempting to bind port 820439e4-dce4-445b-ac23-e39dda07a94b on host n-h2-773647-6 for vnic_type normal with profile {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:04:43.849739 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [None req-b810dd97-14c2-4b16-9de4-33e29e615f5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621-project-admin] Attempting to bind port 820439e4-dce4-445b-ac23-e39dda07a94b by drivers openvswitch,hyperv on host n-h2-773647-6 at level 0 using segments [{'id': '675f3ae8-f6e4-4702-bb17-016597ad8fff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': 'd051c80d-a9da-45de-954d-1099961b1c2c'}] {{(pid=100246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:04:43.850029 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b810dd97-14c2-4b16-9de4-33e29e615f5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621-project-admin] Attempting to bind port 820439e4-dce4-445b-ac23-e39dda07a94b on network d051c80d-a9da-45de-954d-1099961b1c2c {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:04:43.860768 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b810dd97-14c2-4b16-9de4-33e29e615f5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621-project-admin] Port 820439e4-dce4-445b-ac23-e39dda07a94b on network d051c80d-a9da-45de-954d-1099961b1c2c not bound, no agent of type Open vSwitch agent registered on host n-h2-773647-6 {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 14:04:43.861109 n-d-773647-6 neutron-server[100246]: ERROR neutron.plugins.ml2.managers [None req-b810dd97-14c2-4b16-9de4-33e29e615f5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621-project-admin] Failed to bind port 820439e4-dce4-445b-ac23-e39dda07a94b on host n-h2-773647-6 for vnic_type normal using segments [{'id': '675f3ae8-f6e4-4702-bb17-016597ad8fff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': 'd051c80d-a9da-45de-954d-1099961b1c2c'}] Jul 06 14:04:43.865957 n-d-773647-6 neutron-server[100246]: INFO neutron.plugins.ml2.plugin [None req-b810dd97-14c2-4b16-9de4-33e29e615f5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621-project-admin] Attempt 2 to bind port 820439e4-dce4-445b-ac23-e39dda07a94b Jul 06 14:04:43.884716 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b810dd97-14c2-4b16-9de4-33e29e615f5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621-project-admin] Pushing event updated for resources: {'Port': ['ID=820439e4-dce4-445b-ac23-e39dda07a94b,revision_number=2']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:04:43.893211 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10886d1-f5d0-41bb-89f6-24af45574ac7 req-083f1d14-8c28-4d96-9783-beb793c31359 tempest-MultipleCreateTestJSON-1034572626 tempest-MultipleCreateTestJSON-1034572626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:04:43.908735 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-d10886d1-f5d0-41bb-89f6-24af45574ac7 req-083f1d14-8c28-4d96-9783-beb793c31359 tempest-MultipleCreateTestJSON-1034572626 tempest-MultipleCreateTestJSON-1034572626-project] 10.222.0.104 "GET /v2.0/ports?device_id=51a3e219-5c8d-43e4-8cf2-7c515667b022 HTTP/1.1" status: 200 len: 945 time: 0.5061481 Jul 06 14:04:43.918739 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [None req-b810dd97-14c2-4b16-9de4-33e29e615f5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621-project-admin] Attempting to bind port 820439e4-dce4-445b-ac23-e39dda07a94b on host n-h2-773647-6 for vnic_type normal with profile {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:04:43.927148 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [None req-b810dd97-14c2-4b16-9de4-33e29e615f5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621-project-admin] Attempting to bind port 820439e4-dce4-445b-ac23-e39dda07a94b by drivers openvswitch,hyperv on host n-h2-773647-6 at level 0 using segments [{'id': '675f3ae8-f6e4-4702-bb17-016597ad8fff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': 'd051c80d-a9da-45de-954d-1099961b1c2c'}] {{(pid=100246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:04:43.929157 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b810dd97-14c2-4b16-9de4-33e29e615f5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621-project-admin] Attempting to bind port 820439e4-dce4-445b-ac23-e39dda07a94b on network d051c80d-a9da-45de-954d-1099961b1c2c {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:04:43.946227 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b810dd97-14c2-4b16-9de4-33e29e615f5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621-project-admin] Port 820439e4-dce4-445b-ac23-e39dda07a94b on network d051c80d-a9da-45de-954d-1099961b1c2c not bound, no agent of type Open vSwitch agent registered on host n-h2-773647-6 {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 14:04:43.947240 n-d-773647-6 neutron-server[100246]: ERROR neutron.plugins.ml2.managers [None req-b810dd97-14c2-4b16-9de4-33e29e615f5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621-project-admin] Failed to bind port 820439e4-dce4-445b-ac23-e39dda07a94b on host n-h2-773647-6 for vnic_type normal using segments [{'id': '675f3ae8-f6e4-4702-bb17-016597ad8fff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': 'd051c80d-a9da-45de-954d-1099961b1c2c'}] Jul 06 14:04:43.948027 n-d-773647-6 neutron-server[100246]: INFO neutron.plugins.ml2.plugin [None req-b810dd97-14c2-4b16-9de4-33e29e615f5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621-project-admin] Attempt 3 to bind port 820439e4-dce4-445b-ac23-e39dda07a94b Jul 06 14:04:43.987959 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [None req-b810dd97-14c2-4b16-9de4-33e29e615f5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621-project-admin] Attempting to bind port 820439e4-dce4-445b-ac23-e39dda07a94b on host n-h2-773647-6 for vnic_type normal with profile {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:04:43.988319 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [None req-b810dd97-14c2-4b16-9de4-33e29e615f5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621-project-admin] Attempting to bind port 820439e4-dce4-445b-ac23-e39dda07a94b by drivers openvswitch,hyperv on host n-h2-773647-6 at level 0 using segments [{'id': '675f3ae8-f6e4-4702-bb17-016597ad8fff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': 'd051c80d-a9da-45de-954d-1099961b1c2c'}] {{(pid=100246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:04:43.988639 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b810dd97-14c2-4b16-9de4-33e29e615f5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621-project-admin] Attempting to bind port 820439e4-dce4-445b-ac23-e39dda07a94b on network d051c80d-a9da-45de-954d-1099961b1c2c {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:04:44.000920 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b810dd97-14c2-4b16-9de4-33e29e615f5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621-project-admin] Port 820439e4-dce4-445b-ac23-e39dda07a94b on network d051c80d-a9da-45de-954d-1099961b1c2c not bound, no agent of type Open vSwitch agent registered on host n-h2-773647-6 {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 14:04:44.001254 n-d-773647-6 neutron-server[100246]: ERROR neutron.plugins.ml2.managers [None req-b810dd97-14c2-4b16-9de4-33e29e615f5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621-project-admin] Failed to bind port 820439e4-dce4-445b-ac23-e39dda07a94b on host n-h2-773647-6 for vnic_type normal using segments [{'id': '675f3ae8-f6e4-4702-bb17-016597ad8fff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': 'd051c80d-a9da-45de-954d-1099961b1c2c'}] Jul 06 14:04:44.001653 n-d-773647-6 neutron-server[100246]: INFO neutron.plugins.ml2.plugin [None req-b810dd97-14c2-4b16-9de4-33e29e615f5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621-project-admin] Attempt 4 to bind port 820439e4-dce4-445b-ac23-e39dda07a94b Jul 06 14:04:44.029471 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [None req-b810dd97-14c2-4b16-9de4-33e29e615f5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621-project-admin] Attempting to bind port 820439e4-dce4-445b-ac23-e39dda07a94b on host n-h2-773647-6 for vnic_type normal with profile {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:04:44.029895 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [None req-b810dd97-14c2-4b16-9de4-33e29e615f5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621-project-admin] Attempting to bind port 820439e4-dce4-445b-ac23-e39dda07a94b by drivers openvswitch,hyperv on host n-h2-773647-6 at level 0 using segments [{'id': '675f3ae8-f6e4-4702-bb17-016597ad8fff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': 'd051c80d-a9da-45de-954d-1099961b1c2c'}] {{(pid=100246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:04:44.030305 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b810dd97-14c2-4b16-9de4-33e29e615f5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621-project-admin] Attempting to bind port 820439e4-dce4-445b-ac23-e39dda07a94b on network d051c80d-a9da-45de-954d-1099961b1c2c {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:04:44.036510 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b810dd97-14c2-4b16-9de4-33e29e615f5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621-project-admin] Port 820439e4-dce4-445b-ac23-e39dda07a94b on network d051c80d-a9da-45de-954d-1099961b1c2c not bound, no agent of type Open vSwitch agent registered on host n-h2-773647-6 {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 14:04:44.037275 n-d-773647-6 neutron-server[100246]: ERROR neutron.plugins.ml2.managers [None req-b810dd97-14c2-4b16-9de4-33e29e615f5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621-project-admin] Failed to bind port 820439e4-dce4-445b-ac23-e39dda07a94b on host n-h2-773647-6 for vnic_type normal using segments [{'id': '675f3ae8-f6e4-4702-bb17-016597ad8fff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': 'd051c80d-a9da-45de-954d-1099961b1c2c'}] Jul 06 14:04:44.038800 n-d-773647-6 neutron-server[100246]: INFO neutron.plugins.ml2.plugin [None req-b810dd97-14c2-4b16-9de4-33e29e615f5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621-project-admin] Attempt 5 to bind port 820439e4-dce4-445b-ac23-e39dda07a94b Jul 06 14:04:44.058316 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [None req-b810dd97-14c2-4b16-9de4-33e29e615f5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621-project-admin] Attempting to bind port 820439e4-dce4-445b-ac23-e39dda07a94b on host n-h2-773647-6 for vnic_type normal with profile {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:04:44.058663 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [None req-b810dd97-14c2-4b16-9de4-33e29e615f5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621-project-admin] Attempting to bind port 820439e4-dce4-445b-ac23-e39dda07a94b by drivers openvswitch,hyperv on host n-h2-773647-6 at level 0 using segments [{'id': '675f3ae8-f6e4-4702-bb17-016597ad8fff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': 'd051c80d-a9da-45de-954d-1099961b1c2c'}] {{(pid=100246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:04:44.059311 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b810dd97-14c2-4b16-9de4-33e29e615f5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621-project-admin] Attempting to bind port 820439e4-dce4-445b-ac23-e39dda07a94b on network d051c80d-a9da-45de-954d-1099961b1c2c {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:04:44.066398 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b810dd97-14c2-4b16-9de4-33e29e615f5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621-project-admin] Port 820439e4-dce4-445b-ac23-e39dda07a94b on network d051c80d-a9da-45de-954d-1099961b1c2c not bound, no agent of type Open vSwitch agent registered on host n-h2-773647-6 {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 14:04:44.066781 n-d-773647-6 neutron-server[100246]: ERROR neutron.plugins.ml2.managers [None req-b810dd97-14c2-4b16-9de4-33e29e615f5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621-project-admin] Failed to bind port 820439e4-dce4-445b-ac23-e39dda07a94b on host n-h2-773647-6 for vnic_type normal using segments [{'id': '675f3ae8-f6e4-4702-bb17-016597ad8fff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': 'd051c80d-a9da-45de-954d-1099961b1c2c'}] Jul 06 14:04:44.067518 n-d-773647-6 neutron-server[100246]: INFO neutron.plugins.ml2.plugin [None req-b810dd97-14c2-4b16-9de4-33e29e615f5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621-project-admin] Attempt 6 to bind port 820439e4-dce4-445b-ac23-e39dda07a94b Jul 06 14:04:44.073932 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-d10886d1-f5d0-41bb-89f6-24af45574ac7 req-b97aa890-7303-4d70-967c-9e2acd5f703b tempest-MultipleCreateTestJSON-1034572626 tempest-MultipleCreateTestJSON-1034572626-project] 10.222.0.104 "GET /v2.0/security-groups?id=d0717d20-fb31-48e4-8147-f0a3642617ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1527376 Jul 06 14:04:44.134979 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [None req-b810dd97-14c2-4b16-9de4-33e29e615f5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621-project-admin] Attempting to bind port 820439e4-dce4-445b-ac23-e39dda07a94b on host n-h2-773647-6 for vnic_type normal with profile {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:04:44.135704 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [None req-b810dd97-14c2-4b16-9de4-33e29e615f5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621-project-admin] Attempting to bind port 820439e4-dce4-445b-ac23-e39dda07a94b by drivers openvswitch,hyperv on host n-h2-773647-6 at level 0 using segments [{'id': '675f3ae8-f6e4-4702-bb17-016597ad8fff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': 'd051c80d-a9da-45de-954d-1099961b1c2c'}] {{(pid=100246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:04:44.136398 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b810dd97-14c2-4b16-9de4-33e29e615f5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621-project-admin] Attempting to bind port 820439e4-dce4-445b-ac23-e39dda07a94b on network d051c80d-a9da-45de-954d-1099961b1c2c {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:04:44.145329 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b810dd97-14c2-4b16-9de4-33e29e615f5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621-project-admin] Port 820439e4-dce4-445b-ac23-e39dda07a94b on network d051c80d-a9da-45de-954d-1099961b1c2c not bound, no agent of type Open vSwitch agent registered on host n-h2-773647-6 {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 14:04:44.145777 n-d-773647-6 neutron-server[100246]: ERROR neutron.plugins.ml2.managers [None req-b810dd97-14c2-4b16-9de4-33e29e615f5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621-project-admin] Failed to bind port 820439e4-dce4-445b-ac23-e39dda07a94b on host n-h2-773647-6 for vnic_type normal using segments [{'id': '675f3ae8-f6e4-4702-bb17-016597ad8fff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': 'd051c80d-a9da-45de-954d-1099961b1c2c'}] Jul 06 14:04:44.146412 n-d-773647-6 neutron-server[100246]: INFO neutron.plugins.ml2.plugin [None req-b810dd97-14c2-4b16-9de4-33e29e615f5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621-project-admin] Attempt 7 to bind port 820439e4-dce4-445b-ac23-e39dda07a94b Jul 06 14:04:44.183499 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [None req-b810dd97-14c2-4b16-9de4-33e29e615f5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621-project-admin] Attempting to bind port 820439e4-dce4-445b-ac23-e39dda07a94b on host n-h2-773647-6 for vnic_type normal with profile {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:04:44.184033 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [None req-b810dd97-14c2-4b16-9de4-33e29e615f5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621-project-admin] Attempting to bind port 820439e4-dce4-445b-ac23-e39dda07a94b by drivers openvswitch,hyperv on host n-h2-773647-6 at level 0 using segments [{'id': '675f3ae8-f6e4-4702-bb17-016597ad8fff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': 'd051c80d-a9da-45de-954d-1099961b1c2c'}] {{(pid=100246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:04:44.184601 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b810dd97-14c2-4b16-9de4-33e29e615f5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621-project-admin] Attempting to bind port 820439e4-dce4-445b-ac23-e39dda07a94b on network d051c80d-a9da-45de-954d-1099961b1c2c {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:04:44.191053 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-0b046851-971a-448d-9b51-eb1e93ffdbff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128888353'] for port, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:44.196232 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b810dd97-14c2-4b16-9de4-33e29e615f5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621-project-admin] Port 820439e4-dce4-445b-ac23-e39dda07a94b on network d051c80d-a9da-45de-954d-1099961b1c2c not bound, no agent of type Open vSwitch agent registered on host n-h2-773647-6 {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 14:04:44.197157 n-d-773647-6 neutron-server[100246]: ERROR neutron.plugins.ml2.managers [None req-b810dd97-14c2-4b16-9de4-33e29e615f5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621-project-admin] Failed to bind port 820439e4-dce4-445b-ac23-e39dda07a94b on host n-h2-773647-6 for vnic_type normal using segments [{'id': '675f3ae8-f6e4-4702-bb17-016597ad8fff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': 'd051c80d-a9da-45de-954d-1099961b1c2c'}] Jul 06 14:04:44.197774 n-d-773647-6 neutron-server[100246]: INFO neutron.plugins.ml2.plugin [None req-b810dd97-14c2-4b16-9de4-33e29e615f5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621-project-admin] Attempt 8 to bind port 820439e4-dce4-445b-ac23-e39dda07a94b Jul 06 14:04:44.216905 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [None req-b810dd97-14c2-4b16-9de4-33e29e615f5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621-project-admin] Attempting to bind port 820439e4-dce4-445b-ac23-e39dda07a94b on host n-h2-773647-6 for vnic_type normal with profile {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:04:44.217557 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [None req-b810dd97-14c2-4b16-9de4-33e29e615f5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621-project-admin] Attempting to bind port 820439e4-dce4-445b-ac23-e39dda07a94b by drivers openvswitch,hyperv on host n-h2-773647-6 at level 0 using segments [{'id': '675f3ae8-f6e4-4702-bb17-016597ad8fff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': 'd051c80d-a9da-45de-954d-1099961b1c2c'}] {{(pid=100246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:04:44.218832 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b810dd97-14c2-4b16-9de4-33e29e615f5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621-project-admin] Attempting to bind port 820439e4-dce4-445b-ac23-e39dda07a94b on network d051c80d-a9da-45de-954d-1099961b1c2c {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:04:44.227086 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b810dd97-14c2-4b16-9de4-33e29e615f5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621-project-admin] Port 820439e4-dce4-445b-ac23-e39dda07a94b on network d051c80d-a9da-45de-954d-1099961b1c2c not bound, no agent of type Open vSwitch agent registered on host n-h2-773647-6 {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 14:04:44.229420 n-d-773647-6 neutron-server[100246]: ERROR neutron.plugins.ml2.managers [None req-b810dd97-14c2-4b16-9de4-33e29e615f5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621-project-admin] Failed to bind port 820439e4-dce4-445b-ac23-e39dda07a94b on host n-h2-773647-6 for vnic_type normal using segments [{'id': '675f3ae8-f6e4-4702-bb17-016597ad8fff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': 'd051c80d-a9da-45de-954d-1099961b1c2c'}] Jul 06 14:04:44.230757 n-d-773647-6 neutron-server[100246]: INFO neutron.plugins.ml2.plugin [None req-b810dd97-14c2-4b16-9de4-33e29e615f5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621-project-admin] Attempt 9 to bind port 820439e4-dce4-445b-ac23-e39dda07a94b Jul 06 14:04:44.233494 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b046851-971a-448d-9b51-eb1e93ffdbff admin admin] Pushing event deleted for resources: {'Port': ['ID=8e4ba707-5bdb-486a-abca-cd0cffb450f4,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:04:44.261372 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [None req-b810dd97-14c2-4b16-9de4-33e29e615f5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621-project-admin] Attempting to bind port 820439e4-dce4-445b-ac23-e39dda07a94b on host n-h2-773647-6 for vnic_type normal with profile {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:04:44.262156 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [None req-b810dd97-14c2-4b16-9de4-33e29e615f5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621-project-admin] Attempting to bind port 820439e4-dce4-445b-ac23-e39dda07a94b by drivers openvswitch,hyperv on host n-h2-773647-6 at level 0 using segments [{'id': '675f3ae8-f6e4-4702-bb17-016597ad8fff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': 'd051c80d-a9da-45de-954d-1099961b1c2c'}] {{(pid=100246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:04:44.262815 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b810dd97-14c2-4b16-9de4-33e29e615f5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621-project-admin] Attempting to bind port 820439e4-dce4-445b-ac23-e39dda07a94b on network d051c80d-a9da-45de-954d-1099961b1c2c {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:04:44.269481 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b810dd97-14c2-4b16-9de4-33e29e615f5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621-project-admin] Port 820439e4-dce4-445b-ac23-e39dda07a94b on network d051c80d-a9da-45de-954d-1099961b1c2c not bound, no agent of type Open vSwitch agent registered on host n-h2-773647-6 {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 14:04:44.270118 n-d-773647-6 neutron-server[100246]: ERROR neutron.plugins.ml2.managers [None req-b810dd97-14c2-4b16-9de4-33e29e615f5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621-project-admin] Failed to bind port 820439e4-dce4-445b-ac23-e39dda07a94b on host n-h2-773647-6 for vnic_type normal using segments [{'id': '675f3ae8-f6e4-4702-bb17-016597ad8fff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': 'd051c80d-a9da-45de-954d-1099961b1c2c'}] Jul 06 14:04:44.271135 n-d-773647-6 neutron-server[100246]: INFO neutron.plugins.ml2.plugin [None req-b810dd97-14c2-4b16-9de4-33e29e615f5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621-project-admin] Attempt 10 to bind port 820439e4-dce4-445b-ac23-e39dda07a94b Jul 06 14:04:44.309772 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [None req-b810dd97-14c2-4b16-9de4-33e29e615f5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621-project-admin] Attempting to bind port 820439e4-dce4-445b-ac23-e39dda07a94b on host n-h2-773647-6 for vnic_type normal with profile {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:04:44.310549 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [None req-b810dd97-14c2-4b16-9de4-33e29e615f5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621-project-admin] Attempting to bind port 820439e4-dce4-445b-ac23-e39dda07a94b by drivers openvswitch,hyperv on host n-h2-773647-6 at level 0 using segments [{'id': '675f3ae8-f6e4-4702-bb17-016597ad8fff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': 'd051c80d-a9da-45de-954d-1099961b1c2c'}] {{(pid=100246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:04:44.311342 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b810dd97-14c2-4b16-9de4-33e29e615f5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621-project-admin] Attempting to bind port 820439e4-dce4-445b-ac23-e39dda07a94b on network d051c80d-a9da-45de-954d-1099961b1c2c {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:04:44.318891 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b810dd97-14c2-4b16-9de4-33e29e615f5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621-project-admin] Port 820439e4-dce4-445b-ac23-e39dda07a94b on network d051c80d-a9da-45de-954d-1099961b1c2c not bound, no agent of type Open vSwitch agent registered on host n-h2-773647-6 {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 14:04:44.319602 n-d-773647-6 neutron-server[100246]: ERROR neutron.plugins.ml2.managers [None req-b810dd97-14c2-4b16-9de4-33e29e615f5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621-project-admin] Failed to bind port 820439e4-dce4-445b-ac23-e39dda07a94b on host n-h2-773647-6 for vnic_type normal using segments [{'id': '675f3ae8-f6e4-4702-bb17-016597ad8fff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': 'd051c80d-a9da-45de-954d-1099961b1c2c'}] Jul 06 14:04:44.320817 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-b810dd97-14c2-4b16-9de4-33e29e615f5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:44.479995 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.db [None req-b810dd97-14c2-4b16-9de4-33e29e615f5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621-project-admin] For port 820439e4-dce4-445b-ac23-e39dda07a94b, host n-h2-773647-6, cleared binding levels {{(pid=100246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:04:44.480448 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.db [None req-b810dd97-14c2-4b16-9de4-33e29e615f5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621-project-admin] Attempted to set empty binding levels {{(pid=100246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 06 14:04:44.487152 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-b810dd97-14c2-4b16-9de4-33e29e615f5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127687527'] for port, after_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:44.548773 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [None req-b810dd97-14c2-4b16-9de4-33e29e615f5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621-project-admin] In _notify_port_updated(), no bound segment for port 820439e4-dce4-445b-ac23-e39dda07a94b on network d051c80d-a9da-45de-954d-1099961b1c2c {{(pid=100246) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 06 14:04:44.549665 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b810dd97-14c2-4b16-9de4-33e29e615f5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:04:44.550293 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-b810dd97-14c2-4b16-9de4-33e29e615f5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:44.555906 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-b810dd97-14c2-4b16-9de4-33e29e615f5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621-project-admin] 10.222.0.104 "PUT /v2.0/ports/820439e4-dce4-445b-ac23-e39dda07a94b HTTP/1.1" status: 200 len: 979 time: 1.5414886 Jul 06 14:04:44.566566 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 40734) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:04:44.707252 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b810dd97-14c2-4b16-9de4-33e29e615f5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621-project-admin] Pushing event updated for resources: {'Port': ['ID=820439e4-dce4-445b-ac23-e39dda07a94b,revision_number=3']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:04:44.826126 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a9c7b93-e5e3-41d4-9819-3533121ee678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:04:44.827941 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a9c7b93-e5e3-41d4-9819-3533121ee678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:04:44.830723 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a9c7b93-e5e3-41d4-9819-3533121ee678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:04:44.831530 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a9c7b93-e5e3-41d4-9819-3533121ee678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:04:44.832203 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a9c7b93-e5e3-41d4-9819-3533121ee678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:04:44.834416 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a9c7b93-e5e3-41d4-9819-3533121ee678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:04:44.835242 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a9c7b93-e5e3-41d4-9819-3533121ee678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:04:44.836011 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a9c7b93-e5e3-41d4-9819-3533121ee678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:04:44.836868 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a9c7b93-e5e3-41d4-9819-3533121ee678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:04:44.837908 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a9c7b93-e5e3-41d4-9819-3533121ee678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:04:44.838625 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a9c7b93-e5e3-41d4-9819-3533121ee678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:04:44.839786 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a9c7b93-e5e3-41d4-9819-3533121ee678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:04:44.840733 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a9c7b93-e5e3-41d4-9819-3533121ee678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:04:44.841454 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a9c7b93-e5e3-41d4-9819-3533121ee678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:04:44.842239 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a9c7b93-e5e3-41d4-9819-3533121ee678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:04:44.843059 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a9c7b93-e5e3-41d4-9819-3533121ee678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:04:44.843630 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a9c7b93-e5e3-41d4-9819-3533121ee678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:04:44.844286 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a9c7b93-e5e3-41d4-9819-3533121ee678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:04:44.845023 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a9c7b93-e5e3-41d4-9819-3533121ee678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:04:44.845589 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a9c7b93-e5e3-41d4-9819-3533121ee678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:04:44.846252 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a9c7b93-e5e3-41d4-9819-3533121ee678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:04:44.846840 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a9c7b93-e5e3-41d4-9819-3533121ee678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:04:44.847402 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a9c7b93-e5e3-41d4-9819-3533121ee678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:04:44.847885 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a9c7b93-e5e3-41d4-9819-3533121ee678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:04:44.848367 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a9c7b93-e5e3-41d4-9819-3533121ee678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:04:44.848844 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a9c7b93-e5e3-41d4-9819-3533121ee678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:04:44.849320 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a9c7b93-e5e3-41d4-9819-3533121ee678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:04:44.849803 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a9c7b93-e5e3-41d4-9819-3533121ee678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:04:44.850828 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a9c7b93-e5e3-41d4-9819-3533121ee678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:04:44.855296 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-4a9c7b93-e5e3-41d4-9819-3533121ee678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621-project-admin] 10.222.0.104 "GET /v2.0/ports HTTP/1.1" status: 200 len: 26177 time: 0.2804906 Jul 06 14:04:44.858289 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 40742) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:04:44.917670 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40601d9b-3d6e-4301-9081-5d4877b101fe req-cd6221e2-cbdc-4c76-957e-1e30575283c7 tempest-ImagesTestJSON-1482892319 tempest-ImagesTestJSON-1482892319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:04:44.925423 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-40601d9b-3d6e-4301-9081-5d4877b101fe req-cd6221e2-cbdc-4c76-957e-1e30575283c7 tempest-ImagesTestJSON-1482892319 tempest-ImagesTestJSON-1482892319-project] 10.222.0.104 "GET /v2.0/ports?device_id=39634090-bfa4-4244-b852-20cb38935361 HTTP/1.1" status: 200 len: 944 time: 0.7910452 Jul 06 14:04:44.986334 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-40601d9b-3d6e-4301-9081-5d4877b101fe req-3f59f025-a202-4303-b4b5-164a07849ec8 tempest-ImagesTestJSON-1482892319 tempest-ImagesTestJSON-1482892319-project] 10.222.0.104 "GET /v2.0/security-groups?id=46e03f63-f74e-4db3-981d-76fb36967b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597670 Jul 06 14:04:45.001942 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [None req-249b69f4-705f-4ea2-b199-3c83b62af939 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621-project-admin] Deleting port 820439e4-dce4-445b-ac23-e39dda07a94b {{(pid=100246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:04:45.001942 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-249b69f4-705f-4ea2-b199-3c83b62af939 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:45.101387 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.db [None req-249b69f4-705f-4ea2-b199-3c83b62af939 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621-project-admin] For port 820439e4-dce4-445b-ac23-e39dda07a94b, host n-h2-773647-6, got binding levels [] {{(pid=100246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:04:45.101810 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-249b69f4-705f-4ea2-b199-3c83b62af939 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:45.128108 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [None req-249b69f4-705f-4ea2-b199-3c83b62af939 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621-project-admin] Calling delete_port for 820439e4-dce4-445b-ac23-e39dda07a94b owned by {{(pid=100246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:04:45.252930 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-0b046851-971a-448d-9b51-eb1e93ffdbff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1809193'] for router_interface, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:45.300508 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-249b69f4-705f-4ea2-b199-3c83b62af939 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127687580'] for port, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:45.354322 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b298f1c9-24e9-42e2-842f-86079a53d3d6 req-eb2c9fe5-857d-4ef7-a49d-d1178241e10f tempest-MultipleCreateTestJSON-1034572626 tempest-MultipleCreateTestJSON-1034572626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:04:45.356797 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249b69f4-705f-4ea2-b199-3c83b62af939 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621-project-admin] Pushing event deleted for resources: {'Port': ['ID=820439e4-dce4-445b-ac23-e39dda07a94b,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:04:45.365788 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-b298f1c9-24e9-42e2-842f-86079a53d3d6 req-eb2c9fe5-857d-4ef7-a49d-d1178241e10f tempest-MultipleCreateTestJSON-1034572626 tempest-MultipleCreateTestJSON-1034572626-project] 10.222.0.104 "GET /v2.0/ports?device_id=51a3e219-5c8d-43e4-8cf2-7c515667b022 HTTP/1.1" status: 200 len: 945 time: 0.1568992 Jul 06 14:04:45.369691 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-249b69f4-705f-4ea2-b199-3c83b62af939 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:45.374776 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-249b69f4-705f-4ea2-b199-3c83b62af939 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621-project-admin] 10.222.0.104 "DELETE /v2.0/ports/820439e4-dce4-445b-ac23-e39dda07a94b HTTP/1.1" status: 204 len: 168 time: 0.5153747 Jul 06 14:04:45.376010 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 40770) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:04:45.459811 n-d-773647-6 neutron-server[100247]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e49437a-55c7-47f1-a8e9-4ddea36b8bfe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621-project-admin] GET failed (client error): The resource could not be found. Jul 06 14:04:45.460267 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-5e49437a-55c7-47f1-a8e9-4ddea36b8bfe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621-project-admin] 10.222.0.104 "GET /v2.0/ports/820439e4-dce4-445b-ac23-e39dda07a94b HTTP/1.1" status: 404 len: 333 time: 0.0539649 Jul 06 14:04:45.464649 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 40776) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:04:45.470167 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [None req-86bbbd75-e9f7-44ce-90a9-77645c43cdf1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-483454562', 'network_id': 'd051c80d-a9da-45de-954d-1099961b1c2c'}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:04:45.501052 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86bbbd75-e9f7-44ce-90a9-77645c43cdf1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621-project-admin] Made reservation on behalf of 4e68605f6aa34a74a1f9c296c9f65cf6 for: {'port': 1} {{(pid=100247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:04:45.503450 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-86bbbd75-e9f7-44ce-90a9-77645c43cdf1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:45.524711 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-b298f1c9-24e9-42e2-842f-86079a53d3d6 req-44ae95fa-c437-4875-9853-dcec594cf2dc tempest-MultipleCreateTestJSON-1034572626 tempest-MultipleCreateTestJSON-1034572626-project] 10.222.0.104 "GET /v2.0/security-groups?id=d0717d20-fb31-48e4-8147-f0a3642617ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1576612 Jul 06 14:04:45.537838 n-d-773647-6 neutron-server[100247]: DEBUG neutron.notifiers.nova [None req-86bbbd75-e9f7-44ce-90a9-77645c43cdf1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621-project-admin] device_id is not set on port cd0ec086-b7ce-474e-b434-1c99dfc7769c yet. {{(pid=100247) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 14:04:45.794760 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b046851-971a-448d-9b51-eb1e93ffdbff admin admin] Router 4e092e31-7490-4a26-882e-b70bacbff7f5 has already been hosted by L3 agent 2823d358-a11b-4885-a706-95a279e43fa7 {{(pid=100247) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 14:04:45.835325 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-86bbbd75-e9f7-44ce-90a9-77645c43cdf1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:45.984378 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b046851-971a-448d-9b51-eb1e93ffdbff admin admin] Notify agent at l3_agent.n-d-773647-6 the message routers_updated {{(pid=100247) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 14:04:45.996138 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cbc74cb-210d-43cc-ac30-1f9f374d29bb None None] Sync routers for ids ['4e092e31-7490-4a26-882e-b70bacbff7f5'] in n-d-773647-6 {{(pid=100249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 14:04:46.001793 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-0b046851-971a-448d-9b51-eb1e93ffdbff admin admin] 10.222.0.104 "PUT /v2.0/routers/4e092e31-7490-4a26-882e-b70bacbff7f5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8981948 Jul 06 14:04:46.002004 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 40786) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:04:46.005015 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-86bbbd75-e9f7-44ce-90a9-77645c43cdf1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-128888360'] for port, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:46.021803 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cbc74cb-210d-43cc-ac30-1f9f374d29bb None None] Routers {'4e092e31-7490-4a26-882e-b70bacbff7f5'} bound to L3 agent in host n-d-773647-6 {{(pid=100249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:04:46.022451 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-7cbc74cb-210d-43cc-ac30-1f9f374d29bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T14:04:26Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['4e092e31-7490-4a26-882e-b70bacbff7f5'], 'active': True} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:04:46.080125 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86bbbd75-e9f7-44ce-90a9-77645c43cdf1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621-project-admin] Network d051c80d-a9da-45de-954d-1099961b1c2c is already hosted by enough agents. {{(pid=100247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:04:46.085713 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.base_scheduler [None req-86bbbd75-e9f7-44ce-90a9-77645c43cdf1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621-project-admin] Resources bound (agent type, host, resource id): {{(pid=100247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:04:46.092088 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86bbbd75-e9f7-44ce-90a9-77645c43cdf1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621-project-admin] Received port after_create {{(pid=100247) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:04:46.093923 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86bbbd75-e9f7-44ce-90a9-77645c43cdf1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:04:46.095289 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-86bbbd75-e9f7-44ce-90a9-77645c43cdf1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:46.122864 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-86bbbd75-e9f7-44ce-90a9-77645c43cdf1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621-project-admin] 10.222.0.104 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.6562419 Jul 06 14:04:46.137367 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Device 38fa73f8-6c0f-47d6-82d5-c280e4c1c51d up at agent hyperv_n-h1-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:04:46.143050 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 40790) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:04:46.375128 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Provisioning for port 38fa73f8-6c0f-47d6-82d5-c280e4c1c51d completed by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:04:46.380822 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86bbbd75-e9f7-44ce-90a9-77645c43cdf1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621-project-admin] Pushing event updated for resources: {'Port': ['ID=cd0ec086-b7ce-474e-b434-1c99dfc7769c,revision_number=1']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:04:46.383103 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Provisioning complete for port 38fa73f8-6c0f-47d6-82d5-c280e4c1c51d triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:04:46.385292 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:46.438010 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvr_db [None req-7cbc74cb-210d-43cc-ac30-1f9f374d29bb None None] Set router 4e092e31-7490-4a26-882e-b70bacbff7f5 gateway port host: n-d-773647-6 {{(pid=100249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:04:46.457314 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411fc473-e1d1-4b44-b5fb-4ae3d8ecb728 req-a9f1b0ff-d93e-424a-b6b0-a0ffc30f98ee tempest-MultipleCreateTestJSON-1034572626 tempest-MultipleCreateTestJSON-1034572626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:04:46.459177 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-411fc473-e1d1-4b44-b5fb-4ae3d8ecb728 req-a9f1b0ff-d93e-424a-b6b0-a0ffc30f98ee tempest-MultipleCreateTestJSON-1034572626 tempest-MultipleCreateTestJSON-1034572626-project] 10.222.0.72 "GET /v2.0/ports?device_id=51a3e219-5c8d-43e4-8cf2-7c515667b022 HTTP/1.1" status: 200 len: 945 time: 0.3442628 Jul 06 14:04:46.460907 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-d3991475-24c4-491b-83b4-a8657daf995d admin admin] Notify callbacks [] for router, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:46.575692 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4d9edff-02e1-4ac6-bd00-ba060590af69 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:04:46.592705 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-f4d9edff-02e1-4ac6-bd00-ba060590af69 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621-project-admin] 10.222.0.104 "GET /v2.0/ports/cd0ec086-b7ce-474e-b434-1c99dfc7769c HTTP/1.1" status: 200 len: 958 time: 0.4385626 Jul 06 14:04:46.600061 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 40808) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:04:46.825476 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:46.871509 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 40818) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:04:46.889149 n-d-773647-6 neutron-server[100248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39634090-bfa4-4244-b852-20cb38935361', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38fa73f8-6c0f-47d6-82d5-c280e4c1c51d'}] {{(pid=100248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:04:46.889594 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-d3991475-24c4-491b-83b4-a8657daf995d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:46.893444 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84af257533e383389cbcf231d3534f4d5e149e7203fea16b4a8fc01438dddaf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0dbae7ed-bfe6-4e25-b041-67576af625cc" -d '{"events": [{"server_uuid": "39634090-bfa4-4244-b852-20cb38935361", "name": "network-vif-plugged", "status": "completed", "tag": "38fa73f8-6c0f-47d6-82d5-c280e4c1c51d"}]}' {{(pid=100248) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:04:46.911846 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] For port 38fa73f8-6c0f-47d6-82d5-c280e4c1c51d, host n-h1-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773647-6',level=0,port_id=38fa73f8-6c0f-47d6-82d5-c280e4c1c51d,segment=NetworkSegment(4f034a4d-0401-4410-9e3b-cfb7c7ebcd98),segment_id=4f034a4d-0401-4410-9e3b-cfb7c7ebcd98)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:04:46.920980 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:46.922660 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-7cbc74cb-210d-43cc-ac30-1f9f374d29bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e092e31-7490-4a26-882e-b70bacbff7f5', 'name': 'tempest-ServersTestBootFromVolume-756776599-router', 'tenant_id': '781535735adb4e1297ed6761c38ca98f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.149'}], 'enable_snat': True}, 'gw_port_id': 'da2a706e-62bb-4bb1-b14b-8538546ce077', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:01:03Z', 'updated_at': '2021-07-06T14:04:44Z', 'revision_number': 5, 'project_id': '781535735adb4e1297ed6761c38ca98f', 'gw_port': {'id': 'da2a706e-62bb-4bb1-b14b-8538546ce077', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:c2:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e092e31-7490-4a26-882e-b70bacbff7f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 899, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:01:06Z', 'updated_at': '2021-07-06T14:01:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6'}], 'n-d-773647-6', False) {} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:04:46.931525 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3bfc07-1cb9-4e54-a1b0-00e20959397a req-5da6f2f5-469e-499e-8cf8-fe4930695457 tempest-ImagesTestJSON-1482892319 tempest-ImagesTestJSON-1482892319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:04:46.939003 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-9b3bfc07-1cb9-4e54-a1b0-00e20959397a req-5da6f2f5-469e-499e-8cf8-fe4930695457 tempest-ImagesTestJSON-1482892319 tempest-ImagesTestJSON-1482892319-project] 10.222.0.104 "GET /v2.0/ports?device_id=39634090-bfa4-4244-b852-20cb38935361 HTTP/1.1" status: 200 len: 944 time: 0.7160540 Jul 06 14:04:46.962614 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cbc74cb-210d-43cc-ac30-1f9f374d29bb None None] Checking router: 4e092e31-7490-4a26-882e-b70bacbff7f5 for host: n-d-773647-6 {{(pid=100249) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 14:04:46.975321 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cbc74cb-210d-43cc-ac30-1f9f374d29bb None None] Routers {'4e092e31-7490-4a26-882e-b70bacbff7f5'} bound to L3 agent in host n-d-773647-6 {{(pid=100249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:04:46.975944 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-7cbc74cb-210d-43cc-ac30-1f9f374d29bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T14:04:26Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['4e092e31-7490-4a26-882e-b70bacbff7f5'], 'active': True} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:04:47.058859 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [req-411fc473-e1d1-4b44-b5fb-4ae3d8ecb728 req-17b65cc2-e23f-44f4-bbf2-7dba706e0b9f tempest-MultipleCreateTestJSON-1034572626 tempest-MultipleCreateTestJSON-1034572626-project] Deleting port 6f584c48-b9e4-48d2-a3b6-accfd954acb8 {{(pid=100246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:04:47.059613 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-411fc473-e1d1-4b44-b5fb-4ae3d8ecb728 req-17b65cc2-e23f-44f4-bbf2-7dba706e0b9f tempest-MultipleCreateTestJSON-1034572626 tempest-MultipleCreateTestJSON-1034572626-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:47.059852 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Pushing event updated for resources: {'Port': ['ID=38fa73f8-6c0f-47d6-82d5-c280e4c1c51d,revision_number=5']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:04:47.082871 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:04:47.087039 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:04:47.087833 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:04:47.088183 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:04:47.088521 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:04:47.088855 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:04:47.089241 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:04:47.089572 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:04:47.090056 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:04:47.090382 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:04:47.090708 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:04:47.091028 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:04:47.177679 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvr_db [None req-7cbc74cb-210d-43cc-ac30-1f9f374d29bb None None] Set router 4e092e31-7490-4a26-882e-b70bacbff7f5 gateway port host: None {{(pid=100249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:04:47.179872 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-9b3bfc07-1cb9-4e54-a1b0-00e20959397a req-0d58eb06-c85e-416e-b177-6852d4bdf699 tempest-ImagesTestJSON-1482892319 tempest-ImagesTestJSON-1482892319-project] 10.222.0.104 "GET /v2.0/security-groups?id=46e03f63-f74e-4db3-981d-76fb36967b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2398522 Jul 06 14:04:47.254209 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-5d032494-6b66-4289-9048-c21f8b8cd2f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:47.263262 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-7cbc74cb-210d-43cc-ac30-1f9f374d29bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e092e31-7490-4a26-882e-b70bacbff7f5', 'name': 'tempest-ServersTestBootFromVolume-756776599-router', 'tenant_id': '781535735adb4e1297ed6761c38ca98f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:01:03Z', 'updated_at': '2021-07-06T14:04:46Z', 'revision_number': 6, 'project_id': '781535735adb4e1297ed6761c38ca98f', 'gw_port_host': None}], 'n-d-773647-6', False) {} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:04:47.290268 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 14:04:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33f1bb27-a744-4fc9-88aa-020915a394ba x-openstack-request-id: req-33f1bb27-a744-4fc9-88aa-020915a394ba {{(pid=100248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:04:47.292200 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39634090-bfa4-4244-b852-20cb38935361", "name": "network-vif-plugged", "status": "completed", "tag": "38fa73f8-6c0f-47d6-82d5-c280e4c1c51d", "code": 200}]} {{(pid=100248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:04:47.292674 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-33f1bb27-a744-4fc9-88aa-020915a394ba {{(pid=100248) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:04:47.293355 n-d-773647-6 neutron-server[100248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39634090-bfa4-4244-b852-20cb38935361', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38fa73f8-6c0f-47d6-82d5-c280e4c1c51d', 'code': 200} Jul 06 14:04:47.305266 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cbc74cb-210d-43cc-ac30-1f9f374d29bb None None] The sync data for ids ['4e092e31-7490-4a26-882e-b70bacbff7f5'] in n-d-773647-6 is: [{'id': '4e092e31-7490-4a26-882e-b70bacbff7f5', 'name': 'tempest-ServersTestBootFromVolume-756776599-router', 'tenant_id': '781535735adb4e1297ed6761c38ca98f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:01:03Z', 'updated_at': '2021-07-06T14:04:46Z', 'revision_number': 6, 'project_id': '781535735adb4e1297ed6761c38ca98f', 'gw_port_host': None}] {{(pid=100249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 14:04:47.419730 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.db [req-411fc473-e1d1-4b44-b5fb-4ae3d8ecb728 req-17b65cc2-e23f-44f4-bbf2-7dba706e0b9f tempest-MultipleCreateTestJSON-1034572626 tempest-MultipleCreateTestJSON-1034572626-project] For port 6f584c48-b9e4-48d2-a3b6-accfd954acb8, host n-h2-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=6f584c48-b9e4-48d2-a3b6-accfd954acb8,segment=NetworkSegment(6b220387-8d13-4ae1-983f-231ccd618d77),segment_id=6b220387-8d13-4ae1-983f-231ccd618d77)] {{(pid=100246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:04:47.420476 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-411fc473-e1d1-4b44-b5fb-4ae3d8ecb728 req-17b65cc2-e23f-44f4-bbf2-7dba706e0b9f tempest-MultipleCreateTestJSON-1034572626 tempest-MultipleCreateTestJSON-1034572626-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:47.434016 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-5d032494-6b66-4289-9048-c21f8b8cd2f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:47.440857 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.plugin [None req-022f994b-4ded-4a4e-b887-f4635a3be94e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621-project-admin] Deleting port cd0ec086-b7ce-474e-b434-1c99dfc7769c {{(pid=100247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:04:47.441224 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-022f994b-4ded-4a4e-b887-f4635a3be94e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:47.450847 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [req-411fc473-e1d1-4b44-b5fb-4ae3d8ecb728 req-17b65cc2-e23f-44f4-bbf2-7dba706e0b9f tempest-MultipleCreateTestJSON-1034572626 tempest-MultipleCreateTestJSON-1034572626-project] Calling delete_port for 6f584c48-b9e4-48d2-a3b6-accfd954acb8 owned by compute:nova {{(pid=100246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:04:47.457844 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fd4939-2a7f-4caa-9b53-0cae8d49f091 req-c30bb622-b756-47a8-8b79-15a6d7e1012a tempest-MultipleCreateTestJSON-1034572626 tempest-MultipleCreateTestJSON-1034572626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:04:47.459486 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-33fd4939-2a7f-4caa-9b53-0cae8d49f091 req-c30bb622-b756-47a8-8b79-15a6d7e1012a tempest-MultipleCreateTestJSON-1034572626 tempest-MultipleCreateTestJSON-1034572626-project] 10.222.0.127 "GET /v2.0/ports?device_id=052d97cf-afd7-41ba-af8c-a618ba95ebdf HTTP/1.1" status: 200 len: 946 time: 0.6056762 Jul 06 14:04:47.465266 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-5d032494-6b66-4289-9048-c21f8b8cd2f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:47.543952 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 40826) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:04:47.544284 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-5d032494-6b66-4289-9048-c21f8b8cd2f6 admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=164246617c5e49d1baedd94b7f17ed34&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6625218 Jul 06 14:04:47.549924 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [None req-d3991475-24c4-491b-83b4-a8657daf995d admin admin] Deleting port da2a706e-62bb-4bb1-b14b-8538546ce077 {{(pid=100246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:04:47.550269 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-d3991475-24c4-491b-83b4-a8657daf995d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:47.637773 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d032494-6b66-4289-9048-c21f8b8cd2f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c44ea90-2274-44b4-9cd4-e5cf71a737f4,revision_number=1']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:04:47.712816 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 8e4ba707-5bdb-486a-abca-cd0cffb450f4 no longer exists at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:04:47.754056 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] No Port match for: 8e4ba707-5bdb-486a-abca-cd0cffb450f4 {{(pid=100248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 14:04:47.754419 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 8e4ba707-5bdb-486a-abca-cd0cffb450f4 not bound to the agent host n-d-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:04:47.846165 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f45aa2-0382-40ca-93f8-d322fbe47824 req-1f983618-a260-43df-a128-ddad327782d8 tempest-MultipleCreateTestJSON-1034572626 tempest-MultipleCreateTestJSON-1034572626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:04:47.847759 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-36f45aa2-0382-40ca-93f8-d322fbe47824 req-1f983618-a260-43df-a128-ddad327782d8 tempest-MultipleCreateTestJSON-1034572626 tempest-MultipleCreateTestJSON-1034572626-project] 10.222.0.104 "GET /v2.0/ports?device_id=51a3e219-5c8d-43e4-8cf2-7c515667b022 HTTP/1.1" status: 200 len: 945 time: 0.8365498 Jul 06 14:04:47.885115 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.db [None req-d3991475-24c4-491b-83b4-a8657daf995d admin admin] For port da2a706e-62bb-4bb1-b14b-8538546ce077, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=da2a706e-62bb-4bb1-b14b-8538546ce077,segment=NetworkSegment(89a832b7-7793-4d51-9038-ed7e1c3ff1b2),segment_id=89a832b7-7793-4d51-9038-ed7e1c3ff1b2)] {{(pid=100246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:04:47.885596 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-d3991475-24c4-491b-83b4-a8657daf995d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:47.888505 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-411fc473-e1d1-4b44-b5fb-4ae3d8ecb728 req-17b65cc2-e23f-44f4-bbf2-7dba706e0b9f tempest-MultipleCreateTestJSON-1034572626 tempest-MultipleCreateTestJSON-1034572626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127687580'] for port, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:47.896755 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-76623104-1694-4ead-8559-cc8e86ea24d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:47.900940 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-022f994b-4ded-4a4e-b887-f4635a3be94e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:47.912778 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] get_ports_and_sgs() called for port_ids ['4dc5a099-d5e7-40d6-9889-a61e55efabd9'] {{(pid=100248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 14:04:47.933193 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.plugin [None req-022f994b-4ded-4a4e-b887-f4635a3be94e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621-project-admin] Calling delete_port for cd0ec086-b7ce-474e-b434-1c99dfc7769c owned by {{(pid=100247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:04:47.947166 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [None req-d3991475-24c4-491b-83b4-a8657daf995d admin admin] Calling delete_port for da2a706e-62bb-4bb1-b14b-8538546ce077 owned by network:router_gateway {{(pid=100246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:04:47.961011 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.plugin [req-33fd4939-2a7f-4caa-9b53-0cae8d49f091 req-ce3e73fb-5c32-458f-b228-6e667b08b754 tempest-MultipleCreateTestJSON-1034572626 tempest-MultipleCreateTestJSON-1034572626-project] Deleting port 4dc5a099-d5e7-40d6-9889-a61e55efabd9 {{(pid=100247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:04:47.961353 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-33fd4939-2a7f-4caa-9b53-0cae8d49f091 req-ce3e73fb-5c32-458f-b228-6e667b08b754 tempest-MultipleCreateTestJSON-1034572626 tempest-MultipleCreateTestJSON-1034572626-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:47.979672 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b65cc2-e23f-44f4-bbf2-7dba706e0b9f tempest-MultipleCreateTestJSON-1034572626 tempest-MultipleCreateTestJSON-1034572626-project] Pushing event deleted for resources: {'Port': ['ID=6f584c48-b9e4-48d2-a3b6-accfd954acb8,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:04:48.025315 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-36f45aa2-0382-40ca-93f8-d322fbe47824 req-7c34c080-3421-4f31-b5b7-3dd719ff9a01 tempest-MultipleCreateTestJSON-1034572626 tempest-MultipleCreateTestJSON-1034572626-project] 10.222.0.104 "GET /v2.0/security-groups?id=d0717d20-fb31-48e4-8147-f0a3642617ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1540678 Jul 06 14:04:48.027156 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375d458d-bddd-42c3-a487-e35ba513aec9 req-d3a07e7e-1ef7-40c3-9eb7-5d0e11afbc6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:04:48.028626 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-375d458d-bddd-42c3-a487-e35ba513aec9 req-d3a07e7e-1ef7-40c3-9eb7-5d0e11afbc6a service neutron] 10.222.0.127 "GET /v2.0/ports?device_id=39634090-bfa4-4244-b852-20cb38935361 HTTP/1.1" status: 200 len: 1096 time: 0.5808299 Jul 06 14:04:48.057438 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-76623104-1694-4ead-8559-cc8e86ea24d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:48.099111 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [req-411fc473-e1d1-4b44-b5fb-4ae3d8ecb728 req-17b65cc2-e23f-44f4-bbf2-7dba706e0b9f tempest-MultipleCreateTestJSON-1034572626 tempest-MultipleCreateTestJSON-1034572626-project] No DVR routers for this DVR port 6f584c48-b9e4-48d2-a3b6-accfd954acb8 on host n-h2-773647-6 {{(pid=100246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:04:48.139701 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-411fc473-e1d1-4b44-b5fb-4ae3d8ecb728 req-17b65cc2-e23f-44f4-bbf2-7dba706e0b9f tempest-MultipleCreateTestJSON-1034572626 tempest-MultipleCreateTestJSON-1034572626-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:48.141976 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-411fc473-e1d1-4b44-b5fb-4ae3d8ecb728 req-17b65cc2-e23f-44f4-bbf2-7dba706e0b9f tempest-MultipleCreateTestJSON-1034572626 tempest-MultipleCreateTestJSON-1034572626-project] 10.222.0.72 "DELETE /v2.0/ports/6f584c48-b9e4-48d2-a3b6-accfd954acb8 HTTP/1.1" status: 204 len: 173 time: 1.6652706 Jul 06 14:04:48.142519 n-d-773647-6 neutron-server[100246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51a3e219-5c8d-43e4-8cf2-7c515667b022', 'name': 'network-vif-deleted', 'tag': '6f584c48-b9e4-48d2-a3b6-accfd954acb8'}] {{(pid=100246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:04:48.142757 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-375d458d-bddd-42c3-a487-e35ba513aec9 req-c64b3663-f381-4c42-af49-85ee34c51f4d service neutron] 10.222.0.127 "GET /v2.0/security-groups?id=46e03f63-f74e-4db3-981d-76fb36967b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822272 Jul 06 14:04:48.145171 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0d96c5ab5e889f7b933ae915b9be33d1b46c9e87795bf781004b656ef3f1e87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c55b87a8-e6d1-449f-9aac-7dc49f85f6e2" -d '{"events": [{"server_uuid": "51a3e219-5c8d-43e4-8cf2-7c515667b022", "name": "network-vif-deleted", "tag": "6f584c48-b9e4-48d2-a3b6-accfd954acb8"}]}' {{(pid=100246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:04:48.165603 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Device fd226586-54a3-4c8f-87bb-11c002aac048 details requested by agent hyperv_n-h1-773647-6 with host n-h1-773647-6 {{(pid=100248) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 14:04:48.196420 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.db [req-33fd4939-2a7f-4caa-9b53-0cae8d49f091 req-ce3e73fb-5c32-458f-b228-6e667b08b754 tempest-MultipleCreateTestJSON-1034572626 tempest-MultipleCreateTestJSON-1034572626-project] For port 4dc5a099-d5e7-40d6-9889-a61e55efabd9, host n-h1-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773647-6',level=0,port_id=4dc5a099-d5e7-40d6-9889-a61e55efabd9,segment=NetworkSegment(6b220387-8d13-4ae1-983f-231ccd618d77),segment_id=6b220387-8d13-4ae1-983f-231ccd618d77)] {{(pid=100247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:04:48.197132 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-33fd4939-2a7f-4caa-9b53-0cae8d49f091 req-ce3e73fb-5c32-458f-b228-6e667b08b754 tempest-MultipleCreateTestJSON-1034572626 tempest-MultipleCreateTestJSON-1034572626-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:48.221650 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.plugin [req-33fd4939-2a7f-4caa-9b53-0cae8d49f091 req-ce3e73fb-5c32-458f-b228-6e667b08b754 tempest-MultipleCreateTestJSON-1034572626 tempest-MultipleCreateTestJSON-1034572626-project] Calling delete_port for 4dc5a099-d5e7-40d6-9889-a61e55efabd9 owned by compute:nova {{(pid=100247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:04:48.242280 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-022f994b-4ded-4a4e-b887-f4635a3be94e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128888353'] for port, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:48.343888 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Device 6f584c48-b9e4-48d2-a3b6-accfd954acb8 no longer exists at agent hyperv_n-h2-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:04:48.364020 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022f994b-4ded-4a4e-b887-f4635a3be94e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621-project-admin] Pushing event deleted for resources: {'Port': ['ID=cd0ec086-b7ce-474e-b434-1c99dfc7769c,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:04:48.409066 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-022f994b-4ded-4a4e-b887-f4635a3be94e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:48.419779 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-022f994b-4ded-4a4e-b887-f4635a3be94e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621-project-admin] 10.222.0.104 "DELETE /v2.0/ports/cd0ec086-b7ce-474e-b434-1c99dfc7769c HTTP/1.1" status: 204 len: 168 time: 1.8067286 Jul 06 14:04:48.421929 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 40846) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:04:48.441118 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 14:04:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fc38fb9-d0cf-4762-8fd3-5e4fba3b74b3 x-openstack-request-id: req-4fc38fb9-d0cf-4762-8fd3-5e4fba3b74b3 {{(pid=100246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:04:48.441447 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51a3e219-5c8d-43e4-8cf2-7c515667b022", "name": "network-vif-deleted", "tag": "6f584c48-b9e4-48d2-a3b6-accfd954acb8", "status": "completed", "code": 200}]} {{(pid=100246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:04:48.441832 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-4fc38fb9-d0cf-4762-8fd3-5e4fba3b74b3 {{(pid=100246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:04:48.442290 n-d-773647-6 neutron-server[100246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51a3e219-5c8d-43e4-8cf2-7c515667b022', 'name': 'network-vif-deleted', 'tag': '6f584c48-b9e4-48d2-a3b6-accfd954acb8', 'status': 'completed', 'code': 200} Jul 06 14:04:48.505301 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-76623104-1694-4ead-8559-cc8e86ea24d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:48.509556 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-76623104-1694-4ead-8559-cc8e86ea24d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:48.513527 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] No Port match for: 6f584c48-b9e4-48d2-a3b6-accfd954acb8 {{(pid=100248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 14:04:48.514470 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-76623104-1694-4ead-8559-cc8e86ea24d8 admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/6c44ea90-2274-44b4-9cd4-e5cf71a737f4 HTTP/1.1" status: 204 len: 168 time: 0.9675651 Jul 06 14:04:48.519747 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Device 6f584c48-b9e4-48d2-a3b6-accfd954acb8 not bound to the agent host n-h2-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:04:48.529760 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76623104-1694-4ead-8559-cc8e86ea24d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c44ea90-2274-44b4-9cd4-e5cf71a737f4,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:04:48.532151 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-d3991475-24c4-491b-83b4-a8657daf995d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127687580'] for port, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:48.597001 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3991475-24c4-491b-83b4-a8657daf995d admin admin] Pushing event deleted for resources: {'Port': ['ID=da2a706e-62bb-4bb1-b14b-8538546ce077,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:04:48.619453 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] For port fd226586-54a3-4c8f-87bb-11c002aac048, host n-h1-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773647-6',level=0,port_id=fd226586-54a3-4c8f-87bb-11c002aac048,segment=NetworkSegment(c9ea893d-045e-42cf-b3dd-cdd1f79baccd),segment_id=c9ea893d-045e-42cf-b3dd-cdd1f79baccd)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:04:48.637033 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Returning: {'device': 'fd226586-54a3-4c8f-87bb-11c002aac048', 'network_id': 'ac09d390-867f-4b75-a8d2-ab11550bffd6', 'port_id': 'fd226586-54a3-4c8f-87bb-11c002aac048', 'mac_address': 'fa:16:3e:42:3f:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1023, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd1c3cc78-09b9-4e30-99fd-0e5830de101d', 'ip_address': '192.168.233.140'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100248) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 14:04:48.683965 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-d3991475-24c4-491b-83b4-a8657daf995d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1761104'] for router_gateway, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:48.699728 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:48.715971 n-d-773647-6 neutron-server[100248]: DEBUG neutron.notifiers.nova [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fd226586-54a3-4c8f-87bb-11c002aac048 {{(pid=100248) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 14:04:48.756425 n-d-773647-6 neutron-server[100247]: INFO neutron.pecan_wsgi.hooks.translation [None req-c1fa8b8b-727e-4f64-9a54-2befbaaa22b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621-project-admin] GET failed (client error): The resource could not be found. Jul 06 14:04:48.758352 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-c1fa8b8b-727e-4f64-9a54-2befbaaa22b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621-project-admin] 10.222.0.104 "GET /v2.0/ports/cd0ec086-b7ce-474e-b434-1c99dfc7769c HTTP/1.1" status: 404 len: 333 time: 0.1679595 Jul 06 14:04:48.764670 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] For port fd226586-54a3-4c8f-87bb-11c002aac048, host n-h1-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773647-6',level=0,port_id=fd226586-54a3-4c8f-87bb-11c002aac048,segment=NetworkSegment(c9ea893d-045e-42cf-b3dd-cdd1f79baccd),segment_id=c9ea893d-045e-42cf-b3dd-cdd1f79baccd)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:04:48.767489 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 40860) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:04:48.770405 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:48.795460 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [None req-4b9aef7d-33f3-4820-91a9-258aee148000 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621-project-admin] Request body: {'port': {'network_id': 'd051c80d-a9da-45de-954d-1099961b1c2c', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078516022'}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:04:48.873889 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b9aef7d-33f3-4820-91a9-258aee148000 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621-project-admin] Made reservation on behalf of 4e68605f6aa34a74a1f9c296c9f65cf6 for: {'port': 1} {{(pid=100247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:04:48.880966 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-4b9aef7d-33f3-4820-91a9-258aee148000 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:48.884852 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-d3991475-24c4-491b-83b4-a8657daf995d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1806308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6982'] for router, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:48.888069 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-d3991475-24c4-491b-83b4-a8657daf995d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:48.909309 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Pushing event updated for resources: {'Port': ['ID=fd226586-54a3-4c8f-87bb-11c002aac048,revision_number=9']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:04:48.971566 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-d3991475-24c4-491b-83b4-a8657daf995d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1805684'] for router, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:48.971976 n-d-773647-6 neutron-server[100247]: DEBUG neutron.notifiers.nova [None req-4b9aef7d-33f3-4820-91a9-258aee148000 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621-project-admin] device_id is not set on port 641e534b-3864-4c6b-abd3-bf87b5745451 yet. {{(pid=100247) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 14:04:48.972462 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3991475-24c4-491b-83b4-a8657daf995d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4e092e31-7490-4a26-882e-b70bacbff7f5 {{(pid=100246) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 14:04:48.977133 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-d3991475-24c4-491b-83b4-a8657daf995d admin admin] Notify callbacks [] for router, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:48.978901 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-d3991475-24c4-491b-83b4-a8657daf995d admin admin] 10.222.0.104 "DELETE /v2.0/routers/4e092e31-7490-4a26-882e-b70bacbff7f5 HTTP/1.1" status: 204 len: 168 time: 2.9755013 Jul 06 14:04:48.981554 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 40878) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:04:48.984024 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] get_ports_and_sgs() called for port_ids ['fd226586-54a3-4c8f-87bb-11c002aac048'] {{(pid=100248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 14:04:49.056484 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.db_base_plugin_v2 [None req-49ded729-570c-4ca5-9f46-40f07f233eaf admin admin] Deleting subnet 8b3908d8-67f9-4087-8b08-3c0c944b289c {{(pid=100246) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 14:04:49.063390 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-49ded729-570c-4ca5-9f46-40f07f233eaf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:49.114485 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-49ded729-570c-4ca5-9f46-40f07f233eaf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126218885'] for subnet, precommit_delete_associations {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:49.137843 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 40886) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:04:49.167750 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-48047f93-7e0a-4a52-b061-fe9132bb28f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:49.291478 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-49ded729-570c-4ca5-9f46-40f07f233eaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-913473'] for subnet, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:49.330655 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-4b9aef7d-33f3-4820-91a9-258aee148000 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:49.365424 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-49ded729-570c-4ca5-9f46-40f07f233eaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-913480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1849032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127687590', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127702764'] for subnet, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:49.415829 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ded729-570c-4ca5-9f46-40f07f233eaf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8b3908d8-67f9-4087-8b08-3c0c944b289c,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:04:49.420519 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-49ded729-570c-4ca5-9f46-40f07f233eaf admin admin] Notify callbacks [] for subnet, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:49.423689 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-49ded729-570c-4ca5-9f46-40f07f233eaf admin admin] 10.222.0.104 "DELETE /v2.0/subnets/8b3908d8-67f9-4087-8b08-3c0c944b289c HTTP/1.1" status: 204 len: 168 time: 0.4395914 Jul 06 14:04:49.427579 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2ec20ac-1ba5-4330-a29a-55acbf4f7ceb None None] Network d9f36955-e86a-4c93-9b28-49ad744bf776 requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:04:49.431793 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 40890) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:04:49.441294 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9625a1-e434-4fe7-90cb-0b311449c650 req-8a112805-9d6c-4938-b1b0-94bf55bb3154 tempest-ImagesTestJSON-1482892319 tempest-ImagesTestJSON-1482892319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:04:49.444399 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-8b9625a1-e434-4fe7-90cb-0b311449c650 req-8a112805-9d6c-4938-b1b0-94bf55bb3154 tempest-ImagesTestJSON-1482892319 tempest-ImagesTestJSON-1482892319-project] 10.222.0.104 "GET /v2.0/ports?device_id=39634090-bfa4-4244-b852-20cb38935361 HTTP/1.1" status: 200 len: 945 time: 1.0233178 Jul 06 14:04:49.460543 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-4b9aef7d-33f3-4820-91a9-258aee148000 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-128888360'] for port, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:49.538183 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-48047f93-7e0a-4a52-b061-fe9132bb28f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:49.544393 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-48047f93-7e0a-4a52-b061-fe9132bb28f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:49.549286 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-6f9b0c1a-2b82-4ac6-9191-54c3329d8838 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530492'] for network, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:49.600095 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-33fd4939-2a7f-4caa-9b53-0cae8d49f091 req-ce3e73fb-5c32-458f-b228-6e667b08b754 tempest-MultipleCreateTestJSON-1034572626 tempest-MultipleCreateTestJSON-1034572626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128888353'] for port, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:49.619750 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b9aef7d-33f3-4820-91a9-258aee148000 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621-project-admin] Network d051c80d-a9da-45de-954d-1099961b1c2c is already hosted by enough agents. {{(pid=100247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:04:49.643851 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-48047f93-7e0a-4a52-b061-fe9132bb28f7 admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=23823ae5d53f4143945617d7139d725c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5041258 Jul 06 14:04:49.645758 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 40894) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:04:49.654236 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.base_scheduler [None req-4b9aef7d-33f3-4820-91a9-258aee148000 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621-project-admin] Resources bound (agent type, host, resource id): {{(pid=100247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:04:49.658115 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48047f93-7e0a-4a52-b061-fe9132bb28f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=550b67f3-5d24-4dda-9dfa-96e16907d8cd,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:04:49.678196 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device da2a706e-62bb-4bb1-b14b-8538546ce077 no longer exists at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:04:49.702519 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b9aef7d-33f3-4820-91a9-258aee148000 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621-project-admin] Received port after_create {{(pid=100247) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:04:49.703731 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b9aef7d-33f3-4820-91a9-258aee148000 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:04:49.704129 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-4b9aef7d-33f3-4820-91a9-258aee148000 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:49.712916 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [None req-6f9b0c1a-2b82-4ac6-9191-54c3329d8838 admin admin] Deleting port c58ccd02-3263-44d6-8574-dc82808a9f42 {{(pid=100246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:04:49.713252 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-6f9b0c1a-2b82-4ac6-9191-54c3329d8838 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:49.715684 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9aef7d-33f3-4820-91a9-258aee148000 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621-project-admin] Pushing event updated for resources: {'Port': ['ID=641e534b-3864-4c6b-abd3-bf87b5745451,revision_number=1']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:04:49.716744 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] No Port match for: da2a706e-62bb-4bb1-b14b-8538546ce077 {{(pid=100248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 14:04:49.717561 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device da2a706e-62bb-4bb1-b14b-8538546ce077 not bound to the agent host n-d-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:04:49.757857 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9c93f4-f39f-428f-8dc5-cd79d8a7e3ce req-8ad60e2a-f113-4306-9ae0-da55d2cfdd70 tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:04:49.759553 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-7b9c93f4-f39f-428f-8dc5-cd79d8a7e3ce req-8ad60e2a-f113-4306-9ae0-da55d2cfdd70 tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] 10.222.0.104 "GET /v2.0/ports?device_id=5fbc9a8b-86db-4456-85e1-a59cfdbb9c8d HTTP/1.1" status: 200 len: 945 time: 0.3806539 Jul 06 14:04:49.763321 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-68965028-20cb-4ac8-b4f8-50b42ca13f09 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:49.764832 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.l3_dvrscheduler_db [req-33fd4939-2a7f-4caa-9b53-0cae8d49f091 req-ce3e73fb-5c32-458f-b228-6e667b08b754 tempest-MultipleCreateTestJSON-1034572626 tempest-MultipleCreateTestJSON-1034572626-project] No DVR routers for this DVR port 4dc5a099-d5e7-40d6-9889-a61e55efabd9 on host n-h1-773647-6 {{(pid=100247) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:04:49.767393 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-4b9aef7d-33f3-4820-91a9-258aee148000 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621-project-admin] 10.222.0.104 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.9805667 Jul 06 14:04:49.770758 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-8b9625a1-e434-4fe7-90cb-0b311449c650 req-11930c71-123d-43f2-a641-178e92889396 tempest-ImagesTestJSON-1482892319 tempest-ImagesTestJSON-1482892319-project] 10.222.0.104 "GET /v2.0/security-groups?id=46e03f63-f74e-4db3-981d-76fb36967b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3013818 Jul 06 14:04:49.772112 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-33fd4939-2a7f-4caa-9b53-0cae8d49f091 req-ce3e73fb-5c32-458f-b228-6e667b08b754 tempest-MultipleCreateTestJSON-1034572626 tempest-MultipleCreateTestJSON-1034572626-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:49.773173 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 40896) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:04:49.775846 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-33fd4939-2a7f-4caa-9b53-0cae8d49f091 req-ce3e73fb-5c32-458f-b228-6e667b08b754 tempest-MultipleCreateTestJSON-1034572626 tempest-MultipleCreateTestJSON-1034572626-project] 10.222.0.127 "DELETE /v2.0/ports/4dc5a099-d5e7-40d6-9889-a61e55efabd9 HTTP/1.1" status: 204 len: 173 time: 2.2652576 Jul 06 14:04:49.802824 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-33896e2f-8487-47d3-9014-67272f822ec9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-773647-6'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:04:49.807368 n-d-773647-6 neutron-server[100247]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '052d97cf-afd7-41ba-af8c-a618ba95ebdf', 'name': 'network-vif-deleted', 'tag': '4dc5a099-d5e7-40d6-9889-a61e55efabd9'}] {{(pid=100247) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:04:49.808954 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cbf0eeaae822f8fc9b87a94aeba67a3d651842baf663a51cba94b67a514836d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-286344d9-e05b-428e-b7bd-9c8af7f5d56c" -d '{"events": [{"server_uuid": "052d97cf-afd7-41ba-af8c-a618ba95ebdf", "name": "network-vif-deleted", "tag": "4dc5a099-d5e7-40d6-9889-a61e55efabd9"}]}' {{(pid=100247) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:04:49.826510 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3e73fb-5c32-458f-b228-6e667b08b754 tempest-MultipleCreateTestJSON-1034572626 tempest-MultipleCreateTestJSON-1034572626-project] Pushing event deleted for resources: {'Port': ['ID=4dc5a099-d5e7-40d6-9889-a61e55efabd9,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:04:49.866616 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-7b9c93f4-f39f-428f-8dc5-cd79d8a7e3ce req-7c6f7e43-c9e6-40d1-b597-5b8e48037988 tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] 10.222.0.104 "GET /v2.0/security-groups?id=54cfb86c-390d-4cad-8265-7f5781c66116&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0901964 Jul 06 14:04:49.868360 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-68965028-20cb-4ac8-b4f8-50b42ca13f09 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:49.871046 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.db [None req-6f9b0c1a-2b82-4ac6-9191-54c3329d8838 admin admin] For port c58ccd02-3263-44d6-8574-dc82808a9f42, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=c58ccd02-3263-44d6-8574-dc82808a9f42,segment=NetworkSegment(9eba4787-c4f9-4fad-9106-1dea9683e832),segment_id=9eba4787-c4f9-4fad-9106-1dea9683e832)] {{(pid=100246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:04:49.871431 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-6f9b0c1a-2b82-4ac6-9191-54c3329d8838 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:49.883073 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a694e27-0082-4073-a0d6-786156f9e274 None None] DHCP port deletion for d9f36955-e86a-4c93-9b28-49ad744bf776 request from n-d-773647-6 {{(pid=100248) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 14:04:49.935893 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 14:04:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5142d61b-823d-42e5-b34b-fcbf021b1f6f x-openstack-request-id: req-5142d61b-823d-42e5-b34b-fcbf021b1f6f {{(pid=100247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:04:49.936582 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "052d97cf-afd7-41ba-af8c-a618ba95ebdf", "name": "network-vif-deleted", "tag": "4dc5a099-d5e7-40d6-9889-a61e55efabd9", "status": "completed", "code": 200}]} {{(pid=100247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:04:49.937095 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-5142d61b-823d-42e5-b34b-fcbf021b1f6f {{(pid=100247) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:04:49.938295 n-d-773647-6 neutron-server[100247]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '052d97cf-afd7-41ba-af8c-a618ba95ebdf', 'name': 'network-vif-deleted', 'tag': '4dc5a099-d5e7-40d6-9889-a61e55efabd9', 'status': 'completed', 'code': 200} Jul 06 14:04:49.946136 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [None req-6f9b0c1a-2b82-4ac6-9191-54c3329d8838 admin admin] Calling delete_port for c58ccd02-3263-44d6-8574-dc82808a9f42 owned by network:dhcp {{(pid=100246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:04:49.963959 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-68965028-20cb-4ac8-b4f8-50b42ca13f09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:49.966863 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-68965028-20cb-4ac8-b4f8-50b42ca13f09 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:49.968295 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-68965028-20cb-4ac8-b4f8-50b42ca13f09 admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/550b67f3-5d24-4dda-9dfa-96e16907d8cd HTTP/1.1" status: 204 len: 168 time: 0.3215632 Jul 06 14:04:49.986078 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68965028-20cb-4ac8-b4f8-50b42ca13f09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=550b67f3-5d24-4dda-9dfa-96e16907d8cd,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:04:50.116299 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-33896e2f-8487-47d3-9014-67272f822ec9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:50.135348 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-4a694e27-0082-4073-a0d6-786156f9e274 None None] Deleting port c58ccd02-3263-44d6-8574-dc82808a9f42 {{(pid=100248) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:04:50.135874 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4a694e27-0082-4073-a0d6-786156f9e274 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:50.170617 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-50b2d3c0-7d5c-4a87-b47f-9a1330c9f0ac req-b1577180-7cea-46f1-8f88-e0e6c98ee63b tempest-MultipleCreateTestJSON-1034572626 tempest-MultipleCreateTestJSON-1034572626-project] 10.222.0.104 "GET /v2.0/ports?device_id=052d97cf-afd7-41ba-af8c-a618ba95ebdf HTTP/1.1" status: 200 len: 210 time: 0.0621409 Jul 06 14:04:50.181955 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Device fd226586-54a3-4c8f-87bb-11c002aac048 up at agent hyperv_n-h1-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:04:50.258690 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-4a694e27-0082-4073-a0d6-786156f9e274 None None] For port c58ccd02-3263-44d6-8574-dc82808a9f42, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=c58ccd02-3263-44d6-8574-dc82808a9f42,segment=NetworkSegment(9eba4787-c4f9-4fad-9106-1dea9683e832),segment_id=9eba4787-c4f9-4fad-9106-1dea9683e832)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:04:50.259126 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4a694e27-0082-4073-a0d6-786156f9e274 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:50.279705 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-4a694e27-0082-4073-a0d6-786156f9e274 None None] Calling delete_port for c58ccd02-3263-44d6-8574-dc82808a9f42 owned by network:dhcp {{(pid=100248) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:04:50.343442 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Provisioning complete for port fd226586-54a3-4c8f-87bb-11c002aac048 triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:04:50.344668 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:50.359342 n-d-773647-6 neutron-server[100246]: DEBUG neutron.notifiers.nova [None req-33896e2f-8487-47d3-9014-67272f822ec9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621-project-admin] device_id is not set on port 641e534b-3864-4c6b-abd3-bf87b5745451 yet. {{(pid=100246) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 14:04:50.368236 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-33896e2f-8487-47d3-9014-67272f822ec9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621-project-admin] Notify callbacks [] for port, precommit_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:50.376159 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-6f9b0c1a-2b82-4ac6-9191-54c3329d8838 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127687580'] for port, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:50.410049 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9b0c1a-2b82-4ac6-9191-54c3329d8838 admin admin] Pushing event deleted for resources: {'Port': ['ID=c58ccd02-3263-44d6-8574-dc82808a9f42,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:04:50.413447 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.provisioning_blocks [None req-33896e2f-8487-47d3-9014-67272f822ec9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621-project-admin] Transition to ACTIVE for port object 641e534b-3864-4c6b-abd3-bf87b5745451 will not be triggered until provisioned by entity L2. {{(pid=100246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:04:50.415115 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f9b0c1a-2b82-4ac6-9191-54c3329d8838 admin admin] No DVR routers for this DVR port c58ccd02-3263-44d6-8574-dc82808a9f42 on host n-d-773647-6 {{(pid=100246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:04:50.421152 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-33896e2f-8487-47d3-9014-67272f822ec9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127687527'] for port, after_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:50.482467 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:50.485931 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4a694e27-0082-4073-a0d6-786156f9e274 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117'] for port, after_delete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:50.522731 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a694e27-0082-4073-a0d6-786156f9e274 None None] Pushing event deleted for resources: {'Port': ['ID=c58ccd02-3263-44d6-8574-dc82808a9f42,revision_number=None']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:04:50.538647 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a694e27-0082-4073-a0d6-786156f9e274 None None] No DVR routers for this DVR port c58ccd02-3263-44d6-8574-dc82808a9f42 on host n-d-773647-6 {{(pid=100248) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:04:50.544424 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33896e2f-8487-47d3-9014-67272f822ec9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621-project-admin] Pushing event updated for resources: {'Port': ['ID=641e534b-3864-4c6b-abd3-bf87b5745451,revision_number=2']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:04:50.553358 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-6f9b0c1a-2b82-4ac6-9191-54c3329d8838 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-917204', 'neutron.services.segments.db._delete_segments_for_network-8773753502302'] for network, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:50.556565 n-d-773647-6 neutron-server[100248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf6e1ecb-17f2-4a7a-9296-eb9480bbf176', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd226586-54a3-4c8f-87bb-11c002aac048'}] {{(pid=100248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:04:50.558514 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84af257533e383389cbcf231d3534f4d5e149e7203fea16b4a8fc01438dddaf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-104f0bc3-8a0e-451a-afc2-507ddb42b79d" -d '{"events": [{"server_uuid": "bf6e1ecb-17f2-4a7a-9296-eb9480bbf176", "name": "network-vif-plugged", "status": "completed", "tag": "fd226586-54a3-4c8f-87bb-11c002aac048"}]}' {{(pid=100248) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:04:50.575600 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] For port fd226586-54a3-4c8f-87bb-11c002aac048, host n-h1-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773647-6',level=0,port_id=fd226586-54a3-4c8f-87bb-11c002aac048,segment=NetworkSegment(c9ea893d-045e-42cf-b3dd-cdd1f79baccd),segment_id=c9ea893d-045e-42cf-b3dd-cdd1f79baccd)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:04:50.583081 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:50.586324 n-d-773647-6 neutron-server[100246]: DEBUG neutron.services.segments.db [None req-6f9b0c1a-2b82-4ac6-9191-54c3329d8838 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d9f36955-e86a-4c93-9b28-49ad744bf776']}} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:04:50.586437 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Device 4dc5a099-d5e7-40d6-9889-a61e55efabd9 no longer exists at agent hyperv_n-h1-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:04:50.595808 n-d-773647-6 neutron-server[100246]: DEBUG neutron.services.segments.db [None req-6f9b0c1a-2b82-4ac6-9191-54c3329d8838 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9eba4787-c4f9-4fad-9106-1dea9683e832') {'for_net_delete': True} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:04:50.596066 n-d-773647-6 neutron-server[100246]: DEBUG neutron.services.segments.db [None req-6f9b0c1a-2b82-4ac6-9191-54c3329d8838 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9eba4787-c4f9-4fad-9106-1dea9683e832') {} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:04:50.609355 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-6f9b0c1a-2b82-4ac6-9191-54c3329d8838 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773753515138', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126218898'] for segment, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:50.623822 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-6f9b0c1a-2b82-4ac6-9191-54c3329d8838 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552'] for segment, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:50.633608 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [None req-33896e2f-8487-47d3-9014-67272f822ec9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621-project-admin] Attempting to bind port 641e534b-3864-4c6b-abd3-bf87b5745451 on host n-h2-773647-6 for vnic_type normal with profile {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:04:50.633947 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [None req-33896e2f-8487-47d3-9014-67272f822ec9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621-project-admin] Attempting to bind port 641e534b-3864-4c6b-abd3-bf87b5745451 by drivers openvswitch,hyperv on host n-h2-773647-6 at level 0 using segments [{'id': '675f3ae8-f6e4-4702-bb17-016597ad8fff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': 'd051c80d-a9da-45de-954d-1099961b1c2c'}] {{(pid=100246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:04:50.634242 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33896e2f-8487-47d3-9014-67272f822ec9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621-project-admin] Attempting to bind port 641e534b-3864-4c6b-abd3-bf87b5745451 on network d051c80d-a9da-45de-954d-1099961b1c2c {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:04:50.636538 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] No Port match for: 4dc5a099-d5e7-40d6-9889-a61e55efabd9 {{(pid=100248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 14:04:50.636538 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Device 4dc5a099-d5e7-40d6-9889-a61e55efabd9 not bound to the agent host n-h1-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:04:50.636771 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f9b0c1a-2b82-4ac6-9191-54c3329d8838 admin admin] Releasing vlan 1039 on physical network physnet1 to pool {{(pid=100246) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 14:04:50.636963 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-6f9b0c1a-2b82-4ac6-9191-54c3329d8838 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127687491'] for segment, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:50.639479 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 14:04:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52407411-a1f7-4df6-9776-d86513c0c13c x-openstack-request-id: req-52407411-a1f7-4df6-9776-d86513c0c13c {{(pid=100248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:04:50.639751 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf6e1ecb-17f2-4a7a-9296-eb9480bbf176", "name": "network-vif-plugged", "status": "completed", "tag": "fd226586-54a3-4c8f-87bb-11c002aac048", "code": 200}]} {{(pid=100248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:04:50.639977 n-d-773647-6 neutron-server[100246]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:04:50.639977 n-d-773647-6 neutron-server[100246]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:04:50.639977 n-d-773647-6 neutron-server[100246]: Traceback (most recent call last): Jul 06 14:04:50.639977 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 14:04:50.639977 n-d-773647-6 neutron-server[100246]: timer() Jul 06 14:04:50.639977 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 14:04:50.639977 n-d-773647-6 neutron-server[100246]: cb(*args, **kw) Jul 06 14:04:50.639977 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 14:04:50.639977 n-d-773647-6 neutron-server[100246]: return func(*args, **kwargs) Jul 06 14:04:50.639977 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 14:04:50.639977 n-d-773647-6 neutron-server[100246]: self._notify() Jul 06 14:04:50.639977 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 14:04:50.639977 n-d-773647-6 neutron-server[100246]: self.callback(batched_events) Jul 06 14:04:50.639977 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 14:04:50.639977 n-d-773647-6 neutron-server[100246]: event.method(event) Jul 06 14:04:50.639977 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 14:04:50.639977 n-d-773647-6 neutron-server[100246]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 14:04:50.639977 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 14:04:50.639977 n-d-773647-6 neutron-server[100246]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 14:04:50.639977 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 14:04:50.639977 n-d-773647-6 neutron-server[100246]: return f(self, *a, **k) Jul 06 14:04:50.639977 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 14:04:50.639977 n-d-773647-6 neutron-server[100246]: return self._get(url).json() Jul 06 14:04:50.639977 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 14:04:50.639977 n-d-773647-6 neutron-server[100246]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 14:04:50.639977 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 14:04:50.639977 n-d-773647-6 neutron-server[100246]: return self.request(url, 'GET', **kwargs) Jul 06 14:04:50.639977 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 14:04:50.639977 n-d-773647-6 neutron-server[100246]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 14:04:50.639977 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 14:04:50.639977 n-d-773647-6 neutron-server[100246]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 14:04:50.639977 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 14:04:50.639977 n-d-773647-6 neutron-server[100246]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 14:04:50.639977 n-d-773647-6 neutron-server[100246]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 14:04:50.642467 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-52407411-a1f7-4df6-9776-d86513c0c13c {{(pid=100248) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:04:50.642467 n-d-773647-6 neutron-server[100248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf6e1ecb-17f2-4a7a-9296-eb9480bbf176', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd226586-54a3-4c8f-87bb-11c002aac048', 'code': 200} Jul 06 14:04:50.678961 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33896e2f-8487-47d3-9014-67272f822ec9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621-project-admin] Port 641e534b-3864-4c6b-abd3-bf87b5745451 on network d051c80d-a9da-45de-954d-1099961b1c2c not bound, no agent of type Open vSwitch agent registered on host n-h2-773647-6 {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 14:04:50.679341 n-d-773647-6 neutron-server[100246]: ERROR neutron.plugins.ml2.managers [None req-33896e2f-8487-47d3-9014-67272f822ec9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621-project-admin] Failed to bind port 641e534b-3864-4c6b-abd3-bf87b5745451 on host n-h2-773647-6 for vnic_type normal using segments [{'id': '675f3ae8-f6e4-4702-bb17-016597ad8fff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': 'd051c80d-a9da-45de-954d-1099961b1c2c'}] Jul 06 14:04:50.681556 n-d-773647-6 neutron-server[100246]: INFO neutron.plugins.ml2.plugin [None req-33896e2f-8487-47d3-9014-67272f822ec9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621-project-admin] Attempt 2 to bind port 641e534b-3864-4c6b-abd3-bf87b5745451 Jul 06 14:04:50.691666 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Pushing event updated for resources: {'Port': ['ID=fd226586-54a3-4c8f-87bb-11c002aac048,revision_number=10']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:04:50.704835 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [None req-33896e2f-8487-47d3-9014-67272f822ec9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621-project-admin] Attempting to bind port 641e534b-3864-4c6b-abd3-bf87b5745451 on host n-h2-773647-6 for vnic_type normal with profile {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:04:50.705300 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [None req-33896e2f-8487-47d3-9014-67272f822ec9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621-project-admin] Attempting to bind port 641e534b-3864-4c6b-abd3-bf87b5745451 by drivers openvswitch,hyperv on host n-h2-773647-6 at level 0 using segments [{'id': '675f3ae8-f6e4-4702-bb17-016597ad8fff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': 'd051c80d-a9da-45de-954d-1099961b1c2c'}] {{(pid=100246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:04:50.705692 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33896e2f-8487-47d3-9014-67272f822ec9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621-project-admin] Attempting to bind port 641e534b-3864-4c6b-abd3-bf87b5745451 on network d051c80d-a9da-45de-954d-1099961b1c2c {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:04:50.710692 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33896e2f-8487-47d3-9014-67272f822ec9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621-project-admin] Port 641e534b-3864-4c6b-abd3-bf87b5745451 on network d051c80d-a9da-45de-954d-1099961b1c2c not bound, no agent of type Open vSwitch agent registered on host n-h2-773647-6 {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 14:04:50.711051 n-d-773647-6 neutron-server[100246]: ERROR neutron.plugins.ml2.managers [None req-33896e2f-8487-47d3-9014-67272f822ec9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621-project-admin] Failed to bind port 641e534b-3864-4c6b-abd3-bf87b5745451 on host n-h2-773647-6 for vnic_type normal using segments [{'id': '675f3ae8-f6e4-4702-bb17-016597ad8fff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': 'd051c80d-a9da-45de-954d-1099961b1c2c'}] Jul 06 14:04:50.711496 n-d-773647-6 neutron-server[100246]: INFO neutron.plugins.ml2.plugin [None req-33896e2f-8487-47d3-9014-67272f822ec9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621-project-admin] Attempt 3 to bind port 641e534b-3864-4c6b-abd3-bf87b5745451 Jul 06 14:04:50.715943 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-6f9b0c1a-2b82-4ac6-9191-54c3329d8838 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-917215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1761140'] for network, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:50.727999 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-6f9b0c1a-2b82-4ac6-9191-54c3329d8838 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583035'] for network, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:50.729813 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-6f9b0c1a-2b82-4ac6-9191-54c3329d8838 admin admin] 10.222.0.104 "DELETE /v2.0/networks/d9f36955-e86a-4c93-9b28-49ad744bf776 HTTP/1.1" status: 204 len: 168 time: 1.2970629 Jul 06 14:04:50.744974 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9b0c1a-2b82-4ac6-9191-54c3329d8838 admin admin] Pushing event deleted for resources: {'Network': ['ID=d9f36955-e86a-4c93-9b28-49ad744bf776,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:04:50.747274 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [None req-33896e2f-8487-47d3-9014-67272f822ec9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621-project-admin] Attempting to bind port 641e534b-3864-4c6b-abd3-bf87b5745451 on host n-h2-773647-6 for vnic_type normal with profile {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:04:50.747619 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [None req-33896e2f-8487-47d3-9014-67272f822ec9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621-project-admin] Attempting to bind port 641e534b-3864-4c6b-abd3-bf87b5745451 by drivers openvswitch,hyperv on host n-h2-773647-6 at level 0 using segments [{'id': '675f3ae8-f6e4-4702-bb17-016597ad8fff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': 'd051c80d-a9da-45de-954d-1099961b1c2c'}] {{(pid=100246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:04:50.748045 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33896e2f-8487-47d3-9014-67272f822ec9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621-project-admin] Attempting to bind port 641e534b-3864-4c6b-abd3-bf87b5745451 on network d051c80d-a9da-45de-954d-1099961b1c2c {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:04:50.753479 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33896e2f-8487-47d3-9014-67272f822ec9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621-project-admin] Port 641e534b-3864-4c6b-abd3-bf87b5745451 on network d051c80d-a9da-45de-954d-1099961b1c2c not bound, no agent of type Open vSwitch agent registered on host n-h2-773647-6 {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 14:04:50.753766 n-d-773647-6 neutron-server[100246]: ERROR neutron.plugins.ml2.managers [None req-33896e2f-8487-47d3-9014-67272f822ec9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621-project-admin] Failed to bind port 641e534b-3864-4c6b-abd3-bf87b5745451 on host n-h2-773647-6 for vnic_type normal using segments [{'id': '675f3ae8-f6e4-4702-bb17-016597ad8fff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': 'd051c80d-a9da-45de-954d-1099961b1c2c'}] Jul 06 14:04:50.754148 n-d-773647-6 neutron-server[100246]: INFO neutron.plugins.ml2.plugin [None req-33896e2f-8487-47d3-9014-67272f822ec9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621-project-admin] Attempt 4 to bind port 641e534b-3864-4c6b-abd3-bf87b5745451 Jul 06 14:04:50.768135 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [None req-33896e2f-8487-47d3-9014-67272f822ec9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621-project-admin] Attempting to bind port 641e534b-3864-4c6b-abd3-bf87b5745451 on host n-h2-773647-6 for vnic_type normal with profile {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:04:50.768482 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [None req-33896e2f-8487-47d3-9014-67272f822ec9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621-project-admin] Attempting to bind port 641e534b-3864-4c6b-abd3-bf87b5745451 by drivers openvswitch,hyperv on host n-h2-773647-6 at level 0 using segments [{'id': '675f3ae8-f6e4-4702-bb17-016597ad8fff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': 'd051c80d-a9da-45de-954d-1099961b1c2c'}] {{(pid=100246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:04:50.768819 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33896e2f-8487-47d3-9014-67272f822ec9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621-project-admin] Attempting to bind port 641e534b-3864-4c6b-abd3-bf87b5745451 on network d051c80d-a9da-45de-954d-1099961b1c2c {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:04:50.776543 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33896e2f-8487-47d3-9014-67272f822ec9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621-project-admin] Port 641e534b-3864-4c6b-abd3-bf87b5745451 on network d051c80d-a9da-45de-954d-1099961b1c2c not bound, no agent of type Open vSwitch agent registered on host n-h2-773647-6 {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 14:04:50.777199 n-d-773647-6 neutron-server[100246]: ERROR neutron.plugins.ml2.managers [None req-33896e2f-8487-47d3-9014-67272f822ec9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621-project-admin] Failed to bind port 641e534b-3864-4c6b-abd3-bf87b5745451 on host n-h2-773647-6 for vnic_type normal using segments [{'id': '675f3ae8-f6e4-4702-bb17-016597ad8fff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': 'd051c80d-a9da-45de-954d-1099961b1c2c'}] Jul 06 14:04:50.777617 n-d-773647-6 neutron-server[100246]: INFO neutron.plugins.ml2.plugin [None req-33896e2f-8487-47d3-9014-67272f822ec9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621-project-admin] Attempt 5 to bind port 641e534b-3864-4c6b-abd3-bf87b5745451 Jul 06 14:04:50.791658 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [None req-33896e2f-8487-47d3-9014-67272f822ec9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621-project-admin] Attempting to bind port 641e534b-3864-4c6b-abd3-bf87b5745451 on host n-h2-773647-6 for vnic_type normal with profile {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:04:50.791922 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [None req-33896e2f-8487-47d3-9014-67272f822ec9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621-project-admin] Attempting to bind port 641e534b-3864-4c6b-abd3-bf87b5745451 by drivers openvswitch,hyperv on host n-h2-773647-6 at level 0 using segments [{'id': '675f3ae8-f6e4-4702-bb17-016597ad8fff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': 'd051c80d-a9da-45de-954d-1099961b1c2c'}] {{(pid=100246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:04:50.792289 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33896e2f-8487-47d3-9014-67272f822ec9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621-project-admin] Attempting to bind port 641e534b-3864-4c6b-abd3-bf87b5745451 on network d051c80d-a9da-45de-954d-1099961b1c2c {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:04:50.797300 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33896e2f-8487-47d3-9014-67272f822ec9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621-project-admin] Port 641e534b-3864-4c6b-abd3-bf87b5745451 on network d051c80d-a9da-45de-954d-1099961b1c2c not bound, no agent of type Open vSwitch agent registered on host n-h2-773647-6 {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 14:04:50.797631 n-d-773647-6 neutron-server[100246]: ERROR neutron.plugins.ml2.managers [None req-33896e2f-8487-47d3-9014-67272f822ec9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621-project-admin] Failed to bind port 641e534b-3864-4c6b-abd3-bf87b5745451 on host n-h2-773647-6 for vnic_type normal using segments [{'id': '675f3ae8-f6e4-4702-bb17-016597ad8fff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': 'd051c80d-a9da-45de-954d-1099961b1c2c'}] Jul 06 14:04:50.798115 n-d-773647-6 neutron-server[100246]: INFO neutron.plugins.ml2.plugin [None req-33896e2f-8487-47d3-9014-67272f822ec9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621-project-admin] Attempt 6 to bind port 641e534b-3864-4c6b-abd3-bf87b5745451 Jul 06 14:04:50.814288 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [None req-33896e2f-8487-47d3-9014-67272f822ec9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621-project-admin] Attempting to bind port 641e534b-3864-4c6b-abd3-bf87b5745451 on host n-h2-773647-6 for vnic_type normal with profile {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:04:50.814625 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [None req-33896e2f-8487-47d3-9014-67272f822ec9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621-project-admin] Attempting to bind port 641e534b-3864-4c6b-abd3-bf87b5745451 by drivers openvswitch,hyperv on host n-h2-773647-6 at level 0 using segments [{'id': '675f3ae8-f6e4-4702-bb17-016597ad8fff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': 'd051c80d-a9da-45de-954d-1099961b1c2c'}] {{(pid=100246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:04:50.814964 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33896e2f-8487-47d3-9014-67272f822ec9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621-project-admin] Attempting to bind port 641e534b-3864-4c6b-abd3-bf87b5745451 on network d051c80d-a9da-45de-954d-1099961b1c2c {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:04:50.819510 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33896e2f-8487-47d3-9014-67272f822ec9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621-project-admin] Port 641e534b-3864-4c6b-abd3-bf87b5745451 on network d051c80d-a9da-45de-954d-1099961b1c2c not bound, no agent of type Open vSwitch agent registered on host n-h2-773647-6 {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 14:04:50.819863 n-d-773647-6 neutron-server[100246]: ERROR neutron.plugins.ml2.managers [None req-33896e2f-8487-47d3-9014-67272f822ec9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621-project-admin] Failed to bind port 641e534b-3864-4c6b-abd3-bf87b5745451 on host n-h2-773647-6 for vnic_type normal using segments [{'id': '675f3ae8-f6e4-4702-bb17-016597ad8fff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': 'd051c80d-a9da-45de-954d-1099961b1c2c'}] Jul 06 14:04:50.820370 n-d-773647-6 neutron-server[100246]: INFO neutron.plugins.ml2.plugin [None req-33896e2f-8487-47d3-9014-67272f822ec9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621-project-admin] Attempt 7 to bind port 641e534b-3864-4c6b-abd3-bf87b5745451 Jul 06 14:04:50.834707 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [None req-33896e2f-8487-47d3-9014-67272f822ec9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621-project-admin] Attempting to bind port 641e534b-3864-4c6b-abd3-bf87b5745451 on host n-h2-773647-6 for vnic_type normal with profile {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:04:50.835048 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [None req-33896e2f-8487-47d3-9014-67272f822ec9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621-project-admin] Attempting to bind port 641e534b-3864-4c6b-abd3-bf87b5745451 by drivers openvswitch,hyperv on host n-h2-773647-6 at level 0 using segments [{'id': '675f3ae8-f6e4-4702-bb17-016597ad8fff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': 'd051c80d-a9da-45de-954d-1099961b1c2c'}] {{(pid=100246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:04:50.835400 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33896e2f-8487-47d3-9014-67272f822ec9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621-project-admin] Attempting to bind port 641e534b-3864-4c6b-abd3-bf87b5745451 on network d051c80d-a9da-45de-954d-1099961b1c2c {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:04:50.841296 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33896e2f-8487-47d3-9014-67272f822ec9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621-project-admin] Port 641e534b-3864-4c6b-abd3-bf87b5745451 on network d051c80d-a9da-45de-954d-1099961b1c2c not bound, no agent of type Open vSwitch agent registered on host n-h2-773647-6 {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 14:04:50.841970 n-d-773647-6 neutron-server[100246]: ERROR neutron.plugins.ml2.managers [None req-33896e2f-8487-47d3-9014-67272f822ec9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621-project-admin] Failed to bind port 641e534b-3864-4c6b-abd3-bf87b5745451 on host n-h2-773647-6 for vnic_type normal using segments [{'id': '675f3ae8-f6e4-4702-bb17-016597ad8fff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': 'd051c80d-a9da-45de-954d-1099961b1c2c'}] Jul 06 14:04:50.842539 n-d-773647-6 neutron-server[100246]: INFO neutron.plugins.ml2.plugin [None req-33896e2f-8487-47d3-9014-67272f822ec9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621-project-admin] Attempt 8 to bind port 641e534b-3864-4c6b-abd3-bf87b5745451 Jul 06 14:04:50.856937 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [None req-33896e2f-8487-47d3-9014-67272f822ec9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621-project-admin] Attempting to bind port 641e534b-3864-4c6b-abd3-bf87b5745451 on host n-h2-773647-6 for vnic_type normal with profile {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:04:50.857281 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [None req-33896e2f-8487-47d3-9014-67272f822ec9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621-project-admin] Attempting to bind port 641e534b-3864-4c6b-abd3-bf87b5745451 by drivers openvswitch,hyperv on host n-h2-773647-6 at level 0 using segments [{'id': '675f3ae8-f6e4-4702-bb17-016597ad8fff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': 'd051c80d-a9da-45de-954d-1099961b1c2c'}] {{(pid=100246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:04:50.857619 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33896e2f-8487-47d3-9014-67272f822ec9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621-project-admin] Attempting to bind port 641e534b-3864-4c6b-abd3-bf87b5745451 on network d051c80d-a9da-45de-954d-1099961b1c2c {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:04:50.862175 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33896e2f-8487-47d3-9014-67272f822ec9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621-project-admin] Port 641e534b-3864-4c6b-abd3-bf87b5745451 on network d051c80d-a9da-45de-954d-1099961b1c2c not bound, no agent of type Open vSwitch agent registered on host n-h2-773647-6 {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 14:04:50.862503 n-d-773647-6 neutron-server[100246]: ERROR neutron.plugins.ml2.managers [None req-33896e2f-8487-47d3-9014-67272f822ec9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621-project-admin] Failed to bind port 641e534b-3864-4c6b-abd3-bf87b5745451 on host n-h2-773647-6 for vnic_type normal using segments [{'id': '675f3ae8-f6e4-4702-bb17-016597ad8fff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': 'd051c80d-a9da-45de-954d-1099961b1c2c'}] Jul 06 14:04:50.862893 n-d-773647-6 neutron-server[100246]: INFO neutron.plugins.ml2.plugin [None req-33896e2f-8487-47d3-9014-67272f822ec9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621-project-admin] Attempt 9 to bind port 641e534b-3864-4c6b-abd3-bf87b5745451 Jul 06 14:04:50.879591 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [None req-33896e2f-8487-47d3-9014-67272f822ec9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621-project-admin] Attempting to bind port 641e534b-3864-4c6b-abd3-bf87b5745451 on host n-h2-773647-6 for vnic_type normal with profile {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:04:50.879898 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [None req-33896e2f-8487-47d3-9014-67272f822ec9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621-project-admin] Attempting to bind port 641e534b-3864-4c6b-abd3-bf87b5745451 by drivers openvswitch,hyperv on host n-h2-773647-6 at level 0 using segments [{'id': '675f3ae8-f6e4-4702-bb17-016597ad8fff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': 'd051c80d-a9da-45de-954d-1099961b1c2c'}] {{(pid=100246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:04:50.880237 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33896e2f-8487-47d3-9014-67272f822ec9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621-project-admin] Attempting to bind port 641e534b-3864-4c6b-abd3-bf87b5745451 on network d051c80d-a9da-45de-954d-1099961b1c2c {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:04:50.882035 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 40938) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:04:50.890230 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33896e2f-8487-47d3-9014-67272f822ec9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621-project-admin] Port 641e534b-3864-4c6b-abd3-bf87b5745451 on network d051c80d-a9da-45de-954d-1099961b1c2c not bound, no agent of type Open vSwitch agent registered on host n-h2-773647-6 {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 14:04:50.890560 n-d-773647-6 neutron-server[100246]: ERROR neutron.plugins.ml2.managers [None req-33896e2f-8487-47d3-9014-67272f822ec9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621-project-admin] Failed to bind port 641e534b-3864-4c6b-abd3-bf87b5745451 on host n-h2-773647-6 for vnic_type normal using segments [{'id': '675f3ae8-f6e4-4702-bb17-016597ad8fff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': 'd051c80d-a9da-45de-954d-1099961b1c2c'}] Jul 06 14:04:50.891622 n-d-773647-6 neutron-server[100246]: INFO neutron.plugins.ml2.plugin [None req-33896e2f-8487-47d3-9014-67272f822ec9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621-project-admin] Attempt 10 to bind port 641e534b-3864-4c6b-abd3-bf87b5745451 Jul 06 14:04:50.913169 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [None req-33896e2f-8487-47d3-9014-67272f822ec9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621-project-admin] Attempting to bind port 641e534b-3864-4c6b-abd3-bf87b5745451 on host n-h2-773647-6 for vnic_type normal with profile {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:04:50.913514 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [None req-33896e2f-8487-47d3-9014-67272f822ec9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621-project-admin] Attempting to bind port 641e534b-3864-4c6b-abd3-bf87b5745451 by drivers openvswitch,hyperv on host n-h2-773647-6 at level 0 using segments [{'id': '675f3ae8-f6e4-4702-bb17-016597ad8fff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': 'd051c80d-a9da-45de-954d-1099961b1c2c'}] {{(pid=100246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:04:50.913852 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33896e2f-8487-47d3-9014-67272f822ec9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621-project-admin] Attempting to bind port 641e534b-3864-4c6b-abd3-bf87b5745451 on network d051c80d-a9da-45de-954d-1099961b1c2c {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:04:50.920670 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33896e2f-8487-47d3-9014-67272f822ec9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621-project-admin] Port 641e534b-3864-4c6b-abd3-bf87b5745451 on network d051c80d-a9da-45de-954d-1099961b1c2c not bound, no agent of type Open vSwitch agent registered on host n-h2-773647-6 {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 14:04:50.920896 n-d-773647-6 neutron-server[100246]: ERROR neutron.plugins.ml2.managers [None req-33896e2f-8487-47d3-9014-67272f822ec9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621-project-admin] Failed to bind port 641e534b-3864-4c6b-abd3-bf87b5745451 on host n-h2-773647-6 for vnic_type normal using segments [{'id': '675f3ae8-f6e4-4702-bb17-016597ad8fff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': 'd051c80d-a9da-45de-954d-1099961b1c2c'}] Jul 06 14:04:50.921269 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-33896e2f-8487-47d3-9014-67272f822ec9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:50.968008 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-96b56543-a6b3-4475-b412-0be063b7972d admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=781535735adb4e1297ed6761c38ca98f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0847163 Jul 06 14:04:50.970547 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 40944) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:04:51.010988 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.db [None req-33896e2f-8487-47d3-9014-67272f822ec9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621-project-admin] For port 641e534b-3864-4c6b-abd3-bf87b5745451, host n-h2-773647-6, cleared binding levels {{(pid=100246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:04:51.011398 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.db [None req-33896e2f-8487-47d3-9014-67272f822ec9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621-project-admin] Attempted to set empty binding levels {{(pid=100246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 06 14:04:51.019097 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-33896e2f-8487-47d3-9014-67272f822ec9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127687527'] for port, after_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:51.053677 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [None req-33896e2f-8487-47d3-9014-67272f822ec9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621-project-admin] In _notify_port_updated(), no bound segment for port 641e534b-3864-4c6b-abd3-bf87b5745451 on network d051c80d-a9da-45de-954d-1099961b1c2c {{(pid=100246) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 06 14:04:51.054549 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33896e2f-8487-47d3-9014-67272f822ec9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:04:51.055144 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-33896e2f-8487-47d3-9014-67272f822ec9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:51.059356 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-33896e2f-8487-47d3-9014-67272f822ec9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621-project-admin] 10.222.0.104 "PUT /v2.0/ports/641e534b-3864-4c6b-abd3-bf87b5745451 HTTP/1.1" status: 200 len: 979 time: 1.2758312 Jul 06 14:04:51.060364 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 40948) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:04:51.078939 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68f9d74-d1b6-43fc-857c-06d05b97e7f7 req-48b6ab79-d596-4581-a9c3-f6193ba8358e tempest-ImagesTestJSON-1482892319 tempest-ImagesTestJSON-1482892319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:04:51.080571 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-d68f9d74-d1b6-43fc-857c-06d05b97e7f7 req-48b6ab79-d596-4581-a9c3-f6193ba8358e tempest-ImagesTestJSON-1482892319 tempest-ImagesTestJSON-1482892319-project] 10.222.0.104 "GET /v2.0/ports?device_id=39634090-bfa4-4244-b852-20cb38935361 HTTP/1.1" status: 200 len: 945 time: 0.1490462 Jul 06 14:04:51.086954 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-9e0e7fd1-ed12-4db6-8945-99dbc6266fa5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:51.100390 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33896e2f-8487-47d3-9014-67272f822ec9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621-project-admin] Pushing event updated for resources: {'Port': ['ID=641e534b-3864-4c6b-abd3-bf87b5745451,revision_number=3']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:04:51.144319 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-9e0e7fd1-ed12-4db6-8945-99dbc6266fa5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:51.171627 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [None req-5a866613-f367-4b88-907b-73b9bb826af1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621-project-admin] Deleting port 641e534b-3864-4c6b-abd3-bf87b5745451 {{(pid=100246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:04:51.172852 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-5a866613-f367-4b88-907b-73b9bb826af1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:51.192453 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9deead2-8157-45c5-8b41-cdbbba0adc16 req-2bbdba52-36fe-4b9f-b884-700a487b283d tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:04:51.194043 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-f9deead2-8157-45c5-8b41-cdbbba0adc16 req-2bbdba52-36fe-4b9f-b884-700a487b283d tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] 10.222.0.104 "GET /v2.0/ports?device_id=5fbc9a8b-86db-4456-85e1-a59cfdbb9c8d HTTP/1.1" status: 200 len: 945 time: 0.1703653 Jul 06 14:04:51.197179 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-d68f9d74-d1b6-43fc-857c-06d05b97e7f7 req-be95d2e6-4ee9-44a0-b450-90933ad562c4 tempest-ImagesTestJSON-1482892319 tempest-ImagesTestJSON-1482892319-project] 10.222.0.104 "GET /v2.0/security-groups?id=46e03f63-f74e-4db3-981d-76fb36967b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081150 Jul 06 14:04:51.267241 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-f9deead2-8157-45c5-8b41-cdbbba0adc16 req-6417b0e4-daa9-4eeb-8b97-fabeb040a24d tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] 10.222.0.104 "GET /v2.0/security-groups?id=54cfb86c-390d-4cad-8265-7f5781c66116&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0589378 Jul 06 14:04:51.282860 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-9e0e7fd1-ed12-4db6-8945-99dbc6266fa5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:51.286967 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-9e0e7fd1-ed12-4db6-8945-99dbc6266fa5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:51.291756 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-9e0e7fd1-ed12-4db6-8945-99dbc6266fa5 admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/345c77f2-9a2d-4058-80bf-d4d3967ac0ac HTTP/1.1" status: 204 len: 168 time: 0.3195548 Jul 06 14:04:51.302447 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0e7fd1-ed12-4db6-8945-99dbc6266fa5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=345c77f2-9a2d-4058-80bf-d4d3967ac0ac,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:04:51.305396 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 40962) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:04:51.385604 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.db_base_plugin_v2 [None req-6248ec9a-2b23-4a42-b87c-d01b63fdc024 admin admin] Deleting subnet 89762ea0-9385-400f-9ae2-3696d950e78a {{(pid=100247) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 14:04:51.395104 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-6248ec9a-2b23-4a42-b87c-d01b63fdc024 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:51.507117 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-6248ec9a-2b23-4a42-b87c-d01b63fdc024 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127131748'] for subnet, precommit_delete_associations {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:51.586515 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device c58ccd02-3263-44d6-8574-dc82808a9f42 no longer exists at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:04:51.620634 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] No Port match for: c58ccd02-3263-44d6-8574-dc82808a9f42 {{(pid=100248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 14:04:51.621372 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device c58ccd02-3263-44d6-8574-dc82808a9f42 not bound to the agent host n-d-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:04:51.675648 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-6248ec9a-2b23-4a42-b87c-d01b63fdc024 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-913473'] for subnet, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:51.697798 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.db [None req-5a866613-f367-4b88-907b-73b9bb826af1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621-project-admin] For port 641e534b-3864-4c6b-abd3-bf87b5745451, host n-h2-773647-6, got binding levels [] {{(pid=100246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:04:51.698460 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-5a866613-f367-4b88-907b-73b9bb826af1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:51.721855 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [None req-5a866613-f367-4b88-907b-73b9bb826af1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621-project-admin] Calling delete_port for 641e534b-3864-4c6b-abd3-bf87b5745451 owned by {{(pid=100246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:04:51.810873 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-6248ec9a-2b23-4a42-b87c-d01b63fdc024 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-913480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1849032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-128888347', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127627857'] for subnet, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:51.850028 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-5a866613-f367-4b88-907b-73b9bb826af1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127687580'] for port, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:51.897014 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a866613-f367-4b88-907b-73b9bb826af1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621-project-admin] Pushing event deleted for resources: {'Port': ['ID=641e534b-3864-4c6b-abd3-bf87b5745451,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:04:51.905640 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6248ec9a-2b23-4a42-b87c-d01b63fdc024 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=89762ea0-9385-400f-9ae2-3696d950e78a,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:04:51.915515 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-5a866613-f367-4b88-907b-73b9bb826af1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:51.920040 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-6248ec9a-2b23-4a42-b87c-d01b63fdc024 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583035'] for subnet, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:51.920873 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-5a866613-f367-4b88-907b-73b9bb826af1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621-project-admin] 10.222.0.104 "DELETE /v2.0/ports/641e534b-3864-4c6b-abd3-bf87b5745451 HTTP/1.1" status: 204 len: 168 time: 0.8579493 Jul 06 14:04:51.922093 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 40990) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:04:51.924105 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-6248ec9a-2b23-4a42-b87c-d01b63fdc024 admin admin] 10.222.0.104 "DELETE /v2.0/subnets/89762ea0-9385-400f-9ae2-3696d950e78a HTTP/1.1" status: 204 len: 168 time: 0.6176851 Jul 06 14:04:51.927804 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 40992) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:04:51.962985 n-d-773647-6 neutron-server[100246]: INFO neutron.pecan_wsgi.hooks.translation [None req-381361d6-f924-4f84-a433-d9ad43974506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621-project-admin] GET failed (client error): The resource could not be found. Jul 06 14:04:51.968196 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-381361d6-f924-4f84-a433-d9ad43974506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346904621-project-admin] 10.222.0.104 "GET /v2.0/ports/641e534b-3864-4c6b-abd3-bf87b5745451 HTTP/1.1" status: 404 len: 333 time: 0.0411220 Jul 06 14:04:51.970028 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 41000) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:04:52.104728 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a6288d-6bd6-4295-9586-b323c5f5148d req-e4ddfc4f-8a4f-4f34-a5fd-09680302ced0 tempest-ImagesTestJSON-1482892319 tempest-ImagesTestJSON-1482892319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:04:52.108018 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-d4a6288d-6bd6-4295-9586-b323c5f5148d req-e4ddfc4f-8a4f-4f34-a5fd-09680302ced0 tempest-ImagesTestJSON-1482892319 tempest-ImagesTestJSON-1482892319-project] 10.222.0.104 "GET /v2.0/ports?device_id=39634090-bfa4-4244-b852-20cb38935361 HTTP/1.1" status: 200 len: 945 time: 0.2053406 Jul 06 14:04:52.153473 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-ab98328e-ca11-46b1-ba4a-85da4b3660a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530492'] for network, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:52.186155 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-d4a6288d-6bd6-4295-9586-b323c5f5148d req-34e5c86b-c12a-439d-8ffe-3b4bf714481e tempest-ImagesTestJSON-1482892319 tempest-ImagesTestJSON-1482892319-project] 10.222.0.104 "GET /v2.0/security-groups?id=46e03f63-f74e-4db3-981d-76fb36967b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699017 Jul 06 14:04:52.190168 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-819a9b07-68e7-4e42-802f-d6ccac260efe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983212100 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983212100-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530492'] for network, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:52.361230 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Device 5f251846-a962-4cca-ac30-b8ff4317b4c4 no longer exists at agent hyperv_n-h2-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:04:52.375014 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-819a9b07-68e7-4e42-802f-d6ccac260efe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983212100 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983212100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-917204', 'neutron.services.segments.db._delete_segments_for_network-8773753502302'] for network, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:52.392549 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-ab98328e-ca11-46b1-ba4a-85da4b3660a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-917204', 'neutron.services.segments.db._delete_segments_for_network-8773753502302'] for network, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:52.396438 n-d-773647-6 neutron-server[100246]: DEBUG neutron.services.segments.db [None req-819a9b07-68e7-4e42-802f-d6ccac260efe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983212100 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983212100-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d051c80d-a9da-45de-954d-1099961b1c2c']}} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:04:52.412786 n-d-773647-6 neutron-server[100246]: DEBUG neutron.services.segments.db [None req-ab98328e-ca11-46b1-ba4a-85da4b3660a3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b82fb405-bff0-4597-9770-5ecffe1fa7ca']}} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:04:52.416737 n-d-773647-6 neutron-server[100246]: DEBUG neutron.services.segments.db [None req-819a9b07-68e7-4e42-802f-d6ccac260efe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983212100 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983212100-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '675f3ae8-f6e4-4702-bb17-016597ad8fff') {'for_net_delete': True} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:04:52.417380 n-d-773647-6 neutron-server[100246]: DEBUG neutron.services.segments.db [None req-819a9b07-68e7-4e42-802f-d6ccac260efe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983212100 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983212100-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '675f3ae8-f6e4-4702-bb17-016597ad8fff') {} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:04:52.435434 n-d-773647-6 neutron-server[100246]: DEBUG neutron.services.segments.db [None req-ab98328e-ca11-46b1-ba4a-85da4b3660a3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b220387-8d13-4ae1-983f-231ccd618d77') {'for_net_delete': True} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:04:52.436352 n-d-773647-6 neutron-server[100246]: DEBUG neutron.services.segments.db [None req-ab98328e-ca11-46b1-ba4a-85da4b3660a3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b220387-8d13-4ae1-983f-231ccd618d77') {} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:04:52.441421 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-819a9b07-68e7-4e42-802f-d6ccac260efe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983212100 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983212100-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773753515138', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126218898'] for segment, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:52.470107 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-ab98328e-ca11-46b1-ba4a-85da4b3660a3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773753515138', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126218898'] for segment, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:52.483571 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-819a9b07-68e7-4e42-802f-d6ccac260efe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983212100 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983212100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552'] for segment, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:52.489332 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-ab98328e-ca11-46b1-ba4a-85da4b3660a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552'] for segment, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:52.495031 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-819a9b07-68e7-4e42-802f-d6ccac260efe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983212100 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983212100-project] Releasing vlan 1034 on physical network physnet1 to pool {{(pid=100246) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 14:04:52.495466 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-819a9b07-68e7-4e42-802f-d6ccac260efe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983212100 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983212100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127687491'] for segment, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:52.498545 n-d-773647-6 neutron-server[100246]: Traceback (most recent call last): Jul 06 14:04:52.498545 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 14:04:52.498545 n-d-773647-6 neutron-server[100246]: timer() Jul 06 14:04:52.498545 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 14:04:52.498545 n-d-773647-6 neutron-server[100246]: cb(*args, **kw) Jul 06 14:04:52.498545 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 14:04:52.498545 n-d-773647-6 neutron-server[100246]: return func(*args, **kwargs) Jul 06 14:04:52.498545 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 14:04:52.498545 n-d-773647-6 neutron-server[100246]: self._notify() Jul 06 14:04:52.498545 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 14:04:52.498545 n-d-773647-6 neutron-server[100246]: self.callback(batched_events) Jul 06 14:04:52.498545 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 14:04:52.498545 n-d-773647-6 neutron-server[100246]: event.method(event) Jul 06 14:04:52.498545 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 14:04:52.498545 n-d-773647-6 neutron-server[100246]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 14:04:52.498545 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 14:04:52.498545 n-d-773647-6 neutron-server[100246]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 14:04:52.498545 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 14:04:52.498545 n-d-773647-6 neutron-server[100246]: return f(self, *a, **k) Jul 06 14:04:52.498545 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 14:04:52.498545 n-d-773647-6 neutron-server[100246]: return self._get(url).json() Jul 06 14:04:52.498545 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 14:04:52.498545 n-d-773647-6 neutron-server[100246]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 14:04:52.498545 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 14:04:52.498545 n-d-773647-6 neutron-server[100246]: return self.request(url, 'GET', **kwargs) Jul 06 14:04:52.498545 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 14:04:52.498545 n-d-773647-6 neutron-server[100246]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 14:04:52.498545 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 14:04:52.498545 n-d-773647-6 neutron-server[100246]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 14:04:52.498545 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 14:04:52.498545 n-d-773647-6 neutron-server[100246]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 14:04:52.498545 n-d-773647-6 neutron-server[100246]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 14:04:52.511923 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab98328e-ca11-46b1-ba4a-85da4b3660a3 admin admin] Releasing vlan 1049 on physical network physnet1 to pool {{(pid=100246) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 14:04:52.512803 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-ab98328e-ca11-46b1-ba4a-85da4b3660a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127687491'] for segment, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:52.513913 n-d-773647-6 neutron-server[100246]: Traceback (most recent call last): Jul 06 14:04:52.513913 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 14:04:52.513913 n-d-773647-6 neutron-server[100246]: timer() Jul 06 14:04:52.513913 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 14:04:52.513913 n-d-773647-6 neutron-server[100246]: cb(*args, **kw) Jul 06 14:04:52.513913 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 14:04:52.513913 n-d-773647-6 neutron-server[100246]: return func(*args, **kwargs) Jul 06 14:04:52.513913 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 14:04:52.513913 n-d-773647-6 neutron-server[100246]: self._notify() Jul 06 14:04:52.513913 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 14:04:52.513913 n-d-773647-6 neutron-server[100246]: self.callback(batched_events) Jul 06 14:04:52.513913 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 14:04:52.513913 n-d-773647-6 neutron-server[100246]: event.method(event) Jul 06 14:04:52.513913 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 14:04:52.513913 n-d-773647-6 neutron-server[100246]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 14:04:52.513913 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 14:04:52.513913 n-d-773647-6 neutron-server[100246]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 14:04:52.513913 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 14:04:52.513913 n-d-773647-6 neutron-server[100246]: return f(self, *a, **k) Jul 06 14:04:52.513913 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 14:04:52.513913 n-d-773647-6 neutron-server[100246]: return self._get(url).json() Jul 06 14:04:52.513913 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 14:04:52.513913 n-d-773647-6 neutron-server[100246]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 14:04:52.513913 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 14:04:52.513913 n-d-773647-6 neutron-server[100246]: return self.request(url, 'GET', **kwargs) Jul 06 14:04:52.513913 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 14:04:52.513913 n-d-773647-6 neutron-server[100246]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 14:04:52.513913 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 14:04:52.513913 n-d-773647-6 neutron-server[100246]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 14:04:52.513913 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 14:04:52.513913 n-d-773647-6 neutron-server[100246]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 14:04:52.513913 n-d-773647-6 neutron-server[100246]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 14:04:52.607052 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:52.632800 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-ab98328e-ca11-46b1-ba4a-85da4b3660a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-917215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1761140'] for network, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:52.635139 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-819a9b07-68e7-4e42-802f-d6ccac260efe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983212100 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983212100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-917215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1761140'] for network, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:52.649412 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] For port 5f251846-a962-4cca-ac30-b8ff4317b4c4, host n-h2-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=5f251846-a962-4cca-ac30-b8ff4317b4c4,segment=NetworkSegment(36c50412-6893-4622-808c-49164f6f9db6),segment_id=36c50412-6893-4622-808c-49164f6f9db6)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:04:52.652976 n-d-773647-6 neutron-server[100248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fbc9a8b-86db-4456-85e1-a59cfdbb9c8d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5f251846-a962-4cca-ac30-b8ff4317b4c4'}] {{(pid=100248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:04:52.660010 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84af257533e383389cbcf231d3534f4d5e149e7203fea16b4a8fc01438dddaf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e3af2ca-98aa-4689-ae78-aa7263a44d72" -d '{"events": [{"server_uuid": "5fbc9a8b-86db-4456-85e1-a59cfdbb9c8d", "name": "network-vif-unplugged", "status": "completed", "tag": "5f251846-a962-4cca-ac30-b8ff4317b4c4"}]}' {{(pid=100248) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:04:52.664288 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:52.679992 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-ab98328e-ca11-46b1-ba4a-85da4b3660a3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583035'] for network, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:52.686177 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-ab98328e-ca11-46b1-ba4a-85da4b3660a3 admin admin] 10.222.0.104 "DELETE /v2.0/networks/b82fb405-bff0-4597-9770-5ecffe1fa7ca HTTP/1.1" status: 204 len: 168 time: 0.7485449 Jul 06 14:04:52.699207 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-819a9b07-68e7-4e42-802f-d6ccac260efe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983212100 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983212100-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583035'] for network, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:52.701551 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-819a9b07-68e7-4e42-802f-d6ccac260efe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983212100 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983212100-project] 10.222.0.104 "DELETE /v2.0/networks/d051c80d-a9da-45de-954d-1099961b1c2c HTTP/1.1" status: 204 len: 168 time: 0.7184236 Jul 06 14:04:52.703839 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab98328e-ca11-46b1-ba4a-85da4b3660a3 admin admin] Pushing event deleted for resources: {'Network': ['ID=b82fb405-bff0-4597-9770-5ecffe1fa7ca,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:04:52.714129 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 41056) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:04:52.738321 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Pushing event updated for resources: {'Port': ['ID=5f251846-a962-4cca-ac30-b8ff4317b4c4,revision_number=8']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:04:52.767983 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 06 Jul 2021 14:04:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b2ed546-59ab-4940-b1e1-e5795ba014b8 x-openstack-request-id: req-6b2ed546-59ab-4940-b1e1-e5795ba014b8 {{(pid=100248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:04:52.768288 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fbc9a8b-86db-4456-85e1-a59cfdbb9c8d", "name": "network-vif-unplugged", "status": "completed", "tag": "5f251846-a962-4cca-ac30-b8ff4317b4c4", "code": 200}]} {{(pid=100248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:04:52.768546 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-6b2ed546-59ab-4940-b1e1-e5795ba014b8 {{(pid=100248) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:04:52.768950 n-d-773647-6 neutron-server[100248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fbc9a8b-86db-4456-85e1-a59cfdbb9c8d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5f251846-a962-4cca-ac30-b8ff4317b4c4', 'code': 200} Jul 06 14:04:52.774178 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819a9b07-68e7-4e42-802f-d6ccac260efe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983212100 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983212100-project] Pushing event deleted for resources: {'Network': ['ID=d051c80d-a9da-45de-954d-1099961b1c2c,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:04:52.853915 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-792db649-7f97-4ae4-8a71-0395d2dc1050 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:52.890198 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 41066) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:04:52.948734 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-8e9d78df-24d4-4a74-981e-fd29afd89ce7 admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=1a6a1c095b6f4d9f86abe038118b9d24&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0538917 Jul 06 14:04:52.949150 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 41068) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:04:53.005237 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-1b1fba2b-4922-41b5-a01d-27c53dc9f462 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:53.027269 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-1b1fba2b-4922-41b5-a01d-27c53dc9f462 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:53.081800 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-1b1fba2b-4922-41b5-a01d-27c53dc9f462 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:53.084771 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-1b1fba2b-4922-41b5-a01d-27c53dc9f462 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:53.088627 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-1b1fba2b-4922-41b5-a01d-27c53dc9f462 admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/d0717d20-fb31-48e4-8147-f0a3642617ab HTTP/1.1" status: 204 len: 168 time: 0.1358802 Jul 06 14:04:53.096305 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1fba2b-4922-41b5-a01d-27c53dc9f462 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0717d20-fb31-48e4-8147-f0a3642617ab,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:04:53.142596 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [None req-a7e4eb6f-8b67-4928-b292-5f566792a544 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-1478117220-network', 'tenant_id': '5bc84ece362540998140660bd65643c3'}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:04:53.165270 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7e4eb6f-8b67-4928-b292-5f566792a544 admin admin] Made reservation on behalf of 5bc84ece362540998140660bd65643c3 for: {'network': 1} {{(pid=100247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:04:53.168132 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-a7e4eb6f-8b67-4928-b292-5f566792a544 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for network, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:53.169425 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 41080) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:04:53.177575 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-a7e4eb6f-8b67-4928-b292-5f566792a544 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:53.325411 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-caf3beb6-b005-4949-86c3-fde855e172fc admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=1959d4de71364c80bc2681854018d4c6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1547825 Jul 06 14:04:53.329809 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 41096) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:04:53.384914 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-a7e4eb6f-8b67-4928-b292-5f566792a544 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:53.392594 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-a7e4eb6f-8b67-4928-b292-5f566792a544 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:53.393649 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-0f974875-229d-482b-8b07-dbe97ae42401 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:53.419639 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-0f974875-229d-482b-8b07-dbe97ae42401 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:53.434785 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a7e4eb6f-8b67-4928-b292-5f566792a544 admin admin] vlan segment allocate from pool success with {'vlan_id': 1003, 'physical_network': 'physnet1'} {{(pid=100247) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 14:04:53.455259 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1408b4-5dff-4c84-bce5-f86ea6190fc2 req-b84963f9-0ed9-4099-ab5c-41095e90ffa6 tempest-ImagesTestJSON-1482892319 tempest-ImagesTestJSON-1482892319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:04:53.457181 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-9d1408b4-5dff-4c84-bce5-f86ea6190fc2 req-b84963f9-0ed9-4099-ab5c-41095e90ffa6 tempest-ImagesTestJSON-1482892319 tempest-ImagesTestJSON-1482892319-project] 10.222.0.104 "GET /v2.0/ports?device_id=39634090-bfa4-4244-b852-20cb38935361 HTTP/1.1" status: 200 len: 945 time: 0.1153007 Jul 06 14:04:53.459933 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e4eb6f-8b67-4928-b292-5f566792a544 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f573cac5-f5b4-46cb-8ee6-cba4798a03b8,revision_number=1']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:04:53.479267 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-a7e4eb6f-8b67-4928-b292-5f566792a544 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552'] for segment, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:53.480007 n-d-773647-6 neutron-server[100247]: INFO neutron.db.segments_db [None req-a7e4eb6f-8b67-4928-b292-5f566792a544 admin admin] Added segment 8e40aa78-8395-4e3b-8b8a-7ce666e1be67 of type vlan for network d0a1f4e7-9678-480f-bc1f-59b6eda7e0f6 Jul 06 14:04:53.509789 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-0f974875-229d-482b-8b07-dbe97ae42401 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:53.512739 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-0f974875-229d-482b-8b07-dbe97ae42401 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:53.519385 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-0f974875-229d-482b-8b07-dbe97ae42401 admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/845abb9d-73f4-4328-b405-ff77fcdedf7c HTTP/1.1" status: 204 len: 168 time: 0.1882973 Jul 06 14:04:53.535503 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f974875-229d-482b-8b07-dbe97ae42401 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=845abb9d-73f4-4328-b405-ff77fcdedf7c,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:04:53.601825 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-9d1408b4-5dff-4c84-bce5-f86ea6190fc2 req-d635cd3d-b005-4c20-9351-ff727573a558 tempest-ImagesTestJSON-1482892319 tempest-ImagesTestJSON-1482892319-project] 10.222.0.104 "GET /v2.0/security-groups?id=46e03f63-f74e-4db3-981d-76fb36967b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361775 Jul 06 14:04:53.616614 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-a7e4eb6f-8b67-4928-b292-5f566792a544 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773752984405'] for network, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:53.673403 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-a7e4eb6f-8b67-4928-b292-5f566792a544 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060'] for network, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:53.675104 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7e4eb6f-8b67-4928-b292-5f566792a544 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:04:53.676898 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-a7e4eb6f-8b67-4928-b292-5f566792a544 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583035'] for network, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:53.791893 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-a7e4eb6f-8b67-4928-b292-5f566792a544 admin admin] 10.222.0.104 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.0765967 Jul 06 14:04:53.794857 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 41120) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:04:53.800373 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [None req-334e68c7-1bbf-4a55-8792-a28513ccda22 admin admin] Request body: {'subnet': {'network_id': 'd0a1f4e7-9678-480f-bc1f-59b6eda7e0f6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-1478117220-subnet', 'tenant_id': '5bc84ece362540998140660bd65643c3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:04:53.814489 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e4eb6f-8b67-4928-b292-5f566792a544 admin admin] Pushing event updated for resources: {'Network': ['ID=d0a1f4e7-9678-480f-bc1f-59b6eda7e0f6,revision_number=1']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:04:53.832909 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Network d0a1f4e7-9678-480f-bc1f-59b6eda7e0f6 details requested by agent ovs-agent-n-d-773647-6 with host n-d-773647-6 {{(pid=100248) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 14:04:53.887457 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-334e68c7-1bbf-4a55-8792-a28513ccda22 admin admin] Made reservation on behalf of 5bc84ece362540998140660bd65643c3 for: {'subnet': 1} {{(pid=100247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:04:53.890940 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-334e68c7-1bbf-4a55-8792-a28513ccda22 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127627440'] for subnet, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:54.228227 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-334e68c7-1bbf-4a55-8792-a28513ccda22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1849032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-128888412', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127627426'] for subnet, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:54.278013 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 41150) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:04:54.293501 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334e68c7-1bbf-4a55-8792-a28513ccda22 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5c7d6ee3-a183-4b01-a5a7-977624c04483,revision_number=0']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:04:54.317318 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-334e68c7-1bbf-4a55-8792-a28513ccda22 admin admin] Checking segment: {'id': '8e40aa78-8395-4e3b-8b8a-7ce666e1be67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1003, 'network_id': 'd0a1f4e7-9678-480f-bc1f-59b6eda7e0f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100247) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:04:54.318601 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-334e68c7-1bbf-4a55-8792-a28513ccda22 admin admin] Network hostable DHCP agents. Network: d0a1f4e7-9678-480f-bc1f-59b6eda7e0f6, hostable agents: ['f2bada3d-be77-4359-982b-8505a2bbca04'], hosted agents: [] {{(pid=100247) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 14:04:54.347281 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-334e68c7-1bbf-4a55-8792-a28513ccda22 admin admin] Network d0a1f4e7-9678-480f-bc1f-59b6eda7e0f6 is scheduled to be hosted by DHCP agent f2bada3d-be77-4359-982b-8505a2bbca04 with binding_index 1 {{(pid=100247) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 14:04:54.370957 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.base_scheduler [None req-334e68c7-1bbf-4a55-8792-a28513ccda22 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773647-6, d0a1f4e7-9678-480f-bc1f-59b6eda7e0f6) {{(pid=100247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:04:54.379839 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Device 5f251846-a962-4cca-ac30-b8ff4317b4c4 details requested by agent hyperv_n-h2-773647-6 with host n-h2-773647-6 {{(pid=100248) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 14:04:54.388227 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae93dd4d-c6fc-4c66-a57b-d7d6d9df9c46 None None] Network d0a1f4e7-9678-480f-bc1f-59b6eda7e0f6 requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:04:54.402250 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-334e68c7-1bbf-4a55-8792-a28513ccda22 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:04:54.403302 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-334e68c7-1bbf-4a55-8792-a28513ccda22 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583035'] for subnet, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:54.426836 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-bfa15071-937e-4adb-a9e9-ff261e568978 admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=4e68605f6aa34a74a1f9c296c9f65cf6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1471941 Jul 06 14:04:54.427494 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 41152) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:04:54.480769 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-334e68c7-1bbf-4a55-8792-a28513ccda22 admin admin] 10.222.0.104 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.6846197 Jul 06 14:04:54.491119 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 41156) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:04:54.497301 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [None req-3a1344e0-392d-4621-9db2-a2c8ac80232d admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-1478117220-router', 'tenant_id': '5bc84ece362540998140660bd65643c3', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719'}}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:04:54.509890 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-b505bc37-da10-4f79-b722-d77de995eabd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:54.539090 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-b505bc37-da10-4f79-b722-d77de995eabd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:54.586910 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-3a1344e0-392d-4621-9db2-a2c8ac80232d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1806290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6992'] for router, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:54.597846 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-3a1344e0-392d-4621-9db2-a2c8ac80232d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1806157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1808637', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1714747', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7007'] for router, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:54.631897 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-b505bc37-da10-4f79-b722-d77de995eabd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:54.637441 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-b505bc37-da10-4f79-b722-d77de995eabd admin admin] Notify callbacks [] for security_group, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:54.643569 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-b505bc37-da10-4f79-b722-d77de995eabd admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/60c46fce-8e13-407c-a8a9-3aa2d5b90e3a HTTP/1.1" status: 204 len: 168 time: 0.2121680 Jul 06 14:04:54.666381 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b505bc37-da10-4f79-b722-d77de995eabd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60c46fce-8e13-407c-a8a9-3aa2d5b90e3a,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:04:54.763594 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-3a1344e0-392d-4621-9db2-a2c8ac80232d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:54.827775 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] For port 5f251846-a962-4cca-ac30-b8ff4317b4c4, host n-h2-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=5f251846-a962-4cca-ac30-b8ff4317b4c4,segment=NetworkSegment(36c50412-6893-4622-808c-49164f6f9db6),segment_id=36c50412-6893-4622-808c-49164f6f9db6)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:04:54.867155 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Returning: {'device': '5f251846-a962-4cca-ac30-b8ff4317b4c4', 'network_id': 'ca8d241f-6d1c-4a83-a6b7-adff4a667580', 'port_id': '5f251846-a962-4cca-ac30-b8ff4317b4c4', 'mac_address': 'fa:16:3e:a8:e6:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1040, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1d0103a5-6825-4713-928f-2c0821a07c96', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100248) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 14:04:54.995478 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:55.040676 n-d-773647-6 neutron-server[100248]: DEBUG neutron.notifiers.nova [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5f251846-a962-4cca-ac30-b8ff4317b4c4 {{(pid=100248) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 14:04:55.073458 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] For port 5f251846-a962-4cca-ac30-b8ff4317b4c4, host n-h2-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=5f251846-a962-4cca-ac30-b8ff4317b4c4,segment=NetworkSegment(36c50412-6893-4622-808c-49164f6f9db6),segment_id=36c50412-6893-4622-808c-49164f6f9db6)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:04:55.078402 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb4c9686-6737-472b-bd40-87ab04667979 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6bd5fc82-6666-56e8-87c2-91648d36c963-d0a1f4e7-9678-480f-bc1f-59b6eda7e0f6', 'network_id': 'd0a1f4e7-9678-480f-bc1f-59b6eda7e0f6', 'tenant_id': '5bc84ece362540998140660bd65643c3', 'fixed_ips': [{'subnet_id': '5c7d6ee3-a183-4b01-a5a7-977624c04483'}]}} from n-d-773647-6. {{(pid=100248) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 14:04:55.080994 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-bb4c9686-6737-472b-bd40-87ab04667979 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:55.111546 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:55.265606 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Pushing event updated for resources: {'Port': ['ID=5f251846-a962-4cca-ac30-b8ff4317b4c4,revision_number=9']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:04:55.344805 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] get_ports_and_sgs() called for port_ids ['5f251846-a962-4cca-ac30-b8ff4317b4c4'] {{(pid=100248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 14:04:55.494968 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-3a1344e0-392d-4621-9db2-a2c8ac80232d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1761047', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1806272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6989'] for router, precommit_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:55.512482 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 41208) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:04:55.676573 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-d50976f2-fbf9-4caa-bf5e-4497e703b282 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:55.729147 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.db_base_plugin_common [None req-bb4c9686-6737-472b-bd40-87ab04667979 None None] Allocated IP 172.20.0.2 (d0a1f4e7-9678-480f-bc1f-59b6eda7e0f6/5c7d6ee3-a183-4b01-a5a7-977624c04483/37eb4392-6138-4c29-9894-29a8666f84d6) {{(pid=100248) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:04:55.731143 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-ca622173-64a2-4e1c-973f-1800deeb5993 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-2133209231-network', 'tenant_id': '4f4f5169c3224ae5beef5f35a702326d'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:04:55.802521 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca622173-64a2-4e1c-973f-1800deeb5993 admin admin] Made reservation on behalf of 4f4f5169c3224ae5beef5f35a702326d for: {'network': 1} {{(pid=100246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:04:55.810987 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-ca622173-64a2-4e1c-973f-1800deeb5993 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for network, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:55.845339 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-ca622173-64a2-4e1c-973f-1800deeb5993 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:55.971040 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-3a1344e0-392d-4621-9db2-a2c8ac80232d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:56.001893 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-3a1344e0-392d-4621-9db2-a2c8ac80232d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:56.199379 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.db_base_plugin_common [None req-3a1344e0-392d-4621-9db2-a2c8ac80232d admin admin] Allocated IP 172.25.0.230 (2658f09e-a580-4d4a-9968-2d1e0ad93719/cbf74abc-6fe1-4d33-b005-c948923b9647/da792a65-ad2f-405e-964a-2550e3684b95) {{(pid=100247) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:04:56.285353 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-ca622173-64a2-4e1c-973f-1800deeb5993 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:56.296153 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-ca622173-64a2-4e1c-973f-1800deeb5993 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:56.325158 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-bb4c9686-6737-472b-bd40-87ab04667979 None None] Notify callbacks [] for port, precommit_create {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:56.342060 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-bb4c9686-6737-472b-bd40-87ab04667979 None None] Transition to ACTIVE for port object 37eb4392-6138-4c29-9894-29a8666f84d6 will not be triggered until provisioned by entity L2. {{(pid=100248) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:04:56.357259 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca622173-64a2-4e1c-973f-1800deeb5993 admin admin] vlan segment allocate from pool success with {'vlan_id': 1044, 'physical_network': 'physnet1'} {{(pid=100246) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 14:04:56.362442 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-bb4c9686-6737-472b-bd40-87ab04667979 None None] Transition to ACTIVE for port object 37eb4392-6138-4c29-9894-29a8666f84d6 will not be triggered until provisioned by entity DHCP. {{(pid=100248) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:04:56.375987 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-bb4c9686-6737-472b-bd40-87ab04667979 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108'] for port, after_create {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:56.399512 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-ca622173-64a2-4e1c-973f-1800deeb5993 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552'] for segment, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:56.399873 n-d-773647-6 neutron-server[100246]: INFO neutron.db.segments_db [None req-ca622173-64a2-4e1c-973f-1800deeb5993 admin admin] Added segment b5b7410c-45e5-4ed8-a57c-36aa81e0edd8 of type vlan for network 1d64a7a8-3d12-4141-b8ce-bd281ed9aaab Jul 06 14:04:56.418715 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-3a1344e0-392d-4621-9db2-a2c8ac80232d admin admin] Notify callbacks [] for port, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:56.463182 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:56.466884 n-d-773647-6 neutron-server[100248]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb4c9686-6737-472b-bd40-87ab04667979 None None] Network d0a1f4e7-9678-480f-bc1f-59b6eda7e0f6 is already hosted by enough agents. {{(pid=100248) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:04:56.467956 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4c9686-6737-472b-bd40-87ab04667979 None None] Pushing event updated for resources: {'Port': ['ID=37eb4392-6138-4c29-9894-29a8666f84d6,revision_number=1']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:04:56.485566 n-d-773647-6 neutron-server[100248]: DEBUG neutron.scheduler.base_scheduler [None req-bb4c9686-6737-472b-bd40-87ab04667979 None None] Resources bound (agent type, host, resource id): {{(pid=100248) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:04:56.490818 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb4c9686-6737-472b-bd40-87ab04667979 None None] Received port after_create {{(pid=100248) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:04:56.533395 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca622173-64a2-4e1c-973f-1800deeb5993 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a54a60a4-d859-4f47-b26f-a63bb69450e7,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:04:56.560884 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-3a1344e0-392d-4621-9db2-a2c8ac80232d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-128888360'] for port, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:56.607438 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-2064eaae-da4f-48f8-82d2-b09d4ddedd44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:56.619679 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-bb4c9686-6737-472b-bd40-87ab04667979 None None] Attempting to bind port 37eb4392-6138-4c29-9894-29a8666f84d6 on host n-d-773647-6 for vnic_type normal with profile {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:04:56.620007 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-bb4c9686-6737-472b-bd40-87ab04667979 None None] Attempting to bind port 37eb4392-6138-4c29-9894-29a8666f84d6 by drivers openvswitch,hyperv on host n-d-773647-6 at level 0 using segments [{'id': '8e40aa78-8395-4e3b-8b8a-7ce666e1be67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1003, 'network_id': 'd0a1f4e7-9678-480f-bc1f-59b6eda7e0f6'}] {{(pid=100248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:04:56.620555 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb4c9686-6737-472b-bd40-87ab04667979 None None] Attempting to bind port 37eb4392-6138-4c29-9894-29a8666f84d6 on network d0a1f4e7-9678-480f-bc1f-59b6eda7e0f6 {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:04:56.629036 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb4c9686-6737-472b-bd40-87ab04667979 None None] Checking agent: {'id': '8ab5b19c-d213-4f29-891d-27bdf39d38b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773647-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 43, 26), 'started_at': datetime.datetime(2021, 7, 6, 13, 43, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 4, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773647-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:04:56.631701 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb4c9686-6737-472b-bd40-87ab04667979 None None] Checking segment: {'id': '8e40aa78-8395-4e3b-8b8a-7ce666e1be67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1003, 'network_id': 'd0a1f4e7-9678-480f-bc1f-59b6eda7e0f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:04:56.633623 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-bb4c9686-6737-472b-bd40-87ab04667979 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:56.634223 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb4c9686-6737-472b-bd40-87ab04667979 None None] Bound using segment: {'id': '8e40aa78-8395-4e3b-8b8a-7ce666e1be67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1003, 'network_id': 'd0a1f4e7-9678-480f-bc1f-59b6eda7e0f6'} {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:04:56.635118 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-bb4c9686-6737-472b-bd40-87ab04667979 None None] Bound port: 37eb4392-6138-4c29-9894-29a8666f84d6, host: n-d-773647-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e40aa78-8395-4e3b-8b8a-7ce666e1be67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1003, 'network_id': 'd0a1f4e7-9678-480f-bc1f-59b6eda7e0f6'}}] {{(pid=100248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:04:56.637392 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-bb4c9686-6737-472b-bd40-87ab04667979 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:56.638729 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-ca622173-64a2-4e1c-973f-1800deeb5993 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773752984405'] for network, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:56.667632 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 41276) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:04:56.690561 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a1344e0-392d-4621-9db2-a2c8ac80232d admin admin] Network 2658f09e-a580-4d4a-9968-2d1e0ad93719 is already hosted by enough agents. {{(pid=100247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:04:56.710345 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.base_scheduler [None req-3a1344e0-392d-4621-9db2-a2c8ac80232d admin admin] Resources bound (agent type, host, resource id): {{(pid=100247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:04:56.726458 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a1344e0-392d-4621-9db2-a2c8ac80232d admin admin] Received port after_create {{(pid=100247) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:04:56.731004 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1344e0-392d-4621-9db2-a2c8ac80232d admin admin] Pushing event updated for resources: {'Port': ['ID=da792a65-ad2f-405e-964a-2550e3684b95,revision_number=1']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:04:56.736014 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-ca622173-64a2-4e1c-973f-1800deeb5993 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060'] for network, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:56.737884 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca622173-64a2-4e1c-973f-1800deeb5993 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:04:56.738821 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-ca622173-64a2-4e1c-973f-1800deeb5993 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583035'] for network, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:56.776113 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-ca622173-64a2-4e1c-973f-1800deeb5993 admin admin] 10.222.0.104 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.2616286 Jul 06 14:04:56.777071 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 41284) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:04:56.826571 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-bb4c9686-6737-472b-bd40-87ab04667979 None None] For port 37eb4392-6138-4c29-9894-29a8666f84d6, host n-d-773647-6, cleared binding levels {{(pid=100248) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:04:56.826571 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-bb4c9686-6737-472b-bd40-87ab04667979 None None] For port 37eb4392-6138-4c29-9894-29a8666f84d6, host n-d-773647-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=37eb4392-6138-4c29-9894-29a8666f84d6,segment=NetworkSegment(8e40aa78-8395-4e3b-8b8a-7ce666e1be67),segment_id=8e40aa78-8395-4e3b-8b8a-7ce666e1be67)] {{(pid=100248) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:04:56.830015 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-0b1ad0f1-3b39-4849-aae1-c022d9045e80 admin admin] Request body: {'subnet': {'network_id': '1d64a7a8-3d12-4141-b8ce-bd281ed9aaab', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-2133209231-subnet', 'tenant_id': '4f4f5169c3224ae5beef5f35a702326d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:04:56.840244 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-bb4c9686-6737-472b-bd40-87ab04667979 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:56.996430 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4c9686-6737-472b-bd40-87ab04667979 None None] Pushing event updated for resources: {'Port': ['ID=37eb4392-6138-4c29-9894-29a8666f84d6,revision_number=2']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:04:57.036779 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca622173-64a2-4e1c-973f-1800deeb5993 admin admin] Pushing event updated for resources: {'Network': ['ID=1d64a7a8-3d12-4141-b8ce-bd281ed9aaab,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:04:57.050868 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Network 1d64a7a8-3d12-4141-b8ce-bd281ed9aaab details requested by agent ovs-agent-n-d-773647-6 with host n-d-773647-6 {{(pid=100248) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 14:04:57.156355 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-df5946db-4c99-4417-a5ea-eca63e9f46c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:57.176688 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b1ad0f1-3b39-4849-aae1-c022d9045e80 admin admin] Made reservation on behalf of 4f4f5169c3224ae5beef5f35a702326d for: {'subnet': 1} {{(pid=100246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:04:57.181169 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-0b1ad0f1-3b39-4849-aae1-c022d9045e80 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127702029'] for subnet, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:57.608388 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-3a1344e0-392d-4621-9db2-a2c8ac80232d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:57.639934 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-0b1ad0f1-3b39-4849-aae1-c022d9045e80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1849032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127687649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127702047'] for subnet, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:57.741337 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1ad0f1-3b39-4849-aae1-c022d9045e80 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e1fa3d62-6d70-434d-886e-5edc2778795a,revision_number=0']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:04:57.797066 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 37eb4392-6138-4c29-9894-29a8666f84d6 up at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:04:57.880031 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning for port 37eb4392-6138-4c29-9894-29a8666f84d6 completed by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:04:57.923725 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b1ad0f1-3b39-4849-aae1-c022d9045e80 admin admin] Checking segment: {'id': 'b5b7410c-45e5-4ed8-a57c-36aa81e0edd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': '1d64a7a8-3d12-4141-b8ce-bd281ed9aaab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:04:57.924129 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b1ad0f1-3b39-4849-aae1-c022d9045e80 admin admin] Network hostable DHCP agents. Network: 1d64a7a8-3d12-4141-b8ce-bd281ed9aaab, hostable agents: ['f2bada3d-be77-4359-982b-8505a2bbca04'], hosted agents: [] {{(pid=100246) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 14:04:58.045579 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b1ad0f1-3b39-4849-aae1-c022d9045e80 admin admin] Network 1d64a7a8-3d12-4141-b8ce-bd281ed9aaab is scheduled to be hosted by DHCP agent f2bada3d-be77-4359-982b-8505a2bbca04 with binding_index 1 {{(pid=100246) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 14:04:58.099057 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.base_scheduler [None req-0b1ad0f1-3b39-4849-aae1-c022d9045e80 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773647-6, 1d64a7a8-3d12-4141-b8ce-bd281ed9aaab) {{(pid=100246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:04:58.121048 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3b374e0-052e-42f7-9358-5ad68771551f None None] Network 1d64a7a8-3d12-4141-b8ce-bd281ed9aaab requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:04:58.145311 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-3a1344e0-392d-4621-9db2-a2c8ac80232d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1806297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1761036'] for router, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:58.146709 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b1ad0f1-3b39-4849-aae1-c022d9045e80 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:04:58.148182 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-0b1ad0f1-3b39-4849-aae1-c022d9045e80 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:58.174750 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-df5946db-4c99-4417-a5ea-eca63e9f46c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:58.189873 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-df5946db-4c99-4417-a5ea-eca63e9f46c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:58.239931 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-0b1ad0f1-3b39-4849-aae1-c022d9045e80 admin admin] 10.222.0.104 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.4367766 Jul 06 14:04:58.256934 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 41308) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:04:58.285563 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-fe83e33e-4640-4c7a-813d-707cce1a8f4d admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-2133209231-router', 'tenant_id': '4f4f5169c3224ae5beef5f35a702326d', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719'}}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:04:58.307013 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Device 38fa73f8-6c0f-47d6-82d5-c280e4c1c51d details requested by agent hyperv_n-h1-773647-6 with host n-h1-773647-6 {{(pid=100248) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 14:04:58.349565 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5946db-4c99-4417-a5ea-eca63e9f46c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa78fd8d-f277-44b6-8d30-9dc97b3e2511,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:04:58.363735 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-df5946db-4c99-4417-a5ea-eca63e9f46c9 admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=c8639d461120480ca1495b74ab10369c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6945081 Jul 06 14:04:58.372765 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 41310) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:04:58.416385 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-fe83e33e-4640-4c7a-813d-707cce1a8f4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1806290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6992'] for router, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:58.418091 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-fe83e33e-4640-4c7a-813d-707cce1a8f4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1806157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1808637', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1714747', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7007'] for router, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:58.455804 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 41312) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:04:58.544478 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-fe83e33e-4640-4c7a-813d-707cce1a8f4d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:58.593318 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] For port 38fa73f8-6c0f-47d6-82d5-c280e4c1c51d, host n-h1-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773647-6',level=0,port_id=38fa73f8-6c0f-47d6-82d5-c280e4c1c51d,segment=NetworkSegment(4f034a4d-0401-4410-9e3b-cfb7c7ebcd98),segment_id=4f034a4d-0401-4410-9e3b-cfb7c7ebcd98)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:04:58.600131 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-ce6c5010-0c44-40b5-946e-814f5477073a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:58.627814 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Returning: {'device': '38fa73f8-6c0f-47d6-82d5-c280e4c1c51d', 'network_id': '843daa65-9f70-4b7f-ae10-986f4b2f43e8', 'port_id': '38fa73f8-6c0f-47d6-82d5-c280e4c1c51d', 'mac_address': 'fa:16:3e:d8:88:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1006, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ae20b5e9-07e2-4786-84d5-713ad5ff019c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100248) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 14:04:58.700800 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a1344e0-392d-4621-9db2-a2c8ac80232d admin admin] Router 81f3c0cd-de5f-4888-b4c6-ff1844059aa0 is scheduled to L3 agent 2823d358-a11b-4885-a706-95a279e43fa7 with binding_index 1 {{(pid=100247) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 14:04:58.729863 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-ce6c5010-0c44-40b5-946e-814f5477073a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:58.758368 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Device 5f251846-a962-4cca-ac30-b8ff4317b4c4 up at agent hyperv_n-h2-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:04:58.901381 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-03f71b24-a9b8-453a-8924-caa3f97bc6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:58.978023 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-fe83e33e-4640-4c7a-813d-707cce1a8f4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1761047', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1806272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6989'] for router, precommit_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:58.994341 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-d39d1e37-206a-4043-91d0-911da7195d34 tempest-PortsAdminExtendedAttrsTestJSON-2061324987 tempest-PortsAdminExtendedAttrsTestJSON-2061324987-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-473667506'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:04:59.021890 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-969cadb7-0c50-4a4c-b3c8-f756270b306e None None] Network d0a1f4e7-9678-480f-bc1f-59b6eda7e0f6 requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:04:59.023758 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-729f5101-152c-4e98-add6-9ac391408ec1 None None] Network 1d64a7a8-3d12-4141-b8ce-bd281ed9aaab requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:04:59.076104 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d39d1e37-206a-4043-91d0-911da7195d34 tempest-PortsAdminExtendedAttrsTestJSON-2061324987 tempest-PortsAdminExtendedAttrsTestJSON-2061324987-project] Made reservation on behalf of 99e53a2478c14c4ca814cf042fbe246f for: {'network': 1} {{(pid=100246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:04:59.081153 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-d39d1e37-206a-4043-91d0-911da7195d34 tempest-PortsAdminExtendedAttrsTestJSON-2061324987 tempest-PortsAdminExtendedAttrsTestJSON-2061324987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for network, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:59.095180 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-ce6c5010-0c44-40b5-946e-814f5477073a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:59.097049 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-d39d1e37-206a-4043-91d0-911da7195d34 tempest-PortsAdminExtendedAttrsTestJSON-2061324987 tempest-PortsAdminExtendedAttrsTestJSON-2061324987-project] Notify callbacks [] for security_group, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:59.098357 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-ce6c5010-0c44-40b5-946e-814f5477073a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:59.107746 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-ce6c5010-0c44-40b5-946e-814f5477073a admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/aa78fd8d-f277-44b6-8d30-9dc97b3e2511 HTTP/1.1" status: 204 len: 168 time: 0.7244811 Jul 06 14:04:59.171553 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6c5010-0c44-40b5-946e-814f5477073a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa78fd8d-f277-44b6-8d30-9dc97b3e2511,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:04:59.191882 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a1344e0-392d-4621-9db2-a2c8ac80232d admin admin] Notify agent at l3_agent.n-d-773647-6 the message routers_updated {{(pid=100247) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 14:04:59.423127 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-fe83e33e-4640-4c7a-813d-707cce1a8f4d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:59.460033 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-fe83e33e-4640-4c7a-813d-707cce1a8f4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:59.488956 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0cbca32-90c0-400a-bca0-852089d3af95 None None] Sync routers for ids ['81f3c0cd-de5f-4888-b4c6-ff1844059aa0'] in n-d-773647-6 {{(pid=100248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 14:04:59.499258 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:59.505902 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-d39d1e37-206a-4043-91d0-911da7195d34 tempest-PortsAdminExtendedAttrsTestJSON-2061324987 tempest-PortsAdminExtendedAttrsTestJSON-2061324987-project] Notify callbacks [] for security_group, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:59.519491 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-3a1344e0-392d-4621-9db2-a2c8ac80232d admin admin] Notify callbacks [] for router, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:59.522101 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-3a1344e0-392d-4621-9db2-a2c8ac80232d admin admin] 10.222.0.104 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 5.0297966 Jul 06 14:04:59.526860 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 41320) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:04:59.569678 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-d39d1e37-206a-4043-91d0-911da7195d34 tempest-PortsAdminExtendedAttrsTestJSON-2061324987 tempest-PortsAdminExtendedAttrsTestJSON-2061324987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:59.698987 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39d1e37-206a-4043-91d0-911da7195d34 tempest-PortsAdminExtendedAttrsTestJSON-2061324987 tempest-PortsAdminExtendedAttrsTestJSON-2061324987-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3037c848-3c55-431a-adfc-d98c65536589,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:04:59.739000 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d39d1e37-206a-4043-91d0-911da7195d34 tempest-PortsAdminExtendedAttrsTestJSON-2061324987 tempest-PortsAdminExtendedAttrsTestJSON-2061324987-project] vlan segment allocate from pool success with {'vlan_id': 1013, 'physical_network': 'physnet1'} {{(pid=100246) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 14:04:59.758505 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-d39d1e37-206a-4043-91d0-911da7195d34 tempest-PortsAdminExtendedAttrsTestJSON-2061324987 tempest-PortsAdminExtendedAttrsTestJSON-2061324987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552'] for segment, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:59.758974 n-d-773647-6 neutron-server[100246]: INFO neutron.db.segments_db [None req-d39d1e37-206a-4043-91d0-911da7195d34 tempest-PortsAdminExtendedAttrsTestJSON-2061324987 tempest-PortsAdminExtendedAttrsTestJSON-2061324987-project] Added segment e187ae54-c2a9-40ff-b6a6-e7080e8f1c35 of type vlan for network 8c3028d9-141b-433b-9989-530cbc885772 Jul 06 14:04:59.783281 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.db_base_plugin_common [None req-fe83e33e-4640-4c7a-813d-707cce1a8f4d admin admin] Allocated IP 172.25.0.94 (2658f09e-a580-4d4a-9968-2d1e0ad93719/cbf74abc-6fe1-4d33-b005-c948923b9647/43749d2a-5b7f-4a50-b898-cfee8308a98a) {{(pid=100246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:04:59.824516 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-452a48ad-a55a-47ae-a271-45c818c6a15c None None] Provisioning for port 37eb4392-6138-4c29-9894-29a8666f84d6 completed by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:04:59.830606 n-d-773647-6 neutron-server[100248]: DEBUG neutron.notifiers.nova [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 38fa73f8-6c0f-47d6-82d5-c280e4c1c51d {{(pid=100248) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 14:04:59.854417 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-d39d1e37-206a-4043-91d0-911da7195d34 tempest-PortsAdminExtendedAttrsTestJSON-2061324987 tempest-PortsAdminExtendedAttrsTestJSON-2061324987-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773752984405'] for network, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:59.876423 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] For port 38fa73f8-6c0f-47d6-82d5-c280e4c1c51d, host n-h1-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773647-6',level=0,port_id=38fa73f8-6c0f-47d6-82d5-c280e4c1c51d,segment=NetworkSegment(4f034a4d-0401-4410-9e3b-cfb7c7ebcd98),segment_id=4f034a4d-0401-4410-9e3b-cfb7c7ebcd98)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:04:59.901256 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 41322) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:04:59.925181 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-452a48ad-a55a-47ae-a271-45c818c6a15c None None] Provisioning complete for port 37eb4392-6138-4c29-9894-29a8666f84d6 triggered by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:04:59.925802 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-452a48ad-a55a-47ae-a271-45c818c6a15c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:59.939311 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0cbca32-90c0-400a-bca0-852089d3af95 None None] Routers {'81f3c0cd-de5f-4888-b4c6-ff1844059aa0'} bound to L3 agent in host n-d-773647-6 {{(pid=100248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:04:59.940151 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-e0cbca32-90c0-400a-bca0-852089d3af95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T14:04:56Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['81f3c0cd-de5f-4888-b4c6-ff1844059aa0'], 'active': True} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:04:59.942257 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:00.020271 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.db.resource_extend [None req-d39d1e37-206a-4043-91d0-911da7195d34 tempest-PortsAdminExtendedAttrsTestJSON-2061324987 tempest-PortsAdminExtendedAttrsTestJSON-2061324987-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 06 14:05:00.023208 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-9133847c-5304-4dd7-b546-7289ab15b3a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:00.099366 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-d39d1e37-206a-4043-91d0-911da7195d34 tempest-PortsAdminExtendedAttrsTestJSON-2061324987 tempest-PortsAdminExtendedAttrsTestJSON-2061324987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060'] for network, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:00.105049 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d39d1e37-206a-4043-91d0-911da7195d34 tempest-PortsAdminExtendedAttrsTestJSON-2061324987 tempest-PortsAdminExtendedAttrsTestJSON-2061324987-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:05:00.105699 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-d39d1e37-206a-4043-91d0-911da7195d34 tempest-PortsAdminExtendedAttrsTestJSON-2061324987 tempest-PortsAdminExtendedAttrsTestJSON-2061324987-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583035'] for network, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:00.150159 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Pushing event updated for resources: {'Port': ['ID=38fa73f8-6c0f-47d6-82d5-c280e4c1c51d,revision_number=6']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:05:00.167748 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Provisioning complete for port 5f251846-a962-4cca-ac30-b8ff4317b4c4 triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:05:00.168144 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:00.249316 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] get_ports_and_sgs() called for port_ids ['38fa73f8-6c0f-47d6-82d5-c280e4c1c51d'] {{(pid=100248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 14:05:00.361770 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39d1e37-206a-4043-91d0-911da7195d34 tempest-PortsAdminExtendedAttrsTestJSON-2061324987 tempest-PortsAdminExtendedAttrsTestJSON-2061324987-project] Pushing event updated for resources: {'Network': ['ID=8c3028d9-141b-433b-9989-530cbc885772,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:05:00.386410 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-fe83e33e-4640-4c7a-813d-707cce1a8f4d admin admin] Notify callbacks [] for port, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:00.414698 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Network 8c3028d9-141b-433b-9989-530cbc885772 details requested by agent ovs-agent-n-d-773647-6 with host n-d-773647-6 {{(pid=100248) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 14:05:00.615574 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-fe83e33e-4640-4c7a-813d-707cce1a8f4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-127687573'] for port, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:00.621694 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-9133847c-5304-4dd7-b546-7289ab15b3a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:00.739901 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-9133847c-5304-4dd7-b546-7289ab15b3a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:00.766198 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-d39d1e37-206a-4043-91d0-911da7195d34 tempest-PortsAdminExtendedAttrsTestJSON-2061324987 tempest-PortsAdminExtendedAttrsTestJSON-2061324987-project] 10.222.0.104 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 2.2930121 Jul 06 14:05:00.824305 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe83e33e-4640-4c7a-813d-707cce1a8f4d admin admin] Pushing event updated for resources: {'Port': ['ID=43749d2a-5b7f-4a50-b898-cfee8308a98a,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:05:00.869303 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-99fa44ab-5a96-4848-aafb-6f2fefaa05c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:00.879081 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:00.897759 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe83e33e-4640-4c7a-813d-707cce1a8f4d admin admin] Network 2658f09e-a580-4d4a-9968-2d1e0ad93719 is already hosted by enough agents. {{(pid=100246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:05:00.949360 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.base_scheduler [None req-fe83e33e-4640-4c7a-813d-707cce1a8f4d admin admin] Resources bound (agent type, host, resource id): {{(pid=100246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:05:00.958765 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe83e33e-4640-4c7a-813d-707cce1a8f4d admin admin] Received port after_create {{(pid=100246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:05:01.000071 n-d-773647-6 neutron-server[100248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fbc9a8b-86db-4456-85e1-a59cfdbb9c8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f251846-a962-4cca-ac30-b8ff4317b4c4'}] {{(pid=100248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:05:01.002998 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84af257533e383389cbcf231d3534f4d5e149e7203fea16b4a8fc01438dddaf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54be4054-911a-4fb4-976a-9de31623005c" -d '{"events": [{"server_uuid": "5fbc9a8b-86db-4456-85e1-a59cfdbb9c8d", "name": "network-vif-plugged", "status": "completed", "tag": "5f251846-a962-4cca-ac30-b8ff4317b4c4"}]}' {{(pid=100248) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:05:01.013007 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvr_db [None req-e0cbca32-90c0-400a-bca0-852089d3af95 None None] Set router 81f3c0cd-de5f-4888-b4c6-ff1844059aa0 gateway port host: n-d-773647-6 {{(pid=100248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:05:01.117627 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] For port 5f251846-a962-4cca-ac30-b8ff4317b4c4, host n-h2-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=5f251846-a962-4cca-ac30-b8ff4317b4c4,segment=NetworkSegment(36c50412-6893-4622-808c-49164f6f9db6),segment_id=36c50412-6893-4622-808c-49164f6f9db6)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:05:01.244870 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-452a48ad-a55a-47ae-a271-45c818c6a15c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:01.258261 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:01.288232 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-452a48ad-a55a-47ae-a271-45c818c6a15c None None] For port 37eb4392-6138-4c29-9894-29a8666f84d6, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=37eb4392-6138-4c29-9894-29a8666f84d6,segment=NetworkSegment(8e40aa78-8395-4e3b-8b8a-7ce666e1be67),segment_id=8e40aa78-8395-4e3b-8b8a-7ce666e1be67)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:05:01.333947 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.db_base_plugin_common [None req-99fa44ab-5a96-4848-aafb-6f2fefaa05c0 admin admin] Allocated IP 172.20.0.1 (d0a1f4e7-9678-480f-bc1f-59b6eda7e0f6/5c7d6ee3-a183-4b01-a5a7-977624c04483/bb58c59d-d4b8-43e4-80d9-e5f6bb551859) {{(pid=100247) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:05:01.341563 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-452a48ad-a55a-47ae-a271-45c818c6a15c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:01.370283 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9133847c-5304-4dd7-b546-7289ab15b3a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5957b09e-84fc-483d-9827-5de9dcdfb6d0,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:05:01.403698 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-9133847c-5304-4dd7-b546-7289ab15b3a8 admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=dfe48b47a7ff426892ebf80a2e6e3a51&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4982338 Jul 06 14:05:01.408929 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 41332) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:05:01.432276 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Pushing event updated for resources: {'Port': ['ID=5f251846-a962-4cca-ac30-b8ff4317b4c4,revision_number=10']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:05:01.498059 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-e0cbca32-90c0-400a-bca0-852089d3af95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81f3c0cd-de5f-4888-b4c6-ff1844059aa0', 'name': 'tempest-TaggedBootDevicesTest_v242-1478117220-router', 'tenant_id': '5bc84ece362540998140660bd65643c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.230'}], 'enable_snat': True}, 'gw_port_id': 'da792a65-ad2f-405e-964a-2550e3684b95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:04:54Z', 'updated_at': '2021-07-06T14:04:57Z', 'revision_number': 3, 'project_id': '5bc84ece362540998140660bd65643c3', 'gw_port': {'id': 'da792a65-ad2f-405e-964a-2550e3684b95', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:79:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81f3c0cd-de5f-4888-b4c6-ff1844059aa0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1264, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:04:56Z', 'updated_at': '2021-07-06T14:04:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6'}], 'n-d-773647-6', False) {} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:05:01.597016 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-6e420a62-a1c1-4f1b-a4ac-ea74dc708bd3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:01.604712 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0cbca32-90c0-400a-bca0-852089d3af95 None None] Checking router: 81f3c0cd-de5f-4888-b4c6-ff1844059aa0 for host: n-d-773647-6 {{(pid=100248) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 14:05:01.607027 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0cbca32-90c0-400a-bca0-852089d3af95 None None] Updating router 81f3c0cd-de5f-4888-b4c6-ff1844059aa0 port da792a65-ad2f-405e-964a-2550e3684b95 binding host n-d-773647-6 {{(pid=100248) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 14:05:01.677648 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452a48ad-a55a-47ae-a271-45c818c6a15c None None] Pushing event updated for resources: {'Port': ['ID=37eb4392-6138-4c29-9894-29a8666f84d6,revision_number=3']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:05:01.687679 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-e0cbca32-90c0-400a-bca0-852089d3af95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:01.711021 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-fe83e33e-4640-4c7a-813d-707cce1a8f4d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:01.764645 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-6e420a62-a1c1-4f1b-a4ac-ea74dc708bd3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:01.815257 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-99fa44ab-5a96-4848-aafb-6f2fefaa05c0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:01.911573 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.provisioning_blocks [None req-99fa44ab-5a96-4848-aafb-6f2fefaa05c0 admin admin] Transition to ACTIVE for port object bb58c59d-d4b8-43e4-80d9-e5f6bb551859 will not be triggered until provisioned by entity DHCP. {{(pid=100247) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:05:01.979082 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-32ed8de5-c7fa-4e46-acc3-977bfb2475e3 None None] Provisioning complete for port 37eb4392-6138-4c29-9894-29a8666f84d6 triggered by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:05:01.979547 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-32ed8de5-c7fa-4e46-acc3-977bfb2475e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:01.990936 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-6e420a62-a1c1-4f1b-a4ac-ea74dc708bd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:02.000972 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-6e420a62-a1c1-4f1b-a4ac-ea74dc708bd3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:02.011482 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-6e420a62-a1c1-4f1b-a4ac-ea74dc708bd3 admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/5957b09e-84fc-483d-9827-5de9dcdfb6d0 HTTP/1.1" status: 204 len: 168 time: 0.5228910 Jul 06 14:05:02.037595 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e420a62-a1c1-4f1b-a4ac-ea74dc708bd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5957b09e-84fc-483d-9827-5de9dcdfb6d0,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:05:02.071341 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-99fa44ab-5a96-4848-aafb-6f2fefaa05c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-128888360'] for port, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:02.146593 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99fa44ab-5a96-4848-aafb-6f2fefaa05c0 admin admin] Network d0a1f4e7-9678-480f-bc1f-59b6eda7e0f6 is already hosted by enough agents. {{(pid=100247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:05:02.151845 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.base_scheduler [None req-99fa44ab-5a96-4848-aafb-6f2fefaa05c0 admin admin] Resources bound (agent type, host, resource id): {{(pid=100247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:05:02.165430 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99fa44ab-5a96-4848-aafb-6f2fefaa05c0 admin admin] Received port after_create {{(pid=100247) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:05:02.240993 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99fa44ab-5a96-4848-aafb-6f2fefaa05c0 admin admin] Pushing event updated for resources: {'Port': ['ID=bb58c59d-d4b8-43e4-80d9-e5f6bb551859,revision_number=1']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:05:02.253809 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Device 38fa73f8-6c0f-47d6-82d5-c280e4c1c51d up at agent hyperv_n-h1-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:05:02.289851 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-99fa44ab-5a96-4848-aafb-6f2fefaa05c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1807675'] for router_interface, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:02.371664 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-fe83e33e-4640-4c7a-813d-707cce1a8f4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1806297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1761036'] for router, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:02.577620 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-e0cbca32-90c0-400a-bca0-852089d3af95 None None] Notify callbacks [] for port, precommit_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:02.610079 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-e0cbca32-90c0-400a-bca0-852089d3af95 None None] Transition to ACTIVE for port object da792a65-ad2f-405e-964a-2550e3684b95 will not be triggered until provisioned by entity L2. {{(pid=100248) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:05:02.631835 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-e0cbca32-90c0-400a-bca0-852089d3af95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:02.664763 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-99fa44ab-5a96-4848-aafb-6f2fefaa05c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:02.736258 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe83e33e-4640-4c7a-813d-707cce1a8f4d admin admin] Router 6a562ffd-994b-4d05-aeb8-c9f367f3fd5e is scheduled to L3 agent 2823d358-a11b-4885-a706-95a279e43fa7 with binding_index 1 {{(pid=100246) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 14:05:02.778569 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-e0cbca32-90c0-400a-bca0-852089d3af95 None None] Attempting to bind port da792a65-ad2f-405e-964a-2550e3684b95 on host n-d-773647-6 for vnic_type normal with profile {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:05:02.778569 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-e0cbca32-90c0-400a-bca0-852089d3af95 None None] Attempting to bind port da792a65-ad2f-405e-964a-2550e3684b95 by drivers openvswitch,hyperv on host n-d-773647-6 at level 0 using segments [{'id': '89a832b7-7793-4d51-9038-ed7e1c3ff1b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719'}] {{(pid=100248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:05:02.778569 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0cbca32-90c0-400a-bca0-852089d3af95 None None] Attempting to bind port da792a65-ad2f-405e-964a-2550e3684b95 on network 2658f09e-a580-4d4a-9968-2d1e0ad93719 {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:05:02.778569 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0cbca32-90c0-400a-bca0-852089d3af95 None None] Checking agent: {'id': '8ab5b19c-d213-4f29-891d-27bdf39d38b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773647-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 43, 26), 'started_at': datetime.datetime(2021, 7, 6, 13, 43, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 4, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773647-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:05:02.778569 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0cbca32-90c0-400a-bca0-852089d3af95 None None] Checking segment: {'id': '89a832b7-7793-4d51-9038-ed7e1c3ff1b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:05:02.778569 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-e0cbca32-90c0-400a-bca0-852089d3af95 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:02.778569 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0cbca32-90c0-400a-bca0-852089d3af95 None None] Bound using segment: {'id': '89a832b7-7793-4d51-9038-ed7e1c3ff1b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719'} {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:05:02.778569 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-e0cbca32-90c0-400a-bca0-852089d3af95 None None] Bound port: da792a65-ad2f-405e-964a-2550e3684b95, host: n-d-773647-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89a832b7-7793-4d51-9038-ed7e1c3ff1b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719'}}] {{(pid=100248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:05:02.778569 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-e0cbca32-90c0-400a-bca0-852089d3af95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:02.886486 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-e0cbca32-90c0-400a-bca0-852089d3af95 None None] For port da792a65-ad2f-405e-964a-2550e3684b95, host n-d-773647-6, cleared binding levels {{(pid=100248) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:05:02.900542 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-e0cbca32-90c0-400a-bca0-852089d3af95 None None] For port da792a65-ad2f-405e-964a-2550e3684b95, host n-d-773647-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=da792a65-ad2f-405e-964a-2550e3684b95,segment=NetworkSegment(89a832b7-7793-4d51-9038-ed7e1c3ff1b2),segment_id=89a832b7-7793-4d51-9038-ed7e1c3ff1b2)] {{(pid=100248) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:05:02.948755 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-e0cbca32-90c0-400a-bca0-852089d3af95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:03.012136 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-99fa44ab-5a96-4848-aafb-6f2fefaa05c0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:03.037592 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-99fa44ab-5a96-4848-aafb-6f2fefaa05c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128888538'] for port, after_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:03.051652 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f661d0-05fc-4fb9-996b-c59affe0dfaf None None] Pushing event updated for resources: {'Port': ['ID=da792a65-ad2f-405e-964a-2550e3684b95,revision_number=2']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:05:03.065824 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Provisioning complete for port 38fa73f8-6c0f-47d6-82d5-c280e4c1c51d triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:05:03.066203 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:03.158368 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-99fa44ab-5a96-4848-aafb-6f2fefaa05c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1809478'] for router_interface, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:03.162308 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe83e33e-4640-4c7a-813d-707cce1a8f4d admin admin] Notify agent at l3_agent.n-d-773647-6 the message routers_updated {{(pid=100246) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 14:05:03.178455 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e98ab65e-4e01-4c1e-9d23-67f1b004f5f6 None None] Sync routers for ids ['6a562ffd-994b-4d05-aeb8-c9f367f3fd5e'] in n-d-773647-6 {{(pid=100249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 14:05:03.179159 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99fa44ab-5a96-4848-aafb-6f2fefaa05c0 admin admin] Pushing event updated for resources: {'Port': ['ID=bb58c59d-d4b8-43e4-80d9-e5f6bb551859,revision_number=2']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:05:03.189682 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-fe83e33e-4640-4c7a-813d-707cce1a8f4d admin admin] Notify callbacks [] for router, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:03.191272 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-fe83e33e-4640-4c7a-813d-707cce1a8f4d admin admin] 10.222.0.104 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 4.9258864 Jul 06 14:05:03.194134 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 41352) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:05:03.425128 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e98ab65e-4e01-4c1e-9d23-67f1b004f5f6 None None] Routers {'6a562ffd-994b-4d05-aeb8-c9f367f3fd5e'} bound to L3 agent in host n-d-773647-6 {{(pid=100249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:05:03.426031 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-e98ab65e-4e01-4c1e-9d23-67f1b004f5f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T14:04:56Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['6a562ffd-994b-4d05-aeb8-c9f367f3fd5e'], 'active': True} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:05:03.454012 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99fa44ab-5a96-4848-aafb-6f2fefaa05c0 admin admin] Network d0a1f4e7-9678-480f-bc1f-59b6eda7e0f6 is already hosted by enough agents. {{(pid=100247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:05:03.454345 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.base_scheduler [None req-99fa44ab-5a96-4848-aafb-6f2fefaa05c0 admin admin] Resources bound (agent type, host, resource id): {{(pid=100247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:05:03.517345 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f661d0-05fc-4fb9-996b-c59affe0dfaf None None] Pushing event updated for resources: {'Port': ['ID=da792a65-ad2f-405e-964a-2550e3684b95,revision_number=3']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:05:03.599856 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0cbca32-90c0-400a-bca0-852089d3af95 None None] Routers {'81f3c0cd-de5f-4888-b4c6-ff1844059aa0'} bound to L3 agent in host n-d-773647-6 {{(pid=100248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:05:03.600552 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-e0cbca32-90c0-400a-bca0-852089d3af95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T14:04:56Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['81f3c0cd-de5f-4888-b4c6-ff1844059aa0'], 'active': True} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:05:03.730027 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvr_db [None req-e98ab65e-4e01-4c1e-9d23-67f1b004f5f6 None None] Set router 6a562ffd-994b-4d05-aeb8-c9f367f3fd5e gateway port host: n-d-773647-6 {{(pid=100249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:05:03.745400 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 37eb4392-6138-4c29-9894-29a8666f84d6 up at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:05:03.807617 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99fa44ab-5a96-4848-aafb-6f2fefaa05c0 admin admin] Router 81f3c0cd-de5f-4888-b4c6-ff1844059aa0 has already been hosted by L3 agent 2823d358-a11b-4885-a706-95a279e43fa7 {{(pid=100247) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 14:05:03.919333 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-3078d904-0295-4cd8-a139-aee07132b890 None None] Provisioning for port bb58c59d-d4b8-43e4-80d9-e5f6bb551859 completed by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:05:03.948765 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:04.031719 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-3078d904-0295-4cd8-a139-aee07132b890 None None] Provisioning complete for port bb58c59d-d4b8-43e4-80d9-e5f6bb551859 triggered by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:05:04.032093 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-3078d904-0295-4cd8-a139-aee07132b890 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:04.227573 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-e98ab65e-4e01-4c1e-9d23-67f1b004f5f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a562ffd-994b-4d05-aeb8-c9f367f3fd5e', 'name': 'tempest-ServerRescueNegativeTestJSON-2133209231-router', 'tenant_id': '4f4f5169c3224ae5beef5f35a702326d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.94'}], 'enable_snat': True}, 'gw_port_id': '43749d2a-5b7f-4a50-b898-cfee8308a98a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:04:58Z', 'updated_at': '2021-07-06T14:05:01Z', 'revision_number': 3, 'project_id': '4f4f5169c3224ae5beef5f35a702326d', 'gw_port': {'id': '43749d2a-5b7f-4a50-b898-cfee8308a98a', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:2a:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a562ffd-994b-4d05-aeb8-c9f367f3fd5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1283, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:04:59Z', 'updated_at': '2021-07-06T14:04:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6'}], 'n-d-773647-6', False) {} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:05:04.269496 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e98ab65e-4e01-4c1e-9d23-67f1b004f5f6 None None] Checking router: 6a562ffd-994b-4d05-aeb8-c9f367f3fd5e for host: n-d-773647-6 {{(pid=100249) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 14:05:04.269905 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e98ab65e-4e01-4c1e-9d23-67f1b004f5f6 None None] Updating router 6a562ffd-994b-4d05-aeb8-c9f367f3fd5e port 43749d2a-5b7f-4a50-b898-cfee8308a98a binding host n-d-773647-6 {{(pid=100249) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 14:05:04.338530 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvr_db [None req-e0cbca32-90c0-400a-bca0-852089d3af95 None None] Set router 81f3c0cd-de5f-4888-b4c6-ff1844059aa0 gateway port host: n-d-773647-6 {{(pid=100248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:05:04.345449 n-d-773647-6 neutron-server[100249]: DEBUG neutron_lib.callbacks.manager [None req-e98ab65e-4e01-4c1e-9d23-67f1b004f5f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:04.430255 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] For port 38fa73f8-6c0f-47d6-82d5-c280e4c1c51d, host n-h1-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773647-6',level=0,port_id=38fa73f8-6c0f-47d6-82d5-c280e4c1c51d,segment=NetworkSegment(4f034a4d-0401-4410-9e3b-cfb7c7ebcd98),segment_id=4f034a4d-0401-4410-9e3b-cfb7c7ebcd98)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:05:04.433214 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-3078d904-0295-4cd8-a139-aee07132b890 None None] Port bb58c59d-d4b8-43e4-80d9-e5f6bb551859 cannot update to ACTIVE because it is not bound. {{(pid=100248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 14:05:04.451391 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:04.498171 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning complete for port 37eb4392-6138-4c29-9894-29a8666f84d6 triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:05:04.498654 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:04.838599 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Pushing event updated for resources: {'Port': ['ID=38fa73f8-6c0f-47d6-82d5-c280e4c1c51d,revision_number=7']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:05:04.847414 n-d-773647-6 neutron-server[100249]: DEBUG neutron_lib.callbacks.manager [None req-e98ab65e-4e01-4c1e-9d23-67f1b004f5f6 None None] Notify callbacks [] for port, precommit_update {{(pid=100249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:04.857959 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-f036ab2e-b91e-455a-82e9-3fe049f9b14d None None] Provisioning complete for port bb58c59d-d4b8-43e4-80d9-e5f6bb551859 triggered by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:05:04.858337 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-f036ab2e-b91e-455a-82e9-3fe049f9b14d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:04.866593 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.provisioning_blocks [None req-e98ab65e-4e01-4c1e-9d23-67f1b004f5f6 None None] Transition to ACTIVE for port object 43749d2a-5b7f-4a50-b898-cfee8308a98a will not be triggered until provisioned by entity L2. {{(pid=100249) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:05:04.877535 n-d-773647-6 neutron-server[100249]: DEBUG neutron_lib.callbacks.manager [None req-e98ab65e-4e01-4c1e-9d23-67f1b004f5f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:04.977135 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc93c538-dd0f-4ed1-a8ce-6b6be3ec32f5 None None] Pushing event updated for resources: {'Port': ['ID=43749d2a-5b7f-4a50-b898-cfee8308a98a,revision_number=2']} {{(pid=100249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:05:05.014583 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99fa44ab-5a96-4848-aafb-6f2fefaa05c0 admin admin] Notify agent at l3_agent.n-d-773647-6 the message routers_updated {{(pid=100247) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 14:05:05.019303 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc93c538-dd0f-4ed1-a8ce-6b6be3ec32f5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:05:05.021901 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-f036ab2e-b91e-455a-82e9-3fe049f9b14d None None] Port bb58c59d-d4b8-43e4-80d9-e5f6bb551859 cannot update to ACTIVE because it is not bound. {{(pid=100248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 14:05:05.023642 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc93c538-dd0f-4ed1-a8ce-6b6be3ec32f5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:05:05.025840 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc93c538-dd0f-4ed1-a8ce-6b6be3ec32f5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:05:05.026290 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc93c538-dd0f-4ed1-a8ce-6b6be3ec32f5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:05:05.028883 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc93c538-dd0f-4ed1-a8ce-6b6be3ec32f5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:05:05.029351 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc93c538-dd0f-4ed1-a8ce-6b6be3ec32f5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:05:05.029817 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc93c538-dd0f-4ed1-a8ce-6b6be3ec32f5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:05:05.030282 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc93c538-dd0f-4ed1-a8ce-6b6be3ec32f5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:05:05.030714 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc93c538-dd0f-4ed1-a8ce-6b6be3ec32f5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:05:05.039072 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc93c538-dd0f-4ed1-a8ce-6b6be3ec32f5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:05:05.039592 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc93c538-dd0f-4ed1-a8ce-6b6be3ec32f5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:05:05.040429 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc93c538-dd0f-4ed1-a8ce-6b6be3ec32f5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:05:05.044315 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-99fa44ab-5a96-4848-aafb-6f2fefaa05c0 admin admin] 10.222.0.104 "PUT /v2.0/routers/81f3c0cd-de5f-4888-b4c6-ff1844059aa0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5154643 Jul 06 14:05:05.046372 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.managers [None req-e98ab65e-4e01-4c1e-9d23-67f1b004f5f6 None None] Attempting to bind port 43749d2a-5b7f-4a50-b898-cfee8308a98a on host n-d-773647-6 for vnic_type normal with profile {{(pid=100249) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:05:05.046897 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.managers [None req-e98ab65e-4e01-4c1e-9d23-67f1b004f5f6 None None] Attempting to bind port 43749d2a-5b7f-4a50-b898-cfee8308a98a by drivers openvswitch,hyperv on host n-d-773647-6 at level 0 using segments [{'id': '89a832b7-7793-4d51-9038-ed7e1c3ff1b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719'}] {{(pid=100249) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:05:05.047396 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e98ab65e-4e01-4c1e-9d23-67f1b004f5f6 None None] Attempting to bind port 43749d2a-5b7f-4a50-b898-cfee8308a98a on network 2658f09e-a580-4d4a-9968-2d1e0ad93719 {{(pid=100249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:05:05.061024 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e98ab65e-4e01-4c1e-9d23-67f1b004f5f6 None None] Checking agent: {'id': '8ab5b19c-d213-4f29-891d-27bdf39d38b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773647-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 43, 26), 'started_at': datetime.datetime(2021, 7, 6, 13, 43, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 4, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773647-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:05:05.067362 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e98ab65e-4e01-4c1e-9d23-67f1b004f5f6 None None] Checking segment: {'id': '89a832b7-7793-4d51-9038-ed7e1c3ff1b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100249) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:05:05.067973 n-d-773647-6 neutron-server[100249]: DEBUG neutron_lib.callbacks.manager [None req-e98ab65e-4e01-4c1e-9d23-67f1b004f5f6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:05.068481 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e98ab65e-4e01-4c1e-9d23-67f1b004f5f6 None None] Bound using segment: {'id': '89a832b7-7793-4d51-9038-ed7e1c3ff1b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719'} {{(pid=100249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:05:05.069211 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.managers [None req-e98ab65e-4e01-4c1e-9d23-67f1b004f5f6 None None] Bound port: 43749d2a-5b7f-4a50-b898-cfee8308a98a, host: n-d-773647-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89a832b7-7793-4d51-9038-ed7e1c3ff1b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719'}}] {{(pid=100249) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:05:05.069709 n-d-773647-6 neutron-server[100249]: DEBUG neutron_lib.callbacks.manager [None req-e98ab65e-4e01-4c1e-9d23-67f1b004f5f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:05.201047 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.db [None req-e98ab65e-4e01-4c1e-9d23-67f1b004f5f6 None None] For port 43749d2a-5b7f-4a50-b898-cfee8308a98a, host n-d-773647-6, cleared binding levels {{(pid=100249) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:05:05.213959 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.db [None req-e98ab65e-4e01-4c1e-9d23-67f1b004f5f6 None None] For port 43749d2a-5b7f-4a50-b898-cfee8308a98a, host n-d-773647-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=43749d2a-5b7f-4a50-b898-cfee8308a98a,segment=NetworkSegment(89a832b7-7793-4d51-9038-ed7e1c3ff1b2),segment_id=89a832b7-7793-4d51-9038-ed7e1c3ff1b2)] {{(pid=100249) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:05:05.220346 n-d-773647-6 neutron-server[100249]: DEBUG neutron_lib.callbacks.manager [None req-e98ab65e-4e01-4c1e-9d23-67f1b004f5f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:05.280035 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-98840ffe-f4b6-45a0-83ae-0647f6ba4cfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:05.301981 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-e0cbca32-90c0-400a-bca0-852089d3af95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81f3c0cd-de5f-4888-b4c6-ff1844059aa0', 'name': 'tempest-TaggedBootDevicesTest_v242-1478117220-router', 'tenant_id': '5bc84ece362540998140660bd65643c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.230'}], 'enable_snat': True}, 'gw_port_id': 'da792a65-ad2f-405e-964a-2550e3684b95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:04:54Z', 'updated_at': '2021-07-06T14:05:02Z', 'revision_number': 4, 'project_id': '5bc84ece362540998140660bd65643c3', 'gw_port': {'id': 'da792a65-ad2f-405e-964a-2550e3684b95', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:79:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81f3c0cd-de5f-4888-b4c6-ff1844059aa0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1264, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:04:56Z', 'updated_at': '2021-07-06T14:05:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6', '_interfaces': [{'id': 'bb58c59d-d4b8-43e4-80d9-e5f6bb551859', 'name': '', 'network_id': 'd0a1f4e7-9678-480f-bc1f-59b6eda7e0f6', 'tenant_id': '5bc84ece362540998140660bd65643c3', 'mac_address': 'fa:16:3e:76:ec:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81f3c0cd-de5f-4888-b4c6-ff1844059aa0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1291, 'fixed_ips': [{'subnet_id': '5c7d6ee3-a183-4b01-a5a7-977624c04483', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:05:00Z', 'updated_at': '2021-07-06T14:05:02Z', 'revision_number': 2, 'project_id': '5bc84ece362540998140660bd65643c3', 'subnets': [{'id': '5c7d6ee3-a183-4b01-a5a7-977624c04483', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773647-6', False) {} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:05:05.365685 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e98ab65e-4e01-4c1e-9d23-67f1b004f5f6 None None] Routers {'6a562ffd-994b-4d05-aeb8-c9f367f3fd5e'} bound to L3 agent in host n-d-773647-6 {{(pid=100249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:05:05.370541 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-e98ab65e-4e01-4c1e-9d23-67f1b004f5f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T14:04:56Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['6a562ffd-994b-4d05-aeb8-c9f367f3fd5e'], 'active': True} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:05:05.377374 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0cbca32-90c0-400a-bca0-852089d3af95 None None] The sync data for ids ['81f3c0cd-de5f-4888-b4c6-ff1844059aa0'] in n-d-773647-6 is: [{'id': '81f3c0cd-de5f-4888-b4c6-ff1844059aa0', 'name': 'tempest-TaggedBootDevicesTest_v242-1478117220-router', 'tenant_id': '5bc84ece362540998140660bd65643c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.230'}], 'enable_snat': True}, 'gw_port_id': 'da792a65-ad2f-405e-964a-2550e3684b95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:04:54Z', 'updated_at': '2021-07-06T14:05:02Z', 'revision_number': 4, 'project_id': '5bc84ece362540998140660bd65643c3', 'gw_port': {'id': 'da792a65-ad2f-405e-964a-2550e3684b95', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:79:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81f3c0cd-de5f-4888-b4c6-ff1844059aa0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1264, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:04:56Z', 'updated_at': '2021-07-06T14:05:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6', '_interfaces': [{'id': 'bb58c59d-d4b8-43e4-80d9-e5f6bb551859', 'name': '', 'network_id': 'd0a1f4e7-9678-480f-bc1f-59b6eda7e0f6', 'tenant_id': '5bc84ece362540998140660bd65643c3', 'mac_address': 'fa:16:3e:76:ec:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81f3c0cd-de5f-4888-b4c6-ff1844059aa0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1291, 'fixed_ips': [{'subnet_id': '5c7d6ee3-a183-4b01-a5a7-977624c04483', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:05:00Z', 'updated_at': '2021-07-06T14:05:02Z', 'revision_number': 2, 'project_id': '5bc84ece362540998140660bd65643c3', 'subnets': [{'id': '5c7d6ee3-a183-4b01-a5a7-977624c04483', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 14:05:05.642534 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc93c538-dd0f-4ed1-a8ce-6b6be3ec32f5 None None] Pushing event updated for resources: {'Port': ['ID=43749d2a-5b7f-4a50-b898-cfee8308a98a,revision_number=3']} {{(pid=100249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:05:05.721108 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvr_db [None req-e98ab65e-4e01-4c1e-9d23-67f1b004f5f6 None None] Set router 6a562ffd-994b-4d05-aeb8-c9f367f3fd5e gateway port host: n-d-773647-6 {{(pid=100249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:05:05.722761 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.db_base_plugin_common [None req-98840ffe-f4b6-45a0-83ae-0647f6ba4cfb admin admin] Allocated IP 172.20.0.1 (1d64a7a8-3d12-4141-b8ce-bd281ed9aaab/e1fa3d62-6d70-434d-886e-5edc2778795a/668c609d-f6f6-4890-b264-0db2a2fd2235) {{(pid=100246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:05:05.934961 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-98840ffe-f4b6-45a0-83ae-0647f6ba4cfb admin admin] Notify callbacks [] for port, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:05.988703 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-98840ffe-f4b6-45a0-83ae-0647f6ba4cfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-127687573'] for port, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:06.060652 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98840ffe-f4b6-45a0-83ae-0647f6ba4cfb admin admin] Network 1d64a7a8-3d12-4141-b8ce-bd281ed9aaab is already hosted by enough agents. {{(pid=100246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:05:06.066596 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.base_scheduler [None req-98840ffe-f4b6-45a0-83ae-0647f6ba4cfb admin admin] Resources bound (agent type, host, resource id): {{(pid=100246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:05:06.076463 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98840ffe-f4b6-45a0-83ae-0647f6ba4cfb admin admin] Received port after_create {{(pid=100246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:05:06.117029 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-e98ab65e-4e01-4c1e-9d23-67f1b004f5f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a562ffd-994b-4d05-aeb8-c9f367f3fd5e', 'name': 'tempest-ServerRescueNegativeTestJSON-2133209231-router', 'tenant_id': '4f4f5169c3224ae5beef5f35a702326d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.94'}], 'enable_snat': True}, 'gw_port_id': '43749d2a-5b7f-4a50-b898-cfee8308a98a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:04:58Z', 'updated_at': '2021-07-06T14:05:01Z', 'revision_number': 3, 'project_id': '4f4f5169c3224ae5beef5f35a702326d', 'gw_port': {'id': '43749d2a-5b7f-4a50-b898-cfee8308a98a', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:2a:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a562ffd-994b-4d05-aeb8-c9f367f3fd5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1283, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:04:59Z', 'updated_at': '2021-07-06T14:05:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6'}], 'n-d-773647-6', False) {} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:05:06.177175 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98840ffe-f4b6-45a0-83ae-0647f6ba4cfb admin admin] Pushing event updated for resources: {'Port': ['ID=668c609d-f6f6-4890-b264-0db2a2fd2235,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:05:06.188183 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e98ab65e-4e01-4c1e-9d23-67f1b004f5f6 None None] The sync data for ids ['6a562ffd-994b-4d05-aeb8-c9f367f3fd5e'] in n-d-773647-6 is: [{'id': '6a562ffd-994b-4d05-aeb8-c9f367f3fd5e', 'name': 'tempest-ServerRescueNegativeTestJSON-2133209231-router', 'tenant_id': '4f4f5169c3224ae5beef5f35a702326d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.94'}], 'enable_snat': True}, 'gw_port_id': '43749d2a-5b7f-4a50-b898-cfee8308a98a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:04:58Z', 'updated_at': '2021-07-06T14:05:01Z', 'revision_number': 3, 'project_id': '4f4f5169c3224ae5beef5f35a702326d', 'gw_port': {'id': '43749d2a-5b7f-4a50-b898-cfee8308a98a', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:2a:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a562ffd-994b-4d05-aeb8-c9f367f3fd5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1283, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:04:59Z', 'updated_at': '2021-07-06T14:05:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6'}] {{(pid=100249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 14:05:06.201077 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98840ffe-f4b6-45a0-83ae-0647f6ba4cfb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:05:06.201374 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98840ffe-f4b6-45a0-83ae-0647f6ba4cfb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:05:06.201716 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98840ffe-f4b6-45a0-83ae-0647f6ba4cfb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:05:06.202056 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98840ffe-f4b6-45a0-83ae-0647f6ba4cfb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:05:06.202642 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98840ffe-f4b6-45a0-83ae-0647f6ba4cfb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:05:06.203067 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98840ffe-f4b6-45a0-83ae-0647f6ba4cfb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:05:06.204522 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98840ffe-f4b6-45a0-83ae-0647f6ba4cfb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:05:06.205063 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98840ffe-f4b6-45a0-83ae-0647f6ba4cfb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:05:06.205410 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98840ffe-f4b6-45a0-83ae-0647f6ba4cfb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:05:06.207307 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98840ffe-f4b6-45a0-83ae-0647f6ba4cfb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:05:06.207842 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98840ffe-f4b6-45a0-83ae-0647f6ba4cfb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:05:06.208336 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98840ffe-f4b6-45a0-83ae-0647f6ba4cfb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:05:06.212534 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-98840ffe-f4b6-45a0-83ae-0647f6ba4cfb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1807675'] for router_interface, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:06.641699 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-98840ffe-f4b6-45a0-83ae-0647f6ba4cfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:06.979048 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-98840ffe-f4b6-45a0-83ae-0647f6ba4cfb admin admin] Notify callbacks [] for port, precommit_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:06.990162 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-98840ffe-f4b6-45a0-83ae-0647f6ba4cfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127687527'] for port, after_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:07.089018 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98840ffe-f4b6-45a0-83ae-0647f6ba4cfb admin admin] Pushing event updated for resources: {'Port': ['ID=668c609d-f6f6-4890-b264-0db2a2fd2235,revision_number=2']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:05:07.094460 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-98840ffe-f4b6-45a0-83ae-0647f6ba4cfb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1809478'] for router_interface, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:07.249525 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98840ffe-f4b6-45a0-83ae-0647f6ba4cfb admin admin] Network 1d64a7a8-3d12-4141-b8ce-bd281ed9aaab is already hosted by enough agents. {{(pid=100246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:05:07.251895 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.base_scheduler [None req-98840ffe-f4b6-45a0-83ae-0647f6ba4cfb admin admin] Resources bound (agent type, host, resource id): {{(pid=100246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:05:07.563022 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98840ffe-f4b6-45a0-83ae-0647f6ba4cfb admin admin] Router 6a562ffd-994b-4d05-aeb8-c9f367f3fd5e has already been hosted by L3 agent 2823d358-a11b-4885-a706-95a279e43fa7 {{(pid=100246) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 14:05:07.578944 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 41410) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:05:07.783272 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98840ffe-f4b6-45a0-83ae-0647f6ba4cfb admin admin] Notify agent at l3_agent.n-d-773647-6 the message routers_updated {{(pid=100246) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 14:05:07.790882 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-98840ffe-f4b6-45a0-83ae-0647f6ba4cfb admin admin] 10.222.0.104 "PUT /v2.0/routers/6a562ffd-994b-4d05-aeb8-c9f367f3fd5e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5948663 Jul 06 14:05:07.799826 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device da792a65-ad2f-405e-964a-2550e3684b95 up at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:05:07.911539 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-823dab77-7169-48db-b522-fa141a9e8c7d admin admin] Notify callbacks [] for security_group, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:07.955169 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning for port da792a65-ad2f-405e-964a-2550e3684b95 completed by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:05:07.963143 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning complete for port da792a65-ad2f-405e-964a-2550e3684b95 triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:05:07.964277 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:08.122257 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:08.196455 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] For port da792a65-ad2f-405e-964a-2550e3684b95, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=da792a65-ad2f-405e-964a-2550e3684b95,segment=NetworkSegment(89a832b7-7793-4d51-9038-ed7e1c3ff1b2),segment_id=89a832b7-7793-4d51-9038-ed7e1c3ff1b2)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:05:08.246421 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-823dab77-7169-48db-b522-fa141a9e8c7d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:08.255332 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:08.258220 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-823dab77-7169-48db-b522-fa141a9e8c7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:08.258585 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 43749d2a-5b7f-4a50-b898-cfee8308a98a up at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:05:08.316919 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-823dab77-7169-48db-b522-fa141a9e8c7d admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=7e5b997f7539463cb5875f3b800371b4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7344925 Jul 06 14:05:08.318625 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 41422) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:05:08.330826 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823dab77-7169-48db-b522-fa141a9e8c7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d97d14b-4e41-4b1d-8851-310671d0552f,revision_number=1']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:05:08.392359 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Pushing event updated for resources: {'Port': ['ID=da792a65-ad2f-405e-964a-2550e3684b95,revision_number=4']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:05:08.406903 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning for port 43749d2a-5b7f-4a50-b898-cfee8308a98a completed by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:05:08.413751 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning complete for port 43749d2a-5b7f-4a50-b898-cfee8308a98a triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:05:08.414527 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:08.428497 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-37cb3004-1837-4fc0-a73c-a61a0bd74d8a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:08.481076 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-37cb3004-1837-4fc0-a73c-a61a0bd74d8a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:08.579100 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:08.592219 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-37cb3004-1837-4fc0-a73c-a61a0bd74d8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:08.608654 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-37cb3004-1837-4fc0-a73c-a61a0bd74d8a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:08.621812 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-37cb3004-1837-4fc0-a73c-a61a0bd74d8a admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/9d97d14b-4e41-4b1d-8851-310671d0552f HTTP/1.1" status: 204 len: 168 time: 0.2980642 Jul 06 14:05:08.645570 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37cb3004-1837-4fc0-a73c-a61a0bd74d8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d97d14b-4e41-4b1d-8851-310671d0552f,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:05:08.658519 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] For port 43749d2a-5b7f-4a50-b898-cfee8308a98a, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=43749d2a-5b7f-4a50-b898-cfee8308a98a,segment=NetworkSegment(89a832b7-7793-4d51-9038-ed7e1c3ff1b2),segment_id=89a832b7-7793-4d51-9038-ed7e1c3ff1b2)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:05:08.665192 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:08.752184 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Pushing event updated for resources: {'Port': ['ID=43749d2a-5b7f-4a50-b898-cfee8308a98a,revision_number=4']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:05:09.215388 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 41430) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:05:09.257158 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-17268c43-bef5-48b1-acda-c26dbe92d21a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:09.518268 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-17268c43-bef5-48b1-acda-c26dbe92d21a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:09.566486 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-17268c43-bef5-48b1-acda-c26dbe92d21a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:09.591418 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device da792a65-ad2f-405e-964a-2550e3684b95 up at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:05:09.628568 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-17268c43-bef5-48b1-acda-c26dbe92d21a admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=437699be28014dd4a971aa18e8738d14&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4112027 Jul 06 14:05:09.633331 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 41434) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:05:09.672710 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17268c43-bef5-48b1-acda-c26dbe92d21a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=714d3121-0349-474b-bc78-4d979cf3979f,revision_number=1']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:05:09.709836 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning complete for port da792a65-ad2f-405e-964a-2550e3684b95 triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:05:09.710322 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:09.769722 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-7ca2a65f-6096-4ba7-9269-ff6b2be2fb5d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:09.822773 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-7ca2a65f-6096-4ba7-9269-ff6b2be2fb5d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:09.844710 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 43749d2a-5b7f-4a50-b898-cfee8308a98a up at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:05:09.920294 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning complete for port 43749d2a-5b7f-4a50-b898-cfee8308a98a triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:05:09.924245 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:09.938812 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-7ca2a65f-6096-4ba7-9269-ff6b2be2fb5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:09.941757 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-7ca2a65f-6096-4ba7-9269-ff6b2be2fb5d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:09.951113 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-7ca2a65f-6096-4ba7-9269-ff6b2be2fb5d admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/714d3121-0349-474b-bc78-4d979cf3979f HTTP/1.1" status: 204 len: 168 time: 0.3106508 Jul 06 14:05:09.981866 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca2a65f-6096-4ba7-9269-ff6b2be2fb5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=714d3121-0349-474b-bc78-4d979cf3979f,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:05:10.374209 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:10.392227 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48835d0b-98a2-4786-bae0-9ca79f3447eb None None] Sync routers for ids ['6a562ffd-994b-4d05-aeb8-c9f367f3fd5e'] in n-d-773647-6 {{(pid=100248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 14:05:10.424676 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48835d0b-98a2-4786-bae0-9ca79f3447eb None None] Routers {'6a562ffd-994b-4d05-aeb8-c9f367f3fd5e'} bound to L3 agent in host n-d-773647-6 {{(pid=100248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:05:10.427262 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-48835d0b-98a2-4786-bae0-9ca79f3447eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T14:04:56Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['6a562ffd-994b-4d05-aeb8-c9f367f3fd5e'], 'active': True} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:05:10.492859 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b3c1d1a-b5b7-4a81-841d-f5328c8d7494 None None] Sync routers for ids ['81f3c0cd-de5f-4888-b4c6-ff1844059aa0'] in n-d-773647-6 {{(pid=100249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 14:05:10.519276 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b3c1d1a-b5b7-4a81-841d-f5328c8d7494 None None] Routers {'81f3c0cd-de5f-4888-b4c6-ff1844059aa0'} bound to L3 agent in host n-d-773647-6 {{(pid=100249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:05:10.520723 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-4b3c1d1a-b5b7-4a81-841d-f5328c8d7494 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T14:04:56Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['81f3c0cd-de5f-4888-b4c6-ff1844059aa0'], 'active': True} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:05:10.721548 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvr_db [None req-4b3c1d1a-b5b7-4a81-841d-f5328c8d7494 None None] Set router 81f3c0cd-de5f-4888-b4c6-ff1844059aa0 gateway port host: n-d-773647-6 {{(pid=100249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:05:10.777431 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvr_db [None req-48835d0b-98a2-4786-bae0-9ca79f3447eb None None] Set router 6a562ffd-994b-4d05-aeb8-c9f367f3fd5e gateway port host: n-d-773647-6 {{(pid=100248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:05:11.097233 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-4b3c1d1a-b5b7-4a81-841d-f5328c8d7494 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81f3c0cd-de5f-4888-b4c6-ff1844059aa0', 'name': 'tempest-TaggedBootDevicesTest_v242-1478117220-router', 'tenant_id': '5bc84ece362540998140660bd65643c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.230'}], 'enable_snat': True}, 'gw_port_id': 'da792a65-ad2f-405e-964a-2550e3684b95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:04:54Z', 'updated_at': '2021-07-06T14:05:02Z', 'revision_number': 4, 'project_id': '5bc84ece362540998140660bd65643c3', 'gw_port': {'id': 'da792a65-ad2f-405e-964a-2550e3684b95', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:79:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81f3c0cd-de5f-4888-b4c6-ff1844059aa0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1264, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:04:56Z', 'updated_at': '2021-07-06T14:05:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6', '_interfaces': [{'id': 'bb58c59d-d4b8-43e4-80d9-e5f6bb551859', 'name': '', 'network_id': 'd0a1f4e7-9678-480f-bc1f-59b6eda7e0f6', 'tenant_id': '5bc84ece362540998140660bd65643c3', 'mac_address': 'fa:16:3e:76:ec:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81f3c0cd-de5f-4888-b4c6-ff1844059aa0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1291, 'fixed_ips': [{'subnet_id': '5c7d6ee3-a183-4b01-a5a7-977624c04483', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:05:00Z', 'updated_at': '2021-07-06T14:05:02Z', 'revision_number': 2, 'project_id': '5bc84ece362540998140660bd65643c3', 'subnets': [{'id': '5c7d6ee3-a183-4b01-a5a7-977624c04483', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773647-6', False) {} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:05:11.140746 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b3c1d1a-b5b7-4a81-841d-f5328c8d7494 None None] Checking router: 81f3c0cd-de5f-4888-b4c6-ff1844059aa0 for host: n-d-773647-6 {{(pid=100249) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 14:05:11.141234 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b3c1d1a-b5b7-4a81-841d-f5328c8d7494 None None] Updating router 81f3c0cd-de5f-4888-b4c6-ff1844059aa0 port bb58c59d-d4b8-43e4-80d9-e5f6bb551859 binding host n-d-773647-6 {{(pid=100249) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 14:05:11.217357 n-d-773647-6 neutron-server[100249]: DEBUG neutron_lib.callbacks.manager [None req-4b3c1d1a-b5b7-4a81-841d-f5328c8d7494 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:11.220361 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-48835d0b-98a2-4786-bae0-9ca79f3447eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a562ffd-994b-4d05-aeb8-c9f367f3fd5e', 'name': 'tempest-ServerRescueNegativeTestJSON-2133209231-router', 'tenant_id': '4f4f5169c3224ae5beef5f35a702326d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.94'}], 'enable_snat': True}, 'gw_port_id': '43749d2a-5b7f-4a50-b898-cfee8308a98a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:04:58Z', 'updated_at': '2021-07-06T14:05:06Z', 'revision_number': 4, 'project_id': '4f4f5169c3224ae5beef5f35a702326d', 'gw_port': {'id': '43749d2a-5b7f-4a50-b898-cfee8308a98a', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:2a:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a562ffd-994b-4d05-aeb8-c9f367f3fd5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1283, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:04:59Z', 'updated_at': '2021-07-06T14:05:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6', '_interfaces': [{'id': '668c609d-f6f6-4890-b264-0db2a2fd2235', 'name': '', 'network_id': '1d64a7a8-3d12-4141-b8ce-bd281ed9aaab', 'tenant_id': '4f4f5169c3224ae5beef5f35a702326d', 'mac_address': 'fa:16:3e:44:66:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a562ffd-994b-4d05-aeb8-c9f367f3fd5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1292, 'fixed_ips': [{'subnet_id': 'e1fa3d62-6d70-434d-886e-5edc2778795a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:05:05Z', 'updated_at': '2021-07-06T14:05:06Z', 'revision_number': 2, 'project_id': '4f4f5169c3224ae5beef5f35a702326d', 'subnets': [{'id': 'e1fa3d62-6d70-434d-886e-5edc2778795a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773647-6', False) {} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:05:11.431592 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48835d0b-98a2-4786-bae0-9ca79f3447eb None None] Checking router: 6a562ffd-994b-4d05-aeb8-c9f367f3fd5e for host: n-d-773647-6 {{(pid=100248) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 14:05:11.431982 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48835d0b-98a2-4786-bae0-9ca79f3447eb None None] Updating router 6a562ffd-994b-4d05-aeb8-c9f367f3fd5e port 668c609d-f6f6-4890-b264-0db2a2fd2235 binding host n-d-773647-6 {{(pid=100248) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 14:05:11.475802 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-48835d0b-98a2-4786-bae0-9ca79f3447eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:11.880534 n-d-773647-6 neutron-server[100249]: DEBUG neutron_lib.callbacks.manager [None req-4b3c1d1a-b5b7-4a81-841d-f5328c8d7494 None None] Notify callbacks [] for port, precommit_update {{(pid=100249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:11.897991 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.provisioning_blocks [None req-4b3c1d1a-b5b7-4a81-841d-f5328c8d7494 None None] Transition to ACTIVE for port object bb58c59d-d4b8-43e4-80d9-e5f6bb551859 will not be triggered until provisioned by entity L2. {{(pid=100249) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:05:11.913061 n-d-773647-6 neutron-server[100249]: DEBUG neutron_lib.callbacks.manager [None req-4b3c1d1a-b5b7-4a81-841d-f5328c8d7494 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:12.100598 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-48835d0b-98a2-4786-bae0-9ca79f3447eb None None] Notify callbacks [] for port, precommit_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:12.128847 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.managers [None req-4b3c1d1a-b5b7-4a81-841d-f5328c8d7494 None None] Attempting to bind port bb58c59d-d4b8-43e4-80d9-e5f6bb551859 on host n-d-773647-6 for vnic_type normal with profile {{(pid=100249) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:05:12.130762 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.managers [None req-4b3c1d1a-b5b7-4a81-841d-f5328c8d7494 None None] Attempting to bind port bb58c59d-d4b8-43e4-80d9-e5f6bb551859 by drivers openvswitch,hyperv on host n-d-773647-6 at level 0 using segments [{'id': '8e40aa78-8395-4e3b-8b8a-7ce666e1be67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1003, 'network_id': 'd0a1f4e7-9678-480f-bc1f-59b6eda7e0f6'}] {{(pid=100249) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:05:12.131935 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b3c1d1a-b5b7-4a81-841d-f5328c8d7494 None None] Attempting to bind port bb58c59d-d4b8-43e4-80d9-e5f6bb551859 on network d0a1f4e7-9678-480f-bc1f-59b6eda7e0f6 {{(pid=100249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:05:12.132181 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-48835d0b-98a2-4786-bae0-9ca79f3447eb None None] Transition to ACTIVE for port object 668c609d-f6f6-4890-b264-0db2a2fd2235 will not be triggered until provisioned by entity L2. {{(pid=100248) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:05:12.149692 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-48835d0b-98a2-4786-bae0-9ca79f3447eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:12.153656 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b3c1d1a-b5b7-4a81-841d-f5328c8d7494 None None] Checking agent: {'id': '8ab5b19c-d213-4f29-891d-27bdf39d38b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773647-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 43, 26), 'started_at': datetime.datetime(2021, 7, 6, 13, 43, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 4, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773647-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:05:12.155563 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b3c1d1a-b5b7-4a81-841d-f5328c8d7494 None None] Checking segment: {'id': '8e40aa78-8395-4e3b-8b8a-7ce666e1be67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1003, 'network_id': 'd0a1f4e7-9678-480f-bc1f-59b6eda7e0f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100249) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:05:12.159696 n-d-773647-6 neutron-server[100249]: DEBUG neutron_lib.callbacks.manager [None req-4b3c1d1a-b5b7-4a81-841d-f5328c8d7494 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:12.161108 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b3c1d1a-b5b7-4a81-841d-f5328c8d7494 None None] Bound using segment: {'id': '8e40aa78-8395-4e3b-8b8a-7ce666e1be67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1003, 'network_id': 'd0a1f4e7-9678-480f-bc1f-59b6eda7e0f6'} {{(pid=100249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:05:12.161729 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.managers [None req-4b3c1d1a-b5b7-4a81-841d-f5328c8d7494 None None] Bound port: bb58c59d-d4b8-43e4-80d9-e5f6bb551859, host: n-d-773647-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e40aa78-8395-4e3b-8b8a-7ce666e1be67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1003, 'network_id': 'd0a1f4e7-9678-480f-bc1f-59b6eda7e0f6'}}] {{(pid=100249) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:05:12.163906 n-d-773647-6 neutron-server[100249]: DEBUG neutron_lib.callbacks.manager [None req-4b3c1d1a-b5b7-4a81-841d-f5328c8d7494 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:12.282624 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e45d30-30d0-43f4-8785-d0a5333b4972 None None] Pushing event updated for resources: {'Port': ['ID=668c609d-f6f6-4890-b264-0db2a2fd2235,revision_number=3']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:05:12.363870 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.db [None req-4b3c1d1a-b5b7-4a81-841d-f5328c8d7494 None None] For port bb58c59d-d4b8-43e4-80d9-e5f6bb551859, host n-d-773647-6, cleared binding levels {{(pid=100249) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:05:12.373707 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.db [None req-4b3c1d1a-b5b7-4a81-841d-f5328c8d7494 None None] For port bb58c59d-d4b8-43e4-80d9-e5f6bb551859, host n-d-773647-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=bb58c59d-d4b8-43e4-80d9-e5f6bb551859,segment=NetworkSegment(8e40aa78-8395-4e3b-8b8a-7ce666e1be67),segment_id=8e40aa78-8395-4e3b-8b8a-7ce666e1be67)] {{(pid=100249) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:05:12.401620 n-d-773647-6 neutron-server[100249]: DEBUG neutron_lib.callbacks.manager [None req-4b3c1d1a-b5b7-4a81-841d-f5328c8d7494 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:12.474708 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a412f6-e5e0-491e-8a05-87c9cf9b97d2 None None] Pushing event updated for resources: {'Port': ['ID=bb58c59d-d4b8-43e4-80d9-e5f6bb551859,revision_number=3']} {{(pid=100249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:05:12.486120 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:12.489959 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-48835d0b-98a2-4786-bae0-9ca79f3447eb None None] Attempting to bind port 668c609d-f6f6-4890-b264-0db2a2fd2235 on host n-d-773647-6 for vnic_type normal with profile {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:05:12.489959 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-48835d0b-98a2-4786-bae0-9ca79f3447eb None None] Attempting to bind port 668c609d-f6f6-4890-b264-0db2a2fd2235 by drivers openvswitch,hyperv on host n-d-773647-6 at level 0 using segments [{'id': 'b5b7410c-45e5-4ed8-a57c-36aa81e0edd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': '1d64a7a8-3d12-4141-b8ce-bd281ed9aaab'}] {{(pid=100248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:05:12.490221 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48835d0b-98a2-4786-bae0-9ca79f3447eb None None] Attempting to bind port 668c609d-f6f6-4890-b264-0db2a2fd2235 on network 1d64a7a8-3d12-4141-b8ce-bd281ed9aaab {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:05:12.513724 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48835d0b-98a2-4786-bae0-9ca79f3447eb None None] Checking agent: {'id': '8ab5b19c-d213-4f29-891d-27bdf39d38b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773647-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 43, 26), 'started_at': datetime.datetime(2021, 7, 6, 13, 43, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 4, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773647-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:05:12.514053 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48835d0b-98a2-4786-bae0-9ca79f3447eb None None] Checking segment: {'id': 'b5b7410c-45e5-4ed8-a57c-36aa81e0edd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': '1d64a7a8-3d12-4141-b8ce-bd281ed9aaab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:05:12.514467 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-48835d0b-98a2-4786-bae0-9ca79f3447eb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:12.514882 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48835d0b-98a2-4786-bae0-9ca79f3447eb None None] Bound using segment: {'id': 'b5b7410c-45e5-4ed8-a57c-36aa81e0edd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': '1d64a7a8-3d12-4141-b8ce-bd281ed9aaab'} {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:05:12.515975 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-48835d0b-98a2-4786-bae0-9ca79f3447eb None None] Bound port: 668c609d-f6f6-4890-b264-0db2a2fd2235, host: n-d-773647-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5b7410c-45e5-4ed8-a57c-36aa81e0edd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': '1d64a7a8-3d12-4141-b8ce-bd281ed9aaab'}}] {{(pid=100248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:05:12.516438 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-48835d0b-98a2-4786-bae0-9ca79f3447eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:12.630550 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b3c1d1a-b5b7-4a81-841d-f5328c8d7494 None None] Routers {'81f3c0cd-de5f-4888-b4c6-ff1844059aa0'} bound to L3 agent in host n-d-773647-6 {{(pid=100249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:05:12.631182 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-4b3c1d1a-b5b7-4a81-841d-f5328c8d7494 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T14:04:56Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['81f3c0cd-de5f-4888-b4c6-ff1844059aa0'], 'active': True} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:05:12.633084 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a412f6-e5e0-491e-8a05-87c9cf9b97d2 None None] Pushing event updated for resources: {'Port': ['ID=bb58c59d-d4b8-43e4-80d9-e5f6bb551859,revision_number=4']} {{(pid=100249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:05:12.673862 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-48835d0b-98a2-4786-bae0-9ca79f3447eb None None] For port 668c609d-f6f6-4890-b264-0db2a2fd2235, host n-d-773647-6, cleared binding levels {{(pid=100248) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:05:12.677537 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-48835d0b-98a2-4786-bae0-9ca79f3447eb None None] For port 668c609d-f6f6-4890-b264-0db2a2fd2235, host n-d-773647-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=668c609d-f6f6-4890-b264-0db2a2fd2235,segment=NetworkSegment(b5b7410c-45e5-4ed8-a57c-36aa81e0edd8),segment_id=b5b7410c-45e5-4ed8-a57c-36aa81e0edd8)] {{(pid=100248) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:05:12.687864 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-48835d0b-98a2-4786-bae0-9ca79f3447eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:12.818592 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e45d30-30d0-43f4-8785-d0a5333b4972 None None] Pushing event updated for resources: {'Port': ['ID=668c609d-f6f6-4890-b264-0db2a2fd2235,revision_number=4']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:05:12.874346 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48835d0b-98a2-4786-bae0-9ca79f3447eb None None] Routers {'6a562ffd-994b-4d05-aeb8-c9f367f3fd5e'} bound to L3 agent in host n-d-773647-6 {{(pid=100248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:05:12.879932 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-48835d0b-98a2-4786-bae0-9ca79f3447eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T14:04:56Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['6a562ffd-994b-4d05-aeb8-c9f367f3fd5e'], 'active': True} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:05:12.976239 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvr_db [None req-4b3c1d1a-b5b7-4a81-841d-f5328c8d7494 None None] Set router 81f3c0cd-de5f-4888-b4c6-ff1844059aa0 gateway port host: n-d-773647-6 {{(pid=100249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:05:13.127878 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvr_db [None req-48835d0b-98a2-4786-bae0-9ca79f3447eb None None] Set router 6a562ffd-994b-4d05-aeb8-c9f367f3fd5e gateway port host: n-d-773647-6 {{(pid=100248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:05:13.290751 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-4b3c1d1a-b5b7-4a81-841d-f5328c8d7494 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81f3c0cd-de5f-4888-b4c6-ff1844059aa0', 'name': 'tempest-TaggedBootDevicesTest_v242-1478117220-router', 'tenant_id': '5bc84ece362540998140660bd65643c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.230'}], 'enable_snat': True}, 'gw_port_id': 'da792a65-ad2f-405e-964a-2550e3684b95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:04:54Z', 'updated_at': '2021-07-06T14:05:02Z', 'revision_number': 4, 'project_id': '5bc84ece362540998140660bd65643c3', 'gw_port': {'id': 'da792a65-ad2f-405e-964a-2550e3684b95', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:79:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81f3c0cd-de5f-4888-b4c6-ff1844059aa0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1264, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:04:56Z', 'updated_at': '2021-07-06T14:05:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6', '_interfaces': [{'id': 'bb58c59d-d4b8-43e4-80d9-e5f6bb551859', 'name': '', 'network_id': 'd0a1f4e7-9678-480f-bc1f-59b6eda7e0f6', 'tenant_id': '5bc84ece362540998140660bd65643c3', 'mac_address': 'fa:16:3e:76:ec:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81f3c0cd-de5f-4888-b4c6-ff1844059aa0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1291, 'fixed_ips': [{'subnet_id': '5c7d6ee3-a183-4b01-a5a7-977624c04483', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:05:00Z', 'updated_at': '2021-07-06T14:05:12Z', 'revision_number': 4, 'project_id': '5bc84ece362540998140660bd65643c3', 'subnets': [{'id': '5c7d6ee3-a183-4b01-a5a7-977624c04483', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773647-6', False) {} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:05:13.319370 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b3c1d1a-b5b7-4a81-841d-f5328c8d7494 None None] The sync data for ids ['81f3c0cd-de5f-4888-b4c6-ff1844059aa0'] in n-d-773647-6 is: [{'id': '81f3c0cd-de5f-4888-b4c6-ff1844059aa0', 'name': 'tempest-TaggedBootDevicesTest_v242-1478117220-router', 'tenant_id': '5bc84ece362540998140660bd65643c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.230'}], 'enable_snat': True}, 'gw_port_id': 'da792a65-ad2f-405e-964a-2550e3684b95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:04:54Z', 'updated_at': '2021-07-06T14:05:02Z', 'revision_number': 4, 'project_id': '5bc84ece362540998140660bd65643c3', 'gw_port': {'id': 'da792a65-ad2f-405e-964a-2550e3684b95', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:79:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81f3c0cd-de5f-4888-b4c6-ff1844059aa0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1264, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:04:56Z', 'updated_at': '2021-07-06T14:05:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6', '_interfaces': [{'id': 'bb58c59d-d4b8-43e4-80d9-e5f6bb551859', 'name': '', 'network_id': 'd0a1f4e7-9678-480f-bc1f-59b6eda7e0f6', 'tenant_id': '5bc84ece362540998140660bd65643c3', 'mac_address': 'fa:16:3e:76:ec:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81f3c0cd-de5f-4888-b4c6-ff1844059aa0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1291, 'fixed_ips': [{'subnet_id': '5c7d6ee3-a183-4b01-a5a7-977624c04483', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:05:00Z', 'updated_at': '2021-07-06T14:05:12Z', 'revision_number': 4, 'project_id': '5bc84ece362540998140660bd65643c3', 'subnets': [{'id': '5c7d6ee3-a183-4b01-a5a7-977624c04483', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 14:05:13.595122 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-48835d0b-98a2-4786-bae0-9ca79f3447eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a562ffd-994b-4d05-aeb8-c9f367f3fd5e', 'name': 'tempest-ServerRescueNegativeTestJSON-2133209231-router', 'tenant_id': '4f4f5169c3224ae5beef5f35a702326d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.94'}], 'enable_snat': True}, 'gw_port_id': '43749d2a-5b7f-4a50-b898-cfee8308a98a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:04:58Z', 'updated_at': '2021-07-06T14:05:06Z', 'revision_number': 4, 'project_id': '4f4f5169c3224ae5beef5f35a702326d', 'gw_port': {'id': '43749d2a-5b7f-4a50-b898-cfee8308a98a', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:2a:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a562ffd-994b-4d05-aeb8-c9f367f3fd5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1283, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:04:59Z', 'updated_at': '2021-07-06T14:05:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6', '_interfaces': [{'id': '668c609d-f6f6-4890-b264-0db2a2fd2235', 'name': '', 'network_id': '1d64a7a8-3d12-4141-b8ce-bd281ed9aaab', 'tenant_id': '4f4f5169c3224ae5beef5f35a702326d', 'mac_address': 'fa:16:3e:44:66:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a562ffd-994b-4d05-aeb8-c9f367f3fd5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1292, 'fixed_ips': [{'subnet_id': 'e1fa3d62-6d70-434d-886e-5edc2778795a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:05:05Z', 'updated_at': '2021-07-06T14:05:12Z', 'revision_number': 4, 'project_id': '4f4f5169c3224ae5beef5f35a702326d', 'subnets': [{'id': 'e1fa3d62-6d70-434d-886e-5edc2778795a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773647-6', False) {} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:05:13.729186 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48835d0b-98a2-4786-bae0-9ca79f3447eb None None] The sync data for ids ['6a562ffd-994b-4d05-aeb8-c9f367f3fd5e'] in n-d-773647-6 is: [{'id': '6a562ffd-994b-4d05-aeb8-c9f367f3fd5e', 'name': 'tempest-ServerRescueNegativeTestJSON-2133209231-router', 'tenant_id': '4f4f5169c3224ae5beef5f35a702326d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.94'}], 'enable_snat': True}, 'gw_port_id': '43749d2a-5b7f-4a50-b898-cfee8308a98a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:04:58Z', 'updated_at': '2021-07-06T14:05:06Z', 'revision_number': 4, 'project_id': '4f4f5169c3224ae5beef5f35a702326d', 'gw_port': {'id': '43749d2a-5b7f-4a50-b898-cfee8308a98a', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:2a:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a562ffd-994b-4d05-aeb8-c9f367f3fd5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1283, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:04:59Z', 'updated_at': '2021-07-06T14:05:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6', '_interfaces': [{'id': '668c609d-f6f6-4890-b264-0db2a2fd2235', 'name': '', 'network_id': '1d64a7a8-3d12-4141-b8ce-bd281ed9aaab', 'tenant_id': '4f4f5169c3224ae5beef5f35a702326d', 'mac_address': 'fa:16:3e:44:66:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a562ffd-994b-4d05-aeb8-c9f367f3fd5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1292, 'fixed_ips': [{'subnet_id': 'e1fa3d62-6d70-434d-886e-5edc2778795a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:05:05Z', 'updated_at': '2021-07-06T14:05:12Z', 'revision_number': 4, 'project_id': '4f4f5169c3224ae5beef5f35a702326d', 'subnets': [{'id': 'e1fa3d62-6d70-434d-886e-5edc2778795a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 14:05:13.776314 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device bb58c59d-d4b8-43e4-80d9-e5f6bb551859 up at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:05:13.928407 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning for port bb58c59d-d4b8-43e4-80d9-e5f6bb551859 completed by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:05:13.937422 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning complete for port bb58c59d-d4b8-43e4-80d9-e5f6bb551859 triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:05:13.937617 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:14.116748 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:14.203469 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] For port bb58c59d-d4b8-43e4-80d9-e5f6bb551859, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=bb58c59d-d4b8-43e4-80d9-e5f6bb551859,segment=NetworkSegment(8e40aa78-8395-4e3b-8b8a-7ce666e1be67),segment_id=8e40aa78-8395-4e3b-8b8a-7ce666e1be67)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:05:14.216072 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:14.328872 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Pushing event updated for resources: {'Port': ['ID=bb58c59d-d4b8-43e4-80d9-e5f6bb551859,revision_number=5']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:05:14.700517 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 41504) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:05:14.926130 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-5cbbf40a-d1d8-4cbc-9e4e-3442a7a60e1d admin admin] Notify callbacks [] for security_group, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:15.071871 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-5cbbf40a-d1d8-4cbc-9e4e-3442a7a60e1d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:15.078748 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-5cbbf40a-d1d8-4cbc-9e4e-3442a7a60e1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:15.120651 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.agents_db [None req-167c0ad6-1657-4c9a-a2c4-3b18056aa662 None None] Agent healthcheck: found 7 active agents {{(pid=100249) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 14:05:15.137932 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cbbf40a-d1d8-4cbc-9e4e-3442a7a60e1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f93eaeda-3507-4fa3-908c-e4cc9ba5d822,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:05:15.171704 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 41520) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:05:15.185888 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-5cbbf40a-d1d8-4cbc-9e4e-3442a7a60e1d admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=be330ec543cd4983948e13777dbff12f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4792333 Jul 06 14:05:15.247269 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-24062fb6-e6e8-4fba-8154-7db506c0d2ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:15.278090 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-24062fb6-e6e8-4fba-8154-7db506c0d2ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:15.353245 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-24062fb6-e6e8-4fba-8154-7db506c0d2ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:15.358535 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-24062fb6-e6e8-4fba-8154-7db506c0d2ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:15.363538 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-24062fb6-e6e8-4fba-8154-7db506c0d2ea admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/f93eaeda-3507-4fa3-908c-e4cc9ba5d822 HTTP/1.1" status: 204 len: 168 time: 0.1879306 Jul 06 14:05:15.397790 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24062fb6-e6e8-4fba-8154-7db506c0d2ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f93eaeda-3507-4fa3-908c-e4cc9ba5d822,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:05:15.675174 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 14:05:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cf69244-2838-41b4-9558-679804256100 x-openstack-request-id: req-0cf69244-2838-41b4-9558-679804256100 {{(pid=100248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:05:15.675716 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fbc9a8b-86db-4456-85e1-a59cfdbb9c8d", "name": "network-vif-plugged", "status": "completed", "tag": "5f251846-a962-4cca-ac30-b8ff4317b4c4", "code": 200}]} {{(pid=100248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:05:15.675831 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-0cf69244-2838-41b4-9558-679804256100 {{(pid=100248) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:05:15.676135 n-d-773647-6 neutron-server[100248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fbc9a8b-86db-4456-85e1-a59cfdbb9c8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f251846-a962-4cca-ac30-b8ff4317b4c4', 'code': 200} Jul 06 14:05:15.839101 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device bb58c59d-d4b8-43e4-80d9-e5f6bb551859 up at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:05:15.940806 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning complete for port bb58c59d-d4b8-43e4-80d9-e5f6bb551859 triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:05:15.941379 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:16.043607 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 668c609d-f6f6-4890-b264-0db2a2fd2235 up at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:05:16.091768 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 41582) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:05:16.096841 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-6058340a-9b05-4217-a431-14f41aa7dcce tempest-PortsAdminExtendedAttrsTestJSON-2059852827 tempest-PortsAdminExtendedAttrsTestJSON-2059852827-project-admin] Request body: {'port': {'network_id': '8c3028d9-141b-433b-9989-530cbc885772', 'binding:host_id': 'n-h2-773647-6', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1058118052'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:05:16.114550 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning for port 668c609d-f6f6-4890-b264-0db2a2fd2235 completed by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:05:16.123148 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning complete for port 668c609d-f6f6-4890-b264-0db2a2fd2235 triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:05:16.123553 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:16.173452 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6058340a-9b05-4217-a431-14f41aa7dcce tempest-PortsAdminExtendedAttrsTestJSON-2059852827 tempest-PortsAdminExtendedAttrsTestJSON-2059852827-project-admin] Made reservation on behalf of 2f372f375dfe49edad70d6bddf4a7ce5 for: {'port': 1} {{(pid=100246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:05:16.175948 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-6058340a-9b05-4217-a431-14f41aa7dcce tempest-PortsAdminExtendedAttrsTestJSON-2059852827 tempest-PortsAdminExtendedAttrsTestJSON-2059852827-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:16.199981 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-6058340a-9b05-4217-a431-14f41aa7dcce tempest-PortsAdminExtendedAttrsTestJSON-2059852827 tempest-PortsAdminExtendedAttrsTestJSON-2059852827-project-admin] Notify callbacks [] for security_group, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:16.303018 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:16.357968 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] For port 668c609d-f6f6-4890-b264-0db2a2fd2235, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=668c609d-f6f6-4890-b264-0db2a2fd2235,segment=NetworkSegment(b5b7410c-45e5-4ed8-a57c-36aa81e0edd8),segment_id=b5b7410c-45e5-4ed8-a57c-36aa81e0edd8)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:05:16.365278 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:16.372633 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-6058340a-9b05-4217-a431-14f41aa7dcce tempest-PortsAdminExtendedAttrsTestJSON-2059852827 tempest-PortsAdminExtendedAttrsTestJSON-2059852827-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:16.379627 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-6058340a-9b05-4217-a431-14f41aa7dcce tempest-PortsAdminExtendedAttrsTestJSON-2059852827 tempest-PortsAdminExtendedAttrsTestJSON-2059852827-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:16.405138 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6058340a-9b05-4217-a431-14f41aa7dcce tempest-PortsAdminExtendedAttrsTestJSON-2059852827 tempest-PortsAdminExtendedAttrsTestJSON-2059852827-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ac13122-569a-4c03-91cf-b7667d1d485b,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:05:16.408273 n-d-773647-6 neutron-server[100246]: DEBUG neutron.notifiers.nova [None req-6058340a-9b05-4217-a431-14f41aa7dcce tempest-PortsAdminExtendedAttrsTestJSON-2059852827 tempest-PortsAdminExtendedAttrsTestJSON-2059852827-project-admin] device_id is not set on port a2d452a3-6d00-4c1b-a2aa-9802f732e7d2 yet. {{(pid=100246) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 14:05:16.451434 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Pushing event updated for resources: {'Port': ['ID=668c609d-f6f6-4890-b264-0db2a2fd2235,revision_number=5']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:05:16.791349 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7c06fd-0120-4ea6-911f-445d69d3ec80 req-771daa4e-0aef-488c-856e-5d08cbcae64b tempest-ServerRescueNegativeTestJSON-721731692 tempest-ServerRescueNegativeTestJSON-721731692-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:05:16.794090 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-4d7c06fd-0120-4ea6-911f-445d69d3ec80 req-771daa4e-0aef-488c-856e-5d08cbcae64b tempest-ServerRescueNegativeTestJSON-721731692 tempest-ServerRescueNegativeTestJSON-721731692-project] 10.222.0.104 "GET /v2.0/networks?id=1d64a7a8-3d12-4141-b8ce-bd281ed9aaab HTTP/1.1" status: 200 len: 819 time: 0.2349792 Jul 06 14:05:16.810088 n-d-773647-6 neutron-server[100246]: DEBUG neutron.notifiers.nova [None req-6058340a-9b05-4217-a431-14f41aa7dcce tempest-PortsAdminExtendedAttrsTestJSON-2059852827 tempest-PortsAdminExtendedAttrsTestJSON-2059852827-project-admin] device_id is not set on port a2d452a3-6d00-4c1b-a2aa-9802f732e7d2 yet. {{(pid=100246) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 14:05:16.828579 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-6058340a-9b05-4217-a431-14f41aa7dcce tempest-PortsAdminExtendedAttrsTestJSON-2059852827 tempest-PortsAdminExtendedAttrsTestJSON-2059852827-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:16.832417 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-4d7c06fd-0120-4ea6-911f-445d69d3ec80 req-197e64f9-7c55-48fb-86fc-0cfb0a5a76b9 tempest-ServerRescueNegativeTestJSON-721731692 tempest-ServerRescueNegativeTestJSON-721731692-project] 10.222.0.104 "GET /v2.0/quotas/4f4f5169c3224ae5beef5f35a702326d HTTP/1.1" status: 200 len: 375 time: 0.0289962 Jul 06 14:05:16.866021 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.provisioning_blocks [None req-6058340a-9b05-4217-a431-14f41aa7dcce tempest-PortsAdminExtendedAttrsTestJSON-2059852827 tempest-PortsAdminExtendedAttrsTestJSON-2059852827-project-admin] Transition to ACTIVE for port object a2d452a3-6d00-4c1b-a2aa-9802f732e7d2 will not be triggered until provisioned by entity L2. {{(pid=100246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:05:16.881492 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-6058340a-9b05-4217-a431-14f41aa7dcce tempest-PortsAdminExtendedAttrsTestJSON-2059852827 tempest-PortsAdminExtendedAttrsTestJSON-2059852827-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-127687573'] for port, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:16.988068 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-4d7c06fd-0120-4ea6-911f-445d69d3ec80 req-485c7f5d-ffb3-4e6b-b0a7-5391ccd8463a tempest-ServerRescueNegativeTestJSON-721731692 tempest-ServerRescueNegativeTestJSON-721731692-project] 10.222.0.104 "GET /v2.0/ports?tenant_id=4f4f5169c3224ae5beef5f35a702326d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1540606 Jul 06 14:05:17.047660 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6058340a-9b05-4217-a431-14f41aa7dcce tempest-PortsAdminExtendedAttrsTestJSON-2059852827 tempest-PortsAdminExtendedAttrsTestJSON-2059852827-project-admin] Pushing event updated for resources: {'Port': ['ID=a2d452a3-6d00-4c1b-a2aa-9802f732e7d2,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:05:17.050840 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6058340a-9b05-4217-a431-14f41aa7dcce tempest-PortsAdminExtendedAttrsTestJSON-2059852827 tempest-PortsAdminExtendedAttrsTestJSON-2059852827-project-admin] Checking segment: {'id': 'e187ae54-c2a9-40ff-b6a6-e7080e8f1c35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '8c3028d9-141b-433b-9989-530cbc885772'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:05:17.051372 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6058340a-9b05-4217-a431-14f41aa7dcce tempest-PortsAdminExtendedAttrsTestJSON-2059852827 tempest-PortsAdminExtendedAttrsTestJSON-2059852827-project-admin] Network hostable DHCP agents. Network: 8c3028d9-141b-433b-9989-530cbc885772, hostable agents: ['f2bada3d-be77-4359-982b-8505a2bbca04'], hosted agents: [] {{(pid=100246) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 14:05:17.074053 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6058340a-9b05-4217-a431-14f41aa7dcce tempest-PortsAdminExtendedAttrsTestJSON-2059852827 tempest-PortsAdminExtendedAttrsTestJSON-2059852827-project-admin] Network 8c3028d9-141b-433b-9989-530cbc885772 is scheduled to be hosted by DHCP agent f2bada3d-be77-4359-982b-8505a2bbca04 with binding_index 1 {{(pid=100246) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 14:05:17.111840 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.base_scheduler [None req-6058340a-9b05-4217-a431-14f41aa7dcce tempest-PortsAdminExtendedAttrsTestJSON-2059852827 tempest-PortsAdminExtendedAttrsTestJSON-2059852827-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773647-6, 8c3028d9-141b-433b-9989-530cbc885772) {{(pid=100246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:05:17.127035 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6058340a-9b05-4217-a431-14f41aa7dcce tempest-PortsAdminExtendedAttrsTestJSON-2059852827 tempest-PortsAdminExtendedAttrsTestJSON-2059852827-project-admin] Received port after_create {{(pid=100246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:05:17.127511 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b08aef21-02dd-4d76-ac3b-be7efef9e1b3 None None] Network 8c3028d9-141b-433b-9989-530cbc885772 requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:05:17.191014 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9adefe03-d76a-4144-b1a7-d6d931011c10 req-48597903-4d28-4420-8a35-de608f07691b tempest-ImagesOneServerTestJSON-626670209 tempest-ImagesOneServerTestJSON-626670209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:05:17.201243 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [None req-6058340a-9b05-4217-a431-14f41aa7dcce tempest-PortsAdminExtendedAttrsTestJSON-2059852827 tempest-PortsAdminExtendedAttrsTestJSON-2059852827-project-admin] Attempting to bind port a2d452a3-6d00-4c1b-a2aa-9802f732e7d2 on host n-h2-773647-6 for vnic_type normal with profile {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:05:17.204412 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-9adefe03-d76a-4144-b1a7-d6d931011c10 req-48597903-4d28-4420-8a35-de608f07691b tempest-ImagesOneServerTestJSON-626670209 tempest-ImagesOneServerTestJSON-626670209-project] 10.222.0.104 "GET /v2.0/ports?device_id=bf6e1ecb-17f2-4a7a-9296-eb9480bbf176 HTTP/1.1" status: 200 len: 951 time: 0.2075226 Jul 06 14:05:17.206801 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [None req-6058340a-9b05-4217-a431-14f41aa7dcce tempest-PortsAdminExtendedAttrsTestJSON-2059852827 tempest-PortsAdminExtendedAttrsTestJSON-2059852827-project-admin] Attempting to bind port a2d452a3-6d00-4c1b-a2aa-9802f732e7d2 by drivers openvswitch,hyperv on host n-h2-773647-6 at level 0 using segments [{'id': 'e187ae54-c2a9-40ff-b6a6-e7080e8f1c35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '8c3028d9-141b-433b-9989-530cbc885772'}] {{(pid=100246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:05:17.207430 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6058340a-9b05-4217-a431-14f41aa7dcce tempest-PortsAdminExtendedAttrsTestJSON-2059852827 tempest-PortsAdminExtendedAttrsTestJSON-2059852827-project-admin] Attempting to bind port a2d452a3-6d00-4c1b-a2aa-9802f732e7d2 on network 8c3028d9-141b-433b-9989-530cbc885772 {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:05:17.229612 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6058340a-9b05-4217-a431-14f41aa7dcce tempest-PortsAdminExtendedAttrsTestJSON-2059852827 tempest-PortsAdminExtendedAttrsTestJSON-2059852827-project-admin] Port a2d452a3-6d00-4c1b-a2aa-9802f732e7d2 on network 8c3028d9-141b-433b-9989-530cbc885772 not bound, no agent of type Open vSwitch agent registered on host n-h2-773647-6 {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 14:05:17.230817 n-d-773647-6 neutron-server[100246]: ERROR neutron.plugins.ml2.managers [None req-6058340a-9b05-4217-a431-14f41aa7dcce tempest-PortsAdminExtendedAttrsTestJSON-2059852827 tempest-PortsAdminExtendedAttrsTestJSON-2059852827-project-admin] Failed to bind port a2d452a3-6d00-4c1b-a2aa-9802f732e7d2 on host n-h2-773647-6 for vnic_type normal using segments [{'id': 'e187ae54-c2a9-40ff-b6a6-e7080e8f1c35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '8c3028d9-141b-433b-9989-530cbc885772'}] Jul 06 14:05:17.233182 n-d-773647-6 neutron-server[100246]: INFO neutron.plugins.ml2.plugin [None req-6058340a-9b05-4217-a431-14f41aa7dcce tempest-PortsAdminExtendedAttrsTestJSON-2059852827 tempest-PortsAdminExtendedAttrsTestJSON-2059852827-project-admin] Attempt 2 to bind port a2d452a3-6d00-4c1b-a2aa-9802f732e7d2 Jul 06 14:05:17.273094 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [None req-6058340a-9b05-4217-a431-14f41aa7dcce tempest-PortsAdminExtendedAttrsTestJSON-2059852827 tempest-PortsAdminExtendedAttrsTestJSON-2059852827-project-admin] Attempting to bind port a2d452a3-6d00-4c1b-a2aa-9802f732e7d2 on host n-h2-773647-6 for vnic_type normal with profile {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:05:17.274076 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [None req-6058340a-9b05-4217-a431-14f41aa7dcce tempest-PortsAdminExtendedAttrsTestJSON-2059852827 tempest-PortsAdminExtendedAttrsTestJSON-2059852827-project-admin] Attempting to bind port a2d452a3-6d00-4c1b-a2aa-9802f732e7d2 by drivers openvswitch,hyperv on host n-h2-773647-6 at level 0 using segments [{'id': 'e187ae54-c2a9-40ff-b6a6-e7080e8f1c35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '8c3028d9-141b-433b-9989-530cbc885772'}] {{(pid=100246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:05:17.276888 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6058340a-9b05-4217-a431-14f41aa7dcce tempest-PortsAdminExtendedAttrsTestJSON-2059852827 tempest-PortsAdminExtendedAttrsTestJSON-2059852827-project-admin] Attempting to bind port a2d452a3-6d00-4c1b-a2aa-9802f732e7d2 on network 8c3028d9-141b-433b-9989-530cbc885772 {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:05:17.296358 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6058340a-9b05-4217-a431-14f41aa7dcce tempest-PortsAdminExtendedAttrsTestJSON-2059852827 tempest-PortsAdminExtendedAttrsTestJSON-2059852827-project-admin] Port a2d452a3-6d00-4c1b-a2aa-9802f732e7d2 on network 8c3028d9-141b-433b-9989-530cbc885772 not bound, no agent of type Open vSwitch agent registered on host n-h2-773647-6 {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 14:05:17.297373 n-d-773647-6 neutron-server[100246]: ERROR neutron.plugins.ml2.managers [None req-6058340a-9b05-4217-a431-14f41aa7dcce tempest-PortsAdminExtendedAttrsTestJSON-2059852827 tempest-PortsAdminExtendedAttrsTestJSON-2059852827-project-admin] Failed to bind port a2d452a3-6d00-4c1b-a2aa-9802f732e7d2 on host n-h2-773647-6 for vnic_type normal using segments [{'id': 'e187ae54-c2a9-40ff-b6a6-e7080e8f1c35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '8c3028d9-141b-433b-9989-530cbc885772'}] Jul 06 14:05:17.298763 n-d-773647-6 neutron-server[100246]: INFO neutron.plugins.ml2.plugin [None req-6058340a-9b05-4217-a431-14f41aa7dcce tempest-PortsAdminExtendedAttrsTestJSON-2059852827 tempest-PortsAdminExtendedAttrsTestJSON-2059852827-project-admin] Attempt 3 to bind port a2d452a3-6d00-4c1b-a2aa-9802f732e7d2 Jul 06 14:05:17.311667 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-9adefe03-d76a-4144-b1a7-d6d931011c10 req-47fe4da7-28bd-420c-9329-416792992389 tempest-ImagesOneServerTestJSON-626670209 tempest-ImagesOneServerTestJSON-626670209-project] 10.222.0.104 "GET /v2.0/security-groups?id=7ecc4b69-7d2f-4f85-bf98-514284a35549&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976272 Jul 06 14:05:17.361343 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [None req-6058340a-9b05-4217-a431-14f41aa7dcce tempest-PortsAdminExtendedAttrsTestJSON-2059852827 tempest-PortsAdminExtendedAttrsTestJSON-2059852827-project-admin] Attempting to bind port a2d452a3-6d00-4c1b-a2aa-9802f732e7d2 on host n-h2-773647-6 for vnic_type normal with profile {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:05:17.363753 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [None req-6058340a-9b05-4217-a431-14f41aa7dcce tempest-PortsAdminExtendedAttrsTestJSON-2059852827 tempest-PortsAdminExtendedAttrsTestJSON-2059852827-project-admin] Attempting to bind port a2d452a3-6d00-4c1b-a2aa-9802f732e7d2 by drivers openvswitch,hyperv on host n-h2-773647-6 at level 0 using segments [{'id': 'e187ae54-c2a9-40ff-b6a6-e7080e8f1c35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '8c3028d9-141b-433b-9989-530cbc885772'}] {{(pid=100246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:05:17.381693 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6058340a-9b05-4217-a431-14f41aa7dcce tempest-PortsAdminExtendedAttrsTestJSON-2059852827 tempest-PortsAdminExtendedAttrsTestJSON-2059852827-project-admin] Attempting to bind port a2d452a3-6d00-4c1b-a2aa-9802f732e7d2 on network 8c3028d9-141b-433b-9989-530cbc885772 {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:05:17.405798 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6058340a-9b05-4217-a431-14f41aa7dcce tempest-PortsAdminExtendedAttrsTestJSON-2059852827 tempest-PortsAdminExtendedAttrsTestJSON-2059852827-project-admin] Port a2d452a3-6d00-4c1b-a2aa-9802f732e7d2 on network 8c3028d9-141b-433b-9989-530cbc885772 not bound, no agent of type Open vSwitch agent registered on host n-h2-773647-6 {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 14:05:17.409333 n-d-773647-6 neutron-server[100246]: ERROR neutron.plugins.ml2.managers [None req-6058340a-9b05-4217-a431-14f41aa7dcce tempest-PortsAdminExtendedAttrsTestJSON-2059852827 tempest-PortsAdminExtendedAttrsTestJSON-2059852827-project-admin] Failed to bind port a2d452a3-6d00-4c1b-a2aa-9802f732e7d2 on host n-h2-773647-6 for vnic_type normal using segments [{'id': 'e187ae54-c2a9-40ff-b6a6-e7080e8f1c35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '8c3028d9-141b-433b-9989-530cbc885772'}] Jul 06 14:05:17.414860 n-d-773647-6 neutron-server[100246]: INFO neutron.plugins.ml2.plugin [None req-6058340a-9b05-4217-a431-14f41aa7dcce tempest-PortsAdminExtendedAttrsTestJSON-2059852827 tempest-PortsAdminExtendedAttrsTestJSON-2059852827-project-admin] Attempt 4 to bind port a2d452a3-6d00-4c1b-a2aa-9802f732e7d2 Jul 06 14:05:17.472424 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [None req-6058340a-9b05-4217-a431-14f41aa7dcce tempest-PortsAdminExtendedAttrsTestJSON-2059852827 tempest-PortsAdminExtendedAttrsTestJSON-2059852827-project-admin] Attempting to bind port a2d452a3-6d00-4c1b-a2aa-9802f732e7d2 on host n-h2-773647-6 for vnic_type normal with profile {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:05:17.473475 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [None req-6058340a-9b05-4217-a431-14f41aa7dcce tempest-PortsAdminExtendedAttrsTestJSON-2059852827 tempest-PortsAdminExtendedAttrsTestJSON-2059852827-project-admin] Attempting to bind port a2d452a3-6d00-4c1b-a2aa-9802f732e7d2 by drivers openvswitch,hyperv on host n-h2-773647-6 at level 0 using segments [{'id': 'e187ae54-c2a9-40ff-b6a6-e7080e8f1c35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '8c3028d9-141b-433b-9989-530cbc885772'}] {{(pid=100246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:05:17.474646 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6058340a-9b05-4217-a431-14f41aa7dcce tempest-PortsAdminExtendedAttrsTestJSON-2059852827 tempest-PortsAdminExtendedAttrsTestJSON-2059852827-project-admin] Attempting to bind port a2d452a3-6d00-4c1b-a2aa-9802f732e7d2 on network 8c3028d9-141b-433b-9989-530cbc885772 {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:05:17.491826 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6058340a-9b05-4217-a431-14f41aa7dcce tempest-PortsAdminExtendedAttrsTestJSON-2059852827 tempest-PortsAdminExtendedAttrsTestJSON-2059852827-project-admin] Port a2d452a3-6d00-4c1b-a2aa-9802f732e7d2 on network 8c3028d9-141b-433b-9989-530cbc885772 not bound, no agent of type Open vSwitch agent registered on host n-h2-773647-6 {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 14:05:17.497085 n-d-773647-6 neutron-server[100246]: ERROR neutron.plugins.ml2.managers [None req-6058340a-9b05-4217-a431-14f41aa7dcce tempest-PortsAdminExtendedAttrsTestJSON-2059852827 tempest-PortsAdminExtendedAttrsTestJSON-2059852827-project-admin] Failed to bind port a2d452a3-6d00-4c1b-a2aa-9802f732e7d2 on host n-h2-773647-6 for vnic_type normal using segments [{'id': 'e187ae54-c2a9-40ff-b6a6-e7080e8f1c35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '8c3028d9-141b-433b-9989-530cbc885772'}] Jul 06 14:05:17.498213 n-d-773647-6 neutron-server[100246]: INFO neutron.plugins.ml2.plugin [None req-6058340a-9b05-4217-a431-14f41aa7dcce tempest-PortsAdminExtendedAttrsTestJSON-2059852827 tempest-PortsAdminExtendedAttrsTestJSON-2059852827-project-admin] Attempt 5 to bind port a2d452a3-6d00-4c1b-a2aa-9802f732e7d2 Jul 06 14:05:17.536383 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [None req-6058340a-9b05-4217-a431-14f41aa7dcce tempest-PortsAdminExtendedAttrsTestJSON-2059852827 tempest-PortsAdminExtendedAttrsTestJSON-2059852827-project-admin] Attempting to bind port a2d452a3-6d00-4c1b-a2aa-9802f732e7d2 on host n-h2-773647-6 for vnic_type normal with profile {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:05:17.537241 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [None req-6058340a-9b05-4217-a431-14f41aa7dcce tempest-PortsAdminExtendedAttrsTestJSON-2059852827 tempest-PortsAdminExtendedAttrsTestJSON-2059852827-project-admin] Attempting to bind port a2d452a3-6d00-4c1b-a2aa-9802f732e7d2 by drivers openvswitch,hyperv on host n-h2-773647-6 at level 0 using segments [{'id': 'e187ae54-c2a9-40ff-b6a6-e7080e8f1c35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '8c3028d9-141b-433b-9989-530cbc885772'}] {{(pid=100246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:05:17.538204 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6058340a-9b05-4217-a431-14f41aa7dcce tempest-PortsAdminExtendedAttrsTestJSON-2059852827 tempest-PortsAdminExtendedAttrsTestJSON-2059852827-project-admin] Attempting to bind port a2d452a3-6d00-4c1b-a2aa-9802f732e7d2 on network 8c3028d9-141b-433b-9989-530cbc885772 {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:05:17.548583 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6058340a-9b05-4217-a431-14f41aa7dcce tempest-PortsAdminExtendedAttrsTestJSON-2059852827 tempest-PortsAdminExtendedAttrsTestJSON-2059852827-project-admin] Port a2d452a3-6d00-4c1b-a2aa-9802f732e7d2 on network 8c3028d9-141b-433b-9989-530cbc885772 not bound, no agent of type Open vSwitch agent registered on host n-h2-773647-6 {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 14:05:17.549595 n-d-773647-6 neutron-server[100246]: ERROR neutron.plugins.ml2.managers [None req-6058340a-9b05-4217-a431-14f41aa7dcce tempest-PortsAdminExtendedAttrsTestJSON-2059852827 tempest-PortsAdminExtendedAttrsTestJSON-2059852827-project-admin] Failed to bind port a2d452a3-6d00-4c1b-a2aa-9802f732e7d2 on host n-h2-773647-6 for vnic_type normal using segments [{'id': 'e187ae54-c2a9-40ff-b6a6-e7080e8f1c35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '8c3028d9-141b-433b-9989-530cbc885772'}] Jul 06 14:05:17.550463 n-d-773647-6 neutron-server[100246]: INFO neutron.plugins.ml2.plugin [None req-6058340a-9b05-4217-a431-14f41aa7dcce tempest-PortsAdminExtendedAttrsTestJSON-2059852827 tempest-PortsAdminExtendedAttrsTestJSON-2059852827-project-admin] Attempt 6 to bind port a2d452a3-6d00-4c1b-a2aa-9802f732e7d2 Jul 06 14:05:17.628655 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [None req-6058340a-9b05-4217-a431-14f41aa7dcce tempest-PortsAdminExtendedAttrsTestJSON-2059852827 tempest-PortsAdminExtendedAttrsTestJSON-2059852827-project-admin] Attempting to bind port a2d452a3-6d00-4c1b-a2aa-9802f732e7d2 on host n-h2-773647-6 for vnic_type normal with profile {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:05:17.631536 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [None req-6058340a-9b05-4217-a431-14f41aa7dcce tempest-PortsAdminExtendedAttrsTestJSON-2059852827 tempest-PortsAdminExtendedAttrsTestJSON-2059852827-project-admin] Attempting to bind port a2d452a3-6d00-4c1b-a2aa-9802f732e7d2 by drivers openvswitch,hyperv on host n-h2-773647-6 at level 0 using segments [{'id': 'e187ae54-c2a9-40ff-b6a6-e7080e8f1c35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '8c3028d9-141b-433b-9989-530cbc885772'}] {{(pid=100246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:05:17.635436 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6058340a-9b05-4217-a431-14f41aa7dcce tempest-PortsAdminExtendedAttrsTestJSON-2059852827 tempest-PortsAdminExtendedAttrsTestJSON-2059852827-project-admin] Attempting to bind port a2d452a3-6d00-4c1b-a2aa-9802f732e7d2 on network 8c3028d9-141b-433b-9989-530cbc885772 {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:05:17.664516 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6058340a-9b05-4217-a431-14f41aa7dcce tempest-PortsAdminExtendedAttrsTestJSON-2059852827 tempest-PortsAdminExtendedAttrsTestJSON-2059852827-project-admin] Port a2d452a3-6d00-4c1b-a2aa-9802f732e7d2 on network 8c3028d9-141b-433b-9989-530cbc885772 not bound, no agent of type Open vSwitch agent registered on host n-h2-773647-6 {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 14:05:17.665205 n-d-773647-6 neutron-server[100246]: ERROR neutron.plugins.ml2.managers [None req-6058340a-9b05-4217-a431-14f41aa7dcce tempest-PortsAdminExtendedAttrsTestJSON-2059852827 tempest-PortsAdminExtendedAttrsTestJSON-2059852827-project-admin] Failed to bind port a2d452a3-6d00-4c1b-a2aa-9802f732e7d2 on host n-h2-773647-6 for vnic_type normal using segments [{'id': 'e187ae54-c2a9-40ff-b6a6-e7080e8f1c35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '8c3028d9-141b-433b-9989-530cbc885772'}] Jul 06 14:05:17.677856 n-d-773647-6 neutron-server[100248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39634090-bfa4-4244-b852-20cb38935361', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38fa73f8-6c0f-47d6-82d5-c280e4c1c51d'}] {{(pid=100248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:05:17.683607 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84af257533e383389cbcf231d3534f4d5e149e7203fea16b4a8fc01438dddaf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cef36b2-30e4-4e46-b63d-c75474958c76" -d '{"events": [{"server_uuid": "39634090-bfa4-4244-b852-20cb38935361", "name": "network-vif-plugged", "status": "completed", "tag": "38fa73f8-6c0f-47d6-82d5-c280e4c1c51d"}]}' {{(pid=100248) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:05:17.685383 n-d-773647-6 neutron-server[100246]: INFO neutron.plugins.ml2.plugin [None req-6058340a-9b05-4217-a431-14f41aa7dcce tempest-PortsAdminExtendedAttrsTestJSON-2059852827 tempest-PortsAdminExtendedAttrsTestJSON-2059852827-project-admin] Attempt 7 to bind port a2d452a3-6d00-4c1b-a2aa-9802f732e7d2 Jul 06 14:05:17.699135 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 668c609d-f6f6-4890-b264-0db2a2fd2235 up at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:05:17.749438 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [None req-6058340a-9b05-4217-a431-14f41aa7dcce tempest-PortsAdminExtendedAttrsTestJSON-2059852827 tempest-PortsAdminExtendedAttrsTestJSON-2059852827-project-admin] Attempting to bind port a2d452a3-6d00-4c1b-a2aa-9802f732e7d2 on host n-h2-773647-6 for vnic_type normal with profile {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:05:17.750982 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [None req-6058340a-9b05-4217-a431-14f41aa7dcce tempest-PortsAdminExtendedAttrsTestJSON-2059852827 tempest-PortsAdminExtendedAttrsTestJSON-2059852827-project-admin] Attempting to bind port a2d452a3-6d00-4c1b-a2aa-9802f732e7d2 by drivers openvswitch,hyperv on host n-h2-773647-6 at level 0 using segments [{'id': 'e187ae54-c2a9-40ff-b6a6-e7080e8f1c35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '8c3028d9-141b-433b-9989-530cbc885772'}] {{(pid=100246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:05:17.754128 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6058340a-9b05-4217-a431-14f41aa7dcce tempest-PortsAdminExtendedAttrsTestJSON-2059852827 tempest-PortsAdminExtendedAttrsTestJSON-2059852827-project-admin] Attempting to bind port a2d452a3-6d00-4c1b-a2aa-9802f732e7d2 on network 8c3028d9-141b-433b-9989-530cbc885772 {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:05:17.759060 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-4d7c06fd-0120-4ea6-911f-445d69d3ec80 req-44048185-44f7-45ac-8a31-a2d827e1cda5 service neutron] 10.222.0.104 "GET /v2.0/networks/1d64a7a8-3d12-4141-b8ce-bd281ed9aaab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7474687 Jul 06 14:05:17.771516 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6058340a-9b05-4217-a431-14f41aa7dcce tempest-PortsAdminExtendedAttrsTestJSON-2059852827 tempest-PortsAdminExtendedAttrsTestJSON-2059852827-project-admin] Port a2d452a3-6d00-4c1b-a2aa-9802f732e7d2 on network 8c3028d9-141b-433b-9989-530cbc885772 not bound, no agent of type Open vSwitch agent registered on host n-h2-773647-6 {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 14:05:17.772446 n-d-773647-6 neutron-server[100246]: ERROR neutron.plugins.ml2.managers [None req-6058340a-9b05-4217-a431-14f41aa7dcce tempest-PortsAdminExtendedAttrsTestJSON-2059852827 tempest-PortsAdminExtendedAttrsTestJSON-2059852827-project-admin] Failed to bind port a2d452a3-6d00-4c1b-a2aa-9802f732e7d2 on host n-h2-773647-6 for vnic_type normal using segments [{'id': 'e187ae54-c2a9-40ff-b6a6-e7080e8f1c35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '8c3028d9-141b-433b-9989-530cbc885772'}] Jul 06 14:05:17.774523 n-d-773647-6 neutron-server[100246]: INFO neutron.plugins.ml2.plugin [None req-6058340a-9b05-4217-a431-14f41aa7dcce tempest-PortsAdminExtendedAttrsTestJSON-2059852827 tempest-PortsAdminExtendedAttrsTestJSON-2059852827-project-admin] Attempt 8 to bind port a2d452a3-6d00-4c1b-a2aa-9802f732e7d2 Jul 06 14:05:17.856443 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [None req-6058340a-9b05-4217-a431-14f41aa7dcce tempest-PortsAdminExtendedAttrsTestJSON-2059852827 tempest-PortsAdminExtendedAttrsTestJSON-2059852827-project-admin] Attempting to bind port a2d452a3-6d00-4c1b-a2aa-9802f732e7d2 on host n-h2-773647-6 for vnic_type normal with profile {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:05:17.856964 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [None req-6058340a-9b05-4217-a431-14f41aa7dcce tempest-PortsAdminExtendedAttrsTestJSON-2059852827 tempest-PortsAdminExtendedAttrsTestJSON-2059852827-project-admin] Attempting to bind port a2d452a3-6d00-4c1b-a2aa-9802f732e7d2 by drivers openvswitch,hyperv on host n-h2-773647-6 at level 0 using segments [{'id': 'e187ae54-c2a9-40ff-b6a6-e7080e8f1c35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '8c3028d9-141b-433b-9989-530cbc885772'}] {{(pid=100246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:05:17.857531 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6058340a-9b05-4217-a431-14f41aa7dcce tempest-PortsAdminExtendedAttrsTestJSON-2059852827 tempest-PortsAdminExtendedAttrsTestJSON-2059852827-project-admin] Attempting to bind port a2d452a3-6d00-4c1b-a2aa-9802f732e7d2 on network 8c3028d9-141b-433b-9989-530cbc885772 {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:05:17.888903 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6058340a-9b05-4217-a431-14f41aa7dcce tempest-PortsAdminExtendedAttrsTestJSON-2059852827 tempest-PortsAdminExtendedAttrsTestJSON-2059852827-project-admin] Port a2d452a3-6d00-4c1b-a2aa-9802f732e7d2 on network 8c3028d9-141b-433b-9989-530cbc885772 not bound, no agent of type Open vSwitch agent registered on host n-h2-773647-6 {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 14:05:17.893241 n-d-773647-6 neutron-server[100246]: ERROR neutron.plugins.ml2.managers [None req-6058340a-9b05-4217-a431-14f41aa7dcce tempest-PortsAdminExtendedAttrsTestJSON-2059852827 tempest-PortsAdminExtendedAttrsTestJSON-2059852827-project-admin] Failed to bind port a2d452a3-6d00-4c1b-a2aa-9802f732e7d2 on host n-h2-773647-6 for vnic_type normal using segments [{'id': 'e187ae54-c2a9-40ff-b6a6-e7080e8f1c35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '8c3028d9-141b-433b-9989-530cbc885772'}] Jul 06 14:05:17.896125 n-d-773647-6 neutron-server[100246]: INFO neutron.plugins.ml2.plugin [None req-6058340a-9b05-4217-a431-14f41aa7dcce tempest-PortsAdminExtendedAttrsTestJSON-2059852827 tempest-PortsAdminExtendedAttrsTestJSON-2059852827-project-admin] Attempt 9 to bind port a2d452a3-6d00-4c1b-a2aa-9802f732e7d2 Jul 06 14:05:17.930378 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning complete for port 668c609d-f6f6-4890-b264-0db2a2fd2235 triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:05:17.931392 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:17.974945 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [None req-6058340a-9b05-4217-a431-14f41aa7dcce tempest-PortsAdminExtendedAttrsTestJSON-2059852827 tempest-PortsAdminExtendedAttrsTestJSON-2059852827-project-admin] Attempting to bind port a2d452a3-6d00-4c1b-a2aa-9802f732e7d2 on host n-h2-773647-6 for vnic_type normal with profile {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:05:17.979970 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [None req-6058340a-9b05-4217-a431-14f41aa7dcce tempest-PortsAdminExtendedAttrsTestJSON-2059852827 tempest-PortsAdminExtendedAttrsTestJSON-2059852827-project-admin] Attempting to bind port a2d452a3-6d00-4c1b-a2aa-9802f732e7d2 by drivers openvswitch,hyperv on host n-h2-773647-6 at level 0 using segments [{'id': 'e187ae54-c2a9-40ff-b6a6-e7080e8f1c35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '8c3028d9-141b-433b-9989-530cbc885772'}] {{(pid=100246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:05:17.982852 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6058340a-9b05-4217-a431-14f41aa7dcce tempest-PortsAdminExtendedAttrsTestJSON-2059852827 tempest-PortsAdminExtendedAttrsTestJSON-2059852827-project-admin] Attempting to bind port a2d452a3-6d00-4c1b-a2aa-9802f732e7d2 on network 8c3028d9-141b-433b-9989-530cbc885772 {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:05:18.006295 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6058340a-9b05-4217-a431-14f41aa7dcce tempest-PortsAdminExtendedAttrsTestJSON-2059852827 tempest-PortsAdminExtendedAttrsTestJSON-2059852827-project-admin] Port a2d452a3-6d00-4c1b-a2aa-9802f732e7d2 on network 8c3028d9-141b-433b-9989-530cbc885772 not bound, no agent of type Open vSwitch agent registered on host n-h2-773647-6 {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 14:05:18.008847 n-d-773647-6 neutron-server[100246]: ERROR neutron.plugins.ml2.managers [None req-6058340a-9b05-4217-a431-14f41aa7dcce tempest-PortsAdminExtendedAttrsTestJSON-2059852827 tempest-PortsAdminExtendedAttrsTestJSON-2059852827-project-admin] Failed to bind port a2d452a3-6d00-4c1b-a2aa-9802f732e7d2 on host n-h2-773647-6 for vnic_type normal using segments [{'id': 'e187ae54-c2a9-40ff-b6a6-e7080e8f1c35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '8c3028d9-141b-433b-9989-530cbc885772'}] Jul 06 14:05:18.011745 n-d-773647-6 neutron-server[100246]: INFO neutron.plugins.ml2.plugin [None req-6058340a-9b05-4217-a431-14f41aa7dcce tempest-PortsAdminExtendedAttrsTestJSON-2059852827 tempest-PortsAdminExtendedAttrsTestJSON-2059852827-project-admin] Attempt 10 to bind port a2d452a3-6d00-4c1b-a2aa-9802f732e7d2 Jul 06 14:05:18.084288 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [None req-6058340a-9b05-4217-a431-14f41aa7dcce tempest-PortsAdminExtendedAttrsTestJSON-2059852827 tempest-PortsAdminExtendedAttrsTestJSON-2059852827-project-admin] Attempting to bind port a2d452a3-6d00-4c1b-a2aa-9802f732e7d2 on host n-h2-773647-6 for vnic_type normal with profile {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:05:18.091454 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [None req-6058340a-9b05-4217-a431-14f41aa7dcce tempest-PortsAdminExtendedAttrsTestJSON-2059852827 tempest-PortsAdminExtendedAttrsTestJSON-2059852827-project-admin] Attempting to bind port a2d452a3-6d00-4c1b-a2aa-9802f732e7d2 by drivers openvswitch,hyperv on host n-h2-773647-6 at level 0 using segments [{'id': 'e187ae54-c2a9-40ff-b6a6-e7080e8f1c35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '8c3028d9-141b-433b-9989-530cbc885772'}] {{(pid=100246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:05:18.091454 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6058340a-9b05-4217-a431-14f41aa7dcce tempest-PortsAdminExtendedAttrsTestJSON-2059852827 tempest-PortsAdminExtendedAttrsTestJSON-2059852827-project-admin] Attempting to bind port a2d452a3-6d00-4c1b-a2aa-9802f732e7d2 on network 8c3028d9-141b-433b-9989-530cbc885772 {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:05:18.101414 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6058340a-9b05-4217-a431-14f41aa7dcce tempest-PortsAdminExtendedAttrsTestJSON-2059852827 tempest-PortsAdminExtendedAttrsTestJSON-2059852827-project-admin] Port a2d452a3-6d00-4c1b-a2aa-9802f732e7d2 on network 8c3028d9-141b-433b-9989-530cbc885772 not bound, no agent of type Open vSwitch agent registered on host n-h2-773647-6 {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 14:05:18.106969 n-d-773647-6 neutron-server[100246]: ERROR neutron.plugins.ml2.managers [None req-6058340a-9b05-4217-a431-14f41aa7dcce tempest-PortsAdminExtendedAttrsTestJSON-2059852827 tempest-PortsAdminExtendedAttrsTestJSON-2059852827-project-admin] Failed to bind port a2d452a3-6d00-4c1b-a2aa-9802f732e7d2 on host n-h2-773647-6 for vnic_type normal using segments [{'id': 'e187ae54-c2a9-40ff-b6a6-e7080e8f1c35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '8c3028d9-141b-433b-9989-530cbc885772'}] Jul 06 14:05:18.109063 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-6058340a-9b05-4217-a431-14f41aa7dcce tempest-PortsAdminExtendedAttrsTestJSON-2059852827 tempest-PortsAdminExtendedAttrsTestJSON-2059852827-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:18.166406 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-4d7c06fd-0120-4ea6-911f-445d69d3ec80 req-7325bfd0-237a-4502-b902-bd2f34990da4 service neutron] 10.222.0.104 "GET /v2.0/networks/1d64a7a8-3d12-4141-b8ce-bd281ed9aaab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3959565 Jul 06 14:05:18.196918 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1013a440-7835-4b24-9124-276d9dfb5348 req-63d966f6-4998-4d77-bfba-d8248799dc83 tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:05:18.205288 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-1013a440-7835-4b24-9124-276d9dfb5348 req-63d966f6-4998-4d77-bfba-d8248799dc83 tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] 10.222.0.104 "GET /v2.0/ports?device_id=5fbc9a8b-86db-4456-85e1-a59cfdbb9c8d HTTP/1.1" status: 200 len: 946 time: 0.2925990 Jul 06 14:05:18.243594 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 41720) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:05:18.278222 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-1013a440-7835-4b24-9124-276d9dfb5348 req-7c77bfa1-c278-45e0-8f31-b5df494a393f tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] 10.222.0.104 "GET /v2.0/security-groups?id=54cfb86c-390d-4cad-8265-7f5781c66116&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0718007 Jul 06 14:05:18.384421 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.db [None req-6058340a-9b05-4217-a431-14f41aa7dcce tempest-PortsAdminExtendedAttrsTestJSON-2059852827 tempest-PortsAdminExtendedAttrsTestJSON-2059852827-project-admin] For port a2d452a3-6d00-4c1b-a2aa-9802f732e7d2, host n-h2-773647-6, cleared binding levels {{(pid=100246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:05:18.386102 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.db [None req-6058340a-9b05-4217-a431-14f41aa7dcce tempest-PortsAdminExtendedAttrsTestJSON-2059852827 tempest-PortsAdminExtendedAttrsTestJSON-2059852827-project-admin] Attempted to set empty binding levels {{(pid=100246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 06 14:05:18.393646 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-6058340a-9b05-4217-a431-14f41aa7dcce tempest-PortsAdminExtendedAttrsTestJSON-2059852827 tempest-PortsAdminExtendedAttrsTestJSON-2059852827-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127687527'] for port, after_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:18.429968 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [None req-a54b45c7-09ae-431c-8974-49aaa98bad92 tempest-MeteringTestJSON-419783300 tempest-MeteringTestJSON-419783300-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1069409341'}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:05:18.430789 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [None req-a54b45c7-09ae-431c-8974-49aaa98bad92 tempest-MeteringTestJSON-419783300 tempest-MeteringTestJSON-419783300-project-admin] Unknown quota resources ['metering_label']. {{(pid=100247) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 06 14:05:18.476635 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6058340a-9b05-4217-a431-14f41aa7dcce tempest-PortsAdminExtendedAttrsTestJSON-2059852827 tempest-PortsAdminExtendedAttrsTestJSON-2059852827-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:05:18.483564 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-6058340a-9b05-4217-a431-14f41aa7dcce tempest-PortsAdminExtendedAttrsTestJSON-2059852827 tempest-PortsAdminExtendedAttrsTestJSON-2059852827-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:18.552853 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-6058340a-9b05-4217-a431-14f41aa7dcce tempest-PortsAdminExtendedAttrsTestJSON-2059852827 tempest-PortsAdminExtendedAttrsTestJSON-2059852827-project-admin] 10.222.0.104 "POST /v2.0/ports HTTP/1.1" status: 201 len: 980 time: 2.4599407 Jul 06 14:05:18.553702 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6058340a-9b05-4217-a431-14f41aa7dcce tempest-PortsAdminExtendedAttrsTestJSON-2059852827 tempest-PortsAdminExtendedAttrsTestJSON-2059852827-project-admin] Pushing event updated for resources: {'Port': ['ID=a2d452a3-6d00-4c1b-a2aa-9802f732e7d2,revision_number=2']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:05:18.555881 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 41734) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:05:18.588094 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 14:05:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b2dbab5-e226-488d-bfaf-494ae84741d4 x-openstack-request-id: req-1b2dbab5-e226-488d-bfaf-494ae84741d4 {{(pid=100248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:05:18.588613 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39634090-bfa4-4244-b852-20cb38935361", "name": "network-vif-plugged", "status": "completed", "tag": "38fa73f8-6c0f-47d6-82d5-c280e4c1c51d", "code": 200}]} {{(pid=100248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:05:18.588716 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-1b2dbab5-e226-488d-bfaf-494ae84741d4 {{(pid=100248) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:05:18.589071 n-d-773647-6 neutron-server[100248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39634090-bfa4-4244-b852-20cb38935361', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38fa73f8-6c0f-47d6-82d5-c280e4c1c51d', 'code': 200} Jul 06 14:05:18.686112 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [None req-404dd770-5720-4be7-846f-cb2eddc3c8d3 tempest-PortsAdminExtendedAttrsTestJSON-2059852827 tempest-PortsAdminExtendedAttrsTestJSON-2059852827-project-admin] Deleting port a2d452a3-6d00-4c1b-a2aa-9802f732e7d2 {{(pid=100246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:05:18.686692 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-404dd770-5720-4be7-846f-cb2eddc3c8d3 tempest-PortsAdminExtendedAttrsTestJSON-2059852827 tempest-PortsAdminExtendedAttrsTestJSON-2059852827-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:18.774010 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.db [None req-404dd770-5720-4be7-846f-cb2eddc3c8d3 tempest-PortsAdminExtendedAttrsTestJSON-2059852827 tempest-PortsAdminExtendedAttrsTestJSON-2059852827-project-admin] For port a2d452a3-6d00-4c1b-a2aa-9802f732e7d2, host n-h2-773647-6, got binding levels [] {{(pid=100246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:05:18.774470 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-404dd770-5720-4be7-846f-cb2eddc3c8d3 tempest-PortsAdminExtendedAttrsTestJSON-2059852827 tempest-PortsAdminExtendedAttrsTestJSON-2059852827-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:18.790597 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [None req-404dd770-5720-4be7-846f-cb2eddc3c8d3 tempest-PortsAdminExtendedAttrsTestJSON-2059852827 tempest-PortsAdminExtendedAttrsTestJSON-2059852827-project-admin] Calling delete_port for a2d452a3-6d00-4c1b-a2aa-9802f732e7d2 owned by {{(pid=100246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:05:18.846584 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-a54b45c7-09ae-431c-8974-49aaa98bad92 tempest-MeteringTestJSON-419783300 tempest-MeteringTestJSON-419783300-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:18.851139 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-a54b45c7-09ae-431c-8974-49aaa98bad92 tempest-MeteringTestJSON-419783300 tempest-MeteringTestJSON-419783300-project-admin] 10.222.0.104 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 0.6001608 Jul 06 14:05:18.858777 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 41746) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:05:18.867796 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [None req-61f69d35-c30c-4da5-90aa-375a2c2d9161 tempest-MeteringTestJSON-419783300 tempest-MeteringTestJSON-419783300-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': '257d0294-2081-4faf-8e17-d4e7c3dcac56'}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:05:18.869283 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [None req-61f69d35-c30c-4da5-90aa-375a2c2d9161 tempest-MeteringTestJSON-419783300 tempest-MeteringTestJSON-419783300-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=100247) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 06 14:05:18.929495 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-404dd770-5720-4be7-846f-cb2eddc3c8d3 tempest-PortsAdminExtendedAttrsTestJSON-2059852827 tempest-PortsAdminExtendedAttrsTestJSON-2059852827-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127687580'] for port, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:18.997935 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404dd770-5720-4be7-846f-cb2eddc3c8d3 tempest-PortsAdminExtendedAttrsTestJSON-2059852827 tempest-PortsAdminExtendedAttrsTestJSON-2059852827-project-admin] Pushing event deleted for resources: {'Port': ['ID=a2d452a3-6d00-4c1b-a2aa-9802f732e7d2,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:05:19.007144 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-404dd770-5720-4be7-846f-cb2eddc3c8d3 tempest-PortsAdminExtendedAttrsTestJSON-2059852827 tempest-PortsAdminExtendedAttrsTestJSON-2059852827-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:19.011126 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-404dd770-5720-4be7-846f-cb2eddc3c8d3 tempest-PortsAdminExtendedAttrsTestJSON-2059852827 tempest-PortsAdminExtendedAttrsTestJSON-2059852827-project-admin] 10.222.0.104 "DELETE /v2.0/ports/a2d452a3-6d00-4c1b-a2aa-9802f732e7d2 HTTP/1.1" status: 204 len: 168 time: 0.4539135 Jul 06 14:05:19.016595 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 41748) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:05:19.070100 n-d-773647-6 neutron-server[100246]: INFO neutron.pecan_wsgi.hooks.translation [None req-a847ebf9-23c9-4b7e-9f87-f4a25fc54a3e tempest-PortsAdminExtendedAttrsTestJSON-2059852827 tempest-PortsAdminExtendedAttrsTestJSON-2059852827-project-admin] GET failed (client error): The resource could not be found. Jul 06 14:05:19.072129 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-a847ebf9-23c9-4b7e-9f87-f4a25fc54a3e tempest-PortsAdminExtendedAttrsTestJSON-2059852827 tempest-PortsAdminExtendedAttrsTestJSON-2059852827-project-admin] 10.222.0.104 "GET /v2.0/ports/a2d452a3-6d00-4c1b-a2aa-9802f732e7d2 HTTP/1.1" status: 404 len: 333 time: 0.0544770 Jul 06 14:05:19.076876 n-d-773647-6 neutron-server[100247]: WARNING neutron.services.metering.metering_plugin [None req-61f69d35-c30c-4da5-90aa-375a2c2d9161 tempest-MeteringTestJSON-419783300 tempest-MeteringTestJSON-419783300-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jul 06 14:05:19.079111 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 41752) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:05:19.096085 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-d1c81ca8-f881-4510-ab9d-f9699bb6e8f4 tempest-PortsAdminExtendedAttrsTestJSON-2059852827 tempest-PortsAdminExtendedAttrsTestJSON-2059852827-project-admin] Request body: {'port': {'network_id': '8c3028d9-141b-433b-9989-530cbc885772', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1872656155'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:05:19.136980 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1c81ca8-f881-4510-ab9d-f9699bb6e8f4 tempest-PortsAdminExtendedAttrsTestJSON-2059852827 tempest-PortsAdminExtendedAttrsTestJSON-2059852827-project-admin] Made reservation on behalf of 2f372f375dfe49edad70d6bddf4a7ce5 for: {'port': 1} {{(pid=100246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:05:19.141607 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-d1c81ca8-f881-4510-ab9d-f9699bb6e8f4 tempest-PortsAdminExtendedAttrsTestJSON-2059852827 tempest-PortsAdminExtendedAttrsTestJSON-2059852827-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:19.163775 n-d-773647-6 neutron-server[100246]: DEBUG neutron.notifiers.nova [None req-d1c81ca8-f881-4510-ab9d-f9699bb6e8f4 tempest-PortsAdminExtendedAttrsTestJSON-2059852827 tempest-PortsAdminExtendedAttrsTestJSON-2059852827-project-admin] device_id is not set on port 9b9f1246-45f9-4363-96e9-7e2cf8d452fb yet. {{(pid=100246) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 14:05:19.334355 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-61f69d35-c30c-4da5-90aa-375a2c2d9161 tempest-MeteringTestJSON-419783300 tempest-MeteringTestJSON-419783300-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:19.335519 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-61f69d35-c30c-4da5-90aa-375a2c2d9161 tempest-MeteringTestJSON-419783300 tempest-MeteringTestJSON-419783300-project-admin] 10.222.0.104 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.4734344 Jul 06 14:05:19.339695 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 41756) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:05:19.347485 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [None req-4ed93659-9bbc-46ec-8041-fd3573d767f0 tempest-MeteringTestJSON-419783300 tempest-MeteringTestJSON-419783300-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': '257d0294-2081-4faf-8e17-d4e7c3dcac56'}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:05:19.347992 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [None req-4ed93659-9bbc-46ec-8041-fd3573d767f0 tempest-MeteringTestJSON-419783300 tempest-MeteringTestJSON-419783300-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=100247) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 06 14:05:19.433956 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-d1c81ca8-f881-4510-ab9d-f9699bb6e8f4 tempest-PortsAdminExtendedAttrsTestJSON-2059852827 tempest-PortsAdminExtendedAttrsTestJSON-2059852827-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:19.471668 n-d-773647-6 neutron-server[100247]: WARNING neutron.services.metering.metering_plugin [None req-4ed93659-9bbc-46ec-8041-fd3573d767f0 tempest-MeteringTestJSON-419783300 tempest-MeteringTestJSON-419783300-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jul 06 14:05:19.521360 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-d1c81ca8-f881-4510-ab9d-f9699bb6e8f4 tempest-PortsAdminExtendedAttrsTestJSON-2059852827 tempest-PortsAdminExtendedAttrsTestJSON-2059852827-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-127687573'] for port, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:19.573717 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1c81ca8-f881-4510-ab9d-f9699bb6e8f4 tempest-PortsAdminExtendedAttrsTestJSON-2059852827 tempest-PortsAdminExtendedAttrsTestJSON-2059852827-project-admin] Network 8c3028d9-141b-433b-9989-530cbc885772 is already hosted by enough agents. {{(pid=100246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:05:19.578937 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.base_scheduler [None req-d1c81ca8-f881-4510-ab9d-f9699bb6e8f4 tempest-PortsAdminExtendedAttrsTestJSON-2059852827 tempest-PortsAdminExtendedAttrsTestJSON-2059852827-project-admin] Resources bound (agent type, host, resource id): {{(pid=100246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:05:19.593485 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1c81ca8-f881-4510-ab9d-f9699bb6e8f4 tempest-PortsAdminExtendedAttrsTestJSON-2059852827 tempest-PortsAdminExtendedAttrsTestJSON-2059852827-project-admin] Received port after_create {{(pid=100246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:05:19.594523 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1c81ca8-f881-4510-ab9d-f9699bb6e8f4 tempest-PortsAdminExtendedAttrsTestJSON-2059852827 tempest-PortsAdminExtendedAttrsTestJSON-2059852827-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:05:19.595137 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-d1c81ca8-f881-4510-ab9d-f9699bb6e8f4 tempest-PortsAdminExtendedAttrsTestJSON-2059852827 tempest-PortsAdminExtendedAttrsTestJSON-2059852827-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:19.627542 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-d1c81ca8-f881-4510-ab9d-f9699bb6e8f4 tempest-PortsAdminExtendedAttrsTestJSON-2059852827 tempest-PortsAdminExtendedAttrsTestJSON-2059852827-project-admin] 10.222.0.104 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.5452344 Jul 06 14:05:19.628430 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 41758) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:05:19.630667 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-4ed93659-9bbc-46ec-8041-fd3573d767f0 tempest-MeteringTestJSON-419783300 tempest-MeteringTestJSON-419783300-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:19.632081 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-4ed93659-9bbc-46ec-8041-fd3573d767f0 tempest-MeteringTestJSON-419783300 tempest-MeteringTestJSON-419783300-project-admin] 10.222.0.104 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.2914340 Jul 06 14:05:19.636217 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 41760) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:05:19.657960 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [None req-e8a47504-5cdc-4abb-bce4-b9ab0ad0b919 tempest-PortsAdminExtendedAttrsTestJSON-2059852827 tempest-PortsAdminExtendedAttrsTestJSON-2059852827-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-773647-6'}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:05:19.663358 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-9ea23aaa-a65e-4a78-85a2-652854556dd7 tempest-MeteringTestJSON-419783300 tempest-MeteringTestJSON-419783300-project-admin] 10.222.0.104 "GET /v2.0/metering/metering-label-rules?id=459cb7d0-da29-48fd-b8dd-50c0b99ef251 HTTP/1.1" status: 200 len: 464 time: 0.0256371 Jul 06 14:05:19.663559 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 41762) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:05:19.664629 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c81ca8-f881-4510-ab9d-f9699bb6e8f4 tempest-PortsAdminExtendedAttrsTestJSON-2059852827 tempest-PortsAdminExtendedAttrsTestJSON-2059852827-project-admin] Pushing event updated for resources: {'Port': ['ID=9b9f1246-45f9-4363-96e9-7e2cf8d452fb,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:05:19.871853 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-5fe3320b-3f9d-4901-bfab-288cfabb73a8 tempest-MeteringTestJSON-419783300 tempest-MeteringTestJSON-419783300-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:19.873341 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-5fe3320b-3f9d-4901-bfab-288cfabb73a8 tempest-MeteringTestJSON-419783300 tempest-MeteringTestJSON-419783300-project-admin] 10.222.0.104 "DELETE /v2.0/metering/metering-label-rules/459cb7d0-da29-48fd-b8dd-50c0b99ef251 HTTP/1.1" status: 204 len: 168 time: 0.2062757 Jul 06 14:05:19.877334 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 41764) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:05:19.894535 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 41766) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:05:19.894760 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-a3809e13-fd29-41ec-8764-593da71dff0b tempest-MeteringTestJSON-419783300 tempest-MeteringTestJSON-419783300-project-admin] 10.222.0.104 "GET /v2.0/metering/metering-label-rules?id=459cb7d0-da29-48fd-b8dd-50c0b99ef251 HTTP/1.1" status: 200 len: 221 time: 0.0159216 Jul 06 14:05:19.899600 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [None req-623f2400-aef1-4da2-967c-a8f51ab4a2d2 tempest-MeteringTestJSON-419783300 tempest-MeteringTestJSON-419783300-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1656053979', 'description': 'label created by tempest'}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:05:19.899806 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [None req-623f2400-aef1-4da2-967c-a8f51ab4a2d2 tempest-MeteringTestJSON-419783300 tempest-MeteringTestJSON-419783300-project-admin] Unknown quota resources ['metering_label']. {{(pid=100247) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 06 14:05:19.948368 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-e8a47504-5cdc-4abb-bce4-b9ab0ad0b919 tempest-PortsAdminExtendedAttrsTestJSON-2059852827 tempest-PortsAdminExtendedAttrsTestJSON-2059852827-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:20.235616 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-623f2400-aef1-4da2-967c-a8f51ab4a2d2 tempest-MeteringTestJSON-419783300 tempest-MeteringTestJSON-419783300-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:20.237827 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-623f2400-aef1-4da2-967c-a8f51ab4a2d2 tempest-MeteringTestJSON-419783300 tempest-MeteringTestJSON-419783300-project-admin] 10.222.0.104 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.3409173 Jul 06 14:05:20.241861 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 41768) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:05:20.342146 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Device fd226586-54a3-4c8f-87bb-11c002aac048 no longer exists at agent hyperv_n-h1-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:05:20.518184 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:20.536893 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-2c72261f-4fe9-417e-9f7a-525b16f7f56e tempest-MeteringTestJSON-419783300 tempest-MeteringTestJSON-419783300-project-admin] 10.222.0.104 "GET /v2.0/metering/metering-labels?id=41035c6b-6769-4f3b-b6ab-74bed995d21a HTTP/1.1" status: 200 len: 468 time: 0.2827229 Jul 06 14:05:20.540868 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 41772) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:05:20.559313 n-d-773647-6 neutron-server[100247]: DEBUG neutron.notifiers.nova [None req-e8a47504-5cdc-4abb-bce4-b9ab0ad0b919 tempest-PortsAdminExtendedAttrsTestJSON-2059852827 tempest-PortsAdminExtendedAttrsTestJSON-2059852827-project-admin] device_id is not set on port 9b9f1246-45f9-4363-96e9-7e2cf8d452fb yet. {{(pid=100247) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 14:05:20.589437 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] For port fd226586-54a3-4c8f-87bb-11c002aac048, host n-h1-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773647-6',level=0,port_id=fd226586-54a3-4c8f-87bb-11c002aac048,segment=NetworkSegment(c9ea893d-045e-42cf-b3dd-cdd1f79baccd),segment_id=c9ea893d-045e-42cf-b3dd-cdd1f79baccd)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:05:20.590265 n-d-773647-6 neutron-server[100248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf6e1ecb-17f2-4a7a-9296-eb9480bbf176', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fd226586-54a3-4c8f-87bb-11c002aac048'}] {{(pid=100248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:05:20.595835 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84af257533e383389cbcf231d3534f4d5e149e7203fea16b4a8fc01438dddaf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa38efe8-f079-4481-8acd-e75ae171eded" -d '{"events": [{"server_uuid": "bf6e1ecb-17f2-4a7a-9296-eb9480bbf176", "name": "network-vif-unplugged", "status": "completed", "tag": "fd226586-54a3-4c8f-87bb-11c002aac048"}]}' {{(pid=100248) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:05:20.600318 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-e8a47504-5cdc-4abb-bce4-b9ab0ad0b919 tempest-PortsAdminExtendedAttrsTestJSON-2059852827 tempest-PortsAdminExtendedAttrsTestJSON-2059852827-project-admin] Notify callbacks [] for port, precommit_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:20.606036 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:20.692889 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.provisioning_blocks [None req-e8a47504-5cdc-4abb-bce4-b9ab0ad0b919 tempest-PortsAdminExtendedAttrsTestJSON-2059852827 tempest-PortsAdminExtendedAttrsTestJSON-2059852827-project-admin] Transition to ACTIVE for port object 9b9f1246-45f9-4363-96e9-7e2cf8d452fb will not be triggered until provisioned by entity L2. {{(pid=100247) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:05:20.709715 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7c06fd-0120-4ea6-911f-445d69d3ec80 req-fd8e4c03-33be-4d01-b8c7-a47916489468 tempest-ServerRescueNegativeTestJSON-721731692 tempest-ServerRescueNegativeTestJSON-721731692-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:05:20.717156 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Pushing event updated for resources: {'Port': ['ID=fd226586-54a3-4c8f-87bb-11c002aac048,revision_number=11']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:05:20.720152 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-4d7c06fd-0120-4ea6-911f-445d69d3ec80 req-fd8e4c03-33be-4d01-b8c7-a47916489468 tempest-ServerRescueNegativeTestJSON-721731692 tempest-ServerRescueNegativeTestJSON-721731692-project] 10.222.0.127 "GET /v2.0/networks?id=1d64a7a8-3d12-4141-b8ce-bd281ed9aaab HTTP/1.1" status: 200 len: 819 time: 0.4883871 Jul 06 14:05:20.722123 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-e8a47504-5cdc-4abb-bce4-b9ab0ad0b919 tempest-PortsAdminExtendedAttrsTestJSON-2059852827 tempest-PortsAdminExtendedAttrsTestJSON-2059852827-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128888538'] for port, after_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:20.729766 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [req-4d7c06fd-0120-4ea6-911f-445d69d3ec80 req-ad67b1c7-4d86-4603-848f-0db8cd60d936 tempest-ServerRescueNegativeTestJSON-721731692 tempest-ServerRescueNegativeTestJSON-721731692-project] Request body: {'port': {'device_id': 'b0b96bfa-d49a-47d6-a621-d2fd80028cc9', 'network_id': '1d64a7a8-3d12-4141-b8ce-bd281ed9aaab', 'admin_state_up': True, 'tenant_id': '4f4f5169c3224ae5beef5f35a702326d'}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:05:20.854179 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a47504-5cdc-4abb-bce4-b9ab0ad0b919 tempest-PortsAdminExtendedAttrsTestJSON-2059852827 tempest-PortsAdminExtendedAttrsTestJSON-2059852827-project-admin] Pushing event updated for resources: {'Port': ['ID=9b9f1246-45f9-4363-96e9-7e2cf8d452fb,revision_number=2']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:05:20.884884 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.managers [None req-e8a47504-5cdc-4abb-bce4-b9ab0ad0b919 tempest-PortsAdminExtendedAttrsTestJSON-2059852827 tempest-PortsAdminExtendedAttrsTestJSON-2059852827-project-admin] Attempting to bind port 9b9f1246-45f9-4363-96e9-7e2cf8d452fb on host n-h2-773647-6 for vnic_type normal with profile {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:05:20.885229 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.managers [None req-e8a47504-5cdc-4abb-bce4-b9ab0ad0b919 tempest-PortsAdminExtendedAttrsTestJSON-2059852827 tempest-PortsAdminExtendedAttrsTestJSON-2059852827-project-admin] Attempting to bind port 9b9f1246-45f9-4363-96e9-7e2cf8d452fb by drivers openvswitch,hyperv on host n-h2-773647-6 at level 0 using segments [{'id': 'e187ae54-c2a9-40ff-b6a6-e7080e8f1c35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '8c3028d9-141b-433b-9989-530cbc885772'}] {{(pid=100247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:05:20.885605 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8a47504-5cdc-4abb-bce4-b9ab0ad0b919 tempest-PortsAdminExtendedAttrsTestJSON-2059852827 tempest-PortsAdminExtendedAttrsTestJSON-2059852827-project-admin] Attempting to bind port 9b9f1246-45f9-4363-96e9-7e2cf8d452fb on network 8c3028d9-141b-433b-9989-530cbc885772 {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:05:20.900202 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8a47504-5cdc-4abb-bce4-b9ab0ad0b919 tempest-PortsAdminExtendedAttrsTestJSON-2059852827 tempest-PortsAdminExtendedAttrsTestJSON-2059852827-project-admin] Port 9b9f1246-45f9-4363-96e9-7e2cf8d452fb on network 8c3028d9-141b-433b-9989-530cbc885772 not bound, no agent of type Open vSwitch agent registered on host n-h2-773647-6 {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 14:05:20.900614 n-d-773647-6 neutron-server[100247]: ERROR neutron.plugins.ml2.managers [None req-e8a47504-5cdc-4abb-bce4-b9ab0ad0b919 tempest-PortsAdminExtendedAttrsTestJSON-2059852827 tempest-PortsAdminExtendedAttrsTestJSON-2059852827-project-admin] Failed to bind port 9b9f1246-45f9-4363-96e9-7e2cf8d452fb on host n-h2-773647-6 for vnic_type normal using segments [{'id': 'e187ae54-c2a9-40ff-b6a6-e7080e8f1c35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '8c3028d9-141b-433b-9989-530cbc885772'}] Jul 06 14:05:20.902476 n-d-773647-6 neutron-server[100247]: INFO neutron.plugins.ml2.plugin [None req-e8a47504-5cdc-4abb-bce4-b9ab0ad0b919 tempest-PortsAdminExtendedAttrsTestJSON-2059852827 tempest-PortsAdminExtendedAttrsTestJSON-2059852827-project-admin] Attempt 2 to bind port 9b9f1246-45f9-4363-96e9-7e2cf8d452fb Jul 06 14:05:20.927781 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.managers [None req-e8a47504-5cdc-4abb-bce4-b9ab0ad0b919 tempest-PortsAdminExtendedAttrsTestJSON-2059852827 tempest-PortsAdminExtendedAttrsTestJSON-2059852827-project-admin] Attempting to bind port 9b9f1246-45f9-4363-96e9-7e2cf8d452fb on host n-h2-773647-6 for vnic_type normal with profile {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:05:20.928153 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.managers [None req-e8a47504-5cdc-4abb-bce4-b9ab0ad0b919 tempest-PortsAdminExtendedAttrsTestJSON-2059852827 tempest-PortsAdminExtendedAttrsTestJSON-2059852827-project-admin] Attempting to bind port 9b9f1246-45f9-4363-96e9-7e2cf8d452fb by drivers openvswitch,hyperv on host n-h2-773647-6 at level 0 using segments [{'id': 'e187ae54-c2a9-40ff-b6a6-e7080e8f1c35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '8c3028d9-141b-433b-9989-530cbc885772'}] {{(pid=100247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:05:20.928494 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8a47504-5cdc-4abb-bce4-b9ab0ad0b919 tempest-PortsAdminExtendedAttrsTestJSON-2059852827 tempest-PortsAdminExtendedAttrsTestJSON-2059852827-project-admin] Attempting to bind port 9b9f1246-45f9-4363-96e9-7e2cf8d452fb on network 8c3028d9-141b-433b-9989-530cbc885772 {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:05:20.943414 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8a47504-5cdc-4abb-bce4-b9ab0ad0b919 tempest-PortsAdminExtendedAttrsTestJSON-2059852827 tempest-PortsAdminExtendedAttrsTestJSON-2059852827-project-admin] Port 9b9f1246-45f9-4363-96e9-7e2cf8d452fb on network 8c3028d9-141b-433b-9989-530cbc885772 not bound, no agent of type Open vSwitch agent registered on host n-h2-773647-6 {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 14:05:20.943753 n-d-773647-6 neutron-server[100247]: ERROR neutron.plugins.ml2.managers [None req-e8a47504-5cdc-4abb-bce4-b9ab0ad0b919 tempest-PortsAdminExtendedAttrsTestJSON-2059852827 tempest-PortsAdminExtendedAttrsTestJSON-2059852827-project-admin] Failed to bind port 9b9f1246-45f9-4363-96e9-7e2cf8d452fb on host n-h2-773647-6 for vnic_type normal using segments [{'id': 'e187ae54-c2a9-40ff-b6a6-e7080e8f1c35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '8c3028d9-141b-433b-9989-530cbc885772'}] Jul 06 14:05:20.945027 n-d-773647-6 neutron-server[100247]: INFO neutron.plugins.ml2.plugin [None req-e8a47504-5cdc-4abb-bce4-b9ab0ad0b919 tempest-PortsAdminExtendedAttrsTestJSON-2059852827 tempest-PortsAdminExtendedAttrsTestJSON-2059852827-project-admin] Attempt 3 to bind port 9b9f1246-45f9-4363-96e9-7e2cf8d452fb Jul 06 14:05:20.955729 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4d7c06fd-0120-4ea6-911f-445d69d3ec80 req-ad67b1c7-4d86-4603-848f-0db8cd60d936 tempest-ServerRescueNegativeTestJSON-721731692 tempest-ServerRescueNegativeTestJSON-721731692-project] Made reservation on behalf of 4f4f5169c3224ae5beef5f35a702326d for: {'port': 1} {{(pid=100247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:05:20.959581 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-4d7c06fd-0120-4ea6-911f-445d69d3ec80 req-ad67b1c7-4d86-4603-848f-0db8cd60d936 tempest-ServerRescueNegativeTestJSON-721731692 tempest-ServerRescueNegativeTestJSON-721731692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:20.975962 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.managers [None req-e8a47504-5cdc-4abb-bce4-b9ab0ad0b919 tempest-PortsAdminExtendedAttrsTestJSON-2059852827 tempest-PortsAdminExtendedAttrsTestJSON-2059852827-project-admin] Attempting to bind port 9b9f1246-45f9-4363-96e9-7e2cf8d452fb on host n-h2-773647-6 for vnic_type normal with profile {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:05:20.976307 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.managers [None req-e8a47504-5cdc-4abb-bce4-b9ab0ad0b919 tempest-PortsAdminExtendedAttrsTestJSON-2059852827 tempest-PortsAdminExtendedAttrsTestJSON-2059852827-project-admin] Attempting to bind port 9b9f1246-45f9-4363-96e9-7e2cf8d452fb by drivers openvswitch,hyperv on host n-h2-773647-6 at level 0 using segments [{'id': 'e187ae54-c2a9-40ff-b6a6-e7080e8f1c35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '8c3028d9-141b-433b-9989-530cbc885772'}] {{(pid=100247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:05:20.976777 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8a47504-5cdc-4abb-bce4-b9ab0ad0b919 tempest-PortsAdminExtendedAttrsTestJSON-2059852827 tempest-PortsAdminExtendedAttrsTestJSON-2059852827-project-admin] Attempting to bind port 9b9f1246-45f9-4363-96e9-7e2cf8d452fb on network 8c3028d9-141b-433b-9989-530cbc885772 {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:05:20.988291 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8a47504-5cdc-4abb-bce4-b9ab0ad0b919 tempest-PortsAdminExtendedAttrsTestJSON-2059852827 tempest-PortsAdminExtendedAttrsTestJSON-2059852827-project-admin] Port 9b9f1246-45f9-4363-96e9-7e2cf8d452fb on network 8c3028d9-141b-433b-9989-530cbc885772 not bound, no agent of type Open vSwitch agent registered on host n-h2-773647-6 {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 14:05:20.988613 n-d-773647-6 neutron-server[100247]: ERROR neutron.plugins.ml2.managers [None req-e8a47504-5cdc-4abb-bce4-b9ab0ad0b919 tempest-PortsAdminExtendedAttrsTestJSON-2059852827 tempest-PortsAdminExtendedAttrsTestJSON-2059852827-project-admin] Failed to bind port 9b9f1246-45f9-4363-96e9-7e2cf8d452fb on host n-h2-773647-6 for vnic_type normal using segments [{'id': 'e187ae54-c2a9-40ff-b6a6-e7080e8f1c35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '8c3028d9-141b-433b-9989-530cbc885772'}] Jul 06 14:05:20.990389 n-d-773647-6 neutron-server[100247]: INFO neutron.plugins.ml2.plugin [None req-e8a47504-5cdc-4abb-bce4-b9ab0ad0b919 tempest-PortsAdminExtendedAttrsTestJSON-2059852827 tempest-PortsAdminExtendedAttrsTestJSON-2059852827-project-admin] Attempt 4 to bind port 9b9f1246-45f9-4363-96e9-7e2cf8d452fb Jul 06 14:05:21.051200 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.managers [None req-e8a47504-5cdc-4abb-bce4-b9ab0ad0b919 tempest-PortsAdminExtendedAttrsTestJSON-2059852827 tempest-PortsAdminExtendedAttrsTestJSON-2059852827-project-admin] Attempting to bind port 9b9f1246-45f9-4363-96e9-7e2cf8d452fb on host n-h2-773647-6 for vnic_type normal with profile {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:05:21.051684 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.managers [None req-e8a47504-5cdc-4abb-bce4-b9ab0ad0b919 tempest-PortsAdminExtendedAttrsTestJSON-2059852827 tempest-PortsAdminExtendedAttrsTestJSON-2059852827-project-admin] Attempting to bind port 9b9f1246-45f9-4363-96e9-7e2cf8d452fb by drivers openvswitch,hyperv on host n-h2-773647-6 at level 0 using segments [{'id': 'e187ae54-c2a9-40ff-b6a6-e7080e8f1c35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '8c3028d9-141b-433b-9989-530cbc885772'}] {{(pid=100247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:05:21.052042 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8a47504-5cdc-4abb-bce4-b9ab0ad0b919 tempest-PortsAdminExtendedAttrsTestJSON-2059852827 tempest-PortsAdminExtendedAttrsTestJSON-2059852827-project-admin] Attempting to bind port 9b9f1246-45f9-4363-96e9-7e2cf8d452fb on network 8c3028d9-141b-433b-9989-530cbc885772 {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:05:21.066056 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8a47504-5cdc-4abb-bce4-b9ab0ad0b919 tempest-PortsAdminExtendedAttrsTestJSON-2059852827 tempest-PortsAdminExtendedAttrsTestJSON-2059852827-project-admin] Port 9b9f1246-45f9-4363-96e9-7e2cf8d452fb on network 8c3028d9-141b-433b-9989-530cbc885772 not bound, no agent of type Open vSwitch agent registered on host n-h2-773647-6 {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 14:05:21.066368 n-d-773647-6 neutron-server[100247]: ERROR neutron.plugins.ml2.managers [None req-e8a47504-5cdc-4abb-bce4-b9ab0ad0b919 tempest-PortsAdminExtendedAttrsTestJSON-2059852827 tempest-PortsAdminExtendedAttrsTestJSON-2059852827-project-admin] Failed to bind port 9b9f1246-45f9-4363-96e9-7e2cf8d452fb on host n-h2-773647-6 for vnic_type normal using segments [{'id': 'e187ae54-c2a9-40ff-b6a6-e7080e8f1c35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '8c3028d9-141b-433b-9989-530cbc885772'}] Jul 06 14:05:21.068930 n-d-773647-6 neutron-server[100247]: INFO neutron.plugins.ml2.plugin [None req-e8a47504-5cdc-4abb-bce4-b9ab0ad0b919 tempest-PortsAdminExtendedAttrsTestJSON-2059852827 tempest-PortsAdminExtendedAttrsTestJSON-2059852827-project-admin] Attempt 5 to bind port 9b9f1246-45f9-4363-96e9-7e2cf8d452fb Jul 06 14:05:21.096209 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.managers [None req-e8a47504-5cdc-4abb-bce4-b9ab0ad0b919 tempest-PortsAdminExtendedAttrsTestJSON-2059852827 tempest-PortsAdminExtendedAttrsTestJSON-2059852827-project-admin] Attempting to bind port 9b9f1246-45f9-4363-96e9-7e2cf8d452fb on host n-h2-773647-6 for vnic_type normal with profile {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:05:21.096548 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.managers [None req-e8a47504-5cdc-4abb-bce4-b9ab0ad0b919 tempest-PortsAdminExtendedAttrsTestJSON-2059852827 tempest-PortsAdminExtendedAttrsTestJSON-2059852827-project-admin] Attempting to bind port 9b9f1246-45f9-4363-96e9-7e2cf8d452fb by drivers openvswitch,hyperv on host n-h2-773647-6 at level 0 using segments [{'id': 'e187ae54-c2a9-40ff-b6a6-e7080e8f1c35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '8c3028d9-141b-433b-9989-530cbc885772'}] {{(pid=100247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:05:21.096953 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8a47504-5cdc-4abb-bce4-b9ab0ad0b919 tempest-PortsAdminExtendedAttrsTestJSON-2059852827 tempest-PortsAdminExtendedAttrsTestJSON-2059852827-project-admin] Attempting to bind port 9b9f1246-45f9-4363-96e9-7e2cf8d452fb on network 8c3028d9-141b-433b-9989-530cbc885772 {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:05:21.101293 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-e83440cb-5fec-48c6-9788-f65b272bbe1e tempest-MeteringTestJSON-419783300 tempest-MeteringTestJSON-419783300-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:21.104285 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-e83440cb-5fec-48c6-9788-f65b272bbe1e tempest-MeteringTestJSON-419783300 tempest-MeteringTestJSON-419783300-project-admin] 10.222.0.104 "DELETE /v2.0/metering/metering-labels/41035c6b-6769-4f3b-b6ab-74bed995d21a HTTP/1.1" status: 204 len: 168 time: 0.5621955 Jul 06 14:05:21.111294 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 41776) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:05:21.129897 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8a47504-5cdc-4abb-bce4-b9ab0ad0b919 tempest-PortsAdminExtendedAttrsTestJSON-2059852827 tempest-PortsAdminExtendedAttrsTestJSON-2059852827-project-admin] Port 9b9f1246-45f9-4363-96e9-7e2cf8d452fb on network 8c3028d9-141b-433b-9989-530cbc885772 not bound, no agent of type Open vSwitch agent registered on host n-h2-773647-6 {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 14:05:21.130296 n-d-773647-6 neutron-server[100247]: ERROR neutron.plugins.ml2.managers [None req-e8a47504-5cdc-4abb-bce4-b9ab0ad0b919 tempest-PortsAdminExtendedAttrsTestJSON-2059852827 tempest-PortsAdminExtendedAttrsTestJSON-2059852827-project-admin] Failed to bind port 9b9f1246-45f9-4363-96e9-7e2cf8d452fb on host n-h2-773647-6 for vnic_type normal using segments [{'id': 'e187ae54-c2a9-40ff-b6a6-e7080e8f1c35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '8c3028d9-141b-433b-9989-530cbc885772'}] Jul 06 14:05:21.132610 n-d-773647-6 neutron-server[100247]: INFO neutron.plugins.ml2.plugin [None req-e8a47504-5cdc-4abb-bce4-b9ab0ad0b919 tempest-PortsAdminExtendedAttrsTestJSON-2059852827 tempest-PortsAdminExtendedAttrsTestJSON-2059852827-project-admin] Attempt 6 to bind port 9b9f1246-45f9-4363-96e9-7e2cf8d452fb Jul 06 14:05:21.156316 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 41778) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:05:21.157446 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-ae180807-5f4e-4c48-87eb-e6729fcda7ab tempest-MeteringTestJSON-419783300 tempest-MeteringTestJSON-419783300-project-admin] 10.222.0.104 "GET /v2.0/metering/metering-labels?id=41035c6b-6769-4f3b-b6ab-74bed995d21a HTTP/1.1" status: 200 len: 216 time: 0.0441911 Jul 06 14:05:21.181941 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.managers [None req-e8a47504-5cdc-4abb-bce4-b9ab0ad0b919 tempest-PortsAdminExtendedAttrsTestJSON-2059852827 tempest-PortsAdminExtendedAttrsTestJSON-2059852827-project-admin] Attempting to bind port 9b9f1246-45f9-4363-96e9-7e2cf8d452fb on host n-h2-773647-6 for vnic_type normal with profile {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:05:21.182491 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.managers [None req-e8a47504-5cdc-4abb-bce4-b9ab0ad0b919 tempest-PortsAdminExtendedAttrsTestJSON-2059852827 tempest-PortsAdminExtendedAttrsTestJSON-2059852827-project-admin] Attempting to bind port 9b9f1246-45f9-4363-96e9-7e2cf8d452fb by drivers openvswitch,hyperv on host n-h2-773647-6 at level 0 using segments [{'id': 'e187ae54-c2a9-40ff-b6a6-e7080e8f1c35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '8c3028d9-141b-433b-9989-530cbc885772'}] {{(pid=100247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:05:21.182738 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8a47504-5cdc-4abb-bce4-b9ab0ad0b919 tempest-PortsAdminExtendedAttrsTestJSON-2059852827 tempest-PortsAdminExtendedAttrsTestJSON-2059852827-project-admin] Attempting to bind port 9b9f1246-45f9-4363-96e9-7e2cf8d452fb on network 8c3028d9-141b-433b-9989-530cbc885772 {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:05:21.190246 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-ac45f32d-ff53-445a-871f-8ef04886745a tempest-MeteringTestJSON-419783300 tempest-MeteringTestJSON-419783300-project-admin] 10.222.0.104 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0330133 Jul 06 14:05:21.194232 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 41780) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:05:21.198172 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.db_base_plugin_common [req-4d7c06fd-0120-4ea6-911f-445d69d3ec80 req-ad67b1c7-4d86-4603-848f-0db8cd60d936 tempest-ServerRescueNegativeTestJSON-721731692 tempest-ServerRescueNegativeTestJSON-721731692-project] Allocated IP 172.20.0.2 (1d64a7a8-3d12-4141-b8ce-bd281ed9aaab/e1fa3d62-6d70-434d-886e-5edc2778795a/4d1d955e-d814-435a-9b5f-74b44da2662d) {{(pid=100247) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:05:21.201773 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8a47504-5cdc-4abb-bce4-b9ab0ad0b919 tempest-PortsAdminExtendedAttrsTestJSON-2059852827 tempest-PortsAdminExtendedAttrsTestJSON-2059852827-project-admin] Port 9b9f1246-45f9-4363-96e9-7e2cf8d452fb on network 8c3028d9-141b-433b-9989-530cbc885772 not bound, no agent of type Open vSwitch agent registered on host n-h2-773647-6 {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 14:05:21.202105 n-d-773647-6 neutron-server[100247]: ERROR neutron.plugins.ml2.managers [None req-e8a47504-5cdc-4abb-bce4-b9ab0ad0b919 tempest-PortsAdminExtendedAttrsTestJSON-2059852827 tempest-PortsAdminExtendedAttrsTestJSON-2059852827-project-admin] Failed to bind port 9b9f1246-45f9-4363-96e9-7e2cf8d452fb on host n-h2-773647-6 for vnic_type normal using segments [{'id': 'e187ae54-c2a9-40ff-b6a6-e7080e8f1c35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '8c3028d9-141b-433b-9989-530cbc885772'}] Jul 06 14:05:21.204746 n-d-773647-6 neutron-server[100247]: INFO neutron.plugins.ml2.plugin [None req-e8a47504-5cdc-4abb-bce4-b9ab0ad0b919 tempest-PortsAdminExtendedAttrsTestJSON-2059852827 tempest-PortsAdminExtendedAttrsTestJSON-2059852827-project-admin] Attempt 7 to bind port 9b9f1246-45f9-4363-96e9-7e2cf8d452fb Jul 06 14:05:21.222627 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 41782) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:05:21.224509 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-078a815d-7399-48d7-b52d-b31187131d8c tempest-MeteringTestJSON-419783300 tempest-MeteringTestJSON-419783300-project-admin] 10.222.0.104 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0278821 Jul 06 14:05:21.250163 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.managers [None req-e8a47504-5cdc-4abb-bce4-b9ab0ad0b919 tempest-PortsAdminExtendedAttrsTestJSON-2059852827 tempest-PortsAdminExtendedAttrsTestJSON-2059852827-project-admin] Attempting to bind port 9b9f1246-45f9-4363-96e9-7e2cf8d452fb on host n-h2-773647-6 for vnic_type normal with profile {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:05:21.250533 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.managers [None req-e8a47504-5cdc-4abb-bce4-b9ab0ad0b919 tempest-PortsAdminExtendedAttrsTestJSON-2059852827 tempest-PortsAdminExtendedAttrsTestJSON-2059852827-project-admin] Attempting to bind port 9b9f1246-45f9-4363-96e9-7e2cf8d452fb by drivers openvswitch,hyperv on host n-h2-773647-6 at level 0 using segments [{'id': 'e187ae54-c2a9-40ff-b6a6-e7080e8f1c35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '8c3028d9-141b-433b-9989-530cbc885772'}] {{(pid=100247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:05:21.250812 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8a47504-5cdc-4abb-bce4-b9ab0ad0b919 tempest-PortsAdminExtendedAttrsTestJSON-2059852827 tempest-PortsAdminExtendedAttrsTestJSON-2059852827-project-admin] Attempting to bind port 9b9f1246-45f9-4363-96e9-7e2cf8d452fb on network 8c3028d9-141b-433b-9989-530cbc885772 {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:05:21.315034 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-8f40a00d-997c-46da-9d43-91cd4dca5f09 tempest-MeteringTestJSON-419783300 tempest-MeteringTestJSON-419783300-project-admin] 10.222.0.104 "GET /v2.0/metering/metering-labels/257d0294-2081-4faf-8e17-d4e7c3dcac56 HTTP/1.1" status: 200 len: 473 time: 0.0905080 Jul 06 14:05:21.321591 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8a47504-5cdc-4abb-bce4-b9ab0ad0b919 tempest-PortsAdminExtendedAttrsTestJSON-2059852827 tempest-PortsAdminExtendedAttrsTestJSON-2059852827-project-admin] Port 9b9f1246-45f9-4363-96e9-7e2cf8d452fb on network 8c3028d9-141b-433b-9989-530cbc885772 not bound, no agent of type Open vSwitch agent registered on host n-h2-773647-6 {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 14:05:21.321757 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 41784) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:05:21.321860 n-d-773647-6 neutron-server[100247]: ERROR neutron.plugins.ml2.managers [None req-e8a47504-5cdc-4abb-bce4-b9ab0ad0b919 tempest-PortsAdminExtendedAttrsTestJSON-2059852827 tempest-PortsAdminExtendedAttrsTestJSON-2059852827-project-admin] Failed to bind port 9b9f1246-45f9-4363-96e9-7e2cf8d452fb on host n-h2-773647-6 for vnic_type normal using segments [{'id': 'e187ae54-c2a9-40ff-b6a6-e7080e8f1c35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '8c3028d9-141b-433b-9989-530cbc885772'}] Jul 06 14:05:21.324339 n-d-773647-6 neutron-server[100247]: INFO neutron.plugins.ml2.plugin [None req-e8a47504-5cdc-4abb-bce4-b9ab0ad0b919 tempest-PortsAdminExtendedAttrsTestJSON-2059852827 tempest-PortsAdminExtendedAttrsTestJSON-2059852827-project-admin] Attempt 8 to bind port 9b9f1246-45f9-4363-96e9-7e2cf8d452fb Jul 06 14:05:21.350321 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-694f18b6-eaac-4e8c-a857-b4c33b5d4bc8 tempest-MeteringTestJSON-419783300 tempest-MeteringTestJSON-419783300-project-admin] 10.222.0.104 "GET /v2.0/metering/metering-label-rules/c5b9ee0d-cae6-4b03-9e86-529c2dd157ca HTTP/1.1" status: 200 len: 461 time: 0.0272772 Jul 06 14:05:21.351197 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 41786) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:05:21.362233 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.managers [None req-e8a47504-5cdc-4abb-bce4-b9ab0ad0b919 tempest-PortsAdminExtendedAttrsTestJSON-2059852827 tempest-PortsAdminExtendedAttrsTestJSON-2059852827-project-admin] Attempting to bind port 9b9f1246-45f9-4363-96e9-7e2cf8d452fb on host n-h2-773647-6 for vnic_type normal with profile {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:05:21.362655 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.managers [None req-e8a47504-5cdc-4abb-bce4-b9ab0ad0b919 tempest-PortsAdminExtendedAttrsTestJSON-2059852827 tempest-PortsAdminExtendedAttrsTestJSON-2059852827-project-admin] Attempting to bind port 9b9f1246-45f9-4363-96e9-7e2cf8d452fb by drivers openvswitch,hyperv on host n-h2-773647-6 at level 0 using segments [{'id': 'e187ae54-c2a9-40ff-b6a6-e7080e8f1c35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '8c3028d9-141b-433b-9989-530cbc885772'}] {{(pid=100247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:05:21.362961 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8a47504-5cdc-4abb-bce4-b9ab0ad0b919 tempest-PortsAdminExtendedAttrsTestJSON-2059852827 tempest-PortsAdminExtendedAttrsTestJSON-2059852827-project-admin] Attempting to bind port 9b9f1246-45f9-4363-96e9-7e2cf8d452fb on network 8c3028d9-141b-433b-9989-530cbc885772 {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:05:21.410953 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8a47504-5cdc-4abb-bce4-b9ab0ad0b919 tempest-PortsAdminExtendedAttrsTestJSON-2059852827 tempest-PortsAdminExtendedAttrsTestJSON-2059852827-project-admin] Port 9b9f1246-45f9-4363-96e9-7e2cf8d452fb on network 8c3028d9-141b-433b-9989-530cbc885772 not bound, no agent of type Open vSwitch agent registered on host n-h2-773647-6 {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 14:05:21.411413 n-d-773647-6 neutron-server[100247]: ERROR neutron.plugins.ml2.managers [None req-e8a47504-5cdc-4abb-bce4-b9ab0ad0b919 tempest-PortsAdminExtendedAttrsTestJSON-2059852827 tempest-PortsAdminExtendedAttrsTestJSON-2059852827-project-admin] Failed to bind port 9b9f1246-45f9-4363-96e9-7e2cf8d452fb on host n-h2-773647-6 for vnic_type normal using segments [{'id': 'e187ae54-c2a9-40ff-b6a6-e7080e8f1c35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '8c3028d9-141b-433b-9989-530cbc885772'}] Jul 06 14:05:21.413606 n-d-773647-6 neutron-server[100247]: INFO neutron.plugins.ml2.plugin [None req-e8a47504-5cdc-4abb-bce4-b9ab0ad0b919 tempest-PortsAdminExtendedAttrsTestJSON-2059852827 tempest-PortsAdminExtendedAttrsTestJSON-2059852827-project-admin] Attempt 9 to bind port 9b9f1246-45f9-4363-96e9-7e2cf8d452fb Jul 06 14:05:21.439496 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.managers [None req-e8a47504-5cdc-4abb-bce4-b9ab0ad0b919 tempest-PortsAdminExtendedAttrsTestJSON-2059852827 tempest-PortsAdminExtendedAttrsTestJSON-2059852827-project-admin] Attempting to bind port 9b9f1246-45f9-4363-96e9-7e2cf8d452fb on host n-h2-773647-6 for vnic_type normal with profile {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:05:21.439953 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.managers [None req-e8a47504-5cdc-4abb-bce4-b9ab0ad0b919 tempest-PortsAdminExtendedAttrsTestJSON-2059852827 tempest-PortsAdminExtendedAttrsTestJSON-2059852827-project-admin] Attempting to bind port 9b9f1246-45f9-4363-96e9-7e2cf8d452fb by drivers openvswitch,hyperv on host n-h2-773647-6 at level 0 using segments [{'id': 'e187ae54-c2a9-40ff-b6a6-e7080e8f1c35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '8c3028d9-141b-433b-9989-530cbc885772'}] {{(pid=100247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:05:21.440366 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8a47504-5cdc-4abb-bce4-b9ab0ad0b919 tempest-PortsAdminExtendedAttrsTestJSON-2059852827 tempest-PortsAdminExtendedAttrsTestJSON-2059852827-project-admin] Attempting to bind port 9b9f1246-45f9-4363-96e9-7e2cf8d452fb on network 8c3028d9-141b-433b-9989-530cbc885772 {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:05:21.450759 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8a47504-5cdc-4abb-bce4-b9ab0ad0b919 tempest-PortsAdminExtendedAttrsTestJSON-2059852827 tempest-PortsAdminExtendedAttrsTestJSON-2059852827-project-admin] Port 9b9f1246-45f9-4363-96e9-7e2cf8d452fb on network 8c3028d9-141b-433b-9989-530cbc885772 not bound, no agent of type Open vSwitch agent registered on host n-h2-773647-6 {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 14:05:21.451088 n-d-773647-6 neutron-server[100247]: ERROR neutron.plugins.ml2.managers [None req-e8a47504-5cdc-4abb-bce4-b9ab0ad0b919 tempest-PortsAdminExtendedAttrsTestJSON-2059852827 tempest-PortsAdminExtendedAttrsTestJSON-2059852827-project-admin] Failed to bind port 9b9f1246-45f9-4363-96e9-7e2cf8d452fb on host n-h2-773647-6 for vnic_type normal using segments [{'id': 'e187ae54-c2a9-40ff-b6a6-e7080e8f1c35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '8c3028d9-141b-433b-9989-530cbc885772'}] Jul 06 14:05:21.454521 n-d-773647-6 neutron-server[100247]: INFO neutron.plugins.ml2.plugin [None req-e8a47504-5cdc-4abb-bce4-b9ab0ad0b919 tempest-PortsAdminExtendedAttrsTestJSON-2059852827 tempest-PortsAdminExtendedAttrsTestJSON-2059852827-project-admin] Attempt 10 to bind port 9b9f1246-45f9-4363-96e9-7e2cf8d452fb Jul 06 14:05:21.513449 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-4d7c06fd-0120-4ea6-911f-445d69d3ec80 req-ad67b1c7-4d86-4603-848f-0db8cd60d936 tempest-ServerRescueNegativeTestJSON-721731692 tempest-ServerRescueNegativeTestJSON-721731692-project] Notify callbacks [] for port, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:21.529042 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-02b40513-3b19-4187-9dcf-88a9b7fced10 tempest-MeteringTestJSON-419783300 tempest-MeteringTestJSON-419783300-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:21.532876 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-02b40513-3b19-4187-9dcf-88a9b7fced10 tempest-MeteringTestJSON-419783300 tempest-MeteringTestJSON-419783300-project-admin] 10.222.0.104 "DELETE /v2.0/metering/metering-label-rules/c5b9ee0d-cae6-4b03-9e86-529c2dd157ca HTTP/1.1" status: 204 len: 168 time: 0.1766987 Jul 06 14:05:21.533325 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 41788) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:05:21.563298 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.managers [None req-e8a47504-5cdc-4abb-bce4-b9ab0ad0b919 tempest-PortsAdminExtendedAttrsTestJSON-2059852827 tempest-PortsAdminExtendedAttrsTestJSON-2059852827-project-admin] Attempting to bind port 9b9f1246-45f9-4363-96e9-7e2cf8d452fb on host n-h2-773647-6 for vnic_type normal with profile {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:05:21.564039 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.managers [None req-e8a47504-5cdc-4abb-bce4-b9ab0ad0b919 tempest-PortsAdminExtendedAttrsTestJSON-2059852827 tempest-PortsAdminExtendedAttrsTestJSON-2059852827-project-admin] Attempting to bind port 9b9f1246-45f9-4363-96e9-7e2cf8d452fb by drivers openvswitch,hyperv on host n-h2-773647-6 at level 0 using segments [{'id': 'e187ae54-c2a9-40ff-b6a6-e7080e8f1c35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '8c3028d9-141b-433b-9989-530cbc885772'}] {{(pid=100247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:05:21.564039 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8a47504-5cdc-4abb-bce4-b9ab0ad0b919 tempest-PortsAdminExtendedAttrsTestJSON-2059852827 tempest-PortsAdminExtendedAttrsTestJSON-2059852827-project-admin] Attempting to bind port 9b9f1246-45f9-4363-96e9-7e2cf8d452fb on network 8c3028d9-141b-433b-9989-530cbc885772 {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:05:21.572721 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8a47504-5cdc-4abb-bce4-b9ab0ad0b919 tempest-PortsAdminExtendedAttrsTestJSON-2059852827 tempest-PortsAdminExtendedAttrsTestJSON-2059852827-project-admin] Port 9b9f1246-45f9-4363-96e9-7e2cf8d452fb on network 8c3028d9-141b-433b-9989-530cbc885772 not bound, no agent of type Open vSwitch agent registered on host n-h2-773647-6 {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 14:05:21.573137 n-d-773647-6 neutron-server[100247]: ERROR neutron.plugins.ml2.managers [None req-e8a47504-5cdc-4abb-bce4-b9ab0ad0b919 tempest-PortsAdminExtendedAttrsTestJSON-2059852827 tempest-PortsAdminExtendedAttrsTestJSON-2059852827-project-admin] Failed to bind port 9b9f1246-45f9-4363-96e9-7e2cf8d452fb on host n-h2-773647-6 for vnic_type normal using segments [{'id': 'e187ae54-c2a9-40ff-b6a6-e7080e8f1c35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '8c3028d9-141b-433b-9989-530cbc885772'}] Jul 06 14:05:21.573530 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-e8a47504-5cdc-4abb-bce4-b9ab0ad0b919 tempest-PortsAdminExtendedAttrsTestJSON-2059852827 tempest-PortsAdminExtendedAttrsTestJSON-2059852827-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:21.596732 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-4d7c06fd-0120-4ea6-911f-445d69d3ec80 req-ad67b1c7-4d86-4603-848f-0db8cd60d936 tempest-ServerRescueNegativeTestJSON-721731692 tempest-ServerRescueNegativeTestJSON-721731692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-128888360'] for port, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:21.771572 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.db [None req-e8a47504-5cdc-4abb-bce4-b9ab0ad0b919 tempest-PortsAdminExtendedAttrsTestJSON-2059852827 tempest-PortsAdminExtendedAttrsTestJSON-2059852827-project-admin] For port 9b9f1246-45f9-4363-96e9-7e2cf8d452fb, host n-h2-773647-6, cleared binding levels {{(pid=100247) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:05:21.771945 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.db [None req-e8a47504-5cdc-4abb-bce4-b9ab0ad0b919 tempest-PortsAdminExtendedAttrsTestJSON-2059852827 tempest-PortsAdminExtendedAttrsTestJSON-2059852827-project-admin] Attempted to set empty binding levels {{(pid=100247) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 06 14:05:21.786556 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4d7c06fd-0120-4ea6-911f-445d69d3ec80 req-ad67b1c7-4d86-4603-848f-0db8cd60d936 tempest-ServerRescueNegativeTestJSON-721731692 tempest-ServerRescueNegativeTestJSON-721731692-project] Network 1d64a7a8-3d12-4141-b8ce-bd281ed9aaab is already hosted by enough agents. {{(pid=100247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:05:21.790161 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-e8a47504-5cdc-4abb-bce4-b9ab0ad0b919 tempest-PortsAdminExtendedAttrsTestJSON-2059852827 tempest-PortsAdminExtendedAttrsTestJSON-2059852827-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128888538'] for port, after_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:21.802801 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.base_scheduler [req-4d7c06fd-0120-4ea6-911f-445d69d3ec80 req-ad67b1c7-4d86-4603-848f-0db8cd60d936 tempest-ServerRescueNegativeTestJSON-721731692 tempest-ServerRescueNegativeTestJSON-721731692-project] Resources bound (agent type, host, resource id): {{(pid=100247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:05:21.806190 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d7c06fd-0120-4ea6-911f-445d69d3ec80 req-ad67b1c7-4d86-4603-848f-0db8cd60d936 tempest-ServerRescueNegativeTestJSON-721731692 tempest-ServerRescueNegativeTestJSON-721731692-project] Received port after_create {{(pid=100247) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:05:21.816328 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad67b1c7-4d86-4603-848f-0db8cd60d936 tempest-ServerRescueNegativeTestJSON-721731692 tempest-ServerRescueNegativeTestJSON-721731692-project] Pushing event updated for resources: {'Port': ['ID=4d1d955e-d814-435a-9b5f-74b44da2662d,revision_number=1']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:05:21.825096 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.plugin [None req-e8a47504-5cdc-4abb-bce4-b9ab0ad0b919 tempest-PortsAdminExtendedAttrsTestJSON-2059852827 tempest-PortsAdminExtendedAttrsTestJSON-2059852827-project-admin] In _notify_port_updated(), no bound segment for port 9b9f1246-45f9-4363-96e9-7e2cf8d452fb on network 8c3028d9-141b-433b-9989-530cbc885772 {{(pid=100247) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 06 14:05:21.826182 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8a47504-5cdc-4abb-bce4-b9ab0ad0b919 tempest-PortsAdminExtendedAttrsTestJSON-2059852827 tempest-PortsAdminExtendedAttrsTestJSON-2059852827-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:05:21.826870 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-e8a47504-5cdc-4abb-bce4-b9ab0ad0b919 tempest-PortsAdminExtendedAttrsTestJSON-2059852827 tempest-PortsAdminExtendedAttrsTestJSON-2059852827-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:21.828505 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-e8a47504-5cdc-4abb-bce4-b9ab0ad0b919 tempest-PortsAdminExtendedAttrsTestJSON-2059852827 tempest-PortsAdminExtendedAttrsTestJSON-2059852827-project-admin] 10.222.0.104 "PUT /v2.0/ports/9b9f1246-45f9-4363-96e9-7e2cf8d452fb HTTP/1.1" status: 200 len: 975 time: 2.1951792 Jul 06 14:05:21.836637 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 41792) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:05:21.895193 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-2c2632e4-6595-44f7-ba6a-c1193113023b tempest-MeteringTestJSON-419783300 tempest-MeteringTestJSON-419783300-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:21.901599 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-2c2632e4-6595-44f7-ba6a-c1193113023b tempest-MeteringTestJSON-419783300 tempest-MeteringTestJSON-419783300-project-admin] 10.222.0.104 "DELETE /v2.0/metering/metering-labels/257d0294-2081-4faf-8e17-d4e7c3dcac56 HTTP/1.1" status: 204 len: 168 time: 0.3671443 Jul 06 14:05:21.913231 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7c06fd-0120-4ea6-911f-445d69d3ec80 req-ad67b1c7-4d86-4603-848f-0db8cd60d936 tempest-ServerRescueNegativeTestJSON-721731692 tempest-ServerRescueNegativeTestJSON-721731692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:05:21.913877 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-4d7c06fd-0120-4ea6-911f-445d69d3ec80 req-ad67b1c7-4d86-4603-848f-0db8cd60d936 tempest-ServerRescueNegativeTestJSON-721731692 tempest-ServerRescueNegativeTestJSON-721731692-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:21.922861 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a47504-5cdc-4abb-bce4-b9ab0ad0b919 tempest-PortsAdminExtendedAttrsTestJSON-2059852827 tempest-PortsAdminExtendedAttrsTestJSON-2059852827-project-admin] Pushing event updated for resources: {'Port': ['ID=9b9f1246-45f9-4363-96e9-7e2cf8d452fb,revision_number=3']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:05:21.940582 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-4d7c06fd-0120-4ea6-911f-445d69d3ec80 req-ad67b1c7-4d86-4603-848f-0db8cd60d936 tempest-ServerRescueNegativeTestJSON-721731692 tempest-ServerRescueNegativeTestJSON-721731692-project] 10.222.0.127 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2178025 Jul 06 14:05:21.952370 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [req-4d7c06fd-0120-4ea6-911f-445d69d3ec80 req-01901c30-568d-4bc1-9529-41e7e427f11d service neutron] Request body: {'port': {'device_id': 'b0b96bfa-d49a-47d6-a621-d2fd80028cc9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-773647-6'}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:05:22.003990 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fde9f91-9219-4102-a91f-ebbf3c60cafc tempest-PortsAdminExtendedAttrsTestJSON-2059852827 tempest-PortsAdminExtendedAttrsTestJSON-2059852827-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:05:22.004485 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fde9f91-9219-4102-a91f-ebbf3c60cafc tempest-PortsAdminExtendedAttrsTestJSON-2059852827 tempest-PortsAdminExtendedAttrsTestJSON-2059852827-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:05:22.005418 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fde9f91-9219-4102-a91f-ebbf3c60cafc tempest-PortsAdminExtendedAttrsTestJSON-2059852827 tempest-PortsAdminExtendedAttrsTestJSON-2059852827-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:05:22.005895 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fde9f91-9219-4102-a91f-ebbf3c60cafc tempest-PortsAdminExtendedAttrsTestJSON-2059852827 tempest-PortsAdminExtendedAttrsTestJSON-2059852827-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:05:22.006376 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fde9f91-9219-4102-a91f-ebbf3c60cafc tempest-PortsAdminExtendedAttrsTestJSON-2059852827 tempest-PortsAdminExtendedAttrsTestJSON-2059852827-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:05:22.007241 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fde9f91-9219-4102-a91f-ebbf3c60cafc tempest-PortsAdminExtendedAttrsTestJSON-2059852827 tempest-PortsAdminExtendedAttrsTestJSON-2059852827-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:05:22.007367 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fde9f91-9219-4102-a91f-ebbf3c60cafc tempest-PortsAdminExtendedAttrsTestJSON-2059852827 tempest-PortsAdminExtendedAttrsTestJSON-2059852827-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:05:22.008805 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fde9f91-9219-4102-a91f-ebbf3c60cafc tempest-PortsAdminExtendedAttrsTestJSON-2059852827 tempest-PortsAdminExtendedAttrsTestJSON-2059852827-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:05:22.008805 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fde9f91-9219-4102-a91f-ebbf3c60cafc tempest-PortsAdminExtendedAttrsTestJSON-2059852827 tempest-PortsAdminExtendedAttrsTestJSON-2059852827-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:05:22.008805 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fde9f91-9219-4102-a91f-ebbf3c60cafc tempest-PortsAdminExtendedAttrsTestJSON-2059852827 tempest-PortsAdminExtendedAttrsTestJSON-2059852827-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:05:22.009304 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fde9f91-9219-4102-a91f-ebbf3c60cafc tempest-PortsAdminExtendedAttrsTestJSON-2059852827 tempest-PortsAdminExtendedAttrsTestJSON-2059852827-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:05:22.009794 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fde9f91-9219-4102-a91f-ebbf3c60cafc tempest-PortsAdminExtendedAttrsTestJSON-2059852827 tempest-PortsAdminExtendedAttrsTestJSON-2059852827-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:05:22.010260 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fde9f91-9219-4102-a91f-ebbf3c60cafc tempest-PortsAdminExtendedAttrsTestJSON-2059852827 tempest-PortsAdminExtendedAttrsTestJSON-2059852827-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:05:22.010738 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fde9f91-9219-4102-a91f-ebbf3c60cafc tempest-PortsAdminExtendedAttrsTestJSON-2059852827 tempest-PortsAdminExtendedAttrsTestJSON-2059852827-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:05:22.011302 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fde9f91-9219-4102-a91f-ebbf3c60cafc tempest-PortsAdminExtendedAttrsTestJSON-2059852827 tempest-PortsAdminExtendedAttrsTestJSON-2059852827-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:05:22.011784 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fde9f91-9219-4102-a91f-ebbf3c60cafc tempest-PortsAdminExtendedAttrsTestJSON-2059852827 tempest-PortsAdminExtendedAttrsTestJSON-2059852827-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:05:22.012264 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fde9f91-9219-4102-a91f-ebbf3c60cafc tempest-PortsAdminExtendedAttrsTestJSON-2059852827 tempest-PortsAdminExtendedAttrsTestJSON-2059852827-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:05:22.012744 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fde9f91-9219-4102-a91f-ebbf3c60cafc tempest-PortsAdminExtendedAttrsTestJSON-2059852827 tempest-PortsAdminExtendedAttrsTestJSON-2059852827-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:05:22.013221 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fde9f91-9219-4102-a91f-ebbf3c60cafc tempest-PortsAdminExtendedAttrsTestJSON-2059852827 tempest-PortsAdminExtendedAttrsTestJSON-2059852827-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:05:22.013730 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fde9f91-9219-4102-a91f-ebbf3c60cafc tempest-PortsAdminExtendedAttrsTestJSON-2059852827 tempest-PortsAdminExtendedAttrsTestJSON-2059852827-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:05:22.014965 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fde9f91-9219-4102-a91f-ebbf3c60cafc tempest-PortsAdminExtendedAttrsTestJSON-2059852827 tempest-PortsAdminExtendedAttrsTestJSON-2059852827-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:05:22.016116 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fde9f91-9219-4102-a91f-ebbf3c60cafc tempest-PortsAdminExtendedAttrsTestJSON-2059852827 tempest-PortsAdminExtendedAttrsTestJSON-2059852827-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:05:22.017227 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fde9f91-9219-4102-a91f-ebbf3c60cafc tempest-PortsAdminExtendedAttrsTestJSON-2059852827 tempest-PortsAdminExtendedAttrsTestJSON-2059852827-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:05:22.017715 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fde9f91-9219-4102-a91f-ebbf3c60cafc tempest-PortsAdminExtendedAttrsTestJSON-2059852827 tempest-PortsAdminExtendedAttrsTestJSON-2059852827-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:05:22.018191 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fde9f91-9219-4102-a91f-ebbf3c60cafc tempest-PortsAdminExtendedAttrsTestJSON-2059852827 tempest-PortsAdminExtendedAttrsTestJSON-2059852827-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:05:22.018666 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fde9f91-9219-4102-a91f-ebbf3c60cafc tempest-PortsAdminExtendedAttrsTestJSON-2059852827 tempest-PortsAdminExtendedAttrsTestJSON-2059852827-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:05:22.019283 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fde9f91-9219-4102-a91f-ebbf3c60cafc tempest-PortsAdminExtendedAttrsTestJSON-2059852827 tempest-PortsAdminExtendedAttrsTestJSON-2059852827-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:05:22.019849 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fde9f91-9219-4102-a91f-ebbf3c60cafc tempest-PortsAdminExtendedAttrsTestJSON-2059852827 tempest-PortsAdminExtendedAttrsTestJSON-2059852827-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:05:22.020345 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fde9f91-9219-4102-a91f-ebbf3c60cafc tempest-PortsAdminExtendedAttrsTestJSON-2059852827 tempest-PortsAdminExtendedAttrsTestJSON-2059852827-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:05:22.020816 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fde9f91-9219-4102-a91f-ebbf3c60cafc tempest-PortsAdminExtendedAttrsTestJSON-2059852827 tempest-PortsAdminExtendedAttrsTestJSON-2059852827-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:05:22.021397 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fde9f91-9219-4102-a91f-ebbf3c60cafc tempest-PortsAdminExtendedAttrsTestJSON-2059852827 tempest-PortsAdminExtendedAttrsTestJSON-2059852827-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:05:22.029731 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-7fde9f91-9219-4102-a91f-ebbf3c60cafc tempest-PortsAdminExtendedAttrsTestJSON-2059852827 tempest-PortsAdminExtendedAttrsTestJSON-2059852827-project-admin] 10.222.0.104 "GET /v2.0/ports HTTP/1.1" status: 200 len: 27927 time: 0.1877949 Jul 06 14:05:22.030682 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 41796) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:05:22.110302 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-4d7c06fd-0120-4ea6-911f-445d69d3ec80 req-01901c30-568d-4bc1-9529-41e7e427f11d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:22.341223 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.plugin [None req-9201a116-33b3-454b-9942-70745d377549 tempest-PortsAdminExtendedAttrsTestJSON-2059852827 tempest-PortsAdminExtendedAttrsTestJSON-2059852827-project-admin] Deleting port 9b9f1246-45f9-4363-96e9-7e2cf8d452fb {{(pid=100247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:05:22.341627 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-9201a116-33b3-454b-9942-70745d377549 tempest-PortsAdminExtendedAttrsTestJSON-2059852827 tempest-PortsAdminExtendedAttrsTestJSON-2059852827-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:22.403943 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 41800) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:05:22.460891 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.db [None req-9201a116-33b3-454b-9942-70745d377549 tempest-PortsAdminExtendedAttrsTestJSON-2059852827 tempest-PortsAdminExtendedAttrsTestJSON-2059852827-project-admin] For port 9b9f1246-45f9-4363-96e9-7e2cf8d452fb, host n-h2-773647-6, got binding levels [] {{(pid=100247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:05:22.461257 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-9201a116-33b3-454b-9942-70745d377549 tempest-PortsAdminExtendedAttrsTestJSON-2059852827 tempest-PortsAdminExtendedAttrsTestJSON-2059852827-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:22.482007 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.plugin [None req-9201a116-33b3-454b-9942-70745d377549 tempest-PortsAdminExtendedAttrsTestJSON-2059852827 tempest-PortsAdminExtendedAttrsTestJSON-2059852827-project-admin] Calling delete_port for 9b9f1246-45f9-4363-96e9-7e2cf8d452fb owned by {{(pid=100247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:05:22.511317 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Device 5f251846-a962-4cca-ac30-b8ff4317b4c4 no longer exists at agent hyperv_n-h2-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:05:22.581116 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-72128567-e0cb-4896-bd8b-84162bba605d admin admin] Notify callbacks [] for security_group, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:22.672591 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:22.759294 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] For port 5f251846-a962-4cca-ac30-b8ff4317b4c4, host n-h2-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=5f251846-a962-4cca-ac30-b8ff4317b4c4,segment=NetworkSegment(36c50412-6893-4622-808c-49164f6f9db6),segment_id=36c50412-6893-4622-808c-49164f6f9db6)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:05:22.767715 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:22.816745 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-72128567-e0cb-4896-bd8b-84162bba605d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:22.822670 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-72128567-e0cb-4896-bd8b-84162bba605d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:22.863981 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-72128567-e0cb-4896-bd8b-84162bba605d admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=e59fe9f3e26b4757b2b3aa9a998c33cb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4556060 Jul 06 14:05:22.863981 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 41812) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:05:22.873890 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-a0cccef7-9a67-4d1b-a097-eb6cbd775da3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:22.885500 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Pushing event updated for resources: {'Port': ['ID=5f251846-a962-4cca-ac30-b8ff4317b4c4,revision_number=11']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:05:22.950616 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72128567-e0cb-4896-bd8b-84162bba605d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc14700a-a5a3-4bb1-b41e-34ff448d49af,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:05:23.017559 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-0df1b7ab-4040-40d8-a0c0-acf9ddfb6702 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:23.066529 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-0df1b7ab-4040-40d8-a0c0-acf9ddfb6702 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:23.181780 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-0df1b7ab-4040-40d8-a0c0-acf9ddfb6702 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:23.184828 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-0df1b7ab-4040-40d8-a0c0-acf9ddfb6702 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:23.189128 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-0df1b7ab-4040-40d8-a0c0-acf9ddfb6702 admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/fc14700a-a5a3-4bb1-b41e-34ff448d49af HTTP/1.1" status: 204 len: 168 time: 0.3217003 Jul 06 14:05:23.203369 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df1b7ab-4040-40d8-a0c0-acf9ddfb6702 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc14700a-a5a3-4bb1-b41e-34ff448d49af,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:05:23.295958 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-9201a116-33b3-454b-9942-70745d377549 tempest-PortsAdminExtendedAttrsTestJSON-2059852827 tempest-PortsAdminExtendedAttrsTestJSON-2059852827-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128888353'] for port, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:23.344989 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-9201a116-33b3-454b-9942-70745d377549 tempest-PortsAdminExtendedAttrsTestJSON-2059852827 tempest-PortsAdminExtendedAttrsTestJSON-2059852827-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:23.347513 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-9201a116-33b3-454b-9942-70745d377549 tempest-PortsAdminExtendedAttrsTestJSON-2059852827 tempest-PortsAdminExtendedAttrsTestJSON-2059852827-project-admin] 10.222.0.104 "DELETE /v2.0/ports/9b9f1246-45f9-4363-96e9-7e2cf8d452fb HTTP/1.1" status: 204 len: 168 time: 1.2767918 Jul 06 14:05:23.350234 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 41816) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:05:23.351991 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9201a116-33b3-454b-9942-70745d377549 tempest-PortsAdminExtendedAttrsTestJSON-2059852827 tempest-PortsAdminExtendedAttrsTestJSON-2059852827-project-admin] Pushing event deleted for resources: {'Port': ['ID=9b9f1246-45f9-4363-96e9-7e2cf8d452fb,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:05:23.369656 n-d-773647-6 neutron-server[100247]: DEBUG neutron.notifiers.nova [req-4d7c06fd-0120-4ea6-911f-445d69d3ec80 req-01901c30-568d-4bc1-9529-41e7e427f11d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4d1d955e-d814-435a-9b5f-74b44da2662d {{(pid=100247) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 14:05:23.385802 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-4d7c06fd-0120-4ea6-911f-445d69d3ec80 req-01901c30-568d-4bc1-9529-41e7e427f11d service neutron] Notify callbacks [] for port, precommit_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:23.390966 n-d-773647-6 neutron-server[100246]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c4fd5c9-864e-41ce-8752-ccd9e163e8a3 tempest-PortsAdminExtendedAttrsTestJSON-2059852827 tempest-PortsAdminExtendedAttrsTestJSON-2059852827-project-admin] GET failed (client error): The resource could not be found. Jul 06 14:05:23.392876 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-0c4fd5c9-864e-41ce-8752-ccd9e163e8a3 tempest-PortsAdminExtendedAttrsTestJSON-2059852827 tempest-PortsAdminExtendedAttrsTestJSON-2059852827-project-admin] 10.222.0.104 "GET /v2.0/ports/9b9f1246-45f9-4363-96e9-7e2cf8d452fb HTTP/1.1" status: 404 len: 333 time: 0.0417068 Jul 06 14:05:23.396969 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 41820) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:05:23.402390 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [None req-06c50570-99b4-4484-9416-30aaec017e51 tempest-PortsAdminExtendedAttrsTestJSON-2059852827 tempest-PortsAdminExtendedAttrsTestJSON-2059852827-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-36217962', 'network_id': '8c3028d9-141b-433b-9989-530cbc885772'}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:05:23.423153 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.provisioning_blocks [req-4d7c06fd-0120-4ea6-911f-445d69d3ec80 req-01901c30-568d-4bc1-9529-41e7e427f11d service neutron] Transition to ACTIVE for port object 4d1d955e-d814-435a-9b5f-74b44da2662d will not be triggered until provisioned by entity L2. {{(pid=100247) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:05:23.436660 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-4d7c06fd-0120-4ea6-911f-445d69d3ec80 req-01901c30-568d-4bc1-9529-41e7e427f11d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128888538'] for port, after_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:23.456537 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06c50570-99b4-4484-9416-30aaec017e51 tempest-PortsAdminExtendedAttrsTestJSON-2059852827 tempest-PortsAdminExtendedAttrsTestJSON-2059852827-project-admin] Made reservation on behalf of 2f372f375dfe49edad70d6bddf4a7ce5 for: {'port': 1} {{(pid=100247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:05:23.459592 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-06c50570-99b4-4484-9416-30aaec017e51 tempest-PortsAdminExtendedAttrsTestJSON-2059852827 tempest-PortsAdminExtendedAttrsTestJSON-2059852827-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:23.543040 n-d-773647-6 neutron-server[100247]: DEBUG neutron.notifiers.nova [None req-06c50570-99b4-4484-9416-30aaec017e51 tempest-PortsAdminExtendedAttrsTestJSON-2059852827 tempest-PortsAdminExtendedAttrsTestJSON-2059852827-project-admin] device_id is not set on port bcb4f1e6-f29b-4a10-9613-b4666d47172e yet. {{(pid=100247) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 14:05:23.548991 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01901c30-568d-4bc1-9529-41e7e427f11d service neutron] Pushing event updated for resources: {'Port': ['ID=4d1d955e-d814-435a-9b5f-74b44da2662d,revision_number=2']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:05:23.667162 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 41822) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:05:23.689377 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-3a71ec44-1cfb-40d5-873c-b3a0ee7cfa17 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:23.744862 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.managers [req-4d7c06fd-0120-4ea6-911f-445d69d3ec80 req-01901c30-568d-4bc1-9529-41e7e427f11d service neutron] Attempting to bind port 4d1d955e-d814-435a-9b5f-74b44da2662d on host n-h1-773647-6 for vnic_type normal with profile {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:05:23.745282 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.managers [req-4d7c06fd-0120-4ea6-911f-445d69d3ec80 req-01901c30-568d-4bc1-9529-41e7e427f11d service neutron] Attempting to bind port 4d1d955e-d814-435a-9b5f-74b44da2662d by drivers openvswitch,hyperv on host n-h1-773647-6 at level 0 using segments [{'id': 'b5b7410c-45e5-4ed8-a57c-36aa81e0edd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': '1d64a7a8-3d12-4141-b8ce-bd281ed9aaab'}] {{(pid=100247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:05:23.745503 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d7c06fd-0120-4ea6-911f-445d69d3ec80 req-01901c30-568d-4bc1-9529-41e7e427f11d service neutron] Attempting to bind port 4d1d955e-d814-435a-9b5f-74b44da2662d on network 1d64a7a8-3d12-4141-b8ce-bd281ed9aaab {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:05:23.764631 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d7c06fd-0120-4ea6-911f-445d69d3ec80 req-01901c30-568d-4bc1-9529-41e7e427f11d service neutron] Port 4d1d955e-d814-435a-9b5f-74b44da2662d on network 1d64a7a8-3d12-4141-b8ce-bd281ed9aaab not bound, no agent of type Open vSwitch agent registered on host n-h1-773647-6 {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 14:05:23.764989 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d7c06fd-0120-4ea6-911f-445d69d3ec80 req-01901c30-568d-4bc1-9529-41e7e427f11d service neutron] Attempting to bind port 4d1d955e-d814-435a-9b5f-74b44da2662d on network 1d64a7a8-3d12-4141-b8ce-bd281ed9aaab {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:05:23.816729 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d7c06fd-0120-4ea6-911f-445d69d3ec80 req-01901c30-568d-4bc1-9529-41e7e427f11d service neutron] Checking agent: {'id': '5bf7147f-bada-4441-a5dc-934b903473fb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-773647-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 51, 12), 'started_at': datetime.datetime(2021, 7, 6, 13, 51, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 5, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:05:23.817120 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d7c06fd-0120-4ea6-911f-445d69d3ec80 req-01901c30-568d-4bc1-9529-41e7e427f11d service neutron] Checking segment: {'id': 'b5b7410c-45e5-4ed8-a57c-36aa81e0edd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': '1d64a7a8-3d12-4141-b8ce-bd281ed9aaab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100247) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:05:23.817449 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d7c06fd-0120-4ea6-911f-445d69d3ec80 req-01901c30-568d-4bc1-9529-41e7e427f11d service neutron] Bound using segment: {'id': 'b5b7410c-45e5-4ed8-a57c-36aa81e0edd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': '1d64a7a8-3d12-4141-b8ce-bd281ed9aaab'} {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:05:23.818159 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.managers [req-4d7c06fd-0120-4ea6-911f-445d69d3ec80 req-01901c30-568d-4bc1-9529-41e7e427f11d service neutron] Bound port: 4d1d955e-d814-435a-9b5f-74b44da2662d, host: n-h1-773647-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b5b7410c-45e5-4ed8-a57c-36aa81e0edd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': '1d64a7a8-3d12-4141-b8ce-bd281ed9aaab'}}] {{(pid=100247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:05:23.818524 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-4d7c06fd-0120-4ea6-911f-445d69d3ec80 req-01901c30-568d-4bc1-9529-41e7e427f11d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:23.888499 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-3a71ec44-1cfb-40d5-873c-b3a0ee7cfa17 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:23.897469 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-3a71ec44-1cfb-40d5-873c-b3a0ee7cfa17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:23.962874 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-3a71ec44-1cfb-40d5-873c-b3a0ee7cfa17 admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=67e845d69fd0499d85ed365bdc26b0b7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2948587 Jul 06 14:05:23.964030 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 41826) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:05:23.964371 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-06c50570-99b4-4484-9416-30aaec017e51 tempest-PortsAdminExtendedAttrsTestJSON-2059852827 tempest-PortsAdminExtendedAttrsTestJSON-2059852827-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:23.977925 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.db [req-4d7c06fd-0120-4ea6-911f-445d69d3ec80 req-01901c30-568d-4bc1-9529-41e7e427f11d service neutron] For port 4d1d955e-d814-435a-9b5f-74b44da2662d, host n-h1-773647-6, cleared binding levels {{(pid=100247) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:05:23.983860 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.db [req-4d7c06fd-0120-4ea6-911f-445d69d3ec80 req-01901c30-568d-4bc1-9529-41e7e427f11d service neutron] For port 4d1d955e-d814-435a-9b5f-74b44da2662d, host n-h1-773647-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773647-6',level=0,port_id=4d1d955e-d814-435a-9b5f-74b44da2662d,segment=NetworkSegment(b5b7410c-45e5-4ed8-a57c-36aa81e0edd8),segment_id=b5b7410c-45e5-4ed8-a57c-36aa81e0edd8)] {{(pid=100247) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:05:23.992915 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-4d7c06fd-0120-4ea6-911f-445d69d3ec80 req-01901c30-568d-4bc1-9529-41e7e427f11d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128888538'] for port, after_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:24.005628 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a71ec44-1cfb-40d5-873c-b3a0ee7cfa17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ea8396b-c785-41cd-b128-fddd44858f85,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:05:24.040072 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-7a29cbc6-c881-4f58-b1e9-96001729ebd2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:24.064869 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7c06fd-0120-4ea6-911f-445d69d3ec80 req-01901c30-568d-4bc1-9529-41e7e427f11d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:05:24.065493 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-4d7c06fd-0120-4ea6-911f-445d69d3ec80 req-01901c30-568d-4bc1-9529-41e7e427f11d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:24.066688 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-7a29cbc6-c881-4f58-b1e9-96001729ebd2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:24.067637 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-4d7c06fd-0120-4ea6-911f-445d69d3ec80 req-01901c30-568d-4bc1-9529-41e7e427f11d service neutron] 10.222.0.127 "PUT /v2.0/ports/4d1d955e-d814-435a-9b5f-74b44da2662d HTTP/1.1" status: 200 len: 1091 time: 2.1203380 Jul 06 14:05:24.072293 n-d-773647-6 neutron-server[100247]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0b96bfa-d49a-47d6-a621-d2fd80028cc9', 'tag': '4d1d955e-d814-435a-9b5f-74b44da2662d'}] {{(pid=100247) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:05:24.075007 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cbf0eeaae822f8fc9b87a94aeba67a3d651842baf663a51cba94b67a514836d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b076441-cccf-4807-b71a-4d652297a1d7" -d '{"events": [{"name": "network-changed", "server_uuid": "b0b96bfa-d49a-47d6-a621-d2fd80028cc9", "tag": "4d1d955e-d814-435a-9b5f-74b44da2662d"}]}' {{(pid=100247) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:05:24.129684 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-7a29cbc6-c881-4f58-b1e9-96001729ebd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:24.137432 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-7a29cbc6-c881-4f58-b1e9-96001729ebd2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:24.155314 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-7a29cbc6-c881-4f58-b1e9-96001729ebd2 admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/6ea8396b-c785-41cd-b128-fddd44858f85 HTTP/1.1" status: 204 len: 168 time: 0.1803291 Jul 06 14:05:24.177773 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a29cbc6-c881-4f58-b1e9-96001729ebd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ea8396b-c785-41cd-b128-fddd44858f85,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:05:24.184147 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01901c30-568d-4bc1-9529-41e7e427f11d service neutron] Pushing event updated for resources: {'Port': ['ID=4d1d955e-d814-435a-9b5f-74b44da2662d,revision_number=3']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:05:24.209299 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-06c50570-99b4-4484-9416-30aaec017e51 tempest-PortsAdminExtendedAttrsTestJSON-2059852827 tempest-PortsAdminExtendedAttrsTestJSON-2059852827-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-128888360'] for port, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:24.276250 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06c50570-99b4-4484-9416-30aaec017e51 tempest-PortsAdminExtendedAttrsTestJSON-2059852827 tempest-PortsAdminExtendedAttrsTestJSON-2059852827-project-admin] Network 8c3028d9-141b-433b-9989-530cbc885772 is already hosted by enough agents. {{(pid=100247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:05:24.281489 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.base_scheduler [None req-06c50570-99b4-4484-9416-30aaec017e51 tempest-PortsAdminExtendedAttrsTestJSON-2059852827 tempest-PortsAdminExtendedAttrsTestJSON-2059852827-project-admin] Resources bound (agent type, host, resource id): {{(pid=100247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:05:24.287242 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06c50570-99b4-4484-9416-30aaec017e51 tempest-PortsAdminExtendedAttrsTestJSON-2059852827 tempest-PortsAdminExtendedAttrsTestJSON-2059852827-project-admin] Received port after_create {{(pid=100247) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:05:24.288199 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06c50570-99b4-4484-9416-30aaec017e51 tempest-PortsAdminExtendedAttrsTestJSON-2059852827 tempest-PortsAdminExtendedAttrsTestJSON-2059852827-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:05:24.288790 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-06c50570-99b4-4484-9416-30aaec017e51 tempest-PortsAdminExtendedAttrsTestJSON-2059852827 tempest-PortsAdminExtendedAttrsTestJSON-2059852827-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:24.296500 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c50570-99b4-4484-9416-30aaec017e51 tempest-PortsAdminExtendedAttrsTestJSON-2059852827 tempest-PortsAdminExtendedAttrsTestJSON-2059852827-project-admin] Pushing event updated for resources: {'Port': ['ID=bcb4f1e6-f29b-4a10-9613-b4666d47172e,revision_number=1']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:05:24.313542 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7c06fd-0120-4ea6-911f-445d69d3ec80 req-6f66968b-b30f-40a4-a6d5-4c67c5ecc931 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:05:24.315093 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-4d7c06fd-0120-4ea6-911f-445d69d3ec80 req-6f66968b-b30f-40a4-a6d5-4c67c5ecc931 service neutron] 10.222.0.127 "GET /v2.0/ports?tenant_id=4f4f5169c3224ae5beef5f35a702326d&device_id=b0b96bfa-d49a-47d6-a621-d2fd80028cc9 HTTP/1.1" status: 200 len: 1094 time: 0.1718507 Jul 06 14:05:24.318516 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-06c50570-99b4-4484-9416-30aaec017e51 tempest-PortsAdminExtendedAttrsTestJSON-2059852827 tempest-PortsAdminExtendedAttrsTestJSON-2059852827-project-admin] 10.222.0.104 "POST /v2.0/ports HTTP/1.1" status: 201 len: 958 time: 0.9201102 Jul 06 14:05:24.321392 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 41832) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:05:24.391281 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-4d7c06fd-0120-4ea6-911f-445d69d3ec80 req-79b5b154-ff58-4978-9560-339f38218b17 service neutron] 10.222.0.127 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=4d1d955e-d814-435a-9b5f-74b44da2662d HTTP/1.1" status: 200 len: 217 time: 0.0569074 Jul 06 14:05:24.432081 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03d6ab52-939b-490c-b672-573cfbb5d31f tempest-PortsAdminExtendedAttrsTestJSON-2059852827 tempest-PortsAdminExtendedAttrsTestJSON-2059852827-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:05:24.441048 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-03d6ab52-939b-490c-b672-573cfbb5d31f tempest-PortsAdminExtendedAttrsTestJSON-2059852827 tempest-PortsAdminExtendedAttrsTestJSON-2059852827-project-admin] 10.222.0.104 "GET /v2.0/ports/bcb4f1e6-f29b-4a10-9613-b4666d47172e HTTP/1.1" status: 200 len: 953 time: 0.1184604 Jul 06 14:05:24.444244 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 41834) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:05:24.504036 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7c06fd-0120-4ea6-911f-445d69d3ec80 req-9955a6b9-a55a-47ce-8bf5-b9d4d8f7f29e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:05:24.510159 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-4d7c06fd-0120-4ea6-911f-445d69d3ec80 req-9955a6b9-a55a-47ce-8bf5-b9d4d8f7f29e service neutron] 10.222.0.127 "GET /v2.0/subnets?id=e1fa3d62-6d70-434d-886e-5edc2778795a HTTP/1.1" status: 200 len: 859 time: 0.1126344 Jul 06 14:05:24.578415 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-4d7c06fd-0120-4ea6-911f-445d69d3ec80 req-6df89587-4b04-4c20-9542-da3b1cb153bf service neutron] 10.222.0.127 "GET /v2.0/ports?network_id=1d64a7a8-3d12-4141-b8ce-bd281ed9aaab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0559497 Jul 06 14:05:24.758847 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-4d7c06fd-0120-4ea6-911f-445d69d3ec80 req-8eb11bf2-8a32-4418-a70f-d8cdfe084e91 service neutron] 10.222.0.127 "GET /v2.0/networks/1d64a7a8-3d12-4141-b8ce-bd281ed9aaab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1698465 Jul 06 14:05:24.765226 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.plugin [None req-38b06766-f113-4bf2-b4e4-fba46aa0df3a tempest-PortsAdminExtendedAttrsTestJSON-2059852827 tempest-PortsAdminExtendedAttrsTestJSON-2059852827-project-admin] Deleting port bcb4f1e6-f29b-4a10-9613-b4666d47172e {{(pid=100247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:05:24.765845 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-38b06766-f113-4bf2-b4e4-fba46aa0df3a tempest-PortsAdminExtendedAttrsTestJSON-2059852827 tempest-PortsAdminExtendedAttrsTestJSON-2059852827-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:24.926544 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-38b06766-f113-4bf2-b4e4-fba46aa0df3a tempest-PortsAdminExtendedAttrsTestJSON-2059852827 tempest-PortsAdminExtendedAttrsTestJSON-2059852827-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:24.959949 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.plugin [None req-38b06766-f113-4bf2-b4e4-fba46aa0df3a tempest-PortsAdminExtendedAttrsTestJSON-2059852827 tempest-PortsAdminExtendedAttrsTestJSON-2059852827-project-admin] Calling delete_port for bcb4f1e6-f29b-4a10-9613-b4666d47172e owned by {{(pid=100247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:05:24.998745 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-4d7c06fd-0120-4ea6-911f-445d69d3ec80 req-4063e98c-9122-4b41-a04b-75411ad56e3d service neutron] 10.222.0.127 "GET /v2.0/networks/1d64a7a8-3d12-4141-b8ce-bd281ed9aaab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2307472 Jul 06 14:05:25.150266 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-38b06766-f113-4bf2-b4e4-fba46aa0df3a tempest-PortsAdminExtendedAttrsTestJSON-2059852827 tempest-PortsAdminExtendedAttrsTestJSON-2059852827-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128888353'] for port, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:25.192391 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b06766-f113-4bf2-b4e4-fba46aa0df3a tempest-PortsAdminExtendedAttrsTestJSON-2059852827 tempest-PortsAdminExtendedAttrsTestJSON-2059852827-project-admin] Pushing event deleted for resources: {'Port': ['ID=bcb4f1e6-f29b-4a10-9613-b4666d47172e,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:05:25.212270 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-38b06766-f113-4bf2-b4e4-fba46aa0df3a tempest-PortsAdminExtendedAttrsTestJSON-2059852827 tempest-PortsAdminExtendedAttrsTestJSON-2059852827-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:25.217006 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 41856) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:05:25.222687 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-38b06766-f113-4bf2-b4e4-fba46aa0df3a tempest-PortsAdminExtendedAttrsTestJSON-2059852827 tempest-PortsAdminExtendedAttrsTestJSON-2059852827-project-admin] 10.222.0.104 "DELETE /v2.0/ports/bcb4f1e6-f29b-4a10-9613-b4666d47172e HTTP/1.1" status: 204 len: 168 time: 0.7772553 Jul 06 14:05:25.259501 n-d-773647-6 neutron-server[100246]: INFO neutron.pecan_wsgi.hooks.translation [None req-a1c184d5-b56d-4377-8842-f4ac707c2738 tempest-PortsAdminExtendedAttrsTestJSON-2059852827 tempest-PortsAdminExtendedAttrsTestJSON-2059852827-project-admin] GET failed (client error): The resource could not be found. Jul 06 14:05:25.266177 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 41858) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:05:25.266995 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-a1c184d5-b56d-4377-8842-f4ac707c2738 tempest-PortsAdminExtendedAttrsTestJSON-2059852827 tempest-PortsAdminExtendedAttrsTestJSON-2059852827-project-admin] 10.222.0.104 "GET /v2.0/ports/bcb4f1e6-f29b-4a10-9613-b4666d47172e HTTP/1.1" status: 404 len: 333 time: 0.0429351 Jul 06 14:05:25.271524 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [None req-16b12498-d6d6-4ff3-98d9-2a8b9c597bcb tempest-PortsAdminExtendedAttrsTestJSON-2059852827 tempest-PortsAdminExtendedAttrsTestJSON-2059852827-project-admin] Request body: {'port': {'network_id': '8c3028d9-141b-433b-9989-530cbc885772', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1855951133'}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:05:25.343701 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16b12498-d6d6-4ff3-98d9-2a8b9c597bcb tempest-PortsAdminExtendedAttrsTestJSON-2059852827 tempest-PortsAdminExtendedAttrsTestJSON-2059852827-project-admin] Made reservation on behalf of 2f372f375dfe49edad70d6bddf4a7ce5 for: {'port': 1} {{(pid=100247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:05:25.346656 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-16b12498-d6d6-4ff3-98d9-2a8b9c597bcb tempest-PortsAdminExtendedAttrsTestJSON-2059852827 tempest-PortsAdminExtendedAttrsTestJSON-2059852827-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:25.365464 n-d-773647-6 neutron-server[100247]: DEBUG neutron.notifiers.nova [None req-16b12498-d6d6-4ff3-98d9-2a8b9c597bcb tempest-PortsAdminExtendedAttrsTestJSON-2059852827 tempest-PortsAdminExtendedAttrsTestJSON-2059852827-project-admin] device_id is not set on port d70f2fd5-d93c-499c-9bab-40cb3820b830 yet. {{(pid=100247) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 14:05:25.580208 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5af98280-c70b-4060-af33-aca867d3035a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:25.667027 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-16b12498-d6d6-4ff3-98d9-2a8b9c597bcb tempest-PortsAdminExtendedAttrsTestJSON-2059852827 tempest-PortsAdminExtendedAttrsTestJSON-2059852827-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:25.740392 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-16b12498-d6d6-4ff3-98d9-2a8b9c597bcb tempest-PortsAdminExtendedAttrsTestJSON-2059852827 tempest-PortsAdminExtendedAttrsTestJSON-2059852827-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-128888360'] for port, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:25.816781 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16b12498-d6d6-4ff3-98d9-2a8b9c597bcb tempest-PortsAdminExtendedAttrsTestJSON-2059852827 tempest-PortsAdminExtendedAttrsTestJSON-2059852827-project-admin] Network 8c3028d9-141b-433b-9989-530cbc885772 is already hosted by enough agents. {{(pid=100247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:05:25.820072 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.base_scheduler [None req-16b12498-d6d6-4ff3-98d9-2a8b9c597bcb tempest-PortsAdminExtendedAttrsTestJSON-2059852827 tempest-PortsAdminExtendedAttrsTestJSON-2059852827-project-admin] Resources bound (agent type, host, resource id): {{(pid=100247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:05:25.826842 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16b12498-d6d6-4ff3-98d9-2a8b9c597bcb tempest-PortsAdminExtendedAttrsTestJSON-2059852827 tempest-PortsAdminExtendedAttrsTestJSON-2059852827-project-admin] Received port after_create {{(pid=100247) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:05:25.828650 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16b12498-d6d6-4ff3-98d9-2a8b9c597bcb tempest-PortsAdminExtendedAttrsTestJSON-2059852827 tempest-PortsAdminExtendedAttrsTestJSON-2059852827-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:05:25.829254 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-16b12498-d6d6-4ff3-98d9-2a8b9c597bcb tempest-PortsAdminExtendedAttrsTestJSON-2059852827 tempest-PortsAdminExtendedAttrsTestJSON-2059852827-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:25.836424 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b12498-d6d6-4ff3-98d9-2a8b9c597bcb tempest-PortsAdminExtendedAttrsTestJSON-2059852827 tempest-PortsAdminExtendedAttrsTestJSON-2059852827-project-admin] Pushing event updated for resources: {'Port': ['ID=d70f2fd5-d93c-499c-9bab-40cb3820b830,revision_number=1']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:05:25.851619 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-16b12498-d6d6-4ff3-98d9-2a8b9c597bcb tempest-PortsAdminExtendedAttrsTestJSON-2059852827 tempest-PortsAdminExtendedAttrsTestJSON-2059852827-project-admin] 10.222.0.104 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.5841520 Jul 06 14:05:25.855429 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 41864) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:05:25.862800 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-e212867a-b690-47e3-9f07-a4a1404f774e tempest-PortsAdminExtendedAttrsTestJSON-2059852827 tempest-PortsAdminExtendedAttrsTestJSON-2059852827-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-773647-6'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:05:25.878465 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:25.991909 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-e212867a-b690-47e3-9f07-a4a1404f774e tempest-PortsAdminExtendedAttrsTestJSON-2059852827 tempest-PortsAdminExtendedAttrsTestJSON-2059852827-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:26.307903 n-d-773647-6 neutron-server[100246]: DEBUG neutron.notifiers.nova [None req-e212867a-b690-47e3-9f07-a4a1404f774e tempest-PortsAdminExtendedAttrsTestJSON-2059852827 tempest-PortsAdminExtendedAttrsTestJSON-2059852827-project-admin] device_id is not set on port d70f2fd5-d93c-499c-9bab-40cb3820b830 yet. {{(pid=100246) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 14:05:26.317823 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-e212867a-b690-47e3-9f07-a4a1404f774e tempest-PortsAdminExtendedAttrsTestJSON-2059852827 tempest-PortsAdminExtendedAttrsTestJSON-2059852827-project-admin] Notify callbacks [] for port, precommit_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:26.342728 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.provisioning_blocks [None req-e212867a-b690-47e3-9f07-a4a1404f774e tempest-PortsAdminExtendedAttrsTestJSON-2059852827 tempest-PortsAdminExtendedAttrsTestJSON-2059852827-project-admin] Transition to ACTIVE for port object d70f2fd5-d93c-499c-9bab-40cb3820b830 will not be triggered until provisioned by entity L2. {{(pid=100246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:05:26.349388 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-e212867a-b690-47e3-9f07-a4a1404f774e tempest-PortsAdminExtendedAttrsTestJSON-2059852827 tempest-PortsAdminExtendedAttrsTestJSON-2059852827-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127687527'] for port, after_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:26.463785 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [None req-e212867a-b690-47e3-9f07-a4a1404f774e tempest-PortsAdminExtendedAttrsTestJSON-2059852827 tempest-PortsAdminExtendedAttrsTestJSON-2059852827-project-admin] Attempting to bind port d70f2fd5-d93c-499c-9bab-40cb3820b830 on host n-h2-773647-6 for vnic_type normal with profile {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:05:26.463785 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [None req-e212867a-b690-47e3-9f07-a4a1404f774e tempest-PortsAdminExtendedAttrsTestJSON-2059852827 tempest-PortsAdminExtendedAttrsTestJSON-2059852827-project-admin] Attempting to bind port d70f2fd5-d93c-499c-9bab-40cb3820b830 by drivers openvswitch,hyperv on host n-h2-773647-6 at level 0 using segments [{'id': 'e187ae54-c2a9-40ff-b6a6-e7080e8f1c35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '8c3028d9-141b-433b-9989-530cbc885772'}] {{(pid=100246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:05:26.464125 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e212867a-b690-47e3-9f07-a4a1404f774e tempest-PortsAdminExtendedAttrsTestJSON-2059852827 tempest-PortsAdminExtendedAttrsTestJSON-2059852827-project-admin] Attempting to bind port d70f2fd5-d93c-499c-9bab-40cb3820b830 on network 8c3028d9-141b-433b-9989-530cbc885772 {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:05:26.466734 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e212867a-b690-47e3-9f07-a4a1404f774e tempest-PortsAdminExtendedAttrsTestJSON-2059852827 tempest-PortsAdminExtendedAttrsTestJSON-2059852827-project-admin] Pushing event updated for resources: {'Port': ['ID=d70f2fd5-d93c-499c-9bab-40cb3820b830,revision_number=2']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:05:26.484718 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e212867a-b690-47e3-9f07-a4a1404f774e tempest-PortsAdminExtendedAttrsTestJSON-2059852827 tempest-PortsAdminExtendedAttrsTestJSON-2059852827-project-admin] Port d70f2fd5-d93c-499c-9bab-40cb3820b830 on network 8c3028d9-141b-433b-9989-530cbc885772 not bound, no agent of type Open vSwitch agent registered on host n-h2-773647-6 {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 14:05:26.484718 n-d-773647-6 neutron-server[100246]: ERROR neutron.plugins.ml2.managers [None req-e212867a-b690-47e3-9f07-a4a1404f774e tempest-PortsAdminExtendedAttrsTestJSON-2059852827 tempest-PortsAdminExtendedAttrsTestJSON-2059852827-project-admin] Failed to bind port d70f2fd5-d93c-499c-9bab-40cb3820b830 on host n-h2-773647-6 for vnic_type normal using segments [{'id': 'e187ae54-c2a9-40ff-b6a6-e7080e8f1c35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '8c3028d9-141b-433b-9989-530cbc885772'}] Jul 06 14:05:26.484718 n-d-773647-6 neutron-server[100246]: INFO neutron.plugins.ml2.plugin [None req-e212867a-b690-47e3-9f07-a4a1404f774e tempest-PortsAdminExtendedAttrsTestJSON-2059852827 tempest-PortsAdminExtendedAttrsTestJSON-2059852827-project-admin] Attempt 2 to bind port d70f2fd5-d93c-499c-9bab-40cb3820b830 Jul 06 14:05:26.485059 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 41878) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:05:26.506807 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [None req-e212867a-b690-47e3-9f07-a4a1404f774e tempest-PortsAdminExtendedAttrsTestJSON-2059852827 tempest-PortsAdminExtendedAttrsTestJSON-2059852827-project-admin] Attempting to bind port d70f2fd5-d93c-499c-9bab-40cb3820b830 on host n-h2-773647-6 for vnic_type normal with profile {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:05:26.507171 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [None req-e212867a-b690-47e3-9f07-a4a1404f774e tempest-PortsAdminExtendedAttrsTestJSON-2059852827 tempest-PortsAdminExtendedAttrsTestJSON-2059852827-project-admin] Attempting to bind port d70f2fd5-d93c-499c-9bab-40cb3820b830 by drivers openvswitch,hyperv on host n-h2-773647-6 at level 0 using segments [{'id': 'e187ae54-c2a9-40ff-b6a6-e7080e8f1c35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '8c3028d9-141b-433b-9989-530cbc885772'}] {{(pid=100246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:05:26.507528 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e212867a-b690-47e3-9f07-a4a1404f774e tempest-PortsAdminExtendedAttrsTestJSON-2059852827 tempest-PortsAdminExtendedAttrsTestJSON-2059852827-project-admin] Attempting to bind port d70f2fd5-d93c-499c-9bab-40cb3820b830 on network 8c3028d9-141b-433b-9989-530cbc885772 {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:05:26.527766 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e212867a-b690-47e3-9f07-a4a1404f774e tempest-PortsAdminExtendedAttrsTestJSON-2059852827 tempest-PortsAdminExtendedAttrsTestJSON-2059852827-project-admin] Port d70f2fd5-d93c-499c-9bab-40cb3820b830 on network 8c3028d9-141b-433b-9989-530cbc885772 not bound, no agent of type Open vSwitch agent registered on host n-h2-773647-6 {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 14:05:26.528151 n-d-773647-6 neutron-server[100246]: ERROR neutron.plugins.ml2.managers [None req-e212867a-b690-47e3-9f07-a4a1404f774e tempest-PortsAdminExtendedAttrsTestJSON-2059852827 tempest-PortsAdminExtendedAttrsTestJSON-2059852827-project-admin] Failed to bind port d70f2fd5-d93c-499c-9bab-40cb3820b830 on host n-h2-773647-6 for vnic_type normal using segments [{'id': 'e187ae54-c2a9-40ff-b6a6-e7080e8f1c35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '8c3028d9-141b-433b-9989-530cbc885772'}] Jul 06 14:05:26.529579 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-2064eaae-da4f-48f8-82d2-b09d4ddedd44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:26.530173 n-d-773647-6 neutron-server[100246]: INFO neutron.plugins.ml2.plugin [None req-e212867a-b690-47e3-9f07-a4a1404f774e tempest-PortsAdminExtendedAttrsTestJSON-2059852827 tempest-PortsAdminExtendedAttrsTestJSON-2059852827-project-admin] Attempt 3 to bind port d70f2fd5-d93c-499c-9bab-40cb3820b830 Jul 06 14:05:26.550335 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [None req-e212867a-b690-47e3-9f07-a4a1404f774e tempest-PortsAdminExtendedAttrsTestJSON-2059852827 tempest-PortsAdminExtendedAttrsTestJSON-2059852827-project-admin] Attempting to bind port d70f2fd5-d93c-499c-9bab-40cb3820b830 on host n-h2-773647-6 for vnic_type normal with profile {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:05:26.550682 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [None req-e212867a-b690-47e3-9f07-a4a1404f774e tempest-PortsAdminExtendedAttrsTestJSON-2059852827 tempest-PortsAdminExtendedAttrsTestJSON-2059852827-project-admin] Attempting to bind port d70f2fd5-d93c-499c-9bab-40cb3820b830 by drivers openvswitch,hyperv on host n-h2-773647-6 at level 0 using segments [{'id': 'e187ae54-c2a9-40ff-b6a6-e7080e8f1c35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '8c3028d9-141b-433b-9989-530cbc885772'}] {{(pid=100246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:05:26.551033 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e212867a-b690-47e3-9f07-a4a1404f774e tempest-PortsAdminExtendedAttrsTestJSON-2059852827 tempest-PortsAdminExtendedAttrsTestJSON-2059852827-project-admin] Attempting to bind port d70f2fd5-d93c-499c-9bab-40cb3820b830 on network 8c3028d9-141b-433b-9989-530cbc885772 {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:05:26.556619 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e212867a-b690-47e3-9f07-a4a1404f774e tempest-PortsAdminExtendedAttrsTestJSON-2059852827 tempest-PortsAdminExtendedAttrsTestJSON-2059852827-project-admin] Port d70f2fd5-d93c-499c-9bab-40cb3820b830 on network 8c3028d9-141b-433b-9989-530cbc885772 not bound, no agent of type Open vSwitch agent registered on host n-h2-773647-6 {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 14:05:26.556961 n-d-773647-6 neutron-server[100246]: ERROR neutron.plugins.ml2.managers [None req-e212867a-b690-47e3-9f07-a4a1404f774e tempest-PortsAdminExtendedAttrsTestJSON-2059852827 tempest-PortsAdminExtendedAttrsTestJSON-2059852827-project-admin] Failed to bind port d70f2fd5-d93c-499c-9bab-40cb3820b830 on host n-h2-773647-6 for vnic_type normal using segments [{'id': 'e187ae54-c2a9-40ff-b6a6-e7080e8f1c35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '8c3028d9-141b-433b-9989-530cbc885772'}] Jul 06 14:05:26.557363 n-d-773647-6 neutron-server[100246]: INFO neutron.plugins.ml2.plugin [None req-e212867a-b690-47e3-9f07-a4a1404f774e tempest-PortsAdminExtendedAttrsTestJSON-2059852827 tempest-PortsAdminExtendedAttrsTestJSON-2059852827-project-admin] Attempt 4 to bind port d70f2fd5-d93c-499c-9bab-40cb3820b830 Jul 06 14:05:26.570496 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [None req-e212867a-b690-47e3-9f07-a4a1404f774e tempest-PortsAdminExtendedAttrsTestJSON-2059852827 tempest-PortsAdminExtendedAttrsTestJSON-2059852827-project-admin] Attempting to bind port d70f2fd5-d93c-499c-9bab-40cb3820b830 on host n-h2-773647-6 for vnic_type normal with profile {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:05:26.570842 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [None req-e212867a-b690-47e3-9f07-a4a1404f774e tempest-PortsAdminExtendedAttrsTestJSON-2059852827 tempest-PortsAdminExtendedAttrsTestJSON-2059852827-project-admin] Attempting to bind port d70f2fd5-d93c-499c-9bab-40cb3820b830 by drivers openvswitch,hyperv on host n-h2-773647-6 at level 0 using segments [{'id': 'e187ae54-c2a9-40ff-b6a6-e7080e8f1c35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '8c3028d9-141b-433b-9989-530cbc885772'}] {{(pid=100246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:05:26.571188 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e212867a-b690-47e3-9f07-a4a1404f774e tempest-PortsAdminExtendedAttrsTestJSON-2059852827 tempest-PortsAdminExtendedAttrsTestJSON-2059852827-project-admin] Attempting to bind port d70f2fd5-d93c-499c-9bab-40cb3820b830 on network 8c3028d9-141b-433b-9989-530cbc885772 {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:05:26.576259 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e212867a-b690-47e3-9f07-a4a1404f774e tempest-PortsAdminExtendedAttrsTestJSON-2059852827 tempest-PortsAdminExtendedAttrsTestJSON-2059852827-project-admin] Port d70f2fd5-d93c-499c-9bab-40cb3820b830 on network 8c3028d9-141b-433b-9989-530cbc885772 not bound, no agent of type Open vSwitch agent registered on host n-h2-773647-6 {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 14:05:26.576845 n-d-773647-6 neutron-server[100246]: ERROR neutron.plugins.ml2.managers [None req-e212867a-b690-47e3-9f07-a4a1404f774e tempest-PortsAdminExtendedAttrsTestJSON-2059852827 tempest-PortsAdminExtendedAttrsTestJSON-2059852827-project-admin] Failed to bind port d70f2fd5-d93c-499c-9bab-40cb3820b830 on host n-h2-773647-6 for vnic_type normal using segments [{'id': 'e187ae54-c2a9-40ff-b6a6-e7080e8f1c35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '8c3028d9-141b-433b-9989-530cbc885772'}] Jul 06 14:05:26.577239 n-d-773647-6 neutron-server[100246]: INFO neutron.plugins.ml2.plugin [None req-e212867a-b690-47e3-9f07-a4a1404f774e tempest-PortsAdminExtendedAttrsTestJSON-2059852827 tempest-PortsAdminExtendedAttrsTestJSON-2059852827-project-admin] Attempt 5 to bind port d70f2fd5-d93c-499c-9bab-40cb3820b830 Jul 06 14:05:26.598365 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [None req-e212867a-b690-47e3-9f07-a4a1404f774e tempest-PortsAdminExtendedAttrsTestJSON-2059852827 tempest-PortsAdminExtendedAttrsTestJSON-2059852827-project-admin] Attempting to bind port d70f2fd5-d93c-499c-9bab-40cb3820b830 on host n-h2-773647-6 for vnic_type normal with profile {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:05:26.599010 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [None req-e212867a-b690-47e3-9f07-a4a1404f774e tempest-PortsAdminExtendedAttrsTestJSON-2059852827 tempest-PortsAdminExtendedAttrsTestJSON-2059852827-project-admin] Attempting to bind port d70f2fd5-d93c-499c-9bab-40cb3820b830 by drivers openvswitch,hyperv on host n-h2-773647-6 at level 0 using segments [{'id': 'e187ae54-c2a9-40ff-b6a6-e7080e8f1c35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '8c3028d9-141b-433b-9989-530cbc885772'}] {{(pid=100246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:05:26.599701 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e212867a-b690-47e3-9f07-a4a1404f774e tempest-PortsAdminExtendedAttrsTestJSON-2059852827 tempest-PortsAdminExtendedAttrsTestJSON-2059852827-project-admin] Attempting to bind port d70f2fd5-d93c-499c-9bab-40cb3820b830 on network 8c3028d9-141b-433b-9989-530cbc885772 {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:05:26.608389 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e212867a-b690-47e3-9f07-a4a1404f774e tempest-PortsAdminExtendedAttrsTestJSON-2059852827 tempest-PortsAdminExtendedAttrsTestJSON-2059852827-project-admin] Port d70f2fd5-d93c-499c-9bab-40cb3820b830 on network 8c3028d9-141b-433b-9989-530cbc885772 not bound, no agent of type Open vSwitch agent registered on host n-h2-773647-6 {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 14:05:26.609722 n-d-773647-6 neutron-server[100246]: ERROR neutron.plugins.ml2.managers [None req-e212867a-b690-47e3-9f07-a4a1404f774e tempest-PortsAdminExtendedAttrsTestJSON-2059852827 tempest-PortsAdminExtendedAttrsTestJSON-2059852827-project-admin] Failed to bind port d70f2fd5-d93c-499c-9bab-40cb3820b830 on host n-h2-773647-6 for vnic_type normal using segments [{'id': 'e187ae54-c2a9-40ff-b6a6-e7080e8f1c35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '8c3028d9-141b-433b-9989-530cbc885772'}] Jul 06 14:05:26.610651 n-d-773647-6 neutron-server[100246]: INFO neutron.plugins.ml2.plugin [None req-e212867a-b690-47e3-9f07-a4a1404f774e tempest-PortsAdminExtendedAttrsTestJSON-2059852827 tempest-PortsAdminExtendedAttrsTestJSON-2059852827-project-admin] Attempt 6 to bind port d70f2fd5-d93c-499c-9bab-40cb3820b830 Jul 06 14:05:26.626003 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [None req-e212867a-b690-47e3-9f07-a4a1404f774e tempest-PortsAdminExtendedAttrsTestJSON-2059852827 tempest-PortsAdminExtendedAttrsTestJSON-2059852827-project-admin] Attempting to bind port d70f2fd5-d93c-499c-9bab-40cb3820b830 on host n-h2-773647-6 for vnic_type normal with profile {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:05:26.626433 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [None req-e212867a-b690-47e3-9f07-a4a1404f774e tempest-PortsAdminExtendedAttrsTestJSON-2059852827 tempest-PortsAdminExtendedAttrsTestJSON-2059852827-project-admin] Attempting to bind port d70f2fd5-d93c-499c-9bab-40cb3820b830 by drivers openvswitch,hyperv on host n-h2-773647-6 at level 0 using segments [{'id': 'e187ae54-c2a9-40ff-b6a6-e7080e8f1c35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '8c3028d9-141b-433b-9989-530cbc885772'}] {{(pid=100246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:05:26.626871 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e212867a-b690-47e3-9f07-a4a1404f774e tempest-PortsAdminExtendedAttrsTestJSON-2059852827 tempest-PortsAdminExtendedAttrsTestJSON-2059852827-project-admin] Attempting to bind port d70f2fd5-d93c-499c-9bab-40cb3820b830 on network 8c3028d9-141b-433b-9989-530cbc885772 {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:05:26.631787 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e212867a-b690-47e3-9f07-a4a1404f774e tempest-PortsAdminExtendedAttrsTestJSON-2059852827 tempest-PortsAdminExtendedAttrsTestJSON-2059852827-project-admin] Port d70f2fd5-d93c-499c-9bab-40cb3820b830 on network 8c3028d9-141b-433b-9989-530cbc885772 not bound, no agent of type Open vSwitch agent registered on host n-h2-773647-6 {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 14:05:26.632209 n-d-773647-6 neutron-server[100246]: ERROR neutron.plugins.ml2.managers [None req-e212867a-b690-47e3-9f07-a4a1404f774e tempest-PortsAdminExtendedAttrsTestJSON-2059852827 tempest-PortsAdminExtendedAttrsTestJSON-2059852827-project-admin] Failed to bind port d70f2fd5-d93c-499c-9bab-40cb3820b830 on host n-h2-773647-6 for vnic_type normal using segments [{'id': 'e187ae54-c2a9-40ff-b6a6-e7080e8f1c35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '8c3028d9-141b-433b-9989-530cbc885772'}] Jul 06 14:05:26.632908 n-d-773647-6 neutron-server[100246]: INFO neutron.plugins.ml2.plugin [None req-e212867a-b690-47e3-9f07-a4a1404f774e tempest-PortsAdminExtendedAttrsTestJSON-2059852827 tempest-PortsAdminExtendedAttrsTestJSON-2059852827-project-admin] Attempt 7 to bind port d70f2fd5-d93c-499c-9bab-40cb3820b830 Jul 06 14:05:26.659792 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [None req-e212867a-b690-47e3-9f07-a4a1404f774e tempest-PortsAdminExtendedAttrsTestJSON-2059852827 tempest-PortsAdminExtendedAttrsTestJSON-2059852827-project-admin] Attempting to bind port d70f2fd5-d93c-499c-9bab-40cb3820b830 on host n-h2-773647-6 for vnic_type normal with profile {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:05:26.660193 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [None req-e212867a-b690-47e3-9f07-a4a1404f774e tempest-PortsAdminExtendedAttrsTestJSON-2059852827 tempest-PortsAdminExtendedAttrsTestJSON-2059852827-project-admin] Attempting to bind port d70f2fd5-d93c-499c-9bab-40cb3820b830 by drivers openvswitch,hyperv on host n-h2-773647-6 at level 0 using segments [{'id': 'e187ae54-c2a9-40ff-b6a6-e7080e8f1c35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '8c3028d9-141b-433b-9989-530cbc885772'}] {{(pid=100246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:05:26.660612 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e212867a-b690-47e3-9f07-a4a1404f774e tempest-PortsAdminExtendedAttrsTestJSON-2059852827 tempest-PortsAdminExtendedAttrsTestJSON-2059852827-project-admin] Attempting to bind port d70f2fd5-d93c-499c-9bab-40cb3820b830 on network 8c3028d9-141b-433b-9989-530cbc885772 {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:05:26.666215 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e212867a-b690-47e3-9f07-a4a1404f774e tempest-PortsAdminExtendedAttrsTestJSON-2059852827 tempest-PortsAdminExtendedAttrsTestJSON-2059852827-project-admin] Port d70f2fd5-d93c-499c-9bab-40cb3820b830 on network 8c3028d9-141b-433b-9989-530cbc885772 not bound, no agent of type Open vSwitch agent registered on host n-h2-773647-6 {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 14:05:26.666856 n-d-773647-6 neutron-server[100246]: ERROR neutron.plugins.ml2.managers [None req-e212867a-b690-47e3-9f07-a4a1404f774e tempest-PortsAdminExtendedAttrsTestJSON-2059852827 tempest-PortsAdminExtendedAttrsTestJSON-2059852827-project-admin] Failed to bind port d70f2fd5-d93c-499c-9bab-40cb3820b830 on host n-h2-773647-6 for vnic_type normal using segments [{'id': 'e187ae54-c2a9-40ff-b6a6-e7080e8f1c35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '8c3028d9-141b-433b-9989-530cbc885772'}] Jul 06 14:05:26.667426 n-d-773647-6 neutron-server[100246]: INFO neutron.plugins.ml2.plugin [None req-e212867a-b690-47e3-9f07-a4a1404f774e tempest-PortsAdminExtendedAttrsTestJSON-2059852827 tempest-PortsAdminExtendedAttrsTestJSON-2059852827-project-admin] Attempt 8 to bind port d70f2fd5-d93c-499c-9bab-40cb3820b830 Jul 06 14:05:26.668987 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [None req-1bbc74cb-5365-4769-a1b1-714358d475f5 tempest-RoutersIpV6AdminTest-1269433453 tempest-RoutersIpV6AdminTest-1269433453-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-1157023147', 'router:external': True}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:05:26.687579 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [None req-e212867a-b690-47e3-9f07-a4a1404f774e tempest-PortsAdminExtendedAttrsTestJSON-2059852827 tempest-PortsAdminExtendedAttrsTestJSON-2059852827-project-admin] Attempting to bind port d70f2fd5-d93c-499c-9bab-40cb3820b830 on host n-h2-773647-6 for vnic_type normal with profile {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:05:26.687795 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [None req-e212867a-b690-47e3-9f07-a4a1404f774e tempest-PortsAdminExtendedAttrsTestJSON-2059852827 tempest-PortsAdminExtendedAttrsTestJSON-2059852827-project-admin] Attempting to bind port d70f2fd5-d93c-499c-9bab-40cb3820b830 by drivers openvswitch,hyperv on host n-h2-773647-6 at level 0 using segments [{'id': 'e187ae54-c2a9-40ff-b6a6-e7080e8f1c35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '8c3028d9-141b-433b-9989-530cbc885772'}] {{(pid=100246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:05:26.688245 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e212867a-b690-47e3-9f07-a4a1404f774e tempest-PortsAdminExtendedAttrsTestJSON-2059852827 tempest-PortsAdminExtendedAttrsTestJSON-2059852827-project-admin] Attempting to bind port d70f2fd5-d93c-499c-9bab-40cb3820b830 on network 8c3028d9-141b-433b-9989-530cbc885772 {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:05:26.694177 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e212867a-b690-47e3-9f07-a4a1404f774e tempest-PortsAdminExtendedAttrsTestJSON-2059852827 tempest-PortsAdminExtendedAttrsTestJSON-2059852827-project-admin] Port d70f2fd5-d93c-499c-9bab-40cb3820b830 on network 8c3028d9-141b-433b-9989-530cbc885772 not bound, no agent of type Open vSwitch agent registered on host n-h2-773647-6 {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 14:05:26.694630 n-d-773647-6 neutron-server[100246]: ERROR neutron.plugins.ml2.managers [None req-e212867a-b690-47e3-9f07-a4a1404f774e tempest-PortsAdminExtendedAttrsTestJSON-2059852827 tempest-PortsAdminExtendedAttrsTestJSON-2059852827-project-admin] Failed to bind port d70f2fd5-d93c-499c-9bab-40cb3820b830 on host n-h2-773647-6 for vnic_type normal using segments [{'id': 'e187ae54-c2a9-40ff-b6a6-e7080e8f1c35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '8c3028d9-141b-433b-9989-530cbc885772'}] Jul 06 14:05:26.695109 n-d-773647-6 neutron-server[100246]: INFO neutron.plugins.ml2.plugin [None req-e212867a-b690-47e3-9f07-a4a1404f774e tempest-PortsAdminExtendedAttrsTestJSON-2059852827 tempest-PortsAdminExtendedAttrsTestJSON-2059852827-project-admin] Attempt 9 to bind port d70f2fd5-d93c-499c-9bab-40cb3820b830 Jul 06 14:05:26.699874 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bbc74cb-5365-4769-a1b1-714358d475f5 tempest-RoutersIpV6AdminTest-1269433453 tempest-RoutersIpV6AdminTest-1269433453-project-admin] Made reservation on behalf of e3235c86a72547c7b59ca1f3e9b45a11 for: {'network': 1} {{(pid=100247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:05:26.706800 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-1bbc74cb-5365-4769-a1b1-714358d475f5 tempest-RoutersIpV6AdminTest-1269433453 tempest-RoutersIpV6AdminTest-1269433453-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for network, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:26.714975 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [None req-e212867a-b690-47e3-9f07-a4a1404f774e tempest-PortsAdminExtendedAttrsTestJSON-2059852827 tempest-PortsAdminExtendedAttrsTestJSON-2059852827-project-admin] Attempting to bind port d70f2fd5-d93c-499c-9bab-40cb3820b830 on host n-h2-773647-6 for vnic_type normal with profile {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:05:26.716617 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [None req-e212867a-b690-47e3-9f07-a4a1404f774e tempest-PortsAdminExtendedAttrsTestJSON-2059852827 tempest-PortsAdminExtendedAttrsTestJSON-2059852827-project-admin] Attempting to bind port d70f2fd5-d93c-499c-9bab-40cb3820b830 by drivers openvswitch,hyperv on host n-h2-773647-6 at level 0 using segments [{'id': 'e187ae54-c2a9-40ff-b6a6-e7080e8f1c35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '8c3028d9-141b-433b-9989-530cbc885772'}] {{(pid=100246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:05:26.717159 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e212867a-b690-47e3-9f07-a4a1404f774e tempest-PortsAdminExtendedAttrsTestJSON-2059852827 tempest-PortsAdminExtendedAttrsTestJSON-2059852827-project-admin] Attempting to bind port d70f2fd5-d93c-499c-9bab-40cb3820b830 on network 8c3028d9-141b-433b-9989-530cbc885772 {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:05:26.720541 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-1bbc74cb-5365-4769-a1b1-714358d475f5 tempest-RoutersIpV6AdminTest-1269433453 tempest-RoutersIpV6AdminTest-1269433453-project-admin] Notify callbacks [] for security_group, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:26.724680 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e212867a-b690-47e3-9f07-a4a1404f774e tempest-PortsAdminExtendedAttrsTestJSON-2059852827 tempest-PortsAdminExtendedAttrsTestJSON-2059852827-project-admin] Port d70f2fd5-d93c-499c-9bab-40cb3820b830 on network 8c3028d9-141b-433b-9989-530cbc885772 not bound, no agent of type Open vSwitch agent registered on host n-h2-773647-6 {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 14:05:26.725233 n-d-773647-6 neutron-server[100246]: ERROR neutron.plugins.ml2.managers [None req-e212867a-b690-47e3-9f07-a4a1404f774e tempest-PortsAdminExtendedAttrsTestJSON-2059852827 tempest-PortsAdminExtendedAttrsTestJSON-2059852827-project-admin] Failed to bind port d70f2fd5-d93c-499c-9bab-40cb3820b830 on host n-h2-773647-6 for vnic_type normal using segments [{'id': 'e187ae54-c2a9-40ff-b6a6-e7080e8f1c35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '8c3028d9-141b-433b-9989-530cbc885772'}] Jul 06 14:05:26.725810 n-d-773647-6 neutron-server[100246]: INFO neutron.plugins.ml2.plugin [None req-e212867a-b690-47e3-9f07-a4a1404f774e tempest-PortsAdminExtendedAttrsTestJSON-2059852827 tempest-PortsAdminExtendedAttrsTestJSON-2059852827-project-admin] Attempt 10 to bind port d70f2fd5-d93c-499c-9bab-40cb3820b830 Jul 06 14:05:26.744635 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [None req-e212867a-b690-47e3-9f07-a4a1404f774e tempest-PortsAdminExtendedAttrsTestJSON-2059852827 tempest-PortsAdminExtendedAttrsTestJSON-2059852827-project-admin] Attempting to bind port d70f2fd5-d93c-499c-9bab-40cb3820b830 on host n-h2-773647-6 for vnic_type normal with profile {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:05:26.746062 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [None req-e212867a-b690-47e3-9f07-a4a1404f774e tempest-PortsAdminExtendedAttrsTestJSON-2059852827 tempest-PortsAdminExtendedAttrsTestJSON-2059852827-project-admin] Attempting to bind port d70f2fd5-d93c-499c-9bab-40cb3820b830 by drivers openvswitch,hyperv on host n-h2-773647-6 at level 0 using segments [{'id': 'e187ae54-c2a9-40ff-b6a6-e7080e8f1c35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '8c3028d9-141b-433b-9989-530cbc885772'}] {{(pid=100246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:05:26.746621 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e212867a-b690-47e3-9f07-a4a1404f774e tempest-PortsAdminExtendedAttrsTestJSON-2059852827 tempest-PortsAdminExtendedAttrsTestJSON-2059852827-project-admin] Attempting to bind port d70f2fd5-d93c-499c-9bab-40cb3820b830 on network 8c3028d9-141b-433b-9989-530cbc885772 {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:05:26.752119 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e212867a-b690-47e3-9f07-a4a1404f774e tempest-PortsAdminExtendedAttrsTestJSON-2059852827 tempest-PortsAdminExtendedAttrsTestJSON-2059852827-project-admin] Port d70f2fd5-d93c-499c-9bab-40cb3820b830 on network 8c3028d9-141b-433b-9989-530cbc885772 not bound, no agent of type Open vSwitch agent registered on host n-h2-773647-6 {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 14:05:26.753263 n-d-773647-6 neutron-server[100246]: ERROR neutron.plugins.ml2.managers [None req-e212867a-b690-47e3-9f07-a4a1404f774e tempest-PortsAdminExtendedAttrsTestJSON-2059852827 tempest-PortsAdminExtendedAttrsTestJSON-2059852827-project-admin] Failed to bind port d70f2fd5-d93c-499c-9bab-40cb3820b830 on host n-h2-773647-6 for vnic_type normal using segments [{'id': 'e187ae54-c2a9-40ff-b6a6-e7080e8f1c35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '8c3028d9-141b-433b-9989-530cbc885772'}] Jul 06 14:05:26.753897 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-e212867a-b690-47e3-9f07-a4a1404f774e tempest-PortsAdminExtendedAttrsTestJSON-2059852827 tempest-PortsAdminExtendedAttrsTestJSON-2059852827-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:26.894556 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.db [None req-e212867a-b690-47e3-9f07-a4a1404f774e tempest-PortsAdminExtendedAttrsTestJSON-2059852827 tempest-PortsAdminExtendedAttrsTestJSON-2059852827-project-admin] For port d70f2fd5-d93c-499c-9bab-40cb3820b830, host n-h2-773647-6, cleared binding levels {{(pid=100246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:05:26.895024 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.db [None req-e212867a-b690-47e3-9f07-a4a1404f774e tempest-PortsAdminExtendedAttrsTestJSON-2059852827 tempest-PortsAdminExtendedAttrsTestJSON-2059852827-project-admin] Attempted to set empty binding levels {{(pid=100246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 06 14:05:26.900966 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-e212867a-b690-47e3-9f07-a4a1404f774e tempest-PortsAdminExtendedAttrsTestJSON-2059852827 tempest-PortsAdminExtendedAttrsTestJSON-2059852827-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127687527'] for port, after_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:26.928379 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-1bbc74cb-5365-4769-a1b1-714358d475f5 tempest-RoutersIpV6AdminTest-1269433453 tempest-RoutersIpV6AdminTest-1269433453-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:26.935204 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-1bbc74cb-5365-4769-a1b1-714358d475f5 tempest-RoutersIpV6AdminTest-1269433453 tempest-RoutersIpV6AdminTest-1269433453-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:26.937717 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [None req-e212867a-b690-47e3-9f07-a4a1404f774e tempest-PortsAdminExtendedAttrsTestJSON-2059852827 tempest-PortsAdminExtendedAttrsTestJSON-2059852827-project-admin] In _notify_port_updated(), no bound segment for port d70f2fd5-d93c-499c-9bab-40cb3820b830 on network 8c3028d9-141b-433b-9989-530cbc885772 {{(pid=100246) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 06 14:05:26.938743 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e212867a-b690-47e3-9f07-a4a1404f774e tempest-PortsAdminExtendedAttrsTestJSON-2059852827 tempest-PortsAdminExtendedAttrsTestJSON-2059852827-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:05:26.939389 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-e212867a-b690-47e3-9f07-a4a1404f774e tempest-PortsAdminExtendedAttrsTestJSON-2059852827 tempest-PortsAdminExtendedAttrsTestJSON-2059852827-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:26.940728 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-e212867a-b690-47e3-9f07-a4a1404f774e tempest-PortsAdminExtendedAttrsTestJSON-2059852827 tempest-PortsAdminExtendedAttrsTestJSON-2059852827-project-admin] 10.222.0.104 "PUT /v2.0/ports/d70f2fd5-d93c-499c-9bab-40cb3820b830 HTTP/1.1" status: 200 len: 975 time: 1.0840030 Jul 06 14:05:26.943558 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 41882) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:05:26.972980 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1bbc74cb-5365-4769-a1b1-714358d475f5 tempest-RoutersIpV6AdminTest-1269433453 tempest-RoutersIpV6AdminTest-1269433453-project-admin] vlan segment allocate from pool success with {'vlan_id': 1045, 'physical_network': 'physnet1'} {{(pid=100247) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 14:05:26.980250 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bbc74cb-5365-4769-a1b1-714358d475f5 tempest-RoutersIpV6AdminTest-1269433453 tempest-RoutersIpV6AdminTest-1269433453-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a22ecbf-84de-453b-afe3-64af5a110f2f,revision_number=1']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:05:26.987799 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-1bbc74cb-5365-4769-a1b1-714358d475f5 tempest-RoutersIpV6AdminTest-1269433453 tempest-RoutersIpV6AdminTest-1269433453-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552'] for segment, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:26.988255 n-d-773647-6 neutron-server[100247]: INFO neutron.db.segments_db [None req-1bbc74cb-5365-4769-a1b1-714358d475f5 tempest-RoutersIpV6AdminTest-1269433453 tempest-RoutersIpV6AdminTest-1269433453-project-admin] Added segment 1ed14221-f7ec-4537-9f61-abdb814b92bd of type vlan for network f4110b8b-3a4f-425a-96a3-44a15c998501 Jul 06 14:05:26.993358 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e212867a-b690-47e3-9f07-a4a1404f774e tempest-PortsAdminExtendedAttrsTestJSON-2059852827 tempest-PortsAdminExtendedAttrsTestJSON-2059852827-project-admin] Pushing event updated for resources: {'Port': ['ID=d70f2fd5-d93c-499c-9bab-40cb3820b830,revision_number=3']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:05:27.055363 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-1bbc74cb-5365-4769-a1b1-714358d475f5 tempest-RoutersIpV6AdminTest-1269433453 tempest-RoutersIpV6AdminTest-1269433453-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773752984405'] for network, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:27.088353 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [None req-46e9b315-96ce-4072-9e9f-57107401fd20 tempest-PortsAdminExtendedAttrsTestJSON-2059852827 tempest-PortsAdminExtendedAttrsTestJSON-2059852827-project-admin] Deleting port d70f2fd5-d93c-499c-9bab-40cb3820b830 {{(pid=100246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:05:27.088699 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-46e9b315-96ce-4072-9e9f-57107401fd20 tempest-PortsAdminExtendedAttrsTestJSON-2059852827 tempest-PortsAdminExtendedAttrsTestJSON-2059852827-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:27.128429 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-1bbc74cb-5365-4769-a1b1-714358d475f5 tempest-RoutersIpV6AdminTest-1269433453 tempest-RoutersIpV6AdminTest-1269433453-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060'] for network, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:27.130957 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bbc74cb-5365-4769-a1b1-714358d475f5 tempest-RoutersIpV6AdminTest-1269433453 tempest-RoutersIpV6AdminTest-1269433453-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:05:27.132671 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-1bbc74cb-5365-4769-a1b1-714358d475f5 tempest-RoutersIpV6AdminTest-1269433453 tempest-RoutersIpV6AdminTest-1269433453-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583035'] for network, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:27.191107 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.db [None req-46e9b315-96ce-4072-9e9f-57107401fd20 tempest-PortsAdminExtendedAttrsTestJSON-2059852827 tempest-PortsAdminExtendedAttrsTestJSON-2059852827-project-admin] For port d70f2fd5-d93c-499c-9bab-40cb3820b830, host n-h2-773647-6, got binding levels [] {{(pid=100246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:05:27.191503 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-46e9b315-96ce-4072-9e9f-57107401fd20 tempest-PortsAdminExtendedAttrsTestJSON-2059852827 tempest-PortsAdminExtendedAttrsTestJSON-2059852827-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:27.220028 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [None req-46e9b315-96ce-4072-9e9f-57107401fd20 tempest-PortsAdminExtendedAttrsTestJSON-2059852827 tempest-PortsAdminExtendedAttrsTestJSON-2059852827-project-admin] Calling delete_port for d70f2fd5-d93c-499c-9bab-40cb3820b830 owned by {{(pid=100246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:05:27.241341 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bbc74cb-5365-4769-a1b1-714358d475f5 tempest-RoutersIpV6AdminTest-1269433453 tempest-RoutersIpV6AdminTest-1269433453-project-admin] Pushing event updated for resources: {'Network': ['ID=f4110b8b-3a4f-425a-96a3-44a15c998501,revision_number=1']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:05:27.257402 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-1bbc74cb-5365-4769-a1b1-714358d475f5 tempest-RoutersIpV6AdminTest-1269433453 tempest-RoutersIpV6AdminTest-1269433453-project-admin] 10.222.0.104 "POST /v2.0/networks HTTP/1.1" status: 201 len: 876 time: 0.7708600 Jul 06 14:05:27.257581 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Network f4110b8b-3a4f-425a-96a3-44a15c998501 details requested by agent ovs-agent-n-d-773647-6 with host n-d-773647-6 {{(pid=100248) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 14:05:27.260297 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 41890) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:05:27.266697 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [None req-659bef30-29e4-4715-8793-364bdecb190a tempest-RoutersIpV6AdminTest-1269433453 tempest-RoutersIpV6AdminTest-1269433453-project-admin] Request body: {'subnet': {'network_id': 'f4110b8b-3a4f-425a-96a3-44a15c998501', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:05:27.314093 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-659bef30-29e4-4715-8793-364bdecb190a tempest-RoutersIpV6AdminTest-1269433453 tempest-RoutersIpV6AdminTest-1269433453-project-admin] Made reservation on behalf of e3235c86a72547c7b59ca1f3e9b45a11 for: {'subnet': 1} {{(pid=100247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:05:27.316722 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-659bef30-29e4-4715-8793-364bdecb190a tempest-RoutersIpV6AdminTest-1269433453 tempest-RoutersIpV6AdminTest-1269433453-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127627440'] for subnet, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:27.364501 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-46e9b315-96ce-4072-9e9f-57107401fd20 tempest-PortsAdminExtendedAttrsTestJSON-2059852827 tempest-PortsAdminExtendedAttrsTestJSON-2059852827-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127687580'] for port, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:27.409249 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e9b315-96ce-4072-9e9f-57107401fd20 tempest-PortsAdminExtendedAttrsTestJSON-2059852827 tempest-PortsAdminExtendedAttrsTestJSON-2059852827-project-admin] Pushing event deleted for resources: {'Port': ['ID=d70f2fd5-d93c-499c-9bab-40cb3820b830,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:05:27.419900 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-46e9b315-96ce-4072-9e9f-57107401fd20 tempest-PortsAdminExtendedAttrsTestJSON-2059852827 tempest-PortsAdminExtendedAttrsTestJSON-2059852827-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:27.425492 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-46e9b315-96ce-4072-9e9f-57107401fd20 tempest-PortsAdminExtendedAttrsTestJSON-2059852827 tempest-PortsAdminExtendedAttrsTestJSON-2059852827-project-admin] 10.222.0.104 "DELETE /v2.0/ports/d70f2fd5-d93c-499c-9bab-40cb3820b830 HTTP/1.1" status: 204 len: 168 time: 0.4809504 Jul 06 14:05:27.426389 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 41892) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:05:27.464824 n-d-773647-6 neutron-server[100246]: INFO neutron.pecan_wsgi.hooks.translation [None req-96caaf3f-ad73-4579-ba09-b3e50964d1f1 tempest-PortsAdminExtendedAttrsTestJSON-2059852827 tempest-PortsAdminExtendedAttrsTestJSON-2059852827-project-admin] GET failed (client error): The resource could not be found. Jul 06 14:05:27.470224 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-96caaf3f-ad73-4579-ba09-b3e50964d1f1 tempest-PortsAdminExtendedAttrsTestJSON-2059852827 tempest-PortsAdminExtendedAttrsTestJSON-2059852827-project-admin] 10.222.0.104 "GET /v2.0/ports/d70f2fd5-d93c-499c-9bab-40cb3820b830 HTTP/1.1" status: 404 len: 333 time: 0.0386922 Jul 06 14:05:27.470388 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 41894) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:05:27.570685 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-5bda4443-b162-4766-82ae-a7cc3a423aca tempest-PortsAdminExtendedAttrsTestJSON-2061324987 tempest-PortsAdminExtendedAttrsTestJSON-2061324987-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530492'] for network, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:27.690372 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-5bda4443-b162-4766-82ae-a7cc3a423aca tempest-PortsAdminExtendedAttrsTestJSON-2061324987 tempest-PortsAdminExtendedAttrsTestJSON-2061324987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-917204', 'neutron.services.segments.db._delete_segments_for_network-8773753502302'] for network, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:27.708281 n-d-773647-6 neutron-server[100246]: DEBUG neutron.services.segments.db [None req-5bda4443-b162-4766-82ae-a7cc3a423aca tempest-PortsAdminExtendedAttrsTestJSON-2061324987 tempest-PortsAdminExtendedAttrsTestJSON-2061324987-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c3028d9-141b-433b-9989-530cbc885772']}} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:05:27.735282 n-d-773647-6 neutron-server[100246]: DEBUG neutron.services.segments.db [None req-5bda4443-b162-4766-82ae-a7cc3a423aca tempest-PortsAdminExtendedAttrsTestJSON-2061324987 tempest-PortsAdminExtendedAttrsTestJSON-2061324987-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e187ae54-c2a9-40ff-b6a6-e7080e8f1c35') {'for_net_delete': True} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:05:27.735282 n-d-773647-6 neutron-server[100246]: DEBUG neutron.services.segments.db [None req-5bda4443-b162-4766-82ae-a7cc3a423aca tempest-PortsAdminExtendedAttrsTestJSON-2061324987 tempest-PortsAdminExtendedAttrsTestJSON-2061324987-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e187ae54-c2a9-40ff-b6a6-e7080e8f1c35') {} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:05:27.751990 n-d-773647-6 neutron-server[100247]: DEBUG neutron.objects.ports [None req-659bef30-29e4-4715-8793-364bdecb190a tempest-RoutersIpV6AdminTest-1269433453 tempest-RoutersIpV6AdminTest-1269433453-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=100247) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 06 14:05:27.752605 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-659bef30-29e4-4715-8793-364bdecb190a tempest-RoutersIpV6AdminTest-1269433453 tempest-RoutersIpV6AdminTest-1269433453-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1849032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-128888412', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127627426'] for subnet, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:27.756099 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-5bda4443-b162-4766-82ae-a7cc3a423aca tempest-PortsAdminExtendedAttrsTestJSON-2061324987 tempest-PortsAdminExtendedAttrsTestJSON-2061324987-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773753515138', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126218898'] for segment, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:27.778613 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-5bda4443-b162-4766-82ae-a7cc3a423aca tempest-PortsAdminExtendedAttrsTestJSON-2061324987 tempest-PortsAdminExtendedAttrsTestJSON-2061324987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552'] for segment, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:27.788745 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5bda4443-b162-4766-82ae-a7cc3a423aca tempest-PortsAdminExtendedAttrsTestJSON-2061324987 tempest-PortsAdminExtendedAttrsTestJSON-2061324987-project] Releasing vlan 1013 on physical network physnet1 to pool {{(pid=100246) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 14:05:27.789461 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-5bda4443-b162-4766-82ae-a7cc3a423aca tempest-PortsAdminExtendedAttrsTestJSON-2061324987 tempest-PortsAdminExtendedAttrsTestJSON-2061324987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127687491'] for segment, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:27.794517 n-d-773647-6 neutron-server[100246]: Traceback (most recent call last): Jul 06 14:05:27.794517 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 14:05:27.794517 n-d-773647-6 neutron-server[100246]: timer() Jul 06 14:05:27.794517 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 14:05:27.794517 n-d-773647-6 neutron-server[100246]: cb(*args, **kw) Jul 06 14:05:27.794517 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 14:05:27.794517 n-d-773647-6 neutron-server[100246]: return func(*args, **kwargs) Jul 06 14:05:27.794517 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 14:05:27.794517 n-d-773647-6 neutron-server[100246]: self._notify() Jul 06 14:05:27.794517 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 14:05:27.794517 n-d-773647-6 neutron-server[100246]: self.callback(batched_events) Jul 06 14:05:27.794517 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 14:05:27.794517 n-d-773647-6 neutron-server[100246]: event.method(event) Jul 06 14:05:27.794517 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 14:05:27.794517 n-d-773647-6 neutron-server[100246]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 14:05:27.794517 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 14:05:27.794517 n-d-773647-6 neutron-server[100246]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 14:05:27.794517 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 14:05:27.794517 n-d-773647-6 neutron-server[100246]: return f(self, *a, **k) Jul 06 14:05:27.794517 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 14:05:27.794517 n-d-773647-6 neutron-server[100246]: return self._get(url).json() Jul 06 14:05:27.794517 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 14:05:27.794517 n-d-773647-6 neutron-server[100246]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 14:05:27.794517 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 14:05:27.794517 n-d-773647-6 neutron-server[100246]: return self.request(url, 'GET', **kwargs) Jul 06 14:05:27.794517 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 14:05:27.794517 n-d-773647-6 neutron-server[100246]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 14:05:27.794517 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 14:05:27.794517 n-d-773647-6 neutron-server[100246]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 14:05:27.794517 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 14:05:27.794517 n-d-773647-6 neutron-server[100246]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 14:05:27.794517 n-d-773647-6 neutron-server[100246]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 14:05:27.831825 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659bef30-29e4-4715-8793-364bdecb190a tempest-RoutersIpV6AdminTest-1269433453 tempest-RoutersIpV6AdminTest-1269433453-project-admin] Pushing event updated for resources: {'Subnet': ['ID=a49ab1d5-4b0f-4c81-adaf-2ae3b3c5cb5a,revision_number=0']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:05:27.835626 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-659bef30-29e4-4715-8793-364bdecb190a tempest-RoutersIpV6AdminTest-1269433453 tempest-RoutersIpV6AdminTest-1269433453-project-admin] Checking segment: {'id': '1ed14221-f7ec-4537-9f61-abdb814b92bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1045, 'network_id': 'f4110b8b-3a4f-425a-96a3-44a15c998501'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100247) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:05:27.837722 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-659bef30-29e4-4715-8793-364bdecb190a tempest-RoutersIpV6AdminTest-1269433453 tempest-RoutersIpV6AdminTest-1269433453-project-admin] Network hostable DHCP agents. Network: f4110b8b-3a4f-425a-96a3-44a15c998501, hostable agents: ['f2bada3d-be77-4359-982b-8505a2bbca04'], hosted agents: [] {{(pid=100247) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 14:05:27.868611 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-659bef30-29e4-4715-8793-364bdecb190a tempest-RoutersIpV6AdminTest-1269433453 tempest-RoutersIpV6AdminTest-1269433453-project-admin] Network f4110b8b-3a4f-425a-96a3-44a15c998501 is scheduled to be hosted by DHCP agent f2bada3d-be77-4359-982b-8505a2bbca04 with binding_index 1 {{(pid=100247) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 14:05:27.884143 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.base_scheduler [None req-659bef30-29e4-4715-8793-364bdecb190a tempest-RoutersIpV6AdminTest-1269433453 tempest-RoutersIpV6AdminTest-1269433453-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773647-6, f4110b8b-3a4f-425a-96a3-44a15c998501) {{(pid=100247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:05:27.892511 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-5bda4443-b162-4766-82ae-a7cc3a423aca tempest-PortsAdminExtendedAttrsTestJSON-2061324987 tempest-PortsAdminExtendedAttrsTestJSON-2061324987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-917215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1761140'] for network, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:27.893842 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-659bef30-29e4-4715-8793-364bdecb190a tempest-RoutersIpV6AdminTest-1269433453 tempest-RoutersIpV6AdminTest-1269433453-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:05:27.894758 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-659bef30-29e4-4715-8793-364bdecb190a tempest-RoutersIpV6AdminTest-1269433453 tempest-RoutersIpV6AdminTest-1269433453-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583035'] for subnet, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:27.897210 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-953185b4-0e80-4e69-a13e-a89c5c7e61f3 None None] Network f4110b8b-3a4f-425a-96a3-44a15c998501 requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:05:27.903520 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-5bda4443-b162-4766-82ae-a7cc3a423aca tempest-PortsAdminExtendedAttrsTestJSON-2061324987 tempest-PortsAdminExtendedAttrsTestJSON-2061324987-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583035'] for network, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:27.911835 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-5bda4443-b162-4766-82ae-a7cc3a423aca tempest-PortsAdminExtendedAttrsTestJSON-2061324987 tempest-PortsAdminExtendedAttrsTestJSON-2061324987-project] 10.222.0.104 "DELETE /v2.0/networks/8c3028d9-141b-433b-9989-530cbc885772 HTTP/1.1" status: 204 len: 168 time: 0.4403992 Jul 06 14:05:27.929506 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bda4443-b162-4766-82ae-a7cc3a423aca tempest-PortsAdminExtendedAttrsTestJSON-2061324987 tempest-PortsAdminExtendedAttrsTestJSON-2061324987-project] Pushing event deleted for resources: {'Network': ['ID=8c3028d9-141b-433b-9989-530cbc885772,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:05:27.932487 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-659bef30-29e4-4715-8793-364bdecb190a tempest-RoutersIpV6AdminTest-1269433453 tempest-RoutersIpV6AdminTest-1269433453-project-admin] 10.222.0.104 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 0.6705620 Jul 06 14:05:27.937864 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 41898) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:05:27.946295 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [None req-fcc890b5-829f-402b-b6dd-8182cd9a8700 tempest-RoutersIpV6AdminTest-1269433453 tempest-RoutersIpV6AdminTest-1269433453-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-1901283564', 'network_id': 'f4110b8b-3a4f-425a-96a3-44a15c998501'}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:05:27.976068 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcc890b5-829f-402b-b6dd-8182cd9a8700 tempest-RoutersIpV6AdminTest-1269433453 tempest-RoutersIpV6AdminTest-1269433453-project-admin] Made reservation on behalf of e3235c86a72547c7b59ca1f3e9b45a11 for: {'port': 1} {{(pid=100247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:05:27.979928 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-fcc890b5-829f-402b-b6dd-8182cd9a8700 tempest-RoutersIpV6AdminTest-1269433453 tempest-RoutersIpV6AdminTest-1269433453-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:28.021333 n-d-773647-6 neutron-server[100247]: DEBUG neutron.notifiers.nova [None req-fcc890b5-829f-402b-b6dd-8182cd9a8700 tempest-RoutersIpV6AdminTest-1269433453 tempest-RoutersIpV6AdminTest-1269433453-project-admin] device_id is not set on port 4d6895b0-dfc6-46db-9a8e-87caf6d4879f yet. {{(pid=100247) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 14:05:28.231278 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25f6ed8c-6cce-43b9-84e2-cd95a06ecaab None None] Network f4110b8b-3a4f-425a-96a3-44a15c998501 requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:05:28.284030 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.db_base_plugin_common [None req-fcc890b5-829f-402b-b6dd-8182cd9a8700 tempest-RoutersIpV6AdminTest-1269433453 tempest-RoutersIpV6AdminTest-1269433453-project-admin] Allocated IP 2001:db8::34a (f4110b8b-3a4f-425a-96a3-44a15c998501/a49ab1d5-4b0f-4c81-adaf-2ae3b3c5cb5a/4d6895b0-dfc6-46db-9a8e-87caf6d4879f) {{(pid=100247) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:05:28.392958 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Device 4d1d955e-d814-435a-9b5f-74b44da2662d details requested by agent hyperv_n-h1-773647-6 with host n-h1-773647-6 {{(pid=100248) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 14:05:28.463589 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 41904) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:05:28.468063 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-03f71b24-a9b8-453a-8924-caa3f97bc6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:28.532858 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-fcc890b5-829f-402b-b6dd-8182cd9a8700 tempest-RoutersIpV6AdminTest-1269433453 tempest-RoutersIpV6AdminTest-1269433453-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:28.579296 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] For port 4d1d955e-d814-435a-9b5f-74b44da2662d, host n-h1-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773647-6',level=0,port_id=4d1d955e-d814-435a-9b5f-74b44da2662d,segment=NetworkSegment(b5b7410c-45e5-4ed8-a57c-36aa81e0edd8),segment_id=b5b7410c-45e5-4ed8-a57c-36aa81e0edd8)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:05:28.600234 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Returning: {'device': '4d1d955e-d814-435a-9b5f-74b44da2662d', 'network_id': '1d64a7a8-3d12-4141-b8ce-bd281ed9aaab', 'port_id': '4d1d955e-d814-435a-9b5f-74b44da2662d', 'mac_address': 'fa:16:3e:fe:53:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1044, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1fa3d62-6d70-434d-886e-5edc2778795a', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100248) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 14:05:28.611163 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-fcc890b5-829f-402b-b6dd-8182cd9a8700 tempest-RoutersIpV6AdminTest-1269433453 tempest-RoutersIpV6AdminTest-1269433453-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-128888360'] for port, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:28.679612 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcc890b5-829f-402b-b6dd-8182cd9a8700 tempest-RoutersIpV6AdminTest-1269433453 tempest-RoutersIpV6AdminTest-1269433453-project-admin] Network f4110b8b-3a4f-425a-96a3-44a15c998501 is already hosted by enough agents. {{(pid=100247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:05:28.680942 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-8c772f98-1fbc-4166-b592-aa016e3dcf72 admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=99e53a2478c14c4ca814cf042fbe246f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2151458 Jul 06 14:05:28.684644 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 41908) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:05:28.688615 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:28.688818 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.base_scheduler [None req-fcc890b5-829f-402b-b6dd-8182cd9a8700 tempest-RoutersIpV6AdminTest-1269433453 tempest-RoutersIpV6AdminTest-1269433453-project-admin] Resources bound (agent type, host, resource id): {{(pid=100247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:05:28.692774 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcc890b5-829f-402b-b6dd-8182cd9a8700 tempest-RoutersIpV6AdminTest-1269433453 tempest-RoutersIpV6AdminTest-1269433453-project-admin] Received port after_create {{(pid=100247) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:05:28.693772 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcc890b5-829f-402b-b6dd-8182cd9a8700 tempest-RoutersIpV6AdminTest-1269433453 tempest-RoutersIpV6AdminTest-1269433453-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:05:28.694502 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-fcc890b5-829f-402b-b6dd-8182cd9a8700 tempest-RoutersIpV6AdminTest-1269433453 tempest-RoutersIpV6AdminTest-1269433453-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:28.717526 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-fcc890b5-829f-402b-b6dd-8182cd9a8700 tempest-RoutersIpV6AdminTest-1269433453 tempest-RoutersIpV6AdminTest-1269433453-project-admin] 10.222.0.104 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 0.7758613 Jul 06 14:05:28.717526 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc890b5-829f-402b-b6dd-8182cd9a8700 tempest-RoutersIpV6AdminTest-1269433453 tempest-RoutersIpV6AdminTest-1269433453-project-admin] Pushing event updated for resources: {'Port': ['ID=4d6895b0-dfc6-46db-9a8e-87caf6d4879f,revision_number=1']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:05:28.720078 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 41910) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:05:28.731115 n-d-773647-6 neutron-server[100248]: DEBUG neutron.notifiers.nova [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d1d955e-d814-435a-9b5f-74b44da2662d {{(pid=100248) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 14:05:28.760531 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] For port 4d1d955e-d814-435a-9b5f-74b44da2662d, host n-h1-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773647-6',level=0,port_id=4d1d955e-d814-435a-9b5f-74b44da2662d,segment=NetworkSegment(b5b7410c-45e5-4ed8-a57c-36aa81e0edd8),segment_id=b5b7410c-45e5-4ed8-a57c-36aa81e0edd8)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:05:28.766009 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:28.787816 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-a769150c-7fa1-45db-8e50-2c38af2f1f52 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:28.828106 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-a769150c-7fa1-45db-8e50-2c38af2f1f52 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:28.852769 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.plugin [None req-7c157e3a-c9e2-44e2-8b00-84e5957542e1 tempest-RoutersIpV6AdminTest-1269433453 tempest-RoutersIpV6AdminTest-1269433453-project-admin] Deleting port 4d6895b0-dfc6-46db-9a8e-87caf6d4879f {{(pid=100247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:05:28.853356 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Pushing event updated for resources: {'Port': ['ID=4d1d955e-d814-435a-9b5f-74b44da2662d,revision_number=4']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:05:28.853850 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-7c157e3a-c9e2-44e2-8b00-84e5957542e1 tempest-RoutersIpV6AdminTest-1269433453 tempest-RoutersIpV6AdminTest-1269433453-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:28.902366 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-a769150c-7fa1-45db-8e50-2c38af2f1f52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:28.911114 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-a769150c-7fa1-45db-8e50-2c38af2f1f52 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:28.917433 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-a769150c-7fa1-45db-8e50-2c38af2f1f52 admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/3037c848-3c55-431a-adfc-d98c65536589 HTTP/1.1" status: 204 len: 168 time: 0.2252035 Jul 06 14:05:28.928051 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a769150c-7fa1-45db-8e50-2c38af2f1f52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3037c848-3c55-431a-adfc-d98c65536589,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:05:28.950310 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-7c157e3a-c9e2-44e2-8b00-84e5957542e1 tempest-RoutersIpV6AdminTest-1269433453 tempest-RoutersIpV6AdminTest-1269433453-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:28.970219 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.plugin [None req-7c157e3a-c9e2-44e2-8b00-84e5957542e1 tempest-RoutersIpV6AdminTest-1269433453 tempest-RoutersIpV6AdminTest-1269433453-project-admin] Calling delete_port for 4d6895b0-dfc6-46db-9a8e-87caf6d4879f owned by {{(pid=100247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:05:29.115725 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] get_ports_and_sgs() called for port_ids ['4d1d955e-d814-435a-9b5f-74b44da2662d'] {{(pid=100248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 14:05:29.161491 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-7c157e3a-c9e2-44e2-8b00-84e5957542e1 tempest-RoutersIpV6AdminTest-1269433453 tempest-RoutersIpV6AdminTest-1269433453-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128888353'] for port, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:29.250054 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c157e3a-c9e2-44e2-8b00-84e5957542e1 tempest-RoutersIpV6AdminTest-1269433453 tempest-RoutersIpV6AdminTest-1269433453-project-admin] Pushing event deleted for resources: {'Port': ['ID=4d6895b0-dfc6-46db-9a8e-87caf6d4879f,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:05:29.275894 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-7c157e3a-c9e2-44e2-8b00-84e5957542e1 tempest-RoutersIpV6AdminTest-1269433453 tempest-RoutersIpV6AdminTest-1269433453-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:29.282637 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 41916) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:05:29.283638 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-7c157e3a-c9e2-44e2-8b00-84e5957542e1 tempest-RoutersIpV6AdminTest-1269433453 tempest-RoutersIpV6AdminTest-1269433453-project-admin] 10.222.0.104 "DELETE /v2.0/ports/4d6895b0-dfc6-46db-9a8e-87caf6d4879f HTTP/1.1" status: 204 len: 168 time: 0.5625055 Jul 06 14:05:29.290334 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-96b7473f-d2e8-428a-a9c3-e938a6726651 tempest-RoutersIpV6AdminTest-1269433453 tempest-RoutersIpV6AdminTest-1269433453-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'f4110b8b-3a4f-425a-96a3-44a15c998501', 'external_fixed_ips': [{'subnet_id': 'a49ab1d5-4b0f-4c81-adaf-2ae3b3c5cb5a', 'ip_address': '2001:db8::34a'}]}}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:05:29.333255 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-96b7473f-d2e8-428a-a9c3-e938a6726651 tempest-RoutersIpV6AdminTest-1269433453 tempest-RoutersIpV6AdminTest-1269433453-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1806290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6992'] for router, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:29.334430 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-96b7473f-d2e8-428a-a9c3-e938a6726651 tempest-RoutersIpV6AdminTest-1269433453 tempest-RoutersIpV6AdminTest-1269433453-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1806157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1808637', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1714747', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7007'] for router, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:29.426196 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-96b7473f-d2e8-428a-a9c3-e938a6726651 tempest-RoutersIpV6AdminTest-1269433453 tempest-RoutersIpV6AdminTest-1269433453-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:29.434918 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 41920) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:05:29.606343 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-ef5029c9-e21a-4f44-95a1-ce72b5fa9b3c admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=2f372f375dfe49edad70d6bddf4a7ce5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1676772 Jul 06 14:05:29.607059 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 41922) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:05:29.617235 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-96b7473f-d2e8-428a-a9c3-e938a6726651 tempest-RoutersIpV6AdminTest-1269433453 tempest-RoutersIpV6AdminTest-1269433453-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1761047', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1806272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6989'] for router, precommit_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:29.749844 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-566419aa-9075-4e05-90c0-271af99ec0a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:29.790815 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-566419aa-9075-4e05-90c0-271af99ec0a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:29.927654 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-566419aa-9075-4e05-90c0-271af99ec0a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:29.931481 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-566419aa-9075-4e05-90c0-271af99ec0a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:29.940454 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-566419aa-9075-4e05-90c0-271af99ec0a2 admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/8ac13122-569a-4c03-91cf-b7667d1d485b HTTP/1.1" status: 204 len: 168 time: 0.3327549 Jul 06 14:05:29.985082 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566419aa-9075-4e05-90c0-271af99ec0a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ac13122-569a-4c03-91cf-b7667d1d485b,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:05:30.164725 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-96b7473f-d2e8-428a-a9c3-e938a6726651 tempest-RoutersIpV6AdminTest-1269433453 tempest-RoutersIpV6AdminTest-1269433453-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:30.193943 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-96b7473f-d2e8-428a-a9c3-e938a6726651 tempest-RoutersIpV6AdminTest-1269433453 tempest-RoutersIpV6AdminTest-1269433453-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:30.376825 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Device 4d1d955e-d814-435a-9b5f-74b44da2662d up at agent hyperv_n-h1-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:05:30.447515 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Provisioning for port 4d1d955e-d814-435a-9b5f-74b44da2662d completed by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:05:30.458201 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Provisioning complete for port 4d1d955e-d814-435a-9b5f-74b44da2662d triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:05:30.458987 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:30.636745 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-20b0b41f-f9b5-4481-b526-d31debe62aa7 req-579624b1-5ba9-4363-bb80-2790e00f5cb0 service neutron] 10.222.0.127 "GET /v2.0/ports?device_id=bf6e1ecb-17f2-4a7a-9296-eb9480bbf176&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1163516 Jul 06 14:05:30.660036 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:30.722130 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] For port 4d1d955e-d814-435a-9b5f-74b44da2662d, host n-h1-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773647-6',level=0,port_id=4d1d955e-d814-435a-9b5f-74b44da2662d,segment=NetworkSegment(b5b7410c-45e5-4ed8-a57c-36aa81e0edd8),segment_id=b5b7410c-45e5-4ed8-a57c-36aa81e0edd8)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:05:30.764461 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:30.826769 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.db_base_plugin_common [None req-96b7473f-d2e8-428a-a9c3-e938a6726651 tempest-RoutersIpV6AdminTest-1269433453 tempest-RoutersIpV6AdminTest-1269433453-project-admin] Allocated IP 2001:db8::34a (f4110b8b-3a4f-425a-96a3-44a15c998501/a49ab1d5-4b0f-4c81-adaf-2ae3b3c5cb5a/690dba8a-41c9-4eda-955b-1651ff277cfd) {{(pid=100246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:05:30.864450 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Pushing event updated for resources: {'Port': ['ID=4d1d955e-d814-435a-9b5f-74b44da2662d,revision_number=5']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:05:30.879628 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b0b41f-f9b5-4481-b526-d31debe62aa7 req-00904cde-25ed-4bca-b81b-4ea483e21505 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:05:30.884863 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-20b0b41f-f9b5-4481-b526-d31debe62aa7 req-00904cde-25ed-4bca-b81b-4ea483e21505 service neutron] 10.222.0.127 "GET /v2.0/ports?tenant_id=ec447d57cd3445c7ade9afee245937c6&device_id=bf6e1ecb-17f2-4a7a-9296-eb9480bbf176 HTTP/1.1" status: 200 len: 1100 time: 0.1809614 Jul 06 14:05:30.993504 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-96b7473f-d2e8-428a-a9c3-e938a6726651 tempest-RoutersIpV6AdminTest-1269433453 tempest-RoutersIpV6AdminTest-1269433453-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:31.074778 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-96b7473f-d2e8-428a-a9c3-e938a6726651 tempest-RoutersIpV6AdminTest-1269433453 tempest-RoutersIpV6AdminTest-1269433453-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-127687573'] for port, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:31.122707 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96b7473f-d2e8-428a-a9c3-e938a6726651 tempest-RoutersIpV6AdminTest-1269433453 tempest-RoutersIpV6AdminTest-1269433453-project-admin] Network f4110b8b-3a4f-425a-96a3-44a15c998501 is already hosted by enough agents. {{(pid=100246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:05:31.126300 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.base_scheduler [None req-96b7473f-d2e8-428a-a9c3-e938a6726651 tempest-RoutersIpV6AdminTest-1269433453 tempest-RoutersIpV6AdminTest-1269433453-project-admin] Resources bound (agent type, host, resource id): {{(pid=100246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:05:31.133422 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96b7473f-d2e8-428a-a9c3-e938a6726651 tempest-RoutersIpV6AdminTest-1269433453 tempest-RoutersIpV6AdminTest-1269433453-project-admin] Received port after_create {{(pid=100246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:05:31.155464 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b0b41f-f9b5-4481-b526-d31debe62aa7 req-b9e704ad-6a01-4716-8b87-68234fe0fc8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:05:31.158055 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-20b0b41f-f9b5-4481-b526-d31debe62aa7 req-b9e704ad-6a01-4716-8b87-68234fe0fc8c service neutron] 10.222.0.127 "GET /v2.0/networks?id=ac09d390-867f-4b75-a8d2-ab11550bffd6 HTTP/1.1" status: 200 len: 871 time: 0.2366943 Jul 06 14:05:31.232022 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-20b0b41f-f9b5-4481-b526-d31debe62aa7 req-930b85dd-5a4e-45e1-85f7-98f7fb28a9ae service neutron] 10.222.0.127 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.140&port_id=fd226586-54a3-4c8f-87bb-11c002aac048 HTTP/1.1" status: 200 len: 217 time: 0.0666044 Jul 06 14:05:31.292524 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 41946) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:05:31.313397 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b7473f-d2e8-428a-a9c3-e938a6726651 tempest-RoutersIpV6AdminTest-1269433453 tempest-RoutersIpV6AdminTest-1269433453-project-admin] Pushing event updated for resources: {'Port': ['ID=690dba8a-41c9-4eda-955b-1651ff277cfd,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:05:31.323231 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b0b41f-f9b5-4481-b526-d31debe62aa7 req-db3eb919-1b22-4569-a2a9-c5846c120e1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:05:31.326852 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-20b0b41f-f9b5-4481-b526-d31debe62aa7 req-db3eb919-1b22-4569-a2a9-c5846c120e1d service neutron] 10.222.0.127 "GET /v2.0/subnets?id=d1c3cc78-09b9-4e30-99fd-0e5830de101d HTTP/1.1" status: 200 len: 843 time: 0.0889099 Jul 06 14:05:31.450608 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b0b41f-f9b5-4481-b526-d31debe62aa7 req-3b74cead-5cf9-4552-8b78-535596224ae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:05:31.453174 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-20b0b41f-f9b5-4481-b526-d31debe62aa7 req-3b74cead-5cf9-4552-8b78-535596224ae0 service neutron] 10.222.0.127 "GET /v2.0/ports?network_id=ac09d390-867f-4b75-a8d2-ab11550bffd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1186709 Jul 06 14:05:31.477648 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-96b7473f-d2e8-428a-a9c3-e938a6726651 tempest-RoutersIpV6AdminTest-1269433453 tempest-RoutersIpV6AdminTest-1269433453-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:31.565407 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-f74a6378-6b45-4263-951f-86c4b744966c tempest-AgentManagementNegativeTest-726699406 tempest-AgentManagementNegativeTest-726699406-project] 10.222.0.104 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.2678158 Jul 06 14:05:31.674389 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-20b0b41f-f9b5-4481-b526-d31debe62aa7 req-a2e70e06-2d32-4179-917a-d53c3c192348 service neutron] 10.222.0.127 "GET /v2.0/networks/ac09d390-867f-4b75-a8d2-ab11550bffd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2140038 Jul 06 14:05:31.790982 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-96b7473f-d2e8-428a-a9c3-e938a6726651 tempest-RoutersIpV6AdminTest-1269433453 tempest-RoutersIpV6AdminTest-1269433453-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1806297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1761036'] for router, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:31.908580 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-20b0b41f-f9b5-4481-b526-d31debe62aa7 req-24014773-1eb2-4d6b-aeaa-6bf1f98b84d2 service neutron] 10.222.0.127 "GET /v2.0/networks/ac09d390-867f-4b75-a8d2-ab11550bffd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2238979 Jul 06 14:05:31.977426 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96b7473f-d2e8-428a-a9c3-e938a6726651 tempest-RoutersIpV6AdminTest-1269433453 tempest-RoutersIpV6AdminTest-1269433453-project-admin] Router 9ec86809-cc54-454a-b80a-da0261a7acbe is scheduled to L3 agent 2823d358-a11b-4885-a706-95a279e43fa7 with binding_index 1 {{(pid=100246) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 14:05:32.075254 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 41956) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:05:32.149285 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96b7473f-d2e8-428a-a9c3-e938a6726651 tempest-RoutersIpV6AdminTest-1269433453 tempest-RoutersIpV6AdminTest-1269433453-project-admin] Notify agent at l3_agent.n-d-773647-6 the message routers_updated {{(pid=100246) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 14:05:32.161017 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ddcfbb8-66f2-4b35-b166-8ceec9014fdb None None] Sync routers for ids ['9ec86809-cc54-454a-b80a-da0261a7acbe'] in n-d-773647-6 {{(pid=100248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 14:05:32.170740 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-96b7473f-d2e8-428a-a9c3-e938a6726651 tempest-RoutersIpV6AdminTest-1269433453 tempest-RoutersIpV6AdminTest-1269433453-project-admin] Notify callbacks [] for router, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:32.172428 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-96b7473f-d2e8-428a-a9c3-e938a6726651 tempest-RoutersIpV6AdminTest-1269433453 tempest-RoutersIpV6AdminTest-1269433453-project-admin] 10.222.0.104 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 2.8871725 Jul 06 14:05:32.174993 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 41960) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:05:32.175992 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ddcfbb8-66f2-4b35-b166-8ceec9014fdb None None] Routers {'9ec86809-cc54-454a-b80a-da0261a7acbe'} bound to L3 agent in host n-d-773647-6 {{(pid=100248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:05:32.177282 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-0ddcfbb8-66f2-4b35-b166-8ceec9014fdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T14:05:26Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['9ec86809-cc54-454a-b80a-da0261a7acbe'], 'active': True} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:05:32.260103 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-de1eae57-653c-4835-9b3e-c5e9f1c6157d admin admin] Notify callbacks [] for security_group, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:32.346607 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-b8123b63-1c55-45ed-a344-1f9cffa379ad tempest-RoutersIpV6AdminTest-1269433453 tempest-RoutersIpV6AdminTest-1269433453-project-admin] Notify callbacks [] for router, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:32.418580 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvr_db [None req-0ddcfbb8-66f2-4b35-b166-8ceec9014fdb None None] Set router 9ec86809-cc54-454a-b80a-da0261a7acbe gateway port host: n-d-773647-6 {{(pid=100248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:05:32.527778 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-b8123b63-1c55-45ed-a344-1f9cffa379ad tempest-RoutersIpV6AdminTest-1269433453 tempest-RoutersIpV6AdminTest-1269433453-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:32.547094 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-de1eae57-653c-4835-9b3e-c5e9f1c6157d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:32.579473 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-de1eae57-653c-4835-9b3e-c5e9f1c6157d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:32.644622 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-de1eae57-653c-4835-9b3e-c5e9f1c6157d admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=31d2eff0cac44a8c9b288e3554899439&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5659087 Jul 06 14:05:32.644622 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1eae57-653c-4835-9b3e-c5e9f1c6157d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4002c6b1-4b72-4033-90ec-d564d09d542e,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:05:32.644988 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 41966) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:05:32.683371 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [None req-b8123b63-1c55-45ed-a344-1f9cffa379ad tempest-RoutersIpV6AdminTest-1269433453 tempest-RoutersIpV6AdminTest-1269433453-project-admin] Deleting port 690dba8a-41c9-4eda-955b-1651ff277cfd {{(pid=100246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:05:32.683674 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-b8123b63-1c55-45ed-a344-1f9cffa379ad tempest-RoutersIpV6AdminTest-1269433453 tempest-RoutersIpV6AdminTest-1269433453-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:32.713833 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-0ddcfbb8-66f2-4b35-b166-8ceec9014fdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ec86809-cc54-454a-b80a-da0261a7acbe', 'name': '', 'tenant_id': 'e3235c86a72547c7b59ca1f3e9b45a11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4110b8b-3a4f-425a-96a3-44a15c998501', 'external_fixed_ips': [{'subnet_id': 'a49ab1d5-4b0f-4c81-adaf-2ae3b3c5cb5a', 'ip_address': '2001:db8::34a'}], 'enable_snat': True}, 'gw_port_id': '690dba8a-41c9-4eda-955b-1651ff277cfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:05:29Z', 'updated_at': '2021-07-06T14:05:31Z', 'revision_number': 3, 'project_id': 'e3235c86a72547c7b59ca1f3e9b45a11', 'gw_port': {'id': '690dba8a-41c9-4eda-955b-1651ff277cfd', 'name': '', 'network_id': 'f4110b8b-3a4f-425a-96a3-44a15c998501', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:68:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ec86809-cc54-454a-b80a-da0261a7acbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1338, 'fixed_ips': [{'subnet_id': 'a49ab1d5-4b0f-4c81-adaf-2ae3b3c5cb5a', 'ip_address': '2001:db8::34a', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:05:30Z', 'updated_at': '2021-07-06T14:05:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a49ab1d5-4b0f-4c81-adaf-2ae3b3c5cb5a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6'}], 'n-d-773647-6', False) {} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:05:32.758278 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-c2048cf3-56b0-4863-bd15-d3de6ebc826b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:32.776191 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ddcfbb8-66f2-4b35-b166-8ceec9014fdb None None] Checking router: 9ec86809-cc54-454a-b80a-da0261a7acbe for host: n-d-773647-6 {{(pid=100248) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 14:05:32.777379 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ddcfbb8-66f2-4b35-b166-8ceec9014fdb None None] Updating router 9ec86809-cc54-454a-b80a-da0261a7acbe port 690dba8a-41c9-4eda-955b-1651ff277cfd binding host n-d-773647-6 {{(pid=100248) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 14:05:32.792661 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-c2048cf3-56b0-4863-bd15-d3de6ebc826b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:32.841405 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-0ddcfbb8-66f2-4b35-b166-8ceec9014fdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:32.876808 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-b8123b63-1c55-45ed-a344-1f9cffa379ad tempest-RoutersIpV6AdminTest-1269433453 tempest-RoutersIpV6AdminTest-1269433453-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:32.885306 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-c2048cf3-56b0-4863-bd15-d3de6ebc826b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:32.888754 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-c2048cf3-56b0-4863-bd15-d3de6ebc826b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:32.890446 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-c2048cf3-56b0-4863-bd15-d3de6ebc826b admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/4002c6b1-4b72-4033-90ec-d564d09d542e HTTP/1.1" status: 204 len: 168 time: 0.2439575 Jul 06 14:05:32.900215 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [None req-b8123b63-1c55-45ed-a344-1f9cffa379ad tempest-RoutersIpV6AdminTest-1269433453 tempest-RoutersIpV6AdminTest-1269433453-project-admin] Calling delete_port for 690dba8a-41c9-4eda-955b-1651ff277cfd owned by network:router_gateway {{(pid=100246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:05:32.902928 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2048cf3-56b0-4863-bd15-d3de6ebc826b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4002c6b1-4b72-4033-90ec-d564d09d542e,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:05:33.175407 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-b8123b63-1c55-45ed-a344-1f9cffa379ad tempest-RoutersIpV6AdminTest-1269433453 tempest-RoutersIpV6AdminTest-1269433453-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127687580'] for port, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:33.216406 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8123b63-1c55-45ed-a344-1f9cffa379ad tempest-RoutersIpV6AdminTest-1269433453 tempest-RoutersIpV6AdminTest-1269433453-project-admin] Pushing event deleted for resources: {'Port': ['ID=690dba8a-41c9-4eda-955b-1651ff277cfd,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:05:33.247446 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-b8123b63-1c55-45ed-a344-1f9cffa379ad tempest-RoutersIpV6AdminTest-1269433453 tempest-RoutersIpV6AdminTest-1269433453-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1761104'] for router_gateway, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:33.363858 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-b8123b63-1c55-45ed-a344-1f9cffa379ad tempest-RoutersIpV6AdminTest-1269433453 tempest-RoutersIpV6AdminTest-1269433453-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1806308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6982'] for router, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:33.366745 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-b8123b63-1c55-45ed-a344-1f9cffa379ad tempest-RoutersIpV6AdminTest-1269433453 tempest-RoutersIpV6AdminTest-1269433453-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:33.438257 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-b8123b63-1c55-45ed-a344-1f9cffa379ad tempest-RoutersIpV6AdminTest-1269433453 tempest-RoutersIpV6AdminTest-1269433453-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1805684'] for router, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:33.438257 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8123b63-1c55-45ed-a344-1f9cffa379ad tempest-RoutersIpV6AdminTest-1269433453 tempest-RoutersIpV6AdminTest-1269433453-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 9ec86809-cc54-454a-b80a-da0261a7acbe {{(pid=100246) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 14:05:33.443829 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-b8123b63-1c55-45ed-a344-1f9cffa379ad tempest-RoutersIpV6AdminTest-1269433453 tempest-RoutersIpV6AdminTest-1269433453-project-admin] Notify callbacks [] for router, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:33.445119 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-b8123b63-1c55-45ed-a344-1f9cffa379ad tempest-RoutersIpV6AdminTest-1269433453 tempest-RoutersIpV6AdminTest-1269433453-project-admin] 10.222.0.104 "DELETE /v2.0/routers/9ec86809-cc54-454a-b80a-da0261a7acbe HTTP/1.1" status: 204 len: 168 time: 1.2681551 Jul 06 14:05:33.447923 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 41992) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:05:33.488698 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.db.api [None req-0ddcfbb8-66f2-4b35-b166-8ceec9014fdb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100248) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 06 14:05:33.489316 n-d-773647-6 neutron-server[100248]: DEBUG oslo_db.api [None req-0ddcfbb8-66f2-4b35-b166-8ceec9014fdb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 06 14:05:33.518289 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e0b1de7-8009-4783-b19a-704b4561f066 tempest-RoutersIpV6AdminTest-1269433453 tempest-RoutersIpV6AdminTest-1269433453-project-admin] Deleting subnet a49ab1d5-4b0f-4c81-adaf-2ae3b3c5cb5a {{(pid=100247) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 14:05:33.521695 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-5e0b1de7-8009-4783-b19a-704b4561f066 tempest-RoutersIpV6AdminTest-1269433453 tempest-RoutersIpV6AdminTest-1269433453-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:33.573800 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-5e0b1de7-8009-4783-b19a-704b4561f066 tempest-RoutersIpV6AdminTest-1269433453 tempest-RoutersIpV6AdminTest-1269433453-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127131748'] for subnet, precommit_delete_associations {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:33.630307 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-5e0b1de7-8009-4783-b19a-704b4561f066 tempest-RoutersIpV6AdminTest-1269433453 tempest-RoutersIpV6AdminTest-1269433453-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-913473'] for subnet, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:33.701035 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-5e0b1de7-8009-4783-b19a-704b4561f066 tempest-RoutersIpV6AdminTest-1269433453 tempest-RoutersIpV6AdminTest-1269433453-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-913480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1849032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-128888347', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127627857'] for subnet, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:33.738296 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0b1de7-8009-4783-b19a-704b4561f066 tempest-RoutersIpV6AdminTest-1269433453 tempest-RoutersIpV6AdminTest-1269433453-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=a49ab1d5-4b0f-4c81-adaf-2ae3b3c5cb5a,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:05:33.742471 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-5e0b1de7-8009-4783-b19a-704b4561f066 tempest-RoutersIpV6AdminTest-1269433453 tempest-RoutersIpV6AdminTest-1269433453-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583035'] for subnet, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:33.748058 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-5e0b1de7-8009-4783-b19a-704b4561f066 tempest-RoutersIpV6AdminTest-1269433453 tempest-RoutersIpV6AdminTest-1269433453-project-admin] 10.222.0.104 "DELETE /v2.0/subnets/a49ab1d5-4b0f-4c81-adaf-2ae3b3c5cb5a HTTP/1.1" status: 204 len: 168 time: 0.2987778 Jul 06 14:05:33.748277 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 42012) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:05:33.854453 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-719ba5cc-5776-4920-a18b-84afe98ba786 tempest-RoutersIpV6AdminTest-1269433453 tempest-RoutersIpV6AdminTest-1269433453-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530492'] for network, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:33.904113 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 42032) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:05:33.953216 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-719ba5cc-5776-4920-a18b-84afe98ba786 tempest-RoutersIpV6AdminTest-1269433453 tempest-RoutersIpV6AdminTest-1269433453-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-917204', 'neutron.services.segments.db._delete_segments_for_network-8773753502302'] for network, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:33.966772 n-d-773647-6 neutron-server[100246]: DEBUG neutron.services.segments.db [None req-719ba5cc-5776-4920-a18b-84afe98ba786 tempest-RoutersIpV6AdminTest-1269433453 tempest-RoutersIpV6AdminTest-1269433453-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f4110b8b-3a4f-425a-96a3-44a15c998501']}} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:05:33.981762 n-d-773647-6 neutron-server[100246]: DEBUG neutron.services.segments.db [None req-719ba5cc-5776-4920-a18b-84afe98ba786 tempest-RoutersIpV6AdminTest-1269433453 tempest-RoutersIpV6AdminTest-1269433453-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ed14221-f7ec-4537-9f61-abdb814b92bd') {'for_net_delete': True} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:05:33.983024 n-d-773647-6 neutron-server[100246]: DEBUG neutron.services.segments.db [None req-719ba5cc-5776-4920-a18b-84afe98ba786 tempest-RoutersIpV6AdminTest-1269433453 tempest-RoutersIpV6AdminTest-1269433453-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ed14221-f7ec-4537-9f61-abdb814b92bd') {} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:05:34.000216 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-719ba5cc-5776-4920-a18b-84afe98ba786 tempest-RoutersIpV6AdminTest-1269433453 tempest-RoutersIpV6AdminTest-1269433453-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773753515138', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126218898'] for segment, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:34.017548 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ddcfbb8-66f2-4b35-b166-8ceec9014fdb None None] Port 690dba8a-41c9-4eda-955b-1651ff277cfd not found while updating agent binding for router 9ec86809-cc54-454a-b80a-da0261a7acbe. {{(pid=100248) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Jul 06 14:05:34.024851 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [None req-134a5d3b-39ae-4545-8e29-1fb72899d0b5 tempest-ExtraDHCPOptionsTestJSON-169983230 tempest-ExtraDHCPOptionsTestJSON-169983230-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-1945611435'}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:05:34.028532 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-719ba5cc-5776-4920-a18b-84afe98ba786 tempest-RoutersIpV6AdminTest-1269433453 tempest-RoutersIpV6AdminTest-1269433453-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552'] for segment, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:34.029132 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ddcfbb8-66f2-4b35-b166-8ceec9014fdb None None] Routers set() bound to L3 agent in host n-d-773647-6 {{(pid=100248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:05:34.029505 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ddcfbb8-66f2-4b35-b166-8ceec9014fdb None None] Router IDs set() for agent in host n-d-773647-6 {{(pid=100248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 06 14:05:34.031077 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_agentschedulers_db [None req-0ddcfbb8-66f2-4b35-b166-8ceec9014fdb None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'9ec86809-cc54-454a-b80a-da0261a7acbe'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T14:05:26Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent'). {{(pid=100248) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 06 14:05:34.031745 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ddcfbb8-66f2-4b35-b166-8ceec9014fdb None None] The sync data for ids ['9ec86809-cc54-454a-b80a-da0261a7acbe'] in n-d-773647-6 is: [] {{(pid=100248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 14:05:34.044075 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-719ba5cc-5776-4920-a18b-84afe98ba786 tempest-RoutersIpV6AdminTest-1269433453 tempest-RoutersIpV6AdminTest-1269433453-project-admin] Releasing vlan 1045 on physical network physnet1 to pool {{(pid=100246) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 14:05:34.044490 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-719ba5cc-5776-4920-a18b-84afe98ba786 tempest-RoutersIpV6AdminTest-1269433453 tempest-RoutersIpV6AdminTest-1269433453-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127687491'] for segment, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:34.047829 n-d-773647-6 neutron-server[100246]: Traceback (most recent call last): Jul 06 14:05:34.047829 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 14:05:34.047829 n-d-773647-6 neutron-server[100246]: timer() Jul 06 14:05:34.047829 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 14:05:34.047829 n-d-773647-6 neutron-server[100246]: cb(*args, **kw) Jul 06 14:05:34.047829 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 14:05:34.047829 n-d-773647-6 neutron-server[100246]: return func(*args, **kwargs) Jul 06 14:05:34.047829 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 14:05:34.047829 n-d-773647-6 neutron-server[100246]: self._notify() Jul 06 14:05:34.047829 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 14:05:34.047829 n-d-773647-6 neutron-server[100246]: self.callback(batched_events) Jul 06 14:05:34.047829 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 14:05:34.047829 n-d-773647-6 neutron-server[100246]: event.method(event) Jul 06 14:05:34.047829 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 14:05:34.047829 n-d-773647-6 neutron-server[100246]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 14:05:34.047829 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 14:05:34.047829 n-d-773647-6 neutron-server[100246]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 14:05:34.047829 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 14:05:34.047829 n-d-773647-6 neutron-server[100246]: return f(self, *a, **k) Jul 06 14:05:34.047829 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 14:05:34.047829 n-d-773647-6 neutron-server[100246]: return self._get(url).json() Jul 06 14:05:34.047829 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 14:05:34.047829 n-d-773647-6 neutron-server[100246]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 14:05:34.047829 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 14:05:34.047829 n-d-773647-6 neutron-server[100246]: return self.request(url, 'GET', **kwargs) Jul 06 14:05:34.047829 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 14:05:34.047829 n-d-773647-6 neutron-server[100246]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 14:05:34.047829 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 14:05:34.047829 n-d-773647-6 neutron-server[100246]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 14:05:34.047829 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 14:05:34.047829 n-d-773647-6 neutron-server[100246]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 14:05:34.047829 n-d-773647-6 neutron-server[100246]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 14:05:34.058329 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-134a5d3b-39ae-4545-8e29-1fb72899d0b5 tempest-ExtraDHCPOptionsTestJSON-169983230 tempest-ExtraDHCPOptionsTestJSON-169983230-project] Made reservation on behalf of 7fdab6fe204b418d90bff277b55981b6 for: {'network': 1} {{(pid=100247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:05:34.063610 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-134a5d3b-39ae-4545-8e29-1fb72899d0b5 tempest-ExtraDHCPOptionsTestJSON-169983230 tempest-ExtraDHCPOptionsTestJSON-169983230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for network, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:34.075654 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-134a5d3b-39ae-4545-8e29-1fb72899d0b5 tempest-ExtraDHCPOptionsTestJSON-169983230 tempest-ExtraDHCPOptionsTestJSON-169983230-project] Notify callbacks [] for security_group, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:34.120010 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-719ba5cc-5776-4920-a18b-84afe98ba786 tempest-RoutersIpV6AdminTest-1269433453 tempest-RoutersIpV6AdminTest-1269433453-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-917215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1761140'] for network, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:34.156180 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-719ba5cc-5776-4920-a18b-84afe98ba786 tempest-RoutersIpV6AdminTest-1269433453 tempest-RoutersIpV6AdminTest-1269433453-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network f4110b8b-3a4f-425a-96a3-44a15c998501 {{(pid=100246) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 06 14:05:34.158235 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719ba5cc-5776-4920-a18b-84afe98ba786 tempest-RoutersIpV6AdminTest-1269433453 tempest-RoutersIpV6AdminTest-1269433453-project-admin] Pushing event deleted for resources: {'Network': ['ID=f4110b8b-3a4f-425a-96a3-44a15c998501,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:05:34.166091 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-719ba5cc-5776-4920-a18b-84afe98ba786 tempest-RoutersIpV6AdminTest-1269433453 tempest-RoutersIpV6AdminTest-1269433453-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583035'] for network, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:34.169166 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-719ba5cc-5776-4920-a18b-84afe98ba786 tempest-RoutersIpV6AdminTest-1269433453 tempest-RoutersIpV6AdminTest-1269433453-project-admin] 10.222.0.104 "DELETE /v2.0/networks/f4110b8b-3a4f-425a-96a3-44a15c998501 HTTP/1.1" status: 204 len: 168 time: 0.4199557 Jul 06 14:05:34.259602 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-134a5d3b-39ae-4545-8e29-1fb72899d0b5 tempest-ExtraDHCPOptionsTestJSON-169983230 tempest-ExtraDHCPOptionsTestJSON-169983230-project] Notify callbacks [] for security_group, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:34.266257 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-134a5d3b-39ae-4545-8e29-1fb72899d0b5 tempest-ExtraDHCPOptionsTestJSON-169983230 tempest-ExtraDHCPOptionsTestJSON-169983230-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:34.291348 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-134a5d3b-39ae-4545-8e29-1fb72899d0b5 tempest-ExtraDHCPOptionsTestJSON-169983230 tempest-ExtraDHCPOptionsTestJSON-169983230-project] vlan segment allocate from pool success with {'vlan_id': 1002, 'physical_network': 'physnet1'} {{(pid=100247) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 14:05:34.315037 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-134a5d3b-39ae-4545-8e29-1fb72899d0b5 tempest-ExtraDHCPOptionsTestJSON-169983230 tempest-ExtraDHCPOptionsTestJSON-169983230-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552'] for segment, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:34.316479 n-d-773647-6 neutron-server[100247]: INFO neutron.db.segments_db [None req-134a5d3b-39ae-4545-8e29-1fb72899d0b5 tempest-ExtraDHCPOptionsTestJSON-169983230 tempest-ExtraDHCPOptionsTestJSON-169983230-project] Added segment 4a294c42-89fb-405d-bb8b-11f3c2575416 of type vlan for network 52692fee-ce0d-431e-8868-06b1ebc149b0 Jul 06 14:05:34.494089 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-134a5d3b-39ae-4545-8e29-1fb72899d0b5 tempest-ExtraDHCPOptionsTestJSON-169983230 tempest-ExtraDHCPOptionsTestJSON-169983230-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773752984405'] for network, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:34.516477 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134a5d3b-39ae-4545-8e29-1fb72899d0b5 tempest-ExtraDHCPOptionsTestJSON-169983230 tempest-ExtraDHCPOptionsTestJSON-169983230-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1cb62886-65a9-4326-8cb5-20e61a3a1e73,revision_number=1']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:05:34.559626 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-134a5d3b-39ae-4545-8e29-1fb72899d0b5 tempest-ExtraDHCPOptionsTestJSON-169983230 tempest-ExtraDHCPOptionsTestJSON-169983230-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060'] for network, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:34.567135 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-134a5d3b-39ae-4545-8e29-1fb72899d0b5 tempest-ExtraDHCPOptionsTestJSON-169983230 tempest-ExtraDHCPOptionsTestJSON-169983230-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:05:34.567878 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-134a5d3b-39ae-4545-8e29-1fb72899d0b5 tempest-ExtraDHCPOptionsTestJSON-169983230 tempest-ExtraDHCPOptionsTestJSON-169983230-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583035'] for network, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:34.605810 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 42064) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:05:34.611412 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-a1c3f8d5-f140-45b6-8c85-c402cfbc1fdf tempest-RoutersIpV6AdminTest-1269433453 tempest-RoutersIpV6AdminTest-1269433453-project-admin] Request body: {'router': {'name': 'tempest-router--2028185544', 'project_id': 'c0b1941b0f5e414aaaca681dc5212606'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:05:34.649265 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5912c67-4890-4acb-80ce-961c87e0f9da req-af3043e2-3a7b-41b4-aece-31f8d5ca0e95 tempest-ServerRescueNegativeTestJSON-721731692 tempest-ServerRescueNegativeTestJSON-721731692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:05:34.654245 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-a1c3f8d5-f140-45b6-8c85-c402cfbc1fdf tempest-RoutersIpV6AdminTest-1269433453 tempest-RoutersIpV6AdminTest-1269433453-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1806290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6992'] for router, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:34.655413 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-a1c3f8d5-f140-45b6-8c85-c402cfbc1fdf tempest-RoutersIpV6AdminTest-1269433453 tempest-RoutersIpV6AdminTest-1269433453-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1806157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1808637', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1714747', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7007'] for router, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:34.657136 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-d5912c67-4890-4acb-80ce-961c87e0f9da req-af3043e2-3a7b-41b4-aece-31f8d5ca0e95 tempest-ServerRescueNegativeTestJSON-721731692 tempest-ServerRescueNegativeTestJSON-721731692-project] 10.222.0.104 "GET /v2.0/ports?device_id=b0b96bfa-d49a-47d6-a621-d2fd80028cc9 HTTP/1.1" status: 200 len: 945 time: 0.2004564 Jul 06 14:05:34.663650 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-134a5d3b-39ae-4545-8e29-1fb72899d0b5 tempest-ExtraDHCPOptionsTestJSON-169983230 tempest-ExtraDHCPOptionsTestJSON-169983230-project] 10.222.0.104 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 0.7582273 Jul 06 14:05:34.667098 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 42066) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:05:34.678105 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-978ac985-ef98-4a77-a823-bb7ff1820acc tempest-ExtraDHCPOptionsTestJSON-169983230 tempest-ExtraDHCPOptionsTestJSON-169983230-project] Request body: {'subnet': {'network_id': '52692fee-ce0d-431e-8868-06b1ebc149b0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:05:34.714617 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134a5d3b-39ae-4545-8e29-1fb72899d0b5 tempest-ExtraDHCPOptionsTestJSON-169983230 tempest-ExtraDHCPOptionsTestJSON-169983230-project] Pushing event updated for resources: {'Network': ['ID=52692fee-ce0d-431e-8868-06b1ebc149b0,revision_number=1']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:05:34.727152 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Network 52692fee-ce0d-431e-8868-06b1ebc149b0 details requested by agent ovs-agent-n-d-773647-6 with host n-d-773647-6 {{(pid=100248) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 14:05:34.746907 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-d5912c67-4890-4acb-80ce-961c87e0f9da req-0b89ba18-6939-4b9f-be4b-7b1bfe34c8a8 tempest-ServerRescueNegativeTestJSON-721731692 tempest-ServerRescueNegativeTestJSON-721731692-project] 10.222.0.104 "GET /v2.0/security-groups?id=a54a60a4-d859-4f47-b26f-a63bb69450e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888813 Jul 06 14:05:34.846103 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-a1c3f8d5-f140-45b6-8c85-c402cfbc1fdf tempest-RoutersIpV6AdminTest-1269433453 tempest-RoutersIpV6AdminTest-1269433453-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:34.870246 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-a1c3f8d5-f140-45b6-8c85-c402cfbc1fdf tempest-RoutersIpV6AdminTest-1269433453 tempest-RoutersIpV6AdminTest-1269433453-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1806297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1761036'] for router, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:34.881698 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-978ac985-ef98-4a77-a823-bb7ff1820acc tempest-ExtraDHCPOptionsTestJSON-169983230 tempest-ExtraDHCPOptionsTestJSON-169983230-project] Made reservation on behalf of 7fdab6fe204b418d90bff277b55981b6 for: {'subnet': 1} {{(pid=100246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:05:34.887141 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-978ac985-ef98-4a77-a823-bb7ff1820acc tempest-ExtraDHCPOptionsTestJSON-169983230 tempest-ExtraDHCPOptionsTestJSON-169983230-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127702029'] for subnet, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:34.916143 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 06 Jul 2021 14:05:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0dc9bd5c-1317-47e9-be6b-3ff7b898eabe x-openstack-request-id: req-0dc9bd5c-1317-47e9-be6b-3ff7b898eabe {{(pid=100248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:05:34.923690 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf6e1ecb-17f2-4a7a-9296-eb9480bbf176", "name": "network-vif-unplugged", "status": "completed", "tag": "fd226586-54a3-4c8f-87bb-11c002aac048", "code": 200}]} {{(pid=100248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:05:34.924227 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-0dc9bd5c-1317-47e9-be6b-3ff7b898eabe {{(pid=100248) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:05:34.924855 n-d-773647-6 neutron-server[100248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf6e1ecb-17f2-4a7a-9296-eb9480bbf176', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fd226586-54a3-4c8f-87bb-11c002aac048', 'code': 200} Jul 06 14:05:34.972579 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-a1c3f8d5-f140-45b6-8c85-c402cfbc1fdf tempest-RoutersIpV6AdminTest-1269433453 tempest-RoutersIpV6AdminTest-1269433453-project-admin] Notify callbacks [] for router, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:34.993644 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-a1c3f8d5-f140-45b6-8c85-c402cfbc1fdf tempest-RoutersIpV6AdminTest-1269433453 tempest-RoutersIpV6AdminTest-1269433453-project-admin] 10.222.0.104 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.3860667 Jul 06 14:05:34.995427 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 42074) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:05:35.145681 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 14:05:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4b6f3da-a94a-4e3b-81ad-3191fbc24bd3 x-openstack-request-id: req-d4b6f3da-a94a-4e3b-81ad-3191fbc24bd3 {{(pid=100247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:05:35.145977 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b0b96bfa-d49a-47d6-a621-d2fd80028cc9", "tag": "4d1d955e-d814-435a-9b5f-74b44da2662d", "status": "completed", "code": 200}]} {{(pid=100247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:05:35.146256 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-d4b6f3da-a94a-4e3b-81ad-3191fbc24bd3 {{(pid=100247) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:05:35.146628 n-d-773647-6 neutron-server[100247]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b0b96bfa-d49a-47d6-a621-d2fd80028cc9', 'tag': '4d1d955e-d814-435a-9b5f-74b44da2662d', 'status': 'completed', 'code': 200} Jul 06 14:05:35.242670 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-978ac985-ef98-4a77-a823-bb7ff1820acc tempest-ExtraDHCPOptionsTestJSON-169983230 tempest-ExtraDHCPOptionsTestJSON-169983230-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1849032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127687649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127702047'] for subnet, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:35.286893 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-1c4b1484-35a1-4234-a100-0f72a13fd411 tempest-RoutersIpV6AdminTest-1269433453 tempest-RoutersIpV6AdminTest-1269433453-project-admin] Notify callbacks [] for router, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:35.376814 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978ac985-ef98-4a77-a823-bb7ff1820acc tempest-ExtraDHCPOptionsTestJSON-169983230 tempest-ExtraDHCPOptionsTestJSON-169983230-project] Pushing event updated for resources: {'Subnet': ['ID=bf637611-232f-4102-b6db-e9abf4da8dc0,revision_number=0']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:05:35.392764 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-978ac985-ef98-4a77-a823-bb7ff1820acc tempest-ExtraDHCPOptionsTestJSON-169983230 tempest-ExtraDHCPOptionsTestJSON-169983230-project] Checking segment: {'id': '4a294c42-89fb-405d-bb8b-11f3c2575416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1002, 'network_id': '52692fee-ce0d-431e-8868-06b1ebc149b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:05:35.393371 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-978ac985-ef98-4a77-a823-bb7ff1820acc tempest-ExtraDHCPOptionsTestJSON-169983230 tempest-ExtraDHCPOptionsTestJSON-169983230-project] Network hostable DHCP agents. Network: 52692fee-ce0d-431e-8868-06b1ebc149b0, hostable agents: ['f2bada3d-be77-4359-982b-8505a2bbca04'], hosted agents: [] {{(pid=100246) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 14:05:35.414010 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-978ac985-ef98-4a77-a823-bb7ff1820acc tempest-ExtraDHCPOptionsTestJSON-169983230 tempest-ExtraDHCPOptionsTestJSON-169983230-project] Network 52692fee-ce0d-431e-8868-06b1ebc149b0 is scheduled to be hosted by DHCP agent f2bada3d-be77-4359-982b-8505a2bbca04 with binding_index 1 {{(pid=100246) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 14:05:35.430437 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.base_scheduler [None req-978ac985-ef98-4a77-a823-bb7ff1820acc tempest-ExtraDHCPOptionsTestJSON-169983230 tempest-ExtraDHCPOptionsTestJSON-169983230-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773647-6, 52692fee-ce0d-431e-8868-06b1ebc149b0) {{(pid=100246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:05:35.439917 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-978ac985-ef98-4a77-a823-bb7ff1820acc tempest-ExtraDHCPOptionsTestJSON-169983230 tempest-ExtraDHCPOptionsTestJSON-169983230-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:05:35.440555 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63b0e461-3aa2-4524-8e9f-2d60c58f39c3 None None] Network 52692fee-ce0d-431e-8868-06b1ebc149b0 requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:05:35.441183 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-978ac985-ef98-4a77-a823-bb7ff1820acc tempest-ExtraDHCPOptionsTestJSON-169983230 tempest-ExtraDHCPOptionsTestJSON-169983230-project] Notify callbacks [] for subnet, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:35.461471 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-978ac985-ef98-4a77-a823-bb7ff1820acc tempest-ExtraDHCPOptionsTestJSON-169983230 tempest-ExtraDHCPOptionsTestJSON-169983230-project] 10.222.0.104 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7930038 Jul 06 14:05:35.462413 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 42094) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:05:35.469737 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-e799068e-8848-416e-8f1f-d4f08cc9173b tempest-ExtraDHCPOptionsTestJSON-169983230 tempest-ExtraDHCPOptionsTestJSON-169983230-project] Request body: {'port': {'network_id': '52692fee-ce0d-431e-8868-06b1ebc149b0', 'name': 'tempest-ExtraDHCPOptionsTestJSON-139282160'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:05:35.581569 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-1c4b1484-35a1-4234-a100-0f72a13fd411 tempest-RoutersIpV6AdminTest-1269433453 tempest-RoutersIpV6AdminTest-1269433453-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1806308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6982'] for router, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:35.586666 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-1c4b1484-35a1-4234-a100-0f72a13fd411 tempest-RoutersIpV6AdminTest-1269433453 tempest-RoutersIpV6AdminTest-1269433453-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:35.606638 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b076441-cccf-4807-b71a-4d652297a1d7 req-e1c2f11d-f218-42eb-9cea-116e20f06977 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:05:35.608192 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-8b076441-cccf-4807-b71a-4d652297a1d7 req-e1c2f11d-f218-42eb-9cea-116e20f06977 service neutron] 10.222.0.127 "GET /v2.0/ports?tenant_id=4f4f5169c3224ae5beef5f35a702326d&device_id=b0b96bfa-d49a-47d6-a621-d2fd80028cc9 HTTP/1.1" status: 200 len: 1096 time: 0.4680994 Jul 06 14:05:35.650514 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-498b7e0b-09ce-45f7-8083-35307b37de8e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6bd5fc82-6666-56e8-87c2-91648d36c963-52692fee-ce0d-431e-8868-06b1ebc149b0', 'network_id': '52692fee-ce0d-431e-8868-06b1ebc149b0', 'tenant_id': '7fdab6fe204b418d90bff277b55981b6', 'fixed_ips': [{'subnet_id': 'bf637611-232f-4102-b6db-e9abf4da8dc0'}]}} from n-d-773647-6. {{(pid=100248) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 14:05:35.652184 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-498b7e0b-09ce-45f7-8083-35307b37de8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:35.674326 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e799068e-8848-416e-8f1f-d4f08cc9173b tempest-ExtraDHCPOptionsTestJSON-169983230 tempest-ExtraDHCPOptionsTestJSON-169983230-project] Made reservation on behalf of 7fdab6fe204b418d90bff277b55981b6 for: {'port': 1} {{(pid=100246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:05:35.678621 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-e799068e-8848-416e-8f1f-d4f08cc9173b tempest-ExtraDHCPOptionsTestJSON-169983230 tempest-ExtraDHCPOptionsTestJSON-169983230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:35.711283 n-d-773647-6 neutron-server[100246]: DEBUG neutron.notifiers.nova [None req-e799068e-8848-416e-8f1f-d4f08cc9173b tempest-ExtraDHCPOptionsTestJSON-169983230 tempest-ExtraDHCPOptionsTestJSON-169983230-project] device_id is not set on port c55ed71b-a3cb-45eb-a5ef-00c1719d371a yet. {{(pid=100246) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 14:05:35.770364 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-1c4b1484-35a1-4234-a100-0f72a13fd411 tempest-RoutersIpV6AdminTest-1269433453 tempest-RoutersIpV6AdminTest-1269433453-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1805684'] for router, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:35.770851 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c4b1484-35a1-4234-a100-0f72a13fd411 tempest-RoutersIpV6AdminTest-1269433453 tempest-RoutersIpV6AdminTest-1269433453-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 01571454-3309-4aee-9a45-ef974fdafd44 {{(pid=100247) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 14:05:35.794921 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8850a6c5-8f15-40bd-a9fd-e3f4a185cf19 req-6f070ffc-76b4-4ae0-a0df-588e5db1a51a tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:05:35.802014 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-8850a6c5-8f15-40bd-a9fd-e3f4a185cf19 req-6f070ffc-76b4-4ae0-a0df-588e5db1a51a tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] 10.222.0.104 "GET /v2.0/ports?device_id=5fbc9a8b-86db-4456-85e1-a59cfdbb9c8d HTTP/1.1" status: 200 len: 944 time: 0.3996992 Jul 06 14:05:35.806986 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-1c4b1484-35a1-4234-a100-0f72a13fd411 tempest-RoutersIpV6AdminTest-1269433453 tempest-RoutersIpV6AdminTest-1269433453-project-admin] Notify callbacks [] for router, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:35.808316 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-1c4b1484-35a1-4234-a100-0f72a13fd411 tempest-RoutersIpV6AdminTest-1269433453 tempest-RoutersIpV6AdminTest-1269433453-project-admin] 10.222.0.104 "DELETE /v2.0/routers/01571454-3309-4aee-9a45-ef974fdafd44 HTTP/1.1" status: 204 len: 168 time: 0.8117137 Jul 06 14:05:35.814404 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.db_base_plugin_common [None req-498b7e0b-09ce-45f7-8083-35307b37de8e None None] Allocated IP 172.20.0.2 (52692fee-ce0d-431e-8868-06b1ebc149b0/bf637611-232f-4102-b6db-e9abf4da8dc0/b59b28f6-05dd-447f-a7be-3888ef8472a8) {{(pid=100248) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:05:35.920502 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-8850a6c5-8f15-40bd-a9fd-e3f4a185cf19 req-8f7bc98a-c9f2-46c4-a2d2-e7c627619ffd tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] 10.222.0.104 "GET /v2.0/security-groups?id=54cfb86c-390d-4cad-8265-7f5781c66116&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1175160 Jul 06 14:05:35.945833 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22725d4b-e1df-4d43-8f98-042cac80f184 req-a508b2e1-03bd-4c4e-a346-fe71f022447e tempest-ServerRescueNegativeTestJSON-721731692 tempest-ServerRescueNegativeTestJSON-721731692-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:05:35.948301 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-22725d4b-e1df-4d43-8f98-042cac80f184 req-a508b2e1-03bd-4c4e-a346-fe71f022447e tempest-ServerRescueNegativeTestJSON-721731692 tempest-ServerRescueNegativeTestJSON-721731692-project] 10.222.0.104 "GET /v2.0/networks?id=1d64a7a8-3d12-4141-b8ce-bd281ed9aaab HTTP/1.1" status: 200 len: 819 time: 0.3708565 Jul 06 14:05:35.951254 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b076441-cccf-4807-b71a-4d652297a1d7 req-de73f929-f621-4236-931a-efb98068cd2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:05:35.953924 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-8b076441-cccf-4807-b71a-4d652297a1d7 req-de73f929-f621-4236-931a-efb98068cd2f service neutron] 10.222.0.127 "GET /v2.0/networks?id=1d64a7a8-3d12-4141-b8ce-bd281ed9aaab HTTP/1.1" status: 200 len: 921 time: 0.2859848 Jul 06 14:05:35.954175 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 42108) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:05:36.004119 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-498b7e0b-09ce-45f7-8083-35307b37de8e None None] Notify callbacks [] for port, precommit_create {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:36.015653 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-498b7e0b-09ce-45f7-8083-35307b37de8e None None] Transition to ACTIVE for port object b59b28f6-05dd-447f-a7be-3888ef8472a8 will not be triggered until provisioned by entity L2. {{(pid=100248) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:05:36.033396 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-498b7e0b-09ce-45f7-8083-35307b37de8e None None] Transition to ACTIVE for port object b59b28f6-05dd-447f-a7be-3888ef8472a8 will not be triggered until provisioned by entity DHCP. {{(pid=100248) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:05:36.042403 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-498b7e0b-09ce-45f7-8083-35307b37de8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108'] for port, after_create {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:36.053427 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-22725d4b-e1df-4d43-8f98-042cac80f184 req-578979f4-51f1-43cc-bc54-1fa7e3e6ed4f tempest-ServerRescueNegativeTestJSON-721731692 tempest-ServerRescueNegativeTestJSON-721731692-project] 10.222.0.104 "GET /v2.0/quotas/4f4f5169c3224ae5beef5f35a702326d HTTP/1.1" status: 200 len: 375 time: 0.0943980 Jul 06 14:05:36.058055 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-8b076441-cccf-4807-b71a-4d652297a1d7 req-a54e044c-5362-448c-879e-e6098333a482 service neutron] 10.222.0.127 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=4d1d955e-d814-435a-9b5f-74b44da2662d HTTP/1.1" status: 200 len: 217 time: 0.0835931 Jul 06 14:05:36.087180 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498b7e0b-09ce-45f7-8083-35307b37de8e None None] Pushing event updated for resources: {'Port': ['ID=b59b28f6-05dd-447f-a7be-3888ef8472a8,revision_number=1']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:05:36.103512 n-d-773647-6 neutron-server[100248]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-498b7e0b-09ce-45f7-8083-35307b37de8e None None] Network 52692fee-ce0d-431e-8868-06b1ebc149b0 is already hosted by enough agents. {{(pid=100248) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:05:36.105447 n-d-773647-6 neutron-server[100248]: DEBUG neutron.scheduler.base_scheduler [None req-498b7e0b-09ce-45f7-8083-35307b37de8e None None] Resources bound (agent type, host, resource id): {{(pid=100248) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:05:36.109763 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-498b7e0b-09ce-45f7-8083-35307b37de8e None None] Received port after_create {{(pid=100248) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:05:36.170402 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.db_base_plugin_common [None req-e799068e-8848-416e-8f1f-d4f08cc9173b tempest-ExtraDHCPOptionsTestJSON-169983230 tempest-ExtraDHCPOptionsTestJSON-169983230-project] Allocated IP 172.20.0.12 (52692fee-ce0d-431e-8868-06b1ebc149b0/bf637611-232f-4102-b6db-e9abf4da8dc0/c55ed71b-a3cb-45eb-a5ef-00c1719d371a) {{(pid=100246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:05:36.183501 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b076441-cccf-4807-b71a-4d652297a1d7 req-78547f95-58a7-42dd-ad00-a27a7f2884e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:05:36.185191 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-8b076441-cccf-4807-b71a-4d652297a1d7 req-78547f95-58a7-42dd-ad00-a27a7f2884e5 service neutron] 10.222.0.127 "GET /v2.0/subnets?id=e1fa3d62-6d70-434d-886e-5edc2778795a HTTP/1.1" status: 200 len: 859 time: 0.1174817 Jul 06 14:05:36.213226 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-22725d4b-e1df-4d43-8f98-042cac80f184 req-5099425a-f129-476e-956b-7937e48f2526 tempest-ServerRescueNegativeTestJSON-721731692 tempest-ServerRescueNegativeTestJSON-721731692-project] 10.222.0.104 "GET /v2.0/ports?tenant_id=4f4f5169c3224ae5beef5f35a702326d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1588631 Jul 06 14:05:36.262998 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-498b7e0b-09ce-45f7-8083-35307b37de8e None None] Attempting to bind port b59b28f6-05dd-447f-a7be-3888ef8472a8 on host n-d-773647-6 for vnic_type normal with profile {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:05:36.263409 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-498b7e0b-09ce-45f7-8083-35307b37de8e None None] Attempting to bind port b59b28f6-05dd-447f-a7be-3888ef8472a8 by drivers openvswitch,hyperv on host n-d-773647-6 at level 0 using segments [{'id': '4a294c42-89fb-405d-bb8b-11f3c2575416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1002, 'network_id': '52692fee-ce0d-431e-8868-06b1ebc149b0'}] {{(pid=100248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:05:36.263792 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-498b7e0b-09ce-45f7-8083-35307b37de8e None None] Attempting to bind port b59b28f6-05dd-447f-a7be-3888ef8472a8 on network 52692fee-ce0d-431e-8868-06b1ebc149b0 {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:05:36.276409 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-498b7e0b-09ce-45f7-8083-35307b37de8e None None] Checking agent: {'id': '8ab5b19c-d213-4f29-891d-27bdf39d38b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773647-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 43, 26), 'started_at': datetime.datetime(2021, 7, 6, 13, 43, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 5, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773647-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:05:36.276795 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-498b7e0b-09ce-45f7-8083-35307b37de8e None None] Checking segment: {'id': '4a294c42-89fb-405d-bb8b-11f3c2575416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1002, 'network_id': '52692fee-ce0d-431e-8868-06b1ebc149b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:05:36.277219 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-498b7e0b-09ce-45f7-8083-35307b37de8e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:36.277620 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-498b7e0b-09ce-45f7-8083-35307b37de8e None None] Bound using segment: {'id': '4a294c42-89fb-405d-bb8b-11f3c2575416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1002, 'network_id': '52692fee-ce0d-431e-8868-06b1ebc149b0'} {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:05:36.278251 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-498b7e0b-09ce-45f7-8083-35307b37de8e None None] Bound port: b59b28f6-05dd-447f-a7be-3888ef8472a8, host: n-d-773647-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a294c42-89fb-405d-bb8b-11f3c2575416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1002, 'network_id': '52692fee-ce0d-431e-8868-06b1ebc149b0'}}] {{(pid=100248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:05:36.278490 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-498b7e0b-09ce-45f7-8083-35307b37de8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:36.408713 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-498b7e0b-09ce-45f7-8083-35307b37de8e None None] For port b59b28f6-05dd-447f-a7be-3888ef8472a8, host n-d-773647-6, cleared binding levels {{(pid=100248) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:05:36.412946 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-498b7e0b-09ce-45f7-8083-35307b37de8e None None] For port b59b28f6-05dd-447f-a7be-3888ef8472a8, host n-d-773647-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=b59b28f6-05dd-447f-a7be-3888ef8472a8,segment=NetworkSegment(4a294c42-89fb-405d-bb8b-11f3c2575416),segment_id=4a294c42-89fb-405d-bb8b-11f3c2575416)] {{(pid=100248) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:05:36.441376 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-498b7e0b-09ce-45f7-8083-35307b37de8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:36.532794 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498b7e0b-09ce-45f7-8083-35307b37de8e None None] Pushing event updated for resources: {'Port': ['ID=b59b28f6-05dd-447f-a7be-3888ef8472a8,revision_number=2']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:05:36.547321 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-e799068e-8848-416e-8f1f-d4f08cc9173b tempest-ExtraDHCPOptionsTestJSON-169983230 tempest-ExtraDHCPOptionsTestJSON-169983230-project] Notify callbacks [] for port, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:36.581636 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.provisioning_blocks [None req-e799068e-8848-416e-8f1f-d4f08cc9173b tempest-ExtraDHCPOptionsTestJSON-169983230 tempest-ExtraDHCPOptionsTestJSON-169983230-project] Transition to ACTIVE for port object c55ed71b-a3cb-45eb-a5ef-00c1719d371a will not be triggered until provisioned by entity DHCP. {{(pid=100246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:05:36.629423 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-e799068e-8848-416e-8f1f-d4f08cc9173b tempest-ExtraDHCPOptionsTestJSON-169983230 tempest-ExtraDHCPOptionsTestJSON-169983230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-127687573'] for port, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:36.707481 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-8b076441-cccf-4807-b71a-4d652297a1d7 req-9e85cf70-2075-45fd-a875-cbc7300f381e service neutron] 10.222.0.127 "GET /v2.0/ports?network_id=1d64a7a8-3d12-4141-b8ce-bd281ed9aaab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.5140347 Jul 06 14:05:36.713804 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [None req-fd8f66b2-9951-4342-88ce-9af10e90ca42 tempest-RoutersIpV6AdminTest-1271651815 tempest-RoutersIpV6AdminTest-1271651815-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1437505891', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719'}, 'admin_state_up': False}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:05:36.718815 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e799068e-8848-416e-8f1f-d4f08cc9173b tempest-ExtraDHCPOptionsTestJSON-169983230 tempest-ExtraDHCPOptionsTestJSON-169983230-project] Pushing event updated for resources: {'Port': ['ID=c55ed71b-a3cb-45eb-a5ef-00c1719d371a,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:05:36.745485 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e799068e-8848-416e-8f1f-d4f08cc9173b tempest-ExtraDHCPOptionsTestJSON-169983230 tempest-ExtraDHCPOptionsTestJSON-169983230-project] Network 52692fee-ce0d-431e-8868-06b1ebc149b0 is already hosted by enough agents. {{(pid=100246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:05:36.747434 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.base_scheduler [None req-e799068e-8848-416e-8f1f-d4f08cc9173b tempest-ExtraDHCPOptionsTestJSON-169983230 tempest-ExtraDHCPOptionsTestJSON-169983230-project] Resources bound (agent type, host, resource id): {{(pid=100246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:05:36.751383 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e799068e-8848-416e-8f1f-d4f08cc9173b tempest-ExtraDHCPOptionsTestJSON-169983230 tempest-ExtraDHCPOptionsTestJSON-169983230-project] Received port after_create {{(pid=100246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:05:36.827725 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e799068e-8848-416e-8f1f-d4f08cc9173b tempest-ExtraDHCPOptionsTestJSON-169983230 tempest-ExtraDHCPOptionsTestJSON-169983230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:05:36.828886 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-e799068e-8848-416e-8f1f-d4f08cc9173b tempest-ExtraDHCPOptionsTestJSON-169983230 tempest-ExtraDHCPOptionsTestJSON-169983230-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:36.925974 n-d-773647-6 neutron-server[100248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fbc9a8b-86db-4456-85e1-a59cfdbb9c8d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5f251846-a962-4cca-ac30-b8ff4317b4c4'}, {'server_uuid': 'b0b96bfa-d49a-47d6-a621-d2fd80028cc9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d1d955e-d814-435a-9b5f-74b44da2662d'}] {{(pid=100248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:05:36.926910 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-8b076441-cccf-4807-b71a-4d652297a1d7 req-8023b5ee-ee37-4c6c-a0c3-ae871ba777c8 service neutron] 10.222.0.127 "GET /v2.0/networks/1d64a7a8-3d12-4141-b8ce-bd281ed9aaab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2068536 Jul 06 14:05:36.927833 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-fd8f66b2-9951-4342-88ce-9af10e90ca42 tempest-RoutersIpV6AdminTest-1271651815 tempest-RoutersIpV6AdminTest-1271651815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1806290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6992'] for router, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:36.929024 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-fd8f66b2-9951-4342-88ce-9af10e90ca42 tempest-RoutersIpV6AdminTest-1271651815 tempest-RoutersIpV6AdminTest-1271651815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1806157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1808637', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1714747', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7007'] for router, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:36.930858 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84af257533e383389cbcf231d3534f4d5e149e7203fea16b4a8fc01438dddaf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b3f7893-5c1f-41c6-9712-1479b584af81" -d '{"events": [{"server_uuid": "5fbc9a8b-86db-4456-85e1-a59cfdbb9c8d", "name": "network-vif-unplugged", "status": "completed", "tag": "5f251846-a962-4cca-ac30-b8ff4317b4c4"}, {"server_uuid": "b0b96bfa-d49a-47d6-a621-d2fd80028cc9", "name": "network-vif-plugged", "status": "completed", "tag": "4d1d955e-d814-435a-9b5f-74b44da2662d"}]}' {{(pid=100248) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:05:36.932718 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-e799068e-8848-416e-8f1f-d4f08cc9173b tempest-ExtraDHCPOptionsTestJSON-169983230 tempest-ExtraDHCPOptionsTestJSON-169983230-project] 10.222.0.104 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 1.4687762 Jul 06 14:05:36.933387 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 42160) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:05:36.944182 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-cd3a2a86-6cfc-4296-a4a2-58baadc3f787 tempest-ExtraDHCPOptionsTestJSON-169983230 tempest-ExtraDHCPOptionsTestJSON-169983230-project] Request body: {'port': {'network_id': '52692fee-ce0d-431e-8868-06b1ebc149b0', 'name': 'tempest-ExtraDHCPOptionsTestJSON-49033689', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:05:36.945628 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.api.validators [None req-cd3a2a86-6cfc-4296-a4a2-58baadc3f787 tempest-ExtraDHCPOptionsTestJSON-169983230 tempest-ExtraDHCPOptionsTestJSON-169983230-project] bootfile-name is not in valid_values {{(pid=100246) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 06 14:05:36.946269 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.api.validators [None req-cd3a2a86-6cfc-4296-a4a2-58baadc3f787 tempest-ExtraDHCPOptionsTestJSON-169983230 tempest-ExtraDHCPOptionsTestJSON-169983230-project] tftp-server is not in valid_values {{(pid=100246) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 06 14:05:36.946882 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.api.validators [None req-cd3a2a86-6cfc-4296-a4a2-58baadc3f787 tempest-ExtraDHCPOptionsTestJSON-169983230 tempest-ExtraDHCPOptionsTestJSON-169983230-project] server-ip-address is not in valid_values {{(pid=100246) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 06 14:05:37.065555 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-22725d4b-e1df-4d43-8f98-042cac80f184 req-81529fb5-2c6a-42d3-aa48-badd7ec23fba service neutron] 10.222.0.104 "GET /v2.0/networks/1d64a7a8-3d12-4141-b8ce-bd281ed9aaab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8511641 Jul 06 14:05:37.082526 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-fd8f66b2-9951-4342-88ce-9af10e90ca42 tempest-RoutersIpV6AdminTest-1271651815 tempest-RoutersIpV6AdminTest-1271651815-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:37.105964 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd3a2a86-6cfc-4296-a4a2-58baadc3f787 tempest-ExtraDHCPOptionsTestJSON-169983230 tempest-ExtraDHCPOptionsTestJSON-169983230-project] Made reservation on behalf of 7fdab6fe204b418d90bff277b55981b6 for: {'port': 1} {{(pid=100246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:05:37.110861 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-cd3a2a86-6cfc-4296-a4a2-58baadc3f787 tempest-ExtraDHCPOptionsTestJSON-169983230 tempest-ExtraDHCPOptionsTestJSON-169983230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:37.132144 n-d-773647-6 neutron-server[100246]: DEBUG neutron.notifiers.nova [None req-cd3a2a86-6cfc-4296-a4a2-58baadc3f787 tempest-ExtraDHCPOptionsTestJSON-169983230 tempest-ExtraDHCPOptionsTestJSON-169983230-project] device_id is not set on port 66be3f51-71f9-4ae9-8088-6774cb8ce79a yet. {{(pid=100246) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 14:05:37.265162 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.db_base_plugin_common [None req-cd3a2a86-6cfc-4296-a4a2-58baadc3f787 tempest-ExtraDHCPOptionsTestJSON-169983230 tempest-ExtraDHCPOptionsTestJSON-169983230-project] Allocated IP 172.20.0.9 (52692fee-ce0d-431e-8868-06b1ebc149b0/bf637611-232f-4102-b6db-e9abf4da8dc0/66be3f51-71f9-4ae9-8088-6774cb8ce79a) {{(pid=100246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:05:37.302715 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-8b076441-cccf-4807-b71a-4d652297a1d7 req-043f8de4-f172-4eee-be3c-85a54911c2d4 service neutron] 10.222.0.127 "GET /v2.0/networks/1d64a7a8-3d12-4141-b8ce-bd281ed9aaab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3661380 Jul 06 14:05:37.393548 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-fd8f66b2-9951-4342-88ce-9af10e90ca42 tempest-RoutersIpV6AdminTest-1271651815 tempest-RoutersIpV6AdminTest-1271651815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1761047', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1806272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6989'] for router, precommit_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:37.413843 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-22725d4b-e1df-4d43-8f98-042cac80f184 req-28d62d0f-6c4d-4fef-92c9-dbab6ba9fee1 service neutron] 10.222.0.104 "GET /v2.0/networks/1d64a7a8-3d12-4141-b8ce-bd281ed9aaab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3474383 Jul 06 14:05:37.463548 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-cd3a2a86-6cfc-4296-a4a2-58baadc3f787 tempest-ExtraDHCPOptionsTestJSON-169983230 tempest-ExtraDHCPOptionsTestJSON-169983230-project] Notify callbacks [] for port, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:37.481355 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.provisioning_blocks [None req-cd3a2a86-6cfc-4296-a4a2-58baadc3f787 tempest-ExtraDHCPOptionsTestJSON-169983230 tempest-ExtraDHCPOptionsTestJSON-169983230-project] Transition to ACTIVE for port object 66be3f51-71f9-4ae9-8088-6774cb8ce79a will not be triggered until provisioned by entity DHCP. {{(pid=100246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:05:37.481484 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0251c32-41ac-4e9e-b773-7fc4afb0582a req-e06bf790-8045-4e50-bb59-35990193a248 tempest-ImagesOneServerTestJSON-626670209 tempest-ImagesOneServerTestJSON-626670209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:05:37.488921 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-b0251c32-41ac-4e9e-b773-7fc4afb0582a req-e06bf790-8045-4e50-bb59-35990193a248 tempest-ImagesOneServerTestJSON-626670209 tempest-ImagesOneServerTestJSON-626670209-project] 10.222.0.104 "GET /v2.0/ports?device_id=bf6e1ecb-17f2-4a7a-9296-eb9480bbf176 HTTP/1.1" status: 200 len: 949 time: 0.3000541 Jul 06 14:05:37.545349 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-cd3a2a86-6cfc-4296-a4a2-58baadc3f787 tempest-ExtraDHCPOptionsTestJSON-169983230 tempest-ExtraDHCPOptionsTestJSON-169983230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-127687573'] for port, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:37.561145 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-b0251c32-41ac-4e9e-b773-7fc4afb0582a req-6e17a75c-576e-459a-8f83-4f3f1345d2cb tempest-ImagesOneServerTestJSON-626670209 tempest-ImagesOneServerTestJSON-626670209-project] 10.222.0.104 "GET /v2.0/security-groups?id=7ecc4b69-7d2f-4f85-bf98-514284a35549&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713723 Jul 06 14:05:37.681281 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Tue, 06 Jul 2021 14:05:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f433855-b118-453b-bea6-10afc7775e42 x-openstack-request-id: req-5f433855-b118-453b-bea6-10afc7775e42 {{(pid=100248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:05:37.681664 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fbc9a8b-86db-4456-85e1-a59cfdbb9c8d", "name": "network-vif-unplugged", "status": "completed", "tag": "5f251846-a962-4cca-ac30-b8ff4317b4c4", "code": 200}, {"server_uuid": "b0b96bfa-d49a-47d6-a621-d2fd80028cc9", "name": "network-vif-plugged", "status": "completed", "tag": "4d1d955e-d814-435a-9b5f-74b44da2662d", "code": 200}]} {{(pid=100248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:05:37.682075 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-5f433855-b118-453b-bea6-10afc7775e42 {{(pid=100248) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:05:37.682523 n-d-773647-6 neutron-server[100248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fbc9a8b-86db-4456-85e1-a59cfdbb9c8d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5f251846-a962-4cca-ac30-b8ff4317b4c4', 'code': 200} Jul 06 14:05:37.682775 n-d-773647-6 neutron-server[100248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0b96bfa-d49a-47d6-a621-d2fd80028cc9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d1d955e-d814-435a-9b5f-74b44da2662d', 'code': 200} Jul 06 14:05:37.727384 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd3a2a86-6cfc-4296-a4a2-58baadc3f787 tempest-ExtraDHCPOptionsTestJSON-169983230 tempest-ExtraDHCPOptionsTestJSON-169983230-project] Network 52692fee-ce0d-431e-8868-06b1ebc149b0 is already hosted by enough agents. {{(pid=100246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:05:37.733816 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.base_scheduler [None req-cd3a2a86-6cfc-4296-a4a2-58baadc3f787 tempest-ExtraDHCPOptionsTestJSON-169983230 tempest-ExtraDHCPOptionsTestJSON-169983230-project] Resources bound (agent type, host, resource id): {{(pid=100246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:05:37.749877 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd3a2a86-6cfc-4296-a4a2-58baadc3f787 tempest-ExtraDHCPOptionsTestJSON-169983230 tempest-ExtraDHCPOptionsTestJSON-169983230-project] Received port after_create {{(pid=100246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:05:37.770647 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3a2a86-6cfc-4296-a4a2-58baadc3f787 tempest-ExtraDHCPOptionsTestJSON-169983230 tempest-ExtraDHCPOptionsTestJSON-169983230-project] Pushing event updated for resources: {'Port': ['ID=66be3f51-71f9-4ae9-8088-6774cb8ce79a,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:05:37.786469 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device b59b28f6-05dd-447f-a7be-3888ef8472a8 up at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:05:37.879241 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning for port b59b28f6-05dd-447f-a7be-3888ef8472a8 completed by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:05:37.900094 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd3a2a86-6cfc-4296-a4a2-58baadc3f787 tempest-ExtraDHCPOptionsTestJSON-169983230 tempest-ExtraDHCPOptionsTestJSON-169983230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:05:37.907802 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-cd3a2a86-6cfc-4296-a4a2-58baadc3f787 tempest-ExtraDHCPOptionsTestJSON-169983230 tempest-ExtraDHCPOptionsTestJSON-169983230-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:37.939186 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-cd3a2a86-6cfc-4296-a4a2-58baadc3f787 tempest-ExtraDHCPOptionsTestJSON-169983230 tempest-ExtraDHCPOptionsTestJSON-169983230-project] 10.222.0.104 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1150 time: 1.0028343 Jul 06 14:05:37.946459 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 42182) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:05:38.082244 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f0e4bb-f753-4ab6-9911-75dd9f585eae req-e36f9b01-7a10-413f-8525-0325854d3b49 tempest-ImagesOneServerTestJSON-626670209 tempest-ImagesOneServerTestJSON-626670209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:05:38.084062 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-81f0e4bb-f753-4ab6-9911-75dd9f585eae req-e36f9b01-7a10-413f-8525-0325854d3b49 tempest-ImagesOneServerTestJSON-626670209 tempest-ImagesOneServerTestJSON-626670209-project] 10.222.0.127 "GET /v2.0/ports?device_id=bf6e1ecb-17f2-4a7a-9296-eb9480bbf176 HTTP/1.1" status: 200 len: 949 time: 0.4614651 Jul 06 14:05:38.089474 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-fd8f66b2-9951-4342-88ce-9af10e90ca42 tempest-RoutersIpV6AdminTest-1271651815 tempest-RoutersIpV6AdminTest-1271651815-project] Notify callbacks [] for router_gateway, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:38.112603 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c80261b-13f8-4455-8f24-c79f6f1b2b25 tempest-ExtraDHCPOptionsTestJSON-169983230 tempest-ExtraDHCPOptionsTestJSON-169983230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:05:38.118941 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c80261b-13f8-4455-8f24-c79f6f1b2b25 tempest-ExtraDHCPOptionsTestJSON-169983230 tempest-ExtraDHCPOptionsTestJSON-169983230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:05:38.127034 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c80261b-13f8-4455-8f24-c79f6f1b2b25 tempest-ExtraDHCPOptionsTestJSON-169983230 tempest-ExtraDHCPOptionsTestJSON-169983230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:05:38.130440 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-3c80261b-13f8-4455-8f24-c79f6f1b2b25 tempest-ExtraDHCPOptionsTestJSON-169983230 tempest-ExtraDHCPOptionsTestJSON-169983230-project] 10.222.0.104 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2614 time: 0.1800220 Jul 06 14:05:38.130803 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 42188) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:05:38.153603 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-fd8f66b2-9951-4342-88ce-9af10e90ca42 tempest-RoutersIpV6AdminTest-1271651815 tempest-RoutersIpV6AdminTest-1271651815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:38.241971 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-067bcc2a-2cb5-49a8-847c-352f8f2470ee None None] Network 52692fee-ce0d-431e-8868-06b1ebc149b0 requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:05:38.260956 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [None req-685d4c87-28a1-4040-8732-0881d3b71571 tempest-ExtraDHCPOptionsTestJSON-169983230 tempest-ExtraDHCPOptionsTestJSON-169983230-project] Deleting port 66be3f51-71f9-4ae9-8088-6774cb8ce79a {{(pid=100246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:05:38.261991 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-685d4c87-28a1-4040-8732-0881d3b71571 tempest-ExtraDHCPOptionsTestJSON-169983230 tempest-ExtraDHCPOptionsTestJSON-169983230-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:38.456382 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-685d4c87-28a1-4040-8732-0881d3b71571 tempest-ExtraDHCPOptionsTestJSON-169983230 tempest-ExtraDHCPOptionsTestJSON-169983230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:38.482316 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-5d439b9c-d1b1-4bfe-8c30-0749391c3ed2 req-5b30c1cf-1a2d-4d7c-b54d-daf338d91ee1 tempest-ServerRescueNegativeTestJSON-721731692 tempest-ServerRescueNegativeTestJSON-721731692-project] 10.222.0.104 "GET /v2.0/ports?device_id=78a59294-4d36-4290-b5cb-d865232b142a HTTP/1.1" status: 200 len: 210 time: 0.0995884 Jul 06 14:05:38.484715 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [None req-685d4c87-28a1-4040-8732-0881d3b71571 tempest-ExtraDHCPOptionsTestJSON-169983230 tempest-ExtraDHCPOptionsTestJSON-169983230-project] Calling delete_port for 66be3f51-71f9-4ae9-8088-6774cb8ce79a owned by {{(pid=100246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:05:38.516543 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Device 38fa73f8-6c0f-47d6-82d5-c280e4c1c51d no longer exists at agent hyperv_n-h1-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:05:38.566394 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4162d4-4a53-4d5c-84cc-de962c49d974 req-e098fb46-9936-4501-b14d-d10995a96b2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:05:38.567975 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-6d4162d4-4a53-4d5c-84cc-de962c49d974 req-e098fb46-9936-4501-b14d-d10995a96b2a service neutron] 10.222.0.127 "GET /v2.0/ports?device_id=b0b96bfa-d49a-47d6-a621-d2fd80028cc9 HTTP/1.1" status: 200 len: 1096 time: 0.7952430 Jul 06 14:05:38.579797 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Device 5f251846-a962-4cca-ac30-b8ff4317b4c4 details requested by agent hyperv_n-h2-773647-6 with host n-h2-773647-6 {{(pid=100248) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 14:05:38.615712 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-4d940e0a-c127-4fc5-8856-ffa0e507d4ee None None] Provisioning for port b59b28f6-05dd-447f-a7be-3888ef8472a8 completed by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:05:38.627953 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-4d940e0a-c127-4fc5-8856-ffa0e507d4ee None None] Provisioning complete for port b59b28f6-05dd-447f-a7be-3888ef8472a8 triggered by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:05:38.628437 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4d940e0a-c127-4fc5-8856-ffa0e507d4ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:38.638266 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.db_base_plugin_common [None req-fd8f66b2-9951-4342-88ce-9af10e90ca42 tempest-RoutersIpV6AdminTest-1271651815 tempest-RoutersIpV6AdminTest-1271651815-project] Allocated IP 172.25.0.227 (2658f09e-a580-4d4a-9968-2d1e0ad93719/cbf74abc-6fe1-4d33-b005-c948923b9647/1fc93420-493c-4833-8658-d7a2aa08eaa1) {{(pid=100247) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:05:38.666352 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4057470-8e3e-4d33-b6d5-29962536e0fe req-c5545dd9-9873-490e-90b7-0a777ed2da55 tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:05:38.677081 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-a4057470-8e3e-4d33-b6d5-29962536e0fe req-c5545dd9-9873-490e-90b7-0a777ed2da55 tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] 10.222.0.104 "GET /v2.0/ports?device_id=5fbc9a8b-86db-4456-85e1-a59cfdbb9c8d HTTP/1.1" status: 200 len: 944 time: 0.7283599 Jul 06 14:05:38.741210 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.db.resource_extend [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 06 14:05:38.782342 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-685d4c87-28a1-4040-8732-0881d3b71571 tempest-ExtraDHCPOptionsTestJSON-169983230 tempest-ExtraDHCPOptionsTestJSON-169983230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127687580'] for port, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:38.821445 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685d4c87-28a1-4040-8732-0881d3b71571 tempest-ExtraDHCPOptionsTestJSON-169983230 tempest-ExtraDHCPOptionsTestJSON-169983230-project] Pushing event deleted for resources: {'Port': ['ID=66be3f51-71f9-4ae9-8088-6774cb8ce79a,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:05:38.827068 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-6d4162d4-4a53-4d5c-84cc-de962c49d974 req-f855bd8e-ef02-4894-ab79-cbc16601da7d service neutron] 10.222.0.127 "GET /v2.0/security-groups?id=a54a60a4-d859-4f47-b26f-a63bb69450e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2439063 Jul 06 14:05:38.906755 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-a4057470-8e3e-4d33-b6d5-29962536e0fe req-bc4d11a3-6fc4-4b7a-a082-2cdea6b3acd4 tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] 10.222.0.104 "GET /v2.0/security-groups?id=54cfb86c-390d-4cad-8265-7f5781c66116&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2246387 Jul 06 14:05:38.933252 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.plugin [req-81f0e4bb-f753-4ab6-9911-75dd9f585eae req-eb813704-f9ea-49c2-8a8a-60cebe8ebb24 tempest-ImagesOneServerTestJSON-626670209 tempest-ImagesOneServerTestJSON-626670209-project] Deleting port fd226586-54a3-4c8f-87bb-11c002aac048 {{(pid=100247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:05:38.934740 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-81f0e4bb-f753-4ab6-9911-75dd9f585eae req-eb813704-f9ea-49c2-8a8a-60cebe8ebb24 tempest-ImagesOneServerTestJSON-626670209 tempest-ImagesOneServerTestJSON-626670209-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:39.011827 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:39.021508 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-685d4c87-28a1-4040-8732-0881d3b71571 tempest-ExtraDHCPOptionsTestJSON-169983230 tempest-ExtraDHCPOptionsTestJSON-169983230-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:39.025671 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-685d4c87-28a1-4040-8732-0881d3b71571 tempest-ExtraDHCPOptionsTestJSON-169983230 tempest-ExtraDHCPOptionsTestJSON-169983230-project] 10.222.0.104 "DELETE /v2.0/ports/66be3f51-71f9-4ae9-8088-6774cb8ce79a HTTP/1.1" status: 204 len: 168 time: 0.8937390 Jul 06 14:05:39.029481 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 42222) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:05:39.042319 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-6fb8c505-0a8d-468d-87a5-1c29b44e94e9 tempest-ExtraDHCPOptionsTestJSON-169983230 tempest-ExtraDHCPOptionsTestJSON-169983230-project] Request body: {'port': {'name': 'tempest-new-port-name-1582826542', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:05:39.042976 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.api.validators [None req-6fb8c505-0a8d-468d-87a5-1c29b44e94e9 tempest-ExtraDHCPOptionsTestJSON-169983230 tempest-ExtraDHCPOptionsTestJSON-169983230-project] bootfile-name is not in valid_values {{(pid=100246) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 06 14:05:39.043531 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.api.validators [None req-6fb8c505-0a8d-468d-87a5-1c29b44e94e9 tempest-ExtraDHCPOptionsTestJSON-169983230 tempest-ExtraDHCPOptionsTestJSON-169983230-project] tftp-server is not in valid_values {{(pid=100246) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 06 14:05:39.044725 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.api.validators [None req-6fb8c505-0a8d-468d-87a5-1c29b44e94e9 tempest-ExtraDHCPOptionsTestJSON-169983230 tempest-ExtraDHCPOptionsTestJSON-169983230-project] server-ip-address is not in valid_values {{(pid=100246) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 06 14:05:39.177002 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-6fb8c505-0a8d-468d-87a5-1c29b44e94e9 tempest-ExtraDHCPOptionsTestJSON-169983230 tempest-ExtraDHCPOptionsTestJSON-169983230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:39.209236 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] For port 5f251846-a962-4cca-ac30-b8ff4317b4c4, host n-h2-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=5f251846-a962-4cca-ac30-b8ff4317b4c4,segment=NetworkSegment(36c50412-6893-4622-808c-49164f6f9db6),segment_id=36c50412-6893-4622-808c-49164f6f9db6)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:05:39.286680 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] For port 38fa73f8-6c0f-47d6-82d5-c280e4c1c51d, host n-h1-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773647-6',level=0,port_id=38fa73f8-6c0f-47d6-82d5-c280e4c1c51d,segment=NetworkSegment(4f034a4d-0401-4410-9e3b-cfb7c7ebcd98),segment_id=4f034a4d-0401-4410-9e3b-cfb7c7ebcd98)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:05:39.296047 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4d940e0a-c127-4fc5-8856-ffa0e507d4ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:39.300402 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Returning: {'device': '5f251846-a962-4cca-ac30-b8ff4317b4c4', 'network_id': 'ca8d241f-6d1c-4a83-a6b7-adff4a667580', 'port_id': '5f251846-a962-4cca-ac30-b8ff4317b4c4', 'mac_address': 'fa:16:3e:a8:e6:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1040, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1d0103a5-6825-4713-928f-2c0821a07c96', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100248) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 14:05:39.313259 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:39.339538 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5ad481-9615-4963-b651-3b1aab629f20 req-5f0b79a5-3ba5-4b15-83dd-75210cc7d9f5 tempest-ImagesTestJSON-1482892319 tempest-ImagesTestJSON-1482892319-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:05:39.349411 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-ad5ad481-9615-4963-b651-3b1aab629f20 req-5f0b79a5-3ba5-4b15-83dd-75210cc7d9f5 tempest-ImagesTestJSON-1482892319 tempest-ImagesTestJSON-1482892319-project] 10.222.0.104 "GET /v2.0/networks?id=843daa65-9f70-4b7f-ae10-986f4b2f43e8 HTTP/1.1" status: 200 len: 804 time: 0.6504066 Jul 06 14:05:39.423613 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-fd8f66b2-9951-4342-88ce-9af10e90ca42 tempest-RoutersIpV6AdminTest-1271651815 tempest-RoutersIpV6AdminTest-1271651815-project] Notify callbacks [] for port, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:39.556925 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-ad5ad481-9615-4963-b651-3b1aab629f20 req-174d1e58-64e1-49b1-b2bc-09aea7e654a3 tempest-ImagesTestJSON-1482892319 tempest-ImagesTestJSON-1482892319-project] 10.222.0.104 "GET /v2.0/quotas/088899109daa4dab8b28e16d07018840 HTTP/1.1" status: 200 len: 375 time: 0.2006173 Jul 06 14:05:39.571365 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-4d940e0a-c127-4fc5-8856-ffa0e507d4ee None None] For port b59b28f6-05dd-447f-a7be-3888ef8472a8, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=b59b28f6-05dd-447f-a7be-3888ef8472a8,segment=NetworkSegment(4a294c42-89fb-405d-bb8b-11f3c2575416),segment_id=4a294c42-89fb-405d-bb8b-11f3c2575416)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:05:39.607973 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4d940e0a-c127-4fc5-8856-ffa0e507d4ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:39.625744 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.db [req-81f0e4bb-f753-4ab6-9911-75dd9f585eae req-eb813704-f9ea-49c2-8a8a-60cebe8ebb24 tempest-ImagesOneServerTestJSON-626670209 tempest-ImagesOneServerTestJSON-626670209-project] For port fd226586-54a3-4c8f-87bb-11c002aac048, host n-h1-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773647-6',level=0,port_id=fd226586-54a3-4c8f-87bb-11c002aac048,segment=NetworkSegment(c9ea893d-045e-42cf-b3dd-cdd1f79baccd),segment_id=c9ea893d-045e-42cf-b3dd-cdd1f79baccd)] {{(pid=100247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:05:39.626548 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-81f0e4bb-f753-4ab6-9911-75dd9f585eae req-eb813704-f9ea-49c2-8a8a-60cebe8ebb24 tempest-ImagesOneServerTestJSON-626670209 tempest-ImagesOneServerTestJSON-626670209-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:39.656610 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Pushing event updated for resources: {'Port': ['ID=38fa73f8-6c0f-47d6-82d5-c280e4c1c51d,revision_number=8']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:05:39.673073 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:39.684861 n-d-773647-6 neutron-server[100248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39634090-bfa4-4244-b852-20cb38935361', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '38fa73f8-6c0f-47d6-82d5-c280e4c1c51d'}] {{(pid=100248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:05:39.693593 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84af257533e383389cbcf231d3534f4d5e149e7203fea16b4a8fc01438dddaf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38280d09-c4e6-45e6-9322-83fbd4b566fd" -d '{"events": [{"server_uuid": "39634090-bfa4-4244-b852-20cb38935361", "name": "network-vif-unplugged", "status": "completed", "tag": "38fa73f8-6c0f-47d6-82d5-c280e4c1c51d"}]}' {{(pid=100248) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:05:39.749235 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b114eb-ebd5-4bd3-8e8a-249f2c6389c9 req-c02e89f9-d782-4c81-b651-d5ade8371979 tempest-ImagesOneServerTestJSON-626670209 tempest-ImagesOneServerTestJSON-626670209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:05:39.769157 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-c5b114eb-ebd5-4bd3-8e8a-249f2c6389c9 req-c02e89f9-d782-4c81-b651-d5ade8371979 tempest-ImagesOneServerTestJSON-626670209 tempest-ImagesOneServerTestJSON-626670209-project] 10.222.0.104 "GET /v2.0/ports?device_id=bf6e1ecb-17f2-4a7a-9296-eb9480bbf176 HTTP/1.1" status: 200 len: 949 time: 0.6331441 Jul 06 14:05:39.803106 n-d-773647-6 neutron-server[100248]: DEBUG neutron.notifiers.nova [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5f251846-a962-4cca-ac30-b8ff4317b4c4 {{(pid=100248) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 14:05:39.878235 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.plugin [req-81f0e4bb-f753-4ab6-9911-75dd9f585eae req-eb813704-f9ea-49c2-8a8a-60cebe8ebb24 tempest-ImagesOneServerTestJSON-626670209 tempest-ImagesOneServerTestJSON-626670209-project] Calling delete_port for fd226586-54a3-4c8f-87bb-11c002aac048 owned by compute:nova {{(pid=100247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:05:39.926833 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] For port 5f251846-a962-4cca-ac30-b8ff4317b4c4, host n-h2-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=5f251846-a962-4cca-ac30-b8ff4317b4c4,segment=NetworkSegment(36c50412-6893-4622-808c-49164f6f9db6),segment_id=36c50412-6893-4622-808c-49164f6f9db6)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:05:39.939538 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:39.941268 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-f47e7379-43c8-4178-b824-6afab3faab8c None None] Provisioning complete for port b59b28f6-05dd-447f-a7be-3888ef8472a8 triggered by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:05:39.941629 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-f47e7379-43c8-4178-b824-6afab3faab8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:39.990838 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-fd8f66b2-9951-4342-88ce-9af10e90ca42 tempest-RoutersIpV6AdminTest-1271651815 tempest-RoutersIpV6AdminTest-1271651815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-128888360'] for port, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:40.012049 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d940e0a-c127-4fc5-8856-ffa0e507d4ee None None] Pushing event updated for resources: {'Port': ['ID=b59b28f6-05dd-447f-a7be-3888ef8472a8,revision_number=3']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:05:40.107732 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Pushing event updated for resources: {'Port': ['ID=5f251846-a962-4cca-ac30-b8ff4317b4c4,revision_number=12']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:05:40.127394 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] get_ports_and_sgs() called for port_ids ['5f251846-a962-4cca-ac30-b8ff4317b4c4'] {{(pid=100248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 14:05:40.216822 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd8f66b2-9951-4342-88ce-9af10e90ca42 tempest-RoutersIpV6AdminTest-1271651815 tempest-RoutersIpV6AdminTest-1271651815-project] Network 2658f09e-a580-4d4a-9968-2d1e0ad93719 is already hosted by enough agents. {{(pid=100247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:05:40.262786 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.base_scheduler [None req-fd8f66b2-9951-4342-88ce-9af10e90ca42 tempest-RoutersIpV6AdminTest-1271651815 tempest-RoutersIpV6AdminTest-1271651815-project] Resources bound (agent type, host, resource id): {{(pid=100247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:05:40.265833 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd8f66b2-9951-4342-88ce-9af10e90ca42 tempest-RoutersIpV6AdminTest-1271651815 tempest-RoutersIpV6AdminTest-1271651815-project] Received port after_create {{(pid=100247) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:05:40.337745 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-c5b114eb-ebd5-4bd3-8e8a-249f2c6389c9 req-f735d9cd-b684-4afb-a3c6-2a295244aad7 tempest-ImagesOneServerTestJSON-626670209 tempest-ImagesOneServerTestJSON-626670209-project] 10.222.0.104 "GET /v2.0/security-groups?id=7ecc4b69-7d2f-4f85-bf98-514284a35549&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5223346 Jul 06 14:05:40.420571 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-f47e7379-43c8-4178-b824-6afab3faab8c None None] Could not find standard attr ID for object 66be3f51-71f9-4ae9-8088-6774cb8ce79a. {{(pid=100248) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 06 14:05:40.433015 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:40.491440 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8f66b2-9951-4342-88ce-9af10e90ca42 tempest-RoutersIpV6AdminTest-1271651815 tempest-RoutersIpV6AdminTest-1271651815-project] Pushing event updated for resources: {'Port': ['ID=1fc93420-493c-4833-8658-d7a2aa08eaa1,revision_number=1']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:05:40.550253 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-f47e7379-43c8-4178-b824-6afab3faab8c None None] Provisioning for port c55ed71b-a3cb-45eb-a5ef-00c1719d371a completed by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:05:40.573393 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-f47e7379-43c8-4178-b824-6afab3faab8c None None] Provisioning complete for port c55ed71b-a3cb-45eb-a5ef-00c1719d371a triggered by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:05:40.574539 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-f47e7379-43c8-4178-b824-6afab3faab8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:40.576061 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-ad5ad481-9615-4963-b651-3b1aab629f20 req-9e31f61a-e392-4a58-9356-54e35a727e3e tempest-ImagesTestJSON-1482892319 tempest-ImagesTestJSON-1482892319-project] 10.222.0.104 "GET /v2.0/ports?tenant_id=088899109daa4dab8b28e16d07018840&fields=id HTTP/1.1" status: 200 len: 255 time: 1.0175276 Jul 06 14:05:40.593368 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd8f66b2-9951-4342-88ce-9af10e90ca42 tempest-RoutersIpV6AdminTest-1271651815 tempest-RoutersIpV6AdminTest-1271651815-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:05:40.594863 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd8f66b2-9951-4342-88ce-9af10e90ca42 tempest-RoutersIpV6AdminTest-1271651815 tempest-RoutersIpV6AdminTest-1271651815-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:05:40.595626 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd8f66b2-9951-4342-88ce-9af10e90ca42 tempest-RoutersIpV6AdminTest-1271651815 tempest-RoutersIpV6AdminTest-1271651815-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:05:40.596738 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd8f66b2-9951-4342-88ce-9af10e90ca42 tempest-RoutersIpV6AdminTest-1271651815 tempest-RoutersIpV6AdminTest-1271651815-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:05:40.598510 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd8f66b2-9951-4342-88ce-9af10e90ca42 tempest-RoutersIpV6AdminTest-1271651815 tempest-RoutersIpV6AdminTest-1271651815-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:05:40.599723 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd8f66b2-9951-4342-88ce-9af10e90ca42 tempest-RoutersIpV6AdminTest-1271651815 tempest-RoutersIpV6AdminTest-1271651815-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:05:40.601985 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd8f66b2-9951-4342-88ce-9af10e90ca42 tempest-RoutersIpV6AdminTest-1271651815 tempest-RoutersIpV6AdminTest-1271651815-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:05:40.602467 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd8f66b2-9951-4342-88ce-9af10e90ca42 tempest-RoutersIpV6AdminTest-1271651815 tempest-RoutersIpV6AdminTest-1271651815-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:05:40.602969 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd8f66b2-9951-4342-88ce-9af10e90ca42 tempest-RoutersIpV6AdminTest-1271651815 tempest-RoutersIpV6AdminTest-1271651815-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:05:40.604055 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd8f66b2-9951-4342-88ce-9af10e90ca42 tempest-RoutersIpV6AdminTest-1271651815 tempest-RoutersIpV6AdminTest-1271651815-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:05:40.606383 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd8f66b2-9951-4342-88ce-9af10e90ca42 tempest-RoutersIpV6AdminTest-1271651815 tempest-RoutersIpV6AdminTest-1271651815-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:05:40.606786 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd8f66b2-9951-4342-88ce-9af10e90ca42 tempest-RoutersIpV6AdminTest-1271651815 tempest-RoutersIpV6AdminTest-1271651815-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:05:40.710229 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-f47e7379-43c8-4178-b824-6afab3faab8c None None] Port c55ed71b-a3cb-45eb-a5ef-00c1719d371a cannot update to ACTIVE because it is not bound. {{(pid=100248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 14:05:40.858331 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-0a60c390-a138-41a4-bddb-408d11fd4969 None None] Provisioning complete for port c55ed71b-a3cb-45eb-a5ef-00c1719d371a triggered by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:05:40.859386 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-0a60c390-a138-41a4-bddb-408d11fd4969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:40.878766 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-6fb8c505-0a8d-468d-87a5-1c29b44e94e9 tempest-ExtraDHCPOptionsTestJSON-169983230 tempest-ExtraDHCPOptionsTestJSON-169983230-project] Notify callbacks [] for port, precommit_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:40.891122 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-6fb8c505-0a8d-468d-87a5-1c29b44e94e9 tempest-ExtraDHCPOptionsTestJSON-169983230 tempest-ExtraDHCPOptionsTestJSON-169983230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127687527'] for port, after_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:40.900779 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-0a60c390-a138-41a4-bddb-408d11fd4969 None None] Port c55ed71b-a3cb-45eb-a5ef-00c1719d371a cannot update to ACTIVE because it is not bound. {{(pid=100248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 14:05:40.904340 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-0a60c390-a138-41a4-bddb-408d11fd4969 None None] Could not find standard attr ID for object 66be3f51-71f9-4ae9-8088-6774cb8ce79a. {{(pid=100248) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 06 14:05:40.968673 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22725d4b-e1df-4d43-8f98-042cac80f184 req-d9830b45-aa7e-45d2-bc4d-aa6e3d55fb99 tempest-ServerRescueNegativeTestJSON-721731692 tempest-ServerRescueNegativeTestJSON-721731692-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:05:40.971107 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-22725d4b-e1df-4d43-8f98-042cac80f184 req-d9830b45-aa7e-45d2-bc4d-aa6e3d55fb99 tempest-ServerRescueNegativeTestJSON-721731692 tempest-ServerRescueNegativeTestJSON-721731692-project] 10.222.0.72 "GET /v2.0/networks?id=1d64a7a8-3d12-4141-b8ce-bd281ed9aaab HTTP/1.1" status: 200 len: 819 time: 0.7390168 Jul 06 14:05:40.976634 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb8c505-0a8d-468d-87a5-1c29b44e94e9 tempest-ExtraDHCPOptionsTestJSON-169983230 tempest-ExtraDHCPOptionsTestJSON-169983230-project] Pushing event updated for resources: {'Port': ['ID=c55ed71b-a3cb-45eb-a5ef-00c1719d371a,revision_number=2']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:05:40.998914 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [req-ad5ad481-9615-4963-b651-3b1aab629f20 req-58aa0fa4-a22a-4f2d-8f0a-4f22d7eb6db4 service neutron] http://10.222.0.104:9696/v2.0/extensions returned with HTTP 200 {{(pid=100247) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 14:05:41.000206 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [req-22725d4b-e1df-4d43-8f98-042cac80f184 req-0697019b-d180-4bee-a6d5-8c5eac2073bd tempest-ServerRescueNegativeTestJSON-721731692 tempest-ServerRescueNegativeTestJSON-721731692-project] Request body: {'port': {'device_id': '78a59294-4d36-4290-b5cb-d865232b142a', 'network_id': '1d64a7a8-3d12-4141-b8ce-bd281ed9aaab', 'admin_state_up': True, 'tenant_id': '4f4f5169c3224ae5beef5f35a702326d'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:05:41.006697 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-ad5ad481-9615-4963-b651-3b1aab629f20 req-58aa0fa4-a22a-4f2d-8f0a-4f22d7eb6db4 service neutron] 10.222.0.104 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4269648 Jul 06 14:05:41.092201 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-1ef47bdd-8b06-435b-aa0f-f6ca60749185 req-f6abdf8f-5377-41ea-be16-8c339920e5cd tempest-ServerRescueNegativeTestJSON-721731692 tempest-ServerRescueNegativeTestJSON-721731692-project] 10.222.0.104 "GET /v2.0/ports?device_id=78a59294-4d36-4290-b5cb-d865232b142a HTTP/1.1" status: 200 len: 210 time: 0.1207862 Jul 06 14:05:41.169145 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 06 Jul 2021 14:05:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0bc9ba3-4cb3-4a3f-bbe4-d5b09e44787e x-openstack-request-id: req-e0bc9ba3-4cb3-4a3f-bbe4-d5b09e44787e {{(pid=100248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:05:41.169445 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39634090-bfa4-4244-b852-20cb38935361", "name": "network-vif-unplugged", "status": "completed", "tag": "38fa73f8-6c0f-47d6-82d5-c280e4c1c51d", "code": 200}]} {{(pid=100248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:05:41.169701 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-e0bc9ba3-4cb3-4a3f-bbe4-d5b09e44787e {{(pid=100248) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:05:41.170097 n-d-773647-6 neutron-server[100248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39634090-bfa4-4244-b852-20cb38935361', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '38fa73f8-6c0f-47d6-82d5-c280e4c1c51d', 'code': 200} Jul 06 14:05:41.170975 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-22725d4b-e1df-4d43-8f98-042cac80f184 req-0697019b-d180-4bee-a6d5-8c5eac2073bd tempest-ServerRescueNegativeTestJSON-721731692 tempest-ServerRescueNegativeTestJSON-721731692-project] Made reservation on behalf of 4f4f5169c3224ae5beef5f35a702326d for: {'port': 1} {{(pid=100246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:05:41.180406 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-22725d4b-e1df-4d43-8f98-042cac80f184 req-0697019b-d180-4bee-a6d5-8c5eac2073bd tempest-ServerRescueNegativeTestJSON-721731692 tempest-ServerRescueNegativeTestJSON-721731692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:41.281405 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fff1765-98b2-4cda-b82e-3529696c895f req-b376e73f-f991-4b4f-911a-b9d3774437ad tempest-ImagesTestJSON-1482892319 tempest-ImagesTestJSON-1482892319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:05:41.283141 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-6fff1765-98b2-4cda-b82e-3529696c895f req-b376e73f-f991-4b4f-911a-b9d3774437ad tempest-ImagesTestJSON-1482892319 tempest-ImagesTestJSON-1482892319-project] 10.222.0.127 "GET /v2.0/ports?device_id=39634090-bfa4-4244-b852-20cb38935361 HTTP/1.1" status: 200 len: 943 time: 1.0483010 Jul 06 14:05:41.413781 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [None req-6fb8c505-0a8d-468d-87a5-1c29b44e94e9 tempest-ExtraDHCPOptionsTestJSON-169983230 tempest-ExtraDHCPOptionsTestJSON-169983230-project] In _notify_port_updated(), no bound segment for port c55ed71b-a3cb-45eb-a5ef-00c1719d371a on network 52692fee-ce0d-431e-8868-06b1ebc149b0 {{(pid=100246) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 06 14:05:41.420508 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fb8c505-0a8d-468d-87a5-1c29b44e94e9 tempest-ExtraDHCPOptionsTestJSON-169983230 tempest-ExtraDHCPOptionsTestJSON-169983230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:05:41.421700 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-6fb8c505-0a8d-468d-87a5-1c29b44e94e9 tempest-ExtraDHCPOptionsTestJSON-169983230 tempest-ExtraDHCPOptionsTestJSON-169983230-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:41.424042 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-6fb8c505-0a8d-468d-87a5-1c29b44e94e9 tempest-ExtraDHCPOptionsTestJSON-169983230 tempest-ExtraDHCPOptionsTestJSON-169983230-project] 10.222.0.104 "PUT /v2.0/ports/c55ed71b-a3cb-45eb-a5ef-00c1719d371a HTTP/1.1" status: 200 len: 1137 time: 2.3935728 Jul 06 14:05:41.449022 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 42256) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:05:41.585019 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62d08911-9ca0-40bd-8d32-47257f8d1ceb tempest-ExtraDHCPOptionsTestJSON-169983230 tempest-ExtraDHCPOptionsTestJSON-169983230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:05:41.586505 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-62d08911-9ca0-40bd-8d32-47257f8d1ceb tempest-ExtraDHCPOptionsTestJSON-169983230 tempest-ExtraDHCPOptionsTestJSON-169983230-project] 10.222.0.104 "GET /v2.0/ports/c55ed71b-a3cb-45eb-a5ef-00c1719d371a HTTP/1.1" status: 200 len: 1137 time: 0.1362021 Jul 06 14:05:41.588252 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.db_base_plugin_common [req-22725d4b-e1df-4d43-8f98-042cac80f184 req-0697019b-d180-4bee-a6d5-8c5eac2073bd tempest-ServerRescueNegativeTestJSON-721731692 tempest-ServerRescueNegativeTestJSON-721731692-project] Allocated IP 172.20.0.7 (1d64a7a8-3d12-4141-b8ce-bd281ed9aaab/e1fa3d62-6d70-434d-886e-5edc2778795a/ba17a152-48a1-47ea-b265-df06df94d2e8) {{(pid=100246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:05:41.603842 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 42260) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:05:41.649009 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-fc295eca-7cfb-4f6c-bbcf-dc823b3e756b None None] Provisioning complete for port c55ed71b-a3cb-45eb-a5ef-00c1719d371a triggered by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:05:41.649009 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-fc295eca-7cfb-4f6c-bbcf-dc823b3e756b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:41.711462 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device b59b28f6-05dd-447f-a7be-3888ef8472a8 up at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:05:41.828281 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-fc295eca-7cfb-4f6c-bbcf-dc823b3e756b None None] Port c55ed71b-a3cb-45eb-a5ef-00c1719d371a cannot update to ACTIVE because it is not bound. {{(pid=100248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 14:05:41.850073 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning complete for port b59b28f6-05dd-447f-a7be-3888ef8472a8 triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:05:41.850829 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:41.891767 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [None req-6a20839d-cedb-484f-a8ea-6d7330e6494f tempest-ExtraDHCPOptionsTestJSON-169983230 tempest-ExtraDHCPOptionsTestJSON-169983230-project] Deleting port c55ed71b-a3cb-45eb-a5ef-00c1719d371a {{(pid=100246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:05:41.892658 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-6a20839d-cedb-484f-a8ea-6d7330e6494f tempest-ExtraDHCPOptionsTestJSON-169983230 tempest-ExtraDHCPOptionsTestJSON-169983230-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:41.972901 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-ad5ad481-9615-4963-b651-3b1aab629f20 req-9dfd1518-697c-43d8-8bcf-cfa1949281e6 service neutron] 10.222.0.104 "GET /v2.0/networks/843daa65-9f70-4b7f-ae10-986f4b2f43e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9653330 Jul 06 14:05:42.087276 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-6a20839d-cedb-484f-a8ea-6d7330e6494f tempest-ExtraDHCPOptionsTestJSON-169983230 tempest-ExtraDHCPOptionsTestJSON-169983230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:42.112535 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-22725d4b-e1df-4d43-8f98-042cac80f184 req-0697019b-d180-4bee-a6d5-8c5eac2073bd tempest-ServerRescueNegativeTestJSON-721731692 tempest-ServerRescueNegativeTestJSON-721731692-project] Notify callbacks [] for port, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:42.114768 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [None req-6a20839d-cedb-484f-a8ea-6d7330e6494f tempest-ExtraDHCPOptionsTestJSON-169983230 tempest-ExtraDHCPOptionsTestJSON-169983230-project] Calling delete_port for c55ed71b-a3cb-45eb-a5ef-00c1719d371a owned by {{(pid=100246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:05:42.224079 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-81f0e4bb-f753-4ab6-9911-75dd9f585eae req-eb813704-f9ea-49c2-8a8a-60cebe8ebb24 tempest-ImagesOneServerTestJSON-626670209 tempest-ImagesOneServerTestJSON-626670209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128888353'] for port, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:42.226087 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-fd8f66b2-9951-4342-88ce-9af10e90ca42 tempest-RoutersIpV6AdminTest-1271651815 tempest-RoutersIpV6AdminTest-1271651815-project] Notify callbacks [] for router_gateway, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:42.240362 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-22725d4b-e1df-4d43-8f98-042cac80f184 req-0697019b-d180-4bee-a6d5-8c5eac2073bd tempest-ServerRescueNegativeTestJSON-721731692 tempest-ServerRescueNegativeTestJSON-721731692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-127687573'] for port, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:42.258831 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] get_ports_and_sgs() called for port_ids ['4d1d955e-d814-435a-9b5f-74b44da2662d'] {{(pid=100248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 14:05:42.301768 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0697019b-d180-4bee-a6d5-8c5eac2073bd tempest-ServerRescueNegativeTestJSON-721731692 tempest-ServerRescueNegativeTestJSON-721731692-project] Pushing event updated for resources: {'Port': ['ID=ba17a152-48a1-47ea-b265-df06df94d2e8,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:05:42.321335 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-22725d4b-e1df-4d43-8f98-042cac80f184 req-0697019b-d180-4bee-a6d5-8c5eac2073bd tempest-ServerRescueNegativeTestJSON-721731692 tempest-ServerRescueNegativeTestJSON-721731692-project] Network 1d64a7a8-3d12-4141-b8ce-bd281ed9aaab is already hosted by enough agents. {{(pid=100246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:05:42.323656 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.base_scheduler [req-22725d4b-e1df-4d43-8f98-042cac80f184 req-0697019b-d180-4bee-a6d5-8c5eac2073bd tempest-ServerRescueNegativeTestJSON-721731692 tempest-ServerRescueNegativeTestJSON-721731692-project] Resources bound (agent type, host, resource id): {{(pid=100246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:05:42.329192 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [req-22725d4b-e1df-4d43-8f98-042cac80f184 req-0697019b-d180-4bee-a6d5-8c5eac2073bd tempest-ServerRescueNegativeTestJSON-721731692 tempest-ServerRescueNegativeTestJSON-721731692-project] Received port after_create {{(pid=100246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:05:42.388036 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22725d4b-e1df-4d43-8f98-042cac80f184 req-0697019b-d180-4bee-a6d5-8c5eac2073bd tempest-ServerRescueNegativeTestJSON-721731692 tempest-ServerRescueNegativeTestJSON-721731692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:05:42.388701 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-22725d4b-e1df-4d43-8f98-042cac80f184 req-0697019b-d180-4bee-a6d5-8c5eac2073bd tempest-ServerRescueNegativeTestJSON-721731692 tempest-ServerRescueNegativeTestJSON-721731692-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:42.407676 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-22725d4b-e1df-4d43-8f98-042cac80f184 req-0697019b-d180-4bee-a6d5-8c5eac2073bd tempest-ServerRescueNegativeTestJSON-721731692 tempest-ServerRescueNegativeTestJSON-721731692-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4128094 Jul 06 14:05:42.418326 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:42.437236 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [req-22725d4b-e1df-4d43-8f98-042cac80f184 req-dd667017-dde7-4233-a089-517a0bb4e017 service neutron] Request body: {'port': {'device_id': '78a59294-4d36-4290-b5cb-d865232b142a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-773647-6'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:05:42.471505 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Device 38fa73f8-6c0f-47d6-82d5-c280e4c1c51d no longer exists at agent hyperv_n-h1-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:05:42.548469 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-22725d4b-e1df-4d43-8f98-042cac80f184 req-dd667017-dde7-4233-a089-517a0bb4e017 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:42.561717 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-6a20839d-cedb-484f-a8ea-6d7330e6494f tempest-ExtraDHCPOptionsTestJSON-169983230 tempest-ExtraDHCPOptionsTestJSON-169983230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127687580'] for port, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:42.615937 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Device 5f251846-a962-4cca-ac30-b8ff4317b4c4 up at agent hyperv_n-h2-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:05:42.629576 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a20839d-cedb-484f-a8ea-6d7330e6494f tempest-ExtraDHCPOptionsTestJSON-169983230 tempest-ExtraDHCPOptionsTestJSON-169983230-project] Pushing event deleted for resources: {'Port': ['ID=c55ed71b-a3cb-45eb-a5ef-00c1719d371a,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:05:42.745672 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-fd8f66b2-9951-4342-88ce-9af10e90ca42 tempest-RoutersIpV6AdminTest-1271651815 tempest-RoutersIpV6AdminTest-1271651815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1806297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1761036'] for router, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:42.774599 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Device fd226586-54a3-4c8f-87bb-11c002aac048 no longer exists at agent hyperv_n-h1-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:05:42.793698 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb813704-f9ea-49c2-8a8a-60cebe8ebb24 tempest-ImagesOneServerTestJSON-626670209 tempest-ImagesOneServerTestJSON-626670209-project] Pushing event deleted for resources: {'Port': ['ID=fd226586-54a3-4c8f-87bb-11c002aac048,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:05:42.813203 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] No Port match for: fd226586-54a3-4c8f-87bb-11c002aac048 {{(pid=100248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 14:05:42.813699 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Device fd226586-54a3-4c8f-87bb-11c002aac048 not bound to the agent host n-h1-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:05:42.860641 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Provisioning complete for port 5f251846-a962-4cca-ac30-b8ff4317b4c4 triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:05:42.864083 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:42.948760 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.l3_dvrscheduler_db [req-81f0e4bb-f753-4ab6-9911-75dd9f585eae req-eb813704-f9ea-49c2-8a8a-60cebe8ebb24 tempest-ImagesOneServerTestJSON-626670209 tempest-ImagesOneServerTestJSON-626670209-project] No DVR routers for this DVR port fd226586-54a3-4c8f-87bb-11c002aac048 on host n-h1-773647-6 {{(pid=100247) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:05:42.951965 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-81f0e4bb-f753-4ab6-9911-75dd9f585eae req-eb813704-f9ea-49c2-8a8a-60cebe8ebb24 tempest-ImagesOneServerTestJSON-626670209 tempest-ImagesOneServerTestJSON-626670209-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:42.955170 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-81f0e4bb-f753-4ab6-9911-75dd9f585eae req-eb813704-f9ea-49c2-8a8a-60cebe8ebb24 tempest-ImagesOneServerTestJSON-626670209 tempest-ImagesOneServerTestJSON-626670209-project] 10.222.0.127 "DELETE /v2.0/ports/fd226586-54a3-4c8f-87bb-11c002aac048 HTTP/1.1" status: 204 len: 173 time: 4.8231158 Jul 06 14:05:42.962253 n-d-773647-6 neutron-server[100247]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf6e1ecb-17f2-4a7a-9296-eb9480bbf176', 'name': 'network-vif-deleted', 'tag': 'fd226586-54a3-4c8f-87bb-11c002aac048'}] {{(pid=100247) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:05:42.964816 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cbf0eeaae822f8fc9b87a94aeba67a3d651842baf663a51cba94b67a514836d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-173e85f3-3222-47ef-8bab-dbb0d3afb339" -d '{"events": [{"server_uuid": "bf6e1ecb-17f2-4a7a-9296-eb9480bbf176", "name": "network-vif-deleted", "tag": "fd226586-54a3-4c8f-87bb-11c002aac048"}]}' {{(pid=100247) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:05:43.079263 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-6a20839d-cedb-484f-a8ea-6d7330e6494f tempest-ExtraDHCPOptionsTestJSON-169983230 tempest-ExtraDHCPOptionsTestJSON-169983230-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:43.090113 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-6a20839d-cedb-484f-a8ea-6d7330e6494f tempest-ExtraDHCPOptionsTestJSON-169983230 tempest-ExtraDHCPOptionsTestJSON-169983230-project] 10.222.0.104 "DELETE /v2.0/ports/c55ed71b-a3cb-45eb-a5ef-00c1719d371a HTTP/1.1" status: 204 len: 168 time: 1.4761498 Jul 06 14:05:43.091394 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 42270) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:05:43.093430 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20694546-e91f-4c05-ba3e-74bec6337dd2 req-0618123d-d4bf-4728-9691-30d0a0247c9a tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:05:43.105274 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-20694546-e91f-4c05-ba3e-74bec6337dd2 req-0618123d-d4bf-4728-9691-30d0a0247c9a tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] 10.222.0.104 "GET /v2.0/ports?device_id=5fbc9a8b-86db-4456-85e1-a59cfdbb9c8d HTTP/1.1" status: 200 len: 945 time: 1.7219603 Jul 06 14:05:43.120321 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:43.179554 n-d-773647-6 neutron-server[100248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fbc9a8b-86db-4456-85e1-a59cfdbb9c8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f251846-a962-4cca-ac30-b8ff4317b4c4'}] {{(pid=100248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:05:43.182911 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84af257533e383389cbcf231d3534f4d5e149e7203fea16b4a8fc01438dddaf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8adf314-332e-4b2d-a21d-231251f98ad9" -d '{"events": [{"server_uuid": "5fbc9a8b-86db-4456-85e1-a59cfdbb9c8d", "name": "network-vif-plugged", "status": "completed", "tag": "5f251846-a962-4cca-ac30-b8ff4317b4c4"}]}' {{(pid=100248) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:05:43.195849 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-ad5ad481-9615-4963-b651-3b1aab629f20 req-809040f1-490c-4376-b2ad-8e1cc9ca7ebb service neutron] 10.222.0.104 "GET /v2.0/networks/843daa65-9f70-4b7f-ae10-986f4b2f43e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1203043 Jul 06 14:05:43.221248 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.plugin [req-6fff1765-98b2-4cda-b82e-3529696c895f req-345516c2-8c40-454f-adbf-dc4cbcc0ccfb tempest-ImagesTestJSON-1482892319 tempest-ImagesTestJSON-1482892319-project] Deleting port 38fa73f8-6c0f-47d6-82d5-c280e4c1c51d {{(pid=100247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:05:43.223190 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-6fff1765-98b2-4cda-b82e-3529696c895f req-345516c2-8c40-454f-adbf-dc4cbcc0ccfb tempest-ImagesTestJSON-1482892319 tempest-ImagesTestJSON-1482892319-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:43.242735 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] For port 5f251846-a962-4cca-ac30-b8ff4317b4c4, host n-h2-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=5f251846-a962-4cca-ac30-b8ff4317b4c4,segment=NetworkSegment(36c50412-6893-4622-808c-49164f6f9db6),segment_id=36c50412-6893-4622-808c-49164f6f9db6)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:05:43.252391 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:43.443298 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.db_base_plugin_v2 [None req-f9a5b660-6a43-4380-bf66-6e0bc0402376 tempest-ExtraDHCPOptionsTestJSON-169983230 tempest-ExtraDHCPOptionsTestJSON-169983230-project] Deleting subnet bf637611-232f-4102-b6db-e9abf4da8dc0 {{(pid=100246) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 14:05:43.449470 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-f9a5b660-6a43-4380-bf66-6e0bc0402376 tempest-ExtraDHCPOptionsTestJSON-169983230 tempest-ExtraDHCPOptionsTestJSON-169983230-project] Notify callbacks [] for subnet, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:43.462594 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Pushing event updated for resources: {'Port': ['ID=5f251846-a962-4cca-ac30-b8ff4317b4c4,revision_number=13']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:05:43.566123 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-20694546-e91f-4c05-ba3e-74bec6337dd2 req-52258207-28db-4411-84fe-1dbaf534b763 tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] 10.222.0.104 "GET /v2.0/security-groups?id=54cfb86c-390d-4cad-8265-7f5781c66116&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4595687 Jul 06 14:05:43.717563 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-f9a5b660-6a43-4380-bf66-6e0bc0402376 tempest-ExtraDHCPOptionsTestJSON-169983230 tempest-ExtraDHCPOptionsTestJSON-169983230-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126218885'] for subnet, precommit_delete_associations {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:43.775285 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.db [req-6fff1765-98b2-4cda-b82e-3529696c895f req-345516c2-8c40-454f-adbf-dc4cbcc0ccfb tempest-ImagesTestJSON-1482892319 tempest-ImagesTestJSON-1482892319-project] For port 38fa73f8-6c0f-47d6-82d5-c280e4c1c51d, host n-h1-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773647-6',level=0,port_id=38fa73f8-6c0f-47d6-82d5-c280e4c1c51d,segment=NetworkSegment(4f034a4d-0401-4410-9e3b-cfb7c7ebcd98),segment_id=4f034a4d-0401-4410-9e3b-cfb7c7ebcd98)] {{(pid=100247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:05:43.778140 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-6fff1765-98b2-4cda-b82e-3529696c895f req-345516c2-8c40-454f-adbf-dc4cbcc0ccfb tempest-ImagesTestJSON-1482892319 tempest-ImagesTestJSON-1482892319-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:43.816094 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.plugin [req-6fff1765-98b2-4cda-b82e-3529696c895f req-345516c2-8c40-454f-adbf-dc4cbcc0ccfb tempest-ImagesTestJSON-1482892319 tempest-ImagesTestJSON-1482892319-project] Calling delete_port for 38fa73f8-6c0f-47d6-82d5-c280e4c1c51d owned by compute:nova {{(pid=100247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:05:44.183140 n-d-773647-6 neutron-server[100246]: DEBUG neutron.notifiers.nova [req-22725d4b-e1df-4d43-8f98-042cac80f184 req-dd667017-dde7-4233-a089-517a0bb4e017 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ba17a152-48a1-47ea-b265-df06df94d2e8 {{(pid=100246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 14:05:44.242963 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-22725d4b-e1df-4d43-8f98-042cac80f184 req-dd667017-dde7-4233-a089-517a0bb4e017 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:44.269386 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-f9a5b660-6a43-4380-bf66-6e0bc0402376 tempest-ExtraDHCPOptionsTestJSON-169983230 tempest-ExtraDHCPOptionsTestJSON-169983230-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-913473'] for subnet, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:44.485350 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-f9a5b660-6a43-4380-bf66-6e0bc0402376 tempest-ExtraDHCPOptionsTestJSON-169983230 tempest-ExtraDHCPOptionsTestJSON-169983230-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-913480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1849032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127687590', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127702764'] for subnet, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:44.511068 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-e265be46-395f-4b5c-a26d-a214ee5b1efb req-8756dca3-633e-48de-a319-414937ae8aaa tempest-ImagesOneServerTestJSON-626670209 tempest-ImagesOneServerTestJSON-626670209-project] 10.222.0.104 "GET /v2.0/ports?device_id=bf6e1ecb-17f2-4a7a-9296-eb9480bbf176 HTTP/1.1" status: 200 len: 210 time: 0.2688470 Jul 06 14:05:44.564905 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a5b660-6a43-4380-bf66-6e0bc0402376 tempest-ExtraDHCPOptionsTestJSON-169983230 tempest-ExtraDHCPOptionsTestJSON-169983230-project] Pushing event deleted for resources: {'Subnet': ['ID=bf637611-232f-4102-b6db-e9abf4da8dc0,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:05:44.570054 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-6fff1765-98b2-4cda-b82e-3529696c895f req-345516c2-8c40-454f-adbf-dc4cbcc0ccfb tempest-ImagesTestJSON-1482892319 tempest-ImagesTestJSON-1482892319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128888353'] for port, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:44.570692 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.provisioning_blocks [req-22725d4b-e1df-4d43-8f98-042cac80f184 req-dd667017-dde7-4233-a089-517a0bb4e017 service neutron] Transition to ACTIVE for port object ba17a152-48a1-47ea-b265-df06df94d2e8 will not be triggered until provisioned by entity L2. {{(pid=100246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:05:44.571814 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd8f66b2-9951-4342-88ce-9af10e90ca42 tempest-RoutersIpV6AdminTest-1271651815 tempest-RoutersIpV6AdminTest-1271651815-project] Router 61d9220e-4269-4e40-a770-640853e23276 is scheduled to L3 agent 2823d358-a11b-4885-a706-95a279e43fa7 with binding_index 1 {{(pid=100247) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 14:05:44.579647 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-f9a5b660-6a43-4380-bf66-6e0bc0402376 tempest-ExtraDHCPOptionsTestJSON-169983230 tempest-ExtraDHCPOptionsTestJSON-169983230-project] Notify callbacks [] for subnet, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:44.581939 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-f9a5b660-6a43-4380-bf66-6e0bc0402376 tempest-ExtraDHCPOptionsTestJSON-169983230 tempest-ExtraDHCPOptionsTestJSON-169983230-project] 10.222.0.104 "DELETE /v2.0/subnets/bf637611-232f-4102-b6db-e9abf4da8dc0 HTTP/1.1" status: 204 len: 168 time: 1.4811661 Jul 06 14:05:44.595551 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 42286) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:05:44.597641 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1954768-5bd5-4838-9826-ec065609ee74 None None] Network 52692fee-ce0d-431e-8868-06b1ebc149b0 requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:05:44.598184 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-22725d4b-e1df-4d43-8f98-042cac80f184 req-dd667017-dde7-4233-a089-517a0bb4e017 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127687527'] for port, after_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:44.668420 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 14:05:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6571d624-3191-4873-b6d6-5a6da0a9eb82 x-openstack-request-id: req-6571d624-3191-4873-b6d6-5a6da0a9eb82 {{(pid=100247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:05:44.668792 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf6e1ecb-17f2-4a7a-9296-eb9480bbf176", "name": "network-vif-deleted", "tag": "fd226586-54a3-4c8f-87bb-11c002aac048", "status": "completed", "code": 200}]} {{(pid=100247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:05:44.668978 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-6571d624-3191-4873-b6d6-5a6da0a9eb82 {{(pid=100247) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:05:44.669523 n-d-773647-6 neutron-server[100247]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf6e1ecb-17f2-4a7a-9296-eb9480bbf176', 'name': 'network-vif-deleted', 'tag': 'fd226586-54a3-4c8f-87bb-11c002aac048', 'status': 'completed', 'code': 200} Jul 06 14:05:44.762448 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3dea27a-49ee-44a0-89ac-571b5dbf99ec req-1ed53fb6-3b00-47be-ba36-0ba5f8657eec tempest-ServerRescueNegativeTestJSON-721731692 tempest-ServerRescueNegativeTestJSON-721731692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:05:44.774234 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-f3dea27a-49ee-44a0-89ac-571b5dbf99ec req-1ed53fb6-3b00-47be-ba36-0ba5f8657eec tempest-ServerRescueNegativeTestJSON-721731692 tempest-ServerRescueNegativeTestJSON-721731692-project] 10.222.0.104 "GET /v2.0/ports?device_id=78a59294-4d36-4290-b5cb-d865232b142a HTTP/1.1" status: 200 len: 931 time: 0.4690249 Jul 06 14:05:44.783858 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 14:05:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5ffee00-3245-469e-ac02-a249b858a683 x-openstack-request-id: req-b5ffee00-3245-469e-ac02-a249b858a683 {{(pid=100248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:05:44.787519 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fbc9a8b-86db-4456-85e1-a59cfdbb9c8d", "name": "network-vif-plugged", "status": "completed", "tag": "5f251846-a962-4cca-ac30-b8ff4317b4c4", "code": 200}]} {{(pid=100248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:05:44.787786 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-b5ffee00-3245-469e-ac02-a249b858a683 {{(pid=100248) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:05:44.788202 n-d-773647-6 neutron-server[100248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fbc9a8b-86db-4456-85e1-a59cfdbb9c8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f251846-a962-4cca-ac30-b8ff4317b4c4', 'code': 200} Jul 06 14:05:44.973826 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd667017-dde7-4233-a089-517a0bb4e017 service neutron] Pushing event updated for resources: {'Port': ['ID=ba17a152-48a1-47ea-b265-df06df94d2e8,revision_number=2']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:05:44.981765 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345516c2-8c40-454f-adbf-dc4cbcc0ccfb tempest-ImagesTestJSON-1482892319 tempest-ImagesTestJSON-1482892319-project] Pushing event deleted for resources: {'Port': ['ID=38fa73f8-6c0f-47d6-82d5-c280e4c1c51d,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:05:44.983907 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-8c68410f-cbc0-4378-b95c-045e3461aa59 tempest-ExtraDHCPOptionsTestJSON-169983230 tempest-ExtraDHCPOptionsTestJSON-169983230-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530492'] for network, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:45.055587 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [req-22725d4b-e1df-4d43-8f98-042cac80f184 req-dd667017-dde7-4233-a089-517a0bb4e017 service neutron] Attempting to bind port ba17a152-48a1-47ea-b265-df06df94d2e8 on host n-h2-773647-6 for vnic_type normal with profile {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:05:45.055943 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [req-22725d4b-e1df-4d43-8f98-042cac80f184 req-dd667017-dde7-4233-a089-517a0bb4e017 service neutron] Attempting to bind port ba17a152-48a1-47ea-b265-df06df94d2e8 by drivers openvswitch,hyperv on host n-h2-773647-6 at level 0 using segments [{'id': 'b5b7410c-45e5-4ed8-a57c-36aa81e0edd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': '1d64a7a8-3d12-4141-b8ce-bd281ed9aaab'}] {{(pid=100246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:05:45.056278 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22725d4b-e1df-4d43-8f98-042cac80f184 req-dd667017-dde7-4233-a089-517a0bb4e017 service neutron] Attempting to bind port ba17a152-48a1-47ea-b265-df06df94d2e8 on network 1d64a7a8-3d12-4141-b8ce-bd281ed9aaab {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:05:45.073660 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [None req-8c68410f-cbc0-4378-b95c-045e3461aa59 tempest-ExtraDHCPOptionsTestJSON-169983230 tempest-ExtraDHCPOptionsTestJSON-169983230-project] Deleting port b59b28f6-05dd-447f-a7be-3888ef8472a8 {{(pid=100246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:05:45.074013 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-8c68410f-cbc0-4378-b95c-045e3461aa59 tempest-ExtraDHCPOptionsTestJSON-169983230 tempest-ExtraDHCPOptionsTestJSON-169983230-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:45.075687 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22725d4b-e1df-4d43-8f98-042cac80f184 req-dd667017-dde7-4233-a089-517a0bb4e017 service neutron] Port ba17a152-48a1-47ea-b265-df06df94d2e8 on network 1d64a7a8-3d12-4141-b8ce-bd281ed9aaab not bound, no agent of type Open vSwitch agent registered on host n-h2-773647-6 {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 14:05:45.076021 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22725d4b-e1df-4d43-8f98-042cac80f184 req-dd667017-dde7-4233-a089-517a0bb4e017 service neutron] Attempting to bind port ba17a152-48a1-47ea-b265-df06df94d2e8 on network 1d64a7a8-3d12-4141-b8ce-bd281ed9aaab {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:05:45.085078 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-03b69fba-b10b-4b8f-995b-2c4452a08066 req-6cabc7b6-0119-4fa0-b79b-c4a3aeec499f tempest-ImagesTestJSON-1482892319 tempest-ImagesTestJSON-1482892319-project] 10.222.0.104 "GET /v2.0/ports?device_id=0143d447-10d0-4ce1-9893-d3fe7da7ea42 HTTP/1.1" status: 200 len: 210 time: 0.0924447 Jul 06 14:05:45.104676 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36fdb343-9f5c-468a-a397-c0def647d4d7 None None] DHCP port deletion for 52692fee-ce0d-431e-8868-06b1ebc149b0 request from n-d-773647-6 {{(pid=100248) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 14:05:45.106301 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.l3_dvrscheduler_db [req-6fff1765-98b2-4cda-b82e-3529696c895f req-345516c2-8c40-454f-adbf-dc4cbcc0ccfb tempest-ImagesTestJSON-1482892319 tempest-ImagesTestJSON-1482892319-project] No DVR routers for this DVR port 38fa73f8-6c0f-47d6-82d5-c280e4c1c51d on host n-h1-773647-6 {{(pid=100247) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:05:45.121814 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-6fff1765-98b2-4cda-b82e-3529696c895f req-345516c2-8c40-454f-adbf-dc4cbcc0ccfb tempest-ImagesTestJSON-1482892319 tempest-ImagesTestJSON-1482892319-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:45.123865 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-6fff1765-98b2-4cda-b82e-3529696c895f req-345516c2-8c40-454f-adbf-dc4cbcc0ccfb tempest-ImagesTestJSON-1482892319 tempest-ImagesTestJSON-1482892319-project] 10.222.0.127 "DELETE /v2.0/ports/38fa73f8-6c0f-47d6-82d5-c280e4c1c51d HTTP/1.1" status: 204 len: 173 time: 3.8298168 Jul 06 14:05:45.170148 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22725d4b-e1df-4d43-8f98-042cac80f184 req-dd667017-dde7-4233-a089-517a0bb4e017 service neutron] Checking agent: {'id': '63768ece-0600-4354-8d29-fdedec96b077', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-773647-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 51, 10), 'started_at': datetime.datetime(2021, 7, 6, 13, 51, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 5, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:05:45.172484 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-f3dea27a-49ee-44a0-89ac-571b5dbf99ec req-ffc88a87-b6d1-45e5-aeb9-f7043e736079 tempest-ServerRescueNegativeTestJSON-721731692 tempest-ServerRescueNegativeTestJSON-721731692-project] 10.222.0.104 "GET /v2.0/security-groups?id=a54a60a4-d859-4f47-b26f-a63bb69450e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3939164 Jul 06 14:05:45.173672 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22725d4b-e1df-4d43-8f98-042cac80f184 req-dd667017-dde7-4233-a089-517a0bb4e017 service neutron] Checking segment: {'id': 'b5b7410c-45e5-4ed8-a57c-36aa81e0edd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': '1d64a7a8-3d12-4141-b8ce-bd281ed9aaab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:05:45.174527 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22725d4b-e1df-4d43-8f98-042cac80f184 req-dd667017-dde7-4233-a089-517a0bb4e017 service neutron] Bound using segment: {'id': 'b5b7410c-45e5-4ed8-a57c-36aa81e0edd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': '1d64a7a8-3d12-4141-b8ce-bd281ed9aaab'} {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:05:45.175112 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [req-22725d4b-e1df-4d43-8f98-042cac80f184 req-dd667017-dde7-4233-a089-517a0bb4e017 service neutron] Bound port: ba17a152-48a1-47ea-b265-df06df94d2e8, host: n-h2-773647-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b5b7410c-45e5-4ed8-a57c-36aa81e0edd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': '1d64a7a8-3d12-4141-b8ce-bd281ed9aaab'}}] {{(pid=100246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:05:45.175820 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-22725d4b-e1df-4d43-8f98-042cac80f184 req-dd667017-dde7-4233-a089-517a0bb4e017 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:45.251279 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-36fdb343-9f5c-468a-a397-c0def647d4d7 None None] Deleting port b59b28f6-05dd-447f-a7be-3888ef8472a8 {{(pid=100248) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:05:45.251792 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-36fdb343-9f5c-468a-a397-c0def647d4d7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:45.300901 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.db [None req-8c68410f-cbc0-4378-b95c-045e3461aa59 tempest-ExtraDHCPOptionsTestJSON-169983230 tempest-ExtraDHCPOptionsTestJSON-169983230-project] For port b59b28f6-05dd-447f-a7be-3888ef8472a8, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=b59b28f6-05dd-447f-a7be-3888ef8472a8,segment=NetworkSegment(4a294c42-89fb-405d-bb8b-11f3c2575416),segment_id=4a294c42-89fb-405d-bb8b-11f3c2575416)] {{(pid=100246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:05:45.301732 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-8c68410f-cbc0-4378-b95c-045e3461aa59 tempest-ExtraDHCPOptionsTestJSON-169983230 tempest-ExtraDHCPOptionsTestJSON-169983230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:45.333379 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd8f66b2-9951-4342-88ce-9af10e90ca42 tempest-RoutersIpV6AdminTest-1271651815 tempest-RoutersIpV6AdminTest-1271651815-project] Notify agent at l3_agent.n-d-773647-6 the message routers_updated {{(pid=100247) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 14:05:45.347581 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e1f3e77-2e1e-41f0-861d-a0996e5af3ea None None] Sync routers for ids ['61d9220e-4269-4e40-a770-640853e23276'] in n-d-773647-6 {{(pid=100249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 14:05:45.348350 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [None req-8c68410f-cbc0-4378-b95c-045e3461aa59 tempest-ExtraDHCPOptionsTestJSON-169983230 tempest-ExtraDHCPOptionsTestJSON-169983230-project] Calling delete_port for b59b28f6-05dd-447f-a7be-3888ef8472a8 owned by network:dhcp {{(pid=100246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:05:45.380861 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e1f3e77-2e1e-41f0-861d-a0996e5af3ea None None] Routers {'61d9220e-4269-4e40-a770-640853e23276'} bound to L3 agent in host n-d-773647-6 {{(pid=100249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:05:45.384397 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-9e1f3e77-2e1e-41f0-861d-a0996e5af3ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T14:05:26Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['61d9220e-4269-4e40-a770-640853e23276'], 'active': True} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:05:45.434122 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-36fdb343-9f5c-468a-a397-c0def647d4d7 None None] For port b59b28f6-05dd-447f-a7be-3888ef8472a8, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=b59b28f6-05dd-447f-a7be-3888ef8472a8,segment=NetworkSegment(4a294c42-89fb-405d-bb8b-11f3c2575416),segment_id=4a294c42-89fb-405d-bb8b-11f3c2575416)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:05:45.434747 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-36fdb343-9f5c-468a-a397-c0def647d4d7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:45.458755 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-fd8f66b2-9951-4342-88ce-9af10e90ca42 tempest-RoutersIpV6AdminTest-1271651815 tempest-RoutersIpV6AdminTest-1271651815-project] Notify callbacks [] for router, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:45.463537 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-fd8f66b2-9951-4342-88ce-9af10e90ca42 tempest-RoutersIpV6AdminTest-1271651815 tempest-RoutersIpV6AdminTest-1271651815-project] 10.222.0.104 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 9.5057383 Jul 06 14:05:45.464177 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 42294) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:05:45.468828 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-36fdb343-9f5c-468a-a397-c0def647d4d7 None None] Calling delete_port for b59b28f6-05dd-447f-a7be-3888ef8472a8 owned by network:dhcp {{(pid=100248) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:05:45.560198 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-9e1f3e77-2e1e-41f0-861d-a0996e5af3ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-773647-6', False) {} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:05:45.585384 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e1f3e77-2e1e-41f0-861d-a0996e5af3ea None None] Routers {'61d9220e-4269-4e40-a770-640853e23276'} bound to L3 agent in host n-d-773647-6 {{(pid=100249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:05:45.586010 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-9e1f3e77-2e1e-41f0-861d-a0996e5af3ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T14:05:26Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['61d9220e-4269-4e40-a770-640853e23276'], 'active': True} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:05:45.599917 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83da522f-72c3-415a-9edc-c989a7bc7211 req-ef0496e4-68ac-4c25-9dcc-224203dd4ce9 tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:05:45.610714 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-8c68410f-cbc0-4378-b95c-045e3461aa59 tempest-ExtraDHCPOptionsTestJSON-169983230 tempest-ExtraDHCPOptionsTestJSON-169983230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127687580'] for port, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:45.611044 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-83da522f-72c3-415a-9edc-c989a7bc7211 req-ef0496e4-68ac-4c25-9dcc-224203dd4ce9 tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] 10.222.0.104 "GET /v2.0/ports?device_id=5fbc9a8b-86db-4456-85e1-a59cfdbb9c8d HTTP/1.1" status: 200 len: 946 time: 0.2280827 Jul 06 14:05:45.701018 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-36fdb343-9f5c-468a-a397-c0def647d4d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117'] for port, after_delete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:45.722749 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-9e1f3e77-2e1e-41f0-861d-a0996e5af3ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-773647-6', False) {} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:05:45.723865 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device b59b28f6-05dd-447f-a7be-3888ef8472a8 no longer exists at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:05:45.728050 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c68410f-cbc0-4378-b95c-045e3461aa59 tempest-ExtraDHCPOptionsTestJSON-169983230 tempest-ExtraDHCPOptionsTestJSON-169983230-project] Pushing event deleted for resources: {'Port': ['ID=b59b28f6-05dd-447f-a7be-3888ef8472a8,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:05:45.747570 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e1f3e77-2e1e-41f0-861d-a0996e5af3ea None None] The sync data for ids ['61d9220e-4269-4e40-a770-640853e23276'] in n-d-773647-6 is: [] {{(pid=100249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 14:05:45.769604 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c68410f-cbc0-4378-b95c-045e3461aa59 tempest-ExtraDHCPOptionsTestJSON-169983230 tempest-ExtraDHCPOptionsTestJSON-169983230-project] No DVR routers for this DVR port b59b28f6-05dd-447f-a7be-3888ef8472a8 on host n-d-773647-6 {{(pid=100246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:05:45.783809 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] No Port match for: b59b28f6-05dd-447f-a7be-3888ef8472a8 {{(pid=100248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 14:05:45.784190 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device b59b28f6-05dd-447f-a7be-3888ef8472a8 not bound to the agent host n-d-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:05:45.809530 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-83da522f-72c3-415a-9edc-c989a7bc7211 req-015530ef-3952-47be-a6ca-d9064fc2f68b tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] 10.222.0.104 "GET /v2.0/security-groups?id=54cfb86c-390d-4cad-8265-7f5781c66116&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1968808 Jul 06 14:05:45.822606 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36fdb343-9f5c-468a-a397-c0def647d4d7 None None] Pushing event deleted for resources: {'Port': ['ID=b59b28f6-05dd-447f-a7be-3888ef8472a8,revision_number=None']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:05:45.836504 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36fdb343-9f5c-468a-a397-c0def647d4d7 None None] No DVR routers for this DVR port b59b28f6-05dd-447f-a7be-3888ef8472a8 on host n-d-773647-6 {{(pid=100248) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:05:45.862585 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-d306b979-ab0c-4023-aaff-d56f52230cd8 tempest-RoutersIpV6AdminTest-1269433453 tempest-RoutersIpV6AdminTest-1269433453-project-admin] 10.222.0.104 "GET /v2.0/routers/61d9220e-4269-4e40-a770-640853e23276 HTTP/1.1" status: 200 len: 925 time: 0.3927069 Jul 06 14:05:45.864275 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 42300) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:05:45.877325 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.db [req-22725d4b-e1df-4d43-8f98-042cac80f184 req-dd667017-dde7-4233-a089-517a0bb4e017 service neutron] For port ba17a152-48a1-47ea-b265-df06df94d2e8, host n-h2-773647-6, cleared binding levels {{(pid=100246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:05:45.948815 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-5b4746fd-3d0d-4da0-8b81-8b9227565831 tempest-RoutersIpV6AdminTest-1271651815 tempest-RoutersIpV6AdminTest-1271651815-project] 10.222.0.104 "GET /v2.0/ports?device_id=61d9220e-4269-4e40-a770-640853e23276 HTTP/1.1" status: 200 len: 205 time: 0.0809298 Jul 06 14:05:45.963274 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 42302) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:05:46.060633 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-8c68410f-cbc0-4378-b95c-045e3461aa59 tempest-ExtraDHCPOptionsTestJSON-169983230 tempest-ExtraDHCPOptionsTestJSON-169983230-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-917204', 'neutron.services.segments.db._delete_segments_for_network-8773753502302'] for network, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:46.073210 n-d-773647-6 neutron-server[100246]: DEBUG neutron.services.segments.db [None req-8c68410f-cbc0-4378-b95c-045e3461aa59 tempest-ExtraDHCPOptionsTestJSON-169983230 tempest-ExtraDHCPOptionsTestJSON-169983230-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['52692fee-ce0d-431e-8868-06b1ebc149b0']}} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:05:46.098700 n-d-773647-6 neutron-server[100246]: DEBUG neutron.services.segments.db [None req-8c68410f-cbc0-4378-b95c-045e3461aa59 tempest-ExtraDHCPOptionsTestJSON-169983230 tempest-ExtraDHCPOptionsTestJSON-169983230-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a294c42-89fb-405d-bb8b-11f3c2575416') {'for_net_delete': True} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:05:46.099027 n-d-773647-6 neutron-server[100246]: DEBUG neutron.services.segments.db [None req-8c68410f-cbc0-4378-b95c-045e3461aa59 tempest-ExtraDHCPOptionsTestJSON-169983230 tempest-ExtraDHCPOptionsTestJSON-169983230-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a294c42-89fb-405d-bb8b-11f3c2575416') {} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:05:46.114121 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-8c68410f-cbc0-4378-b95c-045e3461aa59 tempest-ExtraDHCPOptionsTestJSON-169983230 tempest-ExtraDHCPOptionsTestJSON-169983230-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773753515138', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126218898'] for segment, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:46.134838 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-8c68410f-cbc0-4378-b95c-045e3461aa59 tempest-ExtraDHCPOptionsTestJSON-169983230 tempest-ExtraDHCPOptionsTestJSON-169983230-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552'] for segment, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:46.145125 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c68410f-cbc0-4378-b95c-045e3461aa59 tempest-ExtraDHCPOptionsTestJSON-169983230 tempest-ExtraDHCPOptionsTestJSON-169983230-project] Releasing vlan 1002 on physical network physnet1 to pool {{(pid=100246) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 14:05:46.146027 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-8c68410f-cbc0-4378-b95c-045e3461aa59 tempest-ExtraDHCPOptionsTestJSON-169983230 tempest-ExtraDHCPOptionsTestJSON-169983230-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127687491'] for segment, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:46.176410 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5ad481-9615-4963-b651-3b1aab629f20 req-4f359399-117a-4a78-8d41-72c9d876d100 tempest-ImagesTestJSON-1482892319 tempest-ImagesTestJSON-1482892319-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:05:46.208464 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-ad5ad481-9615-4963-b651-3b1aab629f20 req-4f359399-117a-4a78-8d41-72c9d876d100 tempest-ImagesTestJSON-1482892319 tempest-ImagesTestJSON-1482892319-project] 10.222.0.127 "GET /v2.0/networks?id=843daa65-9f70-4b7f-ae10-986f4b2f43e8 HTTP/1.1" status: 200 len: 804 time: 0.2833493 Jul 06 14:05:46.231439 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [req-ad5ad481-9615-4963-b651-3b1aab629f20 req-4cc6179b-de33-426b-b3d9-f2f01a8b2a76 tempest-ImagesTestJSON-1482892319 tempest-ImagesTestJSON-1482892319-project] Request body: {'port': {'device_id': '0143d447-10d0-4ce1-9893-d3fe7da7ea42', 'network_id': '843daa65-9f70-4b7f-ae10-986f4b2f43e8', 'admin_state_up': True, 'tenant_id': '088899109daa4dab8b28e16d07018840'}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:05:46.525520 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 42314) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:05:46.528899 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-d3832549-5ae8-45ab-9e8f-7712452a095d req-a5a0fbe2-643d-4e83-ae96-c3f84e7e7994 tempest-ImagesTestJSON-1482892319 tempest-ImagesTestJSON-1482892319-project] 10.222.0.104 "GET /v2.0/ports?device_id=0143d447-10d0-4ce1-9893-d3fe7da7ea42 HTTP/1.1" status: 200 len: 210 time: 0.0630465 Jul 06 14:05:46.666256 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.db [req-22725d4b-e1df-4d43-8f98-042cac80f184 req-dd667017-dde7-4233-a089-517a0bb4e017 service neutron] For port ba17a152-48a1-47ea-b265-df06df94d2e8, host n-h2-773647-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=ba17a152-48a1-47ea-b265-df06df94d2e8,segment=NetworkSegment(b5b7410c-45e5-4ed8-a57c-36aa81e0edd8),segment_id=b5b7410c-45e5-4ed8-a57c-36aa81e0edd8)] {{(pid=100246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:05:46.667717 n-d-773647-6 neutron-server[100246]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:05:46.667717 n-d-773647-6 neutron-server[100246]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:05:46.667717 n-d-773647-6 neutron-server[100246]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:05:46.667717 n-d-773647-6 neutron-server[100246]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:05:46.667717 n-d-773647-6 neutron-server[100246]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:05:46.667717 n-d-773647-6 neutron-server[100246]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:05:46.667717 n-d-773647-6 neutron-server[100246]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:05:46.667717 n-d-773647-6 neutron-server[100246]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:05:46.667717 n-d-773647-6 neutron-server[100246]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:05:46.667717 n-d-773647-6 neutron-server[100246]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:05:46.667717 n-d-773647-6 neutron-server[100246]: Traceback (most recent call last): Jul 06 14:05:46.667717 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 14:05:46.667717 n-d-773647-6 neutron-server[100246]: timer() Jul 06 14:05:46.667717 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 14:05:46.667717 n-d-773647-6 neutron-server[100246]: cb(*args, **kw) Jul 06 14:05:46.667717 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 14:05:46.667717 n-d-773647-6 neutron-server[100246]: return func(*args, **kwargs) Jul 06 14:05:46.667717 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 14:05:46.667717 n-d-773647-6 neutron-server[100246]: self._notify() Jul 06 14:05:46.667717 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 14:05:46.667717 n-d-773647-6 neutron-server[100246]: self.callback(batched_events) Jul 06 14:05:46.667717 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 14:05:46.667717 n-d-773647-6 neutron-server[100246]: event.method(event) Jul 06 14:05:46.667717 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 14:05:46.667717 n-d-773647-6 neutron-server[100246]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 14:05:46.667717 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 14:05:46.667717 n-d-773647-6 neutron-server[100246]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 14:05:46.667717 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 14:05:46.667717 n-d-773647-6 neutron-server[100246]: return f(self, *a, **k) Jul 06 14:05:46.667717 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 14:05:46.667717 n-d-773647-6 neutron-server[100246]: return self._get(url).json() Jul 06 14:05:46.667717 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 14:05:46.667717 n-d-773647-6 neutron-server[100246]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 14:05:46.667717 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 14:05:46.667717 n-d-773647-6 neutron-server[100246]: return self.request(url, 'GET', **kwargs) Jul 06 14:05:46.667717 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 14:05:46.667717 n-d-773647-6 neutron-server[100246]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 14:05:46.667717 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 14:05:46.667717 n-d-773647-6 neutron-server[100246]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 14:05:46.667717 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 14:05:46.667717 n-d-773647-6 neutron-server[100246]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 14:05:46.667717 n-d-773647-6 neutron-server[100246]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 14:05:46.678135 n-d-773647-6 neutron-server[100247]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39634090-bfa4-4244-b852-20cb38935361', 'name': 'network-vif-deleted', 'tag': '38fa73f8-6c0f-47d6-82d5-c280e4c1c51d'}] {{(pid=100247) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:05:46.680420 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cbf0eeaae822f8fc9b87a94aeba67a3d651842baf663a51cba94b67a514836d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d56cfeb5-9eb2-49ca-8841-e8b0ef9a3def" -d '{"events": [{"server_uuid": "39634090-bfa4-4244-b852-20cb38935361", "name": "network-vif-deleted", "tag": "38fa73f8-6c0f-47d6-82d5-c280e4c1c51d"}]}' {{(pid=100247) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:05:46.723727 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-22725d4b-e1df-4d43-8f98-042cac80f184 req-dd667017-dde7-4233-a089-517a0bb4e017 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127687527'] for port, after_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:46.772876 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22725d4b-e1df-4d43-8f98-042cac80f184 req-dd667017-dde7-4233-a089-517a0bb4e017 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:05:46.773539 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-22725d4b-e1df-4d43-8f98-042cac80f184 req-dd667017-dde7-4233-a089-517a0bb4e017 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:46.775357 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-22725d4b-e1df-4d43-8f98-042cac80f184 req-dd667017-dde7-4233-a089-517a0bb4e017 service neutron] 10.222.0.72 "PUT /v2.0/ports/ba17a152-48a1-47ea-b265-df06df94d2e8 HTTP/1.1" status: 200 len: 1091 time: 4.3479614 Jul 06 14:05:46.788150 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 14:05:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35c1f1ac-b8be-4009-aed3-2dcca9eb07bc x-openstack-request-id: req-35c1f1ac-b8be-4009-aed3-2dcca9eb07bc {{(pid=100247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:05:46.788645 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39634090-bfa4-4244-b852-20cb38935361", "name": "network-vif-deleted", "tag": "38fa73f8-6c0f-47d6-82d5-c280e4c1c51d", "status": "completed", "code": 200}]} {{(pid=100247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:05:46.789070 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-35c1f1ac-b8be-4009-aed3-2dcca9eb07bc {{(pid=100247) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:05:46.789606 n-d-773647-6 neutron-server[100247]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39634090-bfa4-4244-b852-20cb38935361', 'name': 'network-vif-deleted', 'tag': '38fa73f8-6c0f-47d6-82d5-c280e4c1c51d', 'status': 'completed', 'code': 200} Jul 06 14:05:46.794165 n-d-773647-6 neutron-server[100246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78a59294-4d36-4290-b5cb-d865232b142a', 'tag': 'ba17a152-48a1-47ea-b265-df06df94d2e8'}] {{(pid=100246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:05:46.795235 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ad5ad481-9615-4963-b651-3b1aab629f20 req-4cc6179b-de33-426b-b3d9-f2f01a8b2a76 tempest-ImagesTestJSON-1482892319 tempest-ImagesTestJSON-1482892319-project] Made reservation on behalf of 088899109daa4dab8b28e16d07018840 for: {'port': 1} {{(pid=100247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:05:46.797457 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0d96c5ab5e889f7b933ae915b9be33d1b46c9e87795bf781004b656ef3f1e87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35be8ca2-1164-4cd6-9b71-103e8e3bdcac" -d '{"events": [{"name": "network-changed", "server_uuid": "78a59294-4d36-4290-b5cb-d865232b142a", "tag": "ba17a152-48a1-47ea-b265-df06df94d2e8"}]}' {{(pid=100246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:05:46.800100 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-ad5ad481-9615-4963-b651-3b1aab629f20 req-4cc6179b-de33-426b-b3d9-f2f01a8b2a76 tempest-ImagesTestJSON-1482892319 tempest-ImagesTestJSON-1482892319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:46.822669 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-30bfc889-716d-4d91-9f36-3641de99d861 admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=ec447d57cd3445c7ade9afee245937c6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2926157 Jul 06 14:05:46.828378 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 42326) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:05:46.868915 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7808b682-399d-444b-8602-4ffb3a4a8d85 req-e49b9e13-88be-48e9-8649-8a46036498d7 tempest-ServerRescueNegativeTestJSON-721731692 tempest-ServerRescueNegativeTestJSON-721731692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:05:46.870794 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-7808b682-399d-444b-8602-4ffb3a4a8d85 req-e49b9e13-88be-48e9-8649-8a46036498d7 tempest-ServerRescueNegativeTestJSON-721731692 tempest-ServerRescueNegativeTestJSON-721731692-project] 10.222.0.104 "GET /v2.0/ports?device_id=78a59294-4d36-4290-b5cb-d865232b142a HTTP/1.1" status: 200 len: 943 time: 0.3443537 Jul 06 14:05:46.892440 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 14:05:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3445b989-057c-401c-be9a-62110bda7f33 x-openstack-request-id: req-3445b989-057c-401c-be9a-62110bda7f33 {{(pid=100246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:05:46.892797 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "78a59294-4d36-4290-b5cb-d865232b142a", "tag": "ba17a152-48a1-47ea-b265-df06df94d2e8", "status": "completed", "code": 200}]} {{(pid=100246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:05:46.893008 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-3445b989-057c-401c-be9a-62110bda7f33 {{(pid=100246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:05:46.893397 n-d-773647-6 neutron-server[100246]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '78a59294-4d36-4290-b5cb-d865232b142a', 'tag': 'ba17a152-48a1-47ea-b265-df06df94d2e8', 'status': 'completed', 'code': 200} Jul 06 14:05:46.937588 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-8c68410f-cbc0-4378-b95c-045e3461aa59 tempest-ExtraDHCPOptionsTestJSON-169983230 tempest-ExtraDHCPOptionsTestJSON-169983230-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-917215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1761140'] for network, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:46.967488 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-8c68410f-cbc0-4378-b95c-045e3461aa59 tempest-ExtraDHCPOptionsTestJSON-169983230 tempest-ExtraDHCPOptionsTestJSON-169983230-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583035'] for network, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:46.969482 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-8c68410f-cbc0-4378-b95c-045e3461aa59 tempest-ExtraDHCPOptionsTestJSON-169983230 tempest-ExtraDHCPOptionsTestJSON-169983230-project] 10.222.0.104 "DELETE /v2.0/networks/52692fee-ce0d-431e-8868-06b1ebc149b0 HTTP/1.1" status: 204 len: 168 time: 2.3726499 Jul 06 14:05:46.991158 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-8c1cd164-03cd-4483-91da-6660b8451ff9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:47.013196 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-7808b682-399d-444b-8602-4ffb3a4a8d85 req-9224928d-71f2-47ca-b2cc-110d25099176 tempest-ServerRescueNegativeTestJSON-721731692 tempest-ServerRescueNegativeTestJSON-721731692-project] 10.222.0.104 "GET /v2.0/security-groups?id=a54a60a4-d859-4f47-b26f-a63bb69450e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325970 Jul 06 14:05:47.028168 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c68410f-cbc0-4378-b95c-045e3461aa59 tempest-ExtraDHCPOptionsTestJSON-169983230 tempest-ExtraDHCPOptionsTestJSON-169983230-project] Pushing event deleted for resources: {'Network': ['ID=52692fee-ce0d-431e-8868-06b1ebc149b0,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:05:47.063063 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd667017-dde7-4233-a089-517a0bb4e017 service neutron] Pushing event updated for resources: {'Port': ['ID=ba17a152-48a1-47ea-b265-df06df94d2e8,revision_number=3']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:05:47.070040 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-cfbecb3b-732a-42ce-ae32-779806a97d48 tempest-RoutersIpV6AdminTest-1271651815 tempest-RoutersIpV6AdminTest-1271651815-project] Notify callbacks [] for router, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:47.074573 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22725d4b-e1df-4d43-8f98-042cac80f184 req-4393b8be-fdb4-4dc4-b603-a38c40e304cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:05:47.076213 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-22725d4b-e1df-4d43-8f98-042cac80f184 req-4393b8be-fdb4-4dc4-b603-a38c40e304cd service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=4f4f5169c3224ae5beef5f35a702326d&device_id=78a59294-4d36-4290-b5cb-d865232b142a HTTP/1.1" status: 200 len: 1094 time: 0.2365797 Jul 06 14:05:47.112991 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-8c1cd164-03cd-4483-91da-6660b8451ff9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:47.167428 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.db_base_plugin_common [req-ad5ad481-9615-4963-b651-3b1aab629f20 req-4cc6179b-de33-426b-b3d9-f2f01a8b2a76 tempest-ImagesTestJSON-1482892319 tempest-ImagesTestJSON-1482892319-project] Allocated IP 172.20.0.7 (843daa65-9f70-4b7f-ae10-986f4b2f43e8/ae20b5e9-07e2-4786-84d5-713ad5ff019c/9a73bfe3-da9e-40b1-925a-80d1291031f6) {{(pid=100247) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:05:47.211607 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-22725d4b-e1df-4d43-8f98-042cac80f184 req-a47ed20e-4b53-431d-a602-c2806a9f2c68 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ba17a152-48a1-47ea-b265-df06df94d2e8 HTTP/1.1" status: 200 len: 217 time: 0.0800099 Jul 06 14:05:47.237138 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d07e81f-0b40-47ee-b0df-f8568c91fcc4 req-5cf40df6-caec-458f-8d6f-2089a245cb10 tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:05:47.238621 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-6d07e81f-0b40-47ee-b0df-f8568c91fcc4 req-5cf40df6-caec-458f-8d6f-2089a245cb10 tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] 10.222.0.104 "GET /v2.0/ports?device_id=5fbc9a8b-86db-4456-85e1-a59cfdbb9c8d HTTP/1.1" status: 200 len: 946 time: 0.1853609 Jul 06 14:05:47.274348 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-8c1cd164-03cd-4483-91da-6660b8451ff9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:47.277218 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-8c1cd164-03cd-4483-91da-6660b8451ff9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:47.278559 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-8c1cd164-03cd-4483-91da-6660b8451ff9 admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/7ecc4b69-7d2f-4f85-bf98-514284a35549 HTTP/1.1" status: 204 len: 168 time: 0.4490030 Jul 06 14:05:47.337888 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1cd164-03cd-4483-91da-6660b8451ff9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ecc4b69-7d2f-4f85-bf98-514284a35549,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:05:47.372416 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-6d07e81f-0b40-47ee-b0df-f8568c91fcc4 req-20591cb4-7f32-4f70-b15c-7f9571cf415a tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] 10.222.0.104 "GET /v2.0/security-groups?id=54cfb86c-390d-4cad-8265-7f5781c66116&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1256394 Jul 06 14:05:47.378262 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 42336) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:05:47.502217 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-ad5ad481-9615-4963-b651-3b1aab629f20 req-4cc6179b-de33-426b-b3d9-f2f01a8b2a76 tempest-ImagesTestJSON-1482892319 tempest-ImagesTestJSON-1482892319-project] Notify callbacks [] for port, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:47.518274 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-cfbecb3b-732a-42ce-ae32-779806a97d48 tempest-RoutersIpV6AdminTest-1271651815 tempest-RoutersIpV6AdminTest-1271651815-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:47.605775 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-ad5ad481-9615-4963-b651-3b1aab629f20 req-4cc6179b-de33-426b-b3d9-f2f01a8b2a76 tempest-ImagesTestJSON-1482892319 tempest-ImagesTestJSON-1482892319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-128888360'] for port, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:47.625734 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22725d4b-e1df-4d43-8f98-042cac80f184 req-e77c00c8-e9e8-43c6-99a6-4acb80704702 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:05:47.627251 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-22725d4b-e1df-4d43-8f98-042cac80f184 req-e77c00c8-e9e8-43c6-99a6-4acb80704702 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=e1fa3d62-6d70-434d-886e-5edc2778795a HTTP/1.1" status: 200 len: 859 time: 0.4093800 Jul 06 14:05:47.735108 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc6179b-de33-426b-b3d9-f2f01a8b2a76 tempest-ImagesTestJSON-1482892319 tempest-ImagesTestJSON-1482892319-project] Pushing event updated for resources: {'Port': ['ID=9a73bfe3-da9e-40b1-925a-80d1291031f6,revision_number=1']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:05:47.765303 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-22725d4b-e1df-4d43-8f98-042cac80f184 req-ee8465c4-270f-4da7-96e3-f8a893795f6d service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=1d64a7a8-3d12-4141-b8ce-bd281ed9aaab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1290174 Jul 06 14:05:47.780951 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ad5ad481-9615-4963-b651-3b1aab629f20 req-4cc6179b-de33-426b-b3d9-f2f01a8b2a76 tempest-ImagesTestJSON-1482892319 tempest-ImagesTestJSON-1482892319-project] Network 843daa65-9f70-4b7f-ae10-986f4b2f43e8 is already hosted by enough agents. {{(pid=100247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:05:47.791986 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.base_scheduler [req-ad5ad481-9615-4963-b651-3b1aab629f20 req-4cc6179b-de33-426b-b3d9-f2f01a8b2a76 tempest-ImagesTestJSON-1482892319 tempest-ImagesTestJSON-1482892319-project] Resources bound (agent type, host, resource id): {{(pid=100247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:05:47.832321 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad5ad481-9615-4963-b651-3b1aab629f20 req-4cc6179b-de33-426b-b3d9-f2f01a8b2a76 tempest-ImagesTestJSON-1482892319 tempest-ImagesTestJSON-1482892319-project] Received port after_create {{(pid=100247) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:05:47.901796 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-ef076be0-8563-4980-949d-92dce632bb51 admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=7fdab6fe204b418d90bff277b55981b6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5204203 Jul 06 14:05:47.918713 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5ad481-9615-4963-b651-3b1aab629f20 req-4cc6179b-de33-426b-b3d9-f2f01a8b2a76 tempest-ImagesTestJSON-1482892319 tempest-ImagesTestJSON-1482892319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:05:47.927743 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-ad5ad481-9615-4963-b651-3b1aab629f20 req-4cc6179b-de33-426b-b3d9-f2f01a8b2a76 tempest-ImagesTestJSON-1482892319 tempest-ImagesTestJSON-1482892319-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:47.930097 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 42350) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:05:48.061044 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-ad5ad481-9615-4963-b651-3b1aab629f20 req-4cc6179b-de33-426b-b3d9-f2f01a8b2a76 tempest-ImagesTestJSON-1482892319 tempest-ImagesTestJSON-1482892319-project] 10.222.0.127 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8402290 Jul 06 14:05:48.091077 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933a6cfe-71df-4ef1-a03d-9b0fda746923 req-26bbc29a-15b9-4d00-8579-61a450c5aa5b tempest-ImagesTestJSON-1482892319 tempest-ImagesTestJSON-1482892319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:05:48.105179 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-933a6cfe-71df-4ef1-a03d-9b0fda746923 req-26bbc29a-15b9-4d00-8579-61a450c5aa5b tempest-ImagesTestJSON-1482892319 tempest-ImagesTestJSON-1482892319-project] 10.222.0.104 "GET /v2.0/ports?device_id=0143d447-10d0-4ce1-9893-d3fe7da7ea42 HTTP/1.1" status: 200 len: 931 time: 0.3179629 Jul 06 14:05:48.110802 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [None req-cfbecb3b-732a-42ce-ae32-779806a97d48 tempest-RoutersIpV6AdminTest-1271651815 tempest-RoutersIpV6AdminTest-1271651815-project] Deleting port 1fc93420-493c-4833-8658-d7a2aa08eaa1 {{(pid=100246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:05:48.111154 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-cfbecb3b-732a-42ce-ae32-779806a97d48 tempest-RoutersIpV6AdminTest-1271651815 tempest-RoutersIpV6AdminTest-1271651815-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:48.124496 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [req-ad5ad481-9615-4963-b651-3b1aab629f20 req-d06a0d14-fc5d-4a8f-8fb9-db41dba238bd service neutron] Request body: {'port': {'device_id': '0143d447-10d0-4ce1-9893-d3fe7da7ea42', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-773647-6'}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:05:48.254772 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-933a6cfe-71df-4ef1-a03d-9b0fda746923 req-ad270381-bd55-4dee-bce8-dcc54e4a7c3d tempest-ImagesTestJSON-1482892319 tempest-ImagesTestJSON-1482892319-project] 10.222.0.104 "GET /v2.0/security-groups?id=46e03f63-f74e-4db3-981d-76fb36967b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486621 Jul 06 14:05:48.330106 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-22725d4b-e1df-4d43-8f98-042cac80f184 req-9fdc5455-5ec1-4e75-ae3e-7c9219211815 service neutron] 10.222.0.72 "GET /v2.0/networks/1d64a7a8-3d12-4141-b8ce-bd281ed9aaab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5579231 Jul 06 14:05:48.385432 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-ad5ad481-9615-4963-b651-3b1aab629f20 req-d06a0d14-fc5d-4a8f-8fb9-db41dba238bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:48.401341 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-6ce22116-9253-4ffa-98f5-d9443da61906 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:48.681333 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-6ce22116-9253-4ffa-98f5-d9443da61906 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:48.718185 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-cfbecb3b-732a-42ce-ae32-779806a97d48 tempest-RoutersIpV6AdminTest-1271651815 tempest-RoutersIpV6AdminTest-1271651815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:48.727082 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-22725d4b-e1df-4d43-8f98-042cac80f184 req-48a3560b-a940-4bb8-b4c5-e907bee3c415 service neutron] 10.222.0.72 "GET /v2.0/networks/1d64a7a8-3d12-4141-b8ce-bd281ed9aaab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3882246 Jul 06 14:05:48.781641 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [None req-cfbecb3b-732a-42ce-ae32-779806a97d48 tempest-RoutersIpV6AdminTest-1271651815 tempest-RoutersIpV6AdminTest-1271651815-project] Calling delete_port for 1fc93420-493c-4833-8658-d7a2aa08eaa1 owned by network:router_gateway {{(pid=100246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:05:48.828092 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 42378) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:05:48.949447 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-6ce22116-9253-4ffa-98f5-d9443da61906 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:48.953020 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-6ce22116-9253-4ffa-98f5-d9443da61906 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:48.954231 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-6ce22116-9253-4ffa-98f5-d9443da61906 admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/1cb62886-65a9-4326-8cb5-20e61a3a1e73 HTTP/1.1" status: 204 len: 168 time: 1.0231202 Jul 06 14:05:49.011491 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35be8ca2-1164-4cd6-9b71-103e8e3bdcac req-4f4d5595-c807-400b-b9b7-d633c1802376 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:05:49.013027 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-35be8ca2-1164-4cd6-9b71-103e8e3bdcac req-4f4d5595-c807-400b-b9b7-d633c1802376 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=4f4f5169c3224ae5beef5f35a702326d&device_id=78a59294-4d36-4290-b5cb-d865232b142a HTTP/1.1" status: 200 len: 1094 time: 0.2171993 Jul 06 14:05:49.016370 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce22116-9253-4ffa-98f5-d9443da61906 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cb62886-65a9-4326-8cb5-20e61a3a1e73,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:05:49.097319 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-1ecc1122-59e6-4f29-8f7a-943c9e0f3e8c admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-48759059-network', 'tenant_id': '8d40ff3e576046ac8d901f027a7728c5'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:05:49.110796 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a96c39-a1c5-4c45-9d36-a2521f006193 req-f7d2851e-f771-4784-a86d-ca13803e6f59 tempest-ServerRescueNegativeTestJSON-721731692 tempest-ServerRescueNegativeTestJSON-721731692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:05:49.122147 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-b9a96c39-a1c5-4c45-9d36-a2521f006193 req-f7d2851e-f771-4784-a86d-ca13803e6f59 tempest-ServerRescueNegativeTestJSON-721731692 tempest-ServerRescueNegativeTestJSON-721731692-project] 10.222.0.104 "GET /v2.0/ports?device_id=78a59294-4d36-4290-b5cb-d865232b142a HTTP/1.1" status: 200 len: 943 time: 0.8582113 Jul 06 14:05:49.256211 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ecc1122-59e6-4f29-8f7a-943c9e0f3e8c admin admin] Made reservation on behalf of 8d40ff3e576046ac8d901f027a7728c5 for: {'network': 1} {{(pid=100246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:05:49.265159 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-b9a96c39-a1c5-4c45-9d36-a2521f006193 req-4165d1e8-1900-4b19-aee5-5412e674ef7b tempest-ServerRescueNegativeTestJSON-721731692 tempest-ServerRescueNegativeTestJSON-721731692-project] 10.222.0.104 "GET /v2.0/security-groups?id=a54a60a4-d859-4f47-b26f-a63bb69450e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413789 Jul 06 14:05:49.265981 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-1ecc1122-59e6-4f29-8f7a-943c9e0f3e8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for network, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:49.318528 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-1ecc1122-59e6-4f29-8f7a-943c9e0f3e8c admin admin] Notify callbacks [] for security_group, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:49.412906 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40821146-cf8e-4fd2-8517-90c2a6b516e5 req-3a69013f-a95f-4610-b04d-bfb2005762d3 tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:05:49.429520 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-40821146-cf8e-4fd2-8517-90c2a6b516e5 req-3a69013f-a95f-4610-b04d-bfb2005762d3 tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] 10.222.0.104 "GET /v2.0/ports?device_id=5fbc9a8b-86db-4456-85e1-a59cfdbb9c8d HTTP/1.1" status: 200 len: 946 time: 0.3813629 Jul 06 14:05:49.503003 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35be8ca2-1164-4cd6-9b71-103e8e3bdcac req-b0805e18-cd14-4944-93f2-13743e21c928 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:05:49.508985 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-35be8ca2-1164-4cd6-9b71-103e8e3bdcac req-b0805e18-cd14-4944-93f2-13743e21c928 service neutron] 10.222.0.72 "GET /v2.0/networks?id=1d64a7a8-3d12-4141-b8ce-bd281ed9aaab HTTP/1.1" status: 200 len: 921 time: 0.4868641 Jul 06 14:05:49.529449 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-cfbecb3b-732a-42ce-ae32-779806a97d48 tempest-RoutersIpV6AdminTest-1271651815 tempest-RoutersIpV6AdminTest-1271651815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127687580'] for port, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:49.532332 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-40821146-cf8e-4fd2-8517-90c2a6b516e5 req-72c04a8f-e790-4875-9b5a-47603699a5c7 tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] 10.222.0.104 "GET /v2.0/security-groups?id=54cfb86c-390d-4cad-8265-7f5781c66116&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1013522 Jul 06 14:05:49.655044 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfbecb3b-732a-42ce-ae32-779806a97d48 tempest-RoutersIpV6AdminTest-1271651815 tempest-RoutersIpV6AdminTest-1271651815-project] Pushing event deleted for resources: {'Port': ['ID=1fc93420-493c-4833-8658-d7a2aa08eaa1,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:05:49.659075 n-d-773647-6 neutron-server[100247]: DEBUG neutron.notifiers.nova [req-ad5ad481-9615-4963-b651-3b1aab629f20 req-d06a0d14-fc5d-4a8f-8fb9-db41dba238bd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9a73bfe3-da9e-40b1-925a-80d1291031f6 {{(pid=100247) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 14:05:49.668143 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-35be8ca2-1164-4cd6-9b71-103e8e3bdcac req-3b29aa9c-65b3-4259-95d6-90ca8d7e6daa service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ba17a152-48a1-47ea-b265-df06df94d2e8 HTTP/1.1" status: 200 len: 217 time: 0.1396866 Jul 06 14:05:49.712313 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-ad5ad481-9615-4963-b651-3b1aab629f20 req-d06a0d14-fc5d-4a8f-8fb9-db41dba238bd service neutron] Notify callbacks [] for port, precommit_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:49.731506 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.provisioning_blocks [req-ad5ad481-9615-4963-b651-3b1aab629f20 req-d06a0d14-fc5d-4a8f-8fb9-db41dba238bd service neutron] Transition to ACTIVE for port object 9a73bfe3-da9e-40b1-925a-80d1291031f6 will not be triggered until provisioned by entity L2. {{(pid=100247) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:05:49.754997 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-ad5ad481-9615-4963-b651-3b1aab629f20 req-d06a0d14-fc5d-4a8f-8fb9-db41dba238bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128888538'] for port, after_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:49.827624 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-1ecc1122-59e6-4f29-8f7a-943c9e0f3e8c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:49.828173 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d4ff92-dfc8-4cff-a309-3245310fbe35 req-f77b1b2c-873a-40e6-badf-0fdf05741345 tempest-ImagesTestJSON-1482892319 tempest-ImagesTestJSON-1482892319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:05:49.830127 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-a8d4ff92-dfc8-4cff-a309-3245310fbe35 req-f77b1b2c-873a-40e6-badf-0fdf05741345 tempest-ImagesTestJSON-1482892319 tempest-ImagesTestJSON-1482892319-project] 10.222.0.104 "GET /v2.0/ports?device_id=0143d447-10d0-4ce1-9893-d3fe7da7ea42 HTTP/1.1" status: 200 len: 931 time: 0.1630201 Jul 06 14:05:49.835651 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35be8ca2-1164-4cd6-9b71-103e8e3bdcac req-5a09d165-7846-42b8-afd6-befcde9c0189 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:05:49.838141 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-35be8ca2-1164-4cd6-9b71-103e8e3bdcac req-5a09d165-7846-42b8-afd6-befcde9c0189 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=e1fa3d62-6d70-434d-886e-5edc2778795a HTTP/1.1" status: 200 len: 859 time: 0.1532443 Jul 06 14:05:49.843611 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-1ecc1122-59e6-4f29-8f7a-943c9e0f3e8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:49.864862 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06a0d14-fc5d-4a8f-8fb9-db41dba238bd service neutron] Pushing event updated for resources: {'Port': ['ID=9a73bfe3-da9e-40b1-925a-80d1291031f6,revision_number=2']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:05:49.935038 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-35be8ca2-1164-4cd6-9b71-103e8e3bdcac req-bb81e7bd-c0e8-4a97-affc-9ad78a692a1d service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=1d64a7a8-3d12-4141-b8ce-bd281ed9aaab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0795085 Jul 06 14:05:49.936591 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ecc1122-59e6-4f29-8f7a-943c9e0f3e8c admin admin] vlan segment allocate from pool success with {'vlan_id': 1017, 'physical_network': 'physnet1'} {{(pid=100246) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 14:05:49.943307 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-cfbecb3b-732a-42ce-ae32-779806a97d48 tempest-RoutersIpV6AdminTest-1271651815 tempest-RoutersIpV6AdminTest-1271651815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1761104'] for router_gateway, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:49.949979 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-a8d4ff92-dfc8-4cff-a309-3245310fbe35 req-ebf84848-3928-4b22-966e-880ae937e989 tempest-ImagesTestJSON-1482892319 tempest-ImagesTestJSON-1482892319-project] 10.222.0.104 "GET /v2.0/security-groups?id=46e03f63-f74e-4db3-981d-76fb36967b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111059 Jul 06 14:05:49.988037 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.managers [req-ad5ad481-9615-4963-b651-3b1aab629f20 req-d06a0d14-fc5d-4a8f-8fb9-db41dba238bd service neutron] Attempting to bind port 9a73bfe3-da9e-40b1-925a-80d1291031f6 on host n-h1-773647-6 for vnic_type normal with profile {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:05:49.988508 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.managers [req-ad5ad481-9615-4963-b651-3b1aab629f20 req-d06a0d14-fc5d-4a8f-8fb9-db41dba238bd service neutron] Attempting to bind port 9a73bfe3-da9e-40b1-925a-80d1291031f6 by drivers openvswitch,hyperv on host n-h1-773647-6 at level 0 using segments [{'id': '4f034a4d-0401-4410-9e3b-cfb7c7ebcd98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': '843daa65-9f70-4b7f-ae10-986f4b2f43e8'}] {{(pid=100247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:05:49.989177 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad5ad481-9615-4963-b651-3b1aab629f20 req-d06a0d14-fc5d-4a8f-8fb9-db41dba238bd service neutron] Attempting to bind port 9a73bfe3-da9e-40b1-925a-80d1291031f6 on network 843daa65-9f70-4b7f-ae10-986f4b2f43e8 {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:05:49.994329 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad5ad481-9615-4963-b651-3b1aab629f20 req-d06a0d14-fc5d-4a8f-8fb9-db41dba238bd service neutron] Port 9a73bfe3-da9e-40b1-925a-80d1291031f6 on network 843daa65-9f70-4b7f-ae10-986f4b2f43e8 not bound, no agent of type Open vSwitch agent registered on host n-h1-773647-6 {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 14:05:49.994664 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad5ad481-9615-4963-b651-3b1aab629f20 req-d06a0d14-fc5d-4a8f-8fb9-db41dba238bd service neutron] Attempting to bind port 9a73bfe3-da9e-40b1-925a-80d1291031f6 on network 843daa65-9f70-4b7f-ae10-986f4b2f43e8 {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:05:50.003160 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad5ad481-9615-4963-b651-3b1aab629f20 req-d06a0d14-fc5d-4a8f-8fb9-db41dba238bd service neutron] Checking agent: {'id': '5bf7147f-bada-4441-a5dc-934b903473fb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-773647-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 51, 12), 'started_at': datetime.datetime(2021, 7, 6, 13, 51, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 5, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:05:50.003572 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad5ad481-9615-4963-b651-3b1aab629f20 req-d06a0d14-fc5d-4a8f-8fb9-db41dba238bd service neutron] Checking segment: {'id': '4f034a4d-0401-4410-9e3b-cfb7c7ebcd98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': '843daa65-9f70-4b7f-ae10-986f4b2f43e8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100247) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:05:50.004088 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad5ad481-9615-4963-b651-3b1aab629f20 req-d06a0d14-fc5d-4a8f-8fb9-db41dba238bd service neutron] Bound using segment: {'id': '4f034a4d-0401-4410-9e3b-cfb7c7ebcd98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': '843daa65-9f70-4b7f-ae10-986f4b2f43e8'} {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:05:50.004397 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.managers [req-ad5ad481-9615-4963-b651-3b1aab629f20 req-d06a0d14-fc5d-4a8f-8fb9-db41dba238bd service neutron] Bound port: 9a73bfe3-da9e-40b1-925a-80d1291031f6, host: n-h1-773647-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4f034a4d-0401-4410-9e3b-cfb7c7ebcd98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': '843daa65-9f70-4b7f-ae10-986f4b2f43e8'}}] {{(pid=100247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:05:50.004748 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-ad5ad481-9615-4963-b651-3b1aab629f20 req-d06a0d14-fc5d-4a8f-8fb9-db41dba238bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:50.115951 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.db [req-ad5ad481-9615-4963-b651-3b1aab629f20 req-d06a0d14-fc5d-4a8f-8fb9-db41dba238bd service neutron] For port 9a73bfe3-da9e-40b1-925a-80d1291031f6, host n-h1-773647-6, cleared binding levels {{(pid=100247) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:05:50.121056 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.db [req-ad5ad481-9615-4963-b651-3b1aab629f20 req-d06a0d14-fc5d-4a8f-8fb9-db41dba238bd service neutron] For port 9a73bfe3-da9e-40b1-925a-80d1291031f6, host n-h1-773647-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773647-6',level=0,port_id=9a73bfe3-da9e-40b1-925a-80d1291031f6,segment=NetworkSegment(4f034a4d-0401-4410-9e3b-cfb7c7ebcd98),segment_id=4f034a4d-0401-4410-9e3b-cfb7c7ebcd98)] {{(pid=100247) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:05:50.127732 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-ad5ad481-9615-4963-b651-3b1aab629f20 req-d06a0d14-fc5d-4a8f-8fb9-db41dba238bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128888538'] for port, after_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:50.176450 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5ad481-9615-4963-b651-3b1aab629f20 req-d06a0d14-fc5d-4a8f-8fb9-db41dba238bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:05:50.177088 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-ad5ad481-9615-4963-b651-3b1aab629f20 req-d06a0d14-fc5d-4a8f-8fb9-db41dba238bd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:50.178536 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-ad5ad481-9615-4963-b651-3b1aab629f20 req-d06a0d14-fc5d-4a8f-8fb9-db41dba238bd service neutron] 10.222.0.127 "PUT /v2.0/ports/9a73bfe3-da9e-40b1-925a-80d1291031f6 HTTP/1.1" status: 200 len: 1091 time: 2.0634425 Jul 06 14:05:50.179017 n-d-773647-6 neutron-server[100247]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0143d447-10d0-4ce1-9893-d3fe7da7ea42', 'tag': '9a73bfe3-da9e-40b1-925a-80d1291031f6'}] {{(pid=100247) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:05:50.182603 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cbf0eeaae822f8fc9b87a94aeba67a3d651842baf663a51cba94b67a514836d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-703bdb6e-f67d-42eb-9e94-ccf2d3908d20" -d '{"events": [{"name": "network-changed", "server_uuid": "0143d447-10d0-4ce1-9893-d3fe7da7ea42", "tag": "9a73bfe3-da9e-40b1-925a-80d1291031f6"}]}' {{(pid=100247) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:05:50.208870 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06a0d14-fc5d-4a8f-8fb9-db41dba238bd service neutron] Pushing event updated for resources: {'Port': ['ID=9a73bfe3-da9e-40b1-925a-80d1291031f6,revision_number=3']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:05:50.269362 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 14:05:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ee918fa-8abb-49cd-8710-977238956023 x-openstack-request-id: req-5ee918fa-8abb-49cd-8710-977238956023 {{(pid=100247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:05:50.269625 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0143d447-10d0-4ce1-9893-d3fe7da7ea42", "tag": "9a73bfe3-da9e-40b1-925a-80d1291031f6", "status": "completed", "code": 200}]} {{(pid=100247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:05:50.270497 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-5ee918fa-8abb-49cd-8710-977238956023 {{(pid=100247) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:05:50.270919 n-d-773647-6 neutron-server[100247]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0143d447-10d0-4ce1-9893-d3fe7da7ea42', 'tag': '9a73bfe3-da9e-40b1-925a-80d1291031f6', 'status': 'completed', 'code': 200} Jul 06 14:05:50.273122 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 42410) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:05:50.366147 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5ad481-9615-4963-b651-3b1aab629f20 req-c9222a6d-d611-4102-bc1b-05c20c6f9931 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:05:50.367741 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-ad5ad481-9615-4963-b651-3b1aab629f20 req-c9222a6d-d611-4102-bc1b-05c20c6f9931 service neutron] 10.222.0.127 "GET /v2.0/ports?tenant_id=088899109daa4dab8b28e16d07018840&device_id=0143d447-10d0-4ce1-9893-d3fe7da7ea42 HTTP/1.1" status: 200 len: 1094 time: 0.1407115 Jul 06 14:05:50.445016 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ecc1122-59e6-4f29-8f7a-943c9e0f3e8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f621328-e4bc-4742-a8fc-bdeb703543ca,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:05:50.451542 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-ad5ad481-9615-4963-b651-3b1aab629f20 req-9b863cac-11b7-4dd1-8277-19938a01d704 service neutron] 10.222.0.127 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9a73bfe3-da9e-40b1-925a-80d1291031f6 HTTP/1.1" status: 200 len: 217 time: 0.0752480 Jul 06 14:05:50.540516 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [None req-e2cabe81-65fa-480f-9c31-8c8cdef121f3 tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1269876943'}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:05:50.614730 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5ad481-9615-4963-b651-3b1aab629f20 req-f77137f8-db32-4e5a-a10d-207bb524338b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:05:50.616257 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-ad5ad481-9615-4963-b651-3b1aab629f20 req-f77137f8-db32-4e5a-a10d-207bb524338b service neutron] 10.222.0.127 "GET /v2.0/subnets?id=ae20b5e9-07e2-4786-84d5-713ad5ff019c HTTP/1.1" status: 200 len: 844 time: 0.1594403 Jul 06 14:05:50.630938 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-35be8ca2-1164-4cd6-9b71-103e8e3bdcac req-fcaad6d0-e5e9-4a85-8aa1-11b1e597b3ca service neutron] 10.222.0.72 "GET /v2.0/networks/1d64a7a8-3d12-4141-b8ce-bd281ed9aaab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2036068 Jul 06 14:05:50.649080 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-1ecc1122-59e6-4f29-8f7a-943c9e0f3e8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552'] for segment, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:50.650036 n-d-773647-6 neutron-server[100246]: INFO neutron.db.segments_db [None req-1ecc1122-59e6-4f29-8f7a-943c9e0f3e8c admin admin] Added segment 2226be6a-5b77-4b84-97e9-ccc85a2fc3f4 of type vlan for network af3a547f-5810-4ce0-a3d6-25c440f137ac Jul 06 14:05:50.656553 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-cfbecb3b-732a-42ce-ae32-779806a97d48 tempest-RoutersIpV6AdminTest-1271651815 tempest-RoutersIpV6AdminTest-1271651815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1806308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6982'] for router, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:50.665242 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-ad5ad481-9615-4963-b651-3b1aab629f20 req-8772b6b5-2966-4125-9bf2-f127c4897dd5 service neutron] 10.222.0.127 "GET /v2.0/ports?network_id=843daa65-9f70-4b7f-ae10-986f4b2f43e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0420914 Jul 06 14:05:50.670411 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2cabe81-65fa-480f-9c31-8c8cdef121f3 tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] Made reservation on behalf of 425e7b83a55643309e64fa25c786b5c4 for: {'network': 1} {{(pid=100247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:05:50.674520 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-e2cabe81-65fa-480f-9c31-8c8cdef121f3 tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for network, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:50.685070 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-cfbecb3b-732a-42ce-ae32-779806a97d48 tempest-RoutersIpV6AdminTest-1271651815 tempest-RoutersIpV6AdminTest-1271651815-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:50.696611 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-e2cabe81-65fa-480f-9c31-8c8cdef121f3 tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] Notify callbacks [] for security_group, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:50.781216 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8acc61d-2810-43be-b27f-e6268917e3d5 req-69732d19-6862-4d45-b4ef-c7a83d4e511a tempest-ServerRescueNegativeTestJSON-721731692 tempest-ServerRescueNegativeTestJSON-721731692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:05:50.782735 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-a8acc61d-2810-43be-b27f-e6268917e3d5 req-69732d19-6862-4d45-b4ef-c7a83d4e511a tempest-ServerRescueNegativeTestJSON-721731692 tempest-ServerRescueNegativeTestJSON-721731692-project] 10.222.0.104 "GET /v2.0/ports?device_id=78a59294-4d36-4290-b5cb-d865232b142a HTTP/1.1" status: 200 len: 943 time: 0.2542229 Jul 06 14:05:50.837625 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-cfbecb3b-732a-42ce-ae32-779806a97d48 tempest-RoutersIpV6AdminTest-1271651815 tempest-RoutersIpV6AdminTest-1271651815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1805684'] for router, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:50.844673 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfbecb3b-732a-42ce-ae32-779806a97d48 tempest-RoutersIpV6AdminTest-1271651815 tempest-RoutersIpV6AdminTest-1271651815-project] Fanout notify agent at l3_agent the message router_deleted on router 61d9220e-4269-4e40-a770-640853e23276 {{(pid=100246) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 14:05:50.861350 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-cfbecb3b-732a-42ce-ae32-779806a97d48 tempest-RoutersIpV6AdminTest-1271651815 tempest-RoutersIpV6AdminTest-1271651815-project] Notify callbacks [] for router, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:50.865968 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-cfbecb3b-732a-42ce-ae32-779806a97d48 tempest-RoutersIpV6AdminTest-1271651815 tempest-RoutersIpV6AdminTest-1271651815-project] 10.222.0.104 "DELETE /v2.0/routers/61d9220e-4269-4e40-a770-640853e23276 HTTP/1.1" status: 204 len: 168 time: 4.8949502 Jul 06 14:05:50.866602 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-1ecc1122-59e6-4f29-8f7a-943c9e0f3e8c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773752984405'] for network, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:50.869522 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 42424) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:05:50.887156 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [None req-86db781e-a875-47c3-9428-51c8587aa462 tempest-RoutersIpV6AdminTest-1269433453 tempest-RoutersIpV6AdminTest-1269433453-project-admin] Request body: {'router': {'name': 'tempest-snat-router-951575735', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'enable_snat': False}}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:05:50.918118 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-a8acc61d-2810-43be-b27f-e6268917e3d5 req-15d22403-6f0e-4839-80e2-d75005935787 tempest-ServerRescueNegativeTestJSON-721731692 tempest-ServerRescueNegativeTestJSON-721731692-project] 10.222.0.104 "GET /v2.0/security-groups?id=a54a60a4-d859-4f47-b26f-a63bb69450e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210196 Jul 06 14:05:50.923669 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-35be8ca2-1164-4cd6-9b71-103e8e3bdcac req-5ef57c81-e654-42e4-9414-e555f4e690ac service neutron] 10.222.0.72 "GET /v2.0/networks/1d64a7a8-3d12-4141-b8ce-bd281ed9aaab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2856295 Jul 06 14:05:50.953497 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-1ecc1122-59e6-4f29-8f7a-943c9e0f3e8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060'] for network, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:50.964601 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ecc1122-59e6-4f29-8f7a-943c9e0f3e8c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:05:50.965238 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-1ecc1122-59e6-4f29-8f7a-943c9e0f3e8c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583035'] for network, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:50.991352 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-ad5ad481-9615-4963-b651-3b1aab629f20 req-85ba75cf-8c2a-4f6d-89e4-dfea7d321e2d service neutron] 10.222.0.127 "GET /v2.0/networks/843daa65-9f70-4b7f-ae10-986f4b2f43e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3066804 Jul 06 14:05:51.065388 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ecc1122-59e6-4f29-8f7a-943c9e0f3e8c admin admin] Pushing event updated for resources: {'Network': ['ID=af3a547f-5810-4ce0-a3d6-25c440f137ac,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:05:51.085661 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Network af3a547f-5810-4ce0-a3d6-25c440f137ac details requested by agent ovs-agent-n-d-773647-6 with host n-d-773647-6 {{(pid=100248) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 14:05:51.266699 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-e2cabe81-65fa-480f-9c31-8c8cdef121f3 tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] Notify callbacks [] for security_group, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:51.282190 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-1ecc1122-59e6-4f29-8f7a-943c9e0f3e8c admin admin] 10.222.0.104 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.4467406 Jul 06 14:05:51.282436 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 42434) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:05:51.288175 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-dc3a8c99-7c51-4452-8662-97ddecd567e3 admin admin] Request body: {'subnet': {'network_id': 'af3a547f-5810-4ce0-a3d6-25c440f137ac', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-48759059-subnet', 'tenant_id': '8d40ff3e576046ac8d901f027a7728c5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:05:51.304573 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-e2cabe81-65fa-480f-9c31-8c8cdef121f3 tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:51.321437 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e2cabe81-65fa-480f-9c31-8c8cdef121f3 tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] vlan segment allocate from pool success with {'vlan_id': 1009, 'physical_network': 'physnet1'} {{(pid=100247) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 14:05:51.334379 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-e2cabe81-65fa-480f-9c31-8c8cdef121f3 tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552'] for segment, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:51.335125 n-d-773647-6 neutron-server[100247]: INFO neutron.db.segments_db [None req-e2cabe81-65fa-480f-9c31-8c8cdef121f3 tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] Added segment 3083b923-4436-4f07-9c63-6dba484d279d of type vlan for network 73d8a1b5-5d5c-44d5-8e38-9e7b89cb4ea3 Jul 06 14:05:51.394818 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-e2cabe81-65fa-480f-9c31-8c8cdef121f3 tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773752984405'] for network, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:51.448518 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-ad5ad481-9615-4963-b651-3b1aab629f20 req-fd41ace8-4f6a-4d17-a9e1-ab84795fbc41 service neutron] 10.222.0.127 "GET /v2.0/networks/843daa65-9f70-4b7f-ae10-986f4b2f43e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4560797 Jul 06 14:05:51.472002 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-e2cabe81-65fa-480f-9c31-8c8cdef121f3 tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060'] for network, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:51.482814 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2cabe81-65fa-480f-9c31-8c8cdef121f3 tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:05:51.484022 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-e2cabe81-65fa-480f-9c31-8c8cdef121f3 tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583035'] for network, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:51.519836 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc3a8c99-7c51-4452-8662-97ddecd567e3 admin admin] Made reservation on behalf of 8d40ff3e576046ac8d901f027a7728c5 for: {'subnet': 1} {{(pid=100246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:05:51.522991 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-dc3a8c99-7c51-4452-8662-97ddecd567e3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127702029'] for subnet, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:51.534532 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df66bbbd-1942-48ff-a364-6355f144f74c req-cac3f6b6-8367-484b-990e-d0a9f69fbc4e tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:05:51.541372 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-df66bbbd-1942-48ff-a364-6355f144f74c req-cac3f6b6-8367-484b-990e-d0a9f69fbc4e tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] 10.222.0.104 "GET /v2.0/ports?device_id=5fbc9a8b-86db-4456-85e1-a59cfdbb9c8d HTTP/1.1" status: 200 len: 946 time: 0.6775494 Jul 06 14:05:51.597025 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-86db781e-a875-47c3-9428-51c8587aa462 tempest-RoutersIpV6AdminTest-1269433453 tempest-RoutersIpV6AdminTest-1269433453-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1806290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6992'] for router, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:51.599256 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-86db781e-a875-47c3-9428-51c8587aa462 tempest-RoutersIpV6AdminTest-1269433453 tempest-RoutersIpV6AdminTest-1269433453-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1806157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1808637', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1714747', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7007'] for router, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:51.727271 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2cabe81-65fa-480f-9c31-8c8cdef121f3 tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] Pushing event updated for resources: {'SecurityGroup': ['ID=76c9daa4-f7d1-4944-9f0e-3db76f7b4bda,revision_number=1']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:05:51.738448 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-e2cabe81-65fa-480f-9c31-8c8cdef121f3 tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] 10.222.0.104 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.4640875 Jul 06 14:05:51.771989 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2cabe81-65fa-480f-9c31-8c8cdef121f3 tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] Pushing event updated for resources: {'Network': ['ID=73d8a1b5-5d5c-44d5-8e38-9e7b89cb4ea3,revision_number=1']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:05:51.789581 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-df66bbbd-1942-48ff-a364-6355f144f74c req-3c541848-2fbb-470d-9a18-59bb410f0422 tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] 10.222.0.104 "GET /v2.0/security-groups?id=54cfb86c-390d-4cad-8265-7f5781c66116&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2465937 Jul 06 14:05:51.814727 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Network 73d8a1b5-5d5c-44d5-8e38-9e7b89cb4ea3 details requested by agent ovs-agent-n-d-773647-6 with host n-d-773647-6 {{(pid=100248) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 14:05:51.907678 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 42438) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:05:51.916926 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-0b8340d3-def6-404e-83b7-797f89750cf1 tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] Request body: {'subnet': {'network_id': '73d8a1b5-5d5c-44d5-8e38-9e7b89cb4ea3', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:05:51.926703 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-86db781e-a875-47c3-9428-51c8587aa462 tempest-RoutersIpV6AdminTest-1269433453 tempest-RoutersIpV6AdminTest-1269433453-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:51.952423 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29590b1-8572-4c6a-bee2-0f6dd3ba68f1 req-3434fce2-2a4e-48b7-9378-8882e5b96037 tempest-ImagesTestJSON-1482892319 tempest-ImagesTestJSON-1482892319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:05:51.960100 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-b29590b1-8572-4c6a-bee2-0f6dd3ba68f1 req-3434fce2-2a4e-48b7-9378-8882e5b96037 tempest-ImagesTestJSON-1482892319 tempest-ImagesTestJSON-1482892319-project] 10.222.0.104 "GET /v2.0/ports?device_id=0143d447-10d0-4ce1-9893-d3fe7da7ea42 HTTP/1.1" status: 200 len: 943 time: 0.8062034 Jul 06 14:05:52.027115 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-dc3a8c99-7c51-4452-8662-97ddecd567e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1849032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127687649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127702047'] for subnet, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:52.089015 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703bdb6e-f67d-42eb-9e94-ccf2d3908d20 req-fb2333f9-09d7-4b78-860e-25bc5cee1a91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:05:52.090534 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-703bdb6e-f67d-42eb-9e94-ccf2d3908d20 req-fb2333f9-09d7-4b78-860e-25bc5cee1a91 service neutron] 10.222.0.127 "GET /v2.0/ports?tenant_id=088899109daa4dab8b28e16d07018840&device_id=0143d447-10d0-4ce1-9893-d3fe7da7ea42 HTTP/1.1" status: 200 len: 1094 time: 0.5306468 Jul 06 14:05:52.106953 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b8340d3-def6-404e-83b7-797f89750cf1 tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] Made reservation on behalf of 425e7b83a55643309e64fa25c786b5c4 for: {'subnet': 1} {{(pid=100246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:05:52.111256 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-0b8340d3-def6-404e-83b7-797f89750cf1 tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127702029'] for subnet, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:52.121771 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.agents_db [None req-167c0ad6-1657-4c9a-a2c4-3b18056aa662 None None] Agent healthcheck: found 7 active agents {{(pid=100249) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 14:05:52.152408 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 42444) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:05:52.173317 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3a8c99-7c51-4452-8662-97ddecd567e3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e412ce21-afd6-4224-b4f6-6314b71b645b,revision_number=0']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:05:52.191009 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [None req-0ed8f701-cb7a-4372-9103-cbceeb5813c0 tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1956593656'}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:05:52.205914 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-b29590b1-8572-4c6a-bee2-0f6dd3ba68f1 req-83711678-22d4-400b-82b7-62ebd87caa60 tempest-ImagesTestJSON-1482892319 tempest-ImagesTestJSON-1482892319-project] 10.222.0.104 "GET /v2.0/security-groups?id=46e03f63-f74e-4db3-981d-76fb36967b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1948709 Jul 06 14:05:52.223039 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc3a8c99-7c51-4452-8662-97ddecd567e3 admin admin] Checking segment: {'id': '2226be6a-5b77-4b84-97e9-ccc85a2fc3f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1017, 'network_id': 'af3a547f-5810-4ce0-a3d6-25c440f137ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:05:52.223544 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc3a8c99-7c51-4452-8662-97ddecd567e3 admin admin] Network hostable DHCP agents. Network: af3a547f-5810-4ce0-a3d6-25c440f137ac, hostable agents: ['f2bada3d-be77-4359-982b-8505a2bbca04'], hosted agents: [] {{(pid=100246) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 14:05:52.256268 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-86db781e-a875-47c3-9428-51c8587aa462 tempest-RoutersIpV6AdminTest-1269433453 tempest-RoutersIpV6AdminTest-1269433453-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1761047', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1806272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6989'] for router, precommit_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:52.261805 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc3a8c99-7c51-4452-8662-97ddecd567e3 admin admin] Network af3a547f-5810-4ce0-a3d6-25c440f137ac is scheduled to be hosted by DHCP agent f2bada3d-be77-4359-982b-8505a2bbca04 with binding_index 1 {{(pid=100246) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 14:05:52.281811 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.base_scheduler [None req-dc3a8c99-7c51-4452-8662-97ddecd567e3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773647-6, af3a547f-5810-4ce0-a3d6-25c440f137ac) {{(pid=100246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:05:52.290396 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7fede7e-d1b5-4ef4-ac1c-db8735b1969e None None] Network af3a547f-5810-4ce0-a3d6-25c440f137ac requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:05:52.306902 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc3a8c99-7c51-4452-8662-97ddecd567e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:05:52.307641 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-dc3a8c99-7c51-4452-8662-97ddecd567e3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:52.380622 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ed8f701-cb7a-4372-9103-cbceeb5813c0 tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Made reservation on behalf of 5bc84ece362540998140660bd65643c3 for: {'network': 1} {{(pid=100247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:05:52.388618 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-dc3a8c99-7c51-4452-8662-97ddecd567e3 admin admin] 10.222.0.104 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.1051657 Jul 06 14:05:52.389303 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-0ed8f701-cb7a-4372-9103-cbceeb5813c0 tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for network, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:52.403823 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 42446) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:05:52.411274 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-a7e0d797-639c-44f9-b54f-d41c6940d6fe admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-48759059-router', 'tenant_id': '8d40ff3e576046ac8d901f027a7728c5', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719'}}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:05:52.416218 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-0b8340d3-def6-404e-83b7-797f89750cf1 tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1849032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127687649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127702047'] for subnet, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:52.489055 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703bdb6e-f67d-42eb-9e94-ccf2d3908d20 req-eebeea2a-2538-4d87-b96a-d36db0eaef50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:05:52.490600 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-703bdb6e-f67d-42eb-9e94-ccf2d3908d20 req-eebeea2a-2538-4d87-b96a-d36db0eaef50 service neutron] 10.222.0.127 "GET /v2.0/networks?id=843daa65-9f70-4b7f-ae10-986f4b2f43e8 HTTP/1.1" status: 200 len: 906 time: 0.3591681 Jul 06 14:05:52.501659 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ed8f701-cb7a-4372-9103-cbceeb5813c0 tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] vlan segment allocate from pool success with {'vlan_id': 1039, 'physical_network': 'physnet1'} {{(pid=100247) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 14:05:52.507043 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-a7e0d797-639c-44f9-b54f-d41c6940d6fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1806290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6992'] for router, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:52.508120 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-a7e0d797-639c-44f9-b54f-d41c6940d6fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1806157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1808637', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1714747', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7007'] for router, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:52.530049 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8340d3-def6-404e-83b7-797f89750cf1 tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] Pushing event updated for resources: {'Subnet': ['ID=a19d2881-c24b-4549-b9cf-0b1414f4ce57,revision_number=0']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:05:52.538832 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-575d0383-0acf-4cb8-8e80-5b4e6755ee03 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6bd5fc82-6666-56e8-87c2-91648d36c963-af3a547f-5810-4ce0-a3d6-25c440f137ac', 'network_id': 'af3a547f-5810-4ce0-a3d6-25c440f137ac', 'tenant_id': '8d40ff3e576046ac8d901f027a7728c5', 'fixed_ips': [{'subnet_id': 'e412ce21-afd6-4224-b4f6-6314b71b645b'}]}} from n-d-773647-6. {{(pid=100248) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 14:05:52.539940 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-575d0383-0acf-4cb8-8e80-5b4e6755ee03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:52.548974 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b8340d3-def6-404e-83b7-797f89750cf1 tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] Checking segment: {'id': '3083b923-4436-4f07-9c63-6dba484d279d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': '73d8a1b5-5d5c-44d5-8e38-9e7b89cb4ea3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:05:52.549543 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b8340d3-def6-404e-83b7-797f89750cf1 tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] Network hostable DHCP agents. Network: 73d8a1b5-5d5c-44d5-8e38-9e7b89cb4ea3, hostable agents: ['f2bada3d-be77-4359-982b-8505a2bbca04'], hosted agents: [] {{(pid=100246) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 14:05:52.552998 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-0ed8f701-cb7a-4372-9103-cbceeb5813c0 tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552'] for segment, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:52.552998 n-d-773647-6 neutron-server[100247]: INFO neutron.db.segments_db [None req-0ed8f701-cb7a-4372-9103-cbceeb5813c0 tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Added segment ac55593e-8500-4da2-8d0d-5602184fcc61 of type vlan for network f1fe0f84-e7fb-43f2-a13c-d5fffe5a5634 Jul 06 14:05:52.557929 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-703bdb6e-f67d-42eb-9e94-ccf2d3908d20 req-6737670d-84f2-4462-a31c-3094abefe927 service neutron] 10.222.0.127 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9a73bfe3-da9e-40b1-925a-80d1291031f6 HTTP/1.1" status: 200 len: 217 time: 0.0539143 Jul 06 14:05:52.591988 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59325dc-3e55-4c0a-9cc9-156187736324 req-e252329a-bf79-4763-8675-88cb68ea1e27 tempest-ServerRescueNegativeTestJSON-721731692 tempest-ServerRescueNegativeTestJSON-721731692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:05:52.594009 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-d59325dc-3e55-4c0a-9cc9-156187736324 req-e252329a-bf79-4763-8675-88cb68ea1e27 tempest-ServerRescueNegativeTestJSON-721731692 tempest-ServerRescueNegativeTestJSON-721731692-project] 10.222.0.104 "GET /v2.0/ports?device_id=78a59294-4d36-4290-b5cb-d865232b142a HTTP/1.1" status: 200 len: 943 time: 0.3402231 Jul 06 14:05:52.609298 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-a7e0d797-639c-44f9-b54f-d41c6940d6fe admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:52.627083 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b8340d3-def6-404e-83b7-797f89750cf1 tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] Network 73d8a1b5-5d5c-44d5-8e38-9e7b89cb4ea3 is scheduled to be hosted by DHCP agent f2bada3d-be77-4359-982b-8505a2bbca04 with binding_index 1 {{(pid=100246) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 14:05:52.663732 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Device ba17a152-48a1-47ea-b265-df06df94d2e8 details requested by agent hyperv_n-h2-773647-6 with host n-h2-773647-6 {{(pid=100248) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 14:05:52.686051 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-0ed8f701-cb7a-4372-9103-cbceeb5813c0 tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773752984405'] for network, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:52.692037 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.base_scheduler [None req-0b8340d3-def6-404e-83b7-797f89750cf1 tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773647-6, 73d8a1b5-5d5c-44d5-8e38-9e7b89cb4ea3) {{(pid=100246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:05:52.705524 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703bdb6e-f67d-42eb-9e94-ccf2d3908d20 req-f81391ee-0eee-4e5c-aed5-f328adcfec05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:05:52.707845 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-703bdb6e-f67d-42eb-9e94-ccf2d3908d20 req-f81391ee-0eee-4e5c-aed5-f328adcfec05 service neutron] 10.222.0.127 "GET /v2.0/subnets?id=ae20b5e9-07e2-4786-84d5-713ad5ff019c HTTP/1.1" status: 200 len: 844 time: 0.1387825 Jul 06 14:05:52.745699 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-d59325dc-3e55-4c0a-9cc9-156187736324 req-ad836ce6-6d3e-4801-bc17-b868008cfac2 tempest-ServerRescueNegativeTestJSON-721731692 tempest-ServerRescueNegativeTestJSON-721731692-project] 10.222.0.104 "GET /v2.0/security-groups?id=a54a60a4-d859-4f47-b26f-a63bb69450e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276159 Jul 06 14:05:52.756485 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b8340d3-def6-404e-83b7-797f89750cf1 tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:05:52.757368 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-0b8340d3-def6-404e-83b7-797f89750cf1 tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] Notify callbacks [] for subnet, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:52.778129 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] For port ba17a152-48a1-47ea-b265-df06df94d2e8, host n-h2-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=ba17a152-48a1-47ea-b265-df06df94d2e8,segment=NetworkSegment(b5b7410c-45e5-4ed8-a57c-36aa81e0edd8),segment_id=b5b7410c-45e5-4ed8-a57c-36aa81e0edd8)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:05:52.788693 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-703bdb6e-f67d-42eb-9e94-ccf2d3908d20 req-d3c139be-f625-4b61-87db-6d992f2bdc8c service neutron] 10.222.0.127 "GET /v2.0/ports?network_id=843daa65-9f70-4b7f-ae10-986f4b2f43e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0698912 Jul 06 14:05:52.797752 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Returning: {'device': 'ba17a152-48a1-47ea-b265-df06df94d2e8', 'network_id': '1d64a7a8-3d12-4141-b8ce-bd281ed9aaab', 'port_id': 'ba17a152-48a1-47ea-b265-df06df94d2e8', 'mac_address': 'fa:16:3e:5b:c4:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1044, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1fa3d62-6d70-434d-886e-5edc2778795a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100248) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 14:05:52.800499 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8d87c85-82ed-4532-b911-ab7189500ced None None] Network 73d8a1b5-5d5c-44d5-8e38-9e7b89cb4ea3 requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:05:52.829405 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-0ed8f701-cb7a-4372-9103-cbceeb5813c0 tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060'] for network, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:52.845062 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ed8f701-cb7a-4372-9103-cbceeb5813c0 tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:05:52.851961 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-0ed8f701-cb7a-4372-9103-cbceeb5813c0 tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583035'] for network, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:52.868595 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-0b8340d3-def6-404e-83b7-797f89750cf1 tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] 10.222.0.104 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 0.9589214 Jul 06 14:05:52.871523 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 42450) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:05:52.877077 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-5bbdb1cb-5fff-4296-bf09-36c5725fd121 tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-944588957'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:05:52.903598 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-a7e0d797-639c-44f9-b54f-d41c6940d6fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1761047', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1806272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6989'] for router, precommit_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:52.910711 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bbdb1cb-5fff-4296-bf09-36c5725fd121 tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] Made reservation on behalf of 425e7b83a55643309e64fa25c786b5c4 for: {'network': 1} {{(pid=100246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:05:52.916141 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-5bbdb1cb-5fff-4296-bf09-36c5725fd121 tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for network, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:52.951579 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-9ac7516d-6c65-4b78-8fb6-902a4128acd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:52.965438 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5bbdb1cb-5fff-4296-bf09-36c5725fd121 tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] vlan segment allocate from pool success with {'vlan_id': 1034, 'physical_network': 'physnet1'} {{(pid=100246) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 14:05:53.025450 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-5bbdb1cb-5fff-4296-bf09-36c5725fd121 tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552'] for segment, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:53.026238 n-d-773647-6 neutron-server[100246]: INFO neutron.db.segments_db [None req-5bbdb1cb-5fff-4296-bf09-36c5725fd121 tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] Added segment 4904fc25-630c-4df6-91b2-30e42563fe22 of type vlan for network b8147b88-0e5f-4b98-a328-95afb810f4ac Jul 06 14:05:53.075939 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-0ed8f701-cb7a-4372-9103-cbceeb5813c0 tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] 10.222.0.104 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.8930275 Jul 06 14:05:53.084934 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:53.093595 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 42454) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:05:53.093879 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf89c6fc-abc1-44d8-9465-76d3e391b459 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6bd5fc82-6666-56e8-87c2-91648d36c963-73d8a1b5-5d5c-44d5-8e38-9e7b89cb4ea3', 'network_id': '73d8a1b5-5d5c-44d5-8e38-9e7b89cb4ea3', 'tenant_id': '425e7b83a55643309e64fa25c786b5c4', 'fixed_ips': [{'subnet_id': 'a19d2881-c24b-4549-b9cf-0b1414f4ce57'}]}} from n-d-773647-6. {{(pid=100248) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 14:05:53.094901 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-cf89c6fc-abc1-44d8-9465-76d3e391b459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:53.103084 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-336d10bc-47fd-4218-ba61-7e4833f5419c tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-203671227'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:05:53.119348 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.db_base_plugin_common [None req-575d0383-0acf-4cb8-8e80-5b4e6755ee03 None None] Allocated IP 172.20.0.2 (af3a547f-5810-4ce0-a3d6-25c440f137ac/e412ce21-afd6-4224-b4f6-6314b71b645b/b0d41bc5-4310-4fe6-96fe-8d8319703a25) {{(pid=100248) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:05:53.133203 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-5bbdb1cb-5fff-4296-bf09-36c5725fd121 tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773752984405'] for network, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:53.194946 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-336d10bc-47fd-4218-ba61-7e4833f5419c tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Made reservation on behalf of 5bc84ece362540998140660bd65643c3 for: {'network': 1} {{(pid=100246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:05:53.207916 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-336d10bc-47fd-4218-ba61-7e4833f5419c tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for network, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:53.317469 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.db_base_plugin_common [None req-cf89c6fc-abc1-44d8-9465-76d3e391b459 None None] Allocated IP 172.20.255.242 (73d8a1b5-5d5c-44d5-8e38-9e7b89cb4ea3/a19d2881-c24b-4549-b9cf-0b1414f4ce57/25e4383d-3c43-4aa9-8f1e-bbf0175ed638) {{(pid=100248) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:05:53.323441 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-336d10bc-47fd-4218-ba61-7e4833f5419c tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] vlan segment allocate from pool success with {'vlan_id': 1012, 'physical_network': 'physnet1'} {{(pid=100246) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 14:05:53.431331 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-5bbdb1cb-5fff-4296-bf09-36c5725fd121 tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060'] for network, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:53.440523 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bbdb1cb-5fff-4296-bf09-36c5725fd121 tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:05:53.441592 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-5bbdb1cb-5fff-4296-bf09-36c5725fd121 tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583035'] for network, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:53.493643 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-336d10bc-47fd-4218-ba61-7e4833f5419c tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552'] for segment, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:53.494420 n-d-773647-6 neutron-server[100246]: INFO neutron.db.segments_db [None req-336d10bc-47fd-4218-ba61-7e4833f5419c tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Added segment cf14e999-6e16-4245-9908-28547602990f of type vlan for network 70fa8a2a-4549-4d89-b089-3cc3fca2d3a3 Jul 06 14:05:53.507715 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-cf89c6fc-abc1-44d8-9465-76d3e391b459 None None] Notify callbacks [] for port, precommit_create {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:53.516350 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed8f701-cb7a-4372-9103-cbceeb5813c0 tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Pushing event updated for resources: {'Network': ['ID=f1fe0f84-e7fb-43f2-a13c-d5fffe5a5634,revision_number=1']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:05:53.520154 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-cf89c6fc-abc1-44d8-9465-76d3e391b459 None None] Transition to ACTIVE for port object 25e4383d-3c43-4aa9-8f1e-bbf0175ed638 will not be triggered until provisioned by entity L2. {{(pid=100248) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:05:53.538258 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-cf89c6fc-abc1-44d8-9465-76d3e391b459 None None] Transition to ACTIVE for port object 25e4383d-3c43-4aa9-8f1e-bbf0175ed638 will not be triggered until provisioned by entity DHCP. {{(pid=100248) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:05:53.548644 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Network f1fe0f84-e7fb-43f2-a13c-d5fffe5a5634 details requested by agent ovs-agent-n-d-773647-6 with host n-d-773647-6 {{(pid=100248) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 14:05:53.586201 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-5bbdb1cb-5fff-4296-bf09-36c5725fd121 tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] 10.222.0.104 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.7127442 Jul 06 14:05:53.613021 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 42458) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:05:53.673693 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-cf89c6fc-abc1-44d8-9465-76d3e391b459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108'] for port, after_create {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:53.673968 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-5ba6d1e0-a62d-4bce-abc2-c1cc55027e9c tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] Request body: {'subnet': {'network_id': 'b8147b88-0e5f-4b98-a328-95afb810f4ac', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:05:53.673968 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bbdb1cb-5fff-4296-bf09-36c5725fd121 tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] Pushing event updated for resources: {'Network': ['ID=b8147b88-0e5f-4b98-a328-95afb810f4ac,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:05:53.674130 n-d-773647-6 neutron-server[100248]: DEBUG neutron.notifiers.nova [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ba17a152-48a1-47ea-b265-df06df94d2e8 {{(pid=100248) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 14:05:53.684698 n-d-773647-6 neutron-server[100248]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf89c6fc-abc1-44d8-9465-76d3e391b459 None None] Network 73d8a1b5-5d5c-44d5-8e38-9e7b89cb4ea3 is already hosted by enough agents. {{(pid=100248) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:05:53.705229 n-d-773647-6 neutron-server[100248]: DEBUG neutron.scheduler.base_scheduler [None req-cf89c6fc-abc1-44d8-9465-76d3e391b459 None None] Resources bound (agent type, host, resource id): {{(pid=100248) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:05:53.713675 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf89c6fc-abc1-44d8-9465-76d3e391b459 None None] Received port after_create {{(pid=100248) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:05:53.724108 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-336d10bc-47fd-4218-ba61-7e4833f5419c tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773752984405'] for network, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:53.789543 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-703bdb6e-f67d-42eb-9e94-ccf2d3908d20 req-bdc9de47-0f73-4bc7-89f8-aa1264fead2d service neutron] 10.222.0.127 "GET /v2.0/networks/843daa65-9f70-4b7f-ae10-986f4b2f43e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9909201 Jul 06 14:05:53.815019 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-a7e0d797-639c-44f9-b54f-d41c6940d6fe admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:53.906266 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0c5a9e-ea12-4cb6-8395-74b1329ff1be req-4bce77c0-b056-4d46-a44a-1cab6cf1ec88 tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:05:53.908077 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-1a0c5a9e-ea12-4cb6-8395-74b1329ff1be req-4bce77c0-b056-4d46-a44a-1cab6cf1ec88 tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] 10.222.0.104 "GET /v2.0/ports?device_id=5fbc9a8b-86db-4456-85e1-a59cfdbb9c8d HTTP/1.1" status: 200 len: 946 time: 0.8955081 Jul 06 14:05:53.914190 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-86db781e-a875-47c3-9428-51c8587aa462 tempest-RoutersIpV6AdminTest-1269433453 tempest-RoutersIpV6AdminTest-1269433453-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:53.922308 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.db.resource_extend [None req-336d10bc-47fd-4218-ba61-7e4833f5419c tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 06 14:05:53.923160 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Network b8147b88-0e5f-4b98-a328-95afb810f4ac details requested by agent ovs-agent-n-d-773647-6 with host n-d-773647-6 {{(pid=100248) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 14:05:53.946714 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-a7e0d797-639c-44f9-b54f-d41c6940d6fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:53.966131 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-336d10bc-47fd-4218-ba61-7e4833f5419c tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060'] for network, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:53.970710 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-86db781e-a875-47c3-9428-51c8587aa462 tempest-RoutersIpV6AdminTest-1269433453 tempest-RoutersIpV6AdminTest-1269433453-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:53.975134 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-336d10bc-47fd-4218-ba61-7e4833f5419c tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:05:53.976150 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-336d10bc-47fd-4218-ba61-7e4833f5419c tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583035'] for network, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:54.021913 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] For port ba17a152-48a1-47ea-b265-df06df94d2e8, host n-h2-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=ba17a152-48a1-47ea-b265-df06df94d2e8,segment=NetworkSegment(b5b7410c-45e5-4ed8-a57c-36aa81e0edd8),segment_id=b5b7410c-45e5-4ed8-a57c-36aa81e0edd8)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:05:54.028344 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf89c6fc-abc1-44d8-9465-76d3e391b459 None None] Pushing event updated for resources: {'Port': ['ID=25e4383d-3c43-4aa9-8f1e-bbf0175ed638,revision_number=1']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:05:54.046607 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf89c6fc-abc1-44d8-9465-76d3e391b459 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:05:54.046953 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf89c6fc-abc1-44d8-9465-76d3e391b459 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:05:54.047341 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf89c6fc-abc1-44d8-9465-76d3e391b459 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:05:54.047670 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf89c6fc-abc1-44d8-9465-76d3e391b459 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:05:54.048000 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf89c6fc-abc1-44d8-9465-76d3e391b459 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:05:54.048325 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf89c6fc-abc1-44d8-9465-76d3e391b459 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:05:54.048646 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf89c6fc-abc1-44d8-9465-76d3e391b459 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:05:54.048969 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf89c6fc-abc1-44d8-9465-76d3e391b459 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:05:54.049280 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf89c6fc-abc1-44d8-9465-76d3e391b459 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:05:54.049603 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf89c6fc-abc1-44d8-9465-76d3e391b459 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:05:54.049911 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf89c6fc-abc1-44d8-9465-76d3e391b459 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:05:54.050400 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf89c6fc-abc1-44d8-9465-76d3e391b459 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:05:54.062522 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:54.065115 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-cf89c6fc-abc1-44d8-9465-76d3e391b459 None None] Attempting to bind port 25e4383d-3c43-4aa9-8f1e-bbf0175ed638 on host n-d-773647-6 for vnic_type normal with profile {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:05:54.065485 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-cf89c6fc-abc1-44d8-9465-76d3e391b459 None None] Attempting to bind port 25e4383d-3c43-4aa9-8f1e-bbf0175ed638 by drivers openvswitch,hyperv on host n-d-773647-6 at level 0 using segments [{'id': '3083b923-4436-4f07-9c63-6dba484d279d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': '73d8a1b5-5d5c-44d5-8e38-9e7b89cb4ea3'}] {{(pid=100248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:05:54.065963 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf89c6fc-abc1-44d8-9465-76d3e391b459 None None] Attempting to bind port 25e4383d-3c43-4aa9-8f1e-bbf0175ed638 on network 73d8a1b5-5d5c-44d5-8e38-9e7b89cb4ea3 {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:05:54.078797 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.db_base_plugin_common [None req-86db781e-a875-47c3-9428-51c8587aa462 tempest-RoutersIpV6AdminTest-1269433453 tempest-RoutersIpV6AdminTest-1269433453-project-admin] Allocated IP 172.25.0.31 (2658f09e-a580-4d4a-9968-2d1e0ad93719/cbf74abc-6fe1-4d33-b005-c948923b9647/bc956872-3149-41f1-b740-0ac9bc39555b) {{(pid=100247) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:05:54.099387 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336d10bc-47fd-4218-ba61-7e4833f5419c tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Pushing event updated for resources: {'Network': ['ID=70fa8a2a-4549-4d89-b089-3cc3fca2d3a3,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:05:54.134241 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf89c6fc-abc1-44d8-9465-76d3e391b459 None None] Checking agent: {'id': '8ab5b19c-d213-4f29-891d-27bdf39d38b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773647-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 43, 26), 'started_at': datetime.datetime(2021, 7, 6, 13, 43, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 5, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773647-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:05:54.134624 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf89c6fc-abc1-44d8-9465-76d3e391b459 None None] Checking segment: {'id': '3083b923-4436-4f07-9c63-6dba484d279d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': '73d8a1b5-5d5c-44d5-8e38-9e7b89cb4ea3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:05:54.135090 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-cf89c6fc-abc1-44d8-9465-76d3e391b459 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:54.135579 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf89c6fc-abc1-44d8-9465-76d3e391b459 None None] Bound using segment: {'id': '3083b923-4436-4f07-9c63-6dba484d279d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': '73d8a1b5-5d5c-44d5-8e38-9e7b89cb4ea3'} {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:05:54.136505 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-cf89c6fc-abc1-44d8-9465-76d3e391b459 None None] Bound port: 25e4383d-3c43-4aa9-8f1e-bbf0175ed638, host: n-d-773647-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3083b923-4436-4f07-9c63-6dba484d279d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': '73d8a1b5-5d5c-44d5-8e38-9e7b89cb4ea3'}}] {{(pid=100248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:05:54.136925 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-cf89c6fc-abc1-44d8-9465-76d3e391b459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:54.150990 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Pushing event updated for resources: {'Port': ['ID=ba17a152-48a1-47ea-b265-df06df94d2e8,revision_number=4']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:05:54.158048 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-575d0383-0acf-4cb8-8e80-5b4e6755ee03 None None] Notify callbacks [] for port, precommit_create {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:54.162549 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Network 70fa8a2a-4549-4d89-b089-3cc3fca2d3a3 details requested by agent ovs-agent-n-d-773647-6 with host n-d-773647-6 {{(pid=100248) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 14:05:54.194802 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ba6d1e0-a62d-4bce-abc2-c1cc55027e9c tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] Made reservation on behalf of 425e7b83a55643309e64fa25c786b5c4 for: {'subnet': 1} {{(pid=100246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:05:54.196570 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-86db781e-a875-47c3-9428-51c8587aa462 tempest-RoutersIpV6AdminTest-1269433453 tempest-RoutersIpV6AdminTest-1269433453-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:54.200297 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-5ba6d1e0-a62d-4bce-abc2-c1cc55027e9c tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127702029'] for subnet, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:54.221608 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-336d10bc-47fd-4218-ba61-7e4833f5419c tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] 10.222.0.104 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.1267176 Jul 06 14:05:54.228405 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 42466) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:05:54.239997 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [None req-10106aec-6262-4ab2-98f1-d432db2c2b95 tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Request body: {'subnet': {'network_id': 'f1fe0f84-e7fb-43f2-a13c-d5fffe5a5634', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:05:54.300861 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-575d0383-0acf-4cb8-8e80-5b4e6755ee03 None None] Transition to ACTIVE for port object b0d41bc5-4310-4fe6-96fe-8d8319703a25 will not be triggered until provisioned by entity L2. {{(pid=100248) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:05:54.339924 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-575d0383-0acf-4cb8-8e80-5b4e6755ee03 None None] Transition to ACTIVE for port object b0d41bc5-4310-4fe6-96fe-8d8319703a25 will not be triggered until provisioned by entity DHCP. {{(pid=100248) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:05:54.358095 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-575d0383-0acf-4cb8-8e80-5b4e6755ee03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108'] for port, after_create {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:54.399052 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-1a0c5a9e-ea12-4cb6-8395-74b1329ff1be req-022b41d0-df2b-454a-987c-9e4a50cee480 tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] 10.222.0.104 "GET /v2.0/security-groups?id=54cfb86c-390d-4cad-8265-7f5781c66116&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4807842 Jul 06 14:05:54.401100 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-703bdb6e-f67d-42eb-9e94-ccf2d3908d20 req-b0b7c278-1b1a-4886-9973-04d049977795 service neutron] 10.222.0.127 "GET /v2.0/networks/843daa65-9f70-4b7f-ae10-986f4b2f43e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5896676 Jul 06 14:05:54.417740 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-cf89c6fc-abc1-44d8-9465-76d3e391b459 None None] For port 25e4383d-3c43-4aa9-8f1e-bbf0175ed638, host n-d-773647-6, cleared binding levels {{(pid=100248) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:05:54.421281 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10106aec-6262-4ab2-98f1-d432db2c2b95 tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Made reservation on behalf of 5bc84ece362540998140660bd65643c3 for: {'subnet': 1} {{(pid=100247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:05:54.425517 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-10106aec-6262-4ab2-98f1-d432db2c2b95 tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127627440'] for subnet, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:54.432112 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] get_ports_and_sgs() called for port_ids ['ba17a152-48a1-47ea-b265-df06df94d2e8'] {{(pid=100248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 14:05:54.491878 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-cf89c6fc-abc1-44d8-9465-76d3e391b459 None None] For port 25e4383d-3c43-4aa9-8f1e-bbf0175ed638, host n-d-773647-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=25e4383d-3c43-4aa9-8f1e-bbf0175ed638,segment=NetworkSegment(3083b923-4436-4f07-9c63-6dba484d279d),segment_id=3083b923-4436-4f07-9c63-6dba484d279d)] {{(pid=100248) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:05:54.510867 n-d-773647-6 neutron-server[100248]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-575d0383-0acf-4cb8-8e80-5b4e6755ee03 None None] Network af3a547f-5810-4ce0-a3d6-25c440f137ac is already hosted by enough agents. {{(pid=100248) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:05:54.513382 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Device 9a73bfe3-da9e-40b1-925a-80d1291031f6 details requested by agent hyperv_n-h1-773647-6 with host n-h1-773647-6 {{(pid=100248) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 14:05:54.522499 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-cf89c6fc-abc1-44d8-9465-76d3e391b459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:54.524953 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.db_base_plugin_common [None req-a7e0d797-639c-44f9-b54f-d41c6940d6fe admin admin] Allocated IP 172.25.0.241 (2658f09e-a580-4d4a-9968-2d1e0ad93719/cbf74abc-6fe1-4d33-b005-c948923b9647/7071a550-84a6-48dc-873b-1f204d040ad2) {{(pid=100246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:05:54.532576 n-d-773647-6 neutron-server[100248]: DEBUG neutron.scheduler.base_scheduler [None req-575d0383-0acf-4cb8-8e80-5b4e6755ee03 None None] Resources bound (agent type, host, resource id): {{(pid=100248) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:05:54.538133 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-575d0383-0acf-4cb8-8e80-5b4e6755ee03 None None] Received port after_create {{(pid=100248) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:05:54.556052 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575d0383-0acf-4cb8-8e80-5b4e6755ee03 None None] Pushing event updated for resources: {'Port': ['ID=b0d41bc5-4310-4fe6-96fe-8d8319703a25,revision_number=1']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:05:54.654577 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-a7e0d797-639c-44f9-b54f-d41c6940d6fe admin admin] Notify callbacks [] for port, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:54.659083 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-86db781e-a875-47c3-9428-51c8587aa462 tempest-RoutersIpV6AdminTest-1269433453 tempest-RoutersIpV6AdminTest-1269433453-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-128888360'] for port, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:54.665080 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-10106aec-6262-4ab2-98f1-d432db2c2b95 tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1849032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-128888412', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127627426'] for subnet, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:54.761012 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873ec167-a67b-4b65-9214-5b6ecd269f10 req-b7c99021-8cee-4d25-93fd-6bf3415a3019 tempest-ImagesTestJSON-1482892319 tempest-ImagesTestJSON-1482892319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:05:54.767759 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-873ec167-a67b-4b65-9214-5b6ecd269f10 req-b7c99021-8cee-4d25-93fd-6bf3415a3019 tempest-ImagesTestJSON-1482892319 tempest-ImagesTestJSON-1482892319-project] 10.222.0.104 "GET /v2.0/ports?device_id=0143d447-10d0-4ce1-9893-d3fe7da7ea42 HTTP/1.1" status: 200 len: 943 time: 0.8449690 Jul 06 14:05:54.795077 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-a7e0d797-639c-44f9-b54f-d41c6940d6fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-127687573'] for port, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:54.824843 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86db781e-a875-47c3-9428-51c8587aa462 tempest-RoutersIpV6AdminTest-1269433453 tempest-RoutersIpV6AdminTest-1269433453-project-admin] Network 2658f09e-a580-4d4a-9968-2d1e0ad93719 is already hosted by enough agents. {{(pid=100247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:05:54.850539 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.base_scheduler [None req-86db781e-a875-47c3-9428-51c8587aa462 tempest-RoutersIpV6AdminTest-1269433453 tempest-RoutersIpV6AdminTest-1269433453-project-admin] Resources bound (agent type, host, resource id): {{(pid=100247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:05:54.864654 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86db781e-a875-47c3-9428-51c8587aa462 tempest-RoutersIpV6AdminTest-1269433453 tempest-RoutersIpV6AdminTest-1269433453-project-admin] Received port after_create {{(pid=100247) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:05:54.871961 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86db781e-a875-47c3-9428-51c8587aa462 tempest-RoutersIpV6AdminTest-1269433453 tempest-RoutersIpV6AdminTest-1269433453-project-admin] Pushing event updated for resources: {'Port': ['ID=bc956872-3149-41f1-b740-0ac9bc39555b,revision_number=1']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:05:54.910765 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7e0d797-639c-44f9-b54f-d41c6940d6fe admin admin] Network 2658f09e-a580-4d4a-9968-2d1e0ad93719 is already hosted by enough agents. {{(pid=100246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:05:54.921062 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.base_scheduler [None req-a7e0d797-639c-44f9-b54f-d41c6940d6fe admin admin] Resources bound (agent type, host, resource id): {{(pid=100246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:05:54.925902 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7e0d797-639c-44f9-b54f-d41c6940d6fe admin admin] Received port after_create {{(pid=100246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:05:54.939587 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e0d797-639c-44f9-b54f-d41c6940d6fe admin admin] Pushing event updated for resources: {'Port': ['ID=7071a550-84a6-48dc-873b-1f204d040ad2,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:05:54.943353 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-5ba6d1e0-a62d-4bce-abc2-c1cc55027e9c tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1849032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127687649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127702047'] for subnet, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:54.963669 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-873ec167-a67b-4b65-9214-5b6ecd269f10 req-159975bf-67d6-4dde-9e9c-3a13ccc1b5db tempest-ImagesTestJSON-1482892319 tempest-ImagesTestJSON-1482892319-project] 10.222.0.104 "GET /v2.0/security-groups?id=46e03f63-f74e-4db3-981d-76fb36967b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1948636 Jul 06 14:05:54.969151 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10106aec-6262-4ab2-98f1-d432db2c2b95 tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Pushing event updated for resources: {'Subnet': ['ID=33ba364c-4842-4afb-9331-8a30604f6a2f,revision_number=0']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:05:54.984178 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10106aec-6262-4ab2-98f1-d432db2c2b95 tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Checking segment: {'id': 'ac55593e-8500-4da2-8d0d-5602184fcc61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': 'f1fe0f84-e7fb-43f2-a13c-d5fffe5a5634'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100247) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:05:54.989394 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10106aec-6262-4ab2-98f1-d432db2c2b95 tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Network hostable DHCP agents. Network: f1fe0f84-e7fb-43f2-a13c-d5fffe5a5634, hostable agents: ['f2bada3d-be77-4359-982b-8505a2bbca04'], hosted agents: [] {{(pid=100247) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 14:05:55.039031 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] For port 9a73bfe3-da9e-40b1-925a-80d1291031f6, host n-h1-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773647-6',level=0,port_id=9a73bfe3-da9e-40b1-925a-80d1291031f6,segment=NetworkSegment(4f034a4d-0401-4410-9e3b-cfb7c7ebcd98),segment_id=4f034a4d-0401-4410-9e3b-cfb7c7ebcd98)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:05:55.104741 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Returning: {'device': '9a73bfe3-da9e-40b1-925a-80d1291031f6', 'network_id': '843daa65-9f70-4b7f-ae10-986f4b2f43e8', 'port_id': '9a73bfe3-da9e-40b1-925a-80d1291031f6', 'mac_address': 'fa:16:3e:f2:ad:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1006, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ae20b5e9-07e2-4786-84d5-713ad5ff019c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100248) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 14:05:55.152138 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc9dd6e-7a98-4598-a81e-bc6260ffac44 req-328e225e-8dce-4d06-8c8b-8ba893068584 tempest-ServerRescueNegativeTestJSON-721731692 tempest-ServerRescueNegativeTestJSON-721731692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:05:55.153767 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-dbc9dd6e-7a98-4598-a81e-bc6260ffac44 req-328e225e-8dce-4d06-8c8b-8ba893068584 tempest-ServerRescueNegativeTestJSON-721731692 tempest-ServerRescueNegativeTestJSON-721731692-project] 10.222.0.104 "GET /v2.0/ports?device_id=78a59294-4d36-4290-b5cb-d865232b142a HTTP/1.1" status: 200 len: 944 time: 0.4965580 Jul 06 14:05:55.182512 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-575d0383-0acf-4cb8-8e80-5b4e6755ee03 None None] Attempting to bind port b0d41bc5-4310-4fe6-96fe-8d8319703a25 on host n-d-773647-6 for vnic_type normal with profile {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:05:55.182897 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-575d0383-0acf-4cb8-8e80-5b4e6755ee03 None None] Attempting to bind port b0d41bc5-4310-4fe6-96fe-8d8319703a25 by drivers openvswitch,hyperv on host n-d-773647-6 at level 0 using segments [{'id': '2226be6a-5b77-4b84-97e9-ccc85a2fc3f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1017, 'network_id': 'af3a547f-5810-4ce0-a3d6-25c440f137ac'}] {{(pid=100248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:05:55.183303 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-575d0383-0acf-4cb8-8e80-5b4e6755ee03 None None] Attempting to bind port b0d41bc5-4310-4fe6-96fe-8d8319703a25 on network af3a547f-5810-4ce0-a3d6-25c440f137ac {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:05:55.192164 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:55.194235 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-575d0383-0acf-4cb8-8e80-5b4e6755ee03 None None] Checking agent: {'id': '8ab5b19c-d213-4f29-891d-27bdf39d38b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773647-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 43, 26), 'started_at': datetime.datetime(2021, 7, 6, 13, 43, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 5, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773647-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:05:55.194655 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-575d0383-0acf-4cb8-8e80-5b4e6755ee03 None None] Checking segment: {'id': '2226be6a-5b77-4b84-97e9-ccc85a2fc3f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1017, 'network_id': 'af3a547f-5810-4ce0-a3d6-25c440f137ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:05:55.195139 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-575d0383-0acf-4cb8-8e80-5b4e6755ee03 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:55.195563 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-575d0383-0acf-4cb8-8e80-5b4e6755ee03 None None] Bound using segment: {'id': '2226be6a-5b77-4b84-97e9-ccc85a2fc3f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1017, 'network_id': 'af3a547f-5810-4ce0-a3d6-25c440f137ac'} {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:05:55.196031 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-575d0383-0acf-4cb8-8e80-5b4e6755ee03 None None] Bound port: b0d41bc5-4310-4fe6-96fe-8d8319703a25, host: n-d-773647-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2226be6a-5b77-4b84-97e9-ccc85a2fc3f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1017, 'network_id': 'af3a547f-5810-4ce0-a3d6-25c440f137ac'}}] {{(pid=100248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:05:55.196737 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-575d0383-0acf-4cb8-8e80-5b4e6755ee03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:55.235795 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10106aec-6262-4ab2-98f1-d432db2c2b95 tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Network f1fe0f84-e7fb-43f2-a13c-d5fffe5a5634 is scheduled to be hosted by DHCP agent f2bada3d-be77-4359-982b-8505a2bbca04 with binding_index 1 {{(pid=100247) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 14:05:55.282687 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-575d0383-0acf-4cb8-8e80-5b4e6755ee03 None None] For port b0d41bc5-4310-4fe6-96fe-8d8319703a25, host n-d-773647-6, cleared binding levels {{(pid=100248) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:05:55.287488 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba6d1e0-a62d-4bce-abc2-c1cc55027e9c tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] Pushing event updated for resources: {'Subnet': ['ID=c6708f89-fcca-4188-bf2a-73ecfc57804c,revision_number=0']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:05:55.288873 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-575d0383-0acf-4cb8-8e80-5b4e6755ee03 None None] For port b0d41bc5-4310-4fe6-96fe-8d8319703a25, host n-d-773647-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=b0d41bc5-4310-4fe6-96fe-8d8319703a25,segment=NetworkSegment(2226be6a-5b77-4b84-97e9-ccc85a2fc3f4),segment_id=2226be6a-5b77-4b84-97e9-ccc85a2fc3f4)] {{(pid=100248) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:05:55.334552 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ba6d1e0-a62d-4bce-abc2-c1cc55027e9c tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] Checking segment: {'id': '4904fc25-630c-4df6-91b2-30e42563fe22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': 'b8147b88-0e5f-4b98-a328-95afb810f4ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:05:55.334921 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ba6d1e0-a62d-4bce-abc2-c1cc55027e9c tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] Network hostable DHCP agents. Network: b8147b88-0e5f-4b98-a328-95afb810f4ac, hostable agents: ['f2bada3d-be77-4359-982b-8505a2bbca04'], hosted agents: [] {{(pid=100246) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 14:05:55.353751 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.base_scheduler [None req-10106aec-6262-4ab2-98f1-d432db2c2b95 tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773647-6, f1fe0f84-e7fb-43f2-a13c-d5fffe5a5634) {{(pid=100247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:05:55.366286 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-575d0383-0acf-4cb8-8e80-5b4e6755ee03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:55.370098 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10106aec-6262-4ab2-98f1-d432db2c2b95 tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:05:55.370968 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-10106aec-6262-4ab2-98f1-d432db2c2b95 tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583035'] for subnet, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:55.376886 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ba6d1e0-a62d-4bce-abc2-c1cc55027e9c tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] Network b8147b88-0e5f-4b98-a328-95afb810f4ac is scheduled to be hosted by DHCP agent f2bada3d-be77-4359-982b-8505a2bbca04 with binding_index 1 {{(pid=100246) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 14:05:55.378858 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-dbc9dd6e-7a98-4598-a81e-bc6260ffac44 req-907ca081-a7b5-47ab-ab68-618eadb622b0 tempest-ServerRescueNegativeTestJSON-721731692 tempest-ServerRescueNegativeTestJSON-721731692-project] 10.222.0.104 "GET /v2.0/security-groups?id=a54a60a4-d859-4f47-b26f-a63bb69450e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2184989 Jul 06 14:05:55.410912 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-10106aec-6262-4ab2-98f1-d432db2c2b95 tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] 10.222.0.104 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.1757982 Jul 06 14:05:55.411943 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 42470) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:05:55.415382 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b4192bd-2751-4ade-8601-a9331983589b None None] Network f1fe0f84-e7fb-43f2-a13c-d5fffe5a5634 requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:05:55.417125 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [None req-86b55dcc-348e-4a00-81b8-3a552958dd73 tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Request body: {'subnet': {'network_id': '70fa8a2a-4549-4d89-b089-3cc3fca2d3a3', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:05:55.459541 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.base_scheduler [None req-5ba6d1e0-a62d-4bce-abc2-c1cc55027e9c tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773647-6, b8147b88-0e5f-4b98-a328-95afb810f4ac) {{(pid=100246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:05:55.474128 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ba6d1e0-a62d-4bce-abc2-c1cc55027e9c tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:05:55.476213 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-5ba6d1e0-a62d-4bce-abc2-c1cc55027e9c tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] Notify callbacks [] for subnet, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:55.495672 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-964f7f25-260b-4b23-b69e-1fb8b9e73f42 None None] Network b8147b88-0e5f-4b98-a328-95afb810f4ac requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:05:55.565883 n-d-773647-6 neutron-server[100248]: DEBUG neutron.notifiers.nova [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9a73bfe3-da9e-40b1-925a-80d1291031f6 {{(pid=100248) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 14:05:55.600566 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] For port 9a73bfe3-da9e-40b1-925a-80d1291031f6, host n-h1-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773647-6',level=0,port_id=9a73bfe3-da9e-40b1-925a-80d1291031f6,segment=NetworkSegment(4f034a4d-0401-4410-9e3b-cfb7c7ebcd98),segment_id=4f034a4d-0401-4410-9e3b-cfb7c7ebcd98)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:05:55.616924 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf89c6fc-abc1-44d8-9465-76d3e391b459 None None] Pushing event updated for resources: {'Port': ['ID=25e4383d-3c43-4aa9-8f1e-bbf0175ed638,revision_number=2']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:05:55.629497 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:55.722411 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575d0383-0acf-4cb8-8e80-5b4e6755ee03 None None] Pushing event updated for resources: {'Port': ['ID=b0d41bc5-4310-4fe6-96fe-8d8319703a25,revision_number=2']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:05:55.762640 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-c54ae272-ff3a-4971-b022-11daa009ee4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:55.805953 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86b55dcc-348e-4a00-81b8-3a552958dd73 tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Made reservation on behalf of 5bc84ece362540998140660bd65643c3 for: {'subnet': 1} {{(pid=100247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:05:55.810219 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-86b55dcc-348e-4a00-81b8-3a552958dd73 tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127627440'] for subnet, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:55.927236 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:56.021311 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-5ba6d1e0-a62d-4bce-abc2-c1cc55027e9c tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] 10.222.0.104 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 2.4038639 Jul 06 14:05:56.022737 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 42476) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:05:56.032830 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Pushing event updated for resources: {'Port': ['ID=9a73bfe3-da9e-40b1-925a-80d1291031f6,revision_number=4']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:05:56.041596 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] get_ports_and_sgs() called for port_ids ['9a73bfe3-da9e-40b1-925a-80d1291031f6'] {{(pid=100248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 14:05:56.044542 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-a7e0d797-639c-44f9-b54f-d41c6940d6fe admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:56.088951 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-86db781e-a875-47c3-9428-51c8587aa462 tempest-RoutersIpV6AdminTest-1269433453 tempest-RoutersIpV6AdminTest-1269433453-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:56.168762 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcb6a9a6-b80f-4eba-b89e-243cc81af578 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6bd5fc82-6666-56e8-87c2-91648d36c963-f1fe0f84-e7fb-43f2-a13c-d5fffe5a5634', 'network_id': 'f1fe0f84-e7fb-43f2-a13c-d5fffe5a5634', 'tenant_id': '5bc84ece362540998140660bd65643c3', 'fixed_ips': [{'subnet_id': '33ba364c-4842-4afb-9331-8a30604f6a2f'}]}} from n-d-773647-6. {{(pid=100248) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 14:05:56.172250 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-fcb6a9a6-b80f-4eba-b89e-243cc81af578 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:56.411721 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30027a4e-c744-4007-a8e6-f5c31d4d0411 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6bd5fc82-6666-56e8-87c2-91648d36c963-b8147b88-0e5f-4b98-a328-95afb810f4ac', 'network_id': 'b8147b88-0e5f-4b98-a328-95afb810f4ac', 'tenant_id': '425e7b83a55643309e64fa25c786b5c4', 'fixed_ips': [{'subnet_id': 'c6708f89-fcca-4188-bf2a-73ecfc57804c'}]}} from n-d-773647-6. {{(pid=100248) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 14:05:56.412570 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-30027a4e-c744-4007-a8e6-f5c31d4d0411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:56.516556 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7888d227-a7de-4b06-97de-9c0eb73015af None None] Network 73d8a1b5-5d5c-44d5-8e38-9e7b89cb4ea3 requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:05:56.542064 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-a7e0d797-639c-44f9-b54f-d41c6940d6fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1806297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1761036'] for router, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:56.599356 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4158594c-4972-4d42-a00a-4e91c11052d0 req-1e5a07cc-806c-4495-bb23-fa493810ad07 tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:05:56.609248 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-4158594c-4972-4d42-a00a-4e91c11052d0 req-1e5a07cc-806c-4495-bb23-fa493810ad07 tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] 10.222.0.104 "GET /v2.0/ports?device_id=5fbc9a8b-86db-4456-85e1-a59cfdbb9c8d HTTP/1.1" status: 200 len: 946 time: 0.8047769 Jul 06 14:05:56.679611 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-86b55dcc-348e-4a00-81b8-3a552958dd73 tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1849032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-128888412', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127627426'] for subnet, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:56.709858 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Device ba17a152-48a1-47ea-b265-df06df94d2e8 up at agent hyperv_n-h2-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:05:56.753417 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-2064eaae-da4f-48f8-82d2-b09d4ddedd44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:56.779492 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-89055a09-f006-4d52-8f8a-0b1b2cb4a53d None None] Provisioning for port 25e4383d-3c43-4aa9-8f1e-bbf0175ed638 completed by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:05:56.782451 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7e0d797-639c-44f9-b54f-d41c6940d6fe admin admin] Router 9f4218d4-672b-47f4-a2e8-4e77e0734908 is scheduled to L3 agent 2823d358-a11b-4885-a706-95a279e43fa7 with binding_index 1 {{(pid=100246) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 14:05:56.792849 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.db_base_plugin_common [None req-fcb6a9a6-b80f-4eba-b89e-243cc81af578 None None] Allocated IP 10.1.1.2 (f1fe0f84-e7fb-43f2-a13c-d5fffe5a5634/33ba364c-4842-4afb-9331-8a30604f6a2f/a2063eb7-df28-4b96-a05f-188c4402c3ec) {{(pid=100248) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:05:56.906193 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-4158594c-4972-4d42-a00a-4e91c11052d0 req-b2f43fcf-59d4-4546-bbd5-6eb73d8981e2 tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] 10.222.0.104 "GET /v2.0/security-groups?id=54cfb86c-390d-4cad-8265-7f5781c66116&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2943735 Jul 06 14:05:57.043705 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7e0d797-639c-44f9-b54f-d41c6940d6fe admin admin] Notify agent at l3_agent.n-d-773647-6 the message routers_updated {{(pid=100246) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 14:05:57.089779 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-a7e0d797-639c-44f9-b54f-d41c6940d6fe admin admin] Notify callbacks [] for router, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:57.094452 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-a7e0d797-639c-44f9-b54f-d41c6940d6fe admin admin] 10.222.0.104 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.6871746 Jul 06 14:05:57.095293 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 42482) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:05:57.100262 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ce25380-f4f7-4e99-9098-e64eaab4eef7 None None] Sync routers for ids ['9f4218d4-672b-47f4-a2e8-4e77e0734908'] in n-d-773647-6 {{(pid=100248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 14:05:57.175291 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.db_base_plugin_common [None req-30027a4e-c744-4007-a8e6-f5c31d4d0411 None None] Allocated IP 172.20.0.2 (b8147b88-0e5f-4b98-a328-95afb810f4ac/c6708f89-fcca-4188-bf2a-73ecfc57804c/49ad8498-b181-4925-954b-c6c00e58b6f7) {{(pid=100248) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:05:57.213381 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ce25380-f4f7-4e99-9098-e64eaab4eef7 None None] Routers {'9f4218d4-672b-47f4-a2e8-4e77e0734908'} bound to L3 agent in host n-d-773647-6 {{(pid=100248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:05:57.214494 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-6ce25380-f4f7-4e99-9098-e64eaab4eef7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T14:05:55Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['9f4218d4-672b-47f4-a2e8-4e77e0734908'], 'active': True} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:05:57.238598 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Provisioning for port ba17a152-48a1-47ea-b265-df06df94d2e8 completed by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:05:57.336082 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d0159a4-ed18-4e6f-b73d-8ed71b6540a7 None None] Network af3a547f-5810-4ce0-a3d6-25c440f137ac requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:05:57.339056 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Provisioning complete for port ba17a152-48a1-47ea-b265-df06df94d2e8 triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:05:57.339648 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:57.381256 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-8accf840-80de-4b68-a629-ced092c465ff tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530492'] for network, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:57.534224 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03eeb546-ba16-4dc8-9be4-fc92a1d1ae96 req-19421187-3bee-4786-97af-d3e957d28623 tempest-ImagesTestJSON-1482892319 tempest-ImagesTestJSON-1482892319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:05:57.535972 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-03eeb546-ba16-4dc8-9be4-fc92a1d1ae96 req-19421187-3bee-4786-97af-d3e957d28623 tempest-ImagesTestJSON-1482892319 tempest-ImagesTestJSON-1482892319-project] 10.222.0.104 "GET /v2.0/ports?device_id=0143d447-10d0-4ce1-9893-d3fe7da7ea42 HTTP/1.1" status: 200 len: 944 time: 1.3207958 Jul 06 14:05:57.537066 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b55dcc-348e-4a00-81b8-3a552958dd73 tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Pushing event updated for resources: {'Subnet': ['ID=f9f87c3f-0fa8-49b6-bb5b-31a627ebfaf2,revision_number=0']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:05:57.599970 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86b55dcc-348e-4a00-81b8-3a552958dd73 tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Checking segment: {'id': 'cf14e999-6e16-4245-9908-28547602990f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': '70fa8a2a-4549-4d89-b089-3cc3fca2d3a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100247) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:05:57.599970 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86b55dcc-348e-4a00-81b8-3a552958dd73 tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Network hostable DHCP agents. Network: 70fa8a2a-4549-4d89-b089-3cc3fca2d3a3, hostable agents: ['f2bada3d-be77-4359-982b-8505a2bbca04'], hosted agents: [] {{(pid=100247) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 14:05:57.680722 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-fcb6a9a6-b80f-4eba-b89e-243cc81af578 None None] Notify callbacks [] for port, precommit_create {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:57.695595 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-fcb6a9a6-b80f-4eba-b89e-243cc81af578 None None] Transition to ACTIVE for port object a2063eb7-df28-4b96-a05f-188c4402c3ec will not be triggered until provisioned by entity L2. {{(pid=100248) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:05:57.735762 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-fcb6a9a6-b80f-4eba-b89e-243cc81af578 None None] Transition to ACTIVE for port object a2063eb7-df28-4b96-a05f-188c4402c3ec will not be triggered until provisioned by entity DHCP. {{(pid=100248) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:05:57.758225 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-060aa8b2-adf6-4207-b11d-fcc25c079daa None None] Provisioning for port b0d41bc5-4310-4fe6-96fe-8d8319703a25 completed by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:05:57.761136 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-8accf840-80de-4b68-a629-ced092c465ff tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-913473'] for subnet, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:57.764860 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86b55dcc-348e-4a00-81b8-3a552958dd73 tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Network 70fa8a2a-4549-4d89-b089-3cc3fca2d3a3 is scheduled to be hosted by DHCP agent f2bada3d-be77-4359-982b-8505a2bbca04 with binding_index 1 {{(pid=100247) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 14:05:57.788701 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-fcb6a9a6-b80f-4eba-b89e-243cc81af578 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108'] for port, after_create {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:57.848269 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-56d2bc98-fb6e-44d3-933b-01c05234b9a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:57.892208 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-03eeb546-ba16-4dc8-9be4-fc92a1d1ae96 req-90eb3a5b-91f2-44cc-bb4d-85a1a72fe42a tempest-ImagesTestJSON-1482892319 tempest-ImagesTestJSON-1482892319-project] 10.222.0.104 "GET /v2.0/security-groups?id=46e03f63-f74e-4db3-981d-76fb36967b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3001933 Jul 06 14:05:57.898831 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-86db781e-a875-47c3-9428-51c8587aa462 tempest-RoutersIpV6AdminTest-1269433453 tempest-RoutersIpV6AdminTest-1269433453-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1806297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1761036'] for router, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:57.904287 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.base_scheduler [None req-86b55dcc-348e-4a00-81b8-3a552958dd73 tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773647-6, 70fa8a2a-4549-4d89-b089-3cc3fca2d3a3) {{(pid=100247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:05:57.924060 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86b55dcc-348e-4a00-81b8-3a552958dd73 tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:05:57.924960 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-86b55dcc-348e-4a00-81b8-3a552958dd73 tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583035'] for subnet, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:58.070404 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f015faae-d4d7-4acf-ab5c-931087adc907 req-b9880096-89c3-4b79-99ac-47bd69ca90c1 tempest-ServerRescueNegativeTestJSON-721731692 tempest-ServerRescueNegativeTestJSON-721731692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:05:58.072710 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-f015faae-d4d7-4acf-ab5c-931087adc907 req-b9880096-89c3-4b79-99ac-47bd69ca90c1 tempest-ServerRescueNegativeTestJSON-721731692 tempest-ServerRescueNegativeTestJSON-721731692-project] 10.222.0.104 "GET /v2.0/ports?device_id=78a59294-4d36-4290-b5cb-d865232b142a HTTP/1.1" status: 200 len: 944 time: 0.6894143 Jul 06 14:05:58.106253 n-d-773647-6 neutron-server[100248]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcb6a9a6-b80f-4eba-b89e-243cc81af578 None None] Network f1fe0f84-e7fb-43f2-a13c-d5fffe5a5634 is already hosted by enough agents. {{(pid=100248) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:05:58.118621 n-d-773647-6 neutron-server[100248]: DEBUG neutron.scheduler.base_scheduler [None req-fcb6a9a6-b80f-4eba-b89e-243cc81af578 None None] Resources bound (agent type, host, resource id): {{(pid=100248) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:05:58.140920 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcb6a9a6-b80f-4eba-b89e-243cc81af578 None None] Received port after_create {{(pid=100248) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:05:58.151346 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.db_base_plugin_common [None req-56d2bc98-fb6e-44d3-933b-01c05234b9a1 admin admin] Allocated IP 172.20.0.1 (af3a547f-5810-4ce0-a3d6-25c440f137ac/e412ce21-afd6-4224-b4f6-6314b71b645b/b3125c54-e2b3-45e4-829a-8f3c8ddda8ae) {{(pid=100246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:05:58.152912 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3417fd66-ea0a-485f-8e36-173541b327e1 None None] Network 70fa8a2a-4549-4d89-b089-3cc3fca2d3a3 requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:05:58.155940 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 25e4383d-3c43-4aa9-8f1e-bbf0175ed638 up at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:05:58.172495 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-86b55dcc-348e-4a00-81b8-3a552958dd73 tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] 10.222.0.104 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 2.7594514 Jul 06 14:05:58.189432 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 42486) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:05:58.212159 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-f015faae-d4d7-4acf-ab5c-931087adc907 req-5d83ea2c-ad09-40c2-96a1-8da55b233962 tempest-ServerRescueNegativeTestJSON-721731692 tempest-ServerRescueNegativeTestJSON-721731692-project] 10.222.0.104 "GET /v2.0/security-groups?id=a54a60a4-d859-4f47-b26f-a63bb69450e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230552 Jul 06 14:05:58.251567 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-f8e9969b-4f40-465e-8c76-4a0b88430e33 tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Request body: {'port': {'network_id': 'f1fe0f84-e7fb-43f2-a13c-d5fffe5a5634', 'name': 'tempest-TaggedBootDevicesTest_v242-954038694', 'fixed_ips': [{'subnet_id': '33ba364c-4842-4afb-9331-8a30604f6a2f'}]}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:05:58.309918 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning for port 25e4383d-3c43-4aa9-8f1e-bbf0175ed638 completed by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:05:58.316062 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvr_db [None req-6ce25380-f4f7-4e99-9098-e64eaab4eef7 None None] Set router 9f4218d4-672b-47f4-a2e8-4e77e0734908 gateway port host: n-d-773647-6 {{(pid=100248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:05:58.367977 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9faeae0-0a2a-43f5-9fbd-8fa1e39933ca req-62849341-c607-4af2-b775-6e7fcfa2e0c8 tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:05:58.378280 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-f9faeae0-0a2a-43f5-9fbd-8fa1e39933ca req-62849341-c607-4af2-b775-6e7fcfa2e0c8 tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] 10.222.0.104 "GET /v2.0/ports?device_id=5fbc9a8b-86db-4456-85e1-a59cfdbb9c8d HTTP/1.1" status: 200 len: 946 time: 0.3024652 Jul 06 14:05:58.388408 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning complete for port 25e4383d-3c43-4aa9-8f1e-bbf0175ed638 triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:05:58.388408 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:58.405798 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-56d2bc98-fb6e-44d3-933b-01c05234b9a1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:58.420120 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.provisioning_blocks [None req-56d2bc98-fb6e-44d3-933b-01c05234b9a1 admin admin] Transition to ACTIVE for port object b3125c54-e2b3-45e4-829a-8f3c8ddda8ae will not be triggered until provisioned by entity DHCP. {{(pid=100246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:05:58.453152 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-f9faeae0-0a2a-43f5-9fbd-8fa1e39933ca req-b23d2f34-b1c5-4176-b740-817977ecfb52 tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] 10.222.0.104 "GET /v2.0/security-groups?id=54cfb86c-390d-4cad-8265-7f5781c66116&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0725863 Jul 06 14:05:58.466261 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-56d2bc98-fb6e-44d3-933b-01c05234b9a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-127687573'] for port, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:58.482882 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86db781e-a875-47c3-9428-51c8587aa462 tempest-RoutersIpV6AdminTest-1269433453 tempest-RoutersIpV6AdminTest-1269433453-project-admin] Router 33457fc6-1c66-4e50-b65b-76622395b88d is scheduled to L3 agent 2823d358-a11b-4885-a706-95a279e43fa7 with binding_index 1 {{(pid=100247) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 14:05:58.526589 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56d2bc98-fb6e-44d3-933b-01c05234b9a1 admin admin] Network af3a547f-5810-4ce0-a3d6-25c440f137ac is already hosted by enough agents. {{(pid=100246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:05:58.531552 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:58.532697 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.base_scheduler [None req-56d2bc98-fb6e-44d3-933b-01c05234b9a1 admin admin] Resources bound (agent type, host, resource id): {{(pid=100246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:05:58.535678 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb6a9a6-b80f-4eba-b89e-243cc81af578 None None] Pushing event updated for resources: {'Port': ['ID=a2063eb7-df28-4b96-a05f-188c4402c3ec,revision_number=1']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:05:58.542623 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56d2bc98-fb6e-44d3-933b-01c05234b9a1 admin admin] Received port after_create {{(pid=100246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:05:58.556781 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Device 9a73bfe3-da9e-40b1-925a-80d1291031f6 up at agent hyperv_n-h1-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:05:58.605749 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d2bc98-fb6e-44d3-933b-01c05234b9a1 admin admin] Pushing event updated for resources: {'Port': ['ID=b3125c54-e2b3-45e4-829a-8f3c8ddda8ae,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:05:58.615744 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-03f71b24-a9b8-453a-8924-caa3f97bc6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:58.657679 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86db781e-a875-47c3-9428-51c8587aa462 tempest-RoutersIpV6AdminTest-1269433453 tempest-RoutersIpV6AdminTest-1269433453-project-admin] Notify agent at l3_agent.n-d-773647-6 the message routers_updated {{(pid=100247) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 14:05:58.666917 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df1ca60c-cd26-4363-a61d-91543c2cd6c8 None None] Sync routers for ids ['33457fc6-1c66-4e50-b65b-76622395b88d'] in n-d-773647-6 {{(pid=100249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 14:05:58.673146 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8e9969b-4f40-465e-8c76-4a0b88430e33 tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Made reservation on behalf of 5bc84ece362540998140660bd65643c3 for: {'port': 1} {{(pid=100246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:05:58.680745 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df1ca60c-cd26-4363-a61d-91543c2cd6c8 None None] Routers {'33457fc6-1c66-4e50-b65b-76622395b88d'} bound to L3 agent in host n-d-773647-6 {{(pid=100249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:05:58.681278 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-56d2bc98-fb6e-44d3-933b-01c05234b9a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1807675'] for router_interface, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:58.681478 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-df1ca60c-cd26-4363-a61d-91543c2cd6c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T14:05:55Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['33457fc6-1c66-4e50-b65b-76622395b88d'], 'active': True} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:05:58.684400 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-86db781e-a875-47c3-9428-51c8587aa462 tempest-RoutersIpV6AdminTest-1269433453 tempest-RoutersIpV6AdminTest-1269433453-project-admin] Notify callbacks [] for router, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:58.686068 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-86db781e-a875-47c3-9428-51c8587aa462 tempest-RoutersIpV6AdminTest-1269433453 tempest-RoutersIpV6AdminTest-1269433453-project-admin] 10.222.0.104 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 7.8132098 Jul 06 14:05:58.689568 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 42492) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:05:58.922710 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-c16053c1-8b5c-40b9-8efb-3cd933ff5c96 tempest-RoutersIpV6AdminTest-1269433453 tempest-RoutersIpV6AdminTest-1269433453-project-admin] 10.222.0.104 "GET /v2.0/routers/33457fc6-1c66-4e50-b65b-76622395b88d HTTP/1.1" status: 200 len: 907 time: 0.2291009 Jul 06 14:05:58.922930 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 42494) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:05:58.927641 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [None req-ff830714-4c37-423b-a68c-ba0d37bf2639 tempest-RoutersIpV6AdminTest-1269433453 tempest-RoutersIpV6AdminTest-1269433453-project-admin] Request body: {'router': {'name': 'tempest-snat-router-951575735', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'enable_snat': True}}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:05:58.939463 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvr_db [None req-df1ca60c-cd26-4363-a61d-91543c2cd6c8 None None] Set router 33457fc6-1c66-4e50-b65b-76622395b88d gateway port host: n-d-773647-6 {{(pid=100249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:05:58.946436 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-56d2bc98-fb6e-44d3-933b-01c05234b9a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:58.959759 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-ff830714-4c37-423b-a68c-ba0d37bf2639 tempest-RoutersIpV6AdminTest-1269433453 tempest-RoutersIpV6AdminTest-1269433453-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1806290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6992'] for router, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:58.961051 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-ff830714-4c37-423b-a68c-ba0d37bf2639 tempest-RoutersIpV6AdminTest-1269433453 tempest-RoutersIpV6AdminTest-1269433453-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1806157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1808637', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1714747', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7007'] for router, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:59.070836 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-ff830714-4c37-423b-a68c-ba0d37bf2639 tempest-RoutersIpV6AdminTest-1269433453 tempest-RoutersIpV6AdminTest-1269433453-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:59.094674 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-f8e9969b-4f40-465e-8c76-4a0b88430e33 tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:59.102237 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:59.120909 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-fcb6a9a6-b80f-4eba-b89e-243cc81af578 None None] Attempting to bind port a2063eb7-df28-4b96-a05f-188c4402c3ec on host n-d-773647-6 for vnic_type normal with profile {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:05:59.121560 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-fcb6a9a6-b80f-4eba-b89e-243cc81af578 None None] Attempting to bind port a2063eb7-df28-4b96-a05f-188c4402c3ec by drivers openvswitch,hyperv on host n-d-773647-6 at level 0 using segments [{'id': 'ac55593e-8500-4da2-8d0d-5602184fcc61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': 'f1fe0f84-e7fb-43f2-a13c-d5fffe5a5634'}] {{(pid=100248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:05:59.122372 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcb6a9a6-b80f-4eba-b89e-243cc81af578 None None] Attempting to bind port a2063eb7-df28-4b96-a05f-188c4402c3ec on network f1fe0f84-e7fb-43f2-a13c-d5fffe5a5634 {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:05:59.142192 n-d-773647-6 neutron-server[100246]: DEBUG neutron.notifiers.nova [None req-f8e9969b-4f40-465e-8c76-4a0b88430e33 tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] device_id is not set on port 842aaa84-3104-4062-919f-9900319ced32 yet. {{(pid=100246) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 14:05:59.158438 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcb6a9a6-b80f-4eba-b89e-243cc81af578 None None] Checking agent: {'id': '8ab5b19c-d213-4f29-891d-27bdf39d38b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773647-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 43, 26), 'started_at': datetime.datetime(2021, 7, 6, 13, 43, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 5, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773647-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:05:59.159466 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcb6a9a6-b80f-4eba-b89e-243cc81af578 None None] Checking segment: {'id': 'ac55593e-8500-4da2-8d0d-5602184fcc61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': 'f1fe0f84-e7fb-43f2-a13c-d5fffe5a5634'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:05:59.160142 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-fcb6a9a6-b80f-4eba-b89e-243cc81af578 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:59.160886 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcb6a9a6-b80f-4eba-b89e-243cc81af578 None None] Bound using segment: {'id': 'ac55593e-8500-4da2-8d0d-5602184fcc61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': 'f1fe0f84-e7fb-43f2-a13c-d5fffe5a5634'} {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:05:59.161642 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-fcb6a9a6-b80f-4eba-b89e-243cc81af578 None None] Bound port: a2063eb7-df28-4b96-a05f-188c4402c3ec, host: n-d-773647-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac55593e-8500-4da2-8d0d-5602184fcc61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': 'f1fe0f84-e7fb-43f2-a13c-d5fffe5a5634'}}] {{(pid=100248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:05:59.162296 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-fcb6a9a6-b80f-4eba-b89e-243cc81af578 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:59.190508 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-d81668f9-1c45-47f7-ad79-5394e549cc8f None None] Provisioning complete for port 25e4383d-3c43-4aa9-8f1e-bbf0175ed638 triggered by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:05:59.191278 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-d81668f9-1c45-47f7-ad79-5394e549cc8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:59.291246 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-df1ca60c-cd26-4363-a61d-91543c2cd6c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33457fc6-1c66-4e50-b65b-76622395b88d', 'name': 'tempest-snat-router-951575735', 'tenant_id': 'e3235c86a72547c7b59ca1f3e9b45a11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.31'}], 'enable_snat': False}, 'gw_port_id': 'bc956872-3149-41f1-b740-0ac9bc39555b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:05:51Z', 'updated_at': '2021-07-06T14:05:55Z', 'revision_number': 3, 'project_id': 'e3235c86a72547c7b59ca1f3e9b45a11', 'gw_port': {'id': 'bc956872-3149-41f1-b740-0ac9bc39555b', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:ee:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33457fc6-1c66-4e50-b65b-76622395b88d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1387, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:05:53Z', 'updated_at': '2021-07-06T14:05:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-773647-6'}], 'n-d-773647-6', False) {} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:05:59.304149 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-fcb6a9a6-b80f-4eba-b89e-243cc81af578 None None] For port a2063eb7-df28-4b96-a05f-188c4402c3ec, host n-d-773647-6, cleared binding levels {{(pid=100248) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:05:59.308095 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-fcb6a9a6-b80f-4eba-b89e-243cc81af578 None None] For port a2063eb7-df28-4b96-a05f-188c4402c3ec, host n-d-773647-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=a2063eb7-df28-4b96-a05f-188c4402c3ec,segment=NetworkSegment(ac55593e-8500-4da2-8d0d-5602184fcc61),segment_id=ac55593e-8500-4da2-8d0d-5602184fcc61)] {{(pid=100248) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:05:59.333429 n-d-773647-6 neutron-server[100248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78a59294-4d36-4290-b5cb-d865232b142a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba17a152-48a1-47ea-b265-df06df94d2e8'}] {{(pid=100248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:05:59.336025 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84af257533e383389cbcf231d3534f4d5e149e7203fea16b4a8fc01438dddaf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed2e29d4-c1c0-439c-ad1f-1f3d6d72201a" -d '{"events": [{"server_uuid": "78a59294-4d36-4290-b5cb-d865232b142a", "name": "network-vif-plugged", "status": "completed", "tag": "ba17a152-48a1-47ea-b265-df06df94d2e8"}]}' {{(pid=100248) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:05:59.368484 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-fcb6a9a6-b80f-4eba-b89e-243cc81af578 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:59.377364 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df1ca60c-cd26-4363-a61d-91543c2cd6c8 None None] Checking router: 33457fc6-1c66-4e50-b65b-76622395b88d for host: n-d-773647-6 {{(pid=100249) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 14:05:59.378077 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df1ca60c-cd26-4363-a61d-91543c2cd6c8 None None] Updating router 33457fc6-1c66-4e50-b65b-76622395b88d port bc956872-3149-41f1-b740-0ac9bc39555b binding host n-d-773647-6 {{(pid=100249) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 14:05:59.451104 n-d-773647-6 neutron-server[100249]: DEBUG neutron_lib.callbacks.manager [None req-df1ca60c-cd26-4363-a61d-91543c2cd6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:59.467805 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-ff830714-4c37-423b-a68c-ba0d37bf2639 tempest-RoutersIpV6AdminTest-1269433453 tempest-RoutersIpV6AdminTest-1269433453-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1761047', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1806272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6989'] for router, precommit_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:59.489803 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb6a9a6-b80f-4eba-b89e-243cc81af578 None None] Pushing event updated for resources: {'Port': ['ID=a2063eb7-df28-4b96-a05f-188c4402c3ec,revision_number=2']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:05:59.529168 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] For port ba17a152-48a1-47ea-b265-df06df94d2e8, host n-h2-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=ba17a152-48a1-47ea-b265-df06df94d2e8,segment=NetworkSegment(b5b7410c-45e5-4ed8-a57c-36aa81e0edd8),segment_id=b5b7410c-45e5-4ed8-a57c-36aa81e0edd8)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:05:59.562379 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] For port 25e4383d-3c43-4aa9-8f1e-bbf0175ed638, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=25e4383d-3c43-4aa9-8f1e-bbf0175ed638,segment=NetworkSegment(3083b923-4436-4f07-9c63-6dba484d279d),segment_id=3083b923-4436-4f07-9c63-6dba484d279d)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:05:59.564088 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-30027a4e-c744-4007-a8e6-f5c31d4d0411 None None] Notify callbacks [] for port, precommit_create {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:59.603515 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:59.732599 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301b2bdb-72b3-46b5-9cd8-5d403fdacd6e req-72b1a623-d1e7-4209-83a9-dc4596ffa648 tempest-ImagesTestJSON-1482892319 tempest-ImagesTestJSON-1482892319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:05:59.737196 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-301b2bdb-72b3-46b5-9cd8-5d403fdacd6e req-72b1a623-d1e7-4209-83a9-dc4596ffa648 tempest-ImagesTestJSON-1482892319 tempest-ImagesTestJSON-1482892319-project] 10.222.0.104 "GET /v2.0/ports?device_id=0143d447-10d0-4ce1-9893-d3fe7da7ea42 HTTP/1.1" status: 200 len: 944 time: 0.5205948 Jul 06 14:05:59.766579 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Pushing event updated for resources: {'Port': ['ID=ba17a152-48a1-47ea-b265-df06df94d2e8,revision_number=5']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:05:59.773404 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:59.775488 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device b0d41bc5-4310-4fe6-96fe-8d8319703a25 up at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:05:59.800958 n-d-773647-6 neutron-server[100249]: DEBUG neutron_lib.callbacks.manager [None req-df1ca60c-cd26-4363-a61d-91543c2cd6c8 None None] Notify callbacks [] for port, precommit_update {{(pid=100249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:59.814224 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.provisioning_blocks [None req-df1ca60c-cd26-4363-a61d-91543c2cd6c8 None None] Transition to ACTIVE for port object bc956872-3149-41f1-b740-0ac9bc39555b will not be triggered until provisioned by entity L2. {{(pid=100249) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:05:59.831456 n-d-773647-6 neutron-server[100249]: DEBUG neutron_lib.callbacks.manager [None req-df1ca60c-cd26-4363-a61d-91543c2cd6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:59.849150 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-301b2bdb-72b3-46b5-9cd8-5d403fdacd6e req-ad57cf72-4830-44f3-b68d-5c72407dc228 tempest-ImagesTestJSON-1482892319 tempest-ImagesTestJSON-1482892319-project] 10.222.0.104 "GET /v2.0/security-groups?id=46e03f63-f74e-4db3-981d-76fb36967b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940490 Jul 06 14:05:59.850281 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baf7a1d8-daf5-4e98-8c68-eb99864bea1f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6bd5fc82-6666-56e8-87c2-91648d36c963-70fa8a2a-4549-4d89-b089-3cc3fca2d3a3', 'network_id': '70fa8a2a-4549-4d89-b089-3cc3fca2d3a3', 'tenant_id': '5bc84ece362540998140660bd65643c3', 'fixed_ips': [{'subnet_id': 'f9f87c3f-0fa8-49b6-bb5b-31a627ebfaf2'}]}} from n-d-773647-6. {{(pid=100248) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 14:05:59.854859 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-baf7a1d8-daf5-4e98-8c68-eb99864bea1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:59.918709 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bedd5a-f09c-4e98-b041-b6f5e77737e7 req-341f28e3-4d3c-416d-a845-5e25d16dff28 tempest-ServerRescueNegativeTestJSON-721731692 tempest-ServerRescueNegativeTestJSON-721731692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:05:59.920779 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-56d2bc98-fb6e-44d3-933b-01c05234b9a1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:59.931325 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-d5bedd5a-f09c-4e98-b041-b6f5e77737e7 req-341f28e3-4d3c-416d-a845-5e25d16dff28 tempest-ServerRescueNegativeTestJSON-721731692 tempest-ServerRescueNegativeTestJSON-721731692-project] 10.222.0.104 "GET /v2.0/ports?device_id=78a59294-4d36-4290-b5cb-d865232b142a HTTP/1.1" status: 200 len: 944 time: 0.4830329 Jul 06 14:05:59.933420 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-56d2bc98-fb6e-44d3-933b-01c05234b9a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127687527'] for port, after_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:59.941922 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6546ea-42e9-461f-a330-e7313cded69f None None] Pushing event updated for resources: {'Port': ['ID=bc956872-3149-41f1-b740-0ac9bc39555b,revision_number=2']} {{(pid=100249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:05:59.975881 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.managers [None req-df1ca60c-cd26-4363-a61d-91543c2cd6c8 None None] Attempting to bind port bc956872-3149-41f1-b740-0ac9bc39555b on host n-d-773647-6 for vnic_type normal with profile {{(pid=100249) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:05:59.976409 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.managers [None req-df1ca60c-cd26-4363-a61d-91543c2cd6c8 None None] Attempting to bind port bc956872-3149-41f1-b740-0ac9bc39555b by drivers openvswitch,hyperv on host n-d-773647-6 at level 0 using segments [{'id': '89a832b7-7793-4d51-9038-ed7e1c3ff1b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719'}] {{(pid=100249) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:05:59.977100 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df1ca60c-cd26-4363-a61d-91543c2cd6c8 None None] Attempting to bind port bc956872-3149-41f1-b740-0ac9bc39555b on network 2658f09e-a580-4d4a-9968-2d1e0ad93719 {{(pid=100249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:05:59.983588 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df1ca60c-cd26-4363-a61d-91543c2cd6c8 None None] Checking agent: {'id': '8ab5b19c-d213-4f29-891d-27bdf39d38b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773647-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 43, 26), 'started_at': datetime.datetime(2021, 7, 6, 13, 43, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 5, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773647-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:05:59.984328 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df1ca60c-cd26-4363-a61d-91543c2cd6c8 None None] Checking segment: {'id': '89a832b7-7793-4d51-9038-ed7e1c3ff1b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100249) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:05:59.986015 n-d-773647-6 neutron-server[100249]: DEBUG neutron_lib.callbacks.manager [None req-df1ca60c-cd26-4363-a61d-91543c2cd6c8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:59.986534 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df1ca60c-cd26-4363-a61d-91543c2cd6c8 None None] Bound using segment: {'id': '89a832b7-7793-4d51-9038-ed7e1c3ff1b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719'} {{(pid=100249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:05:59.987334 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.managers [None req-df1ca60c-cd26-4363-a61d-91543c2cd6c8 None None] Bound port: bc956872-3149-41f1-b740-0ac9bc39555b, host: n-d-773647-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89a832b7-7793-4d51-9038-ed7e1c3ff1b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719'}}] {{(pid=100249) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:05:59.988000 n-d-773647-6 neutron-server[100249]: DEBUG neutron_lib.callbacks.manager [None req-df1ca60c-cd26-4363-a61d-91543c2cd6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:59.991378 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.db_base_plugin_common [None req-f8e9969b-4f40-465e-8c76-4a0b88430e33 tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Allocated IP 10.1.1.231 (f1fe0f84-e7fb-43f2-a13c-d5fffe5a5634/33ba364c-4842-4afb-9331-8a30604f6a2f/842aaa84-3104-4062-919f-9900319ced32) {{(pid=100246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:06:00.074001 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-d5bedd5a-f09c-4e98-b041-b6f5e77737e7 req-c81b3b7c-b1cb-4bd2-8158-9494ff4878fa tempest-ServerRescueNegativeTestJSON-721731692 tempest-ServerRescueNegativeTestJSON-721731692-project] 10.222.0.104 "GET /v2.0/security-groups?id=a54a60a4-d859-4f47-b26f-a63bb69450e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343248 Jul 06 14:06:00.111152 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.db [None req-df1ca60c-cd26-4363-a61d-91543c2cd6c8 None None] For port bc956872-3149-41f1-b740-0ac9bc39555b, host n-d-773647-6, cleared binding levels {{(pid=100249) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:06:00.119888 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.db [None req-df1ca60c-cd26-4363-a61d-91543c2cd6c8 None None] For port bc956872-3149-41f1-b740-0ac9bc39555b, host n-d-773647-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=bc956872-3149-41f1-b740-0ac9bc39555b,segment=NetworkSegment(89a832b7-7793-4d51-9038-ed7e1c3ff1b2),segment_id=89a832b7-7793-4d51-9038-ed7e1c3ff1b2)] {{(pid=100249) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:06:00.127511 n-d-773647-6 neutron-server[100249]: DEBUG neutron_lib.callbacks.manager [None req-df1ca60c-cd26-4363-a61d-91543c2cd6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:00.216558 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d2bc98-fb6e-44d3-933b-01c05234b9a1 admin admin] Pushing event updated for resources: {'Port': ['ID=b3125c54-e2b3-45e4-829a-8f3c8ddda8ae,revision_number=2']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:06:00.231558 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6546ea-42e9-461f-a330-e7313cded69f None None] Pushing event updated for resources: {'Port': ['ID=bc956872-3149-41f1-b740-0ac9bc39555b,revision_number=3']} {{(pid=100249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:06:00.233985 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-56d2bc98-fb6e-44d3-933b-01c05234b9a1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1809478'] for router_interface, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:00.291055 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df1ca60c-cd26-4363-a61d-91543c2cd6c8 None None] Routers {'33457fc6-1c66-4e50-b65b-76622395b88d'} bound to L3 agent in host n-d-773647-6 {{(pid=100249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:06:00.297958 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-df1ca60c-cd26-4363-a61d-91543c2cd6c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T14:05:55Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['33457fc6-1c66-4e50-b65b-76622395b88d'], 'active': True} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:06:00.319257 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.db_base_plugin_common [None req-baf7a1d8-daf5-4e98-8c68-eb99864bea1f None None] Allocated IP 10.2.2.2 (70fa8a2a-4549-4d89-b089-3cc3fca2d3a3/f9f87c3f-0fa8-49b6-bb5b-31a627ebfaf2/524470df-a38e-4513-b120-a1043a9838b7) {{(pid=100248) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:06:00.338955 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-ff830714-4c37-423b-a68c-ba0d37bf2639 tempest-RoutersIpV6AdminTest-1269433453 tempest-RoutersIpV6AdminTest-1269433453-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:00.360921 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-ff830714-4c37-423b-a68c-ba0d37bf2639 tempest-RoutersIpV6AdminTest-1269433453 tempest-RoutersIpV6AdminTest-1269433453-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:00.475081 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56d2bc98-fb6e-44d3-933b-01c05234b9a1 admin admin] Network af3a547f-5810-4ce0-a3d6-25c440f137ac is already hosted by enough agents. {{(pid=100246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:06:00.512345 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Pushing event updated for resources: {'Port': ['ID=25e4383d-3c43-4aa9-8f1e-bbf0175ed638,revision_number=3']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:06:00.525129 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.base_scheduler [None req-56d2bc98-fb6e-44d3-933b-01c05234b9a1 admin admin] Resources bound (agent type, host, resource id): {{(pid=100246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:06:00.578195 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-30027a4e-c744-4007-a8e6-f5c31d4d0411 None None] Transition to ACTIVE for port object 49ad8498-b181-4925-954b-c6c00e58b6f7 will not be triggered until provisioned by entity L2. {{(pid=100248) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:06:00.591815 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 14:05:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5bc14c2-ba92-4393-81a5-849720b20485 x-openstack-request-id: req-b5bc14c2-ba92-4393-81a5-849720b20485 {{(pid=100248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:06:00.593695 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78a59294-4d36-4290-b5cb-d865232b142a", "name": "network-vif-plugged", "status": "completed", "tag": "ba17a152-48a1-47ea-b265-df06df94d2e8", "code": 200}]} {{(pid=100248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:06:00.594252 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-b5bc14c2-ba92-4393-81a5-849720b20485 {{(pid=100248) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:06:00.595451 n-d-773647-6 neutron-server[100248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78a59294-4d36-4290-b5cb-d865232b142a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba17a152-48a1-47ea-b265-df06df94d2e8', 'code': 200} Jul 06 14:06:00.611661 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Provisioning for port 9a73bfe3-da9e-40b1-925a-80d1291031f6 completed by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:06:00.636445 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294d72a9-286f-4684-b149-bbb97660a681 req-5c612ea2-5afd-4dc2-bc2e-5eb9523e4262 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:06:00.638042 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-294d72a9-286f-4684-b149-bbb97660a681 req-5c612ea2-5afd-4dc2-bc2e-5eb9523e4262 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=78a59294-4d36-4290-b5cb-d865232b142a HTTP/1.1" status: 200 len: 1096 time: 0.5071089 Jul 06 14:06:00.643412 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Provisioning complete for port 9a73bfe3-da9e-40b1-925a-80d1291031f6 triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:06:00.643795 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:00.778587 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvr_db [None req-df1ca60c-cd26-4363-a61d-91543c2cd6c8 None None] Set router 33457fc6-1c66-4e50-b65b-76622395b88d gateway port host: n-d-773647-6 {{(pid=100249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:06:00.840056 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-6ce25380-f4f7-4e99-9098-e64eaab4eef7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f4218d4-672b-47f4-a2e8-4e77e0734908', 'name': 'tempest-ServersTestManualDisk-48759059-router', 'tenant_id': '8d40ff3e576046ac8d901f027a7728c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.241'}], 'enable_snat': True}, 'gw_port_id': '7071a550-84a6-48dc-873b-1f204d040ad2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:05:52Z', 'updated_at': '2021-07-06T14:05:55Z', 'revision_number': 3, 'project_id': '8d40ff3e576046ac8d901f027a7728c5', 'gw_port': {'id': '7071a550-84a6-48dc-873b-1f204d040ad2', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:97:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f4218d4-672b-47f4-a2e8-4e77e0734908', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1386, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:05:53Z', 'updated_at': '2021-07-06T14:05:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6'}], 'n-d-773647-6', False) {} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:06:00.895491 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfccab9-90a4-4df4-bcdc-cb1359efcab3 req-6e93c51b-77f5-4341-b491-158a784879a5 tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:06:00.899328 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-9cfccab9-90a4-4df4-bcdc-cb1359efcab3 req-6e93c51b-77f5-4341-b491-158a784879a5 tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] 10.222.0.104 "GET /v2.0/ports?device_id=5fbc9a8b-86db-4456-85e1-a59cfdbb9c8d HTTP/1.1" status: 200 len: 946 time: 0.4800110 Jul 06 14:06:00.958670 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ce25380-f4f7-4e99-9098-e64eaab4eef7 None None] Checking router: 9f4218d4-672b-47f4-a2e8-4e77e0734908 for host: n-d-773647-6 {{(pid=100248) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 14:06:00.959040 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ce25380-f4f7-4e99-9098-e64eaab4eef7 None None] Updating router 9f4218d4-672b-47f4-a2e8-4e77e0734908 port 7071a550-84a6-48dc-873b-1f204d040ad2 binding host n-d-773647-6 {{(pid=100248) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 14:06:00.970587 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning for port b0d41bc5-4310-4fe6-96fe-8d8319703a25 completed by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:06:00.984453 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.db_base_plugin_common [None req-ff830714-4c37-423b-a68c-ba0d37bf2639 tempest-RoutersIpV6AdminTest-1269433453 tempest-RoutersIpV6AdminTest-1269433453-project-admin] Allocated IP 172.25.0.186 (2658f09e-a580-4d4a-9968-2d1e0ad93719/cbf74abc-6fe1-4d33-b005-c948923b9647/62429bc1-53d4-459f-a11a-00dec97ced89) {{(pid=100247) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:06:01.098159 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning complete for port b0d41bc5-4310-4fe6-96fe-8d8319703a25 triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:06:01.100695 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:01.118523 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-30027a4e-c744-4007-a8e6-f5c31d4d0411 None None] Transition to ACTIVE for port object 49ad8498-b181-4925-954b-c6c00e58b6f7 will not be triggered until provisioned by entity DHCP. {{(pid=100248) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:06:01.251161 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-30027a4e-c744-4007-a8e6-f5c31d4d0411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108'] for port, after_create {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:01.266174 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-ff830714-4c37-423b-a68c-ba0d37bf2639 tempest-RoutersIpV6AdminTest-1269433453 tempest-RoutersIpV6AdminTest-1269433453-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:01.315051 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-df1ca60c-cd26-4363-a61d-91543c2cd6c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33457fc6-1c66-4e50-b65b-76622395b88d', 'name': 'tempest-snat-router-951575735', 'tenant_id': 'e3235c86a72547c7b59ca1f3e9b45a11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.31'}], 'enable_snat': False}, 'gw_port_id': 'bc956872-3149-41f1-b740-0ac9bc39555b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:05:51Z', 'updated_at': '2021-07-06T14:05:55Z', 'revision_number': 3, 'project_id': 'e3235c86a72547c7b59ca1f3e9b45a11', 'gw_port': {'id': 'bc956872-3149-41f1-b740-0ac9bc39555b', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:ee:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33457fc6-1c66-4e50-b65b-76622395b88d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1387, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:05:53Z', 'updated_at': '2021-07-06T14:06:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-773647-6'}], 'n-d-773647-6', False) {} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:06:01.353638 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-ff830714-4c37-423b-a68c-ba0d37bf2639 tempest-RoutersIpV6AdminTest-1269433453 tempest-RoutersIpV6AdminTest-1269433453-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-128888360'] for port, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:01.380681 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df1ca60c-cd26-4363-a61d-91543c2cd6c8 None None] The sync data for ids ['33457fc6-1c66-4e50-b65b-76622395b88d'] in n-d-773647-6 is: [{'id': '33457fc6-1c66-4e50-b65b-76622395b88d', 'name': 'tempest-snat-router-951575735', 'tenant_id': 'e3235c86a72547c7b59ca1f3e9b45a11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.31'}], 'enable_snat': False}, 'gw_port_id': 'bc956872-3149-41f1-b740-0ac9bc39555b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:05:51Z', 'updated_at': '2021-07-06T14:05:55Z', 'revision_number': 3, 'project_id': 'e3235c86a72547c7b59ca1f3e9b45a11', 'gw_port': {'id': 'bc956872-3149-41f1-b740-0ac9bc39555b', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:ee:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33457fc6-1c66-4e50-b65b-76622395b88d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1387, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:05:53Z', 'updated_at': '2021-07-06T14:06:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-773647-6'}] {{(pid=100249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 14:06:01.470672 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff830714-4c37-423b-a68c-ba0d37bf2639 tempest-RoutersIpV6AdminTest-1269433453 tempest-RoutersIpV6AdminTest-1269433453-project-admin] Pushing event updated for resources: {'Port': ['ID=62429bc1-53d4-459f-a11a-00dec97ced89,revision_number=1']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:06:01.556855 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-6ce25380-f4f7-4e99-9098-e64eaab4eef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:01.563738 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-8accf840-80de-4b68-a629-ced092c465ff tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-913480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1849032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-128888347', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127627857'] for subnet, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:01.565567 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-baf7a1d8-daf5-4e98-8c68-eb99864bea1f None None] Notify callbacks [] for port, precommit_create {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:01.569810 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-f8e9969b-4f40-465e-8c76-4a0b88430e33 tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Notify callbacks [] for port, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:01.577649 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-baf7a1d8-daf5-4e98-8c68-eb99864bea1f None None] Transition to ACTIVE for port object 524470df-a38e-4513-b120-a1043a9838b7 will not be triggered until provisioned by entity L2. {{(pid=100248) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:06:01.585771 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-294d72a9-286f-4684-b149-bbb97660a681 req-cd12fad2-7866-42d7-84d4-6946476a3d9e service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=a54a60a4-d859-4f47-b26f-a63bb69450e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9226892 Jul 06 14:06:01.603824 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-baf7a1d8-daf5-4e98-8c68-eb99864bea1f None None] Transition to ACTIVE for port object 524470df-a38e-4513-b120-a1043a9838b7 will not be triggered until provisioned by entity DHCP. {{(pid=100248) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:06:01.614377 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67e3e4b5-a356-429c-84b6-c582a84afd73 None None] Network f1fe0f84-e7fb-43f2-a13c-d5fffe5a5634 requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:06:01.641440 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.provisioning_blocks [None req-f8e9969b-4f40-465e-8c76-4a0b88430e33 tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Transition to ACTIVE for port object 842aaa84-3104-4062-919f-9900319ced32 will not be triggered until provisioned by entity DHCP. {{(pid=100246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:06:01.682241 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8accf840-80de-4b68-a629-ced092c465ff tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] Pushing event deleted for resources: {'Subnet': ['ID=c6708f89-fcca-4188-bf2a-73ecfc57804c,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:06:01.689820 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56d2bc98-fb6e-44d3-933b-01c05234b9a1 admin admin] Router 9f4218d4-672b-47f4-a2e8-4e77e0734908 has already been hosted by L3 agent 2823d358-a11b-4885-a706-95a279e43fa7 {{(pid=100246) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 14:06:01.699829 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff830714-4c37-423b-a68c-ba0d37bf2639 tempest-RoutersIpV6AdminTest-1269433453 tempest-RoutersIpV6AdminTest-1269433453-project-admin] Network 2658f09e-a580-4d4a-9968-2d1e0ad93719 is already hosted by enough agents. {{(pid=100247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:06:01.717144 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-9cfccab9-90a4-4df4-bcdc-cb1359efcab3 req-8a8d1bd7-51a6-4dc9-8cd6-b124f172ea54 tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] 10.222.0.104 "GET /v2.0/security-groups?id=54cfb86c-390d-4cad-8265-7f5781c66116&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8036392 Jul 06 14:06:01.721017 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:01.724398 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.base_scheduler [None req-ff830714-4c37-423b-a68c-ba0d37bf2639 tempest-RoutersIpV6AdminTest-1269433453 tempest-RoutersIpV6AdminTest-1269433453-project-admin] Resources bound (agent type, host, resource id): {{(pid=100247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:06:01.732119 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff830714-4c37-423b-a68c-ba0d37bf2639 tempest-RoutersIpV6AdminTest-1269433453 tempest-RoutersIpV6AdminTest-1269433453-project-admin] Received port after_create {{(pid=100247) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:06:01.786625 n-d-773647-6 neutron-server[100248]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30027a4e-c744-4007-a8e6-f5c31d4d0411 None None] Network b8147b88-0e5f-4b98-a328-95afb810f4ac is already hosted by enough agents. {{(pid=100248) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:06:01.788371 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-baf7a1d8-daf5-4e98-8c68-eb99864bea1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108'] for port, after_create {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:01.809534 n-d-773647-6 neutron-server[100248]: DEBUG neutron.scheduler.base_scheduler [None req-30027a4e-c744-4007-a8e6-f5c31d4d0411 None None] Resources bound (agent type, host, resource id): {{(pid=100248) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:06:01.832064 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30027a4e-c744-4007-a8e6-f5c31d4d0411 None None] Received port after_create {{(pid=100248) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:06:01.954029 n-d-773647-6 neutron-server[100248]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baf7a1d8-daf5-4e98-8c68-eb99864bea1f None None] Network 70fa8a2a-4549-4d89-b089-3cc3fca2d3a3 is already hosted by enough agents. {{(pid=100248) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:06:02.035163 n-d-773647-6 neutron-server[100248]: DEBUG neutron.scheduler.base_scheduler [None req-baf7a1d8-daf5-4e98-8c68-eb99864bea1f None None] Resources bound (agent type, host, resource id): {{(pid=100248) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:06:02.056658 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-f8e9969b-4f40-465e-8c76-4a0b88430e33 tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-127687573'] for port, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:02.109208 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-8accf840-80de-4b68-a629-ced092c465ff tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-917204', 'neutron.services.segments.db._delete_segments_for_network-8773753502302'] for network, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:02.119931 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-30027a4e-c744-4007-a8e6-f5c31d4d0411 None None] Attempting to bind port 49ad8498-b181-4925-954b-c6c00e58b6f7 on host n-d-773647-6 for vnic_type normal with profile {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:06:02.120303 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-30027a4e-c744-4007-a8e6-f5c31d4d0411 None None] Attempting to bind port 49ad8498-b181-4925-954b-c6c00e58b6f7 by drivers openvswitch,hyperv on host n-d-773647-6 at level 0 using segments [{'id': '4904fc25-630c-4df6-91b2-30e42563fe22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': 'b8147b88-0e5f-4b98-a328-95afb810f4ac'}] {{(pid=100248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:06:02.120666 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30027a4e-c744-4007-a8e6-f5c31d4d0411 None None] Attempting to bind port 49ad8498-b181-4925-954b-c6c00e58b6f7 on network b8147b88-0e5f-4b98-a328-95afb810f4ac {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:06:02.138849 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30027a4e-c744-4007-a8e6-f5c31d4d0411 None None] Pushing event updated for resources: {'Port': ['ID=49ad8498-b181-4925-954b-c6c00e58b6f7,revision_number=1']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:06:02.154694 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baf7a1d8-daf5-4e98-8c68-eb99864bea1f None None] Received port after_create {{(pid=100248) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:06:02.168150 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30027a4e-c744-4007-a8e6-f5c31d4d0411 None None] Checking agent: {'id': '8ab5b19c-d213-4f29-891d-27bdf39d38b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773647-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 43, 26), 'started_at': datetime.datetime(2021, 7, 6, 13, 43, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 5, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773647-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:06:02.168523 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30027a4e-c744-4007-a8e6-f5c31d4d0411 None None] Checking segment: {'id': '4904fc25-630c-4df6-91b2-30e42563fe22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': 'b8147b88-0e5f-4b98-a328-95afb810f4ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:06:02.168925 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-30027a4e-c744-4007-a8e6-f5c31d4d0411 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:02.169318 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30027a4e-c744-4007-a8e6-f5c31d4d0411 None None] Bound using segment: {'id': '4904fc25-630c-4df6-91b2-30e42563fe22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': 'b8147b88-0e5f-4b98-a328-95afb810f4ac'} {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:06:02.169795 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-30027a4e-c744-4007-a8e6-f5c31d4d0411 None None] Bound port: 49ad8498-b181-4925-954b-c6c00e58b6f7, host: n-d-773647-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4904fc25-630c-4df6-91b2-30e42563fe22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': 'b8147b88-0e5f-4b98-a328-95afb810f4ac'}}] {{(pid=100248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:06:02.170174 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-30027a4e-c744-4007-a8e6-f5c31d4d0411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:02.199648 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2291291f-482a-4868-9513-1446432ec5b8 req-7c2416b6-9f82-448b-9c10-536e745461f1 tempest-ImagesTestJSON-1482892319 tempest-ImagesTestJSON-1482892319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:06:02.208209 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-2291291f-482a-4868-9513-1446432ec5b8 req-7c2416b6-9f82-448b-9c10-536e745461f1 tempest-ImagesTestJSON-1482892319 tempest-ImagesTestJSON-1482892319-project] 10.222.0.104 "GET /v2.0/ports?device_id=0143d447-10d0-4ce1-9893-d3fe7da7ea42 HTTP/1.1" status: 200 len: 944 time: 0.8851607 Jul 06 14:06:02.229068 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56d2bc98-fb6e-44d3-933b-01c05234b9a1 admin admin] Notify agent at l3_agent.n-d-773647-6 the message routers_updated {{(pid=100246) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 14:06:02.244450 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-56d2bc98-fb6e-44d3-933b-01c05234b9a1 admin admin] 10.222.0.104 "PUT /v2.0/routers/9f4218d4-672b-47f4-a2e8-4e77e0734908/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1476512 Jul 06 14:06:02.253774 n-d-773647-6 neutron-server[100247]: DEBUG neutron.services.segments.db [None req-8accf840-80de-4b68-a629-ced092c465ff tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b8147b88-0e5f-4b98-a328-95afb810f4ac']}} {{(pid=100247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:06:02.261348 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8e9969b-4f40-465e-8c76-4a0b88430e33 tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Network f1fe0f84-e7fb-43f2-a13c-d5fffe5a5634 is already hosted by enough agents. {{(pid=100246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:06:02.272653 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.base_scheduler [None req-f8e9969b-4f40-465e-8c76-4a0b88430e33 tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Resources bound (agent type, host, resource id): {{(pid=100246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:06:02.278804 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8e9969b-4f40-465e-8c76-4a0b88430e33 tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Received port after_create {{(pid=100246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:06:02.301137 n-d-773647-6 neutron-server[100247]: DEBUG neutron.services.segments.db [None req-8accf840-80de-4b68-a629-ced092c465ff tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4904fc25-630c-4df6-91b2-30e42563fe22') {'for_net_delete': True} {{(pid=100247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:06:02.310804 n-d-773647-6 neutron-server[100247]: DEBUG neutron.services.segments.db [None req-8accf840-80de-4b68-a629-ced092c465ff tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4904fc25-630c-4df6-91b2-30e42563fe22') {} {{(pid=100247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:06:02.317353 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-7b0bca01-abe1-481b-86c1-a6186eb4f145 None None] Provisioning complete for port b0d41bc5-4310-4fe6-96fe-8d8319703a25 triggered by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:06:02.317733 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-7b0bca01-abe1-481b-86c1-a6186eb4f145 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:02.321550 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e9969b-4f40-465e-8c76-4a0b88430e33 tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Pushing event updated for resources: {'Port': ['ID=842aaa84-3104-4062-919f-9900319ced32,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:06:02.435781 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-2291291f-482a-4868-9513-1446432ec5b8 req-15c1cc3d-6121-4062-8b7d-a69381fbeb4a tempest-ImagesTestJSON-1482892319 tempest-ImagesTestJSON-1482892319-project] 10.222.0.104 "GET /v2.0/security-groups?id=46e03f63-f74e-4db3-981d-76fb36967b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2264497 Jul 06 14:06:02.437398 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8e9969b-4f40-465e-8c76-4a0b88430e33 tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:06:02.438465 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-f8e9969b-4f40-465e-8c76-4a0b88430e33 tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:02.468705 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-8accf840-80de-4b68-a629-ced092c465ff tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773753515138', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127131763'] for segment, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:02.479075 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-f8e9969b-4f40-465e-8c76-4a0b88430e33 tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] 10.222.0.104 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 4.2886033 Jul 06 14:06:02.481588 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 42518) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:06:02.493244 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-6cb86d1a-3222-4f40-a7c8-b7a1a6f7b50c tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Request body: {'port': {'network_id': 'f1fe0f84-e7fb-43f2-a13c-d5fffe5a5634', 'name': 'tempest-TaggedBootDevicesTest_v242-1747900387', 'fixed_ips': [{'subnet_id': '33ba364c-4842-4afb-9331-8a30604f6a2f'}]}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:06:02.561506 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-8accf840-80de-4b68-a629-ced092c465ff tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552'] for segment, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:02.585327 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-baf7a1d8-daf5-4e98-8c68-eb99864bea1f None None] Attempting to bind port 524470df-a38e-4513-b120-a1043a9838b7 on host n-d-773647-6 for vnic_type normal with profile {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:06:02.586326 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-baf7a1d8-daf5-4e98-8c68-eb99864bea1f None None] Attempting to bind port 524470df-a38e-4513-b120-a1043a9838b7 by drivers openvswitch,hyperv on host n-d-773647-6 at level 0 using segments [{'id': 'cf14e999-6e16-4245-9908-28547602990f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': '70fa8a2a-4549-4d89-b089-3cc3fca2d3a3'}] {{(pid=100248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:06:02.587104 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baf7a1d8-daf5-4e98-8c68-eb99864bea1f None None] Attempting to bind port 524470df-a38e-4513-b120-a1043a9838b7 on network 70fa8a2a-4549-4d89-b089-3cc3fca2d3a3 {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:06:02.601856 n-d-773647-6 neutron-server[100248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0143d447-10d0-4ce1-9893-d3fe7da7ea42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a73bfe3-da9e-40b1-925a-80d1291031f6'}] {{(pid=100248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:06:02.607972 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84af257533e383389cbcf231d3534f4d5e149e7203fea16b4a8fc01438dddaf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57d237f9-3275-4c3f-bd75-b78fb2ab168c" -d '{"events": [{"server_uuid": "0143d447-10d0-4ce1-9893-d3fe7da7ea42", "name": "network-vif-plugged", "status": "completed", "tag": "9a73bfe3-da9e-40b1-925a-80d1291031f6"}]}' {{(pid=100248) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:06:02.710537 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-30027a4e-c744-4007-a8e6-f5c31d4d0411 None None] For port 49ad8498-b181-4925-954b-c6c00e58b6f7, host n-d-773647-6, cleared binding levels {{(pid=100248) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:06:02.723543 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] For port 9a73bfe3-da9e-40b1-925a-80d1291031f6, host n-h1-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773647-6',level=0,port_id=9a73bfe3-da9e-40b1-925a-80d1291031f6,segment=NetworkSegment(4f034a4d-0401-4410-9e3b-cfb7c7ebcd98),segment_id=4f034a4d-0401-4410-9e3b-cfb7c7ebcd98)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:06:02.772378 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:02.809856 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cb86d1a-3222-4f40-a7c8-b7a1a6f7b50c tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Made reservation on behalf of 5bc84ece362540998140660bd65643c3 for: {'port': 1} {{(pid=100246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:06:02.817664 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-ff830714-4c37-423b-a68c-ba0d37bf2639 tempest-RoutersIpV6AdminTest-1269433453 tempest-RoutersIpV6AdminTest-1269433453-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:02.820849 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:02.823080 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baf7a1d8-daf5-4e98-8c68-eb99864bea1f None None] Checking agent: {'id': '8ab5b19c-d213-4f29-891d-27bdf39d38b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773647-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 43, 26), 'started_at': datetime.datetime(2021, 7, 6, 13, 43, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 5, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773647-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:06:02.823746 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baf7a1d8-daf5-4e98-8c68-eb99864bea1f None None] Checking segment: {'id': 'cf14e999-6e16-4245-9908-28547602990f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': '70fa8a2a-4549-4d89-b089-3cc3fca2d3a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:06:02.824308 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-baf7a1d8-daf5-4e98-8c68-eb99864bea1f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:02.825808 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baf7a1d8-daf5-4e98-8c68-eb99864bea1f None None] Bound using segment: {'id': 'cf14e999-6e16-4245-9908-28547602990f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': '70fa8a2a-4549-4d89-b089-3cc3fca2d3a3'} {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:06:02.825965 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-6cb86d1a-3222-4f40-a7c8-b7a1a6f7b50c tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:02.826602 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-baf7a1d8-daf5-4e98-8c68-eb99864bea1f None None] Bound port: 524470df-a38e-4513-b120-a1043a9838b7, host: n-d-773647-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf14e999-6e16-4245-9908-28547602990f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': '70fa8a2a-4549-4d89-b089-3cc3fca2d3a3'}}] {{(pid=100248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:06:02.827198 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-baf7a1d8-daf5-4e98-8c68-eb99864bea1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:02.838161 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8accf840-80de-4b68-a629-ced092c465ff tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] Releasing vlan 1034 on physical network physnet1 to pool {{(pid=100247) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 14:06:02.838844 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-8accf840-80de-4b68-a629-ced092c465ff tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-128888574'] for segment, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:02.845849 n-d-773647-6 neutron-server[100247]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:06:02.845849 n-d-773647-6 neutron-server[100247]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:06:02.845849 n-d-773647-6 neutron-server[100247]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:06:02.845849 n-d-773647-6 neutron-server[100247]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:06:02.845849 n-d-773647-6 neutron-server[100247]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:06:02.845849 n-d-773647-6 neutron-server[100247]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:06:02.845849 n-d-773647-6 neutron-server[100247]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:06:02.845849 n-d-773647-6 neutron-server[100247]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:06:02.845849 n-d-773647-6 neutron-server[100247]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:06:02.845849 n-d-773647-6 neutron-server[100247]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:06:02.845849 n-d-773647-6 neutron-server[100247]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:06:02.845849 n-d-773647-6 neutron-server[100247]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:06:02.845849 n-d-773647-6 neutron-server[100247]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:06:02.845849 n-d-773647-6 neutron-server[100247]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:06:02.845849 n-d-773647-6 neutron-server[100247]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:06:02.845849 n-d-773647-6 neutron-server[100247]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:06:02.845849 n-d-773647-6 neutron-server[100247]: Traceback (most recent call last): Jul 06 14:06:02.845849 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 14:06:02.845849 n-d-773647-6 neutron-server[100247]: timer() Jul 06 14:06:02.845849 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 14:06:02.845849 n-d-773647-6 neutron-server[100247]: cb(*args, **kw) Jul 06 14:06:02.845849 n-d-773647-6 neutron-server[100247]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 14:06:02.845849 n-d-773647-6 neutron-server[100247]: return func(*args, **kwargs) Jul 06 14:06:02.845849 n-d-773647-6 neutron-server[100247]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 14:06:02.845849 n-d-773647-6 neutron-server[100247]: self._notify() Jul 06 14:06:02.845849 n-d-773647-6 neutron-server[100247]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 14:06:02.845849 n-d-773647-6 neutron-server[100247]: self.callback(batched_events) Jul 06 14:06:02.845849 n-d-773647-6 neutron-server[100247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 14:06:02.845849 n-d-773647-6 neutron-server[100247]: event.method(event) Jul 06 14:06:02.845849 n-d-773647-6 neutron-server[100247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 14:06:02.845849 n-d-773647-6 neutron-server[100247]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 14:06:02.845849 n-d-773647-6 neutron-server[100247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 14:06:02.845849 n-d-773647-6 neutron-server[100247]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 14:06:02.845849 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 14:06:02.845849 n-d-773647-6 neutron-server[100247]: return f(self, *a, **k) Jul 06 14:06:02.845849 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 14:06:02.845849 n-d-773647-6 neutron-server[100247]: return self._get(url).json() Jul 06 14:06:02.845849 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 14:06:02.845849 n-d-773647-6 neutron-server[100247]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 14:06:02.845849 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 14:06:02.845849 n-d-773647-6 neutron-server[100247]: return self.request(url, 'GET', **kwargs) Jul 06 14:06:02.845849 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 14:06:02.845849 n-d-773647-6 neutron-server[100247]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 14:06:02.845849 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 14:06:02.845849 n-d-773647-6 neutron-server[100247]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 14:06:02.845849 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 14:06:02.845849 n-d-773647-6 neutron-server[100247]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 14:06:02.845849 n-d-773647-6 neutron-server[100247]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 14:06:02.868259 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf7a1d8-daf5-4e98-8c68-eb99864bea1f None None] Pushing event updated for resources: {'Port': ['ID=524470df-a38e-4513-b120-a1043a9838b7,revision_number=1']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:06:02.885020 n-d-773647-6 neutron-server[100246]: DEBUG neutron.notifiers.nova [None req-6cb86d1a-3222-4f40-a7c8-b7a1a6f7b50c tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] device_id is not set on port d4663496-0e1d-419b-908e-5f60ff2b3b91 yet. {{(pid=100246) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 14:06:02.960489 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] For port b0d41bc5-4310-4fe6-96fe-8d8319703a25, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=b0d41bc5-4310-4fe6-96fe-8d8319703a25,segment=NetworkSegment(2226be6a-5b77-4b84-97e9-ccc85a2fc3f4),segment_id=2226be6a-5b77-4b84-97e9-ccc85a2fc3f4)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:06:02.975085 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447298c4-81b6-455e-9228-2df5295fb505 req-6b7e1967-9164-4810-8fe9-7d3bc11c9c75 tempest-ServerRescueNegativeTestJSON-721731692 tempest-ServerRescueNegativeTestJSON-721731692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:06:02.989757 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-447298c4-81b6-455e-9228-2df5295fb505 req-6b7e1967-9164-4810-8fe9-7d3bc11c9c75 tempest-ServerRescueNegativeTestJSON-721731692 tempest-ServerRescueNegativeTestJSON-721731692-project] 10.222.0.104 "GET /v2.0/ports?device_id=78a59294-4d36-4290-b5cb-d865232b142a HTTP/1.1" status: 200 len: 945 time: 0.9700594 Jul 06 14:06:03.058959 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.db.api [None req-8accf840-80de-4b68-a629-ced092c465ff tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 06 14:06:03.058959 n-d-773647-6 neutron-server[100247]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 06 14:06:03.058959 n-d-773647-6 neutron-server[100247]: [parameters: {'id': 'b8147b88-0e5f-4b98-a328-95afb810f4ac'}] Jul 06 14:06:03.058959 n-d-773647-6 neutron-server[100247]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=100247) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 06 14:06:03.059657 n-d-773647-6 neutron-server[100247]: DEBUG oslo_db.api [None req-8accf840-80de-4b68-a629-ced092c465ff tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=100247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 06 14:06:03.075469 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:03.114640 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-30027a4e-c744-4007-a8e6-f5c31d4d0411 None None] For port 49ad8498-b181-4925-954b-c6c00e58b6f7, host n-d-773647-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=49ad8498-b181-4925-954b-c6c00e58b6f7,segment=NetworkSegment(4904fc25-630c-4df6-91b2-30e42563fe22),segment_id=4904fc25-630c-4df6-91b2-30e42563fe22)] {{(pid=100248) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:06:03.118728 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-7b0bca01-abe1-481b-86c1-a6186eb4f145 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:03.140506 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-30027a4e-c744-4007-a8e6-f5c31d4d0411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:03.202460 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-447298c4-81b6-455e-9228-2df5295fb505 req-16b621a2-0bf0-4381-8c56-ec58e5ac21c5 tempest-ServerRescueNegativeTestJSON-721731692 tempest-ServerRescueNegativeTestJSON-721731692-project] 10.222.0.104 "GET /v2.0/security-groups?id=a54a60a4-d859-4f47-b26f-a63bb69450e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2110021 Jul 06 14:06:03.284163 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-baf7a1d8-daf5-4e98-8c68-eb99864bea1f None None] For port 524470df-a38e-4513-b120-a1043a9838b7, host n-d-773647-6, cleared binding levels {{(pid=100248) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:06:03.290870 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.db_base_plugin_common [None req-6cb86d1a-3222-4f40-a7c8-b7a1a6f7b50c tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Allocated IP 10.1.1.34 (f1fe0f84-e7fb-43f2-a13c-d5fffe5a5634/33ba364c-4842-4afb-9331-8a30604f6a2f/d4663496-0e1d-419b-908e-5f60ff2b3b91) {{(pid=100246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:06:03.384054 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Pushing event updated for resources: {'Port': ['ID=9a73bfe3-da9e-40b1-925a-80d1291031f6,revision_number=5']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:06:03.390050 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 14:06:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2e63a7f-b8fc-451c-9637-bdd58e09a09a x-openstack-request-id: req-c2e63a7f-b8fc-451c-9637-bdd58e09a09a {{(pid=100248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:06:03.390377 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0143d447-10d0-4ce1-9893-d3fe7da7ea42", "name": "network-vif-plugged", "status": "completed", "tag": "9a73bfe3-da9e-40b1-925a-80d1291031f6", "code": 200}]} {{(pid=100248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:06:03.390626 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-c2e63a7f-b8fc-451c-9637-bdd58e09a09a {{(pid=100248) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:06:03.392607 n-d-773647-6 neutron-server[100248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0143d447-10d0-4ce1-9893-d3fe7da7ea42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a73bfe3-da9e-40b1-925a-80d1291031f6', 'code': 200} Jul 06 14:06:03.438756 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-baf7a1d8-daf5-4e98-8c68-eb99864bea1f None None] For port 524470df-a38e-4513-b120-a1043a9838b7, host n-d-773647-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=524470df-a38e-4513-b120-a1043a9838b7,segment=NetworkSegment(cf14e999-6e16-4245-9908-28547602990f),segment_id=cf14e999-6e16-4245-9908-28547602990f)] {{(pid=100248) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:06:03.511357 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-baf7a1d8-daf5-4e98-8c68-eb99864bea1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:03.563381 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device a2063eb7-df28-4b96-a05f-188c4402c3ec up at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:06:03.618856 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-8accf840-80de-4b68-a629-ced092c465ff tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530492'] for network, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:03.666973 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 42530) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:06:03.689565 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-00873eaf-a577-496a-9ddf-deb11f3623f4 tempest-ServersTestManualDisk-1063153519 tempest-ServersTestManualDisk-1063153519-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1251425104', 'description': 'tempest-description--1174330924'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:06:03.750047 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-00873eaf-a577-496a-9ddf-deb11f3623f4 tempest-ServersTestManualDisk-1063153519 tempest-ServersTestManualDisk-1063153519-project] Notify callbacks [] for security_group, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:03.751347 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4565269-4c7f-4b49-aa5a-f5d75a5c0c0d None None] Network b8147b88-0e5f-4b98-a328-95afb810f4ac requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:06:03.759876 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Pushing event updated for resources: {'Port': ['ID=b0d41bc5-4310-4fe6-96fe-8d8319703a25,revision_number=3']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:06:03.778930 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2cd9b1-ea2e-44a2-832a-bfea3d140f33 req-548e7522-b0ee-420e-b70a-8ffff87bcb3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:06:03.780757 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-8b2cd9b1-ea2e-44a2-832a-bfea3d140f33 req-548e7522-b0ee-420e-b70a-8ffff87bcb3f service neutron] 10.222.0.127 "GET /v2.0/ports?device_id=0143d447-10d0-4ce1-9893-d3fe7da7ea42 HTTP/1.1" status: 200 len: 1096 time: 0.3718255 Jul 06 14:06:03.787005 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.db.api [None req-7b0bca01-abe1-481b-86c1-a6186eb4f145 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100248) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 06 14:06:03.787387 n-d-773647-6 neutron-server[100248]: DEBUG oslo_db.api [None req-7b0bca01-abe1-481b-86c1-a6186eb4f145 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 06 14:06:03.851962 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-ff830714-4c37-423b-a68c-ba0d37bf2639 tempest-RoutersIpV6AdminTest-1269433453 tempest-RoutersIpV6AdminTest-1269433453-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1806297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1761036'] for router, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:03.896926 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-6cb86d1a-3222-4f40-a7c8-b7a1a6f7b50c tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Notify callbacks [] for port, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:03.954615 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.provisioning_blocks [None req-6cb86d1a-3222-4f40-a7c8-b7a1a6f7b50c tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Transition to ACTIVE for port object d4663496-0e1d-419b-908e-5f60ff2b3b91 will not be triggered until provisioned by entity DHCP. {{(pid=100246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:06:04.045632 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30027a4e-c744-4007-a8e6-f5c31d4d0411 None None] Pushing event updated for resources: {'Port': ['ID=49ad8498-b181-4925-954b-c6c00e58b6f7,revision_number=2']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:06:04.085469 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-00873eaf-a577-496a-9ddf-deb11f3623f4 tempest-ServersTestManualDisk-1063153519 tempest-ServersTestManualDisk-1063153519-project] Notify callbacks [] for security_group, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:04.087839 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-6cb86d1a-3222-4f40-a7c8-b7a1a6f7b50c tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-127687573'] for port, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:04.109350 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-8b2cd9b1-ea2e-44a2-832a-bfea3d140f33 req-cbcce31f-b1b0-4233-a5d7-bd298358a94e service neutron] 10.222.0.127 "GET /v2.0/security-groups?id=46e03f63-f74e-4db3-981d-76fb36967b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2972600 Jul 06 14:06:04.117734 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-00873eaf-a577-496a-9ddf-deb11f3623f4 tempest-ServersTestManualDisk-1063153519 tempest-ServersTestManualDisk-1063153519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:04.146309 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-6ce25380-f4f7-4e99-9098-e64eaab4eef7 None None] Notify callbacks [] for port, precommit_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:04.155859 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a214da1-89ed-43e7-b1f9-fb75c1225f8e req-2e1ecda7-c9d1-4849-9ba3-0bb9053beb6b tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:06:04.157432 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-0a214da1-89ed-43e7-b1f9-fb75c1225f8e req-2e1ecda7-c9d1-4849-9ba3-0bb9053beb6b tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] 10.222.0.104 "GET /v2.0/ports?device_id=5fbc9a8b-86db-4456-85e1-a59cfdbb9c8d HTTP/1.1" status: 200 len: 946 time: 0.5237408 Jul 06 14:06:04.161463 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-6ce25380-f4f7-4e99-9098-e64eaab4eef7 None None] Transition to ACTIVE for port object 7071a550-84a6-48dc-873b-1f204d040ad2 will not be triggered until provisioned by entity L2. {{(pid=100248) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:06:04.183876 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf7a1d8-daf5-4e98-8c68-eb99864bea1f None None] Pushing event updated for resources: {'Port': ['ID=524470df-a38e-4513-b120-a1043a9838b7,revision_number=2']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:06:04.197279 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-6ce25380-f4f7-4e99-9098-e64eaab4eef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:04.279372 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cb86d1a-3222-4f40-a7c8-b7a1a6f7b50c tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Network f1fe0f84-e7fb-43f2-a13c-d5fffe5a5634 is already hosted by enough agents. {{(pid=100246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:06:04.288838 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-00873eaf-a577-496a-9ddf-deb11f3623f4 tempest-ServersTestManualDisk-1063153519 tempest-ServersTestManualDisk-1063153519-project] Notify callbacks [] for security_group, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:04.290097 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-00873eaf-a577-496a-9ddf-deb11f3623f4 tempest-ServersTestManualDisk-1063153519 tempest-ServersTestManualDisk-1063153519-project] 10.222.0.104 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.6228065 Jul 06 14:06:04.302377 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 42536) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:06:04.314361 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-9d2007d2-1fc6-4336-8705-9b1105df9feb tempest-ServersTestManualDisk-1063153519 tempest-ServersTestManualDisk-1063153519-project] Request body: {'security_group_rule': {'security_group_id': '88ca51c4-ddb4-429c-9499-a09a1f830b1d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:06:04.318434 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.base_scheduler [None req-6cb86d1a-3222-4f40-a7c8-b7a1a6f7b50c tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Resources bound (agent type, host, resource id): {{(pid=100246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:06:04.320428 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00873eaf-a577-496a-9ddf-deb11f3623f4 tempest-ServersTestManualDisk-1063153519 tempest-ServersTestManualDisk-1063153519-project] Pushing event updated for resources: {'SecurityGroup': ['ID=88ca51c4-ddb4-429c-9499-a09a1f830b1d,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:06:04.330142 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cb86d1a-3222-4f40-a7c8-b7a1a6f7b50c tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Received port after_create {{(pid=100246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:06:04.334377 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb86d1a-3222-4f40-a7c8-b7a1a6f7b50c tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Pushing event updated for resources: {'Port': ['ID=d4663496-0e1d-419b-908e-5f60ff2b3b91,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:06:04.337132 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.plugin [None req-8accf840-80de-4b68-a629-ced092c465ff tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] Deleting port 49ad8498-b181-4925-954b-c6c00e58b6f7 {{(pid=100247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:06:04.337657 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-8accf840-80de-4b68-a629-ced092c465ff tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:04.428032 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656db317-e625-4b25-9814-1333ab3f8f7d None None] Pushing event updated for resources: {'Port': ['ID=7071a550-84a6-48dc-873b-1f204d040ad2,revision_number=2']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:06:04.466136 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-6ce25380-f4f7-4e99-9098-e64eaab4eef7 None None] Attempting to bind port 7071a550-84a6-48dc-873b-1f204d040ad2 on host n-d-773647-6 for vnic_type normal with profile {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:06:04.473995 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-6ce25380-f4f7-4e99-9098-e64eaab4eef7 None None] Attempting to bind port 7071a550-84a6-48dc-873b-1f204d040ad2 by drivers openvswitch,hyperv on host n-d-773647-6 at level 0 using segments [{'id': '89a832b7-7793-4d51-9038-ed7e1c3ff1b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719'}] {{(pid=100248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:06:04.474661 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ce25380-f4f7-4e99-9098-e64eaab4eef7 None None] Attempting to bind port 7071a550-84a6-48dc-873b-1f204d040ad2 on network 2658f09e-a580-4d4a-9968-2d1e0ad93719 {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:06:04.477406 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cb86d1a-3222-4f40-a7c8-b7a1a6f7b50c tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:06:04.479115 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-6cb86d1a-3222-4f40-a7c8-b7a1a6f7b50c tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:04.484582 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-9d2007d2-1fc6-4336-8705-9b1105df9feb tempest-ServersTestManualDisk-1063153519 tempest-ServersTestManualDisk-1063153519-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:04.493818 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning for port a2063eb7-df28-4b96-a05f-188c4402c3ec completed by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:06:04.513442 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ce25380-f4f7-4e99-9098-e64eaab4eef7 None None] Checking agent: {'id': '8ab5b19c-d213-4f29-891d-27bdf39d38b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773647-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 43, 26), 'started_at': datetime.datetime(2021, 7, 6, 13, 43, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 5, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773647-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:06:04.513826 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ce25380-f4f7-4e99-9098-e64eaab4eef7 None None] Checking segment: {'id': '89a832b7-7793-4d51-9038-ed7e1c3ff1b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:06:04.514769 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-6ce25380-f4f7-4e99-9098-e64eaab4eef7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:04.515440 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ce25380-f4f7-4e99-9098-e64eaab4eef7 None None] Bound using segment: {'id': '89a832b7-7793-4d51-9038-ed7e1c3ff1b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719'} {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:06:04.515661 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-6ce25380-f4f7-4e99-9098-e64eaab4eef7 None None] Bound port: 7071a550-84a6-48dc-873b-1f204d040ad2, host: n-d-773647-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89a832b7-7793-4d51-9038-ed7e1c3ff1b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719'}}] {{(pid=100248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:06:04.516044 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-6ce25380-f4f7-4e99-9098-e64eaab4eef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:04.519652 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 25e4383d-3c43-4aa9-8f1e-bbf0175ed638 up at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:06:04.564729 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-6cb86d1a-3222-4f40-a7c8-b7a1a6f7b50c tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] 10.222.0.104 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.0816195 Jul 06 14:06:04.585955 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-0a214da1-89ed-43e7-b1f9-fb75c1225f8e req-7f086bb7-239a-4523-8d40-7e0e49dc342c tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] 10.222.0.104 "GET /v2.0/security-groups?id=54cfb86c-390d-4cad-8265-7f5781c66116&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3285608 Jul 06 14:06:04.590863 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.db [None req-8accf840-80de-4b68-a629-ced092c465ff tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] For port 49ad8498-b181-4925-954b-c6c00e58b6f7, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=49ad8498-b181-4925-954b-c6c00e58b6f7,segment=NetworkSegment(4904fc25-630c-4df6-91b2-30e42563fe22),segment_id=4904fc25-630c-4df6-91b2-30e42563fe22)] {{(pid=100247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:06:04.591700 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-8accf840-80de-4b68-a629-ced092c465ff tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:04.634865 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-7b0bca01-abe1-481b-86c1-a6186eb4f145 None None] Provisioning for port b3125c54-e2b3-45e4-829a-8f3c8ddda8ae completed by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:06:04.644503 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed97e3d0-e2b4-4f81-a6f4-c413177adee8 req-971f09e0-0842-49d6-a1ff-ab1e16f7e867 tempest-ImagesTestJSON-1482892319 tempest-ImagesTestJSON-1482892319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:06:04.654493 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-ed97e3d0-e2b4-4f81-a6f4-c413177adee8 req-971f09e0-0842-49d6-a1ff-ab1e16f7e867 tempest-ImagesTestJSON-1482892319 tempest-ImagesTestJSON-1482892319-project] 10.222.0.104 "GET /v2.0/ports?device_id=0143d447-10d0-4ce1-9893-d3fe7da7ea42 HTTP/1.1" status: 200 len: 945 time: 0.6887701 Jul 06 14:06:04.657223 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.plugin [None req-8accf840-80de-4b68-a629-ced092c465ff tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] Calling delete_port for 49ad8498-b181-4925-954b-c6c00e58b6f7 owned by network:dhcp {{(pid=100247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:06:04.670007 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-7b0bca01-abe1-481b-86c1-a6186eb4f145 None None] Provisioning complete for port b3125c54-e2b3-45e4-829a-8f3c8ddda8ae triggered by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:06:04.670285 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-7b0bca01-abe1-481b-86c1-a6186eb4f145 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:04.676484 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-6ce25380-f4f7-4e99-9098-e64eaab4eef7 None None] For port 7071a550-84a6-48dc-873b-1f204d040ad2, host n-d-773647-6, cleared binding levels {{(pid=100248) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:06:04.684707 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-6ce25380-f4f7-4e99-9098-e64eaab4eef7 None None] For port 7071a550-84a6-48dc-873b-1f204d040ad2, host n-d-773647-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=7071a550-84a6-48dc-873b-1f204d040ad2,segment=NetworkSegment(89a832b7-7793-4d51-9038-ed7e1c3ff1b2),segment_id=89a832b7-7793-4d51-9038-ed7e1c3ff1b2)] {{(pid=100248) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:06:04.692557 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-9d2007d2-1fc6-4336-8705-9b1105df9feb tempest-ServersTestManualDisk-1063153519 tempest-ServersTestManualDisk-1063153519-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:04.699779 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-9d2007d2-1fc6-4336-8705-9b1105df9feb tempest-ServersTestManualDisk-1063153519 tempest-ServersTestManualDisk-1063153519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1898694'] for security_group_rule, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:04.766266 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2007d2-1fc6-4336-8705-9b1105df9feb tempest-ServersTestManualDisk-1063153519 tempest-ServersTestManualDisk-1063153519-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=85437d3b-e83a-42dd-8771-f80742fd45fe,revision_number=0']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:06:04.783577 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-9d2007d2-1fc6-4336-8705-9b1105df9feb tempest-ServersTestManualDisk-1063153519 tempest-ServersTestManualDisk-1063153519-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:04.787711 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-6ce25380-f4f7-4e99-9098-e64eaab4eef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:04.789832 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-9d2007d2-1fc6-4336-8705-9b1105df9feb tempest-ServersTestManualDisk-1063153519 tempest-ServersTestManualDisk-1063153519-project] 10.222.0.104 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4861412 Jul 06 14:06:04.792772 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 42548) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:06:04.801544 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-9db1be0c-1a10-4d91-92bf-ce4a4554f2ed tempest-ServersTestManualDisk-1063153519 tempest-ServersTestManualDisk-1063153519-project] Request body: {'security_group_rule': {'security_group_id': '88ca51c4-ddb4-429c-9499-a09a1f830b1d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:06:04.834571 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-9db1be0c-1a10-4d91-92bf-ce4a4554f2ed tempest-ServersTestManualDisk-1063153519 tempest-ServersTestManualDisk-1063153519-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:04.870219 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-7b0bca01-abe1-481b-86c1-a6186eb4f145 None None] Port b3125c54-e2b3-45e4-829a-8f3c8ddda8ae cannot update to ACTIVE because it is not bound. {{(pid=100248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 14:06:04.893111 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning complete for port 25e4383d-3c43-4aa9-8f1e-bbf0175ed638 triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:06:04.893778 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:04.898198 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-ed97e3d0-e2b4-4f81-a6f4-c413177adee8 req-8f0056c7-28e8-4c32-9f65-a562c523f8a6 tempest-ImagesTestJSON-1482892319 tempest-ImagesTestJSON-1482892319-project] 10.222.0.104 "GET /v2.0/security-groups?id=46e03f63-f74e-4db3-981d-76fb36967b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2427399 Jul 06 14:06:04.912963 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-8accf840-80de-4b68-a629-ced092c465ff tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128888353'] for port, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:04.944959 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8accf840-80de-4b68-a629-ced092c465ff tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] No DVR routers for this DVR port 49ad8498-b181-4925-954b-c6c00e58b6f7 on host n-d-773647-6 {{(pid=100247) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:06:04.952798 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656db317-e625-4b25-9814-1333ab3f8f7d None None] Pushing event updated for resources: {'Port': ['ID=7071a550-84a6-48dc-873b-1f204d040ad2,revision_number=3']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:06:04.959741 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ce25380-f4f7-4e99-9098-e64eaab4eef7 None None] Routers {'9f4218d4-672b-47f4-a2e8-4e77e0734908'} bound to L3 agent in host n-d-773647-6 {{(pid=100248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:06:04.960427 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-6ce25380-f4f7-4e99-9098-e64eaab4eef7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T14:05:55Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['9f4218d4-672b-47f4-a2e8-4e77e0734908'], 'active': True} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:06:04.992489 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8accf840-80de-4b68-a629-ced092c465ff tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] Pushing event deleted for resources: {'Port': ['ID=49ad8498-b181-4925-954b-c6c00e58b6f7,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:06:05.002835 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-9db1be0c-1a10-4d91-92bf-ce4a4554f2ed tempest-ServersTestManualDisk-1063153519 tempest-ServersTestManualDisk-1063153519-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:05.018888 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-9db1be0c-1a10-4d91-92bf-ce4a4554f2ed tempest-ServersTestManualDisk-1063153519 tempest-ServersTestManualDisk-1063153519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1898694'] for security_group_rule, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:05.023805 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff830714-4c37-423b-a68c-ba0d37bf2639 tempest-RoutersIpV6AdminTest-1269433453 tempest-RoutersIpV6AdminTest-1269433453-project-admin] Router c2682c3c-481c-42e1-be2e-111bdb29ac18 is scheduled to L3 agent 2823d358-a11b-4885-a706-95a279e43fa7 with binding_index 1 {{(pid=100247) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 14:06:05.054071 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db1be0c-1a10-4d91-92bf-ce4a4554f2ed tempest-ServersTestManualDisk-1063153519 tempest-ServersTestManualDisk-1063153519-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7eec5693-4875-4528-9bdd-1b1566381d60,revision_number=0']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:06:05.077824 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-9db1be0c-1a10-4d91-92bf-ce4a4554f2ed tempest-ServersTestManualDisk-1063153519 tempest-ServersTestManualDisk-1063153519-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:05.079532 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-9db1be0c-1a10-4d91-92bf-ce4a4554f2ed tempest-ServersTestManualDisk-1063153519 tempest-ServersTestManualDisk-1063153519-project] 10.222.0.104 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2853274 Jul 06 14:06:05.082912 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 42552) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:06:05.089796 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-11d3b4f2-8475-4da4-8485-e315eafe3c0e tempest-ServersTestManualDisk-1063153519 tempest-ServersTestManualDisk-1063153519-project] Request body: {'floatingip': {'floating_network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:06:05.148167 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-8accf840-80de-4b68-a629-ced092c465ff tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-917204', 'neutron.services.segments.db._delete_segments_for_network-8773753502302'] for network, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:05.159469 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-11d3b4f2-8475-4da4-8485-e315eafe3c0e tempest-ServersTestManualDisk-1063153519 tempest-ServersTestManualDisk-1063153519-project] Notify callbacks [] for floatingip, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:05.396876 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-aa6c9581-e009-4e07-a32f-b65737c4bda4 None None] Provisioning for port a2063eb7-df28-4b96-a05f-188c4402c3ec completed by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:06:05.397359 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-11d3b4f2-8475-4da4-8485-e315eafe3c0e tempest-ServersTestManualDisk-1063153519 tempest-ServersTestManualDisk-1063153519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:05.404707 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-aa6c9581-e009-4e07-a32f-b65737c4bda4 None None] Provisioning complete for port a2063eb7-df28-4b96-a05f-188c4402c3ec triggered by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:06:05.405234 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-aa6c9581-e009-4e07-a32f-b65737c4bda4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:05.562449 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device bc956872-3149-41f1-b740-0ac9bc39555b up at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:06:05.602102 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 42562) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:06:05.616560 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-a4102463-bea7-4bea-b55e-c0715ae5cded tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1349043715', 'description': 'tempest-description--1502450053'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:06:05.629716 n-d-773647-6 neutron-server[100247]: DEBUG neutron.services.segments.db [None req-8accf840-80de-4b68-a629-ced092c465ff tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b8147b88-0e5f-4b98-a328-95afb810f4ac']}} {{(pid=100247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:06:05.630605 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.db_base_plugin_common [None req-11d3b4f2-8475-4da4-8485-e315eafe3c0e tempest-ServersTestManualDisk-1063153519 tempest-ServersTestManualDisk-1063153519-project] Allocated IP 172.25.0.21 (2658f09e-a580-4d4a-9968-2d1e0ad93719/cbf74abc-6fe1-4d33-b005-c948923b9647/4d5677a0-1444-4e8b-9a7a-0e828560c755) {{(pid=100246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:06:05.691624 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvr_db [None req-6ce25380-f4f7-4e99-9098-e64eaab4eef7 None None] Set router 9f4218d4-672b-47f4-a2e8-4e77e0734908 gateway port host: n-d-773647-6 {{(pid=100248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:06:05.725174 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-a4102463-bea7-4bea-b55e-c0715ae5cded tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Notify callbacks [] for security_group, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:05.737505 n-d-773647-6 neutron-server[100247]: DEBUG neutron.services.segments.db [None req-8accf840-80de-4b68-a629-ced092c465ff tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4904fc25-630c-4df6-91b2-30e42563fe22') {'for_net_delete': True} {{(pid=100247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:06:05.737797 n-d-773647-6 neutron-server[100247]: DEBUG neutron.services.segments.db [None req-8accf840-80de-4b68-a629-ced092c465ff tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4904fc25-630c-4df6-91b2-30e42563fe22') {} {{(pid=100247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:06:05.789118 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-8accf840-80de-4b68-a629-ced092c465ff tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773753515138', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127131763'] for segment, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:05.829887 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-11d3b4f2-8475-4da4-8485-e315eafe3c0e tempest-ServersTestManualDisk-1063153519 tempest-ServersTestManualDisk-1063153519-project] Notify callbacks [] for port, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:05.869413 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-8accf840-80de-4b68-a629-ced092c465ff tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552'] for segment, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:05.876896 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff830714-4c37-423b-a68c-ba0d37bf2639 tempest-RoutersIpV6AdminTest-1269433453 tempest-RoutersIpV6AdminTest-1269433453-project-admin] Notify agent at l3_agent.n-d-773647-6 the message routers_updated {{(pid=100247) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 14:06:05.897405 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8accf840-80de-4b68-a629-ced092c465ff tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] Releasing vlan 1034 on physical network physnet1 to pool {{(pid=100247) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 14:06:05.897797 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-8accf840-80de-4b68-a629-ced092c465ff tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-128888574'] for segment, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:05.902413 n-d-773647-6 neutron-server[100247]: Traceback (most recent call last): Jul 06 14:06:05.902413 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 14:06:05.902413 n-d-773647-6 neutron-server[100247]: timer() Jul 06 14:06:05.902413 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 14:06:05.902413 n-d-773647-6 neutron-server[100247]: cb(*args, **kw) Jul 06 14:06:05.902413 n-d-773647-6 neutron-server[100247]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 14:06:05.902413 n-d-773647-6 neutron-server[100247]: return func(*args, **kwargs) Jul 06 14:06:05.902413 n-d-773647-6 neutron-server[100247]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 14:06:05.902413 n-d-773647-6 neutron-server[100247]: self._notify() Jul 06 14:06:05.902413 n-d-773647-6 neutron-server[100247]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 14:06:05.902413 n-d-773647-6 neutron-server[100247]: self.callback(batched_events) Jul 06 14:06:05.902413 n-d-773647-6 neutron-server[100247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 14:06:05.902413 n-d-773647-6 neutron-server[100247]: event.method(event) Jul 06 14:06:05.902413 n-d-773647-6 neutron-server[100247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 14:06:05.902413 n-d-773647-6 neutron-server[100247]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 14:06:05.902413 n-d-773647-6 neutron-server[100247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 14:06:05.902413 n-d-773647-6 neutron-server[100247]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 14:06:05.902413 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 14:06:05.902413 n-d-773647-6 neutron-server[100247]: return f(self, *a, **k) Jul 06 14:06:05.902413 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 14:06:05.902413 n-d-773647-6 neutron-server[100247]: return self._get(url).json() Jul 06 14:06:05.902413 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 14:06:05.902413 n-d-773647-6 neutron-server[100247]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 14:06:05.902413 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 14:06:05.902413 n-d-773647-6 neutron-server[100247]: return self.request(url, 'GET', **kwargs) Jul 06 14:06:05.902413 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 14:06:05.902413 n-d-773647-6 neutron-server[100247]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 14:06:05.902413 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 14:06:05.902413 n-d-773647-6 neutron-server[100247]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 14:06:05.902413 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 14:06:05.902413 n-d-773647-6 neutron-server[100247]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 14:06:05.902413 n-d-773647-6 neutron-server[100247]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 14:06:05.917456 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-11d3b4f2-8475-4da4-8485-e315eafe3c0e tempest-ServersTestManualDisk-1063153519 tempest-ServersTestManualDisk-1063153519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-127687573'] for port, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:05.923557 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05e29580-478c-4e7f-8b8b-72c02de570f3 None None] Network 70fa8a2a-4549-4d89-b089-3cc3fca2d3a3 requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:06:05.932704 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49287e72-52c9-49b7-8f51-976cb566aa8f None None] Sync routers for ids ['c2682c3c-481c-42e1-be2e-111bdb29ac18'] in n-d-773647-6 {{(pid=100248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 14:06:05.959367 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badac085-b57a-41be-955b-c6acd5ffb0b3 req-c5fabf3f-7ea5-4b18-bf2c-151e5f1c7e4b tempest-ServerRescueNegativeTestJSON-721731692 tempest-ServerRescueNegativeTestJSON-721731692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:06:05.966730 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-badac085-b57a-41be-955b-c6acd5ffb0b3 req-c5fabf3f-7ea5-4b18-bf2c-151e5f1c7e4b tempest-ServerRescueNegativeTestJSON-721731692 tempest-ServerRescueNegativeTestJSON-721731692-project] 10.222.0.104 "GET /v2.0/ports?device_id=78a59294-4d36-4290-b5cb-d865232b142a HTTP/1.1" status: 200 len: 945 time: 0.8846433 Jul 06 14:06:05.989135 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d3b4f2-8475-4da4-8485-e315eafe3c0e tempest-ServersTestManualDisk-1063153519 tempest-ServersTestManualDisk-1063153519-project] Pushing event updated for resources: {'Port': ['ID=4d5677a0-1444-4e8b-9a7a-0e828560c755,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:06:06.019062 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-a4102463-bea7-4bea-b55e-c0715ae5cded tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Notify callbacks [] for security_group, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:06.022051 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49287e72-52c9-49b7-8f51-976cb566aa8f None None] Routers {'c2682c3c-481c-42e1-be2e-111bdb29ac18'} bound to L3 agent in host n-d-773647-6 {{(pid=100248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:06:06.023026 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-49287e72-52c9-49b7-8f51-976cb566aa8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T14:05:55Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['c2682c3c-481c-42e1-be2e-111bdb29ac18'], 'active': True} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:06:06.029919 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11d3b4f2-8475-4da4-8485-e315eafe3c0e tempest-ServersTestManualDisk-1063153519 tempest-ServersTestManualDisk-1063153519-project] Network 2658f09e-a580-4d4a-9968-2d1e0ad93719 is already hosted by enough agents. {{(pid=100246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:06:06.031145 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-8accf840-80de-4b68-a629-ced092c465ff tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-917215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1761140'] for network, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:06.031539 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-a4102463-bea7-4bea-b55e-c0715ae5cded tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:06.039404 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.base_scheduler [None req-11d3b4f2-8475-4da4-8485-e315eafe3c0e tempest-ServersTestManualDisk-1063153519 tempest-ServersTestManualDisk-1063153519-project] Resources bound (agent type, host, resource id): {{(pid=100246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:06:06.042150 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-ff830714-4c37-423b-a68c-ba0d37bf2639 tempest-RoutersIpV6AdminTest-1269433453 tempest-RoutersIpV6AdminTest-1269433453-project-admin] Notify callbacks [] for router, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:06.042314 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11d3b4f2-8475-4da4-8485-e315eafe3c0e tempest-ServersTestManualDisk-1063153519 tempest-ServersTestManualDisk-1063153519-project] Received port after_create {{(pid=100246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:06:06.042876 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-ff830714-4c37-423b-a68c-ba0d37bf2639 tempest-RoutersIpV6AdminTest-1269433453 tempest-RoutersIpV6AdminTest-1269433453-project-admin] 10.222.0.104 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 7.1190376 Jul 06 14:06:06.046456 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 42592) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:06:06.047774 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-8accf840-80de-4b68-a629-ced092c465ff tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583035'] for network, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:06.049999 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-8accf840-80de-4b68-a629-ced092c465ff tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] 10.222.0.104 "DELETE /v2.0/networks/b8147b88-0e5f-4b98-a328-95afb810f4ac HTTP/1.1" status: 204 len: 168 time: 10.0241497 Jul 06 14:06:06.056724 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 42594) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:06:06.073999 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-badac085-b57a-41be-955b-c6acd5ffb0b3 req-a88a2151-22d2-4c5c-a47a-1b8b08d467c7 tempest-ServerRescueNegativeTestJSON-721731692 tempest-ServerRescueNegativeTestJSON-721731692-project] 10.222.0.104 "GET /v2.0/security-groups?id=a54a60a4-d859-4f47-b26f-a63bb69450e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064067 Jul 06 14:06:06.080434 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8accf840-80de-4b68-a629-ced092c465ff tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] Pushing event deleted for resources: {'Network': ['ID=b8147b88-0e5f-4b98-a328-95afb810f4ac,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:06:06.102530 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-81c67a0f-dff0-4c0e-b3d0-d2aa00a0ced3 tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1397430768'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:06:06.106360 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-aa6c9581-e009-4e07-a32f-b65737c4bda4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:06.126755 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4102463-bea7-4bea-b55e-c0715ae5cded tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8d3a9807-14cc-46c0-b7ed-1d949d5bac09,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:06:06.136999 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-a4102463-bea7-4bea-b55e-c0715ae5cded tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Notify callbacks [] for security_group, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:06.137603 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117173c2-92ff-4483-ba37-02b931e9bb4d req-21f34f76-5057-43a3-ab60-2aad5143438d tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:06:06.139802 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-117173c2-92ff-4483-ba37-02b931e9bb4d req-21f34f76-5057-43a3-ab60-2aad5143438d tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] 10.222.0.104 "GET /v2.0/ports?device_id=5fbc9a8b-86db-4456-85e1-a59cfdbb9c8d HTTP/1.1" status: 200 len: 946 time: 0.3546209 Jul 06 14:06:06.141836 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-a4102463-bea7-4bea-b55e-c0715ae5cded tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] 10.222.0.104 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.5388377 Jul 06 14:06:06.158224 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 42604) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:06:06.159331 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning for port bc956872-3149-41f1-b740-0ac9bc39555b completed by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:06:06.163001 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-5064ad49-8cf6-4cd6-a4d5-6e75d827d395 tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Request body: {'security_group_rule': {'security_group_id': '8d3a9807-14cc-46c0-b7ed-1d949d5bac09', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:06:06.170948 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81c67a0f-dff0-4c0e-b3d0-d2aa00a0ced3 tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] Made reservation on behalf of 425e7b83a55643309e64fa25c786b5c4 for: {'network': 1} {{(pid=100246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:06:06.174594 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-81c67a0f-dff0-4c0e-b3d0-d2aa00a0ced3 tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for network, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:06.176679 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning complete for port bc956872-3149-41f1-b740-0ac9bc39555b triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:06:06.177242 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:06.222149 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-928064df-3db4-4e84-bf2d-f5b9d7b28f95 tempest-RoutersIpV6AdminTest-1269433453 tempest-RoutersIpV6AdminTest-1269433453-project-admin] 10.222.0.104 "GET /v2.0/routers/c2682c3c-481c-42e1-be2e-111bdb29ac18 HTTP/1.1" status: 200 len: 907 time: 0.1659915 Jul 06 14:06:06.224252 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 42608) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:06:06.306778 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-117173c2-92ff-4483-ba37-02b931e9bb4d req-01e7c06a-e0e4-4c78-b076-5b38d133303e tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] 10.222.0.104 "GET /v2.0/security-groups?id=54cfb86c-390d-4cad-8265-7f5781c66116&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0831943 Jul 06 14:06:06.330539 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-5064ad49-8cf6-4cd6-a4d5-6e75d827d395 tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:06.336279 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-81c67a0f-dff0-4c0e-b3d0-d2aa00a0ced3 tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] vlan segment allocate from pool success with {'vlan_id': 1011, 'physical_network': 'physnet1'} {{(pid=100246) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 14:06:06.369894 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-a9403aff-cb1e-43ca-95c3-420401dcc11b tempest-RoutersIpV6AdminTest-1269433453 tempest-RoutersIpV6AdminTest-1269433453-project-admin] Notify callbacks [] for router, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:06.378350 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-aa6c9581-e009-4e07-a32f-b65737c4bda4 None None] For port a2063eb7-df28-4b96-a05f-188c4402c3ec, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=a2063eb7-df28-4b96-a05f-188c4402c3ec,segment=NetworkSegment(ac55593e-8500-4da2-8d0d-5602184fcc61),segment_id=ac55593e-8500-4da2-8d0d-5602184fcc61)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:06:06.401696 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-aa6c9581-e009-4e07-a32f-b65737c4bda4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:06.407841 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-11d3b4f2-8475-4da4-8485-e315eafe3c0e tempest-ServersTestManualDisk-1063153519 tempest-ServersTestManualDisk-1063153519-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:06.429613 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-81c67a0f-dff0-4c0e-b3d0-d2aa00a0ced3 tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552'] for segment, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:06.429966 n-d-773647-6 neutron-server[100246]: INFO neutron.db.segments_db [None req-81c67a0f-dff0-4c0e-b3d0-d2aa00a0ced3 tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] Added segment ea754d49-9b8f-4f05-be39-5f20ffc093c5 of type vlan for network 0a15624d-1485-42d9-a3a3-633d20cd29df Jul 06 14:06:06.489737 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvr_db [None req-49287e72-52c9-49b7-8f51-976cb566aa8f None None] Set router c2682c3c-481c-42e1-be2e-111bdb29ac18 gateway port host: n-d-773647-6 {{(pid=100248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:06:06.530742 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-11d3b4f2-8475-4da4-8485-e315eafe3c0e tempest-ServersTestManualDisk-1063153519 tempest-ServersTestManualDisk-1063153519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:06.548232 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-a9403aff-cb1e-43ca-95c3-420401dcc11b tempest-RoutersIpV6AdminTest-1269433453 tempest-RoutersIpV6AdminTest-1269433453-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:06.647123 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-81c67a0f-dff0-4c0e-b3d0-d2aa00a0ced3 tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773752984405'] for network, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:06.699749 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06624d39-b04a-4ea6-b7a1-b0d78a1b4210 req-2be68293-e0da-497d-8928-7c8924024af9 tempest-ImagesTestJSON-1482892319 tempest-ImagesTestJSON-1482892319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:06:06.709504 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-06624d39-b04a-4ea6-b7a1-b0d78a1b4210 req-2be68293-e0da-497d-8928-7c8924024af9 tempest-ImagesTestJSON-1482892319 tempest-ImagesTestJSON-1482892319-project] 10.222.0.104 "GET /v2.0/ports?device_id=0143d447-10d0-4ce1-9893-d3fe7da7ea42 HTTP/1.1" status: 200 len: 945 time: 0.1429148 Jul 06 14:06:06.725401 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-6ce25380-f4f7-4e99-9098-e64eaab4eef7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f4218d4-672b-47f4-a2e8-4e77e0734908', 'name': 'tempest-ServersTestManualDisk-48759059-router', 'tenant_id': '8d40ff3e576046ac8d901f027a7728c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.241'}], 'enable_snat': True}, 'gw_port_id': '7071a550-84a6-48dc-873b-1f204d040ad2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:05:52Z', 'updated_at': '2021-07-06T14:05:58Z', 'revision_number': 4, 'project_id': '8d40ff3e576046ac8d901f027a7728c5', 'gw_port': {'id': '7071a550-84a6-48dc-873b-1f204d040ad2', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:97:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f4218d4-672b-47f4-a2e8-4e77e0734908', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1386, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:05:53Z', 'updated_at': '2021-07-06T14:06:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6', '_interfaces': [{'id': 'b3125c54-e2b3-45e4-829a-8f3c8ddda8ae', 'name': '', 'network_id': 'af3a547f-5810-4ce0-a3d6-25c440f137ac', 'tenant_id': '8d40ff3e576046ac8d901f027a7728c5', 'mac_address': 'fa:16:3e:4a:57:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f4218d4-672b-47f4-a2e8-4e77e0734908', 'device_owner': 'network:router_interface', 'standard_attr_id': 1393, 'fixed_ips': [{'subnet_id': 'e412ce21-afd6-4224-b4f6-6314b71b645b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:05:57Z', 'updated_at': '2021-07-06T14:05:59Z', 'revision_number': 2, 'project_id': '8d40ff3e576046ac8d901f027a7728c5', 'subnets': [{'id': 'e412ce21-afd6-4224-b4f6-6314b71b645b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773647-6', False) {} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:06:06.739241 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-5064ad49-8cf6-4cd6-a4d5-6e75d827d395 tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:06.739470 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.plugin [None req-a9403aff-cb1e-43ca-95c3-420401dcc11b tempest-RoutersIpV6AdminTest-1269433453 tempest-RoutersIpV6AdminTest-1269433453-project-admin] Deleting port 62429bc1-53d4-459f-a11a-00dec97ced89 {{(pid=100247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:06:06.739781 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-a9403aff-cb1e-43ca-95c3-420401dcc11b tempest-RoutersIpV6AdminTest-1269433453 tempest-RoutersIpV6AdminTest-1269433453-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:06.749946 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-5064ad49-8cf6-4cd6-a4d5-6e75d827d395 tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1898694'] for security_group_rule, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:06.753994 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-11d3b4f2-8475-4da4-8485-e315eafe3c0e tempest-ServersTestManualDisk-1063153519 tempest-ServersTestManualDisk-1063153519-project] Notify callbacks [] for port, precommit_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:06.770019 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-81c67a0f-dff0-4c0e-b3d0-d2aa00a0ced3 tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060'] for network, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:06.776455 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81c67a0f-dff0-4c0e-b3d0-d2aa00a0ced3 tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:06:06.777533 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-81c67a0f-dff0-4c0e-b3d0-d2aa00a0ced3 tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583035'] for network, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:06.789677 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-5064ad49-8cf6-4cd6-a4d5-6e75d827d395 tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:06.793861 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-5064ad49-8cf6-4cd6-a4d5-6e75d827d395 tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] 10.222.0.104 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6346815 Jul 06 14:06:06.806313 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 42616) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:06:06.813313 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-7bae73ed-b986-4d49-95fc-22569c1ce22a tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Request body: {'security_group_rule': {'security_group_id': '8d3a9807-14cc-46c0-b7ed-1d949d5bac09', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:06:06.833305 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-11d3b4f2-8475-4da4-8485-e315eafe3c0e tempest-ServersTestManualDisk-1063153519 tempest-ServersTestManualDisk-1063153519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127687527'] for port, after_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:06.846256 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ce25380-f4f7-4e99-9098-e64eaab4eef7 None None] The sync data for ids ['9f4218d4-672b-47f4-a2e8-4e77e0734908'] in n-d-773647-6 is: [{'id': '9f4218d4-672b-47f4-a2e8-4e77e0734908', 'name': 'tempest-ServersTestManualDisk-48759059-router', 'tenant_id': '8d40ff3e576046ac8d901f027a7728c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.241'}], 'enable_snat': True}, 'gw_port_id': '7071a550-84a6-48dc-873b-1f204d040ad2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:05:52Z', 'updated_at': '2021-07-06T14:05:58Z', 'revision_number': 4, 'project_id': '8d40ff3e576046ac8d901f027a7728c5', 'gw_port': {'id': '7071a550-84a6-48dc-873b-1f204d040ad2', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:97:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f4218d4-672b-47f4-a2e8-4e77e0734908', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1386, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:05:53Z', 'updated_at': '2021-07-06T14:06:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6', '_interfaces': [{'id': 'b3125c54-e2b3-45e4-829a-8f3c8ddda8ae', 'name': '', 'network_id': 'af3a547f-5810-4ce0-a3d6-25c440f137ac', 'tenant_id': '8d40ff3e576046ac8d901f027a7728c5', 'mac_address': 'fa:16:3e:4a:57:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f4218d4-672b-47f4-a2e8-4e77e0734908', 'device_owner': 'network:router_interface', 'standard_attr_id': 1393, 'fixed_ips': [{'subnet_id': 'e412ce21-afd6-4224-b4f6-6314b71b645b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:05:57Z', 'updated_at': '2021-07-06T14:05:59Z', 'revision_number': 2, 'project_id': '8d40ff3e576046ac8d901f027a7728c5', 'subnets': [{'id': 'e412ce21-afd6-4224-b4f6-6314b71b645b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 14:06:06.849127 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-a9403aff-cb1e-43ca-95c3-420401dcc11b tempest-RoutersIpV6AdminTest-1269433453 tempest-RoutersIpV6AdminTest-1269433453-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:06.864031 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-aa6c9581-e009-4e07-a32f-b65737c4bda4 None None] Provisioning complete for port b3125c54-e2b3-45e4-829a-8f3c8ddda8ae triggered by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:06:06.864763 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-aa6c9581-e009-4e07-a32f-b65737c4bda4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:06.865099 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.plugin [None req-a9403aff-cb1e-43ca-95c3-420401dcc11b tempest-RoutersIpV6AdminTest-1269433453 tempest-RoutersIpV6AdminTest-1269433453-project-admin] Calling delete_port for 62429bc1-53d4-459f-a11a-00dec97ced89 owned by network:router_gateway {{(pid=100247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:06:06.870136 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6c9581-e009-4e07-a32f-b65737c4bda4 None None] Pushing event updated for resources: {'Port': ['ID=a2063eb7-df28-4b96-a05f-188c4402c3ec,revision_number=3']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:06:06.903151 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:06.909043 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-06624d39-b04a-4ea6-b7a1-b0d78a1b4210 req-3f5862a4-1876-4d7b-b06c-2380ba3ffb8a tempest-ImagesTestJSON-1482892319 tempest-ImagesTestJSON-1482892319-project] 10.222.0.104 "GET /v2.0/security-groups?id=46e03f63-f74e-4db3-981d-76fb36967b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1984978 Jul 06 14:06:06.910566 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5064ad49-8cf6-4cd6-a4d5-6e75d827d395 tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a0175de7-d7f3-4a46-9fb1-dd5d28efc54a,revision_number=0']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:06:06.947816 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] For port bc956872-3149-41f1-b740-0ac9bc39555b, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=bc956872-3149-41f1-b740-0ac9bc39555b,segment=NetworkSegment(89a832b7-7793-4d51-9038-ed7e1c3ff1b2),segment_id=89a832b7-7793-4d51-9038-ed7e1c3ff1b2)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:06:06.956597 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-aa6c9581-e009-4e07-a32f-b65737c4bda4 None None] Port b3125c54-e2b3-45e4-829a-8f3c8ddda8ae cannot update to ACTIVE because it is not bound. {{(pid=100248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 14:06:06.971183 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:06.992600 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-7bae73ed-b986-4d49-95fc-22569c1ce22a tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:07.026867 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d3b4f2-8475-4da4-8485-e315eafe3c0e tempest-ServersTestManualDisk-1063153519 tempest-ServersTestManualDisk-1063153519-project] Pushing event updated for resources: {'Port': ['ID=4d5677a0-1444-4e8b-9a7a-0e828560c755,revision_number=2']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:06:07.043670 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d3b4f2-8475-4da4-8485-e315eafe3c0e tempest-ServersTestManualDisk-1063153519 tempest-ServersTestManualDisk-1063153519-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:06:07.043670 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d3b4f2-8475-4da4-8485-e315eafe3c0e tempest-ServersTestManualDisk-1063153519 tempest-ServersTestManualDisk-1063153519-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:06:07.044034 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d3b4f2-8475-4da4-8485-e315eafe3c0e tempest-ServersTestManualDisk-1063153519 tempest-ServersTestManualDisk-1063153519-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:06:07.044373 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d3b4f2-8475-4da4-8485-e315eafe3c0e tempest-ServersTestManualDisk-1063153519 tempest-ServersTestManualDisk-1063153519-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:06:07.044709 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d3b4f2-8475-4da4-8485-e315eafe3c0e tempest-ServersTestManualDisk-1063153519 tempest-ServersTestManualDisk-1063153519-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:06:07.045041 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d3b4f2-8475-4da4-8485-e315eafe3c0e tempest-ServersTestManualDisk-1063153519 tempest-ServersTestManualDisk-1063153519-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:06:07.045893 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d3b4f2-8475-4da4-8485-e315eafe3c0e tempest-ServersTestManualDisk-1063153519 tempest-ServersTestManualDisk-1063153519-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:06:07.046223 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d3b4f2-8475-4da4-8485-e315eafe3c0e tempest-ServersTestManualDisk-1063153519 tempest-ServersTestManualDisk-1063153519-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:06:07.046547 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d3b4f2-8475-4da4-8485-e315eafe3c0e tempest-ServersTestManualDisk-1063153519 tempest-ServersTestManualDisk-1063153519-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:06:07.046871 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d3b4f2-8475-4da4-8485-e315eafe3c0e tempest-ServersTestManualDisk-1063153519 tempest-ServersTestManualDisk-1063153519-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:06:07.047198 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d3b4f2-8475-4da4-8485-e315eafe3c0e tempest-ServersTestManualDisk-1063153519 tempest-ServersTestManualDisk-1063153519-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:06:07.047563 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d3b4f2-8475-4da4-8485-e315eafe3c0e tempest-ServersTestManualDisk-1063153519 tempest-ServersTestManualDisk-1063153519-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:06:07.074658 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Pushing event updated for resources: {'Port': ['ID=bc956872-3149-41f1-b740-0ac9bc39555b,revision_number=4']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:06:07.082737 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-aa6c9581-e009-4e07-a32f-b65737c4bda4 None None] Provisioning for port 842aaa84-3104-4062-919f-9900319ced32 completed by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:06:07.085556 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-81c67a0f-dff0-4c0e-b3d0-d2aa00a0ced3 tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] 10.222.0.104 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.9962134 Jul 06 14:06:07.088493 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-aa6c9581-e009-4e07-a32f-b65737c4bda4 None None] Provisioning complete for port 842aaa84-3104-4062-919f-9900319ced32 triggered by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:06:07.089009 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-aa6c9581-e009-4e07-a32f-b65737c4bda4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:07.134246 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-7bae73ed-b986-4d49-95fc-22569c1ce22a tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:07.156946 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-aa6c9581-e009-4e07-a32f-b65737c4bda4 None None] Port 842aaa84-3104-4062-919f-9900319ced32 cannot update to ACTIVE because it is not bound. {{(pid=100248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 14:06:07.167177 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-49287e72-52c9-49b7-8f51-976cb566aa8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2682c3c-481c-42e1-be2e-111bdb29ac18', 'name': 'tempest-snat-router-951575735', 'tenant_id': 'e3235c86a72547c7b59ca1f3e9b45a11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.186'}], 'enable_snat': True}, 'gw_port_id': '62429bc1-53d4-459f-a11a-00dec97ced89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:05:58Z', 'updated_at': '2021-07-06T14:06:02Z', 'revision_number': 3, 'project_id': 'e3235c86a72547c7b59ca1f3e9b45a11', 'gw_port': {'id': '62429bc1-53d4-459f-a11a-00dec97ced89', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:4b:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2682c3c-481c-42e1-be2e-111bdb29ac18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1397, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:06:00Z', 'updated_at': '2021-07-06T14:06:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6'}], 'n-d-773647-6', False) {} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:06:07.213903 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 42624) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:06:07.226065 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49287e72-52c9-49b7-8f51-976cb566aa8f None None] Checking router: c2682c3c-481c-42e1-be2e-111bdb29ac18 for host: n-d-773647-6 {{(pid=100248) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 14:06:07.226421 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49287e72-52c9-49b7-8f51-976cb566aa8f None None] Updating router c2682c3c-481c-42e1-be2e-111bdb29ac18 port 62429bc1-53d4-459f-a11a-00dec97ced89 binding host n-d-773647-6 {{(pid=100248) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 14:06:07.238418 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5064ad49-8cf6-4cd6-a4d5-6e75d827d395 tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:06:07.238418 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5064ad49-8cf6-4cd6-a4d5-6e75d827d395 tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:06:07.238418 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5064ad49-8cf6-4cd6-a4d5-6e75d827d395 tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:06:07.238418 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5064ad49-8cf6-4cd6-a4d5-6e75d827d395 tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:06:07.238834 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5064ad49-8cf6-4cd6-a4d5-6e75d827d395 tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:06:07.242446 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [None req-8bd9b12a-f249-4dbb-8134-3535f2ceeeea tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] Request body: {'subnet': {'network_id': '0a15624d-1485-42d9-a3a3-633d20cd29df', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:06:07.283378 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5064ad49-8cf6-4cd6-a4d5-6e75d827d395 tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:06:07.284139 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5064ad49-8cf6-4cd6-a4d5-6e75d827d395 tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:06:07.284652 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5064ad49-8cf6-4cd6-a4d5-6e75d827d395 tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:06:07.285602 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5064ad49-8cf6-4cd6-a4d5-6e75d827d395 tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:06:07.286246 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5064ad49-8cf6-4cd6-a4d5-6e75d827d395 tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:06:07.286878 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5064ad49-8cf6-4cd6-a4d5-6e75d827d395 tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:06:07.288065 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5064ad49-8cf6-4cd6-a4d5-6e75d827d395 tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:06:07.294909 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-49287e72-52c9-49b7-8f51-976cb566aa8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:07.297629 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-d35c663a-c1c1-4461-9e31-49638efa4d1f None None] Provisioning for port d4663496-0e1d-419b-908e-5f60ff2b3b91 completed by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:06:07.302236 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c67a0f-dff0-4c0e-b3d0-d2aa00a0ced3 tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] Pushing event updated for resources: {'Network': ['ID=0a15624d-1485-42d9-a3a3-633d20cd29df,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:06:07.333651 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-d35c663a-c1c1-4461-9e31-49638efa4d1f None None] Provisioning complete for port d4663496-0e1d-419b-908e-5f60ff2b3b91 triggered by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:06:07.334024 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-d35c663a-c1c1-4461-9e31-49638efa4d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:07.340730 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Network 0a15624d-1485-42d9-a3a3-633d20cd29df details requested by agent ovs-agent-n-d-773647-6 with host n-d-773647-6 {{(pid=100248) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 14:06:07.348272 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-7bae73ed-b986-4d49-95fc-22569c1ce22a tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1898694'] for security_group_rule, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:07.400823 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-11d3b4f2-8475-4da4-8485-e315eafe3c0e tempest-ServersTestManualDisk-1063153519 tempest-ServersTestManualDisk-1063153519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1761130'] for floatingip, after_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:07.413967 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bae73ed-b986-4d49-95fc-22569c1ce22a tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0211ac26-ba3e-48ea-9f52-5146aa9a559e,revision_number=0']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:06:07.436985 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a1832a3-5882-4364-92f4-3d9c6d2ac48a None None] get_active_networks_info from n-d-773647-6 {{(pid=100248) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 06 14:06:07.465751 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-7bae73ed-b986-4d49-95fc-22569c1ce22a tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:07.469810 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-7bae73ed-b986-4d49-95fc-22569c1ce22a tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] 10.222.0.104 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6584995 Jul 06 14:06:07.469985 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de550db-c1bd-4996-924e-dabc6c1cf078 req-48144c44-f98f-415b-ac12-9cc88a379954 tempest-ServerRescueNegativeTestJSON-721731692 tempest-ServerRescueNegativeTestJSON-721731692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:06:07.476649 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 42638) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:06:07.478947 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-4de550db-c1bd-4996-924e-dabc6c1cf078 req-48144c44-f98f-415b-ac12-9cc88a379954 tempest-ServerRescueNegativeTestJSON-721731692 tempest-ServerRescueNegativeTestJSON-721731692-project] 10.222.0.104 "GET /v2.0/ports?device_id=78a59294-4d36-4290-b5cb-d865232b142a HTTP/1.1" status: 200 len: 945 time: 0.5749075 Jul 06 14:06:07.479084 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-11d3b4f2-8475-4da4-8485-e315eafe3c0e tempest-ServersTestManualDisk-1063153519 tempest-ServersTestManualDisk-1063153519-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for floatingip, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:07.492368 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-11d3b4f2-8475-4da4-8485-e315eafe3c0e tempest-ServersTestManualDisk-1063153519 tempest-ServersTestManualDisk-1063153519-project] 10.222.0.104 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.4073250 Jul 06 14:06:07.513975 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-3a129b12-87ca-4e37-989b-ab3086ebe79a tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Request body: {'floatingip': {'floating_network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:06:07.528905 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a96a13-1f5e-4e0b-b5a7-bddca3578789 req-0807e7b8-ea6e-43a6-8371-2f2035c7a146 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:06:07.531522 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-40a96a13-1f5e-4e0b-b5a7-bddca3578789 req-0807e7b8-ea6e-43a6-8371-2f2035c7a146 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=4f4f5169c3224ae5beef5f35a702326d&device_id=78a59294-4d36-4290-b5cb-d865232b142a HTTP/1.1" status: 200 len: 1096 time: 0.7365308 Jul 06 14:06:07.550922 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-a9403aff-cb1e-43ca-95c3-420401dcc11b tempest-RoutersIpV6AdminTest-1269433453 tempest-RoutersIpV6AdminTest-1269433453-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128888353'] for port, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:07.621791 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9403aff-cb1e-43ca-95c3-420401dcc11b tempest-RoutersIpV6AdminTest-1269433453 tempest-RoutersIpV6AdminTest-1269433453-project-admin] Pushing event deleted for resources: {'Port': ['ID=62429bc1-53d4-459f-a11a-00dec97ced89,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:06:07.626450 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-3a129b12-87ca-4e37-989b-ab3086ebe79a tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Notify callbacks [] for floatingip, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:07.722752 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a96a13-1f5e-4e0b-b5a7-bddca3578789 req-5ce4872b-854f-4283-ac62-1e60b783203d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:06:07.726460 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-40a96a13-1f5e-4e0b-b5a7-bddca3578789 req-5ce4872b-854f-4283-ac62-1e60b783203d service neutron] 10.222.0.72 "GET /v2.0/networks?id=1d64a7a8-3d12-4141-b8ce-bd281ed9aaab HTTP/1.1" status: 200 len: 921 time: 0.1850200 Jul 06 14:06:07.745216 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-4de550db-c1bd-4996-924e-dabc6c1cf078 req-93c5b33b-a4b9-4998-acbb-2f071d4290d6 tempest-ServerRescueNegativeTestJSON-721731692 tempest-ServerRescueNegativeTestJSON-721731692-project] 10.222.0.104 "GET /v2.0/security-groups?id=a54a60a4-d859-4f47-b26f-a63bb69450e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2565348 Jul 06 14:06:07.783805 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bd9b12a-f249-4dbb-8134-3535f2ceeeea tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] Made reservation on behalf of 425e7b83a55643309e64fa25c786b5c4 for: {'subnet': 1} {{(pid=100247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:06:07.788429 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-8bd9b12a-f249-4dbb-8134-3535f2ceeeea tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127627440'] for subnet, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:07.821928 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-40a96a13-1f5e-4e0b-b5a7-bddca3578789 req-a923aadb-fb3d-4f5a-b026-fbd3dc9ca93f service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ba17a152-48a1-47ea-b265-df06df94d2e8 HTTP/1.1" status: 200 len: 217 time: 0.0859976 Jul 06 14:06:07.910458 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a96a13-1f5e-4e0b-b5a7-bddca3578789 req-48e9fe73-4c58-4c0b-a18d-e9d1f20b20ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:06:07.917287 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.ipam_backend_mixin [None req-8bd9b12a-f249-4dbb-8134-3535f2ceeeea tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] Performing IP validity checks on allocation pools {{(pid=100247) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 06 14:06:07.918141 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.ipam_backend_mixin [None req-8bd9b12a-f249-4dbb-8134-3535f2ceeeea tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] Checking for overlaps among allocation pools and gateway ip {{(pid=100247) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 06 14:06:07.921908 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-40a96a13-1f5e-4e0b-b5a7-bddca3578789 req-48e9fe73-4c58-4c0b-a18d-e9d1f20b20ef service neutron] 10.222.0.72 "GET /v2.0/subnets?id=e1fa3d62-6d70-434d-886e-5edc2778795a HTTP/1.1" status: 200 len: 859 time: 0.0907679 Jul 06 14:06:08.012902 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-40a96a13-1f5e-4e0b-b5a7-bddca3578789 req-aac8b6d9-249e-40bd-9641-0d24bc26a1bd service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=1d64a7a8-3d12-4141-b8ce-bd281ed9aaab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0816882 Jul 06 14:06:08.032936 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device a2063eb7-df28-4b96-a05f-188c4402c3ec up at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:06:08.067933 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-a9403aff-cb1e-43ca-95c3-420401dcc11b tempest-RoutersIpV6AdminTest-1269433453 tempest-RoutersIpV6AdminTest-1269433453-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1761104'] for router_gateway, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:08.080039 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-d35c663a-c1c1-4461-9e31-49638efa4d1f None None] Port d4663496-0e1d-419b-908e-5f60ff2b3b91 cannot update to ACTIVE because it is not bound. {{(pid=100248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 14:06:08.167558 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-3a129b12-87ca-4e37-989b-ab3086ebe79a tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:08.192592 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-8bd9b12a-f249-4dbb-8134-3535f2ceeeea tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1849032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-128888412', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127627426'] for subnet, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:08.217314 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-d35c663a-c1c1-4461-9e31-49638efa4d1f None None] Provisioning for port 524470df-a38e-4513-b120-a1043a9838b7 completed by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:06:08.226402 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-a9403aff-cb1e-43ca-95c3-420401dcc11b tempest-RoutersIpV6AdminTest-1269433453 tempest-RoutersIpV6AdminTest-1269433453-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1806308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6982'] for router, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:08.254924 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-a9403aff-cb1e-43ca-95c3-420401dcc11b tempest-RoutersIpV6AdminTest-1269433453 tempest-RoutersIpV6AdminTest-1269433453-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:08.272690 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-40a96a13-1f5e-4e0b-b5a7-bddca3578789 req-045b2a86-2a84-401e-b3de-43ceb66c170e service neutron] 10.222.0.72 "GET /v2.0/networks/1d64a7a8-3d12-4141-b8ce-bd281ed9aaab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2530773 Jul 06 14:06:08.281518 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.db.api [None req-49287e72-52c9-49b7-8f51-976cb566aa8f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100248) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 06 14:06:08.281876 n-d-773647-6 neutron-server[100248]: DEBUG oslo_db.api [None req-49287e72-52c9-49b7-8f51-976cb566aa8f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 06 14:06:08.292616 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning complete for port a2063eb7-df28-4b96-a05f-188c4402c3ec triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:06:08.293002 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:08.317376 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367829b7-2283-4e69-bfc4-f70bd7dcb7c6 req-245fe0bd-8622-49da-be5c-f2743814e68e tempest-ImagesTestJSON-1482892319 tempest-ImagesTestJSON-1482892319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:06:08.319793 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-367829b7-2283-4e69-bfc4-f70bd7dcb7c6 req-245fe0bd-8622-49da-be5c-f2743814e68e tempest-ImagesTestJSON-1482892319 tempest-ImagesTestJSON-1482892319-project] 10.222.0.104 "GET /v2.0/ports?device_id=0143d447-10d0-4ce1-9893-d3fe7da7ea42 HTTP/1.1" status: 200 len: 945 time: 0.6454980 Jul 06 14:06:08.330100 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-a9403aff-cb1e-43ca-95c3-420401dcc11b tempest-RoutersIpV6AdminTest-1269433453 tempest-RoutersIpV6AdminTest-1269433453-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1805684'] for router, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:08.331225 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9403aff-cb1e-43ca-95c3-420401dcc11b tempest-RoutersIpV6AdminTest-1269433453 tempest-RoutersIpV6AdminTest-1269433453-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c2682c3c-481c-42e1-be2e-111bdb29ac18 {{(pid=100247) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 14:06:08.388957 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-a9403aff-cb1e-43ca-95c3-420401dcc11b tempest-RoutersIpV6AdminTest-1269433453 tempest-RoutersIpV6AdminTest-1269433453-project-admin] Notify callbacks [] for router, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:08.394067 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-a9403aff-cb1e-43ca-95c3-420401dcc11b tempest-RoutersIpV6AdminTest-1269433453 tempest-RoutersIpV6AdminTest-1269433453-project-admin] 10.222.0.104 "DELETE /v2.0/routers/c2682c3c-481c-42e1-be2e-111bdb29ac18 HTTP/1.1" status: 204 len: 168 time: 2.1663141 Jul 06 14:06:08.396219 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.db_base_plugin_common [None req-3a129b12-87ca-4e37-989b-ab3086ebe79a tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Allocated IP 172.25.0.247 (2658f09e-a580-4d4a-9968-2d1e0ad93719/cbf74abc-6fe1-4d33-b005-c948923b9647/0da91d42-5bad-4c35-b29e-411c24eab5a5) {{(pid=100246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:06:08.398664 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 42654) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:06:08.411723 n-d-773647-6 neutron-server[100248]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a1832a3-5882-4364-92f4-3d9c6d2ac48a None None] Resources bound (agent type, host, resource id): {{(pid=100248) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 06 14:06:08.429540 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-367829b7-2283-4e69-bfc4-f70bd7dcb7c6 req-ed565d5c-7017-41a0-943c-d534bf81fd76 tempest-ImagesTestJSON-1482892319 tempest-ImagesTestJSON-1482892319-project] 10.222.0.104 "GET /v2.0/security-groups?id=46e03f63-f74e-4db3-981d-76fb36967b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960767 Jul 06 14:06:08.473047 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd9b12a-f249-4dbb-8134-3535f2ceeeea tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] Pushing event updated for resources: {'Subnet': ['ID=eb13f8eb-79a7-44c7-9109-c088998edf32,revision_number=0']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:06:08.484880 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-e514cd80-1cd7-4ed5-b4ce-5b6b7087a07d req-bf6df869-5599-4cdc-9092-8c625e429b8b tempest-ServersTestManualDisk-1063153519 tempest-ServersTestManualDisk-1063153519-project] 10.222.0.104 "GET /v2.0/security-groups?name=tempest-securitygroup--1251425104&fields=id&tenant_id=8d40ff3e576046ac8d901f027a7728c5 HTTP/1.1" status: 200 len: 267 time: 0.3736959 Jul 06 14:06:08.492308 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bd9b12a-f249-4dbb-8134-3535f2ceeeea tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] Checking segment: {'id': 'ea754d49-9b8f-4f05-be39-5f20ffc093c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1011, 'network_id': '0a15624d-1485-42d9-a3a3-633d20cd29df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100247) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:06:08.492679 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bd9b12a-f249-4dbb-8134-3535f2ceeeea tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] Network hostable DHCP agents. Network: 0a15624d-1485-42d9-a3a3-633d20cd29df, hostable agents: ['f2bada3d-be77-4359-982b-8505a2bbca04'], hosted agents: [] {{(pid=100247) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 14:06:08.493789 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 524470df-a38e-4513-b120-a1043a9838b7 up at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:06:08.523132 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-40a96a13-1f5e-4e0b-b5a7-bddca3578789 req-b1e0bb6d-a185-401b-babb-e42c6259b973 service neutron] 10.222.0.72 "GET /v2.0/networks/1d64a7a8-3d12-4141-b8ce-bd281ed9aaab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2234647 Jul 06 14:06:08.616235 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bd9b12a-f249-4dbb-8134-3535f2ceeeea tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] Network 0a15624d-1485-42d9-a3a3-633d20cd29df is scheduled to be hosted by DHCP agent f2bada3d-be77-4359-982b-8505a2bbca04 with binding_index 1 {{(pid=100247) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 14:06:08.660048 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.base_scheduler [None req-8bd9b12a-f249-4dbb-8134-3535f2ceeeea tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773647-6, 0a15624d-1485-42d9-a3a3-633d20cd29df) {{(pid=100247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:06:08.669250 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-8f2b6165-7bc5-45d6-9488-6dc92d8a0be9 tempest-RoutersIpV6AdminTest-1269433453 tempest-RoutersIpV6AdminTest-1269433453-project-admin] Notify callbacks [] for router, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:08.703474 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bd9b12a-f249-4dbb-8134-3535f2ceeeea tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:06:08.704337 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-8bd9b12a-f249-4dbb-8134-3535f2ceeeea tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583035'] for subnet, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:08.729781 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Device 5f251846-a962-4cca-ac30-b8ff4317b4c4 no longer exists at agent hyperv_n-h2-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:06:08.737023 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 42660) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:06:08.745882 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-8bd9b12a-f249-4dbb-8134-3535f2ceeeea tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] 10.222.0.104 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 1.5126040 Jul 06 14:06:08.746314 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning for port 524470df-a38e-4513-b120-a1043a9838b7 completed by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:06:08.803568 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9ba58c-7f08-4b98-b1cd-07df80c01dc3 req-7633ff0e-c050-4ffb-9d6b-829cac0daa2b tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:06:08.804997 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-5d9ba58c-7f08-4b98-b1cd-07df80c01dc3 req-7633ff0e-c050-4ffb-9d6b-829cac0daa2b tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] 10.222.0.104 "GET /v2.0/ports?device_id=5fbc9a8b-86db-4456-85e1-a59cfdbb9c8d HTTP/1.1" status: 200 len: 946 time: 0.1468253 Jul 06 14:06:08.812352 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e514cd80-1cd7-4ed5-b4ce-5b6b7087a07d req-97ffb679-1300-4e56-ad7c-06048b5fe45f tempest-ServersTestManualDisk-1063153519 tempest-ServersTestManualDisk-1063153519-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:06:08.819094 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-e514cd80-1cd7-4ed5-b4ce-5b6b7087a07d req-97ffb679-1300-4e56-ad7c-06048b5fe45f tempest-ServersTestManualDisk-1063153519 tempest-ServersTestManualDisk-1063153519-project] 10.222.0.104 "GET /v2.0/networks?id=af3a547f-5810-4ce0-a3d6-25c440f137ac HTTP/1.1" status: 200 len: 810 time: 0.3237774 Jul 06 14:06:08.826963 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49287e72-52c9-49b7-8f51-976cb566aa8f None None] Port 62429bc1-53d4-459f-a11a-00dec97ced89 not found while updating agent binding for router c2682c3c-481c-42e1-be2e-111bdb29ac18. {{(pid=100248) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Jul 06 14:06:08.832969 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning complete for port 524470df-a38e-4513-b120-a1043a9838b7 triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:06:08.833703 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:08.838141 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-3a129b12-87ca-4e37-989b-ab3086ebe79a tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Notify callbacks [] for port, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:08.845619 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-1353df36-9b3c-4a91-8b50-dd2e657021c8 tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530492'] for network, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:08.864661 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-e514cd80-1cd7-4ed5-b4ce-5b6b7087a07d req-18088640-31f9-4fb1-ae28-721ba11b6cef tempest-ServersTestManualDisk-1063153519 tempest-ServersTestManualDisk-1063153519-project] 10.222.0.104 "GET /v2.0/quotas/8d40ff3e576046ac8d901f027a7728c5 HTTP/1.1" status: 200 len: 375 time: 0.0445752 Jul 06 14:06:08.910036 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-5d9ba58c-7f08-4b98-b1cd-07df80c01dc3 req-f26a0ed3-b3a2-4a6f-b111-f918cb3dd3e0 tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] 10.222.0.104 "GET /v2.0/security-groups?id=54cfb86c-390d-4cad-8265-7f5781c66116&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0888152 Jul 06 14:06:08.988582 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49287e72-52c9-49b7-8f51-976cb566aa8f None None] Routers set() bound to L3 agent in host n-d-773647-6 {{(pid=100248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:06:08.988938 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49287e72-52c9-49b7-8f51-976cb566aa8f None None] Router IDs set() for agent in host n-d-773647-6 {{(pid=100248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 06 14:06:08.989559 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_agentschedulers_db [None req-49287e72-52c9-49b7-8f51-976cb566aa8f None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'c2682c3c-481c-42e1-be2e-111bdb29ac18'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T14:05:55Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent'). {{(pid=100248) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 06 14:06:08.990104 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49287e72-52c9-49b7-8f51-976cb566aa8f None None] The sync data for ids ['c2682c3c-481c-42e1-be2e-111bdb29ac18'] in n-d-773647-6 is: [] {{(pid=100248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 14:06:09.051511 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:09.069083 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-e514cd80-1cd7-4ed5-b4ce-5b6b7087a07d req-85cdf08d-1e87-4adf-8e38-e5df192bb8f3 tempest-ServersTestManualDisk-1063153519 tempest-ServersTestManualDisk-1063153519-project] 10.222.0.104 "GET /v2.0/ports?tenant_id=8d40ff3e576046ac8d901f027a7728c5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2034307 Jul 06 14:06:09.111343 n-d-773647-6 neutron-server[100248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fbc9a8b-86db-4456-85e1-a59cfdbb9c8d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5f251846-a962-4cca-ac30-b8ff4317b4c4'}] {{(pid=100248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:06:09.113820 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84af257533e383389cbcf231d3534f4d5e149e7203fea16b4a8fc01438dddaf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20e83786-c7b9-4738-a811-59c42d1c3559" -d '{"events": [{"server_uuid": "5fbc9a8b-86db-4456-85e1-a59cfdbb9c8d", "name": "network-vif-unplugged", "status": "completed", "tag": "5f251846-a962-4cca-ac30-b8ff4317b4c4"}]}' {{(pid=100248) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:06:09.150141 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] For port 5f251846-a962-4cca-ac30-b8ff4317b4c4, host n-h2-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=5f251846-a962-4cca-ac30-b8ff4317b4c4,segment=NetworkSegment(36c50412-6893-4622-808c-49164f6f9db6),segment_id=36c50412-6893-4622-808c-49164f6f9db6)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:06:09.210172 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:09.212498 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:09.269096 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-e514cd80-1cd7-4ed5-b4ce-5b6b7087a07d req-d7ca977f-4f8b-484a-a05a-ef37d14f662d service neutron] 10.222.0.104 "GET /v2.0/networks/af3a547f-5810-4ce0-a3d6-25c440f137ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1977115 Jul 06 14:06:09.297184 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451240d2-f897-4347-ac6a-0b555ee3f5cc req-faa6867b-bf75-489b-b850-b9a9d8c4093f tempest-ServerRescueNegativeTestJSON-721731692 tempest-ServerRescueNegativeTestJSON-721731692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:06:09.298696 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-451240d2-f897-4347-ac6a-0b555ee3f5cc req-faa6867b-bf75-489b-b850-b9a9d8c4093f tempest-ServerRescueNegativeTestJSON-721731692 tempest-ServerRescueNegativeTestJSON-721731692-project] 10.222.0.104 "GET /v2.0/ports?device_id=78a59294-4d36-4290-b5cb-d865232b142a HTTP/1.1" status: 200 len: 945 time: 0.1210802 Jul 06 14:06:09.331894 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-8f2b6165-7bc5-45d6-9488-6dc92d8a0be9 tempest-RoutersIpV6AdminTest-1269433453 tempest-RoutersIpV6AdminTest-1269433453-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:09.400144 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Pushing event updated for resources: {'Port': ['ID=5f251846-a962-4cca-ac30-b8ff4317b4c4,revision_number=14']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:06:09.412672 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] For port 524470df-a38e-4513-b120-a1043a9838b7, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=524470df-a38e-4513-b120-a1043a9838b7,segment=NetworkSegment(cf14e999-6e16-4245-9908-28547602990f),segment_id=cf14e999-6e16-4245-9908-28547602990f)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:06:09.419072 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:09.420232 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device b0d41bc5-4310-4fe6-96fe-8d8319703a25 up at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:06:09.441154 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-451240d2-f897-4347-ac6a-0b555ee3f5cc req-f09e6820-84c1-40ce-82ad-c2893d8f2736 tempest-ServerRescueNegativeTestJSON-721731692 tempest-ServerRescueNegativeTestJSON-721731692-project] 10.222.0.104 "GET /v2.0/security-groups?id=a54a60a4-d859-4f47-b26f-a63bb69450e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311877 Jul 06 14:06:09.448845 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-3a129b12-87ca-4e37-989b-ab3086ebe79a tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-127687573'] for port, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:09.490951 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-1353df36-9b3c-4a91-8b50-dd2e657021c8 tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-913473'] for subnet, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:09.510455 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Pushing event updated for resources: {'Port': ['ID=524470df-a38e-4513-b120-a1043a9838b7,revision_number=3']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:06:09.513625 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-e514cd80-1cd7-4ed5-b4ce-5b6b7087a07d req-5dcc2df8-de5c-40f6-8e6e-a65694ffe7ae service neutron] 10.222.0.104 "GET /v2.0/networks/af3a547f-5810-4ce0-a3d6-25c440f137ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2300980 Jul 06 14:06:09.514825 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6dc9937-5664-4e4e-a3fa-8c5f48eaac6a None None] Network 0a15624d-1485-42d9-a3a3-633d20cd29df requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:06:09.600073 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a129b12-87ca-4e37-989b-ab3086ebe79a tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Network 2658f09e-a580-4d4a-9968-2d1e0ad93719 is already hosted by enough agents. {{(pid=100246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:06:09.632025 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.base_scheduler [None req-3a129b12-87ca-4e37-989b-ab3086ebe79a tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Resources bound (agent type, host, resource id): {{(pid=100246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:06:09.654171 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a129b12-87ca-4e37-989b-ab3086ebe79a tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Received port after_create {{(pid=100246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:06:09.709894 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a129b12-87ca-4e37-989b-ab3086ebe79a tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Pushing event updated for resources: {'Port': ['ID=0da91d42-5bad-4c35-b29e-411c24eab5a5,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:06:09.752690 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d516712f-c629-427c-b1ec-f28a11ba5e58 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6bd5fc82-6666-56e8-87c2-91648d36c963-0a15624d-1485-42d9-a3a3-633d20cd29df', 'network_id': '0a15624d-1485-42d9-a3a3-633d20cd29df', 'tenant_id': '425e7b83a55643309e64fa25c786b5c4', 'fixed_ips': [{'subnet_id': 'eb13f8eb-79a7-44c7-9109-c088998edf32'}]}} from n-d-773647-6. {{(pid=100248) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 14:06:09.753716 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-d516712f-c629-427c-b1ec-f28a11ba5e58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:09.791864 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 06 Jul 2021 14:06:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7063a61-3c64-4819-a64a-3ba349b5bcc5 x-openstack-request-id: req-c7063a61-3c64-4819-a64a-3ba349b5bcc5 {{(pid=100248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:06:09.792162 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fbc9a8b-86db-4456-85e1-a59cfdbb9c8d", "name": "network-vif-unplugged", "status": "completed", "tag": "5f251846-a962-4cca-ac30-b8ff4317b4c4", "code": 200}]} {{(pid=100248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:06:09.792418 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-c7063a61-3c64-4819-a64a-3ba349b5bcc5 {{(pid=100248) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:06:09.795135 n-d-773647-6 neutron-server[100248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fbc9a8b-86db-4456-85e1-a59cfdbb9c8d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5f251846-a962-4cca-ac30-b8ff4317b4c4', 'code': 200} Jul 06 14:06:09.814279 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [None req-8f2b6165-7bc5-45d6-9488-6dc92d8a0be9 tempest-RoutersIpV6AdminTest-1269433453 tempest-RoutersIpV6AdminTest-1269433453-project-admin] Deleting port bc956872-3149-41f1-b740-0ac9bc39555b {{(pid=100246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:06:09.815884 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-8f2b6165-7bc5-45d6-9488-6dc92d8a0be9 tempest-RoutersIpV6AdminTest-1269433453 tempest-RoutersIpV6AdminTest-1269433453-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:09.898378 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning complete for port b0d41bc5-4310-4fe6-96fe-8d8319703a25 triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:06:09.898560 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:09.899260 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-1353df36-9b3c-4a91-8b50-dd2e657021c8 tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-913480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1849032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127687590', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127702764'] for subnet, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:10.018789 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1353df36-9b3c-4a91-8b50-dd2e657021c8 tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] Pushing event deleted for resources: {'Subnet': ['ID=eb13f8eb-79a7-44c7-9109-c088998edf32,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:06:10.131911 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.db [None req-8f2b6165-7bc5-45d6-9488-6dc92d8a0be9 tempest-RoutersIpV6AdminTest-1269433453 tempest-RoutersIpV6AdminTest-1269433453-project-admin] For port bc956872-3149-41f1-b740-0ac9bc39555b, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=bc956872-3149-41f1-b740-0ac9bc39555b,segment=NetworkSegment(89a832b7-7793-4d51-9038-ed7e1c3ff1b2),segment_id=89a832b7-7793-4d51-9038-ed7e1c3ff1b2)] {{(pid=100246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:06:10.132481 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-8f2b6165-7bc5-45d6-9488-6dc92d8a0be9 tempest-RoutersIpV6AdminTest-1269433453 tempest-RoutersIpV6AdminTest-1269433453-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:10.143468 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server [None req-d516712f-c629-427c-b1ec-f28a11ba5e58 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet eb13f8eb-79a7-44c7-9109-c088998edf32: This subnet is being modified by another concurrent operation. Jul 06 14:06:10.143468 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 06 14:06:10.143468 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 06 14:06:10.143468 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 06 14:06:10.143468 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 06 14:06:10.143468 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 06 14:06:10.143468 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 06 14:06:10.143468 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 06 14:06:10.143468 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 06 14:06:10.143468 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 06 14:06:10.143468 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 06 14:06:10.143468 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 06 14:06:10.143468 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 06 14:06:10.143468 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 06 14:06:10.143468 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 06 14:06:10.143468 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server raise self.value Jul 06 14:06:10.143468 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 06 14:06:10.143468 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 06 14:06:10.143468 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 06 14:06:10.143468 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 06 14:06:10.143468 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 06 14:06:10.143468 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 06 14:06:10.143468 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 06 14:06:10.143468 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server raise self.value Jul 06 14:06:10.143468 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 06 14:06:10.143468 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 06 14:06:10.143468 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 06 14:06:10.143468 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 06 14:06:10.143468 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 06 14:06:10.143468 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 06 14:06:10.143468 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 06 14:06:10.143468 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server raise self.value Jul 06 14:06:10.143468 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 06 14:06:10.143468 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 06 14:06:10.143468 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 06 14:06:10.143468 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 06 14:06:10.143468 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 06 14:06:10.143468 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 06 14:06:10.143468 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 06 14:06:10.143468 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 06 14:06:10.143468 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 06 14:06:10.143468 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 06 14:06:10.143468 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 06 14:06:10.143468 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 06 14:06:10.143468 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 06 14:06:10.143468 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 06 14:06:10.143468 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 06 14:06:10.143468 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 06 14:06:10.143468 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 06 14:06:10.143468 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 06 14:06:10.143468 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 06 14:06:10.143468 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server raise self.value Jul 06 14:06:10.143468 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 06 14:06:10.143468 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 06 14:06:10.147633 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 06 14:06:10.147633 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 06 14:06:10.147633 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 06 14:06:10.147633 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 06 14:06:10.147633 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 06 14:06:10.147633 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server raise self.value Jul 06 14:06:10.147633 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 06 14:06:10.147633 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 06 14:06:10.147633 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 06 14:06:10.147633 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 06 14:06:10.147633 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 06 14:06:10.147633 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 06 14:06:10.147633 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 06 14:06:10.147633 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server raise self.value Jul 06 14:06:10.147633 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 06 14:06:10.147633 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 06 14:06:10.147633 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 06 14:06:10.147633 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 06 14:06:10.147633 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 06 14:06:10.147633 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 06 14:06:10.147633 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 06 14:06:10.147633 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 06 14:06:10.147633 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 06 14:06:10.147633 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 06 14:06:10.147633 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 06 14:06:10.147633 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 06 14:06:10.147633 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 06 14:06:10.147633 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server raise self.value Jul 06 14:06:10.147633 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 06 14:06:10.147633 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 06 14:06:10.147633 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 06 14:06:10.147633 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 06 14:06:10.147633 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 06 14:06:10.147633 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 06 14:06:10.147633 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 06 14:06:10.147633 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server raise exception Jul 06 14:06:10.147633 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet eb13f8eb-79a7-44c7-9109-c088998edf32: This subnet is being modified by another concurrent operation. Jul 06 14:06:10.147633 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server Jul 06 14:06:10.207666 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26838631-f6a3-4a39-b92a-b1423adce4ab None None] Network 0a15624d-1485-42d9-a3a3-633d20cd29df requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:06:10.234727 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [None req-8f2b6165-7bc5-45d6-9488-6dc92d8a0be9 tempest-RoutersIpV6AdminTest-1269433453 tempest-RoutersIpV6AdminTest-1269433453-project-admin] Calling delete_port for bc956872-3149-41f1-b740-0ac9bc39555b owned by network:router_gateway {{(pid=100246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:06:10.368879 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1499306-83cb-458c-a41c-220d0750fb26 None None] Sync routers for ids ['9f4218d4-672b-47f4-a2e8-4e77e0734908'] in n-d-773647-6 {{(pid=100249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 14:06:10.380453 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1499306-83cb-458c-a41c-220d0750fb26 None None] Routers {'9f4218d4-672b-47f4-a2e8-4e77e0734908'} bound to L3 agent in host n-d-773647-6 {{(pid=100249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:06:10.381133 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-f1499306-83cb-458c-a41c-220d0750fb26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T14:05:55Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['9f4218d4-672b-47f4-a2e8-4e77e0734908'], 'active': True} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:06:10.404369 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device bc956872-3149-41f1-b740-0ac9bc39555b up at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:06:10.408177 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-3a129b12-87ca-4e37-989b-ab3086ebe79a tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:10.445512 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-c1a4ab4f-8da6-43c2-96d4-414c03524f64 req-b1f78634-f884-4f1f-b02f-967def0c8077 tempest-ServersTestManualDisk-1063153519 tempest-ServersTestManualDisk-1063153519-project] 10.222.0.104 "GET /v2.0/ports?device_id=d4ae21fa-1a58-4879-8b62-3b9fe7647b89 HTTP/1.1" status: 200 len: 210 time: 0.4891043 Jul 06 14:06:10.460318 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-1353df36-9b3c-4a91-8b50-dd2e657021c8 tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-917204', 'neutron.services.segments.db._delete_segments_for_network-8773753502302'] for network, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:10.517533 n-d-773647-6 neutron-server[100246]: DEBUG neutron.services.segments.db [None req-1353df36-9b3c-4a91-8b50-dd2e657021c8 tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0a15624d-1485-42d9-a3a3-633d20cd29df']}} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:06:10.541543 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae6eba3-7c60-434c-b8a4-51003a50a475 req-188ba543-73df-4f07-9f14-7f9362c61163 tempest-ImagesTestJSON-1482892319 tempest-ImagesTestJSON-1482892319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:06:10.542941 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvr_db [None req-f1499306-83cb-458c-a41c-220d0750fb26 None None] Set router 9f4218d4-672b-47f4-a2e8-4e77e0734908 gateway port host: n-d-773647-6 {{(pid=100249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:06:10.547372 n-d-773647-6 neutron-server[100246]: DEBUG neutron.services.segments.db [None req-1353df36-9b3c-4a91-8b50-dd2e657021c8 tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea754d49-9b8f-4f05-be39-5f20ffc093c5') {'for_net_delete': True} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:06:10.547813 n-d-773647-6 neutron-server[100246]: DEBUG neutron.services.segments.db [None req-1353df36-9b3c-4a91-8b50-dd2e657021c8 tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea754d49-9b8f-4f05-be39-5f20ffc093c5') {} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:06:10.554970 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-2ae6eba3-7c60-434c-b8a4-51003a50a475 req-188ba543-73df-4f07-9f14-7f9362c61163 tempest-ImagesTestJSON-1482892319 tempest-ImagesTestJSON-1482892319-project] 10.222.0.104 "GET /v2.0/ports?device_id=0143d447-10d0-4ce1-9893-d3fe7da7ea42 HTTP/1.1" status: 200 len: 945 time: 0.6217909 Jul 06 14:06:10.559103 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-1353df36-9b3c-4a91-8b50-dd2e657021c8 tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773753515138', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126218898'] for segment, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:10.576094 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-1353df36-9b3c-4a91-8b50-dd2e657021c8 tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552'] for segment, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:10.584454 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1353df36-9b3c-4a91-8b50-dd2e657021c8 tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] Releasing vlan 1011 on physical network physnet1 to pool {{(pid=100246) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 14:06:10.585098 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-1353df36-9b3c-4a91-8b50-dd2e657021c8 tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127687491'] for segment, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:10.637376 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-2ae6eba3-7c60-434c-b8a4-51003a50a475 req-01b321c6-eeda-4016-8a20-f731b7873b4d tempest-ImagesTestJSON-1482892319 tempest-ImagesTestJSON-1482892319-project] 10.222.0.104 "GET /v2.0/security-groups?id=46e03f63-f74e-4db3-981d-76fb36967b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812833 Jul 06 14:06:10.654471 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:10.659484 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77fe485d-fb82-4301-93d5-1e10a9b86330 None None] get_active_networks_info from n-d-773647-6 {{(pid=100248) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 06 14:06:10.697585 n-d-773647-6 neutron-server[100246]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:06:10.697585 n-d-773647-6 neutron-server[100246]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:06:10.697585 n-d-773647-6 neutron-server[100246]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:06:10.697585 n-d-773647-6 neutron-server[100246]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:06:10.697585 n-d-773647-6 neutron-server[100246]: Traceback (most recent call last): Jul 06 14:06:10.697585 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 14:06:10.697585 n-d-773647-6 neutron-server[100246]: timer() Jul 06 14:06:10.697585 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 14:06:10.697585 n-d-773647-6 neutron-server[100246]: cb(*args, **kw) Jul 06 14:06:10.697585 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 14:06:10.697585 n-d-773647-6 neutron-server[100246]: return func(*args, **kwargs) Jul 06 14:06:10.697585 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 14:06:10.697585 n-d-773647-6 neutron-server[100246]: self._notify() Jul 06 14:06:10.697585 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 14:06:10.697585 n-d-773647-6 neutron-server[100246]: self.callback(batched_events) Jul 06 14:06:10.697585 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 14:06:10.697585 n-d-773647-6 neutron-server[100246]: event.method(event) Jul 06 14:06:10.697585 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 14:06:10.697585 n-d-773647-6 neutron-server[100246]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 14:06:10.697585 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 14:06:10.697585 n-d-773647-6 neutron-server[100246]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 14:06:10.697585 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 14:06:10.697585 n-d-773647-6 neutron-server[100246]: return f(self, *a, **k) Jul 06 14:06:10.697585 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 14:06:10.697585 n-d-773647-6 neutron-server[100246]: return self._get(url).json() Jul 06 14:06:10.697585 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 14:06:10.697585 n-d-773647-6 neutron-server[100246]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 14:06:10.697585 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 14:06:10.697585 n-d-773647-6 neutron-server[100246]: return self.request(url, 'GET', **kwargs) Jul 06 14:06:10.697585 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 14:06:10.697585 n-d-773647-6 neutron-server[100246]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 14:06:10.697585 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 14:06:10.697585 n-d-773647-6 neutron-server[100246]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 14:06:10.697585 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 14:06:10.697585 n-d-773647-6 neutron-server[100246]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 14:06:10.697585 n-d-773647-6 neutron-server[100246]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 14:06:10.736828 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-1353df36-9b3c-4a91-8b50-dd2e657021c8 tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-917215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1761140'] for network, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:10.786632 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-1353df36-9b3c-4a91-8b50-dd2e657021c8 tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583035'] for network, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:10.789007 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-1353df36-9b3c-4a91-8b50-dd2e657021c8 tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] 10.222.0.104 "DELETE /v2.0/networks/0a15624d-1485-42d9-a3a3-633d20cd29df HTTP/1.1" status: 204 len: 168 time: 2.0472553 Jul 06 14:06:10.790152 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1353df36-9b3c-4a91-8b50-dd2e657021c8 tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] Pushing event deleted for resources: {'Network': ['ID=0a15624d-1485-42d9-a3a3-633d20cd29df,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:06:10.792705 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 42758) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:06:10.814375 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [None req-d538e3b7-3350-4a87-aa75-31ce4736f840 tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-962124110'}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:06:10.820226 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-3a129b12-87ca-4e37-989b-ab3086ebe79a tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:10.841562 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning complete for port bc956872-3149-41f1-b740-0ac9bc39555b triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:06:10.841938 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:10.906446 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7070d625-4399-47b0-83e0-fa64357ee3ac req-a6bdbfdd-f5ca-41b5-b267-e5f21b5e4a9d tempest-ServerRescueNegativeTestJSON-721731692 tempest-ServerRescueNegativeTestJSON-721731692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:06:10.914007 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-7070d625-4399-47b0-83e0-fa64357ee3ac req-a6bdbfdd-f5ca-41b5-b267-e5f21b5e4a9d tempest-ServerRescueNegativeTestJSON-721731692 tempest-ServerRescueNegativeTestJSON-721731692-project] 10.222.0.104 "GET /v2.0/ports?device_id=78a59294-4d36-4290-b5cb-d865232b142a HTTP/1.1" status: 200 len: 945 time: 0.2223027 Jul 06 14:06:10.915958 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d538e3b7-3350-4a87-aa75-31ce4736f840 tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] Made reservation on behalf of 425e7b83a55643309e64fa25c786b5c4 for: {'network': 1} {{(pid=100247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:06:10.919603 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-d538e3b7-3350-4a87-aa75-31ce4736f840 tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for network, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:10.972346 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 7071a550-84a6-48dc-873b-1f204d040ad2 up at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:06:10.990905 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d538e3b7-3350-4a87-aa75-31ce4736f840 tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] vlan segment allocate from pool success with {'vlan_id': 1046, 'physical_network': 'physnet1'} {{(pid=100247) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 14:06:11.005127 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-7070d625-4399-47b0-83e0-fa64357ee3ac req-8114c56b-e250-41c9-a4a6-12405eb3dd13 tempest-ServerRescueNegativeTestJSON-721731692 tempest-ServerRescueNegativeTestJSON-721731692-project] 10.222.0.104 "GET /v2.0/security-groups?id=a54a60a4-d859-4f47-b26f-a63bb69450e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899558 Jul 06 14:06:11.032786 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-d538e3b7-3350-4a87-aa75-31ce4736f840 tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552'] for segment, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:11.033433 n-d-773647-6 neutron-server[100247]: INFO neutron.db.segments_db [None req-d538e3b7-3350-4a87-aa75-31ce4736f840 tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] Added segment df0c3b46-e66c-45e4-a3cb-c612abb12d24 of type vlan for network e8f678e4-943a-4472-8fc3-58417f347ef6 Jul 06 14:06:11.037947 n-d-773647-6 neutron-server[100248]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77fe485d-fb82-4301-93d5-1e10a9b86330 None None] Resources bound (agent type, host, resource id): {{(pid=100248) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 06 14:06:11.041759 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-f1499306-83cb-458c-a41c-220d0750fb26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f4218d4-672b-47f4-a2e8-4e77e0734908', 'name': 'tempest-ServersTestManualDisk-48759059-router', 'tenant_id': '8d40ff3e576046ac8d901f027a7728c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.241'}], 'enable_snat': True}, 'gw_port_id': '7071a550-84a6-48dc-873b-1f204d040ad2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:05:52Z', 'updated_at': '2021-07-06T14:05:58Z', 'revision_number': 4, 'project_id': '8d40ff3e576046ac8d901f027a7728c5', 'gw_port': {'id': '7071a550-84a6-48dc-873b-1f204d040ad2', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:97:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f4218d4-672b-47f4-a2e8-4e77e0734908', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1386, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:05:53Z', 'updated_at': '2021-07-06T14:06:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6', '_interfaces': [{'id': 'b3125c54-e2b3-45e4-829a-8f3c8ddda8ae', 'name': '', 'network_id': 'af3a547f-5810-4ce0-a3d6-25c440f137ac', 'tenant_id': '8d40ff3e576046ac8d901f027a7728c5', 'mac_address': 'fa:16:3e:4a:57:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f4218d4-672b-47f4-a2e8-4e77e0734908', 'device_owner': 'network:router_interface', 'standard_attr_id': 1393, 'fixed_ips': [{'subnet_id': 'e412ce21-afd6-4224-b4f6-6314b71b645b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:05:57Z', 'updated_at': '2021-07-06T14:05:59Z', 'revision_number': 2, 'project_id': '8d40ff3e576046ac8d901f027a7728c5', 'subnets': [{'id': 'e412ce21-afd6-4224-b4f6-6314b71b645b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773647-6', False) {} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:06:11.045988 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning for port 7071a550-84a6-48dc-873b-1f204d040ad2 completed by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:06:11.056280 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423a364d-7d66-41a5-8a53-c7b7cbb21676 req-4d3ffa74-72b3-4532-b278-cddfe0776f4c tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:06:11.062685 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning complete for port 7071a550-84a6-48dc-873b-1f204d040ad2 triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:06:11.063067 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:11.064703 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-423a364d-7d66-41a5-8a53-c7b7cbb21676 req-4d3ffa74-72b3-4532-b278-cddfe0776f4c tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] 10.222.0.104 "GET /v2.0/ports?device_id=5fbc9a8b-86db-4456-85e1-a59cfdbb9c8d HTTP/1.1" status: 200 len: 944 time: 0.2096727 Jul 06 14:06:11.081909 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1499306-83cb-458c-a41c-220d0750fb26 None None] Checking router: 9f4218d4-672b-47f4-a2e8-4e77e0734908 for host: n-d-773647-6 {{(pid=100249) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 14:06:11.082419 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1499306-83cb-458c-a41c-220d0750fb26 None None] Updating router 9f4218d4-672b-47f4-a2e8-4e77e0734908 port b3125c54-e2b3-45e4-829a-8f3c8ddda8ae binding host n-d-773647-6 {{(pid=100249) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 14:06:11.116512 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-d538e3b7-3350-4a87-aa75-31ce4736f840 tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773752984405'] for network, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:11.137897 n-d-773647-6 neutron-server[100249]: DEBUG neutron_lib.callbacks.manager [None req-f1499306-83cb-458c-a41c-220d0750fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:11.187266 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-423a364d-7d66-41a5-8a53-c7b7cbb21676 req-20be300b-fdec-495b-8912-35c5c7484cbd tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] 10.222.0.104 "GET /v2.0/security-groups?id=54cfb86c-390d-4cad-8265-7f5781c66116&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1179659 Jul 06 14:06:11.244416 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-d538e3b7-3350-4a87-aa75-31ce4736f840 tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060'] for network, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:11.250257 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d538e3b7-3350-4a87-aa75-31ce4736f840 tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:06:11.250707 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-8f2b6165-7bc5-45d6-9488-6dc92d8a0be9 tempest-RoutersIpV6AdminTest-1269433453 tempest-RoutersIpV6AdminTest-1269433453-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127687580'] for port, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:11.250869 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-d538e3b7-3350-4a87-aa75-31ce4736f840 tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583035'] for network, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:11.288957 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2b6165-7bc5-45d6-9488-6dc92d8a0be9 tempest-RoutersIpV6AdminTest-1269433453 tempest-RoutersIpV6AdminTest-1269433453-project-admin] Pushing event deleted for resources: {'Port': ['ID=bc956872-3149-41f1-b740-0ac9bc39555b,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:06:11.384838 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-8f2b6165-7bc5-45d6-9488-6dc92d8a0be9 tempest-RoutersIpV6AdminTest-1269433453 tempest-RoutersIpV6AdminTest-1269433453-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1761104'] for router_gateway, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:11.392232 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-d538e3b7-3350-4a87-aa75-31ce4736f840 tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] 10.222.0.104 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.5870092 Jul 06 14:06:11.392426 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:11.407791 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 42762) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:06:11.415051 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [None req-490a7689-663c-467d-9038-d9ea4197aba3 tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] Request body: {'subnet': {'network_id': 'e8f678e4-943a-4472-8fc3-58417f347ef6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:06:11.442138 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] For port 7071a550-84a6-48dc-873b-1f204d040ad2, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=7071a550-84a6-48dc-873b-1f204d040ad2,segment=NetworkSegment(89a832b7-7793-4d51-9038-ed7e1c3ff1b2),segment_id=89a832b7-7793-4d51-9038-ed7e1c3ff1b2)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:06:11.452367 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:11.453343 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 524470df-a38e-4513-b120-a1043a9838b7 up at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:06:11.457696 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d538e3b7-3350-4a87-aa75-31ce4736f840 tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] Pushing event updated for resources: {'Network': ['ID=e8f678e4-943a-4472-8fc3-58417f347ef6,revision_number=1']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:06:11.500724 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Network e8f678e4-943a-4472-8fc3-58417f347ef6 details requested by agent ovs-agent-n-d-773647-6 with host n-d-773647-6 {{(pid=100248) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 14:06:11.608669 n-d-773647-6 neutron-server[100249]: DEBUG neutron_lib.callbacks.manager [None req-f1499306-83cb-458c-a41c-220d0750fb26 None None] Notify callbacks [] for port, precommit_update {{(pid=100249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:11.637083 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.provisioning_blocks [None req-f1499306-83cb-458c-a41c-220d0750fb26 None None] Transition to ACTIVE for port object b3125c54-e2b3-45e4-829a-8f3c8ddda8ae will not be triggered until provisioned by entity L2. {{(pid=100249) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:06:11.655560 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-8f2b6165-7bc5-45d6-9488-6dc92d8a0be9 tempest-RoutersIpV6AdminTest-1269433453 tempest-RoutersIpV6AdminTest-1269433453-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1806308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6982'] for router, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:11.660428 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-8f2b6165-7bc5-45d6-9488-6dc92d8a0be9 tempest-RoutersIpV6AdminTest-1269433453 tempest-RoutersIpV6AdminTest-1269433453-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:11.667929 n-d-773647-6 neutron-server[100249]: DEBUG neutron_lib.callbacks.manager [None req-f1499306-83cb-458c-a41c-220d0750fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:11.669968 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Pushing event updated for resources: {'Port': ['ID=7071a550-84a6-48dc-873b-1f204d040ad2,revision_number=4']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:06:11.690214 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-b37d3b5b-e301-4cc0-9490-3eb20a8e956f req-9587865c-04fc-48d0-ab98-6540c76d365e tempest-ServersTestManualDisk-1063153519 tempest-ServersTestManualDisk-1063153519-project] 10.222.0.104 "GET /v2.0/ports?device_id=d4ae21fa-1a58-4879-8b62-3b9fe7647b89 HTTP/1.1" status: 200 len: 210 time: 0.0720840 Jul 06 14:06:11.736247 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning complete for port 524470df-a38e-4513-b120-a1043a9838b7 triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:06:11.736665 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:11.768129 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-3a129b12-87ca-4e37-989b-ab3086ebe79a tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Notify callbacks [] for port, precommit_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:11.785370 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-3a129b12-87ca-4e37-989b-ab3086ebe79a tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127687527'] for port, after_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:11.800099 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66d1822-3af0-45a1-9c2e-dc0287966057 None None] Pushing event updated for resources: {'Port': ['ID=b3125c54-e2b3-45e4-829a-8f3c8ddda8ae,revision_number=3']} {{(pid=100249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:06:11.813201 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66d1822-3af0-45a1-9c2e-dc0287966057 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:06:11.813697 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66d1822-3af0-45a1-9c2e-dc0287966057 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:06:11.814508 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66d1822-3af0-45a1-9c2e-dc0287966057 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:06:11.814696 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66d1822-3af0-45a1-9c2e-dc0287966057 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:06:11.815168 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66d1822-3af0-45a1-9c2e-dc0287966057 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:06:11.815658 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66d1822-3af0-45a1-9c2e-dc0287966057 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:06:11.816079 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-8f2b6165-7bc5-45d6-9488-6dc92d8a0be9 tempest-RoutersIpV6AdminTest-1269433453 tempest-RoutersIpV6AdminTest-1269433453-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1805684'] for router, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:11.816212 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66d1822-3af0-45a1-9c2e-dc0287966057 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:06:11.816586 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f2b6165-7bc5-45d6-9488-6dc92d8a0be9 tempest-RoutersIpV6AdminTest-1269433453 tempest-RoutersIpV6AdminTest-1269433453-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 33457fc6-1c66-4e50-b65b-76622395b88d {{(pid=100246) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 14:06:11.817906 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66d1822-3af0-45a1-9c2e-dc0287966057 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:06:11.818674 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66d1822-3af0-45a1-9c2e-dc0287966057 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:06:11.819115 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66d1822-3af0-45a1-9c2e-dc0287966057 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:06:11.820270 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66d1822-3af0-45a1-9c2e-dc0287966057 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:06:11.820270 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66d1822-3af0-45a1-9c2e-dc0287966057 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:06:11.833756 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-8f2b6165-7bc5-45d6-9488-6dc92d8a0be9 tempest-RoutersIpV6AdminTest-1269433453 tempest-RoutersIpV6AdminTest-1269433453-project-admin] Notify callbacks [] for router, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:11.834902 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-8f2b6165-7bc5-45d6-9488-6dc92d8a0be9 tempest-RoutersIpV6AdminTest-1269433453 tempest-RoutersIpV6AdminTest-1269433453-project-admin] 10.222.0.104 "DELETE /v2.0/routers/33457fc6-1c66-4e50-b65b-76622395b88d HTTP/1.1" status: 204 len: 168 time: 3.4349554 Jul 06 14:06:11.857369 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 42770) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:06:11.878228 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [None req-4203085b-dbc0-4a1e-9168-e52c26ac55d4 tempest-RoutersIpV6AdminTest-1271651815 tempest-RoutersIpV6AdminTest-1271651815-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1202367413', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719'}, 'admin_state_up': False}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:06:11.910857 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-490a7689-663c-467d-9038-d9ea4197aba3 tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] Made reservation on behalf of 425e7b83a55643309e64fa25c786b5c4 for: {'subnet': 1} {{(pid=100247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:06:11.918691 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.managers [None req-f1499306-83cb-458c-a41c-220d0750fb26 None None] Attempting to bind port b3125c54-e2b3-45e4-829a-8f3c8ddda8ae on host n-d-773647-6 for vnic_type normal with profile {{(pid=100249) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:06:11.919318 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.managers [None req-f1499306-83cb-458c-a41c-220d0750fb26 None None] Attempting to bind port b3125c54-e2b3-45e4-829a-8f3c8ddda8ae by drivers openvswitch,hyperv on host n-d-773647-6 at level 0 using segments [{'id': '2226be6a-5b77-4b84-97e9-ccc85a2fc3f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1017, 'network_id': 'af3a547f-5810-4ce0-a3d6-25c440f137ac'}] {{(pid=100249) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:06:11.919579 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-490a7689-663c-467d-9038-d9ea4197aba3 tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127627440'] for subnet, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:11.919981 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1499306-83cb-458c-a41c-220d0750fb26 None None] Attempting to bind port b3125c54-e2b3-45e4-829a-8f3c8ddda8ae on network af3a547f-5810-4ce0-a3d6-25c440f137ac {{(pid=100249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:06:11.926478 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1499306-83cb-458c-a41c-220d0750fb26 None None] Checking agent: {'id': '8ab5b19c-d213-4f29-891d-27bdf39d38b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773647-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 43, 26), 'started_at': datetime.datetime(2021, 7, 6, 13, 43, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 5, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773647-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:06:11.928823 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1499306-83cb-458c-a41c-220d0750fb26 None None] Checking segment: {'id': '2226be6a-5b77-4b84-97e9-ccc85a2fc3f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1017, 'network_id': 'af3a547f-5810-4ce0-a3d6-25c440f137ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100249) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:06:11.930343 n-d-773647-6 neutron-server[100249]: DEBUG neutron_lib.callbacks.manager [None req-f1499306-83cb-458c-a41c-220d0750fb26 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:11.930899 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1499306-83cb-458c-a41c-220d0750fb26 None None] Bound using segment: {'id': '2226be6a-5b77-4b84-97e9-ccc85a2fc3f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1017, 'network_id': 'af3a547f-5810-4ce0-a3d6-25c440f137ac'} {{(pid=100249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:06:11.934430 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.managers [None req-f1499306-83cb-458c-a41c-220d0750fb26 None None] Bound port: b3125c54-e2b3-45e4-829a-8f3c8ddda8ae, host: n-d-773647-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2226be6a-5b77-4b84-97e9-ccc85a2fc3f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1017, 'network_id': 'af3a547f-5810-4ce0-a3d6-25c440f137ac'}}] {{(pid=100249) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:06:11.935000 n-d-773647-6 neutron-server[100249]: DEBUG neutron_lib.callbacks.manager [None req-f1499306-83cb-458c-a41c-220d0750fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:11.998025 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a129b12-87ca-4e37-989b-ab3086ebe79a tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Pushing event updated for resources: {'Port': ['ID=0da91d42-5bad-4c35-b29e-411c24eab5a5,revision_number=2']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:06:12.039274 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e514cd80-1cd7-4ed5-b4ce-5b6b7087a07d req-385ac746-4054-4b46-b391-266286427578 tempest-ServersTestManualDisk-1063153519 tempest-ServersTestManualDisk-1063153519-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:06:12.042060 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-e514cd80-1cd7-4ed5-b4ce-5b6b7087a07d req-385ac746-4054-4b46-b391-266286427578 tempest-ServersTestManualDisk-1063153519 tempest-ServersTestManualDisk-1063153519-project] 10.222.0.72 "GET /v2.0/networks?id=af3a547f-5810-4ce0-a3d6-25c440f137ac HTTP/1.1" status: 200 len: 810 time: 0.2898579 Jul 06 14:06:12.043093 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-3a129b12-87ca-4e37-989b-ab3086ebe79a tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1761130'] for floatingip, after_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:12.089568 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.db [None req-f1499306-83cb-458c-a41c-220d0750fb26 None None] For port b3125c54-e2b3-45e4-829a-8f3c8ddda8ae, host n-d-773647-6, cleared binding levels {{(pid=100249) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:06:12.093073 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.db [None req-f1499306-83cb-458c-a41c-220d0750fb26 None None] For port b3125c54-e2b3-45e4-829a-8f3c8ddda8ae, host n-d-773647-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=b3125c54-e2b3-45e4-829a-8f3c8ddda8ae,segment=NetworkSegment(2226be6a-5b77-4b84-97e9-ccc85a2fc3f4),segment_id=2226be6a-5b77-4b84-97e9-ccc85a2fc3f4)] {{(pid=100249) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:06:12.098720 n-d-773647-6 neutron-server[100249]: DEBUG neutron_lib.callbacks.manager [None req-f1499306-83cb-458c-a41c-220d0750fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:12.149578 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-e514cd80-1cd7-4ed5-b4ce-5b6b7087a07d req-e60a99be-0962-41c3-b195-b0925a5c1feb tempest-ServersTestManualDisk-1063153519 tempest-ServersTestManualDisk-1063153519-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8d40ff3e576046ac8d901f027a7728c5 HTTP/1.1" status: 200 len: 380 time: 0.0949917 Jul 06 14:06:12.162169 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1499306-83cb-458c-a41c-220d0750fb26 None None] Routers {'9f4218d4-672b-47f4-a2e8-4e77e0734908'} bound to L3 agent in host n-d-773647-6 {{(pid=100249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:06:12.162732 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [req-e514cd80-1cd7-4ed5-b4ce-5b6b7087a07d req-9396eaaa-94b2-495a-bc22-2e8a2c9b752a tempest-ServersTestManualDisk-1063153519 tempest-ServersTestManualDisk-1063153519-project] Request body: {'port': {'device_id': 'd4ae21fa-1a58-4879-8b62-3b9fe7647b89', 'network_id': 'af3a547f-5810-4ce0-a3d6-25c440f137ac', 'admin_state_up': True, 'tenant_id': '8d40ff3e576046ac8d901f027a7728c5', 'security_groups': ['88ca51c4-ddb4-429c-9499-a09a1f830b1d']}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:06:12.162880 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-f1499306-83cb-458c-a41c-220d0750fb26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T14:05:55Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['9f4218d4-672b-47f4-a2e8-4e77e0734908'], 'active': True} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:06:12.185108 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-3a129b12-87ca-4e37-989b-ab3086ebe79a tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for floatingip, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:12.190011 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-4203085b-dbc0-4a1e-9168-e52c26ac55d4 tempest-RoutersIpV6AdminTest-1271651815 tempest-RoutersIpV6AdminTest-1271651815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1806290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6992'] for router, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:12.191032 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-4203085b-dbc0-4a1e-9168-e52c26ac55d4 tempest-RoutersIpV6AdminTest-1271651815 tempest-RoutersIpV6AdminTest-1271651815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1806157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1808637', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1714747', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7007'] for router, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:12.195875 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-3a129b12-87ca-4e37-989b-ab3086ebe79a tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] 10.222.0.104 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.7178628 Jul 06 14:06:12.223533 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66d1822-3af0-45a1-9c2e-dc0287966057 None None] Pushing event updated for resources: {'Port': ['ID=b3125c54-e2b3-45e4-829a-8f3c8ddda8ae,revision_number=4']} {{(pid=100249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:06:12.301177 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da61926-b9db-4ff7-8cd7-248ece597544 req-d6e49f32-0723-4682-82fc-7b302cd1cab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:06:12.302795 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-4da61926-b9db-4ff7-8cd7-248ece597544 req-d6e49f32-0723-4682-82fc-7b302cd1cab1 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=96647dd61d404050a5af01798d2f6f47&device_id=5fbc9a8b-86db-4456-85e1-a59cfdbb9c8d HTTP/1.1" status: 200 len: 1095 time: 0.5660689 Jul 06 14:06:12.341913 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvr_db [None req-f1499306-83cb-458c-a41c-220d0750fb26 None None] Set router 9f4218d4-672b-47f4-a2e8-4e77e0734908 gateway port host: n-d-773647-6 {{(pid=100249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:06:12.372097 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:12.437687 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e514cd80-1cd7-4ed5-b4ce-5b6b7087a07d req-9396eaaa-94b2-495a-bc22-2e8a2c9b752a tempest-ServersTestManualDisk-1063153519 tempest-ServersTestManualDisk-1063153519-project] Made reservation on behalf of 8d40ff3e576046ac8d901f027a7728c5 for: {'port': 1} {{(pid=100246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:06:12.442816 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d7bb14-be65-42a4-802b-2c1ad0719206 req-fef60787-49ec-4adf-987b-1985f9df757a tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:06:12.443009 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-e514cd80-1cd7-4ed5-b4ce-5b6b7087a07d req-9396eaaa-94b2-495a-bc22-2e8a2c9b752a tempest-ServersTestManualDisk-1063153519 tempest-ServersTestManualDisk-1063153519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:12.452141 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-e0d7bb14-be65-42a4-802b-2c1ad0719206 req-fef60787-49ec-4adf-987b-1985f9df757a tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] 10.222.0.104 "GET /v2.0/ports?device_id=5fbc9a8b-86db-4456-85e1-a59cfdbb9c8d HTTP/1.1" status: 200 len: 944 time: 0.5936022 Jul 06 14:06:12.522632 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-4203085b-dbc0-4a1e-9168-e52c26ac55d4 tempest-RoutersIpV6AdminTest-1271651815 tempest-RoutersIpV6AdminTest-1271651815-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:12.574013 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c12eed-1685-4bc1-9cd9-2bc270541747 req-1fd4383a-827e-43fa-adf5-bcbca20e68d1 tempest-ImagesTestJSON-1482892319 tempest-ImagesTestJSON-1482892319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:06:12.576499 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 7071a550-84a6-48dc-873b-1f204d040ad2 up at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:06:12.581103 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-57c12eed-1685-4bc1-9cd9-2bc270541747 req-1fd4383a-827e-43fa-adf5-bcbca20e68d1 tempest-ImagesTestJSON-1482892319 tempest-ImagesTestJSON-1482892319-project] 10.222.0.104 "GET /v2.0/ports?device_id=0143d447-10d0-4ce1-9893-d3fe7da7ea42 HTTP/1.1" status: 200 len: 945 time: 0.5144885 Jul 06 14:06:12.666940 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.db_base_plugin_common [req-e514cd80-1cd7-4ed5-b4ce-5b6b7087a07d req-9396eaaa-94b2-495a-bc22-2e8a2c9b752a tempest-ServersTestManualDisk-1063153519 tempest-ServersTestManualDisk-1063153519-project] Allocated IP 172.20.0.7 (af3a547f-5810-4ce0-a3d6-25c440f137ac/e412ce21-afd6-4224-b4f6-6314b71b645b/6260ca24-f1df-4432-b35d-4f59a1d11464) {{(pid=100246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:06:12.700618 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning complete for port 7071a550-84a6-48dc-873b-1f204d040ad2 triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:06:12.700988 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:12.768461 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-e0d7bb14-be65-42a4-802b-2c1ad0719206 req-834f15f4-d96e-4aab-b00b-3cb6b6f46ff3 tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] 10.222.0.104 "GET /v2.0/security-groups?id=54cfb86c-390d-4cad-8265-7f5781c66116&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3153279 Jul 06 14:06:12.793658 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-57c12eed-1685-4bc1-9cd9-2bc270541747 req-b72d04a1-6e2d-4475-baf4-002a53f70b1f tempest-ImagesTestJSON-1482892319 tempest-ImagesTestJSON-1482892319-project] 10.222.0.104 "GET /v2.0/security-groups?id=46e03f63-f74e-4db3-981d-76fb36967b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2115779 Jul 06 14:06:12.835963 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-f1499306-83cb-458c-a41c-220d0750fb26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f4218d4-672b-47f4-a2e8-4e77e0734908', 'name': 'tempest-ServersTestManualDisk-48759059-router', 'tenant_id': '8d40ff3e576046ac8d901f027a7728c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.241'}], 'enable_snat': True}, 'gw_port_id': '7071a550-84a6-48dc-873b-1f204d040ad2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:05:52Z', 'updated_at': '2021-07-06T14:05:58Z', 'revision_number': 4, 'project_id': '8d40ff3e576046ac8d901f027a7728c5', 'gw_port': {'id': '7071a550-84a6-48dc-873b-1f204d040ad2', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:97:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f4218d4-672b-47f4-a2e8-4e77e0734908', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1386, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:05:53Z', 'updated_at': '2021-07-06T14:06:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6', '_interfaces': [{'id': 'b3125c54-e2b3-45e4-829a-8f3c8ddda8ae', 'name': '', 'network_id': 'af3a547f-5810-4ce0-a3d6-25c440f137ac', 'tenant_id': '8d40ff3e576046ac8d901f027a7728c5', 'mac_address': 'fa:16:3e:4a:57:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f4218d4-672b-47f4-a2e8-4e77e0734908', 'device_owner': 'network:router_interface', 'standard_attr_id': 1393, 'fixed_ips': [{'subnet_id': 'e412ce21-afd6-4224-b4f6-6314b71b645b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:05:57Z', 'updated_at': '2021-07-06T14:06:12Z', 'revision_number': 4, 'project_id': '8d40ff3e576046ac8d901f027a7728c5', 'subnets': [{'id': 'e412ce21-afd6-4224-b4f6-6314b71b645b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773647-6', False) {} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:06:12.868988 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device b3125c54-e2b3-45e4-829a-8f3c8ddda8ae up at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:06:12.872588 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1499306-83cb-458c-a41c-220d0750fb26 None None] The sync data for ids ['9f4218d4-672b-47f4-a2e8-4e77e0734908'] in n-d-773647-6 is: [{'id': '9f4218d4-672b-47f4-a2e8-4e77e0734908', 'name': 'tempest-ServersTestManualDisk-48759059-router', 'tenant_id': '8d40ff3e576046ac8d901f027a7728c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.241'}], 'enable_snat': True}, 'gw_port_id': '7071a550-84a6-48dc-873b-1f204d040ad2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:05:52Z', 'updated_at': '2021-07-06T14:05:58Z', 'revision_number': 4, 'project_id': '8d40ff3e576046ac8d901f027a7728c5', 'gw_port': {'id': '7071a550-84a6-48dc-873b-1f204d040ad2', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:97:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f4218d4-672b-47f4-a2e8-4e77e0734908', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1386, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:05:53Z', 'updated_at': '2021-07-06T14:06:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6', '_interfaces': [{'id': 'b3125c54-e2b3-45e4-829a-8f3c8ddda8ae', 'name': '', 'network_id': 'af3a547f-5810-4ce0-a3d6-25c440f137ac', 'tenant_id': '8d40ff3e576046ac8d901f027a7728c5', 'mac_address': 'fa:16:3e:4a:57:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f4218d4-672b-47f4-a2e8-4e77e0734908', 'device_owner': 'network:router_interface', 'standard_attr_id': 1393, 'fixed_ips': [{'subnet_id': 'e412ce21-afd6-4224-b4f6-6314b71b645b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:05:57Z', 'updated_at': '2021-07-06T14:06:12Z', 'revision_number': 4, 'project_id': '8d40ff3e576046ac8d901f027a7728c5', 'subnets': [{'id': 'e412ce21-afd6-4224-b4f6-6314b71b645b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 14:06:12.894640 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da61926-b9db-4ff7-8cd7-248ece597544 req-9d50e193-40aa-469f-b287-2bc75623dc31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:06:12.896136 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-4da61926-b9db-4ff7-8cd7-248ece597544 req-9d50e193-40aa-469f-b287-2bc75623dc31 service neutron] 10.222.0.72 "GET /v2.0/networks?id=ca8d241f-6d1c-4a83-a6b7-adff4a667580 HTTP/1.1" status: 200 len: 914 time: 0.5860991 Jul 06 14:06:12.948487 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning for port b3125c54-e2b3-45e4-829a-8f3c8ddda8ae completed by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:06:12.955885 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning complete for port b3125c54-e2b3-45e4-829a-8f3c8ddda8ae triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:06:12.956367 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:12.964055 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-e514cd80-1cd7-4ed5-b4ce-5b6b7087a07d req-9396eaaa-94b2-495a-bc22-2e8a2c9b752a tempest-ServersTestManualDisk-1063153519 tempest-ServersTestManualDisk-1063153519-project] Notify callbacks [] for port, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:12.978321 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-490a7689-663c-467d-9038-d9ea4197aba3 tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1849032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-128888412', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127627426'] for subnet, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:12.980401 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.provisioning_blocks [req-e514cd80-1cd7-4ed5-b4ce-5b6b7087a07d req-9396eaaa-94b2-495a-bc22-2e8a2c9b752a tempest-ServersTestManualDisk-1063153519 tempest-ServersTestManualDisk-1063153519-project] Transition to ACTIVE for port object 6260ca24-f1df-4432-b35d-4f59a1d11464 will not be triggered until provisioned by entity DHCP. {{(pid=100246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:06:12.984355 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-4203085b-dbc0-4a1e-9168-e52c26ac55d4 tempest-RoutersIpV6AdminTest-1271651815 tempest-RoutersIpV6AdminTest-1271651815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1761047', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1806272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6989'] for router, precommit_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:13.020878 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-e514cd80-1cd7-4ed5-b4ce-5b6b7087a07d req-9396eaaa-94b2-495a-bc22-2e8a2c9b752a tempest-ServersTestManualDisk-1063153519 tempest-ServersTestManualDisk-1063153519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-127687573'] for port, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:13.119124 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e514cd80-1cd7-4ed5-b4ce-5b6b7087a07d req-9396eaaa-94b2-495a-bc22-2e8a2c9b752a tempest-ServersTestManualDisk-1063153519 tempest-ServersTestManualDisk-1063153519-project] Network af3a547f-5810-4ce0-a3d6-25c440f137ac is already hosted by enough agents. {{(pid=100246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:06:13.121443 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:13.128886 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.base_scheduler [req-e514cd80-1cd7-4ed5-b4ce-5b6b7087a07d req-9396eaaa-94b2-495a-bc22-2e8a2c9b752a tempest-ServersTestManualDisk-1063153519 tempest-ServersTestManualDisk-1063153519-project] Resources bound (agent type, host, resource id): {{(pid=100246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:06:13.133103 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [req-e514cd80-1cd7-4ed5-b4ce-5b6b7087a07d req-9396eaaa-94b2-495a-bc22-2e8a2c9b752a tempest-ServersTestManualDisk-1063153519 tempest-ServersTestManualDisk-1063153519-project] Received port after_create {{(pid=100246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:06:13.189734 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] For port b3125c54-e2b3-45e4-829a-8f3c8ddda8ae, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=b3125c54-e2b3-45e4-829a-8f3c8ddda8ae,segment=NetworkSegment(2226be6a-5b77-4b84-97e9-ccc85a2fc3f4),segment_id=2226be6a-5b77-4b84-97e9-ccc85a2fc3f4)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:06:13.191771 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9396eaaa-94b2-495a-bc22-2e8a2c9b752a tempest-ServersTestManualDisk-1063153519 tempest-ServersTestManualDisk-1063153519-project] Pushing event updated for resources: {'Port': ['ID=6260ca24-f1df-4432-b35d-4f59a1d11464,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:06:13.209400 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:13.219995 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e514cd80-1cd7-4ed5-b4ce-5b6b7087a07d req-9396eaaa-94b2-495a-bc22-2e8a2c9b752a tempest-ServersTestManualDisk-1063153519 tempest-ServersTestManualDisk-1063153519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:06:13.220873 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-e514cd80-1cd7-4ed5-b4ce-5b6b7087a07d req-9396eaaa-94b2-495a-bc22-2e8a2c9b752a tempest-ServersTestManualDisk-1063153519 tempest-ServersTestManualDisk-1063153519-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:13.243443 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-4da61926-b9db-4ff7-8cd7-248ece597544 req-b11ae8d3-8497-47ed-8483-ba925da8c983 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5f251846-a962-4cca-ac30-b8ff4317b4c4 HTTP/1.1" status: 200 len: 999 time: 0.3386741 Jul 06 14:06:13.250521 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-e514cd80-1cd7-4ed5-b4ce-5b6b7087a07d req-9396eaaa-94b2-495a-bc22-2e8a2c9b752a tempest-ServersTestManualDisk-1063153519 tempest-ServersTestManualDisk-1063153519-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0935507 Jul 06 14:06:13.267251 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [req-e514cd80-1cd7-4ed5-b4ce-5b6b7087a07d req-c7c32cb2-8856-4a5a-8438-93176a123a90 service neutron] Request body: {'port': {'device_id': 'd4ae21fa-1a58-4879-8b62-3b9fe7647b89', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-773647-6'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:06:13.300652 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device bc956872-3149-41f1-b740-0ac9bc39555b no longer exists at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:06:13.331023 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] No Port match for: bc956872-3149-41f1-b740-0ac9bc39555b {{(pid=100248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 14:06:13.331676 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device bc956872-3149-41f1-b740-0ac9bc39555b not bound to the agent host n-d-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:06:13.358632 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Pushing event updated for resources: {'Port': ['ID=b3125c54-e2b3-45e4-829a-8f3c8ddda8ae,revision_number=5']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:06:13.365186 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-e514cd80-1cd7-4ed5-b4ce-5b6b7087a07d req-c7c32cb2-8856-4a5a-8438-93176a123a90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:13.402871 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490a7689-663c-467d-9038-d9ea4197aba3 tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] Pushing event updated for resources: {'Subnet': ['ID=25d48a23-3ecc-4b05-8a71-0e71b8ec856a,revision_number=0']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:06:13.415342 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da61926-b9db-4ff7-8cd7-248ece597544 req-cca09d74-980c-47b7-b896-ce4256df6756 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:06:13.416956 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-4da61926-b9db-4ff7-8cd7-248ece597544 req-cca09d74-980c-47b7-b896-ce4256df6756 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=1d0103a5-6825-4713-928f-2c0821a07c96 HTTP/1.1" status: 200 len: 851 time: 0.1511874 Jul 06 14:06:13.442169 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-490a7689-663c-467d-9038-d9ea4197aba3 tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] Checking segment: {'id': 'df0c3b46-e66c-45e4-a3cb-c612abb12d24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': 'e8f678e4-943a-4472-8fc3-58417f347ef6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100247) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:06:13.442635 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-490a7689-663c-467d-9038-d9ea4197aba3 tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] Network hostable DHCP agents. Network: e8f678e4-943a-4472-8fc3-58417f347ef6, hostable agents: ['f2bada3d-be77-4359-982b-8505a2bbca04'], hosted agents: [] {{(pid=100247) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 14:06:13.474247 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-3bfe2037-c3dc-4612-95ef-c5c7a87b5f21 None None] Provisioning for port 6260ca24-f1df-4432-b35d-4f59a1d11464 completed by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:06:13.479074 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-3bfe2037-c3dc-4612-95ef-c5c7a87b5f21 None None] Provisioning complete for port 6260ca24-f1df-4432-b35d-4f59a1d11464 triggered by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:06:13.479678 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-3bfe2037-c3dc-4612-95ef-c5c7a87b5f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:13.480757 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-48d05e75-7940-4994-8117-8faa518189cc req-d2e826b9-add1-478e-8518-77d1860ece7f tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] 10.222.0.104 "GET /v2.0/security-groups?name=tempest-securitygroup--1349043715&fields=id&tenant_id=5bc84ece362540998140660bd65643c3 HTTP/1.1" status: 200 len: 267 time: 0.3417296 Jul 06 14:06:13.528923 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-3bfe2037-c3dc-4612-95ef-c5c7a87b5f21 None None] Port 6260ca24-f1df-4432-b35d-4f59a1d11464 cannot update to ACTIVE because it is not bound. {{(pid=100248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 14:06:13.559036 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-490a7689-663c-467d-9038-d9ea4197aba3 tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] Network e8f678e4-943a-4472-8fc3-58417f347ef6 is scheduled to be hosted by DHCP agent f2bada3d-be77-4359-982b-8505a2bbca04 with binding_index 1 {{(pid=100247) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 14:06:13.594732 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c534a032-920e-4672-831a-097fa1704216 req-64ca0c43-c4e4-41e0-a285-4111dd661113 tempest-ServerRescueNegativeTestJSON-721731692 tempest-ServerRescueNegativeTestJSON-721731692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:06:13.596341 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-c534a032-920e-4672-831a-097fa1704216 req-64ca0c43-c4e4-41e0-a285-4111dd661113 tempest-ServerRescueNegativeTestJSON-721731692 tempest-ServerRescueNegativeTestJSON-721731692-project] 10.222.0.104 "GET /v2.0/ports?device_id=78a59294-4d36-4290-b5cb-d865232b142a HTTP/1.1" status: 200 len: 945 time: 0.5279834 Jul 06 14:06:13.599716 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.base_scheduler [None req-490a7689-663c-467d-9038-d9ea4197aba3 tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773647-6, e8f678e4-943a-4472-8fc3-58417f347ef6) {{(pid=100247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:06:13.605663 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-490a7689-663c-467d-9038-d9ea4197aba3 tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:06:13.606263 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-490a7689-663c-467d-9038-d9ea4197aba3 tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583035'] for subnet, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:13.616863 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c854af80-6bb0-4697-986e-a744527527f2 None None] Network e8f678e4-943a-4472-8fc3-58417f347ef6 requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:06:13.621293 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d05e75-7940-4994-8117-8faa518189cc req-11066c05-63bd-482b-8d62-884b28aba4bd tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:06:13.623274 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-48d05e75-7940-4994-8117-8faa518189cc req-11066c05-63bd-482b-8d62-884b28aba4bd tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] 10.222.0.104 "GET /v2.0/ports/842aaa84-3104-4062-919f-9900319ced32 HTTP/1.1" status: 200 len: 936 time: 0.1218359 Jul 06 14:06:13.700991 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da61926-b9db-4ff7-8cd7-248ece597544 req-0577e459-488e-4b30-b376-edf8ab4de108 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:06:13.702959 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-4da61926-b9db-4ff7-8cd7-248ece597544 req-0577e459-488e-4b30-b376-edf8ab4de108 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=ca8d241f-6d1c-4a83-a6b7-adff4a667580&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2733850 Jul 06 14:06:13.709950 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-490a7689-663c-467d-9038-d9ea4197aba3 tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] 10.222.0.104 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.2988682 Jul 06 14:06:13.715535 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 42792) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:06:13.746756 n-d-773647-6 neutron-server[100246]: DEBUG neutron.notifiers.nova [req-e514cd80-1cd7-4ed5-b4ce-5b6b7087a07d req-c7c32cb2-8856-4a5a-8438-93176a123a90 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6260ca24-f1df-4432-b35d-4f59a1d11464 {{(pid=100246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 14:06:13.782904 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-e514cd80-1cd7-4ed5-b4ce-5b6b7087a07d req-c7c32cb2-8856-4a5a-8438-93176a123a90 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:13.805461 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.provisioning_blocks [req-e514cd80-1cd7-4ed5-b4ce-5b6b7087a07d req-c7c32cb2-8856-4a5a-8438-93176a123a90 service neutron] Transition to ACTIVE for port object 6260ca24-f1df-4432-b35d-4f59a1d11464 will not be triggered until provisioned by entity L2. {{(pid=100246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:06:13.812131 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-e514cd80-1cd7-4ed5-b4ce-5b6b7087a07d req-c7c32cb2-8856-4a5a-8438-93176a123a90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127687527'] for port, after_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:13.814884 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-c534a032-920e-4672-831a-097fa1704216 req-2e166450-c214-4e02-bb0b-4f5bd2d12741 tempest-ServerRescueNegativeTestJSON-721731692 tempest-ServerRescueNegativeTestJSON-721731692-project] 10.222.0.104 "GET /v2.0/security-groups?id=a54a60a4-d859-4f47-b26f-a63bb69450e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1904323 Jul 06 14:06:13.824943 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68d42924-87b1-47a3-afaa-c459201e783e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6bd5fc82-6666-56e8-87c2-91648d36c963-e8f678e4-943a-4472-8fc3-58417f347ef6', 'network_id': 'e8f678e4-943a-4472-8fc3-58417f347ef6', 'tenant_id': '425e7b83a55643309e64fa25c786b5c4', 'fixed_ips': [{'subnet_id': '25d48a23-3ecc-4b05-8a71-0e71b8ec856a'}]}} from n-d-773647-6. {{(pid=100248) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 14:06:13.825994 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-68d42924-87b1-47a3-afaa-c459201e783e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:13.840770 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d05e75-7940-4994-8117-8faa518189cc req-5765c735-d594-40b6-876b-b3dfb86c2cc9 tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:06:13.842238 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-48d05e75-7940-4994-8117-8faa518189cc req-5765c735-d594-40b6-876b-b3dfb86c2cc9 tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] 10.222.0.104 "GET /v2.0/ports/d4663496-0e1d-419b-908e-5f60ff2b3b91 HTTP/1.1" status: 200 len: 936 time: 0.2105455 Jul 06 14:06:13.906566 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-48d05e75-7940-4994-8117-8faa518189cc req-b6012402-940b-450e-b8de-6e7e5c85dded tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] 10.222.0.104 "GET /v2.0/ports?network_id=70fa8a2a-4549-4d89-b089-3cc3fca2d3a3&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0557761 Jul 06 14:06:13.933276 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c32cb2-8856-4a5a-8438-93176a123a90 service neutron] Pushing event updated for resources: {'Port': ['ID=6260ca24-f1df-4432-b35d-4f59a1d11464,revision_number=2']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:06:13.946074 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-77f5bba6-96af-4821-b93f-f843f5d300b7 tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530492'] for network, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:14.066842 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [req-e514cd80-1cd7-4ed5-b4ce-5b6b7087a07d req-c7c32cb2-8856-4a5a-8438-93176a123a90 service neutron] Attempting to bind port 6260ca24-f1df-4432-b35d-4f59a1d11464 on host n-h2-773647-6 for vnic_type normal with profile {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:06:14.067184 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [req-e514cd80-1cd7-4ed5-b4ce-5b6b7087a07d req-c7c32cb2-8856-4a5a-8438-93176a123a90 service neutron] Attempting to bind port 6260ca24-f1df-4432-b35d-4f59a1d11464 by drivers openvswitch,hyperv on host n-h2-773647-6 at level 0 using segments [{'id': '2226be6a-5b77-4b84-97e9-ccc85a2fc3f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1017, 'network_id': 'af3a547f-5810-4ce0-a3d6-25c440f137ac'}] {{(pid=100246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:06:14.067535 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e514cd80-1cd7-4ed5-b4ce-5b6b7087a07d req-c7c32cb2-8856-4a5a-8438-93176a123a90 service neutron] Attempting to bind port 6260ca24-f1df-4432-b35d-4f59a1d11464 on network af3a547f-5810-4ce0-a3d6-25c440f137ac {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:06:14.092615 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e514cd80-1cd7-4ed5-b4ce-5b6b7087a07d req-c7c32cb2-8856-4a5a-8438-93176a123a90 service neutron] Port 6260ca24-f1df-4432-b35d-4f59a1d11464 on network af3a547f-5810-4ce0-a3d6-25c440f137ac not bound, no agent of type Open vSwitch agent registered on host n-h2-773647-6 {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 14:06:14.098854 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e514cd80-1cd7-4ed5-b4ce-5b6b7087a07d req-c7c32cb2-8856-4a5a-8438-93176a123a90 service neutron] Attempting to bind port 6260ca24-f1df-4432-b35d-4f59a1d11464 on network af3a547f-5810-4ce0-a3d6-25c440f137ac {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:06:14.100791 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.db_base_plugin_common [None req-68d42924-87b1-47a3-afaa-c459201e783e None None] Allocated IP 172.20.0.1 (e8f678e4-943a-4472-8fc3-58417f347ef6/25d48a23-3ecc-4b05-8a71-0e71b8ec856a/898de833-161b-43be-8a32-b5c09130a46a) {{(pid=100248) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:06:14.122310 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e514cd80-1cd7-4ed5-b4ce-5b6b7087a07d req-c7c32cb2-8856-4a5a-8438-93176a123a90 service neutron] Checking agent: {'id': '63768ece-0600-4354-8d29-fdedec96b077', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-773647-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 51, 10), 'started_at': datetime.datetime(2021, 7, 6, 13, 51, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 6, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:06:14.123135 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e514cd80-1cd7-4ed5-b4ce-5b6b7087a07d req-c7c32cb2-8856-4a5a-8438-93176a123a90 service neutron] Checking segment: {'id': '2226be6a-5b77-4b84-97e9-ccc85a2fc3f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1017, 'network_id': 'af3a547f-5810-4ce0-a3d6-25c440f137ac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:06:14.124265 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e514cd80-1cd7-4ed5-b4ce-5b6b7087a07d req-c7c32cb2-8856-4a5a-8438-93176a123a90 service neutron] Bound using segment: {'id': '2226be6a-5b77-4b84-97e9-ccc85a2fc3f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1017, 'network_id': 'af3a547f-5810-4ce0-a3d6-25c440f137ac'} {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:06:14.125543 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [req-e514cd80-1cd7-4ed5-b4ce-5b6b7087a07d req-c7c32cb2-8856-4a5a-8438-93176a123a90 service neutron] Bound port: 6260ca24-f1df-4432-b35d-4f59a1d11464, host: n-h2-773647-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2226be6a-5b77-4b84-97e9-ccc85a2fc3f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1017, 'network_id': 'af3a547f-5810-4ce0-a3d6-25c440f137ac'}}] {{(pid=100246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:06:14.126459 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-e514cd80-1cd7-4ed5-b4ce-5b6b7087a07d req-c7c32cb2-8856-4a5a-8438-93176a123a90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:14.141361 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-77f5bba6-96af-4821-b93f-f843f5d300b7 tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-913473'] for subnet, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:14.233527 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device b3125c54-e2b3-45e4-829a-8f3c8ddda8ae up at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:06:14.242755 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.db [req-e514cd80-1cd7-4ed5-b4ce-5b6b7087a07d req-c7c32cb2-8856-4a5a-8438-93176a123a90 service neutron] For port 6260ca24-f1df-4432-b35d-4f59a1d11464, host n-h2-773647-6, cleared binding levels {{(pid=100246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:06:14.246522 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.db [req-e514cd80-1cd7-4ed5-b4ce-5b6b7087a07d req-c7c32cb2-8856-4a5a-8438-93176a123a90 service neutron] For port 6260ca24-f1df-4432-b35d-4f59a1d11464, host n-h2-773647-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=6260ca24-f1df-4432-b35d-4f59a1d11464,segment=NetworkSegment(2226be6a-5b77-4b84-97e9-ccc85a2fc3f4),segment_id=2226be6a-5b77-4b84-97e9-ccc85a2fc3f4)] {{(pid=100246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:06:14.250719 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-e514cd80-1cd7-4ed5-b4ce-5b6b7087a07d req-c7c32cb2-8856-4a5a-8438-93176a123a90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127687527'] for port, after_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:14.288439 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e514cd80-1cd7-4ed5-b4ce-5b6b7087a07d req-c7c32cb2-8856-4a5a-8438-93176a123a90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:06:14.289061 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-e514cd80-1cd7-4ed5-b4ce-5b6b7087a07d req-c7c32cb2-8856-4a5a-8438-93176a123a90 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:14.292184 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-e514cd80-1cd7-4ed5-b4ce-5b6b7087a07d req-c7c32cb2-8856-4a5a-8438-93176a123a90 service neutron] 10.222.0.72 "PUT /v2.0/ports/6260ca24-f1df-4432-b35d-4f59a1d11464 HTTP/1.1" status: 200 len: 1091 time: 1.0340707 Jul 06 14:06:14.292184 n-d-773647-6 neutron-server[100246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4ae21fa-1a58-4879-8b62-3b9fe7647b89', 'tag': '6260ca24-f1df-4432-b35d-4f59a1d11464'}] {{(pid=100246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:06:14.293737 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0d96c5ab5e889f7b933ae915b9be33d1b46c9e87795bf781004b656ef3f1e87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cf55c38-eb40-4b43-9fb4-dda29ca5b641" -d '{"events": [{"name": "network-changed", "server_uuid": "d4ae21fa-1a58-4879-8b62-3b9fe7647b89", "tag": "6260ca24-f1df-4432-b35d-4f59a1d11464"}]}' {{(pid=100246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:06:14.368445 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-68d42924-87b1-47a3-afaa-c459201e783e None None] Notify callbacks [] for port, precommit_create {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:14.371832 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-48d05e75-7940-4994-8117-8faa518189cc req-55a121b0-6c92-4c53-b6d3-2c93e07824f5 tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] 10.222.0.104 "GET /v2.0/ports?network_id=70fa8a2a-4549-4d89-b089-3cc3fca2d3a3&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1240375 Jul 06 14:06:14.380299 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c32cb2-8856-4a5a-8438-93176a123a90 service neutron] Pushing event updated for resources: {'Port': ['ID=6260ca24-f1df-4432-b35d-4f59a1d11464,revision_number=3']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:06:14.384882 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-68d42924-87b1-47a3-afaa-c459201e783e None None] Transition to ACTIVE for port object 898de833-161b-43be-8a32-b5c09130a46a will not be triggered until provisioned by entity L2. {{(pid=100248) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:06:14.408895 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-4203085b-dbc0-4a1e-9168-e52c26ac55d4 tempest-RoutersIpV6AdminTest-1271651815 tempest-RoutersIpV6AdminTest-1271651815-project] Notify callbacks [] for router_gateway, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:14.413201 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-68d42924-87b1-47a3-afaa-c459201e783e None None] Transition to ACTIVE for port object 898de833-161b-43be-8a32-b5c09130a46a will not be triggered until provisioned by entity DHCP. {{(pid=100248) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:06:14.420880 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e514cd80-1cd7-4ed5-b4ce-5b6b7087a07d req-c855fc16-634a-4031-a7e4-3f6da821bf87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:06:14.423025 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-e514cd80-1cd7-4ed5-b4ce-5b6b7087a07d req-c855fc16-634a-4031-a7e4-3f6da821bf87 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=8d40ff3e576046ac8d901f027a7728c5&device_id=d4ae21fa-1a58-4879-8b62-3b9fe7647b89 HTTP/1.1" status: 200 len: 1094 time: 0.0865667 Jul 06 14:06:14.423845 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning complete for port b3125c54-e2b3-45e4-829a-8f3c8ddda8ae triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:06:14.424322 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:14.428414 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-68d42924-87b1-47a3-afaa-c459201e783e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108'] for port, after_create {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:14.481334 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-e514cd80-1cd7-4ed5-b4ce-5b6b7087a07d req-847b65a8-d195-4deb-89e5-71f946f0d0a0 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6260ca24-f1df-4432-b35d-4f59a1d11464 HTTP/1.1" status: 200 len: 217 time: 0.0481081 Jul 06 14:06:14.489855 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-77f5bba6-96af-4821-b93f-f843f5d300b7 tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-913480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1849032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127687590', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127702764'] for subnet, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:14.500343 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d42924-87b1-47a3-afaa-c459201e783e None None] Pushing event updated for resources: {'Port': ['ID=898de833-161b-43be-8a32-b5c09130a46a,revision_number=1']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:06:14.506765 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-4da61926-b9db-4ff7-8cd7-248ece597544 req-fc94a759-4de6-4e06-8583-12140b95ac54 service neutron] 10.222.0.72 "GET /v2.0/networks/ca8d241f-6d1c-4a83-a6b7-adff4a667580?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7933707 Jul 06 14:06:14.516009 n-d-773647-6 neutron-server[100248]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68d42924-87b1-47a3-afaa-c459201e783e None None] Network e8f678e4-943a-4472-8fc3-58417f347ef6 is already hosted by enough agents. {{(pid=100248) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:06:14.519446 n-d-773647-6 neutron-server[100248]: DEBUG neutron.scheduler.base_scheduler [None req-68d42924-87b1-47a3-afaa-c459201e783e None None] Resources bound (agent type, host, resource id): {{(pid=100248) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:06:14.521160 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-4203085b-dbc0-4a1e-9168-e52c26ac55d4 tempest-RoutersIpV6AdminTest-1271651815 tempest-RoutersIpV6AdminTest-1271651815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:14.521912 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68d42924-87b1-47a3-afaa-c459201e783e None None] Received port after_create {{(pid=100248) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:06:14.547684 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2a1dec-40af-4d9e-be1f-19e7ca4efd43 req-a982c966-7d37-4f5a-b0f0-bc7bd1a0ba63 tempest-ServersTestManualDisk-1063153519 tempest-ServersTestManualDisk-1063153519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:06:14.549191 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-df2a1dec-40af-4d9e-be1f-19e7ca4efd43 req-a982c966-7d37-4f5a-b0f0-bc7bd1a0ba63 tempest-ServersTestManualDisk-1063153519 tempest-ServersTestManualDisk-1063153519-project] 10.222.0.104 "GET /v2.0/ports?device_id=d4ae21fa-1a58-4879-8b62-3b9fe7647b89 HTTP/1.1" status: 200 len: 943 time: 0.2999465 Jul 06 14:06:14.561851 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f5bba6-96af-4821-b93f-f843f5d300b7 tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] Pushing event deleted for resources: {'Subnet': ['ID=25d48a23-3ecc-4b05-8a71-0e71b8ec856a,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:06:14.611583 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-68d42924-87b1-47a3-afaa-c459201e783e None None] Attempting to bind port 898de833-161b-43be-8a32-b5c09130a46a on host n-d-773647-6 for vnic_type normal with profile {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:06:14.611960 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-68d42924-87b1-47a3-afaa-c459201e783e None None] Attempting to bind port 898de833-161b-43be-8a32-b5c09130a46a by drivers openvswitch,hyperv on host n-d-773647-6 at level 0 using segments [{'id': 'df0c3b46-e66c-45e4-a3cb-c612abb12d24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': 'e8f678e4-943a-4472-8fc3-58417f347ef6'}] {{(pid=100248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:06:14.612327 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68d42924-87b1-47a3-afaa-c459201e783e None None] Attempting to bind port 898de833-161b-43be-8a32-b5c09130a46a on network e8f678e4-943a-4472-8fc3-58417f347ef6 {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:06:14.621988 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68d42924-87b1-47a3-afaa-c459201e783e None None] Checking agent: {'id': '8ab5b19c-d213-4f29-891d-27bdf39d38b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773647-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 43, 26), 'started_at': datetime.datetime(2021, 7, 6, 13, 43, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 5, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773647-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:06:14.622679 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68d42924-87b1-47a3-afaa-c459201e783e None None] Checking segment: {'id': 'df0c3b46-e66c-45e4-a3cb-c612abb12d24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': 'e8f678e4-943a-4472-8fc3-58417f347ef6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:06:14.622679 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-68d42924-87b1-47a3-afaa-c459201e783e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:14.623041 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68d42924-87b1-47a3-afaa-c459201e783e None None] Bound using segment: {'id': 'df0c3b46-e66c-45e4-a3cb-c612abb12d24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': 'e8f678e4-943a-4472-8fc3-58417f347ef6'} {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:06:14.624863 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-68d42924-87b1-47a3-afaa-c459201e783e None None] Bound port: 898de833-161b-43be-8a32-b5c09130a46a, host: n-d-773647-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df0c3b46-e66c-45e4-a3cb-c612abb12d24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': 'e8f678e4-943a-4472-8fc3-58417f347ef6'}}] {{(pid=100248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:06:14.625817 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-68d42924-87b1-47a3-afaa-c459201e783e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:14.643904 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-77f5bba6-96af-4821-b93f-f843f5d300b7 tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-917204', 'neutron.services.segments.db._delete_segments_for_network-8773753502302'] for network, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:14.651744 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e514cd80-1cd7-4ed5-b4ce-5b6b7087a07d req-993eb625-29f2-4a3b-af43-07100eafbe6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:06:14.653226 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-e514cd80-1cd7-4ed5-b4ce-5b6b7087a07d req-993eb625-29f2-4a3b-af43-07100eafbe6e service neutron] 10.222.0.72 "GET /v2.0/subnets?id=e412ce21-afd6-4224-b4f6-6314b71b645b HTTP/1.1" status: 200 len: 849 time: 0.1606822 Jul 06 14:06:14.656676 n-d-773647-6 neutron-server[100246]: DEBUG neutron.services.segments.db [None req-77f5bba6-96af-4821-b93f-f843f5d300b7 tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e8f678e4-943a-4472-8fc3-58417f347ef6']}} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:06:14.690563 n-d-773647-6 neutron-server[100246]: DEBUG neutron.services.segments.db [None req-77f5bba6-96af-4821-b93f-f843f5d300b7 tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df0c3b46-e66c-45e4-a3cb-c612abb12d24') {'for_net_delete': True} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:06:14.690981 n-d-773647-6 neutron-server[100246]: DEBUG neutron.services.segments.db [None req-77f5bba6-96af-4821-b93f-f843f5d300b7 tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df0c3b46-e66c-45e4-a3cb-c612abb12d24') {} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:06:14.700727 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d05e75-7940-4994-8117-8faa518189cc req-261609a3-c218-46fd-85b7-fd23fdf471ce tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:06:14.707085 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d05e75-7940-4994-8117-8faa518189cc req-261609a3-c218-46fd-85b7-fd23fdf471ce tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:06:14.708348 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-77f5bba6-96af-4821-b93f-f843f5d300b7 tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773753515138', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126218898'] for segment, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:14.713386 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d05e75-7940-4994-8117-8faa518189cc req-261609a3-c218-46fd-85b7-fd23fdf471ce tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:06:14.715450 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-48d05e75-7940-4994-8117-8faa518189cc req-261609a3-c218-46fd-85b7-fd23fdf471ce tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] 10.222.0.104 "GET /v2.0/networks?id=d0a1f4e7-9678-480f-bc1f-59b6eda7e0f6&id=f1fe0f84-e7fb-43f2-a13c-d5fffe5a5634&id=f1fe0f84-e7fb-43f2-a13c-d5fffe5a5634&id=70fa8a2a-4549-4d89-b089-3cc3fca2d3a3&id=70fa8a2a-4549-4d89-b089-3cc3fca2d3a3 HTTP/1.1" status: 200 len: 1995 time: 0.3106937 Jul 06 14:06:14.728098 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-77f5bba6-96af-4821-b93f-f843f5d300b7 tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552'] for segment, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:14.731313 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-df2a1dec-40af-4d9e-be1f-19e7ca4efd43 req-02cc2a8c-dd82-4041-b2dc-379488248342 tempest-ServersTestManualDisk-1063153519 tempest-ServersTestManualDisk-1063153519-project] 10.222.0.104 "GET /v2.0/security-groups?id=88ca51c4-ddb4-429c-9499-a09a1f830b1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1638780 Jul 06 14:06:14.732671 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-68d42924-87b1-47a3-afaa-c459201e783e None None] For port 898de833-161b-43be-8a32-b5c09130a46a, host n-d-773647-6, cleared binding levels {{(pid=100248) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:06:14.736852 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-77f5bba6-96af-4821-b93f-f843f5d300b7 tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] Releasing vlan 1046 on physical network physnet1 to pool {{(pid=100246) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 14:06:14.737138 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-77f5bba6-96af-4821-b93f-f843f5d300b7 tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127687491'] for segment, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:14.740642 n-d-773647-6 neutron-server[100246]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:06:14.740642 n-d-773647-6 neutron-server[100246]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:06:14.740642 n-d-773647-6 neutron-server[100246]: Traceback (most recent call last): Jul 06 14:06:14.740642 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 14:06:14.740642 n-d-773647-6 neutron-server[100246]: timer() Jul 06 14:06:14.740642 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 14:06:14.740642 n-d-773647-6 neutron-server[100246]: cb(*args, **kw) Jul 06 14:06:14.740642 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 14:06:14.740642 n-d-773647-6 neutron-server[100246]: return func(*args, **kwargs) Jul 06 14:06:14.740642 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 14:06:14.740642 n-d-773647-6 neutron-server[100246]: self._notify() Jul 06 14:06:14.740642 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 14:06:14.740642 n-d-773647-6 neutron-server[100246]: self.callback(batched_events) Jul 06 14:06:14.740642 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 14:06:14.740642 n-d-773647-6 neutron-server[100246]: event.method(event) Jul 06 14:06:14.740642 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 14:06:14.740642 n-d-773647-6 neutron-server[100246]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 14:06:14.740642 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 14:06:14.740642 n-d-773647-6 neutron-server[100246]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 14:06:14.740642 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 14:06:14.740642 n-d-773647-6 neutron-server[100246]: return f(self, *a, **k) Jul 06 14:06:14.740642 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 14:06:14.740642 n-d-773647-6 neutron-server[100246]: return self._get(url).json() Jul 06 14:06:14.740642 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 14:06:14.740642 n-d-773647-6 neutron-server[100246]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 14:06:14.740642 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 14:06:14.740642 n-d-773647-6 neutron-server[100246]: return self.request(url, 'GET', **kwargs) Jul 06 14:06:14.740642 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 14:06:14.740642 n-d-773647-6 neutron-server[100246]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 14:06:14.740642 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 14:06:14.740642 n-d-773647-6 neutron-server[100246]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 14:06:14.740642 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 14:06:14.740642 n-d-773647-6 neutron-server[100246]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 14:06:14.740642 n-d-773647-6 neutron-server[100246]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 14:06:14.807470 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-48d05e75-7940-4994-8117-8faa518189cc req-f09b8431-a517-4e69-831a-14639b1a25dd tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] 10.222.0.104 "GET /v2.0/quotas/5bc84ece362540998140660bd65643c3 HTTP/1.1" status: 200 len: 375 time: 0.0730195 Jul 06 14:06:14.816692 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-4da61926-b9db-4ff7-8cd7-248ece597544 req-f5f7e975-9aa9-4796-959d-1ca018054d62 service neutron] 10.222.0.72 "GET /v2.0/networks/ca8d241f-6d1c-4a83-a6b7-adff4a667580?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2932956 Jul 06 14:06:14.869910 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.db_base_plugin_common [None req-4203085b-dbc0-4a1e-9168-e52c26ac55d4 tempest-RoutersIpV6AdminTest-1271651815 tempest-RoutersIpV6AdminTest-1271651815-project] Allocated IP 172.25.0.226 (2658f09e-a580-4d4a-9968-2d1e0ad93719/cbf74abc-6fe1-4d33-b005-c948923b9647/15e1b638-feaa-43f7-a5d3-2a2876750fe6) {{(pid=100247) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:06:15.023969 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-48d05e75-7940-4994-8117-8faa518189cc req-fb32a1ec-e235-42cd-9175-5f12f0ec2e0b tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] 10.222.0.104 "GET /v2.0/ports?tenant_id=5bc84ece362540998140660bd65643c3&fields=id HTTP/1.1" status: 200 len: 532 time: 0.2030048 Jul 06 14:06:15.070094 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e514cd80-1cd7-4ed5-b4ce-5b6b7087a07d req-29cb0f19-ece8-40b6-a752-1198306e5d40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:06:15.071753 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-e514cd80-1cd7-4ed5-b4ce-5b6b7087a07d req-29cb0f19-ece8-40b6-a752-1198306e5d40 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=af3a547f-5810-4ce0-a3d6-25c440f137ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4126592 Jul 06 14:06:15.078425 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-68d42924-87b1-47a3-afaa-c459201e783e None None] For port 898de833-161b-43be-8a32-b5c09130a46a, host n-d-773647-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=898de833-161b-43be-8a32-b5c09130a46a,segment=NetworkSegment(df0c3b46-e66c-45e4-a3cb-c612abb12d24),segment_id=df0c3b46-e66c-45e4-a3cb-c612abb12d24)] {{(pid=100248) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:06:15.084161 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-68d42924-87b1-47a3-afaa-c459201e783e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:15.093553 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.db.api [None req-77f5bba6-96af-4821-b93f-f843f5d300b7 tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 06 14:06:15.093553 n-d-773647-6 neutron-server[100246]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 06 14:06:15.093553 n-d-773647-6 neutron-server[100246]: [parameters: {'id': 'e8f678e4-943a-4472-8fc3-58417f347ef6'}] Jul 06 14:06:15.093553 n-d-773647-6 neutron-server[100246]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=100246) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 06 14:06:15.094807 n-d-773647-6 neutron-server[100246]: DEBUG oslo_db.api [None req-77f5bba6-96af-4821-b93f-f843f5d300b7 tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 06 14:06:15.110819 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f978a5-dd63-4dd9-8d5b-02d7703ebc61 req-072f6362-5e27-4fcc-a12a-37b4fc4d39d1 tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:06:15.112381 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-c7f978a5-dd63-4dd9-8d5b-02d7703ebc61 req-072f6362-5e27-4fcc-a12a-37b4fc4d39d1 tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] 10.222.0.104 "GET /v2.0/ports?device_id=5fbc9a8b-86db-4456-85e1-a59cfdbb9c8d HTTP/1.1" status: 200 len: 944 time: 0.2354515 Jul 06 14:06:15.138880 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-4203085b-dbc0-4a1e-9168-e52c26ac55d4 tempest-RoutersIpV6AdminTest-1271651815 tempest-RoutersIpV6AdminTest-1271651815-project] Notify callbacks [] for port, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:15.182159 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-e514cd80-1cd7-4ed5-b4ce-5b6b7087a07d req-e203e210-bf3c-4449-bff6-8330ba83ffe7 service neutron] 10.222.0.72 "GET /v2.0/networks/af3a547f-5810-4ce0-a3d6-25c440f137ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1004732 Jul 06 14:06:15.186456 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d42924-87b1-47a3-afaa-c459201e783e None None] Pushing event updated for resources: {'Port': ['ID=898de833-161b-43be-8a32-b5c09130a46a,revision_number=2']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:06:15.197442 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-c7f978a5-dd63-4dd9-8d5b-02d7703ebc61 req-2fd3bb02-a815-4992-aeb1-94d802a0b67c tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] 10.222.0.104 "GET /v2.0/security-groups?id=54cfb86c-390d-4cad-8265-7f5781c66116&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0703323 Jul 06 14:06:15.204831 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef2e025e-450f-4bd9-a869-93d28288cd24 None None] Network e8f678e4-943a-4472-8fc3-58417f347ef6 requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:06:15.227309 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-48d05e75-7940-4994-8117-8faa518189cc req-f8fc28f1-a884-4131-9c4c-043eed835a20 service neutron] 10.222.0.104 "GET /v2.0/networks/d0a1f4e7-9678-480f-bc1f-59b6eda7e0f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1762660 Jul 06 14:06:15.290468 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-4203085b-dbc0-4a1e-9168-e52c26ac55d4 tempest-RoutersIpV6AdminTest-1271651815 tempest-RoutersIpV6AdminTest-1271651815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-128888360'] for port, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:15.336560 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4203085b-dbc0-4a1e-9168-e52c26ac55d4 tempest-RoutersIpV6AdminTest-1271651815 tempest-RoutersIpV6AdminTest-1271651815-project] Network 2658f09e-a580-4d4a-9968-2d1e0ad93719 is already hosted by enough agents. {{(pid=100247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:06:15.347443 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-e514cd80-1cd7-4ed5-b4ce-5b6b7087a07d req-8ce02368-452e-4835-878e-6988add753e9 service neutron] 10.222.0.72 "GET /v2.0/networks/af3a547f-5810-4ce0-a3d6-25c440f137ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1585424 Jul 06 14:06:15.356778 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.base_scheduler [None req-4203085b-dbc0-4a1e-9168-e52c26ac55d4 tempest-RoutersIpV6AdminTest-1271651815 tempest-RoutersIpV6AdminTest-1271651815-project] Resources bound (agent type, host, resource id): {{(pid=100247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:06:15.368716 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4203085b-dbc0-4a1e-9168-e52c26ac55d4 tempest-RoutersIpV6AdminTest-1271651815 tempest-RoutersIpV6AdminTest-1271651815-project] Received port after_create {{(pid=100247) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:06:15.401054 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39edd190-9c87-4835-a93d-a5a69b0b4626 None None] get_active_networks_info from n-d-773647-6 {{(pid=100248) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 06 14:06:15.428370 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4203085b-dbc0-4a1e-9168-e52c26ac55d4 tempest-RoutersIpV6AdminTest-1271651815 tempest-RoutersIpV6AdminTest-1271651815-project] Pushing event updated for resources: {'Port': ['ID=15e1b638-feaa-43f7-a5d3-2a2876750fe6,revision_number=1']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:06:15.438877 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-48d05e75-7940-4994-8117-8faa518189cc req-7ce961e0-4cd3-4ecc-a406-ccb5e674233d service neutron] 10.222.0.104 "GET /v2.0/networks/d0a1f4e7-9678-480f-bc1f-59b6eda7e0f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2134550 Jul 06 14:06:15.534157 n-d-773647-6 neutron-server[100248]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39edd190-9c87-4835-a93d-a5a69b0b4626 None None] Resources bound (agent type, host, resource id): {{(pid=100248) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 06 14:06:15.566386 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-48d05e75-7940-4994-8117-8faa518189cc req-a9eb9a09-4550-4c32-94e8-24209df44490 service neutron] 10.222.0.104 "GET /v2.0/ports/842aaa84-3104-4062-919f-9900319ced32?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.1179159 Jul 06 14:06:15.595747 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-77f5bba6-96af-4821-b93f-f843f5d300b7 tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530492'] for network, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:15.618724 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707d1a78-f76e-40c2-9137-3470651cd566 req-82a8cf46-5534-4dda-ab73-f34216428be6 tempest-ImagesTestJSON-1482892319 tempest-ImagesTestJSON-1482892319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:06:15.620242 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-707d1a78-f76e-40c2-9137-3470651cd566 req-82a8cf46-5534-4dda-ab73-f34216428be6 tempest-ImagesTestJSON-1482892319 tempest-ImagesTestJSON-1482892319-project] 10.222.0.104 "GET /v2.0/ports?device_id=0143d447-10d0-4ce1-9893-d3fe7da7ea42 HTTP/1.1" status: 200 len: 945 time: 0.2738645 Jul 06 14:06:15.652435 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [None req-77f5bba6-96af-4821-b93f-f843f5d300b7 tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] Deleting port 898de833-161b-43be-8a32-b5c09130a46a {{(pid=100246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:06:15.652807 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-77f5bba6-96af-4821-b93f-f843f5d300b7 tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:15.725572 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.db [None req-77f5bba6-96af-4821-b93f-f843f5d300b7 tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] For port 898de833-161b-43be-8a32-b5c09130a46a, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=898de833-161b-43be-8a32-b5c09130a46a,segment=NetworkSegment(df0c3b46-e66c-45e4-a3cb-c612abb12d24),segment_id=df0c3b46-e66c-45e4-a3cb-c612abb12d24)] {{(pid=100246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:06:15.725995 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-77f5bba6-96af-4821-b93f-f843f5d300b7 tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:15.744306 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [None req-77f5bba6-96af-4821-b93f-f843f5d300b7 tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] Calling delete_port for 898de833-161b-43be-8a32-b5c09130a46a owned by network:dhcp {{(pid=100246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:06:15.752959 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-707d1a78-f76e-40c2-9137-3470651cd566 req-fd3906d1-043c-43d2-9761-c8ed144bdd36 tempest-ImagesTestJSON-1482892319 tempest-ImagesTestJSON-1482892319-project] 10.222.0.104 "GET /v2.0/security-groups?id=46e03f63-f74e-4db3-981d-76fb36967b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000876 Jul 06 14:06:15.785370 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-48d05e75-7940-4994-8117-8faa518189cc req-a7ef6955-392c-45c8-90df-ad854a699340 service neutron] 10.222.0.104 "GET /v2.0/networks/f1fe0f84-e7fb-43f2-a13c-d5fffe5a5634?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2048182 Jul 06 14:06:15.846876 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-77f5bba6-96af-4821-b93f-f843f5d300b7 tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127687580'] for port, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:15.860078 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77f5bba6-96af-4821-b93f-f843f5d300b7 tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] No DVR routers for this DVR port 898de833-161b-43be-8a32-b5c09130a46a on host n-d-773647-6 {{(pid=100246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:06:15.883184 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f5bba6-96af-4821-b93f-f843f5d300b7 tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] Pushing event deleted for resources: {'Port': ['ID=898de833-161b-43be-8a32-b5c09130a46a,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:06:15.909641 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-4203085b-dbc0-4a1e-9168-e52c26ac55d4 tempest-RoutersIpV6AdminTest-1271651815 tempest-RoutersIpV6AdminTest-1271651815-project] Notify callbacks [] for router_gateway, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:15.950128 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 14:06:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5258c6c5-220f-46bc-b198-a55957fefece x-openstack-request-id: req-5258c6c5-220f-46bc-b198-a55957fefece {{(pid=100246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:06:15.951033 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4ae21fa-1a58-4879-8b62-3b9fe7647b89", "tag": "6260ca24-f1df-4432-b35d-4f59a1d11464", "status": "completed", "code": 200}]} {{(pid=100246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:06:15.951331 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-5258c6c5-220f-46bc-b198-a55957fefece {{(pid=100246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:06:15.952271 n-d-773647-6 neutron-server[100246]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd4ae21fa-1a58-4879-8b62-3b9fe7647b89', 'tag': '6260ca24-f1df-4432-b35d-4f59a1d11464', 'status': 'completed', 'code': 200} Jul 06 14:06:15.978949 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-48d05e75-7940-4994-8117-8faa518189cc req-434f5531-dc51-4bbb-914b-d8adde6c3465 service neutron] 10.222.0.104 "GET /v2.0/networks/f1fe0f84-e7fb-43f2-a13c-d5fffe5a5634?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1604619 Jul 06 14:06:16.001427 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-77f5bba6-96af-4821-b93f-f843f5d300b7 tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-917204', 'neutron.services.segments.db._delete_segments_for_network-8773753502302'] for network, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:16.016377 n-d-773647-6 neutron-server[100246]: DEBUG neutron.services.segments.db [None req-77f5bba6-96af-4821-b93f-f843f5d300b7 tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e8f678e4-943a-4472-8fc3-58417f347ef6']}} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:06:16.029165 n-d-773647-6 neutron-server[100246]: DEBUG neutron.services.segments.db [None req-77f5bba6-96af-4821-b93f-f843f5d300b7 tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df0c3b46-e66c-45e4-a3cb-c612abb12d24') {'for_net_delete': True} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:06:16.029468 n-d-773647-6 neutron-server[100246]: DEBUG neutron.services.segments.db [None req-77f5bba6-96af-4821-b93f-f843f5d300b7 tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df0c3b46-e66c-45e4-a3cb-c612abb12d24') {} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:06:16.042763 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-77f5bba6-96af-4821-b93f-f843f5d300b7 tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773753515138', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126218898'] for segment, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:16.060388 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-77f5bba6-96af-4821-b93f-f843f5d300b7 tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552'] for segment, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:16.073319 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-77f5bba6-96af-4821-b93f-f843f5d300b7 tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] Releasing vlan 1046 on physical network physnet1 to pool {{(pid=100246) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 14:06:16.073642 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-77f5bba6-96af-4821-b93f-f843f5d300b7 tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127687491'] for segment, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:16.076727 n-d-773647-6 neutron-server[100246]: Traceback (most recent call last): Jul 06 14:06:16.076727 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 14:06:16.076727 n-d-773647-6 neutron-server[100246]: timer() Jul 06 14:06:16.076727 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 14:06:16.076727 n-d-773647-6 neutron-server[100246]: cb(*args, **kw) Jul 06 14:06:16.076727 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 14:06:16.076727 n-d-773647-6 neutron-server[100246]: return func(*args, **kwargs) Jul 06 14:06:16.076727 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 14:06:16.076727 n-d-773647-6 neutron-server[100246]: self._notify() Jul 06 14:06:16.076727 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 14:06:16.076727 n-d-773647-6 neutron-server[100246]: self.callback(batched_events) Jul 06 14:06:16.076727 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 14:06:16.076727 n-d-773647-6 neutron-server[100246]: event.method(event) Jul 06 14:06:16.076727 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 14:06:16.076727 n-d-773647-6 neutron-server[100246]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 14:06:16.076727 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 14:06:16.076727 n-d-773647-6 neutron-server[100246]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 14:06:16.076727 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 14:06:16.076727 n-d-773647-6 neutron-server[100246]: return f(self, *a, **k) Jul 06 14:06:16.076727 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 14:06:16.076727 n-d-773647-6 neutron-server[100246]: return self._get(url).json() Jul 06 14:06:16.076727 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 14:06:16.076727 n-d-773647-6 neutron-server[100246]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 14:06:16.076727 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 14:06:16.076727 n-d-773647-6 neutron-server[100246]: return self.request(url, 'GET', **kwargs) Jul 06 14:06:16.076727 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 14:06:16.076727 n-d-773647-6 neutron-server[100246]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 14:06:16.076727 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 14:06:16.076727 n-d-773647-6 neutron-server[100246]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 14:06:16.076727 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 14:06:16.076727 n-d-773647-6 neutron-server[100246]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 14:06:16.076727 n-d-773647-6 neutron-server[100246]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 14:06:16.079100 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf55c38-eb40-4b43-9fb4-dda29ca5b641 req-601b4297-705e-48d0-99be-ff00c00475bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:06:16.080083 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-8cf55c38-eb40-4b43-9fb4-dda29ca5b641 req-601b4297-705e-48d0-99be-ff00c00475bc service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=8d40ff3e576046ac8d901f027a7728c5&device_id=d4ae21fa-1a58-4879-8b62-3b9fe7647b89 HTTP/1.1" status: 200 len: 1094 time: 0.1110466 Jul 06 14:06:16.104539 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-48d05e75-7940-4994-8117-8faa518189cc req-504bba6a-68f1-4bf7-a093-679647787b5b service neutron] 10.222.0.104 "GET /v2.0/ports/d4663496-0e1d-419b-908e-5f60ff2b3b91?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0958612 Jul 06 14:06:16.190805 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-77f5bba6-96af-4821-b93f-f843f5d300b7 tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-917215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1761140'] for network, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:16.199095 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-77f5bba6-96af-4821-b93f-f843f5d300b7 tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583035'] for network, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:16.200750 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-77f5bba6-96af-4821-b93f-f843f5d300b7 tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] 10.222.0.104 "DELETE /v2.0/networks/e8f678e4-943a-4472-8fc3-58417f347ef6 HTTP/1.1" status: 204 len: 168 time: 2.4842536 Jul 06 14:06:16.204887 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 42806) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:06:16.223869 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-700b356d-b4ee-43c9-a02a-7d62e49c46bb tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-604321867'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:06:16.235910 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f5bba6-96af-4821-b93f-f843f5d300b7 tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] Pushing event deleted for resources: {'Network': ['ID=e8f678e4-943a-4472-8fc3-58417f347ef6,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:06:16.264346 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf55c38-eb40-4b43-9fb4-dda29ca5b641 req-2a4121d3-1f51-4ade-bb07-158758fd5c0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:06:16.265864 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-8cf55c38-eb40-4b43-9fb4-dda29ca5b641 req-2a4121d3-1f51-4ade-bb07-158758fd5c0f service neutron] 10.222.0.72 "GET /v2.0/networks?id=af3a547f-5810-4ce0-a3d6-25c440f137ac HTTP/1.1" status: 200 len: 912 time: 0.1703424 Jul 06 14:06:16.270774 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-700b356d-b4ee-43c9-a02a-7d62e49c46bb tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] Made reservation on behalf of 425e7b83a55643309e64fa25c786b5c4 for: {'network': 1} {{(pid=100246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:06:16.274536 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-700b356d-b4ee-43c9-a02a-7d62e49c46bb tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for network, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:16.325155 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-8cf55c38-eb40-4b43-9fb4-dda29ca5b641 req-76d4afcf-3183-4e93-8111-9fe91f1b0c74 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6260ca24-f1df-4432-b35d-4f59a1d11464 HTTP/1.1" status: 200 len: 217 time: 0.0465951 Jul 06 14:06:16.334799 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-700b356d-b4ee-43c9-a02a-7d62e49c46bb tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] vlan segment allocate from pool success with {'vlan_id': 1046, 'physical_network': 'physnet1'} {{(pid=100246) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 14:06:16.379338 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-700b356d-b4ee-43c9-a02a-7d62e49c46bb tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552'] for segment, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:16.379687 n-d-773647-6 neutron-server[100246]: INFO neutron.db.segments_db [None req-700b356d-b4ee-43c9-a02a-7d62e49c46bb tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] Added segment 1fb56080-ae92-4cc6-b296-a8c082deea08 of type vlan for network d1eaeeca-26b0-45e3-892a-08c4552ec028 Jul 06 14:06:16.433316 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf55c38-eb40-4b43-9fb4-dda29ca5b641 req-9b8e1cf1-ecd2-4e5e-ac80-49d39dc66023 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:06:16.434804 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-8cf55c38-eb40-4b43-9fb4-dda29ca5b641 req-9b8e1cf1-ecd2-4e5e-ac80-49d39dc66023 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=e412ce21-afd6-4224-b4f6-6314b71b645b HTTP/1.1" status: 200 len: 849 time: 0.0974081 Jul 06 14:06:16.438268 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-700b356d-b4ee-43c9-a02a-7d62e49c46bb tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773752984405'] for network, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:16.501411 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-700b356d-b4ee-43c9-a02a-7d62e49c46bb tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060'] for network, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:16.504157 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516e47f5-9b64-4a43-8cbb-17009b471361 req-d6bfcadf-94e4-463f-8d06-63990b7817dd tempest-ServerRescueNegativeTestJSON-721731692 tempest-ServerRescueNegativeTestJSON-721731692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:06:16.505657 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-516e47f5-9b64-4a43-8cbb-17009b471361 req-d6bfcadf-94e4-463f-8d06-63990b7817dd tempest-ServerRescueNegativeTestJSON-721731692 tempest-ServerRescueNegativeTestJSON-721731692-project] 10.222.0.104 "GET /v2.0/ports?device_id=78a59294-4d36-4290-b5cb-d865232b142a HTTP/1.1" status: 200 len: 945 time: 0.4664865 Jul 06 14:06:16.506906 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-700b356d-b4ee-43c9-a02a-7d62e49c46bb tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:06:16.507885 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-700b356d-b4ee-43c9-a02a-7d62e49c46bb tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583035'] for network, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:16.557850 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-4203085b-dbc0-4a1e-9168-e52c26ac55d4 tempest-RoutersIpV6AdminTest-1271651815 tempest-RoutersIpV6AdminTest-1271651815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1806297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1761036'] for router, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:16.573222 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-48d05e75-7940-4994-8117-8faa518189cc req-b9ca0cba-3671-4291-8445-14d76331619b service neutron] 10.222.0.104 "GET /v2.0/networks/f1fe0f84-e7fb-43f2-a13c-d5fffe5a5634?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4368486 Jul 06 14:06:16.579889 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf55c38-eb40-4b43-9fb4-dda29ca5b641 req-ecbe69ed-73be-4139-a8d7-ed9e386abf16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:06:16.581127 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-516e47f5-9b64-4a43-8cbb-17009b471361 req-ff5bd345-bca6-47c2-b22d-d6d23f402c7b tempest-ServerRescueNegativeTestJSON-721731692 tempest-ServerRescueNegativeTestJSON-721731692-project] 10.222.0.104 "GET /v2.0/security-groups?id=a54a60a4-d859-4f47-b26f-a63bb69450e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678957 Jul 06 14:06:16.581311 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-8cf55c38-eb40-4b43-9fb4-dda29ca5b641 req-ecbe69ed-73be-4139-a8d7-ed9e386abf16 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=af3a547f-5810-4ce0-a3d6-25c440f137ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1394243 Jul 06 14:06:16.583710 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-700b356d-b4ee-43c9-a02a-7d62e49c46bb tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] 10.222.0.104 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.3639886 Jul 06 14:06:16.587640 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 42810) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:06:16.597270 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-5a1ccfee-05af-4d03-83d5-da9cb000d177 tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] Request body: {'subnet': {'network_id': 'd1eaeeca-26b0-45e3-892a-08c4552ec028', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:06:16.622883 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700b356d-b4ee-43c9-a02a-7d62e49c46bb tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] Pushing event updated for resources: {'Network': ['ID=d1eaeeca-26b0-45e3-892a-08c4552ec028,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:06:16.634678 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Network d1eaeeca-26b0-45e3-892a-08c4552ec028 details requested by agent ovs-agent-n-d-773647-6 with host n-d-773647-6 {{(pid=100248) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 14:06:16.773145 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-8cf55c38-eb40-4b43-9fb4-dda29ca5b641 req-889a1584-3681-40a8-9ef7-a25909af4ab8 service neutron] 10.222.0.72 "GET /v2.0/networks/af3a547f-5810-4ce0-a3d6-25c440f137ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1832821 Jul 06 14:06:16.777828 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-48d05e75-7940-4994-8117-8faa518189cc req-ee4d8a5f-4620-4f7c-99dd-b6e3f949458a service neutron] 10.222.0.104 "GET /v2.0/networks/f1fe0f84-e7fb-43f2-a13c-d5fffe5a5634?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1957495 Jul 06 14:06:16.788392 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a1ccfee-05af-4d03-83d5-da9cb000d177 tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] Made reservation on behalf of 425e7b83a55643309e64fa25c786b5c4 for: {'subnet': 1} {{(pid=100246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:06:16.792084 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-5a1ccfee-05af-4d03-83d5-da9cb000d177 tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127702029'] for subnet, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:16.877793 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4203085b-dbc0-4a1e-9168-e52c26ac55d4 tempest-RoutersIpV6AdminTest-1271651815 tempest-RoutersIpV6AdminTest-1271651815-project] Router 86474cfc-1674-4f30-97da-6b5910dd52e5 is scheduled to L3 agent 2823d358-a11b-4885-a706-95a279e43fa7 with binding_index 1 {{(pid=100247) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 14:06:16.900427 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd711a38-52d9-4bc4-bc3a-07a97bf80a1d req-d9ab2726-a562-4b5b-94de-61b8b8024941 tempest-ServersTestManualDisk-1063153519 tempest-ServersTestManualDisk-1063153519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:06:16.901944 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-dd711a38-52d9-4bc4-bc3a-07a97bf80a1d req-d9ab2726-a562-4b5b-94de-61b8b8024941 tempest-ServersTestManualDisk-1063153519 tempest-ServersTestManualDisk-1063153519-project] 10.222.0.104 "GET /v2.0/ports?device_id=d4ae21fa-1a58-4879-8b62-3b9fe7647b89 HTTP/1.1" status: 200 len: 943 time: 0.1591299 Jul 06 14:06:16.945291 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-8cf55c38-eb40-4b43-9fb4-dda29ca5b641 req-84ec451d-6974-4189-a85f-a8c85cb4b0d3 service neutron] 10.222.0.72 "GET /v2.0/networks/af3a547f-5810-4ce0-a3d6-25c440f137ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1663458 Jul 06 14:06:16.964468 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-48d05e75-7940-4994-8117-8faa518189cc req-15680c2e-f071-4b09-95b7-c49533003872 service neutron] 10.222.0.104 "GET /v2.0/networks/f1fe0f84-e7fb-43f2-a13c-d5fffe5a5634?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1763601 Jul 06 14:06:17.048791 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-5a1ccfee-05af-4d03-83d5-da9cb000d177 tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1849032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127687649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127702047'] for subnet, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:17.078510 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-dd711a38-52d9-4bc4-bc3a-07a97bf80a1d req-de0c6e31-61b7-4772-b7b7-dc7c447819a0 tempest-ServersTestManualDisk-1063153519 tempest-ServersTestManualDisk-1063153519-project] 10.222.0.104 "GET /v2.0/security-groups?id=88ca51c4-ddb4-429c-9499-a09a1f830b1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1666038 Jul 06 14:06:17.116113 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1ccfee-05af-4d03-83d5-da9cb000d177 tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] Pushing event updated for resources: {'Subnet': ['ID=5b7c175a-38e9-469a-83d9-657a6d449ece,revision_number=0']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:06:17.123043 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4203085b-dbc0-4a1e-9168-e52c26ac55d4 tempest-RoutersIpV6AdminTest-1271651815 tempest-RoutersIpV6AdminTest-1271651815-project] Notify agent at l3_agent.n-d-773647-6 the message routers_updated {{(pid=100247) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 14:06:17.128308 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a1ccfee-05af-4d03-83d5-da9cb000d177 tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] Checking segment: {'id': '1fb56080-ae92-4cc6-b296-a8c082deea08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': 'd1eaeeca-26b0-45e3-892a-08c4552ec028'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:06:17.128634 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a1ccfee-05af-4d03-83d5-da9cb000d177 tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] Network hostable DHCP agents. Network: d1eaeeca-26b0-45e3-892a-08c4552ec028, hostable agents: ['f2bada3d-be77-4359-982b-8505a2bbca04'], hosted agents: [] {{(pid=100246) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 14:06:17.135397 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-48d05e75-7940-4994-8117-8faa518189cc req-d81ba2d1-419b-44cd-9b43-419405eb9876 service neutron] 10.222.0.104 "GET /v2.0/networks/f1fe0f84-e7fb-43f2-a13c-d5fffe5a5634?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1637650 Jul 06 14:06:17.140297 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50e3418e-8958-449c-855e-0bbcbbdfc3b8 None None] Sync routers for ids ['86474cfc-1674-4f30-97da-6b5910dd52e5'] in n-d-773647-6 {{(pid=100248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 14:06:17.151563 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50e3418e-8958-449c-855e-0bbcbbdfc3b8 None None] Routers {'86474cfc-1674-4f30-97da-6b5910dd52e5'} bound to L3 agent in host n-d-773647-6 {{(pid=100248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:06:17.151794 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a1ccfee-05af-4d03-83d5-da9cb000d177 tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] Network d1eaeeca-26b0-45e3-892a-08c4552ec028 is scheduled to be hosted by DHCP agent f2bada3d-be77-4359-982b-8505a2bbca04 with binding_index 1 {{(pid=100246) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 14:06:17.152475 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-50e3418e-8958-449c-855e-0bbcbbdfc3b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T14:05:55Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['86474cfc-1674-4f30-97da-6b5910dd52e5'], 'active': True} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:06:17.165324 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.base_scheduler [None req-5a1ccfee-05af-4d03-83d5-da9cb000d177 tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773647-6, d1eaeeca-26b0-45e3-892a-08c4552ec028) {{(pid=100246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:06:17.172791 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a1ccfee-05af-4d03-83d5-da9cb000d177 tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:06:17.173700 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-5a1ccfee-05af-4d03-83d5-da9cb000d177 tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] Notify callbacks [] for subnet, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:17.207298 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-5a1ccfee-05af-4d03-83d5-da9cb000d177 tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] 10.222.0.104 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6183918 Jul 06 14:06:17.208322 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 42818) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:06:17.220932 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-4203085b-dbc0-4a1e-9168-e52c26ac55d4 tempest-RoutersIpV6AdminTest-1271651815 tempest-RoutersIpV6AdminTest-1271651815-project] Notify callbacks [] for router, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:17.225225 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-4203085b-dbc0-4a1e-9168-e52c26ac55d4 tempest-RoutersIpV6AdminTest-1271651815 tempest-RoutersIpV6AdminTest-1271651815-project] 10.222.0.104 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 5.3612089 Jul 06 14:06:17.226096 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 42820) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:06:17.232721 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [None req-b806d01b-5ec9-403a-8d5a-dc79767407bf tempest-RoutersIpV6AdminTest-1269433453 tempest-RoutersIpV6AdminTest-1269433453-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'enable_snat': False}}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:06:17.318866 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-5a65d1d3-615c-427f-9546-9ceda1a2aee8 tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530492'] for network, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:17.339272 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1bd41b9-c1e2-4f7e-8658-183c2d80a5ea None None] Network d1eaeeca-26b0-45e3-892a-08c4552ec028 requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:06:17.342963 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-50e3418e-8958-449c-855e-0bbcbbdfc3b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-773647-6', False) {} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:06:17.374750 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-5a65d1d3-615c-427f-9546-9ceda1a2aee8 tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-913473'] for subnet, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:17.395943 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50e3418e-8958-449c-855e-0bbcbbdfc3b8 None None] Routers {'86474cfc-1674-4f30-97da-6b5910dd52e5'} bound to L3 agent in host n-d-773647-6 {{(pid=100248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:06:17.396629 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-50e3418e-8958-449c-855e-0bbcbbdfc3b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T14:05:55Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['86474cfc-1674-4f30-97da-6b5910dd52e5'], 'active': True} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:06:17.400717 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-48d05e75-7940-4994-8117-8faa518189cc req-9820262e-7f8b-443e-b908-6fc0df0b548c service neutron] 10.222.0.104 "GET /v2.0/networks/f1fe0f84-e7fb-43f2-a13c-d5fffe5a5634?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2576530 Jul 06 14:06:17.433283 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-50e3418e-8958-449c-855e-0bbcbbdfc3b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-773647-6', False) {} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:06:17.434038 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50e3418e-8958-449c-855e-0bbcbbdfc3b8 None None] The sync data for ids ['86474cfc-1674-4f30-97da-6b5910dd52e5'] in n-d-773647-6 is: [] {{(pid=100248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 14:06:17.448346 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-5a65d1d3-615c-427f-9546-9ceda1a2aee8 tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-913480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1849032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127687590', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127702764'] for subnet, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:17.472536 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08664e2d-9fe4-4584-ab44-411b7f25c4a0 req-1e566781-ba17-4a2b-bdff-30841ec1bfee tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:06:17.474030 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-08664e2d-9fe4-4584-ab44-411b7f25c4a0 req-1e566781-ba17-4a2b-bdff-30841ec1bfee tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] 10.222.0.104 "GET /v2.0/ports?device_id=5fbc9a8b-86db-4456-85e1-a59cfdbb9c8d HTTP/1.1" status: 200 len: 944 time: 0.2377920 Jul 06 14:06:17.478568 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a65d1d3-615c-427f-9546-9ceda1a2aee8 tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] Pushing event deleted for resources: {'Subnet': ['ID=5b7c175a-38e9-469a-83d9-657a6d449ece,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:06:17.520311 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cadb48f-f206-4d0c-9bea-9b67e0400268 None None] Network d1eaeeca-26b0-45e3-892a-08c4552ec028 requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:06:17.551616 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-5a65d1d3-615c-427f-9546-9ceda1a2aee8 tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-917204', 'neutron.services.segments.db._delete_segments_for_network-8773753502302'] for network, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:17.563460 n-d-773647-6 neutron-server[100246]: DEBUG neutron.services.segments.db [None req-5a65d1d3-615c-427f-9546-9ceda1a2aee8 tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d1eaeeca-26b0-45e3-892a-08c4552ec028']}} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:06:17.574941 n-d-773647-6 neutron-server[100246]: DEBUG neutron.services.segments.db [None req-5a65d1d3-615c-427f-9546-9ceda1a2aee8 tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1fb56080-ae92-4cc6-b296-a8c082deea08') {'for_net_delete': True} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:06:17.575357 n-d-773647-6 neutron-server[100246]: DEBUG neutron.services.segments.db [None req-5a65d1d3-615c-427f-9546-9ceda1a2aee8 tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1fb56080-ae92-4cc6-b296-a8c082deea08') {} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:06:17.585849 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-5a65d1d3-615c-427f-9546-9ceda1a2aee8 tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773753515138', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126218898'] for segment, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:17.589602 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-08664e2d-9fe4-4584-ab44-411b7f25c4a0 req-2ce91216-796d-4273-b4be-29098f604e0b tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] 10.222.0.104 "GET /v2.0/security-groups?id=54cfb86c-390d-4cad-8265-7f5781c66116&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0888011 Jul 06 14:06:17.608811 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-5a65d1d3-615c-427f-9546-9ceda1a2aee8 tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552'] for segment, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:17.615412 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a65d1d3-615c-427f-9546-9ceda1a2aee8 tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] Releasing vlan 1046 on physical network physnet1 to pool {{(pid=100246) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 14:06:17.619048 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-5a65d1d3-615c-427f-9546-9ceda1a2aee8 tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127687491'] for segment, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:17.622297 n-d-773647-6 neutron-server[100246]: Traceback (most recent call last): Jul 06 14:06:17.622297 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 14:06:17.622297 n-d-773647-6 neutron-server[100246]: timer() Jul 06 14:06:17.622297 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 14:06:17.622297 n-d-773647-6 neutron-server[100246]: cb(*args, **kw) Jul 06 14:06:17.622297 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 14:06:17.622297 n-d-773647-6 neutron-server[100246]: return func(*args, **kwargs) Jul 06 14:06:17.622297 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 14:06:17.622297 n-d-773647-6 neutron-server[100246]: self._notify() Jul 06 14:06:17.622297 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 14:06:17.622297 n-d-773647-6 neutron-server[100246]: self.callback(batched_events) Jul 06 14:06:17.622297 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 14:06:17.622297 n-d-773647-6 neutron-server[100246]: event.method(event) Jul 06 14:06:17.622297 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 14:06:17.622297 n-d-773647-6 neutron-server[100246]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 14:06:17.622297 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 14:06:17.622297 n-d-773647-6 neutron-server[100246]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 14:06:17.622297 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 14:06:17.622297 n-d-773647-6 neutron-server[100246]: return f(self, *a, **k) Jul 06 14:06:17.622297 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 14:06:17.622297 n-d-773647-6 neutron-server[100246]: return self._get(url).json() Jul 06 14:06:17.622297 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 14:06:17.622297 n-d-773647-6 neutron-server[100246]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 14:06:17.622297 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 14:06:17.622297 n-d-773647-6 neutron-server[100246]: return self.request(url, 'GET', **kwargs) Jul 06 14:06:17.622297 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 14:06:17.622297 n-d-773647-6 neutron-server[100246]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 14:06:17.622297 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 14:06:17.622297 n-d-773647-6 neutron-server[100246]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 14:06:17.622297 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 14:06:17.622297 n-d-773647-6 neutron-server[100246]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 14:06:17.622297 n-d-773647-6 neutron-server[100246]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 14:06:17.634469 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-48d05e75-7940-4994-8117-8faa518189cc req-9835d62a-6372-4e18-85e8-8d087591aef0 service neutron] 10.222.0.104 "GET /v2.0/networks/f1fe0f84-e7fb-43f2-a13c-d5fffe5a5634?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2197011 Jul 06 14:06:17.688494 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-5a65d1d3-615c-427f-9546-9ceda1a2aee8 tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-917215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1761140'] for network, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:17.694135 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-5a65d1d3-615c-427f-9546-9ceda1a2aee8 tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583035'] for network, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:17.696110 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-5a65d1d3-615c-427f-9546-9ceda1a2aee8 tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] 10.222.0.104 "DELETE /v2.0/networks/d1eaeeca-26b0-45e3-892a-08c4552ec028 HTTP/1.1" status: 204 len: 168 time: 0.4865806 Jul 06 14:06:17.700868 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 42826) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:06:17.706627 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-5b67df1e-9ad8-44c1-9857-ecb0048498bd tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1856764377'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:06:17.725790 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a65d1d3-615c-427f-9546-9ceda1a2aee8 tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] Pushing event deleted for resources: {'Network': ['ID=d1eaeeca-26b0-45e3-892a-08c4552ec028,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:06:17.742925 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b67df1e-9ad8-44c1-9857-ecb0048498bd tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] Made reservation on behalf of 425e7b83a55643309e64fa25c786b5c4 for: {'network': 1} {{(pid=100246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:06:17.746422 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-5b67df1e-9ad8-44c1-9857-ecb0048498bd tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for network, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:17.770921 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b67df1e-9ad8-44c1-9857-ecb0048498bd tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] vlan segment allocate from pool success with {'vlan_id': 1005, 'physical_network': 'physnet1'} {{(pid=100246) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 14:06:17.779945 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-5b67df1e-9ad8-44c1-9857-ecb0048498bd tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552'] for segment, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:17.780615 n-d-773647-6 neutron-server[100246]: INFO neutron.db.segments_db [None req-5b67df1e-9ad8-44c1-9857-ecb0048498bd tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] Added segment f52aeacd-9734-4e83-95ca-314a56c28ce0 of type vlan for network 2c212bb3-015e-4fa3-b3d9-5c16f3549a00 Jul 06 14:06:17.819132 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-5b67df1e-9ad8-44c1-9857-ecb0048498bd tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773752984405'] for network, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:17.848150 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-b806d01b-5ec9-403a-8d5a-dc79767407bf tempest-RoutersIpV6AdminTest-1269433453 tempest-RoutersIpV6AdminTest-1269433453-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1761047', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1806272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6989'] for router, precommit_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:17.849535 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-5b67df1e-9ad8-44c1-9857-ecb0048498bd tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060'] for network, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:17.855115 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b67df1e-9ad8-44c1-9857-ecb0048498bd tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:06:17.855767 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-5b67df1e-9ad8-44c1-9857-ecb0048498bd tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583035'] for network, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:17.871095 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-48d05e75-7940-4994-8117-8faa518189cc req-304e6753-7c46-4cb7-870f-97896d659774 service neutron] 10.222.0.104 "GET /v2.0/networks/70fa8a2a-4549-4d89-b089-3cc3fca2d3a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1953928 Jul 06 14:06:17.909194 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108adfc3-8a55-469e-8940-825c572a276e req-ca0c465d-aa7f-41fb-8415-63128bf2c5fa tempest-ImagesTestJSON-1482892319 tempest-ImagesTestJSON-1482892319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:06:17.910898 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-108adfc3-8a55-469e-8940-825c572a276e req-ca0c465d-aa7f-41fb-8415-63128bf2c5fa tempest-ImagesTestJSON-1482892319 tempest-ImagesTestJSON-1482892319-project] 10.222.0.104 "GET /v2.0/ports?device_id=0143d447-10d0-4ce1-9893-d3fe7da7ea42 HTTP/1.1" status: 200 len: 945 time: 0.1806524 Jul 06 14:06:17.921505 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-5b67df1e-9ad8-44c1-9857-ecb0048498bd tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] 10.222.0.104 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.2199764 Jul 06 14:06:17.928161 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 42828) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:06:17.936118 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-172a64ad-37e2-40a8-98e1-d9cb3122b969 tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] Request body: {'subnet': {'network_id': '2c212bb3-015e-4fa3-b3d9-5c16f3549a00', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:06:17.979141 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b67df1e-9ad8-44c1-9857-ecb0048498bd tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] Pushing event updated for resources: {'Network': ['ID=2c212bb3-015e-4fa3-b3d9-5c16f3549a00,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:06:17.990816 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Network 2c212bb3-015e-4fa3-b3d9-5c16f3549a00 details requested by agent ovs-agent-n-d-773647-6 with host n-d-773647-6 {{(pid=100248) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 14:06:18.032954 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-172a64ad-37e2-40a8-98e1-d9cb3122b969 tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] Made reservation on behalf of 425e7b83a55643309e64fa25c786b5c4 for: {'subnet': 1} {{(pid=100246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:06:18.033475 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-108adfc3-8a55-469e-8940-825c572a276e req-146142db-595b-45ef-a280-1a73a475712d tempest-ImagesTestJSON-1482892319 tempest-ImagesTestJSON-1482892319-project] 10.222.0.104 "GET /v2.0/security-groups?id=46e03f63-f74e-4db3-981d-76fb36967b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872154 Jul 06 14:06:18.043147 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-172a64ad-37e2-40a8-98e1-d9cb3122b969 tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127702029'] for subnet, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:18.072884 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-48d05e75-7940-4994-8117-8faa518189cc req-ed384a78-679b-485a-9af6-67c54a018d68 service neutron] 10.222.0.104 "GET /v2.0/networks/70fa8a2a-4549-4d89-b089-3cc3fca2d3a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1842456 Jul 06 14:06:18.116243 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.ipam_backend_mixin [None req-172a64ad-37e2-40a8-98e1-d9cb3122b969 tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] Performing IP validity checks on allocation pools {{(pid=100246) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 06 14:06:18.116791 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.ipam_backend_mixin [None req-172a64ad-37e2-40a8-98e1-d9cb3122b969 tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] Checking for overlaps among allocation pools and gateway ip {{(pid=100246) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 06 14:06:18.260116 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-172a64ad-37e2-40a8-98e1-d9cb3122b969 tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1849032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127687649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127702047'] for subnet, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:18.327774 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172a64ad-37e2-40a8-98e1-d9cb3122b969 tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] Pushing event updated for resources: {'Subnet': ['ID=d0169a36-8aed-45b9-b014-a1ac5e581150,revision_number=0']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:06:18.338906 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-172a64ad-37e2-40a8-98e1-d9cb3122b969 tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] Checking segment: {'id': 'f52aeacd-9734-4e83-95ca-314a56c28ce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1005, 'network_id': '2c212bb3-015e-4fa3-b3d9-5c16f3549a00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:06:18.339311 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-172a64ad-37e2-40a8-98e1-d9cb3122b969 tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] Network hostable DHCP agents. Network: 2c212bb3-015e-4fa3-b3d9-5c16f3549a00, hostable agents: ['f2bada3d-be77-4359-982b-8505a2bbca04'], hosted agents: [] {{(pid=100246) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 14:06:18.364440 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-172a64ad-37e2-40a8-98e1-d9cb3122b969 tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] Network 2c212bb3-015e-4fa3-b3d9-5c16f3549a00 is scheduled to be hosted by DHCP agent f2bada3d-be77-4359-982b-8505a2bbca04 with binding_index 1 {{(pid=100246) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 14:06:18.374900 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.base_scheduler [None req-172a64ad-37e2-40a8-98e1-d9cb3122b969 tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773647-6, 2c212bb3-015e-4fa3-b3d9-5c16f3549a00) {{(pid=100246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:06:18.378879 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-172a64ad-37e2-40a8-98e1-d9cb3122b969 tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:06:18.379503 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-172a64ad-37e2-40a8-98e1-d9cb3122b969 tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] Notify callbacks [] for subnet, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:18.385948 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72be45e1-ca3c-48cd-b849-0d82f8825bc1 None None] Network 2c212bb3-015e-4fa3-b3d9-5c16f3549a00 requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:06:18.398909 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-172a64ad-37e2-40a8-98e1-d9cb3122b969 tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] 10.222.0.104 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 0.4696908 Jul 06 14:06:18.401618 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 42832) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:06:18.502759 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-b0e1a91d-77fb-44f7-ac1d-1c6292ad2f85 tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530492'] for network, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:18.537948 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e33cc00-bbf0-42f7-ac97-38311fe3c071 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6bd5fc82-6666-56e8-87c2-91648d36c963-2c212bb3-015e-4fa3-b3d9-5c16f3549a00', 'network_id': '2c212bb3-015e-4fa3-b3d9-5c16f3549a00', 'tenant_id': '425e7b83a55643309e64fa25c786b5c4', 'fixed_ips': [{'subnet_id': 'd0169a36-8aed-45b9-b014-a1ac5e581150'}]}} from n-d-773647-6. {{(pid=100248) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 14:06:18.538883 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-9e33cc00-bbf0-42f7-ac97-38311fe3c071 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:18.560389 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-b0e1a91d-77fb-44f7-ac1d-1c6292ad2f85 tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-913473'] for subnet, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:18.582169 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-48d05e75-7940-4994-8117-8faa518189cc req-08cb03b4-2fa7-4e1d-8845-ad714f64965e service neutron] 10.222.0.104 "GET /v2.0/networks/70fa8a2a-4549-4d89-b089-3cc3fca2d3a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4986062 Jul 06 14:06:18.597583 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984a9283-8c9f-47e5-9e7b-746790b1b735 req-6f510d58-d57a-44d4-b356-cffae421681f tempest-ServerRescueNegativeTestJSON-721731692 tempest-ServerRescueNegativeTestJSON-721731692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:06:18.599062 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-984a9283-8c9f-47e5-9e7b-746790b1b735 req-6f510d58-d57a-44d4-b356-cffae421681f tempest-ServerRescueNegativeTestJSON-721731692 tempest-ServerRescueNegativeTestJSON-721731692-project] 10.222.0.104 "GET /v2.0/ports?device_id=78a59294-4d36-4290-b5cb-d865232b142a HTTP/1.1" status: 200 len: 945 time: 0.1878166 Jul 06 14:06:18.637243 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-b0e1a91d-77fb-44f7-ac1d-1c6292ad2f85 tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-913480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1849032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127687590', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127702764'] for subnet, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:18.640227 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server [None req-9e33cc00-bbf0-42f7-ac97-38311fe3c071 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet d0169a36-8aed-45b9-b014-a1ac5e581150: This subnet is being modified by another concurrent operation. Jul 06 14:06:18.640227 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 06 14:06:18.640227 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 06 14:06:18.640227 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 06 14:06:18.640227 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 06 14:06:18.640227 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 06 14:06:18.640227 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 06 14:06:18.640227 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 06 14:06:18.640227 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 06 14:06:18.640227 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 06 14:06:18.640227 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 06 14:06:18.640227 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 06 14:06:18.640227 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 06 14:06:18.640227 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 06 14:06:18.640227 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 06 14:06:18.640227 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server raise self.value Jul 06 14:06:18.640227 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 06 14:06:18.640227 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 06 14:06:18.640227 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 06 14:06:18.640227 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 06 14:06:18.640227 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 06 14:06:18.640227 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 06 14:06:18.640227 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 06 14:06:18.640227 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server raise self.value Jul 06 14:06:18.640227 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 06 14:06:18.640227 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 06 14:06:18.640227 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 06 14:06:18.640227 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 06 14:06:18.640227 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 06 14:06:18.640227 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 06 14:06:18.640227 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 06 14:06:18.640227 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server raise self.value Jul 06 14:06:18.640227 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 06 14:06:18.640227 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 06 14:06:18.640227 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 06 14:06:18.640227 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 06 14:06:18.640227 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 06 14:06:18.640227 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 06 14:06:18.640227 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 06 14:06:18.640227 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 06 14:06:18.640227 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 06 14:06:18.640227 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 06 14:06:18.640227 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 06 14:06:18.640227 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 06 14:06:18.640227 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 06 14:06:18.640227 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 06 14:06:18.640227 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 06 14:06:18.640227 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 06 14:06:18.640227 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 06 14:06:18.640227 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 06 14:06:18.640227 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 06 14:06:18.640227 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server raise self.value Jul 06 14:06:18.640227 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 06 14:06:18.640227 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 06 14:06:18.643983 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 06 14:06:18.643983 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 06 14:06:18.643983 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 06 14:06:18.643983 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 06 14:06:18.643983 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 06 14:06:18.643983 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server raise self.value Jul 06 14:06:18.643983 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 06 14:06:18.643983 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 06 14:06:18.643983 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 06 14:06:18.643983 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 06 14:06:18.643983 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 06 14:06:18.643983 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 06 14:06:18.643983 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 06 14:06:18.643983 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server raise self.value Jul 06 14:06:18.643983 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 06 14:06:18.643983 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 06 14:06:18.643983 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 06 14:06:18.643983 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 06 14:06:18.643983 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 06 14:06:18.643983 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 06 14:06:18.643983 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 06 14:06:18.643983 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 06 14:06:18.643983 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 06 14:06:18.643983 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 06 14:06:18.643983 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 06 14:06:18.643983 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 06 14:06:18.643983 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 06 14:06:18.643983 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server raise self.value Jul 06 14:06:18.643983 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 06 14:06:18.643983 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 06 14:06:18.643983 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 06 14:06:18.643983 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 06 14:06:18.643983 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 06 14:06:18.643983 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 06 14:06:18.643983 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 06 14:06:18.643983 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server raise exception Jul 06 14:06:18.643983 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet d0169a36-8aed-45b9-b014-a1ac5e581150: This subnet is being modified by another concurrent operation. Jul 06 14:06:18.643983 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server Jul 06 14:06:18.667379 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e82b883d-80d5-429c-ae4d-6f37d84d023c None None] Network 2c212bb3-015e-4fa3-b3d9-5c16f3549a00 requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:06:18.670881 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e1a91d-77fb-44f7-ac1d-1c6292ad2f85 tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] Pushing event deleted for resources: {'Subnet': ['ID=d0169a36-8aed-45b9-b014-a1ac5e581150,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:06:18.731595 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-b0e1a91d-77fb-44f7-ac1d-1c6292ad2f85 tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-917204', 'neutron.services.segments.db._delete_segments_for_network-8773753502302'] for network, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:18.743021 n-d-773647-6 neutron-server[100246]: DEBUG neutron.services.segments.db [None req-b0e1a91d-77fb-44f7-ac1d-1c6292ad2f85 tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c212bb3-015e-4fa3-b3d9-5c16f3549a00']}} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:06:18.754599 n-d-773647-6 neutron-server[100246]: DEBUG neutron.services.segments.db [None req-b0e1a91d-77fb-44f7-ac1d-1c6292ad2f85 tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f52aeacd-9734-4e83-95ca-314a56c28ce0') {'for_net_delete': True} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:06:18.754832 n-d-773647-6 neutron-server[100246]: DEBUG neutron.services.segments.db [None req-b0e1a91d-77fb-44f7-ac1d-1c6292ad2f85 tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f52aeacd-9734-4e83-95ca-314a56c28ce0') {} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:06:18.755551 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-984a9283-8c9f-47e5-9e7b-746790b1b735 req-1bab5292-489d-40aa-bab0-9c6a94247638 tempest-ServerRescueNegativeTestJSON-721731692 tempest-ServerRescueNegativeTestJSON-721731692-project] 10.222.0.104 "GET /v2.0/security-groups?id=a54a60a4-d859-4f47-b26f-a63bb69450e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397686 Jul 06 14:06:18.769148 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-b0e1a91d-77fb-44f7-ac1d-1c6292ad2f85 tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773753515138', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126218898'] for segment, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:18.788952 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Device 6260ca24-f1df-4432-b35d-4f59a1d11464 details requested by agent hyperv_n-h2-773647-6 with host n-h2-773647-6 {{(pid=100248) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 14:06:18.796443 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-b0e1a91d-77fb-44f7-ac1d-1c6292ad2f85 tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552'] for segment, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:18.806767 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b0e1a91d-77fb-44f7-ac1d-1c6292ad2f85 tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] Releasing vlan 1005 on physical network physnet1 to pool {{(pid=100246) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 14:06:18.807687 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-b0e1a91d-77fb-44f7-ac1d-1c6292ad2f85 tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127687491'] for segment, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:18.814465 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-48d05e75-7940-4994-8117-8faa518189cc req-b6c02f86-099d-4e1c-acc6-a67399a7f979 service neutron] 10.222.0.104 "GET /v2.0/networks/70fa8a2a-4549-4d89-b089-3cc3fca2d3a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2105365 Jul 06 14:06:18.883012 n-d-773647-6 neutron-server[100246]: Traceback (most recent call last): Jul 06 14:06:18.883012 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 14:06:18.883012 n-d-773647-6 neutron-server[100246]: timer() Jul 06 14:06:18.883012 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 14:06:18.883012 n-d-773647-6 neutron-server[100246]: cb(*args, **kw) Jul 06 14:06:18.883012 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 14:06:18.883012 n-d-773647-6 neutron-server[100246]: return func(*args, **kwargs) Jul 06 14:06:18.883012 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 14:06:18.883012 n-d-773647-6 neutron-server[100246]: self._notify() Jul 06 14:06:18.883012 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 14:06:18.883012 n-d-773647-6 neutron-server[100246]: self.callback(batched_events) Jul 06 14:06:18.883012 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 14:06:18.883012 n-d-773647-6 neutron-server[100246]: event.method(event) Jul 06 14:06:18.883012 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 14:06:18.883012 n-d-773647-6 neutron-server[100246]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 14:06:18.883012 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 14:06:18.883012 n-d-773647-6 neutron-server[100246]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 14:06:18.883012 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 14:06:18.883012 n-d-773647-6 neutron-server[100246]: return f(self, *a, **k) Jul 06 14:06:18.883012 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 14:06:18.883012 n-d-773647-6 neutron-server[100246]: return self._get(url).json() Jul 06 14:06:18.883012 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 14:06:18.883012 n-d-773647-6 neutron-server[100246]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 14:06:18.883012 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 14:06:18.883012 n-d-773647-6 neutron-server[100246]: return self.request(url, 'GET', **kwargs) Jul 06 14:06:18.883012 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 14:06:18.883012 n-d-773647-6 neutron-server[100246]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 14:06:18.883012 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 14:06:18.883012 n-d-773647-6 neutron-server[100246]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 14:06:18.883012 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 14:06:18.883012 n-d-773647-6 neutron-server[100246]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 14:06:18.883012 n-d-773647-6 neutron-server[100246]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 14:06:18.900383 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] For port 6260ca24-f1df-4432-b35d-4f59a1d11464, host n-h2-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=6260ca24-f1df-4432-b35d-4f59a1d11464,segment=NetworkSegment(2226be6a-5b77-4b84-97e9-ccc85a2fc3f4),segment_id=2226be6a-5b77-4b84-97e9-ccc85a2fc3f4)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:06:18.913241 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-b0e1a91d-77fb-44f7-ac1d-1c6292ad2f85 tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-917215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1761140'] for network, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:18.913682 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecdac977-1206-4d17-b50d-9aee9420ab00 None None] get_active_networks_info from n-d-773647-6 {{(pid=100248) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 06 14:06:18.922675 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-b0e1a91d-77fb-44f7-ac1d-1c6292ad2f85 tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583035'] for network, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:18.931074 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-b0e1a91d-77fb-44f7-ac1d-1c6292ad2f85 tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] 10.222.0.104 "DELETE /v2.0/networks/2c212bb3-015e-4fa3-b3d9-5c16f3549a00 HTTP/1.1" status: 204 len: 168 time: 0.5283515 Jul 06 14:06:18.931885 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 42836) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:06:18.967075 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-1237a367-4aa9-4368-a5a2-ae9797ff139c tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1345388637'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:06:18.971654 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-b806d01b-5ec9-403a-8d5a-dc79767407bf tempest-RoutersIpV6AdminTest-1269433453 tempest-RoutersIpV6AdminTest-1269433453-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1761047', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1806272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6989'] for router, precommit_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:18.975700 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-b806d01b-5ec9-403a-8d5a-dc79767407bf tempest-RoutersIpV6AdminTest-1269433453 tempest-RoutersIpV6AdminTest-1269433453-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1761036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1761054', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1761029', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1806287'] for router, after_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:18.992790 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e1a91d-77fb-44f7-ac1d-1c6292ad2f85 tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] Pushing event deleted for resources: {'Network': ['ID=2c212bb3-015e-4fa3-b3d9-5c16f3549a00,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:06:19.006876 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1237a367-4aa9-4368-a5a2-ae9797ff139c tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] Made reservation on behalf of 425e7b83a55643309e64fa25c786b5c4 for: {'network': 1} {{(pid=100246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:06:19.010861 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-1237a367-4aa9-4368-a5a2-ae9797ff139c tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for network, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:19.036181 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Returning: {'device': '6260ca24-f1df-4432-b35d-4f59a1d11464', 'network_id': 'af3a547f-5810-4ce0-a3d6-25c440f137ac', 'port_id': '6260ca24-f1df-4432-b35d-4f59a1d11464', 'mac_address': 'fa:16:3e:30:41:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1017, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e412ce21-afd6-4224-b4f6-6314b71b645b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100248) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 14:06:19.043380 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1237a367-4aa9-4368-a5a2-ae9797ff139c tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] vlan segment allocate from pool success with {'vlan_id': 1015, 'physical_network': 'physnet1'} {{(pid=100246) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 14:06:19.046376 n-d-773647-6 neutron-server[100248]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecdac977-1206-4d17-b50d-9aee9420ab00 None None] Resources bound (agent type, host, resource id): {{(pid=100248) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 06 14:06:19.057905 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-1237a367-4aa9-4368-a5a2-ae9797ff139c tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552'] for segment, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:19.058727 n-d-773647-6 neutron-server[100246]: INFO neutron.db.segments_db [None req-1237a367-4aa9-4368-a5a2-ae9797ff139c tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] Added segment 8b673abe-6050-4082-b420-94cfd44a95b4 of type vlan for network d3bb4bef-fdb4-4ee4-be16-9758b76198c3 Jul 06 14:06:19.108827 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:19.115906 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-1237a367-4aa9-4368-a5a2-ae9797ff139c tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773752984405'] for network, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:19.155707 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-1237a367-4aa9-4368-a5a2-ae9797ff139c tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060'] for network, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:19.162706 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1237a367-4aa9-4368-a5a2-ae9797ff139c tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:06:19.163700 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-1237a367-4aa9-4368-a5a2-ae9797ff139c tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583035'] for network, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:19.167714 n-d-773647-6 neutron-server[100248]: DEBUG neutron.notifiers.nova [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6260ca24-f1df-4432-b35d-4f59a1d11464 {{(pid=100248) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 14:06:19.219567 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] For port 6260ca24-f1df-4432-b35d-4f59a1d11464, host n-h2-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=6260ca24-f1df-4432-b35d-4f59a1d11464,segment=NetworkSegment(2226be6a-5b77-4b84-97e9-ccc85a2fc3f4),segment_id=2226be6a-5b77-4b84-97e9-ccc85a2fc3f4)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:06:19.227607 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:19.241885 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-1237a367-4aa9-4368-a5a2-ae9797ff139c tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] 10.222.0.104 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.2793140 Jul 06 14:06:19.245324 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 42852) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:06:19.250676 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-0a3fd521-304f-4320-8ea8-8aeffd4f7339 tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] Request body: {'subnet': {'network_id': 'd3bb4bef-fdb4-4ee4-be16-9758b76198c3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:06:19.254443 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b806d01b-5ec9-403a-8d5a-dc79767407bf tempest-RoutersIpV6AdminTest-1269433453 tempest-RoutersIpV6AdminTest-1269433453-project-admin] Router 86474cfc-1674-4f30-97da-6b5910dd52e5 has already been hosted by L3 agent 2823d358-a11b-4885-a706-95a279e43fa7 {{(pid=100247) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 14:06:19.272634 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37e6f79-88ae-4684-9d5a-446e9c22af3d req-dc612d11-22d8-4766-b36c-085dd98521a5 tempest-ServersTestManualDisk-1063153519 tempest-ServersTestManualDisk-1063153519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:06:19.275925 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-c37e6f79-88ae-4684-9d5a-446e9c22af3d req-dc612d11-22d8-4766-b36c-085dd98521a5 tempest-ServersTestManualDisk-1063153519 tempest-ServersTestManualDisk-1063153519-project] 10.222.0.104 "GET /v2.0/ports?device_id=d4ae21fa-1a58-4879-8b62-3b9fe7647b89 HTTP/1.1" status: 200 len: 943 time: 0.1835105 Jul 06 14:06:19.285250 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Pushing event updated for resources: {'Port': ['ID=6260ca24-f1df-4432-b35d-4f59a1d11464,revision_number=4']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:06:19.308857 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1237a367-4aa9-4368-a5a2-ae9797ff139c tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] Pushing event updated for resources: {'Network': ['ID=d3bb4bef-fdb4-4ee4-be16-9758b76198c3,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:06:19.352653 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Network d3bb4bef-fdb4-4ee4-be16-9758b76198c3 details requested by agent ovs-agent-n-d-773647-6 with host n-d-773647-6 {{(pid=100248) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 14:06:19.380239 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a3fd521-304f-4320-8ea8-8aeffd4f7339 tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] Made reservation on behalf of 425e7b83a55643309e64fa25c786b5c4 for: {'subnet': 1} {{(pid=100246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:06:19.384576 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-0a3fd521-304f-4320-8ea8-8aeffd4f7339 tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127702029'] for subnet, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:19.406431 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-c37e6f79-88ae-4684-9d5a-446e9c22af3d req-32839f14-fd2a-4374-9c0a-e98705026034 tempest-ServersTestManualDisk-1063153519 tempest-ServersTestManualDisk-1063153519-project] 10.222.0.104 "GET /v2.0/security-groups?id=88ca51c4-ddb4-429c-9499-a09a1f830b1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0810261 Jul 06 14:06:19.432742 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b806d01b-5ec9-403a-8d5a-dc79767407bf tempest-RoutersIpV6AdminTest-1269433453 tempest-RoutersIpV6AdminTest-1269433453-project-admin] Notify agent at l3_agent.n-d-773647-6 the message routers_updated {{(pid=100247) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 14:06:19.439540 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-b806d01b-5ec9-403a-8d5a-dc79767407bf tempest-RoutersIpV6AdminTest-1269433453 tempest-RoutersIpV6AdminTest-1269433453-project-admin] Notify callbacks [] for router, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:19.441184 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-b806d01b-5ec9-403a-8d5a-dc79767407bf tempest-RoutersIpV6AdminTest-1269433453 tempest-RoutersIpV6AdminTest-1269433453-project-admin] 10.222.0.104 "PUT /v2.0/routers/86474cfc-1674-4f30-97da-6b5910dd52e5 HTTP/1.1" status: 200 len: 926 time: 2.2122154 Jul 06 14:06:19.441906 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b52e84cf-002b-4fa1-ad4f-96d44c589aed None None] Sync routers for ids ['86474cfc-1674-4f30-97da-6b5910dd52e5'] in n-d-773647-6 {{(pid=100249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 14:06:19.444133 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 42860) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:06:19.470272 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b52e84cf-002b-4fa1-ad4f-96d44c589aed None None] Routers {'86474cfc-1674-4f30-97da-6b5910dd52e5'} bound to L3 agent in host n-d-773647-6 {{(pid=100249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:06:19.470895 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-b52e84cf-002b-4fa1-ad4f-96d44c589aed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T14:05:55Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['86474cfc-1674-4f30-97da-6b5910dd52e5'], 'active': True} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:06:19.528817 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] get_ports_and_sgs() called for port_ids ['6260ca24-f1df-4432-b35d-4f59a1d11464'] {{(pid=100248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 14:06:19.556573 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-b52e84cf-002b-4fa1-ad4f-96d44c589aed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-773647-6', False) {} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:06:19.583673 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b52e84cf-002b-4fa1-ad4f-96d44c589aed None None] Routers {'86474cfc-1674-4f30-97da-6b5910dd52e5'} bound to L3 agent in host n-d-773647-6 {{(pid=100249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:06:19.585133 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-b52e84cf-002b-4fa1-ad4f-96d44c589aed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T14:05:55Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['86474cfc-1674-4f30-97da-6b5910dd52e5'], 'active': True} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:06:19.600917 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-c63f73b3-a25a-45cd-9651-e22810e611b3 tempest-RoutersIpV6AdminTest-1269433453 tempest-RoutersIpV6AdminTest-1269433453-project-admin] 10.222.0.104 "GET /v2.0/routers/86474cfc-1674-4f30-97da-6b5910dd52e5 HTTP/1.1" status: 200 len: 926 time: 0.1539071 Jul 06 14:06:19.603823 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 42864) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:06:19.658515 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-b52e84cf-002b-4fa1-ad4f-96d44c589aed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-773647-6', False) {} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:06:19.659256 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b52e84cf-002b-4fa1-ad4f-96d44c589aed None None] The sync data for ids ['86474cfc-1674-4f30-97da-6b5910dd52e5'] in n-d-773647-6 is: [] {{(pid=100249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 14:06:19.744172 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-0a3fd521-304f-4320-8ea8-8aeffd4f7339 tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1849032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127687649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127702047'] for subnet, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:19.817424 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3fd521-304f-4320-8ea8-8aeffd4f7339 tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] Pushing event updated for resources: {'Subnet': ['ID=89151f0d-878b-4e1a-ade7-c82311d09768,revision_number=0']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:06:19.829674 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fa7dcd3-ae8c-4f69-a136-cc3776c51ff8 tempest-RoutersIpV6AdminTest-1269433453 tempest-RoutersIpV6AdminTest-1269433453-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:06:19.834093 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-9fa7dcd3-ae8c-4f69-a136-cc3776c51ff8 tempest-RoutersIpV6AdminTest-1269433453 tempest-RoutersIpV6AdminTest-1269433453-project-admin] 10.222.0.104 "GET /v2.0/ports?network_id=2658f09e-a580-4d4a-9968-2d1e0ad93719&device_id=86474cfc-1674-4f30-97da-6b5910dd52e5&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2290499 Jul 06 14:06:19.834411 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 42872) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:06:19.845216 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956c5096-7b9e-4cb0-a78d-898617c6284c req-de11bcd5-d7ac-4662-bd10-6dc2eb803c28 tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:06:19.846016 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a3fd521-304f-4320-8ea8-8aeffd4f7339 tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] Checking segment: {'id': '8b673abe-6050-4082-b420-94cfd44a95b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1015, 'network_id': 'd3bb4bef-fdb4-4ee4-be16-9758b76198c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:06:19.846384 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a3fd521-304f-4320-8ea8-8aeffd4f7339 tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] Network hostable DHCP agents. Network: d3bb4bef-fdb4-4ee4-be16-9758b76198c3, hostable agents: ['f2bada3d-be77-4359-982b-8505a2bbca04'], hosted agents: [] {{(pid=100246) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 14:06:19.846694 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-956c5096-7b9e-4cb0-a78d-898617c6284c req-de11bcd5-d7ac-4662-bd10-6dc2eb803c28 tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] 10.222.0.104 "GET /v2.0/ports?device_id=5fbc9a8b-86db-4456-85e1-a59cfdbb9c8d HTTP/1.1" status: 200 len: 944 time: 0.1394868 Jul 06 14:06:19.907396 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a3fd521-304f-4320-8ea8-8aeffd4f7339 tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] Network d3bb4bef-fdb4-4ee4-be16-9758b76198c3 is scheduled to be hosted by DHCP agent f2bada3d-be77-4359-982b-8505a2bbca04 with binding_index 1 {{(pid=100246) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 14:06:19.910658 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-956c5096-7b9e-4cb0-a78d-898617c6284c req-557c122f-7be7-402a-a63a-b46378189753 tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] 10.222.0.104 "GET /v2.0/security-groups?id=54cfb86c-390d-4cad-8265-7f5781c66116&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475776 Jul 06 14:06:19.922601 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.base_scheduler [None req-0a3fd521-304f-4320-8ea8-8aeffd4f7339 tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773647-6, d3bb4bef-fdb4-4ee4-be16-9758b76198c3) {{(pid=100246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:06:19.930225 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25355fc3-8835-4f48-a799-31d58a3110d1 req-de3fa42a-5cae-4a0c-a27c-92cbec8acf7e tempest-ImagesTestJSON-1482892319 tempest-ImagesTestJSON-1482892319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:06:19.931781 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-25355fc3-8835-4f48-a799-31d58a3110d1 req-de3fa42a-5cae-4a0c-a27c-92cbec8acf7e tempest-ImagesTestJSON-1482892319 tempest-ImagesTestJSON-1482892319-project] 10.222.0.104 "GET /v2.0/ports?device_id=0143d447-10d0-4ce1-9893-d3fe7da7ea42 HTTP/1.1" status: 200 len: 945 time: 0.1179860 Jul 06 14:06:19.935517 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a3fd521-304f-4320-8ea8-8aeffd4f7339 tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:06:19.937281 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-0a3fd521-304f-4320-8ea8-8aeffd4f7339 tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] Notify callbacks [] for subnet, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:19.938069 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c5cdbe3-2769-4ca5-a33c-b0155ea0a1ad None None] Network d3bb4bef-fdb4-4ee4-be16-9758b76198c3 requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:06:19.979836 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-0a3fd521-304f-4320-8ea8-8aeffd4f7339 tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] 10.222.0.104 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.7306666 Jul 06 14:06:19.979836 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a57c7ff6-d5fa-4854-ba58-1851df76a912 tempest-RoutersIpV6AdminTest-1269433453 tempest-RoutersIpV6AdminTest-1269433453-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:06:19.980446 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-a57c7ff6-d5fa-4854-ba58-1851df76a912 tempest-RoutersIpV6AdminTest-1269433453 tempest-RoutersIpV6AdminTest-1269433453-project-admin] 10.222.0.104 "GET /v2.0/networks/2658f09e-a580-4d4a-9968-2d1e0ad93719 HTTP/1.1" status: 200 len: 881 time: 0.1451116 Jul 06 14:06:19.980982 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 42880) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:06:19.989163 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 42882) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:06:20.034474 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-43cb4b3e-5c64-43fb-a005-8e7bf04e65e9 tempest-RoutersIpV6AdminTest-1271651815 tempest-RoutersIpV6AdminTest-1271651815-project] 10.222.0.104 "GET /v2.0/ports?device_id=86474cfc-1674-4f30-97da-6b5910dd52e5 HTTP/1.1" status: 200 len: 205 time: 0.0429139 Jul 06 14:06:20.037623 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 42884) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:06:20.066362 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-25355fc3-8835-4f48-a799-31d58a3110d1 req-b3731b1b-0a5c-4c2d-9879-eccad0123f94 tempest-ImagesTestJSON-1482892319 tempest-ImagesTestJSON-1482892319-project] 10.222.0.104 "GET /v2.0/security-groups?id=46e03f63-f74e-4db3-981d-76fb36967b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198123 Jul 06 14:06:20.171059 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-3cb0a0f1-d490-4c3f-b800-445f22fef984 req-91df988b-5570-45d3-bf55-5d2fa3882684 tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] 10.222.0.104 "GET /v2.0/ports?device_id=0455bf88-da4d-44a6-9768-93a70cd92e0e HTTP/1.1" status: 200 len: 210 time: 0.0444555 Jul 06 14:06:20.187579 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abd0929e-908c-466c-85bb-4ab1f2238390 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6bd5fc82-6666-56e8-87c2-91648d36c963-d3bb4bef-fdb4-4ee4-be16-9758b76198c3', 'network_id': 'd3bb4bef-fdb4-4ee4-be16-9758b76198c3', 'tenant_id': '425e7b83a55643309e64fa25c786b5c4', 'fixed_ips': [{'subnet_id': '89151f0d-878b-4e1a-ade7-c82311d09768'}]}} from n-d-773647-6. {{(pid=100248) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 14:06:20.188681 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-abd0929e-908c-466c-85bb-4ab1f2238390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:20.227822 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-575be97c-6853-4c87-ad33-e933d7c4c0cc tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530492'] for network, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:20.302232 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-be58fd15-00de-40e5-b369-4e9ad4b06a85 tempest-RoutersIpV6AdminTest-1271651815 tempest-RoutersIpV6AdminTest-1271651815-project] Notify callbacks [] for router, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:20.332696 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16eaddd6-37a6-47ee-a878-bac6bebb12ff req-b00fc320-011b-4835-9b21-e39e66accb10 tempest-ServerRescueNegativeTestJSON-721731692 tempest-ServerRescueNegativeTestJSON-721731692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:06:20.341898 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-16eaddd6-37a6-47ee-a878-bac6bebb12ff req-b00fc320-011b-4835-9b21-e39e66accb10 tempest-ServerRescueNegativeTestJSON-721731692 tempest-ServerRescueNegativeTestJSON-721731692-project] 10.222.0.104 "GET /v2.0/ports?device_id=78a59294-4d36-4290-b5cb-d865232b142a HTTP/1.1" status: 200 len: 945 time: 0.0962868 Jul 06 14:06:20.388163 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-575be97c-6853-4c87-ad33-e933d7c4c0cc tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-913473'] for subnet, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:20.414114 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.db_base_plugin_common [None req-abd0929e-908c-466c-85bb-4ab1f2238390 None None] Allocated IP 172.20.0.1 (d3bb4bef-fdb4-4ee4-be16-9758b76198c3/89151f0d-878b-4e1a-ade7-c82311d09768/9b6d616a-d655-4352-9818-624b27027a4b) {{(pid=100248) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:06:20.464444 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-16eaddd6-37a6-47ee-a878-bac6bebb12ff req-edf4ea0e-8606-4ada-9524-cf6a4afb5ee3 tempest-ServerRescueNegativeTestJSON-721731692 tempest-ServerRescueNegativeTestJSON-721731692-project] 10.222.0.104 "GET /v2.0/security-groups?id=a54a60a4-d859-4f47-b26f-a63bb69450e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680597 Jul 06 14:06:20.497750 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8f40f7-d84f-4942-bb5c-2c6205eaf6a9 req-adddd9df-8483-403f-ad89-c9ef1b556671 tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:06:20.497750 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-cf8f40f7-d84f-4942-bb5c-2c6205eaf6a9 req-adddd9df-8483-403f-ad89-c9ef1b556671 tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] 10.222.0.104 "GET /v2.0/ports?device_id=5fbc9a8b-86db-4456-85e1-a59cfdbb9c8d HTTP/1.1" status: 200 len: 944 time: 0.1475635 Jul 06 14:06:20.550425 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-be58fd15-00de-40e5-b369-4e9ad4b06a85 tempest-RoutersIpV6AdminTest-1271651815 tempest-RoutersIpV6AdminTest-1271651815-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:20.579383 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-cf8f40f7-d84f-4942-bb5c-2c6205eaf6a9 req-7c419274-007d-4a18-a396-8b97b09d9376 tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] 10.222.0.104 "GET /v2.0/security-groups?id=54cfb86c-390d-4cad-8265-7f5781c66116&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0810478 Jul 06 14:06:20.642872 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [None req-be58fd15-00de-40e5-b369-4e9ad4b06a85 tempest-RoutersIpV6AdminTest-1271651815 tempest-RoutersIpV6AdminTest-1271651815-project] Deleting port 15e1b638-feaa-43f7-a5d3-2a2876750fe6 {{(pid=100246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:06:20.643246 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-be58fd15-00de-40e5-b369-4e9ad4b06a85 tempest-RoutersIpV6AdminTest-1271651815 tempest-RoutersIpV6AdminTest-1271651815-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:20.670780 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-abd0929e-908c-466c-85bb-4ab1f2238390 None None] Notify callbacks [] for port, precommit_create {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:20.696982 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-abd0929e-908c-466c-85bb-4ab1f2238390 None None] Transition to ACTIVE for port object 9b6d616a-d655-4352-9818-624b27027a4b will not be triggered until provisioned by entity L2. {{(pid=100248) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:06:20.730387 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-abd0929e-908c-466c-85bb-4ab1f2238390 None None] Transition to ACTIVE for port object 9b6d616a-d655-4352-9818-624b27027a4b will not be triggered until provisioned by entity DHCP. {{(pid=100248) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:06:20.738725 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5f2576-6cc5-4d43-a70e-4d19a3613f59 req-2f5f0684-e30e-4384-bebd-7cf5a85862a4 tempest-ServersTestManualDisk-1063153519 tempest-ServersTestManualDisk-1063153519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:06:20.749345 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-abd0929e-908c-466c-85bb-4ab1f2238390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108'] for port, after_create {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:20.752484 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-fd5f2576-6cc5-4d43-a70e-4d19a3613f59 req-2f5f0684-e30e-4384-bebd-7cf5a85862a4 tempest-ServersTestManualDisk-1063153519 tempest-ServersTestManualDisk-1063153519-project] 10.222.0.104 "GET /v2.0/ports?device_id=d4ae21fa-1a58-4879-8b62-3b9fe7647b89 HTTP/1.1" status: 200 len: 944 time: 0.0970247 Jul 06 14:06:20.800398 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Device 6260ca24-f1df-4432-b35d-4f59a1d11464 up at agent hyperv_n-h2-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:06:20.806292 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-fd5f2576-6cc5-4d43-a70e-4d19a3613f59 req-af58bde4-c041-41b0-b424-00b957f340b1 tempest-ServersTestManualDisk-1063153519 tempest-ServersTestManualDisk-1063153519-project] 10.222.0.104 "GET /v2.0/security-groups?id=88ca51c4-ddb4-429c-9499-a09a1f830b1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523820 Jul 06 14:06:20.807787 n-d-773647-6 neutron-server[100248]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abd0929e-908c-466c-85bb-4ab1f2238390 None None] Network d3bb4bef-fdb4-4ee4-be16-9758b76198c3 is already hosted by enough agents. {{(pid=100248) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:06:20.832126 n-d-773647-6 neutron-server[100248]: DEBUG neutron.scheduler.base_scheduler [None req-abd0929e-908c-466c-85bb-4ab1f2238390 None None] Resources bound (agent type, host, resource id): {{(pid=100248) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:06:20.841161 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abd0929e-908c-466c-85bb-4ab1f2238390 None None] Received port after_create {{(pid=100248) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:06:20.851380 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd0929e-908c-466c-85bb-4ab1f2238390 None None] Pushing event updated for resources: {'Port': ['ID=9b6d616a-d655-4352-9818-624b27027a4b,revision_number=1']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:06:20.927365 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-abd0929e-908c-466c-85bb-4ab1f2238390 None None] Attempting to bind port 9b6d616a-d655-4352-9818-624b27027a4b on host n-d-773647-6 for vnic_type normal with profile {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:06:20.927792 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-abd0929e-908c-466c-85bb-4ab1f2238390 None None] Attempting to bind port 9b6d616a-d655-4352-9818-624b27027a4b by drivers openvswitch,hyperv on host n-d-773647-6 at level 0 using segments [{'id': '8b673abe-6050-4082-b420-94cfd44a95b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1015, 'network_id': 'd3bb4bef-fdb4-4ee4-be16-9758b76198c3'}] {{(pid=100248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:06:20.928170 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abd0929e-908c-466c-85bb-4ab1f2238390 None None] Attempting to bind port 9b6d616a-d655-4352-9818-624b27027a4b on network d3bb4bef-fdb4-4ee4-be16-9758b76198c3 {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:06:20.931639 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Provisioning for port 6260ca24-f1df-4432-b35d-4f59a1d11464 completed by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:06:20.937212 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abd0929e-908c-466c-85bb-4ab1f2238390 None None] Checking agent: {'id': '8ab5b19c-d213-4f29-891d-27bdf39d38b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773647-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 43, 26), 'started_at': datetime.datetime(2021, 7, 6, 13, 43, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 5, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773647-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:06:20.937590 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abd0929e-908c-466c-85bb-4ab1f2238390 None None] Checking segment: {'id': '8b673abe-6050-4082-b420-94cfd44a95b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1015, 'network_id': 'd3bb4bef-fdb4-4ee4-be16-9758b76198c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:06:20.938001 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-abd0929e-908c-466c-85bb-4ab1f2238390 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:20.938404 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abd0929e-908c-466c-85bb-4ab1f2238390 None None] Bound using segment: {'id': '8b673abe-6050-4082-b420-94cfd44a95b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1015, 'network_id': 'd3bb4bef-fdb4-4ee4-be16-9758b76198c3'} {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:06:20.938878 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-abd0929e-908c-466c-85bb-4ab1f2238390 None None] Bound port: 9b6d616a-d655-4352-9818-624b27027a4b, host: n-d-773647-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b673abe-6050-4082-b420-94cfd44a95b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1015, 'network_id': 'd3bb4bef-fdb4-4ee4-be16-9758b76198c3'}}] {{(pid=100248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:06:20.939286 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-abd0929e-908c-466c-85bb-4ab1f2238390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:20.942593 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Provisioning complete for port 6260ca24-f1df-4432-b35d-4f59a1d11464 triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:06:20.942959 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:21.024173 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944bacc7-845a-4737-b12b-3087fbe335c3 req-4963d520-5fb8-4f9b-87ae-74bd7fd30bfa tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:06:21.026819 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-575be97c-6853-4c87-ad33-e933d7c4c0cc tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-913480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1849032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127687590', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127702764'] for subnet, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:21.031256 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-944bacc7-845a-4737-b12b-3087fbe335c3 req-4963d520-5fb8-4f9b-87ae-74bd7fd30bfa tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] 10.222.0.104 "GET /v2.0/networks?id=ca8d241f-6d1c-4a83-a6b7-adff4a667580 HTTP/1.1" status: 200 len: 812 time: 0.1269355 Jul 06 14:06:21.047616 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-944bacc7-845a-4737-b12b-3087fbe335c3 req-bafbf514-9484-4223-a942-042c82ecaf6c tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] 10.222.0.104 "GET /v2.0/quotas/96647dd61d404050a5af01798d2f6f47 HTTP/1.1" status: 200 len: 375 time: 0.0152788 Jul 06 14:06:21.061751 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-abd0929e-908c-466c-85bb-4ab1f2238390 None None] For port 9b6d616a-d655-4352-9818-624b27027a4b, host n-d-773647-6, cleared binding levels {{(pid=100248) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:06:21.068180 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575be97c-6853-4c87-ad33-e933d7c4c0cc tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] Pushing event deleted for resources: {'Subnet': ['ID=89151f0d-878b-4e1a-ade7-c82311d09768,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:06:21.086897 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-abd0929e-908c-466c-85bb-4ab1f2238390 None None] For port 9b6d616a-d655-4352-9818-624b27027a4b, host n-d-773647-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=9b6d616a-d655-4352-9818-624b27027a4b,segment=NetworkSegment(8b673abe-6050-4082-b420-94cfd44a95b4),segment_id=8b673abe-6050-4082-b420-94cfd44a95b4)] {{(pid=100248) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:06:21.099174 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-be58fd15-00de-40e5-b369-4e9ad4b06a85 tempest-RoutersIpV6AdminTest-1271651815 tempest-RoutersIpV6AdminTest-1271651815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:21.099366 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-abd0929e-908c-466c-85bb-4ab1f2238390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:21.104103 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:21.129682 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-944bacc7-845a-4737-b12b-3087fbe335c3 req-ba755b1d-0a8a-4907-aeac-901881963db0 tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] 10.222.0.104 "GET /v2.0/ports?tenant_id=96647dd61d404050a5af01798d2f6f47&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0808921 Jul 06 14:06:21.181023 n-d-773647-6 neutron-server[100248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4ae21fa-1a58-4879-8b62-3b9fe7647b89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6260ca24-f1df-4432-b35d-4f59a1d11464'}] {{(pid=100248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:06:21.183518 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84af257533e383389cbcf231d3534f4d5e149e7203fea16b4a8fc01438dddaf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c956de1-6be3-476b-88b0-4fab1e564751" -d '{"events": [{"server_uuid": "d4ae21fa-1a58-4879-8b62-3b9fe7647b89", "name": "network-vif-plugged", "status": "completed", "tag": "6260ca24-f1df-4432-b35d-4f59a1d11464"}]}' {{(pid=100248) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:06:21.212079 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] For port 6260ca24-f1df-4432-b35d-4f59a1d11464, host n-h2-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=6260ca24-f1df-4432-b35d-4f59a1d11464,segment=NetworkSegment(2226be6a-5b77-4b84-97e9-ccc85a2fc3f4),segment_id=2226be6a-5b77-4b84-97e9-ccc85a2fc3f4)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:06:21.215529 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd0929e-908c-466c-85bb-4ab1f2238390 None None] Pushing event updated for resources: {'Port': ['ID=9b6d616a-d655-4352-9818-624b27027a4b,revision_number=2']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:06:21.233115 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:21.234124 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [None req-be58fd15-00de-40e5-b369-4e9ad4b06a85 tempest-RoutersIpV6AdminTest-1271651815 tempest-RoutersIpV6AdminTest-1271651815-project] Calling delete_port for 15e1b638-feaa-43f7-a5d3-2a2876750fe6 owned by network:router_gateway {{(pid=100246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:06:21.294515 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Pushing event updated for resources: {'Port': ['ID=6260ca24-f1df-4432-b35d-4f59a1d11464,revision_number=5']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:06:21.321731 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-575be97c-6853-4c87-ad33-e933d7c4c0cc tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-917204', 'neutron.services.segments.db._delete_segments_for_network-8773753502302'] for network, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:21.333040 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d9a122-85c7-4ccc-bf67-b70c20165475 req-4331f77e-e581-4871-8c2e-4936497f97a1 tempest-ImagesTestJSON-1482892319 tempest-ImagesTestJSON-1482892319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:06:21.339761 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-e1d9a122-85c7-4ccc-bf67-b70c20165475 req-4331f77e-e581-4871-8c2e-4936497f97a1 tempest-ImagesTestJSON-1482892319 tempest-ImagesTestJSON-1482892319-project] 10.222.0.104 "GET /v2.0/ports?device_id=0143d447-10d0-4ce1-9893-d3fe7da7ea42 HTTP/1.1" status: 200 len: 945 time: 0.1140444 Jul 06 14:06:21.339980 n-d-773647-6 neutron-server[100246]: DEBUG neutron.services.segments.db [None req-575be97c-6853-4c87-ad33-e933d7c4c0cc tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d3bb4bef-fdb4-4ee4-be16-9758b76198c3']}} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:06:21.351392 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-944bacc7-845a-4737-b12b-3087fbe335c3 req-a9d9c4d9-ae43-43b4-8fce-3ad3ae21d066 service neutron] 10.222.0.104 "GET /v2.0/networks/ca8d241f-6d1c-4a83-a6b7-adff4a667580?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2132821 Jul 06 14:06:21.362493 n-d-773647-6 neutron-server[100246]: DEBUG neutron.services.segments.db [None req-575be97c-6853-4c87-ad33-e933d7c4c0cc tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b673abe-6050-4082-b420-94cfd44a95b4') {'for_net_delete': True} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:06:21.362493 n-d-773647-6 neutron-server[100246]: DEBUG neutron.services.segments.db [None req-575be97c-6853-4c87-ad33-e933d7c4c0cc tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b673abe-6050-4082-b420-94cfd44a95b4') {} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:06:21.381081 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-575be97c-6853-4c87-ad33-e933d7c4c0cc tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773753515138', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126218898'] for segment, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:21.440852 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-575be97c-6853-4c87-ad33-e933d7c4c0cc tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552'] for segment, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:21.479552 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-575be97c-6853-4c87-ad33-e933d7c4c0cc tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] Releasing vlan 1015 on physical network physnet1 to pool {{(pid=100246) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 14:06:21.479977 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-575be97c-6853-4c87-ad33-e933d7c4c0cc tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127687491'] for segment, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:21.483477 n-d-773647-6 neutron-server[100246]: Traceback (most recent call last): Jul 06 14:06:21.483477 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 14:06:21.483477 n-d-773647-6 neutron-server[100246]: timer() Jul 06 14:06:21.483477 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 14:06:21.483477 n-d-773647-6 neutron-server[100246]: cb(*args, **kw) Jul 06 14:06:21.483477 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 14:06:21.483477 n-d-773647-6 neutron-server[100246]: return func(*args, **kwargs) Jul 06 14:06:21.483477 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 14:06:21.483477 n-d-773647-6 neutron-server[100246]: self._notify() Jul 06 14:06:21.483477 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 14:06:21.483477 n-d-773647-6 neutron-server[100246]: self.callback(batched_events) Jul 06 14:06:21.483477 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 14:06:21.483477 n-d-773647-6 neutron-server[100246]: event.method(event) Jul 06 14:06:21.483477 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 14:06:21.483477 n-d-773647-6 neutron-server[100246]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 14:06:21.483477 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 14:06:21.483477 n-d-773647-6 neutron-server[100246]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 14:06:21.483477 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 14:06:21.483477 n-d-773647-6 neutron-server[100246]: return f(self, *a, **k) Jul 06 14:06:21.483477 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 14:06:21.483477 n-d-773647-6 neutron-server[100246]: return self._get(url).json() Jul 06 14:06:21.483477 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 14:06:21.483477 n-d-773647-6 neutron-server[100246]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 14:06:21.483477 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 14:06:21.483477 n-d-773647-6 neutron-server[100246]: return self.request(url, 'GET', **kwargs) Jul 06 14:06:21.483477 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 14:06:21.483477 n-d-773647-6 neutron-server[100246]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 14:06:21.483477 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 14:06:21.483477 n-d-773647-6 neutron-server[100246]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 14:06:21.483477 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 14:06:21.483477 n-d-773647-6 neutron-server[100246]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 14:06:21.483477 n-d-773647-6 neutron-server[100246]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 14:06:21.506463 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d05e75-7940-4994-8117-8faa518189cc req-6bbb0ddd-08af-458b-abe4-ad2c459aeeee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:06:21.508115 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-48d05e75-7940-4994-8117-8faa518189cc req-6bbb0ddd-08af-458b-abe4-ad2c459aeeee service neutron] 10.222.0.127 "GET /v2.0/ports/842aaa84-3104-4062-919f-9900319ced32 HTTP/1.1" status: 200 len: 1032 time: 0.1416793 Jul 06 14:06:21.560016 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-e1d9a122-85c7-4ccc-bf67-b70c20165475 req-31de12e6-91c9-4f23-953f-610e4dcff2df tempest-ImagesTestJSON-1482892319 tempest-ImagesTestJSON-1482892319-project] 10.222.0.104 "GET /v2.0/security-groups?id=46e03f63-f74e-4db3-981d-76fb36967b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2191107 Jul 06 14:06:21.610242 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.db.api [None req-575be97c-6853-4c87-ad33-e933d7c4c0cc tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 06 14:06:21.610242 n-d-773647-6 neutron-server[100246]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 06 14:06:21.610242 n-d-773647-6 neutron-server[100246]: [parameters: {'id': 'd3bb4bef-fdb4-4ee4-be16-9758b76198c3'}] Jul 06 14:06:21.610242 n-d-773647-6 neutron-server[100246]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=100246) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 06 14:06:21.610768 n-d-773647-6 neutron-server[100246]: DEBUG oslo_db.api [None req-575be97c-6853-4c87-ad33-e933d7c4c0cc tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 06 14:06:21.628278 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-944bacc7-845a-4737-b12b-3087fbe335c3 req-703c6065-ae1d-4464-98ce-baf7a8f35298 service neutron] 10.222.0.104 "GET /v2.0/networks/ca8d241f-6d1c-4a83-a6b7-adff4a667580?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2760384 Jul 06 14:06:21.646249 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-be58fd15-00de-40e5-b369-4e9ad4b06a85 tempest-RoutersIpV6AdminTest-1271651815 tempest-RoutersIpV6AdminTest-1271651815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127687580'] for port, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:21.651673 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d05e75-7940-4994-8117-8faa518189cc req-fbd5b01d-4a9d-47e3-9642-fe8fe0cde105 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:06:21.653775 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-48d05e75-7940-4994-8117-8faa518189cc req-fbd5b01d-4a9d-47e3-9642-fe8fe0cde105 service neutron] 10.222.0.127 "GET /v2.0/ports/d4663496-0e1d-419b-908e-5f60ff2b3b91 HTTP/1.1" status: 200 len: 1032 time: 0.1042669 Jul 06 14:06:21.701041 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be58fd15-00de-40e5-b369-4e9ad4b06a85 tempest-RoutersIpV6AdminTest-1271651815 tempest-RoutersIpV6AdminTest-1271651815-project] Pushing event deleted for resources: {'Port': ['ID=15e1b638-feaa-43f7-a5d3-2a2876750fe6,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:06:21.747047 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-be58fd15-00de-40e5-b369-4e9ad4b06a85 tempest-RoutersIpV6AdminTest-1271651815 tempest-RoutersIpV6AdminTest-1271651815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1761104'] for router_gateway, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:21.861031 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 14:06:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dda4acb6-6c1c-4347-b366-5504537f0690 x-openstack-request-id: req-dda4acb6-6c1c-4347-b366-5504537f0690 {{(pid=100248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:06:21.861322 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4ae21fa-1a58-4879-8b62-3b9fe7647b89", "name": "network-vif-plugged", "status": "completed", "tag": "6260ca24-f1df-4432-b35d-4f59a1d11464", "code": 200}]} {{(pid=100248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:06:21.861605 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-dda4acb6-6c1c-4347-b366-5504537f0690 {{(pid=100248) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:06:21.862008 n-d-773647-6 neutron-server[100248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4ae21fa-1a58-4879-8b62-3b9fe7647b89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6260ca24-f1df-4432-b35d-4f59a1d11464', 'code': 200} Jul 06 14:06:21.892862 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-be58fd15-00de-40e5-b369-4e9ad4b06a85 tempest-RoutersIpV6AdminTest-1271651815 tempest-RoutersIpV6AdminTest-1271651815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1806308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6982'] for router, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:21.895088 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-be58fd15-00de-40e5-b369-4e9ad4b06a85 tempest-RoutersIpV6AdminTest-1271651815 tempest-RoutersIpV6AdminTest-1271651815-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:21.901428 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d05e75-7940-4994-8117-8faa518189cc req-4d843496-fbf2-4010-9e6b-82e94a3f2a9e tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:06:21.908064 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d05e75-7940-4994-8117-8faa518189cc req-4d843496-fbf2-4010-9e6b-82e94a3f2a9e tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:06:21.914319 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d05e75-7940-4994-8117-8faa518189cc req-4d843496-fbf2-4010-9e6b-82e94a3f2a9e tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:06:21.916307 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-48d05e75-7940-4994-8117-8faa518189cc req-4d843496-fbf2-4010-9e6b-82e94a3f2a9e tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] 10.222.0.127 "GET /v2.0/networks?id=d0a1f4e7-9678-480f-bc1f-59b6eda7e0f6&id=f1fe0f84-e7fb-43f2-a13c-d5fffe5a5634&id=f1fe0f84-e7fb-43f2-a13c-d5fffe5a5634&id=f1fe0f84-e7fb-43f2-a13c-d5fffe5a5634&id=f1fe0f84-e7fb-43f2-a13c-d5fffe5a5634&id=70fa8a2a-4549-4d89-b089-3cc3fca2d3a3&id=70fa8a2a-4549-4d89-b089-3cc3fca2d3a3 HTTP/1.1" status: 200 len: 1995 time: 0.2470188 Jul 06 14:06:22.008751 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-48d05e75-7940-4994-8117-8faa518189cc req-e98d5732-19c2-4c7c-978f-cac57780b999 tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] 10.222.0.127 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5bc84ece362540998140660bd65643c3 HTTP/1.1" status: 200 len: 380 time: 0.0808342 Jul 06 14:06:22.026519 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [req-48d05e75-7940-4994-8117-8faa518189cc req-f9817591-2c3d-487b-b7e8-fd02c8bfa504 tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Request body: {'port': {'device_id': '0455bf88-da4d-44a6-9768-93a70cd92e0e', 'network_id': 'd0a1f4e7-9678-480f-bc1f-59b6eda7e0f6', 'admin_state_up': True, 'tenant_id': '5bc84ece362540998140660bd65643c3', 'security_groups': ['8d3a9807-14cc-46c0-b7ed-1d949d5bac09']}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:06:22.035510 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-be58fd15-00de-40e5-b369-4e9ad4b06a85 tempest-RoutersIpV6AdminTest-1271651815 tempest-RoutersIpV6AdminTest-1271651815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1805684'] for router, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:22.036075 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be58fd15-00de-40e5-b369-4e9ad4b06a85 tempest-RoutersIpV6AdminTest-1271651815 tempest-RoutersIpV6AdminTest-1271651815-project] Fanout notify agent at l3_agent the message router_deleted on router 86474cfc-1674-4f30-97da-6b5910dd52e5 {{(pid=100246) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 14:06:22.051364 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-be58fd15-00de-40e5-b369-4e9ad4b06a85 tempest-RoutersIpV6AdminTest-1271651815 tempest-RoutersIpV6AdminTest-1271651815-project] Notify callbacks [] for router, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:22.056853 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-be58fd15-00de-40e5-b369-4e9ad4b06a85 tempest-RoutersIpV6AdminTest-1271651815 tempest-RoutersIpV6AdminTest-1271651815-project] 10.222.0.104 "DELETE /v2.0/routers/86474cfc-1674-4f30-97da-6b5910dd52e5 HTTP/1.1" status: 204 len: 168 time: 2.0182369 Jul 06 14:06:22.061596 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 42918) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:06:22.074925 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-612c1d35-545c-446b-811a-bd9e7275f980 tempest-RoutersIpV6AdminTest-1271651815 tempest-RoutersIpV6AdminTest-1271651815-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-2009516447', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:06:22.112443 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479e56de-311a-4ae6-82d5-024f8ed1007d req-13fd31b5-737a-4e9d-bcfd-9fc9f4ad07b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:06:22.113924 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-479e56de-311a-4ae6-82d5-024f8ed1007d req-13fd31b5-737a-4e9d-bcfd-9fc9f4ad07b9 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=d4ae21fa-1a58-4879-8b62-3b9fe7647b89 HTTP/1.1" status: 200 len: 1096 time: 0.1487224 Jul 06 14:06:22.114932 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-575be97c-6853-4c87-ad33-e933d7c4c0cc tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530492'] for network, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:22.121590 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-612c1d35-545c-446b-811a-bd9e7275f980 tempest-RoutersIpV6AdminTest-1271651815 tempest-RoutersIpV6AdminTest-1271651815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1806290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6992'] for router, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:22.122743 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-612c1d35-545c-446b-811a-bd9e7275f980 tempest-RoutersIpV6AdminTest-1271651815 tempest-RoutersIpV6AdminTest-1271651815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1806157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1808637', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1714747', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7007'] for router, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:22.243792 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-48d05e75-7940-4994-8117-8faa518189cc req-f9817591-2c3d-487b-b7e8-fd02c8bfa504 tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Made reservation on behalf of 5bc84ece362540998140660bd65643c3 for: {'port': 1} {{(pid=100247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:06:22.247870 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-48d05e75-7940-4994-8117-8faa518189cc req-f9817591-2c3d-487b-b7e8-fd02c8bfa504 tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:22.299262 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-d12f131c-363b-4786-9487-1ae61fd15929 req-b7cd03d4-fcb2-437a-b9b6-aa36c44a294b tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] 10.222.0.104 "GET /v2.0/ports?device_id=0455bf88-da4d-44a6-9768-93a70cd92e0e HTTP/1.1" status: 200 len: 210 time: 0.0675139 Jul 06 14:06:22.314338 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 9b6d616a-d655-4352-9818-624b27027a4b up at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:06:22.394237 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-612c1d35-545c-446b-811a-bd9e7275f980 tempest-RoutersIpV6AdminTest-1271651815 tempest-RoutersIpV6AdminTest-1271651815-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:22.399021 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-479e56de-311a-4ae6-82d5-024f8ed1007d req-14e63148-748f-42d3-8cb5-3af50b55cc33 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=88ca51c4-ddb4-429c-9499-a09a1f830b1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2701235 Jul 06 14:06:22.406179 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-612c1d35-545c-446b-811a-bd9e7275f980 tempest-RoutersIpV6AdminTest-1271651815 tempest-RoutersIpV6AdminTest-1271651815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1806297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1761036'] for router, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:22.440189 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning for port 9b6d616a-d655-4352-9818-624b27027a4b completed by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:06:22.466464 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-612c1d35-545c-446b-811a-bd9e7275f980 tempest-RoutersIpV6AdminTest-1271651815 tempest-RoutersIpV6AdminTest-1271651815-project] Notify callbacks [] for router, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:22.468692 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-612c1d35-545c-446b-811a-bd9e7275f980 tempest-RoutersIpV6AdminTest-1271651815 tempest-RoutersIpV6AdminTest-1271651815-project] 10.222.0.104 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.4057791 Jul 06 14:06:22.479346 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 42926) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:06:22.498014 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-470f6843-ff34-4178-bf1a-e276b86980f9 tempest-RoutersIpV6AdminTest-1271651815 tempest-RoutersIpV6AdminTest-1271651815-project] Request body: {'router': {'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719'}}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:06:22.536080 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649d5a4c-7efa-4187-8da5-2795306640d4 req-5b0ed514-62f3-4af5-9538-9dafddb569ef tempest-ServerRescueNegativeTestJSON-721731692 tempest-ServerRescueNegativeTestJSON-721731692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:06:22.544565 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-649d5a4c-7efa-4187-8da5-2795306640d4 req-5b0ed514-62f3-4af5-9538-9dafddb569ef tempest-ServerRescueNegativeTestJSON-721731692 tempest-ServerRescueNegativeTestJSON-721731692-project] 10.222.0.104 "GET /v2.0/ports?device_id=78a59294-4d36-4290-b5cb-d865232b142a HTTP/1.1" status: 200 len: 945 time: 0.3233664 Jul 06 14:06:22.571334 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [None req-575be97c-6853-4c87-ad33-e933d7c4c0cc tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] Deleting port 9b6d616a-d655-4352-9818-624b27027a4b {{(pid=100246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:06:22.571810 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-575be97c-6853-4c87-ad33-e933d7c4c0cc tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:22.642126 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-649d5a4c-7efa-4187-8da5-2795306640d4 req-0c751369-68f5-469d-83cc-0e2f870f9356 tempest-ServerRescueNegativeTestJSON-721731692 tempest-ServerRescueNegativeTestJSON-721731692-project] 10.222.0.104 "GET /v2.0/security-groups?id=a54a60a4-d859-4f47-b26f-a63bb69450e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956860 Jul 06 14:06:22.682101 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.db_base_plugin_common [req-48d05e75-7940-4994-8117-8faa518189cc req-f9817591-2c3d-487b-b7e8-fd02c8bfa504 tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Allocated IP 172.20.0.11 (d0a1f4e7-9678-480f-bc1f-59b6eda7e0f6/5c7d6ee3-a183-4b01-a5a7-977624c04483/20f5d6df-12c0-4fc6-879f-9056d54469b7) {{(pid=100247) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:06:22.709179 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d85d290-b4cb-4e32-8487-40b38cbfd212 None None] Network d3bb4bef-fdb4-4ee4-be16-9758b76198c3 requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:06:22.748528 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924ccfb5-7abf-4a3e-9416-e7f7ba4261de req-c31b1f51-4a06-48a8-a0ed-1fc57980f3d5 tempest-ServersTestManualDisk-1063153519 tempest-ServersTestManualDisk-1063153519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:06:22.760478 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-924ccfb5-7abf-4a3e-9416-e7f7ba4261de req-c31b1f51-4a06-48a8-a0ed-1fc57980f3d5 tempest-ServersTestManualDisk-1063153519 tempest-ServersTestManualDisk-1063153519-project] 10.222.0.104 "GET /v2.0/ports?device_id=d4ae21fa-1a58-4879-8b62-3b9fe7647b89 HTTP/1.1" status: 200 len: 945 time: 0.2070878 Jul 06 14:06:22.769351 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.db [None req-575be97c-6853-4c87-ad33-e933d7c4c0cc tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] For port 9b6d616a-d655-4352-9818-624b27027a4b, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=9b6d616a-d655-4352-9818-624b27027a4b,segment=NetworkSegment(8b673abe-6050-4082-b420-94cfd44a95b4),segment_id=8b673abe-6050-4082-b420-94cfd44a95b4)] {{(pid=100246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:06:22.769806 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-575be97c-6853-4c87-ad33-e933d7c4c0cc tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:22.819643 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [None req-575be97c-6853-4c87-ad33-e933d7c4c0cc tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] Calling delete_port for 9b6d616a-d655-4352-9818-624b27027a4b owned by network:dhcp {{(pid=100246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:06:22.868971 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-470f6843-ff34-4178-bf1a-e276b86980f9 tempest-RoutersIpV6AdminTest-1271651815 tempest-RoutersIpV6AdminTest-1271651815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1761047', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1806272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6989'] for router, precommit_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:22.899432 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-d241bb42-6447-43a1-860e-fe3e58f419aa None None] Provisioning for port 9b6d616a-d655-4352-9818-624b27027a4b completed by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:06:22.961117 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-6b73dce4-369a-4af5-8b0d-1ee05cbff6d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:22.970398 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-d241bb42-6447-43a1-860e-fe3e58f419aa None None] Provisioning complete for port 9b6d616a-d655-4352-9818-624b27027a4b triggered by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:06:22.971230 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-d241bb42-6447-43a1-860e-fe3e58f419aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:23.010269 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-575be97c-6853-4c87-ad33-e933d7c4c0cc tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127687580'] for port, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:23.053732 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575be97c-6853-4c87-ad33-e933d7c4c0cc tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] Pushing event deleted for resources: {'Port': ['ID=9b6d616a-d655-4352-9818-624b27027a4b,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:06:23.061760 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-575be97c-6853-4c87-ad33-e933d7c4c0cc tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] No DVR routers for this DVR port 9b6d616a-d655-4352-9818-624b27027a4b on host n-d-773647-6 {{(pid=100246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:06:23.130964 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-d241bb42-6447-43a1-860e-fe3e58f419aa None None] Could not find standard attr ID for object 9b6d616a-d655-4352-9818-624b27027a4b. {{(pid=100248) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 06 14:06:23.138211 n-d-773647-6 neutron-server[100248]: INFO neutron.plugins.ml2.db [None req-d241bb42-6447-43a1-860e-fe3e58f419aa None None] No ports have port_id starting with 9b6d616a-d655-4352-9818-624b27027a4b Jul 06 14:06:23.196155 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-575be97c-6853-4c87-ad33-e933d7c4c0cc tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-917204', 'neutron.services.segments.db._delete_segments_for_network-8773753502302'] for network, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:23.210940 n-d-773647-6 neutron-server[100246]: DEBUG neutron.services.segments.db [None req-575be97c-6853-4c87-ad33-e933d7c4c0cc tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d3bb4bef-fdb4-4ee4-be16-9758b76198c3']}} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:06:23.225545 n-d-773647-6 neutron-server[100246]: DEBUG neutron.services.segments.db [None req-575be97c-6853-4c87-ad33-e933d7c4c0cc tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b673abe-6050-4082-b420-94cfd44a95b4') {'for_net_delete': True} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:06:23.225871 n-d-773647-6 neutron-server[100246]: DEBUG neutron.services.segments.db [None req-575be97c-6853-4c87-ad33-e933d7c4c0cc tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b673abe-6050-4082-b420-94cfd44a95b4') {} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:06:23.238119 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2978d99e-6959-43cf-a4b6-057ec68c48ca None None] DHCP port deletion for d3bb4bef-fdb4-4ee4-be16-9758b76198c3 request from n-d-773647-6 {{(pid=100248) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 14:06:23.239816 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-575be97c-6853-4c87-ad33-e933d7c4c0cc tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773753515138', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126218898'] for segment, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:23.301136 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-924ccfb5-7abf-4a3e-9416-e7f7ba4261de req-e2343c08-3421-4538-990e-2ce85347af23 tempest-ServersTestManualDisk-1063153519 tempest-ServersTestManualDisk-1063153519-project] 10.222.0.104 "GET /v2.0/security-groups?id=88ca51c4-ddb4-429c-9499-a09a1f830b1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5327075 Jul 06 14:06:23.332206 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-575be97c-6853-4c87-ad33-e933d7c4c0cc tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552'] for segment, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:23.367099 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-575be97c-6853-4c87-ad33-e933d7c4c0cc tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] Releasing vlan 1015 on physical network physnet1 to pool {{(pid=100246) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 14:06:23.367558 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-575be97c-6853-4c87-ad33-e933d7c4c0cc tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127687491'] for segment, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:23.370499 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-470f6843-ff34-4178-bf1a-e276b86980f9 tempest-RoutersIpV6AdminTest-1271651815 tempest-RoutersIpV6AdminTest-1271651815-project] Notify callbacks [] for router_gateway, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:23.372611 n-d-773647-6 neutron-server[100246]: Traceback (most recent call last): Jul 06 14:06:23.372611 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 14:06:23.372611 n-d-773647-6 neutron-server[100246]: timer() Jul 06 14:06:23.372611 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 14:06:23.372611 n-d-773647-6 neutron-server[100246]: cb(*args, **kw) Jul 06 14:06:23.372611 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 14:06:23.372611 n-d-773647-6 neutron-server[100246]: return func(*args, **kwargs) Jul 06 14:06:23.372611 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 14:06:23.372611 n-d-773647-6 neutron-server[100246]: self._notify() Jul 06 14:06:23.372611 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 14:06:23.372611 n-d-773647-6 neutron-server[100246]: self.callback(batched_events) Jul 06 14:06:23.372611 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 14:06:23.372611 n-d-773647-6 neutron-server[100246]: event.method(event) Jul 06 14:06:23.372611 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 14:06:23.372611 n-d-773647-6 neutron-server[100246]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 14:06:23.372611 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 14:06:23.372611 n-d-773647-6 neutron-server[100246]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 14:06:23.372611 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 14:06:23.372611 n-d-773647-6 neutron-server[100246]: return f(self, *a, **k) Jul 06 14:06:23.372611 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 14:06:23.372611 n-d-773647-6 neutron-server[100246]: return self._get(url).json() Jul 06 14:06:23.372611 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 14:06:23.372611 n-d-773647-6 neutron-server[100246]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 14:06:23.372611 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 14:06:23.372611 n-d-773647-6 neutron-server[100246]: return self.request(url, 'GET', **kwargs) Jul 06 14:06:23.372611 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 14:06:23.372611 n-d-773647-6 neutron-server[100246]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 14:06:23.372611 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 14:06:23.372611 n-d-773647-6 neutron-server[100246]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 14:06:23.372611 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 14:06:23.372611 n-d-773647-6 neutron-server[100246]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 14:06:23.372611 n-d-773647-6 neutron-server[100246]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 14:06:23.408667 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-f0fe6d6e-81ef-4153-81e9-32bdbc05a543 req-bd281ad0-4c89-4691-853b-5e044b2fe691 tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] 10.222.0.104 "GET /v2.0/ports?device_id=73164a94-66a9-4dc1-ae58-422cd07dc979 HTTP/1.1" status: 200 len: 210 time: 0.1095555 Jul 06 14:06:23.433610 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-470f6843-ff34-4178-bf1a-e276b86980f9 tempest-RoutersIpV6AdminTest-1271651815 tempest-RoutersIpV6AdminTest-1271651815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:23.625197 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-575be97c-6853-4c87-ad33-e933d7c4c0cc tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-917215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1761140'] for network, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:23.663396 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf8e3b9-9893-4084-a540-8b8b79304554 req-39df4fb9-1d75-4428-8a7a-b9ce1c98acd0 tempest-ImagesTestJSON-1482892319 tempest-ImagesTestJSON-1482892319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:06:23.666637 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-575be97c-6853-4c87-ad33-e933d7c4c0cc tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583035'] for network, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:23.668767 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-575be97c-6853-4c87-ad33-e933d7c4c0cc tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] 10.222.0.104 "DELETE /v2.0/networks/d3bb4bef-fdb4-4ee4-be16-9758b76198c3 HTTP/1.1" status: 204 len: 168 time: 3.6868746 Jul 06 14:06:23.669715 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575be97c-6853-4c87-ad33-e933d7c4c0cc tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] Pushing event deleted for resources: {'Network': ['ID=d3bb4bef-fdb4-4ee4-be16-9758b76198c3,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:06:23.675856 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 42934) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:06:23.677639 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-daf8e3b9-9893-4084-a540-8b8b79304554 req-39df4fb9-1d75-4428-8a7a-b9ce1c98acd0 tempest-ImagesTestJSON-1482892319 tempest-ImagesTestJSON-1482892319-project] 10.222.0.104 "GET /v2.0/ports?device_id=0143d447-10d0-4ce1-9893-d3fe7da7ea42 HTTP/1.1" status: 200 len: 945 time: 0.1405323 Jul 06 14:06:23.682873 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-ee861fc4-9c48-4e1c-82dc-1236f46b6ed9 tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-466483524'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:06:23.684055 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-48d05e75-7940-4994-8117-8faa518189cc req-f9817591-2c3d-487b-b7e8-fd02c8bfa504 tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Notify callbacks [] for port, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:23.712035 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.db_base_plugin_common [None req-470f6843-ff34-4178-bf1a-e276b86980f9 tempest-RoutersIpV6AdminTest-1271651815 tempest-RoutersIpV6AdminTest-1271651815-project] Allocated IP 172.25.0.168 (2658f09e-a580-4d4a-9968-2d1e0ad93719/cbf74abc-6fe1-4d33-b005-c948923b9647/2e402900-64fc-46f9-a699-f1449eb52504) {{(pid=100246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:06:23.736717 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.provisioning_blocks [req-48d05e75-7940-4994-8117-8faa518189cc req-f9817591-2c3d-487b-b7e8-fd02c8bfa504 tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Transition to ACTIVE for port object 20f5d6df-12c0-4fc6-879f-9056d54469b7 will not be triggered until provisioned by entity DHCP. {{(pid=100247) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:06:23.752359 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee861fc4-9c48-4e1c-82dc-1236f46b6ed9 tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] Made reservation on behalf of 425e7b83a55643309e64fa25c786b5c4 for: {'network': 1} {{(pid=100246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:06:23.753459 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-daf8e3b9-9893-4084-a540-8b8b79304554 req-2fcf9fd1-07b0-4fd8-a9c0-40bd13fa71ff tempest-ImagesTestJSON-1482892319 tempest-ImagesTestJSON-1482892319-project] 10.222.0.104 "GET /v2.0/security-groups?id=46e03f63-f74e-4db3-981d-76fb36967b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746655 Jul 06 14:06:23.757747 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-ee861fc4-9c48-4e1c-82dc-1236f46b6ed9 tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for network, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:23.866469 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee861fc4-9c48-4e1c-82dc-1236f46b6ed9 tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] vlan segment allocate from pool success with {'vlan_id': 1001, 'physical_network': 'physnet1'} {{(pid=100246) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 14:06:23.879194 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-35989279-b8d6-4b1b-9e4f-f4f62929c7a1 req-2275e251-1f25-4ed0-aa2c-bf81e0553315 tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] 10.222.0.104 "GET /v2.0/ports?device_id=0455bf88-da4d-44a6-9768-93a70cd92e0e HTTP/1.1" status: 200 len: 210 time: 0.1156471 Jul 06 14:06:23.900026 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-ee861fc4-9c48-4e1c-82dc-1236f46b6ed9 tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552'] for segment, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:23.900415 n-d-773647-6 neutron-server[100246]: INFO neutron.db.segments_db [None req-ee861fc4-9c48-4e1c-82dc-1236f46b6ed9 tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] Added segment a2064600-39d4-42b6-9b8e-1a7b7f2e4f04 of type vlan for network d0d24984-3ec2-45fc-b703-7479cd074d53 Jul 06 14:06:23.945747 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-48d05e75-7940-4994-8117-8faa518189cc req-f9817591-2c3d-487b-b7e8-fd02c8bfa504 tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-128888360'] for port, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:23.974657 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-470f6843-ff34-4178-bf1a-e276b86980f9 tempest-RoutersIpV6AdminTest-1271651815 tempest-RoutersIpV6AdminTest-1271651815-project] Notify callbacks [] for port, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:23.993271 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-ee861fc4-9c48-4e1c-82dc-1236f46b6ed9 tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773752984405'] for network, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:24.147371 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-ee861fc4-9c48-4e1c-82dc-1236f46b6ed9 tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060'] for network, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:24.161352 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee861fc4-9c48-4e1c-82dc-1236f46b6ed9 tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:06:24.162176 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-ee861fc4-9c48-4e1c-82dc-1236f46b6ed9 tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583035'] for network, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:24.176489 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-48d05e75-7940-4994-8117-8faa518189cc req-f9817591-2c3d-487b-b7e8-fd02c8bfa504 tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Network d0a1f4e7-9678-480f-bc1f-59b6eda7e0f6 is already hosted by enough agents. {{(pid=100247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:06:24.189201 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-ee861fc4-9c48-4e1c-82dc-1236f46b6ed9 tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] 10.222.0.104 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.5118346 Jul 06 14:06:24.191839 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.base_scheduler [req-48d05e75-7940-4994-8117-8faa518189cc req-f9817591-2c3d-487b-b7e8-fd02c8bfa504 tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Resources bound (agent type, host, resource id): {{(pid=100247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:06:24.194261 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9817591-2c3d-487b-b7e8-fd02c8bfa504 tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Pushing event updated for resources: {'Port': ['ID=20f5d6df-12c0-4fc6-879f-9056d54469b7,revision_number=1']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:06:24.205732 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.l3_dvrscheduler_db [req-48d05e75-7940-4994-8117-8faa518189cc req-f9817591-2c3d-487b-b7e8-fd02c8bfa504 tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Received port after_create {{(pid=100247) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:06:24.209469 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 42938) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:06:24.222163 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [None req-c379b6fa-e54c-4691-b4af-289508538406 tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] Request body: {'subnet': {'network_id': 'd0d24984-3ec2-45fc-b703-7479cd074d53', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:06:24.225151 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 9b6d616a-d655-4352-9818-624b27027a4b no longer exists at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:06:24.273278 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] No Port match for: 9b6d616a-d655-4352-9818-624b27027a4b {{(pid=100248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 14:06:24.273943 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-470f6843-ff34-4178-bf1a-e276b86980f9 tempest-RoutersIpV6AdminTest-1271651815 tempest-RoutersIpV6AdminTest-1271651815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-127687573'] for port, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:24.274109 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 9b6d616a-d655-4352-9818-624b27027a4b not bound to the agent host n-d-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:06:24.402021 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-470f6843-ff34-4178-bf1a-e276b86980f9 tempest-RoutersIpV6AdminTest-1271651815 tempest-RoutersIpV6AdminTest-1271651815-project] Network 2658f09e-a580-4d4a-9968-2d1e0ad93719 is already hosted by enough agents. {{(pid=100246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:06:24.425354 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee861fc4-9c48-4e1c-82dc-1236f46b6ed9 tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] Pushing event updated for resources: {'Network': ['ID=d0d24984-3ec2-45fc-b703-7479cd074d53,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:06:24.435437 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.base_scheduler [None req-470f6843-ff34-4178-bf1a-e276b86980f9 tempest-RoutersIpV6AdminTest-1271651815 tempest-RoutersIpV6AdminTest-1271651815-project] Resources bound (agent type, host, resource id): {{(pid=100246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:06:24.444772 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Network d0d24984-3ec2-45fc-b703-7479cd074d53 details requested by agent ovs-agent-n-d-773647-6 with host n-d-773647-6 {{(pid=100248) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 14:06:24.463705 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-470f6843-ff34-4178-bf1a-e276b86980f9 tempest-RoutersIpV6AdminTest-1271651815 tempest-RoutersIpV6AdminTest-1271651815-project] Received port after_create {{(pid=100246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:06:24.486211 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d05e75-7940-4994-8117-8faa518189cc req-f9817591-2c3d-487b-b7e8-fd02c8bfa504 tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:06:24.486859 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-48d05e75-7940-4994-8117-8faa518189cc req-f9817591-2c3d-487b-b7e8-fd02c8bfa504 tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:24.492967 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944bacc7-845a-4737-b12b-3087fbe335c3 req-7a4b6c8e-cbb4-47bd-9df2-f568e9c8a2ef tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:06:24.496380 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-944bacc7-845a-4737-b12b-3087fbe335c3 req-7a4b6c8e-cbb4-47bd-9df2-f568e9c8a2ef tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] 10.222.0.72 "GET /v2.0/networks?id=ca8d241f-6d1c-4a83-a6b7-adff4a667580 HTTP/1.1" status: 200 len: 812 time: 0.4768476 Jul 06 14:06:24.513472 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800b5d83-14af-4578-b577-54277f17a038 req-a22b20ae-fdbe-4d2f-9768-b7b09f648dd1 tempest-ServerRescueNegativeTestJSON-721731692 tempest-ServerRescueNegativeTestJSON-721731692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:06:24.515570 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-800b5d83-14af-4578-b577-54277f17a038 req-a22b20ae-fdbe-4d2f-9768-b7b09f648dd1 tempest-ServerRescueNegativeTestJSON-721731692 tempest-ServerRescueNegativeTestJSON-721731692-project] 10.222.0.104 "GET /v2.0/ports?device_id=78a59294-4d36-4290-b5cb-d865232b142a HTTP/1.1" status: 200 len: 945 time: 0.4848139 Jul 06 14:06:24.559897 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470f6843-ff34-4178-bf1a-e276b86980f9 tempest-RoutersIpV6AdminTest-1271651815 tempest-RoutersIpV6AdminTest-1271651815-project] Pushing event updated for resources: {'Port': ['ID=2e402900-64fc-46f9-a699-f1449eb52504,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:06:24.570168 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [req-944bacc7-845a-4737-b12b-3087fbe335c3 req-3389c154-cf43-4c49-9f50-c51fa9896e41 tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] Request body: {'port': {'device_id': '73164a94-66a9-4dc1-ae58-422cd07dc979', 'network_id': 'ca8d241f-6d1c-4a83-a6b7-adff4a667580', 'admin_state_up': True, 'tenant_id': '96647dd61d404050a5af01798d2f6f47'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:06:24.620571 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-fedb341e-3394-4971-86d6-fd7da355a92c None None] Provisioning for port 20f5d6df-12c0-4fc6-879f-9056d54469b7 completed by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:06:24.632219 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-fedb341e-3394-4971-86d6-fd7da355a92c None None] Provisioning complete for port 20f5d6df-12c0-4fc6-879f-9056d54469b7 triggered by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:06:24.632763 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-fedb341e-3394-4971-86d6-fd7da355a92c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:24.636010 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-48d05e75-7940-4994-8117-8faa518189cc req-f9817591-2c3d-487b-b7e8-fd02c8bfa504 tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] 10.222.0.127 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6222198 Jul 06 14:06:24.661042 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c379b6fa-e54c-4691-b4af-289508538406 tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] Made reservation on behalf of 425e7b83a55643309e64fa25c786b5c4 for: {'subnet': 1} {{(pid=100247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:06:24.666054 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-c379b6fa-e54c-4691-b4af-289508538406 tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127627440'] for subnet, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:24.682382 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [req-48d05e75-7940-4994-8117-8faa518189cc req-4cb3830a-0f98-4dc3-8a02-544dfee85e67 tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Request body: {'port': {'device_id': '0455bf88-da4d-44a6-9768-93a70cd92e0e', 'network_id': 'f1fe0f84-e7fb-43f2-a13c-d5fffe5a5634', 'admin_state_up': True, 'tenant_id': '5bc84ece362540998140660bd65643c3', 'security_groups': ['8d3a9807-14cc-46c0-b7ed-1d949d5bac09']}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:06:24.695207 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-fedb341e-3394-4971-86d6-fd7da355a92c None None] Port 20f5d6df-12c0-4fc6-879f-9056d54469b7 cannot update to ACTIVE because it is not bound. {{(pid=100248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 14:06:24.775509 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-944bacc7-845a-4737-b12b-3087fbe335c3 req-3389c154-cf43-4c49-9f50-c51fa9896e41 tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] Made reservation on behalf of 96647dd61d404050a5af01798d2f6f47 for: {'port': 1} {{(pid=100246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:06:24.779077 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-944bacc7-845a-4737-b12b-3087fbe335c3 req-3389c154-cf43-4c49-9f50-c51fa9896e41 tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:24.791314 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-800b5d83-14af-4578-b577-54277f17a038 req-056cd095-7e3a-4ccc-8e1f-7096d30f7d81 tempest-ServerRescueNegativeTestJSON-721731692 tempest-ServerRescueNegativeTestJSON-721731692-project] 10.222.0.104 "GET /v2.0/security-groups?id=a54a60a4-d859-4f47-b26f-a63bb69450e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2560251 Jul 06 14:06:24.896896 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f4dccf-556f-455b-9475-4dee0b8abfe1 req-c54ca5e9-2a8c-43ec-b567-c0f32544ea44 tempest-ServersTestManualDisk-1063153519 tempest-ServersTestManualDisk-1063153519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:06:24.904445 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-a9f4dccf-556f-455b-9475-4dee0b8abfe1 req-c54ca5e9-2a8c-43ec-b567-c0f32544ea44 tempest-ServersTestManualDisk-1063153519 tempest-ServersTestManualDisk-1063153519-project] 10.222.0.104 "GET /v2.0/ports?device_id=d4ae21fa-1a58-4879-8b62-3b9fe7647b89 HTTP/1.1" status: 200 len: 945 time: 0.3526354 Jul 06 14:06:24.968003 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-a9f4dccf-556f-455b-9475-4dee0b8abfe1 req-179de410-f37d-43f7-8352-ee1162d38bed tempest-ServersTestManualDisk-1063153519 tempest-ServersTestManualDisk-1063153519-project] 10.222.0.104 "GET /v2.0/security-groups?id=88ca51c4-ddb4-429c-9499-a09a1f830b1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0624299 Jul 06 14:06:25.077791 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-76482064-a247-4a86-abac-bc81581417c5 req-3c16e968-af97-475b-b5fc-5592d618f39f tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] 10.222.0.104 "GET /v2.0/ports?device_id=73164a94-66a9-4dc1-ae58-422cd07dc979 HTTP/1.1" status: 200 len: 210 time: 0.0438950 Jul 06 14:06:25.103816 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-470f6843-ff34-4178-bf1a-e276b86980f9 tempest-RoutersIpV6AdminTest-1271651815 tempest-RoutersIpV6AdminTest-1271651815-project] Notify callbacks [] for router_gateway, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:25.166198 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-48d05e75-7940-4994-8117-8faa518189cc req-4cb3830a-0f98-4dc3-8a02-544dfee85e67 tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Made reservation on behalf of 5bc84ece362540998140660bd65643c3 for: {'port': 1} {{(pid=100247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:06:25.169840 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-48d05e75-7940-4994-8117-8faa518189cc req-4cb3830a-0f98-4dc3-8a02-544dfee85e67 tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:25.222617 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22509b72-1cf8-48c3-9220-17cbd7334ad9 req-dd8f5dac-796f-4b93-8c77-19c6552e9f94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:06:25.224084 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-22509b72-1cf8-48c3-9220-17cbd7334ad9 req-dd8f5dac-796f-4b93-8c77-19c6552e9f94 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=78a59294-4d36-4290-b5cb-d865232b142a HTTP/1.1" status: 200 len: 1096 time: 0.2487640 Jul 06 14:06:25.325525 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-c379b6fa-e54c-4691-b4af-289508538406 tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1849032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-128888412', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127627426'] for subnet, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:25.500688 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-22509b72-1cf8-48c3-9220-17cbd7334ad9 req-3db504cd-6dda-4fcc-8fa9-22d5829b0426 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=a54a60a4-d859-4f47-b26f-a63bb69450e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2632747 Jul 06 14:06:25.504826 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5f56209c-3829-46a2-83f5-7baabf118c8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:25.506665 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.db_base_plugin_common [req-944bacc7-845a-4737-b12b-3087fbe335c3 req-3389c154-cf43-4c49-9f50-c51fa9896e41 tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] Allocated IP 172.20.0.14 (ca8d241f-6d1c-4a83-a6b7-adff4a667580/1d0103a5-6825-4713-928f-2c0821a07c96/285a983f-a0c4-456a-9702-1039a1c94001) {{(pid=100246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:06:25.535258 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c379b6fa-e54c-4691-b4af-289508538406 tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] Pushing event updated for resources: {'Subnet': ['ID=4ad32930-fcd0-4047-b080-0fe807c63097,revision_number=0']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:06:25.575853 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c379b6fa-e54c-4691-b4af-289508538406 tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] Checking segment: {'id': 'a2064600-39d4-42b6-9b8e-1a7b7f2e4f04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1001, 'network_id': 'd0d24984-3ec2-45fc-b703-7479cd074d53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100247) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:06:25.576786 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c379b6fa-e54c-4691-b4af-289508538406 tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] Network hostable DHCP agents. Network: d0d24984-3ec2-45fc-b703-7479cd074d53, hostable agents: ['f2bada3d-be77-4359-982b-8505a2bbca04'], hosted agents: [] {{(pid=100247) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 14:06:25.590580 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9459ef56-53ea-42f7-8d96-ba1320e3cb42 req-fc13af3d-74ff-423c-9ce8-0da6e8859e18 tempest-ImagesTestJSON-1482892319 tempest-ImagesTestJSON-1482892319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:06:25.592300 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-9459ef56-53ea-42f7-8d96-ba1320e3cb42 req-fc13af3d-74ff-423c-9ce8-0da6e8859e18 tempest-ImagesTestJSON-1482892319 tempest-ImagesTestJSON-1482892319-project] 10.222.0.104 "GET /v2.0/ports?device_id=0143d447-10d0-4ce1-9893-d3fe7da7ea42 HTTP/1.1" status: 200 len: 945 time: 0.3480203 Jul 06 14:06:25.608622 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.db_base_plugin_common [req-48d05e75-7940-4994-8117-8faa518189cc req-4cb3830a-0f98-4dc3-8a02-544dfee85e67 tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Allocated IP 10.1.1.59 (f1fe0f84-e7fb-43f2-a13c-d5fffe5a5634/33ba364c-4842-4afb-9331-8a30604f6a2f/5fb3e80b-179e-4438-8e4e-e7410e416d51) {{(pid=100247) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:06:25.658387 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f793cac-bb74-43cb-bb01-0ee523b0d156 req-4db961ab-67ac-49d5-9fbf-3e7d6c5e68ac tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:06:25.660013 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-6f793cac-bb74-43cb-bb01-0ee523b0d156 req-4db961ab-67ac-49d5-9fbf-3e7d6c5e68ac tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] 10.222.0.104 "GET /v2.0/ports?device_id=0455bf88-da4d-44a6-9768-93a70cd92e0e HTTP/1.1" status: 200 len: 932 time: 0.3146393 Jul 06 14:06:25.686991 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c379b6fa-e54c-4691-b4af-289508538406 tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] Network d0d24984-3ec2-45fc-b703-7479cd074d53 is scheduled to be hosted by DHCP agent f2bada3d-be77-4359-982b-8505a2bbca04 with binding_index 1 {{(pid=100247) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 14:06:25.724194 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-470f6843-ff34-4178-bf1a-e276b86980f9 tempest-RoutersIpV6AdminTest-1271651815 tempest-RoutersIpV6AdminTest-1271651815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1761047', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1806272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6989'] for router, precommit_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:25.731096 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.base_scheduler [None req-c379b6fa-e54c-4691-b4af-289508538406 tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773647-6, d0d24984-3ec2-45fc-b703-7479cd074d53) {{(pid=100247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:06:25.732172 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-470f6843-ff34-4178-bf1a-e276b86980f9 tempest-RoutersIpV6AdminTest-1271651815 tempest-RoutersIpV6AdminTest-1271651815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1761036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1761054', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1761029', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1806287'] for router, after_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:25.736205 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-9459ef56-53ea-42f7-8d96-ba1320e3cb42 req-682303c0-93d5-473a-aa5c-e0c3484c1b05 tempest-ImagesTestJSON-1482892319 tempest-ImagesTestJSON-1482892319-project] 10.222.0.104 "GET /v2.0/security-groups?id=46e03f63-f74e-4db3-981d-76fb36967b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246605 Jul 06 14:06:25.742010 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1cd75ce-7bd9-4e57-9d32-08c65dc0c313 None None] Network d0d24984-3ec2-45fc-b703-7479cd074d53 requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:06:25.748646 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c379b6fa-e54c-4691-b4af-289508538406 tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:06:25.749255 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-c379b6fa-e54c-4691-b4af-289508538406 tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583035'] for subnet, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:25.826443 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-6f793cac-bb74-43cb-bb01-0ee523b0d156 req-e4277366-7f54-44c6-bbfe-5a9eb530b09b tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] 10.222.0.104 "GET /v2.0/security-groups?id=8d3a9807-14cc-46c0-b7ed-1d949d5bac09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1521149 Jul 06 14:06:25.844968 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-c379b6fa-e54c-4691-b4af-289508538406 tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] 10.222.0.104 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.6337619 Jul 06 14:06:25.845757 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 42956) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:06:25.918536 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-944bacc7-845a-4737-b12b-3087fbe335c3 req-3389c154-cf43-4c49-9f50-c51fa9896e41 tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] Notify callbacks [] for port, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:25.940455 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.provisioning_blocks [req-944bacc7-845a-4737-b12b-3087fbe335c3 req-3389c154-cf43-4c49-9f50-c51fa9896e41 tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] Transition to ACTIVE for port object 285a983f-a0c4-456a-9702-1039a1c94001 will not be triggered until provisioned by entity DHCP. {{(pid=100246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:06:25.959846 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:25.992332 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-470f6843-ff34-4178-bf1a-e276b86980f9 tempest-RoutersIpV6AdminTest-1271651815 tempest-RoutersIpV6AdminTest-1271651815-project] Router 04f82549-d485-49af-ae0f-a3e60cffe48f is scheduled to L3 agent 2823d358-a11b-4885-a706-95a279e43fa7 with binding_index 1 {{(pid=100246) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 14:06:26.003692 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-944bacc7-845a-4737-b12b-3087fbe335c3 req-3389c154-cf43-4c49-9f50-c51fa9896e41 tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-127687573'] for port, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:26.026001 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-48d05e75-7940-4994-8117-8faa518189cc req-4cb3830a-0f98-4dc3-8a02-544dfee85e67 tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Notify callbacks [] for port, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:26.105149 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.provisioning_blocks [req-48d05e75-7940-4994-8117-8faa518189cc req-4cb3830a-0f98-4dc3-8a02-544dfee85e67 tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Transition to ACTIVE for port object 5fb3e80b-179e-4438-8e4e-e7410e416d51 will not be triggered until provisioned by entity DHCP. {{(pid=100247) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:06:26.152689 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-944bacc7-845a-4737-b12b-3087fbe335c3 req-3389c154-cf43-4c49-9f50-c51fa9896e41 tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] Network ca8d241f-6d1c-4a83-a6b7-adff4a667580 is already hosted by enough agents. {{(pid=100246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:06:26.178682 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.base_scheduler [req-944bacc7-845a-4737-b12b-3087fbe335c3 req-3389c154-cf43-4c49-9f50-c51fa9896e41 tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] Resources bound (agent type, host, resource id): {{(pid=100246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:06:26.201072 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [req-944bacc7-845a-4737-b12b-3087fbe335c3 req-3389c154-cf43-4c49-9f50-c51fa9896e41 tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] Received port after_create {{(pid=100246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:06:26.202898 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fb828ab-df8a-4dc2-b2c1-b025095c56c6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6bd5fc82-6666-56e8-87c2-91648d36c963-d0d24984-3ec2-45fc-b703-7479cd074d53', 'network_id': 'd0d24984-3ec2-45fc-b703-7479cd074d53', 'tenant_id': '425e7b83a55643309e64fa25c786b5c4', 'fixed_ips': [{'subnet_id': '4ad32930-fcd0-4047-b080-0fe807c63097'}]}} from n-d-773647-6. {{(pid=100248) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 14:06:26.206412 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-9fb828ab-df8a-4dc2-b2c1-b025095c56c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:26.212810 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3389c154-cf43-4c49-9f50-c51fa9896e41 tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] Pushing event updated for resources: {'Port': ['ID=285a983f-a0c4-456a-9702-1039a1c94001,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:06:26.248154 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8844f8bc-84d6-4549-a5f6-bf9af5b66984 req-b3ff9d57-9c09-4779-8d7b-44e3e4e0cab9 tempest-ServersTestManualDisk-1063153519 tempest-ServersTestManualDisk-1063153519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:06:26.262417 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-8844f8bc-84d6-4549-a5f6-bf9af5b66984 req-b3ff9d57-9c09-4779-8d7b-44e3e4e0cab9 tempest-ServersTestManualDisk-1063153519 tempest-ServersTestManualDisk-1063153519-project] 10.222.0.104 "GET /v2.0/ports?device_id=d4ae21fa-1a58-4879-8b62-3b9fe7647b89 HTTP/1.1" status: 200 len: 945 time: 0.3049641 Jul 06 14:06:26.280144 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-1840b870-ef88-42ee-a8f4-43cceb0ea1e5 tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530492'] for network, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:26.283038 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 42962) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:06:26.310189 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [None req-bb832fb3-93ce-40d2-b547-fc15a9f80052 tempest-ServersTestManualDisk-1063153519 tempest-ServersTestManualDisk-1063153519-project] Request body: {'floatingip': {'port_id': '6260ca24-f1df-4432-b35d-4f59a1d11464'}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:06:26.362958 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944bacc7-845a-4737-b12b-3087fbe335c3 req-3389c154-cf43-4c49-9f50-c51fa9896e41 tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:06:26.363785 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-944bacc7-845a-4737-b12b-3087fbe335c3 req-3389c154-cf43-4c49-9f50-c51fa9896e41 tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:26.422577 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-bb832fb3-93ce-40d2-b547-fc15a9f80052 tempest-ServersTestManualDisk-1063153519 tempest-ServersTestManualDisk-1063153519-project] Notify callbacks [] for floatingip, before_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:26.474498 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-944bacc7-845a-4737-b12b-3087fbe335c3 req-3389c154-cf43-4c49-9f50-c51fa9896e41 tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9161699 Jul 06 14:06:26.495250 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [req-944bacc7-845a-4737-b12b-3087fbe335c3 req-559a8c18-5ef2-4ca9-a3e1-394f08eae6a4 service neutron] Request body: {'port': {'device_id': '73164a94-66a9-4dc1-ae58-422cd07dc979', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-773647-6'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:06:26.612860 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-2064eaae-da4f-48f8-82d2-b09d4ddedd44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:26.622538 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-470f6843-ff34-4178-bf1a-e276b86980f9 tempest-RoutersIpV6AdminTest-1271651815 tempest-RoutersIpV6AdminTest-1271651815-project] Notify agent at l3_agent.n-d-773647-6 the message routers_updated {{(pid=100246) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 14:06:26.628110 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.db_base_plugin_common [None req-9fb828ab-df8a-4dc2-b2c1-b025095c56c6 None None] Allocated IP 172.20.0.1 (d0d24984-3ec2-45fc-b703-7479cd074d53/4ad32930-fcd0-4047-b080-0fe807c63097/e9441d52-8f03-4f58-b70f-a3503c73e8bd) {{(pid=100248) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:06:26.638728 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-470f6843-ff34-4178-bf1a-e276b86980f9 tempest-RoutersIpV6AdminTest-1271651815 tempest-RoutersIpV6AdminTest-1271651815-project] Notify callbacks [] for router, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:26.642237 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bffa1818-b017-4b25-a46f-edb8d9bc80c9 None None] Sync routers for ids ['04f82549-d485-49af-ae0f-a3e60cffe48f'] in n-d-773647-6 {{(pid=100248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 14:06:26.643511 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-470f6843-ff34-4178-bf1a-e276b86980f9 tempest-RoutersIpV6AdminTest-1271651815 tempest-RoutersIpV6AdminTest-1271651815-project] 10.222.0.104 "PUT /v2.0/routers/04f82549-d485-49af-ae0f-a3e60cffe48f HTTP/1.1" status: 200 len: 884 time: 4.1598699 Jul 06 14:06:26.646533 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 42964) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:06:26.686320 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bffa1818-b017-4b25-a46f-edb8d9bc80c9 None None] Routers {'04f82549-d485-49af-ae0f-a3e60cffe48f'} bound to L3 agent in host n-d-773647-6 {{(pid=100248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:06:26.689117 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-bffa1818-b017-4b25-a46f-edb8d9bc80c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T14:06:25Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['04f82549-d485-49af-ae0f-a3e60cffe48f'], 'active': True} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:06:26.795128 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-944bacc7-845a-4737-b12b-3087fbe335c3 req-559a8c18-5ef2-4ca9-a3e1-394f08eae6a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:26.812368 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47095560-3c83-4365-a4bd-bed226188488 req-ce7a412f-cb15-4aee-8876-2e21d931bb51 tempest-ServerRescueNegativeTestJSON-721731692 tempest-ServerRescueNegativeTestJSON-721731692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:06:26.819286 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-47095560-3c83-4365-a4bd-bed226188488 req-ce7a412f-cb15-4aee-8876-2e21d931bb51 tempest-ServerRescueNegativeTestJSON-721731692 tempest-ServerRescueNegativeTestJSON-721731692-project] 10.222.0.104 "GET /v2.0/ports?device_id=78a59294-4d36-4290-b5cb-d865232b142a HTTP/1.1" status: 200 len: 945 time: 0.7227271 Jul 06 14:06:26.841833 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-bffa1818-b017-4b25-a46f-edb8d9bc80c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-773647-6', False) {} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:06:26.857439 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-41f08672-91ff-4094-a514-2b93cf953d2d tempest-RoutersIpV6AdminTest-1269433453 tempest-RoutersIpV6AdminTest-1269433453-project-admin] 10.222.0.104 "GET /v2.0/routers/04f82549-d485-49af-ae0f-a3e60cffe48f HTTP/1.1" status: 200 len: 925 time: 0.2094784 Jul 06 14:06:26.858249 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 42968) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:06:26.980157 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-3277a05a-9400-4eac-8db2-e0b1a2e95379 None None] Provisioning for port 285a983f-a0c4-456a-9702-1039a1c94001 completed by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:06:27.000637 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bffa1818-b017-4b25-a46f-edb8d9bc80c9 None None] Routers {'04f82549-d485-49af-ae0f-a3e60cffe48f'} bound to L3 agent in host n-d-773647-6 {{(pid=100248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:06:27.001936 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-bffa1818-b017-4b25-a46f-edb8d9bc80c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T14:06:25Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['04f82549-d485-49af-ae0f-a3e60cffe48f'], 'active': True} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:06:27.007262 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-3277a05a-9400-4eac-8db2-e0b1a2e95379 None None] Provisioning complete for port 285a983f-a0c4-456a-9702-1039a1c94001 triggered by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:06:27.007483 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-3277a05a-9400-4eac-8db2-e0b1a2e95379 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:27.150175 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-48d05e75-7940-4994-8117-8faa518189cc req-4cb3830a-0f98-4dc3-8a02-544dfee85e67 tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-128888360'] for port, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:27.238039 n-d-773647-6 neutron-server[100246]: DEBUG neutron.notifiers.nova [req-944bacc7-845a-4737-b12b-3087fbe335c3 req-559a8c18-5ef2-4ca9-a3e1-394f08eae6a4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 285a983f-a0c4-456a-9702-1039a1c94001 {{(pid=100246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 14:06:27.243007 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-1840b870-ef88-42ee-a8f4-43cceb0ea1e5 tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-913473'] for subnet, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:27.244887 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-bffa1818-b017-4b25-a46f-edb8d9bc80c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-773647-6', False) {} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:06:27.245423 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bffa1818-b017-4b25-a46f-edb8d9bc80c9 None None] The sync data for ids ['04f82549-d485-49af-ae0f-a3e60cffe48f'] in n-d-773647-6 is: [] {{(pid=100248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 14:06:27.251089 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-944bacc7-845a-4737-b12b-3087fbe335c3 req-559a8c18-5ef2-4ca9-a3e1-394f08eae6a4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:27.272021 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.provisioning_blocks [req-944bacc7-845a-4737-b12b-3087fbe335c3 req-559a8c18-5ef2-4ca9-a3e1-394f08eae6a4 service neutron] Transition to ACTIVE for port object 285a983f-a0c4-456a-9702-1039a1c94001 will not be triggered until provisioned by entity L2. {{(pid=100246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:06:27.284221 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-944bacc7-845a-4737-b12b-3087fbe335c3 req-559a8c18-5ef2-4ca9-a3e1-394f08eae6a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127687527'] for port, after_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:27.289864 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-3277a05a-9400-4eac-8db2-e0b1a2e95379 None None] Port 285a983f-a0c4-456a-9702-1039a1c94001 cannot update to ACTIVE because it is not bound. {{(pid=100248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 14:06:27.310733 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-48d05e75-7940-4994-8117-8faa518189cc req-4cb3830a-0f98-4dc3-8a02-544dfee85e67 tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Network f1fe0f84-e7fb-43f2-a13c-d5fffe5a5634 is already hosted by enough agents. {{(pid=100247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:06:27.317245 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.base_scheduler [req-48d05e75-7940-4994-8117-8faa518189cc req-4cb3830a-0f98-4dc3-8a02-544dfee85e67 tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Resources bound (agent type, host, resource id): {{(pid=100247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:06:27.355720 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-47095560-3c83-4365-a4bd-bed226188488 req-731b5abd-d325-42b8-89a5-651b347566f2 tempest-ServerRescueNegativeTestJSON-721731692 tempest-ServerRescueNegativeTestJSON-721731692-project] 10.222.0.104 "GET /v2.0/security-groups?id=a54a60a4-d859-4f47-b26f-a63bb69450e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5353849 Jul 06 14:06:27.366766 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.l3_dvrscheduler_db [req-48d05e75-7940-4994-8117-8faa518189cc req-4cb3830a-0f98-4dc3-8a02-544dfee85e67 tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Received port after_create {{(pid=100247) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:06:27.382024 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-9fb828ab-df8a-4dc2-b2c1-b025095c56c6 None None] Notify callbacks [] for port, precommit_create {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:27.398340 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-9fb828ab-df8a-4dc2-b2c1-b025095c56c6 None None] Transition to ACTIVE for port object e9441d52-8f03-4f58-b70f-a3503c73e8bd will not be triggered until provisioned by entity L2. {{(pid=100248) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:06:27.436682 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-9fb828ab-df8a-4dc2-b2c1-b025095c56c6 None None] Transition to ACTIVE for port object e9441d52-8f03-4f58-b70f-a3503c73e8bd will not be triggered until provisioned by entity DHCP. {{(pid=100248) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:06:27.444857 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-9fb828ab-df8a-4dc2-b2c1-b025095c56c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108'] for port, after_create {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:27.449797 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-987d7c3f-9b47-44f0-8486-247d93cee5a5 tempest-RoutersIpV6AdminTest-1269433453 tempest-RoutersIpV6AdminTest-1269433453-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:06:27.451682 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-987d7c3f-9b47-44f0-8486-247d93cee5a5 tempest-RoutersIpV6AdminTest-1269433453 tempest-RoutersIpV6AdminTest-1269433453-project-admin] 10.222.0.104 "GET /v2.0/ports?network_id=2658f09e-a580-4d4a-9968-2d1e0ad93719&device_id=04f82549-d485-49af-ae0f-a3e60cffe48f&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.5903094 Jul 06 14:06:27.467595 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 42972) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:06:27.481395 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559a8c18-5ef2-4ca9-a3e1-394f08eae6a4 service neutron] Pushing event updated for resources: {'Port': ['ID=285a983f-a0c4-456a-9702-1039a1c94001,revision_number=2']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:06:27.492238 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65442d72-5b99-459e-9c62-91569f2ddf7f req-70e931be-bbcd-4863-895e-8ab9cf194f8c tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:06:27.505723 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-65442d72-5b99-459e-9c62-91569f2ddf7f req-70e931be-bbcd-4863-895e-8ab9cf194f8c tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] 10.222.0.104 "GET /v2.0/ports?device_id=73164a94-66a9-4dc1-ae58-422cd07dc979 HTTP/1.1" status: 200 len: 932 time: 0.7428670 Jul 06 14:06:27.510878 n-d-773647-6 neutron-server[100248]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fb828ab-df8a-4dc2-b2c1-b025095c56c6 None None] Network d0d24984-3ec2-45fc-b703-7479cd074d53 is already hosted by enough agents. {{(pid=100248) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:06:27.514542 n-d-773647-6 neutron-server[100248]: DEBUG neutron.scheduler.base_scheduler [None req-9fb828ab-df8a-4dc2-b2c1-b025095c56c6 None None] Resources bound (agent type, host, resource id): {{(pid=100248) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:06:27.518091 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fb828ab-df8a-4dc2-b2c1-b025095c56c6 None None] Received port after_create {{(pid=100248) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:06:27.535839 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb828ab-df8a-4dc2-b2c1-b025095c56c6 None None] Pushing event updated for resources: {'Port': ['ID=e9441d52-8f03-4f58-b70f-a3503c73e8bd,revision_number=1']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:06:27.640711 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-9fb828ab-df8a-4dc2-b2c1-b025095c56c6 None None] Attempting to bind port e9441d52-8f03-4f58-b70f-a3503c73e8bd on host n-d-773647-6 for vnic_type normal with profile {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:06:27.641373 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-9fb828ab-df8a-4dc2-b2c1-b025095c56c6 None None] Attempting to bind port e9441d52-8f03-4f58-b70f-a3503c73e8bd by drivers openvswitch,hyperv on host n-d-773647-6 at level 0 using segments [{'id': 'a2064600-39d4-42b6-9b8e-1a7b7f2e4f04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1001, 'network_id': 'd0d24984-3ec2-45fc-b703-7479cd074d53'}] {{(pid=100248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:06:27.641373 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fb828ab-df8a-4dc2-b2c1-b025095c56c6 None None] Attempting to bind port e9441d52-8f03-4f58-b70f-a3503c73e8bd on network d0d24984-3ec2-45fc-b703-7479cd074d53 {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:06:27.648095 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fb828ab-df8a-4dc2-b2c1-b025095c56c6 None None] Checking agent: {'id': '8ab5b19c-d213-4f29-891d-27bdf39d38b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773647-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 43, 26), 'started_at': datetime.datetime(2021, 7, 6, 13, 43, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 6, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773647-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:06:27.648483 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fb828ab-df8a-4dc2-b2c1-b025095c56c6 None None] Checking segment: {'id': 'a2064600-39d4-42b6-9b8e-1a7b7f2e4f04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1001, 'network_id': 'd0d24984-3ec2-45fc-b703-7479cd074d53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:06:27.648823 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-9fb828ab-df8a-4dc2-b2c1-b025095c56c6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:27.649224 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fb828ab-df8a-4dc2-b2c1-b025095c56c6 None None] Bound using segment: {'id': 'a2064600-39d4-42b6-9b8e-1a7b7f2e4f04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1001, 'network_id': 'd0d24984-3ec2-45fc-b703-7479cd074d53'} {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:06:27.649690 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-9fb828ab-df8a-4dc2-b2c1-b025095c56c6 None None] Bound port: e9441d52-8f03-4f58-b70f-a3503c73e8bd, host: n-d-773647-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2064600-39d4-42b6-9b8e-1a7b7f2e4f04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1001, 'network_id': 'd0d24984-3ec2-45fc-b703-7479cd074d53'}}] {{(pid=100248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:06:27.650066 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-9fb828ab-df8a-4dc2-b2c1-b025095c56c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:27.669424 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [req-944bacc7-845a-4737-b12b-3087fbe335c3 req-559a8c18-5ef2-4ca9-a3e1-394f08eae6a4 service neutron] Attempting to bind port 285a983f-a0c4-456a-9702-1039a1c94001 on host n-h2-773647-6 for vnic_type normal with profile {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:06:27.670596 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [req-944bacc7-845a-4737-b12b-3087fbe335c3 req-559a8c18-5ef2-4ca9-a3e1-394f08eae6a4 service neutron] Attempting to bind port 285a983f-a0c4-456a-9702-1039a1c94001 by drivers openvswitch,hyperv on host n-h2-773647-6 at level 0 using segments [{'id': '36c50412-6893-4622-808c-49164f6f9db6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1040, 'network_id': 'ca8d241f-6d1c-4a83-a6b7-adff4a667580'}] {{(pid=100246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:06:27.670707 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-944bacc7-845a-4737-b12b-3087fbe335c3 req-559a8c18-5ef2-4ca9-a3e1-394f08eae6a4 service neutron] Attempting to bind port 285a983f-a0c4-456a-9702-1039a1c94001 on network ca8d241f-6d1c-4a83-a6b7-adff4a667580 {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:06:27.682543 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d05e75-7940-4994-8117-8faa518189cc req-4cb3830a-0f98-4dc3-8a02-544dfee85e67 tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:06:27.684143 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-48d05e75-7940-4994-8117-8faa518189cc req-4cb3830a-0f98-4dc3-8a02-544dfee85e67 tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:27.703426 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-944bacc7-845a-4737-b12b-3087fbe335c3 req-559a8c18-5ef2-4ca9-a3e1-394f08eae6a4 service neutron] Port 285a983f-a0c4-456a-9702-1039a1c94001 on network ca8d241f-6d1c-4a83-a6b7-adff4a667580 not bound, no agent of type Open vSwitch agent registered on host n-h2-773647-6 {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 14:06:27.703753 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-944bacc7-845a-4737-b12b-3087fbe335c3 req-559a8c18-5ef2-4ca9-a3e1-394f08eae6a4 service neutron] Attempting to bind port 285a983f-a0c4-456a-9702-1039a1c94001 on network ca8d241f-6d1c-4a83-a6b7-adff4a667580 {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:06:27.724247 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-944bacc7-845a-4737-b12b-3087fbe335c3 req-559a8c18-5ef2-4ca9-a3e1-394f08eae6a4 service neutron] Checking agent: {'id': '63768ece-0600-4354-8d29-fdedec96b077', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-773647-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 51, 10), 'started_at': datetime.datetime(2021, 7, 6, 13, 51, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 6, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:06:27.724638 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-944bacc7-845a-4737-b12b-3087fbe335c3 req-559a8c18-5ef2-4ca9-a3e1-394f08eae6a4 service neutron] Checking segment: {'id': '36c50412-6893-4622-808c-49164f6f9db6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1040, 'network_id': 'ca8d241f-6d1c-4a83-a6b7-adff4a667580'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:06:27.724971 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-944bacc7-845a-4737-b12b-3087fbe335c3 req-559a8c18-5ef2-4ca9-a3e1-394f08eae6a4 service neutron] Bound using segment: {'id': '36c50412-6893-4622-808c-49164f6f9db6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1040, 'network_id': 'ca8d241f-6d1c-4a83-a6b7-adff4a667580'} {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:06:27.725414 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [req-944bacc7-845a-4737-b12b-3087fbe335c3 req-559a8c18-5ef2-4ca9-a3e1-394f08eae6a4 service neutron] Bound port: 285a983f-a0c4-456a-9702-1039a1c94001, host: n-h2-773647-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '36c50412-6893-4622-808c-49164f6f9db6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1040, 'network_id': 'ca8d241f-6d1c-4a83-a6b7-adff4a667580'}}] {{(pid=100246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:06:27.725774 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-944bacc7-845a-4737-b12b-3087fbe335c3 req-559a8c18-5ef2-4ca9-a3e1-394f08eae6a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:27.755412 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-724b3b24-50d3-4db9-bdea-837b3bdad965 tempest-RoutersIpV6AdminTest-1269433453 tempest-RoutersIpV6AdminTest-1269433453-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:06:27.760047 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-724b3b24-50d3-4db9-bdea-837b3bdad965 tempest-RoutersIpV6AdminTest-1269433453 tempest-RoutersIpV6AdminTest-1269433453-project-admin] 10.222.0.104 "GET /v2.0/networks/2658f09e-a580-4d4a-9968-2d1e0ad93719 HTTP/1.1" status: 200 len: 881 time: 0.2858012 Jul 06 14:06:27.760267 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-9fb828ab-df8a-4dc2-b2c1-b025095c56c6 None None] For port e9441d52-8f03-4f58-b70f-a3503c73e8bd, host n-d-773647-6, cleared binding levels {{(pid=100248) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:06:27.765498 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-9fb828ab-df8a-4dc2-b2c1-b025095c56c6 None None] For port e9441d52-8f03-4f58-b70f-a3503c73e8bd, host n-d-773647-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=e9441d52-8f03-4f58-b70f-a3503c73e8bd,segment=NetworkSegment(a2064600-39d4-42b6-9b8e-1a7b7f2e4f04),segment_id=a2064600-39d4-42b6-9b8e-1a7b7f2e4f04)] {{(pid=100248) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:06:27.774672 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-9fb828ab-df8a-4dc2-b2c1-b025095c56c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:27.780423 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 42976) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:06:27.820375 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-d2360de5-2fa9-4fa8-a676-e9ee4cf5d152 tempest-RoutersIpV6AdminTest-1271651815 tempest-RoutersIpV6AdminTest-1271651815-project] 10.222.0.104 "GET /v2.0/ports?device_id=04f82549-d485-49af-ae0f-a3e60cffe48f HTTP/1.1" status: 200 len: 205 time: 0.0375497 Jul 06 14:06:27.822864 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 42978) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:06:27.838900 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb828ab-df8a-4dc2-b2c1-b025095c56c6 None None] Pushing event updated for resources: {'Port': ['ID=e9441d52-8f03-4f58-b70f-a3503c73e8bd,revision_number=2']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:06:27.865600 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-16d325cf-148f-41f9-8a77-142ede37d259 None None] Provisioning for port 5fb3e80b-179e-4438-8e4e-e7410e416d51 completed by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:06:27.870661 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-16d325cf-148f-41f9-8a77-142ede37d259 None None] Provisioning complete for port 5fb3e80b-179e-4438-8e4e-e7410e416d51 triggered by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:06:27.871342 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-16d325cf-148f-41f9-8a77-142ede37d259 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:27.894455 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb3830a-0f98-4dc3-8a02-544dfee85e67 tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Pushing event updated for resources: {'Port': ['ID=5fb3e80b-179e-4438-8e4e-e7410e416d51,revision_number=1']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:06:27.925707 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-48d05e75-7940-4994-8117-8faa518189cc req-4cb3830a-0f98-4dc3-8a02-544dfee85e67 tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] 10.222.0.127 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 3.2480314 Jul 06 14:06:27.928013 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.db [req-944bacc7-845a-4737-b12b-3087fbe335c3 req-559a8c18-5ef2-4ca9-a3e1-394f08eae6a4 service neutron] For port 285a983f-a0c4-456a-9702-1039a1c94001, host n-h2-773647-6, cleared binding levels {{(pid=100246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:06:27.936070 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-16d325cf-148f-41f9-8a77-142ede37d259 None None] Port 5fb3e80b-179e-4438-8e4e-e7410e416d51 cannot update to ACTIVE because it is not bound. {{(pid=100248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 14:06:27.943856 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-1840b870-ef88-42ee-a8f4-43cceb0ea1e5 tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-913480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1849032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-128888347', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127627857'] for subnet, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:27.978077 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [req-48d05e75-7940-4994-8117-8faa518189cc req-eabc5366-3a0d-4fcf-a3f1-8483327888a4 tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Request body: {'port': {'device_id': '0455bf88-da4d-44a6-9768-93a70cd92e0e', 'network_id': 'f1fe0f84-e7fb-43f2-a13c-d5fffe5a5634', 'admin_state_up': True, 'tenant_id': '5bc84ece362540998140660bd65643c3', 'security_groups': ['8d3a9807-14cc-46c0-b7ed-1d949d5bac09']}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:06:28.005178 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.db [req-944bacc7-845a-4737-b12b-3087fbe335c3 req-559a8c18-5ef2-4ca9-a3e1-394f08eae6a4 service neutron] For port 285a983f-a0c4-456a-9702-1039a1c94001, host n-h2-773647-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=285a983f-a0c4-456a-9702-1039a1c94001,segment=NetworkSegment(36c50412-6893-4622-808c-49164f6f9db6),segment_id=36c50412-6893-4622-808c-49164f6f9db6)] {{(pid=100246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:06:28.010771 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-e5019933-2c8c-4827-bbf5-31e12e9a38eb tempest-RoutersIpV6AdminTest-1271651815 tempest-RoutersIpV6AdminTest-1271651815-project] Notify callbacks [] for router, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:28.016889 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-944bacc7-845a-4737-b12b-3087fbe335c3 req-559a8c18-5ef2-4ca9-a3e1-394f08eae6a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127687527'] for port, after_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:28.022000 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-65442d72-5b99-459e-9c62-91569f2ddf7f req-ad029690-1ec8-4ddd-b8ff-bac88e582810 tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] 10.222.0.104 "GET /v2.0/security-groups?id=bdba1446-e72e-4024-9da7-e6061f204f14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5142589 Jul 06 14:06:28.152013 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1840b870-ef88-42ee-a8f4-43cceb0ea1e5 tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] Pushing event deleted for resources: {'Subnet': ['ID=4ad32930-fcd0-4047-b080-0fe807c63097,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:06:28.152353 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944bacc7-845a-4737-b12b-3087fbe335c3 req-559a8c18-5ef2-4ca9-a3e1-394f08eae6a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:06:28.153018 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-944bacc7-845a-4737-b12b-3087fbe335c3 req-559a8c18-5ef2-4ca9-a3e1-394f08eae6a4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:28.160550 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-944bacc7-845a-4737-b12b-3087fbe335c3 req-559a8c18-5ef2-4ca9-a3e1-394f08eae6a4 service neutron] 10.222.0.72 "PUT /v2.0/ports/285a983f-a0c4-456a-9702-1039a1c94001 HTTP/1.1" status: 200 len: 1092 time: 1.6704485 Jul 06 14:06:28.161237 n-d-773647-6 neutron-server[100246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73164a94-66a9-4dc1-ae58-422cd07dc979', 'tag': '285a983f-a0c4-456a-9702-1039a1c94001'}] {{(pid=100246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:06:28.164471 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0d96c5ab5e889f7b933ae915b9be33d1b46c9e87795bf781004b656ef3f1e87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b8c48e5-5b57-40ae-b27d-7fd31d9e69e8" -d '{"events": [{"name": "network-changed", "server_uuid": "73164a94-66a9-4dc1-ae58-422cd07dc979", "tag": "285a983f-a0c4-456a-9702-1039a1c94001"}]}' {{(pid=100246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:06:28.322281 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-03f71b24-a9b8-453a-8924-caa3f97bc6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:28.396734 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c0de96-f22c-4459-ad18-0a68afdd992e req-4df63900-2a35-4f22-9bcc-ae7a7a9bf3af tempest-ImagesTestJSON-1482892319 tempest-ImagesTestJSON-1482892319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:06:28.398727 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-c0c0de96-f22c-4459-ad18-0a68afdd992e req-4df63900-2a35-4f22-9bcc-ae7a7a9bf3af tempest-ImagesTestJSON-1482892319 tempest-ImagesTestJSON-1482892319-project] 10.222.0.104 "GET /v2.0/ports?device_id=0143d447-10d0-4ce1-9893-d3fe7da7ea42 HTTP/1.1" status: 200 len: 945 time: 0.6884153 Jul 06 14:06:28.401566 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559a8c18-5ef2-4ca9-a3e1-394f08eae6a4 service neutron] Pushing event updated for resources: {'Port': ['ID=285a983f-a0c4-456a-9702-1039a1c94001,revision_number=3']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:06:28.445647 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-1840b870-ef88-42ee-a8f4-43cceb0ea1e5 tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-917204', 'neutron.services.segments.db._delete_segments_for_network-8773753502302'] for network, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:28.448305 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944bacc7-845a-4737-b12b-3087fbe335c3 req-304c7ca4-eef3-4675-b792-efd8da722bcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:06:28.449375 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-944bacc7-845a-4737-b12b-3087fbe335c3 req-304c7ca4-eef3-4675-b792-efd8da722bcc service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=96647dd61d404050a5af01798d2f6f47&device_id=73164a94-66a9-4dc1-ae58-422cd07dc979 HTTP/1.1" status: 200 len: 1095 time: 0.2268219 Jul 06 14:06:28.450970 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-e5019933-2c8c-4827-bbf5-31e12e9a38eb tempest-RoutersIpV6AdminTest-1271651815 tempest-RoutersIpV6AdminTest-1271651815-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:28.485809 n-d-773647-6 neutron-server[100247]: DEBUG neutron.services.segments.db [None req-1840b870-ef88-42ee-a8f4-43cceb0ea1e5 tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d0d24984-3ec2-45fc-b703-7479cd074d53']}} {{(pid=100247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:06:28.517957 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-944bacc7-845a-4737-b12b-3087fbe335c3 req-a565ce46-4191-469a-9298-ed4f8df3b066 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=285a983f-a0c4-456a-9702-1039a1c94001 HTTP/1.1" status: 200 len: 217 time: 0.0585518 Jul 06 14:06:28.543041 n-d-773647-6 neutron-server[100247]: DEBUG neutron.services.segments.db [None req-1840b870-ef88-42ee-a8f4-43cceb0ea1e5 tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a2064600-39d4-42b6-9b8e-1a7b7f2e4f04') {'for_net_delete': True} {{(pid=100247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:06:28.543379 n-d-773647-6 neutron-server[100247]: DEBUG neutron.services.segments.db [None req-1840b870-ef88-42ee-a8f4-43cceb0ea1e5 tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a2064600-39d4-42b6-9b8e-1a7b7f2e4f04') {} {{(pid=100247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:06:28.583385 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-1840b870-ef88-42ee-a8f4-43cceb0ea1e5 tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773753515138', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127131763'] for segment, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:28.596788 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944bacc7-845a-4737-b12b-3087fbe335c3 req-f62db7ae-c19a-473e-a637-4d2de5ab576f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:06:28.597706 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-944bacc7-845a-4737-b12b-3087fbe335c3 req-f62db7ae-c19a-473e-a637-4d2de5ab576f service neutron] 10.222.0.72 "GET /v2.0/subnets?id=1d0103a5-6825-4713-928f-2c0821a07c96 HTTP/1.1" status: 200 len: 851 time: 0.0707202 Jul 06 14:06:28.600546 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [None req-e5019933-2c8c-4827-bbf5-31e12e9a38eb tempest-RoutersIpV6AdminTest-1271651815 tempest-RoutersIpV6AdminTest-1271651815-project] Deleting port 2e402900-64fc-46f9-a699-f1449eb52504 {{(pid=100246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:06:28.600901 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-e5019933-2c8c-4827-bbf5-31e12e9a38eb tempest-RoutersIpV6AdminTest-1271651815 tempest-RoutersIpV6AdminTest-1271651815-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:28.623971 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.db.resource_extend [None req-bb832fb3-93ce-40d2-b547-fc15a9f80052 tempest-ServersTestManualDisk-1063153519 tempest-ServersTestManualDisk-1063153519-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 06 14:06:28.684940 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-1840b870-ef88-42ee-a8f4-43cceb0ea1e5 tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552'] for segment, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:28.701007 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-c0c0de96-f22c-4459-ad18-0a68afdd992e req-279a7600-442f-4000-bcfc-96990e3513f8 tempest-ImagesTestJSON-1482892319 tempest-ImagesTestJSON-1482892319-project] 10.222.0.104 "GET /v2.0/security-groups?id=46e03f63-f74e-4db3-981d-76fb36967b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2634218 Jul 06 14:06:28.708062 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1840b870-ef88-42ee-a8f4-43cceb0ea1e5 tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] Releasing vlan 1001 on physical network physnet1 to pool {{(pid=100247) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 14:06:28.708062 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-1840b870-ef88-42ee-a8f4-43cceb0ea1e5 tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-128888574'] for segment, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:28.711381 n-d-773647-6 neutron-server[100247]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:06:28.711381 n-d-773647-6 neutron-server[100247]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:06:28.711381 n-d-773647-6 neutron-server[100247]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:06:28.711381 n-d-773647-6 neutron-server[100247]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:06:28.711381 n-d-773647-6 neutron-server[100247]: Traceback (most recent call last): Jul 06 14:06:28.711381 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 14:06:28.711381 n-d-773647-6 neutron-server[100247]: timer() Jul 06 14:06:28.711381 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 14:06:28.711381 n-d-773647-6 neutron-server[100247]: cb(*args, **kw) Jul 06 14:06:28.711381 n-d-773647-6 neutron-server[100247]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 14:06:28.711381 n-d-773647-6 neutron-server[100247]: return func(*args, **kwargs) Jul 06 14:06:28.711381 n-d-773647-6 neutron-server[100247]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 14:06:28.711381 n-d-773647-6 neutron-server[100247]: self._notify() Jul 06 14:06:28.711381 n-d-773647-6 neutron-server[100247]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 14:06:28.711381 n-d-773647-6 neutron-server[100247]: self.callback(batched_events) Jul 06 14:06:28.711381 n-d-773647-6 neutron-server[100247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 14:06:28.711381 n-d-773647-6 neutron-server[100247]: event.method(event) Jul 06 14:06:28.711381 n-d-773647-6 neutron-server[100247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 14:06:28.711381 n-d-773647-6 neutron-server[100247]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 14:06:28.711381 n-d-773647-6 neutron-server[100247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 14:06:28.711381 n-d-773647-6 neutron-server[100247]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 14:06:28.711381 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 14:06:28.711381 n-d-773647-6 neutron-server[100247]: return f(self, *a, **k) Jul 06 14:06:28.711381 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 14:06:28.711381 n-d-773647-6 neutron-server[100247]: return self._get(url).json() Jul 06 14:06:28.711381 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 14:06:28.711381 n-d-773647-6 neutron-server[100247]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 14:06:28.711381 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 14:06:28.711381 n-d-773647-6 neutron-server[100247]: return self.request(url, 'GET', **kwargs) Jul 06 14:06:28.711381 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 14:06:28.711381 n-d-773647-6 neutron-server[100247]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 14:06:28.711381 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 14:06:28.711381 n-d-773647-6 neutron-server[100247]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 14:06:28.711381 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 14:06:28.711381 n-d-773647-6 neutron-server[100247]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 14:06:28.711381 n-d-773647-6 neutron-server[100247]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 14:06:28.720856 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0548622-360e-4af2-8ba4-a15457d96e4c req-4e6131fa-1b4c-4954-b09b-67af9e4f46c1 tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:06:28.727798 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0548622-360e-4af2-8ba4-a15457d96e4c req-4e6131fa-1b4c-4954-b09b-67af9e4f46c1 tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:06:28.729492 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-d0548622-360e-4af2-8ba4-a15457d96e4c req-4e6131fa-1b4c-4954-b09b-67af9e4f46c1 tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] 10.222.0.104 "GET /v2.0/ports?device_id=0455bf88-da4d-44a6-9768-93a70cd92e0e HTTP/1.1" status: 200 len: 1653 time: 0.3806074 Jul 06 14:06:28.740477 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-e5019933-2c8c-4827-bbf5-31e12e9a38eb tempest-RoutersIpV6AdminTest-1271651815 tempest-RoutersIpV6AdminTest-1271651815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:28.756523 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-48d05e75-7940-4994-8117-8faa518189cc req-eabc5366-3a0d-4fcf-a3f1-8483327888a4 tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Made reservation on behalf of 5bc84ece362540998140660bd65643c3 for: {'port': 1} {{(pid=100247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:06:28.760197 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-48d05e75-7940-4994-8117-8faa518189cc req-eabc5366-3a0d-4fcf-a3f1-8483327888a4 tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:28.764082 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944bacc7-845a-4737-b12b-3087fbe335c3 req-26652da0-3649-4eb5-9107-afa60b380a1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:06:28.765685 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-944bacc7-845a-4737-b12b-3087fbe335c3 req-26652da0-3649-4eb5-9107-afa60b380a1d service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=ca8d241f-6d1c-4a83-a6b7-adff4a667580&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1508067 Jul 06 14:06:28.766621 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [None req-e5019933-2c8c-4827-bbf5-31e12e9a38eb tempest-RoutersIpV6AdminTest-1271651815 tempest-RoutersIpV6AdminTest-1271651815-project] Calling delete_port for 2e402900-64fc-46f9-a699-f1449eb52504 owned by network:router_gateway {{(pid=100246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:06:28.854007 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-bb832fb3-93ce-40d2-b547-fc15a9f80052 tempest-ServersTestManualDisk-1063153519 tempest-ServersTestManualDisk-1063153519-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:28.866890 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-bb832fb3-93ce-40d2-b547-fc15a9f80052 tempest-ServersTestManualDisk-1063153519 tempest-ServersTestManualDisk-1063153519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1761130'] for floatingip, after_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:28.934065 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.db.api [None req-1840b870-ef88-42ee-a8f4-43cceb0ea1e5 tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 06 14:06:28.934065 n-d-773647-6 neutron-server[100247]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 06 14:06:28.934065 n-d-773647-6 neutron-server[100247]: [parameters: {'id': 'd0d24984-3ec2-45fc-b703-7479cd074d53'}] Jul 06 14:06:28.934065 n-d-773647-6 neutron-server[100247]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=100247) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 06 14:06:28.941176 n-d-773647-6 neutron-server[100247]: DEBUG oslo_db.api [None req-1840b870-ef88-42ee-a8f4-43cceb0ea1e5 tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=100247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 06 14:06:28.973596 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-d0548622-360e-4af2-8ba4-a15457d96e4c req-d8599927-2404-4e2d-a8c0-824abb6cacd9 tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] 10.222.0.104 "GET /v2.0/security-groups?id=8d3a9807-14cc-46c0-b7ed-1d949d5bac09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2197082 Jul 06 14:06:28.985832 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-944bacc7-845a-4737-b12b-3087fbe335c3 req-47b0dbb3-bab0-4784-94ae-804d3a6aad70 service neutron] 10.222.0.72 "GET /v2.0/networks/ca8d241f-6d1c-4a83-a6b7-adff4a667580?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2073197 Jul 06 14:06:29.122102 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.agents_db [None req-167c0ad6-1657-4c9a-a2c4-3b18056aa662 None None] Agent healthcheck: found 7 active agents {{(pid=100249) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 14:06:29.149703 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-944bacc7-845a-4737-b12b-3087fbe335c3 req-996f50da-2d0a-4ee5-9827-311d51541f34 service neutron] 10.222.0.72 "GET /v2.0/networks/ca8d241f-6d1c-4a83-a6b7-adff4a667580?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1506412 Jul 06 14:06:29.151716 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 14:06:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6aa831d5-fe19-4227-a0fc-5f6438f97f09 x-openstack-request-id: req-6aa831d5-fe19-4227-a0fc-5f6438f97f09 {{(pid=100246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:06:29.152228 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "73164a94-66a9-4dc1-ae58-422cd07dc979", "tag": "285a983f-a0c4-456a-9702-1039a1c94001", "status": "completed", "code": 200}]} {{(pid=100246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:06:29.152817 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-6aa831d5-fe19-4227-a0fc-5f6438f97f09 {{(pid=100246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:06:29.153502 n-d-773647-6 neutron-server[100246]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '73164a94-66a9-4dc1-ae58-422cd07dc979', 'tag': '285a983f-a0c4-456a-9702-1039a1c94001', 'status': 'completed', 'code': 200} Jul 06 14:06:29.338378 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e094a5b-3dfd-4aab-bfa3-0b77a2fa3c51 None None] Network d0d24984-3ec2-45fc-b703-7479cd074d53 requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:06:29.391240 n-d-773647-6 neutron-server[100247]: INFO neutron.db.l3_db [None req-bb832fb3-93ce-40d2-b547-fc15a9f80052 tempest-ServersTestManualDisk-1063153519 tempest-ServersTestManualDisk-1063153519-project] Floating IP 6f0d8b39-a8a7-4536-ba44-60860ca2dd9e associated. External IP: 172.25.0.21, port: 6260ca24-f1df-4432-b35d-4f59a1d11464. Jul 06 14:06:29.544605 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-9f1eb680-c052-485d-84f4-95f100a39082 None None] Provisioning for port e9441d52-8f03-4f58-b70f-a3503c73e8bd completed by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:06:29.679481 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36beb2ec-88ab-4ce2-976c-66f00b019008 None None] DHCP port deletion for d0d24984-3ec2-45fc-b703-7479cd074d53 request from n-d-773647-6 {{(pid=100248) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 14:06:29.743504 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-36beb2ec-88ab-4ce2-976c-66f00b019008 None None] Deleting port e9441d52-8f03-4f58-b70f-a3503c73e8bd {{(pid=100248) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:06:29.744322 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-36beb2ec-88ab-4ce2-976c-66f00b019008 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:29.770584 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8c48e5-5b57-40ae-b27d-7fd31d9e69e8 req-b30e3fb8-730a-4c21-b64d-df9490402bb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:06:29.772210 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-3b8c48e5-5b57-40ae-b27d-7fd31d9e69e8 req-b30e3fb8-730a-4c21-b64d-df9490402bb4 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=96647dd61d404050a5af01798d2f6f47&device_id=73164a94-66a9-4dc1-ae58-422cd07dc979 HTTP/1.1" status: 200 len: 1095 time: 0.5227747 Jul 06 14:06:29.788283 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-1840b870-ef88-42ee-a8f4-43cceb0ea1e5 tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530492'] for network, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:29.818402 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-36beb2ec-88ab-4ce2-976c-66f00b019008 None None] For port e9441d52-8f03-4f58-b70f-a3503c73e8bd, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=e9441d52-8f03-4f58-b70f-a3503c73e8bd,segment=NetworkSegment(a2064600-39d4-42b6-9b8e-1a7b7f2e4f04),segment_id=a2064600-39d4-42b6-9b8e-1a7b7f2e4f04)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:06:29.818793 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-36beb2ec-88ab-4ce2-976c-66f00b019008 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:29.834074 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-36beb2ec-88ab-4ce2-976c-66f00b019008 None None] Calling delete_port for e9441d52-8f03-4f58-b70f-a3503c73e8bd owned by network:dhcp {{(pid=100248) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:06:29.841944 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-e5019933-2c8c-4827-bbf5-31e12e9a38eb tempest-RoutersIpV6AdminTest-1271651815 tempest-RoutersIpV6AdminTest-1271651815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127687580'] for port, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:29.873728 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.db_base_plugin_common [req-48d05e75-7940-4994-8117-8faa518189cc req-eabc5366-3a0d-4fcf-a3f1-8483327888a4 tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Allocated IP 10.1.1.198 (f1fe0f84-e7fb-43f2-a13c-d5fffe5a5634/33ba364c-4842-4afb-9331-8a30604f6a2f/3eea4337-fef2-420d-b97a-4bc2fdc452dc) {{(pid=100247) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:06:29.883580 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-2b0dd505-721d-4477-bff1-b4b86d8a8984 req-fc724712-e75d-4734-a033-19cafa98865e service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=5fbc9a8b-86db-4456-85e1-a59cfdbb9c8d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.7102079 Jul 06 14:06:29.890623 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5019933-2c8c-4827-bbf5-31e12e9a38eb tempest-RoutersIpV6AdminTest-1271651815 tempest-RoutersIpV6AdminTest-1271651815-project] Pushing event deleted for resources: {'Port': ['ID=2e402900-64fc-46f9-a699-f1449eb52504,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:06:29.898139 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e07161f-4cd0-4cbd-b015-0043f8a59942 req-42b4430d-e6b5-4642-906b-99567ba50577 tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:06:29.906209 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-5e07161f-4cd0-4cbd-b015-0043f8a59942 req-42b4430d-e6b5-4642-906b-99567ba50577 tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] 10.222.0.104 "GET /v2.0/ports?device_id=73164a94-66a9-4dc1-ae58-422cd07dc979 HTTP/1.1" status: 200 len: 944 time: 0.7181749 Jul 06 14:06:29.939155 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9fc614-facd-4dbd-9e22-55873b50e04d req-5afdf8eb-ab0f-4148-bcad-1fdba6f37fef tempest-ServerRescueNegativeTestJSON-721731692 tempest-ServerRescueNegativeTestJSON-721731692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:06:29.947399 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-de9fc614-facd-4dbd-9e22-55873b50e04d req-5afdf8eb-ab0f-4148-bcad-1fdba6f37fef tempest-ServerRescueNegativeTestJSON-721731692 tempest-ServerRescueNegativeTestJSON-721731692-project] 10.222.0.104 "GET /v2.0/ports?device_id=78a59294-4d36-4290-b5cb-d865232b142a HTTP/1.1" status: 200 len: 945 time: 0.6739047 Jul 06 14:06:29.977417 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8c48e5-5b57-40ae-b27d-7fd31d9e69e8 req-7271be72-1f0c-4386-aff2-f04d734522f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:06:29.979173 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-3b8c48e5-5b57-40ae-b27d-7fd31d9e69e8 req-7271be72-1f0c-4386-aff2-f04d734522f1 service neutron] 10.222.0.72 "GET /v2.0/networks?id=ca8d241f-6d1c-4a83-a6b7-adff4a667580 HTTP/1.1" status: 200 len: 914 time: 0.1999531 Jul 06 14:06:29.987846 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-e5019933-2c8c-4827-bbf5-31e12e9a38eb tempest-RoutersIpV6AdminTest-1271651815 tempest-RoutersIpV6AdminTest-1271651815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1761104'] for router_gateway, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:29.990281 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-36beb2ec-88ab-4ce2-976c-66f00b019008 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117'] for port, after_delete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:30.029370 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36beb2ec-88ab-4ce2-976c-66f00b019008 None None] Pushing event deleted for resources: {'Port': ['ID=e9441d52-8f03-4f58-b70f-a3503c73e8bd,revision_number=None']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:06:30.032924 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36beb2ec-88ab-4ce2-976c-66f00b019008 None None] No DVR routers for this DVR port e9441d52-8f03-4f58-b70f-a3503c73e8bd on host n-d-773647-6 {{(pid=100248) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:06:30.101601 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-3b8c48e5-5b57-40ae-b27d-7fd31d9e69e8 req-09a4622f-9c93-4611-9177-f9256a764b8e service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=285a983f-a0c4-456a-9702-1039a1c94001 HTTP/1.1" status: 200 len: 217 time: 0.1096919 Jul 06 14:06:30.145946 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-e5019933-2c8c-4827-bbf5-31e12e9a38eb tempest-RoutersIpV6AdminTest-1271651815 tempest-RoutersIpV6AdminTest-1271651815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1806308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6982'] for router, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:30.149057 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-e5019933-2c8c-4827-bbf5-31e12e9a38eb tempest-RoutersIpV6AdminTest-1271651815 tempest-RoutersIpV6AdminTest-1271651815-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:30.156091 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-5e07161f-4cd0-4cbd-b015-0043f8a59942 req-4bbefec8-762b-4cdd-b82a-77b88ac58036 tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] 10.222.0.104 "GET /v2.0/security-groups?id=bdba1446-e72e-4024-9da7-e6061f204f14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2489789 Jul 06 14:06:30.193041 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-de9fc614-facd-4dbd-9e22-55873b50e04d req-cebede36-1546-4b22-bdb1-8fd32c45ba27 tempest-ServerRescueNegativeTestJSON-721731692 tempest-ServerRescueNegativeTestJSON-721731692-project] 10.222.0.104 "GET /v2.0/security-groups?id=a54a60a4-d859-4f47-b26f-a63bb69450e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2440667 Jul 06 14:06:30.231923 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8c48e5-5b57-40ae-b27d-7fd31d9e69e8 req-0df46cb5-862f-4e9d-b563-f2fb5e00a906 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:06:30.233819 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-3b8c48e5-5b57-40ae-b27d-7fd31d9e69e8 req-0df46cb5-862f-4e9d-b563-f2fb5e00a906 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=1d0103a5-6825-4713-928f-2c0821a07c96 HTTP/1.1" status: 200 len: 851 time: 0.1017368 Jul 06 14:06:30.235110 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-e5019933-2c8c-4827-bbf5-31e12e9a38eb tempest-RoutersIpV6AdminTest-1271651815 tempest-RoutersIpV6AdminTest-1271651815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1805684'] for router, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:30.235758 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5019933-2c8c-4827-bbf5-31e12e9a38eb tempest-RoutersIpV6AdminTest-1271651815 tempest-RoutersIpV6AdminTest-1271651815-project] Fanout notify agent at l3_agent the message router_deleted on router 04f82549-d485-49af-ae0f-a3e60cffe48f {{(pid=100246) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 14:06:30.242986 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-e5019933-2c8c-4827-bbf5-31e12e9a38eb tempest-RoutersIpV6AdminTest-1271651815 tempest-RoutersIpV6AdminTest-1271651815-project] Notify callbacks [] for router, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:30.248379 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-e5019933-2c8c-4827-bbf5-31e12e9a38eb tempest-RoutersIpV6AdminTest-1271651815 tempest-RoutersIpV6AdminTest-1271651815-project] 10.222.0.104 "DELETE /v2.0/routers/04f82549-d485-49af-ae0f-a3e60cffe48f HTTP/1.1" status: 204 len: 168 time: 2.4240696 Jul 06 14:06:30.249055 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 42996) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:06:30.262456 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-f56133e0-fac4-4059-a29f-0473ec0e1a01 tempest-RoutersIpV6AdminTest-1271651815 tempest-RoutersIpV6AdminTest-1271651815-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-817511666', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:06:30.319148 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-f56133e0-fac4-4059-a29f-0473ec0e1a01 tempest-RoutersIpV6AdminTest-1271651815 tempest-RoutersIpV6AdminTest-1271651815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1806290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6992'] for router, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:30.320310 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-f56133e0-fac4-4059-a29f-0473ec0e1a01 tempest-RoutersIpV6AdminTest-1271651815 tempest-RoutersIpV6AdminTest-1271651815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1806157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1808637', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1714747', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7007'] for router, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:30.365549 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8c48e5-5b57-40ae-b27d-7fd31d9e69e8 req-bd8e6f4f-9b56-46ca-91be-5b0a1150ac25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:06:30.369702 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-3b8c48e5-5b57-40ae-b27d-7fd31d9e69e8 req-bd8e6f4f-9b56-46ca-91be-5b0a1150ac25 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=ca8d241f-6d1c-4a83-a6b7-adff4a667580&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1172516 Jul 06 14:06:30.417377 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-f56133e0-fac4-4059-a29f-0473ec0e1a01 tempest-RoutersIpV6AdminTest-1271651815 tempest-RoutersIpV6AdminTest-1271651815-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:30.451887 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-f56133e0-fac4-4059-a29f-0473ec0e1a01 tempest-RoutersIpV6AdminTest-1271651815 tempest-RoutersIpV6AdminTest-1271651815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1806297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1761036'] for router, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:30.480945 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-f56133e0-fac4-4059-a29f-0473ec0e1a01 tempest-RoutersIpV6AdminTest-1271651815 tempest-RoutersIpV6AdminTest-1271651815-project] Notify callbacks [] for router, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:30.485888 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-f56133e0-fac4-4059-a29f-0473ec0e1a01 tempest-RoutersIpV6AdminTest-1271651815 tempest-RoutersIpV6AdminTest-1271651815-project] 10.222.0.104 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.2273018 Jul 06 14:06:30.486701 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 42998) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:06:30.493701 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-ea8081ab-4c36-47d8-b8fa-d6af4bc56cd4 tempest-RoutersIpV6AdminTest-1269433453 tempest-RoutersIpV6AdminTest-1269433453-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'enable_snat': True}}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:06:30.564116 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-48d05e75-7940-4994-8117-8faa518189cc req-eabc5366-3a0d-4fcf-a3f1-8483327888a4 tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Notify callbacks [] for port, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:30.593781 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.plugin [None req-1840b870-ef88-42ee-a8f4-43cceb0ea1e5 tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] Deleting port e9441d52-8f03-4f58-b70f-a3503c73e8bd {{(pid=100247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:06:30.594181 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-1840b870-ef88-42ee-a8f4-43cceb0ea1e5 tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:30.596875 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0dd505-721d-4477-bff1-b4b86d8a8984 req-14ff1c9c-f4c1-41d8-ba7f-8da587950024 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:06:30.598364 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-2b0dd505-721d-4477-bff1-b4b86d8a8984 req-14ff1c9c-f4c1-41d8-ba7f-8da587950024 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=96647dd61d404050a5af01798d2f6f47&device_id=5fbc9a8b-86db-4456-85e1-a59cfdbb9c8d HTTP/1.1" status: 200 len: 1095 time: 0.6381004 Jul 06 14:06:30.600247 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb832fb3-93ce-40d2-b547-fc15a9f80052 tempest-ServersTestManualDisk-1063153519 tempest-ServersTestManualDisk-1063153519-project] Router 9f4218d4-672b-47f4-a2e8-4e77e0734908 has already been hosted by L3 agent 2823d358-a11b-4885-a706-95a279e43fa7 {{(pid=100247) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 14:06:30.649894 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.provisioning_blocks [req-48d05e75-7940-4994-8117-8faa518189cc req-eabc5366-3a0d-4fcf-a3f1-8483327888a4 tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Transition to ACTIVE for port object 3eea4337-fef2-420d-b97a-4bc2fdc452dc will not be triggered until provisioned by entity DHCP. {{(pid=100247) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:06:30.658189 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-3b8c48e5-5b57-40ae-b27d-7fd31d9e69e8 req-c816897a-da84-4748-b653-776e6940a66c service neutron] 10.222.0.72 "GET /v2.0/networks/ca8d241f-6d1c-4a83-a6b7-adff4a667580?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2603769 Jul 06 14:06:30.776226 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b574ea9a-5697-4891-a934-347d8fc364eb req-e85bb38a-95d8-4fbb-8cec-a01ba5ada48f tempest-ImagesTestJSON-1482892319 tempest-ImagesTestJSON-1482892319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:06:30.778104 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-b574ea9a-5697-4891-a934-347d8fc364eb req-e85bb38a-95d8-4fbb-8cec-a01ba5ada48f tempest-ImagesTestJSON-1482892319 tempest-ImagesTestJSON-1482892319-project] 10.222.0.104 "GET /v2.0/ports?device_id=0143d447-10d0-4ce1-9893-d3fe7da7ea42 HTTP/1.1" status: 200 len: 945 time: 0.4276133 Jul 06 14:06:30.781135 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.db [None req-1840b870-ef88-42ee-a8f4-43cceb0ea1e5 tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] For port e9441d52-8f03-4f58-b70f-a3503c73e8bd, host n-d-773647-6, got binding levels [] {{(pid=100247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:06:30.781497 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-1840b870-ef88-42ee-a8f4-43cceb0ea1e5 tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:30.782411 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-ea8081ab-4c36-47d8-b8fa-d6af4bc56cd4 tempest-RoutersIpV6AdminTest-1269433453 tempest-RoutersIpV6AdminTest-1269433453-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1761047', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1806272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6989'] for router, precommit_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:30.868064 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.plugin [None req-1840b870-ef88-42ee-a8f4-43cceb0ea1e5 tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] Calling delete_port for e9441d52-8f03-4f58-b70f-a3503c73e8bd owned by network:dhcp {{(pid=100247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:06:30.868613 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-3b8c48e5-5b57-40ae-b27d-7fd31d9e69e8 req-d4d748aa-fe0f-4245-a6e0-fe780a35b6ed service neutron] 10.222.0.72 "GET /v2.0/networks/ca8d241f-6d1c-4a83-a6b7-adff4a667580?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1655419 Jul 06 14:06:30.874973 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.ipam_backend_mixin [None req-1840b870-ef88-42ee-a8f4-43cceb0ea1e5 tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] Port e9441d52-8f03-4f58-b70f-a3503c73e8bd was not found and therefore no delete operation was performed {{(pid=100247) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 06 14:06:30.887711 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74f55c5-1d10-43ed-870b-d0bbf9c92fae req-2b2e58e9-9d0c-4db3-b3fd-7c7baadf487a tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:06:30.894283 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74f55c5-1d10-43ed-870b-d0bbf9c92fae req-2b2e58e9-9d0c-4db3-b3fd-7c7baadf487a tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:06:30.902884 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-e74f55c5-1d10-43ed-870b-d0bbf9c92fae req-2b2e58e9-9d0c-4db3-b3fd-7c7baadf487a tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] 10.222.0.104 "GET /v2.0/ports?device_id=0455bf88-da4d-44a6-9768-93a70cd92e0e HTTP/1.1" status: 200 len: 1653 time: 0.3973513 Jul 06 14:06:30.930317 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-1840b870-ef88-42ee-a8f4-43cceb0ea1e5 tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128888353'] for port, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:31.012783 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-48d05e75-7940-4994-8117-8faa518189cc req-eabc5366-3a0d-4fcf-a3f1-8483327888a4 tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-128888360'] for port, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:31.022508 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1840b870-ef88-42ee-a8f4-43cceb0ea1e5 tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] Pushing event deleted for resources: {'Port': ['ID=e9441d52-8f03-4f58-b70f-a3503c73e8bd,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:06:31.033775 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1840b870-ef88-42ee-a8f4-43cceb0ea1e5 tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] No DVR routers for this DVR port e9441d52-8f03-4f58-b70f-a3503c73e8bd on host n-d-773647-6 {{(pid=100247) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:06:31.038583 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0dd505-721d-4477-bff1-b4b86d8a8984 req-6e260a5c-1172-421b-a8ba-ee556fa19315 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:06:31.040078 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-2b0dd505-721d-4477-bff1-b4b86d8a8984 req-6e260a5c-1172-421b-a8ba-ee556fa19315 service neutron] 10.222.0.72 "GET /v2.0/networks?id=ca8d241f-6d1c-4a83-a6b7-adff4a667580 HTTP/1.1" status: 200 len: 914 time: 0.3886299 Jul 06 14:06:31.042229 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-ea8081ab-4c36-47d8-b8fa-d6af4bc56cd4 tempest-RoutersIpV6AdminTest-1269433453 tempest-RoutersIpV6AdminTest-1269433453-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:31.062485 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-ea8081ab-4c36-47d8-b8fa-d6af4bc56cd4 tempest-RoutersIpV6AdminTest-1269433453 tempest-RoutersIpV6AdminTest-1269433453-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:31.172800 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-b574ea9a-5697-4891-a934-347d8fc364eb req-72ad8c79-f220-42dc-875a-aaff3e22f666 tempest-ImagesTestJSON-1482892319 tempest-ImagesTestJSON-1482892319-project] 10.222.0.104 "GET /v2.0/security-groups?id=46e03f63-f74e-4db3-981d-76fb36967b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3403211 Jul 06 14:06:31.180859 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.db_base_plugin_common [None req-ea8081ab-4c36-47d8-b8fa-d6af4bc56cd4 tempest-RoutersIpV6AdminTest-1269433453 tempest-RoutersIpV6AdminTest-1269433453-project-admin] Allocated IP 172.25.0.82 (2658f09e-a580-4d4a-9968-2d1e0ad93719/cbf74abc-6fe1-4d33-b005-c948923b9647/809451d4-dda5-4a67-9b89-f14ed67d87f8) {{(pid=100246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:06:31.186413 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-48d05e75-7940-4994-8117-8faa518189cc req-eabc5366-3a0d-4fcf-a3f1-8483327888a4 tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Network f1fe0f84-e7fb-43f2-a13c-d5fffe5a5634 is already hosted by enough agents. {{(pid=100247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:06:31.201513 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-e74f55c5-1d10-43ed-870b-d0bbf9c92fae req-3eed764a-7b29-4f15-8ab2-13ce8cb3e3c7 tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] 10.222.0.104 "GET /v2.0/security-groups?id=8d3a9807-14cc-46c0-b7ed-1d949d5bac09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2975523 Jul 06 14:06:31.259010 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb832fb3-93ce-40d2-b547-fc15a9f80052 tempest-ServersTestManualDisk-1063153519 tempest-ServersTestManualDisk-1063153519-project] Notify agent at l3_agent.n-d-773647-6 the message routers_updated {{(pid=100247) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 14:06:31.269092 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.base_scheduler [req-48d05e75-7940-4994-8117-8faa518189cc req-eabc5366-3a0d-4fcf-a3f1-8483327888a4 tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Resources bound (agent type, host, resource id): {{(pid=100247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:06:31.289449 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8750aba-2d77-4948-8a9a-e7d871c3a050 None None] Sync routers for ids ['9f4218d4-672b-47f4-a2e8-4e77e0734908'] in n-d-773647-6 {{(pid=100249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 14:06:31.293930 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-bb832fb3-93ce-40d2-b547-fc15a9f80052 tempest-ServersTestManualDisk-1063153519 tempest-ServersTestManualDisk-1063153519-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for floatingip, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:31.305134 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8750aba-2d77-4948-8a9a-e7d871c3a050 None None] Routers {'9f4218d4-672b-47f4-a2e8-4e77e0734908'} bound to L3 agent in host n-d-773647-6 {{(pid=100249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:06:31.305134 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-f8750aba-2d77-4948-8a9a-e7d871c3a050 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T14:06:25Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['9f4218d4-672b-47f4-a2e8-4e77e0734908'], 'active': True} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:06:31.317292 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.l3_dvrscheduler_db [req-48d05e75-7940-4994-8117-8faa518189cc req-eabc5366-3a0d-4fcf-a3f1-8483327888a4 tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Received port after_create {{(pid=100247) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:06:31.331800 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eabc5366-3a0d-4fcf-a3f1-8483327888a4 tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Pushing event updated for resources: {'Port': ['ID=3eea4337-fef2-420d-b97a-4bc2fdc452dc,revision_number=1']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:06:31.379587 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-ea8081ab-4c36-47d8-b8fa-d6af4bc56cd4 tempest-RoutersIpV6AdminTest-1269433453 tempest-RoutersIpV6AdminTest-1269433453-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:31.462656 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-2b0dd505-721d-4477-bff1-b4b86d8a8984 req-3bcb22c3-b71b-43cf-ae9e-aa424a9d9651 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5f251846-a962-4cca-ac30-b8ff4317b4c4 HTTP/1.1" status: 200 len: 999 time: 0.3842561 Jul 06 14:06:31.466352 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-1840b870-ef88-42ee-a8f4-43cceb0ea1e5 tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-917204', 'neutron.services.segments.db._delete_segments_for_network-8773753502302'] for network, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:31.473288 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-ea8081ab-4c36-47d8-b8fa-d6af4bc56cd4 tempest-RoutersIpV6AdminTest-1269433453 tempest-RoutersIpV6AdminTest-1269433453-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-127687573'] for port, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:31.480837 n-d-773647-6 neutron-server[100247]: DEBUG neutron.services.segments.db [None req-1840b870-ef88-42ee-a8f4-43cceb0ea1e5 tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d0d24984-3ec2-45fc-b703-7479cd074d53']}} {{(pid=100247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:06:31.534180 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvr_db [None req-f8750aba-2d77-4948-8a9a-e7d871c3a050 None None] Set router 9f4218d4-672b-47f4-a2e8-4e77e0734908 gateway port host: n-d-773647-6 {{(pid=100249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:06:31.541156 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d05e75-7940-4994-8117-8faa518189cc req-eabc5366-3a0d-4fcf-a3f1-8483327888a4 tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:06:31.541797 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-48d05e75-7940-4994-8117-8faa518189cc req-eabc5366-3a0d-4fcf-a3f1-8483327888a4 tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:31.552517 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea8081ab-4c36-47d8-b8fa-d6af4bc56cd4 tempest-RoutersIpV6AdminTest-1269433453 tempest-RoutersIpV6AdminTest-1269433453-project-admin] Network 2658f09e-a580-4d4a-9968-2d1e0ad93719 is already hosted by enough agents. {{(pid=100246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:06:31.562456 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.base_scheduler [None req-ea8081ab-4c36-47d8-b8fa-d6af4bc56cd4 tempest-RoutersIpV6AdminTest-1269433453 tempest-RoutersIpV6AdminTest-1269433453-project-admin] Resources bound (agent type, host, resource id): {{(pid=100246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:06:31.566218 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea8081ab-4c36-47d8-b8fa-d6af4bc56cd4 tempest-RoutersIpV6AdminTest-1269433453 tempest-RoutersIpV6AdminTest-1269433453-project-admin] Received port after_create {{(pid=100246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:06:31.623156 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-abba8c69-49b7-43fc-a3b8-3890d0e6e724 None None] Provisioning for port 3eea4337-fef2-420d-b97a-4bc2fdc452dc completed by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:06:31.626422 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-48d05e75-7940-4994-8117-8faa518189cc req-eabc5366-3a0d-4fcf-a3f1-8483327888a4 tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] 10.222.0.127 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6745436 Jul 06 14:06:31.633154 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-abba8c69-49b7-43fc-a3b8-3890d0e6e724 None None] Provisioning complete for port 3eea4337-fef2-420d-b97a-4bc2fdc452dc triggered by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:06:31.635082 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-abba8c69-49b7-43fc-a3b8-3890d0e6e724 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:31.642161 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [req-48d05e75-7940-4994-8117-8faa518189cc req-630489f9-0101-4e66-84a0-4c30d7cecb3a tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Request body: {'port': {'device_id': '0455bf88-da4d-44a6-9768-93a70cd92e0e', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '70fa8a2a-4549-4d89-b089-3cc3fca2d3a3', 'admin_state_up': True, 'tenant_id': '5bc84ece362540998140660bd65643c3', 'security_groups': ['8d3a9807-14cc-46c0-b7ed-1d949d5bac09']}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:06:31.658263 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8081ab-4c36-47d8-b8fa-d6af4bc56cd4 tempest-RoutersIpV6AdminTest-1269433453 tempest-RoutersIpV6AdminTest-1269433453-project-admin] Pushing event updated for resources: {'Port': ['ID=809451d4-dda5-4a67-9b89-f14ed67d87f8,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:06:31.712487 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-abba8c69-49b7-43fc-a3b8-3890d0e6e724 None None] Port 3eea4337-fef2-420d-b97a-4bc2fdc452dc cannot update to ACTIVE because it is not bound. {{(pid=100248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 14:06:31.759359 n-d-773647-6 neutron-server[100247]: DEBUG neutron.services.segments.db [None req-1840b870-ef88-42ee-a8f4-43cceb0ea1e5 tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a2064600-39d4-42b6-9b8e-1a7b7f2e4f04') {'for_net_delete': True} {{(pid=100247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:06:31.759642 n-d-773647-6 neutron-server[100247]: DEBUG neutron.services.segments.db [None req-1840b870-ef88-42ee-a8f4-43cceb0ea1e5 tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a2064600-39d4-42b6-9b8e-1a7b7f2e4f04') {} {{(pid=100247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:06:31.773582 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-f8750aba-2d77-4948-8a9a-e7d871c3a050 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f4218d4-672b-47f4-a2e8-4e77e0734908', 'name': 'tempest-ServersTestManualDisk-48759059-router', 'tenant_id': '8d40ff3e576046ac8d901f027a7728c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.241'}], 'enable_snat': True}, 'gw_port_id': '7071a550-84a6-48dc-873b-1f204d040ad2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:05:52Z', 'updated_at': '2021-07-06T14:05:58Z', 'revision_number': 4, 'project_id': '8d40ff3e576046ac8d901f027a7728c5', 'gw_port': {'id': '7071a550-84a6-48dc-873b-1f204d040ad2', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:97:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f4218d4-672b-47f4-a2e8-4e77e0734908', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1386, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:05:53Z', 'updated_at': '2021-07-06T14:06:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6', '_floatingips': [{'id': '6f0d8b39-a8a7-4536-ba44-60860ca2dd9e', 'tenant_id': '8d40ff3e576046ac8d901f027a7728c5', 'floating_ip_address': '172.25.0.21', 'floating_network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'router_id': '9f4218d4-672b-47f4-a2e8-4e77e0734908', 'port_id': '6260ca24-f1df-4432-b35d-4f59a1d11464', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1408, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'af3a547f-5810-4ce0-a3d6-25c440f137ac', 'mac_address': 'fa:16:3e:30:41:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4ae21fa-1a58-4879-8b62-3b9fe7647b89', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T14:06:06Z', 'updated_at': '2021-07-06T14:06:28Z', 'revision_number': 1, 'project_id': '8d40ff3e576046ac8d901f027a7728c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b3125c54-e2b3-45e4-829a-8f3c8ddda8ae', 'name': '', 'network_id': 'af3a547f-5810-4ce0-a3d6-25c440f137ac', 'tenant_id': '8d40ff3e576046ac8d901f027a7728c5', 'mac_address': 'fa:16:3e:4a:57:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f4218d4-672b-47f4-a2e8-4e77e0734908', 'device_owner': 'network:router_interface', 'standard_attr_id': 1393, 'fixed_ips': [{'subnet_id': 'e412ce21-afd6-4224-b4f6-6314b71b645b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:05:57Z', 'updated_at': '2021-07-06T14:06:13Z', 'revision_number': 5, 'project_id': '8d40ff3e576046ac8d901f027a7728c5', 'subnets': [{'id': 'e412ce21-afd6-4224-b4f6-6314b71b645b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773647-6', False) {} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:06:31.798174 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-1840b870-ef88-42ee-a8f4-43cceb0ea1e5 tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773753515138', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127131763'] for segment, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:31.807563 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8750aba-2d77-4948-8a9a-e7d871c3a050 None None] Checking router: 9f4218d4-672b-47f4-a2e8-4e77e0734908 for host: n-d-773647-6 {{(pid=100249) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 14:06:31.812687 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-bb832fb3-93ce-40d2-b547-fc15a9f80052 tempest-ServersTestManualDisk-1063153519 tempest-ServersTestManualDisk-1063153519-project] 10.222.0.104 "PUT /v2.0/floatingips/6f0d8b39-a8a7-4536-ba44-60860ca2dd9e HTTP/1.1" status: 200 len: 990 time: 5.5139935 Jul 06 14:06:31.818805 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8750aba-2d77-4948-8a9a-e7d871c3a050 None None] Routers {'9f4218d4-672b-47f4-a2e8-4e77e0734908'} bound to L3 agent in host n-d-773647-6 {{(pid=100249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:06:31.820137 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-f8750aba-2d77-4948-8a9a-e7d871c3a050 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T14:06:25Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['9f4218d4-672b-47f4-a2e8-4e77e0734908'], 'active': True} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:06:31.829523 n-d-773647-6 neutron-server[100247]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4ae21fa-1a58-4879-8b62-3b9fe7647b89', 'tag': '6260ca24-f1df-4432-b35d-4f59a1d11464'}] {{(pid=100247) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:06:31.831871 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cbf0eeaae822f8fc9b87a94aeba67a3d651842baf663a51cba94b67a514836d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33696589-eeba-4f71-b1b1-c4a52867e546" -d '{"events": [{"name": "network-changed", "server_uuid": "d4ae21fa-1a58-4879-8b62-3b9fe7647b89", "tag": "6260ca24-f1df-4432-b35d-4f59a1d11464"}]}' {{(pid=100247) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:06:31.850369 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823cc6fb-e1bc-4081-a51c-a839635cdec6 req-387388a2-d0e0-47e2-88d9-5a2a3ee2e2f7 tempest-ServerRescueNegativeTestJSON-721731692 tempest-ServerRescueNegativeTestJSON-721731692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:06:31.852002 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-823cc6fb-e1bc-4081-a51c-a839635cdec6 req-387388a2-d0e0-47e2-88d9-5a2a3ee2e2f7 tempest-ServerRescueNegativeTestJSON-721731692 tempest-ServerRescueNegativeTestJSON-721731692-project] 10.222.0.104 "GET /v2.0/ports?device_id=b0b96bfa-d49a-47d6-a621-d2fd80028cc9 HTTP/1.1" status: 200 len: 945 time: 0.4080298 Jul 06 14:06:31.878938 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0dd505-721d-4477-bff1-b4b86d8a8984 req-49964358-1d21-48f5-a62a-311d254e8556 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:06:31.880675 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-2b0dd505-721d-4477-bff1-b4b86d8a8984 req-49964358-1d21-48f5-a62a-311d254e8556 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=1d0103a5-6825-4713-928f-2c0821a07c96 HTTP/1.1" status: 200 len: 851 time: 0.3266337 Jul 06 14:06:31.884345 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-1840b870-ef88-42ee-a8f4-43cceb0ea1e5 tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552'] for segment, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:31.914539 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bab830-8626-4e67-9558-e24f3935aca1 req-0f443d9b-ef7c-4a63-8cff-47deaefdd999 tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:06:31.921971 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-95bab830-8626-4e67-9558-e24f3935aca1 req-0f443d9b-ef7c-4a63-8cff-47deaefdd999 tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] 10.222.0.104 "GET /v2.0/ports?device_id=73164a94-66a9-4dc1-ae58-422cd07dc979 HTTP/1.1" status: 200 len: 944 time: 0.4914951 Jul 06 14:06:31.948980 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1840b870-ef88-42ee-a8f4-43cceb0ea1e5 tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] Releasing vlan 1001 on physical network physnet1 to pool {{(pid=100247) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 14:06:31.949385 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-1840b870-ef88-42ee-a8f4-43cceb0ea1e5 tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-128888574'] for segment, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:31.960686 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvr_db [None req-f8750aba-2d77-4948-8a9a-e7d871c3a050 None None] Set router 9f4218d4-672b-47f4-a2e8-4e77e0734908 gateway port host: n-d-773647-6 {{(pid=100249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:06:31.970725 n-d-773647-6 neutron-server[100247]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:06:31.970725 n-d-773647-6 neutron-server[100247]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:06:31.970725 n-d-773647-6 neutron-server[100247]: Traceback (most recent call last): Jul 06 14:06:31.970725 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 14:06:31.970725 n-d-773647-6 neutron-server[100247]: timer() Jul 06 14:06:31.970725 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 14:06:31.970725 n-d-773647-6 neutron-server[100247]: cb(*args, **kw) Jul 06 14:06:31.970725 n-d-773647-6 neutron-server[100247]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 14:06:31.970725 n-d-773647-6 neutron-server[100247]: return func(*args, **kwargs) Jul 06 14:06:31.970725 n-d-773647-6 neutron-server[100247]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 14:06:31.970725 n-d-773647-6 neutron-server[100247]: self._notify() Jul 06 14:06:31.970725 n-d-773647-6 neutron-server[100247]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 14:06:31.970725 n-d-773647-6 neutron-server[100247]: self.callback(batched_events) Jul 06 14:06:31.970725 n-d-773647-6 neutron-server[100247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 14:06:31.970725 n-d-773647-6 neutron-server[100247]: event.method(event) Jul 06 14:06:31.970725 n-d-773647-6 neutron-server[100247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 14:06:31.970725 n-d-773647-6 neutron-server[100247]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 14:06:31.970725 n-d-773647-6 neutron-server[100247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 14:06:31.970725 n-d-773647-6 neutron-server[100247]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 14:06:31.970725 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 14:06:31.970725 n-d-773647-6 neutron-server[100247]: return f(self, *a, **k) Jul 06 14:06:31.970725 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 14:06:31.970725 n-d-773647-6 neutron-server[100247]: return self._get(url).json() Jul 06 14:06:31.970725 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 14:06:31.970725 n-d-773647-6 neutron-server[100247]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 14:06:31.970725 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 14:06:31.970725 n-d-773647-6 neutron-server[100247]: return self.request(url, 'GET', **kwargs) Jul 06 14:06:31.970725 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 14:06:31.970725 n-d-773647-6 neutron-server[100247]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 14:06:31.970725 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 14:06:31.970725 n-d-773647-6 neutron-server[100247]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 14:06:31.970725 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 14:06:31.970725 n-d-773647-6 neutron-server[100247]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 14:06:31.970725 n-d-773647-6 neutron-server[100247]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 14:06:31.973226 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-48d05e75-7940-4994-8117-8faa518189cc req-630489f9-0101-4e66-84a0-4c30d7cecb3a tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Made reservation on behalf of 5bc84ece362540998140660bd65643c3 for: {'port': 1} {{(pid=100247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:06:31.981062 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-ea8081ab-4c36-47d8-b8fa-d6af4bc56cd4 tempest-RoutersIpV6AdminTest-1269433453 tempest-RoutersIpV6AdminTest-1269433453-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:32.111557 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-95bab830-8626-4e67-9558-e24f3935aca1 req-2a237572-260f-49f1-a7b2-ebcedb0047e9 tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] 10.222.0.104 "GET /v2.0/security-groups?id=bdba1446-e72e-4024-9da7-e6061f204f14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1886463 Jul 06 14:06:32.182276 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-823cc6fb-e1bc-4081-a51c-a839635cdec6 req-cb026cdf-2199-4ef3-9fcf-4377eb13c7d8 tempest-ServerRescueNegativeTestJSON-721731692 tempest-ServerRescueNegativeTestJSON-721731692-project] 10.222.0.104 "GET /v2.0/security-groups?id=a54a60a4-d859-4f47-b26f-a63bb69450e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3183491 Jul 06 14:06:32.206563 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-1840b870-ef88-42ee-a8f4-43cceb0ea1e5 tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-917215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1761140'] for network, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:32.223469 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-1840b870-ef88-42ee-a8f4-43cceb0ea1e5 tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583035'] for network, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:32.236791 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-1840b870-ef88-42ee-a8f4-43cceb0ea1e5 tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] 10.222.0.104 "DELETE /v2.0/networks/d0d24984-3ec2-45fc-b703-7479cd074d53 HTTP/1.1" status: 204 len: 168 time: 6.3874116 Jul 06 14:06:32.242481 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 43014) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:06:32.260865 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-b410c590-ffe4-47fb-9195-fa644a1633a6 tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1701681687'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:06:32.306034 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1840b870-ef88-42ee-a8f4-43cceb0ea1e5 tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] Pushing event deleted for resources: {'Network': ['ID=d0d24984-3ec2-45fc-b703-7479cd074d53,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:06:32.327956 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b410c590-ffe4-47fb-9195-fa644a1633a6 tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] Made reservation on behalf of 425e7b83a55643309e64fa25c786b5c4 for: {'network': 1} {{(pid=100246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:06:32.330061 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-f8750aba-2d77-4948-8a9a-e7d871c3a050 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f4218d4-672b-47f4-a2e8-4e77e0734908', 'name': 'tempest-ServersTestManualDisk-48759059-router', 'tenant_id': '8d40ff3e576046ac8d901f027a7728c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.241'}], 'enable_snat': True}, 'gw_port_id': '7071a550-84a6-48dc-873b-1f204d040ad2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:05:52Z', 'updated_at': '2021-07-06T14:05:58Z', 'revision_number': 4, 'project_id': '8d40ff3e576046ac8d901f027a7728c5', 'gw_port': {'id': '7071a550-84a6-48dc-873b-1f204d040ad2', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:97:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f4218d4-672b-47f4-a2e8-4e77e0734908', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1386, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:05:53Z', 'updated_at': '2021-07-06T14:06:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6', '_floatingips': [{'id': '6f0d8b39-a8a7-4536-ba44-60860ca2dd9e', 'tenant_id': '8d40ff3e576046ac8d901f027a7728c5', 'floating_ip_address': '172.25.0.21', 'floating_network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'router_id': '9f4218d4-672b-47f4-a2e8-4e77e0734908', 'port_id': '6260ca24-f1df-4432-b35d-4f59a1d11464', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1408, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'af3a547f-5810-4ce0-a3d6-25c440f137ac', 'mac_address': 'fa:16:3e:30:41:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4ae21fa-1a58-4879-8b62-3b9fe7647b89', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T14:06:06Z', 'updated_at': '2021-07-06T14:06:28Z', 'revision_number': 1, 'project_id': '8d40ff3e576046ac8d901f027a7728c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b3125c54-e2b3-45e4-829a-8f3c8ddda8ae', 'name': '', 'network_id': 'af3a547f-5810-4ce0-a3d6-25c440f137ac', 'tenant_id': '8d40ff3e576046ac8d901f027a7728c5', 'mac_address': 'fa:16:3e:4a:57:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f4218d4-672b-47f4-a2e8-4e77e0734908', 'device_owner': 'network:router_interface', 'standard_attr_id': 1393, 'fixed_ips': [{'subnet_id': 'e412ce21-afd6-4224-b4f6-6314b71b645b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:05:57Z', 'updated_at': '2021-07-06T14:06:13Z', 'revision_number': 5, 'project_id': '8d40ff3e576046ac8d901f027a7728c5', 'subnets': [{'id': 'e412ce21-afd6-4224-b4f6-6314b71b645b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773647-6', False) {} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:06:32.336892 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-b410c590-ffe4-47fb-9195-fa644a1633a6 tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for network, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:32.353549 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 14:06:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51717e12-ee92-4fa9-8b21-ae875dad295d x-openstack-request-id: req-51717e12-ee92-4fa9-8b21-ae875dad295d {{(pid=100247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:06:32.354080 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4ae21fa-1a58-4879-8b62-3b9fe7647b89", "tag": "6260ca24-f1df-4432-b35d-4f59a1d11464", "status": "completed", "code": 200}]} {{(pid=100247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:06:32.354511 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-51717e12-ee92-4fa9-8b21-ae875dad295d {{(pid=100247) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:06:32.355126 n-d-773647-6 neutron-server[100247]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd4ae21fa-1a58-4879-8b62-3b9fe7647b89', 'tag': '6260ca24-f1df-4432-b35d-4f59a1d11464', 'status': 'completed', 'code': 200} Jul 06 14:06:32.364410 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0dd505-721d-4477-bff1-b4b86d8a8984 req-233d2439-fe37-4d50-9f5c-750fef882ec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:06:32.366193 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-2b0dd505-721d-4477-bff1-b4b86d8a8984 req-233d2439-fe37-4d50-9f5c-750fef882ec0 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=ca8d241f-6d1c-4a83-a6b7-adff4a667580&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4666002 Jul 06 14:06:32.380091 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-48d05e75-7940-4994-8117-8faa518189cc req-630489f9-0101-4e66-84a0-4c30d7cecb3a tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:32.400326 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8750aba-2d77-4948-8a9a-e7d871c3a050 None None] The sync data for ids ['9f4218d4-672b-47f4-a2e8-4e77e0734908'] in n-d-773647-6 is: [{'id': '9f4218d4-672b-47f4-a2e8-4e77e0734908', 'name': 'tempest-ServersTestManualDisk-48759059-router', 'tenant_id': '8d40ff3e576046ac8d901f027a7728c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.241'}], 'enable_snat': True}, 'gw_port_id': '7071a550-84a6-48dc-873b-1f204d040ad2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:05:52Z', 'updated_at': '2021-07-06T14:05:58Z', 'revision_number': 4, 'project_id': '8d40ff3e576046ac8d901f027a7728c5', 'gw_port': {'id': '7071a550-84a6-48dc-873b-1f204d040ad2', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:97:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f4218d4-672b-47f4-a2e8-4e77e0734908', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1386, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:05:53Z', 'updated_at': '2021-07-06T14:06:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6', '_floatingips': [{'id': '6f0d8b39-a8a7-4536-ba44-60860ca2dd9e', 'tenant_id': '8d40ff3e576046ac8d901f027a7728c5', 'floating_ip_address': '172.25.0.21', 'floating_network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'router_id': '9f4218d4-672b-47f4-a2e8-4e77e0734908', 'port_id': '6260ca24-f1df-4432-b35d-4f59a1d11464', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1408, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'af3a547f-5810-4ce0-a3d6-25c440f137ac', 'mac_address': 'fa:16:3e:30:41:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4ae21fa-1a58-4879-8b62-3b9fe7647b89', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T14:06:06Z', 'updated_at': '2021-07-06T14:06:28Z', 'revision_number': 1, 'project_id': '8d40ff3e576046ac8d901f027a7728c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b3125c54-e2b3-45e4-829a-8f3c8ddda8ae', 'name': '', 'network_id': 'af3a547f-5810-4ce0-a3d6-25c440f137ac', 'tenant_id': '8d40ff3e576046ac8d901f027a7728c5', 'mac_address': 'fa:16:3e:4a:57:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f4218d4-672b-47f4-a2e8-4e77e0734908', 'device_owner': 'network:router_interface', 'standard_attr_id': 1393, 'fixed_ips': [{'subnet_id': 'e412ce21-afd6-4224-b4f6-6314b71b645b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:05:57Z', 'updated_at': '2021-07-06T14:06:13Z', 'revision_number': 5, 'project_id': '8d40ff3e576046ac8d901f027a7728c5', 'subnets': [{'id': 'e412ce21-afd6-4224-b4f6-6314b71b645b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 14:06:32.470093 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-ea8081ab-4c36-47d8-b8fa-d6af4bc56cd4 tempest-RoutersIpV6AdminTest-1269433453 tempest-RoutersIpV6AdminTest-1269433453-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1761047', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1806272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6989'] for router, precommit_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:32.496344 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-ea8081ab-4c36-47d8-b8fa-d6af4bc56cd4 tempest-RoutersIpV6AdminTest-1269433453 tempest-RoutersIpV6AdminTest-1269433453-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1761036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1761054', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1761029', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1806287'] for router, after_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:32.563585 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b410c590-ffe4-47fb-9195-fa644a1633a6 tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] vlan segment allocate from pool success with {'vlan_id': 1018, 'physical_network': 'physnet1'} {{(pid=100246) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 14:06:32.604028 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-b410c590-ffe4-47fb-9195-fa644a1633a6 tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552'] for segment, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:32.604301 n-d-773647-6 neutron-server[100246]: INFO neutron.db.segments_db [None req-b410c590-ffe4-47fb-9195-fa644a1633a6 tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] Added segment dbbcb043-cebd-4459-8e4c-c14643ad49d3 of type vlan for network f3555944-6faf-4b56-99a5-bb64c4705bcf Jul 06 14:06:32.606897 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33696589-eeba-4f71-b1b1-c4a52867e546 req-11c97779-ab81-400a-b2d0-9980b18db846 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:06:32.608573 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-33696589-eeba-4f71-b1b1-c4a52867e546 req-11c97779-ab81-400a-b2d0-9980b18db846 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=8d40ff3e576046ac8d901f027a7728c5&device_id=d4ae21fa-1a58-4879-8b62-3b9fe7647b89 HTTP/1.1" status: 200 len: 1096 time: 0.2393701 Jul 06 14:06:32.727957 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20ee6143-d711-48ec-bf9c-99a2b3fc54ff None None] New status for floating IP 6f0d8b39-a8a7-4536-ba44-60860ca2dd9e: ACTIVE {{(pid=100248) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 14:06:32.814600 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-b410c590-ffe4-47fb-9195-fa644a1633a6 tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773752984405'] for network, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:32.863097 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-b410c590-ffe4-47fb-9195-fa644a1633a6 tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060'] for network, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:32.863896 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Device 285a983f-a0c4-456a-9702-1039a1c94001 details requested by agent hyperv_n-h2-773647-6 with host n-h2-773647-6 {{(pid=100248) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 14:06:32.869693 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b410c590-ffe4-47fb-9195-fa644a1633a6 tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:06:32.870373 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-b410c590-ffe4-47fb-9195-fa644a1633a6 tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583035'] for network, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:32.873779 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33696589-eeba-4f71-b1b1-c4a52867e546 req-7d529e7b-6919-41b3-b6e6-11eceacbacf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:06:32.875304 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-33696589-eeba-4f71-b1b1-c4a52867e546 req-7d529e7b-6919-41b3-b6e6-11eceacbacf6 service neutron] 10.222.0.72 "GET /v2.0/networks?id=af3a547f-5810-4ce0-a3d6-25c440f137ac HTTP/1.1" status: 200 len: 912 time: 0.2326827 Jul 06 14:06:33.035828 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] For port 285a983f-a0c4-456a-9702-1039a1c94001, host n-h2-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=285a983f-a0c4-456a-9702-1039a1c94001,segment=NetworkSegment(36c50412-6893-4622-808c-49164f6f9db6),segment_id=36c50412-6893-4622-808c-49164f6f9db6)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:06:33.062666 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Returning: {'device': '285a983f-a0c4-456a-9702-1039a1c94001', 'network_id': 'ca8d241f-6d1c-4a83-a6b7-adff4a667580', 'port_id': '285a983f-a0c4-456a-9702-1039a1c94001', 'mac_address': 'fa:16:3e:93:3d:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1040, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1d0103a5-6825-4713-928f-2c0821a07c96', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100248) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 14:06:33.122187 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:33.139466 n-d-773647-6 neutron-server[100248]: DEBUG neutron.notifiers.nova [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 285a983f-a0c4-456a-9702-1039a1c94001 {{(pid=100248) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 14:06:33.144186 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-2b0dd505-721d-4477-bff1-b4b86d8a8984 req-b824901e-f60f-4356-b99c-61b51ef7c802 service neutron] 10.222.0.72 "GET /v2.0/networks/ca8d241f-6d1c-4a83-a6b7-adff4a667580?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7612424 Jul 06 14:06:33.165142 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] For port 285a983f-a0c4-456a-9702-1039a1c94001, host n-h2-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=285a983f-a0c4-456a-9702-1039a1c94001,segment=NetworkSegment(36c50412-6893-4622-808c-49164f6f9db6),segment_id=36c50412-6893-4622-808c-49164f6f9db6)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:06:33.172804 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:33.239542 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd989ef-4c2e-4f4d-abcc-75aefd03f9c0 req-5f5ef56d-87f7-4499-a82f-21dc0f9779e3 tempest-ImagesTestJSON-1482892319 tempest-ImagesTestJSON-1482892319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:06:33.245882 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Pushing event updated for resources: {'Port': ['ID=285a983f-a0c4-456a-9702-1039a1c94001,revision_number=4']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:06:33.246644 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-0bd989ef-4c2e-4f4d-abcc-75aefd03f9c0 req-5f5ef56d-87f7-4499-a82f-21dc0f9779e3 tempest-ImagesTestJSON-1482892319 tempest-ImagesTestJSON-1482892319-project] 10.222.0.104 "GET /v2.0/ports?device_id=0143d447-10d0-4ce1-9893-d3fe7da7ea42 HTTP/1.1" status: 200 len: 945 time: 0.4962344 Jul 06 14:06:33.303600 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1460aa33-87c4-42fa-a9bd-4d64430b10ac req-6a1ac601-5926-4040-be4e-fb88174a32e8 tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:06:33.306945 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-b410c590-ffe4-47fb-9195-fa644a1633a6 tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] 10.222.0.104 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.0606639 Jul 06 14:06:33.310087 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1460aa33-87c4-42fa-a9bd-4d64430b10ac req-6a1ac601-5926-4040-be4e-fb88174a32e8 tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:06:33.313924 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 43024) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:06:33.317462 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1460aa33-87c4-42fa-a9bd-4d64430b10ac req-6a1ac601-5926-4040-be4e-fb88174a32e8 tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:06:33.319252 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-1460aa33-87c4-42fa-a9bd-4d64430b10ac req-6a1ac601-5926-4040-be4e-fb88174a32e8 tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] 10.222.0.104 "GET /v2.0/ports?device_id=0455bf88-da4d-44a6-9768-93a70cd92e0e HTTP/1.1" status: 200 len: 2374 time: 0.5699646 Jul 06 14:06:33.324151 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-2ae5241e-deaf-4edf-8a46-6fd921bb34ef tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] Request body: {'network': {'name': 'New_network'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:06:33.334570 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b410c590-ffe4-47fb-9195-fa644a1633a6 tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] Pushing event updated for resources: {'Network': ['ID=f3555944-6faf-4b56-99a5-bb64c4705bcf,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:06:33.349824 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Network f3555944-6faf-4b56-99a5-bb64c4705bcf details requested by agent ovs-agent-n-d-773647-6 with host n-d-773647-6 {{(pid=100248) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 14:06:33.392637 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-33696589-eeba-4f71-b1b1-c4a52867e546 req-1d84602c-2e50-4312-a4d8-b07629242509 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6260ca24-f1df-4432-b35d-4f59a1d11464 HTTP/1.1" status: 200 len: 998 time: 0.5039983 Jul 06 14:06:33.401403 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-1460aa33-87c4-42fa-a9bd-4d64430b10ac req-8e951b96-4000-481f-8f64-dd68dec98e45 tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] 10.222.0.104 "GET /v2.0/security-groups?id=8d3a9807-14cc-46c0-b7ed-1d949d5bac09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0711257 Jul 06 14:06:33.449551 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-0bd989ef-4c2e-4f4d-abcc-75aefd03f9c0 req-b912f7f6-a9b4-4ab5-a698-a42249e132cc tempest-ImagesTestJSON-1482892319 tempest-ImagesTestJSON-1482892319-project] 10.222.0.104 "GET /v2.0/security-groups?id=46e03f63-f74e-4db3-981d-76fb36967b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2019362 Jul 06 14:06:33.519070 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.db_base_plugin_common [req-48d05e75-7940-4994-8117-8faa518189cc req-630489f9-0101-4e66-84a0-4c30d7cecb3a tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Allocated IP 10.2.2.100 (70fa8a2a-4549-4d89-b089-3cc3fca2d3a3/f9f87c3f-0fa8-49b6-bb5b-31a627ebfaf2/6f2c5df6-a4f1-4b8b-988e-3d1433f8d22a) {{(pid=100247) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:06:33.521396 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33696589-eeba-4f71-b1b1-c4a52867e546 req-131cb6f3-fbcf-4af9-8b82-91e70e48afaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:06:33.522386 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-2b0dd505-721d-4477-bff1-b4b86d8a8984 req-ed2a8651-b000-4b17-8e2b-8e07efdf97ed service neutron] 10.222.0.72 "GET /v2.0/networks/ca8d241f-6d1c-4a83-a6b7-adff4a667580?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3562691 Jul 06 14:06:33.523733 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-33696589-eeba-4f71-b1b1-c4a52867e546 req-131cb6f3-fbcf-4af9-8b82-91e70e48afaa service neutron] 10.222.0.72 "GET /v2.0/subnets?id=e412ce21-afd6-4224-b4f6-6314b71b645b HTTP/1.1" status: 200 len: 849 time: 0.0604103 Jul 06 14:06:33.535011 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] get_ports_and_sgs() called for port_ids ['285a983f-a0c4-456a-9702-1039a1c94001'] {{(pid=100248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 14:06:33.550860 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea8081ab-4c36-47d8-b8fa-d6af4bc56cd4 tempest-RoutersIpV6AdminTest-1269433453 tempest-RoutersIpV6AdminTest-1269433453-project-admin] Router 771993bd-de26-4644-9f01-6ade27520a1e is scheduled to L3 agent 2823d358-a11b-4885-a706-95a279e43fa7 with binding_index 1 {{(pid=100246) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 14:06:33.805703 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33696589-eeba-4f71-b1b1-c4a52867e546 req-5fcdc6c6-d1b0-4b3a-aee8-7e956df00caa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:06:33.807372 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-33696589-eeba-4f71-b1b1-c4a52867e546 req-5fcdc6c6-d1b0-4b3a-aee8-7e956df00caa service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=af3a547f-5810-4ce0-a3d6-25c440f137ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2492361 Jul 06 14:06:33.813081 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-2ae5241e-deaf-4edf-8a46-6fd921bb34ef tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773752984405'] for network, precommit_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:33.878716 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2532224-e8a4-49ff-ac60-f70f773a517e req-e10ac012-cceb-46ae-bfae-9e2f6a30cde3 tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:06:33.885816 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-d2532224-e8a4-49ff-ac60-f70f773a517e req-e10ac012-cceb-46ae-bfae-9e2f6a30cde3 tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] 10.222.0.104 "GET /v2.0/ports?device_id=73164a94-66a9-4dc1-ae58-422cd07dc979 HTTP/1.1" status: 200 len: 945 time: 0.1963165 Jul 06 14:06:33.897614 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-48d05e75-7940-4994-8117-8faa518189cc req-630489f9-0101-4e66-84a0-4c30d7cecb3a tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Notify callbacks [] for port, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:33.922823 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.provisioning_blocks [req-48d05e75-7940-4994-8117-8faa518189cc req-630489f9-0101-4e66-84a0-4c30d7cecb3a tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Transition to ACTIVE for port object 6f2c5df6-a4f1-4b8b-988e-3d1433f8d22a will not be triggered until provisioned by entity DHCP. {{(pid=100247) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:06:33.951240 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-d2532224-e8a4-49ff-ac60-f70f773a517e req-9e72e5b4-5167-4576-a298-ccf3b764fba4 tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] 10.222.0.104 "GET /v2.0/security-groups?id=bdba1446-e72e-4024-9da7-e6061f204f14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643773 Jul 06 14:06:33.954892 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-2ae5241e-deaf-4edf-8a46-6fd921bb34ef tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060'] for network, after_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:34.017555 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-48d05e75-7940-4994-8117-8faa518189cc req-630489f9-0101-4e66-84a0-4c30d7cecb3a tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-128888360'] for port, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:34.026581 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-2ae5241e-deaf-4edf-8a46-6fd921bb34ef tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] Network f3555944-6faf-4b56-99a5-bb64c4705bcf is not hosted by any dhcp agent {{(pid=100246) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jul 06 14:06:34.041749 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ae5241e-deaf-4edf-8a46-6fd921bb34ef tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:06:34.042401 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-2ae5241e-deaf-4edf-8a46-6fd921bb34ef tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] Notify callbacks [] for network, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:34.044436 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-2ae5241e-deaf-4edf-8a46-6fd921bb34ef tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] 10.222.0.104 "PUT /v2.0/networks/f3555944-6faf-4b56-99a5-bb64c4705bcf HTTP/1.1" status: 200 len: 723 time: 0.7295411 Jul 06 14:06:34.061208 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 43030) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:06:34.066172 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-e44810a9-95d5-42bd-ad2c-86c32f56afc1 tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] Request body: {'subnet': {'network_id': 'f3555944-6faf-4b56-99a5-bb64c4705bcf', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:06:34.096105 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-48d05e75-7940-4994-8117-8faa518189cc req-630489f9-0101-4e66-84a0-4c30d7cecb3a tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Network 70fa8a2a-4549-4d89-b089-3cc3fca2d3a3 is already hosted by enough agents. {{(pid=100247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:06:34.110152 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.base_scheduler [req-48d05e75-7940-4994-8117-8faa518189cc req-630489f9-0101-4e66-84a0-4c30d7cecb3a tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Resources bound (agent type, host, resource id): {{(pid=100247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:06:34.129638 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea8081ab-4c36-47d8-b8fa-d6af4bc56cd4 tempest-RoutersIpV6AdminTest-1269433453 tempest-RoutersIpV6AdminTest-1269433453-project-admin] Notify agent at l3_agent.n-d-773647-6 the message routers_updated {{(pid=100246) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 14:06:34.134399 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.l3_dvrscheduler_db [req-48d05e75-7940-4994-8117-8faa518189cc req-630489f9-0101-4e66-84a0-4c30d7cecb3a tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Received port after_create {{(pid=100247) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:06:34.140905 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86738119-ef94-407c-a6ef-22febefb51f6 None None] Sync routers for ids ['771993bd-de26-4644-9f01-6ade27520a1e'] in n-d-773647-6 {{(pid=100249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 14:06:34.146827 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-ea8081ab-4c36-47d8-b8fa-d6af4bc56cd4 tempest-RoutersIpV6AdminTest-1269433453 tempest-RoutersIpV6AdminTest-1269433453-project-admin] Notify callbacks [] for router, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:34.150520 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-ea8081ab-4c36-47d8-b8fa-d6af4bc56cd4 tempest-RoutersIpV6AdminTest-1269433453 tempest-RoutersIpV6AdminTest-1269433453-project-admin] 10.222.0.104 "PUT /v2.0/routers/771993bd-de26-4644-9f01-6ade27520a1e HTTP/1.1" status: 200 len: 917 time: 3.6580403 Jul 06 14:06:34.157979 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae5241e-deaf-4edf-8a46-6fd921bb34ef tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] Pushing event updated for resources: {'Network': ['ID=f3555944-6faf-4b56-99a5-bb64c4705bcf,revision_number=2']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:06:34.160728 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 43032) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:06:34.162219 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630489f9-0101-4e66-84a0-4c30d7cecb3a tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Pushing event updated for resources: {'Port': ['ID=6f2c5df6-a4f1-4b8b-988e-3d1433f8d22a,revision_number=1']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:06:34.170257 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Network f3555944-6faf-4b56-99a5-bb64c4705bcf details requested by agent ovs-agent-n-d-773647-6 with host n-d-773647-6 {{(pid=100248) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 14:06:34.172182 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86738119-ef94-407c-a6ef-22febefb51f6 None None] Routers {'771993bd-de26-4644-9f01-6ade27520a1e'} bound to L3 agent in host n-d-773647-6 {{(pid=100249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:06:34.173146 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-86738119-ef94-407c-a6ef-22febefb51f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T14:06:25Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['771993bd-de26-4644-9f01-6ade27520a1e'], 'active': True} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:06:34.232837 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-86738119-ef94-407c-a6ef-22febefb51f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-773647-6', False) {} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:06:34.244230 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86738119-ef94-407c-a6ef-22febefb51f6 None None] Routers {'771993bd-de26-4644-9f01-6ade27520a1e'} bound to L3 agent in host n-d-773647-6 {{(pid=100249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:06:34.244710 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-33696589-eeba-4f71-b1b1-c4a52867e546 req-794d0b6d-00be-4b4e-875b-fc5ba882c6a5 service neutron] 10.222.0.72 "GET /v2.0/networks/af3a547f-5810-4ce0-a3d6-25c440f137ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4284472 Jul 06 14:06:34.245262 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-86738119-ef94-407c-a6ef-22febefb51f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T14:06:25Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['771993bd-de26-4644-9f01-6ade27520a1e'], 'active': True} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:06:34.259406 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d05e75-7940-4994-8117-8faa518189cc req-630489f9-0101-4e66-84a0-4c30d7cecb3a tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:06:34.260379 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-48d05e75-7940-4994-8117-8faa518189cc req-630489f9-0101-4e66-84a0-4c30d7cecb3a tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:34.296332 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-86738119-ef94-407c-a6ef-22febefb51f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-773647-6', False) {} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:06:34.297223 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86738119-ef94-407c-a6ef-22febefb51f6 None None] The sync data for ids ['771993bd-de26-4644-9f01-6ade27520a1e'] in n-d-773647-6 is: [] {{(pid=100249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 14:06:34.314094 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11597a7-9239-4ea1-a216-4b543a0875e1 req-c7c71953-bf2b-4641-a4e9-27b9a6684715 tempest-ServerRescueNegativeTestJSON-721731692 tempest-ServerRescueNegativeTestJSON-721731692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:06:34.329291 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-e11597a7-9239-4ea1-a216-4b543a0875e1 req-c7c71953-bf2b-4641-a4e9-27b9a6684715 tempest-ServerRescueNegativeTestJSON-721731692 tempest-ServerRescueNegativeTestJSON-721731692-project] 10.222.0.104 "GET /v2.0/ports?device_id=b0b96bfa-d49a-47d6-a621-d2fd80028cc9 HTTP/1.1" status: 200 len: 945 time: 0.2412071 Jul 06 14:06:34.379701 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-e11597a7-9239-4ea1-a216-4b543a0875e1 req-7e34c408-322c-46e6-99e3-601de3f73c7b tempest-ServerRescueNegativeTestJSON-721731692 tempest-ServerRescueNegativeTestJSON-721731692-project] 10.222.0.104 "GET /v2.0/security-groups?id=a54a60a4-d859-4f47-b26f-a63bb69450e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497139 Jul 06 14:06:34.388144 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-48d05e75-7940-4994-8117-8faa518189cc req-630489f9-0101-4e66-84a0-4c30d7cecb3a tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] 10.222.0.127 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7506618 Jul 06 14:06:34.389767 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e44810a9-95d5-42bd-ad2c-86c32f56afc1 tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] Made reservation on behalf of 425e7b83a55643309e64fa25c786b5c4 for: {'subnet': 1} {{(pid=100246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:06:34.398640 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-e44810a9-95d5-42bd-ad2c-86c32f56afc1 tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127702029'] for subnet, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:34.399610 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [req-48d05e75-7940-4994-8117-8faa518189cc req-aada8b77-4e8c-4b93-8cb2-867b09df5622 tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Request body: {'port': {'device_id': '0455bf88-da4d-44a6-9768-93a70cd92e0e', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '70fa8a2a-4549-4d89-b089-3cc3fca2d3a3', 'admin_state_up': True, 'tenant_id': '5bc84ece362540998140660bd65643c3', 'security_groups': ['8d3a9807-14cc-46c0-b7ed-1d949d5bac09']}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:06:34.538880 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-093c617d-9f55-45fb-b54f-445a0cc314ef tempest-RoutersIpV6AdminTest-1269433453 tempest-RoutersIpV6AdminTest-1269433453-project-admin] 10.222.0.104 "GET /v2.0/routers/771993bd-de26-4644-9f01-6ade27520a1e HTTP/1.1" status: 200 len: 923 time: 0.3732393 Jul 06 14:06:34.549108 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 43042) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:06:34.566611 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-a5c3f5eb-439d-49e6-b39d-af2d54a3f854 None None] Provisioning for port 6f2c5df6-a4f1-4b8b-988e-3d1433f8d22a completed by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:06:34.570668 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-a5c3f5eb-439d-49e6-b39d-af2d54a3f854 None None] Provisioning complete for port 6f2c5df6-a4f1-4b8b-988e-3d1433f8d22a triggered by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:06:34.571046 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-a5c3f5eb-439d-49e6-b39d-af2d54a3f854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:34.597433 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-33696589-eeba-4f71-b1b1-c4a52867e546 req-724fac63-7486-4fdc-b065-c355ad0799c9 service neutron] 10.222.0.72 "GET /v2.0/networks/af3a547f-5810-4ce0-a3d6-25c440f137ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3434196 Jul 06 14:06:34.640173 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71a8d27d-cc32-4a58-b7be-9066866012c4 tempest-RoutersIpV6AdminTest-1269433453 tempest-RoutersIpV6AdminTest-1269433453-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:06:34.641478 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-a5c3f5eb-439d-49e6-b39d-af2d54a3f854 None None] Port 6f2c5df6-a4f1-4b8b-988e-3d1433f8d22a cannot update to ACTIVE because it is not bound. {{(pid=100248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 14:06:34.642880 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-71a8d27d-cc32-4a58-b7be-9066866012c4 tempest-RoutersIpV6AdminTest-1269433453 tempest-RoutersIpV6AdminTest-1269433453-project-admin] 10.222.0.104 "GET /v2.0/ports?network_id=2658f09e-a580-4d4a-9968-2d1e0ad93719&device_id=771993bd-de26-4644-9f01-6ade27520a1e&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0928564 Jul 06 14:06:34.645630 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 43044) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:06:34.731136 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-48d05e75-7940-4994-8117-8faa518189cc req-aada8b77-4e8c-4b93-8cb2-867b09df5622 tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Made reservation on behalf of 5bc84ece362540998140660bd65643c3 for: {'port': 1} {{(pid=100247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:06:34.736469 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-48d05e75-7940-4994-8117-8faa518189cc req-aada8b77-4e8c-4b93-8cb2-867b09df5622 tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:34.825039 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-e44810a9-95d5-42bd-ad2c-86c32f56afc1 tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1849032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127687649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127702047'] for subnet, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:34.848265 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d1ca85-6359-4302-b3b4-10fc9a000436 req-a873b362-da47-46c8-9e03-e8535a3dd4c0 tempest-ImagesTestJSON-1482892319 tempest-ImagesTestJSON-1482892319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:06:34.851853 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-29d1ca85-6359-4302-b3b4-10fc9a000436 req-a873b362-da47-46c8-9e03-e8535a3dd4c0 tempest-ImagesTestJSON-1482892319 tempest-ImagesTestJSON-1482892319-project] 10.222.0.104 "GET /v2.0/ports?device_id=0143d447-10d0-4ce1-9893-d3fe7da7ea42 HTTP/1.1" status: 200 len: 945 time: 0.2000105 Jul 06 14:06:34.857375 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e6d66e8-9bad-4fcc-8fc6-ee904713dbb7 tempest-RoutersIpV6AdminTest-1269433453 tempest-RoutersIpV6AdminTest-1269433453-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:06:34.861743 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-8e6d66e8-9bad-4fcc-8fc6-ee904713dbb7 tempest-RoutersIpV6AdminTest-1269433453 tempest-RoutersIpV6AdminTest-1269433453-project-admin] 10.222.0.104 "GET /v2.0/networks/2658f09e-a580-4d4a-9968-2d1e0ad93719 HTTP/1.1" status: 200 len: 881 time: 0.2123415 Jul 06 14:06:34.862445 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 43048) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:06:34.878232 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0764a9b7-567b-4f32-af34-4031743d08ee req-9085c909-9b6b-4981-809d-178cd50f1f3d tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:06:34.884358 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0764a9b7-567b-4f32-af34-4031743d08ee req-9085c909-9b6b-4981-809d-178cd50f1f3d tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:06:34.890074 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Device 285a983f-a0c4-456a-9702-1039a1c94001 up at agent hyperv_n-h2-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:06:34.890694 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0764a9b7-567b-4f32-af34-4031743d08ee req-9085c909-9b6b-4981-809d-178cd50f1f3d tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:06:34.898146 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0764a9b7-567b-4f32-af34-4031743d08ee req-9085c909-9b6b-4981-809d-178cd50f1f3d tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:06:34.899931 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-0764a9b7-567b-4f32-af34-4031743d08ee req-9085c909-9b6b-4981-809d-178cd50f1f3d tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] 10.222.0.104 "GET /v2.0/ports?device_id=0455bf88-da4d-44a6-9768-93a70cd92e0e HTTP/1.1" status: 200 len: 3095 time: 0.2223699 Jul 06 14:06:34.905242 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-d6990fc7-f7cf-4d9b-98e4-d83cb065fcf0 tempest-RoutersIpV6AdminTest-1271651815 tempest-RoutersIpV6AdminTest-1271651815-project] 10.222.0.104 "GET /v2.0/ports?device_id=771993bd-de26-4644-9f01-6ade27520a1e HTTP/1.1" status: 200 len: 205 time: 0.0374417 Jul 06 14:06:34.907500 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 43050) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:06:34.975325 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44810a9-95d5-42bd-ad2c-86c32f56afc1 tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] Pushing event updated for resources: {'Subnet': ['ID=0c2ec830-684e-474f-bbaa-56f827f68340,revision_number=0']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:06:34.977412 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Provisioning for port 285a983f-a0c4-456a-9702-1039a1c94001 completed by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:06:34.983923 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Provisioning complete for port 285a983f-a0c4-456a-9702-1039a1c94001 triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:06:34.986626 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:34.990543 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e44810a9-95d5-42bd-ad2c-86c32f56afc1 tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] Checking segment: {'id': 'dbbcb043-cebd-4459-8e4c-c14643ad49d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': 'f3555944-6faf-4b56-99a5-bb64c4705bcf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:06:34.990915 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e44810a9-95d5-42bd-ad2c-86c32f56afc1 tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] Network hostable DHCP agents. Network: f3555944-6faf-4b56-99a5-bb64c4705bcf, hostable agents: ['f2bada3d-be77-4359-982b-8505a2bbca04'], hosted agents: [] {{(pid=100246) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 14:06:35.015881 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-29d1ca85-6359-4302-b3b4-10fc9a000436 req-106866a8-8be7-4d52-b699-a4b8cac54935 tempest-ImagesTestJSON-1482892319 tempest-ImagesTestJSON-1482892319-project] 10.222.0.104 "GET /v2.0/security-groups?id=46e03f63-f74e-4db3-981d-76fb36967b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1490345 Jul 06 14:06:35.059068 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-0764a9b7-567b-4f32-af34-4031743d08ee req-73a19a8b-43e5-4d15-aa28-ebdca5135b62 tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] 10.222.0.104 "GET /v2.0/security-groups?id=8d3a9807-14cc-46c0-b7ed-1d949d5bac09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1395516 Jul 06 14:06:35.070554 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e44810a9-95d5-42bd-ad2c-86c32f56afc1 tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] Network f3555944-6faf-4b56-99a5-bb64c4705bcf is scheduled to be hosted by DHCP agent f2bada3d-be77-4359-982b-8505a2bbca04 with binding_index 1 {{(pid=100246) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 14:06:35.081804 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.db_base_plugin_common [req-48d05e75-7940-4994-8117-8faa518189cc req-aada8b77-4e8c-4b93-8cb2-867b09df5622 tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Allocated IP 10.2.2.200 (70fa8a2a-4549-4d89-b089-3cc3fca2d3a3/f9f87c3f-0fa8-49b6-bb5b-31a627ebfaf2/c6534491-f764-47ec-ae47-2754d9d0afbf) {{(pid=100247) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:06:35.114329 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-6eb54167-9e94-4629-b75b-5786be5cfdbe tempest-RoutersIpV6AdminTest-1271651815 tempest-RoutersIpV6AdminTest-1271651815-project] Notify callbacks [] for router, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:35.140368 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:35.190872 n-d-773647-6 neutron-server[100248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73164a94-66a9-4dc1-ae58-422cd07dc979', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '285a983f-a0c4-456a-9702-1039a1c94001'}] {{(pid=100248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:06:35.193287 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84af257533e383389cbcf231d3534f4d5e149e7203fea16b4a8fc01438dddaf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b59f1c1-d9c6-495c-be06-6d0fd8996c7a" -d '{"events": [{"server_uuid": "73164a94-66a9-4dc1-ae58-422cd07dc979", "name": "network-vif-plugged", "status": "completed", "tag": "285a983f-a0c4-456a-9702-1039a1c94001"}]}' {{(pid=100248) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:06:35.222279 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] For port 285a983f-a0c4-456a-9702-1039a1c94001, host n-h2-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=285a983f-a0c4-456a-9702-1039a1c94001,segment=NetworkSegment(36c50412-6893-4622-808c-49164f6f9db6),segment_id=36c50412-6893-4622-808c-49164f6f9db6)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:06:35.230768 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:35.277778 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.base_scheduler [None req-e44810a9-95d5-42bd-ad2c-86c32f56afc1 tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773647-6, f3555944-6faf-4b56-99a5-bb64c4705bcf) {{(pid=100246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:06:35.285841 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-6eb54167-9e94-4629-b75b-5786be5cfdbe tempest-RoutersIpV6AdminTest-1271651815 tempest-RoutersIpV6AdminTest-1271651815-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:35.289213 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e44810a9-95d5-42bd-ad2c-86c32f56afc1 tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:06:35.290306 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-e44810a9-95d5-42bd-ad2c-86c32f56afc1 tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] Notify callbacks [] for subnet, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:35.306797 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-124712b2-0361-434c-af34-aee9cbbbd83f None None] Network f3555944-6faf-4b56-99a5-bb64c4705bcf requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:06:35.358529 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-e44810a9-95d5-42bd-ad2c-86c32f56afc1 tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] 10.222.0.104 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2962091 Jul 06 14:06:35.362168 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 43062) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:06:35.372974 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [None req-6cb83bd8-9e79-4861-8d8d-70f3dc6d6010 tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:06:35.435178 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [None req-6eb54167-9e94-4629-b75b-5786be5cfdbe tempest-RoutersIpV6AdminTest-1271651815 tempest-RoutersIpV6AdminTest-1271651815-project] Deleting port 809451d4-dda5-4a67-9b89-f14ed67d87f8 {{(pid=100246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:06:35.436876 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-6eb54167-9e94-4629-b75b-5786be5cfdbe tempest-RoutersIpV6AdminTest-1271651815 tempest-RoutersIpV6AdminTest-1271651815-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:35.446572 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-48d05e75-7940-4994-8117-8faa518189cc req-aada8b77-4e8c-4b93-8cb2-867b09df5622 tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Notify callbacks [] for port, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:35.485969 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Pushing event updated for resources: {'Port': ['ID=285a983f-a0c4-456a-9702-1039a1c94001,revision_number=5']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:06:35.554169 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.provisioning_blocks [req-48d05e75-7940-4994-8117-8faa518189cc req-aada8b77-4e8c-4b93-8cb2-867b09df5622 tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Transition to ACTIVE for port object c6534491-f764-47ec-ae47-2754d9d0afbf will not be triggered until provisioned by entity DHCP. {{(pid=100247) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:06:35.613072 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-6eb54167-9e94-4629-b75b-5786be5cfdbe tempest-RoutersIpV6AdminTest-1271651815 tempest-RoutersIpV6AdminTest-1271651815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:35.644944 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [None req-6eb54167-9e94-4629-b75b-5786be5cfdbe tempest-RoutersIpV6AdminTest-1271651815 tempest-RoutersIpV6AdminTest-1271651815-project] Calling delete_port for 809451d4-dda5-4a67-9b89-f14ed67d87f8 owned by network:router_gateway {{(pid=100246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:06:35.657769 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c6b30ed-dcae-407c-8bdf-016d2e4c9f3a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6bd5fc82-6666-56e8-87c2-91648d36c963-f3555944-6faf-4b56-99a5-bb64c4705bcf', 'network_id': 'f3555944-6faf-4b56-99a5-bb64c4705bcf', 'tenant_id': '425e7b83a55643309e64fa25c786b5c4', 'fixed_ips': [{'subnet_id': '0c2ec830-684e-474f-bbaa-56f827f68340'}]}} from n-d-773647-6. {{(pid=100248) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 14:06:35.659566 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4c6b30ed-dcae-407c-8bdf-016d2e4c9f3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:35.730396 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-6cb83bd8-9e79-4861-8d8d-70f3dc6d6010 tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-127627451'] for subnet, before_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:35.838659 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.db_base_plugin_common [None req-4c6b30ed-dcae-407c-8bdf-016d2e4c9f3a None None] Allocated IP 172.20.0.2 (f3555944-6faf-4b56-99a5-bb64c4705bcf/0c2ec830-684e-474f-bbaa-56f827f68340/44bd624e-7007-4775-b314-22aa5790fb3b) {{(pid=100248) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:06:35.878510 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-48d05e75-7940-4994-8117-8faa518189cc req-aada8b77-4e8c-4b93-8cb2-867b09df5622 tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-128888360'] for port, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:35.958405 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-48d05e75-7940-4994-8117-8faa518189cc req-aada8b77-4e8c-4b93-8cb2-867b09df5622 tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Network 70fa8a2a-4549-4d89-b089-3cc3fca2d3a3 is already hosted by enough agents. {{(pid=100247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:06:35.968518 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.base_scheduler [req-48d05e75-7940-4994-8117-8faa518189cc req-aada8b77-4e8c-4b93-8cb2-867b09df5622 tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Resources bound (agent type, host, resource id): {{(pid=100247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:06:35.973985 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.l3_dvrscheduler_db [req-48d05e75-7940-4994-8117-8faa518189cc req-aada8b77-4e8c-4b93-8cb2-867b09df5622 tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Received port after_create {{(pid=100247) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:06:36.033399 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aada8b77-4e8c-4b93-8cb2-867b09df5622 tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Pushing event updated for resources: {'Port': ['ID=c6534491-f764-47ec-ae47-2754d9d0afbf,revision_number=1']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:06:36.052142 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4c6b30ed-dcae-407c-8bdf-016d2e4c9f3a None None] Notify callbacks [] for port, precommit_create {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:36.056868 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb2446a-e029-41aa-b7be-c72e0675282c req-f7e7bf33-0889-4554-a05b-6db25795f37c tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:06:36.058701 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-3fb2446a-e029-41aa-b7be-c72e0675282c req-f7e7bf33-0889-4554-a05b-6db25795f37c tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] 10.222.0.104 "GET /v2.0/ports?device_id=73164a94-66a9-4dc1-ae58-422cd07dc979 HTTP/1.1" status: 200 len: 946 time: 0.5575123 Jul 06 14:06:36.070326 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-4c6b30ed-dcae-407c-8bdf-016d2e4c9f3a None None] Transition to ACTIVE for port object 44bd624e-7007-4775-b314-22aa5790fb3b will not be triggered until provisioned by entity L2. {{(pid=100248) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:06:36.089702 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-6eb54167-9e94-4629-b75b-5786be5cfdbe tempest-RoutersIpV6AdminTest-1271651815 tempest-RoutersIpV6AdminTest-1271651815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127687580'] for port, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:36.093003 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-4c6b30ed-dcae-407c-8bdf-016d2e4c9f3a None None] Transition to ACTIVE for port object 44bd624e-7007-4775-b314-22aa5790fb3b will not be triggered until provisioned by entity DHCP. {{(pid=100248) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:06:36.107691 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4c6b30ed-dcae-407c-8bdf-016d2e4c9f3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108'] for port, after_create {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:36.114112 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d05e75-7940-4994-8117-8faa518189cc req-aada8b77-4e8c-4b93-8cb2-867b09df5622 tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:06:36.114758 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-48d05e75-7940-4994-8117-8faa518189cc req-aada8b77-4e8c-4b93-8cb2-867b09df5622 tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:36.158687 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb54167-9e94-4629-b75b-5786be5cfdbe tempest-RoutersIpV6AdminTest-1271651815 tempest-RoutersIpV6AdminTest-1271651815-project] Pushing event deleted for resources: {'Port': ['ID=809451d4-dda5-4a67-9b89-f14ed67d87f8,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:06:36.183404 n-d-773647-6 neutron-server[100248]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c6b30ed-dcae-407c-8bdf-016d2e4c9f3a None None] Network f3555944-6faf-4b56-99a5-bb64c4705bcf is already hosted by enough agents. {{(pid=100248) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:06:36.192048 n-d-773647-6 neutron-server[100248]: DEBUG neutron.scheduler.base_scheduler [None req-4c6b30ed-dcae-407c-8bdf-016d2e4c9f3a None None] Resources bound (agent type, host, resource id): {{(pid=100248) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:06:36.196865 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c6b30ed-dcae-407c-8bdf-016d2e4c9f3a None None] Received port after_create {{(pid=100248) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:06:36.200477 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6b30ed-dcae-407c-8bdf-016d2e4c9f3a None None] Pushing event updated for resources: {'Port': ['ID=44bd624e-7007-4775-b314-22aa5790fb3b,revision_number=1']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:06:36.211795 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-48d05e75-7940-4994-8117-8faa518189cc req-aada8b77-4e8c-4b93-8cb2-867b09df5622 tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] 10.222.0.127 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8169415 Jul 06 14:06:36.233807 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [req-48d05e75-7940-4994-8117-8faa518189cc req-58514b0b-1dcd-4d9b-82e5-6ea91e7f5dda service neutron] Request body: {'port': {'device_id': '0455bf88-da4d-44a6-9768-93a70cd92e0e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-773647-6'}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:06:36.282362 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-3fb2446a-e029-41aa-b7be-c72e0675282c req-d2222048-ebd8-48e6-a908-519d89486c23 tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] 10.222.0.104 "GET /v2.0/security-groups?id=bdba1446-e72e-4024-9da7-e6061f204f14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2103515 Jul 06 14:06:36.297290 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-6eb54167-9e94-4629-b75b-5786be5cfdbe tempest-RoutersIpV6AdminTest-1271651815 tempest-RoutersIpV6AdminTest-1271651815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1761104'] for router_gateway, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:36.324839 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-4c6b30ed-dcae-407c-8bdf-016d2e4c9f3a None None] Attempting to bind port 44bd624e-7007-4775-b314-22aa5790fb3b on host n-d-773647-6 for vnic_type normal with profile {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:06:36.325228 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-4c6b30ed-dcae-407c-8bdf-016d2e4c9f3a None None] Attempting to bind port 44bd624e-7007-4775-b314-22aa5790fb3b by drivers openvswitch,hyperv on host n-d-773647-6 at level 0 using segments [{'id': 'dbbcb043-cebd-4459-8e4c-c14643ad49d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': 'f3555944-6faf-4b56-99a5-bb64c4705bcf'}] {{(pid=100248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:06:36.328341 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c6b30ed-dcae-407c-8bdf-016d2e4c9f3a None None] Attempting to bind port 44bd624e-7007-4775-b314-22aa5790fb3b on network f3555944-6faf-4b56-99a5-bb64c4705bcf {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:06:36.345731 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c6b30ed-dcae-407c-8bdf-016d2e4c9f3a None None] Checking agent: {'id': '8ab5b19c-d213-4f29-891d-27bdf39d38b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773647-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 43, 26), 'started_at': datetime.datetime(2021, 7, 6, 13, 43, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 6, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773647-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:06:36.346260 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c6b30ed-dcae-407c-8bdf-016d2e4c9f3a None None] Checking segment: {'id': 'dbbcb043-cebd-4459-8e4c-c14643ad49d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': 'f3555944-6faf-4b56-99a5-bb64c4705bcf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:06:36.346857 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4c6b30ed-dcae-407c-8bdf-016d2e4c9f3a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:36.348264 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c6b30ed-dcae-407c-8bdf-016d2e4c9f3a None None] Bound using segment: {'id': 'dbbcb043-cebd-4459-8e4c-c14643ad49d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': 'f3555944-6faf-4b56-99a5-bb64c4705bcf'} {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:06:36.349608 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-4c6b30ed-dcae-407c-8bdf-016d2e4c9f3a None None] Bound port: 44bd624e-7007-4775-b314-22aa5790fb3b, host: n-d-773647-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbbcb043-cebd-4459-8e4c-c14643ad49d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': 'f3555944-6faf-4b56-99a5-bb64c4705bcf'}}] {{(pid=100248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:06:36.354361 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4c6b30ed-dcae-407c-8bdf-016d2e4c9f3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:36.399457 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 14:06:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72b30aa0-f6a2-4cf1-a4e8-71fd409ab7f0 x-openstack-request-id: req-72b30aa0-f6a2-4cf1-a4e8-71fd409ab7f0 {{(pid=100248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:06:36.399813 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73164a94-66a9-4dc1-ae58-422cd07dc979", "name": "network-vif-plugged", "status": "completed", "tag": "285a983f-a0c4-456a-9702-1039a1c94001", "code": 200}]} {{(pid=100248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:06:36.405167 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-72b30aa0-f6a2-4cf1-a4e8-71fd409ab7f0 {{(pid=100248) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:06:36.405723 n-d-773647-6 neutron-server[100248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73164a94-66a9-4dc1-ae58-422cd07dc979', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '285a983f-a0c4-456a-9702-1039a1c94001', 'code': 200} Jul 06 14:06:36.445834 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-6eb54167-9e94-4629-b75b-5786be5cfdbe tempest-RoutersIpV6AdminTest-1271651815 tempest-RoutersIpV6AdminTest-1271651815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1806308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6982'] for router, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:36.448142 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-6eb54167-9e94-4629-b75b-5786be5cfdbe tempest-RoutersIpV6AdminTest-1271651815 tempest-RoutersIpV6AdminTest-1271651815-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:36.474716 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-1f33259b-63cc-4e84-8097-e18a7680ce4d None None] Provisioning for port c6534491-f764-47ec-ae47-2754d9d0afbf completed by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:06:36.499915 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-48d05e75-7940-4994-8117-8faa518189cc req-58514b0b-1dcd-4d9b-82e5-6ea91e7f5dda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:36.504704 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-6cb83bd8-9e79-4861-8d8d-70f3dc6d6010 tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1849032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8773753488927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-128888418'] for subnet, after_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:36.507966 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-1f33259b-63cc-4e84-8097-e18a7680ce4d None None] Provisioning complete for port c6534491-f764-47ec-ae47-2754d9d0afbf triggered by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:06:36.509854 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-1f33259b-63cc-4e84-8097-e18a7680ce4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:36.513476 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-6eb54167-9e94-4629-b75b-5786be5cfdbe tempest-RoutersIpV6AdminTest-1271651815 tempest-RoutersIpV6AdminTest-1271651815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1805684'] for router, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:36.514114 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6eb54167-9e94-4629-b75b-5786be5cfdbe tempest-RoutersIpV6AdminTest-1271651815 tempest-RoutersIpV6AdminTest-1271651815-project] Fanout notify agent at l3_agent the message router_deleted on router 771993bd-de26-4644-9f01-6ade27520a1e {{(pid=100246) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 14:06:36.521607 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-6eb54167-9e94-4629-b75b-5786be5cfdbe tempest-RoutersIpV6AdminTest-1271651815 tempest-RoutersIpV6AdminTest-1271651815-project] Notify callbacks [] for router, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:36.522748 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-6eb54167-9e94-4629-b75b-5786be5cfdbe tempest-RoutersIpV6AdminTest-1271651815 tempest-RoutersIpV6AdminTest-1271651815-project] 10.222.0.104 "DELETE /v2.0/routers/771993bd-de26-4644-9f01-6ade27520a1e HTTP/1.1" status: 204 len: 168 time: 1.6143205 Jul 06 14:06:36.526610 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 43080) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:06:36.532451 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-1a7de8d5-7cf9-43a3-b53c-42a9ab335aab tempest-RoutersIpV6AdminTest-1271651815 tempest-RoutersIpV6AdminTest-1271651815-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1990131864', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:06:36.594282 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-1a7de8d5-7cf9-43a3-b53c-42a9ab335aab tempest-RoutersIpV6AdminTest-1271651815 tempest-RoutersIpV6AdminTest-1271651815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1806290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6992'] for router, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:36.595412 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-1a7de8d5-7cf9-43a3-b53c-42a9ab335aab tempest-RoutersIpV6AdminTest-1271651815 tempest-RoutersIpV6AdminTest-1271651815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1806157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1808637', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1714747', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7007'] for router, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:36.613019 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-4c6b30ed-dcae-407c-8bdf-016d2e4c9f3a None None] For port 44bd624e-7007-4775-b314-22aa5790fb3b, host n-d-773647-6, cleared binding levels {{(pid=100248) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:06:36.623891 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-4c6b30ed-dcae-407c-8bdf-016d2e4c9f3a None None] For port 44bd624e-7007-4775-b314-22aa5790fb3b, host n-d-773647-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=44bd624e-7007-4775-b314-22aa5790fb3b,segment=NetworkSegment(dbbcb043-cebd-4459-8e4c-c14643ad49d3),segment_id=dbbcb043-cebd-4459-8e4c-c14643ad49d3)] {{(pid=100248) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:06:36.632239 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4c6b30ed-dcae-407c-8bdf-016d2e4c9f3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:36.640855 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-1f33259b-63cc-4e84-8097-e18a7680ce4d None None] Port c6534491-f764-47ec-ae47-2754d9d0afbf cannot update to ACTIVE because it is not bound. {{(pid=100248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 14:06:36.662520 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cb83bd8-9e79-4861-8d8d-70f3dc6d6010 tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:06:36.663704 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-6cb83bd8-9e79-4861-8d8d-70f3dc6d6010 tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] Notify callbacks [] for subnet, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:36.667595 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-6cb83bd8-9e79-4861-8d8d-70f3dc6d6010 tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] 10.222.0.104 "PUT /v2.0/subnets/0c2ec830-684e-474f-bbaa-56f827f68340 HTTP/1.1" status: 200 len: 806 time: 1.3017960 Jul 06 14:06:36.689125 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 43082) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:06:36.722450 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-1a7de8d5-7cf9-43a3-b53c-42a9ab335aab tempest-RoutersIpV6AdminTest-1271651815 tempest-RoutersIpV6AdminTest-1271651815-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:36.745703 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-1a7de8d5-7cf9-43a3-b53c-42a9ab335aab tempest-RoutersIpV6AdminTest-1271651815 tempest-RoutersIpV6AdminTest-1271651815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1806297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1761036'] for router, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:36.766406 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785dcb08-8b7d-4061-a8a6-e975738c381c req-0652e30d-82b2-42ab-99d4-1facf2017bd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:06:36.768792 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-785dcb08-8b7d-4061-a8a6-e975738c381c req-0652e30d-82b2-42ab-99d4-1facf2017bd0 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=73164a94-66a9-4dc1-ae58-422cd07dc979 HTTP/1.1" status: 200 len: 1097 time: 0.1562049 Jul 06 14:06:36.785977 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6b30ed-dcae-407c-8bdf-016d2e4c9f3a None None] Pushing event updated for resources: {'Port': ['ID=44bd624e-7007-4775-b314-22aa5790fb3b,revision_number=2']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:06:36.810699 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-1a7de8d5-7cf9-43a3-b53c-42a9ab335aab tempest-RoutersIpV6AdminTest-1271651815 tempest-RoutersIpV6AdminTest-1271651815-project] Notify callbacks [] for router, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:36.812438 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-1a7de8d5-7cf9-43a3-b53c-42a9ab335aab tempest-RoutersIpV6AdminTest-1271651815 tempest-RoutersIpV6AdminTest-1271651815-project] 10.222.0.104 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.2848272 Jul 06 14:06:36.822826 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 43084) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:06:36.831185 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-83e757fa-dd35-41f6-b770-128e00a4d317 tempest-RoutersIpV6AdminTest-1269433453 tempest-RoutersIpV6AdminTest-1269433453-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'enable_snat': False}}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:06:36.840275 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-785dcb08-8b7d-4061-a8a6-e975738c381c req-64f98523-c4c0-4060-9264-e28a4795127b service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=bdba1446-e72e-4024-9da7-e6061f204f14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565825 Jul 06 14:06:36.851976 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb83bd8-9e79-4861-8d8d-70f3dc6d6010 tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] Pushing event updated for resources: {'Subnet': ['ID=0c2ec830-684e-474f-bbaa-56f827f68340,revision_number=1']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:06:37.055756 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75fdaa9-87c5-48b1-ad7d-8c103814836e req-aeabd453-357b-4f46-b35a-2566d612cc1f tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:06:37.062046 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75fdaa9-87c5-48b1-ad7d-8c103814836e req-aeabd453-357b-4f46-b35a-2566d612cc1f tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:06:37.069004 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75fdaa9-87c5-48b1-ad7d-8c103814836e req-aeabd453-357b-4f46-b35a-2566d612cc1f tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:06:37.075063 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75fdaa9-87c5-48b1-ad7d-8c103814836e req-aeabd453-357b-4f46-b35a-2566d612cc1f tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:06:37.081644 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75fdaa9-87c5-48b1-ad7d-8c103814836e req-aeabd453-357b-4f46-b35a-2566d612cc1f tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:06:37.089704 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-c75fdaa9-87c5-48b1-ad7d-8c103814836e req-aeabd453-357b-4f46-b35a-2566d612cc1f tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] 10.222.0.104 "GET /v2.0/ports?device_id=0455bf88-da4d-44a6-9768-93a70cd92e0e HTTP/1.1" status: 200 len: 3816 time: 0.4599710 Jul 06 14:06:37.099357 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994669f1-0ead-483d-b4d1-a4fdae94c0c4 req-c5e89a49-2a45-4cfb-ac11-1eb9b56cb214 tempest-ServerRescueNegativeTestJSON-721731692 tempest-ServerRescueNegativeTestJSON-721731692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:06:37.103802 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-994669f1-0ead-483d-b4d1-a4fdae94c0c4 req-c5e89a49-2a45-4cfb-ac11-1eb9b56cb214 tempest-ServerRescueNegativeTestJSON-721731692 tempest-ServerRescueNegativeTestJSON-721731692-project] 10.222.0.104 "GET /v2.0/ports?device_id=b0b96bfa-d49a-47d6-a621-d2fd80028cc9 HTTP/1.1" status: 200 len: 945 time: 0.4831140 Jul 06 14:06:37.152585 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-9303f50f-6a60-473f-ae58-b4870242190b tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530492'] for network, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:37.229462 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-c75fdaa9-87c5-48b1-ad7d-8c103814836e req-4da6e224-ca03-43f6-b827-47f332946e5a tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] 10.222.0.104 "GET /v2.0/security-groups?id=8d3a9807-14cc-46c0-b7ed-1d949d5bac09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1388764 Jul 06 14:06:37.291004 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-994669f1-0ead-483d-b4d1-a4fdae94c0c4 req-58c3ce2e-aea7-4a1f-ad73-f2faa03a145b tempest-ServerRescueNegativeTestJSON-721731692 tempest-ServerRescueNegativeTestJSON-721731692-project] 10.222.0.104 "GET /v2.0/security-groups?id=a54a60a4-d859-4f47-b26f-a63bb69450e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1754229 Jul 06 14:06:37.437678 n-d-773647-6 neutron-server[100247]: DEBUG neutron.notifiers.nova [req-48d05e75-7940-4994-8117-8faa518189cc req-58514b0b-1dcd-4d9b-82e5-6ea91e7f5dda service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 20f5d6df-12c0-4fc6-879f-9056d54469b7 {{(pid=100247) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 14:06:37.455092 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-48d05e75-7940-4994-8117-8faa518189cc req-58514b0b-1dcd-4d9b-82e5-6ea91e7f5dda service neutron] Notify callbacks [] for port, precommit_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:37.459737 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-83e757fa-dd35-41f6-b770-128e00a4d317 tempest-RoutersIpV6AdminTest-1269433453 tempest-RoutersIpV6AdminTest-1269433453-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1761047', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1806272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6989'] for router, precommit_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:37.489479 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.provisioning_blocks [req-48d05e75-7940-4994-8117-8faa518189cc req-58514b0b-1dcd-4d9b-82e5-6ea91e7f5dda service neutron] Transition to ACTIVE for port object 20f5d6df-12c0-4fc6-879f-9056d54469b7 will not be triggered until provisioned by entity L2. {{(pid=100247) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:06:37.501546 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-48d05e75-7940-4994-8117-8faa518189cc req-58514b0b-1dcd-4d9b-82e5-6ea91e7f5dda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128888538'] for port, after_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:37.564621 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.plugin [None req-9303f50f-6a60-473f-ae58-b4870242190b tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] Deleting port 44bd624e-7007-4775-b314-22aa5790fb3b {{(pid=100247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:06:37.564969 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-9303f50f-6a60-473f-ae58-b4870242190b tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:37.724673 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-83e757fa-dd35-41f6-b770-128e00a4d317 tempest-RoutersIpV6AdminTest-1269433453 tempest-RoutersIpV6AdminTest-1269433453-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:37.767698 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-83e757fa-dd35-41f6-b770-128e00a4d317 tempest-RoutersIpV6AdminTest-1269433453 tempest-RoutersIpV6AdminTest-1269433453-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:37.961352 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.db_base_plugin_common [None req-83e757fa-dd35-41f6-b770-128e00a4d317 tempest-RoutersIpV6AdminTest-1269433453 tempest-RoutersIpV6AdminTest-1269433453-project-admin] Allocated IP 172.25.0.214 (2658f09e-a580-4d4a-9968-2d1e0ad93719/cbf74abc-6fe1-4d33-b005-c948923b9647/8ae8c02d-5552-4e83-a947-2e2661a0f43b) {{(pid=100246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:06:38.065137 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58514b0b-1dcd-4d9b-82e5-6ea91e7f5dda service neutron] Pushing event updated for resources: {'Port': ['ID=20f5d6df-12c0-4fc6-879f-9056d54469b7,revision_number=2']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:06:38.089747 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-83e757fa-dd35-41f6-b770-128e00a4d317 tempest-RoutersIpV6AdminTest-1269433453 tempest-RoutersIpV6AdminTest-1269433453-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:38.137055 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-83e757fa-dd35-41f6-b770-128e00a4d317 tempest-RoutersIpV6AdminTest-1269433453 tempest-RoutersIpV6AdminTest-1269433453-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-127687573'] for port, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:38.209999 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83e757fa-dd35-41f6-b770-128e00a4d317 tempest-RoutersIpV6AdminTest-1269433453 tempest-RoutersIpV6AdminTest-1269433453-project-admin] Network 2658f09e-a580-4d4a-9968-2d1e0ad93719 is already hosted by enough agents. {{(pid=100246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:06:38.215855 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.base_scheduler [None req-83e757fa-dd35-41f6-b770-128e00a4d317 tempest-RoutersIpV6AdminTest-1269433453 tempest-RoutersIpV6AdminTest-1269433453-project-admin] Resources bound (agent type, host, resource id): {{(pid=100246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:06:38.222473 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83e757fa-dd35-41f6-b770-128e00a4d317 tempest-RoutersIpV6AdminTest-1269433453 tempest-RoutersIpV6AdminTest-1269433453-project-admin] Received port after_create {{(pid=100246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:06:38.225843 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.db [None req-9303f50f-6a60-473f-ae58-b4870242190b tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] For port 44bd624e-7007-4775-b314-22aa5790fb3b, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=44bd624e-7007-4775-b314-22aa5790fb3b,segment=NetworkSegment(dbbcb043-cebd-4459-8e4c-c14643ad49d3),segment_id=dbbcb043-cebd-4459-8e4c-c14643ad49d3)] {{(pid=100247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:06:38.226469 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e757fa-dd35-41f6-b770-128e00a4d317 tempest-RoutersIpV6AdminTest-1269433453 tempest-RoutersIpV6AdminTest-1269433453-project-admin] Pushing event updated for resources: {'Port': ['ID=8ae8c02d-5552-4e83-a947-2e2661a0f43b,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:06:38.226982 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-9303f50f-6a60-473f-ae58-b4870242190b tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:38.254316 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e53f5b8-2098-474d-af34-ed3bf3dfb393 None None] Network f3555944-6faf-4b56-99a5-bb64c4705bcf requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:06:38.271263 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff54d68-35ce-4b86-9c7f-e6a353f6d28c req-fcb4e50e-7e29-4689-b50c-a426417e4a26 tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:06:38.278989 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-cff54d68-35ce-4b86-9c7f-e6a353f6d28c req-fcb4e50e-7e29-4689-b50c-a426417e4a26 tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] 10.222.0.104 "GET /v2.0/ports?device_id=73164a94-66a9-4dc1-ae58-422cd07dc979 HTTP/1.1" status: 200 len: 946 time: 0.7312434 Jul 06 14:06:38.282170 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.managers [req-48d05e75-7940-4994-8117-8faa518189cc req-58514b0b-1dcd-4d9b-82e5-6ea91e7f5dda service neutron] Attempting to bind port 20f5d6df-12c0-4fc6-879f-9056d54469b7 on host n-h1-773647-6 for vnic_type normal with profile {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:06:38.282170 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.managers [req-48d05e75-7940-4994-8117-8faa518189cc req-58514b0b-1dcd-4d9b-82e5-6ea91e7f5dda service neutron] Attempting to bind port 20f5d6df-12c0-4fc6-879f-9056d54469b7 by drivers openvswitch,hyperv on host n-h1-773647-6 at level 0 using segments [{'id': '8e40aa78-8395-4e3b-8b8a-7ce666e1be67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1003, 'network_id': 'd0a1f4e7-9678-480f-bc1f-59b6eda7e0f6'}] {{(pid=100247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:06:38.282379 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48d05e75-7940-4994-8117-8faa518189cc req-58514b0b-1dcd-4d9b-82e5-6ea91e7f5dda service neutron] Attempting to bind port 20f5d6df-12c0-4fc6-879f-9056d54469b7 on network d0a1f4e7-9678-480f-bc1f-59b6eda7e0f6 {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:06:38.285682 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.plugin [None req-9303f50f-6a60-473f-ae58-b4870242190b tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] Calling delete_port for 44bd624e-7007-4775-b314-22aa5790fb3b owned by network:dhcp {{(pid=100247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:06:38.302007 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48d05e75-7940-4994-8117-8faa518189cc req-58514b0b-1dcd-4d9b-82e5-6ea91e7f5dda service neutron] Port 20f5d6df-12c0-4fc6-879f-9056d54469b7 on network d0a1f4e7-9678-480f-bc1f-59b6eda7e0f6 not bound, no agent of type Open vSwitch agent registered on host n-h1-773647-6 {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 14:06:38.302332 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48d05e75-7940-4994-8117-8faa518189cc req-58514b0b-1dcd-4d9b-82e5-6ea91e7f5dda service neutron] Attempting to bind port 20f5d6df-12c0-4fc6-879f-9056d54469b7 on network d0a1f4e7-9678-480f-bc1f-59b6eda7e0f6 {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:06:38.320056 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48d05e75-7940-4994-8117-8faa518189cc req-58514b0b-1dcd-4d9b-82e5-6ea91e7f5dda service neutron] Checking agent: {'id': '5bf7147f-bada-4441-a5dc-934b903473fb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-773647-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 51, 12), 'started_at': datetime.datetime(2021, 7, 6, 13, 51, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 6, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:06:38.320392 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48d05e75-7940-4994-8117-8faa518189cc req-58514b0b-1dcd-4d9b-82e5-6ea91e7f5dda service neutron] Checking segment: {'id': '8e40aa78-8395-4e3b-8b8a-7ce666e1be67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1003, 'network_id': 'd0a1f4e7-9678-480f-bc1f-59b6eda7e0f6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100247) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:06:38.320778 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48d05e75-7940-4994-8117-8faa518189cc req-58514b0b-1dcd-4d9b-82e5-6ea91e7f5dda service neutron] Bound using segment: {'id': '8e40aa78-8395-4e3b-8b8a-7ce666e1be67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1003, 'network_id': 'd0a1f4e7-9678-480f-bc1f-59b6eda7e0f6'} {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:06:38.321204 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.managers [req-48d05e75-7940-4994-8117-8faa518189cc req-58514b0b-1dcd-4d9b-82e5-6ea91e7f5dda service neutron] Bound port: 20f5d6df-12c0-4fc6-879f-9056d54469b7, host: n-h1-773647-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8e40aa78-8395-4e3b-8b8a-7ce666e1be67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1003, 'network_id': 'd0a1f4e7-9678-480f-bc1f-59b6eda7e0f6'}}] {{(pid=100247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:06:38.321577 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-48d05e75-7940-4994-8117-8faa518189cc req-58514b0b-1dcd-4d9b-82e5-6ea91e7f5dda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:38.326601 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 44bd624e-7007-4775-b314-22aa5790fb3b up at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:06:38.389987 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-3ff78ace-4f46-44a8-979d-99cafb7043df None None] Provisioning for port 44bd624e-7007-4775-b314-22aa5790fb3b completed by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:06:38.426461 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning for port 44bd624e-7007-4775-b314-22aa5790fb3b completed by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:06:38.432440 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning complete for port 44bd624e-7007-4775-b314-22aa5790fb3b triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:06:38.432958 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:38.512667 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.db [req-48d05e75-7940-4994-8117-8faa518189cc req-58514b0b-1dcd-4d9b-82e5-6ea91e7f5dda service neutron] For port 20f5d6df-12c0-4fc6-879f-9056d54469b7, host n-h1-773647-6, cleared binding levels {{(pid=100247) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:06:38.516295 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.db [req-48d05e75-7940-4994-8117-8faa518189cc req-58514b0b-1dcd-4d9b-82e5-6ea91e7f5dda service neutron] For port 20f5d6df-12c0-4fc6-879f-9056d54469b7, host n-h1-773647-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773647-6',level=0,port_id=20f5d6df-12c0-4fc6-879f-9056d54469b7,segment=NetworkSegment(8e40aa78-8395-4e3b-8b8a-7ce666e1be67),segment_id=8e40aa78-8395-4e3b-8b8a-7ce666e1be67)] {{(pid=100247) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:06:38.534059 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-48d05e75-7940-4994-8117-8faa518189cc req-58514b0b-1dcd-4d9b-82e5-6ea91e7f5dda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128888538'] for port, after_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:38.549377 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-cff54d68-35ce-4b86-9c7f-e6a353f6d28c req-9b35e7f6-ccc0-42b7-b282-2f325de6bf50 tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] 10.222.0.104 "GET /v2.0/security-groups?id=bdba1446-e72e-4024-9da7-e6061f204f14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2694049 Jul 06 14:06:38.588534 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-83e757fa-dd35-41f6-b770-128e00a4d317 tempest-RoutersIpV6AdminTest-1269433453 tempest-RoutersIpV6AdminTest-1269433453-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:38.604362 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Device 9a73bfe3-da9e-40b1-925a-80d1291031f6 details requested by agent hyperv_n-h1-773647-6 with host n-h1-773647-6 {{(pid=100248) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 14:06:38.619682 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d05e75-7940-4994-8117-8faa518189cc req-58514b0b-1dcd-4d9b-82e5-6ea91e7f5dda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:06:38.620590 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-48d05e75-7940-4994-8117-8faa518189cc req-58514b0b-1dcd-4d9b-82e5-6ea91e7f5dda service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:38.622127 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-48d05e75-7940-4994-8117-8faa518189cc req-58514b0b-1dcd-4d9b-82e5-6ea91e7f5dda service neutron] 10.222.0.127 "PUT /v2.0/ports/20f5d6df-12c0-4fc6-879f-9056d54469b7 HTTP/1.1" status: 200 len: 1092 time: 2.4003041 Jul 06 14:06:38.661839 n-d-773647-6 neutron-server[100247]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0455bf88-da4d-44a6-9768-93a70cd92e0e', 'tag': '20f5d6df-12c0-4fc6-879f-9056d54469b7'}] {{(pid=100247) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:06:38.664144 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cbf0eeaae822f8fc9b87a94aeba67a3d651842baf663a51cba94b67a514836d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea65ba20-efa8-4d37-b539-882a7a93ebda" -d '{"events": [{"name": "network-changed", "server_uuid": "0455bf88-da4d-44a6-9768-93a70cd92e0e", "tag": "20f5d6df-12c0-4fc6-879f-9056d54469b7"}]}' {{(pid=100247) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:06:38.684763 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [req-48d05e75-7940-4994-8117-8faa518189cc req-ea51664d-4537-4b72-b859-336b1bf78102 service neutron] Request body: {'port': {'device_id': '0455bf88-da4d-44a6-9768-93a70cd92e0e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-773647-6'}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:06:38.743314 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:38.791855 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] For port 9a73bfe3-da9e-40b1-925a-80d1291031f6, host n-h1-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773647-6',level=0,port_id=9a73bfe3-da9e-40b1-925a-80d1291031f6,segment=NetworkSegment(4f034a4d-0401-4410-9e3b-cfb7c7ebcd98),segment_id=4f034a4d-0401-4410-9e3b-cfb7c7ebcd98)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:06:38.816875 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Returning: {'device': '9a73bfe3-da9e-40b1-925a-80d1291031f6', 'network_id': '843daa65-9f70-4b7f-ae10-986f4b2f43e8', 'port_id': '9a73bfe3-da9e-40b1-925a-80d1291031f6', 'mac_address': 'fa:16:3e:f2:ad:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1006, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ae20b5e9-07e2-4786-84d5-713ad5ff019c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100248) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 14:06:38.829397 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] For port 44bd624e-7007-4775-b314-22aa5790fb3b, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=44bd624e-7007-4775-b314-22aa5790fb3b,segment=NetworkSegment(dbbcb043-cebd-4459-8e4c-c14643ad49d3),segment_id=dbbcb043-cebd-4459-8e4c-c14643ad49d3)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:06:38.887456 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58514b0b-1dcd-4d9b-82e5-6ea91e7f5dda service neutron] Pushing event updated for resources: {'Port': ['ID=20f5d6df-12c0-4fc6-879f-9056d54469b7,revision_number=3']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:06:38.888628 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:38.898098 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:38.966575 n-d-773647-6 neutron-server[100248]: DEBUG neutron.notifiers.nova [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9a73bfe3-da9e-40b1-925a-80d1291031f6 {{(pid=100248) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 14:06:38.980145 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Pushing event updated for resources: {'Port': ['ID=44bd624e-7007-4775-b314-22aa5790fb3b,revision_number=3']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:06:39.006709 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] For port 9a73bfe3-da9e-40b1-925a-80d1291031f6, host n-h1-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773647-6',level=0,port_id=9a73bfe3-da9e-40b1-925a-80d1291031f6,segment=NetworkSegment(4f034a4d-0401-4410-9e3b-cfb7c7ebcd98),segment_id=4f034a4d-0401-4410-9e3b-cfb7c7ebcd98)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:06:39.012840 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:39.025843 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-48d05e75-7940-4994-8117-8faa518189cc req-ea51664d-4537-4b72-b859-336b1bf78102 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:39.042458 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-9303f50f-6a60-473f-ae58-b4870242190b tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128888353'] for port, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:39.058234 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-83e757fa-dd35-41f6-b770-128e00a4d317 tempest-RoutersIpV6AdminTest-1269433453 tempest-RoutersIpV6AdminTest-1269433453-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1761047', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1806272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6989'] for router, precommit_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:39.063033 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-83e757fa-dd35-41f6-b770-128e00a4d317 tempest-RoutersIpV6AdminTest-1269433453 tempest-RoutersIpV6AdminTest-1269433453-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1761036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1761054', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1761029', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1806287'] for router, after_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:39.097455 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ab06ee-e565-4cc8-a70b-81608973dcfb req-7e46029a-1e5b-47f6-92cf-6aa8c27e74b1 tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:06:39.103411 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Pushing event updated for resources: {'Port': ['ID=9a73bfe3-da9e-40b1-925a-80d1291031f6,revision_number=6']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:06:39.103678 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ab06ee-e565-4cc8-a70b-81608973dcfb req-7e46029a-1e5b-47f6-92cf-6aa8c27e74b1 tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:06:39.108868 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e8260d8-b4dd-486a-81c0-af9e6b245c02 None None] Network f3555944-6faf-4b56-99a5-bb64c4705bcf requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:06:39.110032 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ab06ee-e565-4cc8-a70b-81608973dcfb req-7e46029a-1e5b-47f6-92cf-6aa8c27e74b1 tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:06:39.115650 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] get_ports_and_sgs() called for port_ids ['9a73bfe3-da9e-40b1-925a-80d1291031f6'] {{(pid=100248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 14:06:39.116275 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ab06ee-e565-4cc8-a70b-81608973dcfb req-7e46029a-1e5b-47f6-92cf-6aa8c27e74b1 tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:06:39.122879 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ab06ee-e565-4cc8-a70b-81608973dcfb req-7e46029a-1e5b-47f6-92cf-6aa8c27e74b1 tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:06:39.130591 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-17ab06ee-e565-4cc8-a70b-81608973dcfb req-7e46029a-1e5b-47f6-92cf-6aa8c27e74b1 tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] 10.222.0.104 "GET /v2.0/ports?device_id=0455bf88-da4d-44a6-9768-93a70cd92e0e HTTP/1.1" status: 200 len: 3828 time: 0.6573892 Jul 06 14:06:39.143760 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9303f50f-6a60-473f-ae58-b4870242190b tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] Pushing event deleted for resources: {'Port': ['ID=44bd624e-7007-4775-b314-22aa5790fb3b,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:06:39.253271 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f48fc5-8f66-4944-bcb8-685526a74d0c req-2ad40781-bdaf-44c1-afc8-259cc8362cea tempest-ServerRescueNegativeTestJSON-721731692 tempest-ServerRescueNegativeTestJSON-721731692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:06:39.256176 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83e757fa-dd35-41f6-b770-128e00a4d317 tempest-RoutersIpV6AdminTest-1269433453 tempest-RoutersIpV6AdminTest-1269433453-project-admin] Router 02e9b0c6-4d5b-4653-a777-79a218e3d117 is scheduled to L3 agent 2823d358-a11b-4885-a706-95a279e43fa7 with binding_index 1 {{(pid=100246) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 14:06:39.260791 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-45f48fc5-8f66-4944-bcb8-685526a74d0c req-2ad40781-bdaf-44c1-afc8-259cc8362cea tempest-ServerRescueNegativeTestJSON-721731692 tempest-ServerRescueNegativeTestJSON-721731692-project] 10.222.0.104 "GET /v2.0/ports?device_id=b0b96bfa-d49a-47d6-a621-d2fd80028cc9 HTTP/1.1" status: 200 len: 945 time: 0.4808850 Jul 06 14:06:39.304703 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-17ab06ee-e565-4cc8-a70b-81608973dcfb req-ce440b61-2f8f-460f-aef6-04e888fbd4de tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] 10.222.0.104 "GET /v2.0/security-groups?id=8d3a9807-14cc-46c0-b7ed-1d949d5bac09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1731167 Jul 06 14:06:39.333139 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9303f50f-6a60-473f-ae58-b4870242190b tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] No DVR routers for this DVR port 44bd624e-7007-4775-b314-22aa5790fb3b on host n-d-773647-6 {{(pid=100247) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:06:39.426878 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83e757fa-dd35-41f6-b770-128e00a4d317 tempest-RoutersIpV6AdminTest-1269433453 tempest-RoutersIpV6AdminTest-1269433453-project-admin] Notify agent at l3_agent.n-d-773647-6 the message routers_updated {{(pid=100246) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 14:06:39.433594 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-83e757fa-dd35-41f6-b770-128e00a4d317 tempest-RoutersIpV6AdminTest-1269433453 tempest-RoutersIpV6AdminTest-1269433453-project-admin] Notify callbacks [] for router, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:39.438852 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-83e757fa-dd35-41f6-b770-128e00a4d317 tempest-RoutersIpV6AdminTest-1269433453 tempest-RoutersIpV6AdminTest-1269433453-project-admin] 10.222.0.104 "PUT /v2.0/routers/02e9b0c6-4d5b-4653-a777-79a218e3d117 HTTP/1.1" status: 200 len: 920 time: 2.6106982 Jul 06 14:06:39.439043 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-85cc99dd-08d3-4bb3-a888-4818ae44ac54 None None] Could not find standard attr ID for object 44bd624e-7007-4775-b314-22aa5790fb3b. {{(pid=100248) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 06 14:06:39.443737 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 43116) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:06:39.464689 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a783d80d-23fb-4b58-bd00-2c6962684310 None None] Sync routers for ids ['02e9b0c6-4d5b-4653-a777-79a218e3d117'] in n-d-773647-6 {{(pid=100248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 14:06:39.514461 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a783d80d-23fb-4b58-bd00-2c6962684310 None None] Routers {'02e9b0c6-4d5b-4653-a777-79a218e3d117'} bound to L3 agent in host n-d-773647-6 {{(pid=100248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:06:39.515105 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-a783d80d-23fb-4b58-bd00-2c6962684310 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T14:06:25Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['02e9b0c6-4d5b-4653-a777-79a218e3d117'], 'active': True} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:06:39.551704 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-45f48fc5-8f66-4944-bcb8-685526a74d0c req-2eb0f657-ae79-4c9a-a4d9-eba97bfac66f tempest-ServerRescueNegativeTestJSON-721731692 tempest-ServerRescueNegativeTestJSON-721731692-project] 10.222.0.104 "GET /v2.0/security-groups?id=a54a60a4-d859-4f47-b26f-a63bb69450e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2898083 Jul 06 14:06:39.571794 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-9303f50f-6a60-473f-ae58-b4870242190b tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-913473'] for subnet, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:39.574714 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-a783d80d-23fb-4b58-bd00-2c6962684310 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-773647-6', False) {} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:06:39.635345 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a783d80d-23fb-4b58-bd00-2c6962684310 None None] Routers {'02e9b0c6-4d5b-4653-a777-79a218e3d117'} bound to L3 agent in host n-d-773647-6 {{(pid=100248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:06:39.636607 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-a783d80d-23fb-4b58-bd00-2c6962684310 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T14:06:25Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['02e9b0c6-4d5b-4653-a777-79a218e3d117'], 'active': True} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:06:39.639513 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-52ccac20-8658-4b72-8fe9-a09a8d8b5a42 tempest-RoutersIpV6AdminTest-1269433453 tempest-RoutersIpV6AdminTest-1269433453-project-admin] 10.222.0.104 "GET /v2.0/routers/02e9b0c6-4d5b-4653-a777-79a218e3d117 HTTP/1.1" status: 200 len: 926 time: 0.1937554 Jul 06 14:06:39.642158 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 43120) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:06:39.688771 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-a783d80d-23fb-4b58-bd00-2c6962684310 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-773647-6', False) {} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:06:39.689480 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a783d80d-23fb-4b58-bd00-2c6962684310 None None] The sync data for ids ['02e9b0c6-4d5b-4653-a777-79a218e3d117'] in n-d-773647-6 is: [] {{(pid=100248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 14:06:39.741224 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 14:06:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f55ecc51-9b3a-4b5e-98bf-9e078c0aca7b x-openstack-request-id: req-f55ecc51-9b3a-4b5e-98bf-9e078c0aca7b {{(pid=100247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:06:39.741516 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0455bf88-da4d-44a6-9768-93a70cd92e0e", "tag": "20f5d6df-12c0-4fc6-879f-9056d54469b7", "status": "completed", "code": 200}]} {{(pid=100247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:06:39.741768 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-f55ecc51-9b3a-4b5e-98bf-9e078c0aca7b {{(pid=100247) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:06:39.742150 n-d-773647-6 neutron-server[100247]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0455bf88-da4d-44a6-9768-93a70cd92e0e', 'tag': '20f5d6df-12c0-4fc6-879f-9056d54469b7', 'status': 'completed', 'code': 200} Jul 06 14:06:39.756225 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-603747b9-d5f7-4753-a62a-8545b6df2e59 tempest-RoutersIpV6AdminTest-1269433453 tempest-RoutersIpV6AdminTest-1269433453-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:06:39.760881 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-603747b9-d5f7-4753-a62a-8545b6df2e59 tempest-RoutersIpV6AdminTest-1269433453 tempest-RoutersIpV6AdminTest-1269433453-project-admin] 10.222.0.104 "GET /v2.0/ports?network_id=2658f09e-a580-4d4a-9968-2d1e0ad93719&device_id=02e9b0c6-4d5b-4653-a777-79a218e3d117&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1154020 Jul 06 14:06:39.764238 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 43122) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:06:39.867077 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d20a2f5e-7978-432b-97b5-00e6b977f349 tempest-RoutersIpV6AdminTest-1269433453 tempest-RoutersIpV6AdminTest-1269433453-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:06:39.871295 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-d20a2f5e-7978-432b-97b5-00e6b977f349 tempest-RoutersIpV6AdminTest-1269433453 tempest-RoutersIpV6AdminTest-1269433453-project-admin] 10.222.0.104 "GET /v2.0/networks/2658f09e-a580-4d4a-9968-2d1e0ad93719 HTTP/1.1" status: 200 len: 881 time: 0.1032975 Jul 06 14:06:39.871540 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 43124) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:06:39.913395 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-ae4dbccc-43c5-4b21-9d42-28f12283f130 tempest-RoutersIpV6AdminTest-1271651815 tempest-RoutersIpV6AdminTest-1271651815-project] 10.222.0.104 "GET /v2.0/ports?device_id=02e9b0c6-4d5b-4653-a777-79a218e3d117 HTTP/1.1" status: 200 len: 205 time: 0.0381036 Jul 06 14:06:39.914421 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 43126) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:06:39.977366 n-d-773647-6 neutron-server[100247]: DEBUG neutron.notifiers.nova [req-48d05e75-7940-4994-8117-8faa518189cc req-ea51664d-4537-4b72-b859-336b1bf78102 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 842aaa84-3104-4062-919f-9900319ced32 {{(pid=100247) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 14:06:39.993503 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-48d05e75-7940-4994-8117-8faa518189cc req-ea51664d-4537-4b72-b859-336b1bf78102 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:40.013933 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-9303f50f-6a60-473f-ae58-b4870242190b tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-913480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1849032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-128888347', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127627857'] for subnet, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:40.016268 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.provisioning_blocks [req-48d05e75-7940-4994-8117-8faa518189cc req-ea51664d-4537-4b72-b859-336b1bf78102 service neutron] Transition to ACTIVE for port object 842aaa84-3104-4062-919f-9900319ced32 will not be triggered until provisioned by entity L2. {{(pid=100247) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:06:40.039580 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-6dfac10d-f3e4-48aa-935f-5e589fb51085 tempest-RoutersIpV6AdminTest-1271651815 tempest-RoutersIpV6AdminTest-1271651815-project] Notify callbacks [] for router, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:40.045999 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-48d05e75-7940-4994-8117-8faa518189cc req-ea51664d-4537-4b72-b859-336b1bf78102 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128888538'] for port, after_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:40.059716 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9303f50f-6a60-473f-ae58-b4870242190b tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] Pushing event deleted for resources: {'Subnet': ['ID=0c2ec830-684e-474f-bbaa-56f827f68340,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:06:40.100957 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a816d08-5917-4bb4-b47d-060fb161ba10 None None] Network f3555944-6faf-4b56-99a5-bb64c4705bcf requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:06:40.166228 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea65ba20-efa8-4d37-b539-882a7a93ebda req-ecd84d31-7827-4328-8786-bf2b345565df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:06:40.166712 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea65ba20-efa8-4d37-b539-882a7a93ebda req-ecd84d31-7827-4328-8786-bf2b345565df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:06:40.167182 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea65ba20-efa8-4d37-b539-882a7a93ebda req-ecd84d31-7827-4328-8786-bf2b345565df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:06:40.167690 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea65ba20-efa8-4d37-b539-882a7a93ebda req-ecd84d31-7827-4328-8786-bf2b345565df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:06:40.168159 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea65ba20-efa8-4d37-b539-882a7a93ebda req-ecd84d31-7827-4328-8786-bf2b345565df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:06:40.180541 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-ea65ba20-efa8-4d37-b539-882a7a93ebda req-ecd84d31-7827-4328-8786-bf2b345565df service neutron] 10.222.0.127 "GET /v2.0/ports?tenant_id=5bc84ece362540998140660bd65643c3&device_id=0455bf88-da4d-44a6-9768-93a70cd92e0e HTTP/1.1" status: 200 len: 4363 time: 0.4375017 Jul 06 14:06:40.184471 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-6dfac10d-f3e4-48aa-935f-5e589fb51085 tempest-RoutersIpV6AdminTest-1271651815 tempest-RoutersIpV6AdminTest-1271651815-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:40.229623 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9550c85-dbe8-43e0-9593-cbf9bb77fa6e req-efafed57-f48b-4084-853d-60166196be6e tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:06:40.232700 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-e9550c85-dbe8-43e0-9593-cbf9bb77fa6e req-efafed57-f48b-4084-853d-60166196be6e tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] 10.222.0.104 "GET /v2.0/ports?device_id=73164a94-66a9-4dc1-ae58-422cd07dc979 HTTP/1.1" status: 200 len: 946 time: 0.3684359 Jul 06 14:06:40.241223 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-9303f50f-6a60-473f-ae58-b4870242190b tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-917204', 'neutron.services.segments.db._delete_segments_for_network-8773753502302'] for network, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:40.256339 n-d-773647-6 neutron-server[100247]: DEBUG neutron.services.segments.db [None req-9303f50f-6a60-473f-ae58-b4870242190b tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f3555944-6faf-4b56-99a5-bb64c4705bcf']}} {{(pid=100247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:06:40.270542 n-d-773647-6 neutron-server[100247]: DEBUG neutron.services.segments.db [None req-9303f50f-6a60-473f-ae58-b4870242190b tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dbbcb043-cebd-4459-8e4c-c14643ad49d3') {'for_net_delete': True} {{(pid=100247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:06:40.271025 n-d-773647-6 neutron-server[100247]: DEBUG neutron.services.segments.db [None req-9303f50f-6a60-473f-ae58-b4870242190b tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dbbcb043-cebd-4459-8e4c-c14643ad49d3') {} {{(pid=100247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:06:40.285807 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-9303f50f-6a60-473f-ae58-b4870242190b tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773753515138', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127131763'] for segment, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:40.315962 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-9303f50f-6a60-473f-ae58-b4870242190b tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552'] for segment, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:40.332361 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea51664d-4537-4b72-b859-336b1bf78102 service neutron] Pushing event updated for resources: {'Port': ['ID=842aaa84-3104-4062-919f-9900319ced32,revision_number=2']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:06:40.407007 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9303f50f-6a60-473f-ae58-b4870242190b tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] Releasing vlan 1018 on physical network physnet1 to pool {{(pid=100247) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 14:06:40.407549 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-9303f50f-6a60-473f-ae58-b4870242190b tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-128888574'] for segment, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:40.411623 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:40.440194 n-d-773647-6 neutron-server[100247]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:06:40.440194 n-d-773647-6 neutron-server[100247]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:06:40.440194 n-d-773647-6 neutron-server[100247]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:06:40.440194 n-d-773647-6 neutron-server[100247]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:06:40.440194 n-d-773647-6 neutron-server[100247]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:06:40.440194 n-d-773647-6 neutron-server[100247]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:06:40.440194 n-d-773647-6 neutron-server[100247]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:06:40.440194 n-d-773647-6 neutron-server[100247]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:06:40.440194 n-d-773647-6 neutron-server[100247]: Traceback (most recent call last): Jul 06 14:06:40.440194 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 14:06:40.440194 n-d-773647-6 neutron-server[100247]: timer() Jul 06 14:06:40.440194 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 14:06:40.440194 n-d-773647-6 neutron-server[100247]: cb(*args, **kw) Jul 06 14:06:40.440194 n-d-773647-6 neutron-server[100247]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 14:06:40.440194 n-d-773647-6 neutron-server[100247]: return func(*args, **kwargs) Jul 06 14:06:40.440194 n-d-773647-6 neutron-server[100247]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 14:06:40.440194 n-d-773647-6 neutron-server[100247]: self._notify() Jul 06 14:06:40.440194 n-d-773647-6 neutron-server[100247]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 14:06:40.440194 n-d-773647-6 neutron-server[100247]: self.callback(batched_events) Jul 06 14:06:40.440194 n-d-773647-6 neutron-server[100247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 14:06:40.440194 n-d-773647-6 neutron-server[100247]: event.method(event) Jul 06 14:06:40.440194 n-d-773647-6 neutron-server[100247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 14:06:40.440194 n-d-773647-6 neutron-server[100247]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 14:06:40.440194 n-d-773647-6 neutron-server[100247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 14:06:40.440194 n-d-773647-6 neutron-server[100247]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 14:06:40.440194 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 14:06:40.440194 n-d-773647-6 neutron-server[100247]: return f(self, *a, **k) Jul 06 14:06:40.440194 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 14:06:40.440194 n-d-773647-6 neutron-server[100247]: return self._get(url).json() Jul 06 14:06:40.440194 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 14:06:40.440194 n-d-773647-6 neutron-server[100247]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 14:06:40.440194 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 14:06:40.440194 n-d-773647-6 neutron-server[100247]: return self.request(url, 'GET', **kwargs) Jul 06 14:06:40.440194 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 14:06:40.440194 n-d-773647-6 neutron-server[100247]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 14:06:40.440194 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 14:06:40.440194 n-d-773647-6 neutron-server[100247]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 14:06:40.440194 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 14:06:40.440194 n-d-773647-6 neutron-server[100247]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 14:06:40.440194 n-d-773647-6 neutron-server[100247]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 14:06:40.459806 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e4ec687-a154-47d8-a75b-1dd47259e1e1 None None] DHCP port deletion for f3555944-6faf-4b56-99a5-bb64c4705bcf request from n-d-773647-6 {{(pid=100248) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 14:06:40.629964 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Device 9a73bfe3-da9e-40b1-925a-80d1291031f6 up at agent hyperv_n-h1-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:06:40.668451 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [None req-6dfac10d-f3e4-48aa-935f-5e589fb51085 tempest-RoutersIpV6AdminTest-1271651815 tempest-RoutersIpV6AdminTest-1271651815-project] Deleting port 8ae8c02d-5552-4e83-a947-2e2661a0f43b {{(pid=100246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:06:40.669017 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-6dfac10d-f3e4-48aa-935f-5e589fb51085 tempest-RoutersIpV6AdminTest-1271651815 tempest-RoutersIpV6AdminTest-1271651815-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:40.688658 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Provisioning complete for port 9a73bfe3-da9e-40b1-925a-80d1291031f6 triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:06:40.689325 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:40.703081 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-e9550c85-dbe8-43e0-9593-cbf9bb77fa6e req-f0644d4a-91f5-4ee1-8ef9-294603aa063e tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] 10.222.0.104 "GET /v2.0/security-groups?id=bdba1446-e72e-4024-9da7-e6061f204f14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3186069 Jul 06 14:06:40.763179 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.managers [req-48d05e75-7940-4994-8117-8faa518189cc req-ea51664d-4537-4b72-b859-336b1bf78102 service neutron] Attempting to bind port 842aaa84-3104-4062-919f-9900319ced32 on host n-h1-773647-6 for vnic_type normal with profile {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:06:40.764129 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.managers [req-48d05e75-7940-4994-8117-8faa518189cc req-ea51664d-4537-4b72-b859-336b1bf78102 service neutron] Attempting to bind port 842aaa84-3104-4062-919f-9900319ced32 by drivers openvswitch,hyperv on host n-h1-773647-6 at level 0 using segments [{'id': 'ac55593e-8500-4da2-8d0d-5602184fcc61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': 'f1fe0f84-e7fb-43f2-a13c-d5fffe5a5634'}] {{(pid=100247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:06:40.764456 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48d05e75-7940-4994-8117-8faa518189cc req-ea51664d-4537-4b72-b859-336b1bf78102 service neutron] Attempting to bind port 842aaa84-3104-4062-919f-9900319ced32 on network f1fe0f84-e7fb-43f2-a13c-d5fffe5a5634 {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:06:40.769967 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-6dfac10d-f3e4-48aa-935f-5e589fb51085 tempest-RoutersIpV6AdminTest-1271651815 tempest-RoutersIpV6AdminTest-1271651815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:40.779104 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-9303f50f-6a60-473f-ae58-b4870242190b tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-917215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1761140'] for network, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:40.785841 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [None req-6dfac10d-f3e4-48aa-935f-5e589fb51085 tempest-RoutersIpV6AdminTest-1271651815 tempest-RoutersIpV6AdminTest-1271651815-project] Calling delete_port for 8ae8c02d-5552-4e83-a947-2e2661a0f43b owned by network:router_gateway {{(pid=100246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:06:40.803665 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48d05e75-7940-4994-8117-8faa518189cc req-ea51664d-4537-4b72-b859-336b1bf78102 service neutron] Port 842aaa84-3104-4062-919f-9900319ced32 on network f1fe0f84-e7fb-43f2-a13c-d5fffe5a5634 not bound, no agent of type Open vSwitch agent registered on host n-h1-773647-6 {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 14:06:40.804002 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48d05e75-7940-4994-8117-8faa518189cc req-ea51664d-4537-4b72-b859-336b1bf78102 service neutron] Attempting to bind port 842aaa84-3104-4062-919f-9900319ced32 on network f1fe0f84-e7fb-43f2-a13c-d5fffe5a5634 {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:06:40.807551 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-9303f50f-6a60-473f-ae58-b4870242190b tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583035'] for network, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:40.812082 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-9303f50f-6a60-473f-ae58-b4870242190b tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] 10.222.0.104 "DELETE /v2.0/networks/f3555944-6faf-4b56-99a5-bb64c4705bcf HTTP/1.1" status: 204 len: 168 time: 4.1137595 Jul 06 14:06:40.816935 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:40.822134 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 43148) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:06:40.844989 n-d-773647-6 neutron-server[100248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0143d447-10d0-4ce1-9893-d3fe7da7ea42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a73bfe3-da9e-40b1-925a-80d1291031f6'}] {{(pid=100248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:06:40.847725 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84af257533e383389cbcf231d3534f4d5e149e7203fea16b4a8fc01438dddaf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d4e14a5-fe77-4ce2-b55c-42213f101e1b" -d '{"events": [{"server_uuid": "0143d447-10d0-4ce1-9893-d3fe7da7ea42", "name": "network-vif-plugged", "status": "completed", "tag": "9a73bfe3-da9e-40b1-925a-80d1291031f6"}]}' {{(pid=100248) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:06:40.855148 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48d05e75-7940-4994-8117-8faa518189cc req-ea51664d-4537-4b72-b859-336b1bf78102 service neutron] Checking agent: {'id': '5bf7147f-bada-4441-a5dc-934b903473fb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-773647-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 51, 12), 'started_at': datetime.datetime(2021, 7, 6, 13, 51, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 6, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:06:40.855462 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48d05e75-7940-4994-8117-8faa518189cc req-ea51664d-4537-4b72-b859-336b1bf78102 service neutron] Checking segment: {'id': 'ac55593e-8500-4da2-8d0d-5602184fcc61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': 'f1fe0f84-e7fb-43f2-a13c-d5fffe5a5634'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100247) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:06:40.856228 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48d05e75-7940-4994-8117-8faa518189cc req-ea51664d-4537-4b72-b859-336b1bf78102 service neutron] Bound using segment: {'id': 'ac55593e-8500-4da2-8d0d-5602184fcc61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': 'f1fe0f84-e7fb-43f2-a13c-d5fffe5a5634'} {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:06:40.856679 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.managers [req-48d05e75-7940-4994-8117-8faa518189cc req-ea51664d-4537-4b72-b859-336b1bf78102 service neutron] Bound port: 842aaa84-3104-4062-919f-9900319ced32, host: n-h1-773647-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ac55593e-8500-4da2-8d0d-5602184fcc61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': 'f1fe0f84-e7fb-43f2-a13c-d5fffe5a5634'}}] {{(pid=100247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:06:40.857077 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-48d05e75-7940-4994-8117-8faa518189cc req-ea51664d-4537-4b72-b859-336b1bf78102 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:40.859695 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9303f50f-6a60-473f-ae58-b4870242190b tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] Pushing event deleted for resources: {'Network': ['ID=f3555944-6faf-4b56-99a5-bb64c4705bcf,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:06:40.864670 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] For port 9a73bfe3-da9e-40b1-925a-80d1291031f6, host n-h1-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773647-6',level=0,port_id=9a73bfe3-da9e-40b1-925a-80d1291031f6,segment=NetworkSegment(4f034a4d-0401-4410-9e3b-cfb7c7ebcd98),segment_id=4f034a4d-0401-4410-9e3b-cfb7c7ebcd98)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:06:40.870908 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:40.876550 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea65ba20-efa8-4d37-b539-882a7a93ebda req-7754dbda-8acf-44b7-b892-1d03e6510cb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:06:40.877050 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea65ba20-efa8-4d37-b539-882a7a93ebda req-7754dbda-8acf-44b7-b892-1d03e6510cb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:06:40.877530 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea65ba20-efa8-4d37-b539-882a7a93ebda req-7754dbda-8acf-44b7-b892-1d03e6510cb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:06:40.880250 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-ea65ba20-efa8-4d37-b539-882a7a93ebda req-7754dbda-8acf-44b7-b892-1d03e6510cb4 service neutron] 10.222.0.127 "GET /v2.0/networks?tenant_id=5bc84ece362540998140660bd65643c3&shared=False HTTP/1.1" status: 200 len: 2301 time: 0.6921625 Jul 06 14:06:40.902175 n-d-773647-6 neutron-server[100247]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e088416-5db9-4fcc-b639-b63a05f78033 tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] DELETE failed (client error): The resource could not be found. Jul 06 14:06:40.902760 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4e088416-5db9-4fcc-b639-b63a05f78033 tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100247) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 14:06:40.905083 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-4e088416-5db9-4fcc-b639-b63a05f78033 tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] 10.222.0.104 "DELETE /v2.0/networks/f3555944-6faf-4b56-99a5-bb64c4705bcf HTTP/1.1" status: 404 len: 339 time: 0.0677197 Jul 06 14:06:40.909829 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 43152) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:06:40.917150 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-431431e1-f649-4392-bcd5-b963661beb5b tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-995019852', 'description': 'd1'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:06:40.919815 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9303f50f-6a60-473f-ae58-b4870242190b tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:06:40.920174 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9303f50f-6a60-473f-ae58-b4870242190b tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:06:40.920521 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9303f50f-6a60-473f-ae58-b4870242190b tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:06:40.921391 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9303f50f-6a60-473f-ae58-b4870242190b tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:06:40.921391 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9303f50f-6a60-473f-ae58-b4870242190b tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:06:40.921600 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9303f50f-6a60-473f-ae58-b4870242190b tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:06:40.921826 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9303f50f-6a60-473f-ae58-b4870242190b tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:06:40.922152 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9303f50f-6a60-473f-ae58-b4870242190b tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:06:40.922470 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9303f50f-6a60-473f-ae58-b4870242190b tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:06:40.923321 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9303f50f-6a60-473f-ae58-b4870242190b tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:06:40.923659 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9303f50f-6a60-473f-ae58-b4870242190b tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:06:40.923991 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9303f50f-6a60-473f-ae58-b4870242190b tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:06:40.931425 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Pushing event updated for resources: {'Port': ['ID=9a73bfe3-da9e-40b1-925a-80d1291031f6,revision_number=7']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:06:40.947967 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642f3212-578c-4a45-9d8b-657605870261 req-d0412200-b5c2-4109-86b3-45f1a12dd008 tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:06:40.954496 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642f3212-578c-4a45-9d8b-657605870261 req-d0412200-b5c2-4109-86b3-45f1a12dd008 tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:06:40.956139 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-431431e1-f649-4392-bcd5-b963661beb5b tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] Made reservation on behalf of 425e7b83a55643309e64fa25c786b5c4 for: {'network': 1} {{(pid=100246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:06:40.959843 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-431431e1-f649-4392-bcd5-b963661beb5b tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for network, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:40.960604 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642f3212-578c-4a45-9d8b-657605870261 req-d0412200-b5c2-4109-86b3-45f1a12dd008 tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:06:40.967411 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642f3212-578c-4a45-9d8b-657605870261 req-d0412200-b5c2-4109-86b3-45f1a12dd008 tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:06:40.973346 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642f3212-578c-4a45-9d8b-657605870261 req-d0412200-b5c2-4109-86b3-45f1a12dd008 tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:06:40.979271 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642f3212-578c-4a45-9d8b-657605870261 req-d0412200-b5c2-4109-86b3-45f1a12dd008 tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:06:40.981096 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-642f3212-578c-4a45-9d8b-657605870261 req-d0412200-b5c2-4109-86b3-45f1a12dd008 tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] 10.222.0.104 "GET /v2.0/ports?device_id=0455bf88-da4d-44a6-9768-93a70cd92e0e HTTP/1.1" status: 200 len: 4605 time: 0.4255524 Jul 06 14:06:41.026840 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-6dfac10d-f3e4-48aa-935f-5e589fb51085 tempest-RoutersIpV6AdminTest-1271651815 tempest-RoutersIpV6AdminTest-1271651815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127687580'] for port, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:41.032529 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-431431e1-f649-4392-bcd5-b963661beb5b tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] vlan segment allocate from pool success with {'vlan_id': 1028, 'physical_network': 'physnet1'} {{(pid=100246) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 14:06:41.060098 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dfac10d-f3e4-48aa-935f-5e589fb51085 tempest-RoutersIpV6AdminTest-1271651815 tempest-RoutersIpV6AdminTest-1271651815-project] Pushing event deleted for resources: {'Port': ['ID=8ae8c02d-5552-4e83-a947-2e2661a0f43b,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:06:41.067192 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-431431e1-f649-4392-bcd5-b963661beb5b tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552'] for segment, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:41.067656 n-d-773647-6 neutron-server[100246]: INFO neutron.db.segments_db [None req-431431e1-f649-4392-bcd5-b963661beb5b tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] Added segment e97e18ca-8eca-4bda-a6c4-84ac544f9039 of type vlan for network 225d707b-8538-43ff-8be7-5dc3d6ac8466 Jul 06 14:06:41.155790 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-431431e1-f649-4392-bcd5-b963661beb5b tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773752984405'] for network, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:41.170814 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-6dfac10d-f3e4-48aa-935f-5e589fb51085 tempest-RoutersIpV6AdminTest-1271651815 tempest-RoutersIpV6AdminTest-1271651815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1761104'] for router_gateway, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:41.200622 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-642f3212-578c-4a45-9d8b-657605870261 req-9fedd455-c242-467a-b516-aacdf00fc4de tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] 10.222.0.104 "GET /v2.0/security-groups?id=f573cac5-f5b4-46cb-8ee6-cba4798a03b8&id=8d3a9807-14cc-46c0-b7ed-1d949d5bac09&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1920977 Jul 06 14:06:41.236702 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.db [req-48d05e75-7940-4994-8117-8faa518189cc req-ea51664d-4537-4b72-b859-336b1bf78102 service neutron] For port 842aaa84-3104-4062-919f-9900319ced32, host n-h1-773647-6, cleared binding levels {{(pid=100247) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:06:41.265785 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.db [req-48d05e75-7940-4994-8117-8faa518189cc req-ea51664d-4537-4b72-b859-336b1bf78102 service neutron] For port 842aaa84-3104-4062-919f-9900319ced32, host n-h1-773647-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773647-6',level=0,port_id=842aaa84-3104-4062-919f-9900319ced32,segment=NetworkSegment(ac55593e-8500-4da2-8d0d-5602184fcc61),segment_id=ac55593e-8500-4da2-8d0d-5602184fcc61)] {{(pid=100247) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:06:41.267828 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea65ba20-efa8-4d37-b539-882a7a93ebda req-70ff8855-8de0-4e84-a517-3c344bd2b78f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:06:41.269748 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-ea65ba20-efa8-4d37-b539-882a7a93ebda req-70ff8855-8de0-4e84-a517-3c344bd2b78f service neutron] 10.222.0.127 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.3617368 Jul 06 14:06:41.281823 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ebbd53-25b2-450f-8f9d-e67162108175 req-10662561-47d5-40c9-9129-53f18fc824df tempest-ServerRescueNegativeTestJSON-721731692 tempest-ServerRescueNegativeTestJSON-721731692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:06:41.283649 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-f4ebbd53-25b2-450f-8f9d-e67162108175 req-10662561-47d5-40c9-9129-53f18fc824df tempest-ServerRescueNegativeTestJSON-721731692 tempest-ServerRescueNegativeTestJSON-721731692-project] 10.222.0.104 "GET /v2.0/ports?device_id=b0b96bfa-d49a-47d6-a621-d2fd80028cc9 HTTP/1.1" status: 200 len: 945 time: 0.3473957 Jul 06 14:06:41.285085 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-48d05e75-7940-4994-8117-8faa518189cc req-ea51664d-4537-4b72-b859-336b1bf78102 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128888538'] for port, after_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:41.295404 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-6dfac10d-f3e4-48aa-935f-5e589fb51085 tempest-RoutersIpV6AdminTest-1271651815 tempest-RoutersIpV6AdminTest-1271651815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1806308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6982'] for router, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:41.304026 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-6dfac10d-f3e4-48aa-935f-5e589fb51085 tempest-RoutersIpV6AdminTest-1271651815 tempest-RoutersIpV6AdminTest-1271651815-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:41.341501 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d05e75-7940-4994-8117-8faa518189cc req-ea51664d-4537-4b72-b859-336b1bf78102 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:06:41.342786 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-48d05e75-7940-4994-8117-8faa518189cc req-ea51664d-4537-4b72-b859-336b1bf78102 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:41.345124 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-48d05e75-7940-4994-8117-8faa518189cc req-ea51664d-4537-4b72-b859-336b1bf78102 service neutron] 10.222.0.127 "PUT /v2.0/ports/842aaa84-3104-4062-919f-9900319ced32 HTTP/1.1" status: 200 len: 1135 time: 2.6678612 Jul 06 14:06:41.372731 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-431431e1-f649-4392-bcd5-b963661beb5b tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060'] for network, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:41.383557 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-431431e1-f649-4392-bcd5-b963661beb5b tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:06:41.384567 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-431431e1-f649-4392-bcd5-b963661beb5b tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] Notify callbacks [] for network, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:41.392336 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-f4ebbd53-25b2-450f-8f9d-e67162108175 req-11ca53ef-96ef-4712-8a63-80bfb28f78ff tempest-ServerRescueNegativeTestJSON-721731692 tempest-ServerRescueNegativeTestJSON-721731692-project] 10.222.0.104 "GET /v2.0/security-groups?id=a54a60a4-d859-4f47-b26f-a63bb69450e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020346 Jul 06 14:06:41.399282 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [req-48d05e75-7940-4994-8117-8faa518189cc req-1dd8e524-efce-4007-bc16-e5e043473078 service neutron] Request body: {'port': {'device_id': '0455bf88-da4d-44a6-9768-93a70cd92e0e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-773647-6'}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:06:41.411426 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-6dfac10d-f3e4-48aa-935f-5e589fb51085 tempest-RoutersIpV6AdminTest-1271651815 tempest-RoutersIpV6AdminTest-1271651815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1805684'] for router, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:41.411900 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6dfac10d-f3e4-48aa-935f-5e589fb51085 tempest-RoutersIpV6AdminTest-1271651815 tempest-RoutersIpV6AdminTest-1271651815-project] Fanout notify agent at l3_agent the message router_deleted on router 02e9b0c6-4d5b-4653-a777-79a218e3d117 {{(pid=100246) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 14:06:41.449867 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-6dfac10d-f3e4-48aa-935f-5e589fb51085 tempest-RoutersIpV6AdminTest-1271651815 tempest-RoutersIpV6AdminTest-1271651815-project] Notify callbacks [] for router, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:41.452511 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-6dfac10d-f3e4-48aa-935f-5e589fb51085 tempest-RoutersIpV6AdminTest-1271651815 tempest-RoutersIpV6AdminTest-1271651815-project] 10.222.0.104 "DELETE /v2.0/routers/02e9b0c6-4d5b-4653-a777-79a218e3d117 HTTP/1.1" status: 204 len: 168 time: 1.5365996 Jul 06 14:06:41.457979 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 43154) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:06:41.469575 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-aebaf54d-1ef6-41c9-a993-2c28bd7daf54 tempest-RoutersIpV6AdminTest-1271651815 tempest-RoutersIpV6AdminTest-1271651815-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1619798577', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719'}, 'admin_state_up': False}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:06:41.504331 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-431431e1-f649-4392-bcd5-b963661beb5b tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] 10.222.0.104 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 0.5932143 Jul 06 14:06:41.509816 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 43156) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:06:41.585126 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431431e1-f649-4392-bcd5-b963661beb5b tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] Pushing event updated for resources: {'Network': ['ID=225d707b-8538-43ff-8be7-5dc3d6ac8466,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:06:41.600929 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Network 225d707b-8538-43ff-8be7-5dc3d6ac8466 details requested by agent ovs-agent-n-d-773647-6 with host n-d-773647-6 {{(pid=100248) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 14:06:41.618938 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-aebaf54d-1ef6-41c9-a993-2c28bd7daf54 tempest-RoutersIpV6AdminTest-1271651815 tempest-RoutersIpV6AdminTest-1271651815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1806290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6992'] for router, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:41.620084 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-aebaf54d-1ef6-41c9-a993-2c28bd7daf54 tempest-RoutersIpV6AdminTest-1271651815 tempest-RoutersIpV6AdminTest-1271651815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1806157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1808637', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1714747', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7007'] for router, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:41.684695 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c34a3ef9-9004-4e04-a80e-f260c2a43332 tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:06:41.689316 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-c34a3ef9-9004-4e04-a80e-f260c2a43332 tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] 10.222.0.104 "GET /v2.0/networks?id=225d707b-8538-43ff-8be7-5dc3d6ac8466 HTTP/1.1" status: 200 len: 760 time: 0.1745429 Jul 06 14:06:41.695020 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 43158) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:06:41.702684 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-5e84925e-e1c8-4821-a5fd-726e1ced6c9b tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] Request body: {'network': {'description': 'd2'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:06:41.718953 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 14:06:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0795e11-9ef1-4642-bd63-f2e4d5d050eb x-openstack-request-id: req-e0795e11-9ef1-4642-bd63-f2e4d5d050eb {{(pid=100248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:06:41.719290 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0143d447-10d0-4ce1-9893-d3fe7da7ea42", "name": "network-vif-plugged", "status": "completed", "tag": "9a73bfe3-da9e-40b1-925a-80d1291031f6", "code": 200}]} {{(pid=100248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:06:41.719681 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-e0795e11-9ef1-4642-bd63-f2e4d5d050eb {{(pid=100248) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:06:41.720423 n-d-773647-6 neutron-server[100248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0143d447-10d0-4ce1-9893-d3fe7da7ea42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a73bfe3-da9e-40b1-925a-80d1291031f6', 'code': 200} Jul 06 14:06:41.806445 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-aebaf54d-1ef6-41c9-a993-2c28bd7daf54 tempest-RoutersIpV6AdminTest-1271651815 tempest-RoutersIpV6AdminTest-1271651815-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:41.858397 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea51664d-4537-4b72-b859-336b1bf78102 service neutron] Pushing event updated for resources: {'Port': ['ID=842aaa84-3104-4062-919f-9900319ced32,revision_number=3']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:06:41.868088 n-d-773647-6 neutron-server[100247]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0455bf88-da4d-44a6-9768-93a70cd92e0e', 'tag': '842aaa84-3104-4062-919f-9900319ced32'}] {{(pid=100247) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:06:41.870958 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cbf0eeaae822f8fc9b87a94aeba67a3d651842baf663a51cba94b67a514836d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9642976b-6b65-4ea9-bcfd-0d194d7ce4f6" -d '{"events": [{"name": "network-changed", "server_uuid": "0455bf88-da4d-44a6-9768-93a70cd92e0e", "tag": "842aaa84-3104-4062-919f-9900319ced32"}]}' {{(pid=100247) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:06:41.931091 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 14:06:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b15d8de5-2d08-4f7b-beb5-a843840dd9fc x-openstack-request-id: req-b15d8de5-2d08-4f7b-beb5-a843840dd9fc {{(pid=100247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:06:41.931381 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0455bf88-da4d-44a6-9768-93a70cd92e0e", "tag": "842aaa84-3104-4062-919f-9900319ced32", "status": "completed", "code": 200}]} {{(pid=100247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:06:41.931599 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-b15d8de5-2d08-4f7b-beb5-a843840dd9fc {{(pid=100247) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:06:41.932126 n-d-773647-6 neutron-server[100247]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0455bf88-da4d-44a6-9768-93a70cd92e0e', 'tag': '842aaa84-3104-4062-919f-9900319ced32', 'status': 'completed', 'code': 200} Jul 06 14:06:41.990518 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-48d05e75-7940-4994-8117-8faa518189cc req-1dd8e524-efce-4007-bc16-e5e043473078 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:42.026674 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fee92a-46e9-478e-ba71-945933bc7a49 req-c15fa357-42a3-44a9-aefd-fff9b6f0649b tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:06:42.030123 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-19fee92a-46e9-478e-ba71-945933bc7a49 req-c15fa357-42a3-44a9-aefd-fff9b6f0649b tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] 10.222.0.104 "GET /v2.0/ports?device_id=73164a94-66a9-4dc1-ae58-422cd07dc979 HTTP/1.1" status: 200 len: 946 time: 0.1512008 Jul 06 14:06:42.056880 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-aebaf54d-1ef6-41c9-a993-2c28bd7daf54 tempest-RoutersIpV6AdminTest-1271651815 tempest-RoutersIpV6AdminTest-1271651815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1761047', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1806272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6989'] for router, precommit_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:42.063798 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-5e84925e-e1c8-4821-a5fd-726e1ced6c9b tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773752984405'] for network, precommit_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:42.104755 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9642976b-6b65-4ea9-bcfd-0d194d7ce4f6 req-ff0f8b21-6cec-4017-a3a8-4c7fc83da8bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:06:42.105239 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9642976b-6b65-4ea9-bcfd-0d194d7ce4f6 req-ff0f8b21-6cec-4017-a3a8-4c7fc83da8bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:06:42.105715 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9642976b-6b65-4ea9-bcfd-0d194d7ce4f6 req-ff0f8b21-6cec-4017-a3a8-4c7fc83da8bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:06:42.106182 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9642976b-6b65-4ea9-bcfd-0d194d7ce4f6 req-ff0f8b21-6cec-4017-a3a8-4c7fc83da8bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:06:42.106648 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9642976b-6b65-4ea9-bcfd-0d194d7ce4f6 req-ff0f8b21-6cec-4017-a3a8-4c7fc83da8bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:06:42.107678 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9642976b-6b65-4ea9-bcfd-0d194d7ce4f6 req-ff0f8b21-6cec-4017-a3a8-4c7fc83da8bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:06:42.109501 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-9642976b-6b65-4ea9-bcfd-0d194d7ce4f6 req-ff0f8b21-6cec-4017-a3a8-4c7fc83da8bf service neutron] 10.222.0.127 "GET /v2.0/ports?tenant_id=5bc84ece362540998140660bd65643c3&device_id=0455bf88-da4d-44a6-9768-93a70cd92e0e HTTP/1.1" status: 200 len: 5291 time: 0.1686051 Jul 06 14:06:42.119007 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-5e84925e-e1c8-4821-a5fd-726e1ced6c9b tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060'] for network, after_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:42.136457 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 44bd624e-7007-4775-b314-22aa5790fb3b no longer exists at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:06:42.141556 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-5e84925e-e1c8-4821-a5fd-726e1ced6c9b tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] Network 225d707b-8538-43ff-8be7-5dc3d6ac8466 is not hosted by any dhcp agent {{(pid=100246) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jul 06 14:06:42.146956 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e84925e-e1c8-4821-a5fd-726e1ced6c9b tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:06:42.147577 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-5e84925e-e1c8-4821-a5fd-726e1ced6c9b tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] Notify callbacks [] for network, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:42.149530 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-5e84925e-e1c8-4821-a5fd-726e1ced6c9b tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] 10.222.0.104 "PUT /v2.0/networks/225d707b-8538-43ff-8be7-5dc3d6ac8466 HTTP/1.1" status: 200 len: 757 time: 0.4529009 Jul 06 14:06:42.159591 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] No Port match for: 44bd624e-7007-4775-b314-22aa5790fb3b {{(pid=100248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 14:06:42.160267 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 44bd624e-7007-4775-b314-22aa5790fb3b not bound to the agent host n-d-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:06:42.161175 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 43174) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:06:42.166582 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-19fee92a-46e9-478e-ba71-945933bc7a49 req-4190c410-355b-49ad-a0e5-566a0dd8fc0d tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] 10.222.0.104 "GET /v2.0/security-groups?id=bdba1446-e72e-4024-9da7-e6061f204f14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184759 Jul 06 14:06:42.212724 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e84925e-e1c8-4821-a5fd-726e1ced6c9b tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] Pushing event updated for resources: {'Network': ['ID=225d707b-8538-43ff-8be7-5dc3d6ac8466,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:06:42.225563 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Network 225d707b-8538-43ff-8be7-5dc3d6ac8466 details requested by agent ovs-agent-n-d-773647-6 with host n-d-773647-6 {{(pid=100248) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 14:06:42.366176 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:42.371912 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-aebaf54d-1ef6-41c9-a993-2c28bd7daf54 tempest-RoutersIpV6AdminTest-1271651815 tempest-RoutersIpV6AdminTest-1271651815-project] Notify callbacks [] for router_gateway, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:42.384592 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6793c24c-5fab-4bb3-b576-745eb99088d3 tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:06:42.386226 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-6793c24c-5fab-4bb3-b576-745eb99088d3 tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] 10.222.0.104 "GET /v2.0/networks?id=225d707b-8538-43ff-8be7-5dc3d6ac8466 HTTP/1.1" status: 200 len: 760 time: 0.2227440 Jul 06 14:06:42.392635 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 43180) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:06:42.398177 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-51f4d46a-a7a6-4891-8d98-bde5c379f3f7 tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-356345803'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:06:42.413813 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-aebaf54d-1ef6-41c9-a993-2c28bd7daf54 tempest-RoutersIpV6AdminTest-1271651815 tempest-RoutersIpV6AdminTest-1271651815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:42.468026 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51f4d46a-a7a6-4891-8d98-bde5c379f3f7 tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] Made reservation on behalf of 425e7b83a55643309e64fa25c786b5c4 for: {'network': 1} {{(pid=100246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:06:42.468399 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9642976b-6b65-4ea9-bcfd-0d194d7ce4f6 req-fa66a6b2-c6eb-461d-b8c8-ccafd7d27f57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:06:42.468883 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9642976b-6b65-4ea9-bcfd-0d194d7ce4f6 req-fa66a6b2-c6eb-461d-b8c8-ccafd7d27f57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:06:42.469351 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9642976b-6b65-4ea9-bcfd-0d194d7ce4f6 req-fa66a6b2-c6eb-461d-b8c8-ccafd7d27f57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:06:42.470939 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-9642976b-6b65-4ea9-bcfd-0d194d7ce4f6 req-fa66a6b2-c6eb-461d-b8c8-ccafd7d27f57 service neutron] 10.222.0.127 "GET /v2.0/networks?tenant_id=5bc84ece362540998140660bd65643c3&shared=False HTTP/1.1" status: 200 len: 2301 time: 0.3087280 Jul 06 14:06:42.473969 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-51f4d46a-a7a6-4891-8d98-bde5c379f3f7 tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for network, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:42.519411 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-51f4d46a-a7a6-4891-8d98-bde5c379f3f7 tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] vlan segment allocate from pool success with {'vlan_id': 1019, 'physical_network': 'physnet1'} {{(pid=100246) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 14:06:42.561305 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-51f4d46a-a7a6-4891-8d98-bde5c379f3f7 tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552'] for segment, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:42.561305 n-d-773647-6 neutron-server[100246]: INFO neutron.db.segments_db [None req-51f4d46a-a7a6-4891-8d98-bde5c379f3f7 tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] Added segment 0a20dabc-d755-4cb3-8d52-4fe01f9a6584 of type vlan for network 07fe6481-b18e-4acf-adac-03ce24b83d3c Jul 06 14:06:42.600005 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f29ba9d-7503-479c-bc25-83e91796691e req-ca870584-b1d6-433d-8d98-7bc6ff9de419 tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:06:42.606357 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f29ba9d-7503-479c-bc25-83e91796691e req-ca870584-b1d6-433d-8d98-7bc6ff9de419 tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:06:42.612325 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f29ba9d-7503-479c-bc25-83e91796691e req-ca870584-b1d6-433d-8d98-7bc6ff9de419 tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:06:42.618264 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f29ba9d-7503-479c-bc25-83e91796691e req-ca870584-b1d6-433d-8d98-7bc6ff9de419 tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:06:42.624922 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f29ba9d-7503-479c-bc25-83e91796691e req-ca870584-b1d6-433d-8d98-7bc6ff9de419 tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:06:42.626894 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-51f4d46a-a7a6-4891-8d98-bde5c379f3f7 tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773752984405'] for network, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:42.630618 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.db_base_plugin_common [None req-aebaf54d-1ef6-41c9-a993-2c28bd7daf54 tempest-RoutersIpV6AdminTest-1271651815 tempest-RoutersIpV6AdminTest-1271651815-project] Allocated IP 172.25.0.55 (2658f09e-a580-4d4a-9968-2d1e0ad93719/cbf74abc-6fe1-4d33-b005-c948923b9647/ec21cb5e-5003-42da-842d-e916ba5b9129) {{(pid=100246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:06:42.631010 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f29ba9d-7503-479c-bc25-83e91796691e req-ca870584-b1d6-433d-8d98-7bc6ff9de419 tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:06:42.632944 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-7f29ba9d-7503-479c-bc25-83e91796691e req-ca870584-b1d6-433d-8d98-7bc6ff9de419 tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] 10.222.0.104 "GET /v2.0/ports?device_id=0455bf88-da4d-44a6-9768-93a70cd92e0e HTTP/1.1" status: 200 len: 4605 time: 0.2719548 Jul 06 14:06:42.713122 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-51f4d46a-a7a6-4891-8d98-bde5c379f3f7 tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060'] for network, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:42.719246 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51f4d46a-a7a6-4891-8d98-bde5c379f3f7 tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:06:42.719786 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-51f4d46a-a7a6-4891-8d98-bde5c379f3f7 tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] Notify callbacks [] for network, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:42.748538 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9642976b-6b65-4ea9-bcfd-0d194d7ce4f6 req-fce39b72-dfaa-4b5e-9a5c-d0fde95b8206 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:06:42.750039 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-9642976b-6b65-4ea9-bcfd-0d194d7ce4f6 req-fce39b72-dfaa-4b5e-9a5c-d0fde95b8206 service neutron] 10.222.0.127 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.2719612 Jul 06 14:06:42.752745 n-d-773647-6 neutron-server[100247]: DEBUG neutron.notifiers.nova [req-48d05e75-7940-4994-8117-8faa518189cc req-1dd8e524-efce-4007-bc16-e5e043473078 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d4663496-0e1d-419b-908e-5f60ff2b3b91 {{(pid=100247) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 14:06:42.762783 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-48d05e75-7940-4994-8117-8faa518189cc req-1dd8e524-efce-4007-bc16-e5e043473078 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:42.777269 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-7f29ba9d-7503-479c-bc25-83e91796691e req-30a4af3d-7cff-4cba-bcee-6194cbf13d1e tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] 10.222.0.104 "GET /v2.0/security-groups?id=f573cac5-f5b4-46cb-8ee6-cba4798a03b8&id=8d3a9807-14cc-46c0-b7ed-1d949d5bac09&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1328459 Jul 06 14:06:42.787522 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-51f4d46a-a7a6-4891-8d98-bde5c379f3f7 tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] 10.222.0.104 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.3911872 Jul 06 14:06:42.787902 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 43186) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:06:42.792909 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [None req-635dfadc-cf87-4e69-8901-42f691d2722c tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] Request body: {'subnet': {'network_id': '07fe6481-b18e-4acf-adac-03ce24b83d3c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:06:42.801468 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.provisioning_blocks [req-48d05e75-7940-4994-8117-8faa518189cc req-1dd8e524-efce-4007-bc16-e5e043473078 service neutron] Transition to ACTIVE for port object d4663496-0e1d-419b-908e-5f60ff2b3b91 will not be triggered until provisioned by entity L2. {{(pid=100247) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:06:42.827531 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f4d46a-a7a6-4891-8d98-bde5c379f3f7 tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] Pushing event updated for resources: {'Network': ['ID=07fe6481-b18e-4acf-adac-03ce24b83d3c,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:06:42.840209 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Network 07fe6481-b18e-4acf-adac-03ce24b83d3c details requested by agent ovs-agent-n-d-773647-6 with host n-d-773647-6 {{(pid=100248) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 14:06:42.846195 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-aebaf54d-1ef6-41c9-a993-2c28bd7daf54 tempest-RoutersIpV6AdminTest-1271651815 tempest-RoutersIpV6AdminTest-1271651815-project] Notify callbacks [] for port, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:42.848027 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-48d05e75-7940-4994-8117-8faa518189cc req-1dd8e524-efce-4007-bc16-e5e043473078 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128888538'] for port, after_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:42.893676 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-aebaf54d-1ef6-41c9-a993-2c28bd7daf54 tempest-RoutersIpV6AdminTest-1271651815 tempest-RoutersIpV6AdminTest-1271651815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-127687573'] for port, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:42.908914 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0baf4b6-7ea3-44d2-9bcb-8fa7ca272c4e req-57e28cab-bb23-4281-b91d-e11e901b2eb2 tempest-ServerRescueNegativeTestJSON-721731692 tempest-ServerRescueNegativeTestJSON-721731692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:06:42.910466 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-c0baf4b6-7ea3-44d2-9bcb-8fa7ca272c4e req-57e28cab-bb23-4281-b91d-e11e901b2eb2 tempest-ServerRescueNegativeTestJSON-721731692 tempest-ServerRescueNegativeTestJSON-721731692-project] 10.222.0.104 "GET /v2.0/ports?device_id=b0b96bfa-d49a-47d6-a621-d2fd80028cc9 HTTP/1.1" status: 200 len: 945 time: 0.2722852 Jul 06 14:06:42.946035 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aebaf54d-1ef6-41c9-a993-2c28bd7daf54 tempest-RoutersIpV6AdminTest-1271651815 tempest-RoutersIpV6AdminTest-1271651815-project] Network 2658f09e-a580-4d4a-9968-2d1e0ad93719 is already hosted by enough agents. {{(pid=100246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:06:42.949602 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.base_scheduler [None req-aebaf54d-1ef6-41c9-a993-2c28bd7daf54 tempest-RoutersIpV6AdminTest-1271651815 tempest-RoutersIpV6AdminTest-1271651815-project] Resources bound (agent type, host, resource id): {{(pid=100246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:06:42.958692 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aebaf54d-1ef6-41c9-a993-2c28bd7daf54 tempest-RoutersIpV6AdminTest-1271651815 tempest-RoutersIpV6AdminTest-1271651815-project] Received port after_create {{(pid=100246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:06:42.968125 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd8e524-efce-4007-bc16-e5e043473078 service neutron] Pushing event updated for resources: {'Port': ['ID=d4663496-0e1d-419b-908e-5f60ff2b3b91,revision_number=2']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:06:43.001168 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aebaf54d-1ef6-41c9-a993-2c28bd7daf54 tempest-RoutersIpV6AdminTest-1271651815 tempest-RoutersIpV6AdminTest-1271651815-project] Pushing event updated for resources: {'Port': ['ID=ec21cb5e-5003-42da-842d-e916ba5b9129,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:06:43.044002 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-c0baf4b6-7ea3-44d2-9bcb-8fa7ca272c4e req-9f0b668a-4c5b-414c-8830-1bf2bf7126f7 tempest-ServerRescueNegativeTestJSON-721731692 tempest-ServerRescueNegativeTestJSON-721731692-project] 10.222.0.104 "GET /v2.0/security-groups?id=a54a60a4-d859-4f47-b26f-a63bb69450e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230366 Jul 06 14:06:43.053850 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-635dfadc-cf87-4e69-8901-42f691d2722c tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] Made reservation on behalf of 425e7b83a55643309e64fa25c786b5c4 for: {'subnet': 1} {{(pid=100247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:06:43.057352 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-635dfadc-cf87-4e69-8901-42f691d2722c tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127627440'] for subnet, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:43.135931 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.managers [req-48d05e75-7940-4994-8117-8faa518189cc req-1dd8e524-efce-4007-bc16-e5e043473078 service neutron] Attempting to bind port d4663496-0e1d-419b-908e-5f60ff2b3b91 on host n-h1-773647-6 for vnic_type normal with profile {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:06:43.136528 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.managers [req-48d05e75-7940-4994-8117-8faa518189cc req-1dd8e524-efce-4007-bc16-e5e043473078 service neutron] Attempting to bind port d4663496-0e1d-419b-908e-5f60ff2b3b91 by drivers openvswitch,hyperv on host n-h1-773647-6 at level 0 using segments [{'id': 'ac55593e-8500-4da2-8d0d-5602184fcc61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': 'f1fe0f84-e7fb-43f2-a13c-d5fffe5a5634'}] {{(pid=100247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:06:43.137062 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48d05e75-7940-4994-8117-8faa518189cc req-1dd8e524-efce-4007-bc16-e5e043473078 service neutron] Attempting to bind port d4663496-0e1d-419b-908e-5f60ff2b3b91 on network f1fe0f84-e7fb-43f2-a13c-d5fffe5a5634 {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:06:43.150061 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48d05e75-7940-4994-8117-8faa518189cc req-1dd8e524-efce-4007-bc16-e5e043473078 service neutron] Port d4663496-0e1d-419b-908e-5f60ff2b3b91 on network f1fe0f84-e7fb-43f2-a13c-d5fffe5a5634 not bound, no agent of type Open vSwitch agent registered on host n-h1-773647-6 {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 14:06:43.150387 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48d05e75-7940-4994-8117-8faa518189cc req-1dd8e524-efce-4007-bc16-e5e043473078 service neutron] Attempting to bind port d4663496-0e1d-419b-908e-5f60ff2b3b91 on network f1fe0f84-e7fb-43f2-a13c-d5fffe5a5634 {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:06:43.163067 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48d05e75-7940-4994-8117-8faa518189cc req-1dd8e524-efce-4007-bc16-e5e043473078 service neutron] Checking agent: {'id': '5bf7147f-bada-4441-a5dc-934b903473fb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-773647-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 51, 12), 'started_at': datetime.datetime(2021, 7, 6, 13, 51, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 6, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:06:43.163791 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48d05e75-7940-4994-8117-8faa518189cc req-1dd8e524-efce-4007-bc16-e5e043473078 service neutron] Checking segment: {'id': 'ac55593e-8500-4da2-8d0d-5602184fcc61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': 'f1fe0f84-e7fb-43f2-a13c-d5fffe5a5634'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100247) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:06:43.164209 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48d05e75-7940-4994-8117-8faa518189cc req-1dd8e524-efce-4007-bc16-e5e043473078 service neutron] Bound using segment: {'id': 'ac55593e-8500-4da2-8d0d-5602184fcc61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': 'f1fe0f84-e7fb-43f2-a13c-d5fffe5a5634'} {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:06:43.164934 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.managers [req-48d05e75-7940-4994-8117-8faa518189cc req-1dd8e524-efce-4007-bc16-e5e043473078 service neutron] Bound port: d4663496-0e1d-419b-908e-5f60ff2b3b91, host: n-h1-773647-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ac55593e-8500-4da2-8d0d-5602184fcc61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': 'f1fe0f84-e7fb-43f2-a13c-d5fffe5a5634'}}] {{(pid=100247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:06:43.165398 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-48d05e75-7940-4994-8117-8faa518189cc req-1dd8e524-efce-4007-bc16-e5e043473078 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:43.310059 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.db [req-48d05e75-7940-4994-8117-8faa518189cc req-1dd8e524-efce-4007-bc16-e5e043473078 service neutron] For port d4663496-0e1d-419b-908e-5f60ff2b3b91, host n-h1-773647-6, cleared binding levels {{(pid=100247) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:06:43.313670 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-aebaf54d-1ef6-41c9-a993-2c28bd7daf54 tempest-RoutersIpV6AdminTest-1271651815 tempest-RoutersIpV6AdminTest-1271651815-project] Notify callbacks [] for router_gateway, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:43.384684 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.db [req-48d05e75-7940-4994-8117-8faa518189cc req-1dd8e524-efce-4007-bc16-e5e043473078 service neutron] For port d4663496-0e1d-419b-908e-5f60ff2b3b91, host n-h1-773647-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773647-6',level=0,port_id=d4663496-0e1d-419b-908e-5f60ff2b3b91,segment=NetworkSegment(ac55593e-8500-4da2-8d0d-5602184fcc61),segment_id=ac55593e-8500-4da2-8d0d-5602184fcc61)] {{(pid=100247) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:06:43.393985 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-48d05e75-7940-4994-8117-8faa518189cc req-1dd8e524-efce-4007-bc16-e5e043473078 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128888538'] for port, after_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:43.407625 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-635dfadc-cf87-4e69-8901-42f691d2722c tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1849032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-128888412', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127627426'] for subnet, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:43.481570 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d05e75-7940-4994-8117-8faa518189cc req-1dd8e524-efce-4007-bc16-e5e043473078 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:06:43.484120 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-48d05e75-7940-4994-8117-8faa518189cc req-1dd8e524-efce-4007-bc16-e5e043473078 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:43.484262 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-48d05e75-7940-4994-8117-8faa518189cc req-1dd8e524-efce-4007-bc16-e5e043473078 service neutron] 10.222.0.127 "PUT /v2.0/ports/d4663496-0e1d-419b-908e-5f60ff2b3b91 HTTP/1.1" status: 200 len: 1135 time: 2.0894890 Jul 06 14:06:43.541462 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [req-48d05e75-7940-4994-8117-8faa518189cc req-7f6c5a5b-6a5a-4a62-8f1d-b3fa9caa0ea8 service neutron] Request body: {'port': {'device_id': '0455bf88-da4d-44a6-9768-93a70cd92e0e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-773647-6'}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:06:43.552853 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635dfadc-cf87-4e69-8901-42f691d2722c tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] Pushing event updated for resources: {'Subnet': ['ID=17f32df9-0605-40c7-8e81-4d1623c3c7bf,revision_number=0']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:06:43.582755 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-aebaf54d-1ef6-41c9-a993-2c28bd7daf54 tempest-RoutersIpV6AdminTest-1271651815 tempest-RoutersIpV6AdminTest-1271651815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1806297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1761036'] for router, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:43.599126 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f237c518-a76d-4020-9a36-ed1df2daa83c req-bf08bda8-8006-4f72-a51e-7598981db303 tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:06:43.600767 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-f237c518-a76d-4020-9a36-ed1df2daa83c req-bf08bda8-8006-4f72-a51e-7598981db303 tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] 10.222.0.104 "GET /v2.0/ports?device_id=73164a94-66a9-4dc1-ae58-422cd07dc979 HTTP/1.1" status: 200 len: 946 time: 0.3062463 Jul 06 14:06:43.601440 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd8e524-efce-4007-bc16-e5e043473078 service neutron] Pushing event updated for resources: {'Port': ['ID=d4663496-0e1d-419b-908e-5f60ff2b3b91,revision_number=3']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:06:43.680575 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-635dfadc-cf87-4e69-8901-42f691d2722c tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] Checking segment: {'id': '0a20dabc-d755-4cb3-8d52-4fe01f9a6584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': '07fe6481-b18e-4acf-adac-03ce24b83d3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100247) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:06:43.680936 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-635dfadc-cf87-4e69-8901-42f691d2722c tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] Network hostable DHCP agents. Network: 07fe6481-b18e-4acf-adac-03ce24b83d3c, hostable agents: ['f2bada3d-be77-4359-982b-8505a2bbca04'], hosted agents: [] {{(pid=100247) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 14:06:43.770879 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aebaf54d-1ef6-41c9-a993-2c28bd7daf54 tempest-RoutersIpV6AdminTest-1271651815 tempest-RoutersIpV6AdminTest-1271651815-project] Router 2fb5876e-edaf-43cc-8ac9-b1c5e9617da6 is scheduled to L3 agent 2823d358-a11b-4885-a706-95a279e43fa7 with binding_index 1 {{(pid=100246) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 14:06:43.775880 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-f237c518-a76d-4020-9a36-ed1df2daa83c req-4779532e-42ce-4840-bf00-0a1bf095a9f9 tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] 10.222.0.104 "GET /v2.0/security-groups?id=bdba1446-e72e-4024-9da7-e6061f204f14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1623302 Jul 06 14:06:43.783006 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-635dfadc-cf87-4e69-8901-42f691d2722c tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] Network 07fe6481-b18e-4acf-adac-03ce24b83d3c is scheduled to be hosted by DHCP agent f2bada3d-be77-4359-982b-8505a2bbca04 with binding_index 1 {{(pid=100247) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 14:06:43.799271 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.base_scheduler [None req-635dfadc-cf87-4e69-8901-42f691d2722c tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773647-6, 07fe6481-b18e-4acf-adac-03ce24b83d3c) {{(pid=100247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:06:43.804899 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-48d05e75-7940-4994-8117-8faa518189cc req-7f6c5a5b-6a5a-4a62-8f1d-b3fa9caa0ea8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:43.812332 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b01172a-a8cc-4697-bda6-197b8a2aa054 None None] Network 07fe6481-b18e-4acf-adac-03ce24b83d3c requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:06:43.846699 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-635dfadc-cf87-4e69-8901-42f691d2722c tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:06:43.849958 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-635dfadc-cf87-4e69-8901-42f691d2722c tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] Notify callbacks [] for subnet, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:43.912088 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-635dfadc-cf87-4e69-8901-42f691d2722c tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] 10.222.0.104 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1232178 Jul 06 14:06:43.917605 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 43220) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:06:43.936089 n-d-773647-6 neutron-server[100247]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0455bf88-da4d-44a6-9768-93a70cd92e0e', 'tag': 'd4663496-0e1d-419b-908e-5f60ff2b3b91'}] {{(pid=100247) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:06:43.939744 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cbf0eeaae822f8fc9b87a94aeba67a3d651842baf663a51cba94b67a514836d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15d1f61c-955d-4475-a093-641457823913" -d '{"events": [{"name": "network-changed", "server_uuid": "0455bf88-da4d-44a6-9768-93a70cd92e0e", "tag": "d4663496-0e1d-419b-908e-5f60ff2b3b91"}]}' {{(pid=100247) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:06:44.151197 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d55b92be-aa03-43e2-9788-78713545fa7e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6bd5fc82-6666-56e8-87c2-91648d36c963-07fe6481-b18e-4acf-adac-03ce24b83d3c', 'network_id': '07fe6481-b18e-4acf-adac-03ce24b83d3c', 'tenant_id': '425e7b83a55643309e64fa25c786b5c4', 'fixed_ips': [{'subnet_id': '17f32df9-0605-40c7-8e81-4d1623c3c7bf'}]}} from n-d-773647-6. {{(pid=100248) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 14:06:44.152095 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-d55b92be-aa03-43e2-9788-78713545fa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:44.339570 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 14:06:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0762e8a-3e88-4028-b4f0-93b38408fdab x-openstack-request-id: req-f0762e8a-3e88-4028-b4f0-93b38408fdab {{(pid=100247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:06:44.339880 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0455bf88-da4d-44a6-9768-93a70cd92e0e", "tag": "d4663496-0e1d-419b-908e-5f60ff2b3b91", "status": "completed", "code": 200}]} {{(pid=100247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:06:44.340133 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-f0762e8a-3e88-4028-b4f0-93b38408fdab {{(pid=100247) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:06:44.340528 n-d-773647-6 neutron-server[100247]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0455bf88-da4d-44a6-9768-93a70cd92e0e', 'tag': 'd4663496-0e1d-419b-908e-5f60ff2b3b91', 'status': 'completed', 'code': 200} Jul 06 14:06:44.421264 n-d-773647-6 neutron-server[100247]: DEBUG neutron.notifiers.nova [req-48d05e75-7940-4994-8117-8faa518189cc req-7f6c5a5b-6a5a-4a62-8f1d-b3fa9caa0ea8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5fb3e80b-179e-4438-8e4e-e7410e416d51 {{(pid=100247) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 14:06:44.444658 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.db_base_plugin_common [None req-d55b92be-aa03-43e2-9788-78713545fa7e None None] Allocated IP 172.20.0.2 (07fe6481-b18e-4acf-adac-03ce24b83d3c/17f32df9-0605-40c7-8e81-4d1623c3c7bf/5333630b-035b-4f3a-ac6a-7189af5ca2ac) {{(pid=100248) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:06:44.449363 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-48d05e75-7940-4994-8117-8faa518189cc req-7f6c5a5b-6a5a-4a62-8f1d-b3fa9caa0ea8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:44.509388 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.provisioning_blocks [req-48d05e75-7940-4994-8117-8faa518189cc req-7f6c5a5b-6a5a-4a62-8f1d-b3fa9caa0ea8 service neutron] Transition to ACTIVE for port object 5fb3e80b-179e-4438-8e4e-e7410e416d51 will not be triggered until provisioned by entity L2. {{(pid=100247) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:06:44.521006 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aebaf54d-1ef6-41c9-a993-2c28bd7daf54 tempest-RoutersIpV6AdminTest-1271651815 tempest-RoutersIpV6AdminTest-1271651815-project] Notify agent at l3_agent.n-d-773647-6 the message routers_updated {{(pid=100246) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 14:06:44.537423 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30469842-8550-4e0d-8b96-1cce50fbeae2 None None] Sync routers for ids ['2fb5876e-edaf-43cc-8ac9-b1c5e9617da6'] in n-d-773647-6 {{(pid=100249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 14:06:44.538777 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-48d05e75-7940-4994-8117-8faa518189cc req-7f6c5a5b-6a5a-4a62-8f1d-b3fa9caa0ea8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128888538'] for port, after_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:44.550996 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-dc46ca46-a12f-43b0-b4a8-0f02c9fbf2c8 tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530492'] for network, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:44.558402 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30469842-8550-4e0d-8b96-1cce50fbeae2 None None] Routers {'2fb5876e-edaf-43cc-8ac9-b1c5e9617da6'} bound to L3 agent in host n-d-773647-6 {{(pid=100249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:06:44.559029 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-30469842-8550-4e0d-8b96-1cce50fbeae2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T14:06:25Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['2fb5876e-edaf-43cc-8ac9-b1c5e9617da6'], 'active': True} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:06:44.562142 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-aebaf54d-1ef6-41c9-a993-2c28bd7daf54 tempest-RoutersIpV6AdminTest-1271651815 tempest-RoutersIpV6AdminTest-1271651815-project] Notify callbacks [] for router, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:44.566197 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-aebaf54d-1ef6-41c9-a993-2c28bd7daf54 tempest-RoutersIpV6AdminTest-1271651815 tempest-RoutersIpV6AdminTest-1271651815-project] 10.222.0.104 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 3.1036053 Jul 06 14:06:44.566478 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 43256) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:06:44.572415 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-b1c633fb-a668-4751-b009-6e4863a7707a tempest-RoutersIpV6AdminTest-1271651815 tempest-RoutersIpV6AdminTest-1271651815-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:06:44.647129 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-30469842-8550-4e0d-8b96-1cce50fbeae2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-773647-6', False) {} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:06:44.664570 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30469842-8550-4e0d-8b96-1cce50fbeae2 None None] Routers {'2fb5876e-edaf-43cc-8ac9-b1c5e9617da6'} bound to L3 agent in host n-d-773647-6 {{(pid=100249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:06:44.665801 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-30469842-8550-4e0d-8b96-1cce50fbeae2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T14:06:25Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['2fb5876e-edaf-43cc-8ac9-b1c5e9617da6'], 'active': True} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:06:44.681240 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d1f61c-955d-4475-a093-641457823913 req-b2cc7595-4d51-45ac-a2e9-fb7452667b65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:06:44.681786 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d1f61c-955d-4475-a093-641457823913 req-b2cc7595-4d51-45ac-a2e9-fb7452667b65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:06:44.682176 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d1f61c-955d-4475-a093-641457823913 req-b2cc7595-4d51-45ac-a2e9-fb7452667b65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:06:44.682638 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d1f61c-955d-4475-a093-641457823913 req-b2cc7595-4d51-45ac-a2e9-fb7452667b65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:06:44.683102 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d1f61c-955d-4475-a093-641457823913 req-b2cc7595-4d51-45ac-a2e9-fb7452667b65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:06:44.686227 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d1f61c-955d-4475-a093-641457823913 req-b2cc7595-4d51-45ac-a2e9-fb7452667b65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:06:44.686227 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d1f61c-955d-4475-a093-641457823913 req-b2cc7595-4d51-45ac-a2e9-fb7452667b65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:06:44.701574 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-15d1f61c-955d-4475-a093-641457823913 req-b2cc7595-4d51-45ac-a2e9-fb7452667b65 service neutron] 10.222.0.127 "GET /v2.0/ports?tenant_id=5bc84ece362540998140660bd65643c3&device_id=0455bf88-da4d-44a6-9768-93a70cd92e0e HTTP/1.1" status: 200 len: 6219 time: 0.3464165 Jul 06 14:06:44.715513 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-30469842-8550-4e0d-8b96-1cce50fbeae2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-773647-6', False) {} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:06:44.715661 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30469842-8550-4e0d-8b96-1cce50fbeae2 None None] The sync data for ids ['2fb5876e-edaf-43cc-8ac9-b1c5e9617da6'] in n-d-773647-6 is: [] {{(pid=100249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 14:06:44.790443 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85311927-7ecb-4f48-9cc3-347c5708bc93 req-9ce75913-f2fb-4639-91aa-c5db7cb28f20 tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:06:44.801928 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85311927-7ecb-4f48-9cc3-347c5708bc93 req-9ce75913-f2fb-4639-91aa-c5db7cb28f20 tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:06:44.815955 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85311927-7ecb-4f48-9cc3-347c5708bc93 req-9ce75913-f2fb-4639-91aa-c5db7cb28f20 tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:06:44.826375 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-d55b92be-aa03-43e2-9788-78713545fa7e None None] Notify callbacks [] for port, precommit_create {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:44.843093 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-d55b92be-aa03-43e2-9788-78713545fa7e None None] Transition to ACTIVE for port object 5333630b-035b-4f3a-ac6a-7189af5ca2ac will not be triggered until provisioned by entity L2. {{(pid=100248) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:06:44.847415 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85311927-7ecb-4f48-9cc3-347c5708bc93 req-9ce75913-f2fb-4639-91aa-c5db7cb28f20 tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:06:44.853502 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85311927-7ecb-4f48-9cc3-347c5708bc93 req-9ce75913-f2fb-4639-91aa-c5db7cb28f20 tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:06:44.870414 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85311927-7ecb-4f48-9cc3-347c5708bc93 req-9ce75913-f2fb-4639-91aa-c5db7cb28f20 tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:06:44.874110 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-d55b92be-aa03-43e2-9788-78713545fa7e None None] Transition to ACTIVE for port object 5333630b-035b-4f3a-ac6a-7189af5ca2ac will not be triggered until provisioned by entity DHCP. {{(pid=100248) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:06:44.882851 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85311927-7ecb-4f48-9cc3-347c5708bc93 req-9ce75913-f2fb-4639-91aa-c5db7cb28f20 tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:06:44.884905 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-85311927-7ecb-4f48-9cc3-347c5708bc93 req-9ce75913-f2fb-4639-91aa-c5db7cb28f20 tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] 10.222.0.104 "GET /v2.0/ports?device_id=0455bf88-da4d-44a6-9768-93a70cd92e0e HTTP/1.1" status: 200 len: 5382 time: 0.7940323 Jul 06 14:06:44.892091 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-d55b92be-aa03-43e2-9788-78713545fa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108'] for port, after_create {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:44.961982 n-d-773647-6 neutron-server[100248]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d55b92be-aa03-43e2-9788-78713545fa7e None None] Network 07fe6481-b18e-4acf-adac-03ce24b83d3c is already hosted by enough agents. {{(pid=100248) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:06:44.963929 n-d-773647-6 neutron-server[100248]: DEBUG neutron.scheduler.base_scheduler [None req-d55b92be-aa03-43e2-9788-78713545fa7e None None] Resources bound (agent type, host, resource id): {{(pid=100248) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:06:44.973160 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d55b92be-aa03-43e2-9788-78713545fa7e None None] Received port after_create {{(pid=100248) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:06:45.040719 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55b92be-aa03-43e2-9788-78713545fa7e None None] Pushing event updated for resources: {'Port': ['ID=5333630b-035b-4f3a-ac6a-7189af5ca2ac,revision_number=1']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:06:45.058578 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6c5a5b-6a5a-4a62-8f1d-b3fa9caa0ea8 service neutron] Pushing event updated for resources: {'Port': ['ID=5fb3e80b-179e-4438-8e4e-e7410e416d51,revision_number=2']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:06:45.086963 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-d55b92be-aa03-43e2-9788-78713545fa7e None None] Attempting to bind port 5333630b-035b-4f3a-ac6a-7189af5ca2ac on host n-d-773647-6 for vnic_type normal with profile {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:06:45.088336 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-d55b92be-aa03-43e2-9788-78713545fa7e None None] Attempting to bind port 5333630b-035b-4f3a-ac6a-7189af5ca2ac by drivers openvswitch,hyperv on host n-d-773647-6 at level 0 using segments [{'id': '0a20dabc-d755-4cb3-8d52-4fe01f9a6584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': '07fe6481-b18e-4acf-adac-03ce24b83d3c'}] {{(pid=100248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:06:45.089042 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d55b92be-aa03-43e2-9788-78713545fa7e None None] Attempting to bind port 5333630b-035b-4f3a-ac6a-7189af5ca2ac on network 07fe6481-b18e-4acf-adac-03ce24b83d3c {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:06:45.095522 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d55b92be-aa03-43e2-9788-78713545fa7e None None] Checking agent: {'id': '8ab5b19c-d213-4f29-891d-27bdf39d38b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773647-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 43, 26), 'started_at': datetime.datetime(2021, 7, 6, 13, 43, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 6, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773647-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:06:45.096180 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d55b92be-aa03-43e2-9788-78713545fa7e None None] Checking segment: {'id': '0a20dabc-d755-4cb3-8d52-4fe01f9a6584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': '07fe6481-b18e-4acf-adac-03ce24b83d3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:06:45.096807 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-d55b92be-aa03-43e2-9788-78713545fa7e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:45.097349 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d55b92be-aa03-43e2-9788-78713545fa7e None None] Bound using segment: {'id': '0a20dabc-d755-4cb3-8d52-4fe01f9a6584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': '07fe6481-b18e-4acf-adac-03ce24b83d3c'} {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:06:45.098669 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-d55b92be-aa03-43e2-9788-78713545fa7e None None] Bound port: 5333630b-035b-4f3a-ac6a-7189af5ca2ac, host: n-d-773647-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a20dabc-d755-4cb3-8d52-4fe01f9a6584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': '07fe6481-b18e-4acf-adac-03ce24b83d3c'}}] {{(pid=100248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:06:45.099393 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-d55b92be-aa03-43e2-9788-78713545fa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:45.164123 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-85311927-7ecb-4f48-9cc3-347c5708bc93 req-47484f64-8f5f-4046-ba56-55be1233a404 tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] 10.222.0.104 "GET /v2.0/security-groups?id=f573cac5-f5b4-46cb-8ee6-cba4798a03b8&id=8d3a9807-14cc-46c0-b7ed-1d949d5bac09&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2582109 Jul 06 14:06:45.209062 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-b1c633fb-a668-4751-b009-6e4863a7707a tempest-RoutersIpV6AdminTest-1271651815 tempest-RoutersIpV6AdminTest-1271651815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1761047', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1806272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6989'] for router, precommit_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:45.234609 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-b1c633fb-a668-4751-b009-6e4863a7707a tempest-RoutersIpV6AdminTest-1271651815 tempest-RoutersIpV6AdminTest-1271651815-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:45.239829 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d1f61c-955d-4475-a093-641457823913 req-6aa0ef25-4aa7-40ce-9d85-e355fede8ca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:06:45.240312 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d1f61c-955d-4475-a093-641457823913 req-6aa0ef25-4aa7-40ce-9d85-e355fede8ca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:06:45.240779 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d1f61c-955d-4475-a093-641457823913 req-6aa0ef25-4aa7-40ce-9d85-e355fede8ca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:06:45.242462 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-15d1f61c-955d-4475-a093-641457823913 req-6aa0ef25-4aa7-40ce-9d85-e355fede8ca9 service neutron] 10.222.0.127 "GET /v2.0/networks?tenant_id=5bc84ece362540998140660bd65643c3&shared=False HTTP/1.1" status: 200 len: 2301 time: 0.5317919 Jul 06 14:06:45.272651 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-dc46ca46-a12f-43b0-b4a8-0f02c9fbf2c8 tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-913473'] for subnet, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:45.305102 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-d55b92be-aa03-43e2-9788-78713545fa7e None None] For port 5333630b-035b-4f3a-ac6a-7189af5ca2ac, host n-d-773647-6, cleared binding levels {{(pid=100248) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:06:45.315426 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-d55b92be-aa03-43e2-9788-78713545fa7e None None] For port 5333630b-035b-4f3a-ac6a-7189af5ca2ac, host n-d-773647-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=5333630b-035b-4f3a-ac6a-7189af5ca2ac,segment=NetworkSegment(0a20dabc-d755-4cb3-8d52-4fe01f9a6584),segment_id=0a20dabc-d755-4cb3-8d52-4fe01f9a6584)] {{(pid=100248) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:06:45.329624 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-d55b92be-aa03-43e2-9788-78713545fa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:45.342057 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.managers [req-48d05e75-7940-4994-8117-8faa518189cc req-7f6c5a5b-6a5a-4a62-8f1d-b3fa9caa0ea8 service neutron] Attempting to bind port 5fb3e80b-179e-4438-8e4e-e7410e416d51 on host n-h1-773647-6 for vnic_type normal with profile {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:06:45.343063 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.managers [req-48d05e75-7940-4994-8117-8faa518189cc req-7f6c5a5b-6a5a-4a62-8f1d-b3fa9caa0ea8 service neutron] Attempting to bind port 5fb3e80b-179e-4438-8e4e-e7410e416d51 by drivers openvswitch,hyperv on host n-h1-773647-6 at level 0 using segments [{'id': 'ac55593e-8500-4da2-8d0d-5602184fcc61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': 'f1fe0f84-e7fb-43f2-a13c-d5fffe5a5634'}] {{(pid=100247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:06:45.343672 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48d05e75-7940-4994-8117-8faa518189cc req-7f6c5a5b-6a5a-4a62-8f1d-b3fa9caa0ea8 service neutron] Attempting to bind port 5fb3e80b-179e-4438-8e4e-e7410e416d51 on network f1fe0f84-e7fb-43f2-a13c-d5fffe5a5634 {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:06:45.386269 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [None req-b1c633fb-a668-4751-b009-6e4863a7707a tempest-RoutersIpV6AdminTest-1271651815 tempest-RoutersIpV6AdminTest-1271651815-project] Deleting port ec21cb5e-5003-42da-842d-e916ba5b9129 {{(pid=100246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:06:45.386936 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-b1c633fb-a668-4751-b009-6e4863a7707a tempest-RoutersIpV6AdminTest-1271651815 tempest-RoutersIpV6AdminTest-1271651815-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:45.492088 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55b92be-aa03-43e2-9788-78713545fa7e None None] Pushing event updated for resources: {'Port': ['ID=5333630b-035b-4f3a-ac6a-7189af5ca2ac,revision_number=2']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:06:45.537699 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-b1c633fb-a668-4751-b009-6e4863a7707a tempest-RoutersIpV6AdminTest-1271651815 tempest-RoutersIpV6AdminTest-1271651815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:45.556618 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [None req-b1c633fb-a668-4751-b009-6e4863a7707a tempest-RoutersIpV6AdminTest-1271651815 tempest-RoutersIpV6AdminTest-1271651815-project] Calling delete_port for ec21cb5e-5003-42da-842d-e916ba5b9129 owned by network:router_gateway {{(pid=100246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:06:45.834858 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48d05e75-7940-4994-8117-8faa518189cc req-7f6c5a5b-6a5a-4a62-8f1d-b3fa9caa0ea8 service neutron] Port 5fb3e80b-179e-4438-8e4e-e7410e416d51 on network f1fe0f84-e7fb-43f2-a13c-d5fffe5a5634 not bound, no agent of type Open vSwitch agent registered on host n-h1-773647-6 {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 14:06:45.835237 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48d05e75-7940-4994-8117-8faa518189cc req-7f6c5a5b-6a5a-4a62-8f1d-b3fa9caa0ea8 service neutron] Attempting to bind port 5fb3e80b-179e-4438-8e4e-e7410e416d51 on network f1fe0f84-e7fb-43f2-a13c-d5fffe5a5634 {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:06:45.882532 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48d05e75-7940-4994-8117-8faa518189cc req-7f6c5a5b-6a5a-4a62-8f1d-b3fa9caa0ea8 service neutron] Checking agent: {'id': '5bf7147f-bada-4441-a5dc-934b903473fb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-773647-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 51, 12), 'started_at': datetime.datetime(2021, 7, 6, 13, 51, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 6, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:06:45.882806 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48d05e75-7940-4994-8117-8faa518189cc req-7f6c5a5b-6a5a-4a62-8f1d-b3fa9caa0ea8 service neutron] Checking segment: {'id': 'ac55593e-8500-4da2-8d0d-5602184fcc61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': 'f1fe0f84-e7fb-43f2-a13c-d5fffe5a5634'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100247) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:06:45.883227 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48d05e75-7940-4994-8117-8faa518189cc req-7f6c5a5b-6a5a-4a62-8f1d-b3fa9caa0ea8 service neutron] Bound using segment: {'id': 'ac55593e-8500-4da2-8d0d-5602184fcc61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': 'f1fe0f84-e7fb-43f2-a13c-d5fffe5a5634'} {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:06:45.883686 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.managers [req-48d05e75-7940-4994-8117-8faa518189cc req-7f6c5a5b-6a5a-4a62-8f1d-b3fa9caa0ea8 service neutron] Bound port: 5fb3e80b-179e-4438-8e4e-e7410e416d51, host: n-h1-773647-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ac55593e-8500-4da2-8d0d-5602184fcc61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': 'f1fe0f84-e7fb-43f2-a13c-d5fffe5a5634'}}] {{(pid=100247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:06:45.884052 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-48d05e75-7940-4994-8117-8faa518189cc req-7f6c5a5b-6a5a-4a62-8f1d-b3fa9caa0ea8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:45.924196 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-dc46ca46-a12f-43b0-b4a8-0f02c9fbf2c8 tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-913480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1849032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-128888347', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127627857'] for subnet, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:45.943297 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ea5a9a-2b13-4ae6-9930-e2756d51f425 req-6d394b0f-f415-4dd5-9c86-5bb146c8e1a5 tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:06:45.944946 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-77ea5a9a-2b13-4ae6-9930-e2756d51f425 req-6d394b0f-f415-4dd5-9c86-5bb146c8e1a5 tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] 10.222.0.104 "GET /v2.0/ports?device_id=73164a94-66a9-4dc1-ae58-422cd07dc979 HTTP/1.1" status: 200 len: 946 time: 0.8158677 Jul 06 14:06:45.948033 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-b1c633fb-a668-4751-b009-6e4863a7707a tempest-RoutersIpV6AdminTest-1271651815 tempest-RoutersIpV6AdminTest-1271651815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127687580'] for port, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:46.003529 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d1f61c-955d-4475-a093-641457823913 req-903563e8-f4cd-42ce-acdc-ad1695fea73b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:06:46.005432 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-15d1f61c-955d-4475-a093-641457823913 req-903563e8-f4cd-42ce-acdc-ad1695fea73b service neutron] 10.222.0.127 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.7464292 Jul 06 14:06:46.007124 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c633fb-a668-4751-b009-6e4863a7707a tempest-RoutersIpV6AdminTest-1271651815 tempest-RoutersIpV6AdminTest-1271651815-project] Pushing event deleted for resources: {'Port': ['ID=ec21cb5e-5003-42da-842d-e916ba5b9129,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:06:46.027738 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc46ca46-a12f-43b0-b4a8-0f02c9fbf2c8 tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] Pushing event deleted for resources: {'Subnet': ['ID=17f32df9-0605-40c7-8e81-4d1623c3c7bf,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:06:46.128428 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-b1c633fb-a668-4751-b009-6e4863a7707a tempest-RoutersIpV6AdminTest-1271651815 tempest-RoutersIpV6AdminTest-1271651815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1761104'] for router_gateway, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:46.132476 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-77ea5a9a-2b13-4ae6-9930-e2756d51f425 req-ae8db9b8-ee1b-4132-aee1-29768faf2f57 tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] 10.222.0.104 "GET /v2.0/security-groups?id=bdba1446-e72e-4024-9da7-e6061f204f14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1534486 Jul 06 14:06:46.158714 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-dc46ca46-a12f-43b0-b4a8-0f02c9fbf2c8 tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-917204', 'neutron.services.segments.db._delete_segments_for_network-8773753502302'] for network, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:46.185798 n-d-773647-6 neutron-server[100247]: DEBUG neutron.services.segments.db [None req-dc46ca46-a12f-43b0-b4a8-0f02c9fbf2c8 tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['07fe6481-b18e-4acf-adac-03ce24b83d3c']}} {{(pid=100247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:06:46.224464 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.db [req-48d05e75-7940-4994-8117-8faa518189cc req-7f6c5a5b-6a5a-4a62-8f1d-b3fa9caa0ea8 service neutron] For port 5fb3e80b-179e-4438-8e4e-e7410e416d51, host n-h1-773647-6, cleared binding levels {{(pid=100247) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:06:46.250865 n-d-773647-6 neutron-server[100247]: DEBUG neutron.services.segments.db [None req-dc46ca46-a12f-43b0-b4a8-0f02c9fbf2c8 tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a20dabc-d755-4cb3-8d52-4fe01f9a6584') {'for_net_delete': True} {{(pid=100247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:06:46.251513 n-d-773647-6 neutron-server[100247]: DEBUG neutron.services.segments.db [None req-dc46ca46-a12f-43b0-b4a8-0f02c9fbf2c8 tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a20dabc-d755-4cb3-8d52-4fe01f9a6584') {} {{(pid=100247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:06:46.297817 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.db [req-48d05e75-7940-4994-8117-8faa518189cc req-7f6c5a5b-6a5a-4a62-8f1d-b3fa9caa0ea8 service neutron] For port 5fb3e80b-179e-4438-8e4e-e7410e416d51, host n-h1-773647-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773647-6',level=0,port_id=5fb3e80b-179e-4438-8e4e-e7410e416d51,segment=NetworkSegment(ac55593e-8500-4da2-8d0d-5602184fcc61),segment_id=ac55593e-8500-4da2-8d0d-5602184fcc61)] {{(pid=100247) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:06:46.310458 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-dc46ca46-a12f-43b0-b4a8-0f02c9fbf2c8 tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773753515138', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127131763'] for segment, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:46.316967 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-48d05e75-7940-4994-8117-8faa518189cc req-7f6c5a5b-6a5a-4a62-8f1d-b3fa9caa0ea8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128888538'] for port, after_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:46.365844 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d05e75-7940-4994-8117-8faa518189cc req-7f6c5a5b-6a5a-4a62-8f1d-b3fa9caa0ea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:06:46.366883 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-48d05e75-7940-4994-8117-8faa518189cc req-7f6c5a5b-6a5a-4a62-8f1d-b3fa9caa0ea8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:46.374831 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-48d05e75-7940-4994-8117-8faa518189cc req-7f6c5a5b-6a5a-4a62-8f1d-b3fa9caa0ea8 service neutron] 10.222.0.127 "PUT /v2.0/ports/5fb3e80b-179e-4438-8e4e-e7410e416d51 HTTP/1.1" status: 200 len: 1090 time: 2.8375819 Jul 06 14:06:46.376532 n-d-773647-6 neutron-server[100247]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0455bf88-da4d-44a6-9768-93a70cd92e0e', 'tag': '5fb3e80b-179e-4438-8e4e-e7410e416d51'}] {{(pid=100247) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:06:46.378889 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cbf0eeaae822f8fc9b87a94aeba67a3d651842baf663a51cba94b67a514836d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-547efd41-c911-4aba-a7e4-2fbb78d5b919" -d '{"events": [{"name": "network-changed", "server_uuid": "0455bf88-da4d-44a6-9768-93a70cd92e0e", "tag": "5fb3e80b-179e-4438-8e4e-e7410e416d51"}]}' {{(pid=100247) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:06:46.381729 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 5333630b-035b-4f3a-ac6a-7189af5ca2ac up at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:06:46.544197 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning for port 5333630b-035b-4f3a-ac6a-7189af5ca2ac completed by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:06:46.572356 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [req-48d05e75-7940-4994-8117-8faa518189cc req-b775dcf0-cd6f-4e3e-84a9-1b4d92715b06 service neutron] Request body: {'port': {'device_id': '0455bf88-da4d-44a6-9768-93a70cd92e0e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-773647-6'}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:06:46.596053 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-dc46ca46-a12f-43b0-b4a8-0f02c9fbf2c8 tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552'] for segment, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:46.650384 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-b1c633fb-a668-4751-b009-6e4863a7707a tempest-RoutersIpV6AdminTest-1271651815 tempest-RoutersIpV6AdminTest-1271651815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1761047', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1806272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6989'] for router, precommit_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:46.656509 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-b1c633fb-a668-4751-b009-6e4863a7707a tempest-RoutersIpV6AdminTest-1271651815 tempest-RoutersIpV6AdminTest-1271651815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1761036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1761054', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1761029', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1806287'] for router, after_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:46.709914 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc46ca46-a12f-43b0-b4a8-0f02c9fbf2c8 tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] Releasing vlan 1019 on physical network physnet1 to pool {{(pid=100247) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 14:06:46.710240 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-dc46ca46-a12f-43b0-b4a8-0f02c9fbf2c8 tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-128888574'] for segment, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:46.727090 n-d-773647-6 neutron-server[100247]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:06:46.727090 n-d-773647-6 neutron-server[100247]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:06:46.727090 n-d-773647-6 neutron-server[100247]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:06:46.727090 n-d-773647-6 neutron-server[100247]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:06:46.727090 n-d-773647-6 neutron-server[100247]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:06:46.727090 n-d-773647-6 neutron-server[100247]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:06:46.727090 n-d-773647-6 neutron-server[100247]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:06:46.727090 n-d-773647-6 neutron-server[100247]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:06:46.727090 n-d-773647-6 neutron-server[100247]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:06:46.727090 n-d-773647-6 neutron-server[100247]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:06:46.727090 n-d-773647-6 neutron-server[100247]: Traceback (most recent call last): Jul 06 14:06:46.727090 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 14:06:46.727090 n-d-773647-6 neutron-server[100247]: timer() Jul 06 14:06:46.727090 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 14:06:46.727090 n-d-773647-6 neutron-server[100247]: cb(*args, **kw) Jul 06 14:06:46.727090 n-d-773647-6 neutron-server[100247]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 14:06:46.727090 n-d-773647-6 neutron-server[100247]: return func(*args, **kwargs) Jul 06 14:06:46.727090 n-d-773647-6 neutron-server[100247]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 14:06:46.727090 n-d-773647-6 neutron-server[100247]: self._notify() Jul 06 14:06:46.727090 n-d-773647-6 neutron-server[100247]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 14:06:46.727090 n-d-773647-6 neutron-server[100247]: self.callback(batched_events) Jul 06 14:06:46.727090 n-d-773647-6 neutron-server[100247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 14:06:46.727090 n-d-773647-6 neutron-server[100247]: event.method(event) Jul 06 14:06:46.727090 n-d-773647-6 neutron-server[100247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 14:06:46.727090 n-d-773647-6 neutron-server[100247]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 14:06:46.727090 n-d-773647-6 neutron-server[100247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 14:06:46.727090 n-d-773647-6 neutron-server[100247]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 14:06:46.727090 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 14:06:46.727090 n-d-773647-6 neutron-server[100247]: return f(self, *a, **k) Jul 06 14:06:46.727090 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 14:06:46.727090 n-d-773647-6 neutron-server[100247]: return self._get(url).json() Jul 06 14:06:46.727090 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 14:06:46.727090 n-d-773647-6 neutron-server[100247]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 14:06:46.727090 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 14:06:46.727090 n-d-773647-6 neutron-server[100247]: return self.request(url, 'GET', **kwargs) Jul 06 14:06:46.727090 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 14:06:46.727090 n-d-773647-6 neutron-server[100247]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 14:06:46.727090 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 14:06:46.727090 n-d-773647-6 neutron-server[100247]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 14:06:46.727090 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 14:06:46.727090 n-d-773647-6 neutron-server[100247]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 14:06:46.727090 n-d-773647-6 neutron-server[100247]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 14:06:46.795800 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2b63ef-e53a-4232-a03d-17bd6a7f519f req-3f0f675f-1129-46fe-9bd2-3193f4c93d4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:06:46.796792 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-fd2b63ef-e53a-4232-a03d-17bd6a7f519f req-3f0f675f-1129-46fe-9bd2-3193f4c93d4a service neutron] 10.222.0.127 "GET /v2.0/ports?tenant_id=4f4f5169c3224ae5beef5f35a702326d&device_id=b0b96bfa-d49a-47d6-a621-d2fd80028cc9 HTTP/1.1" status: 200 len: 1096 time: 0.5896974 Jul 06 14:06:46.829150 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1c633fb-a668-4751-b009-6e4863a7707a tempest-RoutersIpV6AdminTest-1271651815 tempest-RoutersIpV6AdminTest-1271651815-project] Router 2fb5876e-edaf-43cc-8ac9-b1c5e9617da6 has already been hosted by L3 agent 2823d358-a11b-4885-a706-95a279e43fa7 {{(pid=100246) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 14:06:46.881794 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6c5a5b-6a5a-4a62-8f1d-b3fa9caa0ea8 service neutron] Pushing event updated for resources: {'Port': ['ID=5fb3e80b-179e-4438-8e4e-e7410e416d51,revision_number=3']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:06:46.926114 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531363f5-127d-4e7b-aa8b-64df3511fcce req-92db1cb5-fe5b-4f9a-bc62-bf89fe5b2a7d tempest-ServerRescueNegativeTestJSON-721731692 tempest-ServerRescueNegativeTestJSON-721731692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:06:46.933486 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-531363f5-127d-4e7b-aa8b-64df3511fcce req-92db1cb5-fe5b-4f9a-bc62-bf89fe5b2a7d tempest-ServerRescueNegativeTestJSON-721731692 tempest-ServerRescueNegativeTestJSON-721731692-project] 10.222.0.104 "GET /v2.0/ports?device_id=b0b96bfa-d49a-47d6-a621-d2fd80028cc9 HTTP/1.1" status: 200 len: 945 time: 0.5453780 Jul 06 14:06:46.937055 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1c633fb-a668-4751-b009-6e4863a7707a tempest-RoutersIpV6AdminTest-1271651815 tempest-RoutersIpV6AdminTest-1271651815-project] Notify agent at l3_agent.n-d-773647-6 the message routers_updated {{(pid=100246) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 14:06:46.944473 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-b1c633fb-a668-4751-b009-6e4863a7707a tempest-RoutersIpV6AdminTest-1271651815 tempest-RoutersIpV6AdminTest-1271651815-project] Notify callbacks [] for router, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:46.946650 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e5e8d16-09d5-4363-a36e-6f14fe224d8c None None] Sync routers for ids ['2fb5876e-edaf-43cc-8ac9-b1c5e9617da6'] in n-d-773647-6 {{(pid=100248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 14:06:46.949104 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-b1c633fb-a668-4751-b009-6e4863a7707a tempest-RoutersIpV6AdminTest-1271651815 tempest-RoutersIpV6AdminTest-1271651815-project] 10.222.0.104 "PUT /v2.0/routers/2fb5876e-edaf-43cc-8ac9-b1c5e9617da6 HTTP/1.1" status: 200 len: 710 time: 2.3808110 Jul 06 14:06:46.950406 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 43290) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:06:46.966302 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.db.api [None req-dc46ca46-a12f-43b0-b4a8-0f02c9fbf2c8 tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 06 14:06:46.966302 n-d-773647-6 neutron-server[100247]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 06 14:06:46.966302 n-d-773647-6 neutron-server[100247]: [parameters: {'id': '07fe6481-b18e-4acf-adac-03ce24b83d3c'}] Jul 06 14:06:46.966302 n-d-773647-6 neutron-server[100247]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=100247) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 06 14:06:46.966937 n-d-773647-6 neutron-server[100247]: DEBUG oslo_db.api [None req-dc46ca46-a12f-43b0-b4a8-0f02c9fbf2c8 tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=100247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 06 14:06:46.968058 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e5e8d16-09d5-4363-a36e-6f14fe224d8c None None] Routers {'2fb5876e-edaf-43cc-8ac9-b1c5e9617da6'} bound to L3 agent in host n-d-773647-6 {{(pid=100248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:06:46.969854 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-7e5e8d16-09d5-4363-a36e-6f14fe224d8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T14:06:25Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['2fb5876e-edaf-43cc-8ac9-b1c5e9617da6'], 'active': True} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:06:47.034702 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-7e5e8d16-09d5-4363-a36e-6f14fe224d8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-773647-6', False) {} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:06:47.050704 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-531363f5-127d-4e7b-aa8b-64df3511fcce req-1c5d3102-3d2b-4973-a937-5d489bc77f31 tempest-ServerRescueNegativeTestJSON-721731692 tempest-ServerRescueNegativeTestJSON-721731692-project] 10.222.0.104 "GET /v2.0/security-groups?id=a54a60a4-d859-4f47-b26f-a63bb69450e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165562 Jul 06 14:06:47.055000 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e5e8d16-09d5-4363-a36e-6f14fe224d8c None None] Routers {'2fb5876e-edaf-43cc-8ac9-b1c5e9617da6'} bound to L3 agent in host n-d-773647-6 {{(pid=100248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:06:47.056099 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-7e5e8d16-09d5-4363-a36e-6f14fe224d8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T14:06:25Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['2fb5876e-edaf-43cc-8ac9-b1c5e9617da6'], 'active': True} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:06:47.089760 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376746a5-d3a8-4024-b1f5-e1847a635072 req-05a70794-3746-482f-a130-4893e038ce29 tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:06:47.103806 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-86588e41-4c2a-45ba-bb1d-a4d26d338400 tempest-RoutersIpV6AdminTest-1269433453 tempest-RoutersIpV6AdminTest-1269433453-project-admin] 10.222.0.104 "GET /v2.0/routers/2fb5876e-edaf-43cc-8ac9-b1c5e9617da6 HTTP/1.1" status: 200 len: 745 time: 0.1515110 Jul 06 14:06:47.104550 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 43292) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:06:47.104673 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376746a5-d3a8-4024-b1f5-e1847a635072 req-05a70794-3746-482f-a130-4893e038ce29 tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:06:47.113629 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376746a5-d3a8-4024-b1f5-e1847a635072 req-05a70794-3746-482f-a130-4893e038ce29 tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:06:47.121499 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376746a5-d3a8-4024-b1f5-e1847a635072 req-05a70794-3746-482f-a130-4893e038ce29 tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:06:47.128099 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376746a5-d3a8-4024-b1f5-e1847a635072 req-05a70794-3746-482f-a130-4893e038ce29 tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:06:47.142814 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376746a5-d3a8-4024-b1f5-e1847a635072 req-05a70794-3746-482f-a130-4893e038ce29 tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:06:47.155286 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-7e5e8d16-09d5-4363-a36e-6f14fe224d8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-773647-6', False) {} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:06:47.156846 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e5e8d16-09d5-4363-a36e-6f14fe224d8c None None] The sync data for ids ['2fb5876e-edaf-43cc-8ac9-b1c5e9617da6'] in n-d-773647-6 is: [] {{(pid=100248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 14:06:47.158532 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376746a5-d3a8-4024-b1f5-e1847a635072 req-05a70794-3746-482f-a130-4893e038ce29 tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:06:47.166472 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-583c6fda-6465-4553-97db-c538785fa806 None None] Network 07fe6481-b18e-4acf-adac-03ce24b83d3c requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:06:47.168489 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-376746a5-d3a8-4024-b1f5-e1847a635072 req-05a70794-3746-482f-a130-4893e038ce29 tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] 10.222.0.104 "GET /v2.0/ports?device_id=0455bf88-da4d-44a6-9768-93a70cd92e0e HTTP/1.1" status: 200 len: 5394 time: 0.5242939 Jul 06 14:06:47.178377 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-c17e07be-e47b-4613-8d4c-e98829a1cfbe tempest-RoutersIpV6AdminTest-1269433453 tempest-RoutersIpV6AdminTest-1269433453-project-admin] 10.222.0.104 "GET /v2.0/ports?network_id=2658f09e-a580-4d4a-9968-2d1e0ad93719&device_id=2fb5876e-edaf-43cc-8ac9-b1c5e9617da6 HTTP/1.1" status: 200 len: 205 time: 0.0724537 Jul 06 14:06:47.179123 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 43296) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:06:47.180435 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-48d05e75-7940-4994-8117-8faa518189cc req-b775dcf0-cd6f-4e3e-84a9-1b4d92715b06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:47.233296 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-9ff316f1-9d30-46fb-80b2-ba3707e02892 tempest-RoutersIpV6AdminTest-1271651815 tempest-RoutersIpV6AdminTest-1271651815-project] 10.222.0.104 "GET /v2.0/ports?device_id=2fb5876e-edaf-43cc-8ac9-b1c5e9617da6 HTTP/1.1" status: 200 len: 205 time: 0.0526493 Jul 06 14:06:47.234098 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 43298) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:06:47.247238 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2b63ef-e53a-4232-a03d-17bd6a7f519f req-6ebeeb5d-c8f8-4d6c-a190-bebda00eae93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:06:47.249214 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-fd2b63ef-e53a-4232-a03d-17bd6a7f519f req-6ebeeb5d-c8f8-4d6c-a190-bebda00eae93 service neutron] 10.222.0.127 "GET /v2.0/networks?id=1d64a7a8-3d12-4141-b8ce-bd281ed9aaab HTTP/1.1" status: 200 len: 921 time: 0.4232571 Jul 06 14:06:47.319243 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-9b46d08b-f9db-4646-b305-76a292fb8dc6 None None] Provisioning for port 5333630b-035b-4f3a-ac6a-7189af5ca2ac completed by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:06:47.337266 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-fd2b63ef-e53a-4232-a03d-17bd6a7f519f req-f7ce8ad2-6250-407a-9cba-a3f8796da716 service neutron] 10.222.0.127 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=4d1d955e-d814-435a-9b5f-74b44da2662d HTTP/1.1" status: 200 len: 217 time: 0.0603969 Jul 06 14:06:47.349213 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-9b46d08b-f9db-4646-b305-76a292fb8dc6 None None] Provisioning complete for port 5333630b-035b-4f3a-ac6a-7189af5ca2ac triggered by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:06:47.350851 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-9b46d08b-f9db-4646-b305-76a292fb8dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:47.365639 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 14:06:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efc25eb3-cdf2-48b6-b940-90d0e8556ac0 x-openstack-request-id: req-efc25eb3-cdf2-48b6-b940-90d0e8556ac0 {{(pid=100247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:06:47.366197 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0455bf88-da4d-44a6-9768-93a70cd92e0e", "tag": "5fb3e80b-179e-4438-8e4e-e7410e416d51", "status": "completed", "code": 200}]} {{(pid=100247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:06:47.366776 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-efc25eb3-cdf2-48b6-b940-90d0e8556ac0 {{(pid=100247) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:06:47.367456 n-d-773647-6 neutron-server[100247]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0455bf88-da4d-44a6-9768-93a70cd92e0e', 'tag': '5fb3e80b-179e-4438-8e4e-e7410e416d51', 'status': 'completed', 'code': 200} Jul 06 14:06:47.396661 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-376746a5-d3a8-4024-b1f5-e1847a635072 req-fb00adb2-5fdc-45dd-9ed6-d588494ec1fe tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] 10.222.0.104 "GET /v2.0/security-groups?id=f573cac5-f5b4-46cb-8ee6-cba4798a03b8&id=8d3a9807-14cc-46c0-b7ed-1d949d5bac09&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2174492 Jul 06 14:06:47.417095 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-d6ffbee7-95e0-460c-b2d5-b8868af556bb tempest-RoutersIpV6AdminTest-1271651815 tempest-RoutersIpV6AdminTest-1271651815-project] Notify callbacks [] for router, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:47.484400 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-dc46ca46-a12f-43b0-b4a8-0f02c9fbf2c8 tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530492'] for network, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:47.518641 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2b63ef-e53a-4232-a03d-17bd6a7f519f req-05073195-f619-496b-a321-774201d7e6dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:06:47.520327 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-fd2b63ef-e53a-4232-a03d-17bd6a7f519f req-05073195-f619-496b-a321-774201d7e6dd service neutron] 10.222.0.127 "GET /v2.0/subnets?id=e1fa3d62-6d70-434d-886e-5edc2778795a HTTP/1.1" status: 200 len: 859 time: 0.1734285 Jul 06 14:06:47.609956 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-fd2b63ef-e53a-4232-a03d-17bd6a7f519f req-3179441c-59d9-476a-81c3-21036192faf8 service neutron] 10.222.0.127 "GET /v2.0/ports?network_id=1d64a7a8-3d12-4141-b8ce-bd281ed9aaab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0746882 Jul 06 14:06:47.692900 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-9b46d08b-f9db-4646-b305-76a292fb8dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:47.732792 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547efd41-c911-4aba-a7e4-2fbb78d5b919 req-029e6746-65cc-4285-9986-dfd18110c3e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:06:47.748779 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547efd41-c911-4aba-a7e4-2fbb78d5b919 req-029e6746-65cc-4285-9986-dfd18110c3e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:06:47.749433 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547efd41-c911-4aba-a7e4-2fbb78d5b919 req-029e6746-65cc-4285-9986-dfd18110c3e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:06:47.754727 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547efd41-c911-4aba-a7e4-2fbb78d5b919 req-029e6746-65cc-4285-9986-dfd18110c3e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:06:47.755318 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547efd41-c911-4aba-a7e4-2fbb78d5b919 req-029e6746-65cc-4285-9986-dfd18110c3e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:06:47.755886 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547efd41-c911-4aba-a7e4-2fbb78d5b919 req-029e6746-65cc-4285-9986-dfd18110c3e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:06:47.756408 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547efd41-c911-4aba-a7e4-2fbb78d5b919 req-029e6746-65cc-4285-9986-dfd18110c3e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:06:47.758516 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-547efd41-c911-4aba-a7e4-2fbb78d5b919 req-029e6746-65cc-4285-9986-dfd18110c3e3 service neutron] 10.222.0.127 "GET /v2.0/ports?tenant_id=5bc84ece362540998140660bd65643c3&device_id=0455bf88-da4d-44a6-9768-93a70cd92e0e HTTP/1.1" status: 200 len: 6286 time: 0.3608515 Jul 06 14:06:47.806852 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-9b46d08b-f9db-4646-b305-76a292fb8dc6 None None] For port 5333630b-035b-4f3a-ac6a-7189af5ca2ac, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=5333630b-035b-4f3a-ac6a-7189af5ca2ac,segment=NetworkSegment(0a20dabc-d755-4cb3-8d52-4fe01f9a6584),segment_id=0a20dabc-d755-4cb3-8d52-4fe01f9a6584)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:06:47.824875 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-9b46d08b-f9db-4646-b305-76a292fb8dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:47.858917 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-d6ffbee7-95e0-460c-b2d5-b8868af556bb tempest-RoutersIpV6AdminTest-1271651815 tempest-RoutersIpV6AdminTest-1271651815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1806308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6982'] for router, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:47.862010 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-d6ffbee7-95e0-460c-b2d5-b8868af556bb tempest-RoutersIpV6AdminTest-1271651815 tempest-RoutersIpV6AdminTest-1271651815-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:47.916117 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-d6ffbee7-95e0-460c-b2d5-b8868af556bb tempest-RoutersIpV6AdminTest-1271651815 tempest-RoutersIpV6AdminTest-1271651815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1805684'] for router, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:47.916744 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6ffbee7-95e0-460c-b2d5-b8868af556bb tempest-RoutersIpV6AdminTest-1271651815 tempest-RoutersIpV6AdminTest-1271651815-project] Fanout notify agent at l3_agent the message router_deleted on router 2fb5876e-edaf-43cc-8ac9-b1c5e9617da6 {{(pid=100246) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 14:06:47.933069 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b46d08b-f9db-4646-b305-76a292fb8dc6 None None] Pushing event updated for resources: {'Port': ['ID=5333630b-035b-4f3a-ac6a-7189af5ca2ac,revision_number=3']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:06:47.933442 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-d6ffbee7-95e0-460c-b2d5-b8868af556bb tempest-RoutersIpV6AdminTest-1271651815 tempest-RoutersIpV6AdminTest-1271651815-project] Notify callbacks [] for router, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:47.934648 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-d6ffbee7-95e0-460c-b2d5-b8868af556bb tempest-RoutersIpV6AdminTest-1271651815 tempest-RoutersIpV6AdminTest-1271651815-project] 10.222.0.104 "DELETE /v2.0/routers/2fb5876e-edaf-43cc-8ac9-b1c5e9617da6 HTTP/1.1" status: 204 len: 168 time: 0.6930556 Jul 06 14:06:47.939048 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 43310) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:06:47.952758 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-145999ad-b839-4748-82d3-1777d5a2d8ae None None] DHCP port deletion for 07fe6481-b18e-4acf-adac-03ce24b83d3c request from n-d-773647-6 {{(pid=100248) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 14:06:48.005520 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-109bfaea-25af-47de-b4e1-8cc7bcbfeab3 tempest-RoutersIpV6AdminTest-1271651815 tempest-RoutersIpV6AdminTest-1271651815-project] 10.222.0.104 "GET /v2.0/ports?device_id=2fb5876e-edaf-43cc-8ac9-b1c5e9617da6 HTTP/1.1" status: 200 len: 205 time: 0.0652659 Jul 06 14:06:48.008151 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 43312) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:06:48.029627 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-145999ad-b839-4748-82d3-1777d5a2d8ae None None] Deleting port 5333630b-035b-4f3a-ac6a-7189af5ca2ac {{(pid=100248) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:06:48.032627 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-145999ad-b839-4748-82d3-1777d5a2d8ae None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:48.108870 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.plugin [None req-dc46ca46-a12f-43b0-b4a8-0f02c9fbf2c8 tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] Deleting port 5333630b-035b-4f3a-ac6a-7189af5ca2ac {{(pid=100247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:06:48.109239 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-dc46ca46-a12f-43b0-b4a8-0f02c9fbf2c8 tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:48.139337 n-d-773647-6 neutron-server[100246]: INFO neutron.api.v2.resource [None req-41215ff0-3377-4cfe-bd04-ff8b042189d0 tempest-RoutersIpV6AdminTest-1271651815 tempest-RoutersIpV6AdminTest-1271651815-project] delete failed (client error): The resource could not be found. Jul 06 14:06:48.144282 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-41215ff0-3377-4cfe-bd04-ff8b042189d0 tempest-RoutersIpV6AdminTest-1271651815 tempest-RoutersIpV6AdminTest-1271651815-project] 10.222.0.104 "DELETE /v2.0/routers/2fb5876e-edaf-43cc-8ac9-b1c5e9617da6 HTTP/1.1" status: 404 len: 336 time: 0.1349394 Jul 06 14:06:48.145010 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 43316) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:06:48.159643 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-145999ad-b839-4748-82d3-1777d5a2d8ae None None] For port 5333630b-035b-4f3a-ac6a-7189af5ca2ac, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=5333630b-035b-4f3a-ac6a-7189af5ca2ac,segment=NetworkSegment(0a20dabc-d755-4cb3-8d52-4fe01f9a6584),segment_id=0a20dabc-d755-4cb3-8d52-4fe01f9a6584)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:06:48.160286 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-145999ad-b839-4748-82d3-1777d5a2d8ae None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:48.187008 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-0d5692ab-3d49-4e11-8cb2-7a8374a891a1 tempest-RoutersIpV6AdminTest-1271651815 tempest-RoutersIpV6AdminTest-1271651815-project] 10.222.0.104 "GET /v2.0/ports?device_id=02e9b0c6-4d5b-4653-a777-79a218e3d117 HTTP/1.1" status: 200 len: 205 time: 0.0401216 Jul 06 14:06:48.187766 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 43318) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:06:48.203419 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-145999ad-b839-4748-82d3-1777d5a2d8ae None None] Calling delete_port for 5333630b-035b-4f3a-ac6a-7189af5ca2ac owned by network:dhcp {{(pid=100248) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:06:48.229666 n-d-773647-6 neutron-server[100246]: INFO neutron.api.v2.resource [None req-1e79edb2-b56b-4097-8db2-b8ec49173892 tempest-RoutersIpV6AdminTest-1271651815 tempest-RoutersIpV6AdminTest-1271651815-project] delete failed (client error): The resource could not be found. Jul 06 14:06:48.234421 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-1e79edb2-b56b-4097-8db2-b8ec49173892 tempest-RoutersIpV6AdminTest-1271651815 tempest-RoutersIpV6AdminTest-1271651815-project] 10.222.0.104 "DELETE /v2.0/routers/02e9b0c6-4d5b-4653-a777-79a218e3d117 HTTP/1.1" status: 404 len: 336 time: 0.0455265 Jul 06 14:06:48.235051 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 43320) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:06:48.275543 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-fd2b63ef-e53a-4232-a03d-17bd6a7f519f req-55fba6a2-2be3-4daf-b59c-ee11160e44ed service neutron] 10.222.0.127 "GET /v2.0/networks/1d64a7a8-3d12-4141-b8ce-bd281ed9aaab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6405437 Jul 06 14:06:48.314672 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-8443b6ec-efe3-4a0c-8e78-dc2dc9f24d14 tempest-RoutersIpV6AdminTest-1271651815 tempest-RoutersIpV6AdminTest-1271651815-project] 10.222.0.104 "GET /v2.0/ports?device_id=771993bd-de26-4644-9f01-6ade27520a1e HTTP/1.1" status: 200 len: 205 time: 0.0779357 Jul 06 14:06:48.315926 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 43324) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:06:48.328213 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 5333630b-035b-4f3a-ac6a-7189af5ca2ac no longer exists at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:06:48.368887 n-d-773647-6 neutron-server[100246]: INFO neutron.api.v2.resource [None req-59015f54-9496-4a8d-9e67-7fdf15fa728b tempest-RoutersIpV6AdminTest-1271651815 tempest-RoutersIpV6AdminTest-1271651815-project] delete failed (client error): The resource could not be found. Jul 06 14:06:48.373867 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-59015f54-9496-4a8d-9e67-7fdf15fa728b tempest-RoutersIpV6AdminTest-1271651815 tempest-RoutersIpV6AdminTest-1271651815-project] 10.222.0.104 "DELETE /v2.0/routers/771993bd-de26-4644-9f01-6ade27520a1e HTTP/1.1" status: 404 len: 336 time: 0.0562072 Jul 06 14:06:48.375364 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 43326) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:06:48.432162 n-d-773647-6 neutron-server[100247]: DEBUG neutron.notifiers.nova [req-48d05e75-7940-4994-8117-8faa518189cc req-b775dcf0-cd6f-4e3e-84a9-1b4d92715b06 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3eea4337-fef2-420d-b97a-4bc2fdc452dc {{(pid=100247) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 14:06:48.449597 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-48d05e75-7940-4994-8117-8faa518189cc req-b775dcf0-cd6f-4e3e-84a9-1b4d92715b06 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:48.458058 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-89487487-5d4e-40de-81c4-6592c62bae44 tempest-RoutersIpV6AdminTest-1271651815 tempest-RoutersIpV6AdminTest-1271651815-project] 10.222.0.104 "GET /v2.0/ports?device_id=04f82549-d485-49af-ae0f-a3e60cffe48f HTTP/1.1" status: 200 len: 205 time: 0.0787878 Jul 06 14:06:48.459110 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 43330) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:06:48.472978 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.provisioning_blocks [req-48d05e75-7940-4994-8117-8faa518189cc req-b775dcf0-cd6f-4e3e-84a9-1b4d92715b06 service neutron] Transition to ACTIVE for port object 3eea4337-fef2-420d-b97a-4bc2fdc452dc will not be triggered until provisioned by entity L2. {{(pid=100247) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:06:48.514308 n-d-773647-6 neutron-server[100246]: INFO neutron.api.v2.resource [None req-06fdea35-01d1-43d7-899b-306ce07fc6fc tempest-RoutersIpV6AdminTest-1271651815 tempest-RoutersIpV6AdminTest-1271651815-project] delete failed (client error): The resource could not be found. Jul 06 14:06:48.517937 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-06fdea35-01d1-43d7-899b-306ce07fc6fc tempest-RoutersIpV6AdminTest-1271651815 tempest-RoutersIpV6AdminTest-1271651815-project] 10.222.0.104 "DELETE /v2.0/routers/04f82549-d485-49af-ae0f-a3e60cffe48f HTTP/1.1" status: 404 len: 336 time: 0.0541434 Jul 06 14:06:48.522886 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 43334) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:06:48.527776 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-48d05e75-7940-4994-8117-8faa518189cc req-b775dcf0-cd6f-4e3e-84a9-1b4d92715b06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128888538'] for port, after_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:48.530865 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-145999ad-b839-4748-82d3-1777d5a2d8ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117'] for port, after_delete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:48.567459 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-eef36a83-261f-465c-ad6b-9e833ec91054 tempest-RoutersIpV6AdminTest-1271651815 tempest-RoutersIpV6AdminTest-1271651815-project] 10.222.0.104 "GET /v2.0/ports?device_id=86474cfc-1674-4f30-97da-6b5910dd52e5 HTTP/1.1" status: 200 len: 205 time: 0.0361490 Jul 06 14:06:48.568241 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 43336) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:06:48.571945 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-145999ad-b839-4748-82d3-1777d5a2d8ae None None] No DVR routers for this DVR port 5333630b-035b-4f3a-ac6a-7189af5ca2ac on host n-d-773647-6 {{(pid=100248) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:06:48.625007 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145999ad-b839-4748-82d3-1777d5a2d8ae None None] Pushing event deleted for resources: {'Port': ['ID=5333630b-035b-4f3a-ac6a-7189af5ca2ac,revision_number=None']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:06:48.630489 n-d-773647-6 neutron-server[100246]: INFO neutron.api.v2.resource [None req-6945eac4-1f8a-43f6-8289-6c7a81f2981d tempest-RoutersIpV6AdminTest-1271651815 tempest-RoutersIpV6AdminTest-1271651815-project] delete failed (client error): The resource could not be found. Jul 06 14:06:48.637117 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-6945eac4-1f8a-43f6-8289-6c7a81f2981d tempest-RoutersIpV6AdminTest-1271651815 tempest-RoutersIpV6AdminTest-1271651815-project] 10.222.0.104 "DELETE /v2.0/routers/86474cfc-1674-4f30-97da-6b5910dd52e5 HTTP/1.1" status: 404 len: 336 time: 0.0677254 Jul 06 14:06:48.640790 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 43338) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:06:48.651774 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:48.721811 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.db [None req-dc46ca46-a12f-43b0-b4a8-0f02c9fbf2c8 tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] For port 5333630b-035b-4f3a-ac6a-7189af5ca2ac, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=5333630b-035b-4f3a-ac6a-7189af5ca2ac,segment=NetworkSegment(0a20dabc-d755-4cb3-8d52-4fe01f9a6584),segment_id=0a20dabc-d755-4cb3-8d52-4fe01f9a6584)] {{(pid=100247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:06:48.722169 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-dc46ca46-a12f-43b0-b4a8-0f02c9fbf2c8 tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:48.724865 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-29a83a14-db3e-4525-b4e6-9155b57a1071 tempest-RoutersIpV6AdminTest-1271651815 tempest-RoutersIpV6AdminTest-1271651815-project] 10.222.0.104 "GET /v2.0/ports?device_id=61d9220e-4269-4e40-a770-640853e23276 HTTP/1.1" status: 200 len: 205 time: 0.0763047 Jul 06 14:06:48.725527 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 43340) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:06:48.779806 n-d-773647-6 neutron-server[100246]: INFO neutron.api.v2.resource [None req-e2816491-4765-42d9-8937-d81e4bcbf769 tempest-RoutersIpV6AdminTest-1271651815 tempest-RoutersIpV6AdminTest-1271651815-project] delete failed (client error): The resource could not be found. Jul 06 14:06:48.781154 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-e2816491-4765-42d9-8937-d81e4bcbf769 tempest-RoutersIpV6AdminTest-1271651815 tempest-RoutersIpV6AdminTest-1271651815-project] 10.222.0.104 "DELETE /v2.0/routers/61d9220e-4269-4e40-a770-640853e23276 HTTP/1.1" status: 404 len: 336 time: 0.0546737 Jul 06 14:06:48.784307 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 43344) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:06:48.821135 n-d-773647-6 neutron-server[100246]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ed3d560-37e1-4549-ae73-f6a284253a6f tempest-RoutersIpV6AdminTest-1271651815 tempest-RoutersIpV6AdminTest-1271651815-project] DELETE failed (client error): The resource could not be found. Jul 06 14:06:48.821883 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5ed3d560-37e1-4549-ae73-f6a284253a6f tempest-RoutersIpV6AdminTest-1271651815 tempest-RoutersIpV6AdminTest-1271651815-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100246) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 14:06:48.823784 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-5ed3d560-37e1-4549-ae73-f6a284253a6f tempest-RoutersIpV6AdminTest-1271651815 tempest-RoutersIpV6AdminTest-1271651815-project] 10.222.0.104 "DELETE /v2.0/subnets/a49ab1d5-4b0f-4c81-adaf-2ae3b3c5cb5a HTTP/1.1" status: 404 len: 337 time: 0.0370386 Jul 06 14:06:48.866330 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.plugin [None req-dc46ca46-a12f-43b0-b4a8-0f02c9fbf2c8 tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] Calling delete_port for 5333630b-035b-4f3a-ac6a-7189af5ca2ac owned by network:dhcp {{(pid=100247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:06:48.900992 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547efd41-c911-4aba-a7e4-2fbb78d5b919 req-66776d75-3ca4-4130-9564-9c67e0a4c16f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:06:48.901306 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547efd41-c911-4aba-a7e4-2fbb78d5b919 req-66776d75-3ca4-4130-9564-9c67e0a4c16f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:06:48.901779 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547efd41-c911-4aba-a7e4-2fbb78d5b919 req-66776d75-3ca4-4130-9564-9c67e0a4c16f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:06:48.914792 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-547efd41-c911-4aba-a7e4-2fbb78d5b919 req-66776d75-3ca4-4130-9564-9c67e0a4c16f service neutron] 10.222.0.127 "GET /v2.0/networks?tenant_id=5bc84ece362540998140660bd65643c3&shared=False HTTP/1.1" status: 200 len: 2301 time: 1.1418629 Jul 06 14:06:48.979391 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadd7ec4-4b0c-427e-a88e-3902d43ffb04 req-0cc81fcf-5cdc-41cc-8682-be85608214c5 tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:06:48.981115 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-fadd7ec4-4b0c-427e-a88e-3902d43ffb04 req-0cc81fcf-5cdc-41cc-8682-be85608214c5 tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] 10.222.0.104 "GET /v2.0/ports?device_id=73164a94-66a9-4dc1-ae58-422cd07dc979 HTTP/1.1" status: 200 len: 946 time: 1.1942291 Jul 06 14:06:49.120607 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b775dcf0-cd6f-4e3e-84a9-1b4d92715b06 service neutron] Pushing event updated for resources: {'Port': ['ID=3eea4337-fef2-420d-b97a-4bc2fdc452dc,revision_number=2']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:06:49.182519 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 43350) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:06:49.215274 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-fd2b63ef-e53a-4232-a03d-17bd6a7f519f req-9b017f12-f165-4a1f-9063-b57824f073bc service neutron] 10.222.0.127 "GET /v2.0/networks/1d64a7a8-3d12-4141-b8ce-bd281ed9aaab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7295811 Jul 06 14:06:49.225712 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.managers [req-48d05e75-7940-4994-8117-8faa518189cc req-b775dcf0-cd6f-4e3e-84a9-1b4d92715b06 service neutron] Attempting to bind port 3eea4337-fef2-420d-b97a-4bc2fdc452dc on host n-h1-773647-6 for vnic_type normal with profile {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:06:49.226069 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.managers [req-48d05e75-7940-4994-8117-8faa518189cc req-b775dcf0-cd6f-4e3e-84a9-1b4d92715b06 service neutron] Attempting to bind port 3eea4337-fef2-420d-b97a-4bc2fdc452dc by drivers openvswitch,hyperv on host n-h1-773647-6 at level 0 using segments [{'id': 'ac55593e-8500-4da2-8d0d-5602184fcc61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': 'f1fe0f84-e7fb-43f2-a13c-d5fffe5a5634'}] {{(pid=100247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:06:49.226372 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48d05e75-7940-4994-8117-8faa518189cc req-b775dcf0-cd6f-4e3e-84a9-1b4d92715b06 service neutron] Attempting to bind port 3eea4337-fef2-420d-b97a-4bc2fdc452dc on network f1fe0f84-e7fb-43f2-a13c-d5fffe5a5634 {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:06:49.284368 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-fadd7ec4-4b0c-427e-a88e-3902d43ffb04 req-d6d66287-3c56-44d6-a43b-9b340a6b3bac tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] 10.222.0.104 "GET /v2.0/security-groups?id=bdba1446-e72e-4024-9da7-e6061f204f14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2799170 Jul 06 14:06:49.302723 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fee8a2-897b-480a-b05c-f7c4602d52d4 req-d5f8f727-d8d9-4995-834a-7556f56a901f tempest-ServerRescueNegativeTestJSON-721731692 tempest-ServerRescueNegativeTestJSON-721731692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:06:49.304559 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-a1fee8a2-897b-480a-b05c-f7c4602d52d4 req-d5f8f727-d8d9-4995-834a-7556f56a901f tempest-ServerRescueNegativeTestJSON-721731692 tempest-ServerRescueNegativeTestJSON-721731692-project] 10.222.0.104 "GET /v2.0/ports?device_id=b0b96bfa-d49a-47d6-a621-d2fd80028cc9 HTTP/1.1" status: 200 len: 945 time: 0.8075466 Jul 06 14:06:49.305575 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48d05e75-7940-4994-8117-8faa518189cc req-b775dcf0-cd6f-4e3e-84a9-1b4d92715b06 service neutron] Port 3eea4337-fef2-420d-b97a-4bc2fdc452dc on network f1fe0f84-e7fb-43f2-a13c-d5fffe5a5634 not bound, no agent of type Open vSwitch agent registered on host n-h1-773647-6 {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 14:06:49.306075 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48d05e75-7940-4994-8117-8faa518189cc req-b775dcf0-cd6f-4e3e-84a9-1b4d92715b06 service neutron] Attempting to bind port 3eea4337-fef2-420d-b97a-4bc2fdc452dc on network f1fe0f84-e7fb-43f2-a13c-d5fffe5a5634 {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:06:49.335514 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48d05e75-7940-4994-8117-8faa518189cc req-b775dcf0-cd6f-4e3e-84a9-1b4d92715b06 service neutron] Checking agent: {'id': '5bf7147f-bada-4441-a5dc-934b903473fb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-773647-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 51, 12), 'started_at': datetime.datetime(2021, 7, 6, 13, 51, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 6, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:06:49.335918 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48d05e75-7940-4994-8117-8faa518189cc req-b775dcf0-cd6f-4e3e-84a9-1b4d92715b06 service neutron] Checking segment: {'id': 'ac55593e-8500-4da2-8d0d-5602184fcc61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': 'f1fe0f84-e7fb-43f2-a13c-d5fffe5a5634'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100247) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:06:49.336242 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48d05e75-7940-4994-8117-8faa518189cc req-b775dcf0-cd6f-4e3e-84a9-1b4d92715b06 service neutron] Bound using segment: {'id': 'ac55593e-8500-4da2-8d0d-5602184fcc61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': 'f1fe0f84-e7fb-43f2-a13c-d5fffe5a5634'} {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:06:49.336948 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.managers [req-48d05e75-7940-4994-8117-8faa518189cc req-b775dcf0-cd6f-4e3e-84a9-1b4d92715b06 service neutron] Bound port: 3eea4337-fef2-420d-b97a-4bc2fdc452dc, host: n-h1-773647-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ac55593e-8500-4da2-8d0d-5602184fcc61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': 'f1fe0f84-e7fb-43f2-a13c-d5fffe5a5634'}}] {{(pid=100247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:06:49.337335 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-48d05e75-7940-4994-8117-8faa518189cc req-b775dcf0-cd6f-4e3e-84a9-1b4d92715b06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:49.374309 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-9f9bfddf-0a37-4b7a-afb9-b7fafd939717 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:49.387290 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547efd41-c911-4aba-a7e4-2fbb78d5b919 req-a65205d9-da22-4819-afe3-07d002201510 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:06:49.390981 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-547efd41-c911-4aba-a7e4-2fbb78d5b919 req-a65205d9-da22-4819-afe3-07d002201510 service neutron] 10.222.0.127 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.4443834 Jul 06 14:06:49.440732 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-dc46ca46-a12f-43b0-b4a8-0f02c9fbf2c8 tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128888353'] for port, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:49.495260 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-a1fee8a2-897b-480a-b05c-f7c4602d52d4 req-a9b07fc5-189d-4265-a86f-64ad5790037e tempest-ServerRescueNegativeTestJSON-721731692 tempest-ServerRescueNegativeTestJSON-721731692-project] 10.222.0.104 "GET /v2.0/security-groups?id=a54a60a4-d859-4f47-b26f-a63bb69450e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1808019 Jul 06 14:06:49.502147 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc46ca46-a12f-43b0-b4a8-0f02c9fbf2c8 tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] No DVR routers for this DVR port 5333630b-035b-4f3a-ac6a-7189af5ca2ac on host n-d-773647-6 {{(pid=100247) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:06:49.508615 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc46ca46-a12f-43b0-b4a8-0f02c9fbf2c8 tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] Pushing event deleted for resources: {'Port': ['ID=5333630b-035b-4f3a-ac6a-7189af5ca2ac,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:06:49.601321 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.db [req-48d05e75-7940-4994-8117-8faa518189cc req-b775dcf0-cd6f-4e3e-84a9-1b4d92715b06 service neutron] For port 3eea4337-fef2-420d-b97a-4bc2fdc452dc, host n-h1-773647-6, cleared binding levels {{(pid=100247) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:06:49.616998 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-9f9bfddf-0a37-4b7a-afb9-b7fafd939717 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:49.625770 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-9f9bfddf-0a37-4b7a-afb9-b7fafd939717 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:49.699237 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.db [req-48d05e75-7940-4994-8117-8faa518189cc req-b775dcf0-cd6f-4e3e-84a9-1b4d92715b06 service neutron] For port 3eea4337-fef2-420d-b97a-4bc2fdc452dc, host n-h1-773647-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773647-6',level=0,port_id=3eea4337-fef2-420d-b97a-4bc2fdc452dc,segment=NetworkSegment(ac55593e-8500-4da2-8d0d-5602184fcc61),segment_id=ac55593e-8500-4da2-8d0d-5602184fcc61)] {{(pid=100247) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:06:49.703981 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-dc46ca46-a12f-43b0-b4a8-0f02c9fbf2c8 tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-917204', 'neutron.services.segments.db._delete_segments_for_network-8773753502302'] for network, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:49.706470 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-9f9bfddf-0a37-4b7a-afb9-b7fafd939717 admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=9530fd7d50a041a4907c4f64ad242aa1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5228086 Jul 06 14:06:49.707772 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9bfddf-0a37-4b7a-afb9-b7fafd939717 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e0100c3-8aeb-4fc8-bfee-ea6d1b6763a4,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:06:49.711090 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 43366) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:06:49.748995 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-48d05e75-7940-4994-8117-8faa518189cc req-b775dcf0-cd6f-4e3e-84a9-1b4d92715b06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128888538'] for port, after_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:49.762514 n-d-773647-6 neutron-server[100247]: DEBUG neutron.services.segments.db [None req-dc46ca46-a12f-43b0-b4a8-0f02c9fbf2c8 tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['07fe6481-b18e-4acf-adac-03ce24b83d3c']}} {{(pid=100247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:06:49.791877 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-a1d662d0-8a77-41d2-852e-c6ba490afb6f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:49.826144 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-a1d662d0-8a77-41d2-852e-c6ba490afb6f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:49.850170 n-d-773647-6 neutron-server[100247]: DEBUG neutron.services.segments.db [None req-dc46ca46-a12f-43b0-b4a8-0f02c9fbf2c8 tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a20dabc-d755-4cb3-8d52-4fe01f9a6584') {'for_net_delete': True} {{(pid=100247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:06:49.850466 n-d-773647-6 neutron-server[100247]: DEBUG neutron.services.segments.db [None req-dc46ca46-a12f-43b0-b4a8-0f02c9fbf2c8 tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a20dabc-d755-4cb3-8d52-4fe01f9a6584') {} {{(pid=100247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:06:49.920335 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b775dcf0-cd6f-4e3e-84a9-1b4d92715b06 service neutron] Pushing event updated for resources: {'Port': ['ID=3eea4337-fef2-420d-b97a-4bc2fdc452dc,revision_number=3']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:06:49.931617 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-a1d662d0-8a77-41d2-852e-c6ba490afb6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:49.934979 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-a1d662d0-8a77-41d2-852e-c6ba490afb6f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:49.936541 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-a1d662d0-8a77-41d2-852e-c6ba490afb6f admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/4e0100c3-8aeb-4fc8-bfee-ea6d1b6763a4 HTTP/1.1" status: 204 len: 168 time: 0.2241292 Jul 06 14:06:49.960578 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d662d0-8a77-41d2-852e-c6ba490afb6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e0100c3-8aeb-4fc8-bfee-ea6d1b6763a4,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:06:50.398147 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d05e75-7940-4994-8117-8faa518189cc req-b775dcf0-cd6f-4e3e-84a9-1b4d92715b06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:06:50.399424 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-48d05e75-7940-4994-8117-8faa518189cc req-b775dcf0-cd6f-4e3e-84a9-1b4d92715b06 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:50.402615 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-48d05e75-7940-4994-8117-8faa518189cc req-b775dcf0-cd6f-4e3e-84a9-1b4d92715b06 service neutron] 10.222.0.127 "PUT /v2.0/ports/3eea4337-fef2-420d-b97a-4bc2fdc452dc HTTP/1.1" status: 200 len: 1091 time: 3.8504834 Jul 06 14:06:50.404521 n-d-773647-6 neutron-server[100247]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0455bf88-da4d-44a6-9768-93a70cd92e0e', 'tag': '3eea4337-fef2-420d-b97a-4bc2fdc452dc'}] {{(pid=100247) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:06:50.409518 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cbf0eeaae822f8fc9b87a94aeba67a3d651842baf663a51cba94b67a514836d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf1c28aa-09ee-477b-a354-a3ad08cc236b" -d '{"events": [{"name": "network-changed", "server_uuid": "0455bf88-da4d-44a6-9768-93a70cd92e0e", "tag": "3eea4337-fef2-420d-b97a-4bc2fdc452dc"}]}' {{(pid=100247) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:06:50.455429 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-dc46ca46-a12f-43b0-b4a8-0f02c9fbf2c8 tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773753515138', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127131763'] for segment, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:50.456444 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 43378) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:06:50.489035 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [req-48d05e75-7940-4994-8117-8faa518189cc req-c8106974-7860-4c34-aeb5-4e548ba2c2c7 service neutron] Request body: {'port': {'device_id': '0455bf88-da4d-44a6-9768-93a70cd92e0e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-773647-6'}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:06:50.511464 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-a0c82415-a2e2-4434-8f34-77d1ffb63e11 admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=e3235c86a72547c7b59ca1f3e9b45a11&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0510299 Jul 06 14:06:50.511714 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 43380) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:06:50.553516 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-dc46ca46-a12f-43b0-b4a8-0f02c9fbf2c8 tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552'] for segment, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:50.573568 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc46ca46-a12f-43b0-b4a8-0f02c9fbf2c8 tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] Releasing vlan 1019 on physical network physnet1 to pool {{(pid=100247) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 14:06:50.574073 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-dc46ca46-a12f-43b0-b4a8-0f02c9fbf2c8 tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-128888574'] for segment, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:50.579514 n-d-773647-6 neutron-server[100247]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:06:50.579514 n-d-773647-6 neutron-server[100247]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:06:50.579514 n-d-773647-6 neutron-server[100247]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 14:06:50.579514 n-d-773647-6 neutron-server[100247]: self.session.flush() Jul 06 14:06:50.579514 n-d-773647-6 neutron-server[100247]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 14:06:50.579514 n-d-773647-6 neutron-server[100247]: self.session.flush() Jul 06 14:06:50.579514 n-d-773647-6 neutron-server[100247]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 14:06:50.579514 n-d-773647-6 neutron-server[100247]: self.session.flush() Jul 06 14:06:50.579514 n-d-773647-6 neutron-server[100247]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 14:06:50.579514 n-d-773647-6 neutron-server[100247]: self.session.flush() Jul 06 14:06:50.579514 n-d-773647-6 neutron-server[100247]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:06:50.579514 n-d-773647-6 neutron-server[100247]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:06:50.579514 n-d-773647-6 neutron-server[100247]: Traceback (most recent call last): Jul 06 14:06:50.579514 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 14:06:50.579514 n-d-773647-6 neutron-server[100247]: timer() Jul 06 14:06:50.579514 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 14:06:50.579514 n-d-773647-6 neutron-server[100247]: cb(*args, **kw) Jul 06 14:06:50.579514 n-d-773647-6 neutron-server[100247]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 14:06:50.579514 n-d-773647-6 neutron-server[100247]: return func(*args, **kwargs) Jul 06 14:06:50.579514 n-d-773647-6 neutron-server[100247]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 14:06:50.579514 n-d-773647-6 neutron-server[100247]: self._notify() Jul 06 14:06:50.579514 n-d-773647-6 neutron-server[100247]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 14:06:50.579514 n-d-773647-6 neutron-server[100247]: self.callback(batched_events) Jul 06 14:06:50.579514 n-d-773647-6 neutron-server[100247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 14:06:50.579514 n-d-773647-6 neutron-server[100247]: event.method(event) Jul 06 14:06:50.579514 n-d-773647-6 neutron-server[100247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 14:06:50.579514 n-d-773647-6 neutron-server[100247]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 14:06:50.579514 n-d-773647-6 neutron-server[100247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 14:06:50.579514 n-d-773647-6 neutron-server[100247]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 14:06:50.579514 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 14:06:50.579514 n-d-773647-6 neutron-server[100247]: return f(self, *a, **k) Jul 06 14:06:50.579514 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 14:06:50.579514 n-d-773647-6 neutron-server[100247]: return self._get(url).json() Jul 06 14:06:50.579514 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 14:06:50.579514 n-d-773647-6 neutron-server[100247]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 14:06:50.579514 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 14:06:50.579514 n-d-773647-6 neutron-server[100247]: return self.request(url, 'GET', **kwargs) Jul 06 14:06:50.579514 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 14:06:50.579514 n-d-773647-6 neutron-server[100247]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 14:06:50.579514 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 14:06:50.579514 n-d-773647-6 neutron-server[100247]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 14:06:50.579514 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 14:06:50.579514 n-d-773647-6 neutron-server[100247]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 14:06:50.579514 n-d-773647-6 neutron-server[100247]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 14:06:50.589478 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-14297417-44b9-45a6-a240-61e55824a199 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:50.623886 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-14297417-44b9-45a6-a240-61e55824a199 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:50.719627 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-14297417-44b9-45a6-a240-61e55824a199 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:50.727410 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-14297417-44b9-45a6-a240-61e55824a199 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:50.729514 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-dc46ca46-a12f-43b0-b4a8-0f02c9fbf2c8 tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-917215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1761140'] for network, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:50.730269 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-14297417-44b9-45a6-a240-61e55824a199 admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/7a22ecbf-84de-453b-afe3-64af5a110f2f HTTP/1.1" status: 204 len: 168 time: 0.2163899 Jul 06 14:06:50.743763 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14297417-44b9-45a6-a240-61e55824a199 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a22ecbf-84de-453b-afe3-64af5a110f2f,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:06:50.765831 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f8add7-d234-4076-a66e-1094b4a6dd98 req-ef9d22ea-bc59-4887-bd97-994c78d3251f tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:06:50.768304 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-c7f8add7-d234-4076-a66e-1094b4a6dd98 req-ef9d22ea-bc59-4887-bd97-994c78d3251f tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] 10.222.0.104 "GET /v2.0/ports?device_id=73164a94-66a9-4dc1-ae58-422cd07dc979 HTTP/1.1" status: 200 len: 946 time: 0.3004019 Jul 06 14:06:50.780473 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c1b251-a179-4db6-8599-6f19f672517c req-aedbc471-5242-4da7-a1b6-7b611daf4609 tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:06:50.786630 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c1b251-a179-4db6-8599-6f19f672517c req-aedbc471-5242-4da7-a1b6-7b611daf4609 tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:06:50.792761 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c1b251-a179-4db6-8599-6f19f672517c req-aedbc471-5242-4da7-a1b6-7b611daf4609 tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:06:50.807418 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c1b251-a179-4db6-8599-6f19f672517c req-aedbc471-5242-4da7-a1b6-7b611daf4609 tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:06:50.815157 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c1b251-a179-4db6-8599-6f19f672517c req-aedbc471-5242-4da7-a1b6-7b611daf4609 tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:06:50.827177 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c1b251-a179-4db6-8599-6f19f672517c req-aedbc471-5242-4da7-a1b6-7b611daf4609 tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:06:50.838132 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c1b251-a179-4db6-8599-6f19f672517c req-aedbc471-5242-4da7-a1b6-7b611daf4609 tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:06:50.846385 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-59c1b251-a179-4db6-8599-6f19f672517c req-aedbc471-5242-4da7-a1b6-7b611daf4609 tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] 10.222.0.104 "GET /v2.0/ports?device_id=0455bf88-da4d-44a6-9768-93a70cd92e0e HTTP/1.1" status: 200 len: 5406 time: 0.9104757 Jul 06 14:06:50.853268 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-dc46ca46-a12f-43b0-b4a8-0f02c9fbf2c8 tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583035'] for network, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:50.858523 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-dc46ca46-a12f-43b0-b4a8-0f02c9fbf2c8 tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] 10.222.0.104 "DELETE /v2.0/networks/07fe6481-b18e-4acf-adac-03ce24b83d3c HTTP/1.1" status: 204 len: 168 time: 6.9362857 Jul 06 14:06:50.858523 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-48d05e75-7940-4994-8117-8faa518189cc req-c8106974-7860-4c34-aeb5-4e548ba2c2c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:50.859272 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 43388) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:06:50.902175 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc46ca46-a12f-43b0-b4a8-0f02c9fbf2c8 tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] Pushing event deleted for resources: {'Network': ['ID=07fe6481-b18e-4acf-adac-03ce24b83d3c,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:06:50.916333 n-d-773647-6 neutron-server[100246]: INFO neutron.pecan_wsgi.hooks.translation [None req-e374971a-00d7-4d9f-b48f-9f880e51f86b tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] GET failed (client error): The resource could not be found. Jul 06 14:06:50.917242 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-e374971a-00d7-4d9f-b48f-9f880e51f86b tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] 10.222.0.104 "GET /v2.0/subnets/17f32df9-0605-40c7-8e81-4d1623c3c7bf HTTP/1.1" status: 404 len: 337 time: 0.0563834 Jul 06 14:06:50.920094 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 43392) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:06:50.940359 n-d-773647-6 neutron-server[100246]: INFO neutron.pecan_wsgi.hooks.translation [None req-3edeccc6-40f0-4020-b0a0-e965f4d726a5 tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] DELETE failed (client error): The resource could not be found. Jul 06 14:06:50.940931 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3edeccc6-40f0-4020-b0a0-e965f4d726a5 tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100246) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 14:06:50.946431 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-3edeccc6-40f0-4020-b0a0-e965f4d726a5 tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] 10.222.0.104 "DELETE /v2.0/networks/07fe6481-b18e-4acf-adac-03ce24b83d3c HTTP/1.1" status: 404 len: 339 time: 0.0215523 Jul 06 14:06:50.947101 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 43394) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:06:50.958443 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-c7f8add7-d234-4076-a66e-1094b4a6dd98 req-26a9af08-c4b3-423a-abb7-74fbc238f8ac tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] 10.222.0.104 "GET /v2.0/security-groups?id=bdba1446-e72e-4024-9da7-e6061f204f14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017425 Jul 06 14:06:51.015273 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-59c1b251-a179-4db6-8599-6f19f672517c req-25336fea-761d-480a-b244-46c74b9c6749 tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] 10.222.0.104 "GET /v2.0/security-groups?id=f573cac5-f5b4-46cb-8ee6-cba4798a03b8&id=8d3a9807-14cc-46c0-b7ed-1d949d5bac09&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1244490 Jul 06 14:06:51.110645 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 14:06:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-620593e2-f6ce-4fd1-b7ca-dc05c6ade8e0 x-openstack-request-id: req-620593e2-f6ce-4fd1-b7ca-dc05c6ade8e0 {{(pid=100247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:06:51.111167 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0455bf88-da4d-44a6-9768-93a70cd92e0e", "tag": "3eea4337-fef2-420d-b97a-4bc2fdc452dc", "status": "completed", "code": 200}]} {{(pid=100247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:06:51.111562 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-620593e2-f6ce-4fd1-b7ca-dc05c6ade8e0 {{(pid=100247) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:06:51.112006 n-d-773647-6 neutron-server[100247]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0455bf88-da4d-44a6-9768-93a70cd92e0e', 'tag': '3eea4337-fef2-420d-b97a-4bc2fdc452dc', 'status': 'completed', 'code': 200} Jul 06 14:06:51.254701 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1a1347d-5c5a-4ddc-8cb7-0631ebcc4eb7 tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:06:51.260863 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 43410) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:06:51.265238 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-f1a1347d-5c5a-4ddc-8cb7-0631ebcc4eb7 tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] 10.222.0.104 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.3168788 Jul 06 14:06:51.356263 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-b474b166-2b1f-4063-9c03-0497cd411c6d tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] 10.222.0.104 "GET /v2.0/subnets?network_id=2658f09e-a580-4d4a-9968-2d1e0ad93719 HTTP/1.1" status: 200 len: 207 time: 0.0913002 Jul 06 14:06:51.363612 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 43414) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:06:51.373796 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1c28aa-09ee-477b-a354-a3ad08cc236b req-44360cd7-4012-4f1b-9025-d35559a5bb47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:06:51.374291 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1c28aa-09ee-477b-a354-a3ad08cc236b req-44360cd7-4012-4f1b-9025-d35559a5bb47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:06:51.374766 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1c28aa-09ee-477b-a354-a3ad08cc236b req-44360cd7-4012-4f1b-9025-d35559a5bb47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:06:51.375256 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1c28aa-09ee-477b-a354-a3ad08cc236b req-44360cd7-4012-4f1b-9025-d35559a5bb47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:06:51.375729 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1c28aa-09ee-477b-a354-a3ad08cc236b req-44360cd7-4012-4f1b-9025-d35559a5bb47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:06:51.376201 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1c28aa-09ee-477b-a354-a3ad08cc236b req-44360cd7-4012-4f1b-9025-d35559a5bb47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:06:51.376688 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1c28aa-09ee-477b-a354-a3ad08cc236b req-44360cd7-4012-4f1b-9025-d35559a5bb47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:06:51.379510 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-cf1c28aa-09ee-477b-a354-a3ad08cc236b req-44360cd7-4012-4f1b-9025-d35559a5bb47 service neutron] 10.222.0.127 "GET /v2.0/ports?tenant_id=5bc84ece362540998140660bd65643c3&device_id=0455bf88-da4d-44a6-9768-93a70cd92e0e HTTP/1.1" status: 200 len: 6353 time: 0.2661133 Jul 06 14:06:51.676689 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180eaa3f-c846-42e0-aa10-e62e3f6c4e9d req-8d6884ac-f356-4e67-a900-e37b11abcd37 tempest-ServerRescueNegativeTestJSON-721731692 tempest-ServerRescueNegativeTestJSON-721731692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:06:51.678334 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-180eaa3f-c846-42e0-aa10-e62e3f6c4e9d req-8d6884ac-f356-4e67-a900-e37b11abcd37 tempest-ServerRescueNegativeTestJSON-721731692 tempest-ServerRescueNegativeTestJSON-721731692-project] 10.222.0.104 "GET /v2.0/ports?device_id=b0b96bfa-d49a-47d6-a621-d2fd80028cc9 HTTP/1.1" status: 200 len: 945 time: 0.3394949 Jul 06 14:06:51.684796 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1c28aa-09ee-477b-a354-a3ad08cc236b req-fb104de1-a0af-4522-bd66-e1e13dd690b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:06:51.685884 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1c28aa-09ee-477b-a354-a3ad08cc236b req-fb104de1-a0af-4522-bd66-e1e13dd690b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:06:51.686359 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1c28aa-09ee-477b-a354-a3ad08cc236b req-fb104de1-a0af-4522-bd66-e1e13dd690b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:06:51.688224 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-cf1c28aa-09ee-477b-a354-a3ad08cc236b req-fb104de1-a0af-4522-bd66-e1e13dd690b7 service neutron] 10.222.0.127 "GET /v2.0/networks?tenant_id=5bc84ece362540998140660bd65643c3&shared=False HTTP/1.1" status: 200 len: 2301 time: 0.2688634 Jul 06 14:06:51.706058 n-d-773647-6 neutron-server[100247]: DEBUG neutron.notifiers.nova [req-48d05e75-7940-4994-8117-8faa518189cc req-c8106974-7860-4c34-aeb5-4e548ba2c2c7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6f2c5df6-a4f1-4b8b-988e-3d1433f8d22a {{(pid=100247) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 14:06:51.732718 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-48d05e75-7940-4994-8117-8faa518189cc req-c8106974-7860-4c34-aeb5-4e548ba2c2c7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:51.814612 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.provisioning_blocks [req-48d05e75-7940-4994-8117-8faa518189cc req-c8106974-7860-4c34-aeb5-4e548ba2c2c7 service neutron] Transition to ACTIVE for port object 6f2c5df6-a4f1-4b8b-988e-3d1433f8d22a will not be triggered until provisioned by entity L2. {{(pid=100247) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:06:51.825258 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-180eaa3f-c846-42e0-aa10-e62e3f6c4e9d req-6f7ca89d-7c65-4161-86b9-aa5eae5d7658 tempest-ServerRescueNegativeTestJSON-721731692 tempest-ServerRescueNegativeTestJSON-721731692-project] 10.222.0.104 "GET /v2.0/security-groups?id=a54a60a4-d859-4f47-b26f-a63bb69450e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339788 Jul 06 14:06:51.848132 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-48d05e75-7940-4994-8117-8faa518189cc req-c8106974-7860-4c34-aeb5-4e548ba2c2c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128888538'] for port, after_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:52.120553 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1c28aa-09ee-477b-a354-a3ad08cc236b req-5b0d45e9-28b6-4244-a343-0bcb9bc7b790 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:06:52.156504 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-cf1c28aa-09ee-477b-a354-a3ad08cc236b req-5b0d45e9-28b6-4244-a343-0bcb9bc7b790 service neutron] 10.222.0.127 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.4252079 Jul 06 14:06:52.157804 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 43436) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:06:52.162043 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8106974-7860-4c34-aeb5-4e548ba2c2c7 service neutron] Pushing event updated for resources: {'Port': ['ID=6f2c5df6-a4f1-4b8b-988e-3d1433f8d22a,revision_number=2']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:06:52.397085 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [None req-445a5a5d-cf83-429b-b295-3e4d76935683 tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1736235749'}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:06:52.426118 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.managers [req-48d05e75-7940-4994-8117-8faa518189cc req-c8106974-7860-4c34-aeb5-4e548ba2c2c7 service neutron] Attempting to bind port 6f2c5df6-a4f1-4b8b-988e-3d1433f8d22a on host n-h1-773647-6 for vnic_type normal with profile {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:06:52.426484 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.managers [req-48d05e75-7940-4994-8117-8faa518189cc req-c8106974-7860-4c34-aeb5-4e548ba2c2c7 service neutron] Attempting to bind port 6f2c5df6-a4f1-4b8b-988e-3d1433f8d22a by drivers openvswitch,hyperv on host n-h1-773647-6 at level 0 using segments [{'id': 'cf14e999-6e16-4245-9908-28547602990f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': '70fa8a2a-4549-4d89-b089-3cc3fca2d3a3'}] {{(pid=100247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:06:52.426810 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48d05e75-7940-4994-8117-8faa518189cc req-c8106974-7860-4c34-aeb5-4e548ba2c2c7 service neutron] Attempting to bind port 6f2c5df6-a4f1-4b8b-988e-3d1433f8d22a on network 70fa8a2a-4549-4d89-b089-3cc3fca2d3a3 {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:06:52.444698 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e6f52c3-d009-422b-afd2-35a0f0f36121 tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:06:52.454112 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e6f52c3-d009-422b-afd2-35a0f0f36121 tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:06:52.460052 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e6f52c3-d009-422b-afd2-35a0f0f36121 tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:06:52.467682 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e6f52c3-d009-422b-afd2-35a0f0f36121 tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:06:52.473415 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-7e6f52c3-d009-422b-afd2-35a0f0f36121 tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] 10.222.0.104 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2486 time: 1.1099601 Jul 06 14:06:52.474442 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 43444) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:06:52.492626 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48d05e75-7940-4994-8117-8faa518189cc req-c8106974-7860-4c34-aeb5-4e548ba2c2c7 service neutron] Port 6f2c5df6-a4f1-4b8b-988e-3d1433f8d22a on network 70fa8a2a-4549-4d89-b089-3cc3fca2d3a3 not bound, no agent of type Open vSwitch agent registered on host n-h1-773647-6 {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 14:06:52.493025 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48d05e75-7940-4994-8117-8faa518189cc req-c8106974-7860-4c34-aeb5-4e548ba2c2c7 service neutron] Attempting to bind port 6f2c5df6-a4f1-4b8b-988e-3d1433f8d22a on network 70fa8a2a-4549-4d89-b089-3cc3fca2d3a3 {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:06:52.511028 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48d05e75-7940-4994-8117-8faa518189cc req-c8106974-7860-4c34-aeb5-4e548ba2c2c7 service neutron] Checking agent: {'id': '5bf7147f-bada-4441-a5dc-934b903473fb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-773647-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 51, 12), 'started_at': datetime.datetime(2021, 7, 6, 13, 51, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 6, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:06:52.511406 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48d05e75-7940-4994-8117-8faa518189cc req-c8106974-7860-4c34-aeb5-4e548ba2c2c7 service neutron] Checking segment: {'id': 'cf14e999-6e16-4245-9908-28547602990f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': '70fa8a2a-4549-4d89-b089-3cc3fca2d3a3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100247) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:06:52.511791 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48d05e75-7940-4994-8117-8faa518189cc req-c8106974-7860-4c34-aeb5-4e548ba2c2c7 service neutron] Bound using segment: {'id': 'cf14e999-6e16-4245-9908-28547602990f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': '70fa8a2a-4549-4d89-b089-3cc3fca2d3a3'} {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:06:52.512244 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.managers [req-48d05e75-7940-4994-8117-8faa518189cc req-c8106974-7860-4c34-aeb5-4e548ba2c2c7 service neutron] Bound port: 6f2c5df6-a4f1-4b8b-988e-3d1433f8d22a, host: n-h1-773647-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cf14e999-6e16-4245-9908-28547602990f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': '70fa8a2a-4549-4d89-b089-3cc3fca2d3a3'}}] {{(pid=100247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:06:52.512849 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-48d05e75-7940-4994-8117-8faa518189cc req-c8106974-7860-4c34-aeb5-4e548ba2c2c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:52.518745 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-445a5a5d-cf83-429b-b295-3e4d76935683 tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] Made reservation on behalf of 6baaa4c06bf242238309dd8ac70b6c99 for: {'network': 1} {{(pid=100247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:06:52.522200 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-445a5a5d-cf83-429b-b295-3e4d76935683 tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for network, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:52.546944 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-445a5a5d-cf83-429b-b295-3e4d76935683 tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] Notify callbacks [] for security_group, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:52.627160 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-0c3827ae-8498-44ba-800a-56f145904bd1 tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] 10.222.0.104 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 575 time: 0.1485133 Jul 06 14:06:52.627684 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 43446) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:06:52.631542 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37819109-58f6-41bd-9162-aa5018fa277a req-9742e4bf-6f0d-47b7-a98d-7a41613654a0 tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:06:52.637823 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37819109-58f6-41bd-9162-aa5018fa277a req-9742e4bf-6f0d-47b7-a98d-7a41613654a0 tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:06:52.644023 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37819109-58f6-41bd-9162-aa5018fa277a req-9742e4bf-6f0d-47b7-a98d-7a41613654a0 tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:06:52.650045 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37819109-58f6-41bd-9162-aa5018fa277a req-9742e4bf-6f0d-47b7-a98d-7a41613654a0 tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:06:52.657914 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37819109-58f6-41bd-9162-aa5018fa277a req-9742e4bf-6f0d-47b7-a98d-7a41613654a0 tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:06:52.664487 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37819109-58f6-41bd-9162-aa5018fa277a req-9742e4bf-6f0d-47b7-a98d-7a41613654a0 tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:06:52.671349 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37819109-58f6-41bd-9162-aa5018fa277a req-9742e4bf-6f0d-47b7-a98d-7a41613654a0 tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:06:52.678878 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-37819109-58f6-41bd-9162-aa5018fa277a req-9742e4bf-6f0d-47b7-a98d-7a41613654a0 tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] 10.222.0.104 "GET /v2.0/ports?device_id=0455bf88-da4d-44a6-9768-93a70cd92e0e HTTP/1.1" status: 200 len: 5418 time: 0.2717748 Jul 06 14:06:52.727921 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d00a00-2935-4f88-89fc-99e70f3714c4 req-83651440-090d-48c5-80b4-540699e62bd3 tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:06:52.735612 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-58d00a00-2935-4f88-89fc-99e70f3714c4 req-83651440-090d-48c5-80b4-540699e62bd3 tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] 10.222.0.104 "GET /v2.0/ports?device_id=73164a94-66a9-4dc1-ae58-422cd07dc979 HTTP/1.1" status: 200 len: 946 time: 0.3105881 Jul 06 14:06:52.759292 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ead8da7-01e1-46a7-b533-1beab1ac7727 tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:06:52.759292 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ead8da7-01e1-46a7-b533-1beab1ac7727 tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:06:52.759713 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-3ead8da7-01e1-46a7-b533-1beab1ac7727 tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] 10.222.0.104 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.1306813 Jul 06 14:06:52.764362 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 43448) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:06:52.787240 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.db [req-48d05e75-7940-4994-8117-8faa518189cc req-c8106974-7860-4c34-aeb5-4e548ba2c2c7 service neutron] For port 6f2c5df6-a4f1-4b8b-988e-3d1433f8d22a, host n-h1-773647-6, cleared binding levels {{(pid=100247) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:06:52.821802 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.db [req-48d05e75-7940-4994-8117-8faa518189cc req-c8106974-7860-4c34-aeb5-4e548ba2c2c7 service neutron] For port 6f2c5df6-a4f1-4b8b-988e-3d1433f8d22a, host n-h1-773647-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773647-6',level=0,port_id=6f2c5df6-a4f1-4b8b-988e-3d1433f8d22a,segment=NetworkSegment(cf14e999-6e16-4245-9908-28547602990f),segment_id=cf14e999-6e16-4245-9908-28547602990f)] {{(pid=100247) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:06:52.857139 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-37819109-58f6-41bd-9162-aa5018fa277a req-78d98383-4c75-4dc1-8ece-7e0d7c6d582b tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] 10.222.0.104 "GET /v2.0/security-groups?id=f573cac5-f5b4-46cb-8ee6-cba4798a03b8&id=8d3a9807-14cc-46c0-b7ed-1d949d5bac09&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1772149 Jul 06 14:06:52.863110 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-d736fb41-cfc1-4299-b324-976778368dd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:52.866724 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b99c7e8a-45e6-4a22-876f-675970d6f49a tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] Attributes excluded by policy engine: ['shared'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:06:52.869470 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b99c7e8a-45e6-4a22-876f-675970d6f49a tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] Attributes excluded by policy engine: ['shared'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:06:52.876499 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-b99c7e8a-45e6-4a22-876f-675970d6f49a tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] 10.222.0.104 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.1055033 Jul 06 14:06:52.877039 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 43452) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:06:52.886155 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-58d00a00-2935-4f88-89fc-99e70f3714c4 req-40909d55-166d-4a54-9d4b-bc0f85d94508 tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] 10.222.0.104 "GET /v2.0/security-groups?id=bdba1446-e72e-4024-9da7-e6061f204f14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496344 Jul 06 14:06:52.892331 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-48d05e75-7940-4994-8117-8faa518189cc req-c8106974-7860-4c34-aeb5-4e548ba2c2c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128888538'] for port, after_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:52.944228 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d05e75-7940-4994-8117-8faa518189cc req-c8106974-7860-4c34-aeb5-4e548ba2c2c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:06:52.944878 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-48d05e75-7940-4994-8117-8faa518189cc req-c8106974-7860-4c34-aeb5-4e548ba2c2c7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:52.946568 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-48d05e75-7940-4994-8117-8faa518189cc req-c8106974-7860-4c34-aeb5-4e548ba2c2c7 service neutron] 10.222.0.127 "PUT /v2.0/ports/6f2c5df6-a4f1-4b8b-988e-3d1433f8d22a HTTP/1.1" status: 200 len: 1091 time: 2.4630926 Jul 06 14:06:52.994980 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [req-48d05e75-7940-4994-8117-8faa518189cc req-6f8a5112-a56b-4ecb-8520-ccf70e71c8a2 service neutron] Request body: {'port': {'device_id': '0455bf88-da4d-44a6-9768-93a70cd92e0e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-773647-6'}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:06:53.050409 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8106974-7860-4c34-aeb5-4e548ba2c2c7 service neutron] Pushing event updated for resources: {'Port': ['ID=6f2c5df6-a4f1-4b8b-988e-3d1433f8d22a,revision_number=3']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:06:53.075050 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-445a5a5d-cf83-429b-b295-3e4d76935683 tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] Notify callbacks [] for security_group, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:53.094012 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84cf8814-b856-40f9-9233-888eb965e6c8 tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:06:53.095688 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-84cf8814-b856-40f9-9233-888eb965e6c8 tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] 10.222.0.104 "GET /v2.0/networks/73d8a1b5-5d5c-44d5-8e38-9e7b89cb4ea3 HTTP/1.1" status: 200 len: 800 time: 0.2178657 Jul 06 14:06:53.097668 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-445a5a5d-cf83-429b-b295-3e4d76935683 tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:53.104156 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 43462) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:06:53.121963 n-d-773647-6 neutron-server[100247]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0455bf88-da4d-44a6-9768-93a70cd92e0e', 'tag': '6f2c5df6-a4f1-4b8b-988e-3d1433f8d22a'}] {{(pid=100247) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:06:53.124648 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cbf0eeaae822f8fc9b87a94aeba67a3d651842baf663a51cba94b67a514836d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdcfbf81-5d4a-43bd-b424-b0d3bfe490dd" -d '{"events": [{"name": "network-changed", "server_uuid": "0455bf88-da4d-44a6-9768-93a70cd92e0e", "tag": "6f2c5df6-a4f1-4b8b-988e-3d1433f8d22a"}]}' {{(pid=100247) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:06:53.211043 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-445a5a5d-cf83-429b-b295-3e4d76935683 tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] vlan segment allocate from pool success with {'vlan_id': 1029, 'physical_network': 'physnet1'} {{(pid=100247) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 14:06:53.234934 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-b309c9e6-2f64-43c8-a177-91db73ff5b01 tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] 10.222.0.104 "GET /v2.0/networks/73d8a1b5-5d5c-44d5-8e38-9e7b89cb4ea3?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 316 time: 0.1293919 Jul 06 14:06:53.239887 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 43466) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:06:53.243895 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445a5a5d-cf83-429b-b295-3e4d76935683 tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] Pushing event updated for resources: {'SecurityGroup': ['ID=96440dcd-3ac1-490b-a3bf-0e5a969950d1,revision_number=1']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:06:53.264543 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-48d05e75-7940-4994-8117-8faa518189cc req-6f8a5112-a56b-4ecb-8520-ccf70e71c8a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:53.273651 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-445a5a5d-cf83-429b-b295-3e4d76935683 tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552'] for segment, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:53.273963 n-d-773647-6 neutron-server[100247]: INFO neutron.db.segments_db [None req-445a5a5d-cf83-429b-b295-3e4d76935683 tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] Added segment 06dcc215-8b46-4d5c-b5cb-d24cdcef069b of type vlan for network abc7bc3b-a8a3-49dc-9705-e8abfe8489c4 Jul 06 14:06:53.318753 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 14:06:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-faddb197-7e92-4473-906d-cac5b99228eb x-openstack-request-id: req-faddb197-7e92-4473-906d-cac5b99228eb {{(pid=100247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:06:53.319052 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0455bf88-da4d-44a6-9768-93a70cd92e0e", "tag": "6f2c5df6-a4f1-4b8b-988e-3d1433f8d22a", "status": "completed", "code": 200}]} {{(pid=100247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:06:53.319342 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-faddb197-7e92-4473-906d-cac5b99228eb {{(pid=100247) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:06:53.319741 n-d-773647-6 neutron-server[100247]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0455bf88-da4d-44a6-9768-93a70cd92e0e', 'tag': '6f2c5df6-a4f1-4b8b-988e-3d1433f8d22a', 'status': 'completed', 'code': 200} Jul 06 14:06:53.340027 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c835dace-09b8-4888-809e-6fe345a0fd4f tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:06:53.346082 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-c835dace-09b8-4888-809e-6fe345a0fd4f tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] 10.222.0.104 "GET /v2.0/subnets/a19d2881-c24b-4549-b9cf-0b1414f4ce57 HTTP/1.1" status: 200 len: 811 time: 0.1002743 Jul 06 14:06:53.349975 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 43468) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:06:53.442125 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-445a5a5d-cf83-429b-b295-3e4d76935683 tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773752984405'] for network, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:53.447908 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67ad2a62-ef21-4a1b-ab3f-38bbf9f15a47 tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] Attributes excluded by policy engine: ['shared'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:06:53.456754 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-67ad2a62-ef21-4a1b-ab3f-38bbf9f15a47 tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] 10.222.0.104 "GET /v2.0/subnets/a19d2881-c24b-4549-b9cf-0b1414f4ce57?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1054699 Jul 06 14:06:53.457738 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 43470) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:06:53.464006 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-4661f6a4-0aec-4206-9876-0ad847408c19 tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-913042605'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:06:53.496267 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4661f6a4-0aec-4206-9876-0ad847408c19 tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] Made reservation on behalf of 425e7b83a55643309e64fa25c786b5c4 for: {'network': 1} {{(pid=100246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:06:53.504060 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-4661f6a4-0aec-4206-9876-0ad847408c19 tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for network, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:53.542867 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4661f6a4-0aec-4206-9876-0ad847408c19 tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] vlan segment allocate from pool success with {'vlan_id': 1036, 'physical_network': 'physnet1'} {{(pid=100246) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 14:06:53.556190 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-4661f6a4-0aec-4206-9876-0ad847408c19 tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552'] for segment, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:53.557380 n-d-773647-6 neutron-server[100246]: INFO neutron.db.segments_db [None req-4661f6a4-0aec-4206-9876-0ad847408c19 tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] Added segment 53e2cdee-c3dd-4105-a139-2e657e1fd5f3 of type vlan for network ab3923c9-58a5-4ba8-b98e-3bd6053a6010 Jul 06 14:06:53.583305 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-445a5a5d-cf83-429b-b295-3e4d76935683 tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060'] for network, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:53.589334 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-445a5a5d-cf83-429b-b295-3e4d76935683 tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:06:53.590027 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-445a5a5d-cf83-429b-b295-3e4d76935683 tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583035'] for network, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:53.621843 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-4661f6a4-0aec-4206-9876-0ad847408c19 tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773752984405'] for network, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:53.673286 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdcfbf81-5d4a-43bd-b424-b0d3bfe490dd req-3fc1ea99-9349-4730-8a48-9b65b53ab863 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:06:53.673756 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdcfbf81-5d4a-43bd-b424-b0d3bfe490dd req-3fc1ea99-9349-4730-8a48-9b65b53ab863 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:06:53.674237 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdcfbf81-5d4a-43bd-b424-b0d3bfe490dd req-3fc1ea99-9349-4730-8a48-9b65b53ab863 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:06:53.674716 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdcfbf81-5d4a-43bd-b424-b0d3bfe490dd req-3fc1ea99-9349-4730-8a48-9b65b53ab863 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:06:53.675184 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdcfbf81-5d4a-43bd-b424-b0d3bfe490dd req-3fc1ea99-9349-4730-8a48-9b65b53ab863 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:06:53.675701 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdcfbf81-5d4a-43bd-b424-b0d3bfe490dd req-3fc1ea99-9349-4730-8a48-9b65b53ab863 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:06:53.676165 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdcfbf81-5d4a-43bd-b424-b0d3bfe490dd req-3fc1ea99-9349-4730-8a48-9b65b53ab863 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:06:53.678080 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-fdcfbf81-5d4a-43bd-b424-b0d3bfe490dd req-3fc1ea99-9349-4730-8a48-9b65b53ab863 service neutron] 10.222.0.127 "GET /v2.0/ports?tenant_id=5bc84ece362540998140660bd65643c3&device_id=0455bf88-da4d-44a6-9768-93a70cd92e0e HTTP/1.1" status: 200 len: 6420 time: 0.3542047 Jul 06 14:06:53.697661 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-4661f6a4-0aec-4206-9876-0ad847408c19 tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060'] for network, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:53.703442 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4661f6a4-0aec-4206-9876-0ad847408c19 tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:06:53.705998 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-4661f6a4-0aec-4206-9876-0ad847408c19 tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] Notify callbacks [] for network, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:53.724437 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-445a5a5d-cf83-429b-b295-3e4d76935683 tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] 10.222.0.104 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.5407097 Jul 06 14:06:53.732902 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c523050-100b-4a5c-b8fa-256eb25251ee req-306da5d6-51d3-4b8c-bbde-98aac7336d46 tempest-ServerRescueNegativeTestJSON-721731692 tempest-ServerRescueNegativeTestJSON-721731692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:06:53.734552 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-2c523050-100b-4a5c-b8fa-256eb25251ee req-306da5d6-51d3-4b8c-bbde-98aac7336d46 tempest-ServerRescueNegativeTestJSON-721731692 tempest-ServerRescueNegativeTestJSON-721731692-project] 10.222.0.104 "GET /v2.0/ports?device_id=b0b96bfa-d49a-47d6-a621-d2fd80028cc9 HTTP/1.1" status: 200 len: 945 time: 0.4095492 Jul 06 14:06:53.821110 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-4661f6a4-0aec-4206-9876-0ad847408c19 tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] 10.222.0.104 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.3595743 Jul 06 14:06:53.826041 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445a5a5d-cf83-429b-b295-3e4d76935683 tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] Pushing event updated for resources: {'Network': ['ID=abc7bc3b-a8a3-49dc-9705-e8abfe8489c4,revision_number=1']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:06:53.828724 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 43472) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:06:53.839199 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Network abc7bc3b-a8a3-49dc-9705-e8abfe8489c4 details requested by agent ovs-agent-n-d-773647-6 with host n-d-773647-6 {{(pid=100248) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 14:06:53.839673 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-de308f34-1bd3-480b-834b-28861fda73e6 tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] Request body: {'subnet': {'network_id': 'ab3923c9-58a5-4ba8-b98e-3bd6053a6010', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:06:53.944930 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-2c523050-100b-4a5c-b8fa-256eb25251ee req-b8281a81-ae56-4d89-8b8b-f4591d9f69ef tempest-ServerRescueNegativeTestJSON-721731692 tempest-ServerRescueNegativeTestJSON-721731692-project] 10.222.0.104 "GET /v2.0/security-groups?id=a54a60a4-d859-4f47-b26f-a63bb69450e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1909492 Jul 06 14:06:53.957596 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4661f6a4-0aec-4206-9876-0ad847408c19 tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] Pushing event updated for resources: {'Network': ['ID=ab3923c9-58a5-4ba8-b98e-3bd6053a6010,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:06:53.970694 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Network ab3923c9-58a5-4ba8-b98e-3bd6053a6010 details requested by agent ovs-agent-n-d-773647-6 with host n-d-773647-6 {{(pid=100248) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 14:06:54.038260 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de308f34-1bd3-480b-834b-28861fda73e6 tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] Made reservation on behalf of 425e7b83a55643309e64fa25c786b5c4 for: {'subnet': 1} {{(pid=100246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:06:54.042646 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-de308f34-1bd3-480b-834b-28861fda73e6 tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127702029'] for subnet, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:54.156200 n-d-773647-6 neutron-server[100247]: DEBUG neutron.notifiers.nova [req-48d05e75-7940-4994-8117-8faa518189cc req-6f8a5112-a56b-4ecb-8520-ccf70e71c8a2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c6534491-f764-47ec-ae47-2754d9d0afbf {{(pid=100247) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 14:06:54.182906 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-48d05e75-7940-4994-8117-8faa518189cc req-6f8a5112-a56b-4ecb-8520-ccf70e71c8a2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:54.205438 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.provisioning_blocks [req-48d05e75-7940-4994-8117-8faa518189cc req-6f8a5112-a56b-4ecb-8520-ccf70e71c8a2 service neutron] Transition to ACTIVE for port object c6534491-f764-47ec-ae47-2754d9d0afbf will not be triggered until provisioned by entity L2. {{(pid=100247) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:06:54.228178 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.ipam_backend_mixin [None req-de308f34-1bd3-480b-834b-28861fda73e6 tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] Performing IP validity checks on allocation pools {{(pid=100246) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 06 14:06:54.228697 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.ipam_backend_mixin [None req-de308f34-1bd3-480b-834b-28861fda73e6 tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] Checking for overlaps among allocation pools and gateway ip {{(pid=100246) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 06 14:06:54.235774 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-48d05e75-7940-4994-8117-8faa518189cc req-6f8a5112-a56b-4ecb-8520-ccf70e71c8a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128888538'] for port, after_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:54.360223 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdcfbf81-5d4a-43bd-b424-b0d3bfe490dd req-c959f70a-2ba4-47da-9e25-1497323352da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:06:54.360874 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdcfbf81-5d4a-43bd-b424-b0d3bfe490dd req-c959f70a-2ba4-47da-9e25-1497323352da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:06:54.361505 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdcfbf81-5d4a-43bd-b424-b0d3bfe490dd req-c959f70a-2ba4-47da-9e25-1497323352da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:06:54.363703 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-fdcfbf81-5d4a-43bd-b424-b0d3bfe490dd req-c959f70a-2ba4-47da-9e25-1497323352da service neutron] 10.222.0.127 "GET /v2.0/networks?tenant_id=5bc84ece362540998140660bd65643c3&shared=False HTTP/1.1" status: 200 len: 2301 time: 0.6412029 Jul 06 14:06:54.409526 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8a5112-a56b-4ecb-8520-ccf70e71c8a2 service neutron] Pushing event updated for resources: {'Port': ['ID=c6534491-f764-47ec-ae47-2754d9d0afbf,revision_number=2']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:06:54.466998 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-de308f34-1bd3-480b-834b-28861fda73e6 tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1849032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127687649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127702047'] for subnet, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:54.592466 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de308f34-1bd3-480b-834b-28861fda73e6 tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] Pushing event updated for resources: {'Subnet': ['ID=1d51ee46-d788-4654-b1fc-5a13555b5218,revision_number=0']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:06:54.622943 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de308f34-1bd3-480b-834b-28861fda73e6 tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] Checking segment: {'id': '53e2cdee-c3dd-4105-a139-2e657e1fd5f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1036, 'network_id': 'ab3923c9-58a5-4ba8-b98e-3bd6053a6010'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:06:54.623492 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de308f34-1bd3-480b-834b-28861fda73e6 tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] Network hostable DHCP agents. Network: ab3923c9-58a5-4ba8-b98e-3bd6053a6010, hostable agents: ['f2bada3d-be77-4359-982b-8505a2bbca04'], hosted agents: [] {{(pid=100246) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 14:06:54.671960 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de308f34-1bd3-480b-834b-28861fda73e6 tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] Network ab3923c9-58a5-4ba8-b98e-3bd6053a6010 is scheduled to be hosted by DHCP agent f2bada3d-be77-4359-982b-8505a2bbca04 with binding_index 1 {{(pid=100246) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 14:06:54.711947 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.base_scheduler [None req-de308f34-1bd3-480b-834b-28861fda73e6 tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773647-6, ab3923c9-58a5-4ba8-b98e-3bd6053a6010) {{(pid=100246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:06:54.721674 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de308f34-1bd3-480b-834b-28861fda73e6 tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:06:54.724124 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-012cd718-05ce-4e39-b0ec-c4bee0e1a4c0 None None] Network ab3923c9-58a5-4ba8-b98e-3bd6053a6010 requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:06:54.725721 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-de308f34-1bd3-480b-834b-28861fda73e6 tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] Notify callbacks [] for subnet, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:54.788735 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-de308f34-1bd3-480b-834b-28861fda73e6 tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] 10.222.0.104 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 0.9566982 Jul 06 14:06:54.790256 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 43484) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:06:54.811895 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-c852c4b7-fd38-40ff-ba78-b4dbf67636ab tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:06:55.001536 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13fcfbff-556c-4dbb-a3c0-76cba95e709a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6bd5fc82-6666-56e8-87c2-91648d36c963-ab3923c9-58a5-4ba8-b98e-3bd6053a6010', 'network_id': 'ab3923c9-58a5-4ba8-b98e-3bd6053a6010', 'tenant_id': '425e7b83a55643309e64fa25c786b5c4', 'fixed_ips': [{'subnet_id': '1d51ee46-d788-4654-b1fc-5a13555b5218'}]}} from n-d-773647-6. {{(pid=100248) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 14:06:55.003175 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-13fcfbff-556c-4dbb-a3c0-76cba95e709a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:55.018590 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd14f782-d73c-461e-a100-eaff6226f86b req-7d3c52cc-a949-4e77-be35-44bd43544673 tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:06:55.029821 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd14f782-d73c-461e-a100-eaff6226f86b req-7d3c52cc-a949-4e77-be35-44bd43544673 tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:06:55.049583 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd14f782-d73c-461e-a100-eaff6226f86b req-7d3c52cc-a949-4e77-be35-44bd43544673 tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:06:55.053546 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-c852c4b7-fd38-40ff-ba78-b4dbf67636ab tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-127702022'] for subnet, before_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:55.060200 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd14f782-d73c-461e-a100-eaff6226f86b req-7d3c52cc-a949-4e77-be35-44bd43544673 tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:06:55.076348 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd14f782-d73c-461e-a100-eaff6226f86b req-7d3c52cc-a949-4e77-be35-44bd43544673 tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:06:55.090093 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd14f782-d73c-461e-a100-eaff6226f86b req-7d3c52cc-a949-4e77-be35-44bd43544673 tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:06:55.101039 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd14f782-d73c-461e-a100-eaff6226f86b req-7d3c52cc-a949-4e77-be35-44bd43544673 tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:06:55.115805 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-cd14f782-d73c-461e-a100-eaff6226f86b req-7d3c52cc-a949-4e77-be35-44bd43544673 tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] 10.222.0.104 "GET /v2.0/ports?device_id=0455bf88-da4d-44a6-9768-93a70cd92e0e HTTP/1.1" status: 200 len: 5430 time: 0.8976488 Jul 06 14:06:55.154272 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce59830-8d3e-451e-8289-2343cf230e3d req-91971c09-48a6-4109-94df-85456c32d986 tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:06:55.160620 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-5ce59830-8d3e-451e-8289-2343cf230e3d req-91971c09-48a6-4109-94df-85456c32d986 tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] 10.222.0.104 "GET /v2.0/ports?device_id=73164a94-66a9-4dc1-ae58-422cd07dc979 HTTP/1.1" status: 200 len: 946 time: 0.9536328 Jul 06 14:06:55.196389 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.db.api [None req-13fcfbff-556c-4dbb-a3c0-76cba95e709a None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 06 14:06:55.196389 n-d-773647-6 neutron-server[100248]: [SQL: UPDATE subnets SET in_use=%(in_use)s WHERE subnets.id = %(id_1)s] Jul 06 14:06:55.196389 n-d-773647-6 neutron-server[100248]: [parameters: {'in_use': 1, 'id_1': '1d51ee46-d788-4654-b1fc-5a13555b5218'}] Jul 06 14:06:55.196389 n-d-773647-6 neutron-server[100248]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=100248) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 06 14:06:55.196846 n-d-773647-6 neutron-server[100248]: DEBUG oslo_db.api [None req-13fcfbff-556c-4dbb-a3c0-76cba95e709a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 06 14:06:55.231131 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdcfbf81-5d4a-43bd-b424-b0d3bfe490dd req-8862e304-ec12-494b-94ad-fbcb6fb2fb8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:06:55.233088 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-fdcfbf81-5d4a-43bd-b424-b0d3bfe490dd req-8862e304-ec12-494b-94ad-fbcb6fb2fb8e service neutron] 10.222.0.127 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.8591232 Jul 06 14:06:55.252930 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.managers [req-48d05e75-7940-4994-8117-8faa518189cc req-6f8a5112-a56b-4ecb-8520-ccf70e71c8a2 service neutron] Attempting to bind port c6534491-f764-47ec-ae47-2754d9d0afbf on host n-h1-773647-6 for vnic_type normal with profile {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:06:55.253517 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.managers [req-48d05e75-7940-4994-8117-8faa518189cc req-6f8a5112-a56b-4ecb-8520-ccf70e71c8a2 service neutron] Attempting to bind port c6534491-f764-47ec-ae47-2754d9d0afbf by drivers openvswitch,hyperv on host n-h1-773647-6 at level 0 using segments [{'id': 'cf14e999-6e16-4245-9908-28547602990f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': '70fa8a2a-4549-4d89-b089-3cc3fca2d3a3'}] {{(pid=100247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:06:55.254442 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48d05e75-7940-4994-8117-8faa518189cc req-6f8a5112-a56b-4ecb-8520-ccf70e71c8a2 service neutron] Attempting to bind port c6534491-f764-47ec-ae47-2754d9d0afbf on network 70fa8a2a-4549-4d89-b089-3cc3fca2d3a3 {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:06:55.280195 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48d05e75-7940-4994-8117-8faa518189cc req-6f8a5112-a56b-4ecb-8520-ccf70e71c8a2 service neutron] Port c6534491-f764-47ec-ae47-2754d9d0afbf on network 70fa8a2a-4549-4d89-b089-3cc3fca2d3a3 not bound, no agent of type Open vSwitch agent registered on host n-h1-773647-6 {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 14:06:55.280822 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48d05e75-7940-4994-8117-8faa518189cc req-6f8a5112-a56b-4ecb-8520-ccf70e71c8a2 service neutron] Attempting to bind port c6534491-f764-47ec-ae47-2754d9d0afbf on network 70fa8a2a-4549-4d89-b089-3cc3fca2d3a3 {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:06:55.299113 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-cd14f782-d73c-461e-a100-eaff6226f86b req-e3c1fd3c-ef78-4be7-abc5-8a855f75db7c tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] 10.222.0.104 "GET /v2.0/security-groups?id=f573cac5-f5b4-46cb-8ee6-cba4798a03b8&id=8d3a9807-14cc-46c0-b7ed-1d949d5bac09&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1616421 Jul 06 14:06:55.307127 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-5ce59830-8d3e-451e-8289-2343cf230e3d req-9f422452-e40c-472a-96e8-0bdc22ce08af tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] 10.222.0.104 "GET /v2.0/security-groups?id=bdba1446-e72e-4024-9da7-e6061f204f14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364162 Jul 06 14:06:55.314131 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48d05e75-7940-4994-8117-8faa518189cc req-6f8a5112-a56b-4ecb-8520-ccf70e71c8a2 service neutron] Checking agent: {'id': '5bf7147f-bada-4441-a5dc-934b903473fb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-773647-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 51, 12), 'started_at': datetime.datetime(2021, 7, 6, 13, 51, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 6, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:06:55.316972 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48d05e75-7940-4994-8117-8faa518189cc req-6f8a5112-a56b-4ecb-8520-ccf70e71c8a2 service neutron] Checking segment: {'id': 'cf14e999-6e16-4245-9908-28547602990f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': '70fa8a2a-4549-4d89-b089-3cc3fca2d3a3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100247) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:06:55.318968 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48d05e75-7940-4994-8117-8faa518189cc req-6f8a5112-a56b-4ecb-8520-ccf70e71c8a2 service neutron] Bound using segment: {'id': 'cf14e999-6e16-4245-9908-28547602990f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': '70fa8a2a-4549-4d89-b089-3cc3fca2d3a3'} {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:06:55.319665 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.managers [req-48d05e75-7940-4994-8117-8faa518189cc req-6f8a5112-a56b-4ecb-8520-ccf70e71c8a2 service neutron] Bound port: c6534491-f764-47ec-ae47-2754d9d0afbf, host: n-h1-773647-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cf14e999-6e16-4245-9908-28547602990f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': '70fa8a2a-4549-4d89-b089-3cc3fca2d3a3'}}] {{(pid=100247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:06:55.320206 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-48d05e75-7940-4994-8117-8faa518189cc req-6f8a5112-a56b-4ecb-8520-ccf70e71c8a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:55.335720 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-c852c4b7-fd38-40ff-ba78-b4dbf67636ab tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1849032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8773753488927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-127687647'] for subnet, after_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:55.364057 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c852c4b7-fd38-40ff-ba78-b4dbf67636ab tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:06:55.365441 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-c852c4b7-fd38-40ff-ba78-b4dbf67636ab tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] Notify callbacks [] for subnet, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:55.370752 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-c852c4b7-fd38-40ff-ba78-b4dbf67636ab tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] 10.222.0.104 "PUT /v2.0/subnets/1d51ee46-d788-4654-b1fc-5a13555b5218 HTTP/1.1" status: 200 len: 877 time: 0.5758915 Jul 06 14:06:55.402854 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 43492) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:06:55.506090 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-14cf2556-0732-4497-9382-2d64bdde2190 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:55.569175 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.db [req-48d05e75-7940-4994-8117-8faa518189cc req-6f8a5112-a56b-4ecb-8520-ccf70e71c8a2 service neutron] For port c6534491-f764-47ec-ae47-2754d9d0afbf, host n-h1-773647-6, cleared binding levels {{(pid=100247) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:06:55.584052 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.db [req-48d05e75-7940-4994-8117-8faa518189cc req-6f8a5112-a56b-4ecb-8520-ccf70e71c8a2 service neutron] For port c6534491-f764-47ec-ae47-2754d9d0afbf, host n-h1-773647-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773647-6',level=0,port_id=c6534491-f764-47ec-ae47-2754d9d0afbf,segment=NetworkSegment(cf14e999-6e16-4245-9908-28547602990f),segment_id=cf14e999-6e16-4245-9908-28547602990f)] {{(pid=100247) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:06:55.594207 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-48d05e75-7940-4994-8117-8faa518189cc req-6f8a5112-a56b-4ecb-8520-ccf70e71c8a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128888538'] for port, after_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:55.697510 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d05e75-7940-4994-8117-8faa518189cc req-6f8a5112-a56b-4ecb-8520-ccf70e71c8a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:06:55.698427 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-48d05e75-7940-4994-8117-8faa518189cc req-6f8a5112-a56b-4ecb-8520-ccf70e71c8a2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:55.699961 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-13fcfbff-556c-4dbb-a3c0-76cba95e709a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:55.703539 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-48d05e75-7940-4994-8117-8faa518189cc req-6f8a5112-a56b-4ecb-8520-ccf70e71c8a2 service neutron] 10.222.0.127 "PUT /v2.0/ports/c6534491-f764-47ec-ae47-2754d9d0afbf HTTP/1.1" status: 200 len: 1091 time: 2.7229745 Jul 06 14:06:55.704320 n-d-773647-6 neutron-server[100247]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0455bf88-da4d-44a6-9768-93a70cd92e0e', 'tag': 'c6534491-f764-47ec-ae47-2754d9d0afbf'}] {{(pid=100247) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:06:55.709674 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cbf0eeaae822f8fc9b87a94aeba67a3d651842baf663a51cba94b67a514836d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f466f4f-12a7-4fd1-a7a4-75263e1d77e8" -d '{"events": [{"name": "network-changed", "server_uuid": "0455bf88-da4d-44a6-9768-93a70cd92e0e", "tag": "c6534491-f764-47ec-ae47-2754d9d0afbf"}]}' {{(pid=100247) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:06:55.830207 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-e4b37548-d15d-47fa-ab5b-618e4c6f9338 tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530492'] for network, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:55.867505 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 14:06:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84040f47-c88e-4646-85f9-bd3bec308b61 x-openstack-request-id: req-84040f47-c88e-4646-85f9-bd3bec308b61 {{(pid=100247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:06:55.868823 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0455bf88-da4d-44a6-9768-93a70cd92e0e", "tag": "c6534491-f764-47ec-ae47-2754d9d0afbf", "status": "completed", "code": 200}]} {{(pid=100247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:06:55.869304 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-84040f47-c88e-4646-85f9-bd3bec308b61 {{(pid=100247) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:06:55.869932 n-d-773647-6 neutron-server[100247]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0455bf88-da4d-44a6-9768-93a70cd92e0e', 'tag': 'c6534491-f764-47ec-ae47-2754d9d0afbf', 'status': 'completed', 'code': 200} Jul 06 14:06:55.879547 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c852c4b7-fd38-40ff-ba78-b4dbf67636ab tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] Pushing event updated for resources: {'Subnet': ['ID=1d51ee46-d788-4654-b1fc-5a13555b5218,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:06:55.898332 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8a5112-a56b-4ecb-8520-ccf70e71c8a2 service neutron] Pushing event updated for resources: {'Port': ['ID=c6534491-f764-47ec-ae47-2754d9d0afbf,revision_number=3']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:06:55.955975 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d05e75-7940-4994-8117-8faa518189cc req-71dcc32e-0076-4de7-a952-fc9435b01f39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:06:55.956386 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d05e75-7940-4994-8117-8faa518189cc req-71dcc32e-0076-4de7-a952-fc9435b01f39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:06:55.956857 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d05e75-7940-4994-8117-8faa518189cc req-71dcc32e-0076-4de7-a952-fc9435b01f39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:06:55.957325 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d05e75-7940-4994-8117-8faa518189cc req-71dcc32e-0076-4de7-a952-fc9435b01f39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:06:55.957779 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d05e75-7940-4994-8117-8faa518189cc req-71dcc32e-0076-4de7-a952-fc9435b01f39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:06:55.958232 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d05e75-7940-4994-8117-8faa518189cc req-71dcc32e-0076-4de7-a952-fc9435b01f39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:06:55.958688 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d05e75-7940-4994-8117-8faa518189cc req-71dcc32e-0076-4de7-a952-fc9435b01f39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:06:55.973262 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-48d05e75-7940-4994-8117-8faa518189cc req-71dcc32e-0076-4de7-a952-fc9435b01f39 service neutron] 10.222.0.127 "GET /v2.0/ports?tenant_id=5bc84ece362540998140660bd65643c3&device_id=0455bf88-da4d-44a6-9768-93a70cd92e0e HTTP/1.1" status: 200 len: 6487 time: 0.2050042 Jul 06 14:06:56.020481 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-e4b37548-d15d-47fa-ab5b-618e4c6f9338 tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-913473'] for subnet, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:56.103226 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.db_base_plugin_common [None req-13fcfbff-556c-4dbb-a3c0-76cba95e709a None None] Allocated IP 172.20.0.3 (ab3923c9-58a5-4ba8-b98e-3bd6053a6010/1d51ee46-d788-4654-b1fc-5a13555b5218/174d71a7-89f4-430f-b35f-b6a460e2fd7c) {{(pid=100248) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:06:56.147021 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-48d05e75-7940-4994-8117-8faa518189cc req-70e7f910-b91f-4975-a59e-ef61026f97b7 service neutron] 10.222.0.127 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=20f5d6df-12c0-4fc6-879f-9056d54469b7 HTTP/1.1" status: 200 len: 217 time: 0.0958514 Jul 06 14:06:56.220135 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b00f8e-394e-4d32-a359-9b38e38702d0 req-ed53f082-9c04-4f5a-b33c-6f3530919253 tempest-ServerRescueNegativeTestJSON-721731692 tempest-ServerRescueNegativeTestJSON-721731692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:06:56.221684 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-03b00f8e-394e-4d32-a359-9b38e38702d0 req-ed53f082-9c04-4f5a-b33c-6f3530919253 tempest-ServerRescueNegativeTestJSON-721731692 tempest-ServerRescueNegativeTestJSON-721731692-project] 10.222.0.104 "GET /v2.0/ports?device_id=b0b96bfa-d49a-47d6-a621-d2fd80028cc9 HTTP/1.1" status: 200 len: 945 time: 0.2767875 Jul 06 14:06:56.223181 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d05e75-7940-4994-8117-8faa518189cc req-9343975b-531d-4b21-a7c3-dd51159923d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:06:56.224510 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-48d05e75-7940-4994-8117-8faa518189cc req-9343975b-531d-4b21-a7c3-dd51159923d0 service neutron] 10.222.0.127 "GET /v2.0/subnets?id=5c7d6ee3-a183-4b01-a5a7-977624c04483 HTTP/1.1" status: 200 len: 856 time: 0.0663416 Jul 06 14:06:56.321518 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-13fcfbff-556c-4dbb-a3c0-76cba95e709a None None] Notify callbacks [] for port, precommit_create {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:56.332412 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-13fcfbff-556c-4dbb-a3c0-76cba95e709a None None] Transition to ACTIVE for port object 174d71a7-89f4-430f-b35f-b6a460e2fd7c will not be triggered until provisioned by entity L2. {{(pid=100248) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:06:56.354313 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-13fcfbff-556c-4dbb-a3c0-76cba95e709a None None] Transition to ACTIVE for port object 174d71a7-89f4-430f-b35f-b6a460e2fd7c will not be triggered until provisioned by entity DHCP. {{(pid=100248) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:06:56.384875 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-e4b37548-d15d-47fa-ab5b-618e4c6f9338 tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-913480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1849032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127687590', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127702764'] for subnet, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:56.389073 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-13fcfbff-556c-4dbb-a3c0-76cba95e709a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108'] for port, after_create {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:56.420554 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-03b00f8e-394e-4d32-a359-9b38e38702d0 req-113f8d54-f5f8-4d88-b5fe-996969eda1f7 tempest-ServerRescueNegativeTestJSON-721731692 tempest-ServerRescueNegativeTestJSON-721731692-project] 10.222.0.104 "GET /v2.0/security-groups?id=a54a60a4-d859-4f47-b26f-a63bb69450e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1740148 Jul 06 14:06:56.470857 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d05e75-7940-4994-8117-8faa518189cc req-4649aee7-feb8-44a9-9753-8668cf0b42ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:06:56.483311 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-48d05e75-7940-4994-8117-8faa518189cc req-4649aee7-feb8-44a9-9753-8668cf0b42ed service neutron] 10.222.0.127 "GET /v2.0/ports?network_id=d0a1f4e7-9678-480f-bc1f-59b6eda7e0f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2292786 Jul 06 14:06:56.496342 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fcfbff-556c-4dbb-a3c0-76cba95e709a None None] Pushing event updated for resources: {'Port': ['ID=174d71a7-89f4-430f-b35f-b6a460e2fd7c,revision_number=1']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:06:56.513303 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:56.528344 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fcfbff-556c-4dbb-a3c0-76cba95e709a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:06:56.531370 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fcfbff-556c-4dbb-a3c0-76cba95e709a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:06:56.531972 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fcfbff-556c-4dbb-a3c0-76cba95e709a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:06:56.532478 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fcfbff-556c-4dbb-a3c0-76cba95e709a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:06:56.532980 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fcfbff-556c-4dbb-a3c0-76cba95e709a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:06:56.533508 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fcfbff-556c-4dbb-a3c0-76cba95e709a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:06:56.534002 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fcfbff-556c-4dbb-a3c0-76cba95e709a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:06:56.535704 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fcfbff-556c-4dbb-a3c0-76cba95e709a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:06:56.536206 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fcfbff-556c-4dbb-a3c0-76cba95e709a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:06:56.537845 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fcfbff-556c-4dbb-a3c0-76cba95e709a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:06:56.538359 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fcfbff-556c-4dbb-a3c0-76cba95e709a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:06:56.539586 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fcfbff-556c-4dbb-a3c0-76cba95e709a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:06:56.601745 n-d-773647-6 neutron-server[100248]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13fcfbff-556c-4dbb-a3c0-76cba95e709a None None] Network ab3923c9-58a5-4ba8-b98e-3bd6053a6010 is already hosted by enough agents. {{(pid=100248) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:06:56.605301 n-d-773647-6 neutron-server[100248]: DEBUG neutron.scheduler.base_scheduler [None req-13fcfbff-556c-4dbb-a3c0-76cba95e709a None None] Resources bound (agent type, host, resource id): {{(pid=100248) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:06:56.616330 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13fcfbff-556c-4dbb-a3c0-76cba95e709a None None] Received port after_create {{(pid=100248) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:06:56.628401 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b37548-d15d-47fa-ab5b-618e4c6f9338 tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] Pushing event deleted for resources: {'Subnet': ['ID=1d51ee46-d788-4654-b1fc-5a13555b5218,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:06:56.633675 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-2064eaae-da4f-48f8-82d2-b09d4ddedd44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:56.682994 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-e4b37548-d15d-47fa-ab5b-618e4c6f9338 tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-917204', 'neutron.services.segments.db._delete_segments_for_network-8773753502302'] for network, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:56.699518 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-48d05e75-7940-4994-8117-8faa518189cc req-ab278d29-a51f-4dc2-8c5a-e5566777d1ae service neutron] 10.222.0.127 "GET /v2.0/networks/d0a1f4e7-9678-480f-bc1f-59b6eda7e0f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2152936 Jul 06 14:06:56.707290 n-d-773647-6 neutron-server[100246]: DEBUG neutron.services.segments.db [None req-e4b37548-d15d-47fa-ab5b-618e4c6f9338 tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab3923c9-58a5-4ba8-b98e-3bd6053a6010']}} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:06:56.732796 n-d-773647-6 neutron-server[100246]: DEBUG neutron.services.segments.db [None req-e4b37548-d15d-47fa-ab5b-618e4c6f9338 tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '53e2cdee-c3dd-4105-a139-2e657e1fd5f3') {'for_net_delete': True} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:06:56.733251 n-d-773647-6 neutron-server[100246]: DEBUG neutron.services.segments.db [None req-e4b37548-d15d-47fa-ab5b-618e4c6f9338 tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '53e2cdee-c3dd-4105-a139-2e657e1fd5f3') {} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:06:56.738567 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-13fcfbff-556c-4dbb-a3c0-76cba95e709a None None] Attempting to bind port 174d71a7-89f4-430f-b35f-b6a460e2fd7c on host n-d-773647-6 for vnic_type normal with profile {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:06:56.738970 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-13fcfbff-556c-4dbb-a3c0-76cba95e709a None None] Attempting to bind port 174d71a7-89f4-430f-b35f-b6a460e2fd7c by drivers openvswitch,hyperv on host n-d-773647-6 at level 0 using segments [{'id': '53e2cdee-c3dd-4105-a139-2e657e1fd5f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1036, 'network_id': 'ab3923c9-58a5-4ba8-b98e-3bd6053a6010'}] {{(pid=100248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:06:56.742013 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13fcfbff-556c-4dbb-a3c0-76cba95e709a None None] Attempting to bind port 174d71a7-89f4-430f-b35f-b6a460e2fd7c on network ab3923c9-58a5-4ba8-b98e-3bd6053a6010 {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:06:56.749403 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13fcfbff-556c-4dbb-a3c0-76cba95e709a None None] Checking agent: {'id': '8ab5b19c-d213-4f29-891d-27bdf39d38b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773647-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 43, 26), 'started_at': datetime.datetime(2021, 7, 6, 13, 43, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 6, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773647-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:06:56.749822 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13fcfbff-556c-4dbb-a3c0-76cba95e709a None None] Checking segment: {'id': '53e2cdee-c3dd-4105-a139-2e657e1fd5f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1036, 'network_id': 'ab3923c9-58a5-4ba8-b98e-3bd6053a6010'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:06:56.750236 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-13fcfbff-556c-4dbb-a3c0-76cba95e709a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:56.750662 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13fcfbff-556c-4dbb-a3c0-76cba95e709a None None] Bound using segment: {'id': '53e2cdee-c3dd-4105-a139-2e657e1fd5f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1036, 'network_id': 'ab3923c9-58a5-4ba8-b98e-3bd6053a6010'} {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:06:56.752349 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-13fcfbff-556c-4dbb-a3c0-76cba95e709a None None] Bound port: 174d71a7-89f4-430f-b35f-b6a460e2fd7c, host: n-d-773647-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53e2cdee-c3dd-4105-a139-2e657e1fd5f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1036, 'network_id': 'ab3923c9-58a5-4ba8-b98e-3bd6053a6010'}}] {{(pid=100248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:06:56.752744 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-13fcfbff-556c-4dbb-a3c0-76cba95e709a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:56.764226 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-e4b37548-d15d-47fa-ab5b-618e4c6f9338 tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773753515138', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126218898'] for segment, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:56.790302 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-e4b37548-d15d-47fa-ab5b-618e4c6f9338 tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552'] for segment, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:56.800502 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e4b37548-d15d-47fa-ab5b-618e4c6f9338 tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] Releasing vlan 1036 on physical network physnet1 to pool {{(pid=100246) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 14:06:56.800962 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-e4b37548-d15d-47fa-ab5b-618e4c6f9338 tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127687491'] for segment, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:56.808154 n-d-773647-6 neutron-server[100246]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:06:56.808154 n-d-773647-6 neutron-server[100246]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:06:56.808154 n-d-773647-6 neutron-server[100246]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:06:56.808154 n-d-773647-6 neutron-server[100246]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:06:56.808154 n-d-773647-6 neutron-server[100246]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:06:56.808154 n-d-773647-6 neutron-server[100246]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:06:56.808154 n-d-773647-6 neutron-server[100246]: Traceback (most recent call last): Jul 06 14:06:56.808154 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 14:06:56.808154 n-d-773647-6 neutron-server[100246]: timer() Jul 06 14:06:56.808154 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 14:06:56.808154 n-d-773647-6 neutron-server[100246]: cb(*args, **kw) Jul 06 14:06:56.808154 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 14:06:56.808154 n-d-773647-6 neutron-server[100246]: return func(*args, **kwargs) Jul 06 14:06:56.808154 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 14:06:56.808154 n-d-773647-6 neutron-server[100246]: self._notify() Jul 06 14:06:56.808154 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 14:06:56.808154 n-d-773647-6 neutron-server[100246]: self.callback(batched_events) Jul 06 14:06:56.808154 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 14:06:56.808154 n-d-773647-6 neutron-server[100246]: event.method(event) Jul 06 14:06:56.808154 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 14:06:56.808154 n-d-773647-6 neutron-server[100246]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 14:06:56.808154 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 14:06:56.808154 n-d-773647-6 neutron-server[100246]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 14:06:56.808154 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 14:06:56.808154 n-d-773647-6 neutron-server[100246]: return f(self, *a, **k) Jul 06 14:06:56.808154 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 14:06:56.808154 n-d-773647-6 neutron-server[100246]: return self._get(url).json() Jul 06 14:06:56.808154 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 14:06:56.808154 n-d-773647-6 neutron-server[100246]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 14:06:56.808154 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 14:06:56.808154 n-d-773647-6 neutron-server[100246]: return self.request(url, 'GET', **kwargs) Jul 06 14:06:56.808154 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 14:06:56.808154 n-d-773647-6 neutron-server[100246]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 14:06:56.808154 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 14:06:56.808154 n-d-773647-6 neutron-server[100246]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 14:06:56.808154 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 14:06:56.808154 n-d-773647-6 neutron-server[100246]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 14:06:56.808154 n-d-773647-6 neutron-server[100246]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 14:06:56.855747 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-13fcfbff-556c-4dbb-a3c0-76cba95e709a None None] For port 174d71a7-89f4-430f-b35f-b6a460e2fd7c, host n-d-773647-6, cleared binding levels {{(pid=100248) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:06:56.902163 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-13fcfbff-556c-4dbb-a3c0-76cba95e709a None None] For port 174d71a7-89f4-430f-b35f-b6a460e2fd7c, host n-d-773647-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=174d71a7-89f4-430f-b35f-b6a460e2fd7c,segment=NetworkSegment(53e2cdee-c3dd-4105-a139-2e657e1fd5f3),segment_id=53e2cdee-c3dd-4105-a139-2e657e1fd5f3)] {{(pid=100248) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:06:56.907461 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-13fcfbff-556c-4dbb-a3c0-76cba95e709a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:56.907816 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-48d05e75-7940-4994-8117-8faa518189cc req-25c02703-fbe0-46c1-8172-1302cecf779e service neutron] 10.222.0.127 "GET /v2.0/networks/d0a1f4e7-9678-480f-bc1f-59b6eda7e0f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1286435 Jul 06 14:06:56.919060 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.db.api [None req-e4b37548-d15d-47fa-ab5b-618e4c6f9338 tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 06 14:06:56.919060 n-d-773647-6 neutron-server[100246]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 06 14:06:56.919060 n-d-773647-6 neutron-server[100246]: [parameters: {'id': 'ab3923c9-58a5-4ba8-b98e-3bd6053a6010'}] Jul 06 14:06:56.919060 n-d-773647-6 neutron-server[100246]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=100246) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 06 14:06:56.920469 n-d-773647-6 neutron-server[100246]: DEBUG oslo_db.api [None req-e4b37548-d15d-47fa-ab5b-618e4c6f9338 tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 06 14:06:56.952171 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 43510) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:06:56.958354 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-9bfc5c9f-d142-4da1-8f23-49c4c6bbcdf1 tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] Request body: {'subnet': {'network_id': 'abc7bc3b-a8a3-49dc-9705-e8abfe8489c4', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:06:57.001628 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-48d05e75-7940-4994-8117-8faa518189cc req-6385dd71-a02a-4962-94ce-ce79dd10aa0d service neutron] 10.222.0.127 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.231&port_id=842aaa84-3104-4062-919f-9900319ced32 HTTP/1.1" status: 200 len: 217 time: 0.0503156 Jul 06 14:06:57.037691 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fcfbff-556c-4dbb-a3c0-76cba95e709a None None] Pushing event updated for resources: {'Port': ['ID=174d71a7-89f4-430f-b35f-b6a460e2fd7c,revision_number=2']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:06:57.077654 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0e0044-5761-443e-b72c-73d8ce5d712e req-08e8b9f4-2d3e-4c0c-bd7b-056dd332f5b7 tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:06:57.083130 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50d2a597-0432-4f0a-b033-51b80c794a21 None None] Network ab3923c9-58a5-4ba8-b98e-3bd6053a6010 requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:06:57.084511 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-6e0e0044-5761-443e-b72c-73d8ce5d712e req-08e8b9f4-2d3e-4c0c-bd7b-056dd332f5b7 tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] 10.222.0.104 "GET /v2.0/ports?device_id=73164a94-66a9-4dc1-ae58-422cd07dc979 HTTP/1.1" status: 200 len: 946 time: 0.3834012 Jul 06 14:06:57.123370 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e00716c-ba19-4bb4-bae3-7d86d1603aea req-c80b8ac9-f3f7-4596-9170-793732a08146 tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:06:57.130551 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e00716c-ba19-4bb4-bae3-7d86d1603aea req-c80b8ac9-f3f7-4596-9170-793732a08146 tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:06:57.138687 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e00716c-ba19-4bb4-bae3-7d86d1603aea req-c80b8ac9-f3f7-4596-9170-793732a08146 tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:06:57.143848 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bfc5c9f-d142-4da1-8f23-49c4c6bbcdf1 tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] Made reservation on behalf of 6baaa4c06bf242238309dd8ac70b6c99 for: {'subnet': 1} {{(pid=100246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:06:57.147140 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e00716c-ba19-4bb4-bae3-7d86d1603aea req-c80b8ac9-f3f7-4596-9170-793732a08146 tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:06:57.147679 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-9bfc5c9f-d142-4da1-8f23-49c4c6bbcdf1 tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127702029'] for subnet, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:57.153117 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e00716c-ba19-4bb4-bae3-7d86d1603aea req-c80b8ac9-f3f7-4596-9170-793732a08146 tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:06:57.159780 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e00716c-ba19-4bb4-bae3-7d86d1603aea req-c80b8ac9-f3f7-4596-9170-793732a08146 tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:06:57.165718 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e00716c-ba19-4bb4-bae3-7d86d1603aea req-c80b8ac9-f3f7-4596-9170-793732a08146 tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:06:57.173324 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-6e00716c-ba19-4bb4-bae3-7d86d1603aea req-c80b8ac9-f3f7-4596-9170-793732a08146 tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] 10.222.0.104 "GET /v2.0/ports?device_id=0455bf88-da4d-44a6-9768-93a70cd92e0e HTTP/1.1" status: 200 len: 5430 time: 0.3955231 Jul 06 14:06:57.193664 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d05e75-7940-4994-8117-8faa518189cc req-9bb910dc-935a-4f1e-b7f4-e9dc5be4c0c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:06:57.195139 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-48d05e75-7940-4994-8117-8faa518189cc req-9bb910dc-935a-4f1e-b7f4-e9dc5be4c0c1 service neutron] 10.222.0.127 "GET /v2.0/subnets?id=33ba364c-4842-4afb-9331-8a30604f6a2f HTTP/1.1" status: 200 len: 797 time: 0.1856742 Jul 06 14:06:57.268902 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-6e0e0044-5761-443e-b72c-73d8ce5d712e req-54363a93-1bb4-43be-993d-5931548b186a tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] 10.222.0.104 "GET /v2.0/security-groups?id=bdba1446-e72e-4024-9da7-e6061f204f14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1832042 Jul 06 14:06:57.295358 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e583fcca-d04d-4500-8cf2-8c7a2abe6e40 None None] Network ab3923c9-58a5-4ba8-b98e-3bd6053a6010 requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:06:57.355881 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-6e00716c-ba19-4bb4-bae3-7d86d1603aea req-4b24ef00-5df2-495d-8eec-d2b2e5c0b080 tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] 10.222.0.104 "GET /v2.0/security-groups?id=f573cac5-f5b4-46cb-8ee6-cba4798a03b8&id=8d3a9807-14cc-46c0-b7ed-1d949d5bac09&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1722512 Jul 06 14:06:57.420894 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-e4b37548-d15d-47fa-ab5b-618e4c6f9338 tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530492'] for network, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:57.427992 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d05e75-7940-4994-8117-8faa518189cc req-53a80bfd-be70-4fce-ba05-163be1692cc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:06:57.429591 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-48d05e75-7940-4994-8117-8faa518189cc req-53a80bfd-be70-4fce-ba05-163be1692cc9 service neutron] 10.222.0.127 "GET /v2.0/ports?network_id=f1fe0f84-e7fb-43f2-a13c-d5fffe5a5634&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2228100 Jul 06 14:06:57.491432 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a02fb72-e88b-4277-ad1a-71b6adf98cd6 None None] get_active_networks_info from n-d-773647-6 {{(pid=100248) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 06 14:06:57.638650 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-48d05e75-7940-4994-8117-8faa518189cc req-045df188-1dc2-4f73-bfd3-4818d80f70d1 service neutron] 10.222.0.127 "GET /v2.0/networks/f1fe0f84-e7fb-43f2-a13c-d5fffe5a5634?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1910994 Jul 06 14:06:57.638770 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [None req-e4b37548-d15d-47fa-ab5b-618e4c6f9338 tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] Deleting port 174d71a7-89f4-430f-b35f-b6a460e2fd7c {{(pid=100246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:06:57.638770 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-e4b37548-d15d-47fa-ab5b-618e4c6f9338 tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:57.677506 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-9bfc5c9f-d142-4da1-8f23-49c4c6bbcdf1 tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1849032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127687649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127702047'] for subnet, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:57.767450 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.db [None req-e4b37548-d15d-47fa-ab5b-618e4c6f9338 tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] For port 174d71a7-89f4-430f-b35f-b6a460e2fd7c, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=174d71a7-89f4-430f-b35f-b6a460e2fd7c,segment=NetworkSegment(53e2cdee-c3dd-4105-a139-2e657e1fd5f3),segment_id=53e2cdee-c3dd-4105-a139-2e657e1fd5f3)] {{(pid=100246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:06:57.767814 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-e4b37548-d15d-47fa-ab5b-618e4c6f9338 tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:57.788793 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bfc5c9f-d142-4da1-8f23-49c4c6bbcdf1 tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] Pushing event updated for resources: {'Subnet': ['ID=887c07bc-d0f4-4be7-9e01-e562df57cf65,revision_number=0']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:06:57.797637 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [None req-e4b37548-d15d-47fa-ab5b-618e4c6f9338 tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] Calling delete_port for 174d71a7-89f4-430f-b35f-b6a460e2fd7c owned by network:dhcp {{(pid=100246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:06:57.811981 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bfc5c9f-d142-4da1-8f23-49c4c6bbcdf1 tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] Checking segment: {'id': '06dcc215-8b46-4d5c-b5cb-d24cdcef069b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1029, 'network_id': 'abc7bc3b-a8a3-49dc-9705-e8abfe8489c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:06:57.812359 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bfc5c9f-d142-4da1-8f23-49c4c6bbcdf1 tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] Network hostable DHCP agents. Network: abc7bc3b-a8a3-49dc-9705-e8abfe8489c4, hostable agents: ['f2bada3d-be77-4359-982b-8505a2bbca04'], hosted agents: [] {{(pid=100246) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 14:06:57.818519 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-48d05e75-7940-4994-8117-8faa518189cc req-7a3192b3-27d9-4fe0-8b77-06c48105540e service neutron] 10.222.0.127 "GET /v2.0/networks/f1fe0f84-e7fb-43f2-a13c-d5fffe5a5634?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1833856 Jul 06 14:06:57.873401 n-d-773647-6 neutron-server[100248]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a02fb72-e88b-4277-ad1a-71b6adf98cd6 None None] Resources bound (agent type, host, resource id): {{(pid=100248) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 06 14:06:57.889183 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cada56-1807-4b55-b9d1-1aa6502c4a80 req-cd0ef828-2b70-4f4a-a1fc-01c352cb63af tempest-ServerRescueNegativeTestJSON-721731692 tempest-ServerRescueNegativeTestJSON-721731692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:06:57.890751 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-b9cada56-1807-4b55-b9d1-1aa6502c4a80 req-cd0ef828-2b70-4f4a-a1fc-01c352cb63af tempest-ServerRescueNegativeTestJSON-721731692 tempest-ServerRescueNegativeTestJSON-721731692-project] 10.222.0.104 "GET /v2.0/ports?device_id=b0b96bfa-d49a-47d6-a621-d2fd80028cc9 HTTP/1.1" status: 200 len: 945 time: 0.1399941 Jul 06 14:06:57.892223 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bfc5c9f-d142-4da1-8f23-49c4c6bbcdf1 tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] Network abc7bc3b-a8a3-49dc-9705-e8abfe8489c4 is scheduled to be hosted by DHCP agent f2bada3d-be77-4359-982b-8505a2bbca04 with binding_index 1 {{(pid=100246) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 14:06:57.892364 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-48d05e75-7940-4994-8117-8faa518189cc req-dea0d63a-082b-404b-808a-5a456b3d788e service neutron] 10.222.0.127 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.34&port_id=d4663496-0e1d-419b-908e-5f60ff2b3b91 HTTP/1.1" status: 200 len: 217 time: 0.0629628 Jul 06 14:06:57.910968 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.base_scheduler [None req-9bfc5c9f-d142-4da1-8f23-49c4c6bbcdf1 tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773647-6, abc7bc3b-a8a3-49dc-9705-e8abfe8489c4) {{(pid=100246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:06:57.926794 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bfc5c9f-d142-4da1-8f23-49c4c6bbcdf1 tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:06:57.928434 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-9bfc5c9f-d142-4da1-8f23-49c4c6bbcdf1 tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] Notify callbacks [] for subnet, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:57.956501 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-9bfc5c9f-d142-4da1-8f23-49c4c6bbcdf1 tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] 10.222.0.104 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.0028856 Jul 06 14:06:57.959027 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-e4b37548-d15d-47fa-ab5b-618e4c6f9338 tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127687580'] for port, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:57.959888 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 43526) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:06:57.979481 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [None req-76d14074-0aad-42e7-be8b-75d93dfb2abc tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1994525006'}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:06:57.995980 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-b9cada56-1807-4b55-b9d1-1aa6502c4a80 req-bad2c3f5-06e0-494b-931e-be73a754bf82 tempest-ServerRescueNegativeTestJSON-721731692 tempest-ServerRescueNegativeTestJSON-721731692-project] 10.222.0.104 "GET /v2.0/security-groups?id=a54a60a4-d859-4f47-b26f-a63bb69450e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977221 Jul 06 14:06:58.000160 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d05e75-7940-4994-8117-8faa518189cc req-ff49b6c9-0160-44fe-8aa8-9bc8a2918412 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:06:58.001592 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-48d05e75-7940-4994-8117-8faa518189cc req-ff49b6c9-0160-44fe-8aa8-9bc8a2918412 service neutron] 10.222.0.127 "GET /v2.0/subnets?id=33ba364c-4842-4afb-9331-8a30604f6a2f HTTP/1.1" status: 200 len: 797 time: 0.1012287 Jul 06 14:06:58.038384 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b37548-d15d-47fa-ab5b-618e4c6f9338 tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] Pushing event deleted for resources: {'Port': ['ID=174d71a7-89f4-430f-b35f-b6a460e2fd7c,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:06:58.042299 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4b37548-d15d-47fa-ab5b-618e4c6f9338 tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] No DVR routers for this DVR port 174d71a7-89f4-430f-b35f-b6a460e2fd7c on host n-d-773647-6 {{(pid=100246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:06:58.062190 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76d14074-0aad-42e7-be8b-75d93dfb2abc tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] Made reservation on behalf of 6baaa4c06bf242238309dd8ac70b6c99 for: {'network': 1} {{(pid=100247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:06:58.065656 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-76d14074-0aad-42e7-be8b-75d93dfb2abc tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for network, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:58.100800 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76d14074-0aad-42e7-be8b-75d93dfb2abc tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] vlan segment allocate from pool success with {'vlan_id': 1049, 'physical_network': 'physnet1'} {{(pid=100247) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 14:06:58.115541 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-76d14074-0aad-42e7-be8b-75d93dfb2abc tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552'] for segment, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:58.115861 n-d-773647-6 neutron-server[100247]: INFO neutron.db.segments_db [None req-76d14074-0aad-42e7-be8b-75d93dfb2abc tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] Added segment 5b6b7f4b-3c70-4b85-9b7d-af66c60d79e6 of type vlan for network 7cdbbd69-1755-4cb4-83c0-70e6488836ee Jul 06 14:06:58.157660 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-e4b37548-d15d-47fa-ab5b-618e4c6f9338 tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-917204', 'neutron.services.segments.db._delete_segments_for_network-8773753502302'] for network, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:58.168842 n-d-773647-6 neutron-server[100246]: DEBUG neutron.services.segments.db [None req-e4b37548-d15d-47fa-ab5b-618e4c6f9338 tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab3923c9-58a5-4ba8-b98e-3bd6053a6010']}} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:06:58.174717 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d05e75-7940-4994-8117-8faa518189cc req-30295710-abd0-446e-80eb-ba3b08866f8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:06:58.179344 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-48d05e75-7940-4994-8117-8faa518189cc req-30295710-abd0-446e-80eb-ba3b08866f8a service neutron] 10.222.0.127 "GET /v2.0/ports?network_id=f1fe0f84-e7fb-43f2-a13c-d5fffe5a5634&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1702573 Jul 06 14:06:58.189432 n-d-773647-6 neutron-server[100246]: DEBUG neutron.services.segments.db [None req-e4b37548-d15d-47fa-ab5b-618e4c6f9338 tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '53e2cdee-c3dd-4105-a139-2e657e1fd5f3') {'for_net_delete': True} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:06:58.189856 n-d-773647-6 neutron-server[100246]: DEBUG neutron.services.segments.db [None req-e4b37548-d15d-47fa-ab5b-618e4c6f9338 tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '53e2cdee-c3dd-4105-a139-2e657e1fd5f3') {} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:06:58.200259 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-e4b37548-d15d-47fa-ab5b-618e4c6f9338 tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773753515138', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126218898'] for segment, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:58.216763 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-e4b37548-d15d-47fa-ab5b-618e4c6f9338 tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552'] for segment, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:58.223941 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e4b37548-d15d-47fa-ab5b-618e4c6f9338 tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] Releasing vlan 1036 on physical network physnet1 to pool {{(pid=100246) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 14:06:58.225994 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-e4b37548-d15d-47fa-ab5b-618e4c6f9338 tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127687491'] for segment, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:58.232176 n-d-773647-6 neutron-server[100246]: Traceback (most recent call last): Jul 06 14:06:58.232176 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 14:06:58.232176 n-d-773647-6 neutron-server[100246]: timer() Jul 06 14:06:58.232176 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 14:06:58.232176 n-d-773647-6 neutron-server[100246]: cb(*args, **kw) Jul 06 14:06:58.232176 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 14:06:58.232176 n-d-773647-6 neutron-server[100246]: return func(*args, **kwargs) Jul 06 14:06:58.232176 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 14:06:58.232176 n-d-773647-6 neutron-server[100246]: self._notify() Jul 06 14:06:58.232176 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 14:06:58.232176 n-d-773647-6 neutron-server[100246]: self.callback(batched_events) Jul 06 14:06:58.232176 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 14:06:58.232176 n-d-773647-6 neutron-server[100246]: event.method(event) Jul 06 14:06:58.232176 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 14:06:58.232176 n-d-773647-6 neutron-server[100246]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 14:06:58.232176 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 14:06:58.232176 n-d-773647-6 neutron-server[100246]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 14:06:58.232176 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 14:06:58.232176 n-d-773647-6 neutron-server[100246]: return f(self, *a, **k) Jul 06 14:06:58.232176 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 14:06:58.232176 n-d-773647-6 neutron-server[100246]: return self._get(url).json() Jul 06 14:06:58.232176 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 14:06:58.232176 n-d-773647-6 neutron-server[100246]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 14:06:58.232176 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 14:06:58.232176 n-d-773647-6 neutron-server[100246]: return self.request(url, 'GET', **kwargs) Jul 06 14:06:58.232176 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 14:06:58.232176 n-d-773647-6 neutron-server[100246]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 14:06:58.232176 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 14:06:58.232176 n-d-773647-6 neutron-server[100246]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 14:06:58.232176 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 14:06:58.232176 n-d-773647-6 neutron-server[100246]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 14:06:58.232176 n-d-773647-6 neutron-server[100246]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 14:06:58.280823 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fe0490d-6a8a-4b3c-8f1b-7108038bca0e None None] Network abc7bc3b-a8a3-49dc-9705-e8abfe8489c4 requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:06:58.326568 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-e4b37548-d15d-47fa-ab5b-618e4c6f9338 tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-917215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1761140'] for network, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:58.332787 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-e4b37548-d15d-47fa-ab5b-618e4c6f9338 tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] Notify callbacks [] for network, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:58.338696 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-e4b37548-d15d-47fa-ab5b-618e4c6f9338 tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] 10.222.0.104 "DELETE /v2.0/networks/ab3923c9-58a5-4ba8-b98e-3bd6053a6010 HTTP/1.1" status: 204 len: 168 time: 2.9320338 Jul 06 14:06:58.346186 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 43530) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:06:58.365081 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b37548-d15d-47fa-ab5b-618e4c6f9338 tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] Pushing event deleted for resources: {'Network': ['ID=ab3923c9-58a5-4ba8-b98e-3bd6053a6010,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:06:58.445986 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-03f71b24-a9b8-453a-8924-caa3f97bc6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:58.447693 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-76d14074-0aad-42e7-be8b-75d93dfb2abc tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773752984405'] for network, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:58.488336 n-d-773647-6 neutron-server[100247]: INFO neutron.pecan_wsgi.hooks.translation [None req-9faf65e1-92e6-4332-9a9d-ce4875c642fc tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] DELETE failed (client error): The resource could not be found. Jul 06 14:06:58.489262 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9faf65e1-92e6-4332-9a9d-ce4875c642fc tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100247) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 14:06:58.491456 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-9faf65e1-92e6-4332-9a9d-ce4875c642fc tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] 10.222.0.104 "DELETE /v2.0/subnets/1d51ee46-d788-4654-b1fc-5a13555b5218 HTTP/1.1" status: 404 len: 337 time: 0.1184809 Jul 06 14:06:58.494180 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 43544) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:06:58.514410 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-48d05e75-7940-4994-8117-8faa518189cc req-a9d2c74c-a7ab-4d08-b7fc-c68d198e69cd service neutron] 10.222.0.127 "GET /v2.0/networks/f1fe0f84-e7fb-43f2-a13c-d5fffe5a5634?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3079529 Jul 06 14:06:58.537033 n-d-773647-6 neutron-server[100246]: INFO neutron.pecan_wsgi.hooks.translation [None req-83605c4b-e0c7-4785-b7f2-7ada0863e15e tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] DELETE failed (client error): The resource could not be found. Jul 06 14:06:58.538483 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-83605c4b-e0c7-4785-b7f2-7ada0863e15e tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100246) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 14:06:58.540436 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-83605c4b-e0c7-4785-b7f2-7ada0863e15e tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] 10.222.0.104 "DELETE /v2.0/networks/ab3923c9-58a5-4ba8-b98e-3bd6053a6010 HTTP/1.1" status: 404 len: 339 time: 0.0451632 Jul 06 14:06:58.543229 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 43546) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:06:58.598523 n-d-773647-6 neutron-server[100246]: INFO neutron.pecan_wsgi.hooks.translation [None req-84863d46-e1c5-41a4-96c8-e1d823dc8d7c tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] DELETE failed (client error): The resource could not be found. Jul 06 14:06:58.600632 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-84863d46-e1c5-41a4-96c8-e1d823dc8d7c tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100246) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 14:06:58.605721 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-84863d46-e1c5-41a4-96c8-e1d823dc8d7c tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] 10.222.0.104 "DELETE /v2.0/subnets/17f32df9-0605-40c7-8e81-4d1623c3c7bf HTTP/1.1" status: 404 len: 337 time: 0.0605237 Jul 06 14:06:58.611432 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 43550) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:06:58.639375 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37b59515-b9ce-4420-b5ec-df71e65063df None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6bd5fc82-6666-56e8-87c2-91648d36c963-abc7bc3b-a8a3-49dc-9705-e8abfe8489c4', 'network_id': 'abc7bc3b-a8a3-49dc-9705-e8abfe8489c4', 'tenant_id': '6baaa4c06bf242238309dd8ac70b6c99', 'fixed_ips': [{'subnet_id': '887c07bc-d0f4-4be7-9e01-e562df57cf65'}]}} from n-d-773647-6. {{(pid=100248) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 14:06:58.641031 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-37b59515-b9ce-4420-b5ec-df71e65063df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:58.722840 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-48d05e75-7940-4994-8117-8faa518189cc req-f0f89c2b-b9d6-411d-80e2-e67b02ca5bc3 service neutron] 10.222.0.127 "GET /v2.0/networks/f1fe0f84-e7fb-43f2-a13c-d5fffe5a5634?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1962445 Jul 06 14:06:58.796274 n-d-773647-6 neutron-server[100247]: INFO neutron.pecan_wsgi.hooks.translation [None req-5cb04413-e110-43ef-9209-e84157480219 tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] DELETE failed (client error): The resource could not be found. Jul 06 14:06:58.796876 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5cb04413-e110-43ef-9209-e84157480219 tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100247) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 14:06:58.801573 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-5cb04413-e110-43ef-9209-e84157480219 tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] 10.222.0.104 "DELETE /v2.0/networks/07fe6481-b18e-4acf-adac-03ce24b83d3c HTTP/1.1" status: 404 len: 339 time: 0.1802735 Jul 06 14:06:58.801865 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 43556) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:06:58.802370 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-76d14074-0aad-42e7-be8b-75d93dfb2abc tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060'] for network, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:58.808426 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76d14074-0aad-42e7-be8b-75d93dfb2abc tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:06:58.809038 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-76d14074-0aad-42e7-be8b-75d93dfb2abc tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583035'] for network, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:58.829495 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.db_base_plugin_common [None req-37b59515-b9ce-4420-b5ec-df71e65063df None None] Allocated IP 2001:db8:0:ffff::2 (abc7bc3b-a8a3-49dc-9705-e8abfe8489c4/887c07bc-d0f4-4be7-9e01-e562df57cf65/7229827f-5615-4a3b-9056-39715b1fec7c) {{(pid=100248) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:06:58.864583 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-48d05e75-7940-4994-8117-8faa518189cc req-592ed33d-6a00-4cdc-ba99-36ecfe95afa7 service neutron] 10.222.0.127 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.59&port_id=5fb3e80b-179e-4438-8e4e-e7410e416d51 HTTP/1.1" status: 200 len: 217 time: 0.0897694 Jul 06 14:06:58.950262 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d05e75-7940-4994-8117-8faa518189cc req-e424f892-18f0-4227-a059-fa85dc234759 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:06:58.952422 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-48d05e75-7940-4994-8117-8faa518189cc req-e424f892-18f0-4227-a059-fa85dc234759 service neutron] 10.222.0.127 "GET /v2.0/subnets?id=33ba364c-4842-4afb-9331-8a30604f6a2f HTTP/1.1" status: 200 len: 797 time: 0.0550733 Jul 06 14:06:58.984263 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-76d14074-0aad-42e7-be8b-75d93dfb2abc tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] 10.222.0.104 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.0186777 Jul 06 14:06:58.988293 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 43558) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:06:58.994792 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-676676c4-a55d-4f86-b544-efb56fbf2e5c tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] Request body: {'subnet': {'network_id': '7cdbbd69-1755-4cb4-83c0-70e6488836ee', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:06:59.024202 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d14074-0aad-42e7-be8b-75d93dfb2abc tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] Pushing event updated for resources: {'Network': ['ID=7cdbbd69-1755-4cb4-83c0-70e6488836ee,revision_number=1']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:06:59.054919 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c2d65e-435d-42cc-949a-43963e557143 req-45bdbc3b-18c0-47f9-a900-4023faae373d tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:06:59.062876 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-46c2d65e-435d-42cc-949a-43963e557143 req-45bdbc3b-18c0-47f9-a900-4023faae373d tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] 10.222.0.104 "GET /v2.0/ports?device_id=73164a94-66a9-4dc1-ae58-422cd07dc979 HTTP/1.1" status: 200 len: 946 time: 0.5624578 Jul 06 14:06:59.073084 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Network 7cdbbd69-1755-4cb4-83c0-70e6488836ee details requested by agent ovs-agent-n-d-773647-6 with host n-d-773647-6 {{(pid=100248) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 14:06:59.120355 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-83d796ef-b9e8-4420-84e4-fd97af0067cf tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530492'] for network, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:59.125235 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2300357a-e923-4665-bddb-607cfc9809d6 req-15fc3d2a-07e1-4499-9c2b-aabe0d938d8f tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:06:59.132332 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2300357a-e923-4665-bddb-607cfc9809d6 req-15fc3d2a-07e1-4499-9c2b-aabe0d938d8f tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:06:59.140032 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2300357a-e923-4665-bddb-607cfc9809d6 req-15fc3d2a-07e1-4499-9c2b-aabe0d938d8f tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:06:59.147866 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2300357a-e923-4665-bddb-607cfc9809d6 req-15fc3d2a-07e1-4499-9c2b-aabe0d938d8f tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:06:59.158261 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2300357a-e923-4665-bddb-607cfc9809d6 req-15fc3d2a-07e1-4499-9c2b-aabe0d938d8f tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:06:59.164499 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2300357a-e923-4665-bddb-607cfc9809d6 req-15fc3d2a-07e1-4499-9c2b-aabe0d938d8f tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:06:59.171454 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2300357a-e923-4665-bddb-607cfc9809d6 req-15fc3d2a-07e1-4499-9c2b-aabe0d938d8f tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:06:59.173785 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-2300357a-e923-4665-bddb-607cfc9809d6 req-15fc3d2a-07e1-4499-9c2b-aabe0d938d8f tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] 10.222.0.104 "GET /v2.0/ports?device_id=0455bf88-da4d-44a6-9768-93a70cd92e0e HTTP/1.1" status: 200 len: 5430 time: 0.4634182 Jul 06 14:06:59.187329 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-37b59515-b9ce-4420-b5ec-df71e65063df None None] Notify callbacks [] for port, precommit_create {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:59.192778 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-46c2d65e-435d-42cc-949a-43963e557143 req-cc7aeda3-161e-49b3-b7f5-b5c1cf5fbb79 tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] 10.222.0.104 "GET /v2.0/security-groups?id=bdba1446-e72e-4024-9da7-e6061f204f14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282518 Jul 06 14:06:59.202493 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-37b59515-b9ce-4420-b5ec-df71e65063df None None] Transition to ACTIVE for port object 7229827f-5615-4a3b-9056-39715b1fec7c will not be triggered until provisioned by entity L2. {{(pid=100248) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:06:59.242575 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-37b59515-b9ce-4420-b5ec-df71e65063df None None] Transition to ACTIVE for port object 7229827f-5615-4a3b-9056-39715b1fec7c will not be triggered until provisioned by entity DHCP. {{(pid=100248) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:06:59.253889 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-37b59515-b9ce-4420-b5ec-df71e65063df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108'] for port, after_create {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:59.293804 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-2300357a-e923-4665-bddb-607cfc9809d6 req-33ff52bd-fafb-47c2-8c8f-e635b156e202 tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] 10.222.0.104 "GET /v2.0/security-groups?id=f573cac5-f5b4-46cb-8ee6-cba4798a03b8&id=8d3a9807-14cc-46c0-b7ed-1d949d5bac09&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0984509 Jul 06 14:06:59.310372 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-83d796ef-b9e8-4420-84e4-fd97af0067cf tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-917204', 'neutron.services.segments.db._delete_segments_for_network-8773753502302'] for network, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:59.310633 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d05e75-7940-4994-8117-8faa518189cc req-665e0f43-96e9-4ad2-9418-cc2ddc97bb68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:06:59.310743 n-d-773647-6 neutron-server[100248]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37b59515-b9ce-4420-b5ec-df71e65063df None None] Network abc7bc3b-a8a3-49dc-9705-e8abfe8489c4 is already hosted by enough agents. {{(pid=100248) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:06:59.311973 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-48d05e75-7940-4994-8117-8faa518189cc req-665e0f43-96e9-4ad2-9418-cc2ddc97bb68 service neutron] 10.222.0.127 "GET /v2.0/ports?network_id=f1fe0f84-e7fb-43f2-a13c-d5fffe5a5634&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3511305 Jul 06 14:06:59.316243 n-d-773647-6 neutron-server[100248]: DEBUG neutron.scheduler.base_scheduler [None req-37b59515-b9ce-4420-b5ec-df71e65063df None None] Resources bound (agent type, host, resource id): {{(pid=100248) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:06:59.321003 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37b59515-b9ce-4420-b5ec-df71e65063df None None] Received port after_create {{(pid=100248) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:06:59.324558 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b59515-b9ce-4420-b5ec-df71e65063df None None] Pushing event updated for resources: {'Port': ['ID=7229827f-5615-4a3b-9056-39715b1fec7c,revision_number=1']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:06:59.342004 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-676676c4-a55d-4f86-b544-efb56fbf2e5c tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] Made reservation on behalf of 6baaa4c06bf242238309dd8ac70b6c99 for: {'subnet': 1} {{(pid=100246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:06:59.348243 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-676676c4-a55d-4f86-b544-efb56fbf2e5c tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127702029'] for subnet, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:59.421073 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-37b59515-b9ce-4420-b5ec-df71e65063df None None] Attempting to bind port 7229827f-5615-4a3b-9056-39715b1fec7c on host n-d-773647-6 for vnic_type normal with profile {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:06:59.421579 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-37b59515-b9ce-4420-b5ec-df71e65063df None None] Attempting to bind port 7229827f-5615-4a3b-9056-39715b1fec7c by drivers openvswitch,hyperv on host n-d-773647-6 at level 0 using segments [{'id': '06dcc215-8b46-4d5c-b5cb-d24cdcef069b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1029, 'network_id': 'abc7bc3b-a8a3-49dc-9705-e8abfe8489c4'}] {{(pid=100248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:06:59.422048 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37b59515-b9ce-4420-b5ec-df71e65063df None None] Attempting to bind port 7229827f-5615-4a3b-9056-39715b1fec7c on network abc7bc3b-a8a3-49dc-9705-e8abfe8489c4 {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:06:59.428717 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37b59515-b9ce-4420-b5ec-df71e65063df None None] Checking agent: {'id': '8ab5b19c-d213-4f29-891d-27bdf39d38b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773647-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 43, 26), 'started_at': datetime.datetime(2021, 7, 6, 13, 43, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 6, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773647-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:06:59.429259 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37b59515-b9ce-4420-b5ec-df71e65063df None None] Checking segment: {'id': '06dcc215-8b46-4d5c-b5cb-d24cdcef069b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1029, 'network_id': 'abc7bc3b-a8a3-49dc-9705-e8abfe8489c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:06:59.429893 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-37b59515-b9ce-4420-b5ec-df71e65063df None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:59.430834 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37b59515-b9ce-4420-b5ec-df71e65063df None None] Bound using segment: {'id': '06dcc215-8b46-4d5c-b5cb-d24cdcef069b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1029, 'network_id': 'abc7bc3b-a8a3-49dc-9705-e8abfe8489c4'} {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:06:59.431356 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-37b59515-b9ce-4420-b5ec-df71e65063df None None] Bound port: 7229827f-5615-4a3b-9056-39715b1fec7c, host: n-d-773647-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06dcc215-8b46-4d5c-b5cb-d24cdcef069b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1029, 'network_id': 'abc7bc3b-a8a3-49dc-9705-e8abfe8489c4'}}] {{(pid=100248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:06:59.431755 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-37b59515-b9ce-4420-b5ec-df71e65063df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:59.483434 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-48d05e75-7940-4994-8117-8faa518189cc req-76f36c87-40fe-40fd-9a9d-6fe5477aad3f service neutron] 10.222.0.127 "GET /v2.0/networks/f1fe0f84-e7fb-43f2-a13c-d5fffe5a5634?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1613793 Jul 06 14:06:59.537968 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-37b59515-b9ce-4420-b5ec-df71e65063df None None] For port 7229827f-5615-4a3b-9056-39715b1fec7c, host n-d-773647-6, cleared binding levels {{(pid=100248) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:06:59.547423 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-37b59515-b9ce-4420-b5ec-df71e65063df None None] For port 7229827f-5615-4a3b-9056-39715b1fec7c, host n-d-773647-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=7229827f-5615-4a3b-9056-39715b1fec7c,segment=NetworkSegment(06dcc215-8b46-4d5c-b5cb-d24cdcef069b),segment_id=06dcc215-8b46-4d5c-b5cb-d24cdcef069b)] {{(pid=100248) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:06:59.553352 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-37b59515-b9ce-4420-b5ec-df71e65063df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:59.626333 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-48d05e75-7940-4994-8117-8faa518189cc req-b11549f9-1a71-43ec-b9f8-3cc922baf371 service neutron] 10.222.0.127 "GET /v2.0/networks/f1fe0f84-e7fb-43f2-a13c-d5fffe5a5634?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1364398 Jul 06 14:06:59.672267 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b59515-b9ce-4420-b5ec-df71e65063df None None] Pushing event updated for resources: {'Port': ['ID=7229827f-5615-4a3b-9056-39715b1fec7c,revision_number=2']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:06:59.688619 n-d-773647-6 neutron-server[100246]: DEBUG neutron.services.segments.db [None req-83d796ef-b9e8-4420-84e4-fd97af0067cf tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['225d707b-8538-43ff-8be7-5dc3d6ac8466']}} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:06:59.705413 n-d-773647-6 neutron-server[100246]: DEBUG neutron.services.segments.db [None req-83d796ef-b9e8-4420-84e4-fd97af0067cf tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e97e18ca-8eca-4bda-a6c4-84ac544f9039') {'for_net_delete': True} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:06:59.705718 n-d-773647-6 neutron-server[100246]: DEBUG neutron.services.segments.db [None req-83d796ef-b9e8-4420-84e4-fd97af0067cf tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e97e18ca-8eca-4bda-a6c4-84ac544f9039') {} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:06:59.712968 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-676676c4-a55d-4f86-b544-efb56fbf2e5c tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1849032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127687649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127702047'] for subnet, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:59.724726 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-83d796ef-b9e8-4420-84e4-fd97af0067cf tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773753515138', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126218898'] for segment, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:59.726055 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-48d05e75-7940-4994-8117-8faa518189cc req-c88c2fc0-6b77-4866-860a-14b2799c5293 service neutron] 10.222.0.127 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.198&port_id=3eea4337-fef2-420d-b97a-4bc2fdc452dc HTTP/1.1" status: 200 len: 217 time: 0.0920062 Jul 06 14:06:59.784300 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-83d796ef-b9e8-4420-84e4-fd97af0067cf tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552'] for segment, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:59.797668 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-83d796ef-b9e8-4420-84e4-fd97af0067cf tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] Releasing vlan 1028 on physical network physnet1 to pool {{(pid=100246) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 14:06:59.798065 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-83d796ef-b9e8-4420-84e4-fd97af0067cf tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127687491'] for segment, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:59.801053 n-d-773647-6 neutron-server[100246]: Traceback (most recent call last): Jul 06 14:06:59.801053 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 14:06:59.801053 n-d-773647-6 neutron-server[100246]: timer() Jul 06 14:06:59.801053 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 14:06:59.801053 n-d-773647-6 neutron-server[100246]: cb(*args, **kw) Jul 06 14:06:59.801053 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 14:06:59.801053 n-d-773647-6 neutron-server[100246]: return func(*args, **kwargs) Jul 06 14:06:59.801053 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 14:06:59.801053 n-d-773647-6 neutron-server[100246]: self._notify() Jul 06 14:06:59.801053 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 14:06:59.801053 n-d-773647-6 neutron-server[100246]: self.callback(batched_events) Jul 06 14:06:59.801053 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 14:06:59.801053 n-d-773647-6 neutron-server[100246]: event.method(event) Jul 06 14:06:59.801053 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 14:06:59.801053 n-d-773647-6 neutron-server[100246]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 14:06:59.801053 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 14:06:59.801053 n-d-773647-6 neutron-server[100246]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 14:06:59.801053 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 14:06:59.801053 n-d-773647-6 neutron-server[100246]: return f(self, *a, **k) Jul 06 14:06:59.801053 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 14:06:59.801053 n-d-773647-6 neutron-server[100246]: return self._get(url).json() Jul 06 14:06:59.801053 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 14:06:59.801053 n-d-773647-6 neutron-server[100246]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 14:06:59.801053 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 14:06:59.801053 n-d-773647-6 neutron-server[100246]: return self.request(url, 'GET', **kwargs) Jul 06 14:06:59.801053 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 14:06:59.801053 n-d-773647-6 neutron-server[100246]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 14:06:59.801053 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 14:06:59.801053 n-d-773647-6 neutron-server[100246]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 14:06:59.801053 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 14:06:59.801053 n-d-773647-6 neutron-server[100246]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 14:06:59.801053 n-d-773647-6 neutron-server[100246]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 14:06:59.803182 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676676c4-a55d-4f86-b544-efb56fbf2e5c tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] Pushing event updated for resources: {'Subnet': ['ID=204bcf5f-5a91-4380-9e09-d7921909dc58,revision_number=0']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:06:59.804679 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d05e75-7940-4994-8117-8faa518189cc req-328e1ce2-463f-4045-848f-ce2ec7cb9ac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:06:59.807175 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-48d05e75-7940-4994-8117-8faa518189cc req-328e1ce2-463f-4045-848f-ce2ec7cb9ac4 service neutron] 10.222.0.127 "GET /v2.0/subnets?id=33ba364c-4842-4afb-9331-8a30604f6a2f HTTP/1.1" status: 200 len: 797 time: 0.0586445 Jul 06 14:06:59.883513 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-676676c4-a55d-4f86-b544-efb56fbf2e5c tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] Checking segment: {'id': '5b6b7f4b-3c70-4b85-9b7d-af66c60d79e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': '7cdbbd69-1755-4cb4-83c0-70e6488836ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:06:59.883890 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-676676c4-a55d-4f86-b544-efb56fbf2e5c tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] Network hostable DHCP agents. Network: 7cdbbd69-1755-4cb4-83c0-70e6488836ee, hostable agents: ['f2bada3d-be77-4359-982b-8505a2bbca04'], hosted agents: [] {{(pid=100246) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 14:06:59.895137 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1f89e2-1530-464b-b673-a860ac96fa09 req-06d3fbf6-0744-4486-866b-c9e2ac331c17 tempest-ServerRescueNegativeTestJSON-721731692 tempest-ServerRescueNegativeTestJSON-721731692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:06:59.906361 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-83d796ef-b9e8-4420-84e4-fd97af0067cf tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-917215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1761140'] for network, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:59.912810 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-676676c4-a55d-4f86-b544-efb56fbf2e5c tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] Network 7cdbbd69-1755-4cb4-83c0-70e6488836ee is scheduled to be hosted by DHCP agent f2bada3d-be77-4359-982b-8505a2bbca04 with binding_index 1 {{(pid=100246) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 14:06:59.917784 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-dc1f89e2-1530-464b-b673-a860ac96fa09 req-06d3fbf6-0744-4486-866b-c9e2ac331c17 tempest-ServerRescueNegativeTestJSON-721731692 tempest-ServerRescueNegativeTestJSON-721731692-project] 10.222.0.104 "GET /v2.0/ports?device_id=b0b96bfa-d49a-47d6-a621-d2fd80028cc9 HTTP/1.1" status: 200 len: 945 time: 0.2026396 Jul 06 14:06:59.919328 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-83d796ef-b9e8-4420-84e4-fd97af0067cf tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] Notify callbacks [] for network, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:59.927117 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-83d796ef-b9e8-4420-84e4-fd97af0067cf tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] 10.222.0.104 "DELETE /v2.0/networks/225d707b-8538-43ff-8be7-5dc3d6ac8466 HTTP/1.1" status: 204 len: 168 time: 1.1185000 Jul 06 14:06:59.927117 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 43572) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:06:59.947775 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d796ef-b9e8-4420-84e4-fd97af0067cf tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] Pushing event deleted for resources: {'Network': ['ID=225d707b-8538-43ff-8be7-5dc3d6ac8466,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:06:59.996509 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-dc1f89e2-1530-464b-b673-a860ac96fa09 req-bb5efa71-088c-4484-b575-00586b6226ef tempest-ServerRescueNegativeTestJSON-721731692 tempest-ServerRescueNegativeTestJSON-721731692-project] 10.222.0.104 "GET /v2.0/security-groups?id=a54a60a4-d859-4f47-b26f-a63bb69450e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778432 Jul 06 14:06:59.998070 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.base_scheduler [None req-676676c4-a55d-4f86-b544-efb56fbf2e5c tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773647-6, 7cdbbd69-1755-4cb4-83c0-70e6488836ee) {{(pid=100246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:07:00.003195 n-d-773647-6 neutron-server[100246]: INFO neutron.pecan_wsgi.hooks.translation [None req-71db5340-d3b1-4591-aec9-86b939e5aa53 tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] DELETE failed (client error): The resource could not be found. Jul 06 14:07:00.004104 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-71db5340-d3b1-4591-aec9-86b939e5aa53 tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100246) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 14:07:00.006733 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-71db5340-d3b1-4591-aec9-86b939e5aa53 tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] 10.222.0.104 "DELETE /v2.0/subnets/0c2ec830-684e-474f-bbaa-56f827f68340 HTTP/1.1" status: 404 len: 337 time: 0.0816629 Jul 06 14:07:00.008411 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-676676c4-a55d-4f86-b544-efb56fbf2e5c tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:07:00.009321 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-676676c4-a55d-4f86-b544-efb56fbf2e5c tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] Notify callbacks [] for subnet, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:00.014495 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 43574) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:07:00.028254 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-676676c4-a55d-4f86-b544-efb56fbf2e5c tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] 10.222.0.104 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.0377870 Jul 06 14:07:00.031635 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 43576) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:07:00.043452 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed80718f-e088-4c56-b9b1-f13a5b06fe01 None None] Network 7cdbbd69-1755-4cb4-83c0-70e6488836ee requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:07:00.055422 n-d-773647-6 neutron-server[100247]: INFO neutron.pecan_wsgi.hooks.translation [None req-c0175e5f-7f2f-4ebc-9b6f-aed6998d3a44 tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] DELETE failed (client error): The resource could not be found. Jul 06 14:07:00.056551 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c0175e5f-7f2f-4ebc-9b6f-aed6998d3a44 tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100247) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 14:07:00.058811 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-c0175e5f-7f2f-4ebc-9b6f-aed6998d3a44 tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] 10.222.0.104 "DELETE /v2.0/networks/f3555944-6faf-4b56-99a5-bb64c4705bcf HTTP/1.1" status: 404 len: 339 time: 0.0390234 Jul 06 14:07:00.062274 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 43578) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:07:00.080093 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d05e75-7940-4994-8117-8faa518189cc req-c7ba845c-dc16-409f-aded-5e6a03e2a06e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:07:00.081690 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-48d05e75-7940-4994-8117-8faa518189cc req-c7ba845c-dc16-409f-aded-5e6a03e2a06e service neutron] 10.222.0.127 "GET /v2.0/ports?network_id=f1fe0f84-e7fb-43f2-a13c-d5fffe5a5634&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2661741 Jul 06 14:07:00.174503 n-d-773647-6 neutron-server[100246]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e224ccd-e38a-4d20-930a-d8a1c4563542 tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] DELETE failed (client error): The resource could not be found. Jul 06 14:07:00.179072 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7e224ccd-e38a-4d20-930a-d8a1c4563542 tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100246) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 14:07:00.190333 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-7e224ccd-e38a-4d20-930a-d8a1c4563542 tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] 10.222.0.104 "DELETE /v2.0/subnets/4ad32930-fcd0-4047-b080-0fe807c63097 HTTP/1.1" status: 404 len: 337 time: 0.1268363 Jul 06 14:07:00.199665 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 43580) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:07:00.275449 n-d-773647-6 neutron-server[100247]: INFO neutron.pecan_wsgi.hooks.translation [None req-2539f896-f128-49f3-bcad-b0746696b83e tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] DELETE failed (client error): The resource could not be found. Jul 06 14:07:00.275449 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2539f896-f128-49f3-bcad-b0746696b83e tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100247) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 14:07:00.278600 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-2539f896-f128-49f3-bcad-b0746696b83e tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] 10.222.0.104 "DELETE /v2.0/networks/d0d24984-3ec2-45fc-b703-7479cd074d53 HTTP/1.1" status: 404 len: 339 time: 0.0752306 Jul 06 14:07:00.279227 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 43584) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:07:00.324934 n-d-773647-6 neutron-server[100246]: INFO neutron.pecan_wsgi.hooks.translation [None req-666e5fc7-53a8-4b8a-8992-461d222b6c3b tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] DELETE failed (client error): The resource could not be found. Jul 06 14:07:00.326167 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-666e5fc7-53a8-4b8a-8992-461d222b6c3b tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100246) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 14:07:00.328299 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-666e5fc7-53a8-4b8a-8992-461d222b6c3b tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] 10.222.0.104 "DELETE /v2.0/subnets/89151f0d-878b-4e1a-ade7-c82311d09768 HTTP/1.1" status: 404 len: 337 time: 0.0479562 Jul 06 14:07:00.331621 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 43586) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:07:00.333137 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-d1ff1592-1484-4d37-b792-743d6df40659 tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530492'] for network, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:00.366776 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 7229827f-5615-4a3b-9056-39715b1fec7c up at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:07:00.385529 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-48d05e75-7940-4994-8117-8faa518189cc req-2495f245-081d-4383-aa51-758285c4d6ff service neutron] 10.222.0.127 "GET /v2.0/networks/f1fe0f84-e7fb-43f2-a13c-d5fffe5a5634?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2845588 Jul 06 14:07:00.412537 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db1672cb-5d91-4010-9b2b-7fa87b201b49 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6bd5fc82-6666-56e8-87c2-91648d36c963-7cdbbd69-1755-4cb4-83c0-70e6488836ee', 'network_id': '7cdbbd69-1755-4cb4-83c0-70e6488836ee', 'tenant_id': '6baaa4c06bf242238309dd8ac70b6c99', 'fixed_ips': [{'subnet_id': '204bcf5f-5a91-4380-9e09-d7921909dc58'}]}} from n-d-773647-6. {{(pid=100248) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 14:07:00.413049 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-db1672cb-5d91-4010-9b2b-7fa87b201b49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:00.443797 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-d1ff1592-1484-4d37-b792-743d6df40659 tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-913473'] for subnet, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:00.499945 n-d-773647-6 neutron-server[100247]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ff5033b-78d9-4232-957a-4dbaddbcd20d tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] DELETE failed (client error): The resource could not be found. Jul 06 14:07:00.500576 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5ff5033b-78d9-4232-957a-4dbaddbcd20d tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100247) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 14:07:00.502308 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-5ff5033b-78d9-4232-957a-4dbaddbcd20d tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] 10.222.0.104 "DELETE /v2.0/networks/d3bb4bef-fdb4-4ee4-be16-9758b76198c3 HTTP/1.1" status: 404 len: 339 time: 0.1681492 Jul 06 14:07:00.505417 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 43592) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:07:00.509877 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning for port 7229827f-5615-4a3b-9056-39715b1fec7c completed by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:07:00.540375 n-d-773647-6 neutron-server[100246]: INFO neutron.pecan_wsgi.hooks.translation [None req-0efb36fe-290e-4f40-83d2-8d99dc68e065 tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] DELETE failed (client error): The resource could not be found. Jul 06 14:07:00.541001 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0efb36fe-290e-4f40-83d2-8d99dc68e065 tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100246) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 14:07:00.546555 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-0efb36fe-290e-4f40-83d2-8d99dc68e065 tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] 10.222.0.104 "DELETE /v2.0/subnets/d0169a36-8aed-45b9-b014-a1ac5e581150 HTTP/1.1" status: 404 len: 337 time: 0.0398562 Jul 06 14:07:00.547306 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 43594) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:07:00.578924 n-d-773647-6 neutron-server[100246]: INFO neutron.pecan_wsgi.hooks.translation [None req-1fc7946e-50fb-4be0-af1e-4d474a64ae3a tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] DELETE failed (client error): The resource could not be found. Jul 06 14:07:00.579428 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1fc7946e-50fb-4be0-af1e-4d474a64ae3a tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100246) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 14:07:00.583955 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-1fc7946e-50fb-4be0-af1e-4d474a64ae3a tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] 10.222.0.104 "DELETE /v2.0/networks/2c212bb3-015e-4fa3-b3d9-5c16f3549a00 HTTP/1.1" status: 404 len: 339 time: 0.0257692 Jul 06 14:07:00.584592 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 43598) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:07:00.602659 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.db_base_plugin_common [None req-db1672cb-5d91-4010-9b2b-7fa87b201b49 None None] Allocated IP 2001:db8::1 (7cdbbd69-1755-4cb4-83c0-70e6488836ee/204bcf5f-5a91-4380-9e09-d7921909dc58/1b4493ed-1213-4e42-9746-081dae7a93a3) {{(pid=100248) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:07:00.615397 n-d-773647-6 neutron-server[100246]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ec8811d-44f9-4b9a-8cd9-4a35a1ef452f tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] DELETE failed (client error): The resource could not be found. Jul 06 14:07:00.615879 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0ec8811d-44f9-4b9a-8cd9-4a35a1ef452f tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100246) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 14:07:00.621158 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-0ec8811d-44f9-4b9a-8cd9-4a35a1ef452f tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] 10.222.0.104 "DELETE /v2.0/subnets/5b7c175a-38e9-469a-83d9-657a6d449ece HTTP/1.1" status: 404 len: 337 time: 0.0355442 Jul 06 14:07:00.621538 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 43600) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:07:00.663999 n-d-773647-6 neutron-server[100247]: INFO neutron.pecan_wsgi.hooks.translation [None req-91e18014-060b-46e4-98b1-c74f49090e9c tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] DELETE failed (client error): The resource could not be found. Jul 06 14:07:00.664580 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-91e18014-060b-46e4-98b1-c74f49090e9c tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100247) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 14:07:00.672555 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 43602) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:07:00.676242 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-91e18014-060b-46e4-98b1-c74f49090e9c tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] 10.222.0.104 "DELETE /v2.0/networks/d1eaeeca-26b0-45e3-892a-08c4552ec028 HTTP/1.1" status: 404 len: 339 time: 0.0498178 Jul 06 14:07:00.747142 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-48d05e75-7940-4994-8117-8faa518189cc req-46ef5b15-25cf-48dd-a2ae-05bbba0b3aa2 service neutron] 10.222.0.127 "GET /v2.0/networks/f1fe0f84-e7fb-43f2-a13c-d5fffe5a5634?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3253298 Jul 06 14:07:00.751688 n-d-773647-6 neutron-server[100246]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e41fb4b-1f4c-4e29-ad90-1e6a1551ffde tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] DELETE failed (client error): The resource could not be found. Jul 06 14:07:00.752358 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4e41fb4b-1f4c-4e29-ad90-1e6a1551ffde tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100246) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 14:07:00.757207 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-4e41fb4b-1f4c-4e29-ad90-1e6a1551ffde tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] 10.222.0.104 "DELETE /v2.0/subnets/25d48a23-3ecc-4b05-8a71-0e71b8ec856a HTTP/1.1" status: 404 len: 337 time: 0.0835896 Jul 06 14:07:00.758104 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 43606) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:07:00.809241 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-48d05e75-7940-4994-8117-8faa518189cc req-95ba4c1b-6010-4d78-8a2a-eb334c5cedee service neutron] 10.222.0.127 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=6f2c5df6-a4f1-4b8b-988e-3d1433f8d22a HTTP/1.1" status: 200 len: 217 time: 0.0544443 Jul 06 14:07:00.846101 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-db1672cb-5d91-4010-9b2b-7fa87b201b49 None None] Notify callbacks [] for port, precommit_create {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:00.856305 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-db1672cb-5d91-4010-9b2b-7fa87b201b49 None None] Transition to ACTIVE for port object 1b4493ed-1213-4e42-9746-081dae7a93a3 will not be triggered until provisioned by entity L2. {{(pid=100248) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:07:00.858689 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4ec96a-4dfe-4644-924e-cc33b71c2156 req-64439336-aa6a-4ce3-b823-cd774867a8a1 tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:07:00.860345 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-8e4ec96a-4dfe-4644-924e-cc33b71c2156 req-64439336-aa6a-4ce3-b823-cd774867a8a1 tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] 10.222.0.104 "GET /v2.0/ports?device_id=73164a94-66a9-4dc1-ae58-422cd07dc979 HTTP/1.1" status: 200 len: 946 time: 0.4222131 Jul 06 14:07:00.897946 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-db1672cb-5d91-4010-9b2b-7fa87b201b49 None None] Transition to ACTIVE for port object 1b4493ed-1213-4e42-9746-081dae7a93a3 will not be triggered until provisioned by entity DHCP. {{(pid=100248) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:07:00.900506 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31900df4-bbfe-4b6b-a62c-c80173dabafc req-a8814dbc-25c8-487f-8648-f3c6b1339fab tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:07:00.906845 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31900df4-bbfe-4b6b-a62c-c80173dabafc req-a8814dbc-25c8-487f-8648-f3c6b1339fab tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:07:00.910716 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-db1672cb-5d91-4010-9b2b-7fa87b201b49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108'] for port, after_create {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:00.912816 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31900df4-bbfe-4b6b-a62c-c80173dabafc req-a8814dbc-25c8-487f-8648-f3c6b1339fab tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:07:00.919863 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31900df4-bbfe-4b6b-a62c-c80173dabafc req-a8814dbc-25c8-487f-8648-f3c6b1339fab tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:07:00.926067 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31900df4-bbfe-4b6b-a62c-c80173dabafc req-a8814dbc-25c8-487f-8648-f3c6b1339fab tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:07:00.937974 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31900df4-bbfe-4b6b-a62c-c80173dabafc req-a8814dbc-25c8-487f-8648-f3c6b1339fab tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:07:00.944051 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31900df4-bbfe-4b6b-a62c-c80173dabafc req-a8814dbc-25c8-487f-8648-f3c6b1339fab tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:07:00.946261 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-31900df4-bbfe-4b6b-a62c-c80173dabafc req-a8814dbc-25c8-487f-8648-f3c6b1339fab tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] 10.222.0.104 "GET /v2.0/ports?device_id=0455bf88-da4d-44a6-9768-93a70cd92e0e HTTP/1.1" status: 200 len: 5430 time: 0.4018264 Jul 06 14:07:01.027552 n-d-773647-6 neutron-server[100248]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db1672cb-5d91-4010-9b2b-7fa87b201b49 None None] Network 7cdbbd69-1755-4cb4-83c0-70e6488836ee is already hosted by enough agents. {{(pid=100248) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:07:01.031000 n-d-773647-6 neutron-server[100248]: DEBUG neutron.scheduler.base_scheduler [None req-db1672cb-5d91-4010-9b2b-7fa87b201b49 None None] Resources bound (agent type, host, resource id): {{(pid=100248) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:07:01.036636 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db1672cb-5d91-4010-9b2b-7fa87b201b49 None None] Received port after_create {{(pid=100248) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:07:01.055156 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-8e4ec96a-4dfe-4644-924e-cc33b71c2156 req-70e37940-a19d-47d9-94ce-87ab821155a3 tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] 10.222.0.104 "GET /v2.0/security-groups?id=bdba1446-e72e-4024-9da7-e6061f204f14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057689 Jul 06 14:07:01.063319 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1672cb-5d91-4010-9b2b-7fa87b201b49 None None] Pushing event updated for resources: {'Port': ['ID=1b4493ed-1213-4e42-9746-081dae7a93a3,revision_number=1']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:07:01.095202 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d05e75-7940-4994-8117-8faa518189cc req-5fc3c084-009c-4728-ad84-72d300c64669 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:07:01.100078 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-48d05e75-7940-4994-8117-8faa518189cc req-5fc3c084-009c-4728-ad84-72d300c64669 service neutron] 10.222.0.127 "GET /v2.0/subnets?id=f9f87c3f-0fa8-49b6-bb5b-31a627ebfaf2 HTTP/1.1" status: 200 len: 797 time: 0.2810407 Jul 06 14:07:01.181890 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-db1672cb-5d91-4010-9b2b-7fa87b201b49 None None] Attempting to bind port 1b4493ed-1213-4e42-9746-081dae7a93a3 on host n-d-773647-6 for vnic_type normal with profile {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:07:01.182270 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-db1672cb-5d91-4010-9b2b-7fa87b201b49 None None] Attempting to bind port 1b4493ed-1213-4e42-9746-081dae7a93a3 by drivers openvswitch,hyperv on host n-d-773647-6 at level 0 using segments [{'id': '5b6b7f4b-3c70-4b85-9b7d-af66c60d79e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': '7cdbbd69-1755-4cb4-83c0-70e6488836ee'}] {{(pid=100248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:07:01.182638 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db1672cb-5d91-4010-9b2b-7fa87b201b49 None None] Attempting to bind port 1b4493ed-1213-4e42-9746-081dae7a93a3 on network 7cdbbd69-1755-4cb4-83c0-70e6488836ee {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:07:01.198502 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-31900df4-bbfe-4b6b-a62c-c80173dabafc req-183884e4-f143-4bbf-aebc-4f17dbb5ec93 tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] 10.222.0.104 "GET /v2.0/security-groups?id=f573cac5-f5b4-46cb-8ee6-cba4798a03b8&id=8d3a9807-14cc-46c0-b7ed-1d949d5bac09&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2187514 Jul 06 14:07:01.201410 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db1672cb-5d91-4010-9b2b-7fa87b201b49 None None] Checking agent: {'id': '8ab5b19c-d213-4f29-891d-27bdf39d38b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773647-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 43, 26), 'started_at': datetime.datetime(2021, 7, 6, 13, 43, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 6, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773647-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:07:01.202347 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db1672cb-5d91-4010-9b2b-7fa87b201b49 None None] Checking segment: {'id': '5b6b7f4b-3c70-4b85-9b7d-af66c60d79e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': '7cdbbd69-1755-4cb4-83c0-70e6488836ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:07:01.202347 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-db1672cb-5d91-4010-9b2b-7fa87b201b49 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:01.202568 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db1672cb-5d91-4010-9b2b-7fa87b201b49 None None] Bound using segment: {'id': '5b6b7f4b-3c70-4b85-9b7d-af66c60d79e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': '7cdbbd69-1755-4cb4-83c0-70e6488836ee'} {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:07:01.202976 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-db1672cb-5d91-4010-9b2b-7fa87b201b49 None None] Bound port: 1b4493ed-1213-4e42-9746-081dae7a93a3, host: n-d-773647-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b6b7f4b-3c70-4b85-9b7d-af66c60d79e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': '7cdbbd69-1755-4cb4-83c0-70e6488836ee'}}] {{(pid=100248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:07:01.203391 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-db1672cb-5d91-4010-9b2b-7fa87b201b49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:01.254920 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b87e25-ad58-4bdc-a9c0-c6303cd0522f req-543bdf74-deca-4f7f-a3a0-ce130bb42e33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:07:01.254920 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-71b87e25-ad58-4bdc-a9c0-c6303cd0522f req-543bdf74-deca-4f7f-a3a0-ce130bb42e33 service neutron] 10.222.0.127 "GET /v2.0/ports?device_id=b0b96bfa-d49a-47d6-a621-d2fd80028cc9 HTTP/1.1" status: 200 len: 1096 time: 0.2203765 Jul 06 14:07:01.259246 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d05e75-7940-4994-8117-8faa518189cc req-60de305d-390a-40ae-944e-a1db73d722d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:07:01.273693 n-d-773647-6 neutron-server[100246]: INFO neutron.pecan_wsgi.hooks.translation [None req-ab74170a-1147-4819-ba70-af3a7fbe6843 tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] DELETE failed (client error): The resource could not be found. Jul 06 14:07:01.275171 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ab74170a-1147-4819-ba70-af3a7fbe6843 tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100246) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 14:07:01.280107 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-ab74170a-1147-4819-ba70-af3a7fbe6843 tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] 10.222.0.104 "DELETE /v2.0/networks/e8f678e4-943a-4472-8fc3-58417f347ef6 HTTP/1.1" status: 404 len: 339 time: 0.5178313 Jul 06 14:07:01.281311 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 43610) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:07:01.281763 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-48d05e75-7940-4994-8117-8faa518189cc req-60de305d-390a-40ae-944e-a1db73d722d8 service neutron] 10.222.0.127 "GET /v2.0/ports?network_id=70fa8a2a-4549-4d89-b089-3cc3fca2d3a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1602638 Jul 06 14:07:01.366383 n-d-773647-6 neutron-server[100246]: INFO neutron.pecan_wsgi.hooks.translation [None req-c20c238d-fb09-4b2a-96c6-e66c054f3ff3 tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] DELETE failed (client error): The resource could not be found. Jul 06 14:07:01.371279 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8940d84-d553-4169-bb78-02cb686393d2 None None] Network abc7bc3b-a8a3-49dc-9705-e8abfe8489c4 requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:07:01.375869 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c20c238d-fb09-4b2a-96c6-e66c054f3ff3 tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100246) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 14:07:01.384301 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-c20c238d-fb09-4b2a-96c6-e66c054f3ff3 tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] 10.222.0.104 "DELETE /v2.0/subnets/eb13f8eb-79a7-44c7-9109-c088998edf32 HTTP/1.1" status: 404 len: 337 time: 0.0980659 Jul 06 14:07:01.401787 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 43620) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:07:01.409256 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-48d05e75-7940-4994-8117-8faa518189cc req-d3d398ca-9f62-44eb-9498-ae32b6cd28f8 service neutron] 10.222.0.127 "GET /v2.0/networks/70fa8a2a-4549-4d89-b089-3cc3fca2d3a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1187525 Jul 06 14:07:01.442450 n-d-773647-6 neutron-server[100246]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c4b7912-9ad2-4797-a3f6-d3b4a681b1ce tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] DELETE failed (client error): The resource could not be found. Jul 06 14:07:01.443025 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5c4b7912-9ad2-4797-a3f6-d3b4a681b1ce tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100246) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 14:07:01.448121 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-5c4b7912-9ad2-4797-a3f6-d3b4a681b1ce tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] 10.222.0.104 "DELETE /v2.0/networks/0a15624d-1485-42d9-a3a3-633d20cd29df HTTP/1.1" status: 404 len: 339 time: 0.0452175 Jul 06 14:07:01.448813 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 43622) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:07:01.483877 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-d1ff1592-1484-4d37-b792-743d6df40659 tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-913480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1849032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127687590', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127702764'] for subnet, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:01.485099 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5ee1ebdf-ce51-4463-9571-70600fd25b64 None None] Provisioning for port 7229827f-5615-4a3b-9056-39715b1fec7c completed by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:07:01.494754 n-d-773647-6 neutron-server[100246]: INFO neutron.pecan_wsgi.hooks.translation [None req-711cc765-85bc-444a-8cd7-9d11436a398a tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] DELETE failed (client error): The resource could not be found. Jul 06 14:07:01.495238 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-711cc765-85bc-444a-8cd7-9d11436a398a tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100246) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 14:07:01.500321 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-711cc765-85bc-444a-8cd7-9d11436a398a tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] 10.222.0.104 "DELETE /v2.0/subnets/c6708f89-fcca-4188-bf2a-73ecfc57804c HTTP/1.1" status: 404 len: 337 time: 0.0503871 Jul 06 14:07:01.501521 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-db1672cb-5d91-4010-9b2b-7fa87b201b49 None None] For port 1b4493ed-1213-4e42-9746-081dae7a93a3, host n-d-773647-6, cleared binding levels {{(pid=100248) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:07:01.509651 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5ee1ebdf-ce51-4463-9571-70600fd25b64 None None] Provisioning complete for port 7229827f-5615-4a3b-9056-39715b1fec7c triggered by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:07:01.510035 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5ee1ebdf-ce51-4463-9571-70600fd25b64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:01.527554 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-48d05e75-7940-4994-8117-8faa518189cc req-aa11d722-bc2e-4f25-a839-01c1b04c9785 service neutron] 10.222.0.127 "GET /v2.0/networks/70fa8a2a-4549-4d89-b089-3cc3fca2d3a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1094489 Jul 06 14:07:01.528064 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 43624) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:07:01.535618 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ff1592-1484-4d37-b792-743d6df40659 tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] Pushing event deleted for resources: {'Subnet': ['ID=204bcf5f-5a91-4380-9e09-d7921909dc58,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:07:01.558678 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-db1672cb-5d91-4010-9b2b-7fa87b201b49 None None] For port 1b4493ed-1213-4e42-9746-081dae7a93a3, host n-d-773647-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=1b4493ed-1213-4e42-9746-081dae7a93a3,segment=NetworkSegment(5b6b7f4b-3c70-4b85-9b7d-af66c60d79e6),segment_id=5b6b7f4b-3c70-4b85-9b7d-af66c60d79e6)] {{(pid=100248) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:07:01.579468 n-d-773647-6 neutron-server[100247]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca0f966a-e512-450f-81f1-3d13f53afcad tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] DELETE failed (client error): The resource could not be found. Jul 06 14:07:01.580005 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ca0f966a-e512-450f-81f1-3d13f53afcad tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100247) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 14:07:01.585658 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-ca0f966a-e512-450f-81f1-3d13f53afcad tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] 10.222.0.104 "DELETE /v2.0/networks/b8147b88-0e5f-4b98-a328-95afb810f4ac HTTP/1.1" status: 404 len: 339 time: 0.0444598 Jul 06 14:07:01.585658 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 43626) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:07:01.643050 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-71b87e25-ad58-4bdc-a9c0-c6303cd0522f req-fbc635d7-c49a-49a3-9321-2c733764ff3a service neutron] 10.222.0.127 "GET /v2.0/security-groups?id=a54a60a4-d859-4f47-b26f-a63bb69450e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3599885 Jul 06 14:07:01.652623 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-db1672cb-5d91-4010-9b2b-7fa87b201b49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:01.671297 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-d1ff1592-1484-4d37-b792-743d6df40659 tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-917204', 'neutron.services.segments.db._delete_segments_for_network-8773753502302'] for network, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:01.695531 n-d-773647-6 neutron-server[100246]: DEBUG neutron.services.segments.db [None req-d1ff1592-1484-4d37-b792-743d6df40659 tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7cdbbd69-1755-4cb4-83c0-70e6488836ee']}} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:07:01.696509 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-48d05e75-7940-4994-8117-8faa518189cc req-dd53ff2c-0c1b-41b6-90bc-2831f15260da service neutron] 10.222.0.127 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=c6534491-f764-47ec-ae47-2754d9d0afbf HTTP/1.1" status: 200 len: 217 time: 0.1235793 Jul 06 14:07:01.701386 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.db_base_plugin_v2 [None req-e36756ad-cc33-4f42-9a0a-d38a00c39e16 tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] Deleting subnet a19d2881-c24b-4549-b9cf-0b1414f4ce57 {{(pid=100247) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 14:07:01.704901 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-e36756ad-cc33-4f42-9a0a-d38a00c39e16 tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] Notify callbacks [] for subnet, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:01.708340 n-d-773647-6 neutron-server[100246]: DEBUG neutron.services.segments.db [None req-d1ff1592-1484-4d37-b792-743d6df40659 tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b6b7f4b-3c70-4b85-9b7d-af66c60d79e6') {'for_net_delete': True} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:07:01.708649 n-d-773647-6 neutron-server[100246]: DEBUG neutron.services.segments.db [None req-d1ff1592-1484-4d37-b792-743d6df40659 tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b6b7f4b-3c70-4b85-9b7d-af66c60d79e6') {} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:07:01.721956 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-d1ff1592-1484-4d37-b792-743d6df40659 tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773753515138', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126218898'] for segment, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:01.751087 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-d1ff1592-1484-4d37-b792-743d6df40659 tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552'] for segment, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:01.751385 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-e36756ad-cc33-4f42-9a0a-d38a00c39e16 tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127131748'] for subnet, precommit_delete_associations {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:01.758875 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d1ff1592-1484-4d37-b792-743d6df40659 tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] Releasing vlan 1049 on physical network physnet1 to pool {{(pid=100246) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 14:07:01.762047 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-d1ff1592-1484-4d37-b792-743d6df40659 tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127687491'] for segment, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:01.827706 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5ee1ebdf-ce51-4463-9571-70600fd25b64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:01.838048 n-d-773647-6 neutron-server[100246]: Traceback (most recent call last): Jul 06 14:07:01.838048 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 14:07:01.838048 n-d-773647-6 neutron-server[100246]: timer() Jul 06 14:07:01.838048 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 14:07:01.838048 n-d-773647-6 neutron-server[100246]: cb(*args, **kw) Jul 06 14:07:01.838048 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 14:07:01.838048 n-d-773647-6 neutron-server[100246]: return func(*args, **kwargs) Jul 06 14:07:01.838048 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 14:07:01.838048 n-d-773647-6 neutron-server[100246]: self._notify() Jul 06 14:07:01.838048 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 14:07:01.838048 n-d-773647-6 neutron-server[100246]: self.callback(batched_events) Jul 06 14:07:01.838048 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 14:07:01.838048 n-d-773647-6 neutron-server[100246]: event.method(event) Jul 06 14:07:01.838048 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 14:07:01.838048 n-d-773647-6 neutron-server[100246]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 14:07:01.838048 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 14:07:01.838048 n-d-773647-6 neutron-server[100246]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 14:07:01.838048 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 14:07:01.838048 n-d-773647-6 neutron-server[100246]: return f(self, *a, **k) Jul 06 14:07:01.838048 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 14:07:01.838048 n-d-773647-6 neutron-server[100246]: return self._get(url).json() Jul 06 14:07:01.838048 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 14:07:01.838048 n-d-773647-6 neutron-server[100246]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 14:07:01.838048 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 14:07:01.838048 n-d-773647-6 neutron-server[100246]: return self.request(url, 'GET', **kwargs) Jul 06 14:07:01.838048 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 14:07:01.838048 n-d-773647-6 neutron-server[100246]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 14:07:01.838048 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 14:07:01.838048 n-d-773647-6 neutron-server[100246]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 14:07:01.838048 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 14:07:01.838048 n-d-773647-6 neutron-server[100246]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 14:07:01.838048 n-d-773647-6 neutron-server[100246]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 14:07:01.846025 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.db.api [None req-d1ff1592-1484-4d37-b792-743d6df40659 tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 06 14:07:01.846025 n-d-773647-6 neutron-server[100246]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 06 14:07:01.846025 n-d-773647-6 neutron-server[100246]: [parameters: {'id': '7cdbbd69-1755-4cb4-83c0-70e6488836ee'}] Jul 06 14:07:01.846025 n-d-773647-6 neutron-server[100246]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=100246) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 06 14:07:01.846959 n-d-773647-6 neutron-server[100246]: DEBUG oslo_db.api [None req-d1ff1592-1484-4d37-b792-743d6df40659 tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 06 14:07:01.932281 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1672cb-5d91-4010-9b2b-7fa87b201b49 None None] Pushing event updated for resources: {'Port': ['ID=1b4493ed-1213-4e42-9746-081dae7a93a3,revision_number=2']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:07:01.949977 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5ee1ebdf-ce51-4463-9571-70600fd25b64 None None] For port 7229827f-5615-4a3b-9056-39715b1fec7c, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=7229827f-5615-4a3b-9056-39715b1fec7c,segment=NetworkSegment(06dcc215-8b46-4d5c-b5cb-d24cdcef069b),segment_id=06dcc215-8b46-4d5c-b5cb-d24cdcef069b)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:07:01.962229 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5ee1ebdf-ce51-4463-9571-70600fd25b64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:02.037418 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d05e75-7940-4994-8117-8faa518189cc req-cee4cf5d-48de-4ecf-b14a-bc5f8ba8985a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:07:02.041082 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee1ebdf-ce51-4463-9571-70600fd25b64 None None] Pushing event updated for resources: {'Port': ['ID=7229827f-5615-4a3b-9056-39715b1fec7c,revision_number=3']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:07:02.069983 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-48d05e75-7940-4994-8117-8faa518189cc req-cee4cf5d-48de-4ecf-b14a-bc5f8ba8985a service neutron] 10.222.0.127 "GET /v2.0/subnets?id=f9f87c3f-0fa8-49b6-bb5b-31a627ebfaf2 HTTP/1.1" status: 200 len: 797 time: 0.1980040 Jul 06 14:07:02.156916 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-e36756ad-cc33-4f42-9a0a-d38a00c39e16 tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-913473'] for subnet, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:02.301143 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9152b710-f64b-42fc-a75c-7ed2dcac564c req-65d00d8c-3c50-4033-b0f1-25e1ebe68dbf tempest-ServerRescueNegativeTestJSON-721731692 tempest-ServerRescueNegativeTestJSON-721731692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:07:02.308609 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-9152b710-f64b-42fc-a75c-7ed2dcac564c req-65d00d8c-3c50-4033-b0f1-25e1ebe68dbf tempest-ServerRescueNegativeTestJSON-721731692 tempest-ServerRescueNegativeTestJSON-721731692-project] 10.222.0.104 "GET /v2.0/ports?device_id=b0b96bfa-d49a-47d6-a621-d2fd80028cc9 HTTP/1.1" status: 200 len: 945 time: 0.4800344 Jul 06 14:07:02.349990 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-d1ff1592-1484-4d37-b792-743d6df40659 tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530492'] for network, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:02.434775 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 1b4493ed-1213-4e42-9746-081dae7a93a3 up at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:07:02.449843 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [None req-d1ff1592-1484-4d37-b792-743d6df40659 tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] Deleting port 1b4493ed-1213-4e42-9746-081dae7a93a3 {{(pid=100246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:07:02.454242 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-d1ff1592-1484-4d37-b792-743d6df40659 tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:02.511481 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning for port 1b4493ed-1213-4e42-9746-081dae7a93a3 completed by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:07:02.520361 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 7229827f-5615-4a3b-9056-39715b1fec7c up at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:07:02.594192 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.db [None req-d1ff1592-1484-4d37-b792-743d6df40659 tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] For port 1b4493ed-1213-4e42-9746-081dae7a93a3, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=1b4493ed-1213-4e42-9746-081dae7a93a3,segment=NetworkSegment(5b6b7f4b-3c70-4b85-9b7d-af66c60d79e6),segment_id=5b6b7f4b-3c70-4b85-9b7d-af66c60d79e6)] {{(pid=100246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:07:02.594606 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-d1ff1592-1484-4d37-b792-743d6df40659 tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:02.609194 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning complete for port 7229827f-5615-4a3b-9056-39715b1fec7c triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:07:02.609992 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:02.612185 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-719cae26-2501-4458-8781-d20c7625cf14 None None] Provisioning complete for port 7229827f-5615-4a3b-9056-39715b1fec7c triggered by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:07:02.612789 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-719cae26-2501-4458-8781-d20c7625cf14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:02.639092 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [None req-d1ff1592-1484-4d37-b792-743d6df40659 tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] Calling delete_port for 1b4493ed-1213-4e42-9746-081dae7a93a3 owned by network:dhcp {{(pid=100246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:07:02.822940 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-d1ff1592-1484-4d37-b792-743d6df40659 tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127687580'] for port, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:02.867631 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1ff1592-1484-4d37-b792-743d6df40659 tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] No DVR routers for this DVR port 1b4493ed-1213-4e42-9746-081dae7a93a3 on host n-d-773647-6 {{(pid=100246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:07:02.901276 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ff1592-1484-4d37-b792-743d6df40659 tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] Pushing event deleted for resources: {'Port': ['ID=1b4493ed-1213-4e42-9746-081dae7a93a3,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:07:02.930238 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-9152b710-f64b-42fc-a75c-7ed2dcac564c req-16feea02-9bad-4713-92f6-9e65803e61ab tempest-ServerRescueNegativeTestJSON-721731692 tempest-ServerRescueNegativeTestJSON-721731692-project] 10.222.0.104 "GET /v2.0/security-groups?id=a54a60a4-d859-4f47-b26f-a63bb69450e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6203520 Jul 06 14:07:02.938114 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-e36756ad-cc33-4f42-9a0a-d38a00c39e16 tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-913480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1849032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-128888347', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127627857'] for subnet, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:02.962821 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afeebe18-305b-4fb9-a65f-6d0bcd6df1c7 None None] Network 73d8a1b5-5d5c-44d5-8e38-9e7b89cb4ea3 requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:07:02.963483 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-e36756ad-cc33-4f42-9a0a-d38a00c39e16 tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] Notify callbacks [] for subnet, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:02.965641 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-e36756ad-cc33-4f42-9a0a-d38a00c39e16 tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] 10.222.0.104 "DELETE /v2.0/subnets/a19d2881-c24b-4549-b9cf-0b1414f4ce57 HTTP/1.1" status: 204 len: 168 time: 1.3800809 Jul 06 14:07:02.970577 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d05e75-7940-4994-8117-8faa518189cc req-956fb4a1-6ac9-49a4-8898-d3af660628f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:07:02.972252 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-48d05e75-7940-4994-8117-8faa518189cc req-956fb4a1-6ac9-49a4-8898-d3af660628f7 service neutron] 10.222.0.127 "GET /v2.0/ports?network_id=70fa8a2a-4549-4d89-b089-3cc3fca2d3a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.9000816 Jul 06 14:07:02.975031 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 43638) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:07:03.005043 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-d1ff1592-1484-4d37-b792-743d6df40659 tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-917204', 'neutron.services.segments.db._delete_segments_for_network-8773753502302'] for network, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:03.020607 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36756ad-cc33-4f42-9a0a-d38a00c39e16 tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] Pushing event deleted for resources: {'Subnet': ['ID=a19d2881-c24b-4549-b9cf-0b1414f4ce57,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:07:03.038929 n-d-773647-6 neutron-server[100246]: DEBUG neutron.services.segments.db [None req-d1ff1592-1484-4d37-b792-743d6df40659 tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7cdbbd69-1755-4cb4-83c0-70e6488836ee']}} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:07:03.066743 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e18abd-8cb7-4e0e-ba16-57db2c74fd91 req-cab74675-dc0c-47fe-bf19-cbf5886195d5 tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:07:03.068698 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-e6e18abd-8cb7-4e0e-ba16-57db2c74fd91 req-cab74675-dc0c-47fe-bf19-cbf5886195d5 tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] 10.222.0.104 "GET /v2.0/ports?device_id=73164a94-66a9-4dc1-ae58-422cd07dc979 HTTP/1.1" status: 200 len: 946 time: 0.7442179 Jul 06 14:07:03.082641 n-d-773647-6 neutron-server[100246]: DEBUG neutron.services.segments.db [None req-d1ff1592-1484-4d37-b792-743d6df40659 tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b6b7f4b-3c70-4b85-9b7d-af66c60d79e6') {'for_net_delete': True} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:07:03.082944 n-d-773647-6 neutron-server[100246]: DEBUG neutron.services.segments.db [None req-d1ff1592-1484-4d37-b792-743d6df40659 tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b6b7f4b-3c70-4b85-9b7d-af66c60d79e6') {} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:07:03.112800 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-d1ff1592-1484-4d37-b792-743d6df40659 tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773753515138', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126218898'] for segment, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:03.136952 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-d1ff1592-1484-4d37-b792-743d6df40659 tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552'] for segment, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:03.156486 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d1ff1592-1484-4d37-b792-743d6df40659 tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] Releasing vlan 1049 on physical network physnet1 to pool {{(pid=100246) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 14:07:03.156908 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-d1ff1592-1484-4d37-b792-743d6df40659 tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127687491'] for segment, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:03.161694 n-d-773647-6 neutron-server[100246]: Traceback (most recent call last): Jul 06 14:07:03.161694 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 14:07:03.161694 n-d-773647-6 neutron-server[100246]: timer() Jul 06 14:07:03.161694 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 14:07:03.161694 n-d-773647-6 neutron-server[100246]: cb(*args, **kw) Jul 06 14:07:03.161694 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 14:07:03.161694 n-d-773647-6 neutron-server[100246]: return func(*args, **kwargs) Jul 06 14:07:03.161694 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 14:07:03.161694 n-d-773647-6 neutron-server[100246]: self._notify() Jul 06 14:07:03.161694 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 14:07:03.161694 n-d-773647-6 neutron-server[100246]: self.callback(batched_events) Jul 06 14:07:03.161694 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 14:07:03.161694 n-d-773647-6 neutron-server[100246]: event.method(event) Jul 06 14:07:03.161694 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 14:07:03.161694 n-d-773647-6 neutron-server[100246]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 14:07:03.161694 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 14:07:03.161694 n-d-773647-6 neutron-server[100246]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 14:07:03.161694 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 14:07:03.161694 n-d-773647-6 neutron-server[100246]: return f(self, *a, **k) Jul 06 14:07:03.161694 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 14:07:03.161694 n-d-773647-6 neutron-server[100246]: return self._get(url).json() Jul 06 14:07:03.161694 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 14:07:03.161694 n-d-773647-6 neutron-server[100246]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 14:07:03.161694 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 14:07:03.161694 n-d-773647-6 neutron-server[100246]: return self.request(url, 'GET', **kwargs) Jul 06 14:07:03.161694 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 14:07:03.161694 n-d-773647-6 neutron-server[100246]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 14:07:03.161694 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 14:07:03.161694 n-d-773647-6 neutron-server[100246]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 14:07:03.161694 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 14:07:03.161694 n-d-773647-6 neutron-server[100246]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 14:07:03.161694 n-d-773647-6 neutron-server[100246]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 14:07:03.260224 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-e6e18abd-8cb7-4e0e-ba16-57db2c74fd91 req-1fb47840-8274-4333-bcf6-022da6afb49d tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] 10.222.0.104 "GET /v2.0/security-groups?id=bdba1446-e72e-4024-9da7-e6061f204f14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140602 Jul 06 14:07:03.284989 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-d1ff1592-1484-4d37-b792-743d6df40659 tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-917215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1761140'] for network, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:03.298035 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-d1ff1592-1484-4d37-b792-743d6df40659 tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] Notify callbacks [] for network, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:03.307012 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-d1ff1592-1484-4d37-b792-743d6df40659 tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] 10.222.0.104 "DELETE /v2.0/networks/7cdbbd69-1755-4cb4-83c0-70e6488836ee HTTP/1.1" status: 204 len: 168 time: 3.2724361 Jul 06 14:07:03.324222 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-0aa41a84-083f-4b5a-bb9b-7fc7fcbdf8be tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530492'] for network, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:03.334560 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 43640) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:07:03.358799 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ff1592-1484-4d37-b792-743d6df40659 tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] Pushing event deleted for resources: {'Network': ['ID=7cdbbd69-1755-4cb4-83c0-70e6488836ee,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:07:03.368184 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ad49b94-85f0-4cf7-94c5-000856e9f6de None None] DHCP port deletion for 73d8a1b5-5d5c-44d5-8e38-9e7b89cb4ea3 request from n-d-773647-6 {{(pid=100248) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 14:07:03.395203 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [None req-239d7e1a-6367-4f95-9b07-a2a595a40338 tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1431460248'}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:07:03.426692 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-48d05e75-7940-4994-8117-8faa518189cc req-2c28207f-56aa-4399-a3cb-5a0e8a614b93 service neutron] 10.222.0.127 "GET /v2.0/networks/70fa8a2a-4549-4d89-b089-3cc3fca2d3a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4201720 Jul 06 14:07:03.527545 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-239d7e1a-6367-4f95-9b07-a2a595a40338 tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] Made reservation on behalf of 6baaa4c06bf242238309dd8ac70b6c99 for: {'network': 1} {{(pid=100247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:07:03.532061 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-239d7e1a-6367-4f95-9b07-a2a595a40338 tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for network, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:03.571129 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97dd640e-1ab9-4cb3-9d31-c18b32366541 req-9b830180-20a8-4f37-be52-569389ecece5 tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:07:03.577879 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97dd640e-1ab9-4cb3-9d31-c18b32366541 req-9b830180-20a8-4f37-be52-569389ecece5 tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:07:03.578133 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25c60ca6-1d84-46f8-9125-cfe82968f3d5 None None] DHCP port deletion for 7cdbbd69-1755-4cb4-83c0-70e6488836ee request from n-d-773647-6 {{(pid=100248) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 14:07:03.584675 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97dd640e-1ab9-4cb3-9d31-c18b32366541 req-9b830180-20a8-4f37-be52-569389ecece5 tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:07:03.584841 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-395e4cbe-a7f8-4e36-910e-2dd7d9055568 None None] Could not find standard attr ID for object 1b4493ed-1213-4e42-9746-081dae7a93a3. {{(pid=100248) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 06 14:07:03.596443 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97dd640e-1ab9-4cb3-9d31-c18b32366541 req-9b830180-20a8-4f37-be52-569389ecece5 tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:07:03.598684 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97dd640e-1ab9-4cb3-9d31-c18b32366541 req-9b830180-20a8-4f37-be52-569389ecece5 tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:07:03.604972 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97dd640e-1ab9-4cb3-9d31-c18b32366541 req-9b830180-20a8-4f37-be52-569389ecece5 tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:07:03.612203 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2d82c30-9026-4fa9-9700-8de279452c59 None None] Network 7cdbbd69-1755-4cb4-83c0-70e6488836ee requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:07:03.612553 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97dd640e-1ab9-4cb3-9d31-c18b32366541 req-9b830180-20a8-4f37-be52-569389ecece5 tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:07:03.618641 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-97dd640e-1ab9-4cb3-9d31-c18b32366541 req-9b830180-20a8-4f37-be52-569389ecece5 tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] 10.222.0.104 "GET /v2.0/ports?device_id=0455bf88-da4d-44a6-9768-93a70cd92e0e HTTP/1.1" status: 200 len: 5430 time: 0.3853054 Jul 06 14:07:03.639868 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2d82c30-9026-4fa9-9700-8de279452c59 None None] Network 7cdbbd69-1755-4cb4-83c0-70e6488836ee could not be found, it might have been deleted concurrently. {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 06 14:07:03.643307 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-4ad49b94-85f0-4cf7-94c5-000856e9f6de None None] Deleting port 25e4383d-3c43-4aa9-8f1e-bbf0175ed638 {{(pid=100248) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:07:03.643687 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4ad49b94-85f0-4cf7-94c5-000856e9f6de None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:03.690181 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-239d7e1a-6367-4f95-9b07-a2a595a40338 tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] vlan segment allocate from pool success with {'vlan_id': 1022, 'physical_network': 'physnet1'} {{(pid=100247) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 14:07:03.709626 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-48d05e75-7940-4994-8117-8faa518189cc req-9ecefd17-328e-4060-9dcc-262b61adb633 service neutron] 10.222.0.127 "GET /v2.0/networks/70fa8a2a-4549-4d89-b089-3cc3fca2d3a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2700613 Jul 06 14:07:03.723747 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-239d7e1a-6367-4f95-9b07-a2a595a40338 tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552'] for segment, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:03.724152 n-d-773647-6 neutron-server[100247]: INFO neutron.db.segments_db [None req-239d7e1a-6367-4f95-9b07-a2a595a40338 tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] Added segment 00ae0ad5-26b3-462b-8527-e709cdcbb6e6 of type vlan for network 1a087074-d8e8-43a7-9461-d6aaf2a1507c Jul 06 14:07:03.729770 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-97dd640e-1ab9-4cb3-9d31-c18b32366541 req-c657f7a7-efa9-4c60-b5ff-57e9c5697970 tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] 10.222.0.104 "GET /v2.0/security-groups?id=f573cac5-f5b4-46cb-8ee6-cba4798a03b8&id=8d3a9807-14cc-46c0-b7ed-1d949d5bac09&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1056948 Jul 06 14:07:03.733278 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-4ad49b94-85f0-4cf7-94c5-000856e9f6de None None] For port 25e4383d-3c43-4aa9-8f1e-bbf0175ed638, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=25e4383d-3c43-4aa9-8f1e-bbf0175ed638,segment=NetworkSegment(3083b923-4436-4f07-9c63-6dba484d279d),segment_id=3083b923-4436-4f07-9c63-6dba484d279d)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:07:03.733679 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4ad49b94-85f0-4cf7-94c5-000856e9f6de None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:03.752003 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-4ad49b94-85f0-4cf7-94c5-000856e9f6de None None] Calling delete_port for 25e4383d-3c43-4aa9-8f1e-bbf0175ed638 owned by network:dhcp {{(pid=100248) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:07:03.862073 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-239d7e1a-6367-4f95-9b07-a2a595a40338 tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773752984405'] for network, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:03.867914 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.plugin [None req-0aa41a84-083f-4b5a-bb9b-7fc7fcbdf8be tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] Deleting port 25e4383d-3c43-4aa9-8f1e-bbf0175ed638 {{(pid=100247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:07:03.868710 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-0aa41a84-083f-4b5a-bb9b-7fc7fcbdf8be tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:03.895871 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4ad49b94-85f0-4cf7-94c5-000856e9f6de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117'] for port, after_delete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:03.930458 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad49b94-85f0-4cf7-94c5-000856e9f6de None None] Pushing event deleted for resources: {'Port': ['ID=25e4383d-3c43-4aa9-8f1e-bbf0175ed638,revision_number=None']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:07:03.937241 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ad49b94-85f0-4cf7-94c5-000856e9f6de None None] No DVR routers for this DVR port 25e4383d-3c43-4aa9-8f1e-bbf0175ed638 on host n-d-773647-6 {{(pid=100248) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:07:04.005800 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.db [None req-0aa41a84-083f-4b5a-bb9b-7fc7fcbdf8be tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] For port 25e4383d-3c43-4aa9-8f1e-bbf0175ed638, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=25e4383d-3c43-4aa9-8f1e-bbf0175ed638,segment=NetworkSegment(3083b923-4436-4f07-9c63-6dba484d279d),segment_id=3083b923-4436-4f07-9c63-6dba484d279d)] {{(pid=100247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:07:04.006238 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-0aa41a84-083f-4b5a-bb9b-7fc7fcbdf8be tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:04.008875 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-239d7e1a-6367-4f95-9b07-a2a595a40338 tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060'] for network, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:04.014520 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-239d7e1a-6367-4f95-9b07-a2a595a40338 tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:07:04.015191 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-239d7e1a-6367-4f95-9b07-a2a595a40338 tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583035'] for network, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:04.087118 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.plugin [None req-0aa41a84-083f-4b5a-bb9b-7fc7fcbdf8be tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] Calling delete_port for 25e4383d-3c43-4aa9-8f1e-bbf0175ed638 owned by network:dhcp {{(pid=100247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:07:04.121770 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-239d7e1a-6367-4f95-9b07-a2a595a40338 tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] 10.222.0.104 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.7307007 Jul 06 14:07:04.122333 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 43656) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:07:04.136603 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-34642df0-2beb-400d-95a3-bcf262ea0f65 tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] Request body: {'subnet': {'network_id': '1a087074-d8e8-43a7-9461-d6aaf2a1507c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:07:04.177702 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239d7e1a-6367-4f95-9b07-a2a595a40338 tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] Pushing event updated for resources: {'Network': ['ID=1a087074-d8e8-43a7-9461-d6aaf2a1507c,revision_number=1']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:07:04.187023 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f466f4f-12a7-4fd1-a7a4-75263e1d77e8 req-1715c21a-b127-4047-b199-9e0e7b4fa408 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:07:04.187636 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f466f4f-12a7-4fd1-a7a4-75263e1d77e8 req-1715c21a-b127-4047-b199-9e0e7b4fa408 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:07:04.188178 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f466f4f-12a7-4fd1-a7a4-75263e1d77e8 req-1715c21a-b127-4047-b199-9e0e7b4fa408 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:07:04.188712 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f466f4f-12a7-4fd1-a7a4-75263e1d77e8 req-1715c21a-b127-4047-b199-9e0e7b4fa408 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:07:04.189246 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f466f4f-12a7-4fd1-a7a4-75263e1d77e8 req-1715c21a-b127-4047-b199-9e0e7b4fa408 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:07:04.189775 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f466f4f-12a7-4fd1-a7a4-75263e1d77e8 req-1715c21a-b127-4047-b199-9e0e7b4fa408 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:07:04.190377 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f466f4f-12a7-4fd1-a7a4-75263e1d77e8 req-1715c21a-b127-4047-b199-9e0e7b4fa408 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:07:04.192605 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-4f466f4f-12a7-4fd1-a7a4-75263e1d77e8 req-1715c21a-b127-4047-b199-9e0e7b4fa408 service neutron] 10.222.0.127 "GET /v2.0/ports?tenant_id=5bc84ece362540998140660bd65643c3&device_id=0455bf88-da4d-44a6-9768-93a70cd92e0e HTTP/1.1" status: 200 len: 6487 time: 0.2449424 Jul 06 14:07:04.212673 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Network 1a087074-d8e8-43a7-9461-d6aaf2a1507c details requested by agent ovs-agent-n-d-773647-6 with host n-d-773647-6 {{(pid=100248) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 14:07:04.292401 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 25e4383d-3c43-4aa9-8f1e-bbf0175ed638 no longer exists at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:07:04.314380 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] No Port match for: 25e4383d-3c43-4aa9-8f1e-bbf0175ed638 {{(pid=100248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 14:07:04.314790 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 25e4383d-3c43-4aa9-8f1e-bbf0175ed638 not bound to the agent host n-d-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:07:04.315430 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 1b4493ed-1213-4e42-9746-081dae7a93a3 no longer exists at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:07:04.336053 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] No Port match for: 1b4493ed-1213-4e42-9746-081dae7a93a3 {{(pid=100248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 14:07:04.336741 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 1b4493ed-1213-4e42-9746-081dae7a93a3 not bound to the agent host n-d-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:07:04.386456 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34642df0-2beb-400d-95a3-bcf262ea0f65 tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] Made reservation on behalf of 6baaa4c06bf242238309dd8ac70b6c99 for: {'subnet': 1} {{(pid=100246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:07:04.393460 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-34642df0-2beb-400d-95a3-bcf262ea0f65 tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127702029'] for subnet, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:04.428527 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-0aa41a84-083f-4b5a-bb9b-7fc7fcbdf8be tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128888353'] for port, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:04.491364 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa41a84-083f-4b5a-bb9b-7fc7fcbdf8be tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] Pushing event deleted for resources: {'Port': ['ID=25e4383d-3c43-4aa9-8f1e-bbf0175ed638,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:07:04.500939 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aa41a84-083f-4b5a-bb9b-7fc7fcbdf8be tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] No DVR routers for this DVR port 25e4383d-3c43-4aa9-8f1e-bbf0175ed638 on host n-d-773647-6 {{(pid=100247) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:07:04.532807 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4410bb26-adb4-4e69-addb-116f6177249f req-a4972bdd-1ed5-45db-b956-2c50e593a363 tempest-ServerRescueNegativeTestJSON-721731692 tempest-ServerRescueNegativeTestJSON-721731692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:07:04.534439 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-4410bb26-adb4-4e69-addb-116f6177249f req-a4972bdd-1ed5-45db-b956-2c50e593a363 tempest-ServerRescueNegativeTestJSON-721731692 tempest-ServerRescueNegativeTestJSON-721731692-project] 10.222.0.104 "GET /v2.0/ports?device_id=b0b96bfa-d49a-47d6-a621-d2fd80028cc9 HTTP/1.1" status: 200 len: 945 time: 0.2891264 Jul 06 14:07:04.544948 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f466f4f-12a7-4fd1-a7a4-75263e1d77e8 req-e6cdb8d6-58ff-4cce-bf7f-96a478dafc07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:07:04.546393 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-4f466f4f-12a7-4fd1-a7a4-75263e1d77e8 req-e6cdb8d6-58ff-4cce-bf7f-96a478dafc07 service neutron] 10.222.0.127 "GET /v2.0/networks?id=70fa8a2a-4549-4d89-b089-3cc3fca2d3a3 HTTP/1.1" status: 200 len: 903 time: 0.3450601 Jul 06 14:07:04.622796 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-34642df0-2beb-400d-95a3-bcf262ea0f65 tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1849032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127687649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127702047'] for subnet, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:04.689892 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-4f466f4f-12a7-4fd1-a7a4-75263e1d77e8 req-74964f9a-4802-4694-9357-eba2b4d51c9a service neutron] 10.222.0.127 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=c6534491-f764-47ec-ae47-2754d9d0afbf HTTP/1.1" status: 200 len: 217 time: 0.1196516 Jul 06 14:07:04.695526 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-0aa41a84-083f-4b5a-bb9b-7fc7fcbdf8be tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-917204', 'neutron.services.segments.db._delete_segments_for_network-8773753502302'] for network, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:04.701617 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34642df0-2beb-400d-95a3-bcf262ea0f65 tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] Pushing event updated for resources: {'Subnet': ['ID=4ec11779-c41c-4f07-8fa2-b6163b911b7e,revision_number=0']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:07:04.709313 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34642df0-2beb-400d-95a3-bcf262ea0f65 tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] Checking segment: {'id': '00ae0ad5-26b3-462b-8527-e709cdcbb6e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1022, 'network_id': '1a087074-d8e8-43a7-9461-d6aaf2a1507c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:07:04.709682 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34642df0-2beb-400d-95a3-bcf262ea0f65 tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] Network hostable DHCP agents. Network: 1a087074-d8e8-43a7-9461-d6aaf2a1507c, hostable agents: ['f2bada3d-be77-4359-982b-8505a2bbca04'], hosted agents: [] {{(pid=100246) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 14:07:04.714535 n-d-773647-6 neutron-server[100247]: DEBUG neutron.services.segments.db [None req-0aa41a84-083f-4b5a-bb9b-7fc7fcbdf8be tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['73d8a1b5-5d5c-44d5-8e38-9e7b89cb4ea3']}} {{(pid=100247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:07:04.728139 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34642df0-2beb-400d-95a3-bcf262ea0f65 tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] Network 1a087074-d8e8-43a7-9461-d6aaf2a1507c is scheduled to be hosted by DHCP agent f2bada3d-be77-4359-982b-8505a2bbca04 with binding_index 1 {{(pid=100246) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 14:07:04.746788 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.base_scheduler [None req-34642df0-2beb-400d-95a3-bcf262ea0f65 tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773647-6, 1a087074-d8e8-43a7-9461-d6aaf2a1507c) {{(pid=100246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:07:04.751949 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34642df0-2beb-400d-95a3-bcf262ea0f65 tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:07:04.752656 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-34642df0-2beb-400d-95a3-bcf262ea0f65 tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] Notify callbacks [] for subnet, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:04.758198 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87410955-7e66-4e7a-9017-37845a51deb6 None None] Network 1a087074-d8e8-43a7-9461-d6aaf2a1507c requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:07:04.779976 n-d-773647-6 neutron-server[100247]: DEBUG neutron.services.segments.db [None req-0aa41a84-083f-4b5a-bb9b-7fc7fcbdf8be tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3083b923-4436-4f07-9c63-6dba484d279d') {'for_net_delete': True} {{(pid=100247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:07:04.780390 n-d-773647-6 neutron-server[100247]: DEBUG neutron.services.segments.db [None req-0aa41a84-083f-4b5a-bb9b-7fc7fcbdf8be tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3083b923-4436-4f07-9c63-6dba484d279d') {} {{(pid=100247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:07:04.784595 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-34642df0-2beb-400d-95a3-bcf262ea0f65 tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] 10.222.0.104 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.6606143 Jul 06 14:07:04.785180 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 43672) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:07:04.787656 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-4410bb26-adb4-4e69-addb-116f6177249f req-ffd08b9c-87e6-46bd-a8d7-d1be37a65663 tempest-ServerRescueNegativeTestJSON-721731692 tempest-ServerRescueNegativeTestJSON-721731692-project] 10.222.0.104 "GET /v2.0/security-groups?id=a54a60a4-d859-4f47-b26f-a63bb69450e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2444537 Jul 06 14:07:04.790132 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-e5d677b6-c76b-4766-a4c7-17a901f99e16 tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1961604490'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:07:04.823002 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-0aa41a84-083f-4b5a-bb9b-7fc7fcbdf8be tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773753515138', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127131763'] for segment, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:04.837409 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5d677b6-c76b-4766-a4c7-17a901f99e16 tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] Made reservation on behalf of 6baaa4c06bf242238309dd8ac70b6c99 for: {'network': 1} {{(pid=100246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:07:04.842691 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65af6de-f104-4ce4-bf76-876b2f837f30 req-c5a1d473-a162-4b14-83ba-9dc665500291 tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:07:04.845129 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-e5d677b6-c76b-4766-a4c7-17a901f99e16 tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for network, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:04.845971 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-d65af6de-f104-4ce4-bf76-876b2f837f30 req-c5a1d473-a162-4b14-83ba-9dc665500291 tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] 10.222.0.104 "GET /v2.0/ports?device_id=73164a94-66a9-4dc1-ae58-422cd07dc979 HTTP/1.1" status: 200 len: 946 time: 0.3815060 Jul 06 14:07:04.863978 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-0aa41a84-083f-4b5a-bb9b-7fc7fcbdf8be tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552'] for segment, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:04.867948 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f466f4f-12a7-4fd1-a7a4-75263e1d77e8 req-74436a43-7207-41a6-a06e-871f96646e49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:07:04.869422 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-4f466f4f-12a7-4fd1-a7a4-75263e1d77e8 req-74436a43-7207-41a6-a06e-871f96646e49 service neutron] 10.222.0.127 "GET /v2.0/subnets?id=f9f87c3f-0fa8-49b6-bb5b-31a627ebfaf2 HTTP/1.1" status: 200 len: 797 time: 0.1614652 Jul 06 14:07:04.904660 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e5d677b6-c76b-4766-a4c7-17a901f99e16 tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] vlan segment allocate from pool success with {'vlan_id': 1048, 'physical_network': 'physnet1'} {{(pid=100246) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 14:07:04.914955 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0aa41a84-083f-4b5a-bb9b-7fc7fcbdf8be tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] Releasing vlan 1009 on physical network physnet1 to pool {{(pid=100247) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 14:07:04.915442 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-0aa41a84-083f-4b5a-bb9b-7fc7fcbdf8be tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-128888574'] for segment, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:04.915923 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-e5d677b6-c76b-4766-a4c7-17a901f99e16 tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552'] for segment, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:04.916385 n-d-773647-6 neutron-server[100246]: INFO neutron.db.segments_db [None req-e5d677b6-c76b-4766-a4c7-17a901f99e16 tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] Added segment 9ebd17ed-1b51-4a01-9703-6a0b4bf92678 of type vlan for network 17a888a6-a925-4fb3-8484-2a79971cec79 Jul 06 14:07:04.919812 n-d-773647-6 neutron-server[100247]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:07:04.919812 n-d-773647-6 neutron-server[100247]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:07:04.919812 n-d-773647-6 neutron-server[100247]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:07:04.919812 n-d-773647-6 neutron-server[100247]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:07:04.919812 n-d-773647-6 neutron-server[100247]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:07:04.919812 n-d-773647-6 neutron-server[100247]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:07:04.919812 n-d-773647-6 neutron-server[100247]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 14:07:04.919812 n-d-773647-6 neutron-server[100247]: self.session.flush() Jul 06 14:07:04.919812 n-d-773647-6 neutron-server[100247]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 14:07:04.919812 n-d-773647-6 neutron-server[100247]: self.session.flush() Jul 06 14:07:04.919812 n-d-773647-6 neutron-server[100247]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 14:07:04.919812 n-d-773647-6 neutron-server[100247]: self.session.flush() Jul 06 14:07:04.919812 n-d-773647-6 neutron-server[100247]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 14:07:04.919812 n-d-773647-6 neutron-server[100247]: self.session.flush() Jul 06 14:07:04.919812 n-d-773647-6 neutron-server[100247]: Traceback (most recent call last): Jul 06 14:07:04.919812 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 14:07:04.919812 n-d-773647-6 neutron-server[100247]: timer() Jul 06 14:07:04.919812 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 14:07:04.919812 n-d-773647-6 neutron-server[100247]: cb(*args, **kw) Jul 06 14:07:04.919812 n-d-773647-6 neutron-server[100247]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 14:07:04.919812 n-d-773647-6 neutron-server[100247]: return func(*args, **kwargs) Jul 06 14:07:04.919812 n-d-773647-6 neutron-server[100247]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 14:07:04.919812 n-d-773647-6 neutron-server[100247]: self._notify() Jul 06 14:07:04.919812 n-d-773647-6 neutron-server[100247]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 14:07:04.919812 n-d-773647-6 neutron-server[100247]: self.callback(batched_events) Jul 06 14:07:04.919812 n-d-773647-6 neutron-server[100247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 14:07:04.919812 n-d-773647-6 neutron-server[100247]: event.method(event) Jul 06 14:07:04.919812 n-d-773647-6 neutron-server[100247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 14:07:04.919812 n-d-773647-6 neutron-server[100247]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 14:07:04.919812 n-d-773647-6 neutron-server[100247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 14:07:04.919812 n-d-773647-6 neutron-server[100247]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 14:07:04.919812 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 14:07:04.919812 n-d-773647-6 neutron-server[100247]: return f(self, *a, **k) Jul 06 14:07:04.919812 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 14:07:04.919812 n-d-773647-6 neutron-server[100247]: return self._get(url).json() Jul 06 14:07:04.919812 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 14:07:04.919812 n-d-773647-6 neutron-server[100247]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 14:07:04.919812 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 14:07:04.919812 n-d-773647-6 neutron-server[100247]: return self.request(url, 'GET', **kwargs) Jul 06 14:07:04.919812 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 14:07:04.919812 n-d-773647-6 neutron-server[100247]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 14:07:04.919812 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 14:07:04.919812 n-d-773647-6 neutron-server[100247]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 14:07:04.919812 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 14:07:04.919812 n-d-773647-6 neutron-server[100247]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 14:07:04.919812 n-d-773647-6 neutron-server[100247]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 14:07:04.965395 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-e5d677b6-c76b-4766-a4c7-17a901f99e16 tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773752984405'] for network, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:04.984583 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2f3fdb5-33a8-477a-8b74-e47f5c601d80 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6bd5fc82-6666-56e8-87c2-91648d36c963-1a087074-d8e8-43a7-9461-d6aaf2a1507c', 'network_id': '1a087074-d8e8-43a7-9461-d6aaf2a1507c', 'tenant_id': '6baaa4c06bf242238309dd8ac70b6c99', 'fixed_ips': [{'subnet_id': '4ec11779-c41c-4f07-8fa2-b6163b911b7e'}]}} from n-d-773647-6. {{(pid=100248) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 14:07:04.985660 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-d2f3fdb5-33a8-477a-8b74-e47f5c601d80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:05.006006 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-e5d677b6-c76b-4766-a4c7-17a901f99e16 tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060'] for network, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:05.027694 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5d677b6-c76b-4766-a4c7-17a901f99e16 tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:07:05.029726 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-e5d677b6-c76b-4766-a4c7-17a901f99e16 tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] Notify callbacks [] for network, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:05.041928 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-d65af6de-f104-4ce4-bf76-876b2f837f30 req-b9e10609-850b-4e4d-89b0-1627903fc1ec tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] 10.222.0.104 "GET /v2.0/security-groups?id=bdba1446-e72e-4024-9da7-e6061f204f14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1859767 Jul 06 14:07:05.072994 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-0aa41a84-083f-4b5a-bb9b-7fc7fcbdf8be tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-917215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1761140'] for network, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:05.081044 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-0aa41a84-083f-4b5a-bb9b-7fc7fcbdf8be tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583035'] for network, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:05.093655 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-0aa41a84-083f-4b5a-bb9b-7fc7fcbdf8be tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] 10.222.0.104 "DELETE /v2.0/networks/73d8a1b5-5d5c-44d5-8e38-9e7b89cb4ea3 HTTP/1.1" status: 204 len: 168 time: 2.0959659 Jul 06 14:07:05.112311 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f466f4f-12a7-4fd1-a7a4-75263e1d77e8 req-dea4ed45-6bb9-4892-9288-87b46f33bf6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:07:05.113869 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-4f466f4f-12a7-4fd1-a7a4-75263e1d77e8 req-dea4ed45-6bb9-4892-9288-87b46f33bf6b service neutron] 10.222.0.127 "GET /v2.0/ports?network_id=70fa8a2a-4549-4d89-b089-3cc3fca2d3a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2338991 Jul 06 14:07:05.114833 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa41a84-083f-4b5a-bb9b-7fc7fcbdf8be tempest-NetworksTest-313251459 tempest-NetworksTest-313251459-project] Pushing event deleted for resources: {'Network': ['ID=73d8a1b5-5d5c-44d5-8e38-9e7b89cb4ea3,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:07:05.138941 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-e5d677b6-c76b-4766-a4c7-17a901f99e16 tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] 10.222.0.104 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3487039 Jul 06 14:07:05.139648 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 43688) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:07:05.148971 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-57deb761-ae42-4d6b-b9f3-ea5b94d48ca1 tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] Request body: {'subnet': {'network_id': '17a888a6-a925-4fb3-8484-2a79971cec79', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:07:05.171872 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.db_base_plugin_common [None req-d2f3fdb5-33a8-477a-8b74-e47f5c601d80 None None] Allocated IP 2001:db8::3 (1a087074-d8e8-43a7-9461-d6aaf2a1507c/4ec11779-c41c-4f07-8fa2-b6163b911b7e/906edfca-507f-400d-aa47-a0195eae5d79) {{(pid=100248) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:07:05.190591 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d677b6-c76b-4766-a4c7-17a901f99e16 tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] Pushing event updated for resources: {'Network': ['ID=17a888a6-a925-4fb3-8484-2a79971cec79,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:07:05.208112 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Network 17a888a6-a925-4fb3-8484-2a79971cec79 details requested by agent ovs-agent-n-d-773647-6 with host n-d-773647-6 {{(pid=100248) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 14:07:05.312218 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-4f466f4f-12a7-4fd1-a7a4-75263e1d77e8 req-c9bb94b5-32ce-4129-b781-37be5cac6d21 service neutron] 10.222.0.127 "GET /v2.0/networks/70fa8a2a-4549-4d89-b089-3cc3fca2d3a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1902313 Jul 06 14:07:05.361196 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57deb761-ae42-4d6b-b9f3-ea5b94d48ca1 tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] Made reservation on behalf of 6baaa4c06bf242238309dd8ac70b6c99 for: {'subnet': 1} {{(pid=100246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:07:05.367695 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-57deb761-ae42-4d6b-b9f3-ea5b94d48ca1 tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127702029'] for subnet, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:05.465108 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-4f466f4f-12a7-4fd1-a7a4-75263e1d77e8 req-f2e44c90-c22b-491b-956b-f7ea8d298ff3 service neutron] 10.222.0.127 "GET /v2.0/networks/70fa8a2a-4549-4d89-b089-3cc3fca2d3a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1457696 Jul 06 14:07:05.489667 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13274163-f523-49f2-84e9-3eac6f7604d2 req-5ddccec5-f5b0-45e8-b7f9-38fea56d4be8 tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:07:05.496206 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13274163-f523-49f2-84e9-3eac6f7604d2 req-5ddccec5-f5b0-45e8-b7f9-38fea56d4be8 tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:07:05.502690 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13274163-f523-49f2-84e9-3eac6f7604d2 req-5ddccec5-f5b0-45e8-b7f9-38fea56d4be8 tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:07:05.505979 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-d2f3fdb5-33a8-477a-8b74-e47f5c601d80 None None] Notify callbacks [] for port, precommit_create {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:05.509284 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13274163-f523-49f2-84e9-3eac6f7604d2 req-5ddccec5-f5b0-45e8-b7f9-38fea56d4be8 tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:07:05.516741 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13274163-f523-49f2-84e9-3eac6f7604d2 req-5ddccec5-f5b0-45e8-b7f9-38fea56d4be8 tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:07:05.516909 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-d2f3fdb5-33a8-477a-8b74-e47f5c601d80 None None] Transition to ACTIVE for port object 906edfca-507f-400d-aa47-a0195eae5d79 will not be triggered until provisioned by entity L2. {{(pid=100248) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:07:05.523524 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13274163-f523-49f2-84e9-3eac6f7604d2 req-5ddccec5-f5b0-45e8-b7f9-38fea56d4be8 tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:07:05.530662 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13274163-f523-49f2-84e9-3eac6f7604d2 req-5ddccec5-f5b0-45e8-b7f9-38fea56d4be8 tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:07:05.532926 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-13274163-f523-49f2-84e9-3eac6f7604d2 req-5ddccec5-f5b0-45e8-b7f9-38fea56d4be8 tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] 10.222.0.104 "GET /v2.0/ports?device_id=0455bf88-da4d-44a6-9768-93a70cd92e0e HTTP/1.1" status: 200 len: 5430 time: 0.1618338 Jul 06 14:07:05.539133 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-d2f3fdb5-33a8-477a-8b74-e47f5c601d80 None None] Transition to ACTIVE for port object 906edfca-507f-400d-aa47-a0195eae5d79 will not be triggered until provisioned by entity DHCP. {{(pid=100248) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:07:05.547475 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-d2f3fdb5-33a8-477a-8b74-e47f5c601d80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108'] for port, after_create {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:05.578047 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.ipam_backend_mixin [None req-57deb761-ae42-4d6b-b9f3-ea5b94d48ca1 tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] Performing IP validity checks on allocation pools {{(pid=100246) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 06 14:07:05.578794 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.ipam_backend_mixin [None req-57deb761-ae42-4d6b-b9f3-ea5b94d48ca1 tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] Checking for overlaps among allocation pools and gateway ip {{(pid=100246) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 06 14:07:05.599718 n-d-773647-6 neutron-server[100248]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2f3fdb5-33a8-477a-8b74-e47f5c601d80 None None] Network 1a087074-d8e8-43a7-9461-d6aaf2a1507c is already hosted by enough agents. {{(pid=100248) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:07:05.606055 n-d-773647-6 neutron-server[100248]: DEBUG neutron.scheduler.base_scheduler [None req-d2f3fdb5-33a8-477a-8b74-e47f5c601d80 None None] Resources bound (agent type, host, resource id): {{(pid=100248) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:07:05.614107 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2f3fdb5-33a8-477a-8b74-e47f5c601d80 None None] Received port after_create {{(pid=100248) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:07:05.646122 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-13274163-f523-49f2-84e9-3eac6f7604d2 req-0f8b3d07-327f-4a6c-b485-5a9810416b14 tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] 10.222.0.104 "GET /v2.0/security-groups?id=f573cac5-f5b4-46cb-8ee6-cba4798a03b8&id=8d3a9807-14cc-46c0-b7ed-1d949d5bac09&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1070523 Jul 06 14:07:05.646657 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 43716) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:07:05.725721 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f3fdb5-33a8-477a-8b74-e47f5c601d80 None None] Pushing event updated for resources: {'Port': ['ID=906edfca-507f-400d-aa47-a0195eae5d79,revision_number=1']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:07:05.741410 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-d2f3fdb5-33a8-477a-8b74-e47f5c601d80 None None] Attempting to bind port 906edfca-507f-400d-aa47-a0195eae5d79 on host n-d-773647-6 for vnic_type normal with profile {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:07:05.742152 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-d2f3fdb5-33a8-477a-8b74-e47f5c601d80 None None] Attempting to bind port 906edfca-507f-400d-aa47-a0195eae5d79 by drivers openvswitch,hyperv on host n-d-773647-6 at level 0 using segments [{'id': '00ae0ad5-26b3-462b-8527-e709cdcbb6e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1022, 'network_id': '1a087074-d8e8-43a7-9461-d6aaf2a1507c'}] {{(pid=100248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:07:05.742152 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2f3fdb5-33a8-477a-8b74-e47f5c601d80 None None] Attempting to bind port 906edfca-507f-400d-aa47-a0195eae5d79 on network 1a087074-d8e8-43a7-9461-d6aaf2a1507c {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:07:05.749022 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2f3fdb5-33a8-477a-8b74-e47f5c601d80 None None] Checking agent: {'id': '8ab5b19c-d213-4f29-891d-27bdf39d38b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773647-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 43, 26), 'started_at': datetime.datetime(2021, 7, 6, 13, 43, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 6, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773647-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:07:05.749410 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2f3fdb5-33a8-477a-8b74-e47f5c601d80 None None] Checking segment: {'id': '00ae0ad5-26b3-462b-8527-e709cdcbb6e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1022, 'network_id': '1a087074-d8e8-43a7-9461-d6aaf2a1507c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:07:05.749810 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-d2f3fdb5-33a8-477a-8b74-e47f5c601d80 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:05.750931 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2f3fdb5-33a8-477a-8b74-e47f5c601d80 None None] Bound using segment: {'id': '00ae0ad5-26b3-462b-8527-e709cdcbb6e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1022, 'network_id': '1a087074-d8e8-43a7-9461-d6aaf2a1507c'} {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:07:05.751456 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-d2f3fdb5-33a8-477a-8b74-e47f5c601d80 None None] Bound port: 906edfca-507f-400d-aa47-a0195eae5d79, host: n-d-773647-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00ae0ad5-26b3-462b-8527-e709cdcbb6e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1022, 'network_id': '1a087074-d8e8-43a7-9461-d6aaf2a1507c'}}] {{(pid=100248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:07:05.751899 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-d2f3fdb5-33a8-477a-8b74-e47f5c601d80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:05.792084 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01936a50-60a2-4179-ab52-0d53f2c6f823 req-abe2e05a-33df-4c0b-b06f-f80dc05123a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:07:05.793515 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-01936a50-60a2-4179-ab52-0d53f2c6f823 req-abe2e05a-33df-4c0b-b06f-f80dc05123a8 service neutron] 10.222.0.127 "GET /v2.0/ports?tenant_id=4f4f5169c3224ae5beef5f35a702326d&device_id=b0b96bfa-d49a-47d6-a621-d2fd80028cc9 HTTP/1.1" status: 200 len: 1096 time: 0.0921652 Jul 06 14:07:05.838858 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-d2f3fdb5-33a8-477a-8b74-e47f5c601d80 None None] For port 906edfca-507f-400d-aa47-a0195eae5d79, host n-d-773647-6, cleared binding levels {{(pid=100248) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:07:05.850265 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-d2f3fdb5-33a8-477a-8b74-e47f5c601d80 None None] For port 906edfca-507f-400d-aa47-a0195eae5d79, host n-d-773647-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=906edfca-507f-400d-aa47-a0195eae5d79,segment=NetworkSegment(00ae0ad5-26b3-462b-8527-e709cdcbb6e6),segment_id=00ae0ad5-26b3-462b-8527-e709cdcbb6e6)] {{(pid=100248) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:07:05.853156 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-57deb761-ae42-4d6b-b9f3-ea5b94d48ca1 tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1849032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127687649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127702047'] for subnet, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:05.857918 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-d2f3fdb5-33a8-477a-8b74-e47f5c601d80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:05.955372 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f3fdb5-33a8-477a-8b74-e47f5c601d80 None None] Pushing event updated for resources: {'Port': ['ID=906edfca-507f-400d-aa47-a0195eae5d79,revision_number=2']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:07:05.984232 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57deb761-ae42-4d6b-b9f3-ea5b94d48ca1 tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] Checking segment: {'id': '9ebd17ed-1b51-4a01-9703-6a0b4bf92678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1048, 'network_id': '17a888a6-a925-4fb3-8484-2a79971cec79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:07:05.984619 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57deb761-ae42-4d6b-b9f3-ea5b94d48ca1 tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] Network hostable DHCP agents. Network: 17a888a6-a925-4fb3-8484-2a79971cec79, hostable agents: ['f2bada3d-be77-4359-982b-8505a2bbca04'], hosted agents: [] {{(pid=100246) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 14:07:05.989400 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57deb761-ae42-4d6b-b9f3-ea5b94d48ca1 tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] Pushing event updated for resources: {'Subnet': ['ID=191eafe7-9ba0-4fe9-8b17-d5c79b7333c2,revision_number=0']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:07:06.012756 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57deb761-ae42-4d6b-b9f3-ea5b94d48ca1 tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] Network 17a888a6-a925-4fb3-8484-2a79971cec79 is scheduled to be hosted by DHCP agent f2bada3d-be77-4359-982b-8505a2bbca04 with binding_index 1 {{(pid=100246) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 14:07:06.027629 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.base_scheduler [None req-57deb761-ae42-4d6b-b9f3-ea5b94d48ca1 tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773647-6, 17a888a6-a925-4fb3-8484-2a79971cec79) {{(pid=100246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:07:06.032537 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57deb761-ae42-4d6b-b9f3-ea5b94d48ca1 tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:07:06.033433 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-57deb761-ae42-4d6b-b9f3-ea5b94d48ca1 tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] Notify callbacks [] for subnet, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:06.037698 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-87dc09da-8159-40b0-a413-433161760cbd admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=425e7b83a55643309e64fa25c786b5c4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3877451 Jul 06 14:07:06.038572 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 43732) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:07:06.039974 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f02fa6fb-1752-42bc-baa6-d4334b51ebfc None None] Network 17a888a6-a925-4fb3-8484-2a79971cec79 requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:07:06.049448 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01936a50-60a2-4179-ab52-0d53f2c6f823 req-920f89d7-0d82-46cc-8a2f-6d36b24f2d2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:07:06.052201 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-57deb761-ae42-4d6b-b9f3-ea5b94d48ca1 tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] 10.222.0.104 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 0.9093561 Jul 06 14:07:06.054682 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-01936a50-60a2-4179-ab52-0d53f2c6f823 req-920f89d7-0d82-46cc-8a2f-6d36b24f2d2f service neutron] 10.222.0.127 "GET /v2.0/networks?id=1d64a7a8-3d12-4141-b8ce-bd281ed9aaab HTTP/1.1" status: 200 len: 921 time: 0.2507992 Jul 06 14:07:06.055157 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 43734) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:07:06.091175 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da577718-ac41-4cee-9c2e-292c305e5b58 req-56515298-9dbb-455f-b526-a9bcaa1d17fd tempest-ServerRescueNegativeTestJSON-721731692 tempest-ServerRescueNegativeTestJSON-721731692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:07:06.096507 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-da577718-ac41-4cee-9c2e-292c305e5b58 req-56515298-9dbb-455f-b526-a9bcaa1d17fd tempest-ServerRescueNegativeTestJSON-721731692 tempest-ServerRescueNegativeTestJSON-721731692-project] 10.222.0.104 "GET /v2.0/ports?device_id=b0b96bfa-d49a-47d6-a621-d2fd80028cc9 HTTP/1.1" status: 200 len: 945 time: 0.2172661 Jul 06 14:07:06.124727 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.agents_db [None req-167c0ad6-1657-4c9a-a2c4-3b18056aa662 None None] Agent healthcheck: found 7 active agents {{(pid=100249) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 14:07:06.165608 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-01936a50-60a2-4179-ab52-0d53f2c6f823 req-b4c1633d-30f0-4a22-be9f-a5e6c4fb1aeb service neutron] 10.222.0.127 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=4d1d955e-d814-435a-9b5f-74b44da2662d HTTP/1.1" status: 200 len: 217 time: 0.0940096 Jul 06 14:07:06.185694 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-cd6e017e-d644-4aab-ab75-0b6089b53cec tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530492'] for network, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:06.295270 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84c69a8d-a171-416e-8c8a-15c9a5a89ad4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6bd5fc82-6666-56e8-87c2-91648d36c963-17a888a6-a925-4fb3-8484-2a79971cec79', 'network_id': '17a888a6-a925-4fb3-8484-2a79971cec79', 'tenant_id': '6baaa4c06bf242238309dd8ac70b6c99', 'fixed_ips': [{'subnet_id': '191eafe7-9ba0-4fe9-8b17-d5c79b7333c2'}]}} from n-d-773647-6. {{(pid=100248) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 14:07:06.296170 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-84c69a8d-a171-416e-8c8a-15c9a5a89ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:06.304439 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-cd6e017e-d644-4aab-ab75-0b6089b53cec tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-913473'] for subnet, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:06.321489 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-63062a8d-ac6d-42cf-8863-c11287531c85 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:06.331819 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-da577718-ac41-4cee-9c2e-292c305e5b58 req-3c37b428-1d60-42b3-80c6-d302148b811a tempest-ServerRescueNegativeTestJSON-721731692 tempest-ServerRescueNegativeTestJSON-721731692-project] 10.222.0.104 "GET /v2.0/security-groups?id=a54a60a4-d859-4f47-b26f-a63bb69450e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1816659 Jul 06 14:07:06.358153 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01936a50-60a2-4179-ab52-0d53f2c6f823 req-85b4ad24-288b-405b-989a-403dedca7571 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:07:06.359647 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-01936a50-60a2-4179-ab52-0d53f2c6f823 req-85b4ad24-288b-405b-989a-403dedca7571 service neutron] 10.222.0.127 "GET /v2.0/subnets?id=e1fa3d62-6d70-434d-886e-5edc2778795a HTTP/1.1" status: 200 len: 859 time: 0.1797388 Jul 06 14:07:06.398469 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-63062a8d-ac6d-42cf-8863-c11287531c85 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:06.413733 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-cd6e017e-d644-4aab-ab75-0b6089b53cec tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-913480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1849032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127687590', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127702764'] for subnet, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:06.423694 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-01936a50-60a2-4179-ab52-0d53f2c6f823 req-ffb31318-be94-4627-804c-9386bdbf8ff9 service neutron] 10.222.0.127 "GET /v2.0/ports?network_id=1d64a7a8-3d12-4141-b8ce-bd281ed9aaab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0556118 Jul 06 14:07:06.459636 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server [None req-84c69a8d-a171-416e-8c8a-15c9a5a89ad4 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 191eafe7-9ba0-4fe9-8b17-d5c79b7333c2: This subnet is being modified by another concurrent operation. Jul 06 14:07:06.459636 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 06 14:07:06.459636 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 06 14:07:06.459636 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 06 14:07:06.459636 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 06 14:07:06.459636 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 06 14:07:06.459636 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 06 14:07:06.459636 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 06 14:07:06.459636 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 06 14:07:06.459636 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 06 14:07:06.459636 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 06 14:07:06.459636 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 06 14:07:06.459636 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 06 14:07:06.459636 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 06 14:07:06.459636 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 06 14:07:06.459636 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server raise self.value Jul 06 14:07:06.459636 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 06 14:07:06.459636 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 06 14:07:06.459636 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 06 14:07:06.459636 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 06 14:07:06.459636 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 06 14:07:06.459636 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 06 14:07:06.459636 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 06 14:07:06.459636 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server raise self.value Jul 06 14:07:06.459636 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 06 14:07:06.459636 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 06 14:07:06.459636 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 06 14:07:06.459636 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 06 14:07:06.459636 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 06 14:07:06.459636 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 06 14:07:06.459636 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 06 14:07:06.459636 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server raise self.value Jul 06 14:07:06.459636 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 06 14:07:06.459636 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 06 14:07:06.459636 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 06 14:07:06.459636 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 06 14:07:06.459636 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 06 14:07:06.459636 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 06 14:07:06.459636 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 06 14:07:06.459636 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 06 14:07:06.459636 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 06 14:07:06.459636 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 06 14:07:06.459636 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 06 14:07:06.459636 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 06 14:07:06.459636 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 06 14:07:06.459636 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 06 14:07:06.459636 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 06 14:07:06.459636 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 06 14:07:06.459636 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 06 14:07:06.459636 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 06 14:07:06.459636 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 06 14:07:06.459636 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server raise self.value Jul 06 14:07:06.459636 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 06 14:07:06.459636 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 06 14:07:06.463968 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 06 14:07:06.463968 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 06 14:07:06.463968 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 06 14:07:06.463968 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 06 14:07:06.463968 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 06 14:07:06.463968 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server raise self.value Jul 06 14:07:06.463968 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 06 14:07:06.463968 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 06 14:07:06.463968 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 06 14:07:06.463968 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 06 14:07:06.463968 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 06 14:07:06.463968 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 06 14:07:06.463968 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 06 14:07:06.463968 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server raise self.value Jul 06 14:07:06.463968 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 06 14:07:06.463968 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 06 14:07:06.463968 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 06 14:07:06.463968 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 06 14:07:06.463968 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 06 14:07:06.463968 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 06 14:07:06.463968 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 06 14:07:06.463968 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 06 14:07:06.463968 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 06 14:07:06.463968 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 06 14:07:06.463968 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 06 14:07:06.463968 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 06 14:07:06.463968 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 06 14:07:06.463968 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server raise self.value Jul 06 14:07:06.463968 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 06 14:07:06.463968 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 06 14:07:06.463968 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 06 14:07:06.463968 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 06 14:07:06.463968 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 06 14:07:06.463968 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 06 14:07:06.463968 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 06 14:07:06.463968 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server raise exception Jul 06 14:07:06.463968 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 191eafe7-9ba0-4fe9-8b17-d5c79b7333c2: This subnet is being modified by another concurrent operation. Jul 06 14:07:06.463968 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server Jul 06 14:07:06.489442 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19362ae8-e801-4752-9998-64e3ea0666f0 None None] Network 17a888a6-a925-4fb3-8484-2a79971cec79 requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:07:06.494631 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6e017e-d644-4aab-ab75-0b6089b53cec tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] Pushing event deleted for resources: {'Subnet': ['ID=191eafe7-9ba0-4fe9-8b17-d5c79b7333c2,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:07:06.584074 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-63062a8d-ac6d-42cf-8863-c11287531c85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:06.589988 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-63062a8d-ac6d-42cf-8863-c11287531c85 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:06.595640 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-63062a8d-ac6d-42cf-8863-c11287531c85 admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/76c9daa4-f7d1-4944-9f0e-3db76f7b4bda HTTP/1.1" status: 204 len: 168 time: 0.5503056 Jul 06 14:07:06.619710 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-cd6e017e-d644-4aab-ab75-0b6089b53cec tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-917204', 'neutron.services.segments.db._delete_segments_for_network-8773753502302'] for network, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:06.633491 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63062a8d-ac6d-42cf-8863-c11287531c85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76c9daa4-f7d1-4944-9f0e-3db76f7b4bda,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:07:06.657107 n-d-773647-6 neutron-server[100246]: DEBUG neutron.services.segments.db [None req-cd6e017e-d644-4aab-ab75-0b6089b53cec tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['17a888a6-a925-4fb3-8484-2a79971cec79']}} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:07:06.673508 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-01936a50-60a2-4179-ab52-0d53f2c6f823 req-c3e525f9-bbc8-49a4-8f4c-0dfe161e7f11 service neutron] 10.222.0.127 "GET /v2.0/networks/1d64a7a8-3d12-4141-b8ce-bd281ed9aaab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2422569 Jul 06 14:07:06.682846 n-d-773647-6 neutron-server[100246]: DEBUG neutron.services.segments.db [None req-cd6e017e-d644-4aab-ab75-0b6089b53cec tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ebd17ed-1b51-4a01-9703-6a0b4bf92678') {'for_net_delete': True} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:07:06.683158 n-d-773647-6 neutron-server[100246]: DEBUG neutron.services.segments.db [None req-cd6e017e-d644-4aab-ab75-0b6089b53cec tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ebd17ed-1b51-4a01-9703-6a0b4bf92678') {} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:07:06.699454 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-cd6e017e-d644-4aab-ab75-0b6089b53cec tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773753515138', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126218898'] for segment, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:06.723504 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-cd6e017e-d644-4aab-ab75-0b6089b53cec tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552'] for segment, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:06.733206 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd6e017e-d644-4aab-ab75-0b6089b53cec tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] Releasing vlan 1048 on physical network physnet1 to pool {{(pid=100246) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 14:07:06.734774 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-cd6e017e-d644-4aab-ab75-0b6089b53cec tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127687491'] for segment, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:06.740167 n-d-773647-6 neutron-server[100246]: Traceback (most recent call last): Jul 06 14:07:06.740167 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 14:07:06.740167 n-d-773647-6 neutron-server[100246]: timer() Jul 06 14:07:06.740167 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 14:07:06.740167 n-d-773647-6 neutron-server[100246]: cb(*args, **kw) Jul 06 14:07:06.740167 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 14:07:06.740167 n-d-773647-6 neutron-server[100246]: return func(*args, **kwargs) Jul 06 14:07:06.740167 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 14:07:06.740167 n-d-773647-6 neutron-server[100246]: self._notify() Jul 06 14:07:06.740167 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 14:07:06.740167 n-d-773647-6 neutron-server[100246]: self.callback(batched_events) Jul 06 14:07:06.740167 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 14:07:06.740167 n-d-773647-6 neutron-server[100246]: event.method(event) Jul 06 14:07:06.740167 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 14:07:06.740167 n-d-773647-6 neutron-server[100246]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 14:07:06.740167 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 14:07:06.740167 n-d-773647-6 neutron-server[100246]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 14:07:06.740167 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 14:07:06.740167 n-d-773647-6 neutron-server[100246]: return f(self, *a, **k) Jul 06 14:07:06.740167 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 14:07:06.740167 n-d-773647-6 neutron-server[100246]: return self._get(url).json() Jul 06 14:07:06.740167 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 14:07:06.740167 n-d-773647-6 neutron-server[100246]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 14:07:06.740167 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 14:07:06.740167 n-d-773647-6 neutron-server[100246]: return self.request(url, 'GET', **kwargs) Jul 06 14:07:06.740167 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 14:07:06.740167 n-d-773647-6 neutron-server[100246]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 14:07:06.740167 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 14:07:06.740167 n-d-773647-6 neutron-server[100246]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 14:07:06.740167 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 14:07:06.740167 n-d-773647-6 neutron-server[100246]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 14:07:06.740167 n-d-773647-6 neutron-server[100246]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 14:07:06.833019 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6ce77d-2903-4811-b28d-21ef829b6071 req-32c92898-12e5-4192-904f-621e4c8adad3 tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:07:06.833410 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-cd6e017e-d644-4aab-ab75-0b6089b53cec tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-917215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1761140'] for network, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:06.834755 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-5f6ce77d-2903-4811-b28d-21ef829b6071 req-32c92898-12e5-4192-904f-621e4c8adad3 tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] 10.222.0.104 "GET /v2.0/ports?device_id=73164a94-66a9-4dc1-ae58-422cd07dc979 HTTP/1.1" status: 200 len: 946 time: 0.1256344 Jul 06 14:07:06.846803 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-cd6e017e-d644-4aab-ab75-0b6089b53cec tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] Notify callbacks [] for network, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:06.849174 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-cd6e017e-d644-4aab-ab75-0b6089b53cec tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] 10.222.0.104 "DELETE /v2.0/networks/17a888a6-a925-4fb3-8484-2a79971cec79 HTTP/1.1" status: 204 len: 168 time: 0.7929902 Jul 06 14:07:06.854588 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 43770) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:07:06.863552 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-01936a50-60a2-4179-ab52-0d53f2c6f823 req-fada4688-c354-4424-9b78-c52ef6fb8d3a service neutron] 10.222.0.127 "GET /v2.0/networks/1d64a7a8-3d12-4141-b8ce-bd281ed9aaab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1825120 Jul 06 14:07:06.900680 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-97ba42fd-69e9-49b5-bb06-68c970aabbee tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1983729505'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:07:06.906072 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6e017e-d644-4aab-ab75-0b6089b53cec tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] Pushing event deleted for resources: {'Network': ['ID=17a888a6-a925-4fb3-8484-2a79971cec79,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:07:06.914791 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-5f6ce77d-2903-4811-b28d-21ef829b6071 req-a13adf79-130d-47d3-825b-e21c7a0de643 tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] 10.222.0.104 "GET /v2.0/security-groups?id=bdba1446-e72e-4024-9da7-e6061f204f14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650234 Jul 06 14:07:06.950890 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97ba42fd-69e9-49b5-bb06-68c970aabbee tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] Made reservation on behalf of 6baaa4c06bf242238309dd8ac70b6c99 for: {'network': 1} {{(pid=100246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:07:06.961888 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-97ba42fd-69e9-49b5-bb06-68c970aabbee tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for network, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:07.009007 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-97ba42fd-69e9-49b5-bb06-68c970aabbee tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] vlan segment allocate from pool success with {'vlan_id': 1049, 'physical_network': 'physnet1'} {{(pid=100246) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 14:07:07.036286 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-97ba42fd-69e9-49b5-bb06-68c970aabbee tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552'] for segment, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:07.036969 n-d-773647-6 neutron-server[100246]: INFO neutron.db.segments_db [None req-97ba42fd-69e9-49b5-bb06-68c970aabbee tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] Added segment 1ae74f98-722b-4cdf-a203-34b83a028355 of type vlan for network c68f0cc1-c923-4462-8a88-0ab34f70e10a Jul 06 14:07:07.095330 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-97ba42fd-69e9-49b5-bb06-68c970aabbee tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773752984405'] for network, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:07.133867 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-97ba42fd-69e9-49b5-bb06-68c970aabbee tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060'] for network, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:07.141236 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97ba42fd-69e9-49b5-bb06-68c970aabbee tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:07:07.142051 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-97ba42fd-69e9-49b5-bb06-68c970aabbee tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] Notify callbacks [] for network, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:07.194772 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b50b87-db66-4df7-b2b7-1481b49e148a req-b672c779-3c1f-4ae2-9195-cafc30049f15 tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:07:07.208465 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-97ba42fd-69e9-49b5-bb06-68c970aabbee tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] 10.222.0.104 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3515182 Jul 06 14:07:07.212356 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b50b87-db66-4df7-b2b7-1481b49e148a req-b672c779-3c1f-4ae2-9195-cafc30049f15 tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:07:07.220456 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b50b87-db66-4df7-b2b7-1481b49e148a req-b672c779-3c1f-4ae2-9195-cafc30049f15 tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:07:07.236819 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 43784) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:07:07.243634 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b50b87-db66-4df7-b2b7-1481b49e148a req-b672c779-3c1f-4ae2-9195-cafc30049f15 tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:07:07.248496 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-fb3fd281-4b2c-485c-baea-803026619d41 tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] Request body: {'subnet': {'network_id': 'c68f0cc1-c923-4462-8a88-0ab34f70e10a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:07:07.250438 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b50b87-db66-4df7-b2b7-1481b49e148a req-b672c779-3c1f-4ae2-9195-cafc30049f15 tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:07:07.256441 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b50b87-db66-4df7-b2b7-1481b49e148a req-b672c779-3c1f-4ae2-9195-cafc30049f15 tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:07:07.262702 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b50b87-db66-4df7-b2b7-1481b49e148a req-b672c779-3c1f-4ae2-9195-cafc30049f15 tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:07:07.270363 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-73b50b87-db66-4df7-b2b7-1481b49e148a req-b672c779-3c1f-4ae2-9195-cafc30049f15 tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] 10.222.0.104 "GET /v2.0/ports?device_id=0455bf88-da4d-44a6-9768-93a70cd92e0e HTTP/1.1" status: 200 len: 5430 time: 0.1897950 Jul 06 14:07:07.330066 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-73b50b87-db66-4df7-b2b7-1481b49e148a req-53893925-31af-4f90-9d7e-fce4f99af6d2 tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] 10.222.0.104 "GET /v2.0/security-groups?id=f573cac5-f5b4-46cb-8ee6-cba4798a03b8&id=8d3a9807-14cc-46c0-b7ed-1d949d5bac09&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0586252 Jul 06 14:07:07.366399 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ba42fd-69e9-49b5-bb06-68c970aabbee tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] Pushing event updated for resources: {'Network': ['ID=c68f0cc1-c923-4462-8a88-0ab34f70e10a,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:07:07.382086 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ba42fd-69e9-49b5-bb06-68c970aabbee tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:07:07.382693 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ba42fd-69e9-49b5-bb06-68c970aabbee tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:07:07.383184 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ba42fd-69e9-49b5-bb06-68c970aabbee tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:07:07.383549 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ba42fd-69e9-49b5-bb06-68c970aabbee tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:07:07.384035 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ba42fd-69e9-49b5-bb06-68c970aabbee tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:07:07.384448 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ba42fd-69e9-49b5-bb06-68c970aabbee tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:07:07.384955 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ba42fd-69e9-49b5-bb06-68c970aabbee tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:07:07.385348 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ba42fd-69e9-49b5-bb06-68c970aabbee tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:07:07.385805 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ba42fd-69e9-49b5-bb06-68c970aabbee tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:07:07.386179 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ba42fd-69e9-49b5-bb06-68c970aabbee tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:07:07.386578 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ba42fd-69e9-49b5-bb06-68c970aabbee tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:07:07.387016 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ba42fd-69e9-49b5-bb06-68c970aabbee tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:07:07.406991 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Network c68f0cc1-c923-4462-8a88-0ab34f70e10a details requested by agent ovs-agent-n-d-773647-6 with host n-d-773647-6 {{(pid=100248) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 14:07:07.407545 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb3fd281-4b2c-485c-baea-803026619d41 tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] Made reservation on behalf of 6baaa4c06bf242238309dd8ac70b6c99 for: {'subnet': 1} {{(pid=100246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:07:07.412991 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-fb3fd281-4b2c-485c-baea-803026619d41 tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127702029'] for subnet, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:07.473913 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b84b19b-00af-4494-9036-51587f449122 req-2a0b6233-26b1-465e-97ab-8a51c7d3a915 tempest-ImagesTestJSON-1482892319 tempest-ImagesTestJSON-1482892319-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:07:07.480765 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-4b84b19b-00af-4494-9036-51587f449122 req-2a0b6233-26b1-465e-97ab-8a51c7d3a915 tempest-ImagesTestJSON-1482892319 tempest-ImagesTestJSON-1482892319-project] 10.222.0.104 "GET /v2.0/networks?id=843daa65-9f70-4b7f-ae10-986f4b2f43e8 HTTP/1.1" status: 200 len: 804 time: 0.1493835 Jul 06 14:07:07.498542 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-4b84b19b-00af-4494-9036-51587f449122 req-02eace36-8fc3-4316-8267-81db3f2b1800 tempest-ImagesTestJSON-1482892319 tempest-ImagesTestJSON-1482892319-project] 10.222.0.104 "GET /v2.0/quotas/088899109daa4dab8b28e16d07018840 HTTP/1.1" status: 200 len: 375 time: 0.0168178 Jul 06 14:07:07.532887 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d259bdc4-9033-46fb-be4a-53926be8824f None None] Network 1a087074-d8e8-43a7-9461-d6aaf2a1507c requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:07:07.594612 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-4b84b19b-00af-4494-9036-51587f449122 req-bd335253-56d2-4fb0-b5d8-676bf2d28502 tempest-ImagesTestJSON-1482892319 tempest-ImagesTestJSON-1482892319-project] 10.222.0.104 "GET /v2.0/ports?tenant_id=088899109daa4dab8b28e16d07018840&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0951931 Jul 06 14:07:07.658571 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5c8b28c6-5f8f-486f-ae06-253f662b7fa8 None None] Provisioning for port 906edfca-507f-400d-aa47-a0195eae5d79 completed by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:07:07.683729 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 43806) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:07:07.690147 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-fb3fd281-4b2c-485c-baea-803026619d41 tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1849032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127687649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127702047'] for subnet, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:07.756629 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95710152-51c5-49c1-801c-74f32bca12ff req-0a1e0fd8-af21-443d-8693-3d9a10c8179c tempest-ServerRescueNegativeTestJSON-721731692 tempest-ServerRescueNegativeTestJSON-721731692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:07:07.758232 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-95710152-51c5-49c1-801c-74f32bca12ff req-0a1e0fd8-af21-443d-8693-3d9a10c8179c tempest-ServerRescueNegativeTestJSON-721731692 tempest-ServerRescueNegativeTestJSON-721731692-project] 10.222.0.104 "GET /v2.0/ports?device_id=b0b96bfa-d49a-47d6-a621-d2fd80028cc9 HTTP/1.1" status: 200 len: 945 time: 0.1007857 Jul 06 14:07:07.765069 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3fd281-4b2c-485c-baea-803026619d41 tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] Pushing event updated for resources: {'Subnet': ['ID=226ca040-bf90-40c4-bc43-1bda0b61c2f4,revision_number=0']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:07:07.766626 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-4b84b19b-00af-4494-9036-51587f449122 req-ed91d051-f0b2-4602-89ce-3dafe24d4314 service neutron] 10.222.0.104 "GET /v2.0/networks/843daa65-9f70-4b7f-ae10-986f4b2f43e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1646259 Jul 06 14:07:07.780176 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb3fd281-4b2c-485c-baea-803026619d41 tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] Checking segment: {'id': '1ae74f98-722b-4cdf-a203-34b83a028355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': 'c68f0cc1-c923-4462-8a88-0ab34f70e10a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:07:07.782009 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb3fd281-4b2c-485c-baea-803026619d41 tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] Network hostable DHCP agents. Network: c68f0cc1-c923-4462-8a88-0ab34f70e10a, hostable agents: ['f2bada3d-be77-4359-982b-8505a2bbca04'], hosted agents: [] {{(pid=100246) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 14:07:07.803028 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb3fd281-4b2c-485c-baea-803026619d41 tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] Network c68f0cc1-c923-4462-8a88-0ab34f70e10a is scheduled to be hosted by DHCP agent f2bada3d-be77-4359-982b-8505a2bbca04 with binding_index 1 {{(pid=100246) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 14:07:07.815934 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.base_scheduler [None req-fb3fd281-4b2c-485c-baea-803026619d41 tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773647-6, c68f0cc1-c923-4462-8a88-0ab34f70e10a) {{(pid=100246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:07:07.820815 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb3fd281-4b2c-485c-baea-803026619d41 tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:07:07.821491 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-fb3fd281-4b2c-485c-baea-803026619d41 tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] Notify callbacks [] for subnet, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:07.831645 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3816e21-30b6-4f66-8ee7-bff283564647 None None] Network c68f0cc1-c923-4462-8a88-0ab34f70e10a requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:07:07.834275 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-a90f31d2-b36e-4a79-b562-8575bcd1914d tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-257819200'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:07:07.854577 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-fb3fd281-4b2c-485c-baea-803026619d41 tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] 10.222.0.104 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 0.6101344 Jul 06 14:07:07.855025 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 43812) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:07:07.861130 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-95710152-51c5-49c1-801c-74f32bca12ff req-d78fe990-d22a-4bec-b229-5dbde3bae490 tempest-ServerRescueNegativeTestJSON-721731692 tempest-ServerRescueNegativeTestJSON-721731692-project] 10.222.0.104 "GET /v2.0/security-groups?id=a54a60a4-d859-4f47-b26f-a63bb69450e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919185 Jul 06 14:07:07.891023 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a90f31d2-b36e-4a79-b562-8575bcd1914d tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Made reservation on behalf of e15b02822e68450fa73455cc009166c9 for: {'network': 1} {{(pid=100246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:07:07.895261 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-a90f31d2-b36e-4a79-b562-8575bcd1914d tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for network, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:07.926510 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-4b84b19b-00af-4494-9036-51587f449122 req-2df95774-e299-420f-a3e4-be6e4f1c73d0 service neutron] 10.222.0.104 "GET /v2.0/networks/843daa65-9f70-4b7f-ae10-986f4b2f43e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1582186 Jul 06 14:07:07.936768 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-a90f31d2-b36e-4a79-b562-8575bcd1914d tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Notify callbacks [] for security_group, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:08.029419 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9fa08f4-e010-48d8-b02c-424bdd3631ab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6bd5fc82-6666-56e8-87c2-91648d36c963-c68f0cc1-c923-4462-8a88-0ab34f70e10a', 'network_id': 'c68f0cc1-c923-4462-8a88-0ab34f70e10a', 'tenant_id': '6baaa4c06bf242238309dd8ac70b6c99', 'fixed_ips': [{'subnet_id': '226ca040-bf90-40c4-bc43-1bda0b61c2f4'}]}} from n-d-773647-6. {{(pid=100248) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 14:07:08.030276 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-c9fa08f4-e010-48d8-b02c-424bdd3631ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:08.030813 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-65f31c3e-35fe-40ee-abe7-a06c6b40a664 tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530492'] for network, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:08.106142 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-65f31c3e-35fe-40ee-abe7-a06c6b40a664 tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-913473'] for subnet, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:08.237865 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.db_base_plugin_common [None req-c9fa08f4-e010-48d8-b02c-424bdd3631ab None None] Allocated IP 2001:db8::1 (c68f0cc1-c923-4462-8a88-0ab34f70e10a/226ca040-bf90-40c4-bc43-1bda0b61c2f4/41c15035-9a42-445c-837f-d76669834af0) {{(pid=100248) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:07:08.283561 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-a90f31d2-b36e-4a79-b562-8575bcd1914d tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Notify callbacks [] for security_group, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:08.291925 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-a90f31d2-b36e-4a79-b562-8575bcd1914d tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:08.309182 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a90f31d2-b36e-4a79-b562-8575bcd1914d tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] vlan segment allocate from pool success with {'vlan_id': 1031, 'physical_network': 'physnet1'} {{(pid=100246) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 14:07:08.342179 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-a90f31d2-b36e-4a79-b562-8575bcd1914d tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552'] for segment, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:08.342925 n-d-773647-6 neutron-server[100246]: INFO neutron.db.segments_db [None req-a90f31d2-b36e-4a79-b562-8575bcd1914d tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Added segment 77ae933e-d21d-4d17-88da-ba6b32ae5f87 of type vlan for network df34d817-ecd2-44b4-8bb9-700b0e3e3a0c Jul 06 14:07:08.362864 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 906edfca-507f-400d-aa47-a0195eae5d79 up at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:07:08.401992 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-a90f31d2-b36e-4a79-b562-8575bcd1914d tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773752984405'] for network, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:08.466882 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90f31d2-b36e-4a79-b562-8575bcd1914d tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Pushing event updated for resources: {'SecurityGroup': ['ID=16facb3e-7c0b-4a9d-88b4-51a5adf2e0aa,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:07:08.482124 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-a90f31d2-b36e-4a79-b562-8575bcd1914d tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060'] for network, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:08.491557 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a90f31d2-b36e-4a79-b562-8575bcd1914d tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:07:08.493200 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-a90f31d2-b36e-4a79-b562-8575bcd1914d tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Notify callbacks [] for network, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:08.497296 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning for port 906edfca-507f-400d-aa47-a0195eae5d79 completed by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:07:08.521024 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning complete for port 906edfca-507f-400d-aa47-a0195eae5d79 triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:07:08.521404 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:08.561495 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-4242cd53-00ae-4f52-b5bc-d53849934032 req-22549b66-adf4-4d00-9148-397163e71938 tempest-ImagesTestJSON-1482892319 tempest-ImagesTestJSON-1482892319-project] 10.222.0.104 "GET /v2.0/ports?device_id=32f71fac-b375-4b56-9fd8-2b7a475bc4d5 HTTP/1.1" status: 200 len: 210 time: 0.1059437 Jul 06 14:07:08.569033 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-a90f31d2-b36e-4a79-b562-8575bcd1914d tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] 10.222.0.104 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.8834164 Jul 06 14:07:08.570238 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 43828) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:07:08.592401 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-c9fa08f4-e010-48d8-b02c-424bdd3631ab None None] Notify callbacks [] for port, precommit_create {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:08.601392 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-a3113577-6f8a-44fc-be8d-0c1c61e7c0d2 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Request body: {'port': {'network_id': 'df34d817-ecd2-44b4-8bb9-700b0e3e3a0c', 'name': 'tempest-PortsIpV6TestJSON-534132260'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:07:08.605069 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-c9fa08f4-e010-48d8-b02c-424bdd3631ab None None] Transition to ACTIVE for port object 41c15035-9a42-445c-837f-d76669834af0 will not be triggered until provisioned by entity L2. {{(pid=100248) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:07:08.637943 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9028b46a-4977-47f9-8fd8-86f2719ab63e req-575bc355-c87c-48c4-b9f6-f8783e31f77d tempest-ImagesTestJSON-1482892319 tempest-ImagesTestJSON-1482892319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:07:08.639562 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-9028b46a-4977-47f9-8fd8-86f2719ab63e req-575bc355-c87c-48c4-b9f6-f8783e31f77d tempest-ImagesTestJSON-1482892319 tempest-ImagesTestJSON-1482892319-project] 10.222.0.127 "GET /v2.0/ports?device_id=0143d447-10d0-4ce1-9893-d3fe7da7ea42 HTTP/1.1" status: 200 len: 945 time: 0.1212368 Jul 06 14:07:08.661319 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90f31d2-b36e-4a79-b562-8575bcd1914d tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Pushing event updated for resources: {'Network': ['ID=df34d817-ecd2-44b4-8bb9-700b0e3e3a0c,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:07:08.669067 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:08.676141 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Network df34d817-ecd2-44b4-8bb9-700b0e3e3a0c details requested by agent ovs-agent-n-d-773647-6 with host n-d-773647-6 {{(pid=100248) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 14:07:08.702299 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-c9fa08f4-e010-48d8-b02c-424bdd3631ab None None] Transition to ACTIVE for port object 41c15035-9a42-445c-837f-d76669834af0 will not be triggered until provisioned by entity DHCP. {{(pid=100248) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:07:08.704440 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060bf778-a590-4ee4-9440-5208d2253015 req-1f184b37-ab0d-4dba-9efb-593374248f11 tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:07:08.711859 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-060bf778-a590-4ee4-9440-5208d2253015 req-1f184b37-ab0d-4dba-9efb-593374248f11 tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] 10.222.0.104 "GET /v2.0/ports?device_id=73164a94-66a9-4dc1-ae58-422cd07dc979 HTTP/1.1" status: 200 len: 946 time: 0.1552656 Jul 06 14:07:08.725792 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Device 9a73bfe3-da9e-40b1-925a-80d1291031f6 no longer exists at agent hyperv_n-h1-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:07:08.754733 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-65f31c3e-35fe-40ee-abe7-a06c6b40a664 tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-913480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1849032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127687590', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127702764'] for subnet, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:08.770864 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-c9fa08f4-e010-48d8-b02c-424bdd3631ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108'] for port, after_create {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:08.788710 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f31c3e-35fe-40ee-abe7-a06c6b40a664 tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] Pushing event deleted for resources: {'Subnet': ['ID=226ca040-bf90-40c4-bc43-1bda0b61c2f4,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:07:08.802461 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-060bf778-a590-4ee4-9440-5208d2253015 req-c9e6b1b3-8646-403a-8255-e93061e37bad tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] 10.222.0.104 "GET /v2.0/security-groups?id=bdba1446-e72e-4024-9da7-e6061f204f14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896146 Jul 06 14:07:08.834813 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.plugin [req-9028b46a-4977-47f9-8fd8-86f2719ab63e req-f6075da7-e4ca-40ec-ad0a-24f6d3a88f6c tempest-ImagesTestJSON-1482892319 tempest-ImagesTestJSON-1482892319-project] Deleting port 9a73bfe3-da9e-40b1-925a-80d1291031f6 {{(pid=100247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:07:08.835530 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-9028b46a-4977-47f9-8fd8-86f2719ab63e req-f6075da7-e4ca-40ec-ad0a-24f6d3a88f6c tempest-ImagesTestJSON-1482892319 tempest-ImagesTestJSON-1482892319-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:08.880296 n-d-773647-6 neutron-server[100248]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9fa08f4-e010-48d8-b02c-424bdd3631ab None None] Network c68f0cc1-c923-4462-8a88-0ab34f70e10a is already hosted by enough agents. {{(pid=100248) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:07:08.890155 n-d-773647-6 neutron-server[100248]: DEBUG neutron.scheduler.base_scheduler [None req-c9fa08f4-e010-48d8-b02c-424bdd3631ab None None] Resources bound (agent type, host, resource id): {{(pid=100248) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:07:08.897530 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-65f31c3e-35fe-40ee-abe7-a06c6b40a664 tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-917204', 'neutron.services.segments.db._delete_segments_for_network-8773753502302'] for network, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:08.909334 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9fa08f4-e010-48d8-b02c-424bdd3631ab None None] Received port after_create {{(pid=100248) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:07:08.910097 n-d-773647-6 neutron-server[100246]: DEBUG neutron.services.segments.db [None req-65f31c3e-35fe-40ee-abe7-a06c6b40a664 tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c68f0cc1-c923-4462-8a88-0ab34f70e10a']}} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:07:08.929372 n-d-773647-6 neutron-server[100246]: DEBUG neutron.services.segments.db [None req-65f31c3e-35fe-40ee-abe7-a06c6b40a664 tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ae74f98-722b-4cdf-a203-34b83a028355') {'for_net_delete': True} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:07:08.929694 n-d-773647-6 neutron-server[100246]: DEBUG neutron.services.segments.db [None req-65f31c3e-35fe-40ee-abe7-a06c6b40a664 tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ae74f98-722b-4cdf-a203-34b83a028355') {} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:07:08.930270 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] For port 906edfca-507f-400d-aa47-a0195eae5d79, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=906edfca-507f-400d-aa47-a0195eae5d79,segment=NetworkSegment(00ae0ad5-26b3-462b-8527-e709cdcbb6e6),segment_id=00ae0ad5-26b3-462b-8527-e709cdcbb6e6)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:07:08.936239 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9fa08f4-e010-48d8-b02c-424bdd3631ab None None] Pushing event updated for resources: {'Port': ['ID=41c15035-9a42-445c-837f-d76669834af0,revision_number=1']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:07:08.944985 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:08.960662 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-65f31c3e-35fe-40ee-abe7-a06c6b40a664 tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773753515138', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126218898'] for segment, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:08.971747 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3113577-6f8a-44fc-be8d-0c1c61e7c0d2 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Made reservation on behalf of e15b02822e68450fa73455cc009166c9 for: {'port': 1} {{(pid=100246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:07:08.975997 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-a3113577-6f8a-44fc-be8d-0c1c61e7c0d2 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:08.997532 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-65f31c3e-35fe-40ee-abe7-a06c6b40a664 tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552'] for segment, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:09.004345 n-d-773647-6 neutron-server[100246]: DEBUG neutron.notifiers.nova [None req-a3113577-6f8a-44fc-be8d-0c1c61e7c0d2 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] device_id is not set on port 7013172b-3961-4284-aab9-e8f7589c020e yet. {{(pid=100246) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 14:07:09.012767 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-65f31c3e-35fe-40ee-abe7-a06c6b40a664 tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] Releasing vlan 1049 on physical network physnet1 to pool {{(pid=100246) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 14:07:09.013595 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-65f31c3e-35fe-40ee-abe7-a06c6b40a664 tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127687491'] for segment, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:09.017149 n-d-773647-6 neutron-server[100246]: Traceback (most recent call last): Jul 06 14:07:09.017149 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 14:07:09.017149 n-d-773647-6 neutron-server[100246]: timer() Jul 06 14:07:09.017149 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 14:07:09.017149 n-d-773647-6 neutron-server[100246]: cb(*args, **kw) Jul 06 14:07:09.017149 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 14:07:09.017149 n-d-773647-6 neutron-server[100246]: return func(*args, **kwargs) Jul 06 14:07:09.017149 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 14:07:09.017149 n-d-773647-6 neutron-server[100246]: self._notify() Jul 06 14:07:09.017149 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 14:07:09.017149 n-d-773647-6 neutron-server[100246]: self.callback(batched_events) Jul 06 14:07:09.017149 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 14:07:09.017149 n-d-773647-6 neutron-server[100246]: event.method(event) Jul 06 14:07:09.017149 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 14:07:09.017149 n-d-773647-6 neutron-server[100246]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 14:07:09.017149 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 14:07:09.017149 n-d-773647-6 neutron-server[100246]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 14:07:09.017149 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 14:07:09.017149 n-d-773647-6 neutron-server[100246]: return f(self, *a, **k) Jul 06 14:07:09.017149 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 14:07:09.017149 n-d-773647-6 neutron-server[100246]: return self._get(url).json() Jul 06 14:07:09.017149 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 14:07:09.017149 n-d-773647-6 neutron-server[100246]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 14:07:09.017149 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 14:07:09.017149 n-d-773647-6 neutron-server[100246]: return self.request(url, 'GET', **kwargs) Jul 06 14:07:09.017149 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 14:07:09.017149 n-d-773647-6 neutron-server[100246]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 14:07:09.017149 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 14:07:09.017149 n-d-773647-6 neutron-server[100246]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 14:07:09.017149 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 14:07:09.017149 n-d-773647-6 neutron-server[100246]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 14:07:09.017149 n-d-773647-6 neutron-server[100246]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 14:07:09.068651 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-c9fa08f4-e010-48d8-b02c-424bdd3631ab None None] Attempting to bind port 41c15035-9a42-445c-837f-d76669834af0 on host n-d-773647-6 for vnic_type normal with profile {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:07:09.069112 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-c9fa08f4-e010-48d8-b02c-424bdd3631ab None None] Attempting to bind port 41c15035-9a42-445c-837f-d76669834af0 by drivers openvswitch,hyperv on host n-d-773647-6 at level 0 using segments [{'id': '1ae74f98-722b-4cdf-a203-34b83a028355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': 'c68f0cc1-c923-4462-8a88-0ab34f70e10a'}] {{(pid=100248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:07:09.069575 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9fa08f4-e010-48d8-b02c-424bdd3631ab None None] Attempting to bind port 41c15035-9a42-445c-837f-d76669834af0 on network c68f0cc1-c923-4462-8a88-0ab34f70e10a {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:07:09.079118 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9fa08f4-e010-48d8-b02c-424bdd3631ab None None] Checking agent: {'id': '8ab5b19c-d213-4f29-891d-27bdf39d38b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773647-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 43, 26), 'started_at': datetime.datetime(2021, 7, 6, 13, 43, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 6, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773647-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:07:09.079595 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9fa08f4-e010-48d8-b02c-424bdd3631ab None None] Checking segment: {'id': '1ae74f98-722b-4cdf-a203-34b83a028355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': 'c68f0cc1-c923-4462-8a88-0ab34f70e10a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:07:09.080060 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-c9fa08f4-e010-48d8-b02c-424bdd3631ab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:09.080521 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9fa08f4-e010-48d8-b02c-424bdd3631ab None None] Bound using segment: {'id': '1ae74f98-722b-4cdf-a203-34b83a028355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': 'c68f0cc1-c923-4462-8a88-0ab34f70e10a'} {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:07:09.081048 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-c9fa08f4-e010-48d8-b02c-424bdd3631ab None None] Bound port: 41c15035-9a42-445c-837f-d76669834af0, host: n-d-773647-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ae74f98-722b-4cdf-a203-34b83a028355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': 'c68f0cc1-c923-4462-8a88-0ab34f70e10a'}}] {{(pid=100248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:07:09.081495 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-c9fa08f4-e010-48d8-b02c-424bdd3631ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:09.108126 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Pushing event updated for resources: {'Port': ['ID=906edfca-507f-400d-aa47-a0195eae5d79,revision_number=3']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:07:09.111903 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:09.167953 n-d-773647-6 neutron-server[100248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0143d447-10d0-4ce1-9893-d3fe7da7ea42', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9a73bfe3-da9e-40b1-925a-80d1291031f6'}] {{(pid=100248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:07:09.170349 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84af257533e383389cbcf231d3534f4d5e149e7203fea16b4a8fc01438dddaf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7905563-e93b-4c21-ad2e-d0c55d2c56ef" -d '{"events": [{"server_uuid": "0143d447-10d0-4ce1-9893-d3fe7da7ea42", "name": "network-vif-unplugged", "status": "completed", "tag": "9a73bfe3-da9e-40b1-925a-80d1291031f6"}]}' {{(pid=100248) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:07:09.172233 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.db.api [None req-65f31c3e-35fe-40ee-abe7-a06c6b40a664 tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 06 14:07:09.172233 n-d-773647-6 neutron-server[100246]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 06 14:07:09.172233 n-d-773647-6 neutron-server[100246]: [parameters: {'id': 'c68f0cc1-c923-4462-8a88-0ab34f70e10a'}] Jul 06 14:07:09.172233 n-d-773647-6 neutron-server[100246]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=100246) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 06 14:07:09.173122 n-d-773647-6 neutron-server[100246]: DEBUG oslo_db.api [None req-65f31c3e-35fe-40ee-abe7-a06c6b40a664 tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 06 14:07:09.192442 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] For port 9a73bfe3-da9e-40b1-925a-80d1291031f6, host n-h1-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773647-6',level=0,port_id=9a73bfe3-da9e-40b1-925a-80d1291031f6,segment=NetworkSegment(4f034a4d-0401-4410-9e3b-cfb7c7ebcd98),segment_id=4f034a4d-0401-4410-9e3b-cfb7c7ebcd98)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:07:09.198655 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:09.207054 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-c9fa08f4-e010-48d8-b02c-424bdd3631ab None None] For port 41c15035-9a42-445c-837f-d76669834af0, host n-d-773647-6, cleared binding levels {{(pid=100248) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:07:09.213879 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509d593c-c27d-4707-b09e-58a693f35e08 req-25d58dd2-e99f-4413-977c-7894f8010aae tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:07:09.240882 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-c9fa08f4-e010-48d8-b02c-424bdd3631ab None None] For port 41c15035-9a42-445c-837f-d76669834af0, host n-d-773647-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=41c15035-9a42-445c-837f-d76669834af0,segment=NetworkSegment(1ae74f98-722b-4cdf-a203-34b83a028355),segment_id=1ae74f98-722b-4cdf-a203-34b83a028355)] {{(pid=100248) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:07:09.241598 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509d593c-c27d-4707-b09e-58a693f35e08 req-25d58dd2-e99f-4413-977c-7894f8010aae tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:07:09.248107 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509d593c-c27d-4707-b09e-58a693f35e08 req-25d58dd2-e99f-4413-977c-7894f8010aae tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:07:09.253746 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-c9fa08f4-e010-48d8-b02c-424bdd3631ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:09.254377 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509d593c-c27d-4707-b09e-58a693f35e08 req-25d58dd2-e99f-4413-977c-7894f8010aae tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:07:09.261189 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509d593c-c27d-4707-b09e-58a693f35e08 req-25d58dd2-e99f-4413-977c-7894f8010aae tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:07:09.269518 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509d593c-c27d-4707-b09e-58a693f35e08 req-25d58dd2-e99f-4413-977c-7894f8010aae tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:07:09.276891 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509d593c-c27d-4707-b09e-58a693f35e08 req-25d58dd2-e99f-4413-977c-7894f8010aae tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:07:09.284334 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-509d593c-c27d-4707-b09e-58a693f35e08 req-25d58dd2-e99f-4413-977c-7894f8010aae tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] 10.222.0.104 "GET /v2.0/ports?device_id=0455bf88-da4d-44a6-9768-93a70cd92e0e HTTP/1.1" status: 200 len: 5430 time: 0.4433415 Jul 06 14:07:09.286561 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Pushing event updated for resources: {'Port': ['ID=9a73bfe3-da9e-40b1-925a-80d1291031f6,revision_number=8']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:07:09.289318 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.db [req-9028b46a-4977-47f9-8fd8-86f2719ab63e req-f6075da7-e4ca-40ec-ad0a-24f6d3a88f6c tempest-ImagesTestJSON-1482892319 tempest-ImagesTestJSON-1482892319-project] For port 9a73bfe3-da9e-40b1-925a-80d1291031f6, host n-h1-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773647-6',level=0,port_id=9a73bfe3-da9e-40b1-925a-80d1291031f6,segment=NetworkSegment(4f034a4d-0401-4410-9e3b-cfb7c7ebcd98),segment_id=4f034a4d-0401-4410-9e3b-cfb7c7ebcd98)] {{(pid=100247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:07:09.290018 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-9028b46a-4977-47f9-8fd8-86f2719ab63e req-f6075da7-e4ca-40ec-ad0a-24f6d3a88f6c tempest-ImagesTestJSON-1482892319 tempest-ImagesTestJSON-1482892319-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:09.318031 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-a3113577-6f8a-44fc-be8d-0c1c61e7c0d2 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Notify callbacks [] for port, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:09.318579 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.plugin [req-9028b46a-4977-47f9-8fd8-86f2719ab63e req-f6075da7-e4ca-40ec-ad0a-24f6d3a88f6c tempest-ImagesTestJSON-1482892319 tempest-ImagesTestJSON-1482892319-project] Calling delete_port for 9a73bfe3-da9e-40b1-925a-80d1291031f6 owned by compute:nova {{(pid=100247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:07:09.373346 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-a3113577-6f8a-44fc-be8d-0c1c61e7c0d2 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-127687573'] for port, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:09.399786 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-509d593c-c27d-4707-b09e-58a693f35e08 req-d5f48263-cabe-4222-8012-892867c79e1b tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] 10.222.0.104 "GET /v2.0/security-groups?id=f573cac5-f5b4-46cb-8ee6-cba4798a03b8&id=8d3a9807-14cc-46c0-b7ed-1d949d5bac09&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1144645 Jul 06 14:07:09.415486 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9fa08f4-e010-48d8-b02c-424bdd3631ab None None] Pushing event updated for resources: {'Port': ['ID=41c15035-9a42-445c-837f-d76669834af0,revision_number=2']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:07:09.438833 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66079d1-2d03-4042-8563-3dbde516b2d3 req-c1dd53b8-423f-4fbd-b6a9-8d16c68345fb tempest-ServerRescueNegativeTestJSON-721731692 tempest-ServerRescueNegativeTestJSON-721731692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:07:09.447805 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-e66079d1-2d03-4042-8563-3dbde516b2d3 req-c1dd53b8-423f-4fbd-b6a9-8d16c68345fb tempest-ServerRescueNegativeTestJSON-721731692 tempest-ServerRescueNegativeTestJSON-721731692-project] 10.222.0.104 "GET /v2.0/ports?device_id=b0b96bfa-d49a-47d6-a621-d2fd80028cc9 HTTP/1.1" status: 200 len: 945 time: 0.3307917 Jul 06 14:07:09.457428 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b282e586-bc36-4ae1-a5bb-746c05f4aef1 None None] Network c68f0cc1-c923-4462-8a88-0ab34f70e10a requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:07:09.496180 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3113577-6f8a-44fc-be8d-0c1c61e7c0d2 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Pushing event updated for resources: {'Port': ['ID=7013172b-3961-4284-aab9-e8f7589c020e,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:07:09.508623 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3113577-6f8a-44fc-be8d-0c1c61e7c0d2 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Checking segment: {'id': '77ae933e-d21d-4d17-88da-ba6b32ae5f87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1031, 'network_id': 'df34d817-ecd2-44b4-8bb9-700b0e3e3a0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:07:09.509125 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3113577-6f8a-44fc-be8d-0c1c61e7c0d2 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Network hostable DHCP agents. Network: df34d817-ecd2-44b4-8bb9-700b0e3e3a0c, hostable agents: ['f2bada3d-be77-4359-982b-8505a2bbca04'], hosted agents: [] {{(pid=100246) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 14:07:09.523844 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-e66079d1-2d03-4042-8563-3dbde516b2d3 req-b4f65d98-10e0-4dc6-94cc-48141f9f2e03 tempest-ServerRescueNegativeTestJSON-721731692 tempest-ServerRescueNegativeTestJSON-721731692-project] 10.222.0.104 "GET /v2.0/security-groups?id=a54a60a4-d859-4f47-b26f-a63bb69450e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749791 Jul 06 14:07:09.528667 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 06 Jul 2021 14:07:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9537e678-bde5-4655-b798-8007e2f426f0 x-openstack-request-id: req-9537e678-bde5-4655-b798-8007e2f426f0 {{(pid=100248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:07:09.529409 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0143d447-10d0-4ce1-9893-d3fe7da7ea42", "name": "network-vif-unplugged", "status": "completed", "tag": "9a73bfe3-da9e-40b1-925a-80d1291031f6", "code": 200}]} {{(pid=100248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:07:09.529409 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-9537e678-bde5-4655-b798-8007e2f426f0 {{(pid=100248) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:07:09.529694 n-d-773647-6 neutron-server[100248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0143d447-10d0-4ce1-9893-d3fe7da7ea42', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9a73bfe3-da9e-40b1-925a-80d1291031f6', 'code': 200} Jul 06 14:07:09.532499 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3113577-6f8a-44fc-be8d-0c1c61e7c0d2 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Network df34d817-ecd2-44b4-8bb9-700b0e3e3a0c is scheduled to be hosted by DHCP agent f2bada3d-be77-4359-982b-8505a2bbca04 with binding_index 1 {{(pid=100246) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 14:07:09.556552 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.base_scheduler [None req-a3113577-6f8a-44fc-be8d-0c1c61e7c0d2 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773647-6, df34d817-ecd2-44b4-8bb9-700b0e3e3a0c) {{(pid=100246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:07:09.575911 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37e1c9cf-21a8-4aed-9079-d3bf52abc0b7 None None] Network df34d817-ecd2-44b4-8bb9-700b0e3e3a0c requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:07:09.576057 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3113577-6f8a-44fc-be8d-0c1c61e7c0d2 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Received port after_create {{(pid=100246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:07:09.582462 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3113577-6f8a-44fc-be8d-0c1c61e7c0d2 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:07:09.583554 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-a3113577-6f8a-44fc-be8d-0c1c61e7c0d2 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:09.614091 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-a3113577-6f8a-44fc-be8d-0c1c61e7c0d2 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] 10.222.0.104 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.0281885 Jul 06 14:07:09.614809 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 43842) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:07:09.627861 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-9a7ead4f-bc7e-4195-8ced-4bd81cba5ba3 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1531736161'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:07:09.634734 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-9028b46a-4977-47f9-8fd8-86f2719ab63e req-f6075da7-e4ca-40ec-ad0a-24f6d3a88f6c tempest-ImagesTestJSON-1482892319 tempest-ImagesTestJSON-1482892319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128888353'] for port, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:09.657439 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a7ead4f-bc7e-4195-8ced-4bd81cba5ba3 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Made reservation on behalf of e15b02822e68450fa73455cc009166c9 for: {'network': 1} {{(pid=100246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:07:09.666894 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-9a7ead4f-bc7e-4195-8ced-4bd81cba5ba3 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for network, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:09.676243 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-65f31c3e-35fe-40ee-abe7-a06c6b40a664 tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530492'] for network, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:09.713913 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a7ead4f-bc7e-4195-8ced-4bd81cba5ba3 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] vlan segment allocate from pool success with {'vlan_id': 1043, 'physical_network': 'physnet1'} {{(pid=100246) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 14:07:09.746923 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6075da7-e4ca-40ec-ad0a-24f6d3a88f6c tempest-ImagesTestJSON-1482892319 tempest-ImagesTestJSON-1482892319-project] Pushing event deleted for resources: {'Port': ['ID=9a73bfe3-da9e-40b1-925a-80d1291031f6,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:07:09.760670 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-9a7ead4f-bc7e-4195-8ced-4bd81cba5ba3 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552'] for segment, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:09.761586 n-d-773647-6 neutron-server[100246]: INFO neutron.db.segments_db [None req-9a7ead4f-bc7e-4195-8ced-4bd81cba5ba3 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Added segment 4ef2bfef-bb02-4772-96b5-9ce354ac5c84 of type vlan for network b28137b1-c27a-41f7-872c-0a525f70bcc1 Jul 06 14:07:09.814107 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-9a7ead4f-bc7e-4195-8ced-4bd81cba5ba3 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773752984405'] for network, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:09.850824 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [None req-65f31c3e-35fe-40ee-abe7-a06c6b40a664 tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] Deleting port 41c15035-9a42-445c-837f-d76669834af0 {{(pid=100246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:07:09.851199 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-65f31c3e-35fe-40ee-abe7-a06c6b40a664 tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:09.854325 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.l3_dvrscheduler_db [req-9028b46a-4977-47f9-8fd8-86f2719ab63e req-f6075da7-e4ca-40ec-ad0a-24f6d3a88f6c tempest-ImagesTestJSON-1482892319 tempest-ImagesTestJSON-1482892319-project] No DVR routers for this DVR port 9a73bfe3-da9e-40b1-925a-80d1291031f6 on host n-h1-773647-6 {{(pid=100247) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:07:09.922027 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20d671e1-deb1-4d09-9159-f21895ee366e None None] get_active_networks_info from n-d-773647-6 {{(pid=100248) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 06 14:07:09.936409 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-9a7ead4f-bc7e-4195-8ced-4bd81cba5ba3 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060'] for network, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:09.942093 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a7ead4f-bc7e-4195-8ced-4bd81cba5ba3 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:07:09.943294 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-9a7ead4f-bc7e-4195-8ced-4bd81cba5ba3 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Notify callbacks [] for network, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:09.995877 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-9028b46a-4977-47f9-8fd8-86f2719ab63e req-f6075da7-e4ca-40ec-ad0a-24f6d3a88f6c tempest-ImagesTestJSON-1482892319 tempest-ImagesTestJSON-1482892319-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:09.998035 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-9028b46a-4977-47f9-8fd8-86f2719ab63e req-f6075da7-e4ca-40ec-ad0a-24f6d3a88f6c tempest-ImagesTestJSON-1482892319 tempest-ImagesTestJSON-1482892319-project] 10.222.0.127 "DELETE /v2.0/ports/9a73bfe3-da9e-40b1-925a-80d1291031f6 HTTP/1.1" status: 204 len: 173 time: 1.3521874 Jul 06 14:07:10.010792 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-330447a8-f9e5-4727-be2c-49d9b1dcfd9f req-0884720c-256e-4cdb-ad84-83fea2675991 tempest-ImagesTestJSON-1482892319 tempest-ImagesTestJSON-1482892319-project] 10.222.0.104 "GET /v2.0/ports?device_id=32f71fac-b375-4b56-9fd8-2b7a475bc4d5 HTTP/1.1" status: 200 len: 210 time: 0.2032795 Jul 06 14:07:10.011393 n-d-773647-6 neutron-server[100247]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0143d447-10d0-4ce1-9893-d3fe7da7ea42', 'name': 'network-vif-deleted', 'tag': '9a73bfe3-da9e-40b1-925a-80d1291031f6'}] {{(pid=100247) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:07:10.014814 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cbf0eeaae822f8fc9b87a94aeba67a3d651842baf663a51cba94b67a514836d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf76da9e-341f-42af-b711-54d27d598d0b" -d '{"events": [{"server_uuid": "0143d447-10d0-4ce1-9893-d3fe7da7ea42", "name": "network-vif-deleted", "tag": "9a73bfe3-da9e-40b1-925a-80d1291031f6"}]}' {{(pid=100247) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:07:10.025655 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7ead4f-bc7e-4195-8ced-4bd81cba5ba3 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Pushing event updated for resources: {'Network': ['ID=b28137b1-c27a-41f7-872c-0a525f70bcc1,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:07:10.039931 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.db [None req-65f31c3e-35fe-40ee-abe7-a06c6b40a664 tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] For port 41c15035-9a42-445c-837f-d76669834af0, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=41c15035-9a42-445c-837f-d76669834af0,segment=NetworkSegment(1ae74f98-722b-4cdf-a203-34b83a028355),segment_id=1ae74f98-722b-4cdf-a203-34b83a028355)] {{(pid=100246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:07:10.040607 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-65f31c3e-35fe-40ee-abe7-a06c6b40a664 tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:10.051208 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-9a7ead4f-bc7e-4195-8ced-4bd81cba5ba3 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] 10.222.0.104 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4350510 Jul 06 14:07:10.056614 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 43848) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:07:10.061306 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [None req-65f31c3e-35fe-40ee-abe7-a06c6b40a664 tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] Calling delete_port for 41c15035-9a42-445c-837f-d76669834af0 owned by network:dhcp {{(pid=100246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:07:10.065212 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [None req-af5c9a68-8c5e-4504-b7b5-f528ad3f036f tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Request body: {'ports': [{'network_id': 'df34d817-ecd2-44b4-8bb9-700b0e3e3a0c'}, {'network_id': 'b28137b1-c27a-41f7-872c-0a525f70bcc1'}]} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:07:10.065514 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [None req-af5c9a68-8c5e-4504-b7b5-f528ad3f036f tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Request body: {'port': {'network_id': 'df34d817-ecd2-44b4-8bb9-700b0e3e3a0c'}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:07:10.065983 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [None req-af5c9a68-8c5e-4504-b7b5-f528ad3f036f tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Request body: {'port': {'network_id': 'b28137b1-c27a-41f7-872c-0a525f70bcc1'}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:07:10.183603 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Network b28137b1-c27a-41f7-872c-0a525f70bcc1 details requested by agent ovs-agent-n-d-773647-6 with host n-d-773647-6 {{(pid=100248) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 14:07:10.187880 n-d-773647-6 neutron-server[100248]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20d671e1-deb1-4d09-9159-f21895ee366e None None] Resources bound (agent type, host, resource id): {{(pid=100248) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 06 14:07:10.219651 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-65f31c3e-35fe-40ee-abe7-a06c6b40a664 tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127687580'] for port, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:10.260498 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f31c3e-35fe-40ee-abe7-a06c6b40a664 tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] Pushing event deleted for resources: {'Port': ['ID=41c15035-9a42-445c-837f-d76669834af0,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:07:10.266743 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 906edfca-507f-400d-aa47-a0195eae5d79 up at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:07:10.269256 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65f31c3e-35fe-40ee-abe7-a06c6b40a664 tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] No DVR routers for this DVR port 41c15035-9a42-445c-837f-d76669834af0 on host n-d-773647-6 {{(pid=100246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:07:10.358344 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-65f31c3e-35fe-40ee-abe7-a06c6b40a664 tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-917204', 'neutron.services.segments.db._delete_segments_for_network-8773753502302'] for network, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:10.379710 n-d-773647-6 neutron-server[100246]: DEBUG neutron.services.segments.db [None req-65f31c3e-35fe-40ee-abe7-a06c6b40a664 tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c68f0cc1-c923-4462-8a88-0ab34f70e10a']}} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:07:10.393299 n-d-773647-6 neutron-server[100246]: DEBUG neutron.services.segments.db [None req-65f31c3e-35fe-40ee-abe7-a06c6b40a664 tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ae74f98-722b-4cdf-a203-34b83a028355') {'for_net_delete': True} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:07:10.393564 n-d-773647-6 neutron-server[100246]: DEBUG neutron.services.segments.db [None req-65f31c3e-35fe-40ee-abe7-a06c6b40a664 tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ae74f98-722b-4cdf-a203-34b83a028355') {} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:07:10.404789 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-65f31c3e-35fe-40ee-abe7-a06c6b40a664 tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773753515138', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126218898'] for segment, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:10.422544 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:10.429012 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-65f31c3e-35fe-40ee-abe7-a06c6b40a664 tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552'] for segment, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:10.440814 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-65f31c3e-35fe-40ee-abe7-a06c6b40a664 tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] Releasing vlan 1049 on physical network physnet1 to pool {{(pid=100246) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 14:07:10.441449 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-65f31c3e-35fe-40ee-abe7-a06c6b40a664 tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127687491'] for segment, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:10.445566 n-d-773647-6 neutron-server[100246]: Traceback (most recent call last): Jul 06 14:07:10.445566 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 14:07:10.445566 n-d-773647-6 neutron-server[100246]: timer() Jul 06 14:07:10.445566 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 14:07:10.445566 n-d-773647-6 neutron-server[100246]: cb(*args, **kw) Jul 06 14:07:10.445566 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 14:07:10.445566 n-d-773647-6 neutron-server[100246]: return func(*args, **kwargs) Jul 06 14:07:10.445566 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 14:07:10.445566 n-d-773647-6 neutron-server[100246]: self._notify() Jul 06 14:07:10.445566 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 14:07:10.445566 n-d-773647-6 neutron-server[100246]: self.callback(batched_events) Jul 06 14:07:10.445566 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 14:07:10.445566 n-d-773647-6 neutron-server[100246]: event.method(event) Jul 06 14:07:10.445566 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 14:07:10.445566 n-d-773647-6 neutron-server[100246]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 14:07:10.445566 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 14:07:10.445566 n-d-773647-6 neutron-server[100246]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 14:07:10.445566 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 14:07:10.445566 n-d-773647-6 neutron-server[100246]: return f(self, *a, **k) Jul 06 14:07:10.445566 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 14:07:10.445566 n-d-773647-6 neutron-server[100246]: return self._get(url).json() Jul 06 14:07:10.445566 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 14:07:10.445566 n-d-773647-6 neutron-server[100246]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 14:07:10.445566 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 14:07:10.445566 n-d-773647-6 neutron-server[100246]: return self.request(url, 'GET', **kwargs) Jul 06 14:07:10.445566 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 14:07:10.445566 n-d-773647-6 neutron-server[100246]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 14:07:10.445566 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 14:07:10.445566 n-d-773647-6 neutron-server[100246]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 14:07:10.445566 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 14:07:10.445566 n-d-773647-6 neutron-server[100246]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 14:07:10.445566 n-d-773647-6 neutron-server[100246]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 14:07:10.454168 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning complete for port 906edfca-507f-400d-aa47-a0195eae5d79 triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:07:10.454664 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:10.504062 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 14:07:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cba67ceb-cb2a-4126-abeb-9d053de3856a x-openstack-request-id: req-cba67ceb-cb2a-4126-abeb-9d053de3856a {{(pid=100247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:07:10.504377 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0143d447-10d0-4ce1-9893-d3fe7da7ea42", "name": "network-vif-deleted", "tag": "9a73bfe3-da9e-40b1-925a-80d1291031f6", "status": "completed", "code": 200}]} {{(pid=100247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:07:10.504619 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-cba67ceb-cb2a-4126-abeb-9d053de3856a {{(pid=100247) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:07:10.505016 n-d-773647-6 neutron-server[100247]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0143d447-10d0-4ce1-9893-d3fe7da7ea42', 'name': 'network-vif-deleted', 'tag': '9a73bfe3-da9e-40b1-925a-80d1291031f6', 'status': 'completed', 'code': 200} Jul 06 14:07:10.523854 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-65f31c3e-35fe-40ee-abe7-a06c6b40a664 tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-917215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1761140'] for network, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:10.535907 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-65f31c3e-35fe-40ee-abe7-a06c6b40a664 tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] Notify callbacks [] for network, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:10.542770 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-65f31c3e-35fe-40ee-abe7-a06c6b40a664 tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] 10.222.0.104 "DELETE /v2.0/networks/c68f0cc1-c923-4462-8a88-0ab34f70e10a HTTP/1.1" status: 204 len: 168 time: 2.6864734 Jul 06 14:07:10.544159 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 43852) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:07:10.555119 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b84b19b-00af-4494-9036-51587f449122 req-cefda992-6d7c-419e-bac9-ca8764f78f02 tempest-ImagesTestJSON-1482892319 tempest-ImagesTestJSON-1482892319-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:07:10.556969 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-4b84b19b-00af-4494-9036-51587f449122 req-cefda992-6d7c-419e-bac9-ca8764f78f02 tempest-ImagesTestJSON-1482892319 tempest-ImagesTestJSON-1482892319-project] 10.222.0.127 "GET /v2.0/networks?id=843daa65-9f70-4b7f-ae10-986f4b2f43e8 HTTP/1.1" status: 200 len: 804 time: 0.6996343 Jul 06 14:07:10.564598 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-2bbd1ef7-db60-4b14-857d-1b4a646e519e tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1760616178'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:07:10.567971 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f31c3e-35fe-40ee-abe7-a06c6b40a664 tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] Pushing event deleted for resources: {'Network': ['ID=c68f0cc1-c923-4462-8a88-0ab34f70e10a,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:07:10.592031 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bbd1ef7-db60-4b14-857d-1b4a646e519e tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] Made reservation on behalf of 6baaa4c06bf242238309dd8ac70b6c99 for: {'network': 1} {{(pid=100246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:07:10.594821 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [req-4b84b19b-00af-4494-9036-51587f449122 req-dc221f79-25a2-41ef-ae07-107efa68dedd tempest-ImagesTestJSON-1482892319 tempest-ImagesTestJSON-1482892319-project] Request body: {'port': {'device_id': '32f71fac-b375-4b56-9fd8-2b7a475bc4d5', 'network_id': '843daa65-9f70-4b7f-ae10-986f4b2f43e8', 'admin_state_up': True, 'tenant_id': '088899109daa4dab8b28e16d07018840'}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:07:10.596107 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-2bbd1ef7-db60-4b14-857d-1b4a646e519e tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for network, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:10.626100 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2bbd1ef7-db60-4b14-857d-1b4a646e519e tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] vlan segment allocate from pool success with {'vlan_id': 1032, 'physical_network': 'physnet1'} {{(pid=100246) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 14:07:10.637510 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-2bbd1ef7-db60-4b14-857d-1b4a646e519e tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552'] for segment, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:10.638526 n-d-773647-6 neutron-server[100246]: INFO neutron.db.segments_db [None req-2bbd1ef7-db60-4b14-857d-1b4a646e519e tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] Added segment 242be238-0b0d-4f47-b5aa-0d396b712082 of type vlan for network a67ed141-1be9-4229-9d41-78d1b048190c Jul 06 14:07:10.701200 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650a3047-6202-4ba6-bcb7-b70f3b40ec9f req-f75a0646-ea83-4975-859c-33c85b7a3c8d tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:07:10.702903 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-650a3047-6202-4ba6-bcb7-b70f3b40ec9f req-f75a0646-ea83-4975-859c-33c85b7a3c8d tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] 10.222.0.104 "GET /v2.0/ports?device_id=73164a94-66a9-4dc1-ae58-422cd07dc979 HTTP/1.1" status: 200 len: 946 time: 0.7039866 Jul 06 14:07:10.706189 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-2bbd1ef7-db60-4b14-857d-1b4a646e519e tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773752984405'] for network, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:10.745040 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-2bbd1ef7-db60-4b14-857d-1b4a646e519e tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060'] for network, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:10.750862 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bbd1ef7-db60-4b14-857d-1b4a646e519e tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:07:10.751484 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-2bbd1ef7-db60-4b14-857d-1b4a646e519e tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] Notify callbacks [] for network, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:10.768745 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b13ca226-f4cb-4d8e-915f-11b92a428662 None None] get_active_networks_info from n-d-773647-6 {{(pid=100248) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 06 14:07:10.820009 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-2bbd1ef7-db60-4b14-857d-1b4a646e519e tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] 10.222.0.104 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2620096 Jul 06 14:07:10.822821 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 43860) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:07:10.832354 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-6c79ae38-1112-4a11-800a-7b3bc9b30622 tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] Request body: {'subnet': {'network_id': 'a67ed141-1be9-4229-9d41-78d1b048190c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:07:10.888983 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-650a3047-6202-4ba6-bcb7-b70f3b40ec9f req-5ed5b6b2-a803-4aaa-98d6-c3055bb076c0 tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] 10.222.0.104 "GET /v2.0/security-groups?id=bdba1446-e72e-4024-9da7-e6061f204f14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1717906 Jul 06 14:07:10.929554 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbd1ef7-db60-4b14-857d-1b4a646e519e tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] Pushing event updated for resources: {'Network': ['ID=a67ed141-1be9-4229-9d41-78d1b048190c,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:07:10.947276 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Network a67ed141-1be9-4229-9d41-78d1b048190c details requested by agent ovs-agent-n-d-773647-6 with host n-d-773647-6 {{(pid=100248) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 14:07:10.954105 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df9b7ee-e2d4-445d-bb8f-992f155c1130 req-fc03adb1-763e-4b0a-8a23-5333acda56a8 tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:07:10.960272 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df9b7ee-e2d4-445d-bb8f-992f155c1130 req-fc03adb1-763e-4b0a-8a23-5333acda56a8 tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:07:10.967574 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df9b7ee-e2d4-445d-bb8f-992f155c1130 req-fc03adb1-763e-4b0a-8a23-5333acda56a8 tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:07:10.974901 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df9b7ee-e2d4-445d-bb8f-992f155c1130 req-fc03adb1-763e-4b0a-8a23-5333acda56a8 tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:07:10.982193 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df9b7ee-e2d4-445d-bb8f-992f155c1130 req-fc03adb1-763e-4b0a-8a23-5333acda56a8 tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:07:10.988052 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df9b7ee-e2d4-445d-bb8f-992f155c1130 req-fc03adb1-763e-4b0a-8a23-5333acda56a8 tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:07:10.993877 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df9b7ee-e2d4-445d-bb8f-992f155c1130 req-fc03adb1-763e-4b0a-8a23-5333acda56a8 tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:07:10.996238 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-9df9b7ee-e2d4-445d-bb8f-992f155c1130 req-fc03adb1-763e-4b0a-8a23-5333acda56a8 tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] 10.222.0.104 "GET /v2.0/ports?device_id=0455bf88-da4d-44a6-9768-93a70cd92e0e HTTP/1.1" status: 200 len: 5430 time: 0.4306431 Jul 06 14:07:11.004899 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af5c9a68-8c5e-4504-b7b5-f528ad3f036f tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Made reservation on behalf of e15b02822e68450fa73455cc009166c9 for: {'port': 2} {{(pid=100247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:07:11.012837 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-af5c9a68-8c5e-4504-b7b5-f528ad3f036f tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:11.023531 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c79ae38-1112-4a11-800a-7b3bc9b30622 tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] Made reservation on behalf of 6baaa4c06bf242238309dd8ac70b6c99 for: {'subnet': 1} {{(pid=100246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:07:11.027782 n-d-773647-6 neutron-server[100248]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b13ca226-f4cb-4d8e-915f-11b92a428662 None None] Resources bound (agent type, host, resource id): {{(pid=100248) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 06 14:07:11.027957 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-6c79ae38-1112-4a11-800a-7b3bc9b30622 tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127702029'] for subnet, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:11.084796 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-af5c9a68-8c5e-4504-b7b5-f528ad3f036f tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:11.117033 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4b84b19b-00af-4494-9036-51587f449122 req-dc221f79-25a2-41ef-ae07-107efa68dedd tempest-ImagesTestJSON-1482892319 tempest-ImagesTestJSON-1482892319-project] Made reservation on behalf of 088899109daa4dab8b28e16d07018840 for: {'port': 1} {{(pid=100247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:07:11.120571 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-4b84b19b-00af-4494-9036-51587f449122 req-dc221f79-25a2-41ef-ae07-107efa68dedd tempest-ImagesTestJSON-1482892319 tempest-ImagesTestJSON-1482892319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:11.195104 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-9df9b7ee-e2d4-445d-bb8f-992f155c1130 req-f71f2141-6dbf-468c-b2c3-33bba8684421 tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] 10.222.0.104 "GET /v2.0/security-groups?id=f573cac5-f5b4-46cb-8ee6-cba4798a03b8&id=8d3a9807-14cc-46c0-b7ed-1d949d5bac09&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1776922 Jul 06 14:07:11.234633 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-6c79ae38-1112-4a11-800a-7b3bc9b30622 tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1849032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127687649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127702047'] for subnet, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:11.275044 n-d-773647-6 neutron-server[100247]: DEBUG neutron.notifiers.nova [None req-af5c9a68-8c5e-4504-b7b5-f528ad3f036f tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] device_id is not set on port b41b0a9d-b9d1-4e62-a9e7-4c819a82c458 yet. {{(pid=100247) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 14:07:11.312139 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70424353-0d1d-4fa7-97b3-47a7a6faced4 req-8819f9ea-5b6c-4e2f-8dd1-ff9601ffcae1 tempest-ServerRescueNegativeTestJSON-721731692 tempest-ServerRescueNegativeTestJSON-721731692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:07:11.313576 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-70424353-0d1d-4fa7-97b3-47a7a6faced4 req-8819f9ea-5b6c-4e2f-8dd1-ff9601ffcae1 tempest-ServerRescueNegativeTestJSON-721731692 tempest-ServerRescueNegativeTestJSON-721731692-project] 10.222.0.104 "GET /v2.0/ports?device_id=b0b96bfa-d49a-47d6-a621-d2fd80028cc9 HTTP/1.1" status: 200 len: 945 time: 0.2843199 Jul 06 14:07:11.339893 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c79ae38-1112-4a11-800a-7b3bc9b30622 tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] Pushing event updated for resources: {'Subnet': ['ID=4b4cf6ef-e643-42d8-af7b-813369024e86,revision_number=0']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:07:11.345592 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c79ae38-1112-4a11-800a-7b3bc9b30622 tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] Checking segment: {'id': '242be238-0b0d-4f47-b5aa-0d396b712082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': 'a67ed141-1be9-4229-9d41-78d1b048190c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:07:11.346103 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c79ae38-1112-4a11-800a-7b3bc9b30622 tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] Network hostable DHCP agents. Network: a67ed141-1be9-4229-9d41-78d1b048190c, hostable agents: ['f2bada3d-be77-4359-982b-8505a2bbca04'], hosted agents: [] {{(pid=100246) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 14:07:11.372608 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c79ae38-1112-4a11-800a-7b3bc9b30622 tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] Network a67ed141-1be9-4229-9d41-78d1b048190c is scheduled to be hosted by DHCP agent f2bada3d-be77-4359-982b-8505a2bbca04 with binding_index 1 {{(pid=100246) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 14:07:11.385505 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.base_scheduler [None req-6c79ae38-1112-4a11-800a-7b3bc9b30622 tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773647-6, a67ed141-1be9-4229-9d41-78d1b048190c) {{(pid=100246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:07:11.402300 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c79ae38-1112-4a11-800a-7b3bc9b30622 tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:07:11.403822 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-6c79ae38-1112-4a11-800a-7b3bc9b30622 tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] Notify callbacks [] for subnet, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:11.434242 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-6c79ae38-1112-4a11-800a-7b3bc9b30622 tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] 10.222.0.104 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 0.6090076 Jul 06 14:07:11.434242 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 43864) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:07:11.437165 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-014636fa-5656-41f8-8d23-256d6610993e None None] Network a67ed141-1be9-4229-9d41-78d1b048190c requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:07:11.468518 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-70424353-0d1d-4fa7-97b3-47a7a6faced4 req-1ac141c3-cc49-4b36-b37e-ed57a6e9dbce tempest-ServerRescueNegativeTestJSON-721731692 tempest-ServerRescueNegativeTestJSON-721731692-project] 10.222.0.104 "GET /v2.0/security-groups?id=a54a60a4-d859-4f47-b26f-a63bb69450e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1481142 Jul 06 14:07:11.490779 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.db_base_plugin_common [req-4b84b19b-00af-4494-9036-51587f449122 req-dc221f79-25a2-41ef-ae07-107efa68dedd tempest-ImagesTestJSON-1482892319 tempest-ImagesTestJSON-1482892319-project] Allocated IP 172.20.0.10 (843daa65-9f70-4b7f-ae10-986f4b2f43e8/ae20b5e9-07e2-4786-84d5-713ad5ff019c/be8f74d6-ec89-4516-b380-73a9277d8c69) {{(pid=100247) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:07:11.587762 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-e2590d57-e924-4dad-b337-3126a1b5840b tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530492'] for network, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:11.612850 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-af5c9a68-8c5e-4504-b7b5-f528ad3f036f tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Notify callbacks [] for port, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:11.665530 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3a85af3-6bdd-4eaf-be0e-3b95747eda9e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6bd5fc82-6666-56e8-87c2-91648d36c963-a67ed141-1be9-4229-9d41-78d1b048190c', 'network_id': 'a67ed141-1be9-4229-9d41-78d1b048190c', 'tenant_id': '6baaa4c06bf242238309dd8ac70b6c99', 'fixed_ips': [{'subnet_id': '4b4cf6ef-e643-42d8-af7b-813369024e86'}]}} from n-d-773647-6. {{(pid=100248) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 14:07:11.666436 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-c3a85af3-6bdd-4eaf-be0e-3b95747eda9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:11.668378 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-e2590d57-e924-4dad-b337-3126a1b5840b tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-913473'] for subnet, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:11.732735 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-d2d0d64a-0ef3-4f49-a779-4e6637dcb4f4 req-5c630f8c-a7b2-4ef4-b237-fcaf671e5d9c tempest-ImagesTestJSON-1482892319 tempest-ImagesTestJSON-1482892319-project] 10.222.0.104 "GET /v2.0/ports?device_id=32f71fac-b375-4b56-9fd8-2b7a475bc4d5 HTTP/1.1" status: 200 len: 210 time: 0.0922124 Jul 06 14:07:11.769869 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-e2590d57-e924-4dad-b337-3126a1b5840b tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-913480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1849032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127687590', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127702764'] for subnet, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:11.797879 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server [None req-c3a85af3-6bdd-4eaf-be0e-3b95747eda9e None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 4b4cf6ef-e643-42d8-af7b-813369024e86: This subnet is being modified by another concurrent operation. Jul 06 14:07:11.797879 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 06 14:07:11.797879 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 06 14:07:11.797879 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 06 14:07:11.797879 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 06 14:07:11.797879 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 06 14:07:11.797879 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 06 14:07:11.797879 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 06 14:07:11.797879 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 06 14:07:11.797879 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 06 14:07:11.797879 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 06 14:07:11.797879 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 06 14:07:11.797879 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 06 14:07:11.797879 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 06 14:07:11.797879 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 06 14:07:11.797879 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server raise self.value Jul 06 14:07:11.797879 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 06 14:07:11.797879 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 06 14:07:11.797879 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 06 14:07:11.797879 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 06 14:07:11.797879 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 06 14:07:11.797879 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 06 14:07:11.797879 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 06 14:07:11.797879 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server raise self.value Jul 06 14:07:11.797879 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 06 14:07:11.797879 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 06 14:07:11.797879 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 06 14:07:11.797879 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 06 14:07:11.797879 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 06 14:07:11.797879 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 06 14:07:11.797879 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 06 14:07:11.797879 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server raise self.value Jul 06 14:07:11.797879 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 06 14:07:11.797879 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 06 14:07:11.797879 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 06 14:07:11.797879 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 06 14:07:11.797879 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 06 14:07:11.797879 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 06 14:07:11.797879 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 06 14:07:11.797879 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 06 14:07:11.797879 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 06 14:07:11.797879 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 06 14:07:11.797879 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 06 14:07:11.797879 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 06 14:07:11.797879 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 06 14:07:11.797879 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 06 14:07:11.797879 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 06 14:07:11.797879 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 06 14:07:11.797879 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 06 14:07:11.797879 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 06 14:07:11.797879 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 06 14:07:11.797879 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server raise self.value Jul 06 14:07:11.797879 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 06 14:07:11.797879 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 06 14:07:11.802180 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 06 14:07:11.802180 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 06 14:07:11.802180 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 06 14:07:11.802180 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 06 14:07:11.802180 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 06 14:07:11.802180 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server raise self.value Jul 06 14:07:11.802180 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 06 14:07:11.802180 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 06 14:07:11.802180 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 06 14:07:11.802180 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 06 14:07:11.802180 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 06 14:07:11.802180 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 06 14:07:11.802180 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 06 14:07:11.802180 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server raise self.value Jul 06 14:07:11.802180 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 06 14:07:11.802180 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 06 14:07:11.802180 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 06 14:07:11.802180 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 06 14:07:11.802180 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 06 14:07:11.802180 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 06 14:07:11.802180 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 06 14:07:11.802180 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 06 14:07:11.802180 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 06 14:07:11.802180 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 06 14:07:11.802180 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 06 14:07:11.802180 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 06 14:07:11.802180 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 06 14:07:11.802180 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server raise self.value Jul 06 14:07:11.802180 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 06 14:07:11.802180 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 06 14:07:11.802180 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 06 14:07:11.802180 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 06 14:07:11.802180 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 06 14:07:11.802180 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 06 14:07:11.802180 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 06 14:07:11.802180 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server raise exception Jul 06 14:07:11.802180 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 4b4cf6ef-e643-42d8-af7b-813369024e86: This subnet is being modified by another concurrent operation. Jul 06 14:07:11.802180 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server Jul 06 14:07:11.805036 n-d-773647-6 neutron-server[100247]: DEBUG neutron.notifiers.nova [None req-af5c9a68-8c5e-4504-b7b5-f528ad3f036f tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] device_id is not set on port 1e4245bb-268c-4744-96af-776049f7f49e yet. {{(pid=100247) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 14:07:11.816816 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2590d57-e924-4dad-b337-3126a1b5840b tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] Pushing event deleted for resources: {'Subnet': ['ID=4b4cf6ef-e643-42d8-af7b-813369024e86,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:07:11.828039 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8907c913-1fa5-46d8-b8f6-2d822afe1ce5 None None] Network a67ed141-1be9-4229-9d41-78d1b048190c requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:07:11.910859 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-e2590d57-e924-4dad-b337-3126a1b5840b tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-917204', 'neutron.services.segments.db._delete_segments_for_network-8773753502302'] for network, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:11.927533 n-d-773647-6 neutron-server[100246]: DEBUG neutron.services.segments.db [None req-e2590d57-e924-4dad-b337-3126a1b5840b tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a67ed141-1be9-4229-9d41-78d1b048190c']}} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:07:11.932533 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-4b84b19b-00af-4494-9036-51587f449122 req-dc221f79-25a2-41ef-ae07-107efa68dedd tempest-ImagesTestJSON-1482892319 tempest-ImagesTestJSON-1482892319-project] Notify callbacks [] for port, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:11.945186 n-d-773647-6 neutron-server[100246]: DEBUG neutron.services.segments.db [None req-e2590d57-e924-4dad-b337-3126a1b5840b tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '242be238-0b0d-4f47-b5aa-0d396b712082') {'for_net_delete': True} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:07:11.945497 n-d-773647-6 neutron-server[100246]: DEBUG neutron.services.segments.db [None req-e2590d57-e924-4dad-b337-3126a1b5840b tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '242be238-0b0d-4f47-b5aa-0d396b712082') {} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:07:11.958672 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-e2590d57-e924-4dad-b337-3126a1b5840b tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773753515138', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126218898'] for segment, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:11.982310 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3689b592-9109-41b2-8e7f-5df13474e941 None None] get_active_networks_info from n-d-773647-6 {{(pid=100248) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 06 14:07:11.983690 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-e2590d57-e924-4dad-b337-3126a1b5840b tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552'] for segment, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:11.991278 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e2590d57-e924-4dad-b337-3126a1b5840b tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] Releasing vlan 1032 on physical network physnet1 to pool {{(pid=100246) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 14:07:11.991930 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-e2590d57-e924-4dad-b337-3126a1b5840b tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127687491'] for segment, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:12.081576 n-d-773647-6 neutron-server[100246]: Traceback (most recent call last): Jul 06 14:07:12.081576 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 14:07:12.081576 n-d-773647-6 neutron-server[100246]: timer() Jul 06 14:07:12.081576 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 14:07:12.081576 n-d-773647-6 neutron-server[100246]: cb(*args, **kw) Jul 06 14:07:12.081576 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 14:07:12.081576 n-d-773647-6 neutron-server[100246]: return func(*args, **kwargs) Jul 06 14:07:12.081576 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 14:07:12.081576 n-d-773647-6 neutron-server[100246]: self._notify() Jul 06 14:07:12.081576 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 14:07:12.081576 n-d-773647-6 neutron-server[100246]: self.callback(batched_events) Jul 06 14:07:12.081576 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 14:07:12.081576 n-d-773647-6 neutron-server[100246]: event.method(event) Jul 06 14:07:12.081576 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 14:07:12.081576 n-d-773647-6 neutron-server[100246]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 14:07:12.081576 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 14:07:12.081576 n-d-773647-6 neutron-server[100246]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 14:07:12.081576 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 14:07:12.081576 n-d-773647-6 neutron-server[100246]: return f(self, *a, **k) Jul 06 14:07:12.081576 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 14:07:12.081576 n-d-773647-6 neutron-server[100246]: return self._get(url).json() Jul 06 14:07:12.081576 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 14:07:12.081576 n-d-773647-6 neutron-server[100246]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 14:07:12.081576 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 14:07:12.081576 n-d-773647-6 neutron-server[100246]: return self.request(url, 'GET', **kwargs) Jul 06 14:07:12.081576 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 14:07:12.081576 n-d-773647-6 neutron-server[100246]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 14:07:12.081576 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 14:07:12.081576 n-d-773647-6 neutron-server[100246]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 14:07:12.081576 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 14:07:12.081576 n-d-773647-6 neutron-server[100246]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 14:07:12.081576 n-d-773647-6 neutron-server[100246]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 14:07:12.089108 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-e2590d57-e924-4dad-b337-3126a1b5840b tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-917215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1761140'] for network, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:12.109521 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-e2590d57-e924-4dad-b337-3126a1b5840b tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] Notify callbacks [] for network, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:12.113131 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-e2590d57-e924-4dad-b337-3126a1b5840b tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] 10.222.0.104 "DELETE /v2.0/networks/a67ed141-1be9-4229-9d41-78d1b048190c HTTP/1.1" status: 204 len: 168 time: 0.6764445 Jul 06 14:07:12.120643 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 43876) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:07:12.136583 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2590d57-e924-4dad-b337-3126a1b5840b tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] Pushing event deleted for resources: {'Network': ['ID=a67ed141-1be9-4229-9d41-78d1b048190c,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:07:12.149151 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [None req-536d39e0-d14c-408b-b570-f65548092a25 tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-47646357'}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:07:12.154309 n-d-773647-6 neutron-server[100248]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3689b592-9109-41b2-8e7f-5df13474e941 None None] Resources bound (agent type, host, resource id): {{(pid=100248) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 06 14:07:12.190535 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-4b84b19b-00af-4494-9036-51587f449122 req-dc221f79-25a2-41ef-ae07-107efa68dedd tempest-ImagesTestJSON-1482892319 tempest-ImagesTestJSON-1482892319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-128888360'] for port, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:12.233635 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4b84b19b-00af-4494-9036-51587f449122 req-dc221f79-25a2-41ef-ae07-107efa68dedd tempest-ImagesTestJSON-1482892319 tempest-ImagesTestJSON-1482892319-project] Network 843daa65-9f70-4b7f-ae10-986f4b2f43e8 is already hosted by enough agents. {{(pid=100247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:07:12.290532 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-af5c9a68-8c5e-4504-b7b5-f528ad3f036f tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Notify callbacks [] for port, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:12.300795 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.base_scheduler [req-4b84b19b-00af-4494-9036-51587f449122 req-dc221f79-25a2-41ef-ae07-107efa68dedd tempest-ImagesTestJSON-1482892319 tempest-ImagesTestJSON-1482892319-project] Resources bound (agent type, host, resource id): {{(pid=100247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:07:12.303068 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc221f79-25a2-41ef-ae07-107efa68dedd tempest-ImagesTestJSON-1482892319 tempest-ImagesTestJSON-1482892319-project] Pushing event updated for resources: {'Port': ['ID=be8f74d6-ec89-4516-b380-73a9277d8c69,revision_number=1']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:07:12.313272 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b84b19b-00af-4494-9036-51587f449122 req-dc221f79-25a2-41ef-ae07-107efa68dedd tempest-ImagesTestJSON-1482892319 tempest-ImagesTestJSON-1482892319-project] Received port after_create {{(pid=100247) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:07:12.367375 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-536d39e0-d14c-408b-b570-f65548092a25 tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] Made reservation on behalf of 6baaa4c06bf242238309dd8ac70b6c99 for: {'network': 1} {{(pid=100247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:07:12.370774 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-536d39e0-d14c-408b-b570-f65548092a25 tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for network, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:12.385068 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:12.443685 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b84b19b-00af-4494-9036-51587f449122 req-dc221f79-25a2-41ef-ae07-107efa68dedd tempest-ImagesTestJSON-1482892319 tempest-ImagesTestJSON-1482892319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:07:12.444307 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-4b84b19b-00af-4494-9036-51587f449122 req-dc221f79-25a2-41ef-ae07-107efa68dedd tempest-ImagesTestJSON-1482892319 tempest-ImagesTestJSON-1482892319-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:12.481324 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-536d39e0-d14c-408b-b570-f65548092a25 tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] vlan segment allocate from pool success with {'vlan_id': 1005, 'physical_network': 'physnet1'} {{(pid=100247) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 14:07:12.515812 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24484ac-88c9-466c-9f1e-a87f76627179 req-26d9703e-d937-4bbf-9013-2b43230eebd4 tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:07:12.517295 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-c24484ac-88c9-466c-9f1e-a87f76627179 req-26d9703e-d937-4bbf-9013-2b43230eebd4 tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] 10.222.0.104 "GET /v2.0/ports?device_id=73164a94-66a9-4dc1-ae58-422cd07dc979 HTTP/1.1" status: 200 len: 946 time: 0.4110713 Jul 06 14:07:12.518571 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-4b84b19b-00af-4494-9036-51587f449122 req-dc221f79-25a2-41ef-ae07-107efa68dedd tempest-ImagesTestJSON-1482892319 tempest-ImagesTestJSON-1482892319-project] 10.222.0.127 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9458728 Jul 06 14:07:12.524590 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-536d39e0-d14c-408b-b570-f65548092a25 tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552'] for segment, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:12.525078 n-d-773647-6 neutron-server[100247]: INFO neutron.db.segments_db [None req-536d39e0-d14c-408b-b570-f65548092a25 tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] Added segment 3405756d-c2a5-4e06-b310-28e70ddc9a41 of type vlan for network 338abf4a-f572-4345-baaa-57df9c7d2d54 Jul 06 14:07:12.529385 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-af5c9a68-8c5e-4504-b7b5-f528ad3f036f tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-128888360'] for port, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:12.553414 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [req-4b84b19b-00af-4494-9036-51587f449122 req-6a841df7-2977-4e7c-899e-dc19d90b73aa service neutron] Request body: {'port': {'device_id': '32f71fac-b375-4b56-9fd8-2b7a475bc4d5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-773647-6'}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:07:12.678292 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-536d39e0-d14c-408b-b570-f65548092a25 tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773752984405'] for network, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:12.685541 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af5c9a68-8c5e-4504-b7b5-f528ad3f036f tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Network df34d817-ecd2-44b4-8bb9-700b0e3e3a0c is already hosted by enough agents. {{(pid=100247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:07:12.712628 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.base_scheduler [None req-af5c9a68-8c5e-4504-b7b5-f528ad3f036f tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Resources bound (agent type, host, resource id): {{(pid=100247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:07:12.715310 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af5c9a68-8c5e-4504-b7b5-f528ad3f036f tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Received port after_create {{(pid=100247) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:07:12.716931 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-af5c9a68-8c5e-4504-b7b5-f528ad3f036f tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-128888360'] for port, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:12.729306 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fb4a09-8ce6-42f6-a16c-d0c4a0aaacdd req-073cee26-c60f-438d-86ef-81632d33f6bb tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:07:12.734485 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Device 9a73bfe3-da9e-40b1-925a-80d1291031f6 no longer exists at agent hyperv_n-h1-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:07:12.736282 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fb4a09-8ce6-42f6-a16c-d0c4a0aaacdd req-073cee26-c60f-438d-86ef-81632d33f6bb tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:07:12.742416 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fb4a09-8ce6-42f6-a16c-d0c4a0aaacdd req-073cee26-c60f-438d-86ef-81632d33f6bb tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:07:12.748361 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fb4a09-8ce6-42f6-a16c-d0c4a0aaacdd req-073cee26-c60f-438d-86ef-81632d33f6bb tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:07:12.755145 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fb4a09-8ce6-42f6-a16c-d0c4a0aaacdd req-073cee26-c60f-438d-86ef-81632d33f6bb tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:07:12.757742 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] No Port match for: 9a73bfe3-da9e-40b1-925a-80d1291031f6 {{(pid=100248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 14:07:12.758091 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Device 9a73bfe3-da9e-40b1-925a-80d1291031f6 not bound to the agent host n-h1-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:07:12.761301 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fb4a09-8ce6-42f6-a16c-d0c4a0aaacdd req-073cee26-c60f-438d-86ef-81632d33f6bb tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:07:12.767766 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fb4a09-8ce6-42f6-a16c-d0c4a0aaacdd req-073cee26-c60f-438d-86ef-81632d33f6bb tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:07:12.769670 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-19fb4a09-8ce6-42f6-a16c-d0c4a0aaacdd req-073cee26-c60f-438d-86ef-81632d33f6bb tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] 10.222.0.104 "GET /v2.0/ports?device_id=0455bf88-da4d-44a6-9768-93a70cd92e0e HTTP/1.1" status: 200 len: 5430 time: 0.4076157 Jul 06 14:07:12.780027 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5c9a68-8c5e-4504-b7b5-f528ad3f036f tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Pushing event updated for resources: {'Port': ['ID=b41b0a9d-b9d1-4e62-a9e7-4c819a82c458,revision_number=1']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:07:12.792281 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-c24484ac-88c9-466c-9f1e-a87f76627179 req-ead3b397-247f-48f3-8225-8ab33eb0f906 tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] 10.222.0.104 "GET /v2.0/security-groups?id=bdba1446-e72e-4024-9da7-e6061f204f14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2657654 Jul 06 14:07:12.907658 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-536d39e0-d14c-408b-b570-f65548092a25 tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060'] for network, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:12.913084 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-536d39e0-d14c-408b-b570-f65548092a25 tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:07:12.913672 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-536d39e0-d14c-408b-b570-f65548092a25 tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583035'] for network, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:12.938112 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-4b84b19b-00af-4494-9036-51587f449122 req-6a841df7-2977-4e7c-899e-dc19d90b73aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:12.940016 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5c9a68-8c5e-4504-b7b5-f528ad3f036f tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Pushing event updated for resources: {'Port': ['ID=1e4245bb-268c-4744-96af-776049f7f49e,revision_number=1']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:07:12.970674 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-19fb4a09-8ce6-42f6-a16c-d0c4a0aaacdd req-0e8b9e53-b572-4ae7-b426-fed235ebe27d tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] 10.222.0.104 "GET /v2.0/security-groups?id=f573cac5-f5b4-46cb-8ee6-cba4798a03b8&id=8d3a9807-14cc-46c0-b7ed-1d949d5bac09&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1915390 Jul 06 14:07:13.009275 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-536d39e0-d14c-408b-b570-f65548092a25 tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] 10.222.0.104 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.8760760 Jul 06 14:07:13.010202 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 43890) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:07:13.013350 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af5c9a68-8c5e-4504-b7b5-f528ad3f036f tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Checking segment: {'id': '4ef2bfef-bb02-4772-96b5-9ce354ac5c84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': 'b28137b1-c27a-41f7-872c-0a525f70bcc1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100247) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:07:13.013722 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af5c9a68-8c5e-4504-b7b5-f528ad3f036f tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Network hostable DHCP agents. Network: b28137b1-c27a-41f7-872c-0a525f70bcc1, hostable agents: ['f2bada3d-be77-4359-982b-8505a2bbca04'], hosted agents: [] {{(pid=100247) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 14:07:13.020042 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-eb98d23f-b523-4735-82dc-595582c3afdd tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] Request body: {'subnet': {'network_id': '338abf4a-f572-4345-baaa-57df9c7d2d54', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:07:13.074097 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536d39e0-d14c-408b-b570-f65548092a25 tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] Pushing event updated for resources: {'Network': ['ID=338abf4a-f572-4345-baaa-57df9c7d2d54,revision_number=1']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:07:13.085859 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Network 338abf4a-f572-4345-baaa-57df9c7d2d54 details requested by agent ovs-agent-n-d-773647-6 with host n-d-773647-6 {{(pid=100248) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 14:07:13.169149 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af5c9a68-8c5e-4504-b7b5-f528ad3f036f tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Network b28137b1-c27a-41f7-872c-0a525f70bcc1 is scheduled to be hosted by DHCP agent f2bada3d-be77-4359-982b-8505a2bbca04 with binding_index 1 {{(pid=100247) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 14:07:13.249362 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.base_scheduler [None req-af5c9a68-8c5e-4504-b7b5-f528ad3f036f tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773647-6, b28137b1-c27a-41f7-872c-0a525f70bcc1) {{(pid=100247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:07:13.261254 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-028afabe-c79e-4693-9d5b-e9f253cf86b4 None None] Network b28137b1-c27a-41f7-872c-0a525f70bcc1 requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:07:13.264442 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af5c9a68-8c5e-4504-b7b5-f528ad3f036f tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Received port after_create {{(pid=100247) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:07:13.270342 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af5c9a68-8c5e-4504-b7b5-f528ad3f036f tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:07:13.276010 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af5c9a68-8c5e-4504-b7b5-f528ad3f036f tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:07:13.276776 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-af5c9a68-8c5e-4504-b7b5-f528ad3f036f tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:13.356127 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-af5c9a68-8c5e-4504-b7b5-f528ad3f036f tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] 10.222.0.104 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 3.2955928 Jul 06 14:07:13.360460 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 43892) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:07:13.438791 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb98d23f-b523-4735-82dc-595582c3afdd tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] Made reservation on behalf of 6baaa4c06bf242238309dd8ac70b6c99 for: {'subnet': 1} {{(pid=100246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:07:13.442617 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-eb98d23f-b523-4735-82dc-595582c3afdd tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127702029'] for subnet, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:13.474090 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75aa563d-3e98-4764-93be-77c2553b8d0f req-21efea4b-3ccc-41cd-95d8-ad3b8398fab8 tempest-ImagesTestJSON-1482892319 tempest-ImagesTestJSON-1482892319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:07:13.475740 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-75aa563d-3e98-4764-93be-77c2553b8d0f req-21efea4b-3ccc-41cd-95d8-ad3b8398fab8 tempest-ImagesTestJSON-1482892319 tempest-ImagesTestJSON-1482892319-project] 10.222.0.104 "GET /v2.0/ports?device_id=32f71fac-b375-4b56-9fd8-2b7a475bc4d5 HTTP/1.1" status: 200 len: 932 time: 0.3076804 Jul 06 14:07:13.484237 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6251a86-c1d8-452e-b7b4-e22f79169f08 req-e1b6e85a-3457-4657-a62f-d6f940405db9 tempest-ServerRescueNegativeTestJSON-721731692 tempest-ServerRescueNegativeTestJSON-721731692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:07:13.485970 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-f6251a86-c1d8-452e-b7b4-e22f79169f08 req-e1b6e85a-3457-4657-a62f-d6f940405db9 tempest-ServerRescueNegativeTestJSON-721731692 tempest-ServerRescueNegativeTestJSON-721731692-project] 10.222.0.104 "GET /v2.0/ports?device_id=b0b96bfa-d49a-47d6-a621-d2fd80028cc9 HTTP/1.1" status: 200 len: 945 time: 0.3190496 Jul 06 14:07:13.631060 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-75aa563d-3e98-4764-93be-77c2553b8d0f req-1a98e90e-d4fd-404d-96f2-63a2aa2a08df tempest-ImagesTestJSON-1482892319 tempest-ImagesTestJSON-1482892319-project] 10.222.0.104 "GET /v2.0/security-groups?id=46e03f63-f74e-4db3-981d-76fb36967b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1440115 Jul 06 14:07:13.634883 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-eb98d23f-b523-4735-82dc-595582c3afdd tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1849032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127687649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127702047'] for subnet, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:13.645716 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-f6251a86-c1d8-452e-b7b4-e22f79169f08 req-41f779c8-0ab2-4fa1-a674-60c5bb50e845 tempest-ServerRescueNegativeTestJSON-721731692 tempest-ServerRescueNegativeTestJSON-721731692-project] 10.222.0.104 "GET /v2.0/security-groups?id=a54a60a4-d859-4f47-b26f-a63bb69450e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438813 Jul 06 14:07:13.658728 n-d-773647-6 neutron-server[100247]: DEBUG neutron.notifiers.nova [req-4b84b19b-00af-4494-9036-51587f449122 req-6a841df7-2977-4e7c-899e-dc19d90b73aa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id be8f74d6-ec89-4516-b380-73a9277d8c69 {{(pid=100247) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 14:07:13.666359 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-4b84b19b-00af-4494-9036-51587f449122 req-6a841df7-2977-4e7c-899e-dc19d90b73aa service neutron] Notify callbacks [] for port, precommit_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:13.692227 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.plugin [None req-60a78f1e-25d8-4b47-b376-a1764df3e05f tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Deleting port 1e4245bb-268c-4744-96af-776049f7f49e {{(pid=100247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:07:13.692589 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-60a78f1e-25d8-4b47-b376-a1764df3e05f tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:13.698086 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.provisioning_blocks [req-4b84b19b-00af-4494-9036-51587f449122 req-6a841df7-2977-4e7c-899e-dc19d90b73aa service neutron] Transition to ACTIVE for port object be8f74d6-ec89-4516-b380-73a9277d8c69 will not be triggered until provisioned by entity L2. {{(pid=100247) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:07:13.704194 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb98d23f-b523-4735-82dc-595582c3afdd tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] Pushing event updated for resources: {'Subnet': ['ID=c84ffd4d-4794-4261-8f80-bf96c1f5dbc8,revision_number=0']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:07:13.712888 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb98d23f-b523-4735-82dc-595582c3afdd tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] Checking segment: {'id': '3405756d-c2a5-4e06-b310-28e70ddc9a41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1005, 'network_id': '338abf4a-f572-4345-baaa-57df9c7d2d54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:07:13.713248 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb98d23f-b523-4735-82dc-595582c3afdd tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] Network hostable DHCP agents. Network: 338abf4a-f572-4345-baaa-57df9c7d2d54, hostable agents: ['f2bada3d-be77-4359-982b-8505a2bbca04'], hosted agents: [] {{(pid=100246) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 14:07:13.730500 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb98d23f-b523-4735-82dc-595582c3afdd tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] Network 338abf4a-f572-4345-baaa-57df9c7d2d54 is scheduled to be hosted by DHCP agent f2bada3d-be77-4359-982b-8505a2bbca04 with binding_index 1 {{(pid=100246) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 14:07:13.737087 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-4b84b19b-00af-4494-9036-51587f449122 req-6a841df7-2977-4e7c-899e-dc19d90b73aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128888538'] for port, after_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:13.747106 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.base_scheduler [None req-eb98d23f-b523-4735-82dc-595582c3afdd tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773647-6, 338abf4a-f572-4345-baaa-57df9c7d2d54) {{(pid=100246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:07:13.752213 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb98d23f-b523-4735-82dc-595582c3afdd tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:07:13.752800 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-eb98d23f-b523-4735-82dc-595582c3afdd tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] Notify callbacks [] for subnet, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:13.758154 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a3a8b80-3a79-4313-92d8-9e88d9f31bfb None None] Network 338abf4a-f572-4345-baaa-57df9c7d2d54 requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:07:13.788983 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-eb98d23f-b523-4735-82dc-595582c3afdd tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] 10.222.0.104 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7768967 Jul 06 14:07:13.792014 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 43898) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:07:13.798662 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-a30859b7-8278-4892-9b01-6807b6d2d3f3 tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] Request body: {'subnet': {'network_id': '338abf4a-f572-4345-baaa-57df9c7d2d54', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:07:13.834436 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-60a78f1e-25d8-4b47-b376-a1764df3e05f tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:13.936467 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a841df7-2977-4e7c-899e-dc19d90b73aa service neutron] Pushing event updated for resources: {'Port': ['ID=be8f74d6-ec89-4516-b380-73a9277d8c69,revision_number=2']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:07:13.943046 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.plugin [None req-60a78f1e-25d8-4b47-b376-a1764df3e05f tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Calling delete_port for 1e4245bb-268c-4744-96af-776049f7f49e owned by {{(pid=100247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:07:13.980527 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-197fd520-0871-4fc9-833f-3eb14030c16b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6bd5fc82-6666-56e8-87c2-91648d36c963-338abf4a-f572-4345-baaa-57df9c7d2d54', 'network_id': '338abf4a-f572-4345-baaa-57df9c7d2d54', 'tenant_id': '6baaa4c06bf242238309dd8ac70b6c99', 'fixed_ips': [{'subnet_id': 'c84ffd4d-4794-4261-8f80-bf96c1f5dbc8'}]}} from n-d-773647-6. {{(pid=100248) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 14:07:13.983374 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-197fd520-0871-4fc9-833f-3eb14030c16b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:14.016684 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a30859b7-8278-4892-9b01-6807b6d2d3f3 tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] Made reservation on behalf of 6baaa4c06bf242238309dd8ac70b6c99 for: {'subnet': 1} {{(pid=100246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:07:14.021297 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-a30859b7-8278-4892-9b01-6807b6d2d3f3 tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127702029'] for subnet, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:14.053153 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-60a78f1e-25d8-4b47-b376-a1764df3e05f tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128888353'] for port, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:14.065352 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.managers [req-4b84b19b-00af-4494-9036-51587f449122 req-6a841df7-2977-4e7c-899e-dc19d90b73aa service neutron] Attempting to bind port be8f74d6-ec89-4516-b380-73a9277d8c69 on host n-h1-773647-6 for vnic_type normal with profile {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:07:14.079545 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.managers [req-4b84b19b-00af-4494-9036-51587f449122 req-6a841df7-2977-4e7c-899e-dc19d90b73aa service neutron] Attempting to bind port be8f74d6-ec89-4516-b380-73a9277d8c69 by drivers openvswitch,hyperv on host n-h1-773647-6 at level 0 using segments [{'id': '4f034a4d-0401-4410-9e3b-cfb7c7ebcd98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': '843daa65-9f70-4b7f-ae10-986f4b2f43e8'}] {{(pid=100247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:07:14.079883 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b84b19b-00af-4494-9036-51587f449122 req-6a841df7-2977-4e7c-899e-dc19d90b73aa service neutron] Attempting to bind port be8f74d6-ec89-4516-b380-73a9277d8c69 on network 843daa65-9f70-4b7f-ae10-986f4b2f43e8 {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:07:14.129867 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a78f1e-25d8-4b47-b376-a1764df3e05f tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Pushing event deleted for resources: {'Port': ['ID=1e4245bb-268c-4744-96af-776049f7f49e,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:07:14.135161 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b84b19b-00af-4494-9036-51587f449122 req-6a841df7-2977-4e7c-899e-dc19d90b73aa service neutron] Port be8f74d6-ec89-4516-b380-73a9277d8c69 on network 843daa65-9f70-4b7f-ae10-986f4b2f43e8 not bound, no agent of type Open vSwitch agent registered on host n-h1-773647-6 {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 14:07:14.135161 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b84b19b-00af-4494-9036-51587f449122 req-6a841df7-2977-4e7c-899e-dc19d90b73aa service neutron] Attempting to bind port be8f74d6-ec89-4516-b380-73a9277d8c69 on network 843daa65-9f70-4b7f-ae10-986f4b2f43e8 {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:07:14.164998 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b84b19b-00af-4494-9036-51587f449122 req-6a841df7-2977-4e7c-899e-dc19d90b73aa service neutron] Checking agent: {'id': '5bf7147f-bada-4441-a5dc-934b903473fb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-773647-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 51, 12), 'started_at': datetime.datetime(2021, 7, 6, 13, 51, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 7, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:07:14.165424 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b84b19b-00af-4494-9036-51587f449122 req-6a841df7-2977-4e7c-899e-dc19d90b73aa service neutron] Checking segment: {'id': '4f034a4d-0401-4410-9e3b-cfb7c7ebcd98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': '843daa65-9f70-4b7f-ae10-986f4b2f43e8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100247) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:07:14.165718 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b84b19b-00af-4494-9036-51587f449122 req-6a841df7-2977-4e7c-899e-dc19d90b73aa service neutron] Bound using segment: {'id': '4f034a4d-0401-4410-9e3b-cfb7c7ebcd98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': '843daa65-9f70-4b7f-ae10-986f4b2f43e8'} {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:07:14.166214 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.managers [req-4b84b19b-00af-4494-9036-51587f449122 req-6a841df7-2977-4e7c-899e-dc19d90b73aa service neutron] Bound port: be8f74d6-ec89-4516-b380-73a9277d8c69, host: n-h1-773647-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4f034a4d-0401-4410-9e3b-cfb7c7ebcd98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': '843daa65-9f70-4b7f-ae10-986f4b2f43e8'}}] {{(pid=100247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:07:14.166582 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-4b84b19b-00af-4494-9036-51587f449122 req-6a841df7-2977-4e7c-899e-dc19d90b73aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:14.170124 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-60a78f1e-25d8-4b47-b376-a1764df3e05f tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:14.172124 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-60a78f1e-25d8-4b47-b376-a1764df3e05f tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] 10.222.0.104 "DELETE /v2.0/ports/1e4245bb-268c-4744-96af-776049f7f49e HTTP/1.1" status: 204 len: 168 time: 0.8105271 Jul 06 14:07:14.181127 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 43916) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:07:14.223978 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.db_base_plugin_common [None req-197fd520-0871-4fc9-833f-3eb14030c16b None None] Allocated IP 2001:db8::2 (338abf4a-f572-4345-baaa-57df9c7d2d54/c84ffd4d-4794-4261-8f80-bf96c1f5dbc8/f5404527-5cd5-4ced-9274-f176ee905cc0) {{(pid=100248) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:07:14.275427 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.db [req-4b84b19b-00af-4494-9036-51587f449122 req-6a841df7-2977-4e7c-899e-dc19d90b73aa service neutron] For port be8f74d6-ec89-4516-b380-73a9277d8c69, host n-h1-773647-6, cleared binding levels {{(pid=100247) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:07:14.285550 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b384e7-ccb8-4eeb-bf69-0ebcefd0b3f9 req-8e005498-f344-4c9b-8ec0-1e47dedb43fa tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:07:14.287845 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-31b384e7-ccb8-4eeb-bf69-0ebcefd0b3f9 req-8e005498-f344-4c9b-8ec0-1e47dedb43fa tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] 10.222.0.104 "GET /v2.0/ports?device_id=73164a94-66a9-4dc1-ae58-422cd07dc979 HTTP/1.1" status: 200 len: 946 time: 0.1874623 Jul 06 14:07:14.290117 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.db [req-4b84b19b-00af-4494-9036-51587f449122 req-6a841df7-2977-4e7c-899e-dc19d90b73aa service neutron] For port be8f74d6-ec89-4516-b380-73a9277d8c69, host n-h1-773647-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773647-6',level=0,port_id=be8f74d6-ec89-4516-b380-73a9277d8c69,segment=NetworkSegment(4f034a4d-0401-4410-9e3b-cfb7c7ebcd98),segment_id=4f034a4d-0401-4410-9e3b-cfb7c7ebcd98)] {{(pid=100247) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:07:14.297867 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-4b84b19b-00af-4494-9036-51587f449122 req-6a841df7-2977-4e7c-899e-dc19d90b73aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128888538'] for port, after_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:14.329848 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d30496e-9164-43c7-bbfc-e00fc8ca3cb6 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:07:14.336932 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d30496e-9164-43c7-bbfc-e00fc8ca3cb6 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:07:14.338568 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-3d30496e-9164-43c7-bbfc-e00fc8ca3cb6 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] 10.222.0.104 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1455 time: 0.1548848 Jul 06 14:07:14.341499 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 43918) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:07:14.412737 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b84b19b-00af-4494-9036-51587f449122 req-6a841df7-2977-4e7c-899e-dc19d90b73aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:07:14.413619 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-4b84b19b-00af-4494-9036-51587f449122 req-6a841df7-2977-4e7c-899e-dc19d90b73aa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:14.416896 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-4b84b19b-00af-4494-9036-51587f449122 req-6a841df7-2977-4e7c-899e-dc19d90b73aa service neutron] 10.222.0.127 "PUT /v2.0/ports/be8f74d6-ec89-4516-b380-73a9277d8c69 HTTP/1.1" status: 200 len: 1092 time: 1.8759933 Jul 06 14:07:14.420928 n-d-773647-6 neutron-server[100247]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32f71fac-b375-4b56-9fd8-2b7a475bc4d5', 'tag': 'be8f74d6-ec89-4516-b380-73a9277d8c69'}] {{(pid=100247) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:07:14.431088 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cbf0eeaae822f8fc9b87a94aeba67a3d651842baf663a51cba94b67a514836d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe5f550e-74ad-438f-8211-6594719354a3" -d '{"events": [{"name": "network-changed", "server_uuid": "32f71fac-b375-4b56-9fd8-2b7a475bc4d5", "tag": "be8f74d6-ec89-4516-b380-73a9277d8c69"}]}' {{(pid=100247) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:07:14.444558 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a841df7-2977-4e7c-899e-dc19d90b73aa service neutron] Pushing event updated for resources: {'Port': ['ID=be8f74d6-ec89-4516-b380-73a9277d8c69,revision_number=3']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:07:14.449513 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-197fd520-0871-4fc9-833f-3eb14030c16b None None] Notify callbacks [] for port, precommit_create {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:14.460727 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-197fd520-0871-4fc9-833f-3eb14030c16b None None] Transition to ACTIVE for port object f5404527-5cd5-4ced-9274-f176ee905cc0 will not be triggered until provisioned by entity L2. {{(pid=100248) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:07:14.489515 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-31b384e7-ccb8-4eeb-bf69-0ebcefd0b3f9 req-5a273248-f3b9-437a-acd1-6b6a1f2e6c46 tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] 10.222.0.104 "GET /v2.0/security-groups?id=bdba1446-e72e-4024-9da7-e6061f204f14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1915197 Jul 06 14:07:14.496554 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-197fd520-0871-4fc9-833f-3eb14030c16b None None] Transition to ACTIVE for port object f5404527-5cd5-4ced-9274-f176ee905cc0 will not be triggered until provisioned by entity DHCP. {{(pid=100248) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:07:14.516428 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-197fd520-0871-4fc9-833f-3eb14030c16b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108'] for port, after_create {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:14.599756 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 14:07:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2f6e01d-5150-432b-8df6-69cf9d51c076 x-openstack-request-id: req-e2f6e01d-5150-432b-8df6-69cf9d51c076 {{(pid=100247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:07:14.600062 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32f71fac-b375-4b56-9fd8-2b7a475bc4d5", "tag": "be8f74d6-ec89-4516-b380-73a9277d8c69", "status": "completed", "code": 200}]} {{(pid=100247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:07:14.600318 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-e2f6e01d-5150-432b-8df6-69cf9d51c076 {{(pid=100247) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:07:14.600721 n-d-773647-6 neutron-server[100247]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32f71fac-b375-4b56-9fd8-2b7a475bc4d5', 'tag': 'be8f74d6-ec89-4516-b380-73a9277d8c69', 'status': 'completed', 'code': 200} Jul 06 14:07:14.604468 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b84b19b-00af-4494-9036-51587f449122 req-b08bcbce-92e1-40ee-9ac9-40ef26f4eda6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:07:14.606041 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-4b84b19b-00af-4494-9036-51587f449122 req-b08bcbce-92e1-40ee-9ac9-40ef26f4eda6 service neutron] 10.222.0.127 "GET /v2.0/ports?tenant_id=088899109daa4dab8b28e16d07018840&device_id=32f71fac-b375-4b56-9fd8-2b7a475bc4d5 HTTP/1.1" status: 200 len: 1095 time: 0.1472211 Jul 06 14:07:14.617207 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197fd520-0871-4fc9-833f-3eb14030c16b None None] Pushing event updated for resources: {'Port': ['ID=f5404527-5cd5-4ced-9274-f176ee905cc0,revision_number=1']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:07:14.642423 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [None req-f5b37218-98ba-4001-a2c1-9aa10932066b tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Deleting port b41b0a9d-b9d1-4e62-a9e7-4c819a82c458 {{(pid=100246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:07:14.642774 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-f5b37218-98ba-4001-a2c1-9aa10932066b tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:14.657092 n-d-773647-6 neutron-server[100248]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-197fd520-0871-4fc9-833f-3eb14030c16b None None] Network 338abf4a-f572-4345-baaa-57df9c7d2d54 is already hosted by enough agents. {{(pid=100248) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:07:14.658962 n-d-773647-6 neutron-server[100248]: DEBUG neutron.scheduler.base_scheduler [None req-197fd520-0871-4fc9-833f-3eb14030c16b None None] Resources bound (agent type, host, resource id): {{(pid=100248) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:07:14.664157 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-197fd520-0871-4fc9-833f-3eb14030c16b None None] Received port after_create {{(pid=100248) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:07:14.689930 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-4b84b19b-00af-4494-9036-51587f449122 req-2f3de541-aaf5-41f3-becd-30c8c7209d2e service neutron] 10.222.0.127 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=be8f74d6-ec89-4516-b380-73a9277d8c69 HTTP/1.1" status: 200 len: 217 time: 0.0716355 Jul 06 14:07:14.744596 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-f5b37218-98ba-4001-a2c1-9aa10932066b tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:14.763603 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [None req-f5b37218-98ba-4001-a2c1-9aa10932066b tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Calling delete_port for b41b0a9d-b9d1-4e62-a9e7-4c819a82c458 owned by {{(pid=100246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:07:14.801384 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b84b19b-00af-4494-9036-51587f449122 req-dbdc8965-71b2-49c2-b13a-04876d94f86e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:07:14.802970 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-4b84b19b-00af-4494-9036-51587f449122 req-dbdc8965-71b2-49c2-b13a-04876d94f86e service neutron] 10.222.0.127 "GET /v2.0/subnets?id=ae20b5e9-07e2-4786-84d5-713ad5ff019c HTTP/1.1" status: 200 len: 844 time: 0.0921597 Jul 06 14:07:14.818384 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23b673d-3eaf-47f8-9fda-6891aec2c9f5 req-7b0840f7-72d0-441d-a70c-a13016dcea5f tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:07:14.823238 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-197fd520-0871-4fc9-833f-3eb14030c16b None None] Attempting to bind port f5404527-5cd5-4ced-9274-f176ee905cc0 on host n-d-773647-6 for vnic_type normal with profile {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:07:14.823971 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-197fd520-0871-4fc9-833f-3eb14030c16b None None] Attempting to bind port f5404527-5cd5-4ced-9274-f176ee905cc0 by drivers openvswitch,hyperv on host n-d-773647-6 at level 0 using segments [{'id': '3405756d-c2a5-4e06-b310-28e70ddc9a41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1005, 'network_id': '338abf4a-f572-4345-baaa-57df9c7d2d54'}] {{(pid=100248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:07:14.824589 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-197fd520-0871-4fc9-833f-3eb14030c16b None None] Attempting to bind port f5404527-5cd5-4ced-9274-f176ee905cc0 on network 338abf4a-f572-4345-baaa-57df9c7d2d54 {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:07:14.825471 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23b673d-3eaf-47f8-9fda-6891aec2c9f5 req-7b0840f7-72d0-441d-a70c-a13016dcea5f tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:07:14.830285 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-197fd520-0871-4fc9-833f-3eb14030c16b None None] Checking agent: {'id': '8ab5b19c-d213-4f29-891d-27bdf39d38b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773647-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 43, 26), 'started_at': datetime.datetime(2021, 7, 6, 13, 43, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 6, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773647-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:07:14.831136 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-197fd520-0871-4fc9-833f-3eb14030c16b None None] Checking segment: {'id': '3405756d-c2a5-4e06-b310-28e70ddc9a41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1005, 'network_id': '338abf4a-f572-4345-baaa-57df9c7d2d54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:07:14.831434 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23b673d-3eaf-47f8-9fda-6891aec2c9f5 req-7b0840f7-72d0-441d-a70c-a13016dcea5f tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:07:14.832088 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-197fd520-0871-4fc9-833f-3eb14030c16b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:14.832908 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-197fd520-0871-4fc9-833f-3eb14030c16b None None] Bound using segment: {'id': '3405756d-c2a5-4e06-b310-28e70ddc9a41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1005, 'network_id': '338abf4a-f572-4345-baaa-57df9c7d2d54'} {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:07:14.833946 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-197fd520-0871-4fc9-833f-3eb14030c16b None None] Bound port: f5404527-5cd5-4ced-9274-f176ee905cc0, host: n-d-773647-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3405756d-c2a5-4e06-b310-28e70ddc9a41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1005, 'network_id': '338abf4a-f572-4345-baaa-57df9c7d2d54'}}] {{(pid=100248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:07:14.834560 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-197fd520-0871-4fc9-833f-3eb14030c16b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:14.838256 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23b673d-3eaf-47f8-9fda-6891aec2c9f5 req-7b0840f7-72d0-441d-a70c-a13016dcea5f tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:07:14.845251 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23b673d-3eaf-47f8-9fda-6891aec2c9f5 req-7b0840f7-72d0-441d-a70c-a13016dcea5f tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:07:14.852878 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23b673d-3eaf-47f8-9fda-6891aec2c9f5 req-7b0840f7-72d0-441d-a70c-a13016dcea5f tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:07:14.859960 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23b673d-3eaf-47f8-9fda-6891aec2c9f5 req-7b0840f7-72d0-441d-a70c-a13016dcea5f tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:07:14.869123 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-f5b37218-98ba-4001-a2c1-9aa10932066b tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127687580'] for port, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:14.869823 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-a23b673d-3eaf-47f8-9fda-6891aec2c9f5 req-7b0840f7-72d0-441d-a70c-a13016dcea5f tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] 10.222.0.104 "GET /v2.0/ports?device_id=0455bf88-da4d-44a6-9768-93a70cd92e0e HTTP/1.1" status: 200 len: 5430 time: 0.2295306 Jul 06 14:07:14.918216 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-4b84b19b-00af-4494-9036-51587f449122 req-5835499f-4ac9-4bc9-bcdd-f3b4fa50b41f service neutron] 10.222.0.127 "GET /v2.0/ports?network_id=843daa65-9f70-4b7f-ae10-986f4b2f43e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0461910 Jul 06 14:07:14.918396 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b37218-98ba-4001-a2c1-9aa10932066b tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Pushing event deleted for resources: {'Port': ['ID=b41b0a9d-b9d1-4e62-a9e7-4c819a82c458,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:07:14.920728 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-a30859b7-8278-4892-9b01-6807b6d2d3f3 tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1849032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127687649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127702047'] for subnet, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:14.939532 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-197fd520-0871-4fc9-833f-3eb14030c16b None None] For port f5404527-5cd5-4ced-9274-f176ee905cc0, host n-d-773647-6, cleared binding levels {{(pid=100248) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:07:14.944170 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-197fd520-0871-4fc9-833f-3eb14030c16b None None] For port f5404527-5cd5-4ced-9274-f176ee905cc0, host n-d-773647-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=f5404527-5cd5-4ced-9274-f176ee905cc0,segment=NetworkSegment(3405756d-c2a5-4e06-b310-28e70ddc9a41),segment_id=3405756d-c2a5-4e06-b310-28e70ddc9a41)] {{(pid=100248) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:07:14.952959 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-197fd520-0871-4fc9-833f-3eb14030c16b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:14.964470 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a30859b7-8278-4892-9b01-6807b6d2d3f3 tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] Network 338abf4a-f572-4345-baaa-57df9c7d2d54 is already hosted by enough agents. {{(pid=100246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:07:14.965776 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-f5b37218-98ba-4001-a2c1-9aa10932066b tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:14.970429 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-f5b37218-98ba-4001-a2c1-9aa10932066b tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] 10.222.0.104 "DELETE /v2.0/ports/b41b0a9d-b9d1-4e62-a9e7-4c819a82c458 HTTP/1.1" status: 204 len: 168 time: 0.6259339 Jul 06 14:07:14.973593 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 43928) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:07:15.013722 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.base_scheduler [None req-a30859b7-8278-4892-9b01-6807b6d2d3f3 tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] Resources bound (agent type, host, resource id): {{(pid=100246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:07:15.019051 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a30859b7-8278-4892-9b01-6807b6d2d3f3 tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:07:15.019725 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-a30859b7-8278-4892-9b01-6807b6d2d3f3 tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] Notify callbacks [] for subnet, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:15.049767 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197fd520-0871-4fc9-833f-3eb14030c16b None None] Pushing event updated for resources: {'Port': ['ID=f5404527-5cd5-4ced-9274-f176ee905cc0,revision_number=2']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:07:15.063295 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30859b7-8278-4892-9b01-6807b6d2d3f3 tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] Pushing event updated for resources: {'Subnet': ['ID=d96df02a-6026-4887-adfc-5a7e2c76ee4c,revision_number=0']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:07:15.075185 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 43930) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:07:15.075705 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-a30859b7-8278-4892-9b01-6807b6d2d3f3 tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] 10.222.0.104 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.2823722 Jul 06 14:07:15.094627 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fb68957-0c81-40d1-8dd7-36ac1a0ed91c tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:07:15.099346 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-9fb68957-0c81-40d1-8dd7-36ac1a0ed91c tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] 10.222.0.104 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.1243465 Jul 06 14:07:15.100075 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 43932) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:07:15.132870 n-d-773647-6 neutron-server[100246]: INFO neutron.pecan_wsgi.hooks.translation [None req-447cc270-0df6-4721-9a6d-a409928d4e33 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] GET failed (client error): The resource could not be found. Jul 06 14:07:15.138185 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-447cc270-0df6-4721-9a6d-a409928d4e33 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] 10.222.0.104 "GET /v2.0/ports/1e4245bb-268c-4744-96af-776049f7f49e HTTP/1.1" status: 404 len: 333 time: 0.0365009 Jul 06 14:07:15.138860 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 43934) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:07:15.168602 n-d-773647-6 neutron-server[100246]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff11a9e9-1fdc-4150-aba6-3728b8411ece tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] GET failed (client error): The resource could not be found. Jul 06 14:07:15.173411 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-ff11a9e9-1fdc-4150-aba6-3728b8411ece tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] 10.222.0.104 "GET /v2.0/ports/b41b0a9d-b9d1-4e62-a9e7-4c819a82c458 HTTP/1.1" status: 404 len: 333 time: 0.0333018 Jul 06 14:07:15.174085 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 43936) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:07:15.330099 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-4ceffb78-7153-4880-a5f0-4c4d46ceb11a tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530492'] for network, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:15.438200 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-4ceffb78-7153-4880-a5f0-4c4d46ceb11a tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-917204', 'neutron.services.segments.db._delete_segments_for_network-8773753502302'] for network, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:15.451605 n-d-773647-6 neutron-server[100246]: DEBUG neutron.services.segments.db [None req-4ceffb78-7153-4880-a5f0-4c4d46ceb11a tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b28137b1-c27a-41f7-872c-0a525f70bcc1']}} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:07:15.470712 n-d-773647-6 neutron-server[100246]: DEBUG neutron.services.segments.db [None req-4ceffb78-7153-4880-a5f0-4c4d46ceb11a tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ef2bfef-bb02-4772-96b5-9ce354ac5c84') {'for_net_delete': True} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:07:15.471609 n-d-773647-6 neutron-server[100246]: DEBUG neutron.services.segments.db [None req-4ceffb78-7153-4880-a5f0-4c4d46ceb11a tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ef2bfef-bb02-4772-96b5-9ce354ac5c84') {} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:07:15.480507 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-4ceffb78-7153-4880-a5f0-4c4d46ceb11a tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773753515138', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126218898'] for segment, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:15.483787 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-a23b673d-3eaf-47f8-9fda-6891aec2c9f5 req-4f3a9830-64ff-404a-ab24-a4824284699a tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] 10.222.0.104 "GET /v2.0/security-groups?id=f573cac5-f5b4-46cb-8ee6-cba4798a03b8&id=8d3a9807-14cc-46c0-b7ed-1d949d5bac09&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.6129448 Jul 06 14:07:15.494452 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-4ceffb78-7153-4880-a5f0-4c4d46ceb11a tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552'] for segment, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:15.506512 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ceffb78-7153-4880-a5f0-4c4d46ceb11a tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Releasing vlan 1043 on physical network physnet1 to pool {{(pid=100246) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 14:07:15.507606 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-4ceffb78-7153-4880-a5f0-4c4d46ceb11a tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127687491'] for segment, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:15.541370 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-4b84b19b-00af-4494-9036-51587f449122 req-94411afa-ea84-4f9d-9775-e0e20f8bc93c service neutron] 10.222.0.127 "GET /v2.0/networks/843daa65-9f70-4b7f-ae10-986f4b2f43e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6066093 Jul 06 14:07:15.563565 n-d-773647-6 neutron-server[100246]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:07:15.563565 n-d-773647-6 neutron-server[100246]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:07:15.563565 n-d-773647-6 neutron-server[100246]: Traceback (most recent call last): Jul 06 14:07:15.563565 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 14:07:15.563565 n-d-773647-6 neutron-server[100246]: timer() Jul 06 14:07:15.563565 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 14:07:15.563565 n-d-773647-6 neutron-server[100246]: cb(*args, **kw) Jul 06 14:07:15.563565 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 14:07:15.563565 n-d-773647-6 neutron-server[100246]: return func(*args, **kwargs) Jul 06 14:07:15.563565 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 14:07:15.563565 n-d-773647-6 neutron-server[100246]: self._notify() Jul 06 14:07:15.563565 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 14:07:15.563565 n-d-773647-6 neutron-server[100246]: self.callback(batched_events) Jul 06 14:07:15.563565 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 14:07:15.563565 n-d-773647-6 neutron-server[100246]: event.method(event) Jul 06 14:07:15.563565 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 14:07:15.563565 n-d-773647-6 neutron-server[100246]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 14:07:15.563565 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 14:07:15.563565 n-d-773647-6 neutron-server[100246]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 14:07:15.563565 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 14:07:15.563565 n-d-773647-6 neutron-server[100246]: return f(self, *a, **k) Jul 06 14:07:15.563565 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 14:07:15.563565 n-d-773647-6 neutron-server[100246]: return self._get(url).json() Jul 06 14:07:15.563565 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 14:07:15.563565 n-d-773647-6 neutron-server[100246]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 14:07:15.563565 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 14:07:15.563565 n-d-773647-6 neutron-server[100246]: return self.request(url, 'GET', **kwargs) Jul 06 14:07:15.563565 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 14:07:15.563565 n-d-773647-6 neutron-server[100246]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 14:07:15.563565 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 14:07:15.563565 n-d-773647-6 neutron-server[100246]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 14:07:15.563565 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 14:07:15.563565 n-d-773647-6 neutron-server[100246]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 14:07:15.563565 n-d-773647-6 neutron-server[100246]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 14:07:15.589647 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-4ceffb78-7153-4880-a5f0-4c4d46ceb11a tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-917215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1761140'] for network, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:15.632255 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-4ceffb78-7153-4880-a5f0-4c4d46ceb11a tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Notify callbacks [] for network, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:15.636106 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-4ceffb78-7153-4880-a5f0-4c4d46ceb11a tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] 10.222.0.104 "DELETE /v2.0/networks/b28137b1-c27a-41f7-872c-0a525f70bcc1 HTTP/1.1" status: 204 len: 168 time: 0.4592378 Jul 06 14:07:15.636106 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ceffb78-7153-4880-a5f0-4c4d46ceb11a tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Pushing event deleted for resources: {'Network': ['ID=b28137b1-c27a-41f7-872c-0a525f70bcc1,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:07:15.642155 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 43944) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:07:15.647062 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-21ba2ce7-796b-4386-bce0-414f53001f6a tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1003550642'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:07:15.675950 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21ba2ce7-796b-4386-bce0-414f53001f6a tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Made reservation on behalf of e15b02822e68450fa73455cc009166c9 for: {'network': 1} {{(pid=100246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:07:15.679488 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-21ba2ce7-796b-4386-bce0-414f53001f6a tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for network, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:15.702219 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-4b84b19b-00af-4494-9036-51587f449122 req-8f5211c7-36ed-487e-8ec4-6987f07504da service neutron] 10.222.0.127 "GET /v2.0/networks/843daa65-9f70-4b7f-ae10-986f4b2f43e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1470375 Jul 06 14:07:15.730212 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c437cc70-00d4-47f4-ac0b-6949bc991539 tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:07:15.732205 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-21ba2ce7-796b-4386-bce0-414f53001f6a tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] vlan segment allocate from pool success with {'vlan_id': 1049, 'physical_network': 'physnet1'} {{(pid=100246) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 14:07:15.734174 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c437cc70-00d4-47f4-ac0b-6949bc991539 tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:07:15.737586 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c437cc70-00d4-47f4-ac0b-6949bc991539 tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:07:15.738566 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c437cc70-00d4-47f4-ac0b-6949bc991539 tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:07:15.740381 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c437cc70-00d4-47f4-ac0b-6949bc991539 tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:07:15.742147 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-c437cc70-00d4-47f4-ac0b-6949bc991539 tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] 10.222.0.104 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.6627052 Jul 06 14:07:15.752486 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 43946) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:07:15.753291 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7c3870-f7e6-4569-a312-eaa4dd07ec96 req-0a537e3d-75fc-4653-8607-39dc9647a0b1 tempest-ImagesTestJSON-1482892319 tempest-ImagesTestJSON-1482892319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:07:15.755110 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-cf7c3870-f7e6-4569-a312-eaa4dd07ec96 req-0a537e3d-75fc-4653-8607-39dc9647a0b1 tempest-ImagesTestJSON-1482892319 tempest-ImagesTestJSON-1482892319-project] 10.222.0.104 "GET /v2.0/ports?device_id=32f71fac-b375-4b56-9fd8-2b7a475bc4d5 HTTP/1.1" status: 200 len: 944 time: 0.8347237 Jul 06 14:07:15.760991 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-a35ca26f-8f24-4178-acce-d56135530243 tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-507782090'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:07:15.769652 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-21ba2ce7-796b-4386-bce0-414f53001f6a tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552'] for segment, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:15.770010 n-d-773647-6 neutron-server[100246]: INFO neutron.db.segments_db [None req-21ba2ce7-796b-4386-bce0-414f53001f6a tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Added segment 20a8c487-6697-4afe-a25c-31ef26ceddb3 of type vlan for network c91c172a-cbe6-44f9-85f3-fcc9e5841f88 Jul 06 14:07:15.827730 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-21ba2ce7-796b-4386-bce0-414f53001f6a tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773752984405'] for network, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:15.832938 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a35ca26f-8f24-4178-acce-d56135530243 tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] Made reservation on behalf of 6baaa4c06bf242238309dd8ac70b6c99 for: {'network': 1} {{(pid=100246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:07:15.837257 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-a35ca26f-8f24-4178-acce-d56135530243 tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for network, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:15.880851 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a35ca26f-8f24-4178-acce-d56135530243 tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] vlan segment allocate from pool success with {'vlan_id': 1048, 'physical_network': 'physnet1'} {{(pid=100246) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 14:07:15.890086 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386605c7-a375-4b16-951f-bfb2d5b681f6 req-0e2e292d-b37c-435c-b3a8-2b69c2db9dca tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:07:15.896207 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-a35ca26f-8f24-4178-acce-d56135530243 tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552'] for segment, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:15.896698 n-d-773647-6 neutron-server[100246]: INFO neutron.db.segments_db [None req-a35ca26f-8f24-4178-acce-d56135530243 tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] Added segment 4d91be64-56ff-46e2-9d5d-5468b866de6f of type vlan for network cc221a7a-b529-43ee-9afb-c652f776e000 Jul 06 14:07:15.897579 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-386605c7-a375-4b16-951f-bfb2d5b681f6 req-0e2e292d-b37c-435c-b3a8-2b69c2db9dca tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] 10.222.0.104 "GET /v2.0/ports?device_id=5fbc9a8b-86db-4456-85e1-a59cfdbb9c8d HTTP/1.1" status: 200 len: 944 time: 0.2447896 Jul 06 14:07:15.912925 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-21ba2ce7-796b-4386-bce0-414f53001f6a tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060'] for network, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:15.919502 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21ba2ce7-796b-4386-bce0-414f53001f6a tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:07:15.920746 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-21ba2ce7-796b-4386-bce0-414f53001f6a tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Notify callbacks [] for network, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:15.921495 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-cf7c3870-f7e6-4569-a312-eaa4dd07ec96 req-83dc4a05-5626-4030-8e53-8964c90c7853 tempest-ImagesTestJSON-1482892319 tempest-ImagesTestJSON-1482892319-project] 10.222.0.104 "GET /v2.0/security-groups?id=46e03f63-f74e-4db3-981d-76fb36967b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1504769 Jul 06 14:07:16.001848 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5f550e-74ad-438f-8211-6594719354a3 req-a206c291-262d-4f5f-b443-6798295ca0c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:07:16.005427 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-fe5f550e-74ad-438f-8211-6594719354a3 req-a206c291-262d-4f5f-b443-6798295ca0c4 service neutron] 10.222.0.127 "GET /v2.0/ports?tenant_id=088899109daa4dab8b28e16d07018840&device_id=32f71fac-b375-4b56-9fd8-2b7a475bc4d5 HTTP/1.1" status: 200 len: 1095 time: 0.2220051 Jul 06 14:07:16.018664 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-386605c7-a375-4b16-951f-bfb2d5b681f6 req-e210e296-9c56-47fb-816d-82a56ca35801 tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] 10.222.0.104 "GET /v2.0/security-groups?id=54cfb86c-390d-4cad-8265-7f5781c66116&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1201649 Jul 06 14:07:16.056225 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-a35ca26f-8f24-4178-acce-d56135530243 tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773752984405'] for network, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:16.070664 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-21ba2ce7-796b-4386-bce0-414f53001f6a tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] 10.222.0.104 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4249763 Jul 06 14:07:16.105201 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 43950) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:07:16.111585 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ba2ce7-796b-4386-bce0-414f53001f6a tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Pushing event updated for resources: {'Network': ['ID=c91c172a-cbe6-44f9-85f3-fcc9e5841f88,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:07:16.114602 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [None req-0a825b4c-6bd0-415c-b0f9-c67d56ac9cb6 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Request body: {'subnet': {'network_id': 'c91c172a-cbe6-44f9-85f3-fcc9e5841f88', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:07:16.125314 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Network c91c172a-cbe6-44f9-85f3-fcc9e5841f88 details requested by agent ovs-agent-n-d-773647-6 with host n-d-773647-6 {{(pid=100248) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 14:07:16.170354 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-a35ca26f-8f24-4178-acce-d56135530243 tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060'] for network, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:16.187683 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a35ca26f-8f24-4178-acce-d56135530243 tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:07:16.189106 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-a35ca26f-8f24-4178-acce-d56135530243 tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] Notify callbacks [] for network, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:16.308438 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a825b4c-6bd0-415c-b0f9-c67d56ac9cb6 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Made reservation on behalf of e15b02822e68450fa73455cc009166c9 for: {'subnet': 1} {{(pid=100247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:07:16.316017 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-0a825b4c-6bd0-415c-b0f9-c67d56ac9cb6 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127627440'] for subnet, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:16.374722 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device f5404527-5cd5-4ced-9274-f176ee905cc0 up at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:07:16.389727 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-a35ca26f-8f24-4178-acce-d56135530243 tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] 10.222.0.104 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.6299863 Jul 06 14:07:16.393210 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 43954) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:07:16.402706 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-f628101a-44d0-471f-a4ee-1090f4b3e896 tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] Request body: {'network': {'name': 'New_network'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:07:16.465453 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c227916-aa3a-434f-8662-602d8505379d None None] Network 338abf4a-f572-4345-baaa-57df9c7d2d54 requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:07:16.500237 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35ca26f-8f24-4178-acce-d56135530243 tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] Pushing event updated for resources: {'Network': ['ID=cc221a7a-b529-43ee-9afb-c652f776e000,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:07:16.511543 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Network cc221a7a-b529-43ee-9afb-c652f776e000 details requested by agent ovs-agent-n-d-773647-6 with host n-d-773647-6 {{(pid=100248) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 14:07:16.516153 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning for port f5404527-5cd5-4ced-9274-f176ee905cc0 completed by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:07:16.559870 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-0a825b4c-6bd0-415c-b0f9-c67d56ac9cb6 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1849032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-128888412', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127627426'] for subnet, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:16.663727 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-f628101a-44d0-471f-a4ee-1090f4b3e896 tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773752984405'] for network, precommit_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:16.666067 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-85a0b70e-e84d-4914-9ef8-d750b5379e6d None None] Provisioning for port f5404527-5cd5-4ced-9274-f176ee905cc0 completed by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:07:16.682959 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5f550e-74ad-438f-8211-6594719354a3 req-4e7aa01c-c867-49c6-b04e-9c5c37893480 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:07:16.684559 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-fe5f550e-74ad-438f-8211-6594719354a3 req-4e7aa01c-c867-49c6-b04e-9c5c37893480 service neutron] 10.222.0.127 "GET /v2.0/networks?id=843daa65-9f70-4b7f-ae10-986f4b2f43e8 HTTP/1.1" status: 200 len: 906 time: 0.6647210 Jul 06 14:07:16.684709 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-f628101a-44d0-471f-a4ee-1090f4b3e896 tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060'] for network, after_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:16.695194 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-85a0b70e-e84d-4914-9ef8-d750b5379e6d None None] Provisioning complete for port f5404527-5cd5-4ced-9274-f176ee905cc0 triggered by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:07:16.696341 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a825b4c-6bd0-415c-b0f9-c67d56ac9cb6 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Checking segment: {'id': '20a8c487-6697-4afe-a25c-31ef26ceddb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': 'c91c172a-cbe6-44f9-85f3-fcc9e5841f88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100247) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:07:16.696485 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-85a0b70e-e84d-4914-9ef8-d750b5379e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:16.696718 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a825b4c-6bd0-415c-b0f9-c67d56ac9cb6 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Network hostable DHCP agents. Network: c91c172a-cbe6-44f9-85f3-fcc9e5841f88, hostable agents: ['f2bada3d-be77-4359-982b-8505a2bbca04'], hosted agents: [] {{(pid=100247) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 14:07:16.701215 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-f628101a-44d0-471f-a4ee-1090f4b3e896 tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] Network cc221a7a-b529-43ee-9afb-c652f776e000 is not hosted by any dhcp agent {{(pid=100246) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jul 06 14:07:16.708566 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f628101a-44d0-471f-a4ee-1090f4b3e896 tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:07:16.709266 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-f628101a-44d0-471f-a4ee-1090f4b3e896 tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] Notify callbacks [] for network, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:16.711056 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-f628101a-44d0-471f-a4ee-1090f4b3e896 tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] 10.222.0.104 "PUT /v2.0/networks/cc221a7a-b529-43ee-9afb-c652f776e000 HTTP/1.1" status: 200 len: 723 time: 0.3168678 Jul 06 14:07:16.723079 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 43958) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:07:16.749548 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-fe5f550e-74ad-438f-8211-6594719354a3 req-78d12303-cd0b-4db2-9a0e-76e59e2c92ce service neutron] 10.222.0.127 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=be8f74d6-ec89-4516-b380-73a9277d8c69 HTTP/1.1" status: 200 len: 217 time: 0.0503836 Jul 06 14:07:16.754687 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-299515ca-cac0-463e-93ea-3a17ffd3487c tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] Request body: {'subnet': {'network_id': 'cc221a7a-b529-43ee-9afb-c652f776e000', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:07:16.791420 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a825b4c-6bd0-415c-b0f9-c67d56ac9cb6 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Pushing event updated for resources: {'Subnet': ['ID=6a536dcc-be1b-4eb3-bea1-de20fb845c7a,revision_number=0']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:07:16.833749 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f628101a-44d0-471f-a4ee-1090f4b3e896 tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] Pushing event updated for resources: {'Network': ['ID=cc221a7a-b529-43ee-9afb-c652f776e000,revision_number=2']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:07:16.850570 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf353bd-6aa4-4e64-b1c9-32e7bc3c1078 req-6022e26c-cca7-430e-b5bb-52619582bcaf tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:07:16.858890 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-3cf353bd-6aa4-4e64-b1c9-32e7bc3c1078 req-6022e26c-cca7-430e-b5bb-52619582bcaf tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] 10.222.0.104 "GET /v2.0/ports?device_id=5fbc9a8b-86db-4456-85e1-a59cfdbb9c8d HTTP/1.1" status: 200 len: 944 time: 0.3145266 Jul 06 14:07:16.870917 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Network cc221a7a-b529-43ee-9afb-c652f776e000 details requested by agent ovs-agent-n-d-773647-6 with host n-d-773647-6 {{(pid=100248) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 14:07:16.911354 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-299515ca-cac0-463e-93ea-3a17ffd3487c tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] Made reservation on behalf of 6baaa4c06bf242238309dd8ac70b6c99 for: {'subnet': 1} {{(pid=100246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:07:16.916333 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-299515ca-cac0-463e-93ea-3a17ffd3487c tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127702029'] for subnet, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:16.923050 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-3cf353bd-6aa4-4e64-b1c9-32e7bc3c1078 req-c875e343-81fe-4938-afd3-cfc016339469 tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] 10.222.0.104 "GET /v2.0/security-groups?id=54cfb86c-390d-4cad-8265-7f5781c66116&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0603747 Jul 06 14:07:16.928133 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a825b4c-6bd0-415c-b0f9-c67d56ac9cb6 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Network c91c172a-cbe6-44f9-85f3-fcc9e5841f88 is scheduled to be hosted by DHCP agent f2bada3d-be77-4359-982b-8505a2bbca04 with binding_index 1 {{(pid=100247) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 14:07:16.947556 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5f550e-74ad-438f-8211-6594719354a3 req-a419264f-8841-4933-9145-1041af14c27d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:07:16.947556 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-fe5f550e-74ad-438f-8211-6594719354a3 req-a419264f-8841-4933-9145-1041af14c27d service neutron] 10.222.0.127 "GET /v2.0/subnets?id=ae20b5e9-07e2-4786-84d5-713ad5ff019c HTTP/1.1" status: 200 len: 844 time: 0.1825936 Jul 06 14:07:16.968661 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-85a0b70e-e84d-4914-9ef8-d750b5379e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:17.022031 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff6dd78-042d-4ea0-94bb-2a2ce0fca3ad req-7543751e-3cc1-4a2f-b129-c690496d3cf1 tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:07:17.029631 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff6dd78-042d-4ea0-94bb-2a2ce0fca3ad req-7543751e-3cc1-4a2f-b129-c690496d3cf1 tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:07:17.036460 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff6dd78-042d-4ea0-94bb-2a2ce0fca3ad req-7543751e-3cc1-4a2f-b129-c690496d3cf1 tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:07:17.044806 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-85a0b70e-e84d-4914-9ef8-d750b5379e6d None None] For port f5404527-5cd5-4ced-9274-f176ee905cc0, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=f5404527-5cd5-4ced-9274-f176ee905cc0,segment=NetworkSegment(3405756d-c2a5-4e06-b310-28e70ddc9a41),segment_id=3405756d-c2a5-4e06-b310-28e70ddc9a41)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:07:17.047860 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff6dd78-042d-4ea0-94bb-2a2ce0fca3ad req-7543751e-3cc1-4a2f-b129-c690496d3cf1 tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:07:17.050329 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-85a0b70e-e84d-4914-9ef8-d750b5379e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:17.062474 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff6dd78-042d-4ea0-94bb-2a2ce0fca3ad req-7543751e-3cc1-4a2f-b129-c690496d3cf1 tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:07:17.069305 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff6dd78-042d-4ea0-94bb-2a2ce0fca3ad req-7543751e-3cc1-4a2f-b129-c690496d3cf1 tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:07:17.083904 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff6dd78-042d-4ea0-94bb-2a2ce0fca3ad req-7543751e-3cc1-4a2f-b129-c690496d3cf1 tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:07:17.086043 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-2ff6dd78-042d-4ea0-94bb-2a2ce0fca3ad req-7543751e-3cc1-4a2f-b129-c690496d3cf1 tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] 10.222.0.104 "GET /v2.0/ports?device_id=0455bf88-da4d-44a6-9768-93a70cd92e0e HTTP/1.1" status: 200 len: 5430 time: 0.3947072 Jul 06 14:07:17.087015 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.base_scheduler [None req-0a825b4c-6bd0-415c-b0f9-c67d56ac9cb6 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773647-6, c91c172a-cbe6-44f9-85f3-fcc9e5841f88) {{(pid=100247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:07:17.129226 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a825b4c-6bd0-415c-b0f9-c67d56ac9cb6 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:07:17.129906 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-0a825b4c-6bd0-415c-b0f9-c67d56ac9cb6 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Notify callbacks [] for subnet, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:17.133985 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-fe5f550e-74ad-438f-8211-6594719354a3 req-9ee4c574-a30c-475e-8b73-ad7e8c72017b service neutron] 10.222.0.127 "GET /v2.0/ports?network_id=843daa65-9f70-4b7f-ae10-986f4b2f43e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1638710 Jul 06 14:07:17.138030 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dbac486-e13b-41d7-8cb3-b9bd74296095 None None] Network c91c172a-cbe6-44f9-85f3-fcc9e5841f88 requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:07:17.144923 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6cb347f-ee43-4e18-a63e-24c09f71200b None None] Update dhcp port {'port': {'network_id': '338abf4a-f572-4345-baaa-57df9c7d2d54', 'fixed_ips': [{'subnet_id': 'c84ffd4d-4794-4261-8f80-bf96c1f5dbc8', 'ip_address': '2001:db8::2'}, {'subnet_id': 'd96df02a-6026-4887-adfc-5a7e2c76ee4c'}], 'binding:host_id': 'n-d-773647-6'}, 'id': 'f5404527-5cd5-4ced-9274-f176ee905cc0'} from n-d-773647-6. {{(pid=100248) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 06 14:07:17.200783 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-c6cb347f-ee43-4e18-a63e-24c09f71200b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:17.209236 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-0a825b4c-6bd0-415c-b0f9-c67d56ac9cb6 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] 10.222.0.104 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1026897 Jul 06 14:07:17.218601 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 43968) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:07:17.225436 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-562a5ab2-9917-4677-a17d-2438c96f0908 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Request body: {'port': {'network_id': 'c91c172a-cbe6-44f9-85f3-fcc9e5841f88', 'name': 'tempest-PortsIpV6TestJSON-706219236'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:07:17.275289 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-2ff6dd78-042d-4ea0-94bb-2a2ce0fca3ad req-5c7aab57-bca3-42b5-8a3b-ff61cb304e7a tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] 10.222.0.104 "GET /v2.0/security-groups?id=f573cac5-f5b4-46cb-8ee6-cba4798a03b8&id=8d3a9807-14cc-46c0-b7ed-1d949d5bac09&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1801407 Jul 06 14:07:17.289846 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-299515ca-cac0-463e-93ea-3a17ffd3487c tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1849032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127687649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127702047'] for subnet, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:17.327158 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac894e6-ea27-47f4-99d1-60b623dd9be9 req-f00f0d89-b9a4-40a9-a2c5-098816890dbf tempest-ImagesTestJSON-1482892319 tempest-ImagesTestJSON-1482892319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:07:17.328710 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-dac894e6-ea27-47f4-99d1-60b623dd9be9 req-f00f0d89-b9a4-40a9-a2c5-098816890dbf tempest-ImagesTestJSON-1482892319 tempest-ImagesTestJSON-1482892319-project] 10.222.0.104 "GET /v2.0/ports?device_id=32f71fac-b375-4b56-9fd8-2b7a475bc4d5 HTTP/1.1" status: 200 len: 944 time: 0.1522489 Jul 06 14:07:17.354135 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-fe5f550e-74ad-438f-8211-6594719354a3 req-97c5d137-571c-4e16-a068-2ca7d690004f service neutron] 10.222.0.127 "GET /v2.0/networks/843daa65-9f70-4b7f-ae10-986f4b2f43e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2042656 Jul 06 14:07:17.379017 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299515ca-cac0-463e-93ea-3a17ffd3487c tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] Pushing event updated for resources: {'Subnet': ['ID=f64fb026-74fe-442b-b885-b622bca7ff7a,revision_number=0']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:07:17.439785 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-299515ca-cac0-463e-93ea-3a17ffd3487c tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] Checking segment: {'id': '4d91be64-56ff-46e2-9d5d-5468b866de6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1048, 'network_id': 'cc221a7a-b529-43ee-9afb-c652f776e000'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:07:17.440431 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-299515ca-cac0-463e-93ea-3a17ffd3487c tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] Network hostable DHCP agents. Network: cc221a7a-b529-43ee-9afb-c652f776e000, hostable agents: ['f2bada3d-be77-4359-982b-8505a2bbca04'], hosted agents: [] {{(pid=100246) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 14:07:17.458619 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-dac894e6-ea27-47f4-99d1-60b623dd9be9 req-6de3242d-f6a4-4cdc-bbd2-c67ec5a41d60 tempest-ImagesTestJSON-1482892319 tempest-ImagesTestJSON-1482892319-project] 10.222.0.104 "GET /v2.0/security-groups?id=46e03f63-f74e-4db3-981d-76fb36967b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201205 Jul 06 14:07:17.534717 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-299515ca-cac0-463e-93ea-3a17ffd3487c tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] Network cc221a7a-b529-43ee-9afb-c652f776e000 is scheduled to be hosted by DHCP agent f2bada3d-be77-4359-982b-8505a2bbca04 with binding_index 1 {{(pid=100246) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 14:07:17.559702 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-fe5f550e-74ad-438f-8211-6594719354a3 req-a060e84e-9726-46cb-986c-a030341a1fb8 service neutron] 10.222.0.127 "GET /v2.0/networks/843daa65-9f70-4b7f-ae10-986f4b2f43e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1945651 Jul 06 14:07:17.560535 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.base_scheduler [None req-299515ca-cac0-463e-93ea-3a17ffd3487c tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773647-6, cc221a7a-b529-43ee-9afb-c652f776e000) {{(pid=100246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:07:17.568107 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-562a5ab2-9917-4677-a17d-2438c96f0908 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Made reservation on behalf of e15b02822e68450fa73455cc009166c9 for: {'port': 1} {{(pid=100246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:07:17.577914 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-562a5ab2-9917-4677-a17d-2438c96f0908 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:17.587746 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-413f546e-4090-41c2-b082-747b61ac1521 None None] Network cc221a7a-b529-43ee-9afb-c652f776e000 requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:07:17.596089 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a0b70e-e84d-4914-9ef8-d750b5379e6d None None] Pushing event updated for resources: {'Port': ['ID=f5404527-5cd5-4ced-9274-f176ee905cc0,revision_number=3']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:07:17.604029 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1c16fa-bb82-4884-8d16-0a67d520f57f req-754b08aa-f0b3-4df9-9488-440ebc3a4b91 tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:07:17.611589 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-2b1c16fa-bb82-4884-8d16-0a67d520f57f req-754b08aa-f0b3-4df9-9488-440ebc3a4b91 tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] 10.222.0.104 "GET /v2.0/networks?id=ca8d241f-6d1c-4a83-a6b7-adff4a667580 HTTP/1.1" status: 200 len: 812 time: 0.1782372 Jul 06 14:07:17.632539 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-2b1c16fa-bb82-4884-8d16-0a67d520f57f req-01bfd1d8-ecc3-4544-bef3-e443db475485 tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] 10.222.0.104 "GET /v2.0/quotas/96647dd61d404050a5af01798d2f6f47 HTTP/1.1" status: 200 len: 375 time: 0.0160084 Jul 06 14:07:17.635297 n-d-773647-6 neutron-server[100246]: DEBUG neutron.notifiers.nova [None req-562a5ab2-9917-4677-a17d-2438c96f0908 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] device_id is not set on port 29608ec3-0eda-4317-a5d4-c1ca12c4eb8e yet. {{(pid=100246) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 14:07:17.714788 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-299515ca-cac0-463e-93ea-3a17ffd3487c tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:07:17.715361 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-299515ca-cac0-463e-93ea-3a17ffd3487c tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] Notify callbacks [] for subnet, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:17.719680 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-2b1c16fa-bb82-4884-8d16-0a67d520f57f req-9cd82ff1-2dc3-47c1-8f63-a8ae6a1fa9f6 tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] 10.222.0.104 "GET /v2.0/ports?tenant_id=96647dd61d404050a5af01798d2f6f47&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0861800 Jul 06 14:07:17.736861 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.db_base_plugin_common [None req-c6cb347f-ee43-4e18-a63e-24c09f71200b None None] Allocated IP 172.20.0.1 (338abf4a-f572-4345-baaa-57df9c7d2d54/d96df02a-6026-4887-adfc-5a7e2c76ee4c/f5404527-5cd5-4ced-9274-f176ee905cc0) {{(pid=100248) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:07:17.764002 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-131e45f1-317b-4c6e-a6cc-32c3257c298c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6bd5fc82-6666-56e8-87c2-91648d36c963-c91c172a-cbe6-44f9-85f3-fcc9e5841f88', 'network_id': 'c91c172a-cbe6-44f9-85f3-fcc9e5841f88', 'tenant_id': 'e15b02822e68450fa73455cc009166c9', 'fixed_ips': [{'subnet_id': '6a536dcc-be1b-4eb3-bea1-de20fb845c7a'}]}} from n-d-773647-6. {{(pid=100248) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 14:07:17.764875 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-131e45f1-317b-4c6e-a6cc-32c3257c298c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:17.824961 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-299515ca-cac0-463e-93ea-3a17ffd3487c tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] 10.222.0.104 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1007614 Jul 06 14:07:17.829910 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 43982) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:07:17.844003 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-b4275990-844b-42d1-8186-6b9de8f72f89 tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:07:17.864197 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-2b1c16fa-bb82-4884-8d16-0a67d520f57f req-cba3852d-78d1-4e99-803d-d979db68065a service neutron] 10.222.0.104 "GET /v2.0/networks/ca8d241f-6d1c-4a83-a6b7-adff4a667580?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1419334 Jul 06 14:07:17.921736 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.db_base_plugin_common [None req-562a5ab2-9917-4677-a17d-2438c96f0908 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Allocated IP 2001:db8::166 (c91c172a-cbe6-44f9-85f3-fcc9e5841f88/6a536dcc-be1b-4eb3-bea1-de20fb845c7a/29608ec3-0eda-4317-a5d4-c1ca12c4eb8e) {{(pid=100246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:07:18.016274 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-2b1c16fa-bb82-4884-8d16-0a67d520f57f req-a9c70bc1-2d03-4c11-8346-f52d8726a78a service neutron] 10.222.0.104 "GET /v2.0/networks/ca8d241f-6d1c-4a83-a6b7-adff4a667580?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1442440 Jul 06 14:07:18.018358 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-b4275990-844b-42d1-8186-6b9de8f72f89 tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-127702022'] for subnet, before_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:18.172110 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d667de8f-3a3b-463a-b132-78e42b843ce6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6bd5fc82-6666-56e8-87c2-91648d36c963-cc221a7a-b529-43ee-9afb-c652f776e000', 'network_id': 'cc221a7a-b529-43ee-9afb-c652f776e000', 'tenant_id': '6baaa4c06bf242238309dd8ac70b6c99', 'fixed_ips': [{'subnet_id': 'f64fb026-74fe-442b-b885-b622bca7ff7a'}]}} from n-d-773647-6. {{(pid=100248) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 14:07:18.172110 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-d667de8f-3a3b-463a-b132-78e42b843ce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:18.178071 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-c6cb347f-ee43-4e18-a63e-24c09f71200b None None] For port f5404527-5cd5-4ced-9274-f176ee905cc0, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=f5404527-5cd5-4ced-9274-f176ee905cc0,segment=NetworkSegment(3405756d-c2a5-4e06-b310-28e70ddc9a41),segment_id=3405756d-c2a5-4e06-b310-28e70ddc9a41)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:07:18.304850 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device f5404527-5cd5-4ced-9274-f176ee905cc0 up at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:07:18.305787 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-562a5ab2-9917-4677-a17d-2438c96f0908 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Notify callbacks [] for port, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:18.320114 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-c6cb347f-ee43-4e18-a63e-24c09f71200b None None] Notify callbacks [] for port, precommit_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:18.320579 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-784c6cdf-9702-4bdc-baae-3f17bbf3f9a2 req-a7f3d0a1-5df4-4cb2-a7d0-a8681c4b0826 tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] 10.222.0.104 "GET /v2.0/ports?device_id=86de0a1f-5db7-44ca-bb5a-ff9aa3c483af HTTP/1.1" status: 200 len: 210 time: 0.0780959 Jul 06 14:07:18.331805 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.provisioning_blocks [None req-562a5ab2-9917-4677-a17d-2438c96f0908 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Transition to ACTIVE for port object 29608ec3-0eda-4317-a5d4-c1ca12c4eb8e will not be triggered until provisioned by entity DHCP. {{(pid=100246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:07:18.337079 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-b4275990-844b-42d1-8186-6b9de8f72f89 tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1849032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8773753488927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-127687647'] for subnet, after_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:18.405855 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-c6cb347f-ee43-4e18-a63e-24c09f71200b None None] Transition to ACTIVE for port object f5404527-5cd5-4ced-9274-f176ee905cc0 will not be triggered until provisioned by entity DHCP. {{(pid=100248) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:07:18.426797 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4275990-844b-42d1-8186-6b9de8f72f89 tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:07:18.435737 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-b4275990-844b-42d1-8186-6b9de8f72f89 tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] Notify callbacks [] for subnet, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:18.437674 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-b4275990-844b-42d1-8186-6b9de8f72f89 tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] 10.222.0.104 "PUT /v2.0/subnets/f64fb026-74fe-442b-b885-b622bca7ff7a HTTP/1.1" status: 200 len: 826 time: 0.5996346 Jul 06 14:07:18.440408 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 43992) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:07:18.443964 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-c6cb347f-ee43-4e18-a63e-24c09f71200b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:18.492148 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4275990-844b-42d1-8186-6b9de8f72f89 tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] Pushing event updated for resources: {'Subnet': ['ID=f64fb026-74fe-442b-b885-b622bca7ff7a,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:07:18.517133 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-562a5ab2-9917-4677-a17d-2438c96f0908 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-127687573'] for port, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:18.548598 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cb347f-ee43-4e18-a63e-24c09f71200b None None] Pushing event updated for resources: {'Port': ['ID=f5404527-5cd5-4ced-9274-f176ee905cc0,revision_number=4']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:07:18.573845 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-562a5ab2-9917-4677-a17d-2438c96f0908 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Network c91c172a-cbe6-44f9-85f3-fcc9e5841f88 is already hosted by enough agents. {{(pid=100246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:07:18.577696 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.base_scheduler [None req-562a5ab2-9917-4677-a17d-2438c96f0908 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Resources bound (agent type, host, resource id): {{(pid=100246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:07:18.580325 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-562a5ab2-9917-4677-a17d-2438c96f0908 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Received port after_create {{(pid=100246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:07:18.586992 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-562a5ab2-9917-4677-a17d-2438c96f0908 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:07:18.587669 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-562a5ab2-9917-4677-a17d-2438c96f0908 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:18.606309 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562a5ab2-9917-4677-a17d-2438c96f0908 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Pushing event updated for resources: {'Port': ['ID=29608ec3-0eda-4317-a5d4-c1ca12c4eb8e,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:07:18.618552 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-562a5ab2-9917-4677-a17d-2438c96f0908 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] 10.222.0.104 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.3986943 Jul 06 14:07:18.621345 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 44002) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:07:18.708665 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.db_base_plugin_common [None req-131e45f1-317b-4c6e-a6cc-32c3257c298c None None] Allocated IP 2001:db8::2 (c91c172a-cbe6-44f9-85f3-fcc9e5841f88/6a536dcc-be1b-4eb3-bea1-de20fb845c7a/6a448d23-d2c3-478f-a21d-75f6e0e01a85) {{(pid=100248) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:07:18.743146 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.db_base_plugin_common [None req-d667de8f-3a3b-463a-b132-78e42b843ce6 None None] Allocated IP 2001:db8::2 (cc221a7a-b529-43ee-9afb-c652f776e000/f64fb026-74fe-442b-b885-b622bca7ff7a/2e95d0c0-4bec-476f-b53f-6f6538de8453) {{(pid=100248) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:07:18.750516 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-b5770bc0-6561-4569-908a-6481f350b70b tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530492'] for network, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:18.794758 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Device be8f74d6-ec89-4516-b380-73a9277d8c69 details requested by agent hyperv_n-h1-773647-6 with host n-h1-773647-6 {{(pid=100248) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 14:07:18.797209 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6539510-7b35-4a64-aab0-ba194af94e48 req-08c2ff5b-d4b5-4ec4-ba84-9c195a17267a tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:07:18.806071 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6539510-7b35-4a64-aab0-ba194af94e48 req-08c2ff5b-d4b5-4ec4-ba84-9c195a17267a tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:07:18.815673 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6539510-7b35-4a64-aab0-ba194af94e48 req-08c2ff5b-d4b5-4ec4-ba84-9c195a17267a tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:07:18.824007 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6539510-7b35-4a64-aab0-ba194af94e48 req-08c2ff5b-d4b5-4ec4-ba84-9c195a17267a tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:07:18.836630 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6539510-7b35-4a64-aab0-ba194af94e48 req-08c2ff5b-d4b5-4ec4-ba84-9c195a17267a tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:07:18.846802 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6539510-7b35-4a64-aab0-ba194af94e48 req-08c2ff5b-d4b5-4ec4-ba84-9c195a17267a tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:07:18.849375 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [None req-b32de651-2796-4cb1-9374-16f051ad0c16 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Deleting port 29608ec3-0eda-4317-a5d4-c1ca12c4eb8e {{(pid=100246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:07:18.849727 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-b32de651-2796-4cb1-9374-16f051ad0c16 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:18.854575 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6539510-7b35-4a64-aab0-ba194af94e48 req-08c2ff5b-d4b5-4ec4-ba84-9c195a17267a tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:07:18.864094 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-e6539510-7b35-4a64-aab0-ba194af94e48 req-08c2ff5b-d4b5-4ec4-ba84-9c195a17267a tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] 10.222.0.104 "GET /v2.0/ports?device_id=0455bf88-da4d-44a6-9768-93a70cd92e0e HTTP/1.1" status: 200 len: 5430 time: 0.3310330 Jul 06 14:07:18.898168 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] For port be8f74d6-ec89-4516-b380-73a9277d8c69, host n-h1-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773647-6',level=0,port_id=be8f74d6-ec89-4516-b380-73a9277d8c69,segment=NetworkSegment(4f034a4d-0401-4410-9e3b-cfb7c7ebcd98),segment_id=4f034a4d-0401-4410-9e3b-cfb7c7ebcd98)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:07:18.916471 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Returning: {'device': 'be8f74d6-ec89-4516-b380-73a9277d8c69', 'network_id': '843daa65-9f70-4b7f-ae10-986f4b2f43e8', 'port_id': 'be8f74d6-ec89-4516-b380-73a9277d8c69', 'mac_address': 'fa:16:3e:96:58:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1006, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ae20b5e9-07e2-4786-84d5-713ad5ff019c', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100248) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 14:07:19.036365 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-e6539510-7b35-4a64-aab0-ba194af94e48 req-a4fb4b7b-6472-432e-bcc5-41f4188364fb tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] 10.222.0.104 "GET /v2.0/security-groups?id=f573cac5-f5b4-46cb-8ee6-cba4798a03b8&id=8d3a9807-14cc-46c0-b7ed-1d949d5bac09&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1703064 Jul 06 14:07:19.039502 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-b5770bc0-6561-4569-908a-6481f350b70b tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-913473'] for subnet, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:19.053032 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-b32de651-2796-4cb1-9374-16f051ad0c16 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:19.089740 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [None req-b32de651-2796-4cb1-9374-16f051ad0c16 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Calling delete_port for 29608ec3-0eda-4317-a5d4-c1ca12c4eb8e owned by {{(pid=100246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:07:19.113582 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:19.114983 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3004414-3238-4836-adb0-11d11e9f47ae req-db1c35dc-9fb1-45aa-a0a1-f5277a269536 tempest-ImagesTestJSON-1482892319 tempest-ImagesTestJSON-1482892319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:07:19.126836 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-b3004414-3238-4836-adb0-11d11e9f47ae req-db1c35dc-9fb1-45aa-a0a1-f5277a269536 tempest-ImagesTestJSON-1482892319 tempest-ImagesTestJSON-1482892319-project] 10.222.0.104 "GET /v2.0/ports?device_id=32f71fac-b375-4b56-9fd8-2b7a475bc4d5 HTTP/1.1" status: 200 len: 944 time: 0.2584324 Jul 06 14:07:19.182595 n-d-773647-6 neutron-server[100248]: DEBUG neutron.notifiers.nova [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id be8f74d6-ec89-4516-b380-73a9277d8c69 {{(pid=100248) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 14:07:19.207953 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-b3004414-3238-4836-adb0-11d11e9f47ae req-818fd763-28b9-4b99-92dc-0ac44c017a2d tempest-ImagesTestJSON-1482892319 tempest-ImagesTestJSON-1482892319-project] 10.222.0.104 "GET /v2.0/security-groups?id=46e03f63-f74e-4db3-981d-76fb36967b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793726 Jul 06 14:07:19.280557 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] For port be8f74d6-ec89-4516-b380-73a9277d8c69, host n-h1-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773647-6',level=0,port_id=be8f74d6-ec89-4516-b380-73a9277d8c69,segment=NetworkSegment(4f034a4d-0401-4410-9e3b-cfb7c7ebcd98),segment_id=4f034a4d-0401-4410-9e3b-cfb7c7ebcd98)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:07:19.315718 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:19.348564 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-b32de651-2796-4cb1-9374-16f051ad0c16 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127687580'] for port, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:19.391008 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32de651-2796-4cb1-9374-16f051ad0c16 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Pushing event deleted for resources: {'Port': ['ID=29608ec3-0eda-4317-a5d4-c1ca12c4eb8e,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:07:19.449432 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-b32de651-2796-4cb1-9374-16f051ad0c16 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:19.456093 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 44012) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:07:19.456698 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-b32de651-2796-4cb1-9374-16f051ad0c16 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] 10.222.0.104 "DELETE /v2.0/ports/29608ec3-0eda-4317-a5d4-c1ca12c4eb8e HTTP/1.1" status: 204 len: 168 time: 0.8323352 Jul 06 14:07:19.499821 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-d667de8f-3a3b-463a-b132-78e42b843ce6 None None] Notify callbacks [] for port, precommit_create {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:19.515775 n-d-773647-6 neutron-server[100247]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf2bbfd0-b7ee-40de-9e77-79d2a70425c2 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] DELETE failed (client error): The resource could not be found. Jul 06 14:07:19.516569 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bf2bbfd0-b7ee-40de-9e77-79d2a70425c2 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100247) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 14:07:19.520776 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-bf2bbfd0-b7ee-40de-9e77-79d2a70425c2 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] 10.222.0.104 "DELETE /v2.0/ports/29608ec3-0eda-4317-a5d4-c1ca12c4eb8e HTTP/1.1" status: 404 len: 333 time: 0.0607965 Jul 06 14:07:19.521173 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 44014) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:07:19.534039 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-d667de8f-3a3b-463a-b132-78e42b843ce6 None None] Transition to ACTIVE for port object 2e95d0c0-4bec-476f-b53f-6f6538de8453 will not be triggered until provisioned by entity L2. {{(pid=100248) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:07:19.537449 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Pushing event updated for resources: {'Port': ['ID=be8f74d6-ec89-4516-b380-73a9277d8c69,revision_number=4']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:07:19.544014 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-131e45f1-317b-4c6e-a6cc-32c3257c298c None None] Notify callbacks [] for port, precommit_create {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:19.569882 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-830c1cd6-04a1-4b92-a3b2-658b0ea192c9 req-1c44c157-426b-49ef-a56c-d9b401fb7f51 tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] 10.222.0.104 "GET /v2.0/ports?device_id=86de0a1f-5db7-44ca-bb5a-ff9aa3c483af HTTP/1.1" status: 200 len: 210 time: 0.0571022 Jul 06 14:07:19.579594 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-131e45f1-317b-4c6e-a6cc-32c3257c298c None None] Transition to ACTIVE for port object 6a448d23-d2c3-478f-a21d-75f6e0e01a85 will not be triggered until provisioned by entity L2. {{(pid=100248) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:07:19.586485 n-d-773647-6 neutron-server[100246]: INFO neutron.pecan_wsgi.hooks.translation [None req-f6318c50-5e99-4389-a7fc-ff914470328d tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] GET failed (client error): The resource could not be found. Jul 06 14:07:19.588739 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-f6318c50-5e99-4389-a7fc-ff914470328d tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] 10.222.0.104 "GET /v2.0/ports/29608ec3-0eda-4317-a5d4-c1ca12c4eb8e HTTP/1.1" status: 404 len: 333 time: 0.0658629 Jul 06 14:07:19.591496 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 44016) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:07:19.601850 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-131e45f1-317b-4c6e-a6cc-32c3257c298c None None] Transition to ACTIVE for port object 6a448d23-d2c3-478f-a21d-75f6e0e01a85 will not be triggered until provisioned by entity DHCP. {{(pid=100248) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:07:19.610912 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-d667de8f-3a3b-463a-b132-78e42b843ce6 None None] Transition to ACTIVE for port object 2e95d0c0-4bec-476f-b53f-6f6538de8453 will not be triggered until provisioned by entity DHCP. {{(pid=100248) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:07:19.619707 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-d667de8f-3a3b-463a-b132-78e42b843ce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108'] for port, after_create {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:19.636224 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-131e45f1-317b-4c6e-a6cc-32c3257c298c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108'] for port, after_create {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:19.670537 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-b5770bc0-6561-4569-908a-6481f350b70b tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-913480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1849032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-128888347', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127627857'] for subnet, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:19.683548 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.db_base_plugin_v2 [None req-aa0628f7-5943-4065-b252-24f4e6d26f82 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Deleting subnet 6a536dcc-be1b-4eb3-bea1-de20fb845c7a {{(pid=100247) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 14:07:19.693191 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d667de8f-3a3b-463a-b132-78e42b843ce6 None None] Pushing event updated for resources: {'Port': ['ID=2e95d0c0-4bec-476f-b53f-6f6538de8453,revision_number=1']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:07:19.693621 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-aa0628f7-5943-4065-b252-24f4e6d26f82 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Notify callbacks [] for subnet, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:19.711524 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] get_ports_and_sgs() called for port_ids ['be8f74d6-ec89-4516-b380-73a9277d8c69'] {{(pid=100248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 14:07:19.766974 n-d-773647-6 neutron-server[100248]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-131e45f1-317b-4c6e-a6cc-32c3257c298c None None] Network c91c172a-cbe6-44f9-85f3-fcc9e5841f88 is already hosted by enough agents. {{(pid=100248) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:07:19.769305 n-d-773647-6 neutron-server[100248]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d667de8f-3a3b-463a-b132-78e42b843ce6 None None] Network cc221a7a-b529-43ee-9afb-c652f776e000 is already hosted by enough agents. {{(pid=100248) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:07:19.779029 n-d-773647-6 neutron-server[100248]: DEBUG neutron.scheduler.base_scheduler [None req-d667de8f-3a3b-463a-b132-78e42b843ce6 None None] Resources bound (agent type, host, resource id): {{(pid=100248) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:07:19.781290 n-d-773647-6 neutron-server[100248]: DEBUG neutron.scheduler.base_scheduler [None req-131e45f1-317b-4c6e-a6cc-32c3257c298c None None] Resources bound (agent type, host, resource id): {{(pid=100248) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:07:19.783665 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d667de8f-3a3b-463a-b132-78e42b843ce6 None None] Received port after_create {{(pid=100248) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:07:19.804477 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-131e45f1-317b-4c6e-a6cc-32c3257c298c None None] Received port after_create {{(pid=100248) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:07:19.806718 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92c97224-cdd0-40bd-8e9f-91647267d5c7 None None] Network 338abf4a-f572-4345-baaa-57df9c7d2d54 requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:07:19.842479 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5770bc0-6561-4569-908a-6481f350b70b tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] Pushing event deleted for resources: {'Subnet': ['ID=f64fb026-74fe-442b-b885-b622bca7ff7a,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:07:19.866283 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-b5770bc0-6561-4569-908a-6481f350b70b tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-917204', 'neutron.services.segments.db._delete_segments_for_network-8773753502302'] for network, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:19.870093 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-aa0628f7-5943-4065-b252-24f4e6d26f82 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127131748'] for subnet, precommit_delete_associations {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:19.886502 n-d-773647-6 neutron-server[100247]: DEBUG neutron.services.segments.db [None req-b5770bc0-6561-4569-908a-6481f350b70b tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc221a7a-b529-43ee-9afb-c652f776e000']}} {{(pid=100247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:07:19.920065 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131e45f1-317b-4c6e-a6cc-32c3257c298c None None] Pushing event updated for resources: {'Port': ['ID=6a448d23-d2c3-478f-a21d-75f6e0e01a85,revision_number=1']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:07:19.938223 n-d-773647-6 neutron-server[100247]: DEBUG neutron.services.segments.db [None req-b5770bc0-6561-4569-908a-6481f350b70b tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d91be64-56ff-46e2-9d5d-5468b866de6f') {'for_net_delete': True} {{(pid=100247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:07:19.938576 n-d-773647-6 neutron-server[100247]: DEBUG neutron.services.segments.db [None req-b5770bc0-6561-4569-908a-6481f350b70b tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d91be64-56ff-46e2-9d5d-5468b866de6f') {} {{(pid=100247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:07:19.950893 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-b5770bc0-6561-4569-908a-6481f350b70b tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773753515138', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127131763'] for segment, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:19.968690 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-b5770bc0-6561-4569-908a-6481f350b70b tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552'] for segment, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:19.976069 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b5770bc0-6561-4569-908a-6481f350b70b tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] Releasing vlan 1048 on physical network physnet1 to pool {{(pid=100247) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 14:07:19.976520 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-b5770bc0-6561-4569-908a-6481f350b70b tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-128888574'] for segment, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:20.018893 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-d667de8f-3a3b-463a-b132-78e42b843ce6 None None] Attempting to bind port 2e95d0c0-4bec-476f-b53f-6f6538de8453 on host n-d-773647-6 for vnic_type normal with profile {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:07:20.019162 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-d667de8f-3a3b-463a-b132-78e42b843ce6 None None] Attempting to bind port 2e95d0c0-4bec-476f-b53f-6f6538de8453 by drivers openvswitch,hyperv on host n-d-773647-6 at level 0 using segments [{'id': '4d91be64-56ff-46e2-9d5d-5468b866de6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1048, 'network_id': 'cc221a7a-b529-43ee-9afb-c652f776e000'}] {{(pid=100248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:07:20.019597 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d667de8f-3a3b-463a-b132-78e42b843ce6 None None] Attempting to bind port 2e95d0c0-4bec-476f-b53f-6f6538de8453 on network cc221a7a-b529-43ee-9afb-c652f776e000 {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:07:20.021080 n-d-773647-6 neutron-server[100247]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:07:20.021080 n-d-773647-6 neutron-server[100247]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:07:20.021080 n-d-773647-6 neutron-server[100247]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:07:20.021080 n-d-773647-6 neutron-server[100247]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:07:20.021080 n-d-773647-6 neutron-server[100247]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:07:20.021080 n-d-773647-6 neutron-server[100247]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:07:20.021080 n-d-773647-6 neutron-server[100247]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:07:20.021080 n-d-773647-6 neutron-server[100247]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:07:20.021080 n-d-773647-6 neutron-server[100247]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:07:20.021080 n-d-773647-6 neutron-server[100247]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:07:20.021080 n-d-773647-6 neutron-server[100247]: Traceback (most recent call last): Jul 06 14:07:20.021080 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 14:07:20.021080 n-d-773647-6 neutron-server[100247]: timer() Jul 06 14:07:20.021080 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 14:07:20.021080 n-d-773647-6 neutron-server[100247]: cb(*args, **kw) Jul 06 14:07:20.021080 n-d-773647-6 neutron-server[100247]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 14:07:20.021080 n-d-773647-6 neutron-server[100247]: return func(*args, **kwargs) Jul 06 14:07:20.021080 n-d-773647-6 neutron-server[100247]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 14:07:20.021080 n-d-773647-6 neutron-server[100247]: self._notify() Jul 06 14:07:20.021080 n-d-773647-6 neutron-server[100247]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 14:07:20.021080 n-d-773647-6 neutron-server[100247]: self.callback(batched_events) Jul 06 14:07:20.021080 n-d-773647-6 neutron-server[100247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 14:07:20.021080 n-d-773647-6 neutron-server[100247]: event.method(event) Jul 06 14:07:20.021080 n-d-773647-6 neutron-server[100247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 14:07:20.021080 n-d-773647-6 neutron-server[100247]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 14:07:20.021080 n-d-773647-6 neutron-server[100247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 14:07:20.021080 n-d-773647-6 neutron-server[100247]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 14:07:20.021080 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 14:07:20.021080 n-d-773647-6 neutron-server[100247]: return f(self, *a, **k) Jul 06 14:07:20.021080 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 14:07:20.021080 n-d-773647-6 neutron-server[100247]: return self._get(url).json() Jul 06 14:07:20.021080 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 14:07:20.021080 n-d-773647-6 neutron-server[100247]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 14:07:20.021080 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 14:07:20.021080 n-d-773647-6 neutron-server[100247]: return self.request(url, 'GET', **kwargs) Jul 06 14:07:20.021080 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 14:07:20.021080 n-d-773647-6 neutron-server[100247]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 14:07:20.021080 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 14:07:20.021080 n-d-773647-6 neutron-server[100247]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 14:07:20.021080 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 14:07:20.021080 n-d-773647-6 neutron-server[100247]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 14:07:20.021080 n-d-773647-6 neutron-server[100247]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 14:07:20.048259 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-1cd7b752-dd21-4174-8b99-60637bad2b41 None None] Provisioning for port f5404527-5cd5-4ced-9274-f176ee905cc0 completed by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:07:20.071812 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.db.api [None req-b5770bc0-6561-4569-908a-6481f350b70b tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 06 14:07:20.071812 n-d-773647-6 neutron-server[100247]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 06 14:07:20.071812 n-d-773647-6 neutron-server[100247]: [parameters: {'id': 'cc221a7a-b529-43ee-9afb-c652f776e000'}] Jul 06 14:07:20.071812 n-d-773647-6 neutron-server[100247]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=100247) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 06 14:07:20.072310 n-d-773647-6 neutron-server[100247]: DEBUG oslo_db.api [None req-b5770bc0-6561-4569-908a-6481f350b70b tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=100247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 06 14:07:20.073067 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-131e45f1-317b-4c6e-a6cc-32c3257c298c None None] Attempting to bind port 6a448d23-d2c3-478f-a21d-75f6e0e01a85 on host n-d-773647-6 for vnic_type normal with profile {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:07:20.073535 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-131e45f1-317b-4c6e-a6cc-32c3257c298c None None] Attempting to bind port 6a448d23-d2c3-478f-a21d-75f6e0e01a85 by drivers openvswitch,hyperv on host n-d-773647-6 at level 0 using segments [{'id': '20a8c487-6697-4afe-a25c-31ef26ceddb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': 'c91c172a-cbe6-44f9-85f3-fcc9e5841f88'}] {{(pid=100248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:07:20.074021 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-131e45f1-317b-4c6e-a6cc-32c3257c298c None None] Attempting to bind port 6a448d23-d2c3-478f-a21d-75f6e0e01a85 on network c91c172a-cbe6-44f9-85f3-fcc9e5841f88 {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:07:20.085143 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-131e45f1-317b-4c6e-a6cc-32c3257c298c None None] Checking agent: {'id': '8ab5b19c-d213-4f29-891d-27bdf39d38b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773647-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 43, 26), 'started_at': datetime.datetime(2021, 7, 6, 13, 43, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 6, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773647-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:07:20.085664 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-131e45f1-317b-4c6e-a6cc-32c3257c298c None None] Checking segment: {'id': '20a8c487-6697-4afe-a25c-31ef26ceddb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': 'c91c172a-cbe6-44f9-85f3-fcc9e5841f88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:07:20.086418 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-131e45f1-317b-4c6e-a6cc-32c3257c298c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:20.087050 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-131e45f1-317b-4c6e-a6cc-32c3257c298c None None] Bound using segment: {'id': '20a8c487-6697-4afe-a25c-31ef26ceddb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': 'c91c172a-cbe6-44f9-85f3-fcc9e5841f88'} {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:07:20.087667 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-131e45f1-317b-4c6e-a6cc-32c3257c298c None None] Bound port: 6a448d23-d2c3-478f-a21d-75f6e0e01a85, host: n-d-773647-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '20a8c487-6697-4afe-a25c-31ef26ceddb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': 'c91c172a-cbe6-44f9-85f3-fcc9e5841f88'}}] {{(pid=100248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:07:20.088149 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-131e45f1-317b-4c6e-a6cc-32c3257c298c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:20.098821 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d667de8f-3a3b-463a-b132-78e42b843ce6 None None] Checking agent: {'id': '8ab5b19c-d213-4f29-891d-27bdf39d38b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773647-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 43, 26), 'started_at': datetime.datetime(2021, 7, 6, 13, 43, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 6, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773647-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:07:20.099385 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d667de8f-3a3b-463a-b132-78e42b843ce6 None None] Checking segment: {'id': '4d91be64-56ff-46e2-9d5d-5468b866de6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1048, 'network_id': 'cc221a7a-b529-43ee-9afb-c652f776e000'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:07:20.099878 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-d667de8f-3a3b-463a-b132-78e42b843ce6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:20.100386 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d667de8f-3a3b-463a-b132-78e42b843ce6 None None] Bound using segment: {'id': '4d91be64-56ff-46e2-9d5d-5468b866de6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1048, 'network_id': 'cc221a7a-b529-43ee-9afb-c652f776e000'} {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:07:20.100957 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-d667de8f-3a3b-463a-b132-78e42b843ce6 None None] Bound port: 2e95d0c0-4bec-476f-b53f-6f6538de8453, host: n-d-773647-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d91be64-56ff-46e2-9d5d-5468b866de6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1048, 'network_id': 'cc221a7a-b529-43ee-9afb-c652f776e000'}}] {{(pid=100248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:07:20.101434 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-d667de8f-3a3b-463a-b132-78e42b843ce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:20.108997 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-1cd7b752-dd21-4174-8b99-60637bad2b41 None None] Provisioning complete for port f5404527-5cd5-4ced-9274-f176ee905cc0 triggered by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:07:20.109491 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-1cd7b752-dd21-4174-8b99-60637bad2b41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:20.236623 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-aa0628f7-5943-4065-b252-24f4e6d26f82 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-913473'] for subnet, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:20.317186 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-131e45f1-317b-4c6e-a6cc-32c3257c298c None None] For port 6a448d23-d2c3-478f-a21d-75f6e0e01a85, host n-d-773647-6, cleared binding levels {{(pid=100248) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:07:20.322087 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-aa0628f7-5943-4065-b252-24f4e6d26f82 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-913480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1849032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-128888347', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127627857'] for subnet, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:20.323944 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-131e45f1-317b-4c6e-a6cc-32c3257c298c None None] For port 6a448d23-d2c3-478f-a21d-75f6e0e01a85, host n-d-773647-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=6a448d23-d2c3-478f-a21d-75f6e0e01a85,segment=NetworkSegment(20a8c487-6697-4afe-a25c-31ef26ceddb3),segment_id=20a8c487-6697-4afe-a25c-31ef26ceddb3)] {{(pid=100248) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:07:20.359548 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-131e45f1-317b-4c6e-a6cc-32c3257c298c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:20.361755 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device f5404527-5cd5-4ced-9274-f176ee905cc0 up at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:07:20.405900 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1c16fa-bb82-4884-8d16-0a67d520f57f req-f4189836-052b-45b5-839b-b903ac734fcc tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:07:20.407961 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-2b1c16fa-bb82-4884-8d16-0a67d520f57f req-f4189836-052b-45b5-839b-b903ac734fcc tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] 10.222.0.127 "GET /v2.0/networks?id=ca8d241f-6d1c-4a83-a6b7-adff4a667580 HTTP/1.1" status: 200 len: 812 time: 0.3539467 Jul 06 14:07:20.417024 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-aa0628f7-5943-4065-b252-24f4e6d26f82 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Notify callbacks [] for subnet, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:20.419790 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-aa0628f7-5943-4065-b252-24f4e6d26f82 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] 10.222.0.104 "DELETE /v2.0/subnets/6a536dcc-be1b-4eb3-bea1-de20fb845c7a HTTP/1.1" status: 204 len: 168 time: 0.8271155 Jul 06 14:07:20.422006 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0628f7-5943-4065-b252-24f4e6d26f82 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Pushing event deleted for resources: {'Subnet': ['ID=6a536dcc-be1b-4eb3-bea1-de20fb845c7a,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:07:20.422668 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 44026) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:07:20.464429 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [req-2b1c16fa-bb82-4884-8d16-0a67d520f57f req-f74e36a9-01c9-4fe9-b138-facca8cf64c8 tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] Request body: {'port': {'device_id': '86de0a1f-5db7-44ca-bb5a-ff9aa3c483af', 'network_id': 'ca8d241f-6d1c-4a83-a6b7-adff4a667580', 'admin_state_up': True, 'tenant_id': '96647dd61d404050a5af01798d2f6f47'}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:07:20.542706 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-47569f4c-bf5f-4fa5-9915-b0287c827c73 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530492'] for network, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:20.587361 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-b5770bc0-6561-4569-908a-6481f350b70b tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530492'] for network, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:20.605807 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b3e72c-60fd-4182-9ec3-15a0736d5ab1 req-24c6ad83-dd19-474f-86d0-6370230f9a34 tempest-ImagesTestJSON-1482892319 tempest-ImagesTestJSON-1482892319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:07:20.610808 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [None req-47569f4c-bf5f-4fa5-9915-b0287c827c73 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Deleting port 6a448d23-d2c3-478f-a21d-75f6e0e01a85 {{(pid=100246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:07:20.611161 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-47569f4c-bf5f-4fa5-9915-b0287c827c73 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:20.613800 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-e6b3e72c-60fd-4182-9ec3-15a0736d5ab1 req-24c6ad83-dd19-474f-86d0-6370230f9a34 tempest-ImagesTestJSON-1482892319 tempest-ImagesTestJSON-1482892319-project] 10.222.0.104 "GET /v2.0/ports?device_id=32f71fac-b375-4b56-9fd8-2b7a475bc4d5 HTTP/1.1" status: 200 len: 945 time: 0.1928213 Jul 06 14:07:20.647387 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c165553a-f7e6-48d7-b25f-a6a7eb0907e5 req-d60ea365-09c2-4d33-99bb-fcbbf4fbbafe tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:07:20.657147 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c165553a-f7e6-48d7-b25f-a6a7eb0907e5 req-d60ea365-09c2-4d33-99bb-fcbbf4fbbafe tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:07:20.665450 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c165553a-f7e6-48d7-b25f-a6a7eb0907e5 req-d60ea365-09c2-4d33-99bb-fcbbf4fbbafe tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:07:20.672172 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c165553a-f7e6-48d7-b25f-a6a7eb0907e5 req-d60ea365-09c2-4d33-99bb-fcbbf4fbbafe tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:07:20.678454 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c165553a-f7e6-48d7-b25f-a6a7eb0907e5 req-d60ea365-09c2-4d33-99bb-fcbbf4fbbafe tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:07:20.685642 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c165553a-f7e6-48d7-b25f-a6a7eb0907e5 req-d60ea365-09c2-4d33-99bb-fcbbf4fbbafe tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:07:20.691848 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c165553a-f7e6-48d7-b25f-a6a7eb0907e5 req-d60ea365-09c2-4d33-99bb-fcbbf4fbbafe tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:07:20.693786 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-c165553a-f7e6-48d7-b25f-a6a7eb0907e5 req-d60ea365-09c2-4d33-99bb-fcbbf4fbbafe tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] 10.222.0.104 "GET /v2.0/ports?device_id=0455bf88-da4d-44a6-9768-93a70cd92e0e HTTP/1.1" status: 200 len: 5430 time: 0.3874586 Jul 06 14:07:20.694420 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.db [None req-47569f4c-bf5f-4fa5-9915-b0287c827c73 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] For port 6a448d23-d2c3-478f-a21d-75f6e0e01a85, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=6a448d23-d2c3-478f-a21d-75f6e0e01a85,segment=NetworkSegment(20a8c487-6697-4afe-a25c-31ef26ceddb3),segment_id=20a8c487-6697-4afe-a25c-31ef26ceddb3)] {{(pid=100246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:07:20.695043 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-47569f4c-bf5f-4fa5-9915-b0287c827c73 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:20.712864 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [None req-47569f4c-bf5f-4fa5-9915-b0287c827c73 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Calling delete_port for 6a448d23-d2c3-478f-a21d-75f6e0e01a85 owned by network:dhcp {{(pid=100246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:07:20.830375 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-d667de8f-3a3b-463a-b132-78e42b843ce6 None None] For port 2e95d0c0-4bec-476f-b53f-6f6538de8453, host n-d-773647-6, cleared binding levels {{(pid=100248) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:07:20.873159 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-47569f4c-bf5f-4fa5-9915-b0287c827c73 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127687580'] for port, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:20.886646 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131e45f1-317b-4c6e-a6cc-32c3257c298c None None] Pushing event updated for resources: {'Port': ['ID=6a448d23-d2c3-478f-a21d-75f6e0e01a85,revision_number=3']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:07:20.888103 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-e6b3e72c-60fd-4182-9ec3-15a0736d5ab1 req-de31c572-6e77-4017-8f15-fc6084055a1e tempest-ImagesTestJSON-1482892319 tempest-ImagesTestJSON-1482892319-project] 10.222.0.104 "GET /v2.0/security-groups?id=46e03f63-f74e-4db3-981d-76fb36967b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2732654 Jul 06 14:07:20.890537 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-d667de8f-3a3b-463a-b132-78e42b843ce6 None None] For port 2e95d0c0-4bec-476f-b53f-6f6538de8453, host n-d-773647-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=2e95d0c0-4bec-476f-b53f-6f6538de8453,segment=NetworkSegment(4d91be64-56ff-46e2-9d5d-5468b866de6f),segment_id=4d91be64-56ff-46e2-9d5d-5468b866de6f)] {{(pid=100248) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:07:20.903956 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47569f4c-bf5f-4fa5-9915-b0287c827c73 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Pushing event deleted for resources: {'Port': ['ID=6a448d23-d2c3-478f-a21d-75f6e0e01a85,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:07:20.909426 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47569f4c-bf5f-4fa5-9915-b0287c827c73 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] No DVR routers for this DVR port 6a448d23-d2c3-478f-a21d-75f6e0e01a85 on host n-d-773647-6 {{(pid=100246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:07:20.930674 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-d667de8f-3a3b-463a-b132-78e42b843ce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:20.950142 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-c165553a-f7e6-48d7-b25f-a6a7eb0907e5 req-8a670e7e-cad5-4a54-a930-d08f4c14b37a tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] 10.222.0.104 "GET /v2.0/security-groups?id=f573cac5-f5b4-46cb-8ee6-cba4798a03b8&id=8d3a9807-14cc-46c0-b7ed-1d949d5bac09&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2263374 Jul 06 14:07:20.956721 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2b1c16fa-bb82-4884-8d16-0a67d520f57f req-f74e36a9-01c9-4fe9-b138-facca8cf64c8 tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] Made reservation on behalf of 96647dd61d404050a5af01798d2f6f47 for: {'port': 1} {{(pid=100247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:07:20.961920 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-2b1c16fa-bb82-4884-8d16-0a67d520f57f req-f74e36a9-01c9-4fe9-b138-facca8cf64c8 tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:21.009909 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-47569f4c-bf5f-4fa5-9915-b0287c827c73 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-917204', 'neutron.services.segments.db._delete_segments_for_network-8773753502302'] for network, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:21.029359 n-d-773647-6 neutron-server[100246]: DEBUG neutron.services.segments.db [None req-47569f4c-bf5f-4fa5-9915-b0287c827c73 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c91c172a-cbe6-44f9-85f3-fcc9e5841f88']}} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:07:21.040246 n-d-773647-6 neutron-server[100246]: DEBUG neutron.services.segments.db [None req-47569f4c-bf5f-4fa5-9915-b0287c827c73 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '20a8c487-6697-4afe-a25c-31ef26ceddb3') {'for_net_delete': True} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:07:21.040558 n-d-773647-6 neutron-server[100246]: DEBUG neutron.services.segments.db [None req-47569f4c-bf5f-4fa5-9915-b0287c827c73 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '20a8c487-6697-4afe-a25c-31ef26ceddb3') {} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:07:21.057315 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-47569f4c-bf5f-4fa5-9915-b0287c827c73 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773753515138', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126218898'] for segment, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:21.072038 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-47569f4c-bf5f-4fa5-9915-b0287c827c73 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552'] for segment, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:21.078861 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-47569f4c-bf5f-4fa5-9915-b0287c827c73 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Releasing vlan 1049 on physical network physnet1 to pool {{(pid=100246) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 14:07:21.079320 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-47569f4c-bf5f-4fa5-9915-b0287c827c73 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127687491'] for segment, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:21.104396 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d667de8f-3a3b-463a-b132-78e42b843ce6 None None] Pushing event updated for resources: {'Port': ['ID=2e95d0c0-4bec-476f-b53f-6f6538de8453,revision_number=2']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:07:21.151984 n-d-773647-6 neutron-server[100246]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:07:21.151984 n-d-773647-6 neutron-server[100246]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:07:21.151984 n-d-773647-6 neutron-server[100246]: Traceback (most recent call last): Jul 06 14:07:21.151984 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 14:07:21.151984 n-d-773647-6 neutron-server[100246]: timer() Jul 06 14:07:21.151984 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 14:07:21.151984 n-d-773647-6 neutron-server[100246]: cb(*args, **kw) Jul 06 14:07:21.151984 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 14:07:21.151984 n-d-773647-6 neutron-server[100246]: return func(*args, **kwargs) Jul 06 14:07:21.151984 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 14:07:21.151984 n-d-773647-6 neutron-server[100246]: self._notify() Jul 06 14:07:21.151984 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 14:07:21.151984 n-d-773647-6 neutron-server[100246]: self.callback(batched_events) Jul 06 14:07:21.151984 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 14:07:21.151984 n-d-773647-6 neutron-server[100246]: event.method(event) Jul 06 14:07:21.151984 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 14:07:21.151984 n-d-773647-6 neutron-server[100246]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 14:07:21.151984 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 14:07:21.151984 n-d-773647-6 neutron-server[100246]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 14:07:21.151984 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 14:07:21.151984 n-d-773647-6 neutron-server[100246]: return f(self, *a, **k) Jul 06 14:07:21.151984 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 14:07:21.151984 n-d-773647-6 neutron-server[100246]: return self._get(url).json() Jul 06 14:07:21.151984 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 14:07:21.151984 n-d-773647-6 neutron-server[100246]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 14:07:21.151984 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 14:07:21.151984 n-d-773647-6 neutron-server[100246]: return self.request(url, 'GET', **kwargs) Jul 06 14:07:21.151984 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 14:07:21.151984 n-d-773647-6 neutron-server[100246]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 14:07:21.151984 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 14:07:21.151984 n-d-773647-6 neutron-server[100246]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 14:07:21.151984 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 14:07:21.151984 n-d-773647-6 neutron-server[100246]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 14:07:21.151984 n-d-773647-6 neutron-server[100246]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 14:07:21.156353 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-47569f4c-bf5f-4fa5-9915-b0287c827c73 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-917215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1761140'] for network, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:21.167155 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-47569f4c-bf5f-4fa5-9915-b0287c827c73 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Notify callbacks [] for network, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:21.175857 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-47569f4c-bf5f-4fa5-9915-b0287c827c73 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] 10.222.0.104 "DELETE /v2.0/networks/c91c172a-cbe6-44f9-85f3-fcc9e5841f88 HTTP/1.1" status: 204 len: 168 time: 0.7513778 Jul 06 14:07:21.177953 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 44034) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:07:21.179829 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.plugin [None req-b5770bc0-6561-4569-908a-6481f350b70b tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] Deleting port 2e95d0c0-4bec-476f-b53f-6f6538de8453 {{(pid=100247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:07:21.180185 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-b5770bc0-6561-4569-908a-6481f350b70b tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:21.183618 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-afcde555-54c7-4166-b895-20006882eee9 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-2041290636'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:07:21.199664 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning complete for port f5404527-5cd5-4ced-9274-f176ee905cc0 triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:07:21.210876 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:21.225155 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afcde555-54c7-4166-b895-20006882eee9 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Made reservation on behalf of e15b02822e68450fa73455cc009166c9 for: {'network': 1} {{(pid=100246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:07:21.230124 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-afcde555-54c7-4166-b895-20006882eee9 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for network, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:21.233210 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47569f4c-bf5f-4fa5-9915-b0287c827c73 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Pushing event deleted for resources: {'Network': ['ID=c91c172a-cbe6-44f9-85f3-fcc9e5841f88,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:07:21.272287 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-afcde555-54c7-4166-b895-20006882eee9 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] vlan segment allocate from pool success with {'vlan_id': 1014, 'physical_network': 'physnet1'} {{(pid=100246) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 14:07:21.284002 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-afcde555-54c7-4166-b895-20006882eee9 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552'] for segment, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:21.284367 n-d-773647-6 neutron-server[100246]: INFO neutron.db.segments_db [None req-afcde555-54c7-4166-b895-20006882eee9 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Added segment 8cdbbfee-e0d4-4de9-accf-a65426855c47 of type vlan for network 590c00ae-df46-4771-b47e-948127f39501 Jul 06 14:07:21.301825 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17a9bd88-edbf-4f25-aa9f-14c509bdf0f5 None None] Network cc221a7a-b529-43ee-9afb-c652f776e000 requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:07:21.318871 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.db_base_plugin_common [req-2b1c16fa-bb82-4884-8d16-0a67d520f57f req-f74e36a9-01c9-4fe9-b138-facca8cf64c8 tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] Allocated IP 172.20.0.9 (ca8d241f-6d1c-4a83-a6b7-adff4a667580/1d0103a5-6825-4713-928f-2c0821a07c96/1f5819e5-377a-477d-a4e0-bc213d163822) {{(pid=100247) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:07:21.337175 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.db [None req-b5770bc0-6561-4569-908a-6481f350b70b tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] For port 2e95d0c0-4bec-476f-b53f-6f6538de8453, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=2e95d0c0-4bec-476f-b53f-6f6538de8453,segment=NetworkSegment(4d91be64-56ff-46e2-9d5d-5468b866de6f),segment_id=4d91be64-56ff-46e2-9d5d-5468b866de6f)] {{(pid=100247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:07:21.337550 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-b5770bc0-6561-4569-908a-6481f350b70b tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:21.342732 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-afcde555-54c7-4166-b895-20006882eee9 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773752984405'] for network, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:21.376957 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-afcde555-54c7-4166-b895-20006882eee9 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060'] for network, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:21.382963 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afcde555-54c7-4166-b895-20006882eee9 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:07:21.383701 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-afcde555-54c7-4166-b895-20006882eee9 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Notify callbacks [] for network, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:21.391785 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-d1bfd1c7-ecec-4827-b00c-46ab80b66218 req-f44d81ff-5b95-4fed-9931-822058d40ebf tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] 10.222.0.104 "GET /v2.0/ports?device_id=86de0a1f-5db7-44ca-bb5a-ff9aa3c483af HTTP/1.1" status: 200 len: 210 time: 0.0364184 Jul 06 14:07:21.394587 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.plugin [None req-b5770bc0-6561-4569-908a-6481f350b70b tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] Calling delete_port for 2e95d0c0-4bec-476f-b53f-6f6538de8453 owned by network:dhcp {{(pid=100247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:07:21.413727 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-afcde555-54c7-4166-b895-20006882eee9 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] 10.222.0.104 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2342086 Jul 06 14:07:21.423065 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 44036) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:07:21.433734 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [None req-3f3d7fa4-dc09-4b50-9187-421338a7afa2 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Request body: {'subnet': {'network_id': '590c00ae-df46-4771-b47e-948127f39501', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:07:21.445504 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-51d0aeb8-4f87-49f3-b6f3-de680a8448fb None None] Provisioning complete for port f5404527-5cd5-4ced-9274-f176ee905cc0 triggered by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:07:21.446093 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-51d0aeb8-4f87-49f3-b6f3-de680a8448fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:21.465333 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afcde555-54c7-4166-b895-20006882eee9 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Pushing event updated for resources: {'Network': ['ID=590c00ae-df46-4771-b47e-948127f39501,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:07:21.493685 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Network 590c00ae-df46-4771-b47e-948127f39501 details requested by agent ovs-agent-n-d-773647-6 with host n-d-773647-6 {{(pid=100248) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 14:07:21.662319 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a53b4f2-2db9-4ccc-b9ac-c2da218bc2fd None None] Network cc221a7a-b529-43ee-9afb-c652f776e000 requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:07:21.665382 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f3d7fa4-dc09-4b50-9187-421338a7afa2 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Made reservation on behalf of e15b02822e68450fa73455cc009166c9 for: {'subnet': 1} {{(pid=100247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:07:21.669174 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-3f3d7fa4-dc09-4b50-9187-421338a7afa2 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127627440'] for subnet, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:21.863440 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-cbd927cb-8779-468f-a343-2b72154f7ec9 None None] Could not find standard attr ID for object 6a448d23-d2c3-478f-a21d-75f6e0e01a85. {{(pid=100248) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 06 14:07:21.910790 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1dec8d3-fbda-4a8b-b824-efeed23a4eb8 None None] DHCP port deletion for c91c172a-cbe6-44f9-85f3-fcc9e5841f88 request from n-d-773647-6 {{(pid=100248) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 14:07:21.929142 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-581eae17-c799-4230-aec9-e252069e7458 None None] Network c91c172a-cbe6-44f9-85f3-fcc9e5841f88 requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:07:21.944269 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-581eae17-c799-4230-aec9-e252069e7458 None None] Network c91c172a-cbe6-44f9-85f3-fcc9e5841f88 could not be found, it might have been deleted concurrently. {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 06 14:07:21.953104 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-788ab6d1-5504-4cdd-837d-1c9a9048f17c None None] get_active_networks_info from n-d-773647-6 {{(pid=100248) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 06 14:07:22.066159 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-b5770bc0-6561-4569-908a-6481f350b70b tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128888353'] for port, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:22.108666 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5770bc0-6561-4569-908a-6481f350b70b tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] No DVR routers for this DVR port 2e95d0c0-4bec-476f-b53f-6f6538de8453 on host n-d-773647-6 {{(pid=100247) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:07:22.124217 n-d-773647-6 neutron-server[100248]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-788ab6d1-5504-4cdd-837d-1c9a9048f17c None None] Resources bound (agent type, host, resource id): {{(pid=100248) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 06 14:07:22.167325 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5770bc0-6561-4569-908a-6481f350b70b tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] Pushing event deleted for resources: {'Port': ['ID=2e95d0c0-4bec-476f-b53f-6f6538de8453,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:07:22.256847 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-2b1c16fa-bb82-4884-8d16-0a67d520f57f req-f74e36a9-01c9-4fe9-b138-facca8cf64c8 tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] Notify callbacks [] for port, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:22.321051 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.provisioning_blocks [req-2b1c16fa-bb82-4884-8d16-0a67d520f57f req-f74e36a9-01c9-4fe9-b138-facca8cf64c8 tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] Transition to ACTIVE for port object 1f5819e5-377a-477d-a4e0-bc213d163822 will not be triggered until provisioned by entity DHCP. {{(pid=100247) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:07:22.338718 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-b5770bc0-6561-4569-908a-6481f350b70b tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-917204', 'neutron.services.segments.db._delete_segments_for_network-8773753502302'] for network, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:22.363967 n-d-773647-6 neutron-server[100247]: DEBUG neutron.services.segments.db [None req-b5770bc0-6561-4569-908a-6481f350b70b tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc221a7a-b529-43ee-9afb-c652f776e000']}} {{(pid=100247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:07:22.408509 n-d-773647-6 neutron-server[100247]: DEBUG neutron.services.segments.db [None req-b5770bc0-6561-4569-908a-6481f350b70b tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d91be64-56ff-46e2-9d5d-5468b866de6f') {'for_net_delete': True} {{(pid=100247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:07:22.408810 n-d-773647-6 neutron-server[100247]: DEBUG neutron.services.segments.db [None req-b5770bc0-6561-4569-908a-6481f350b70b tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d91be64-56ff-46e2-9d5d-5468b866de6f') {} {{(pid=100247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:07:22.435043 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b18192-ddc2-462f-af41-59c2e1a0d5b4 req-eda72198-efb2-4965-b818-19d42f5db68f tempest-ImagesTestJSON-1482892319 tempest-ImagesTestJSON-1482892319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:07:22.436588 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-76b18192-ddc2-462f-af41-59c2e1a0d5b4 req-eda72198-efb2-4965-b818-19d42f5db68f tempest-ImagesTestJSON-1482892319 tempest-ImagesTestJSON-1482892319-project] 10.222.0.104 "GET /v2.0/ports?device_id=32f71fac-b375-4b56-9fd8-2b7a475bc4d5 HTTP/1.1" status: 200 len: 945 time: 0.3843677 Jul 06 14:07:22.445857 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-b5770bc0-6561-4569-908a-6481f350b70b tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773753515138', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127131763'] for segment, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:22.483295 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4794fd1f-f37e-49b6-b3d3-647868319745 req-1469c0a5-fa06-4302-a901-57975c629dd2 tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:07:22.489328 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4794fd1f-f37e-49b6-b3d3-647868319745 req-1469c0a5-fa06-4302-a901-57975c629dd2 tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:07:22.495284 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4794fd1f-f37e-49b6-b3d3-647868319745 req-1469c0a5-fa06-4302-a901-57975c629dd2 tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:07:22.501250 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4794fd1f-f37e-49b6-b3d3-647868319745 req-1469c0a5-fa06-4302-a901-57975c629dd2 tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:07:22.507153 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4794fd1f-f37e-49b6-b3d3-647868319745 req-1469c0a5-fa06-4302-a901-57975c629dd2 tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:07:22.513836 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4794fd1f-f37e-49b6-b3d3-647868319745 req-1469c0a5-fa06-4302-a901-57975c629dd2 tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:07:22.519754 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4794fd1f-f37e-49b6-b3d3-647868319745 req-1469c0a5-fa06-4302-a901-57975c629dd2 tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:07:22.521724 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-4794fd1f-f37e-49b6-b3d3-647868319745 req-1469c0a5-fa06-4302-a901-57975c629dd2 tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] 10.222.0.104 "GET /v2.0/ports?device_id=0455bf88-da4d-44a6-9768-93a70cd92e0e HTTP/1.1" status: 200 len: 5430 time: 0.3636963 Jul 06 14:07:22.547244 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-b5770bc0-6561-4569-908a-6481f350b70b tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552'] for segment, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:22.600292 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b5770bc0-6561-4569-908a-6481f350b70b tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] Releasing vlan 1048 on physical network physnet1 to pool {{(pid=100247) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 14:07:22.600699 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-b5770bc0-6561-4569-908a-6481f350b70b tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-128888574'] for segment, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:22.608746 n-d-773647-6 neutron-server[100247]: Traceback (most recent call last): Jul 06 14:07:22.608746 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 14:07:22.608746 n-d-773647-6 neutron-server[100247]: timer() Jul 06 14:07:22.608746 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 14:07:22.608746 n-d-773647-6 neutron-server[100247]: cb(*args, **kw) Jul 06 14:07:22.608746 n-d-773647-6 neutron-server[100247]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 14:07:22.608746 n-d-773647-6 neutron-server[100247]: return func(*args, **kwargs) Jul 06 14:07:22.608746 n-d-773647-6 neutron-server[100247]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 14:07:22.608746 n-d-773647-6 neutron-server[100247]: self._notify() Jul 06 14:07:22.608746 n-d-773647-6 neutron-server[100247]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 14:07:22.608746 n-d-773647-6 neutron-server[100247]: self.callback(batched_events) Jul 06 14:07:22.608746 n-d-773647-6 neutron-server[100247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 14:07:22.608746 n-d-773647-6 neutron-server[100247]: event.method(event) Jul 06 14:07:22.608746 n-d-773647-6 neutron-server[100247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 14:07:22.608746 n-d-773647-6 neutron-server[100247]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 14:07:22.608746 n-d-773647-6 neutron-server[100247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 14:07:22.608746 n-d-773647-6 neutron-server[100247]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 14:07:22.608746 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 14:07:22.608746 n-d-773647-6 neutron-server[100247]: return f(self, *a, **k) Jul 06 14:07:22.608746 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 14:07:22.608746 n-d-773647-6 neutron-server[100247]: return self._get(url).json() Jul 06 14:07:22.608746 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 14:07:22.608746 n-d-773647-6 neutron-server[100247]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 14:07:22.608746 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 14:07:22.608746 n-d-773647-6 neutron-server[100247]: return self.request(url, 'GET', **kwargs) Jul 06 14:07:22.608746 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 14:07:22.608746 n-d-773647-6 neutron-server[100247]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 14:07:22.608746 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 14:07:22.608746 n-d-773647-6 neutron-server[100247]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 14:07:22.608746 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 14:07:22.608746 n-d-773647-6 neutron-server[100247]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 14:07:22.608746 n-d-773647-6 neutron-server[100247]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 14:07:22.628352 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-2b1c16fa-bb82-4884-8d16-0a67d520f57f req-f74e36a9-01c9-4fe9-b138-facca8cf64c8 tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-128888360'] for port, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:22.640757 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] get_ports_and_sgs() called for port_ids ['285a983f-a0c4-456a-9702-1039a1c94001'] {{(pid=100248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 14:07:22.710512 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-76b18192-ddc2-462f-af41-59c2e1a0d5b4 req-a1083c01-8b2c-46fa-9b36-f56faf525dc8 tempest-ImagesTestJSON-1482892319 tempest-ImagesTestJSON-1482892319-project] 10.222.0.104 "GET /v2.0/security-groups?id=46e03f63-f74e-4db3-981d-76fb36967b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2546952 Jul 06 14:07:22.723845 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-3f3d7fa4-dc09-4b50-9187-421338a7afa2 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1849032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-128888412', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127627426'] for subnet, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:22.786094 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-4794fd1f-f37e-49b6-b3d3-647868319745 req-5f96801a-6b99-489f-a6c5-f51fa8e47489 tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] 10.222.0.104 "GET /v2.0/security-groups?id=f573cac5-f5b4-46cb-8ee6-cba4798a03b8&id=8d3a9807-14cc-46c0-b7ed-1d949d5bac09&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2524736 Jul 06 14:07:22.815688 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-b5770bc0-6561-4569-908a-6481f350b70b tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-917215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1761140'] for network, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:22.818443 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-b5770bc0-6561-4569-908a-6481f350b70b tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583035'] for network, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:22.821821 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-b5770bc0-6561-4569-908a-6481f350b70b tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] 10.222.0.104 "DELETE /v2.0/networks/cc221a7a-b529-43ee-9afb-c652f776e000 HTTP/1.1" status: 204 len: 168 time: 4.3803868 Jul 06 14:07:22.822441 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Device 20f5d6df-12c0-4fc6-879f-9056d54469b7 details requested by agent hyperv_n-h1-773647-6 with host n-h1-773647-6 {{(pid=100248) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 14:07:22.825689 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 44052) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:07:22.827440 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Device be8f74d6-ec89-4516-b380-73a9277d8c69 up at agent hyperv_n-h1-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:07:22.830884 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2b1c16fa-bb82-4884-8d16-0a67d520f57f req-f74e36a9-01c9-4fe9-b138-facca8cf64c8 tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] Network ca8d241f-6d1c-4a83-a6b7-adff4a667580 is already hosted by enough agents. {{(pid=100247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:07:22.853001 n-d-773647-6 neutron-server[100246]: INFO neutron.pecan_wsgi.hooks.translation [None req-092e0d38-04f4-45bf-a9c6-1296e35485d5 tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] DELETE failed (client error): The resource could not be found. Jul 06 14:07:22.853877 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-092e0d38-04f4-45bf-a9c6-1296e35485d5 tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100246) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 14:07:22.855855 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-092e0d38-04f4-45bf-a9c6-1296e35485d5 tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] 10.222.0.104 "DELETE /v2.0/networks/cc221a7a-b529-43ee-9afb-c652f776e000 HTTP/1.1" status: 404 len: 339 time: 0.0280945 Jul 06 14:07:22.860002 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 44054) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:07:22.864124 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.base_scheduler [req-2b1c16fa-bb82-4884-8d16-0a67d520f57f req-f74e36a9-01c9-4fe9-b138-facca8cf64c8 tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] Resources bound (agent type, host, resource id): {{(pid=100247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:07:22.872890 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b1c16fa-bb82-4884-8d16-0a67d520f57f req-f74e36a9-01c9-4fe9-b138-facca8cf64c8 tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] Received port after_create {{(pid=100247) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:07:22.878287 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-2125c63e-f9d0-45e9-b002-9953c81edff3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:22.880374 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-1ceca3fd-da00-4503-9eb8-7fcb0fc5c7d3 tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1711437775', 'description': 'd1'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:07:22.907461 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74e36a9-01c9-4fe9-b138-facca8cf64c8 tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] Pushing event updated for resources: {'Port': ['ID=1f5819e5-377a-477d-a4e0-bc213d163822,revision_number=1']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:07:22.936149 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ceca3fd-da00-4503-9eb8-7fcb0fc5c7d3 tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] Made reservation on behalf of 6baaa4c06bf242238309dd8ac70b6c99 for: {'network': 1} {{(pid=100246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:07:22.940235 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-1ceca3fd-da00-4503-9eb8-7fcb0fc5c7d3 tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for network, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:22.972812 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Provisioning for port be8f74d6-ec89-4516-b380-73a9277d8c69 completed by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:07:22.979340 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Provisioning complete for port be8f74d6-ec89-4516-b380-73a9277d8c69 triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:07:22.980012 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:23.002791 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ceca3fd-da00-4503-9eb8-7fcb0fc5c7d3 tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] vlan segment allocate from pool success with {'vlan_id': 1032, 'physical_network': 'physnet1'} {{(pid=100246) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 14:07:23.020044 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1c16fa-bb82-4884-8d16-0a67d520f57f req-f74e36a9-01c9-4fe9-b138-facca8cf64c8 tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:07:23.020721 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-2b1c16fa-bb82-4884-8d16-0a67d520f57f req-f74e36a9-01c9-4fe9-b138-facca8cf64c8 tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:23.024351 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-1ceca3fd-da00-4503-9eb8-7fcb0fc5c7d3 tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552'] for segment, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:23.024731 n-d-773647-6 neutron-server[100246]: INFO neutron.db.segments_db [None req-1ceca3fd-da00-4503-9eb8-7fcb0fc5c7d3 tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] Added segment b12d1cd3-f4e2-4c58-a031-0251540af93d of type vlan for network b0c247ad-f416-40ad-8948-84d481c68290 Jul 06 14:07:23.027325 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5770bc0-6561-4569-908a-6481f350b70b tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] Pushing event deleted for resources: {'Network': ['ID=cc221a7a-b529-43ee-9afb-c652f776e000,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:07:23.037850 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3d7fa4-dc09-4b50-9187-421338a7afa2 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Pushing event updated for resources: {'Subnet': ['ID=1c85f0bf-f648-473c-9225-d63697cd3ca5,revision_number=0']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:07:23.079762 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] For port 20f5d6df-12c0-4fc6-879f-9056d54469b7, host n-h1-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773647-6',level=0,port_id=20f5d6df-12c0-4fc6-879f-9056d54469b7,segment=NetworkSegment(8e40aa78-8395-4e3b-8b8a-7ce666e1be67),segment_id=8e40aa78-8395-4e3b-8b8a-7ce666e1be67)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:07:23.099083 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-2b1c16fa-bb82-4884-8d16-0a67d520f57f req-f74e36a9-01c9-4fe9-b138-facca8cf64c8 tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] 10.222.0.127 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6749327 Jul 06 14:07:23.107873 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f3d7fa4-dc09-4b50-9187-421338a7afa2 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Checking segment: {'id': '8cdbbfee-e0d4-4de9-accf-a65426855c47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': '590c00ae-df46-4771-b47e-948127f39501'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100247) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:07:23.108241 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f3d7fa4-dc09-4b50-9187-421338a7afa2 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Network hostable DHCP agents. Network: 590c00ae-df46-4771-b47e-948127f39501, hostable agents: ['f2bada3d-be77-4359-982b-8505a2bbca04'], hosted agents: [] {{(pid=100247) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 14:07:23.122246 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [req-2b1c16fa-bb82-4884-8d16-0a67d520f57f req-39e40286-d5e0-48bf-b70d-42c546e708de service neutron] Request body: {'port': {'device_id': '86de0a1f-5db7-44ca-bb5a-ff9aa3c483af', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-773647-6'}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:07:23.124588 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Returning: {'device': '20f5d6df-12c0-4fc6-879f-9056d54469b7', 'network_id': 'd0a1f4e7-9678-480f-bc1f-59b6eda7e0f6', 'port_id': '20f5d6df-12c0-4fc6-879f-9056d54469b7', 'mac_address': 'fa:16:3e:e8:29:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1003, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c7d6ee3-a183-4b01-a5a7-977624c04483', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100248) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 14:07:23.152051 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:23.207201 n-d-773647-6 neutron-server[100248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32f71fac-b375-4b56-9fd8-2b7a475bc4d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be8f74d6-ec89-4516-b380-73a9277d8c69'}] {{(pid=100248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:07:23.209949 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84af257533e383389cbcf231d3534f4d5e149e7203fea16b4a8fc01438dddaf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6376f88c-8b95-4983-b812-097db7656681" -d '{"events": [{"server_uuid": "32f71fac-b375-4b56-9fd8-2b7a475bc4d5", "name": "network-vif-plugged", "status": "completed", "tag": "be8f74d6-ec89-4516-b380-73a9277d8c69"}]}' {{(pid=100248) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:07:23.237105 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f3d7fa4-dc09-4b50-9187-421338a7afa2 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Network 590c00ae-df46-4771-b47e-948127f39501 is scheduled to be hosted by DHCP agent f2bada3d-be77-4359-982b-8505a2bbca04 with binding_index 1 {{(pid=100247) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 14:07:23.240435 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] For port be8f74d6-ec89-4516-b380-73a9277d8c69, host n-h1-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773647-6',level=0,port_id=be8f74d6-ec89-4516-b380-73a9277d8c69,segment=NetworkSegment(4f034a4d-0401-4410-9e3b-cfb7c7ebcd98),segment_id=4f034a4d-0401-4410-9e3b-cfb7c7ebcd98)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:07:23.243585 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:23.254602 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68291ebe-22f3-4a69-bcb7-e7376e33cfe3 req-6f593df0-b4c0-4b23-8d0f-608f46f89a92 tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:07:23.254760 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:23.257516 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-68291ebe-22f3-4a69-bcb7-e7376e33cfe3 req-6f593df0-b4c0-4b23-8d0f-608f46f89a92 tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] 10.222.0.104 "GET /v2.0/ports?device_id=86de0a1f-5db7-44ca-bb5a-ff9aa3c483af HTTP/1.1" status: 200 len: 931 time: 0.2314131 Jul 06 14:07:23.286938 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.base_scheduler [None req-3f3d7fa4-dc09-4b50-9187-421338a7afa2 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773647-6, 590c00ae-df46-4771-b47e-948127f39501) {{(pid=100247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:07:23.289931 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-2b1c16fa-bb82-4884-8d16-0a67d520f57f req-39e40286-d5e0-48bf-b70d-42c546e708de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:23.301107 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 14:07:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-979b9d4b-18dc-4265-955c-1a72e58186a8 x-openstack-request-id: req-979b9d4b-18dc-4265-955c-1a72e58186a8 {{(pid=100248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:07:23.301887 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32f71fac-b375-4b56-9fd8-2b7a475bc4d5", "name": "network-vif-plugged", "status": "completed", "tag": "be8f74d6-ec89-4516-b380-73a9277d8c69", "code": 200}]} {{(pid=100248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:07:23.302066 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-979b9d4b-18dc-4265-955c-1a72e58186a8 {{(pid=100248) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:07:23.302545 n-d-773647-6 neutron-server[100248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32f71fac-b375-4b56-9fd8-2b7a475bc4d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be8f74d6-ec89-4516-b380-73a9277d8c69', 'code': 200} Jul 06 14:07:23.302754 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f3d7fa4-dc09-4b50-9187-421338a7afa2 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:07:23.303389 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-3f3d7fa4-dc09-4b50-9187-421338a7afa2 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Notify callbacks [] for subnet, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:23.304525 n-d-773647-6 neutron-server[100248]: DEBUG neutron.notifiers.nova [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 20f5d6df-12c0-4fc6-879f-9056d54469b7 {{(pid=100248) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 14:07:23.322982 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0b15db2-ff48-43f3-9cf0-70abbe0d3601 None None] Network 590c00ae-df46-4771-b47e-948127f39501 requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:07:23.360036 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-3f3d7fa4-dc09-4b50-9187-421338a7afa2 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] 10.222.0.104 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9312732 Jul 06 14:07:23.370479 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-68291ebe-22f3-4a69-bcb7-e7376e33cfe3 req-844e98f9-e134-4caf-81ea-03bb62b671a7 tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] 10.222.0.104 "GET /v2.0/security-groups?id=bdba1446-e72e-4024-9da7-e6061f204f14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032641 Jul 06 14:07:23.371025 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 44060) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:07:23.388121 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [None req-b2ca1e41-4606-4f24-9c81-a615e6209890 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Request body: {'port': {'network_id': '590c00ae-df46-4771-b47e-948127f39501', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-1749399105'}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:07:23.396304 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] For port 20f5d6df-12c0-4fc6-879f-9056d54469b7, host n-h1-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773647-6',level=0,port_id=20f5d6df-12c0-4fc6-879f-9056d54469b7,segment=NetworkSegment(8e40aa78-8395-4e3b-8b8a-7ce666e1be67),segment_id=8e40aa78-8395-4e3b-8b8a-7ce666e1be67)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:07:23.417162 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:23.417938 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Device 842aaa84-3104-4062-919f-9900319ced32 details requested by agent hyperv_n-h1-773647-6 with host n-h1-773647-6 {{(pid=100248) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 14:07:23.429366 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-1ceca3fd-da00-4503-9eb8-7fcb0fc5c7d3 tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773752984405'] for network, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:23.436003 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Pushing event updated for resources: {'Port': ['ID=be8f74d6-ec89-4516-b380-73a9277d8c69,revision_number=5']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:07:23.438656 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-cafe7bdc-ba10-40f1-97e8-8371275da90d None None] Provisioning for port 1f5819e5-377a-477d-a4e0-bc213d163822 completed by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:07:23.453816 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-cafe7bdc-ba10-40f1-97e8-8371275da90d None None] Provisioning complete for port 1f5819e5-377a-477d-a4e0-bc213d163822 triggered by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:07:23.454201 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-cafe7bdc-ba10-40f1-97e8-8371275da90d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:23.469817 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-1ceca3fd-da00-4503-9eb8-7fcb0fc5c7d3 tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060'] for network, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:23.476775 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ceca3fd-da00-4503-9eb8-7fcb0fc5c7d3 tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:07:23.477749 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-1ceca3fd-da00-4503-9eb8-7fcb0fc5c7d3 tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] Notify callbacks [] for network, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:23.538380 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-1ceca3fd-da00-4503-9eb8-7fcb0fc5c7d3 tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] 10.222.0.104 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.6763687 Jul 06 14:07:23.541744 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 44062) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:07:23.616722 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Pushing event updated for resources: {'Port': ['ID=20f5d6df-12c0-4fc6-879f-9056d54469b7,revision_number=4']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:07:23.622767 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-cafe7bdc-ba10-40f1-97e8-8371275da90d None None] Port 1f5819e5-377a-477d-a4e0-bc213d163822 cannot update to ACTIVE because it is not bound. {{(pid=100248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 14:07:23.645807 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ceca3fd-da00-4503-9eb8-7fcb0fc5c7d3 tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] Pushing event updated for resources: {'Network': ['ID=b0c247ad-f416-40ad-8948-84d481c68290,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:07:23.660458 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a849bb7f-69bc-4383-8082-bc39b812c1bd tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:07:23.662495 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-a849bb7f-69bc-4383-8082-bc39b812c1bd tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] 10.222.0.104 "GET /v2.0/networks?id=b0c247ad-f416-40ad-8948-84d481c68290 HTTP/1.1" status: 200 len: 765 time: 0.1178894 Jul 06 14:07:23.665423 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 44064) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:07:23.668045 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Network b0c247ad-f416-40ad-8948-84d481c68290 details requested by agent ovs-agent-n-d-773647-6 with host n-d-773647-6 {{(pid=100248) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 14:07:23.672021 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-012ddf33-294d-4270-a39a-1f54a291a5c5 tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] Request body: {'network': {'description': 'd2'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:07:23.673895 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72654d2a-aeff-4a43-bf68-e344562710d7 req-4a281d48-966a-4272-9e81-25cd848c5c06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:07:23.675908 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-72654d2a-aeff-4a43-bf68-e344562710d7 req-4a281d48-966a-4272-9e81-25cd848c5c06 service neutron] 10.222.0.127 "GET /v2.0/ports?device_id=32f71fac-b375-4b56-9fd8-2b7a475bc4d5 HTTP/1.1" status: 200 len: 1097 time: 0.2768066 Jul 06 14:07:23.686240 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] For port 842aaa84-3104-4062-919f-9900319ced32, host n-h1-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773647-6',level=0,port_id=842aaa84-3104-4062-919f-9900319ced32,segment=NetworkSegment(ac55593e-8500-4da2-8d0d-5602184fcc61),segment_id=ac55593e-8500-4da2-8d0d-5602184fcc61)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:07:23.817470 n-d-773647-6 neutron-server[100247]: DEBUG neutron.notifiers.nova [req-2b1c16fa-bb82-4884-8d16-0a67d520f57f req-39e40286-d5e0-48bf-b70d-42c546e708de service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1f5819e5-377a-477d-a4e0-bc213d163822 {{(pid=100247) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 14:07:23.826879 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-2b1c16fa-bb82-4884-8d16-0a67d520f57f req-39e40286-d5e0-48bf-b70d-42c546e708de service neutron] Notify callbacks [] for port, precommit_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:23.843556 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.provisioning_blocks [req-2b1c16fa-bb82-4884-8d16-0a67d520f57f req-39e40286-d5e0-48bf-b70d-42c546e708de service neutron] Transition to ACTIVE for port object 1f5819e5-377a-477d-a4e0-bc213d163822 will not be triggered until provisioned by entity L2. {{(pid=100247) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:07:23.845927 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2ca1e41-4606-4f24-9c81-a615e6209890 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Made reservation on behalf of e15b02822e68450fa73455cc009166c9 for: {'port': 1} {{(pid=100247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:07:23.851850 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-b2ca1e41-4606-4f24-9c81-a615e6209890 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:23.857230 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-2b1c16fa-bb82-4884-8d16-0a67d520f57f req-39e40286-d5e0-48bf-b70d-42c546e708de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128888538'] for port, after_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:23.868366 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-012ddf33-294d-4270-a39a-1f54a291a5c5 tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773752984405'] for network, precommit_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:23.898740 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-012ddf33-294d-4270-a39a-1f54a291a5c5 tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060'] for network, after_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:23.926845 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-012ddf33-294d-4270-a39a-1f54a291a5c5 tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] Network b0c247ad-f416-40ad-8948-84d481c68290 is not hosted by any dhcp agent {{(pid=100246) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jul 06 14:07:23.933585 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-012ddf33-294d-4270-a39a-1f54a291a5c5 tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:07:23.933585 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-012ddf33-294d-4270-a39a-1f54a291a5c5 tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] Notify callbacks [] for network, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:23.939270 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-012ddf33-294d-4270-a39a-1f54a291a5c5 tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] 10.222.0.104 "PUT /v2.0/networks/b0c247ad-f416-40ad-8948-84d481c68290 HTTP/1.1" status: 200 len: 762 time: 0.2683089 Jul 06 14:07:23.951651 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42bbab93-1bfe-49d2-be1f-0b0e401d210c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6bd5fc82-6666-56e8-87c2-91648d36c963-590c00ae-df46-4771-b47e-948127f39501', 'network_id': '590c00ae-df46-4771-b47e-948127f39501', 'tenant_id': 'e15b02822e68450fa73455cc009166c9', 'fixed_ips': [{'subnet_id': '1c85f0bf-f648-473c-9225-d63697cd3ca5'}]}} from n-d-773647-6. {{(pid=100248) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 14:07:23.952507 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-42bbab93-1bfe-49d2-be1f-0b0e401d210c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:23.953729 n-d-773647-6 neutron-server[100247]: DEBUG neutron.notifiers.nova [None req-b2ca1e41-4606-4f24-9c81-a615e6209890 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] device_id is not set on port 118cf813-90cd-4b13-add2-5a9a64c98759 yet. {{(pid=100247) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 14:07:23.963533 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Returning: {'device': '842aaa84-3104-4062-919f-9900319ced32', 'network_id': 'f1fe0f84-e7fb-43f2-a13c-d5fffe5a5634', 'port_id': '842aaa84-3104-4062-919f-9900319ced32', 'mac_address': 'fa:16:3e:fd:9b:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1039, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '33ba364c-4842-4afb-9331-8a30604f6a2f', 'ip_address': '10.1.1.231'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100248) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 14:07:23.970452 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 44072) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:07:24.008177 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-72654d2a-aeff-4a43-bf68-e344562710d7 req-1e65ffa5-7107-4173-8337-65322deea81b service neutron] 10.222.0.127 "GET /v2.0/security-groups?id=46e03f63-f74e-4db3-981d-76fb36967b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3175538 Jul 06 14:07:24.061112 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012ddf33-294d-4270-a39a-1f54a291a5c5 tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] Pushing event updated for resources: {'Network': ['ID=b0c247ad-f416-40ad-8948-84d481c68290,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:07:24.075290 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e40286-d5e0-48bf-b70d-42c546e708de service neutron] Pushing event updated for resources: {'Port': ['ID=1f5819e5-377a-477d-a4e0-bc213d163822,revision_number=2']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:07:24.106913 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8e08fc0-926f-4407-9106-b2cf598e3184 tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:07:24.108496 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-d8e08fc0-926f-4407-9106-b2cf598e3184 tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] 10.222.0.104 "GET /v2.0/networks?id=b0c247ad-f416-40ad-8948-84d481c68290 HTTP/1.1" status: 200 len: 765 time: 0.1368191 Jul 06 14:07:24.112394 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 44076) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:07:24.115350 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Network b0c247ad-f416-40ad-8948-84d481c68290 details requested by agent ovs-agent-n-d-773647-6 with host n-d-773647-6 {{(pid=100248) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 14:07:24.176354 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.db_base_plugin_common [None req-b2ca1e41-4606-4f24-9c81-a615e6209890 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Allocated IP 2001:db8::254 (590c00ae-df46-4771-b47e-948127f39501/1c85f0bf-f648-473c-9225-d63697cd3ca5/118cf813-90cd-4b13-add2-5a9a64c98759) {{(pid=100247) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:07:24.210681 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:24.261892 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36cea5b1-20bc-41b6-b577-efddad482752 tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:07:24.263923 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-36cea5b1-20bc-41b6-b577-efddad482752 tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] 10.222.0.104 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.1495588 Jul 06 14:07:24.266100 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 44080) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:07:24.271903 n-d-773647-6 neutron-server[100248]: DEBUG neutron.notifiers.nova [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 842aaa84-3104-4062-919f-9900319ced32 {{(pid=100248) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 14:07:24.298464 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] For port 842aaa84-3104-4062-919f-9900319ced32, host n-h1-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773647-6',level=0,port_id=842aaa84-3104-4062-919f-9900319ced32,segment=NetworkSegment(ac55593e-8500-4da2-8d0d-5602184fcc61),segment_id=ac55593e-8500-4da2-8d0d-5602184fcc61)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:07:24.302801 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:24.306824 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-a878d816-5057-46e0-adb7-c29a0932f038 tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] 10.222.0.104 "GET /v2.0/subnets?network_id=2658f09e-a580-4d4a-9968-2d1e0ad93719 HTTP/1.1" status: 200 len: 207 time: 0.0391769 Jul 06 14:07:24.311825 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 44082) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:07:24.369680 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Pushing event updated for resources: {'Port': ['ID=842aaa84-3104-4062-919f-9900319ced32,revision_number=4']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:07:24.394086 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12b4ba8-14b0-4920-b502-f3c9216335ef req-8b143050-b1fc-47fc-9e85-3c10d81996d3 tempest-ImagesTestJSON-1482892319 tempest-ImagesTestJSON-1482892319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:07:24.395649 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-b12b4ba8-14b0-4920-b502-f3c9216335ef req-8b143050-b1fc-47fc-9e85-3c10d81996d3 tempest-ImagesTestJSON-1482892319 tempest-ImagesTestJSON-1482892319-project] 10.222.0.104 "GET /v2.0/ports?device_id=32f71fac-b375-4b56-9fd8-2b7a475bc4d5 HTTP/1.1" status: 200 len: 946 time: 0.5405526 Jul 06 14:07:24.442766 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d71df101-e1c6-4ac2-8ed1-515ffad3b354 tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:07:24.448866 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d71df101-e1c6-4ac2-8ed1-515ffad3b354 tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:07:24.455005 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d71df101-e1c6-4ac2-8ed1-515ffad3b354 tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:07:24.461621 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d71df101-e1c6-4ac2-8ed1-515ffad3b354 tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:07:24.468549 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04abda5c-2f6e-49ec-9115-0af0f3086bc9 req-7a139047-5074-4a8e-8d3c-37bb2ce3b931 tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:07:24.468874 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d71df101-e1c6-4ac2-8ed1-515ffad3b354 tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:07:24.474454 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04abda5c-2f6e-49ec-9115-0af0f3086bc9 req-7a139047-5074-4a8e-8d3c-37bb2ce3b931 tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:07:24.474960 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d71df101-e1c6-4ac2-8ed1-515ffad3b354 tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:07:24.476787 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-d71df101-e1c6-4ac2-8ed1-515ffad3b354 tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] 10.222.0.104 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3730 time: 0.1638951 Jul 06 14:07:24.480329 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04abda5c-2f6e-49ec-9115-0af0f3086bc9 req-7a139047-5074-4a8e-8d3c-37bb2ce3b931 tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:07:24.480854 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 44086) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:07:24.486847 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04abda5c-2f6e-49ec-9115-0af0f3086bc9 req-7a139047-5074-4a8e-8d3c-37bb2ce3b931 tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:07:24.492766 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04abda5c-2f6e-49ec-9115-0af0f3086bc9 req-7a139047-5074-4a8e-8d3c-37bb2ce3b931 tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:07:24.498795 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04abda5c-2f6e-49ec-9115-0af0f3086bc9 req-7a139047-5074-4a8e-8d3c-37bb2ce3b931 tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:07:24.504699 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04abda5c-2f6e-49ec-9115-0af0f3086bc9 req-7a139047-5074-4a8e-8d3c-37bb2ce3b931 tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:07:24.506617 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-04abda5c-2f6e-49ec-9115-0af0f3086bc9 req-7a139047-5074-4a8e-8d3c-37bb2ce3b931 tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] 10.222.0.104 "GET /v2.0/ports?device_id=0455bf88-da4d-44a6-9768-93a70cd92e0e HTTP/1.1" status: 200 len: 5431 time: 0.5107961 Jul 06 14:07:24.525618 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.managers [req-2b1c16fa-bb82-4884-8d16-0a67d520f57f req-39e40286-d5e0-48bf-b70d-42c546e708de service neutron] Attempting to bind port 1f5819e5-377a-477d-a4e0-bc213d163822 on host n-h1-773647-6 for vnic_type normal with profile {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:07:24.525958 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.managers [req-2b1c16fa-bb82-4884-8d16-0a67d520f57f req-39e40286-d5e0-48bf-b70d-42c546e708de service neutron] Attempting to bind port 1f5819e5-377a-477d-a4e0-bc213d163822 by drivers openvswitch,hyperv on host n-h1-773647-6 at level 0 using segments [{'id': '36c50412-6893-4622-808c-49164f6f9db6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1040, 'network_id': 'ca8d241f-6d1c-4a83-a6b7-adff4a667580'}] {{(pid=100247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:07:24.526293 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b1c16fa-bb82-4884-8d16-0a67d520f57f req-39e40286-d5e0-48bf-b70d-42c546e708de service neutron] Attempting to bind port 1f5819e5-377a-477d-a4e0-bc213d163822 on network ca8d241f-6d1c-4a83-a6b7-adff4a667580 {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:07:24.532045 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-b2ca1e41-4606-4f24-9c81-a615e6209890 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Notify callbacks [] for port, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:24.561945 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b1c16fa-bb82-4884-8d16-0a67d520f57f req-39e40286-d5e0-48bf-b70d-42c546e708de service neutron] Port 1f5819e5-377a-477d-a4e0-bc213d163822 on network ca8d241f-6d1c-4a83-a6b7-adff4a667580 not bound, no agent of type Open vSwitch agent registered on host n-h1-773647-6 {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 14:07:24.562296 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b1c16fa-bb82-4884-8d16-0a67d520f57f req-39e40286-d5e0-48bf-b70d-42c546e708de service neutron] Attempting to bind port 1f5819e5-377a-477d-a4e0-bc213d163822 on network ca8d241f-6d1c-4a83-a6b7-adff4a667580 {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:07:24.572964 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-b12b4ba8-14b0-4920-b502-f3c9216335ef req-4e05d2af-b767-475c-a2a0-6102e8316020 tempest-ImagesTestJSON-1482892319 tempest-ImagesTestJSON-1482892319-project] 10.222.0.104 "GET /v2.0/security-groups?id=46e03f63-f74e-4db3-981d-76fb36967b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1635361 Jul 06 14:07:24.580787 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.provisioning_blocks [None req-b2ca1e41-4606-4f24-9c81-a615e6209890 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Transition to ACTIVE for port object 118cf813-90cd-4b13-add2-5a9a64c98759 will not be triggered until provisioned by entity DHCP. {{(pid=100247) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:07:24.589336 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b1c16fa-bb82-4884-8d16-0a67d520f57f req-39e40286-d5e0-48bf-b70d-42c546e708de service neutron] Checking agent: {'id': '5bf7147f-bada-4441-a5dc-934b903473fb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-773647-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 51, 12), 'started_at': datetime.datetime(2021, 7, 6, 13, 51, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 7, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:07:24.589683 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b1c16fa-bb82-4884-8d16-0a67d520f57f req-39e40286-d5e0-48bf-b70d-42c546e708de service neutron] Checking segment: {'id': '36c50412-6893-4622-808c-49164f6f9db6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1040, 'network_id': 'ca8d241f-6d1c-4a83-a6b7-adff4a667580'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100247) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:07:24.590073 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b1c16fa-bb82-4884-8d16-0a67d520f57f req-39e40286-d5e0-48bf-b70d-42c546e708de service neutron] Bound using segment: {'id': '36c50412-6893-4622-808c-49164f6f9db6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1040, 'network_id': 'ca8d241f-6d1c-4a83-a6b7-adff4a667580'} {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:07:24.590596 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.managers [req-2b1c16fa-bb82-4884-8d16-0a67d520f57f req-39e40286-d5e0-48bf-b70d-42c546e708de service neutron] Bound port: 1f5819e5-377a-477d-a4e0-bc213d163822, host: n-h1-773647-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '36c50412-6893-4622-808c-49164f6f9db6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1040, 'network_id': 'ca8d241f-6d1c-4a83-a6b7-adff4a667580'}}] {{(pid=100247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:07:24.590963 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-2b1c16fa-bb82-4884-8d16-0a67d520f57f req-39e40286-d5e0-48bf-b70d-42c546e708de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:24.618571 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-04abda5c-2f6e-49ec-9115-0af0f3086bc9 req-4a21f4d1-cd7c-4694-be9e-6ad084661a8d tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] 10.222.0.104 "GET /v2.0/security-groups?id=f573cac5-f5b4-46cb-8ee6-cba4798a03b8&id=8d3a9807-14cc-46c0-b7ed-1d949d5bac09&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1039836 Jul 06 14:07:24.623555 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-915a0b42-81e4-474e-8739-4f22e06f3769 tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] 10.222.0.104 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 812 time: 0.1384897 Jul 06 14:07:24.625979 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 44088) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:07:24.685573 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-b2ca1e41-4606-4f24-9c81-a615e6209890 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-128888360'] for port, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:24.697679 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7e45db2-89fe-4e3e-b25e-fe17d81286ac tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:07:24.699565 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7e45db2-89fe-4e3e-b25e-fe17d81286ac tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:07:24.701886 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7e45db2-89fe-4e3e-b25e-fe17d81286ac tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:07:24.703702 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7e45db2-89fe-4e3e-b25e-fe17d81286ac tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:07:24.705504 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7e45db2-89fe-4e3e-b25e-fe17d81286ac tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:07:24.710834 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-e7e45db2-89fe-4e3e-b25e-fe17d81286ac tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] 10.222.0.104 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.0802758 Jul 06 14:07:24.711990 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 44090) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:07:24.729851 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] get_ports_and_sgs() called for port_ids ['842aaa84-3104-4062-919f-9900319ced32'] {{(pid=100248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 14:07:24.743249 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2ca1e41-4606-4f24-9c81-a615e6209890 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Network 590c00ae-df46-4771-b47e-948127f39501 is already hosted by enough agents. {{(pid=100247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:07:24.750626 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.base_scheduler [None req-b2ca1e41-4606-4f24-9c81-a615e6209890 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Resources bound (agent type, host, resource id): {{(pid=100247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:07:24.752962 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.db [req-2b1c16fa-bb82-4884-8d16-0a67d520f57f req-39e40286-d5e0-48bf-b70d-42c546e708de service neutron] For port 1f5819e5-377a-477d-a4e0-bc213d163822, host n-h1-773647-6, cleared binding levels {{(pid=100247) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:07:24.761331 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2ca1e41-4606-4f24-9c81-a615e6209890 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Received port after_create {{(pid=100247) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:07:24.778151 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2ca1e41-4606-4f24-9c81-a615e6209890 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:07:24.778854 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-b2ca1e41-4606-4f24-9c81-a615e6209890 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:24.793335 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc4a31be-3918-4567-9e0d-897366483176 tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] Attributes excluded by policy engine: ['shared'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:07:24.795739 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc4a31be-3918-4567-9e0d-897366483176 tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] Attributes excluded by policy engine: ['shared'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:07:24.797365 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc4a31be-3918-4567-9e0d-897366483176 tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] Attributes excluded by policy engine: ['shared'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:07:24.799093 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc4a31be-3918-4567-9e0d-897366483176 tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] Attributes excluded by policy engine: ['shared'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:07:24.800881 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc4a31be-3918-4567-9e0d-897366483176 tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] Attributes excluded by policy engine: ['shared'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:07:24.802715 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-dc4a31be-3918-4567-9e0d-897366483176 tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] 10.222.0.104 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.0898671 Jul 06 14:07:24.806173 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ca1e41-4606-4f24-9c81-a615e6209890 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Pushing event updated for resources: {'Port': ['ID=118cf813-90cd-4b13-add2-5a9a64c98759,revision_number=1']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:07:24.806862 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 44092) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:07:24.810299 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.db [req-2b1c16fa-bb82-4884-8d16-0a67d520f57f req-39e40286-d5e0-48bf-b70d-42c546e708de service neutron] For port 1f5819e5-377a-477d-a4e0-bc213d163822, host n-h1-773647-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773647-6',level=0,port_id=1f5819e5-377a-477d-a4e0-bc213d163822,segment=NetworkSegment(36c50412-6893-4622-808c-49164f6f9db6),segment_id=36c50412-6893-4622-808c-49164f6f9db6)] {{(pid=100247) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:07:24.816463 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-2b1c16fa-bb82-4884-8d16-0a67d520f57f req-39e40286-d5e0-48bf-b70d-42c546e708de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128888538'] for port, after_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:24.822963 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-b2ca1e41-4606-4f24-9c81-a615e6209890 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] 10.222.0.104 "POST /v2.0/ports HTTP/1.1" status: 201 len: 893 time: 1.4438548 Jul 06 14:07:24.833745 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 44094) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:07:24.851754 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.db_base_plugin_common [None req-42bbab93-1bfe-49d2-be1f-0b0e401d210c None None] Allocated IP 2001:db8::2 (590c00ae-df46-4771-b47e-948127f39501/1c85f0bf-f648-473c-9225-d63697cd3ca5/fef57e6e-8001-42d5-90b4-e2934be735b7) {{(pid=100248) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:07:24.858871 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1c16fa-bb82-4884-8d16-0a67d520f57f req-39e40286-d5e0-48bf-b70d-42c546e708de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:07:24.859777 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-2b1c16fa-bb82-4884-8d16-0a67d520f57f req-39e40286-d5e0-48bf-b70d-42c546e708de service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:24.861273 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-2b1c16fa-bb82-4884-8d16-0a67d520f57f req-39e40286-d5e0-48bf-b70d-42c546e708de service neutron] 10.222.0.127 "PUT /v2.0/ports/1f5819e5-377a-477d-a4e0-bc213d163822 HTTP/1.1" status: 200 len: 1091 time: 1.7503061 Jul 06 14:07:24.861804 n-d-773647-6 neutron-server[100247]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86de0a1f-5db7-44ca-bb5a-ff9aa3c483af', 'tag': '1f5819e5-377a-477d-a4e0-bc213d163822'}] {{(pid=100247) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:07:24.864437 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cbf0eeaae822f8fc9b87a94aeba67a3d651842baf663a51cba94b67a514836d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc79ed67-7ef0-4308-8a01-12f4a0b55d95" -d '{"events": [{"name": "network-changed", "server_uuid": "86de0a1f-5db7-44ca-bb5a-ff9aa3c483af", "tag": "1f5819e5-377a-477d-a4e0-bc213d163822"}]}' {{(pid=100247) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:07:24.897020 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e40286-d5e0-48bf-b70d-42c546e708de service neutron] Pushing event updated for resources: {'Port': ['ID=1f5819e5-377a-477d-a4e0-bc213d163822,revision_number=3']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:07:24.924670 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] get_ports_and_sgs() called for port_ids ['20f5d6df-12c0-4fc6-879f-9056d54469b7'] {{(pid=100248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 14:07:24.927141 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Device 3eea4337-fef2-420d-b97a-4bc2fdc452dc details requested by agent hyperv_n-h1-773647-6 with host n-h1-773647-6 {{(pid=100248) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 14:07:24.944757 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 14:07:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe209d59-c91d-42e0-8f43-e34fe33a5742 x-openstack-request-id: req-fe209d59-c91d-42e0-8f43-e34fe33a5742 {{(pid=100247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:07:24.944757 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "86de0a1f-5db7-44ca-bb5a-ff9aa3c483af", "tag": "1f5819e5-377a-477d-a4e0-bc213d163822", "status": "completed", "code": 200}]} {{(pid=100247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:07:24.944757 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-fe209d59-c91d-42e0-8f43-e34fe33a5742 {{(pid=100247) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:07:24.945198 n-d-773647-6 neutron-server[100247]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '86de0a1f-5db7-44ca-bb5a-ff9aa3c483af', 'tag': '1f5819e5-377a-477d-a4e0-bc213d163822', 'status': 'completed', 'code': 200} Jul 06 14:07:25.041849 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3509ae71-f16f-48f3-a6a5-994fe5d3af15 tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:07:25.043290 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f713967-3564-4969-a771-d13d6c020092 req-9cc1f9c3-fdb0-4c0d-ab01-67ec9a0c2d7a tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:07:25.045961 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-4f713967-3564-4969-a771-d13d6c020092 req-9cc1f9c3-fdb0-4c0d-ab01-67ec9a0c2d7a tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] 10.222.0.104 "GET /v2.0/ports?device_id=86de0a1f-5db7-44ca-bb5a-ff9aa3c483af HTTP/1.1" status: 200 len: 943 time: 0.1502321 Jul 06 14:07:25.050440 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 44098) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:07:25.051757 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-3509ae71-f16f-48f3-a6a5-994fe5d3af15 tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] 10.222.0.104 "GET /v2.0/networks/abc7bc3b-a8a3-49dc-9705-e8abfe8489c4 HTTP/1.1" status: 200 len: 804 time: 0.2435508 Jul 06 14:07:25.118186 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [None req-d095eaea-58e2-458c-8b3b-27d9541c1bd4 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Deleting port 118cf813-90cd-4b13-add2-5a9a64c98759 {{(pid=100246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:07:25.118423 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-d095eaea-58e2-458c-8b3b-27d9541c1bd4 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:25.164723 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1c16fa-bb82-4884-8d16-0a67d520f57f req-7b7eb940-843d-49cc-b4ca-120c728bc7c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:07:25.166401 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-2b1c16fa-bb82-4884-8d16-0a67d520f57f req-7b7eb940-843d-49cc-b4ca-120c728bc7c7 service neutron] 10.222.0.127 "GET /v2.0/ports?tenant_id=96647dd61d404050a5af01798d2f6f47&device_id=86de0a1f-5db7-44ca-bb5a-ff9aa3c483af HTTP/1.1" status: 200 len: 1094 time: 0.2243161 Jul 06 14:07:25.233395 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-d095eaea-58e2-458c-8b3b-27d9541c1bd4 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:25.235857 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-2b1c16fa-bb82-4884-8d16-0a67d520f57f req-4748062a-4017-4b24-848e-b43eb97d3140 service neutron] 10.222.0.127 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1f5819e5-377a-477d-a4e0-bc213d163822 HTTP/1.1" status: 200 len: 217 time: 0.0495119 Jul 06 14:07:25.249539 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [None req-d095eaea-58e2-458c-8b3b-27d9541c1bd4 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Calling delete_port for 118cf813-90cd-4b13-add2-5a9a64c98759 owned by {{(pid=100246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:07:25.252573 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-4f713967-3564-4969-a771-d13d6c020092 req-58b10347-5e00-4a4f-adcf-aa76c6e00115 tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] 10.222.0.104 "GET /v2.0/security-groups?id=bdba1446-e72e-4024-9da7-e6061f204f14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1772835 Jul 06 14:07:25.274301 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] For port 3eea4337-fef2-420d-b97a-4bc2fdc452dc, host n-h1-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773647-6',level=0,port_id=3eea4337-fef2-420d-b97a-4bc2fdc452dc,segment=NetworkSegment(ac55593e-8500-4da2-8d0d-5602184fcc61),segment_id=ac55593e-8500-4da2-8d0d-5602184fcc61)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:07:25.331945 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-44f23b12-5e87-4cc4-b965-a9e9a01f25c1 tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] 10.222.0.104 "GET /v2.0/networks/abc7bc3b-a8a3-49dc-9705-e8abfe8489c4?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 320 time: 0.2803590 Jul 06 14:07:25.335196 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 44102) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:07:25.344058 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Returning: {'device': '3eea4337-fef2-420d-b97a-4bc2fdc452dc', 'network_id': 'f1fe0f84-e7fb-43f2-a13c-d5fffe5a5634', 'port_id': '3eea4337-fef2-420d-b97a-4bc2fdc452dc', 'mac_address': 'fa:16:3e:b2:44:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1039, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '33ba364c-4842-4afb-9331-8a30604f6a2f', 'ip_address': '10.1.1.198'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100248) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 14:07:25.372172 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1c16fa-bb82-4884-8d16-0a67d520f57f req-1e538cbe-1357-459e-a067-ed76018e42a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:07:25.373870 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-2b1c16fa-bb82-4884-8d16-0a67d520f57f req-1e538cbe-1357-459e-a067-ed76018e42a9 service neutron] 10.222.0.127 "GET /v2.0/subnets?id=1d0103a5-6825-4713-928f-2c0821a07c96 HTTP/1.1" status: 200 len: 851 time: 0.1150506 Jul 06 14:07:25.415502 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-42bbab93-1bfe-49d2-be1f-0b0e401d210c None None] Notify callbacks [] for port, precommit_create {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:25.425389 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20210136-5bd8-4426-b73f-8e2cfc684c8d tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:07:25.426904 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-20210136-5bd8-4426-b73f-8e2cfc684c8d tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] 10.222.0.104 "GET /v2.0/subnets/887c07bc-d0f4-4be7-9e01-e562df57cf65 HTTP/1.1" status: 200 len: 843 time: 0.0906327 Jul 06 14:07:25.430722 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 44104) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:07:25.460639 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-d095eaea-58e2-458c-8b3b-27d9541c1bd4 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127687580'] for port, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:25.462154 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-42bbab93-1bfe-49d2-be1f-0b0e401d210c None None] Transition to ACTIVE for port object fef57e6e-8001-42d5-90b4-e2934be735b7 will not be triggered until provisioned by entity L2. {{(pid=100248) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:07:25.471595 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:25.492811 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d095eaea-58e2-458c-8b3b-27d9541c1bd4 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Pushing event deleted for resources: {'Port': ['ID=118cf813-90cd-4b13-add2-5a9a64c98759,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:07:25.498825 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43ab5cb1-5c4f-48dd-a933-e9ed1ea32a42 tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] Attributes excluded by policy engine: ['shared'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:07:25.500387 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-43ab5cb1-5c4f-48dd-a933-e9ed1ea32a42 tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] 10.222.0.104 "GET /v2.0/subnets/887c07bc-d0f4-4be7-9e01-e562df57cf65?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0673535 Jul 06 14:07:25.503557 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1c16fa-bb82-4884-8d16-0a67d520f57f req-e5f259e3-1646-48e9-838c-d666945c4558 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:07:25.505149 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-2b1c16fa-bb82-4884-8d16-0a67d520f57f req-e5f259e3-1646-48e9-838c-d666945c4558 service neutron] 10.222.0.127 "GET /v2.0/ports?network_id=ca8d241f-6d1c-4a83-a6b7-adff4a667580&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1223609 Jul 06 14:07:25.505760 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 44106) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:07:25.510108 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-42bbab93-1bfe-49d2-be1f-0b0e401d210c None None] Transition to ACTIVE for port object fef57e6e-8001-42d5-90b4-e2934be735b7 will not be triggered until provisioned by entity DHCP. {{(pid=100248) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:07:25.510776 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [None req-c7ac23fd-bade-46f4-bbb7-e040f83c1395 tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1998970312'}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:07:25.528818 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-d095eaea-58e2-458c-8b3b-27d9541c1bd4 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:25.533203 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-d095eaea-58e2-458c-8b3b-27d9541c1bd4 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] 10.222.0.104 "DELETE /v2.0/ports/118cf813-90cd-4b13-add2-5a9a64c98759 HTTP/1.1" status: 204 len: 168 time: 0.6956816 Jul 06 14:07:25.533760 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 44108) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:07:25.534660 n-d-773647-6 neutron-server[100248]: DEBUG neutron.notifiers.nova [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3eea4337-fef2-420d-b97a-4bc2fdc452dc {{(pid=100248) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 14:07:25.547199 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-42bbab93-1bfe-49d2-be1f-0b0e401d210c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108'] for port, after_create {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:25.560848 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-801deeb9-8fd0-49ed-82f4-0f1823ccec40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:25.563408 n-d-773647-6 neutron-server[100246]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b246019-79be-420c-a25b-1bd7024ad6de tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] GET failed (client error): The resource could not be found. Jul 06 14:07:25.568009 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-6b246019-79be-420c-a25b-1bd7024ad6de tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] 10.222.0.104 "GET /v2.0/ports/118cf813-90cd-4b13-add2-5a9a64c98759 HTTP/1.1" status: 404 len: 333 time: 0.0300810 Jul 06 14:07:25.568009 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 44110) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:07:25.588236 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7ac23fd-bade-46f4-bbb7-e040f83c1395 tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] Made reservation on behalf of 6baaa4c06bf242238309dd8ac70b6c99 for: {'network': 1} {{(pid=100247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:07:25.591942 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-c7ac23fd-bade-46f4-bbb7-e040f83c1395 tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for network, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:25.600400 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] For port 3eea4337-fef2-420d-b97a-4bc2fdc452dc, host n-h1-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773647-6',level=0,port_id=3eea4337-fef2-420d-b97a-4bc2fdc452dc,segment=NetworkSegment(ac55593e-8500-4da2-8d0d-5602184fcc61),segment_id=ac55593e-8500-4da2-8d0d-5602184fcc61)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:07:25.614784 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:25.615469 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Device c6534491-f764-47ec-ae47-2754d9d0afbf details requested by agent hyperv_n-h1-773647-6 with host n-h1-773647-6 {{(pid=100248) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 14:07:25.618348 n-d-773647-6 neutron-server[100248]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42bbab93-1bfe-49d2-be1f-0b0e401d210c None None] Network 590c00ae-df46-4771-b47e-948127f39501 is already hosted by enough agents. {{(pid=100248) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:07:25.627898 n-d-773647-6 neutron-server[100248]: DEBUG neutron.scheduler.base_scheduler [None req-42bbab93-1bfe-49d2-be1f-0b0e401d210c None None] Resources bound (agent type, host, resource id): {{(pid=100248) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:07:25.630959 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42bbab93-1bfe-49d2-be1f-0b0e401d210c None None] Received port after_create {{(pid=100248) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:07:25.641118 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42bbab93-1bfe-49d2-be1f-0b0e401d210c None None] Pushing event updated for resources: {'Port': ['ID=fef57e6e-8001-42d5-90b4-e2934be735b7,revision_number=1']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:07:25.642377 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c7ac23fd-bade-46f4-bbb7-e040f83c1395 tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] vlan segment allocate from pool success with {'vlan_id': 1026, 'physical_network': 'physnet1'} {{(pid=100247) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 14:07:25.642888 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.db_base_plugin_v2 [None req-845b2c43-9c37-4612-87c2-411f48f4676d tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Deleting subnet 1c85f0bf-f648-473c-9225-d63697cd3ca5 {{(pid=100246) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 14:07:25.649072 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-845b2c43-9c37-4612-87c2-411f48f4676d tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Notify callbacks [] for subnet, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:25.686658 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-2b1c16fa-bb82-4884-8d16-0a67d520f57f req-5100746b-a741-40ce-979c-28a946a1a139 service neutron] 10.222.0.127 "GET /v2.0/networks/ca8d241f-6d1c-4a83-a6b7-adff4a667580?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1643929 Jul 06 14:07:25.704743 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-c7ac23fd-bade-46f4-bbb7-e040f83c1395 tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552'] for segment, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:25.705273 n-d-773647-6 neutron-server[100247]: INFO neutron.db.segments_db [None req-c7ac23fd-bade-46f4-bbb7-e040f83c1395 tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] Added segment eec03390-8a7e-4242-bb28-b8035fdef6ae of type vlan for network 6e8a439c-af1d-4fb1-b01e-b909291e0b4c Jul 06 14:07:25.707067 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-845b2c43-9c37-4612-87c2-411f48f4676d tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126218885'] for subnet, precommit_delete_associations {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:25.795805 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Pushing event updated for resources: {'Port': ['ID=3eea4337-fef2-420d-b97a-4bc2fdc452dc,revision_number=4']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:07:25.810042 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-42bbab93-1bfe-49d2-be1f-0b0e401d210c None None] Attempting to bind port fef57e6e-8001-42d5-90b4-e2934be735b7 on host n-d-773647-6 for vnic_type normal with profile {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:07:25.810042 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-42bbab93-1bfe-49d2-be1f-0b0e401d210c None None] Attempting to bind port fef57e6e-8001-42d5-90b4-e2934be735b7 by drivers openvswitch,hyperv on host n-d-773647-6 at level 0 using segments [{'id': '8cdbbfee-e0d4-4de9-accf-a65426855c47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': '590c00ae-df46-4771-b47e-948127f39501'}] {{(pid=100248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:07:25.810042 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42bbab93-1bfe-49d2-be1f-0b0e401d210c None None] Attempting to bind port fef57e6e-8001-42d5-90b4-e2934be735b7 on network 590c00ae-df46-4771-b47e-948127f39501 {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:07:25.819714 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42bbab93-1bfe-49d2-be1f-0b0e401d210c None None] Checking agent: {'id': '8ab5b19c-d213-4f29-891d-27bdf39d38b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773647-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 43, 26), 'started_at': datetime.datetime(2021, 7, 6, 13, 43, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 6, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773647-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:07:25.820132 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42bbab93-1bfe-49d2-be1f-0b0e401d210c None None] Checking segment: {'id': '8cdbbfee-e0d4-4de9-accf-a65426855c47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': '590c00ae-df46-4771-b47e-948127f39501'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:07:25.820539 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-42bbab93-1bfe-49d2-be1f-0b0e401d210c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:25.820930 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42bbab93-1bfe-49d2-be1f-0b0e401d210c None None] Bound using segment: {'id': '8cdbbfee-e0d4-4de9-accf-a65426855c47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': '590c00ae-df46-4771-b47e-948127f39501'} {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:07:25.821449 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-42bbab93-1bfe-49d2-be1f-0b0e401d210c None None] Bound port: fef57e6e-8001-42d5-90b4-e2934be735b7, host: n-d-773647-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8cdbbfee-e0d4-4de9-accf-a65426855c47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': '590c00ae-df46-4771-b47e-948127f39501'}}] {{(pid=100248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:07:25.821834 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-42bbab93-1bfe-49d2-be1f-0b0e401d210c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:25.838718 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-845b2c43-9c37-4612-87c2-411f48f4676d tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-913473'] for subnet, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:25.845641 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-c7ac23fd-bade-46f4-bbb7-e040f83c1395 tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773752984405'] for network, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:25.895802 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] For port c6534491-f764-47ec-ae47-2754d9d0afbf, host n-h1-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773647-6',level=0,port_id=c6534491-f764-47ec-ae47-2754d9d0afbf,segment=NetworkSegment(cf14e999-6e16-4245-9908-28547602990f),segment_id=cf14e999-6e16-4245-9908-28547602990f)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:07:25.917029 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-845b2c43-9c37-4612-87c2-411f48f4676d tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-913480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1849032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127687590', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127702764'] for subnet, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:25.923462 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:25.931177 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Returning: {'device': 'c6534491-f764-47ec-ae47-2754d9d0afbf', 'network_id': '70fa8a2a-4549-4d89-b089-3cc3fca2d3a3', 'port_id': 'c6534491-f764-47ec-ae47-2754d9d0afbf', 'mac_address': 'fa:16:3e:da:7b:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1012, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f9f87c3f-0fa8-49b6-bb5b-31a627ebfaf2', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100248) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 14:07:25.945553 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845b2c43-9c37-4612-87c2-411f48f4676d tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Pushing event deleted for resources: {'Subnet': ['ID=1c85f0bf-f648-473c-9225-d63697cd3ca5,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:07:25.946658 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-2b1c16fa-bb82-4884-8d16-0a67d520f57f req-00f1ff0f-89ce-4b0e-bc4c-fea56b9a4730 service neutron] 10.222.0.127 "GET /v2.0/networks/ca8d241f-6d1c-4a83-a6b7-adff4a667580?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2395065 Jul 06 14:07:25.960320 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-c7ac23fd-bade-46f4-bbb7-e040f83c1395 tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060'] for network, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:25.965019 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-845b2c43-9c37-4612-87c2-411f48f4676d tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Notify callbacks [] for subnet, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:25.967383 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7ac23fd-bade-46f4-bbb7-e040f83c1395 tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:07:25.968167 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-c7ac23fd-bade-46f4-bbb7-e040f83c1395 tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583035'] for network, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:25.970631 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-845b2c43-9c37-4612-87c2-411f48f4676d tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] 10.222.0.104 "DELETE /v2.0/subnets/1c85f0bf-f648-473c-9225-d63697cd3ca5 HTTP/1.1" status: 204 len: 168 time: 0.4019616 Jul 06 14:07:25.971529 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 44120) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:07:25.975242 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-42bbab93-1bfe-49d2-be1f-0b0e401d210c None None] For port fef57e6e-8001-42d5-90b4-e2934be735b7, host n-d-773647-6, cleared binding levels {{(pid=100248) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:07:25.995988 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-42bbab93-1bfe-49d2-be1f-0b0e401d210c None None] For port fef57e6e-8001-42d5-90b4-e2934be735b7, host n-d-773647-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=fef57e6e-8001-42d5-90b4-e2934be735b7,segment=NetworkSegment(8cdbbfee-e0d4-4de9-accf-a65426855c47),segment_id=8cdbbfee-e0d4-4de9-accf-a65426855c47)] {{(pid=100248) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:07:26.013636 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-42bbab93-1bfe-49d2-be1f-0b0e401d210c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:26.019964 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:26.046192 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f7250c-6d32-4fef-bb74-1574e2fd813f req-4dd8e7ea-5a30-4ac2-8f52-ee50e1fa33ab tempest-ImagesTestJSON-1482892319 tempest-ImagesTestJSON-1482892319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:07:26.053128 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-71f7250c-6d32-4fef-bb74-1574e2fd813f req-4dd8e7ea-5a30-4ac2-8f52-ee50e1fa33ab tempest-ImagesTestJSON-1482892319 tempest-ImagesTestJSON-1482892319-project] 10.222.0.104 "GET /v2.0/ports?device_id=32f71fac-b375-4b56-9fd8-2b7a475bc4d5 HTTP/1.1" status: 200 len: 946 time: 0.2817388 Jul 06 14:07:26.055079 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-a0c0af15-a8c3-47cb-8f4a-056806dfaf29 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530492'] for network, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:26.067654 n-d-773647-6 neutron-server[100248]: DEBUG neutron.notifiers.nova [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c6534491-f764-47ec-ae47-2754d9d0afbf {{(pid=100248) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 14:07:26.082220 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-c7ac23fd-bade-46f4-bbb7-e040f83c1395 tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] 10.222.0.104 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5722327 Jul 06 14:07:26.099150 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 44122) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:07:26.104608 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] For port c6534491-f764-47ec-ae47-2754d9d0afbf, host n-h1-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773647-6',level=0,port_id=c6534491-f764-47ec-ae47-2754d9d0afbf,segment=NetworkSegment(cf14e999-6e16-4245-9908-28547602990f),segment_id=cf14e999-6e16-4245-9908-28547602990f)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:07:26.106021 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42bbab93-1bfe-49d2-be1f-0b0e401d210c None None] Pushing event updated for resources: {'Port': ['ID=fef57e6e-8001-42d5-90b4-e2934be735b7,revision_number=3']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:07:26.111250 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-a2365216-c963-4983-b50a-3429bf5d7047 tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] Request body: {'subnet': {'network_id': '6e8a439c-af1d-4fb1-b01e-b909291e0b4c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:07:26.111933 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:26.112704 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Device 6f2c5df6-a4f1-4b8b-988e-3d1433f8d22a details requested by agent hyperv_n-h1-773647-6 with host n-h1-773647-6 {{(pid=100248) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 14:07:26.196345 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] For port 6f2c5df6-a4f1-4b8b-988e-3d1433f8d22a, host n-h1-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773647-6',level=0,port_id=6f2c5df6-a4f1-4b8b-988e-3d1433f8d22a,segment=NetworkSegment(cf14e999-6e16-4245-9908-28547602990f),segment_id=cf14e999-6e16-4245-9908-28547602990f)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:07:26.199464 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Pushing event updated for resources: {'Port': ['ID=c6534491-f764-47ec-ae47-2754d9d0afbf,revision_number=4']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:07:26.213629 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Returning: {'device': '6f2c5df6-a4f1-4b8b-988e-3d1433f8d22a', 'network_id': '70fa8a2a-4549-4d89-b089-3cc3fca2d3a3', 'port_id': '6f2c5df6-a4f1-4b8b-988e-3d1433f8d22a', 'mac_address': 'fa:16:3e:fe:5a:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1012, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f9f87c3f-0fa8-49b6-bb5b-31a627ebfaf2', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100248) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 14:07:26.260731 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:26.269176 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [None req-a0c0af15-a8c3-47cb-8f4a-056806dfaf29 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Deleting port fef57e6e-8001-42d5-90b4-e2934be735b7 {{(pid=100246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:07:26.269682 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-a0c0af15-a8c3-47cb-8f4a-056806dfaf29 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:26.273788 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2365216-c963-4983-b50a-3429bf5d7047 tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] Made reservation on behalf of 6baaa4c06bf242238309dd8ac70b6c99 for: {'subnet': 1} {{(pid=100246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:07:26.279051 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-a2365216-c963-4983-b50a-3429bf5d7047 tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127702029'] for subnet, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:26.282476 n-d-773647-6 neutron-server[100248]: DEBUG neutron.notifiers.nova [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6f2c5df6-a4f1-4b8b-988e-3d1433f8d22a {{(pid=100248) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 14:07:26.322138 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] For port 6f2c5df6-a4f1-4b8b-988e-3d1433f8d22a, host n-h1-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773647-6',level=0,port_id=6f2c5df6-a4f1-4b8b-988e-3d1433f8d22a,segment=NetworkSegment(cf14e999-6e16-4245-9908-28547602990f),segment_id=cf14e999-6e16-4245-9908-28547602990f)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:07:26.329761 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:26.330787 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Device d4663496-0e1d-419b-908e-5f60ff2b3b91 details requested by agent hyperv_n-h1-773647-6 with host n-h1-773647-6 {{(pid=100248) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 14:07:26.431046 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.ipam_backend_mixin [None req-a2365216-c963-4983-b50a-3429bf5d7047 tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] Performing IP validity checks on allocation pools {{(pid=100246) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 06 14:07:26.431680 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.ipam_backend_mixin [None req-a2365216-c963-4983-b50a-3429bf5d7047 tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] Checking for overlaps among allocation pools and gateway ip {{(pid=100246) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 06 14:07:26.451634 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.db [None req-a0c0af15-a8c3-47cb-8f4a-056806dfaf29 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] For port fef57e6e-8001-42d5-90b4-e2934be735b7, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=fef57e6e-8001-42d5-90b4-e2934be735b7,segment=NetworkSegment(8cdbbfee-e0d4-4de9-accf-a65426855c47),segment_id=8cdbbfee-e0d4-4de9-accf-a65426855c47)] {{(pid=100246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:07:26.452049 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-a0c0af15-a8c3-47cb-8f4a-056806dfaf29 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:26.490606 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [None req-a0c0af15-a8c3-47cb-8f4a-056806dfaf29 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Calling delete_port for fef57e6e-8001-42d5-90b4-e2934be735b7 owned by network:dhcp {{(pid=100246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:07:26.511768 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] For port d4663496-0e1d-419b-908e-5f60ff2b3b91, host n-h1-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773647-6',level=0,port_id=d4663496-0e1d-419b-908e-5f60ff2b3b91,segment=NetworkSegment(ac55593e-8500-4da2-8d0d-5602184fcc61),segment_id=ac55593e-8500-4da2-8d0d-5602184fcc61)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:07:26.517653 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854f4dd0-9768-4825-b97e-bfecdcd8f88a req-a67b5903-09ee-4ce5-b104-a04a7311ca6f tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:07:26.530589 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Pushing event updated for resources: {'Port': ['ID=6f2c5df6-a4f1-4b8b-988e-3d1433f8d22a,revision_number=4']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:07:26.532274 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854f4dd0-9768-4825-b97e-bfecdcd8f88a req-a67b5903-09ee-4ce5-b104-a04a7311ca6f tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:07:26.539624 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854f4dd0-9768-4825-b97e-bfecdcd8f88a req-a67b5903-09ee-4ce5-b104-a04a7311ca6f tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:07:26.548578 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854f4dd0-9768-4825-b97e-bfecdcd8f88a req-a67b5903-09ee-4ce5-b104-a04a7311ca6f tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:07:26.553280 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Returning: {'device': 'd4663496-0e1d-419b-908e-5f60ff2b3b91', 'network_id': 'f1fe0f84-e7fb-43f2-a13c-d5fffe5a5634', 'port_id': 'd4663496-0e1d-419b-908e-5f60ff2b3b91', 'mac_address': 'fa:16:3e:bd:0d:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1039, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '33ba364c-4842-4afb-9331-8a30604f6a2f', 'ip_address': '10.1.1.34'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100248) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 14:07:26.558531 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-2064eaae-da4f-48f8-82d2-b09d4ddedd44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:26.558709 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854f4dd0-9768-4825-b97e-bfecdcd8f88a req-a67b5903-09ee-4ce5-b104-a04a7311ca6f tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:07:26.565960 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854f4dd0-9768-4825-b97e-bfecdcd8f88a req-a67b5903-09ee-4ce5-b104-a04a7311ca6f tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:07:26.572987 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854f4dd0-9768-4825-b97e-bfecdcd8f88a req-a67b5903-09ee-4ce5-b104-a04a7311ca6f tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:07:26.583466 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-854f4dd0-9768-4825-b97e-bfecdcd8f88a req-a67b5903-09ee-4ce5-b104-a04a7311ca6f tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] 10.222.0.104 "GET /v2.0/ports?device_id=0455bf88-da4d-44a6-9768-93a70cd92e0e HTTP/1.1" status: 200 len: 5433 time: 0.7450349 Jul 06 14:07:26.609542 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:26.612531 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ac23fd-bade-46f4-bbb7-e040f83c1395 tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] Pushing event updated for resources: {'Network': ['ID=6e8a439c-af1d-4fb1-b01e-b909291e0b4c,revision_number=1']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:07:26.624478 n-d-773647-6 neutron-server[100248]: DEBUG neutron.notifiers.nova [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d4663496-0e1d-419b-908e-5f60ff2b3b91 {{(pid=100248) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 14:07:26.631342 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Network 6e8a439c-af1d-4fb1-b01e-b909291e0b4c details requested by agent ovs-agent-n-d-773647-6 with host n-d-773647-6 {{(pid=100248) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 14:07:26.655935 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-71f7250c-6d32-4fef-bb74-1574e2fd813f req-3a2fd4c1-5ba2-4978-be26-8ebc3f1a1e28 tempest-ImagesTestJSON-1482892319 tempest-ImagesTestJSON-1482892319-project] 10.222.0.104 "GET /v2.0/security-groups?id=46e03f63-f74e-4db3-981d-76fb36967b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6016939 Jul 06 14:07:26.683949 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-854f4dd0-9768-4825-b97e-bfecdcd8f88a req-67bc2d4a-32da-4957-b83b-34d218ff72d7 tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] 10.222.0.104 "GET /v2.0/security-groups?id=f573cac5-f5b4-46cb-8ee6-cba4798a03b8&id=8d3a9807-14cc-46c0-b7ed-1d949d5bac09&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0992413 Jul 06 14:07:26.697826 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] For port d4663496-0e1d-419b-908e-5f60ff2b3b91, host n-h1-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773647-6',level=0,port_id=d4663496-0e1d-419b-908e-5f60ff2b3b91,segment=NetworkSegment(ac55593e-8500-4da2-8d0d-5602184fcc61),segment_id=ac55593e-8500-4da2-8d0d-5602184fcc61)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:07:26.705366 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc79ed67-7ef0-4308-8a01-12f4a0b55d95 req-5a955626-6d8b-4cde-9c80-ec8dc3ee2a31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:07:26.708748 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-fc79ed67-7ef0-4308-8a01-12f4a0b55d95 req-5a955626-6d8b-4cde-9c80-ec8dc3ee2a31 service neutron] 10.222.0.127 "GET /v2.0/ports?tenant_id=96647dd61d404050a5af01798d2f6f47&device_id=86de0a1f-5db7-44ca-bb5a-ff9aa3c483af HTTP/1.1" status: 200 len: 1094 time: 0.6726887 Jul 06 14:07:26.711836 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:26.712511 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Device 5fb3e80b-179e-4438-8e4e-e7410e416d51 details requested by agent hyperv_n-h1-773647-6 with host n-h1-773647-6 {{(pid=100248) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 14:07:26.800154 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-a0c0af15-a8c3-47cb-8f4a-056806dfaf29 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127687580'] for port, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:26.816038 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-a2365216-c963-4983-b50a-3429bf5d7047 tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1849032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127687649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127702047'] for subnet, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:26.816300 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] For port 5fb3e80b-179e-4438-8e4e-e7410e416d51, host n-h1-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773647-6',level=0,port_id=5fb3e80b-179e-4438-8e4e-e7410e416d51,segment=NetworkSegment(ac55593e-8500-4da2-8d0d-5602184fcc61),segment_id=ac55593e-8500-4da2-8d0d-5602184fcc61)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:07:26.818567 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Pushing event updated for resources: {'Port': ['ID=d4663496-0e1d-419b-908e-5f60ff2b3b91,revision_number=4']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:07:26.832488 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Returning: {'device': '5fb3e80b-179e-4438-8e4e-e7410e416d51', 'network_id': 'f1fe0f84-e7fb-43f2-a13c-d5fffe5a5634', 'port_id': '5fb3e80b-179e-4438-8e4e-e7410e416d51', 'mac_address': 'fa:16:3e:32:af:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1039, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '33ba364c-4842-4afb-9331-8a30604f6a2f', 'ip_address': '10.1.1.59'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100248) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 14:07:26.863883 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc79ed67-7ef0-4308-8a01-12f4a0b55d95 req-d0e8e907-3fff-46fe-97ab-8c578ef504a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:07:26.865531 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-fc79ed67-7ef0-4308-8a01-12f4a0b55d95 req-d0e8e907-3fff-46fe-97ab-8c578ef504a0 service neutron] 10.222.0.127 "GET /v2.0/networks?id=ca8d241f-6d1c-4a83-a6b7-adff4a667580 HTTP/1.1" status: 200 len: 914 time: 0.1503453 Jul 06 14:07:26.877412 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:26.898819 n-d-773647-6 neutron-server[100248]: DEBUG neutron.notifiers.nova [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5fb3e80b-179e-4438-8e4e-e7410e416d51 {{(pid=100248) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 14:07:26.912642 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0c0af15-a8c3-47cb-8f4a-056806dfaf29 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] No DVR routers for this DVR port fef57e6e-8001-42d5-90b4-e2934be735b7 on host n-d-773647-6 {{(pid=100246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:07:26.925308 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] For port 5fb3e80b-179e-4438-8e4e-e7410e416d51, host n-h1-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773647-6',level=0,port_id=5fb3e80b-179e-4438-8e4e-e7410e416d51,segment=NetworkSegment(ac55593e-8500-4da2-8d0d-5602184fcc61),segment_id=ac55593e-8500-4da2-8d0d-5602184fcc61)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:07:26.930982 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:26.941903 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c0af15-a8c3-47cb-8f4a-056806dfaf29 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Pushing event deleted for resources: {'Port': ['ID=fef57e6e-8001-42d5-90b4-e2934be735b7,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:07:26.970851 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Device 842aaa84-3104-4062-919f-9900319ced32 up at agent hyperv_n-h1-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:07:26.974721 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-fc79ed67-7ef0-4308-8a01-12f4a0b55d95 req-3a6a560d-a493-49d0-8f3f-cd815d939112 service neutron] 10.222.0.127 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1f5819e5-377a-477d-a4e0-bc213d163822 HTTP/1.1" status: 200 len: 217 time: 0.1006541 Jul 06 14:07:27.017107 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-a0c0af15-a8c3-47cb-8f4a-056806dfaf29 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-917204', 'neutron.services.segments.db._delete_segments_for_network-8773753502302'] for network, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:27.029643 n-d-773647-6 neutron-server[100246]: DEBUG neutron.services.segments.db [None req-a0c0af15-a8c3-47cb-8f4a-056806dfaf29 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['590c00ae-df46-4771-b47e-948127f39501']}} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:07:27.040597 n-d-773647-6 neutron-server[100246]: DEBUG neutron.services.segments.db [None req-a0c0af15-a8c3-47cb-8f4a-056806dfaf29 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8cdbbfee-e0d4-4de9-accf-a65426855c47') {'for_net_delete': True} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:07:27.040894 n-d-773647-6 neutron-server[100246]: DEBUG neutron.services.segments.db [None req-a0c0af15-a8c3-47cb-8f4a-056806dfaf29 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8cdbbfee-e0d4-4de9-accf-a65426855c47') {} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:07:27.047428 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Pushing event updated for resources: {'Port': ['ID=5fb3e80b-179e-4438-8e4e-e7410e416d51,revision_number=4']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:07:27.052878 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-a0c0af15-a8c3-47cb-8f4a-056806dfaf29 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773753515138', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126218898'] for segment, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:27.065253 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Provisioning for port 842aaa84-3104-4062-919f-9900319ced32 completed by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:07:27.069998 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Provisioning complete for port 842aaa84-3104-4062-919f-9900319ced32 triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:07:27.071322 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:27.080882 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc79ed67-7ef0-4308-8a01-12f4a0b55d95 req-78c38dc9-923c-43ca-a891-4c431304fdd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:07:27.086753 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-fc79ed67-7ef0-4308-8a01-12f4a0b55d95 req-78c38dc9-923c-43ca-a891-4c431304fdd4 service neutron] 10.222.0.127 "GET /v2.0/subnets?id=1d0103a5-6825-4713-928f-2c0821a07c96 HTTP/1.1" status: 200 len: 851 time: 0.1015818 Jul 06 14:07:27.095130 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-a0c0af15-a8c3-47cb-8f4a-056806dfaf29 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552'] for segment, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:27.111140 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a0c0af15-a8c3-47cb-8f4a-056806dfaf29 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Releasing vlan 1014 on physical network physnet1 to pool {{(pid=100246) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 14:07:27.111577 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-a0c0af15-a8c3-47cb-8f4a-056806dfaf29 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127687491'] for segment, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:27.117492 n-d-773647-6 neutron-server[100246]: Traceback (most recent call last): Jul 06 14:07:27.117492 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 14:07:27.117492 n-d-773647-6 neutron-server[100246]: timer() Jul 06 14:07:27.117492 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 14:07:27.117492 n-d-773647-6 neutron-server[100246]: cb(*args, **kw) Jul 06 14:07:27.117492 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 14:07:27.117492 n-d-773647-6 neutron-server[100246]: return func(*args, **kwargs) Jul 06 14:07:27.117492 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 14:07:27.117492 n-d-773647-6 neutron-server[100246]: self._notify() Jul 06 14:07:27.117492 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 14:07:27.117492 n-d-773647-6 neutron-server[100246]: self.callback(batched_events) Jul 06 14:07:27.117492 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 14:07:27.117492 n-d-773647-6 neutron-server[100246]: event.method(event) Jul 06 14:07:27.117492 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 14:07:27.117492 n-d-773647-6 neutron-server[100246]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 14:07:27.117492 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 14:07:27.117492 n-d-773647-6 neutron-server[100246]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 14:07:27.117492 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 14:07:27.117492 n-d-773647-6 neutron-server[100246]: return f(self, *a, **k) Jul 06 14:07:27.117492 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 14:07:27.117492 n-d-773647-6 neutron-server[100246]: return self._get(url).json() Jul 06 14:07:27.117492 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 14:07:27.117492 n-d-773647-6 neutron-server[100246]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 14:07:27.117492 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 14:07:27.117492 n-d-773647-6 neutron-server[100246]: return self.request(url, 'GET', **kwargs) Jul 06 14:07:27.117492 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 14:07:27.117492 n-d-773647-6 neutron-server[100246]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 14:07:27.117492 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 14:07:27.117492 n-d-773647-6 neutron-server[100246]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 14:07:27.117492 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 14:07:27.117492 n-d-773647-6 neutron-server[100246]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 14:07:27.117492 n-d-773647-6 neutron-server[100246]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 14:07:27.159325 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2365216-c963-4983-b50a-3429bf5d7047 tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] Pushing event updated for resources: {'Subnet': ['ID=de47c731-dce4-4689-8d95-840686880392,revision_number=0']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:07:27.173698 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2365216-c963-4983-b50a-3429bf5d7047 tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] Checking segment: {'id': 'eec03390-8a7e-4242-bb28-b8035fdef6ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': '6e8a439c-af1d-4fb1-b01e-b909291e0b4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:07:27.174065 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2365216-c963-4983-b50a-3429bf5d7047 tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] Network hostable DHCP agents. Network: 6e8a439c-af1d-4fb1-b01e-b909291e0b4c, hostable agents: ['f2bada3d-be77-4359-982b-8505a2bbca04'], hosted agents: [] {{(pid=100246) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 14:07:27.197335 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:27.234945 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2365216-c963-4983-b50a-3429bf5d7047 tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] Network 6e8a439c-af1d-4fb1-b01e-b909291e0b4c is scheduled to be hosted by DHCP agent f2bada3d-be77-4359-982b-8505a2bbca04 with binding_index 1 {{(pid=100246) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 14:07:27.245138 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-a0c0af15-a8c3-47cb-8f4a-056806dfaf29 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-917215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1761140'] for network, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:27.251921 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] For port 842aaa84-3104-4062-919f-9900319ced32, host n-h1-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773647-6',level=0,port_id=842aaa84-3104-4062-919f-9900319ced32,segment=NetworkSegment(ac55593e-8500-4da2-8d0d-5602184fcc61),segment_id=ac55593e-8500-4da2-8d0d-5602184fcc61)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:07:27.253082 n-d-773647-6 neutron-server[100248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0455bf88-da4d-44a6-9768-93a70cd92e0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '842aaa84-3104-4062-919f-9900319ced32'}] {{(pid=100248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:07:27.255186 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-a0c0af15-a8c3-47cb-8f4a-056806dfaf29 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Notify callbacks [] for network, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:27.255966 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84af257533e383389cbcf231d3534f4d5e149e7203fea16b4a8fc01438dddaf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce153226-564f-40cc-bf52-5c468138621d" -d '{"events": [{"server_uuid": "0455bf88-da4d-44a6-9768-93a70cd92e0e", "name": "network-vif-plugged", "status": "completed", "tag": "842aaa84-3104-4062-919f-9900319ced32"}]}' {{(pid=100248) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:07:27.263375 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-a0c0af15-a8c3-47cb-8f4a-056806dfaf29 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] 10.222.0.104 "DELETE /v2.0/networks/590c00ae-df46-4771-b47e-948127f39501 HTTP/1.1" status: 204 len: 168 time: 1.2849493 Jul 06 14:07:27.263730 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:27.263730 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Device 20f5d6df-12c0-4fc6-879f-9056d54469b7 up at agent hyperv_n-h1-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:07:27.264893 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.base_scheduler [None req-a2365216-c963-4983-b50a-3429bf5d7047 tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773647-6, 6e8a439c-af1d-4fb1-b01e-b909291e0b4c) {{(pid=100246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:07:27.268495 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 44132) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:07:27.275367 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [None req-ffee0fda-1061-43b4-8ffe-58676fa16183 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Request body: {'port': {'network_id': 'df34d817-ecd2-44b4-8bb9-700b0e3e3a0c', 'name': 'tempest-PortsIpV6TestJSON-1958854486'}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:07:27.283552 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2365216-c963-4983-b50a-3429bf5d7047 tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:07:27.284547 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-a2365216-c963-4983-b50a-3429bf5d7047 tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] Notify callbacks [] for subnet, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:27.308645 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c0af15-a8c3-47cb-8f4a-056806dfaf29 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Pushing event deleted for resources: {'Network': ['ID=590c00ae-df46-4771-b47e-948127f39501,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:07:27.322915 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bf7d648-9eb9-4d87-90da-627f99c77716 None None] Network 6e8a439c-af1d-4fb1-b01e-b909291e0b4c requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:07:27.326255 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-a2365216-c963-4983-b50a-3429bf5d7047 tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] 10.222.0.104 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 1.2218051 Jul 06 14:07:27.328825 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 44134) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:07:27.340188 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-452402a1-d441-4a13-b608-60458d08e050 tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:07:27.349041 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc79ed67-7ef0-4308-8a01-12f4a0b55d95 req-4e00b63b-db6e-4869-93a2-a16e3b67768e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:07:27.350795 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-fc79ed67-7ef0-4308-8a01-12f4a0b55d95 req-4e00b63b-db6e-4869-93a2-a16e3b67768e service neutron] 10.222.0.127 "GET /v2.0/ports?network_id=ca8d241f-6d1c-4a83-a6b7-adff4a667580&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2448454 Jul 06 14:07:27.395182 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 14:07:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66d302f9-dc25-41f1-8f9d-c75f421d4cab x-openstack-request-id: req-66d302f9-dc25-41f1-8f9d-c75f421d4cab {{(pid=100248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:07:27.395699 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0455bf88-da4d-44a6-9768-93a70cd92e0e", "name": "network-vif-plugged", "status": "completed", "tag": "842aaa84-3104-4062-919f-9900319ced32", "code": 200}]} {{(pid=100248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:07:27.396049 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-66d302f9-dc25-41f1-8f9d-c75f421d4cab {{(pid=100248) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:07:27.396540 n-d-773647-6 neutron-server[100248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0455bf88-da4d-44a6-9768-93a70cd92e0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '842aaa84-3104-4062-919f-9900319ced32', 'code': 200} Jul 06 14:07:27.490871 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Pushing event updated for resources: {'Port': ['ID=842aaa84-3104-4062-919f-9900319ced32,revision_number=5']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:07:27.491985 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f657baf-b719-4322-9387-7fadeb85a1a7 req-1b5aefe8-7d40-4a44-a035-ee0dd4356fae tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:07:27.497109 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Provisioning for port 20f5d6df-12c0-4fc6-879f-9056d54469b7 completed by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:07:27.499661 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-452402a1-d441-4a13-b608-60458d08e050 tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-127702022'] for subnet, before_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:27.501651 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-1f657baf-b719-4322-9387-7fadeb85a1a7 req-1b5aefe8-7d40-4a44-a035-ee0dd4356fae tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] 10.222.0.104 "GET /v2.0/ports?device_id=86de0a1f-5db7-44ca-bb5a-ff9aa3c483af HTTP/1.1" status: 200 len: 943 time: 0.4061227 Jul 06 14:07:27.525053 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Provisioning complete for port 20f5d6df-12c0-4fc6-879f-9056d54469b7 triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:07:27.529298 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:27.671094 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-b9989bfd-66ff-4451-8026-0fc788ea0b08 None None] Could not find standard attr ID for object fef57e6e-8001-42d5-90b4-e2934be735b7. {{(pid=100248) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 06 14:07:27.679433 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-fc79ed67-7ef0-4308-8a01-12f4a0b55d95 req-0de57b31-7e69-491c-b329-42df0e91e396 service neutron] 10.222.0.127 "GET /v2.0/networks/ca8d241f-6d1c-4a83-a6b7-adff4a667580?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3128071 Jul 06 14:07:27.695381 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8fa0cf1-fe71-4585-8a95-5d185c956f28 None None] DHCP port deletion for 590c00ae-df46-4771-b47e-948127f39501 request from n-d-773647-6 {{(pid=100248) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 14:07:27.695757 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-1f657baf-b719-4322-9387-7fadeb85a1a7 req-11a75129-63a8-47e3-940d-5aa411445c19 tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] 10.222.0.104 "GET /v2.0/security-groups?id=bdba1446-e72e-4024-9da7-e6061f204f14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1815383 Jul 06 14:07:27.717627 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:27.724411 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffee0fda-1061-43b4-8ffe-58676fa16183 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Made reservation on behalf of e15b02822e68450fa73455cc009166c9 for: {'port': 1} {{(pid=100247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:07:27.736147 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-ffee0fda-1061-43b4-8ffe-58676fa16183 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:27.748762 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-452402a1-d441-4a13-b608-60458d08e050 tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1849032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8773753488927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-127687647'] for subnet, after_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:27.811292 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a13c32-8069-4828-84a3-41d1553bece9 req-dd8b3d42-8e83-48f0-9e19-70e22564e476 tempest-ImagesTestJSON-1482892319 tempest-ImagesTestJSON-1482892319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:07:27.814674 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-66a13c32-8069-4828-84a3-41d1553bece9 req-dd8b3d42-8e83-48f0-9e19-70e22564e476 tempest-ImagesTestJSON-1482892319 tempest-ImagesTestJSON-1482892319-project] 10.222.0.104 "GET /v2.0/ports?device_id=32f71fac-b375-4b56-9fd8-2b7a475bc4d5 HTTP/1.1" status: 200 len: 946 time: 0.2671378 Jul 06 14:07:27.821730 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452402a1-d441-4a13-b608-60458d08e050 tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] Pushing event updated for resources: {'Subnet': ['ID=de47c731-dce4-4689-8d95-840686880392,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:07:27.833841 n-d-773647-6 neutron-server[100247]: DEBUG neutron.notifiers.nova [None req-ffee0fda-1061-43b4-8ffe-58676fa16183 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] device_id is not set on port 69d1ba90-c696-47bc-911a-59c7f0d87779 yet. {{(pid=100247) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 14:07:27.835474 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-452402a1-d441-4a13-b608-60458d08e050 tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:07:27.836470 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-452402a1-d441-4a13-b608-60458d08e050 tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] Notify callbacks [] for subnet, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:27.838348 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-452402a1-d441-4a13-b608-60458d08e050 tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] 10.222.0.104 "PUT /v2.0/subnets/de47c731-dce4-4689-8d95-840686880392 HTTP/1.1" status: 200 len: 900 time: 0.5075653 Jul 06 14:07:27.841092 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 44144) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:07:27.931583 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90d0feae-8b65-4ffd-bdcc-77025c750c1e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6bd5fc82-6666-56e8-87c2-91648d36c963-6e8a439c-af1d-4fb1-b01e-b909291e0b4c', 'network_id': '6e8a439c-af1d-4fb1-b01e-b909291e0b4c', 'tenant_id': '6baaa4c06bf242238309dd8ac70b6c99', 'fixed_ips': [{'subnet_id': 'de47c731-dce4-4689-8d95-840686880392'}]}} from n-d-773647-6. {{(pid=100248) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 14:07:27.932464 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-90d0feae-8b65-4ffd-bdcc-77025c750c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:27.948277 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a71cddb-3993-4f1e-8410-8617c9110ebd None None] Network 590c00ae-df46-4771-b47e-948127f39501 requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:07:27.949052 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-fc79ed67-7ef0-4308-8a01-12f4a0b55d95 req-f97cf185-c5e6-4c62-ba3f-a02eb9951a8c service neutron] 10.222.0.127 "GET /v2.0/networks/ca8d241f-6d1c-4a83-a6b7-adff4a667580?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2512007 Jul 06 14:07:27.951005 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] get_ports_and_sgs() called for port_ids ['d4663496-0e1d-419b-908e-5f60ff2b3b91'] {{(pid=100248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 14:07:27.977865 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-a49b13c8-b324-439c-ba25-21c31ca8a4aa tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530492'] for network, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:27.981203 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] For port 20f5d6df-12c0-4fc6-879f-9056d54469b7, host n-h1-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773647-6',level=0,port_id=20f5d6df-12c0-4fc6-879f-9056d54469b7,segment=NetworkSegment(8e40aa78-8395-4e3b-8b8a-7ce666e1be67),segment_id=8e40aa78-8395-4e3b-8b8a-7ce666e1be67)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:07:27.995190 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-66a13c32-8069-4828-84a3-41d1553bece9 req-c4945960-b060-414c-a3e3-1dbd98a5f8bb tempest-ImagesTestJSON-1482892319 tempest-ImagesTestJSON-1482892319-project] 10.222.0.104 "GET /v2.0/security-groups?id=46e03f63-f74e-4db3-981d-76fb36967b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1724803 Jul 06 14:07:28.017920 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a71cddb-3993-4f1e-8410-8617c9110ebd None None] Network 590c00ae-df46-4771-b47e-948127f39501 could not be found, it might have been deleted concurrently. {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 06 14:07:28.019505 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:28.060858 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-a49b13c8-b324-439c-ba25-21c31ca8a4aa tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-913473'] for subnet, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:28.103281 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] get_ports_and_sgs() called for port_ids ['6f2c5df6-a4f1-4b8b-988e-3d1433f8d22a'] {{(pid=100248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 14:07:28.157149 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] get_ports_and_sgs() called for port_ids ['c6534491-f764-47ec-ae47-2754d9d0afbf'] {{(pid=100248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 14:07:28.168005 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] get_ports_and_sgs() called for port_ids ['5fb3e80b-179e-4438-8e4e-e7410e416d51'] {{(pid=100248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 14:07:28.179617 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-a49b13c8-b324-439c-ba25-21c31ca8a4aa tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-913480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1849032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127687590', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127702764'] for subnet, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:28.241470 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49b13c8-b324-439c-ba25-21c31ca8a4aa tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] Pushing event deleted for resources: {'Subnet': ['ID=de47c731-dce4-4689-8d95-840686880392,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:07:28.265738 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-ffee0fda-1061-43b4-8ffe-58676fa16183 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Notify callbacks [] for port, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:28.276760 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8a0cbd-887a-46be-83d9-e64453f0fc59 req-c93a300f-fae4-4456-9e04-1cc080e9f1df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:07:28.279133 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-1e8a0cbd-887a-46be-83d9-e64453f0fc59 req-c93a300f-fae4-4456-9e04-1cc080e9f1df service neutron] 10.222.0.127 "GET /v2.0/ports?tenant_id=4f4f5169c3224ae5beef5f35a702326d&device_id=b0b96bfa-d49a-47d6-a621-d2fd80028cc9 HTTP/1.1" status: 200 len: 1096 time: 0.1380727 Jul 06 14:07:28.303523 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server [None req-90d0feae-8b65-4ffd-bdcc-77025c750c1e None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet de47c731-dce4-4689-8d95-840686880392: This subnet is being modified by another concurrent operation. Jul 06 14:07:28.303523 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 06 14:07:28.303523 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 06 14:07:28.303523 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 06 14:07:28.303523 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 06 14:07:28.303523 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 06 14:07:28.303523 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 06 14:07:28.303523 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 06 14:07:28.303523 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 06 14:07:28.303523 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 06 14:07:28.303523 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 06 14:07:28.303523 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 06 14:07:28.303523 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 06 14:07:28.303523 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 06 14:07:28.303523 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 06 14:07:28.303523 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server raise self.value Jul 06 14:07:28.303523 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 06 14:07:28.303523 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 06 14:07:28.303523 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 06 14:07:28.303523 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 06 14:07:28.303523 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 06 14:07:28.303523 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 06 14:07:28.303523 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 06 14:07:28.303523 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server raise self.value Jul 06 14:07:28.303523 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 06 14:07:28.303523 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 06 14:07:28.303523 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 06 14:07:28.303523 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 06 14:07:28.303523 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 06 14:07:28.303523 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 06 14:07:28.303523 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 06 14:07:28.303523 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server raise self.value Jul 06 14:07:28.303523 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 06 14:07:28.303523 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 06 14:07:28.303523 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 06 14:07:28.303523 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 06 14:07:28.303523 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 06 14:07:28.303523 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 06 14:07:28.303523 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 06 14:07:28.303523 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 06 14:07:28.303523 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 06 14:07:28.303523 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 06 14:07:28.303523 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 06 14:07:28.303523 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 06 14:07:28.303523 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 06 14:07:28.303523 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 06 14:07:28.303523 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 06 14:07:28.303523 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 06 14:07:28.303523 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 06 14:07:28.303523 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 06 14:07:28.303523 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 06 14:07:28.303523 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server raise self.value Jul 06 14:07:28.303523 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 06 14:07:28.303523 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 06 14:07:28.307095 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 06 14:07:28.307095 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 06 14:07:28.307095 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 06 14:07:28.307095 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 06 14:07:28.307095 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 06 14:07:28.307095 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server raise self.value Jul 06 14:07:28.307095 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 06 14:07:28.307095 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 06 14:07:28.307095 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 06 14:07:28.307095 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 06 14:07:28.307095 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 06 14:07:28.307095 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 06 14:07:28.307095 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 06 14:07:28.307095 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server raise self.value Jul 06 14:07:28.307095 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 06 14:07:28.307095 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 06 14:07:28.307095 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 06 14:07:28.307095 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 06 14:07:28.307095 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 06 14:07:28.307095 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 06 14:07:28.307095 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 06 14:07:28.307095 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 06 14:07:28.307095 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 06 14:07:28.307095 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 06 14:07:28.307095 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 06 14:07:28.307095 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 06 14:07:28.307095 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 06 14:07:28.307095 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server raise self.value Jul 06 14:07:28.307095 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 06 14:07:28.307095 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 06 14:07:28.307095 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 06 14:07:28.307095 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 06 14:07:28.307095 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 06 14:07:28.307095 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 06 14:07:28.307095 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 06 14:07:28.307095 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server raise exception Jul 06 14:07:28.307095 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet de47c731-dce4-4689-8d95-840686880392: This subnet is being modified by another concurrent operation. Jul 06 14:07:28.307095 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server Jul 06 14:07:28.344278 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-a49b13c8-b324-439c-ba25-21c31ca8a4aa tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-917204', 'neutron.services.segments.db._delete_segments_for_network-8773753502302'] for network, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:28.369392 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eae3f069-78d1-4766-91a9-48a62734f960 None None] Network 6e8a439c-af1d-4fb1-b01e-b909291e0b4c requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:07:28.371471 n-d-773647-6 neutron-server[100246]: DEBUG neutron.services.segments.db [None req-a49b13c8-b324-439c-ba25-21c31ca8a4aa tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e8a439c-af1d-4fb1-b01e-b909291e0b4c']}} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:07:28.395629 n-d-773647-6 neutron-server[100246]: DEBUG neutron.services.segments.db [None req-a49b13c8-b324-439c-ba25-21c31ca8a4aa tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eec03390-8a7e-4242-bb28-b8035fdef6ae') {'for_net_delete': True} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:07:28.396096 n-d-773647-6 neutron-server[100246]: DEBUG neutron.services.segments.db [None req-a49b13c8-b324-439c-ba25-21c31ca8a4aa tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eec03390-8a7e-4242-bb28-b8035fdef6ae') {} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:07:28.402164 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Pushing event updated for resources: {'Port': ['ID=20f5d6df-12c0-4fc6-879f-9056d54469b7,revision_number=5']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:07:28.417809 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-a49b13c8-b324-439c-ba25-21c31ca8a4aa tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773753515138', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126218898'] for segment, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:28.448395 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-a49b13c8-b324-439c-ba25-21c31ca8a4aa tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552'] for segment, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:28.462612 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a49b13c8-b324-439c-ba25-21c31ca8a4aa tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] Releasing vlan 1026 on physical network physnet1 to pool {{(pid=100246) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 14:07:28.463193 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-a49b13c8-b324-439c-ba25-21c31ca8a4aa tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127687491'] for segment, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:28.466888 n-d-773647-6 neutron-server[100246]: Traceback (most recent call last): Jul 06 14:07:28.466888 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 14:07:28.466888 n-d-773647-6 neutron-server[100246]: timer() Jul 06 14:07:28.466888 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 14:07:28.466888 n-d-773647-6 neutron-server[100246]: cb(*args, **kw) Jul 06 14:07:28.466888 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 14:07:28.466888 n-d-773647-6 neutron-server[100246]: return func(*args, **kwargs) Jul 06 14:07:28.466888 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 14:07:28.466888 n-d-773647-6 neutron-server[100246]: self._notify() Jul 06 14:07:28.466888 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 14:07:28.466888 n-d-773647-6 neutron-server[100246]: self.callback(batched_events) Jul 06 14:07:28.466888 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 14:07:28.466888 n-d-773647-6 neutron-server[100246]: event.method(event) Jul 06 14:07:28.466888 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 14:07:28.466888 n-d-773647-6 neutron-server[100246]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 14:07:28.466888 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 14:07:28.466888 n-d-773647-6 neutron-server[100246]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 14:07:28.466888 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 14:07:28.466888 n-d-773647-6 neutron-server[100246]: return f(self, *a, **k) Jul 06 14:07:28.466888 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 14:07:28.466888 n-d-773647-6 neutron-server[100246]: return self._get(url).json() Jul 06 14:07:28.466888 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 14:07:28.466888 n-d-773647-6 neutron-server[100246]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 14:07:28.466888 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 14:07:28.466888 n-d-773647-6 neutron-server[100246]: return self.request(url, 'GET', **kwargs) Jul 06 14:07:28.466888 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 14:07:28.466888 n-d-773647-6 neutron-server[100246]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 14:07:28.466888 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 14:07:28.466888 n-d-773647-6 neutron-server[100246]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 14:07:28.466888 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 14:07:28.466888 n-d-773647-6 neutron-server[100246]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 14:07:28.466888 n-d-773647-6 neutron-server[100246]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 14:07:28.541012 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-a49b13c8-b324-439c-ba25-21c31ca8a4aa tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-917215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1761140'] for network, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:28.554272 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-03f71b24-a9b8-453a-8924-caa3f97bc6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:28.554529 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-a49b13c8-b324-439c-ba25-21c31ca8a4aa tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] Notify callbacks [] for network, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:28.556427 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-a49b13c8-b324-439c-ba25-21c31ca8a4aa tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] 10.222.0.104 "DELETE /v2.0/networks/6e8a439c-af1d-4fb1-b01e-b909291e0b4c HTTP/1.1" status: 204 len: 168 time: 0.7140377 Jul 06 14:07:28.562263 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 44154) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:07:28.571253 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49b13c8-b324-439c-ba25-21c31ca8a4aa tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] Pushing event deleted for resources: {'Network': ['ID=6e8a439c-af1d-4fb1-b01e-b909291e0b4c,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:07:28.596125 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-ffee0fda-1061-43b4-8ffe-58676fa16183 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-128888360'] for port, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:28.620157 n-d-773647-6 neutron-server[100247]: INFO neutron.pecan_wsgi.hooks.translation [None req-bfaa50a3-14b7-4c6b-a38c-f43a113b653a tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] DELETE failed (client error): The resource could not be found. Jul 06 14:07:28.620511 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bfaa50a3-14b7-4c6b-a38c-f43a113b653a tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100247) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 14:07:28.623052 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-bfaa50a3-14b7-4c6b-a38c-f43a113b653a tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] 10.222.0.104 "DELETE /v2.0/subnets/de47c731-dce4-4689-8d95-840686880392 HTTP/1.1" status: 404 len: 337 time: 0.0589106 Jul 06 14:07:28.625936 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 44156) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:07:28.652974 n-d-773647-6 neutron-server[100246]: INFO neutron.pecan_wsgi.hooks.translation [None req-20cad681-928b-4e82-8a2e-647b0d15a635 tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] DELETE failed (client error): The resource could not be found. Jul 06 14:07:28.653976 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-20cad681-928b-4e82-8a2e-647b0d15a635 tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100246) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 14:07:28.658534 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-20cad681-928b-4e82-8a2e-647b0d15a635 tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] 10.222.0.104 "DELETE /v2.0/networks/6e8a439c-af1d-4fb1-b01e-b909291e0b4c HTTP/1.1" status: 404 len: 339 time: 0.0312057 Jul 06 14:07:28.659263 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 44158) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:07:28.681377 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffee0fda-1061-43b4-8ffe-58676fa16183 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Network df34d817-ecd2-44b4-8bb9-700b0e3e3a0c is already hosted by enough agents. {{(pid=100247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:07:28.686118 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] get_ports_and_sgs() called for port_ids ['3eea4337-fef2-420d-b97a-4bc2fdc452dc'] {{(pid=100248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 14:07:28.719721 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.base_scheduler [None req-ffee0fda-1061-43b4-8ffe-58676fa16183 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Resources bound (agent type, host, resource id): {{(pid=100247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:07:28.724514 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffee0fda-1061-43b4-8ffe-58676fa16183 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Received port after_create {{(pid=100247) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:07:28.730538 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffee0fda-1061-43b4-8ffe-58676fa16183 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:07:28.730731 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-ffee0fda-1061-43b4-8ffe-58676fa16183 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:28.749753 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8a0cbd-887a-46be-83d9-e64453f0fc59 req-47a357fc-ab26-47aa-b202-18bc77459be8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:07:28.751242 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-1e8a0cbd-887a-46be-83d9-e64453f0fc59 req-47a357fc-ab26-47aa-b202-18bc77459be8 service neutron] 10.222.0.127 "GET /v2.0/networks?id=1d64a7a8-3d12-4141-b8ce-bd281ed9aaab HTTP/1.1" status: 200 len: 921 time: 0.4523723 Jul 06 14:07:28.756403 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-1a6c6eb6-e4fe-45b0-9e76-ee7ac9fdc641 tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530492'] for network, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:28.764013 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a223fcee-3267-424a-8069-aa6948cb6c74 req-4a8545c0-02f2-467f-b0e2-bee5a26cc03a tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:07:28.769670 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a223fcee-3267-424a-8069-aa6948cb6c74 req-4a8545c0-02f2-467f-b0e2-bee5a26cc03a tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:07:28.776245 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a223fcee-3267-424a-8069-aa6948cb6c74 req-4a8545c0-02f2-467f-b0e2-bee5a26cc03a tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:07:28.784126 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a223fcee-3267-424a-8069-aa6948cb6c74 req-4a8545c0-02f2-467f-b0e2-bee5a26cc03a tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:07:28.790191 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a223fcee-3267-424a-8069-aa6948cb6c74 req-4a8545c0-02f2-467f-b0e2-bee5a26cc03a tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:07:28.797315 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a223fcee-3267-424a-8069-aa6948cb6c74 req-4a8545c0-02f2-467f-b0e2-bee5a26cc03a tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:07:28.804315 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a223fcee-3267-424a-8069-aa6948cb6c74 req-4a8545c0-02f2-467f-b0e2-bee5a26cc03a tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:07:28.812148 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-a223fcee-3267-424a-8069-aa6948cb6c74 req-4a8545c0-02f2-467f-b0e2-bee5a26cc03a tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] 10.222.0.104 "GET /v2.0/ports?device_id=0455bf88-da4d-44a6-9768-93a70cd92e0e HTTP/1.1" status: 200 len: 5439 time: 0.3327842 Jul 06 14:07:28.854764 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-1a6c6eb6-e4fe-45b0-9e76-ee7ac9fdc641 tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-917204', 'neutron.services.segments.db._delete_segments_for_network-8773753502302'] for network, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:28.866109 n-d-773647-6 neutron-server[100246]: DEBUG neutron.services.segments.db [None req-1a6c6eb6-e4fe-45b0-9e76-ee7ac9fdc641 tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b0c247ad-f416-40ad-8948-84d481c68290']}} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:07:28.866724 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f91150ab-4746-4549-89b9-4f8234834962 None None] Network 6e8a439c-af1d-4fb1-b01e-b909291e0b4c requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:07:28.877677 n-d-773647-6 neutron-server[100246]: DEBUG neutron.services.segments.db [None req-1a6c6eb6-e4fe-45b0-9e76-ee7ac9fdc641 tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b12d1cd3-f4e2-4c58-a031-0251540af93d') {'for_net_delete': True} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:07:28.878480 n-d-773647-6 neutron-server[100246]: DEBUG neutron.services.segments.db [None req-1a6c6eb6-e4fe-45b0-9e76-ee7ac9fdc641 tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b12d1cd3-f4e2-4c58-a031-0251540af93d') {} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:07:28.880051 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffee0fda-1061-43b4-8ffe-58676fa16183 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Pushing event updated for resources: {'Port': ['ID=69d1ba90-c696-47bc-911a-59c7f0d87779,revision_number=1']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:07:28.891047 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-1e8a0cbd-887a-46be-83d9-e64453f0fc59 req-cd6ccdda-3527-4650-b913-f8fe40587629 service neutron] 10.222.0.127 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=4d1d955e-d814-435a-9b5f-74b44da2662d HTTP/1.1" status: 200 len: 217 time: 0.0627296 Jul 06 14:07:28.896937 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-ffee0fda-1061-43b4-8ffe-58676fa16183 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] 10.222.0.104 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.6259494 Jul 06 14:07:28.900570 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-1a6c6eb6-e4fe-45b0-9e76-ee7ac9fdc641 tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773753515138', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126218898'] for segment, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:28.902362 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 44162) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:07:28.937035 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f91150ab-4746-4549-89b9-4f8234834962 None None] Network 6e8a439c-af1d-4fb1-b01e-b909291e0b4c could not be found, it might have been deleted concurrently. {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 06 14:07:28.956828 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Device 1f5819e5-377a-477d-a4e0-bc213d163822 details requested by agent hyperv_n-h1-773647-6 with host n-h1-773647-6 {{(pid=100248) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 14:07:28.958060 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-1a6c6eb6-e4fe-45b0-9e76-ee7ac9fdc641 tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552'] for segment, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:28.967343 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-a223fcee-3267-424a-8069-aa6948cb6c74 req-f7be6ef3-f65f-4a8f-8239-89d26ce9e7a5 tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] 10.222.0.104 "GET /v2.0/security-groups?id=f573cac5-f5b4-46cb-8ee6-cba4798a03b8&id=8d3a9807-14cc-46c0-b7ed-1d949d5bac09&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1542156 Jul 06 14:07:28.972947 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a6c6eb6-e4fe-45b0-9e76-ee7ac9fdc641 tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] Releasing vlan 1032 on physical network physnet1 to pool {{(pid=100246) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 14:07:28.974133 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-1a6c6eb6-e4fe-45b0-9e76-ee7ac9fdc641 tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127687491'] for segment, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:28.977267 n-d-773647-6 neutron-server[100246]: Traceback (most recent call last): Jul 06 14:07:28.977267 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 14:07:28.977267 n-d-773647-6 neutron-server[100246]: timer() Jul 06 14:07:28.977267 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 14:07:28.977267 n-d-773647-6 neutron-server[100246]: cb(*args, **kw) Jul 06 14:07:28.977267 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 14:07:28.977267 n-d-773647-6 neutron-server[100246]: return func(*args, **kwargs) Jul 06 14:07:28.977267 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 14:07:28.977267 n-d-773647-6 neutron-server[100246]: self._notify() Jul 06 14:07:28.977267 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 14:07:28.977267 n-d-773647-6 neutron-server[100246]: self.callback(batched_events) Jul 06 14:07:28.977267 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 14:07:28.977267 n-d-773647-6 neutron-server[100246]: event.method(event) Jul 06 14:07:28.977267 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 14:07:28.977267 n-d-773647-6 neutron-server[100246]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 14:07:28.977267 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 14:07:28.977267 n-d-773647-6 neutron-server[100246]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 14:07:28.977267 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 14:07:28.977267 n-d-773647-6 neutron-server[100246]: return f(self, *a, **k) Jul 06 14:07:28.977267 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 14:07:28.977267 n-d-773647-6 neutron-server[100246]: return self._get(url).json() Jul 06 14:07:28.977267 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 14:07:28.977267 n-d-773647-6 neutron-server[100246]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 14:07:28.977267 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 14:07:28.977267 n-d-773647-6 neutron-server[100246]: return self.request(url, 'GET', **kwargs) Jul 06 14:07:28.977267 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 14:07:28.977267 n-d-773647-6 neutron-server[100246]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 14:07:28.977267 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 14:07:28.977267 n-d-773647-6 neutron-server[100246]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 14:07:28.977267 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 14:07:28.977267 n-d-773647-6 neutron-server[100246]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 14:07:28.977267 n-d-773647-6 neutron-server[100246]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 14:07:28.979629 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b0be114-8c76-41ba-a454-d591df6303a6 None None] get_active_networks_info from n-d-773647-6 {{(pid=100248) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 06 14:07:29.011986 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8a0cbd-887a-46be-83d9-e64453f0fc59 req-42b70c36-12bc-4750-84e8-60af7398d2f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:07:29.014305 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-1e8a0cbd-887a-46be-83d9-e64453f0fc59 req-42b70c36-12bc-4750-84e8-60af7398d2f6 service neutron] 10.222.0.127 "GET /v2.0/subnets?id=e1fa3d62-6d70-434d-886e-5edc2778795a HTTP/1.1" status: 200 len: 859 time: 0.1135340 Jul 06 14:07:29.023285 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169e7838-fbeb-479c-9ebc-d5b16fd42f6e req-2e01f48b-2750-4aed-a4c0-11e6cae1b3ec tempest-ServerRescueNegativeTestJSON-721731692 tempest-ServerRescueNegativeTestJSON-721731692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:07:29.032105 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-169e7838-fbeb-479c-9ebc-d5b16fd42f6e req-2e01f48b-2750-4aed-a4c0-11e6cae1b3ec tempest-ServerRescueNegativeTestJSON-721731692 tempest-ServerRescueNegativeTestJSON-721731692-project] 10.222.0.104 "GET /v2.0/ports?device_id=b0b96bfa-d49a-47d6-a621-d2fd80028cc9 HTTP/1.1" status: 200 len: 945 time: 0.3785493 Jul 06 14:07:29.080400 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-1e8a0cbd-887a-46be-83d9-e64453f0fc59 req-96a93e44-4761-4606-aa5d-7bc8f1c4ddc0 service neutron] 10.222.0.127 "GET /v2.0/ports?network_id=1d64a7a8-3d12-4141-b8ce-bd281ed9aaab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0400031 Jul 06 14:07:29.082178 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-1a6c6eb6-e4fe-45b0-9e76-ee7ac9fdc641 tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-917215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1761140'] for network, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:29.095455 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-1a6c6eb6-e4fe-45b0-9e76-ee7ac9fdc641 tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] Notify callbacks [] for network, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:29.100387 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-1a6c6eb6-e4fe-45b0-9e76-ee7ac9fdc641 tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] 10.222.0.104 "DELETE /v2.0/networks/b0c247ad-f416-40ad-8948-84d481c68290 HTTP/1.1" status: 204 len: 168 time: 0.4400649 Jul 06 14:07:29.101135 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 44166) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:07:29.144377 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-169e7838-fbeb-479c-9ebc-d5b16fd42f6e req-da99e8b3-5793-4d75-ac95-cca1eaf88f27 tempest-ServerRescueNegativeTestJSON-721731692 tempest-ServerRescueNegativeTestJSON-721731692-project] 10.222.0.104 "GET /v2.0/security-groups?id=a54a60a4-d859-4f47-b26f-a63bb69450e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109726 Jul 06 14:07:29.149863 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6c6eb6-e4fe-45b0-9e76-ee7ac9fdc641 tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] Pushing event deleted for resources: {'Network': ['ID=b0c247ad-f416-40ad-8948-84d481c68290,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:07:29.157950 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [None req-434cbef6-64e9-4e33-aed2-2749422ca24e tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Deleting port 69d1ba90-c696-47bc-911a-59c7f0d87779 {{(pid=100246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:07:29.158413 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-434cbef6-64e9-4e33-aed2-2749422ca24e tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:29.164113 n-d-773647-6 neutron-server[100246]: INFO neutron.pecan_wsgi.hooks.translation [None req-61298a25-013b-4872-9337-86bccda2abe0 tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] DELETE failed (client error): The resource could not be found. Jul 06 14:07:29.171901 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-61298a25-013b-4872-9337-86bccda2abe0 tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100246) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 14:07:29.176477 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-61298a25-013b-4872-9337-86bccda2abe0 tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] 10.222.0.104 "DELETE /v2.0/subnets/f64fb026-74fe-442b-b885-b622bca7ff7a HTTP/1.1" status: 404 len: 337 time: 0.0623162 Jul 06 14:07:29.177205 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 44168) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:07:29.265474 n-d-773647-6 neutron-server[100246]: INFO neutron.pecan_wsgi.hooks.translation [None req-2932d6ae-98b0-4a10-b017-658b38e428bb tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] DELETE failed (client error): The resource could not be found. Jul 06 14:07:29.266944 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2932d6ae-98b0-4a10-b017-658b38e428bb tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100246) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 14:07:29.271557 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-2932d6ae-98b0-4a10-b017-658b38e428bb tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] 10.222.0.104 "DELETE /v2.0/networks/cc221a7a-b529-43ee-9afb-c652f776e000 HTTP/1.1" status: 404 len: 339 time: 0.0829098 Jul 06 14:07:29.272401 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 44170) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:07:29.298843 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-434cbef6-64e9-4e33-aed2-2749422ca24e tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:29.312376 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] For port 1f5819e5-377a-477d-a4e0-bc213d163822, host n-h1-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773647-6',level=0,port_id=1f5819e5-377a-477d-a4e0-bc213d163822,segment=NetworkSegment(36c50412-6893-4622-808c-49164f6f9db6),segment_id=36c50412-6893-4622-808c-49164f6f9db6)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:07:29.315970 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [None req-434cbef6-64e9-4e33-aed2-2749422ca24e tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Calling delete_port for 69d1ba90-c696-47bc-911a-59c7f0d87779 owned by {{(pid=100246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:07:29.347493 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Returning: {'device': '1f5819e5-377a-477d-a4e0-bc213d163822', 'network_id': 'ca8d241f-6d1c-4a83-a6b7-adff4a667580', 'port_id': '1f5819e5-377a-477d-a4e0-bc213d163822', 'mac_address': 'fa:16:3e:ce:60:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1040, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1d0103a5-6825-4713-928f-2c0821a07c96', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100248) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 14:07:29.398847 n-d-773647-6 neutron-server[100248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0455bf88-da4d-44a6-9768-93a70cd92e0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20f5d6df-12c0-4fc6-879f-9056d54469b7'}] {{(pid=100248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:07:29.400983 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84af257533e383389cbcf231d3534f4d5e149e7203fea16b4a8fc01438dddaf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27abb2e7-eb6f-4274-8ab9-8bda47249109" -d '{"events": [{"server_uuid": "0455bf88-da4d-44a6-9768-93a70cd92e0e", "name": "network-vif-plugged", "status": "completed", "tag": "20f5d6df-12c0-4fc6-879f-9056d54469b7"}]}' {{(pid=100248) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:07:29.419954 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-434cbef6-64e9-4e33-aed2-2749422ca24e tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127687580'] for port, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:29.421184 n-d-773647-6 neutron-server[100248]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b0be114-8c76-41ba-a454-d591df6303a6 None None] Resources bound (agent type, host, resource id): {{(pid=100248) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 06 14:07:29.423702 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-1e8a0cbd-887a-46be-83d9-e64453f0fc59 req-daa615f8-b12a-47ab-a2b0-9daa456ca05c service neutron] 10.222.0.127 "GET /v2.0/networks/1d64a7a8-3d12-4141-b8ce-bd281ed9aaab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3283393 Jul 06 14:07:29.433288 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.db_base_plugin_v2 [None req-4b10bff5-3845-4c87-8720-65e6f8650ab1 tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] Deleting subnet d96df02a-6026-4887-adfc-5a7e2c76ee4c {{(pid=100247) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 14:07:29.442880 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-434cbef6-64e9-4e33-aed2-2749422ca24e tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:29.445062 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-434cbef6-64e9-4e33-aed2-2749422ca24e tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] 10.222.0.104 "DELETE /v2.0/ports/69d1ba90-c696-47bc-911a-59c7f0d87779 HTTP/1.1" status: 204 len: 168 time: 0.5414095 Jul 06 14:07:29.450633 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095a2c03-0115-406d-84c9-2610d398e18e req-2a63b17a-5ed3-4f58-9ba3-78cd619e4a32 tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:07:29.452302 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-095a2c03-0115-406d-84c9-2610d398e18e req-2a63b17a-5ed3-4f58-9ba3-78cd619e4a32 tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] 10.222.0.104 "GET /v2.0/ports?device_id=86de0a1f-5db7-44ca-bb5a-ff9aa3c483af HTTP/1.1" status: 200 len: 943 time: 0.2500551 Jul 06 14:07:29.453899 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-4b10bff5-3845-4c87-8720-65e6f8650ab1 tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] Notify callbacks [] for subnet, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:29.456764 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 44176) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:07:29.461363 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [None req-05e5c0b9-17e7-45da-b54f-c25a1391fff8 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Request body: {'port': {'network_id': 'df34d817-ecd2-44b4-8bb9-700b0e3e3a0c', 'mac_address': 'fa:16:3e:3d:e0:fd', 'name': 'tempest-PortsIpV6TestJSON-217687940'}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:07:29.466182 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434cbef6-64e9-4e33-aed2-2749422ca24e tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Pushing event deleted for resources: {'Port': ['ID=69d1ba90-c696-47bc-911a-59c7f0d87779,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:07:29.475802 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:29.511051 n-d-773647-6 neutron-server[100248]: DEBUG neutron.notifiers.nova [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1f5819e5-377a-477d-a4e0-bc213d163822 {{(pid=100248) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 14:07:29.570835 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] For port 1f5819e5-377a-477d-a4e0-bc213d163822, host n-h1-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773647-6',level=0,port_id=1f5819e5-377a-477d-a4e0-bc213d163822,segment=NetworkSegment(36c50412-6893-4622-808c-49164f6f9db6),segment_id=36c50412-6893-4622-808c-49164f6f9db6)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:07:29.581593 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:29.587281 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06e186a-465b-4b51-bb7d-a0a3a796c7d6 req-f0de813a-b05d-4219-9517-91428b728e29 tempest-ImagesTestJSON-1482892319 tempest-ImagesTestJSON-1482892319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:07:29.588799 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-a06e186a-465b-4b51-bb7d-a0a3a796c7d6 req-f0de813a-b05d-4219-9517-91428b728e29 tempest-ImagesTestJSON-1482892319 tempest-ImagesTestJSON-1482892319-project] 10.222.0.104 "GET /v2.0/ports?device_id=32f71fac-b375-4b56-9fd8-2b7a475bc4d5 HTTP/1.1" status: 200 len: 946 time: 0.3198586 Jul 06 14:07:29.643335 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-4b10bff5-3845-4c87-8720-65e6f8650ab1 tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127131748'] for subnet, precommit_delete_associations {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:29.717760 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Pushing event updated for resources: {'Port': ['ID=1f5819e5-377a-477d-a4e0-bc213d163822,revision_number=4']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:07:29.728901 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-095a2c03-0115-406d-84c9-2610d398e18e req-1362ed9e-0697-4357-a9db-c8a1f2570c72 tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] 10.222.0.104 "GET /v2.0/security-groups?id=bdba1446-e72e-4024-9da7-e6061f204f14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2641625 Jul 06 14:07:29.771702 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-a06e186a-465b-4b51-bb7d-a0a3a796c7d6 req-4eb7f8c7-ba6a-4410-bf3f-016b5984c520 tempest-ImagesTestJSON-1482892319 tempest-ImagesTestJSON-1482892319-project] 10.222.0.104 "GET /v2.0/security-groups?id=46e03f63-f74e-4db3-981d-76fb36967b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1670697 Jul 06 14:07:29.813745 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05e5c0b9-17e7-45da-b54f-c25a1391fff8 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Made reservation on behalf of e15b02822e68450fa73455cc009166c9 for: {'port': 1} {{(pid=100247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:07:29.835701 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-1e8a0cbd-887a-46be-83d9-e64453f0fc59 req-16ff9a32-3af9-4f7b-bf0f-1b4b0409681f service neutron] 10.222.0.127 "GET /v2.0/networks/1d64a7a8-3d12-4141-b8ce-bd281ed9aaab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2808032 Jul 06 14:07:29.870065 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 14:07:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7c7e75e-336d-42af-836e-b16859d375d3 x-openstack-request-id: req-f7c7e75e-336d-42af-836e-b16859d375d3 {{(pid=100248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:07:29.870212 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0455bf88-da4d-44a6-9768-93a70cd92e0e", "name": "network-vif-plugged", "status": "completed", "tag": "20f5d6df-12c0-4fc6-879f-9056d54469b7", "code": 200}]} {{(pid=100248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:07:29.870545 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-f7c7e75e-336d-42af-836e-b16859d375d3 {{(pid=100248) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:07:29.870831 n-d-773647-6 neutron-server[100248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0455bf88-da4d-44a6-9768-93a70cd92e0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20f5d6df-12c0-4fc6-879f-9056d54469b7', 'code': 200} Jul 06 14:07:29.905823 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-4b10bff5-3845-4c87-8720-65e6f8650ab1 tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-913473'] for subnet, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:29.941507 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-05e5c0b9-17e7-45da-b54f-c25a1391fff8 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:29.986234 n-d-773647-6 neutron-server[100247]: DEBUG neutron.notifiers.nova [None req-05e5c0b9-17e7-45da-b54f-c25a1391fff8 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] device_id is not set on port 500d5e50-26cf-402d-a2f1-b2a983252a24 yet. {{(pid=100247) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 14:07:30.041972 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-4b10bff5-3845-4c87-8720-65e6f8650ab1 tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-913480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1849032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-128888347', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127627857'] for subnet, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:30.090174 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-4b10bff5-3845-4c87-8720-65e6f8650ab1 tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] Notify callbacks [] for subnet, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:30.092803 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-4b10bff5-3845-4c87-8720-65e6f8650ab1 tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] 10.222.0.104 "DELETE /v2.0/subnets/d96df02a-6026-4887-adfc-5a7e2c76ee4c HTTP/1.1" status: 204 len: 168 time: 0.8170459 Jul 06 14:07:30.095450 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 44192) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:07:30.096845 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b10bff5-3845-4c87-8720-65e6f8650ab1 tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] Pushing event deleted for resources: {'Subnet': ['ID=d96df02a-6026-4887-adfc-5a7e2c76ee4c,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:07:30.115426 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f6ebb7f-328d-46cc-a341-d79e9ba937db None None] Network 338abf4a-f572-4345-baaa-57df9c7d2d54 requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:07:30.157619 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.db_base_plugin_v2 [None req-557480bc-e488-4f74-b7b8-83f2e24a804a tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] Deleting subnet c84ffd4d-4794-4261-8f80-bf96c1f5dbc8 {{(pid=100246) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 14:07:30.161085 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-557480bc-e488-4f74-b7b8-83f2e24a804a tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] Notify callbacks [] for subnet, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:30.208803 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-557480bc-e488-4f74-b7b8-83f2e24a804a tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126218885'] for subnet, precommit_delete_associations {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:30.255003 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-05e5c0b9-17e7-45da-b54f-c25a1391fff8 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Notify callbacks [] for port, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:30.273333 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfeb08b-1ba8-4366-9f0e-f3b94f3df090 req-2aeae9a2-bfee-4d6f-a76d-bb33d573ee9b tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:07:30.279505 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfeb08b-1ba8-4366-9f0e-f3b94f3df090 req-2aeae9a2-bfee-4d6f-a76d-bb33d573ee9b tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:07:30.285911 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfeb08b-1ba8-4366-9f0e-f3b94f3df090 req-2aeae9a2-bfee-4d6f-a76d-bb33d573ee9b tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:07:30.292255 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfeb08b-1ba8-4366-9f0e-f3b94f3df090 req-2aeae9a2-bfee-4d6f-a76d-bb33d573ee9b tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:07:30.308131 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfeb08b-1ba8-4366-9f0e-f3b94f3df090 req-2aeae9a2-bfee-4d6f-a76d-bb33d573ee9b tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:07:30.314276 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfeb08b-1ba8-4366-9f0e-f3b94f3df090 req-2aeae9a2-bfee-4d6f-a76d-bb33d573ee9b tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:07:30.317134 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-557480bc-e488-4f74-b7b8-83f2e24a804a tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-913473'] for subnet, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:30.320623 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfeb08b-1ba8-4366-9f0e-f3b94f3df090 req-2aeae9a2-bfee-4d6f-a76d-bb33d573ee9b tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:07:30.322622 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-cbfeb08b-1ba8-4366-9f0e-f3b94f3df090 req-2aeae9a2-bfee-4d6f-a76d-bb33d573ee9b tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] 10.222.0.104 "GET /v2.0/ports?device_id=0455bf88-da4d-44a6-9768-93a70cd92e0e HTTP/1.1" status: 200 len: 5439 time: 0.2052665 Jul 06 14:07:30.394149 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-cbfeb08b-1ba8-4366-9f0e-f3b94f3df090 req-98ebc591-0d7b-4d76-a1ef-dd311f09013e tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] 10.222.0.104 "GET /v2.0/security-groups?id=f573cac5-f5b4-46cb-8ee6-cba4798a03b8&id=8d3a9807-14cc-46c0-b7ed-1d949d5bac09&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0641892 Jul 06 14:07:30.403892 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-05e5c0b9-17e7-45da-b54f-c25a1391fff8 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-128888360'] for port, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:30.409558 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-557480bc-e488-4f74-b7b8-83f2e24a804a tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-913480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1849032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127687590', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127702764'] for subnet, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:30.488431 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557480bc-e488-4f74-b7b8-83f2e24a804a tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] Pushing event deleted for resources: {'Subnet': ['ID=c84ffd4d-4794-4261-8f80-bf96c1f5dbc8,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:07:30.506695 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05e5c0b9-17e7-45da-b54f-c25a1391fff8 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Network df34d817-ecd2-44b4-8bb9-700b0e3e3a0c is already hosted by enough agents. {{(pid=100247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:07:30.506921 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-557480bc-e488-4f74-b7b8-83f2e24a804a tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] Notify callbacks [] for subnet, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:30.508929 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-557480bc-e488-4f74-b7b8-83f2e24a804a tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] 10.222.0.104 "DELETE /v2.0/subnets/c84ffd4d-4794-4261-8f80-bf96c1f5dbc8 HTTP/1.1" status: 204 len: 168 time: 0.4124062 Jul 06 14:07:30.510415 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.base_scheduler [None req-05e5c0b9-17e7-45da-b54f-c25a1391fff8 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Resources bound (agent type, host, resource id): {{(pid=100247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:07:30.512297 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 44210) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:07:30.530017 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05e5c0b9-17e7-45da-b54f-c25a1391fff8 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Received port after_create {{(pid=100247) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:07:30.536911 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05e5c0b9-17e7-45da-b54f-c25a1391fff8 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:07:30.538145 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-05e5c0b9-17e7-45da-b54f-c25a1391fff8 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:30.612428 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d96aa1ba-c2cf-4c49-bec9-9ea5d2441e5a None None] Update dhcp port {'port': {'network_id': '338abf4a-f572-4345-baaa-57df9c7d2d54', 'fixed_ips': [{'subnet_id': 'c84ffd4d-4794-4261-8f80-bf96c1f5dbc8'}], 'binding:host_id': 'n-d-773647-6'}, 'id': 'f5404527-5cd5-4ced-9274-f176ee905cc0'} from n-d-773647-6. {{(pid=100248) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 06 14:07:30.632749 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-05e5c0b9-17e7-45da-b54f-c25a1391fff8 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] 10.222.0.104 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.1753592 Jul 06 14:07:30.633702 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e5c0b9-17e7-45da-b54f-c25a1391fff8 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Pushing event updated for resources: {'Port': ['ID=500d5e50-26cf-402d-a2f1-b2a983252a24,revision_number=1']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:07:30.636802 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] get_ports_and_sgs() called for port_ids ['1f5819e5-377a-477d-a4e0-bc213d163822'] {{(pid=100248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 14:07:30.638066 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 44212) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:07:30.680837 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-d96aa1ba-c2cf-4c49-bec9-9ea5d2441e5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:30.711674 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-12e40eba-9dbe-4acf-88d2-46d9633bea07 tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530492'] for network, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:30.726316 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-149443ca-965f-49b2-9713-f29c8051fb2b tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:07:30.728156 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-149443ca-965f-49b2-9713-f29c8051fb2b tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] 10.222.0.104 "GET /v2.0/ports/500d5e50-26cf-402d-a2f1-b2a983252a24 HTTP/1.1" status: 200 len: 844 time: 0.0881376 Jul 06 14:07:30.731775 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 44214) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:07:30.743248 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d170883-fad3-4a7e-955a-e0221b3ae11d req-d41adbbc-afa0-4ade-b162-dd5d125a9fdc tempest-ServerRescueNegativeTestJSON-721731692 tempest-ServerRescueNegativeTestJSON-721731692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:07:30.745946 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-6d170883-fad3-4a7e-955a-e0221b3ae11d req-d41adbbc-afa0-4ade-b162-dd5d125a9fdc tempest-ServerRescueNegativeTestJSON-721731692 tempest-ServerRescueNegativeTestJSON-721731692-project] 10.222.0.104 "GET /v2.0/ports?device_id=b0b96bfa-d49a-47d6-a621-d2fd80028cc9 HTTP/1.1" status: 200 len: 945 time: 0.1996794 Jul 06 14:07:30.835973 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [None req-acbd4f81-98fb-4b49-8476-dc84ffb532dc tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Deleting port 500d5e50-26cf-402d-a2f1-b2a983252a24 {{(pid=100246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:07:30.836958 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-acbd4f81-98fb-4b49-8476-dc84ffb532dc tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:30.841274 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-6d170883-fad3-4a7e-955a-e0221b3ae11d req-f2632b84-199e-4d3e-b26d-574038e6917c tempest-ServerRescueNegativeTestJSON-721731692 tempest-ServerRescueNegativeTestJSON-721731692-project] 10.222.0.104 "GET /v2.0/security-groups?id=a54a60a4-d859-4f47-b26f-a63bb69450e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651574 Jul 06 14:07:30.844033 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.plugin [None req-12e40eba-9dbe-4acf-88d2-46d9633bea07 tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] Deleting port f5404527-5cd5-4ced-9274-f176ee905cc0 {{(pid=100247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:07:30.844504 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-12e40eba-9dbe-4acf-88d2-46d9633bea07 tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:30.937158 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-acbd4f81-98fb-4b49-8476-dc84ffb532dc tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:30.954709 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [None req-acbd4f81-98fb-4b49-8476-dc84ffb532dc tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Calling delete_port for 500d5e50-26cf-402d-a2f1-b2a983252a24 owned by {{(pid=100246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:07:30.959391 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6660b16a-3d59-4012-8a2f-ce49c15703dc None None] Network 338abf4a-f572-4345-baaa-57df9c7d2d54 requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:07:30.967174 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.db [None req-12e40eba-9dbe-4acf-88d2-46d9633bea07 tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] For port f5404527-5cd5-4ced-9274-f176ee905cc0, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=f5404527-5cd5-4ced-9274-f176ee905cc0,segment=NetworkSegment(3405756d-c2a5-4e06-b310-28e70ddc9a41),segment_id=3405756d-c2a5-4e06-b310-28e70ddc9a41)] {{(pid=100247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:07:30.967559 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-12e40eba-9dbe-4acf-88d2-46d9633bea07 tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:30.984843 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.plugin [None req-12e40eba-9dbe-4acf-88d2-46d9633bea07 tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] Calling delete_port for f5404527-5cd5-4ced-9274-f176ee905cc0 owned by network:dhcp {{(pid=100247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:07:31.010143 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61df63d5-a9c4-4270-9cfd-bd3cad7070b8 req-b1b92d11-6d98-4aa0-9292-9847dde6db04 tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:07:31.011854 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-61df63d5-a9c4-4270-9cfd-bd3cad7070b8 req-b1b92d11-6d98-4aa0-9292-9847dde6db04 tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] 10.222.0.104 "GET /v2.0/ports?device_id=86de0a1f-5db7-44ca-bb5a-ff9aa3c483af HTTP/1.1" status: 200 len: 944 time: 0.1130772 Jul 06 14:07:31.047581 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-acbd4f81-98fb-4b49-8476-dc84ffb532dc tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127687580'] for port, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:31.081530 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acbd4f81-98fb-4b49-8476-dc84ffb532dc tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Pushing event deleted for resources: {'Port': ['ID=500d5e50-26cf-402d-a2f1-b2a983252a24,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:07:31.087462 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-acbd4f81-98fb-4b49-8476-dc84ffb532dc tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:31.089507 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-acbd4f81-98fb-4b49-8476-dc84ffb532dc tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] 10.222.0.104 "DELETE /v2.0/ports/500d5e50-26cf-402d-a2f1-b2a983252a24 HTTP/1.1" status: 204 len: 168 time: 0.3567328 Jul 06 14:07:31.092580 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 44222) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:07:31.117509 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-413ba1ad-eda5-466e-9639-83a68ad1b9df None None] Provisioning complete for port f5404527-5cd5-4ced-9274-f176ee905cc0 triggered by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:07:31.118143 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-413ba1ad-eda5-466e-9639-83a68ad1b9df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:31.127357 n-d-773647-6 neutron-server[100246]: INFO neutron.pecan_wsgi.hooks.translation [None req-14b92fd8-ad38-4dae-ab75-a8183ae3678e tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] GET failed (client error): The resource could not be found. Jul 06 14:07:31.129339 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-14b92fd8-ad38-4dae-ab75-a8183ae3678e tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] 10.222.0.104 "GET /v2.0/ports/500d5e50-26cf-402d-a2f1-b2a983252a24 HTTP/1.1" status: 404 len: 333 time: 0.0357351 Jul 06 14:07:31.133436 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 44224) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:07:31.140082 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-288b0ee6-74c8-4004-8413-77efffbbf4f5 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Request body: {'port': {'network_id': 'df34d817-ecd2-44b4-8bb9-700b0e3e3a0c', 'name': 'tempest-PortsIpV6TestJSON-1501309496'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:07:31.148231 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-61df63d5-a9c4-4270-9cfd-bd3cad7070b8 req-795ff574-694a-4cf4-ae5b-0ae2bc12fef0 tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] 10.222.0.104 "GET /v2.0/security-groups?id=bdba1446-e72e-4024-9da7-e6061f204f14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932622 Jul 06 14:07:31.182810 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-12e40eba-9dbe-4acf-88d2-46d9633bea07 tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128888353'] for port, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:31.197094 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-413ba1ad-eda5-466e-9639-83a68ad1b9df None None] Could not find standard attr ID for object f5404527-5cd5-4ced-9274-f176ee905cc0. {{(pid=100248) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 06 14:07:31.202077 n-d-773647-6 neutron-server[100248]: INFO neutron.plugins.ml2.db [None req-413ba1ad-eda5-466e-9639-83a68ad1b9df None None] No ports have port_id starting with f5404527-5cd5-4ced-9274-f176ee905cc0 Jul 06 14:07:31.212455 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e40eba-9dbe-4acf-88d2-46d9633bea07 tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] Pushing event deleted for resources: {'Port': ['ID=f5404527-5cd5-4ced-9274-f176ee905cc0,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:07:31.219478 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12e40eba-9dbe-4acf-88d2-46d9633bea07 tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] No DVR routers for this DVR port f5404527-5cd5-4ced-9274-f176ee905cc0 on host n-d-773647-6 {{(pid=100247) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:07:31.240116 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6de5124a-f51a-41fc-bd84-5bc710172371 None None] DHCP port deletion for 338abf4a-f572-4345-baaa-57df9c7d2d54 request from n-d-773647-6 {{(pid=100248) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 14:07:31.308234 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-12e40eba-9dbe-4acf-88d2-46d9633bea07 tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-917204', 'neutron.services.segments.db._delete_segments_for_network-8773753502302'] for network, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:31.318634 n-d-773647-6 neutron-server[100247]: DEBUG neutron.services.segments.db [None req-12e40eba-9dbe-4acf-88d2-46d9633bea07 tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['338abf4a-f572-4345-baaa-57df9c7d2d54']}} {{(pid=100247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:07:31.329683 n-d-773647-6 neutron-server[100247]: DEBUG neutron.services.segments.db [None req-12e40eba-9dbe-4acf-88d2-46d9633bea07 tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3405756d-c2a5-4e06-b310-28e70ddc9a41') {'for_net_delete': True} {{(pid=100247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:07:31.329984 n-d-773647-6 neutron-server[100247]: DEBUG neutron.services.segments.db [None req-12e40eba-9dbe-4acf-88d2-46d9633bea07 tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3405756d-c2a5-4e06-b310-28e70ddc9a41') {} {{(pid=100247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:07:31.339921 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-12e40eba-9dbe-4acf-88d2-46d9633bea07 tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773753515138', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127131763'] for segment, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:31.366616 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-12e40eba-9dbe-4acf-88d2-46d9633bea07 tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552'] for segment, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:31.373435 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-12e40eba-9dbe-4acf-88d2-46d9633bea07 tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] Releasing vlan 1005 on physical network physnet1 to pool {{(pid=100247) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 14:07:31.373879 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-12e40eba-9dbe-4acf-88d2-46d9633bea07 tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-128888574'] for segment, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:31.377199 n-d-773647-6 neutron-server[100247]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:07:31.377199 n-d-773647-6 neutron-server[100247]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:07:31.377199 n-d-773647-6 neutron-server[100247]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:07:31.377199 n-d-773647-6 neutron-server[100247]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:07:31.377199 n-d-773647-6 neutron-server[100247]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:07:31.377199 n-d-773647-6 neutron-server[100247]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:07:31.377199 n-d-773647-6 neutron-server[100247]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:07:31.377199 n-d-773647-6 neutron-server[100247]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:07:31.377199 n-d-773647-6 neutron-server[100247]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:07:31.377199 n-d-773647-6 neutron-server[100247]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:07:31.377199 n-d-773647-6 neutron-server[100247]: Traceback (most recent call last): Jul 06 14:07:31.377199 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 14:07:31.377199 n-d-773647-6 neutron-server[100247]: timer() Jul 06 14:07:31.377199 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 14:07:31.377199 n-d-773647-6 neutron-server[100247]: cb(*args, **kw) Jul 06 14:07:31.377199 n-d-773647-6 neutron-server[100247]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 14:07:31.377199 n-d-773647-6 neutron-server[100247]: return func(*args, **kwargs) Jul 06 14:07:31.377199 n-d-773647-6 neutron-server[100247]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 14:07:31.377199 n-d-773647-6 neutron-server[100247]: self._notify() Jul 06 14:07:31.377199 n-d-773647-6 neutron-server[100247]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 14:07:31.377199 n-d-773647-6 neutron-server[100247]: self.callback(batched_events) Jul 06 14:07:31.377199 n-d-773647-6 neutron-server[100247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 14:07:31.377199 n-d-773647-6 neutron-server[100247]: event.method(event) Jul 06 14:07:31.377199 n-d-773647-6 neutron-server[100247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 14:07:31.377199 n-d-773647-6 neutron-server[100247]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 14:07:31.377199 n-d-773647-6 neutron-server[100247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 14:07:31.377199 n-d-773647-6 neutron-server[100247]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 14:07:31.377199 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 14:07:31.377199 n-d-773647-6 neutron-server[100247]: return f(self, *a, **k) Jul 06 14:07:31.377199 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 14:07:31.377199 n-d-773647-6 neutron-server[100247]: return self._get(url).json() Jul 06 14:07:31.377199 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 14:07:31.377199 n-d-773647-6 neutron-server[100247]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 14:07:31.377199 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 14:07:31.377199 n-d-773647-6 neutron-server[100247]: return self.request(url, 'GET', **kwargs) Jul 06 14:07:31.377199 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 14:07:31.377199 n-d-773647-6 neutron-server[100247]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 14:07:31.377199 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 14:07:31.377199 n-d-773647-6 neutron-server[100247]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 14:07:31.377199 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 14:07:31.377199 n-d-773647-6 neutron-server[100247]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 14:07:31.377199 n-d-773647-6 neutron-server[100247]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 14:07:31.439174 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-12e40eba-9dbe-4acf-88d2-46d9633bea07 tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-917215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1761140'] for network, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:31.449204 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-12e40eba-9dbe-4acf-88d2-46d9633bea07 tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583035'] for network, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:31.453268 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-12e40eba-9dbe-4acf-88d2-46d9633bea07 tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] 10.222.0.104 "DELETE /v2.0/networks/338abf4a-f572-4345-baaa-57df9c7d2d54 HTTP/1.1" status: 204 len: 168 time: 0.9354002 Jul 06 14:07:31.460153 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 44228) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:07:31.469027 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e40eba-9dbe-4acf-88d2-46d9633bea07 tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] Pushing event deleted for resources: {'Network': ['ID=338abf4a-f572-4345-baaa-57df9c7d2d54,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:07:31.494111 n-d-773647-6 neutron-server[100247]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd0fd79f-4416-4b13-9e74-5f74f09da331 tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] DELETE failed (client error): The resource could not be found. Jul 06 14:07:31.494572 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bd0fd79f-4416-4b13-9e74-5f74f09da331 tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100247) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 14:07:31.496365 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-bd0fd79f-4416-4b13-9e74-5f74f09da331 tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] 10.222.0.104 "DELETE /v2.0/subnets/4b4cf6ef-e643-42d8-af7b-813369024e86 HTTP/1.1" status: 404 len: 337 time: 0.0350456 Jul 06 14:07:31.499504 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 44232) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:07:31.522304 n-d-773647-6 neutron-server[100247]: INFO neutron.pecan_wsgi.hooks.translation [None req-39d46cb0-d066-466e-ad55-de3ce3a56358 tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] DELETE failed (client error): The resource could not be found. Jul 06 14:07:31.522907 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-39d46cb0-d066-466e-ad55-de3ce3a56358 tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100247) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 14:07:31.526939 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-39d46cb0-d066-466e-ad55-de3ce3a56358 tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] 10.222.0.104 "DELETE /v2.0/networks/a67ed141-1be9-4229-9d41-78d1b048190c HTTP/1.1" status: 404 len: 339 time: 0.0242331 Jul 06 14:07:31.527192 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 44238) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:07:31.562395 n-d-773647-6 neutron-server[100247]: INFO neutron.pecan_wsgi.hooks.translation [None req-b21b7a04-c6b0-45e3-9435-2134d014d63f tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] DELETE failed (client error): The resource could not be found. Jul 06 14:07:31.562836 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b21b7a04-c6b0-45e3-9435-2134d014d63f tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100247) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 14:07:31.566984 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-0590faf9-b9d3-4ca4-9112-4d451adf9892 req-545f3814-8fc9-467f-954a-366699c1ba73 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=e7dc6a4d-9f66-42f4-9ec5-8a24ac011f21&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1241679 Jul 06 14:07:31.567679 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-b21b7a04-c6b0-45e3-9435-2134d014d63f tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] 10.222.0.104 "DELETE /v2.0/subnets/226ca040-bf90-40c4-bc43-1bda0b61c2f4 HTTP/1.1" status: 404 len: 337 time: 0.0353711 Jul 06 14:07:31.567786 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-288b0ee6-74c8-4004-8413-77efffbbf4f5 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Made reservation on behalf of e15b02822e68450fa73455cc009166c9 for: {'port': 1} {{(pid=100246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:07:31.568816 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-288b0ee6-74c8-4004-8413-77efffbbf4f5 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:31.570950 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 44244) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:07:31.590973 n-d-773647-6 neutron-server[100246]: INFO neutron.pecan_wsgi.hooks.translation [None req-00583a39-5d10-4ffe-a0bd-c4c4d38a7e55 tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] DELETE failed (client error): The resource could not be found. Jul 06 14:07:31.591555 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-00583a39-5d10-4ffe-a0bd-c4c4d38a7e55 tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100246) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 14:07:31.593338 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-00583a39-5d10-4ffe-a0bd-c4c4d38a7e55 tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] 10.222.0.104 "DELETE /v2.0/networks/c68f0cc1-c923-4462-8a88-0ab34f70e10a HTTP/1.1" status: 404 len: 339 time: 0.0214515 Jul 06 14:07:31.597730 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 44246) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:07:31.631531 n-d-773647-6 neutron-server[100247]: INFO neutron.pecan_wsgi.hooks.translation [None req-0136d5a8-5620-479a-8f93-a9487bd3f27a tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] DELETE failed (client error): The resource could not be found. Jul 06 14:07:31.631940 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0136d5a8-5620-479a-8f93-a9487bd3f27a tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100247) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 14:07:31.633616 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-0136d5a8-5620-479a-8f93-a9487bd3f27a tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] 10.222.0.104 "DELETE /v2.0/subnets/191eafe7-9ba0-4fe9-8b17-d5c79b7333c2 HTTP/1.1" status: 404 len: 337 time: 0.0318520 Jul 06 14:07:31.633773 n-d-773647-6 neutron-server[100246]: DEBUG neutron.notifiers.nova [None req-288b0ee6-74c8-4004-8413-77efffbbf4f5 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] device_id is not set on port 7e09f19f-472e-4581-a087-b46966ae4cde yet. {{(pid=100246) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 14:07:31.636251 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 44248) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:07:31.657141 n-d-773647-6 neutron-server[100247]: INFO neutron.pecan_wsgi.hooks.translation [None req-e4032356-4c6e-479d-b737-5ec453807dbe tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] DELETE failed (client error): The resource could not be found. Jul 06 14:07:31.657669 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e4032356-4c6e-479d-b737-5ec453807dbe tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100247) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 14:07:31.659361 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-e4032356-4c6e-479d-b737-5ec453807dbe tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] 10.222.0.104 "DELETE /v2.0/networks/17a888a6-a925-4fb3-8484-2a79971cec79 HTTP/1.1" status: 404 len: 339 time: 0.0206995 Jul 06 14:07:31.661757 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 44250) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:07:31.710517 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5362fb6d-69b9-45f0-a253-f0794e9bffda req-f211d6ab-9047-4157-aeaa-d8ef11d1a570 tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:07:31.717016 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5362fb6d-69b9-45f0-a253-f0794e9bffda req-f211d6ab-9047-4157-aeaa-d8ef11d1a570 tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:07:31.723723 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5362fb6d-69b9-45f0-a253-f0794e9bffda req-f211d6ab-9047-4157-aeaa-d8ef11d1a570 tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:07:31.726106 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0590faf9-b9d3-4ca4-9112-4d451adf9892 req-5257ff7e-2865-476c-aa45-e9249ec7d394 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:07:31.726648 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0590faf9-b9d3-4ca4-9112-4d451adf9892 req-5257ff7e-2865-476c-aa45-e9249ec7d394 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:07:31.727139 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0590faf9-b9d3-4ca4-9112-4d451adf9892 req-5257ff7e-2865-476c-aa45-e9249ec7d394 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:07:31.727659 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0590faf9-b9d3-4ca4-9112-4d451adf9892 req-5257ff7e-2865-476c-aa45-e9249ec7d394 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:07:31.728146 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0590faf9-b9d3-4ca4-9112-4d451adf9892 req-5257ff7e-2865-476c-aa45-e9249ec7d394 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:07:31.728628 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0590faf9-b9d3-4ca4-9112-4d451adf9892 req-5257ff7e-2865-476c-aa45-e9249ec7d394 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:07:31.729107 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0590faf9-b9d3-4ca4-9112-4d451adf9892 req-5257ff7e-2865-476c-aa45-e9249ec7d394 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:07:31.729656 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5362fb6d-69b9-45f0-a253-f0794e9bffda req-f211d6ab-9047-4157-aeaa-d8ef11d1a570 tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:07:31.731633 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-0590faf9-b9d3-4ca4-9112-4d451adf9892 req-5257ff7e-2865-476c-aa45-e9249ec7d394 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=db940b92de5443cbbd5f77e12cabccfc&device_id=e7dc6a4d-9f66-42f4-9ec5-8a24ac011f21 HTTP/1.1" status: 200 len: 6493 time: 0.1314609 Jul 06 14:07:31.736240 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5362fb6d-69b9-45f0-a253-f0794e9bffda req-f211d6ab-9047-4157-aeaa-d8ef11d1a570 tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:07:31.741870 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5362fb6d-69b9-45f0-a253-f0794e9bffda req-f211d6ab-9047-4157-aeaa-d8ef11d1a570 tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:07:31.748456 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5362fb6d-69b9-45f0-a253-f0794e9bffda req-f211d6ab-9047-4157-aeaa-d8ef11d1a570 tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:07:31.750354 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-5362fb6d-69b9-45f0-a253-f0794e9bffda req-f211d6ab-9047-4157-aeaa-d8ef11d1a570 tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] 10.222.0.104 "GET /v2.0/ports?device_id=0455bf88-da4d-44a6-9768-93a70cd92e0e HTTP/1.1" status: 200 len: 5439 time: 0.1903164 Jul 06 14:07:31.784386 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.db_base_plugin_v2 [None req-c4bed052-e104-4f11-947e-011c82463aaf tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] Deleting subnet 4ec11779-c41c-4f07-8fa2-b6163b911b7e {{(pid=100247) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 14:07:31.790988 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-c4bed052-e104-4f11-947e-011c82463aaf tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] Notify callbacks [] for subnet, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:31.853038 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-5362fb6d-69b9-45f0-a253-f0794e9bffda req-236c664d-c9d0-4bec-ad57-122090903cae tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] 10.222.0.104 "GET /v2.0/security-groups?id=f573cac5-f5b4-46cb-8ee6-cba4798a03b8&id=8d3a9807-14cc-46c0-b7ed-1d949d5bac09&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0904670 Jul 06 14:07:31.878697 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-c4bed052-e104-4f11-947e-011c82463aaf tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127131748'] for subnet, precommit_delete_associations {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:31.900183 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-288b0ee6-74c8-4004-8413-77efffbbf4f5 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Notify callbacks [] for port, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:31.957031 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0590faf9-b9d3-4ca4-9112-4d451adf9892 req-3ddb01b2-6d1e-4e25-9468-dbbb7a60bf6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:07:31.957518 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0590faf9-b9d3-4ca4-9112-4d451adf9892 req-3ddb01b2-6d1e-4e25-9468-dbbb7a60bf6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:07:31.957995 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0590faf9-b9d3-4ca4-9112-4d451adf9892 req-3ddb01b2-6d1e-4e25-9468-dbbb7a60bf6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:07:31.959740 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-0590faf9-b9d3-4ca4-9112-4d451adf9892 req-3ddb01b2-6d1e-4e25-9468-dbbb7a60bf6e service neutron] 10.222.0.72 "GET /v2.0/networks?id=8db538bb-9e5e-4771-8353-dcc3bdff004e&id=ace612ee-fa1f-4249-807d-5000ddc15676&id=ace612ee-fa1f-4249-807d-5000ddc15676&id=ace612ee-fa1f-4249-807d-5000ddc15676&id=ace612ee-fa1f-4249-807d-5000ddc15676&id=a1a89b46-c613-4578-b710-c22d92f3acfb&id=a1a89b46-c613-4578-b710-c22d92f3acfb HTTP/1.1" status: 200 len: 2295 time: 0.1755161 Jul 06 14:07:32.029328 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-288b0ee6-74c8-4004-8413-77efffbbf4f5 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-127687573'] for port, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:32.070253 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-0590faf9-b9d3-4ca4-9112-4d451adf9892 req-73016368-f3b8-4830-a732-7aa1598b7c5a service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0fccaba0-09bb-4911-acde-c7e70c576bcb HTTP/1.1" status: 200 len: 1000 time: 0.1003244 Jul 06 14:07:32.087393 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-288b0ee6-74c8-4004-8413-77efffbbf4f5 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Network df34d817-ecd2-44b4-8bb9-700b0e3e3a0c is already hosted by enough agents. {{(pid=100246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:07:32.111633 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.base_scheduler [None req-288b0ee6-74c8-4004-8413-77efffbbf4f5 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Resources bound (agent type, host, resource id): {{(pid=100246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:07:32.122832 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-288b0ee6-74c8-4004-8413-77efffbbf4f5 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Received port after_create {{(pid=100246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:07:32.128469 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-288b0ee6-74c8-4004-8413-77efffbbf4f5 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:07:32.129077 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-288b0ee6-74c8-4004-8413-77efffbbf4f5 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:32.158111 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288b0ee6-74c8-4004-8413-77efffbbf4f5 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Pushing event updated for resources: {'Port': ['ID=7e09f19f-472e-4581-a087-b46966ae4cde,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:07:32.178663 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-288b0ee6-74c8-4004-8413-77efffbbf4f5 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] 10.222.0.104 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.0440052 Jul 06 14:07:32.181628 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 44262) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:07:32.187468 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-ce28d341-40f0-492d-ad4b-792d72971dcb tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:07:32.223818 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0590faf9-b9d3-4ca4-9112-4d451adf9892 req-9a25581d-a421-4fef-8e11-c9312cb932f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:07:32.225292 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-0590faf9-b9d3-4ca4-9112-4d451adf9892 req-9a25581d-a421-4fef-8e11-c9312cb932f8 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=906bb642-57ed-4e87-8668-4e82a3a18fe7 HTTP/1.1" status: 200 len: 851 time: 0.1468050 Jul 06 14:07:32.272147 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device f5404527-5cd5-4ced-9274-f176ee905cc0 no longer exists at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:07:32.298486 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] No Port match for: f5404527-5cd5-4ced-9274-f176ee905cc0 {{(pid=100248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 14:07:32.299115 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device f5404527-5cd5-4ced-9274-f176ee905cc0 not bound to the agent host n-d-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:07:32.332720 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec695535-5348-4687-a36c-019c5ddd741f req-a388eac9-cbab-4f98-af62-aa865dd70590 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:07:32.334218 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-ec695535-5348-4687-a36c-019c5ddd741f req-a388eac9-cbab-4f98-af62-aa865dd70590 service neutron] 10.222.0.127 "GET /v2.0/ports?tenant_id=4f4f5169c3224ae5beef5f35a702326d&device_id=b0b96bfa-d49a-47d6-a621-d2fd80028cc9 HTTP/1.1" status: 200 len: 1096 time: 0.4948914 Jul 06 14:07:32.347078 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-c4bed052-e104-4f11-947e-011c82463aaf tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-913473'] for subnet, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:32.356669 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-ce28d341-40f0-492d-ad4b-792d72971dcb tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:32.357954 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558e0fc9-0675-459f-9507-e285fd390476 req-248949b0-8c45-4a5b-b08c-8d8b6c6d1464 tempest-ServerRescueNegativeTestJSON-721731692 tempest-ServerRescueNegativeTestJSON-721731692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:07:32.363802 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-558e0fc9-0675-459f-9507-e285fd390476 req-248949b0-8c45-4a5b-b08c-8d8b6c6d1464 tempest-ServerRescueNegativeTestJSON-721731692 tempest-ServerRescueNegativeTestJSON-721731692-project] 10.222.0.104 "GET /v2.0/ports?device_id=b0b96bfa-d49a-47d6-a621-d2fd80028cc9 HTTP/1.1" status: 200 len: 945 time: 0.1465697 Jul 06 14:07:32.390060 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0590faf9-b9d3-4ca4-9112-4d451adf9892 req-7fadf69b-07b8-4666-b8cd-22379eae000f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:07:32.391738 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-0590faf9-b9d3-4ca4-9112-4d451adf9892 req-7fadf69b-07b8-4666-b8cd-22379eae000f service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=8db538bb-9e5e-4771-8353-dcc3bdff004e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1482320 Jul 06 14:07:32.532183 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-558e0fc9-0675-459f-9507-e285fd390476 req-010afe59-208e-4c4d-9e75-78ab0ea3be1c tempest-ServerRescueNegativeTestJSON-721731692 tempest-ServerRescueNegativeTestJSON-721731692-project] 10.222.0.104 "GET /v2.0/security-groups?id=a54a60a4-d859-4f47-b26f-a63bb69450e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370814 Jul 06 14:07:32.572647 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-0590faf9-b9d3-4ca4-9112-4d451adf9892 req-88b45c24-cc10-479e-9ae3-a5b4ce207952 service neutron] 10.222.0.72 "GET /v2.0/networks/8db538bb-9e5e-4771-8353-dcc3bdff004e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1629887 Jul 06 14:07:32.574113 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-c4bed052-e104-4f11-947e-011c82463aaf tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-913480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1849032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-128888347', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127627857'] for subnet, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:32.576989 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec695535-5348-4687-a36c-019c5ddd741f req-5a07ccda-6bbd-4304-982e-05b27a1cd7db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:07:32.578514 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-ec695535-5348-4687-a36c-019c5ddd741f req-5a07ccda-6bbd-4304-982e-05b27a1cd7db service neutron] 10.222.0.127 "GET /v2.0/networks?id=1d64a7a8-3d12-4141-b8ce-bd281ed9aaab HTTP/1.1" status: 200 len: 921 time: 0.1923974 Jul 06 14:07:32.598535 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874b7f4d-816d-425b-9dfd-11bc71876b7f req-b36de68f-e331-49dd-80b4-aea8b21290be tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:07:32.600033 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-874b7f4d-816d-425b-9dfd-11bc71876b7f req-b36de68f-e331-49dd-80b4-aea8b21290be tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] 10.222.0.104 "GET /v2.0/ports?device_id=86de0a1f-5db7-44ca-bb5a-ff9aa3c483af HTTP/1.1" status: 200 len: 944 time: 0.1596360 Jul 06 14:07:32.654472 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-ce28d341-40f0-492d-ad4b-792d72971dcb tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Notify callbacks [] for port, precommit_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:32.654673 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4bed052-e104-4f11-947e-011c82463aaf tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] Pushing event deleted for resources: {'Subnet': ['ID=4ec11779-c41c-4f07-8fa2-b6163b911b7e,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:07:32.655910 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-c4bed052-e104-4f11-947e-011c82463aaf tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] Notify callbacks [] for subnet, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:32.657993 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-c4bed052-e104-4f11-947e-011c82463aaf tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] 10.222.0.104 "DELETE /v2.0/subnets/4ec11779-c41c-4f07-8fa2-b6163b911b7e HTTP/1.1" status: 204 len: 168 time: 0.9953091 Jul 06 14:07:32.664712 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 44274) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:07:32.666121 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-ec695535-5348-4687-a36c-019c5ddd741f req-5fdb3e7f-8410-4c62-98fc-9dcc93221e25 service neutron] 10.222.0.127 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=4d1d955e-d814-435a-9b5f-74b44da2662d HTTP/1.1" status: 200 len: 217 time: 0.0760677 Jul 06 14:07:32.669457 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d7fed99-9021-49f9-b932-1ec8f29464ec None None] Network 1a087074-d8e8-43a7-9461-d6aaf2a1507c requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:07:32.672849 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-ce28d341-40f0-492d-ad4b-792d72971dcb tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127687527'] for port, after_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:32.721529 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [None req-ce28d341-40f0-492d-ad4b-792d72971dcb tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] In _notify_port_updated(), no bound segment for port 7e09f19f-472e-4581-a087-b46966ae4cde on network df34d817-ecd2-44b4-8bb9-700b0e3e3a0c {{(pid=100246) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 06 14:07:32.728442 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce28d341-40f0-492d-ad4b-792d72971dcb tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:07:32.729571 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-ce28d341-40f0-492d-ad4b-792d72971dcb tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:32.731793 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-ce28d341-40f0-492d-ad4b-792d72971dcb tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] 10.222.0.104 "PUT /v2.0/ports/7e09f19f-472e-4581-a087-b46966ae4cde HTTP/1.1" status: 200 len: 818 time: 0.5490620 Jul 06 14:07:32.740557 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 44276) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:07:32.795637 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-874b7f4d-816d-425b-9dfd-11bc71876b7f req-1ec5f18a-1ed0-4b41-a31c-bfe12828225e tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] 10.222.0.104 "GET /v2.0/security-groups?id=bdba1446-e72e-4024-9da7-e6061f204f14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1704319 Jul 06 14:07:32.802742 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-df2d3613-11e4-4365-a3de-c3a707e8d826 tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530492'] for network, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:32.805801 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-0590faf9-b9d3-4ca4-9112-4d451adf9892 req-5f3364e0-a34f-4b9e-bf31-bec10e8b2c95 service neutron] 10.222.0.72 "GET /v2.0/networks/8db538bb-9e5e-4771-8353-dcc3bdff004e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2263954 Jul 06 14:07:32.807018 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec695535-5348-4687-a36c-019c5ddd741f req-db66dcac-6dbc-4da4-a7fd-59311298a0ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:07:32.808632 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-ec695535-5348-4687-a36c-019c5ddd741f req-db66dcac-6dbc-4da4-a7fd-59311298a0ad service neutron] 10.222.0.127 "GET /v2.0/subnets?id=e1fa3d62-6d70-434d-886e-5edc2778795a HTTP/1.1" status: 200 len: 859 time: 0.1257482 Jul 06 14:07:32.851640 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-ec695535-5348-4687-a36c-019c5ddd741f req-94957921-eb5a-46ba-9aca-17c59f337793 service neutron] 10.222.0.127 "GET /v2.0/ports?network_id=1d64a7a8-3d12-4141-b8ce-bd281ed9aaab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0355113 Jul 06 14:07:32.880328 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce28d341-40f0-492d-ad4b-792d72971dcb tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Pushing event updated for resources: {'Port': ['ID=7e09f19f-472e-4581-a087-b46966ae4cde,revision_number=2']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:07:32.884781 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-0590faf9-b9d3-4ca4-9112-4d451adf9892 req-1f136a0e-c544-4a78-b478-5183d848419d service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.252&port_id=3ba18cf5-928e-46ea-b0ca-9a371b8d9b40 HTTP/1.1" status: 200 len: 217 time: 0.0648673 Jul 06 14:07:32.924054 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e850208-c53c-410e-bb00-dd0ab574ddcc None None] DHCP port deletion for 1a087074-d8e8-43a7-9461-d6aaf2a1507c request from n-d-773647-6 {{(pid=100248) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 14:07:32.965201 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.plugin [None req-df2d3613-11e4-4365-a3de-c3a707e8d826 tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] Deleting port 906edfca-507f-400d-aa47-a0195eae5d79 {{(pid=100247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:07:32.965692 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-df2d3613-11e4-4365-a3de-c3a707e8d826 tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:32.973157 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Device be8f74d6-ec89-4516-b380-73a9277d8c69 details requested by agent hyperv_n-h1-773647-6 with host n-h1-773647-6 {{(pid=100248) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 14:07:32.977473 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Device 6f2c5df6-a4f1-4b8b-988e-3d1433f8d22a up at agent hyperv_n-h1-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:07:32.998327 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0590faf9-b9d3-4ca4-9112-4d451adf9892 req-93f30d3b-33f9-471f-8124-7fbaeae5c01c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:07:32.999845 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-0590faf9-b9d3-4ca4-9112-4d451adf9892 req-93f30d3b-33f9-471f-8124-7fbaeae5c01c service neutron] 10.222.0.72 "GET /v2.0/subnets?id=aff5805c-7256-4603-b5c1-a0758ef2d27b HTTP/1.1" status: 200 len: 797 time: 0.1073709 Jul 06 14:07:33.011087 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-ec695535-5348-4687-a36c-019c5ddd741f req-68117c23-8db8-4c80-91d3-2ab3c549472d service neutron] 10.222.0.127 "GET /v2.0/networks/1d64a7a8-3d12-4141-b8ce-bd281ed9aaab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1417885 Jul 06 14:07:33.044877 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [None req-d6c631fb-694c-4a49-bb33-184645df1714 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Deleting port 7e09f19f-472e-4581-a087-b46966ae4cde {{(pid=100246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:07:33.045338 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-d6c631fb-694c-4a49-bb33-184645df1714 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:33.094585 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-5e850208-c53c-410e-bb00-dd0ab574ddcc None None] Deleting port 906edfca-507f-400d-aa47-a0195eae5d79 {{(pid=100248) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:07:33.094994 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5e850208-c53c-410e-bb00-dd0ab574ddcc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:33.122649 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-d6c631fb-694c-4a49-bb33-184645df1714 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:33.127253 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.db [None req-df2d3613-11e4-4365-a3de-c3a707e8d826 tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] For port 906edfca-507f-400d-aa47-a0195eae5d79, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=906edfca-507f-400d-aa47-a0195eae5d79,segment=NetworkSegment(00ae0ad5-26b3-462b-8527-e709cdcbb6e6),segment_id=00ae0ad5-26b3-462b-8527-e709cdcbb6e6)] {{(pid=100247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:07:33.127633 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-df2d3613-11e4-4365-a3de-c3a707e8d826 tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:33.139727 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [None req-d6c631fb-694c-4a49-bb33-184645df1714 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Calling delete_port for 7e09f19f-472e-4581-a087-b46966ae4cde owned by {{(pid=100246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:07:33.145643 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.plugin [None req-df2d3613-11e4-4365-a3de-c3a707e8d826 tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] Calling delete_port for 906edfca-507f-400d-aa47-a0195eae5d79 owned by network:dhcp {{(pid=100247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:07:33.149096 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0590faf9-b9d3-4ca4-9112-4d451adf9892 req-30476ff4-62f7-44ec-89e5-aacf1310dc5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:07:33.151364 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-0590faf9-b9d3-4ca4-9112-4d451adf9892 req-30476ff4-62f7-44ec-89e5-aacf1310dc5b service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=ace612ee-fa1f-4249-807d-5000ddc15676&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1440942 Jul 06 14:07:33.207259 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5e850208-c53c-410e-bb00-dd0ab574ddcc None None] For port 906edfca-507f-400d-aa47-a0195eae5d79, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=906edfca-507f-400d-aa47-a0195eae5d79,segment=NetworkSegment(00ae0ad5-26b3-462b-8527-e709cdcbb6e6),segment_id=00ae0ad5-26b3-462b-8527-e709cdcbb6e6)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:07:33.207671 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5e850208-c53c-410e-bb00-dd0ab574ddcc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:33.232618 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd918cd-5cc2-4ccf-83bb-9139435fc31f req-790afe93-9f6a-4817-a072-47840253a052 tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:07:33.235913 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-5e850208-c53c-410e-bb00-dd0ab574ddcc None None] Calling delete_port for 906edfca-507f-400d-aa47-a0195eae5d79 owned by network:dhcp {{(pid=100248) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:07:33.238879 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd918cd-5cc2-4ccf-83bb-9139435fc31f req-790afe93-9f6a-4817-a072-47840253a052 tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:07:33.242311 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Provisioning for port 6f2c5df6-a4f1-4b8b-988e-3d1433f8d22a completed by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:07:33.244922 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd918cd-5cc2-4ccf-83bb-9139435fc31f req-790afe93-9f6a-4817-a072-47840253a052 tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:07:33.251172 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd918cd-5cc2-4ccf-83bb-9139435fc31f req-790afe93-9f6a-4817-a072-47840253a052 tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:07:33.256731 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd918cd-5cc2-4ccf-83bb-9139435fc31f req-790afe93-9f6a-4817-a072-47840253a052 tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:07:33.259970 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Provisioning complete for port 6f2c5df6-a4f1-4b8b-988e-3d1433f8d22a triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:07:33.260352 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:33.263575 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd918cd-5cc2-4ccf-83bb-9139435fc31f req-790afe93-9f6a-4817-a072-47840253a052 tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:07:33.269124 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd918cd-5cc2-4ccf-83bb-9139435fc31f req-790afe93-9f6a-4817-a072-47840253a052 tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:07:33.271085 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-bdd918cd-5cc2-4ccf-83bb-9139435fc31f req-790afe93-9f6a-4817-a072-47840253a052 tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] 10.222.0.104 "GET /v2.0/ports?device_id=0455bf88-da4d-44a6-9768-93a70cd92e0e HTTP/1.1" status: 200 len: 5439 time: 0.2623577 Jul 06 14:07:33.278444 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-ec695535-5348-4687-a36c-019c5ddd741f req-64e0ef5f-3d5a-438c-8070-eded61449f53 service neutron] 10.222.0.127 "GET /v2.0/networks/1d64a7a8-3d12-4141-b8ce-bd281ed9aaab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2538362 Jul 06 14:07:33.318536 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-0590faf9-b9d3-4ca4-9112-4d451adf9892 req-b6d5ba08-26e6-48f5-9337-e79ab54a4b77 service neutron] 10.222.0.72 "GET /v2.0/networks/ace612ee-fa1f-4249-807d-5000ddc15676?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1581621 Jul 06 14:07:33.331094 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] For port be8f74d6-ec89-4516-b380-73a9277d8c69, host n-h1-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773647-6',level=0,port_id=be8f74d6-ec89-4516-b380-73a9277d8c69,segment=NetworkSegment(4f034a4d-0401-4410-9e3b-cfb7c7ebcd98),segment_id=4f034a4d-0401-4410-9e3b-cfb7c7ebcd98)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:07:33.334293 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-d6c631fb-694c-4a49-bb33-184645df1714 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127687580'] for port, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:33.346407 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-bdd918cd-5cc2-4ccf-83bb-9139435fc31f req-ff1ee70c-5591-4d56-a21c-52dc25369f13 tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] 10.222.0.104 "GET /v2.0/security-groups?id=f573cac5-f5b4-46cb-8ee6-cba4798a03b8&id=8d3a9807-14cc-46c0-b7ed-1d949d5bac09&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0640745 Jul 06 14:07:33.359553 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-df2d3613-11e4-4365-a3de-c3a707e8d826 tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128888353'] for port, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:33.374169 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Returning: {'device': 'be8f74d6-ec89-4516-b380-73a9277d8c69', 'network_id': '843daa65-9f70-4b7f-ae10-986f4b2f43e8', 'port_id': 'be8f74d6-ec89-4516-b380-73a9277d8c69', 'mac_address': 'fa:16:3e:96:58:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1006, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ae20b5e9-07e2-4786-84d5-713ad5ff019c', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100248) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 14:07:33.412441 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2d3613-11e4-4365-a3de-c3a707e8d826 tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] Pushing event deleted for resources: {'Port': ['ID=906edfca-507f-400d-aa47-a0195eae5d79,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:07:33.415072 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df2d3613-11e4-4365-a3de-c3a707e8d826 tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] No DVR routers for this DVR port 906edfca-507f-400d-aa47-a0195eae5d79 on host n-d-773647-6 {{(pid=100247) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:07:33.421862 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-d6c631fb-694c-4a49-bb33-184645df1714 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:33.426494 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-d6c631fb-694c-4a49-bb33-184645df1714 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] 10.222.0.104 "DELETE /v2.0/ports/7e09f19f-472e-4581-a087-b46966ae4cde HTTP/1.1" status: 204 len: 168 time: 0.6813192 Jul 06 14:07:33.427117 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 44284) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:07:33.432867 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c631fb-694c-4a49-bb33-184645df1714 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Pushing event deleted for resources: {'Port': ['ID=7e09f19f-472e-4581-a087-b46966ae4cde,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:07:33.484800 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5e850208-c53c-410e-bb00-dd0ab574ddcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117'] for port, after_delete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:33.499488 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:33.518077 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-0590faf9-b9d3-4ca4-9112-4d451adf9892 req-0bf3e2c1-c5d3-4c4a-aaba-7eb91b52ec33 service neutron] 10.222.0.72 "GET /v2.0/networks/ace612ee-fa1f-4249-807d-5000ddc15676?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1946225 Jul 06 14:07:33.524251 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-df2d3613-11e4-4365-a3de-c3a707e8d826 tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-917204', 'neutron.services.segments.db._delete_segments_for_network-8773753502302'] for network, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:33.526276 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e850208-c53c-410e-bb00-dd0ab574ddcc None None] Pushing event deleted for resources: {'Port': ['ID=906edfca-507f-400d-aa47-a0195eae5d79,revision_number=None']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:07:33.535367 n-d-773647-6 neutron-server[100247]: DEBUG neutron.services.segments.db [None req-df2d3613-11e4-4365-a3de-c3a707e8d826 tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a087074-d8e8-43a7-9461-d6aaf2a1507c']}} {{(pid=100247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:07:33.540197 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e850208-c53c-410e-bb00-dd0ab574ddcc None None] No DVR routers for this DVR port 906edfca-507f-400d-aa47-a0195eae5d79 on host n-d-773647-6 {{(pid=100248) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:07:33.545679 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:33.556860 n-d-773647-6 neutron-server[100248]: DEBUG neutron.notifiers.nova [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id be8f74d6-ec89-4516-b380-73a9277d8c69 {{(pid=100248) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 14:07:33.567490 n-d-773647-6 neutron-server[100247]: DEBUG neutron.services.segments.db [None req-df2d3613-11e4-4365-a3de-c3a707e8d826 tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '00ae0ad5-26b3-462b-8527-e709cdcbb6e6') {'for_net_delete': True} {{(pid=100247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:07:33.569708 n-d-773647-6 neutron-server[100247]: DEBUG neutron.services.segments.db [None req-df2d3613-11e4-4365-a3de-c3a707e8d826 tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '00ae0ad5-26b3-462b-8527-e709cdcbb6e6') {} {{(pid=100247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:07:33.572795 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-0590faf9-b9d3-4ca4-9112-4d451adf9892 req-1f79a73c-528f-4571-af21-e04ad0dcfd02 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.124&port_id=f010560f-f4c8-4c8c-99e0-7afd7573142a HTTP/1.1" status: 200 len: 217 time: 0.0454674 Jul 06 14:07:33.583205 n-d-773647-6 neutron-server[100248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0455bf88-da4d-44a6-9768-93a70cd92e0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f2c5df6-a4f1-4b8b-988e-3d1433f8d22a'}] {{(pid=100248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:07:33.584359 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-df2d3613-11e4-4365-a3de-c3a707e8d826 tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773753515138', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127131763'] for segment, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:33.585497 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84af257533e383389cbcf231d3534f4d5e149e7203fea16b4a8fc01438dddaf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c26b3fb-a003-476b-bc06-ec848e2d2c97" -d '{"events": [{"server_uuid": "0455bf88-da4d-44a6-9768-93a70cd92e0e", "name": "network-vif-plugged", "status": "completed", "tag": "6f2c5df6-a4f1-4b8b-988e-3d1433f8d22a"}]}' {{(pid=100248) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:07:33.604638 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] For port be8f74d6-ec89-4516-b380-73a9277d8c69, host n-h1-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773647-6',level=0,port_id=be8f74d6-ec89-4516-b380-73a9277d8c69,segment=NetworkSegment(4f034a4d-0401-4410-9e3b-cfb7c7ebcd98),segment_id=4f034a4d-0401-4410-9e3b-cfb7c7ebcd98)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:07:33.608595 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c54e9ccf-0a9d-42d2-bb3c-80568b1a5ad2 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:07:33.608809 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] For port 6f2c5df6-a4f1-4b8b-988e-3d1433f8d22a, host n-h1-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773647-6',level=0,port_id=6f2c5df6-a4f1-4b8b-988e-3d1433f8d22a,segment=NetworkSegment(cf14e999-6e16-4245-9908-28547602990f),segment_id=cf14e999-6e16-4245-9908-28547602990f)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:07:33.612112 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-c54e9ccf-0a9d-42d2-bb3c-80568b1a5ad2 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] 10.222.0.104 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.1779704 Jul 06 14:07:33.612273 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:33.613902 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-df2d3613-11e4-4365-a3de-c3a707e8d826 tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552'] for segment, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:33.616026 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:33.616898 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Device d4663496-0e1d-419b-908e-5f60ff2b3b91 up at agent hyperv_n-h1-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:07:33.621205 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df2d3613-11e4-4365-a3de-c3a707e8d826 tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] Releasing vlan 1022 on physical network physnet1 to pool {{(pid=100247) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 14:07:33.622223 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-df2d3613-11e4-4365-a3de-c3a707e8d826 tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-128888574'] for segment, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:33.626586 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 44290) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:07:33.670397 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 14:07:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32d5fa4d-99f2-4a5f-bb1d-48467b04d1a5 x-openstack-request-id: req-32d5fa4d-99f2-4a5f-bb1d-48467b04d1a5 {{(pid=100248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:07:33.670820 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0455bf88-da4d-44a6-9768-93a70cd92e0e", "name": "network-vif-plugged", "status": "completed", "tag": "6f2c5df6-a4f1-4b8b-988e-3d1433f8d22a", "code": 200}]} {{(pid=100248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:07:33.671173 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-32d5fa4d-99f2-4a5f-bb1d-48467b04d1a5 {{(pid=100248) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:07:33.671692 n-d-773647-6 neutron-server[100248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0455bf88-da4d-44a6-9768-93a70cd92e0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f2c5df6-a4f1-4b8b-988e-3d1433f8d22a', 'code': 200} Jul 06 14:07:33.703937 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Pushing event updated for resources: {'Port': ['ID=be8f74d6-ec89-4516-b380-73a9277d8c69,revision_number=6']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:07:33.705330 n-d-773647-6 neutron-server[100247]: Traceback (most recent call last): Jul 06 14:07:33.705330 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 14:07:33.705330 n-d-773647-6 neutron-server[100247]: timer() Jul 06 14:07:33.705330 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 14:07:33.705330 n-d-773647-6 neutron-server[100247]: cb(*args, **kw) Jul 06 14:07:33.705330 n-d-773647-6 neutron-server[100247]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 14:07:33.705330 n-d-773647-6 neutron-server[100247]: return func(*args, **kwargs) Jul 06 14:07:33.705330 n-d-773647-6 neutron-server[100247]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 14:07:33.705330 n-d-773647-6 neutron-server[100247]: self._notify() Jul 06 14:07:33.705330 n-d-773647-6 neutron-server[100247]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 14:07:33.705330 n-d-773647-6 neutron-server[100247]: self.callback(batched_events) Jul 06 14:07:33.705330 n-d-773647-6 neutron-server[100247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 14:07:33.705330 n-d-773647-6 neutron-server[100247]: event.method(event) Jul 06 14:07:33.705330 n-d-773647-6 neutron-server[100247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 14:07:33.705330 n-d-773647-6 neutron-server[100247]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 14:07:33.705330 n-d-773647-6 neutron-server[100247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 14:07:33.705330 n-d-773647-6 neutron-server[100247]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 14:07:33.705330 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 14:07:33.705330 n-d-773647-6 neutron-server[100247]: return f(self, *a, **k) Jul 06 14:07:33.705330 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 14:07:33.705330 n-d-773647-6 neutron-server[100247]: return self._get(url).json() Jul 06 14:07:33.705330 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 14:07:33.705330 n-d-773647-6 neutron-server[100247]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 14:07:33.705330 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 14:07:33.705330 n-d-773647-6 neutron-server[100247]: return self.request(url, 'GET', **kwargs) Jul 06 14:07:33.705330 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 14:07:33.705330 n-d-773647-6 neutron-server[100247]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 14:07:33.705330 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 14:07:33.705330 n-d-773647-6 neutron-server[100247]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 14:07:33.705330 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 14:07:33.705330 n-d-773647-6 neutron-server[100247]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 14:07:33.705330 n-d-773647-6 neutron-server[100247]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 14:07:33.713263 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-df2d3613-11e4-4365-a3de-c3a707e8d826 tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-917215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1761140'] for network, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:33.722087 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-df2d3613-11e4-4365-a3de-c3a707e8d826 tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583035'] for network, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:33.728607 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-df2d3613-11e4-4365-a3de-c3a707e8d826 tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] 10.222.0.104 "DELETE /v2.0/networks/1a087074-d8e8-43a7-9461-d6aaf2a1507c HTTP/1.1" status: 204 len: 168 time: 1.0598004 Jul 06 14:07:33.732549 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 44302) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:07:33.738721 n-d-773647-6 neutron-server[100246]: INFO neutron.pecan_wsgi.hooks.translation [None req-a3db08f2-4606-44d3-bbdf-edd383d42723 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] GET failed (client error): The resource could not be found. Jul 06 14:07:33.740649 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-a3db08f2-4606-44d3-bbdf-edd383d42723 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] 10.222.0.104 "GET /v2.0/ports/7e09f19f-472e-4581-a087-b46966ae4cde HTTP/1.1" status: 404 len: 333 time: 0.1114159 Jul 06 14:07:33.746934 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 44304) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:07:33.753788 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-15bd05e1-6f84-4e8f-8d4e-f77383b5a92f tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-835662629'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:07:33.767355 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] get_ports_and_sgs() called for port_ids ['be8f74d6-ec89-4516-b380-73a9277d8c69'] {{(pid=100248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 14:07:33.773373 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Provisioning for port d4663496-0e1d-419b-908e-5f60ff2b3b91 completed by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:07:33.776060 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0590faf9-b9d3-4ca4-9112-4d451adf9892 req-3a2726c9-f963-4ab8-8b65-fe8b61bbc861 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:07:33.777721 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-0590faf9-b9d3-4ca4-9112-4d451adf9892 req-3a2726c9-f963-4ab8-8b65-fe8b61bbc861 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=aff5805c-7256-4603-b5c1-a0758ef2d27b HTTP/1.1" status: 200 len: 797 time: 0.1974132 Jul 06 14:07:33.794728 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15bd05e1-6f84-4e8f-8d4e-f77383b5a92f tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Made reservation on behalf of e15b02822e68450fa73455cc009166c9 for: {'network': 1} {{(pid=100246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:07:33.798417 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-15bd05e1-6f84-4e8f-8d4e-f77383b5a92f tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for network, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:33.802982 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2d3613-11e4-4365-a3de-c3a707e8d826 tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] Pushing event deleted for resources: {'Network': ['ID=1a087074-d8e8-43a7-9461-d6aaf2a1507c,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:07:33.806307 n-d-773647-6 neutron-server[100247]: INFO neutron.pecan_wsgi.hooks.translation [None req-591e2e27-859a-4545-a8f7-f3cc7dd0555a tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] DELETE failed (client error): The resource could not be found. Jul 06 14:07:33.807069 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-591e2e27-859a-4545-a8f7-f3cc7dd0555a tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100247) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 14:07:33.808796 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Provisioning complete for port d4663496-0e1d-419b-908e-5f60ff2b3b91 triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:07:33.809212 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:33.809542 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-591e2e27-859a-4545-a8f7-f3cc7dd0555a tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] 10.222.0.104 "DELETE /v2.0/subnets/204bcf5f-5a91-4380-9e09-d7921909dc58 HTTP/1.1" status: 404 len: 337 time: 0.0756145 Jul 06 14:07:33.812553 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 44306) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:07:33.832407 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Pushing event updated for resources: {'Port': ['ID=6f2c5df6-a4f1-4b8b-988e-3d1433f8d22a,revision_number=5']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:07:33.845220 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-15bd05e1-6f84-4e8f-8d4e-f77383b5a92f tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] vlan segment allocate from pool success with {'vlan_id': 1037, 'physical_network': 'physnet1'} {{(pid=100246) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 14:07:33.857842 n-d-773647-6 neutron-server[100247]: INFO neutron.pecan_wsgi.hooks.translation [None req-78bff961-83dc-430f-b327-28c6a8403350 tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] DELETE failed (client error): The resource could not be found. Jul 06 14:07:33.859120 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-78bff961-83dc-430f-b327-28c6a8403350 tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100247) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 14:07:33.860365 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-15bd05e1-6f84-4e8f-8d4e-f77383b5a92f tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552'] for segment, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:33.860729 n-d-773647-6 neutron-server[100246]: INFO neutron.db.segments_db [None req-15bd05e1-6f84-4e8f-8d4e-f77383b5a92f tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Added segment f481e8ed-73d2-4539-b64a-7f1755fec3ba of type vlan for network dea0505e-7eba-43d1-9a17-5db272dbca6e Jul 06 14:07:33.862621 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-78bff961-83dc-430f-b327-28c6a8403350 tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] 10.222.0.104 "DELETE /v2.0/networks/7cdbbd69-1755-4cb4-83c0-70e6488836ee HTTP/1.1" status: 404 len: 339 time: 0.0488789 Jul 06 14:07:33.866522 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 44310) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:07:33.904264 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d367be14-b999-456e-a565-284ad3478ce6 req-1a4dd8ee-7351-40a7-b314-ce73a297f72d tempest-ServerRescueNegativeTestJSON-721731692 tempest-ServerRescueNegativeTestJSON-721731692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:07:33.911636 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-d367be14-b999-456e-a565-284ad3478ce6 req-1a4dd8ee-7351-40a7-b314-ce73a297f72d tempest-ServerRescueNegativeTestJSON-721731692 tempest-ServerRescueNegativeTestJSON-721731692-project] 10.222.0.104 "GET /v2.0/ports?device_id=b0b96bfa-d49a-47d6-a621-d2fd80028cc9 HTTP/1.1" status: 200 len: 945 time: 0.1803222 Jul 06 14:07:33.948508 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:33.963038 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-15bd05e1-6f84-4e8f-8d4e-f77383b5a92f tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773752984405'] for network, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:33.972880 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-d367be14-b999-456e-a565-284ad3478ce6 req-b5e8e8e6-5d11-485d-88e5-6584f2a93e89 tempest-ServerRescueNegativeTestJSON-721731692 tempest-ServerRescueNegativeTestJSON-721731692-project] 10.222.0.104 "GET /v2.0/security-groups?id=a54a60a4-d859-4f47-b26f-a63bb69450e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581334 Jul 06 14:07:33.983244 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0590faf9-b9d3-4ca4-9112-4d451adf9892 req-c8f2b99d-ad39-4e54-96ea-a6c67e2a2bc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:07:33.984786 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-0590faf9-b9d3-4ca4-9112-4d451adf9892 req-c8f2b99d-ad39-4e54-96ea-a6c67e2a2bc0 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=ace612ee-fa1f-4249-807d-5000ddc15676&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2007728 Jul 06 14:07:34.001115 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.db_base_plugin_v2 [None req-d9f39beb-0da4-4f27-b30a-1f0469d3730e tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] Deleting subnet 887c07bc-d0f4-4be7-9e01-e562df57cf65 {{(pid=100246) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 14:07:34.018354 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] For port d4663496-0e1d-419b-908e-5f60ff2b3b91, host n-h1-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773647-6',level=0,port_id=d4663496-0e1d-419b-908e-5f60ff2b3b91,segment=NetworkSegment(ac55593e-8500-4da2-8d0d-5602184fcc61),segment_id=ac55593e-8500-4da2-8d0d-5602184fcc61)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:07:34.023887 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:34.024693 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Device 5fb3e80b-179e-4438-8e4e-e7410e416d51 up at agent hyperv_n-h1-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:07:34.042608 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-d9f39beb-0da4-4f27-b30a-1f0469d3730e tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] Notify callbacks [] for subnet, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:34.044804 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5392029e-e542-4bf2-b9ce-f3b73126fb0b req-b3a0ce7e-b016-4925-884e-df3382b2db62 tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:07:34.047675 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-5392029e-e542-4bf2-b9ce-f3b73126fb0b req-b3a0ce7e-b016-4925-884e-df3382b2db62 tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] 10.222.0.104 "GET /v2.0/ports?device_id=86de0a1f-5db7-44ca-bb5a-ff9aa3c483af HTTP/1.1" status: 200 len: 944 time: 0.0944130 Jul 06 14:07:34.088960 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-5392029e-e542-4bf2-b9ce-f3b73126fb0b req-21a6fb40-12ed-4fd8-b1b7-abae5f0d9d95 tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] 10.222.0.104 "GET /v2.0/security-groups?id=bdba1446-e72e-4024-9da7-e6061f204f14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356579 Jul 06 14:07:34.101910 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-15bd05e1-6f84-4e8f-8d4e-f77383b5a92f tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060'] for network, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:34.107553 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15bd05e1-6f84-4e8f-8d4e-f77383b5a92f tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:07:34.108143 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-15bd05e1-6f84-4e8f-8d4e-f77383b5a92f tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Notify callbacks [] for network, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:34.109796 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Pushing event updated for resources: {'Port': ['ID=d4663496-0e1d-419b-908e-5f60ff2b3b91,revision_number=5']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:07:34.124883 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Provisioning for port 5fb3e80b-179e-4438-8e4e-e7410e416d51 completed by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:07:34.129008 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Provisioning complete for port 5fb3e80b-179e-4438-8e4e-e7410e416d51 triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:07:34.129389 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:34.130675 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-d9f39beb-0da4-4f27-b30a-1f0469d3730e tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126218885'] for subnet, precommit_delete_associations {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:34.202141 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-15bd05e1-6f84-4e8f-8d4e-f77383b5a92f tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] 10.222.0.104 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.4540272 Jul 06 14:07:34.203273 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 44312) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:07:34.208386 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [None req-5bee01a6-e15f-47aa-b858-e2e83f58ca9e tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Request body: {'subnet': {'network_id': 'dea0505e-7eba-43d1-9a17-5db272dbca6e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:07:34.226659 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:34.244081 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-0590faf9-b9d3-4ca4-9112-4d451adf9892 req-ca97f93e-98e2-4269-b97d-0dac5725f01e service neutron] 10.222.0.72 "GET /v2.0/networks/ace612ee-fa1f-4249-807d-5000ddc15676?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2491798 Jul 06 14:07:34.249310 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15bd05e1-6f84-4e8f-8d4e-f77383b5a92f tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Pushing event updated for resources: {'Network': ['ID=dea0505e-7eba-43d1-9a17-5db272dbca6e,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:07:34.259025 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 906edfca-507f-400d-aa47-a0195eae5d79 no longer exists at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:07:34.272874 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Network dea0505e-7eba-43d1-9a17-5db272dbca6e details requested by agent ovs-agent-n-d-773647-6 with host n-d-773647-6 {{(pid=100248) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 14:07:34.326993 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bee01a6-e15f-47aa-b858-e2e83f58ca9e tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Made reservation on behalf of e15b02822e68450fa73455cc009166c9 for: {'subnet': 1} {{(pid=100247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:07:34.331875 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-5bee01a6-e15f-47aa-b858-e2e83f58ca9e tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127627440'] for subnet, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:34.358423 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] For port 5fb3e80b-179e-4438-8e4e-e7410e416d51, host n-h1-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773647-6',level=0,port_id=5fb3e80b-179e-4438-8e4e-e7410e416d51,segment=NetworkSegment(ac55593e-8500-4da2-8d0d-5602184fcc61),segment_id=ac55593e-8500-4da2-8d0d-5602184fcc61)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:07:34.359475 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] No Port match for: 906edfca-507f-400d-aa47-a0195eae5d79 {{(pid=100248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 14:07:34.359694 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 906edfca-507f-400d-aa47-a0195eae5d79 not bound to the agent host n-d-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:07:34.367167 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:34.367970 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Device c6534491-f764-47ec-ae47-2754d9d0afbf up at agent hyperv_n-h1-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:07:34.383098 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-d9f39beb-0da4-4f27-b30a-1f0469d3730e tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-913473'] for subnet, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:34.428878 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-0590faf9-b9d3-4ca4-9112-4d451adf9892 req-34c401c6-af05-4f27-a696-e2cc3e3dda43 service neutron] 10.222.0.72 "GET /v2.0/networks/ace612ee-fa1f-4249-807d-5000ddc15676?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1747873 Jul 06 14:07:34.448659 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Pushing event updated for resources: {'Port': ['ID=5fb3e80b-179e-4438-8e4e-e7410e416d51,revision_number=5']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:07:34.465968 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Provisioning for port c6534491-f764-47ec-ae47-2754d9d0afbf completed by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:07:34.471128 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Provisioning complete for port c6534491-f764-47ec-ae47-2754d9d0afbf triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:07:34.471895 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:34.485957 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-0590faf9-b9d3-4ca4-9112-4d451adf9892 req-be8ce787-8caa-42e1-aa92-4d258c83f13b service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.242&port_id=83215aec-c681-4406-8cbd-a47df2174430 HTTP/1.1" status: 200 len: 217 time: 0.0491123 Jul 06 14:07:34.556388 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-d9f39beb-0da4-4f27-b30a-1f0469d3730e tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-913480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1849032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127687590', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127702764'] for subnet, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:34.560039 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0590faf9-b9d3-4ca4-9112-4d451adf9892 req-2bcd87bd-6103-4ba4-9947-c6287459dbf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:07:34.561843 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-0590faf9-b9d3-4ca4-9112-4d451adf9892 req-2bcd87bd-6103-4ba4-9947-c6287459dbf8 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=aff5805c-7256-4603-b5c1-a0758ef2d27b HTTP/1.1" status: 200 len: 797 time: 0.0553212 Jul 06 14:07:34.573786 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:34.602242 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f39beb-0da4-4f27-b30a-1f0469d3730e tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] Pushing event deleted for resources: {'Subnet': ['ID=887c07bc-d0f4-4be7-9e01-e562df57cf65,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:07:34.630610 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] For port c6534491-f764-47ec-ae47-2754d9d0afbf, host n-h1-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773647-6',level=0,port_id=c6534491-f764-47ec-ae47-2754d9d0afbf,segment=NetworkSegment(cf14e999-6e16-4245-9908-28547602990f),segment_id=cf14e999-6e16-4245-9908-28547602990f)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:07:34.632385 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-d9f39beb-0da4-4f27-b30a-1f0469d3730e tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] Notify callbacks [] for subnet, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:34.636831 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-d9f39beb-0da4-4f27-b30a-1f0469d3730e tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] 10.222.0.104 "DELETE /v2.0/subnets/887c07bc-d0f4-4be7-9e01-e562df57cf65 HTTP/1.1" status: 204 len: 168 time: 0.7567239 Jul 06 14:07:34.637755 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 44320) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:07:34.639193 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:34.657151 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-5bee01a6-e15f-47aa-b858-e2e83f58ca9e tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1849032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-128888412', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127627426'] for subnet, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:34.696992 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94d03989-676b-4e24-acab-aa588222f38a None None] Network abc7bc3b-a8a3-49dc-9705-e8abfe8489c4 requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:07:34.718842 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Pushing event updated for resources: {'Port': ['ID=c6534491-f764-47ec-ae47-2754d9d0afbf,revision_number=5']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:07:34.738731 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bee01a6-e15f-47aa-b858-e2e83f58ca9e tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Pushing event updated for resources: {'Subnet': ['ID=4ff479fd-5c85-4b20-b1cd-9e151982f9fb,revision_number=0']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:07:34.738981 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0590faf9-b9d3-4ca4-9112-4d451adf9892 req-6f13c497-4a33-42e0-9fe0-9fa96df0fe8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:07:34.738981 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-0590faf9-b9d3-4ca4-9112-4d451adf9892 req-6f13c497-4a33-42e0-9fe0-9fa96df0fe8a service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=ace612ee-fa1f-4249-807d-5000ddc15676&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1465056 Jul 06 14:07:34.744723 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-168f74e8-e4c6-4e4d-b1f6-21934bbb34af tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530492'] for network, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:34.761629 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb3728d-783e-445f-b284-e6ee4f19c088 req-91ff0f5b-5753-409d-8721-29b214921ebc tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:07:34.767796 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb3728d-783e-445f-b284-e6ee4f19c088 req-91ff0f5b-5753-409d-8721-29b214921ebc tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:07:34.775208 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb3728d-783e-445f-b284-e6ee4f19c088 req-91ff0f5b-5753-409d-8721-29b214921ebc tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:07:34.782585 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb3728d-783e-445f-b284-e6ee4f19c088 req-91ff0f5b-5753-409d-8721-29b214921ebc tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:07:34.789756 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb3728d-783e-445f-b284-e6ee4f19c088 req-91ff0f5b-5753-409d-8721-29b214921ebc tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:07:34.797056 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb3728d-783e-445f-b284-e6ee4f19c088 req-91ff0f5b-5753-409d-8721-29b214921ebc tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:07:34.804478 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb3728d-783e-445f-b284-e6ee4f19c088 req-91ff0f5b-5753-409d-8721-29b214921ebc tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:07:34.806459 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-5bb3728d-783e-445f-b284-e6ee4f19c088 req-91ff0f5b-5753-409d-8721-29b214921ebc tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] 10.222.0.104 "GET /v2.0/ports?device_id=0455bf88-da4d-44a6-9768-93a70cd92e0e HTTP/1.1" status: 200 len: 5442 time: 0.1891966 Jul 06 14:07:34.813129 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bee01a6-e15f-47aa-b858-e2e83f58ca9e tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Checking segment: {'id': 'f481e8ed-73d2-4539-b64a-7f1755fec3ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1037, 'network_id': 'dea0505e-7eba-43d1-9a17-5db272dbca6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100247) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:07:34.813489 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bee01a6-e15f-47aa-b858-e2e83f58ca9e tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Network hostable DHCP agents. Network: dea0505e-7eba-43d1-9a17-5db272dbca6e, hostable agents: ['f2bada3d-be77-4359-982b-8505a2bbca04'], hosted agents: [] {{(pid=100247) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 14:07:34.861046 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bee01a6-e15f-47aa-b858-e2e83f58ca9e tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Network dea0505e-7eba-43d1-9a17-5db272dbca6e is scheduled to be hosted by DHCP agent f2bada3d-be77-4359-982b-8505a2bbca04 with binding_index 1 {{(pid=100247) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 14:07:34.875954 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-5bb3728d-783e-445f-b284-e6ee4f19c088 req-36fd0a54-a5c0-449b-b625-9e2dbffb1ae8 tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] 10.222.0.104 "GET /v2.0/security-groups?id=f573cac5-f5b4-46cb-8ee6-cba4798a03b8&id=8d3a9807-14cc-46c0-b7ed-1d949d5bac09&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0560253 Jul 06 14:07:34.883297 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.base_scheduler [None req-5bee01a6-e15f-47aa-b858-e2e83f58ca9e tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773647-6, dea0505e-7eba-43d1-9a17-5db272dbca6e) {{(pid=100247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:07:34.891603 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bee01a6-e15f-47aa-b858-e2e83f58ca9e tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:07:34.892446 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-5bee01a6-e15f-47aa-b858-e2e83f58ca9e tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Notify callbacks [] for subnet, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:34.905216 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-180676f7-bdef-4188-9e93-6bb078d3d836 None None] Network dea0505e-7eba-43d1-9a17-5db272dbca6e requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:07:34.905339 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-0590faf9-b9d3-4ca4-9112-4d451adf9892 req-630d866e-21bb-4d23-a3cd-8467e98737d1 service neutron] 10.222.0.72 "GET /v2.0/networks/ace612ee-fa1f-4249-807d-5000ddc15676?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1538801 Jul 06 14:07:34.906620 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [None req-168f74e8-e4c6-4e4d-b1f6-21934bbb34af tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] Deleting port 7229827f-5615-4a3b-9056-39715b1fec7c {{(pid=100246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:07:34.906828 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-168f74e8-e4c6-4e4d-b1f6-21934bbb34af tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:34.914682 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-5bee01a6-e15f-47aa-b858-e2e83f58ca9e tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] 10.222.0.104 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7101219 Jul 06 14:07:34.915541 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 44332) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:07:34.921349 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [None req-32bc3e25-e5f0-4183-a98c-bc034abc6d5c tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Request body: {'subnet': {'network_id': 'dea0505e-7eba-43d1-9a17-5db272dbca6e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:07:34.981679 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcb58be4-3781-4e80-8b12-419fc0726d23 None None] DHCP port deletion for abc7bc3b-a8a3-49dc-9705-e8abfe8489c4 request from n-d-773647-6 {{(pid=100248) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 14:07:34.990561 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Device 3eea4337-fef2-420d-b97a-4bc2fdc452dc up at agent hyperv_n-h1-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:07:35.070606 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32bc3e25-e5f0-4183-a98c-bc034abc6d5c tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Made reservation on behalf of e15b02822e68450fa73455cc009166c9 for: {'subnet': 1} {{(pid=100247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:07:35.075626 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-32bc3e25-e5f0-4183-a98c-bc034abc6d5c tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127627440'] for subnet, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:35.159429 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Provisioning for port 3eea4337-fef2-420d-b97a-4bc2fdc452dc completed by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:07:35.184079 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Provisioning complete for port 3eea4337-fef2-420d-b97a-4bc2fdc452dc triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:07:35.184635 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:35.187774 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-dcb58be4-3781-4e80-8b12-419fc0726d23 None None] Deleting port 7229827f-5615-4a3b-9056-39715b1fec7c {{(pid=100248) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:07:35.188418 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-dcb58be4-3781-4e80-8b12-419fc0726d23 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:35.194057 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9b92a7c-4a8b-4a5e-a5c6-af2306d6ae6f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6bd5fc82-6666-56e8-87c2-91648d36c963-dea0505e-7eba-43d1-9a17-5db272dbca6e', 'network_id': 'dea0505e-7eba-43d1-9a17-5db272dbca6e', 'tenant_id': 'e15b02822e68450fa73455cc009166c9', 'fixed_ips': [{'subnet_id': '4ff479fd-5c85-4b20-b1cd-9e151982f9fb'}]}} from n-d-773647-6. {{(pid=100248) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 14:07:35.195195 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-e9b92a7c-4a8b-4a5e-a5c6-af2306d6ae6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:35.220639 n-d-773647-6 neutron-server[100247]: INFO neutron.db.ipam_backend_mixin [None req-32bc3e25-e5f0-4183-a98c-bc034abc6d5c tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 4ff479fd-5c85-4b20-b1cd-9e151982f9fb (CIDR: 2001:db8::/64) Jul 06 14:07:35.227144 n-d-773647-6 neutron-server[100247]: INFO neutron.pecan_wsgi.hooks.translation [None req-32bc3e25-e5f0-4183-a98c-bc034abc6d5c tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 06 14:07:35.227751 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-32bc3e25-e5f0-4183-a98c-bc034abc6d5c tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100247) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 14:07:35.257166 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-32bc3e25-e5f0-4183-a98c-bc034abc6d5c tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] 10.222.0.104 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3402760 Jul 06 14:07:35.283631 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 44338) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:07:35.291070 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [None req-718f9eb9-3819-4133-8287-a23a99d567a6 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Request body: {'subnet': {'network_id': 'dea0505e-7eba-43d1-9a17-5db272dbca6e', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:07:35.321503 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.db [None req-168f74e8-e4c6-4e4d-b1f6-21934bbb34af tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] For port 7229827f-5615-4a3b-9056-39715b1fec7c, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=7229827f-5615-4a3b-9056-39715b1fec7c,segment=NetworkSegment(06dcc215-8b46-4d5c-b5cb-d24cdcef069b),segment_id=06dcc215-8b46-4d5c-b5cb-d24cdcef069b)] {{(pid=100246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:07:35.321889 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-168f74e8-e4c6-4e4d-b1f6-21934bbb34af tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:35.345513 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [None req-168f74e8-e4c6-4e4d-b1f6-21934bbb34af tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] Calling delete_port for 7229827f-5615-4a3b-9056-39715b1fec7c owned by network:dhcp {{(pid=100246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:07:35.372565 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-0590faf9-b9d3-4ca4-9112-4d451adf9892 req-9539682a-54f5-4d84-9ba9-1d69f4fafa21 service neutron] 10.222.0.72 "GET /v2.0/networks/ace612ee-fa1f-4249-807d-5000ddc15676?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4632347 Jul 06 14:07:35.438496 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-0590faf9-b9d3-4ca4-9112-4d451adf9892 req-938a22ca-2dd5-4e2a-802f-62a3c0f96d0d service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.196&port_id=5b6cd563-8930-4a51-87d6-66e9c4455b58 HTTP/1.1" status: 200 len: 217 time: 0.0357053 Jul 06 14:07:35.459938 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0196fbbe-bd2d-46e3-a896-2838716a1e9e req-c2143eb2-36b9-4360-9716-c5f0ef0b84cf tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:07:35.461909 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-0196fbbe-bd2d-46e3-a896-2838716a1e9e req-c2143eb2-36b9-4360-9716-c5f0ef0b84cf tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] 10.222.0.104 "GET /v2.0/ports?device_id=86de0a1f-5db7-44ca-bb5a-ff9aa3c483af HTTP/1.1" status: 200 len: 944 time: 0.2104459 Jul 06 14:07:35.475565 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd32a051-5151-4dfb-b19f-62b04a8b493a req-06ec7ffd-a3ea-4ed0-b00e-accf228ffec0 tempest-ServerRescueNegativeTestJSON-721731692 tempest-ServerRescueNegativeTestJSON-721731692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:07:35.477236 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-bd32a051-5151-4dfb-b19f-62b04a8b493a req-06ec7ffd-a3ea-4ed0-b00e-accf228ffec0 tempest-ServerRescueNegativeTestJSON-721731692 tempest-ServerRescueNegativeTestJSON-721731692-project] 10.222.0.104 "GET /v2.0/ports?device_id=b0b96bfa-d49a-47d6-a621-d2fd80028cc9 HTTP/1.1" status: 200 len: 945 time: 0.2541151 Jul 06 14:07:35.510742 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-718f9eb9-3819-4133-8287-a23a99d567a6 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Made reservation on behalf of e15b02822e68450fa73455cc009166c9 for: {'subnet': 1} {{(pid=100247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:07:35.510956 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0590faf9-b9d3-4ca4-9112-4d451adf9892 req-3c6dd3c8-6d01-4489-80f7-1e33410fd0f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:07:35.512744 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-0590faf9-b9d3-4ca4-9112-4d451adf9892 req-3c6dd3c8-6d01-4489-80f7-1e33410fd0f5 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=aff5805c-7256-4603-b5c1-a0758ef2d27b HTTP/1.1" status: 200 len: 797 time: 0.0669653 Jul 06 14:07:35.515117 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-718f9eb9-3819-4133-8287-a23a99d567a6 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127627440'] for subnet, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:35.532319 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-dcb58be4-3781-4e80-8b12-419fc0726d23 None None] For port 7229827f-5615-4a3b-9056-39715b1fec7c, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=7229827f-5615-4a3b-9056-39715b1fec7c,segment=NetworkSegment(06dcc215-8b46-4d5c-b5cb-d24cdcef069b),segment_id=06dcc215-8b46-4d5c-b5cb-d24cdcef069b)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:07:35.532949 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-dcb58be4-3781-4e80-8b12-419fc0726d23 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:35.545961 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-168f74e8-e4c6-4e4d-b1f6-21934bbb34af tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127687580'] for port, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:35.550345 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-dcb58be4-3781-4e80-8b12-419fc0726d23 None None] Calling delete_port for 7229827f-5615-4a3b-9056-39715b1fec7c owned by network:dhcp {{(pid=100248) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:07:35.581732 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168f74e8-e4c6-4e4d-b1f6-21934bbb34af tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] Pushing event deleted for resources: {'Port': ['ID=7229827f-5615-4a3b-9056-39715b1fec7c,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:07:35.588569 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-0196fbbe-bd2d-46e3-a896-2838716a1e9e req-d7ed71eb-0138-4ccd-92f8-4bdf27c2283c tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] 10.222.0.104 "GET /v2.0/security-groups?id=bdba1446-e72e-4024-9da7-e6061f204f14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089616 Jul 06 14:07:35.591295 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-168f74e8-e4c6-4e4d-b1f6-21934bbb34af tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] No DVR routers for this DVR port 7229827f-5615-4a3b-9056-39715b1fec7c on host n-d-773647-6 {{(pid=100246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:07:35.617297 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-bd32a051-5151-4dfb-b19f-62b04a8b493a req-6ca52bc8-541c-444d-ac32-7680c7a43014 tempest-ServerRescueNegativeTestJSON-721731692 tempest-ServerRescueNegativeTestJSON-721731692-project] 10.222.0.104 "GET /v2.0/security-groups?id=a54a60a4-d859-4f47-b26f-a63bb69450e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266711 Jul 06 14:07:35.676179 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:35.683760 n-d-773647-6 neutron-server[100248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0455bf88-da4d-44a6-9768-93a70cd92e0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4663496-0e1d-419b-908e-5f60ff2b3b91'}, {'server_uuid': '0455bf88-da4d-44a6-9768-93a70cd92e0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fb3e80b-179e-4438-8e4e-e7410e416d51'}, {'server_uuid': '0455bf88-da4d-44a6-9768-93a70cd92e0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6534491-f764-47ec-ae47-2754d9d0afbf'}] {{(pid=100248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:07:35.686599 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84af257533e383389cbcf231d3534f4d5e149e7203fea16b4a8fc01438dddaf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a557798-fc72-4050-95d6-02d716c0b2f0" -d '{"events": [{"server_uuid": "0455bf88-da4d-44a6-9768-93a70cd92e0e", "name": "network-vif-plugged", "status": "completed", "tag": "d4663496-0e1d-419b-908e-5f60ff2b3b91"}, {"server_uuid": "0455bf88-da4d-44a6-9768-93a70cd92e0e", "name": "network-vif-plugged", "status": "completed", "tag": "5fb3e80b-179e-4438-8e4e-e7410e416d51"}, {"server_uuid": "0455bf88-da4d-44a6-9768-93a70cd92e0e", "name": "network-vif-plugged", "status": "completed", "tag": "c6534491-f764-47ec-ae47-2754d9d0afbf"}]}' {{(pid=100248) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:07:35.694893 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0590faf9-b9d3-4ca4-9112-4d451adf9892 req-1ea2b2d7-7ccc-493b-97b3-55236248afe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:07:35.696455 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-0590faf9-b9d3-4ca4-9112-4d451adf9892 req-1ea2b2d7-7ccc-493b-97b3-55236248afe9 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=ace612ee-fa1f-4249-807d-5000ddc15676&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1777077 Jul 06 14:07:35.706106 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-168f74e8-e4c6-4e4d-b1f6-21934bbb34af tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-917204', 'neutron.services.segments.db._delete_segments_for_network-8773753502302'] for network, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:35.724086 n-d-773647-6 neutron-server[100246]: DEBUG neutron.services.segments.db [None req-168f74e8-e4c6-4e4d-b1f6-21934bbb34af tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['abc7bc3b-a8a3-49dc-9705-e8abfe8489c4']}} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:07:35.744943 n-d-773647-6 neutron-server[100246]: DEBUG neutron.services.segments.db [None req-168f74e8-e4c6-4e4d-b1f6-21934bbb34af tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '06dcc215-8b46-4d5c-b5cb-d24cdcef069b') {'for_net_delete': True} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:07:35.745251 n-d-773647-6 neutron-server[100246]: DEBUG neutron.services.segments.db [None req-168f74e8-e4c6-4e4d-b1f6-21934bbb34af tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '06dcc215-8b46-4d5c-b5cb-d24cdcef069b') {} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:07:35.758744 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-168f74e8-e4c6-4e4d-b1f6-21934bbb34af tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773753515138', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126218898'] for segment, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:35.762725 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.db_base_plugin_common [None req-e9b92a7c-4a8b-4a5e-a5c6-af2306d6ae6f None None] Allocated IP 2001:db8::2 (dea0505e-7eba-43d1-9a17-5db272dbca6e/4ff479fd-5c85-4b20-b1cd-9e151982f9fb/33668f98-11e5-47ad-8c3e-df447403ab15) {{(pid=100248) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:07:35.779250 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-168f74e8-e4c6-4e4d-b1f6-21934bbb34af tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552'] for segment, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:35.787344 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-168f74e8-e4c6-4e4d-b1f6-21934bbb34af tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] Releasing vlan 1029 on physical network physnet1 to pool {{(pid=100246) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 14:07:35.787755 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-168f74e8-e4c6-4e4d-b1f6-21934bbb34af tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127687491'] for segment, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:35.794013 n-d-773647-6 neutron-server[100246]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:07:35.794013 n-d-773647-6 neutron-server[100246]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:07:35.794013 n-d-773647-6 neutron-server[100246]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:07:35.794013 n-d-773647-6 neutron-server[100246]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:07:35.794013 n-d-773647-6 neutron-server[100246]: Traceback (most recent call last): Jul 06 14:07:35.794013 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 14:07:35.794013 n-d-773647-6 neutron-server[100246]: timer() Jul 06 14:07:35.794013 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 14:07:35.794013 n-d-773647-6 neutron-server[100246]: cb(*args, **kw) Jul 06 14:07:35.794013 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 14:07:35.794013 n-d-773647-6 neutron-server[100246]: return func(*args, **kwargs) Jul 06 14:07:35.794013 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 14:07:35.794013 n-d-773647-6 neutron-server[100246]: self._notify() Jul 06 14:07:35.794013 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 14:07:35.794013 n-d-773647-6 neutron-server[100246]: self.callback(batched_events) Jul 06 14:07:35.794013 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 14:07:35.794013 n-d-773647-6 neutron-server[100246]: event.method(event) Jul 06 14:07:35.794013 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 14:07:35.794013 n-d-773647-6 neutron-server[100246]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 14:07:35.794013 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 14:07:35.794013 n-d-773647-6 neutron-server[100246]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 14:07:35.794013 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 14:07:35.794013 n-d-773647-6 neutron-server[100246]: return f(self, *a, **k) Jul 06 14:07:35.794013 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 14:07:35.794013 n-d-773647-6 neutron-server[100246]: return self._get(url).json() Jul 06 14:07:35.794013 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 14:07:35.794013 n-d-773647-6 neutron-server[100246]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 14:07:35.794013 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 14:07:35.794013 n-d-773647-6 neutron-server[100246]: return self.request(url, 'GET', **kwargs) Jul 06 14:07:35.794013 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 14:07:35.794013 n-d-773647-6 neutron-server[100246]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 14:07:35.794013 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 14:07:35.794013 n-d-773647-6 neutron-server[100246]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 14:07:35.794013 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 14:07:35.794013 n-d-773647-6 neutron-server[100246]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 14:07:35.794013 n-d-773647-6 neutron-server[100246]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 14:07:35.797738 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Tue, 06 Jul 2021 14:07:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28329e1e-0b26-4e3b-9f33-e9f114b4827d x-openstack-request-id: req-28329e1e-0b26-4e3b-9f33-e9f114b4827d {{(pid=100248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:07:35.798043 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0455bf88-da4d-44a6-9768-93a70cd92e0e", "name": "network-vif-plugged", "status": "completed", "tag": "d4663496-0e1d-419b-908e-5f60ff2b3b91", "code": 200}, {"server_uuid": "0455bf88-da4d-44a6-9768-93a70cd92e0e", "name": "network-vif-plugged", "status": "completed", "tag": "5fb3e80b-179e-4438-8e4e-e7410e416d51", "code": 200}, {"server_uuid": "0455bf88-da4d-44a6-9768-93a70cd92e0e", "name": "network-vif-plugged", "status": "completed", "tag": "c6534491-f764-47ec-ae47-2754d9d0afbf", "code": 200}]} {{(pid=100248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:07:35.798303 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-28329e1e-0b26-4e3b-9f33-e9f114b4827d {{(pid=100248) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:07:35.798760 n-d-773647-6 neutron-server[100248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0455bf88-da4d-44a6-9768-93a70cd92e0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4663496-0e1d-419b-908e-5f60ff2b3b91', 'code': 200} Jul 06 14:07:35.799032 n-d-773647-6 neutron-server[100248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0455bf88-da4d-44a6-9768-93a70cd92e0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fb3e80b-179e-4438-8e4e-e7410e416d51', 'code': 200} Jul 06 14:07:35.800011 n-d-773647-6 neutron-server[100248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0455bf88-da4d-44a6-9768-93a70cd92e0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6534491-f764-47ec-ae47-2754d9d0afbf', 'code': 200} Jul 06 14:07:35.834036 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] For port 3eea4337-fef2-420d-b97a-4bc2fdc452dc, host n-h1-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773647-6',level=0,port_id=3eea4337-fef2-420d-b97a-4bc2fdc452dc,segment=NetworkSegment(ac55593e-8500-4da2-8d0d-5602184fcc61),segment_id=ac55593e-8500-4da2-8d0d-5602184fcc61)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:07:35.852364 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:35.853173 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Device 1f5819e5-377a-477d-a4e0-bc213d163822 up at agent hyperv_n-h1-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:07:35.894165 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-168f74e8-e4c6-4e4d-b1f6-21934bbb34af tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-917215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1761140'] for network, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:35.933443 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-168f74e8-e4c6-4e4d-b1f6-21934bbb34af tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] Notify callbacks [] for network, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:35.939271 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-168f74e8-e4c6-4e4d-b1f6-21934bbb34af tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] 10.222.0.104 "DELETE /v2.0/networks/abc7bc3b-a8a3-49dc-9705-e8abfe8489c4 HTTP/1.1" status: 204 len: 168 time: 1.3006458 Jul 06 14:07:35.960781 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-718f9eb9-3819-4133-8287-a23a99d567a6 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1849032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-128888412', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127627426'] for subnet, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:35.973343 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168f74e8-e4c6-4e4d-b1f6-21934bbb34af tempest-NetworksIpV6Test-763658819 tempest-NetworksIpV6Test-763658819-project] Pushing event deleted for resources: {'Network': ['ID=abc7bc3b-a8a3-49dc-9705-e8abfe8489c4,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:07:36.048766 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-0590faf9-b9d3-4ca4-9112-4d451adf9892 req-ef072730-7e68-4174-ab28-dd0b98cac87e service neutron] 10.222.0.72 "GET /v2.0/networks/ace612ee-fa1f-4249-807d-5000ddc15676?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2562158 Jul 06 14:07:36.050243 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-dcb58be4-3781-4e80-8b12-419fc0726d23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117'] for port, after_delete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:36.059731 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Pushing event updated for resources: {'Port': ['ID=3eea4337-fef2-420d-b97a-4bc2fdc452dc,revision_number=5']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:07:36.097155 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-dcb58be4-3781-4e80-8b12-419fc0726d23 None None] Network abc7bc3b-a8a3-49dc-9705-e8abfe8489c4 is not hosted by any dhcp agent {{(pid=100248) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jul 06 14:07:36.097619 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcb58be4-3781-4e80-8b12-419fc0726d23 None None] No DVR routers for this DVR port 7229827f-5615-4a3b-9056-39715b1fec7c on host n-d-773647-6 {{(pid=100248) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:07:36.102698 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb58be4-3781-4e80-8b12-419fc0726d23 None None] Pushing event deleted for resources: {'Port': ['ID=7229827f-5615-4a3b-9056-39715b1fec7c,revision_number=None']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:07:36.107296 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-718f9eb9-3819-4133-8287-a23a99d567a6 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Network dea0505e-7eba-43d1-9a17-5db272dbca6e is already hosted by enough agents. {{(pid=100247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:07:36.128833 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Provisioning for port 1f5819e5-377a-477d-a4e0-bc213d163822 completed by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:07:36.158675 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Provisioning complete for port 1f5819e5-377a-477d-a4e0-bc213d163822 triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:07:36.162683 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:36.185248 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718f9eb9-3819-4133-8287-a23a99d567a6 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Pushing event updated for resources: {'Subnet': ['ID=f7585455-463b-4746-9518-9376a8c0904e,revision_number=0']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:07:36.194017 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.base_scheduler [None req-718f9eb9-3819-4133-8287-a23a99d567a6 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Resources bound (agent type, host, resource id): {{(pid=100247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:07:36.220463 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-718f9eb9-3819-4133-8287-a23a99d567a6 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:07:36.222136 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-718f9eb9-3819-4133-8287-a23a99d567a6 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Notify callbacks [] for subnet, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:36.228800 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-e9b92a7c-4a8b-4a5e-a5c6-af2306d6ae6f None None] Notify callbacks [] for port, precommit_create {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:36.247757 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-e9b92a7c-4a8b-4a5e-a5c6-af2306d6ae6f None None] Transition to ACTIVE for port object 33668f98-11e5-47ad-8c3e-df447403ab15 will not be triggered until provisioned by entity L2. {{(pid=100248) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:07:36.284967 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-718f9eb9-3819-4133-8287-a23a99d567a6 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] 10.222.0.104 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.9988544 Jul 06 14:07:36.287469 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 44360) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:07:36.292730 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [None req-174abc34-9ba2-412c-9759-ab0600b160d5 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Request body: {'port': {'network_id': 'dea0505e-7eba-43d1-9a17-5db272dbca6e', 'fixed_ips': [{'subnet_id': '4ff479fd-5c85-4b20-b1cd-9e151982f9fb'}, {'subnet_id': 'f7585455-463b-4746-9518-9376a8c0904e'}], 'name': 'tempest-PortsIpV6TestJSON-482298378'}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:07:36.305774 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-e9b92a7c-4a8b-4a5e-a5c6-af2306d6ae6f None None] Transition to ACTIVE for port object 33668f98-11e5-47ad-8c3e-df447403ab15 will not be triggered until provisioned by entity DHCP. {{(pid=100248) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:07:36.335663 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-0590faf9-b9d3-4ca4-9112-4d451adf9892 req-78c8030b-603c-4352-a73c-0ba136d7c4d7 service neutron] 10.222.0.72 "GET /v2.0/networks/ace612ee-fa1f-4249-807d-5000ddc15676?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2789283 Jul 06 14:07:36.374101 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-e9b92a7c-4a8b-4a5e-a5c6-af2306d6ae6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108'] for port, after_create {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:36.376820 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 7229827f-5615-4a3b-9056-39715b1fec7c no longer exists at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:07:36.415030 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-0590faf9-b9d3-4ca4-9112-4d451adf9892 req-829d6735-0700-41dd-acfd-f118366e139f service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=6dd92e69-e804-40c7-8993-d5e086a55974 HTTP/1.1" status: 200 len: 217 time: 0.0729027 Jul 06 14:07:36.455901 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a0e4c7-8f8a-4556-bfa1-1b5d82ef8aff req-223a5ac3-9288-4e5f-bdbb-4251d2f6983f tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:07:36.459854 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] No Port match for: 7229827f-5615-4a3b-9056-39715b1fec7c {{(pid=100248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 14:07:36.460211 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 7229827f-5615-4a3b-9056-39715b1fec7c not bound to the agent host n-d-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:07:36.461908 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:36.466122 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a0e4c7-8f8a-4556-bfa1-1b5d82ef8aff req-223a5ac3-9288-4e5f-bdbb-4251d2f6983f tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:07:36.474736 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a0e4c7-8f8a-4556-bfa1-1b5d82ef8aff req-223a5ac3-9288-4e5f-bdbb-4251d2f6983f tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:07:36.479683 n-d-773647-6 neutron-server[100248]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9b92a7c-4a8b-4a5e-a5c6-af2306d6ae6f None None] Network dea0505e-7eba-43d1-9a17-5db272dbca6e is already hosted by enough agents. {{(pid=100248) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:07:36.483838 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a0e4c7-8f8a-4556-bfa1-1b5d82ef8aff req-223a5ac3-9288-4e5f-bdbb-4251d2f6983f tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:07:36.485302 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 44372) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:07:36.488365 n-d-773647-6 neutron-server[100248]: DEBUG neutron.scheduler.base_scheduler [None req-e9b92a7c-4a8b-4a5e-a5c6-af2306d6ae6f None None] Resources bound (agent type, host, resource id): {{(pid=100248) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:07:36.491620 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9b92a7c-4a8b-4a5e-a5c6-af2306d6ae6f None None] Received port after_create {{(pid=100248) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:07:36.493725 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b92a7c-4a8b-4a5e-a5c6-af2306d6ae6f None None] Pushing event updated for resources: {'Port': ['ID=33668f98-11e5-47ad-8c3e-df447403ab15,revision_number=1']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:07:36.494305 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a0e4c7-8f8a-4556-bfa1-1b5d82ef8aff req-223a5ac3-9288-4e5f-bdbb-4251d2f6983f tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:07:36.502237 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a0e4c7-8f8a-4556-bfa1-1b5d82ef8aff req-223a5ac3-9288-4e5f-bdbb-4251d2f6983f tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:07:36.510508 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a0e4c7-8f8a-4556-bfa1-1b5d82ef8aff req-223a5ac3-9288-4e5f-bdbb-4251d2f6983f tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:07:36.511637 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0590faf9-b9d3-4ca4-9112-4d451adf9892 req-5bc6e9f0-ab23-4611-8935-6486b0833a92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:07:36.513450 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-0590faf9-b9d3-4ca4-9112-4d451adf9892 req-5bc6e9f0-ab23-4611-8935-6486b0833a92 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=13d1afd1-bf55-4593-a656-2ddb45c50a8c HTTP/1.1" status: 200 len: 797 time: 0.0927799 Jul 06 14:07:36.515732 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-d5a0e4c7-8f8a-4556-bfa1-1b5d82ef8aff req-223a5ac3-9288-4e5f-bdbb-4251d2f6983f tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] 10.222.0.104 "GET /v2.0/ports?device_id=0455bf88-da4d-44a6-9768-93a70cd92e0e HTTP/1.1" status: 200 len: 5444 time: 0.4068022 Jul 06 14:07:36.560560 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] For port 1f5819e5-377a-477d-a4e0-bc213d163822, host n-h1-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773647-6',level=0,port_id=1f5819e5-377a-477d-a4e0-bc213d163822,segment=NetworkSegment(36c50412-6893-4622-808c-49164f6f9db6),segment_id=36c50412-6893-4622-808c-49164f6f9db6)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:07:36.571773 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:36.572654 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Device be8f74d6-ec89-4516-b380-73a9277d8c69 up at agent hyperv_n-h1-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:07:36.618903 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0590faf9-b9d3-4ca4-9112-4d451adf9892 req-17f91486-c63c-48ae-9022-da986a4393a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:07:36.619942 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-e9b92a7c-4a8b-4a5e-a5c6-af2306d6ae6f None None] Attempting to bind port 33668f98-11e5-47ad-8c3e-df447403ab15 on host n-d-773647-6 for vnic_type normal with profile {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:07:36.620325 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-e9b92a7c-4a8b-4a5e-a5c6-af2306d6ae6f None None] Attempting to bind port 33668f98-11e5-47ad-8c3e-df447403ab15 by drivers openvswitch,hyperv on host n-d-773647-6 at level 0 using segments [{'id': 'f481e8ed-73d2-4539-b64a-7f1755fec3ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1037, 'network_id': 'dea0505e-7eba-43d1-9a17-5db272dbca6e'}] {{(pid=100248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:07:36.620695 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9b92a7c-4a8b-4a5e-a5c6-af2306d6ae6f None None] Attempting to bind port 33668f98-11e5-47ad-8c3e-df447403ab15 on network dea0505e-7eba-43d1-9a17-5db272dbca6e {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:07:36.620821 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-0590faf9-b9d3-4ca4-9112-4d451adf9892 req-17f91486-c63c-48ae-9022-da986a4393a1 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=a1a89b46-c613-4578-b710-c22d92f3acfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0995765 Jul 06 14:07:36.639871 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9b92a7c-4a8b-4a5e-a5c6-af2306d6ae6f None None] Checking agent: {'id': '8ab5b19c-d213-4f29-891d-27bdf39d38b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773647-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 43, 26), 'started_at': datetime.datetime(2021, 7, 6, 13, 43, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 7, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773647-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:07:36.640258 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9b92a7c-4a8b-4a5e-a5c6-af2306d6ae6f None None] Checking segment: {'id': 'f481e8ed-73d2-4539-b64a-7f1755fec3ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1037, 'network_id': 'dea0505e-7eba-43d1-9a17-5db272dbca6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:07:36.640670 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-e9b92a7c-4a8b-4a5e-a5c6-af2306d6ae6f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:36.641072 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9b92a7c-4a8b-4a5e-a5c6-af2306d6ae6f None None] Bound using segment: {'id': 'f481e8ed-73d2-4539-b64a-7f1755fec3ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1037, 'network_id': 'dea0505e-7eba-43d1-9a17-5db272dbca6e'} {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:07:36.641558 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-e9b92a7c-4a8b-4a5e-a5c6-af2306d6ae6f None None] Bound port: 33668f98-11e5-47ad-8c3e-df447403ab15, host: n-d-773647-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f481e8ed-73d2-4539-b64a-7f1755fec3ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1037, 'network_id': 'dea0505e-7eba-43d1-9a17-5db272dbca6e'}}] {{(pid=100248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:07:36.642071 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-e9b92a7c-4a8b-4a5e-a5c6-af2306d6ae6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:36.651057 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-d5a0e4c7-8f8a-4556-bfa1-1b5d82ef8aff req-6c894441-c105-401e-9f66-2edc1653c162 tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] 10.222.0.104 "GET /v2.0/security-groups?id=f573cac5-f5b4-46cb-8ee6-cba4798a03b8&id=8d3a9807-14cc-46c0-b7ed-1d949d5bac09&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1279490 Jul 06 14:07:36.705528 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-174abc34-9ba2-412c-9759-ab0600b160d5 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Made reservation on behalf of e15b02822e68450fa73455cc009166c9 for: {'port': 1} {{(pid=100247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:07:36.746227 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Pushing event updated for resources: {'Port': ['ID=1f5819e5-377a-477d-a4e0-bc213d163822,revision_number=5']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:07:36.786696 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Provisioning complete for port be8f74d6-ec89-4516-b380-73a9277d8c69 triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:07:36.787169 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:36.814452 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-e9b92a7c-4a8b-4a5e-a5c6-af2306d6ae6f None None] For port 33668f98-11e5-47ad-8c3e-df447403ab15, host n-d-773647-6, cleared binding levels {{(pid=100248) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:07:36.833206 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-e9b92a7c-4a8b-4a5e-a5c6-af2306d6ae6f None None] For port 33668f98-11e5-47ad-8c3e-df447403ab15, host n-d-773647-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=33668f98-11e5-47ad-8c3e-df447403ab15,segment=NetworkSegment(f481e8ed-73d2-4539-b64a-7f1755fec3ba),segment_id=f481e8ed-73d2-4539-b64a-7f1755fec3ba)] {{(pid=100248) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:07:36.848094 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-e9b92a7c-4a8b-4a5e-a5c6-af2306d6ae6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:36.891456 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-dee06ba4-db89-4118-a58c-516086ac6394 admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=6baaa4c06bf242238309dd8ac70b6c99&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4045131 Jul 06 14:07:36.894601 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 44390) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:07:36.925777 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-0590faf9-b9d3-4ca4-9112-4d451adf9892 req-06033c5a-b0ad-4fca-b94b-23ba5442f67d service neutron] 10.222.0.72 "GET /v2.0/networks/a1a89b46-c613-4578-b710-c22d92f3acfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2941403 Jul 06 14:07:36.944809 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-174abc34-9ba2-412c-9759-ab0600b160d5 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:36.951205 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b92a7c-4a8b-4a5e-a5c6-af2306d6ae6f None None] Pushing event updated for resources: {'Port': ['ID=33668f98-11e5-47ad-8c3e-df447403ab15,revision_number=2']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:07:36.984143 n-d-773647-6 neutron-server[100247]: DEBUG neutron.notifiers.nova [None req-174abc34-9ba2-412c-9759-ab0600b160d5 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] device_id is not set on port 4e924f2b-29bc-4a1d-8711-c353888dc56e yet. {{(pid=100247) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 14:07:36.996999 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:37.051876 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-06aaf8e6-a50a-4eaf-9697-74effd9f4345 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:37.058998 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] For port be8f74d6-ec89-4516-b380-73a9277d8c69, host n-h1-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773647-6',level=0,port_id=be8f74d6-ec89-4516-b380-73a9277d8c69,segment=NetworkSegment(4f034a4d-0401-4410-9e3b-cfb7c7ebcd98),segment_id=4f034a4d-0401-4410-9e3b-cfb7c7ebcd98)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:07:37.071636 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:37.083015 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-06aaf8e6-a50a-4eaf-9697-74effd9f4345 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:37.106385 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61388ceb-31c9-4bc0-82c0-5e01390a755f req-9be47b8a-51f5-409d-996b-9325f291faaa tempest-ServerRescueNegativeTestJSON-721731692 tempest-ServerRescueNegativeTestJSON-721731692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:07:37.113658 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-61388ceb-31c9-4bc0-82c0-5e01390a755f req-9be47b8a-51f5-409d-996b-9325f291faaa tempest-ServerRescueNegativeTestJSON-721731692 tempest-ServerRescueNegativeTestJSON-721731692-project] 10.222.0.104 "GET /v2.0/ports?device_id=b0b96bfa-d49a-47d6-a621-d2fd80028cc9 HTTP/1.1" status: 200 len: 945 time: 0.2250199 Jul 06 14:07:37.145347 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-06aaf8e6-a50a-4eaf-9697-74effd9f4345 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:37.148273 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Pushing event updated for resources: {'Port': ['ID=be8f74d6-ec89-4516-b380-73a9277d8c69,revision_number=7']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:07:37.149387 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-06aaf8e6-a50a-4eaf-9697-74effd9f4345 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:37.161497 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-06aaf8e6-a50a-4eaf-9697-74effd9f4345 admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/96440dcd-3ac1-490b-a3bf-0e5a969950d1 HTTP/1.1" status: 204 len: 168 time: 0.2640750 Jul 06 14:07:37.177537 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06aaf8e6-a50a-4eaf-9697-74effd9f4345 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96440dcd-3ac1-490b-a3bf-0e5a969950d1,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:07:37.230422 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-0590faf9-b9d3-4ca4-9112-4d451adf9892 req-555a3bd6-2fe7-4326-a212-27518530c14b service neutron] 10.222.0.72 "GET /v2.0/networks/a1a89b46-c613-4578-b710-c22d92f3acfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2862175 Jul 06 14:07:37.311976 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-61388ceb-31c9-4bc0-82c0-5e01390a755f req-4207dd94-a04f-46f2-af24-e7300be1d327 tempest-ServerRescueNegativeTestJSON-721731692 tempest-ServerRescueNegativeTestJSON-721731692-project] 10.222.0.104 "GET /v2.0/security-groups?id=a54a60a4-d859-4f47-b26f-a63bb69450e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1972170 Jul 06 14:07:37.329704 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-0590faf9-b9d3-4ca4-9112-4d451adf9892 req-b4e87b38-3a22-4391-abd2-f3850e3dba0d service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=7a5f929a-d561-4993-9f4a-1c266d662f0f HTTP/1.1" status: 200 len: 217 time: 0.0897620 Jul 06 14:07:37.330658 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09cd22d1-6687-4b7a-a937-a1fd4a0e0b5c req-ab04996c-7eda-4b60-8acc-4d078a499b20 tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:07:37.342331 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-09cd22d1-6687-4b7a-a937-a1fd4a0e0b5c req-ab04996c-7eda-4b60-8acc-4d078a499b20 tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] 10.222.0.104 "GET /v2.0/ports?device_id=86de0a1f-5db7-44ca-bb5a-ff9aa3c483af HTTP/1.1" status: 200 len: 945 time: 0.4713809 Jul 06 14:07:37.432921 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-09cd22d1-6687-4b7a-a937-a1fd4a0e0b5c req-231d35e9-81e1-4665-9d26-9700c78ea26e tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] 10.222.0.104 "GET /v2.0/security-groups?id=bdba1446-e72e-4024-9da7-e6061f204f14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786667 Jul 06 14:07:37.501527 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0590faf9-b9d3-4ca4-9112-4d451adf9892 req-9ee1280e-de95-4b98-9ee9-0e94f813d7a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:07:37.503183 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-0590faf9-b9d3-4ca4-9112-4d451adf9892 req-9ee1280e-de95-4b98-9ee9-0e94f813d7a4 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=13d1afd1-bf55-4593-a656-2ddb45c50a8c HTTP/1.1" status: 200 len: 797 time: 0.1510160 Jul 06 14:07:37.649723 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0590faf9-b9d3-4ca4-9112-4d451adf9892 req-3daec4fc-a8fc-42a3-a690-ebff04631054 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:07:37.649723 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-0590faf9-b9d3-4ca4-9112-4d451adf9892 req-3daec4fc-a8fc-42a3-a690-ebff04631054 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=a1a89b46-c613-4578-b710-c22d92f3acfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1354208 Jul 06 14:07:37.801181 n-d-773647-6 neutron-server[100248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0455bf88-da4d-44a6-9768-93a70cd92e0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3eea4337-fef2-420d-b97a-4bc2fdc452dc'}, {'server_uuid': '86de0a1f-5db7-44ca-bb5a-ff9aa3c483af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f5819e5-377a-477d-a4e0-bc213d163822'}, {'server_uuid': '32f71fac-b375-4b56-9fd8-2b7a475bc4d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be8f74d6-ec89-4516-b380-73a9277d8c69'}] {{(pid=100248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:07:37.803871 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84af257533e383389cbcf231d3534f4d5e149e7203fea16b4a8fc01438dddaf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75a616f8-6940-441c-bd9a-a5b99e8c6e32" -d '{"events": [{"server_uuid": "0455bf88-da4d-44a6-9768-93a70cd92e0e", "name": "network-vif-plugged", "status": "completed", "tag": "3eea4337-fef2-420d-b97a-4bc2fdc452dc"}, {"server_uuid": "86de0a1f-5db7-44ca-bb5a-ff9aa3c483af", "name": "network-vif-plugged", "status": "completed", "tag": "1f5819e5-377a-477d-a4e0-bc213d163822"}, {"server_uuid": "32f71fac-b375-4b56-9fd8-2b7a475bc4d5", "name": "network-vif-plugged", "status": "completed", "tag": "be8f74d6-ec89-4516-b380-73a9277d8c69"}]}' {{(pid=100248) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:07:37.817810 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.db_base_plugin_common [None req-174abc34-9ba2-412c-9759-ab0600b160d5 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Allocated IP 2001:db8::4c (dea0505e-7eba-43d1-9a17-5db272dbca6e/4ff479fd-5c85-4b20-b1cd-9e151982f9fb/4e924f2b-29bc-4a1d-8711-c353888dc56e) {{(pid=100247) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:07:37.827126 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.db_base_plugin_common [None req-174abc34-9ba2-412c-9759-ab0600b160d5 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Allocated IP 2001:db8:0:1::1dc (dea0505e-7eba-43d1-9a17-5db272dbca6e/f7585455-463b-4746-9518-9376a8c0904e/4e924f2b-29bc-4a1d-8711-c353888dc56e) {{(pid=100247) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:07:37.873169 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-0590faf9-b9d3-4ca4-9112-4d451adf9892 req-fac2edc8-3cab-4a30-a756-dc95fb2763ba service neutron] 10.222.0.72 "GET /v2.0/networks/a1a89b46-c613-4578-b710-c22d92f3acfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2202666 Jul 06 14:07:37.902428 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Tue, 06 Jul 2021 14:07:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da644747-24b5-4053-9388-f0bad55a4d4a x-openstack-request-id: req-da644747-24b5-4053-9388-f0bad55a4d4a {{(pid=100248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:07:37.903745 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0455bf88-da4d-44a6-9768-93a70cd92e0e", "name": "network-vif-plugged", "status": "completed", "tag": "3eea4337-fef2-420d-b97a-4bc2fdc452dc", "code": 200}, {"server_uuid": "86de0a1f-5db7-44ca-bb5a-ff9aa3c483af", "name": "network-vif-plugged", "status": "completed", "tag": "1f5819e5-377a-477d-a4e0-bc213d163822", "code": 200}, {"server_uuid": "32f71fac-b375-4b56-9fd8-2b7a475bc4d5", "name": "network-vif-plugged", "status": "completed", "tag": "be8f74d6-ec89-4516-b380-73a9277d8c69", "code": 200}]} {{(pid=100248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:07:37.904249 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-da644747-24b5-4053-9388-f0bad55a4d4a {{(pid=100248) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:07:37.904936 n-d-773647-6 neutron-server[100248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0455bf88-da4d-44a6-9768-93a70cd92e0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3eea4337-fef2-420d-b97a-4bc2fdc452dc', 'code': 200} Jul 06 14:07:37.905372 n-d-773647-6 neutron-server[100248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86de0a1f-5db7-44ca-bb5a-ff9aa3c483af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f5819e5-377a-477d-a4e0-bc213d163822', 'code': 200} Jul 06 14:07:37.905825 n-d-773647-6 neutron-server[100248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32f71fac-b375-4b56-9fd8-2b7a475bc4d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be8f74d6-ec89-4516-b380-73a9277d8c69', 'code': 200} Jul 06 14:07:38.119953 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-0590faf9-b9d3-4ca4-9112-4d451adf9892 req-e5d3863f-4d39-41b4-9f03-fc2c9ab2f928 service neutron] 10.222.0.72 "GET /v2.0/networks/a1a89b46-c613-4578-b710-c22d92f3acfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2397940 Jul 06 14:07:38.323948 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 33668f98-11e5-47ad-8c3e-df447403ab15 up at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:07:38.467876 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 44436) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:07:38.469453 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning for port 33668f98-11e5-47ad-8c3e-df447403ab15 completed by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:07:38.572740 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-547fca54-8265-41c5-95a3-62388d0cc1a5 None None] Network dea0505e-7eba-43d1-9a17-5db272dbca6e requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:07:38.635168 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-3eafd52e-2d98-4d90-be68-9eefc8da7212 tempest-NetworksIpV6TestAttrs-2117599787 tempest-NetworksIpV6TestAttrs-2117599787-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1120815072'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:07:38.674338 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3eafd52e-2d98-4d90-be68-9eefc8da7212 tempest-NetworksIpV6TestAttrs-2117599787 tempest-NetworksIpV6TestAttrs-2117599787-project] Made reservation on behalf of b58c9bdef9194336a922a39a2fd964c7 for: {'network': 1} {{(pid=100246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:07:38.677769 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-3eafd52e-2d98-4d90-be68-9eefc8da7212 tempest-NetworksIpV6TestAttrs-2117599787 tempest-NetworksIpV6TestAttrs-2117599787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for network, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:38.689173 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-3eafd52e-2d98-4d90-be68-9eefc8da7212 tempest-NetworksIpV6TestAttrs-2117599787 tempest-NetworksIpV6TestAttrs-2117599787-project] Notify callbacks [] for security_group, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:38.776751 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-dfccee1c-cc86-4704-a622-450d0b054556 None None] Provisioning for port 33668f98-11e5-47ad-8c3e-df447403ab15 completed by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:07:38.787144 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-dfccee1c-cc86-4704-a622-450d0b054556 None None] Provisioning complete for port 33668f98-11e5-47ad-8c3e-df447403ab15 triggered by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:07:38.787887 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-dfccee1c-cc86-4704-a622-450d0b054556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:38.802669 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78931ef1-0f5b-4680-a909-59324d17f34c req-2bc353dc-6412-4fdd-9a02-db16f8a3c99a tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:07:38.810268 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78931ef1-0f5b-4680-a909-59324d17f34c req-2bc353dc-6412-4fdd-9a02-db16f8a3c99a tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:07:38.816310 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78931ef1-0f5b-4680-a909-59324d17f34c req-2bc353dc-6412-4fdd-9a02-db16f8a3c99a tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:07:38.816935 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-3eafd52e-2d98-4d90-be68-9eefc8da7212 tempest-NetworksIpV6TestAttrs-2117599787 tempest-NetworksIpV6TestAttrs-2117599787-project] Notify callbacks [] for security_group, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:38.823431 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78931ef1-0f5b-4680-a909-59324d17f34c req-2bc353dc-6412-4fdd-9a02-db16f8a3c99a tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:07:38.830550 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78931ef1-0f5b-4680-a909-59324d17f34c req-2bc353dc-6412-4fdd-9a02-db16f8a3c99a tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:07:38.834286 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-3eafd52e-2d98-4d90-be68-9eefc8da7212 tempest-NetworksIpV6TestAttrs-2117599787 tempest-NetworksIpV6TestAttrs-2117599787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:38.837111 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78931ef1-0f5b-4680-a909-59324d17f34c req-2bc353dc-6412-4fdd-9a02-db16f8a3c99a tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:07:38.843667 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78931ef1-0f5b-4680-a909-59324d17f34c req-2bc353dc-6412-4fdd-9a02-db16f8a3c99a tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:07:38.851906 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-78931ef1-0f5b-4680-a909-59324d17f34c req-2bc353dc-6412-4fdd-9a02-db16f8a3c99a tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] 10.222.0.104 "GET /v2.0/ports?device_id=0455bf88-da4d-44a6-9768-93a70cd92e0e HTTP/1.1" status: 200 len: 5444 time: 0.9714227 Jul 06 14:07:38.864774 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eafd52e-2d98-4d90-be68-9eefc8da7212 tempest-NetworksIpV6TestAttrs-2117599787 tempest-NetworksIpV6TestAttrs-2117599787-project] Pushing event updated for resources: {'SecurityGroup': ['ID=49a39152-ba21-4a48-bcdb-c0fc317434d7,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:07:38.873855 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df301e3-e701-41ee-a64e-fe7c0db06756 req-fe6883e8-c2e3-4897-b806-70c26b3421f9 tempest-ServerRescueNegativeTestJSON-721731692 tempest-ServerRescueNegativeTestJSON-721731692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:07:38.875653 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-4df301e3-e701-41ee-a64e-fe7c0db06756 req-fe6883e8-c2e3-4897-b806-70c26b3421f9 tempest-ServerRescueNegativeTestJSON-721731692 tempest-ServerRescueNegativeTestJSON-721731692-project] 10.222.0.104 "GET /v2.0/ports?device_id=b0b96bfa-d49a-47d6-a621-d2fd80028cc9 HTTP/1.1" status: 200 len: 945 time: 0.2700646 Jul 06 14:07:38.877997 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3eafd52e-2d98-4d90-be68-9eefc8da7212 tempest-NetworksIpV6TestAttrs-2117599787 tempest-NetworksIpV6TestAttrs-2117599787-project] vlan segment allocate from pool success with {'vlan_id': 1038, 'physical_network': 'physnet1'} {{(pid=100246) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 14:07:38.892083 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-3eafd52e-2d98-4d90-be68-9eefc8da7212 tempest-NetworksIpV6TestAttrs-2117599787 tempest-NetworksIpV6TestAttrs-2117599787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552'] for segment, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:38.892657 n-d-773647-6 neutron-server[100246]: INFO neutron.db.segments_db [None req-3eafd52e-2d98-4d90-be68-9eefc8da7212 tempest-NetworksIpV6TestAttrs-2117599787 tempest-NetworksIpV6TestAttrs-2117599787-project] Added segment 06c4f4fc-ffe8-4e53-84d6-9a8534fde85d of type vlan for network 164638de-b3b6-4745-a812-9991647c8a3f Jul 06 14:07:38.906341 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-174abc34-9ba2-412c-9759-ab0600b160d5 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Notify callbacks [] for port, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:38.918385 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c23161-146d-4470-af20-b72e4fef29db req-b24c50de-5b17-4ba3-9b1d-e5b307ef9c7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:07:38.918981 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c23161-146d-4470-af20-b72e4fef29db req-b24c50de-5b17-4ba3-9b1d-e5b307ef9c7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:07:38.919495 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c23161-146d-4470-af20-b72e4fef29db req-b24c50de-5b17-4ba3-9b1d-e5b307ef9c7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:07:38.919971 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c23161-146d-4470-af20-b72e4fef29db req-b24c50de-5b17-4ba3-9b1d-e5b307ef9c7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:07:38.920443 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c23161-146d-4470-af20-b72e4fef29db req-b24c50de-5b17-4ba3-9b1d-e5b307ef9c7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:07:38.920911 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c23161-146d-4470-af20-b72e4fef29db req-b24c50de-5b17-4ba3-9b1d-e5b307ef9c7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:07:38.921636 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c23161-146d-4470-af20-b72e4fef29db req-b24c50de-5b17-4ba3-9b1d-e5b307ef9c7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:07:38.923603 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-e8c23161-146d-4470-af20-b72e4fef29db req-b24c50de-5b17-4ba3-9b1d-e5b307ef9c7f service neutron] 10.222.0.127 "GET /v2.0/ports?device_id=0455bf88-da4d-44a6-9768-93a70cd92e0e HTTP/1.1" status: 200 len: 6501 time: 0.4024799 Jul 06 14:07:38.942883 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-3eafd52e-2d98-4d90-be68-9eefc8da7212 tempest-NetworksIpV6TestAttrs-2117599787 tempest-NetworksIpV6TestAttrs-2117599787-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773752984405'] for network, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:38.973080 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-dfccee1c-cc86-4704-a622-450d0b054556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:38.985967 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-3eafd52e-2d98-4d90-be68-9eefc8da7212 tempest-NetworksIpV6TestAttrs-2117599787 tempest-NetworksIpV6TestAttrs-2117599787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060'] for network, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:38.992348 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab174b6-6c38-476d-8f39-32462f7c3ad6 req-3e9784c2-062a-4d64-a7b9-cfa5c461a99c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:07:38.993115 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3eafd52e-2d98-4d90-be68-9eefc8da7212 tempest-NetworksIpV6TestAttrs-2117599787 tempest-NetworksIpV6TestAttrs-2117599787-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:07:38.993973 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-3eafd52e-2d98-4d90-be68-9eefc8da7212 tempest-NetworksIpV6TestAttrs-2117599787 tempest-NetworksIpV6TestAttrs-2117599787-project] Notify callbacks [] for network, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:38.994277 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-eab174b6-6c38-476d-8f39-32462f7c3ad6 req-3e9784c2-062a-4d64-a7b9-cfa5c461a99c service neutron] 10.222.0.127 "GET /v2.0/ports?device_id=86de0a1f-5db7-44ca-bb5a-ff9aa3c483af HTTP/1.1" status: 200 len: 1096 time: 0.4678979 Jul 06 14:07:39.045080 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-78931ef1-0f5b-4680-a909-59324d17f34c req-bcf0287c-d17a-41f1-b766-19f89ee01e05 tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] 10.222.0.104 "GET /v2.0/security-groups?id=f573cac5-f5b4-46cb-8ee6-cba4798a03b8&id=8d3a9807-14cc-46c0-b7ed-1d949d5bac09&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1882324 Jul 06 14:07:39.046843 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.provisioning_blocks [None req-174abc34-9ba2-412c-9759-ab0600b160d5 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Transition to ACTIVE for port object 4e924f2b-29bc-4a1d-8711-c353888dc56e will not be triggered until provisioned by entity DHCP. {{(pid=100247) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:07:39.055539 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-dfccee1c-cc86-4704-a622-450d0b054556 None None] For port 33668f98-11e5-47ad-8c3e-df447403ab15, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=33668f98-11e5-47ad-8c3e-df447403ab15,segment=NetworkSegment(f481e8ed-73d2-4539-b64a-7f1755fec3ba),segment_id=f481e8ed-73d2-4539-b64a-7f1755fec3ba)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:07:39.070426 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-e8c23161-146d-4470-af20-b72e4fef29db req-10027a3c-ddf7-42de-98ac-9bf27d039ca6 service neutron] 10.222.0.127 "GET /v2.0/security-groups?id=f573cac5-f5b4-46cb-8ee6-cba4798a03b8&id=8d3a9807-14cc-46c0-b7ed-1d949d5bac09&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1335847 Jul 06 14:07:39.080081 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-dfccee1c-cc86-4704-a622-450d0b054556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:39.112129 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-3eafd52e-2d98-4d90-be68-9eefc8da7212 tempest-NetworksIpV6TestAttrs-2117599787 tempest-NetworksIpV6TestAttrs-2117599787-project] 10.222.0.104 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.6430290 Jul 06 14:07:39.148852 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfccee1c-cc86-4704-a622-450d0b054556 None None] Pushing event updated for resources: {'Port': ['ID=33668f98-11e5-47ad-8c3e-df447403ab15,revision_number=3']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:07:39.161883 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12368f0a-4023-4d2c-98e9-1de850969106 None None] Update dhcp port {'port': {'network_id': 'dea0505e-7eba-43d1-9a17-5db272dbca6e', 'fixed_ips': [{'subnet_id': '4ff479fd-5c85-4b20-b1cd-9e151982f9fb', 'ip_address': '2001:db8::2'}, {'subnet_id': 'f7585455-463b-4746-9518-9376a8c0904e'}], 'binding:host_id': 'n-d-773647-6'}, 'id': '33668f98-11e5-47ad-8c3e-df447403ab15'} from n-d-773647-6. {{(pid=100248) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 06 14:07:39.163629 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eafd52e-2d98-4d90-be68-9eefc8da7212 tempest-NetworksIpV6TestAttrs-2117599787 tempest-NetworksIpV6TestAttrs-2117599787-project] Pushing event updated for resources: {'Network': ['ID=164638de-b3b6-4745-a812-9991647c8a3f,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:07:39.184520 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-4df301e3-e701-41ee-a64e-fe7c0db06756 req-4e494d9b-fac3-4c6d-a185-8c2d69c0636a tempest-ServerRescueNegativeTestJSON-721731692 tempest-ServerRescueNegativeTestJSON-721731692-project] 10.222.0.104 "GET /v2.0/security-groups?id=a54a60a4-d859-4f47-b26f-a63bb69450e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2744281 Jul 06 14:07:39.209384 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Network 164638de-b3b6-4745-a812-9991647c8a3f details requested by agent ovs-agent-n-d-773647-6 with host n-d-773647-6 {{(pid=100248) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 14:07:39.230876 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-eab174b6-6c38-476d-8f39-32462f7c3ad6 req-ed5175d7-35cb-4523-acc8-32b62a7a3379 service neutron] 10.222.0.127 "GET /v2.0/security-groups?id=bdba1446-e72e-4024-9da7-e6061f204f14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2037573 Jul 06 14:07:39.268192 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-12368f0a-4023-4d2c-98e9-1de850969106 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:39.335059 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-174abc34-9ba2-412c-9759-ab0600b160d5 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-128888360'] for port, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:39.446731 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174abc34-9ba2-412c-9759-ab0600b160d5 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Pushing event updated for resources: {'Port': ['ID=4e924f2b-29bc-4a1d-8711-c353888dc56e,revision_number=1']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:07:39.504883 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-174abc34-9ba2-412c-9759-ab0600b160d5 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Network dea0505e-7eba-43d1-9a17-5db272dbca6e is already hosted by enough agents. {{(pid=100247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:07:39.514814 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.base_scheduler [None req-174abc34-9ba2-412c-9759-ab0600b160d5 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Resources bound (agent type, host, resource id): {{(pid=100247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:07:39.554042 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe5f16e-4b19-4880-b48d-c77e9ef69190 req-547fb0a5-d1a8-4dab-bd52-3d64f077f395 tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:07:39.562110 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-bfe5f16e-4b19-4880-b48d-c77e9ef69190 req-547fb0a5-d1a8-4dab-bd52-3d64f077f395 tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] 10.222.0.104 "GET /v2.0/ports?device_id=86de0a1f-5db7-44ca-bb5a-ff9aa3c483af HTTP/1.1" status: 200 len: 945 time: 0.3057466 Jul 06 14:07:39.564791 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-174abc34-9ba2-412c-9759-ab0600b160d5 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Received port after_create {{(pid=100247) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:07:39.571437 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-174abc34-9ba2-412c-9759-ab0600b160d5 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:07:39.572057 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-174abc34-9ba2-412c-9759-ab0600b160d5 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:39.593276 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-174abc34-9ba2-412c-9759-ab0600b160d5 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] 10.222.0.104 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1015 time: 3.3047497 Jul 06 14:07:39.595920 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 44456) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:07:39.602019 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-e026e589-3ef3-4f26-85bc-17059a559238 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '4ff479fd-5c85-4b20-b1cd-9e151982f9fb'}]}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:07:39.663432 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-bfe5f16e-4b19-4880-b48d-c77e9ef69190 req-a6e83fec-8008-4c86-95c4-882c4ade723a tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] 10.222.0.104 "GET /v2.0/security-groups?id=bdba1446-e72e-4024-9da7-e6061f204f14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003296 Jul 06 14:07:39.731979 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.db_base_plugin_common [None req-12368f0a-4023-4d2c-98e9-1de850969106 None None] Allocated IP 2001:db8:0:1::2 (dea0505e-7eba-43d1-9a17-5db272dbca6e/f7585455-463b-4746-9518-9376a8c0904e/33668f98-11e5-47ad-8c3e-df447403ab15) {{(pid=100248) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:07:39.874630 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-12368f0a-4023-4d2c-98e9-1de850969106 None None] For port 33668f98-11e5-47ad-8c3e-df447403ab15, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=33668f98-11e5-47ad-8c3e-df447403ab15,segment=NetworkSegment(f481e8ed-73d2-4539-b64a-7f1755fec3ba),segment_id=f481e8ed-73d2-4539-b64a-7f1755fec3ba)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:07:39.923769 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-12368f0a-4023-4d2c-98e9-1de850969106 None None] Notify callbacks [] for port, precommit_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:39.942901 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-12368f0a-4023-4d2c-98e9-1de850969106 None None] Transition to ACTIVE for port object 33668f98-11e5-47ad-8c3e-df447403ab15 will not be triggered until provisioned by entity DHCP. {{(pid=100248) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:07:39.946153 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-e026e589-3ef3-4f26-85bc-17059a559238 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:39.948262 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-12368f0a-4023-4d2c-98e9-1de850969106 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:40.052585 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12368f0a-4023-4d2c-98e9-1de850969106 None None] Pushing event updated for resources: {'Port': ['ID=33668f98-11e5-47ad-8c3e-df447403ab15,revision_number=4']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:07:40.352198 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 33668f98-11e5-47ad-8c3e-df447403ab15 up at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:07:40.457077 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.db_base_plugin_common [None req-e026e589-3ef3-4f26-85bc-17059a559238 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Delete allocated IP 2001:db8:0:1::1dc (dea0505e-7eba-43d1-9a17-5db272dbca6e/f7585455-463b-4746-9518-9376a8c0904e) {{(pid=100246) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 06 14:07:40.491836 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef67961-6f82-4d83-a65a-711eabee3bb3 req-380aaddb-711b-4b81-b390-55c7c0dd82b6 tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:07:40.503835 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef67961-6f82-4d83-a65a-711eabee3bb3 req-380aaddb-711b-4b81-b390-55c7c0dd82b6 tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:07:40.510682 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef67961-6f82-4d83-a65a-711eabee3bb3 req-380aaddb-711b-4b81-b390-55c7c0dd82b6 tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:07:40.522718 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef67961-6f82-4d83-a65a-711eabee3bb3 req-380aaddb-711b-4b81-b390-55c7c0dd82b6 tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:07:40.534666 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:40.537444 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef67961-6f82-4d83-a65a-711eabee3bb3 req-380aaddb-711b-4b81-b390-55c7c0dd82b6 tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:07:40.544515 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef67961-6f82-4d83-a65a-711eabee3bb3 req-380aaddb-711b-4b81-b390-55c7c0dd82b6 tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:07:40.552501 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef67961-6f82-4d83-a65a-711eabee3bb3 req-380aaddb-711b-4b81-b390-55c7c0dd82b6 tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:07:40.554651 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-9ef67961-6f82-4d83-a65a-711eabee3bb3 req-380aaddb-711b-4b81-b390-55c7c0dd82b6 tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] 10.222.0.104 "GET /v2.0/ports?device_id=0455bf88-da4d-44a6-9768-93a70cd92e0e HTTP/1.1" status: 200 len: 5444 time: 0.2402112 Jul 06 14:07:40.795468 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-9ef67961-6f82-4d83-a65a-711eabee3bb3 req-6a625c07-ae57-4667-bae5-2fadab4c2fa0 tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] 10.222.0.104 "GET /v2.0/security-groups?id=f573cac5-f5b4-46cb-8ee6-cba4798a03b8&id=8d3a9807-14cc-46c0-b7ed-1d949d5bac09&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1954834 Jul 06 14:07:40.870562 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3f199b-f4da-4b01-97b3-bb9224e848cd req-87bd6a96-7a2f-41be-b39c-33851b793387 tempest-ServerRescueNegativeTestJSON-721731692 tempest-ServerRescueNegativeTestJSON-721731692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:07:40.881806 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-e026e589-3ef3-4f26-85bc-17059a559238 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Notify callbacks [] for port, precommit_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:40.888126 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-5b3f199b-f4da-4b01-97b3-bb9224e848cd req-87bd6a96-7a2f-41be-b39c-33851b793387 tempest-ServerRescueNegativeTestJSON-721731692 tempest-ServerRescueNegativeTestJSON-721731692-project] 10.222.0.104 "GET /v2.0/ports?device_id=b0b96bfa-d49a-47d6-a621-d2fd80028cc9 HTTP/1.1" status: 200 len: 945 time: 0.3305762 Jul 06 14:07:40.931165 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.provisioning_blocks [None req-e026e589-3ef3-4f26-85bc-17059a559238 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Ignored duplicate provisioning block setup for port 4e924f2b-29bc-4a1d-8711-c353888dc56e by entity DHCP. {{(pid=100246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 06 14:07:40.936989 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-e026e589-3ef3-4f26-85bc-17059a559238 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127687527'] for port, after_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:40.982031 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-5b3f199b-f4da-4b01-97b3-bb9224e848cd req-79c1b924-f2ab-41ed-a185-22f98f5e5447 tempest-ServerRescueNegativeTestJSON-721731692 tempest-ServerRescueNegativeTestJSON-721731692-project] 10.222.0.104 "GET /v2.0/security-groups?id=a54a60a4-d859-4f47-b26f-a63bb69450e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927272 Jul 06 14:07:41.207296 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [None req-e026e589-3ef3-4f26-85bc-17059a559238 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] In _notify_port_updated(), no bound segment for port 4e924f2b-29bc-4a1d-8711-c353888dc56e on network dea0505e-7eba-43d1-9a17-5db272dbca6e {{(pid=100246) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 06 14:07:41.225930 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e026e589-3ef3-4f26-85bc-17059a559238 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:07:41.226656 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-e026e589-3ef3-4f26-85bc-17059a559238 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:41.229387 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-e026e589-3ef3-4f26-85bc-17059a559238 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] 10.222.0.104 "PUT /v2.0/ports/4e924f2b-29bc-4a1d-8711-c353888dc56e HTTP/1.1" status: 200 len: 924 time: 1.6322083 Jul 06 14:07:41.231657 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 44478) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:07:41.237966 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [None req-787d2af9-c6a7-4222-84fb-f6137aee9051 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '4ff479fd-5c85-4b20-b1cd-9e151982f9fb'}, {'subnet_id': 'f7585455-463b-4746-9518-9376a8c0904e'}]}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:07:41.253494 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e026e589-3ef3-4f26-85bc-17059a559238 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Pushing event updated for resources: {'Port': ['ID=4e924f2b-29bc-4a1d-8711-c353888dc56e,revision_number=2']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:07:41.462210 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9374ca24-57d2-46da-bba7-b8d5495503eb None None] Network dea0505e-7eba-43d1-9a17-5db272dbca6e requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:07:41.499747 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-787d2af9-c6a7-4222-84fb-f6137aee9051 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:41.556683 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5a57b42f-7593-4eac-ad7b-dd45fcdb10df None None] Provisioning for port 33668f98-11e5-47ad-8c3e-df447403ab15 completed by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:07:41.582498 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5a57b42f-7593-4eac-ad7b-dd45fcdb10df None None] Provisioning complete for port 33668f98-11e5-47ad-8c3e-df447403ab15 triggered by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:07:41.583235 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5a57b42f-7593-4eac-ad7b-dd45fcdb10df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:41.612368 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c694ace-33b8-4ad7-8f63-8ce5770f4ab6 req-a41ad21a-b339-4dd1-b04a-dce016cd68bc tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:07:41.613964 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-7c694ace-33b8-4ad7-8f63-8ce5770f4ab6 req-a41ad21a-b339-4dd1-b04a-dce016cd68bc tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] 10.222.0.104 "GET /v2.0/ports?device_id=86de0a1f-5db7-44ca-bb5a-ff9aa3c483af HTTP/1.1" status: 200 len: 945 time: 0.2789857 Jul 06 14:07:41.771962 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-7c694ace-33b8-4ad7-8f63-8ce5770f4ab6 req-4aaaf130-3335-4e0e-b78c-f92fcf5138cd tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] 10.222.0.104 "GET /v2.0/security-groups?id=bdba1446-e72e-4024-9da7-e6061f204f14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1458094 Jul 06 14:07:42.228954 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf64c5d-2014-440a-8263-bb73f72b0b10 req-072defa5-f800-46c0-85f9-1130b4536822 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:07:42.230472 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-bdf64c5d-2014-440a-8263-bb73f72b0b10 req-072defa5-f800-46c0-85f9-1130b4536822 service neutron] 10.222.0.127 "GET /v2.0/ports?device_id=b0b96bfa-d49a-47d6-a621-d2fd80028cc9 HTTP/1.1" status: 200 len: 1096 time: 0.3062565 Jul 06 14:07:42.338525 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.db_base_plugin_common [None req-787d2af9-c6a7-4222-84fb-f6137aee9051 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Allocated IP 2001:db8:0:1::c1 (dea0505e-7eba-43d1-9a17-5db272dbca6e/f7585455-463b-4746-9518-9376a8c0904e/4e924f2b-29bc-4a1d-8711-c353888dc56e) {{(pid=100247) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:07:42.405996 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:42.412314 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 44490) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:07:42.420270 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-02f1d9e8-ba98-43d5-8a6b-22497d87cc73 tempest-NetworksIpV6TestAttrs-2117599787 tempest-NetworksIpV6TestAttrs-2117599787-project] Request body: {'subnet': {'network_id': '164638de-b3b6-4745-a812-9991647c8a3f', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:07:42.430345 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5dc726b1-7584-490d-9d6e-840a6878d7fe None None] Provisioning complete for port 33668f98-11e5-47ad-8c3e-df447403ab15 triggered by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:07:42.430715 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5dc726b1-7584-490d-9d6e-840a6878d7fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:42.483662 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-bdf64c5d-2014-440a-8263-bb73f72b0b10 req-d2e3bacc-c8b7-44ba-a67e-6d93083e8d5b service neutron] 10.222.0.127 "GET /v2.0/security-groups?id=a54a60a4-d859-4f47-b26f-a63bb69450e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2207444 Jul 06 14:07:42.496978 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2d2f72-154e-4374-ab81-8fe74b5c5003 req-c18c7da5-e5dc-4b2f-b2d7-a3f579f48925 tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:07:42.512059 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2d2f72-154e-4374-ab81-8fe74b5c5003 req-c18c7da5-e5dc-4b2f-b2d7-a3f579f48925 tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:07:42.518268 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2d2f72-154e-4374-ab81-8fe74b5c5003 req-c18c7da5-e5dc-4b2f-b2d7-a3f579f48925 tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:07:42.529558 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2d2f72-154e-4374-ab81-8fe74b5c5003 req-c18c7da5-e5dc-4b2f-b2d7-a3f579f48925 tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:07:42.536125 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2d2f72-154e-4374-ab81-8fe74b5c5003 req-c18c7da5-e5dc-4b2f-b2d7-a3f579f48925 tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:07:42.550477 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2d2f72-154e-4374-ab81-8fe74b5c5003 req-c18c7da5-e5dc-4b2f-b2d7-a3f579f48925 tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:07:42.558041 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2d2f72-154e-4374-ab81-8fe74b5c5003 req-c18c7da5-e5dc-4b2f-b2d7-a3f579f48925 tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:07:42.566220 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-6b2d2f72-154e-4374-ab81-8fe74b5c5003 req-c18c7da5-e5dc-4b2f-b2d7-a3f579f48925 tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] 10.222.0.104 "GET /v2.0/ports?device_id=0455bf88-da4d-44a6-9768-93a70cd92e0e HTTP/1.1" status: 200 len: 5444 time: 0.4033494 Jul 06 14:07:42.576278 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5dc726b1-7584-490d-9d6e-840a6878d7fe None None] Provisioning for port 4e924f2b-29bc-4a1d-8711-c353888dc56e completed by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:07:42.584764 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5dc726b1-7584-490d-9d6e-840a6878d7fe None None] Provisioning complete for port 4e924f2b-29bc-4a1d-8711-c353888dc56e triggered by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:07:42.585144 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5dc726b1-7584-490d-9d6e-840a6878d7fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:42.607744 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02f1d9e8-ba98-43d5-8a6b-22497d87cc73 tempest-NetworksIpV6TestAttrs-2117599787 tempest-NetworksIpV6TestAttrs-2117599787-project] Made reservation on behalf of b58c9bdef9194336a922a39a2fd964c7 for: {'subnet': 1} {{(pid=100246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:07:42.614274 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-02f1d9e8-ba98-43d5-8a6b-22497d87cc73 tempest-NetworksIpV6TestAttrs-2117599787 tempest-NetworksIpV6TestAttrs-2117599787-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127702029'] for subnet, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:42.631283 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56cb17ac-9359-4941-a665-5c3e86e36cb4 req-1310d1bc-e257-4e17-9445-46e6ba6df991 tempest-ServerRescueNegativeTestJSON-721731692 tempest-ServerRescueNegativeTestJSON-721731692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:07:42.641224 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-56cb17ac-9359-4941-a665-5c3e86e36cb4 req-1310d1bc-e257-4e17-9445-46e6ba6df991 tempest-ServerRescueNegativeTestJSON-721731692 tempest-ServerRescueNegativeTestJSON-721731692-project] 10.222.0.104 "GET /v2.0/ports?device_id=b0b96bfa-d49a-47d6-a621-d2fd80028cc9 HTTP/1.1" status: 200 len: 945 time: 0.4148006 Jul 06 14:07:42.664999 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-5dc726b1-7584-490d-9d6e-840a6878d7fe None None] Port 4e924f2b-29bc-4a1d-8711-c353888dc56e cannot update to ACTIVE because it is not bound. {{(pid=100248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 14:07:42.801967 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-732f2f5b-63f0-49e3-a2f2-55aea91866b0 None None] Provisioning complete for port 4e924f2b-29bc-4a1d-8711-c353888dc56e triggered by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:07:42.803539 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-732f2f5b-63f0-49e3-a2f2-55aea91866b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:42.814592 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-787d2af9-c6a7-4222-84fb-f6137aee9051 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Notify callbacks [] for port, precommit_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:42.847769 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-6b2d2f72-154e-4374-ab81-8fe74b5c5003 req-487c9628-a63f-4fd2-9c3b-bb18c1792e45 tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] 10.222.0.104 "GET /v2.0/security-groups?id=f573cac5-f5b4-46cb-8ee6-cba4798a03b8&id=8d3a9807-14cc-46c0-b7ed-1d949d5bac09&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2805617 Jul 06 14:07:42.871762 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-732f2f5b-63f0-49e3-a2f2-55aea91866b0 None None] Port 4e924f2b-29bc-4a1d-8711-c353888dc56e cannot update to ACTIVE because it is not bound. {{(pid=100248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 14:07:42.907794 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-56cb17ac-9359-4941-a665-5c3e86e36cb4 req-1bd23c4f-7bfa-45f9-b6fa-1b60566e9847 tempest-ServerRescueNegativeTestJSON-721731692 tempest-ServerRescueNegativeTestJSON-721731692-project] 10.222.0.104 "GET /v2.0/security-groups?id=a54a60a4-d859-4f47-b26f-a63bb69450e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2654836 Jul 06 14:07:42.915983 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.provisioning_blocks [None req-787d2af9-c6a7-4222-84fb-f6137aee9051 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Ignored duplicate provisioning block setup for port 4e924f2b-29bc-4a1d-8711-c353888dc56e by entity DHCP. {{(pid=100247) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 06 14:07:42.926951 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-787d2af9-c6a7-4222-84fb-f6137aee9051 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128888538'] for port, after_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:43.005740 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787d2af9-c6a7-4222-84fb-f6137aee9051 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Pushing event updated for resources: {'Port': ['ID=4e924f2b-29bc-4a1d-8711-c353888dc56e,revision_number=3']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:07:43.044053 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-02f1d9e8-ba98-43d5-8a6b-22497d87cc73 tempest-NetworksIpV6TestAttrs-2117599787 tempest-NetworksIpV6TestAttrs-2117599787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1849032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127687649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127702047'] for subnet, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:43.062205 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-787d2af9-c6a7-4222-84fb-f6137aee9051 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:07:43.062765 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-787d2af9-c6a7-4222-84fb-f6137aee9051 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:07:43.063236 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-787d2af9-c6a7-4222-84fb-f6137aee9051 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:07:43.063718 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-787d2af9-c6a7-4222-84fb-f6137aee9051 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:07:43.064176 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-787d2af9-c6a7-4222-84fb-f6137aee9051 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:07:43.064621 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-787d2af9-c6a7-4222-84fb-f6137aee9051 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:07:43.065051 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-787d2af9-c6a7-4222-84fb-f6137aee9051 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:07:43.065480 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-787d2af9-c6a7-4222-84fb-f6137aee9051 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:07:43.065911 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-787d2af9-c6a7-4222-84fb-f6137aee9051 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:07:43.066339 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-787d2af9-c6a7-4222-84fb-f6137aee9051 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:07:43.066822 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-787d2af9-c6a7-4222-84fb-f6137aee9051 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:07:43.067419 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-787d2af9-c6a7-4222-84fb-f6137aee9051 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:07:43.096737 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.plugin [None req-787d2af9-c6a7-4222-84fb-f6137aee9051 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] In _notify_port_updated(), no bound segment for port 4e924f2b-29bc-4a1d-8711-c353888dc56e on network dea0505e-7eba-43d1-9a17-5db272dbca6e {{(pid=100247) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 06 14:07:43.103506 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-787d2af9-c6a7-4222-84fb-f6137aee9051 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:07:43.104354 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-787d2af9-c6a7-4222-84fb-f6137aee9051 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:43.110025 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-787d2af9-c6a7-4222-84fb-f6137aee9051 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] 10.222.0.104 "PUT /v2.0/ports/4e924f2b-29bc-4a1d-8711-c353888dc56e HTTP/1.1" status: 200 len: 1009 time: 1.8769426 Jul 06 14:07:43.111056 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 44506) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:07:43.123969 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.agents_db [None req-167c0ad6-1657-4c9a-a2c4-3b18056aa662 None None] Agent healthcheck: found 7 active agents {{(pid=100249) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 14:07:43.201464 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-ecb1452c-f3d3-4f9e-bb4e-a676bb5d48fe None None] Provisioning complete for port 4e924f2b-29bc-4a1d-8711-c353888dc56e triggered by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:07:43.202173 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-ecb1452c-f3d3-4f9e-bb4e-a676bb5d48fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:43.219988 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f1d9e8-ba98-43d5-8a6b-22497d87cc73 tempest-NetworksIpV6TestAttrs-2117599787 tempest-NetworksIpV6TestAttrs-2117599787-project] Pushing event updated for resources: {'Subnet': ['ID=1dff37bc-f61c-4195-88a5-64101ed2c047,revision_number=0']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:07:43.267867 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-ecb1452c-f3d3-4f9e-bb4e-a676bb5d48fe None None] Port 4e924f2b-29bc-4a1d-8711-c353888dc56e cannot update to ACTIVE because it is not bound. {{(pid=100248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 14:07:43.279977 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02f1d9e8-ba98-43d5-8a6b-22497d87cc73 tempest-NetworksIpV6TestAttrs-2117599787 tempest-NetworksIpV6TestAttrs-2117599787-project] Checking segment: {'id': '06c4f4fc-ffe8-4e53-84d6-9a8534fde85d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1038, 'network_id': '164638de-b3b6-4745-a812-9991647c8a3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:07:43.280614 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02f1d9e8-ba98-43d5-8a6b-22497d87cc73 tempest-NetworksIpV6TestAttrs-2117599787 tempest-NetworksIpV6TestAttrs-2117599787-project] Network hostable DHCP agents. Network: 164638de-b3b6-4745-a812-9991647c8a3f, hostable agents: ['f2bada3d-be77-4359-982b-8505a2bbca04'], hosted agents: [] {{(pid=100246) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 14:07:43.292928 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.plugin [None req-94b39915-418e-4639-91be-38349ca1bdde tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Deleting port 4e924f2b-29bc-4a1d-8711-c353888dc56e {{(pid=100247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:07:43.295894 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-94b39915-418e-4639-91be-38349ca1bdde tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:43.315364 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02f1d9e8-ba98-43d5-8a6b-22497d87cc73 tempest-NetworksIpV6TestAttrs-2117599787 tempest-NetworksIpV6TestAttrs-2117599787-project] Network 164638de-b3b6-4745-a812-9991647c8a3f is scheduled to be hosted by DHCP agent f2bada3d-be77-4359-982b-8505a2bbca04 with binding_index 1 {{(pid=100246) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 14:07:43.341792 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.base_scheduler [None req-02f1d9e8-ba98-43d5-8a6b-22497d87cc73 tempest-NetworksIpV6TestAttrs-2117599787 tempest-NetworksIpV6TestAttrs-2117599787-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773647-6, 164638de-b3b6-4745-a812-9991647c8a3f) {{(pid=100246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:07:43.347728 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02f1d9e8-ba98-43d5-8a6b-22497d87cc73 tempest-NetworksIpV6TestAttrs-2117599787 tempest-NetworksIpV6TestAttrs-2117599787-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:07:43.348676 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-02f1d9e8-ba98-43d5-8a6b-22497d87cc73 tempest-NetworksIpV6TestAttrs-2117599787 tempest-NetworksIpV6TestAttrs-2117599787-project] Notify callbacks [] for subnet, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:43.372636 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-386be108-2bed-47ce-ad55-0ccc373cf78a None None] Network 164638de-b3b6-4745-a812-9991647c8a3f requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:07:43.384621 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-02f1d9e8-ba98-43d5-8a6b-22497d87cc73 tempest-NetworksIpV6TestAttrs-2117599787 tempest-NetworksIpV6TestAttrs-2117599787-project] 10.222.0.104 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9699779 Jul 06 14:07:43.388594 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 44508) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:07:43.394066 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-52676fbf-4407-48cd-ba59-6cf313e0039f tempest-NetworksIpV6TestAttrs-2117599787 tempest-NetworksIpV6TestAttrs-2117599787-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-285114721'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:07:43.455025 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52676fbf-4407-48cd-ba59-6cf313e0039f tempest-NetworksIpV6TestAttrs-2117599787 tempest-NetworksIpV6TestAttrs-2117599787-project] Made reservation on behalf of b58c9bdef9194336a922a39a2fd964c7 for: {'network': 1} {{(pid=100246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:07:43.475429 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-52676fbf-4407-48cd-ba59-6cf313e0039f tempest-NetworksIpV6TestAttrs-2117599787 tempest-NetworksIpV6TestAttrs-2117599787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for network, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:43.525293 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-52676fbf-4407-48cd-ba59-6cf313e0039f tempest-NetworksIpV6TestAttrs-2117599787 tempest-NetworksIpV6TestAttrs-2117599787-project] vlan segment allocate from pool success with {'vlan_id': 1001, 'physical_network': 'physnet1'} {{(pid=100246) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 14:07:43.546557 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-52676fbf-4407-48cd-ba59-6cf313e0039f tempest-NetworksIpV6TestAttrs-2117599787 tempest-NetworksIpV6TestAttrs-2117599787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552'] for segment, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:43.547314 n-d-773647-6 neutron-server[100246]: INFO neutron.db.segments_db [None req-52676fbf-4407-48cd-ba59-6cf313e0039f tempest-NetworksIpV6TestAttrs-2117599787 tempest-NetworksIpV6TestAttrs-2117599787-project] Added segment b66aae44-c022-4d6f-9a08-6b4e2f67bf1b of type vlan for network 262555c3-446a-4143-8cf5-32ed453166cb Jul 06 14:07:43.625462 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-52676fbf-4407-48cd-ba59-6cf313e0039f tempest-NetworksIpV6TestAttrs-2117599787 tempest-NetworksIpV6TestAttrs-2117599787-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773752984405'] for network, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:43.684463 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e930050c-5658-411f-9a23-0fcac1f1a832 req-ac95376c-4aff-4e58-b1d6-d19c585a4fc5 tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:07:43.692038 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e930050c-5658-411f-9a23-0fcac1f1a832 req-ac95376c-4aff-4e58-b1d6-d19c585a4fc5 tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:07:43.698739 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e930050c-5658-411f-9a23-0fcac1f1a832 req-ac95376c-4aff-4e58-b1d6-d19c585a4fc5 tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:07:43.707708 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e930050c-5658-411f-9a23-0fcac1f1a832 req-ac95376c-4aff-4e58-b1d6-d19c585a4fc5 tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:07:43.714176 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-242e8203-839f-4cbb-9e4d-6c712c48469f None None] Provisioning complete for port 4e924f2b-29bc-4a1d-8711-c353888dc56e triggered by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:07:43.718181 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-242e8203-839f-4cbb-9e4d-6c712c48469f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:43.724666 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e930050c-5658-411f-9a23-0fcac1f1a832 req-ac95376c-4aff-4e58-b1d6-d19c585a4fc5 tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:07:43.726237 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-52676fbf-4407-48cd-ba59-6cf313e0039f tempest-NetworksIpV6TestAttrs-2117599787 tempest-NetworksIpV6TestAttrs-2117599787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060'] for network, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:43.731560 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e930050c-5658-411f-9a23-0fcac1f1a832 req-ac95376c-4aff-4e58-b1d6-d19c585a4fc5 tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:07:43.733340 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52676fbf-4407-48cd-ba59-6cf313e0039f tempest-NetworksIpV6TestAttrs-2117599787 tempest-NetworksIpV6TestAttrs-2117599787-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:07:43.733340 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-52676fbf-4407-48cd-ba59-6cf313e0039f tempest-NetworksIpV6TestAttrs-2117599787 tempest-NetworksIpV6TestAttrs-2117599787-project] Notify callbacks [] for network, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:43.739866 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e930050c-5658-411f-9a23-0fcac1f1a832 req-ac95376c-4aff-4e58-b1d6-d19c585a4fc5 tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:07:43.751508 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-e930050c-5658-411f-9a23-0fcac1f1a832 req-ac95376c-4aff-4e58-b1d6-d19c585a4fc5 tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] 10.222.0.104 "GET /v2.0/ports?device_id=0455bf88-da4d-44a6-9768-93a70cd92e0e HTTP/1.1" status: 200 len: 5444 time: 0.4287879 Jul 06 14:07:43.753503 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-94b39915-418e-4639-91be-38349ca1bdde tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:43.767911 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.plugin [None req-94b39915-418e-4639-91be-38349ca1bdde tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Calling delete_port for 4e924f2b-29bc-4a1d-8711-c353888dc56e owned by {{(pid=100247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:07:43.867117 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 44510) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:07:43.869772 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52676fbf-4407-48cd-ba59-6cf313e0039f tempest-NetworksIpV6TestAttrs-2117599787 tempest-NetworksIpV6TestAttrs-2117599787-project] Pushing event updated for resources: {'Network': ['ID=262555c3-446a-4143-8cf5-32ed453166cb,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:07:43.881824 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-a6bf2f41-225a-439f-b7c5-2371e3f4f7d7 tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Request body: {'floatingip': {'port_id': '20f5d6df-12c0-4fc6-879f-9056d54469b7'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:07:43.942107 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-a6bf2f41-225a-439f-b7c5-2371e3f4f7d7 tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Notify callbacks [] for floatingip, before_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:43.950328 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-52676fbf-4407-48cd-ba59-6cf313e0039f tempest-NetworksIpV6TestAttrs-2117599787 tempest-NetworksIpV6TestAttrs-2117599787-project] 10.222.0.104 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.5602443 Jul 06 14:07:43.951109 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 44514) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:07:43.976699 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-242e8203-839f-4cbb-9e4d-6c712c48469f None None] Port 4e924f2b-29bc-4a1d-8711-c353888dc56e cannot update to ACTIVE because it is not bound. {{(pid=100248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 14:07:43.991775 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Network 262555c3-446a-4143-8cf5-32ed453166cb details requested by agent ovs-agent-n-d-773647-6 with host n-d-773647-6 {{(pid=100248) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 14:07:43.995291 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-94b39915-418e-4639-91be-38349ca1bdde tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128888353'] for port, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:43.998224 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-7a9d455a-656d-4417-af4f-6aa884ed9737 tempest-NetworksIpV6TestAttrs-2117599787 tempest-NetworksIpV6TestAttrs-2117599787-project] Request body: {'subnet': {'network_id': '262555c3-446a-4143-8cf5-32ed453166cb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:07:44.147170 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08abbac0-378c-49ba-bf24-ac419ea0db2d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6bd5fc82-6666-56e8-87c2-91648d36c963-164638de-b3b6-4745-a812-9991647c8a3f', 'network_id': '164638de-b3b6-4745-a812-9991647c8a3f', 'tenant_id': 'b58c9bdef9194336a922a39a2fd964c7', 'fixed_ips': [{'subnet_id': '1dff37bc-f61c-4195-88a5-64101ed2c047'}]}} from n-d-773647-6. {{(pid=100248) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 14:07:44.148338 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-08abbac0-378c-49ba-bf24-ac419ea0db2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:44.175469 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b39915-418e-4639-91be-38349ca1bdde tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Pushing event deleted for resources: {'Port': ['ID=4e924f2b-29bc-4a1d-8711-c353888dc56e,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:07:44.252024 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a9d455a-656d-4417-af4f-6aa884ed9737 tempest-NetworksIpV6TestAttrs-2117599787 tempest-NetworksIpV6TestAttrs-2117599787-project] Made reservation on behalf of b58c9bdef9194336a922a39a2fd964c7 for: {'subnet': 1} {{(pid=100246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:07:44.255948 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-7a9d455a-656d-4417-af4f-6aa884ed9737 tempest-NetworksIpV6TestAttrs-2117599787 tempest-NetworksIpV6TestAttrs-2117599787-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127702029'] for subnet, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:44.311612 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-94b39915-418e-4639-91be-38349ca1bdde tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:44.314036 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-94b39915-418e-4639-91be-38349ca1bdde tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] 10.222.0.104 "DELETE /v2.0/ports/4e924f2b-29bc-4a1d-8711-c353888dc56e HTTP/1.1" status: 204 len: 168 time: 1.2017708 Jul 06 14:07:44.321132 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 44536) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:07:44.381974 n-d-773647-6 neutron-server[100247]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a51d986-ea44-4abb-b0cc-4f8f70c13f60 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] GET failed (client error): The resource could not be found. Jul 06 14:07:44.386227 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-7a51d986-ea44-4abb-b0cc-4f8f70c13f60 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] 10.222.0.104 "GET /v2.0/ports/4e924f2b-29bc-4a1d-8711-c353888dc56e HTTP/1.1" status: 404 len: 333 time: 0.0600934 Jul 06 14:07:44.387179 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 44538) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:07:44.479239 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.db_base_plugin_common [None req-08abbac0-378c-49ba-bf24-ac419ea0db2d None None] Allocated IP 2001:db8:0:ffff::2 (164638de-b3b6-4745-a812-9991647c8a3f/1dff37bc-f61c-4195-88a5-64101ed2c047/c582c275-721f-4e30-8f13-07ecc860776f) {{(pid=100248) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:07:44.489070 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206cc8c4-d306-4f08-8143-5790d89708ea req-3b448edf-0a61-45b9-88dc-a16a682ff193 tempest-ServerRescueNegativeTestJSON-721731692 tempest-ServerRescueNegativeTestJSON-721731692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:07:44.497027 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-206cc8c4-d306-4f08-8143-5790d89708ea req-3b448edf-0a61-45b9-88dc-a16a682ff193 tempest-ServerRescueNegativeTestJSON-721731692 tempest-ServerRescueNegativeTestJSON-721731692-project] 10.222.0.104 "GET /v2.0/ports?device_id=b0b96bfa-d49a-47d6-a621-d2fd80028cc9 HTTP/1.1" status: 200 len: 945 time: 0.3809743 Jul 06 14:07:44.519510 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba975396-b330-4df9-94ef-12728174a60f tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Deleting subnet f7585455-463b-4746-9518-9376a8c0904e {{(pid=100247) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 14:07:44.532805 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-ba975396-b330-4df9-94ef-12728174a60f tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Notify callbacks [] for subnet, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:44.580374 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-ba975396-b330-4df9-94ef-12728174a60f tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127131748'] for subnet, precommit_delete_associations {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:44.698180 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-ba975396-b330-4df9-94ef-12728174a60f tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-913473'] for subnet, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:44.725509 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-08abbac0-378c-49ba-bf24-ac419ea0db2d None None] Notify callbacks [] for port, precommit_create {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:44.738983 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-08abbac0-378c-49ba-bf24-ac419ea0db2d None None] Transition to ACTIVE for port object c582c275-721f-4e30-8f13-07ecc860776f will not be triggered until provisioned by entity L2. {{(pid=100248) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:07:44.760431 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-08abbac0-378c-49ba-bf24-ac419ea0db2d None None] Transition to ACTIVE for port object c582c275-721f-4e30-8f13-07ecc860776f will not be triggered until provisioned by entity DHCP. {{(pid=100248) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:07:44.774249 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-08abbac0-378c-49ba-bf24-ac419ea0db2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108'] for port, after_create {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:44.786927 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-ba975396-b330-4df9-94ef-12728174a60f tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-913480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1849032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-128888347', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127627857'] for subnet, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:44.826866 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba975396-b330-4df9-94ef-12728174a60f tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Pushing event deleted for resources: {'Subnet': ['ID=f7585455-463b-4746-9518-9376a8c0904e,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:07:44.829118 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-ba975396-b330-4df9-94ef-12728174a60f tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Notify callbacks [] for subnet, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:44.832972 n-d-773647-6 neutron-server[100248]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08abbac0-378c-49ba-bf24-ac419ea0db2d None None] Network 164638de-b3b6-4745-a812-9991647c8a3f is already hosted by enough agents. {{(pid=100248) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:07:44.834054 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-ba975396-b330-4df9-94ef-12728174a60f tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] 10.222.0.104 "DELETE /v2.0/subnets/f7585455-463b-4746-9518-9376a8c0904e HTTP/1.1" status: 204 len: 168 time: 0.4438992 Jul 06 14:07:44.837335 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 44542) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:07:44.846633 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-164c00ea-d618-472c-ac4c-5074fbdcd800 None None] Network dea0505e-7eba-43d1-9a17-5db272dbca6e requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:07:44.864025 n-d-773647-6 neutron-server[100248]: DEBUG neutron.scheduler.base_scheduler [None req-08abbac0-378c-49ba-bf24-ac419ea0db2d None None] Resources bound (agent type, host, resource id): {{(pid=100248) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:07:44.882632 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-206cc8c4-d306-4f08-8143-5790d89708ea req-bcffdc43-e061-4e77-8795-2cd3ec7efeb1 tempest-ServerRescueNegativeTestJSON-721731692 tempest-ServerRescueNegativeTestJSON-721731692-project] 10.222.0.104 "GET /v2.0/security-groups?id=a54a60a4-d859-4f47-b26f-a63bb69450e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3846087 Jul 06 14:07:44.903101 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08abbac0-378c-49ba-bf24-ac419ea0db2d None None] Received port after_create {{(pid=100248) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:07:44.926863 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.db_base_plugin_v2 [None req-ebbb17b9-9ac1-4c72-a59e-b4d6ef246409 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Deleting subnet 4ff479fd-5c85-4b20-b1cd-9e151982f9fb {{(pid=100247) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 14:07:44.934477 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-ebbb17b9-9ac1-4c72-a59e-b4d6ef246409 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Notify callbacks [] for subnet, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:44.955471 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08abbac0-378c-49ba-bf24-ac419ea0db2d None None] Pushing event updated for resources: {'Port': ['ID=c582c275-721f-4e30-8f13-07ecc860776f,revision_number=1']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:07:44.995947 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-ebbb17b9-9ac1-4c72-a59e-b4d6ef246409 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127131748'] for subnet, precommit_delete_associations {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:45.065771 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-08abbac0-378c-49ba-bf24-ac419ea0db2d None None] Attempting to bind port c582c275-721f-4e30-8f13-07ecc860776f on host n-d-773647-6 for vnic_type normal with profile {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:07:45.066143 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-08abbac0-378c-49ba-bf24-ac419ea0db2d None None] Attempting to bind port c582c275-721f-4e30-8f13-07ecc860776f by drivers openvswitch,hyperv on host n-d-773647-6 at level 0 using segments [{'id': '06c4f4fc-ffe8-4e53-84d6-9a8534fde85d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1038, 'network_id': '164638de-b3b6-4745-a812-9991647c8a3f'}] {{(pid=100248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:07:45.066502 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08abbac0-378c-49ba-bf24-ac419ea0db2d None None] Attempting to bind port c582c275-721f-4e30-8f13-07ecc860776f on network 164638de-b3b6-4745-a812-9991647c8a3f {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:07:45.096713 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08abbac0-378c-49ba-bf24-ac419ea0db2d None None] Checking agent: {'id': '8ab5b19c-d213-4f29-891d-27bdf39d38b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773647-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 43, 26), 'started_at': datetime.datetime(2021, 7, 6, 13, 43, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 7, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773647-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:07:45.097086 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08abbac0-378c-49ba-bf24-ac419ea0db2d None None] Checking segment: {'id': '06c4f4fc-ffe8-4e53-84d6-9a8534fde85d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1038, 'network_id': '164638de-b3b6-4745-a812-9991647c8a3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:07:45.097659 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-08abbac0-378c-49ba-bf24-ac419ea0db2d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:45.098064 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08abbac0-378c-49ba-bf24-ac419ea0db2d None None] Bound using segment: {'id': '06c4f4fc-ffe8-4e53-84d6-9a8534fde85d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1038, 'network_id': '164638de-b3b6-4745-a812-9991647c8a3f'} {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:07:45.098548 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-08abbac0-378c-49ba-bf24-ac419ea0db2d None None] Bound port: c582c275-721f-4e30-8f13-07ecc860776f, host: n-d-773647-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06c4f4fc-ffe8-4e53-84d6-9a8534fde85d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1038, 'network_id': '164638de-b3b6-4745-a812-9991647c8a3f'}}] {{(pid=100248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:07:45.098923 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-08abbac0-378c-49ba-bf24-ac419ea0db2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:45.120706 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-ebbb17b9-9ac1-4c72-a59e-b4d6ef246409 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-913473'] for subnet, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:45.181484 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-08abbac0-378c-49ba-bf24-ac419ea0db2d None None] For port c582c275-721f-4e30-8f13-07ecc860776f, host n-d-773647-6, cleared binding levels {{(pid=100248) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:07:45.190906 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-08abbac0-378c-49ba-bf24-ac419ea0db2d None None] For port c582c275-721f-4e30-8f13-07ecc860776f, host n-d-773647-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=c582c275-721f-4e30-8f13-07ecc860776f,segment=NetworkSegment(06c4f4fc-ffe8-4e53-84d6-9a8534fde85d),segment_id=06c4f4fc-ffe8-4e53-84d6-9a8534fde85d)] {{(pid=100248) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:07:45.208977 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-08abbac0-378c-49ba-bf24-ac419ea0db2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:45.212329 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-ebbb17b9-9ac1-4c72-a59e-b4d6ef246409 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-913480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1849032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-128888347', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127627857'] for subnet, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:45.253785 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebbb17b9-9ac1-4c72-a59e-b4d6ef246409 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Pushing event deleted for resources: {'Subnet': ['ID=4ff479fd-5c85-4b20-b1cd-9e151982f9fb,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:07:45.263939 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-ebbb17b9-9ac1-4c72-a59e-b4d6ef246409 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Notify callbacks [] for subnet, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:45.270547 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-ebbb17b9-9ac1-4c72-a59e-b4d6ef246409 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] 10.222.0.104 "DELETE /v2.0/subnets/4ff479fd-5c85-4b20-b1cd-9e151982f9fb HTTP/1.1" status: 204 len: 168 time: 0.4319549 Jul 06 14:07:45.271667 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 44558) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:07:45.299707 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08abbac0-378c-49ba-bf24-ac419ea0db2d None None] Pushing event updated for resources: {'Port': ['ID=c582c275-721f-4e30-8f13-07ecc860776f,revision_number=2']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:07:45.463862 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-d3849498-f884-4c05-a392-25517164d818 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530492'] for network, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:45.593804 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.plugin [None req-d3849498-f884-4c05-a392-25517164d818 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Deleting port 33668f98-11e5-47ad-8c3e-df447403ab15 {{(pid=100247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:07:45.594544 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-d3849498-f884-4c05-a392-25517164d818 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:45.600621 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76efce9b-fd77-428e-a535-8daa421d6eec None None] Update dhcp port {'port': {'network_id': 'dea0505e-7eba-43d1-9a17-5db272dbca6e', 'fixed_ips': [{'subnet_id': '4ff479fd-5c85-4b20-b1cd-9e151982f9fb'}], 'binding:host_id': 'n-d-773647-6'}, 'id': '33668f98-11e5-47ad-8c3e-df447403ab15'} from n-d-773647-6. {{(pid=100248) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 06 14:07:45.698707 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-76efce9b-fd77-428e-a535-8daa421d6eec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:45.765025 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.db [None req-d3849498-f884-4c05-a392-25517164d818 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] For port 33668f98-11e5-47ad-8c3e-df447403ab15, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=33668f98-11e5-47ad-8c3e-df447403ab15,segment=NetworkSegment(f481e8ed-73d2-4539-b64a-7f1755fec3ba),segment_id=f481e8ed-73d2-4539-b64a-7f1755fec3ba)] {{(pid=100247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:07:45.765650 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-d3849498-f884-4c05-a392-25517164d818 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:45.801353 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.db.resource_extend [None req-a6bf2f41-225a-439f-b7c5-2371e3f4f7d7 tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] It took 0.37 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 06 14:07:45.894667 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.plugin [None req-d3849498-f884-4c05-a392-25517164d818 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Calling delete_port for 33668f98-11e5-47ad-8c3e-df447403ab15 owned by network:dhcp {{(pid=100247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:07:45.960741 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-a6bf2f41-225a-439f-b7c5-2371e3f4f7d7 tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:46.006399 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-a6bf2f41-225a-439f-b7c5-2371e3f4f7d7 tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1761130'] for floatingip, after_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:46.045006 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48a98b5f-be28-44c6-a7d2-b53b0b5d88ab None None] Network dea0505e-7eba-43d1-9a17-5db272dbca6e requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:07:46.079705 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9ccb2d-3d05-4634-8dfd-76ed5b709254 req-2aa718e9-fbe8-428c-8501-7050ff373cea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:07:46.082237 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-6a9ccb2d-3d05-4634-8dfd-76ed5b709254 req-2aa718e9-fbe8-428c-8501-7050ff373cea service neutron] 10.222.0.127 "GET /v2.0/ports?tenant_id=4f4f5169c3224ae5beef5f35a702326d&device_id=b0b96bfa-d49a-47d6-a621-d2fd80028cc9 HTTP/1.1" status: 200 len: 1096 time: 0.2838750 Jul 06 14:07:46.170899 n-d-773647-6 neutron-server[100246]: INFO neutron.db.l3_db [None req-a6bf2f41-225a-439f-b7c5-2371e3f4f7d7 tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Floating IP 07cee7fa-b41f-40e8-870b-73df9f9d07d4 associated. External IP: 172.25.0.247, port: 20f5d6df-12c0-4fc6-879f-9056d54469b7. Jul 06 14:07:46.183074 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-bf88a593-9458-4a19-bcfd-d3fc4ce228cd None None] Provisioning complete for port 33668f98-11e5-47ad-8c3e-df447403ab15 triggered by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:07:46.185670 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-bf88a593-9458-4a19-bcfd-d3fc4ce228cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:46.212750 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9ccb2d-3d05-4634-8dfd-76ed5b709254 req-29496d5b-3f47-4ec0-8d52-e2cd655b4823 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:07:46.214266 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-6a9ccb2d-3d05-4634-8dfd-76ed5b709254 req-29496d5b-3f47-4ec0-8d52-e2cd655b4823 service neutron] 10.222.0.127 "GET /v2.0/networks?id=1d64a7a8-3d12-4141-b8ce-bd281ed9aaab HTTP/1.1" status: 200 len: 921 time: 0.1176269 Jul 06 14:07:46.266523 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-6a9ccb2d-3d05-4634-8dfd-76ed5b709254 req-019a059e-a13d-42df-90d7-908bb081e447 service neutron] 10.222.0.127 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=4d1d955e-d814-435a-9b5f-74b44da2662d HTTP/1.1" status: 200 len: 217 time: 0.0444889 Jul 06 14:07:46.382705 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b1c964-fdca-4e0d-a0ed-0b7023d1322b req-b16777cb-b2cf-4270-a152-87fe8a94c74e tempest-ServerRescueNegativeTestJSON-721731692 tempest-ServerRescueNegativeTestJSON-721731692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:07:46.414222 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-52b1c964-fdca-4e0d-a0ed-0b7023d1322b req-b16777cb-b2cf-4270-a152-87fe8a94c74e tempest-ServerRescueNegativeTestJSON-721731692 tempest-ServerRescueNegativeTestJSON-721731692-project] 10.222.0.104 "GET /v2.0/ports?device_id=b0b96bfa-d49a-47d6-a621-d2fd80028cc9 HTTP/1.1" status: 200 len: 945 time: 0.4652603 Jul 06 14:07:46.455254 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9ccb2d-3d05-4634-8dfd-76ed5b709254 req-cdcb74e2-cd3f-4157-9ece-b98ba87032fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:07:46.460161 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-6a9ccb2d-3d05-4634-8dfd-76ed5b709254 req-cdcb74e2-cd3f-4157-9ece-b98ba87032fa service neutron] 10.222.0.127 "GET /v2.0/subnets?id=e1fa3d62-6d70-434d-886e-5edc2778795a HTTP/1.1" status: 200 len: 859 time: 0.1843536 Jul 06 14:07:46.461635 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device c582c275-721f-4e30-8f13-07ecc860776f up at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:07:46.469611 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-d3849498-f884-4c05-a392-25517164d818 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128888353'] for port, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:46.471280 n-d-773647-6 neutron-server[100246]: DEBUG neutron.objects.ports [None req-7a9d455a-656d-4417-af4f-6aa884ed9737 tempest-NetworksIpV6TestAttrs-2117599787 tempest-NetworksIpV6TestAttrs-2117599787-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=100246) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 06 14:07:46.474328 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-7a9d455a-656d-4417-af4f-6aa884ed9737 tempest-NetworksIpV6TestAttrs-2117599787 tempest-NetworksIpV6TestAttrs-2117599787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1849032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127687649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127702047'] for subnet, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:46.541528 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-6a9ccb2d-3d05-4634-8dfd-76ed5b709254 req-eb48942b-4697-4b1c-bbc2-dac6b21ec37b service neutron] 10.222.0.127 "GET /v2.0/ports?network_id=1d64a7a8-3d12-4141-b8ce-bd281ed9aaab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0555182 Jul 06 14:07:46.542261 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3849498-f884-4c05-a392-25517164d818 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Pushing event deleted for resources: {'Port': ['ID=33668f98-11e5-47ad-8c3e-df447403ab15,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:07:46.550416 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3849498-f884-4c05-a392-25517164d818 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] No DVR routers for this DVR port 33668f98-11e5-47ad-8c3e-df447403ab15 on host n-d-773647-6 {{(pid=100247) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:07:46.576808 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning for port c582c275-721f-4e30-8f13-07ecc860776f completed by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:07:46.614259 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9d455a-656d-4417-af4f-6aa884ed9737 tempest-NetworksIpV6TestAttrs-2117599787 tempest-NetworksIpV6TestAttrs-2117599787-project] Pushing event updated for resources: {'Subnet': ['ID=1e98e5a9-7495-4637-b458-cbe839a6c607,revision_number=0']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:07:46.637462 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4c4a592-d0de-481d-a50a-c07e59c9b443 None None] DHCP port deletion for dea0505e-7eba-43d1-9a17-5db272dbca6e request from n-d-773647-6 {{(pid=100248) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 14:07:46.677224 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 33668f98-11e5-47ad-8c3e-df447403ab15 no longer exists at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:07:46.709157 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] No Port match for: 33668f98-11e5-47ad-8c3e-df447403ab15 {{(pid=100248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 14:07:46.709495 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 33668f98-11e5-47ad-8c3e-df447403ab15 not bound to the agent host n-d-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:07:46.736022 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a9d455a-656d-4417-af4f-6aa884ed9737 tempest-NetworksIpV6TestAttrs-2117599787 tempest-NetworksIpV6TestAttrs-2117599787-project] Checking segment: {'id': 'b66aae44-c022-4d6f-9a08-6b4e2f67bf1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1001, 'network_id': '262555c3-446a-4143-8cf5-32ed453166cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:07:46.739599 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a9d455a-656d-4417-af4f-6aa884ed9737 tempest-NetworksIpV6TestAttrs-2117599787 tempest-NetworksIpV6TestAttrs-2117599787-project] Network hostable DHCP agents. Network: 262555c3-446a-4143-8cf5-32ed453166cb, hostable agents: ['f2bada3d-be77-4359-982b-8505a2bbca04'], hosted agents: [] {{(pid=100246) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 14:07:46.751184 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-52b1c964-fdca-4e0d-a0ed-0b7023d1322b req-9e6868bc-0ede-42e5-97d1-ba65d06c8a65 tempest-ServerRescueNegativeTestJSON-721731692 tempest-ServerRescueNegativeTestJSON-721731692-project] 10.222.0.104 "GET /v2.0/security-groups?id=a54a60a4-d859-4f47-b26f-a63bb69450e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3351367 Jul 06 14:07:46.760360 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-6a9ccb2d-3d05-4634-8dfd-76ed5b709254 req-a71fe7df-af47-4b35-9d7d-d155fcf9f360 service neutron] 10.222.0.127 "GET /v2.0/networks/1d64a7a8-3d12-4141-b8ce-bd281ed9aaab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2028508 Jul 06 14:07:46.791743 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6bf2f41-225a-439f-b7c5-2371e3f4f7d7 tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Router 81f3c0cd-de5f-4888-b4c6-ff1844059aa0 has already been hosted by L3 agent 2823d358-a11b-4885-a706-95a279e43fa7 {{(pid=100246) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 14:07:46.803926 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a9d455a-656d-4417-af4f-6aa884ed9737 tempest-NetworksIpV6TestAttrs-2117599787 tempest-NetworksIpV6TestAttrs-2117599787-project] Network 262555c3-446a-4143-8cf5-32ed453166cb is scheduled to be hosted by DHCP agent f2bada3d-be77-4359-982b-8505a2bbca04 with binding_index 1 {{(pid=100246) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 14:07:46.829008 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.base_scheduler [None req-7a9d455a-656d-4417-af4f-6aa884ed9737 tempest-NetworksIpV6TestAttrs-2117599787 tempest-NetworksIpV6TestAttrs-2117599787-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773647-6, 262555c3-446a-4143-8cf5-32ed453166cb) {{(pid=100246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:07:46.833489 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a9d455a-656d-4417-af4f-6aa884ed9737 tempest-NetworksIpV6TestAttrs-2117599787 tempest-NetworksIpV6TestAttrs-2117599787-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:07:46.834523 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-7a9d455a-656d-4417-af4f-6aa884ed9737 tempest-NetworksIpV6TestAttrs-2117599787 tempest-NetworksIpV6TestAttrs-2117599787-project] Notify callbacks [] for subnet, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:46.841410 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56f054aa-a782-4976-9ad5-4bc9507e042e None None] Network 262555c3-446a-4143-8cf5-32ed453166cb requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:07:46.973803 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-7a9d455a-656d-4417-af4f-6aa884ed9737 tempest-NetworksIpV6TestAttrs-2117599787 tempest-NetworksIpV6TestAttrs-2117599787-project] 10.222.0.104 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.9908252 Jul 06 14:07:46.992369 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 44584) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:07:46.998985 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [None req-de0708d5-ad56-471a-9964-e1bfb113ecd6 tempest-NetworksIpV6TestAttrs-2117599787 tempest-NetworksIpV6TestAttrs-2117599787-project] Request body: {'port': {'network_id': '262555c3-446a-4143-8cf5-32ed453166cb', 'name': 'tempest-NetworksIpV6TestAttrs-242146063'}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:07:47.023989 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-d3849498-f884-4c05-a392-25517164d818 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-917204', 'neutron.services.segments.db._delete_segments_for_network-8773753502302'] for network, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:47.086373 n-d-773647-6 neutron-server[100247]: DEBUG neutron.services.segments.db [None req-d3849498-f884-4c05-a392-25517164d818 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dea0505e-7eba-43d1-9a17-5db272dbca6e']}} {{(pid=100247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:07:47.127501 n-d-773647-6 neutron-server[100247]: DEBUG neutron.services.segments.db [None req-d3849498-f884-4c05-a392-25517164d818 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f481e8ed-73d2-4539-b64a-7f1755fec3ba') {'for_net_delete': True} {{(pid=100247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:07:47.127917 n-d-773647-6 neutron-server[100247]: DEBUG neutron.services.segments.db [None req-d3849498-f884-4c05-a392-25517164d818 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f481e8ed-73d2-4539-b64a-7f1755fec3ba') {} {{(pid=100247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:07:47.144475 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-d3849498-f884-4c05-a392-25517164d818 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773753515138', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127131763'] for segment, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:47.177991 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-d3849498-f884-4c05-a392-25517164d818 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552'] for segment, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:47.182060 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6bf2f41-225a-439f-b7c5-2371e3f4f7d7 tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Notify agent at l3_agent.n-d-773647-6 the message routers_updated {{(pid=100246) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 14:07:47.188598 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-a6bf2f41-225a-439f-b7c5-2371e3f4f7d7 tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for floatingip, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:47.193216 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12e93334-c1c6-45a8-bab0-f53867ca6468 None None] Sync routers for ids ['81f3c0cd-de5f-4888-b4c6-ff1844059aa0'] in n-d-773647-6 {{(pid=100249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 14:07:47.211122 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d3849498-f884-4c05-a392-25517164d818 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Releasing vlan 1037 on physical network physnet1 to pool {{(pid=100247) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 14:07:47.211771 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-d3849498-f884-4c05-a392-25517164d818 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-128888574'] for segment, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:47.216355 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12e93334-c1c6-45a8-bab0-f53867ca6468 None None] Routers {'81f3c0cd-de5f-4888-b4c6-ff1844059aa0'} bound to L3 agent in host n-d-773647-6 {{(pid=100249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:07:47.217023 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-6a9ccb2d-3d05-4634-8dfd-76ed5b709254 req-275c588a-7dbe-4a14-8911-c471759edd88 service neutron] 10.222.0.127 "GET /v2.0/networks/1d64a7a8-3d12-4141-b8ce-bd281ed9aaab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4259796 Jul 06 14:07:47.217681 n-d-773647-6 neutron-server[100247]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:07:47.217681 n-d-773647-6 neutron-server[100247]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:07:47.217681 n-d-773647-6 neutron-server[100247]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:07:47.217681 n-d-773647-6 neutron-server[100247]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:07:47.217681 n-d-773647-6 neutron-server[100247]: Traceback (most recent call last): Jul 06 14:07:47.217681 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 14:07:47.217681 n-d-773647-6 neutron-server[100247]: timer() Jul 06 14:07:47.217681 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 14:07:47.217681 n-d-773647-6 neutron-server[100247]: cb(*args, **kw) Jul 06 14:07:47.217681 n-d-773647-6 neutron-server[100247]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 14:07:47.217681 n-d-773647-6 neutron-server[100247]: return func(*args, **kwargs) Jul 06 14:07:47.217681 n-d-773647-6 neutron-server[100247]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 14:07:47.217681 n-d-773647-6 neutron-server[100247]: self._notify() Jul 06 14:07:47.217681 n-d-773647-6 neutron-server[100247]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 14:07:47.217681 n-d-773647-6 neutron-server[100247]: self.callback(batched_events) Jul 06 14:07:47.217681 n-d-773647-6 neutron-server[100247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 14:07:47.217681 n-d-773647-6 neutron-server[100247]: event.method(event) Jul 06 14:07:47.217681 n-d-773647-6 neutron-server[100247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 14:07:47.217681 n-d-773647-6 neutron-server[100247]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 14:07:47.217681 n-d-773647-6 neutron-server[100247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 14:07:47.217681 n-d-773647-6 neutron-server[100247]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 14:07:47.217681 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 14:07:47.217681 n-d-773647-6 neutron-server[100247]: return f(self, *a, **k) Jul 06 14:07:47.217681 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 14:07:47.217681 n-d-773647-6 neutron-server[100247]: return self._get(url).json() Jul 06 14:07:47.217681 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 14:07:47.217681 n-d-773647-6 neutron-server[100247]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 14:07:47.217681 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 14:07:47.217681 n-d-773647-6 neutron-server[100247]: return self.request(url, 'GET', **kwargs) Jul 06 14:07:47.217681 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 14:07:47.217681 n-d-773647-6 neutron-server[100247]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 14:07:47.217681 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 14:07:47.217681 n-d-773647-6 neutron-server[100247]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 14:07:47.217681 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 14:07:47.217681 n-d-773647-6 neutron-server[100247]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 14:07:47.217681 n-d-773647-6 neutron-server[100247]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 14:07:47.220967 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-12e93334-c1c6-45a8-bab0-f53867ca6468 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T14:07:25Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['81f3c0cd-de5f-4888-b4c6-ff1844059aa0'], 'active': True} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:07:47.293452 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fd693ed-a517-4487-9449-8a1e66ca11a7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6bd5fc82-6666-56e8-87c2-91648d36c963-262555c3-446a-4143-8cf5-32ed453166cb', 'network_id': '262555c3-446a-4143-8cf5-32ed453166cb', 'tenant_id': 'b58c9bdef9194336a922a39a2fd964c7', 'fixed_ips': [{'subnet_id': '1e98e5a9-7495-4637-b458-cbe839a6c607'}]}} from n-d-773647-6. {{(pid=100248) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 14:07:47.296479 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-1fd693ed-a517-4487-9449-8a1e66ca11a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:47.314786 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-a6bf2f41-225a-439f-b7c5-2371e3f4f7d7 tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] 10.222.0.104 "PUT /v2.0/floatingips/07cee7fa-b41f-40e8-870b-73df9f9d07d4 HTTP/1.1" status: 200 len: 992 time: 3.4405715 Jul 06 14:07:47.316989 n-d-773647-6 neutron-server[100246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0455bf88-da4d-44a6-9768-93a70cd92e0e', 'tag': '20f5d6df-12c0-4fc6-879f-9056d54469b7'}] {{(pid=100246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:07:47.320115 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0d96c5ab5e889f7b933ae915b9be33d1b46c9e87795bf781004b656ef3f1e87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b87dfc5b-2c03-4751-930e-bfefc0dce4a7" -d '{"events": [{"name": "network-changed", "server_uuid": "0455bf88-da4d-44a6-9768-93a70cd92e0e", "tag": "20f5d6df-12c0-4fc6-879f-9056d54469b7"}]}' {{(pid=100246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:07:47.341674 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0789276-cb01-4e2e-a722-ced84b0fa161 None None] Network 164638de-b3b6-4745-a812-9991647c8a3f requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:07:47.389869 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-d3849498-f884-4c05-a392-25517164d818 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-917215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1761140'] for network, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:47.397083 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 14:07:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60b1a1d2-5779-402c-96fd-6f7f35871cfc x-openstack-request-id: req-60b1a1d2-5779-402c-96fd-6f7f35871cfc {{(pid=100246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:07:47.397428 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0455bf88-da4d-44a6-9768-93a70cd92e0e", "tag": "20f5d6df-12c0-4fc6-879f-9056d54469b7", "status": "completed", "code": 200}]} {{(pid=100246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:07:47.397688 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-60b1a1d2-5779-402c-96fd-6f7f35871cfc {{(pid=100246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:07:47.398094 n-d-773647-6 neutron-server[100246]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0455bf88-da4d-44a6-9768-93a70cd92e0e', 'tag': '20f5d6df-12c0-4fc6-879f-9056d54469b7', 'status': 'completed', 'code': 200} Jul 06 14:07:47.406338 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-d3849498-f884-4c05-a392-25517164d818 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583035'] for network, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:47.412148 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 44594) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:07:47.427881 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-d3849498-f884-4c05-a392-25517164d818 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] 10.222.0.104 "DELETE /v2.0/networks/dea0505e-7eba-43d1-9a17-5db272dbca6e HTTP/1.1" status: 204 len: 168 time: 2.1547904 Jul 06 14:07:47.540058 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3849498-f884-4c05-a392-25517164d818 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Pushing event deleted for resources: {'Network': ['ID=dea0505e-7eba-43d1-9a17-5db272dbca6e,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:07:47.610789 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvr_db [None req-12e93334-c1c6-45a8-bab0-f53867ca6468 None None] Set router 81f3c0cd-de5f-4888-b4c6-ff1844059aa0 gateway port host: n-d-773647-6 {{(pid=100249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:07:47.637249 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-24de8222-02cb-46e0-8e23-7824b74afc0e None None] Provisioning for port c582c275-721f-4e30-8f13-07ecc860776f completed by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:07:47.674152 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd7fc708-e3e6-4f2e-9f5f-690b00575f6d tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:07:47.675925 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-dd7fc708-e3e6-4f2e-9f5f-690b00575f6d tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] 10.222.0.104 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.2624922 Jul 06 14:07:47.679903 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 44604) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:07:47.727999 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de0708d5-ad56-471a-9964-e1bfb113ecd6 tempest-NetworksIpV6TestAttrs-2117599787 tempest-NetworksIpV6TestAttrs-2117599787-project] Made reservation on behalf of b58c9bdef9194336a922a39a2fd964c7 for: {'port': 1} {{(pid=100247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:07:47.738196 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-de0708d5-ad56-471a-9964-e1bfb113ecd6 tempest-NetworksIpV6TestAttrs-2117599787 tempest-NetworksIpV6TestAttrs-2117599787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:47.785994 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-24de8222-02cb-46e0-8e23-7824b74afc0e None None] Provisioning complete for port c582c275-721f-4e30-8f13-07ecc860776f triggered by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:07:47.786374 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-24de8222-02cb-46e0-8e23-7824b74afc0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:47.788081 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-486bea2c-1ab0-449d-9a97-4da4b9f33e3f tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] 10.222.0.104 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1052194 Jul 06 14:07:47.794197 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 44608) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:07:47.801526 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-d93c2585-bf7c-474d-b51a-bf8a616c0822 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1580924303'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:07:47.869082 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d93c2585-bf7c-474d-b51a-bf8a616c0822 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Made reservation on behalf of e15b02822e68450fa73455cc009166c9 for: {'network': 1} {{(pid=100246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:07:47.875069 n-d-773647-6 neutron-server[100247]: DEBUG neutron.notifiers.nova [None req-de0708d5-ad56-471a-9964-e1bfb113ecd6 tempest-NetworksIpV6TestAttrs-2117599787 tempest-NetworksIpV6TestAttrs-2117599787-project] device_id is not set on port 142f94bc-bf9f-40e2-bc60-abb2cb667605 yet. {{(pid=100247) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 14:07:47.878236 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-d93c2585-bf7c-474d-b51a-bf8a616c0822 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for network, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:47.922149 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87dfc5b-2c03-4751-930e-bfefc0dce4a7 req-ef95eb05-e038-4f38-a97e-47d1d36380a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:07:47.923472 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87dfc5b-2c03-4751-930e-bfefc0dce4a7 req-ef95eb05-e038-4f38-a97e-47d1d36380a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:07:47.924119 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87dfc5b-2c03-4751-930e-bfefc0dce4a7 req-ef95eb05-e038-4f38-a97e-47d1d36380a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:07:47.929135 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87dfc5b-2c03-4751-930e-bfefc0dce4a7 req-ef95eb05-e038-4f38-a97e-47d1d36380a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:07:47.929937 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87dfc5b-2c03-4751-930e-bfefc0dce4a7 req-ef95eb05-e038-4f38-a97e-47d1d36380a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:07:47.930610 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87dfc5b-2c03-4751-930e-bfefc0dce4a7 req-ef95eb05-e038-4f38-a97e-47d1d36380a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:07:47.932410 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87dfc5b-2c03-4751-930e-bfefc0dce4a7 req-ef95eb05-e038-4f38-a97e-47d1d36380a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:07:47.937277 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-b87dfc5b-2c03-4751-930e-bfefc0dce4a7 req-ef95eb05-e038-4f38-a97e-47d1d36380a3 service neutron] 10.222.0.127 "GET /v2.0/ports?tenant_id=5bc84ece362540998140660bd65643c3&device_id=0455bf88-da4d-44a6-9768-93a70cd92e0e HTTP/1.1" status: 200 len: 6501 time: 0.4910340 Jul 06 14:07:47.955908 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d93c2585-bf7c-474d-b51a-bf8a616c0822 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] vlan segment allocate from pool success with {'vlan_id': 1026, 'physical_network': 'physnet1'} {{(pid=100246) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 14:07:47.988143 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-d93c2585-bf7c-474d-b51a-bf8a616c0822 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552'] for segment, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:47.989709 n-d-773647-6 neutron-server[100246]: INFO neutron.db.segments_db [None req-d93c2585-bf7c-474d-b51a-bf8a616c0822 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Added segment 15ea1c24-6354-4dd6-922d-2c7b39d5484e of type vlan for network 779ca82d-6218-42c0-b36b-d24347ffdb46 Jul 06 14:07:48.008182 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.db_base_plugin_common [None req-1fd693ed-a517-4487-9449-8a1e66ca11a7 None None] Allocated IP 2001:db8::f816:3eff:fe38:9ee (262555c3-446a-4143-8cf5-32ed453166cb/1e98e5a9-7495-4637-b458-cbe839a6c607/2e2355f7-be60-4981-88a2-37d95ba5e9af) {{(pid=100248) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:07:48.046268 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-d93c2585-bf7c-474d-b51a-bf8a616c0822 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773752984405'] for network, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:48.080378 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-d93c2585-bf7c-474d-b51a-bf8a616c0822 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060'] for network, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:48.090280 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d93c2585-bf7c-474d-b51a-bf8a616c0822 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:07:48.091506 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-d93c2585-bf7c-474d-b51a-bf8a616c0822 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Notify callbacks [] for network, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:48.111386 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-24de8222-02cb-46e0-8e23-7824b74afc0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:48.262532 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-d93c2585-bf7c-474d-b51a-bf8a616c0822 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] 10.222.0.104 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4662285 Jul 06 14:07:48.272084 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 44616) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:07:48.285520 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-ee5b31e2-16ee-45a2-9036-7f76f29fa07b tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Request body: {'subnet': {'network_id': '779ca82d-6218-42c0-b36b-d24347ffdb46', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:07:48.333362 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-12e93334-c1c6-45a8-bab0-f53867ca6468 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81f3c0cd-de5f-4888-b4c6-ff1844059aa0', 'name': 'tempest-TaggedBootDevicesTest_v242-1478117220-router', 'tenant_id': '5bc84ece362540998140660bd65643c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.230'}], 'enable_snat': True}, 'gw_port_id': 'da792a65-ad2f-405e-964a-2550e3684b95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:04:54Z', 'updated_at': '2021-07-06T14:05:02Z', 'revision_number': 4, 'project_id': '5bc84ece362540998140660bd65643c3', 'gw_port': {'id': 'da792a65-ad2f-405e-964a-2550e3684b95', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:79:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81f3c0cd-de5f-4888-b4c6-ff1844059aa0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1264, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:04:56Z', 'updated_at': '2021-07-06T14:05:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6', '_floatingips': [{'id': '07cee7fa-b41f-40e8-870b-73df9f9d07d4', 'tenant_id': '5bc84ece362540998140660bd65643c3', 'floating_ip_address': '172.25.0.247', 'floating_network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'router_id': '81f3c0cd-de5f-4888-b4c6-ff1844059aa0', 'port_id': '20f5d6df-12c0-4fc6-879f-9056d54469b7', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1416, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd0a1f4e7-9678-480f-bc1f-59b6eda7e0f6', 'mac_address': 'fa:16:3e:e8:29:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0455bf88-da4d-44a6-9768-93a70cd92e0e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T14:06:09Z', 'updated_at': '2021-07-06T14:07:45Z', 'revision_number': 1, 'project_id': '5bc84ece362540998140660bd65643c3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bb58c59d-d4b8-43e4-80d9-e5f6bb551859', 'name': '', 'network_id': 'd0a1f4e7-9678-480f-bc1f-59b6eda7e0f6', 'tenant_id': '5bc84ece362540998140660bd65643c3', 'mac_address': 'fa:16:3e:76:ec:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81f3c0cd-de5f-4888-b4c6-ff1844059aa0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1291, 'fixed_ips': [{'subnet_id': '5c7d6ee3-a183-4b01-a5a7-977624c04483', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:05:00Z', 'updated_at': '2021-07-06T14:05:14Z', 'revision_number': 5, 'project_id': '5bc84ece362540998140660bd65643c3', 'subnets': [{'id': '5c7d6ee3-a183-4b01-a5a7-977624c04483', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773647-6', False) {} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:07:48.347162 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-24de8222-02cb-46e0-8e23-7824b74afc0e None None] For port c582c275-721f-4e30-8f13-07ecc860776f, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=c582c275-721f-4e30-8f13-07ecc860776f,segment=NetworkSegment(06c4f4fc-ffe8-4e53-84d6-9a8534fde85d),segment_id=06c4f4fc-ffe8-4e53-84d6-9a8534fde85d)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:07:48.350382 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93c2585-bf7c-474d-b51a-bf8a616c0822 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Pushing event updated for resources: {'Network': ['ID=779ca82d-6218-42c0-b36b-d24347ffdb46,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:07:48.373245 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Network 779ca82d-6218-42c0-b36b-d24347ffdb46 details requested by agent ovs-agent-n-d-773647-6 with host n-d-773647-6 {{(pid=100248) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 14:07:48.385914 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-24de8222-02cb-46e0-8e23-7824b74afc0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:48.418165 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12e93334-c1c6-45a8-bab0-f53867ca6468 None None] Checking router: 81f3c0cd-de5f-4888-b4c6-ff1844059aa0 for host: n-d-773647-6 {{(pid=100249) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 14:07:48.436934 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12e93334-c1c6-45a8-bab0-f53867ca6468 None None] Routers {'81f3c0cd-de5f-4888-b4c6-ff1844059aa0'} bound to L3 agent in host n-d-773647-6 {{(pid=100249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:07:48.437617 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-12e93334-c1c6-45a8-bab0-f53867ca6468 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T14:07:25Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['81f3c0cd-de5f-4888-b4c6-ff1844059aa0'], 'active': True} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:07:48.537220 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee5b31e2-16ee-45a2-9036-7f76f29fa07b tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Made reservation on behalf of e15b02822e68450fa73455cc009166c9 for: {'subnet': 1} {{(pid=100246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:07:48.548045 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-ee5b31e2-16ee-45a2-9036-7f76f29fa07b tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127702029'] for subnet, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:48.598206 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24de8222-02cb-46e0-8e23-7824b74afc0e None None] Pushing event updated for resources: {'Port': ['ID=c582c275-721f-4e30-8f13-07ecc860776f,revision_number=3']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:07:48.672994 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvr_db [None req-12e93334-c1c6-45a8-bab0-f53867ca6468 None None] Set router 81f3c0cd-de5f-4888-b4c6-ff1844059aa0 gateway port host: n-d-773647-6 {{(pid=100249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:07:48.969911 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-1fd693ed-a517-4487-9449-8a1e66ca11a7 None None] Notify callbacks [] for port, precommit_create {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:49.025379 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-1fd693ed-a517-4487-9449-8a1e66ca11a7 None None] Transition to ACTIVE for port object 2e2355f7-be60-4981-88a2-37d95ba5e9af will not be triggered until provisioned by entity L2. {{(pid=100248) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:07:49.038405 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-738e26dd-4dda-4c8f-a7d8-24fe859f55c6 None None] Provisioning complete for port c582c275-721f-4e30-8f13-07ecc860776f triggered by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:07:49.038777 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-738e26dd-4dda-4c8f-a7d8-24fe859f55c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:49.050886 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-ee5b31e2-16ee-45a2-9036-7f76f29fa07b tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1849032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127687649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127702047'] for subnet, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:49.153016 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5b31e2-16ee-45a2-9036-7f76f29fa07b tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Pushing event updated for resources: {'Subnet': ['ID=fb3cd8fb-e880-4e10-b624-773a95ecf982,revision_number=0']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:07:49.158578 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee5b31e2-16ee-45a2-9036-7f76f29fa07b tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Checking segment: {'id': '15ea1c24-6354-4dd6-922d-2c7b39d5484e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': '779ca82d-6218-42c0-b36b-d24347ffdb46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:07:49.158578 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee5b31e2-16ee-45a2-9036-7f76f29fa07b tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Network hostable DHCP agents. Network: 779ca82d-6218-42c0-b36b-d24347ffdb46, hostable agents: ['f2bada3d-be77-4359-982b-8505a2bbca04'], hosted agents: [] {{(pid=100246) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 14:07:49.178841 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-1fd693ed-a517-4487-9449-8a1e66ca11a7 None None] Transition to ACTIVE for port object 2e2355f7-be60-4981-88a2-37d95ba5e9af will not be triggered until provisioned by entity DHCP. {{(pid=100248) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:07:49.185157 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee5b31e2-16ee-45a2-9036-7f76f29fa07b tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Network 779ca82d-6218-42c0-b36b-d24347ffdb46 is scheduled to be hosted by DHCP agent f2bada3d-be77-4359-982b-8505a2bbca04 with binding_index 1 {{(pid=100246) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 14:07:49.200409 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.base_scheduler [None req-ee5b31e2-16ee-45a2-9036-7f76f29fa07b tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773647-6, 779ca82d-6218-42c0-b36b-d24347ffdb46) {{(pid=100246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:07:49.204911 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-12e93334-c1c6-45a8-bab0-f53867ca6468 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81f3c0cd-de5f-4888-b4c6-ff1844059aa0', 'name': 'tempest-TaggedBootDevicesTest_v242-1478117220-router', 'tenant_id': '5bc84ece362540998140660bd65643c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.230'}], 'enable_snat': True}, 'gw_port_id': 'da792a65-ad2f-405e-964a-2550e3684b95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:04:54Z', 'updated_at': '2021-07-06T14:05:02Z', 'revision_number': 4, 'project_id': '5bc84ece362540998140660bd65643c3', 'gw_port': {'id': 'da792a65-ad2f-405e-964a-2550e3684b95', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:79:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81f3c0cd-de5f-4888-b4c6-ff1844059aa0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1264, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:04:56Z', 'updated_at': '2021-07-06T14:05:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6', '_floatingips': [{'id': '07cee7fa-b41f-40e8-870b-73df9f9d07d4', 'tenant_id': '5bc84ece362540998140660bd65643c3', 'floating_ip_address': '172.25.0.247', 'floating_network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'router_id': '81f3c0cd-de5f-4888-b4c6-ff1844059aa0', 'port_id': '20f5d6df-12c0-4fc6-879f-9056d54469b7', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1416, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd0a1f4e7-9678-480f-bc1f-59b6eda7e0f6', 'mac_address': 'fa:16:3e:e8:29:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0455bf88-da4d-44a6-9768-93a70cd92e0e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T14:06:09Z', 'updated_at': '2021-07-06T14:07:45Z', 'revision_number': 1, 'project_id': '5bc84ece362540998140660bd65643c3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bb58c59d-d4b8-43e4-80d9-e5f6bb551859', 'name': '', 'network_id': 'd0a1f4e7-9678-480f-bc1f-59b6eda7e0f6', 'tenant_id': '5bc84ece362540998140660bd65643c3', 'mac_address': 'fa:16:3e:76:ec:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81f3c0cd-de5f-4888-b4c6-ff1844059aa0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1291, 'fixed_ips': [{'subnet_id': '5c7d6ee3-a183-4b01-a5a7-977624c04483', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:05:00Z', 'updated_at': '2021-07-06T14:05:14Z', 'revision_number': 5, 'project_id': '5bc84ece362540998140660bd65643c3', 'subnets': [{'id': '5c7d6ee3-a183-4b01-a5a7-977624c04483', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773647-6', False) {} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:07:49.217958 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee5b31e2-16ee-45a2-9036-7f76f29fa07b tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:07:49.218661 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-ee5b31e2-16ee-45a2-9036-7f76f29fa07b tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Notify callbacks [] for subnet, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:49.218821 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a82bd5c-9eb6-4e9c-a598-1ff916c68853 None None] Network 779ca82d-6218-42c0-b36b-d24347ffdb46 requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:07:49.232934 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-1fd693ed-a517-4487-9449-8a1e66ca11a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108'] for port, after_create {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:49.253127 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-ee5b31e2-16ee-45a2-9036-7f76f29fa07b tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] 10.222.0.104 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9795344 Jul 06 14:07:49.253813 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 44632) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:07:49.259718 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-ace4181c-8fec-425b-a4f9-a10b6b06c019 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Request body: {'port': {'network_id': '779ca82d-6218-42c0-b36b-d24347ffdb46', 'name': 'tempest-PortsIpV6TestJSON-389359370'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:07:49.278323 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12e93334-c1c6-45a8-bab0-f53867ca6468 None None] The sync data for ids ['81f3c0cd-de5f-4888-b4c6-ff1844059aa0'] in n-d-773647-6 is: [{'id': '81f3c0cd-de5f-4888-b4c6-ff1844059aa0', 'name': 'tempest-TaggedBootDevicesTest_v242-1478117220-router', 'tenant_id': '5bc84ece362540998140660bd65643c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.230'}], 'enable_snat': True}, 'gw_port_id': 'da792a65-ad2f-405e-964a-2550e3684b95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:04:54Z', 'updated_at': '2021-07-06T14:05:02Z', 'revision_number': 4, 'project_id': '5bc84ece362540998140660bd65643c3', 'gw_port': {'id': 'da792a65-ad2f-405e-964a-2550e3684b95', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:79:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81f3c0cd-de5f-4888-b4c6-ff1844059aa0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1264, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:04:56Z', 'updated_at': '2021-07-06T14:05:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6', '_floatingips': [{'id': '07cee7fa-b41f-40e8-870b-73df9f9d07d4', 'tenant_id': '5bc84ece362540998140660bd65643c3', 'floating_ip_address': '172.25.0.247', 'floating_network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'router_id': '81f3c0cd-de5f-4888-b4c6-ff1844059aa0', 'port_id': '20f5d6df-12c0-4fc6-879f-9056d54469b7', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1416, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd0a1f4e7-9678-480f-bc1f-59b6eda7e0f6', 'mac_address': 'fa:16:3e:e8:29:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0455bf88-da4d-44a6-9768-93a70cd92e0e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T14:06:09Z', 'updated_at': '2021-07-06T14:07:45Z', 'revision_number': 1, 'project_id': '5bc84ece362540998140660bd65643c3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bb58c59d-d4b8-43e4-80d9-e5f6bb551859', 'name': '', 'network_id': 'd0a1f4e7-9678-480f-bc1f-59b6eda7e0f6', 'tenant_id': '5bc84ece362540998140660bd65643c3', 'mac_address': 'fa:16:3e:76:ec:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81f3c0cd-de5f-4888-b4c6-ff1844059aa0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1291, 'fixed_ips': [{'subnet_id': '5c7d6ee3-a183-4b01-a5a7-977624c04483', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:05:00Z', 'updated_at': '2021-07-06T14:05:14Z', 'revision_number': 5, 'project_id': '5bc84ece362540998140660bd65643c3', 'subnets': [{'id': '5c7d6ee3-a183-4b01-a5a7-977624c04483', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 14:07:49.300539 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87dfc5b-2c03-4751-930e-bfefc0dce4a7 req-a8fd61ee-bd8f-45d0-96ec-e908a2a2d2f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:07:49.302333 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-b87dfc5b-2c03-4751-930e-bfefc0dce4a7 req-a8fd61ee-bd8f-45d0-96ec-e908a2a2d2f2 service neutron] 10.222.0.127 "GET /v2.0/networks?id=d0a1f4e7-9678-480f-bc1f-59b6eda7e0f6 HTTP/1.1" status: 200 len: 919 time: 1.3531189 Jul 06 14:07:49.322131 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.db_base_plugin_common [None req-de0708d5-ad56-471a-9964-e1bfb113ecd6 tempest-NetworksIpV6TestAttrs-2117599787 tempest-NetworksIpV6TestAttrs-2117599787-project] Allocated IP 2001:db8::f816:3eff:fe22:d684 (262555c3-446a-4143-8cf5-32ed453166cb/1e98e5a9-7495-4637-b458-cbe839a6c607/142f94bc-bf9f-40e2-bc60-abb2cb667605) {{(pid=100247) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:07:49.440237 n-d-773647-6 neutron-server[100248]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fd693ed-a517-4487-9449-8a1e66ca11a7 None None] Network 262555c3-446a-4143-8cf5-32ed453166cb is already hosted by enough agents. {{(pid=100248) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:07:49.451606 n-d-773647-6 neutron-server[100248]: DEBUG neutron.scheduler.base_scheduler [None req-1fd693ed-a517-4487-9449-8a1e66ca11a7 None None] Resources bound (agent type, host, resource id): {{(pid=100248) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:07:49.454156 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fd693ed-a517-4487-9449-8a1e66ca11a7 None None] Received port after_create {{(pid=100248) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:07:49.465118 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd693ed-a517-4487-9449-8a1e66ca11a7 None None] Pushing event updated for resources: {'Port': ['ID=2e2355f7-be60-4981-88a2-37d95ba5e9af,revision_number=1']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:07:49.466725 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51a1072-ce6f-4548-a022-cba179204607 req-eb101f08-de6a-46c9-882a-b10b27980a36 tempest-ServerRescueNegativeTestJSON-721731692 tempest-ServerRescueNegativeTestJSON-721731692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:07:49.468416 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-c51a1072-ce6f-4548-a022-cba179204607 req-eb101f08-de6a-46c9-882a-b10b27980a36 tempest-ServerRescueNegativeTestJSON-721731692 tempest-ServerRescueNegativeTestJSON-721731692-project] 10.222.0.104 "GET /v2.0/ports?device_id=b0b96bfa-d49a-47d6-a621-d2fd80028cc9 HTTP/1.1" status: 200 len: 945 time: 1.2849755 Jul 06 14:07:49.522568 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ace4181c-8fec-425b-a4f9-a10b6b06c019 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Made reservation on behalf of e15b02822e68450fa73455cc009166c9 for: {'port': 1} {{(pid=100246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:07:49.526698 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-ace4181c-8fec-425b-a4f9-a10b6b06c019 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:49.566408 n-d-773647-6 neutron-server[100246]: DEBUG neutron.notifiers.nova [None req-ace4181c-8fec-425b-a4f9-a10b6b06c019 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] device_id is not set on port daadb9ec-205e-4649-b5d9-a84583bfcb52 yet. {{(pid=100246) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 14:07:49.577080 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-b87dfc5b-2c03-4751-930e-bfefc0dce4a7 req-61a41291-ad2f-4cff-bc48-56dda778d4de service neutron] 10.222.0.127 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=20f5d6df-12c0-4fc6-879f-9056d54469b7 HTTP/1.1" status: 200 len: 1000 time: 0.2497990 Jul 06 14:07:49.676901 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-c51a1072-ce6f-4548-a022-cba179204607 req-9221fa13-3f3f-46a3-9400-be96b542afde tempest-ServerRescueNegativeTestJSON-721731692 tempest-ServerRescueNegativeTestJSON-721731692-project] 10.222.0.104 "GET /v2.0/security-groups?id=a54a60a4-d859-4f47-b26f-a63bb69450e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1926820 Jul 06 14:07:49.851115 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87dfc5b-2c03-4751-930e-bfefc0dce4a7 req-efab6abe-7c6d-4113-8bcb-9c3a8432b6ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:07:49.852092 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-b87dfc5b-2c03-4751-930e-bfefc0dce4a7 req-efab6abe-7c6d-4113-8bcb-9c3a8432b6ab service neutron] 10.222.0.127 "GET /v2.0/subnets?id=5c7d6ee3-a183-4b01-a5a7-977624c04483 HTTP/1.1" status: 200 len: 856 time: 0.2562175 Jul 06 14:07:49.894632 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.db_base_plugin_common [None req-ace4181c-8fec-425b-a4f9-a10b6b06c019 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Allocated IP 2001:db8::35 (779ca82d-6218-42c0-b36b-d24347ffdb46/fb3cd8fb-e880-4e10-b624-773a95ecf982/daadb9ec-205e-4649-b5d9-a84583bfcb52) {{(pid=100246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:07:49.974331 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87dfc5b-2c03-4751-930e-bfefc0dce4a7 req-008b52c2-4d9e-4c01-9b53-e488294d8c79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:07:49.976166 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-b87dfc5b-2c03-4751-930e-bfefc0dce4a7 req-008b52c2-4d9e-4c01-9b53-e488294d8c79 service neutron] 10.222.0.127 "GET /v2.0/ports?network_id=d0a1f4e7-9678-480f-bc1f-59b6eda7e0f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1169174 Jul 06 14:07:50.011885 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-de0708d5-ad56-471a-9964-e1bfb113ecd6 tempest-NetworksIpV6TestAttrs-2117599787 tempest-NetworksIpV6TestAttrs-2117599787-project] Notify callbacks [] for port, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:50.068721 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.provisioning_blocks [None req-de0708d5-ad56-471a-9964-e1bfb113ecd6 tempest-NetworksIpV6TestAttrs-2117599787 tempest-NetworksIpV6TestAttrs-2117599787-project] Transition to ACTIVE for port object 142f94bc-bf9f-40e2-bc60-abb2cb667605 will not be triggered until provisioned by entity DHCP. {{(pid=100247) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:07:50.080435 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-1fd693ed-a517-4487-9449-8a1e66ca11a7 None None] Attempting to bind port 2e2355f7-be60-4981-88a2-37d95ba5e9af on host n-d-773647-6 for vnic_type normal with profile {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:07:50.080937 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-1fd693ed-a517-4487-9449-8a1e66ca11a7 None None] Attempting to bind port 2e2355f7-be60-4981-88a2-37d95ba5e9af by drivers openvswitch,hyperv on host n-d-773647-6 at level 0 using segments [{'id': 'b66aae44-c022-4d6f-9a08-6b4e2f67bf1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1001, 'network_id': '262555c3-446a-4143-8cf5-32ed453166cb'}] {{(pid=100248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:07:50.081205 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fd693ed-a517-4487-9449-8a1e66ca11a7 None None] Attempting to bind port 2e2355f7-be60-4981-88a2-37d95ba5e9af on network 262555c3-446a-4143-8cf5-32ed453166cb {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:07:50.103129 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a10861b2-31ec-4c01-b0e6-4b73f8cf8b40 None None] New status for floating IP 07cee7fa-b41f-40e8-870b-73df9f9d07d4: ACTIVE {{(pid=100248) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 14:07:50.161660 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-b87dfc5b-2c03-4751-930e-bfefc0dce4a7 req-0526ab52-33f0-4876-868b-63b343afd138 service neutron] 10.222.0.127 "GET /v2.0/networks/d0a1f4e7-9678-480f-bc1f-59b6eda7e0f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1727724 Jul 06 14:07:50.216026 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-ace4181c-8fec-425b-a4f9-a10b6b06c019 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Notify callbacks [] for port, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:50.250546 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.provisioning_blocks [None req-ace4181c-8fec-425b-a4f9-a10b6b06c019 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Transition to ACTIVE for port object daadb9ec-205e-4649-b5d9-a84583bfcb52 will not be triggered until provisioned by entity DHCP. {{(pid=100246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:07:50.260286 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fd693ed-a517-4487-9449-8a1e66ca11a7 None None] Checking agent: {'id': '8ab5b19c-d213-4f29-891d-27bdf39d38b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773647-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 43, 26), 'started_at': datetime.datetime(2021, 7, 6, 13, 43, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 7, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773647-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:07:50.260679 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fd693ed-a517-4487-9449-8a1e66ca11a7 None None] Checking segment: {'id': 'b66aae44-c022-4d6f-9a08-6b4e2f67bf1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1001, 'network_id': '262555c3-446a-4143-8cf5-32ed453166cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:07:50.261075 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-1fd693ed-a517-4487-9449-8a1e66ca11a7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:50.261472 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fd693ed-a517-4487-9449-8a1e66ca11a7 None None] Bound using segment: {'id': 'b66aae44-c022-4d6f-9a08-6b4e2f67bf1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1001, 'network_id': '262555c3-446a-4143-8cf5-32ed453166cb'} {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:07:50.262499 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-1fd693ed-a517-4487-9449-8a1e66ca11a7 None None] Bound port: 2e2355f7-be60-4981-88a2-37d95ba5e9af, host: n-d-773647-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b66aae44-c022-4d6f-9a08-6b4e2f67bf1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1001, 'network_id': '262555c3-446a-4143-8cf5-32ed453166cb'}}] {{(pid=100248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:07:50.262886 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-1fd693ed-a517-4487-9449-8a1e66ca11a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:50.294998 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-de0708d5-ad56-471a-9964-e1bfb113ecd6 tempest-NetworksIpV6TestAttrs-2117599787 tempest-NetworksIpV6TestAttrs-2117599787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-128888360'] for port, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:50.301812 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38b41f6c-66ef-45eb-b0f0-669e64a3c177 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6bd5fc82-6666-56e8-87c2-91648d36c963-779ca82d-6218-42c0-b36b-d24347ffdb46', 'network_id': '779ca82d-6218-42c0-b36b-d24347ffdb46', 'tenant_id': 'e15b02822e68450fa73455cc009166c9', 'fixed_ips': [{'subnet_id': 'fb3cd8fb-e880-4e10-b624-773a95ecf982'}]}} from n-d-773647-6. {{(pid=100248) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 14:07:50.306486 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-38b41f6c-66ef-45eb-b0f0-669e64a3c177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:50.307574 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-ace4181c-8fec-425b-a4f9-a10b6b06c019 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-127687573'] for port, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:50.364363 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ace4181c-8fec-425b-a4f9-a10b6b06c019 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Network 779ca82d-6218-42c0-b36b-d24347ffdb46 is already hosted by enough agents. {{(pid=100246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:07:50.366871 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de0708d5-ad56-471a-9964-e1bfb113ecd6 tempest-NetworksIpV6TestAttrs-2117599787 tempest-NetworksIpV6TestAttrs-2117599787-project] Network 262555c3-446a-4143-8cf5-32ed453166cb is already hosted by enough agents. {{(pid=100247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:07:50.375575 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.base_scheduler [None req-de0708d5-ad56-471a-9964-e1bfb113ecd6 tempest-NetworksIpV6TestAttrs-2117599787 tempest-NetworksIpV6TestAttrs-2117599787-project] Resources bound (agent type, host, resource id): {{(pid=100247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:07:50.391075 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.base_scheduler [None req-ace4181c-8fec-425b-a4f9-a10b6b06c019 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Resources bound (agent type, host, resource id): {{(pid=100246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:07:50.396866 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ace4181c-8fec-425b-a4f9-a10b6b06c019 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Received port after_create {{(pid=100246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:07:50.398529 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de0708d5-ad56-471a-9964-e1bfb113ecd6 tempest-NetworksIpV6TestAttrs-2117599787 tempest-NetworksIpV6TestAttrs-2117599787-project] Received port after_create {{(pid=100247) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:07:50.405144 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de0708d5-ad56-471a-9964-e1bfb113ecd6 tempest-NetworksIpV6TestAttrs-2117599787 tempest-NetworksIpV6TestAttrs-2117599787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:07:50.405603 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-de0708d5-ad56-471a-9964-e1bfb113ecd6 tempest-NetworksIpV6TestAttrs-2117599787 tempest-NetworksIpV6TestAttrs-2117599787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:50.413059 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ace4181c-8fec-425b-a4f9-a10b6b06c019 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:07:50.414410 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-ace4181c-8fec-425b-a4f9-a10b6b06c019 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:50.447767 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0708d5-ad56-471a-9964-e1bfb113ecd6 tempest-NetworksIpV6TestAttrs-2117599787 tempest-NetworksIpV6TestAttrs-2117599787-project] Pushing event updated for resources: {'Port': ['ID=142f94bc-bf9f-40e2-bc60-abb2cb667605,revision_number=1']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:07:50.456962 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-b87dfc5b-2c03-4751-930e-bfefc0dce4a7 req-f5716271-9057-48b7-a6e0-88c3507195fc service neutron] 10.222.0.127 "GET /v2.0/networks/d0a1f4e7-9678-480f-bc1f-59b6eda7e0f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2880046 Jul 06 14:07:50.462007 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-de0708d5-ad56-471a-9964-e1bfb113ecd6 tempest-NetworksIpV6TestAttrs-2117599787 tempest-NetworksIpV6TestAttrs-2117599787-project] 10.222.0.104 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 3.4671645 Jul 06 14:07:50.462613 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 44652) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:07:50.491393 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-ace4181c-8fec-425b-a4f9-a10b6b06c019 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] 10.222.0.104 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.2351713 Jul 06 14:07:50.492268 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace4181c-8fec-425b-a4f9-a10b6b06c019 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Pushing event updated for resources: {'Port': ['ID=daadb9ec-205e-4649-b5d9-a84583bfcb52,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:07:50.501856 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 44654) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:07:50.506839 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [None req-99daca76-c2d7-407a-bed6-ffb424a7bdad tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Request body: {'port': {'network_id': '779ca82d-6218-42c0-b36b-d24347ffdb46', 'name': 'tempest-PortsIpV6TestJSON-466286804'}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:07:50.527447 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device c582c275-721f-4e30-8f13-07ecc860776f up at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:07:50.594742 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.db_base_plugin_v2 [None req-88c04770-6973-4e6c-b57e-8b157fff201f tempest-NetworksIpV6TestAttrs-2117599787 tempest-NetworksIpV6TestAttrs-2117599787-project] Deleting subnet 1e98e5a9-7495-4637-b458-cbe839a6c607 {{(pid=100247) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 14:07:50.601342 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-88c04770-6973-4e6c-b57e-8b157fff201f tempest-NetworksIpV6TestAttrs-2117599787 tempest-NetworksIpV6TestAttrs-2117599787-project] Notify callbacks [] for subnet, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:50.673397 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-88c04770-6973-4e6c-b57e-8b157fff201f tempest-NetworksIpV6TestAttrs-2117599787 tempest-NetworksIpV6TestAttrs-2117599787-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127131748'] for subnet, precommit_delete_associations {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:50.726981 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99daca76-c2d7-407a-bed6-ffb424a7bdad tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Made reservation on behalf of e15b02822e68450fa73455cc009166c9 for: {'port': 1} {{(pid=100247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:07:50.731254 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-99daca76-c2d7-407a-bed6-ffb424a7bdad tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:50.759238 n-d-773647-6 neutron-server[100247]: DEBUG neutron.notifiers.nova [None req-99daca76-c2d7-407a-bed6-ffb424a7bdad tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] device_id is not set on port 460a846a-7170-4de3-a49b-4ab0adf93c6e yet. {{(pid=100247) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 14:07:50.810261 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning complete for port c582c275-721f-4e30-8f13-07ecc860776f triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:07:50.811011 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:50.876077 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-1fd693ed-a517-4487-9449-8a1e66ca11a7 None None] For port 2e2355f7-be60-4981-88a2-37d95ba5e9af, host n-d-773647-6, cleared binding levels {{(pid=100248) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:07:50.908423 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-1fd693ed-a517-4487-9449-8a1e66ca11a7 None None] For port 2e2355f7-be60-4981-88a2-37d95ba5e9af, host n-d-773647-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=2e2355f7-be60-4981-88a2-37d95ba5e9af,segment=NetworkSegment(b66aae44-c022-4d6f-9a08-6b4e2f67bf1b),segment_id=b66aae44-c022-4d6f-9a08-6b4e2f67bf1b)] {{(pid=100248) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:07:50.938519 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-1fd693ed-a517-4487-9449-8a1e66ca11a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:50.943986 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.db_base_plugin_common [None req-38b41f6c-66ef-45eb-b0f0-669e64a3c177 None None] Allocated IP 2001:db8::2 (779ca82d-6218-42c0-b36b-d24347ffdb46/fb3cd8fb-e880-4e10-b624-773a95ecf982/f83e9b2b-6017-478e-b354-11d23e00cad0) {{(pid=100248) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:07:50.961829 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-88c04770-6973-4e6c-b57e-8b157fff201f tempest-NetworksIpV6TestAttrs-2117599787 tempest-NetworksIpV6TestAttrs-2117599787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-913473'] for subnet, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:51.035725 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f25a18-9848-4dfb-af55-7eae76f997ef req-d7bfeed6-48d5-4842-9f15-33dc17a46dcf tempest-ServerRescueNegativeTestJSON-721731692 tempest-ServerRescueNegativeTestJSON-721731692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:07:51.042529 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-b5f25a18-9848-4dfb-af55-7eae76f997ef req-d7bfeed6-48d5-4842-9f15-33dc17a46dcf tempest-ServerRescueNegativeTestJSON-721731692 tempest-ServerRescueNegativeTestJSON-721731692-project] 10.222.0.104 "GET /v2.0/ports?device_id=b0b96bfa-d49a-47d6-a621-d2fd80028cc9 HTTP/1.1" status: 200 len: 945 time: 0.1423643 Jul 06 14:07:51.076192 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-88c04770-6973-4e6c-b57e-8b157fff201f tempest-NetworksIpV6TestAttrs-2117599787 tempest-NetworksIpV6TestAttrs-2117599787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-913480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1849032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-128888347', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127627857'] for subnet, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:51.131064 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-b5f25a18-9848-4dfb-af55-7eae76f997ef req-1ca76de4-13e2-4411-badb-2b392d3a0ac4 tempest-ServerRescueNegativeTestJSON-721731692 tempest-ServerRescueNegativeTestJSON-721731692-project] 10.222.0.104 "GET /v2.0/security-groups?id=a54a60a4-d859-4f47-b26f-a63bb69450e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869863 Jul 06 14:07:51.138380 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-88c04770-6973-4e6c-b57e-8b157fff201f tempest-NetworksIpV6TestAttrs-2117599787 tempest-NetworksIpV6TestAttrs-2117599787-project] Notify callbacks [] for subnet, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:51.143236 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 44672) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:07:51.143422 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-88c04770-6973-4e6c-b57e-8b157fff201f tempest-NetworksIpV6TestAttrs-2117599787 tempest-NetworksIpV6TestAttrs-2117599787-project] 10.222.0.104 "DELETE /v2.0/subnets/1e98e5a9-7495-4637-b458-cbe839a6c607 HTTP/1.1" status: 204 len: 168 time: 0.6794450 Jul 06 14:07:51.145133 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c04770-6973-4e6c-b57e-8b157fff201f tempest-NetworksIpV6TestAttrs-2117599787 tempest-NetworksIpV6TestAttrs-2117599787-project] Pushing event deleted for resources: {'Subnet': ['ID=1e98e5a9-7495-4637-b458-cbe839a6c607,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:07:51.266502 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c80a989-7b28-4c09-8da8-ad99d20e0e08 tempest-NetworksIpV6TestAttrs-2117599787 tempest-NetworksIpV6TestAttrs-2117599787-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:07:51.266502 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c80a989-7b28-4c09-8da8-ad99d20e0e08 tempest-NetworksIpV6TestAttrs-2117599787 tempest-NetworksIpV6TestAttrs-2117599787-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:07:51.267295 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 44678) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:07:51.272902 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-2c80a989-7b28-4c09-8da8-ad99d20e0e08 tempest-NetworksIpV6TestAttrs-2117599787 tempest-NetworksIpV6TestAttrs-2117599787-project] 10.222.0.104 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1284583 Jul 06 14:07:51.358804 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd693ed-a517-4487-9449-8a1e66ca11a7 None None] Pushing event updated for resources: {'Port': ['ID=2e2355f7-be60-4981-88a2-37d95ba5e9af,revision_number=2']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:07:51.390414 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-e3089585-67ac-4d3d-b56f-29ee05b1f215 tempest-NetworksIpV6TestAttrs-2117599787 tempest-NetworksIpV6TestAttrs-2117599787-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530492'] for network, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:51.404033 n-d-773647-6 neutron-server[100247]: INFO neutron.pecan_wsgi.hooks.translation [None req-e3089585-67ac-4d3d-b56f-29ee05b1f215 tempest-NetworksIpV6TestAttrs-2117599787 tempest-NetworksIpV6TestAttrs-2117599787-project] DELETE failed (client error): There was a conflict when trying to complete your request. Jul 06 14:07:51.405850 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e3089585-67ac-4d3d-b56f-29ee05b1f215 tempest-NetworksIpV6TestAttrs-2117599787 tempest-NetworksIpV6TestAttrs-2117599787-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=100247) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 14:07:51.408079 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-e3089585-67ac-4d3d-b56f-29ee05b1f215 tempest-NetworksIpV6TestAttrs-2117599787 tempest-NetworksIpV6TestAttrs-2117599787-project] 10.222.0.104 "DELETE /v2.0/networks/262555c3-446a-4143-8cf5-32ed453166cb HTTP/1.1" status: 409 len: 405 time: 0.1426342 Jul 06 14:07:51.413452 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 44682) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:07:51.420443 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-844d3d30-10cb-4e43-b66b-4c1c22b6b100 tempest-NetworksIpV6TestAttrs-2117599787 tempest-NetworksIpV6TestAttrs-2117599787-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-2141242809'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:07:51.468178 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-844d3d30-10cb-4e43-b66b-4c1c22b6b100 tempest-NetworksIpV6TestAttrs-2117599787 tempest-NetworksIpV6TestAttrs-2117599787-project] Made reservation on behalf of b58c9bdef9194336a922a39a2fd964c7 for: {'network': 1} {{(pid=100246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:07:51.477187 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-38b41f6c-66ef-45eb-b0f0-669e64a3c177 None None] Notify callbacks [] for port, precommit_create {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:51.479028 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-844d3d30-10cb-4e43-b66b-4c1c22b6b100 tempest-NetworksIpV6TestAttrs-2117599787 tempest-NetworksIpV6TestAttrs-2117599787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for network, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:51.549253 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-38b41f6c-66ef-45eb-b0f0-669e64a3c177 None None] Transition to ACTIVE for port object f83e9b2b-6017-478e-b354-11d23e00cad0 will not be triggered until provisioned by entity L2. {{(pid=100248) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:07:51.619123 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-38b41f6c-66ef-45eb-b0f0-669e64a3c177 None None] Transition to ACTIVE for port object f83e9b2b-6017-478e-b354-11d23e00cad0 will not be triggered until provisioned by entity DHCP. {{(pid=100248) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:07:51.627774 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-38b41f6c-66ef-45eb-b0f0-669e64a3c177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108'] for port, after_create {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:51.636426 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-844d3d30-10cb-4e43-b66b-4c1c22b6b100 tempest-NetworksIpV6TestAttrs-2117599787 tempest-NetworksIpV6TestAttrs-2117599787-project] vlan segment allocate from pool success with {'vlan_id': 1015, 'physical_network': 'physnet1'} {{(pid=100246) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 14:07:51.668578 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-844d3d30-10cb-4e43-b66b-4c1c22b6b100 tempest-NetworksIpV6TestAttrs-2117599787 tempest-NetworksIpV6TestAttrs-2117599787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552'] for segment, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:51.668940 n-d-773647-6 neutron-server[100246]: INFO neutron.db.segments_db [None req-844d3d30-10cb-4e43-b66b-4c1c22b6b100 tempest-NetworksIpV6TestAttrs-2117599787 tempest-NetworksIpV6TestAttrs-2117599787-project] Added segment dc80d37f-74fc-4278-b2b5-e460fda088d7 of type vlan for network c1eed1c4-beb8-460a-a666-db3454cecf06 Jul 06 14:07:51.669977 n-d-773647-6 neutron-server[100248]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38b41f6c-66ef-45eb-b0f0-669e64a3c177 None None] Network 779ca82d-6218-42c0-b36b-d24347ffdb46 is already hosted by enough agents. {{(pid=100248) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:07:51.674533 n-d-773647-6 neutron-server[100248]: DEBUG neutron.scheduler.base_scheduler [None req-38b41f6c-66ef-45eb-b0f0-669e64a3c177 None None] Resources bound (agent type, host, resource id): {{(pid=100248) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:07:51.687071 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38b41f6c-66ef-45eb-b0f0-669e64a3c177 None None] Received port after_create {{(pid=100248) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:07:51.705429 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b41f6c-66ef-45eb-b0f0-669e64a3c177 None None] Pushing event updated for resources: {'Port': ['ID=f83e9b2b-6017-478e-b354-11d23e00cad0,revision_number=1']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:07:51.795754 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.db_base_plugin_common [None req-99daca76-c2d7-407a-bed6-ffb424a7bdad tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Allocated IP 2001:db8::29d (779ca82d-6218-42c0-b36b-d24347ffdb46/fb3cd8fb-e880-4e10-b624-773a95ecf982/460a846a-7170-4de3-a49b-4ab0adf93c6e) {{(pid=100247) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:07:51.813420 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-844d3d30-10cb-4e43-b66b-4c1c22b6b100 tempest-NetworksIpV6TestAttrs-2117599787 tempest-NetworksIpV6TestAttrs-2117599787-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773752984405'] for network, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:51.870420 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-38b41f6c-66ef-45eb-b0f0-669e64a3c177 None None] Attempting to bind port f83e9b2b-6017-478e-b354-11d23e00cad0 on host n-d-773647-6 for vnic_type normal with profile {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:07:51.870823 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-38b41f6c-66ef-45eb-b0f0-669e64a3c177 None None] Attempting to bind port f83e9b2b-6017-478e-b354-11d23e00cad0 by drivers openvswitch,hyperv on host n-d-773647-6 at level 0 using segments [{'id': '15ea1c24-6354-4dd6-922d-2c7b39d5484e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': '779ca82d-6218-42c0-b36b-d24347ffdb46'}] {{(pid=100248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:07:51.871365 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38b41f6c-66ef-45eb-b0f0-669e64a3c177 None None] Attempting to bind port f83e9b2b-6017-478e-b354-11d23e00cad0 on network 779ca82d-6218-42c0-b36b-d24347ffdb46 {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:07:51.879459 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38b41f6c-66ef-45eb-b0f0-669e64a3c177 None None] Checking agent: {'id': '8ab5b19c-d213-4f29-891d-27bdf39d38b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773647-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 43, 26), 'started_at': datetime.datetime(2021, 7, 6, 13, 43, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 7, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773647-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:07:51.879854 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38b41f6c-66ef-45eb-b0f0-669e64a3c177 None None] Checking segment: {'id': '15ea1c24-6354-4dd6-922d-2c7b39d5484e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': '779ca82d-6218-42c0-b36b-d24347ffdb46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:07:51.880295 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-38b41f6c-66ef-45eb-b0f0-669e64a3c177 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:51.880720 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38b41f6c-66ef-45eb-b0f0-669e64a3c177 None None] Bound using segment: {'id': '15ea1c24-6354-4dd6-922d-2c7b39d5484e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': '779ca82d-6218-42c0-b36b-d24347ffdb46'} {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:07:51.881215 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-38b41f6c-66ef-45eb-b0f0-669e64a3c177 None None] Bound port: f83e9b2b-6017-478e-b354-11d23e00cad0, host: n-d-773647-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15ea1c24-6354-4dd6-922d-2c7b39d5484e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': '779ca82d-6218-42c0-b36b-d24347ffdb46'}}] {{(pid=100248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:07:51.881624 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-38b41f6c-66ef-45eb-b0f0-669e64a3c177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:51.922982 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-844d3d30-10cb-4e43-b66b-4c1c22b6b100 tempest-NetworksIpV6TestAttrs-2117599787 tempest-NetworksIpV6TestAttrs-2117599787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060'] for network, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:51.931242 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-844d3d30-10cb-4e43-b66b-4c1c22b6b100 tempest-NetworksIpV6TestAttrs-2117599787 tempest-NetworksIpV6TestAttrs-2117599787-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:07:51.936385 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-844d3d30-10cb-4e43-b66b-4c1c22b6b100 tempest-NetworksIpV6TestAttrs-2117599787 tempest-NetworksIpV6TestAttrs-2117599787-project] Notify callbacks [] for network, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:52.001354 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-38b41f6c-66ef-45eb-b0f0-669e64a3c177 None None] For port f83e9b2b-6017-478e-b354-11d23e00cad0, host n-d-773647-6, cleared binding levels {{(pid=100248) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:07:52.004799 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-38b41f6c-66ef-45eb-b0f0-669e64a3c177 None None] For port f83e9b2b-6017-478e-b354-11d23e00cad0, host n-d-773647-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=f83e9b2b-6017-478e-b354-11d23e00cad0,segment=NetworkSegment(15ea1c24-6354-4dd6-922d-2c7b39d5484e),segment_id=15ea1c24-6354-4dd6-922d-2c7b39d5484e)] {{(pid=100248) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:07:52.014396 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-38b41f6c-66ef-45eb-b0f0-669e64a3c177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:52.062008 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 44704) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:07:52.065610 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-844d3d30-10cb-4e43-b66b-4c1c22b6b100 tempest-NetworksIpV6TestAttrs-2117599787 tempest-NetworksIpV6TestAttrs-2117599787-project] 10.222.0.104 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.6509788 Jul 06 14:07:52.067904 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [None req-156a1c0c-2c73-4580-9a77-4d5094cc26ed tempest-NetworksIpV6TestAttrs-2117599787 tempest-NetworksIpV6TestAttrs-2117599787-project] Request body: {'subnet': {'network_id': 'c1eed1c4-beb8-460a-a666-db3454cecf06', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:07:52.116524 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844d3d30-10cb-4e43-b66b-4c1c22b6b100 tempest-NetworksIpV6TestAttrs-2117599787 tempest-NetworksIpV6TestAttrs-2117599787-project] Pushing event updated for resources: {'Network': ['ID=c1eed1c4-beb8-460a-a666-db3454cecf06,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:07:52.127723 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Network c1eed1c4-beb8-460a-a666-db3454cecf06 details requested by agent ovs-agent-n-d-773647-6 with host n-d-773647-6 {{(pid=100248) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 14:07:52.212591 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b41f6c-66ef-45eb-b0f0-669e64a3c177 None None] Pushing event updated for resources: {'Port': ['ID=f83e9b2b-6017-478e-b354-11d23e00cad0,revision_number=2']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:07:52.305702 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-99daca76-c2d7-407a-bed6-ffb424a7bdad tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Notify callbacks [] for port, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:52.336420 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.provisioning_blocks [None req-99daca76-c2d7-407a-bed6-ffb424a7bdad tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Transition to ACTIVE for port object 460a846a-7170-4de3-a49b-4ab0adf93c6e will not be triggered until provisioned by entity DHCP. {{(pid=100247) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:07:52.359778 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-156a1c0c-2c73-4580-9a77-4d5094cc26ed tempest-NetworksIpV6TestAttrs-2117599787 tempest-NetworksIpV6TestAttrs-2117599787-project] Made reservation on behalf of b58c9bdef9194336a922a39a2fd964c7 for: {'subnet': 1} {{(pid=100247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:07:52.363844 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-156a1c0c-2c73-4580-9a77-4d5094cc26ed tempest-NetworksIpV6TestAttrs-2117599787 tempest-NetworksIpV6TestAttrs-2117599787-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127627440'] for subnet, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:52.431948 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 2e2355f7-be60-4981-88a2-37d95ba5e9af up at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:07:52.493686 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-99daca76-c2d7-407a-bed6-ffb424a7bdad tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-128888360'] for port, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:52.567525 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99daca76-c2d7-407a-bed6-ffb424a7bdad tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Network 779ca82d-6218-42c0-b36b-d24347ffdb46 is already hosted by enough agents. {{(pid=100247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:07:52.577503 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.base_scheduler [None req-99daca76-c2d7-407a-bed6-ffb424a7bdad tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Resources bound (agent type, host, resource id): {{(pid=100247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:07:52.586469 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99daca76-c2d7-407a-bed6-ffb424a7bdad tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Received port after_create {{(pid=100247) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:07:52.594994 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99daca76-c2d7-407a-bed6-ffb424a7bdad tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:07:52.595611 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-99daca76-c2d7-407a-bed6-ffb424a7bdad tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:52.601022 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning for port 2e2355f7-be60-4981-88a2-37d95ba5e9af completed by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:07:52.713493 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 44714) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:07:52.714116 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-99daca76-c2d7-407a-bed6-ffb424a7bdad tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] 10.222.0.104 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.2118621 Jul 06 14:07:52.732075 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99daca76-c2d7-407a-bed6-ffb424a7bdad tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Pushing event updated for resources: {'Port': ['ID=460a846a-7170-4de3-a49b-4ab0adf93c6e,revision_number=1']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:07:52.883935 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-69d95844-81d9-4296-a62d-337e157003a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:53.048771 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e204daf-c095-45db-9c22-957b33cd4071 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:07:53.056222 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-5e204daf-c095-45db-9c22-957b33cd4071 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] 10.222.0.104 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A35 HTTP/1.1" status: 200 len: 927 time: 0.3383107 Jul 06 14:07:53.056702 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 44722) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:07:53.070402 n-d-773647-6 neutron-server[100247]: DEBUG neutron.objects.ports [None req-156a1c0c-2c73-4580-9a77-4d5094cc26ed tempest-NetworksIpV6TestAttrs-2117599787 tempest-NetworksIpV6TestAttrs-2117599787-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=100247) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 06 14:07:53.072733 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-156a1c0c-2c73-4580-9a77-4d5094cc26ed tempest-NetworksIpV6TestAttrs-2117599787 tempest-NetworksIpV6TestAttrs-2117599787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1849032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-128888412', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127627426'] for subnet, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:53.210528 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d6b5c0f-907f-4113-8b76-eb5523d1540e None None] Network 262555c3-446a-4143-8cf5-32ed453166cb requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:07:53.212485 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156a1c0c-2c73-4580-9a77-4d5094cc26ed tempest-NetworksIpV6TestAttrs-2117599787 tempest-NetworksIpV6TestAttrs-2117599787-project] Pushing event updated for resources: {'Subnet': ['ID=d9305523-5d61-4718-888d-91780feecbdd,revision_number=0']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:07:53.239899 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-156a1c0c-2c73-4580-9a77-4d5094cc26ed tempest-NetworksIpV6TestAttrs-2117599787 tempest-NetworksIpV6TestAttrs-2117599787-project] Checking segment: {'id': 'dc80d37f-74fc-4278-b2b5-e460fda088d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1015, 'network_id': 'c1eed1c4-beb8-460a-a666-db3454cecf06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100247) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:07:53.240307 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-156a1c0c-2c73-4580-9a77-4d5094cc26ed tempest-NetworksIpV6TestAttrs-2117599787 tempest-NetworksIpV6TestAttrs-2117599787-project] Network hostable DHCP agents. Network: c1eed1c4-beb8-460a-a666-db3454cecf06, hostable agents: ['f2bada3d-be77-4359-982b-8505a2bbca04'], hosted agents: [] {{(pid=100247) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 14:07:53.320163 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-156a1c0c-2c73-4580-9a77-4d5094cc26ed tempest-NetworksIpV6TestAttrs-2117599787 tempest-NetworksIpV6TestAttrs-2117599787-project] Network c1eed1c4-beb8-460a-a666-db3454cecf06 is scheduled to be hosted by DHCP agent f2bada3d-be77-4359-982b-8505a2bbca04 with binding_index 1 {{(pid=100247) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 14:07:53.355058 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [None req-2e346944-919e-41dc-bb3a-513672c8f440 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Deleting port 460a846a-7170-4de3-a49b-4ab0adf93c6e {{(pid=100246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:07:53.358555 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-2e346944-919e-41dc-bb3a-513672c8f440 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:53.359409 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.base_scheduler [None req-156a1c0c-2c73-4580-9a77-4d5094cc26ed tempest-NetworksIpV6TestAttrs-2117599787 tempest-NetworksIpV6TestAttrs-2117599787-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773647-6, c1eed1c4-beb8-460a-a666-db3454cecf06) {{(pid=100247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:07:53.372068 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-156a1c0c-2c73-4580-9a77-4d5094cc26ed tempest-NetworksIpV6TestAttrs-2117599787 tempest-NetworksIpV6TestAttrs-2117599787-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:07:53.372999 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-156a1c0c-2c73-4580-9a77-4d5094cc26ed tempest-NetworksIpV6TestAttrs-2117599787 tempest-NetworksIpV6TestAttrs-2117599787-project] Notify callbacks [] for subnet, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:53.388237 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a62e580-2ea9-4114-a7ee-33562fc4c56f None None] Network c1eed1c4-beb8-460a-a666-db3454cecf06 requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:07:53.412130 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-156a1c0c-2c73-4580-9a77-4d5094cc26ed tempest-NetworksIpV6TestAttrs-2117599787 tempest-NetworksIpV6TestAttrs-2117599787-project] 10.222.0.104 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.3487065 Jul 06 14:07:53.413673 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 44736) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:07:53.427586 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [None req-fbad887b-6c6f-40f8-bdf3-ffd6fc02dfec tempest-NetworksIpV6TestAttrs-2117599787 tempest-NetworksIpV6TestAttrs-2117599787-project] Request body: {'port': {'network_id': 'c1eed1c4-beb8-460a-a666-db3454cecf06', 'name': 'tempest-NetworksIpV6TestAttrs-771548020'}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:07:53.540120 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-d7a7b052-ae67-4d65-9781-601fbaf1cf95 None None] Provisioning for port 2e2355f7-be60-4981-88a2-37d95ba5e9af completed by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:07:53.595326 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-2e346944-919e-41dc-bb3a-513672c8f440 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:53.630510 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [None req-2e346944-919e-41dc-bb3a-513672c8f440 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Calling delete_port for 460a846a-7170-4de3-a49b-4ab0adf93c6e owned by {{(pid=100246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:07:53.674581 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-d7a7b052-ae67-4d65-9781-601fbaf1cf95 None None] Provisioning complete for port 2e2355f7-be60-4981-88a2-37d95ba5e9af triggered by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:07:53.675891 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-d7a7b052-ae67-4d65-9781-601fbaf1cf95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:53.698644 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbad887b-6c6f-40f8-bdf3-ffd6fc02dfec tempest-NetworksIpV6TestAttrs-2117599787 tempest-NetworksIpV6TestAttrs-2117599787-project] Made reservation on behalf of b58c9bdef9194336a922a39a2fd964c7 for: {'port': 1} {{(pid=100247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:07:53.708840 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-fbad887b-6c6f-40f8-bdf3-ffd6fc02dfec tempest-NetworksIpV6TestAttrs-2117599787 tempest-NetworksIpV6TestAttrs-2117599787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:53.742428 n-d-773647-6 neutron-server[100247]: DEBUG neutron.notifiers.nova [None req-fbad887b-6c6f-40f8-bdf3-ffd6fc02dfec tempest-NetworksIpV6TestAttrs-2117599787 tempest-NetworksIpV6TestAttrs-2117599787-project] device_id is not set on port 9177b83a-b4bc-4546-904b-d1292740c395 yet. {{(pid=100247) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 14:07:54.010737 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ac5a908-f771-4bcd-badd-67c751bc3bb0 None None] Network 779ca82d-6218-42c0-b36b-d24347ffdb46 requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:07:54.013427 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.db_base_plugin_common [None req-fbad887b-6c6f-40f8-bdf3-ffd6fc02dfec tempest-NetworksIpV6TestAttrs-2117599787 tempest-NetworksIpV6TestAttrs-2117599787-project] Allocated IP 2001:db8::f816:3eff:fead:6258 (c1eed1c4-beb8-460a-a666-db3454cecf06/d9305523-5d61-4718-888d-91780feecbdd/9177b83a-b4bc-4546-904b-d1292740c395) {{(pid=100247) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:07:54.043110 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b047a137-8eff-4787-aad4-b6316dfd7da1 None None] DHCP port deletion for 262555c3-446a-4143-8cf5-32ed453166cb request from n-d-773647-6 {{(pid=100248) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 14:07:54.056410 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-2e346944-919e-41dc-bb3a-513672c8f440 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127687580'] for port, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:54.125144 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-d7a7b052-ae67-4d65-9781-601fbaf1cf95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:54.136216 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e346944-919e-41dc-bb3a-513672c8f440 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Pushing event deleted for resources: {'Port': ['ID=460a846a-7170-4de3-a49b-4ab0adf93c6e,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:07:54.142006 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c23e58ce-9f84-401d-8a2d-5a1f55115741 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6bd5fc82-6666-56e8-87c2-91648d36c963-c1eed1c4-beb8-460a-a666-db3454cecf06', 'network_id': 'c1eed1c4-beb8-460a-a666-db3454cecf06', 'tenant_id': 'b58c9bdef9194336a922a39a2fd964c7', 'fixed_ips': [{'subnet_id': 'd9305523-5d61-4718-888d-91780feecbdd'}]}} from n-d-773647-6. {{(pid=100248) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 14:07:54.142688 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-c23e58ce-9f84-401d-8a2d-5a1f55115741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:54.203746 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-2e346944-919e-41dc-bb3a-513672c8f440 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:54.206639 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-2e346944-919e-41dc-bb3a-513672c8f440 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] 10.222.0.104 "DELETE /v2.0/ports/460a846a-7170-4de3-a49b-4ab0adf93c6e HTTP/1.1" status: 204 len: 168 time: 1.1478860 Jul 06 14:07:54.208261 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 44744) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:07:54.275598 n-d-773647-6 neutron-server[100246]: INFO neutron.pecan_wsgi.hooks.translation [None req-50500afd-8b79-4667-a15f-37050cdfbe46 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] GET failed (client error): The resource could not be found. Jul 06 14:07:54.277600 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-50500afd-8b79-4667-a15f-37050cdfbe46 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] 10.222.0.104 "GET /v2.0/ports/460a846a-7170-4de3-a49b-4ab0adf93c6e HTTP/1.1" status: 404 len: 333 time: 0.0681674 Jul 06 14:07:54.280259 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 44746) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:07:54.308411 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-fbad887b-6c6f-40f8-bdf3-ffd6fc02dfec tempest-NetworksIpV6TestAttrs-2117599787 tempest-NetworksIpV6TestAttrs-2117599787-project] Notify callbacks [] for port, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:54.336037 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.provisioning_blocks [None req-fbad887b-6c6f-40f8-bdf3-ffd6fc02dfec tempest-NetworksIpV6TestAttrs-2117599787 tempest-NetworksIpV6TestAttrs-2117599787-project] Transition to ACTIVE for port object 9177b83a-b4bc-4546-904b-d1292740c395 will not be triggered until provisioned by entity DHCP. {{(pid=100247) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:07:54.391108 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-fbad887b-6c6f-40f8-bdf3-ffd6fc02dfec tempest-NetworksIpV6TestAttrs-2117599787 tempest-NetworksIpV6TestAttrs-2117599787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-128888360'] for port, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:54.448099 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbad887b-6c6f-40f8-bdf3-ffd6fc02dfec tempest-NetworksIpV6TestAttrs-2117599787 tempest-NetworksIpV6TestAttrs-2117599787-project] Network c1eed1c4-beb8-460a-a666-db3454cecf06 is already hosted by enough agents. {{(pid=100247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:07:54.456241 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.base_scheduler [None req-fbad887b-6c6f-40f8-bdf3-ffd6fc02dfec tempest-NetworksIpV6TestAttrs-2117599787 tempest-NetworksIpV6TestAttrs-2117599787-project] Resources bound (agent type, host, resource id): {{(pid=100247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:07:54.461792 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbad887b-6c6f-40f8-bdf3-ffd6fc02dfec tempest-NetworksIpV6TestAttrs-2117599787 tempest-NetworksIpV6TestAttrs-2117599787-project] Received port after_create {{(pid=100247) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:07:54.468191 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbad887b-6c6f-40f8-bdf3-ffd6fc02dfec tempest-NetworksIpV6TestAttrs-2117599787 tempest-NetworksIpV6TestAttrs-2117599787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:07:54.469174 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-fbad887b-6c6f-40f8-bdf3-ffd6fc02dfec tempest-NetworksIpV6TestAttrs-2117599787 tempest-NetworksIpV6TestAttrs-2117599787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:54.473354 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbad887b-6c6f-40f8-bdf3-ffd6fc02dfec tempest-NetworksIpV6TestAttrs-2117599787 tempest-NetworksIpV6TestAttrs-2117599787-project] Pushing event updated for resources: {'Port': ['ID=9177b83a-b4bc-4546-904b-d1292740c395,revision_number=1']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:07:54.505666 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-d7a7b052-ae67-4d65-9781-601fbaf1cf95 None None] For port 2e2355f7-be60-4981-88a2-37d95ba5e9af, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=2e2355f7-be60-4981-88a2-37d95ba5e9af,segment=NetworkSegment(b66aae44-c022-4d6f-9a08-6b4e2f67bf1b),segment_id=b66aae44-c022-4d6f-9a08-6b4e2f67bf1b)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:07:54.506529 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-fbad887b-6c6f-40f8-bdf3-ffd6fc02dfec tempest-NetworksIpV6TestAttrs-2117599787 tempest-NetworksIpV6TestAttrs-2117599787-project] 10.222.0.104 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 1.0913746 Jul 06 14:07:54.507370 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device f83e9b2b-6017-478e-b354-11d23e00cad0 up at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:07:54.508124 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 44756) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:07:54.524452 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [None req-95ab21df-66a4-461d-aab7-5196576c9f23 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Deleting port daadb9ec-205e-4649-b5d9-a84583bfcb52 {{(pid=100246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:07:54.524807 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-95ab21df-66a4-461d-aab7-5196576c9f23 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:54.616796 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-d7a7b052-ae67-4d65-9781-601fbaf1cf95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:54.624305 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.db_base_plugin_v2 [None req-195f9875-c25a-4c20-bd25-fa514f577dac tempest-NetworksIpV6TestAttrs-2117599787 tempest-NetworksIpV6TestAttrs-2117599787-project] Deleting subnet d9305523-5d61-4718-888d-91780feecbdd {{(pid=100247) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 14:07:54.632693 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-195f9875-c25a-4c20-bd25-fa514f577dac tempest-NetworksIpV6TestAttrs-2117599787 tempest-NetworksIpV6TestAttrs-2117599787-project] Notify callbacks [] for subnet, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:54.710514 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-195f9875-c25a-4c20-bd25-fa514f577dac tempest-NetworksIpV6TestAttrs-2117599787 tempest-NetworksIpV6TestAttrs-2117599787-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127131748'] for subnet, precommit_delete_associations {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:54.716318 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-95ab21df-66a4-461d-aab7-5196576c9f23 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:54.767259 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a7b052-ae67-4d65-9781-601fbaf1cf95 None None] Pushing event updated for resources: {'Port': ['ID=2e2355f7-be60-4981-88a2-37d95ba5e9af,revision_number=4']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:07:54.776754 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [None req-95ab21df-66a4-461d-aab7-5196576c9f23 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Calling delete_port for daadb9ec-205e-4649-b5d9-a84583bfcb52 owned by {{(pid=100246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:07:54.814594 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-b047a137-8eff-4787-aad4-b6316dfd7da1 None None] Deleting port 2e2355f7-be60-4981-88a2-37d95ba5e9af {{(pid=100248) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:07:54.815317 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-b047a137-8eff-4787-aad4-b6316dfd7da1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:54.827703 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-195f9875-c25a-4c20-bd25-fa514f577dac tempest-NetworksIpV6TestAttrs-2117599787 tempest-NetworksIpV6TestAttrs-2117599787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-913473'] for subnet, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:54.959024 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-195f9875-c25a-4c20-bd25-fa514f577dac tempest-NetworksIpV6TestAttrs-2117599787 tempest-NetworksIpV6TestAttrs-2117599787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-913480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1849032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-128888347', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127627857'] for subnet, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:55.036097 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195f9875-c25a-4c20-bd25-fa514f577dac tempest-NetworksIpV6TestAttrs-2117599787 tempest-NetworksIpV6TestAttrs-2117599787-project] Pushing event deleted for resources: {'Subnet': ['ID=d9305523-5d61-4718-888d-91780feecbdd,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:07:55.050581 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-195f9875-c25a-4c20-bd25-fa514f577dac tempest-NetworksIpV6TestAttrs-2117599787 tempest-NetworksIpV6TestAttrs-2117599787-project] Notify callbacks [] for subnet, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:55.059402 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-195f9875-c25a-4c20-bd25-fa514f577dac tempest-NetworksIpV6TestAttrs-2117599787 tempest-NetworksIpV6TestAttrs-2117599787-project] 10.222.0.104 "DELETE /v2.0/subnets/d9305523-5d61-4718-888d-91780feecbdd HTTP/1.1" status: 204 len: 168 time: 0.5453992 Jul 06 14:07:55.060199 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 44768) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:07:55.150280 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-95ab21df-66a4-461d-aab7-5196576c9f23 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127687580'] for port, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:55.216943 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-36340033-e869-45e1-ac0b-32f885c8d2a2 None None] Provisioning for port f83e9b2b-6017-478e-b354-11d23e00cad0 completed by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:07:55.246724 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server [None req-c23e58ce-9f84-401d-8a2d-5a1f55115741 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet d9305523-5d61-4718-888d-91780feecbdd: This subnet is being modified by another concurrent operation. Jul 06 14:07:55.246724 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 06 14:07:55.246724 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 06 14:07:55.246724 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 06 14:07:55.246724 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 06 14:07:55.246724 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 06 14:07:55.246724 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 06 14:07:55.246724 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 06 14:07:55.246724 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 06 14:07:55.246724 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 06 14:07:55.246724 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 06 14:07:55.246724 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 06 14:07:55.246724 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 06 14:07:55.246724 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 06 14:07:55.246724 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 06 14:07:55.246724 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server raise self.value Jul 06 14:07:55.246724 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 06 14:07:55.246724 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 06 14:07:55.246724 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 06 14:07:55.246724 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 06 14:07:55.246724 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 06 14:07:55.246724 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 06 14:07:55.246724 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 06 14:07:55.246724 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server raise self.value Jul 06 14:07:55.246724 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 06 14:07:55.246724 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 06 14:07:55.246724 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 06 14:07:55.246724 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 06 14:07:55.246724 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 06 14:07:55.246724 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 06 14:07:55.246724 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 06 14:07:55.246724 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server raise self.value Jul 06 14:07:55.246724 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 06 14:07:55.246724 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 06 14:07:55.246724 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 06 14:07:55.246724 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 06 14:07:55.246724 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 06 14:07:55.246724 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 06 14:07:55.246724 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 06 14:07:55.246724 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 06 14:07:55.246724 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 06 14:07:55.246724 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 06 14:07:55.246724 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 06 14:07:55.246724 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 06 14:07:55.246724 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 06 14:07:55.246724 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 06 14:07:55.246724 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 06 14:07:55.246724 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 06 14:07:55.246724 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 06 14:07:55.246724 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 06 14:07:55.246724 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 06 14:07:55.246724 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server raise self.value Jul 06 14:07:55.246724 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 06 14:07:55.246724 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 06 14:07:55.250974 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 06 14:07:55.250974 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 06 14:07:55.250974 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 06 14:07:55.250974 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 06 14:07:55.250974 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 06 14:07:55.250974 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server raise self.value Jul 06 14:07:55.250974 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 06 14:07:55.250974 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 06 14:07:55.250974 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 06 14:07:55.250974 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 06 14:07:55.250974 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 06 14:07:55.250974 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 06 14:07:55.250974 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 06 14:07:55.250974 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server raise self.value Jul 06 14:07:55.250974 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 06 14:07:55.250974 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 06 14:07:55.250974 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 06 14:07:55.250974 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 06 14:07:55.250974 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 06 14:07:55.250974 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 06 14:07:55.250974 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 06 14:07:55.250974 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 06 14:07:55.250974 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 06 14:07:55.250974 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 06 14:07:55.250974 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 06 14:07:55.250974 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 06 14:07:55.250974 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 06 14:07:55.250974 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server raise self.value Jul 06 14:07:55.250974 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 06 14:07:55.250974 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 06 14:07:55.250974 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 06 14:07:55.250974 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 06 14:07:55.250974 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 06 14:07:55.250974 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 06 14:07:55.250974 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 06 14:07:55.250974 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server raise exception Jul 06 14:07:55.250974 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet d9305523-5d61-4718-888d-91780feecbdd: This subnet is being modified by another concurrent operation. Jul 06 14:07:55.250974 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server Jul 06 14:07:55.264094 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76ba9864-42b1-4830-bd65-6d77035dc990 tempest-NetworksIpV6TestAttrs-2117599787 tempest-NetworksIpV6TestAttrs-2117599787-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:07:55.271001 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76ba9864-42b1-4830-bd65-6d77035dc990 tempest-NetworksIpV6TestAttrs-2117599787 tempest-NetworksIpV6TestAttrs-2117599787-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:07:55.279454 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ab21df-66a4-461d-aab7-5196576c9f23 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Pushing event deleted for resources: {'Port': ['ID=daadb9ec-205e-4649-b5d9-a84583bfcb52,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:07:55.280178 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-76ba9864-42b1-4830-bd65-6d77035dc990 tempest-NetworksIpV6TestAttrs-2117599787 tempest-NetworksIpV6TestAttrs-2117599787-project] 10.222.0.104 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.2158234 Jul 06 14:07:55.287291 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 44772) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:07:55.288809 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-95ab21df-66a4-461d-aab7-5196576c9f23 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:55.291005 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-95ab21df-66a4-461d-aab7-5196576c9f23 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] 10.222.0.104 "DELETE /v2.0/ports/daadb9ec-205e-4649-b5d9-a84583bfcb52 HTTP/1.1" status: 204 len: 168 time: 1.0097880 Jul 06 14:07:55.298530 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0e49a6e-3e20-414d-8ff1-1540aff29f19 None None] Network c1eed1c4-beb8-460a-a666-db3454cecf06 requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:07:55.298801 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 44774) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:07:55.336655 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-b047a137-8eff-4787-aad4-b6316dfd7da1 None None] For port 2e2355f7-be60-4981-88a2-37d95ba5e9af, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=2e2355f7-be60-4981-88a2-37d95ba5e9af,segment=NetworkSegment(b66aae44-c022-4d6f-9a08-6b4e2f67bf1b),segment_id=b66aae44-c022-4d6f-9a08-6b4e2f67bf1b)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:07:55.337458 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-b047a137-8eff-4787-aad4-b6316dfd7da1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:55.337760 n-d-773647-6 neutron-server[100247]: INFO neutron.pecan_wsgi.hooks.translation [None req-8accc841-0c70-407a-b59e-107f22d10890 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] GET failed (client error): The resource could not be found. Jul 06 14:07:55.346100 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-8accc841-0c70-407a-b59e-107f22d10890 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] 10.222.0.104 "GET /v2.0/ports/daadb9ec-205e-4649-b5d9-a84583bfcb52 HTTP/1.1" status: 404 len: 333 time: 0.0436127 Jul 06 14:07:55.349505 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 44776) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:07:55.356504 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-b047a137-8eff-4787-aad4-b6316dfd7da1 None None] Calling delete_port for 2e2355f7-be60-4981-88a2-37d95ba5e9af owned by network:dhcp {{(pid=100248) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:07:55.386332 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d93b350-2b0b-4111-b80c-2556c6e5c7e1 req-ad372c2d-2ef3-467d-8a0e-a7cf09d459d5 tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:07:55.394606 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-1d93b350-2b0b-4111-b80c-2556c6e5c7e1 req-ad372c2d-2ef3-467d-8a0e-a7cf09d459d5 tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] 10.222.0.104 "GET /v2.0/ports?device_id=5fbc9a8b-86db-4456-85e1-a59cfdbb9c8d HTTP/1.1" status: 200 len: 944 time: 0.2209094 Jul 06 14:07:55.410389 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-f54c8126-6fa7-40de-a837-7ba2970e4733 tempest-NetworksIpV6TestAttrs-2117599787 tempest-NetworksIpV6TestAttrs-2117599787-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530492'] for network, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:55.423096 n-d-773647-6 neutron-server[100246]: INFO neutron.pecan_wsgi.hooks.translation [None req-f54c8126-6fa7-40de-a837-7ba2970e4733 tempest-NetworksIpV6TestAttrs-2117599787 tempest-NetworksIpV6TestAttrs-2117599787-project] DELETE failed (client error): There was a conflict when trying to complete your request. Jul 06 14:07:55.423733 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f54c8126-6fa7-40de-a837-7ba2970e4733 tempest-NetworksIpV6TestAttrs-2117599787 tempest-NetworksIpV6TestAttrs-2117599787-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=100246) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 14:07:55.425791 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-f54c8126-6fa7-40de-a837-7ba2970e4733 tempest-NetworksIpV6TestAttrs-2117599787 tempest-NetworksIpV6TestAttrs-2117599787-project] 10.222.0.104 "DELETE /v2.0/networks/c1eed1c4-beb8-460a-a666-db3454cecf06 HTTP/1.1" status: 409 len: 405 time: 0.1334932 Jul 06 14:07:55.431412 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 44778) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:07:55.442492 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-1b96585e-fff5-4885-bad4-978f18d46bc1 tempest-NetworksIpV6TestAttrs-2117599787 tempest-NetworksIpV6TestAttrs-2117599787-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-30460030'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:07:55.476516 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-1d93b350-2b0b-4111-b80c-2556c6e5c7e1 req-45338f5f-514c-4c11-98e1-4da58fffaa5e tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] 10.222.0.104 "GET /v2.0/security-groups?id=54cfb86c-390d-4cad-8265-7f5781c66116&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0808673 Jul 06 14:07:55.477017 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b96585e-fff5-4885-bad4-978f18d46bc1 tempest-NetworksIpV6TestAttrs-2117599787 tempest-NetworksIpV6TestAttrs-2117599787-project] Made reservation on behalf of b58c9bdef9194336a922a39a2fd964c7 for: {'network': 1} {{(pid=100246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:07:55.497028 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-1b96585e-fff5-4885-bad4-978f18d46bc1 tempest-NetworksIpV6TestAttrs-2117599787 tempest-NetworksIpV6TestAttrs-2117599787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for network, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:55.514850 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.db_base_plugin_v2 [None req-13ec0e5b-96c0-4733-90cf-05dc5e440f1c tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Deleting subnet fb3cd8fb-e880-4e10-b624-773a95ecf982 {{(pid=100247) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 14:07:55.514850 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-13ec0e5b-96c0-4733-90cf-05dc5e440f1c tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Notify callbacks [] for subnet, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:55.604439 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b96585e-fff5-4885-bad4-978f18d46bc1 tempest-NetworksIpV6TestAttrs-2117599787 tempest-NetworksIpV6TestAttrs-2117599787-project] vlan segment allocate from pool success with {'vlan_id': 1030, 'physical_network': 'physnet1'} {{(pid=100246) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 14:07:55.629472 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-1b96585e-fff5-4885-bad4-978f18d46bc1 tempest-NetworksIpV6TestAttrs-2117599787 tempest-NetworksIpV6TestAttrs-2117599787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552'] for segment, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:55.629873 n-d-773647-6 neutron-server[100246]: INFO neutron.db.segments_db [None req-1b96585e-fff5-4885-bad4-978f18d46bc1 tempest-NetworksIpV6TestAttrs-2117599787 tempest-NetworksIpV6TestAttrs-2117599787-project] Added segment 9c316f17-8f5f-43ef-bf01-d9c680ae6aaa of type vlan for network 3eaa1df9-85c2-49dd-a78d-101400a520e9 Jul 06 14:07:55.630332 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-13ec0e5b-96c0-4733-90cf-05dc5e440f1c tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127131748'] for subnet, precommit_delete_associations {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:55.631068 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-b047a137-8eff-4787-aad4-b6316dfd7da1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117'] for port, after_delete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:55.708551 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-1b96585e-fff5-4885-bad4-978f18d46bc1 tempest-NetworksIpV6TestAttrs-2117599787 tempest-NetworksIpV6TestAttrs-2117599787-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773752984405'] for network, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:55.719192 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b047a137-8eff-4787-aad4-b6316dfd7da1 None None] No DVR routers for this DVR port 2e2355f7-be60-4981-88a2-37d95ba5e9af on host n-d-773647-6 {{(pid=100248) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:07:55.756811 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b047a137-8eff-4787-aad4-b6316dfd7da1 None None] Pushing event deleted for resources: {'Port': ['ID=2e2355f7-be60-4981-88a2-37d95ba5e9af,revision_number=None']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:07:55.779247 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-1b96585e-fff5-4885-bad4-978f18d46bc1 tempest-NetworksIpV6TestAttrs-2117599787 tempest-NetworksIpV6TestAttrs-2117599787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060'] for network, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:55.785482 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b96585e-fff5-4885-bad4-978f18d46bc1 tempest-NetworksIpV6TestAttrs-2117599787 tempest-NetworksIpV6TestAttrs-2117599787-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:07:55.786153 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-1b96585e-fff5-4885-bad4-978f18d46bc1 tempest-NetworksIpV6TestAttrs-2117599787 tempest-NetworksIpV6TestAttrs-2117599787-project] Notify callbacks [] for network, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:55.807859 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-363be4dd-307c-451a-9972-600ef112c9e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:55.818336 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-13ec0e5b-96c0-4733-90cf-05dc5e440f1c tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-913473'] for subnet, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:55.819928 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning for port f83e9b2b-6017-478e-b354-11d23e00cad0 completed by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:07:55.937415 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning complete for port f83e9b2b-6017-478e-b354-11d23e00cad0 triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:07:55.937785 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:55.939175 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-13ec0e5b-96c0-4733-90cf-05dc5e440f1c tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-913480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1849032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-128888347', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127627857'] for subnet, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:55.987306 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-1b96585e-fff5-4885-bad4-978f18d46bc1 tempest-NetworksIpV6TestAttrs-2117599787 tempest-NetworksIpV6TestAttrs-2117599787-project] 10.222.0.104 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.5545704 Jul 06 14:07:55.992462 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 44796) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:07:55.999609 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ec0e5b-96c0-4733-90cf-05dc5e440f1c tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Pushing event deleted for resources: {'Subnet': ['ID=fb3cd8fb-e880-4e10-b624-773a95ecf982,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:07:56.004811 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-3103e164-d008-41b1-b916-c61866d4ed92 tempest-NetworksIpV6TestAttrs-2117599787 tempest-NetworksIpV6TestAttrs-2117599787-project] Request body: {'subnet': {'network_id': '3eaa1df9-85c2-49dd-a78d-101400a520e9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:07:56.021739 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-13ec0e5b-96c0-4733-90cf-05dc5e440f1c tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Notify callbacks [] for subnet, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:56.026665 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-13ec0e5b-96c0-4733-90cf-05dc5e440f1c tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] 10.222.0.104 "DELETE /v2.0/subnets/fb3cd8fb-e880-4e10-b624-773a95ecf982 HTTP/1.1" status: 204 len: 168 time: 0.6766028 Jul 06 14:07:56.030263 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 44798) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:07:56.128255 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-463316e7-3fbc-4d4d-b60c-b74135396bd1 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530492'] for network, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:56.145568 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d88d1637-fd9f-48ac-add1-6e4a00fa9c81 None None] Network 779ca82d-6218-42c0-b36b-d24347ffdb46 requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:07:56.150086 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b96585e-fff5-4885-bad4-978f18d46bc1 tempest-NetworksIpV6TestAttrs-2117599787 tempest-NetworksIpV6TestAttrs-2117599787-project] Pushing event updated for resources: {'Network': ['ID=3eaa1df9-85c2-49dd-a78d-101400a520e9,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:07:56.153895 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3103e164-d008-41b1-b916-c61866d4ed92 tempest-NetworksIpV6TestAttrs-2117599787 tempest-NetworksIpV6TestAttrs-2117599787-project] Made reservation on behalf of b58c9bdef9194336a922a39a2fd964c7 for: {'subnet': 1} {{(pid=100246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:07:56.158171 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-3103e164-d008-41b1-b916-c61866d4ed92 tempest-NetworksIpV6TestAttrs-2117599787 tempest-NetworksIpV6TestAttrs-2117599787-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127702029'] for subnet, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:56.182623 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Network 3eaa1df9-85c2-49dd-a78d-101400a520e9 details requested by agent ovs-agent-n-d-773647-6 with host n-d-773647-6 {{(pid=100248) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 14:07:56.267625 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7210c1f4-efd3-457b-b9f9-94bd32a0c5d9 req-022266f0-204f-44fb-8fa6-f7aad12b71c8 tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:07:56.277592 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-7210c1f4-efd3-457b-b9f9-94bd32a0c5d9 req-022266f0-204f-44fb-8fa6-f7aad12b71c8 tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] 10.222.0.104 "GET /v2.0/ports?device_id=5fbc9a8b-86db-4456-85e1-a59cfdbb9c8d HTTP/1.1" status: 200 len: 944 time: 0.3517313 Jul 06 14:07:56.316849 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:56.372404 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-7210c1f4-efd3-457b-b9f9-94bd32a0c5d9 req-e555ce5e-dd04-4aca-afeb-4488f5b909df tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] 10.222.0.104 "GET /v2.0/security-groups?id=54cfb86c-390d-4cad-8265-7f5781c66116&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0937097 Jul 06 14:07:56.421133 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.plugin [None req-463316e7-3fbc-4d4d-b60c-b74135396bd1 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Deleting port f83e9b2b-6017-478e-b354-11d23e00cad0 {{(pid=100247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:07:56.425297 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-463316e7-3fbc-4d4d-b60c-b74135396bd1 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:56.614140 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.db [None req-463316e7-3fbc-4d4d-b60c-b74135396bd1 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] For port f83e9b2b-6017-478e-b354-11d23e00cad0, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=f83e9b2b-6017-478e-b354-11d23e00cad0,segment=NetworkSegment(15ea1c24-6354-4dd6-922d-2c7b39d5484e),segment_id=15ea1c24-6354-4dd6-922d-2c7b39d5484e)] {{(pid=100247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:07:56.616027 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-463316e7-3fbc-4d4d-b60c-b74135396bd1 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:56.663447 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-e6421771-244e-41b4-95e3-31e9530e7fe9 None None] Provisioning complete for port f83e9b2b-6017-478e-b354-11d23e00cad0 triggered by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:07:56.663890 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-e6421771-244e-41b4-95e3-31e9530e7fe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:56.678235 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.plugin [None req-463316e7-3fbc-4d4d-b60c-b74135396bd1 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Calling delete_port for f83e9b2b-6017-478e-b354-11d23e00cad0 owned by network:dhcp {{(pid=100247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:07:56.766055 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-2064eaae-da4f-48f8-82d2-b09d4ddedd44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:56.832959 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-e6421771-244e-41b4-95e3-31e9530e7fe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:56.854960 n-d-773647-6 neutron-server[100246]: DEBUG neutron.objects.ports [None req-3103e164-d008-41b1-b916-c61866d4ed92 tempest-NetworksIpV6TestAttrs-2117599787 tempest-NetworksIpV6TestAttrs-2117599787-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=100246) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 06 14:07:56.864103 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-3103e164-d008-41b1-b916-c61866d4ed92 tempest-NetworksIpV6TestAttrs-2117599787 tempest-NetworksIpV6TestAttrs-2117599787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1849032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127687649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127702047'] for subnet, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:56.953476 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-e6421771-244e-41b4-95e3-31e9530e7fe9 None None] For port f83e9b2b-6017-478e-b354-11d23e00cad0, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=f83e9b2b-6017-478e-b354-11d23e00cad0,segment=NetworkSegment(15ea1c24-6354-4dd6-922d-2c7b39d5484e),segment_id=15ea1c24-6354-4dd6-922d-2c7b39d5484e)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:07:56.968430 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-463316e7-3fbc-4d4d-b60c-b74135396bd1 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128888353'] for port, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:56.969015 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b75078cf-c9bd-4850-8acc-880a1318add7 None None] DHCP port deletion for 779ca82d-6218-42c0-b36b-d24347ffdb46 request from n-d-773647-6 {{(pid=100248) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 14:07:56.980017 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-e6421771-244e-41b4-95e3-31e9530e7fe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:57.050894 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-e6421771-244e-41b4-95e3-31e9530e7fe9 None None] Could not find standard attr ID for object daadb9ec-205e-4649-b5d9-a84583bfcb52. {{(pid=100248) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 06 14:07:57.056126 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6421771-244e-41b4-95e3-31e9530e7fe9 None None] Pushing event deleted for resources: {'Port': ['ID=f83e9b2b-6017-478e-b354-11d23e00cad0,revision_number=None']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:07:57.059302 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463316e7-3fbc-4d4d-b60c-b74135396bd1 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Pushing event deleted for resources: {'Port': ['ID=f83e9b2b-6017-478e-b354-11d23e00cad0,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:07:57.072946 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-463316e7-3fbc-4d4d-b60c-b74135396bd1 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] No DVR routers for this DVR port f83e9b2b-6017-478e-b354-11d23e00cad0 on host n-d-773647-6 {{(pid=100247) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:07:57.074656 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6421771-244e-41b4-95e3-31e9530e7fe9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:07:57.075177 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6421771-244e-41b4-95e3-31e9530e7fe9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:07:57.076640 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6421771-244e-41b4-95e3-31e9530e7fe9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:07:57.077220 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6421771-244e-41b4-95e3-31e9530e7fe9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:07:57.078334 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6421771-244e-41b4-95e3-31e9530e7fe9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:07:57.080147 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6421771-244e-41b4-95e3-31e9530e7fe9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:07:57.080696 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6421771-244e-41b4-95e3-31e9530e7fe9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:07:57.081194 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6421771-244e-41b4-95e3-31e9530e7fe9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:07:57.081868 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6421771-244e-41b4-95e3-31e9530e7fe9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:07:57.082373 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6421771-244e-41b4-95e3-31e9530e7fe9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:07:57.082865 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6421771-244e-41b4-95e3-31e9530e7fe9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:07:57.083381 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6421771-244e-41b4-95e3-31e9530e7fe9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:07:57.096856 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:57.116153 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3103e164-d008-41b1-b916-c61866d4ed92 tempest-NetworksIpV6TestAttrs-2117599787 tempest-NetworksIpV6TestAttrs-2117599787-project] Pushing event updated for resources: {'Subnet': ['ID=6b34c614-bb54-49b9-bad0-431b773b733e,revision_number=0']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:07:57.131394 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a0a9709-e1f1-4204-833e-6f1a99fe40c0 None None] get_active_networks_info from n-d-773647-6 {{(pid=100248) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 06 14:07:57.142650 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3103e164-d008-41b1-b916-c61866d4ed92 tempest-NetworksIpV6TestAttrs-2117599787 tempest-NetworksIpV6TestAttrs-2117599787-project] Checking segment: {'id': '9c316f17-8f5f-43ef-bf01-d9c680ae6aaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1030, 'network_id': '3eaa1df9-85c2-49dd-a78d-101400a520e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:07:57.143465 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3103e164-d008-41b1-b916-c61866d4ed92 tempest-NetworksIpV6TestAttrs-2117599787 tempest-NetworksIpV6TestAttrs-2117599787-project] Network hostable DHCP agents. Network: 3eaa1df9-85c2-49dd-a78d-101400a520e9, hostable agents: ['f2bada3d-be77-4359-982b-8505a2bbca04'], hosted agents: [] {{(pid=100246) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 14:07:57.195613 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3103e164-d008-41b1-b916-c61866d4ed92 tempest-NetworksIpV6TestAttrs-2117599787 tempest-NetworksIpV6TestAttrs-2117599787-project] Network 3eaa1df9-85c2-49dd-a78d-101400a520e9 is scheduled to be hosted by DHCP agent f2bada3d-be77-4359-982b-8505a2bbca04 with binding_index 1 {{(pid=100246) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 14:07:57.216043 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.base_scheduler [None req-3103e164-d008-41b1-b916-c61866d4ed92 tempest-NetworksIpV6TestAttrs-2117599787 tempest-NetworksIpV6TestAttrs-2117599787-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773647-6, 3eaa1df9-85c2-49dd-a78d-101400a520e9) {{(pid=100246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:07:57.223383 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3103e164-d008-41b1-b916-c61866d4ed92 tempest-NetworksIpV6TestAttrs-2117599787 tempest-NetworksIpV6TestAttrs-2117599787-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:07:57.224472 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-3103e164-d008-41b1-b916-c61866d4ed92 tempest-NetworksIpV6TestAttrs-2117599787 tempest-NetworksIpV6TestAttrs-2117599787-project] Notify callbacks [] for subnet, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:57.269903 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-3103e164-d008-41b1-b916-c61866d4ed92 tempest-NetworksIpV6TestAttrs-2117599787 tempest-NetworksIpV6TestAttrs-2117599787-project] 10.222.0.104 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 1.2761397 Jul 06 14:07:57.272797 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 44822) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:07:57.294456 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-463316e7-3fbc-4d4d-b60c-b74135396bd1 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-917204', 'neutron.services.segments.db._delete_segments_for_network-8773753502302'] for network, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:57.310495 n-d-773647-6 neutron-server[100247]: DEBUG neutron.services.segments.db [None req-463316e7-3fbc-4d4d-b60c-b74135396bd1 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['779ca82d-6218-42c0-b36b-d24347ffdb46']}} {{(pid=100247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:07:57.346762 n-d-773647-6 neutron-server[100247]: DEBUG neutron.services.segments.db [None req-463316e7-3fbc-4d4d-b60c-b74135396bd1 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '15ea1c24-6354-4dd6-922d-2c7b39d5484e') {'for_net_delete': True} {{(pid=100247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:07:57.347269 n-d-773647-6 neutron-server[100247]: DEBUG neutron.services.segments.db [None req-463316e7-3fbc-4d4d-b60c-b74135396bd1 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '15ea1c24-6354-4dd6-922d-2c7b39d5484e') {} {{(pid=100247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:07:57.384678 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-463316e7-3fbc-4d4d-b60c-b74135396bd1 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773753515138', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127131763'] for segment, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:57.404132 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f50597-6d37-4410-bc23-af04a7582822 req-1ce1cd22-91ea-4838-b0a4-c48394cd387d tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:07:57.416973 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-21f50597-6d37-4410-bc23-af04a7582822 req-1ce1cd22-91ea-4838-b0a4-c48394cd387d tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] 10.222.0.104 "GET /v2.0/ports?device_id=5fbc9a8b-86db-4456-85e1-a59cfdbb9c8d HTTP/1.1" status: 200 len: 944 time: 0.2403629 Jul 06 14:07:57.433405 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 2e2355f7-be60-4981-88a2-37d95ba5e9af no longer exists at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:07:57.457934 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-463316e7-3fbc-4d4d-b60c-b74135396bd1 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552'] for segment, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:57.492512 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-a3ca36ad-76b3-46d0-97be-3a02190a444e tempest-NetworksIpV6TestAttrs-2117599787 tempest-NetworksIpV6TestAttrs-2117599787-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530492'] for network, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:57.526355 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-463316e7-3fbc-4d4d-b60c-b74135396bd1 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Releasing vlan 1026 on physical network physnet1 to pool {{(pid=100247) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 14:07:57.526613 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] No Port match for: 2e2355f7-be60-4981-88a2-37d95ba5e9af {{(pid=100248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 14:07:57.533980 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-463316e7-3fbc-4d4d-b60c-b74135396bd1 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-128888574'] for segment, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:57.534710 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 2e2355f7-be60-4981-88a2-37d95ba5e9af not bound to the agent host n-d-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:07:57.537829 n-d-773647-6 neutron-server[100247]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:07:57.537829 n-d-773647-6 neutron-server[100247]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:07:57.537829 n-d-773647-6 neutron-server[100247]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:07:57.537829 n-d-773647-6 neutron-server[100247]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:07:57.537829 n-d-773647-6 neutron-server[100247]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:07:57.537829 n-d-773647-6 neutron-server[100247]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:07:57.537829 n-d-773647-6 neutron-server[100247]: Traceback (most recent call last): Jul 06 14:07:57.537829 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 14:07:57.537829 n-d-773647-6 neutron-server[100247]: timer() Jul 06 14:07:57.537829 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 14:07:57.537829 n-d-773647-6 neutron-server[100247]: cb(*args, **kw) Jul 06 14:07:57.537829 n-d-773647-6 neutron-server[100247]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 14:07:57.537829 n-d-773647-6 neutron-server[100247]: return func(*args, **kwargs) Jul 06 14:07:57.537829 n-d-773647-6 neutron-server[100247]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 14:07:57.537829 n-d-773647-6 neutron-server[100247]: self._notify() Jul 06 14:07:57.537829 n-d-773647-6 neutron-server[100247]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 14:07:57.537829 n-d-773647-6 neutron-server[100247]: self.callback(batched_events) Jul 06 14:07:57.537829 n-d-773647-6 neutron-server[100247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 14:07:57.537829 n-d-773647-6 neutron-server[100247]: event.method(event) Jul 06 14:07:57.537829 n-d-773647-6 neutron-server[100247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 14:07:57.537829 n-d-773647-6 neutron-server[100247]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 14:07:57.537829 n-d-773647-6 neutron-server[100247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 14:07:57.537829 n-d-773647-6 neutron-server[100247]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 14:07:57.537829 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 14:07:57.537829 n-d-773647-6 neutron-server[100247]: return f(self, *a, **k) Jul 06 14:07:57.537829 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 14:07:57.537829 n-d-773647-6 neutron-server[100247]: return self._get(url).json() Jul 06 14:07:57.537829 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 14:07:57.537829 n-d-773647-6 neutron-server[100247]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 14:07:57.537829 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 14:07:57.537829 n-d-773647-6 neutron-server[100247]: return self.request(url, 'GET', **kwargs) Jul 06 14:07:57.537829 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 14:07:57.537829 n-d-773647-6 neutron-server[100247]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 14:07:57.537829 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 14:07:57.537829 n-d-773647-6 neutron-server[100247]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 14:07:57.537829 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 14:07:57.537829 n-d-773647-6 neutron-server[100247]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 14:07:57.537829 n-d-773647-6 neutron-server[100247]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 14:07:57.551253 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-21f50597-6d37-4410-bc23-af04a7582822 req-b799f305-02f2-40bc-b83f-925a222b5087 tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] 10.222.0.104 "GET /v2.0/security-groups?id=54cfb86c-390d-4cad-8265-7f5781c66116&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1285906 Jul 06 14:07:57.607465 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-a3ca36ad-76b3-46d0-97be-3a02190a444e tempest-NetworksIpV6TestAttrs-2117599787 tempest-NetworksIpV6TestAttrs-2117599787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-913473'] for subnet, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:57.694371 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-463316e7-3fbc-4d4d-b60c-b74135396bd1 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-917215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1761140'] for network, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:57.726805 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-463316e7-3fbc-4d4d-b60c-b74135396bd1 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583035'] for network, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:57.731857 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-463316e7-3fbc-4d4d-b60c-b74135396bd1 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] 10.222.0.104 "DELETE /v2.0/networks/779ca82d-6218-42c0-b36b-d24347ffdb46 HTTP/1.1" status: 204 len: 168 time: 1.7006929 Jul 06 14:07:57.734431 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463316e7-3fbc-4d4d-b60c-b74135396bd1 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Pushing event deleted for resources: {'Network': ['ID=779ca82d-6218-42c0-b36b-d24347ffdb46,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:07:57.753255 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 44830) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:07:57.760309 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [None req-a15c2061-e23b-4293-afcc-5375b5387653 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-28610215'}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:07:57.773713 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-a3ca36ad-76b3-46d0-97be-3a02190a444e tempest-NetworksIpV6TestAttrs-2117599787 tempest-NetworksIpV6TestAttrs-2117599787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-913480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1849032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127687590', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127702764'] for subnet, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:57.791871 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device f83e9b2b-6017-478e-b354-11d23e00cad0 no longer exists at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:07:57.816906 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a15c2061-e23b-4293-afcc-5375b5387653 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Made reservation on behalf of e15b02822e68450fa73455cc009166c9 for: {'network': 1} {{(pid=100247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:07:57.821601 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-a15c2061-e23b-4293-afcc-5375b5387653 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for network, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:57.836087 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ca36ad-76b3-46d0-97be-3a02190a444e tempest-NetworksIpV6TestAttrs-2117599787 tempest-NetworksIpV6TestAttrs-2117599787-project] Pushing event deleted for resources: {'Subnet': ['ID=6b34c614-bb54-49b9-bad0-431b773b733e,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:07:57.851522 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] No Port match for: f83e9b2b-6017-478e-b354-11d23e00cad0 {{(pid=100248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 14:07:57.857883 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device f83e9b2b-6017-478e-b354-11d23e00cad0 not bound to the agent host n-d-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:07:57.874966 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a15c2061-e23b-4293-afcc-5375b5387653 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] vlan segment allocate from pool success with {'vlan_id': 1042, 'physical_network': 'physnet1'} {{(pid=100247) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 14:07:57.898183 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-a15c2061-e23b-4293-afcc-5375b5387653 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552'] for segment, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:57.898525 n-d-773647-6 neutron-server[100247]: INFO neutron.db.segments_db [None req-a15c2061-e23b-4293-afcc-5375b5387653 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Added segment 9bdd7aeb-63c8-4cbe-b194-87448836bc17 of type vlan for network b69ec368-c2df-4ffb-9163-934d37a0e68f Jul 06 14:07:57.952308 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-a3ca36ad-76b3-46d0-97be-3a02190a444e tempest-NetworksIpV6TestAttrs-2117599787 tempest-NetworksIpV6TestAttrs-2117599787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-917204', 'neutron.services.segments.db._delete_segments_for_network-8773753502302'] for network, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:57.959668 n-d-773647-6 neutron-server[100248]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a0a9709-e1f1-4204-833e-6f1a99fe40c0 None None] Unable to find a vacant binding_index for network 3eaa1df9-85c2-49dd-a78d-101400a520e9 and agent f2bada3d-be77-4359-982b-8505a2bbca04 {{(pid=100248) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Jul 06 14:07:57.968440 n-d-773647-6 neutron-server[100246]: DEBUG neutron.services.segments.db [None req-a3ca36ad-76b3-46d0-97be-3a02190a444e tempest-NetworksIpV6TestAttrs-2117599787 tempest-NetworksIpV6TestAttrs-2117599787-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3eaa1df9-85c2-49dd-a78d-101400a520e9']}} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:07:57.974680 n-d-773647-6 neutron-server[100248]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a0a9709-e1f1-4204-833e-6f1a99fe40c0 None None] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773647-6, 3eaa1df9-85c2-49dd-a78d-101400a520e9) {{(pid=100248) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 06 14:07:57.980932 n-d-773647-6 neutron-server[100246]: DEBUG neutron.services.segments.db [None req-a3ca36ad-76b3-46d0-97be-3a02190a444e tempest-NetworksIpV6TestAttrs-2117599787 tempest-NetworksIpV6TestAttrs-2117599787-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c316f17-8f5f-43ef-bf01-d9c680ae6aaa') {'for_net_delete': True} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:07:57.981477 n-d-773647-6 neutron-server[100246]: DEBUG neutron.services.segments.db [None req-a3ca36ad-76b3-46d0-97be-3a02190a444e tempest-NetworksIpV6TestAttrs-2117599787 tempest-NetworksIpV6TestAttrs-2117599787-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c316f17-8f5f-43ef-bf01-d9c680ae6aaa') {} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:07:57.985876 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-a15c2061-e23b-4293-afcc-5375b5387653 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773752984405'] for network, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:57.994666 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-a3ca36ad-76b3-46d0-97be-3a02190a444e tempest-NetworksIpV6TestAttrs-2117599787 tempest-NetworksIpV6TestAttrs-2117599787-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773753515138', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126218898'] for segment, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:58.013902 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-a3ca36ad-76b3-46d0-97be-3a02190a444e tempest-NetworksIpV6TestAttrs-2117599787 tempest-NetworksIpV6TestAttrs-2117599787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552'] for segment, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:58.033262 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a3ca36ad-76b3-46d0-97be-3a02190a444e tempest-NetworksIpV6TestAttrs-2117599787 tempest-NetworksIpV6TestAttrs-2117599787-project] Releasing vlan 1030 on physical network physnet1 to pool {{(pid=100246) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 14:07:58.037577 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-a3ca36ad-76b3-46d0-97be-3a02190a444e tempest-NetworksIpV6TestAttrs-2117599787 tempest-NetworksIpV6TestAttrs-2117599787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127687491'] for segment, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:58.049062 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-a15c2061-e23b-4293-afcc-5375b5387653 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060'] for network, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:58.050318 n-d-773647-6 neutron-server[100246]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:07:58.050318 n-d-773647-6 neutron-server[100246]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:07:58.050318 n-d-773647-6 neutron-server[100246]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:07:58.050318 n-d-773647-6 neutron-server[100246]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:07:58.050318 n-d-773647-6 neutron-server[100246]: Traceback (most recent call last): Jul 06 14:07:58.050318 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 14:07:58.050318 n-d-773647-6 neutron-server[100246]: timer() Jul 06 14:07:58.050318 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 14:07:58.050318 n-d-773647-6 neutron-server[100246]: cb(*args, **kw) Jul 06 14:07:58.050318 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 14:07:58.050318 n-d-773647-6 neutron-server[100246]: return func(*args, **kwargs) Jul 06 14:07:58.050318 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 14:07:58.050318 n-d-773647-6 neutron-server[100246]: self._notify() Jul 06 14:07:58.050318 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 14:07:58.050318 n-d-773647-6 neutron-server[100246]: self.callback(batched_events) Jul 06 14:07:58.050318 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 14:07:58.050318 n-d-773647-6 neutron-server[100246]: event.method(event) Jul 06 14:07:58.050318 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 14:07:58.050318 n-d-773647-6 neutron-server[100246]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 14:07:58.050318 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 14:07:58.050318 n-d-773647-6 neutron-server[100246]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 14:07:58.050318 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 14:07:58.050318 n-d-773647-6 neutron-server[100246]: return f(self, *a, **k) Jul 06 14:07:58.050318 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 14:07:58.050318 n-d-773647-6 neutron-server[100246]: return self._get(url).json() Jul 06 14:07:58.050318 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 14:07:58.050318 n-d-773647-6 neutron-server[100246]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 14:07:58.050318 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 14:07:58.050318 n-d-773647-6 neutron-server[100246]: return self.request(url, 'GET', **kwargs) Jul 06 14:07:58.050318 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 14:07:58.050318 n-d-773647-6 neutron-server[100246]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 14:07:58.050318 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 14:07:58.050318 n-d-773647-6 neutron-server[100246]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 14:07:58.050318 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 14:07:58.050318 n-d-773647-6 neutron-server[100246]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 14:07:58.050318 n-d-773647-6 neutron-server[100246]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 14:07:58.058227 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a15c2061-e23b-4293-afcc-5375b5387653 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:07:58.065569 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-a15c2061-e23b-4293-afcc-5375b5387653 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583035'] for network, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:58.185273 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-a3ca36ad-76b3-46d0-97be-3a02190a444e tempest-NetworksIpV6TestAttrs-2117599787 tempest-NetworksIpV6TestAttrs-2117599787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-917215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1761140'] for network, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:58.200823 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-a15c2061-e23b-4293-afcc-5375b5387653 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] 10.222.0.104 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4464481 Jul 06 14:07:58.204089 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 44838) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:07:58.221328 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [None req-0027d3e5-f958-4b4c-b9dc-3237a6ccc161 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Request body: {'subnet': {'network_id': 'b69ec368-c2df-4ffb-9163-934d37a0e68f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:07:58.237701 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-a3ca36ad-76b3-46d0-97be-3a02190a444e tempest-NetworksIpV6TestAttrs-2117599787 tempest-NetworksIpV6TestAttrs-2117599787-project] Notify callbacks [] for network, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:58.239647 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-a3ca36ad-76b3-46d0-97be-3a02190a444e tempest-NetworksIpV6TestAttrs-2117599787 tempest-NetworksIpV6TestAttrs-2117599787-project] 10.222.0.104 "DELETE /v2.0/networks/3eaa1df9-85c2-49dd-a78d-101400a520e9 HTTP/1.1" status: 204 len: 168 time: 0.9656289 Jul 06 14:07:58.244781 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ca36ad-76b3-46d0-97be-3a02190a444e tempest-NetworksIpV6TestAttrs-2117599787 tempest-NetworksIpV6TestAttrs-2117599787-project] Pushing event deleted for resources: {'Network': ['ID=3eaa1df9-85c2-49dd-a78d-101400a520e9,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:07:58.248616 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 44840) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:07:58.268073 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [None req-1780e2a3-e849-47d7-b40c-851e7125fb29 tempest-NetworksIpV6TestAttrs-2117599787 tempest-NetworksIpV6TestAttrs-2117599787-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1395204949'}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:07:58.359924 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15c2061-e23b-4293-afcc-5375b5387653 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Pushing event updated for resources: {'Network': ['ID=b69ec368-c2df-4ffb-9163-934d37a0e68f,revision_number=1']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:07:58.362842 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-03f71b24-a9b8-453a-8924-caa3f97bc6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:58.376751 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Network b69ec368-c2df-4ffb-9163-934d37a0e68f details requested by agent ovs-agent-n-d-773647-6 with host n-d-773647-6 {{(pid=100248) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 14:07:58.497010 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1780e2a3-e849-47d7-b40c-851e7125fb29 tempest-NetworksIpV6TestAttrs-2117599787 tempest-NetworksIpV6TestAttrs-2117599787-project] Made reservation on behalf of b58c9bdef9194336a922a39a2fd964c7 for: {'network': 1} {{(pid=100247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:07:58.507491 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-1780e2a3-e849-47d7-b40c-851e7125fb29 tempest-NetworksIpV6TestAttrs-2117599787 tempest-NetworksIpV6TestAttrs-2117599787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for network, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:58.516931 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0027d3e5-f958-4b4c-b9dc-3237a6ccc161 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Made reservation on behalf of e15b02822e68450fa73455cc009166c9 for: {'subnet': 1} {{(pid=100247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:07:58.520451 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-0027d3e5-f958-4b4c-b9dc-3237a6ccc161 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127627440'] for subnet, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:58.655706 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1780e2a3-e849-47d7-b40c-851e7125fb29 tempest-NetworksIpV6TestAttrs-2117599787 tempest-NetworksIpV6TestAttrs-2117599787-project] vlan segment allocate from pool success with {'vlan_id': 1028, 'physical_network': 'physnet1'} {{(pid=100247) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 14:07:58.669115 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-1780e2a3-e849-47d7-b40c-851e7125fb29 tempest-NetworksIpV6TestAttrs-2117599787 tempest-NetworksIpV6TestAttrs-2117599787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552'] for segment, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:58.669683 n-d-773647-6 neutron-server[100247]: INFO neutron.db.segments_db [None req-1780e2a3-e849-47d7-b40c-851e7125fb29 tempest-NetworksIpV6TestAttrs-2117599787 tempest-NetworksIpV6TestAttrs-2117599787-project] Added segment 0a7d25b3-fa75-4ed2-97ce-df1089764be0 of type vlan for network 6aa8bb78-cd80-4af2-b632-89aee1c1545d Jul 06 14:07:58.750381 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-1780e2a3-e849-47d7-b40c-851e7125fb29 tempest-NetworksIpV6TestAttrs-2117599787 tempest-NetworksIpV6TestAttrs-2117599787-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773752984405'] for network, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:58.817645 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-554aed40-f3f6-40e8-beba-f774efcb4fc8 None None] Network 3eaa1df9-85c2-49dd-a78d-101400a520e9 requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:07:58.843360 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-554aed40-f3f6-40e8-beba-f774efcb4fc8 None None] Network 3eaa1df9-85c2-49dd-a78d-101400a520e9 could not be found, it might have been deleted concurrently. {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 06 14:07:58.851810 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-1780e2a3-e849-47d7-b40c-851e7125fb29 tempest-NetworksIpV6TestAttrs-2117599787 tempest-NetworksIpV6TestAttrs-2117599787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060'] for network, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:58.854028 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6329ea3-400d-4a8e-8a9d-456bbfc7f861 None None] Network 3eaa1df9-85c2-49dd-a78d-101400a520e9 requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:07:58.860198 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1780e2a3-e849-47d7-b40c-851e7125fb29 tempest-NetworksIpV6TestAttrs-2117599787 tempest-NetworksIpV6TestAttrs-2117599787-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:07:58.861457 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-1780e2a3-e849-47d7-b40c-851e7125fb29 tempest-NetworksIpV6TestAttrs-2117599787 tempest-NetworksIpV6TestAttrs-2117599787-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583035'] for network, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:58.866665 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6329ea3-400d-4a8e-8a9d-456bbfc7f861 None None] Network 3eaa1df9-85c2-49dd-a78d-101400a520e9 could not be found, it might have been deleted concurrently. {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 06 14:07:59.382244 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-1780e2a3-e849-47d7-b40c-851e7125fb29 tempest-NetworksIpV6TestAttrs-2117599787 tempest-NetworksIpV6TestAttrs-2117599787-project] 10.222.0.104 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.1279836 Jul 06 14:07:59.384886 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 44860) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:07:59.390141 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-fcd8038f-002a-4059-8b0e-d733c8e565fc tempest-NetworksIpV6TestAttrs-2117599787 tempest-NetworksIpV6TestAttrs-2117599787-project] Request body: {'subnet': {'network_id': '6aa8bb78-cd80-4af2-b632-89aee1c1545d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:07:59.421069 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1780e2a3-e849-47d7-b40c-851e7125fb29 tempest-NetworksIpV6TestAttrs-2117599787 tempest-NetworksIpV6TestAttrs-2117599787-project] Pushing event updated for resources: {'Network': ['ID=6aa8bb78-cd80-4af2-b632-89aee1c1545d,revision_number=1']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:07:59.444749 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Network 6aa8bb78-cd80-4af2-b632-89aee1c1545d details requested by agent ovs-agent-n-d-773647-6 with host n-d-773647-6 {{(pid=100248) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 14:07:59.644863 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dade1e0-ffc4-4077-9232-8bdb83c0bd69 req-074ce069-75ef-4bdf-b37c-724e4eba4722 tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:07:59.646671 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-2dade1e0-ffc4-4077-9232-8bdb83c0bd69 req-074ce069-75ef-4bdf-b37c-724e4eba4722 tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] 10.222.0.104 "GET /v2.0/ports?device_id=5fbc9a8b-86db-4456-85e1-a59cfdbb9c8d HTTP/1.1" status: 200 len: 944 time: 0.8117642 Jul 06 14:07:59.654286 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-0027d3e5-f958-4b4c-b9dc-3237a6ccc161 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1849032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-128888412', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127627426'] for subnet, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:59.832432 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0027d3e5-f958-4b4c-b9dc-3237a6ccc161 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Pushing event updated for resources: {'Subnet': ['ID=b80e201f-bfd2-4d23-a5db-7b3f480c4808,revision_number=0']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:07:59.906796 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0027d3e5-f958-4b4c-b9dc-3237a6ccc161 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Checking segment: {'id': '9bdd7aeb-63c8-4cbe-b194-87448836bc17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1042, 'network_id': 'b69ec368-c2df-4ffb-9163-934d37a0e68f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100247) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:07:59.907521 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0027d3e5-f958-4b4c-b9dc-3237a6ccc161 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Network hostable DHCP agents. Network: b69ec368-c2df-4ffb-9163-934d37a0e68f, hostable agents: ['f2bada3d-be77-4359-982b-8505a2bbca04'], hosted agents: [] {{(pid=100247) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 14:07:59.916797 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-2dade1e0-ffc4-4077-9232-8bdb83c0bd69 req-5824dfa8-eb6d-4d6e-833c-9ed072f3e245 tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] 10.222.0.104 "GET /v2.0/security-groups?id=54cfb86c-390d-4cad-8265-7f5781c66116&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2462053 Jul 06 14:07:59.968907 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0027d3e5-f958-4b4c-b9dc-3237a6ccc161 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Network b69ec368-c2df-4ffb-9163-934d37a0e68f is scheduled to be hosted by DHCP agent f2bada3d-be77-4359-982b-8505a2bbca04 with binding_index 1 {{(pid=100247) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 14:07:59.982936 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.base_scheduler [None req-0027d3e5-f958-4b4c-b9dc-3237a6ccc161 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773647-6, b69ec368-c2df-4ffb-9163-934d37a0e68f) {{(pid=100247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:07:59.989815 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0027d3e5-f958-4b4c-b9dc-3237a6ccc161 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:07:59.990741 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-0027d3e5-f958-4b4c-b9dc-3237a6ccc161 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Notify callbacks [] for subnet, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:59.996476 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d204f187-d3e7-431d-a3bc-9f2005351411 None None] Network b69ec368-c2df-4ffb-9163-934d37a0e68f requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:08:00.016927 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-0027d3e5-f958-4b4c-b9dc-3237a6ccc161 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] 10.222.0.104 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8048267 Jul 06 14:08:00.019922 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 44882) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:08:00.026368 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [None req-49bada66-8dd0-4d9c-88f6-16d6b21d9cf4 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Request body: {'port': {'network_id': 'b69ec368-c2df-4ffb-9163-934d37a0e68f', 'name': 'tempest-PortsIpV6TestJSON-1892814030', 'fixed_ips': [{'subnet_id': 'b80e201f-bfd2-4d23-a5db-7b3f480c4808', 'ip_address': '2001:db8::10'}]}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:08:00.038112 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcd8038f-002a-4059-8b0e-d733c8e565fc tempest-NetworksIpV6TestAttrs-2117599787 tempest-NetworksIpV6TestAttrs-2117599787-project] Made reservation on behalf of b58c9bdef9194336a922a39a2fd964c7 for: {'subnet': 1} {{(pid=100246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:08:00.043305 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-fcd8038f-002a-4059-8b0e-d733c8e565fc tempest-NetworksIpV6TestAttrs-2117599787 tempest-NetworksIpV6TestAttrs-2117599787-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127702029'] for subnet, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:00.197998 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49bada66-8dd0-4d9c-88f6-16d6b21d9cf4 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Made reservation on behalf of e15b02822e68450fa73455cc009166c9 for: {'port': 1} {{(pid=100247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:08:00.225602 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ccce4de-49ba-43bb-8ffe-46f185bee611 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6bd5fc82-6666-56e8-87c2-91648d36c963-b69ec368-c2df-4ffb-9163-934d37a0e68f', 'network_id': 'b69ec368-c2df-4ffb-9163-934d37a0e68f', 'tenant_id': 'e15b02822e68450fa73455cc009166c9', 'fixed_ips': [{'subnet_id': 'b80e201f-bfd2-4d23-a5db-7b3f480c4808'}]}} from n-d-773647-6. {{(pid=100248) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 14:08:00.226804 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-7ccce4de-49ba-43bb-8ffe-46f185bee611 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:00.283811 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-fcd8038f-002a-4059-8b0e-d733c8e565fc tempest-NetworksIpV6TestAttrs-2117599787 tempest-NetworksIpV6TestAttrs-2117599787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1849032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127687649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127702047'] for subnet, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:00.334395 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-49bada66-8dd0-4d9c-88f6-16d6b21d9cf4 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:00.370272 n-d-773647-6 neutron-server[100247]: DEBUG neutron.notifiers.nova [None req-49bada66-8dd0-4d9c-88f6-16d6b21d9cf4 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] device_id is not set on port 871b05a5-4995-4d8f-85ff-c564e9648e2d yet. {{(pid=100247) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 14:08:00.375323 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd8038f-002a-4059-8b0e-d733c8e565fc tempest-NetworksIpV6TestAttrs-2117599787 tempest-NetworksIpV6TestAttrs-2117599787-project] Pushing event updated for resources: {'Subnet': ['ID=3339dbf4-9e93-43be-b5d8-7befc1c2d1cc,revision_number=0']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:08:00.382001 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcd8038f-002a-4059-8b0e-d733c8e565fc tempest-NetworksIpV6TestAttrs-2117599787 tempest-NetworksIpV6TestAttrs-2117599787-project] Checking segment: {'id': '0a7d25b3-fa75-4ed2-97ce-df1089764be0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1028, 'network_id': '6aa8bb78-cd80-4af2-b632-89aee1c1545d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:08:00.382406 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcd8038f-002a-4059-8b0e-d733c8e565fc tempest-NetworksIpV6TestAttrs-2117599787 tempest-NetworksIpV6TestAttrs-2117599787-project] Network hostable DHCP agents. Network: 6aa8bb78-cd80-4af2-b632-89aee1c1545d, hostable agents: ['f2bada3d-be77-4359-982b-8505a2bbca04'], hosted agents: [] {{(pid=100246) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 14:08:00.401929 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcd8038f-002a-4059-8b0e-d733c8e565fc tempest-NetworksIpV6TestAttrs-2117599787 tempest-NetworksIpV6TestAttrs-2117599787-project] Network 6aa8bb78-cd80-4af2-b632-89aee1c1545d is scheduled to be hosted by DHCP agent f2bada3d-be77-4359-982b-8505a2bbca04 with binding_index 1 {{(pid=100246) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 14:08:00.414648 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.base_scheduler [None req-fcd8038f-002a-4059-8b0e-d733c8e565fc tempest-NetworksIpV6TestAttrs-2117599787 tempest-NetworksIpV6TestAttrs-2117599787-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773647-6, 6aa8bb78-cd80-4af2-b632-89aee1c1545d) {{(pid=100246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:08:00.421139 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcd8038f-002a-4059-8b0e-d733c8e565fc tempest-NetworksIpV6TestAttrs-2117599787 tempest-NetworksIpV6TestAttrs-2117599787-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:08:00.421815 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-fcd8038f-002a-4059-8b0e-d733c8e565fc tempest-NetworksIpV6TestAttrs-2117599787 tempest-NetworksIpV6TestAttrs-2117599787-project] Notify callbacks [] for subnet, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:00.432008 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c3cf181-137f-4562-98a3-c923695febe7 None None] Network 6aa8bb78-cd80-4af2-b632-89aee1c1545d requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:08:00.442807 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-fcd8038f-002a-4059-8b0e-d733c8e565fc tempest-NetworksIpV6TestAttrs-2117599787 tempest-NetworksIpV6TestAttrs-2117599787-project] 10.222.0.104 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0544391 Jul 06 14:08:00.443815 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 44886) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:08:00.493022 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.db_base_plugin_common [None req-7ccce4de-49ba-43bb-8ffe-46f185bee611 None None] Allocated IP 2001:db8::2 (b69ec368-c2df-4ffb-9163-934d37a0e68f/b80e201f-bfd2-4d23-a5db-7b3f480c4808/8d361363-39b2-4d9f-b3ff-ab04561de292) {{(pid=100248) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:08:00.635061 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-c5d77885-3e1e-4761-8cfc-b156c986ad5d tempest-NetworksIpV6TestAttrs-2117599787 tempest-NetworksIpV6TestAttrs-2117599787-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530492'] for network, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:00.706338 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-c5d77885-3e1e-4761-8cfc-b156c986ad5d tempest-NetworksIpV6TestAttrs-2117599787 tempest-NetworksIpV6TestAttrs-2117599787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-913473'] for subnet, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:00.790081 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-c5d77885-3e1e-4761-8cfc-b156c986ad5d tempest-NetworksIpV6TestAttrs-2117599787 tempest-NetworksIpV6TestAttrs-2117599787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-913480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1849032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127687590', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127702764'] for subnet, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:00.831048 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d77885-3e1e-4761-8cfc-b156c986ad5d tempest-NetworksIpV6TestAttrs-2117599787 tempest-NetworksIpV6TestAttrs-2117599787-project] Pushing event deleted for resources: {'Subnet': ['ID=3339dbf4-9e93-43be-b5d8-7befc1c2d1cc,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:08:00.901020 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e1c2dda-e106-45b6-9977-74a32dae56c7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6bd5fc82-6666-56e8-87c2-91648d36c963-6aa8bb78-cd80-4af2-b632-89aee1c1545d', 'network_id': '6aa8bb78-cd80-4af2-b632-89aee1c1545d', 'tenant_id': 'b58c9bdef9194336a922a39a2fd964c7', 'fixed_ips': [{'subnet_id': '3339dbf4-9e93-43be-b5d8-7befc1c2d1cc'}]}} from n-d-773647-6. {{(pid=100248) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 14:08:00.901877 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5e1c2dda-e106-45b6-9977-74a32dae56c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:00.923687 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-c5d77885-3e1e-4761-8cfc-b156c986ad5d tempest-NetworksIpV6TestAttrs-2117599787 tempest-NetworksIpV6TestAttrs-2117599787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-917204', 'neutron.services.segments.db._delete_segments_for_network-8773753502302'] for network, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:00.937236 n-d-773647-6 neutron-server[100246]: DEBUG neutron.services.segments.db [None req-c5d77885-3e1e-4761-8cfc-b156c986ad5d tempest-NetworksIpV6TestAttrs-2117599787 tempest-NetworksIpV6TestAttrs-2117599787-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6aa8bb78-cd80-4af2-b632-89aee1c1545d']}} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:08:00.950024 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-7ccce4de-49ba-43bb-8ffe-46f185bee611 None None] Notify callbacks [] for port, precommit_create {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:00.954530 n-d-773647-6 neutron-server[100246]: DEBUG neutron.services.segments.db [None req-c5d77885-3e1e-4761-8cfc-b156c986ad5d tempest-NetworksIpV6TestAttrs-2117599787 tempest-NetworksIpV6TestAttrs-2117599787-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a7d25b3-fa75-4ed2-97ce-df1089764be0') {'for_net_delete': True} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:08:00.954835 n-d-773647-6 neutron-server[100246]: DEBUG neutron.services.segments.db [None req-c5d77885-3e1e-4761-8cfc-b156c986ad5d tempest-NetworksIpV6TestAttrs-2117599787 tempest-NetworksIpV6TestAttrs-2117599787-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a7d25b3-fa75-4ed2-97ce-df1089764be0') {} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:08:00.967785 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-c5d77885-3e1e-4761-8cfc-b156c986ad5d tempest-NetworksIpV6TestAttrs-2117599787 tempest-NetworksIpV6TestAttrs-2117599787-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773753515138', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126218898'] for segment, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:00.984975 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-c5d77885-3e1e-4761-8cfc-b156c986ad5d tempest-NetworksIpV6TestAttrs-2117599787 tempest-NetworksIpV6TestAttrs-2117599787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552'] for segment, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:00.992269 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c5d77885-3e1e-4761-8cfc-b156c986ad5d tempest-NetworksIpV6TestAttrs-2117599787 tempest-NetworksIpV6TestAttrs-2117599787-project] Releasing vlan 1028 on physical network physnet1 to pool {{(pid=100246) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 14:08:00.992685 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-c5d77885-3e1e-4761-8cfc-b156c986ad5d tempest-NetworksIpV6TestAttrs-2117599787 tempest-NetworksIpV6TestAttrs-2117599787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127687491'] for segment, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:00.996930 n-d-773647-6 neutron-server[100246]: Traceback (most recent call last): Jul 06 14:08:00.996930 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 14:08:00.996930 n-d-773647-6 neutron-server[100246]: timer() Jul 06 14:08:00.996930 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 14:08:00.996930 n-d-773647-6 neutron-server[100246]: cb(*args, **kw) Jul 06 14:08:00.996930 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 14:08:00.996930 n-d-773647-6 neutron-server[100246]: return func(*args, **kwargs) Jul 06 14:08:00.996930 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 14:08:00.996930 n-d-773647-6 neutron-server[100246]: self._notify() Jul 06 14:08:00.996930 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 14:08:00.996930 n-d-773647-6 neutron-server[100246]: self.callback(batched_events) Jul 06 14:08:00.996930 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 14:08:00.996930 n-d-773647-6 neutron-server[100246]: event.method(event) Jul 06 14:08:00.996930 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 14:08:00.996930 n-d-773647-6 neutron-server[100246]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 14:08:00.996930 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 14:08:00.996930 n-d-773647-6 neutron-server[100246]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 14:08:00.996930 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 14:08:00.996930 n-d-773647-6 neutron-server[100246]: return f(self, *a, **k) Jul 06 14:08:00.996930 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 14:08:00.996930 n-d-773647-6 neutron-server[100246]: return self._get(url).json() Jul 06 14:08:00.996930 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 14:08:00.996930 n-d-773647-6 neutron-server[100246]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 14:08:00.996930 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 14:08:00.996930 n-d-773647-6 neutron-server[100246]: return self.request(url, 'GET', **kwargs) Jul 06 14:08:00.996930 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 14:08:00.996930 n-d-773647-6 neutron-server[100246]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 14:08:00.996930 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 14:08:00.996930 n-d-773647-6 neutron-server[100246]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 14:08:00.996930 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 14:08:00.996930 n-d-773647-6 neutron-server[100246]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 14:08:00.996930 n-d-773647-6 neutron-server[100246]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 14:08:01.021529 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2c47352-2623-4101-b85e-10eb3deaa57f None None] Network 6aa8bb78-cd80-4af2-b632-89aee1c1545d requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:08:01.065289 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-c5d77885-3e1e-4761-8cfc-b156c986ad5d tempest-NetworksIpV6TestAttrs-2117599787 tempest-NetworksIpV6TestAttrs-2117599787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-917215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1761140'] for network, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:01.076600 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-c5d77885-3e1e-4761-8cfc-b156c986ad5d tempest-NetworksIpV6TestAttrs-2117599787 tempest-NetworksIpV6TestAttrs-2117599787-project] Notify callbacks [] for network, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:01.076893 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-7ccce4de-49ba-43bb-8ffe-46f185bee611 None None] Transition to ACTIVE for port object 8d361363-39b2-4d9f-b3ff-ab04561de292 will not be triggered until provisioned by entity L2. {{(pid=100248) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:08:01.083128 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-c5d77885-3e1e-4761-8cfc-b156c986ad5d tempest-NetworksIpV6TestAttrs-2117599787 tempest-NetworksIpV6TestAttrs-2117599787-project] 10.222.0.104 "DELETE /v2.0/networks/6aa8bb78-cd80-4af2-b632-89aee1c1545d HTTP/1.1" status: 204 len: 168 time: 0.6376898 Jul 06 14:08:01.085521 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 44922) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:08:01.091857 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-34a3db9c-8ec9-423b-a18f-37691d813a53 tempest-NetworksIpV6TestAttrs-2117599787 tempest-NetworksIpV6TestAttrs-2117599787-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-845460203'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:08:01.129482 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34a3db9c-8ec9-423b-a18f-37691d813a53 tempest-NetworksIpV6TestAttrs-2117599787 tempest-NetworksIpV6TestAttrs-2117599787-project] Made reservation on behalf of b58c9bdef9194336a922a39a2fd964c7 for: {'network': 1} {{(pid=100246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:08:01.134191 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-34a3db9c-8ec9-423b-a18f-37691d813a53 tempest-NetworksIpV6TestAttrs-2117599787 tempest-NetworksIpV6TestAttrs-2117599787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for network, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:01.138884 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d77885-3e1e-4761-8cfc-b156c986ad5d tempest-NetworksIpV6TestAttrs-2117599787 tempest-NetworksIpV6TestAttrs-2117599787-project] Pushing event deleted for resources: {'Network': ['ID=6aa8bb78-cd80-4af2-b632-89aee1c1545d,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:08:01.146037 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6aae687-826a-4668-b4fa-1a71e5023056 req-f4cb4486-14f5-4ece-aa17-ec514a7e0f53 tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:08:01.147860 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-b6aae687-826a-4668-b4fa-1a71e5023056 req-f4cb4486-14f5-4ece-aa17-ec514a7e0f53 tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] 10.222.0.104 "GET /v2.0/ports?device_id=5fbc9a8b-86db-4456-85e1-a59cfdbb9c8d HTTP/1.1" status: 200 len: 944 time: 0.0882688 Jul 06 14:08:01.157615 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-7ccce4de-49ba-43bb-8ffe-46f185bee611 None None] Transition to ACTIVE for port object 8d361363-39b2-4d9f-b3ff-ab04561de292 will not be triggered until provisioned by entity DHCP. {{(pid=100248) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:08:01.178060 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-34a3db9c-8ec9-423b-a18f-37691d813a53 tempest-NetworksIpV6TestAttrs-2117599787 tempest-NetworksIpV6TestAttrs-2117599787-project] vlan segment allocate from pool success with {'vlan_id': 1049, 'physical_network': 'physnet1'} {{(pid=100246) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 14:08:01.194853 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-34a3db9c-8ec9-423b-a18f-37691d813a53 tempest-NetworksIpV6TestAttrs-2117599787 tempest-NetworksIpV6TestAttrs-2117599787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552'] for segment, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:01.195293 n-d-773647-6 neutron-server[100246]: INFO neutron.db.segments_db [None req-34a3db9c-8ec9-423b-a18f-37691d813a53 tempest-NetworksIpV6TestAttrs-2117599787 tempest-NetworksIpV6TestAttrs-2117599787-project] Added segment b361a308-b734-4642-ba2c-78cf30feba61 of type vlan for network b3635f08-d596-43ce-9d94-05760351794b Jul 06 14:08:01.212474 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-7ccce4de-49ba-43bb-8ffe-46f185bee611 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108'] for port, after_create {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:01.236355 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.db_base_plugin_common [None req-49bada66-8dd0-4d9c-88f6-16d6b21d9cf4 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Allocated IP 2001:db8::10 (b69ec368-c2df-4ffb-9163-934d37a0e68f/b80e201f-bfd2-4d23-a5db-7b3f480c4808/871b05a5-4995-4d8f-85ff-c564e9648e2d) {{(pid=100247) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:08:01.247277 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-34a3db9c-8ec9-423b-a18f-37691d813a53 tempest-NetworksIpV6TestAttrs-2117599787 tempest-NetworksIpV6TestAttrs-2117599787-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773752984405'] for network, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:01.287726 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-34a3db9c-8ec9-423b-a18f-37691d813a53 tempest-NetworksIpV6TestAttrs-2117599787 tempest-NetworksIpV6TestAttrs-2117599787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060'] for network, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:01.293597 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34a3db9c-8ec9-423b-a18f-37691d813a53 tempest-NetworksIpV6TestAttrs-2117599787 tempest-NetworksIpV6TestAttrs-2117599787-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:08:01.294219 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-34a3db9c-8ec9-423b-a18f-37691d813a53 tempest-NetworksIpV6TestAttrs-2117599787 tempest-NetworksIpV6TestAttrs-2117599787-project] Notify callbacks [] for network, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:01.318337 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-b6aae687-826a-4668-b4fa-1a71e5023056 req-ff82ab11-1fb7-4c4e-b4b1-b22ad705e9d4 tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] 10.222.0.104 "GET /v2.0/security-groups?id=54cfb86c-390d-4cad-8265-7f5781c66116&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1620309 Jul 06 14:08:01.327162 n-d-773647-6 neutron-server[100248]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ccce4de-49ba-43bb-8ffe-46f185bee611 None None] Network b69ec368-c2df-4ffb-9163-934d37a0e68f is already hosted by enough agents. {{(pid=100248) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:08:01.334488 n-d-773647-6 neutron-server[100248]: DEBUG neutron.scheduler.base_scheduler [None req-7ccce4de-49ba-43bb-8ffe-46f185bee611 None None] Resources bound (agent type, host, resource id): {{(pid=100248) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:08:01.336618 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ccce4de-49ba-43bb-8ffe-46f185bee611 None None] Pushing event updated for resources: {'Port': ['ID=8d361363-39b2-4d9f-b3ff-ab04561de292,revision_number=1']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:08:01.338980 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ccce4de-49ba-43bb-8ffe-46f185bee611 None None] Received port after_create {{(pid=100248) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:08:01.393278 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-34a3db9c-8ec9-423b-a18f-37691d813a53 tempest-NetworksIpV6TestAttrs-2117599787 tempest-NetworksIpV6TestAttrs-2117599787-project] 10.222.0.104 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.3023543 Jul 06 14:08:01.395109 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 44926) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:08:01.399229 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-b8e45924-8df3-4f65-8271-69d5d3d278c5 tempest-NetworksIpV6TestAttrs-2117599787 tempest-NetworksIpV6TestAttrs-2117599787-project] Request body: {'subnet': {'network_id': 'b3635f08-d596-43ce-9d94-05760351794b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:08:01.442657 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-7ccce4de-49ba-43bb-8ffe-46f185bee611 None None] Attempting to bind port 8d361363-39b2-4d9f-b3ff-ab04561de292 on host n-d-773647-6 for vnic_type normal with profile {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:08:01.443377 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-7ccce4de-49ba-43bb-8ffe-46f185bee611 None None] Attempting to bind port 8d361363-39b2-4d9f-b3ff-ab04561de292 by drivers openvswitch,hyperv on host n-d-773647-6 at level 0 using segments [{'id': '9bdd7aeb-63c8-4cbe-b194-87448836bc17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1042, 'network_id': 'b69ec368-c2df-4ffb-9163-934d37a0e68f'}] {{(pid=100248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:08:01.444040 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ccce4de-49ba-43bb-8ffe-46f185bee611 None None] Attempting to bind port 8d361363-39b2-4d9f-b3ff-ab04561de292 on network b69ec368-c2df-4ffb-9163-934d37a0e68f {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:08:01.451638 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ccce4de-49ba-43bb-8ffe-46f185bee611 None None] Checking agent: {'id': '8ab5b19c-d213-4f29-891d-27bdf39d38b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773647-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 43, 26), 'started_at': datetime.datetime(2021, 7, 6, 13, 43, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 7, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773647-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:08:01.452590 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ccce4de-49ba-43bb-8ffe-46f185bee611 None None] Checking segment: {'id': '9bdd7aeb-63c8-4cbe-b194-87448836bc17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1042, 'network_id': 'b69ec368-c2df-4ffb-9163-934d37a0e68f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:08:01.453239 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-7ccce4de-49ba-43bb-8ffe-46f185bee611 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:01.454014 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ccce4de-49ba-43bb-8ffe-46f185bee611 None None] Bound using segment: {'id': '9bdd7aeb-63c8-4cbe-b194-87448836bc17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1042, 'network_id': 'b69ec368-c2df-4ffb-9163-934d37a0e68f'} {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:08:01.454794 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-7ccce4de-49ba-43bb-8ffe-46f185bee611 None None] Bound port: 8d361363-39b2-4d9f-b3ff-ab04561de292, host: n-d-773647-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9bdd7aeb-63c8-4cbe-b194-87448836bc17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1042, 'network_id': 'b69ec368-c2df-4ffb-9163-934d37a0e68f'}}] {{(pid=100248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:08:01.455637 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-7ccce4de-49ba-43bb-8ffe-46f185bee611 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:01.513171 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a3db9c-8ec9-423b-a18f-37691d813a53 tempest-NetworksIpV6TestAttrs-2117599787 tempest-NetworksIpV6TestAttrs-2117599787-project] Pushing event updated for resources: {'Network': ['ID=b3635f08-d596-43ce-9d94-05760351794b,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:08:01.525453 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Network b3635f08-d596-43ce-9d94-05760351794b details requested by agent ovs-agent-n-d-773647-6 with host n-d-773647-6 {{(pid=100248) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 14:08:01.576034 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8e45924-8df3-4f65-8271-69d5d3d278c5 tempest-NetworksIpV6TestAttrs-2117599787 tempest-NetworksIpV6TestAttrs-2117599787-project] Made reservation on behalf of b58c9bdef9194336a922a39a2fd964c7 for: {'subnet': 1} {{(pid=100246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:08:01.581220 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-b8e45924-8df3-4f65-8271-69d5d3d278c5 tempest-NetworksIpV6TestAttrs-2117599787 tempest-NetworksIpV6TestAttrs-2117599787-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127702029'] for subnet, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:01.585130 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-7ccce4de-49ba-43bb-8ffe-46f185bee611 None None] For port 8d361363-39b2-4d9f-b3ff-ab04561de292, host n-d-773647-6, cleared binding levels {{(pid=100248) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:08:01.611305 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-49bada66-8dd0-4d9c-88f6-16d6b21d9cf4 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Notify callbacks [] for port, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:01.611960 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-7ccce4de-49ba-43bb-8ffe-46f185bee611 None None] For port 8d361363-39b2-4d9f-b3ff-ab04561de292, host n-d-773647-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=8d361363-39b2-4d9f-b3ff-ab04561de292,segment=NetworkSegment(9bdd7aeb-63c8-4cbe-b194-87448836bc17),segment_id=9bdd7aeb-63c8-4cbe-b194-87448836bc17)] {{(pid=100248) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:08:01.621020 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-7ccce4de-49ba-43bb-8ffe-46f185bee611 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:01.635761 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.provisioning_blocks [None req-49bada66-8dd0-4d9c-88f6-16d6b21d9cf4 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Transition to ACTIVE for port object 871b05a5-4995-4d8f-85ff-c564e9648e2d will not be triggered until provisioned by entity DHCP. {{(pid=100247) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:08:01.723794 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-49bada66-8dd0-4d9c-88f6-16d6b21d9cf4 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-128888360'] for port, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:01.747504 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ccce4de-49ba-43bb-8ffe-46f185bee611 None None] Pushing event updated for resources: {'Port': ['ID=8d361363-39b2-4d9f-b3ff-ab04561de292,revision_number=2']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:08:01.821943 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49bada66-8dd0-4d9c-88f6-16d6b21d9cf4 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Pushing event updated for resources: {'Port': ['ID=871b05a5-4995-4d8f-85ff-c564e9648e2d,revision_number=1']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:08:01.852073 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49bada66-8dd0-4d9c-88f6-16d6b21d9cf4 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Network b69ec368-c2df-4ffb-9163-934d37a0e68f is already hosted by enough agents. {{(pid=100247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:08:01.854125 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.base_scheduler [None req-49bada66-8dd0-4d9c-88f6-16d6b21d9cf4 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Resources bound (agent type, host, resource id): {{(pid=100247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:08:01.869638 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49bada66-8dd0-4d9c-88f6-16d6b21d9cf4 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Received port after_create {{(pid=100247) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:08:01.877864 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49bada66-8dd0-4d9c-88f6-16d6b21d9cf4 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:08:01.878903 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-49bada66-8dd0-4d9c-88f6-16d6b21d9cf4 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:01.897519 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-49bada66-8dd0-4d9c-88f6-16d6b21d9cf4 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] 10.222.0.104 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.8740430 Jul 06 14:08:01.897825 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 44956) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:08:01.911233 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [None req-22bb1606-0e73-410b-b5c5-7bbe59b9f957 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Request body: {'port': {'network_id': 'b69ec368-c2df-4ffb-9163-934d37a0e68f', 'name': 'tempest-PortsIpV6TestJSON-1277063428', 'fixed_ips': [{'subnet_id': 'b80e201f-bfd2-4d23-a5db-7b3f480c4808', 'ip_address': '2001:db8::f'}]}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:08:02.148215 n-d-773647-6 neutron-server[100246]: DEBUG neutron.objects.ports [None req-b8e45924-8df3-4f65-8271-69d5d3d278c5 tempest-NetworksIpV6TestAttrs-2117599787 tempest-NetworksIpV6TestAttrs-2117599787-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=100246) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 06 14:08:02.149901 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-b8e45924-8df3-4f65-8271-69d5d3d278c5 tempest-NetworksIpV6TestAttrs-2117599787 tempest-NetworksIpV6TestAttrs-2117599787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1849032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127687649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127702047'] for subnet, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:02.157249 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22bb1606-0e73-410b-b5c5-7bbe59b9f957 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Made reservation on behalf of e15b02822e68450fa73455cc009166c9 for: {'port': 1} {{(pid=100247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:08:02.164519 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-22bb1606-0e73-410b-b5c5-7bbe59b9f957 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:02.196014 n-d-773647-6 neutron-server[100247]: DEBUG neutron.notifiers.nova [None req-22bb1606-0e73-410b-b5c5-7bbe59b9f957 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] device_id is not set on port 71e607f0-462f-407f-b1e1-ad429193bf31 yet. {{(pid=100247) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 14:08:02.234486 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e45924-8df3-4f65-8271-69d5d3d278c5 tempest-NetworksIpV6TestAttrs-2117599787 tempest-NetworksIpV6TestAttrs-2117599787-project] Pushing event updated for resources: {'Subnet': ['ID=15092572-d6e6-4836-93f8-114cd5d3ce95,revision_number=0']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:08:02.248074 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8e45924-8df3-4f65-8271-69d5d3d278c5 tempest-NetworksIpV6TestAttrs-2117599787 tempest-NetworksIpV6TestAttrs-2117599787-project] Checking segment: {'id': 'b361a308-b734-4642-ba2c-78cf30feba61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': 'b3635f08-d596-43ce-9d94-05760351794b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:08:02.248617 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8e45924-8df3-4f65-8271-69d5d3d278c5 tempest-NetworksIpV6TestAttrs-2117599787 tempest-NetworksIpV6TestAttrs-2117599787-project] Network hostable DHCP agents. Network: b3635f08-d596-43ce-9d94-05760351794b, hostable agents: ['f2bada3d-be77-4359-982b-8505a2bbca04'], hosted agents: [] {{(pid=100246) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 14:08:02.270391 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8e45924-8df3-4f65-8271-69d5d3d278c5 tempest-NetworksIpV6TestAttrs-2117599787 tempest-NetworksIpV6TestAttrs-2117599787-project] Network b3635f08-d596-43ce-9d94-05760351794b is scheduled to be hosted by DHCP agent f2bada3d-be77-4359-982b-8505a2bbca04 with binding_index 1 {{(pid=100246) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 14:08:02.286051 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.base_scheduler [None req-b8e45924-8df3-4f65-8271-69d5d3d278c5 tempest-NetworksIpV6TestAttrs-2117599787 tempest-NetworksIpV6TestAttrs-2117599787-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773647-6, b3635f08-d596-43ce-9d94-05760351794b) {{(pid=100246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:08:02.291274 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8e45924-8df3-4f65-8271-69d5d3d278c5 tempest-NetworksIpV6TestAttrs-2117599787 tempest-NetworksIpV6TestAttrs-2117599787-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:08:02.292147 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-b8e45924-8df3-4f65-8271-69d5d3d278c5 tempest-NetworksIpV6TestAttrs-2117599787 tempest-NetworksIpV6TestAttrs-2117599787-project] Notify callbacks [] for subnet, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:02.297569 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fccbcee-ad81-4655-8172-c8765c6c6ed2 None None] Network b3635f08-d596-43ce-9d94-05760351794b requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:08:02.337589 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-b8e45924-8df3-4f65-8271-69d5d3d278c5 tempest-NetworksIpV6TestAttrs-2117599787 tempest-NetworksIpV6TestAttrs-2117599787-project] 10.222.0.104 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 0.9409604 Jul 06 14:08:02.337589 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 44974) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:08:02.422391 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.db_base_plugin_common [None req-22bb1606-0e73-410b-b5c5-7bbe59b9f957 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Allocated IP 2001:db8::f (b69ec368-c2df-4ffb-9163-934d37a0e68f/b80e201f-bfd2-4d23-a5db-7b3f480c4808/71e607f0-462f-407f-b1e1-ad429193bf31) {{(pid=100247) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:08:02.646173 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-fcb3cb26-fa0d-4c8d-922c-90efdd5dbfe2 tempest-NetworksIpV6TestAttrs-2117599787 tempest-NetworksIpV6TestAttrs-2117599787-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530492'] for network, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:02.699993 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df13e8d1-e6f6-4c71-804d-b4f6389c1566 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6bd5fc82-6666-56e8-87c2-91648d36c963-b3635f08-d596-43ce-9d94-05760351794b', 'network_id': 'b3635f08-d596-43ce-9d94-05760351794b', 'tenant_id': 'b58c9bdef9194336a922a39a2fd964c7', 'fixed_ips': [{'subnet_id': '15092572-d6e6-4836-93f8-114cd5d3ce95'}]}} from n-d-773647-6. {{(pid=100248) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 14:08:02.701166 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-df13e8d1-e6f6-4c71-804d-b4f6389c1566 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:02.799618 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-fcb3cb26-fa0d-4c8d-922c-90efdd5dbfe2 tempest-NetworksIpV6TestAttrs-2117599787 tempest-NetworksIpV6TestAttrs-2117599787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-913473'] for subnet, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:02.810053 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-22bb1606-0e73-410b-b5c5-7bbe59b9f957 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Notify callbacks [] for port, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:02.873509 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71eded35-8a6a-4c58-9365-62858438e824 req-408d08d2-ab4e-4f27-a0e9-fcf706f40a43 tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:08:02.881211 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-71eded35-8a6a-4c58-9365-62858438e824 req-408d08d2-ab4e-4f27-a0e9-fcf706f40a43 tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] 10.222.0.104 "GET /v2.0/ports?device_id=5fbc9a8b-86db-4456-85e1-a59cfdbb9c8d HTTP/1.1" status: 200 len: 944 time: 0.1965747 Jul 06 14:08:02.886006 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.provisioning_blocks [None req-22bb1606-0e73-410b-b5c5-7bbe59b9f957 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Transition to ACTIVE for port object 71e607f0-462f-407f-b1e1-ad429193bf31 will not be triggered until provisioned by entity DHCP. {{(pid=100247) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:08:02.906875 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-fcb3cb26-fa0d-4c8d-922c-90efdd5dbfe2 tempest-NetworksIpV6TestAttrs-2117599787 tempest-NetworksIpV6TestAttrs-2117599787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-913480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1849032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127687590', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127702764'] for subnet, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:02.931576 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server [None req-df13e8d1-e6f6-4c71-804d-b4f6389c1566 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 15092572-d6e6-4836-93f8-114cd5d3ce95: This subnet is being modified by another concurrent operation. Jul 06 14:08:02.931576 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 06 14:08:02.931576 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 06 14:08:02.931576 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 06 14:08:02.931576 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 06 14:08:02.931576 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 06 14:08:02.931576 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 06 14:08:02.931576 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 06 14:08:02.931576 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 06 14:08:02.931576 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 06 14:08:02.931576 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 06 14:08:02.931576 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 06 14:08:02.931576 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 06 14:08:02.931576 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 06 14:08:02.931576 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 06 14:08:02.931576 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server raise self.value Jul 06 14:08:02.931576 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 06 14:08:02.931576 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 06 14:08:02.931576 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 06 14:08:02.931576 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 06 14:08:02.931576 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 06 14:08:02.931576 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 06 14:08:02.931576 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 06 14:08:02.931576 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server raise self.value Jul 06 14:08:02.931576 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 06 14:08:02.931576 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 06 14:08:02.931576 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 06 14:08:02.931576 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 06 14:08:02.931576 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 06 14:08:02.931576 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 06 14:08:02.931576 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 06 14:08:02.931576 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server raise self.value Jul 06 14:08:02.931576 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 06 14:08:02.931576 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 06 14:08:02.931576 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 06 14:08:02.931576 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 06 14:08:02.931576 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 06 14:08:02.931576 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 06 14:08:02.931576 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 06 14:08:02.931576 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 06 14:08:02.931576 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 06 14:08:02.931576 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 06 14:08:02.931576 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 06 14:08:02.931576 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 06 14:08:02.931576 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 06 14:08:02.931576 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 06 14:08:02.931576 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 06 14:08:02.931576 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 06 14:08:02.931576 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 06 14:08:02.931576 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 06 14:08:02.931576 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 06 14:08:02.931576 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server raise self.value Jul 06 14:08:02.931576 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 06 14:08:02.931576 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 06 14:08:02.936540 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 06 14:08:02.936540 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 06 14:08:02.936540 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 06 14:08:02.936540 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 06 14:08:02.936540 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 06 14:08:02.936540 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server raise self.value Jul 06 14:08:02.936540 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 06 14:08:02.936540 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 06 14:08:02.936540 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 06 14:08:02.936540 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 06 14:08:02.936540 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 06 14:08:02.936540 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 06 14:08:02.936540 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 06 14:08:02.936540 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server raise self.value Jul 06 14:08:02.936540 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 06 14:08:02.936540 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 06 14:08:02.936540 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 06 14:08:02.936540 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 06 14:08:02.936540 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 06 14:08:02.936540 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 06 14:08:02.936540 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 06 14:08:02.936540 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 06 14:08:02.936540 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 06 14:08:02.936540 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 06 14:08:02.936540 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 06 14:08:02.936540 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 06 14:08:02.936540 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 06 14:08:02.936540 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server raise self.value Jul 06 14:08:02.936540 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 06 14:08:02.936540 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 06 14:08:02.936540 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 06 14:08:02.936540 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 06 14:08:02.936540 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 06 14:08:02.936540 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 06 14:08:02.936540 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 06 14:08:02.936540 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server raise exception Jul 06 14:08:02.936540 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 15092572-d6e6-4836-93f8-114cd5d3ce95: This subnet is being modified by another concurrent operation. Jul 06 14:08:02.936540 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server Jul 06 14:08:02.948458 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d3ff799-f5f2-4885-9ef7-aa8caaaef55a None None] Network b3635f08-d596-43ce-9d94-05760351794b requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:08:02.963714 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb3cb26-fa0d-4c8d-922c-90efdd5dbfe2 tempest-NetworksIpV6TestAttrs-2117599787 tempest-NetworksIpV6TestAttrs-2117599787-project] Pushing event deleted for resources: {'Subnet': ['ID=15092572-d6e6-4836-93f8-114cd5d3ce95,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:08:02.981431 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-71eded35-8a6a-4c58-9365-62858438e824 req-6c72cc0f-ffec-4408-85cf-9a21b7ae9e27 tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] 10.222.0.104 "GET /v2.0/security-groups?id=54cfb86c-390d-4cad-8265-7f5781c66116&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0973191 Jul 06 14:08:03.015600 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-22bb1606-0e73-410b-b5c5-7bbe59b9f957 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-128888360'] for port, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:03.053943 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-fcb3cb26-fa0d-4c8d-922c-90efdd5dbfe2 tempest-NetworksIpV6TestAttrs-2117599787 tempest-NetworksIpV6TestAttrs-2117599787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-917204', 'neutron.services.segments.db._delete_segments_for_network-8773753502302'] for network, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:03.065887 n-d-773647-6 neutron-server[100246]: DEBUG neutron.services.segments.db [None req-fcb3cb26-fa0d-4c8d-922c-90efdd5dbfe2 tempest-NetworksIpV6TestAttrs-2117599787 tempest-NetworksIpV6TestAttrs-2117599787-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b3635f08-d596-43ce-9d94-05760351794b']}} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:08:03.079156 n-d-773647-6 neutron-server[100246]: DEBUG neutron.services.segments.db [None req-fcb3cb26-fa0d-4c8d-922c-90efdd5dbfe2 tempest-NetworksIpV6TestAttrs-2117599787 tempest-NetworksIpV6TestAttrs-2117599787-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b361a308-b734-4642-ba2c-78cf30feba61') {'for_net_delete': True} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:08:03.079685 n-d-773647-6 neutron-server[100246]: DEBUG neutron.services.segments.db [None req-fcb3cb26-fa0d-4c8d-922c-90efdd5dbfe2 tempest-NetworksIpV6TestAttrs-2117599787 tempest-NetworksIpV6TestAttrs-2117599787-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b361a308-b734-4642-ba2c-78cf30feba61') {} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:08:03.097441 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-fcb3cb26-fa0d-4c8d-922c-90efdd5dbfe2 tempest-NetworksIpV6TestAttrs-2117599787 tempest-NetworksIpV6TestAttrs-2117599787-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773753515138', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126218898'] for segment, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:03.117428 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22bb1606-0e73-410b-b5c5-7bbe59b9f957 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Pushing event updated for resources: {'Port': ['ID=71e607f0-462f-407f-b1e1-ad429193bf31,revision_number=1']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:08:03.119182 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-fcb3cb26-fa0d-4c8d-922c-90efdd5dbfe2 tempest-NetworksIpV6TestAttrs-2117599787 tempest-NetworksIpV6TestAttrs-2117599787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552'] for segment, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:03.129000 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fcb3cb26-fa0d-4c8d-922c-90efdd5dbfe2 tempest-NetworksIpV6TestAttrs-2117599787 tempest-NetworksIpV6TestAttrs-2117599787-project] Releasing vlan 1049 on physical network physnet1 to pool {{(pid=100246) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 14:08:03.129535 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-fcb3cb26-fa0d-4c8d-922c-90efdd5dbfe2 tempest-NetworksIpV6TestAttrs-2117599787 tempest-NetworksIpV6TestAttrs-2117599787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127687491'] for segment, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:03.133205 n-d-773647-6 neutron-server[100246]: Traceback (most recent call last): Jul 06 14:08:03.133205 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 14:08:03.133205 n-d-773647-6 neutron-server[100246]: timer() Jul 06 14:08:03.133205 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 14:08:03.133205 n-d-773647-6 neutron-server[100246]: cb(*args, **kw) Jul 06 14:08:03.133205 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 14:08:03.133205 n-d-773647-6 neutron-server[100246]: return func(*args, **kwargs) Jul 06 14:08:03.133205 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 14:08:03.133205 n-d-773647-6 neutron-server[100246]: self._notify() Jul 06 14:08:03.133205 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 14:08:03.133205 n-d-773647-6 neutron-server[100246]: self.callback(batched_events) Jul 06 14:08:03.133205 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 14:08:03.133205 n-d-773647-6 neutron-server[100246]: event.method(event) Jul 06 14:08:03.133205 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 14:08:03.133205 n-d-773647-6 neutron-server[100246]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 14:08:03.133205 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 14:08:03.133205 n-d-773647-6 neutron-server[100246]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 14:08:03.133205 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 14:08:03.133205 n-d-773647-6 neutron-server[100246]: return f(self, *a, **k) Jul 06 14:08:03.133205 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 14:08:03.133205 n-d-773647-6 neutron-server[100246]: return self._get(url).json() Jul 06 14:08:03.133205 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 14:08:03.133205 n-d-773647-6 neutron-server[100246]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 14:08:03.133205 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 14:08:03.133205 n-d-773647-6 neutron-server[100246]: return self.request(url, 'GET', **kwargs) Jul 06 14:08:03.133205 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 14:08:03.133205 n-d-773647-6 neutron-server[100246]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 14:08:03.133205 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 14:08:03.133205 n-d-773647-6 neutron-server[100246]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 14:08:03.133205 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 14:08:03.133205 n-d-773647-6 neutron-server[100246]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 14:08:03.133205 n-d-773647-6 neutron-server[100246]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 14:08:03.135380 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22bb1606-0e73-410b-b5c5-7bbe59b9f957 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Network b69ec368-c2df-4ffb-9163-934d37a0e68f is already hosted by enough agents. {{(pid=100247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:08:03.137756 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.base_scheduler [None req-22bb1606-0e73-410b-b5c5-7bbe59b9f957 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Resources bound (agent type, host, resource id): {{(pid=100247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:08:03.144414 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22bb1606-0e73-410b-b5c5-7bbe59b9f957 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Received port after_create {{(pid=100247) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:08:03.151199 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22bb1606-0e73-410b-b5c5-7bbe59b9f957 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:08:03.151935 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-22bb1606-0e73-410b-b5c5-7bbe59b9f957 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:03.179295 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-22bb1606-0e73-410b-b5c5-7bbe59b9f957 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] 10.222.0.104 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.2779608 Jul 06 14:08:03.180631 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 45004) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:08:03.203744 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-fcb3cb26-fa0d-4c8d-922c-90efdd5dbfe2 tempest-NetworksIpV6TestAttrs-2117599787 tempest-NetworksIpV6TestAttrs-2117599787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-917215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1761140'] for network, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:03.213440 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-fcb3cb26-fa0d-4c8d-922c-90efdd5dbfe2 tempest-NetworksIpV6TestAttrs-2117599787 tempest-NetworksIpV6TestAttrs-2117599787-project] Notify callbacks [] for network, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:03.220279 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-fcb3cb26-fa0d-4c8d-922c-90efdd5dbfe2 tempest-NetworksIpV6TestAttrs-2117599787 tempest-NetworksIpV6TestAttrs-2117599787-project] 10.222.0.104 "DELETE /v2.0/networks/b3635f08-d596-43ce-9d94-05760351794b HTTP/1.1" status: 204 len: 168 time: 0.8824673 Jul 06 14:08:03.220986 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 45008) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:08:03.231225 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db6105e0-b23b-4ff4-9db3-b1d4c279e7a8 None None] Network b69ec368-c2df-4ffb-9163-934d37a0e68f requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:08:03.271928 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb3cb26-fa0d-4c8d-922c-90efdd5dbfe2 tempest-NetworksIpV6TestAttrs-2117599787 tempest-NetworksIpV6TestAttrs-2117599787-project] Pushing event deleted for resources: {'Network': ['ID=b3635f08-d596-43ce-9d94-05760351794b,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:08:03.299536 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-ee94e29e-33be-442f-bc39-c16cfa9d5fd2 None None] Provisioning for port 8d361363-39b2-4d9f-b3ff-ab04561de292 completed by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:08:03.317270 n-d-773647-6 neutron-server[100246]: INFO neutron.pecan_wsgi.hooks.translation [None req-a28d8998-e5c1-420d-9031-c6b7893e7425 tempest-NetworksIpV6TestAttrs-2117599787 tempest-NetworksIpV6TestAttrs-2117599787-project] DELETE failed (client error): The resource could not be found. Jul 06 14:08:03.317740 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a28d8998-e5c1-420d-9031-c6b7893e7425 tempest-NetworksIpV6TestAttrs-2117599787 tempest-NetworksIpV6TestAttrs-2117599787-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100246) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 14:08:03.321754 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-a28d8998-e5c1-420d-9031-c6b7893e7425 tempest-NetworksIpV6TestAttrs-2117599787 tempest-NetworksIpV6TestAttrs-2117599787-project] 10.222.0.104 "DELETE /v2.0/subnets/15092572-d6e6-4836-93f8-114cd5d3ce95 HTTP/1.1" status: 404 len: 337 time: 0.0956955 Jul 06 14:08:03.324979 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 45010) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:08:03.428226 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edce5245-fe9c-4930-ad44-992ebb2328df tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:08:03.432343 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-edce5245-fe9c-4930-ad44-992ebb2328df tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] 10.222.0.104 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 928 time: 0.2469068 Jul 06 14:08:03.432343 n-d-773647-6 neutron-server[100247]: INFO neutron.pecan_wsgi.hooks.translation [None req-ebbdddb9-9a46-492d-9714-8f077dfd20a8 tempest-NetworksIpV6TestAttrs-2117599787 tempest-NetworksIpV6TestAttrs-2117599787-project] DELETE failed (client error): The resource could not be found. Jul 06 14:08:03.432343 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ebbdddb9-9a46-492d-9714-8f077dfd20a8 tempest-NetworksIpV6TestAttrs-2117599787 tempest-NetworksIpV6TestAttrs-2117599787-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100247) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 14:08:03.432853 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 45016) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:08:03.434328 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-ebbdddb9-9a46-492d-9714-8f077dfd20a8 tempest-NetworksIpV6TestAttrs-2117599787 tempest-NetworksIpV6TestAttrs-2117599787-project] 10.222.0.104 "DELETE /v2.0/networks/b3635f08-d596-43ce-9d94-05760351794b HTTP/1.1" status: 404 len: 339 time: 0.1071391 Jul 06 14:08:03.437374 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 45018) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:08:03.482260 n-d-773647-6 neutron-server[100247]: INFO neutron.pecan_wsgi.hooks.translation [None req-33c3a12c-4570-42e4-84c4-48dba4ba88c5 tempest-NetworksIpV6TestAttrs-2117599787 tempest-NetworksIpV6TestAttrs-2117599787-project] DELETE failed (client error): The resource could not be found. Jul 06 14:08:03.483025 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-33c3a12c-4570-42e4-84c4-48dba4ba88c5 tempest-NetworksIpV6TestAttrs-2117599787 tempest-NetworksIpV6TestAttrs-2117599787-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100247) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 14:08:03.486093 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-33c3a12c-4570-42e4-84c4-48dba4ba88c5 tempest-NetworksIpV6TestAttrs-2117599787 tempest-NetworksIpV6TestAttrs-2117599787-project] 10.222.0.104 "DELETE /v2.0/subnets/3339dbf4-9e93-43be-b5d8-7befc1c2d1cc HTTP/1.1" status: 404 len: 337 time: 0.0460508 Jul 06 14:08:03.487355 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 45020) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:08:03.508802 n-d-773647-6 neutron-server[100247]: INFO neutron.pecan_wsgi.hooks.translation [None req-730c571e-de3c-47f0-b20e-174781db00af tempest-NetworksIpV6TestAttrs-2117599787 tempest-NetworksIpV6TestAttrs-2117599787-project] DELETE failed (client error): The resource could not be found. Jul 06 14:08:03.509996 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-730c571e-de3c-47f0-b20e-174781db00af tempest-NetworksIpV6TestAttrs-2117599787 tempest-NetworksIpV6TestAttrs-2117599787-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100247) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 14:08:03.513103 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-730c571e-de3c-47f0-b20e-174781db00af tempest-NetworksIpV6TestAttrs-2117599787 tempest-NetworksIpV6TestAttrs-2117599787-project] 10.222.0.104 "DELETE /v2.0/networks/6aa8bb78-cd80-4af2-b632-89aee1c1545d HTTP/1.1" status: 404 len: 339 time: 0.0245175 Jul 06 14:08:03.515101 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 45024) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:08:03.548552 n-d-773647-6 neutron-server[100247]: INFO neutron.pecan_wsgi.hooks.translation [None req-1672de8f-9345-4e7d-b38f-b7d84fb38a42 tempest-NetworksIpV6TestAttrs-2117599787 tempest-NetworksIpV6TestAttrs-2117599787-project] DELETE failed (client error): The resource could not be found. Jul 06 14:08:03.549016 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1672de8f-9345-4e7d-b38f-b7d84fb38a42 tempest-NetworksIpV6TestAttrs-2117599787 tempest-NetworksIpV6TestAttrs-2117599787-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100247) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 14:08:03.551170 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-1672de8f-9345-4e7d-b38f-b7d84fb38a42 tempest-NetworksIpV6TestAttrs-2117599787 tempest-NetworksIpV6TestAttrs-2117599787-project] 10.222.0.104 "DELETE /v2.0/subnets/6b34c614-bb54-49b9-bad0-431b773b733e HTTP/1.1" status: 404 len: 337 time: 0.0347810 Jul 06 14:08:03.560019 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 45028) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:08:03.592248 n-d-773647-6 neutron-server[100247]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec316559-8f87-47de-8016-4cee0570c575 tempest-NetworksIpV6TestAttrs-2117599787 tempest-NetworksIpV6TestAttrs-2117599787-project] DELETE failed (client error): The resource could not be found. Jul 06 14:08:03.592898 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ec316559-8f87-47de-8016-4cee0570c575 tempest-NetworksIpV6TestAttrs-2117599787 tempest-NetworksIpV6TestAttrs-2117599787-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100247) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 14:08:03.594651 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-ec316559-8f87-47de-8016-4cee0570c575 tempest-NetworksIpV6TestAttrs-2117599787 tempest-NetworksIpV6TestAttrs-2117599787-project] 10.222.0.104 "DELETE /v2.0/networks/3eaa1df9-85c2-49dd-a78d-101400a520e9 HTTP/1.1" status: 404 len: 339 time: 0.0336013 Jul 06 14:08:03.597659 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 45034) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:08:03.704490 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fc9b857-6fac-489e-8547-db2b691f1e6d tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:08:03.717364 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fc9b857-6fac-489e-8547-db2b691f1e6d tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:08:03.720584 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 8d361363-39b2-4d9f-b3ff-ab04561de292 up at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:08:03.732794 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fc9b857-6fac-489e-8547-db2b691f1e6d tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:08:03.737822 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-0fc9b857-6fac-489e-8547-db2b691f1e6d tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] 10.222.0.104 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2389 time: 0.3035088 Jul 06 14:08:03.744213 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 45040) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:08:03.790233 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning for port 8d361363-39b2-4d9f-b3ff-ab04561de292 completed by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:08:03.797711 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning complete for port 8d361363-39b2-4d9f-b3ff-ab04561de292 triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:08:03.798090 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:03.845924 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89847e1a-6706-4cb0-8b82-3af0240cfcf5 req-fd5c8cf8-a292-4358-bd7c-211d02f456a6 tempest-ImagesTestJSON-1482892319 tempest-ImagesTestJSON-1482892319-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:08:03.853565 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-89847e1a-6706-4cb0-8b82-3af0240cfcf5 req-fd5c8cf8-a292-4358-bd7c-211d02f456a6 tempest-ImagesTestJSON-1482892319 tempest-ImagesTestJSON-1482892319-project] 10.222.0.104 "GET /v2.0/networks?id=843daa65-9f70-4b7f-ae10-986f4b2f43e8 HTTP/1.1" status: 200 len: 804 time: 0.2280741 Jul 06 14:08:03.857567 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-4646de77-050d-4a14-99c6-77cdec239164 None None] Provisioning for port 871b05a5-4995-4d8f-85ff-c564e9648e2d completed by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:08:03.868062 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-4646de77-050d-4a14-99c6-77cdec239164 None None] Provisioning complete for port 871b05a5-4995-4d8f-85ff-c564e9648e2d triggered by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:08:03.868629 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4646de77-050d-4a14-99c6-77cdec239164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:03.875236 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-89847e1a-6706-4cb0-8b82-3af0240cfcf5 req-f07b12e2-bfcf-4840-9df1-29a4ca504341 tempest-ImagesTestJSON-1482892319 tempest-ImagesTestJSON-1482892319-project] 10.222.0.104 "GET /v2.0/quotas/088899109daa4dab8b28e16d07018840 HTTP/1.1" status: 200 len: 375 time: 0.0204008 Jul 06 14:08:03.901150 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [None req-c8029b3c-0da5-474c-8b1d-b37a5a5c7352 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Deleting port 71e607f0-462f-407f-b1e1-ad429193bf31 {{(pid=100246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:08:03.903033 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-c8029b3c-0da5-474c-8b1d-b37a5a5c7352 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:03.966470 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:03.973882 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-4646de77-050d-4a14-99c6-77cdec239164 None None] Port 871b05a5-4995-4d8f-85ff-c564e9648e2d cannot update to ACTIVE because it is not bound. {{(pid=100248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 14:08:03.985105 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.plugin [None req-671d1678-7fc5-4d29-bcf9-dc18941f4c14 tempest-NetworksIpV6TestAttrs-2117599787 tempest-NetworksIpV6TestAttrs-2117599787-project] Deleting port 9177b83a-b4bc-4546-904b-d1292740c395 {{(pid=100247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:08:03.985479 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-671d1678-7fc5-4d29-bcf9-dc18941f4c14 tempest-NetworksIpV6TestAttrs-2117599787 tempest-NetworksIpV6TestAttrs-2117599787-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:04.010604 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-4646de77-050d-4a14-99c6-77cdec239164 None None] Provisioning complete for port 8d361363-39b2-4d9f-b3ff-ab04561de292 triggered by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:08:04.010986 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4646de77-050d-4a14-99c6-77cdec239164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:04.028674 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-c8029b3c-0da5-474c-8b1d-b37a5a5c7352 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:04.046531 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [None req-c8029b3c-0da5-474c-8b1d-b37a5a5c7352 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Calling delete_port for 71e607f0-462f-407f-b1e1-ad429193bf31 owned by {{(pid=100246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:08:04.051872 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] For port 8d361363-39b2-4d9f-b3ff-ab04561de292, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=8d361363-39b2-4d9f-b3ff-ab04561de292,segment=NetworkSegment(9bdd7aeb-63c8-4cbe-b194-87448836bc17),segment_id=9bdd7aeb-63c8-4cbe-b194-87448836bc17)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:08:04.062238 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:04.100703 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-89847e1a-6706-4cb0-8b82-3af0240cfcf5 req-c5b944df-8540-47ab-8cd7-d543b49f0d8a tempest-ImagesTestJSON-1482892319 tempest-ImagesTestJSON-1482892319-project] 10.222.0.104 "GET /v2.0/ports?tenant_id=088899109daa4dab8b28e16d07018840&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2244792 Jul 06 14:08:04.150147 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Pushing event updated for resources: {'Port': ['ID=8d361363-39b2-4d9f-b3ff-ab04561de292,revision_number=3']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:08:04.171808 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-671d1678-7fc5-4d29-bcf9-dc18941f4c14 tempest-NetworksIpV6TestAttrs-2117599787 tempest-NetworksIpV6TestAttrs-2117599787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:04.192130 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.plugin [None req-671d1678-7fc5-4d29-bcf9-dc18941f4c14 tempest-NetworksIpV6TestAttrs-2117599787 tempest-NetworksIpV6TestAttrs-2117599787-project] Calling delete_port for 9177b83a-b4bc-4546-904b-d1292740c395 owned by {{(pid=100247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:08:04.237627 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-4646de77-050d-4a14-99c6-77cdec239164 None None] Provisioning for port 71e607f0-462f-407f-b1e1-ad429193bf31 completed by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:08:04.241917 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-4646de77-050d-4a14-99c6-77cdec239164 None None] Provisioning complete for port 71e607f0-462f-407f-b1e1-ad429193bf31 triggered by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:08:04.242303 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4646de77-050d-4a14-99c6-77cdec239164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:04.300703 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-4646de77-050d-4a14-99c6-77cdec239164 None None] Port 71e607f0-462f-407f-b1e1-ad429193bf31 cannot update to ACTIVE because it is not bound. {{(pid=100248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 14:08:04.301907 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-89847e1a-6706-4cb0-8b82-3af0240cfcf5 req-7af8a437-90ec-4242-845f-8ed7bdb76ddb service neutron] 10.222.0.104 "GET /v2.0/networks/843daa65-9f70-4b7f-ae10-986f4b2f43e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2002833 Jul 06 14:08:04.310683 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-c8029b3c-0da5-474c-8b1d-b37a5a5c7352 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127687580'] for port, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:04.404462 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8029b3c-0da5-474c-8b1d-b37a5a5c7352 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Pushing event deleted for resources: {'Port': ['ID=71e607f0-462f-407f-b1e1-ad429193bf31,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:08:04.431742 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-c8029b3c-0da5-474c-8b1d-b37a5a5c7352 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:04.432007 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-86a415a6-fa68-4127-8ca6-ebcfd0fb9cbe None None] Provisioning complete for port 871b05a5-4995-4d8f-85ff-c564e9648e2d triggered by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:08:04.432433 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-86a415a6-fa68-4127-8ca6-ebcfd0fb9cbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:04.449034 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-c8029b3c-0da5-474c-8b1d-b37a5a5c7352 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] 10.222.0.104 "DELETE /v2.0/ports/71e607f0-462f-407f-b1e1-ad429193bf31 HTTP/1.1" status: 204 len: 168 time: 0.7016387 Jul 06 14:08:04.449995 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 45048) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:08:04.492668 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-86a415a6-fa68-4127-8ca6-ebcfd0fb9cbe None None] Port 871b05a5-4995-4d8f-85ff-c564e9648e2d cannot update to ACTIVE because it is not bound. {{(pid=100248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 14:08:04.511130 n-d-773647-6 neutron-server[100246]: INFO neutron.pecan_wsgi.hooks.translation [None req-aeabae5a-37f7-441d-a507-b9a658e49448 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] GET failed (client error): The resource could not be found. Jul 06 14:08:04.515847 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-aeabae5a-37f7-441d-a507-b9a658e49448 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] 10.222.0.104 "GET /v2.0/ports/71e607f0-462f-407f-b1e1-ad429193bf31 HTTP/1.1" status: 404 len: 333 time: 0.0606511 Jul 06 14:08:04.516029 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-671d1678-7fc5-4d29-bcf9-dc18941f4c14 tempest-NetworksIpV6TestAttrs-2117599787 tempest-NetworksIpV6TestAttrs-2117599787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128888353'] for port, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:04.516653 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 45052) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:08:04.525206 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-89847e1a-6706-4cb0-8b82-3af0240cfcf5 req-1faf1053-ec92-4700-91ef-2ff973e833e4 service neutron] 10.222.0.104 "GET /v2.0/networks/843daa65-9f70-4b7f-ae10-986f4b2f43e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2221122 Jul 06 14:08:04.564930 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671d1678-7fc5-4d29-bcf9-dc18941f4c14 tempest-NetworksIpV6TestAttrs-2117599787 tempest-NetworksIpV6TestAttrs-2117599787-project] Pushing event deleted for resources: {'Port': ['ID=9177b83a-b4bc-4546-904b-d1292740c395,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:08:04.603346 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-671d1678-7fc5-4d29-bcf9-dc18941f4c14 tempest-NetworksIpV6TestAttrs-2117599787 tempest-NetworksIpV6TestAttrs-2117599787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:04.606009 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-671d1678-7fc5-4d29-bcf9-dc18941f4c14 tempest-NetworksIpV6TestAttrs-2117599787 tempest-NetworksIpV6TestAttrs-2117599787-project] 10.222.0.104 "DELETE /v2.0/ports/9177b83a-b4bc-4546-904b-d1292740c395 HTTP/1.1" status: 204 len: 168 time: 1.0075829 Jul 06 14:08:04.616407 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884330e5-3fb0-4f99-bb70-8fb17f20d200 req-86619922-93e1-457c-9d77-eca67b08cb17 tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:08:04.617549 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 45054) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:08:04.618259 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-884330e5-3fb0-4f99-bb70-8fb17f20d200 req-86619922-93e1-457c-9d77-eca67b08cb17 tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] 10.222.0.104 "GET /v2.0/ports?device_id=5fbc9a8b-86db-4456-85e1-a59cfdbb9c8d HTTP/1.1" status: 200 len: 944 time: 0.1804872 Jul 06 14:08:04.648098 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-f84ccfbb-f24d-48eb-889d-96a0dab51411 None None] Could not find standard attr ID for object 71e607f0-462f-407f-b1e1-ad429193bf31. {{(pid=100248) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 06 14:08:04.662054 n-d-773647-6 neutron-server[100246]: INFO neutron.pecan_wsgi.hooks.translation [None req-d83fbcdd-ed16-491b-8623-6e167d55e51b tempest-NetworksIpV6TestAttrs-2117599787 tempest-NetworksIpV6TestAttrs-2117599787-project] DELETE failed (client error): The resource could not be found. Jul 06 14:08:04.662488 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d83fbcdd-ed16-491b-8623-6e167d55e51b tempest-NetworksIpV6TestAttrs-2117599787 tempest-NetworksIpV6TestAttrs-2117599787-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100246) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 14:08:04.667396 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-d83fbcdd-ed16-491b-8623-6e167d55e51b tempest-NetworksIpV6TestAttrs-2117599787 tempest-NetworksIpV6TestAttrs-2117599787-project] 10.222.0.104 "DELETE /v2.0/subnets/d9305523-5d61-4718-888d-91780feecbdd HTTP/1.1" status: 404 len: 337 time: 0.0449250 Jul 06 14:08:04.667396 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 45056) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:08:04.695953 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-884330e5-3fb0-4f99-bb70-8fb17f20d200 req-b400fa35-3a28-482f-944c-76d900cdd2d6 tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] 10.222.0.104 "GET /v2.0/security-groups?id=54cfb86c-390d-4cad-8265-7f5781c66116&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0691574 Jul 06 14:08:04.772070 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-82a76ab5-2dde-4d93-a291-b2d2168206b2 tempest-NetworksIpV6TestAttrs-2117599787 tempest-NetworksIpV6TestAttrs-2117599787-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530492'] for network, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:04.799949 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [None req-5016789d-4a71-4c50-a485-873114cfa6b6 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Deleting port 871b05a5-4995-4d8f-85ff-c564e9648e2d {{(pid=100246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:08:04.800331 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-5016789d-4a71-4c50-a485-873114cfa6b6 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:05.018563 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-5016789d-4a71-4c50-a485-873114cfa6b6 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:05.023965 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19ed1477-1889-4d08-8dd7-3c765cfd56f4 None None] get_active_networks_info from n-d-773647-6 {{(pid=100248) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 06 14:08:05.044072 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-1b02ad6e-53bf-40c4-a6ad-9e2489b6726d req-90a2fa90-3ee7-4b36-9e52-446d314b7aed tempest-ImagesTestJSON-1482892319 tempest-ImagesTestJSON-1482892319-project] 10.222.0.104 "GET /v2.0/ports?device_id=f46f203e-b652-44ae-acc3-6f04c9f230e7 HTTP/1.1" status: 200 len: 210 time: 0.0685356 Jul 06 14:08:05.044464 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [None req-5016789d-4a71-4c50-a485-873114cfa6b6 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Calling delete_port for 871b05a5-4995-4d8f-85ff-c564e9648e2d owned by {{(pid=100246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:08:05.047128 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-82a76ab5-2dde-4d93-a291-b2d2168206b2 tempest-NetworksIpV6TestAttrs-2117599787 tempest-NetworksIpV6TestAttrs-2117599787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-917204', 'neutron.services.segments.db._delete_segments_for_network-8773753502302'] for network, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:05.068887 n-d-773647-6 neutron-server[100246]: DEBUG neutron.services.segments.db [None req-82a76ab5-2dde-4d93-a291-b2d2168206b2 tempest-NetworksIpV6TestAttrs-2117599787 tempest-NetworksIpV6TestAttrs-2117599787-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c1eed1c4-beb8-460a-a666-db3454cecf06']}} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:08:05.082856 n-d-773647-6 neutron-server[100246]: DEBUG neutron.services.segments.db [None req-82a76ab5-2dde-4d93-a291-b2d2168206b2 tempest-NetworksIpV6TestAttrs-2117599787 tempest-NetworksIpV6TestAttrs-2117599787-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc80d37f-74fc-4278-b2b5-e460fda088d7') {'for_net_delete': True} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:08:05.083152 n-d-773647-6 neutron-server[100246]: DEBUG neutron.services.segments.db [None req-82a76ab5-2dde-4d93-a291-b2d2168206b2 tempest-NetworksIpV6TestAttrs-2117599787 tempest-NetworksIpV6TestAttrs-2117599787-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc80d37f-74fc-4278-b2b5-e460fda088d7') {} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:08:05.120412 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-82a76ab5-2dde-4d93-a291-b2d2168206b2 tempest-NetworksIpV6TestAttrs-2117599787 tempest-NetworksIpV6TestAttrs-2117599787-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773753515138', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126218898'] for segment, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:05.140606 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-82a76ab5-2dde-4d93-a291-b2d2168206b2 tempest-NetworksIpV6TestAttrs-2117599787 tempest-NetworksIpV6TestAttrs-2117599787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552'] for segment, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:05.153975 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82a76ab5-2dde-4d93-a291-b2d2168206b2 tempest-NetworksIpV6TestAttrs-2117599787 tempest-NetworksIpV6TestAttrs-2117599787-project] Releasing vlan 1015 on physical network physnet1 to pool {{(pid=100246) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 14:08:05.153975 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-82a76ab5-2dde-4d93-a291-b2d2168206b2 tempest-NetworksIpV6TestAttrs-2117599787 tempest-NetworksIpV6TestAttrs-2117599787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127687491'] for segment, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:05.157742 n-d-773647-6 neutron-server[100246]: Traceback (most recent call last): Jul 06 14:08:05.157742 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 14:08:05.157742 n-d-773647-6 neutron-server[100246]: timer() Jul 06 14:08:05.157742 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 14:08:05.157742 n-d-773647-6 neutron-server[100246]: cb(*args, **kw) Jul 06 14:08:05.157742 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 14:08:05.157742 n-d-773647-6 neutron-server[100246]: return func(*args, **kwargs) Jul 06 14:08:05.157742 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 14:08:05.157742 n-d-773647-6 neutron-server[100246]: self._notify() Jul 06 14:08:05.157742 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 14:08:05.157742 n-d-773647-6 neutron-server[100246]: self.callback(batched_events) Jul 06 14:08:05.157742 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 14:08:05.157742 n-d-773647-6 neutron-server[100246]: event.method(event) Jul 06 14:08:05.157742 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 14:08:05.157742 n-d-773647-6 neutron-server[100246]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 14:08:05.157742 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 14:08:05.157742 n-d-773647-6 neutron-server[100246]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 14:08:05.157742 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 14:08:05.157742 n-d-773647-6 neutron-server[100246]: return f(self, *a, **k) Jul 06 14:08:05.157742 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 14:08:05.157742 n-d-773647-6 neutron-server[100246]: return self._get(url).json() Jul 06 14:08:05.157742 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 14:08:05.157742 n-d-773647-6 neutron-server[100246]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 14:08:05.157742 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 14:08:05.157742 n-d-773647-6 neutron-server[100246]: return self.request(url, 'GET', **kwargs) Jul 06 14:08:05.157742 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 14:08:05.157742 n-d-773647-6 neutron-server[100246]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 14:08:05.157742 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 14:08:05.157742 n-d-773647-6 neutron-server[100246]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 14:08:05.157742 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 14:08:05.157742 n-d-773647-6 neutron-server[100246]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 14:08:05.157742 n-d-773647-6 neutron-server[100246]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 14:08:05.162815 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Device be8f74d6-ec89-4516-b380-73a9277d8c69 no longer exists at agent hyperv_n-h1-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:08:05.311476 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-82a76ab5-2dde-4d93-a291-b2d2168206b2 tempest-NetworksIpV6TestAttrs-2117599787 tempest-NetworksIpV6TestAttrs-2117599787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-917215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1761140'] for network, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:05.320147 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-82a76ab5-2dde-4d93-a291-b2d2168206b2 tempest-NetworksIpV6TestAttrs-2117599787 tempest-NetworksIpV6TestAttrs-2117599787-project] Notify callbacks [] for network, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:05.322308 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-82a76ab5-2dde-4d93-a291-b2d2168206b2 tempest-NetworksIpV6TestAttrs-2117599787 tempest-NetworksIpV6TestAttrs-2117599787-project] 10.222.0.104 "DELETE /v2.0/networks/c1eed1c4-beb8-460a-a666-db3454cecf06 HTTP/1.1" status: 204 len: 168 time: 0.6545053 Jul 06 14:08:05.325454 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-5016789d-4a71-4c50-a485-873114cfa6b6 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127687580'] for port, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:05.326190 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 45072) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:08:05.354075 n-d-773647-6 neutron-server[100248]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19ed1477-1889-4d08-8dd7-3c765cfd56f4 None None] Resources bound (agent type, host, resource id): {{(pid=100248) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 06 14:08:05.358930 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:05.368659 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a76ab5-2dde-4d93-a291-b2d2168206b2 tempest-NetworksIpV6TestAttrs-2117599787 tempest-NetworksIpV6TestAttrs-2117599787-project] Pushing event deleted for resources: {'Network': ['ID=c1eed1c4-beb8-460a-a666-db3454cecf06,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:08:05.374365 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5016789d-4a71-4c50-a485-873114cfa6b6 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Pushing event deleted for resources: {'Port': ['ID=871b05a5-4995-4d8f-85ff-c564e9648e2d,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:08:05.425643 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-5016789d-4a71-4c50-a485-873114cfa6b6 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:05.428078 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-5016789d-4a71-4c50-a485-873114cfa6b6 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] 10.222.0.104 "DELETE /v2.0/ports/871b05a5-4995-4d8f-85ff-c564e9648e2d HTTP/1.1" status: 204 len: 168 time: 0.9093010 Jul 06 14:08:05.435955 n-d-773647-6 neutron-server[100248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32f71fac-b375-4b56-9fd8-2b7a475bc4d5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'be8f74d6-ec89-4516-b380-73a9277d8c69'}] {{(pid=100248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:08:05.437876 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 45074) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:08:05.438271 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84af257533e383389cbcf231d3534f4d5e149e7203fea16b4a8fc01438dddaf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee5855da-2a55-41a4-a1e3-2e16e644add8" -d '{"events": [{"server_uuid": "32f71fac-b375-4b56-9fd8-2b7a475bc4d5", "name": "network-vif-unplugged", "status": "completed", "tag": "be8f74d6-ec89-4516-b380-73a9277d8c69"}]}' {{(pid=100248) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:08:05.476330 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] For port be8f74d6-ec89-4516-b380-73a9277d8c69, host n-h1-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773647-6',level=0,port_id=be8f74d6-ec89-4516-b380-73a9277d8c69,segment=NetworkSegment(4f034a4d-0401-4410-9e3b-cfb7c7ebcd98),segment_id=4f034a4d-0401-4410-9e3b-cfb7c7ebcd98)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:08:05.483358 n-d-773647-6 neutron-server[100247]: INFO neutron.pecan_wsgi.hooks.translation [None req-47f3304f-0490-49c3-bc95-39b199c7d894 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] GET failed (client error): The resource could not be found. Jul 06 14:08:05.485089 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-47f3304f-0490-49c3-bc95-39b199c7d894 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] 10.222.0.104 "GET /v2.0/ports/871b05a5-4995-4d8f-85ff-c564e9648e2d HTTP/1.1" status: 404 len: 333 time: 0.0452278 Jul 06 14:08:05.487902 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 45078) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:08:05.526502 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 06 Jul 2021 14:08:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3569cecb-6e5b-44d6-b156-dadb98d5e2cc x-openstack-request-id: req-3569cecb-6e5b-44d6-b156-dadb98d5e2cc {{(pid=100248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:08:05.527648 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32f71fac-b375-4b56-9fd8-2b7a475bc4d5", "name": "network-vif-unplugged", "status": "completed", "tag": "be8f74d6-ec89-4516-b380-73a9277d8c69", "code": 200}]} {{(pid=100248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:08:05.528025 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-3569cecb-6e5b-44d6-b156-dadb98d5e2cc {{(pid=100248) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:08:05.529160 n-d-773647-6 neutron-server[100248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32f71fac-b375-4b56-9fd8-2b7a475bc4d5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'be8f74d6-ec89-4516-b380-73a9277d8c69', 'code': 200} Jul 06 14:08:05.533027 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:05.537659 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.plugin [None req-2fb388e6-a48e-4e27-9a08-719245509662 tempest-NetworksIpV6TestAttrs-2117599787 tempest-NetworksIpV6TestAttrs-2117599787-project] Deleting port 142f94bc-bf9f-40e2-bc60-abb2cb667605 {{(pid=100247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:08:05.539773 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-2fb388e6-a48e-4e27-9a08-719245509662 tempest-NetworksIpV6TestAttrs-2117599787 tempest-NetworksIpV6TestAttrs-2117599787-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:05.582715 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.db_base_plugin_v2 [None req-dbd4ecb5-f3bf-4537-a7f4-eb9250e98aea tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Deleting subnet b80e201f-bfd2-4d23-a5db-7b3f480c4808 {{(pid=100246) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 14:08:05.602178 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-dbd4ecb5-f3bf-4537-a7f4-eb9250e98aea tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Notify callbacks [] for subnet, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:05.634758 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Pushing event updated for resources: {'Port': ['ID=be8f74d6-ec89-4516-b380-73a9277d8c69,revision_number=8']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:08:05.685134 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-dbd4ecb5-f3bf-4537-a7f4-eb9250e98aea tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126218885'] for subnet, precommit_delete_associations {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:05.688698 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-2fb388e6-a48e-4e27-9a08-719245509662 tempest-NetworksIpV6TestAttrs-2117599787 tempest-NetworksIpV6TestAttrs-2117599787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:05.712317 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.plugin [None req-2fb388e6-a48e-4e27-9a08-719245509662 tempest-NetworksIpV6TestAttrs-2117599787 tempest-NetworksIpV6TestAttrs-2117599787-project] Calling delete_port for 142f94bc-bf9f-40e2-bc60-abb2cb667605 owned by {{(pid=100247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:08:05.866986 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 8d361363-39b2-4d9f-b3ff-ab04561de292 up at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:08:05.876153 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-dbd4ecb5-f3bf-4537-a7f4-eb9250e98aea tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-913473'] for subnet, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:06.004767 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-dbd4ecb5-f3bf-4537-a7f4-eb9250e98aea tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-913480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1849032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127687590', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127702764'] for subnet, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:06.048688 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning complete for port 8d361363-39b2-4d9f-b3ff-ab04561de292 triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:08:06.049557 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:06.072089 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdc4667-94dd-4524-a000-5dcb4111026b req-c4b2d9fb-8702-4d1c-ae20-c4513d9b96a1 tempest-ImagesTestJSON-1482892319 tempest-ImagesTestJSON-1482892319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:08:06.074673 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-7cdc4667-94dd-4524-a000-5dcb4111026b req-c4b2d9fb-8702-4d1c-ae20-c4513d9b96a1 tempest-ImagesTestJSON-1482892319 tempest-ImagesTestJSON-1482892319-project] 10.222.0.127 "GET /v2.0/ports?device_id=32f71fac-b375-4b56-9fd8-2b7a475bc4d5 HTTP/1.1" status: 200 len: 944 time: 0.3296270 Jul 06 14:08:06.075969 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd4ecb5-f3bf-4537-a7f4-eb9250e98aea tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Pushing event deleted for resources: {'Subnet': ['ID=b80e201f-bfd2-4d23-a5db-7b3f480c4808,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:08:06.086078 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-dbd4ecb5-f3bf-4537-a7f4-eb9250e98aea tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Notify callbacks [] for subnet, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:06.090019 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-dbd4ecb5-f3bf-4537-a7f4-eb9250e98aea tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] 10.222.0.104 "DELETE /v2.0/subnets/b80e201f-bfd2-4d23-a5db-7b3f480c4808 HTTP/1.1" status: 204 len: 168 time: 0.6007864 Jul 06 14:08:06.090416 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-2fb388e6-a48e-4e27-9a08-719245509662 tempest-NetworksIpV6TestAttrs-2117599787 tempest-NetworksIpV6TestAttrs-2117599787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128888353'] for port, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:06.092858 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 45094) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:08:06.226249 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-2fb388e6-a48e-4e27-9a08-719245509662 tempest-NetworksIpV6TestAttrs-2117599787 tempest-NetworksIpV6TestAttrs-2117599787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:06.234695 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-2fb388e6-a48e-4e27-9a08-719245509662 tempest-NetworksIpV6TestAttrs-2117599787 tempest-NetworksIpV6TestAttrs-2117599787-project] 10.222.0.104 "DELETE /v2.0/ports/142f94bc-bf9f-40e2-bc60-abb2cb667605 HTTP/1.1" status: 204 len: 168 time: 0.9062679 Jul 06 14:08:06.236027 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb388e6-a48e-4e27-9a08-719245509662 tempest-NetworksIpV6TestAttrs-2117599787 tempest-NetworksIpV6TestAttrs-2117599787-project] Pushing event deleted for resources: {'Port': ['ID=142f94bc-bf9f-40e2-bc60-abb2cb667605,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:08:06.238863 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 45096) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:08:06.294402 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8505ecbe-2126-4632-b303-18a84b196aab req-8c16ba35-10c3-4aa3-8d5d-fa523972a879 tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:08:06.303464 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-8505ecbe-2126-4632-b303-18a84b196aab req-8c16ba35-10c3-4aa3-8d5d-fa523972a879 tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] 10.222.0.104 "GET /v2.0/ports?device_id=5fbc9a8b-86db-4456-85e1-a59cfdbb9c8d HTTP/1.1" status: 200 len: 944 time: 0.3250396 Jul 06 14:08:06.304639 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-8fcf4307-fae5-46d0-8e0c-2b8cb6f69744 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530492'] for network, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:06.319020 n-d-773647-6 neutron-server[100247]: INFO neutron.pecan_wsgi.hooks.translation [None req-b55a5e8f-cf57-48d6-ba52-3ee09c726340 tempest-NetworksIpV6TestAttrs-2117599787 tempest-NetworksIpV6TestAttrs-2117599787-project] DELETE failed (client error): The resource could not be found. Jul 06 14:08:06.319993 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b55a5e8f-cf57-48d6-ba52-3ee09c726340 tempest-NetworksIpV6TestAttrs-2117599787 tempest-NetworksIpV6TestAttrs-2117599787-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100247) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 14:08:06.322075 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-b55a5e8f-cf57-48d6-ba52-3ee09c726340 tempest-NetworksIpV6TestAttrs-2117599787 tempest-NetworksIpV6TestAttrs-2117599787-project] 10.222.0.104 "DELETE /v2.0/subnets/1e98e5a9-7495-4637-b458-cbe839a6c607 HTTP/1.1" status: 404 len: 337 time: 0.0779564 Jul 06 14:08:06.325670 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 45098) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:08:06.450265 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-8505ecbe-2126-4632-b303-18a84b196aab req-0bf59704-2579-4391-86fa-deccf8dff749 tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] 10.222.0.104 "GET /v2.0/security-groups?id=54cfb86c-390d-4cad-8265-7f5781c66116&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1453798 Jul 06 14:08:06.534556 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.plugin [req-7cdc4667-94dd-4524-a000-5dcb4111026b req-9a121ce5-40ab-4757-a946-cc2e61c5e3fd tempest-ImagesTestJSON-1482892319 tempest-ImagesTestJSON-1482892319-project] Deleting port be8f74d6-ec89-4516-b380-73a9277d8c69 {{(pid=100247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:08:06.535431 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-7cdc4667-94dd-4524-a000-5dcb4111026b req-9a121ce5-40ab-4757-a946-cc2e61c5e3fd tempest-ImagesTestJSON-1482892319 tempest-ImagesTestJSON-1482892319-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:06.572065 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-c5a20375-f9aa-4fa5-bebc-2599e1332cc2 req-0298e3ac-a662-4c13-952b-a60227ef2965 tempest-ImagesTestJSON-1482892319 tempest-ImagesTestJSON-1482892319-project] 10.222.0.104 "GET /v2.0/ports?device_id=f46f203e-b652-44ae-acc3-6f04c9f230e7 HTTP/1.1" status: 200 len: 210 time: 0.0623047 Jul 06 14:08:06.626029 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89847e1a-6706-4cb0-8b82-3af0240cfcf5 req-bd69a174-6ed2-481e-8e0d-949575d3b206 tempest-ImagesTestJSON-1482892319 tempest-ImagesTestJSON-1482892319-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:08:06.627660 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-89847e1a-6706-4cb0-8b82-3af0240cfcf5 req-bd69a174-6ed2-481e-8e0d-949575d3b206 tempest-ImagesTestJSON-1482892319 tempest-ImagesTestJSON-1482892319-project] 10.222.0.72 "GET /v2.0/networks?id=843daa65-9f70-4b7f-ae10-986f4b2f43e8 HTTP/1.1" status: 200 len: 804 time: 0.2271655 Jul 06 14:08:06.635411 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78ac7546-3824-4cd6-ab85-0847a6e2f225 None None] Network b69ec368-c2df-4ffb-9163-934d37a0e68f requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:08:06.659964 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [req-89847e1a-6706-4cb0-8b82-3af0240cfcf5 req-28e70058-cb20-4e41-9578-74acbbcbf216 tempest-ImagesTestJSON-1482892319 tempest-ImagesTestJSON-1482892319-project] Request body: {'port': {'device_id': 'f46f203e-b652-44ae-acc3-6f04c9f230e7', 'network_id': '843daa65-9f70-4b7f-ae10-986f4b2f43e8', 'admin_state_up': True, 'tenant_id': '088899109daa4dab8b28e16d07018840'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:08:06.776703 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.db [req-7cdc4667-94dd-4524-a000-5dcb4111026b req-9a121ce5-40ab-4757-a946-cc2e61c5e3fd tempest-ImagesTestJSON-1482892319 tempest-ImagesTestJSON-1482892319-project] For port be8f74d6-ec89-4516-b380-73a9277d8c69, host n-h1-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773647-6',level=0,port_id=be8f74d6-ec89-4516-b380-73a9277d8c69,segment=NetworkSegment(4f034a4d-0401-4410-9e3b-cfb7c7ebcd98),segment_id=4f034a4d-0401-4410-9e3b-cfb7c7ebcd98)] {{(pid=100247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:08:06.777685 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-7cdc4667-94dd-4524-a000-5dcb4111026b req-9a121ce5-40ab-4757-a946-cc2e61c5e3fd tempest-ImagesTestJSON-1482892319 tempest-ImagesTestJSON-1482892319-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:06.785338 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-ac923956-e33e-4da6-b54e-75c255ef11eb tempest-NetworksIpV6TestAttrs-2117599787 tempest-NetworksIpV6TestAttrs-2117599787-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530492'] for network, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:06.805533 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.plugin [req-7cdc4667-94dd-4524-a000-5dcb4111026b req-9a121ce5-40ab-4757-a946-cc2e61c5e3fd tempest-ImagesTestJSON-1482892319 tempest-ImagesTestJSON-1482892319-project] Calling delete_port for be8f74d6-ec89-4516-b380-73a9277d8c69 owned by compute:nova {{(pid=100247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:08:06.869614 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [None req-8fcf4307-fae5-46d0-8e0c-2b8cb6f69744 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Deleting port 8d361363-39b2-4d9f-b3ff-ab04561de292 {{(pid=100246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:08:06.870231 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-8fcf4307-fae5-46d0-8e0c-2b8cb6f69744 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:06.998747 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-7cdc4667-94dd-4524-a000-5dcb4111026b req-9a121ce5-40ab-4757-a946-cc2e61c5e3fd tempest-ImagesTestJSON-1482892319 tempest-ImagesTestJSON-1482892319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128888353'] for port, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:07.020724 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.db [None req-8fcf4307-fae5-46d0-8e0c-2b8cb6f69744 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] For port 8d361363-39b2-4d9f-b3ff-ab04561de292, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=8d361363-39b2-4d9f-b3ff-ab04561de292,segment=NetworkSegment(9bdd7aeb-63c8-4cbe-b194-87448836bc17),segment_id=9bdd7aeb-63c8-4cbe-b194-87448836bc17)] {{(pid=100246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:08:07.021115 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-8fcf4307-fae5-46d0-8e0c-2b8cb6f69744 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:07.031760 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-89847e1a-6706-4cb0-8b82-3af0240cfcf5 req-28e70058-cb20-4e41-9578-74acbbcbf216 tempest-ImagesTestJSON-1482892319 tempest-ImagesTestJSON-1482892319-project] Made reservation on behalf of 088899109daa4dab8b28e16d07018840 for: {'port': 1} {{(pid=100246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:08:07.035584 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-89847e1a-6706-4cb0-8b82-3af0240cfcf5 req-28e70058-cb20-4e41-9578-74acbbcbf216 tempest-ImagesTestJSON-1482892319 tempest-ImagesTestJSON-1482892319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:07.045121 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a121ce5-40ab-4757-a946-cc2e61c5e3fd tempest-ImagesTestJSON-1482892319 tempest-ImagesTestJSON-1482892319-project] Pushing event deleted for resources: {'Port': ['ID=be8f74d6-ec89-4516-b380-73a9277d8c69,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:08:07.052171 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1305ed20-beb8-4b9b-b73f-833eff1475a0 None None] DHCP port deletion for b69ec368-c2df-4ffb-9163-934d37a0e68f request from n-d-773647-6 {{(pid=100248) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 14:08:07.065225 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-ac923956-e33e-4da6-b54e-75c255ef11eb tempest-NetworksIpV6TestAttrs-2117599787 tempest-NetworksIpV6TestAttrs-2117599787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-917204', 'neutron.services.segments.db._delete_segments_for_network-8773753502302'] for network, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:07.080864 n-d-773647-6 neutron-server[100246]: DEBUG neutron.services.segments.db [None req-ac923956-e33e-4da6-b54e-75c255ef11eb tempest-NetworksIpV6TestAttrs-2117599787 tempest-NetworksIpV6TestAttrs-2117599787-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['262555c3-446a-4143-8cf5-32ed453166cb']}} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:08:07.086565 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.l3_dvrscheduler_db [req-7cdc4667-94dd-4524-a000-5dcb4111026b req-9a121ce5-40ab-4757-a946-cc2e61c5e3fd tempest-ImagesTestJSON-1482892319 tempest-ImagesTestJSON-1482892319-project] No DVR routers for this DVR port be8f74d6-ec89-4516-b380-73a9277d8c69 on host n-h1-773647-6 {{(pid=100247) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:08:07.089125 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-7cdc4667-94dd-4524-a000-5dcb4111026b req-9a121ce5-40ab-4757-a946-cc2e61c5e3fd tempest-ImagesTestJSON-1482892319 tempest-ImagesTestJSON-1482892319-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:07.091613 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-7cdc4667-94dd-4524-a000-5dcb4111026b req-9a121ce5-40ab-4757-a946-cc2e61c5e3fd tempest-ImagesTestJSON-1482892319 tempest-ImagesTestJSON-1482892319-project] 10.222.0.127 "DELETE /v2.0/ports/be8f74d6-ec89-4516-b380-73a9277d8c69 HTTP/1.1" status: 204 len: 173 time: 0.9925065 Jul 06 14:08:07.092160 n-d-773647-6 neutron-server[100247]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32f71fac-b375-4b56-9fd8-2b7a475bc4d5', 'name': 'network-vif-deleted', 'tag': 'be8f74d6-ec89-4516-b380-73a9277d8c69'}] {{(pid=100247) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:08:07.094872 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cbf0eeaae822f8fc9b87a94aeba67a3d651842baf663a51cba94b67a514836d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ff3b324-f57c-448c-8e56-9ee6c4d362b8" -d '{"events": [{"server_uuid": "32f71fac-b375-4b56-9fd8-2b7a475bc4d5", "name": "network-vif-deleted", "tag": "be8f74d6-ec89-4516-b380-73a9277d8c69"}]}' {{(pid=100247) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:08:07.095874 n-d-773647-6 neutron-server[100246]: DEBUG neutron.services.segments.db [None req-ac923956-e33e-4da6-b54e-75c255ef11eb tempest-NetworksIpV6TestAttrs-2117599787 tempest-NetworksIpV6TestAttrs-2117599787-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b66aae44-c022-4d6f-9a08-6b4e2f67bf1b') {'for_net_delete': True} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:08:07.096248 n-d-773647-6 neutron-server[100246]: DEBUG neutron.services.segments.db [None req-ac923956-e33e-4da6-b54e-75c255ef11eb tempest-NetworksIpV6TestAttrs-2117599787 tempest-NetworksIpV6TestAttrs-2117599787-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b66aae44-c022-4d6f-9a08-6b4e2f67bf1b') {} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:08:07.116718 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-ac923956-e33e-4da6-b54e-75c255ef11eb tempest-NetworksIpV6TestAttrs-2117599787 tempest-NetworksIpV6TestAttrs-2117599787-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773753515138', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126218898'] for segment, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:07.125130 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [None req-8fcf4307-fae5-46d0-8e0c-2b8cb6f69744 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Calling delete_port for 8d361363-39b2-4d9f-b3ff-ab04561de292 owned by network:dhcp {{(pid=100246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:08:07.132041 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-1305ed20-beb8-4b9b-b73f-833eff1475a0 None None] Deleting port 8d361363-39b2-4d9f-b3ff-ab04561de292 {{(pid=100248) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:08:07.132461 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-1305ed20-beb8-4b9b-b73f-833eff1475a0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:07.153211 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 14:08:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4dc27aa5-6c96-47dd-817d-4912b791cf71 x-openstack-request-id: req-4dc27aa5-6c96-47dd-817d-4912b791cf71 {{(pid=100247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:08:07.153586 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32f71fac-b375-4b56-9fd8-2b7a475bc4d5", "name": "network-vif-deleted", "tag": "be8f74d6-ec89-4516-b380-73a9277d8c69", "status": "completed", "code": 200}]} {{(pid=100247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:08:07.153986 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-4dc27aa5-6c96-47dd-817d-4912b791cf71 {{(pid=100247) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:08:07.154448 n-d-773647-6 neutron-server[100247]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32f71fac-b375-4b56-9fd8-2b7a475bc4d5', 'name': 'network-vif-deleted', 'tag': 'be8f74d6-ec89-4516-b380-73a9277d8c69', 'status': 'completed', 'code': 200} Jul 06 14:08:07.267418 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-1305ed20-beb8-4b9b-b73f-833eff1475a0 None None] For port 8d361363-39b2-4d9f-b3ff-ab04561de292, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=8d361363-39b2-4d9f-b3ff-ab04561de292,segment=NetworkSegment(9bdd7aeb-63c8-4cbe-b194-87448836bc17),segment_id=9bdd7aeb-63c8-4cbe-b194-87448836bc17)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:08:07.268230 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-1305ed20-beb8-4b9b-b73f-833eff1475a0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:07.285401 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-ac923956-e33e-4da6-b54e-75c255ef11eb tempest-NetworksIpV6TestAttrs-2117599787 tempest-NetworksIpV6TestAttrs-2117599787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552'] for segment, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:07.286821 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-1305ed20-beb8-4b9b-b73f-833eff1475a0 None None] Calling delete_port for 8d361363-39b2-4d9f-b3ff-ab04561de292 owned by network:dhcp {{(pid=100248) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:08:07.298992 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac923956-e33e-4da6-b54e-75c255ef11eb tempest-NetworksIpV6TestAttrs-2117599787 tempest-NetworksIpV6TestAttrs-2117599787-project] Releasing vlan 1001 on physical network physnet1 to pool {{(pid=100246) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 14:08:07.299439 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-ac923956-e33e-4da6-b54e-75c255ef11eb tempest-NetworksIpV6TestAttrs-2117599787 tempest-NetworksIpV6TestAttrs-2117599787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127687491'] for segment, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:07.302387 n-d-773647-6 neutron-server[100246]: Traceback (most recent call last): Jul 06 14:08:07.302387 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 14:08:07.302387 n-d-773647-6 neutron-server[100246]: timer() Jul 06 14:08:07.302387 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 14:08:07.302387 n-d-773647-6 neutron-server[100246]: cb(*args, **kw) Jul 06 14:08:07.302387 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 14:08:07.302387 n-d-773647-6 neutron-server[100246]: return func(*args, **kwargs) Jul 06 14:08:07.302387 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 14:08:07.302387 n-d-773647-6 neutron-server[100246]: self._notify() Jul 06 14:08:07.302387 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 14:08:07.302387 n-d-773647-6 neutron-server[100246]: self.callback(batched_events) Jul 06 14:08:07.302387 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 14:08:07.302387 n-d-773647-6 neutron-server[100246]: event.method(event) Jul 06 14:08:07.302387 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 14:08:07.302387 n-d-773647-6 neutron-server[100246]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 14:08:07.302387 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 14:08:07.302387 n-d-773647-6 neutron-server[100246]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 14:08:07.302387 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 14:08:07.302387 n-d-773647-6 neutron-server[100246]: return f(self, *a, **k) Jul 06 14:08:07.302387 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 14:08:07.302387 n-d-773647-6 neutron-server[100246]: return self._get(url).json() Jul 06 14:08:07.302387 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 14:08:07.302387 n-d-773647-6 neutron-server[100246]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 14:08:07.302387 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 14:08:07.302387 n-d-773647-6 neutron-server[100246]: return self.request(url, 'GET', **kwargs) Jul 06 14:08:07.302387 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 14:08:07.302387 n-d-773647-6 neutron-server[100246]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 14:08:07.302387 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 14:08:07.302387 n-d-773647-6 neutron-server[100246]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 14:08:07.302387 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 14:08:07.302387 n-d-773647-6 neutron-server[100246]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 14:08:07.302387 n-d-773647-6 neutron-server[100246]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 14:08:07.400514 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-8fcf4307-fae5-46d0-8e0c-2b8cb6f69744 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127687580'] for port, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:07.411460 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-1305ed20-beb8-4b9b-b73f-833eff1475a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117'] for port, after_delete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:07.444280 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1305ed20-beb8-4b9b-b73f-833eff1475a0 None None] Pushing event deleted for resources: {'Port': ['ID=8d361363-39b2-4d9f-b3ff-ab04561de292,revision_number=None']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:08:07.446483 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fcf4307-fae5-46d0-8e0c-2b8cb6f69744 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Pushing event deleted for resources: {'Port': ['ID=8d361363-39b2-4d9f-b3ff-ab04561de292,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:08:07.447912 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1305ed20-beb8-4b9b-b73f-833eff1475a0 None None] No DVR routers for this DVR port 8d361363-39b2-4d9f-b3ff-ab04561de292 on host n-d-773647-6 {{(pid=100248) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:08:07.448533 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-ac923956-e33e-4da6-b54e-75c255ef11eb tempest-NetworksIpV6TestAttrs-2117599787 tempest-NetworksIpV6TestAttrs-2117599787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-917215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1761140'] for network, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:07.458247 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fcf4307-fae5-46d0-8e0c-2b8cb6f69744 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] No DVR routers for this DVR port 8d361363-39b2-4d9f-b3ff-ab04561de292 on host n-d-773647-6 {{(pid=100246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:08:07.468533 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-ac923956-e33e-4da6-b54e-75c255ef11eb tempest-NetworksIpV6TestAttrs-2117599787 tempest-NetworksIpV6TestAttrs-2117599787-project] Notify callbacks [] for network, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:07.469404 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-ac923956-e33e-4da6-b54e-75c255ef11eb tempest-NetworksIpV6TestAttrs-2117599787 tempest-NetworksIpV6TestAttrs-2117599787-project] 10.222.0.104 "DELETE /v2.0/networks/262555c3-446a-4143-8cf5-32ed453166cb HTTP/1.1" status: 204 len: 168 time: 1.1419473 Jul 06 14:08:07.472265 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 45110) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:08:07.484563 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.db_base_plugin_common [req-89847e1a-6706-4cb0-8b82-3af0240cfcf5 req-28e70058-cb20-4e41-9578-74acbbcbf216 tempest-ImagesTestJSON-1482892319 tempest-ImagesTestJSON-1482892319-project] Allocated IP 172.20.0.9 (843daa65-9f70-4b7f-ae10-986f4b2f43e8/ae20b5e9-07e2-4786-84d5-713ad5ff019c/d981f48a-8f6f-43b4-9b11-ad7455e8e639) {{(pid=100246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:08:07.488596 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fcf4307-fae5-46d0-8e0c-2b8cb6f69744 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:08:07.488955 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fcf4307-fae5-46d0-8e0c-2b8cb6f69744 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:08:07.489310 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fcf4307-fae5-46d0-8e0c-2b8cb6f69744 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:08:07.489640 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fcf4307-fae5-46d0-8e0c-2b8cb6f69744 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:08:07.489978 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fcf4307-fae5-46d0-8e0c-2b8cb6f69744 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:08:07.490313 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fcf4307-fae5-46d0-8e0c-2b8cb6f69744 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:08:07.490652 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fcf4307-fae5-46d0-8e0c-2b8cb6f69744 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:08:07.490989 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fcf4307-fae5-46d0-8e0c-2b8cb6f69744 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:08:07.491373 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fcf4307-fae5-46d0-8e0c-2b8cb6f69744 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:08:07.491713 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fcf4307-fae5-46d0-8e0c-2b8cb6f69744 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:08:07.492041 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fcf4307-fae5-46d0-8e0c-2b8cb6f69744 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:08:07.492430 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fcf4307-fae5-46d0-8e0c-2b8cb6f69744 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:08:07.514546 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac923956-e33e-4da6-b54e-75c255ef11eb tempest-NetworksIpV6TestAttrs-2117599787 tempest-NetworksIpV6TestAttrs-2117599787-project] Pushing event deleted for resources: {'Network': ['ID=262555c3-446a-4143-8cf5-32ed453166cb,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:08:07.545358 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.db_base_plugin_v2 [None req-be30be99-0bcc-4fed-93d4-ff9d05d8884d tempest-NetworksIpV6TestAttrs-2117599787 tempest-NetworksIpV6TestAttrs-2117599787-project] Deleting subnet 1dff37bc-f61c-4195-88a5-64101ed2c047 {{(pid=100247) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 14:08:07.551285 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-be30be99-0bcc-4fed-93d4-ff9d05d8884d tempest-NetworksIpV6TestAttrs-2117599787 tempest-NetworksIpV6TestAttrs-2117599787-project] Notify callbacks [] for subnet, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:07.606653 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-8fcf4307-fae5-46d0-8e0c-2b8cb6f69744 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-917204', 'neutron.services.segments.db._delete_segments_for_network-8773753502302'] for network, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:07.623881 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-be30be99-0bcc-4fed-93d4-ff9d05d8884d tempest-NetworksIpV6TestAttrs-2117599787 tempest-NetworksIpV6TestAttrs-2117599787-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127131748'] for subnet, precommit_delete_associations {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:07.627193 n-d-773647-6 neutron-server[100246]: DEBUG neutron.services.segments.db [None req-8fcf4307-fae5-46d0-8e0c-2b8cb6f69744 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b69ec368-c2df-4ffb-9163-934d37a0e68f']}} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:08:07.645393 n-d-773647-6 neutron-server[100246]: DEBUG neutron.services.segments.db [None req-8fcf4307-fae5-46d0-8e0c-2b8cb6f69744 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9bdd7aeb-63c8-4cbe-b194-87448836bc17') {'for_net_delete': True} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:08:07.645698 n-d-773647-6 neutron-server[100246]: DEBUG neutron.services.segments.db [None req-8fcf4307-fae5-46d0-8e0c-2b8cb6f69744 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9bdd7aeb-63c8-4cbe-b194-87448836bc17') {} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:08:07.699536 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-8fcf4307-fae5-46d0-8e0c-2b8cb6f69744 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773753515138', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126218898'] for segment, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:07.725733 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-8fcf4307-fae5-46d0-8e0c-2b8cb6f69744 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552'] for segment, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:07.738678 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8fcf4307-fae5-46d0-8e0c-2b8cb6f69744 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Releasing vlan 1042 on physical network physnet1 to pool {{(pid=100246) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 14:08:07.739154 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-8fcf4307-fae5-46d0-8e0c-2b8cb6f69744 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127687491'] for segment, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:07.740395 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 8d361363-39b2-4d9f-b3ff-ab04561de292 no longer exists at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:08:07.745065 n-d-773647-6 neutron-server[100246]: Traceback (most recent call last): Jul 06 14:08:07.745065 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 14:08:07.745065 n-d-773647-6 neutron-server[100246]: timer() Jul 06 14:08:07.745065 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 14:08:07.745065 n-d-773647-6 neutron-server[100246]: cb(*args, **kw) Jul 06 14:08:07.745065 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 14:08:07.745065 n-d-773647-6 neutron-server[100246]: return func(*args, **kwargs) Jul 06 14:08:07.745065 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 14:08:07.745065 n-d-773647-6 neutron-server[100246]: self._notify() Jul 06 14:08:07.745065 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 14:08:07.745065 n-d-773647-6 neutron-server[100246]: self.callback(batched_events) Jul 06 14:08:07.745065 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 14:08:07.745065 n-d-773647-6 neutron-server[100246]: event.method(event) Jul 06 14:08:07.745065 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 14:08:07.745065 n-d-773647-6 neutron-server[100246]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 14:08:07.745065 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 14:08:07.745065 n-d-773647-6 neutron-server[100246]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 14:08:07.745065 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 14:08:07.745065 n-d-773647-6 neutron-server[100246]: return f(self, *a, **k) Jul 06 14:08:07.745065 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 14:08:07.745065 n-d-773647-6 neutron-server[100246]: return self._get(url).json() Jul 06 14:08:07.745065 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 14:08:07.745065 n-d-773647-6 neutron-server[100246]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 14:08:07.745065 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 14:08:07.745065 n-d-773647-6 neutron-server[100246]: return self.request(url, 'GET', **kwargs) Jul 06 14:08:07.745065 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 14:08:07.745065 n-d-773647-6 neutron-server[100246]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 14:08:07.745065 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 14:08:07.745065 n-d-773647-6 neutron-server[100246]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 14:08:07.745065 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 14:08:07.745065 n-d-773647-6 neutron-server[100246]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 14:08:07.745065 n-d-773647-6 neutron-server[100246]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 14:08:07.815243 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] No Port match for: 8d361363-39b2-4d9f-b3ff-ab04561de292 {{(pid=100248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 14:08:07.815628 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 8d361363-39b2-4d9f-b3ff-ab04561de292 not bound to the agent host n-d-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:08:07.845317 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-8fcf4307-fae5-46d0-8e0c-2b8cb6f69744 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-917215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1761140'] for network, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:07.864912 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-8fcf4307-fae5-46d0-8e0c-2b8cb6f69744 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Notify callbacks [] for network, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:07.871698 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 45118) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:08:07.872011 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-8fcf4307-fae5-46d0-8e0c-2b8cb6f69744 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] 10.222.0.104 "DELETE /v2.0/networks/b69ec368-c2df-4ffb-9163-934d37a0e68f HTTP/1.1" status: 204 len: 168 time: 1.7780924 Jul 06 14:08:07.876279 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-89847e1a-6706-4cb0-8b82-3af0240cfcf5 req-28e70058-cb20-4e41-9578-74acbbcbf216 tempest-ImagesTestJSON-1482892319 tempest-ImagesTestJSON-1482892319-project] Notify callbacks [] for port, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:07.884750 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [None req-2177b51b-4362-4abd-9379-a88f6f0427c1 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-81393941'}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:08:07.894035 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fcf4307-fae5-46d0-8e0c-2b8cb6f69744 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Pushing event deleted for resources: {'Network': ['ID=b69ec368-c2df-4ffb-9163-934d37a0e68f,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:08:07.935855 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-89847e1a-6706-4cb0-8b82-3af0240cfcf5 req-28e70058-cb20-4e41-9578-74acbbcbf216 tempest-ImagesTestJSON-1482892319 tempest-ImagesTestJSON-1482892319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-127687573'] for port, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:07.955517 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-be30be99-0bcc-4fed-93d4-ff9d05d8884d tempest-NetworksIpV6TestAttrs-2117599787 tempest-NetworksIpV6TestAttrs-2117599787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-913473'] for subnet, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:07.975401 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-6cdb172d-844b-4864-a565-d7f686128ec2 req-ddf563a5-433f-473a-bddc-775aece6a281 tempest-ImagesTestJSON-1482892319 tempest-ImagesTestJSON-1482892319-project] 10.222.0.104 "GET /v2.0/ports?device_id=f46f203e-b652-44ae-acc3-6f04c9f230e7 HTTP/1.1" status: 200 len: 210 time: 0.0688112 Jul 06 14:08:08.007110 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-89847e1a-6706-4cb0-8b82-3af0240cfcf5 req-28e70058-cb20-4e41-9578-74acbbcbf216 tempest-ImagesTestJSON-1482892319 tempest-ImagesTestJSON-1482892319-project] Network 843daa65-9f70-4b7f-ae10-986f4b2f43e8 is already hosted by enough agents. {{(pid=100246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:08:08.010781 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.base_scheduler [req-89847e1a-6706-4cb0-8b82-3af0240cfcf5 req-28e70058-cb20-4e41-9578-74acbbcbf216 tempest-ImagesTestJSON-1482892319 tempest-ImagesTestJSON-1482892319-project] Resources bound (agent type, host, resource id): {{(pid=100246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:08:08.033802 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [req-89847e1a-6706-4cb0-8b82-3af0240cfcf5 req-28e70058-cb20-4e41-9578-74acbbcbf216 tempest-ImagesTestJSON-1482892319 tempest-ImagesTestJSON-1482892319-project] Received port after_create {{(pid=100246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:08:08.043900 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2177b51b-4362-4abd-9379-a88f6f0427c1 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Made reservation on behalf of e15b02822e68450fa73455cc009166c9 for: {'network': 1} {{(pid=100247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:08:08.048970 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-2177b51b-4362-4abd-9379-a88f6f0427c1 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for network, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:08.053725 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e70058-cb20-4e41-9578-74acbbcbf216 tempest-ImagesTestJSON-1482892319 tempest-ImagesTestJSON-1482892319-project] Pushing event updated for resources: {'Port': ['ID=d981f48a-8f6f-43b4-9b11-ad7455e8e639,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:08:08.103063 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89847e1a-6706-4cb0-8b82-3af0240cfcf5 req-28e70058-cb20-4e41-9578-74acbbcbf216 tempest-ImagesTestJSON-1482892319 tempest-ImagesTestJSON-1482892319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:08:08.103905 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-89847e1a-6706-4cb0-8b82-3af0240cfcf5 req-28e70058-cb20-4e41-9578-74acbbcbf216 tempest-ImagesTestJSON-1482892319 tempest-ImagesTestJSON-1482892319-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:08.107189 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2177b51b-4362-4abd-9379-a88f6f0427c1 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] vlan segment allocate from pool success with {'vlan_id': 1026, 'physical_network': 'physnet1'} {{(pid=100247) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 14:08:08.118142 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1deeb56-3c7a-463b-84fd-b7cc40121a9f req-a1622936-aad9-449a-8c92-8b36492e1560 tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:08:08.120270 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-89847e1a-6706-4cb0-8b82-3af0240cfcf5 req-28e70058-cb20-4e41-9578-74acbbcbf216 tempest-ImagesTestJSON-1482892319 tempest-ImagesTestJSON-1482892319-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4642527 Jul 06 14:08:08.120412 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-a1deeb56-3c7a-463b-84fd-b7cc40121a9f req-a1622936-aad9-449a-8c92-8b36492e1560 tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] 10.222.0.104 "GET /v2.0/ports?device_id=5fbc9a8b-86db-4456-85e1-a59cfdbb9c8d HTTP/1.1" status: 200 len: 944 time: 0.3099210 Jul 06 14:08:08.134466 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [req-89847e1a-6706-4cb0-8b82-3af0240cfcf5 req-fe581a83-0048-427c-ab45-f698e1743dbb service neutron] Request body: {'port': {'device_id': 'f46f203e-b652-44ae-acc3-6f04c9f230e7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-773647-6'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:08:08.149534 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-2177b51b-4362-4abd-9379-a88f6f0427c1 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552'] for segment, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:08.149974 n-d-773647-6 neutron-server[100247]: INFO neutron.db.segments_db [None req-2177b51b-4362-4abd-9379-a88f6f0427c1 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Added segment 008ffdba-c9ab-4b16-850b-8c176c95461a of type vlan for network c8a8b498-471a-4098-bd96-b19d06c8cf89 Jul 06 14:08:08.152832 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-be30be99-0bcc-4fed-93d4-ff9d05d8884d tempest-NetworksIpV6TestAttrs-2117599787 tempest-NetworksIpV6TestAttrs-2117599787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-913480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1849032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-128888347', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127627857'] for subnet, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:08.220874 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-89847e1a-6706-4cb0-8b82-3af0240cfcf5 req-fe581a83-0048-427c-ab45-f698e1743dbb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:08.236090 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be30be99-0bcc-4fed-93d4-ff9d05d8884d tempest-NetworksIpV6TestAttrs-2117599787 tempest-NetworksIpV6TestAttrs-2117599787-project] Pushing event deleted for resources: {'Subnet': ['ID=1dff37bc-f61c-4195-88a5-64101ed2c047,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:08:08.246306 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-be30be99-0bcc-4fed-93d4-ff9d05d8884d tempest-NetworksIpV6TestAttrs-2117599787 tempest-NetworksIpV6TestAttrs-2117599787-project] Notify callbacks [] for subnet, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:08.254202 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-be30be99-0bcc-4fed-93d4-ff9d05d8884d tempest-NetworksIpV6TestAttrs-2117599787 tempest-NetworksIpV6TestAttrs-2117599787-project] 10.222.0.104 "DELETE /v2.0/subnets/1dff37bc-f61c-4195-88a5-64101ed2c047 HTTP/1.1" status: 204 len: 168 time: 0.7803302 Jul 06 14:08:08.259140 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-176c054b-6250-42bc-af0a-f7f3c92acae9 None None] Network 164638de-b3b6-4745-a812-9991647c8a3f requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:08:08.259560 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 45122) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:08:08.312160 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-2177b51b-4362-4abd-9379-a88f6f0427c1 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773752984405'] for network, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:08.327785 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-a1deeb56-3c7a-463b-84fd-b7cc40121a9f req-be6894ef-ce1f-4db9-977e-e79ae40212ea tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] 10.222.0.104 "GET /v2.0/security-groups?id=54cfb86c-390d-4cad-8265-7f5781c66116&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2008390 Jul 06 14:08:08.455789 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-171a3d13-c214-439a-b181-a152b267ec51 tempest-NetworksIpV6TestAttrs-2117599787 tempest-NetworksIpV6TestAttrs-2117599787-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530492'] for network, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:08.462234 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-2177b51b-4362-4abd-9379-a88f6f0427c1 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060'] for network, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:08.479950 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2177b51b-4362-4abd-9379-a88f6f0427c1 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:08:08.489740 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-2177b51b-4362-4abd-9379-a88f6f0427c1 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583035'] for network, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:08.533214 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21eed561-b7ba-4c75-9b68-4250fc135e3a None None] DHCP port deletion for 164638de-b3b6-4745-a812-9991647c8a3f request from n-d-773647-6 {{(pid=100248) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 14:08:08.569707 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-2177b51b-4362-4abd-9379-a88f6f0427c1 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] 10.222.0.104 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.6949830 Jul 06 14:08:08.575758 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 45126) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:08:08.585135 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-30db4172-5d31-4004-a544-22083635e08f tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Request body: {'subnet': {'network_id': 'c8a8b498-471a-4098-bd96-b19d06c8cf89', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:08:08.592007 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-21eed561-b7ba-4c75-9b68-4250fc135e3a None None] Deleting port c582c275-721f-4e30-8f13-07ecc860776f {{(pid=100248) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:08:08.592282 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-21eed561-b7ba-4c75-9b68-4250fc135e3a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:08.649242 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2177b51b-4362-4abd-9379-a88f6f0427c1 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Pushing event updated for resources: {'Network': ['ID=c8a8b498-471a-4098-bd96-b19d06c8cf89,revision_number=1']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:08:08.671692 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Network c8a8b498-471a-4098-bd96-b19d06c8cf89 details requested by agent ovs-agent-n-d-773647-6 with host n-d-773647-6 {{(pid=100248) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 14:08:08.673037 n-d-773647-6 neutron-server[100246]: DEBUG neutron.notifiers.nova [req-89847e1a-6706-4cb0-8b82-3af0240cfcf5 req-fe581a83-0048-427c-ab45-f698e1743dbb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d981f48a-8f6f-43b4-9b11-ad7455e8e639 {{(pid=100246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 14:08:08.690023 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-89847e1a-6706-4cb0-8b82-3af0240cfcf5 req-fe581a83-0048-427c-ab45-f698e1743dbb service neutron] Notify callbacks [] for port, precommit_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:08.690843 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.plugin [None req-171a3d13-c214-439a-b181-a152b267ec51 tempest-NetworksIpV6TestAttrs-2117599787 tempest-NetworksIpV6TestAttrs-2117599787-project] Deleting port c582c275-721f-4e30-8f13-07ecc860776f {{(pid=100247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:08:08.691191 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-171a3d13-c214-439a-b181-a152b267ec51 tempest-NetworksIpV6TestAttrs-2117599787 tempest-NetworksIpV6TestAttrs-2117599787-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:08.710559 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.provisioning_blocks [req-89847e1a-6706-4cb0-8b82-3af0240cfcf5 req-fe581a83-0048-427c-ab45-f698e1743dbb service neutron] Transition to ACTIVE for port object d981f48a-8f6f-43b4-9b11-ad7455e8e639 will not be triggered until provisioned by entity L2. {{(pid=100246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:08:08.716191 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-89847e1a-6706-4cb0-8b82-3af0240cfcf5 req-fe581a83-0048-427c-ab45-f698e1743dbb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127687527'] for port, after_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:08.777312 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-21eed561-b7ba-4c75-9b68-4250fc135e3a None None] For port c582c275-721f-4e30-8f13-07ecc860776f, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=c582c275-721f-4e30-8f13-07ecc860776f,segment=NetworkSegment(06c4f4fc-ffe8-4e53-84d6-9a8534fde85d),segment_id=06c4f4fc-ffe8-4e53-84d6-9a8534fde85d)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:08:08.778008 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-21eed561-b7ba-4c75-9b68-4250fc135e3a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:08.781840 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.db [None req-171a3d13-c214-439a-b181-a152b267ec51 tempest-NetworksIpV6TestAttrs-2117599787 tempest-NetworksIpV6TestAttrs-2117599787-project] For port c582c275-721f-4e30-8f13-07ecc860776f, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=c582c275-721f-4e30-8f13-07ecc860776f,segment=NetworkSegment(06c4f4fc-ffe8-4e53-84d6-9a8534fde85d),segment_id=06c4f4fc-ffe8-4e53-84d6-9a8534fde85d)] {{(pid=100247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:08:08.782211 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-171a3d13-c214-439a-b181-a152b267ec51 tempest-NetworksIpV6TestAttrs-2117599787 tempest-NetworksIpV6TestAttrs-2117599787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:08.799259 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.plugin [None req-171a3d13-c214-439a-b181-a152b267ec51 tempest-NetworksIpV6TestAttrs-2117599787 tempest-NetworksIpV6TestAttrs-2117599787-project] Calling delete_port for c582c275-721f-4e30-8f13-07ecc860776f owned by network:dhcp {{(pid=100247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:08:08.800454 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30db4172-5d31-4004-a544-22083635e08f tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Made reservation on behalf of e15b02822e68450fa73455cc009166c9 for: {'subnet': 1} {{(pid=100246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:08:08.805338 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-30db4172-5d31-4004-a544-22083635e08f tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127702029'] for subnet, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:08.816559 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-21eed561-b7ba-4c75-9b68-4250fc135e3a None None] Calling delete_port for c582c275-721f-4e30-8f13-07ecc860776f owned by network:dhcp {{(pid=100248) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:08:08.834653 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe581a83-0048-427c-ab45-f698e1743dbb service neutron] Pushing event updated for resources: {'Port': ['ID=d981f48a-8f6f-43b4-9b11-ad7455e8e639,revision_number=2']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:08:08.890308 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-171a3d13-c214-439a-b181-a152b267ec51 tempest-NetworksIpV6TestAttrs-2117599787 tempest-NetworksIpV6TestAttrs-2117599787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128888353'] for port, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:08.925916 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171a3d13-c214-439a-b181-a152b267ec51 tempest-NetworksIpV6TestAttrs-2117599787 tempest-NetworksIpV6TestAttrs-2117599787-project] Pushing event deleted for resources: {'Port': ['ID=c582c275-721f-4e30-8f13-07ecc860776f,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:08:08.932164 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-171a3d13-c214-439a-b181-a152b267ec51 tempest-NetworksIpV6TestAttrs-2117599787 tempest-NetworksIpV6TestAttrs-2117599787-project] No DVR routers for this DVR port c582c275-721f-4e30-8f13-07ecc860776f on host n-d-773647-6 {{(pid=100247) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:08:08.939300 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-21eed561-b7ba-4c75-9b68-4250fc135e3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117'] for port, after_delete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:08.959753 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21eed561-b7ba-4c75-9b68-4250fc135e3a None None] No DVR routers for this DVR port c582c275-721f-4e30-8f13-07ecc860776f on host n-d-773647-6 {{(pid=100248) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:08:08.984052 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21eed561-b7ba-4c75-9b68-4250fc135e3a None None] Pushing event deleted for resources: {'Port': ['ID=c582c275-721f-4e30-8f13-07ecc860776f,revision_number=None']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:08:09.080188 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-171a3d13-c214-439a-b181-a152b267ec51 tempest-NetworksIpV6TestAttrs-2117599787 tempest-NetworksIpV6TestAttrs-2117599787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-917204', 'neutron.services.segments.db._delete_segments_for_network-8773753502302'] for network, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:09.102963 n-d-773647-6 neutron-server[100247]: DEBUG neutron.services.segments.db [None req-171a3d13-c214-439a-b181-a152b267ec51 tempest-NetworksIpV6TestAttrs-2117599787 tempest-NetworksIpV6TestAttrs-2117599787-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['164638de-b3b6-4745-a812-9991647c8a3f']}} {{(pid=100247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:08:09.113005 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [req-89847e1a-6706-4cb0-8b82-3af0240cfcf5 req-fe581a83-0048-427c-ab45-f698e1743dbb service neutron] Attempting to bind port d981f48a-8f6f-43b4-9b11-ad7455e8e639 on host n-h2-773647-6 for vnic_type normal with profile {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:08:09.113723 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [req-89847e1a-6706-4cb0-8b82-3af0240cfcf5 req-fe581a83-0048-427c-ab45-f698e1743dbb service neutron] Attempting to bind port d981f48a-8f6f-43b4-9b11-ad7455e8e639 by drivers openvswitch,hyperv on host n-h2-773647-6 at level 0 using segments [{'id': '4f034a4d-0401-4410-9e3b-cfb7c7ebcd98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': '843daa65-9f70-4b7f-ae10-986f4b2f43e8'}] {{(pid=100246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:08:09.113723 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89847e1a-6706-4cb0-8b82-3af0240cfcf5 req-fe581a83-0048-427c-ab45-f698e1743dbb service neutron] Attempting to bind port d981f48a-8f6f-43b4-9b11-ad7455e8e639 on network 843daa65-9f70-4b7f-ae10-986f4b2f43e8 {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:08:09.133480 n-d-773647-6 neutron-server[100247]: DEBUG neutron.services.segments.db [None req-171a3d13-c214-439a-b181-a152b267ec51 tempest-NetworksIpV6TestAttrs-2117599787 tempest-NetworksIpV6TestAttrs-2117599787-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '06c4f4fc-ffe8-4e53-84d6-9a8534fde85d') {'for_net_delete': True} {{(pid=100247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:08:09.135488 n-d-773647-6 neutron-server[100247]: DEBUG neutron.services.segments.db [None req-171a3d13-c214-439a-b181-a152b267ec51 tempest-NetworksIpV6TestAttrs-2117599787 tempest-NetworksIpV6TestAttrs-2117599787-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '06c4f4fc-ffe8-4e53-84d6-9a8534fde85d') {} {{(pid=100247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:08:09.161252 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-171a3d13-c214-439a-b181-a152b267ec51 tempest-NetworksIpV6TestAttrs-2117599787 tempest-NetworksIpV6TestAttrs-2117599787-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773753515138', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127131763'] for segment, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:09.174206 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Device be8f74d6-ec89-4516-b380-73a9277d8c69 no longer exists at agent hyperv_n-h1-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:08:09.178414 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89847e1a-6706-4cb0-8b82-3af0240cfcf5 req-fe581a83-0048-427c-ab45-f698e1743dbb service neutron] Port d981f48a-8f6f-43b4-9b11-ad7455e8e639 on network 843daa65-9f70-4b7f-ae10-986f4b2f43e8 not bound, no agent of type Open vSwitch agent registered on host n-h2-773647-6 {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 14:08:09.178746 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89847e1a-6706-4cb0-8b82-3af0240cfcf5 req-fe581a83-0048-427c-ab45-f698e1743dbb service neutron] Attempting to bind port d981f48a-8f6f-43b4-9b11-ad7455e8e639 on network 843daa65-9f70-4b7f-ae10-986f4b2f43e8 {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:08:09.190192 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-171a3d13-c214-439a-b181-a152b267ec51 tempest-NetworksIpV6TestAttrs-2117599787 tempest-NetworksIpV6TestAttrs-2117599787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552'] for segment, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:09.200757 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-171a3d13-c214-439a-b181-a152b267ec51 tempest-NetworksIpV6TestAttrs-2117599787 tempest-NetworksIpV6TestAttrs-2117599787-project] Releasing vlan 1038 on physical network physnet1 to pool {{(pid=100247) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 14:08:09.202004 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-171a3d13-c214-439a-b181-a152b267ec51 tempest-NetworksIpV6TestAttrs-2117599787 tempest-NetworksIpV6TestAttrs-2117599787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-128888574'] for segment, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:09.210170 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89847e1a-6706-4cb0-8b82-3af0240cfcf5 req-fe581a83-0048-427c-ab45-f698e1743dbb service neutron] Checking agent: {'id': '63768ece-0600-4354-8d29-fdedec96b077', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-773647-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 51, 10), 'started_at': datetime.datetime(2021, 7, 6, 13, 51, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 7, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:08:09.210622 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89847e1a-6706-4cb0-8b82-3af0240cfcf5 req-fe581a83-0048-427c-ab45-f698e1743dbb service neutron] Checking segment: {'id': '4f034a4d-0401-4410-9e3b-cfb7c7ebcd98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': '843daa65-9f70-4b7f-ae10-986f4b2f43e8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:08:09.211293 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89847e1a-6706-4cb0-8b82-3af0240cfcf5 req-fe581a83-0048-427c-ab45-f698e1743dbb service neutron] Bound using segment: {'id': '4f034a4d-0401-4410-9e3b-cfb7c7ebcd98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': '843daa65-9f70-4b7f-ae10-986f4b2f43e8'} {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:08:09.211747 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [req-89847e1a-6706-4cb0-8b82-3af0240cfcf5 req-fe581a83-0048-427c-ab45-f698e1743dbb service neutron] Bound port: d981f48a-8f6f-43b4-9b11-ad7455e8e639, host: n-h2-773647-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4f034a4d-0401-4410-9e3b-cfb7c7ebcd98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': '843daa65-9f70-4b7f-ae10-986f4b2f43e8'}}] {{(pid=100246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:08:09.212110 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-89847e1a-6706-4cb0-8b82-3af0240cfcf5 req-fe581a83-0048-427c-ab45-f698e1743dbb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:09.240960 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] No Port match for: be8f74d6-ec89-4516-b380-73a9277d8c69 {{(pid=100248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 14:08:09.241832 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Device be8f74d6-ec89-4516-b380-73a9277d8c69 not bound to the agent host n-h1-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:08:09.314105 n-d-773647-6 neutron-server[100247]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:08:09.314105 n-d-773647-6 neutron-server[100247]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:08:09.314105 n-d-773647-6 neutron-server[100247]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:08:09.314105 n-d-773647-6 neutron-server[100247]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:08:09.314105 n-d-773647-6 neutron-server[100247]: Traceback (most recent call last): Jul 06 14:08:09.314105 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 14:08:09.314105 n-d-773647-6 neutron-server[100247]: timer() Jul 06 14:08:09.314105 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 14:08:09.314105 n-d-773647-6 neutron-server[100247]: cb(*args, **kw) Jul 06 14:08:09.314105 n-d-773647-6 neutron-server[100247]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 14:08:09.314105 n-d-773647-6 neutron-server[100247]: return func(*args, **kwargs) Jul 06 14:08:09.314105 n-d-773647-6 neutron-server[100247]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 14:08:09.314105 n-d-773647-6 neutron-server[100247]: self._notify() Jul 06 14:08:09.314105 n-d-773647-6 neutron-server[100247]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 14:08:09.314105 n-d-773647-6 neutron-server[100247]: self.callback(batched_events) Jul 06 14:08:09.314105 n-d-773647-6 neutron-server[100247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 14:08:09.314105 n-d-773647-6 neutron-server[100247]: event.method(event) Jul 06 14:08:09.314105 n-d-773647-6 neutron-server[100247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 14:08:09.314105 n-d-773647-6 neutron-server[100247]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 14:08:09.314105 n-d-773647-6 neutron-server[100247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 14:08:09.314105 n-d-773647-6 neutron-server[100247]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 14:08:09.314105 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 14:08:09.314105 n-d-773647-6 neutron-server[100247]: return f(self, *a, **k) Jul 06 14:08:09.314105 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 14:08:09.314105 n-d-773647-6 neutron-server[100247]: return self._get(url).json() Jul 06 14:08:09.314105 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 14:08:09.314105 n-d-773647-6 neutron-server[100247]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 14:08:09.314105 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 14:08:09.314105 n-d-773647-6 neutron-server[100247]: return self.request(url, 'GET', **kwargs) Jul 06 14:08:09.314105 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 14:08:09.314105 n-d-773647-6 neutron-server[100247]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 14:08:09.314105 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 14:08:09.314105 n-d-773647-6 neutron-server[100247]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 14:08:09.314105 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 14:08:09.314105 n-d-773647-6 neutron-server[100247]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 14:08:09.314105 n-d-773647-6 neutron-server[100247]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 14:08:09.329217 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-30db4172-5d31-4004-a544-22083635e08f tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1849032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127687649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127702047'] for subnet, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:09.331923 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-171a3d13-c214-439a-b181-a152b267ec51 tempest-NetworksIpV6TestAttrs-2117599787 tempest-NetworksIpV6TestAttrs-2117599787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-917215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1761140'] for network, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:09.342479 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-171a3d13-c214-439a-b181-a152b267ec51 tempest-NetworksIpV6TestAttrs-2117599787 tempest-NetworksIpV6TestAttrs-2117599787-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583035'] for network, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:09.346948 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-171a3d13-c214-439a-b181-a152b267ec51 tempest-NetworksIpV6TestAttrs-2117599787 tempest-NetworksIpV6TestAttrs-2117599787-project] 10.222.0.104 "DELETE /v2.0/networks/164638de-b3b6-4745-a812-9991647c8a3f HTTP/1.1" status: 204 len: 168 time: 1.0776942 Jul 06 14:08:09.392813 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171a3d13-c214-439a-b181-a152b267ec51 tempest-NetworksIpV6TestAttrs-2117599787 tempest-NetworksIpV6TestAttrs-2117599787-project] Pushing event deleted for resources: {'Network': ['ID=164638de-b3b6-4745-a812-9991647c8a3f,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:08:09.451691 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c398ac6b-c22d-42a9-8332-6b2120f2b238 req-68766450-e7af-4ce3-9700-584798ef8880 tempest-ImagesTestJSON-1482892319 tempest-ImagesTestJSON-1482892319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:08:09.460445 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-c398ac6b-c22d-42a9-8332-6b2120f2b238 req-68766450-e7af-4ce3-9700-584798ef8880 tempest-ImagesTestJSON-1482892319 tempest-ImagesTestJSON-1482892319-project] 10.222.0.104 "GET /v2.0/ports?device_id=f46f203e-b652-44ae-acc3-6f04c9f230e7 HTTP/1.1" status: 200 len: 943 time: 0.1436973 Jul 06 14:08:09.524978 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-c398ac6b-c22d-42a9-8332-6b2120f2b238 req-6179c23a-2114-4f3f-9f91-e387cf4a245b tempest-ImagesTestJSON-1482892319 tempest-ImagesTestJSON-1482892319-project] 10.222.0.104 "GET /v2.0/security-groups?id=46e03f63-f74e-4db3-981d-76fb36967b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625210 Jul 06 14:08:09.715536 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device c582c275-721f-4e30-8f13-07ecc860776f no longer exists at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:08:09.752576 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] No Port match for: c582c275-721f-4e30-8f13-07ecc860776f {{(pid=100248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 14:08:09.752925 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device c582c275-721f-4e30-8f13-07ecc860776f not bound to the agent host n-d-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:08:09.825016 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7645d56-59fa-4d10-88ff-c3ec9164ccfa req-7eb8015b-1735-4bc5-b3f5-4f52674b135e tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:08:09.826940 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-a7645d56-59fa-4d10-88ff-c3ec9164ccfa req-7eb8015b-1735-4bc5-b3f5-4f52674b135e tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] 10.222.0.104 "GET /v2.0/ports?device_id=5fbc9a8b-86db-4456-85e1-a59cfdbb9c8d HTTP/1.1" status: 200 len: 944 time: 0.1214726 Jul 06 14:08:09.849445 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 45150) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:08:09.904654 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-a7645d56-59fa-4d10-88ff-c3ec9164ccfa req-d09d988f-f8f8-42bc-8186-984557edae4d tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] 10.222.0.104 "GET /v2.0/security-groups?id=54cfb86c-390d-4cad-8265-7f5781c66116&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0561628 Jul 06 14:08:09.920014 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30db4172-5d31-4004-a544-22083635e08f tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Pushing event updated for resources: {'Subnet': ['ID=b2ae8f8e-9f7a-4e86-b32e-a2a9e42a3bfb,revision_number=0']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:08:09.926216 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9254967-e7a3-44ab-9d57-e873b698eead req-228a436c-f98b-4b2f-bdfb-fa99abf3b735 tempest-ServerRescueNegativeTestJSON-721731692 tempest-ServerRescueNegativeTestJSON-721731692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:08:09.928000 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-c9254967-e7a3-44ab-9d57-e873b698eead req-228a436c-f98b-4b2f-bdfb-fa99abf3b735 tempest-ServerRescueNegativeTestJSON-721731692 tempest-ServerRescueNegativeTestJSON-721731692-project] 10.222.0.104 "GET /v2.0/ports?device_id=78a59294-4d36-4290-b5cb-d865232b142a HTTP/1.1" status: 200 len: 945 time: 0.1268442 Jul 06 14:08:09.931369 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.db [req-89847e1a-6706-4cb0-8b82-3af0240cfcf5 req-fe581a83-0048-427c-ab45-f698e1743dbb service neutron] For port d981f48a-8f6f-43b4-9b11-ad7455e8e639, host n-h2-773647-6, cleared binding levels {{(pid=100246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:08:09.942693 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30db4172-5d31-4004-a544-22083635e08f tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Checking segment: {'id': '008ffdba-c9ab-4b16-850b-8c176c95461a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': 'c8a8b498-471a-4098-bd96-b19d06c8cf89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:08:09.943089 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30db4172-5d31-4004-a544-22083635e08f tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Network hostable DHCP agents. Network: c8a8b498-471a-4098-bd96-b19d06c8cf89, hostable agents: ['f2bada3d-be77-4359-982b-8505a2bbca04'], hosted agents: [] {{(pid=100246) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 14:08:09.958408 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.db [req-89847e1a-6706-4cb0-8b82-3af0240cfcf5 req-fe581a83-0048-427c-ab45-f698e1743dbb service neutron] For port d981f48a-8f6f-43b4-9b11-ad7455e8e639, host n-h2-773647-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=d981f48a-8f6f-43b4-9b11-ad7455e8e639,segment=NetworkSegment(4f034a4d-0401-4410-9e3b-cfb7c7ebcd98),segment_id=4f034a4d-0401-4410-9e3b-cfb7c7ebcd98)] {{(pid=100246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:08:09.967967 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-89847e1a-6706-4cb0-8b82-3af0240cfcf5 req-fe581a83-0048-427c-ab45-f698e1743dbb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127687527'] for port, after_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:09.978128 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30db4172-5d31-4004-a544-22083635e08f tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Network c8a8b498-471a-4098-bd96-b19d06c8cf89 is scheduled to be hosted by DHCP agent f2bada3d-be77-4359-982b-8505a2bbca04 with binding_index 1 {{(pid=100246) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 14:08:09.993058 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-c9254967-e7a3-44ab-9d57-e873b698eead req-0d92b70d-b1e0-4f3d-bdf9-d5fb5e610162 tempest-ServerRescueNegativeTestJSON-721731692 tempest-ServerRescueNegativeTestJSON-721731692-project] 10.222.0.104 "GET /v2.0/security-groups?id=a54a60a4-d859-4f47-b26f-a63bb69450e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503459 Jul 06 14:08:10.009257 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89847e1a-6706-4cb0-8b82-3af0240cfcf5 req-fe581a83-0048-427c-ab45-f698e1743dbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:08:10.009894 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-89847e1a-6706-4cb0-8b82-3af0240cfcf5 req-fe581a83-0048-427c-ab45-f698e1743dbb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:10.011436 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-89847e1a-6706-4cb0-8b82-3af0240cfcf5 req-fe581a83-0048-427c-ab45-f698e1743dbb service neutron] 10.222.0.72 "PUT /v2.0/ports/d981f48a-8f6f-43b4-9b11-ad7455e8e639 HTTP/1.1" status: 200 len: 1091 time: 1.8837659 Jul 06 14:08:10.012016 n-d-773647-6 neutron-server[100246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f46f203e-b652-44ae-acc3-6f04c9f230e7', 'tag': 'd981f48a-8f6f-43b4-9b11-ad7455e8e639'}] {{(pid=100246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:08:10.014265 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0d96c5ab5e889f7b933ae915b9be33d1b46c9e87795bf781004b656ef3f1e87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13a6b103-ba92-4424-b853-e59b46e771f3" -d '{"events": [{"name": "network-changed", "server_uuid": "f46f203e-b652-44ae-acc3-6f04c9f230e7", "tag": "d981f48a-8f6f-43b4-9b11-ad7455e8e639"}]}' {{(pid=100246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:08:10.021029 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.base_scheduler [None req-30db4172-5d31-4004-a544-22083635e08f tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773647-6, c8a8b498-471a-4098-bd96-b19d06c8cf89) {{(pid=100246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:08:10.029324 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30db4172-5d31-4004-a544-22083635e08f tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:08:10.029966 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-30db4172-5d31-4004-a544-22083635e08f tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Notify callbacks [] for subnet, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:10.031019 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75982894-9c11-4722-b940-391feb2cffe6 None None] Network c8a8b498-471a-4098-bd96-b19d06c8cf89 requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:08:10.056940 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe581a83-0048-427c-ab45-f698e1743dbb service neutron] Pushing event updated for resources: {'Port': ['ID=d981f48a-8f6f-43b4-9b11-ad7455e8e639,revision_number=3']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:08:10.064459 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-30db4172-5d31-4004-a544-22083635e08f tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] 10.222.0.104 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4871416 Jul 06 14:08:10.065068 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 45158) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:08:10.085272 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-a7a646ba-3bce-4f9d-a953-6a6b1ebb79de admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=b58c9bdef9194336a922a39a2fd964c7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2337513 Jul 06 14:08:10.088044 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 45162) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:08:10.107418 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-878a494d-2e07-4aa7-b4ef-b43b24c0d4eb tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-1058303979', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:08:10.151651 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-878a494d-2e07-4aa7-b4ef-b43b24c0d4eb tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1806290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6992'] for router, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:10.152850 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-878a494d-2e07-4aa7-b4ef-b43b24c0d4eb tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1806157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1808637', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1714747', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7007'] for router, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:10.193052 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-0efeb4ca-69c7-4f00-ac55-b07369c0aef2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:10.204713 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-878a494d-2e07-4aa7-b4ef-b43b24c0d4eb tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:10.209394 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-878a494d-2e07-4aa7-b4ef-b43b24c0d4eb tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1806297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1761036'] for router, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:10.247516 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-0efeb4ca-69c7-4f00-ac55-b07369c0aef2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:10.248165 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89847e1a-6706-4cb0-8b82-3af0240cfcf5 req-e9d71b3a-732c-4a92-90b4-5b0192ea3394 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:08:10.251067 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-89847e1a-6706-4cb0-8b82-3af0240cfcf5 req-e9d71b3a-732c-4a92-90b4-5b0192ea3394 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=088899109daa4dab8b28e16d07018840&device_id=f46f203e-b652-44ae-acc3-6f04c9f230e7 HTTP/1.1" status: 200 len: 1094 time: 0.1845536 Jul 06 14:08:10.254236 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-878a494d-2e07-4aa7-b4ef-b43b24c0d4eb tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Notify callbacks [] for router, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:10.260704 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-878a494d-2e07-4aa7-b4ef-b43b24c0d4eb tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] 10.222.0.104 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.1907840 Jul 06 14:08:10.262818 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 14:08:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cd227af-632e-411f-a9cc-f18b8fba19ae x-openstack-request-id: req-9cd227af-632e-411f-a9cc-f18b8fba19ae {{(pid=100246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:08:10.264082 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f46f203e-b652-44ae-acc3-6f04c9f230e7", "tag": "d981f48a-8f6f-43b4-9b11-ad7455e8e639", "status": "completed", "code": 200}]} {{(pid=100246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:08:10.264345 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-9cd227af-632e-411f-a9cc-f18b8fba19ae {{(pid=100246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:08:10.264803 n-d-773647-6 neutron-server[100246]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f46f203e-b652-44ae-acc3-6f04c9f230e7', 'tag': 'd981f48a-8f6f-43b4-9b11-ad7455e8e639', 'status': 'completed', 'code': 200} Jul 06 14:08:10.266432 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 45166) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:08:10.278030 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [None req-58045624-e839-4af6-875b-01ed202c5944 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Request body: {'port': {'network_id': 'c8a8b498-471a-4098-bd96-b19d06c8cf89', 'name': 'tempest-PortsIpV6TestJSON-615818925'}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:08:10.342855 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-89847e1a-6706-4cb0-8b82-3af0240cfcf5 req-94b6b8c0-0c54-4568-a9db-6b771428ac33 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d981f48a-8f6f-43b4-9b11-ad7455e8e639 HTTP/1.1" status: 200 len: 217 time: 0.0739312 Jul 06 14:08:10.422088 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89847e1a-6706-4cb0-8b82-3af0240cfcf5 req-83a1d760-1e4d-449e-a9b3-bb4394c8e8e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:08:10.424269 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-89847e1a-6706-4cb0-8b82-3af0240cfcf5 req-83a1d760-1e4d-449e-a9b3-bb4394c8e8e5 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=ae20b5e9-07e2-4786-84d5-713ad5ff019c HTTP/1.1" status: 200 len: 844 time: 0.0739183 Jul 06 14:08:10.460077 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3872729-7e64-4646-86fa-ca6605d9c8b2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6bd5fc82-6666-56e8-87c2-91648d36c963-c8a8b498-471a-4098-bd96-b19d06c8cf89', 'network_id': 'c8a8b498-471a-4098-bd96-b19d06c8cf89', 'tenant_id': 'e15b02822e68450fa73455cc009166c9', 'fixed_ips': [{'subnet_id': 'b2ae8f8e-9f7a-4e86-b32e-a2a9e42a3bfb'}]}} from n-d-773647-6. {{(pid=100248) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 14:08:10.461247 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-f3872729-7e64-4646-86fa-ca6605d9c8b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:10.465965 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:10.476676 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-89847e1a-6706-4cb0-8b82-3af0240cfcf5 req-85fb5e15-29b3-45d8-a06c-aeaee8f827c6 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=843daa65-9f70-4b7f-ae10-986f4b2f43e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0444584 Jul 06 14:08:10.608570 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-89847e1a-6706-4cb0-8b82-3af0240cfcf5 req-6b5438c1-2491-4145-9293-5cb4f25b7854 service neutron] 10.222.0.72 "GET /v2.0/networks/843daa65-9f70-4b7f-ae10-986f4b2f43e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235795 Jul 06 14:08:10.615751 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.db_base_plugin_common [None req-f3872729-7e64-4646-86fa-ca6605d9c8b2 None None] Allocated IP 2001:db8::2 (c8a8b498-471a-4098-bd96-b19d06c8cf89/b2ae8f8e-9f7a-4e86-b32e-a2a9e42a3bfb/43012f14-e7dc-42df-95cc-7ecbe7072221) {{(pid=100248) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:08:10.715549 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-89847e1a-6706-4cb0-8b82-3af0240cfcf5 req-596f2e49-4416-49c5-bc3d-769d6a9d8704 service neutron] 10.222.0.72 "GET /v2.0/networks/843daa65-9f70-4b7f-ae10-986f4b2f43e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0999782 Jul 06 14:08:10.814662 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-f3872729-7e64-4646-86fa-ca6605d9c8b2 None None] Notify callbacks [] for port, precommit_create {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:10.830928 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-f3872729-7e64-4646-86fa-ca6605d9c8b2 None None] Transition to ACTIVE for port object 43012f14-e7dc-42df-95cc-7ecbe7072221 will not be triggered until provisioned by entity L2. {{(pid=100248) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:08:10.831337 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a6b103-ba92-4424-b853-e59b46e771f3 req-bec393b8-fbf3-4a61-89ca-a58c51bed292 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:08:10.832952 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-13a6b103-ba92-4424-b853-e59b46e771f3 req-bec393b8-fbf3-4a61-89ca-a58c51bed292 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=088899109daa4dab8b28e16d07018840&device_id=f46f203e-b652-44ae-acc3-6f04c9f230e7 HTTP/1.1" status: 200 len: 1094 time: 0.0599585 Jul 06 14:08:10.849349 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-f3872729-7e64-4646-86fa-ca6605d9c8b2 None None] Transition to ACTIVE for port object 43012f14-e7dc-42df-95cc-7ecbe7072221 will not be triggered until provisioned by entity DHCP. {{(pid=100248) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:08:10.856496 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-f3872729-7e64-4646-86fa-ca6605d9c8b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108'] for port, after_create {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:10.913003 n-d-773647-6 neutron-server[100248]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3872729-7e64-4646-86fa-ca6605d9c8b2 None None] Network c8a8b498-471a-4098-bd96-b19d06c8cf89 is already hosted by enough agents. {{(pid=100248) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:08:10.917492 n-d-773647-6 neutron-server[100248]: DEBUG neutron.scheduler.base_scheduler [None req-f3872729-7e64-4646-86fa-ca6605d9c8b2 None None] Resources bound (agent type, host, resource id): {{(pid=100248) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:08:10.920414 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3872729-7e64-4646-86fa-ca6605d9c8b2 None None] Received port after_create {{(pid=100248) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:08:10.941324 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a6b103-ba92-4424-b853-e59b46e771f3 req-24f02096-1ea4-4095-8725-6de98d18d7f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:08:10.944717 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-13a6b103-ba92-4424-b853-e59b46e771f3 req-24f02096-1ea4-4095-8725-6de98d18d7f4 service neutron] 10.222.0.72 "GET /v2.0/networks?id=843daa65-9f70-4b7f-ae10-986f4b2f43e8 HTTP/1.1" status: 200 len: 906 time: 0.1054380 Jul 06 14:08:10.969828 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3872729-7e64-4646-86fa-ca6605d9c8b2 None None] Pushing event updated for resources: {'Port': ['ID=43012f14-e7dc-42df-95cc-7ecbe7072221,revision_number=1']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:08:10.977598 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-0efeb4ca-69c7-4f00-ac55-b07369c0aef2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:10.980332 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-0efeb4ca-69c7-4f00-ac55-b07369c0aef2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:10.981587 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-0efeb4ca-69c7-4f00-ac55-b07369c0aef2 admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/49a39152-ba21-4a48-bcdb-c0fc317434d7 HTTP/1.1" status: 204 len: 168 time: 0.8921487 Jul 06 14:08:11.007070 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-13a6b103-ba92-4424-b853-e59b46e771f3 req-ffa602d9-b81a-4091-bf4f-375a3be04775 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d981f48a-8f6f-43b4-9b11-ad7455e8e639 HTTP/1.1" status: 200 len: 217 time: 0.0549817 Jul 06 14:08:11.007508 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-f3872729-7e64-4646-86fa-ca6605d9c8b2 None None] Attempting to bind port 43012f14-e7dc-42df-95cc-7ecbe7072221 on host n-d-773647-6 for vnic_type normal with profile {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:08:11.008105 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-f3872729-7e64-4646-86fa-ca6605d9c8b2 None None] Attempting to bind port 43012f14-e7dc-42df-95cc-7ecbe7072221 by drivers openvswitch,hyperv on host n-d-773647-6 at level 0 using segments [{'id': '008ffdba-c9ab-4b16-850b-8c176c95461a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': 'c8a8b498-471a-4098-bd96-b19d06c8cf89'}] {{(pid=100248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:08:11.008625 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3872729-7e64-4646-86fa-ca6605d9c8b2 None None] Attempting to bind port 43012f14-e7dc-42df-95cc-7ecbe7072221 on network c8a8b498-471a-4098-bd96-b19d06c8cf89 {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:08:11.014915 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3872729-7e64-4646-86fa-ca6605d9c8b2 None None] Checking agent: {'id': '8ab5b19c-d213-4f29-891d-27bdf39d38b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773647-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 43, 26), 'started_at': datetime.datetime(2021, 7, 6, 13, 43, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 7, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773647-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:08:11.015136 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3872729-7e64-4646-86fa-ca6605d9c8b2 None None] Checking segment: {'id': '008ffdba-c9ab-4b16-850b-8c176c95461a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': 'c8a8b498-471a-4098-bd96-b19d06c8cf89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:08:11.015557 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-f3872729-7e64-4646-86fa-ca6605d9c8b2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:11.016309 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3872729-7e64-4646-86fa-ca6605d9c8b2 None None] Bound using segment: {'id': '008ffdba-c9ab-4b16-850b-8c176c95461a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': 'c8a8b498-471a-4098-bd96-b19d06c8cf89'} {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:08:11.016764 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-f3872729-7e64-4646-86fa-ca6605d9c8b2 None None] Bound port: 43012f14-e7dc-42df-95cc-7ecbe7072221, host: n-d-773647-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '008ffdba-c9ab-4b16-850b-8c176c95461a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': 'c8a8b498-471a-4098-bd96-b19d06c8cf89'}}] {{(pid=100248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:08:11.017232 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-f3872729-7e64-4646-86fa-ca6605d9c8b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:11.024354 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0efeb4ca-69c7-4f00-ac55-b07369c0aef2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49a39152-ba21-4a48-bcdb-c0fc317434d7,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:08:11.057133 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58045624-e839-4af6-875b-01ed202c5944 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Made reservation on behalf of e15b02822e68450fa73455cc009166c9 for: {'port': 1} {{(pid=100247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:08:11.062000 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-58045624-e839-4af6-875b-01ed202c5944 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:11.074179 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b062cb6-bca1-4ba0-8acf-b99b6be11f9b req-9a20543c-966e-44c7-9bfa-98c5497d204a tempest-ServersTestManualDisk-1063153519 tempest-ServersTestManualDisk-1063153519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:08:11.075636 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-8b062cb6-bca1-4ba0-8acf-b99b6be11f9b req-9a20543c-966e-44c7-9bfa-98c5497d204a tempest-ServersTestManualDisk-1063153519 tempest-ServersTestManualDisk-1063153519-project] 10.222.0.104 "GET /v2.0/ports?device_id=d4ae21fa-1a58-4879-8b62-3b9fe7647b89 HTTP/1.1" status: 200 len: 945 time: 0.6890631 Jul 06 14:08:11.086333 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68486aaf-a697-4bca-a6ba-779d728a7f92 req-d7626dfa-2314-4250-b2d5-413a1a2fca92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:08:11.087857 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-68486aaf-a697-4bca-a6ba-779d728a7f92 req-d7626dfa-2314-4250-b2d5-413a1a2fca92 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=96647dd61d404050a5af01798d2f6f47&device_id=5fbc9a8b-86db-4456-85e1-a59cfdbb9c8d HTTP/1.1" status: 200 len: 1095 time: 0.2618511 Jul 06 14:08:11.098558 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a6b103-ba92-4424-b853-e59b46e771f3 req-c07ae3c7-19fb-40f1-8508-0d06aabf8dea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:08:11.100636 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-13a6b103-ba92-4424-b853-e59b46e771f3 req-c07ae3c7-19fb-40f1-8508-0d06aabf8dea service neutron] 10.222.0.72 "GET /v2.0/subnets?id=ae20b5e9-07e2-4786-84d5-713ad5ff019c HTTP/1.1" status: 200 len: 844 time: 0.0871994 Jul 06 14:08:11.116006 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e3ab79-98b1-4733-a187-6e54fc52dae2 req-2262430d-3290-4dc8-be63-9e2f9089e4e9 tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:08:11.116901 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-f3872729-7e64-4646-86fa-ca6605d9c8b2 None None] For port 43012f14-e7dc-42df-95cc-7ecbe7072221, host n-d-773647-6, cleared binding levels {{(pid=100248) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:08:11.120377 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-f3872729-7e64-4646-86fa-ca6605d9c8b2 None None] For port 43012f14-e7dc-42df-95cc-7ecbe7072221, host n-d-773647-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=43012f14-e7dc-42df-95cc-7ecbe7072221,segment=NetworkSegment(008ffdba-c9ab-4b16-850b-8c176c95461a),segment_id=008ffdba-c9ab-4b16-850b-8c176c95461a)] {{(pid=100248) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:08:11.123893 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-58e3ab79-98b1-4733-a187-6e54fc52dae2 req-2262430d-3290-4dc8-be63-9e2f9089e4e9 tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] 10.222.0.104 "GET /v2.0/ports?device_id=5fbc9a8b-86db-4456-85e1-a59cfdbb9c8d HTTP/1.1" status: 200 len: 944 time: 0.2927294 Jul 06 14:08:11.127104 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-f3872729-7e64-4646-86fa-ca6605d9c8b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:11.138847 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-13a6b103-ba92-4424-b853-e59b46e771f3 req-b4c8fcf3-a17b-4451-9ac6-22e361b43e59 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=843daa65-9f70-4b7f-ae10-986f4b2f43e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0306826 Jul 06 14:08:11.192980 n-d-773647-6 neutron-server[100247]: DEBUG neutron.notifiers.nova [None req-58045624-e839-4af6-875b-01ed202c5944 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] device_id is not set on port c857c203-a3d7-479b-8b87-8c72d64027d3 yet. {{(pid=100247) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 14:08:11.198311 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3872729-7e64-4646-86fa-ca6605d9c8b2 None None] Pushing event updated for resources: {'Port': ['ID=43012f14-e7dc-42df-95cc-7ecbe7072221,revision_number=2']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:08:11.269441 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-13a6b103-ba92-4424-b853-e59b46e771f3 req-9729f416-4b5f-4916-a6de-e274bd37ea22 service neutron] 10.222.0.72 "GET /v2.0/networks/843daa65-9f70-4b7f-ae10-986f4b2f43e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221828 Jul 06 14:08:11.299974 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-8b062cb6-bca1-4ba0-8acf-b99b6be11f9b req-ecfdb71d-3313-4657-b44b-d27af5d153c3 tempest-ServersTestManualDisk-1063153519 tempest-ServersTestManualDisk-1063153519-project] 10.222.0.104 "GET /v2.0/security-groups?id=88ca51c4-ddb4-429c-9499-a09a1f830b1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2111220 Jul 06 14:08:11.376497 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-58e3ab79-98b1-4733-a187-6e54fc52dae2 req-56ed5395-bb3c-4e8a-add2-b0e71edd84c0 tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] 10.222.0.104 "GET /v2.0/security-groups?id=54cfb86c-390d-4cad-8265-7f5781c66116&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2509830 Jul 06 14:08:11.418189 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68486aaf-a697-4bca-a6ba-779d728a7f92 req-c0367396-1ec8-4ba0-a02c-2b2d83885ce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:08:11.419962 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-68486aaf-a697-4bca-a6ba-779d728a7f92 req-c0367396-1ec8-4ba0-a02c-2b2d83885ce1 service neutron] 10.222.0.72 "GET /v2.0/networks?id=ca8d241f-6d1c-4a83-a6b7-adff4a667580 HTTP/1.1" status: 200 len: 914 time: 0.3222365 Jul 06 14:08:11.428646 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-13a6b103-ba92-4424-b853-e59b46e771f3 req-7f7ee862-c8cb-4133-b280-1bc70aa83ff9 service neutron] 10.222.0.72 "GET /v2.0/networks/843daa65-9f70-4b7f-ae10-986f4b2f43e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1507003 Jul 06 14:08:11.467080 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.db_base_plugin_common [None req-58045624-e839-4af6-875b-01ed202c5944 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Allocated IP 2001:db8::1fc (c8a8b498-471a-4098-bd96-b19d06c8cf89/b2ae8f8e-9f7a-4e86-b32e-a2a9e42a3bfb/c857c203-a3d7-479b-8b87-8c72d64027d3) {{(pid=100247) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:08:11.687250 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-68486aaf-a697-4bca-a6ba-779d728a7f92 req-79143be9-24d1-4315-970b-016169df415c service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5f251846-a962-4cca-ac30-b8ff4317b4c4 HTTP/1.1" status: 200 len: 999 time: 0.2584000 Jul 06 14:08:11.731689 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a170d6d-71ef-405b-ae64-249c5a4c3d02 req-e9349043-ae78-470e-9abd-654e54078d65 tempest-ServerRescueNegativeTestJSON-721731692 tempest-ServerRescueNegativeTestJSON-721731692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:08:11.740778 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-6a170d6d-71ef-405b-ae64-249c5a4c3d02 req-e9349043-ae78-470e-9abd-654e54078d65 tempest-ServerRescueNegativeTestJSON-721731692 tempest-ServerRescueNegativeTestJSON-721731692-project] 10.222.0.72 "GET /v2.0/ports?device_id=78a59294-4d36-4290-b5cb-d865232b142a HTTP/1.1" status: 200 len: 945 time: 0.1117949 Jul 06 14:08:11.790611 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 43012f14-e7dc-42df-95cc-7ecbe7072221 up at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:08:11.844212 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68486aaf-a697-4bca-a6ba-779d728a7f92 req-661d399c-7568-45af-98b0-8229c9ecdb48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:08:11.846123 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-68486aaf-a697-4bca-a6ba-779d728a7f92 req-661d399c-7568-45af-98b0-8229c9ecdb48 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=1d0103a5-6825-4713-928f-2c0821a07c96 HTTP/1.1" status: 200 len: 851 time: 0.1468818 Jul 06 14:08:11.881270 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning for port 43012f14-e7dc-42df-95cc-7ecbe7072221 completed by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:08:11.899506 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [req-6a170d6d-71ef-405b-ae64-249c5a4c3d02 req-621c4177-b807-42df-a04d-3fdb7f15ba73 tempest-ServerRescueNegativeTestJSON-721731692 tempest-ServerRescueNegativeTestJSON-721731692-project] Deleting port ba17a152-48a1-47ea-b265-df06df94d2e8 {{(pid=100246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:08:11.899987 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-6a170d6d-71ef-405b-ae64-249c5a4c3d02 req-621c4177-b807-42df-a04d-3fdb7f15ba73 tempest-ServerRescueNegativeTestJSON-721731692 tempest-ServerRescueNegativeTestJSON-721731692-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:12.023520 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 45202) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:08:12.029053 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd6335e-b6d9-45b7-a9ef-d78574c811f6 req-e178a5ab-94a0-4a4c-bcff-35cc7719349b tempest-ImagesTestJSON-1482892319 tempest-ImagesTestJSON-1482892319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:08:12.031513 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-0fd6335e-b6d9-45b7-a9ef-d78574c811f6 req-e178a5ab-94a0-4a4c-bcff-35cc7719349b tempest-ImagesTestJSON-1482892319 tempest-ImagesTestJSON-1482892319-project] 10.222.0.104 "GET /v2.0/ports?device_id=f46f203e-b652-44ae-acc3-6f04c9f230e7 HTTP/1.1" status: 200 len: 943 time: 0.4598217 Jul 06 14:08:12.044833 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.db [req-6a170d6d-71ef-405b-ae64-249c5a4c3d02 req-621c4177-b807-42df-a04d-3fdb7f15ba73 tempest-ServerRescueNegativeTestJSON-721731692 tempest-ServerRescueNegativeTestJSON-721731692-project] For port ba17a152-48a1-47ea-b265-df06df94d2e8, host n-h2-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=ba17a152-48a1-47ea-b265-df06df94d2e8,segment=NetworkSegment(b5b7410c-45e5-4ed8-a57c-36aa81e0edd8),segment_id=b5b7410c-45e5-4ed8-a57c-36aa81e0edd8)] {{(pid=100246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:08:12.045406 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-6a170d6d-71ef-405b-ae64-249c5a4c3d02 req-621c4177-b807-42df-a04d-3fdb7f15ba73 tempest-ServerRescueNegativeTestJSON-721731692 tempest-ServerRescueNegativeTestJSON-721731692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:12.063663 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [req-6a170d6d-71ef-405b-ae64-249c5a4c3d02 req-621c4177-b807-42df-a04d-3fdb7f15ba73 tempest-ServerRescueNegativeTestJSON-721731692 tempest-ServerRescueNegativeTestJSON-721731692-project] Calling delete_port for ba17a152-48a1-47ea-b265-df06df94d2e8 owned by compute:nova {{(pid=100246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:08:12.133426 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-6a1afd54-6f3f-4d36-9748-3586df2539c6 tempest-RoutersNegativeIpV6Test-756758868 tempest-RoutersNegativeIpV6Test-756758868-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-1589194983', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:08:12.141654 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-58045624-e839-4af6-875b-01ed202c5944 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Notify callbacks [] for port, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:12.169318 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-0fd6335e-b6d9-45b7-a9ef-d78574c811f6 req-548a8526-717d-464d-b1a8-fc8ff24a2510 tempest-ImagesTestJSON-1482892319 tempest-ImagesTestJSON-1482892319-project] 10.222.0.104 "GET /v2.0/security-groups?id=46e03f63-f74e-4db3-981d-76fb36967b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194046 Jul 06 14:08:12.172783 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-6a1afd54-6f3f-4d36-9748-3586df2539c6 tempest-RoutersNegativeIpV6Test-756758868 tempest-RoutersNegativeIpV6Test-756758868-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1806290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6992'] for router, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:12.173816 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-6a1afd54-6f3f-4d36-9748-3586df2539c6 tempest-RoutersNegativeIpV6Test-756758868 tempest-RoutersNegativeIpV6Test-756758868-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1806157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1808637', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1714747', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7007'] for router, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:12.179593 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68486aaf-a697-4bca-a6ba-779d728a7f92 req-eefcfa18-5254-438e-9310-dcfd2446d73f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:08:12.181213 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-68486aaf-a697-4bca-a6ba-779d728a7f92 req-eefcfa18-5254-438e-9310-dcfd2446d73f service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=ca8d241f-6d1c-4a83-a6b7-adff4a667580&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2758720 Jul 06 14:08:12.192436 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af3125f-0ac6-4ad4-87c7-00adb0b18d49 req-b8ffa2a6-f95d-432d-b3c6-c7f7153fee08 tempest-ServerRescueNegativeTestJSON-721731692 tempest-ServerRescueNegativeTestJSON-721731692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:08:12.194475 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-5af3125f-0ac6-4ad4-87c7-00adb0b18d49 req-b8ffa2a6-f95d-432d-b3c6-c7f7153fee08 tempest-ServerRescueNegativeTestJSON-721731692 tempest-ServerRescueNegativeTestJSON-721731692-project] 10.222.0.104 "GET /v2.0/ports?device_id=78a59294-4d36-4290-b5cb-d865232b142a HTTP/1.1" status: 200 len: 945 time: 0.3587437 Jul 06 14:08:12.195971 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.provisioning_blocks [None req-58045624-e839-4af6-875b-01ed202c5944 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Transition to ACTIVE for port object c857c203-a3d7-479b-8b87-8c72d64027d3 will not be triggered until provisioned by entity DHCP. {{(pid=100247) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:08:12.312141 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-5af3125f-0ac6-4ad4-87c7-00adb0b18d49 req-552af2c6-30d1-4468-a7a5-c3e760bef80d tempest-ServerRescueNegativeTestJSON-721731692 tempest-ServerRescueNegativeTestJSON-721731692-project] 10.222.0.104 "GET /v2.0/security-groups?id=a54a60a4-d859-4f47-b26f-a63bb69450e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043844 Jul 06 14:08:12.334005 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-6a1afd54-6f3f-4d36-9748-3586df2539c6 tempest-RoutersNegativeIpV6Test-756758868 tempest-RoutersNegativeIpV6Test-756758868-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:12.335529 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-6a170d6d-71ef-405b-ae64-249c5a4c3d02 req-621c4177-b807-42df-a04d-3fdb7f15ba73 tempest-ServerRescueNegativeTestJSON-721731692 tempest-ServerRescueNegativeTestJSON-721731692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127687580'] for port, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:12.358174 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] get_ports_and_sgs() called for port_ids ['ba17a152-48a1-47ea-b265-df06df94d2e8'] {{(pid=100248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 14:08:12.360658 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] get_ports_and_sgs() called for port_ids ['4d1d955e-d814-435a-9b5f-74b44da2662d'] {{(pid=100248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 14:08:12.366743 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-6a1afd54-6f3f-4d36-9748-3586df2539c6 tempest-RoutersNegativeIpV6Test-756758868 tempest-RoutersNegativeIpV6Test-756758868-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1806297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1761036'] for router, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:12.369037 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-68486aaf-a697-4bca-a6ba-779d728a7f92 req-df86b240-b463-4d5d-8c05-33f73b94e707 service neutron] 10.222.0.72 "GET /v2.0/networks/ca8d241f-6d1c-4a83-a6b7-adff4a667580?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1710773 Jul 06 14:08:12.373081 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-58045624-e839-4af6-875b-01ed202c5944 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-128888360'] for port, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:12.415121 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621c4177-b807-42df-a04d-3fdb7f15ba73 tempest-ServerRescueNegativeTestJSON-721731692 tempest-ServerRescueNegativeTestJSON-721731692-project] Pushing event deleted for resources: {'Port': ['ID=ba17a152-48a1-47ea-b265-df06df94d2e8,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:08:12.497733 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58045624-e839-4af6-875b-01ed202c5944 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Network c8a8b498-471a-4098-bd96-b19d06c8cf89 is already hosted by enough agents. {{(pid=100247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:08:12.506703 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.base_scheduler [None req-58045624-e839-4af6-875b-01ed202c5944 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Resources bound (agent type, host, resource id): {{(pid=100247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:08:12.512955 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58045624-e839-4af6-875b-01ed202c5944 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Received port after_create {{(pid=100247) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:08:12.521130 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58045624-e839-4af6-875b-01ed202c5944 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:08:12.522009 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-58045624-e839-4af6-875b-01ed202c5944 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:12.524677 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-6a1afd54-6f3f-4d36-9748-3586df2539c6 tempest-RoutersNegativeIpV6Test-756758868 tempest-RoutersNegativeIpV6Test-756758868-project] Notify callbacks [] for router, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:12.525894 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-6a1afd54-6f3f-4d36-9748-3586df2539c6 tempest-RoutersNegativeIpV6Test-756758868 tempest-RoutersNegativeIpV6Test-756758868-project] 10.222.0.104 "POST /v2.0/routers HTTP/1.1" status: 201 len: 712 time: 0.5010509 Jul 06 14:08:12.531432 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a170d6d-71ef-405b-ae64-249c5a4c3d02 req-621c4177-b807-42df-a04d-3fdb7f15ba73 tempest-ServerRescueNegativeTestJSON-721731692 tempest-ServerRescueNegativeTestJSON-721731692-project] No DVR routers for this DVR port ba17a152-48a1-47ea-b265-df06df94d2e8 on host n-h2-773647-6 {{(pid=100246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:08:12.535244 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-6a170d6d-71ef-405b-ae64-249c5a4c3d02 req-621c4177-b807-42df-a04d-3fdb7f15ba73 tempest-ServerRescueNegativeTestJSON-721731692 tempest-ServerRescueNegativeTestJSON-721731692-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:12.537535 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 45208) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:08:12.539611 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-6a170d6d-71ef-405b-ae64-249c5a4c3d02 req-621c4177-b807-42df-a04d-3fdb7f15ba73 tempest-ServerRescueNegativeTestJSON-721731692 tempest-ServerRescueNegativeTestJSON-721731692-project] 10.222.0.72 "DELETE /v2.0/ports/ba17a152-48a1-47ea-b265-df06df94d2e8 HTTP/1.1" status: 204 len: 173 time: 0.7970369 Jul 06 14:08:12.540112 n-d-773647-6 neutron-server[100246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78a59294-4d36-4290-b5cb-d865232b142a', 'name': 'network-vif-deleted', 'tag': 'ba17a152-48a1-47ea-b265-df06df94d2e8'}] {{(pid=100246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:08:12.556373 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0d96c5ab5e889f7b933ae915b9be33d1b46c9e87795bf781004b656ef3f1e87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c15682c7-899a-4568-ae78-f966ad7ff98f" -d '{"events": [{"server_uuid": "78a59294-4d36-4290-b5cb-d865232b142a", "name": "network-vif-deleted", "tag": "ba17a152-48a1-47ea-b265-df06df94d2e8"}]}' {{(pid=100246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:08:12.564065 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [None req-f46dd5a2-d82e-42a0-bf70-ceddda0647e4 tempest-RoutersNegativeIpV6Test-756758868 tempest-RoutersNegativeIpV6Test-756758868-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1034588131'}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:08:12.595527 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58045624-e839-4af6-875b-01ed202c5944 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Pushing event updated for resources: {'Port': ['ID=c857c203-a3d7-479b-8b87-8c72d64027d3,revision_number=1']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:08:12.616949 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-58045624-e839-4af6-875b-01ed202c5944 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] 10.222.0.104 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.3487854 Jul 06 14:08:12.620003 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 45216) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:08:12.621072 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:12.682054 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f46dd5a2-d82e-42a0-bf70-ceddda0647e4 tempest-RoutersNegativeIpV6Test-756758868 tempest-RoutersNegativeIpV6Test-756758868-project] Made reservation on behalf of 5ffcb50eb2f143e2838e76935ea59789 for: {'network': 1} {{(pid=100247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:08:12.692944 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-f46dd5a2-d82e-42a0-bf70-ceddda0647e4 tempest-RoutersNegativeIpV6Test-756758868 tempest-RoutersNegativeIpV6Test-756758868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for network, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:12.729565 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 14:08:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02b18891-bc30-4ba3-a0f2-2fdedf0b2752 x-openstack-request-id: req-02b18891-bc30-4ba3-a0f2-2fdedf0b2752 {{(pid=100246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:08:12.729565 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78a59294-4d36-4290-b5cb-d865232b142a", "name": "network-vif-deleted", "tag": "ba17a152-48a1-47ea-b265-df06df94d2e8", "status": "completed", "code": 200}]} {{(pid=100246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:08:12.729929 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-02b18891-bc30-4ba3-a0f2-2fdedf0b2752 {{(pid=100246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:08:12.730095 n-d-773647-6 neutron-server[100246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78a59294-4d36-4290-b5cb-d865232b142a', 'name': 'network-vif-deleted', 'tag': 'ba17a152-48a1-47ea-b265-df06df94d2e8', 'status': 'completed', 'code': 200} Jul 06 14:08:12.770205 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-776e9d5e-5969-45be-aece-3bee6b4f063c None None] Network c8a8b498-471a-4098-bd96-b19d06c8cf89 requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:08:12.785524 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-f46dd5a2-d82e-42a0-bf70-ceddda0647e4 tempest-RoutersNegativeIpV6Test-756758868 tempest-RoutersNegativeIpV6Test-756758868-project] Notify callbacks [] for security_group, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:12.796887 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-68486aaf-a697-4bca-a6ba-779d728a7f92 req-c236ba88-69c6-41db-80e7-c1527656a834 service neutron] 10.222.0.72 "GET /v2.0/networks/ca8d241f-6d1c-4a83-a6b7-adff4a667580?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4181979 Jul 06 14:08:12.824617 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-1170d0c8-5d5e-4d09-838b-56339890db73 None None] Provisioning for port 43012f14-e7dc-42df-95cc-7ecbe7072221 completed by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:08:12.834204 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-1170d0c8-5d5e-4d09-838b-56339890db73 None None] Provisioning complete for port 43012f14-e7dc-42df-95cc-7ecbe7072221 triggered by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:08:12.834579 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-1170d0c8-5d5e-4d09-838b-56339890db73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:12.864013 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01fc0f6-38db-4623-8981-d0325dc9517d req-766e56dc-60db-4a54-a574-366c11486f17 tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:08:12.873181 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-b01fc0f6-38db-4623-8981-d0325dc9517d req-766e56dc-60db-4a54-a574-366c11486f17 tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] 10.222.0.104 "GET /v2.0/ports?device_id=5fbc9a8b-86db-4456-85e1-a59cfdbb9c8d HTTP/1.1" status: 200 len: 944 time: 0.1922517 Jul 06 14:08:12.962309 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-f46dd5a2-d82e-42a0-bf70-ceddda0647e4 tempest-RoutersNegativeIpV6Test-756758868 tempest-RoutersNegativeIpV6Test-756758868-project] Notify callbacks [] for security_group, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:12.969543 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-1170d0c8-5d5e-4d09-838b-56339890db73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:12.982796 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-f46dd5a2-d82e-42a0-bf70-ceddda0647e4 tempest-RoutersNegativeIpV6Test-756758868 tempest-RoutersNegativeIpV6Test-756758868-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:13.033966 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-1170d0c8-5d5e-4d09-838b-56339890db73 None None] For port 43012f14-e7dc-42df-95cc-7ecbe7072221, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=43012f14-e7dc-42df-95cc-7ecbe7072221,segment=NetworkSegment(008ffdba-c9ab-4b16-850b-8c176c95461a),segment_id=008ffdba-c9ab-4b16-850b-8c176c95461a)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:08:13.040584 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-1170d0c8-5d5e-4d09-838b-56339890db73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:13.048233 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-b01fc0f6-38db-4623-8981-d0325dc9517d req-61e60d05-eeff-4986-b410-d304e837c69d tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] 10.222.0.104 "GET /v2.0/security-groups?id=54cfb86c-390d-4cad-8265-7f5781c66116&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1741743 Jul 06 14:08:13.051593 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f46dd5a2-d82e-42a0-bf70-ceddda0647e4 tempest-RoutersNegativeIpV6Test-756758868 tempest-RoutersNegativeIpV6Test-756758868-project] vlan segment allocate from pool success with {'vlan_id': 1000, 'physical_network': 'physnet1'} {{(pid=100247) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 14:08:13.091051 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-f46dd5a2-d82e-42a0-bf70-ceddda0647e4 tempest-RoutersNegativeIpV6Test-756758868 tempest-RoutersNegativeIpV6Test-756758868-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552'] for segment, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:13.091440 n-d-773647-6 neutron-server[100247]: INFO neutron.db.segments_db [None req-f46dd5a2-d82e-42a0-bf70-ceddda0647e4 tempest-RoutersNegativeIpV6Test-756758868 tempest-RoutersNegativeIpV6Test-756758868-project] Added segment 4e5e672a-6983-4709-ba27-69c465f9ce93 of type vlan for network 3aa3fc21-0aa9-4260-8bc1-21efeb2bd759 Jul 06 14:08:13.096156 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46dd5a2-d82e-42a0-bf70-ceddda0647e4 tempest-RoutersNegativeIpV6Test-756758868 tempest-RoutersNegativeIpV6Test-756758868-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4d472920-992e-49f1-930a-1f3c91e40077,revision_number=1']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:08:13.104439 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1170d0c8-5d5e-4d09-838b-56339890db73 None None] Pushing event updated for resources: {'Port': ['ID=43012f14-e7dc-42df-95cc-7ecbe7072221,revision_number=3']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:08:13.179284 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-f46dd5a2-d82e-42a0-bf70-ceddda0647e4 tempest-RoutersNegativeIpV6Test-756758868 tempest-RoutersNegativeIpV6Test-756758868-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773752984405'] for network, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:13.192021 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-ee99aa9f-75dc-4a88-9ee1-3a5c26a471dc tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:13.197135 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2506c70-674b-4c09-85b8-ab85a3075387 req-611c0ccb-4a6b-475b-b1d6-eba64032d046 tempest-ServersTestManualDisk-1063153519 tempest-ServersTestManualDisk-1063153519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:08:13.199194 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-e2506c70-674b-4c09-85b8-ab85a3075387 req-611c0ccb-4a6b-475b-b1d6-eba64032d046 tempest-ServersTestManualDisk-1063153519 tempest-ServersTestManualDisk-1063153519-project] 10.222.0.104 "GET /v2.0/ports?device_id=d4ae21fa-1a58-4879-8b62-3b9fe7647b89 HTTP/1.1" status: 200 len: 945 time: 0.2282679 Jul 06 14:08:13.279509 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-e2506c70-674b-4c09-85b8-ab85a3075387 req-92b3202c-0617-40fa-8023-779cce21992f tempest-ServersTestManualDisk-1063153519 tempest-ServersTestManualDisk-1063153519-project] 10.222.0.104 "GET /v2.0/security-groups?id=88ca51c4-ddb4-429c-9499-a09a1f830b1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0725675 Jul 06 14:08:13.280032 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-f46dd5a2-d82e-42a0-bf70-ceddda0647e4 tempest-RoutersNegativeIpV6Test-756758868 tempest-RoutersNegativeIpV6Test-756758868-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060'] for network, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:13.309439 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f46dd5a2-d82e-42a0-bf70-ceddda0647e4 tempest-RoutersNegativeIpV6Test-756758868 tempest-RoutersNegativeIpV6Test-756758868-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:08:13.310105 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-f46dd5a2-d82e-42a0-bf70-ceddda0647e4 tempest-RoutersNegativeIpV6Test-756758868 tempest-RoutersNegativeIpV6Test-756758868-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583035'] for network, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:13.323996 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Device d981f48a-8f6f-43b4-9b11-ad7455e8e639 details requested by agent hyperv_n-h2-773647-6 with host n-h2-773647-6 {{(pid=100248) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 14:08:13.445371 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-f46dd5a2-d82e-42a0-bf70-ceddda0647e4 tempest-RoutersNegativeIpV6Test-756758868 tempest-RoutersNegativeIpV6Test-756758868-project] 10.222.0.104 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.9063225 Jul 06 14:08:13.450192 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 45228) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:08:13.470695 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [None req-c1f6caed-fab9-4898-8a15-e914c95c0b50 tempest-RoutersNegativeIpV6Test-756758868 tempest-RoutersNegativeIpV6Test-756758868-project] Request body: {'subnet': {'network_id': '3aa3fc21-0aa9-4260-8bc1-21efeb2bd759', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:08:13.584496 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] For port d981f48a-8f6f-43b4-9b11-ad7455e8e639, host n-h2-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=d981f48a-8f6f-43b4-9b11-ad7455e8e639,segment=NetworkSegment(4f034a4d-0401-4410-9e3b-cfb7c7ebcd98),segment_id=4f034a4d-0401-4410-9e3b-cfb7c7ebcd98)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:08:13.596367 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46dd5a2-d82e-42a0-bf70-ceddda0647e4 tempest-RoutersNegativeIpV6Test-756758868 tempest-RoutersNegativeIpV6Test-756758868-project] Pushing event updated for resources: {'Network': ['ID=3aa3fc21-0aa9-4260-8bc1-21efeb2bd759,revision_number=1']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:08:13.610763 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-4ad44acf-71d1-43ef-a27c-be904de13b25 None None] Provisioning for port c857c203-a3d7-479b-8b87-8c72d64027d3 completed by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:08:13.619798 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-4ad44acf-71d1-43ef-a27c-be904de13b25 None None] Provisioning complete for port c857c203-a3d7-479b-8b87-8c72d64027d3 triggered by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:08:13.620189 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4ad44acf-71d1-43ef-a27c-be904de13b25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:13.685320 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-4ad44acf-71d1-43ef-a27c-be904de13b25 None None] Port c857c203-a3d7-479b-8b87-8c72d64027d3 cannot update to ACTIVE because it is not bound. {{(pid=100248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 14:08:13.689579 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Network 3aa3fc21-0aa9-4260-8bc1-21efeb2bd759 details requested by agent ovs-agent-n-d-773647-6 with host n-d-773647-6 {{(pid=100248) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 14:08:13.737764 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534d00b6-1aed-486d-8c8c-bd96be4da396 req-1fda52b9-44ac-4908-8923-6a3dc141098c tempest-ImagesTestJSON-1482892319 tempest-ImagesTestJSON-1482892319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:08:13.739928 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-534d00b6-1aed-486d-8c8c-bd96be4da396 req-1fda52b9-44ac-4908-8923-6a3dc141098c tempest-ImagesTestJSON-1482892319 tempest-ImagesTestJSON-1482892319-project] 10.222.0.104 "GET /v2.0/ports?device_id=f46f203e-b652-44ae-acc3-6f04c9f230e7 HTTP/1.1" status: 200 len: 943 time: 0.2936099 Jul 06 14:08:13.742001 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1f6caed-fab9-4898-8a15-e914c95c0b50 tempest-RoutersNegativeIpV6Test-756758868 tempest-RoutersNegativeIpV6Test-756758868-project] Made reservation on behalf of 5ffcb50eb2f143e2838e76935ea59789 for: {'subnet': 1} {{(pid=100247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:08:13.744930 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-ee99aa9f-75dc-4a88-9ee1-3a5c26a471dc tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Notify callbacks [] for port, precommit_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:13.746427 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-c1f6caed-fab9-4898-8a15-e914c95c0b50 tempest-RoutersNegativeIpV6Test-756758868 tempest-RoutersNegativeIpV6Test-756758868-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127627440'] for subnet, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:13.757348 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-ee99aa9f-75dc-4a88-9ee1-3a5c26a471dc tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127687527'] for port, after_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:13.775258 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Returning: {'device': 'd981f48a-8f6f-43b4-9b11-ad7455e8e639', 'network_id': '843daa65-9f70-4b7f-ae10-986f4b2f43e8', 'port_id': 'd981f48a-8f6f-43b4-9b11-ad7455e8e639', 'mac_address': 'fa:16:3e:be:3b:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1006, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ae20b5e9-07e2-4786-84d5-713ad5ff019c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100248) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 14:08:13.777519 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 43012f14-e7dc-42df-95cc-7ecbe7072221 up at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:08:13.803309 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-534d00b6-1aed-486d-8c8c-bd96be4da396 req-417ac543-ae81-433a-900b-a8e571f6af9f tempest-ImagesTestJSON-1482892319 tempest-ImagesTestJSON-1482892319-project] 10.222.0.104 "GET /v2.0/security-groups?id=46e03f63-f74e-4db3-981d-76fb36967b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530133 Jul 06 14:08:13.856323 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-4ad44acf-71d1-43ef-a27c-be904de13b25 None None] Provisioning complete for port 43012f14-e7dc-42df-95cc-7ecbe7072221 triggered by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:08:13.856825 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4ad44acf-71d1-43ef-a27c-be904de13b25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:13.936421 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee99aa9f-75dc-4a88-9ee1-3a5c26a471dc tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Pushing event updated for resources: {'Port': ['ID=c857c203-a3d7-479b-8b87-8c72d64027d3,revision_number=2']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:08:14.084012 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-c1f6caed-fab9-4898-8a15-e914c95c0b50 tempest-RoutersNegativeIpV6Test-756758868 tempest-RoutersNegativeIpV6Test-756758868-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1849032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-128888412', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127627426'] for subnet, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:14.115548 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:14.150828 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning complete for port 43012f14-e7dc-42df-95cc-7ecbe7072221 triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:08:14.150828 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:14.156101 n-d-773647-6 neutron-server[100248]: DEBUG neutron.notifiers.nova [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d981f48a-8f6f-43b4-9b11-ad7455e8e639 {{(pid=100248) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 14:08:14.162997 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f6caed-fab9-4898-8a15-e914c95c0b50 tempest-RoutersNegativeIpV6Test-756758868 tempest-RoutersNegativeIpV6Test-756758868-project] Pushing event updated for resources: {'Subnet': ['ID=508b2e00-687f-4658-98c2-606d2bb4c0eb,revision_number=0']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:08:14.223799 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1f6caed-fab9-4898-8a15-e914c95c0b50 tempest-RoutersNegativeIpV6Test-756758868 tempest-RoutersNegativeIpV6Test-756758868-project] Checking segment: {'id': '4e5e672a-6983-4709-ba27-69c465f9ce93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1000, 'network_id': '3aa3fc21-0aa9-4260-8bc1-21efeb2bd759'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100247) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:08:14.224430 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1f6caed-fab9-4898-8a15-e914c95c0b50 tempest-RoutersNegativeIpV6Test-756758868 tempest-RoutersNegativeIpV6Test-756758868-project] Network hostable DHCP agents. Network: 3aa3fc21-0aa9-4260-8bc1-21efeb2bd759, hostable agents: ['f2bada3d-be77-4359-982b-8505a2bbca04'], hosted agents: [] {{(pid=100247) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 14:08:14.229027 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-ee99aa9f-75dc-4a88-9ee1-3a5c26a471dc tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1807675'] for router_interface, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:14.255135 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1f6caed-fab9-4898-8a15-e914c95c0b50 tempest-RoutersNegativeIpV6Test-756758868 tempest-RoutersNegativeIpV6Test-756758868-project] Network 3aa3fc21-0aa9-4260-8bc1-21efeb2bd759 is scheduled to be hosted by DHCP agent f2bada3d-be77-4359-982b-8505a2bbca04 with binding_index 1 {{(pid=100247) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 14:08:14.263083 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] For port d981f48a-8f6f-43b4-9b11-ad7455e8e639, host n-h2-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=d981f48a-8f6f-43b4-9b11-ad7455e8e639,segment=NetworkSegment(4f034a4d-0401-4410-9e3b-cfb7c7ebcd98),segment_id=4f034a4d-0401-4410-9e3b-cfb7c7ebcd98)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:08:14.270284 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.base_scheduler [None req-c1f6caed-fab9-4898-8a15-e914c95c0b50 tempest-RoutersNegativeIpV6Test-756758868 tempest-RoutersNegativeIpV6Test-756758868-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773647-6, 3aa3fc21-0aa9-4260-8bc1-21efeb2bd759) {{(pid=100247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:08:14.277478 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1f6caed-fab9-4898-8a15-e914c95c0b50 tempest-RoutersNegativeIpV6Test-756758868 tempest-RoutersNegativeIpV6Test-756758868-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:08:14.280278 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-c1f6caed-fab9-4898-8a15-e914c95c0b50 tempest-RoutersNegativeIpV6Test-756758868 tempest-RoutersNegativeIpV6Test-756758868-project] Notify callbacks [] for subnet, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:14.281850 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:14.291854 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8776f97f-a726-40b0-80c8-6d499980799e None None] Network 3aa3fc21-0aa9-4260-8bc1-21efeb2bd759 requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:08:14.319672 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-c1f6caed-fab9-4898-8a15-e914c95c0b50 tempest-RoutersNegativeIpV6Test-756758868 tempest-RoutersNegativeIpV6Test-756758868-project] 10.222.0.104 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8677509 Jul 06 14:08:14.322771 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 45242) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:08:14.329818 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-eb26bb3c-d52d-412f-92b3-2a18ebc8fbc8 tempest-RoutersNegativeIpV6Test-756758868 tempest-RoutersNegativeIpV6Test-756758868-project] Request body: {'network': {'name': 'tempest-router-network01--390644572'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:08:14.357079 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-f1acd62e-f541-4f42-8515-516be5ffee89 None None] Provisioning complete for port c857c203-a3d7-479b-8b87-8c72d64027d3 triggered by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:08:14.357463 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-f1acd62e-f541-4f42-8515-516be5ffee89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:14.402517 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb26bb3c-d52d-412f-92b3-2a18ebc8fbc8 tempest-RoutersNegativeIpV6Test-756758868 tempest-RoutersNegativeIpV6Test-756758868-project] Made reservation on behalf of 5ffcb50eb2f143e2838e76935ea59789 for: {'network': 1} {{(pid=100246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:08:14.406326 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-eb26bb3c-d52d-412f-92b3-2a18ebc8fbc8 tempest-RoutersNegativeIpV6Test-756758868 tempest-RoutersNegativeIpV6Test-756758868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for network, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:14.432012 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39531536-2d65-4355-a59d-074a9ec92787 req-b6d11d45-f619-4c36-9b28-0698709d895e tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:08:14.434526 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-39531536-2d65-4355-a59d-074a9ec92787 req-b6d11d45-f619-4c36-9b28-0698709d895e tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] 10.222.0.104 "GET /v2.0/ports?device_id=5fbc9a8b-86db-4456-85e1-a59cfdbb9c8d HTTP/1.1" status: 200 len: 944 time: 0.1287022 Jul 06 14:08:14.461185 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-ee99aa9f-75dc-4a88-9ee1-3a5c26a471dc tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:14.465086 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Pushing event updated for resources: {'Port': ['ID=d981f48a-8f6f-43b4-9b11-ad7455e8e639,revision_number=4']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:08:14.466214 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb26bb3c-d52d-412f-92b3-2a18ebc8fbc8 tempest-RoutersNegativeIpV6Test-756758868 tempest-RoutersNegativeIpV6Test-756758868-project] vlan segment allocate from pool success with {'vlan_id': 1042, 'physical_network': 'physnet1'} {{(pid=100246) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 14:08:14.467887 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-f1acd62e-f541-4f42-8515-516be5ffee89 None None] Port c857c203-a3d7-479b-8b87-8c72d64027d3 cannot update to ACTIVE because it is not bound. {{(pid=100248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 14:08:14.504505 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6096be-8310-4fa4-988b-3d8f96b43e49 req-139d7e3c-b409-4e61-a460-b116cfc03d1e tempest-ServerRescueNegativeTestJSON-721731692 tempest-ServerRescueNegativeTestJSON-721731692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:08:14.506121 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-8d6096be-8310-4fa4-988b-3d8f96b43e49 req-139d7e3c-b409-4e61-a460-b116cfc03d1e tempest-ServerRescueNegativeTestJSON-721731692 tempest-ServerRescueNegativeTestJSON-721731692-project] 10.222.0.104 "GET /v2.0/ports?device_id=b0b96bfa-d49a-47d6-a621-d2fd80028cc9 HTTP/1.1" status: 200 len: 945 time: 0.1191847 Jul 06 14:08:14.526280 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-39531536-2d65-4355-a59d-074a9ec92787 req-d0a3fd79-9309-418d-ac1b-b2ac14a1e92f tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] 10.222.0.104 "GET /v2.0/security-groups?id=54cfb86c-390d-4cad-8265-7f5781c66116&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0807812 Jul 06 14:08:14.575149 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-8d6096be-8310-4fa4-988b-3d8f96b43e49 req-22ea837b-04a3-40d6-9b45-48fbbde73994 tempest-ServerRescueNegativeTestJSON-721731692 tempest-ServerRescueNegativeTestJSON-721731692-project] 10.222.0.104 "GET /v2.0/security-groups?id=a54a60a4-d859-4f47-b26f-a63bb69450e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477567 Jul 06 14:08:14.601400 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e172313f-28cd-4fd5-967f-77f5879f2797 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6bd5fc82-6666-56e8-87c2-91648d36c963-3aa3fc21-0aa9-4260-8bc1-21efeb2bd759', 'network_id': '3aa3fc21-0aa9-4260-8bc1-21efeb2bd759', 'tenant_id': '5ffcb50eb2f143e2838e76935ea59789', 'fixed_ips': [{'subnet_id': '508b2e00-687f-4658-98c2-606d2bb4c0eb'}]}} from n-d-773647-6. {{(pid=100248) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 14:08:14.601400 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-e172313f-28cd-4fd5-967f-77f5879f2797 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:14.612303 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-59b075ca-c182-43f4-83be-4be68f461411 None None] Provisioning complete for port c857c203-a3d7-479b-8b87-8c72d64027d3 triggered by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:08:14.612705 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-59b075ca-c182-43f4-83be-4be68f461411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:14.658602 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-eb26bb3c-d52d-412f-92b3-2a18ebc8fbc8 tempest-RoutersNegativeIpV6Test-756758868 tempest-RoutersNegativeIpV6Test-756758868-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552'] for segment, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:14.658876 n-d-773647-6 neutron-server[100246]: INFO neutron.db.segments_db [None req-eb26bb3c-d52d-412f-92b3-2a18ebc8fbc8 tempest-RoutersNegativeIpV6Test-756758868 tempest-RoutersNegativeIpV6Test-756758868-project] Added segment e0ee0d20-78a3-4e2b-9f98-11effafd46c6 of type vlan for network 307e72c5-09f5-4391-b85c-28250979adfc Jul 06 14:08:14.729170 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] get_ports_and_sgs() called for port_ids ['d981f48a-8f6f-43b4-9b11-ad7455e8e639'] {{(pid=100248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 14:08:14.745033 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-eb26bb3c-d52d-412f-92b3-2a18ebc8fbc8 tempest-RoutersNegativeIpV6Test-756758868 tempest-RoutersNegativeIpV6Test-756758868-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773752984405'] for network, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:14.750664 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4f96fa-7dc5-4ce4-a349-e39a1cda2e64 req-491408cf-aacb-4119-a2f2-96b27f0a14fb tempest-ServersTestManualDisk-1063153519 tempest-ServersTestManualDisk-1063153519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:08:14.752491 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-af4f96fa-7dc5-4ce4-a349-e39a1cda2e64 req-491408cf-aacb-4119-a2f2-96b27f0a14fb tempest-ServersTestManualDisk-1063153519 tempest-ServersTestManualDisk-1063153519-project] 10.222.0.104 "GET /v2.0/ports?device_id=d4ae21fa-1a58-4879-8b62-3b9fe7647b89 HTTP/1.1" status: 200 len: 945 time: 0.0749216 Jul 06 14:08:14.774008 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-59b075ca-c182-43f4-83be-4be68f461411 None None] Port c857c203-a3d7-479b-8b87-8c72d64027d3 cannot update to ACTIVE because it is not bound. {{(pid=100248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 14:08:14.817061 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-af4f96fa-7dc5-4ce4-a349-e39a1cda2e64 req-6d08bb01-65f9-4881-89ac-859881d7195e tempest-ServersTestManualDisk-1063153519 tempest-ServersTestManualDisk-1063153519-project] 10.222.0.104 "GET /v2.0/security-groups?id=88ca51c4-ddb4-429c-9499-a09a1f830b1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583160 Jul 06 14:08:14.819023 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-eb26bb3c-d52d-412f-92b3-2a18ebc8fbc8 tempest-RoutersNegativeIpV6Test-756758868 tempest-RoutersNegativeIpV6Test-756758868-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060'] for network, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:14.825262 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb26bb3c-d52d-412f-92b3-2a18ebc8fbc8 tempest-RoutersNegativeIpV6Test-756758868 tempest-RoutersNegativeIpV6Test-756758868-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:08:14.825458 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-eb26bb3c-d52d-412f-92b3-2a18ebc8fbc8 tempest-RoutersNegativeIpV6Test-756758868 tempest-RoutersNegativeIpV6Test-756758868-project] Notify callbacks [] for network, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:14.865988 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-ee99aa9f-75dc-4a88-9ee1-3a5c26a471dc tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Notify callbacks [] for port, precommit_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:14.902909 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-ee99aa9f-75dc-4a88-9ee1-3a5c26a471dc tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127687527'] for port, after_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:14.903720 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-ee99aa9f-75dc-4a88-9ee1-3a5c26a471dc tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1809478'] for router_interface, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:14.921843 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.db_base_plugin_common [None req-e172313f-28cd-4fd5-967f-77f5879f2797 None None] Allocated IP 2001:db8::2 (3aa3fc21-0aa9-4260-8bc1-21efeb2bd759/508b2e00-687f-4658-98c2-606d2bb4c0eb/33b3c773-6292-43aa-8a7e-76bc9d7be608) {{(pid=100248) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:08:14.929701 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-eb26bb3c-d52d-412f-92b3-2a18ebc8fbc8 tempest-RoutersNegativeIpV6Test-756758868 tempest-RoutersNegativeIpV6Test-756758868-project] 10.222.0.104 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.6034322 Jul 06 14:08:14.930463 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 45250) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:08:14.937321 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [None req-3086b7ba-374a-4245-8013-dfdb4b111ce0 tempest-RoutersNegativeIpV6Test-756758868 tempest-RoutersNegativeIpV6Test-756758868-project] Request body: {'network': {'name': 'tempest-router-network02--491132864'}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:08:14.966242 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb26bb3c-d52d-412f-92b3-2a18ebc8fbc8 tempest-RoutersNegativeIpV6Test-756758868 tempest-RoutersNegativeIpV6Test-756758868-project] Pushing event updated for resources: {'Network': ['ID=307e72c5-09f5-4391-b85c-28250979adfc,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:08:14.987477 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3086b7ba-374a-4245-8013-dfdb4b111ce0 tempest-RoutersNegativeIpV6Test-756758868 tempest-RoutersNegativeIpV6Test-756758868-project] Made reservation on behalf of 5ffcb50eb2f143e2838e76935ea59789 for: {'network': 1} {{(pid=100247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:08:14.992590 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-3086b7ba-374a-4245-8013-dfdb4b111ce0 tempest-RoutersNegativeIpV6Test-756758868 tempest-RoutersNegativeIpV6Test-756758868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for network, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:14.996907 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Network 307e72c5-09f5-4391-b85c-28250979adfc details requested by agent ovs-agent-n-d-773647-6 with host n-d-773647-6 {{(pid=100248) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 14:08:15.019188 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee99aa9f-75dc-4a88-9ee1-3a5c26a471dc tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Pushing event updated for resources: {'Port': ['ID=c857c203-a3d7-479b-8b87-8c72d64027d3,revision_number=3']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:08:15.025443 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc871df-8864-4a03-97bd-ad3a03f2e081 req-5016bef1-98f4-4080-a6f2-6aea3872fff1 tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:08:15.027358 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-1fc871df-8864-4a03-97bd-ad3a03f2e081 req-5016bef1-98f4-4080-a6f2-6aea3872fff1 tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] 10.222.0.104 "GET /v2.0/ports?device_id=5fbc9a8b-86db-4456-85e1-a59cfdbb9c8d HTTP/1.1" status: 200 len: 944 time: 0.1293046 Jul 06 14:08:15.037749 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3086b7ba-374a-4245-8013-dfdb4b111ce0 tempest-RoutersNegativeIpV6Test-756758868 tempest-RoutersNegativeIpV6Test-756758868-project] vlan segment allocate from pool success with {'vlan_id': 1022, 'physical_network': 'physnet1'} {{(pid=100247) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 14:08:15.063781 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-3086b7ba-374a-4245-8013-dfdb4b111ce0 tempest-RoutersNegativeIpV6Test-756758868 tempest-RoutersNegativeIpV6Test-756758868-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552'] for segment, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:15.064132 n-d-773647-6 neutron-server[100247]: INFO neutron.db.segments_db [None req-3086b7ba-374a-4245-8013-dfdb4b111ce0 tempest-RoutersNegativeIpV6Test-756758868 tempest-RoutersNegativeIpV6Test-756758868-project] Added segment 35a1577f-4f83-444f-a73b-25881646a863 of type vlan for network a66d8d1c-e190-4bb0-9638-ec1246a7d3ce Jul 06 14:08:15.081048 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee99aa9f-75dc-4a88-9ee1-3a5c26a471dc tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Network c8a8b498-471a-4098-bd96-b19d06c8cf89 is already hosted by enough agents. {{(pid=100246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:08:15.082776 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.base_scheduler [None req-ee99aa9f-75dc-4a88-9ee1-3a5c26a471dc tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Resources bound (agent type, host, resource id): {{(pid=100246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:08:15.117803 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-1fc871df-8864-4a03-97bd-ad3a03f2e081 req-422c1da6-a160-4951-a743-04b192a3ead8 tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] 10.222.0.104 "GET /v2.0/security-groups?id=54cfb86c-390d-4cad-8265-7f5781c66116&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0812654 Jul 06 14:08:15.141388 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-3086b7ba-374a-4245-8013-dfdb4b111ce0 tempest-RoutersNegativeIpV6Test-756758868 tempest-RoutersNegativeIpV6Test-756758868-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773752984405'] for network, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:15.251633 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-3086b7ba-374a-4245-8013-dfdb4b111ce0 tempest-RoutersNegativeIpV6Test-756758868 tempest-RoutersNegativeIpV6Test-756758868-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060'] for network, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:15.259978 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3086b7ba-374a-4245-8013-dfdb4b111ce0 tempest-RoutersNegativeIpV6Test-756758868 tempest-RoutersNegativeIpV6Test-756758868-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:08:15.266073 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-3086b7ba-374a-4245-8013-dfdb4b111ce0 tempest-RoutersNegativeIpV6Test-756758868 tempest-RoutersNegativeIpV6Test-756758868-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583035'] for network, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:15.315396 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee99aa9f-75dc-4a88-9ee1-3a5c26a471dc tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Router 9fe4aa41-9512-4a4a-bde2-0576401595e3 is scheduled to L3 agent 2823d358-a11b-4885-a706-95a279e43fa7 with binding_index 1 {{(pid=100246) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 14:08:15.319896 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-e172313f-28cd-4fd5-967f-77f5879f2797 None None] Notify callbacks [] for port, precommit_create {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:15.336409 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Device ba17a152-48a1-47ea-b265-df06df94d2e8 no longer exists at agent hyperv_n-h2-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:08:15.375866 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d18550d-7691-4f8f-984b-fbcde6397127 req-bffe0c64-06e3-4f67-9f34-0e4c78b9c78e tempest-ImagesTestJSON-1482892319 tempest-ImagesTestJSON-1482892319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:08:15.379340 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] No Port match for: ba17a152-48a1-47ea-b265-df06df94d2e8 {{(pid=100248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 14:08:15.382425 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Device ba17a152-48a1-47ea-b265-df06df94d2e8 not bound to the agent host n-h2-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:08:15.382986 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-0d18550d-7691-4f8f-984b-fbcde6397127 req-bffe0c64-06e3-4f67-9f34-0e4c78b9c78e tempest-ImagesTestJSON-1482892319 tempest-ImagesTestJSON-1482892319-project] 10.222.0.104 "GET /v2.0/ports?device_id=f46f203e-b652-44ae-acc3-6f04c9f230e7 HTTP/1.1" status: 200 len: 944 time: 0.2325416 Jul 06 14:08:15.384699 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-e172313f-28cd-4fd5-967f-77f5879f2797 None None] Transition to ACTIVE for port object 33b3c773-6292-43aa-8a7e-76bc9d7be608 will not be triggered until provisioned by entity L2. {{(pid=100248) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:08:15.392839 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-3086b7ba-374a-4245-8013-dfdb4b111ce0 tempest-RoutersNegativeIpV6Test-756758868 tempest-RoutersNegativeIpV6Test-756758868-project] 10.222.0.104 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.4613264 Jul 06 14:08:15.406477 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 45254) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:08:15.417098 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-e172313f-28cd-4fd5-967f-77f5879f2797 None None] Transition to ACTIVE for port object 33b3c773-6292-43aa-8a7e-76bc9d7be608 will not be triggered until provisioned by entity DHCP. {{(pid=100248) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:08:15.421869 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [None req-dfe1c180-36c1-4a71-adfe-5815ac02e3fb tempest-RoutersNegativeIpV6Test-756758868 tempest-RoutersNegativeIpV6Test-756758868-project] Request body: {'subnet': {'network_id': '307e72c5-09f5-4391-b85c-28250979adfc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:08:15.423965 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-e172313f-28cd-4fd5-967f-77f5879f2797 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108'] for port, after_create {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:15.441244 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3086b7ba-374a-4245-8013-dfdb4b111ce0 tempest-RoutersNegativeIpV6Test-756758868 tempest-RoutersNegativeIpV6Test-756758868-project] Pushing event updated for resources: {'Network': ['ID=a66d8d1c-e190-4bb0-9638-ec1246a7d3ce,revision_number=1']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:08:15.454611 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Network a66d8d1c-e190-4bb0-9638-ec1246a7d3ce details requested by agent ovs-agent-n-d-773647-6 with host n-d-773647-6 {{(pid=100248) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 14:08:15.481122 n-d-773647-6 neutron-server[100248]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e172313f-28cd-4fd5-967f-77f5879f2797 None None] Network 3aa3fc21-0aa9-4260-8bc1-21efeb2bd759 is already hosted by enough agents. {{(pid=100248) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:08:15.499616 n-d-773647-6 neutron-server[100248]: DEBUG neutron.scheduler.base_scheduler [None req-e172313f-28cd-4fd5-967f-77f5879f2797 None None] Resources bound (agent type, host, resource id): {{(pid=100248) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:08:15.504303 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-0d18550d-7691-4f8f-984b-fbcde6397127 req-68298d2f-fe21-49f2-a924-743aac2bb376 tempest-ImagesTestJSON-1482892319 tempest-ImagesTestJSON-1482892319-project] 10.222.0.104 "GET /v2.0/security-groups?id=46e03f63-f74e-4db3-981d-76fb36967b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204062 Jul 06 14:08:15.512822 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee99aa9f-75dc-4a88-9ee1-3a5c26a471dc tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Notify agent at l3_agent.n-d-773647-6 the message routers_updated {{(pid=100246) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 14:08:15.525008 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0000e2c-96e0-48c6-9710-7e4b0afff433 None None] Sync routers for ids ['9fe4aa41-9512-4a4a-bde2-0576401595e3'] in n-d-773647-6 {{(pid=100249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 14:08:15.528901 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-ee99aa9f-75dc-4a88-9ee1-3a5c26a471dc tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] 10.222.0.104 "PUT /v2.0/routers/9fe4aa41-9512-4a4a-bde2-0576401595e3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9064009 Jul 06 14:08:15.530690 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 45258) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:08:15.535944 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0000e2c-96e0-48c6-9710-7e4b0afff433 None None] Routers {'9fe4aa41-9512-4a4a-bde2-0576401595e3'} bound to L3 agent in host n-d-773647-6 {{(pid=100249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:08:15.536572 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-b0000e2c-96e0-48c6-9710-7e4b0afff433 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T14:07:56Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['9fe4aa41-9512-4a4a-bde2-0576401595e3'], 'active': True} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:08:15.586899 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-b0000e2c-96e0-48c6-9710-7e4b0afff433 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-773647-6', False) {} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:08:15.600126 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0000e2c-96e0-48c6-9710-7e4b0afff433 None None] Routers {'9fe4aa41-9512-4a4a-bde2-0576401595e3'} bound to L3 agent in host n-d-773647-6 {{(pid=100249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:08:15.601054 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-b0000e2c-96e0-48c6-9710-7e4b0afff433 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T14:07:56Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['9fe4aa41-9512-4a4a-bde2-0576401595e3'], 'active': True} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:08:15.627661 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2aec107e-9565-4ad6-9b67-64c6358496ab tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:08:15.633332 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-2aec107e-9565-4ad6-9b67-64c6358496ab tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] 10.222.0.104 "GET /v2.0/ports?device_id=9fe4aa41-9512-4a4a-bde2-0576401595e3 HTTP/1.1" status: 200 len: 988 time: 0.1003296 Jul 06 14:08:15.634330 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 45262) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:08:15.642141 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-b0000e2c-96e0-48c6-9710-7e4b0afff433 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-773647-6', False) {} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:08:15.643242 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0000e2c-96e0-48c6-9710-7e4b0afff433 None None] The sync data for ids ['9fe4aa41-9512-4a4a-bde2-0576401595e3'] in n-d-773647-6 is: [] {{(pid=100249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 14:08:15.670516 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfe1c180-36c1-4a71-adfe-5815ac02e3fb tempest-RoutersNegativeIpV6Test-756758868 tempest-RoutersNegativeIpV6Test-756758868-project] Made reservation on behalf of 5ffcb50eb2f143e2838e76935ea59789 for: {'subnet': 1} {{(pid=100247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:08:15.674527 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-dfe1c180-36c1-4a71-adfe-5815ac02e3fb tempest-RoutersNegativeIpV6Test-756758868 tempest-RoutersNegativeIpV6Test-756758868-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127627440'] for subnet, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:15.732690 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e172313f-28cd-4fd5-967f-77f5879f2797 None None] Received port after_create {{(pid=100248) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:08:15.751452 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ca984c-bc7c-45c5-b306-ab377efcfc4c req-22fb82c6-c493-46bc-88df-76be0c951e18 tempest-ServersTestManualDisk-1063153519 tempest-ServersTestManualDisk-1063153519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:08:15.753107 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-42ca984c-bc7c-45c5-b306-ab377efcfc4c req-22fb82c6-c493-46bc-88df-76be0c951e18 tempest-ServersTestManualDisk-1063153519 tempest-ServersTestManualDisk-1063153519-project] 10.222.0.72 "GET /v2.0/ports?device_id=d4ae21fa-1a58-4879-8b62-3b9fe7647b89 HTTP/1.1" status: 200 len: 945 time: 0.2059941 Jul 06 14:08:15.764175 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd9c6e3-b187-45de-af73-bf69b1b6f698 req-02804c7b-2fad-4d86-934c-3355d0796304 tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:08:15.771519 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-5bd9c6e3-b187-45de-af73-bf69b1b6f698 req-02804c7b-2fad-4d86-934c-3355d0796304 tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] 10.222.0.104 "GET /v2.0/ports?device_id=5fbc9a8b-86db-4456-85e1-a59cfdbb9c8d HTTP/1.1" status: 200 len: 944 time: 0.2365377 Jul 06 14:08:15.781256 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e172313f-28cd-4fd5-967f-77f5879f2797 None None] Pushing event updated for resources: {'Port': ['ID=33b3c773-6292-43aa-8a7e-76bc9d7be608,revision_number=1']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:08:15.788763 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-f9f9f2e1-2168-4274-951d-4f8f8c96f848 None None] Provisioning complete for port c857c203-a3d7-479b-8b87-8c72d64027d3 triggered by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:08:15.788763 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-f9f9f2e1-2168-4274-951d-4f8f8c96f848 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:15.849354 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-e172313f-28cd-4fd5-967f-77f5879f2797 None None] Attempting to bind port 33b3c773-6292-43aa-8a7e-76bc9d7be608 on host n-d-773647-6 for vnic_type normal with profile {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:08:15.849727 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-e172313f-28cd-4fd5-967f-77f5879f2797 None None] Attempting to bind port 33b3c773-6292-43aa-8a7e-76bc9d7be608 by drivers openvswitch,hyperv on host n-d-773647-6 at level 0 using segments [{'id': '4e5e672a-6983-4709-ba27-69c465f9ce93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1000, 'network_id': '3aa3fc21-0aa9-4260-8bc1-21efeb2bd759'}] {{(pid=100248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:08:15.850099 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e172313f-28cd-4fd5-967f-77f5879f2797 None None] Attempting to bind port 33b3c773-6292-43aa-8a7e-76bc9d7be608 on network 3aa3fc21-0aa9-4260-8bc1-21efeb2bd759 {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:08:15.856644 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-f9f9f2e1-2168-4274-951d-4f8f8c96f848 None None] Port c857c203-a3d7-479b-8b87-8c72d64027d3 cannot update to ACTIVE because it is not bound. {{(pid=100248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 14:08:15.859554 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e172313f-28cd-4fd5-967f-77f5879f2797 None None] Checking agent: {'id': '8ab5b19c-d213-4f29-891d-27bdf39d38b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773647-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 43, 26), 'started_at': datetime.datetime(2021, 7, 6, 13, 43, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 7, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773647-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:08:15.860659 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e172313f-28cd-4fd5-967f-77f5879f2797 None None] Checking segment: {'id': '4e5e672a-6983-4709-ba27-69c465f9ce93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1000, 'network_id': '3aa3fc21-0aa9-4260-8bc1-21efeb2bd759'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:08:15.860659 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-e172313f-28cd-4fd5-967f-77f5879f2797 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:15.860899 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e172313f-28cd-4fd5-967f-77f5879f2797 None None] Bound using segment: {'id': '4e5e672a-6983-4709-ba27-69c465f9ce93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1000, 'network_id': '3aa3fc21-0aa9-4260-8bc1-21efeb2bd759'} {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:08:15.861379 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-e172313f-28cd-4fd5-967f-77f5879f2797 None None] Bound port: 33b3c773-6292-43aa-8a7e-76bc9d7be608, host: n-d-773647-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e5e672a-6983-4709-ba27-69c465f9ce93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1000, 'network_id': '3aa3fc21-0aa9-4260-8bc1-21efeb2bd759'}}] {{(pid=100248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:08:15.861684 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-e172313f-28cd-4fd5-967f-77f5879f2797 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:15.915537 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-5bd9c6e3-b187-45de-af73-bf69b1b6f698 req-23df09ad-67cc-4f48-9bf3-7d07ceb6f54b tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] 10.222.0.104 "GET /v2.0/security-groups?id=54cfb86c-390d-4cad-8265-7f5781c66116&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1431308 Jul 06 14:08:15.930515 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-e172313f-28cd-4fd5-967f-77f5879f2797 None None] For port 33b3c773-6292-43aa-8a7e-76bc9d7be608, host n-d-773647-6, cleared binding levels {{(pid=100248) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:08:15.936056 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-e172313f-28cd-4fd5-967f-77f5879f2797 None None] For port 33b3c773-6292-43aa-8a7e-76bc9d7be608, host n-d-773647-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=33b3c773-6292-43aa-8a7e-76bc9d7be608,segment=NetworkSegment(4e5e672a-6983-4709-ba27-69c465f9ce93),segment_id=4e5e672a-6983-4709-ba27-69c465f9ce93)] {{(pid=100248) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:08:15.942301 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-e172313f-28cd-4fd5-967f-77f5879f2797 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:15.997282 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7191fdca-5c6c-4b9b-90d2-f1062fe5fbfc req-43b330e9-e22d-4708-b4d4-f0a3609c0760 tempest-ServerRescueNegativeTestJSON-721731692 tempest-ServerRescueNegativeTestJSON-721731692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:08:16.004099 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-7191fdca-5c6c-4b9b-90d2-f1062fe5fbfc req-43b330e9-e22d-4708-b4d4-f0a3609c0760 tempest-ServerRescueNegativeTestJSON-721731692 tempest-ServerRescueNegativeTestJSON-721731692-project] 10.222.0.104 "GET /v2.0/ports?device_id=b0b96bfa-d49a-47d6-a621-d2fd80028cc9 HTTP/1.1" status: 200 len: 945 time: 0.2709553 Jul 06 14:08:16.016183 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e172313f-28cd-4fd5-967f-77f5879f2797 None None] Pushing event updated for resources: {'Port': ['ID=33b3c773-6292-43aa-8a7e-76bc9d7be608,revision_number=2']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:08:16.187394 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-c852843b-de5b-46b1-84d7-5be3328afda2 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1809431'] for router_interface, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:16.482969 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.plugin [req-42ca984c-bc7c-45c5-b306-ab377efcfc4c req-84c1c683-0803-4333-b3b1-ca33e9da0ac0 tempest-ServersTestManualDisk-1063153519 tempest-ServersTestManualDisk-1063153519-project] Deleting port 6260ca24-f1df-4432-b35d-4f59a1d11464 {{(pid=100247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:08:16.483608 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-42ca984c-bc7c-45c5-b306-ab377efcfc4c req-84c1c683-0803-4333-b3b1-ca33e9da0ac0 tempest-ServersTestManualDisk-1063153519 tempest-ServersTestManualDisk-1063153519-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:16.488303 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-7191fdca-5c6c-4b9b-90d2-f1062fe5fbfc req-2b86596e-8a95-4707-94c4-236a010ed670 tempest-ServerRescueNegativeTestJSON-721731692 tempest-ServerRescueNegativeTestJSON-721731692-project] 10.222.0.104 "GET /v2.0/security-groups?id=a54a60a4-d859-4f47-b26f-a63bb69450e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4833930 Jul 06 14:08:16.553943 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-dfe1c180-36c1-4a71-adfe-5815ac02e3fb tempest-RoutersNegativeIpV6Test-756758868 tempest-RoutersNegativeIpV6Test-756758868-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1849032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-128888412', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127627426'] for subnet, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:16.651062 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe1c180-36c1-4a71-adfe-5815ac02e3fb tempest-RoutersNegativeIpV6Test-756758868 tempest-RoutersNegativeIpV6Test-756758868-project] Pushing event updated for resources: {'Subnet': ['ID=e351f79c-9f74-4a93-b39a-8d60bfd0f452,revision_number=0']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:08:16.710499 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9620d7-e403-4f23-9b90-ccf607ce2904 req-017e53cb-7b09-4be1-a32b-b3bcf7a9111b tempest-ServersTestManualDisk-1063153519 tempest-ServersTestManualDisk-1063153519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:08:16.713625 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-0e9620d7-e403-4f23-9b90-ccf607ce2904 req-017e53cb-7b09-4be1-a32b-b3bcf7a9111b tempest-ServersTestManualDisk-1063153519 tempest-ServersTestManualDisk-1063153519-project] 10.222.0.104 "GET /v2.0/ports?device_id=d4ae21fa-1a58-4879-8b62-3b9fe7647b89 HTTP/1.1" status: 200 len: 945 time: 0.2552845 Jul 06 14:08:16.718602 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.db [req-42ca984c-bc7c-45c5-b306-ab377efcfc4c req-84c1c683-0803-4333-b3b1-ca33e9da0ac0 tempest-ServersTestManualDisk-1063153519 tempest-ServersTestManualDisk-1063153519-project] For port 6260ca24-f1df-4432-b35d-4f59a1d11464, host n-h2-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=6260ca24-f1df-4432-b35d-4f59a1d11464,segment=NetworkSegment(2226be6a-5b77-4b84-97e9-ccc85a2fc3f4),segment_id=2226be6a-5b77-4b84-97e9-ccc85a2fc3f4)] {{(pid=100247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:08:16.718969 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-42ca984c-bc7c-45c5-b306-ab377efcfc4c req-84c1c683-0803-4333-b3b1-ca33e9da0ac0 tempest-ServersTestManualDisk-1063153519 tempest-ServersTestManualDisk-1063153519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:16.746318 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfe1c180-36c1-4a71-adfe-5815ac02e3fb tempest-RoutersNegativeIpV6Test-756758868 tempest-RoutersNegativeIpV6Test-756758868-project] Checking segment: {'id': 'e0ee0d20-78a3-4e2b-9f98-11effafd46c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1042, 'network_id': '307e72c5-09f5-4391-b85c-28250979adfc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100247) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:08:16.746678 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfe1c180-36c1-4a71-adfe-5815ac02e3fb tempest-RoutersNegativeIpV6Test-756758868 tempest-RoutersNegativeIpV6Test-756758868-project] Network hostable DHCP agents. Network: 307e72c5-09f5-4391-b85c-28250979adfc, hostable agents: ['f2bada3d-be77-4359-982b-8505a2bbca04'], hosted agents: [] {{(pid=100247) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 14:08:16.770632 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [None req-c852843b-de5b-46b1-84d7-5be3328afda2 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Deleting port c857c203-a3d7-479b-8b87-8c72d64027d3 {{(pid=100246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:08:16.771120 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-c852843b-de5b-46b1-84d7-5be3328afda2 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:16.880252 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-0e9620d7-e403-4f23-9b90-ccf607ce2904 req-e81ee5ef-0656-4608-a9b5-325d47b45e45 tempest-ServersTestManualDisk-1063153519 tempest-ServersTestManualDisk-1063153519-project] 10.222.0.104 "GET /v2.0/security-groups?id=88ca51c4-ddb4-429c-9499-a09a1f830b1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1567307 Jul 06 14:08:16.918165 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-c852843b-de5b-46b1-84d7-5be3328afda2 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:16.933656 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [None req-c852843b-de5b-46b1-84d7-5be3328afda2 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Calling delete_port for c857c203-a3d7-479b-8b87-8c72d64027d3 owned by network:router_interface {{(pid=100246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:08:16.953175 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfe1c180-36c1-4a71-adfe-5815ac02e3fb tempest-RoutersNegativeIpV6Test-756758868 tempest-RoutersNegativeIpV6Test-756758868-project] Network 307e72c5-09f5-4391-b85c-28250979adfc is scheduled to be hosted by DHCP agent f2bada3d-be77-4359-982b-8505a2bbca04 with binding_index 1 {{(pid=100247) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 14:08:17.041603 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.base_scheduler [None req-dfe1c180-36c1-4a71-adfe-5815ac02e3fb tempest-RoutersNegativeIpV6Test-756758868 tempest-RoutersNegativeIpV6Test-756758868-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773647-6, 307e72c5-09f5-4391-b85c-28250979adfc) {{(pid=100247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:08:17.052305 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-879161a6-5487-40e3-b9c0-a896d10c306a None None] Network 307e72c5-09f5-4391-b85c-28250979adfc requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:08:17.063302 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfe1c180-36c1-4a71-adfe-5815ac02e3fb tempest-RoutersNegativeIpV6Test-756758868 tempest-RoutersNegativeIpV6Test-756758868-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:08:17.063890 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-dfe1c180-36c1-4a71-adfe-5815ac02e3fb tempest-RoutersNegativeIpV6Test-756758868 tempest-RoutersNegativeIpV6Test-756758868-project] Notify callbacks [] for subnet, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:17.148940 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-dfe1c180-36c1-4a71-adfe-5815ac02e3fb tempest-RoutersNegativeIpV6Test-756758868 tempest-RoutersNegativeIpV6Test-756758868-project] 10.222.0.104 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7399528 Jul 06 14:08:17.150187 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 45280) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:08:17.158193 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-276d963e-b070-4fe8-b6d6-018af3d9806d tempest-RoutersNegativeIpV6Test-756758868 tempest-RoutersNegativeIpV6Test-756758868-project] Request body: {'subnet': {'network_id': 'a66d8d1c-e190-4bb0-9638-ec1246a7d3ce', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:08:17.182287 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-42ca984c-bc7c-45c5-b306-ab377efcfc4c req-84c1c683-0803-4333-b3b1-ca33e9da0ac0 tempest-ServersTestManualDisk-1063153519 tempest-ServersTestManualDisk-1063153519-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:17.182664 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-42ca984c-bc7c-45c5-b306-ab377efcfc4c req-84c1c683-0803-4333-b3b1-ca33e9da0ac0 tempest-ServersTestManualDisk-1063153519 tempest-ServersTestManualDisk-1063153519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1761130'] for floatingip, after_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:17.183510 n-d-773647-6 neutron-server[100247]: INFO neutron.db.l3_db [req-42ca984c-bc7c-45c5-b306-ab377efcfc4c req-84c1c683-0803-4333-b3b1-ca33e9da0ac0 tempest-ServersTestManualDisk-1063153519 tempest-ServersTestManualDisk-1063153519-project] Floating IP 6f0d8b39-a8a7-4536-ba44-60860ca2dd9e disassociated. External IP: 172.25.0.21, port: 6260ca24-f1df-4432-b35d-4f59a1d11464. Jul 06 14:08:17.188362 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.plugin [req-42ca984c-bc7c-45c5-b306-ab377efcfc4c req-84c1c683-0803-4333-b3b1-ca33e9da0ac0 tempest-ServersTestManualDisk-1063153519 tempest-ServersTestManualDisk-1063153519-project] Calling delete_port for 6260ca24-f1df-4432-b35d-4f59a1d11464 owned by compute:nova {{(pid=100247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:08:17.222680 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9100aca9-f68e-4469-8901-c1acf5423a9a req-ce8edfc7-994b-46e5-8e54-9840e218cc8a tempest-ImagesTestJSON-1482892319 tempest-ImagesTestJSON-1482892319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:08:17.224402 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-9100aca9-f68e-4469-8901-c1acf5423a9a req-ce8edfc7-994b-46e5-8e54-9840e218cc8a tempest-ImagesTestJSON-1482892319 tempest-ImagesTestJSON-1482892319-project] 10.222.0.104 "GET /v2.0/ports?device_id=f46f203e-b652-44ae-acc3-6f04c9f230e7 HTTP/1.1" status: 200 len: 944 time: 0.2586648 Jul 06 14:08:17.255296 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-c852843b-de5b-46b1-84d7-5be3328afda2 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127687580'] for port, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:17.259855 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60f33bc5-4b69-40b4-9f99-0c8b156d494b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6bd5fc82-6666-56e8-87c2-91648d36c963-307e72c5-09f5-4391-b85c-28250979adfc', 'network_id': '307e72c5-09f5-4391-b85c-28250979adfc', 'tenant_id': '5ffcb50eb2f143e2838e76935ea59789', 'fixed_ips': [{'subnet_id': 'e351f79c-9f74-4a93-b39a-8d60bfd0f452'}]}} from n-d-773647-6. {{(pid=100248) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 14:08:17.261544 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-60f33bc5-4b69-40b4-9f99-0c8b156d494b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:17.285224 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd4a431d-8c0a-4527-b738-07c6b1576b49 None None] Network 3aa3fc21-0aa9-4260-8bc1-21efeb2bd759 requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:08:17.305364 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c852843b-de5b-46b1-84d7-5be3328afda2 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Pushing event deleted for resources: {'Port': ['ID=c857c203-a3d7-479b-8b87-8c72d64027d3,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:08:17.327338 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef86c729-5ce1-4db3-82df-357db7cf0a85 req-95095278-5489-4227-8226-fb98044df792 tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:08:17.329032 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-ef86c729-5ce1-4db3-82df-357db7cf0a85 req-95095278-5489-4227-8226-fb98044df792 tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] 10.222.0.104 "GET /v2.0/ports?device_id=5fbc9a8b-86db-4456-85e1-a59cfdbb9c8d HTTP/1.1" status: 200 len: 944 time: 0.2759626 Jul 06 14:08:17.388317 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Device d981f48a-8f6f-43b4-9b11-ad7455e8e639 up at agent hyperv_n-h2-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:08:17.413185 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-9100aca9-f68e-4469-8901-c1acf5423a9a req-3bcaa784-52b0-4521-8097-d586a5b6f4a6 tempest-ImagesTestJSON-1482892319 tempest-ImagesTestJSON-1482892319-project] 10.222.0.104 "GET /v2.0/security-groups?id=46e03f63-f74e-4db3-981d-76fb36967b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254497 Jul 06 14:08:17.422693 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-c852843b-de5b-46b1-84d7-5be3328afda2 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1809193'] for router_interface, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:17.425960 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-276d963e-b070-4fe8-b6d6-018af3d9806d tempest-RoutersNegativeIpV6Test-756758868 tempest-RoutersNegativeIpV6Test-756758868-project] Made reservation on behalf of 5ffcb50eb2f143e2838e76935ea59789 for: {'subnet': 1} {{(pid=100246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:08:17.431446 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-276d963e-b070-4fe8-b6d6-018af3d9806d tempest-RoutersNegativeIpV6Test-756758868 tempest-RoutersNegativeIpV6Test-756758868-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127702029'] for subnet, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:17.469961 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-ef86c729-5ce1-4db3-82df-357db7cf0a85 req-15cdf4ec-0f48-4112-b09a-41424b5f2153 tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] 10.222.0.104 "GET /v2.0/security-groups?id=54cfb86c-390d-4cad-8265-7f5781c66116&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1288095 Jul 06 14:08:17.534701 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-cdc62b1b-e63d-4ac1-a3ad-e24058dbaf90 None None] Provisioning for port 33b3c773-6292-43aa-8a7e-76bc9d7be608 completed by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:08:17.572386 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-42ca984c-bc7c-45c5-b306-ab377efcfc4c req-84c1c683-0803-4333-b3b1-ca33e9da0ac0 tempest-ServersTestManualDisk-1063153519 tempest-ServersTestManualDisk-1063153519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128888353'] for port, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:17.593677 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.db_base_plugin_common [None req-60f33bc5-4b69-40b4-9f99-0c8b156d494b None None] Allocated IP 2001:db8::2 (307e72c5-09f5-4391-b85c-28250979adfc/e351f79c-9f74-4a93-b39a-8d60bfd0f452/bd43cee1-2126-484d-adc6-482891dc21d0) {{(pid=100248) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:08:17.665728 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c1c683-0803-4333-b3b1-ca33e9da0ac0 tempest-ServersTestManualDisk-1063153519 tempest-ServersTestManualDisk-1063153519-project] Pushing event deleted for resources: {'Port': ['ID=6260ca24-f1df-4432-b35d-4f59a1d11464,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:08:17.691363 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-276d963e-b070-4fe8-b6d6-018af3d9806d tempest-RoutersNegativeIpV6Test-756758868 tempest-RoutersNegativeIpV6Test-756758868-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1849032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127687649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127702047'] for subnet, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:17.704123 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Provisioning for port d981f48a-8f6f-43b4-9b11-ad7455e8e639 completed by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:08:17.722438 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Provisioning complete for port d981f48a-8f6f-43b4-9b11-ad7455e8e639 triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:08:17.722826 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:17.813317 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 33b3c773-6292-43aa-8a7e-76bc9d7be608 up at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:08:17.857038 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.l3_agent_scheduler [req-42ca984c-bc7c-45c5-b306-ab377efcfc4c req-84c1c683-0803-4333-b3b1-ca33e9da0ac0 tempest-ServersTestManualDisk-1063153519 tempest-ServersTestManualDisk-1063153519-project] Router 9f4218d4-672b-47f4-a2e8-4e77e0734908 has already been hosted by L3 agent 2823d358-a11b-4885-a706-95a279e43fa7 {{(pid=100247) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 14:08:17.979559 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-276d963e-b070-4fe8-b6d6-018af3d9806d tempest-RoutersNegativeIpV6Test-756758868 tempest-RoutersNegativeIpV6Test-756758868-project] Checking segment: {'id': '35a1577f-4f83-444f-a73b-25881646a863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1022, 'network_id': 'a66d8d1c-e190-4bb0-9638-ec1246a7d3ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:08:17.980106 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-276d963e-b070-4fe8-b6d6-018af3d9806d tempest-RoutersNegativeIpV6Test-756758868 tempest-RoutersNegativeIpV6Test-756758868-project] Network hostable DHCP agents. Network: a66d8d1c-e190-4bb0-9638-ec1246a7d3ce, hostable agents: ['f2bada3d-be77-4359-982b-8505a2bbca04'], hosted agents: [] {{(pid=100246) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 14:08:17.996688 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276d963e-b070-4fe8-b6d6-018af3d9806d tempest-RoutersNegativeIpV6Test-756758868 tempest-RoutersNegativeIpV6Test-756758868-project] Pushing event updated for resources: {'Subnet': ['ID=7f7bef18-6bfe-487e-8962-26e0e855befb,revision_number=0']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:08:18.072898 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-276d963e-b070-4fe8-b6d6-018af3d9806d tempest-RoutersNegativeIpV6Test-756758868 tempest-RoutersNegativeIpV6Test-756758868-project] Network a66d8d1c-e190-4bb0-9638-ec1246a7d3ce is scheduled to be hosted by DHCP agent f2bada3d-be77-4359-982b-8505a2bbca04 with binding_index 1 {{(pid=100246) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 14:08:18.076507 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc34af05-a303-497a-8eae-eadfeaee3ab6 req-e6c7f8fe-b871-481c-9f91-0b15bbb72547 tempest-ServerRescueNegativeTestJSON-721731692 tempest-ServerRescueNegativeTestJSON-721731692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:08:18.083713 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-fc34af05-a303-497a-8eae-eadfeaee3ab6 req-e6c7f8fe-b871-481c-9f91-0b15bbb72547 tempest-ServerRescueNegativeTestJSON-721731692 tempest-ServerRescueNegativeTestJSON-721731692-project] 10.222.0.104 "GET /v2.0/ports?device_id=b0b96bfa-d49a-47d6-a621-d2fd80028cc9 HTTP/1.1" status: 200 len: 945 time: 0.2018859 Jul 06 14:08:18.089921 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.base_scheduler [None req-276d963e-b070-4fe8-b6d6-018af3d9806d tempest-RoutersNegativeIpV6Test-756758868 tempest-RoutersNegativeIpV6Test-756758868-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773647-6, a66d8d1c-e190-4bb0-9638-ec1246a7d3ce) {{(pid=100246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:08:18.100968 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning for port 33b3c773-6292-43aa-8a7e-76bc9d7be608 completed by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:08:18.110383 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f18494e3-5034-40b1-a95a-f4daa0dde9ca None None] Network a66d8d1c-e190-4bb0-9638-ec1246a7d3ce requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:08:18.112140 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-276d963e-b070-4fe8-b6d6-018af3d9806d tempest-RoutersNegativeIpV6Test-756758868 tempest-RoutersNegativeIpV6Test-756758868-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:08:18.116301 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-276d963e-b070-4fe8-b6d6-018af3d9806d tempest-RoutersNegativeIpV6Test-756758868 tempest-RoutersNegativeIpV6Test-756758868-project] Notify callbacks [] for subnet, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:18.116742 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning complete for port 33b3c773-6292-43aa-8a7e-76bc9d7be608 triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:08:18.117232 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:18.148438 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-60f33bc5-4b69-40b4-9f99-0c8b156d494b None None] Notify callbacks [] for port, precommit_create {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:18.185361 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-fc34af05-a303-497a-8eae-eadfeaee3ab6 req-c7f7c8d0-a456-4405-ab0a-1e3e29abde85 tempest-ServerRescueNegativeTestJSON-721731692 tempest-ServerRescueNegativeTestJSON-721731692-project] 10.222.0.104 "GET /v2.0/security-groups?id=a54a60a4-d859-4f47-b26f-a63bb69450e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006446 Jul 06 14:08:18.224793 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-42ca984c-bc7c-45c5-b306-ab377efcfc4c req-84c1c683-0803-4333-b3b1-ca33e9da0ac0 tempest-ServersTestManualDisk-1063153519 tempest-ServersTestManualDisk-1063153519-project] Notify agent at l3_agent.n-d-773647-6 the message routers_updated {{(pid=100247) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 14:08:18.239992 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-276d963e-b070-4fe8-b6d6-018af3d9806d tempest-RoutersNegativeIpV6Test-756758868 tempest-RoutersNegativeIpV6Test-756758868-project] 10.222.0.104 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0879824 Jul 06 14:08:18.243013 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 45292) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:08:18.310571 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-60f33bc5-4b69-40b4-9f99-0c8b156d494b None None] Transition to ACTIVE for port object bd43cee1-2126-484d-adc6-482891dc21d0 will not be triggered until provisioned by entity L2. {{(pid=100248) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:08:18.328004 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-60f33bc5-4b69-40b4-9f99-0c8b156d494b None None] Transition to ACTIVE for port object bd43cee1-2126-484d-adc6-482891dc21d0 will not be triggered until provisioned by entity DHCP. {{(pid=100248) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:08:18.337414 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec0c20bd-4e6a-4adc-9e5b-ee516217468f None None] Sync routers for ids ['9f4218d4-672b-47f4-a2e8-4e77e0734908'] in n-d-773647-6 {{(pid=100248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 14:08:18.353007 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-60f33bc5-4b69-40b4-9f99-0c8b156d494b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108'] for port, after_create {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:18.355748 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.l3_dvrscheduler_db [req-42ca984c-bc7c-45c5-b306-ab377efcfc4c req-84c1c683-0803-4333-b3b1-ca33e9da0ac0 tempest-ServersTestManualDisk-1063153519 tempest-ServersTestManualDisk-1063153519-project] No DVR routers for this DVR port 6260ca24-f1df-4432-b35d-4f59a1d11464 on host n-h2-773647-6 {{(pid=100247) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:08:18.379463 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-42ca984c-bc7c-45c5-b306-ab377efcfc4c req-84c1c683-0803-4333-b3b1-ca33e9da0ac0 tempest-ServersTestManualDisk-1063153519 tempest-ServersTestManualDisk-1063153519-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:18.381486 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-42ca984c-bc7c-45c5-b306-ab377efcfc4c req-84c1c683-0803-4333-b3b1-ca33e9da0ac0 tempest-ServersTestManualDisk-1063153519 tempest-ServersTestManualDisk-1063153519-project] 10.222.0.72 "DELETE /v2.0/ports/6260ca24-f1df-4432-b35d-4f59a1d11464 HTTP/1.1" status: 204 len: 173 time: 2.6074538 Jul 06 14:08:18.383361 n-d-773647-6 neutron-server[100247]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4ae21fa-1a58-4879-8b62-3b9fe7647b89', 'name': 'network-vif-deleted', 'tag': '6260ca24-f1df-4432-b35d-4f59a1d11464'}] {{(pid=100247) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:08:18.386303 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cbf0eeaae822f8fc9b87a94aeba67a3d651842baf663a51cba94b67a514836d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-021cc1b4-726c-4c7d-8476-c2f513823c29" -d '{"events": [{"server_uuid": "d4ae21fa-1a58-4879-8b62-3b9fe7647b89", "name": "network-vif-deleted", "tag": "6260ca24-f1df-4432-b35d-4f59a1d11464"}]}' {{(pid=100247) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:08:18.414922 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c852843b-de5b-46b1-84d7-5be3328afda2 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Router 9fe4aa41-9512-4a4a-bde2-0576401595e3 has already been hosted by L3 agent 2823d358-a11b-4885-a706-95a279e43fa7 {{(pid=100246) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 14:08:18.426340 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec0c20bd-4e6a-4adc-9e5b-ee516217468f None None] Routers {'9f4218d4-672b-47f4-a2e8-4e77e0734908'} bound to L3 agent in host n-d-773647-6 {{(pid=100248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:08:18.426978 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-ec0c20bd-4e6a-4adc-9e5b-ee516217468f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T14:07:56Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['9f4218d4-672b-47f4-a2e8-4e77e0734908'], 'active': True} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:08:18.445814 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-6b30d5ac-77d1-4e72-8ebf-67d4be985b9f req-4eea7e9c-3862-4bcc-80f1-8181ece1a7b1 tempest-ServersTestManualDisk-1063153519 tempest-ServersTestManualDisk-1063153519-project] 10.222.0.104 "GET /v2.0/ports?device_id=d4ae21fa-1a58-4879-8b62-3b9fe7647b89 HTTP/1.1" status: 200 len: 210 time: 0.1507962 Jul 06 14:08:18.514274 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:18.523005 n-d-773647-6 neutron-server[100248]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60f33bc5-4b69-40b4-9f99-0c8b156d494b None None] Network 307e72c5-09f5-4391-b85c-28250979adfc is already hosted by enough agents. {{(pid=100248) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:08:18.532729 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 14:08:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-137f881d-d9b2-4e9d-a22b-37ad8067814c x-openstack-request-id: req-137f881d-d9b2-4e9d-a22b-37ad8067814c {{(pid=100247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:08:18.533025 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4ae21fa-1a58-4879-8b62-3b9fe7647b89", "name": "network-vif-deleted", "tag": "6260ca24-f1df-4432-b35d-4f59a1d11464", "status": "completed", "code": 200}]} {{(pid=100247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:08:18.533279 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-137f881d-d9b2-4e9d-a22b-37ad8067814c {{(pid=100247) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:08:18.533679 n-d-773647-6 neutron-server[100247]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4ae21fa-1a58-4879-8b62-3b9fe7647b89', 'name': 'network-vif-deleted', 'tag': '6260ca24-f1df-4432-b35d-4f59a1d11464', 'status': 'completed', 'code': 200} Jul 06 14:08:18.546001 n-d-773647-6 neutron-server[100248]: DEBUG neutron.scheduler.base_scheduler [None req-60f33bc5-4b69-40b4-9f99-0c8b156d494b None None] Resources bound (agent type, host, resource id): {{(pid=100248) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:08:18.563814 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60f33bc5-4b69-40b4-9f99-0c8b156d494b None None] Received port after_create {{(pid=100248) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:08:18.567293 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f33bc5-4b69-40b4-9f99-0c8b156d494b None None] Pushing event updated for resources: {'Port': ['ID=bd43cee1-2126-484d-adc6-482891dc21d0,revision_number=1']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:08:18.594991 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d009426a-d9ff-424d-a5db-eea1b5a0c080 req-6a8449d2-2fb2-457b-be1b-3379574ca489 tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:08:18.596589 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-d009426a-d9ff-424d-a5db-eea1b5a0c080 req-6a8449d2-2fb2-457b-be1b-3379574ca489 tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] 10.222.0.104 "GET /v2.0/ports?device_id=5fbc9a8b-86db-4456-85e1-a59cfdbb9c8d HTTP/1.1" status: 200 len: 944 time: 0.1778595 Jul 06 14:08:18.663345 n-d-773647-6 neutron-server[100248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f46f203e-b652-44ae-acc3-6f04c9f230e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd981f48a-8f6f-43b4-9b11-ad7455e8e639'}] {{(pid=100248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:08:18.665584 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84af257533e383389cbcf231d3534f4d5e149e7203fea16b4a8fc01438dddaf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-589d7278-02f8-406f-bcdc-4d98a1e1b977" -d '{"events": [{"server_uuid": "f46f203e-b652-44ae-acc3-6f04c9f230e7", "name": "network-vif-plugged", "status": "completed", "tag": "d981f48a-8f6f-43b4-9b11-ad7455e8e639"}]}' {{(pid=100248) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:08:18.668208 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:18.668552 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-d009426a-d9ff-424d-a5db-eea1b5a0c080 req-e26f7cfe-4cfc-4171-8583-ce405b0880d0 tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] 10.222.0.104 "GET /v2.0/security-groups?id=54cfb86c-390d-4cad-8265-7f5781c66116&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0662780 Jul 06 14:08:18.755454 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dacf04a4-182d-45f4-b4e8-e2262bf25551 req-b92b2306-9a34-4ce2-8a68-ccbafc15d939 tempest-ImagesTestJSON-1482892319 tempest-ImagesTestJSON-1482892319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:08:18.756936 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] For port d981f48a-8f6f-43b4-9b11-ad7455e8e639, host n-h2-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=d981f48a-8f6f-43b4-9b11-ad7455e8e639,segment=NetworkSegment(4f034a4d-0401-4410-9e3b-cfb7c7ebcd98),segment_id=4f034a4d-0401-4410-9e3b-cfb7c7ebcd98)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:08:18.757109 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-dacf04a4-182d-45f4-b4e8-e2262bf25551 req-b92b2306-9a34-4ce2-8a68-ccbafc15d939 tempest-ImagesTestJSON-1482892319 tempest-ImagesTestJSON-1482892319-project] 10.222.0.104 "GET /v2.0/ports?device_id=f46f203e-b652-44ae-acc3-6f04c9f230e7 HTTP/1.1" status: 200 len: 944 time: 0.0874937 Jul 06 14:08:18.757972 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c852843b-de5b-46b1-84d7-5be3328afda2 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Notify agent at l3_agent.n-d-773647-6 the message routers_updated {{(pid=100246) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 14:08:18.767025 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-c852843b-de5b-46b1-84d7-5be3328afda2 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] 10.222.0.104 "PUT /v2.0/routers/9fe4aa41-9512-4a4a-bde2-0576401595e3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1307425 Jul 06 14:08:18.769124 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 45304) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:08:18.771799 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bfcf557-9014-4cc3-8b78-02c4b9e5192e None None] Sync routers for ids ['9fe4aa41-9512-4a4a-bde2-0576401595e3'] in n-d-773647-6 {{(pid=100249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 14:08:18.784072 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bfcf557-9014-4cc3-8b78-02c4b9e5192e None None] Routers {'9fe4aa41-9512-4a4a-bde2-0576401595e3'} bound to L3 agent in host n-d-773647-6 {{(pid=100249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:08:18.784691 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-2bfcf557-9014-4cc3-8b78-02c4b9e5192e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T14:07:56Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['9fe4aa41-9512-4a4a-bde2-0576401595e3'], 'active': True} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:08:18.826282 n-d-773647-6 neutron-server[100246]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd312e0e-26f6-4f33-ad64-ca5237b8869a tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] GET failed (client error): The resource could not be found. Jul 06 14:08:18.828223 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-fd312e0e-26f6-4f33-ad64-ca5237b8869a tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] 10.222.0.104 "GET /v2.0/ports/c857c203-a3d7-479b-8b87-8c72d64027d3 HTTP/1.1" status: 404 len: 333 time: 0.0581698 Jul 06 14:08:18.831331 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 45306) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:08:18.833789 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-dacf04a4-182d-45f4-b4e8-e2262bf25551 req-5f90ee00-46fc-4d84-8142-04add26d7f9f tempest-ImagesTestJSON-1482892319 tempest-ImagesTestJSON-1482892319-project] 10.222.0.104 "GET /v2.0/security-groups?id=46e03f63-f74e-4db3-981d-76fb36967b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636802 Jul 06 14:08:18.836133 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:18.855138 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-11fb4c4f-ccdd-408b-8acc-a23181a54af8 None None] Provisioning complete for port 33b3c773-6292-43aa-8a7e-76bc9d7be608 triggered by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:08:18.864611 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-2bfcf557-9014-4cc3-8b78-02c4b9e5192e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-773647-6', False) {} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:08:18.866665 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-11fb4c4f-ccdd-408b-8acc-a23181a54af8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:18.882898 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bfcf557-9014-4cc3-8b78-02c4b9e5192e None None] Routers {'9fe4aa41-9512-4a4a-bde2-0576401595e3'} bound to L3 agent in host n-d-773647-6 {{(pid=100249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:08:18.883931 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-2bfcf557-9014-4cc3-8b78-02c4b9e5192e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T14:07:56Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['9fe4aa41-9512-4a4a-bde2-0576401595e3'], 'active': True} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:08:18.927042 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75cf4dc-707e-47de-a89d-6d2324fab37a req-d1806dd2-2f42-439e-a5a0-8d5146e272e3 tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:08:18.936941 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-a75cf4dc-707e-47de-a89d-6d2324fab37a req-d1806dd2-2f42-439e-a5a0-8d5146e272e3 tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] 10.222.0.104 "GET /v2.0/ports?device_id=5fbc9a8b-86db-4456-85e1-a59cfdbb9c8d HTTP/1.1" status: 200 len: 944 time: 0.0983746 Jul 06 14:08:18.955339 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-4750ceb4-15a1-451e-844c-627736bf90dc tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Notify callbacks [] for router, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:18.967457 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-2bfcf557-9014-4cc3-8b78-02c4b9e5192e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-773647-6', False) {} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:08:18.968190 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bfcf557-9014-4cc3-8b78-02c4b9e5192e None None] The sync data for ids ['9fe4aa41-9512-4a4a-bde2-0576401595e3'] in n-d-773647-6 is: [] {{(pid=100249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 14:08:18.976325 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvr_db [None req-ec0c20bd-4e6a-4adc-9e5b-ee516217468f None None] Set router 9f4218d4-672b-47f4-a2e8-4e77e0734908 gateway port host: n-d-773647-6 {{(pid=100248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:08:18.988242 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 14:08:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d5d1fe7-b45f-41d4-9070-51fe29a8502e x-openstack-request-id: req-5d5d1fe7-b45f-41d4-9070-51fe29a8502e {{(pid=100248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:08:18.988486 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f46f203e-b652-44ae-acc3-6f04c9f230e7", "name": "network-vif-plugged", "status": "completed", "tag": "d981f48a-8f6f-43b4-9b11-ad7455e8e639", "code": 200}]} {{(pid=100248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:08:18.988686 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-5d5d1fe7-b45f-41d4-9070-51fe29a8502e {{(pid=100248) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:08:18.989088 n-d-773647-6 neutron-server[100248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f46f203e-b652-44ae-acc3-6f04c9f230e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd981f48a-8f6f-43b4-9b11-ad7455e8e639', 'code': 200} Jul 06 14:08:19.026330 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] For port 33b3c773-6292-43aa-8a7e-76bc9d7be608, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=33b3c773-6292-43aa-8a7e-76bc9d7be608,segment=NetworkSegment(4e5e672a-6983-4709-ba27-69c465f9ce93),segment_id=4e5e672a-6983-4709-ba27-69c465f9ce93)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:08:19.030654 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-60f33bc5-4b69-40b4-9f99-0c8b156d494b None None] Attempting to bind port bd43cee1-2126-484d-adc6-482891dc21d0 on host n-d-773647-6 for vnic_type normal with profile {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:08:19.031032 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-60f33bc5-4b69-40b4-9f99-0c8b156d494b None None] Attempting to bind port bd43cee1-2126-484d-adc6-482891dc21d0 by drivers openvswitch,hyperv on host n-d-773647-6 at level 0 using segments [{'id': 'e0ee0d20-78a3-4e2b-9f98-11effafd46c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1042, 'network_id': '307e72c5-09f5-4391-b85c-28250979adfc'}] {{(pid=100248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:08:19.031433 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60f33bc5-4b69-40b4-9f99-0c8b156d494b None None] Attempting to bind port bd43cee1-2126-484d-adc6-482891dc21d0 on network 307e72c5-09f5-4391-b85c-28250979adfc {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:08:19.057253 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-a75cf4dc-707e-47de-a89d-6d2324fab37a req-35e181eb-5152-4aa0-93fe-d87d191cc5c0 tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] 10.222.0.104 "GET /v2.0/security-groups?id=54cfb86c-390d-4cad-8265-7f5781c66116&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1180379 Jul 06 14:08:19.224927 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-4750ceb4-15a1-451e-844c-627736bf90dc tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1806308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6982'] for router, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:19.227422 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-4750ceb4-15a1-451e-844c-627736bf90dc tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:19.282461 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff219052-694e-4d39-a841-15a24ea304ea req-33f5ca88-8814-4edc-9824-9a87e96269eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:08:19.284276 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-ff219052-694e-4d39-a841-15a24ea304ea req-33f5ca88-8814-4edc-9824-9a87e96269eb service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=f46f203e-b652-44ae-acc3-6f04c9f230e7 HTTP/1.1" status: 200 len: 1096 time: 0.0728776 Jul 06 14:08:19.286185 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-c8b9ac11-2c7c-41d0-b2d4-7823b9c6216b tempest-RoutersNegativeIpV6Test-756758868 tempest-RoutersNegativeIpV6Test-756758868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:19.304345 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:19.331745 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60f33bc5-4b69-40b4-9f99-0c8b156d494b None None] Checking agent: {'id': '8ab5b19c-d213-4f29-891d-27bdf39d38b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773647-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 43, 26), 'started_at': datetime.datetime(2021, 7, 6, 13, 43, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 7, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773647-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:08:19.332116 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60f33bc5-4b69-40b4-9f99-0c8b156d494b None None] Checking segment: {'id': 'e0ee0d20-78a3-4e2b-9f98-11effafd46c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1042, 'network_id': '307e72c5-09f5-4391-b85c-28250979adfc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:08:19.332754 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-60f33bc5-4b69-40b4-9f99-0c8b156d494b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:19.333351 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60f33bc5-4b69-40b4-9f99-0c8b156d494b None None] Bound using segment: {'id': 'e0ee0d20-78a3-4e2b-9f98-11effafd46c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1042, 'network_id': '307e72c5-09f5-4391-b85c-28250979adfc'} {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:08:19.334055 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-60f33bc5-4b69-40b4-9f99-0c8b156d494b None None] Bound port: bd43cee1-2126-484d-adc6-482891dc21d0, host: n-d-773647-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0ee0d20-78a3-4e2b-9f98-11effafd46c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1042, 'network_id': '307e72c5-09f5-4391-b85c-28250979adfc'}}] {{(pid=100248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:08:19.334646 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-60f33bc5-4b69-40b4-9f99-0c8b156d494b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:19.337337 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41544f9a-d5e2-46bb-be96-b7b39d81f870 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6bd5fc82-6666-56e8-87c2-91648d36c963-a66d8d1c-e190-4bb0-9638-ec1246a7d3ce', 'network_id': 'a66d8d1c-e190-4bb0-9638-ec1246a7d3ce', 'tenant_id': '5ffcb50eb2f143e2838e76935ea59789', 'fixed_ips': [{'subnet_id': '7f7bef18-6bfe-487e-8962-26e0e855befb'}]}} from n-d-773647-6. {{(pid=100248) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 14:08:19.338414 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-41544f9a-d5e2-46bb-be96-b7b39d81f870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:19.347971 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Device 6260ca24-f1df-4432-b35d-4f59a1d11464 no longer exists at agent hyperv_n-h2-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:08:19.398116 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Pushing event updated for resources: {'Port': ['ID=d981f48a-8f6f-43b4-9b11-ad7455e8e639,revision_number=5']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:08:19.407253 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405435cb-4d3f-4b5d-aa41-9c2ab5a788d5 req-949c9f96-1d1e-40df-8832-fec01865e358 tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:08:19.408384 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] No Port match for: 6260ca24-f1df-4432-b35d-4f59a1d11464 {{(pid=100248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 14:08:19.408944 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Device 6260ca24-f1df-4432-b35d-4f59a1d11464 not bound to the agent host n-h2-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:08:19.409063 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-405435cb-4d3f-4b5d-aa41-9c2ab5a788d5 req-949c9f96-1d1e-40df-8832-fec01865e358 tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] 10.222.0.104 "GET /v2.0/ports?device_id=5fbc9a8b-86db-4456-85e1-a59cfdbb9c8d HTTP/1.1" status: 200 len: 944 time: 0.1234789 Jul 06 14:08:19.411335 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-ff219052-694e-4d39-a841-15a24ea304ea req-1e834f44-919c-4c79-b100-fbc9ca8369d0 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=46e03f63-f74e-4db3-981d-76fb36967b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685394 Jul 06 14:08:19.463279 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-4750ceb4-15a1-451e-844c-627736bf90dc tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1805684'] for router, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:19.463925 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4750ceb4-15a1-451e-844c-627736bf90dc tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Fanout notify agent at l3_agent the message router_deleted on router 9fe4aa41-9512-4a4a-bde2-0576401595e3 {{(pid=100246) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 14:08:19.473440 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-4750ceb4-15a1-451e-844c-627736bf90dc tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Notify callbacks [] for router, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:19.477267 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-4750ceb4-15a1-451e-844c-627736bf90dc tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] 10.222.0.104 "DELETE /v2.0/routers/9fe4aa41-9512-4a4a-bde2-0576401595e3 HTTP/1.1" status: 204 len: 168 time: 0.6421945 Jul 06 14:08:19.485613 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 45316) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:08:19.500185 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-405435cb-4d3f-4b5d-aa41-9c2ab5a788d5 req-dbf62c81-cbef-4c24-a682-125b964d80cc tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] 10.222.0.104 "GET /v2.0/security-groups?id=54cfb86c-390d-4cad-8265-7f5781c66116&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0811760 Jul 06 14:08:19.538914 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc9cabd-7110-49d8-8137-baf60680a63c req-bc610cf8-0321-43da-873c-f30bc1b75975 tempest-ServerRescueNegativeTestJSON-721731692 tempest-ServerRescueNegativeTestJSON-721731692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:08:19.547244 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-6bc9cabd-7110-49d8-8137-baf60680a63c req-bc610cf8-0321-43da-873c-f30bc1b75975 tempest-ServerRescueNegativeTestJSON-721731692 tempest-ServerRescueNegativeTestJSON-721731692-project] 10.222.0.104 "GET /v2.0/ports?device_id=b0b96bfa-d49a-47d6-a621-d2fd80028cc9 HTTP/1.1" status: 200 len: 945 time: 0.1068809 Jul 06 14:08:19.599160 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.db_base_plugin_v2 [None req-b76d4b7a-630b-4def-96ad-2119b871872f tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Deleting subnet b2ae8f8e-9f7a-4e86-b32e-a2a9e42a3bfb {{(pid=100246) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 14:08:19.605526 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-b76d4b7a-630b-4def-96ad-2119b871872f tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Notify callbacks [] for subnet, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:19.615163 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-6bc9cabd-7110-49d8-8137-baf60680a63c req-fa9b5e07-9113-4e5e-b2ce-f8dd76e72f85 tempest-ServerRescueNegativeTestJSON-721731692 tempest-ServerRescueNegativeTestJSON-721731692-project] 10.222.0.104 "GET /v2.0/security-groups?id=a54a60a4-d859-4f47-b26f-a63bb69450e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668402 Jul 06 14:08:19.685390 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-60f33bc5-4b69-40b4-9f99-0c8b156d494b None None] For port bd43cee1-2126-484d-adc6-482891dc21d0, host n-d-773647-6, cleared binding levels {{(pid=100248) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:08:19.701334 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-60f33bc5-4b69-40b4-9f99-0c8b156d494b None None] For port bd43cee1-2126-484d-adc6-482891dc21d0, host n-d-773647-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=bd43cee1-2126-484d-adc6-482891dc21d0,segment=NetworkSegment(e0ee0d20-78a3-4e2b-9f98-11effafd46c6),segment_id=e0ee0d20-78a3-4e2b-9f98-11effafd46c6)] {{(pid=100248) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:08:19.703242 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-b76d4b7a-630b-4def-96ad-2119b871872f tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126218885'] for subnet, precommit_delete_associations {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:19.704341 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 45322) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:08:19.723013 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-60f33bc5-4b69-40b4-9f99-0c8b156d494b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:19.729474 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Pushing event updated for resources: {'Port': ['ID=33b3c773-6292-43aa-8a7e-76bc9d7be608,revision_number=3']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:08:19.781896 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-81758096-92c6-4f5d-9a02-8b85208deb65 tempest-ServersTestManualDisk-1063153519 tempest-ServersTestManualDisk-1063153519-project] Notify callbacks [] for security_group, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:19.812428 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.db_base_plugin_common [None req-c8b9ac11-2c7c-41d0-b2d4-7823b9c6216b tempest-RoutersNegativeIpV6Test-756758868 tempest-RoutersNegativeIpV6Test-756758868-project] Allocated IP 2001:db8::1 (307e72c5-09f5-4391-b85c-28250979adfc/e351f79c-9f74-4a93-b39a-8d60bfd0f452/3c983ede-931e-459b-9ccb-6dc479cca586) {{(pid=100246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:08:19.815828 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-81758096-92c6-4f5d-9a02-8b85208deb65 tempest-ServersTestManualDisk-1063153519 tempest-ServersTestManualDisk-1063153519-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:19.897135 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.db_base_plugin_common [None req-41544f9a-d5e2-46bb-be96-b7b39d81f870 None None] Allocated IP 2001:db8::2 (a66d8d1c-e190-4bb0-9638-ec1246a7d3ce/7f7bef18-6bfe-487e-8962-26e0e855befb/dff208fd-e233-4750-9e46-36e1fb73d781) {{(pid=100248) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:08:19.943525 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-c8b9ac11-2c7c-41d0-b2d4-7823b9c6216b tempest-RoutersNegativeIpV6Test-756758868 tempest-RoutersNegativeIpV6Test-756758868-project] Notify callbacks [] for port, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:19.959487 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.provisioning_blocks [None req-c8b9ac11-2c7c-41d0-b2d4-7823b9c6216b tempest-RoutersNegativeIpV6Test-756758868 tempest-RoutersNegativeIpV6Test-756758868-project] Transition to ACTIVE for port object 3c983ede-931e-459b-9ccb-6dc479cca586 will not be triggered until provisioned by entity DHCP. {{(pid=100246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:08:20.002280 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-c8b9ac11-2c7c-41d0-b2d4-7823b9c6216b tempest-RoutersNegativeIpV6Test-756758868 tempest-RoutersNegativeIpV6Test-756758868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-127687573'] for port, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:20.049074 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-81758096-92c6-4f5d-9a02-8b85208deb65 tempest-ServersTestManualDisk-1063153519 tempest-ServersTestManualDisk-1063153519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:20.050372 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f33bc5-4b69-40b4-9f99-0c8b156d494b None None] Pushing event updated for resources: {'Port': ['ID=bd43cee1-2126-484d-adc6-482891dc21d0,revision_number=2']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:08:20.052026 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-81758096-92c6-4f5d-9a02-8b85208deb65 tempest-ServersTestManualDisk-1063153519 tempest-ServersTestManualDisk-1063153519-project] Notify callbacks [] for security_group, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:20.056230 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-81758096-92c6-4f5d-9a02-8b85208deb65 tempest-ServersTestManualDisk-1063153519 tempest-ServersTestManualDisk-1063153519-project] 10.222.0.104 "DELETE /v2.0/security-groups/88ca51c4-ddb4-429c-9499-a09a1f830b1d HTTP/1.1" status: 204 len: 168 time: 0.3504493 Jul 06 14:08:20.057868 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 45326) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:08:20.059323 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-b76d4b7a-630b-4def-96ad-2119b871872f tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-913473'] for subnet, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:20.065139 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856849dc-b59d-45cf-98f7-6229921627f9 req-ece2c5fb-4223-4dbf-8277-ca7355c0dd21 tempest-ServerRescueNegativeTestJSON-721731692 tempest-ServerRescueNegativeTestJSON-721731692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:08:20.066751 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-856849dc-b59d-45cf-98f7-6229921627f9 req-ece2c5fb-4223-4dbf-8277-ca7355c0dd21 tempest-ServerRescueNegativeTestJSON-721731692 tempest-ServerRescueNegativeTestJSON-721731692-project] 10.222.0.127 "GET /v2.0/ports?device_id=b0b96bfa-d49a-47d6-a621-d2fd80028cc9 HTTP/1.1" status: 200 len: 945 time: 0.2210529 Jul 06 14:08:20.074618 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8b9ac11-2c7c-41d0-b2d4-7823b9c6216b tempest-RoutersNegativeIpV6Test-756758868 tempest-RoutersNegativeIpV6Test-756758868-project] Network 307e72c5-09f5-4391-b85c-28250979adfc is already hosted by enough agents. {{(pid=100246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:08:20.133399 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.agents_db [None req-167c0ad6-1657-4c9a-a2c4-3b18056aa662 None None] Agent healthcheck: found 7 active agents {{(pid=100249) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 14:08:20.134014 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.base_scheduler [None req-c8b9ac11-2c7c-41d0-b2d4-7823b9c6216b tempest-RoutersNegativeIpV6Test-756758868 tempest-RoutersNegativeIpV6Test-756758868-project] Resources bound (agent type, host, resource id): {{(pid=100246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:08:20.146167 n-d-773647-6 neutron-server[100246]: INFO neutron.api.v2.resource [None req-3b400f67-66d3-4ba9-b3df-8d4b4e8cd9e9 tempest-ServersTestManualDisk-1063153519 tempest-ServersTestManualDisk-1063153519-project] show failed (client error): The resource could not be found. Jul 06 14:08:20.149482 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-3b400f67-66d3-4ba9-b3df-8d4b4e8cd9e9 tempest-ServersTestManualDisk-1063153519 tempest-ServersTestManualDisk-1063153519-project] 10.222.0.104 "GET /v2.0/security-groups/88ca51c4-ddb4-429c-9499-a09a1f830b1d HTTP/1.1" status: 404 len: 347 time: 0.0817037 Jul 06 14:08:20.164464 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 45330) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:08:20.165675 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81758096-92c6-4f5d-9a02-8b85208deb65 tempest-ServersTestManualDisk-1063153519 tempest-ServersTestManualDisk-1063153519-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=88ca51c4-ddb4-429c-9499-a09a1f830b1d,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:08:20.166916 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8b9ac11-2c7c-41d0-b2d4-7823b9c6216b tempest-RoutersNegativeIpV6Test-756758868 tempest-RoutersNegativeIpV6Test-756758868-project] Received port after_create {{(pid=100246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:08:20.167184 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-c8b9ac11-2c7c-41d0-b2d4-7823b9c6216b tempest-RoutersNegativeIpV6Test-756758868 tempest-RoutersNegativeIpV6Test-756758868-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1807675'] for router_interface, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:20.217286 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b9ac11-2c7c-41d0-b2d4-7823b9c6216b tempest-RoutersNegativeIpV6Test-756758868 tempest-RoutersNegativeIpV6Test-756758868-project] Pushing event updated for resources: {'Port': ['ID=3c983ede-931e-459b-9ccb-6dc479cca586,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:08:20.234719 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc8a2bf-47ca-4461-95a7-11457e57370d req-1c196a34-aa1f-41bc-a5bc-98670b37bb81 tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:08:20.236487 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-4fc8a2bf-47ca-4461-95a7-11457e57370d req-1c196a34-aa1f-41bc-a5bc-98670b37bb81 tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] 10.222.0.104 "GET /v2.0/ports?device_id=5fbc9a8b-86db-4456-85e1-a59cfdbb9c8d HTTP/1.1" status: 200 len: 944 time: 0.3982077 Jul 06 14:08:20.317470 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-41544f9a-d5e2-46bb-be96-b7b39d81f870 None None] Notify callbacks [] for port, precommit_create {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:20.334081 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-41544f9a-d5e2-46bb-be96-b7b39d81f870 None None] Transition to ACTIVE for port object dff208fd-e233-4750-9e46-36e1fb73d781 will not be triggered until provisioned by entity L2. {{(pid=100248) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:08:20.358902 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-b76d4b7a-630b-4def-96ad-2119b871872f tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-913480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1849032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127687590', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127702764'] for subnet, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:20.365510 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-41544f9a-d5e2-46bb-be96-b7b39d81f870 None None] Transition to ACTIVE for port object dff208fd-e233-4750-9e46-36e1fb73d781 will not be triggered until provisioned by entity DHCP. {{(pid=100248) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:08:20.398741 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-41544f9a-d5e2-46bb-be96-b7b39d81f870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108'] for port, after_create {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:20.401936 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255795ef-a863-4ba8-b439-3f481595b7d5 req-9d345eb8-bf1d-4510-bb22-83b63f70d9ac tempest-ImagesTestJSON-1482892319 tempest-ImagesTestJSON-1482892319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:08:20.409089 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-255795ef-a863-4ba8-b439-3f481595b7d5 req-9d345eb8-bf1d-4510-bb22-83b63f70d9ac tempest-ImagesTestJSON-1482892319 tempest-ImagesTestJSON-1482892319-project] 10.222.0.104 "GET /v2.0/ports?device_id=f46f203e-b652-44ae-acc3-6f04c9f230e7 HTTP/1.1" status: 200 len: 945 time: 0.3833377 Jul 06 14:08:20.414516 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76d4b7a-630b-4def-96ad-2119b871872f tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Pushing event deleted for resources: {'Subnet': ['ID=b2ae8f8e-9f7a-4e86-b32e-a2a9e42a3bfb,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:08:20.424752 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-b76d4b7a-630b-4def-96ad-2119b871872f tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Notify callbacks [] for subnet, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:20.429655 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-b76d4b7a-630b-4def-96ad-2119b871872f tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] 10.222.0.104 "DELETE /v2.0/subnets/b2ae8f8e-9f7a-4e86-b32e-a2a9e42a3bfb HTTP/1.1" status: 204 len: 168 time: 0.9402173 Jul 06 14:08:20.429655 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 45334) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:08:20.457544 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-ec0c20bd-4e6a-4adc-9e5b-ee516217468f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f4218d4-672b-47f4-a2e8-4e77e0734908', 'name': 'tempest-ServersTestManualDisk-48759059-router', 'tenant_id': '8d40ff3e576046ac8d901f027a7728c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.241'}], 'enable_snat': True}, 'gw_port_id': '7071a550-84a6-48dc-873b-1f204d040ad2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:05:52Z', 'updated_at': '2021-07-06T14:05:58Z', 'revision_number': 4, 'project_id': '8d40ff3e576046ac8d901f027a7728c5', 'gw_port': {'id': '7071a550-84a6-48dc-873b-1f204d040ad2', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:97:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f4218d4-672b-47f4-a2e8-4e77e0734908', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1386, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:05:53Z', 'updated_at': '2021-07-06T14:06:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6', '_interfaces': [{'id': 'b3125c54-e2b3-45e4-829a-8f3c8ddda8ae', 'name': '', 'network_id': 'af3a547f-5810-4ce0-a3d6-25c440f137ac', 'tenant_id': '8d40ff3e576046ac8d901f027a7728c5', 'mac_address': 'fa:16:3e:4a:57:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f4218d4-672b-47f4-a2e8-4e77e0734908', 'device_owner': 'network:router_interface', 'standard_attr_id': 1393, 'fixed_ips': [{'subnet_id': 'e412ce21-afd6-4224-b4f6-6314b71b645b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:05:57Z', 'updated_at': '2021-07-06T14:06:13Z', 'revision_number': 5, 'project_id': '8d40ff3e576046ac8d901f027a7728c5', 'subnets': [{'id': 'e412ce21-afd6-4224-b4f6-6314b71b645b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773647-6', False) {} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:08:20.483337 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-4fc8a2bf-47ca-4461-95a7-11457e57370d req-6648d206-b793-4661-92c0-1e5ceb10bb62 tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] 10.222.0.104 "GET /v2.0/security-groups?id=54cfb86c-390d-4cad-8265-7f5781c66116&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1814642 Jul 06 14:08:20.516671 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34be23e7-d37d-4ee0-ad1f-dfe5874b8661 None None] Network c8a8b498-471a-4098-bd96-b19d06c8cf89 requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:08:20.528911 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec0c20bd-4e6a-4adc-9e5b-ee516217468f None None] Checking router: 9f4218d4-672b-47f4-a2e8-4e77e0734908 for host: n-d-773647-6 {{(pid=100248) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 14:08:20.552929 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-c8b9ac11-2c7c-41d0-b2d4-7823b9c6216b tempest-RoutersNegativeIpV6Test-756758868 tempest-RoutersNegativeIpV6Test-756758868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:20.556002 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-255795ef-a863-4ba8-b439-3f481595b7d5 req-d48cab62-357c-4cca-8ab6-8dcf2335c38b tempest-ImagesTestJSON-1482892319 tempest-ImagesTestJSON-1482892319-project] 10.222.0.104 "GET /v2.0/security-groups?id=46e03f63-f74e-4db3-981d-76fb36967b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1458235 Jul 06 14:08:20.566094 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.plugin [req-856849dc-b59d-45cf-98f7-6229921627f9 req-f5215b34-7fce-43ed-8391-399233f4230b tempest-ServerRescueNegativeTestJSON-721731692 tempest-ServerRescueNegativeTestJSON-721731692-project] Deleting port 4d1d955e-d814-435a-9b5f-74b44da2662d {{(pid=100247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:08:20.566473 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-856849dc-b59d-45cf-98f7-6229921627f9 req-f5215b34-7fce-43ed-8391-399233f4230b tempest-ServerRescueNegativeTestJSON-721731692 tempest-ServerRescueNegativeTestJSON-721731692-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:20.569205 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-75bd6bb8-be1f-4271-b87a-05de2b3cfc04 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530492'] for network, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:20.598759 n-d-773647-6 neutron-server[100248]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41544f9a-d5e2-46bb-be96-b7b39d81f870 None None] Network a66d8d1c-e190-4bb0-9638-ec1246a7d3ce is already hosted by enough agents. {{(pid=100248) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:08:20.607452 n-d-773647-6 neutron-server[100248]: DEBUG neutron.scheduler.base_scheduler [None req-41544f9a-d5e2-46bb-be96-b7b39d81f870 None None] Resources bound (agent type, host, resource id): {{(pid=100248) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:08:20.617524 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41544f9a-d5e2-46bb-be96-b7b39d81f870 None None] Received port after_create {{(pid=100248) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:08:20.620694 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41544f9a-d5e2-46bb-be96-b7b39d81f870 None None] Pushing event updated for resources: {'Port': ['ID=dff208fd-e233-4750-9e46-36e1fb73d781,revision_number=1']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:08:20.627918 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec0c20bd-4e6a-4adc-9e5b-ee516217468f None None] Routers {'9f4218d4-672b-47f4-a2e8-4e77e0734908'} bound to L3 agent in host n-d-773647-6 {{(pid=100248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:08:20.628700 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-ec0c20bd-4e6a-4adc-9e5b-ee516217468f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T14:07:56Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['9f4218d4-672b-47f4-a2e8-4e77e0734908'], 'active': True} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:08:20.753481 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.db [req-856849dc-b59d-45cf-98f7-6229921627f9 req-f5215b34-7fce-43ed-8391-399233f4230b tempest-ServerRescueNegativeTestJSON-721731692 tempest-ServerRescueNegativeTestJSON-721731692-project] For port 4d1d955e-d814-435a-9b5f-74b44da2662d, host n-h1-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773647-6',level=0,port_id=4d1d955e-d814-435a-9b5f-74b44da2662d,segment=NetworkSegment(b5b7410c-45e5-4ed8-a57c-36aa81e0edd8),segment_id=b5b7410c-45e5-4ed8-a57c-36aa81e0edd8)] {{(pid=100247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:08:20.754070 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-856849dc-b59d-45cf-98f7-6229921627f9 req-f5215b34-7fce-43ed-8391-399233f4230b tempest-ServerRescueNegativeTestJSON-721731692 tempest-ServerRescueNegativeTestJSON-721731692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:20.772064 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.plugin [req-856849dc-b59d-45cf-98f7-6229921627f9 req-f5215b34-7fce-43ed-8391-399233f4230b tempest-ServerRescueNegativeTestJSON-721731692 tempest-ServerRescueNegativeTestJSON-721731692-project] Calling delete_port for 4d1d955e-d814-435a-9b5f-74b44da2662d owned by compute:nova {{(pid=100247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:08:20.839704 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-41544f9a-d5e2-46bb-be96-b7b39d81f870 None None] Attempting to bind port dff208fd-e233-4750-9e46-36e1fb73d781 on host n-d-773647-6 for vnic_type normal with profile {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:08:20.840322 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-41544f9a-d5e2-46bb-be96-b7b39d81f870 None None] Attempting to bind port dff208fd-e233-4750-9e46-36e1fb73d781 by drivers openvswitch,hyperv on host n-d-773647-6 at level 0 using segments [{'id': '35a1577f-4f83-444f-a73b-25881646a863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1022, 'network_id': 'a66d8d1c-e190-4bb0-9638-ec1246a7d3ce'}] {{(pid=100248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:08:20.840794 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41544f9a-d5e2-46bb-be96-b7b39d81f870 None None] Attempting to bind port dff208fd-e233-4750-9e46-36e1fb73d781 on network a66d8d1c-e190-4bb0-9638-ec1246a7d3ce {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:08:20.850903 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41544f9a-d5e2-46bb-be96-b7b39d81f870 None None] Checking agent: {'id': '8ab5b19c-d213-4f29-891d-27bdf39d38b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773647-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 43, 26), 'started_at': datetime.datetime(2021, 7, 6, 13, 43, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 7, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773647-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:08:20.851554 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41544f9a-d5e2-46bb-be96-b7b39d81f870 None None] Checking segment: {'id': '35a1577f-4f83-444f-a73b-25881646a863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1022, 'network_id': 'a66d8d1c-e190-4bb0-9638-ec1246a7d3ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:08:20.852136 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-41544f9a-d5e2-46bb-be96-b7b39d81f870 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:20.852696 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41544f9a-d5e2-46bb-be96-b7b39d81f870 None None] Bound using segment: {'id': '35a1577f-4f83-444f-a73b-25881646a863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1022, 'network_id': 'a66d8d1c-e190-4bb0-9638-ec1246a7d3ce'} {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:08:20.853465 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-41544f9a-d5e2-46bb-be96-b7b39d81f870 None None] Bound port: dff208fd-e233-4750-9e46-36e1fb73d781, host: n-d-773647-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35a1577f-4f83-444f-a73b-25881646a863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1022, 'network_id': 'a66d8d1c-e190-4bb0-9638-ec1246a7d3ce'}}] {{(pid=100248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:08:20.854441 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-41544f9a-d5e2-46bb-be96-b7b39d81f870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:20.902485 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvr_db [None req-ec0c20bd-4e6a-4adc-9e5b-ee516217468f None None] Set router 9f4218d4-672b-47f4-a2e8-4e77e0734908 gateway port host: n-d-773647-6 {{(pid=100248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:08:20.948458 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-c8b9ac11-2c7c-41d0-b2d4-7823b9c6216b tempest-RoutersNegativeIpV6Test-756758868 tempest-RoutersNegativeIpV6Test-756758868-project] Notify callbacks [] for port, precommit_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:20.960107 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-c8b9ac11-2c7c-41d0-b2d4-7823b9c6216b tempest-RoutersNegativeIpV6Test-756758868 tempest-RoutersNegativeIpV6Test-756758868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127687527'] for port, after_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:20.961209 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-c8b9ac11-2c7c-41d0-b2d4-7823b9c6216b tempest-RoutersNegativeIpV6Test-756758868 tempest-RoutersNegativeIpV6Test-756758868-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1809478'] for router_interface, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:20.977111 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [None req-75bd6bb8-be1f-4271-b87a-05de2b3cfc04 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Deleting port 43012f14-e7dc-42df-95cc-7ecbe7072221 {{(pid=100246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:08:20.977588 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-75bd6bb8-be1f-4271-b87a-05de2b3cfc04 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:20.990797 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.plugin [None req-b6edb8b3-fe50-49f1-95f4-aa685df48840 tempest-ServersTestManualDisk-1063153519 tempest-ServersTestManualDisk-1063153519-project] Deleting port 4d5677a0-1444-4e8b-9a7a-0e828560c755 {{(pid=100247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:08:20.991201 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-b6edb8b3-fe50-49f1-95f4-aa685df48840 tempest-ServersTestManualDisk-1063153519 tempest-ServersTestManualDisk-1063153519-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:20.993541 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-856849dc-b59d-45cf-98f7-6229921627f9 req-f5215b34-7fce-43ed-8391-399233f4230b tempest-ServerRescueNegativeTestJSON-721731692 tempest-ServerRescueNegativeTestJSON-721731692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128888353'] for port, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:21.014039 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] get_ports_and_sgs() called for port_ids ['4d1d955e-d814-435a-9b5f-74b44da2662d'] {{(pid=100248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 14:08:21.065620 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5215b34-7fce-43ed-8391-399233f4230b tempest-ServerRescueNegativeTestJSON-721731692 tempest-ServerRescueNegativeTestJSON-721731692-project] Pushing event deleted for resources: {'Port': ['ID=4d1d955e-d814-435a-9b5f-74b44da2662d,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:08:21.071837 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-82a5ccaa-22bf-44b5-b992-04332f0a9316 req-daac6f0c-ce3c-4221-8a92-caa57e678426 tempest-ServerRescueNegativeTestJSON-721731692 tempest-ServerRescueNegativeTestJSON-721731692-project] 10.222.0.104 "GET /v2.0/ports?device_id=b0b96bfa-d49a-47d6-a621-d2fd80028cc9 HTTP/1.1" status: 200 len: 210 time: 0.1014619 Jul 06 14:08:21.158445 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.l3_dvrscheduler_db [req-856849dc-b59d-45cf-98f7-6229921627f9 req-f5215b34-7fce-43ed-8391-399233f4230b tempest-ServerRescueNegativeTestJSON-721731692 tempest-ServerRescueNegativeTestJSON-721731692-project] No DVR routers for this DVR port 4d1d955e-d814-435a-9b5f-74b44da2662d on host n-h1-773647-6 {{(pid=100247) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:08:21.159507 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-41544f9a-d5e2-46bb-be96-b7b39d81f870 None None] For port dff208fd-e233-4750-9e46-36e1fb73d781, host n-d-773647-6, cleared binding levels {{(pid=100248) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:08:21.161477 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-856849dc-b59d-45cf-98f7-6229921627f9 req-f5215b34-7fce-43ed-8391-399233f4230b tempest-ServerRescueNegativeTestJSON-721731692 tempest-ServerRescueNegativeTestJSON-721731692-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:21.164943 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-856849dc-b59d-45cf-98f7-6229921627f9 req-f5215b34-7fce-43ed-8391-399233f4230b tempest-ServerRescueNegativeTestJSON-721731692 tempest-ServerRescueNegativeTestJSON-721731692-project] 10.222.0.127 "DELETE /v2.0/ports/4d1d955e-d814-435a-9b5f-74b44da2662d HTTP/1.1" status: 204 len: 173 time: 1.0710318 Jul 06 14:08:21.165572 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-41544f9a-d5e2-46bb-be96-b7b39d81f870 None None] For port dff208fd-e233-4750-9e46-36e1fb73d781, host n-d-773647-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=dff208fd-e233-4750-9e46-36e1fb73d781,segment=NetworkSegment(35a1577f-4f83-444f-a73b-25881646a863),segment_id=35a1577f-4f83-444f-a73b-25881646a863)] {{(pid=100248) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:08:21.170398 n-d-773647-6 neutron-server[100247]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0b96bfa-d49a-47d6-a621-d2fd80028cc9', 'name': 'network-vif-deleted', 'tag': '4d1d955e-d814-435a-9b5f-74b44da2662d'}] {{(pid=100247) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:08:21.174143 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cbf0eeaae822f8fc9b87a94aeba67a3d651842baf663a51cba94b67a514836d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd03b399-0666-4c9a-ad34-16d849bb2eac" -d '{"events": [{"server_uuid": "b0b96bfa-d49a-47d6-a621-d2fd80028cc9", "name": "network-vif-deleted", "tag": "4d1d955e-d814-435a-9b5f-74b44da2662d"}]}' {{(pid=100247) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:08:21.229366 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-b6edb8b3-fe50-49f1-95f4-aa685df48840 tempest-ServersTestManualDisk-1063153519 tempest-ServersTestManualDisk-1063153519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:21.230474 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-b6edb8b3-fe50-49f1-95f4-aa685df48840 tempest-ServersTestManualDisk-1063153519 tempest-ServersTestManualDisk-1063153519-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:21.274055 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.plugin [None req-b6edb8b3-fe50-49f1-95f4-aa685df48840 tempest-ServersTestManualDisk-1063153519 tempest-ServersTestManualDisk-1063153519-project] Calling delete_port for 4d5677a0-1444-4e8b-9a7a-0e828560c755 owned by network:floatingip {{(pid=100247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:08:21.287425 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 14:08:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04e5e416-65ab-45d5-8bb6-a27967e0a6df x-openstack-request-id: req-04e5e416-65ab-45d5-8bb6-a27967e0a6df {{(pid=100247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:08:21.287818 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0b96bfa-d49a-47d6-a621-d2fd80028cc9", "name": "network-vif-deleted", "tag": "4d1d955e-d814-435a-9b5f-74b44da2662d", "status": "completed", "code": 200}]} {{(pid=100247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:08:21.288118 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-04e5e416-65ab-45d5-8bb6-a27967e0a6df {{(pid=100247) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:08:21.288791 n-d-773647-6 neutron-server[100247]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0b96bfa-d49a-47d6-a621-d2fd80028cc9', 'name': 'network-vif-deleted', 'tag': '4d1d955e-d814-435a-9b5f-74b44da2662d', 'status': 'completed', 'code': 200} Jul 06 14:08:21.320861 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-41544f9a-d5e2-46bb-be96-b7b39d81f870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:21.431467 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41544f9a-d5e2-46bb-be96-b7b39d81f870 None None] Pushing event updated for resources: {'Port': ['ID=dff208fd-e233-4750-9e46-36e1fb73d781,revision_number=2']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:08:21.476460 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3b3f2de-01d7-49f4-8faf-05fe54b2b1df None None] Network 307e72c5-09f5-4391-b85c-28250979adfc requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:08:21.501521 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b9ac11-2c7c-41d0-b2d4-7823b9c6216b tempest-RoutersNegativeIpV6Test-756758868 tempest-RoutersNegativeIpV6Test-756758868-project] Pushing event updated for resources: {'Port': ['ID=3c983ede-931e-459b-9ccb-6dc479cca586,revision_number=2']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:08:21.530848 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-b6edb8b3-fe50-49f1-95f4-aa685df48840 tempest-ServersTestManualDisk-1063153519 tempest-ServersTestManualDisk-1063153519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128888353'] for port, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:21.531203 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.db [None req-75bd6bb8-be1f-4271-b87a-05de2b3cfc04 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] For port 43012f14-e7dc-42df-95cc-7ecbe7072221, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=43012f14-e7dc-42df-95cc-7ecbe7072221,segment=NetworkSegment(008ffdba-c9ab-4b16-850b-8c176c95461a),segment_id=008ffdba-c9ab-4b16-850b-8c176c95461a)] {{(pid=100246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:08:21.531507 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-75bd6bb8-be1f-4271-b87a-05de2b3cfc04 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:21.554382 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [None req-75bd6bb8-be1f-4271-b87a-05de2b3cfc04 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Calling delete_port for 43012f14-e7dc-42df-95cc-7ecbe7072221 owned by network:dhcp {{(pid=100246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:08:21.583078 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6edb8b3-fe50-49f1-95f4-aa685df48840 tempest-ServersTestManualDisk-1063153519 tempest-ServersTestManualDisk-1063153519-project] Pushing event deleted for resources: {'Port': ['ID=4d5677a0-1444-4e8b-9a7a-0e828560c755,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:08:21.638186 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8b9ac11-2c7c-41d0-b2d4-7823b9c6216b tempest-RoutersNegativeIpV6Test-756758868 tempest-RoutersNegativeIpV6Test-756758868-project] Network 307e72c5-09f5-4391-b85c-28250979adfc is already hosted by enough agents. {{(pid=100246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:08:21.645754 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.base_scheduler [None req-c8b9ac11-2c7c-41d0-b2d4-7823b9c6216b tempest-RoutersNegativeIpV6Test-756758868 tempest-RoutersNegativeIpV6Test-756758868-project] Resources bound (agent type, host, resource id): {{(pid=100246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:08:21.645939 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c41d4e62-082a-460e-a9ba-964fd0918acd None None] DHCP port deletion for c8a8b498-471a-4098-bd96-b19d06c8cf89 request from n-d-773647-6 {{(pid=100248) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 14:08:21.666962 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-b6edb8b3-fe50-49f1-95f4-aa685df48840 tempest-ServersTestManualDisk-1063153519 tempest-ServersTestManualDisk-1063153519-project] Notify callbacks [] for floatingip, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:21.670550 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-b6edb8b3-fe50-49f1-95f4-aa685df48840 tempest-ServersTestManualDisk-1063153519 tempest-ServersTestManualDisk-1063153519-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for floatingip, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:21.674652 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-b6edb8b3-fe50-49f1-95f4-aa685df48840 tempest-ServersTestManualDisk-1063153519 tempest-ServersTestManualDisk-1063153519-project] 10.222.0.104 "DELETE /v2.0/floatingips/6f0d8b39-a8a7-4536-ba44-60860ca2dd9e HTTP/1.1" status: 204 len: 168 time: 1.5021789 Jul 06 14:08:21.674898 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 45344) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:08:21.702284 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-ec0c20bd-4e6a-4adc-9e5b-ee516217468f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f4218d4-672b-47f4-a2e8-4e77e0734908', 'name': 'tempest-ServersTestManualDisk-48759059-router', 'tenant_id': '8d40ff3e576046ac8d901f027a7728c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.241'}], 'enable_snat': True}, 'gw_port_id': '7071a550-84a6-48dc-873b-1f204d040ad2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:05:52Z', 'updated_at': '2021-07-06T14:05:58Z', 'revision_number': 4, 'project_id': '8d40ff3e576046ac8d901f027a7728c5', 'gw_port': {'id': '7071a550-84a6-48dc-873b-1f204d040ad2', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:97:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f4218d4-672b-47f4-a2e8-4e77e0734908', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1386, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:05:53Z', 'updated_at': '2021-07-06T14:06:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6', '_interfaces': [{'id': 'b3125c54-e2b3-45e4-829a-8f3c8ddda8ae', 'name': '', 'network_id': 'af3a547f-5810-4ce0-a3d6-25c440f137ac', 'tenant_id': '8d40ff3e576046ac8d901f027a7728c5', 'mac_address': 'fa:16:3e:4a:57:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f4218d4-672b-47f4-a2e8-4e77e0734908', 'device_owner': 'network:router_interface', 'standard_attr_id': 1393, 'fixed_ips': [{'subnet_id': 'e412ce21-afd6-4224-b4f6-6314b71b645b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:05:57Z', 'updated_at': '2021-07-06T14:06:13Z', 'revision_number': 5, 'project_id': '8d40ff3e576046ac8d901f027a7728c5', 'subnets': [{'id': 'e412ce21-afd6-4224-b4f6-6314b71b645b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773647-6', False) {} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:08:21.748228 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-75bd6bb8-be1f-4271-b87a-05de2b3cfc04 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127687580'] for port, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:21.789795 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec0c20bd-4e6a-4adc-9e5b-ee516217468f None None] The sync data for ids ['9f4218d4-672b-47f4-a2e8-4e77e0734908'] in n-d-773647-6 is: [{'id': '9f4218d4-672b-47f4-a2e8-4e77e0734908', 'name': 'tempest-ServersTestManualDisk-48759059-router', 'tenant_id': '8d40ff3e576046ac8d901f027a7728c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.241'}], 'enable_snat': True}, 'gw_port_id': '7071a550-84a6-48dc-873b-1f204d040ad2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:05:52Z', 'updated_at': '2021-07-06T14:05:58Z', 'revision_number': 4, 'project_id': '8d40ff3e576046ac8d901f027a7728c5', 'gw_port': {'id': '7071a550-84a6-48dc-873b-1f204d040ad2', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:97:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f4218d4-672b-47f4-a2e8-4e77e0734908', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1386, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:05:53Z', 'updated_at': '2021-07-06T14:06:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6', '_interfaces': [{'id': 'b3125c54-e2b3-45e4-829a-8f3c8ddda8ae', 'name': '', 'network_id': 'af3a547f-5810-4ce0-a3d6-25c440f137ac', 'tenant_id': '8d40ff3e576046ac8d901f027a7728c5', 'mac_address': 'fa:16:3e:4a:57:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f4218d4-672b-47f4-a2e8-4e77e0734908', 'device_owner': 'network:router_interface', 'standard_attr_id': 1393, 'fixed_ips': [{'subnet_id': 'e412ce21-afd6-4224-b4f6-6314b71b645b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:05:57Z', 'updated_at': '2021-07-06T14:06:13Z', 'revision_number': 5, 'project_id': '8d40ff3e576046ac8d901f027a7728c5', 'subnets': [{'id': 'e412ce21-afd6-4224-b4f6-6314b71b645b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 14:08:21.819064 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-cd529786-163c-4f8e-81ed-ac995f591605 None None] Provisioning for port bd43cee1-2126-484d-adc6-482891dc21d0 completed by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:08:21.865176 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75bd6bb8-be1f-4271-b87a-05de2b3cfc04 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] No DVR routers for this DVR port 43012f14-e7dc-42df-95cc-7ecbe7072221 on host n-d-773647-6 {{(pid=100246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:08:21.870877 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-c41d4e62-082a-460e-a9ba-964fd0918acd None None] The port '43012f14-e7dc-42df-95cc-7ecbe7072221' was deleted {{(pid=100248) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 06 14:08:21.871776 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75bd6bb8-be1f-4271-b87a-05de2b3cfc04 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Pushing event deleted for resources: {'Port': ['ID=43012f14-e7dc-42df-95cc-7ecbe7072221,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:08:22.105642 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-75bd6bb8-be1f-4271-b87a-05de2b3cfc04 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-917204', 'neutron.services.segments.db._delete_segments_for_network-8773753502302'] for network, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:22.137525 n-d-773647-6 neutron-server[100246]: DEBUG neutron.services.segments.db [None req-75bd6bb8-be1f-4271-b87a-05de2b3cfc04 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c8a8b498-471a-4098-bd96-b19d06c8cf89']}} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:08:22.143070 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device bd43cee1-2126-484d-adc6-482891dc21d0 up at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:08:22.163906 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8b9ac11-2c7c-41d0-b2d4-7823b9c6216b tempest-RoutersNegativeIpV6Test-756758868 tempest-RoutersNegativeIpV6Test-756758868-project] Router 42870c8f-233d-4d1a-8824-94c98776124a is scheduled to L3 agent 2823d358-a11b-4885-a706-95a279e43fa7 with binding_index 1 {{(pid=100246) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 14:08:22.175181 n-d-773647-6 neutron-server[100246]: DEBUG neutron.services.segments.db [None req-75bd6bb8-be1f-4271-b87a-05de2b3cfc04 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '008ffdba-c9ab-4b16-850b-8c176c95461a') {'for_net_delete': True} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:08:22.175581 n-d-773647-6 neutron-server[100246]: DEBUG neutron.services.segments.db [None req-75bd6bb8-be1f-4271-b87a-05de2b3cfc04 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '008ffdba-c9ab-4b16-850b-8c176c95461a') {} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:08:22.200057 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-75bd6bb8-be1f-4271-b87a-05de2b3cfc04 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773753515138', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126218898'] for segment, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:22.267863 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning for port bd43cee1-2126-484d-adc6-482891dc21d0 completed by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:08:22.275961 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning complete for port bd43cee1-2126-484d-adc6-482891dc21d0 triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:08:22.276784 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:22.406480 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-75bd6bb8-be1f-4271-b87a-05de2b3cfc04 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552'] for segment, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:22.433911 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-75bd6bb8-be1f-4271-b87a-05de2b3cfc04 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Releasing vlan 1026 on physical network physnet1 to pool {{(pid=100246) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 14:08:22.443485 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-75bd6bb8-be1f-4271-b87a-05de2b3cfc04 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127687491'] for segment, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:22.447105 n-d-773647-6 neutron-server[100246]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:08:22.447105 n-d-773647-6 neutron-server[100246]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:08:22.447105 n-d-773647-6 neutron-server[100246]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:08:22.447105 n-d-773647-6 neutron-server[100246]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:08:22.447105 n-d-773647-6 neutron-server[100246]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:08:22.447105 n-d-773647-6 neutron-server[100246]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:08:22.447105 n-d-773647-6 neutron-server[100246]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:08:22.447105 n-d-773647-6 neutron-server[100246]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:08:22.447105 n-d-773647-6 neutron-server[100246]: Traceback (most recent call last): Jul 06 14:08:22.447105 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 14:08:22.447105 n-d-773647-6 neutron-server[100246]: timer() Jul 06 14:08:22.447105 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 14:08:22.447105 n-d-773647-6 neutron-server[100246]: cb(*args, **kw) Jul 06 14:08:22.447105 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 14:08:22.447105 n-d-773647-6 neutron-server[100246]: return func(*args, **kwargs) Jul 06 14:08:22.447105 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 14:08:22.447105 n-d-773647-6 neutron-server[100246]: self._notify() Jul 06 14:08:22.447105 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 14:08:22.447105 n-d-773647-6 neutron-server[100246]: self.callback(batched_events) Jul 06 14:08:22.447105 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 14:08:22.447105 n-d-773647-6 neutron-server[100246]: event.method(event) Jul 06 14:08:22.447105 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 14:08:22.447105 n-d-773647-6 neutron-server[100246]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 14:08:22.447105 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 14:08:22.447105 n-d-773647-6 neutron-server[100246]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 14:08:22.447105 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 14:08:22.447105 n-d-773647-6 neutron-server[100246]: return f(self, *a, **k) Jul 06 14:08:22.447105 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 14:08:22.447105 n-d-773647-6 neutron-server[100246]: return self._get(url).json() Jul 06 14:08:22.447105 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 14:08:22.447105 n-d-773647-6 neutron-server[100246]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 14:08:22.447105 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 14:08:22.447105 n-d-773647-6 neutron-server[100246]: return self.request(url, 'GET', **kwargs) Jul 06 14:08:22.447105 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 14:08:22.447105 n-d-773647-6 neutron-server[100246]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 14:08:22.447105 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 14:08:22.447105 n-d-773647-6 neutron-server[100246]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 14:08:22.447105 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 14:08:22.447105 n-d-773647-6 neutron-server[100246]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 14:08:22.447105 n-d-773647-6 neutron-server[100246]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 14:08:22.457598 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-509ebe2e-9bbb-47de-a042-a20dc91cdf3e None None] New status for floating IP 6f0d8b39-a8a7-4536-ba44-60860ca2dd9e: DOWN {{(pid=100248) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 14:08:22.463532 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:22.552272 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8b9ac11-2c7c-41d0-b2d4-7823b9c6216b tempest-RoutersNegativeIpV6Test-756758868 tempest-RoutersNegativeIpV6Test-756758868-project] Notify agent at l3_agent.n-d-773647-6 the message routers_updated {{(pid=100246) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 14:08:22.558688 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-c8b9ac11-2c7c-41d0-b2d4-7823b9c6216b tempest-RoutersNegativeIpV6Test-756758868 tempest-RoutersNegativeIpV6Test-756758868-project] 10.222.0.104 "PUT /v2.0/routers/42870c8f-233d-4d1a-8824-94c98776124a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3140252 Jul 06 14:08:22.561520 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 45352) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:08:22.572852 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29f9ded8-4493-4f9d-ac70-177f72dd7bfc None None] Sync routers for ids ['42870c8f-233d-4d1a-8824-94c98776124a'] in n-d-773647-6 {{(pid=100249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 14:08:22.589644 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29f9ded8-4493-4f9d-ac70-177f72dd7bfc None None] Routers {'42870c8f-233d-4d1a-8824-94c98776124a'} bound to L3 agent in host n-d-773647-6 {{(pid=100249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:08:22.590255 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-29f9ded8-4493-4f9d-ac70-177f72dd7bfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T14:07:56Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['42870c8f-233d-4d1a-8824-94c98776124a'], 'active': True} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:08:22.643187 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-29f9ded8-4493-4f9d-ac70-177f72dd7bfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-773647-6', False) {} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:08:22.664907 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29f9ded8-4493-4f9d-ac70-177f72dd7bfc None None] Routers {'42870c8f-233d-4d1a-8824-94c98776124a'} bound to L3 agent in host n-d-773647-6 {{(pid=100249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:08:22.665537 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-29f9ded8-4493-4f9d-ac70-177f72dd7bfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T14:07:56Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['42870c8f-233d-4d1a-8824-94c98776124a'], 'active': True} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:08:22.702070 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-75bd6bb8-be1f-4271-b87a-05de2b3cfc04 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-917215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1761140'] for network, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:22.712581 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-29f9ded8-4493-4f9d-ac70-177f72dd7bfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-773647-6', False) {} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:08:22.713562 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29f9ded8-4493-4f9d-ac70-177f72dd7bfc None None] The sync data for ids ['42870c8f-233d-4d1a-8824-94c98776124a'] in n-d-773647-6 is: [] {{(pid=100249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 14:08:22.717116 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-75bd6bb8-be1f-4271-b87a-05de2b3cfc04 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Notify callbacks [] for network, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:22.722079 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-75bd6bb8-be1f-4271-b87a-05de2b3cfc04 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] 10.222.0.104 "DELETE /v2.0/networks/c8a8b498-471a-4098-bd96-b19d06c8cf89 HTTP/1.1" status: 204 len: 168 time: 2.2918606 Jul 06 14:08:22.750675 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 45354) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:08:22.754567 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75bd6bb8-be1f-4271-b87a-05de2b3cfc04 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Pushing event deleted for resources: {'Network': ['ID=c8a8b498-471a-4098-bd96-b19d06c8cf89,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:08:22.784918 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-2558e847-46fe-4a47-a7d0-01bcb0bb4c23 None None] Provisioning for port 3c983ede-931e-459b-9ccb-6dc479cca586 completed by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:08:22.797927 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-2558e847-46fe-4a47-a7d0-01bcb0bb4c23 None None] Provisioning complete for port 3c983ede-931e-459b-9ccb-6dc479cca586 triggered by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:08:22.798545 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-2558e847-46fe-4a47-a7d0-01bcb0bb4c23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:22.868048 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-2558e847-46fe-4a47-a7d0-01bcb0bb4c23 None None] Port 3c983ede-931e-459b-9ccb-6dc479cca586 cannot update to ACTIVE because it is not bound. {{(pid=100248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 14:08:22.875714 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] For port bd43cee1-2126-484d-adc6-482891dc21d0, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=bd43cee1-2126-484d-adc6-482891dc21d0,segment=NetworkSegment(e0ee0d20-78a3-4e2b-9f98-11effafd46c6),segment_id=e0ee0d20-78a3-4e2b-9f98-11effafd46c6)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:08:22.904445 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:22.905553 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 33b3c773-6292-43aa-8a7e-76bc9d7be608 up at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:08:22.973493 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-2c2dba63-7463-4491-8ccd-6ee533de31f8 req-becfabc7-7c03-4b4f-a8a5-946a6431a6ca tempest-ServerRescueNegativeTestJSON-721731692 tempest-ServerRescueNegativeTestJSON-721731692-project] 10.222.0.104 "GET /v2.0/ports?device_id=b0b96bfa-d49a-47d6-a621-d2fd80028cc9 HTTP/1.1" status: 200 len: 210 time: 0.0413716 Jul 06 14:08:23.016843 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Pushing event updated for resources: {'Port': ['ID=bd43cee1-2126-484d-adc6-482891dc21d0,revision_number=3']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:08:23.022682 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-43e223c1-199e-4424-8b52-c6112f8cdc79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:23.025672 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989df86c-4066-4b5a-8ac7-4755a656093e req-6699c08d-ab1b-48f7-b73b-696fcffe3c37 tempest-ImagesTestJSON-1482892319 tempest-ImagesTestJSON-1482892319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:08:23.038811 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-989df86c-4066-4b5a-8ac7-4755a656093e req-6699c08d-ab1b-48f7-b73b-696fcffe3c37 tempest-ImagesTestJSON-1482892319 tempest-ImagesTestJSON-1482892319-project] 10.222.0.104 "GET /v2.0/ports?device_id=f46f203e-b652-44ae-acc3-6f04c9f230e7 HTTP/1.1" status: 200 len: 945 time: 1.0755262 Jul 06 14:08:23.040465 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-2558e847-46fe-4a47-a7d0-01bcb0bb4c23 None None] Provisioning complete for port bd43cee1-2126-484d-adc6-482891dc21d0 triggered by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:08:23.040870 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-2558e847-46fe-4a47-a7d0-01bcb0bb4c23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:23.069029 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning complete for port 33b3c773-6292-43aa-8a7e-76bc9d7be608 triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:08:23.069407 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:23.114142 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-392a07d4-c85c-425c-a833-2d611c913a3e tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:08:23.122314 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-392a07d4-c85c-425c-a833-2d611c913a3e tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] 10.222.0.104 "GET /v2.0/ports/7013172b-3961-4284-aab9-e8f7589c020e HTTP/1.1" status: 200 len: 844 time: 0.3389192 Jul 06 14:08:23.125198 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 45358) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:08:23.148626 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-989df86c-4066-4b5a-8ac7-4755a656093e req-ed2bcef0-dd6e-47fc-a848-59e94c622fe4 tempest-ImagesTestJSON-1482892319 tempest-ImagesTestJSON-1482892319-project] 10.222.0.104 "GET /v2.0/security-groups?id=46e03f63-f74e-4db3-981d-76fb36967b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087525 Jul 06 14:08:23.205252 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-6e79887a-09af-430f-a646-fa418dcd0fc8 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] 10.222.0.104 "GET /v2.0/ports/7013172b-3961-4284-aab9-e8f7589c020e?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0786240 Jul 06 14:08:23.206130 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 45364) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:08:23.216412 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-5234aac0-b06d-42ec-bc50-4bd96bad6234 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Request body: {'subnet': {'network_id': 'df34d817-ecd2-44b4-8bb9-700b0e3e3a0c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:08:23.237502 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Device 4d1d955e-d814-435a-9b5f-74b44da2662d no longer exists at agent hyperv_n-h1-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:08:23.277093 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] No Port match for: 4d1d955e-d814-435a-9b5f-74b44da2662d {{(pid=100248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 14:08:23.277093 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Device 4d1d955e-d814-435a-9b5f-74b44da2662d not bound to the agent host n-h1-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:08:23.412952 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-e15e2f1f-6398-4b0b-b987-fedd324dd1d2 None None] Provisioning complete for port 3c983ede-931e-459b-9ccb-6dc479cca586 triggered by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:08:23.415186 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-e15e2f1f-6398-4b0b-b987-fedd324dd1d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:23.466544 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-52af42c2-0e58-4f74-86ab-f58af118cb78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1809431'] for router_interface, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:23.491733 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-e15e2f1f-6398-4b0b-b987-fedd324dd1d2 None None] Port 3c983ede-931e-459b-9ccb-6dc479cca586 cannot update to ACTIVE because it is not bound. {{(pid=100248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 14:08:23.497783 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-191c2f69-856e-4763-be1f-5e4b3c0f660c None None] Network a66d8d1c-e190-4bb0-9638-ec1246a7d3ce requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:08:23.515137 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5234aac0-b06d-42ec-bc50-4bd96bad6234 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Made reservation on behalf of e15b02822e68450fa73455cc009166c9 for: {'subnet': 1} {{(pid=100246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:08:23.519273 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-5234aac0-b06d-42ec-bc50-4bd96bad6234 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127702029'] for subnet, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:23.689213 n-d-773647-6 neutron-server[100246]: INFO neutron.api.v2.resource [None req-65e0957a-fcbc-4298-a3cb-2b14d3b17b4f tempest-RoutersNegativeIpV6Test-756758868 tempest-RoutersNegativeIpV6Test-756758868-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 06 14:08:23.690235 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-b334172e-7c1e-4bc3-bc16-af0c44cdb51f None None] Provisioning complete for port 3c983ede-931e-459b-9ccb-6dc479cca586 triggered by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:08:23.690421 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-b334172e-7c1e-4bc3-bc16-af0c44cdb51f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:23.707985 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-65e0957a-fcbc-4298-a3cb-2b14d3b17b4f tempest-RoutersNegativeIpV6Test-756758868 tempest-RoutersNegativeIpV6Test-756758868-project] 10.222.0.104 "PUT /v2.0/routers/42870c8f-233d-4d1a-8824-94c98776124a/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.1448486 Jul 06 14:08:23.797121 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-b334172e-7c1e-4bc3-bc16-af0c44cdb51f None None] Port 3c983ede-931e-459b-9ccb-6dc479cca586 cannot update to ACTIVE because it is not bound. {{(pid=100248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 14:08:23.803584 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 45376) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:08:23.837136 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-b334172e-7c1e-4bc3-bc16-af0c44cdb51f None None] Provisioning for port dff208fd-e233-4750-9e46-36e1fb73d781 completed by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:08:23.907704 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device dff208fd-e233-4750-9e46-36e1fb73d781 up at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:08:23.907861 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-5234aac0-b06d-42ec-bc50-4bd96bad6234 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1849032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127687649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127702047'] for subnet, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:23.951278 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5234aac0-b06d-42ec-bc50-4bd96bad6234 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Network df34d817-ecd2-44b4-8bb9-700b0e3e3a0c is already hosted by enough agents. {{(pid=100246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:08:23.956666 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.base_scheduler [None req-5234aac0-b06d-42ec-bc50-4bd96bad6234 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Resources bound (agent type, host, resource id): {{(pid=100246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:08:23.961744 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5234aac0-b06d-42ec-bc50-4bd96bad6234 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:08:23.962348 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-5234aac0-b06d-42ec-bc50-4bd96bad6234 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Notify callbacks [] for subnet, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:23.975843 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1285614c-ddd9-44e3-aa03-68f545d0217f None None] Network df34d817-ecd2-44b4-8bb9-700b0e3e3a0c requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:08:23.981439 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5234aac0-b06d-42ec-bc50-4bd96bad6234 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Pushing event updated for resources: {'Subnet': ['ID=3dd466f6-df37-4ed3-afbe-924775c7f1ae,revision_number=0']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:08:23.988412 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-5234aac0-b06d-42ec-bc50-4bd96bad6234 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] 10.222.0.104 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7787018 Jul 06 14:08:23.991076 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 45378) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:08:23.996537 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-fca051c7-ab10-40c8-ba1c-8451a04acc23 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Request body: {'security_group': {'name': 'tempest-secgroup-1063625510'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:08:24.032043 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-fca051c7-ab10-40c8-ba1c-8451a04acc23 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Notify callbacks [] for security_group, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:24.163430 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-fca051c7-ab10-40c8-ba1c-8451a04acc23 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Notify callbacks [] for security_group, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:24.168881 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-fca051c7-ab10-40c8-ba1c-8451a04acc23 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:24.204416 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning for port dff208fd-e233-4750-9e46-36e1fb73d781 completed by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:08:24.219693 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-fca051c7-ab10-40c8-ba1c-8451a04acc23 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Notify callbacks [] for security_group, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:24.224336 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-fca051c7-ab10-40c8-ba1c-8451a04acc23 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] 10.222.0.104 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2287338 Jul 06 14:08:24.224993 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 45398) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:08:24.240812 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-84477ed3-d264-4057-ae93-94c725313241 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Request body: {'security_group': {'name': 'tempest-secgroup-686760374'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:08:24.256309 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 45400) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:08:24.265788 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning complete for port dff208fd-e233-4750-9e46-36e1fb73d781 triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:08:24.267154 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:24.268868 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca051c7-ab10-40c8-ba1c-8451a04acc23 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7fba48c4-fa67-4de8-984b-72c91face82b,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:08:24.389462 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-a27f3a3d-ebc2-491a-ad92-404531475bb3 None None] Provisioning complete for port dff208fd-e233-4750-9e46-36e1fb73d781 triggered by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:08:24.390150 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-a27f3a3d-ebc2-491a-ad92-404531475bb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:24.430196 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-84477ed3-d264-4057-ae93-94c725313241 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Notify callbacks [] for security_group, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:24.504040 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.plugin [None req-52af42c2-0e58-4f74-86ab-f58af118cb78 admin admin] Deleting port b3125c54-e2b3-45e4-829a-8f3c8ddda8ae {{(pid=100247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:08:24.505014 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-52af42c2-0e58-4f74-86ab-f58af118cb78 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:24.635204 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfdc3c9b-9132-4e3d-b878-bdffb9f37eec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6bd5fc82-6666-56e8-87c2-91648d36c963-df34d817-ecd2-44b4-8bb9-700b0e3e3a0c', 'network_id': 'df34d817-ecd2-44b4-8bb9-700b0e3e3a0c', 'tenant_id': 'e15b02822e68450fa73455cc009166c9', 'fixed_ips': [{'subnet_id': '3dd466f6-df37-4ed3-afbe-924775c7f1ae'}]}} from n-d-773647-6. {{(pid=100248) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 14:08:24.639024 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-ca18fa00-0e35-4f52-a966-373fa6d55d77 tempest-RoutersNegativeIpV6Test-756758868 tempest-RoutersNegativeIpV6Test-756758868-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1809431'] for router_interface, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:24.644955 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-bfdc3c9b-9132-4e3d-b878-bdffb9f37eec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:24.715130 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-84477ed3-d264-4057-ae93-94c725313241 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Notify callbacks [] for security_group, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:24.728207 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:24.765934 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-a27f3a3d-ebc2-491a-ad92-404531475bb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:24.779192 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.db [None req-52af42c2-0e58-4f74-86ab-f58af118cb78 admin admin] For port b3125c54-e2b3-45e4-829a-8f3c8ddda8ae, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=b3125c54-e2b3-45e4-829a-8f3c8ddda8ae,segment=NetworkSegment(2226be6a-5b77-4b84-97e9-ccc85a2fc3f4),segment_id=2226be6a-5b77-4b84-97e9-ccc85a2fc3f4)] {{(pid=100247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:08:24.779653 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-52af42c2-0e58-4f74-86ab-f58af118cb78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:24.794200 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.plugin [None req-52af42c2-0e58-4f74-86ab-f58af118cb78 admin admin] Calling delete_port for b3125c54-e2b3-45e4-829a-8f3c8ddda8ae owned by network:router_interface {{(pid=100247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:08:24.797903 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-84477ed3-d264-4057-ae93-94c725313241 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:24.832661 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84477ed3-d264-4057-ae93-94c725313241 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Pushing event updated for resources: {'SecurityGroup': ['ID=deaa4725-252f-4448-b84c-6405cee2a6a1,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:08:24.848575 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] For port dff208fd-e233-4750-9e46-36e1fb73d781, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=dff208fd-e233-4750-9e46-36e1fb73d781,segment=NetworkSegment(35a1577f-4f83-444f-a73b-25881646a863),segment_id=35a1577f-4f83-444f-a73b-25881646a863)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:08:24.851410 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-84477ed3-d264-4057-ae93-94c725313241 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Notify callbacks [] for security_group, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:24.855311 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-84477ed3-d264-4057-ae93-94c725313241 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] 10.222.0.104 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.6222363 Jul 06 14:08:24.857209 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 45424) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:08:24.859395 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:24.860280 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device bd43cee1-2126-484d-adc6-482891dc21d0 up at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:08:24.862608 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-de1ec963-cff6-4b8b-8441-79efaea01c25 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-905352435', 'security_groups': ['deaa4725-252f-4448-b84c-6405cee2a6a1'], 'network_id': 'df34d817-ecd2-44b4-8bb9-700b0e3e3a0c', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '3dd466f6-df37-4ed3-afbe-924775c7f1ae'}]}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:08:24.996219 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.db.api [None req-a27f3a3d-ebc2-491a-ad92-404531475bb3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100248) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 06 14:08:24.996739 n-d-773647-6 neutron-server[100248]: DEBUG oslo_db.api [None req-a27f3a3d-ebc2-491a-ad92-404531475bb3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 06 14:08:25.017418 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Pushing event updated for resources: {'Port': ['ID=dff208fd-e233-4750-9e46-36e1fb73d781,revision_number=3']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:08:25.026997 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.db_base_plugin_common [None req-bfdc3c9b-9132-4e3d-b878-bdffb9f37eec None None] Allocated IP 2001:db8::2 (df34d817-ecd2-44b4-8bb9-700b0e3e3a0c/3dd466f6-df37-4ed3-afbe-924775c7f1ae/cbfba3a8-53b2-40c4-bb2f-e91087725ff9) {{(pid=100248) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:08:25.034362 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de1ec963-cff6-4b8b-8441-79efaea01c25 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Made reservation on behalf of e15b02822e68450fa73455cc009166c9 for: {'port': 1} {{(pid=100246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:08:25.058784 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning complete for port bd43cee1-2126-484d-adc6-482891dc21d0 triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:08:25.059348 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:25.085391 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-21717eeb-5caf-4a86-98f8-c10617534362 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1809431'] for router_interface, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:25.115101 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fbc84d-94d9-4dfe-8633-0c05421fb07b req-09609d15-f579-4e0c-ac5a-d622db10327a tempest-ImagesTestJSON-1482892319 tempest-ImagesTestJSON-1482892319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:08:25.119718 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-09fbc84d-94d9-4dfe-8633-0c05421fb07b req-09609d15-f579-4e0c-ac5a-d622db10327a tempest-ImagesTestJSON-1482892319 tempest-ImagesTestJSON-1482892319-project] 10.222.0.104 "GET /v2.0/ports?device_id=f46f203e-b652-44ae-acc3-6f04c9f230e7 HTTP/1.1" status: 200 len: 945 time: 0.1831567 Jul 06 14:08:25.191381 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-52af42c2-0e58-4f74-86ab-f58af118cb78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128888353'] for port, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:25.210793 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-de1ec963-cff6-4b8b-8441-79efaea01c25 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:25.237796 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52af42c2-0e58-4f74-86ab-f58af118cb78 admin admin] Pushing event deleted for resources: {'Port': ['ID=b3125c54-e2b3-45e4-829a-8f3c8ddda8ae,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:08:25.252601 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-bfdc3c9b-9132-4e3d-b878-bdffb9f37eec None None] Notify callbacks [] for port, precommit_create {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:25.265097 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-bfdc3c9b-9132-4e3d-b878-bdffb9f37eec None None] Transition to ACTIVE for port object cbfba3a8-53b2-40c4-bb2f-e91087725ff9 will not be triggered until provisioned by entity L2. {{(pid=100248) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:08:25.278064 n-d-773647-6 neutron-server[100246]: DEBUG neutron.notifiers.nova [None req-de1ec963-cff6-4b8b-8441-79efaea01c25 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] device_id is not set on port c276db90-140d-403b-a7aa-3bc3fdd98762 yet. {{(pid=100246) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 14:08:25.278248 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-09fbc84d-94d9-4dfe-8633-0c05421fb07b req-14d678a2-61f9-475a-b4f9-d1462ea34106 tempest-ImagesTestJSON-1482892319 tempest-ImagesTestJSON-1482892319-project] 10.222.0.104 "GET /v2.0/security-groups?id=46e03f63-f74e-4db3-981d-76fb36967b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1523416 Jul 06 14:08:25.308956 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-bfdc3c9b-9132-4e3d-b878-bdffb9f37eec None None] Transition to ACTIVE for port object cbfba3a8-53b2-40c4-bb2f-e91087725ff9 will not be triggered until provisioned by entity DHCP. {{(pid=100248) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:08:25.308956 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-bfdc3c9b-9132-4e3d-b878-bdffb9f37eec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108'] for port, after_create {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:25.357468 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 43012f14-e7dc-42df-95cc-7ecbe7072221 no longer exists at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:08:25.394647 n-d-773647-6 neutron-server[100248]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfdc3c9b-9132-4e3d-b878-bdffb9f37eec None None] Network df34d817-ecd2-44b4-8bb9-700b0e3e3a0c is already hosted by enough agents. {{(pid=100248) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:08:25.404375 n-d-773647-6 neutron-server[100248]: DEBUG neutron.scheduler.base_scheduler [None req-bfdc3c9b-9132-4e3d-b878-bdffb9f37eec None None] Resources bound (agent type, host, resource id): {{(pid=100248) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:08:25.409896 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] No Port match for: 43012f14-e7dc-42df-95cc-7ecbe7072221 {{(pid=100248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 14:08:25.410487 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 43012f14-e7dc-42df-95cc-7ecbe7072221 not bound to the agent host n-d-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:08:25.416312 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfdc3c9b-9132-4e3d-b878-bdffb9f37eec None None] Received port after_create {{(pid=100248) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:08:25.486391 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfdc3c9b-9132-4e3d-b878-bdffb9f37eec None None] Pushing event updated for resources: {'Port': ['ID=cbfba3a8-53b2-40c4-bb2f-e91087725ff9,revision_number=1']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:08:25.539588 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-bfdc3c9b-9132-4e3d-b878-bdffb9f37eec None None] Attempting to bind port cbfba3a8-53b2-40c4-bb2f-e91087725ff9 on host n-d-773647-6 for vnic_type normal with profile {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:08:25.539951 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-bfdc3c9b-9132-4e3d-b878-bdffb9f37eec None None] Attempting to bind port cbfba3a8-53b2-40c4-bb2f-e91087725ff9 by drivers openvswitch,hyperv on host n-d-773647-6 at level 0 using segments [{'id': '77ae933e-d21d-4d17-88da-ba6b32ae5f87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1031, 'network_id': 'df34d817-ecd2-44b4-8bb9-700b0e3e3a0c'}] {{(pid=100248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:08:25.540226 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfdc3c9b-9132-4e3d-b878-bdffb9f37eec None None] Attempting to bind port cbfba3a8-53b2-40c4-bb2f-e91087725ff9 on network df34d817-ecd2-44b4-8bb9-700b0e3e3a0c {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:08:25.558123 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-ff8f157e-a9ad-4cf9-b50b-96d2c8a6036e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:25.563473 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfdc3c9b-9132-4e3d-b878-bdffb9f37eec None None] Checking agent: {'id': '8ab5b19c-d213-4f29-891d-27bdf39d38b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773647-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 43, 26), 'started_at': datetime.datetime(2021, 7, 6, 13, 43, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 7, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773647-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:08:25.563678 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.db_base_plugin_common [None req-de1ec963-cff6-4b8b-8441-79efaea01c25 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Allocated IP 2001:db8::3ab (df34d817-ecd2-44b4-8bb9-700b0e3e3a0c/3dd466f6-df37-4ed3-afbe-924775c7f1ae/c276db90-140d-403b-a7aa-3bc3fdd98762) {{(pid=100246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:08:25.563951 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfdc3c9b-9132-4e3d-b878-bdffb9f37eec None None] Checking segment: {'id': '77ae933e-d21d-4d17-88da-ba6b32ae5f87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1031, 'network_id': 'df34d817-ecd2-44b4-8bb9-700b0e3e3a0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:08:25.564267 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-bfdc3c9b-9132-4e3d-b878-bdffb9f37eec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:25.564663 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfdc3c9b-9132-4e3d-b878-bdffb9f37eec None None] Bound using segment: {'id': '77ae933e-d21d-4d17-88da-ba6b32ae5f87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1031, 'network_id': 'df34d817-ecd2-44b4-8bb9-700b0e3e3a0c'} {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:08:25.565373 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-bfdc3c9b-9132-4e3d-b878-bdffb9f37eec None None] Bound port: cbfba3a8-53b2-40c4-bb2f-e91087725ff9, host: n-d-773647-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77ae933e-d21d-4d17-88da-ba6b32ae5f87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1031, 'network_id': 'df34d817-ecd2-44b4-8bb9-700b0e3e3a0c'}}] {{(pid=100248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:08:25.565542 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-bfdc3c9b-9132-4e3d-b878-bdffb9f37eec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:25.599513 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.plugin [None req-ca18fa00-0e35-4f52-a966-373fa6d55d77 tempest-RoutersNegativeIpV6Test-756758868 tempest-RoutersNegativeIpV6Test-756758868-project] Deleting port 3c983ede-931e-459b-9ccb-6dc479cca586 {{(pid=100247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:08:25.600089 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-ca18fa00-0e35-4f52-a966-373fa6d55d77 tempest-RoutersNegativeIpV6Test-756758868 tempest-RoutersNegativeIpV6Test-756758868-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:25.674882 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-52af42c2-0e58-4f74-86ab-f58af118cb78 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1809193'] for router_interface, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:25.679351 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-bfdc3c9b-9132-4e3d-b878-bdffb9f37eec None None] For port cbfba3a8-53b2-40c4-bb2f-e91087725ff9, host n-d-773647-6, cleared binding levels {{(pid=100248) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:08:25.688880 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-bfdc3c9b-9132-4e3d-b878-bdffb9f37eec None None] For port cbfba3a8-53b2-40c4-bb2f-e91087725ff9, host n-d-773647-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=cbfba3a8-53b2-40c4-bb2f-e91087725ff9,segment=NetworkSegment(77ae933e-d21d-4d17-88da-ba6b32ae5f87),segment_id=77ae933e-d21d-4d17-88da-ba6b32ae5f87)] {{(pid=100248) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:08:25.696554 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-bfdc3c9b-9132-4e3d-b878-bdffb9f37eec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:25.713155 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [None req-21717eeb-5caf-4a86-98f8-c10617534362 admin admin] Deleting port 668c609d-f6f6-4890-b264-0db2a2fd2235 {{(pid=100246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:08:25.713430 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-21717eeb-5caf-4a86-98f8-c10617534362 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:25.812597 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-ca18fa00-0e35-4f52-a966-373fa6d55d77 tempest-RoutersNegativeIpV6Test-756758868 tempest-RoutersNegativeIpV6Test-756758868-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:25.838409 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-de1ec963-cff6-4b8b-8441-79efaea01c25 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Notify callbacks [] for port, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:25.844429 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device dff208fd-e233-4750-9e46-36e1fb73d781 up at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:08:25.852192 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.plugin [None req-ca18fa00-0e35-4f52-a966-373fa6d55d77 tempest-RoutersNegativeIpV6Test-756758868 tempest-RoutersNegativeIpV6Test-756758868-project] Calling delete_port for 3c983ede-931e-459b-9ccb-6dc479cca586 owned by network:router_interface {{(pid=100247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:08:25.876282 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.provisioning_blocks [None req-de1ec963-cff6-4b8b-8441-79efaea01c25 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Transition to ACTIVE for port object c276db90-140d-403b-a7aa-3bc3fdd98762 will not be triggered until provisioned by entity DHCP. {{(pid=100246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:08:25.886005 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.db [None req-21717eeb-5caf-4a86-98f8-c10617534362 admin admin] For port 668c609d-f6f6-4890-b264-0db2a2fd2235, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=668c609d-f6f6-4890-b264-0db2a2fd2235,segment=NetworkSegment(b5b7410c-45e5-4ed8-a57c-36aa81e0edd8),segment_id=b5b7410c-45e5-4ed8-a57c-36aa81e0edd8)] {{(pid=100246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:08:25.886407 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-21717eeb-5caf-4a86-98f8-c10617534362 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:25.904793 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfdc3c9b-9132-4e3d-b878-bdffb9f37eec None None] Pushing event updated for resources: {'Port': ['ID=cbfba3a8-53b2-40c4-bb2f-e91087725ff9,revision_number=2']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:08:25.913423 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [None req-21717eeb-5caf-4a86-98f8-c10617534362 admin admin] Calling delete_port for 668c609d-f6f6-4890-b264-0db2a2fd2235 owned by network:router_interface {{(pid=100246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:08:25.936341 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:25.954214 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning complete for port dff208fd-e233-4750-9e46-36e1fb73d781 triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:08:25.954429 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:26.007294 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-de1ec963-cff6-4b8b-8441-79efaea01c25 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-127687573'] for port, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:26.102130 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1ec963-cff6-4b8b-8441-79efaea01c25 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Pushing event updated for resources: {'Port': ['ID=c276db90-140d-403b-a7aa-3bc3fdd98762,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:08:26.110671 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de1ec963-cff6-4b8b-8441-79efaea01c25 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Network df34d817-ecd2-44b4-8bb9-700b0e3e3a0c is already hosted by enough agents. {{(pid=100246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:08:26.115009 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.base_scheduler [None req-de1ec963-cff6-4b8b-8441-79efaea01c25 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Resources bound (agent type, host, resource id): {{(pid=100246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:08:26.119199 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de1ec963-cff6-4b8b-8441-79efaea01c25 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Received port after_create {{(pid=100246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:08:26.128364 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de1ec963-cff6-4b8b-8441-79efaea01c25 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:08:26.129366 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-de1ec963-cff6-4b8b-8441-79efaea01c25 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:26.147588 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-de1ec963-cff6-4b8b-8441-79efaea01c25 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] 10.222.0.104 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.2890630 Jul 06 14:08:26.152438 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 45432) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:08:26.167203 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [None req-71abd7e6-4575-4874-b09d-caecb22acc94 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Request body: {'subnet': {'network_id': 'df34d817-ecd2-44b4-8bb9-700b0e3e3a0c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:08:26.263972 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52af42c2-0e58-4f74-86ab-f58af118cb78 admin admin] Router 9f4218d4-672b-47f4-a2e8-4e77e0734908 has already been hosted by L3 agent 2823d358-a11b-4885-a706-95a279e43fa7 {{(pid=100247) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 14:08:26.279181 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-21717eeb-5caf-4a86-98f8-c10617534362 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127687580'] for port, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:26.299919 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-ca18fa00-0e35-4f52-a966-373fa6d55d77 tempest-RoutersNegativeIpV6Test-756758868 tempest-RoutersNegativeIpV6Test-756758868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128888353'] for port, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:26.307202 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21717eeb-5caf-4a86-98f8-c10617534362 admin admin] Pushing event deleted for resources: {'Port': ['ID=668c609d-f6f6-4890-b264-0db2a2fd2235,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:08:26.383242 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca18fa00-0e35-4f52-a966-373fa6d55d77 tempest-RoutersNegativeIpV6Test-756758868 tempest-RoutersNegativeIpV6Test-756758868-project] Pushing event deleted for resources: {'Port': ['ID=3c983ede-931e-459b-9ccb-6dc479cca586,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:08:26.547803 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-2064eaae-da4f-48f8-82d2-b09d4ddedd44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:26.887288 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-21717eeb-5caf-4a86-98f8-c10617534362 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1809193'] for router_interface, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:26.899506 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71abd7e6-4575-4874-b09d-caecb22acc94 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Made reservation on behalf of e15b02822e68450fa73455cc009166c9 for: {'subnet': 1} {{(pid=100247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:08:26.903599 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-71abd7e6-4575-4874-b09d-caecb22acc94 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127627440'] for subnet, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:26.910780 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-ca18fa00-0e35-4f52-a966-373fa6d55d77 tempest-RoutersNegativeIpV6Test-756758868 tempest-RoutersNegativeIpV6Test-756758868-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1809193'] for router_interface, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:26.987537 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52af42c2-0e58-4f74-86ab-f58af118cb78 admin admin] Notify agent at l3_agent.n-d-773647-6 the message routers_updated {{(pid=100247) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 14:08:27.003158 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b52b355-2a18-4385-a3e1-a10162359a5d None None] Sync routers for ids ['9f4218d4-672b-47f4-a2e8-4e77e0734908'] in n-d-773647-6 {{(pid=100248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 14:08:27.017306 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b52b355-2a18-4385-a3e1-a10162359a5d None None] Routers {'9f4218d4-672b-47f4-a2e8-4e77e0734908'} bound to L3 agent in host n-d-773647-6 {{(pid=100248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:08:27.018084 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-6b52b355-2a18-4385-a3e1-a10162359a5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T14:08:25Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['9f4218d4-672b-47f4-a2e8-4e77e0734908'], 'active': True} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:08:27.037705 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-52af42c2-0e58-4f74-86ab-f58af118cb78 admin admin] 10.222.0.104 "PUT /v2.0/routers/9f4218d4-672b-47f4-a2e8-4e77e0734908/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3595090 Jul 06 14:08:27.039454 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 45440) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:08:27.114683 n-d-773647-6 neutron-server[100247]: INFO neutron.db.ipam_backend_mixin [None req-71abd7e6-4575-4874-b09d-caecb22acc94 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 3dd466f6-df37-4ed3-afbe-924775c7f1ae (CIDR: 2001:db8::/64) Jul 06 14:08:27.149217 n-d-773647-6 neutron-server[100247]: INFO neutron.pecan_wsgi.hooks.translation [None req-71abd7e6-4575-4874-b09d-caecb22acc94 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 06 14:08:27.149711 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-71abd7e6-4575-4874-b09d-caecb22acc94 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100247) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 14:08:27.193349 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvr_db [None req-6b52b355-2a18-4385-a3e1-a10162359a5d None None] Set router 9f4218d4-672b-47f4-a2e8-4e77e0734908 gateway port host: n-d-773647-6 {{(pid=100248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:08:27.202470 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-32a4272d-2f64-4b06-9970-d377e3f382a7 admin admin] Notify callbacks [] for router, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:27.206269 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487ea7ba-9783-48c3-bf4d-ca8a49b5bb25 req-87683800-50cc-4c05-a550-639dc8eae081 tempest-ImagesTestJSON-1482892319 tempest-ImagesTestJSON-1482892319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:08:27.206911 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-487ea7ba-9783-48c3-bf4d-ca8a49b5bb25 req-87683800-50cc-4c05-a550-639dc8eae081 tempest-ImagesTestJSON-1482892319 tempest-ImagesTestJSON-1482892319-project] 10.222.0.104 "GET /v2.0/ports?device_id=f46f203e-b652-44ae-acc3-6f04c9f230e7 HTTP/1.1" status: 200 len: 945 time: 0.7379763 Jul 06 14:08:27.232924 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca18fa00-0e35-4f52-a966-373fa6d55d77 tempest-RoutersNegativeIpV6Test-756758868 tempest-RoutersNegativeIpV6Test-756758868-project] Router 42870c8f-233d-4d1a-8824-94c98776124a has already been hosted by L3 agent 2823d358-a11b-4885-a706-95a279e43fa7 {{(pid=100247) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 14:08:27.250166 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-71abd7e6-4575-4874-b09d-caecb22acc94 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] 10.222.0.104 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.0958157 Jul 06 14:08:27.253515 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 45444) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:08:27.258502 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [None req-1ba0b91f-c8ce-45c9-8622-d2fe2ac44764 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Request body: {'subnet': {'network_id': 'df34d817-ecd2-44b4-8bb9-700b0e3e3a0c', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:08:27.422012 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-32a4272d-2f64-4b06-9970-d377e3f382a7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:27.423672 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-487ea7ba-9783-48c3-bf4d-ca8a49b5bb25 req-9748c21b-82ac-4288-921b-015740573977 tempest-ImagesTestJSON-1482892319 tempest-ImagesTestJSON-1482892319-project] 10.222.0.104 "GET /v2.0/security-groups?id=46e03f63-f74e-4db3-981d-76fb36967b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2081583 Jul 06 14:08:27.452264 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21717eeb-5caf-4a86-98f8-c10617534362 admin admin] Router 6a562ffd-994b-4d05-aeb8-c9f367f3fd5e has already been hosted by L3 agent 2823d358-a11b-4885-a706-95a279e43fa7 {{(pid=100246) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 14:08:27.470873 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca18fa00-0e35-4f52-a966-373fa6d55d77 tempest-RoutersNegativeIpV6Test-756758868 tempest-RoutersNegativeIpV6Test-756758868-project] Notify agent at l3_agent.n-d-773647-6 the message routers_updated {{(pid=100247) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 14:08:27.480743 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-ca18fa00-0e35-4f52-a966-373fa6d55d77 tempest-RoutersNegativeIpV6Test-756758868 tempest-RoutersNegativeIpV6Test-756758868-project] 10.222.0.104 "PUT /v2.0/routers/42870c8f-233d-4d1a-8824-94c98776124a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6717732 Jul 06 14:08:27.483712 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c1bcc52-d19b-4531-b746-62a84f5a0153 None None] Sync routers for ids ['42870c8f-233d-4d1a-8824-94c98776124a'] in n-d-773647-6 {{(pid=100249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 14:08:27.494047 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 45446) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:08:27.498267 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c1bcc52-d19b-4531-b746-62a84f5a0153 None None] Routers {'42870c8f-233d-4d1a-8824-94c98776124a'} bound to L3 agent in host n-d-773647-6 {{(pid=100249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:08:27.500120 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-8c1bcc52-d19b-4531-b746-62a84f5a0153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T14:08:25Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['42870c8f-233d-4d1a-8824-94c98776124a'], 'active': True} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:08:27.501027 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Device d981f48a-8f6f-43b4-9b11-ad7455e8e639 details requested by agent hyperv_n-h2-773647-6 with host n-h2-773647-6 {{(pid=100248) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 14:08:27.539162 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-8c1bcc52-d19b-4531-b746-62a84f5a0153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-773647-6', False) {} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:08:27.548617 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c1bcc52-d19b-4531-b746-62a84f5a0153 None None] Routers {'42870c8f-233d-4d1a-8824-94c98776124a'} bound to L3 agent in host n-d-773647-6 {{(pid=100249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:08:27.549226 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-8c1bcc52-d19b-4531-b746-62a84f5a0153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T14:08:25Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['42870c8f-233d-4d1a-8824-94c98776124a'], 'active': True} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:08:27.552213 n-d-773647-6 neutron-server[100246]: INFO neutron.api.v2.resource [None req-1379b586-6d09-4796-a638-e278858d7af5 tempest-RoutersNegativeIpV6Test-756758868 tempest-RoutersNegativeIpV6Test-756758868-project] delete failed (client error): The resource could not be found. Jul 06 14:08:27.556564 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ba0b91f-c8ce-45c9-8622-d2fe2ac44764 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Made reservation on behalf of e15b02822e68450fa73455cc009166c9 for: {'subnet': 1} {{(pid=100247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:08:27.560802 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-1379b586-6d09-4796-a638-e278858d7af5 tempest-RoutersNegativeIpV6Test-756758868 tempest-RoutersNegativeIpV6Test-756758868-project] 10.222.0.104 "DELETE /v2.0/routers/tempest-non_exist_router-1730118162 HTTP/1.1" status: 404 len: 335 time: 0.0601189 Jul 06 14:08:27.562858 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 45448) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:08:27.564929 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-1ba0b91f-c8ce-45c9-8622-d2fe2ac44764 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127627440'] for subnet, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:27.568915 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-79850dac-0f8c-46f4-bff0-11f71bd61dae tempest-RoutersNegativeIpV6Test-756758868 tempest-RoutersNegativeIpV6Test-756758868-project] Request body: {'router': {'external_gateway_info': {'network_id': '42870c8f-233d-4d1a-8824-94c98776124a'}}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:08:27.575361 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-58c9e52c-9cc6-41d2-8cd4-ddc85d4e25e4 None None] Provisioning for port cbfba3a8-53b2-40c4-bb2f-e91087725ff9 completed by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:08:27.591078 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-8c1bcc52-d19b-4531-b746-62a84f5a0153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-773647-6', False) {} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:08:27.591902 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c1bcc52-d19b-4531-b746-62a84f5a0153 None None] The sync data for ids ['42870c8f-233d-4d1a-8824-94c98776124a'] in n-d-773647-6 is: [] {{(pid=100249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 14:08:27.678119 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-58c9e52c-9cc6-41d2-8cd4-ddc85d4e25e4 None None] Provisioning complete for port 7013172b-3961-4284-aab9-e8f7589c020e triggered by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:08:27.678476 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-58c9e52c-9cc6-41d2-8cd4-ddc85d4e25e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:27.769607 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [None req-32a4272d-2f64-4b06-9970-d377e3f382a7 admin admin] Deleting port 7071a550-84a6-48dc-873b-1f204d040ad2 {{(pid=100246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:08:27.769607 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-32a4272d-2f64-4b06-9970-d377e3f382a7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:27.771685 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-58c9e52c-9cc6-41d2-8cd4-ddc85d4e25e4 None None] Port 7013172b-3961-4284-aab9-e8f7589c020e cannot update to ACTIVE because it is not bound. {{(pid=100248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 14:08:27.783204 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] For port d981f48a-8f6f-43b4-9b11-ad7455e8e639, host n-h2-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=d981f48a-8f6f-43b4-9b11-ad7455e8e639,segment=NetworkSegment(4f034a4d-0401-4410-9e3b-cfb7c7ebcd98),segment_id=4f034a4d-0401-4410-9e3b-cfb7c7ebcd98)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:08:27.800444 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Returning: {'device': 'd981f48a-8f6f-43b4-9b11-ad7455e8e639', 'network_id': '843daa65-9f70-4b7f-ae10-986f4b2f43e8', 'port_id': 'd981f48a-8f6f-43b4-9b11-ad7455e8e639', 'mac_address': 'fa:16:3e:be:3b:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1006, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ae20b5e9-07e2-4786-84d5-713ad5ff019c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100248) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 14:08:27.836952 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-6b52b355-2a18-4385-a3e1-a10162359a5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f4218d4-672b-47f4-a2e8-4e77e0734908', 'name': 'tempest-ServersTestManualDisk-48759059-router', 'tenant_id': '8d40ff3e576046ac8d901f027a7728c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.241'}], 'enable_snat': True}, 'gw_port_id': '7071a550-84a6-48dc-873b-1f204d040ad2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:05:52Z', 'updated_at': '2021-07-06T14:08:25Z', 'revision_number': 5, 'project_id': '8d40ff3e576046ac8d901f027a7728c5', 'gw_port': {'id': '7071a550-84a6-48dc-873b-1f204d040ad2', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:97:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f4218d4-672b-47f4-a2e8-4e77e0734908', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1386, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:05:53Z', 'updated_at': '2021-07-06T14:06:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6'}], 'n-d-773647-6', False) {} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:08:27.873547 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device cbfba3a8-53b2-40c4-bb2f-e91087725ff9 up at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:08:27.878134 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b52b355-2a18-4385-a3e1-a10162359a5d None None] Checking router: 9f4218d4-672b-47f4-a2e8-4e77e0734908 for host: n-d-773647-6 {{(pid=100248) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 14:08:27.914187 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:27.930599 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-1ba0b91f-c8ce-45c9-8622-d2fe2ac44764 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1849032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-128888412', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127627426'] for subnet, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:27.935167 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b52b355-2a18-4385-a3e1-a10162359a5d None None] Routers {'9f4218d4-672b-47f4-a2e8-4e77e0734908'} bound to L3 agent in host n-d-773647-6 {{(pid=100248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:08:27.935831 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-6b52b355-2a18-4385-a3e1-a10162359a5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T14:08:25Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['9f4218d4-672b-47f4-a2e8-4e77e0734908'], 'active': True} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:08:27.945132 n-d-773647-6 neutron-server[100248]: DEBUG neutron.notifiers.nova [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d981f48a-8f6f-43b4-9b11-ad7455e8e639 {{(pid=100248) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 14:08:27.977044 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ba0b91f-c8ce-45c9-8622-d2fe2ac44764 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Network df34d817-ecd2-44b4-8bb9-700b0e3e3a0c is already hosted by enough agents. {{(pid=100247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:08:27.981021 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.base_scheduler [None req-1ba0b91f-c8ce-45c9-8622-d2fe2ac44764 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Resources bound (agent type, host, resource id): {{(pid=100247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:08:27.985477 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ba0b91f-c8ce-45c9-8622-d2fe2ac44764 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:08:27.986193 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-1ba0b91f-c8ce-45c9-8622-d2fe2ac44764 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Notify callbacks [] for subnet, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:27.990689 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-96f6be85-2e99-44f4-868d-817d51fd40da None None] Provisioning for port c276db90-140d-403b-a7aa-3bc3fdd98762 completed by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:08:27.999709 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba0b91f-c8ce-45c9-8622-d2fe2ac44764 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Pushing event updated for resources: {'Subnet': ['ID=30ca27d7-4232-4a43-bc11-d475492415e2,revision_number=0']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:08:28.014160 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-1ba0b91f-c8ce-45c9-8622-d2fe2ac44764 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] 10.222.0.104 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.7592440 Jul 06 14:08:28.016370 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 45452) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:08:28.022252 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [None req-5700f9ef-1443-4e62-8106-52567497f088 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1795481760', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '30ca27d7-4232-4a43-bc11-d475492415e2'}], 'security_groups': ['7fba48c4-fa67-4de8-984b-72c91face82b']}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:08:28.035253 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-259135e6-760c-454c-a78b-c4e49f40efd8 None None] Network df34d817-ecd2-44b4-8bb9-700b0e3e3a0c requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:08:28.037332 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-96f6be85-2e99-44f4-868d-817d51fd40da None None] Provisioning complete for port c276db90-140d-403b-a7aa-3bc3fdd98762 triggered by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:08:28.037707 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-96f6be85-2e99-44f4-868d-817d51fd40da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:28.059023 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21717eeb-5caf-4a86-98f8-c10617534362 admin admin] Notify agent at l3_agent.n-d-773647-6 the message routers_updated {{(pid=100246) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 14:08:28.069736 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-21717eeb-5caf-4a86-98f8-c10617534362 admin admin] 10.222.0.104 "PUT /v2.0/routers/6a562ffd-994b-4d05-aeb8-c9f367f3fd5e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8107586 Jul 06 14:08:28.072484 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.db [None req-32a4272d-2f64-4b06-9970-d377e3f382a7 admin admin] For port 7071a550-84a6-48dc-873b-1f204d040ad2, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=7071a550-84a6-48dc-873b-1f204d040ad2,segment=NetworkSegment(89a832b7-7793-4d51-9038-ed7e1c3ff1b2),segment_id=89a832b7-7793-4d51-9038-ed7e1c3ff1b2)] {{(pid=100246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:08:28.072484 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-32a4272d-2f64-4b06-9970-d377e3f382a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:28.077812 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-79850dac-0f8c-46f4-bff0-11f71bd61dae tempest-RoutersNegativeIpV6Test-756758868 tempest-RoutersNegativeIpV6Test-756758868-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1761047', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1806272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6989'] for router, precommit_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:28.080890 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 45454) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:08:28.091731 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b6c4f81-c747-46ce-98ba-2ebc452634b9 None None] Sync routers for ids ['6a562ffd-994b-4d05-aeb8-c9f367f3fd5e'] in n-d-773647-6 {{(pid=100248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 14:08:28.123719 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] For port d981f48a-8f6f-43b4-9b11-ad7455e8e639, host n-h2-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=d981f48a-8f6f-43b4-9b11-ad7455e8e639,segment=NetworkSegment(4f034a4d-0401-4410-9e3b-cfb7c7ebcd98),segment_id=4f034a4d-0401-4410-9e3b-cfb7c7ebcd98)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:08:28.133612 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [None req-32a4272d-2f64-4b06-9970-d377e3f382a7 admin admin] Calling delete_port for 7071a550-84a6-48dc-873b-1f204d040ad2 owned by network:router_gateway {{(pid=100246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:08:28.147447 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:28.157726 n-d-773647-6 neutron-server[100246]: INFO neutron.api.v2.resource [None req-79850dac-0f8c-46f4-bff0-11f71bd61dae tempest-RoutersNegativeIpV6Test-756758868 tempest-RoutersNegativeIpV6Test-756758868-project] update failed (client error): The resource could not be found. Jul 06 14:08:28.158866 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-79850dac-0f8c-46f4-bff0-11f71bd61dae tempest-RoutersNegativeIpV6Test-756758868 tempest-RoutersNegativeIpV6Test-756758868-project] 10.222.0.104 "PUT /v2.0/routers/42870c8f-233d-4d1a-8824-94c98776124a HTTP/1.1" status: 404 len: 339 time: 0.5951343 Jul 06 14:08:28.164944 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 45458) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:08:28.167660 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning for port cbfba3a8-53b2-40c4-bb2f-e91087725ff9 completed by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:08:28.170567 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-1dfb0bd9-8ce2-47ec-bead-54c8369add4b tempest-RoutersNegativeIpV6Test-756758868 tempest-RoutersNegativeIpV6Test-756758868-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-148066298'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:08:28.198995 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvr_db [None req-6b52b355-2a18-4385-a3e1-a10162359a5d None None] Set router 9f4218d4-672b-47f4-a2e8-4e77e0734908 gateway port host: None {{(pid=100248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:08:28.206747 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b6c4f81-c747-46ce-98ba-2ebc452634b9 None None] Routers {'6a562ffd-994b-4d05-aeb8-c9f367f3fd5e'} bound to L3 agent in host n-d-773647-6 {{(pid=100248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:08:28.207402 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-4b6c4f81-c747-46ce-98ba-2ebc452634b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T14:08:25Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['6a562ffd-994b-4d05-aeb8-c9f367f3fd5e'], 'active': True} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:08:28.237878 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning complete for port cbfba3a8-53b2-40c4-bb2f-e91087725ff9 triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:08:28.238542 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:28.240110 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-96f6be85-2e99-44f4-868d-817d51fd40da None None] Port c276db90-140d-403b-a7aa-3bc3fdd98762 cannot update to ACTIVE because it is not bound. {{(pid=100248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 14:08:28.244149 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-5700f9ef-1443-4e62-8106-52567497f088 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:28.272282 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1dfb0bd9-8ce2-47ec-bead-54c8369add4b tempest-RoutersNegativeIpV6Test-756758868 tempest-RoutersNegativeIpV6Test-756758868-project] Made reservation on behalf of 5ffcb50eb2f143e2838e76935ea59789 for: {'network': 1} {{(pid=100246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:08:28.275897 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-1dfb0bd9-8ce2-47ec-bead-54c8369add4b tempest-RoutersNegativeIpV6Test-756758868 tempest-RoutersNegativeIpV6Test-756758868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for network, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:28.333723 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] get_ports_and_sgs() called for port_ids ['d981f48a-8f6f-43b4-9b11-ad7455e8e639'] {{(pid=100248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 14:08:28.348920 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-1caaff71-0c2c-4cbc-8ab2-e6ad1050bdd7 admin admin] Notify callbacks [] for router, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:28.349144 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-6b52b355-2a18-4385-a3e1-a10162359a5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f4218d4-672b-47f4-a2e8-4e77e0734908', 'name': 'tempest-ServersTestManualDisk-48759059-router', 'tenant_id': '8d40ff3e576046ac8d901f027a7728c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:05:52Z', 'updated_at': '2021-07-06T14:08:27Z', 'revision_number': 6, 'project_id': '8d40ff3e576046ac8d901f027a7728c5', 'gw_port_host': None}], 'n-d-773647-6', False) {} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:08:28.408249 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1dfb0bd9-8ce2-47ec-bead-54c8369add4b tempest-RoutersNegativeIpV6Test-756758868 tempest-RoutersNegativeIpV6Test-756758868-project] vlan segment allocate from pool success with {'vlan_id': 1037, 'physical_network': 'physnet1'} {{(pid=100246) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 14:08:28.454473 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b52b355-2a18-4385-a3e1-a10162359a5d None None] The sync data for ids ['9f4218d4-672b-47f4-a2e8-4e77e0734908'] in n-d-773647-6 is: [{'id': '9f4218d4-672b-47f4-a2e8-4e77e0734908', 'name': 'tempest-ServersTestManualDisk-48759059-router', 'tenant_id': '8d40ff3e576046ac8d901f027a7728c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:05:52Z', 'updated_at': '2021-07-06T14:08:27Z', 'revision_number': 6, 'project_id': '8d40ff3e576046ac8d901f027a7728c5', 'gw_port_host': None}] {{(pid=100248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 14:08:28.457696 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-1dfb0bd9-8ce2-47ec-bead-54c8369add4b tempest-RoutersNegativeIpV6Test-756758868 tempest-RoutersNegativeIpV6Test-756758868-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552'] for segment, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:28.458031 n-d-773647-6 neutron-server[100246]: INFO neutron.db.segments_db [None req-1dfb0bd9-8ce2-47ec-bead-54c8369add4b tempest-RoutersNegativeIpV6Test-756758868 tempest-RoutersNegativeIpV6Test-756758868-project] Added segment ed40659c-9c1d-4739-815d-4f27dfd3b430 of type vlan for network 1c5338a1-8c86-416d-ae0e-6b17b84c2b4d Jul 06 14:08:28.510396 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Pushing event updated for resources: {'Port': ['ID=d981f48a-8f6f-43b4-9b11-ad7455e8e639,revision_number=6']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:08:28.521869 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-03f71b24-a9b8-453a-8924-caa3f97bc6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:28.580846 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-1dfb0bd9-8ce2-47ec-bead-54c8369add4b tempest-RoutersNegativeIpV6Test-756758868 tempest-RoutersNegativeIpV6Test-756758868-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773752984405'] for network, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:28.610259 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-1caaff71-0c2c-4cbc-8ab2-e6ad1050bdd7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:28.617641 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-32a4272d-2f64-4b06-9970-d377e3f382a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127687580'] for port, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:28.673011 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.db_base_plugin_common [None req-5700f9ef-1443-4e62-8106-52567497f088 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Delete allocated IP 2001:db8::3ab (df34d817-ecd2-44b4-8bb9-700b0e3e3a0c/3dd466f6-df37-4ed3-afbe-924775c7f1ae) {{(pid=100247) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 06 14:08:28.675867 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a4272d-2f64-4b06-9970-d377e3f382a7 admin admin] Pushing event deleted for resources: {'Port': ['ID=7071a550-84a6-48dc-873b-1f204d040ad2,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:08:28.677443 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvr_db [None req-4b6c4f81-c747-46ce-98ba-2ebc452634b9 None None] Set router 6a562ffd-994b-4d05-aeb8-c9f367f3fd5e gateway port host: n-d-773647-6 {{(pid=100248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:08:28.740731 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.db_base_plugin_common [None req-5700f9ef-1443-4e62-8106-52567497f088 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Allocated IP 2001:db8:0:1::295 (df34d817-ecd2-44b4-8bb9-700b0e3e3a0c/30ca27d7-4232-4a43-bc11-d475492415e2/c276db90-140d-403b-a7aa-3bc3fdd98762) {{(pid=100247) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:08:28.762464 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-1dfb0bd9-8ce2-47ec-bead-54c8369add4b tempest-RoutersNegativeIpV6Test-756758868 tempest-RoutersNegativeIpV6Test-756758868-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060'] for network, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:28.767672 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dfb0bd9-8ce2-47ec-bead-54c8369add4b tempest-RoutersNegativeIpV6Test-756758868 tempest-RoutersNegativeIpV6Test-756758868-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:08:28.768370 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-1dfb0bd9-8ce2-47ec-bead-54c8369add4b tempest-RoutersNegativeIpV6Test-756758868 tempest-RoutersNegativeIpV6Test-756758868-project] Notify callbacks [] for network, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:28.839982 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:28.848520 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-1dfb0bd9-8ce2-47ec-bead-54c8369add4b tempest-RoutersNegativeIpV6Test-756758868 tempest-RoutersNegativeIpV6Test-756758868-project] 10.222.0.104 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.6797826 Jul 06 14:08:28.851614 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 45462) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:08:28.852869 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06abb96e-b194-4503-bfc2-bea9008c901d req-b8efd1da-cad1-42be-824a-ae31536875cb tempest-ImagesTestJSON-1482892319 tempest-ImagesTestJSON-1482892319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:08:28.854491 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-06abb96e-b194-4503-bfc2-bea9008c901d req-b8efd1da-cad1-42be-824a-ae31536875cb tempest-ImagesTestJSON-1482892319 tempest-ImagesTestJSON-1482892319-project] 10.222.0.104 "GET /v2.0/ports?device_id=f46f203e-b652-44ae-acc3-6f04c9f230e7 HTTP/1.1" status: 200 len: 944 time: 0.1692307 Jul 06 14:08:28.867383 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-5167f5e3-7b12-429c-ac6c-a993e78bb0c5 tempest-RoutersNegativeIpV6Test-756758868 tempest-RoutersNegativeIpV6Test-756758868-project] Request body: {'subnet': {'network_id': '1c5338a1-8c86-416d-ae0e-6b17b84c2b4d', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:08:28.893933 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-32a4272d-2f64-4b06-9970-d377e3f382a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1761104'] for router_gateway, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:28.923706 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-06abb96e-b194-4503-bfc2-bea9008c901d req-44f6dbf8-2efb-4c86-afac-a293e3072b48 tempest-ImagesTestJSON-1482892319 tempest-ImagesTestJSON-1482892319-project] 10.222.0.104 "GET /v2.0/security-groups?id=46e03f63-f74e-4db3-981d-76fb36967b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594385 Jul 06 14:08:28.950832 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] For port cbfba3a8-53b2-40c4-bb2f-e91087725ff9, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=cbfba3a8-53b2-40c4-bb2f-e91087725ff9,segment=NetworkSegment(77ae933e-d21d-4d17-88da-ba6b32ae5f87),segment_id=77ae933e-d21d-4d17-88da-ba6b32ae5f87)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:08:28.966027 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dfb0bd9-8ce2-47ec-bead-54c8369add4b tempest-RoutersNegativeIpV6Test-756758868 tempest-RoutersNegativeIpV6Test-756758868-project] Pushing event updated for resources: {'Network': ['ID=1c5338a1-8c86-416d-ae0e-6b17b84c2b4d,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:08:28.976348 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-5700f9ef-1443-4e62-8106-52567497f088 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Notify callbacks [] for port, precommit_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:28.985115 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:28.994152 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.provisioning_blocks [None req-5700f9ef-1443-4e62-8106-52567497f088 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Transition to ACTIVE for port object c276db90-140d-403b-a7aa-3bc3fdd98762 will not be triggered until provisioned by entity DHCP. {{(pid=100247) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:08:28.998310 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-5700f9ef-1443-4e62-8106-52567497f088 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128888538'] for port, after_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:29.010361 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [None req-1caaff71-0c2c-4cbc-8ab2-e6ad1050bdd7 admin admin] Deleting port 43749d2a-5b7f-4a50-b898-cfee8308a98a {{(pid=100246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:08:29.010741 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-1caaff71-0c2c-4cbc-8ab2-e6ad1050bdd7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:29.076419 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Network 1c5338a1-8c86-416d-ae0e-6b17b84c2b4d details requested by agent ovs-agent-n-d-773647-6 with host n-d-773647-6 {{(pid=100248) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 14:08:29.081772 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.plugin [None req-5700f9ef-1443-4e62-8106-52567497f088 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] In _notify_port_updated(), no bound segment for port c276db90-140d-403b-a7aa-3bc3fdd98762 on network df34d817-ecd2-44b4-8bb9-700b0e3e3a0c {{(pid=100247) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 06 14:08:29.088308 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5700f9ef-1443-4e62-8106-52567497f088 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:08:29.089669 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-5700f9ef-1443-4e62-8106-52567497f088 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:29.091596 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-5700f9ef-1443-4e62-8106-52567497f088 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] 10.222.0.104 "PUT /v2.0/ports/c276db90-140d-403b-a7aa-3bc3fdd98762 HTTP/1.1" status: 200 len: 931 time: 1.0740514 Jul 06 14:08:29.095110 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 45468) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:08:29.106775 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5700f9ef-1443-4e62-8106-52567497f088 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Pushing event updated for resources: {'Port': ['ID=c276db90-140d-403b-a7aa-3bc3fdd98762,revision_number=2']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:08:29.173054 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Pushing event updated for resources: {'Port': ['ID=cbfba3a8-53b2-40c4-bb2f-e91087725ff9,revision_number=3']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:08:29.262427 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-32a4272d-2f64-4b06-9970-d377e3f382a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1806308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6982'] for router, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:29.265870 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.plugin [None req-d28c7683-8294-4064-9121-39b94baee8bb tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Deleting port c276db90-140d-403b-a7aa-3bc3fdd98762 {{(pid=100247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:08:29.266442 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-d28c7683-8294-4064-9121-39b94baee8bb tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:29.283132 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-32a4272d-2f64-4b06-9970-d377e3f382a7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:29.398627 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5167f5e3-7b12-429c-ac6c-a993e78bb0c5 tempest-RoutersNegativeIpV6Test-756758868 tempest-RoutersNegativeIpV6Test-756758868-project] Made reservation on behalf of 5ffcb50eb2f143e2838e76935ea59789 for: {'subnet': 1} {{(pid=100246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:08:29.412361 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-5167f5e3-7b12-429c-ac6c-a993e78bb0c5 tempest-RoutersNegativeIpV6Test-756758868 tempest-RoutersNegativeIpV6Test-756758868-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127702029'] for subnet, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:29.415309 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-d28c7683-8294-4064-9121-39b94baee8bb tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:29.430918 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.plugin [None req-d28c7683-8294-4064-9121-39b94baee8bb tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Calling delete_port for c276db90-140d-403b-a7aa-3bc3fdd98762 owned by {{(pid=100247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:08:29.534513 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.db [None req-1caaff71-0c2c-4cbc-8ab2-e6ad1050bdd7 admin admin] For port 43749d2a-5b7f-4a50-b898-cfee8308a98a, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=43749d2a-5b7f-4a50-b898-cfee8308a98a,segment=NetworkSegment(89a832b7-7793-4d51-9038-ed7e1c3ff1b2),segment_id=89a832b7-7793-4d51-9038-ed7e1c3ff1b2)] {{(pid=100246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:08:29.535095 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-1caaff71-0c2c-4cbc-8ab2-e6ad1050bdd7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:29.544043 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-32a4272d-2f64-4b06-9970-d377e3f382a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1805684'] for router, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:29.544812 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32a4272d-2f64-4b06-9970-d377e3f382a7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9f4218d4-672b-47f4-a2e8-4e77e0734908 {{(pid=100246) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 14:08:29.545925 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-4b6c4f81-c747-46ce-98ba-2ebc452634b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a562ffd-994b-4d05-aeb8-c9f367f3fd5e', 'name': 'tempest-ServerRescueNegativeTestJSON-2133209231-router', 'tenant_id': '4f4f5169c3224ae5beef5f35a702326d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.94'}], 'enable_snat': True}, 'gw_port_id': '43749d2a-5b7f-4a50-b898-cfee8308a98a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:04:58Z', 'updated_at': '2021-07-06T14:08:26Z', 'revision_number': 5, 'project_id': '4f4f5169c3224ae5beef5f35a702326d', 'gw_port': {'id': '43749d2a-5b7f-4a50-b898-cfee8308a98a', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:2a:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a562ffd-994b-4d05-aeb8-c9f367f3fd5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1283, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:04:59Z', 'updated_at': '2021-07-06T14:05:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6'}], 'n-d-773647-6', False) {} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:08:29.579329 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b6c4f81-c747-46ce-98ba-2ebc452634b9 None None] Checking router: 6a562ffd-994b-4d05-aeb8-c9f367f3fd5e for host: n-d-773647-6 {{(pid=100248) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 14:08:29.581216 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-32a4272d-2f64-4b06-9970-d377e3f382a7 admin admin] Notify callbacks [] for router, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:29.592133 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-32a4272d-2f64-4b06-9970-d377e3f382a7 admin admin] 10.222.0.104 "DELETE /v2.0/routers/9f4218d4-672b-47f4-a2e8-4e77e0734908 HTTP/1.1" status: 204 len: 168 time: 2.5456173 Jul 06 14:08:29.600045 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b6c4f81-c747-46ce-98ba-2ebc452634b9 None None] Routers {'6a562ffd-994b-4d05-aeb8-c9f367f3fd5e'} bound to L3 agent in host n-d-773647-6 {{(pid=100248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:08:29.600045 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-4b6c4f81-c747-46ce-98ba-2ebc452634b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T14:08:25Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['6a562ffd-994b-4d05-aeb8-c9f367f3fd5e'], 'active': True} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:08:29.603908 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 45480) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:08:29.613728 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-d28c7683-8294-4064-9121-39b94baee8bb tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128888353'] for port, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:29.623472 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [None req-1caaff71-0c2c-4cbc-8ab2-e6ad1050bdd7 admin admin] Calling delete_port for 43749d2a-5b7f-4a50-b898-cfee8308a98a owned by network:router_gateway {{(pid=100246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:08:29.665592 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7301da28-b3a5-4812-a1fa-4777ebc2b4ad None None] Update dhcp port {'port': {'network_id': 'df34d817-ecd2-44b4-8bb9-700b0e3e3a0c', 'fixed_ips': [{'subnet_id': '3dd466f6-df37-4ed3-afbe-924775c7f1ae', 'ip_address': '2001:db8::2'}, {'subnet_id': '30ca27d7-4232-4a43-bc11-d475492415e2'}], 'binding:host_id': 'n-d-773647-6'}, 'id': 'cbfba3a8-53b2-40c4-bb2f-e91087725ff9'} from n-d-773647-6. {{(pid=100248) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 06 14:08:29.710148 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-d28c7683-8294-4064-9121-39b94baee8bb tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:29.724095 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-d28c7683-8294-4064-9121-39b94baee8bb tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] 10.222.0.104 "DELETE /v2.0/ports/c276db90-140d-403b-a7aa-3bc3fdd98762 HTTP/1.1" status: 204 len: 168 time: 0.6276670 Jul 06 14:08:29.725433 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28c7683-8294-4064-9121-39b94baee8bb tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Pushing event deleted for resources: {'Port': ['ID=c276db90-140d-403b-a7aa-3bc3fdd98762,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:08:29.725821 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 45484) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:08:29.752466 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device cbfba3a8-53b2-40c4-bb2f-e91087725ff9 up at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:08:29.811576 n-d-773647-6 neutron-server[100246]: INFO neutron.pecan_wsgi.hooks.translation [None req-178a4283-0987-4e49-81c6-254eb7c88747 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] GET failed (client error): The resource could not be found. Jul 06 14:08:29.811861 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-7301da28-b3a5-4812-a1fa-4777ebc2b4ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:29.815814 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-178a4283-0987-4e49-81c6-254eb7c88747 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] 10.222.0.104 "GET /v2.0/ports/c276db90-140d-403b-a7aa-3bc3fdd98762 HTTP/1.1" status: 404 len: 333 time: 0.0835769 Jul 06 14:08:29.817019 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 45486) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:08:29.831779 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.db_base_plugin_v2 [None req-af2e0a22-98a8-4937-b289-33ec13e86386 admin admin] Deleting subnet e412ce21-afd6-4224-b4f6-6314b71b645b {{(pid=100246) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 14:08:29.838539 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-af2e0a22-98a8-4937-b289-33ec13e86386 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:29.841488 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvr_db [None req-4b6c4f81-c747-46ce-98ba-2ebc452634b9 None None] Set router 6a562ffd-994b-4d05-aeb8-c9f367f3fd5e gateway port host: None {{(pid=100248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:08:29.894525 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47e00f3-e1a5-412f-80df-e5d678ba6a7d req-6464b970-5abe-491f-b71a-c9f9ae48090a tempest-ImagesTestJSON-1482892319 tempest-ImagesTestJSON-1482892319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:08:29.896401 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-f47e00f3-e1a5-412f-80df-e5d678ba6a7d req-6464b970-5abe-491f-b71a-c9f9ae48090a tempest-ImagesTestJSON-1482892319 tempest-ImagesTestJSON-1482892319-project] 10.222.0.104 "GET /v2.0/ports?device_id=f46f203e-b652-44ae-acc3-6f04c9f230e7 HTTP/1.1" status: 200 len: 944 time: 0.1143098 Jul 06 14:08:29.921458 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-677bb9ce-9cde-49fb-ae7e-db82469127b4 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Notify callbacks [] for security_group, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:29.926240 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-4b6c4f81-c747-46ce-98ba-2ebc452634b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a562ffd-994b-4d05-aeb8-c9f367f3fd5e', 'name': 'tempest-ServerRescueNegativeTestJSON-2133209231-router', 'tenant_id': '4f4f5169c3224ae5beef5f35a702326d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:04:58Z', 'updated_at': '2021-07-06T14:08:28Z', 'revision_number': 6, 'project_id': '4f4f5169c3224ae5beef5f35a702326d', 'gw_port_host': None}], 'n-d-773647-6', False) {} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:08:29.949835 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-677bb9ce-9cde-49fb-ae7e-db82469127b4 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:29.957288 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b6c4f81-c747-46ce-98ba-2ebc452634b9 None None] The sync data for ids ['6a562ffd-994b-4d05-aeb8-c9f367f3fd5e'] in n-d-773647-6 is: [{'id': '6a562ffd-994b-4d05-aeb8-c9f367f3fd5e', 'name': 'tempest-ServerRescueNegativeTestJSON-2133209231-router', 'tenant_id': '4f4f5169c3224ae5beef5f35a702326d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:04:58Z', 'updated_at': '2021-07-06T14:08:28Z', 'revision_number': 6, 'project_id': '4f4f5169c3224ae5beef5f35a702326d', 'gw_port_host': None}] {{(pid=100248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 14:08:30.007881 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-677bb9ce-9cde-49fb-ae7e-db82469127b4 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:30.012561 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-677bb9ce-9cde-49fb-ae7e-db82469127b4 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Notify callbacks [] for security_group, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:30.022045 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-677bb9ce-9cde-49fb-ae7e-db82469127b4 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] 10.222.0.104 "DELETE /v2.0/security-groups/deaa4725-252f-4448-b84c-6405cee2a6a1 HTTP/1.1" status: 204 len: 168 time: 0.2013466 Jul 06 14:08:30.024628 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 45490) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:08:30.062497 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning complete for port cbfba3a8-53b2-40c4-bb2f-e91087725ff9 triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:08:30.062875 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:30.088431 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677bb9ce-9cde-49fb-ae7e-db82469127b4 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=deaa4725-252f-4448-b84c-6405cee2a6a1,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:08:30.116846 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-462c03d7-c6ae-4917-a79d-5dd0435375e8 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Notify callbacks [] for security_group, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:30.165211 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-462c03d7-c6ae-4917-a79d-5dd0435375e8 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:30.189404 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-f47e00f3-e1a5-412f-80df-e5d678ba6a7d req-d2166880-ba33-4f57-a4a5-b36e1f44e613 tempest-ImagesTestJSON-1482892319 tempest-ImagesTestJSON-1482892319-project] 10.222.0.104 "GET /v2.0/security-groups?id=46e03f63-f74e-4db3-981d-76fb36967b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2820318 Jul 06 14:08:30.189644 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.db_base_plugin_common [None req-7301da28-b3a5-4812-a1fa-4777ebc2b4ad None None] Allocated IP 2001:db8:0:1::2 (df34d817-ecd2-44b4-8bb9-700b0e3e3a0c/30ca27d7-4232-4a43-bc11-d475492415e2/cbfba3a8-53b2-40c4-bb2f-e91087725ff9) {{(pid=100248) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:08:30.240485 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-462c03d7-c6ae-4917-a79d-5dd0435375e8 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:30.244856 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-462c03d7-c6ae-4917-a79d-5dd0435375e8 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Notify callbacks [] for security_group, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:30.249255 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-462c03d7-c6ae-4917-a79d-5dd0435375e8 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] 10.222.0.104 "DELETE /v2.0/security-groups/7fba48c4-fa67-4de8-984b-72c91face82b HTTP/1.1" status: 204 len: 168 time: 0.2184942 Jul 06 14:08:30.252664 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 45492) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:08:30.258472 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-af2e0a22-98a8-4937-b289-33ec13e86386 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126218885'] for subnet, precommit_delete_associations {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:30.268555 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462c03d7-c6ae-4917-a79d-5dd0435375e8 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fba48c4-fa67-4de8-984b-72c91face82b,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:08:30.355773 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.db_base_plugin_v2 [None req-c1f3f1a4-b631-42d4-9667-c181d7d13b3b tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Deleting subnet 3dd466f6-df37-4ed3-afbe-924775c7f1ae {{(pid=100247) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 14:08:30.364479 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-7301da28-b3a5-4812-a1fa-4777ebc2b4ad None None] For port cbfba3a8-53b2-40c4-bb2f-e91087725ff9, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=cbfba3a8-53b2-40c4-bb2f-e91087725ff9,segment=NetworkSegment(77ae933e-d21d-4d17-88da-ba6b32ae5f87),segment_id=77ae933e-d21d-4d17-88da-ba6b32ae5f87)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:08:30.407944 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-7301da28-b3a5-4812-a1fa-4777ebc2b4ad None None] Notify callbacks [] for port, precommit_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:30.424628 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 7071a550-84a6-48dc-873b-1f204d040ad2 no longer exists at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:08:30.428483 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-7301da28-b3a5-4812-a1fa-4777ebc2b4ad None None] Transition to ACTIVE for port object cbfba3a8-53b2-40c4-bb2f-e91087725ff9 will not be triggered until provisioned by entity DHCP. {{(pid=100248) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:08:30.433739 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-c1f3f1a4-b631-42d4-9667-c181d7d13b3b tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Notify callbacks [] for subnet, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:30.450536 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-7301da28-b3a5-4812-a1fa-4777ebc2b4ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:30.456656 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] No Port match for: 7071a550-84a6-48dc-873b-1f204d040ad2 {{(pid=100248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 14:08:30.457279 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 7071a550-84a6-48dc-873b-1f204d040ad2 not bound to the agent host n-d-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:08:30.457892 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device b3125c54-e2b3-45e4-829a-8f3c8ddda8ae no longer exists at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:08:30.479083 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-c1f3f1a4-b631-42d4-9667-c181d7d13b3b tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127131748'] for subnet, precommit_delete_associations {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:30.501580 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] No Port match for: b3125c54-e2b3-45e4-829a-8f3c8ddda8ae {{(pid=100248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 14:08:30.501580 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device b3125c54-e2b3-45e4-829a-8f3c8ddda8ae not bound to the agent host n-d-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:08:30.567878 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-af2e0a22-98a8-4937-b289-33ec13e86386 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-913473'] for subnet, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:30.570708 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-5167f5e3-7b12-429c-ac6c-a993e78bb0c5 tempest-RoutersNegativeIpV6Test-756758868 tempest-RoutersNegativeIpV6Test-756758868-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1849032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127687649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127702047'] for subnet, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:30.608258 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7301da28-b3a5-4812-a1fa-4777ebc2b4ad None None] Pushing event updated for resources: {'Port': ['ID=cbfba3a8-53b2-40c4-bb2f-e91087725ff9,revision_number=4']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:08:30.637817 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-c1f3f1a4-b631-42d4-9667-c181d7d13b3b tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-913473'] for subnet, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:30.739872 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-c1f3f1a4-b631-42d4-9667-c181d7d13b3b tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-913480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1849032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-128888347', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127627857'] for subnet, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:30.740852 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-1caaff71-0c2c-4cbc-8ab2-e6ad1050bdd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127687580'] for port, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:30.758644 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5167f5e3-7b12-429c-ac6c-a993e78bb0c5 tempest-RoutersNegativeIpV6Test-756758868 tempest-RoutersNegativeIpV6Test-756758868-project] Pushing event updated for resources: {'Subnet': ['ID=5e48f303-9b68-4025-af26-ef119449d23e,revision_number=0']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:08:30.806999 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f3f1a4-b631-42d4-9667-c181d7d13b3b tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Pushing event deleted for resources: {'Subnet': ['ID=3dd466f6-df37-4ed3-afbe-924775c7f1ae,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:08:30.811117 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-c1f3f1a4-b631-42d4-9667-c181d7d13b3b tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Notify callbacks [] for subnet, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:30.813541 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-c1f3f1a4-b631-42d4-9667-c181d7d13b3b tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] 10.222.0.104 "DELETE /v2.0/subnets/3dd466f6-df37-4ed3-afbe-924775c7f1ae HTTP/1.1" status: 204 len: 168 time: 0.5598984 Jul 06 14:08:30.817501 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 45498) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:08:30.826066 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [None req-d3176cde-8bed-4094-bc8a-05855de10408 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Request body: {'subnet': {'network_id': 'df34d817-ecd2-44b4-8bb9-700b0e3e3a0c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:08:30.829384 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1caaff71-0c2c-4cbc-8ab2-e6ad1050bdd7 admin admin] Pushing event deleted for resources: {'Port': ['ID=43749d2a-5b7f-4a50-b898-cfee8308a98a,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:08:30.857798 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5167f5e3-7b12-429c-ac6c-a993e78bb0c5 tempest-RoutersNegativeIpV6Test-756758868 tempest-RoutersNegativeIpV6Test-756758868-project] Checking segment: {'id': 'ed40659c-9c1d-4739-815d-4f27dfd3b430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1037, 'network_id': '1c5338a1-8c86-416d-ae0e-6b17b84c2b4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:08:30.858212 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5167f5e3-7b12-429c-ac6c-a993e78bb0c5 tempest-RoutersNegativeIpV6Test-756758868 tempest-RoutersNegativeIpV6Test-756758868-project] Network hostable DHCP agents. Network: 1c5338a1-8c86-416d-ae0e-6b17b84c2b4d, hostable agents: ['f2bada3d-be77-4359-982b-8505a2bbca04'], hosted agents: [] {{(pid=100246) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 14:08:30.863037 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-af2e0a22-98a8-4937-b289-33ec13e86386 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-913480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1849032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127687590', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127702764'] for subnet, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:30.932806 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-af2e0a22-98a8-4937-b289-33ec13e86386 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:30.935744 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-af2e0a22-98a8-4937-b289-33ec13e86386 admin admin] 10.222.0.104 "DELETE /v2.0/subnets/e412ce21-afd6-4224-b4f6-6314b71b645b HTTP/1.1" status: 204 len: 168 time: 1.3301361 Jul 06 14:08:30.938691 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2e0a22-98a8-4937-b289-33ec13e86386 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e412ce21-afd6-4224-b4f6-6314b71b645b,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:08:30.939957 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 45500) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:08:30.941312 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ac42af0-daab-4a68-9b96-d664913ffcef None None] Network af3a547f-5810-4ce0-a3d6-25c440f137ac requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:08:30.956818 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5167f5e3-7b12-429c-ac6c-a993e78bb0c5 tempest-RoutersNegativeIpV6Test-756758868 tempest-RoutersNegativeIpV6Test-756758868-project] Network 1c5338a1-8c86-416d-ae0e-6b17b84c2b4d is scheduled to be hosted by DHCP agent f2bada3d-be77-4359-982b-8505a2bbca04 with binding_index 1 {{(pid=100246) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 14:08:30.965702 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-1caaff71-0c2c-4cbc-8ab2-e6ad1050bdd7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1761104'] for router_gateway, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:31.049394 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-fc29c9b3-bd74-42fe-9e78-0875b8afe882 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530492'] for network, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:31.059228 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3176cde-8bed-4094-bc8a-05855de10408 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Made reservation on behalf of e15b02822e68450fa73455cc009166c9 for: {'subnet': 1} {{(pid=100247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:08:31.062947 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-d3176cde-8bed-4094-bc8a-05855de10408 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127627440'] for subnet, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:31.072574 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-1caaff71-0c2c-4cbc-8ab2-e6ad1050bdd7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1806308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6982'] for router, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:31.077717 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-1caaff71-0c2c-4cbc-8ab2-e6ad1050bdd7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:31.079338 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.base_scheduler [None req-5167f5e3-7b12-429c-ac6c-a993e78bb0c5 tempest-RoutersNegativeIpV6Test-756758868 tempest-RoutersNegativeIpV6Test-756758868-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773647-6, 1c5338a1-8c86-416d-ae0e-6b17b84c2b4d) {{(pid=100246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:08:31.088342 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5167f5e3-7b12-429c-ac6c-a993e78bb0c5 tempest-RoutersNegativeIpV6Test-756758868 tempest-RoutersNegativeIpV6Test-756758868-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:08:31.089613 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-5167f5e3-7b12-429c-ac6c-a993e78bb0c5 tempest-RoutersNegativeIpV6Test-756758868 tempest-RoutersNegativeIpV6Test-756758868-project] Notify callbacks [] for subnet, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:31.099901 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6702151f-8d68-42d0-a138-ca28b152e67e None None] Network 1c5338a1-8c86-416d-ae0e-6b17b84c2b4d requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:08:31.144174 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-5167f5e3-7b12-429c-ac6c-a993e78bb0c5 tempest-RoutersNegativeIpV6Test-756758868 tempest-RoutersNegativeIpV6Test-756758868-project] 10.222.0.104 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.2913194 Jul 06 14:08:31.146893 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 45502) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:08:31.154955 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-2ccaa254-7f46-4dd8-8e3f-f750633855e6 tempest-RoutersNegativeIpV6Test-756758868 tempest-RoutersNegativeIpV6Test-756758868-project] Request body: {'router': {'external_gateway_info': {'network_id': '1c5338a1-8c86-416d-ae0e-6b17b84c2b4d'}}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:08:31.159662 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-1caaff71-0c2c-4cbc-8ab2-e6ad1050bdd7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1805684'] for router, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:31.160411 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1caaff71-0c2c-4cbc-8ab2-e6ad1050bdd7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6a562ffd-994b-4d05-aeb8-c9f367f3fd5e {{(pid=100246) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 14:08:31.215538 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-1caaff71-0c2c-4cbc-8ab2-e6ad1050bdd7 admin admin] Notify callbacks [] for router, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:31.219072 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-1caaff71-0c2c-4cbc-8ab2-e6ad1050bdd7 admin admin] 10.222.0.104 "DELETE /v2.0/routers/6a562ffd-994b-4d05-aeb8-c9f367f3fd5e HTTP/1.1" status: 204 len: 168 time: 3.1352458 Jul 06 14:08:31.220052 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 45504) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:08:31.398979 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Device d981f48a-8f6f-43b4-9b11-ad7455e8e639 up at agent hyperv_n-h2-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:08:31.420571 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b428ba3-d9a7-4870-836f-f4a4ad4bf233 req-7407c1ca-730d-4837-870e-7ede066371cb tempest-ImagesTestJSON-1482892319 tempest-ImagesTestJSON-1482892319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:08:31.423295 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-4b428ba3-d9a7-4870-836f-f4a4ad4bf233 req-7407c1ca-730d-4837-870e-7ede066371cb tempest-ImagesTestJSON-1482892319 tempest-ImagesTestJSON-1482892319-project] 10.222.0.72 "GET /v2.0/ports?device_id=f46f203e-b652-44ae-acc3-6f04c9f230e7 HTTP/1.1" status: 200 len: 944 time: 0.3341455 Jul 06 14:08:31.461909 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7406545e-412f-41e6-905e-4c04e8a27a55 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6bd5fc82-6666-56e8-87c2-91648d36c963-1c5338a1-8c86-416d-ae0e-6b17b84c2b4d', 'network_id': '1c5338a1-8c86-416d-ae0e-6b17b84c2b4d', 'tenant_id': '5ffcb50eb2f143e2838e76935ea59789', 'fixed_ips': [{'subnet_id': '5e48f303-9b68-4025-af26-ef119449d23e'}]}} from n-d-773647-6. {{(pid=100248) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 14:08:31.462749 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-7406545e-412f-41e6-905e-4c04e8a27a55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:31.465456 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea67002f-e71c-45ea-ab0e-972084ea2ba4 None None] DHCP port deletion for af3a547f-5810-4ce0-a3d6-25c440f137ac request from n-d-773647-6 {{(pid=100248) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 14:08:31.491003 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.db_base_plugin_v2 [None req-b413b1a0-3361-440c-b944-9bc93c32dd57 admin admin] Deleting subnet e1fa3d62-6d70-434d-886e-5edc2778795a {{(pid=100246) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 14:08:31.496046 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-b413b1a0-3361-440c-b944-9bc93c32dd57 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:31.532123 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.plugin [None req-fc29c9b3-bd74-42fe-9e78-0875b8afe882 admin admin] Deleting port b0d41bc5-4310-4fe6-96fe-8d8319703a25 {{(pid=100247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:08:31.532458 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-fc29c9b3-bd74-42fe-9e78-0875b8afe882 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:31.545928 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-b413b1a0-3361-440c-b944-9bc93c32dd57 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126218885'] for subnet, precommit_delete_associations {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:31.593333 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-b413b1a0-3361-440c-b944-9bc93c32dd57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-913473'] for subnet, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:31.651644 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.db_base_plugin_common [None req-7406545e-412f-41e6-905e-4c04e8a27a55 None None] Allocated IP 2001:db8:1::2 (1c5338a1-8c86-416d-ae0e-6b17b84c2b4d/5e48f303-9b68-4025-af26-ef119449d23e/acbdc9db-5c5b-4421-8c3f-d108e949e710) {{(pid=100248) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:08:31.763084 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-b413b1a0-3361-440c-b944-9bc93c32dd57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-913480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1849032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127687590', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127702764'] for subnet, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:31.766880 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-2ccaa254-7f46-4dd8-8e3f-f750633855e6 tempest-RoutersNegativeIpV6Test-756758868 tempest-RoutersNegativeIpV6Test-756758868-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1761047', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1806272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6989'] for router, precommit_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:31.774834 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device cbfba3a8-53b2-40c4-bb2f-e91087725ff9 up at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:08:31.778647 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a2ba0e0-9c86-4a46-8d8f-8576ad65a59b None None] Network df34d817-ecd2-44b4-8bb9-700b0e3e3a0c requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:08:31.785948 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.db [None req-fc29c9b3-bd74-42fe-9e78-0875b8afe882 admin admin] For port b0d41bc5-4310-4fe6-96fe-8d8319703a25, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=b0d41bc5-4310-4fe6-96fe-8d8319703a25,segment=NetworkSegment(2226be6a-5b77-4b84-97e9-ccc85a2fc3f4),segment_id=2226be6a-5b77-4b84-97e9-ccc85a2fc3f4)] {{(pid=100247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:08:31.786318 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-fc29c9b3-bd74-42fe-9e78-0875b8afe882 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:31.804911 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b413b1a0-3361-440c-b944-9bc93c32dd57 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e1fa3d62-6d70-434d-886e-5edc2778795a,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:08:31.812632 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-b413b1a0-3361-440c-b944-9bc93c32dd57 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:31.815603 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-b413b1a0-3361-440c-b944-9bc93c32dd57 admin admin] 10.222.0.104 "DELETE /v2.0/subnets/e1fa3d62-6d70-434d-886e-5edc2778795a HTTP/1.1" status: 204 len: 168 time: 0.5945034 Jul 06 14:08:31.818089 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 45512) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:08:31.836807 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.plugin [None req-fc29c9b3-bd74-42fe-9e78-0875b8afe882 admin admin] Calling delete_port for b0d41bc5-4310-4fe6-96fe-8d8319703a25 owned by network:dhcp {{(pid=100247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:08:31.877483 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Provisioning complete for port d981f48a-8f6f-43b4-9b11-ad7455e8e639 triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:08:31.877862 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:31.904358 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-0903aebf-75da-48ec-af7d-4be4b1e837e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530492'] for network, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:31.910406 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4568b1-3b63-4782-9703-54e2e1c31607 req-6c027463-1b25-4cff-bdf4-040e88213b23 tempest-ImagesTestJSON-1482892319 tempest-ImagesTestJSON-1482892319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:08:31.911994 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-ba4568b1-3b63-4782-9703-54e2e1c31607 req-6c027463-1b25-4cff-bdf4-040e88213b23 tempest-ImagesTestJSON-1482892319 tempest-ImagesTestJSON-1482892319-project] 10.222.0.104 "GET /v2.0/ports?device_id=f46f203e-b652-44ae-acc3-6f04c9f230e7 HTTP/1.1" status: 200 len: 944 time: 0.4794843 Jul 06 14:08:31.931935 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-10cdc3bc-349c-4ac5-abd0-0c287a549a0c None None] Provisioning for port cbfba3a8-53b2-40c4-bb2f-e91087725ff9 completed by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:08:32.021852 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.plugin [req-4b428ba3-d9a7-4870-836f-f4a4ad4bf233 req-8cd16572-366a-463b-9fc1-4aac25a42795 tempest-ImagesTestJSON-1482892319 tempest-ImagesTestJSON-1482892319-project] Deleting port d981f48a-8f6f-43b4-9b11-ad7455e8e639 {{(pid=100247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:08:32.022305 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-4b428ba3-d9a7-4870-836f-f4a4ad4bf233 req-8cd16572-366a-463b-9fc1-4aac25a42795 tempest-ImagesTestJSON-1482892319 tempest-ImagesTestJSON-1482892319-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:32.050416 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-0903aebf-75da-48ec-af7d-4be4b1e837e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-917204', 'neutron.services.segments.db._delete_segments_for_network-8773753502302'] for network, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:32.074319 n-d-773647-6 neutron-server[100246]: DEBUG neutron.services.segments.db [None req-0903aebf-75da-48ec-af7d-4be4b1e837e9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d64a7a8-3d12-4141-b8ce-bd281ed9aaab']}} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:08:32.084517 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-fc29c9b3-bd74-42fe-9e78-0875b8afe882 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128888353'] for port, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:32.091091 n-d-773647-6 neutron-server[100246]: DEBUG neutron.services.segments.db [None req-0903aebf-75da-48ec-af7d-4be4b1e837e9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b5b7410c-45e5-4ed8-a57c-36aa81e0edd8') {'for_net_delete': True} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:08:32.091747 n-d-773647-6 neutron-server[100246]: DEBUG neutron.services.segments.db [None req-0903aebf-75da-48ec-af7d-4be4b1e837e9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b5b7410c-45e5-4ed8-a57c-36aa81e0edd8') {} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:08:32.112116 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-0903aebf-75da-48ec-af7d-4be4b1e837e9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773753515138', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126218898'] for segment, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:32.123386 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-10cdc3bc-349c-4ac5-abd0-0c287a549a0c None None] Provisioning complete for port cbfba3a8-53b2-40c4-bb2f-e91087725ff9 triggered by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:08:32.123855 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-d3176cde-8bed-4094-bc8a-05855de10408 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1849032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-128888412', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127627426'] for subnet, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:32.124216 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-10cdc3bc-349c-4ac5-abd0-0c287a549a0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:32.137543 n-d-773647-6 neutron-server[100246]: INFO neutron.api.v2.resource [None req-2ccaa254-7f46-4dd8-8e3f-f750633855e6 tempest-RoutersNegativeIpV6Test-756758868 tempest-RoutersNegativeIpV6Test-756758868-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 06 14:08:32.138658 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc29c9b3-bd74-42fe-9e78-0875b8afe882 admin admin] Pushing event deleted for resources: {'Port': ['ID=b0d41bc5-4310-4fe6-96fe-8d8319703a25,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:08:32.142907 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-2ccaa254-7f46-4dd8-8e3f-f750633855e6 tempest-RoutersNegativeIpV6Test-756758868 tempest-RoutersNegativeIpV6Test-756758868-project] 10.222.0.104 "PUT /v2.0/routers/42870c8f-233d-4d1a-8824-94c98776124a HTTP/1.1" status: 400 len: 364 time: 0.9944139 Jul 06 14:08:32.144209 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-0903aebf-75da-48ec-af7d-4be4b1e837e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552'] for segment, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:32.148329 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 45516) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:08:32.178971 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc29c9b3-bd74-42fe-9e78-0875b8afe882 admin admin] No DVR routers for this DVR port b0d41bc5-4310-4fe6-96fe-8d8319703a25 on host n-d-773647-6 {{(pid=100247) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:08:32.184083 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-ba4568b1-3b63-4782-9703-54e2e1c31607 req-9a917e54-9ad5-4fd8-8d04-a3c20950c59b tempest-ImagesTestJSON-1482892319 tempest-ImagesTestJSON-1482892319-project] 10.222.0.104 "GET /v2.0/security-groups?id=46e03f63-f74e-4db3-981d-76fb36967b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2579241 Jul 06 14:08:32.228492 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3176cde-8bed-4094-bc8a-05855de10408 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Network df34d817-ecd2-44b4-8bb9-700b0e3e3a0c is already hosted by enough agents. {{(pid=100247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:08:32.236639 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.base_scheduler [None req-d3176cde-8bed-4094-bc8a-05855de10408 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Resources bound (agent type, host, resource id): {{(pid=100247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:08:32.244535 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3176cde-8bed-4094-bc8a-05855de10408 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:08:32.245237 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-d3176cde-8bed-4094-bc8a-05855de10408 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Notify callbacks [] for subnet, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:32.286246 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-ea67002f-e71c-45ea-ab0e-972084ea2ba4 None None] Deleting port b0d41bc5-4310-4fe6-96fe-8d8319703a25 {{(pid=100248) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:08:32.286638 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-ea67002f-e71c-45ea-ab0e-972084ea2ba4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:32.297862 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning complete for port cbfba3a8-53b2-40c4-bb2f-e91087725ff9 triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:08:32.298237 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:32.300621 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0903aebf-75da-48ec-af7d-4be4b1e837e9 admin admin] Releasing vlan 1044 on physical network physnet1 to pool {{(pid=100246) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 14:08:32.301921 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-0903aebf-75da-48ec-af7d-4be4b1e837e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127687491'] for segment, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:32.302822 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3176cde-8bed-4094-bc8a-05855de10408 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Pushing event updated for resources: {'Subnet': ['ID=7c95ba2e-7d9a-4d0f-97ee-8d22f0b30d34,revision_number=0']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:08:32.311451 n-d-773647-6 neutron-server[100246]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:08:32.311451 n-d-773647-6 neutron-server[100246]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:08:32.311451 n-d-773647-6 neutron-server[100246]: Traceback (most recent call last): Jul 06 14:08:32.311451 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 14:08:32.311451 n-d-773647-6 neutron-server[100246]: timer() Jul 06 14:08:32.311451 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 14:08:32.311451 n-d-773647-6 neutron-server[100246]: cb(*args, **kw) Jul 06 14:08:32.311451 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 14:08:32.311451 n-d-773647-6 neutron-server[100246]: return func(*args, **kwargs) Jul 06 14:08:32.311451 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 14:08:32.311451 n-d-773647-6 neutron-server[100246]: self._notify() Jul 06 14:08:32.311451 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 14:08:32.311451 n-d-773647-6 neutron-server[100246]: self.callback(batched_events) Jul 06 14:08:32.311451 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 14:08:32.311451 n-d-773647-6 neutron-server[100246]: event.method(event) Jul 06 14:08:32.311451 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 14:08:32.311451 n-d-773647-6 neutron-server[100246]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 14:08:32.311451 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 14:08:32.311451 n-d-773647-6 neutron-server[100246]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 14:08:32.311451 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 14:08:32.311451 n-d-773647-6 neutron-server[100246]: return f(self, *a, **k) Jul 06 14:08:32.311451 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 14:08:32.311451 n-d-773647-6 neutron-server[100246]: return self._get(url).json() Jul 06 14:08:32.311451 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 14:08:32.311451 n-d-773647-6 neutron-server[100246]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 14:08:32.311451 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 14:08:32.311451 n-d-773647-6 neutron-server[100246]: return self.request(url, 'GET', **kwargs) Jul 06 14:08:32.311451 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 14:08:32.311451 n-d-773647-6 neutron-server[100246]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 14:08:32.311451 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 14:08:32.311451 n-d-773647-6 neutron-server[100246]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 14:08:32.311451 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 14:08:32.311451 n-d-773647-6 neutron-server[100246]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 14:08:32.311451 n-d-773647-6 neutron-server[100246]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 14:08:32.315302 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.db [req-4b428ba3-d9a7-4870-836f-f4a4ad4bf233 req-8cd16572-366a-463b-9fc1-4aac25a42795 tempest-ImagesTestJSON-1482892319 tempest-ImagesTestJSON-1482892319-project] For port d981f48a-8f6f-43b4-9b11-ad7455e8e639, host n-h2-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=d981f48a-8f6f-43b4-9b11-ad7455e8e639,segment=NetworkSegment(4f034a4d-0401-4410-9e3b-cfb7c7ebcd98),segment_id=4f034a4d-0401-4410-9e3b-cfb7c7ebcd98)] {{(pid=100247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:08:32.315302 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-4b428ba3-d9a7-4870-836f-f4a4ad4bf233 req-8cd16572-366a-463b-9fc1-4aac25a42795 tempest-ImagesTestJSON-1482892319 tempest-ImagesTestJSON-1482892319-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:32.337283 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.plugin [req-4b428ba3-d9a7-4870-836f-f4a4ad4bf233 req-8cd16572-366a-463b-9fc1-4aac25a42795 tempest-ImagesTestJSON-1482892319 tempest-ImagesTestJSON-1482892319-project] Calling delete_port for d981f48a-8f6f-43b4-9b11-ad7455e8e639 owned by compute:nova {{(pid=100247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:08:32.340180 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-fc29c9b3-bd74-42fe-9e78-0875b8afe882 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-917204', 'neutron.services.segments.db._delete_segments_for_network-8773753502302'] for network, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:32.346502 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-d3176cde-8bed-4094-bc8a-05855de10408 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] 10.222.0.104 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5246680 Jul 06 14:08:32.346712 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-7406545e-412f-41e6-905e-4c04e8a27a55 None None] Notify callbacks [] for port, precommit_create {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:32.352468 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 45518) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:08:32.358064 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [None req-ca6db5b7-8b1a-472d-a2ca-54327fd8d6c6 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Request body: {'security_group': {'name': 'tempest-secgroup-948616721'}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:08:32.365687 n-d-773647-6 neutron-server[100247]: DEBUG neutron.services.segments.db [None req-fc29c9b3-bd74-42fe-9e78-0875b8afe882 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af3a547f-5810-4ce0-a3d6-25c440f137ac']}} {{(pid=100247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:08:32.392068 n-d-773647-6 neutron-server[100247]: DEBUG neutron.services.segments.db [None req-fc29c9b3-bd74-42fe-9e78-0875b8afe882 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2226be6a-5b77-4b84-97e9-ccc85a2fc3f4') {'for_net_delete': True} {{(pid=100247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:08:32.392468 n-d-773647-6 neutron-server[100247]: DEBUG neutron.services.segments.db [None req-fc29c9b3-bd74-42fe-9e78-0875b8afe882 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2226be6a-5b77-4b84-97e9-ccc85a2fc3f4') {} {{(pid=100247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:08:32.430061 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-7406545e-412f-41e6-905e-4c04e8a27a55 None None] Transition to ACTIVE for port object acbdc9db-5c5b-4421-8c3f-d108e949e710 will not be triggered until provisioned by entity L2. {{(pid=100248) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:08:32.440896 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-fc29c9b3-bd74-42fe-9e78-0875b8afe882 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773753515138', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127131763'] for segment, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:32.456990 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-ca6db5b7-8b1a-472d-a2ca-54327fd8d6c6 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Notify callbacks [] for security_group, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:32.470533 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-fc29c9b3-bd74-42fe-9e78-0875b8afe882 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552'] for segment, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:32.488569 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc29c9b3-bd74-42fe-9e78-0875b8afe882 admin admin] Releasing vlan 1017 on physical network physnet1 to pool {{(pid=100247) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 14:08:32.488975 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-fc29c9b3-bd74-42fe-9e78-0875b8afe882 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-128888574'] for segment, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:32.492149 n-d-773647-6 neutron-server[100247]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:08:32.492149 n-d-773647-6 neutron-server[100247]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:08:32.492149 n-d-773647-6 neutron-server[100247]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:08:32.492149 n-d-773647-6 neutron-server[100247]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:08:32.492149 n-d-773647-6 neutron-server[100247]: Traceback (most recent call last): Jul 06 14:08:32.492149 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 14:08:32.492149 n-d-773647-6 neutron-server[100247]: timer() Jul 06 14:08:32.492149 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 14:08:32.492149 n-d-773647-6 neutron-server[100247]: cb(*args, **kw) Jul 06 14:08:32.492149 n-d-773647-6 neutron-server[100247]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 14:08:32.492149 n-d-773647-6 neutron-server[100247]: return func(*args, **kwargs) Jul 06 14:08:32.492149 n-d-773647-6 neutron-server[100247]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 14:08:32.492149 n-d-773647-6 neutron-server[100247]: self._notify() Jul 06 14:08:32.492149 n-d-773647-6 neutron-server[100247]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 14:08:32.492149 n-d-773647-6 neutron-server[100247]: self.callback(batched_events) Jul 06 14:08:32.492149 n-d-773647-6 neutron-server[100247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 14:08:32.492149 n-d-773647-6 neutron-server[100247]: event.method(event) Jul 06 14:08:32.492149 n-d-773647-6 neutron-server[100247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 14:08:32.492149 n-d-773647-6 neutron-server[100247]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 14:08:32.492149 n-d-773647-6 neutron-server[100247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 14:08:32.492149 n-d-773647-6 neutron-server[100247]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 14:08:32.492149 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 14:08:32.492149 n-d-773647-6 neutron-server[100247]: return f(self, *a, **k) Jul 06 14:08:32.492149 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 14:08:32.492149 n-d-773647-6 neutron-server[100247]: return self._get(url).json() Jul 06 14:08:32.492149 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 14:08:32.492149 n-d-773647-6 neutron-server[100247]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 14:08:32.492149 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 14:08:32.492149 n-d-773647-6 neutron-server[100247]: return self.request(url, 'GET', **kwargs) Jul 06 14:08:32.492149 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 14:08:32.492149 n-d-773647-6 neutron-server[100247]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 14:08:32.492149 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 14:08:32.492149 n-d-773647-6 neutron-server[100247]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 14:08:32.492149 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 14:08:32.492149 n-d-773647-6 neutron-server[100247]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 14:08:32.492149 n-d-773647-6 neutron-server[100247]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 14:08:32.495789 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-ea67002f-e71c-45ea-ab0e-972084ea2ba4 None None] For port b0d41bc5-4310-4fe6-96fe-8d8319703a25, host n-d-773647-6, got binding levels [] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:08:32.495789 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-ea67002f-e71c-45ea-ab0e-972084ea2ba4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:32.517299 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-7406545e-412f-41e6-905e-4c04e8a27a55 None None] Transition to ACTIVE for port object acbdc9db-5c5b-4421-8c3f-d108e949e710 will not be triggered until provisioned by entity DHCP. {{(pid=100248) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:08:32.523712 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:32.526562 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-ea67002f-e71c-45ea-ab0e-972084ea2ba4 None None] Calling delete_port for b0d41bc5-4310-4fe6-96fe-8d8319703a25 owned by network:dhcp {{(pid=100248) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:08:32.533114 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.ipam_backend_mixin [None req-ea67002f-e71c-45ea-ab0e-972084ea2ba4 None None] Port b0d41bc5-4310-4fe6-96fe-8d8319703a25 was not found and therefore no delete operation was performed {{(pid=100248) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 06 14:08:32.552465 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-7406545e-412f-41e6-905e-4c04e8a27a55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108'] for port, after_create {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:32.554255 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-ea67002f-e71c-45ea-ab0e-972084ea2ba4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117'] for port, after_delete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:32.558976 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-0903aebf-75da-48ec-af7d-4be4b1e837e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-917215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1761140'] for network, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:32.612739 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-0903aebf-75da-48ec-af7d-4be4b1e837e9 admin admin] Notify callbacks [] for network, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:32.616798 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-0903aebf-75da-48ec-af7d-4be4b1e837e9 admin admin] 10.222.0.104 "DELETE /v2.0/networks/1d64a7a8-3d12-4141-b8ce-bd281ed9aaab HTTP/1.1" status: 204 len: 168 time: 0.7976575 Jul 06 14:08:32.624041 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-fc29c9b3-bd74-42fe-9e78-0875b8afe882 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-917215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1761140'] for network, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:32.631740 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-fc29c9b3-bd74-42fe-9e78-0875b8afe882 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583035'] for network, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:32.636267 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-fc29c9b3-bd74-42fe-9e78-0875b8afe882 admin admin] 10.222.0.104 "DELETE /v2.0/networks/af3a547f-5810-4ce0-a3d6-25c440f137ac HTTP/1.1" status: 204 len: 168 time: 1.6930597 Jul 06 14:08:32.658217 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0903aebf-75da-48ec-af7d-4be4b1e837e9 admin admin] Pushing event deleted for resources: {'Network': ['ID=1d64a7a8-3d12-4141-b8ce-bd281ed9aaab,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:08:32.687075 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea67002f-e71c-45ea-ab0e-972084ea2ba4 None None] No DVR routers for this DVR port b0d41bc5-4310-4fe6-96fe-8d8319703a25 on host n-d-773647-6 {{(pid=100248) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:08:32.698006 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc29c9b3-bd74-42fe-9e78-0875b8afe882 admin admin] Pushing event deleted for resources: {'Network': ['ID=af3a547f-5810-4ce0-a3d6-25c440f137ac,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:08:32.756004 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-ca6db5b7-8b1a-472d-a2ca-54327fd8d6c6 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Notify callbacks [] for security_group, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:32.761430 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-59f1bbf2-c973-4096-9669-4d69a1a42a39 tempest-RoutersNegativeIpV6Test-756758868 tempest-RoutersNegativeIpV6Test-756758868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:32.763548 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-ca6db5b7-8b1a-472d-a2ca-54327fd8d6c6 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:32.767199 n-d-773647-6 neutron-server[100248]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7406545e-412f-41e6-905e-4c04e8a27a55 None None] Network 1c5338a1-8c86-416d-ae0e-6b17b84c2b4d is already hosted by enough agents. {{(pid=100248) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:08:32.780924 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-4b428ba3-d9a7-4870-836f-f4a4ad4bf233 req-8cd16572-366a-463b-9fc1-4aac25a42795 tempest-ImagesTestJSON-1482892319 tempest-ImagesTestJSON-1482892319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128888353'] for port, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:32.851164 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-ca6db5b7-8b1a-472d-a2ca-54327fd8d6c6 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Notify callbacks [] for security_group, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:32.852531 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-ca6db5b7-8b1a-472d-a2ca-54327fd8d6c6 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] 10.222.0.104 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.4990048 Jul 06 14:08:32.853520 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd16572-366a-463b-9fc1-4aac25a42795 tempest-ImagesTestJSON-1482892319 tempest-ImagesTestJSON-1482892319-project] Pushing event deleted for resources: {'Port': ['ID=d981f48a-8f6f-43b4-9b11-ad7455e8e639,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:08:32.854392 n-d-773647-6 neutron-server[100248]: DEBUG neutron.scheduler.base_scheduler [None req-7406545e-412f-41e6-905e-4c04e8a27a55 None None] Resources bound (agent type, host, resource id): {{(pid=100248) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:08:32.857512 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] get_ports_and_sgs() called for port_ids ['d981f48a-8f6f-43b4-9b11-ad7455e8e639'] {{(pid=100248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 14:08:32.862022 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 45530) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:08:32.868584 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [None req-6b6d74d3-6c46-4ae3-9d36-cbff3428159a tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Request body: {'security_group': {'name': 'tempest-secgroup-2143148063'}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:08:32.876203 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7406545e-412f-41e6-905e-4c04e8a27a55 None None] Received port after_create {{(pid=100248) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:08:32.877818 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6db5b7-8b1a-472d-a2ca-54327fd8d6c6 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e2fa8b98-e68e-44b5-be32-2ba27dae6fd6,revision_number=1']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:08:32.880009 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7406545e-412f-41e6-905e-4c04e8a27a55 None None] Pushing event updated for resources: {'Port': ['ID=acbdc9db-5c5b-4421-8c3f-d108e949e710,revision_number=1']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:08:32.885348 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-10cdc3bc-349c-4ac5-abd0-0c287a549a0c None None] Provisioning complete for port 7013172b-3961-4284-aab9-e8f7589c020e triggered by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:08:32.886435 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-10cdc3bc-349c-4ac5-abd0-0c287a549a0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:32.959004 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 45532) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:08:32.977105 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea67002f-e71c-45ea-ab0e-972084ea2ba4 None None] Pushing event deleted for resources: {'Port': ['ID=b0d41bc5-4310-4fe6-96fe-8d8319703a25,revision_number=None']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:08:32.994950 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b428ba3-d9a7-4870-836f-f4a4ad4bf233 req-8cd16572-366a-463b-9fc1-4aac25a42795 tempest-ImagesTestJSON-1482892319 tempest-ImagesTestJSON-1482892319-project] No DVR routers for this DVR port d981f48a-8f6f-43b4-9b11-ad7455e8e639 on host n-h2-773647-6 {{(pid=100247) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:08:33.004789 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-4b428ba3-d9a7-4870-836f-f4a4ad4bf233 req-8cd16572-366a-463b-9fc1-4aac25a42795 tempest-ImagesTestJSON-1482892319 tempest-ImagesTestJSON-1482892319-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:33.006917 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-4b428ba3-d9a7-4870-836f-f4a4ad4bf233 req-8cd16572-366a-463b-9fc1-4aac25a42795 tempest-ImagesTestJSON-1482892319 tempest-ImagesTestJSON-1482892319-project] 10.222.0.72 "DELETE /v2.0/ports/d981f48a-8f6f-43b4-9b11-ad7455e8e639 HTTP/1.1" status: 204 len: 173 time: 1.5690305 Jul 06 14:08:33.007421 n-d-773647-6 neutron-server[100247]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f46f203e-b652-44ae-acc3-6f04c9f230e7', 'name': 'network-vif-deleted', 'tag': 'd981f48a-8f6f-43b4-9b11-ad7455e8e639'}] {{(pid=100247) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:08:33.009847 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cbf0eeaae822f8fc9b87a94aeba67a3d651842baf663a51cba94b67a514836d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8dcc0681-76f9-4f08-9fc1-78027460278d" -d '{"events": [{"server_uuid": "f46f203e-b652-44ae-acc3-6f04c9f230e7", "name": "network-vif-deleted", "tag": "d981f48a-8f6f-43b4-9b11-ad7455e8e639"}]}' {{(pid=100247) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:08:33.019274 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-6b6d74d3-6c46-4ae3-9d36-cbff3428159a tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Notify callbacks [] for security_group, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:33.059175 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 45536) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:08:33.067388 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-10cdc3bc-349c-4ac5-abd0-0c287a549a0c None None] Port 7013172b-3961-4284-aab9-e8f7589c020e cannot update to ACTIVE because it is not bound. {{(pid=100248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 14:08:33.111978 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-10cdc3bc-349c-4ac5-abd0-0c287a549a0c None None] Could not find standard attr ID for object c276db90-140d-403b-a7aa-3bc3fdd98762. {{(pid=100248) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 06 14:08:33.118414 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-7406545e-412f-41e6-905e-4c04e8a27a55 None None] Attempting to bind port acbdc9db-5c5b-4421-8c3f-d108e949e710 on host n-d-773647-6 for vnic_type normal with profile {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:08:33.118793 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-7406545e-412f-41e6-905e-4c04e8a27a55 None None] Attempting to bind port acbdc9db-5c5b-4421-8c3f-d108e949e710 by drivers openvswitch,hyperv on host n-d-773647-6 at level 0 using segments [{'id': 'ed40659c-9c1d-4739-815d-4f27dfd3b430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1037, 'network_id': '1c5338a1-8c86-416d-ae0e-6b17b84c2b4d'}] {{(pid=100248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:08:33.119163 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7406545e-412f-41e6-905e-4c04e8a27a55 None None] Attempting to bind port acbdc9db-5c5b-4421-8c3f-d108e949e710 on network 1c5338a1-8c86-416d-ae0e-6b17b84c2b4d {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:08:33.133838 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 668c609d-f6f6-4890-b264-0db2a2fd2235 no longer exists at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:08:33.146996 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 14:08:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bea8c145-efa2-49d2-b348-84567f93a9bb x-openstack-request-id: req-bea8c145-efa2-49d2-b348-84567f93a9bb {{(pid=100247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:08:33.150901 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7406545e-412f-41e6-905e-4c04e8a27a55 None None] Checking agent: {'id': '8ab5b19c-d213-4f29-891d-27bdf39d38b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773647-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 43, 26), 'started_at': datetime.datetime(2021, 7, 6, 13, 43, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 8, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773647-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:08:33.153065 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f46f203e-b652-44ae-acc3-6f04c9f230e7", "name": "network-vif-deleted", "tag": "d981f48a-8f6f-43b4-9b11-ad7455e8e639", "status": "completed", "code": 200}]} {{(pid=100247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:08:33.153259 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7406545e-412f-41e6-905e-4c04e8a27a55 None None] Checking segment: {'id': 'ed40659c-9c1d-4739-815d-4f27dfd3b430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1037, 'network_id': '1c5338a1-8c86-416d-ae0e-6b17b84c2b4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:08:33.153711 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-7406545e-412f-41e6-905e-4c04e8a27a55 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:33.154117 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7406545e-412f-41e6-905e-4c04e8a27a55 None None] Bound using segment: {'id': 'ed40659c-9c1d-4739-815d-4f27dfd3b430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1037, 'network_id': '1c5338a1-8c86-416d-ae0e-6b17b84c2b4d'} {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:08:33.154557 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-bea8c145-efa2-49d2-b348-84567f93a9bb {{(pid=100247) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:08:33.154693 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-7406545e-412f-41e6-905e-4c04e8a27a55 None None] Bound port: acbdc9db-5c5b-4421-8c3f-d108e949e710, host: n-d-773647-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed40659c-9c1d-4739-815d-4f27dfd3b430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1037, 'network_id': '1c5338a1-8c86-416d-ae0e-6b17b84c2b4d'}}] {{(pid=100248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:08:33.154999 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-7406545e-412f-41e6-905e-4c04e8a27a55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:33.156691 n-d-773647-6 neutron-server[100247]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f46f203e-b652-44ae-acc3-6f04c9f230e7', 'name': 'network-vif-deleted', 'tag': 'd981f48a-8f6f-43b4-9b11-ad7455e8e639', 'status': 'completed', 'code': 200} Jul 06 14:08:33.181538 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] No Port match for: 668c609d-f6f6-4890-b264-0db2a2fd2235 {{(pid=100248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 14:08:33.181885 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 668c609d-f6f6-4890-b264-0db2a2fd2235 not bound to the agent host n-d-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:08:33.182523 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device b0d41bc5-4310-4fe6-96fe-8d8319703a25 no longer exists at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:08:33.208975 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] No Port match for: b0d41bc5-4310-4fe6-96fe-8d8319703a25 {{(pid=100248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 14:08:33.209330 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device b0d41bc5-4310-4fe6-96fe-8d8319703a25 not bound to the agent host n-d-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:08:33.209770 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 43749d2a-5b7f-4a50-b898-cfee8308a98a no longer exists at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:08:33.233624 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-3bc033b0-8f4e-49b3-8833-38cc49d04c88 admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=8d40ff3e576046ac8d901f027a7728c5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1725898 Jul 06 14:08:33.240027 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-6f059594-5bc6-434b-964e-52d3ffa670a3 admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=4f4f5169c3224ae5beef5f35a702326d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2773776 Jul 06 14:08:33.258660 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] No Port match for: 43749d2a-5b7f-4a50-b898-cfee8308a98a {{(pid=100248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 14:08:33.259291 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 45542) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:08:33.259529 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 43749d2a-5b7f-4a50-b898-cfee8308a98a not bound to the agent host n-d-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:08:33.259810 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 45544) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:08:33.299041 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-7406545e-412f-41e6-905e-4c04e8a27a55 None None] For port acbdc9db-5c5b-4421-8c3f-d108e949e710, host n-d-773647-6, cleared binding levels {{(pid=100248) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:08:33.304716 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-7406545e-412f-41e6-905e-4c04e8a27a55 None None] For port acbdc9db-5c5b-4421-8c3f-d108e949e710, host n-d-773647-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=acbdc9db-5c5b-4421-8c3f-d108e949e710,segment=NetworkSegment(ed40659c-9c1d-4739-815d-4f27dfd3b430),segment_id=ed40659c-9c1d-4739-815d-4f27dfd3b430)] {{(pid=100248) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:08:33.311448 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-7406545e-412f-41e6-905e-4c04e8a27a55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:33.404966 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-6b6d74d3-6c46-4ae3-9d36-cbff3428159a tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Notify callbacks [] for security_group, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:33.408934 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82b06011-0b4d-47e6-9e1d-c88db0710d2d None None] Network df34d817-ecd2-44b4-8bb9-700b0e3e3a0c requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:08:33.411363 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.db_base_plugin_common [None req-59f1bbf2-c973-4096-9669-4d69a1a42a39 tempest-RoutersNegativeIpV6Test-756758868 tempest-RoutersNegativeIpV6Test-756758868-project] Allocated IP 2001:db8::1 (3aa3fc21-0aa9-4260-8bc1-21efeb2bd759/508b2e00-687f-4658-98c2-606d2bb4c0eb/a782d7df-36a4-4370-a40b-e6fd21c32ca5) {{(pid=100246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:08:33.428360 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-6b6d74d3-6c46-4ae3-9d36-cbff3428159a tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:33.465133 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-9845aabd-fa78-4f22-bf42-a10652198990 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:33.481096 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-7362e313-b290-4d5c-b6b2-491cacac79eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:33.499374 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-6b6d74d3-6c46-4ae3-9d36-cbff3428159a tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Notify callbacks [] for security_group, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:33.500599 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-6b6d74d3-6c46-4ae3-9d36-cbff3428159a tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] 10.222.0.104 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6362572 Jul 06 14:08:33.506228 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 45546) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:08:33.511952 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-727d583c-73f7-4ec9-aeda-9139b5124c27 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Request body: {'security_group': {'name': 'tempest-secgroup-441355827'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:08:33.555460 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6d74d3-6c46-4ae3-9d36-cbff3428159a tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eababb6d-2a6e-40e4-8f28-29a85bd8ab11,revision_number=1']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:08:33.574417 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-06c4e9b5-080c-444a-8b35-3357c42d403a req-1e128ee1-ed6c-44ff-8d06-a6dc64950a08 tempest-ImagesTestJSON-1482892319 tempest-ImagesTestJSON-1482892319-project] 10.222.0.104 "GET /v2.0/ports?device_id=f46f203e-b652-44ae-acc3-6f04c9f230e7 HTTP/1.1" status: 200 len: 210 time: 0.1006453 Jul 06 14:08:33.576453 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-9845aabd-fa78-4f22-bf42-a10652198990 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:33.598198 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-7362e313-b290-4d5c-b6b2-491cacac79eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:33.600714 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-727d583c-73f7-4ec9-aeda-9139b5124c27 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Notify callbacks [] for security_group, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:33.628134 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-59f1bbf2-c973-4096-9669-4d69a1a42a39 tempest-RoutersNegativeIpV6Test-756758868 tempest-RoutersNegativeIpV6Test-756758868-project] Notify callbacks [] for port, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:33.656738 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.provisioning_blocks [None req-59f1bbf2-c973-4096-9669-4d69a1a42a39 tempest-RoutersNegativeIpV6Test-756758868 tempest-RoutersNegativeIpV6Test-756758868-project] Transition to ACTIVE for port object a782d7df-36a4-4370-a40b-e6fd21c32ca5 will not be triggered until provisioned by entity DHCP. {{(pid=100246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:08:33.661912 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7406545e-412f-41e6-905e-4c04e8a27a55 None None] Pushing event updated for resources: {'Port': ['ID=acbdc9db-5c5b-4421-8c3f-d108e949e710,revision_number=2']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:08:33.702357 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-f88c04b7-6ffd-4355-9821-f66250c84ee8 None None] Provisioning complete for port cbfba3a8-53b2-40c4-bb2f-e91087725ff9 triggered by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:08:33.702638 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-f88c04b7-6ffd-4355-9821-f66250c84ee8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:33.771791 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-9845aabd-fa78-4f22-bf42-a10652198990 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:33.774797 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-9845aabd-fa78-4f22-bf42-a10652198990 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:33.776257 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-9845aabd-fa78-4f22-bf42-a10652198990 admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/4f621328-e4bc-4742-a8fc-bdeb703543ca HTTP/1.1" status: 204 len: 168 time: 0.5147324 Jul 06 14:08:33.781288 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-7362e313-b290-4d5c-b6b2-491cacac79eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:33.783889 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-7362e313-b290-4d5c-b6b2-491cacac79eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:33.785155 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-7362e313-b290-4d5c-b6b2-491cacac79eb admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/a54a60a4-d859-4f47-b26f-a63bb69450e7 HTTP/1.1" status: 204 len: 168 time: 0.5102258 Jul 06 14:08:33.790971 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9845aabd-fa78-4f22-bf42-a10652198990 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f621328-e4bc-4742-a8fc-bdeb703543ca,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:08:33.821925 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7362e313-b290-4d5c-b6b2-491cacac79eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a54a60a4-d859-4f47-b26f-a63bb69450e7,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:08:33.884911 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-59f1bbf2-c973-4096-9669-4d69a1a42a39 tempest-RoutersNegativeIpV6Test-756758868 tempest-RoutersNegativeIpV6Test-756758868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-127687573'] for port, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:33.940985 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-f88c04b7-6ffd-4355-9821-f66250c84ee8 None None] Provisioning complete for port 7013172b-3961-4284-aab9-e8f7589c020e triggered by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:08:33.941640 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-f88c04b7-6ffd-4355-9821-f66250c84ee8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:34.012187 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59f1bbf2-c973-4096-9669-4d69a1a42a39 tempest-RoutersNegativeIpV6Test-756758868 tempest-RoutersNegativeIpV6Test-756758868-project] Network 3aa3fc21-0aa9-4260-8bc1-21efeb2bd759 is already hosted by enough agents. {{(pid=100246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:08:34.013242 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-f88c04b7-6ffd-4355-9821-f66250c84ee8 None None] Port 7013172b-3961-4284-aab9-e8f7589c020e cannot update to ACTIVE because it is not bound. {{(pid=100248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 14:08:34.029240 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.base_scheduler [None req-59f1bbf2-c973-4096-9669-4d69a1a42a39 tempest-RoutersNegativeIpV6Test-756758868 tempest-RoutersNegativeIpV6Test-756758868-project] Resources bound (agent type, host, resource id): {{(pid=100246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:08:34.050443 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59f1bbf2-c973-4096-9669-4d69a1a42a39 tempest-RoutersNegativeIpV6Test-756758868 tempest-RoutersNegativeIpV6Test-756758868-project] Received port after_create {{(pid=100246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:08:34.051291 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-59f1bbf2-c973-4096-9669-4d69a1a42a39 tempest-RoutersNegativeIpV6Test-756758868 tempest-RoutersNegativeIpV6Test-756758868-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1807675'] for router_interface, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:34.169815 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-727d583c-73f7-4ec9-aeda-9139b5124c27 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Notify callbacks [] for security_group, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:34.191872 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-727d583c-73f7-4ec9-aeda-9139b5124c27 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:34.220860 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f1bbf2-c973-4096-9669-4d69a1a42a39 tempest-RoutersNegativeIpV6Test-756758868 tempest-RoutersNegativeIpV6Test-756758868-project] Pushing event updated for resources: {'Port': ['ID=a782d7df-36a4-4370-a40b-e6fd21c32ca5,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:08:34.280814 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-727d583c-73f7-4ec9-aeda-9139b5124c27 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Notify callbacks [] for security_group, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:34.282225 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-727d583c-73f7-4ec9-aeda-9139b5124c27 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] 10.222.0.104 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.7749546 Jul 06 14:08:34.285293 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727d583c-73f7-4ec9-aeda-9139b5124c27 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Pushing event updated for resources: {'SecurityGroup': ['ID=407c341c-48c6-4d83-982c-c4b9dbc4a835,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:08:34.285470 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 45560) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:08:34.293971 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [None req-c44f592d-84b8-4372-97c8-b195522a37b8 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-433144617', 'security_groups': ['407c341c-48c6-4d83-982c-c4b9dbc4a835'], 'network_id': 'df34d817-ecd2-44b4-8bb9-700b0e3e3a0c', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '7c95ba2e-7d9a-4d0f-97ee-8d22f0b30d34'}]}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:08:34.319736 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-59f1bbf2-c973-4096-9669-4d69a1a42a39 tempest-RoutersNegativeIpV6Test-756758868 tempest-RoutersNegativeIpV6Test-756758868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:34.369032 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-678ec907-cbda-4e1f-9ea9-d7bdc2bceabf None None] Provisioning complete for port cbfba3a8-53b2-40c4-bb2f-e91087725ff9 triggered by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:08:34.369417 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-678ec907-cbda-4e1f-9ea9-d7bdc2bceabf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:34.598470 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-678ec907-cbda-4e1f-9ea9-d7bdc2bceabf None None] Provisioning complete for port 7013172b-3961-4284-aab9-e8f7589c020e triggered by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:08:34.598924 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-678ec907-cbda-4e1f-9ea9-d7bdc2bceabf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:34.740889 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-678ec907-cbda-4e1f-9ea9-d7bdc2bceabf None None] Port 7013172b-3961-4284-aab9-e8f7589c020e cannot update to ACTIVE because it is not bound. {{(pid=100248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 14:08:34.875067 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-1f7ba76a-a956-4956-860c-71a4664393e9 None None] Provisioning for port a782d7df-36a4-4370-a40b-e6fd21c32ca5 completed by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:08:34.886920 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-1f7ba76a-a956-4956-860c-71a4664393e9 None None] Provisioning complete for port a782d7df-36a4-4370-a40b-e6fd21c32ca5 triggered by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:08:34.888857 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-1f7ba76a-a956-4956-860c-71a4664393e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:35.005822 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-1f7ba76a-a956-4956-860c-71a4664393e9 None None] Port a782d7df-36a4-4370-a40b-e6fd21c32ca5 cannot update to ACTIVE because it is not bound. {{(pid=100248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 14:08:35.094119 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-59f1bbf2-c973-4096-9669-4d69a1a42a39 tempest-RoutersNegativeIpV6Test-756758868 tempest-RoutersNegativeIpV6Test-756758868-project] Notify callbacks [] for port, precommit_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:35.110656 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-59f1bbf2-c973-4096-9669-4d69a1a42a39 tempest-RoutersNegativeIpV6Test-756758868 tempest-RoutersNegativeIpV6Test-756758868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127687527'] for port, after_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:35.114123 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-59f1bbf2-c973-4096-9669-4d69a1a42a39 tempest-RoutersNegativeIpV6Test-756758868 tempest-RoutersNegativeIpV6Test-756758868-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1809478'] for router_interface, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:35.128097 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-edd476c4-312e-478f-a5fa-2c39fb7344db None None] Could not find standard attr ID for object c276db90-140d-403b-a7aa-3bc3fdd98762. {{(pid=100248) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 06 14:08:35.238870 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96a40767-cb53-4b51-a40b-e3ba51815f33 None None] Network 1c5338a1-8c86-416d-ae0e-6b17b84c2b4d requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:08:35.344040 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c44f592d-84b8-4372-97c8-b195522a37b8 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Made reservation on behalf of e15b02822e68450fa73455cc009166c9 for: {'port': 1} {{(pid=100247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:08:35.352238 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f1bbf2-c973-4096-9669-4d69a1a42a39 tempest-RoutersNegativeIpV6Test-756758868 tempest-RoutersNegativeIpV6Test-756758868-project] Pushing event updated for resources: {'Port': ['ID=a782d7df-36a4-4370-a40b-e6fd21c32ca5,revision_number=2']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:08:35.395488 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59f1bbf2-c973-4096-9669-4d69a1a42a39 tempest-RoutersNegativeIpV6Test-756758868 tempest-RoutersNegativeIpV6Test-756758868-project] Network 3aa3fc21-0aa9-4260-8bc1-21efeb2bd759 is already hosted by enough agents. {{(pid=100246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:08:35.397441 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-642a2c8d-b8ab-4a15-bea8-5ec5f553bd76 None None] Provisioning for port acbdc9db-5c5b-4421-8c3f-d108e949e710 completed by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:08:35.397678 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.base_scheduler [None req-59f1bbf2-c973-4096-9669-4d69a1a42a39 tempest-RoutersNegativeIpV6Test-756758868 tempest-RoutersNegativeIpV6Test-756758868-project] Resources bound (agent type, host, resource id): {{(pid=100246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:08:35.442135 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Device d981f48a-8f6f-43b4-9b11-ad7455e8e639 no longer exists at agent hyperv_n-h2-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:08:35.474354 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] No Port match for: d981f48a-8f6f-43b4-9b11-ad7455e8e639 {{(pid=100248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 14:08:35.474853 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Device d981f48a-8f6f-43b4-9b11-ad7455e8e639 not bound to the agent host n-h2-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:08:35.550006 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-c44f592d-84b8-4372-97c8-b195522a37b8 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:35.599502 n-d-773647-6 neutron-server[100247]: DEBUG neutron.notifiers.nova [None req-c44f592d-84b8-4372-97c8-b195522a37b8 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] device_id is not set on port 93d4aa86-4dd8-4033-b415-4c8870027677 yet. {{(pid=100247) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 14:08:35.638458 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59f1bbf2-c973-4096-9669-4d69a1a42a39 tempest-RoutersNegativeIpV6Test-756758868 tempest-RoutersNegativeIpV6Test-756758868-project] Router 42870c8f-233d-4d1a-8824-94c98776124a has already been hosted by L3 agent 2823d358-a11b-4885-a706-95a279e43fa7 {{(pid=100246) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 14:08:35.706857 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 45634) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:08:35.815071 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device acbdc9db-5c5b-4421-8c3f-d108e949e710 up at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:08:35.903684 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59f1bbf2-c973-4096-9669-4d69a1a42a39 tempest-RoutersNegativeIpV6Test-756758868 tempest-RoutersNegativeIpV6Test-756758868-project] Notify agent at l3_agent.n-d-773647-6 the message routers_updated {{(pid=100246) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 14:08:35.921724 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-59f1bbf2-c973-4096-9669-4d69a1a42a39 tempest-RoutersNegativeIpV6Test-756758868 tempest-RoutersNegativeIpV6Test-756758868-project] 10.222.0.104 "PUT /v2.0/routers/42870c8f-233d-4d1a-8824-94c98776124a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7698514 Jul 06 14:08:35.922207 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-475d8022-8f2a-41bd-80f0-ea587b04ef31 None None] Sync routers for ids ['42870c8f-233d-4d1a-8824-94c98776124a'] in n-d-773647-6 {{(pid=100249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 14:08:35.934238 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 45638) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:08:35.937172 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-475d8022-8f2a-41bd-80f0-ea587b04ef31 None None] Routers {'42870c8f-233d-4d1a-8824-94c98776124a'} bound to L3 agent in host n-d-773647-6 {{(pid=100249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:08:35.938905 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-475d8022-8f2a-41bd-80f0-ea587b04ef31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T14:08:25Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['42870c8f-233d-4d1a-8824-94c98776124a'], 'active': True} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:08:35.941835 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning for port acbdc9db-5c5b-4421-8c3f-d108e949e710 completed by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:08:35.946399 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning complete for port acbdc9db-5c5b-4421-8c3f-d108e949e710 triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:08:35.946784 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:35.992657 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [None req-6b9359ab-968f-482d-bf98-56e9f1cb97e2 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-2098236665-network', 'tenant_id': '65b786358142420284097c3fbb964768'}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:08:35.999740 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-475d8022-8f2a-41bd-80f0-ea587b04ef31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-773647-6', False) {} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:08:36.020351 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-a4ba48d5-570e-4398-a93e-fe1c790ee8af None None] Provisioning complete for port a782d7df-36a4-4370-a40b-e6fd21c32ca5 triggered by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:08:36.020723 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-a4ba48d5-570e-4398-a93e-fe1c790ee8af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:36.021453 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-475d8022-8f2a-41bd-80f0-ea587b04ef31 None None] Routers {'42870c8f-233d-4d1a-8824-94c98776124a'} bound to L3 agent in host n-d-773647-6 {{(pid=100249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:08:36.022471 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-475d8022-8f2a-41bd-80f0-ea587b04ef31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T14:08:25Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['42870c8f-233d-4d1a-8824-94c98776124a'], 'active': True} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:08:36.026003 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b9359ab-968f-482d-bf98-56e9f1cb97e2 admin admin] Made reservation on behalf of 65b786358142420284097c3fbb964768 for: {'network': 1} {{(pid=100247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:08:36.029713 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-6b9359ab-968f-482d-bf98-56e9f1cb97e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for network, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:36.060998 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-475d8022-8f2a-41bd-80f0-ea587b04ef31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-773647-6', False) {} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:08:36.062031 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-475d8022-8f2a-41bd-80f0-ea587b04ef31 None None] The sync data for ids ['42870c8f-233d-4d1a-8824-94c98776124a'] in n-d-773647-6 is: [] {{(pid=100249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 14:08:36.087914 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-a4ba48d5-570e-4398-a93e-fe1c790ee8af None None] Port a782d7df-36a4-4370-a40b-e6fd21c32ca5 cannot update to ACTIVE because it is not bound. {{(pid=100248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 14:08:36.122259 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-6b9359ab-968f-482d-bf98-56e9f1cb97e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:36.131505 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 45650) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:08:36.138060 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:36.173697 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] For port acbdc9db-5c5b-4421-8c3f-d108e949e710, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=acbdc9db-5c5b-4421-8c3f-d108e949e710,segment=NetworkSegment(ed40659c-9c1d-4739-815d-4f27dfd3b430),segment_id=ed40659c-9c1d-4739-815d-4f27dfd3b430)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:08:36.180208 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:36.189511 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.db_base_plugin_v2 [None req-33056453-e172-448b-981a-6cceb3964221 admin admin] Deleting subnet ae20b5e9-07e2-4786-84d5-713ad5ff019c {{(pid=100246) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 14:08:36.193254 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-33056453-e172-448b-981a-6cceb3964221 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:36.196137 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.db_base_plugin_common [None req-c44f592d-84b8-4372-97c8-b195522a37b8 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Allocated IP 2001:db8::108 (df34d817-ecd2-44b4-8bb9-700b0e3e3a0c/7c95ba2e-7d9a-4d0f-97ee-8d22f0b30d34/93d4aa86-4dd8-4033-b415-4c8870027677) {{(pid=100247) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:08:36.251161 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-33056453-e172-448b-981a-6cceb3964221 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126218885'] for subnet, precommit_delete_associations {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:36.281700 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Pushing event updated for resources: {'Port': ['ID=acbdc9db-5c5b-4421-8c3f-d108e949e710,revision_number=3']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:08:36.296478 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-f04d16a3-d8d5-423a-9df5-1d21c3d778b2 None None] Provisioning complete for port acbdc9db-5c5b-4421-8c3f-d108e949e710 triggered by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:08:36.296857 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-f04d16a3-d8d5-423a-9df5-1d21c3d778b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:36.298315 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-33056453-e172-448b-981a-6cceb3964221 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-913473'] for subnet, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:36.300724 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-1a9b09ba-7bc3-4ed1-96ab-dde425d510e4 tempest-RoutersNegativeIpV6Test-756758868 tempest-RoutersNegativeIpV6Test-756758868-project] Notify callbacks [] for router, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:36.318385 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-04c63c1b-1ca4-40a7-9e1b-82ff95b3c237 req-26a6153f-4bb1-4bb6-be2f-679fe9d7e9b8 tempest-ServerShowV247Test-1263848029 tempest-ServerShowV247Test-1263848029-project] 10.222.0.104 "GET /v2.0/ports?device_id=12ed529c-bd1d-4249-ae12-7920c3e0a55d HTTP/1.1" status: 200 len: 210 time: 0.0681834 Jul 06 14:08:36.379203 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-33056453-e172-448b-981a-6cceb3964221 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-913480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1849032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127687590', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127702764'] for subnet, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:36.449977 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33056453-e172-448b-981a-6cceb3964221 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ae20b5e9-07e2-4786-84d5-713ad5ff019c,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:08:36.452956 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-33056453-e172-448b-981a-6cceb3964221 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:36.457751 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-33056453-e172-448b-981a-6cceb3964221 admin admin] 10.222.0.104 "DELETE /v2.0/subnets/ae20b5e9-07e2-4786-84d5-713ad5ff019c HTTP/1.1" status: 204 len: 168 time: 0.3242958 Jul 06 14:08:36.458343 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 45664) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:08:36.571827 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-109255e5-4bbb-4861-b554-6df1cfd42f99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530492'] for network, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:36.581840 n-d-773647-6 neutron-server[100247]: INFO neutron.api.v2.resource [None req-1a9b09ba-7bc3-4ed1-96ab-dde425d510e4 tempest-RoutersNegativeIpV6Test-756758868 tempest-RoutersNegativeIpV6Test-756758868-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 06 14:08:36.583045 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-1a9b09ba-7bc3-4ed1-96ab-dde425d510e4 tempest-RoutersNegativeIpV6Test-756758868 tempest-RoutersNegativeIpV6Test-756758868-project] 10.222.0.104 "DELETE /v2.0/routers/42870c8f-233d-4d1a-8824-94c98776124a HTTP/1.1" status: 409 len: 329 time: 0.6499240 Jul 06 14:08:36.590638 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 45674) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:08:36.679408 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-6b9359ab-968f-482d-bf98-56e9f1cb97e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:36.691736 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-6b9359ab-968f-482d-bf98-56e9f1cb97e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:36.795262 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b9359ab-968f-482d-bf98-56e9f1cb97e2 admin admin] vlan segment allocate from pool success with {'vlan_id': 1020, 'physical_network': 'physnet1'} {{(pid=100247) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 14:08:36.828780 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9359ab-968f-482d-bf98-56e9f1cb97e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dce2d49d-0b8a-4864-8611-6a896dcaa19a,revision_number=1']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:08:36.848432 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-c44f592d-84b8-4372-97c8-b195522a37b8 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Notify callbacks [] for port, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:36.863147 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-6b9359ab-968f-482d-bf98-56e9f1cb97e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552'] for segment, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:36.868160 n-d-773647-6 neutron-server[100247]: INFO neutron.db.segments_db [None req-6b9359ab-968f-482d-bf98-56e9f1cb97e2 admin admin] Added segment 98a113c9-c634-46c5-a5d6-651a566d902c of type vlan for network 50c6f2a5-bc0a-4711-99e9-70b98e439d42 Jul 06 14:08:36.902928 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-109255e5-4bbb-4861-b554-6df1cfd42f99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-917204', 'neutron.services.segments.db._delete_segments_for_network-8773753502302'] for network, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:36.926757 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-3f309a34-a152-4d0c-b544-4d756344025b req-54d98329-38bd-4e19-8481-221d013dbd09 tempest-ServerShowV247Test-1263848029 tempest-ServerShowV247Test-1263848029-project] 10.222.0.104 "GET /v2.0/ports?device_id=5a6b3cc9-158c-4855-9ee6-2d8b336c2250 HTTP/1.1" status: 200 len: 210 time: 0.0539119 Jul 06 14:08:36.929049 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.provisioning_blocks [None req-c44f592d-84b8-4372-97c8-b195522a37b8 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Transition to ACTIVE for port object 93d4aa86-4dd8-4033-b415-4c8870027677 will not be triggered until provisioned by entity DHCP. {{(pid=100247) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:08:36.965527 n-d-773647-6 neutron-server[100246]: DEBUG neutron.services.segments.db [None req-109255e5-4bbb-4861-b554-6df1cfd42f99 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['843daa65-9f70-4b7f-ae10-986f4b2f43e8']}} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:08:36.985376 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-6b9359ab-968f-482d-bf98-56e9f1cb97e2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773752984405'] for network, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:37.033093 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-c44f592d-84b8-4372-97c8-b195522a37b8 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-128888360'] for port, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:37.045802 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-6b9359ab-968f-482d-bf98-56e9f1cb97e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060'] for network, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:37.046543 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b9359ab-968f-482d-bf98-56e9f1cb97e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:08:37.047121 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-6b9359ab-968f-482d-bf98-56e9f1cb97e2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583035'] for network, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:37.065298 n-d-773647-6 neutron-server[100246]: DEBUG neutron.services.segments.db [None req-109255e5-4bbb-4861-b554-6df1cfd42f99 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f034a4d-0401-4410-9e3b-cfb7c7ebcd98') {'for_net_delete': True} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:08:37.065746 n-d-773647-6 neutron-server[100246]: DEBUG neutron.services.segments.db [None req-109255e5-4bbb-4861-b554-6df1cfd42f99 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f034a4d-0401-4410-9e3b-cfb7c7ebcd98') {} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:08:37.109610 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-109255e5-4bbb-4861-b554-6df1cfd42f99 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773753515138', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126218898'] for segment, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:37.134304 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-109255e5-4bbb-4861-b554-6df1cfd42f99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552'] for segment, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:37.141737 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-6b9359ab-968f-482d-bf98-56e9f1cb97e2 admin admin] 10.222.0.104 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.4307306 Jul 06 14:08:37.142588 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 45696) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:08:37.149851 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-bb838279-e22d-4bcf-9f25-0ea910186ed9 admin admin] Request body: {'subnet': {'network_id': '50c6f2a5-bc0a-4711-99e9-70b98e439d42', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-2098236665-subnet', 'tenant_id': '65b786358142420284097c3fbb964768', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:08:37.161721 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-109255e5-4bbb-4861-b554-6df1cfd42f99 admin admin] Releasing vlan 1006 on physical network physnet1 to pool {{(pid=100246) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 14:08:37.162233 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-109255e5-4bbb-4861-b554-6df1cfd42f99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127687491'] for segment, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:37.165001 n-d-773647-6 neutron-server[100246]: Traceback (most recent call last): Jul 06 14:08:37.165001 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 14:08:37.165001 n-d-773647-6 neutron-server[100246]: timer() Jul 06 14:08:37.165001 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 14:08:37.165001 n-d-773647-6 neutron-server[100246]: cb(*args, **kw) Jul 06 14:08:37.165001 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 14:08:37.165001 n-d-773647-6 neutron-server[100246]: return func(*args, **kwargs) Jul 06 14:08:37.165001 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 14:08:37.165001 n-d-773647-6 neutron-server[100246]: self._notify() Jul 06 14:08:37.165001 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 14:08:37.165001 n-d-773647-6 neutron-server[100246]: self.callback(batched_events) Jul 06 14:08:37.165001 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 14:08:37.165001 n-d-773647-6 neutron-server[100246]: event.method(event) Jul 06 14:08:37.165001 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 14:08:37.165001 n-d-773647-6 neutron-server[100246]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 14:08:37.165001 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 14:08:37.165001 n-d-773647-6 neutron-server[100246]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 14:08:37.165001 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 14:08:37.165001 n-d-773647-6 neutron-server[100246]: return f(self, *a, **k) Jul 06 14:08:37.165001 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 14:08:37.165001 n-d-773647-6 neutron-server[100246]: return self._get(url).json() Jul 06 14:08:37.165001 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 14:08:37.165001 n-d-773647-6 neutron-server[100246]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 14:08:37.165001 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 14:08:37.165001 n-d-773647-6 neutron-server[100246]: return self.request(url, 'GET', **kwargs) Jul 06 14:08:37.165001 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 14:08:37.165001 n-d-773647-6 neutron-server[100246]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 14:08:37.165001 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 14:08:37.165001 n-d-773647-6 neutron-server[100246]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 14:08:37.165001 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 14:08:37.165001 n-d-773647-6 neutron-server[100246]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 14:08:37.165001 n-d-773647-6 neutron-server[100246]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 14:08:37.168026 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c44f592d-84b8-4372-97c8-b195522a37b8 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Network df34d817-ecd2-44b4-8bb9-700b0e3e3a0c is already hosted by enough agents. {{(pid=100247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:08:37.168936 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9359ab-968f-482d-bf98-56e9f1cb97e2 admin admin] Pushing event updated for resources: {'Network': ['ID=50c6f2a5-bc0a-4711-99e9-70b98e439d42,revision_number=1']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:08:37.176141 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.base_scheduler [None req-c44f592d-84b8-4372-97c8-b195522a37b8 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Resources bound (agent type, host, resource id): {{(pid=100247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:08:37.180611 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c44f592d-84b8-4372-97c8-b195522a37b8 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Received port after_create {{(pid=100247) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:08:37.184597 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Network 50c6f2a5-bc0a-4711-99e9-70b98e439d42 details requested by agent ovs-agent-n-d-773647-6 with host n-d-773647-6 {{(pid=100248) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 14:08:37.187313 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c44f592d-84b8-4372-97c8-b195522a37b8 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:08:37.187830 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-c44f592d-84b8-4372-97c8-b195522a37b8 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:37.195310 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44f592d-84b8-4372-97c8-b195522a37b8 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Pushing event updated for resources: {'Port': ['ID=93d4aa86-4dd8-4033-b415-4c8870027677,revision_number=1']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:08:37.218419 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-c44f592d-84b8-4372-97c8-b195522a37b8 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] 10.222.0.104 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.9315808 Jul 06 14:08:37.219122 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 45700) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:08:37.233723 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [None req-bfcdd7e7-91ec-4254-a81b-fdcc9a1d5e8a tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Request body: {'subnet': {'network_id': 'df34d817-ecd2-44b4-8bb9-700b0e3e3a0c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:08:37.371142 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb838279-e22d-4bcf-9f25-0ea910186ed9 admin admin] Made reservation on behalf of 65b786358142420284097c3fbb964768 for: {'subnet': 1} {{(pid=100246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:08:37.373682 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-bb838279-e22d-4bcf-9f25-0ea910186ed9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127702029'] for subnet, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:37.394010 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-109255e5-4bbb-4861-b554-6df1cfd42f99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-917215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1761140'] for network, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:37.429186 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfcdd7e7-91ec-4254-a81b-fdcc9a1d5e8a tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Made reservation on behalf of e15b02822e68450fa73455cc009166c9 for: {'subnet': 1} {{(pid=100247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:08:37.434210 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-bfcdd7e7-91ec-4254-a81b-fdcc9a1d5e8a tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127627440'] for subnet, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:37.590009 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-8a8a8b60-6f9b-492b-8d1a-b00b38e563a1 None None] Provisioning for port 93d4aa86-4dd8-4033-b415-4c8870027677 completed by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:08:37.594976 n-d-773647-6 neutron-server[100247]: INFO neutron.db.ipam_backend_mixin [None req-bfcdd7e7-91ec-4254-a81b-fdcc9a1d5e8a tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 7c95ba2e-7d9a-4d0f-97ee-8d22f0b30d34 (CIDR: 2001:db8::/64) Jul 06 14:08:37.599756 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-8a8a8b60-6f9b-492b-8d1a-b00b38e563a1 None None] Provisioning complete for port 93d4aa86-4dd8-4033-b415-4c8870027677 triggered by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:08:37.600902 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-8a8a8b60-6f9b-492b-8d1a-b00b38e563a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:37.601494 n-d-773647-6 neutron-server[100247]: INFO neutron.pecan_wsgi.hooks.translation [None req-bfcdd7e7-91ec-4254-a81b-fdcc9a1d5e8a tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 06 14:08:37.603854 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bfcdd7e7-91ec-4254-a81b-fdcc9a1d5e8a tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100247) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 14:08:37.634196 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-bfcdd7e7-91ec-4254-a81b-fdcc9a1d5e8a tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] 10.222.0.104 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4137447 Jul 06 14:08:37.638484 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 45704) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:08:37.648981 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [None req-15a32011-2ab1-42a9-b1e9-540eb1f17026 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Request body: {'subnet': {'network_id': 'df34d817-ecd2-44b4-8bb9-700b0e3e3a0c', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:08:37.683924 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-8a8a8b60-6f9b-492b-8d1a-b00b38e563a1 None None] Port 93d4aa86-4dd8-4033-b415-4c8870027677 cannot update to ACTIVE because it is not bound. {{(pid=100248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 14:08:37.710940 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device acbdc9db-5c5b-4421-8c3f-d108e949e710 up at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:08:37.790552 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning complete for port acbdc9db-5c5b-4421-8c3f-d108e949e710 triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:08:37.791204 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:37.811309 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15a32011-2ab1-42a9-b1e9-540eb1f17026 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Made reservation on behalf of e15b02822e68450fa73455cc009166c9 for: {'subnet': 1} {{(pid=100247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:08:37.815051 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-15a32011-2ab1-42a9-b1e9-540eb1f17026 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127627440'] for subnet, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:37.881178 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-109255e5-4bbb-4861-b554-6df1cfd42f99 admin admin] Notify callbacks [] for network, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:37.883056 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-109255e5-4bbb-4861-b554-6df1cfd42f99 admin admin] 10.222.0.104 "DELETE /v2.0/networks/843daa65-9f70-4b7f-ae10-986f4b2f43e8 HTTP/1.1" status: 204 len: 168 time: 1.4186420 Jul 06 14:08:37.904997 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109255e5-4bbb-4861-b554-6df1cfd42f99 admin admin] Pushing event deleted for resources: {'Network': ['ID=843daa65-9f70-4b7f-ae10-986f4b2f43e8,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:08:37.923993 n-d-773647-6 neutron-server[100247]: INFO neutron.db.ipam_backend_mixin [None req-15a32011-2ab1-42a9-b1e9-540eb1f17026 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 30ca27d7-4232-4a43-bc11-d475492415e2 (CIDR: 2001:db8:0:1::/64) Jul 06 14:08:37.928209 n-d-773647-6 neutron-server[100247]: INFO neutron.pecan_wsgi.hooks.translation [None req-15a32011-2ab1-42a9-b1e9-540eb1f17026 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 06 14:08:37.928953 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-15a32011-2ab1-42a9-b1e9-540eb1f17026 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100247) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 14:08:37.949041 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-15a32011-2ab1-42a9-b1e9-540eb1f17026 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] 10.222.0.104 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.3038006 Jul 06 14:08:37.951675 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 45708) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:08:37.966362 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [None req-c186fda2-1770-4008-bc09-6ac40ed7753d tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Request body: {'subnet': {'network_id': 'df34d817-ecd2-44b4-8bb9-700b0e3e3a0c', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:08:38.019296 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-93f977ac-4422-41ce-b331-610197071f09 tempest-RoutersNegativeIpV6Test-756758868 tempest-RoutersNegativeIpV6Test-756758868-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1809431'] for router_interface, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:38.144663 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 45714) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:08:38.249471 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-337ff18f-3074-4705-b451-92f51200f562 req-f618cbe9-130a-4b51-a7dd-663f0ed84609 tempest-ServerShowV247Test-1263848029 tempest-ServerShowV247Test-1263848029-project] 10.222.0.104 "GET /v2.0/ports?device_id=5a6b3cc9-158c-4855-9ee6-2d8b336c2250 HTTP/1.1" status: 200 len: 210 time: 0.0637555 Jul 06 14:08:38.270765 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-bb838279-e22d-4bcf-9f25-0ea910186ed9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1849032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127687649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127702047'] for subnet, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:38.281747 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-5241808e-5b61-4e3b-9741-267a2f988599 admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=088899109daa4dab8b28e16d07018840&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1305630 Jul 06 14:08:38.286428 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 45716) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:08:38.293260 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c186fda2-1770-4008-bc09-6ac40ed7753d tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Made reservation on behalf of e15b02822e68450fa73455cc009166c9 for: {'subnet': 1} {{(pid=100247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:08:38.296748 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-c186fda2-1770-4008-bc09-6ac40ed7753d tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127627440'] for subnet, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:38.351844 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb838279-e22d-4bcf-9f25-0ea910186ed9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=88712a40-d2d3-4f76-a08a-9dd68fa6f327,revision_number=0']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:08:38.382796 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb838279-e22d-4bcf-9f25-0ea910186ed9 admin admin] Checking segment: {'id': '98a113c9-c634-46c5-a5d6-651a566d902c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1020, 'network_id': '50c6f2a5-bc0a-4711-99e9-70b98e439d42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:08:38.382796 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb838279-e22d-4bcf-9f25-0ea910186ed9 admin admin] Network hostable DHCP agents. Network: 50c6f2a5-bc0a-4711-99e9-70b98e439d42, hostable agents: ['f2bada3d-be77-4359-982b-8505a2bbca04'], hosted agents: [] {{(pid=100246) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 14:08:38.406027 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-f1c1f382-d8d0-472a-90f8-8ffce177b0c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:38.426876 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb838279-e22d-4bcf-9f25-0ea910186ed9 admin admin] Network 50c6f2a5-bc0a-4711-99e9-70b98e439d42 is scheduled to be hosted by DHCP agent f2bada3d-be77-4359-982b-8505a2bbca04 with binding_index 1 {{(pid=100246) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 14:08:38.451180 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-f1c1f382-d8d0-472a-90f8-8ffce177b0c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:38.465457 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.base_scheduler [None req-bb838279-e22d-4bcf-9f25-0ea910186ed9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773647-6, 50c6f2a5-bc0a-4711-99e9-70b98e439d42) {{(pid=100246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:08:38.475463 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb838279-e22d-4bcf-9f25-0ea910186ed9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:08:38.475689 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-bb838279-e22d-4bcf-9f25-0ea910186ed9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:38.480464 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c266c82e-caf8-442f-bfa4-df40d8eceb42 None None] Network 50c6f2a5-bc0a-4711-99e9-70b98e439d42 requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:08:38.516515 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-bb838279-e22d-4bcf-9f25-0ea910186ed9 admin admin] 10.222.0.104 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.3717763 Jul 06 14:08:38.546616 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-f1c1f382-d8d0-472a-90f8-8ffce177b0c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:38.549549 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-f1c1f382-d8d0-472a-90f8-8ffce177b0c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:38.553814 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-f1c1f382-d8d0-472a-90f8-8ffce177b0c6 admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/46e03f63-f74e-4db3-981d-76fb36967b5d HTTP/1.1" status: 204 len: 168 time: 0.2662821 Jul 06 14:08:38.571302 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [None req-93f977ac-4422-41ce-b331-610197071f09 tempest-RoutersNegativeIpV6Test-756758868 tempest-RoutersNegativeIpV6Test-756758868-project] Deleting port a782d7df-36a4-4370-a40b-e6fd21c32ca5 {{(pid=100246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:08:38.571737 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-93f977ac-4422-41ce-b331-610197071f09 tempest-RoutersNegativeIpV6Test-756758868 tempest-RoutersNegativeIpV6Test-756758868-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:38.571914 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c1f382-d8d0-472a-90f8-8ffce177b0c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46e03f63-f74e-4db3-981d-76fb36967b5d,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:08:38.648689 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-c186fda2-1770-4008-bc09-6ac40ed7753d tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1849032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-128888412', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127627426'] for subnet, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:38.697507 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b1f42fe-5c8d-4637-9126-c4279c4cf10f None None] Network 50c6f2a5-bc0a-4711-99e9-70b98e439d42 requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:08:38.708637 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c186fda2-1770-4008-bc09-6ac40ed7753d tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Network df34d817-ecd2-44b4-8bb9-700b0e3e3a0c is already hosted by enough agents. {{(pid=100247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:08:38.713739 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.base_scheduler [None req-c186fda2-1770-4008-bc09-6ac40ed7753d tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Resources bound (agent type, host, resource id): {{(pid=100247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:08:38.719288 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c186fda2-1770-4008-bc09-6ac40ed7753d tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:08:38.719892 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-c186fda2-1770-4008-bc09-6ac40ed7753d tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Notify callbacks [] for subnet, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:38.741010 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c186fda2-1770-4008-bc09-6ac40ed7753d tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Pushing event updated for resources: {'Subnet': ['ID=bd96fde6-b830-42a3-bc3f-a7921ab5f6f1,revision_number=0']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:08:38.747277 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-c186fda2-1770-4008-bc09-6ac40ed7753d tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] 10.222.0.104 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.7903254 Jul 06 14:08:38.749834 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 45724) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:08:38.759043 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [None req-e9ce7750-60ea-466d-8821-d8dfc65c7d95 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-995273378', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'bd96fde6-b830-42a3-bc3f-a7921ab5f6f1'}], 'security_groups': ['e2fa8b98-e68e-44b5-be32-2ba27dae6fd6', 'eababb6d-2a6e-40e4-8f28-29a85bd8ab11']}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:08:38.795783 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-93f977ac-4422-41ce-b331-610197071f09 tempest-RoutersNegativeIpV6Test-756758868 tempest-RoutersNegativeIpV6Test-756758868-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:38.829006 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [None req-93f977ac-4422-41ce-b331-610197071f09 tempest-RoutersNegativeIpV6Test-756758868 tempest-RoutersNegativeIpV6Test-756758868-project] Calling delete_port for a782d7df-36a4-4370-a40b-e6fd21c32ca5 owned by network:router_interface {{(pid=100246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:08:38.876508 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddb9c6eb-9b6c-45f8-925e-afbafd131e2e None None] Network df34d817-ecd2-44b4-8bb9-700b0e3e3a0c requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:08:38.957619 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-e9ce7750-60ea-466d-8821-d8dfc65c7d95 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:39.211917 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-93f977ac-4422-41ce-b331-610197071f09 tempest-RoutersNegativeIpV6Test-756758868 tempest-RoutersNegativeIpV6Test-756758868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127687580'] for port, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:39.265506 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f977ac-4422-41ce-b331-610197071f09 tempest-RoutersNegativeIpV6Test-756758868 tempest-RoutersNegativeIpV6Test-756758868-project] Pushing event deleted for resources: {'Port': ['ID=a782d7df-36a4-4370-a40b-e6fd21c32ca5,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:08:39.360610 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ba4efea-e246-4f3f-b588-9ad7659f2f2f None None] Update dhcp port {'port': {'network_id': 'df34d817-ecd2-44b4-8bb9-700b0e3e3a0c', 'fixed_ips': [{'subnet_id': '30ca27d7-4232-4a43-bc11-d475492415e2', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'bd96fde6-b830-42a3-bc3f-a7921ab5f6f1'}, {'subnet_id': '7c95ba2e-7d9a-4d0f-97ee-8d22f0b30d34'}], 'binding:host_id': 'n-d-773647-6'}, 'id': 'cbfba3a8-53b2-40c4-bb2f-e91087725ff9'} from n-d-773647-6. {{(pid=100248) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 06 14:08:39.394895 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-93f977ac-4422-41ce-b331-610197071f09 tempest-RoutersNegativeIpV6Test-756758868 tempest-RoutersNegativeIpV6Test-756758868-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1809193'] for router_interface, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:39.408401 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-3ba4efea-e246-4f3f-b588-9ad7659f2f2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:39.566484 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d03f48-39cf-4cd6-bef6-42df71395382 req-437465b4-d9e7-42b8-aeaa-e8aed5f8232d tempest-InstanceActionsV221TestJSON-1099051760 tempest-InstanceActionsV221TestJSON-1099051760-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:08:39.567254 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-35d03f48-39cf-4cd6-bef6-42df71395382 req-437465b4-d9e7-42b8-aeaa-e8aed5f8232d tempest-InstanceActionsV221TestJSON-1099051760 tempest-InstanceActionsV221TestJSON-1099051760-project] 10.222.0.104 "GET /v2.0/networks?id=50c6f2a5-bc0a-4711-99e9-70b98e439d42 HTTP/1.1" status: 200 len: 818 time: 0.3150344 Jul 06 14:08:39.638307 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-35d03f48-39cf-4cd6-bef6-42df71395382 req-8275f584-791f-4745-a800-fcde5ccd64e6 tempest-InstanceActionsV221TestJSON-1099051760 tempest-InstanceActionsV221TestJSON-1099051760-project] 10.222.0.104 "GET /v2.0/quotas/65b786358142420284097c3fbb964768 HTTP/1.1" status: 200 len: 375 time: 0.0193374 Jul 06 14:08:39.670687 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93f977ac-4422-41ce-b331-610197071f09 tempest-RoutersNegativeIpV6Test-756758868 tempest-RoutersNegativeIpV6Test-756758868-project] Router 42870c8f-233d-4d1a-8824-94c98776124a has already been hosted by L3 agent 2823d358-a11b-4885-a706-95a279e43fa7 {{(pid=100246) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 14:08:39.698863 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-0484236c-0c34-4664-826f-5cddd7a2458b req-4bb9746d-7783-4ec3-b391-7b56ab4dcf16 tempest-ServerShowV247Test-1263848029 tempest-ServerShowV247Test-1263848029-project] 10.222.0.104 "GET /v2.0/ports?device_id=5a6b3cc9-158c-4855-9ee6-2d8b336c2250 HTTP/1.1" status: 200 len: 210 time: 0.0566139 Jul 06 14:08:39.727908 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-35d03f48-39cf-4cd6-bef6-42df71395382 req-294a4ae1-02a2-4e1a-b006-bdd8ce3faf81 tempest-InstanceActionsV221TestJSON-1099051760 tempest-InstanceActionsV221TestJSON-1099051760-project] 10.222.0.104 "GET /v2.0/ports?tenant_id=65b786358142420284097c3fbb964768&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0644135 Jul 06 14:08:39.755091 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93f977ac-4422-41ce-b331-610197071f09 tempest-RoutersNegativeIpV6Test-756758868 tempest-RoutersNegativeIpV6Test-756758868-project] Notify agent at l3_agent.n-d-773647-6 the message routers_updated {{(pid=100246) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 14:08:39.760115 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-93f977ac-4422-41ce-b331-610197071f09 tempest-RoutersNegativeIpV6Test-756758868 tempest-RoutersNegativeIpV6Test-756758868-project] 10.222.0.104 "PUT /v2.0/routers/42870c8f-233d-4d1a-8824-94c98776124a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1684458 Jul 06 14:08:39.764613 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 45762) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:08:39.767318 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e517a5c-bf9d-44d4-9b0d-c4613c247662 None None] Sync routers for ids ['42870c8f-233d-4d1a-8824-94c98776124a'] in n-d-773647-6 {{(pid=100248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 14:08:39.777992 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e517a5c-bf9d-44d4-9b0d-c4613c247662 None None] Routers {'42870c8f-233d-4d1a-8824-94c98776124a'} bound to L3 agent in host n-d-773647-6 {{(pid=100248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:08:39.778646 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-7e517a5c-bf9d-44d4-9b0d-c4613c247662 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T14:08:25Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['42870c8f-233d-4d1a-8824-94c98776124a'], 'active': True} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:08:39.804699 n-d-773647-6 neutron-server[100246]: INFO neutron.api.v2.resource [None req-67a4eb1f-7d2f-48e9-987f-5b74e5d1242a tempest-RoutersNegativeIpV6Test-756758868 tempest-RoutersNegativeIpV6Test-756758868-project] show failed (client error): The resource could not be found. Jul 06 14:08:39.809331 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-67a4eb1f-7d2f-48e9-987f-5b74e5d1242a tempest-RoutersNegativeIpV6Test-756758868 tempest-RoutersNegativeIpV6Test-756758868-project] 10.222.0.104 "GET /v2.0/routers/tempest-non_exist_router-1167496331 HTTP/1.1" status: 404 len: 335 time: 0.0399768 Jul 06 14:08:39.809331 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 45764) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:08:39.812708 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 45766) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:08:39.818265 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-17af6edf-38a8-488c-a68e-74b25fb8e092 tempest-RoutersNegativeIpV6Test-756758868 tempest-RoutersNegativeIpV6Test-756758868-project] Request body: {'router': {'name': 'new_name'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:08:39.822002 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-7e517a5c-bf9d-44d4-9b0d-c4613c247662 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-773647-6', False) {} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:08:39.831857 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e517a5c-bf9d-44d4-9b0d-c4613c247662 None None] Routers {'42870c8f-233d-4d1a-8824-94c98776124a'} bound to L3 agent in host n-d-773647-6 {{(pid=100248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:08:39.832495 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-7e517a5c-bf9d-44d4-9b0d-c4613c247662 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T14:08:25Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['42870c8f-233d-4d1a-8824-94c98776124a'], 'active': True} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:08:39.857514 n-d-773647-6 neutron-server[100246]: INFO neutron.api.v2.resource [None req-17af6edf-38a8-488c-a68e-74b25fb8e092 tempest-RoutersNegativeIpV6Test-756758868 tempest-RoutersNegativeIpV6Test-756758868-project] update failed (client error): The resource could not be found. Jul 06 14:08:39.859255 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-17af6edf-38a8-488c-a68e-74b25fb8e092 tempest-RoutersNegativeIpV6Test-756758868 tempest-RoutersNegativeIpV6Test-756758868-project] 10.222.0.104 "PUT /v2.0/routers/tempest-non_exist_router-1868418169 HTTP/1.1" status: 404 len: 335 time: 0.0449877 Jul 06 14:08:39.863519 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 45770) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:08:39.866084 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.db_base_plugin_common [None req-e9ce7750-60ea-466d-8821-d8dfc65c7d95 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Delete allocated IP 2001:db8::108 (df34d817-ecd2-44b4-8bb9-700b0e3e3a0c/7c95ba2e-7d9a-4d0f-97ee-8d22f0b30d34) {{(pid=100247) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 06 14:08:39.877581 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-7e517a5c-bf9d-44d4-9b0d-c4613c247662 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-773647-6', False) {} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:08:39.878547 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e517a5c-bf9d-44d4-9b0d-c4613c247662 None None] The sync data for ids ['42870c8f-233d-4d1a-8824-94c98776124a'] in n-d-773647-6 is: [] {{(pid=100248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 14:08:39.888657 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.db_base_plugin_common [None req-e9ce7750-60ea-466d-8821-d8dfc65c7d95 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Allocated IP 2001:db8:0:2::36 (df34d817-ecd2-44b4-8bb9-700b0e3e3a0c/bd96fde6-b830-42a3-bc3f-a7921ab5f6f1/93d4aa86-4dd8-4033-b415-4c8870027677) {{(pid=100247) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:08:39.922603 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-35d03f48-39cf-4cd6-bef6-42df71395382 req-3a23c652-a156-41ca-821f-09e52d3a7dbf service neutron] 10.222.0.104 "GET /v2.0/networks/50c6f2a5-bc0a-4711-99e9-70b98e439d42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1519227 Jul 06 14:08:39.926161 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.db_base_plugin_v2 [None req-c2e72a70-0160-41ee-b133-0137f11efbf1 tempest-RoutersNegativeIpV6Test-756758868 tempest-RoutersNegativeIpV6Test-756758868-project] Deleting subnet 5e48f303-9b68-4025-af26-ef119449d23e {{(pid=100246) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 14:08:39.934331 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-3aa3dfe6-a372-4670-9375-e634e0c4fab4 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-1023994701-network', 'tenant_id': '04ae52fd5d53424fae753232c9c2b3ab'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:08:39.937292 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-c2e72a70-0160-41ee-b133-0137f11efbf1 tempest-RoutersNegativeIpV6Test-756758868 tempest-RoutersNegativeIpV6Test-756758868-project] Notify callbacks [] for subnet, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:39.988648 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-c2e72a70-0160-41ee-b133-0137f11efbf1 tempest-RoutersNegativeIpV6Test-756758868 tempest-RoutersNegativeIpV6Test-756758868-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126218885'] for subnet, precommit_delete_associations {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:39.991435 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3aa3dfe6-a372-4670-9375-e634e0c4fab4 admin admin] Made reservation on behalf of 04ae52fd5d53424fae753232c9c2b3ab for: {'network': 1} {{(pid=100246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:08:39.993798 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-3aa3dfe6-a372-4670-9375-e634e0c4fab4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for network, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:40.024055 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-3aa3dfe6-a372-4670-9375-e634e0c4fab4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:40.085104 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-35d03f48-39cf-4cd6-bef6-42df71395382 req-6e2251ab-5ea3-4294-b333-ca7a460b46c8 service neutron] 10.222.0.104 "GET /v2.0/networks/50c6f2a5-bc0a-4711-99e9-70b98e439d42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1547320 Jul 06 14:08:40.128070 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-c2e72a70-0160-41ee-b133-0137f11efbf1 tempest-RoutersNegativeIpV6Test-756758868 tempest-RoutersNegativeIpV6Test-756758868-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-913473'] for subnet, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:40.147296 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-e9ce7750-60ea-466d-8821-d8dfc65c7d95 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Notify callbacks [] for port, precommit_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:40.161727 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.provisioning_blocks [None req-e9ce7750-60ea-466d-8821-d8dfc65c7d95 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Transition to ACTIVE for port object 93d4aa86-4dd8-4033-b415-4c8870027677 will not be triggered until provisioned by entity DHCP. {{(pid=100247) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:08:40.168674 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-e9ce7750-60ea-466d-8821-d8dfc65c7d95 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128888538'] for port, after_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:40.219131 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-3aa3dfe6-a372-4670-9375-e634e0c4fab4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:40.223834 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-3aa3dfe6-a372-4670-9375-e634e0c4fab4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:40.233009 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-c2e72a70-0160-41ee-b133-0137f11efbf1 tempest-RoutersNegativeIpV6Test-756758868 tempest-RoutersNegativeIpV6Test-756758868-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-913480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1849032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127687590', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127702764'] for subnet, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:40.283504 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3aa3dfe6-a372-4670-9375-e634e0c4fab4 admin admin] vlan segment allocate from pool success with {'vlan_id': 1019, 'physical_network': 'physnet1'} {{(pid=100246) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 14:08:40.284258 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.plugin [None req-e9ce7750-60ea-466d-8821-d8dfc65c7d95 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] In _notify_port_updated(), no bound segment for port 93d4aa86-4dd8-4033-b415-4c8870027677 on network df34d817-ecd2-44b4-8bb9-700b0e3e3a0c {{(pid=100247) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 06 14:08:40.290016 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9ce7750-60ea-466d-8821-d8dfc65c7d95 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:08:40.290743 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-e9ce7750-60ea-466d-8821-d8dfc65c7d95 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:40.292119 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-e9ce7750-60ea-466d-8821-d8dfc65c7d95 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] 10.222.0.104 "PUT /v2.0/ports/93d4aa86-4dd8-4033-b415-4c8870027677 HTTP/1.1" status: 200 len: 968 time: 1.5412533 Jul 06 14:08:40.295936 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e72a70-0160-41ee-b133-0137f11efbf1 tempest-RoutersNegativeIpV6Test-756758868 tempest-RoutersNegativeIpV6Test-756758868-project] Pushing event deleted for resources: {'Subnet': ['ID=5e48f303-9b68-4025-af26-ef119449d23e,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:08:40.297610 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 45780) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:08:40.327146 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-845cd55f-efee-47a8-875e-91a2601e0676 req-bf4e0502-ec0c-43b9-837c-eda018321ab7 tempest-InstanceActionsV221TestJSON-1099051760 tempest-InstanceActionsV221TestJSON-1099051760-project] 10.222.0.104 "GET /v2.0/ports?device_id=da2ca532-3e03-4ebc-8093-6880ddfc6f35 HTTP/1.1" status: 200 len: 210 time: 0.0471365 Jul 06 14:08:40.330708 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ce7750-60ea-466d-8821-d8dfc65c7d95 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Pushing event updated for resources: {'Port': ['ID=93d4aa86-4dd8-4033-b415-4c8870027677,revision_number=2']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:08:40.348837 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-c2e72a70-0160-41ee-b133-0137f11efbf1 tempest-RoutersNegativeIpV6Test-756758868 tempest-RoutersNegativeIpV6Test-756758868-project] Notify callbacks [] for subnet, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:40.350712 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-c2e72a70-0160-41ee-b133-0137f11efbf1 tempest-RoutersNegativeIpV6Test-756758868 tempest-RoutersNegativeIpV6Test-756758868-project] 10.222.0.104 "DELETE /v2.0/subnets/5e48f303-9b68-4025-af26-ef119449d23e HTTP/1.1" status: 204 len: 168 time: 0.4860640 Jul 06 14:08:40.353950 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 45782) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:08:40.357208 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa3dfe6-a372-4670-9375-e634e0c4fab4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=caeb5ac0-5b55-4223-a5a5-1ad20132c08e,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:08:40.359121 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08121245-792a-4d4e-823e-e725cfac7587 None None] Network 1c5338a1-8c86-416d-ae0e-6b17b84c2b4d requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:08:40.368786 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.db_base_plugin_common [None req-3ba4efea-e246-4f3f-b588-9ad7659f2f2f None None] Allocated IP 2001:db8:0:2::2 (df34d817-ecd2-44b4-8bb9-700b0e3e3a0c/bd96fde6-b830-42a3-bc3f-a7921ab5f6f1/cbfba3a8-53b2-40c4-bb2f-e91087725ff9) {{(pid=100248) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:08:40.374471 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-3aa3dfe6-a372-4670-9375-e634e0c4fab4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552'] for segment, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:40.374935 n-d-773647-6 neutron-server[100246]: INFO neutron.db.segments_db [None req-3aa3dfe6-a372-4670-9375-e634e0c4fab4 admin admin] Added segment 35571545-185f-409f-98fd-48bee69363a3 of type vlan for network dd25a860-b320-4dfa-b90b-9d90727710d9 Jul 06 14:08:40.433058 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.db_base_plugin_common [None req-3ba4efea-e246-4f3f-b588-9ad7659f2f2f None None] Allocated IP 2001:db8::2 (df34d817-ecd2-44b4-8bb9-700b0e3e3a0c/7c95ba2e-7d9a-4d0f-97ee-8d22f0b30d34/cbfba3a8-53b2-40c4-bb2f-e91087725ff9) {{(pid=100248) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:08:40.445125 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-3aa3dfe6-a372-4670-9375-e634e0c4fab4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773752984405'] for network, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:40.491619 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-74bf60ac-77cf-4c2f-8bbe-e28be1c406e3 tempest-RoutersNegativeIpV6Test-756758868 tempest-RoutersNegativeIpV6Test-756758868-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530492'] for network, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:40.510048 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-3aa3dfe6-a372-4670-9375-e634e0c4fab4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060'] for network, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:40.511674 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3aa3dfe6-a372-4670-9375-e634e0c4fab4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:08:40.512256 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-3aa3dfe6-a372-4670-9375-e634e0c4fab4 admin admin] Notify callbacks [] for network, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:40.538985 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:40.566697 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.plugin [None req-74bf60ac-77cf-4c2f-8bbe-e28be1c406e3 tempest-RoutersNegativeIpV6Test-756758868 tempest-RoutersNegativeIpV6Test-756758868-project] Deleting port acbdc9db-5c5b-4421-8c3f-d108e949e710 {{(pid=100247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:08:40.567066 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-74bf60ac-77cf-4c2f-8bbe-e28be1c406e3 tempest-RoutersNegativeIpV6Test-756758868 tempest-RoutersNegativeIpV6Test-756758868-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:40.603421 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-3aa3dfe6-a372-4670-9375-e634e0c4fab4 admin admin] 10.222.0.104 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.7961030 Jul 06 14:08:40.613457 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 45790) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:08:40.623277 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-d031c878-08b9-4e70-bc0d-b068b58627fa admin admin] Request body: {'subnet': {'network_id': 'dd25a860-b320-4dfa-b90b-9d90727710d9', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-1023994701-subnet', 'tenant_id': '04ae52fd5d53424fae753232c9c2b3ab', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:08:40.638562 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [None req-05e0f8c7-6ec1-49bb-b01c-6f2608f2dc6f tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Deleting port 93d4aa86-4dd8-4033-b415-4c8870027677 {{(pid=100246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:08:40.638913 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-05e0f8c7-6ec1-49bb-b01c-6f2608f2dc6f tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:40.644641 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa3dfe6-a372-4670-9375-e634e0c4fab4 admin admin] Pushing event updated for resources: {'Network': ['ID=dd25a860-b320-4dfa-b90b-9d90727710d9,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:08:40.652537 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.db [None req-74bf60ac-77cf-4c2f-8bbe-e28be1c406e3 tempest-RoutersNegativeIpV6Test-756758868 tempest-RoutersNegativeIpV6Test-756758868-project] For port acbdc9db-5c5b-4421-8c3f-d108e949e710, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=acbdc9db-5c5b-4421-8c3f-d108e949e710,segment=NetworkSegment(ed40659c-9c1d-4739-815d-4f27dfd3b430),segment_id=ed40659c-9c1d-4739-815d-4f27dfd3b430)] {{(pid=100247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:08:40.654152 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-74bf60ac-77cf-4c2f-8bbe-e28be1c406e3 tempest-RoutersNegativeIpV6Test-756758868 tempest-RoutersNegativeIpV6Test-756758868-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:40.659122 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Network dd25a860-b320-4dfa-b90b-9d90727710d9 details requested by agent ovs-agent-n-d-773647-6 with host n-d-773647-6 {{(pid=100248) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 14:08:40.673933 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.plugin [None req-74bf60ac-77cf-4c2f-8bbe-e28be1c406e3 tempest-RoutersNegativeIpV6Test-756758868 tempest-RoutersNegativeIpV6Test-756758868-project] Calling delete_port for acbdc9db-5c5b-4421-8c3f-d108e949e710 owned by network:dhcp {{(pid=100247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:08:40.712081 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d031c878-08b9-4e70-bc0d-b068b58627fa admin admin] Made reservation on behalf of 04ae52fd5d53424fae753232c9c2b3ab for: {'subnet': 1} {{(pid=100246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:08:40.715106 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-d031c878-08b9-4e70-bc0d-b068b58627fa admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127702029'] for subnet, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:40.789858 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-74bf60ac-77cf-4c2f-8bbe-e28be1c406e3 tempest-RoutersNegativeIpV6Test-756758868 tempest-RoutersNegativeIpV6Test-756758868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128888353'] for port, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:40.794286 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-3ba4efea-e246-4f3f-b588-9ad7659f2f2f None None] For port cbfba3a8-53b2-40c4-bb2f-e91087725ff9, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=cbfba3a8-53b2-40c4-bb2f-e91087725ff9,segment=NetworkSegment(77ae933e-d21d-4d17-88da-ba6b32ae5f87),segment_id=77ae933e-d21d-4d17-88da-ba6b32ae5f87)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:08:40.834399 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-3ba4efea-e246-4f3f-b588-9ad7659f2f2f None None] Notify callbacks [] for port, precommit_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:40.845896 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74bf60ac-77cf-4c2f-8bbe-e28be1c406e3 tempest-RoutersNegativeIpV6Test-756758868 tempest-RoutersNegativeIpV6Test-756758868-project] Pushing event deleted for resources: {'Port': ['ID=acbdc9db-5c5b-4421-8c3f-d108e949e710,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:08:40.851546 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74bf60ac-77cf-4c2f-8bbe-e28be1c406e3 tempest-RoutersNegativeIpV6Test-756758868 tempest-RoutersNegativeIpV6Test-756758868-project] No DVR routers for this DVR port acbdc9db-5c5b-4421-8c3f-d108e949e710 on host n-d-773647-6 {{(pid=100247) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:08:40.869003 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-3ba4efea-e246-4f3f-b588-9ad7659f2f2f None None] Transition to ACTIVE for port object cbfba3a8-53b2-40c4-bb2f-e91087725ff9 will not be triggered until provisioned by entity DHCP. {{(pid=100248) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:08:40.878042 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-3ba4efea-e246-4f3f-b588-9ad7659f2f2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:40.923029 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-277108bc-8744-4165-b8b6-c8e04e8d52f4 req-992b02e7-2c88-45fa-93b4-768ff039874b tempest-ServerShowV247Test-1263848029 tempest-ServerShowV247Test-1263848029-project] 10.222.0.104 "GET /v2.0/ports?device_id=5a6b3cc9-158c-4855-9ee6-2d8b336c2250 HTTP/1.1" status: 200 len: 210 time: 0.0311122 Jul 06 14:08:40.928120 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-05e0f8c7-6ec1-49bb-b01c-6f2608f2dc6f tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:40.955305 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [None req-05e0f8c7-6ec1-49bb-b01c-6f2608f2dc6f tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Calling delete_port for 93d4aa86-4dd8-4033-b415-4c8870027677 owned by {{(pid=100246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:08:40.985400 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-74bf60ac-77cf-4c2f-8bbe-e28be1c406e3 tempest-RoutersNegativeIpV6Test-756758868 tempest-RoutersNegativeIpV6Test-756758868-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-917204', 'neutron.services.segments.db._delete_segments_for_network-8773753502302'] for network, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:40.987998 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba4efea-e246-4f3f-b588-9ad7659f2f2f None None] Pushing event updated for resources: {'Port': ['ID=cbfba3a8-53b2-40c4-bb2f-e91087725ff9,revision_number=6']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:08:40.996620 n-d-773647-6 neutron-server[100247]: DEBUG neutron.services.segments.db [None req-74bf60ac-77cf-4c2f-8bbe-e28be1c406e3 tempest-RoutersNegativeIpV6Test-756758868 tempest-RoutersNegativeIpV6Test-756758868-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c5338a1-8c86-416d-ae0e-6b17b84c2b4d']}} {{(pid=100247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:08:41.000348 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e17fcbf-81b4-4a82-ad0e-cf8bc98af866 None None] DHCP port deletion for 1c5338a1-8c86-416d-ae0e-6b17b84c2b4d request from n-d-773647-6 {{(pid=100248) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 14:08:41.007526 n-d-773647-6 neutron-server[100247]: DEBUG neutron.services.segments.db [None req-74bf60ac-77cf-4c2f-8bbe-e28be1c406e3 tempest-RoutersNegativeIpV6Test-756758868 tempest-RoutersNegativeIpV6Test-756758868-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed40659c-9c1d-4739-815d-4f27dfd3b430') {'for_net_delete': True} {{(pid=100247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:08:41.007902 n-d-773647-6 neutron-server[100247]: DEBUG neutron.services.segments.db [None req-74bf60ac-77cf-4c2f-8bbe-e28be1c406e3 tempest-RoutersNegativeIpV6Test-756758868 tempest-RoutersNegativeIpV6Test-756758868-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed40659c-9c1d-4739-815d-4f27dfd3b430') {} {{(pid=100247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:08:41.018544 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-74bf60ac-77cf-4c2f-8bbe-e28be1c406e3 tempest-RoutersNegativeIpV6Test-756758868 tempest-RoutersNegativeIpV6Test-756758868-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773753515138', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127131763'] for segment, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:41.034605 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-74bf60ac-77cf-4c2f-8bbe-e28be1c406e3 tempest-RoutersNegativeIpV6Test-756758868 tempest-RoutersNegativeIpV6Test-756758868-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552'] for segment, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:41.043132 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-74bf60ac-77cf-4c2f-8bbe-e28be1c406e3 tempest-RoutersNegativeIpV6Test-756758868 tempest-RoutersNegativeIpV6Test-756758868-project] Releasing vlan 1037 on physical network physnet1 to pool {{(pid=100247) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 14:08:41.043602 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-74bf60ac-77cf-4c2f-8bbe-e28be1c406e3 tempest-RoutersNegativeIpV6Test-756758868 tempest-RoutersNegativeIpV6Test-756758868-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-128888574'] for segment, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:41.046673 n-d-773647-6 neutron-server[100247]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:08:41.046673 n-d-773647-6 neutron-server[100247]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:08:41.046673 n-d-773647-6 neutron-server[100247]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:08:41.046673 n-d-773647-6 neutron-server[100247]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:08:41.046673 n-d-773647-6 neutron-server[100247]: Traceback (most recent call last): Jul 06 14:08:41.046673 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 14:08:41.046673 n-d-773647-6 neutron-server[100247]: timer() Jul 06 14:08:41.046673 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 14:08:41.046673 n-d-773647-6 neutron-server[100247]: cb(*args, **kw) Jul 06 14:08:41.046673 n-d-773647-6 neutron-server[100247]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 14:08:41.046673 n-d-773647-6 neutron-server[100247]: return func(*args, **kwargs) Jul 06 14:08:41.046673 n-d-773647-6 neutron-server[100247]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 14:08:41.046673 n-d-773647-6 neutron-server[100247]: self._notify() Jul 06 14:08:41.046673 n-d-773647-6 neutron-server[100247]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 14:08:41.046673 n-d-773647-6 neutron-server[100247]: self.callback(batched_events) Jul 06 14:08:41.046673 n-d-773647-6 neutron-server[100247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 14:08:41.046673 n-d-773647-6 neutron-server[100247]: event.method(event) Jul 06 14:08:41.046673 n-d-773647-6 neutron-server[100247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 14:08:41.046673 n-d-773647-6 neutron-server[100247]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 14:08:41.046673 n-d-773647-6 neutron-server[100247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 14:08:41.046673 n-d-773647-6 neutron-server[100247]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 14:08:41.046673 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 14:08:41.046673 n-d-773647-6 neutron-server[100247]: return f(self, *a, **k) Jul 06 14:08:41.046673 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 14:08:41.046673 n-d-773647-6 neutron-server[100247]: return self._get(url).json() Jul 06 14:08:41.046673 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 14:08:41.046673 n-d-773647-6 neutron-server[100247]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 14:08:41.046673 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 14:08:41.046673 n-d-773647-6 neutron-server[100247]: return self.request(url, 'GET', **kwargs) Jul 06 14:08:41.046673 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 14:08:41.046673 n-d-773647-6 neutron-server[100247]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 14:08:41.046673 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 14:08:41.046673 n-d-773647-6 neutron-server[100247]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 14:08:41.046673 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 14:08:41.046673 n-d-773647-6 neutron-server[100247]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 14:08:41.046673 n-d-773647-6 neutron-server[100247]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 14:08:41.120256 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-74bf60ac-77cf-4c2f-8bbe-e28be1c406e3 tempest-RoutersNegativeIpV6Test-756758868 tempest-RoutersNegativeIpV6Test-756758868-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-917215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1761140'] for network, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:41.127262 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-74bf60ac-77cf-4c2f-8bbe-e28be1c406e3 tempest-RoutersNegativeIpV6Test-756758868 tempest-RoutersNegativeIpV6Test-756758868-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583035'] for network, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:41.134852 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 45798) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:08:41.139795 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-74bf60ac-77cf-4c2f-8bbe-e28be1c406e3 tempest-RoutersNegativeIpV6Test-756758868 tempest-RoutersNegativeIpV6Test-756758868-project] 10.222.0.104 "DELETE /v2.0/networks/1c5338a1-8c86-416d-ae0e-6b17b84c2b4d HTTP/1.1" status: 204 len: 168 time: 0.7845030 Jul 06 14:08:41.168345 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74bf60ac-77cf-4c2f-8bbe-e28be1c406e3 tempest-RoutersNegativeIpV6Test-756758868 tempest-RoutersNegativeIpV6Test-756758868-project] Pushing event deleted for resources: {'Network': ['ID=1c5338a1-8c86-416d-ae0e-6b17b84c2b4d,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:08:41.188776 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-d031c878-08b9-4e70-bc0d-b068b58627fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1849032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127687649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127702047'] for subnet, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:41.269888 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.db_base_plugin_v2 [None req-1533f76e-9edf-40a3-b934-b3d3425a4199 tempest-RoutersNegativeIpV6Test-756758868 tempest-RoutersNegativeIpV6Test-756758868-project] Deleting subnet 7f7bef18-6bfe-487e-8962-26e0e855befb {{(pid=100246) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 14:08:41.283823 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-1533f76e-9edf-40a3-b934-b3d3425a4199 tempest-RoutersNegativeIpV6Test-756758868 tempest-RoutersNegativeIpV6Test-756758868-project] Notify callbacks [] for subnet, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:41.317365 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-05e0f8c7-6ec1-49bb-b01c-6f2608f2dc6f tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127687580'] for port, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:41.384635 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d031c878-08b9-4e70-bc0d-b068b58627fa admin admin] Pushing event updated for resources: {'Subnet': ['ID=4c8d0bb0-bbdd-46e2-b6f5-c2a1e9d3f277,revision_number=0']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:08:41.389381 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-2a10f1a8-4032-4823-8cb2-5071425920db req-fea93950-6bfe-41d4-9777-cbed4369e2da service neutron] 10.222.0.127 "GET /v2.0/ports?device_id=12ed529c-bd1d-4249-ae12-7920c3e0a55d HTTP/1.1" status: 200 len: 210 time: 0.0515645 Jul 06 14:08:41.400597 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e0f8c7-6ec1-49bb-b01c-6f2608f2dc6f tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Pushing event deleted for resources: {'Port': ['ID=93d4aa86-4dd8-4033-b415-4c8870027677,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:08:41.407799 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-1533f76e-9edf-40a3-b934-b3d3425a4199 tempest-RoutersNegativeIpV6Test-756758868 tempest-RoutersNegativeIpV6Test-756758868-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126218885'] for subnet, precommit_delete_associations {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:41.469755 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-05e0f8c7-6ec1-49bb-b01c-6f2608f2dc6f tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:41.474354 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-05e0f8c7-6ec1-49bb-b01c-6f2608f2dc6f tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] 10.222.0.104 "DELETE /v2.0/ports/93d4aa86-4dd8-4033-b415-4c8870027677 HTTP/1.1" status: 204 len: 168 time: 1.1670406 Jul 06 14:08:41.476853 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 45802) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:08:41.477606 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d031c878-08b9-4e70-bc0d-b068b58627fa admin admin] Checking segment: {'id': '35571545-185f-409f-98fd-48bee69363a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': 'dd25a860-b320-4dfa-b90b-9d90727710d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:08:41.478060 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d031c878-08b9-4e70-bc0d-b068b58627fa admin admin] Network hostable DHCP agents. Network: dd25a860-b320-4dfa-b90b-9d90727710d9, hostable agents: ['f2bada3d-be77-4359-982b-8505a2bbca04'], hosted agents: [] {{(pid=100246) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 14:08:41.505957 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-728556f6-c35f-4876-bd30-4d4e3ebce9a5 req-c08dd8a7-c7f6-47ce-af78-789a487c510a tempest-InstanceActionsV221TestJSON-1099051760 tempest-InstanceActionsV221TestJSON-1099051760-project] 10.222.0.104 "GET /v2.0/ports?device_id=da2ca532-3e03-4ebc-8093-6880ddfc6f35 HTTP/1.1" status: 200 len: 210 time: 0.0399933 Jul 06 14:08:41.510967 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d031c878-08b9-4e70-bc0d-b068b58627fa admin admin] Network dd25a860-b320-4dfa-b90b-9d90727710d9 is scheduled to be hosted by DHCP agent f2bada3d-be77-4359-982b-8505a2bbca04 with binding_index 1 {{(pid=100246) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 14:08:41.528029 n-d-773647-6 neutron-server[100247]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ac425ca-4cb4-43f8-8b92-f871298ea6c8 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] GET failed (client error): The resource could not be found. Jul 06 14:08:41.530463 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-8ac425ca-4cb4-43f8-8b92-f871298ea6c8 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] 10.222.0.104 "GET /v2.0/ports/93d4aa86-4dd8-4033-b415-4c8870027677 HTTP/1.1" status: 404 len: 333 time: 0.0522351 Jul 06 14:08:41.533265 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 45804) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:08:41.544933 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.base_scheduler [None req-d031c878-08b9-4e70-bc0d-b068b58627fa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773647-6, dd25a860-b320-4dfa-b90b-9d90727710d9) {{(pid=100246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:08:41.550704 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d031c878-08b9-4e70-bc0d-b068b58627fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:08:41.551690 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-d031c878-08b9-4e70-bc0d-b068b58627fa admin admin] Notify callbacks [] for subnet, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:41.553473 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5ef6133-138a-44bd-97ce-dbba8db47a5a None None] Network dd25a860-b320-4dfa-b90b-9d90727710d9 requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:08:41.572473 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-1533f76e-9edf-40a3-b934-b3d3425a4199 tempest-RoutersNegativeIpV6Test-756758868 tempest-RoutersNegativeIpV6Test-756758868-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-913473'] for subnet, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:41.583248 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-d031c878-08b9-4e70-bc0d-b068b58627fa admin admin] 10.222.0.104 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.9633002 Jul 06 14:08:41.620150 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-54a44355-2f20-41b0-8fed-5c1427c20983 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Notify callbacks [] for security_group, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:41.685866 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-54a44355-2f20-41b0-8fed-5c1427c20983 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:41.694606 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-1533f76e-9edf-40a3-b934-b3d3425a4199 tempest-RoutersNegativeIpV6Test-756758868 tempest-RoutersNegativeIpV6Test-756758868-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-913480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1849032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127687590', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127702764'] for subnet, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:41.756301 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device cbfba3a8-53b2-40c4-bb2f-e91087725ff9 up at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:08:41.772762 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1533f76e-9edf-40a3-b934-b3d3425a4199 tempest-RoutersNegativeIpV6Test-756758868 tempest-RoutersNegativeIpV6Test-756758868-project] Pushing event deleted for resources: {'Subnet': ['ID=7f7bef18-6bfe-487e-8962-26e0e855befb,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:08:41.802564 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-1533f76e-9edf-40a3-b934-b3d3425a4199 tempest-RoutersNegativeIpV6Test-756758868 tempest-RoutersNegativeIpV6Test-756758868-project] Notify callbacks [] for subnet, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:41.805122 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-54a44355-2f20-41b0-8fed-5c1427c20983 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:41.808958 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-1533f76e-9edf-40a3-b934-b3d3425a4199 tempest-RoutersNegativeIpV6Test-756758868 tempest-RoutersNegativeIpV6Test-756758868-project] 10.222.0.104 "DELETE /v2.0/subnets/7f7bef18-6bfe-487e-8962-26e0e855befb HTTP/1.1" status: 204 len: 168 time: 0.6698139 Jul 06 14:08:41.810931 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-54a44355-2f20-41b0-8fed-5c1427c20983 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Notify callbacks [] for security_group, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:41.811718 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 45810) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:08:41.812491 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-54a44355-2f20-41b0-8fed-5c1427c20983 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] 10.222.0.104 "DELETE /v2.0/security-groups/407c341c-48c6-4d83-982c-c4b9dbc4a835 HTTP/1.1" status: 204 len: 168 time: 0.2772973 Jul 06 14:08:41.815113 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 45812) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:08:41.834800 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d1f502c-de3d-4feb-80dc-4a46ea1a8505 None None] Network a66d8d1c-e190-4bb0-9638-ec1246a7d3ce requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:08:41.856270 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a44355-2f20-41b0-8fed-5c1427c20983 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=407c341c-48c6-4d83-982c-c4b9dbc4a835,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:08:41.953911 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.db_base_plugin_v2 [None req-292ecc52-d978-4b80-bb9b-ff24856ca517 tempest-RoutersNegativeIpV6Test-756758868 tempest-RoutersNegativeIpV6Test-756758868-project] Deleting subnet e351f79c-9f74-4a93-b39a-8d60bfd0f452 {{(pid=100246) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 14:08:41.957930 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-dee23534-1176-4ef6-90fb-a6a3bf671c08 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Notify callbacks [] for security_group, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:41.983460 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-dee23534-1176-4ef6-90fb-a6a3bf671c08 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:41.990137 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73f0009b-544f-4161-9872-fc817b441cc9 None None] Network dd25a860-b320-4dfa-b90b-9d90727710d9 requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:08:42.033691 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-292ecc52-d978-4b80-bb9b-ff24856ca517 tempest-RoutersNegativeIpV6Test-756758868 tempest-RoutersNegativeIpV6Test-756758868-project] Notify callbacks [] for subnet, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:42.038162 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-dee23534-1176-4ef6-90fb-a6a3bf671c08 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:42.040736 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-dee23534-1176-4ef6-90fb-a6a3bf671c08 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Notify callbacks [] for security_group, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:42.042422 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-dee23534-1176-4ef6-90fb-a6a3bf671c08 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] 10.222.0.104 "DELETE /v2.0/security-groups/eababb6d-2a6e-40e4-8f28-29a85bd8ab11 HTTP/1.1" status: 204 len: 168 time: 0.2194281 Jul 06 14:08:42.051677 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 45820) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:08:42.099232 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee23534-1176-4ef6-90fb-a6a3bf671c08 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eababb6d-2a6e-40e4-8f28-29a85bd8ab11,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:08:42.134748 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-292ecc52-d978-4b80-bb9b-ff24856ca517 tempest-RoutersNegativeIpV6Test-756758868 tempest-RoutersNegativeIpV6Test-756758868-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126218885'] for subnet, precommit_delete_associations {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:42.191756 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [req-dd3a966e-a2f7-4569-a1df-d26fc2a4cf62 req-942349e6-b6af-4d1c-a3b6-2e3c06582a6c tempest-SecurityGroupRulesTestJSON-636060170 tempest-SecurityGroupRulesTestJSON-636060170-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1959777233', 'description': 'tempest-description-1358276374'}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:08:42.235885 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-6f00f0a4-0746-4675-85f9-5bf8a9af6365 None None] Provisioning for port cbfba3a8-53b2-40c4-bb2f-e91087725ff9 completed by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:08:42.247624 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-4770e36a-bd40-4389-b4f9-c90af122cca5 req-fdcdd9d4-0935-4f8a-ad77-52ad033989fa service neutron] 10.222.0.127 "GET /v2.0/ports?device_id=5a6b3cc9-158c-4855-9ee6-2d8b336c2250 HTTP/1.1" status: 200 len: 210 time: 0.0957239 Jul 06 14:08:42.274322 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-292ecc52-d978-4b80-bb9b-ff24856ca517 tempest-RoutersNegativeIpV6Test-756758868 tempest-RoutersNegativeIpV6Test-756758868-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-913473'] for subnet, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:42.274737 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-6f00f0a4-0746-4675-85f9-5bf8a9af6365 None None] Provisioning complete for port cbfba3a8-53b2-40c4-bb2f-e91087725ff9 triggered by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:08:42.275231 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-6f00f0a4-0746-4675-85f9-5bf8a9af6365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:42.298968 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning complete for port cbfba3a8-53b2-40c4-bb2f-e91087725ff9 triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:08:42.299535 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:42.332209 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-797542d4-889c-4b3e-9cb7-3d6be7cf7101 req-b471dfb0-d19d-4b95-aa21-189f3bca3295 tempest-ServerShowV247Test-1263848029 tempest-ServerShowV247Test-1263848029-project] 10.222.0.104 "GET /v2.0/ports?device_id=5a6b3cc9-158c-4855-9ee6-2d8b336c2250 HTTP/1.1" status: 200 len: 210 time: 0.1136498 Jul 06 14:08:42.359272 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-3c40a017-6fe7-4caf-8028-7f651d21ac66 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Notify callbacks [] for security_group, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:42.375987 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-dd3a966e-a2f7-4569-a1df-d26fc2a4cf62 req-942349e6-b6af-4d1c-a3b6-2e3c06582a6c tempest-SecurityGroupRulesTestJSON-636060170 tempest-SecurityGroupRulesTestJSON-636060170-project] Notify callbacks [] for security_group, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:42.378492 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-292ecc52-d978-4b80-bb9b-ff24856ca517 tempest-RoutersNegativeIpV6Test-756758868 tempest-RoutersNegativeIpV6Test-756758868-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-913480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1849032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127687590', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127702764'] for subnet, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:42.422340 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:42.433312 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d03f48-39cf-4cd6-bef6-42df71395382 req-d69a8319-0b86-415d-a604-87db27d010f4 tempest-InstanceActionsV221TestJSON-1099051760 tempest-InstanceActionsV221TestJSON-1099051760-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:08:42.435297 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-35d03f48-39cf-4cd6-bef6-42df71395382 req-d69a8319-0b86-415d-a604-87db27d010f4 tempest-InstanceActionsV221TestJSON-1099051760 tempest-InstanceActionsV221TestJSON-1099051760-project] 10.222.0.72 "GET /v2.0/networks?id=50c6f2a5-bc0a-4711-99e9-70b98e439d42 HTTP/1.1" status: 200 len: 818 time: 0.5723274 Jul 06 14:08:42.439766 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-3c40a017-6fe7-4caf-8028-7f651d21ac66 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:42.457615 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [req-35d03f48-39cf-4cd6-bef6-42df71395382 req-3263cba7-3660-484a-befd-987b818d30b0 tempest-InstanceActionsV221TestJSON-1099051760 tempest-InstanceActionsV221TestJSON-1099051760-project] Request body: {'port': {'device_id': 'da2ca532-3e03-4ebc-8093-6880ddfc6f35', 'network_id': '50c6f2a5-bc0a-4711-99e9-70b98e439d42', 'admin_state_up': True, 'tenant_id': '65b786358142420284097c3fbb964768'}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:08:42.489895 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-292ecc52-d978-4b80-bb9b-ff24856ca517 tempest-RoutersNegativeIpV6Test-756758868 tempest-RoutersNegativeIpV6Test-756758868-project] Notify callbacks [] for subnet, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:42.501817 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecead5e5-0341-4b9e-bec6-d1e2dd8a8e50 None None] Network 307e72c5-09f5-4391-b85c-28250979adfc requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:08:42.503315 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-292ecc52-d978-4b80-bb9b-ff24856ca517 tempest-RoutersNegativeIpV6Test-756758868 tempest-RoutersNegativeIpV6Test-756758868-project] 10.222.0.104 "DELETE /v2.0/subnets/e351f79c-9f74-4a93-b39a-8d60bfd0f452 HTTP/1.1" status: 204 len: 168 time: 0.6898062 Jul 06 14:08:42.507600 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292ecc52-d978-4b80-bb9b-ff24856ca517 tempest-RoutersNegativeIpV6Test-756758868 tempest-RoutersNegativeIpV6Test-756758868-project] Pushing event deleted for resources: {'Subnet': ['ID=e351f79c-9f74-4a93-b39a-8d60bfd0f452,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:08:42.509586 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 45824) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:08:42.636961 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-3c40a017-6fe7-4caf-8028-7f651d21ac66 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:42.639894 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-3c40a017-6fe7-4caf-8028-7f651d21ac66 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Notify callbacks [] for security_group, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:42.643427 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-3c40a017-6fe7-4caf-8028-7f651d21ac66 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] 10.222.0.104 "DELETE /v2.0/security-groups/e2fa8b98-e68e-44b5-be32-2ba27dae6fd6 HTTP/1.1" status: 204 len: 168 time: 0.5884264 Jul 06 14:08:42.657708 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-27fdfddc-7b9d-43ef-aaa8-77f023905e8a tempest-RoutersNegativeIpV6Test-756758868 tempest-RoutersNegativeIpV6Test-756758868-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530492'] for network, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:42.660958 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 45828) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:08:42.671910 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3666868f-416f-4468-b2eb-6c52e48f22f7 None None] DHCP port deletion for a66d8d1c-e190-4bb0-9638-ec1246a7d3ce request from n-d-773647-6 {{(pid=100248) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 14:08:42.673099 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c40a017-6fe7-4caf-8028-7f651d21ac66 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2fa8b98-e68e-44b5-be32-2ba27dae6fd6,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:08:42.757919 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.db_base_plugin_v2 [None req-95cbf0f8-c506-4eaa-a074-26e45ef9322d tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Deleting subnet 7c95ba2e-7d9a-4d0f-97ee-8d22f0b30d34 {{(pid=100247) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 14:08:42.769696 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [None req-27fdfddc-7b9d-43ef-aaa8-77f023905e8a tempest-RoutersNegativeIpV6Test-756758868 tempest-RoutersNegativeIpV6Test-756758868-project] Deleting port dff208fd-e233-4750-9e46-36e1fb73d781 {{(pid=100246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:08:42.770047 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-27fdfddc-7b9d-43ef-aaa8-77f023905e8a tempest-RoutersNegativeIpV6Test-756758868 tempest-RoutersNegativeIpV6Test-756758868-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:42.842762 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.db [None req-27fdfddc-7b9d-43ef-aaa8-77f023905e8a tempest-RoutersNegativeIpV6Test-756758868 tempest-RoutersNegativeIpV6Test-756758868-project] For port dff208fd-e233-4750-9e46-36e1fb73d781, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=dff208fd-e233-4750-9e46-36e1fb73d781,segment=NetworkSegment(35a1577f-4f83-444f-a73b-25881646a863),segment_id=35a1577f-4f83-444f-a73b-25881646a863)] {{(pid=100246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:08:42.843174 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-27fdfddc-7b9d-43ef-aaa8-77f023905e8a tempest-RoutersNegativeIpV6Test-756758868 tempest-RoutersNegativeIpV6Test-756758868-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:42.859347 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-6f00f0a4-0746-4675-85f9-5bf8a9af6365 None None] Provisioning complete for port 7013172b-3961-4284-aab9-e8f7589c020e triggered by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:08:42.860019 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-6f00f0a4-0746-4675-85f9-5bf8a9af6365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:42.863562 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [None req-27fdfddc-7b9d-43ef-aaa8-77f023905e8a tempest-RoutersNegativeIpV6Test-756758868 tempest-RoutersNegativeIpV6Test-756758868-project] Calling delete_port for dff208fd-e233-4750-9e46-36e1fb73d781 owned by network:dhcp {{(pid=100246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:08:42.907380 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-3666868f-416f-4468-b2eb-6c52e48f22f7 None None] Deleting port dff208fd-e233-4750-9e46-36e1fb73d781 {{(pid=100248) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:08:42.908088 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-3666868f-416f-4468-b2eb-6c52e48f22f7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:42.972770 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-27fdfddc-7b9d-43ef-aaa8-77f023905e8a tempest-RoutersNegativeIpV6Test-756758868 tempest-RoutersNegativeIpV6Test-756758868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127687580'] for port, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:42.999420 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27fdfddc-7b9d-43ef-aaa8-77f023905e8a tempest-RoutersNegativeIpV6Test-756758868 tempest-RoutersNegativeIpV6Test-756758868-project] Pushing event deleted for resources: {'Port': ['ID=dff208fd-e233-4750-9e46-36e1fb73d781,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:08:43.007059 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27fdfddc-7b9d-43ef-aaa8-77f023905e8a tempest-RoutersNegativeIpV6Test-756758868 tempest-RoutersNegativeIpV6Test-756758868-project] No DVR routers for this DVR port dff208fd-e233-4750-9e46-36e1fb73d781 on host n-d-773647-6 {{(pid=100246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:08:43.096463 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-27fdfddc-7b9d-43ef-aaa8-77f023905e8a tempest-RoutersNegativeIpV6Test-756758868 tempest-RoutersNegativeIpV6Test-756758868-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-917204', 'neutron.services.segments.db._delete_segments_for_network-8773753502302'] for network, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:43.103024 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device acbdc9db-5c5b-4421-8c3f-d108e949e710 no longer exists at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:08:43.107438 n-d-773647-6 neutron-server[100246]: DEBUG neutron.services.segments.db [None req-27fdfddc-7b9d-43ef-aaa8-77f023905e8a tempest-RoutersNegativeIpV6Test-756758868 tempest-RoutersNegativeIpV6Test-756758868-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a66d8d1c-e190-4bb0-9638-ec1246a7d3ce']}} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:08:43.119247 n-d-773647-6 neutron-server[100246]: DEBUG neutron.services.segments.db [None req-27fdfddc-7b9d-43ef-aaa8-77f023905e8a tempest-RoutersNegativeIpV6Test-756758868 tempest-RoutersNegativeIpV6Test-756758868-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '35a1577f-4f83-444f-a73b-25881646a863') {'for_net_delete': True} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:08:43.119535 n-d-773647-6 neutron-server[100246]: DEBUG neutron.services.segments.db [None req-27fdfddc-7b9d-43ef-aaa8-77f023905e8a tempest-RoutersNegativeIpV6Test-756758868 tempest-RoutersNegativeIpV6Test-756758868-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '35a1577f-4f83-444f-a73b-25881646a863') {} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:08:43.120439 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-95cbf0f8-c506-4eaa-a074-26e45ef9322d tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Notify callbacks [] for subnet, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:43.130730 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-27fdfddc-7b9d-43ef-aaa8-77f023905e8a tempest-RoutersNegativeIpV6Test-756758868 tempest-RoutersNegativeIpV6Test-756758868-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773753515138', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126218898'] for segment, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:43.139974 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] No Port match for: acbdc9db-5c5b-4421-8c3f-d108e949e710 {{(pid=100248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 14:08:43.140327 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device acbdc9db-5c5b-4421-8c3f-d108e949e710 not bound to the agent host n-d-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:08:43.145436 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-27fdfddc-7b9d-43ef-aaa8-77f023905e8a tempest-RoutersNegativeIpV6Test-756758868 tempest-RoutersNegativeIpV6Test-756758868-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552'] for segment, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:43.153079 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-6f00f0a4-0746-4675-85f9-5bf8a9af6365 None None] Port 7013172b-3961-4284-aab9-e8f7589c020e cannot update to ACTIVE because it is not bound. {{(pid=100248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 14:08:43.154154 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-27fdfddc-7b9d-43ef-aaa8-77f023905e8a tempest-RoutersNegativeIpV6Test-756758868 tempest-RoutersNegativeIpV6Test-756758868-project] Releasing vlan 1022 on physical network physnet1 to pool {{(pid=100246) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 14:08:43.154915 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-27fdfddc-7b9d-43ef-aaa8-77f023905e8a tempest-RoutersNegativeIpV6Test-756758868 tempest-RoutersNegativeIpV6Test-756758868-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127687491'] for segment, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:43.159594 n-d-773647-6 neutron-server[100246]: Traceback (most recent call last): Jul 06 14:08:43.159594 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 14:08:43.159594 n-d-773647-6 neutron-server[100246]: timer() Jul 06 14:08:43.159594 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 14:08:43.159594 n-d-773647-6 neutron-server[100246]: cb(*args, **kw) Jul 06 14:08:43.159594 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 14:08:43.159594 n-d-773647-6 neutron-server[100246]: return func(*args, **kwargs) Jul 06 14:08:43.159594 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 14:08:43.159594 n-d-773647-6 neutron-server[100246]: self._notify() Jul 06 14:08:43.159594 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 14:08:43.159594 n-d-773647-6 neutron-server[100246]: self.callback(batched_events) Jul 06 14:08:43.159594 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 14:08:43.159594 n-d-773647-6 neutron-server[100246]: event.method(event) Jul 06 14:08:43.159594 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 14:08:43.159594 n-d-773647-6 neutron-server[100246]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 14:08:43.159594 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 14:08:43.159594 n-d-773647-6 neutron-server[100246]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 14:08:43.159594 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 14:08:43.159594 n-d-773647-6 neutron-server[100246]: return f(self, *a, **k) Jul 06 14:08:43.159594 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 14:08:43.159594 n-d-773647-6 neutron-server[100246]: return self._get(url).json() Jul 06 14:08:43.159594 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 14:08:43.159594 n-d-773647-6 neutron-server[100246]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 14:08:43.159594 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 14:08:43.159594 n-d-773647-6 neutron-server[100246]: return self.request(url, 'GET', **kwargs) Jul 06 14:08:43.159594 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 14:08:43.159594 n-d-773647-6 neutron-server[100246]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 14:08:43.159594 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 14:08:43.159594 n-d-773647-6 neutron-server[100246]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 14:08:43.159594 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 14:08:43.159594 n-d-773647-6 neutron-server[100246]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 14:08:43.159594 n-d-773647-6 neutron-server[100246]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 14:08:43.162056 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-6f00f0a4-0746-4675-85f9-5bf8a9af6365 None None] Could not find standard attr ID for object 93d4aa86-4dd8-4033-b415-4c8870027677. {{(pid=100248) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 06 14:08:43.174123 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-3666868f-416f-4468-b2eb-6c52e48f22f7 None None] For port dff208fd-e233-4750-9e46-36e1fb73d781, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=dff208fd-e233-4750-9e46-36e1fb73d781,segment=NetworkSegment(35a1577f-4f83-444f-a73b-25881646a863),segment_id=35a1577f-4f83-444f-a73b-25881646a863)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:08:43.174611 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-3666868f-416f-4468-b2eb-6c52e48f22f7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:43.184230 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-b25bce08-9d1c-48f1-843f-1ec451cf09b8 req-db7827d0-aef7-4fe0-b0e5-753d3d2dd646 tempest-InstanceActionsV221TestJSON-1099051760 tempest-InstanceActionsV221TestJSON-1099051760-project] 10.222.0.104 "GET /v2.0/ports?device_id=da2ca532-3e03-4ebc-8093-6880ddfc6f35 HTTP/1.1" status: 200 len: 210 time: 0.4214399 Jul 06 14:08:43.189292 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-3666868f-416f-4468-b2eb-6c52e48f22f7 None None] Calling delete_port for dff208fd-e233-4750-9e46-36e1fb73d781 owned by network:dhcp {{(pid=100248) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:08:43.216476 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-95cbf0f8-c506-4eaa-a074-26e45ef9322d tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127131748'] for subnet, precommit_delete_associations {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:43.247226 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-dd3a966e-a2f7-4569-a1df-d26fc2a4cf62 req-942349e6-b6af-4d1c-a3b6-2e3c06582a6c tempest-SecurityGroupRulesTestJSON-636060170 tempest-SecurityGroupRulesTestJSON-636060170-project] Notify callbacks [] for security_group, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:43.252833 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-27fdfddc-7b9d-43ef-aaa8-77f023905e8a tempest-RoutersNegativeIpV6Test-756758868 tempest-RoutersNegativeIpV6Test-756758868-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-917215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1761140'] for network, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:43.259082 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-27fdfddc-7b9d-43ef-aaa8-77f023905e8a tempest-RoutersNegativeIpV6Test-756758868 tempest-RoutersNegativeIpV6Test-756758868-project] Notify callbacks [] for network, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:43.259412 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-dd3a966e-a2f7-4569-a1df-d26fc2a4cf62 req-942349e6-b6af-4d1c-a3b6-2e3c06582a6c tempest-SecurityGroupRulesTestJSON-636060170 tempest-SecurityGroupRulesTestJSON-636060170-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:43.264665 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-27fdfddc-7b9d-43ef-aaa8-77f023905e8a tempest-RoutersNegativeIpV6Test-756758868 tempest-RoutersNegativeIpV6Test-756758868-project] 10.222.0.104 "DELETE /v2.0/networks/a66d8d1c-e190-4bb0-9638-ec1246a7d3ce HTTP/1.1" status: 204 len: 168 time: 0.7367733 Jul 06 14:08:43.271776 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 45832) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:08:43.282934 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27fdfddc-7b9d-43ef-aaa8-77f023905e8a tempest-RoutersNegativeIpV6Test-756758868 tempest-RoutersNegativeIpV6Test-756758868-project] Pushing event deleted for resources: {'Network': ['ID=a66d8d1c-e190-4bb0-9638-ec1246a7d3ce,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:08:43.349170 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-3666868f-416f-4468-b2eb-6c52e48f22f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117'] for port, after_delete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:43.355263 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0198c306-e91c-49be-a2ef-6f82da49e86e None None] DHCP port deletion for 307e72c5-09f5-4391-b85c-28250979adfc request from n-d-773647-6 {{(pid=100248) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 14:08:43.376545 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-35d03f48-39cf-4cd6-bef6-42df71395382 req-3263cba7-3660-484a-befd-987b818d30b0 tempest-InstanceActionsV221TestJSON-1099051760 tempest-InstanceActionsV221TestJSON-1099051760-project] Made reservation on behalf of 65b786358142420284097c3fbb964768 for: {'port': 1} {{(pid=100247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:08:43.380288 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-35d03f48-39cf-4cd6-bef6-42df71395382 req-3263cba7-3660-484a-befd-987b818d30b0 tempest-InstanceActionsV221TestJSON-1099051760 tempest-InstanceActionsV221TestJSON-1099051760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:43.387438 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3666868f-416f-4468-b2eb-6c52e48f22f7 None None] Pushing event deleted for resources: {'Port': ['ID=dff208fd-e233-4750-9e46-36e1fb73d781,revision_number=None']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:08:43.389290 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-08788907-9de9-42e1-a275-42e5df9c17b4 None None] Could not find standard attr ID for object 93d4aa86-4dd8-4033-b415-4c8870027677. {{(pid=100248) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 06 14:08:43.391747 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-3666868f-416f-4468-b2eb-6c52e48f22f7 None None] Network a66d8d1c-e190-4bb0-9638-ec1246a7d3ce is not hosted by any dhcp agent {{(pid=100248) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jul 06 14:08:43.392204 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3666868f-416f-4468-b2eb-6c52e48f22f7 None None] No DVR routers for this DVR port dff208fd-e233-4750-9e46-36e1fb73d781 on host n-d-773647-6 {{(pid=100248) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:08:43.400083 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-dd3a966e-a2f7-4569-a1df-d26fc2a4cf62 req-942349e6-b6af-4d1c-a3b6-2e3c06582a6c tempest-SecurityGroupRulesTestJSON-636060170 tempest-SecurityGroupRulesTestJSON-636060170-project] Notify callbacks [] for security_group, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:43.401339 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-dd3a966e-a2f7-4569-a1df-d26fc2a4cf62 req-942349e6-b6af-4d1c-a3b6-2e3c06582a6c tempest-SecurityGroupRulesTestJSON-636060170 tempest-SecurityGroupRulesTestJSON-636060170-project] 10.222.0.104 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1812 time: 1.2335927 Jul 06 14:08:43.419473 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942349e6-b6af-4d1c-a3b6-2e3c06582a6c tempest-SecurityGroupRulesTestJSON-636060170 tempest-SecurityGroupRulesTestJSON-636060170-project] Pushing event updated for resources: {'SecurityGroup': ['ID=88d6abb2-5d78-43f3-a5f8-473299edd621,revision_number=1']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:08:43.462670 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-0198c306-e91c-49be-a2ef-6f82da49e86e None None] Deleting port bd43cee1-2126-484d-adc6-482891dc21d0 {{(pid=100248) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:08:43.463052 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-0198c306-e91c-49be-a2ef-6f82da49e86e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:43.491532 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942349e6-b6af-4d1c-a3b6-2e3c06582a6c tempest-SecurityGroupRulesTestJSON-636060170 tempest-SecurityGroupRulesTestJSON-636060170-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:08:43.491789 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942349e6-b6af-4d1c-a3b6-2e3c06582a6c tempest-SecurityGroupRulesTestJSON-636060170 tempest-SecurityGroupRulesTestJSON-636060170-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:08:43.492160 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942349e6-b6af-4d1c-a3b6-2e3c06582a6c tempest-SecurityGroupRulesTestJSON-636060170 tempest-SecurityGroupRulesTestJSON-636060170-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:08:43.492497 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942349e6-b6af-4d1c-a3b6-2e3c06582a6c tempest-SecurityGroupRulesTestJSON-636060170 tempest-SecurityGroupRulesTestJSON-636060170-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:08:43.492829 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942349e6-b6af-4d1c-a3b6-2e3c06582a6c tempest-SecurityGroupRulesTestJSON-636060170 tempest-SecurityGroupRulesTestJSON-636060170-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:08:43.493161 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942349e6-b6af-4d1c-a3b6-2e3c06582a6c tempest-SecurityGroupRulesTestJSON-636060170 tempest-SecurityGroupRulesTestJSON-636060170-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:08:43.493482 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942349e6-b6af-4d1c-a3b6-2e3c06582a6c tempest-SecurityGroupRulesTestJSON-636060170 tempest-SecurityGroupRulesTestJSON-636060170-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:08:43.493812 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942349e6-b6af-4d1c-a3b6-2e3c06582a6c tempest-SecurityGroupRulesTestJSON-636060170 tempest-SecurityGroupRulesTestJSON-636060170-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:08:43.494137 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942349e6-b6af-4d1c-a3b6-2e3c06582a6c tempest-SecurityGroupRulesTestJSON-636060170 tempest-SecurityGroupRulesTestJSON-636060170-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:08:43.494468 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942349e6-b6af-4d1c-a3b6-2e3c06582a6c tempest-SecurityGroupRulesTestJSON-636060170 tempest-SecurityGroupRulesTestJSON-636060170-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:08:43.494822 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942349e6-b6af-4d1c-a3b6-2e3c06582a6c tempest-SecurityGroupRulesTestJSON-636060170 tempest-SecurityGroupRulesTestJSON-636060170-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:08:43.495135 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942349e6-b6af-4d1c-a3b6-2e3c06582a6c tempest-SecurityGroupRulesTestJSON-636060170 tempest-SecurityGroupRulesTestJSON-636060170-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:08:43.521887 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-dff7c217-9e61-49bc-b20e-e2c9e73fc880 tempest-RoutersNegativeIpV6Test-756758868 tempest-RoutersNegativeIpV6Test-756758868-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530492'] for network, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:43.535761 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-0198c306-e91c-49be-a2ef-6f82da49e86e None None] For port bd43cee1-2126-484d-adc6-482891dc21d0, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=bd43cee1-2126-484d-adc6-482891dc21d0,segment=NetworkSegment(e0ee0d20-78a3-4e2b-9f98-11effafd46c6),segment_id=e0ee0d20-78a3-4e2b-9f98-11effafd46c6)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:08:43.536287 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-0198c306-e91c-49be-a2ef-6f82da49e86e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:43.549443 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-0198c306-e91c-49be-a2ef-6f82da49e86e None None] Calling delete_port for bd43cee1-2126-484d-adc6-482891dc21d0 owned by network:dhcp {{(pid=100248) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:08:43.580488 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-95cbf0f8-c506-4eaa-a074-26e45ef9322d tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-913473'] for subnet, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:43.630107 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-0198c306-e91c-49be-a2ef-6f82da49e86e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117'] for port, after_delete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:43.637995 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-096b8aa4-4dd0-4cd6-844d-cdd3602e4fb9 req-b90d01e5-b0b2-4f3e-98ad-4d1c40a04da8 tempest-ServerShowV247Test-1263848029 tempest-ServerShowV247Test-1263848029-project] 10.222.0.104 "GET /v2.0/ports?device_id=5a6b3cc9-158c-4855-9ee6-2d8b336c2250 HTTP/1.1" status: 200 len: 210 time: 0.0779192 Jul 06 14:08:43.654117 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-536a7eae-d8b0-4ae6-ae8d-378364a43ec2 req-ac4ae778-c624-4211-9698-5ed986879f56 tempest-SecurityGroupRulesTestJSON-636060170 tempest-SecurityGroupRulesTestJSON-636060170-project] 10.222.0.104 "GET /v2.0/security-groups/88d6abb2-5d78-43f3-a5f8-473299edd621 HTTP/1.1" status: 200 len: 1807 time: 0.2116771 Jul 06 14:08:43.680225 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [req-536a7eae-d8b0-4ae6-ae8d-378364a43ec2 req-5c0b7bad-9a27-4d3b-9d12-e73590547b2e tempest-SecurityGroupRulesTestJSON-636060170 tempest-SecurityGroupRulesTestJSON-636060170-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '88d6abb2-5d78-43f3-a5f8-473299edd621', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:08:43.680548 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [req-536a7eae-d8b0-4ae6-ae8d-378364a43ec2 req-5c0b7bad-9a27-4d3b-9d12-e73590547b2e tempest-SecurityGroupRulesTestJSON-636060170 tempest-SecurityGroupRulesTestJSON-636060170-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '88d6abb2-5d78-43f3-a5f8-473299edd621', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:08:43.681805 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0198c306-e91c-49be-a2ef-6f82da49e86e None None] Pushing event deleted for resources: {'Port': ['ID=bd43cee1-2126-484d-adc6-482891dc21d0,revision_number=None']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:08:43.684777 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device dff208fd-e233-4750-9e46-36e1fb73d781 no longer exists at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:08:43.706678 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0198c306-e91c-49be-a2ef-6f82da49e86e None None] No DVR routers for this DVR port bd43cee1-2126-484d-adc6-482891dc21d0 on host n-d-773647-6 {{(pid=100248) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:08:43.708768 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] No Port match for: dff208fd-e233-4750-9e46-36e1fb73d781 {{(pid=100248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 14:08:43.709893 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device dff208fd-e233-4750-9e46-36e1fb73d781 not bound to the agent host n-d-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:08:43.710984 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device bd43cee1-2126-484d-adc6-482891dc21d0 no longer exists at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:08:43.734038 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] No Port match for: bd43cee1-2126-484d-adc6-482891dc21d0 {{(pid=100248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 14:08:43.744162 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device bd43cee1-2126-484d-adc6-482891dc21d0 not bound to the agent host n-d-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:08:43.834728 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-95cbf0f8-c506-4eaa-a074-26e45ef9322d tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-913480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1849032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-128888347', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127627857'] for subnet, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:43.838969 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.db_base_plugin_common [req-35d03f48-39cf-4cd6-bef6-42df71395382 req-3263cba7-3660-484a-befd-987b818d30b0 tempest-InstanceActionsV221TestJSON-1099051760 tempest-InstanceActionsV221TestJSON-1099051760-project] Allocated IP 172.20.0.5 (50c6f2a5-bc0a-4711-99e9-70b98e439d42/88712a40-d2d3-4f76-a08a-9dd68fa6f327/f5d1ffee-5ea2-4563-9e0d-281bf9cb0993) {{(pid=100247) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:08:43.852844 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-dff7c217-9e61-49bc-b20e-e2c9e73fc880 tempest-RoutersNegativeIpV6Test-756758868 tempest-RoutersNegativeIpV6Test-756758868-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-917204', 'neutron.services.segments.db._delete_segments_for_network-8773753502302'] for network, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:43.902451 n-d-773647-6 neutron-server[100247]: DEBUG neutron.services.segments.db [None req-dff7c217-9e61-49bc-b20e-e2c9e73fc880 tempest-RoutersNegativeIpV6Test-756758868 tempest-RoutersNegativeIpV6Test-756758868-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['307e72c5-09f5-4391-b85c-28250979adfc']}} {{(pid=100247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:08:43.915294 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-95cbf0f8-c506-4eaa-a074-26e45ef9322d tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Notify callbacks [] for subnet, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:43.921057 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-95cbf0f8-c506-4eaa-a074-26e45ef9322d tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] 10.222.0.104 "DELETE /v2.0/subnets/7c95ba2e-7d9a-4d0f-97ee-8d22f0b30d34 HTTP/1.1" status: 204 len: 168 time: 1.2406170 Jul 06 14:08:43.922774 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 45850) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:08:43.923899 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95cbf0f8-c506-4eaa-a074-26e45ef9322d tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Pushing event deleted for resources: {'Subnet': ['ID=7c95ba2e-7d9a-4d0f-97ee-8d22f0b30d34,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:08:43.925747 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fbaab0f-940d-46d1-9b3e-9b67650c697c None None] Network df34d817-ecd2-44b4-8bb9-700b0e3e3a0c requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:08:43.934164 n-d-773647-6 neutron-server[100247]: DEBUG neutron.services.segments.db [None req-dff7c217-9e61-49bc-b20e-e2c9e73fc880 tempest-RoutersNegativeIpV6Test-756758868 tempest-RoutersNegativeIpV6Test-756758868-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e0ee0d20-78a3-4e2b-9f98-11effafd46c6') {'for_net_delete': True} {{(pid=100247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:08:43.934460 n-d-773647-6 neutron-server[100247]: DEBUG neutron.services.segments.db [None req-dff7c217-9e61-49bc-b20e-e2c9e73fc880 tempest-RoutersNegativeIpV6Test-756758868 tempest-RoutersNegativeIpV6Test-756758868-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e0ee0d20-78a3-4e2b-9f98-11effafd46c6') {} {{(pid=100247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:08:43.961685 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-dff7c217-9e61-49bc-b20e-e2c9e73fc880 tempest-RoutersNegativeIpV6Test-756758868 tempest-RoutersNegativeIpV6Test-756758868-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773753515138', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127131763'] for segment, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:43.975660 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-536a7eae-d8b0-4ae6-ae8d-378364a43ec2 req-5c0b7bad-9a27-4d3b-9d12-e73590547b2e tempest-SecurityGroupRulesTestJSON-636060170 tempest-SecurityGroupRulesTestJSON-636060170-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:43.987813 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.db_base_plugin_v2 [None req-53d336f7-e8a0-4450-beba-df4251ffe6c1 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Deleting subnet bd96fde6-b830-42a3-bc3f-a7921ab5f6f1 {{(pid=100246) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 14:08:43.991282 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-53d336f7-e8a0-4450-beba-df4251ffe6c1 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Notify callbacks [] for subnet, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:44.003703 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-dff7c217-9e61-49bc-b20e-e2c9e73fc880 tempest-RoutersNegativeIpV6Test-756758868 tempest-RoutersNegativeIpV6Test-756758868-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552'] for segment, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:44.024425 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dff7c217-9e61-49bc-b20e-e2c9e73fc880 tempest-RoutersNegativeIpV6Test-756758868 tempest-RoutersNegativeIpV6Test-756758868-project] Releasing vlan 1042 on physical network physnet1 to pool {{(pid=100247) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 14:08:44.024825 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-dff7c217-9e61-49bc-b20e-e2c9e73fc880 tempest-RoutersNegativeIpV6Test-756758868 tempest-RoutersNegativeIpV6Test-756758868-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-128888574'] for segment, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:44.030381 n-d-773647-6 neutron-server[100247]: Traceback (most recent call last): Jul 06 14:08:44.030381 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 14:08:44.030381 n-d-773647-6 neutron-server[100247]: timer() Jul 06 14:08:44.030381 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 14:08:44.030381 n-d-773647-6 neutron-server[100247]: cb(*args, **kw) Jul 06 14:08:44.030381 n-d-773647-6 neutron-server[100247]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 14:08:44.030381 n-d-773647-6 neutron-server[100247]: return func(*args, **kwargs) Jul 06 14:08:44.030381 n-d-773647-6 neutron-server[100247]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 14:08:44.030381 n-d-773647-6 neutron-server[100247]: self._notify() Jul 06 14:08:44.030381 n-d-773647-6 neutron-server[100247]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 14:08:44.030381 n-d-773647-6 neutron-server[100247]: self.callback(batched_events) Jul 06 14:08:44.030381 n-d-773647-6 neutron-server[100247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 14:08:44.030381 n-d-773647-6 neutron-server[100247]: event.method(event) Jul 06 14:08:44.030381 n-d-773647-6 neutron-server[100247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 14:08:44.030381 n-d-773647-6 neutron-server[100247]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 14:08:44.030381 n-d-773647-6 neutron-server[100247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 14:08:44.030381 n-d-773647-6 neutron-server[100247]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 14:08:44.030381 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 14:08:44.030381 n-d-773647-6 neutron-server[100247]: return f(self, *a, **k) Jul 06 14:08:44.030381 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 14:08:44.030381 n-d-773647-6 neutron-server[100247]: return self._get(url).json() Jul 06 14:08:44.030381 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 14:08:44.030381 n-d-773647-6 neutron-server[100247]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 14:08:44.030381 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 14:08:44.030381 n-d-773647-6 neutron-server[100247]: return self.request(url, 'GET', **kwargs) Jul 06 14:08:44.030381 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 14:08:44.030381 n-d-773647-6 neutron-server[100247]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 14:08:44.030381 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 14:08:44.030381 n-d-773647-6 neutron-server[100247]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 14:08:44.030381 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 14:08:44.030381 n-d-773647-6 neutron-server[100247]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 14:08:44.030381 n-d-773647-6 neutron-server[100247]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 14:08:44.047735 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-53d336f7-e8a0-4450-beba-df4251ffe6c1 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126218885'] for subnet, precommit_delete_associations {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:44.127358 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-536a7eae-d8b0-4ae6-ae8d-378364a43ec2 req-5c0b7bad-9a27-4d3b-9d12-e73590547b2e tempest-SecurityGroupRulesTestJSON-636060170 tempest-SecurityGroupRulesTestJSON-636060170-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:44.148273 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-536a7eae-d8b0-4ae6-ae8d-378364a43ec2 req-5c0b7bad-9a27-4d3b-9d12-e73590547b2e tempest-SecurityGroupRulesTestJSON-636060170 tempest-SecurityGroupRulesTestJSON-636060170-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1898694'] for security_group_rule, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:44.176946 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-dff7c217-9e61-49bc-b20e-e2c9e73fc880 tempest-RoutersNegativeIpV6Test-756758868 tempest-RoutersNegativeIpV6Test-756758868-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-917215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1761140'] for network, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:44.180899 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-dff7c217-9e61-49bc-b20e-e2c9e73fc880 tempest-RoutersNegativeIpV6Test-756758868 tempest-RoutersNegativeIpV6Test-756758868-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583035'] for network, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:44.183238 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-dff7c217-9e61-49bc-b20e-e2c9e73fc880 tempest-RoutersNegativeIpV6Test-756758868 tempest-RoutersNegativeIpV6Test-756758868-project] 10.222.0.104 "DELETE /v2.0/networks/307e72c5-09f5-4391-b85c-28250979adfc HTTP/1.1" status: 204 len: 168 time: 0.9038098 Jul 06 14:08:44.192621 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 45852) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:08:44.206585 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-53d336f7-e8a0-4450-beba-df4251ffe6c1 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-913473'] for subnet, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:44.217544 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0b7bad-9a27-4d3b-9d12-e73590547b2e tempest-SecurityGroupRulesTestJSON-636060170 tempest-SecurityGroupRulesTestJSON-636060170-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=53663500-e7b4-4d28-b424-ea9af05b312f,revision_number=0']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:08:44.241092 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff7c217-9e61-49bc-b20e-e2c9e73fc880 tempest-RoutersNegativeIpV6Test-756758868 tempest-RoutersNegativeIpV6Test-756758868-project] Pushing event deleted for resources: {'Network': ['ID=307e72c5-09f5-4391-b85c-28250979adfc,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:08:44.243809 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-536a7eae-d8b0-4ae6-ae8d-378364a43ec2 req-5c0b7bad-9a27-4d3b-9d12-e73590547b2e tempest-SecurityGroupRulesTestJSON-636060170 tempest-SecurityGroupRulesTestJSON-636060170-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:44.248444 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-536a7eae-d8b0-4ae6-ae8d-378364a43ec2 req-5c0b7bad-9a27-4d3b-9d12-e73590547b2e tempest-SecurityGroupRulesTestJSON-636060170 tempest-SecurityGroupRulesTestJSON-636060170-project] 10.222.0.104 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.5804455 Jul 06 14:08:44.325387 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-53d336f7-e8a0-4450-beba-df4251ffe6c1 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-913480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1849032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127687590', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127702764'] for subnet, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:44.354816 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d336f7-e8a0-4450-beba-df4251ffe6c1 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Pushing event deleted for resources: {'Subnet': ['ID=bd96fde6-b830-42a3-bc3f-a7921ab5f6f1,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:08:44.358690 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-53d336f7-e8a0-4450-beba-df4251ffe6c1 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Notify callbacks [] for subnet, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:44.360683 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-53d336f7-e8a0-4450-beba-df4251ffe6c1 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] 10.222.0.104 "DELETE /v2.0/subnets/bd96fde6-b830-42a3-bc3f-a7921ab5f6f1 HTTP/1.1" status: 204 len: 168 time: 0.4381475 Jul 06 14:08:44.367767 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 45864) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:08:44.369946 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.db_base_plugin_v2 [None req-71381d9e-04db-4f11-a386-52a8e7d8d73d tempest-RoutersNegativeIpV6Test-756758868 tempest-RoutersNegativeIpV6Test-756758868-project] Deleting subnet 508b2e00-687f-4658-98c2-606d2bb4c0eb {{(pid=100247) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 14:08:44.384807 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-71381d9e-04db-4f11-a386-52a8e7d8d73d tempest-RoutersNegativeIpV6Test-756758868 tempest-RoutersNegativeIpV6Test-756758868-project] Notify callbacks [] for subnet, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:44.395143 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-35d03f48-39cf-4cd6-bef6-42df71395382 req-3263cba7-3660-484a-befd-987b818d30b0 tempest-InstanceActionsV221TestJSON-1099051760 tempest-InstanceActionsV221TestJSON-1099051760-project] Notify callbacks [] for port, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:44.403543 n-d-773647-6 neutron-server[100246]: INFO neutron.pecan_wsgi.hooks.translation [None req-67e2f488-0a73-4b10-95ce-a7cf71519b78 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] DELETE failed (client error): The resource could not be found. Jul 06 14:08:44.404301 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-67e2f488-0a73-4b10-95ce-a7cf71519b78 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100246) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 14:08:44.409183 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-67e2f488-0a73-4b10-95ce-a7cf71519b78 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] 10.222.0.104 "DELETE /v2.0/subnets/7c95ba2e-7d9a-4d0f-97ee-8d22f0b30d34 HTTP/1.1" status: 404 len: 337 time: 0.0385840 Jul 06 14:08:44.409780 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 45868) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:08:44.473098 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.db_base_plugin_v2 [None req-1efd24b1-578d-48e1-a5d4-93286555609e tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Deleting subnet 30ca27d7-4232-4a43-bc11-d475492415e2 {{(pid=100246) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 14:08:44.477316 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-1efd24b1-578d-48e1-a5d4-93286555609e tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Notify callbacks [] for subnet, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:44.497160 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-ffbeccbb-8d02-46aa-9192-4101c3a466cf req-4add476f-5840-49aa-892f-4d7858eccf54 tempest-ServerShowV247Test-1263848029 tempest-ServerShowV247Test-1263848029-project] 10.222.0.104 "GET /v2.0/ports?device_id=5a6b3cc9-158c-4855-9ee6-2d8b336c2250 HTTP/1.1" status: 200 len: 210 time: 0.0745764 Jul 06 14:08:44.529723 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-448e7f30-2467-4ca2-9324-9482bdd8ac02 req-fa8e25bc-082b-47df-ba34-9b0709aee6ff tempest-InstanceActionsV221TestJSON-1099051760 tempest-InstanceActionsV221TestJSON-1099051760-project] 10.222.0.104 "GET /v2.0/ports?device_id=da2ca532-3e03-4ebc-8093-6880ddfc6f35 HTTP/1.1" status: 200 len: 210 time: 0.1261172 Jul 06 14:08:44.532828 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-1efd24b1-578d-48e1-a5d4-93286555609e tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126218885'] for subnet, precommit_delete_associations {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:44.569302 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [req-2dc2b15d-2b0f-4cb0-ac37-ea4879e94096 req-c4a8869c-0ed0-4f1e-b0ee-64d63519cbc8 tempest-SecurityGroupRulesTestJSON-636060170 tempest-SecurityGroupRulesTestJSON-636060170-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1860707742', 'description': 'tempest-description-1615332844'}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:08:44.583478 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-71381d9e-04db-4f11-a386-52a8e7d8d73d tempest-RoutersNegativeIpV6Test-756758868 tempest-RoutersNegativeIpV6Test-756758868-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127131748'] for subnet, precommit_delete_associations {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:44.641237 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-1efd24b1-578d-48e1-a5d4-93286555609e tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-913473'] for subnet, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:44.696570 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-2dc2b15d-2b0f-4cb0-ac37-ea4879e94096 req-c4a8869c-0ed0-4f1e-b0ee-64d63519cbc8 tempest-SecurityGroupRulesTestJSON-636060170 tempest-SecurityGroupRulesTestJSON-636060170-project] Notify callbacks [] for security_group, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:44.713832 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-35d03f48-39cf-4cd6-bef6-42df71395382 req-3263cba7-3660-484a-befd-987b818d30b0 tempest-InstanceActionsV221TestJSON-1099051760 tempest-InstanceActionsV221TestJSON-1099051760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-128888360'] for port, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:44.725021 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-1efd24b1-578d-48e1-a5d4-93286555609e tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-913480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1849032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127687590', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127702764'] for subnet, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:44.737866 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-71381d9e-04db-4f11-a386-52a8e7d8d73d tempest-RoutersNegativeIpV6Test-756758868 tempest-RoutersNegativeIpV6Test-756758868-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-913473'] for subnet, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:44.757521 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1efd24b1-578d-48e1-a5d4-93286555609e tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Pushing event deleted for resources: {'Subnet': ['ID=30ca27d7-4232-4a43-bc11-d475492415e2,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:08:44.761895 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-1efd24b1-578d-48e1-a5d4-93286555609e tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Notify callbacks [] for subnet, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:44.764866 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-1efd24b1-578d-48e1-a5d4-93286555609e tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] 10.222.0.104 "DELETE /v2.0/subnets/30ca27d7-4232-4a43-bc11-d475492415e2 HTTP/1.1" status: 204 len: 168 time: 0.3538954 Jul 06 14:08:44.767126 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 45870) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:08:44.804095 n-d-773647-6 neutron-server[100246]: INFO neutron.pecan_wsgi.hooks.translation [None req-aac9dc8c-c2d9-4793-9987-83b7427287c7 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] DELETE failed (client error): The resource could not be found. Jul 06 14:08:44.804769 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aac9dc8c-c2d9-4793-9987-83b7427287c7 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100246) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 14:08:44.807846 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-aac9dc8c-c2d9-4793-9987-83b7427287c7 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] 10.222.0.104 "DELETE /v2.0/subnets/3dd466f6-df37-4ed3-afbe-924775c7f1ae HTTP/1.1" status: 404 len: 337 time: 0.0391109 Jul 06 14:08:44.810363 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 45874) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:08:44.847796 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-630bb86d-682f-4486-88d6-17d89b8dff0d tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] 10.222.0.104 "GET /v2.0/ports?device_id=9fe4aa41-9512-4a4a-bde2-0576401595e3 HTTP/1.1" status: 200 len: 205 time: 0.0363014 Jul 06 14:08:44.850925 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 45876) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:08:44.855149 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-35d03f48-39cf-4cd6-bef6-42df71395382 req-3263cba7-3660-484a-befd-987b818d30b0 tempest-InstanceActionsV221TestJSON-1099051760 tempest-InstanceActionsV221TestJSON-1099051760-project] Network 50c6f2a5-bc0a-4711-99e9-70b98e439d42 is already hosted by enough agents. {{(pid=100247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:08:44.871596 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.base_scheduler [req-35d03f48-39cf-4cd6-bef6-42df71395382 req-3263cba7-3660-484a-befd-987b818d30b0 tempest-InstanceActionsV221TestJSON-1099051760 tempest-InstanceActionsV221TestJSON-1099051760-project] Resources bound (agent type, host, resource id): {{(pid=100247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:08:44.874449 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3263cba7-3660-484a-befd-987b818d30b0 tempest-InstanceActionsV221TestJSON-1099051760 tempest-InstanceActionsV221TestJSON-1099051760-project] Pushing event updated for resources: {'Port': ['ID=f5d1ffee-5ea2-4563-9e0d-281bf9cb0993,revision_number=1']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:08:44.878999 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.l3_dvrscheduler_db [req-35d03f48-39cf-4cd6-bef6-42df71395382 req-3263cba7-3660-484a-befd-987b818d30b0 tempest-InstanceActionsV221TestJSON-1099051760 tempest-InstanceActionsV221TestJSON-1099051760-project] Received port after_create {{(pid=100247) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:08:44.897871 n-d-773647-6 neutron-server[100246]: INFO neutron.api.v2.resource [None req-c4cbba86-a41d-4667-a7be-562d9443556c tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] delete failed (client error): The resource could not be found. Jul 06 14:08:44.898937 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-c4cbba86-a41d-4667-a7be-562d9443556c tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] 10.222.0.104 "DELETE /v2.0/routers/9fe4aa41-9512-4a4a-bde2-0576401595e3 HTTP/1.1" status: 404 len: 336 time: 0.0469522 Jul 06 14:08:44.903958 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 45878) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:08:44.938392 n-d-773647-6 neutron-server[100246]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd09beb4-a7ce-4aa7-bdc5-2ca8ca52c4bc tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] DELETE failed (client error): The resource could not be found. Jul 06 14:08:44.938990 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dd09beb4-a7ce-4aa7-bdc5-2ca8ca52c4bc tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100246) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 14:08:44.940576 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-dd09beb4-a7ce-4aa7-bdc5-2ca8ca52c4bc tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] 10.222.0.104 "DELETE /v2.0/subnets/b2ae8f8e-9f7a-4e86-b32e-a2a9e42a3bfb HTTP/1.1" status: 404 len: 337 time: 0.0346978 Jul 06 14:08:44.941049 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-71381d9e-04db-4f11-a386-52a8e7d8d73d tempest-RoutersNegativeIpV6Test-756758868 tempest-RoutersNegativeIpV6Test-756758868-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-913480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1849032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-128888347', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127627857'] for subnet, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:44.943320 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 45880) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:08:44.977166 n-d-773647-6 neutron-server[100246]: INFO neutron.pecan_wsgi.hooks.translation [None req-7550c98e-5a75-4fb2-b4de-3b2960d78fa7 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] DELETE failed (client error): The resource could not be found. Jul 06 14:08:44.977703 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7550c98e-5a75-4fb2-b4de-3b2960d78fa7 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100246) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 14:08:44.980680 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-7550c98e-5a75-4fb2-b4de-3b2960d78fa7 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] 10.222.0.104 "DELETE /v2.0/subnets/b80e201f-bfd2-4d23-a5db-7b3f480c4808 HTTP/1.1" status: 404 len: 337 time: 0.0358205 Jul 06 14:08:44.981222 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d03f48-39cf-4cd6-bef6-42df71395382 req-3263cba7-3660-484a-befd-987b818d30b0 tempest-InstanceActionsV221TestJSON-1099051760 tempest-InstanceActionsV221TestJSON-1099051760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:08:44.981878 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-35d03f48-39cf-4cd6-bef6-42df71395382 req-3263cba7-3660-484a-befd-987b818d30b0 tempest-InstanceActionsV221TestJSON-1099051760 tempest-InstanceActionsV221TestJSON-1099051760-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:44.983276 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 45882) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:08:44.992659 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71381d9e-04db-4f11-a386-52a8e7d8d73d tempest-RoutersNegativeIpV6Test-756758868 tempest-RoutersNegativeIpV6Test-756758868-project] Pushing event deleted for resources: {'Subnet': ['ID=508b2e00-687f-4658-98c2-606d2bb4c0eb,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:08:45.002211 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-71381d9e-04db-4f11-a386-52a8e7d8d73d tempest-RoutersNegativeIpV6Test-756758868 tempest-RoutersNegativeIpV6Test-756758868-project] Notify callbacks [] for subnet, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:45.006924 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-71381d9e-04db-4f11-a386-52a8e7d8d73d tempest-RoutersNegativeIpV6Test-756758868 tempest-RoutersNegativeIpV6Test-756758868-project] 10.222.0.104 "DELETE /v2.0/subnets/508b2e00-687f-4658-98c2-606d2bb4c0eb HTTP/1.1" status: 204 len: 168 time: 0.8067651 Jul 06 14:08:45.008076 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 45884) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:08:45.016254 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa208ba0-72c7-4bb4-8cfa-b4084b452468 None None] Network 3aa3fc21-0aa9-4260-8bc1-21efeb2bd759 requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:08:45.021342 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa8db6eb-c657-464f-bd06-25570636764e None None] Network df34d817-ecd2-44b4-8bb9-700b0e3e3a0c requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:08:45.022482 n-d-773647-6 neutron-server[100246]: INFO neutron.pecan_wsgi.hooks.translation [None req-dfe4f815-bd32-4c27-806c-df7dce07e3ff tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] DELETE failed (client error): The resource could not be found. Jul 06 14:08:45.022992 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dfe4f815-bd32-4c27-806c-df7dce07e3ff tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100246) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 14:08:45.027290 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-dfe4f815-bd32-4c27-806c-df7dce07e3ff tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] 10.222.0.104 "DELETE /v2.0/subnets/fb3cd8fb-e880-4e10-b624-773a95ecf982 HTTP/1.1" status: 404 len: 337 time: 0.0415761 Jul 06 14:08:45.028054 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 45886) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:08:45.057095 n-d-773647-6 neutron-server[100246]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb31a0c4-502e-4e98-b2b8-477eca59b221 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] DELETE failed (client error): The resource could not be found. Jul 06 14:08:45.058516 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eb31a0c4-502e-4e98-b2b8-477eca59b221 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100246) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 14:08:45.060789 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-eb31a0c4-502e-4e98-b2b8-477eca59b221 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] 10.222.0.104 "DELETE /v2.0/ports/4e924f2b-29bc-4a1d-8711-c353888dc56e HTTP/1.1" status: 404 len: 333 time: 0.0313601 Jul 06 14:08:45.063014 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 45888) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:08:45.090395 n-d-773647-6 neutron-server[100246]: INFO neutron.pecan_wsgi.hooks.translation [None req-d025e91b-bf05-42d0-91cb-6c6dab0fbb74 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] DELETE failed (client error): The resource could not be found. Jul 06 14:08:45.091005 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d025e91b-bf05-42d0-91cb-6c6dab0fbb74 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100246) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 14:08:45.095158 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-d025e91b-bf05-42d0-91cb-6c6dab0fbb74 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] 10.222.0.104 "DELETE /v2.0/subnets/f7585455-463b-4746-9518-9376a8c0904e HTTP/1.1" status: 404 len: 337 time: 0.0288427 Jul 06 14:08:45.095343 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-17b40d6e-9f9e-445b-95ba-89a3787b05a2 tempest-RoutersNegativeIpV6Test-756758868 tempest-RoutersNegativeIpV6Test-756758868-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530492'] for network, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:45.096019 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 45890) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:08:45.123586 n-d-773647-6 neutron-server[100246]: INFO neutron.pecan_wsgi.hooks.translation [None req-c95e00cb-0865-444b-87e9-a04a3d7c6937 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] DELETE failed (client error): The resource could not be found. Jul 06 14:08:45.124219 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c95e00cb-0865-444b-87e9-a04a3d7c6937 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100246) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 14:08:45.126474 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-c95e00cb-0865-444b-87e9-a04a3d7c6937 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] 10.222.0.104 "DELETE /v2.0/subnets/4ff479fd-5c85-4b20-b1cd-9e151982f9fb HTTP/1.1" status: 404 len: 337 time: 0.0292184 Jul 06 14:08:45.127570 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-07679d21-46e9-486e-ae54-08207dcf4bdb None None] Provisioning complete for port cbfba3a8-53b2-40c4-bb2f-e91087725ff9 triggered by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:08:45.128125 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-07679d21-46e9-486e-ae54-08207dcf4bdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:45.128825 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 45892) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:08:45.147319 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-2dc2b15d-2b0f-4cb0-ac37-ea4879e94096 req-c4a8869c-0ed0-4f1e-b0ee-64d63519cbc8 tempest-SecurityGroupRulesTestJSON-636060170 tempest-SecurityGroupRulesTestJSON-636060170-project] Notify callbacks [] for security_group, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:45.156255 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-2dc2b15d-2b0f-4cb0-ac37-ea4879e94096 req-c4a8869c-0ed0-4f1e-b0ee-64d63519cbc8 tempest-SecurityGroupRulesTestJSON-636060170 tempest-SecurityGroupRulesTestJSON-636060170-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:45.161671 n-d-773647-6 neutron-server[100246]: INFO neutron.pecan_wsgi.hooks.translation [None req-c4faaefe-b456-4525-99fc-f7161290c847 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] DELETE failed (client error): The resource could not be found. Jul 06 14:08:45.162209 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c4faaefe-b456-4525-99fc-f7161290c847 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100246) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 14:08:45.166236 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-c4faaefe-b456-4525-99fc-f7161290c847 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] 10.222.0.104 "DELETE /v2.0/ports/118cf813-90cd-4b13-add2-5a9a64c98759 HTTP/1.1" status: 404 len: 333 time: 0.0340281 Jul 06 14:08:45.166474 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-35d03f48-39cf-4cd6-bef6-42df71395382 req-3263cba7-3660-484a-befd-987b818d30b0 tempest-InstanceActionsV221TestJSON-1099051760 tempest-InstanceActionsV221TestJSON-1099051760-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7143254 Jul 06 14:08:45.166599 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 45894) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:08:45.194745 n-d-773647-6 neutron-server[100246]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba2ba686-b454-4248-9c53-ccc38f73fb42 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] DELETE failed (client error): The resource could not be found. Jul 06 14:08:45.195377 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ba2ba686-b454-4248-9c53-ccc38f73fb42 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100246) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 14:08:45.199876 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-ba2ba686-b454-4248-9c53-ccc38f73fb42 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] 10.222.0.104 "DELETE /v2.0/subnets/1c85f0bf-f648-473c-9225-d63697cd3ca5 HTTP/1.1" status: 404 len: 337 time: 0.0294185 Jul 06 14:08:45.200614 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 45898) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:08:45.213002 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a8869c-0ed0-4f1e-b0ee-64d63519cbc8 tempest-SecurityGroupRulesTestJSON-636060170 tempest-SecurityGroupRulesTestJSON-636060170-project] Pushing event updated for resources: {'SecurityGroup': ['ID=43b4d43d-90e7-4275-a225-bdb0808d023f,revision_number=1']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:08:45.226397 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-2dc2b15d-2b0f-4cb0-ac37-ea4879e94096 req-c4a8869c-0ed0-4f1e-b0ee-64d63519cbc8 tempest-SecurityGroupRulesTestJSON-636060170 tempest-SecurityGroupRulesTestJSON-636060170-project] Notify callbacks [] for security_group, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:45.230030 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-2dc2b15d-2b0f-4cb0-ac37-ea4879e94096 req-c4a8869c-0ed0-4f1e-b0ee-64d63519cbc8 tempest-SecurityGroupRulesTestJSON-636060170 tempest-SecurityGroupRulesTestJSON-636060170-project] 10.222.0.104 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1812 time: 0.6841185 Jul 06 14:08:45.238823 n-d-773647-6 neutron-server[100246]: INFO neutron.pecan_wsgi.hooks.translation [None req-24352a8f-fc82-4350-9e2a-f5afe40c8073 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] DELETE failed (client error): The resource could not be found. Jul 06 14:08:45.240018 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-24352a8f-fc82-4350-9e2a-f5afe40c8073 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100246) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 14:08:45.243066 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-24352a8f-fc82-4350-9e2a-f5afe40c8073 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] 10.222.0.104 "DELETE /v2.0/subnets/6a536dcc-be1b-4eb3-bea1-de20fb845c7a HTTP/1.1" status: 404 len: 337 time: 0.0418570 Jul 06 14:08:45.245642 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 45902) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:08:45.283254 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.plugin [None req-17b40d6e-9f9e-445b-95ba-89a3787b05a2 tempest-RoutersNegativeIpV6Test-756758868 tempest-RoutersNegativeIpV6Test-756758868-project] Deleting port 33b3c773-6292-43aa-8a7e-76bc9d7be608 {{(pid=100247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:08:45.283599 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-17b40d6e-9f9e-445b-95ba-89a3787b05a2 tempest-RoutersNegativeIpV6Test-756758868 tempest-RoutersNegativeIpV6Test-756758868-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:45.297181 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [req-35d03f48-39cf-4cd6-bef6-42df71395382 req-8ab4f1c0-3b06-4632-b608-e18d80ca1dd0 service neutron] Request body: {'port': {'device_id': 'da2ca532-3e03-4ebc-8093-6880ddfc6f35', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-773647-6'}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:08:45.379267 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-07679d21-46e9-486e-ae54-08207dcf4bdb None None] Provisioning complete for port 7013172b-3961-4284-aab9-e8f7589c020e triggered by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:08:45.379654 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-07679d21-46e9-486e-ae54-08207dcf4bdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:45.416646 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-07679d21-46e9-486e-ae54-08207dcf4bdb None None] Port 7013172b-3961-4284-aab9-e8f7589c020e cannot update to ACTIVE because it is not bound. {{(pid=100248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 14:08:45.445709 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59f0fd98-b14f-4b16-be4f-a115529708e9 None None] DHCP port deletion for 3aa3fc21-0aa9-4260-8bc1-21efeb2bd759 request from n-d-773647-6 {{(pid=100248) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 14:08:45.470200 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.db [None req-17b40d6e-9f9e-445b-95ba-89a3787b05a2 tempest-RoutersNegativeIpV6Test-756758868 tempest-RoutersNegativeIpV6Test-756758868-project] For port 33b3c773-6292-43aa-8a7e-76bc9d7be608, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=33b3c773-6292-43aa-8a7e-76bc9d7be608,segment=NetworkSegment(4e5e672a-6983-4709-ba27-69c465f9ce93),segment_id=4e5e672a-6983-4709-ba27-69c465f9ce93)] {{(pid=100247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:08:45.470468 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-17b40d6e-9f9e-445b-95ba-89a3787b05a2 tempest-RoutersNegativeIpV6Test-756758868 tempest-RoutersNegativeIpV6Test-756758868-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:45.475472 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50866449-ef7c-4461-aec5-f5277c831700 None None] DHCP port deletion for df34d817-ecd2-44b4-8bb9-700b0e3e3a0c request from n-d-773647-6 {{(pid=100248) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 14:08:45.506454 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-3347507b-bc91-4c3c-95ea-cb554d4d852f req-3f0cadc4-7174-4fee-88a8-d365f9d3a989 tempest-SecurityGroupRulesTestJSON-636060170 tempest-SecurityGroupRulesTestJSON-636060170-project] 10.222.0.104 "GET /v2.0/security-groups/43b4d43d-90e7-4275-a225-bdb0808d023f HTTP/1.1" status: 200 len: 1807 time: 0.2251763 Jul 06 14:08:45.515988 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.plugin [None req-17b40d6e-9f9e-445b-95ba-89a3787b05a2 tempest-RoutersNegativeIpV6Test-756758868 tempest-RoutersNegativeIpV6Test-756758868-project] Calling delete_port for 33b3c773-6292-43aa-8a7e-76bc9d7be608 owned by network:dhcp {{(pid=100247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:08:45.524612 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [req-3347507b-bc91-4c3c-95ea-cb554d4d852f req-4f659c93-0cd4-4180-8ab6-1ce9abdf2ecb tempest-SecurityGroupRulesTestJSON-636060170 tempest-SecurityGroupRulesTestJSON-636060170-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '43b4d43d-90e7-4275-a225-bdb0808d023f', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:08:45.524935 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [req-3347507b-bc91-4c3c-95ea-cb554d4d852f req-4f659c93-0cd4-4180-8ab6-1ce9abdf2ecb tempest-SecurityGroupRulesTestJSON-636060170 tempest-SecurityGroupRulesTestJSON-636060170-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '43b4d43d-90e7-4275-a225-bdb0808d023f', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:08:45.526226 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-59f0fd98-b14f-4b16-be4f-a115529708e9 None None] Deleting port 33b3c773-6292-43aa-8a7e-76bc9d7be608 {{(pid=100248) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:08:45.526605 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-59f0fd98-b14f-4b16-be4f-a115529708e9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:45.559525 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-35d03f48-39cf-4cd6-bef6-42df71395382 req-8ab4f1c0-3b06-4632-b608-e18d80ca1dd0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:45.592098 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-50866449-ef7c-4461-aec5-f5277c831700 None None] Deleting port cbfba3a8-53b2-40c4-bb2f-e91087725ff9 {{(pid=100248) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:08:45.592478 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-50866449-ef7c-4461-aec5-f5277c831700 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:45.650242 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.plugin [None req-49d276e8-46d4-4e59-b077-a975e59f4f87 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Deleting port 7013172b-3961-4284-aab9-e8f7589c020e {{(pid=100247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:08:45.650585 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-49d276e8-46d4-4e59-b077-a975e59f4f87 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:45.652510 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-59f0fd98-b14f-4b16-be4f-a115529708e9 None None] For port 33b3c773-6292-43aa-8a7e-76bc9d7be608, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=33b3c773-6292-43aa-8a7e-76bc9d7be608,segment=NetworkSegment(4e5e672a-6983-4709-ba27-69c465f9ce93),segment_id=4e5e672a-6983-4709-ba27-69c465f9ce93)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:08:45.652912 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-59f0fd98-b14f-4b16-be4f-a115529708e9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:45.674665 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-59f0fd98-b14f-4b16-be4f-a115529708e9 None None] Calling delete_port for 33b3c773-6292-43aa-8a7e-76bc9d7be608 owned by network:dhcp {{(pid=100248) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:08:45.690609 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device cbfba3a8-53b2-40c4-bb2f-e91087725ff9 no longer exists at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:08:45.703272 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-50866449-ef7c-4461-aec5-f5277c831700 None None] For port cbfba3a8-53b2-40c4-bb2f-e91087725ff9, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=cbfba3a8-53b2-40c4-bb2f-e91087725ff9,segment=NetworkSegment(77ae933e-d21d-4d17-88da-ba6b32ae5f87),segment_id=77ae933e-d21d-4d17-88da-ba6b32ae5f87)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:08:45.703666 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-50866449-ef7c-4461-aec5-f5277c831700 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:45.743949 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-8e7a7aa9-3c61-48ef-bbcd-29c529fc6c1f req-b42499a0-ff3f-4184-927e-953567cb9022 tempest-ServerShowV247Test-1263848029 tempest-ServerShowV247Test-1263848029-project] 10.222.0.104 "GET /v2.0/ports?device_id=5a6b3cc9-158c-4855-9ee6-2d8b336c2250 HTTP/1.1" status: 200 len: 210 time: 0.0984855 Jul 06 14:08:45.770109 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-50866449-ef7c-4461-aec5-f5277c831700 None None] Calling delete_port for cbfba3a8-53b2-40c4-bb2f-e91087725ff9 owned by network:dhcp {{(pid=100248) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:08:45.798520 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-49d276e8-46d4-4e59-b077-a975e59f4f87 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:45.811966 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.plugin [None req-49d276e8-46d4-4e59-b077-a975e59f4f87 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Calling delete_port for 7013172b-3961-4284-aab9-e8f7589c020e owned by {{(pid=100247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:08:45.894738 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-59f0fd98-b14f-4b16-be4f-a115529708e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117'] for port, after_delete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:45.933142 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:45.939065 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f0fd98-b14f-4b16-be4f-a115529708e9 None None] Pushing event deleted for resources: {'Port': ['ID=33b3c773-6292-43aa-8a7e-76bc9d7be608,revision_number=None']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:08:45.955684 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59f0fd98-b14f-4b16-be4f-a115529708e9 None None] No DVR routers for this DVR port 33b3c773-6292-43aa-8a7e-76bc9d7be608 on host n-d-773647-6 {{(pid=100248) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:08:45.976039 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-50866449-ef7c-4461-aec5-f5277c831700 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117'] for port, after_delete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:46.016452 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 33b3c773-6292-43aa-8a7e-76bc9d7be608 no longer exists at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:08:46.018428 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-3347507b-bc91-4c3c-95ea-cb554d4d852f req-4f659c93-0cd4-4180-8ab6-1ce9abdf2ecb tempest-SecurityGroupRulesTestJSON-636060170 tempest-SecurityGroupRulesTestJSON-636060170-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:46.019864 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50866449-ef7c-4461-aec5-f5277c831700 None None] Pushing event deleted for resources: {'Port': ['ID=cbfba3a8-53b2-40c4-bb2f-e91087725ff9,revision_number=None']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:08:46.026467 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-17b40d6e-9f9e-445b-95ba-89a3787b05a2 tempest-RoutersNegativeIpV6Test-756758868 tempest-RoutersNegativeIpV6Test-756758868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128888353'] for port, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:46.040670 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] No Port match for: 33b3c773-6292-43aa-8a7e-76bc9d7be608 {{(pid=100248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 14:08:46.041015 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 33b3c773-6292-43aa-8a7e-76bc9d7be608 not bound to the agent host n-d-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:08:46.042470 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50866449-ef7c-4461-aec5-f5277c831700 None None] No DVR routers for this DVR port cbfba3a8-53b2-40c4-bb2f-e91087725ff9 on host n-d-773647-6 {{(pid=100248) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:08:46.125133 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b40d6e-9f9e-445b-95ba-89a3787b05a2 tempest-RoutersNegativeIpV6Test-756758868 tempest-RoutersNegativeIpV6Test-756758868-project] Pushing event deleted for resources: {'Port': ['ID=33b3c773-6292-43aa-8a7e-76bc9d7be608,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:08:46.134299 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-3347507b-bc91-4c3c-95ea-cb554d4d852f req-4f659c93-0cd4-4180-8ab6-1ce9abdf2ecb tempest-SecurityGroupRulesTestJSON-636060170 tempest-SecurityGroupRulesTestJSON-636060170-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:46.136287 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17b40d6e-9f9e-445b-95ba-89a3787b05a2 tempest-RoutersNegativeIpV6Test-756758868 tempest-RoutersNegativeIpV6Test-756758868-project] No DVR routers for this DVR port 33b3c773-6292-43aa-8a7e-76bc9d7be608 on host n-d-773647-6 {{(pid=100247) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:08:46.150616 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-3347507b-bc91-4c3c-95ea-cb554d4d852f req-4f659c93-0cd4-4180-8ab6-1ce9abdf2ecb tempest-SecurityGroupRulesTestJSON-636060170 tempest-SecurityGroupRulesTestJSON-636060170-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1898694'] for security_group_rule, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:46.178595 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-49d276e8-46d4-4e59-b077-a975e59f4f87 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128888353'] for port, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:46.268549 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f659c93-0cd4-4180-8ab6-1ce9abdf2ecb tempest-SecurityGroupRulesTestJSON-636060170 tempest-SecurityGroupRulesTestJSON-636060170-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=327477cf-318c-4ed7-bdec-ebcb583318a2,revision_number=0']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:08:46.277675 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49eb082e-4d3f-47e5-9883-659c23d58732 req-a2d268ef-497d-45ae-ab49-8f4feb42743d tempest-InstanceActionsV221TestJSON-1099051760 tempest-InstanceActionsV221TestJSON-1099051760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:08:46.279160 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-49eb082e-4d3f-47e5-9883-659c23d58732 req-a2d268ef-497d-45ae-ab49-8f4feb42743d tempest-InstanceActionsV221TestJSON-1099051760 tempest-InstanceActionsV221TestJSON-1099051760-project] 10.222.0.104 "GET /v2.0/ports?device_id=da2ca532-3e03-4ebc-8093-6880ddfc6f35 HTTP/1.1" status: 200 len: 931 time: 0.4140527 Jul 06 14:08:46.285349 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d276e8-46d4-4e59-b077-a975e59f4f87 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Pushing event deleted for resources: {'Port': ['ID=7013172b-3961-4284-aab9-e8f7589c020e,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:08:46.313395 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-3347507b-bc91-4c3c-95ea-cb554d4d852f req-4f659c93-0cd4-4180-8ab6-1ce9abdf2ecb tempest-SecurityGroupRulesTestJSON-636060170 tempest-SecurityGroupRulesTestJSON-636060170-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:46.314537 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-3347507b-bc91-4c3c-95ea-cb554d4d852f req-4f659c93-0cd4-4180-8ab6-1ce9abdf2ecb tempest-SecurityGroupRulesTestJSON-636060170 tempest-SecurityGroupRulesTestJSON-636060170-project] 10.222.0.104 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.8004487 Jul 06 14:08:46.321389 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-49d276e8-46d4-4e59-b077-a975e59f4f87 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:46.323915 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-49d276e8-46d4-4e59-b077-a975e59f4f87 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] 10.222.0.104 "DELETE /v2.0/ports/7013172b-3961-4284-aab9-e8f7589c020e HTTP/1.1" status: 204 len: 168 time: 1.0759695 Jul 06 14:08:46.330036 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 45912) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:08:46.336175 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-17b40d6e-9f9e-445b-95ba-89a3787b05a2 tempest-RoutersNegativeIpV6Test-756758868 tempest-RoutersNegativeIpV6Test-756758868-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-917204', 'neutron.services.segments.db._delete_segments_for_network-8773753502302'] for network, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:46.367255 n-d-773647-6 neutron-server[100247]: DEBUG neutron.services.segments.db [None req-17b40d6e-9f9e-445b-95ba-89a3787b05a2 tempest-RoutersNegativeIpV6Test-756758868 tempest-RoutersNegativeIpV6Test-756758868-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3aa3fc21-0aa9-4260-8bc1-21efeb2bd759']}} {{(pid=100247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:08:46.394256 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-49eb082e-4d3f-47e5-9883-659c23d58732 req-25245bb5-13d3-4d9c-985d-1c2ab557d641 tempest-InstanceActionsV221TestJSON-1099051760 tempest-InstanceActionsV221TestJSON-1099051760-project] 10.222.0.104 "GET /v2.0/security-groups?id=dce2d49d-0b8a-4864-8611-6a896dcaa19a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024752 Jul 06 14:08:46.395896 n-d-773647-6 neutron-server[100247]: DEBUG neutron.services.segments.db [None req-17b40d6e-9f9e-445b-95ba-89a3787b05a2 tempest-RoutersNegativeIpV6Test-756758868 tempest-RoutersNegativeIpV6Test-756758868-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e5e672a-6983-4709-ba27-69c465f9ce93') {'for_net_delete': True} {{(pid=100247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:08:46.396199 n-d-773647-6 neutron-server[100247]: DEBUG neutron.services.segments.db [None req-17b40d6e-9f9e-445b-95ba-89a3787b05a2 tempest-RoutersNegativeIpV6Test-756758868 tempest-RoutersNegativeIpV6Test-756758868-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e5e672a-6983-4709-ba27-69c465f9ce93') {} {{(pid=100247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:08:46.414902 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-17b40d6e-9f9e-445b-95ba-89a3787b05a2 tempest-RoutersNegativeIpV6Test-756758868 tempest-RoutersNegativeIpV6Test-756758868-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773753515138', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127131763'] for segment, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:46.466308 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-17b40d6e-9f9e-445b-95ba-89a3787b05a2 tempest-RoutersNegativeIpV6Test-756758868 tempest-RoutersNegativeIpV6Test-756758868-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552'] for segment, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:46.467926 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-0ab91c4a-bc7e-4cab-a344-aab2b3029dd8 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530492'] for network, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:46.480098 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-17b40d6e-9f9e-445b-95ba-89a3787b05a2 tempest-RoutersNegativeIpV6Test-756758868 tempest-RoutersNegativeIpV6Test-756758868-project] Releasing vlan 1000 on physical network physnet1 to pool {{(pid=100247) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 14:08:46.480813 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-17b40d6e-9f9e-445b-95ba-89a3787b05a2 tempest-RoutersNegativeIpV6Test-756758868 tempest-RoutersNegativeIpV6Test-756758868-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-128888574'] for segment, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:46.484167 n-d-773647-6 neutron-server[100247]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:08:46.484167 n-d-773647-6 neutron-server[100247]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:08:46.484167 n-d-773647-6 neutron-server[100247]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 14:08:46.484167 n-d-773647-6 neutron-server[100247]: self.session.flush() Jul 06 14:08:46.484167 n-d-773647-6 neutron-server[100247]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 14:08:46.484167 n-d-773647-6 neutron-server[100247]: self.session.flush() Jul 06 14:08:46.484167 n-d-773647-6 neutron-server[100247]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 14:08:46.484167 n-d-773647-6 neutron-server[100247]: self.session.flush() Jul 06 14:08:46.484167 n-d-773647-6 neutron-server[100247]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 14:08:46.484167 n-d-773647-6 neutron-server[100247]: self.session.flush() Jul 06 14:08:46.484167 n-d-773647-6 neutron-server[100247]: Traceback (most recent call last): Jul 06 14:08:46.484167 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 14:08:46.484167 n-d-773647-6 neutron-server[100247]: timer() Jul 06 14:08:46.484167 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 14:08:46.484167 n-d-773647-6 neutron-server[100247]: cb(*args, **kw) Jul 06 14:08:46.484167 n-d-773647-6 neutron-server[100247]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 14:08:46.484167 n-d-773647-6 neutron-server[100247]: return func(*args, **kwargs) Jul 06 14:08:46.484167 n-d-773647-6 neutron-server[100247]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 14:08:46.484167 n-d-773647-6 neutron-server[100247]: self._notify() Jul 06 14:08:46.484167 n-d-773647-6 neutron-server[100247]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 14:08:46.484167 n-d-773647-6 neutron-server[100247]: self.callback(batched_events) Jul 06 14:08:46.484167 n-d-773647-6 neutron-server[100247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 14:08:46.484167 n-d-773647-6 neutron-server[100247]: event.method(event) Jul 06 14:08:46.484167 n-d-773647-6 neutron-server[100247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 14:08:46.484167 n-d-773647-6 neutron-server[100247]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 14:08:46.484167 n-d-773647-6 neutron-server[100247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 14:08:46.484167 n-d-773647-6 neutron-server[100247]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 14:08:46.484167 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 14:08:46.484167 n-d-773647-6 neutron-server[100247]: return f(self, *a, **k) Jul 06 14:08:46.484167 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 14:08:46.484167 n-d-773647-6 neutron-server[100247]: return self._get(url).json() Jul 06 14:08:46.484167 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 14:08:46.484167 n-d-773647-6 neutron-server[100247]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 14:08:46.484167 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 14:08:46.484167 n-d-773647-6 neutron-server[100247]: return self.request(url, 'GET', **kwargs) Jul 06 14:08:46.484167 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 14:08:46.484167 n-d-773647-6 neutron-server[100247]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 14:08:46.484167 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 14:08:46.484167 n-d-773647-6 neutron-server[100247]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 14:08:46.484167 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 14:08:46.484167 n-d-773647-6 neutron-server[100247]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 14:08:46.484167 n-d-773647-6 neutron-server[100247]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 14:08:46.498889 n-d-773647-6 neutron-server[100247]: DEBUG neutron.notifiers.nova [req-35d03f48-39cf-4cd6-bef6-42df71395382 req-8ab4f1c0-3b06-4632-b608-e18d80ca1dd0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f5d1ffee-5ea2-4563-9e0d-281bf9cb0993 {{(pid=100247) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 14:08:46.546531 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-35d03f48-39cf-4cd6-bef6-42df71395382 req-8ab4f1c0-3b06-4632-b608-e18d80ca1dd0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:46.553688 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [req-ac0a6c75-9804-44db-8275-bdda6ef50eaf req-80a5cc8e-2bdb-4da5-8c78-e0b1b863da07 tempest-SecurityGroupRulesTestJSON-636060170 tempest-SecurityGroupRulesTestJSON-636060170-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-888615519', 'description': 'tempest-description-55972391'}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:08:46.572524 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-0ab91c4a-bc7e-4cab-a344-aab2b3029dd8 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-917204', 'neutron.services.segments.db._delete_segments_for_network-8773753502302'] for network, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:46.583663 n-d-773647-6 neutron-server[100246]: DEBUG neutron.services.segments.db [None req-0ab91c4a-bc7e-4cab-a344-aab2b3029dd8 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df34d817-ecd2-44b4-8bb9-700b0e3e3a0c']}} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:08:46.594974 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.provisioning_blocks [req-35d03f48-39cf-4cd6-bef6-42df71395382 req-8ab4f1c0-3b06-4632-b608-e18d80ca1dd0 service neutron] Transition to ACTIVE for port object f5d1ffee-5ea2-4563-9e0d-281bf9cb0993 will not be triggered until provisioned by entity L2. {{(pid=100247) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:08:46.595834 n-d-773647-6 neutron-server[100246]: DEBUG neutron.services.segments.db [None req-0ab91c4a-bc7e-4cab-a344-aab2b3029dd8 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '77ae933e-d21d-4d17-88da-ba6b32ae5f87') {'for_net_delete': True} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:08:46.596182 n-d-773647-6 neutron-server[100246]: DEBUG neutron.services.segments.db [None req-0ab91c4a-bc7e-4cab-a344-aab2b3029dd8 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '77ae933e-d21d-4d17-88da-ba6b32ae5f87') {} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:08:46.596596 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-17b40d6e-9f9e-445b-95ba-89a3787b05a2 tempest-RoutersNegativeIpV6Test-756758868 tempest-RoutersNegativeIpV6Test-756758868-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-917215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1761140'] for network, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:46.598446 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-ac0a6c75-9804-44db-8275-bdda6ef50eaf req-80a5cc8e-2bdb-4da5-8c78-e0b1b863da07 tempest-SecurityGroupRulesTestJSON-636060170 tempest-SecurityGroupRulesTestJSON-636060170-project] Notify callbacks [] for security_group, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:46.607894 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-0ab91c4a-bc7e-4cab-a344-aab2b3029dd8 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773753515138', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126218898'] for segment, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:46.608080 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-17b40d6e-9f9e-445b-95ba-89a3787b05a2 tempest-RoutersNegativeIpV6Test-756758868 tempest-RoutersNegativeIpV6Test-756758868-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583035'] for network, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:46.611655 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-17b40d6e-9f9e-445b-95ba-89a3787b05a2 tempest-RoutersNegativeIpV6Test-756758868 tempest-RoutersNegativeIpV6Test-756758868-project] 10.222.0.104 "DELETE /v2.0/networks/3aa3fc21-0aa9-4260-8bc1-21efeb2bd759 HTTP/1.1" status: 204 len: 168 time: 1.6020899 Jul 06 14:08:46.612522 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-35d03f48-39cf-4cd6-bef6-42df71395382 req-8ab4f1c0-3b06-4632-b608-e18d80ca1dd0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128888538'] for port, after_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:46.614103 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 45916) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:08:46.650023 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-9fa0c181-ffbe-4cdb-8995-962c0a772d4c tempest-RoutersNegativeIpV6Test-756758868 tempest-RoutersNegativeIpV6Test-756758868-project] 10.222.0.104 "GET /v2.0/ports?device_id=42870c8f-233d-4d1a-8824-94c98776124a HTTP/1.1" status: 200 len: 205 time: 0.0304296 Jul 06 14:08:46.650023 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 45918) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:08:46.655453 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b40d6e-9f9e-445b-95ba-89a3787b05a2 tempest-RoutersNegativeIpV6Test-756758868 tempest-RoutersNegativeIpV6Test-756758868-project] Pushing event deleted for resources: {'Network': ['ID=3aa3fc21-0aa9-4260-8bc1-21efeb2bd759,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:08:46.655767 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-0ab91c4a-bc7e-4cab-a344-aab2b3029dd8 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552'] for segment, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:46.697839 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ab91c4a-bc7e-4cab-a344-aab2b3029dd8 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Releasing vlan 1031 on physical network physnet1 to pool {{(pid=100246) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 14:08:46.698077 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab4f1c0-3b06-4632-b608-e18d80ca1dd0 service neutron] Pushing event updated for resources: {'Port': ['ID=f5d1ffee-5ea2-4563-9e0d-281bf9cb0993,revision_number=2']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:08:46.698269 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-0ab91c4a-bc7e-4cab-a344-aab2b3029dd8 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127687491'] for segment, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:46.701466 n-d-773647-6 neutron-server[100246]: Traceback (most recent call last): Jul 06 14:08:46.701466 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 14:08:46.701466 n-d-773647-6 neutron-server[100246]: timer() Jul 06 14:08:46.701466 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 14:08:46.701466 n-d-773647-6 neutron-server[100246]: cb(*args, **kw) Jul 06 14:08:46.701466 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 14:08:46.701466 n-d-773647-6 neutron-server[100246]: return func(*args, **kwargs) Jul 06 14:08:46.701466 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 14:08:46.701466 n-d-773647-6 neutron-server[100246]: self._notify() Jul 06 14:08:46.701466 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 14:08:46.701466 n-d-773647-6 neutron-server[100246]: self.callback(batched_events) Jul 06 14:08:46.701466 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 14:08:46.701466 n-d-773647-6 neutron-server[100246]: event.method(event) Jul 06 14:08:46.701466 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 14:08:46.701466 n-d-773647-6 neutron-server[100246]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 14:08:46.701466 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 14:08:46.701466 n-d-773647-6 neutron-server[100246]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 14:08:46.701466 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 14:08:46.701466 n-d-773647-6 neutron-server[100246]: return f(self, *a, **k) Jul 06 14:08:46.701466 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 14:08:46.701466 n-d-773647-6 neutron-server[100246]: return self._get(url).json() Jul 06 14:08:46.701466 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 14:08:46.701466 n-d-773647-6 neutron-server[100246]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 14:08:46.701466 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 14:08:46.701466 n-d-773647-6 neutron-server[100246]: return self.request(url, 'GET', **kwargs) Jul 06 14:08:46.701466 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 14:08:46.701466 n-d-773647-6 neutron-server[100246]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 14:08:46.701466 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 14:08:46.701466 n-d-773647-6 neutron-server[100246]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 14:08:46.701466 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 14:08:46.701466 n-d-773647-6 neutron-server[100246]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 14:08:46.701466 n-d-773647-6 neutron-server[100246]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 14:08:46.805711 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.managers [req-35d03f48-39cf-4cd6-bef6-42df71395382 req-8ab4f1c0-3b06-4632-b608-e18d80ca1dd0 service neutron] Attempting to bind port f5d1ffee-5ea2-4563-9e0d-281bf9cb0993 on host n-h2-773647-6 for vnic_type normal with profile {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:08:46.806085 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.managers [req-35d03f48-39cf-4cd6-bef6-42df71395382 req-8ab4f1c0-3b06-4632-b608-e18d80ca1dd0 service neutron] Attempting to bind port f5d1ffee-5ea2-4563-9e0d-281bf9cb0993 by drivers openvswitch,hyperv on host n-h2-773647-6 at level 0 using segments [{'id': '98a113c9-c634-46c5-a5d6-651a566d902c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1020, 'network_id': '50c6f2a5-bc0a-4711-99e9-70b98e439d42'}] {{(pid=100247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:08:46.806372 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35d03f48-39cf-4cd6-bef6-42df71395382 req-8ab4f1c0-3b06-4632-b608-e18d80ca1dd0 service neutron] Attempting to bind port f5d1ffee-5ea2-4563-9e0d-281bf9cb0993 on network 50c6f2a5-bc0a-4711-99e9-70b98e439d42 {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:08:46.824136 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35d03f48-39cf-4cd6-bef6-42df71395382 req-8ab4f1c0-3b06-4632-b608-e18d80ca1dd0 service neutron] Port f5d1ffee-5ea2-4563-9e0d-281bf9cb0993 on network 50c6f2a5-bc0a-4711-99e9-70b98e439d42 not bound, no agent of type Open vSwitch agent registered on host n-h2-773647-6 {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 14:08:46.824471 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35d03f48-39cf-4cd6-bef6-42df71395382 req-8ab4f1c0-3b06-4632-b608-e18d80ca1dd0 service neutron] Attempting to bind port f5d1ffee-5ea2-4563-9e0d-281bf9cb0993 on network 50c6f2a5-bc0a-4711-99e9-70b98e439d42 {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:08:46.840938 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-ac0a6c75-9804-44db-8275-bdda6ef50eaf req-80a5cc8e-2bdb-4da5-8c78-e0b1b863da07 tempest-SecurityGroupRulesTestJSON-636060170 tempest-SecurityGroupRulesTestJSON-636060170-project] Notify callbacks [] for security_group, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:46.842281 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35d03f48-39cf-4cd6-bef6-42df71395382 req-8ab4f1c0-3b06-4632-b608-e18d80ca1dd0 service neutron] Checking agent: {'id': '63768ece-0600-4354-8d29-fdedec96b077', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-773647-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 51, 10), 'started_at': datetime.datetime(2021, 7, 6, 13, 51, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 8, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:08:46.842688 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35d03f48-39cf-4cd6-bef6-42df71395382 req-8ab4f1c0-3b06-4632-b608-e18d80ca1dd0 service neutron] Checking segment: {'id': '98a113c9-c634-46c5-a5d6-651a566d902c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1020, 'network_id': '50c6f2a5-bc0a-4711-99e9-70b98e439d42'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100247) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:08:46.843065 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35d03f48-39cf-4cd6-bef6-42df71395382 req-8ab4f1c0-3b06-4632-b608-e18d80ca1dd0 service neutron] Bound using segment: {'id': '98a113c9-c634-46c5-a5d6-651a566d902c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1020, 'network_id': '50c6f2a5-bc0a-4711-99e9-70b98e439d42'} {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:08:46.843685 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.managers [req-35d03f48-39cf-4cd6-bef6-42df71395382 req-8ab4f1c0-3b06-4632-b608-e18d80ca1dd0 service neutron] Bound port: f5d1ffee-5ea2-4563-9e0d-281bf9cb0993, host: n-h2-773647-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '98a113c9-c634-46c5-a5d6-651a566d902c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1020, 'network_id': '50c6f2a5-bc0a-4711-99e9-70b98e439d42'}}] {{(pid=100247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:08:46.843933 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-35d03f48-39cf-4cd6-bef6-42df71395382 req-8ab4f1c0-3b06-4632-b608-e18d80ca1dd0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:46.853575 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-ac0a6c75-9804-44db-8275-bdda6ef50eaf req-80a5cc8e-2bdb-4da5-8c78-e0b1b863da07 tempest-SecurityGroupRulesTestJSON-636060170 tempest-SecurityGroupRulesTestJSON-636060170-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:46.919100 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-ac0a6c75-9804-44db-8275-bdda6ef50eaf req-80a5cc8e-2bdb-4da5-8c78-e0b1b863da07 tempest-SecurityGroupRulesTestJSON-636060170 tempest-SecurityGroupRulesTestJSON-636060170-project] Notify callbacks [] for security_group, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:46.920440 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-ac0a6c75-9804-44db-8275-bdda6ef50eaf req-80a5cc8e-2bdb-4da5-8c78-e0b1b863da07 tempest-SecurityGroupRulesTestJSON-636060170 tempest-SecurityGroupRulesTestJSON-636060170-project] 10.222.0.104 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.3793168 Jul 06 14:08:46.946243 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-4fd12419-c5a5-4b22-9a0f-330f8f77dec8 req-486c9e95-1bd1-4293-bff1-c29f9998d4a5 tempest-ServerShowV247Test-1263848029 tempest-ServerShowV247Test-1263848029-project] 10.222.0.104 "GET /v2.0/ports?device_id=5a6b3cc9-158c-4855-9ee6-2d8b336c2250 HTTP/1.1" status: 200 len: 210 time: 0.0468478 Jul 06 14:08:46.949648 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a5cc8e-2bdb-4da5-8c78-e0b1b863da07 tempest-SecurityGroupRulesTestJSON-636060170 tempest-SecurityGroupRulesTestJSON-636060170-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6955cce2-4473-42f3-a18c-9dc94dc62c90,revision_number=1']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:08:46.966168 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [req-583dd4a5-b333-4115-88c2-cd10ac2f1e41 req-9a47bd35-329a-4c02-85bd-1d22a141d351 tempest-SecurityGroupRulesTestJSON-636060170 tempest-SecurityGroupRulesTestJSON-636060170-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1132613954', 'description': 'tempest-description-1006751520'}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:08:46.994445 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.db [req-35d03f48-39cf-4cd6-bef6-42df71395382 req-8ab4f1c0-3b06-4632-b608-e18d80ca1dd0 service neutron] For port f5d1ffee-5ea2-4563-9e0d-281bf9cb0993, host n-h2-773647-6, cleared binding levels {{(pid=100247) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:08:46.998782 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.db [req-35d03f48-39cf-4cd6-bef6-42df71395382 req-8ab4f1c0-3b06-4632-b608-e18d80ca1dd0 service neutron] For port f5d1ffee-5ea2-4563-9e0d-281bf9cb0993, host n-h2-773647-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=f5d1ffee-5ea2-4563-9e0d-281bf9cb0993,segment=NetworkSegment(98a113c9-c634-46c5-a5d6-651a566d902c),segment_id=98a113c9-c634-46c5-a5d6-651a566d902c)] {{(pid=100247) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:08:47.006227 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-35d03f48-39cf-4cd6-bef6-42df71395382 req-8ab4f1c0-3b06-4632-b608-e18d80ca1dd0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128888538'] for port, after_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:47.015116 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-583dd4a5-b333-4115-88c2-cd10ac2f1e41 req-9a47bd35-329a-4c02-85bd-1d22a141d351 tempest-SecurityGroupRulesTestJSON-636060170 tempest-SecurityGroupRulesTestJSON-636060170-project] Notify callbacks [] for security_group, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:47.058431 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d03f48-39cf-4cd6-bef6-42df71395382 req-8ab4f1c0-3b06-4632-b608-e18d80ca1dd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:08:47.058947 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-35d03f48-39cf-4cd6-bef6-42df71395382 req-8ab4f1c0-3b06-4632-b608-e18d80ca1dd0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:47.060390 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-35d03f48-39cf-4cd6-bef6-42df71395382 req-8ab4f1c0-3b06-4632-b608-e18d80ca1dd0 service neutron] 10.222.0.72 "PUT /v2.0/ports/f5d1ffee-5ea2-4563-9e0d-281bf9cb0993 HTTP/1.1" status: 200 len: 1091 time: 1.8811378 Jul 06 14:08:47.062839 n-d-773647-6 neutron-server[100247]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da2ca532-3e03-4ebc-8093-6880ddfc6f35', 'tag': 'f5d1ffee-5ea2-4563-9e0d-281bf9cb0993'}] {{(pid=100247) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:08:47.065206 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cbf0eeaae822f8fc9b87a94aeba67a3d651842baf663a51cba94b67a514836d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b69e67f7-660d-4db4-bfcd-1bc469b4bbc5" -d '{"events": [{"name": "network-changed", "server_uuid": "da2ca532-3e03-4ebc-8093-6880ddfc6f35", "tag": "f5d1ffee-5ea2-4563-9e0d-281bf9cb0993"}]}' {{(pid=100247) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:08:47.098186 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab4f1c0-3b06-4632-b608-e18d80ca1dd0 service neutron] Pushing event updated for resources: {'Port': ['ID=f5d1ffee-5ea2-4563-9e0d-281bf9cb0993,revision_number=3']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:08:47.099629 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-d66e216d-5649-41fc-b677-43bce9331273 tempest-RoutersNegativeIpV6Test-756758868 tempest-RoutersNegativeIpV6Test-756758868-project] Notify callbacks [] for router, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:47.134683 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 14:08:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1213e046-00d4-4662-9165-f21c4843862c x-openstack-request-id: req-1213e046-00d4-4662-9165-f21c4843862c {{(pid=100247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:08:47.135109 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da2ca532-3e03-4ebc-8093-6880ddfc6f35", "tag": "f5d1ffee-5ea2-4563-9e0d-281bf9cb0993", "status": "completed", "code": 200}]} {{(pid=100247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:08:47.135393 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-1213e046-00d4-4662-9165-f21c4843862c {{(pid=100247) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:08:47.135793 n-d-773647-6 neutron-server[100247]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da2ca532-3e03-4ebc-8093-6880ddfc6f35', 'tag': 'f5d1ffee-5ea2-4563-9e0d-281bf9cb0993', 'status': 'completed', 'code': 200} Jul 06 14:08:47.221069 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d03f48-39cf-4cd6-bef6-42df71395382 req-f9e54b6c-66ee-4a00-a275-75e8071aaab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:08:47.222610 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-35d03f48-39cf-4cd6-bef6-42df71395382 req-f9e54b6c-66ee-4a00-a275-75e8071aaab2 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=65b786358142420284097c3fbb964768&device_id=da2ca532-3e03-4ebc-8093-6880ddfc6f35 HTTP/1.1" status: 200 len: 1094 time: 0.1032412 Jul 06 14:08:47.274869 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-583dd4a5-b333-4115-88c2-cd10ac2f1e41 req-9a47bd35-329a-4c02-85bd-1d22a141d351 tempest-SecurityGroupRulesTestJSON-636060170 tempest-SecurityGroupRulesTestJSON-636060170-project] Notify callbacks [] for security_group, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:47.277913 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-d66e216d-5649-41fc-b677-43bce9331273 tempest-RoutersNegativeIpV6Test-756758868 tempest-RoutersNegativeIpV6Test-756758868-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1806308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6982'] for router, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:47.278826 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-35d03f48-39cf-4cd6-bef6-42df71395382 req-5b4a3037-1433-4fb4-8b4e-56d5d0e7b7c4 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f5d1ffee-5ea2-4563-9e0d-281bf9cb0993 HTTP/1.1" status: 200 len: 217 time: 0.0478361 Jul 06 14:08:47.279812 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-0ab91c4a-bc7e-4cab-a344-aab2b3029dd8 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-917215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1761140'] for network, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:47.280173 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-583dd4a5-b333-4115-88c2-cd10ac2f1e41 req-9a47bd35-329a-4c02-85bd-1d22a141d351 tempest-SecurityGroupRulesTestJSON-636060170 tempest-SecurityGroupRulesTestJSON-636060170-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:47.281930 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-d66e216d-5649-41fc-b677-43bce9331273 tempest-RoutersNegativeIpV6Test-756758868 tempest-RoutersNegativeIpV6Test-756758868-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:47.298453 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-0ab91c4a-bc7e-4cab-a344-aab2b3029dd8 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Notify callbacks [] for network, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:47.303017 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-0ab91c4a-bc7e-4cab-a344-aab2b3029dd8 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] 10.222.0.104 "DELETE /v2.0/networks/df34d817-ecd2-44b4-8bb9-700b0e3e3a0c HTTP/1.1" status: 204 len: 168 time: 0.9690356 Jul 06 14:08:47.303017 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab91c4a-bc7e-4cab-a344-aab2b3029dd8 tempest-PortsIpV6TestJSON-436253164 tempest-PortsIpV6TestJSON-436253164-project] Pushing event deleted for resources: {'Network': ['ID=df34d817-ecd2-44b4-8bb9-700b0e3e3a0c,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:08:47.350396 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-d66e216d-5649-41fc-b677-43bce9331273 tempest-RoutersNegativeIpV6Test-756758868 tempest-RoutersNegativeIpV6Test-756758868-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1805684'] for router, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:47.351145 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d66e216d-5649-41fc-b677-43bce9331273 tempest-RoutersNegativeIpV6Test-756758868 tempest-RoutersNegativeIpV6Test-756758868-project] Fanout notify agent at l3_agent the message router_deleted on router 42870c8f-233d-4d1a-8824-94c98776124a {{(pid=100246) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 14:08:47.369603 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-d66e216d-5649-41fc-b677-43bce9331273 tempest-RoutersNegativeIpV6Test-756758868 tempest-RoutersNegativeIpV6Test-756758868-project] Notify callbacks [] for router, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:47.370118 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a47bd35-329a-4c02-85bd-1d22a141d351 tempest-SecurityGroupRulesTestJSON-636060170 tempest-SecurityGroupRulesTestJSON-636060170-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5e18a6f3-295e-4294-9054-b45529a8bca8,revision_number=1']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:08:47.371523 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-d66e216d-5649-41fc-b677-43bce9331273 tempest-RoutersNegativeIpV6Test-756758868 tempest-RoutersNegativeIpV6Test-756758868-project] 10.222.0.104 "DELETE /v2.0/routers/42870c8f-233d-4d1a-8824-94c98776124a HTTP/1.1" status: 204 len: 168 time: 0.7217646 Jul 06 14:08:47.380116 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-583dd4a5-b333-4115-88c2-cd10ac2f1e41 req-9a47bd35-329a-4c02-85bd-1d22a141d351 tempest-SecurityGroupRulesTestJSON-636060170 tempest-SecurityGroupRulesTestJSON-636060170-project] Notify callbacks [] for security_group, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:47.386784 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-583dd4a5-b333-4115-88c2-cd10ac2f1e41 req-9a47bd35-329a-4c02-85bd-1d22a141d351 tempest-SecurityGroupRulesTestJSON-636060170 tempest-SecurityGroupRulesTestJSON-636060170-project] 10.222.0.104 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1812 time: 0.4331312 Jul 06 14:08:47.463530 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d03f48-39cf-4cd6-bef6-42df71395382 req-874b31ff-fd55-4570-a6e7-708df4a2ee31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:08:47.465063 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-35d03f48-39cf-4cd6-bef6-42df71395382 req-874b31ff-fd55-4570-a6e7-708df4a2ee31 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=88712a40-d2d3-4f76-a08a-9dd68fa6f327 HTTP/1.1" status: 200 len: 858 time: 0.1768291 Jul 06 14:08:47.509300 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-35d03f48-39cf-4cd6-bef6-42df71395382 req-2aa4abb0-fafb-4447-b094-b982a0ad4849 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=50c6f2a5-bc0a-4711-99e9-70b98e439d42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0335214 Jul 06 14:08:47.513407 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-a63ace87-500a-43f8-b422-0384b8af9b7d req-69668053-b020-4d3a-a717-ef9a57440f3d tempest-SecurityGroupRulesTestJSON-636060170 tempest-SecurityGroupRulesTestJSON-636060170-project] 10.222.0.104 "GET /v2.0/security-groups/6955cce2-4473-42f3-a18c-9dc94dc62c90 HTTP/1.1" status: 200 len: 1804 time: 0.0992999 Jul 06 14:08:47.565381 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 45942) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:08:47.703896 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 45948) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:08:47.817905 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-156d13e2-5a0c-44fd-a8f2-506128b2ffd0 admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=e15b02822e68450fa73455cc009166c9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2509797 Jul 06 14:08:47.820292 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 45952) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:08:47.904898 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-5e7bcca7-6a23-49ea-8a00-c3394a1e5967 admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=5ffcb50eb2f143e2838e76935ea59789&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1970284 Jul 06 14:08:47.907898 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 45954) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:08:47.923978 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-1af76dec-d2de-40a8-9026-a0d68d658c5a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:47.933335 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-35d03f48-39cf-4cd6-bef6-42df71395382 req-db8dd8bb-90f3-467d-af68-4695ba01cc34 service neutron] 10.222.0.72 "GET /v2.0/networks/50c6f2a5-bc0a-4711-99e9-70b98e439d42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4177871 Jul 06 14:08:47.963174 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-1af76dec-d2de-40a8-9026-a0d68d658c5a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:48.005587 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-46df0ca5-1747-4b0e-8265-fb7c741728e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:48.033503 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-46df0ca5-1747-4b0e-8265-fb7c741728e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:48.045155 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-1af76dec-d2de-40a8-9026-a0d68d658c5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:48.047859 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-1af76dec-d2de-40a8-9026-a0d68d658c5a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:48.051715 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-1af76dec-d2de-40a8-9026-a0d68d658c5a admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/16facb3e-7c0b-4a9d-88b4-51a5adf2e0aa HTTP/1.1" status: 204 len: 168 time: 0.2300169 Jul 06 14:08:48.079832 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-a63ace87-500a-43f8-b422-0384b8af9b7d req-bcbb69f0-dfbc-46f3-8f55-3fa7fef758cf tempest-SecurityGroupRulesTestJSON-636060170 tempest-SecurityGroupRulesTestJSON-636060170-project] 10.222.0.104 "GET /v2.0/security-groups/5e18a6f3-295e-4294-9054-b45529a8bca8 HTTP/1.1" status: 200 len: 1807 time: 0.1182234 Jul 06 14:08:48.094841 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af76dec-d2de-40a8-9026-a0d68d658c5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16facb3e-7c0b-4a9d-88b4-51a5adf2e0aa,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:08:48.122446 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-46df0ca5-1747-4b0e-8265-fb7c741728e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:48.126709 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-46df0ca5-1747-4b0e-8265-fb7c741728e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:48.130992 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-46df0ca5-1747-4b0e-8265-fb7c741728e1 admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/4d472920-992e-49f1-930a-1f3c91e40077 HTTP/1.1" status: 204 len: 168 time: 0.2199922 Jul 06 14:08:48.139378 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46df0ca5-1747-4b0e-8265-fb7c741728e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d472920-992e-49f1-930a-1f3c91e40077,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:08:48.144279 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4df264-9888-470a-99b6-8ee90bbd8d11 req-3c7be7ef-4abe-45ba-ae09-91faee33d501 tempest-InstanceActionsV221TestJSON-1099051760 tempest-InstanceActionsV221TestJSON-1099051760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:08:48.145805 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-ee4df264-9888-470a-99b6-8ee90bbd8d11 req-3c7be7ef-4abe-45ba-ae09-91faee33d501 tempest-InstanceActionsV221TestJSON-1099051760 tempest-InstanceActionsV221TestJSON-1099051760-project] 10.222.0.104 "GET /v2.0/ports?device_id=da2ca532-3e03-4ebc-8093-6880ddfc6f35 HTTP/1.1" status: 200 len: 943 time: 0.2115667 Jul 06 14:08:48.151450 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [req-a63ace87-500a-43f8-b422-0384b8af9b7d req-04b11ebe-bd48-48f7-8de8-f7cb3e763516 tempest-SecurityGroupRulesTestJSON-636060170 tempest-SecurityGroupRulesTestJSON-636060170-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '6955cce2-4473-42f3-a18c-9dc94dc62c90', 'remote_group_id': '5e18a6f3-295e-4294-9054-b45529a8bca8', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:08:48.151906 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [req-a63ace87-500a-43f8-b422-0384b8af9b7d req-04b11ebe-bd48-48f7-8de8-f7cb3e763516 tempest-SecurityGroupRulesTestJSON-636060170 tempest-SecurityGroupRulesTestJSON-636060170-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '6955cce2-4473-42f3-a18c-9dc94dc62c90', 'remote_group_id': '5e18a6f3-295e-4294-9054-b45529a8bca8', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:08:48.203198 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-35d03f48-39cf-4cd6-bef6-42df71395382 req-3fa3ce81-f74d-41ca-b9e9-24f5db4f1fdb service neutron] 10.222.0.72 "GET /v2.0/networks/50c6f2a5-bc0a-4711-99e9-70b98e439d42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2395556 Jul 06 14:08:48.229925 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-ee4df264-9888-470a-99b6-8ee90bbd8d11 req-a33de4af-7bae-458f-a689-0fc59808d70d tempest-InstanceActionsV221TestJSON-1099051760 tempest-InstanceActionsV221TestJSON-1099051760-project] 10.222.0.104 "GET /v2.0/security-groups?id=dce2d49d-0b8a-4864-8611-6a896dcaa19a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574727 Jul 06 14:08:48.271253 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-a63ace87-500a-43f8-b422-0384b8af9b7d req-04b11ebe-bd48-48f7-8de8-f7cb3e763516 tempest-SecurityGroupRulesTestJSON-636060170 tempest-SecurityGroupRulesTestJSON-636060170-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:48.345191 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-a63ace87-500a-43f8-b422-0384b8af9b7d req-04b11ebe-bd48-48f7-8de8-f7cb3e763516 tempest-SecurityGroupRulesTestJSON-636060170 tempest-SecurityGroupRulesTestJSON-636060170-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:48.349464 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-a63ace87-500a-43f8-b422-0384b8af9b7d req-04b11ebe-bd48-48f7-8de8-f7cb3e763516 tempest-SecurityGroupRulesTestJSON-636060170 tempest-SecurityGroupRulesTestJSON-636060170-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1898694'] for security_group_rule, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:48.382714 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b11ebe-bd48-48f7-8de8-f7cb3e763516 tempest-SecurityGroupRulesTestJSON-636060170 tempest-SecurityGroupRulesTestJSON-636060170-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=986a1b20-4865-4672-a7df-a148a93ce086,revision_number=0']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:08:48.396071 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69e67f7-660d-4db4-bfcd-1bc469b4bbc5 req-afe57c15-cf23-4f68-81e5-861367f94e98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:08:48.397578 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-b69e67f7-660d-4db4-bfcd-1bc469b4bbc5 req-afe57c15-cf23-4f68-81e5-861367f94e98 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=65b786358142420284097c3fbb964768&device_id=da2ca532-3e03-4ebc-8093-6880ddfc6f35 HTTP/1.1" status: 200 len: 1094 time: 0.1285861 Jul 06 14:08:48.398303 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-a63ace87-500a-43f8-b422-0384b8af9b7d req-04b11ebe-bd48-48f7-8de8-f7cb3e763516 tempest-SecurityGroupRulesTestJSON-636060170 tempest-SecurityGroupRulesTestJSON-636060170-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:48.399361 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-a63ace87-500a-43f8-b422-0384b8af9b7d req-04b11ebe-bd48-48f7-8de8-f7cb3e763516 tempest-SecurityGroupRulesTestJSON-636060170 tempest-SecurityGroupRulesTestJSON-636060170-project] 10.222.0.104 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.3041470 Jul 06 14:08:48.563725 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-be799a09-e3b6-4ab6-95ac-6256ffadefa7 req-3bf1dc2e-2b05-4dcf-a27e-ed4237cb049c tempest-ServerShowV247Test-1263848029 tempest-ServerShowV247Test-1263848029-project] 10.222.0.104 "GET /v2.0/ports?device_id=5a6b3cc9-158c-4855-9ee6-2d8b336c2250 HTTP/1.1" status: 200 len: 210 time: 0.0437138 Jul 06 14:08:48.577173 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69e67f7-660d-4db4-bfcd-1bc469b4bbc5 req-3e2cb4cf-b344-44eb-9119-978b85e48de5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:08:48.578601 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-b69e67f7-660d-4db4-bfcd-1bc469b4bbc5 req-3e2cb4cf-b344-44eb-9119-978b85e48de5 service neutron] 10.222.0.72 "GET /v2.0/networks?id=50c6f2a5-bc0a-4711-99e9-70b98e439d42 HTTP/1.1" status: 200 len: 920 time: 0.1676326 Jul 06 14:08:48.584238 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [req-e140442f-96b3-4c01-bcfa-00c8292f2f92 req-3a8f56f3-8b02-4d4f-ad6b-8904a1b54fc4 tempest-SecurityGroupRulesTestJSON-636060170 tempest-SecurityGroupRulesTestJSON-636060170-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-979454089', 'description': 'tempest-description-414557957'}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:08:48.634390 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-b69e67f7-660d-4db4-bfcd-1bc469b4bbc5 req-d81c3f76-80f7-4008-b18c-9f935f5b86b7 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f5d1ffee-5ea2-4563-9e0d-281bf9cb0993 HTTP/1.1" status: 200 len: 217 time: 0.0432689 Jul 06 14:08:48.679123 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-e140442f-96b3-4c01-bcfa-00c8292f2f92 req-3a8f56f3-8b02-4d4f-ad6b-8904a1b54fc4 tempest-SecurityGroupRulesTestJSON-636060170 tempest-SecurityGroupRulesTestJSON-636060170-project] Notify callbacks [] for security_group, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:48.711751 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69e67f7-660d-4db4-bfcd-1bc469b4bbc5 req-0d08d89c-d7c2-4dde-90e2-d5aff4757a39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:08:48.713801 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-b69e67f7-660d-4db4-bfcd-1bc469b4bbc5 req-0d08d89c-d7c2-4dde-90e2-d5aff4757a39 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=88712a40-d2d3-4f76-a08a-9dd68fa6f327 HTTP/1.1" status: 200 len: 858 time: 0.0715613 Jul 06 14:08:48.755461 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-b69e67f7-660d-4db4-bfcd-1bc469b4bbc5 req-ae835b21-d359-4d91-8869-c26ae324f789 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=50c6f2a5-bc0a-4711-99e9-70b98e439d42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0343986 Jul 06 14:08:48.879038 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-b69e67f7-660d-4db4-bfcd-1bc469b4bbc5 req-a2dd072d-fa35-4771-bd74-f00b6d25a070 service neutron] 10.222.0.72 "GET /v2.0/networks/50c6f2a5-bc0a-4711-99e9-70b98e439d42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1159613 Jul 06 14:08:48.914456 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-e140442f-96b3-4c01-bcfa-00c8292f2f92 req-3a8f56f3-8b02-4d4f-ad6b-8904a1b54fc4 tempest-SecurityGroupRulesTestJSON-636060170 tempest-SecurityGroupRulesTestJSON-636060170-project] Notify callbacks [] for security_group, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:48.946411 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-e140442f-96b3-4c01-bcfa-00c8292f2f92 req-3a8f56f3-8b02-4d4f-ad6b-8904a1b54fc4 tempest-SecurityGroupRulesTestJSON-636060170 tempest-SecurityGroupRulesTestJSON-636060170-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:48.986996 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8f56f3-8b02-4d4f-ad6b-8904a1b54fc4 tempest-SecurityGroupRulesTestJSON-636060170 tempest-SecurityGroupRulesTestJSON-636060170-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4b9ec7ee-647c-4aa3-a4fc-55234b7ab34b,revision_number=1']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:08:48.992085 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-e140442f-96b3-4c01-bcfa-00c8292f2f92 req-3a8f56f3-8b02-4d4f-ad6b-8904a1b54fc4 tempest-SecurityGroupRulesTestJSON-636060170 tempest-SecurityGroupRulesTestJSON-636060170-project] Notify callbacks [] for security_group, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:48.993342 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-e140442f-96b3-4c01-bcfa-00c8292f2f92 req-3a8f56f3-8b02-4d4f-ad6b-8904a1b54fc4 tempest-SecurityGroupRulesTestJSON-636060170 tempest-SecurityGroupRulesTestJSON-636060170-project] 10.222.0.104 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.4136071 Jul 06 14:08:49.028381 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [req-ef519a62-094f-4f98-87de-a45fcf912185 req-57920fce-75d4-4e16-a781-2e73b6704234 tempest-SecurityGroupRulesTestJSON-636060170 tempest-SecurityGroupRulesTestJSON-636060170-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1937973321', 'description': 'tempest-description-911446593'}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:08:49.053265 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 46006) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:08:49.067383 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-b69e67f7-660d-4db4-bfcd-1bc469b4bbc5 req-dade7e65-5f2e-451a-b923-46df8c5753a1 service neutron] 10.222.0.72 "GET /v2.0/networks/50c6f2a5-bc0a-4711-99e9-70b98e439d42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1809478 Jul 06 14:08:49.083680 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-ef519a62-094f-4f98-87de-a45fcf912185 req-57920fce-75d4-4e16-a781-2e73b6704234 tempest-SecurityGroupRulesTestJSON-636060170 tempest-SecurityGroupRulesTestJSON-636060170-project] Notify callbacks [] for security_group, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:49.097207 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646d64a9-635a-4aae-be73-cf4661512bbb req-7235ec0a-27a1-4223-ae55-951ddac04027 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:08:49.098850 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-646d64a9-635a-4aae-be73-cf4661512bbb req-7235ec0a-27a1-4223-ae55-951ddac04027 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=96647dd61d404050a5af01798d2f6f47&device_id=5fbc9a8b-86db-4456-85e1-a59cfdbb9c8d HTTP/1.1" status: 200 len: 1095 time: 0.0661564 Jul 06 14:08:49.232048 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646d64a9-635a-4aae-be73-cf4661512bbb req-af8f3409-a601-475b-80cf-4eaaa3a2cf93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:08:49.233784 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-646d64a9-635a-4aae-be73-cf4661512bbb req-af8f3409-a601-475b-80cf-4eaaa3a2cf93 service neutron] 10.222.0.72 "GET /v2.0/networks?id=ca8d241f-6d1c-4a83-a6b7-adff4a667580 HTTP/1.1" status: 200 len: 914 time: 0.1283207 Jul 06 14:08:49.248666 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-ef519a62-094f-4f98-87de-a45fcf912185 req-57920fce-75d4-4e16-a781-2e73b6704234 tempest-SecurityGroupRulesTestJSON-636060170 tempest-SecurityGroupRulesTestJSON-636060170-project] Notify callbacks [] for security_group, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:49.256660 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-ef519a62-094f-4f98-87de-a45fcf912185 req-57920fce-75d4-4e16-a781-2e73b6704234 tempest-SecurityGroupRulesTestJSON-636060170 tempest-SecurityGroupRulesTestJSON-636060170-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:49.282387 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb906ca-2e74-420d-9a7f-f7f73e1cce5e req-412c353b-fc85-4c63-984b-4e51970a4bd3 tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:08:49.283968 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-7bb906ca-2e74-420d-9a7f-f7f73e1cce5e req-412c353b-fc85-4c63-984b-4e51970a4bd3 tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] 10.222.0.104 "GET /v2.0/ports?device_id=5fbc9a8b-86db-4456-85e1-a59cfdbb9c8d HTTP/1.1" status: 200 len: 944 time: 0.1352868 Jul 06 14:08:49.324019 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-646d64a9-635a-4aae-be73-cf4661512bbb req-a46b6c6d-84e5-4920-92c3-62665c660a96 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5f251846-a962-4cca-ac30-b8ff4317b4c4 HTTP/1.1" status: 200 len: 999 time: 0.0815954 Jul 06 14:08:49.325657 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-ef519a62-094f-4f98-87de-a45fcf912185 req-57920fce-75d4-4e16-a781-2e73b6704234 tempest-SecurityGroupRulesTestJSON-636060170 tempest-SecurityGroupRulesTestJSON-636060170-project] Notify callbacks [] for security_group, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:49.326895 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-ef519a62-094f-4f98-87de-a45fcf912185 req-57920fce-75d4-4e16-a781-2e73b6704234 tempest-SecurityGroupRulesTestJSON-636060170 tempest-SecurityGroupRulesTestJSON-636060170-project] 10.222.0.104 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3063850 Jul 06 14:08:49.335576 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57920fce-75d4-4e16-a781-2e73b6704234 tempest-SecurityGroupRulesTestJSON-636060170 tempest-SecurityGroupRulesTestJSON-636060170-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4dcfb9dc-600f-44c2-be46-c5caebba0492,revision_number=1']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:08:49.343860 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-7bb906ca-2e74-420d-9a7f-f7f73e1cce5e req-6aad6426-640f-4ce2-8f39-678f1db4ca3c tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] 10.222.0.104 "GET /v2.0/security-groups?id=54cfb86c-390d-4cad-8265-7f5781c66116&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513773 Jul 06 14:08:49.391564 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [None req-8a206e6c-0916-4cfc-bc62-801c8ec15c25 tempest-RoutersNegativeTest-1967447282 tempest-RoutersNegativeTest-1967447282-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-307857717', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:08:49.410469 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646d64a9-635a-4aae-be73-cf4661512bbb req-ef730160-0838-42e0-b224-62ab0e8f7568 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:08:49.412286 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-646d64a9-635a-4aae-be73-cf4661512bbb req-ef730160-0838-42e0-b224-62ab0e8f7568 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=1d0103a5-6825-4713-928f-2c0821a07c96 HTTP/1.1" status: 200 len: 851 time: 0.0819089 Jul 06 14:08:49.457510 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-8a206e6c-0916-4cfc-bc62-801c8ec15c25 tempest-RoutersNegativeTest-1967447282 tempest-RoutersNegativeTest-1967447282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1806290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6992'] for router, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:49.458521 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-8a206e6c-0916-4cfc-bc62-801c8ec15c25 tempest-RoutersNegativeTest-1967447282 tempest-RoutersNegativeTest-1967447282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1806157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1808637', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1714747', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7007'] for router, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:49.481183 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646d64a9-635a-4aae-be73-cf4661512bbb req-021d40ce-5714-4d67-8d7b-d07a4206b7ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:08:49.482952 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-646d64a9-635a-4aae-be73-cf4661512bbb req-021d40ce-5714-4d67-8d7b-d07a4206b7ac service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=ca8d241f-6d1c-4a83-a6b7-adff4a667580&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0616241 Jul 06 14:08:49.495718 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-f24e90d2-c58a-4213-b5a1-f7107c7768f3 req-c5a2f9a1-1f6b-41df-bda2-cc86ba0ebd0c tempest-SecurityGroupRulesTestJSON-636060170 tempest-SecurityGroupRulesTestJSON-636060170-project] 10.222.0.104 "GET /v2.0/security-groups/4b9ec7ee-647c-4aa3-a4fc-55234b7ab34b HTTP/1.1" status: 200 len: 1805 time: 0.1101711 Jul 06 14:08:49.584212 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-8a206e6c-0916-4cfc-bc62-801c8ec15c25 tempest-RoutersNegativeTest-1967447282 tempest-RoutersNegativeTest-1967447282-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:49.585541 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-646d64a9-635a-4aae-be73-cf4661512bbb req-55a49245-f093-4134-bbea-7be101c9500e service neutron] 10.222.0.72 "GET /v2.0/networks/ca8d241f-6d1c-4a83-a6b7-adff4a667580?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941167 Jul 06 14:08:49.594344 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-8a206e6c-0916-4cfc-bc62-801c8ec15c25 tempest-RoutersNegativeTest-1967447282 tempest-RoutersNegativeTest-1967447282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1806297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1761036'] for router, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:49.625073 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-f24e90d2-c58a-4213-b5a1-f7107c7768f3 req-e2720009-5669-4031-926b-cafd31497a5b tempest-SecurityGroupRulesTestJSON-636060170 tempest-SecurityGroupRulesTestJSON-636060170-project] 10.222.0.104 "GET /v2.0/security-groups/4dcfb9dc-600f-44c2-be46-c5caebba0492 HTTP/1.1" status: 200 len: 1806 time: 0.1165373 Jul 06 14:08:49.635706 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04811096-d6cd-4008-a01d-2a1456c552a2 req-86e44c75-3580-43a6-8e13-6efa122fc672 tempest-InstanceActionsV221TestJSON-1099051760 tempest-InstanceActionsV221TestJSON-1099051760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:08:49.637364 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-04811096-d6cd-4008-a01d-2a1456c552a2 req-86e44c75-3580-43a6-8e13-6efa122fc672 tempest-InstanceActionsV221TestJSON-1099051760 tempest-InstanceActionsV221TestJSON-1099051760-project] 10.222.0.104 "GET /v2.0/ports?device_id=da2ca532-3e03-4ebc-8093-6880ddfc6f35 HTTP/1.1" status: 200 len: 943 time: 0.1833520 Jul 06 14:08:49.638418 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-8a206e6c-0916-4cfc-bc62-801c8ec15c25 tempest-RoutersNegativeTest-1967447282 tempest-RoutersNegativeTest-1967447282-project] Notify callbacks [] for router, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:49.639523 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-8a206e6c-0916-4cfc-bc62-801c8ec15c25 tempest-RoutersNegativeTest-1967447282 tempest-RoutersNegativeTest-1967447282-project] 10.222.0.104 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.5845704 Jul 06 14:08:49.642799 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 46030) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:08:49.646160 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [req-f24e90d2-c58a-4213-b5a1-f7107c7768f3 req-46dca0f0-b417-4d04-8e90-733d6a35b02a tempest-SecurityGroupRulesTestJSON-636060170 tempest-SecurityGroupRulesTestJSON-636060170-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '4b9ec7ee-647c-4aa3-a4fc-55234b7ab34b', 'remote_group_id': '4dcfb9dc-600f-44c2-be46-c5caebba0492', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:08:49.646703 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [req-f24e90d2-c58a-4213-b5a1-f7107c7768f3 req-46dca0f0-b417-4d04-8e90-733d6a35b02a tempest-SecurityGroupRulesTestJSON-636060170 tempest-SecurityGroupRulesTestJSON-636060170-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '4b9ec7ee-647c-4aa3-a4fc-55234b7ab34b', 'remote_group_id': '4dcfb9dc-600f-44c2-be46-c5caebba0492', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:08:49.656307 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [None req-f6f7caa7-8290-4407-a941-e0a781129b42 tempest-RoutersNegativeTest-1967447282 tempest-RoutersNegativeTest-1967447282-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-767879183'}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:08:49.690793 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.db.api [None req-f6f7caa7-8290-4407-a941-e0a781129b42 tempest-RoutersNegativeTest-1967447282 tempest-RoutersNegativeTest-1967447282-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 06 14:08:49.690793 n-d-773647-6 neutron-server[100247]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 06 14:08:49.690793 n-d-773647-6 neutron-server[100247]: [parameters: {'project_id_1': '51913ac4316e4e54a881d5fcc119d1a0', 'expiration_1': datetime.datetime(2021, 7, 6, 14, 8, 49, 671498)}] Jul 06 14:08:49.690793 n-d-773647-6 neutron-server[100247]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=100247) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 06 14:08:49.691387 n-d-773647-6 neutron-server[100247]: DEBUG oslo_db.api [None req-f6f7caa7-8290-4407-a941-e0a781129b42 tempest-RoutersNegativeTest-1967447282 tempest-RoutersNegativeTest-1967447282-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=100247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 06 14:08:49.705103 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-646d64a9-635a-4aae-be73-cf4661512bbb req-68c37e65-8434-441d-a751-98a6d7bed2ac service neutron] 10.222.0.72 "GET /v2.0/networks/ca8d241f-6d1c-4a83-a6b7-adff4a667580?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1134892 Jul 06 14:08:49.720136 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-04811096-d6cd-4008-a01d-2a1456c552a2 req-2fb40ef1-9fc6-4567-805c-85e5413959b8 tempest-InstanceActionsV221TestJSON-1099051760 tempest-InstanceActionsV221TestJSON-1099051760-project] 10.222.0.104 "GET /v2.0/security-groups?id=dce2d49d-0b8a-4864-8611-6a896dcaa19a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592504 Jul 06 14:08:49.767649 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-f24e90d2-c58a-4213-b5a1-f7107c7768f3 req-46dca0f0-b417-4d04-8e90-733d6a35b02a tempest-SecurityGroupRulesTestJSON-636060170 tempest-SecurityGroupRulesTestJSON-636060170-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:49.804013 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-f24e90d2-c58a-4213-b5a1-f7107c7768f3 req-46dca0f0-b417-4d04-8e90-733d6a35b02a tempest-SecurityGroupRulesTestJSON-636060170 tempest-SecurityGroupRulesTestJSON-636060170-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:49.808763 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-f24e90d2-c58a-4213-b5a1-f7107c7768f3 req-46dca0f0-b417-4d04-8e90-733d6a35b02a tempest-SecurityGroupRulesTestJSON-636060170 tempest-SecurityGroupRulesTestJSON-636060170-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1898694'] for security_group_rule, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:49.834741 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46dca0f0-b417-4d04-8e90-733d6a35b02a tempest-SecurityGroupRulesTestJSON-636060170 tempest-SecurityGroupRulesTestJSON-636060170-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=22c9ef3a-90c4-45f5-986d-51f878287b48,revision_number=0']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:08:49.840329 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-f24e90d2-c58a-4213-b5a1-f7107c7768f3 req-46dca0f0-b417-4d04-8e90-733d6a35b02a tempest-SecurityGroupRulesTestJSON-636060170 tempest-SecurityGroupRulesTestJSON-636060170-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:49.856558 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-f24e90d2-c58a-4213-b5a1-f7107c7768f3 req-46dca0f0-b417-4d04-8e90-733d6a35b02a tempest-SecurityGroupRulesTestJSON-636060170 tempest-SecurityGroupRulesTestJSON-636060170-project] 10.222.0.104 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.2152934 Jul 06 14:08:50.029647 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-5187d293-5f36-4137-82df-f23818608e28 req-cd8bf7cb-a435-4628-8226-4481d8a4f733 tempest-ServerShowV247Test-1263848029 tempest-ServerShowV247Test-1263848029-project] 10.222.0.104 "GET /v2.0/ports?device_id=5a6b3cc9-158c-4855-9ee6-2d8b336c2250 HTTP/1.1" status: 200 len: 210 time: 0.0412555 Jul 06 14:08:50.050985 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-7abb0a0b-929a-4174-a066-96ae103d4ce4 req-79163667-6e0e-4e58-a5de-228eb4739fff tempest-SecurityGroupRulesTestJSON-636060170 tempest-SecurityGroupRulesTestJSON-636060170-project] 10.222.0.104 "GET /v2.0/security-groups/4dcfb9dc-600f-44c2-be46-c5caebba0492 HTTP/1.1" status: 200 len: 1806 time: 0.0705342 Jul 06 14:08:50.114273 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-7abb0a0b-929a-4174-a066-96ae103d4ce4 req-15f18f2c-51cd-4c13-8220-43ad5f42583f tempest-SecurityGroupRulesTestJSON-636060170 tempest-SecurityGroupRulesTestJSON-636060170-project] Notify callbacks [] for security_group, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:50.137521 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-7abb0a0b-929a-4174-a066-96ae103d4ce4 req-15f18f2c-51cd-4c13-8220-43ad5f42583f tempest-SecurityGroupRulesTestJSON-636060170 tempest-SecurityGroupRulesTestJSON-636060170-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:50.194346 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 46044) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:08:50.207974 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-7abb0a0b-929a-4174-a066-96ae103d4ce4 req-15f18f2c-51cd-4c13-8220-43ad5f42583f tempest-SecurityGroupRulesTestJSON-636060170 tempest-SecurityGroupRulesTestJSON-636060170-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:50.210794 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-7abb0a0b-929a-4174-a066-96ae103d4ce4 req-15f18f2c-51cd-4c13-8220-43ad5f42583f tempest-SecurityGroupRulesTestJSON-636060170 tempest-SecurityGroupRulesTestJSON-636060170-project] Notify callbacks [] for security_group, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:50.212015 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-7abb0a0b-929a-4174-a066-96ae103d4ce4 req-15f18f2c-51cd-4c13-8220-43ad5f42583f tempest-SecurityGroupRulesTestJSON-636060170 tempest-SecurityGroupRulesTestJSON-636060170-project] 10.222.0.104 "DELETE /v2.0/security-groups/4dcfb9dc-600f-44c2-be46-c5caebba0492 HTTP/1.1" status: 204 len: 173 time: 0.1555765 Jul 06 14:08:50.226164 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f18f2c-51cd-4c13-8220-43ad5f42583f tempest-SecurityGroupRulesTestJSON-636060170 tempest-SecurityGroupRulesTestJSON-636060170-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4dcfb9dc-600f-44c2-be46-c5caebba0492,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:08:50.237176 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6f7caa7-8290-4407-a941-e0a781129b42 tempest-RoutersNegativeTest-1967447282 tempest-RoutersNegativeTest-1967447282-project] Made reservation on behalf of 51913ac4316e4e54a881d5fcc119d1a0 for: {'network': 1} {{(pid=100247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:08:50.241739 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-f6f7caa7-8290-4407-a941-e0a781129b42 tempest-RoutersNegativeTest-1967447282 tempest-RoutersNegativeTest-1967447282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for network, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:50.257599 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-f6f7caa7-8290-4407-a941-e0a781129b42 tempest-RoutersNegativeTest-1967447282 tempest-RoutersNegativeTest-1967447282-project] Notify callbacks [] for security_group, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:50.321567 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-9551730e-5681-40a8-9d18-b99fbe2705c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:50.327645 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-51207ae3-0253-405d-be35-e2335d2e7f03 req-a85daf43-c7c1-497c-a531-df25b7327fb8 tempest-SecurityGroupRulesTestJSON-636060170 tempest-SecurityGroupRulesTestJSON-636060170-project] 10.222.0.104 "GET /v2.0/security-groups/4b9ec7ee-647c-4aa3-a4fc-55234b7ab34b HTTP/1.1" status: 200 len: 1805 time: 0.0718160 Jul 06 14:08:50.357117 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [req-13187e02-a9d0-4ba8-9258-ac2939be1b58 req-7928bfc1-016a-4bf2-a97e-b642f61dd4f4 tempest-SecurityGroupRulesTestJSON-636060170 tempest-SecurityGroupRulesTestJSON-636060170-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-542414258', 'description': 'tempest-description-312903443'}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:08:50.404166 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-f6f7caa7-8290-4407-a941-e0a781129b42 tempest-RoutersNegativeTest-1967447282 tempest-RoutersNegativeTest-1967447282-project] Notify callbacks [] for security_group, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:50.408386 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-f6f7caa7-8290-4407-a941-e0a781129b42 tempest-RoutersNegativeTest-1967447282 tempest-RoutersNegativeTest-1967447282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:50.436131 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f6f7caa7-8290-4407-a941-e0a781129b42 tempest-RoutersNegativeTest-1967447282 tempest-RoutersNegativeTest-1967447282-project] vlan segment allocate from pool success with {'vlan_id': 1030, 'physical_network': 'physnet1'} {{(pid=100247) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 14:08:50.451014 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f7caa7-8290-4407-a941-e0a781129b42 tempest-RoutersNegativeTest-1967447282 tempest-RoutersNegativeTest-1967447282-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9a3434fc-ed0d-43db-8e84-56e20a2f1ffd,revision_number=1']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:08:50.456337 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-f6f7caa7-8290-4407-a941-e0a781129b42 tempest-RoutersNegativeTest-1967447282 tempest-RoutersNegativeTest-1967447282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552'] for segment, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:50.456826 n-d-773647-6 neutron-server[100247]: INFO neutron.db.segments_db [None req-f6f7caa7-8290-4407-a941-e0a781129b42 tempest-RoutersNegativeTest-1967447282 tempest-RoutersNegativeTest-1967447282-project] Added segment 53e43833-cb11-49d0-a153-cbe182547da9 of type vlan for network 8a1aeb38-ee69-49bf-bf93-0bc43e7c37d4 Jul 06 14:08:50.499460 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-9551730e-5681-40a8-9d18-b99fbe2705c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:50.503538 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-9551730e-5681-40a8-9d18-b99fbe2705c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:50.533948 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-f6f7caa7-8290-4407-a941-e0a781129b42 tempest-RoutersNegativeTest-1967447282 tempest-RoutersNegativeTest-1967447282-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773752984405'] for network, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:50.539772 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9551730e-5681-40a8-9d18-b99fbe2705c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22a7e3aa-c911-4895-b215-2ee07ad7c9bc,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:08:50.545593 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-9551730e-5681-40a8-9d18-b99fbe2705c6 admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=48540ef1df5643cc9554136eba12b115&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3500326 Jul 06 14:08:50.549794 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 46054) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:08:50.568513 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-13187e02-a9d0-4ba8-9258-ac2939be1b58 req-7928bfc1-016a-4bf2-a97e-b642f61dd4f4 tempest-SecurityGroupRulesTestJSON-636060170 tempest-SecurityGroupRulesTestJSON-636060170-project] Notify callbacks [] for security_group, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:50.599799 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-f6f7caa7-8290-4407-a941-e0a781129b42 tempest-RoutersNegativeTest-1967447282 tempest-RoutersNegativeTest-1967447282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060'] for network, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:50.601115 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-3e8fa34e-22bc-4f49-82ec-fba07be15818 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:50.605528 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6f7caa7-8290-4407-a941-e0a781129b42 tempest-RoutersNegativeTest-1967447282 tempest-RoutersNegativeTest-1967447282-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:08:50.606120 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-f6f7caa7-8290-4407-a941-e0a781129b42 tempest-RoutersNegativeTest-1967447282 tempest-RoutersNegativeTest-1967447282-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583035'] for network, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:50.627030 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-3e8fa34e-22bc-4f49-82ec-fba07be15818 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:50.677277 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-3e8fa34e-22bc-4f49-82ec-fba07be15818 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:50.680123 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-3e8fa34e-22bc-4f49-82ec-fba07be15818 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:50.681490 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-3e8fa34e-22bc-4f49-82ec-fba07be15818 admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/22a7e3aa-c911-4895-b215-2ee07ad7c9bc HTTP/1.1" status: 204 len: 168 time: 0.1307352 Jul 06 14:08:50.690309 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8fa34e-22bc-4f49-82ec-fba07be15818 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22a7e3aa-c911-4895-b215-2ee07ad7c9bc,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:08:50.705221 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4c110b-aeb0-45b9-9aa9-4cda19febbac req-7b5d0d14-e28e-45d3-a474-204c76ef239f tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:08:50.707671 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-8c4c110b-aeb0-45b9-9aa9-4cda19febbac req-7b5d0d14-e28e-45d3-a474-204c76ef239f tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] 10.222.0.104 "GET /v2.0/ports?device_id=5fbc9a8b-86db-4456-85e1-a59cfdbb9c8d HTTP/1.1" status: 200 len: 944 time: 0.2188094 Jul 06 14:08:50.742820 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f7caa7-8290-4407-a941-e0a781129b42 tempest-RoutersNegativeTest-1967447282 tempest-RoutersNegativeTest-1967447282-project] Pushing event updated for resources: {'Network': ['ID=8a1aeb38-ee69-49bf-bf93-0bc43e7c37d4,revision_number=1']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:08:50.758438 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Network 8a1aeb38-ee69-49bf-bf93-0bc43e7c37d4 details requested by agent ovs-agent-n-d-773647-6 with host n-d-773647-6 {{(pid=100248) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 14:08:50.781657 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-8c4c110b-aeb0-45b9-9aa9-4cda19febbac req-d2b8e06d-b852-4d9b-9ac9-4cef1a283229 tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] 10.222.0.104 "GET /v2.0/security-groups?id=54cfb86c-390d-4cad-8265-7f5781c66116&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0649073 Jul 06 14:08:50.834402 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-13187e02-a9d0-4ba8-9258-ac2939be1b58 req-7928bfc1-016a-4bf2-a97e-b642f61dd4f4 tempest-SecurityGroupRulesTestJSON-636060170 tempest-SecurityGroupRulesTestJSON-636060170-project] Notify callbacks [] for security_group, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:50.846525 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-f6f7caa7-8290-4407-a941-e0a781129b42 tempest-RoutersNegativeTest-1967447282 tempest-RoutersNegativeTest-1967447282-project] 10.222.0.104 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.1949184 Jul 06 14:08:50.847524 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-13187e02-a9d0-4ba8-9258-ac2939be1b58 req-7928bfc1-016a-4bf2-a97e-b642f61dd4f4 tempest-SecurityGroupRulesTestJSON-636060170 tempest-SecurityGroupRulesTestJSON-636060170-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:50.849183 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 46064) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:08:50.854800 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-9ad0adea-fdab-429d-8814-4183b5b1a0a7 tempest-RoutersNegativeTest-1967447282 tempest-RoutersNegativeTest-1967447282-project] Request body: {'subnet': {'network_id': '8a1aeb38-ee69-49bf-bf93-0bc43e7c37d4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:08:50.879062 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7928bfc1-016a-4bf2-a97e-b642f61dd4f4 tempest-SecurityGroupRulesTestJSON-636060170 tempest-SecurityGroupRulesTestJSON-636060170-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4e4c36c3-0dc7-4bbb-a15f-0ebce6a14b87,revision_number=1']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:08:50.890019 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-13187e02-a9d0-4ba8-9258-ac2939be1b58 req-7928bfc1-016a-4bf2-a97e-b642f61dd4f4 tempest-SecurityGroupRulesTestJSON-636060170 tempest-SecurityGroupRulesTestJSON-636060170-project] Notify callbacks [] for security_group, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:50.911232 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-13187e02-a9d0-4ba8-9258-ac2939be1b58 req-7928bfc1-016a-4bf2-a97e-b642f61dd4f4 tempest-SecurityGroupRulesTestJSON-636060170 tempest-SecurityGroupRulesTestJSON-636060170-project] 10.222.0.104 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.5590262 Jul 06 14:08:50.962441 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ad0adea-fdab-429d-8814-4183b5b1a0a7 tempest-RoutersNegativeTest-1967447282 tempest-RoutersNegativeTest-1967447282-project] Made reservation on behalf of 51913ac4316e4e54a881d5fcc119d1a0 for: {'subnet': 1} {{(pid=100246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:08:50.967374 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-9ad0adea-fdab-429d-8814-4183b5b1a0a7 tempest-RoutersNegativeTest-1967447282 tempest-RoutersNegativeTest-1967447282-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127702029'] for subnet, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:51.010758 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcddbc3-4cc8-437c-b7db-116687622a85 req-cd17fbc1-97a6-4584-8e3a-74e64a072652 tempest-InstanceActionsV221TestJSON-1099051760 tempest-InstanceActionsV221TestJSON-1099051760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:08:51.012655 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-9dcddbc3-4cc8-437c-b7db-116687622a85 req-cd17fbc1-97a6-4584-8e3a-74e64a072652 tempest-InstanceActionsV221TestJSON-1099051760 tempest-InstanceActionsV221TestJSON-1099051760-project] 10.222.0.104 "GET /v2.0/ports?device_id=da2ca532-3e03-4ebc-8093-6880ddfc6f35 HTTP/1.1" status: 200 len: 943 time: 0.0851688 Jul 06 14:08:51.032746 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 46072) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:08:51.052063 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-1f976e59-023f-4ef4-b48d-2eb6d13ac44d admin admin] Notify callbacks [] for security_group, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:51.069824 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-9dcddbc3-4cc8-437c-b7db-116687622a85 req-cb96d100-8a1d-4e5d-b4f0-e6cdd37a2025 tempest-InstanceActionsV221TestJSON-1099051760 tempest-InstanceActionsV221TestJSON-1099051760-project] 10.222.0.104 "GET /v2.0/security-groups?id=dce2d49d-0b8a-4864-8611-6a896dcaa19a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510213 Jul 06 14:08:51.100385 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-20b4be22-6d18-4a99-9292-7103399555fa req-8b8a30e4-5cac-43a6-a6cf-dee5154613d7 tempest-SecurityGroupRulesTestJSON-636060170 tempest-SecurityGroupRulesTestJSON-636060170-project] 10.222.0.104 "GET /v2.0/security-groups/4e4c36c3-0dc7-4bbb-a15f-0ebce6a14b87 HTTP/1.1" status: 200 len: 1805 time: 0.0573564 Jul 06 14:08:51.113049 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [req-20b4be22-6d18-4a99-9292-7103399555fa req-ea128132-9861-460d-96fd-06d68158dd52 tempest-SecurityGroupRulesTestJSON-636060170 tempest-SecurityGroupRulesTestJSON-636060170-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '4e4c36c3-0dc7-4bbb-a15f-0ebce6a14b87', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:08:51.113233 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [req-20b4be22-6d18-4a99-9292-7103399555fa req-ea128132-9861-460d-96fd-06d68158dd52 tempest-SecurityGroupRulesTestJSON-636060170 tempest-SecurityGroupRulesTestJSON-636060170-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '4e4c36c3-0dc7-4bbb-a15f-0ebce6a14b87', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:08:51.248181 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-9ad0adea-fdab-429d-8814-4183b5b1a0a7 tempest-RoutersNegativeTest-1967447282 tempest-RoutersNegativeTest-1967447282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1849032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127687649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127702047'] for subnet, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:51.257008 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-1f976e59-023f-4ef4-b48d-2eb6d13ac44d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:51.288070 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-1f976e59-023f-4ef4-b48d-2eb6d13ac44d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:51.321638 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-50b7d862-765d-4998-b718-9ca3ef0d7aed req-38ff7711-76b0-4ae5-b616-070fd29f0466 tempest-ServerShowV247Test-1263848029 tempest-ServerShowV247Test-1263848029-project] 10.222.0.104 "GET /v2.0/ports?device_id=5a6b3cc9-158c-4855-9ee6-2d8b336c2250 HTTP/1.1" status: 200 len: 210 time: 0.0351801 Jul 06 14:08:51.341471 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-20b4be22-6d18-4a99-9292-7103399555fa req-ea128132-9861-460d-96fd-06d68158dd52 tempest-SecurityGroupRulesTestJSON-636060170 tempest-SecurityGroupRulesTestJSON-636060170-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:51.354240 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad0adea-fdab-429d-8814-4183b5b1a0a7 tempest-RoutersNegativeTest-1967447282 tempest-RoutersNegativeTest-1967447282-project] Pushing event updated for resources: {'Subnet': ['ID=7411d83b-7b82-4d3f-adc8-bc9e2ebd92e2,revision_number=0']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:08:51.356167 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-1f976e59-023f-4ef4-b48d-2eb6d13ac44d admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=4162735b88ba465b9f99669539bc5711&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3220181 Jul 06 14:08:51.356964 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f976e59-023f-4ef4-b48d-2eb6d13ac44d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4bf5848-0573-4fb9-8ede-dd42a4ede0af,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:08:51.357351 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 46076) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:08:51.380439 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ad0adea-fdab-429d-8814-4183b5b1a0a7 tempest-RoutersNegativeTest-1967447282 tempest-RoutersNegativeTest-1967447282-project] Checking segment: {'id': '53e43833-cb11-49d0-a153-cbe182547da9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1030, 'network_id': '8a1aeb38-ee69-49bf-bf93-0bc43e7c37d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:08:51.381059 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ad0adea-fdab-429d-8814-4183b5b1a0a7 tempest-RoutersNegativeTest-1967447282 tempest-RoutersNegativeTest-1967447282-project] Network hostable DHCP agents. Network: 8a1aeb38-ee69-49bf-bf93-0bc43e7c37d4, hostable agents: ['f2bada3d-be77-4359-982b-8505a2bbca04'], hosted agents: [] {{(pid=100246) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 14:08:51.385995 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-20b4be22-6d18-4a99-9292-7103399555fa req-ea128132-9861-460d-96fd-06d68158dd52 tempest-SecurityGroupRulesTestJSON-636060170 tempest-SecurityGroupRulesTestJSON-636060170-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:51.397060 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-20b4be22-6d18-4a99-9292-7103399555fa req-ea128132-9861-460d-96fd-06d68158dd52 tempest-SecurityGroupRulesTestJSON-636060170 tempest-SecurityGroupRulesTestJSON-636060170-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1898694'] for security_group_rule, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:51.399458 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ad0adea-fdab-429d-8814-4183b5b1a0a7 tempest-RoutersNegativeTest-1967447282 tempest-RoutersNegativeTest-1967447282-project] Network 8a1aeb38-ee69-49bf-bf93-0bc43e7c37d4 is scheduled to be hosted by DHCP agent f2bada3d-be77-4359-982b-8505a2bbca04 with binding_index 1 {{(pid=100246) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 14:08:51.408848 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.base_scheduler [None req-9ad0adea-fdab-429d-8814-4183b5b1a0a7 tempest-RoutersNegativeTest-1967447282 tempest-RoutersNegativeTest-1967447282-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773647-6, 8a1aeb38-ee69-49bf-bf93-0bc43e7c37d4) {{(pid=100246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:08:51.413367 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ad0adea-fdab-429d-8814-4183b5b1a0a7 tempest-RoutersNegativeTest-1967447282 tempest-RoutersNegativeTest-1967447282-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:08:51.413970 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-9ad0adea-fdab-429d-8814-4183b5b1a0a7 tempest-RoutersNegativeTest-1967447282 tempest-RoutersNegativeTest-1967447282-project] Notify callbacks [] for subnet, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:51.420439 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34064fe2-9d51-4c17-8bf2-a3ca75932985 None None] Network 8a1aeb38-ee69-49bf-bf93-0bc43e7c37d4 requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:08:51.434487 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-9ad0adea-fdab-429d-8814-4183b5b1a0a7 tempest-RoutersNegativeTest-1967447282 tempest-RoutersNegativeTest-1967447282-project] 10.222.0.104 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5800171 Jul 06 14:08:51.434741 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 46078) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:08:51.439823 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [None req-2622d841-db6c-4300-b7ab-e1603649fee5 tempest-RoutersNegativeTest-1967447282 tempest-RoutersNegativeTest-1967447282-project] Request body: {'network': {'name': 'tempest-router-network01--753053554'}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:08:51.445380 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea128132-9861-460d-96fd-06d68158dd52 tempest-SecurityGroupRulesTestJSON-636060170 tempest-SecurityGroupRulesTestJSON-636060170-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=54d241fe-d1ab-4d21-8355-008a68be8a1d,revision_number=0']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:08:51.459731 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-20b4be22-6d18-4a99-9292-7103399555fa req-ea128132-9861-460d-96fd-06d68158dd52 tempest-SecurityGroupRulesTestJSON-636060170 tempest-SecurityGroupRulesTestJSON-636060170-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:51.460997 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-20b4be22-6d18-4a99-9292-7103399555fa req-ea128132-9861-460d-96fd-06d68158dd52 tempest-SecurityGroupRulesTestJSON-636060170 tempest-SecurityGroupRulesTestJSON-636060170-project] 10.222.0.104 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3536744 Jul 06 14:08:51.468281 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-9d121cc1-f02f-42f6-be37-4ee2d9c72bf1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:51.503978 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-9d121cc1-f02f-42f6-be37-4ee2d9c72bf1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:51.510073 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2622d841-db6c-4300-b7ab-e1603649fee5 tempest-RoutersNegativeTest-1967447282 tempest-RoutersNegativeTest-1967447282-project] Made reservation on behalf of 51913ac4316e4e54a881d5fcc119d1a0 for: {'network': 1} {{(pid=100247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:08:51.513480 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-2622d841-db6c-4300-b7ab-e1603649fee5 tempest-RoutersNegativeTest-1967447282 tempest-RoutersNegativeTest-1967447282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for network, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:51.542720 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Device f5d1ffee-5ea2-4563-9e0d-281bf9cb0993 details requested by agent hyperv_n-h2-773647-6 with host n-h2-773647-6 {{(pid=100248) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 14:08:51.580861 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2622d841-db6c-4300-b7ab-e1603649fee5 tempest-RoutersNegativeTest-1967447282 tempest-RoutersNegativeTest-1967447282-project] vlan segment allocate from pool success with {'vlan_id': 1014, 'physical_network': 'physnet1'} {{(pid=100247) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 14:08:51.590309 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-7798f425-c62c-4c29-91a0-c72f2f576999 req-d5b72b6d-3ea5-4eb5-bd26-788bbcc938d9 tempest-SecurityGroupRulesTestJSON-636060170 tempest-SecurityGroupRulesTestJSON-636060170-project] 10.222.0.104 "GET /v2.0/security-groups/4e4c36c3-0dc7-4bbb-a15f-0ebce6a14b87 HTTP/1.1" status: 200 len: 2399 time: 0.1071897 Jul 06 14:08:51.594717 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-2622d841-db6c-4300-b7ab-e1603649fee5 tempest-RoutersNegativeTest-1967447282 tempest-RoutersNegativeTest-1967447282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552'] for segment, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:51.595140 n-d-773647-6 neutron-server[100247]: INFO neutron.db.segments_db [None req-2622d841-db6c-4300-b7ab-e1603649fee5 tempest-RoutersNegativeTest-1967447282 tempest-RoutersNegativeTest-1967447282-project] Added segment ab650898-e2d6-48ac-88ac-411bf087db63 of type vlan for network 1dd4eb73-fb8c-4e55-a274-20823b5396c1 Jul 06 14:08:51.610754 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [req-7798f425-c62c-4c29-91a0-c72f2f576999 req-8a8107e5-1cc7-44bf-ae83-0af2f034ef11 tempest-SecurityGroupRulesTestJSON-636060170 tempest-SecurityGroupRulesTestJSON-636060170-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '4e4c36c3-0dc7-4bbb-a15f-0ebce6a14b87', 'remote_group_id': None}]} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:08:51.611066 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [req-7798f425-c62c-4c29-91a0-c72f2f576999 req-8a8107e5-1cc7-44bf-ae83-0af2f034ef11 tempest-SecurityGroupRulesTestJSON-636060170 tempest-SecurityGroupRulesTestJSON-636060170-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '4e4c36c3-0dc7-4bbb-a15f-0ebce6a14b87', 'remote_group_id': None}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:08:51.627886 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edc99ed2-2e2b-4843-89c8-7ff67714912c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6bd5fc82-6666-56e8-87c2-91648d36c963-8a1aeb38-ee69-49bf-bf93-0bc43e7c37d4', 'network_id': '8a1aeb38-ee69-49bf-bf93-0bc43e7c37d4', 'tenant_id': '51913ac4316e4e54a881d5fcc119d1a0', 'fixed_ips': [{'subnet_id': '7411d83b-7b82-4d3f-adc8-bc9e2ebd92e2'}]}} from n-d-773647-6. {{(pid=100248) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 14:08:51.628736 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-edc99ed2-2e2b-4843-89c8-7ff67714912c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:51.650720 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-9d121cc1-f02f-42f6-be37-4ee2d9c72bf1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:51.653244 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-9d121cc1-f02f-42f6-be37-4ee2d9c72bf1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:51.654380 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-9d121cc1-f02f-42f6-be37-4ee2d9c72bf1 admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/e4bf5848-0573-4fb9-8ede-dd42a4ede0af HTTP/1.1" status: 204 len: 168 time: 0.2961140 Jul 06 14:08:51.662461 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-2622d841-db6c-4300-b7ab-e1603649fee5 tempest-RoutersNegativeTest-1967447282 tempest-RoutersNegativeTest-1967447282-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773752984405'] for network, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:51.683113 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d121cc1-f02f-42f6-be37-4ee2d9c72bf1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4bf5848-0573-4fb9-8ede-dd42a4ede0af,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:08:51.734846 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-2622d841-db6c-4300-b7ab-e1603649fee5 tempest-RoutersNegativeTest-1967447282 tempest-RoutersNegativeTest-1967447282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060'] for network, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:51.740349 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2622d841-db6c-4300-b7ab-e1603649fee5 tempest-RoutersNegativeTest-1967447282 tempest-RoutersNegativeTest-1967447282-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:08:51.740948 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-2622d841-db6c-4300-b7ab-e1603649fee5 tempest-RoutersNegativeTest-1967447282 tempest-RoutersNegativeTest-1967447282-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583035'] for network, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:51.765200 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] For port f5d1ffee-5ea2-4563-9e0d-281bf9cb0993, host n-h2-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=f5d1ffee-5ea2-4563-9e0d-281bf9cb0993,segment=NetworkSegment(98a113c9-c634-46c5-a5d6-651a566d902c),segment_id=98a113c9-c634-46c5-a5d6-651a566d902c)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:08:51.770914 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-7798f425-c62c-4c29-91a0-c72f2f576999 req-8a8107e5-1cc7-44bf-ae83-0af2f034ef11 tempest-SecurityGroupRulesTestJSON-636060170 tempest-SecurityGroupRulesTestJSON-636060170-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:51.786929 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Returning: {'device': 'f5d1ffee-5ea2-4563-9e0d-281bf9cb0993', 'network_id': '50c6f2a5-bc0a-4711-99e9-70b98e439d42', 'port_id': 'f5d1ffee-5ea2-4563-9e0d-281bf9cb0993', 'mac_address': 'fa:16:3e:a3:0c:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1020, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '88712a40-d2d3-4f76-a08a-9dd68fa6f327', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100248) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 14:08:51.812276 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-2622d841-db6c-4300-b7ab-e1603649fee5 tempest-RoutersNegativeTest-1967447282 tempest-RoutersNegativeTest-1967447282-project] 10.222.0.104 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.3740876 Jul 06 14:08:51.813251 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 46084) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:08:51.822015 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-663b2652-df84-41aa-ab96-6bab93ce456b tempest-RoutersNegativeTest-1967447282 tempest-RoutersNegativeTest-1967447282-project] Request body: {'network': {'name': 'tempest-router-network02--610386340'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:08:51.843796 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2622d841-db6c-4300-b7ab-e1603649fee5 tempest-RoutersNegativeTest-1967447282 tempest-RoutersNegativeTest-1967447282-project] Pushing event updated for resources: {'Network': ['ID=1dd4eb73-fb8c-4e55-a274-20823b5396c1,revision_number=1']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:08:51.856528 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-7798f425-c62c-4c29-91a0-c72f2f576999 req-8a8107e5-1cc7-44bf-ae83-0af2f034ef11 tempest-SecurityGroupRulesTestJSON-636060170 tempest-SecurityGroupRulesTestJSON-636060170-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:51.857189 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.db_base_plugin_common [None req-edc99ed2-2e2b-4843-89c8-7ff67714912c None None] Allocated IP 172.20.0.2 (8a1aeb38-ee69-49bf-bf93-0bc43e7c37d4/7411d83b-7b82-4d3f-adc8-bc9e2ebd92e2/5da584ee-80ef-41cf-83c8-5871b2157ea3) {{(pid=100248) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:08:51.858619 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-663b2652-df84-41aa-ab96-6bab93ce456b tempest-RoutersNegativeTest-1967447282 tempest-RoutersNegativeTest-1967447282-project] Made reservation on behalf of 51913ac4316e4e54a881d5fcc119d1a0 for: {'network': 1} {{(pid=100246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:08:51.860798 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-7798f425-c62c-4c29-91a0-c72f2f576999 req-8a8107e5-1cc7-44bf-ae83-0af2f034ef11 tempest-SecurityGroupRulesTestJSON-636060170 tempest-SecurityGroupRulesTestJSON-636060170-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1898694'] for security_group_rule, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:51.860976 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Network 1dd4eb73-fb8c-4e55-a274-20823b5396c1 details requested by agent ovs-agent-n-d-773647-6 with host n-d-773647-6 {{(pid=100248) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 14:08:51.863413 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-663b2652-df84-41aa-ab96-6bab93ce456b tempest-RoutersNegativeTest-1967447282 tempest-RoutersNegativeTest-1967447282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for network, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:51.887201 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8107e5-1cc7-44bf-ae83-0af2f034ef11 tempest-SecurityGroupRulesTestJSON-636060170 tempest-SecurityGroupRulesTestJSON-636060170-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da526d8a-6695-418e-85b9-c78c36e25b7c,revision_number=0']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:08:51.896829 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-7798f425-c62c-4c29-91a0-c72f2f576999 req-8a8107e5-1cc7-44bf-ae83-0af2f034ef11 tempest-SecurityGroupRulesTestJSON-636060170 tempest-SecurityGroupRulesTestJSON-636060170-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:51.898267 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-7798f425-c62c-4c29-91a0-c72f2f576999 req-8a8107e5-1cc7-44bf-ae83-0af2f034ef11 tempest-SecurityGroupRulesTestJSON-636060170 tempest-SecurityGroupRulesTestJSON-636060170-project] 10.222.0.104 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.2922857 Jul 06 14:08:51.901179 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-663b2652-df84-41aa-ab96-6bab93ce456b tempest-RoutersNegativeTest-1967447282 tempest-RoutersNegativeTest-1967447282-project] vlan segment allocate from pool success with {'vlan_id': 1035, 'physical_network': 'physnet1'} {{(pid=100246) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 14:08:51.917036 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-663b2652-df84-41aa-ab96-6bab93ce456b tempest-RoutersNegativeTest-1967447282 tempest-RoutersNegativeTest-1967447282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552'] for segment, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:51.917316 n-d-773647-6 neutron-server[100246]: INFO neutron.db.segments_db [None req-663b2652-df84-41aa-ab96-6bab93ce456b tempest-RoutersNegativeTest-1967447282 tempest-RoutersNegativeTest-1967447282-project] Added segment 2a37f760-7239-4a7f-a577-8d90a0d11117 of type vlan for network 79eb594f-28b9-423a-bd90-c7321736a50c Jul 06 14:08:51.918246 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:51.955427 n-d-773647-6 neutron-server[100248]: DEBUG neutron.notifiers.nova [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f5d1ffee-5ea2-4563-9e0d-281bf9cb0993 {{(pid=100248) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 14:08:51.975742 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-663b2652-df84-41aa-ab96-6bab93ce456b tempest-RoutersNegativeTest-1967447282 tempest-RoutersNegativeTest-1967447282-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773752984405'] for network, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:51.984610 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-8fbf4f43-8cd3-4b95-aa29-f01e5e6dee79 req-2290e7ee-1649-4641-b2ae-87ec81800439 tempest-SecurityGroupRulesTestJSON-636060170 tempest-SecurityGroupRulesTestJSON-636060170-project] 10.222.0.104 "GET /v2.0/security-groups/4e4c36c3-0dc7-4bbb-a15f-0ebce6a14b87 HTTP/1.1" status: 200 len: 2998 time: 0.0582600 Jul 06 14:08:52.016988 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-663b2652-df84-41aa-ab96-6bab93ce456b tempest-RoutersNegativeTest-1967447282 tempest-RoutersNegativeTest-1967447282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060'] for network, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:52.017488 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] For port f5d1ffee-5ea2-4563-9e0d-281bf9cb0993, host n-h2-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=f5d1ffee-5ea2-4563-9e0d-281bf9cb0993,segment=NetworkSegment(98a113c9-c634-46c5-a5d6-651a566d902c),segment_id=98a113c9-c634-46c5-a5d6-651a566d902c)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:08:52.025449 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:52.030707 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-663b2652-df84-41aa-ab96-6bab93ce456b tempest-RoutersNegativeTest-1967447282 tempest-RoutersNegativeTest-1967447282-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:08:52.033998 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-663b2652-df84-41aa-ab96-6bab93ce456b tempest-RoutersNegativeTest-1967447282 tempest-RoutersNegativeTest-1967447282-project] Notify callbacks [] for network, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:52.084771 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-534dc354-eca0-4967-a867-45fa64cb15f0 req-f81846c4-e6fc-4721-ad9f-f8c8b3944a84 tempest-SecurityGroupRulesTestJSON-636060170 tempest-SecurityGroupRulesTestJSON-636060170-project] 10.222.0.104 "GET /v2.0/security-group-rules/da526d8a-6695-418e-85b9-c78c36e25b7c HTTP/1.1" status: 200 len: 783 time: 0.0690711 Jul 06 14:08:52.105561 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663b2652-df84-41aa-ab96-6bab93ce456b tempest-RoutersNegativeTest-1967447282 tempest-RoutersNegativeTest-1967447282-project] Pushing event updated for resources: {'Network': ['ID=79eb594f-28b9-423a-bd90-c7321736a50c,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:08:52.108822 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Pushing event updated for resources: {'Port': ['ID=f5d1ffee-5ea2-4563-9e0d-281bf9cb0993,revision_number=4']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:08:52.143033 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-663b2652-df84-41aa-ab96-6bab93ce456b tempest-RoutersNegativeTest-1967447282 tempest-RoutersNegativeTest-1967447282-project] 10.222.0.104 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.3254232 Jul 06 14:08:52.143919 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 46102) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:08:52.144587 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Network 79eb594f-28b9-423a-bd90-c7321736a50c details requested by agent ovs-agent-n-d-773647-6 with host n-d-773647-6 {{(pid=100248) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 14:08:52.149873 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-b81d6b26-d419-47a9-9e5d-ce6b35ccad71 tempest-RoutersNegativeTest-1967447282 tempest-RoutersNegativeTest-1967447282-project] Request body: {'subnet': {'network_id': '1dd4eb73-fb8c-4e55-a274-20823b5396c1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:08:52.189959 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-534dc354-eca0-4967-a867-45fa64cb15f0 req-46179d67-58fd-4da6-b909-504b7b6b1b13 tempest-SecurityGroupRulesTestJSON-636060170 tempest-SecurityGroupRulesTestJSON-636060170-project] 10.222.0.104 "GET /v2.0/security-groups/4e4c36c3-0dc7-4bbb-a15f-0ebce6a14b87 HTTP/1.1" status: 200 len: 2998 time: 0.1031966 Jul 06 14:08:52.228278 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-edc99ed2-2e2b-4843-89c8-7ff67714912c None None] Notify callbacks [] for port, precommit_create {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:52.233235 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-534dc354-eca0-4967-a867-45fa64cb15f0 req-e1344c45-86dd-479c-9ee9-4a88ca8897a9 tempest-SecurityGroupRulesTestJSON-636060170 tempest-SecurityGroupRulesTestJSON-636060170-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:52.240824 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-edc99ed2-2e2b-4843-89c8-7ff67714912c None None] Transition to ACTIVE for port object 5da584ee-80ef-41cf-83c8-5871b2157ea3 will not be triggered until provisioned by entity L2. {{(pid=100248) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:08:52.245618 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-534dc354-eca0-4967-a867-45fa64cb15f0 req-e1344c45-86dd-479c-9ee9-4a88ca8897a9 tempest-SecurityGroupRulesTestJSON-636060170 tempest-SecurityGroupRulesTestJSON-636060170-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:52.275190 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-edc99ed2-2e2b-4843-89c8-7ff67714912c None None] Transition to ACTIVE for port object 5da584ee-80ef-41cf-83c8-5871b2157ea3 will not be triggered until provisioned by entity DHCP. {{(pid=100248) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:08:52.284525 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-edc99ed2-2e2b-4843-89c8-7ff67714912c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108'] for port, after_create {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:52.286584 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-534dc354-eca0-4967-a867-45fa64cb15f0 req-e1344c45-86dd-479c-9ee9-4a88ca8897a9 tempest-SecurityGroupRulesTestJSON-636060170 tempest-SecurityGroupRulesTestJSON-636060170-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1898694'] for security_group_rule, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:52.294696 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-534dc354-eca0-4967-a867-45fa64cb15f0 req-e1344c45-86dd-479c-9ee9-4a88ca8897a9 tempest-SecurityGroupRulesTestJSON-636060170 tempest-SecurityGroupRulesTestJSON-636060170-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:52.295730 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-534dc354-eca0-4967-a867-45fa64cb15f0 req-e1344c45-86dd-479c-9ee9-4a88ca8897a9 tempest-SecurityGroupRulesTestJSON-636060170 tempest-SecurityGroupRulesTestJSON-636060170-project] 10.222.0.104 "DELETE /v2.0/security-group-rules/da526d8a-6695-418e-85b9-c78c36e25b7c HTTP/1.1" status: 204 len: 173 time: 0.1047893 Jul 06 14:08:52.304580 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b81d6b26-d419-47a9-9e5d-ce6b35ccad71 tempest-RoutersNegativeTest-1967447282 tempest-RoutersNegativeTest-1967447282-project] Made reservation on behalf of 51913ac4316e4e54a881d5fcc119d1a0 for: {'subnet': 1} {{(pid=100246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:08:52.309047 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-b81d6b26-d419-47a9-9e5d-ce6b35ccad71 tempest-RoutersNegativeTest-1967447282 tempest-RoutersNegativeTest-1967447282-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127702029'] for subnet, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:52.314026 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1344c45-86dd-479c-9ee9-4a88ca8897a9 tempest-SecurityGroupRulesTestJSON-636060170 tempest-SecurityGroupRulesTestJSON-636060170-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=da526d8a-6695-418e-85b9-c78c36e25b7c,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:08:52.443420 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e670c0-5f0d-4fee-a9fc-e03f779fb818 req-1e63a6e1-4202-4d6a-a93a-ab28f76d9d19 tempest-InstanceActionsV221TestJSON-1099051760 tempest-InstanceActionsV221TestJSON-1099051760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:08:52.445310 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-f5e670c0-5f0d-4fee-a9fc-e03f779fb818 req-1e63a6e1-4202-4d6a-a93a-ab28f76d9d19 tempest-InstanceActionsV221TestJSON-1099051760 tempest-InstanceActionsV221TestJSON-1099051760-project] 10.222.0.104 "GET /v2.0/ports?device_id=da2ca532-3e03-4ebc-8093-6880ddfc6f35 HTTP/1.1" status: 200 len: 944 time: 0.0870328 Jul 06 14:08:52.487772 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] get_ports_and_sgs() called for port_ids ['f5d1ffee-5ea2-4563-9e0d-281bf9cb0993'] {{(pid=100248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 14:08:52.538252 n-d-773647-6 neutron-server[100248]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edc99ed2-2e2b-4843-89c8-7ff67714912c None None] Network 8a1aeb38-ee69-49bf-bf93-0bc43e7c37d4 is already hosted by enough agents. {{(pid=100248) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:08:52.540758 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc99ed2-2e2b-4843-89c8-7ff67714912c None None] Pushing event updated for resources: {'Port': ['ID=5da584ee-80ef-41cf-83c8-5871b2157ea3,revision_number=1']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:08:52.548385 n-d-773647-6 neutron-server[100248]: DEBUG neutron.scheduler.base_scheduler [None req-edc99ed2-2e2b-4843-89c8-7ff67714912c None None] Resources bound (agent type, host, resource id): {{(pid=100248) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:08:52.551990 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edc99ed2-2e2b-4843-89c8-7ff67714912c None None] Received port after_create {{(pid=100248) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:08:52.564472 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-f5e670c0-5f0d-4fee-a9fc-e03f779fb818 req-f3cbc1c6-53e0-4afb-941f-6c25b31cc810 tempest-InstanceActionsV221TestJSON-1099051760 tempest-InstanceActionsV221TestJSON-1099051760-project] 10.222.0.104 "GET /v2.0/security-groups?id=dce2d49d-0b8a-4864-8611-6a896dcaa19a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933924 Jul 06 14:08:52.569378 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-ebb8236f-931d-4bd4-b163-04a5e34fc905 req-c58395f0-c07a-408c-98a1-0b61678287f4 tempest-SecurityGroupRulesTestJSON-636060170 tempest-SecurityGroupRulesTestJSON-636060170-project] 10.222.0.104 "GET /v2.0/security-groups/4e4c36c3-0dc7-4bbb-a15f-0ebce6a14b87 HTTP/1.1" status: 200 len: 2399 time: 0.0695174 Jul 06 14:08:52.642666 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-edc99ed2-2e2b-4843-89c8-7ff67714912c None None] Attempting to bind port 5da584ee-80ef-41cf-83c8-5871b2157ea3 on host n-d-773647-6 for vnic_type normal with profile {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:08:52.643382 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-edc99ed2-2e2b-4843-89c8-7ff67714912c None None] Attempting to bind port 5da584ee-80ef-41cf-83c8-5871b2157ea3 by drivers openvswitch,hyperv on host n-d-773647-6 at level 0 using segments [{'id': '53e43833-cb11-49d0-a153-cbe182547da9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1030, 'network_id': '8a1aeb38-ee69-49bf-bf93-0bc43e7c37d4'}] {{(pid=100248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:08:52.643925 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edc99ed2-2e2b-4843-89c8-7ff67714912c None None] Attempting to bind port 5da584ee-80ef-41cf-83c8-5871b2157ea3 on network 8a1aeb38-ee69-49bf-bf93-0bc43e7c37d4 {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:08:52.656667 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edc99ed2-2e2b-4843-89c8-7ff67714912c None None] Checking agent: {'id': '8ab5b19c-d213-4f29-891d-27bdf39d38b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773647-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 43, 26), 'started_at': datetime.datetime(2021, 7, 6, 13, 43, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 8, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773647-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:08:52.657051 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edc99ed2-2e2b-4843-89c8-7ff67714912c None None] Checking segment: {'id': '53e43833-cb11-49d0-a153-cbe182547da9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1030, 'network_id': '8a1aeb38-ee69-49bf-bf93-0bc43e7c37d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:08:52.657460 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-edc99ed2-2e2b-4843-89c8-7ff67714912c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:52.657861 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edc99ed2-2e2b-4843-89c8-7ff67714912c None None] Bound using segment: {'id': '53e43833-cb11-49d0-a153-cbe182547da9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1030, 'network_id': '8a1aeb38-ee69-49bf-bf93-0bc43e7c37d4'} {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:08:52.658340 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-edc99ed2-2e2b-4843-89c8-7ff67714912c None None] Bound port: 5da584ee-80ef-41cf-83c8-5871b2157ea3, host: n-d-773647-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53e43833-cb11-49d0-a153-cbe182547da9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1030, 'network_id': '8a1aeb38-ee69-49bf-bf93-0bc43e7c37d4'}}] {{(pid=100248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:08:52.658723 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-edc99ed2-2e2b-4843-89c8-7ff67714912c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:52.685455 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-ebb8236f-931d-4bd4-b163-04a5e34fc905 req-502990a9-7923-49c9-85f7-18a4aa9718d8 tempest-SecurityGroupRulesTestJSON-636060170 tempest-SecurityGroupRulesTestJSON-636060170-project] Notify callbacks [] for security_group, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:52.693825 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-b81d6b26-d419-47a9-9e5d-ce6b35ccad71 tempest-RoutersNegativeTest-1967447282 tempest-RoutersNegativeTest-1967447282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1849032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127687649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127702047'] for subnet, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:52.731521 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-ebb8236f-931d-4bd4-b163-04a5e34fc905 req-502990a9-7923-49c9-85f7-18a4aa9718d8 tempest-SecurityGroupRulesTestJSON-636060170 tempest-SecurityGroupRulesTestJSON-636060170-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:52.787153 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-edc99ed2-2e2b-4843-89c8-7ff67714912c None None] For port 5da584ee-80ef-41cf-83c8-5871b2157ea3, host n-d-773647-6, cleared binding levels {{(pid=100248) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:08:52.788732 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81d6b26-d419-47a9-9e5d-ce6b35ccad71 tempest-RoutersNegativeTest-1967447282 tempest-RoutersNegativeTest-1967447282-project] Pushing event updated for resources: {'Subnet': ['ID=f9afb2ea-d1d3-4b85-a035-14c28345689b,revision_number=0']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:08:52.792404 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b81d6b26-d419-47a9-9e5d-ce6b35ccad71 tempest-RoutersNegativeTest-1967447282 tempest-RoutersNegativeTest-1967447282-project] Checking segment: {'id': 'ab650898-e2d6-48ac-88ac-411bf087db63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': '1dd4eb73-fb8c-4e55-a274-20823b5396c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:08:52.792824 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-edc99ed2-2e2b-4843-89c8-7ff67714912c None None] For port 5da584ee-80ef-41cf-83c8-5871b2157ea3, host n-d-773647-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=5da584ee-80ef-41cf-83c8-5871b2157ea3,segment=NetworkSegment(53e43833-cb11-49d0-a153-cbe182547da9),segment_id=53e43833-cb11-49d0-a153-cbe182547da9)] {{(pid=100248) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:08:52.793180 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b81d6b26-d419-47a9-9e5d-ce6b35ccad71 tempest-RoutersNegativeTest-1967447282 tempest-RoutersNegativeTest-1967447282-project] Network hostable DHCP agents. Network: 1dd4eb73-fb8c-4e55-a274-20823b5396c1, hostable agents: ['f2bada3d-be77-4359-982b-8505a2bbca04'], hosted agents: [] {{(pid=100246) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 14:08:52.800977 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-edc99ed2-2e2b-4843-89c8-7ff67714912c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:52.814885 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b81d6b26-d419-47a9-9e5d-ce6b35ccad71 tempest-RoutersNegativeTest-1967447282 tempest-RoutersNegativeTest-1967447282-project] Network 1dd4eb73-fb8c-4e55-a274-20823b5396c1 is scheduled to be hosted by DHCP agent f2bada3d-be77-4359-982b-8505a2bbca04 with binding_index 1 {{(pid=100246) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 14:08:52.826635 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.base_scheduler [None req-b81d6b26-d419-47a9-9e5d-ce6b35ccad71 tempest-RoutersNegativeTest-1967447282 tempest-RoutersNegativeTest-1967447282-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773647-6, 1dd4eb73-fb8c-4e55-a274-20823b5396c1) {{(pid=100246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:08:52.830601 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b81d6b26-d419-47a9-9e5d-ce6b35ccad71 tempest-RoutersNegativeTest-1967447282 tempest-RoutersNegativeTest-1967447282-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:08:52.831197 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-b81d6b26-d419-47a9-9e5d-ce6b35ccad71 tempest-RoutersNegativeTest-1967447282 tempest-RoutersNegativeTest-1967447282-project] Notify callbacks [] for subnet, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:52.848579 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-b81d6b26-d419-47a9-9e5d-ce6b35ccad71 tempest-RoutersNegativeTest-1967447282 tempest-RoutersNegativeTest-1967447282-project] 10.222.0.104 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7026234 Jul 06 14:08:52.849249 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 46124) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:08:52.855062 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-de6789c2-3604-422d-897e-3eda60b660d7 tempest-RoutersNegativeTest-1967447282 tempest-RoutersNegativeTest-1967447282-project] Request body: {'subnet': {'network_id': '79eb594f-28b9-423a-bd90-c7321736a50c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:08:52.867250 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4380802-d70c-4b48-ac12-d391852759f0 None None] Network 1dd4eb73-fb8c-4e55-a274-20823b5396c1 requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:08:52.871461 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-80cd715f-6c29-4e4e-bd8e-a5a07bb55874 req-702197d6-a97a-4bd4-b02e-727cc4d1fd34 tempest-ServerShowV247Test-1263848029 tempest-ServerShowV247Test-1263848029-project] 10.222.0.104 "GET /v2.0/ports?device_id=5a6b3cc9-158c-4855-9ee6-2d8b336c2250 HTTP/1.1" status: 200 len: 210 time: 0.0609016 Jul 06 14:08:52.889298 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-ebb8236f-931d-4bd4-b163-04a5e34fc905 req-502990a9-7923-49c9-85f7-18a4aa9718d8 tempest-SecurityGroupRulesTestJSON-636060170 tempest-SecurityGroupRulesTestJSON-636060170-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:52.896974 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-ebb8236f-931d-4bd4-b163-04a5e34fc905 req-502990a9-7923-49c9-85f7-18a4aa9718d8 tempest-SecurityGroupRulesTestJSON-636060170 tempest-SecurityGroupRulesTestJSON-636060170-project] Notify callbacks [] for security_group, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:52.908131 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-ebb8236f-931d-4bd4-b163-04a5e34fc905 req-502990a9-7923-49c9-85f7-18a4aa9718d8 tempest-SecurityGroupRulesTestJSON-636060170 tempest-SecurityGroupRulesTestJSON-636060170-project] 10.222.0.104 "DELETE /v2.0/security-groups/4e4c36c3-0dc7-4bbb-a15f-0ebce6a14b87 HTTP/1.1" status: 204 len: 173 time: 0.3290956 Jul 06 14:08:52.921435 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502990a9-7923-49c9-85f7-18a4aa9718d8 tempest-SecurityGroupRulesTestJSON-636060170 tempest-SecurityGroupRulesTestJSON-636060170-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e4c36c3-0dc7-4bbb-a15f-0ebce6a14b87,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:08:52.949375 n-d-773647-6 neutron-server[100247]: INFO neutron.api.v2.resource [req-51ec6e9b-14b3-4358-bc3a-5ef790ae208c req-e6115e32-15e7-49c4-a955-13c979ae656f tempest-SecurityGroupRulesTestJSON-636060170 tempest-SecurityGroupRulesTestJSON-636060170-project] show failed (client error): The resource could not be found. Jul 06 14:08:52.953045 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc99ed2-2e2b-4843-89c8-7ff67714912c None None] Pushing event updated for resources: {'Port': ['ID=5da584ee-80ef-41cf-83c8-5871b2157ea3,revision_number=2']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:08:52.960034 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-51ec6e9b-14b3-4358-bc3a-5ef790ae208c req-e6115e32-15e7-49c4-a955-13c979ae656f tempest-SecurityGroupRulesTestJSON-636060170 tempest-SecurityGroupRulesTestJSON-636060170-project] 10.222.0.104 "GET /v2.0/security-groups/4dcfb9dc-600f-44c2-be46-c5caebba0492 HTTP/1.1" status: 404 len: 352 time: 0.0288296 Jul 06 14:08:52.987794 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de6789c2-3604-422d-897e-3eda60b660d7 tempest-RoutersNegativeTest-1967447282 tempest-RoutersNegativeTest-1967447282-project] Made reservation on behalf of 51913ac4316e4e54a881d5fcc119d1a0 for: {'subnet': 1} {{(pid=100246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:08:52.993608 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-de6789c2-3604-422d-897e-3eda60b660d7 tempest-RoutersNegativeTest-1967447282 tempest-RoutersNegativeTest-1967447282-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127702029'] for subnet, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:53.014841 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-8c59556c-21a0-4b02-8d92-be152ee0a6ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:53.043746 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-4ccdaee1-183f-465d-81fc-72c068593d8c req-77f3c1f4-e944-45f7-b580-4e4265ebc409 tempest-SecurityGroupRulesTestJSON-636060170 tempest-SecurityGroupRulesTestJSON-636060170-project] 10.222.0.104 "GET /v2.0/security-groups/4b9ec7ee-647c-4aa3-a4fc-55234b7ab34b HTTP/1.1" status: 200 len: 1805 time: 0.0670881 Jul 06 14:08:53.169668 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-4ccdaee1-183f-465d-81fc-72c068593d8c req-61aedbe8-4c90-444c-b51d-7f606e7dbf6e tempest-SecurityGroupRulesTestJSON-636060170 tempest-SecurityGroupRulesTestJSON-636060170-project] Notify callbacks [] for security_group, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:53.207617 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed7cb70e-2fe1-419d-947c-60f555e52d37 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6bd5fc82-6666-56e8-87c2-91648d36c963-1dd4eb73-fb8c-4e55-a274-20823b5396c1', 'network_id': '1dd4eb73-fb8c-4e55-a274-20823b5396c1', 'tenant_id': '51913ac4316e4e54a881d5fcc119d1a0', 'fixed_ips': [{'subnet_id': 'f9afb2ea-d1d3-4b85-a035-14c28345689b'}]}} from n-d-773647-6. {{(pid=100248) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 14:08:53.208566 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-ed7cb70e-2fe1-419d-947c-60f555e52d37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:53.211647 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-4ccdaee1-183f-465d-81fc-72c068593d8c req-61aedbe8-4c90-444c-b51d-7f606e7dbf6e tempest-SecurityGroupRulesTestJSON-636060170 tempest-SecurityGroupRulesTestJSON-636060170-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:53.286793 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-4ccdaee1-183f-465d-81fc-72c068593d8c req-61aedbe8-4c90-444c-b51d-7f606e7dbf6e tempest-SecurityGroupRulesTestJSON-636060170 tempest-SecurityGroupRulesTestJSON-636060170-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:53.289722 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-4ccdaee1-183f-465d-81fc-72c068593d8c req-61aedbe8-4c90-444c-b51d-7f606e7dbf6e tempest-SecurityGroupRulesTestJSON-636060170 tempest-SecurityGroupRulesTestJSON-636060170-project] Notify callbacks [] for security_group, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:53.303470 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-4ccdaee1-183f-465d-81fc-72c068593d8c req-61aedbe8-4c90-444c-b51d-7f606e7dbf6e tempest-SecurityGroupRulesTestJSON-636060170 tempest-SecurityGroupRulesTestJSON-636060170-project] 10.222.0.104 "DELETE /v2.0/security-groups/4b9ec7ee-647c-4aa3-a4fc-55234b7ab34b HTTP/1.1" status: 204 len: 173 time: 0.2523239 Jul 06 14:08:53.318639 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-de6789c2-3604-422d-897e-3eda60b660d7 tempest-RoutersNegativeTest-1967447282 tempest-RoutersNegativeTest-1967447282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1849032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127687649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127702047'] for subnet, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:53.386909 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-207f75ed-4edd-4cc0-987a-b8d29a643ea0 req-9c35ab37-4bc1-470d-8029-5afabf638649 tempest-SecurityGroupRulesTestJSON-636060170 tempest-SecurityGroupRulesTestJSON-636060170-project] 10.222.0.104 "GET /v2.0/security-groups/5e18a6f3-295e-4294-9054-b45529a8bca8 HTTP/1.1" status: 200 len: 1807 time: 0.0697525 Jul 06 14:08:53.388555 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61aedbe8-4c90-444c-b51d-7f606e7dbf6e tempest-SecurityGroupRulesTestJSON-636060170 tempest-SecurityGroupRulesTestJSON-636060170-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b9ec7ee-647c-4aa3-a4fc-55234b7ab34b,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:08:53.427828 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6789c2-3604-422d-897e-3eda60b660d7 tempest-RoutersNegativeTest-1967447282 tempest-RoutersNegativeTest-1967447282-project] Pushing event updated for resources: {'Subnet': ['ID=2a716b7a-2c65-4235-bf0d-4cdce1fe7947,revision_number=0']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:08:53.450540 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.db_base_plugin_common [None req-ed7cb70e-2fe1-419d-947c-60f555e52d37 None None] Allocated IP 172.20.0.2 (1dd4eb73-fb8c-4e55-a274-20823b5396c1/f9afb2ea-d1d3-4b85-a035-14c28345689b/acd9c34d-f699-44fc-aa18-0541829ea0b0) {{(pid=100248) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:08:53.457702 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de6789c2-3604-422d-897e-3eda60b660d7 tempest-RoutersNegativeTest-1967447282 tempest-RoutersNegativeTest-1967447282-project] Checking segment: {'id': '2a37f760-7239-4a7f-a577-8d90a0d11117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1035, 'network_id': '79eb594f-28b9-423a-bd90-c7321736a50c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:08:53.458075 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de6789c2-3604-422d-897e-3eda60b660d7 tempest-RoutersNegativeTest-1967447282 tempest-RoutersNegativeTest-1967447282-project] Network hostable DHCP agents. Network: 79eb594f-28b9-423a-bd90-c7321736a50c, hostable agents: ['f2bada3d-be77-4359-982b-8505a2bbca04'], hosted agents: [] {{(pid=100246) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 14:08:53.482415 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de6789c2-3604-422d-897e-3eda60b660d7 tempest-RoutersNegativeTest-1967447282 tempest-RoutersNegativeTest-1967447282-project] Network 79eb594f-28b9-423a-bd90-c7321736a50c is scheduled to be hosted by DHCP agent f2bada3d-be77-4359-982b-8505a2bbca04 with binding_index 1 {{(pid=100246) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 14:08:53.489713 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-207f75ed-4edd-4cc0-987a-b8d29a643ea0 req-2097dcc3-490d-4b9d-863b-a7a2465aeaf2 tempest-SecurityGroupRulesTestJSON-636060170 tempest-SecurityGroupRulesTestJSON-636060170-project] Notify callbacks [] for security_group, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:53.502477 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.base_scheduler [None req-de6789c2-3604-422d-897e-3eda60b660d7 tempest-RoutersNegativeTest-1967447282 tempest-RoutersNegativeTest-1967447282-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773647-6, 79eb594f-28b9-423a-bd90-c7321736a50c) {{(pid=100246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:08:53.516052 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de6789c2-3604-422d-897e-3eda60b660d7 tempest-RoutersNegativeTest-1967447282 tempest-RoutersNegativeTest-1967447282-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:08:53.516753 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-de6789c2-3604-422d-897e-3eda60b660d7 tempest-RoutersNegativeTest-1967447282 tempest-RoutersNegativeTest-1967447282-project] Notify callbacks [] for subnet, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:53.522568 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af915865-622b-452d-b8dd-d794523b0211 None None] Network 79eb594f-28b9-423a-bd90-c7321736a50c requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:08:53.542991 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-de6789c2-3604-422d-897e-3eda60b660d7 tempest-RoutersNegativeTest-1967447282 tempest-RoutersNegativeTest-1967447282-project] 10.222.0.104 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6898234 Jul 06 14:08:53.543254 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-207f75ed-4edd-4cc0-987a-b8d29a643ea0 req-2097dcc3-490d-4b9d-863b-a7a2465aeaf2 tempest-SecurityGroupRulesTestJSON-636060170 tempest-SecurityGroupRulesTestJSON-636060170-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:53.543364 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 46144) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:08:53.596604 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Device f5d1ffee-5ea2-4563-9e0d-281bf9cb0993 up at agent hyperv_n-h2-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:08:53.643642 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-207f75ed-4edd-4cc0-987a-b8d29a643ea0 req-2097dcc3-490d-4b9d-863b-a7a2465aeaf2 tempest-SecurityGroupRulesTestJSON-636060170 tempest-SecurityGroupRulesTestJSON-636060170-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:53.647783 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-207f75ed-4edd-4cc0-987a-b8d29a643ea0 req-2097dcc3-490d-4b9d-863b-a7a2465aeaf2 tempest-SecurityGroupRulesTestJSON-636060170 tempest-SecurityGroupRulesTestJSON-636060170-project] Notify callbacks [] for security_group, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:53.654553 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-207f75ed-4edd-4cc0-987a-b8d29a643ea0 req-2097dcc3-490d-4b9d-863b-a7a2465aeaf2 tempest-SecurityGroupRulesTestJSON-636060170 tempest-SecurityGroupRulesTestJSON-636060170-project] 10.222.0.104 "DELETE /v2.0/security-groups/5e18a6f3-295e-4294-9054-b45529a8bca8 HTTP/1.1" status: 204 len: 173 time: 0.2605996 Jul 06 14:08:53.698967 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2097dcc3-490d-4b9d-863b-a7a2465aeaf2 tempest-SecurityGroupRulesTestJSON-636060170 tempest-SecurityGroupRulesTestJSON-636060170-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e18a6f3-295e-4294-9054-b45529a8bca8,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:08:53.764083 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-e196eea0-0e42-47f9-978a-39a02fbd1212 req-93f76de1-35b6-4883-b72d-f5c07d0dbc90 tempest-SecurityGroupRulesTestJSON-636060170 tempest-SecurityGroupRulesTestJSON-636060170-project] 10.222.0.104 "GET /v2.0/security-groups/6955cce2-4473-42f3-a18c-9dc94dc62c90 HTTP/1.1" status: 200 len: 1804 time: 0.0866127 Jul 06 14:08:53.875870 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-ed7cb70e-2fe1-419d-947c-60f555e52d37 None None] Notify callbacks [] for port, precommit_create {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:53.892046 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 5da584ee-80ef-41cf-83c8-5871b2157ea3 up at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:08:53.903636 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-e196eea0-0e42-47f9-978a-39a02fbd1212 req-b4af9f6f-52a6-4729-833a-27204291b4a4 tempest-SecurityGroupRulesTestJSON-636060170 tempest-SecurityGroupRulesTestJSON-636060170-project] Notify callbacks [] for security_group, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:53.928200 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-ed7cb70e-2fe1-419d-947c-60f555e52d37 None None] Transition to ACTIVE for port object acd9c34d-f699-44fc-aa18-0541829ea0b0 will not be triggered until provisioned by entity L2. {{(pid=100248) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:08:53.944086 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-e196eea0-0e42-47f9-978a-39a02fbd1212 req-b4af9f6f-52a6-4729-833a-27204291b4a4 tempest-SecurityGroupRulesTestJSON-636060170 tempest-SecurityGroupRulesTestJSON-636060170-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:53.989524 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Provisioning for port f5d1ffee-5ea2-4563-9e0d-281bf9cb0993 completed by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:08:54.004995 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad5ae92-70c5-440c-9151-c8b3bd6c2da9 req-87f8732e-1144-42c1-92aa-af1577d7b909 tempest-InstanceActionsV221TestJSON-1099051760 tempest-InstanceActionsV221TestJSON-1099051760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:08:54.009406 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-ed7cb70e-2fe1-419d-947c-60f555e52d37 None None] Transition to ACTIVE for port object acd9c34d-f699-44fc-aa18-0541829ea0b0 will not be triggered until provisioned by entity DHCP. {{(pid=100248) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:08:54.010659 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-cad5ae92-70c5-440c-9151-c8b3bd6c2da9 req-87f8732e-1144-42c1-92aa-af1577d7b909 tempest-InstanceActionsV221TestJSON-1099051760 tempest-InstanceActionsV221TestJSON-1099051760-project] 10.222.0.104 "GET /v2.0/ports?device_id=da2ca532-3e03-4ebc-8093-6880ddfc6f35 HTTP/1.1" status: 200 len: 944 time: 0.1575315 Jul 06 14:08:54.025144 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Provisioning complete for port f5d1ffee-5ea2-4563-9e0d-281bf9cb0993 triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:08:54.030016 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:54.070947 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-e196eea0-0e42-47f9-978a-39a02fbd1212 req-b4af9f6f-52a6-4729-833a-27204291b4a4 tempest-SecurityGroupRulesTestJSON-636060170 tempest-SecurityGroupRulesTestJSON-636060170-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:54.073669 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-ed7cb70e-2fe1-419d-947c-60f555e52d37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108'] for port, after_create {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:54.075144 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-e196eea0-0e42-47f9-978a-39a02fbd1212 req-b4af9f6f-52a6-4729-833a-27204291b4a4 tempest-SecurityGroupRulesTestJSON-636060170 tempest-SecurityGroupRulesTestJSON-636060170-project] Notify callbacks [] for security_group, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:54.076642 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-e196eea0-0e42-47f9-978a-39a02fbd1212 req-b4af9f6f-52a6-4729-833a-27204291b4a4 tempest-SecurityGroupRulesTestJSON-636060170 tempest-SecurityGroupRulesTestJSON-636060170-project] 10.222.0.104 "DELETE /v2.0/security-groups/6955cce2-4473-42f3-a18c-9dc94dc62c90 HTTP/1.1" status: 204 len: 173 time: 0.3114705 Jul 06 14:08:54.084032 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-cad5ae92-70c5-440c-9151-c8b3bd6c2da9 req-121d16db-6e9e-425e-a9a3-fb538235e4d8 tempest-InstanceActionsV221TestJSON-1099051760 tempest-InstanceActionsV221TestJSON-1099051760-project] 10.222.0.104 "GET /v2.0/security-groups?id=dce2d49d-0b8a-4864-8611-6a896dcaa19a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671036 Jul 06 14:08:54.094614 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4af9f6f-52a6-4729-833a-27204291b4a4 tempest-SecurityGroupRulesTestJSON-636060170 tempest-SecurityGroupRulesTestJSON-636060170-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6955cce2-4473-42f3-a18c-9dc94dc62c90,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:08:54.142668 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-216b6b78-434f-45dc-8c70-cafbd9f23e30 tempest-RoutersNegativeTest-1967447282 tempest-RoutersNegativeTest-1967447282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:54.263069 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-d6cfbd0d-59bc-45a0-963c-f32963491d96 req-f368256a-b5c9-4f94-be7a-9781175d44c0 tempest-SecurityGroupRulesTestJSON-636060170 tempest-SecurityGroupRulesTestJSON-636060170-project] 10.222.0.104 "GET /v2.0/security-groups/43b4d43d-90e7-4275-a225-bdb0808d023f HTTP/1.1" status: 200 len: 2407 time: 0.1118159 Jul 06 14:08:54.288050 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-35bc883e-fc56-452b-b75e-8789bcc6b696 req-3f3bc62a-fca4-4624-9c5c-ff581bf587ae tempest-ServerShowV247Test-1263848029 tempest-ServerShowV247Test-1263848029-project] 10.222.0.104 "GET /v2.0/ports?device_id=5a6b3cc9-158c-4855-9ee6-2d8b336c2250 HTTP/1.1" status: 200 len: 210 time: 0.0598350 Jul 06 14:08:54.307079 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning for port 5da584ee-80ef-41cf-83c8-5871b2157ea3 completed by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:08:54.311083 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66c3e3d0-b0e2-4064-8de5-0e1c08171179 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6bd5fc82-6666-56e8-87c2-91648d36c963-79eb594f-28b9-423a-bd90-c7321736a50c', 'network_id': '79eb594f-28b9-423a-bd90-c7321736a50c', 'tenant_id': '51913ac4316e4e54a881d5fcc119d1a0', 'fixed_ips': [{'subnet_id': '2a716b7a-2c65-4235-bf0d-4cdce1fe7947'}]}} from n-d-773647-6. {{(pid=100248) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 14:08:54.312145 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-66c3e3d0-b0e2-4064-8de5-0e1c08171179 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:54.318049 n-d-773647-6 neutron-server[100248]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed7cb70e-2fe1-419d-947c-60f555e52d37 None None] Network 1dd4eb73-fb8c-4e55-a274-20823b5396c1 is already hosted by enough agents. {{(pid=100248) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:08:54.351521 n-d-773647-6 neutron-server[100248]: DEBUG neutron.scheduler.base_scheduler [None req-ed7cb70e-2fe1-419d-947c-60f555e52d37 None None] Resources bound (agent type, host, resource id): {{(pid=100248) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:08:54.365346 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed7cb70e-2fe1-419d-947c-60f555e52d37 None None] Received port after_create {{(pid=100248) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:08:54.369037 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7cb70e-2fe1-419d-947c-60f555e52d37 None None] Pushing event updated for resources: {'Port': ['ID=acd9c34d-f699-44fc-aa18-0541829ea0b0,revision_number=1']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:08:54.381026 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-d6cfbd0d-59bc-45a0-963c-f32963491d96 req-b8429d17-29c7-4913-a15a-346cd517d4ae tempest-SecurityGroupRulesTestJSON-636060170 tempest-SecurityGroupRulesTestJSON-636060170-project] Notify callbacks [] for security_group, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:54.407340 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-d6cfbd0d-59bc-45a0-963c-f32963491d96 req-b8429d17-29c7-4913-a15a-346cd517d4ae tempest-SecurityGroupRulesTestJSON-636060170 tempest-SecurityGroupRulesTestJSON-636060170-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:54.423354 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2aecd6a3-de24-405b-b530-958a2e810eb2 None None] Network 8a1aeb38-ee69-49bf-bf93-0bc43e7c37d4 requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:08:54.498886 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-d6cfbd0d-59bc-45a0-963c-f32963491d96 req-b8429d17-29c7-4913-a15a-346cd517d4ae tempest-SecurityGroupRulesTestJSON-636060170 tempest-SecurityGroupRulesTestJSON-636060170-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:54.502654 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-d6cfbd0d-59bc-45a0-963c-f32963491d96 req-b8429d17-29c7-4913-a15a-346cd517d4ae tempest-SecurityGroupRulesTestJSON-636060170 tempest-SecurityGroupRulesTestJSON-636060170-project] Notify callbacks [] for security_group, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:54.503840 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-d6cfbd0d-59bc-45a0-963c-f32963491d96 req-b8429d17-29c7-4913-a15a-346cd517d4ae tempest-SecurityGroupRulesTestJSON-636060170 tempest-SecurityGroupRulesTestJSON-636060170-project] 10.222.0.104 "DELETE /v2.0/security-groups/43b4d43d-90e7-4275-a225-bdb0808d023f HTTP/1.1" status: 204 len: 173 time: 0.2196708 Jul 06 14:08:54.531126 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8429d17-29c7-4913-a15a-346cd517d4ae tempest-SecurityGroupRulesTestJSON-636060170 tempest-SecurityGroupRulesTestJSON-636060170-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=43b4d43d-90e7-4275-a225-bdb0808d023f,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:08:54.551870 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.db_base_plugin_common [None req-216b6b78-434f-45dc-8c70-cafbd9f23e30 tempest-RoutersNegativeTest-1967447282 tempest-RoutersNegativeTest-1967447282-project] Allocated IP 172.20.0.1 (1dd4eb73-fb8c-4e55-a274-20823b5396c1/f9afb2ea-d1d3-4b85-a035-14c28345689b/0f42ceb6-bdb4-434f-a8b6-b6b44e261469) {{(pid=100246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:08:54.602065 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-92c462c2-17fc-48e1-bd98-47c40510db8c req-acf15e15-2ebf-4139-8280-e5406261f609 tempest-SecurityGroupRulesTestJSON-636060170 tempest-SecurityGroupRulesTestJSON-636060170-project] 10.222.0.104 "GET /v2.0/security-groups/88d6abb2-5d78-43f3-a5f8-473299edd621 HTTP/1.1" status: 200 len: 2401 time: 0.0730383 Jul 06 14:08:54.632383 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:54.665994 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-ed7cb70e-2fe1-419d-947c-60f555e52d37 None None] Attempting to bind port acd9c34d-f699-44fc-aa18-0541829ea0b0 on host n-d-773647-6 for vnic_type normal with profile {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:08:54.667246 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-ed7cb70e-2fe1-419d-947c-60f555e52d37 None None] Attempting to bind port acd9c34d-f699-44fc-aa18-0541829ea0b0 by drivers openvswitch,hyperv on host n-d-773647-6 at level 0 using segments [{'id': 'ab650898-e2d6-48ac-88ac-411bf087db63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': '1dd4eb73-fb8c-4e55-a274-20823b5396c1'}] {{(pid=100248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:08:54.668089 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed7cb70e-2fe1-419d-947c-60f555e52d37 None None] Attempting to bind port acd9c34d-f699-44fc-aa18-0541829ea0b0 on network 1dd4eb73-fb8c-4e55-a274-20823b5396c1 {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:08:54.686768 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5374585e-91cb-4d86-ad25-58413420f6f4 None None] Provisioning for port 5da584ee-80ef-41cf-83c8-5871b2157ea3 completed by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:08:54.718826 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed7cb70e-2fe1-419d-947c-60f555e52d37 None None] Checking agent: {'id': '8ab5b19c-d213-4f29-891d-27bdf39d38b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773647-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 43, 26), 'started_at': datetime.datetime(2021, 7, 6, 13, 43, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 8, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773647-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:08:54.719600 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed7cb70e-2fe1-419d-947c-60f555e52d37 None None] Checking segment: {'id': 'ab650898-e2d6-48ac-88ac-411bf087db63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': '1dd4eb73-fb8c-4e55-a274-20823b5396c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:08:54.719719 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-ed7cb70e-2fe1-419d-947c-60f555e52d37 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:54.720016 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed7cb70e-2fe1-419d-947c-60f555e52d37 None None] Bound using segment: {'id': 'ab650898-e2d6-48ac-88ac-411bf087db63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': '1dd4eb73-fb8c-4e55-a274-20823b5396c1'} {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:08:54.720702 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-ed7cb70e-2fe1-419d-947c-60f555e52d37 None None] Bound port: acd9c34d-f699-44fc-aa18-0541829ea0b0, host: n-d-773647-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab650898-e2d6-48ac-88ac-411bf087db63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': '1dd4eb73-fb8c-4e55-a274-20823b5396c1'}}] {{(pid=100248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:08:54.721569 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-ed7cb70e-2fe1-419d-947c-60f555e52d37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:54.738463 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-92c462c2-17fc-48e1-bd98-47c40510db8c req-3ad495ed-e0f5-4c46-b928-e54ddcafc8ec tempest-SecurityGroupRulesTestJSON-636060170 tempest-SecurityGroupRulesTestJSON-636060170-project] Notify callbacks [] for security_group, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:54.739747 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5374585e-91cb-4d86-ad25-58413420f6f4 None None] Provisioning complete for port 5da584ee-80ef-41cf-83c8-5871b2157ea3 triggered by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:08:54.741405 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5374585e-91cb-4d86-ad25-58413420f6f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:54.753861 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-216b6b78-434f-45dc-8c70-cafbd9f23e30 tempest-RoutersNegativeTest-1967447282 tempest-RoutersNegativeTest-1967447282-project] Notify callbacks [] for port, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:54.779851 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-92c462c2-17fc-48e1-bd98-47c40510db8c req-3ad495ed-e0f5-4c46-b928-e54ddcafc8ec tempest-SecurityGroupRulesTestJSON-636060170 tempest-SecurityGroupRulesTestJSON-636060170-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:54.807776 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.provisioning_blocks [None req-216b6b78-434f-45dc-8c70-cafbd9f23e30 tempest-RoutersNegativeTest-1967447282 tempest-RoutersNegativeTest-1967447282-project] Transition to ACTIVE for port object 0f42ceb6-bdb4-434f-a8b6-b6b44e261469 will not be triggered until provisioned by entity DHCP. {{(pid=100246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:08:54.829017 n-d-773647-6 neutron-server[100248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da2ca532-3e03-4ebc-8093-6880ddfc6f35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5d1ffee-5ea2-4563-9e0d-281bf9cb0993'}] {{(pid=100248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:08:54.831404 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84af257533e383389cbcf231d3534f4d5e149e7203fea16b4a8fc01438dddaf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bd4d57f-c6a7-488e-b58f-28d3c3dcb819" -d '{"events": [{"server_uuid": "da2ca532-3e03-4ebc-8093-6880ddfc6f35", "name": "network-vif-plugged", "status": "completed", "tag": "f5d1ffee-5ea2-4563-9e0d-281bf9cb0993"}]}' {{(pid=100248) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:08:54.858012 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-92c462c2-17fc-48e1-bd98-47c40510db8c req-3ad495ed-e0f5-4c46-b928-e54ddcafc8ec tempest-SecurityGroupRulesTestJSON-636060170 tempest-SecurityGroupRulesTestJSON-636060170-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:54.859927 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] For port f5d1ffee-5ea2-4563-9e0d-281bf9cb0993, host n-h2-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=f5d1ffee-5ea2-4563-9e0d-281bf9cb0993,segment=NetworkSegment(98a113c9-c634-46c5-a5d6-651a566d902c),segment_id=98a113c9-c634-46c5-a5d6-651a566d902c)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:08:54.860980 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-216b6b78-434f-45dc-8c70-cafbd9f23e30 tempest-RoutersNegativeTest-1967447282 tempest-RoutersNegativeTest-1967447282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-127687573'] for port, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:54.861288 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-92c462c2-17fc-48e1-bd98-47c40510db8c req-3ad495ed-e0f5-4c46-b928-e54ddcafc8ec tempest-SecurityGroupRulesTestJSON-636060170 tempest-SecurityGroupRulesTestJSON-636060170-project] Notify callbacks [] for security_group, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:54.863254 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-92c462c2-17fc-48e1-bd98-47c40510db8c req-3ad495ed-e0f5-4c46-b928-e54ddcafc8ec tempest-SecurityGroupRulesTestJSON-636060170 tempest-SecurityGroupRulesTestJSON-636060170-project] 10.222.0.104 "DELETE /v2.0/security-groups/88d6abb2-5d78-43f3-a5f8-473299edd621 HTTP/1.1" status: 204 len: 173 time: 0.2555869 Jul 06 14:08:54.870390 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 46178) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:08:54.873890 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad495ed-e0f5-4c46-b928-e54ddcafc8ec tempest-SecurityGroupRulesTestJSON-636060170 tempest-SecurityGroupRulesTestJSON-636060170-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=88d6abb2-5d78-43f3-a5f8-473299edd621,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:08:54.930199 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:54.940457 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-216b6b78-434f-45dc-8c70-cafbd9f23e30 tempest-RoutersNegativeTest-1967447282 tempest-RoutersNegativeTest-1967447282-project] Network 1dd4eb73-fb8c-4e55-a274-20823b5396c1 is already hosted by enough agents. {{(pid=100246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:08:54.940961 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 14:08:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bae89b31-c7f3-4978-a8dd-3b62a50761ed x-openstack-request-id: req-bae89b31-c7f3-4978-a8dd-3b62a50761ed {{(pid=100248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:08:54.941253 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da2ca532-3e03-4ebc-8093-6880ddfc6f35", "name": "network-vif-plugged", "status": "completed", "tag": "f5d1ffee-5ea2-4563-9e0d-281bf9cb0993", "code": 200}]} {{(pid=100248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:08:54.941510 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-bae89b31-c7f3-4978-a8dd-3b62a50761ed {{(pid=100248) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:08:54.941897 n-d-773647-6 neutron-server[100248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da2ca532-3e03-4ebc-8093-6880ddfc6f35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5d1ffee-5ea2-4563-9e0d-281bf9cb0993', 'code': 200} Jul 06 14:08:54.951956 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.base_scheduler [None req-216b6b78-434f-45dc-8c70-cafbd9f23e30 tempest-RoutersNegativeTest-1967447282 tempest-RoutersNegativeTest-1967447282-project] Resources bound (agent type, host, resource id): {{(pid=100246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:08:54.955929 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.db_base_plugin_common [None req-66c3e3d0-b0e2-4064-8de5-0e1c08171179 None None] Allocated IP 172.20.0.2 (79eb594f-28b9-423a-bd90-c7321736a50c/2a716b7a-2c65-4235-bf0d-4cdce1fe7947/98787d5a-98d8-42f7-84f7-0d4c7cd9bf7b) {{(pid=100248) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:08:54.970250 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-216b6b78-434f-45dc-8c70-cafbd9f23e30 tempest-RoutersNegativeTest-1967447282 tempest-RoutersNegativeTest-1967447282-project] Received port after_create {{(pid=100246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:08:54.976346 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216b6b78-434f-45dc-8c70-cafbd9f23e30 tempest-RoutersNegativeTest-1967447282 tempest-RoutersNegativeTest-1967447282-project] Pushing event updated for resources: {'Port': ['ID=0f42ceb6-bdb4-434f-a8b6-b6b44e261469,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:08:55.036252 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f3b1036-123b-4d70-86ba-f7b5a4f2be8b admin admin] Deleting subnet 4c8d0bb0-bbdd-46e2-b6f5-c2a1e9d3f277 {{(pid=100246) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 14:08:55.044955 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-ed7cb70e-2fe1-419d-947c-60f555e52d37 None None] For port acd9c34d-f699-44fc-aa18-0541829ea0b0, host n-d-773647-6, cleared binding levels {{(pid=100248) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:08:55.045180 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-8f3b1036-123b-4d70-86ba-f7b5a4f2be8b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:55.085987 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-216b6b78-434f-45dc-8c70-cafbd9f23e30 tempest-RoutersNegativeTest-1967447282 tempest-RoutersNegativeTest-1967447282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1807675'] for router_interface, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:55.127274 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-8f3b1036-123b-4d70-86ba-f7b5a4f2be8b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126218885'] for subnet, precommit_delete_associations {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:55.218095 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccc0dba-6e69-4ead-95b7-2383df24b11c req-b5a8fe69-8d3e-4b2b-a154-fd06381fbb00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:08:55.219695 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-9ccc0dba-6e69-4ead-95b7-2383df24b11c req-b5a8fe69-8d3e-4b2b-a154-fd06381fbb00 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=da2ca532-3e03-4ebc-8093-6880ddfc6f35 HTTP/1.1" status: 200 len: 1096 time: 0.2207680 Jul 06 14:08:55.223935 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-8f3b1036-123b-4d70-86ba-f7b5a4f2be8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-913473'] for subnet, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:55.274005 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-ed7cb70e-2fe1-419d-947c-60f555e52d37 None None] For port acd9c34d-f699-44fc-aa18-0541829ea0b0, host n-d-773647-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=acd9c34d-f699-44fc-aa18-0541829ea0b0,segment=NetworkSegment(ab650898-e2d6-48ac-88ac-411bf087db63),segment_id=ab650898-e2d6-48ac-88ac-411bf087db63)] {{(pid=100248) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:08:55.296525 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Pushing event updated for resources: {'Port': ['ID=f5d1ffee-5ea2-4563-9e0d-281bf9cb0993,revision_number=5']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:08:55.299382 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80035aa-88a0-47b9-bf6b-824390aaa16f req-a2cee6b1-919f-4370-a91e-03f20962c888 tempest-InstanceActionsV221TestJSON-1099051760 tempest-InstanceActionsV221TestJSON-1099051760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:08:55.301463 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-f80035aa-88a0-47b9-bf6b-824390aaa16f req-a2cee6b1-919f-4370-a91e-03f20962c888 tempest-InstanceActionsV221TestJSON-1099051760 tempest-InstanceActionsV221TestJSON-1099051760-project] 10.222.0.104 "GET /v2.0/ports?device_id=da2ca532-3e03-4ebc-8093-6880ddfc6f35 HTTP/1.1" status: 200 len: 945 time: 0.0777400 Jul 06 14:08:55.306315 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-ed7cb70e-2fe1-419d-947c-60f555e52d37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:55.338875 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-9ccc0dba-6e69-4ead-95b7-2383df24b11c req-56c6b3b3-aafd-45b0-8422-f7c103ea81ed service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=dce2d49d-0b8a-4864-8611-6a896dcaa19a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072888 Jul 06 14:08:55.358580 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-216b6b78-434f-45dc-8c70-cafbd9f23e30 tempest-RoutersNegativeTest-1967447282 tempest-RoutersNegativeTest-1967447282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:55.369941 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-8f3b1036-123b-4d70-86ba-f7b5a4f2be8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-913480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1849032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127687590', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127702764'] for subnet, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:55.379072 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5374585e-91cb-4d86-ad25-58413420f6f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:55.398941 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-f80035aa-88a0-47b9-bf6b-824390aaa16f req-9f368711-3a65-4a6b-a7f0-863f53fd75b5 tempest-InstanceActionsV221TestJSON-1099051760 tempest-InstanceActionsV221TestJSON-1099051760-project] 10.222.0.104 "GET /v2.0/security-groups?id=dce2d49d-0b8a-4864-8611-6a896dcaa19a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821967 Jul 06 14:08:55.436940 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7cb70e-2fe1-419d-947c-60f555e52d37 None None] Pushing event updated for resources: {'Port': ['ID=acd9c34d-f699-44fc-aa18-0541829ea0b0,revision_number=2']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:08:55.519477 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-66c3e3d0-b0e2-4064-8de5-0e1c08171179 None None] Notify callbacks [] for port, precommit_create {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:55.528006 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-a9eb95a5-f44c-4680-b899-e1e9eaa15654 req-dc222a4f-cfc2-4cac-aab1-5a75504706b9 tempest-ServerShowV247Test-1263848029 tempest-ServerShowV247Test-1263848029-project] 10.222.0.104 "GET /v2.0/ports?device_id=5a6b3cc9-158c-4855-9ee6-2d8b336c2250 HTTP/1.1" status: 200 len: 210 time: 0.0317039 Jul 06 14:08:55.548555 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5374585e-91cb-4d86-ad25-58413420f6f4 None None] For port 5da584ee-80ef-41cf-83c8-5871b2157ea3, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=5da584ee-80ef-41cf-83c8-5871b2157ea3,segment=NetworkSegment(53e43833-cb11-49d0-a153-cbe182547da9),segment_id=53e43833-cb11-49d0-a153-cbe182547da9)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:08:55.552968 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-66c3e3d0-b0e2-4064-8de5-0e1c08171179 None None] Transition to ACTIVE for port object 98787d5a-98d8-42f7-84f7-0d4c7cd9bf7b will not be triggered until provisioned by entity L2. {{(pid=100248) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:08:55.575113 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5374585e-91cb-4d86-ad25-58413420f6f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:55.575725 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3b1036-123b-4d70-86ba-f7b5a4f2be8b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4c8d0bb0-bbdd-46e2-b6f5-c2a1e9d3f277,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:08:55.585091 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-0ffbe191-02ca-4195-ab1b-2ccb0e2fc46c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:55.595208 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-8f3b1036-123b-4d70-86ba-f7b5a4f2be8b admin admin] Notify callbacks [] for subnet, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:55.597553 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-8f3b1036-123b-4d70-86ba-f7b5a4f2be8b admin admin] 10.222.0.104 "DELETE /v2.0/subnets/4c8d0bb0-bbdd-46e2-b6f5-c2a1e9d3f277 HTTP/1.1" status: 204 len: 168 time: 0.7213802 Jul 06 14:08:55.600301 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 46186) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:08:55.627333 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-66c3e3d0-b0e2-4064-8de5-0e1c08171179 None None] Transition to ACTIVE for port object 98787d5a-98d8-42f7-84f7-0d4c7cd9bf7b will not be triggered until provisioned by entity DHCP. {{(pid=100248) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:08:55.655714 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-66c3e3d0-b0e2-4064-8de5-0e1c08171179 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108'] for port, after_create {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:55.713888 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5374585e-91cb-4d86-ad25-58413420f6f4 None None] Pushing event updated for resources: {'Port': ['ID=5da584ee-80ef-41cf-83c8-5871b2157ea3,revision_number=3']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:08:55.757229 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-277f7c81-6a0b-4ce0-9cf4-4b142fdfd5c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530492'] for network, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:55.770230 n-d-773647-6 neutron-server[100248]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66c3e3d0-b0e2-4064-8de5-0e1c08171179 None None] Network 79eb594f-28b9-423a-bd90-c7321736a50c is already hosted by enough agents. {{(pid=100248) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:08:55.777568 n-d-773647-6 neutron-server[100248]: DEBUG neutron.scheduler.base_scheduler [None req-66c3e3d0-b0e2-4064-8de5-0e1c08171179 None None] Resources bound (agent type, host, resource id): {{(pid=100248) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:08:55.782209 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66c3e3d0-b0e2-4064-8de5-0e1c08171179 None None] Received port after_create {{(pid=100248) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:08:55.819032 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c3e3d0-b0e2-4064-8de5-0e1c08171179 None None] Pushing event updated for resources: {'Port': ['ID=98787d5a-98d8-42f7-84f7-0d4c7cd9bf7b,revision_number=1']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:08:55.858146 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-66c3e3d0-b0e2-4064-8de5-0e1c08171179 None None] Attempting to bind port 98787d5a-98d8-42f7-84f7-0d4c7cd9bf7b on host n-d-773647-6 for vnic_type normal with profile {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:08:55.858517 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-66c3e3d0-b0e2-4064-8de5-0e1c08171179 None None] Attempting to bind port 98787d5a-98d8-42f7-84f7-0d4c7cd9bf7b by drivers openvswitch,hyperv on host n-d-773647-6 at level 0 using segments [{'id': '2a37f760-7239-4a7f-a577-8d90a0d11117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1035, 'network_id': '79eb594f-28b9-423a-bd90-c7321736a50c'}] {{(pid=100248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:08:55.858882 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66c3e3d0-b0e2-4064-8de5-0e1c08171179 None None] Attempting to bind port 98787d5a-98d8-42f7-84f7-0d4c7cd9bf7b on network 79eb594f-28b9-423a-bd90-c7321736a50c {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:08:55.876406 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66c3e3d0-b0e2-4064-8de5-0e1c08171179 None None] Checking agent: {'id': '8ab5b19c-d213-4f29-891d-27bdf39d38b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773647-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 43, 26), 'started_at': datetime.datetime(2021, 7, 6, 13, 43, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 8, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773647-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:08:55.876406 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66c3e3d0-b0e2-4064-8de5-0e1c08171179 None None] Checking segment: {'id': '2a37f760-7239-4a7f-a577-8d90a0d11117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1035, 'network_id': '79eb594f-28b9-423a-bd90-c7321736a50c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:08:55.876406 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-66c3e3d0-b0e2-4064-8de5-0e1c08171179 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:55.876964 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66c3e3d0-b0e2-4064-8de5-0e1c08171179 None None] Bound using segment: {'id': '2a37f760-7239-4a7f-a577-8d90a0d11117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1035, 'network_id': '79eb594f-28b9-423a-bd90-c7321736a50c'} {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:08:55.877452 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-66c3e3d0-b0e2-4064-8de5-0e1c08171179 None None] Bound port: 98787d5a-98d8-42f7-84f7-0d4c7cd9bf7b, host: n-d-773647-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a37f760-7239-4a7f-a577-8d90a0d11117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1035, 'network_id': '79eb594f-28b9-423a-bd90-c7321736a50c'}}] {{(pid=100248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:08:55.877830 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-66c3e3d0-b0e2-4064-8de5-0e1c08171179 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:55.925960 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-216b6b78-434f-45dc-8c70-cafbd9f23e30 tempest-RoutersNegativeTest-1967447282 tempest-RoutersNegativeTest-1967447282-project] Notify callbacks [] for port, precommit_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:55.933900 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-216b6b78-434f-45dc-8c70-cafbd9f23e30 tempest-RoutersNegativeTest-1967447282 tempest-RoutersNegativeTest-1967447282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127687527'] for port, after_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:55.937491 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-277f7c81-6a0b-4ce0-9cf4-4b142fdfd5c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-917204', 'neutron.services.segments.db._delete_segments_for_network-8773753502302'] for network, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:55.943795 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:55.964333 n-d-773647-6 neutron-server[100247]: DEBUG neutron.services.segments.db [None req-277f7c81-6a0b-4ce0-9cf4-4b142fdfd5c0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd25a860-b320-4dfa-b90b-9d90727710d9']}} {{(pid=100247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:08:55.978080 n-d-773647-6 neutron-server[100247]: DEBUG neutron.services.segments.db [None req-277f7c81-6a0b-4ce0-9cf4-4b142fdfd5c0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '35571545-185f-409f-98fd-48bee69363a3') {'for_net_delete': True} {{(pid=100247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:08:55.978469 n-d-773647-6 neutron-server[100247]: DEBUG neutron.services.segments.db [None req-277f7c81-6a0b-4ce0-9cf4-4b142fdfd5c0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '35571545-185f-409f-98fd-48bee69363a3') {} {{(pid=100247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:08:55.990653 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-277f7c81-6a0b-4ce0-9cf4-4b142fdfd5c0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773753515138', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127131763'] for segment, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:56.007660 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-277f7c81-6a0b-4ce0-9cf4-4b142fdfd5c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552'] for segment, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:56.024783 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-277f7c81-6a0b-4ce0-9cf4-4b142fdfd5c0 admin admin] Releasing vlan 1019 on physical network physnet1 to pool {{(pid=100247) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 14:08:56.029722 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-277f7c81-6a0b-4ce0-9cf4-4b142fdfd5c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-128888574'] for segment, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:56.060337 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-66c3e3d0-b0e2-4064-8de5-0e1c08171179 None None] For port 98787d5a-98d8-42f7-84f7-0d4c7cd9bf7b, host n-d-773647-6, cleared binding levels {{(pid=100248) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:08:56.061665 n-d-773647-6 neutron-server[100247]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:08:56.061665 n-d-773647-6 neutron-server[100247]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:08:56.061665 n-d-773647-6 neutron-server[100247]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:08:56.061665 n-d-773647-6 neutron-server[100247]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:08:56.061665 n-d-773647-6 neutron-server[100247]: Traceback (most recent call last): Jul 06 14:08:56.061665 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 14:08:56.061665 n-d-773647-6 neutron-server[100247]: timer() Jul 06 14:08:56.061665 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 14:08:56.061665 n-d-773647-6 neutron-server[100247]: cb(*args, **kw) Jul 06 14:08:56.061665 n-d-773647-6 neutron-server[100247]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 14:08:56.061665 n-d-773647-6 neutron-server[100247]: return func(*args, **kwargs) Jul 06 14:08:56.061665 n-d-773647-6 neutron-server[100247]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 14:08:56.061665 n-d-773647-6 neutron-server[100247]: self._notify() Jul 06 14:08:56.061665 n-d-773647-6 neutron-server[100247]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 14:08:56.061665 n-d-773647-6 neutron-server[100247]: self.callback(batched_events) Jul 06 14:08:56.061665 n-d-773647-6 neutron-server[100247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 14:08:56.061665 n-d-773647-6 neutron-server[100247]: event.method(event) Jul 06 14:08:56.061665 n-d-773647-6 neutron-server[100247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 14:08:56.061665 n-d-773647-6 neutron-server[100247]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 14:08:56.061665 n-d-773647-6 neutron-server[100247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 14:08:56.061665 n-d-773647-6 neutron-server[100247]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 14:08:56.061665 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 14:08:56.061665 n-d-773647-6 neutron-server[100247]: return f(self, *a, **k) Jul 06 14:08:56.061665 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 14:08:56.061665 n-d-773647-6 neutron-server[100247]: return self._get(url).json() Jul 06 14:08:56.061665 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 14:08:56.061665 n-d-773647-6 neutron-server[100247]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 14:08:56.061665 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 14:08:56.061665 n-d-773647-6 neutron-server[100247]: return self.request(url, 'GET', **kwargs) Jul 06 14:08:56.061665 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 14:08:56.061665 n-d-773647-6 neutron-server[100247]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 14:08:56.061665 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 14:08:56.061665 n-d-773647-6 neutron-server[100247]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 14:08:56.061665 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 14:08:56.061665 n-d-773647-6 neutron-server[100247]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 14:08:56.061665 n-d-773647-6 neutron-server[100247]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 14:08:56.075494 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-7125c0e1-2bbe-482d-a94b-29105bc01baa None None] Provisioning complete for port 5da584ee-80ef-41cf-83c8-5871b2157ea3 triggered by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:08:56.075856 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-7125c0e1-2bbe-482d-a94b-29105bc01baa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:56.080643 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-216b6b78-434f-45dc-8c70-cafbd9f23e30 tempest-RoutersNegativeTest-1967447282 tempest-RoutersNegativeTest-1967447282-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1809478'] for router_interface, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:56.092869 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216b6b78-434f-45dc-8c70-cafbd9f23e30 tempest-RoutersNegativeTest-1967447282 tempest-RoutersNegativeTest-1967447282-project] Pushing event updated for resources: {'Port': ['ID=0f42ceb6-bdb4-434f-a8b6-b6b44e261469,revision_number=2']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:08:56.128166 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-277f7c81-6a0b-4ce0-9cf4-4b142fdfd5c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-917215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1761140'] for network, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:56.151310 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-277f7c81-6a0b-4ce0-9cf4-4b142fdfd5c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583035'] for network, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:56.153230 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-277f7c81-6a0b-4ce0-9cf4-4b142fdfd5c0 admin admin] 10.222.0.104 "DELETE /v2.0/networks/dd25a860-b320-4dfa-b90b-9d90727710d9 HTTP/1.1" status: 204 len: 168 time: 0.5518718 Jul 06 14:08:56.178395 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277f7c81-6a0b-4ce0-9cf4-4b142fdfd5c0 admin admin] Pushing event deleted for resources: {'Network': ['ID=dd25a860-b320-4dfa-b90b-9d90727710d9,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:08:56.213960 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-66c3e3d0-b0e2-4064-8de5-0e1c08171179 None None] For port 98787d5a-98d8-42f7-84f7-0d4c7cd9bf7b, host n-d-773647-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=98787d5a-98d8-42f7-84f7-0d4c7cd9bf7b,segment=NetworkSegment(2a37f760-7239-4a7f-a577-8d90a0d11117),segment_id=2a37f760-7239-4a7f-a577-8d90a0d11117)] {{(pid=100248) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:08:56.221577 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-66c3e3d0-b0e2-4064-8de5-0e1c08171179 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:56.237668 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-216b6b78-434f-45dc-8c70-cafbd9f23e30 tempest-RoutersNegativeTest-1967447282 tempest-RoutersNegativeTest-1967447282-project] Network 1dd4eb73-fb8c-4e55-a274-20823b5396c1 is already hosted by enough agents. {{(pid=100246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:08:56.240641 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.base_scheduler [None req-216b6b78-434f-45dc-8c70-cafbd9f23e30 tempest-RoutersNegativeTest-1967447282 tempest-RoutersNegativeTest-1967447282-project] Resources bound (agent type, host, resource id): {{(pid=100246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:08:56.356918 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c3e3d0-b0e2-4064-8de5-0e1c08171179 None None] Pushing event updated for resources: {'Port': ['ID=98787d5a-98d8-42f7-84f7-0d4c7cd9bf7b,revision_number=2']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:08:56.408587 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-216b6b78-434f-45dc-8c70-cafbd9f23e30 tempest-RoutersNegativeTest-1967447282 tempest-RoutersNegativeTest-1967447282-project] Router 29f9b2fa-6c55-4ea6-a596-55bbc0c8d224 is scheduled to L3 agent 2823d358-a11b-4885-a706-95a279e43fa7 with binding_index 1 {{(pid=100246) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 14:08:56.426321 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 46204) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:08:56.516751 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-464c4f25-5918-442e-a852-6f856996a6be admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=04ae52fd5d53424fae753232c9c2b3ab&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0888247 Jul 06 14:08:56.526596 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 46210) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:08:56.557252 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-2064eaae-da4f-48f8-82d2-b09d4ddedd44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:56.605936 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-216b6b78-434f-45dc-8c70-cafbd9f23e30 tempest-RoutersNegativeTest-1967447282 tempest-RoutersNegativeTest-1967447282-project] Notify agent at l3_agent.n-d-773647-6 the message routers_updated {{(pid=100246) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 14:08:56.622838 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-216b6b78-434f-45dc-8c70-cafbd9f23e30 tempest-RoutersNegativeTest-1967447282 tempest-RoutersNegativeTest-1967447282-project] 10.222.0.104 "PUT /v2.0/routers/29f9b2fa-6c55-4ea6-a596-55bbc0c8d224/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0783331 Jul 06 14:08:56.624504 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1201e16-f35a-42ac-9505-3c5d28ced5f0 None None] Sync routers for ids ['29f9b2fa-6c55-4ea6-a596-55bbc0c8d224'] in n-d-773647-6 {{(pid=100249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 14:08:56.628977 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 46216) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:08:56.648619 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1201e16-f35a-42ac-9505-3c5d28ced5f0 None None] Routers {'29f9b2fa-6c55-4ea6-a596-55bbc0c8d224'} bound to L3 agent in host n-d-773647-6 {{(pid=100249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:08:56.651834 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-a1201e16-f35a-42ac-9505-3c5d28ced5f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T14:08:55Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['29f9b2fa-6c55-4ea6-a596-55bbc0c8d224'], 'active': True} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:08:56.701168 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-aa1e8d84-87a0-417c-a517-a0d1e5056017 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:56.747463 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-a1201e16-f35a-42ac-9505-3c5d28ced5f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-773647-6', False) {} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:08:56.768371 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-aa1e8d84-87a0-417c-a517-a0d1e5056017 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:56.788072 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1201e16-f35a-42ac-9505-3c5d28ced5f0 None None] Routers {'29f9b2fa-6c55-4ea6-a596-55bbc0c8d224'} bound to L3 agent in host n-d-773647-6 {{(pid=100249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:08:56.788706 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-a1201e16-f35a-42ac-9505-3c5d28ced5f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T14:08:55Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['29f9b2fa-6c55-4ea6-a596-55bbc0c8d224'], 'active': True} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:08:56.850379 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-a1201e16-f35a-42ac-9505-3c5d28ced5f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-773647-6', False) {} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:08:56.851375 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1201e16-f35a-42ac-9505-3c5d28ced5f0 None None] The sync data for ids ['29f9b2fa-6c55-4ea6-a596-55bbc0c8d224'] in n-d-773647-6 is: [] {{(pid=100249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 14:08:56.870658 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-1bce3f0a-2c3d-4918-b20b-7851a8286b26 req-4882f1df-b988-497b-82af-8493f565aaa5 tempest-ServerShowV247Test-1263848029 tempest-ServerShowV247Test-1263848029-project] 10.222.0.104 "GET /v2.0/ports?device_id=5a6b3cc9-158c-4855-9ee6-2d8b336c2250 HTTP/1.1" status: 200 len: 210 time: 0.0554426 Jul 06 14:08:56.908129 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-aa1e8d84-87a0-417c-a517-a0d1e5056017 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:56.911701 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-aa1e8d84-87a0-417c-a517-a0d1e5056017 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:56.915854 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-aa1e8d84-87a0-417c-a517-a0d1e5056017 admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/caeb5ac0-5b55-4223-a5a5-1ad20132c08e HTTP/1.1" status: 204 len: 168 time: 0.3857598 Jul 06 14:08:56.937568 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6631444-9c85-4aaa-855b-9f3ad3141656 req-fd18086e-623c-48c3-8b70-544668555b27 tempest-InstanceActionsV221TestJSON-1099051760 tempest-InstanceActionsV221TestJSON-1099051760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:08:56.947451 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-b6631444-9c85-4aaa-855b-9f3ad3141656 req-fd18086e-623c-48c3-8b70-544668555b27 tempest-InstanceActionsV221TestJSON-1099051760 tempest-InstanceActionsV221TestJSON-1099051760-project] 10.222.0.104 "GET /v2.0/ports?device_id=da2ca532-3e03-4ebc-8093-6880ddfc6f35 HTTP/1.1" status: 200 len: 945 time: 0.3129179 Jul 06 14:08:56.969344 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1e8d84-87a0-417c-a517-a0d1e5056017 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=caeb5ac0-5b55-4223-a5a5-1ad20132c08e,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:08:57.005185 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-b6631444-9c85-4aaa-855b-9f3ad3141656 req-249c7c83-bdda-4de6-977b-dcf71d051d0d tempest-InstanceActionsV221TestJSON-1099051760 tempest-InstanceActionsV221TestJSON-1099051760-project] 10.222.0.104 "GET /v2.0/security-groups?id=dce2d49d-0b8a-4864-8611-6a896dcaa19a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559549 Jul 06 14:08:57.121995 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.agents_db [None req-167c0ad6-1657-4c9a-a2c4-3b18056aa662 None None] Agent healthcheck: found 7 active agents {{(pid=100249) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 14:08:57.195560 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed43092e-c8b7-4d65-a919-7e2c7922b41e None None] Network 1dd4eb73-fb8c-4e55-a274-20823b5396c1 requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:08:57.355486 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-af1023eb-4bbb-4db7-a441-d73def8bef18 None None] Provisioning for port acd9c34d-f699-44fc-aa18-0541829ea0b0 completed by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:08:57.575524 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d714de-c3f8-4af9-ab67-c5dcfa680b7f req-b8d7f4ff-4d39-4fba-aace-8834595b4711 tempest-InstanceActionsV221TestJSON-1099051760 tempest-InstanceActionsV221TestJSON-1099051760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:08:57.587023 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-84d714de-c3f8-4af9-ab67-c5dcfa680b7f req-b8d7f4ff-4d39-4fba-aace-8834595b4711 tempest-InstanceActionsV221TestJSON-1099051760 tempest-InstanceActionsV221TestJSON-1099051760-project] 10.222.0.104 "GET /v2.0/ports?device_id=da2ca532-3e03-4ebc-8093-6880ddfc6f35 HTTP/1.1" status: 200 len: 945 time: 0.1105936 Jul 06 14:08:57.677945 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-84d714de-c3f8-4af9-ab67-c5dcfa680b7f req-72a3a752-6060-432c-bb7b-29f0dbfd8206 tempest-InstanceActionsV221TestJSON-1099051760 tempest-InstanceActionsV221TestJSON-1099051760-project] 10.222.0.104 "GET /v2.0/security-groups?id=dce2d49d-0b8a-4864-8611-6a896dcaa19a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897892 Jul 06 14:08:57.899252 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-03f533f6-e8b9-4fda-9621-143ffb7f74a5 None None] Provisioning for port 0f42ceb6-bdb4-434f-a8b6-b6b44e261469 completed by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:08:57.902848 n-d-773647-6 neutron-server[100246]: INFO neutron.api.v2.resource [None req-609c27c0-a90a-44b7-b01c-f55efd75b503 tempest-RoutersNegativeTest-1967447282 tempest-RoutersNegativeTest-1967447282-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 06 14:08:57.906551 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-609c27c0-a90a-44b7-b01c-f55efd75b503 tempest-RoutersNegativeTest-1967447282 tempest-RoutersNegativeTest-1967447282-project] 10.222.0.104 "PUT /v2.0/routers/29f9b2fa-6c55-4ea6-a596-55bbc0c8d224/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.2737970 Jul 06 14:08:57.907953 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 46254) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:08:57.908419 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-03f533f6-e8b9-4fda-9621-143ffb7f74a5 None None] Provisioning complete for port 0f42ceb6-bdb4-434f-a8b6-b6b44e261469 triggered by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:08:57.908806 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-03f533f6-e8b9-4fda-9621-143ffb7f74a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:57.959927 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-03f533f6-e8b9-4fda-9621-143ffb7f74a5 None None] Port 0f42ceb6-bdb4-434f-a8b6-b6b44e261469 cannot update to ACTIVE because it is not bound. {{(pid=100248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 14:08:57.992890 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 5da584ee-80ef-41cf-83c8-5871b2157ea3 up at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:08:58.066936 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning complete for port 5da584ee-80ef-41cf-83c8-5871b2157ea3 triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:08:58.067514 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:58.214425 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device acd9c34d-f699-44fc-aa18-0541829ea0b0 up at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:08:58.305597 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d94fdc4f-0b76-4933-bb32-5cfe21f7b82b None None] Network 79eb594f-28b9-423a-bd90-c7321736a50c requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:08:58.305699 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 46274) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:08:58.381968 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-977f156b-ba3d-4b24-92a3-99329a192123 req-170cb751-3af3-42c9-9454-f65fd3d0e7b4 tempest-ServerShowV247Test-1263848029 tempest-ServerShowV247Test-1263848029-project] 10.222.0.104 "GET /v2.0/ports?device_id=5a6b3cc9-158c-4855-9ee6-2d8b336c2250 HTTP/1.1" status: 200 len: 210 time: 0.1691916 Jul 06 14:08:58.472032 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning for port acd9c34d-f699-44fc-aa18-0541829ea0b0 completed by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:08:58.483158 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning complete for port acd9c34d-f699-44fc-aa18-0541829ea0b0 triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:08:58.483755 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:58.513075 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-03f71b24-a9b8-453a-8924-caa3f97bc6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:58.521467 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-a209f83c-8902-488f-822a-1f47f07e3385 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1454034615-network', 'tenant_id': 'e22918dd8a4242c7a434109e5f222b6c'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:08:58.526183 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-229afb1a-c257-4617-b57c-b3e87c5beb7f None None] Provisioning complete for port 0f42ceb6-bdb4-434f-a8b6-b6b44e261469 triggered by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:08:58.526557 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-229afb1a-c257-4617-b57c-b3e87c5beb7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:58.564730 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a209f83c-8902-488f-822a-1f47f07e3385 admin admin] Made reservation on behalf of e22918dd8a4242c7a434109e5f222b6c for: {'network': 1} {{(pid=100246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:08:58.567745 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-a209f83c-8902-488f-822a-1f47f07e3385 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for network, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:58.595808 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-a209f83c-8902-488f-822a-1f47f07e3385 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:58.598102 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-229afb1a-c257-4617-b57c-b3e87c5beb7f None None] Port 0f42ceb6-bdb4-434f-a8b6-b6b44e261469 cannot update to ACTIVE because it is not bound. {{(pid=100248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 14:08:58.660300 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-229afb1a-c257-4617-b57c-b3e87c5beb7f None None] Provisioning for port 98787d5a-98d8-42f7-84f7-0d4c7cd9bf7b completed by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:08:58.681358 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-6fc0c034-3ff3-4019-8a7c-ff5d84ca7707 tempest-RoutersNegativeTest-1967447282 tempest-RoutersNegativeTest-1967447282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1809431'] for router_interface, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:58.750477 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:58.819379 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] For port acd9c34d-f699-44fc-aa18-0541829ea0b0, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=acd9c34d-f699-44fc-aa18-0541829ea0b0,segment=NetworkSegment(ab650898-e2d6-48ac-88ac-411bf087db63),segment_id=ab650898-e2d6-48ac-88ac-411bf087db63)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:08:58.838533 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:58.839395 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 98787d5a-98d8-42f7-84f7-0d4c7cd9bf7b up at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:08:58.841117 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-ecee1c40-5dd9-477a-b675-3a62c704d5ee None None] Provisioning complete for port 0f42ceb6-bdb4-434f-a8b6-b6b44e261469 triggered by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:08:58.841476 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-ecee1c40-5dd9-477a-b675-3a62c704d5ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:58.850244 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-a209f83c-8902-488f-822a-1f47f07e3385 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:58.862316 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e369129-1f96-44f2-8960-d36be31146af req-29e04d00-1674-4ad5-bccc-54cd7024a9de tempest-InstanceActionsV221TestJSON-1099051760 tempest-InstanceActionsV221TestJSON-1099051760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:08:58.864685 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-1e369129-1f96-44f2-8960-d36be31146af req-29e04d00-1674-4ad5-bccc-54cd7024a9de tempest-InstanceActionsV221TestJSON-1099051760 tempest-InstanceActionsV221TestJSON-1099051760-project] 10.222.0.72 "GET /v2.0/ports?device_id=da2ca532-3e03-4ebc-8093-6880ddfc6f35 HTTP/1.1" status: 200 len: 945 time: 0.1677053 Jul 06 14:08:58.866578 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-a209f83c-8902-488f-822a-1f47f07e3385 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:58.928154 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a209f83c-8902-488f-822a-1f47f07e3385 admin admin] vlan segment allocate from pool success with {'vlan_id': 1034, 'physical_network': 'physnet1'} {{(pid=100246) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 14:08:58.960822 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a209f83c-8902-488f-822a-1f47f07e3385 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f4030b6-985f-4f1e-998e-88b9e41810d8,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:08:58.967592 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-ecee1c40-5dd9-477a-b675-3a62c704d5ee None None] Port 0f42ceb6-bdb4-434f-a8b6-b6b44e261469 cannot update to ACTIVE because it is not bound. {{(pid=100248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 14:08:58.975257 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-a209f83c-8902-488f-822a-1f47f07e3385 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552'] for segment, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:58.975727 n-d-773647-6 neutron-server[100246]: INFO neutron.db.segments_db [None req-a209f83c-8902-488f-822a-1f47f07e3385 admin admin] Added segment 52fec4a3-93cc-4beb-9d88-19cc6ca15035 of type vlan for network 6153a515-72a8-42ac-8fe8-4c42d053866d Jul 06 14:08:58.977529 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 46290) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:08:58.983866 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Pushing event updated for resources: {'Port': ['ID=acd9c34d-f699-44fc-aa18-0541829ea0b0,revision_number=3']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:08:58.995482 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:08:58.995937 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:08:58.996238 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:08:58.996587 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:08:58.996927 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:08:58.997312 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:08:58.997685 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:08:58.998054 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:08:58.998406 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:08:58.998762 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:08:58.999097 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:08:58.999452 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:08:59.010834 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning for port 98787d5a-98d8-42f7-84f7-0d4c7cd9bf7b completed by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:08:59.015370 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning complete for port 98787d5a-98d8-42f7-84f7-0d4c7cd9bf7b triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:08:59.015750 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:59.134697 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-a209f83c-8902-488f-822a-1f47f07e3385 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773752984405'] for network, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:59.151152 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:59.191570 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] For port 98787d5a-98d8-42f7-84f7-0d4c7cd9bf7b, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=98787d5a-98d8-42f7-84f7-0d4c7cd9bf7b,segment=NetworkSegment(2a37f760-7239-4a7f-a577-8d90a0d11117),segment_id=2a37f760-7239-4a7f-a577-8d90a0d11117)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:08:59.196892 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-a209f83c-8902-488f-822a-1f47f07e3385 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060'] for network, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:59.198143 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:59.198925 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a209f83c-8902-488f-822a-1f47f07e3385 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:08:59.199792 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-a209f83c-8902-488f-822a-1f47f07e3385 admin admin] Notify callbacks [] for network, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:59.236326 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-56f8910d-4b42-4f0a-8bd1-8eee30f43d2f admin admin] Notify callbacks [] for security_group, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:59.257842 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Pushing event updated for resources: {'Port': ['ID=98787d5a-98d8-42f7-84f7-0d4c7cd9bf7b,revision_number=3']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:08:59.291819 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-2073e578-57c3-4586-ae7f-3ea8b4d4549a None None] Provisioning complete for port 98787d5a-98d8-42f7-84f7-0d4c7cd9bf7b triggered by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:08:59.292341 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-2073e578-57c3-4586-ae7f-3ea8b4d4549a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:59.302139 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-a209f83c-8902-488f-822a-1f47f07e3385 admin admin] 10.222.0.104 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.9923582 Jul 06 14:08:59.305849 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 46294) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:08:59.309133 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [req-1e369129-1f96-44f2-8960-d36be31146af req-162bda58-6b76-4151-a291-9688b988827a tempest-InstanceActionsV221TestJSON-1099051760 tempest-InstanceActionsV221TestJSON-1099051760-project] Deleting port f5d1ffee-5ea2-4563-9e0d-281bf9cb0993 {{(pid=100246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:08:59.309483 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-1e369129-1f96-44f2-8960-d36be31146af req-162bda58-6b76-4151-a291-9688b988827a tempest-InstanceActionsV221TestJSON-1099051760 tempest-InstanceActionsV221TestJSON-1099051760-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:59.321039 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-0a0dee0d-6c3e-417c-86c5-03d91b557c93 admin admin] Request body: {'subnet': {'network_id': '6153a515-72a8-42ac-8fe8-4c42d053866d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1454034615-subnet', 'tenant_id': 'e22918dd8a4242c7a434109e5f222b6c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:08:59.382995 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a209f83c-8902-488f-822a-1f47f07e3385 admin admin] Pushing event updated for resources: {'Network': ['ID=6153a515-72a8-42ac-8fe8-4c42d053866d,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:08:59.398666 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Network 6153a515-72a8-42ac-8fe8-4c42d053866d details requested by agent ovs-agent-n-d-773647-6 with host n-d-773647-6 {{(pid=100248) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 14:08:59.442783 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce3a8ae-3afd-4e87-bfce-dfbb914240d2 req-74c2b5c2-ed77-416b-a385-497fba8caebb tempest-InstanceActionsV221TestJSON-1099051760 tempest-InstanceActionsV221TestJSON-1099051760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:08:59.450819 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-6ce3a8ae-3afd-4e87-bfce-dfbb914240d2 req-74c2b5c2-ed77-416b-a385-497fba8caebb tempest-InstanceActionsV221TestJSON-1099051760 tempest-InstanceActionsV221TestJSON-1099051760-project] 10.222.0.104 "GET /v2.0/ports?device_id=da2ca532-3e03-4ebc-8093-6880ddfc6f35 HTTP/1.1" status: 200 len: 945 time: 0.5681436 Jul 06 14:08:59.493053 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.db [req-1e369129-1f96-44f2-8960-d36be31146af req-162bda58-6b76-4151-a291-9688b988827a tempest-InstanceActionsV221TestJSON-1099051760 tempest-InstanceActionsV221TestJSON-1099051760-project] For port f5d1ffee-5ea2-4563-9e0d-281bf9cb0993, host n-h2-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=f5d1ffee-5ea2-4563-9e0d-281bf9cb0993,segment=NetworkSegment(98a113c9-c634-46c5-a5d6-651a566d902c),segment_id=98a113c9-c634-46c5-a5d6-651a566d902c)] {{(pid=100246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:08:59.493422 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-1e369129-1f96-44f2-8960-d36be31146af req-162bda58-6b76-4151-a291-9688b988827a tempest-InstanceActionsV221TestJSON-1099051760 tempest-InstanceActionsV221TestJSON-1099051760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:59.500671 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-6ce3a8ae-3afd-4e87-bfce-dfbb914240d2 req-27c6961d-9676-4a61-929c-61f151d1a46a tempest-InstanceActionsV221TestJSON-1099051760 tempest-InstanceActionsV221TestJSON-1099051760-project] 10.222.0.104 "GET /v2.0/security-groups?id=dce2d49d-0b8a-4864-8611-6a896dcaa19a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488040 Jul 06 14:08:59.517319 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [req-1e369129-1f96-44f2-8960-d36be31146af req-162bda58-6b76-4151-a291-9688b988827a tempest-InstanceActionsV221TestJSON-1099051760 tempest-InstanceActionsV221TestJSON-1099051760-project] Calling delete_port for f5d1ffee-5ea2-4563-9e0d-281bf9cb0993 owned by compute:nova {{(pid=100246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:08:59.528776 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-56f8910d-4b42-4f0a-8bd1-8eee30f43d2f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:59.547535 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-56f8910d-4b42-4f0a-8bd1-8eee30f43d2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:59.611045 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.plugin [None req-6fc0c034-3ff3-4019-8a7c-ff5d84ca7707 tempest-RoutersNegativeTest-1967447282 tempest-RoutersNegativeTest-1967447282-project] Deleting port 0f42ceb6-bdb4-434f-a8b6-b6b44e261469 {{(pid=100247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:08:59.611941 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-6fc0c034-3ff3-4019-8a7c-ff5d84ca7707 tempest-RoutersNegativeTest-1967447282 tempest-RoutersNegativeTest-1967447282-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:59.641384 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a0dee0d-6c3e-417c-86c5-03d91b557c93 admin admin] Made reservation on behalf of e22918dd8a4242c7a434109e5f222b6c for: {'subnet': 1} {{(pid=100246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:08:59.644519 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-0a0dee0d-6c3e-417c-86c5-03d91b557c93 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127702029'] for subnet, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:59.652449 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-56f8910d-4b42-4f0a-8bd1-8eee30f43d2f admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=3331982ec74043078afdc04a0cefe67b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6618438 Jul 06 14:08:59.659006 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f8910d-4b42-4f0a-8bd1-8eee30f43d2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=581df911-f891-4cc1-ba56-4b0963e7d7f8,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:08:59.667654 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 46302) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:08:59.738608 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device acd9c34d-f699-44fc-aa18-0541829ea0b0 up at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:08:59.755968 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-14396328-9a78-4245-86be-b95dd0391de0 req-d5c90927-f8f2-4a0d-b1bb-9bf4e599b126 tempest-ServerShowV247Test-1263848029 tempest-ServerShowV247Test-1263848029-project] 10.222.0.104 "GET /v2.0/ports?device_id=5a6b3cc9-158c-4855-9ee6-2d8b336c2250 HTTP/1.1" status: 200 len: 210 time: 0.0871410 Jul 06 14:08:59.800977 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-44b87894-7b26-4510-9c3c-31b395404a95 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:59.808964 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning complete for port acd9c34d-f699-44fc-aa18-0541829ea0b0 triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:08:59.809561 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:59.840662 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-6fc0c034-3ff3-4019-8a7c-ff5d84ca7707 tempest-RoutersNegativeTest-1967447282 tempest-RoutersNegativeTest-1967447282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:59.852087 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-44b87894-7b26-4510-9c3c-31b395404a95 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:59.855601 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-1e369129-1f96-44f2-8960-d36be31146af req-162bda58-6b76-4151-a291-9688b988827a tempest-InstanceActionsV221TestJSON-1099051760 tempest-InstanceActionsV221TestJSON-1099051760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127687580'] for port, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:59.865760 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.plugin [None req-6fc0c034-3ff3-4019-8a7c-ff5d84ca7707 tempest-RoutersNegativeTest-1967447282 tempest-RoutersNegativeTest-1967447282-project] Calling delete_port for 0f42ceb6-bdb4-434f-a8b6-b6b44e261469 owned by network:router_interface {{(pid=100247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:08:59.911550 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 98787d5a-98d8-42f7-84f7-0d4c7cd9bf7b up at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:08:59.918050 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162bda58-6b76-4151-a291-9688b988827a tempest-InstanceActionsV221TestJSON-1099051760 tempest-InstanceActionsV221TestJSON-1099051760-project] Pushing event deleted for resources: {'Port': ['ID=f5d1ffee-5ea2-4563-9e0d-281bf9cb0993,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:08:59.960144 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-44b87894-7b26-4510-9c3c-31b395404a95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:59.964107 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-44b87894-7b26-4510-9c3c-31b395404a95 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:59.967559 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-44b87894-7b26-4510-9c3c-31b395404a95 admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/581df911-f891-4cc1-ba56-4b0963e7d7f8 HTTP/1.1" status: 204 len: 168 time: 0.2955623 Jul 06 14:08:59.978288 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b87894-7b26-4510-9c3c-31b395404a95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=581df911-f891-4cc1-ba56-4b0963e7d7f8,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:08:59.988981 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e369129-1f96-44f2-8960-d36be31146af req-162bda58-6b76-4151-a291-9688b988827a tempest-InstanceActionsV221TestJSON-1099051760 tempest-InstanceActionsV221TestJSON-1099051760-project] No DVR routers for this DVR port f5d1ffee-5ea2-4563-9e0d-281bf9cb0993 on host n-h2-773647-6 {{(pid=100246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:08:59.991527 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-0a0dee0d-6c3e-417c-86c5-03d91b557c93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1849032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127687649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127702047'] for subnet, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:59.994905 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-1e369129-1f96-44f2-8960-d36be31146af req-162bda58-6b76-4151-a291-9688b988827a tempest-InstanceActionsV221TestJSON-1099051760 tempest-InstanceActionsV221TestJSON-1099051760-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:59.996095 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning complete for port 98787d5a-98d8-42f7-84f7-0d4c7cd9bf7b triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:08:59.996577 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:59.997016 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-1e369129-1f96-44f2-8960-d36be31146af req-162bda58-6b76-4151-a291-9688b988827a tempest-InstanceActionsV221TestJSON-1099051760 tempest-InstanceActionsV221TestJSON-1099051760-project] 10.222.0.72 "DELETE /v2.0/ports/f5d1ffee-5ea2-4563-9e0d-281bf9cb0993 HTTP/1.1" status: 204 len: 173 time: 1.1222861 Jul 06 14:09:00.000463 n-d-773647-6 neutron-server[100246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da2ca532-3e03-4ebc-8093-6880ddfc6f35', 'name': 'network-vif-deleted', 'tag': 'f5d1ffee-5ea2-4563-9e0d-281bf9cb0993'}] {{(pid=100246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:09:00.003539 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0d96c5ab5e889f7b933ae915b9be33d1b46c9e87795bf781004b656ef3f1e87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a19d9cfe-ef85-41d3-9301-e6b591d9a62e" -d '{"events": [{"server_uuid": "da2ca532-3e03-4ebc-8093-6880ddfc6f35", "name": "network-vif-deleted", "tag": "f5d1ffee-5ea2-4563-9e0d-281bf9cb0993"}]}' {{(pid=100246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:09:00.078219 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 14:09:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c338ae1-7c4f-4106-beb3-5e688abca1a1 x-openstack-request-id: req-2c338ae1-7c4f-4106-beb3-5e688abca1a1 {{(pid=100246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:09:00.078534 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da2ca532-3e03-4ebc-8093-6880ddfc6f35", "name": "network-vif-deleted", "tag": "f5d1ffee-5ea2-4563-9e0d-281bf9cb0993", "status": "completed", "code": 200}]} {{(pid=100246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:09:00.078771 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-2c338ae1-7c4f-4106-beb3-5e688abca1a1 {{(pid=100246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:09:00.079250 n-d-773647-6 neutron-server[100246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da2ca532-3e03-4ebc-8093-6880ddfc6f35', 'name': 'network-vif-deleted', 'tag': 'f5d1ffee-5ea2-4563-9e0d-281bf9cb0993', 'status': 'completed', 'code': 200} Jul 06 14:09:00.079927 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0dee0d-6c3e-417c-86c5-03d91b557c93 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0b4cd2a7-9311-4178-a627-e29c4c70b074,revision_number=0']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:09:00.095006 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a0dee0d-6c3e-417c-86c5-03d91b557c93 admin admin] Checking segment: {'id': '52fec4a3-93cc-4beb-9d88-19cc6ca15035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': '6153a515-72a8-42ac-8fe8-4c42d053866d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:09:00.095369 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a0dee0d-6c3e-417c-86c5-03d91b557c93 admin admin] Network hostable DHCP agents. Network: 6153a515-72a8-42ac-8fe8-4c42d053866d, hostable agents: ['f2bada3d-be77-4359-982b-8505a2bbca04'], hosted agents: [] {{(pid=100246) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 14:09:00.115425 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a0dee0d-6c3e-417c-86c5-03d91b557c93 admin admin] Network 6153a515-72a8-42ac-8fe8-4c42d053866d is scheduled to be hosted by DHCP agent f2bada3d-be77-4359-982b-8505a2bbca04 with binding_index 1 {{(pid=100246) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 14:09:00.127555 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.base_scheduler [None req-0a0dee0d-6c3e-417c-86c5-03d91b557c93 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773647-6, 6153a515-72a8-42ac-8fe8-4c42d053866d) {{(pid=100246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:09:00.137037 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a0dee0d-6c3e-417c-86c5-03d91b557c93 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:09:00.137770 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-0a0dee0d-6c3e-417c-86c5-03d91b557c93 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:00.150388 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e50a7729-cf4e-4cec-b4cb-3d4053954756 None None] Network 6153a515-72a8-42ac-8fe8-4c42d053866d requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:09:00.171541 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-0a0dee0d-6c3e-417c-86c5-03d91b557c93 admin admin] 10.222.0.104 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.8586838 Jul 06 14:09:00.172459 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 46310) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:09:00.177776 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-e523069c-2959-49ae-93e1-dc56cf422a1b admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-1454034615-router', 'tenant_id': 'e22918dd8a4242c7a434109e5f222b6c', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719'}}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:09:00.184549 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-6fc0c034-3ff3-4019-8a7c-ff5d84ca7707 tempest-RoutersNegativeTest-1967447282 tempest-RoutersNegativeTest-1967447282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128888353'] for port, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:00.208164 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-e523069c-2959-49ae-93e1-dc56cf422a1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1806290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6992'] for router, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:00.209386 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-e523069c-2959-49ae-93e1-dc56cf422a1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1806157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1808637', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1714747', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7007'] for router, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:00.229200 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc0c034-3ff3-4019-8a7c-ff5d84ca7707 tempest-RoutersNegativeTest-1967447282 tempest-RoutersNegativeTest-1967447282-project] Pushing event deleted for resources: {'Port': ['ID=0f42ceb6-bdb4-434f-a8b6-b6b44e261469,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:09:00.313153 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-e523069c-2959-49ae-93e1-dc56cf422a1b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:00.392638 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b3f32b3-8e9f-4104-85b8-1b88527b4c13 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6bd5fc82-6666-56e8-87c2-91648d36c963-6153a515-72a8-42ac-8fe8-4c42d053866d', 'network_id': '6153a515-72a8-42ac-8fe8-4c42d053866d', 'tenant_id': 'e22918dd8a4242c7a434109e5f222b6c', 'fixed_ips': [{'subnet_id': '0b4cd2a7-9311-4178-a627-e29c4c70b074'}]}} from n-d-773647-6. {{(pid=100248) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 14:09:00.394051 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-2b3f32b3-8e9f-4104-85b8-1b88527b4c13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:00.458878 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-6fc0c034-3ff3-4019-8a7c-ff5d84ca7707 tempest-RoutersNegativeTest-1967447282 tempest-RoutersNegativeTest-1967447282-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1809193'] for router_interface, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:00.588409 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 46312) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:09:00.636157 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.db_base_plugin_common [None req-2b3f32b3-8e9f-4104-85b8-1b88527b4c13 None None] Allocated IP 172.20.0.2 (6153a515-72a8-42ac-8fe8-4c42d053866d/0b4cd2a7-9311-4178-a627-e29c4c70b074/a6679434-bafb-44f3-a24a-42ba292ddbce) {{(pid=100248) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:09:00.648740 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-e523069c-2959-49ae-93e1-dc56cf422a1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1761047', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1806272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6989'] for router, precommit_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:00.767380 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-86ee23a2-c3dd-4070-a0cf-a5fc124c1ce3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:00.818971 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-2f0fee06-22c1-4467-9d76-a816e3840d9f req-70479f53-88ce-445c-8893-64eabc7b6151 tempest-InstanceActionsV221TestJSON-1099051760 tempest-InstanceActionsV221TestJSON-1099051760-project] 10.222.0.104 "GET /v2.0/ports?device_id=da2ca532-3e03-4ebc-8093-6880ddfc6f35 HTTP/1.1" status: 200 len: 210 time: 0.0557928 Jul 06 14:09:00.824428 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6fc0c034-3ff3-4019-8a7c-ff5d84ca7707 tempest-RoutersNegativeTest-1967447282 tempest-RoutersNegativeTest-1967447282-project] Router 29f9b2fa-6c55-4ea6-a596-55bbc0c8d224 has already been hosted by L3 agent 2823d358-a11b-4885-a706-95a279e43fa7 {{(pid=100247) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 14:09:00.882122 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-2b3f32b3-8e9f-4104-85b8-1b88527b4c13 None None] Notify callbacks [] for port, precommit_create {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:00.910186 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-2b3f32b3-8e9f-4104-85b8-1b88527b4c13 None None] Transition to ACTIVE for port object a6679434-bafb-44f3-a24a-42ba292ddbce will not be triggered until provisioned by entity L2. {{(pid=100248) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:09:00.937796 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fc0c034-3ff3-4019-8a7c-ff5d84ca7707 tempest-RoutersNegativeTest-1967447282 tempest-RoutersNegativeTest-1967447282-project] Notify agent at l3_agent.n-d-773647-6 the message routers_updated {{(pid=100247) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 14:09:00.940206 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-2b3f32b3-8e9f-4104-85b8-1b88527b4c13 None None] Transition to ACTIVE for port object a6679434-bafb-44f3-a24a-42ba292ddbce will not be triggered until provisioned by entity DHCP. {{(pid=100248) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:09:00.951263 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-993f27a9-9c43-4bdc-9416-9bd5e141c08f None None] Sync routers for ids ['29f9b2fa-6c55-4ea6-a596-55bbc0c8d224'] in n-d-773647-6 {{(pid=100248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 14:09:00.957609 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-2b3f32b3-8e9f-4104-85b8-1b88527b4c13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108'] for port, after_create {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:01.008696 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-e523069c-2959-49ae-93e1-dc56cf422a1b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:01.010253 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-993f27a9-9c43-4bdc-9416-9bd5e141c08f None None] Routers {'29f9b2fa-6c55-4ea6-a596-55bbc0c8d224'} bound to L3 agent in host n-d-773647-6 {{(pid=100248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:09:01.011134 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-993f27a9-9c43-4bdc-9416-9bd5e141c08f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T14:08:55Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['29f9b2fa-6c55-4ea6-a596-55bbc0c8d224'], 'active': True} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:09:01.012807 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-6fc0c034-3ff3-4019-8a7c-ff5d84ca7707 tempest-RoutersNegativeTest-1967447282 tempest-RoutersNegativeTest-1967447282-project] 10.222.0.104 "PUT /v2.0/routers/29f9b2fa-6c55-4ea6-a596-55bbc0c8d224/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1031163 Jul 06 14:09:01.012968 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 46322) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:09:01.053807 n-d-773647-6 neutron-server[100248]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b3f32b3-8e9f-4104-85b8-1b88527b4c13 None None] Network 6153a515-72a8-42ac-8fe8-4c42d053866d is already hosted by enough agents. {{(pid=100248) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:09:01.058240 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-993f27a9-9c43-4bdc-9416-9bd5e141c08f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-773647-6', False) {} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:09:01.060065 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-8256e292-a957-4458-83f8-a9b00f6be67c req-9b6ee525-1f08-4c41-877d-27bcb7f4037f tempest-ServerShowV247Test-1263848029 tempest-ServerShowV247Test-1263848029-project] 10.222.0.104 "GET /v2.0/ports?device_id=5a6b3cc9-158c-4855-9ee6-2d8b336c2250 HTTP/1.1" status: 200 len: 210 time: 0.0457633 Jul 06 14:09:01.064712 n-d-773647-6 neutron-server[100248]: DEBUG neutron.scheduler.base_scheduler [None req-2b3f32b3-8e9f-4104-85b8-1b88527b4c13 None None] Resources bound (agent type, host, resource id): {{(pid=100248) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:09:01.070548 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b3f32b3-8e9f-4104-85b8-1b88527b4c13 None None] Received port after_create {{(pid=100248) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:09:01.071101 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-86ee23a2-c3dd-4070-a0cf-a5fc124c1ce3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:01.074836 n-d-773647-6 neutron-server[100246]: INFO neutron.api.v2.resource [None req-e98f390d-1b81-4c28-b4e3-a7ce4d3659b9 tempest-RoutersNegativeTest-1967447282 tempest-RoutersNegativeTest-1967447282-project] delete failed (client error): The resource could not be found. Jul 06 14:09:01.080067 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-e98f390d-1b81-4c28-b4e3-a7ce4d3659b9 tempest-RoutersNegativeTest-1967447282 tempest-RoutersNegativeTest-1967447282-project] 10.222.0.104 "DELETE /v2.0/routers/tempest-non_exist_router-940960232 HTTP/1.1" status: 404 len: 334 time: 0.0612116 Jul 06 14:09:01.080067 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-e523069c-2959-49ae-93e1-dc56cf422a1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:01.080364 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3f32b3-8e9f-4104-85b8-1b88527b4c13 None None] Pushing event updated for resources: {'Port': ['ID=a6679434-bafb-44f3-a24a-42ba292ddbce,revision_number=1']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:09:01.080457 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 46324) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:09:01.083230 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-86ee23a2-c3dd-4070-a0cf-a5fc124c1ce3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:01.088950 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-37bc24ca-0821-4c86-b87d-8f1bce48f8d3 tempest-RoutersNegativeTest-1967447282 tempest-RoutersNegativeTest-1967447282-project] Request body: {'router': {'external_gateway_info': {'network_id': '29f9b2fa-6c55-4ea6-a596-55bbc0c8d224'}}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:09:01.115805 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-993f27a9-9c43-4bdc-9416-9bd5e141c08f None None] Routers {'29f9b2fa-6c55-4ea6-a596-55bbc0c8d224'} bound to L3 agent in host n-d-773647-6 {{(pid=100248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:09:01.116469 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-993f27a9-9c43-4bdc-9416-9bd5e141c08f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T14:08:55Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['29f9b2fa-6c55-4ea6-a596-55bbc0c8d224'], 'active': True} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:09:01.126860 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-86ee23a2-c3dd-4070-a0cf-a5fc124c1ce3 admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=81a93054704743c8b1e1ac48c661026c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3987103 Jul 06 14:09:01.128847 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 46326) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:09:01.161232 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ee23a2-c3dd-4070-a0cf-a5fc124c1ce3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c088605-73e2-4aa0-8118-69a6675fd3ec,revision_number=1']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:09:01.175369 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-993f27a9-9c43-4bdc-9416-9bd5e141c08f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-773647-6', False) {} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:09:01.176047 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-993f27a9-9c43-4bdc-9416-9bd5e141c08f None None] The sync data for ids ['29f9b2fa-6c55-4ea6-a596-55bbc0c8d224'] in n-d-773647-6 is: [] {{(pid=100248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 14:09:01.180243 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-2b3f32b3-8e9f-4104-85b8-1b88527b4c13 None None] Attempting to bind port a6679434-bafb-44f3-a24a-42ba292ddbce on host n-d-773647-6 for vnic_type normal with profile {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:09:01.181497 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-2b3f32b3-8e9f-4104-85b8-1b88527b4c13 None None] Attempting to bind port a6679434-bafb-44f3-a24a-42ba292ddbce by drivers openvswitch,hyperv on host n-d-773647-6 at level 0 using segments [{'id': '52fec4a3-93cc-4beb-9d88-19cc6ca15035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': '6153a515-72a8-42ac-8fe8-4c42d053866d'}] {{(pid=100248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:09:01.183501 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b3f32b3-8e9f-4104-85b8-1b88527b4c13 None None] Attempting to bind port a6679434-bafb-44f3-a24a-42ba292ddbce on network 6153a515-72a8-42ac-8fe8-4c42d053866d {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:09:01.189232 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b3f32b3-8e9f-4104-85b8-1b88527b4c13 None None] Checking agent: {'id': '8ab5b19c-d213-4f29-891d-27bdf39d38b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773647-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 43, 26), 'started_at': datetime.datetime(2021, 7, 6, 13, 43, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 8, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773647-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:09:01.190639 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b3f32b3-8e9f-4104-85b8-1b88527b4c13 None None] Checking segment: {'id': '52fec4a3-93cc-4beb-9d88-19cc6ca15035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': '6153a515-72a8-42ac-8fe8-4c42d053866d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:09:01.190639 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-2b3f32b3-8e9f-4104-85b8-1b88527b4c13 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:01.190847 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b3f32b3-8e9f-4104-85b8-1b88527b4c13 None None] Bound using segment: {'id': '52fec4a3-93cc-4beb-9d88-19cc6ca15035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': '6153a515-72a8-42ac-8fe8-4c42d053866d'} {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:09:01.191181 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-2b3f32b3-8e9f-4104-85b8-1b88527b4c13 None None] Bound port: a6679434-bafb-44f3-a24a-42ba292ddbce, host: n-d-773647-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52fec4a3-93cc-4beb-9d88-19cc6ca15035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': '6153a515-72a8-42ac-8fe8-4c42d053866d'}}] {{(pid=100248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:09:01.191967 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-2b3f32b3-8e9f-4104-85b8-1b88527b4c13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:01.211860 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-e18e0b94-8e4e-47c4-9e9a-4510f6c68559 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:01.236081 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-e18e0b94-8e4e-47c4-9e9a-4510f6c68559 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:01.268419 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-2b3f32b3-8e9f-4104-85b8-1b88527b4c13 None None] For port a6679434-bafb-44f3-a24a-42ba292ddbce, host n-d-773647-6, cleared binding levels {{(pid=100248) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:09:01.272533 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-2b3f32b3-8e9f-4104-85b8-1b88527b4c13 None None] For port a6679434-bafb-44f3-a24a-42ba292ddbce, host n-d-773647-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=a6679434-bafb-44f3-a24a-42ba292ddbce,segment=NetworkSegment(52fec4a3-93cc-4beb-9d88-19cc6ca15035),segment_id=52fec4a3-93cc-4beb-9d88-19cc6ca15035)] {{(pid=100248) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:09:01.276948 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-2b3f32b3-8e9f-4104-85b8-1b88527b4c13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:01.292604 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-e18e0b94-8e4e-47c4-9e9a-4510f6c68559 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:01.295149 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-e18e0b94-8e4e-47c4-9e9a-4510f6c68559 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:01.296361 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-e18e0b94-8e4e-47c4-9e9a-4510f6c68559 admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/3c088605-73e2-4aa0-8118-69a6675fd3ec HTTP/1.1" status: 204 len: 168 time: 0.1665456 Jul 06 14:09:01.305877 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18e0b94-8e4e-47c4-9e9a-4510f6c68559 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c088605-73e2-4aa0-8118-69a6675fd3ec,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:09:01.380746 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3f32b3-8e9f-4104-85b8-1b88527b4c13 None None] Pushing event updated for resources: {'Port': ['ID=a6679434-bafb-44f3-a24a-42ba292ddbce,revision_number=2']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:09:01.406237 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-37bc24ca-0821-4c86-b87d-8f1bce48f8d3 tempest-RoutersNegativeTest-1967447282 tempest-RoutersNegativeTest-1967447282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1761047', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1806272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6989'] for router, precommit_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:01.432640 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.db_base_plugin_common [None req-e523069c-2959-49ae-93e1-dc56cf422a1b admin admin] Allocated IP 172.25.0.16 (2658f09e-a580-4d4a-9968-2d1e0ad93719/cbf74abc-6fe1-4d33-b005-c948923b9647/14095f56-d341-47b9-8aac-dd5ce005dcb5) {{(pid=100246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:09:01.446444 n-d-773647-6 neutron-server[100246]: INFO neutron.api.v2.resource [None req-37bc24ca-0821-4c86-b87d-8f1bce48f8d3 tempest-RoutersNegativeTest-1967447282 tempest-RoutersNegativeTest-1967447282-project] update failed (client error): The resource could not be found. Jul 06 14:09:01.447913 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-37bc24ca-0821-4c86-b87d-8f1bce48f8d3 tempest-RoutersNegativeTest-1967447282 tempest-RoutersNegativeTest-1967447282-project] 10.222.0.104 "PUT /v2.0/routers/29f9b2fa-6c55-4ea6-a596-55bbc0c8d224 HTTP/1.1" status: 404 len: 339 time: 0.3664148 Jul 06 14:09:01.452842 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 46330) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:09:01.603465 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-e523069c-2959-49ae-93e1-dc56cf422a1b admin admin] Notify callbacks [] for port, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:01.604129 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Device f5d1ffee-5ea2-4563-9e0d-281bf9cb0993 no longer exists at agent hyperv_n-h2-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:09:01.684994 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] No Port match for: f5d1ffee-5ea2-4563-9e0d-281bf9cb0993 {{(pid=100248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 14:09:01.685346 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Device f5d1ffee-5ea2-4563-9e0d-281bf9cb0993 not bound to the agent host n-h2-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:09:01.701989 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-e523069c-2959-49ae-93e1-dc56cf422a1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-127687573'] for port, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:01.777354 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e523069c-2959-49ae-93e1-dc56cf422a1b admin admin] Network 2658f09e-a580-4d4a-9968-2d1e0ad93719 is already hosted by enough agents. {{(pid=100246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:09:01.782204 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.base_scheduler [None req-e523069c-2959-49ae-93e1-dc56cf422a1b admin admin] Resources bound (agent type, host, resource id): {{(pid=100246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:09:01.787006 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e523069c-2959-49ae-93e1-dc56cf422a1b admin admin] Received port after_create {{(pid=100246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:09:01.820797 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e523069c-2959-49ae-93e1-dc56cf422a1b admin admin] Pushing event updated for resources: {'Port': ['ID=14095f56-d341-47b9-8aac-dd5ce005dcb5,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:09:01.872620 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-e6e9dcc8-35ee-47b5-aa60-542fda37db55 tempest-RoutersNegativeTest-1967447282 tempest-RoutersNegativeTest-1967447282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:02.162708 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-e523069c-2959-49ae-93e1-dc56cf422a1b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:02.167140 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.db_base_plugin_common [None req-e6e9dcc8-35ee-47b5-aa60-542fda37db55 tempest-RoutersNegativeTest-1967447282 tempest-RoutersNegativeTest-1967447282-project] Allocated IP 172.20.0.1 (8a1aeb38-ee69-49bf-bf93-0bc43e7c37d4/7411d83b-7b82-4d3f-adc8-bc9e2ebd92e2/0931d92c-87f1-49d6-b718-8f127ae38856) {{(pid=100247) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:09:02.319455 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-e6e9dcc8-35ee-47b5-aa60-542fda37db55 tempest-RoutersNegativeTest-1967447282 tempest-RoutersNegativeTest-1967447282-project] Notify callbacks [] for port, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:02.364809 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.provisioning_blocks [None req-e6e9dcc8-35ee-47b5-aa60-542fda37db55 tempest-RoutersNegativeTest-1967447282 tempest-RoutersNegativeTest-1967447282-project] Transition to ACTIVE for port object 0931d92c-87f1-49d6-b718-8f127ae38856 will not be triggered until provisioned by entity DHCP. {{(pid=100247) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:09:02.504755 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-1417138e-da8f-41ec-90dc-f8264b4ed36e req-d3f26e75-53ea-4086-a020-17c8f43c24a9 tempest-ServerShowV247Test-1263848029 tempest-ServerShowV247Test-1263848029-project] 10.222.0.104 "GET /v2.0/ports?device_id=5a6b3cc9-158c-4855-9ee6-2d8b336c2250 HTTP/1.1" status: 200 len: 210 time: 0.0988944 Jul 06 14:09:02.531387 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-e6e9dcc8-35ee-47b5-aa60-542fda37db55 tempest-RoutersNegativeTest-1967447282 tempest-RoutersNegativeTest-1967447282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-128888360'] for port, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:02.556281 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 46366) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:09:02.605749 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-e523069c-2959-49ae-93e1-dc56cf422a1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1806297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1761036'] for router, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:02.612591 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6e9dcc8-35ee-47b5-aa60-542fda37db55 tempest-RoutersNegativeTest-1967447282 tempest-RoutersNegativeTest-1967447282-project] Network 8a1aeb38-ee69-49bf-bf93-0bc43e7c37d4 is already hosted by enough agents. {{(pid=100247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:09:02.620953 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e9dcc8-35ee-47b5-aa60-542fda37db55 tempest-RoutersNegativeTest-1967447282 tempest-RoutersNegativeTest-1967447282-project] Pushing event updated for resources: {'Port': ['ID=0931d92c-87f1-49d6-b718-8f127ae38856,revision_number=1']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:09:02.625113 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.base_scheduler [None req-e6e9dcc8-35ee-47b5-aa60-542fda37db55 tempest-RoutersNegativeTest-1967447282 tempest-RoutersNegativeTest-1967447282-project] Resources bound (agent type, host, resource id): {{(pid=100247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:09:02.627997 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6e9dcc8-35ee-47b5-aa60-542fda37db55 tempest-RoutersNegativeTest-1967447282 tempest-RoutersNegativeTest-1967447282-project] Received port after_create {{(pid=100247) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:09:02.701515 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-e6e9dcc8-35ee-47b5-aa60-542fda37db55 tempest-RoutersNegativeTest-1967447282 tempest-RoutersNegativeTest-1967447282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1807675'] for router_interface, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:02.770961 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dece99c5-e706-4ff8-b4c7-b5b7214190b9 None None] Network 6153a515-72a8-42ac-8fe8-4c42d053866d requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:09:02.799783 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e523069c-2959-49ae-93e1-dc56cf422a1b admin admin] Router c6f3f37c-34b9-45e9-9725-6736f2f5b505 is scheduled to L3 agent 2823d358-a11b-4885-a706-95a279e43fa7 with binding_index 1 {{(pid=100246) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 14:09:02.800020 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.db_base_plugin_v2 [None req-44c98fbd-6d27-4f6a-8746-d8038dce8d86 admin admin] Deleting subnet 88712a40-d2d3-4f76-a08a-9dd68fa6f327 {{(pid=100247) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 14:09:02.808072 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-44c98fbd-6d27-4f6a-8746-d8038dce8d86 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:02.865898 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-44c98fbd-6d27-4f6a-8746-d8038dce8d86 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127131748'] for subnet, precommit_delete_associations {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:02.954917 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-e6e9dcc8-35ee-47b5-aa60-542fda37db55 tempest-RoutersNegativeTest-1967447282 tempest-RoutersNegativeTest-1967447282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:02.970817 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-44c98fbd-6d27-4f6a-8746-d8038dce8d86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-913473'] for subnet, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:02.975270 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e523069c-2959-49ae-93e1-dc56cf422a1b admin admin] Notify agent at l3_agent.n-d-773647-6 the message routers_updated {{(pid=100246) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 14:09:02.988713 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32226b4b-d5fa-42c7-ae9c-6464474f1e9a None None] Sync routers for ids ['c6f3f37c-34b9-45e9-9725-6736f2f5b505'] in n-d-773647-6 {{(pid=100249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 14:09:03.002106 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32226b4b-d5fa-42c7-ae9c-6464474f1e9a None None] Routers {'c6f3f37c-34b9-45e9-9725-6736f2f5b505'} bound to L3 agent in host n-d-773647-6 {{(pid=100249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:09:03.003661 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-32226b4b-d5fa-42c7-ae9c-6464474f1e9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T14:08:55Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['c6f3f37c-34b9-45e9-9725-6736f2f5b505'], 'active': True} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:09:03.015002 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-e523069c-2959-49ae-93e1-dc56cf422a1b admin admin] Notify callbacks [] for router, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:03.017374 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-e523069c-2959-49ae-93e1-dc56cf422a1b admin admin] 10.222.0.104 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 2.8436737 Jul 06 14:09:03.020951 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 46376) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:09:03.205418 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvr_db [None req-32226b4b-d5fa-42c7-ae9c-6464474f1e9a None None] Set router c6f3f37c-34b9-45e9-9725-6736f2f5b505 gateway port host: n-d-773647-6 {{(pid=100249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:09:03.206323 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-1aee615a-52e1-4665-b859-8534226756dc None None] Provisioning for port a6679434-bafb-44f3-a24a-42ba292ddbce completed by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:09:03.280565 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-44c98fbd-6d27-4f6a-8746-d8038dce8d86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-913480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1849032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-128888347', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127627857'] for subnet, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:03.337036 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c98fbd-6d27-4f6a-8746-d8038dce8d86 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=88712a40-d2d3-4f76-a08a-9dd68fa6f327,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:09:03.342034 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-44c98fbd-6d27-4f6a-8746-d8038dce8d86 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:03.344519 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-44c98fbd-6d27-4f6a-8746-d8038dce8d86 admin admin] 10.222.0.104 "DELETE /v2.0/subnets/88712a40-d2d3-4f76-a08a-9dd68fa6f327 HTTP/1.1" status: 204 len: 168 time: 0.7304945 Jul 06 14:09:03.347526 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 46386) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:09:03.415956 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-32308f32-ed25-4cde-8246-3049e72cabb5 None None] Provisioning for port 0931d92c-87f1-49d6-b718-8f127ae38856 completed by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:09:03.428880 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-32308f32-ed25-4cde-8246-3049e72cabb5 None None] Provisioning complete for port 0931d92c-87f1-49d6-b718-8f127ae38856 triggered by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:09:03.429477 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-32308f32-ed25-4cde-8246-3049e72cabb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:03.478022 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-e6e9dcc8-35ee-47b5-aa60-542fda37db55 tempest-RoutersNegativeTest-1967447282 tempest-RoutersNegativeTest-1967447282-project] Notify callbacks [] for port, precommit_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:03.484654 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-32308f32-ed25-4cde-8246-3049e72cabb5 None None] Port 0931d92c-87f1-49d6-b718-8f127ae38856 cannot update to ACTIVE because it is not bound. {{(pid=100248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 14:09:03.486848 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-e6e9dcc8-35ee-47b5-aa60-542fda37db55 tempest-RoutersNegativeTest-1967447282 tempest-RoutersNegativeTest-1967447282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128888538'] for port, after_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:03.582736 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-c14abfff-10f0-4f5b-aa97-07a20d8b6678 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530492'] for network, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:03.681631 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e9dcc8-35ee-47b5-aa60-542fda37db55 tempest-RoutersNegativeTest-1967447282 tempest-RoutersNegativeTest-1967447282-project] Pushing event updated for resources: {'Port': ['ID=0931d92c-87f1-49d6-b718-8f127ae38856,revision_number=2']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:09:03.685003 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-e6e9dcc8-35ee-47b5-aa60-542fda37db55 tempest-RoutersNegativeTest-1967447282 tempest-RoutersNegativeTest-1967447282-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1809478'] for router_interface, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:03.805805 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-32226b4b-d5fa-42c7-ae9c-6464474f1e9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6f3f37c-34b9-45e9-9725-6736f2f5b505', 'name': 'tempest-ServersTestJSON-1454034615-router', 'tenant_id': 'e22918dd8a4242c7a434109e5f222b6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.16'}], 'enable_snat': True}, 'gw_port_id': '14095f56-d341-47b9-8aac-dd5ce005dcb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:09:00Z', 'updated_at': '2021-07-06T14:09:01Z', 'revision_number': 3, 'project_id': 'e22918dd8a4242c7a434109e5f222b6c', 'gw_port': {'id': '14095f56-d341-47b9-8aac-dd5ce005dcb5', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:d3:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6f3f37c-34b9-45e9-9725-6736f2f5b505', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1738, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:09:01Z', 'updated_at': '2021-07-06T14:09:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6'}], 'n-d-773647-6', False) {} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:09:03.840757 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-c14abfff-10f0-4f5b-aa97-07a20d8b6678 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-917204', 'neutron.services.segments.db._delete_segments_for_network-8773753502302'] for network, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:03.841316 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32226b4b-d5fa-42c7-ae9c-6464474f1e9a None None] Checking router: c6f3f37c-34b9-45e9-9725-6736f2f5b505 for host: n-d-773647-6 {{(pid=100249) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 14:09:03.841716 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32226b4b-d5fa-42c7-ae9c-6464474f1e9a None None] Updating router c6f3f37c-34b9-45e9-9725-6736f2f5b505 port 14095f56-d341-47b9-8aac-dd5ce005dcb5 binding host n-d-773647-6 {{(pid=100249) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 14:09:03.854243 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device a6679434-bafb-44f3-a24a-42ba292ddbce up at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:09:03.859536 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-6fde9b94-57b4-4b72-8411-50958ab82c67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:03.894698 n-d-773647-6 neutron-server[100247]: DEBUG neutron.services.segments.db [None req-c14abfff-10f0-4f5b-aa97-07a20d8b6678 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['50c6f2a5-bc0a-4711-99e9-70b98e439d42']}} {{(pid=100247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:09:03.911691 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-fb032c59-c8a0-4cb7-b24c-858717b60f3b req-dbc0b66c-ac58-49f9-8813-09cfe6f6f01b tempest-ServerShowV247Test-1263848029 tempest-ServerShowV247Test-1263848029-project] 10.222.0.104 "GET /v2.0/ports?device_id=5a6b3cc9-158c-4855-9ee6-2d8b336c2250 HTTP/1.1" status: 200 len: 210 time: 0.0690098 Jul 06 14:09:03.925869 n-d-773647-6 neutron-server[100247]: DEBUG neutron.services.segments.db [None req-c14abfff-10f0-4f5b-aa97-07a20d8b6678 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '98a113c9-c634-46c5-a5d6-651a566d902c') {'for_net_delete': True} {{(pid=100247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:09:03.939808 n-d-773647-6 neutron-server[100247]: DEBUG neutron.services.segments.db [None req-c14abfff-10f0-4f5b-aa97-07a20d8b6678 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '98a113c9-c634-46c5-a5d6-651a566d902c') {} {{(pid=100247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:09:03.944496 n-d-773647-6 neutron-server[100249]: DEBUG neutron_lib.callbacks.manager [None req-32226b4b-d5fa-42c7-ae9c-6464474f1e9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:03.949158 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning for port a6679434-bafb-44f3-a24a-42ba292ddbce completed by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:09:03.960648 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning complete for port a6679434-bafb-44f3-a24a-42ba292ddbce triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:09:03.961632 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:03.962939 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-c14abfff-10f0-4f5b-aa97-07a20d8b6678 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773753515138', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127131763'] for segment, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:03.993223 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-c14abfff-10f0-4f5b-aa97-07a20d8b6678 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552'] for segment, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:04.009355 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6e9dcc8-35ee-47b5-aa60-542fda37db55 tempest-RoutersNegativeTest-1967447282 tempest-RoutersNegativeTest-1967447282-project] Network 8a1aeb38-ee69-49bf-bf93-0bc43e7c37d4 is already hosted by enough agents. {{(pid=100247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:09:04.012539 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c14abfff-10f0-4f5b-aa97-07a20d8b6678 admin admin] Releasing vlan 1020 on physical network physnet1 to pool {{(pid=100247) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 14:09:04.013057 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-c14abfff-10f0-4f5b-aa97-07a20d8b6678 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-128888574'] for segment, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:04.017681 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.base_scheduler [None req-e6e9dcc8-35ee-47b5-aa60-542fda37db55 tempest-RoutersNegativeTest-1967447282 tempest-RoutersNegativeTest-1967447282-project] Resources bound (agent type, host, resource id): {{(pid=100247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:09:04.019107 n-d-773647-6 neutron-server[100247]: Traceback (most recent call last): Jul 06 14:09:04.019107 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 14:09:04.019107 n-d-773647-6 neutron-server[100247]: timer() Jul 06 14:09:04.019107 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 14:09:04.019107 n-d-773647-6 neutron-server[100247]: cb(*args, **kw) Jul 06 14:09:04.019107 n-d-773647-6 neutron-server[100247]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 14:09:04.019107 n-d-773647-6 neutron-server[100247]: return func(*args, **kwargs) Jul 06 14:09:04.019107 n-d-773647-6 neutron-server[100247]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 14:09:04.019107 n-d-773647-6 neutron-server[100247]: self._notify() Jul 06 14:09:04.019107 n-d-773647-6 neutron-server[100247]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 14:09:04.019107 n-d-773647-6 neutron-server[100247]: self.callback(batched_events) Jul 06 14:09:04.019107 n-d-773647-6 neutron-server[100247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 14:09:04.019107 n-d-773647-6 neutron-server[100247]: event.method(event) Jul 06 14:09:04.019107 n-d-773647-6 neutron-server[100247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 14:09:04.019107 n-d-773647-6 neutron-server[100247]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 14:09:04.019107 n-d-773647-6 neutron-server[100247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 14:09:04.019107 n-d-773647-6 neutron-server[100247]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 14:09:04.019107 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 14:09:04.019107 n-d-773647-6 neutron-server[100247]: return f(self, *a, **k) Jul 06 14:09:04.019107 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 14:09:04.019107 n-d-773647-6 neutron-server[100247]: return self._get(url).json() Jul 06 14:09:04.019107 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 14:09:04.019107 n-d-773647-6 neutron-server[100247]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 14:09:04.019107 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 14:09:04.019107 n-d-773647-6 neutron-server[100247]: return self.request(url, 'GET', **kwargs) Jul 06 14:09:04.019107 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 14:09:04.019107 n-d-773647-6 neutron-server[100247]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 14:09:04.019107 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 14:09:04.019107 n-d-773647-6 neutron-server[100247]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 14:09:04.019107 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 14:09:04.019107 n-d-773647-6 neutron-server[100247]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 14:09:04.019107 n-d-773647-6 neutron-server[100247]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 14:09:04.101894 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.db_base_plugin_common [None req-6fde9b94-57b4-4b72-8411-50958ab82c67 admin admin] Allocated IP 172.20.0.1 (6153a515-72a8-42ac-8fe8-4c42d053866d/0b4cd2a7-9311-4178-a627-e29c4c70b074/8103d051-0d28-4c39-9b60-031ebf8157af) {{(pid=100246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:09:04.147178 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:04.188868 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-c14abfff-10f0-4f5b-aa97-07a20d8b6678 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-917215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1761140'] for network, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:04.196953 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-c14abfff-10f0-4f5b-aa97-07a20d8b6678 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583035'] for network, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:04.202372 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-c14abfff-10f0-4f5b-aa97-07a20d8b6678 admin admin] 10.222.0.104 "DELETE /v2.0/networks/50c6f2a5-bc0a-4711-99e9-70b98e439d42 HTTP/1.1" status: 204 len: 168 time: 0.8538377 Jul 06 14:09:04.203991 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 46410) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:09:04.207550 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] For port a6679434-bafb-44f3-a24a-42ba292ddbce, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=a6679434-bafb-44f3-a24a-42ba292ddbce,segment=NetworkSegment(52fec4a3-93cc-4beb-9d88-19cc6ca15035),segment_id=52fec4a3-93cc-4beb-9d88-19cc6ca15035)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:09:04.214959 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:04.256394 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14abfff-10f0-4f5b-aa97-07a20d8b6678 admin admin] Pushing event deleted for resources: {'Network': ['ID=50c6f2a5-bc0a-4711-99e9-70b98e439d42,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:09:04.274106 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6e9dcc8-35ee-47b5-aa60-542fda37db55 tempest-RoutersNegativeTest-1967447282 tempest-RoutersNegativeTest-1967447282-project] Router 29f9b2fa-6c55-4ea6-a596-55bbc0c8d224 has already been hosted by L3 agent 2823d358-a11b-4885-a706-95a279e43fa7 {{(pid=100247) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 14:09:04.346188 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-6fde9b94-57b4-4b72-8411-50958ab82c67 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:04.381013 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.provisioning_blocks [None req-6fde9b94-57b4-4b72-8411-50958ab82c67 admin admin] Transition to ACTIVE for port object 8103d051-0d28-4c39-9b60-031ebf8157af will not be triggered until provisioned by entity DHCP. {{(pid=100246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:09:04.383947 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Pushing event updated for resources: {'Port': ['ID=a6679434-bafb-44f3-a24a-42ba292ddbce,revision_number=3']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:09:04.464164 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 46418) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:09:04.467439 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-a3784f26-5e82-4fd4-b4c1-62a08cdaffb7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:04.490764 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-6fde9b94-57b4-4b72-8411-50958ab82c67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-127687573'] for port, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:04.501327 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6e9dcc8-35ee-47b5-aa60-542fda37db55 tempest-RoutersNegativeTest-1967447282 tempest-RoutersNegativeTest-1967447282-project] Notify agent at l3_agent.n-d-773647-6 the message routers_updated {{(pid=100247) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 14:09:04.513579 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 46420) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:09:04.514642 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dedcc483-e69b-43a0-b40c-f2dc56a2b6d0 None None] Sync routers for ids ['29f9b2fa-6c55-4ea6-a596-55bbc0c8d224'] in n-d-773647-6 {{(pid=100248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 14:09:04.522344 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-e6e9dcc8-35ee-47b5-aa60-542fda37db55 tempest-RoutersNegativeTest-1967447282 tempest-RoutersNegativeTest-1967447282-project] 10.222.0.104 "PUT /v2.0/routers/29f9b2fa-6c55-4ea6-a596-55bbc0c8d224/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0670881 Jul 06 14:09:04.525079 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dedcc483-e69b-43a0-b40c-f2dc56a2b6d0 None None] Routers {'29f9b2fa-6c55-4ea6-a596-55bbc0c8d224'} bound to L3 agent in host n-d-773647-6 {{(pid=100248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:09:04.526270 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-dedcc483-e69b-43a0-b40c-f2dc56a2b6d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T14:08:55Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['29f9b2fa-6c55-4ea6-a596-55bbc0c8d224'], 'active': True} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:09:04.546269 n-d-773647-6 neutron-server[100249]: DEBUG neutron_lib.callbacks.manager [None req-32226b4b-d5fa-42c7-ae9c-6464474f1e9a None None] Notify callbacks [] for port, precommit_update {{(pid=100249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:04.561719 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.provisioning_blocks [None req-32226b4b-d5fa-42c7-ae9c-6464474f1e9a None None] Transition to ACTIVE for port object 14095f56-d341-47b9-8aac-dd5ce005dcb5 will not be triggered until provisioned by entity L2. {{(pid=100249) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:09:04.569876 n-d-773647-6 neutron-server[100249]: DEBUG neutron_lib.callbacks.manager [None req-32226b4b-d5fa-42c7-ae9c-6464474f1e9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:04.575065 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-dedcc483-e69b-43a0-b40c-f2dc56a2b6d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-773647-6', False) {} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:09:04.590782 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dedcc483-e69b-43a0-b40c-f2dc56a2b6d0 None None] Routers {'29f9b2fa-6c55-4ea6-a596-55bbc0c8d224'} bound to L3 agent in host n-d-773647-6 {{(pid=100248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:09:04.591350 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-dedcc483-e69b-43a0-b40c-f2dc56a2b6d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T14:08:55Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['29f9b2fa-6c55-4ea6-a596-55bbc0c8d224'], 'active': True} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:09:04.593068 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-685961ce-1707-4c65-8489-75d20460d5d7 None None] Provisioning complete for port 0931d92c-87f1-49d6-b718-8f127ae38856 triggered by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:09:04.593438 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-685961ce-1707-4c65-8489-75d20460d5d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:04.623635 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-a3784f26-5e82-4fd4-b4c1-62a08cdaffb7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:04.632825 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-a3784f26-5e82-4fd4-b4c1-62a08cdaffb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:04.656131 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.managers [None req-32226b4b-d5fa-42c7-ae9c-6464474f1e9a None None] Attempting to bind port 14095f56-d341-47b9-8aac-dd5ce005dcb5 on host n-d-773647-6 for vnic_type normal with profile {{(pid=100249) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:09:04.656676 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.managers [None req-32226b4b-d5fa-42c7-ae9c-6464474f1e9a None None] Attempting to bind port 14095f56-d341-47b9-8aac-dd5ce005dcb5 by drivers openvswitch,hyperv on host n-d-773647-6 at level 0 using segments [{'id': '89a832b7-7793-4d51-9038-ed7e1c3ff1b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719'}] {{(pid=100249) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:09:04.657555 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32226b4b-d5fa-42c7-ae9c-6464474f1e9a None None] Attempting to bind port 14095f56-d341-47b9-8aac-dd5ce005dcb5 on network 2658f09e-a580-4d4a-9968-2d1e0ad93719 {{(pid=100249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:09:04.659092 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-dedcc483-e69b-43a0-b40c-f2dc56a2b6d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-773647-6', False) {} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:09:04.660146 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dedcc483-e69b-43a0-b40c-f2dc56a2b6d0 None None] The sync data for ids ['29f9b2fa-6c55-4ea6-a596-55bbc0c8d224'] in n-d-773647-6 is: [] {{(pid=100248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 14:09:04.660304 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25d8a01-deab-4aca-82f1-10681dacd13c None None] Pushing event updated for resources: {'Port': ['ID=14095f56-d341-47b9-8aac-dd5ce005dcb5,revision_number=2']} {{(pid=100249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:09:04.672671 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32226b4b-d5fa-42c7-ae9c-6464474f1e9a None None] Checking agent: {'id': '8ab5b19c-d213-4f29-891d-27bdf39d38b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773647-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 43, 26), 'started_at': datetime.datetime(2021, 7, 6, 13, 43, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 8, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773647-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:09:04.672671 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32226b4b-d5fa-42c7-ae9c-6464474f1e9a None None] Checking segment: {'id': '89a832b7-7793-4d51-9038-ed7e1c3ff1b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100249) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:09:04.673284 n-d-773647-6 neutron-server[100249]: DEBUG neutron_lib.callbacks.manager [None req-32226b4b-d5fa-42c7-ae9c-6464474f1e9a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:04.673785 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32226b4b-d5fa-42c7-ae9c-6464474f1e9a None None] Bound using segment: {'id': '89a832b7-7793-4d51-9038-ed7e1c3ff1b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719'} {{(pid=100249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:09:04.674391 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.managers [None req-32226b4b-d5fa-42c7-ae9c-6464474f1e9a None None] Bound port: 14095f56-d341-47b9-8aac-dd5ce005dcb5, host: n-d-773647-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89a832b7-7793-4d51-9038-ed7e1c3ff1b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719'}}] {{(pid=100249) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:09:04.675275 n-d-773647-6 neutron-server[100249]: DEBUG neutron_lib.callbacks.manager [None req-32226b4b-d5fa-42c7-ae9c-6464474f1e9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:04.679023 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b25d8a01-deab-4aca-82f1-10681dacd13c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:09:04.679636 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b25d8a01-deab-4aca-82f1-10681dacd13c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:09:04.680118 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b25d8a01-deab-4aca-82f1-10681dacd13c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:09:04.680560 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b25d8a01-deab-4aca-82f1-10681dacd13c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:09:04.681032 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b25d8a01-deab-4aca-82f1-10681dacd13c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:09:04.681469 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b25d8a01-deab-4aca-82f1-10681dacd13c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:09:04.682502 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b25d8a01-deab-4aca-82f1-10681dacd13c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:09:04.682938 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b25d8a01-deab-4aca-82f1-10681dacd13c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:09:04.683407 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b25d8a01-deab-4aca-82f1-10681dacd13c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:09:04.683842 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b25d8a01-deab-4aca-82f1-10681dacd13c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:09:04.684278 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b25d8a01-deab-4aca-82f1-10681dacd13c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:09:04.684709 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b25d8a01-deab-4aca-82f1-10681dacd13c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:09:04.692807 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-685961ce-1707-4c65-8489-75d20460d5d7 None None] Port 0931d92c-87f1-49d6-b718-8f127ae38856 cannot update to ACTIVE because it is not bound. {{(pid=100248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 14:09:04.698095 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-a3784f26-5e82-4fd4-b4c1-62a08cdaffb7 admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=518edc10c113497f9f5051e91d404b55&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4795401 Jul 06 14:09:04.698095 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3784f26-5e82-4fd4-b4c1-62a08cdaffb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d51e77d7-fa8d-4789-8d00-e032c4f80c0c,revision_number=1']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:09:04.700670 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 46422) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:09:04.753891 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.db [None req-32226b4b-d5fa-42c7-ae9c-6464474f1e9a None None] For port 14095f56-d341-47b9-8aac-dd5ce005dcb5, host n-d-773647-6, cleared binding levels {{(pid=100249) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:09:04.758348 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.db [None req-32226b4b-d5fa-42c7-ae9c-6464474f1e9a None None] For port 14095f56-d341-47b9-8aac-dd5ce005dcb5, host n-d-773647-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=14095f56-d341-47b9-8aac-dd5ce005dcb5,segment=NetworkSegment(89a832b7-7793-4d51-9038-ed7e1c3ff1b2),segment_id=89a832b7-7793-4d51-9038-ed7e1c3ff1b2)] {{(pid=100249) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:09:04.765205 n-d-773647-6 neutron-server[100249]: DEBUG neutron_lib.callbacks.manager [None req-32226b4b-d5fa-42c7-ae9c-6464474f1e9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:04.765443 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-739a686b-fb12-4a85-9627-dc0de850aedd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:04.791980 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-739a686b-fb12-4a85-9627-dc0de850aedd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:04.823463 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32226b4b-d5fa-42c7-ae9c-6464474f1e9a None None] Routers {'c6f3f37c-34b9-45e9-9725-6736f2f5b505'} bound to L3 agent in host n-d-773647-6 {{(pid=100249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:09:04.824245 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-32226b4b-d5fa-42c7-ae9c-6464474f1e9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T14:08:55Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['c6f3f37c-34b9-45e9-9725-6736f2f5b505'], 'active': True} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:09:04.848425 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-739a686b-fb12-4a85-9627-dc0de850aedd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:04.851423 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-739a686b-fb12-4a85-9627-dc0de850aedd admin admin] Notify callbacks [] for security_group, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:04.855075 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-739a686b-fb12-4a85-9627-dc0de850aedd admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/d51e77d7-fa8d-4789-8d00-e032c4f80c0c HTTP/1.1" status: 204 len: 168 time: 0.1510835 Jul 06 14:09:04.875202 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739a686b-fb12-4a85-9627-dc0de850aedd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d51e77d7-fa8d-4789-8d00-e032c4f80c0c,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:09:04.882808 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25d8a01-deab-4aca-82f1-10681dacd13c None None] Pushing event updated for resources: {'Port': ['ID=14095f56-d341-47b9-8aac-dd5ce005dcb5,revision_number=3']} {{(pid=100249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:09:04.967454 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvr_db [None req-32226b4b-d5fa-42c7-ae9c-6464474f1e9a None None] Set router c6f3f37c-34b9-45e9-9725-6736f2f5b505 gateway port host: n-d-773647-6 {{(pid=100249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:09:04.988015 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-1b0fba98-9ee4-49af-b966-e804792eec39 admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=65b786358142420284097c3fbb964768&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5226512 Jul 06 14:09:04.988587 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 46428) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:09:05.004460 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fde9b94-57b4-4b72-8411-50958ab82c67 admin admin] Network 6153a515-72a8-42ac-8fe8-4c42d053866d is already hosted by enough agents. {{(pid=100246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:09:05.041968 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.base_scheduler [None req-6fde9b94-57b4-4b72-8411-50958ab82c67 admin admin] Resources bound (agent type, host, resource id): {{(pid=100246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:09:05.045120 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fde9b94-57b4-4b72-8411-50958ab82c67 admin admin] Received port after_create {{(pid=100246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:09:05.109885 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-925a9271-7eb6-405d-bc0b-15368a8fb64a req-37dc7811-e289-406e-9164-f7832d4e7b45 tempest-ServerShowV247Test-1263848029 tempest-ServerShowV247Test-1263848029-project] 10.222.0.104 "GET /v2.0/ports?device_id=5a6b3cc9-158c-4855-9ee6-2d8b336c2250 HTTP/1.1" status: 200 len: 210 time: 0.0496480 Jul 06 14:09:05.122726 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-26a30264-f565-48d7-94f8-3fdb67642d85 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:05.124919 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fde9b94-57b4-4b72-8411-50958ab82c67 admin admin] Pushing event updated for resources: {'Port': ['ID=8103d051-0d28-4c39-9b60-031ebf8157af,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:09:05.158577 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-c5e65e84-2cb0-4495-ad5b-c090deaba3d4 tempest-RoutersNegativeTest-1967447282 tempest-RoutersNegativeTest-1967447282-project] Notify callbacks [] for router, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:05.162857 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-26a30264-f565-48d7-94f8-3fdb67642d85 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:05.168233 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-6fde9b94-57b4-4b72-8411-50958ab82c67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1807675'] for router_interface, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:05.221792 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-32226b4b-d5fa-42c7-ae9c-6464474f1e9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6f3f37c-34b9-45e9-9725-6736f2f5b505', 'name': 'tempest-ServersTestJSON-1454034615-router', 'tenant_id': 'e22918dd8a4242c7a434109e5f222b6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.16'}], 'enable_snat': True}, 'gw_port_id': '14095f56-d341-47b9-8aac-dd5ce005dcb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:09:00Z', 'updated_at': '2021-07-06T14:09:01Z', 'revision_number': 3, 'project_id': 'e22918dd8a4242c7a434109e5f222b6c', 'gw_port': {'id': '14095f56-d341-47b9-8aac-dd5ce005dcb5', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:d3:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6f3f37c-34b9-45e9-9725-6736f2f5b505', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1738, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:09:01Z', 'updated_at': '2021-07-06T14:09:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6'}], 'n-d-773647-6', False) {} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:09:05.251289 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-26a30264-f565-48d7-94f8-3fdb67642d85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:05.256674 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-26a30264-f565-48d7-94f8-3fdb67642d85 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:05.258498 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-26a30264-f565-48d7-94f8-3fdb67642d85 admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/dce2d49d-0b8a-4864-8611-6a896dcaa19a HTTP/1.1" status: 204 len: 168 time: 0.2693610 Jul 06 14:09:05.268964 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32226b4b-d5fa-42c7-ae9c-6464474f1e9a None None] The sync data for ids ['c6f3f37c-34b9-45e9-9725-6736f2f5b505'] in n-d-773647-6 is: [{'id': 'c6f3f37c-34b9-45e9-9725-6736f2f5b505', 'name': 'tempest-ServersTestJSON-1454034615-router', 'tenant_id': 'e22918dd8a4242c7a434109e5f222b6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.16'}], 'enable_snat': True}, 'gw_port_id': '14095f56-d341-47b9-8aac-dd5ce005dcb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:09:00Z', 'updated_at': '2021-07-06T14:09:01Z', 'revision_number': 3, 'project_id': 'e22918dd8a4242c7a434109e5f222b6c', 'gw_port': {'id': '14095f56-d341-47b9-8aac-dd5ce005dcb5', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:d3:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6f3f37c-34b9-45e9-9725-6736f2f5b505', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1738, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:09:01Z', 'updated_at': '2021-07-06T14:09:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6'}] {{(pid=100249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 14:09:05.282770 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a30264-f565-48d7-94f8-3fdb67642d85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dce2d49d-0b8a-4864-8611-6a896dcaa19a,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:09:05.353334 n-d-773647-6 neutron-server[100246]: INFO neutron.api.v2.resource [None req-c5e65e84-2cb0-4495-ad5b-c090deaba3d4 tempest-RoutersNegativeTest-1967447282 tempest-RoutersNegativeTest-1967447282-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 06 14:09:05.354474 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-c5e65e84-2cb0-4495-ad5b-c090deaba3d4 tempest-RoutersNegativeTest-1967447282 tempest-RoutersNegativeTest-1967447282-project] 10.222.0.104 "DELETE /v2.0/routers/29f9b2fa-6c55-4ea6-a596-55bbc0c8d224 HTTP/1.1" status: 409 len: 329 time: 0.8388798 Jul 06 14:09:05.357367 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 46436) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:09:05.413976 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 46438) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:09:05.429105 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-0a6a52a9-9a2d-443c-ade2-b650083ca20c None None] Provisioning for port 8103d051-0d28-4c39-9b60-031ebf8157af completed by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:09:05.437673 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-f2976dab-72da-40c1-b02a-b8e1c0fa2c11 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:05.439447 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-0a6a52a9-9a2d-443c-ade2-b650083ca20c None None] Provisioning complete for port 8103d051-0d28-4c39-9b60-031ebf8157af triggered by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:09:05.440395 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-0a6a52a9-9a2d-443c-ade2-b650083ca20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:05.514552 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-0a6a52a9-9a2d-443c-ade2-b650083ca20c None None] Port 8103d051-0d28-4c39-9b60-031ebf8157af cannot update to ACTIVE because it is not bound. {{(pid=100248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 14:09:05.622915 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-f2976dab-72da-40c1-b02a-b8e1c0fa2c11 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:05.624639 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-6fde9b94-57b4-4b72-8411-50958ab82c67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:05.629621 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-f2976dab-72da-40c1-b02a-b8e1c0fa2c11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:05.709587 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-f2976dab-72da-40c1-b02a-b8e1c0fa2c11 admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=ae02f5091d99468b90cefa3ddba0955b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2942867 Jul 06 14:09:05.712386 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 46446) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:09:05.773640 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2976dab-72da-40c1-b02a-b8e1c0fa2c11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e00084db-bbc5-42a0-9bae-4f9982e952f3,revision_number=1']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:09:05.797339 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device a6679434-bafb-44f3-a24a-42ba292ddbce up at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:09:05.841171 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-29615cad-df37-4b0c-9b97-4b45f8a512d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:05.867131 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-29615cad-df37-4b0c-9b97-4b45f8a512d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:05.897428 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning complete for port a6679434-bafb-44f3-a24a-42ba292ddbce triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:09:05.897820 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:05.937601 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-29615cad-df37-4b0c-9b97-4b45f8a512d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:05.940920 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-29615cad-df37-4b0c-9b97-4b45f8a512d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:05.942047 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-29615cad-df37-4b0c-9b97-4b45f8a512d5 admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/e00084db-bbc5-42a0-9bae-4f9982e952f3 HTTP/1.1" status: 204 len: 168 time: 0.2279506 Jul 06 14:09:05.975520 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29615cad-df37-4b0c-9b97-4b45f8a512d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e00084db-bbc5-42a0-9bae-4f9982e952f3,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:09:06.129674 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-6fde9b94-57b4-4b72-8411-50958ab82c67 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:06.138056 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-6fde9b94-57b4-4b72-8411-50958ab82c67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127687527'] for port, after_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:06.315121 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-a85c6129-81a1-4587-b1f7-ac9b726b13c1 tempest-RoutersNegativeTest-1967447282 tempest-RoutersNegativeTest-1967447282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1809431'] for router_interface, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:06.319287 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fde9b94-57b4-4b72-8411-50958ab82c67 admin admin] Pushing event updated for resources: {'Port': ['ID=8103d051-0d28-4c39-9b60-031ebf8157af,revision_number=2']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:09:06.325290 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-2a623fb4-82f4-419f-b659-f69d8d9f1488 req-20c9c51e-578a-41b8-a06b-5ba6315a82c0 tempest-ServerShowV247Test-1263848029 tempest-ServerShowV247Test-1263848029-project] 10.222.0.104 "GET /v2.0/ports?device_id=5a6b3cc9-158c-4855-9ee6-2d8b336c2250 HTTP/1.1" status: 200 len: 210 time: 0.0379255 Jul 06 14:09:06.327944 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-6fde9b94-57b4-4b72-8411-50958ab82c67 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1809478'] for router_interface, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:06.593986 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 46478) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:09:06.634267 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fde9b94-57b4-4b72-8411-50958ab82c67 admin admin] Network 6153a515-72a8-42ac-8fe8-4c42d053866d is already hosted by enough agents. {{(pid=100246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:09:06.637303 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.base_scheduler [None req-6fde9b94-57b4-4b72-8411-50958ab82c67 admin admin] Resources bound (agent type, host, resource id): {{(pid=100246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:09:06.765500 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [None req-5036cc43-1751-4e65-98f3-25293ec86189 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-304667605-network', 'tenant_id': 'ec17ecf5768d4895a24ddad46a93c6eb'}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:09:06.790713 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5036cc43-1751-4e65-98f3-25293ec86189 admin admin] Made reservation on behalf of ec17ecf5768d4895a24ddad46a93c6eb for: {'network': 1} {{(pid=100247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:09:06.797811 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-5036cc43-1751-4e65-98f3-25293ec86189 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for network, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:06.815996 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-5036cc43-1751-4e65-98f3-25293ec86189 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:06.934093 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6fde9b94-57b4-4b72-8411-50958ab82c67 admin admin] Router c6f3f37c-34b9-45e9-9725-6736f2f5b505 has already been hosted by L3 agent 2823d358-a11b-4885-a706-95a279e43fa7 {{(pid=100246) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 14:09:06.979996 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-5036cc43-1751-4e65-98f3-25293ec86189 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:06.984804 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-5036cc43-1751-4e65-98f3-25293ec86189 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:07.009448 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5036cc43-1751-4e65-98f3-25293ec86189 admin admin] vlan segment allocate from pool success with {'vlan_id': 1025, 'physical_network': 'physnet1'} {{(pid=100247) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 14:09:07.014234 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [None req-a85c6129-81a1-4587-b1f7-ac9b726b13c1 tempest-RoutersNegativeTest-1967447282 tempest-RoutersNegativeTest-1967447282-project] Deleting port 0931d92c-87f1-49d6-b718-8f127ae38856 {{(pid=100246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:09:07.014862 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-a85c6129-81a1-4587-b1f7-ac9b726b13c1 tempest-RoutersNegativeTest-1967447282 tempest-RoutersNegativeTest-1967447282-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:07.024795 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5036cc43-1751-4e65-98f3-25293ec86189 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf5f40df-44e7-45a9-becf-819a644ed4dc,revision_number=1']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:09:07.050249 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-5036cc43-1751-4e65-98f3-25293ec86189 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552'] for segment, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:07.050619 n-d-773647-6 neutron-server[100247]: INFO neutron.db.segments_db [None req-5036cc43-1751-4e65-98f3-25293ec86189 admin admin] Added segment 0a8ee2e9-9040-45fb-97fd-998038581a1b of type vlan for network c9be33eb-dd56-4e85-987b-a6be78859de9 Jul 06 14:09:07.059261 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-dadfd1fd-5500-4194-8c6d-3f6ba09be2a2 None None] Provisioning complete for port 8103d051-0d28-4c39-9b60-031ebf8157af triggered by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:09:07.060390 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-dadfd1fd-5500-4194-8c6d-3f6ba09be2a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:07.102765 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-dadfd1fd-5500-4194-8c6d-3f6ba09be2a2 None None] Port 8103d051-0d28-4c39-9b60-031ebf8157af cannot update to ACTIVE because it is not bound. {{(pid=100248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 14:09:07.110179 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-5036cc43-1751-4e65-98f3-25293ec86189 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773752984405'] for network, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:07.130849 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fde9b94-57b4-4b72-8411-50958ab82c67 admin admin] Notify agent at l3_agent.n-d-773647-6 the message routers_updated {{(pid=100246) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 14:09:07.142580 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-6fde9b94-57b4-4b72-8411-50958ab82c67 admin admin] 10.222.0.104 "PUT /v2.0/routers/c6f3f37c-34b9-45e9-9725-6736f2f5b505/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1188638 Jul 06 14:09:07.165923 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-a85c6129-81a1-4587-b1f7-ac9b726b13c1 tempest-RoutersNegativeTest-1967447282 tempest-RoutersNegativeTest-1967447282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:07.172378 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-5036cc43-1751-4e65-98f3-25293ec86189 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060'] for network, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:07.185890 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [None req-a85c6129-81a1-4587-b1f7-ac9b726b13c1 tempest-RoutersNegativeTest-1967447282 tempest-RoutersNegativeTest-1967447282-project] Calling delete_port for 0931d92c-87f1-49d6-b718-8f127ae38856 owned by network:router_interface {{(pid=100246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:09:07.191249 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5036cc43-1751-4e65-98f3-25293ec86189 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:09:07.192990 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-5036cc43-1751-4e65-98f3-25293ec86189 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583035'] for network, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:07.434465 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-a85c6129-81a1-4587-b1f7-ac9b726b13c1 tempest-RoutersNegativeTest-1967447282 tempest-RoutersNegativeTest-1967447282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127687580'] for port, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:07.496754 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85c6129-81a1-4587-b1f7-ac9b726b13c1 tempest-RoutersNegativeTest-1967447282 tempest-RoutersNegativeTest-1967447282-project] Pushing event deleted for resources: {'Port': ['ID=0931d92c-87f1-49d6-b718-8f127ae38856,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:09:07.520727 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85c6129-81a1-4587-b1f7-ac9b726b13c1 tempest-RoutersNegativeTest-1967447282 tempest-RoutersNegativeTest-1967447282-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:09:07.521448 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85c6129-81a1-4587-b1f7-ac9b726b13c1 tempest-RoutersNegativeTest-1967447282 tempest-RoutersNegativeTest-1967447282-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:09:07.522010 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85c6129-81a1-4587-b1f7-ac9b726b13c1 tempest-RoutersNegativeTest-1967447282 tempest-RoutersNegativeTest-1967447282-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:09:07.522567 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85c6129-81a1-4587-b1f7-ac9b726b13c1 tempest-RoutersNegativeTest-1967447282 tempest-RoutersNegativeTest-1967447282-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:09:07.523117 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85c6129-81a1-4587-b1f7-ac9b726b13c1 tempest-RoutersNegativeTest-1967447282 tempest-RoutersNegativeTest-1967447282-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:09:07.523688 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85c6129-81a1-4587-b1f7-ac9b726b13c1 tempest-RoutersNegativeTest-1967447282 tempest-RoutersNegativeTest-1967447282-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:09:07.524219 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85c6129-81a1-4587-b1f7-ac9b726b13c1 tempest-RoutersNegativeTest-1967447282 tempest-RoutersNegativeTest-1967447282-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:09:07.524877 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85c6129-81a1-4587-b1f7-ac9b726b13c1 tempest-RoutersNegativeTest-1967447282 tempest-RoutersNegativeTest-1967447282-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:09:07.525729 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85c6129-81a1-4587-b1f7-ac9b726b13c1 tempest-RoutersNegativeTest-1967447282 tempest-RoutersNegativeTest-1967447282-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:09:07.526277 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85c6129-81a1-4587-b1f7-ac9b726b13c1 tempest-RoutersNegativeTest-1967447282 tempest-RoutersNegativeTest-1967447282-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:09:07.531896 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85c6129-81a1-4587-b1f7-ac9b726b13c1 tempest-RoutersNegativeTest-1967447282 tempest-RoutersNegativeTest-1967447282-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:09:07.532603 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85c6129-81a1-4587-b1f7-ac9b726b13c1 tempest-RoutersNegativeTest-1967447282 tempest-RoutersNegativeTest-1967447282-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:09:07.867882 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 14095f56-d341-47b9-8aac-dd5ce005dcb5 up at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:09:07.871044 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5036cc43-1751-4e65-98f3-25293ec86189 admin admin] Pushing event updated for resources: {'Network': ['ID=c9be33eb-dd56-4e85-987b-a6be78859de9,revision_number=1']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:09:07.878498 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-a85c6129-81a1-4587-b1f7-ac9b726b13c1 tempest-RoutersNegativeTest-1967447282 tempest-RoutersNegativeTest-1967447282-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1809193'] for router_interface, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:07.921253 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Network c9be33eb-dd56-4e85-987b-a6be78859de9 details requested by agent ovs-agent-n-d-773647-6 with host n-d-773647-6 {{(pid=100248) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 14:09:07.940883 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-b4cf8e53-d8a8-4f51-b591-199c04549678 req-184decbe-3209-4ddf-a8a1-bc8f678a1d12 tempest-ServerShowV247Test-1263848029 tempest-ServerShowV247Test-1263848029-project] 10.222.0.104 "GET /v2.0/ports?device_id=5a6b3cc9-158c-4855-9ee6-2d8b336c2250 HTTP/1.1" status: 200 len: 210 time: 0.0819435 Jul 06 14:09:07.946141 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-5036cc43-1751-4e65-98f3-25293ec86189 admin admin] 10.222.0.104 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.3490274 Jul 06 14:09:07.949849 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 46516) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:09:07.969020 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [None req-8335c875-70ab-47b1-8b4d-b9273db50752 admin admin] Request body: {'subnet': {'network_id': 'c9be33eb-dd56-4e85-987b-a6be78859de9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-304667605-subnet', 'tenant_id': 'ec17ecf5768d4895a24ddad46a93c6eb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:09:08.020299 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8335c875-70ab-47b1-8b4d-b9273db50752 admin admin] Made reservation on behalf of ec17ecf5768d4895a24ddad46a93c6eb for: {'subnet': 1} {{(pid=100247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:09:08.026856 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-8335c875-70ab-47b1-8b4d-b9273db50752 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127627440'] for subnet, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:08.131838 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91c2e061-7fb8-460f-b201-75b10530fbe9 None None] Sync routers for ids ['c6f3f37c-34b9-45e9-9725-6736f2f5b505'] in n-d-773647-6 {{(pid=100249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 14:09:08.151909 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91c2e061-7fb8-460f-b201-75b10530fbe9 None None] Routers {'c6f3f37c-34b9-45e9-9725-6736f2f5b505'} bound to L3 agent in host n-d-773647-6 {{(pid=100249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:09:08.151909 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-91c2e061-7fb8-460f-b201-75b10530fbe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T14:08:55Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['c6f3f37c-34b9-45e9-9725-6736f2f5b505'], 'active': True} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:09:08.168182 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning for port 14095f56-d341-47b9-8aac-dd5ce005dcb5 completed by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:09:08.178001 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning complete for port 14095f56-d341-47b9-8aac-dd5ce005dcb5 triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:09:08.179673 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:08.302802 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a85c6129-81a1-4587-b1f7-ac9b726b13c1 tempest-RoutersNegativeTest-1967447282 tempest-RoutersNegativeTest-1967447282-project] Router 29f9b2fa-6c55-4ea6-a596-55bbc0c8d224 has already been hosted by L3 agent 2823d358-a11b-4885-a706-95a279e43fa7 {{(pid=100246) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 14:09:08.363578 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:08.375195 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvr_db [None req-91c2e061-7fb8-460f-b201-75b10530fbe9 None None] Set router c6f3f37c-34b9-45e9-9725-6736f2f5b505 gateway port host: n-d-773647-6 {{(pid=100249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:09:08.402413 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] For port 14095f56-d341-47b9-8aac-dd5ce005dcb5, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=14095f56-d341-47b9-8aac-dd5ce005dcb5,segment=NetworkSegment(89a832b7-7793-4d51-9038-ed7e1c3ff1b2),segment_id=89a832b7-7793-4d51-9038-ed7e1c3ff1b2)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:09:08.414578 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:08.421296 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-8335c875-70ab-47b1-8b4d-b9273db50752 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1849032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-128888412', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127627426'] for subnet, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:08.497225 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a85c6129-81a1-4587-b1f7-ac9b726b13c1 tempest-RoutersNegativeTest-1967447282 tempest-RoutersNegativeTest-1967447282-project] Notify agent at l3_agent.n-d-773647-6 the message routers_updated {{(pid=100246) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 14:09:08.510990 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-a85c6129-81a1-4587-b1f7-ac9b726b13c1 tempest-RoutersNegativeTest-1967447282 tempest-RoutersNegativeTest-1967447282-project] 10.222.0.104 "PUT /v2.0/routers/29f9b2fa-6c55-4ea6-a596-55bbc0c8d224/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1523557 Jul 06 14:09:08.516033 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 46524) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:09:08.516308 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9726358e-8cb9-4e23-a9f0-5e5a53c602fd None None] Sync routers for ids ['29f9b2fa-6c55-4ea6-a596-55bbc0c8d224'] in n-d-773647-6 {{(pid=100248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 14:09:08.527486 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Pushing event updated for resources: {'Port': ['ID=14095f56-d341-47b9-8aac-dd5ce005dcb5,revision_number=4']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:09:08.532252 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9726358e-8cb9-4e23-a9f0-5e5a53c602fd None None] Routers {'29f9b2fa-6c55-4ea6-a596-55bbc0c8d224'} bound to L3 agent in host n-d-773647-6 {{(pid=100248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:09:08.532993 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-9726358e-8cb9-4e23-a9f0-5e5a53c602fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T14:08:55Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['29f9b2fa-6c55-4ea6-a596-55bbc0c8d224'], 'active': True} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:09:08.566675 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-9726358e-8cb9-4e23-a9f0-5e5a53c602fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-773647-6', False) {} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:09:08.579778 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9726358e-8cb9-4e23-a9f0-5e5a53c602fd None None] Routers {'29f9b2fa-6c55-4ea6-a596-55bbc0c8d224'} bound to L3 agent in host n-d-773647-6 {{(pid=100248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:09:08.580500 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-9726358e-8cb9-4e23-a9f0-5e5a53c602fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T14:08:55Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['29f9b2fa-6c55-4ea6-a596-55bbc0c8d224'], 'active': True} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:09:08.609072 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8335c875-70ab-47b1-8b4d-b9273db50752 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7a470be8-392b-49fb-be93-338924527fd4,revision_number=0']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:09:08.625441 n-d-773647-6 neutron-server[100246]: INFO neutron.api.v2.resource [None req-806fa9e9-e293-4a1b-a579-c8a71e7bdcc4 tempest-RoutersNegativeTest-1967447282 tempest-RoutersNegativeTest-1967447282-project] show failed (client error): The resource could not be found. Jul 06 14:09:08.627386 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-806fa9e9-e293-4a1b-a579-c8a71e7bdcc4 tempest-RoutersNegativeTest-1967447282 tempest-RoutersNegativeTest-1967447282-project] 10.222.0.104 "GET /v2.0/routers/tempest-non_exist_router-1712668382 HTTP/1.1" status: 404 len: 335 time: 0.1110609 Jul 06 14:09:08.629762 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 46532) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:09:08.634357 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-9726358e-8cb9-4e23-a9f0-5e5a53c602fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-773647-6', False) {} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:09:08.635632 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9726358e-8cb9-4e23-a9f0-5e5a53c602fd None None] The sync data for ids ['29f9b2fa-6c55-4ea6-a596-55bbc0c8d224'] in n-d-773647-6 is: [] {{(pid=100248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 14:09:08.636159 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-f06c7fd2-8277-4ecb-84e1-a1ca669a926a tempest-RoutersNegativeTest-1967447282 tempest-RoutersNegativeTest-1967447282-project] Request body: {'router': {'name': 'new_name'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:09:08.638308 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8335c875-70ab-47b1-8b4d-b9273db50752 admin admin] Checking segment: {'id': '0a8ee2e9-9040-45fb-97fd-998038581a1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': 'c9be33eb-dd56-4e85-987b-a6be78859de9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100247) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:09:08.638588 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8335c875-70ab-47b1-8b4d-b9273db50752 admin admin] Network hostable DHCP agents. Network: c9be33eb-dd56-4e85-987b-a6be78859de9, hostable agents: ['f2bada3d-be77-4359-982b-8505a2bbca04'], hosted agents: [] {{(pid=100247) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 14:09:08.664621 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8335c875-70ab-47b1-8b4d-b9273db50752 admin admin] Network c9be33eb-dd56-4e85-987b-a6be78859de9 is scheduled to be hosted by DHCP agent f2bada3d-be77-4359-982b-8505a2bbca04 with binding_index 1 {{(pid=100247) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 14:09:08.678474 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.base_scheduler [None req-8335c875-70ab-47b1-8b4d-b9273db50752 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773647-6, c9be33eb-dd56-4e85-987b-a6be78859de9) {{(pid=100247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:09:08.685897 n-d-773647-6 neutron-server[100246]: INFO neutron.api.v2.resource [None req-f06c7fd2-8277-4ecb-84e1-a1ca669a926a tempest-RoutersNegativeTest-1967447282 tempest-RoutersNegativeTest-1967447282-project] update failed (client error): The resource could not be found. Jul 06 14:09:08.687358 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-f06c7fd2-8277-4ecb-84e1-a1ca669a926a tempest-RoutersNegativeTest-1967447282 tempest-RoutersNegativeTest-1967447282-project] 10.222.0.104 "PUT /v2.0/routers/tempest-non_exist_router-393534531 HTTP/1.1" status: 404 len: 334 time: 0.0560749 Jul 06 14:09:08.690260 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42cf0422-fd9f-46f1-81c2-1515c2a751c5 None None] Network c9be33eb-dd56-4e85-987b-a6be78859de9 requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:09:08.691160 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 46534) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:09:08.692478 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8335c875-70ab-47b1-8b4d-b9273db50752 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:09:08.693464 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-8335c875-70ab-47b1-8b4d-b9273db50752 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:08.703916 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 46536) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:09:08.709216 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [None req-fa8b4912-97e0-454e-867c-3b0cc8ed1116 tempest-ServersTestJSON-1826732852 tempest-ServersTestJSON-1826732852-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1083352098', 'description': 'tempest-description--98340714'}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:09:08.742976 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-fa8b4912-97e0-454e-867c-3b0cc8ed1116 tempest-ServersTestJSON-1826732852 tempest-ServersTestJSON-1826732852-project] Notify callbacks [] for security_group, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:08.758583 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.db_base_plugin_v2 [None req-50ca9c42-fd45-4e8f-a0eb-39dd78404fa6 tempest-RoutersNegativeTest-1967447282 tempest-RoutersNegativeTest-1967447282-project] Deleting subnet 2a716b7a-2c65-4235-bf0d-4cdce1fe7947 {{(pid=100246) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 14:09:08.764285 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-50ca9c42-fd45-4e8f-a0eb-39dd78404fa6 tempest-RoutersNegativeTest-1967447282 tempest-RoutersNegativeTest-1967447282-project] Notify callbacks [] for subnet, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:08.820876 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-50ca9c42-fd45-4e8f-a0eb-39dd78404fa6 tempest-RoutersNegativeTest-1967447282 tempest-RoutersNegativeTest-1967447282-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126218885'] for subnet, precommit_delete_associations {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:08.847451 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa131090-2bb4-486b-b8e9-9698b21541e6 None None] Network c9be33eb-dd56-4e85-987b-a6be78859de9 requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:09:08.848255 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-fa8b4912-97e0-454e-867c-3b0cc8ed1116 tempest-ServersTestJSON-1826732852 tempest-ServersTestJSON-1826732852-project] Notify callbacks [] for security_group, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:08.851870 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-8335c875-70ab-47b1-8b4d-b9273db50752 admin admin] 10.222.0.104 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8999286 Jul 06 14:09:08.852419 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-91c2e061-7fb8-460f-b201-75b10530fbe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6f3f37c-34b9-45e9-9725-6736f2f5b505', 'name': 'tempest-ServersTestJSON-1454034615-router', 'tenant_id': 'e22918dd8a4242c7a434109e5f222b6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.16'}], 'enable_snat': True}, 'gw_port_id': '14095f56-d341-47b9-8aac-dd5ce005dcb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:09:00Z', 'updated_at': '2021-07-06T14:09:05Z', 'revision_number': 4, 'project_id': 'e22918dd8a4242c7a434109e5f222b6c', 'gw_port': {'id': '14095f56-d341-47b9-8aac-dd5ce005dcb5', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:d3:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6f3f37c-34b9-45e9-9725-6736f2f5b505', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1738, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:09:01Z', 'updated_at': '2021-07-06T14:09:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6', '_interfaces': [{'id': '8103d051-0d28-4c39-9b60-031ebf8157af', 'name': '', 'network_id': '6153a515-72a8-42ac-8fe8-4c42d053866d', 'tenant_id': 'e22918dd8a4242c7a434109e5f222b6c', 'mac_address': 'fa:16:3e:1f:fb:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6f3f37c-34b9-45e9-9725-6736f2f5b505', 'device_owner': 'network:router_interface', 'standard_attr_id': 1740, 'fixed_ips': [{'subnet_id': '0b4cd2a7-9311-4178-a627-e29c4c70b074', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:09:03Z', 'updated_at': '2021-07-06T14:09:05Z', 'revision_number': 2, 'project_id': 'e22918dd8a4242c7a434109e5f222b6c', 'subnets': [{'id': '0b4cd2a7-9311-4178-a627-e29c4c70b074', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773647-6', False) {} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:09:08.865946 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-fa8b4912-97e0-454e-867c-3b0cc8ed1116 tempest-ServersTestJSON-1826732852 tempest-ServersTestJSON-1826732852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:08.891799 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-fa8b4912-97e0-454e-867c-3b0cc8ed1116 tempest-ServersTestJSON-1826732852 tempest-ServersTestJSON-1826732852-project] Notify callbacks [] for security_group, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:08.893027 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-fa8b4912-97e0-454e-867c-3b0cc8ed1116 tempest-ServersTestJSON-1826732852 tempest-ServersTestJSON-1826732852-project] 10.222.0.104 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.1877661 Jul 06 14:09:08.908895 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 46540) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:09:08.938682 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [None req-d111575b-921a-4940-83ed-4af6ed9fdd8d tempest-ServersTestJSON-1826732852 tempest-ServersTestJSON-1826732852-project] Request body: {'security_group_rule': {'security_group_id': '0aa84f6b-3b5e-4d6c-88fe-a6af915b5cf9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:09:08.940462 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-50ca9c42-fd45-4e8f-a0eb-39dd78404fa6 tempest-RoutersNegativeTest-1967447282 tempest-RoutersNegativeTest-1967447282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-913473'] for subnet, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:08.940596 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91c2e061-7fb8-460f-b201-75b10530fbe9 None None] Checking router: c6f3f37c-34b9-45e9-9725-6736f2f5b505 for host: n-d-773647-6 {{(pid=100249) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 14:09:08.940884 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91c2e061-7fb8-460f-b201-75b10530fbe9 None None] Updating router c6f3f37c-34b9-45e9-9725-6736f2f5b505 port 8103d051-0d28-4c39-9b60-031ebf8157af binding host n-d-773647-6 {{(pid=100249) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 14:09:08.956686 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8b4912-97e0-454e-867c-3b0cc8ed1116 tempest-ServersTestJSON-1826732852 tempest-ServersTestJSON-1826732852-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0aa84f6b-3b5e-4d6c-88fe-a6af915b5cf9,revision_number=1']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:09:09.008495 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-d111575b-921a-4940-83ed-4af6ed9fdd8d tempest-ServersTestJSON-1826732852 tempest-ServersTestJSON-1826732852-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:09.025557 n-d-773647-6 neutron-server[100249]: DEBUG neutron_lib.callbacks.manager [None req-91c2e061-7fb8-460f-b201-75b10530fbe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:09.066840 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-50ca9c42-fd45-4e8f-a0eb-39dd78404fa6 tempest-RoutersNegativeTest-1967447282 tempest-RoutersNegativeTest-1967447282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-913480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1849032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127687590', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127702764'] for subnet, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:09.117272 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ca9c42-fd45-4e8f-a0eb-39dd78404fa6 tempest-RoutersNegativeTest-1967447282 tempest-RoutersNegativeTest-1967447282-project] Pushing event deleted for resources: {'Subnet': ['ID=2a716b7a-2c65-4235-bf0d-4cdce1fe7947,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:09:09.125836 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-50ca9c42-fd45-4e8f-a0eb-39dd78404fa6 tempest-RoutersNegativeTest-1967447282 tempest-RoutersNegativeTest-1967447282-project] Notify callbacks [] for subnet, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:09.133039 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-50ca9c42-fd45-4e8f-a0eb-39dd78404fa6 tempest-RoutersNegativeTest-1967447282 tempest-RoutersNegativeTest-1967447282-project] 10.222.0.104 "DELETE /v2.0/subnets/2a716b7a-2c65-4235-bf0d-4cdce1fe7947 HTTP/1.1" status: 204 len: 168 time: 0.4408588 Jul 06 14:09:09.133997 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 46546) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:09:09.163069 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20d7d155-3345-4292-9975-6cd91aa800ef None None] Network 79eb594f-28b9-423a-bd90-c7321736a50c requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:09:09.174389 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-d111575b-921a-4940-83ed-4af6ed9fdd8d tempest-ServersTestJSON-1826732852 tempest-ServersTestJSON-1826732852-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:09.183930 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-d111575b-921a-4940-83ed-4af6ed9fdd8d tempest-ServersTestJSON-1826732852 tempest-ServersTestJSON-1826732852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1898694'] for security_group_rule, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:09.199379 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d111575b-921a-4940-83ed-4af6ed9fdd8d tempest-ServersTestJSON-1826732852 tempest-ServersTestJSON-1826732852-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=78d40718-3969-4e44-a2d9-f4e951a60bd5,revision_number=0']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:09:09.218238 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-d111575b-921a-4940-83ed-4af6ed9fdd8d tempest-ServersTestJSON-1826732852 tempest-ServersTestJSON-1826732852-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:09.220001 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-d111575b-921a-4940-83ed-4af6ed9fdd8d tempest-ServersTestJSON-1826732852 tempest-ServersTestJSON-1826732852-project] 10.222.0.104 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3082490 Jul 06 14:09:09.224140 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 46554) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:09:09.227791 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-c84bfadc-af7d-4ff6-a80c-585e552c4eee tempest-ServersTestJSON-1826732852 tempest-ServersTestJSON-1826732852-project] Request body: {'security_group_rule': {'security_group_id': '0aa84f6b-3b5e-4d6c-88fe-a6af915b5cf9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:09:09.267149 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b7ddb03-3850-4899-9c32-dd10d5079f2e tempest-RoutersNegativeTest-1967447282 tempest-RoutersNegativeTest-1967447282-project] Deleting subnet f9afb2ea-d1d3-4b85-a035-14c28345689b {{(pid=100246) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 14:09:09.283591 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-1b7ddb03-3850-4899-9c32-dd10d5079f2e tempest-RoutersNegativeTest-1967447282 tempest-RoutersNegativeTest-1967447282-project] Notify callbacks [] for subnet, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:09.323189 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-9ce3b403-cbad-48df-94e2-fbe11db9aa71 req-ddce1066-4883-4bd2-b863-d176fda87098 tempest-ServerShowV247Test-1263848029 tempest-ServerShowV247Test-1263848029-project] 10.222.0.104 "GET /v2.0/ports?device_id=5a6b3cc9-158c-4855-9ee6-2d8b336c2250 HTTP/1.1" status: 200 len: 210 time: 0.0721710 Jul 06 14:09:09.403239 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-c84bfadc-af7d-4ff6-a80c-585e552c4eee tempest-ServersTestJSON-1826732852 tempest-ServersTestJSON-1826732852-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:09.408547 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-1b7ddb03-3850-4899-9c32-dd10d5079f2e tempest-RoutersNegativeTest-1967447282 tempest-RoutersNegativeTest-1967447282-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126218885'] for subnet, precommit_delete_associations {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:09.556040 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bbd2e87-43e1-4b35-9cb8-a93bfd0d5655 None None] DHCP port deletion for 79eb594f-28b9-423a-bd90-c7321736a50c request from n-d-773647-6 {{(pid=100248) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 14:09:09.577368 n-d-773647-6 neutron-server[100249]: DEBUG neutron_lib.callbacks.manager [None req-91c2e061-7fb8-460f-b201-75b10530fbe9 None None] Notify callbacks [] for port, precommit_update {{(pid=100249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:09.592780 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.provisioning_blocks [None req-91c2e061-7fb8-460f-b201-75b10530fbe9 None None] Transition to ACTIVE for port object 8103d051-0d28-4c39-9b60-031ebf8157af will not be triggered until provisioned by entity L2. {{(pid=100249) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:09:09.605120 n-d-773647-6 neutron-server[100249]: DEBUG neutron_lib.callbacks.manager [None req-91c2e061-7fb8-460f-b201-75b10530fbe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:09.668656 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-5bbd2e87-43e1-4b35-9cb8-a93bfd0d5655 None None] Deleting port 98787d5a-98d8-42f7-84f7-0d4c7cd9bf7b {{(pid=100248) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:09:09.669039 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5bbd2e87-43e1-4b35-9cb8-a93bfd0d5655 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:09.690556 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28629c62-04d1-443c-98ff-20078429d27c None None] Pushing event updated for resources: {'Port': ['ID=8103d051-0d28-4c39-9b60-031ebf8157af,revision_number=3']} {{(pid=100249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:09:09.757508 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-c84bfadc-af7d-4ff6-a80c-585e552c4eee tempest-ServersTestJSON-1826732852 tempest-ServersTestJSON-1826732852-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:09.763852 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-c84bfadc-af7d-4ff6-a80c-585e552c4eee tempest-ServersTestJSON-1826732852 tempest-ServersTestJSON-1826732852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1898694'] for security_group_rule, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:09.797197 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763c372d-556c-4dca-b93d-eb29ed873c15 req-5e08ef41-23b5-467b-a929-0a65441e0028 tempest-ServerAddressesTestJSON-1860005328 tempest-ServerAddressesTestJSON-1860005328-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:09:09.799397 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-763c372d-556c-4dca-b93d-eb29ed873c15 req-5e08ef41-23b5-467b-a929-0a65441e0028 tempest-ServerAddressesTestJSON-1860005328 tempest-ServerAddressesTestJSON-1860005328-project] 10.222.0.104 "GET /v2.0/networks?id=c9be33eb-dd56-4e85-987b-a6be78859de9 HTTP/1.1" status: 200 len: 813 time: 0.2807097 Jul 06 14:09:09.803751 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 14095f56-d341-47b9-8aac-dd5ce005dcb5 up at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:09:09.816007 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84bfadc-af7d-4ff6-a80c-585e552c4eee tempest-ServersTestJSON-1826732852 tempest-ServersTestJSON-1826732852-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=01e7c594-4491-40ea-be94-4a377d4a2dd8,revision_number=0']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:09:09.828106 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-c84bfadc-af7d-4ff6-a80c-585e552c4eee tempest-ServersTestJSON-1826732852 tempest-ServersTestJSON-1826732852-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:09.829679 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-c84bfadc-af7d-4ff6-a80c-585e552c4eee tempest-ServersTestJSON-1826732852 tempest-ServersTestJSON-1826732852-project] 10.222.0.104 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6058836 Jul 06 14:09:09.831546 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-1b7ddb03-3850-4899-9c32-dd10d5079f2e tempest-RoutersNegativeTest-1967447282 tempest-RoutersNegativeTest-1967447282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-913473'] for subnet, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:09.834060 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.managers [None req-91c2e061-7fb8-460f-b201-75b10530fbe9 None None] Attempting to bind port 8103d051-0d28-4c39-9b60-031ebf8157af on host n-d-773647-6 for vnic_type normal with profile {{(pid=100249) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:09:09.834495 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.managers [None req-91c2e061-7fb8-460f-b201-75b10530fbe9 None None] Attempting to bind port 8103d051-0d28-4c39-9b60-031ebf8157af by drivers openvswitch,hyperv on host n-d-773647-6 at level 0 using segments [{'id': '52fec4a3-93cc-4beb-9d88-19cc6ca15035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': '6153a515-72a8-42ac-8fe8-4c42d053866d'}] {{(pid=100249) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:09:09.834858 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91c2e061-7fb8-460f-b201-75b10530fbe9 None None] Attempting to bind port 8103d051-0d28-4c39-9b60-031ebf8157af on network 6153a515-72a8-42ac-8fe8-4c42d053866d {{(pid=100249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:09:09.835822 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 46572) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:09:09.844237 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91c2e061-7fb8-460f-b201-75b10530fbe9 None None] Checking agent: {'id': '8ab5b19c-d213-4f29-891d-27bdf39d38b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773647-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 43, 26), 'started_at': datetime.datetime(2021, 7, 6, 13, 43, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 8, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773647-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:09:09.844636 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91c2e061-7fb8-460f-b201-75b10530fbe9 None None] Checking segment: {'id': '52fec4a3-93cc-4beb-9d88-19cc6ca15035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': '6153a515-72a8-42ac-8fe8-4c42d053866d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100249) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:09:09.845032 n-d-773647-6 neutron-server[100249]: DEBUG neutron_lib.callbacks.manager [None req-91c2e061-7fb8-460f-b201-75b10530fbe9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:09.845469 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91c2e061-7fb8-460f-b201-75b10530fbe9 None None] Bound using segment: {'id': '52fec4a3-93cc-4beb-9d88-19cc6ca15035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': '6153a515-72a8-42ac-8fe8-4c42d053866d'} {{(pid=100249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:09:09.845934 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.managers [None req-91c2e061-7fb8-460f-b201-75b10530fbe9 None None] Bound port: 8103d051-0d28-4c39-9b60-031ebf8157af, host: n-d-773647-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52fec4a3-93cc-4beb-9d88-19cc6ca15035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': '6153a515-72a8-42ac-8fe8-4c42d053866d'}}] {{(pid=100249) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:09:09.846315 n-d-773647-6 neutron-server[100249]: DEBUG neutron_lib.callbacks.manager [None req-91c2e061-7fb8-460f-b201-75b10530fbe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:09.860510 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-763c372d-556c-4dca-b93d-eb29ed873c15 req-d8276c99-55b3-4709-b48e-6bb07dbbd36f tempest-ServerAddressesTestJSON-1860005328 tempest-ServerAddressesTestJSON-1860005328-project] 10.222.0.104 "GET /v2.0/quotas/ec17ecf5768d4895a24ddad46a93c6eb HTTP/1.1" status: 200 len: 375 time: 0.0547240 Jul 06 14:09:09.874937 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5bbd2e87-43e1-4b35-9cb8-a93bfd0d5655 None None] For port 98787d5a-98d8-42f7-84f7-0d4c7cd9bf7b, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=98787d5a-98d8-42f7-84f7-0d4c7cd9bf7b,segment=NetworkSegment(2a37f760-7239-4a7f-a577-8d90a0d11117),segment_id=2a37f760-7239-4a7f-a577-8d90a0d11117)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:09:09.875355 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5bbd2e87-43e1-4b35-9cb8-a93bfd0d5655 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:09.891977 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-0c5424ae-3c52-421d-b54e-ca9c77310edd tempest-ServersTestJSON-1826732852 tempest-ServersTestJSON-1826732852-project] Request body: {'floatingip': {'floating_network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:09:09.900883 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-5bbd2e87-43e1-4b35-9cb8-a93bfd0d5655 None None] Calling delete_port for 98787d5a-98d8-42f7-84f7-0d4c7cd9bf7b owned by network:dhcp {{(pid=100248) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:09:09.925923 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-763c372d-556c-4dca-b93d-eb29ed873c15 req-72729db8-4bce-40f1-9abf-bc3e21b9c6e7 tempest-ServerAddressesTestJSON-1860005328 tempest-ServerAddressesTestJSON-1860005328-project] 10.222.0.104 "GET /v2.0/ports?tenant_id=ec17ecf5768d4895a24ddad46a93c6eb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0639687 Jul 06 14:09:09.980412 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.db [None req-91c2e061-7fb8-460f-b201-75b10530fbe9 None None] For port 8103d051-0d28-4c39-9b60-031ebf8157af, host n-d-773647-6, cleared binding levels {{(pid=100249) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:09:09.985616 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.db [None req-91c2e061-7fb8-460f-b201-75b10530fbe9 None None] For port 8103d051-0d28-4c39-9b60-031ebf8157af, host n-d-773647-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=8103d051-0d28-4c39-9b60-031ebf8157af,segment=NetworkSegment(52fec4a3-93cc-4beb-9d88-19cc6ca15035),segment_id=52fec4a3-93cc-4beb-9d88-19cc6ca15035)] {{(pid=100249) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:09:09.988036 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning complete for port 14095f56-d341-47b9-8aac-dd5ce005dcb5 triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:09:09.988548 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:09.991678 n-d-773647-6 neutron-server[100249]: DEBUG neutron_lib.callbacks.manager [None req-91c2e061-7fb8-460f-b201-75b10530fbe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:09.994107 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-0c5424ae-3c52-421d-b54e-ca9c77310edd tempest-ServersTestJSON-1826732852 tempest-ServersTestJSON-1826732852-project] Notify callbacks [] for floatingip, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:10.102851 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-1b7ddb03-3850-4899-9c32-dd10d5079f2e tempest-RoutersNegativeTest-1967447282 tempest-RoutersNegativeTest-1967447282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-913480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1849032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127687590', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127702764'] for subnet, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:10.104807 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5bbd2e87-43e1-4b35-9cb8-a93bfd0d5655 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117'] for port, after_delete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:10.123538 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-763c372d-556c-4dca-b93d-eb29ed873c15 req-0c2cf3b5-d9f2-4b38-9372-85b5e39bd853 service neutron] 10.222.0.104 "GET /v2.0/networks/c9be33eb-dd56-4e85-987b-a6be78859de9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1967456 Jul 06 14:09:10.128066 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91c2e061-7fb8-460f-b201-75b10530fbe9 None None] Routers {'c6f3f37c-34b9-45e9-9725-6736f2f5b505'} bound to L3 agent in host n-d-773647-6 {{(pid=100249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:09:10.128683 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-91c2e061-7fb8-460f-b201-75b10530fbe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T14:08:55Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['c6f3f37c-34b9-45e9-9725-6736f2f5b505'], 'active': True} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:09:10.130439 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28629c62-04d1-443c-98ff-20078429d27c None None] Pushing event updated for resources: {'Port': ['ID=8103d051-0d28-4c39-9b60-031ebf8157af,revision_number=4']} {{(pid=100249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:09:10.179407 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bbd2e87-43e1-4b35-9cb8-a93bfd0d5655 None None] Pushing event deleted for resources: {'Port': ['ID=98787d5a-98d8-42f7-84f7-0d4c7cd9bf7b,revision_number=None']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:09:10.188292 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bbd2e87-43e1-4b35-9cb8-a93bfd0d5655 None None] No DVR routers for this DVR port 98787d5a-98d8-42f7-84f7-0d4c7cd9bf7b on host n-d-773647-6 {{(pid=100248) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:09:10.224549 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-1b7ddb03-3850-4899-9c32-dd10d5079f2e tempest-RoutersNegativeTest-1967447282 tempest-RoutersNegativeTest-1967447282-project] Notify callbacks [] for subnet, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:10.230985 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-058c34fe-d0c0-4418-8146-ee1026e9f33a None None] Network 1dd4eb73-fb8c-4e55-a274-20823b5396c1 requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:09:10.234730 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-1b7ddb03-3850-4899-9c32-dd10d5079f2e tempest-RoutersNegativeTest-1967447282 tempest-RoutersNegativeTest-1967447282-project] 10.222.0.104 "DELETE /v2.0/subnets/f9afb2ea-d1d3-4b85-a035-14c28345689b HTTP/1.1" status: 204 len: 168 time: 1.0967588 Jul 06 14:09:10.237945 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7ddb03-3850-4899-9c32-dd10d5079f2e tempest-RoutersNegativeTest-1967447282 tempest-RoutersNegativeTest-1967447282-project] Pushing event deleted for resources: {'Subnet': ['ID=f9afb2ea-d1d3-4b85-a035-14c28345689b,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:09:10.249282 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 46574) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:09:10.284997 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 98787d5a-98d8-42f7-84f7-0d4c7cd9bf7b no longer exists at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:09:10.306163 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] No Port match for: 98787d5a-98d8-42f7-84f7-0d4c7cd9bf7b {{(pid=100248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 14:09:10.307052 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 98787d5a-98d8-42f7-84f7-0d4c7cd9bf7b not bound to the agent host n-d-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:09:10.328898 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvr_db [None req-91c2e061-7fb8-460f-b201-75b10530fbe9 None None] Set router c6f3f37c-34b9-45e9-9725-6736f2f5b505 gateway port host: n-d-773647-6 {{(pid=100249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:09:10.378617 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-763c372d-556c-4dca-b93d-eb29ed873c15 req-00b4bce0-777c-4a42-89e7-82adc788a6d6 service neutron] 10.222.0.104 "GET /v2.0/networks/c9be33eb-dd56-4e85-987b-a6be78859de9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2535183 Jul 06 14:09:10.477439 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-c82e6376-d35c-4b08-bd6d-e8288f1caac6 tempest-RoutersNegativeTest-1967447282 tempest-RoutersNegativeTest-1967447282-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530492'] for network, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:10.483050 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:10.637135 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-55387d3e-0947-494e-9523-043e93f4b369 req-cc88b752-2459-4b1e-b6d5-b944b40c238c tempest-ServerShowV247Test-1263848029 tempest-ServerShowV247Test-1263848029-project] 10.222.0.104 "GET /v2.0/ports?device_id=5a6b3cc9-158c-4855-9ee6-2d8b336c2250 HTTP/1.1" status: 200 len: 210 time: 0.0428159 Jul 06 14:09:10.689772 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c2b0c15-9f6b-4c03-8720-5a500b631d07 None None] DHCP port deletion for 1dd4eb73-fb8c-4e55-a274-20823b5396c1 request from n-d-773647-6 {{(pid=100248) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 14:09:10.789664 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-91c2e061-7fb8-460f-b201-75b10530fbe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6f3f37c-34b9-45e9-9725-6736f2f5b505', 'name': 'tempest-ServersTestJSON-1454034615-router', 'tenant_id': 'e22918dd8a4242c7a434109e5f222b6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.16'}], 'enable_snat': True}, 'gw_port_id': '14095f56-d341-47b9-8aac-dd5ce005dcb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:09:00Z', 'updated_at': '2021-07-06T14:09:05Z', 'revision_number': 4, 'project_id': 'e22918dd8a4242c7a434109e5f222b6c', 'gw_port': {'id': '14095f56-d341-47b9-8aac-dd5ce005dcb5', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:d3:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6f3f37c-34b9-45e9-9725-6736f2f5b505', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1738, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:09:01Z', 'updated_at': '2021-07-06T14:09:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6', '_interfaces': [{'id': '8103d051-0d28-4c39-9b60-031ebf8157af', 'name': '', 'network_id': '6153a515-72a8-42ac-8fe8-4c42d053866d', 'tenant_id': 'e22918dd8a4242c7a434109e5f222b6c', 'mac_address': 'fa:16:3e:1f:fb:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6f3f37c-34b9-45e9-9725-6736f2f5b505', 'device_owner': 'network:router_interface', 'standard_attr_id': 1740, 'fixed_ips': [{'subnet_id': '0b4cd2a7-9311-4178-a627-e29c4c70b074', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:09:03Z', 'updated_at': '2021-07-06T14:09:09Z', 'revision_number': 4, 'project_id': 'e22918dd8a4242c7a434109e5f222b6c', 'subnets': [{'id': '0b4cd2a7-9311-4178-a627-e29c4c70b074', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773647-6', False) {} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:09:10.793009 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-8c2b0c15-9f6b-4c03-8720-5a500b631d07 None None] Deleting port acd9c34d-f699-44fc-aa18-0541829ea0b0 {{(pid=100248) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:09:10.793422 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-8c2b0c15-9f6b-4c03-8720-5a500b631d07 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:10.822941 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91c2e061-7fb8-460f-b201-75b10530fbe9 None None] The sync data for ids ['c6f3f37c-34b9-45e9-9725-6736f2f5b505'] in n-d-773647-6 is: [{'id': 'c6f3f37c-34b9-45e9-9725-6736f2f5b505', 'name': 'tempest-ServersTestJSON-1454034615-router', 'tenant_id': 'e22918dd8a4242c7a434109e5f222b6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.16'}], 'enable_snat': True}, 'gw_port_id': '14095f56-d341-47b9-8aac-dd5ce005dcb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:09:00Z', 'updated_at': '2021-07-06T14:09:05Z', 'revision_number': 4, 'project_id': 'e22918dd8a4242c7a434109e5f222b6c', 'gw_port': {'id': '14095f56-d341-47b9-8aac-dd5ce005dcb5', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:d3:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6f3f37c-34b9-45e9-9725-6736f2f5b505', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1738, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:09:01Z', 'updated_at': '2021-07-06T14:09:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6', '_interfaces': [{'id': '8103d051-0d28-4c39-9b60-031ebf8157af', 'name': '', 'network_id': '6153a515-72a8-42ac-8fe8-4c42d053866d', 'tenant_id': 'e22918dd8a4242c7a434109e5f222b6c', 'mac_address': 'fa:16:3e:1f:fb:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6f3f37c-34b9-45e9-9725-6736f2f5b505', 'device_owner': 'network:router_interface', 'standard_attr_id': 1740, 'fixed_ips': [{'subnet_id': '0b4cd2a7-9311-4178-a627-e29c4c70b074', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:09:03Z', 'updated_at': '2021-07-06T14:09:09Z', 'revision_number': 4, 'project_id': 'e22918dd8a4242c7a434109e5f222b6c', 'subnets': [{'id': '0b4cd2a7-9311-4178-a627-e29c4c70b074', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 14:09:10.874966 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-c02306cb-d48a-491a-b6c7-49c0eaecda3a req-528060f2-3420-4127-ad35-7a7b2453cb24 tempest-ServerAddressesTestJSON-1860005328 tempest-ServerAddressesTestJSON-1860005328-project] 10.222.0.104 "GET /v2.0/ports?device_id=61547f4e-aa7f-45ac-904c-976db875a02d HTTP/1.1" status: 200 len: 210 time: 0.0665331 Jul 06 14:09:10.957198 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-8c2b0c15-9f6b-4c03-8720-5a500b631d07 None None] For port acd9c34d-f699-44fc-aa18-0541829ea0b0, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=acd9c34d-f699-44fc-aa18-0541829ea0b0,segment=NetworkSegment(ab650898-e2d6-48ac-88ac-411bf087db63),segment_id=ab650898-e2d6-48ac-88ac-411bf087db63)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:09:10.958182 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-8c2b0c15-9f6b-4c03-8720-5a500b631d07 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:10.978749 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-8c2b0c15-9f6b-4c03-8720-5a500b631d07 None None] Calling delete_port for acd9c34d-f699-44fc-aa18-0541829ea0b0 owned by network:dhcp {{(pid=100248) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:09:11.105440 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-8c2b0c15-9f6b-4c03-8720-5a500b631d07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117'] for port, after_delete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:11.118591 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c2b0c15-9f6b-4c03-8720-5a500b631d07 None None] No DVR routers for this DVR port acd9c34d-f699-44fc-aa18-0541829ea0b0 on host n-d-773647-6 {{(pid=100248) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:09:11.139238 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2b0c15-9f6b-4c03-8720-5a500b631d07 None None] Pushing event deleted for resources: {'Port': ['ID=acd9c34d-f699-44fc-aa18-0541829ea0b0,revision_number=None']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:09:11.168857 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-0c5424ae-3c52-421d-b54e-ca9c77310edd tempest-ServersTestJSON-1826732852 tempest-ServersTestJSON-1826732852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:11.182171 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-c82e6376-d35c-4b08-bd6d-e8288f1caac6 tempest-RoutersNegativeTest-1967447282 tempest-RoutersNegativeTest-1967447282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-917204', 'neutron.services.segments.db._delete_segments_for_network-8773753502302'] for network, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:11.224048 n-d-773647-6 neutron-server[100246]: DEBUG neutron.services.segments.db [None req-c82e6376-d35c-4b08-bd6d-e8288f1caac6 tempest-RoutersNegativeTest-1967447282 tempest-RoutersNegativeTest-1967447282-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['79eb594f-28b9-423a-bd90-c7321736a50c']}} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:09:11.242385 n-d-773647-6 neutron-server[100246]: DEBUG neutron.services.segments.db [None req-c82e6376-d35c-4b08-bd6d-e8288f1caac6 tempest-RoutersNegativeTest-1967447282 tempest-RoutersNegativeTest-1967447282-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a37f760-7239-4a7f-a577-8d90a0d11117') {'for_net_delete': True} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:09:11.242689 n-d-773647-6 neutron-server[100246]: DEBUG neutron.services.segments.db [None req-c82e6376-d35c-4b08-bd6d-e8288f1caac6 tempest-RoutersNegativeTest-1967447282 tempest-RoutersNegativeTest-1967447282-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a37f760-7239-4a7f-a577-8d90a0d11117') {} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:09:11.259291 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-c82e6376-d35c-4b08-bd6d-e8288f1caac6 tempest-RoutersNegativeTest-1967447282 tempest-RoutersNegativeTest-1967447282-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773753515138', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126218898'] for segment, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:11.315699 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-c82e6376-d35c-4b08-bd6d-e8288f1caac6 tempest-RoutersNegativeTest-1967447282 tempest-RoutersNegativeTest-1967447282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552'] for segment, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:11.328130 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c82e6376-d35c-4b08-bd6d-e8288f1caac6 tempest-RoutersNegativeTest-1967447282 tempest-RoutersNegativeTest-1967447282-project] Releasing vlan 1035 on physical network physnet1 to pool {{(pid=100246) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 14:09:11.328552 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-c82e6376-d35c-4b08-bd6d-e8288f1caac6 tempest-RoutersNegativeTest-1967447282 tempest-RoutersNegativeTest-1967447282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127687491'] for segment, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:11.332768 n-d-773647-6 neutron-server[100246]: Traceback (most recent call last): Jul 06 14:09:11.332768 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 14:09:11.332768 n-d-773647-6 neutron-server[100246]: timer() Jul 06 14:09:11.332768 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 14:09:11.332768 n-d-773647-6 neutron-server[100246]: cb(*args, **kw) Jul 06 14:09:11.332768 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 14:09:11.332768 n-d-773647-6 neutron-server[100246]: return func(*args, **kwargs) Jul 06 14:09:11.332768 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 14:09:11.332768 n-d-773647-6 neutron-server[100246]: self._notify() Jul 06 14:09:11.332768 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 14:09:11.332768 n-d-773647-6 neutron-server[100246]: self.callback(batched_events) Jul 06 14:09:11.332768 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 14:09:11.332768 n-d-773647-6 neutron-server[100246]: event.method(event) Jul 06 14:09:11.332768 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 14:09:11.332768 n-d-773647-6 neutron-server[100246]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 14:09:11.332768 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 14:09:11.332768 n-d-773647-6 neutron-server[100246]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 14:09:11.332768 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 14:09:11.332768 n-d-773647-6 neutron-server[100246]: return f(self, *a, **k) Jul 06 14:09:11.332768 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 14:09:11.332768 n-d-773647-6 neutron-server[100246]: return self._get(url).json() Jul 06 14:09:11.332768 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 14:09:11.332768 n-d-773647-6 neutron-server[100246]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 14:09:11.332768 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 14:09:11.332768 n-d-773647-6 neutron-server[100246]: return self.request(url, 'GET', **kwargs) Jul 06 14:09:11.332768 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 14:09:11.332768 n-d-773647-6 neutron-server[100246]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 14:09:11.332768 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 14:09:11.332768 n-d-773647-6 neutron-server[100246]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 14:09:11.332768 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 14:09:11.332768 n-d-773647-6 neutron-server[100246]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 14:09:11.332768 n-d-773647-6 neutron-server[100246]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 14:09:11.394718 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.db_base_plugin_common [None req-0c5424ae-3c52-421d-b54e-ca9c77310edd tempest-ServersTestJSON-1826732852 tempest-ServersTestJSON-1826732852-project] Allocated IP 172.25.0.61 (2658f09e-a580-4d4a-9968-2d1e0ad93719/cbf74abc-6fe1-4d33-b005-c948923b9647/c669b16d-036c-472a-b9f1-23a92f591cb8) {{(pid=100246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:09:11.434850 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-c82e6376-d35c-4b08-bd6d-e8288f1caac6 tempest-RoutersNegativeTest-1967447282 tempest-RoutersNegativeTest-1967447282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-917215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1761140'] for network, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:11.440628 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-c82e6376-d35c-4b08-bd6d-e8288f1caac6 tempest-RoutersNegativeTest-1967447282 tempest-RoutersNegativeTest-1967447282-project] Notify callbacks [] for network, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:11.442562 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-c82e6376-d35c-4b08-bd6d-e8288f1caac6 tempest-RoutersNegativeTest-1967447282 tempest-RoutersNegativeTest-1967447282-project] 10.222.0.104 "DELETE /v2.0/networks/79eb594f-28b9-423a-bd90-c7321736a50c HTTP/1.1" status: 204 len: 168 time: 1.1920280 Jul 06 14:09:11.445443 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 46594) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:09:11.494922 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82e6376-d35c-4b08-bd6d-e8288f1caac6 tempest-RoutersNegativeTest-1967447282 tempest-RoutersNegativeTest-1967447282-project] Pushing event deleted for resources: {'Network': ['ID=79eb594f-28b9-423a-bd90-c7321736a50c,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:09:11.545497 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-0529f898-819d-4303-a74f-38daec1214f5 tempest-RoutersNegativeTest-1967447282 tempest-RoutersNegativeTest-1967447282-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530492'] for network, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:11.553444 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-0c5424ae-3c52-421d-b54e-ca9c77310edd tempest-ServersTestJSON-1826732852 tempest-ServersTestJSON-1826732852-project] Notify callbacks [] for port, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:11.618658 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-0c5424ae-3c52-421d-b54e-ca9c77310edd tempest-ServersTestJSON-1826732852 tempest-ServersTestJSON-1826732852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-127687573'] for port, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:11.690960 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c5424ae-3c52-421d-b54e-ca9c77310edd tempest-ServersTestJSON-1826732852 tempest-ServersTestJSON-1826732852-project] Network 2658f09e-a580-4d4a-9968-2d1e0ad93719 is already hosted by enough agents. {{(pid=100246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:09:11.698099 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-0529f898-819d-4303-a74f-38daec1214f5 tempest-RoutersNegativeTest-1967447282 tempest-RoutersNegativeTest-1967447282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-917204', 'neutron.services.segments.db._delete_segments_for_network-8773753502302'] for network, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:11.708299 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.base_scheduler [None req-0c5424ae-3c52-421d-b54e-ca9c77310edd tempest-ServersTestJSON-1826732852 tempest-ServersTestJSON-1826732852-project] Resources bound (agent type, host, resource id): {{(pid=100246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:09:11.715624 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c5424ae-3c52-421d-b54e-ca9c77310edd tempest-ServersTestJSON-1826732852 tempest-ServersTestJSON-1826732852-project] Received port after_create {{(pid=100246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:09:11.727280 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5424ae-3c52-421d-b54e-ca9c77310edd tempest-ServersTestJSON-1826732852 tempest-ServersTestJSON-1826732852-project] Pushing event updated for resources: {'Port': ['ID=c669b16d-036c-472a-b9f1-23a92f591cb8,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:09:11.738808 n-d-773647-6 neutron-server[100247]: DEBUG neutron.services.segments.db [None req-0529f898-819d-4303-a74f-38daec1214f5 tempest-RoutersNegativeTest-1967447282 tempest-RoutersNegativeTest-1967447282-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1dd4eb73-fb8c-4e55-a274-20823b5396c1']}} {{(pid=100247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:09:11.767399 n-d-773647-6 neutron-server[100247]: DEBUG neutron.services.segments.db [None req-0529f898-819d-4303-a74f-38daec1214f5 tempest-RoutersNegativeTest-1967447282 tempest-RoutersNegativeTest-1967447282-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab650898-e2d6-48ac-88ac-411bf087db63') {'for_net_delete': True} {{(pid=100247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:09:11.767790 n-d-773647-6 neutron-server[100247]: DEBUG neutron.services.segments.db [None req-0529f898-819d-4303-a74f-38daec1214f5 tempest-RoutersNegativeTest-1967447282 tempest-RoutersNegativeTest-1967447282-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab650898-e2d6-48ac-88ac-411bf087db63') {} {{(pid=100247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:09:11.784632 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-0529f898-819d-4303-a74f-38daec1214f5 tempest-RoutersNegativeTest-1967447282 tempest-RoutersNegativeTest-1967447282-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773753515138', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127131763'] for segment, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:11.801967 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 8103d051-0d28-4c39-9b60-031ebf8157af up at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:09:11.839784 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-0529f898-819d-4303-a74f-38daec1214f5 tempest-RoutersNegativeTest-1967447282 tempest-RoutersNegativeTest-1967447282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552'] for segment, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:11.846446 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0529f898-819d-4303-a74f-38daec1214f5 tempest-RoutersNegativeTest-1967447282 tempest-RoutersNegativeTest-1967447282-project] Releasing vlan 1014 on physical network physnet1 to pool {{(pid=100247) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 14:09:11.846848 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-0529f898-819d-4303-a74f-38daec1214f5 tempest-RoutersNegativeTest-1967447282 tempest-RoutersNegativeTest-1967447282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-128888574'] for segment, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:11.850196 n-d-773647-6 neutron-server[100247]: Traceback (most recent call last): Jul 06 14:09:11.850196 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 14:09:11.850196 n-d-773647-6 neutron-server[100247]: timer() Jul 06 14:09:11.850196 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 14:09:11.850196 n-d-773647-6 neutron-server[100247]: cb(*args, **kw) Jul 06 14:09:11.850196 n-d-773647-6 neutron-server[100247]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 14:09:11.850196 n-d-773647-6 neutron-server[100247]: return func(*args, **kwargs) Jul 06 14:09:11.850196 n-d-773647-6 neutron-server[100247]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 14:09:11.850196 n-d-773647-6 neutron-server[100247]: self._notify() Jul 06 14:09:11.850196 n-d-773647-6 neutron-server[100247]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 14:09:11.850196 n-d-773647-6 neutron-server[100247]: self.callback(batched_events) Jul 06 14:09:11.850196 n-d-773647-6 neutron-server[100247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 14:09:11.850196 n-d-773647-6 neutron-server[100247]: event.method(event) Jul 06 14:09:11.850196 n-d-773647-6 neutron-server[100247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 14:09:11.850196 n-d-773647-6 neutron-server[100247]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 14:09:11.850196 n-d-773647-6 neutron-server[100247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 14:09:11.850196 n-d-773647-6 neutron-server[100247]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 14:09:11.850196 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 14:09:11.850196 n-d-773647-6 neutron-server[100247]: return f(self, *a, **k) Jul 06 14:09:11.850196 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 14:09:11.850196 n-d-773647-6 neutron-server[100247]: return self._get(url).json() Jul 06 14:09:11.850196 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 14:09:11.850196 n-d-773647-6 neutron-server[100247]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 14:09:11.850196 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 14:09:11.850196 n-d-773647-6 neutron-server[100247]: return self.request(url, 'GET', **kwargs) Jul 06 14:09:11.850196 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 14:09:11.850196 n-d-773647-6 neutron-server[100247]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 14:09:11.850196 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 14:09:11.850196 n-d-773647-6 neutron-server[100247]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 14:09:11.850196 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 14:09:11.850196 n-d-773647-6 neutron-server[100247]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 14:09:11.850196 n-d-773647-6 neutron-server[100247]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 14:09:11.898475 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning for port 8103d051-0d28-4c39-9b60-031ebf8157af completed by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:09:11.901409 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-0c5424ae-3c52-421d-b54e-ca9c77310edd tempest-ServersTestJSON-1826732852 tempest-ServersTestJSON-1826732852-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:11.908449 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning complete for port 8103d051-0d28-4c39-9b60-031ebf8157af triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:09:11.908834 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:12.002809 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-0c5424ae-3c52-421d-b54e-ca9c77310edd tempest-ServersTestJSON-1826732852 tempest-ServersTestJSON-1826732852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:12.062762 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:12.101296 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-6414b1b6-65f0-497e-8499-16f0c40201ee req-4c7cc948-1eec-4876-b8d8-c570bde3e2bf tempest-ServerShowV247Test-1263848029 tempest-ServerShowV247Test-1263848029-project] 10.222.0.104 "GET /v2.0/ports?device_id=5a6b3cc9-158c-4855-9ee6-2d8b336c2250 HTTP/1.1" status: 200 len: 210 time: 0.1601241 Jul 06 14:09:12.119154 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-0529f898-819d-4303-a74f-38daec1214f5 tempest-RoutersNegativeTest-1967447282 tempest-RoutersNegativeTest-1967447282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-917215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1761140'] for network, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:12.178216 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-0529f898-819d-4303-a74f-38daec1214f5 tempest-RoutersNegativeTest-1967447282 tempest-RoutersNegativeTest-1967447282-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583035'] for network, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:12.183792 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 46610) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:09:12.187487 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-0529f898-819d-4303-a74f-38daec1214f5 tempest-RoutersNegativeTest-1967447282 tempest-RoutersNegativeTest-1967447282-project] 10.222.0.104 "DELETE /v2.0/networks/1dd4eb73-fb8c-4e55-a274-20823b5396c1 HTTP/1.1" status: 204 len: 168 time: 0.7408652 Jul 06 14:09:12.188528 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0529f898-819d-4303-a74f-38daec1214f5 tempest-RoutersNegativeTest-1967447282 tempest-RoutersNegativeTest-1967447282-project] Pushing event deleted for resources: {'Network': ['ID=1dd4eb73-fb8c-4e55-a274-20823b5396c1,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:09:12.194629 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] For port 8103d051-0d28-4c39-9b60-031ebf8157af, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=8103d051-0d28-4c39-9b60-031ebf8157af,segment=NetworkSegment(52fec4a3-93cc-4beb-9d88-19cc6ca15035),segment_id=52fec4a3-93cc-4beb-9d88-19cc6ca15035)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:09:12.205296 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:12.328538 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Pushing event updated for resources: {'Port': ['ID=8103d051-0d28-4c39-9b60-031ebf8157af,revision_number=5']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:09:12.346711 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device acd9c34d-f699-44fc-aa18-0541829ea0b0 no longer exists at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:09:12.366429 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-5bf056ab-9c5e-45b2-9f36-2876e646122d req-94062a78-992c-45be-a3bd-c4fa8c9f7f06 tempest-ServerAddressesTestJSON-1860005328 tempest-ServerAddressesTestJSON-1860005328-project] 10.222.0.104 "GET /v2.0/ports?device_id=61547f4e-aa7f-45ac-904c-976db875a02d HTTP/1.1" status: 200 len: 210 time: 0.0804107 Jul 06 14:09:12.412692 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.db_base_plugin_v2 [None req-07dfad6e-67d2-4dfb-96c1-1e93565f7892 tempest-RoutersNegativeTest-1967447282 tempest-RoutersNegativeTest-1967447282-project] Deleting subnet 7411d83b-7b82-4d3f-adc8-bc9e2ebd92e2 {{(pid=100246) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 14:09:12.417345 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] No Port match for: acd9c34d-f699-44fc-aa18-0541829ea0b0 {{(pid=100248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 14:09:12.417696 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device acd9c34d-f699-44fc-aa18-0541829ea0b0 not bound to the agent host n-d-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:09:12.430472 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-07dfad6e-67d2-4dfb-96c1-1e93565f7892 tempest-RoutersNegativeTest-1967447282 tempest-RoutersNegativeTest-1967447282-project] Notify callbacks [] for subnet, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:12.445060 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:12.526611 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-07dfad6e-67d2-4dfb-96c1-1e93565f7892 tempest-RoutersNegativeTest-1967447282 tempest-RoutersNegativeTest-1967447282-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126218885'] for subnet, precommit_delete_associations {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:12.530528 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-0c5424ae-3c52-421d-b54e-ca9c77310edd tempest-ServersTestJSON-1826732852 tempest-ServersTestJSON-1826732852-project] Notify callbacks [] for port, precommit_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:12.554057 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-0c5424ae-3c52-421d-b54e-ca9c77310edd tempest-ServersTestJSON-1826732852 tempest-ServersTestJSON-1826732852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127687527'] for port, after_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:12.566919 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763c372d-556c-4dca-b93d-eb29ed873c15 req-772d6027-c04c-49ff-a73f-197e1d29ed40 tempest-ServerAddressesTestJSON-1860005328 tempest-ServerAddressesTestJSON-1860005328-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:09:12.568499 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-763c372d-556c-4dca-b93d-eb29ed873c15 req-772d6027-c04c-49ff-a73f-197e1d29ed40 tempest-ServerAddressesTestJSON-1860005328 tempest-ServerAddressesTestJSON-1860005328-project] 10.222.0.72 "GET /v2.0/networks?id=c9be33eb-dd56-4e85-987b-a6be78859de9 HTTP/1.1" status: 200 len: 813 time: 0.2931273 Jul 06 14:09:12.607451 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [req-763c372d-556c-4dca-b93d-eb29ed873c15 req-9861ab41-3945-43ee-9d5f-17aac9260a9d tempest-ServerAddressesTestJSON-1860005328 tempest-ServerAddressesTestJSON-1860005328-project] Request body: {'port': {'device_id': '61547f4e-aa7f-45ac-904c-976db875a02d', 'network_id': 'c9be33eb-dd56-4e85-987b-a6be78859de9', 'admin_state_up': True, 'tenant_id': 'ec17ecf5768d4895a24ddad46a93c6eb'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:09:12.738372 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5424ae-3c52-421d-b54e-ca9c77310edd tempest-ServersTestJSON-1826732852 tempest-ServersTestJSON-1826732852-project] Pushing event updated for resources: {'Port': ['ID=c669b16d-036c-472a-b9f1-23a92f591cb8,revision_number=2']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:09:12.750288 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-0c5424ae-3c52-421d-b54e-ca9c77310edd tempest-ServersTestJSON-1826732852 tempest-ServersTestJSON-1826732852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1761130'] for floatingip, after_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:12.781092 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-07dfad6e-67d2-4dfb-96c1-1e93565f7892 tempest-RoutersNegativeTest-1967447282 tempest-RoutersNegativeTest-1967447282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-913473'] for subnet, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:12.809397 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-0c5424ae-3c52-421d-b54e-ca9c77310edd tempest-ServersTestJSON-1826732852 tempest-ServersTestJSON-1826732852-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for floatingip, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:12.810668 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-0c5424ae-3c52-421d-b54e-ca9c77310edd tempest-ServersTestJSON-1826732852 tempest-ServersTestJSON-1826732852-project] 10.222.0.104 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.9736369 Jul 06 14:09:12.867048 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-763c372d-556c-4dca-b93d-eb29ed873c15 req-9861ab41-3945-43ee-9d5f-17aac9260a9d tempest-ServerAddressesTestJSON-1860005328 tempest-ServerAddressesTestJSON-1860005328-project] Made reservation on behalf of ec17ecf5768d4895a24ddad46a93c6eb for: {'port': 1} {{(pid=100246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:09:12.871196 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-763c372d-556c-4dca-b93d-eb29ed873c15 req-9861ab41-3945-43ee-9d5f-17aac9260a9d tempest-ServerAddressesTestJSON-1860005328 tempest-ServerAddressesTestJSON-1860005328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:12.882501 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-07dfad6e-67d2-4dfb-96c1-1e93565f7892 tempest-RoutersNegativeTest-1967447282 tempest-RoutersNegativeTest-1967447282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-913480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1849032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127687590', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127702764'] for subnet, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:12.919614 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07dfad6e-67d2-4dfb-96c1-1e93565f7892 tempest-RoutersNegativeTest-1967447282 tempest-RoutersNegativeTest-1967447282-project] Pushing event deleted for resources: {'Subnet': ['ID=7411d83b-7b82-4d3f-adc8-bc9e2ebd92e2,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:09:12.925260 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b6f598d-3653-46d9-b0f0-e8934e917893 None None] Network 8a1aeb38-ee69-49bf-bf93-0bc43e7c37d4 requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:09:12.926581 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-07dfad6e-67d2-4dfb-96c1-1e93565f7892 tempest-RoutersNegativeTest-1967447282 tempest-RoutersNegativeTest-1967447282-project] Notify callbacks [] for subnet, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:12.931161 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-07dfad6e-67d2-4dfb-96c1-1e93565f7892 tempest-RoutersNegativeTest-1967447282 tempest-RoutersNegativeTest-1967447282-project] 10.222.0.104 "DELETE /v2.0/subnets/7411d83b-7b82-4d3f-adc8-bc9e2ebd92e2 HTTP/1.1" status: 204 len: 168 time: 0.7439597 Jul 06 14:09:12.931661 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 46616) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:09:13.030155 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-1736435f-249c-4159-a9c1-9846e2c0657e tempest-RoutersNegativeTest-1967447282 tempest-RoutersNegativeTest-1967447282-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530492'] for network, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:13.060893 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.db_base_plugin_common [req-763c372d-556c-4dca-b93d-eb29ed873c15 req-9861ab41-3945-43ee-9d5f-17aac9260a9d tempest-ServerAddressesTestJSON-1860005328 tempest-ServerAddressesTestJSON-1860005328-project] Allocated IP 172.20.0.2 (c9be33eb-dd56-4e85-987b-a6be78859de9/7a470be8-392b-49fb-be93-338924527fd4/15084403-8c0c-482e-8477-99a2298fa07c) {{(pid=100246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:09:13.103389 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-bd373aa0-18f3-4384-9e59-71894a551dc5 req-2a6e0da6-d36a-419d-a9e3-557b8c38549a tempest-ServersTestJSON-1826732852 tempest-ServersTestJSON-1826732852-project] 10.222.0.104 "GET /v2.0/security-groups?name=tempest-securitygroup--1083352098&fields=id&tenant_id=e22918dd8a4242c7a434109e5f222b6c HTTP/1.1" status: 200 len: 267 time: 0.0640094 Jul 06 14:09:13.287000 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c2a87d0-bd9f-4cf9-8f73-f66c0c4f6666 None None] DHCP port deletion for 8a1aeb38-ee69-49bf-bf93-0bc43e7c37d4 request from n-d-773647-6 {{(pid=100248) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 14:09:13.291301 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd373aa0-18f3-4384-9e59-71894a551dc5 req-aada9bae-3a5f-4061-9bf6-668cf0288299 tempest-ServersTestJSON-1826732852 tempest-ServersTestJSON-1826732852-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:09:13.298657 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-bd373aa0-18f3-4384-9e59-71894a551dc5 req-aada9bae-3a5f-4061-9bf6-668cf0288299 tempest-ServersTestJSON-1826732852 tempest-ServersTestJSON-1826732852-project] 10.222.0.104 "GET /v2.0/networks?id=6153a515-72a8-42ac-8fe8-4c42d053866d HTTP/1.1" status: 200 len: 806 time: 0.1724236 Jul 06 14:09:13.304900 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-763c372d-556c-4dca-b93d-eb29ed873c15 req-9861ab41-3945-43ee-9d5f-17aac9260a9d tempest-ServerAddressesTestJSON-1860005328 tempest-ServerAddressesTestJSON-1860005328-project] Notify callbacks [] for port, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:13.310571 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.plugin [None req-1736435f-249c-4159-a9c1-9846e2c0657e tempest-RoutersNegativeTest-1967447282 tempest-RoutersNegativeTest-1967447282-project] Deleting port 5da584ee-80ef-41cf-83c8-5871b2157ea3 {{(pid=100247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:09:13.310917 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-1736435f-249c-4159-a9c1-9846e2c0657e tempest-RoutersNegativeTest-1967447282 tempest-RoutersNegativeTest-1967447282-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:13.329314 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-bd373aa0-18f3-4384-9e59-71894a551dc5 req-22ffea7f-a086-477f-8ee7-9a3e8ede83d6 tempest-ServersTestJSON-1826732852 tempest-ServersTestJSON-1826732852-project] 10.222.0.104 "GET /v2.0/quotas/e22918dd8a4242c7a434109e5f222b6c HTTP/1.1" status: 200 len: 375 time: 0.0290625 Jul 06 14:09:13.369448 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-763c372d-556c-4dca-b93d-eb29ed873c15 req-9861ab41-3945-43ee-9d5f-17aac9260a9d tempest-ServerAddressesTestJSON-1860005328 tempest-ServerAddressesTestJSON-1860005328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-127687573'] for port, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:13.386323 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-0c2a87d0-bd9f-4cf9-8f73-f66c0c4f6666 None None] Deleting port 5da584ee-80ef-41cf-83c8-5871b2157ea3 {{(pid=100248) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:09:13.386712 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-0c2a87d0-bd9f-4cf9-8f73-f66c0c4f6666 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:13.449493 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-763c372d-556c-4dca-b93d-eb29ed873c15 req-9861ab41-3945-43ee-9d5f-17aac9260a9d tempest-ServerAddressesTestJSON-1860005328 tempest-ServerAddressesTestJSON-1860005328-project] Network c9be33eb-dd56-4e85-987b-a6be78859de9 is already hosted by enough agents. {{(pid=100246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:09:13.454062 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.base_scheduler [req-763c372d-556c-4dca-b93d-eb29ed873c15 req-9861ab41-3945-43ee-9d5f-17aac9260a9d tempest-ServerAddressesTestJSON-1860005328 tempest-ServerAddressesTestJSON-1860005328-project] Resources bound (agent type, host, resource id): {{(pid=100246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:09:13.461004 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9861ab41-3945-43ee-9d5f-17aac9260a9d tempest-ServerAddressesTestJSON-1860005328 tempest-ServerAddressesTestJSON-1860005328-project] Pushing event updated for resources: {'Port': ['ID=15084403-8c0c-482e-8477-99a2298fa07c,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:09:13.464254 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [req-763c372d-556c-4dca-b93d-eb29ed873c15 req-9861ab41-3945-43ee-9d5f-17aac9260a9d tempest-ServerAddressesTestJSON-1860005328 tempest-ServerAddressesTestJSON-1860005328-project] Received port after_create {{(pid=100246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:09:13.494647 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-9f65f152-c264-43d7-a22c-b2136c239af4 req-928ffbd8-c6ac-40dc-9895-bad2129eefef tempest-ServerShowV247Test-1263848029 tempest-ServerShowV247Test-1263848029-project] 10.222.0.104 "GET /v2.0/ports?device_id=5a6b3cc9-158c-4855-9ee6-2d8b336c2250 HTTP/1.1" status: 200 len: 210 time: 0.1107118 Jul 06 14:09:13.516289 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.db [None req-1736435f-249c-4159-a9c1-9846e2c0657e tempest-RoutersNegativeTest-1967447282 tempest-RoutersNegativeTest-1967447282-project] For port 5da584ee-80ef-41cf-83c8-5871b2157ea3, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=5da584ee-80ef-41cf-83c8-5871b2157ea3,segment=NetworkSegment(53e43833-cb11-49d0-a153-cbe182547da9),segment_id=53e43833-cb11-49d0-a153-cbe182547da9)] {{(pid=100247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:09:13.516656 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-1736435f-249c-4159-a9c1-9846e2c0657e tempest-RoutersNegativeTest-1967447282 tempest-RoutersNegativeTest-1967447282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:13.534815 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-0c2a87d0-bd9f-4cf9-8f73-f66c0c4f6666 None None] For port 5da584ee-80ef-41cf-83c8-5871b2157ea3, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=5da584ee-80ef-41cf-83c8-5871b2157ea3,segment=NetworkSegment(53e43833-cb11-49d0-a153-cbe182547da9),segment_id=53e43833-cb11-49d0-a153-cbe182547da9)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:09:13.535243 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-0c2a87d0-bd9f-4cf9-8f73-f66c0c4f6666 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:13.542214 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.plugin [None req-1736435f-249c-4159-a9c1-9846e2c0657e tempest-RoutersNegativeTest-1967447282 tempest-RoutersNegativeTest-1967447282-project] Calling delete_port for 5da584ee-80ef-41cf-83c8-5871b2157ea3 owned by network:dhcp {{(pid=100247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:09:13.542408 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763c372d-556c-4dca-b93d-eb29ed873c15 req-9861ab41-3945-43ee-9d5f-17aac9260a9d tempest-ServerAddressesTestJSON-1860005328 tempest-ServerAddressesTestJSON-1860005328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:09:13.543009 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-763c372d-556c-4dca-b93d-eb29ed873c15 req-9861ab41-3945-43ee-9d5f-17aac9260a9d tempest-ServerAddressesTestJSON-1860005328 tempest-ServerAddressesTestJSON-1860005328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:13.572563 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-0c2a87d0-bd9f-4cf9-8f73-f66c0c4f6666 None None] Calling delete_port for 5da584ee-80ef-41cf-83c8-5871b2157ea3 owned by network:dhcp {{(pid=100248) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:09:13.573185 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-763c372d-556c-4dca-b93d-eb29ed873c15 req-9861ab41-3945-43ee-9d5f-17aac9260a9d tempest-ServerAddressesTestJSON-1860005328 tempest-ServerAddressesTestJSON-1860005328-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9766257 Jul 06 14:09:13.605795 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [req-763c372d-556c-4dca-b93d-eb29ed873c15 req-07be3fad-fd9b-4ffd-9acc-5e17b0b66546 service neutron] Request body: {'port': {'device_id': '61547f4e-aa7f-45ac-904c-976db875a02d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-773647-6'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:09:13.654151 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-bd373aa0-18f3-4384-9e59-71894a551dc5 req-1c201020-56f3-4fa1-aa0d-93d8f8721012 tempest-ServersTestJSON-1826732852 tempest-ServersTestJSON-1826732852-project] 10.222.0.104 "GET /v2.0/ports?tenant_id=e22918dd8a4242c7a434109e5f222b6c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2766728 Jul 06 14:09:13.750788 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-0c2a87d0-bd9f-4cf9-8f73-f66c0c4f6666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117'] for port, after_delete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:13.783630 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-763c372d-556c-4dca-b93d-eb29ed873c15 req-07be3fad-fd9b-4ffd-9acc-5e17b0b66546 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:13.785457 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c2a87d0-bd9f-4cf9-8f73-f66c0c4f6666 None None] No DVR routers for this DVR port 5da584ee-80ef-41cf-83c8-5871b2157ea3 on host n-d-773647-6 {{(pid=100248) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:09:13.799538 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 8103d051-0d28-4c39-9b60-031ebf8157af up at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:09:13.825641 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-1736435f-249c-4159-a9c1-9846e2c0657e tempest-RoutersNegativeTest-1967447282 tempest-RoutersNegativeTest-1967447282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128888353'] for port, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:13.839005 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-bd373aa0-18f3-4384-9e59-71894a551dc5 req-15423dab-24e7-413d-bfdb-8392fb5efcc1 service neutron] 10.222.0.104 "GET /v2.0/networks/6153a515-72a8-42ac-8fe8-4c42d053866d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1839516 Jul 06 14:09:13.885870 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e088f4bb-e44d-4698-8e68-c5f92380a4bc req-4c94918f-9d3f-4d3c-87ad-7fbfcd5c8e04 tempest-ServerAddressesTestJSON-1860005328 tempest-ServerAddressesTestJSON-1860005328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:09:13.893153 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-e088f4bb-e44d-4698-8e68-c5f92380a4bc req-4c94918f-9d3f-4d3c-87ad-7fbfcd5c8e04 tempest-ServerAddressesTestJSON-1860005328 tempest-ServerAddressesTestJSON-1860005328-project] 10.222.0.104 "GET /v2.0/ports?device_id=61547f4e-aa7f-45ac-904c-976db875a02d HTTP/1.1" status: 200 len: 931 time: 0.2291908 Jul 06 14:09:13.899793 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2a87d0-bd9f-4cf9-8f73-f66c0c4f6666 None None] Pushing event deleted for resources: {'Port': ['ID=5da584ee-80ef-41cf-83c8-5871b2157ea3,revision_number=None']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:09:13.914593 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning complete for port 8103d051-0d28-4c39-9b60-031ebf8157af triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:09:13.916387 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:13.958054 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1736435f-249c-4159-a9c1-9846e2c0657e tempest-RoutersNegativeTest-1967447282 tempest-RoutersNegativeTest-1967447282-project] Pushing event deleted for resources: {'Port': ['ID=5da584ee-80ef-41cf-83c8-5871b2157ea3,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:09:13.968650 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1736435f-249c-4159-a9c1-9846e2c0657e tempest-RoutersNegativeTest-1967447282 tempest-RoutersNegativeTest-1967447282-project] No DVR routers for this DVR port 5da584ee-80ef-41cf-83c8-5871b2157ea3 on host n-d-773647-6 {{(pid=100247) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:09:14.080850 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 5da584ee-80ef-41cf-83c8-5871b2157ea3 no longer exists at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:09:14.102057 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] No Port match for: 5da584ee-80ef-41cf-83c8-5871b2157ea3 {{(pid=100248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 14:09:14.102408 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 5da584ee-80ef-41cf-83c8-5871b2157ea3 not bound to the agent host n-d-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:09:14.112072 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-e088f4bb-e44d-4698-8e68-c5f92380a4bc req-998d592a-91f7-40ca-b186-299eb0fab79a tempest-ServerAddressesTestJSON-1860005328 tempest-ServerAddressesTestJSON-1860005328-project] 10.222.0.104 "GET /v2.0/security-groups?id=cf5f40df-44e7-45a9-becf-819a644ed4dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2177300 Jul 06 14:09:14.137443 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-1736435f-249c-4159-a9c1-9846e2c0657e tempest-RoutersNegativeTest-1967447282 tempest-RoutersNegativeTest-1967447282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-917204', 'neutron.services.segments.db._delete_segments_for_network-8773753502302'] for network, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:14.153821 n-d-773647-6 neutron-server[100247]: DEBUG neutron.services.segments.db [None req-1736435f-249c-4159-a9c1-9846e2c0657e tempest-RoutersNegativeTest-1967447282 tempest-RoutersNegativeTest-1967447282-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a1aeb38-ee69-49bf-bf93-0bc43e7c37d4']}} {{(pid=100247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:09:14.157754 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-bd373aa0-18f3-4384-9e59-71894a551dc5 req-05f943f7-7cc9-436f-a459-36a4dd2c2150 service neutron] 10.222.0.104 "GET /v2.0/networks/6153a515-72a8-42ac-8fe8-4c42d053866d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3179355 Jul 06 14:09:14.168434 n-d-773647-6 neutron-server[100247]: DEBUG neutron.services.segments.db [None req-1736435f-249c-4159-a9c1-9846e2c0657e tempest-RoutersNegativeTest-1967447282 tempest-RoutersNegativeTest-1967447282-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '53e43833-cb11-49d0-a153-cbe182547da9') {'for_net_delete': True} {{(pid=100247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:09:14.168833 n-d-773647-6 neutron-server[100247]: DEBUG neutron.services.segments.db [None req-1736435f-249c-4159-a9c1-9846e2c0657e tempest-RoutersNegativeTest-1967447282 tempest-RoutersNegativeTest-1967447282-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '53e43833-cb11-49d0-a153-cbe182547da9') {} {{(pid=100247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:09:14.180564 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-1736435f-249c-4159-a9c1-9846e2c0657e tempest-RoutersNegativeTest-1967447282 tempest-RoutersNegativeTest-1967447282-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773753515138', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127131763'] for segment, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:14.182168 n-d-773647-6 neutron-server[100246]: DEBUG neutron.notifiers.nova [req-763c372d-556c-4dca-b93d-eb29ed873c15 req-07be3fad-fd9b-4ffd-9acc-5e17b0b66546 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 15084403-8c0c-482e-8477-99a2298fa07c {{(pid=100246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 14:09:14.194658 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-763c372d-556c-4dca-b93d-eb29ed873c15 req-07be3fad-fd9b-4ffd-9acc-5e17b0b66546 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:14.201126 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-1736435f-249c-4159-a9c1-9846e2c0657e tempest-RoutersNegativeTest-1967447282 tempest-RoutersNegativeTest-1967447282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552'] for segment, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:14.209895 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1736435f-249c-4159-a9c1-9846e2c0657e tempest-RoutersNegativeTest-1967447282 tempest-RoutersNegativeTest-1967447282-project] Releasing vlan 1030 on physical network physnet1 to pool {{(pid=100247) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 14:09:14.210735 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-1736435f-249c-4159-a9c1-9846e2c0657e tempest-RoutersNegativeTest-1967447282 tempest-RoutersNegativeTest-1967447282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-128888574'] for segment, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:14.215919 n-d-773647-6 neutron-server[100247]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 14:09:14.215919 n-d-773647-6 neutron-server[100247]: self.session.flush() Jul 06 14:09:14.215919 n-d-773647-6 neutron-server[100247]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 14:09:14.215919 n-d-773647-6 neutron-server[100247]: self.session.flush() Jul 06 14:09:14.215919 n-d-773647-6 neutron-server[100247]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 14:09:14.215919 n-d-773647-6 neutron-server[100247]: self.session.flush() Jul 06 14:09:14.215919 n-d-773647-6 neutron-server[100247]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 14:09:14.215919 n-d-773647-6 neutron-server[100247]: self.session.flush() Jul 06 14:09:14.215919 n-d-773647-6 neutron-server[100247]: Traceback (most recent call last): Jul 06 14:09:14.215919 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 14:09:14.215919 n-d-773647-6 neutron-server[100247]: timer() Jul 06 14:09:14.215919 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 14:09:14.215919 n-d-773647-6 neutron-server[100247]: cb(*args, **kw) Jul 06 14:09:14.215919 n-d-773647-6 neutron-server[100247]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 14:09:14.215919 n-d-773647-6 neutron-server[100247]: return func(*args, **kwargs) Jul 06 14:09:14.215919 n-d-773647-6 neutron-server[100247]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 14:09:14.215919 n-d-773647-6 neutron-server[100247]: self._notify() Jul 06 14:09:14.215919 n-d-773647-6 neutron-server[100247]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 14:09:14.215919 n-d-773647-6 neutron-server[100247]: self.callback(batched_events) Jul 06 14:09:14.215919 n-d-773647-6 neutron-server[100247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 14:09:14.215919 n-d-773647-6 neutron-server[100247]: event.method(event) Jul 06 14:09:14.215919 n-d-773647-6 neutron-server[100247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 14:09:14.215919 n-d-773647-6 neutron-server[100247]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 14:09:14.215919 n-d-773647-6 neutron-server[100247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 14:09:14.215919 n-d-773647-6 neutron-server[100247]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 14:09:14.215919 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 14:09:14.215919 n-d-773647-6 neutron-server[100247]: return f(self, *a, **k) Jul 06 14:09:14.215919 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 14:09:14.215919 n-d-773647-6 neutron-server[100247]: return self._get(url).json() Jul 06 14:09:14.215919 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 14:09:14.215919 n-d-773647-6 neutron-server[100247]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 14:09:14.215919 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 14:09:14.215919 n-d-773647-6 neutron-server[100247]: return self.request(url, 'GET', **kwargs) Jul 06 14:09:14.215919 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 14:09:14.215919 n-d-773647-6 neutron-server[100247]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 14:09:14.215919 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 14:09:14.215919 n-d-773647-6 neutron-server[100247]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 14:09:14.215919 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 14:09:14.215919 n-d-773647-6 neutron-server[100247]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 14:09:14.215919 n-d-773647-6 neutron-server[100247]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 14:09:14.282802 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-1736435f-249c-4159-a9c1-9846e2c0657e tempest-RoutersNegativeTest-1967447282 tempest-RoutersNegativeTest-1967447282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-917215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1761140'] for network, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:14.282972 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.provisioning_blocks [req-763c372d-556c-4dca-b93d-eb29ed873c15 req-07be3fad-fd9b-4ffd-9acc-5e17b0b66546 service neutron] Transition to ACTIVE for port object 15084403-8c0c-482e-8477-99a2298fa07c will not be triggered until provisioned by entity L2. {{(pid=100246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:09:14.291918 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-763c372d-556c-4dca-b93d-eb29ed873c15 req-07be3fad-fd9b-4ffd-9acc-5e17b0b66546 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127687527'] for port, after_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:14.311447 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-1736435f-249c-4159-a9c1-9846e2c0657e tempest-RoutersNegativeTest-1967447282 tempest-RoutersNegativeTest-1967447282-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583035'] for network, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:14.316039 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-1736435f-249c-4159-a9c1-9846e2c0657e tempest-RoutersNegativeTest-1967447282 tempest-RoutersNegativeTest-1967447282-project] 10.222.0.104 "DELETE /v2.0/networks/8a1aeb38-ee69-49bf-bf93-0bc43e7c37d4 HTTP/1.1" status: 204 len: 168 time: 1.3803072 Jul 06 14:09:14.316039 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1736435f-249c-4159-a9c1-9846e2c0657e tempest-RoutersNegativeTest-1967447282 tempest-RoutersNegativeTest-1967447282-project] Pushing event deleted for resources: {'Network': ['ID=8a1aeb38-ee69-49bf-bf93-0bc43e7c37d4,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:09:14.316486 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 46680) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:09:14.357069 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-f850bded-0a79-4725-a930-f58804ab2b54 tempest-RoutersNegativeTest-1967447282 tempest-RoutersNegativeTest-1967447282-project] 10.222.0.104 "GET /v2.0/ports?device_id=29f9b2fa-6c55-4ea6-a596-55bbc0c8d224 HTTP/1.1" status: 200 len: 205 time: 0.0395291 Jul 06 14:09:14.359554 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 46682) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:09:14.449587 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-70c9fab6-06c8-4b12-acac-cfc1bd288697 tempest-RoutersNegativeTest-1967447282 tempest-RoutersNegativeTest-1967447282-project] Notify callbacks [] for router, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:14.454330 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07be3fad-fd9b-4ffd-9acc-5e17b0b66546 service neutron] Pushing event updated for resources: {'Port': ['ID=15084403-8c0c-482e-8477-99a2298fa07c,revision_number=2']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:09:14.504926 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [req-763c372d-556c-4dca-b93d-eb29ed873c15 req-07be3fad-fd9b-4ffd-9acc-5e17b0b66546 service neutron] Attempting to bind port 15084403-8c0c-482e-8477-99a2298fa07c on host n-h2-773647-6 for vnic_type normal with profile {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:09:14.506636 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [req-763c372d-556c-4dca-b93d-eb29ed873c15 req-07be3fad-fd9b-4ffd-9acc-5e17b0b66546 service neutron] Attempting to bind port 15084403-8c0c-482e-8477-99a2298fa07c by drivers openvswitch,hyperv on host n-h2-773647-6 at level 0 using segments [{'id': '0a8ee2e9-9040-45fb-97fd-998038581a1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': 'c9be33eb-dd56-4e85-987b-a6be78859de9'}] {{(pid=100246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:09:14.507046 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-763c372d-556c-4dca-b93d-eb29ed873c15 req-07be3fad-fd9b-4ffd-9acc-5e17b0b66546 service neutron] Attempting to bind port 15084403-8c0c-482e-8477-99a2298fa07c on network c9be33eb-dd56-4e85-987b-a6be78859de9 {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:09:14.514068 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-763c372d-556c-4dca-b93d-eb29ed873c15 req-07be3fad-fd9b-4ffd-9acc-5e17b0b66546 service neutron] Port 15084403-8c0c-482e-8477-99a2298fa07c on network c9be33eb-dd56-4e85-987b-a6be78859de9 not bound, no agent of type Open vSwitch agent registered on host n-h2-773647-6 {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 14:09:14.514825 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-763c372d-556c-4dca-b93d-eb29ed873c15 req-07be3fad-fd9b-4ffd-9acc-5e17b0b66546 service neutron] Attempting to bind port 15084403-8c0c-482e-8477-99a2298fa07c on network c9be33eb-dd56-4e85-987b-a6be78859de9 {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:09:14.520393 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-763c372d-556c-4dca-b93d-eb29ed873c15 req-07be3fad-fd9b-4ffd-9acc-5e17b0b66546 service neutron] Checking agent: {'id': '63768ece-0600-4354-8d29-fdedec96b077', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-773647-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 51, 10), 'started_at': datetime.datetime(2021, 7, 6, 13, 51, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 9, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:09:14.520807 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-763c372d-556c-4dca-b93d-eb29ed873c15 req-07be3fad-fd9b-4ffd-9acc-5e17b0b66546 service neutron] Checking segment: {'id': '0a8ee2e9-9040-45fb-97fd-998038581a1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': 'c9be33eb-dd56-4e85-987b-a6be78859de9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:09:14.521350 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-763c372d-556c-4dca-b93d-eb29ed873c15 req-07be3fad-fd9b-4ffd-9acc-5e17b0b66546 service neutron] Bound using segment: {'id': '0a8ee2e9-9040-45fb-97fd-998038581a1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': 'c9be33eb-dd56-4e85-987b-a6be78859de9'} {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:09:14.522057 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [req-763c372d-556c-4dca-b93d-eb29ed873c15 req-07be3fad-fd9b-4ffd-9acc-5e17b0b66546 service neutron] Bound port: 15084403-8c0c-482e-8477-99a2298fa07c, host: n-h2-773647-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0a8ee2e9-9040-45fb-97fd-998038581a1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': 'c9be33eb-dd56-4e85-987b-a6be78859de9'}}] {{(pid=100246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:09:14.522852 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-763c372d-556c-4dca-b93d-eb29ed873c15 req-07be3fad-fd9b-4ffd-9acc-5e17b0b66546 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:14.595774 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-2e11f0a3-2a31-4917-a5a4-27341444fc81 req-ace9025b-f115-4c1e-8534-07612ce3968b tempest-ServersTestJSON-1826732852 tempest-ServersTestJSON-1826732852-project] 10.222.0.104 "GET /v2.0/ports?device_id=a7b3ff4b-3bb8-4a52-834a-41c1f70f9417 HTTP/1.1" status: 200 len: 210 time: 0.1013420 Jul 06 14:09:14.643294 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.db [req-763c372d-556c-4dca-b93d-eb29ed873c15 req-07be3fad-fd9b-4ffd-9acc-5e17b0b66546 service neutron] For port 15084403-8c0c-482e-8477-99a2298fa07c, host n-h2-773647-6, cleared binding levels {{(pid=100246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:09:14.647037 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.db [req-763c372d-556c-4dca-b93d-eb29ed873c15 req-07be3fad-fd9b-4ffd-9acc-5e17b0b66546 service neutron] For port 15084403-8c0c-482e-8477-99a2298fa07c, host n-h2-773647-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=15084403-8c0c-482e-8477-99a2298fa07c,segment=NetworkSegment(0a8ee2e9-9040-45fb-97fd-998038581a1b),segment_id=0a8ee2e9-9040-45fb-97fd-998038581a1b)] {{(pid=100246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:09:14.652469 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-763c372d-556c-4dca-b93d-eb29ed873c15 req-07be3fad-fd9b-4ffd-9acc-5e17b0b66546 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127687527'] for port, after_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:14.693292 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763c372d-556c-4dca-b93d-eb29ed873c15 req-07be3fad-fd9b-4ffd-9acc-5e17b0b66546 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:09:14.694004 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-763c372d-556c-4dca-b93d-eb29ed873c15 req-07be3fad-fd9b-4ffd-9acc-5e17b0b66546 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:14.695705 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-763c372d-556c-4dca-b93d-eb29ed873c15 req-07be3fad-fd9b-4ffd-9acc-5e17b0b66546 service neutron] 10.222.0.72 "PUT /v2.0/ports/15084403-8c0c-482e-8477-99a2298fa07c HTTP/1.1" status: 200 len: 1091 time: 1.1136224 Jul 06 14:09:14.696217 n-d-773647-6 neutron-server[100246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61547f4e-aa7f-45ac-904c-976db875a02d', 'tag': '15084403-8c0c-482e-8477-99a2298fa07c'}] {{(pid=100246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:09:14.699020 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0d96c5ab5e889f7b933ae915b9be33d1b46c9e87795bf781004b656ef3f1e87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-798d6af6-1de1-40d7-8a6e-296b40f0fb1c" -d '{"events": [{"name": "network-changed", "server_uuid": "61547f4e-aa7f-45ac-904c-976db875a02d", "tag": "15084403-8c0c-482e-8477-99a2298fa07c"}]}' {{(pid=100246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:09:14.769085 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 14:09:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0edc820-7669-4879-aa2f-41edf9a68c27 x-openstack-request-id: req-c0edc820-7669-4879-aa2f-41edf9a68c27 {{(pid=100246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:09:14.769528 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "61547f4e-aa7f-45ac-904c-976db875a02d", "tag": "15084403-8c0c-482e-8477-99a2298fa07c", "status": "completed", "code": 200}]} {{(pid=100246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:09:14.770434 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-c0edc820-7669-4879-aa2f-41edf9a68c27 {{(pid=100246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:09:14.770434 n-d-773647-6 neutron-server[100246]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61547f4e-aa7f-45ac-904c-976db875a02d', 'tag': '15084403-8c0c-482e-8477-99a2298fa07c', 'status': 'completed', 'code': 200} Jul 06 14:09:14.784587 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-70c9fab6-06c8-4b12-acac-cfc1bd288697 tempest-RoutersNegativeTest-1967447282 tempest-RoutersNegativeTest-1967447282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1806308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6982'] for router, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:14.788158 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07be3fad-fd9b-4ffd-9acc-5e17b0b66546 service neutron] Pushing event updated for resources: {'Port': ['ID=15084403-8c0c-482e-8477-99a2298fa07c,revision_number=3']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:09:14.789272 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-70c9fab6-06c8-4b12-acac-cfc1bd288697 tempest-RoutersNegativeTest-1967447282 tempest-RoutersNegativeTest-1967447282-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:14.812521 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-c5a530d4-03b8-43ba-a70c-e15381f47a19 req-c70ee818-ee7e-4120-b5b8-3ff9a3b3d71a tempest-ServerShowV247Test-1263848029 tempest-ServerShowV247Test-1263848029-project] 10.222.0.104 "GET /v2.0/ports?device_id=5a6b3cc9-158c-4855-9ee6-2d8b336c2250 HTTP/1.1" status: 200 len: 210 time: 0.0416617 Jul 06 14:09:14.846567 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763c372d-556c-4dca-b93d-eb29ed873c15 req-8e5c4500-5e76-4493-931a-c30a04d5caef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:09:14.848809 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-763c372d-556c-4dca-b93d-eb29ed873c15 req-8e5c4500-5e76-4493-931a-c30a04d5caef service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=ec17ecf5768d4895a24ddad46a93c6eb&device_id=61547f4e-aa7f-45ac-904c-976db875a02d HTTP/1.1" status: 200 len: 1094 time: 0.0776260 Jul 06 14:09:14.880550 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-70c9fab6-06c8-4b12-acac-cfc1bd288697 tempest-RoutersNegativeTest-1967447282 tempest-RoutersNegativeTest-1967447282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1805684'] for router, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:14.881288 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70c9fab6-06c8-4b12-acac-cfc1bd288697 tempest-RoutersNegativeTest-1967447282 tempest-RoutersNegativeTest-1967447282-project] Fanout notify agent at l3_agent the message router_deleted on router 29f9b2fa-6c55-4ea6-a596-55bbc0c8d224 {{(pid=100247) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 14:09:14.894323 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-70c9fab6-06c8-4b12-acac-cfc1bd288697 tempest-RoutersNegativeTest-1967447282 tempest-RoutersNegativeTest-1967447282-project] Notify callbacks [] for router, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:14.897063 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-70c9fab6-06c8-4b12-acac-cfc1bd288697 tempest-RoutersNegativeTest-1967447282 tempest-RoutersNegativeTest-1967447282-project] 10.222.0.104 "DELETE /v2.0/routers/29f9b2fa-6c55-4ea6-a596-55bbc0c8d224 HTTP/1.1" status: 204 len: 168 time: 0.5349481 Jul 06 14:09:14.905788 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-763c372d-556c-4dca-b93d-eb29ed873c15 req-b1cf44eb-55d2-4a6b-9212-545f13e6a108 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=15084403-8c0c-482e-8477-99a2298fa07c HTTP/1.1" status: 200 len: 217 time: 0.0488839 Jul 06 14:09:14.965811 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763c372d-556c-4dca-b93d-eb29ed873c15 req-f2c03c04-0454-46b7-858e-29bca767ea40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:09:14.967809 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-763c372d-556c-4dca-b93d-eb29ed873c15 req-f2c03c04-0454-46b7-858e-29bca767ea40 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=7a470be8-392b-49fb-be93-338924527fd4 HTTP/1.1" status: 200 len: 853 time: 0.0542934 Jul 06 14:09:15.028573 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-763c372d-556c-4dca-b93d-eb29ed873c15 req-21be23fe-b3ba-49ea-b9fd-ffb555562663 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=c9be33eb-dd56-4e85-987b-a6be78859de9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0511467 Jul 06 14:09:15.186874 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-763c372d-556c-4dca-b93d-eb29ed873c15 req-bed6730d-ce41-4785-b295-8c3a2ba3f0f6 service neutron] 10.222.0.72 "GET /v2.0/networks/c9be33eb-dd56-4e85-987b-a6be78859de9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1492519 Jul 06 14:09:15.208395 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 46710) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:09:15.345373 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-763c372d-556c-4dca-b93d-eb29ed873c15 req-784b3c54-248e-4cce-934d-0ce48a812809 service neutron] 10.222.0.72 "GET /v2.0/networks/c9be33eb-dd56-4e85-987b-a6be78859de9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1486881 Jul 06 14:09:15.350877 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb23318-25ed-4ba6-b4ba-381da3c27803 req-c5c78b35-e088-48fb-a647-272e03f11348 tempest-ServerAddressesTestJSON-1860005328 tempest-ServerAddressesTestJSON-1860005328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:09:15.358468 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-afb23318-25ed-4ba6-b4ba-381da3c27803 req-c5c78b35-e088-48fb-a647-272e03f11348 tempest-ServerAddressesTestJSON-1860005328 tempest-ServerAddressesTestJSON-1860005328-project] 10.222.0.104 "GET /v2.0/ports?device_id=61547f4e-aa7f-45ac-904c-976db875a02d HTTP/1.1" status: 200 len: 943 time: 0.0949895 Jul 06 14:09:15.446596 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-afb23318-25ed-4ba6-b4ba-381da3c27803 req-a3eb5f10-d182-4e51-9706-6e4124b12e83 tempest-ServerAddressesTestJSON-1860005328 tempest-ServerAddressesTestJSON-1860005328-project] 10.222.0.104 "GET /v2.0/security-groups?id=cf5f40df-44e7-45a9-becf-819a644ed4dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867410 Jul 06 14:09:15.465355 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-39c7bc70-8e10-4e67-a3ac-61f6622176b5 admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=51913ac4316e4e54a881d5fcc119d1a0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2502596 Jul 06 14:09:15.467577 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 46718) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:09:15.509872 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798d6af6-1de1-40d7-8a6e-296b40f0fb1c req-85526ef9-5693-4344-a033-efaca1a0aeef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:09:15.511624 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-798d6af6-1de1-40d7-8a6e-296b40f0fb1c req-85526ef9-5693-4344-a033-efaca1a0aeef service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=ec17ecf5768d4895a24ddad46a93c6eb&device_id=61547f4e-aa7f-45ac-904c-976db875a02d HTTP/1.1" status: 200 len: 1094 time: 0.0755744 Jul 06 14:09:15.525782 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-84c927cf-6815-4d0e-9d34-ea683c670c7d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:15.547773 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-84c927cf-6815-4d0e-9d34-ea683c670c7d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:15.612678 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-84c927cf-6815-4d0e-9d34-ea683c670c7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:15.627536 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798d6af6-1de1-40d7-8a6e-296b40f0fb1c req-c08790eb-2e19-4e31-97ca-212f5cd2a7fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:09:15.629186 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-798d6af6-1de1-40d7-8a6e-296b40f0fb1c req-c08790eb-2e19-4e31-97ca-212f5cd2a7fa service neutron] 10.222.0.72 "GET /v2.0/networks?id=c9be33eb-dd56-4e85-987b-a6be78859de9 HTTP/1.1" status: 200 len: 915 time: 0.1101177 Jul 06 14:09:15.635376 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-84c927cf-6815-4d0e-9d34-ea683c670c7d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:15.636895 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-84c927cf-6815-4d0e-9d34-ea683c670c7d admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/9a3434fc-ed0d-43db-8e84-56e20a2f1ffd HTTP/1.1" status: 204 len: 168 time: 0.1672435 Jul 06 14:09:15.651629 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c927cf-6815-4d0e-9d34-ea683c670c7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a3434fc-ed0d-43db-8e84-56e20a2f1ffd,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:09:15.701853 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-798d6af6-1de1-40d7-8a6e-296b40f0fb1c req-2f1c9ac8-5129-4885-bba9-c4fab4b2bebb service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=15084403-8c0c-482e-8477-99a2298fa07c HTTP/1.1" status: 200 len: 217 time: 0.0556574 Jul 06 14:09:15.758383 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798d6af6-1de1-40d7-8a6e-296b40f0fb1c req-79be436d-745a-41a4-9efe-4c89fd97e1cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:09:15.760703 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-798d6af6-1de1-40d7-8a6e-296b40f0fb1c req-79be436d-745a-41a4-9efe-4c89fd97e1cf service neutron] 10.222.0.72 "GET /v2.0/subnets?id=7a470be8-392b-49fb-be93-338924527fd4 HTTP/1.1" status: 200 len: 853 time: 0.0508497 Jul 06 14:09:15.795506 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-3e25391a-5a80-47cd-aa98-d647819c3ef1 req-1925f438-cfe5-402f-b5ef-16fbd20bbd00 tempest-ServersTestJSON-1826732852 tempest-ServersTestJSON-1826732852-project] 10.222.0.104 "GET /v2.0/ports?device_id=a7b3ff4b-3bb8-4a52-834a-41c1f70f9417 HTTP/1.1" status: 200 len: 210 time: 0.0519955 Jul 06 14:09:15.811659 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-798d6af6-1de1-40d7-8a6e-296b40f0fb1c req-1f29590a-3557-4625-b7f2-55849834cac0 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=c9be33eb-dd56-4e85-987b-a6be78859de9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0392518 Jul 06 14:09:15.953579 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-798d6af6-1de1-40d7-8a6e-296b40f0fb1c req-d373fd51-9df6-44e0-979e-17e9f95a455f service neutron] 10.222.0.72 "GET /v2.0/networks/c9be33eb-dd56-4e85-987b-a6be78859de9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1325066 Jul 06 14:09:16.016113 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd373aa0-18f3-4384-9e59-71894a551dc5 req-6afb936a-0769-4800-8d68-73d902ea1714 tempest-ServersTestJSON-1826732852 tempest-ServersTestJSON-1826732852-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:09:16.030439 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-bd373aa0-18f3-4384-9e59-71894a551dc5 req-6afb936a-0769-4800-8d68-73d902ea1714 tempest-ServersTestJSON-1826732852 tempest-ServersTestJSON-1826732852-project] 10.222.0.72 "GET /v2.0/networks?id=6153a515-72a8-42ac-8fe8-4c42d053866d HTTP/1.1" status: 200 len: 806 time: 0.1474056 Jul 06 14:09:16.116851 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-0c970aa4-cb71-40a9-8927-8010f4bb0123 req-7d9dd898-3669-4922-920c-6b33e9252324 tempest-ServerShowV247Test-1263848029 tempest-ServerShowV247Test-1263848029-project] 10.222.0.104 "GET /v2.0/ports?device_id=5a6b3cc9-158c-4855-9ee6-2d8b336c2250 HTTP/1.1" status: 200 len: 210 time: 0.0739384 Jul 06 14:09:16.148138 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-798d6af6-1de1-40d7-8a6e-296b40f0fb1c req-32f8ab4b-0414-4080-9506-1f4b2b1b30fc service neutron] 10.222.0.72 "GET /v2.0/networks/c9be33eb-dd56-4e85-987b-a6be78859de9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1871014 Jul 06 14:09:16.164700 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-bd373aa0-18f3-4384-9e59-71894a551dc5 req-30a7c72a-f1ca-428c-99a9-c904e4e3751f tempest-ServersTestJSON-1826732852 tempest-ServersTestJSON-1826732852-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e22918dd8a4242c7a434109e5f222b6c HTTP/1.1" status: 200 len: 380 time: 0.1332750 Jul 06 14:09:16.174488 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [req-bd373aa0-18f3-4384-9e59-71894a551dc5 req-56c5d1f2-dcc4-4b2d-977a-8c19697155a5 tempest-ServersTestJSON-1826732852 tempest-ServersTestJSON-1826732852-project] Request body: {'port': {'device_id': 'a7b3ff4b-3bb8-4a52-834a-41c1f70f9417', 'network_id': '6153a515-72a8-42ac-8fe8-4c42d053866d', 'admin_state_up': True, 'tenant_id': 'e22918dd8a4242c7a434109e5f222b6c', 'security_groups': ['0aa84f6b-3b5e-4d6c-88fe-a6af915b5cf9']}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:09:16.333969 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bd373aa0-18f3-4384-9e59-71894a551dc5 req-56c5d1f2-dcc4-4b2d-977a-8c19697155a5 tempest-ServersTestJSON-1826732852 tempest-ServersTestJSON-1826732852-project] Made reservation on behalf of e22918dd8a4242c7a434109e5f222b6c for: {'port': 1} {{(pid=100247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:09:16.338550 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-bd373aa0-18f3-4384-9e59-71894a551dc5 req-56c5d1f2-dcc4-4b2d-977a-8c19697155a5 tempest-ServersTestJSON-1826732852 tempest-ServersTestJSON-1826732852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:16.495683 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.db_base_plugin_common [req-bd373aa0-18f3-4384-9e59-71894a551dc5 req-56c5d1f2-dcc4-4b2d-977a-8c19697155a5 tempest-ServersTestJSON-1826732852 tempest-ServersTestJSON-1826732852-project] Allocated IP 172.20.0.11 (6153a515-72a8-42ac-8fe8-4c42d053866d/0b4cd2a7-9311-4178-a627-e29c4c70b074/5b3cf493-3a9a-4e5b-9ea8-d99f26fec7ce) {{(pid=100247) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:09:16.620111 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 46752) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:09:16.757588 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa18d72b-a74b-4a9d-8173-a1db3f50cfb1 req-9fdf60d8-ff6f-4439-a092-2301e55d9b26 tempest-ServerAddressesTestJSON-1860005328 tempest-ServerAddressesTestJSON-1860005328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:09:16.759105 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-aa18d72b-a74b-4a9d-8173-a1db3f50cfb1 req-9fdf60d8-ff6f-4439-a092-2301e55d9b26 tempest-ServerAddressesTestJSON-1860005328 tempest-ServerAddressesTestJSON-1860005328-project] 10.222.0.104 "GET /v2.0/ports?device_id=61547f4e-aa7f-45ac-904c-976db875a02d HTTP/1.1" status: 200 len: 943 time: 0.1397777 Jul 06 14:09:16.760071 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-3e956f59-1e0f-41d9-bb72-3701aa3701ed tempest-ServiceProvidersTest-1824631874 tempest-ServiceProvidersTest-1824631874-project] 10.222.0.104 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.1377108 Jul 06 14:09:16.786847 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-bd373aa0-18f3-4384-9e59-71894a551dc5 req-56c5d1f2-dcc4-4b2d-977a-8c19697155a5 tempest-ServersTestJSON-1826732852 tempest-ServersTestJSON-1826732852-project] Notify callbacks [] for port, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:16.814415 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.provisioning_blocks [req-bd373aa0-18f3-4384-9e59-71894a551dc5 req-56c5d1f2-dcc4-4b2d-977a-8c19697155a5 tempest-ServersTestJSON-1826732852 tempest-ServersTestJSON-1826732852-project] Transition to ACTIVE for port object 5b3cf493-3a9a-4e5b-9ea8-d99f26fec7ce will not be triggered until provisioned by entity DHCP. {{(pid=100247) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:09:16.847030 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-aa18d72b-a74b-4a9d-8173-a1db3f50cfb1 req-101fc2d1-1acc-4baf-ba1f-8af5f92819bc tempest-ServerAddressesTestJSON-1860005328 tempest-ServerAddressesTestJSON-1860005328-project] 10.222.0.104 "GET /v2.0/security-groups?id=cf5f40df-44e7-45a9-becf-819a644ed4dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737703 Jul 06 14:09:16.885488 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-bd373aa0-18f3-4384-9e59-71894a551dc5 req-56c5d1f2-dcc4-4b2d-977a-8c19697155a5 tempest-ServersTestJSON-1826732852 tempest-ServersTestJSON-1826732852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-128888360'] for port, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:16.936637 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bd373aa0-18f3-4384-9e59-71894a551dc5 req-56c5d1f2-dcc4-4b2d-977a-8c19697155a5 tempest-ServersTestJSON-1826732852 tempest-ServersTestJSON-1826732852-project] Network 6153a515-72a8-42ac-8fe8-4c42d053866d is already hosted by enough agents. {{(pid=100247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:09:16.940123 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.base_scheduler [req-bd373aa0-18f3-4384-9e59-71894a551dc5 req-56c5d1f2-dcc4-4b2d-977a-8c19697155a5 tempest-ServersTestJSON-1826732852 tempest-ServersTestJSON-1826732852-project] Resources bound (agent type, host, resource id): {{(pid=100247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:09:16.944559 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd373aa0-18f3-4384-9e59-71894a551dc5 req-56c5d1f2-dcc4-4b2d-977a-8c19697155a5 tempest-ServersTestJSON-1826732852 tempest-ServersTestJSON-1826732852-project] Received port after_create {{(pid=100247) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:09:17.024841 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c5d1f2-dcc4-4b2d-977a-8c19697155a5 tempest-ServersTestJSON-1826732852 tempest-ServersTestJSON-1826732852-project] Pushing event updated for resources: {'Port': ['ID=5b3cf493-3a9a-4e5b-9ea8-d99f26fec7ce,revision_number=1']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:09:17.063888 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd373aa0-18f3-4384-9e59-71894a551dc5 req-56c5d1f2-dcc4-4b2d-977a-8c19697155a5 tempest-ServersTestJSON-1826732852 tempest-ServersTestJSON-1826732852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:09:17.064650 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-bd373aa0-18f3-4384-9e59-71894a551dc5 req-56c5d1f2-dcc4-4b2d-977a-8c19697155a5 tempest-ServersTestJSON-1826732852 tempest-ServersTestJSON-1826732852-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:17.089051 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-bd373aa0-18f3-4384-9e59-71894a551dc5 req-56c5d1f2-dcc4-4b2d-977a-8c19697155a5 tempest-ServersTestJSON-1826732852 tempest-ServersTestJSON-1826732852-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9183776 Jul 06 14:09:17.101260 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [req-bd373aa0-18f3-4384-9e59-71894a551dc5 req-f32a7752-ec0b-4aea-855d-5d9390035a65 service neutron] Request body: {'port': {'device_id': 'a7b3ff4b-3bb8-4a52-834a-41c1f70f9417', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-773647-6'}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:09:17.150964 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d92c324-5ee1-4a04-ab2a-b97b277a3417 req-70a6fa6b-7939-4f04-b148-2d3ebc01462d tempest-ServersTestJSON-1826732852 tempest-ServersTestJSON-1826732852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:09:17.152554 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-0d92c324-5ee1-4a04-ab2a-b97b277a3417 req-70a6fa6b-7939-4f04-b148-2d3ebc01462d tempest-ServersTestJSON-1826732852 tempest-ServersTestJSON-1826732852-project] 10.222.0.104 "GET /v2.0/ports?device_id=a7b3ff4b-3bb8-4a52-834a-41c1f70f9417 HTTP/1.1" status: 200 len: 932 time: 0.1737580 Jul 06 14:09:17.187647 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 46778) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:09:17.238518 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 46782) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:09:17.323448 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-0d92c324-5ee1-4a04-ab2a-b97b277a3417 req-2ac10323-0b96-4c1e-8ab5-239bb0447031 tempest-ServersTestJSON-1826732852 tempest-ServersTestJSON-1826732852-project] 10.222.0.104 "GET /v2.0/security-groups?id=0aa84f6b-3b5e-4d6c-88fe-a6af915b5cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1625645 Jul 06 14:09:17.326355 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-bd373aa0-18f3-4384-9e59-71894a551dc5 req-f32a7752-ec0b-4aea-855d-5d9390035a65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:17.370242 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-236efaa8-8704-4162-a438-8c9f6e193b33 None None] Provisioning for port 5b3cf493-3a9a-4e5b-9ea8-d99f26fec7ce completed by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:09:17.374867 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-236efaa8-8704-4162-a438-8c9f6e193b33 None None] Provisioning complete for port 5b3cf493-3a9a-4e5b-9ea8-d99f26fec7ce triggered by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:09:17.375332 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-236efaa8-8704-4162-a438-8c9f6e193b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:17.406933 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-36a88ebb-37f1-4906-a11f-a9eb4b6530fe req-234e88ee-acb8-4d5e-97c1-a3813b123d1c tempest-ServerShowV247Test-1263848029 tempest-ServerShowV247Test-1263848029-project] 10.222.0.104 "GET /v2.0/ports?device_id=5a6b3cc9-158c-4855-9ee6-2d8b336c2250 HTTP/1.1" status: 200 len: 210 time: 0.0538838 Jul 06 14:09:17.416698 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-236efaa8-8704-4162-a438-8c9f6e193b33 None None] Port 5b3cf493-3a9a-4e5b-9ea8-d99f26fec7ce cannot update to ACTIVE because it is not bound. {{(pid=100248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 14:09:17.472212 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-b838bf89-2db2-421c-9a75-3d3fea6b8965 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:17.475708 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-3e47a845-2fc8-4de8-8f9e-5cbf68be5ade admin admin] Notify callbacks [] for security_group, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:17.516073 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.db.api [None req-3e47a845-2fc8-4de8-8f9e-5cbf68be5ade admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 06 14:09:17.516073 n-d-773647-6 neutron-server[100246]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 06 14:09:17.516073 n-d-773647-6 neutron-server[100246]: [parameters: {'project_id': 'dcf9748f0f534275a895d82fb315c248', 'id': '96c76f74-6d87-43df-9ee6-bd23c7b91881', 'expiration': datetime.datetime(2021, 7, 6, 14, 11, 17, 505960)}] Jul 06 14:09:17.516073 n-d-773647-6 neutron-server[100246]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=100246) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 06 14:09:17.516520 n-d-773647-6 neutron-server[100246]: DEBUG oslo_db.api [None req-3e47a845-2fc8-4de8-8f9e-5cbf68be5ade admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 06 14:09:17.590470 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-b838bf89-2db2-421c-9a75-3d3fea6b8965 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:17.598602 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-b838bf89-2db2-421c-9a75-3d3fea6b8965 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:17.653137 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-b838bf89-2db2-421c-9a75-3d3fea6b8965 admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=7adf5032d55c4ec786d6eba7fab04772&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4644551 Jul 06 14:09:17.654652 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b838bf89-2db2-421c-9a75-3d3fea6b8965 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=261eacb9-a940-406e-b0e9-b1e8c834f6c8,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:09:17.657257 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 46788) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:09:17.699116 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Device 15084403-8c0c-482e-8477-99a2298fa07c details requested by agent hyperv_n-h2-773647-6 with host n-h2-773647-6 {{(pid=100248) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 14:09:17.717085 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-5eeaeec8-cc58-47a9-9c2e-98c6cfaff20c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:17.754549 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-5eeaeec8-cc58-47a9-9c2e-98c6cfaff20c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:17.794003 n-d-773647-6 neutron-server[100247]: DEBUG neutron.notifiers.nova [req-bd373aa0-18f3-4384-9e59-71894a551dc5 req-f32a7752-ec0b-4aea-855d-5d9390035a65 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5b3cf493-3a9a-4e5b-9ea8-d99f26fec7ce {{(pid=100247) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 14:09:17.803931 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-bd373aa0-18f3-4384-9e59-71894a551dc5 req-f32a7752-ec0b-4aea-855d-5d9390035a65 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:17.815782 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-5eeaeec8-cc58-47a9-9c2e-98c6cfaff20c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:17.819208 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.provisioning_blocks [req-bd373aa0-18f3-4384-9e59-71894a551dc5 req-f32a7752-ec0b-4aea-855d-5d9390035a65 service neutron] Transition to ACTIVE for port object 5b3cf493-3a9a-4e5b-9ea8-d99f26fec7ce will not be triggered until provisioned by entity L2. {{(pid=100247) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:09:17.820298 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-5eeaeec8-cc58-47a9-9c2e-98c6cfaff20c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:17.822692 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-5eeaeec8-cc58-47a9-9c2e-98c6cfaff20c admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/261eacb9-a940-406e-b0e9-b1e8c834f6c8 HTTP/1.1" status: 204 len: 168 time: 0.1626046 Jul 06 14:09:17.826535 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-bd373aa0-18f3-4384-9e59-71894a551dc5 req-f32a7752-ec0b-4aea-855d-5d9390035a65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128888538'] for port, after_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:17.832533 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eeaeec8-cc58-47a9-9c2e-98c6cfaff20c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=261eacb9-a940-406e-b0e9-b1e8c834f6c8,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:09:17.851950 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] For port 15084403-8c0c-482e-8477-99a2298fa07c, host n-h2-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=15084403-8c0c-482e-8477-99a2298fa07c,segment=NetworkSegment(0a8ee2e9-9040-45fb-97fd-998038581a1b),segment_id=0a8ee2e9-9040-45fb-97fd-998038581a1b)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:09:17.883326 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Returning: {'device': '15084403-8c0c-482e-8477-99a2298fa07c', 'network_id': 'c9be33eb-dd56-4e85-987b-a6be78859de9', 'port_id': '15084403-8c0c-482e-8477-99a2298fa07c', 'mac_address': 'fa:16:3e:4e:e7:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1025, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7a470be8-392b-49fb-be93-338924527fd4', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100248) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 14:09:17.903104 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32a7752-ec0b-4aea-855d-5d9390035a65 service neutron] Pushing event updated for resources: {'Port': ['ID=5b3cf493-3a9a-4e5b-9ea8-d99f26fec7ce,revision_number=2']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:09:17.952521 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:17.972948 n-d-773647-6 neutron-server[100248]: DEBUG neutron.notifiers.nova [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 15084403-8c0c-482e-8477-99a2298fa07c {{(pid=100248) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 14:09:17.995526 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] For port 15084403-8c0c-482e-8477-99a2298fa07c, host n-h2-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=15084403-8c0c-482e-8477-99a2298fa07c,segment=NetworkSegment(0a8ee2e9-9040-45fb-97fd-998038581a1b),segment_id=0a8ee2e9-9040-45fb-97fd-998038581a1b)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:09:18.006347 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:18.018026 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-3e47a845-2fc8-4de8-8f9e-5cbf68be5ade admin admin] Notify callbacks [] for security_group, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:18.075180 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Pushing event updated for resources: {'Port': ['ID=15084403-8c0c-482e-8477-99a2298fa07c,revision_number=4']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:09:18.098491 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.managers [req-bd373aa0-18f3-4384-9e59-71894a551dc5 req-f32a7752-ec0b-4aea-855d-5d9390035a65 service neutron] Attempting to bind port 5b3cf493-3a9a-4e5b-9ea8-d99f26fec7ce on host n-h2-773647-6 for vnic_type normal with profile {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:09:18.098491 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.managers [req-bd373aa0-18f3-4384-9e59-71894a551dc5 req-f32a7752-ec0b-4aea-855d-5d9390035a65 service neutron] Attempting to bind port 5b3cf493-3a9a-4e5b-9ea8-d99f26fec7ce by drivers openvswitch,hyperv on host n-h2-773647-6 at level 0 using segments [{'id': '52fec4a3-93cc-4beb-9d88-19cc6ca15035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': '6153a515-72a8-42ac-8fe8-4c42d053866d'}] {{(pid=100247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:09:18.098879 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd373aa0-18f3-4384-9e59-71894a551dc5 req-f32a7752-ec0b-4aea-855d-5d9390035a65 service neutron] Attempting to bind port 5b3cf493-3a9a-4e5b-9ea8-d99f26fec7ce on network 6153a515-72a8-42ac-8fe8-4c42d053866d {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:09:18.110919 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd373aa0-18f3-4384-9e59-71894a551dc5 req-f32a7752-ec0b-4aea-855d-5d9390035a65 service neutron] Port 5b3cf493-3a9a-4e5b-9ea8-d99f26fec7ce on network 6153a515-72a8-42ac-8fe8-4c42d053866d not bound, no agent of type Open vSwitch agent registered on host n-h2-773647-6 {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 14:09:18.111280 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd373aa0-18f3-4384-9e59-71894a551dc5 req-f32a7752-ec0b-4aea-855d-5d9390035a65 service neutron] Attempting to bind port 5b3cf493-3a9a-4e5b-9ea8-d99f26fec7ce on network 6153a515-72a8-42ac-8fe8-4c42d053866d {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:09:18.122776 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a82d5a-e9cf-44ee-b0a2-bb18761c4f57 req-d1f119bf-2305-45df-92f5-b01d483fb8b1 tempest-ServerAddressesTestJSON-1860005328 tempest-ServerAddressesTestJSON-1860005328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:09:18.130380 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-14a82d5a-e9cf-44ee-b0a2-bb18761c4f57 req-d1f119bf-2305-45df-92f5-b01d483fb8b1 tempest-ServerAddressesTestJSON-1860005328 tempest-ServerAddressesTestJSON-1860005328-project] 10.222.0.104 "GET /v2.0/ports?device_id=61547f4e-aa7f-45ac-904c-976db875a02d HTTP/1.1" status: 200 len: 943 time: 0.1457279 Jul 06 14:09:18.155954 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd373aa0-18f3-4384-9e59-71894a551dc5 req-f32a7752-ec0b-4aea-855d-5d9390035a65 service neutron] Checking agent: {'id': '63768ece-0600-4354-8d29-fdedec96b077', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-773647-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 51, 10), 'started_at': datetime.datetime(2021, 7, 6, 13, 51, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 9, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:09:18.156294 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd373aa0-18f3-4384-9e59-71894a551dc5 req-f32a7752-ec0b-4aea-855d-5d9390035a65 service neutron] Checking segment: {'id': '52fec4a3-93cc-4beb-9d88-19cc6ca15035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': '6153a515-72a8-42ac-8fe8-4c42d053866d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100247) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:09:18.156682 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd373aa0-18f3-4384-9e59-71894a551dc5 req-f32a7752-ec0b-4aea-855d-5d9390035a65 service neutron] Bound using segment: {'id': '52fec4a3-93cc-4beb-9d88-19cc6ca15035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': '6153a515-72a8-42ac-8fe8-4c42d053866d'} {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:09:18.157106 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.managers [req-bd373aa0-18f3-4384-9e59-71894a551dc5 req-f32a7752-ec0b-4aea-855d-5d9390035a65 service neutron] Bound port: 5b3cf493-3a9a-4e5b-9ea8-d99f26fec7ce, host: n-h2-773647-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '52fec4a3-93cc-4beb-9d88-19cc6ca15035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': '6153a515-72a8-42ac-8fe8-4c42d053866d'}}] {{(pid=100247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:09:18.157457 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-bd373aa0-18f3-4384-9e59-71894a551dc5 req-f32a7752-ec0b-4aea-855d-5d9390035a65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:18.171459 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-3e47a845-2fc8-4de8-8f9e-5cbf68be5ade admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:18.176970 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-3e47a845-2fc8-4de8-8f9e-5cbf68be5ade admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:18.180495 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-14a82d5a-e9cf-44ee-b0a2-bb18761c4f57 req-1ef6740f-d22c-4785-92fd-4af9ba924b2e tempest-ServerAddressesTestJSON-1860005328 tempest-ServerAddressesTestJSON-1860005328-project] 10.222.0.104 "GET /v2.0/security-groups?id=cf5f40df-44e7-45a9-becf-819a644ed4dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473518 Jul 06 14:09:18.226712 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e47a845-2fc8-4de8-8f9e-5cbf68be5ade admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec926e4a-9cb5-4507-82cc-33a713577695,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:09:18.234175 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-3e47a845-2fc8-4de8-8f9e-5cbf68be5ade admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=dcf9748f0f534275a895d82fb315c248&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9945829 Jul 06 14:09:18.237070 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 46804) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:09:18.244644 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.db [req-bd373aa0-18f3-4384-9e59-71894a551dc5 req-f32a7752-ec0b-4aea-855d-5d9390035a65 service neutron] For port 5b3cf493-3a9a-4e5b-9ea8-d99f26fec7ce, host n-h2-773647-6, cleared binding levels {{(pid=100247) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:09:18.248280 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.db [req-bd373aa0-18f3-4384-9e59-71894a551dc5 req-f32a7752-ec0b-4aea-855d-5d9390035a65 service neutron] For port 5b3cf493-3a9a-4e5b-9ea8-d99f26fec7ce, host n-h2-773647-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=5b3cf493-3a9a-4e5b-9ea8-d99f26fec7ce,segment=NetworkSegment(52fec4a3-93cc-4beb-9d88-19cc6ca15035),segment_id=52fec4a3-93cc-4beb-9d88-19cc6ca15035)] {{(pid=100247) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:09:18.253025 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-bd373aa0-18f3-4384-9e59-71894a551dc5 req-f32a7752-ec0b-4aea-855d-5d9390035a65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128888538'] for port, after_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:18.293392 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd373aa0-18f3-4384-9e59-71894a551dc5 req-f32a7752-ec0b-4aea-855d-5d9390035a65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:09:18.294032 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-bd373aa0-18f3-4384-9e59-71894a551dc5 req-f32a7752-ec0b-4aea-855d-5d9390035a65 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:18.295449 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-bd373aa0-18f3-4384-9e59-71894a551dc5 req-f32a7752-ec0b-4aea-855d-5d9390035a65 service neutron] 10.222.0.72 "PUT /v2.0/ports/5b3cf493-3a9a-4e5b-9ea8-d99f26fec7ce HTTP/1.1" status: 200 len: 1092 time: 1.1991386 Jul 06 14:09:18.295890 n-d-773647-6 neutron-server[100247]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7b3ff4b-3bb8-4a52-834a-41c1f70f9417', 'tag': '5b3cf493-3a9a-4e5b-9ea8-d99f26fec7ce'}] {{(pid=100247) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:09:18.298144 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cbf0eeaae822f8fc9b87a94aeba67a3d651842baf663a51cba94b67a514836d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac04391d-9f5c-46a9-8d0f-7ebf1804e7a2" -d '{"events": [{"name": "network-changed", "server_uuid": "a7b3ff4b-3bb8-4a52-834a-41c1f70f9417", "tag": "5b3cf493-3a9a-4e5b-9ea8-d99f26fec7ce"}]}' {{(pid=100247) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:09:18.329571 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32a7752-ec0b-4aea-855d-5d9390035a65 service neutron] Pushing event updated for resources: {'Port': ['ID=5b3cf493-3a9a-4e5b-9ea8-d99f26fec7ce,revision_number=3']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:09:18.332573 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-4472dab0-d9ef-4afe-acad-85aa1cdfe40a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:18.346589 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] get_ports_and_sgs() called for port_ids ['15084403-8c0c-482e-8477-99a2298fa07c'] {{(pid=100248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 14:09:18.375454 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-4472dab0-d9ef-4afe-acad-85aa1cdfe40a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:18.486614 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-4472dab0-d9ef-4afe-acad-85aa1cdfe40a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:18.489694 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-4472dab0-d9ef-4afe-acad-85aa1cdfe40a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:18.494510 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-4472dab0-d9ef-4afe-acad-85aa1cdfe40a admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/ec926e4a-9cb5-4507-82cc-33a713577695 HTTP/1.1" status: 204 len: 168 time: 0.2558877 Jul 06 14:09:18.511522 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4472dab0-d9ef-4afe-acad-85aa1cdfe40a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec926e4a-9cb5-4507-82cc-33a713577695,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:09:18.831771 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 14:09:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a967ee7-dd0d-40a9-a09b-58bcf59dd862 x-openstack-request-id: req-2a967ee7-dd0d-40a9-a09b-58bcf59dd862 {{(pid=100247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:09:18.832476 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a7b3ff4b-3bb8-4a52-834a-41c1f70f9417", "tag": "5b3cf493-3a9a-4e5b-9ea8-d99f26fec7ce", "status": "completed", "code": 200}]} {{(pid=100247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:09:18.832476 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-2a967ee7-dd0d-40a9-a09b-58bcf59dd862 {{(pid=100247) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:09:18.832847 n-d-773647-6 neutron-server[100247]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a7b3ff4b-3bb8-4a52-834a-41c1f70f9417', 'tag': '5b3cf493-3a9a-4e5b-9ea8-d99f26fec7ce', 'status': 'completed', 'code': 200} Jul 06 14:09:18.896536 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-f6356c9c-e1b5-4e28-8c84-19b14ac35c25 req-816b3257-8f4e-48dd-afdd-8b83e2068d8f tempest-ServerShowV247Test-1263848029 tempest-ServerShowV247Test-1263848029-project] 10.222.0.104 "GET /v2.0/ports?device_id=5a6b3cc9-158c-4855-9ee6-2d8b336c2250 HTTP/1.1" status: 200 len: 210 time: 0.0673423 Jul 06 14:09:18.920716 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 46832) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:09:18.945308 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 46838) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:09:18.951240 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd373aa0-18f3-4384-9e59-71894a551dc5 req-28032ff7-e227-4837-a03b-c71af9159e33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:09:18.952717 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-bd373aa0-18f3-4384-9e59-71894a551dc5 req-28032ff7-e227-4837-a03b-c71af9159e33 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=e22918dd8a4242c7a434109e5f222b6c&device_id=a7b3ff4b-3bb8-4a52-834a-41c1f70f9417 HTTP/1.1" status: 200 len: 1095 time: 0.5963855 Jul 06 14:09:18.965936 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-ad81e2d7-62a6-4415-9cb2-6f2b69f225b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:18.968927 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d93807-7857-4147-9a46-daf5227891c6 req-33f7854f-f4ab-4948-936a-73dbbe05f01b tempest-ServersTestJSON-1826732852 tempest-ServersTestJSON-1826732852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:09:18.970402 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-c8d93807-7857-4147-9a46-daf5227891c6 req-33f7854f-f4ab-4948-936a-73dbbe05f01b tempest-ServersTestJSON-1826732852 tempest-ServersTestJSON-1826732852-project] 10.222.0.104 "GET /v2.0/ports?device_id=a7b3ff4b-3bb8-4a52-834a-41c1f70f9417 HTTP/1.1" status: 200 len: 944 time: 0.1365709 Jul 06 14:09:19.043676 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-bd373aa0-18f3-4384-9e59-71894a551dc5 req-d5ea8a23-3064-400b-a444-8a2767573127 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5b3cf493-3a9a-4e5b-9ea8-d99f26fec7ce HTTP/1.1" status: 200 len: 217 time: 0.0699551 Jul 06 14:09:19.095231 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-c8d93807-7857-4147-9a46-daf5227891c6 req-610afd74-2ee7-40f2-88c9-3e2f467bdfc4 tempest-ServersTestJSON-1826732852 tempest-ServersTestJSON-1826732852-project] 10.222.0.104 "GET /v2.0/security-groups?id=0aa84f6b-3b5e-4d6c-88fe-a6af915b5cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1129365 Jul 06 14:09:19.133502 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-ad81e2d7-62a6-4415-9cb2-6f2b69f225b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:19.140084 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-ad81e2d7-62a6-4415-9cb2-6f2b69f225b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:19.142508 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd373aa0-18f3-4384-9e59-71894a551dc5 req-501e46d6-7369-46c2-ba27-44abd996f6b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:09:19.144471 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-bd373aa0-18f3-4384-9e59-71894a551dc5 req-501e46d6-7369-46c2-ba27-44abd996f6b3 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=0b4cd2a7-9311-4178-a627-e29c4c70b074 HTTP/1.1" status: 200 len: 845 time: 0.0939434 Jul 06 14:09:19.172641 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-999c6994-626c-4735-ab2e-78b0c60894ac req-e28a0baa-65fb-4949-8b43-ae9b7b95203f service neutron] 10.222.0.127 "GET /v2.0/ports?device_id=5a6b3cc9-158c-4855-9ee6-2d8b336c2250 HTTP/1.1" status: 200 len: 210 time: 0.2333772 Jul 06 14:09:19.186184 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-ad81e2d7-62a6-4415-9cb2-6f2b69f225b9 admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=8234a08c87754c6c957ab07a79746df6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2381675 Jul 06 14:09:19.189133 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 46840) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:09:19.203125 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad81e2d7-62a6-4415-9cb2-6f2b69f225b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0de94271-0b12-4fac-ab41-c6fb9b5d55ce,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:09:19.238264 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-97494002-f730-468b-88f7-ee0b0b793f94 tempest-SubnetPoolsTestJSON-1978983482 tempest-SubnetPoolsTestJSON-1978983482-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-171403932', 'prefixes': ['172.20.0.0/16']}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:09:19.241956 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd373aa0-18f3-4384-9e59-71894a551dc5 req-da76152f-b097-46cc-9a39-52059e493a93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:09:19.243602 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-bd373aa0-18f3-4384-9e59-71894a551dc5 req-da76152f-b097-46cc-9a39-52059e493a93 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=6153a515-72a8-42ac-8fe8-4c42d053866d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0733979 Jul 06 14:09:19.272240 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-4437290b-7080-46b1-9862-5a564c2ae8c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:19.307364 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-4437290b-7080-46b1-9862-5a564c2ae8c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:19.338367 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-97494002-f730-468b-88f7-ee0b0b793f94 tempest-SubnetPoolsTestJSON-1978983482 tempest-SubnetPoolsTestJSON-1978983482-project] Notify callbacks [] for subnetpool, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:19.339603 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-97494002-f730-468b-88f7-ee0b0b793f94 tempest-SubnetPoolsTestJSON-1978983482 tempest-SubnetPoolsTestJSON-1978983482-project] 10.222.0.104 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 736 time: 0.4175780 Jul 06 14:09:19.343876 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 46844) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:09:19.383498 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-bd373aa0-18f3-4384-9e59-71894a551dc5 req-ff358569-20e7-4482-869c-b95ec9f272fc service neutron] 10.222.0.72 "GET /v2.0/networks/6153a515-72a8-42ac-8fe8-4c42d053866d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1326344 Jul 06 14:09:19.384073 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-450b53e1-f4e7-4340-b51d-5c5767ad139f tempest-SubnetPoolsTestJSON-1978983482 tempest-SubnetPoolsTestJSON-1978983482-project] 10.222.0.104 "GET /v2.0/subnetpools/5cda9de2-1027-498c-ad9d-6cfad9a19743 HTTP/1.1" status: 200 len: 731 time: 0.0391693 Jul 06 14:09:19.386933 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 46846) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:09:19.391765 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-6048f6ab-10c5-485c-9d8a-bf7846c378e7 tempest-SubnetPoolsTestJSON-1978983482 tempest-SubnetPoolsTestJSON-1978983482-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-1799160009'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:09:19.416664 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-4437290b-7080-46b1-9862-5a564c2ae8c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:19.419238 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-4437290b-7080-46b1-9862-5a564c2ae8c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:19.420371 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-4437290b-7080-46b1-9862-5a564c2ae8c2 admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/0de94271-0b12-4fac-ab41-c6fb9b5d55ce HTTP/1.1" status: 204 len: 168 time: 0.2300398 Jul 06 14:09:19.436506 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4437290b-7080-46b1-9862-5a564c2ae8c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0de94271-0b12-4fac-ab41-c6fb9b5d55ce,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:09:19.453192 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b8331e-d056-480b-84ea-31d41310721c req-aaf79a55-ca60-4b4d-bd51-bbbeff21fd5a tempest-ServerAddressesTestJSON-1860005328 tempest-ServerAddressesTestJSON-1860005328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:09:19.455833 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-d8b8331e-d056-480b-84ea-31d41310721c req-aaf79a55-ca60-4b4d-bd51-bbbeff21fd5a tempest-ServerAddressesTestJSON-1860005328 tempest-ServerAddressesTestJSON-1860005328-project] 10.222.0.104 "GET /v2.0/ports?device_id=61547f4e-aa7f-45ac-904c-976db875a02d HTTP/1.1" status: 200 len: 944 time: 0.1387014 Jul 06 14:09:19.492818 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-6048f6ab-10c5-485c-9d8a-bf7846c378e7 tempest-SubnetPoolsTestJSON-1978983482 tempest-SubnetPoolsTestJSON-1978983482-project] Notify callbacks [] for subnetpool, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:19.494253 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-6048f6ab-10c5-485c-9d8a-bf7846c378e7 tempest-SubnetPoolsTestJSON-1978983482 tempest-SubnetPoolsTestJSON-1978983482-project] 10.222.0.104 "PUT /v2.0/subnetpools/5cda9de2-1027-498c-ad9d-6cfad9a19743 HTTP/1.1" status: 200 len: 684 time: 0.1061382 Jul 06 14:09:19.496837 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 46850) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:09:19.538154 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-d8b8331e-d056-480b-84ea-31d41310721c req-76603964-f2ff-4750-94e7-4f807fa48eed tempest-ServerAddressesTestJSON-1860005328 tempest-ServerAddressesTestJSON-1860005328-project] 10.222.0.104 "GET /v2.0/security-groups?id=cf5f40df-44e7-45a9-becf-819a644ed4dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738668 Jul 06 14:09:19.544184 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-bd373aa0-18f3-4384-9e59-71894a551dc5 req-75cb199a-aa71-4844-9af5-364fb5f5f45f service neutron] 10.222.0.72 "GET /v2.0/networks/6153a515-72a8-42ac-8fe8-4c42d053866d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1523607 Jul 06 14:09:19.587201 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-6b3d4cd8-44dc-48f8-b2c5-eed69c7981ea tempest-SubnetPoolsTestJSON-1978983482 tempest-SubnetPoolsTestJSON-1978983482-project] Notify callbacks [] for subnetpool, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:19.588768 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-6b3d4cd8-44dc-48f8-b2c5-eed69c7981ea tempest-SubnetPoolsTestJSON-1978983482 tempest-SubnetPoolsTestJSON-1978983482-project] 10.222.0.104 "DELETE /v2.0/subnetpools/5cda9de2-1027-498c-ad9d-6cfad9a19743 HTTP/1.1" status: 204 len: 168 time: 0.0906715 Jul 06 14:09:19.591395 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 46852) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:09:19.606358 n-d-773647-6 neutron-server[100246]: INFO neutron.api.v2.resource [None req-0e1d82b5-ab28-473a-a25e-56d1ad8c75a3 tempest-SubnetPoolsTestJSON-1978983482 tempest-SubnetPoolsTestJSON-1978983482-project] show failed (client error): The resource could not be found. Jul 06 14:09:19.610070 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-0e1d82b5-ab28-473a-a25e-56d1ad8c75a3 tempest-SubnetPoolsTestJSON-1978983482 tempest-SubnetPoolsTestJSON-1978983482-project] 10.222.0.104 "GET /v2.0/subnetpools/5cda9de2-1027-498c-ad9d-6cfad9a19743 HTTP/1.1" status: 404 len: 346 time: 0.0150342 Jul 06 14:09:19.610201 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 46854) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:09:19.625393 n-d-773647-6 neutron-server[100246]: INFO neutron.api.v2.resource [None req-e2e21ada-7418-46e9-a471-91344a1eee34 tempest-SubnetPoolsTestJSON-1978983482 tempest-SubnetPoolsTestJSON-1978983482-project] delete failed (client error): The resource could not be found. Jul 06 14:09:19.627258 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-e2e21ada-7418-46e9-a471-91344a1eee34 tempest-SubnetPoolsTestJSON-1978983482 tempest-SubnetPoolsTestJSON-1978983482-project] 10.222.0.104 "DELETE /v2.0/subnetpools/5cda9de2-1027-498c-ad9d-6cfad9a19743 HTTP/1.1" status: 404 len: 346 time: 0.0152853 Jul 06 14:09:19.658997 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac04391d-9f5c-46a9-8d0f-7ebf1804e7a2 req-c8bffd98-4fd8-4307-9e29-22e4306d2e10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:09:19.661283 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-ac04391d-9f5c-46a9-8d0f-7ebf1804e7a2 req-c8bffd98-4fd8-4307-9e29-22e4306d2e10 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=e22918dd8a4242c7a434109e5f222b6c&device_id=a7b3ff4b-3bb8-4a52-834a-41c1f70f9417 HTTP/1.1" status: 200 len: 1095 time: 0.0664222 Jul 06 14:09:19.712033 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Device 15084403-8c0c-482e-8477-99a2298fa07c up at agent hyperv_n-h2-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:09:19.770130 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Provisioning for port 15084403-8c0c-482e-8477-99a2298fa07c completed by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:09:19.774036 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Provisioning complete for port 15084403-8c0c-482e-8477-99a2298fa07c triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:09:19.774627 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:19.788526 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac04391d-9f5c-46a9-8d0f-7ebf1804e7a2 req-57ecbb20-7125-4e58-80f4-70bd34a653ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:09:19.790186 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-ac04391d-9f5c-46a9-8d0f-7ebf1804e7a2 req-57ecbb20-7125-4e58-80f4-70bd34a653ea service neutron] 10.222.0.72 "GET /v2.0/networks?id=6153a515-72a8-42ac-8fe8-4c42d053866d HTTP/1.1" status: 200 len: 908 time: 0.1226788 Jul 06 14:09:19.841903 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-ac04391d-9f5c-46a9-8d0f-7ebf1804e7a2 req-a6dadb7c-3d4f-45ab-ae83-2ac6d66e3f28 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5b3cf493-3a9a-4e5b-9ea8-d99f26fec7ce HTTP/1.1" status: 200 len: 217 time: 0.0447364 Jul 06 14:09:19.875302 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:19.901913 n-d-773647-6 neutron-server[100248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61547f4e-aa7f-45ac-904c-976db875a02d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15084403-8c0c-482e-8477-99a2298fa07c'}] {{(pid=100248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:09:19.903982 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac04391d-9f5c-46a9-8d0f-7ebf1804e7a2 req-55ad9027-c1d7-4c53-9027-83869afd299e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:09:19.904760 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84af257533e383389cbcf231d3534f4d5e149e7203fea16b4a8fc01438dddaf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f33d8b5-ca2e-453a-9899-82e16cd49668" -d '{"events": [{"server_uuid": "61547f4e-aa7f-45ac-904c-976db875a02d", "name": "network-vif-plugged", "status": "completed", "tag": "15084403-8c0c-482e-8477-99a2298fa07c"}]}' {{(pid=100248) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:09:19.905934 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-ac04391d-9f5c-46a9-8d0f-7ebf1804e7a2 req-55ad9027-c1d7-4c53-9027-83869afd299e service neutron] 10.222.0.72 "GET /v2.0/subnets?id=0b4cd2a7-9311-4178-a627-e29c4c70b074 HTTP/1.1" status: 200 len: 845 time: 0.0561962 Jul 06 14:09:19.922229 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] For port 15084403-8c0c-482e-8477-99a2298fa07c, host n-h2-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=15084403-8c0c-482e-8477-99a2298fa07c,segment=NetworkSegment(0a8ee2e9-9040-45fb-97fd-998038581a1b),segment_id=0a8ee2e9-9040-45fb-97fd-998038581a1b)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:09:19.927425 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:19.989506 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Pushing event updated for resources: {'Port': ['ID=15084403-8c0c-482e-8477-99a2298fa07c,revision_number=5']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:09:20.013352 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac04391d-9f5c-46a9-8d0f-7ebf1804e7a2 req-c42e95b9-3da0-4fe5-b497-344722fe321f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:09:20.015208 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-ac04391d-9f5c-46a9-8d0f-7ebf1804e7a2 req-c42e95b9-3da0-4fe5-b497-344722fe321f service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=6153a515-72a8-42ac-8fe8-4c42d053866d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1004660 Jul 06 14:09:20.094026 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 46880) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:09:20.123877 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-e0f85a3f-1aa0-40f5-abcc-cd6d19b720c6 req-9fa99225-2831-4ba3-b92f-fdbeb1be3b51 tempest-ServerShowV247Test-1263848029 tempest-ServerShowV247Test-1263848029-project] 10.222.0.104 "GET /v2.0/ports?device_id=5a6b3cc9-158c-4855-9ee6-2d8b336c2250 HTTP/1.1" status: 200 len: 210 time: 0.0389142 Jul 06 14:09:20.167440 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-ac04391d-9f5c-46a9-8d0f-7ebf1804e7a2 req-ea293055-9e29-4af0-a2d8-77f25f67ddd3 service neutron] 10.222.0.72 "GET /v2.0/networks/6153a515-72a8-42ac-8fe8-4c42d053866d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1437004 Jul 06 14:09:20.216425 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 14:09:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df5cfe0a-4812-40de-86fc-7e5a6519b455 x-openstack-request-id: req-df5cfe0a-4812-40de-86fc-7e5a6519b455 {{(pid=100248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:09:20.216723 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61547f4e-aa7f-45ac-904c-976db875a02d", "name": "network-vif-plugged", "status": "completed", "tag": "15084403-8c0c-482e-8477-99a2298fa07c", "code": 200}]} {{(pid=100248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:09:20.216975 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-df5cfe0a-4812-40de-86fc-7e5a6519b455 {{(pid=100248) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:09:20.217422 n-d-773647-6 neutron-server[100248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61547f4e-aa7f-45ac-904c-976db875a02d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15084403-8c0c-482e-8477-99a2298fa07c', 'code': 200} Jul 06 14:09:20.286279 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-81722e9c-2ad8-49dc-b128-287296e278d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:20.335288 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-ac04391d-9f5c-46a9-8d0f-7ebf1804e7a2 req-0000f553-2e6d-410a-9276-795a02855bb1 service neutron] 10.222.0.72 "GET /v2.0/networks/6153a515-72a8-42ac-8fe8-4c42d053866d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1604655 Jul 06 14:09:20.469578 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-81722e9c-2ad8-49dc-b128-287296e278d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:20.481700 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-81722e9c-2ad8-49dc-b128-287296e278d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:20.530256 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81c428e-43fc-4710-8e86-4bb183f70ed5 req-6af0483a-fbb4-474d-af26-9d5eeb9558bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:09:20.531791 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-d81c428e-43fc-4710-8e86-4bb183f70ed5 req-6af0483a-fbb4-474d-af26-9d5eeb9558bd service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=61547f4e-aa7f-45ac-904c-976db875a02d HTTP/1.1" status: 200 len: 1096 time: 0.0865645 Jul 06 14:09:20.542807 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe799c2-c5fa-43a7-b755-a0623ae72ae5 req-dc164eab-88b3-4c6c-9494-5d6be0deeab7 tempest-ServersTestJSON-1826732852 tempest-ServersTestJSON-1826732852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:09:20.543975 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-81722e9c-2ad8-49dc-b128-287296e278d1 admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=71ded850a2ca4754b7e54ca7e3ba2b63&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4470735 Jul 06 14:09:20.544763 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 46898) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:09:20.547604 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-0fe799c2-c5fa-43a7-b755-a0623ae72ae5 req-dc164eab-88b3-4c6c-9494-5d6be0deeab7 tempest-ServersTestJSON-1826732852 tempest-ServersTestJSON-1826732852-project] 10.222.0.104 "GET /v2.0/ports?device_id=a7b3ff4b-3bb8-4a52-834a-41c1f70f9417 HTTP/1.1" status: 200 len: 944 time: 0.1702247 Jul 06 14:09:20.553084 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81722e9c-2ad8-49dc-b128-287296e278d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=feeef20f-9087-4369-8d7e-ce45e6daf826,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:09:20.605021 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-d81c428e-43fc-4710-8e86-4bb183f70ed5 req-3d2da2cb-5567-4cd6-bc33-5b643a4f571f service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=cf5f40df-44e7-45a9-becf-819a644ed4dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548165 Jul 06 14:09:20.620842 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-0fe799c2-c5fa-43a7-b755-a0623ae72ae5 req-1540b41f-c99f-40eb-80ed-b672f33df9ab tempest-ServersTestJSON-1826732852 tempest-ServersTestJSON-1826732852-project] 10.222.0.104 "GET /v2.0/security-groups?id=0aa84f6b-3b5e-4d6c-88fe-a6af915b5cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0723011 Jul 06 14:09:20.634140 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-3f8f016f-b3cd-47a3-937d-0aa07ca0d76a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:20.659926 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-3f8f016f-b3cd-47a3-937d-0aa07ca0d76a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:20.715479 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-3f8f016f-b3cd-47a3-937d-0aa07ca0d76a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:20.718354 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-3f8f016f-b3cd-47a3-937d-0aa07ca0d76a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:20.721881 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-3f8f016f-b3cd-47a3-937d-0aa07ca0d76a admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/feeef20f-9087-4369-8d7e-ce45e6daf826 HTTP/1.1" status: 204 len: 168 time: 0.1734743 Jul 06 14:09:20.727630 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8f016f-b3cd-47a3-937d-0aa07ca0d76a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=feeef20f-9087-4369-8d7e-ce45e6daf826,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:09:20.767140 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98036a1e-ffcd-4124-8baa-7b98de5ab896 req-8d321451-6a91-49b9-a75b-03d3f47d3200 tempest-ServerAddressesTestJSON-1860005328 tempest-ServerAddressesTestJSON-1860005328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:09:20.768745 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-98036a1e-ffcd-4124-8baa-7b98de5ab896 req-8d321451-6a91-49b9-a75b-03d3f47d3200 tempest-ServerAddressesTestJSON-1860005328 tempest-ServerAddressesTestJSON-1860005328-project] 10.222.0.104 "GET /v2.0/ports?device_id=61547f4e-aa7f-45ac-904c-976db875a02d HTTP/1.1" status: 200 len: 945 time: 0.0987723 Jul 06 14:09:20.819874 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-98036a1e-ffcd-4124-8baa-7b98de5ab896 req-74be9746-1c28-44d3-b0cb-079e7e15e16f tempest-ServerAddressesTestJSON-1860005328 tempest-ServerAddressesTestJSON-1860005328-project] 10.222.0.104 "GET /v2.0/security-groups?id=cf5f40df-44e7-45a9-becf-819a644ed4dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437257 Jul 06 14:09:21.306173 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-10940dfd-35f0-4442-9022-e71dd559fe5f req-9e7a02a1-8aa3-4e96-a294-29811c8d4278 tempest-ServerShowV247Test-1263848029 tempest-ServerShowV247Test-1263848029-project] 10.222.0.104 "GET /v2.0/ports?device_id=5a6b3cc9-158c-4855-9ee6-2d8b336c2250 HTTP/1.1" status: 200 len: 210 time: 0.0288837 Jul 06 14:09:21.496672 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 46934) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:09:21.713735 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Device 5b3cf493-3a9a-4e5b-9ea8-d99f26fec7ce details requested by agent hyperv_n-h2-773647-6 with host n-h2-773647-6 {{(pid=100248) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 14:09:21.714977 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [None req-1c8dff5a-1cb3-4c18-9202-8dd6b34b1779 tempest-TagsTest-1792478234 tempest-TagsTest-1792478234-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-2029459199'}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:09:21.742686 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-365bc8bf-a9b2-4248-a6d5-c721ceebb87a req-1de43208-6bc3-4a3a-a1bb-a7e5bb226c1e tempest-ServerShowV247Test-1263848029 tempest-ServerShowV247Test-1263848029-project] 10.222.0.104 "GET /v2.0/ports?device_id=12ed529c-bd1d-4249-ae12-7920c3e0a55d&device_id=5a6b3cc9-158c-4855-9ee6-2d8b336c2250 HTTP/1.1" status: 200 len: 210 time: 0.0438762 Jul 06 14:09:21.805265 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c8dff5a-1cb3-4c18-9202-8dd6b34b1779 tempest-TagsTest-1792478234 tempest-TagsTest-1792478234-project] Made reservation on behalf of ccce10063c0d4dd4a44aa51e6cd9568b for: {'network': 1} {{(pid=100247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:09:21.809423 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-1c8dff5a-1cb3-4c18-9202-8dd6b34b1779 tempest-TagsTest-1792478234 tempest-TagsTest-1792478234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for network, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:21.824647 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-1c8dff5a-1cb3-4c18-9202-8dd6b34b1779 tempest-TagsTest-1792478234 tempest-TagsTest-1792478234-project] Notify callbacks [] for security_group, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:21.847664 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] For port 5b3cf493-3a9a-4e5b-9ea8-d99f26fec7ce, host n-h2-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=5b3cf493-3a9a-4e5b-9ea8-d99f26fec7ce,segment=NetworkSegment(52fec4a3-93cc-4beb-9d88-19cc6ca15035),segment_id=52fec4a3-93cc-4beb-9d88-19cc6ca15035)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:09:21.862096 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Returning: {'device': '5b3cf493-3a9a-4e5b-9ea8-d99f26fec7ce', 'network_id': '6153a515-72a8-42ac-8fe8-4c42d053866d', 'port_id': '5b3cf493-3a9a-4e5b-9ea8-d99f26fec7ce', 'mac_address': 'fa:16:3e:e5:f0:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1034, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0b4cd2a7-9311-4178-a627-e29c4c70b074', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100248) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 14:09:21.873818 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51b782b-c9f2-431d-8513-ef8f4388d7af req-b3770f25-ee0b-4dd4-9851-4bcdfd85d4d6 tempest-ServersTestJSON-1826732852 tempest-ServersTestJSON-1826732852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:09:21.875361 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-b51b782b-c9f2-431d-8513-ef8f4388d7af req-b3770f25-ee0b-4dd4-9851-4bcdfd85d4d6 tempest-ServersTestJSON-1826732852 tempest-ServersTestJSON-1826732852-project] 10.222.0.104 "GET /v2.0/ports?device_id=a7b3ff4b-3bb8-4a52-834a-41c1f70f9417 HTTP/1.1" status: 200 len: 944 time: 0.1197042 Jul 06 14:09:21.941709 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-b51b782b-c9f2-431d-8513-ef8f4388d7af req-5025b3f5-af52-4eda-b170-5edcb33ad9fd tempest-ServersTestJSON-1826732852 tempest-ServersTestJSON-1826732852-project] 10.222.0.104 "GET /v2.0/security-groups?id=0aa84f6b-3b5e-4d6c-88fe-a6af915b5cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573211 Jul 06 14:09:22.023467 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-1c8dff5a-1cb3-4c18-9202-8dd6b34b1779 tempest-TagsTest-1792478234 tempest-TagsTest-1792478234-project] Notify callbacks [] for security_group, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:22.031170 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-1c8dff5a-1cb3-4c18-9202-8dd6b34b1779 tempest-TagsTest-1792478234 tempest-TagsTest-1792478234-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:22.078943 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c8dff5a-1cb3-4c18-9202-8dd6b34b1779 tempest-TagsTest-1792478234 tempest-TagsTest-1792478234-project] vlan segment allocate from pool success with {'vlan_id': 1013, 'physical_network': 'physnet1'} {{(pid=100247) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 14:09:22.110334 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:22.112752 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-3a14c970-0a22-4fe2-ae9a-0ab86c502037 req-b2b984aa-c35c-444a-9044-d1280a9786cb service neutron] 10.222.0.127 "GET /v2.0/ports?tenant_id=ec06dcdb0d4d421fa75e3691f7131030&device_id=5a6b3cc9-158c-4855-9ee6-2d8b336c2250 HTTP/1.1" status: 200 len: 210 time: 0.0468416 Jul 06 14:09:22.125293 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-1c8dff5a-1cb3-4c18-9202-8dd6b34b1779 tempest-TagsTest-1792478234 tempest-TagsTest-1792478234-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552'] for segment, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:22.126040 n-d-773647-6 neutron-server[100247]: INFO neutron.db.segments_db [None req-1c8dff5a-1cb3-4c18-9202-8dd6b34b1779 tempest-TagsTest-1792478234 tempest-TagsTest-1792478234-project] Added segment 5fd3e864-36fd-4dd4-a327-607e9cc73ce1 of type vlan for network 5e1fee5c-f9be-4fc4-9455-f28e6d6e07d9 Jul 06 14:09:22.134373 n-d-773647-6 neutron-server[100248]: DEBUG neutron.notifiers.nova [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5b3cf493-3a9a-4e5b-9ea8-d99f26fec7ce {{(pid=100248) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 14:09:22.149702 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8dff5a-1cb3-4c18-9202-8dd6b34b1779 tempest-TagsTest-1792478234 tempest-TagsTest-1792478234-project] Pushing event updated for resources: {'SecurityGroup': ['ID=908614f2-c4ce-4817-bfe5-ad07290cd46f,revision_number=1']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:09:22.162271 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] For port 5b3cf493-3a9a-4e5b-9ea8-d99f26fec7ce, host n-h2-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=5b3cf493-3a9a-4e5b-9ea8-d99f26fec7ce,segment=NetworkSegment(52fec4a3-93cc-4beb-9d88-19cc6ca15035),segment_id=52fec4a3-93cc-4beb-9d88-19cc6ca15035)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:09:22.170081 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:22.178276 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-3a14c970-0a22-4fe2-ae9a-0ab86c502037 req-f85e7ef3-1f1f-499a-a370-2a89f4c7d7ea service neutron] 10.222.0.127 "GET /v2.0/networks?tenant_id=ec06dcdb0d4d421fa75e3691f7131030&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0547926 Jul 06 14:09:22.226658 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Pushing event updated for resources: {'Port': ['ID=5b3cf493-3a9a-4e5b-9ea8-d99f26fec7ce,revision_number=4']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:09:22.308565 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-877e56bf-f9b4-4755-8426-44862e8f68cf req-fc28cc1e-d149-4cee-956e-d8bde3d5c055 tempest-ServerShowV247Test-1263848029 tempest-ServerShowV247Test-1263848029-project] 10.222.0.104 "GET /v2.0/ports?device_id=5a6b3cc9-158c-4855-9ee6-2d8b336c2250 HTTP/1.1" status: 200 len: 210 time: 0.1079609 Jul 06 14:09:22.312285 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-1c8dff5a-1cb3-4c18-9202-8dd6b34b1779 tempest-TagsTest-1792478234 tempest-TagsTest-1792478234-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773752984405'] for network, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:22.379820 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-1c8dff5a-1cb3-4c18-9202-8dd6b34b1779 tempest-TagsTest-1792478234 tempest-TagsTest-1792478234-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060'] for network, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:22.385338 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c8dff5a-1cb3-4c18-9202-8dd6b34b1779 tempest-TagsTest-1792478234 tempest-TagsTest-1792478234-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:09:22.385921 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-1c8dff5a-1cb3-4c18-9202-8dd6b34b1779 tempest-TagsTest-1792478234 tempest-TagsTest-1792478234-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583035'] for network, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:22.425720 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3c2741-53a5-4ec1-bd55-93ca5350b87c req-d136e79f-8d59-4fe0-a574-1338791a470f tempest-ServerAddressesTestJSON-1860005328 tempest-ServerAddressesTestJSON-1860005328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:09:22.427233 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-1b3c2741-53a5-4ec1-bd55-93ca5350b87c req-d136e79f-8d59-4fe0-a574-1338791a470f tempest-ServerAddressesTestJSON-1860005328 tempest-ServerAddressesTestJSON-1860005328-project] 10.222.0.104 "GET /v2.0/ports?device_id=61547f4e-aa7f-45ac-904c-976db875a02d HTTP/1.1" status: 200 len: 945 time: 0.2882478 Jul 06 14:09:22.461721 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a14c970-0a22-4fe2-ae9a-0ab86c502037 req-70901f87-7066-49ce-a6ac-3ec16bc8ba46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:09:22.463729 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-3a14c970-0a22-4fe2-ae9a-0ab86c502037 req-70901f87-7066-49ce-a6ac-3ec16bc8ba46 service neutron] 10.222.0.127 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.2652779 Jul 06 14:09:22.465993 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] get_ports_and_sgs() called for port_ids ['5b3cf493-3a9a-4e5b-9ea8-d99f26fec7ce'] {{(pid=100248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 14:09:22.472090 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 46954) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:09:22.472656 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-1c8dff5a-1cb3-4c18-9202-8dd6b34b1779 tempest-TagsTest-1792478234 tempest-TagsTest-1792478234-project] 10.222.0.104 "POST /v2.0/networks HTTP/1.1" status: 201 len: 776 time: 0.9741356 Jul 06 14:09:22.491127 n-d-773647-6 neutron-server[100246]: DEBUG neutron.services.tag.tag_plugin [None req-ef4685c4-c0a0-40dd-91bd-e5f685d80789 tempest-TagsTest-1792478234 tempest-TagsTest-1792478234-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', '5e1fee5c-f9be-4fc4-9455-f28e6d6e07d9', 'tempest-TagsTest-Tag-868074951') {} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:09:22.500071 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8dff5a-1cb3-4c18-9202-8dd6b34b1779 tempest-TagsTest-1792478234 tempest-TagsTest-1792478234-project] Pushing event updated for resources: {'Network': ['ID=5e1fee5c-f9be-4fc4-9455-f28e6d6e07d9,revision_number=1']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:09:22.532020 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Network 5e1fee5c-f9be-4fc4-9455-f28e6d6e07d9 details requested by agent ovs-agent-n-d-773647-6 with host n-d-773647-6 {{(pid=100248) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 14:09:22.533266 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-1b3c2741-53a5-4ec1-bd55-93ca5350b87c req-e14c60a7-dbec-458a-a439-96064954dbf3 tempest-ServerAddressesTestJSON-1860005328 tempest-ServerAddressesTestJSON-1860005328-project] 10.222.0.104 "GET /v2.0/security-groups?id=cf5f40df-44e7-45a9-becf-819a644ed4dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755901 Jul 06 14:09:22.629920 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 46960) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:09:22.636122 n-d-773647-6 neutron-server[100247]: DEBUG neutron.services.tag.tag_plugin [None req-115bf8ac-ea8f-4f29-bf9a-6c553e454151 tempest-TagsTest-1792478234 tempest-TagsTest-1792478234-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '5e1fee5c-f9be-4fc4-9455-f28e6d6e07d9', 'tempest-TagsTest-Tag-868074951') {} {{(pid=100247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:09:22.640211 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-ef4685c4-c0a0-40dd-91bd-e5f685d80789 tempest-TagsTest-1792478234 tempest-TagsTest-1792478234-project] 10.222.0.104 "PUT /v2.0/networks/5e1fee5c-f9be-4fc4-9455-f28e6d6e07d9/tags/tempest-TagsTest-Tag-868074951 HTTP/1.1" status: 201 len: 201 time: 0.1651289 Jul 06 14:09:22.760073 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-115bf8ac-ea8f-4f29-bf9a-6c553e454151 tempest-TagsTest-1792478234 tempest-TagsTest-1792478234-project] 10.222.0.104 "GET /v2.0/networks/5e1fee5c-f9be-4fc4-9455-f28e6d6e07d9/tags/tempest-TagsTest-Tag-868074951 HTTP/1.1" status: 204 len: 168 time: 0.1287537 Jul 06 14:09:22.762423 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 46966) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:09:22.766995 n-d-773647-6 neutron-server[100246]: DEBUG neutron.services.tag.tag_plugin [None req-15ff5976-b24d-4367-a5fb-e42620816053 tempest-TagsTest-1792478234 tempest-TagsTest-1792478234-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', '5e1fee5c-f9be-4fc4-9455-f28e6d6e07d9') {} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:09:22.849955 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-a0c67b9f-dff8-4233-8060-fc4400956d87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:22.854140 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 46970) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:09:22.854327 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-15ff5976-b24d-4367-a5fb-e42620816053 tempest-TagsTest-1792478234 tempest-TagsTest-1792478234-project] 10.222.0.104 "GET /v2.0/networks/5e1fee5c-f9be-4fc4-9455-f28e6d6e07d9/tags HTTP/1.1" status: 200 len: 237 time: 0.0907567 Jul 06 14:09:22.859632 n-d-773647-6 neutron-server[100247]: DEBUG neutron.services.tag.tag_plugin [None req-03a61339-3eda-4756-aba4-7ce222ca38fe tempest-TagsTest-1792478234 tempest-TagsTest-1792478234-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', '5e1fee5c-f9be-4fc4-9455-f28e6d6e07d9', {'tags': ['tempest-TagsTest-Tag-1072814058', 'tempest-TagsTest-Tag-1953011879', 'tempest-TagsTest-Tag-838319976']}) {} {{(pid=100247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:09:22.949359 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-03a61339-3eda-4756-aba4-7ce222ca38fe tempest-TagsTest-1792478234 tempest-TagsTest-1792478234-project] 10.222.0.104 "PUT /v2.0/networks/5e1fee5c-f9be-4fc4-9455-f28e6d6e07d9/tags HTTP/1.1" status: 200 len: 308 time: 0.0912936 Jul 06 14:09:22.949584 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 46974) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:09:22.954215 n-d-773647-6 neutron-server[100247]: DEBUG neutron.services.tag.tag_plugin [None req-4030a7cc-21c0-4ad3-926d-ee2d322b7997 tempest-TagsTest-1792478234 tempest-TagsTest-1792478234-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', '5e1fee5c-f9be-4fc4-9455-f28e6d6e07d9', 'tempest-TagsTest-Tag-1072814058') {} {{(pid=100247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:09:23.051689 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-4030a7cc-21c0-4ad3-926d-ee2d322b7997 tempest-TagsTest-1792478234 tempest-TagsTest-1792478234-project] 10.222.0.104 "DELETE /v2.0/networks/5e1fee5c-f9be-4fc4-9455-f28e6d6e07d9/tags/tempest-TagsTest-Tag-1072814058 HTTP/1.1" status: 204 len: 168 time: 0.1009886 Jul 06 14:09:23.054711 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 46978) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:09:23.059731 n-d-773647-6 neutron-server[100247]: DEBUG neutron.services.tag.tag_plugin [None req-455eaa63-1632-4043-8b45-69f83eb963b1 tempest-TagsTest-1792478234 tempest-TagsTest-1792478234-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '5e1fee5c-f9be-4fc4-9455-f28e6d6e07d9', 'tempest-TagsTest-Tag-1072814058') {} {{(pid=100247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:09:23.175708 n-d-773647-6 neutron-server[100247]: INFO neutron.api.v2.resource [None req-455eaa63-1632-4043-8b45-69f83eb963b1 tempest-TagsTest-1792478234 tempest-TagsTest-1792478234-project] show failed (client error): The resource could not be found. Jul 06 14:09:23.180140 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-455eaa63-1632-4043-8b45-69f83eb963b1 tempest-TagsTest-1792478234 tempest-TagsTest-1792478234-project] 10.222.0.104 "GET /v2.0/networks/5e1fee5c-f9be-4fc4-9455-f28e6d6e07d9/tags/tempest-TagsTest-Tag-1072814058 HTTP/1.1" status: 404 len: 326 time: 0.1211491 Jul 06 14:09:23.180140 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 46984) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:09:23.184481 n-d-773647-6 neutron-server[100247]: DEBUG neutron.services.tag.tag_plugin [None req-98ab7cae-c70f-4de5-ac37-8e3826022f08 tempest-TagsTest-1792478234 tempest-TagsTest-1792478234-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '5e1fee5c-f9be-4fc4-9455-f28e6d6e07d9', 'tempest-TagsTest-Tag-1953011879') {} {{(pid=100247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:09:23.248851 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d154b3-3723-4121-bb8b-8c1012351fe7 req-4612eeb7-e2b5-426f-a70b-306358c16dfb tempest-ServersTestJSON-1826732852 tempest-ServersTestJSON-1826732852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:09:23.250455 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-b6d154b3-3723-4121-bb8b-8c1012351fe7 req-4612eeb7-e2b5-426f-a70b-306358c16dfb tempest-ServersTestJSON-1826732852 tempest-ServersTestJSON-1826732852-project] 10.222.0.104 "GET /v2.0/ports?device_id=a7b3ff4b-3bb8-4a52-834a-41c1f70f9417 HTTP/1.1" status: 200 len: 945 time: 0.1367667 Jul 06 14:09:23.327549 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-98ab7cae-c70f-4de5-ac37-8e3826022f08 tempest-TagsTest-1792478234 tempest-TagsTest-1792478234-project] 10.222.0.104 "GET /v2.0/networks/5e1fee5c-f9be-4fc4-9455-f28e6d6e07d9/tags/tempest-TagsTest-Tag-1953011879 HTTP/1.1" status: 204 len: 168 time: 0.1469760 Jul 06 14:09:23.330086 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 46988) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:09:23.335506 n-d-773647-6 neutron-server[100246]: DEBUG neutron.services.tag.tag_plugin [None req-49c0b2c3-ad78-45bc-8fca-db7ffff9d85b tempest-TagsTest-1792478234 tempest-TagsTest-1792478234-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '5e1fee5c-f9be-4fc4-9455-f28e6d6e07d9', 'tempest-TagsTest-Tag-838319976') {} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:09:23.347996 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-b6d154b3-3723-4121-bb8b-8c1012351fe7 req-f8a02a82-1dfe-491f-9765-64e3c84f4b01 tempest-ServersTestJSON-1826732852 tempest-ServersTestJSON-1826732852-project] 10.222.0.104 "GET /v2.0/security-groups?id=0aa84f6b-3b5e-4d6c-88fe-a6af915b5cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0824342 Jul 06 14:09:23.376751 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bb040d-bf26-4d68-b45a-fb67845977c7 req-96b422ca-be4a-4a92-8327-7c6cab7f4985 tempest-ServerAddressesTestJSON-1860005328 tempest-ServerAddressesTestJSON-1860005328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:09:23.378422 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-a2bb040d-bf26-4d68-b45a-fb67845977c7 req-96b422ca-be4a-4a92-8327-7c6cab7f4985 tempest-ServerAddressesTestJSON-1860005328 tempest-ServerAddressesTestJSON-1860005328-project] 10.222.0.104 "GET /v2.0/ports?device_id=61547f4e-aa7f-45ac-904c-976db875a02d HTTP/1.1" status: 200 len: 945 time: 0.1125433 Jul 06 14:09:23.459271 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-a2bb040d-bf26-4d68-b45a-fb67845977c7 req-34ddd882-a9a2-4ce8-ae7d-14fa524beb9e tempest-ServerAddressesTestJSON-1860005328 tempest-ServerAddressesTestJSON-1860005328-project] 10.222.0.104 "GET /v2.0/security-groups?id=cf5f40df-44e7-45a9-becf-819a644ed4dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694270 Jul 06 14:09:23.536811 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-49c0b2c3-ad78-45bc-8fca-db7ffff9d85b tempest-TagsTest-1792478234 tempest-TagsTest-1792478234-project] 10.222.0.104 "GET /v2.0/networks/5e1fee5c-f9be-4fc4-9455-f28e6d6e07d9/tags/tempest-TagsTest-Tag-838319976 HTTP/1.1" status: 204 len: 168 time: 0.2055099 Jul 06 14:09:23.539511 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 46992) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:09:23.545464 n-d-773647-6 neutron-server[100246]: DEBUG neutron.services.tag.tag_plugin [None req-4ad140f0-eb29-45ea-930e-33fd2721f6a5 tempest-TagsTest-1792478234 tempest-TagsTest-1792478234-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '5e1fee5c-f9be-4fc4-9455-f28e6d6e07d9') {} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:09:23.592728 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-4f9eb18f-12c2-4392-985d-ad6d3a3fe8c5 req-a15f971e-4437-47af-9f39-00d330435d95 tempest-ServerShowV247Test-1263848029 tempest-ServerShowV247Test-1263848029-project] 10.222.0.104 "GET /v2.0/ports?device_id=5a6b3cc9-158c-4855-9ee6-2d8b336c2250 HTTP/1.1" status: 200 len: 210 time: 0.0299230 Jul 06 14:09:23.660270 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-4ad140f0-eb29-45ea-930e-33fd2721f6a5 tempest-TagsTest-1792478234 tempest-TagsTest-1792478234-project] 10.222.0.104 "DELETE /v2.0/networks/5e1fee5c-f9be-4fc4-9455-f28e6d6e07d9/tags HTTP/1.1" status: 204 len: 168 time: 0.1196325 Jul 06 14:09:23.662719 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 46994) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:09:23.665265 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20aa6a4-0121-43a4-8421-612c3f8b76c0 req-a699dac1-4a9e-4b91-b4eb-6987349e0f9f tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:09:23.667466 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-d20aa6a4-0121-43a4-8421-612c3f8b76c0 req-a699dac1-4a9e-4b91-b4eb-6987349e0f9f tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] 10.222.0.104 "GET /v2.0/ports?device_id=5fbc9a8b-86db-4456-85e1-a59cfdbb9c8d HTTP/1.1" status: 200 len: 944 time: 0.0738287 Jul 06 14:09:23.667984 n-d-773647-6 neutron-server[100246]: DEBUG neutron.services.tag.tag_plugin [None req-99a472e3-2c6e-4000-8bc5-80a94190e7f6 tempest-TagsTest-1792478234 tempest-TagsTest-1792478234-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '5e1fee5c-f9be-4fc4-9455-f28e6d6e07d9', 'tempest-TagsTest-Tag-1953011879') {} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:09:23.704699 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-d20aa6a4-0121-43a4-8421-612c3f8b76c0 req-04fd900a-e0c8-4f85-a5c0-dd70a6a9a38d tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] 10.222.0.104 "GET /v2.0/security-groups?id=54cfb86c-390d-4cad-8265-7f5781c66116&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314226 Jul 06 14:09:23.736211 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Device 5b3cf493-3a9a-4e5b-9ea8-d99f26fec7ce up at agent hyperv_n-h2-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:09:23.751884 n-d-773647-6 neutron-server[100246]: INFO neutron.api.v2.resource [None req-99a472e3-2c6e-4000-8bc5-80a94190e7f6 tempest-TagsTest-1792478234 tempest-TagsTest-1792478234-project] show failed (client error): The resource could not be found. Jul 06 14:09:23.753853 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-99a472e3-2c6e-4000-8bc5-80a94190e7f6 tempest-TagsTest-1792478234 tempest-TagsTest-1792478234-project] 10.222.0.104 "GET /v2.0/networks/5e1fee5c-f9be-4fc4-9455-f28e6d6e07d9/tags/tempest-TagsTest-Tag-1953011879 HTTP/1.1" status: 404 len: 326 time: 0.0895545 Jul 06 14:09:23.756180 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 47000) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:09:23.761285 n-d-773647-6 neutron-server[100247]: DEBUG neutron.services.tag.tag_plugin [None req-e36f1e2b-c758-4781-833b-fc97a08df5c8 tempest-TagsTest-1792478234 tempest-TagsTest-1792478234-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '5e1fee5c-f9be-4fc4-9455-f28e6d6e07d9', 'tempest-TagsTest-Tag-838319976') {} {{(pid=100247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:09:23.803086 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Provisioning for port 5b3cf493-3a9a-4e5b-9ea8-d99f26fec7ce completed by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:09:23.808126 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Provisioning complete for port 5b3cf493-3a9a-4e5b-9ea8-d99f26fec7ce triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:09:23.808687 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:23.833727 n-d-773647-6 neutron-server[100247]: INFO neutron.api.v2.resource [None req-e36f1e2b-c758-4781-833b-fc97a08df5c8 tempest-TagsTest-1792478234 tempest-TagsTest-1792478234-project] show failed (client error): The resource could not be found. Jul 06 14:09:23.834787 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-e36f1e2b-c758-4781-833b-fc97a08df5c8 tempest-TagsTest-1792478234 tempest-TagsTest-1792478234-project] 10.222.0.104 "GET /v2.0/networks/5e1fee5c-f9be-4fc4-9455-f28e6d6e07d9/tags/tempest-TagsTest-Tag-838319976 HTTP/1.1" status: 404 len: 325 time: 0.0776105 Jul 06 14:09:23.838437 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 47004) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:09:23.843193 n-d-773647-6 neutron-server[100246]: DEBUG neutron.services.tag.tag_plugin [None req-4719ebd0-dbca-4ebe-9b34-c8e8333d0fef tempest-TagsTest-1792478234 tempest-TagsTest-1792478234-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '5e1fee5c-f9be-4fc4-9455-f28e6d6e07d9') {} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:09:23.933060 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-4719ebd0-dbca-4ebe-9b34-c8e8333d0fef tempest-TagsTest-1792478234 tempest-TagsTest-1792478234-project] 10.222.0.104 "DELETE /v2.0/networks/5e1fee5c-f9be-4fc4-9455-f28e6d6e07d9/tags HTTP/1.1" status: 204 len: 168 time: 0.0935409 Jul 06 14:09:23.936371 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:23.937705 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 47006) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:09:23.945361 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-3a14c970-0a22-4fe2-ae9a-0ab86c502037 req-e79ec499-6da7-4d47-9cda-48b50c3039d0 tempest-ServerShowV247Test-1263848029 tempest-ServerShowV247Test-1263848029-project] 10.222.0.127 "GET /v2.0/ports?device_id=5a6b3cc9-158c-4855-9ee6-2d8b336c2250 HTTP/1.1" status: 200 len: 210 time: 0.0384068 Jul 06 14:09:23.973696 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b2ee4a-7cff-4f78-abc6-40890cc243d7 req-5e24ea20-0a03-4e32-a1bf-c5aaac48f84a tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:09:23.975247 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-f4b2ee4a-7cff-4f78-abc6-40890cc243d7 req-5e24ea20-0a03-4e32-a1bf-c5aaac48f84a tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] 10.222.0.104 "GET /v2.0/ports?device_id=5fbc9a8b-86db-4456-85e1-a59cfdbb9c8d HTTP/1.1" status: 200 len: 944 time: 0.1152306 Jul 06 14:09:23.981904 n-d-773647-6 neutron-server[100248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7b3ff4b-3bb8-4a52-834a-41c1f70f9417', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b3cf493-3a9a-4e5b-9ea8-d99f26fec7ce'}] {{(pid=100248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:09:23.984370 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84af257533e383389cbcf231d3534f4d5e149e7203fea16b4a8fc01438dddaf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5d3d65e-9851-4ad7-8fc2-c858c1ebe4f5" -d '{"events": [{"server_uuid": "a7b3ff4b-3bb8-4a52-834a-41c1f70f9417", "name": "network-vif-plugged", "status": "completed", "tag": "5b3cf493-3a9a-4e5b-9ea8-d99f26fec7ce"}]}' {{(pid=100248) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:09:24.000353 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] For port 5b3cf493-3a9a-4e5b-9ea8-d99f26fec7ce, host n-h2-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=5b3cf493-3a9a-4e5b-9ea8-d99f26fec7ce,segment=NetworkSegment(52fec4a3-93cc-4beb-9d88-19cc6ca15035),segment_id=52fec4a3-93cc-4beb-9d88-19cc6ca15035)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:09:24.006633 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:24.032131 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-f4b2ee4a-7cff-4f78-abc6-40890cc243d7 req-c6a9ee3e-05db-4437-a678-0fc40eae40ce tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] 10.222.0.104 "GET /v2.0/security-groups?id=54cfb86c-390d-4cad-8265-7f5781c66116&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506012 Jul 06 14:09:24.032745 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-76904bcc-c763-4b72-b58c-293dc046453a tempest-TagsTest-1792478234 tempest-TagsTest-1792478234-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530492'] for network, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:24.050893 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 14:09:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a58302d-721f-4d62-8dc0-ceee38d0fff3 x-openstack-request-id: req-6a58302d-721f-4d62-8dc0-ceee38d0fff3 {{(pid=100248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:09:24.051087 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7b3ff4b-3bb8-4a52-834a-41c1f70f9417", "name": "network-vif-plugged", "status": "completed", "tag": "5b3cf493-3a9a-4e5b-9ea8-d99f26fec7ce", "code": 200}]} {{(pid=100248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:09:24.051781 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-6a58302d-721f-4d62-8dc0-ceee38d0fff3 {{(pid=100248) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:09:24.052516 n-d-773647-6 neutron-server[100248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7b3ff4b-3bb8-4a52-834a-41c1f70f9417', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b3cf493-3a9a-4e5b-9ea8-d99f26fec7ce', 'code': 200} Jul 06 14:09:24.104624 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Pushing event updated for resources: {'Port': ['ID=5b3cf493-3a9a-4e5b-9ea8-d99f26fec7ce,revision_number=5']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:09:24.155375 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-76904bcc-c763-4b72-b58c-293dc046453a tempest-TagsTest-1792478234 tempest-TagsTest-1792478234-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-917204', 'neutron.services.segments.db._delete_segments_for_network-8773753502302'] for network, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:24.167353 n-d-773647-6 neutron-server[100246]: DEBUG neutron.services.segments.db [None req-76904bcc-c763-4b72-b58c-293dc046453a tempest-TagsTest-1792478234 tempest-TagsTest-1792478234-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e1fee5c-f9be-4fc4-9455-f28e6d6e07d9']}} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:09:24.180887 n-d-773647-6 neutron-server[100246]: DEBUG neutron.services.segments.db [None req-76904bcc-c763-4b72-b58c-293dc046453a tempest-TagsTest-1792478234 tempest-TagsTest-1792478234-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5fd3e864-36fd-4dd4-a327-607e9cc73ce1') {'for_net_delete': True} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:09:24.181294 n-d-773647-6 neutron-server[100246]: DEBUG neutron.services.segments.db [None req-76904bcc-c763-4b72-b58c-293dc046453a tempest-TagsTest-1792478234 tempest-TagsTest-1792478234-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5fd3e864-36fd-4dd4-a327-607e9cc73ce1') {} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:09:24.187132 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ecb3a5-75da-4c29-9810-8987abbf8331 req-35271672-7b6e-4c55-ab57-632ed2285d94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:09:24.188869 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-f5ecb3a5-75da-4c29-9810-8987abbf8331 req-35271672-7b6e-4c55-ab57-632ed2285d94 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=a7b3ff4b-3bb8-4a52-834a-41c1f70f9417 HTTP/1.1" status: 200 len: 1097 time: 0.0554352 Jul 06 14:09:24.190551 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-76904bcc-c763-4b72-b58c-293dc046453a tempest-TagsTest-1792478234 tempest-TagsTest-1792478234-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773753515138', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126218898'] for segment, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:24.208917 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-76904bcc-c763-4b72-b58c-293dc046453a tempest-TagsTest-1792478234 tempest-TagsTest-1792478234-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552'] for segment, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:24.215677 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-76904bcc-c763-4b72-b58c-293dc046453a tempest-TagsTest-1792478234 tempest-TagsTest-1792478234-project] Releasing vlan 1013 on physical network physnet1 to pool {{(pid=100246) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 14:09:24.216068 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-76904bcc-c763-4b72-b58c-293dc046453a tempest-TagsTest-1792478234 tempest-TagsTest-1792478234-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127687491'] for segment, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:24.219405 n-d-773647-6 neutron-server[100246]: Traceback (most recent call last): Jul 06 14:09:24.219405 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 14:09:24.219405 n-d-773647-6 neutron-server[100246]: timer() Jul 06 14:09:24.219405 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 14:09:24.219405 n-d-773647-6 neutron-server[100246]: cb(*args, **kw) Jul 06 14:09:24.219405 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 14:09:24.219405 n-d-773647-6 neutron-server[100246]: return func(*args, **kwargs) Jul 06 14:09:24.219405 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 14:09:24.219405 n-d-773647-6 neutron-server[100246]: self._notify() Jul 06 14:09:24.219405 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 14:09:24.219405 n-d-773647-6 neutron-server[100246]: self.callback(batched_events) Jul 06 14:09:24.219405 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 14:09:24.219405 n-d-773647-6 neutron-server[100246]: event.method(event) Jul 06 14:09:24.219405 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 14:09:24.219405 n-d-773647-6 neutron-server[100246]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 14:09:24.219405 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 14:09:24.219405 n-d-773647-6 neutron-server[100246]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 14:09:24.219405 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 14:09:24.219405 n-d-773647-6 neutron-server[100246]: return f(self, *a, **k) Jul 06 14:09:24.219405 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 14:09:24.219405 n-d-773647-6 neutron-server[100246]: return self._get(url).json() Jul 06 14:09:24.219405 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 14:09:24.219405 n-d-773647-6 neutron-server[100246]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 14:09:24.219405 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 14:09:24.219405 n-d-773647-6 neutron-server[100246]: return self.request(url, 'GET', **kwargs) Jul 06 14:09:24.219405 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 14:09:24.219405 n-d-773647-6 neutron-server[100246]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 14:09:24.219405 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 14:09:24.219405 n-d-773647-6 neutron-server[100246]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 14:09:24.219405 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 14:09:24.219405 n-d-773647-6 neutron-server[100246]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 14:09:24.219405 n-d-773647-6 neutron-server[100246]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 14:09:24.226029 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-f5ecb3a5-75da-4c29-9810-8987abbf8331 req-891a8581-2d70-43f4-a2b3-8ed04c95af97 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=0aa84f6b-3b5e-4d6c-88fe-a6af915b5cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302830 Jul 06 14:09:24.286367 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-76904bcc-c763-4b72-b58c-293dc046453a tempest-TagsTest-1792478234 tempest-TagsTest-1792478234-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-917215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1761140'] for network, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:24.293421 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-76904bcc-c763-4b72-b58c-293dc046453a tempest-TagsTest-1792478234 tempest-TagsTest-1792478234-project] Notify callbacks [] for network, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:24.295441 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-76904bcc-c763-4b72-b58c-293dc046453a tempest-TagsTest-1792478234 tempest-TagsTest-1792478234-project] 10.222.0.104 "DELETE /v2.0/networks/5e1fee5c-f9be-4fc4-9455-f28e6d6e07d9 HTTP/1.1" status: 204 len: 168 time: 0.3562675 Jul 06 14:09:24.309110 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76904bcc-c763-4b72-b58c-293dc046453a tempest-TagsTest-1792478234 tempest-TagsTest-1792478234-project] Pushing event deleted for resources: {'Network': ['ID=5e1fee5c-f9be-4fc4-9455-f28e6d6e07d9,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:09:24.357983 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1d566b-3cdc-4907-95df-83c150ad2c37 req-f6bff657-acb2-4b36-9273-ec6a0c996b27 tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:09:24.359508 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-9b1d566b-3cdc-4907-95df-83c150ad2c37 req-f6bff657-acb2-4b36-9273-ec6a0c996b27 tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] 10.222.0.104 "GET /v2.0/networks?id=ca8d241f-6d1c-4a83-a6b7-adff4a667580 HTTP/1.1" status: 200 len: 812 time: 0.1103539 Jul 06 14:09:24.376311 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-9b1d566b-3cdc-4907-95df-83c150ad2c37 req-ea6170d1-bbb5-46c4-9533-bf3e86e28218 tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] 10.222.0.104 "GET /v2.0/quotas/96647dd61d404050a5af01798d2f6f47 HTTP/1.1" status: 200 len: 375 time: 0.0102057 Jul 06 14:09:24.508464 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-9b1d566b-3cdc-4907-95df-83c150ad2c37 req-ffbe468d-c8ed-4231-9c8a-800585398f46 tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] 10.222.0.104 "GET /v2.0/ports?tenant_id=96647dd61d404050a5af01798d2f6f47&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1237206 Jul 06 14:09:24.614438 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-9b1d566b-3cdc-4907-95df-83c150ad2c37 req-132cce3d-c011-4e22-be40-c3783feeb094 service neutron] 10.222.0.104 "GET /v2.0/networks/ca8d241f-6d1c-4a83-a6b7-adff4a667580?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1023872 Jul 06 14:09:24.692047 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 47048) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:09:24.797445 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-9b1d566b-3cdc-4907-95df-83c150ad2c37 req-d67c6287-ab58-440d-a4c4-40d90a23b55e service neutron] 10.222.0.104 "GET /v2.0/networks/ca8d241f-6d1c-4a83-a6b7-adff4a667580?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1721857 Jul 06 14:09:24.809056 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99f594d-0887-4e61-ba19-f8b55837ac5a req-aafa9044-e255-4c2b-a2a7-ade0a4d6e185 tempest-ServerAddressesTestJSON-1860005328 tempest-ServerAddressesTestJSON-1860005328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:09:24.810426 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-d99f594d-0887-4e61-ba19-f8b55837ac5a req-aafa9044-e255-4c2b-a2a7-ade0a4d6e185 tempest-ServerAddressesTestJSON-1860005328 tempest-ServerAddressesTestJSON-1860005328-project] 10.222.0.72 "GET /v2.0/ports?device_id=61547f4e-aa7f-45ac-904c-976db875a02d HTTP/1.1" status: 200 len: 945 time: 0.1830831 Jul 06 14:09:24.822611 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5264da77-73e3-4214-8083-72ddcca54bd6 req-8fd5daeb-7e9f-42cf-aaec-cb0ee1aa3f05 tempest-ServersTestJSON-1826732852 tempest-ServersTestJSON-1826732852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:09:24.824012 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-5264da77-73e3-4214-8083-72ddcca54bd6 req-8fd5daeb-7e9f-42cf-aaec-cb0ee1aa3f05 tempest-ServersTestJSON-1826732852 tempest-ServersTestJSON-1826732852-project] 10.222.0.104 "GET /v2.0/ports?device_id=a7b3ff4b-3bb8-4a52-834a-41c1f70f9417 HTTP/1.1" status: 200 len: 946 time: 0.2086525 Jul 06 14:09:24.911316 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-f7000cb9-4a42-48be-9983-73a2e71f89be admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=ccce10063c0d4dd4a44aa51e6cd9568b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2168393 Jul 06 14:09:24.913557 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 47062) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:09:24.937707 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-5264da77-73e3-4214-8083-72ddcca54bd6 req-a06cbf41-aa29-47ed-9dd0-b86ce39f4f0a tempest-ServersTestJSON-1826732852 tempest-ServersTestJSON-1826732852-project] 10.222.0.104 "GET /v2.0/security-groups?id=0aa84f6b-3b5e-4d6c-88fe-a6af915b5cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1050243 Jul 06 14:09:24.997676 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.plugin [req-d99f594d-0887-4e61-ba19-f8b55837ac5a req-579e97b3-8a99-49d9-83a7-e491cf2b80af tempest-ServerAddressesTestJSON-1860005328 tempest-ServerAddressesTestJSON-1860005328-project] Deleting port 15084403-8c0c-482e-8477-99a2298fa07c {{(pid=100247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:09:24.998282 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-d99f594d-0887-4e61-ba19-f8b55837ac5a req-579e97b3-8a99-49d9-83a7-e491cf2b80af tempest-ServerAddressesTestJSON-1860005328 tempest-ServerAddressesTestJSON-1860005328-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:25.065668 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-d1113b39-857d-4e7f-844b-520bf8babb64 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:25.107962 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-d1113b39-857d-4e7f-844b-520bf8babb64 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:25.217652 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.db [req-d99f594d-0887-4e61-ba19-f8b55837ac5a req-579e97b3-8a99-49d9-83a7-e491cf2b80af tempest-ServerAddressesTestJSON-1860005328 tempest-ServerAddressesTestJSON-1860005328-project] For port 15084403-8c0c-482e-8477-99a2298fa07c, host n-h2-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=15084403-8c0c-482e-8477-99a2298fa07c,segment=NetworkSegment(0a8ee2e9-9040-45fb-97fd-998038581a1b),segment_id=0a8ee2e9-9040-45fb-97fd-998038581a1b)] {{(pid=100247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:09:25.218120 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-d99f594d-0887-4e61-ba19-f8b55837ac5a req-579e97b3-8a99-49d9-83a7-e491cf2b80af tempest-ServerAddressesTestJSON-1860005328 tempest-ServerAddressesTestJSON-1860005328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:25.220595 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-d1113b39-857d-4e7f-844b-520bf8babb64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:25.223781 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-d1113b39-857d-4e7f-844b-520bf8babb64 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:25.225355 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-d1113b39-857d-4e7f-844b-520bf8babb64 admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/908614f2-c4ce-4817-bfe5-ad07290cd46f HTTP/1.1" status: 204 len: 168 time: 0.3105900 Jul 06 14:09:25.235406 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.plugin [req-d99f594d-0887-4e61-ba19-f8b55837ac5a req-579e97b3-8a99-49d9-83a7-e491cf2b80af tempest-ServerAddressesTestJSON-1860005328 tempest-ServerAddressesTestJSON-1860005328-project] Calling delete_port for 15084403-8c0c-482e-8477-99a2298fa07c owned by compute:nova {{(pid=100247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:09:25.240026 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1113b39-857d-4e7f-844b-520bf8babb64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=908614f2-c4ce-4817-bfe5-ad07290cd46f,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:09:25.306514 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a517b3-49e7-4375-be2b-b652d2f2abe1 req-3e937e41-1ca0-407a-aef6-447890173a32 tempest-ServerAddressesTestJSON-1860005328 tempest-ServerAddressesTestJSON-1860005328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:09:25.316526 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-09a517b3-49e7-4375-be2b-b652d2f2abe1 req-3e937e41-1ca0-407a-aef6-447890173a32 tempest-ServerAddressesTestJSON-1860005328 tempest-ServerAddressesTestJSON-1860005328-project] 10.222.0.104 "GET /v2.0/ports?device_id=61547f4e-aa7f-45ac-904c-976db875a02d HTTP/1.1" status: 200 len: 945 time: 0.1787806 Jul 06 14:09:25.397599 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-072019ab-63cf-4e01-90ac-c4f502dadd61 req-bbbd82b9-ad75-4acf-ab66-bc282f2d724e tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] 10.222.0.104 "GET /v2.0/ports?device_id=6f79f617-0856-4219-abc5-8bd1806b6823 HTTP/1.1" status: 200 len: 210 time: 0.0634649 Jul 06 14:09:25.436808 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-09a517b3-49e7-4375-be2b-b652d2f2abe1 req-5cee5787-4aa7-4019-904d-1c49f905c9ef tempest-ServerAddressesTestJSON-1860005328 tempest-ServerAddressesTestJSON-1860005328-project] 10.222.0.104 "GET /v2.0/security-groups?id=cf5f40df-44e7-45a9-becf-819a644ed4dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192403 Jul 06 14:09:25.527918 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-faa1c6e5-4fdd-4aec-b28b-5683db5a2265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:25.546385 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-d99f594d-0887-4e61-ba19-f8b55837ac5a req-579e97b3-8a99-49d9-83a7-e491cf2b80af tempest-ServerAddressesTestJSON-1860005328 tempest-ServerAddressesTestJSON-1860005328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128888353'] for port, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:25.557915 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] get_ports_and_sgs() called for port_ids ['15084403-8c0c-482e-8477-99a2298fa07c'] {{(pid=100248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 14:09:25.590992 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579e97b3-8a99-49d9-83a7-e491cf2b80af tempest-ServerAddressesTestJSON-1860005328 tempest-ServerAddressesTestJSON-1860005328-project] Pushing event deleted for resources: {'Port': ['ID=15084403-8c0c-482e-8477-99a2298fa07c,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:09:25.693418 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.l3_dvrscheduler_db [req-d99f594d-0887-4e61-ba19-f8b55837ac5a req-579e97b3-8a99-49d9-83a7-e491cf2b80af tempest-ServerAddressesTestJSON-1860005328 tempest-ServerAddressesTestJSON-1860005328-project] No DVR routers for this DVR port 15084403-8c0c-482e-8477-99a2298fa07c on host n-h2-773647-6 {{(pid=100247) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:09:25.696155 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-d99f594d-0887-4e61-ba19-f8b55837ac5a req-579e97b3-8a99-49d9-83a7-e491cf2b80af tempest-ServerAddressesTestJSON-1860005328 tempest-ServerAddressesTestJSON-1860005328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:25.699465 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-d99f594d-0887-4e61-ba19-f8b55837ac5a req-579e97b3-8a99-49d9-83a7-e491cf2b80af tempest-ServerAddressesTestJSON-1860005328 tempest-ServerAddressesTestJSON-1860005328-project] 10.222.0.72 "DELETE /v2.0/ports/15084403-8c0c-482e-8477-99a2298fa07c HTTP/1.1" status: 204 len: 173 time: 0.8739772 Jul 06 14:09:25.700007 n-d-773647-6 neutron-server[100247]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61547f4e-aa7f-45ac-904c-976db875a02d', 'name': 'network-vif-deleted', 'tag': '15084403-8c0c-482e-8477-99a2298fa07c'}] {{(pid=100247) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:09:25.710652 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cbf0eeaae822f8fc9b87a94aeba67a3d651842baf663a51cba94b67a514836d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e512a293-b94d-4ee1-abb5-32f538c0df19" -d '{"events": [{"server_uuid": "61547f4e-aa7f-45ac-904c-976db875a02d", "name": "network-vif-deleted", "tag": "15084403-8c0c-482e-8477-99a2298fa07c"}]}' {{(pid=100247) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:09:25.756186 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 14:09:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc315a98-7895-406f-980a-285599bf1ef9 x-openstack-request-id: req-cc315a98-7895-406f-980a-285599bf1ef9 {{(pid=100247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:09:25.756712 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61547f4e-aa7f-45ac-904c-976db875a02d", "name": "network-vif-deleted", "tag": "15084403-8c0c-482e-8477-99a2298fa07c", "status": "completed", "code": 200}]} {{(pid=100247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:09:25.757127 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-cc315a98-7895-406f-980a-285599bf1ef9 {{(pid=100247) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:09:25.757890 n-d-773647-6 neutron-server[100247]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61547f4e-aa7f-45ac-904c-976db875a02d', 'name': 'network-vif-deleted', 'tag': '15084403-8c0c-482e-8477-99a2298fa07c', 'status': 'completed', 'code': 200} Jul 06 14:09:25.872130 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:26.022844 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-060cf6e0-e144-45c6-b988-b9379ecb13dd req-5dda0407-514c-4558-b0a6-ee8629eba4ad service neutron] 10.222.0.127 "GET /v2.0/ports?tenant_id=ec06dcdb0d4d421fa75e3691f7131030&device_id=12ed529c-bd1d-4249-ae12-7920c3e0a55d HTTP/1.1" status: 200 len: 210 time: 0.0806913 Jul 06 14:09:26.102715 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-060cf6e0-e144-45c6-b988-b9379ecb13dd req-3461b6b5-9140-46b3-bdb5-b54c27417d37 service neutron] 10.222.0.127 "GET /v2.0/networks?tenant_id=ec06dcdb0d4d421fa75e3691f7131030&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0720997 Jul 06 14:09:26.139775 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-802b0e99-81cd-45c6-b8cb-91ea504baebc req-46415334-2d7f-4bd4-911d-89ac0301e131 tempest-ServerShowV247Test-1263848029 tempest-ServerShowV247Test-1263848029-project] 10.222.0.104 "GET /v2.0/ports?device_id=12ed529c-bd1d-4249-ae12-7920c3e0a55d HTTP/1.1" status: 200 len: 210 time: 0.1156497 Jul 06 14:09:26.561626 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-2064eaae-da4f-48f8-82d2-b09d4ddedd44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:26.891386 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-df1dd644-6b6e-40c4-91d6-93a41f35cb40 req-ce3a8cea-fa58-4c5a-99f0-bb2513f79790 tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] 10.222.0.104 "GET /v2.0/ports?device_id=6f79f617-0856-4219-abc5-8bd1806b6823 HTTP/1.1" status: 200 len: 210 time: 0.1058066 Jul 06 14:09:26.982330 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70445cf-9c75-4a96-bc2a-6b7c637e0298 req-314e7a01-2b55-48c0-b358-6910efd20c9a tempest-ServersTestJSON-1826732852 tempest-ServersTestJSON-1826732852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:09:26.989843 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-f70445cf-9c75-4a96-bc2a-6b7c637e0298 req-314e7a01-2b55-48c0-b358-6910efd20c9a tempest-ServersTestJSON-1826732852 tempest-ServersTestJSON-1826732852-project] 10.222.0.104 "GET /v2.0/ports?device_id=a7b3ff4b-3bb8-4a52-834a-41c1f70f9417 HTTP/1.1" status: 200 len: 946 time: 0.8687696 Jul 06 14:09:27.016452 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 47132) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:09:27.027651 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060cf6e0-e144-45c6-b988-b9379ecb13dd req-09e2d003-22d8-4e4a-96ec-644b218aa2b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:09:27.029304 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-060cf6e0-e144-45c6-b988-b9379ecb13dd req-09e2d003-22d8-4e4a-96ec-644b218aa2b9 service neutron] 10.222.0.127 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.8991508 Jul 06 14:09:27.052678 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1d566b-3cdc-4907-95df-83c150ad2c37 req-4c6a08f6-893e-44db-9650-888dc473c605 tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:09:27.054486 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-9b1d566b-3cdc-4907-95df-83c150ad2c37 req-4c6a08f6-893e-44db-9650-888dc473c605 tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] 10.222.0.127 "GET /v2.0/networks?id=ca8d241f-6d1c-4a83-a6b7-adff4a667580 HTTP/1.1" status: 200 len: 812 time: 0.2716489 Jul 06 14:09:27.073043 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [req-9b1d566b-3cdc-4907-95df-83c150ad2c37 req-be1d2b50-0318-40f6-8882-265d9d86d87f tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] Request body: {'port': {'device_id': '6f79f617-0856-4219-abc5-8bd1806b6823', 'network_id': 'ca8d241f-6d1c-4a83-a6b7-adff4a667580', 'admin_state_up': True, 'tenant_id': '96647dd61d404050a5af01798d2f6f47'}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:09:27.090701 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.db_base_plugin_v2 [None req-e109014d-660d-4b3a-8d7b-2fe002882c7b admin admin] Deleting subnet 7a470be8-392b-49fb-be93-338924527fd4 {{(pid=100246) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 14:09:27.091813 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-f70445cf-9c75-4a96-bc2a-6b7c637e0298 req-07eaa0c6-b5aa-4570-8fdc-8d91a1581cb3 tempest-ServersTestJSON-1826732852 tempest-ServersTestJSON-1826732852-project] 10.222.0.104 "GET /v2.0/security-groups?id=0aa84f6b-3b5e-4d6c-88fe-a6af915b5cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1010454 Jul 06 14:09:27.094649 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-e109014d-660d-4b3a-8d7b-2fe002882c7b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:27.139311 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-e109014d-660d-4b3a-8d7b-2fe002882c7b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126218885'] for subnet, precommit_delete_associations {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:27.189967 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-e109014d-660d-4b3a-8d7b-2fe002882c7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-913473'] for subnet, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:27.271300 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-e109014d-660d-4b3a-8d7b-2fe002882c7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-913480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1849032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127687590', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127702764'] for subnet, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:27.353737 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e109014d-660d-4b3a-8d7b-2fe002882c7b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7a470be8-392b-49fb-be93-338924527fd4,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:09:27.356597 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9b1d566b-3cdc-4907-95df-83c150ad2c37 req-be1d2b50-0318-40f6-8882-265d9d86d87f tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] Made reservation on behalf of 96647dd61d404050a5af01798d2f6f47 for: {'port': 1} {{(pid=100247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:09:27.358936 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-e109014d-660d-4b3a-8d7b-2fe002882c7b admin admin] Notify callbacks [] for subnet, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:27.360922 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-e109014d-660d-4b3a-8d7b-2fe002882c7b admin admin] 10.222.0.104 "DELETE /v2.0/subnets/7a470be8-392b-49fb-be93-338924527fd4 HTTP/1.1" status: 204 len: 168 time: 0.3434565 Jul 06 14:09:27.362754 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-9b1d566b-3cdc-4907-95df-83c150ad2c37 req-be1d2b50-0318-40f6-8882-265d9d86d87f tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:27.363591 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 47152) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:09:27.411397 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-2274f646-1f69-4454-9da2-6fc52ae07454 req-9a7ec8f0-8efb-4baa-8d5d-aacc0f8843e1 tempest-ServerShowV247Test-1263848029 tempest-ServerShowV247Test-1263848029-project] 10.222.0.104 "GET /v2.0/ports?device_id=12ed529c-bd1d-4249-ae12-7920c3e0a55d HTTP/1.1" status: 200 len: 210 time: 0.0566492 Jul 06 14:09:27.422993 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d740b808-e3d1-4cbd-94ec-0b8e92c6a4d1 req-e7337a24-252c-48da-84ff-ae18c4772106 tempest-ServersTestJSON-1826732852 tempest-ServersTestJSON-1826732852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:09:27.424984 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-d740b808-e3d1-4cbd-94ec-0b8e92c6a4d1 req-e7337a24-252c-48da-84ff-ae18c4772106 tempest-ServersTestJSON-1826732852 tempest-ServersTestJSON-1826732852-project] 10.222.0.104 "GET /v2.0/ports?device_id=a7b3ff4b-3bb8-4a52-834a-41c1f70f9417 HTTP/1.1" status: 200 len: 946 time: 0.1858475 Jul 06 14:09:27.436716 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 47154) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:09:27.457417 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [None req-8fdba63b-6a77-4ecd-bf49-ad010ec0292f tempest-ServersTestJSON-1826732852 tempest-ServersTestJSON-1826732852-project] Request body: {'floatingip': {'port_id': '5b3cf493-3a9a-4e5b-9ea8-d99f26fec7ce'}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:09:27.484079 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-e60af6dc-daa4-4941-80ee-115a9cd0fa1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530492'] for network, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:27.502506 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-8fdba63b-6a77-4ecd-bf49-ad010ec0292f tempest-ServersTestJSON-1826732852 tempest-ServersTestJSON-1826732852-project] Notify callbacks [] for floatingip, before_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:27.568833 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-e60af6dc-daa4-4941-80ee-115a9cd0fa1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-917204', 'neutron.services.segments.db._delete_segments_for_network-8773753502302'] for network, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:27.579851 n-d-773647-6 neutron-server[100246]: DEBUG neutron.services.segments.db [None req-e60af6dc-daa4-4941-80ee-115a9cd0fa1f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c9be33eb-dd56-4e85-987b-a6be78859de9']}} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:09:27.593953 n-d-773647-6 neutron-server[100246]: DEBUG neutron.services.segments.db [None req-e60af6dc-daa4-4941-80ee-115a9cd0fa1f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a8ee2e9-9040-45fb-97fd-998038581a1b') {'for_net_delete': True} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:09:27.594244 n-d-773647-6 neutron-server[100246]: DEBUG neutron.services.segments.db [None req-e60af6dc-daa4-4941-80ee-115a9cd0fa1f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a8ee2e9-9040-45fb-97fd-998038581a1b') {} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:09:27.611165 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-e60af6dc-daa4-4941-80ee-115a9cd0fa1f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773753515138', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126218898'] for segment, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:27.647241 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-e60af6dc-daa4-4941-80ee-115a9cd0fa1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552'] for segment, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:27.663023 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e60af6dc-daa4-4941-80ee-115a9cd0fa1f admin admin] Releasing vlan 1025 on physical network physnet1 to pool {{(pid=100246) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 14:09:27.663459 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-e60af6dc-daa4-4941-80ee-115a9cd0fa1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127687491'] for segment, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:27.665232 n-d-773647-6 neutron-server[100246]: Traceback (most recent call last): Jul 06 14:09:27.665232 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 14:09:27.665232 n-d-773647-6 neutron-server[100246]: timer() Jul 06 14:09:27.665232 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 14:09:27.665232 n-d-773647-6 neutron-server[100246]: cb(*args, **kw) Jul 06 14:09:27.665232 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 14:09:27.665232 n-d-773647-6 neutron-server[100246]: return func(*args, **kwargs) Jul 06 14:09:27.665232 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 14:09:27.665232 n-d-773647-6 neutron-server[100246]: self._notify() Jul 06 14:09:27.665232 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 14:09:27.665232 n-d-773647-6 neutron-server[100246]: self.callback(batched_events) Jul 06 14:09:27.665232 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 14:09:27.665232 n-d-773647-6 neutron-server[100246]: event.method(event) Jul 06 14:09:27.665232 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 14:09:27.665232 n-d-773647-6 neutron-server[100246]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 14:09:27.665232 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 14:09:27.665232 n-d-773647-6 neutron-server[100246]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 14:09:27.665232 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 14:09:27.665232 n-d-773647-6 neutron-server[100246]: return f(self, *a, **k) Jul 06 14:09:27.665232 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 14:09:27.665232 n-d-773647-6 neutron-server[100246]: return self._get(url).json() Jul 06 14:09:27.665232 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 14:09:27.665232 n-d-773647-6 neutron-server[100246]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 14:09:27.665232 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 14:09:27.665232 n-d-773647-6 neutron-server[100246]: return self.request(url, 'GET', **kwargs) Jul 06 14:09:27.665232 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 14:09:27.665232 n-d-773647-6 neutron-server[100246]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 14:09:27.665232 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 14:09:27.665232 n-d-773647-6 neutron-server[100246]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 14:09:27.665232 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 14:09:27.665232 n-d-773647-6 neutron-server[100246]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 14:09:27.665232 n-d-773647-6 neutron-server[100246]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 14:09:27.744183 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-e60af6dc-daa4-4941-80ee-115a9cd0fa1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-917215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1761140'] for network, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:27.754802 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Device 15084403-8c0c-482e-8477-99a2298fa07c no longer exists at agent hyperv_n-h2-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:09:27.785988 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-e60af6dc-daa4-4941-80ee-115a9cd0fa1f admin admin] Notify callbacks [] for network, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:27.788050 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-e60af6dc-daa4-4941-80ee-115a9cd0fa1f admin admin] 10.222.0.104 "DELETE /v2.0/networks/c9be33eb-dd56-4e85-987b-a6be78859de9 HTTP/1.1" status: 204 len: 168 time: 0.4232616 Jul 06 14:09:27.789261 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60af6dc-daa4-4941-80ee-115a9cd0fa1f admin admin] Pushing event deleted for resources: {'Network': ['ID=c9be33eb-dd56-4e85-987b-a6be78859de9,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:09:27.809966 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] No Port match for: 15084403-8c0c-482e-8477-99a2298fa07c {{(pid=100248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 14:09:27.811389 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Device 15084403-8c0c-482e-8477-99a2298fa07c not bound to the agent host n-h2-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:09:27.897942 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.db_base_plugin_common [req-9b1d566b-3cdc-4907-95df-83c150ad2c37 req-be1d2b50-0318-40f6-8882-265d9d86d87f tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] Allocated IP 172.20.0.10 (ca8d241f-6d1c-4a83-a6b7-adff4a667580/1d0103a5-6825-4713-928f-2c0821a07c96/c2f42a47-9435-42a3-a355-2a1daefe7508) {{(pid=100247) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:09:27.993881 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 47170) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:09:28.037012 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 47172) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:09:28.062428 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-d7723fb1-4a8a-4c0b-9d6a-a589471e23db admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=ec17ecf5768d4895a24ddad46a93c6eb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0670502 Jul 06 14:09:28.064648 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 47176) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:09:28.122559 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-659e1c06-5e7c-4445-8069-5c9e5d341f9d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:28.129079 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-c4d83924-71de-4dfd-bc6e-6a6b0af04e71 req-026c1a61-9684-47e5-8d8d-eb986bd87154 tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] 10.222.0.104 "GET /v2.0/ports?device_id=6f79f617-0856-4219-abc5-8bd1806b6823 HTTP/1.1" status: 200 len: 210 time: 0.0803156 Jul 06 14:09:28.162657 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-659e1c06-5e7c-4445-8069-5c9e5d341f9d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:28.230821 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-659e1c06-5e7c-4445-8069-5c9e5d341f9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:28.233891 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-659e1c06-5e7c-4445-8069-5c9e5d341f9d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:28.235148 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-659e1c06-5e7c-4445-8069-5c9e5d341f9d admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/cf5f40df-44e7-45a9-becf-819a644ed4dc HTTP/1.1" status: 204 len: 168 time: 0.1693196 Jul 06 14:09:28.266413 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659e1c06-5e7c-4445-8069-5c9e5d341f9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf5f40df-44e7-45a9-becf-819a644ed4dc,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:09:28.269487 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-9b1d566b-3cdc-4907-95df-83c150ad2c37 req-be1d2b50-0318-40f6-8882-265d9d86d87f tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] Notify callbacks [] for port, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:28.300137 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.provisioning_blocks [req-9b1d566b-3cdc-4907-95df-83c150ad2c37 req-be1d2b50-0318-40f6-8882-265d9d86d87f tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] Transition to ACTIVE for port object c2f42a47-9435-42a3-a355-2a1daefe7508 will not be triggered until provisioned by entity DHCP. {{(pid=100247) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:09:28.360949 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-03f71b24-a9b8-453a-8924-caa3f97bc6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:28.383326 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-afa94fb1-972a-4f4c-b0ce-6b851fb3c5da admin admin] Notify callbacks [] for security_group, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:28.394763 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.db.resource_extend [None req-8fdba63b-6a77-4ecd-bf49-ad010ec0292f tempest-ServersTestJSON-1826732852 tempest-ServersTestJSON-1826732852-project] It took 0.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 06 14:09:28.461442 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-9b1d566b-3cdc-4907-95df-83c150ad2c37 req-be1d2b50-0318-40f6-8882-265d9d86d87f tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-128888360'] for port, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:28.474689 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] get_ports_and_sgs() called for port_ids ['285a983f-a0c4-456a-9702-1039a1c94001'] {{(pid=100248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 14:09:28.513869 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] get_ports_and_sgs() called for port_ids ['1f5819e5-377a-477d-a4e0-bc213d163822'] {{(pid=100248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 14:09:28.530968 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-8fdba63b-6a77-4ecd-bf49-ad010ec0292f tempest-ServersTestJSON-1826732852 tempest-ServersTestJSON-1826732852-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:28.548652 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9b1d566b-3cdc-4907-95df-83c150ad2c37 req-be1d2b50-0318-40f6-8882-265d9d86d87f tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] Network ca8d241f-6d1c-4a83-a6b7-adff4a667580 is already hosted by enough agents. {{(pid=100247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:09:28.561077 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-8fdba63b-6a77-4ecd-bf49-ad010ec0292f tempest-ServersTestJSON-1826732852 tempest-ServersTestJSON-1826732852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1761130'] for floatingip, after_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:28.615799 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-1b115202-795f-40d5-a401-608d4a7bde32 req-9a3691a5-b3ac-4ead-b866-def06ec8b384 tempest-ServerShowV247Test-1263848029 tempest-ServerShowV247Test-1263848029-project] 10.222.0.104 "GET /v2.0/ports?device_id=12ed529c-bd1d-4249-ae12-7920c3e0a55d HTTP/1.1" status: 200 len: 210 time: 0.0615084 Jul 06 14:09:28.616791 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.base_scheduler [req-9b1d566b-3cdc-4907-95df-83c150ad2c37 req-be1d2b50-0318-40f6-8882-265d9d86d87f tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] Resources bound (agent type, host, resource id): {{(pid=100247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:09:28.670942 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1d2b50-0318-40f6-8882-265d9d86d87f tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] Pushing event updated for resources: {'Port': ['ID=c2f42a47-9435-42a3-a355-2a1daefe7508,revision_number=1']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:09:28.673465 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b1d566b-3cdc-4907-95df-83c150ad2c37 req-be1d2b50-0318-40f6-8882-265d9d86d87f tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] Received port after_create {{(pid=100247) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:09:28.701990 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-060cf6e0-e144-45c6-b988-b9379ecb13dd req-9db6053b-7d5e-4bab-9d7a-596052711540 tempest-ServerShowV247Test-1263848029 tempest-ServerShowV247Test-1263848029-project] 10.222.0.127 "GET /v2.0/ports?device_id=12ed529c-bd1d-4249-ae12-7920c3e0a55d HTTP/1.1" status: 200 len: 210 time: 0.1345599 Jul 06 14:09:28.889057 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1d566b-3cdc-4907-95df-83c150ad2c37 req-be1d2b50-0318-40f6-8882-265d9d86d87f tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:09:28.889827 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-9b1d566b-3cdc-4907-95df-83c150ad2c37 req-be1d2b50-0318-40f6-8882-265d9d86d87f tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:28.948615 n-d-773647-6 neutron-server[100247]: INFO neutron.db.l3_db [None req-8fdba63b-6a77-4ecd-bf49-ad010ec0292f tempest-ServersTestJSON-1826732852 tempest-ServersTestJSON-1826732852-project] Floating IP d0956abf-1867-4849-a6af-a811d0c50505 associated. External IP: 172.25.0.61, port: 5b3cf493-3a9a-4e5b-9ea8-d99f26fec7ce. Jul 06 14:09:28.952212 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-afa94fb1-972a-4f4c-b0ce-6b851fb3c5da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:28.996658 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-afa94fb1-972a-4f4c-b0ce-6b851fb3c5da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:29.013248 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-9b1d566b-3cdc-4907-95df-83c150ad2c37 req-be1d2b50-0318-40f6-8882-265d9d86d87f tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] 10.222.0.127 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9459591 Jul 06 14:09:29.037092 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [req-9b1d566b-3cdc-4907-95df-83c150ad2c37 req-a503875c-7976-4e53-8c5a-9ddeeae89118 service neutron] Request body: {'port': {'device_id': '6f79f617-0856-4219-abc5-8bd1806b6823', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-773647-6'}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:09:29.043861 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-4b2a3734-35db-48c9-89bd-53d2b70f8f8a None None] Provisioning for port c2f42a47-9435-42a3-a355-2a1daefe7508 completed by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:09:29.052624 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-4b2a3734-35db-48c9-89bd-53d2b70f8f8a None None] Provisioning complete for port c2f42a47-9435-42a3-a355-2a1daefe7508 triggered by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:09:29.053852 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4b2a3734-35db-48c9-89bd-53d2b70f8f8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:29.108703 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-4b2a3734-35db-48c9-89bd-53d2b70f8f8a None None] Port c2f42a47-9435-42a3-a355-2a1daefe7508 cannot update to ACTIVE because it is not bound. {{(pid=100248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 14:09:29.117206 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-afa94fb1-972a-4f4c-b0ce-6b851fb3c5da admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=c4e951b2dfe74c3094da70e5aada049c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0767288 Jul 06 14:09:29.119063 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 47204) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:09:29.122025 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa94fb1-972a-4f4c-b0ce-6b851fb3c5da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a6e47fe-9763-4630-a8b9-32ac1a1a7b78,revision_number=1']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:09:29.201135 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-9b1d566b-3cdc-4907-95df-83c150ad2c37 req-a503875c-7976-4e53-8c5a-9ddeeae89118 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:29.237516 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-a5ba7ecd-011a-4585-981b-c3b7dc810268 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:29.272273 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-a5ba7ecd-011a-4585-981b-c3b7dc810268 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:29.327287 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 47210) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:09:29.383609 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-a5ba7ecd-011a-4585-981b-c3b7dc810268 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:29.387407 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-a5ba7ecd-011a-4585-981b-c3b7dc810268 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:29.393204 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-a5ba7ecd-011a-4585-981b-c3b7dc810268 admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/6a6e47fe-9763-4630-a8b9-32ac1a1a7b78 HTTP/1.1" status: 204 len: 168 time: 0.2718170 Jul 06 14:09:29.426019 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ba7ecd-011a-4585-981b-c3b7dc810268 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a6e47fe-9763-4630-a8b9-32ac1a1a7b78,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:09:29.577267 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-54776b36-b796-40d8-a5bc-c6a55685fe66 admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-889590531-network', 'tenant_id': '19b1646a03d44a0b9839838cda5156a4'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:09:29.622881 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54776b36-b796-40d8-a5bc-c6a55685fe66 admin admin] Made reservation on behalf of 19b1646a03d44a0b9839838cda5156a4 for: {'network': 1} {{(pid=100246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:09:29.626108 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-54776b36-b796-40d8-a5bc-c6a55685fe66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for network, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:29.635594 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8fdba63b-6a77-4ecd-bf49-ad010ec0292f tempest-ServersTestJSON-1826732852 tempest-ServersTestJSON-1826732852-project] Router c6f3f37c-34b9-45e9-9725-6736f2f5b505 has already been hosted by L3 agent 2823d358-a11b-4885-a706-95a279e43fa7 {{(pid=100247) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 14:09:29.658524 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-54776b36-b796-40d8-a5bc-c6a55685fe66 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:29.739591 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2e48d7-8788-49dc-be7d-48ecdc3776f1 req-13a1d777-4878-4721-9b28-b1f8e15cd8f8 tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:09:29.744340 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-1b2e48d7-8788-49dc-be7d-48ecdc3776f1 req-13a1d777-4878-4721-9b28-b1f8e15cd8f8 tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] 10.222.0.104 "GET /v2.0/ports?device_id=6f79f617-0856-4219-abc5-8bd1806b6823 HTTP/1.1" status: 200 len: 932 time: 0.4439950 Jul 06 14:09:29.881289 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-1b2e48d7-8788-49dc-be7d-48ecdc3776f1 req-9266c4aa-359f-4471-860c-772b0fda6d40 tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] 10.222.0.104 "GET /v2.0/security-groups?id=bdba1446-e72e-4024-9da7-e6061f204f14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354961 Jul 06 14:09:29.919393 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-54776b36-b796-40d8-a5bc-c6a55685fe66 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:29.925909 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-54776b36-b796-40d8-a5bc-c6a55685fe66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:29.928046 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fdba63b-6a77-4ecd-bf49-ad010ec0292f tempest-ServersTestJSON-1826732852 tempest-ServersTestJSON-1826732852-project] Notify agent at l3_agent.n-d-773647-6 the message routers_updated {{(pid=100247) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 14:09:29.941060 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-092d0e8e-72f1-439c-99f6-6c0bfa838284 None None] Sync routers for ids ['c6f3f37c-34b9-45e9-9725-6736f2f5b505'] in n-d-773647-6 {{(pid=100249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 14:09:29.957147 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-092d0e8e-72f1-439c-99f6-6c0bfa838284 None None] Routers {'c6f3f37c-34b9-45e9-9725-6736f2f5b505'} bound to L3 agent in host n-d-773647-6 {{(pid=100249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:09:29.957836 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-092d0e8e-72f1-439c-99f6-6c0bfa838284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T14:09:25Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['c6f3f37c-34b9-45e9-9725-6736f2f5b505'], 'active': True} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:09:29.969846 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-54776b36-b796-40d8-a5bc-c6a55685fe66 admin admin] vlan segment allocate from pool success with {'vlan_id': 1031, 'physical_network': 'physnet1'} {{(pid=100246) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 14:09:29.990549 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 47232) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:09:30.001314 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-8fdba63b-6a77-4ecd-bf49-ad010ec0292f tempest-ServersTestJSON-1826732852 tempest-ServersTestJSON-1826732852-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for floatingip, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:30.032950 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54776b36-b796-40d8-a5bc-c6a55685fe66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee9b2033-7358-4be4-9c11-2bff35d2bc8c,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:09:30.050097 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-54776b36-b796-40d8-a5bc-c6a55685fe66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552'] for segment, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:30.051919 n-d-773647-6 neutron-server[100246]: INFO neutron.db.segments_db [None req-54776b36-b796-40d8-a5bc-c6a55685fe66 admin admin] Added segment 69973d5d-12b1-49f6-ae5b-bbd5e56a7939 of type vlan for network 44f1df93-8dbd-49ed-a9f2-57969b54107f Jul 06 14:09:30.055191 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-ae17c2fa-47c4-47e9-96fe-b61d22cf8db6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:30.109155 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 47234) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:09:30.127165 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-8fdba63b-6a77-4ecd-bf49-ad010ec0292f tempest-ServersTestJSON-1826732852 tempest-ServersTestJSON-1826732852-project] 10.222.0.104 "PUT /v2.0/floatingips/d0956abf-1867-4849-a6af-a811d0c50505 HTTP/1.1" status: 200 len: 991 time: 2.6880603 Jul 06 14:09:30.132623 n-d-773647-6 neutron-server[100247]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7b3ff4b-3bb8-4a52-834a-41c1f70f9417', 'tag': '5b3cf493-3a9a-4e5b-9ea8-d99f26fec7ce'}] {{(pid=100247) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:09:30.137381 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cbf0eeaae822f8fc9b87a94aeba67a3d651842baf663a51cba94b67a514836d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14e676ef-abef-431c-a2a2-ebc407a5da08" -d '{"events": [{"name": "network-changed", "server_uuid": "a7b3ff4b-3bb8-4a52-834a-41c1f70f9417", "tag": "5b3cf493-3a9a-4e5b-9ea8-d99f26fec7ce"}]}' {{(pid=100247) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:09:30.166239 n-d-773647-6 neutron-server[100247]: DEBUG neutron.notifiers.nova [req-9b1d566b-3cdc-4907-95df-83c150ad2c37 req-a503875c-7976-4e53-8c5a-9ddeeae89118 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c2f42a47-9435-42a3-a355-2a1daefe7508 {{(pid=100247) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 14:09:30.183680 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-9b1d566b-3cdc-4907-95df-83c150ad2c37 req-a503875c-7976-4e53-8c5a-9ddeeae89118 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:30.214816 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.provisioning_blocks [req-9b1d566b-3cdc-4907-95df-83c150ad2c37 req-a503875c-7976-4e53-8c5a-9ddeeae89118 service neutron] Transition to ACTIVE for port object c2f42a47-9435-42a3-a355-2a1daefe7508 will not be triggered until provisioned by entity L2. {{(pid=100247) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:09:30.223617 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvr_db [None req-092d0e8e-72f1-439c-99f6-6c0bfa838284 None None] Set router c6f3f37c-34b9-45e9-9725-6736f2f5b505 gateway port host: n-d-773647-6 {{(pid=100249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:09:30.223955 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-9b1d566b-3cdc-4907-95df-83c150ad2c37 req-a503875c-7976-4e53-8c5a-9ddeeae89118 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128888538'] for port, after_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:30.306768 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 14:09:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c08f3d64-6cea-4132-bd1d-a4b894e1327d x-openstack-request-id: req-c08f3d64-6cea-4132-bd1d-a4b894e1327d {{(pid=100247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:09:30.307064 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a7b3ff4b-3bb8-4a52-834a-41c1f70f9417", "tag": "5b3cf493-3a9a-4e5b-9ea8-d99f26fec7ce", "status": "completed", "code": 200}]} {{(pid=100247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:09:30.307346 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-c08f3d64-6cea-4132-bd1d-a4b894e1327d {{(pid=100247) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:09:30.307748 n-d-773647-6 neutron-server[100247]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a7b3ff4b-3bb8-4a52-834a-41c1f70f9417', 'tag': '5b3cf493-3a9a-4e5b-9ea8-d99f26fec7ce', 'status': 'completed', 'code': 200} Jul 06 14:09:30.351336 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a503875c-7976-4e53-8c5a-9ddeeae89118 service neutron] Pushing event updated for resources: {'Port': ['ID=c2f42a47-9435-42a3-a355-2a1daefe7508,revision_number=2']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:09:30.466987 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.managers [req-9b1d566b-3cdc-4907-95df-83c150ad2c37 req-a503875c-7976-4e53-8c5a-9ddeeae89118 service neutron] Attempting to bind port c2f42a47-9435-42a3-a355-2a1daefe7508 on host n-h1-773647-6 for vnic_type normal with profile {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:09:30.467354 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.managers [req-9b1d566b-3cdc-4907-95df-83c150ad2c37 req-a503875c-7976-4e53-8c5a-9ddeeae89118 service neutron] Attempting to bind port c2f42a47-9435-42a3-a355-2a1daefe7508 by drivers openvswitch,hyperv on host n-h1-773647-6 at level 0 using segments [{'id': '36c50412-6893-4622-808c-49164f6f9db6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1040, 'network_id': 'ca8d241f-6d1c-4a83-a6b7-adff4a667580'}] {{(pid=100247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:09:30.467740 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b1d566b-3cdc-4907-95df-83c150ad2c37 req-a503875c-7976-4e53-8c5a-9ddeeae89118 service neutron] Attempting to bind port c2f42a47-9435-42a3-a355-2a1daefe7508 on network ca8d241f-6d1c-4a83-a6b7-adff4a667580 {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:09:30.476396 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b1d566b-3cdc-4907-95df-83c150ad2c37 req-a503875c-7976-4e53-8c5a-9ddeeae89118 service neutron] Port c2f42a47-9435-42a3-a355-2a1daefe7508 on network ca8d241f-6d1c-4a83-a6b7-adff4a667580 not bound, no agent of type Open vSwitch agent registered on host n-h1-773647-6 {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 14:09:30.476873 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b1d566b-3cdc-4907-95df-83c150ad2c37 req-a503875c-7976-4e53-8c5a-9ddeeae89118 service neutron] Attempting to bind port c2f42a47-9435-42a3-a355-2a1daefe7508 on network ca8d241f-6d1c-4a83-a6b7-adff4a667580 {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:09:30.485527 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b1d566b-3cdc-4907-95df-83c150ad2c37 req-a503875c-7976-4e53-8c5a-9ddeeae89118 service neutron] Checking agent: {'id': '5bf7147f-bada-4441-a5dc-934b903473fb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-773647-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 51, 12), 'started_at': datetime.datetime(2021, 7, 6, 13, 51, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 9, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:09:30.485869 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b1d566b-3cdc-4907-95df-83c150ad2c37 req-a503875c-7976-4e53-8c5a-9ddeeae89118 service neutron] Checking segment: {'id': '36c50412-6893-4622-808c-49164f6f9db6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1040, 'network_id': 'ca8d241f-6d1c-4a83-a6b7-adff4a667580'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100247) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:09:30.486355 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b1d566b-3cdc-4907-95df-83c150ad2c37 req-a503875c-7976-4e53-8c5a-9ddeeae89118 service neutron] Bound using segment: {'id': '36c50412-6893-4622-808c-49164f6f9db6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1040, 'network_id': 'ca8d241f-6d1c-4a83-a6b7-adff4a667580'} {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:09:30.486693 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.managers [req-9b1d566b-3cdc-4907-95df-83c150ad2c37 req-a503875c-7976-4e53-8c5a-9ddeeae89118 service neutron] Bound port: c2f42a47-9435-42a3-a355-2a1daefe7508, host: n-h1-773647-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '36c50412-6893-4622-808c-49164f6f9db6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1040, 'network_id': 'ca8d241f-6d1c-4a83-a6b7-adff4a667580'}}] {{(pid=100247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:09:30.487193 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-9b1d566b-3cdc-4907-95df-83c150ad2c37 req-a503875c-7976-4e53-8c5a-9ddeeae89118 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:30.508270 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e676ef-abef-431c-a2a2-ebc407a5da08 req-42cf10f9-7a01-43bd-882e-62eb8ecc7499 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:09:30.509918 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-14e676ef-abef-431c-a2a2-ebc407a5da08 req-42cf10f9-7a01-43bd-882e-62eb8ecc7499 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=e22918dd8a4242c7a434109e5f222b6c&device_id=a7b3ff4b-3bb8-4a52-834a-41c1f70f9417 HTTP/1.1" status: 200 len: 1097 time: 0.1980927 Jul 06 14:09:30.516433 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-092d0e8e-72f1-439c-99f6-6c0bfa838284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6f3f37c-34b9-45e9-9725-6736f2f5b505', 'name': 'tempest-ServersTestJSON-1454034615-router', 'tenant_id': 'e22918dd8a4242c7a434109e5f222b6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.16'}], 'enable_snat': True}, 'gw_port_id': '14095f56-d341-47b9-8aac-dd5ce005dcb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:09:00Z', 'updated_at': '2021-07-06T14:09:05Z', 'revision_number': 4, 'project_id': 'e22918dd8a4242c7a434109e5f222b6c', 'gw_port': {'id': '14095f56-d341-47b9-8aac-dd5ce005dcb5', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:d3:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6f3f37c-34b9-45e9-9725-6736f2f5b505', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1738, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:09:01Z', 'updated_at': '2021-07-06T14:09:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6', '_floatingips': [{'id': 'd0956abf-1867-4849-a6af-a811d0c50505', 'tenant_id': 'e22918dd8a4242c7a434109e5f222b6c', 'floating_ip_address': '172.25.0.61', 'floating_network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'router_id': 'c6f3f37c-34b9-45e9-9725-6736f2f5b505', 'port_id': '5b3cf493-3a9a-4e5b-9ea8-d99f26fec7ce', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1765, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6153a515-72a8-42ac-8fe8-4c42d053866d', 'mac_address': 'fa:16:3e:e5:f0:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7b3ff4b-3bb8-4a52-834a-41c1f70f9417', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T14:09:11Z', 'updated_at': '2021-07-06T14:09:28Z', 'revision_number': 1, 'project_id': 'e22918dd8a4242c7a434109e5f222b6c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8103d051-0d28-4c39-9b60-031ebf8157af', 'name': '', 'network_id': '6153a515-72a8-42ac-8fe8-4c42d053866d', 'tenant_id': 'e22918dd8a4242c7a434109e5f222b6c', 'mac_address': 'fa:16:3e:1f:fb:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6f3f37c-34b9-45e9-9725-6736f2f5b505', 'device_owner': 'network:router_interface', 'standard_attr_id': 1740, 'fixed_ips': [{'subnet_id': '0b4cd2a7-9311-4178-a627-e29c4c70b074', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:09:03Z', 'updated_at': '2021-07-06T14:09:12Z', 'revision_number': 5, 'project_id': 'e22918dd8a4242c7a434109e5f222b6c', 'subnets': [{'id': '0b4cd2a7-9311-4178-a627-e29c4c70b074', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773647-6', False) {} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:09:30.537813 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 47242) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:09:30.570530 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-092d0e8e-72f1-439c-99f6-6c0bfa838284 None None] Checking router: c6f3f37c-34b9-45e9-9725-6736f2f5b505 for host: n-d-773647-6 {{(pid=100249) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 14:09:30.580137 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-092d0e8e-72f1-439c-99f6-6c0bfa838284 None None] Routers {'c6f3f37c-34b9-45e9-9725-6736f2f5b505'} bound to L3 agent in host n-d-773647-6 {{(pid=100249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:09:30.580767 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-092d0e8e-72f1-439c-99f6-6c0bfa838284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T14:09:25Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['c6f3f37c-34b9-45e9-9725-6736f2f5b505'], 'active': True} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:09:30.681818 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.db [req-9b1d566b-3cdc-4907-95df-83c150ad2c37 req-a503875c-7976-4e53-8c5a-9ddeeae89118 service neutron] For port c2f42a47-9435-42a3-a355-2a1daefe7508, host n-h1-773647-6, cleared binding levels {{(pid=100247) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:09:30.704932 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.db [req-9b1d566b-3cdc-4907-95df-83c150ad2c37 req-a503875c-7976-4e53-8c5a-9ddeeae89118 service neutron] For port c2f42a47-9435-42a3-a355-2a1daefe7508, host n-h1-773647-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773647-6',level=0,port_id=c2f42a47-9435-42a3-a355-2a1daefe7508,segment=NetworkSegment(36c50412-6893-4622-808c-49164f6f9db6),segment_id=36c50412-6893-4622-808c-49164f6f9db6)] {{(pid=100247) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:09:30.708245 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvr_db [None req-092d0e8e-72f1-439c-99f6-6c0bfa838284 None None] Set router c6f3f37c-34b9-45e9-9725-6736f2f5b505 gateway port host: n-d-773647-6 {{(pid=100249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:09:30.718164 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-9b1d566b-3cdc-4907-95df-83c150ad2c37 req-a503875c-7976-4e53-8c5a-9ddeeae89118 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128888538'] for port, after_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:30.785440 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-5d99c8e5-2b85-48ec-aa27-18aef9e652d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:30.797896 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1d566b-3cdc-4907-95df-83c150ad2c37 req-a503875c-7976-4e53-8c5a-9ddeeae89118 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:09:30.799024 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-9b1d566b-3cdc-4907-95df-83c150ad2c37 req-a503875c-7976-4e53-8c5a-9ddeeae89118 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:30.800678 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-9b1d566b-3cdc-4907-95df-83c150ad2c37 req-a503875c-7976-4e53-8c5a-9ddeeae89118 service neutron] 10.222.0.127 "PUT /v2.0/ports/c2f42a47-9435-42a3-a355-2a1daefe7508 HTTP/1.1" status: 200 len: 1092 time: 1.7765365 Jul 06 14:09:30.827117 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e676ef-abef-431c-a2a2-ebc407a5da08 req-867f6a5f-1e85-4d9a-a7a7-9516d3314edb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:09:30.828703 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-14e676ef-abef-431c-a2a2-ebc407a5da08 req-867f6a5f-1e85-4d9a-a7a7-9516d3314edb service neutron] 10.222.0.72 "GET /v2.0/networks?id=6153a515-72a8-42ac-8fe8-4c42d053866d HTTP/1.1" status: 200 len: 908 time: 0.2899756 Jul 06 14:09:30.926014 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-54776b36-b796-40d8-a5bc-c6a55685fe66 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773752984405'] for network, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:30.989530 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-54776b36-b796-40d8-a5bc-c6a55685fe66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060'] for network, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:30.990950 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54776b36-b796-40d8-a5bc-c6a55685fe66 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:09:30.991853 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-54776b36-b796-40d8-a5bc-c6a55685fe66 admin admin] Notify callbacks [] for network, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:31.013305 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a503875c-7976-4e53-8c5a-9ddeeae89118 service neutron] Pushing event updated for resources: {'Port': ['ID=c2f42a47-9435-42a3-a355-2a1daefe7508,revision_number=3']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:09:31.032432 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-14e676ef-abef-431c-a2a2-ebc407a5da08 req-af87ba7e-9422-4b08-99ea-ddd65ee512b0 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5b3cf493-3a9a-4e5b-9ea8-d99f26fec7ce HTTP/1.1" status: 200 len: 999 time: 0.1884484 Jul 06 14:09:31.067418 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-092d0e8e-72f1-439c-99f6-6c0bfa838284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6f3f37c-34b9-45e9-9725-6736f2f5b505', 'name': 'tempest-ServersTestJSON-1454034615-router', 'tenant_id': 'e22918dd8a4242c7a434109e5f222b6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.16'}], 'enable_snat': True}, 'gw_port_id': '14095f56-d341-47b9-8aac-dd5ce005dcb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:09:00Z', 'updated_at': '2021-07-06T14:09:05Z', 'revision_number': 4, 'project_id': 'e22918dd8a4242c7a434109e5f222b6c', 'gw_port': {'id': '14095f56-d341-47b9-8aac-dd5ce005dcb5', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:d3:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6f3f37c-34b9-45e9-9725-6736f2f5b505', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1738, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:09:01Z', 'updated_at': '2021-07-06T14:09:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6', '_floatingips': [{'id': 'd0956abf-1867-4849-a6af-a811d0c50505', 'tenant_id': 'e22918dd8a4242c7a434109e5f222b6c', 'floating_ip_address': '172.25.0.61', 'floating_network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'router_id': 'c6f3f37c-34b9-45e9-9725-6736f2f5b505', 'port_id': '5b3cf493-3a9a-4e5b-9ea8-d99f26fec7ce', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1765, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6153a515-72a8-42ac-8fe8-4c42d053866d', 'mac_address': 'fa:16:3e:e5:f0:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7b3ff4b-3bb8-4a52-834a-41c1f70f9417', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T14:09:11Z', 'updated_at': '2021-07-06T14:09:28Z', 'revision_number': 1, 'project_id': 'e22918dd8a4242c7a434109e5f222b6c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8103d051-0d28-4c39-9b60-031ebf8157af', 'name': '', 'network_id': '6153a515-72a8-42ac-8fe8-4c42d053866d', 'tenant_id': 'e22918dd8a4242c7a434109e5f222b6c', 'mac_address': 'fa:16:3e:1f:fb:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6f3f37c-34b9-45e9-9725-6736f2f5b505', 'device_owner': 'network:router_interface', 'standard_attr_id': 1740, 'fixed_ips': [{'subnet_id': '0b4cd2a7-9311-4178-a627-e29c4c70b074', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:09:03Z', 'updated_at': '2021-07-06T14:09:12Z', 'revision_number': 5, 'project_id': 'e22918dd8a4242c7a434109e5f222b6c', 'subnets': [{'id': '0b4cd2a7-9311-4178-a627-e29c4c70b074', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773647-6', False) {} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:09:31.085848 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54776b36-b796-40d8-a5bc-c6a55685fe66 admin admin] Pushing event updated for resources: {'Network': ['ID=44f1df93-8dbd-49ed-a9f2-57969b54107f,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:09:31.095644 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Network 44f1df93-8dbd-49ed-a9f2-57969b54107f details requested by agent ovs-agent-n-d-773647-6 with host n-d-773647-6 {{(pid=100248) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 14:09:31.114178 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-ae17c2fa-47c4-47e9-96fe-b61d22cf8db6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:31.115693 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-7f45fee3-6c47-49e1-883b-6150cd7d58cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:31.127585 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-ae17c2fa-47c4-47e9-96fe-b61d22cf8db6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:31.134133 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-54776b36-b796-40d8-a5bc-c6a55685fe66 admin admin] 10.222.0.104 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.8057959 Jul 06 14:09:31.137678 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 47252) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:09:31.165526 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-2e5e22f3-b0fe-4114-b240-d11c6c82d5b0 admin admin] Request body: {'subnet': {'network_id': '44f1df93-8dbd-49ed-a9f2-57969b54107f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-889590531-subnet', 'tenant_id': '19b1646a03d44a0b9839838cda5156a4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:09:31.179068 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae17c2fa-47c4-47e9-96fe-b61d22cf8db6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f2b0889-00b8-4409-8511-c5b2a0d4d534,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:09:31.182475 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-092d0e8e-72f1-439c-99f6-6c0bfa838284 None None] The sync data for ids ['c6f3f37c-34b9-45e9-9725-6736f2f5b505'] in n-d-773647-6 is: [{'id': 'c6f3f37c-34b9-45e9-9725-6736f2f5b505', 'name': 'tempest-ServersTestJSON-1454034615-router', 'tenant_id': 'e22918dd8a4242c7a434109e5f222b6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.16'}], 'enable_snat': True}, 'gw_port_id': '14095f56-d341-47b9-8aac-dd5ce005dcb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:09:00Z', 'updated_at': '2021-07-06T14:09:05Z', 'revision_number': 4, 'project_id': 'e22918dd8a4242c7a434109e5f222b6c', 'gw_port': {'id': '14095f56-d341-47b9-8aac-dd5ce005dcb5', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:d3:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6f3f37c-34b9-45e9-9725-6736f2f5b505', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1738, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:09:01Z', 'updated_at': '2021-07-06T14:09:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6', '_floatingips': [{'id': 'd0956abf-1867-4849-a6af-a811d0c50505', 'tenant_id': 'e22918dd8a4242c7a434109e5f222b6c', 'floating_ip_address': '172.25.0.61', 'floating_network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'router_id': 'c6f3f37c-34b9-45e9-9725-6736f2f5b505', 'port_id': '5b3cf493-3a9a-4e5b-9ea8-d99f26fec7ce', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1765, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6153a515-72a8-42ac-8fe8-4c42d053866d', 'mac_address': 'fa:16:3e:e5:f0:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7b3ff4b-3bb8-4a52-834a-41c1f70f9417', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T14:09:11Z', 'updated_at': '2021-07-06T14:09:28Z', 'revision_number': 1, 'project_id': 'e22918dd8a4242c7a434109e5f222b6c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8103d051-0d28-4c39-9b60-031ebf8157af', 'name': '', 'network_id': '6153a515-72a8-42ac-8fe8-4c42d053866d', 'tenant_id': 'e22918dd8a4242c7a434109e5f222b6c', 'mac_address': 'fa:16:3e:1f:fb:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6f3f37c-34b9-45e9-9725-6736f2f5b505', 'device_owner': 'network:router_interface', 'standard_attr_id': 1740, 'fixed_ips': [{'subnet_id': '0b4cd2a7-9311-4178-a627-e29c4c70b074', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:09:03Z', 'updated_at': '2021-07-06T14:09:12Z', 'revision_number': 5, 'project_id': 'e22918dd8a4242c7a434109e5f222b6c', 'subnets': [{'id': '0b4cd2a7-9311-4178-a627-e29c4c70b074', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 14:09:31.204608 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-ae17c2fa-47c4-47e9-96fe-b61d22cf8db6 admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=1142d674bd904bf281f9b2328f8663ce&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2076831 Jul 06 14:09:31.207188 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 47256) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:09:31.303384 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-92046ee4-2b22-445e-9cce-bbe0ee195231 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:31.330294 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-92046ee4-2b22-445e-9cce-bbe0ee195231 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:31.399023 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-92046ee4-2b22-445e-9cce-bbe0ee195231 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:31.402762 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-92046ee4-2b22-445e-9cce-bbe0ee195231 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:31.406811 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-92046ee4-2b22-445e-9cce-bbe0ee195231 admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/2f2b0889-00b8-4409-8511-c5b2a0d4d534 HTTP/1.1" status: 204 len: 168 time: 0.1960497 Jul 06 14:09:31.414421 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92046ee4-2b22-445e-9cce-bbe0ee195231 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f2b0889-00b8-4409-8511-c5b2a0d4d534,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:09:31.577359 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3db1abc-9ccd-487f-9966-df37a7d5c999 None None] New status for floating IP d0956abf-1867-4849-a6af-a811d0c50505: ACTIVE {{(pid=100248) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 14:09:31.633796 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.db.api [None req-2e5e22f3-b0fe-4114-b240-d11c6c82d5b0 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 06 14:09:31.633796 n-d-773647-6 neutron-server[100246]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 06 14:09:31.633796 n-d-773647-6 neutron-server[100246]: [parameters: {'project_id_1': '19b1646a03d44a0b9839838cda5156a4', 'expiration_1': datetime.datetime(2021, 7, 6, 14, 9, 31, 170402)}] Jul 06 14:09:31.633796 n-d-773647-6 neutron-server[100246]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=100246) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 06 14:09:31.635081 n-d-773647-6 neutron-server[100246]: DEBUG oslo_db.api [None req-2e5e22f3-b0fe-4114-b240-d11c6c82d5b0 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 06 14:09:31.635980 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.db.api [None req-7f45fee3-6c47-49e1-883b-6150cd7d58cb admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 06 14:09:31.635980 n-d-773647-6 neutron-server[100246]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 06 14:09:31.635980 n-d-773647-6 neutron-server[100246]: [parameters: {'project_id_1': '941b83d2197e4b7ebad7717bf3bd3f71', 'expiration_1': datetime.datetime(2021, 7, 6, 14, 9, 31, 184923)}] Jul 06 14:09:31.635980 n-d-773647-6 neutron-server[100246]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=100246) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 06 14:09:31.636316 n-d-773647-6 neutron-server[100246]: DEBUG oslo_db.api [None req-7f45fee3-6c47-49e1-883b-6150cd7d58cb admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 06 14:09:31.679914 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e676ef-abef-431c-a2a2-ebc407a5da08 req-897f7f08-b6e2-40de-abc9-e9dc2fd9a4a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:09:31.681483 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-14e676ef-abef-431c-a2a2-ebc407a5da08 req-897f7f08-b6e2-40de-abc9-e9dc2fd9a4a5 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=0b4cd2a7-9311-4178-a627-e29c4c70b074 HTTP/1.1" status: 200 len: 845 time: 0.6050246 Jul 06 14:09:31.737238 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1d566b-3cdc-4907-95df-83c150ad2c37 req-82f3f50b-8dc8-4e5f-bd93-67cc5271e279 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:09:31.738758 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-9b1d566b-3cdc-4907-95df-83c150ad2c37 req-82f3f50b-8dc8-4e5f-bd93-67cc5271e279 service neutron] 10.222.0.127 "GET /v2.0/ports?tenant_id=96647dd61d404050a5af01798d2f6f47&device_id=6f79f617-0856-4219-abc5-8bd1806b6823 HTTP/1.1" status: 200 len: 1095 time: 0.8714545 Jul 06 14:09:31.814636 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-9b1d566b-3cdc-4907-95df-83c150ad2c37 req-8894df37-3ade-411a-b41b-e8bcf38da46e service neutron] 10.222.0.127 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c2f42a47-9435-42a3-a355-2a1daefe7508 HTTP/1.1" status: 200 len: 217 time: 0.0626762 Jul 06 14:09:31.831133 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b32413-5e39-4c92-b2f6-f2289d33f2f6 req-6498ca09-9980-488b-a943-4a0fd48cc9b8 tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:09:31.832673 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-f6b32413-5e39-4c92-b2f6-f2289d33f2f6 req-6498ca09-9980-488b-a943-4a0fd48cc9b8 tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] 10.222.0.104 "GET /v2.0/ports?device_id=6f79f617-0856-4219-abc5-8bd1806b6823 HTTP/1.1" status: 200 len: 944 time: 0.2252076 Jul 06 14:09:31.928891 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-5d99c8e5-2b85-48ec-aa27-18aef9e652d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:31.941471 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e676ef-abef-431c-a2a2-ebc407a5da08 req-c3b3080c-d8be-41fc-8455-67e4b96a3037 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:09:31.943006 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-14e676ef-abef-431c-a2a2-ebc407a5da08 req-c3b3080c-d8be-41fc-8455-67e4b96a3037 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=6153a515-72a8-42ac-8fe8-4c42d053866d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2549777 Jul 06 14:09:31.946469 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1d566b-3cdc-4907-95df-83c150ad2c37 req-c760b58c-6860-4621-963f-575ade014c3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:09:31.948431 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-9b1d566b-3cdc-4907-95df-83c150ad2c37 req-c760b58c-6860-4621-963f-575ade014c3a service neutron] 10.222.0.127 "GET /v2.0/subnets?id=1d0103a5-6825-4713-928f-2c0821a07c96 HTTP/1.1" status: 200 len: 851 time: 0.1148908 Jul 06 14:09:31.950263 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-5d99c8e5-2b85-48ec-aa27-18aef9e652d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:31.979489 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-f6b32413-5e39-4c92-b2f6-f2289d33f2f6 req-3c1e458d-0c21-4584-bd68-558b75120ca0 tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] 10.222.0.104 "GET /v2.0/security-groups?id=bdba1446-e72e-4024-9da7-e6061f204f14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322179 Jul 06 14:09:32.086783 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-5d99c8e5-2b85-48ec-aa27-18aef9e652d6 admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=ec06dcdb0d4d421fa75e3691f7131030&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5466950 Jul 06 14:09:32.093628 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 47280) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:09:32.096975 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d99c8e5-2b85-48ec-aa27-18aef9e652d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12c280a5-1fc3-4db9-84a6-5277c5392ba4,revision_number=1']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:09:32.139552 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-7f45fee3-6c47-49e1-883b-6150cd7d58cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:32.167587 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-14e676ef-abef-431c-a2a2-ebc407a5da08 req-78da19f8-b4c6-4356-a339-099078a7b625 service neutron] 10.222.0.72 "GET /v2.0/networks/6153a515-72a8-42ac-8fe8-4c42d053866d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1912909 Jul 06 14:09:32.178896 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-ce754f38-8093-46f9-841a-7b4c46d74f9f req-c2cc419a-66b9-4c50-9715-337d44df0e59 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=5fbc9a8b-86db-4456-85e1-a59cfdbb9c8d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1081922 Jul 06 14:09:32.201135 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e5e22f3-b0fe-4114-b240-d11c6c82d5b0 admin admin] Made reservation on behalf of 19b1646a03d44a0b9839838cda5156a4 for: {'subnet': 1} {{(pid=100246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:09:32.204362 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-2e5e22f3-b0fe-4114-b240-d11c6c82d5b0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127702029'] for subnet, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:32.230492 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1d566b-3cdc-4907-95df-83c150ad2c37 req-c04a566a-ab60-4560-b732-cbb53704d4b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:09:32.232169 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-9b1d566b-3cdc-4907-95df-83c150ad2c37 req-c04a566a-ab60-4560-b732-cbb53704d4b4 service neutron] 10.222.0.127 "GET /v2.0/ports?network_id=ca8d241f-6d1c-4a83-a6b7-adff4a667580&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2763374 Jul 06 14:09:32.327371 n-d-773647-6 neutron-server[100247]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f79f617-0856-4219-abc5-8bd1806b6823', 'tag': 'c2f42a47-9435-42a3-a355-2a1daefe7508'}] {{(pid=100247) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:09:32.329627 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cbf0eeaae822f8fc9b87a94aeba67a3d651842baf663a51cba94b67a514836d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68c7ba22-8293-43d8-8edb-d2bc7789f9bd" -d '{"events": [{"name": "network-changed", "server_uuid": "6f79f617-0856-4219-abc5-8bd1806b6823", "tag": "c2f42a47-9435-42a3-a355-2a1daefe7508"}]}' {{(pid=100247) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:09:32.434729 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-9b1d566b-3cdc-4907-95df-83c150ad2c37 req-bfaf61e3-d0f2-46fe-ae3f-0f49a8320598 service neutron] 10.222.0.127 "GET /v2.0/networks/ca8d241f-6d1c-4a83-a6b7-adff4a667580?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1699347 Jul 06 14:09:32.441515 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 14:09:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b260fd7-e9e7-4568-ae83-313900535616 x-openstack-request-id: req-7b260fd7-e9e7-4568-ae83-313900535616 {{(pid=100247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:09:32.442164 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f79f617-0856-4219-abc5-8bd1806b6823", "tag": "c2f42a47-9435-42a3-a355-2a1daefe7508", "status": "completed", "code": 200}]} {{(pid=100247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:09:32.442635 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-7b260fd7-e9e7-4568-ae83-313900535616 {{(pid=100247) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:09:32.443275 n-d-773647-6 neutron-server[100247]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f79f617-0856-4219-abc5-8bd1806b6823', 'tag': 'c2f42a47-9435-42a3-a355-2a1daefe7508', 'status': 'completed', 'code': 200} Jul 06 14:09:32.452528 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce754f38-8093-46f9-841a-7b4c46d74f9f req-3400bdf8-fd0c-43ee-87ac-9b93de0ce237 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:09:32.454244 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-ce754f38-8093-46f9-841a-7b4c46d74f9f req-3400bdf8-fd0c-43ee-87ac-9b93de0ce237 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=96647dd61d404050a5af01798d2f6f47&device_id=5fbc9a8b-86db-4456-85e1-a59cfdbb9c8d HTTP/1.1" status: 200 len: 1095 time: 0.2036335 Jul 06 14:09:32.454997 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-235b56f2-1bae-45cb-9b03-935a2b6ef82a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:32.474387 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-7f45fee3-6c47-49e1-883b-6150cd7d58cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:32.506714 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-7f45fee3-6c47-49e1-883b-6150cd7d58cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:32.525969 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-14e676ef-abef-431c-a2a2-ebc407a5da08 req-c2d76de8-9249-43fa-a7fd-965669d689a0 service neutron] 10.222.0.72 "GET /v2.0/networks/6153a515-72a8-42ac-8fe8-4c42d053866d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3509324 Jul 06 14:09:32.546705 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-235b56f2-1bae-45cb-9b03-935a2b6ef82a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:32.616154 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-235b56f2-1bae-45cb-9b03-935a2b6ef82a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:32.619426 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-235b56f2-1bae-45cb-9b03-935a2b6ef82a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:32.620594 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-235b56f2-1bae-45cb-9b03-935a2b6ef82a admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/12c280a5-1fc3-4db9-84a6-5277c5392ba4 HTTP/1.1" status: 204 len: 168 time: 0.5260270 Jul 06 14:09:32.637007 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f45fee3-6c47-49e1-883b-6150cd7d58cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eede4ca7-c774-4cfd-90de-54061521cfc7,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:09:32.649077 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235b56f2-1bae-45cb-9b03-935a2b6ef82a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12c280a5-1fc3-4db9-84a6-5277c5392ba4,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:09:32.659562 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-7f45fee3-6c47-49e1-883b-6150cd7d58cb admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=941b83d2197e4b7ebad7717bf3bd3f71&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7648470 Jul 06 14:09:32.660773 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 47302) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:09:32.666075 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-2e5e22f3-b0fe-4114-b240-d11c6c82d5b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1849032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127687649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127702047'] for subnet, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:32.684428 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-9b1d566b-3cdc-4907-95df-83c150ad2c37 req-5b601a4f-ce15-444e-8b08-f35623a12e2b service neutron] 10.222.0.127 "GET /v2.0/networks/ca8d241f-6d1c-4a83-a6b7-adff4a667580?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2384281 Jul 06 14:09:32.820091 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5e22f3-b0fe-4114-b240-d11c6c82d5b0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0a276c2e-9e34-4c7a-ac60-8bd1b969e24b,revision_number=0']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:09:32.823044 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c7ba22-8293-43d8-8edb-d2bc7789f9bd req-5cc242b1-f82e-41e2-b1af-abebcd1a89d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:09:32.825161 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-68c7ba22-8293-43d8-8edb-d2bc7789f9bd req-5cc242b1-f82e-41e2-b1af-abebcd1a89d3 service neutron] 10.222.0.127 "GET /v2.0/ports?tenant_id=96647dd61d404050a5af01798d2f6f47&device_id=6f79f617-0856-4219-abc5-8bd1806b6823 HTTP/1.1" status: 200 len: 1095 time: 0.0790896 Jul 06 14:09:32.825378 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e5e22f3-b0fe-4114-b240-d11c6c82d5b0 admin admin] Checking segment: {'id': '69973d5d-12b1-49f6-ae5b-bbd5e56a7939', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1031, 'network_id': '44f1df93-8dbd-49ed-a9f2-57969b54107f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:09:32.825734 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e5e22f3-b0fe-4114-b240-d11c6c82d5b0 admin admin] Network hostable DHCP agents. Network: 44f1df93-8dbd-49ed-a9f2-57969b54107f, hostable agents: ['f2bada3d-be77-4359-982b-8505a2bbca04'], hosted agents: [] {{(pid=100246) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 14:09:32.833897 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce754f38-8093-46f9-841a-7b4c46d74f9f req-ecef6a7f-e7f7-45cd-901f-470245cadf24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:09:32.835684 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-ce754f38-8093-46f9-841a-7b4c46d74f9f req-ecef6a7f-e7f7-45cd-901f-470245cadf24 service neutron] 10.222.0.72 "GET /v2.0/networks?id=ca8d241f-6d1c-4a83-a6b7-adff4a667580 HTTP/1.1" status: 200 len: 914 time: 0.3194311 Jul 06 14:09:32.889125 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-915a7744-c8d2-46c6-953b-ed366e9fbad3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:32.922650 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e5e22f3-b0fe-4114-b240-d11c6c82d5b0 admin admin] Network 44f1df93-8dbd-49ed-a9f2-57969b54107f is scheduled to be hosted by DHCP agent f2bada3d-be77-4359-982b-8505a2bbca04 with binding_index 1 {{(pid=100246) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 14:09:32.938848 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-ce754f38-8093-46f9-841a-7b4c46d74f9f req-8ae7be81-f6ee-49c0-8904-59505fae7156 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5f251846-a962-4cca-ac30-b8ff4317b4c4 HTTP/1.1" status: 200 len: 999 time: 0.0939548 Jul 06 14:09:32.939328 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c7ba22-8293-43d8-8edb-d2bc7789f9bd req-387dd2d9-2ffe-4865-bf40-35b8015350c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:09:32.940945 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-915a7744-c8d2-46c6-953b-ed366e9fbad3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:32.941351 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-68c7ba22-8293-43d8-8edb-d2bc7789f9bd req-387dd2d9-2ffe-4865-bf40-35b8015350c9 service neutron] 10.222.0.127 "GET /v2.0/networks?id=ca8d241f-6d1c-4a83-a6b7-adff4a667580 HTTP/1.1" status: 200 len: 914 time: 0.1070399 Jul 06 14:09:32.958167 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.base_scheduler [None req-2e5e22f3-b0fe-4114-b240-d11c6c82d5b0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773647-6, 44f1df93-8dbd-49ed-a9f2-57969b54107f) {{(pid=100246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:09:32.965220 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e5e22f3-b0fe-4114-b240-d11c6c82d5b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:09:32.965334 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-2e5e22f3-b0fe-4114-b240-d11c6c82d5b0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:32.971381 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ed5b743-0bf1-4326-b103-11f58ac26e98 None None] Network 44f1df93-8dbd-49ed-a9f2-57969b54107f requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:09:33.029856 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-68c7ba22-8293-43d8-8edb-d2bc7789f9bd req-bcd6e7ab-c1c1-4426-b328-d550f5a9f5f0 service neutron] 10.222.0.127 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c2f42a47-9435-42a3-a355-2a1daefe7508 HTTP/1.1" status: 200 len: 217 time: 0.0819342 Jul 06 14:09:33.055248 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-2e5e22f3-b0fe-4114-b240-d11c6c82d5b0 admin admin] 10.222.0.104 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.8860362 Jul 06 14:09:33.090804 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce754f38-8093-46f9-841a-7b4c46d74f9f req-4534e7b6-3a63-4c7c-9118-c9d1a38276a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:09:33.098711 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-ce754f38-8093-46f9-841a-7b4c46d74f9f req-4534e7b6-3a63-4c7c-9118-c9d1a38276a9 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=1d0103a5-6825-4713-928f-2c0821a07c96 HTTP/1.1" status: 200 len: 851 time: 0.1504395 Jul 06 14:09:33.113924 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c7ba22-8293-43d8-8edb-d2bc7789f9bd req-e18e948b-aece-4b73-bb1f-e5a36f566221 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:09:33.116344 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-68c7ba22-8293-43d8-8edb-d2bc7789f9bd req-e18e948b-aece-4b73-bb1f-e5a36f566221 service neutron] 10.222.0.127 "GET /v2.0/subnets?id=1d0103a5-6825-4713-928f-2c0821a07c96 HTTP/1.1" status: 200 len: 851 time: 0.0801849 Jul 06 14:09:33.170877 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-409d2cdf-afe0-44e3-b08d-bc8796251228 None None] Network 44f1df93-8dbd-49ed-a9f2-57969b54107f requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:09:33.184279 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-915a7744-c8d2-46c6-953b-ed366e9fbad3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:33.194667 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-915a7744-c8d2-46c6-953b-ed366e9fbad3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:33.196270 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-915a7744-c8d2-46c6-953b-ed366e9fbad3 admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/eede4ca7-c774-4cfd-90de-54061521cfc7 HTTP/1.1" status: 204 len: 168 time: 0.5280235 Jul 06 14:09:33.214212 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915a7744-c8d2-46c6-953b-ed366e9fbad3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eede4ca7-c774-4cfd-90de-54061521cfc7,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:09:33.254115 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c7ba22-8293-43d8-8edb-d2bc7789f9bd req-19458cd9-a76d-410e-98a8-f7930ba48008 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:09:33.258023 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-68c7ba22-8293-43d8-8edb-d2bc7789f9bd req-19458cd9-a76d-410e-98a8-f7930ba48008 service neutron] 10.222.0.127 "GET /v2.0/ports?network_id=ca8d241f-6d1c-4a83-a6b7-adff4a667580&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1351705 Jul 06 14:09:33.261056 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce754f38-8093-46f9-841a-7b4c46d74f9f req-7c231fa0-4f13-4273-a6ff-c4001f91a89e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:09:33.263999 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-ce754f38-8093-46f9-841a-7b4c46d74f9f req-7c231fa0-4f13-4273-a6ff-c4001f91a89e service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=ca8d241f-6d1c-4a83-a6b7-adff4a667580&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1582084 Jul 06 14:09:33.413750 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b33567-2601-4a65-bf17-a67264b938c9 req-1ce513ec-3645-4b57-85b7-6d15c481fc57 tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:09:33.415969 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-a1b33567-2601-4a65-bf17-a67264b938c9 req-1ce513ec-3645-4b57-85b7-6d15c481fc57 tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] 10.222.0.104 "GET /v2.0/ports?device_id=6f79f617-0856-4219-abc5-8bd1806b6823 HTTP/1.1" status: 200 len: 944 time: 0.1565015 Jul 06 14:09:33.449251 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-68c7ba22-8293-43d8-8edb-d2bc7789f9bd req-55ece6e4-d6fc-471a-ac6e-56b4a2b71391 service neutron] 10.222.0.127 "GET /v2.0/networks/ca8d241f-6d1c-4a83-a6b7-adff4a667580?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1542447 Jul 06 14:09:33.467261 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-ce754f38-8093-46f9-841a-7b4c46d74f9f req-deb83249-c103-4701-a52c-fcc8826cf372 service neutron] 10.222.0.72 "GET /v2.0/networks/ca8d241f-6d1c-4a83-a6b7-adff4a667580?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1954050 Jul 06 14:09:33.557055 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-a1b33567-2601-4a65-bf17-a67264b938c9 req-a36122be-e95f-45ae-b46f-5d022c371a06 tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] 10.222.0.104 "GET /v2.0/security-groups?id=bdba1446-e72e-4024-9da7-e6061f204f14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266584 Jul 06 14:09:33.602617 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-ce754f38-8093-46f9-841a-7b4c46d74f9f req-5e97f617-002a-4798-b6eb-fa55ee1dc187 service neutron] 10.222.0.72 "GET /v2.0/networks/ca8d241f-6d1c-4a83-a6b7-adff4a667580?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279368 Jul 06 14:09:33.607058 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-68c7ba22-8293-43d8-8edb-d2bc7789f9bd req-464ba5bc-2dd6-4675-8621-b7ab8076310d service neutron] 10.222.0.127 "GET /v2.0/networks/ca8d241f-6d1c-4a83-a6b7-adff4a667580?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1489773 Jul 06 14:09:34.052649 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd398267-f412-49ec-98fb-744e96f747fc req-b5c65b69-0e53-4e5a-9a34-9ed4567526b0 tempest-ServerTagsTestJSON-1285518137 tempest-ServerTagsTestJSON-1285518137-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:09:34.055670 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-fd398267-f412-49ec-98fb-744e96f747fc req-b5c65b69-0e53-4e5a-9a34-9ed4567526b0 tempest-ServerTagsTestJSON-1285518137 tempest-ServerTagsTestJSON-1285518137-project] 10.222.0.104 "GET /v2.0/networks?id=44f1df93-8dbd-49ed-a9f2-57969b54107f HTTP/1.1" status: 200 len: 808 time: 0.1436291 Jul 06 14:09:34.081613 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-fd398267-f412-49ec-98fb-744e96f747fc req-b157cdd7-1d89-471d-b5cd-3cc7efe8160c tempest-ServerTagsTestJSON-1285518137 tempest-ServerTagsTestJSON-1285518137-project] 10.222.0.104 "GET /v2.0/quotas/19b1646a03d44a0b9839838cda5156a4 HTTP/1.1" status: 200 len: 375 time: 0.0138626 Jul 06 14:09:34.123199 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.agents_db [None req-167c0ad6-1657-4c9a-a2c4-3b18056aa662 None None] Agent healthcheck: found 7 active agents {{(pid=100249) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 14:09:34.142395 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-fd398267-f412-49ec-98fb-744e96f747fc req-8fbc8f69-20d0-4b82-9c1c-cde547eff855 tempest-ServerTagsTestJSON-1285518137 tempest-ServerTagsTestJSON-1285518137-project] 10.222.0.104 "GET /v2.0/ports?tenant_id=19b1646a03d44a0b9839838cda5156a4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0539782 Jul 06 14:09:34.142978 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 47376) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:09:34.263876 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-fd398267-f412-49ec-98fb-744e96f747fc req-32ada75f-a157-4e97-b7b4-69262e4542ef service neutron] 10.222.0.104 "GET /v2.0/networks/44f1df93-8dbd-49ed-a9f2-57969b54107f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1131015 Jul 06 14:09:34.296660 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [None req-762226ba-0f34-4f8c-90e5-23a42597df54 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1213395720-network', 'tenant_id': '33f6cdee7b294baa9f6a8cddbba9670a'}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:09:34.386106 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-762226ba-0f34-4f8c-90e5-23a42597df54 admin admin] Made reservation on behalf of 33f6cdee7b294baa9f6a8cddbba9670a for: {'network': 1} {{(pid=100247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:09:34.388836 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-762226ba-0f34-4f8c-90e5-23a42597df54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for network, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:34.410960 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-762226ba-0f34-4f8c-90e5-23a42597df54 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:34.431438 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 47392) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:09:34.461205 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-fd398267-f412-49ec-98fb-744e96f747fc req-ac5e5fe0-82c9-4876-926a-15e70d82abd9 service neutron] 10.222.0.104 "GET /v2.0/networks/44f1df93-8dbd-49ed-a9f2-57969b54107f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1965714 Jul 06 14:09:34.536593 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-a0e9af6c-c850-4571-8f71-c4fb3593bbf7 req-23b5563e-0df4-4a6e-b44f-4b65ab18c198 service neutron] 10.222.0.127 "GET /v2.0/ports?device_id=0455bf88-da4d-44a6-9768-93a70cd92e0e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1174247 Jul 06 14:09:34.567350 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-d4103489-2788-460a-a756-42a7e6a25397 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1781144564-network', 'tenant_id': '075e6592b8cd4726a42a2f60335e3259'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:09:34.693555 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-762226ba-0f34-4f8c-90e5-23a42597df54 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:34.705264 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-daf55db0-30dc-42e4-856c-2f6d20c1a521 req-433be280-d9b2-4993-8a21-e9331ceb6842 tempest-ServerTagsTestJSON-1285518137 tempest-ServerTagsTestJSON-1285518137-project] 10.222.0.104 "GET /v2.0/ports?device_id=b9c8c59d-9824-467e-a824-f6f77ff28214 HTTP/1.1" status: 200 len: 210 time: 0.0412765 Jul 06 14:09:34.732686 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4103489-2788-460a-a756-42a7e6a25397 admin admin] Made reservation on behalf of 075e6592b8cd4726a42a2f60335e3259 for: {'network': 1} {{(pid=100246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:09:34.735880 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-d4103489-2788-460a-a756-42a7e6a25397 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for network, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:34.753781 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-d4103489-2788-460a-a756-42a7e6a25397 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:34.789383 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-762226ba-0f34-4f8c-90e5-23a42597df54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:34.889153 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-762226ba-0f34-4f8c-90e5-23a42597df54 admin admin] vlan segment allocate from pool success with {'vlan_id': 1014, 'physical_network': 'physnet1'} {{(pid=100247) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 14:09:34.930567 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-762226ba-0f34-4f8c-90e5-23a42597df54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552'] for segment, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:34.931509 n-d-773647-6 neutron-server[100247]: INFO neutron.db.segments_db [None req-762226ba-0f34-4f8c-90e5-23a42597df54 admin admin] Added segment 85f44324-1b25-43f8-b0d2-e6a13494ae45 of type vlan for network 6ac95a6a-5756-473f-8a78-bd3474c2b2ff Jul 06 14:09:34.932882 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762226ba-0f34-4f8c-90e5-23a42597df54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd95555c-60f0-4cf1-95f5-17f31846b8b1,revision_number=1']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:09:34.952935 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-d4103489-2788-460a-a756-42a7e6a25397 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:34.960377 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-d4103489-2788-460a-a756-42a7e6a25397 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:34.999672 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d4103489-2788-460a-a756-42a7e6a25397 admin admin] vlan segment allocate from pool success with {'vlan_id': 1022, 'physical_network': 'physnet1'} {{(pid=100246) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 14:09:35.024509 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4103489-2788-460a-a756-42a7e6a25397 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3f883e7-e0ef-43fd-9fef-1e191c4cd6a7,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:09:35.026630 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e9af6c-c850-4571-8f71-c4fb3593bbf7 req-342bf44c-0f3b-4d19-9c8b-85ff1eacb365 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:09:35.027244 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e9af6c-c850-4571-8f71-c4fb3593bbf7 req-342bf44c-0f3b-4d19-9c8b-85ff1eacb365 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:09:35.030303 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-d4103489-2788-460a-a756-42a7e6a25397 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552'] for segment, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:35.030771 n-d-773647-6 neutron-server[100246]: INFO neutron.db.segments_db [None req-d4103489-2788-460a-a756-42a7e6a25397 admin admin] Added segment f311c2ae-d2b1-4b76-a9aa-bf4b25cec9f9 of type vlan for network 684bd941-15a3-4d2f-9dbf-1b045d3b3005 Jul 06 14:09:35.038060 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e9af6c-c850-4571-8f71-c4fb3593bbf7 req-342bf44c-0f3b-4d19-9c8b-85ff1eacb365 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:09:35.040447 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e9af6c-c850-4571-8f71-c4fb3593bbf7 req-342bf44c-0f3b-4d19-9c8b-85ff1eacb365 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:09:35.043426 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e9af6c-c850-4571-8f71-c4fb3593bbf7 req-342bf44c-0f3b-4d19-9c8b-85ff1eacb365 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:09:35.043920 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e9af6c-c850-4571-8f71-c4fb3593bbf7 req-342bf44c-0f3b-4d19-9c8b-85ff1eacb365 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:09:35.044472 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e9af6c-c850-4571-8f71-c4fb3593bbf7 req-342bf44c-0f3b-4d19-9c8b-85ff1eacb365 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:09:35.046640 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-a0e9af6c-c850-4571-8f71-c4fb3593bbf7 req-342bf44c-0f3b-4d19-9c8b-85ff1eacb365 service neutron] 10.222.0.127 "GET /v2.0/ports?tenant_id=5bc84ece362540998140660bd65643c3&device_id=0455bf88-da4d-44a6-9768-93a70cd92e0e HTTP/1.1" status: 200 len: 6501 time: 0.4460635 Jul 06 14:09:35.067625 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284c8ed6-0d41-437f-9b81-5a96b75ec72b req-48f2ead4-ac1c-4ad7-811b-b08d1dfca2de tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:09:35.069515 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-284c8ed6-0d41-437f-9b81-5a96b75ec72b req-48f2ead4-ac1c-4ad7-811b-b08d1dfca2de tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] 10.222.0.104 "GET /v2.0/ports?device_id=6f79f617-0856-4219-abc5-8bd1806b6823 HTTP/1.1" status: 200 len: 944 time: 0.3730209 Jul 06 14:09:35.074086 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-762226ba-0f34-4f8c-90e5-23a42597df54 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773752984405'] for network, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:35.109890 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-d4103489-2788-460a-a756-42a7e6a25397 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773752984405'] for network, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:35.161060 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-d4103489-2788-460a-a756-42a7e6a25397 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060'] for network, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:35.164946 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4103489-2788-460a-a756-42a7e6a25397 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:09:35.166196 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-d4103489-2788-460a-a756-42a7e6a25397 admin admin] Notify callbacks [] for network, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:35.194749 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-762226ba-0f34-4f8c-90e5-23a42597df54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060'] for network, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:35.195794 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-762226ba-0f34-4f8c-90e5-23a42597df54 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:09:35.196549 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-762226ba-0f34-4f8c-90e5-23a42597df54 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583035'] for network, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:35.199468 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-d4103489-2788-460a-a756-42a7e6a25397 admin admin] 10.222.0.104 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.7667520 Jul 06 14:09:35.208205 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-284c8ed6-0d41-437f-9b81-5a96b75ec72b req-a95d10a1-a117-46ae-9eaa-5c74ac5cf1bb tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] 10.222.0.104 "GET /v2.0/security-groups?id=bdba1446-e72e-4024-9da7-e6061f204f14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297739 Jul 06 14:09:35.216130 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 47414) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:09:35.233255 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [None req-2c97e600-90fd-4fb4-97b1-726bdff7e03f admin admin] Request body: {'subnet': {'network_id': '684bd941-15a3-4d2f-9dbf-1b045d3b3005', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1781144564-subnet', 'tenant_id': '075e6592b8cd4726a42a2f60335e3259', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:09:35.270603 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4103489-2788-460a-a756-42a7e6a25397 admin admin] Pushing event updated for resources: {'Network': ['ID=684bd941-15a3-4d2f-9dbf-1b045d3b3005,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:09:35.291135 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Network 684bd941-15a3-4d2f-9dbf-1b045d3b3005 details requested by agent ovs-agent-n-d-773647-6 with host n-d-773647-6 {{(pid=100248) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 14:09:35.301669 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-762226ba-0f34-4f8c-90e5-23a42597df54 admin admin] 10.222.0.104 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.1576655 Jul 06 14:09:35.304730 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 47418) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:09:35.314010 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-2bc8e29c-28ce-431f-94a6-591d8ecca79e admin admin] Request body: {'subnet': {'network_id': '6ac95a6a-5756-473f-8a78-bd3474c2b2ff', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1213395720-subnet', 'tenant_id': '33f6cdee7b294baa9f6a8cddbba9670a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:09:35.328125 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762226ba-0f34-4f8c-90e5-23a42597df54 admin admin] Pushing event updated for resources: {'Network': ['ID=6ac95a6a-5756-473f-8a78-bd3474c2b2ff,revision_number=1']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:09:35.333540 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c97e600-90fd-4fb4-97b1-726bdff7e03f admin admin] Made reservation on behalf of 075e6592b8cd4726a42a2f60335e3259 for: {'subnet': 1} {{(pid=100247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:09:35.336455 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-2c97e600-90fd-4fb4-97b1-726bdff7e03f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127627440'] for subnet, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:35.340004 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e9af6c-c850-4571-8f71-c4fb3593bbf7 req-07d2cc8a-b6e6-482f-bf1c-a42c24a2a0ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:09:35.340493 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e9af6c-c850-4571-8f71-c4fb3593bbf7 req-07d2cc8a-b6e6-482f-bf1c-a42c24a2a0ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:09:35.340997 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e9af6c-c850-4571-8f71-c4fb3593bbf7 req-07d2cc8a-b6e6-482f-bf1c-a42c24a2a0ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:09:35.342716 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-a0e9af6c-c850-4571-8f71-c4fb3593bbf7 req-07d2cc8a-b6e6-482f-bf1c-a42c24a2a0ed service neutron] 10.222.0.127 "GET /v2.0/networks?id=d0a1f4e7-9678-480f-bc1f-59b6eda7e0f6&id=f1fe0f84-e7fb-43f2-a13c-d5fffe5a5634&id=f1fe0f84-e7fb-43f2-a13c-d5fffe5a5634&id=f1fe0f84-e7fb-43f2-a13c-d5fffe5a5634&id=f1fe0f84-e7fb-43f2-a13c-d5fffe5a5634&id=70fa8a2a-4549-4d89-b089-3cc3fca2d3a3&id=70fa8a2a-4549-4d89-b089-3cc3fca2d3a3 HTTP/1.1" status: 200 len: 2301 time: 0.2535093 Jul 06 14:09:35.370137 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bc8e29c-28ce-431f-94a6-591d8ecca79e admin admin] Made reservation on behalf of 33f6cdee7b294baa9f6a8cddbba9670a for: {'subnet': 1} {{(pid=100246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:09:35.372847 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-2bc8e29c-28ce-431f-94a6-591d8ecca79e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127702029'] for subnet, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:35.386704 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Network 6ac95a6a-5756-473f-8a78-bd3474c2b2ff details requested by agent ovs-agent-n-d-773647-6 with host n-d-773647-6 {{(pid=100248) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 14:09:35.481014 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-a0e9af6c-c850-4571-8f71-c4fb3593bbf7 req-9dd8f948-02dd-4a9b-89fa-ebc970ea2a15 service neutron] 10.222.0.127 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=20f5d6df-12c0-4fc6-879f-9056d54469b7 HTTP/1.1" status: 200 len: 1002 time: 0.1250911 Jul 06 14:09:35.571926 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e9af6c-c850-4571-8f71-c4fb3593bbf7 req-8bedc63d-0036-4961-afbb-9bd2110ebcf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:09:35.573502 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-a0e9af6c-c850-4571-8f71-c4fb3593bbf7 req-8bedc63d-0036-4961-afbb-9bd2110ebcf9 service neutron] 10.222.0.127 "GET /v2.0/subnets?id=5c7d6ee3-a183-4b01-a5a7-977624c04483 HTTP/1.1" status: 200 len: 856 time: 0.0847282 Jul 06 14:09:35.688828 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-2c97e600-90fd-4fb4-97b1-726bdff7e03f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1849032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-128888412', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127627426'] for subnet, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:35.694141 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-2bc8e29c-28ce-431f-94a6-591d8ecca79e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1849032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127687649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127702047'] for subnet, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:35.724669 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e9af6c-c850-4571-8f71-c4fb3593bbf7 req-01a7b1c2-cc97-4011-86df-be14e0becccf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:09:35.726224 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-a0e9af6c-c850-4571-8f71-c4fb3593bbf7 req-01a7b1c2-cc97-4011-86df-be14e0becccf service neutron] 10.222.0.127 "GET /v2.0/ports?network_id=d0a1f4e7-9678-480f-bc1f-59b6eda7e0f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1439774 Jul 06 14:09:35.805120 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c97e600-90fd-4fb4-97b1-726bdff7e03f admin admin] Pushing event updated for resources: {'Subnet': ['ID=0ace526d-db1e-4580-a14a-0c79ef9a9d16,revision_number=0']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:09:35.819043 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc8e29c-28ce-431f-94a6-591d8ecca79e admin admin] Pushing event updated for resources: {'Subnet': ['ID=868bdf15-b823-4cab-842d-77e49afc3593,revision_number=0']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:09:35.841085 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c97e600-90fd-4fb4-97b1-726bdff7e03f admin admin] Checking segment: {'id': 'f311c2ae-d2b1-4b76-a9aa-bf4b25cec9f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1022, 'network_id': '684bd941-15a3-4d2f-9dbf-1b045d3b3005'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100247) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:09:35.841452 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c97e600-90fd-4fb4-97b1-726bdff7e03f admin admin] Network hostable DHCP agents. Network: 684bd941-15a3-4d2f-9dbf-1b045d3b3005, hostable agents: ['f2bada3d-be77-4359-982b-8505a2bbca04'], hosted agents: [] {{(pid=100247) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 14:09:35.863878 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bc8e29c-28ce-431f-94a6-591d8ecca79e admin admin] Checking segment: {'id': '85f44324-1b25-43f8-b0d2-e6a13494ae45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': '6ac95a6a-5756-473f-8a78-bd3474c2b2ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:09:35.864245 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bc8e29c-28ce-431f-94a6-591d8ecca79e admin admin] Network hostable DHCP agents. Network: 6ac95a6a-5756-473f-8a78-bd3474c2b2ff, hostable agents: ['f2bada3d-be77-4359-982b-8505a2bbca04'], hosted agents: [] {{(pid=100246) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 14:09:35.879534 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-a0e9af6c-c850-4571-8f71-c4fb3593bbf7 req-164566f0-384b-43dc-b6eb-276430d2dd79 service neutron] 10.222.0.127 "GET /v2.0/networks/d0a1f4e7-9678-480f-bc1f-59b6eda7e0f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1455653 Jul 06 14:09:35.882663 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c97e600-90fd-4fb4-97b1-726bdff7e03f admin admin] Network 684bd941-15a3-4d2f-9dbf-1b045d3b3005 is scheduled to be hosted by DHCP agent f2bada3d-be77-4359-982b-8505a2bbca04 with binding_index 1 {{(pid=100247) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 14:09:35.886161 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bc8e29c-28ce-431f-94a6-591d8ecca79e admin admin] Network 6ac95a6a-5756-473f-8a78-bd3474c2b2ff is scheduled to be hosted by DHCP agent f2bada3d-be77-4359-982b-8505a2bbca04 with binding_index 1 {{(pid=100246) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 14:09:35.905222 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.base_scheduler [None req-2bc8e29c-28ce-431f-94a6-591d8ecca79e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773647-6, 6ac95a6a-5756-473f-8a78-bd3474c2b2ff) {{(pid=100246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:09:35.910984 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bc8e29c-28ce-431f-94a6-591d8ecca79e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:09:35.911654 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-2bc8e29c-28ce-431f-94a6-591d8ecca79e admin admin] Notify callbacks [] for subnet, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:35.919320 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66bb6c62-f861-426c-b920-eb54b33c5057 None None] Network 6ac95a6a-5756-473f-8a78-bd3474c2b2ff requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:09:35.933938 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-2bc8e29c-28ce-431f-94a6-591d8ecca79e admin admin] 10.222.0.104 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6265826 Jul 06 14:09:35.936284 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 47430) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:09:35.937223 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.base_scheduler [None req-2c97e600-90fd-4fb4-97b1-726bdff7e03f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773647-6, 684bd941-15a3-4d2f-9dbf-1b045d3b3005) {{(pid=100247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:09:35.940556 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-09184aa8-2f4e-4dc6-93c7-dfae56bbb34a req-47208c12-d1ec-4b29-85c4-6b2ec7ec84fa tempest-ServerTagsTestJSON-1285518137 tempest-ServerTagsTestJSON-1285518137-project] 10.222.0.104 "GET /v2.0/ports?device_id=b9c8c59d-9824-467e-a824-f6f77ff28214 HTTP/1.1" status: 200 len: 210 time: 0.0544336 Jul 06 14:09:35.957741 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-2ac1ddad-d84d-4789-96ab-7fe4c6790309 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1213395720-router', 'tenant_id': '33f6cdee7b294baa9f6a8cddbba9670a', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719'}}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:09:35.973267 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e5ca7f0-d21c-4e10-a695-d830d05927ba None None] Network 684bd941-15a3-4d2f-9dbf-1b045d3b3005 requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:09:35.979659 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c97e600-90fd-4fb4-97b1-726bdff7e03f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:09:35.980392 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-2c97e600-90fd-4fb4-97b1-726bdff7e03f admin admin] Notify callbacks [] for subnet, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:36.005264 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-2ac1ddad-d84d-4789-96ab-7fe4c6790309 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1806290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6992'] for router, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:36.006713 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-2ac1ddad-d84d-4789-96ab-7fe4c6790309 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1806157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1808637', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1714747', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7007'] for router, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:36.028284 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-2c97e600-90fd-4fb4-97b1-726bdff7e03f admin admin] 10.222.0.104 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8106227 Jul 06 14:09:36.054272 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-a0e9af6c-c850-4571-8f71-c4fb3593bbf7 req-7e9ef778-c970-4e0a-a7b2-2c5de42359fd service neutron] 10.222.0.127 "GET /v2.0/networks/d0a1f4e7-9678-480f-bc1f-59b6eda7e0f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1652205 Jul 06 14:09:36.130735 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-2ac1ddad-d84d-4789-96ab-7fe4c6790309 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:36.138548 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-a0e9af6c-c850-4571-8f71-c4fb3593bbf7 req-85e3cc58-f997-4fa3-a31c-953aa76ff769 service neutron] 10.222.0.127 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.231&port_id=842aaa84-3104-4062-919f-9900319ced32 HTTP/1.1" status: 200 len: 217 time: 0.0767295 Jul 06 14:09:36.275348 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e9af6c-c850-4571-8f71-c4fb3593bbf7 req-6ef07529-033f-498e-a10f-5b19e2abb9c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:09:36.276877 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-a0e9af6c-c850-4571-8f71-c4fb3593bbf7 req-6ef07529-033f-498e-a10f-5b19e2abb9c3 service neutron] 10.222.0.127 "GET /v2.0/subnets?id=33ba364c-4842-4afb-9331-8a30604f6a2f HTTP/1.1" status: 200 len: 797 time: 0.1327705 Jul 06 14:09:36.405887 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-779d7921-a182-48c1-9b11-c33d45324dc7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6bd5fc82-6666-56e8-87c2-91648d36c963-6ac95a6a-5756-473f-8a78-bd3474c2b2ff', 'network_id': '6ac95a6a-5756-473f-8a78-bd3474c2b2ff', 'tenant_id': '33f6cdee7b294baa9f6a8cddbba9670a', 'fixed_ips': [{'subnet_id': '868bdf15-b823-4cab-842d-77e49afc3593'}]}} from n-d-773647-6. {{(pid=100248) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 14:09:36.408764 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-779d7921-a182-48c1-9b11-c33d45324dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:36.414359 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-854ee0db-5f54-49e4-ba31-d6123aa28e01 None None] Network 684bd941-15a3-4d2f-9dbf-1b045d3b3005 requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:09:36.418565 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e9af6c-c850-4571-8f71-c4fb3593bbf7 req-662b7379-a992-4c6c-88a9-6163148ca221 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:09:36.424254 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-a0e9af6c-c850-4571-8f71-c4fb3593bbf7 req-662b7379-a992-4c6c-88a9-6163148ca221 service neutron] 10.222.0.127 "GET /v2.0/ports?network_id=f1fe0f84-e7fb-43f2-a13c-d5fffe5a5634&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1408436 Jul 06 14:09:36.602381 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-2ac1ddad-d84d-4789-96ab-7fe4c6790309 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1761047', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1806272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6989'] for router, precommit_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:36.692516 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd398267-f412-49ec-98fb-744e96f747fc req-ff4dbbd6-f570-4558-8d6b-853944dc0158 tempest-ServerTagsTestJSON-1285518137 tempest-ServerTagsTestJSON-1285518137-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:09:36.696274 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-fd398267-f412-49ec-98fb-744e96f747fc req-ff4dbbd6-f570-4558-8d6b-853944dc0158 tempest-ServerTagsTestJSON-1285518137 tempest-ServerTagsTestJSON-1285518137-project] 10.222.0.72 "GET /v2.0/networks?id=44f1df93-8dbd-49ed-a9f2-57969b54107f HTTP/1.1" status: 200 len: 808 time: 0.3525085 Jul 06 14:09:36.697624 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-a0e9af6c-c850-4571-8f71-c4fb3593bbf7 req-4fe11aa9-a852-4823-a0b1-3df7fd664339 service neutron] 10.222.0.127 "GET /v2.0/networks/f1fe0f84-e7fb-43f2-a13c-d5fffe5a5634?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2655621 Jul 06 14:09:36.774992 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [req-fd398267-f412-49ec-98fb-744e96f747fc req-1b02ef33-5f1e-4bfe-a046-f7ca73e8fd0f tempest-ServerTagsTestJSON-1285518137 tempest-ServerTagsTestJSON-1285518137-project] Request body: {'port': {'device_id': 'b9c8c59d-9824-467e-a824-f6f77ff28214', 'network_id': '44f1df93-8dbd-49ed-a9f2-57969b54107f', 'admin_state_up': True, 'tenant_id': '19b1646a03d44a0b9839838cda5156a4'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:09:36.892781 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.db_base_plugin_common [None req-779d7921-a182-48c1-9b11-c33d45324dc7 None None] Allocated IP 172.20.0.2 (6ac95a6a-5756-473f-8a78-bd3474c2b2ff/868bdf15-b823-4cab-842d-77e49afc3593/84d8a476-011a-44c2-bffc-bb4b4078b7f5) {{(pid=100248) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:09:36.951337 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111c12c9-a0a8-4ea6-a846-3e36d6334df8 req-74287b8a-79fa-4f31-b609-8cf27acc6009 tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:09:36.953212 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-111c12c9-a0a8-4ea6-a846-3e36d6334df8 req-74287b8a-79fa-4f31-b609-8cf27acc6009 tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] 10.222.0.104 "GET /v2.0/ports?device_id=6f79f617-0856-4219-abc5-8bd1806b6823 HTTP/1.1" status: 200 len: 944 time: 0.4034071 Jul 06 14:09:37.077414 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-111c12c9-a0a8-4ea6-a846-3e36d6334df8 req-3c20926d-2e52-46f0-aede-f97c24321979 tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] 10.222.0.104 "GET /v2.0/security-groups?id=bdba1446-e72e-4024-9da7-e6061f204f14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111586 Jul 06 14:09:37.090771 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-a0e9af6c-c850-4571-8f71-c4fb3593bbf7 req-fcff3a8e-0dec-40f9-9165-364cb20eb0c3 service neutron] 10.222.0.127 "GET /v2.0/networks/f1fe0f84-e7fb-43f2-a13c-d5fffe5a5634?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3824780 Jul 06 14:09:37.160523 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fd398267-f412-49ec-98fb-744e96f747fc req-1b02ef33-5f1e-4bfe-a046-f7ca73e8fd0f tempest-ServerTagsTestJSON-1285518137 tempest-ServerTagsTestJSON-1285518137-project] Made reservation on behalf of 19b1646a03d44a0b9839838cda5156a4 for: {'port': 1} {{(pid=100246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:09:37.165999 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-fd398267-f412-49ec-98fb-744e96f747fc req-1b02ef33-5f1e-4bfe-a046-f7ca73e8fd0f tempest-ServerTagsTestJSON-1285518137 tempest-ServerTagsTestJSON-1285518137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:37.184180 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-a0e9af6c-c850-4571-8f71-c4fb3593bbf7 req-ac50ca54-8f8e-445c-b9d4-cf21488d886f service neutron] 10.222.0.127 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.34&port_id=d4663496-0e1d-419b-908e-5f60ff2b3b91 HTTP/1.1" status: 200 len: 217 time: 0.0862079 Jul 06 14:09:37.202207 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-779d7921-a182-48c1-9b11-c33d45324dc7 None None] Notify callbacks [] for port, precommit_create {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:37.232327 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-779d7921-a182-48c1-9b11-c33d45324dc7 None None] Transition to ACTIVE for port object 84d8a476-011a-44c2-bffc-bb4b4078b7f5 will not be triggered until provisioned by entity L2. {{(pid=100248) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:09:37.239071 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-2ac1ddad-d84d-4789-96ab-7fe4c6790309 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:37.262588 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-779d7921-a182-48c1-9b11-c33d45324dc7 None None] Transition to ACTIVE for port object 84d8a476-011a-44c2-bffc-bb4b4078b7f5 will not be triggered until provisioned by entity DHCP. {{(pid=100248) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:09:37.275325 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-779d7921-a182-48c1-9b11-c33d45324dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108'] for port, after_create {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:37.298552 n-d-773647-6 neutron-server[100248]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-779d7921-a182-48c1-9b11-c33d45324dc7 None None] Network 6ac95a6a-5756-473f-8a78-bd3474c2b2ff is already hosted by enough agents. {{(pid=100248) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:09:37.304017 n-d-773647-6 neutron-server[100248]: DEBUG neutron.scheduler.base_scheduler [None req-779d7921-a182-48c1-9b11-c33d45324dc7 None None] Resources bound (agent type, host, resource id): {{(pid=100248) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:09:37.308286 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-2ac1ddad-d84d-4789-96ab-7fe4c6790309 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:37.325198 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-779d7921-a182-48c1-9b11-c33d45324dc7 None None] Received port after_create {{(pid=100248) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:09:37.469694 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779d7921-a182-48c1-9b11-c33d45324dc7 None None] Pushing event updated for resources: {'Port': ['ID=84d8a476-011a-44c2-bffc-bb4b4078b7f5,revision_number=1']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:09:37.474433 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-779d7921-a182-48c1-9b11-c33d45324dc7 None None] Attempting to bind port 84d8a476-011a-44c2-bffc-bb4b4078b7f5 on host n-d-773647-6 for vnic_type normal with profile {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:09:37.475350 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-779d7921-a182-48c1-9b11-c33d45324dc7 None None] Attempting to bind port 84d8a476-011a-44c2-bffc-bb4b4078b7f5 by drivers openvswitch,hyperv on host n-d-773647-6 at level 0 using segments [{'id': '85f44324-1b25-43f8-b0d2-e6a13494ae45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': '6ac95a6a-5756-473f-8a78-bd3474c2b2ff'}] {{(pid=100248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:09:37.475830 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-779d7921-a182-48c1-9b11-c33d45324dc7 None None] Attempting to bind port 84d8a476-011a-44c2-bffc-bb4b4078b7f5 on network 6ac95a6a-5756-473f-8a78-bd3474c2b2ff {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:09:37.482855 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-779d7921-a182-48c1-9b11-c33d45324dc7 None None] Checking agent: {'id': '8ab5b19c-d213-4f29-891d-27bdf39d38b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773647-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 43, 26), 'started_at': datetime.datetime(2021, 7, 6, 13, 43, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 9, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773647-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:09:37.483409 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-779d7921-a182-48c1-9b11-c33d45324dc7 None None] Checking segment: {'id': '85f44324-1b25-43f8-b0d2-e6a13494ae45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': '6ac95a6a-5756-473f-8a78-bd3474c2b2ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:09:37.483933 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-779d7921-a182-48c1-9b11-c33d45324dc7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:37.484430 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-779d7921-a182-48c1-9b11-c33d45324dc7 None None] Bound using segment: {'id': '85f44324-1b25-43f8-b0d2-e6a13494ae45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': '6ac95a6a-5756-473f-8a78-bd3474c2b2ff'} {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:09:37.485027 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-779d7921-a182-48c1-9b11-c33d45324dc7 None None] Bound port: 84d8a476-011a-44c2-bffc-bb4b4078b7f5, host: n-d-773647-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85f44324-1b25-43f8-b0d2-e6a13494ae45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': '6ac95a6a-5756-473f-8a78-bd3474c2b2ff'}}] {{(pid=100248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:09:37.485513 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-779d7921-a182-48c1-9b11-c33d45324dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:37.491787 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.db_base_plugin_common [req-fd398267-f412-49ec-98fb-744e96f747fc req-1b02ef33-5f1e-4bfe-a046-f7ca73e8fd0f tempest-ServerTagsTestJSON-1285518137 tempest-ServerTagsTestJSON-1285518137-project] Allocated IP 172.20.0.10 (44f1df93-8dbd-49ed-a9f2-57969b54107f/0a276c2e-9e34-4c7a-ac60-8bd1b969e24b/ca72699e-8fe0-4646-9205-4c5f06a6a15b) {{(pid=100246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:09:37.534918 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.db_base_plugin_common [None req-2ac1ddad-d84d-4789-96ab-7fe4c6790309 admin admin] Allocated IP 172.25.0.237 (2658f09e-a580-4d4a-9968-2d1e0ad93719/cbf74abc-6fe1-4d33-b005-c948923b9647/c1acfd80-02f6-4449-b2b6-b6fcf5a0bb99) {{(pid=100246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:09:37.578069 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-6b867a4c-a99c-4405-9aba-916975ac1b8b req-6a26ab81-500e-4e6f-94f7-890129ae8eb6 tempest-ServerTagsTestJSON-1285518137 tempest-ServerTagsTestJSON-1285518137-project] 10.222.0.104 "GET /v2.0/ports?device_id=b9c8c59d-9824-467e-a824-f6f77ff28214 HTTP/1.1" status: 200 len: 210 time: 0.1839354 Jul 06 14:09:37.579905 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e9af6c-c850-4571-8f71-c4fb3593bbf7 req-1d820fd2-8536-41ea-b5e2-e96ea2cf91ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:09:37.581377 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-a0e9af6c-c850-4571-8f71-c4fb3593bbf7 req-1d820fd2-8536-41ea-b5e2-e96ea2cf91ff service neutron] 10.222.0.127 "GET /v2.0/subnets?id=33ba364c-4842-4afb-9331-8a30604f6a2f HTTP/1.1" status: 200 len: 797 time: 0.3918087 Jul 06 14:09:37.676154 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e9af6c-c850-4571-8f71-c4fb3593bbf7 req-e14df9e1-46b4-493c-bf04-2cf697be2cb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:09:37.678296 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-a0e9af6c-c850-4571-8f71-c4fb3593bbf7 req-e14df9e1-46b4-493c-bf04-2cf697be2cb1 service neutron] 10.222.0.127 "GET /v2.0/ports?network_id=f1fe0f84-e7fb-43f2-a13c-d5fffe5a5634&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0835166 Jul 06 14:09:37.743134 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Device c2f42a47-9435-42a3-a355-2a1daefe7508 details requested by agent hyperv_n-h1-773647-6 with host n-h1-773647-6 {{(pid=100248) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 14:09:37.811772 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-2ac1ddad-d84d-4789-96ab-7fe4c6790309 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:37.847133 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] For port c2f42a47-9435-42a3-a355-2a1daefe7508, host n-h1-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773647-6',level=0,port_id=c2f42a47-9435-42a3-a355-2a1daefe7508,segment=NetworkSegment(36c50412-6893-4622-808c-49164f6f9db6),segment_id=36c50412-6893-4622-808c-49164f6f9db6)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:09:37.861344 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Returning: {'device': 'c2f42a47-9435-42a3-a355-2a1daefe7508', 'network_id': 'ca8d241f-6d1c-4a83-a6b7-adff4a667580', 'port_id': 'c2f42a47-9435-42a3-a355-2a1daefe7508', 'mac_address': 'fa:16:3e:1c:f1:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1040, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1d0103a5-6825-4713-928f-2c0821a07c96', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100248) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 14:09:37.864226 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-fd398267-f412-49ec-98fb-744e96f747fc req-1b02ef33-5f1e-4bfe-a046-f7ca73e8fd0f tempest-ServerTagsTestJSON-1285518137 tempest-ServerTagsTestJSON-1285518137-project] Notify callbacks [] for port, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:37.886205 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-a0e9af6c-c850-4571-8f71-c4fb3593bbf7 req-66a67d6e-d711-4f08-8db2-5fb9148d28e2 service neutron] 10.222.0.127 "GET /v2.0/networks/f1fe0f84-e7fb-43f2-a13c-d5fffe5a5634?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2010446 Jul 06 14:09:37.921743 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-2ac1ddad-d84d-4789-96ab-7fe4c6790309 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-127687573'] for port, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:37.948113 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:37.952379 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-fd398267-f412-49ec-98fb-744e96f747fc req-1b02ef33-5f1e-4bfe-a046-f7ca73e8fd0f tempest-ServerTagsTestJSON-1285518137 tempest-ServerTagsTestJSON-1285518137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-127687573'] for port, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:37.976380 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ac1ddad-d84d-4789-96ab-7fe4c6790309 admin admin] Network 2658f09e-a580-4d4a-9968-2d1e0ad93719 is already hosted by enough agents. {{(pid=100246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:09:37.982786 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.base_scheduler [None req-2ac1ddad-d84d-4789-96ab-7fe4c6790309 admin admin] Resources bound (agent type, host, resource id): {{(pid=100246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:09:37.985618 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ac1ddad-d84d-4789-96ab-7fe4c6790309 admin admin] Received port after_create {{(pid=100246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:09:38.039457 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fd398267-f412-49ec-98fb-744e96f747fc req-1b02ef33-5f1e-4bfe-a046-f7ca73e8fd0f tempest-ServerTagsTestJSON-1285518137 tempest-ServerTagsTestJSON-1285518137-project] Network 44f1df93-8dbd-49ed-a9f2-57969b54107f is already hosted by enough agents. {{(pid=100246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:09:38.040418 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac1ddad-d84d-4789-96ab-7fe4c6790309 admin admin] Pushing event updated for resources: {'Port': ['ID=c1acfd80-02f6-4449-b2b6-b6fcf5a0bb99,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:09:38.064929 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-779d7921-a182-48c1-9b11-c33d45324dc7 None None] For port 84d8a476-011a-44c2-bffc-bb4b4078b7f5, host n-d-773647-6, cleared binding levels {{(pid=100248) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:09:38.068584 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-a0e9af6c-c850-4571-8f71-c4fb3593bbf7 req-3a3531e9-8e38-4937-8041-54ed68c2913d service neutron] 10.222.0.127 "GET /v2.0/networks/f1fe0f84-e7fb-43f2-a13c-d5fffe5a5634?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1753345 Jul 06 14:09:38.075963 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-779d7921-a182-48c1-9b11-c33d45324dc7 None None] For port 84d8a476-011a-44c2-bffc-bb4b4078b7f5, host n-d-773647-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=84d8a476-011a-44c2-bffc-bb4b4078b7f5,segment=NetworkSegment(85f44324-1b25-43f8-b0d2-e6a13494ae45),segment_id=85f44324-1b25-43f8-b0d2-e6a13494ae45)] {{(pid=100248) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:09:38.078213 n-d-773647-6 neutron-server[100248]: DEBUG neutron.notifiers.nova [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c2f42a47-9435-42a3-a355-2a1daefe7508 {{(pid=100248) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 14:09:38.129609 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] For port c2f42a47-9435-42a3-a355-2a1daefe7508, host n-h1-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773647-6',level=0,port_id=c2f42a47-9435-42a3-a355-2a1daefe7508,segment=NetworkSegment(36c50412-6893-4622-808c-49164f6f9db6),segment_id=36c50412-6893-4622-808c-49164f6f9db6)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:09:38.137677 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-779d7921-a182-48c1-9b11-c33d45324dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:38.168109 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:38.204089 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-a0e9af6c-c850-4571-8f71-c4fb3593bbf7 req-4e90f316-f571-4e90-b2ab-c1d8167a7221 service neutron] 10.222.0.127 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.59&port_id=5fb3e80b-179e-4438-8e4e-e7410e416d51 HTTP/1.1" status: 200 len: 217 time: 0.1277237 Jul 06 14:09:38.268661 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b02ef33-5f1e-4bfe-a046-f7ca73e8fd0f tempest-ServerTagsTestJSON-1285518137 tempest-ServerTagsTestJSON-1285518137-project] Pushing event updated for resources: {'Port': ['ID=ca72699e-8fe0-4646-9205-4c5f06a6a15b,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:09:38.280558 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.base_scheduler [req-fd398267-f412-49ec-98fb-744e96f747fc req-1b02ef33-5f1e-4bfe-a046-f7ca73e8fd0f tempest-ServerTagsTestJSON-1285518137 tempest-ServerTagsTestJSON-1285518137-project] Resources bound (agent type, host, resource id): {{(pid=100246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:09:38.318154 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779d7921-a182-48c1-9b11-c33d45324dc7 None None] Pushing event updated for resources: {'Port': ['ID=84d8a476-011a-44c2-bffc-bb4b4078b7f5,revision_number=2']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:09:38.360497 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e9af6c-c850-4571-8f71-c4fb3593bbf7 req-9adcc66c-c59a-4f24-9770-d0c4b2edf143 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:09:38.365817 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-a0e9af6c-c850-4571-8f71-c4fb3593bbf7 req-9adcc66c-c59a-4f24-9770-d0c4b2edf143 service neutron] 10.222.0.127 "GET /v2.0/subnets?id=33ba364c-4842-4afb-9331-8a30604f6a2f HTTP/1.1" status: 200 len: 797 time: 0.1531596 Jul 06 14:09:38.419802 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd398267-f412-49ec-98fb-744e96f747fc req-1b02ef33-5f1e-4bfe-a046-f7ca73e8fd0f tempest-ServerTagsTestJSON-1285518137 tempest-ServerTagsTestJSON-1285518137-project] Received port after_create {{(pid=100246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:09:38.428920 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Pushing event updated for resources: {'Port': ['ID=c2f42a47-9435-42a3-a355-2a1daefe7508,revision_number=4']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:09:38.475750 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-2ac1ddad-d84d-4789-96ab-7fe4c6790309 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:38.516781 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd398267-f412-49ec-98fb-744e96f747fc req-1b02ef33-5f1e-4bfe-a046-f7ca73e8fd0f tempest-ServerTagsTestJSON-1285518137 tempest-ServerTagsTestJSON-1285518137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:09:38.517322 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-fd398267-f412-49ec-98fb-744e96f747fc req-1b02ef33-5f1e-4bfe-a046-f7ca73e8fd0f tempest-ServerTagsTestJSON-1285518137 tempest-ServerTagsTestJSON-1285518137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:38.518878 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e9af6c-c850-4571-8f71-c4fb3593bbf7 req-ce53d03c-c9ae-45b0-92c2-c313b2f609b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:09:38.522000 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-a0e9af6c-c850-4571-8f71-c4fb3593bbf7 req-ce53d03c-c9ae-45b0-92c2-c313b2f609b5 service neutron] 10.222.0.127 "GET /v2.0/ports?network_id=f1fe0f84-e7fb-43f2-a13c-d5fffe5a5634&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1485457 Jul 06 14:09:38.530176 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aad2ad8-a7f2-4dd6-88f2-e30da1722247 req-36845352-3107-4128-af8d-3ca7014e06f5 tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:09:38.531176 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-1aad2ad8-a7f2-4dd6-88f2-e30da1722247 req-36845352-3107-4128-af8d-3ca7014e06f5 tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] 10.222.0.104 "GET /v2.0/ports?device_id=6f79f617-0856-4219-abc5-8bd1806b6823 HTTP/1.1" status: 200 len: 945 time: 0.1632533 Jul 06 14:09:38.556811 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] get_ports_and_sgs() called for port_ids ['c2f42a47-9435-42a3-a355-2a1daefe7508'] {{(pid=100248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 14:09:38.565827 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-fd398267-f412-49ec-98fb-744e96f747fc req-1b02ef33-5f1e-4bfe-a046-f7ca73e8fd0f tempest-ServerTagsTestJSON-1285518137 tempest-ServerTagsTestJSON-1285518137-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7971370 Jul 06 14:09:38.701988 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [req-fd398267-f412-49ec-98fb-744e96f747fc req-66b90db2-f998-4c07-a411-72a0f33fb910 service neutron] Request body: {'port': {'device_id': 'b9c8c59d-9824-467e-a824-f6f77ff28214', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-773647-6'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:09:38.707771 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-1aad2ad8-a7f2-4dd6-88f2-e30da1722247 req-3d404a5b-53f3-4161-a3a4-f3de614905aa tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] 10.222.0.104 "GET /v2.0/security-groups?id=bdba1446-e72e-4024-9da7-e6061f204f14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323378 Jul 06 14:09:38.768229 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-a0e9af6c-c850-4571-8f71-c4fb3593bbf7 req-5244d28a-ea26-4ee0-a7e1-15cf346b9601 service neutron] 10.222.0.127 "GET /v2.0/networks/f1fe0f84-e7fb-43f2-a13c-d5fffe5a5634?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2359633 Jul 06 14:09:38.927296 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-fd398267-f412-49ec-98fb-744e96f747fc req-66b90db2-f998-4c07-a411-72a0f33fb910 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:38.941419 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-a0e9af6c-c850-4571-8f71-c4fb3593bbf7 req-96d1d8e2-111d-4d18-8b5c-3d3457fd5c5f service neutron] 10.222.0.127 "GET /v2.0/networks/f1fe0f84-e7fb-43f2-a13c-d5fffe5a5634?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1656969 Jul 06 14:09:39.008665 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-2ac1ddad-d84d-4789-96ab-7fe4c6790309 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1806297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1761036'] for router, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:39.353494 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-a0e9af6c-c850-4571-8f71-c4fb3593bbf7 req-b6acf323-d0ab-488e-aa3d-68f6679b5610 service neutron] 10.222.0.127 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.198&port_id=3eea4337-fef2-420d-b97a-4bc2fdc452dc HTTP/1.1" status: 200 len: 217 time: 0.4043443 Jul 06 14:09:39.407742 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d86715-e897-4a27-8808-ba054a2f3afb req-645b7b94-8549-41b2-8a58-4fde6d1f1d1f tempest-ServerTagsTestJSON-1285518137 tempest-ServerTagsTestJSON-1285518137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:09:39.416708 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-c9d86715-e897-4a27-8808-ba054a2f3afb req-645b7b94-8549-41b2-8a58-4fde6d1f1d1f tempest-ServerTagsTestJSON-1285518137 tempest-ServerTagsTestJSON-1285518137-project] 10.222.0.104 "GET /v2.0/ports?device_id=b9c8c59d-9824-467e-a824-f6f77ff28214 HTTP/1.1" status: 200 len: 932 time: 0.5680563 Jul 06 14:09:39.464486 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e9af6c-c850-4571-8f71-c4fb3593bbf7 req-3efb5ca9-d5af-4e04-ba8d-7f6066fa5200 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:09:39.466178 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-a0e9af6c-c850-4571-8f71-c4fb3593bbf7 req-3efb5ca9-d5af-4e04-ba8d-7f6066fa5200 service neutron] 10.222.0.127 "GET /v2.0/subnets?id=33ba364c-4842-4afb-9331-8a30604f6a2f HTTP/1.1" status: 200 len: 797 time: 0.1028006 Jul 06 14:09:39.482472 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-c9d86715-e897-4a27-8808-ba054a2f3afb req-5a7162b5-c933-463f-b8c7-0dd1345df062 tempest-ServerTagsTestJSON-1285518137 tempest-ServerTagsTestJSON-1285518137-project] 10.222.0.104 "GET /v2.0/security-groups?id=ee9b2033-7358-4be4-9c11-2bff35d2bc8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645449 Jul 06 14:09:39.547466 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e9af6c-c850-4571-8f71-c4fb3593bbf7 req-8cb70de1-3ad1-4149-a035-6c3ec21b5f50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:09:39.549042 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-a0e9af6c-c850-4571-8f71-c4fb3593bbf7 req-8cb70de1-3ad1-4149-a035-6c3ec21b5f50 service neutron] 10.222.0.127 "GET /v2.0/ports?network_id=f1fe0f84-e7fb-43f2-a13c-d5fffe5a5634&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0642200 Jul 06 14:09:39.757839 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ac1ddad-d84d-4789-96ab-7fe4c6790309 admin admin] Router c4f5379a-af9d-4d38-b0f3-4dd8f58a632f is scheduled to L3 agent 2823d358-a11b-4885-a706-95a279e43fa7 with binding_index 1 {{(pid=100246) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 14:09:39.799285 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15ff790b-d7e5-4ef9-b06e-e4c1372db9f5 None None] Network 6ac95a6a-5756-473f-8a78-bd3474c2b2ff requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:09:39.810790 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-a0e9af6c-c850-4571-8f71-c4fb3593bbf7 req-4758c403-63ff-483c-8fed-71dbda3dde49 service neutron] 10.222.0.127 "GET /v2.0/networks/f1fe0f84-e7fb-43f2-a13c-d5fffe5a5634?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2545993 Jul 06 14:09:39.873518 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ddafb2-aa39-496d-8d8a-54888e381ae0 req-fb1bc558-b55f-4165-8005-27cc9d60d02e tempest-VolumesActionsTest-1210678064 tempest-VolumesActionsTest-1210678064-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:09:39.877189 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-c4ddafb2-aa39-496d-8d8a-54888e381ae0 req-fb1bc558-b55f-4165-8005-27cc9d60d02e tempest-VolumesActionsTest-1210678064 tempest-VolumesActionsTest-1210678064-project] 10.222.0.104 "GET /v2.0/networks?id=684bd941-15a3-4d2f-9dbf-1b045d3b3005 HTTP/1.1" status: 200 len: 809 time: 0.2909141 Jul 06 14:09:39.895715 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 84d8a476-011a-44c2-bffc-bb4b4078b7f5 up at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:09:39.970217 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-c4ddafb2-aa39-496d-8d8a-54888e381ae0 req-e930e472-d029-4ceb-b6a0-37463743bddb tempest-VolumesActionsTest-1210678064 tempest-VolumesActionsTest-1210678064-project] 10.222.0.104 "GET /v2.0/quotas/075e6592b8cd4726a42a2f60335e3259 HTTP/1.1" status: 200 len: 375 time: 0.0458446 Jul 06 14:09:39.984529 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-18deddba-613a-4d42-bfeb-b0cc037e3ca3 None None] Provisioning for port 84d8a476-011a-44c2-bffc-bb4b4078b7f5 completed by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:09:39.999452 n-d-773647-6 neutron-server[100246]: DEBUG neutron.notifiers.nova [req-fd398267-f412-49ec-98fb-744e96f747fc req-66b90db2-f998-4c07-a411-72a0f33fb910 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ca72699e-8fe0-4646-9205-4c5f06a6a15b {{(pid=100246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 14:09:40.021385 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-fd398267-f412-49ec-98fb-744e96f747fc req-66b90db2-f998-4c07-a411-72a0f33fb910 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:40.037188 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning for port 84d8a476-011a-44c2-bffc-bb4b4078b7f5 completed by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:09:40.044791 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning complete for port 84d8a476-011a-44c2-bffc-bb4b4078b7f5 triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:09:40.045390 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:40.053588 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-c4ddafb2-aa39-496d-8d8a-54888e381ae0 req-3bbc111d-c41a-4baa-908a-cc0253c12cee tempest-VolumesActionsTest-1210678064 tempest-VolumesActionsTest-1210678064-project] 10.222.0.104 "GET /v2.0/ports?tenant_id=075e6592b8cd4726a42a2f60335e3259&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0465968 Jul 06 14:09:40.076586 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.provisioning_blocks [req-fd398267-f412-49ec-98fb-744e96f747fc req-66b90db2-f998-4c07-a411-72a0f33fb910 service neutron] Transition to ACTIVE for port object ca72699e-8fe0-4646-9205-4c5f06a6a15b will not be triggered until provisioned by entity L2. {{(pid=100246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:09:40.113451 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-fd398267-f412-49ec-98fb-744e96f747fc req-66b90db2-f998-4c07-a411-72a0f33fb910 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127687527'] for port, after_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:40.135335 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ac1ddad-d84d-4789-96ab-7fe4c6790309 admin admin] Notify agent at l3_agent.n-d-773647-6 the message routers_updated {{(pid=100246) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 14:09:40.150130 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1962a0e2-f671-4034-9558-b3d842f2fbac None None] Sync routers for ids ['c4f5379a-af9d-4d38-b0f3-4dd8f58a632f'] in n-d-773647-6 {{(pid=100249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 14:09:40.163687 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1962a0e2-f671-4034-9558-b3d842f2fbac None None] Routers {'c4f5379a-af9d-4d38-b0f3-4dd8f58a632f'} bound to L3 agent in host n-d-773647-6 {{(pid=100249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:09:40.164694 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-1962a0e2-f671-4034-9558-b3d842f2fbac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T14:09:25Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['c4f5379a-af9d-4d38-b0f3-4dd8f58a632f'], 'active': True} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:09:40.193181 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31589232-d171-42b8-862b-bb6b1fb309e6 req-d8cd031d-15f1-4010-897e-a19dff123cd6 tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:09:40.201500 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-31589232-d171-42b8-862b-bb6b1fb309e6 req-d8cd031d-15f1-4010-897e-a19dff123cd6 tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] 10.222.0.104 "GET /v2.0/ports?device_id=6f79f617-0856-4219-abc5-8bd1806b6823 HTTP/1.1" status: 200 len: 945 time: 0.2751067 Jul 06 14:09:40.228060 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-a0e9af6c-c850-4571-8f71-c4fb3593bbf7 req-e5a807c4-e492-4eec-be1b-08d7c97473f7 service neutron] 10.222.0.127 "GET /v2.0/networks/f1fe0f84-e7fb-43f2-a13c-d5fffe5a5634?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4049330 Jul 06 14:09:40.238507 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-2ac1ddad-d84d-4789-96ab-7fe4c6790309 admin admin] Notify callbacks [] for router, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:40.239857 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-2ac1ddad-d84d-4789-96ab-7fe4c6790309 admin admin] 10.222.0.104 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.3021955 Jul 06 14:09:40.246760 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 47514) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:09:40.276187 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b90db2-f998-4c07-a411-72a0f33fb910 service neutron] Pushing event updated for resources: {'Port': ['ID=ca72699e-8fe0-4646-9205-4c5f06a6a15b,revision_number=2']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:09:40.281821 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:40.332864 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvr_db [None req-1962a0e2-f671-4034-9558-b3d842f2fbac None None] Set router c4f5379a-af9d-4d38-b0f3-4dd8f58a632f gateway port host: n-d-773647-6 {{(pid=100249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:09:40.403583 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] For port 84d8a476-011a-44c2-bffc-bb4b4078b7f5, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=84d8a476-011a-44c2-bffc-bb4b4078b7f5,segment=NetworkSegment(85f44324-1b25-43f8-b0d2-e6a13494ae45),segment_id=85f44324-1b25-43f8-b0d2-e6a13494ae45)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:09:40.408433 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 47516) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:09:40.410740 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:40.435847 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-a0e9af6c-c850-4571-8f71-c4fb3593bbf7 req-7f8677e6-3369-45f2-9cec-cea776c54314 service neutron] 10.222.0.127 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=6f2c5df6-a4f1-4b8b-988e-3d1433f8d22a HTTP/1.1" status: 200 len: 217 time: 0.1935258 Jul 06 14:09:40.463082 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-31589232-d171-42b8-862b-bb6b1fb309e6 req-40bb2784-dfe7-4a6d-9bd3-fa7e2e9d2db0 tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] 10.222.0.104 "GET /v2.0/security-groups?id=bdba1446-e72e-4024-9da7-e6061f204f14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2458079 Jul 06 14:09:40.498076 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:40.544782 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Pushing event updated for resources: {'Port': ['ID=84d8a476-011a-44c2-bffc-bb4b4078b7f5,revision_number=3']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:09:40.618876 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-c4ddafb2-aa39-496d-8d8a-54888e381ae0 req-747c967f-9732-4eb5-997e-1042e1684d11 service neutron] 10.222.0.104 "GET /v2.0/networks/684bd941-15a3-4d2f-9dbf-1b045d3b3005?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5554404 Jul 06 14:09:40.645693 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [req-fd398267-f412-49ec-98fb-744e96f747fc req-66b90db2-f998-4c07-a411-72a0f33fb910 service neutron] Attempting to bind port ca72699e-8fe0-4646-9205-4c5f06a6a15b on host n-h2-773647-6 for vnic_type normal with profile {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:09:40.646037 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [req-fd398267-f412-49ec-98fb-744e96f747fc req-66b90db2-f998-4c07-a411-72a0f33fb910 service neutron] Attempting to bind port ca72699e-8fe0-4646-9205-4c5f06a6a15b by drivers openvswitch,hyperv on host n-h2-773647-6 at level 0 using segments [{'id': '69973d5d-12b1-49f6-ae5b-bbd5e56a7939', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1031, 'network_id': '44f1df93-8dbd-49ed-a9f2-57969b54107f'}] {{(pid=100246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:09:40.646371 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd398267-f412-49ec-98fb-744e96f747fc req-66b90db2-f998-4c07-a411-72a0f33fb910 service neutron] Attempting to bind port ca72699e-8fe0-4646-9205-4c5f06a6a15b on network 44f1df93-8dbd-49ed-a9f2-57969b54107f {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:09:40.652738 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd398267-f412-49ec-98fb-744e96f747fc req-66b90db2-f998-4c07-a411-72a0f33fb910 service neutron] Port ca72699e-8fe0-4646-9205-4c5f06a6a15b on network 44f1df93-8dbd-49ed-a9f2-57969b54107f not bound, no agent of type Open vSwitch agent registered on host n-h2-773647-6 {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 14:09:40.653068 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd398267-f412-49ec-98fb-744e96f747fc req-66b90db2-f998-4c07-a411-72a0f33fb910 service neutron] Attempting to bind port ca72699e-8fe0-4646-9205-4c5f06a6a15b on network 44f1df93-8dbd-49ed-a9f2-57969b54107f {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:09:40.662401 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd398267-f412-49ec-98fb-744e96f747fc req-66b90db2-f998-4c07-a411-72a0f33fb910 service neutron] Checking agent: {'id': '63768ece-0600-4354-8d29-fdedec96b077', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-773647-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 51, 10), 'started_at': datetime.datetime(2021, 7, 6, 13, 51, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 9, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:09:40.662751 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd398267-f412-49ec-98fb-744e96f747fc req-66b90db2-f998-4c07-a411-72a0f33fb910 service neutron] Checking segment: {'id': '69973d5d-12b1-49f6-ae5b-bbd5e56a7939', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1031, 'network_id': '44f1df93-8dbd-49ed-a9f2-57969b54107f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:09:40.663240 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd398267-f412-49ec-98fb-744e96f747fc req-66b90db2-f998-4c07-a411-72a0f33fb910 service neutron] Bound using segment: {'id': '69973d5d-12b1-49f6-ae5b-bbd5e56a7939', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1031, 'network_id': '44f1df93-8dbd-49ed-a9f2-57969b54107f'} {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:09:40.663709 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [req-fd398267-f412-49ec-98fb-744e96f747fc req-66b90db2-f998-4c07-a411-72a0f33fb910 service neutron] Bound port: ca72699e-8fe0-4646-9205-4c5f06a6a15b, host: n-h2-773647-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69973d5d-12b1-49f6-ae5b-bbd5e56a7939', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1031, 'network_id': '44f1df93-8dbd-49ed-a9f2-57969b54107f'}}] {{(pid=100246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:09:40.664073 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-fd398267-f412-49ec-98fb-744e96f747fc req-66b90db2-f998-4c07-a411-72a0f33fb910 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:40.758643 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-95d777cc-0080-4d3a-9a52-e8aed2a703a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:40.836494 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-1962a0e2-f671-4034-9558-b3d842f2fbac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4f5379a-af9d-4d38-b0f3-4dd8f58a632f', 'name': 'tempest-AttachVolumeTestJSON-1213395720-router', 'tenant_id': '33f6cdee7b294baa9f6a8cddbba9670a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.237'}], 'enable_snat': True}, 'gw_port_id': 'c1acfd80-02f6-4449-b2b6-b6fcf5a0bb99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:09:36Z', 'updated_at': '2021-07-06T14:09:38Z', 'revision_number': 3, 'project_id': '33f6cdee7b294baa9f6a8cddbba9670a', 'gw_port': {'id': 'c1acfd80-02f6-4449-b2b6-b6fcf5a0bb99', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:bb:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4f5379a-af9d-4d38-b0f3-4dd8f58a632f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1844, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:09:37Z', 'updated_at': '2021-07-06T14:09:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6'}], 'n-d-773647-6', False) {} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:09:40.856788 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-ce050197-13fa-4eea-be4c-cbb242759cc6 None None] Provisioning complete for port 84d8a476-011a-44c2-bffc-bb4b4078b7f5 triggered by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:09:40.857369 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-ce050197-13fa-4eea-be4c-cbb242759cc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:40.867797 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-95d777cc-0080-4d3a-9a52-e8aed2a703a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:40.872974 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e9af6c-c850-4571-8f71-c4fb3593bbf7 req-b8d7fbdf-a5ca-4786-8bb8-729ecee3750a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:09:40.876892 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-a0e9af6c-c850-4571-8f71-c4fb3593bbf7 req-b8d7fbdf-a5ca-4786-8bb8-729ecee3750a service neutron] 10.222.0.127 "GET /v2.0/subnets?id=f9f87c3f-0fa8-49b6-bb5b-31a627ebfaf2 HTTP/1.1" status: 200 len: 797 time: 0.4306428 Jul 06 14:09:40.877397 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1962a0e2-f671-4034-9558-b3d842f2fbac None None] Checking router: c4f5379a-af9d-4d38-b0f3-4dd8f58a632f for host: n-d-773647-6 {{(pid=100249) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 14:09:40.877844 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1962a0e2-f671-4034-9558-b3d842f2fbac None None] Updating router c4f5379a-af9d-4d38-b0f3-4dd8f58a632f port c1acfd80-02f6-4449-b2b6-b6fcf5a0bb99 binding host n-d-773647-6 {{(pid=100249) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 14:09:40.880915 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-95d777cc-0080-4d3a-9a52-e8aed2a703a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:40.946728 n-d-773647-6 neutron-server[100249]: DEBUG neutron_lib.callbacks.manager [None req-1962a0e2-f671-4034-9558-b3d842f2fbac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:40.974850 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.db [req-fd398267-f412-49ec-98fb-744e96f747fc req-66b90db2-f998-4c07-a411-72a0f33fb910 service neutron] For port ca72699e-8fe0-4646-9205-4c5f06a6a15b, host n-h2-773647-6, cleared binding levels {{(pid=100246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:09:40.978760 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.db [req-fd398267-f412-49ec-98fb-744e96f747fc req-66b90db2-f998-4c07-a411-72a0f33fb910 service neutron] For port ca72699e-8fe0-4646-9205-4c5f06a6a15b, host n-h2-773647-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=ca72699e-8fe0-4646-9205-4c5f06a6a15b,segment=NetworkSegment(69973d5d-12b1-49f6-ae5b-bbd5e56a7939),segment_id=69973d5d-12b1-49f6-ae5b-bbd5e56a7939)] {{(pid=100246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:09:41.004893 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-fd398267-f412-49ec-98fb-744e96f747fc req-66b90db2-f998-4c07-a411-72a0f33fb910 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127687527'] for port, after_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:41.019372 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-95d777cc-0080-4d3a-9a52-e8aed2a703a8 admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=0ffd64afbbcf47eea5baa75c161dc0b8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6071582 Jul 06 14:09:41.033020 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 47522) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:09:41.068438 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d777cc-0080-4d3a-9a52-e8aed2a703a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3eaf8a68-e459-49eb-948f-0176c9a59a1e,revision_number=1']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:09:41.069753 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b90db2-f998-4c07-a411-72a0f33fb910 service neutron] Pushing event updated for resources: {'Port': ['ID=ca72699e-8fe0-4646-9205-4c5f06a6a15b,revision_number=3']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:09:41.081620 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd398267-f412-49ec-98fb-744e96f747fc req-66b90db2-f998-4c07-a411-72a0f33fb910 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:09:41.081620 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-fd398267-f412-49ec-98fb-744e96f747fc req-66b90db2-f998-4c07-a411-72a0f33fb910 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:41.081620 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-fd398267-f412-49ec-98fb-744e96f747fc req-66b90db2-f998-4c07-a411-72a0f33fb910 service neutron] 10.222.0.72 "PUT /v2.0/ports/ca72699e-8fe0-4646-9205-4c5f06a6a15b HTTP/1.1" status: 200 len: 1092 time: 2.3863828 Jul 06 14:09:41.082138 n-d-773647-6 neutron-server[100246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9c8c59d-9824-467e-a824-f6f77ff28214', 'tag': 'ca72699e-8fe0-4646-9205-4c5f06a6a15b'}] {{(pid=100246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:09:41.083928 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-c4ddafb2-aa39-496d-8d8a-54888e381ae0 req-7ce8cef1-fc95-4ce4-b651-9e51542e8bbf service neutron] 10.222.0.104 "GET /v2.0/networks/684bd941-15a3-4d2f-9dbf-1b045d3b3005?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4593606 Jul 06 14:09:41.084417 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0d96c5ab5e889f7b933ae915b9be33d1b46c9e87795bf781004b656ef3f1e87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10235ff7-2842-4cfc-aefc-f6a320eb4fe7" -d '{"events": [{"name": "network-changed", "server_uuid": "b9c8c59d-9824-467e-a824-f6f77ff28214", "tag": "ca72699e-8fe0-4646-9205-4c5f06a6a15b"}]}' {{(pid=100246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:09:41.112591 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e9af6c-c850-4571-8f71-c4fb3593bbf7 req-2935113a-143a-43ce-8c6a-af80ce74da1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:09:41.114107 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-a0e9af6c-c850-4571-8f71-c4fb3593bbf7 req-2935113a-143a-43ce-8c6a-af80ce74da1f service neutron] 10.222.0.127 "GET /v2.0/ports?network_id=70fa8a2a-4549-4d89-b089-3cc3fca2d3a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2171593 Jul 06 14:09:41.172184 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-c8b1b78b-a199-4916-ac12-99217a7e83b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:41.249173 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-c8b1b78b-a199-4916-ac12-99217a7e83b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:41.289015 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-ca35e71f-11de-421b-8de6-f545c8d0f03d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:41.412236 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-a0e9af6c-c850-4571-8f71-c4fb3593bbf7 req-44e645c8-8273-493f-8fbe-b214253660cf service neutron] 10.222.0.127 "GET /v2.0/networks/70fa8a2a-4549-4d89-b089-3cc3fca2d3a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2902696 Jul 06 14:09:41.447577 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd398267-f412-49ec-98fb-744e96f747fc req-cd8523a0-9a15-444f-8bc5-3e7b4b73e9ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:09:41.449053 n-d-773647-6 neutron-server[100249]: DEBUG neutron_lib.callbacks.manager [None req-1962a0e2-f671-4034-9558-b3d842f2fbac None None] Notify callbacks [] for port, precommit_update {{(pid=100249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:41.451326 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-fd398267-f412-49ec-98fb-744e96f747fc req-cd8523a0-9a15-444f-8bc5-3e7b4b73e9ad service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=19b1646a03d44a0b9839838cda5156a4&device_id=b9c8c59d-9824-467e-a824-f6f77ff28214 HTTP/1.1" status: 200 len: 1095 time: 0.3220575 Jul 06 14:09:41.506763 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.provisioning_blocks [None req-1962a0e2-f671-4034-9558-b3d842f2fbac None None] Transition to ACTIVE for port object c1acfd80-02f6-4449-b2b6-b6fcf5a0bb99 will not be triggered until provisioned by entity L2. {{(pid=100249) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:09:41.507266 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-c8b1b78b-a199-4916-ac12-99217a7e83b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:41.510562 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-c8b1b78b-a199-4916-ac12-99217a7e83b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:41.511847 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-c8b1b78b-a199-4916-ac12-99217a7e83b4 admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/3eaf8a68-e459-49eb-948f-0176c9a59a1e HTTP/1.1" status: 204 len: 168 time: 0.4764526 Jul 06 14:09:41.517299 n-d-773647-6 neutron-server[100249]: DEBUG neutron_lib.callbacks.manager [None req-1962a0e2-f671-4034-9558-b3d842f2fbac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:41.525240 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7598ca30-10dc-47d6-b52d-11c647051dc0 req-4bccdc85-865e-441a-aff6-80e9b5df3124 tempest-ServerTagsTestJSON-1285518137 tempest-ServerTagsTestJSON-1285518137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:09:41.533347 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 14:09:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f2dccd5-55f1-410c-b963-c3f1760ac8de x-openstack-request-id: req-7f2dccd5-55f1-410c-b963-c3f1760ac8de {{(pid=100246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:09:41.533946 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-7598ca30-10dc-47d6-b52d-11c647051dc0 req-4bccdc85-865e-441a-aff6-80e9b5df3124 tempest-ServerTagsTestJSON-1285518137 tempest-ServerTagsTestJSON-1285518137-project] 10.222.0.104 "GET /v2.0/ports?device_id=b9c8c59d-9824-467e-a824-f6f77ff28214 HTTP/1.1" status: 200 len: 944 time: 0.2762258 Jul 06 14:09:41.536563 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b9c8c59d-9824-467e-a824-f6f77ff28214", "tag": "ca72699e-8fe0-4646-9205-4c5f06a6a15b", "status": "completed", "code": 200}]} {{(pid=100246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:09:41.538182 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-7f2dccd5-55f1-410c-b963-c3f1760ac8de {{(pid=100246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:09:41.538850 n-d-773647-6 neutron-server[100246]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b9c8c59d-9824-467e-a824-f6f77ff28214', 'tag': 'ca72699e-8fe0-4646-9205-4c5f06a6a15b', 'status': 'completed', 'code': 200} Jul 06 14:09:41.548450 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-fd398267-f412-49ec-98fb-744e96f747fc req-e068da89-291b-48ef-bf6c-1a6e0a172d91 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ca72699e-8fe0-4646-9205-4c5f06a6a15b HTTP/1.1" status: 200 len: 217 time: 0.0887847 Jul 06 14:09:41.574798 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b1b78b-a199-4916-ac12-99217a7e83b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3eaf8a68-e459-49eb-948f-0176c9a59a1e,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:09:41.591387 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.managers [None req-1962a0e2-f671-4034-9558-b3d842f2fbac None None] Attempting to bind port c1acfd80-02f6-4449-b2b6-b6fcf5a0bb99 on host n-d-773647-6 for vnic_type normal with profile {{(pid=100249) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:09:41.593586 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.managers [None req-1962a0e2-f671-4034-9558-b3d842f2fbac None None] Attempting to bind port c1acfd80-02f6-4449-b2b6-b6fcf5a0bb99 by drivers openvswitch,hyperv on host n-d-773647-6 at level 0 using segments [{'id': '89a832b7-7793-4d51-9038-ed7e1c3ff1b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719'}] {{(pid=100249) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:09:41.593975 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1962a0e2-f671-4034-9558-b3d842f2fbac None None] Attempting to bind port c1acfd80-02f6-4449-b2b6-b6fcf5a0bb99 on network 2658f09e-a580-4d4a-9968-2d1e0ad93719 {{(pid=100249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:09:41.599737 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac39b3d7-aab5-43ba-a144-cbe4d3342229 None None] Pushing event updated for resources: {'Port': ['ID=c1acfd80-02f6-4449-b2b6-b6fcf5a0bb99,revision_number=2']} {{(pid=100249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:09:41.607565 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1962a0e2-f671-4034-9558-b3d842f2fbac None None] Checking agent: {'id': '8ab5b19c-d213-4f29-891d-27bdf39d38b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773647-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 43, 26), 'started_at': datetime.datetime(2021, 7, 6, 13, 43, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 9, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773647-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:09:41.607945 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1962a0e2-f671-4034-9558-b3d842f2fbac None None] Checking segment: {'id': '89a832b7-7793-4d51-9038-ed7e1c3ff1b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100249) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:09:41.608382 n-d-773647-6 neutron-server[100249]: DEBUG neutron_lib.callbacks.manager [None req-1962a0e2-f671-4034-9558-b3d842f2fbac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:41.608718 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1962a0e2-f671-4034-9558-b3d842f2fbac None None] Bound using segment: {'id': '89a832b7-7793-4d51-9038-ed7e1c3ff1b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719'} {{(pid=100249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:09:41.609174 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.managers [None req-1962a0e2-f671-4034-9558-b3d842f2fbac None None] Bound port: c1acfd80-02f6-4449-b2b6-b6fcf5a0bb99, host: n-d-773647-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89a832b7-7793-4d51-9038-ed7e1c3ff1b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719'}}] {{(pid=100249) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:09:41.609551 n-d-773647-6 neutron-server[100249]: DEBUG neutron_lib.callbacks.manager [None req-1962a0e2-f671-4034-9558-b3d842f2fbac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:41.623943 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-6336bf47-31e3-45e6-bebe-35af31c00b8a req-91be0fd1-53f4-4074-9a9a-14058ec16d86 tempest-VolumesActionsTest-1210678064 tempest-VolumesActionsTest-1210678064-project] 10.222.0.104 "GET /v2.0/ports?device_id=111c579d-1c13-4e5d-9aa5-c0a1c0f81dd7 HTTP/1.1" status: 200 len: 210 time: 0.0702415 Jul 06 14:09:41.646772 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-a0e9af6c-c850-4571-8f71-c4fb3593bbf7 req-2b7a3bd2-329e-4c06-a8a1-041ed7409940 service neutron] 10.222.0.127 "GET /v2.0/networks/70fa8a2a-4549-4d89-b089-3cc3fca2d3a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2280579 Jul 06 14:09:41.668154 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-7598ca30-10dc-47d6-b52d-11c647051dc0 req-1066f2b3-76e7-4a75-8402-4fa814ac8ef6 tempest-ServerTagsTestJSON-1285518137 tempest-ServerTagsTestJSON-1285518137-project] 10.222.0.104 "GET /v2.0/security-groups?id=ee9b2033-7358-4be4-9c11-2bff35d2bc8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329975 Jul 06 14:09:41.671481 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd398267-f412-49ec-98fb-744e96f747fc req-e3371452-0362-4a89-b006-bc9b731483ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:09:41.673128 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-fd398267-f412-49ec-98fb-744e96f747fc req-e3371452-0362-4a89-b006-bc9b731483ca service neutron] 10.222.0.72 "GET /v2.0/subnets?id=0a276c2e-9e34-4c7a-ac60-8bd1b969e24b HTTP/1.1" status: 200 len: 848 time: 0.1175928 Jul 06 14:09:41.687191 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Device c2f42a47-9435-42a3-a355-2a1daefe7508 up at agent hyperv_n-h1-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:09:41.689553 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.db_base_plugin_common [None req-ca35e71f-11de-421b-8de6-f545c8d0f03d admin admin] Allocated IP 172.20.0.1 (6ac95a6a-5756-473f-8a78-bd3474c2b2ff/868bdf15-b823-4cab-842d-77e49afc3593/0d61ef1e-dabb-41c8-a48b-66087903c6cd) {{(pid=100246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:09:41.774354 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.db [None req-1962a0e2-f671-4034-9558-b3d842f2fbac None None] For port c1acfd80-02f6-4449-b2b6-b6fcf5a0bb99, host n-d-773647-6, cleared binding levels {{(pid=100249) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:09:41.781142 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.db [None req-1962a0e2-f671-4034-9558-b3d842f2fbac None None] For port c1acfd80-02f6-4449-b2b6-b6fcf5a0bb99, host n-d-773647-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=c1acfd80-02f6-4449-b2b6-b6fcf5a0bb99,segment=NetworkSegment(89a832b7-7793-4d51-9038-ed7e1c3ff1b2),segment_id=89a832b7-7793-4d51-9038-ed7e1c3ff1b2)] {{(pid=100249) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:09:41.790251 n-d-773647-6 neutron-server[100249]: DEBUG neutron_lib.callbacks.manager [None req-1962a0e2-f671-4034-9558-b3d842f2fbac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:41.797506 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-fd398267-f412-49ec-98fb-744e96f747fc req-04f15450-adba-479f-b396-f0791212457b service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=44f1df93-8dbd-49ed-a9f2-57969b54107f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1011226 Jul 06 14:09:41.808819 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Provisioning for port c2f42a47-9435-42a3-a355-2a1daefe7508 completed by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:09:41.820500 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-a0e9af6c-c850-4571-8f71-c4fb3593bbf7 req-5b70b42b-1a79-44c7-887e-26bf4cdc645a service neutron] 10.222.0.127 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=c6534491-f764-47ec-ae47-2754d9d0afbf HTTP/1.1" status: 200 len: 217 time: 0.1491983 Jul 06 14:09:41.830947 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Provisioning complete for port c2f42a47-9435-42a3-a355-2a1daefe7508 triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:09:41.833100 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:41.927174 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e9af6c-c850-4571-8f71-c4fb3593bbf7 req-aeda98a3-dc9b-4876-b399-d6ab4b58daed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:09:41.928852 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-a0e9af6c-c850-4571-8f71-c4fb3593bbf7 req-aeda98a3-dc9b-4876-b399-d6ab4b58daed service neutron] 10.222.0.127 "GET /v2.0/subnets?id=f9f87c3f-0fa8-49b6-bb5b-31a627ebfaf2 HTTP/1.1" status: 200 len: 797 time: 0.1038704 Jul 06 14:09:41.929911 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 84d8a476-011a-44c2-bffc-bb4b4078b7f5 up at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:09:41.965812 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1962a0e2-f671-4034-9558-b3d842f2fbac None None] Routers {'c4f5379a-af9d-4d38-b0f3-4dd8f58a632f'} bound to L3 agent in host n-d-773647-6 {{(pid=100249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:09:41.968338 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-1962a0e2-f671-4034-9558-b3d842f2fbac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T14:09:25Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['c4f5379a-af9d-4d38-b0f3-4dd8f58a632f'], 'active': True} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:09:41.983183 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac39b3d7-aab5-43ba-a144-cbe4d3342229 None None] Pushing event updated for resources: {'Port': ['ID=c1acfd80-02f6-4449-b2b6-b6fcf5a0bb99,revision_number=3']} {{(pid=100249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:09:42.097162 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning complete for port 84d8a476-011a-44c2-bffc-bb4b4078b7f5 triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:09:42.097763 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:42.134866 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:42.175032 n-d-773647-6 neutron-server[100248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f79f617-0856-4219-abc5-8bd1806b6823', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2f42a47-9435-42a3-a355-2a1daefe7508'}] {{(pid=100248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:09:42.175713 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e9af6c-c850-4571-8f71-c4fb3593bbf7 req-d4a97955-2bbe-4e49-a921-9d9943b07f12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:09:42.178009 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84af257533e383389cbcf231d3534f4d5e149e7203fea16b4a8fc01438dddaf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4cb1130-b9b7-4497-bc60-1a6d4b3aaafa" -d '{"events": [{"server_uuid": "6f79f617-0856-4219-abc5-8bd1806b6823", "name": "network-vif-plugged", "status": "completed", "tag": "c2f42a47-9435-42a3-a355-2a1daefe7508"}]}' {{(pid=100248) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:09:42.178348 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-a0e9af6c-c850-4571-8f71-c4fb3593bbf7 req-d4a97955-2bbe-4e49-a921-9d9943b07f12 service neutron] 10.222.0.127 "GET /v2.0/ports?network_id=70fa8a2a-4549-4d89-b089-3cc3fca2d3a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2428846 Jul 06 14:09:42.196073 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] For port c2f42a47-9435-42a3-a355-2a1daefe7508, host n-h1-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773647-6',level=0,port_id=c2f42a47-9435-42a3-a355-2a1daefe7508,segment=NetworkSegment(36c50412-6893-4622-808c-49164f6f9db6),segment_id=36c50412-6893-4622-808c-49164f6f9db6)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:09:42.204244 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvr_db [None req-1962a0e2-f671-4034-9558-b3d842f2fbac None None] Set router c4f5379a-af9d-4d38-b0f3-4dd8f58a632f gateway port host: n-d-773647-6 {{(pid=100249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:09:42.242743 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:42.286736 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 47552) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:09:42.332461 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-ca35e71f-11de-421b-8de6-f545c8d0f03d admin admin] Notify callbacks [] for port, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:42.346475 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57aa886b-3210-4fea-a72f-3d6e133086cd req-d01e9c2b-0fdf-4db5-8cac-293ef6f9e3e3 tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:09:42.355051 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-57aa886b-3210-4fea-a72f-3d6e133086cd req-d01e9c2b-0fdf-4db5-8cac-293ef6f9e3e3 tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] 10.222.0.104 "GET /v2.0/ports?device_id=6f79f617-0856-4219-abc5-8bd1806b6823 HTTP/1.1" status: 200 len: 945 time: 0.3961248 Jul 06 14:09:42.366300 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-fd398267-f412-49ec-98fb-744e96f747fc req-0c582f16-81f6-4996-beb4-aabf8d04f686 service neutron] 10.222.0.72 "GET /v2.0/networks/44f1df93-8dbd-49ed-a9f2-57969b54107f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5595524 Jul 06 14:09:42.384495 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-42d64ef7-536a-4aee-a5d2-9d49924844fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:42.397462 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Pushing event updated for resources: {'Port': ['ID=c2f42a47-9435-42a3-a355-2a1daefe7508,revision_number=5']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:09:42.402497 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:42.422750 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-1962a0e2-f671-4034-9558-b3d842f2fbac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4f5379a-af9d-4d38-b0f3-4dd8f58a632f', 'name': 'tempest-AttachVolumeTestJSON-1213395720-router', 'tenant_id': '33f6cdee7b294baa9f6a8cddbba9670a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.237'}], 'enable_snat': True}, 'gw_port_id': 'c1acfd80-02f6-4449-b2b6-b6fcf5a0bb99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:09:36Z', 'updated_at': '2021-07-06T14:09:38Z', 'revision_number': 3, 'project_id': '33f6cdee7b294baa9f6a8cddbba9670a', 'gw_port': {'id': 'c1acfd80-02f6-4449-b2b6-b6fcf5a0bb99', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:bb:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4f5379a-af9d-4d38-b0f3-4dd8f58a632f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1844, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:09:37Z', 'updated_at': '2021-07-06T14:09:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6'}], 'n-d-773647-6', False) {} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:09:42.448178 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 14:09:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92130707-6c8d-4af8-ab5a-ea6f52be00e5 x-openstack-request-id: req-92130707-6c8d-4af8-ab5a-ea6f52be00e5 {{(pid=100248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:09:42.448580 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f79f617-0856-4219-abc5-8bd1806b6823", "name": "network-vif-plugged", "status": "completed", "tag": "c2f42a47-9435-42a3-a355-2a1daefe7508", "code": 200}]} {{(pid=100248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:09:42.449099 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-92130707-6c8d-4af8-ab5a-ea6f52be00e5 {{(pid=100248) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:09:42.450415 n-d-773647-6 neutron-server[100248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f79f617-0856-4219-abc5-8bd1806b6823', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2f42a47-9435-42a3-a355-2a1daefe7508', 'code': 200} Jul 06 14:09:42.461435 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1962a0e2-f671-4034-9558-b3d842f2fbac None None] The sync data for ids ['c4f5379a-af9d-4d38-b0f3-4dd8f58a632f'] in n-d-773647-6 is: [{'id': 'c4f5379a-af9d-4d38-b0f3-4dd8f58a632f', 'name': 'tempest-AttachVolumeTestJSON-1213395720-router', 'tenant_id': '33f6cdee7b294baa9f6a8cddbba9670a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.237'}], 'enable_snat': True}, 'gw_port_id': 'c1acfd80-02f6-4449-b2b6-b6fcf5a0bb99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:09:36Z', 'updated_at': '2021-07-06T14:09:38Z', 'revision_number': 3, 'project_id': '33f6cdee7b294baa9f6a8cddbba9670a', 'gw_port': {'id': 'c1acfd80-02f6-4449-b2b6-b6fcf5a0bb99', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:bb:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4f5379a-af9d-4d38-b0f3-4dd8f58a632f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1844, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:09:37Z', 'updated_at': '2021-07-06T14:09:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6'}] {{(pid=100249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 14:09:42.494090 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-57aa886b-3210-4fea-a72f-3d6e133086cd req-7f682250-ed9c-49c8-8dc7-872820c0b94f tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] 10.222.0.104 "GET /v2.0/security-groups?id=bdba1446-e72e-4024-9da7-e6061f204f14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308160 Jul 06 14:09:42.500491 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-a0e9af6c-c850-4571-8f71-c4fb3593bbf7 req-a9d9e46a-dfbb-4145-b195-013ef9638fd4 service neutron] 10.222.0.127 "GET /v2.0/networks/70fa8a2a-4549-4d89-b089-3cc3fca2d3a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3146131 Jul 06 14:09:42.503172 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.provisioning_blocks [None req-ca35e71f-11de-421b-8de6-f545c8d0f03d admin admin] Transition to ACTIVE for port object 0d61ef1e-dabb-41c8-a48b-66087903c6cd will not be triggered until provisioned by entity DHCP. {{(pid=100246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:09:42.612502 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-ca35e71f-11de-421b-8de6-f545c8d0f03d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-127687573'] for port, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:42.655796 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-a0e9af6c-c850-4571-8f71-c4fb3593bbf7 req-288c48b2-fd4c-40ae-8cea-766e25a6d0a4 service neutron] 10.222.0.127 "GET /v2.0/networks/70fa8a2a-4549-4d89-b089-3cc3fca2d3a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1364958 Jul 06 14:09:42.662113 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-fd398267-f412-49ec-98fb-744e96f747fc req-f47610a5-ab2f-4571-886a-1e6378b5db33 service neutron] 10.222.0.72 "GET /v2.0/networks/44f1df93-8dbd-49ed-a9f2-57969b54107f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2811077 Jul 06 14:09:42.674604 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca35e71f-11de-421b-8de6-f545c8d0f03d admin admin] Network 6ac95a6a-5756-473f-8a78-bd3474c2b2ff is already hosted by enough agents. {{(pid=100246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:09:42.680221 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a27a549-4965-4062-8c9d-f7ed86197a68 req-1043b2b6-d9da-4058-a6aa-4e4769281cff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:09:42.682427 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-6a27a549-4965-4062-8c9d-f7ed86197a68 req-1043b2b6-d9da-4058-a6aa-4e4769281cff service neutron] 10.222.0.127 "GET /v2.0/ports?device_id=6f79f617-0856-4219-abc5-8bd1806b6823 HTTP/1.1" status: 200 len: 1097 time: 0.0847211 Jul 06 14:09:42.701919 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.base_scheduler [None req-ca35e71f-11de-421b-8de6-f545c8d0f03d admin admin] Resources bound (agent type, host, resource id): {{(pid=100246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:09:42.705858 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca35e71f-11de-421b-8de6-f545c8d0f03d admin admin] Received port after_create {{(pid=100246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:09:42.750593 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-6a27a549-4965-4062-8c9d-f7ed86197a68 req-ccac3a35-3352-4b3f-84e5-0149d3950e6a service neutron] 10.222.0.127 "GET /v2.0/security-groups?id=bdba1446-e72e-4024-9da7-e6061f204f14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594184 Jul 06 14:09:42.816630 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca35e71f-11de-421b-8de6-f545c8d0f03d admin admin] Pushing event updated for resources: {'Port': ['ID=0d61ef1e-dabb-41c8-a48b-66087903c6cd,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:09:42.915468 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-054e2f99-d48b-457e-9b9f-b96676ad18a7 req-9ae1103b-3444-4485-a320-e12c19282722 tempest-VolumesActionsTest-1210678064 tempest-VolumesActionsTest-1210678064-project] 10.222.0.104 "GET /v2.0/ports?device_id=111c579d-1c13-4e5d-9aa5-c0a1c0f81dd7 HTTP/1.1" status: 200 len: 210 time: 0.0328205 Jul 06 14:09:42.984224 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-42d64ef7-536a-4aee-a5d2-9d49924844fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:42.985575 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-ca35e71f-11de-421b-8de6-f545c8d0f03d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1807675'] for router_interface, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:43.046075 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-42d64ef7-536a-4aee-a5d2-9d49924844fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:43.092746 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d20dc81-178a-4424-a433-a06e00a9b746 req-0d35a230-2eae-4387-a1ac-bdd90e1fe244 tempest-ServerTagsTestJSON-1285518137 tempest-ServerTagsTestJSON-1285518137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:09:43.094314 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-0d20dc81-178a-4424-a433-a06e00a9b746 req-0d35a230-2eae-4387-a1ac-bdd90e1fe244 tempest-ServerTagsTestJSON-1285518137 tempest-ServerTagsTestJSON-1285518137-project] 10.222.0.104 "GET /v2.0/ports?device_id=b9c8c59d-9824-467e-a824-f6f77ff28214 HTTP/1.1" status: 200 len: 944 time: 0.1854832 Jul 06 14:09:43.121522 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-42d64ef7-536a-4aee-a5d2-9d49924844fb admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=24312002bb744049b9c471c4b59a6da2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8122921 Jul 06 14:09:43.131063 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 47560) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:09:43.151766 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-0d20dc81-178a-4424-a433-a06e00a9b746 req-a02425e3-1ac1-4dac-b684-6b45e1aea1b8 tempest-ServerTagsTestJSON-1285518137 tempest-ServerTagsTestJSON-1285518137-project] 10.222.0.104 "GET /v2.0/security-groups?id=ee9b2033-7358-4be4-9c11-2bff35d2bc8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509250 Jul 06 14:09:43.193760 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d64ef7-536a-4aee-a5d2-9d49924844fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7d91959-b819-464f-96ad-a584c118c842,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:09:43.195630 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-bfbdd011-4308-4c7e-b82b-25106bda4acc None None] Provisioning for port 0d61ef1e-dabb-41c8-a48b-66087903c6cd completed by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:09:43.205253 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-bfbdd011-4308-4c7e-b82b-25106bda4acc None None] Provisioning complete for port 0d61ef1e-dabb-41c8-a48b-66087903c6cd triggered by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:09:43.205783 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-bfbdd011-4308-4c7e-b82b-25106bda4acc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:43.223393 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10235ff7-2842-4cfc-aefc-f6a320eb4fe7 req-9611cd29-bc7d-447d-a34a-3b8fa741d6fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:09:43.224956 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-10235ff7-2842-4cfc-aefc-f6a320eb4fe7 req-9611cd29-bc7d-447d-a34a-3b8fa741d6fa service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=19b1646a03d44a0b9839838cda5156a4&device_id=b9c8c59d-9824-467e-a824-f6f77ff28214 HTTP/1.1" status: 200 len: 1095 time: 0.4348757 Jul 06 14:09:43.279768 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-bfbdd011-4308-4c7e-b82b-25106bda4acc None None] Port 0d61ef1e-dabb-41c8-a48b-66087903c6cd cannot update to ACTIVE because it is not bound. {{(pid=100248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 14:09:43.368765 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ddafb2-aa39-496d-8d8a-54888e381ae0 req-0aefbd78-af67-4310-a184-089f523aa109 tempest-VolumesActionsTest-1210678064 tempest-VolumesActionsTest-1210678064-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:09:43.370592 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-c4ddafb2-aa39-496d-8d8a-54888e381ae0 req-0aefbd78-af67-4310-a184-089f523aa109 tempest-VolumesActionsTest-1210678064 tempest-VolumesActionsTest-1210678064-project] 10.222.0.127 "GET /v2.0/networks?id=684bd941-15a3-4d2f-9dbf-1b045d3b3005 HTTP/1.1" status: 200 len: 809 time: 0.1860576 Jul 06 14:09:43.380384 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-058d8062-6aed-4bdb-a80e-333c609d2035 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:43.386093 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [req-c4ddafb2-aa39-496d-8d8a-54888e381ae0 req-352c460f-6a42-420f-a518-f724a454b765 tempest-VolumesActionsTest-1210678064 tempest-VolumesActionsTest-1210678064-project] Request body: {'port': {'device_id': '111c579d-1c13-4e5d-9aa5-c0a1c0f81dd7', 'network_id': '684bd941-15a3-4d2f-9dbf-1b045d3b3005', 'admin_state_up': True, 'tenant_id': '075e6592b8cd4726a42a2f60335e3259'}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:09:43.464543 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-ca35e71f-11de-421b-8de6-f545c8d0f03d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:43.486996 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-058d8062-6aed-4bdb-a80e-333c609d2035 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:43.495168 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10235ff7-2842-4cfc-aefc-f6a320eb4fe7 req-2b813b4b-9c1d-4d5a-a58d-a5f2c81a36b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:09:43.496793 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-10235ff7-2842-4cfc-aefc-f6a320eb4fe7 req-2b813b4b-9c1d-4d5a-a58d-a5f2c81a36b2 service neutron] 10.222.0.72 "GET /v2.0/networks?id=44f1df93-8dbd-49ed-a9f2-57969b54107f HTTP/1.1" status: 200 len: 910 time: 0.2498848 Jul 06 14:09:43.586222 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-10235ff7-2842-4cfc-aefc-f6a320eb4fe7 req-e00cab4b-3b8d-4996-a93e-7c80302d53f6 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ca72699e-8fe0-4646-9205-4c5f06a6a15b HTTP/1.1" status: 200 len: 217 time: 0.0740087 Jul 06 14:09:43.600091 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c4ddafb2-aa39-496d-8d8a-54888e381ae0 req-352c460f-6a42-420f-a518-f724a454b765 tempest-VolumesActionsTest-1210678064 tempest-VolumesActionsTest-1210678064-project] Made reservation on behalf of 075e6592b8cd4726a42a2f60335e3259 for: {'port': 1} {{(pid=100247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:09:43.606084 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-c4ddafb2-aa39-496d-8d8a-54888e381ae0 req-352c460f-6a42-420f-a518-f724a454b765 tempest-VolumesActionsTest-1210678064 tempest-VolumesActionsTest-1210678064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:43.729405 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-058d8062-6aed-4bdb-a80e-333c609d2035 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:43.731951 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-058d8062-6aed-4bdb-a80e-333c609d2035 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:43.735625 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-058d8062-6aed-4bdb-a80e-333c609d2035 admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/e7d91959-b819-464f-96ad-a584c118c842 HTTP/1.1" status: 204 len: 168 time: 0.5978162 Jul 06 14:09:43.741532 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10235ff7-2842-4cfc-aefc-f6a320eb4fe7 req-7d9f3d35-ad2e-4f1d-bf02-3403ba8be9e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:09:43.743305 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-10235ff7-2842-4cfc-aefc-f6a320eb4fe7 req-7d9f3d35-ad2e-4f1d-bf02-3403ba8be9e2 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=0a276c2e-9e34-4c7a-ac60-8bd1b969e24b HTTP/1.1" status: 200 len: 848 time: 0.1484537 Jul 06 14:09:43.753223 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058d8062-6aed-4bdb-a80e-333c609d2035 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7d91959-b819-464f-96ad-a584c118c842,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:09:43.770460 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eaf0989-a705-4c9b-b7ba-bd0e97eab1c4 req-0a9a2800-2343-4fec-887d-a93cf4810663 tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:09:43.789246 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-3eaf0989-a705-4c9b-b7ba-bd0e97eab1c4 req-0a9a2800-2343-4fec-887d-a93cf4810663 tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] 10.222.0.104 "GET /v2.0/ports?device_id=6f79f617-0856-4219-abc5-8bd1806b6823 HTTP/1.1" status: 200 len: 946 time: 0.1535900 Jul 06 14:09:43.813730 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-10235ff7-2842-4cfc-aefc-f6a320eb4fe7 req-89a9e10c-6d54-4338-88e3-ecf2dbda2a46 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=44f1df93-8dbd-49ed-a9f2-57969b54107f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0617368 Jul 06 14:09:43.844603 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device c1acfd80-02f6-4449-b2b6-b6fcf5a0bb99 up at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:09:43.896183 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.db_base_plugin_common [req-c4ddafb2-aa39-496d-8d8a-54888e381ae0 req-352c460f-6a42-420f-a518-f724a454b765 tempest-VolumesActionsTest-1210678064 tempest-VolumesActionsTest-1210678064-project] Allocated IP 172.20.0.14 (684bd941-15a3-4d2f-9dbf-1b045d3b3005/0ace526d-db1e-4580-a14a-0c79ef9a9d16/c6661921-93b7-4746-b98c-7a61211edc14) {{(pid=100247) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:09:43.955014 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning for port c1acfd80-02f6-4449-b2b6-b6fcf5a0bb99 completed by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:09:43.962920 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning complete for port c1acfd80-02f6-4449-b2b6-b6fcf5a0bb99 triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:09:43.963782 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:43.977535 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-ca35e71f-11de-421b-8de6-f545c8d0f03d admin admin] Notify callbacks [] for port, precommit_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:43.985943 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-10235ff7-2842-4cfc-aefc-f6a320eb4fe7 req-9f3d2dd5-eb1f-4dbe-bfba-84ac92c47d2a service neutron] 10.222.0.72 "GET /v2.0/networks/44f1df93-8dbd-49ed-a9f2-57969b54107f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1625986 Jul 06 14:09:43.987905 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-ca35e71f-11de-421b-8de6-f545c8d0f03d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127687527'] for port, after_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:44.058341 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-3eaf0989-a705-4c9b-b7ba-bd0e97eab1c4 req-b39593e7-323c-4725-b83d-7da687e1fae9 tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] 10.222.0.104 "GET /v2.0/security-groups?id=bdba1446-e72e-4024-9da7-e6061f204f14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2665839 Jul 06 14:09:44.124633 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca35e71f-11de-421b-8de6-f545c8d0f03d admin admin] Pushing event updated for resources: {'Port': ['ID=0d61ef1e-dabb-41c8-a48b-66087903c6cd,revision_number=2']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:09:44.132036 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:44.155948 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] For port c1acfd80-02f6-4449-b2b6-b6fcf5a0bb99, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=c1acfd80-02f6-4449-b2b6-b6fcf5a0bb99,segment=NetworkSegment(89a832b7-7793-4d51-9038-ed7e1c3ff1b2),segment_id=89a832b7-7793-4d51-9038-ed7e1c3ff1b2)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:09:44.163900 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:44.184114 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-eab09f84-dc4a-49f6-83de-c07d57e6d4ca req-48801ace-8b2b-4ba5-a02c-a23829bc0169 tempest-VolumesActionsTest-1210678064 tempest-VolumesActionsTest-1210678064-project] 10.222.0.104 "GET /v2.0/ports?device_id=111c579d-1c13-4e5d-9aa5-c0a1c0f81dd7 HTTP/1.1" status: 200 len: 210 time: 0.0638764 Jul 06 14:09:44.193822 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-ca35e71f-11de-421b-8de6-f545c8d0f03d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1809478'] for router_interface, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:44.271666 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Pushing event updated for resources: {'Port': ['ID=c1acfd80-02f6-4449-b2b6-b6fcf5a0bb99,revision_number=4']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:09:44.279454 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-c4ddafb2-aa39-496d-8d8a-54888e381ae0 req-352c460f-6a42-420f-a518-f724a454b765 tempest-VolumesActionsTest-1210678064 tempest-VolumesActionsTest-1210678064-project] Notify callbacks [] for port, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:44.299153 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-10235ff7-2842-4cfc-aefc-f6a320eb4fe7 req-3b1c24f4-3a03-472a-b655-c5d90d01fc0d service neutron] 10.222.0.72 "GET /v2.0/networks/44f1df93-8dbd-49ed-a9f2-57969b54107f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2813072 Jul 06 14:09:44.355697 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca35e71f-11de-421b-8de6-f545c8d0f03d admin admin] Network 6ac95a6a-5756-473f-8a78-bd3474c2b2ff is already hosted by enough agents. {{(pid=100246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:09:44.357385 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.base_scheduler [None req-ca35e71f-11de-421b-8de6-f545c8d0f03d admin admin] Resources bound (agent type, host, resource id): {{(pid=100246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:09:44.365325 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-c4ddafb2-aa39-496d-8d8a-54888e381ae0 req-352c460f-6a42-420f-a518-f724a454b765 tempest-VolumesActionsTest-1210678064 tempest-VolumesActionsTest-1210678064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-128888360'] for port, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:44.391713 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c4ddafb2-aa39-496d-8d8a-54888e381ae0 req-352c460f-6a42-420f-a518-f724a454b765 tempest-VolumesActionsTest-1210678064 tempest-VolumesActionsTest-1210678064-project] Network 684bd941-15a3-4d2f-9dbf-1b045d3b3005 is already hosted by enough agents. {{(pid=100247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:09:44.394674 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.base_scheduler [req-c4ddafb2-aa39-496d-8d8a-54888e381ae0 req-352c460f-6a42-420f-a518-f724a454b765 tempest-VolumesActionsTest-1210678064 tempest-VolumesActionsTest-1210678064-project] Resources bound (agent type, host, resource id): {{(pid=100247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:09:44.434410 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4ddafb2-aa39-496d-8d8a-54888e381ae0 req-352c460f-6a42-420f-a518-f724a454b765 tempest-VolumesActionsTest-1210678064 tempest-VolumesActionsTest-1210678064-project] Received port after_create {{(pid=100247) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:09:44.556220 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352c460f-6a42-420f-a518-f724a454b765 tempest-VolumesActionsTest-1210678064 tempest-VolumesActionsTest-1210678064-project] Pushing event updated for resources: {'Port': ['ID=c6661921-93b7-4746-b98c-7a61211edc14,revision_number=1']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:09:44.575160 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-352c460f-6a42-420f-a518-f724a454b765 tempest-VolumesActionsTest-1210678064 tempest-VolumesActionsTest-1210678064-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:09:44.575684 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-352c460f-6a42-420f-a518-f724a454b765 tempest-VolumesActionsTest-1210678064 tempest-VolumesActionsTest-1210678064-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:09:44.576128 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-352c460f-6a42-420f-a518-f724a454b765 tempest-VolumesActionsTest-1210678064 tempest-VolumesActionsTest-1210678064-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:09:44.576707 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-352c460f-6a42-420f-a518-f724a454b765 tempest-VolumesActionsTest-1210678064 tempest-VolumesActionsTest-1210678064-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:09:44.577141 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-352c460f-6a42-420f-a518-f724a454b765 tempest-VolumesActionsTest-1210678064 tempest-VolumesActionsTest-1210678064-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:09:44.577898 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca35e71f-11de-421b-8de6-f545c8d0f03d admin admin] Router c4f5379a-af9d-4d38-b0f3-4dd8f58a632f has already been hosted by L3 agent 2823d358-a11b-4885-a706-95a279e43fa7 {{(pid=100246) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 14:09:44.578388 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-352c460f-6a42-420f-a518-f724a454b765 tempest-VolumesActionsTest-1210678064 tempest-VolumesActionsTest-1210678064-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:09:44.578522 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-352c460f-6a42-420f-a518-f724a454b765 tempest-VolumesActionsTest-1210678064 tempest-VolumesActionsTest-1210678064-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:09:44.578959 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-352c460f-6a42-420f-a518-f724a454b765 tempest-VolumesActionsTest-1210678064 tempest-VolumesActionsTest-1210678064-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:09:44.579416 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-352c460f-6a42-420f-a518-f724a454b765 tempest-VolumesActionsTest-1210678064 tempest-VolumesActionsTest-1210678064-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:09:44.579847 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-352c460f-6a42-420f-a518-f724a454b765 tempest-VolumesActionsTest-1210678064 tempest-VolumesActionsTest-1210678064-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:09:44.580298 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-352c460f-6a42-420f-a518-f724a454b765 tempest-VolumesActionsTest-1210678064 tempest-VolumesActionsTest-1210678064-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:09:44.580870 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-352c460f-6a42-420f-a518-f724a454b765 tempest-VolumesActionsTest-1210678064 tempest-VolumesActionsTest-1210678064-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:09:44.598244 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ddafb2-aa39-496d-8d8a-54888e381ae0 req-352c460f-6a42-420f-a518-f724a454b765 tempest-VolumesActionsTest-1210678064 tempest-VolumesActionsTest-1210678064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:09:44.598244 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-c4ddafb2-aa39-496d-8d8a-54888e381ae0 req-352c460f-6a42-420f-a518-f724a454b765 tempest-VolumesActionsTest-1210678064 tempest-VolumesActionsTest-1210678064-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:44.638775 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-c4ddafb2-aa39-496d-8d8a-54888e381ae0 req-352c460f-6a42-420f-a518-f724a454b765 tempest-VolumesActionsTest-1210678064 tempest-VolumesActionsTest-1210678064-project] 10.222.0.127 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2562118 Jul 06 14:09:44.652081 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f49c925-a54e-4b65-a4cf-e5be807f8903 req-dcfdb816-7400-4d1e-93ff-0bb46507cf0b tempest-ServerTagsTestJSON-1285518137 tempest-ServerTagsTestJSON-1285518137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:09:44.654195 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-5f49c925-a54e-4b65-a4cf-e5be807f8903 req-dcfdb816-7400-4d1e-93ff-0bb46507cf0b tempest-ServerTagsTestJSON-1285518137 tempest-ServerTagsTestJSON-1285518137-project] 10.222.0.104 "GET /v2.0/ports?device_id=b9c8c59d-9824-467e-a824-f6f77ff28214 HTTP/1.1" status: 200 len: 944 time: 0.2360532 Jul 06 14:09:44.659755 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [req-c4ddafb2-aa39-496d-8d8a-54888e381ae0 req-a687b790-d3a9-4aa8-a611-650915528daf service neutron] Request body: {'port': {'device_id': '111c579d-1c13-4e5d-9aa5-c0a1c0f81dd7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-773647-6'}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:09:44.725821 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-5f49c925-a54e-4b65-a4cf-e5be807f8903 req-da74d8cf-467f-4c0c-a579-0812cc2dbc6a tempest-ServerTagsTestJSON-1285518137 tempest-ServerTagsTestJSON-1285518137-project] 10.222.0.104 "GET /v2.0/security-groups?id=ee9b2033-7358-4be4-9c11-2bff35d2bc8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633786 Jul 06 14:09:44.771652 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca35e71f-11de-421b-8de6-f545c8d0f03d admin admin] Notify agent at l3_agent.n-d-773647-6 the message routers_updated {{(pid=100246) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 14:09:44.781199 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-ca35e71f-11de-421b-8de6-f545c8d0f03d admin admin] 10.222.0.104 "PUT /v2.0/routers/c4f5379a-af9d-4d38-b0f3-4dd8f58a632f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5319171 Jul 06 14:09:44.800450 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-c4ddafb2-aa39-496d-8d8a-54888e381ae0 req-a687b790-d3a9-4aa8-a611-650915528daf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:44.808530 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-2f2231af-dab1-4658-bc1d-54c38f82d44c None None] Provisioning complete for port 0d61ef1e-dabb-41c8-a48b-66087903c6cd triggered by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:09:44.808989 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-2f2231af-dab1-4658-bc1d-54c38f82d44c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:44.862648 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-2f2231af-dab1-4658-bc1d-54c38f82d44c None None] Port 0d61ef1e-dabb-41c8-a48b-66087903c6cd cannot update to ACTIVE because it is not bound. {{(pid=100248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 14:09:44.980363 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e795e6f-73e4-40ad-9325-e395b93fcfc6 None None] Sync routers for ids ['c4f5379a-af9d-4d38-b0f3-4dd8f58a632f'] in n-d-773647-6 {{(pid=100248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 14:09:44.990383 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e795e6f-73e4-40ad-9325-e395b93fcfc6 None None] Routers {'c4f5379a-af9d-4d38-b0f3-4dd8f58a632f'} bound to L3 agent in host n-d-773647-6 {{(pid=100248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:09:44.991322 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-6e795e6f-73e4-40ad-9325-e395b93fcfc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T14:09:25Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['c4f5379a-af9d-4d38-b0f3-4dd8f58a632f'], 'active': True} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:09:45.117449 n-d-773647-6 neutron-server[100247]: DEBUG neutron.notifiers.nova [req-c4ddafb2-aa39-496d-8d8a-54888e381ae0 req-a687b790-d3a9-4aa8-a611-650915528daf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c6661921-93b7-4746-b98c-7a61211edc14 {{(pid=100247) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 14:09:45.130472 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-c4ddafb2-aa39-496d-8d8a-54888e381ae0 req-a687b790-d3a9-4aa8-a611-650915528daf service neutron] Notify callbacks [] for port, precommit_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:45.131688 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvr_db [None req-6e795e6f-73e4-40ad-9325-e395b93fcfc6 None None] Set router c4f5379a-af9d-4d38-b0f3-4dd8f58a632f gateway port host: n-d-773647-6 {{(pid=100248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:09:45.145970 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.provisioning_blocks [req-c4ddafb2-aa39-496d-8d8a-54888e381ae0 req-a687b790-d3a9-4aa8-a611-650915528daf service neutron] Transition to ACTIVE for port object c6661921-93b7-4746-b98c-7a61211edc14 will not be triggered until provisioned by entity L2. {{(pid=100247) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:09:45.151445 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-c4ddafb2-aa39-496d-8d8a-54888e381ae0 req-a687b790-d3a9-4aa8-a611-650915528daf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128888538'] for port, after_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:45.218109 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a687b790-d3a9-4aa8-a611-650915528daf service neutron] Pushing event updated for resources: {'Port': ['ID=c6661921-93b7-4746-b98c-7a61211edc14,revision_number=2']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:09:45.339421 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.managers [req-c4ddafb2-aa39-496d-8d8a-54888e381ae0 req-a687b790-d3a9-4aa8-a611-650915528daf service neutron] Attempting to bind port c6661921-93b7-4746-b98c-7a61211edc14 on host n-h1-773647-6 for vnic_type normal with profile {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:09:45.339903 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.managers [req-c4ddafb2-aa39-496d-8d8a-54888e381ae0 req-a687b790-d3a9-4aa8-a611-650915528daf service neutron] Attempting to bind port c6661921-93b7-4746-b98c-7a61211edc14 by drivers openvswitch,hyperv on host n-h1-773647-6 at level 0 using segments [{'id': 'f311c2ae-d2b1-4b76-a9aa-bf4b25cec9f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1022, 'network_id': '684bd941-15a3-4d2f-9dbf-1b045d3b3005'}] {{(pid=100247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:09:45.340232 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4ddafb2-aa39-496d-8d8a-54888e381ae0 req-a687b790-d3a9-4aa8-a611-650915528daf service neutron] Attempting to bind port c6661921-93b7-4746-b98c-7a61211edc14 on network 684bd941-15a3-4d2f-9dbf-1b045d3b3005 {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:09:45.350369 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4ddafb2-aa39-496d-8d8a-54888e381ae0 req-a687b790-d3a9-4aa8-a611-650915528daf service neutron] Port c6661921-93b7-4746-b98c-7a61211edc14 on network 684bd941-15a3-4d2f-9dbf-1b045d3b3005 not bound, no agent of type Open vSwitch agent registered on host n-h1-773647-6 {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 14:09:45.351030 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4ddafb2-aa39-496d-8d8a-54888e381ae0 req-a687b790-d3a9-4aa8-a611-650915528daf service neutron] Attempting to bind port c6661921-93b7-4746-b98c-7a61211edc14 on network 684bd941-15a3-4d2f-9dbf-1b045d3b3005 {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:09:45.362651 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4ddafb2-aa39-496d-8d8a-54888e381ae0 req-a687b790-d3a9-4aa8-a611-650915528daf service neutron] Checking agent: {'id': '5bf7147f-bada-4441-a5dc-934b903473fb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-773647-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 51, 12), 'started_at': datetime.datetime(2021, 7, 6, 13, 51, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 9, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:09:45.363004 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4ddafb2-aa39-496d-8d8a-54888e381ae0 req-a687b790-d3a9-4aa8-a611-650915528daf service neutron] Checking segment: {'id': 'f311c2ae-d2b1-4b76-a9aa-bf4b25cec9f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1022, 'network_id': '684bd941-15a3-4d2f-9dbf-1b045d3b3005'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100247) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:09:45.363506 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4ddafb2-aa39-496d-8d8a-54888e381ae0 req-a687b790-d3a9-4aa8-a611-650915528daf service neutron] Bound using segment: {'id': 'f311c2ae-d2b1-4b76-a9aa-bf4b25cec9f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1022, 'network_id': '684bd941-15a3-4d2f-9dbf-1b045d3b3005'} {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:09:45.364002 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.managers [req-c4ddafb2-aa39-496d-8d8a-54888e381ae0 req-a687b790-d3a9-4aa8-a611-650915528daf service neutron] Bound port: c6661921-93b7-4746-b98c-7a61211edc14, host: n-h1-773647-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f311c2ae-d2b1-4b76-a9aa-bf4b25cec9f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1022, 'network_id': '684bd941-15a3-4d2f-9dbf-1b045d3b3005'}}] {{(pid=100247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:09:45.365057 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-c4ddafb2-aa39-496d-8d8a-54888e381ae0 req-a687b790-d3a9-4aa8-a611-650915528daf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:45.395506 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 47622) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:09:45.400655 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-fb8cb57a-c7ce-46df-a8f7-5f70bdc788b4 tempest-AttachVolumeTestJSON-361183160 tempest-AttachVolumeTestJSON-361183160-project] Request body: {'security_group': {'name': 'tempest-securitygroup--511573375', 'description': 'tempest-description--1726584297'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:09:45.409118 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-6e795e6f-73e4-40ad-9325-e395b93fcfc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4f5379a-af9d-4d38-b0f3-4dd8f58a632f', 'name': 'tempest-AttachVolumeTestJSON-1213395720-router', 'tenant_id': '33f6cdee7b294baa9f6a8cddbba9670a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.237'}], 'enable_snat': True}, 'gw_port_id': 'c1acfd80-02f6-4449-b2b6-b6fcf5a0bb99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:09:36Z', 'updated_at': '2021-07-06T14:09:43Z', 'revision_number': 4, 'project_id': '33f6cdee7b294baa9f6a8cddbba9670a', 'gw_port': {'id': 'c1acfd80-02f6-4449-b2b6-b6fcf5a0bb99', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:bb:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4f5379a-af9d-4d38-b0f3-4dd8f58a632f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1844, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:09:37Z', 'updated_at': '2021-07-06T14:09:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6', '_interfaces': [{'id': '0d61ef1e-dabb-41c8-a48b-66087903c6cd', 'name': '', 'network_id': '6ac95a6a-5756-473f-8a78-bd3474c2b2ff', 'tenant_id': '33f6cdee7b294baa9f6a8cddbba9670a', 'mac_address': 'fa:16:3e:aa:f5:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4f5379a-af9d-4d38-b0f3-4dd8f58a632f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1850, 'fixed_ips': [{'subnet_id': '868bdf15-b823-4cab-842d-77e49afc3593', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:09:41Z', 'updated_at': '2021-07-06T14:09:43Z', 'revision_number': 2, 'project_id': '33f6cdee7b294baa9f6a8cddbba9670a', 'subnets': [{'id': '868bdf15-b823-4cab-842d-77e49afc3593', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773647-6', False) {} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:09:45.425384 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044da6f7-618d-440d-b8b6-507c7ce327ba req-d75ddee2-2052-473e-895d-481e799c1ceb tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:09:45.427073 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-044da6f7-618d-440d-b8b6-507c7ce327ba req-d75ddee2-2052-473e-895d-481e799c1ceb tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] 10.222.0.104 "GET /v2.0/ports?device_id=6f79f617-0856-4219-abc5-8bd1806b6823 HTTP/1.1" status: 200 len: 946 time: 0.1354101 Jul 06 14:09:45.445742 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e795e6f-73e4-40ad-9325-e395b93fcfc6 None None] Checking router: c4f5379a-af9d-4d38-b0f3-4dd8f58a632f for host: n-d-773647-6 {{(pid=100248) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 14:09:45.446986 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e795e6f-73e4-40ad-9325-e395b93fcfc6 None None] Updating router c4f5379a-af9d-4d38-b0f3-4dd8f58a632f port 0d61ef1e-dabb-41c8-a48b-66087903c6cd binding host n-d-773647-6 {{(pid=100248) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 14:09:45.448557 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-fb8cb57a-c7ce-46df-a8f7-5f70bdc788b4 tempest-AttachVolumeTestJSON-361183160 tempest-AttachVolumeTestJSON-361183160-project] Notify callbacks [] for security_group, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:45.480261 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.db [req-c4ddafb2-aa39-496d-8d8a-54888e381ae0 req-a687b790-d3a9-4aa8-a611-650915528daf service neutron] For port c6661921-93b7-4746-b98c-7a61211edc14, host n-h1-773647-6, cleared binding levels {{(pid=100247) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:09:45.491057 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-6e795e6f-73e4-40ad-9325-e395b93fcfc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:45.505849 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-044da6f7-618d-440d-b8b6-507c7ce327ba req-a5531a1f-3e9c-4061-900b-1607988cba3b tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] 10.222.0.104 "GET /v2.0/security-groups?id=bdba1446-e72e-4024-9da7-e6061f204f14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683594 Jul 06 14:09:45.507597 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.db [req-c4ddafb2-aa39-496d-8d8a-54888e381ae0 req-a687b790-d3a9-4aa8-a611-650915528daf service neutron] For port c6661921-93b7-4746-b98c-7a61211edc14, host n-h1-773647-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773647-6',level=0,port_id=c6661921-93b7-4746-b98c-7a61211edc14,segment=NetworkSegment(f311c2ae-d2b1-4b76-a9aa-bf4b25cec9f9),segment_id=f311c2ae-d2b1-4b76-a9aa-bf4b25cec9f9)] {{(pid=100247) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:09:45.523191 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-c4ddafb2-aa39-496d-8d8a-54888e381ae0 req-a687b790-d3a9-4aa8-a611-650915528daf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128888538'] for port, after_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:45.599936 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ddafb2-aa39-496d-8d8a-54888e381ae0 req-a687b790-d3a9-4aa8-a611-650915528daf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:09:45.600563 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-c4ddafb2-aa39-496d-8d8a-54888e381ae0 req-a687b790-d3a9-4aa8-a611-650915528daf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:45.603067 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-c4ddafb2-aa39-496d-8d8a-54888e381ae0 req-a687b790-d3a9-4aa8-a611-650915528daf service neutron] 10.222.0.127 "PUT /v2.0/ports/c6661921-93b7-4746-b98c-7a61211edc14 HTTP/1.1" status: 200 len: 1092 time: 0.9472597 Jul 06 14:09:45.603608 n-d-773647-6 neutron-server[100247]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '111c579d-1c13-4e5d-9aa5-c0a1c0f81dd7', 'tag': 'c6661921-93b7-4746-b98c-7a61211edc14'}] {{(pid=100247) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:09:45.604324 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-fb8cb57a-c7ce-46df-a8f7-5f70bdc788b4 tempest-AttachVolumeTestJSON-361183160 tempest-AttachVolumeTestJSON-361183160-project] Notify callbacks [] for security_group, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:45.606141 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cbf0eeaae822f8fc9b87a94aeba67a3d651842baf663a51cba94b67a514836d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef98bdf6-06f5-4b1e-985a-d99b61482bc6" -d '{"events": [{"name": "network-changed", "server_uuid": "111c579d-1c13-4e5d-9aa5-c0a1c0f81dd7", "tag": "c6661921-93b7-4746-b98c-7a61211edc14"}]}' {{(pid=100247) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:09:45.612007 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-fb8cb57a-c7ce-46df-a8f7-5f70bdc788b4 tempest-AttachVolumeTestJSON-361183160 tempest-AttachVolumeTestJSON-361183160-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:45.634560 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a687b790-d3a9-4aa8-a611-650915528daf service neutron] Pushing event updated for resources: {'Port': ['ID=c6661921-93b7-4746-b98c-7a61211edc14,revision_number=3']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:09:45.694294 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8cb57a-c7ce-46df-a8f7-5f70bdc788b4 tempest-AttachVolumeTestJSON-361183160 tempest-AttachVolumeTestJSON-361183160-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e8c32bf5-5674-497e-8c20-3ec857c330c9,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:09:45.698431 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6f3cee-b47a-40c0-8634-32b1365fa880 req-bf27d077-4a35-48b9-8802-fc8203cf73fa tempest-VolumesActionsTest-1210678064 tempest-VolumesActionsTest-1210678064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:09:45.704467 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-3c6f3cee-b47a-40c0-8634-32b1365fa880 req-bf27d077-4a35-48b9-8802-fc8203cf73fa tempest-VolumesActionsTest-1210678064 tempest-VolumesActionsTest-1210678064-project] 10.222.0.104 "GET /v2.0/ports?device_id=111c579d-1c13-4e5d-9aa5-c0a1c0f81dd7 HTTP/1.1" status: 200 len: 944 time: 0.1955459 Jul 06 14:09:45.715015 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-fb8cb57a-c7ce-46df-a8f7-5f70bdc788b4 tempest-AttachVolumeTestJSON-361183160 tempest-AttachVolumeTestJSON-361183160-project] Notify callbacks [] for security_group, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:45.719259 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-fb8cb57a-c7ce-46df-a8f7-5f70bdc788b4 tempest-AttachVolumeTestJSON-361183160 tempest-AttachVolumeTestJSON-361183160-project] 10.222.0.104 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.3202255 Jul 06 14:09:45.720349 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 47634) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:09:45.729043 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-32b896ff-15a2-46a8-b8b5-a5c2ebc88041 tempest-AttachVolumeTestJSON-361183160 tempest-AttachVolumeTestJSON-361183160-project] Request body: {'security_group_rule': {'security_group_id': 'e8c32bf5-5674-497e-8c20-3ec857c330c9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:09:45.786000 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device c1acfd80-02f6-4449-b2b6-b6fcf5a0bb99 up at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:09:45.791653 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-32b896ff-15a2-46a8-b8b5-a5c2ebc88041 tempest-AttachVolumeTestJSON-361183160 tempest-AttachVolumeTestJSON-361183160-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:45.830599 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-3c6f3cee-b47a-40c0-8634-32b1365fa880 req-e1d04ba5-f117-446c-a245-878ea9e3744c tempest-VolumesActionsTest-1210678064 tempest-VolumesActionsTest-1210678064-project] 10.222.0.104 "GET /v2.0/security-groups?id=e3f883e7-e0ef-43fd-9fef-1e191c4cd6a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998325 Jul 06 14:09:45.854379 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ddafb2-aa39-496d-8d8a-54888e381ae0 req-1f05c5be-e76d-453f-bc99-41561eb33003 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:09:45.857561 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-c4ddafb2-aa39-496d-8d8a-54888e381ae0 req-1f05c5be-e76d-453f-bc99-41561eb33003 service neutron] 10.222.0.127 "GET /v2.0/ports?tenant_id=075e6592b8cd4726a42a2f60335e3259&device_id=111c579d-1c13-4e5d-9aa5-c0a1c0f81dd7 HTTP/1.1" status: 200 len: 1095 time: 0.2025619 Jul 06 14:09:45.870577 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-32b896ff-15a2-46a8-b8b5-a5c2ebc88041 tempest-AttachVolumeTestJSON-361183160 tempest-AttachVolumeTestJSON-361183160-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:45.870814 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Device ca72699e-8fe0-4646-9205-4c5f06a6a15b details requested by agent hyperv_n-h2-773647-6 with host n-h2-773647-6 {{(pid=100248) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 14:09:45.878217 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-32b896ff-15a2-46a8-b8b5-a5c2ebc88041 tempest-AttachVolumeTestJSON-361183160 tempest-AttachVolumeTestJSON-361183160-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1898694'] for security_group_rule, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:45.909522 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b896ff-15a2-46a8-b8b5-a5c2ebc88041 tempest-AttachVolumeTestJSON-361183160 tempest-AttachVolumeTestJSON-361183160-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=684fefc3-005c-4942-a670-dc068f284ec5,revision_number=0']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:09:45.918216 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-32b896ff-15a2-46a8-b8b5-a5c2ebc88041 tempest-AttachVolumeTestJSON-361183160 tempest-AttachVolumeTestJSON-361183160-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:45.920940 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-32b896ff-15a2-46a8-b8b5-a5c2ebc88041 tempest-AttachVolumeTestJSON-361183160 tempest-AttachVolumeTestJSON-361183160-project] 10.222.0.104 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1994321 Jul 06 14:09:45.922694 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 47644) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:09:45.929064 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-2cac68a6-c801-44e4-ac94-171e42612ace tempest-AttachVolumeTestJSON-361183160 tempest-AttachVolumeTestJSON-361183160-project] Request body: {'security_group_rule': {'security_group_id': 'e8c32bf5-5674-497e-8c20-3ec857c330c9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:09:45.961828 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-c4ddafb2-aa39-496d-8d8a-54888e381ae0 req-d6ad37d7-980e-40bd-aa00-ab0e29eb4ad1 service neutron] 10.222.0.127 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c6661921-93b7-4746-b98c-7a61211edc14 HTTP/1.1" status: 200 len: 217 time: 0.0973990 Jul 06 14:09:45.968448 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-2cac68a6-c801-44e4-ac94-171e42612ace tempest-AttachVolumeTestJSON-361183160 tempest-AttachVolumeTestJSON-361183160-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:45.981321 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 14:09:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e50cff6-e4c3-4e19-88b6-7d686c42644d x-openstack-request-id: req-5e50cff6-e4c3-4e19-88b6-7d686c42644d {{(pid=100247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:09:45.981682 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "111c579d-1c13-4e5d-9aa5-c0a1c0f81dd7", "tag": "c6661921-93b7-4746-b98c-7a61211edc14", "status": "completed", "code": 200}]} {{(pid=100247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:09:45.982002 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-5e50cff6-e4c3-4e19-88b6-7d686c42644d {{(pid=100247) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:09:45.982495 n-d-773647-6 neutron-server[100247]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '111c579d-1c13-4e5d-9aa5-c0a1c0f81dd7', 'tag': 'c6661921-93b7-4746-b98c-7a61211edc14', 'status': 'completed', 'code': 200} Jul 06 14:09:46.028559 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning complete for port c1acfd80-02f6-4449-b2b6-b6fcf5a0bb99 triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:09:46.028927 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:46.048661 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ddafb2-aa39-496d-8d8a-54888e381ae0 req-691e6f6a-268f-41ae-b193-2b4147793af4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:09:46.050287 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-c4ddafb2-aa39-496d-8d8a-54888e381ae0 req-691e6f6a-268f-41ae-b193-2b4147793af4 service neutron] 10.222.0.127 "GET /v2.0/subnets?id=0ace526d-db1e-4580-a14a-0c79ef9a9d16 HTTP/1.1" status: 200 len: 849 time: 0.0824144 Jul 06 14:09:46.059179 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-2cac68a6-c801-44e4-ac94-171e42612ace tempest-AttachVolumeTestJSON-361183160 tempest-AttachVolumeTestJSON-361183160-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:46.059772 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-3fe756ce-c474-44db-8639-6f9be07aefd2 req-05eb8aa1-6e50-4140-a91d-5479c7f371ef tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] 10.222.0.104 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=96647dd61d404050a5af01798d2f6f47 HTTP/1.1" status: 200 len: 267 time: 0.0762715 Jul 06 14:09:46.067345 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-2cac68a6-c801-44e4-ac94-171e42612ace tempest-AttachVolumeTestJSON-361183160 tempest-AttachVolumeTestJSON-361183160-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1898694'] for security_group_rule, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:46.110311 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-2cac68a6-c801-44e4-ac94-171e42612ace tempest-AttachVolumeTestJSON-361183160 tempest-AttachVolumeTestJSON-361183160-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:46.115459 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-2cac68a6-c801-44e4-ac94-171e42612ace tempest-AttachVolumeTestJSON-361183160 tempest-AttachVolumeTestJSON-361183160-project] 10.222.0.104 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1915529 Jul 06 14:09:46.117562 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 47648) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:09:46.123012 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-824b7ec7-79c2-4457-a405-7131aec350aa tempest-AttachVolumeTestJSON-361183160 tempest-AttachVolumeTestJSON-361183160-project] Request body: {'floatingip': {'floating_network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:09:46.127828 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-c4ddafb2-aa39-496d-8d8a-54888e381ae0 req-88c9bac4-2e6f-4769-b931-641935bbedb0 service neutron] 10.222.0.127 "GET /v2.0/ports?network_id=684bd941-15a3-4d2f-9dbf-1b045d3b3005&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0563111 Jul 06 14:09:46.129151 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cac68a6-c801-44e4-ac94-171e42612ace tempest-AttachVolumeTestJSON-361183160 tempest-AttachVolumeTestJSON-361183160-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=93dba568-9814-4672-84ce-55d767db27f8,revision_number=0']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:09:46.169762 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-824b7ec7-79c2-4457-a405-7131aec350aa tempest-AttachVolumeTestJSON-361183160 tempest-AttachVolumeTestJSON-361183160-project] Notify callbacks [] for floatingip, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:46.219619 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe756ce-c474-44db-8639-6f9be07aefd2 req-b27d71d0-9c85-452e-9da9-d3a8b438f8cb tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:09:46.221176 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-3fe756ce-c474-44db-8639-6f9be07aefd2 req-b27d71d0-9c85-452e-9da9-d3a8b438f8cb tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] 10.222.0.104 "GET /v2.0/ports?device_id=6f79f617-0856-4219-abc5-8bd1806b6823 HTTP/1.1" status: 200 len: 946 time: 0.1606300 Jul 06 14:09:46.222274 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-6e795e6f-73e4-40ad-9325-e395b93fcfc6 None None] Notify callbacks [] for port, precommit_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:46.235398 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [req-3fe756ce-c474-44db-8639-6f9be07aefd2 req-ea9e1a89-55b3-4ed7-8dfd-323b854fb3c1 tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] Request body: {'port': {'security_groups': []}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:09:46.235626 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-6e795e6f-73e4-40ad-9325-e395b93fcfc6 None None] Transition to ACTIVE for port object 0d61ef1e-dabb-41c8-a48b-66087903c6cd will not be triggered until provisioned by entity L2. {{(pid=100248) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:09:46.331313 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] For port ca72699e-8fe0-4646-9205-4c5f06a6a15b, host n-h2-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=ca72699e-8fe0-4646-9205-4c5f06a6a15b,segment=NetworkSegment(69973d5d-12b1-49f6-ae5b-bbd5e56a7939),segment_id=69973d5d-12b1-49f6-ae5b-bbd5e56a7939)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:09:46.339794 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-824b7ec7-79c2-4457-a405-7131aec350aa tempest-AttachVolumeTestJSON-361183160 tempest-AttachVolumeTestJSON-361183160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:46.347881 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Returning: {'device': 'ca72699e-8fe0-4646-9205-4c5f06a6a15b', 'network_id': '44f1df93-8dbd-49ed-a9f2-57969b54107f', 'port_id': 'ca72699e-8fe0-4646-9205-4c5f06a6a15b', 'mac_address': 'fa:16:3e:d4:72:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1031, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a276c2e-9e34-4c7a-ac60-8bd1b969e24b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100248) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 14:09:46.353371 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-6e795e6f-73e4-40ad-9325-e395b93fcfc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:46.441333 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:46.505553 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.db_base_plugin_common [None req-824b7ec7-79c2-4457-a405-7131aec350aa tempest-AttachVolumeTestJSON-361183160 tempest-AttachVolumeTestJSON-361183160-project] Allocated IP 172.25.0.206 (2658f09e-a580-4d4a-9968-2d1e0ad93719/cbf74abc-6fe1-4d33-b005-c948923b9647/5a6a1c93-4520-4556-a1ad-14eb499aeb33) {{(pid=100246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:09:46.669643 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-824b7ec7-79c2-4457-a405-7131aec350aa tempest-AttachVolumeTestJSON-361183160 tempest-AttachVolumeTestJSON-361183160-project] Notify callbacks [] for port, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:46.746860 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-824b7ec7-79c2-4457-a405-7131aec350aa tempest-AttachVolumeTestJSON-361183160 tempest-AttachVolumeTestJSON-361183160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-127687573'] for port, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:46.781724 n-d-773647-6 neutron-server[100248]: DEBUG neutron.notifiers.nova [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ca72699e-8fe0-4646-9205-4c5f06a6a15b {{(pid=100248) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 14:09:46.797912 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-c4ddafb2-aa39-496d-8d8a-54888e381ae0 req-bba7ccb1-86d7-49a5-bcf3-aa8dfa2ca908 service neutron] 10.222.0.127 "GET /v2.0/networks/684bd941-15a3-4d2f-9dbf-1b045d3b3005?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6603682 Jul 06 14:09:46.802166 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-824b7ec7-79c2-4457-a405-7131aec350aa tempest-AttachVolumeTestJSON-361183160 tempest-AttachVolumeTestJSON-361183160-project] Network 2658f09e-a580-4d4a-9968-2d1e0ad93719 is already hosted by enough agents. {{(pid=100246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:09:46.804648 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6412f1c0-8684-4f82-8170-c50c285f8fb9 None None] Pushing event updated for resources: {'Port': ['ID=0d61ef1e-dabb-41c8-a48b-66087903c6cd,revision_number=3']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:09:46.805957 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.base_scheduler [None req-824b7ec7-79c2-4457-a405-7131aec350aa tempest-AttachVolumeTestJSON-361183160 tempest-AttachVolumeTestJSON-361183160-project] Resources bound (agent type, host, resource id): {{(pid=100246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:09:46.810226 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-824b7ec7-79c2-4457-a405-7131aec350aa tempest-AttachVolumeTestJSON-361183160 tempest-AttachVolumeTestJSON-361183160-project] Received port after_create {{(pid=100246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:09:46.885847 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] For port ca72699e-8fe0-4646-9205-4c5f06a6a15b, host n-h2-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=ca72699e-8fe0-4646-9205-4c5f06a6a15b,segment=NetworkSegment(69973d5d-12b1-49f6-ae5b-bbd5e56a7939),segment_id=69973d5d-12b1-49f6-ae5b-bbd5e56a7939)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:09:46.914678 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:46.925631 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-c4ddafb2-aa39-496d-8d8a-54888e381ae0 req-5cbb302f-a121-4f9b-8759-905568b46ae8 service neutron] 10.222.0.127 "GET /v2.0/networks/684bd941-15a3-4d2f-9dbf-1b045d3b3005?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1027379 Jul 06 14:09:46.952880 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-6e795e6f-73e4-40ad-9325-e395b93fcfc6 None None] Attempting to bind port 0d61ef1e-dabb-41c8-a48b-66087903c6cd on host n-d-773647-6 for vnic_type normal with profile {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:09:46.953254 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-6e795e6f-73e4-40ad-9325-e395b93fcfc6 None None] Attempting to bind port 0d61ef1e-dabb-41c8-a48b-66087903c6cd by drivers openvswitch,hyperv on host n-d-773647-6 at level 0 using segments [{'id': '85f44324-1b25-43f8-b0d2-e6a13494ae45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': '6ac95a6a-5756-473f-8a78-bd3474c2b2ff'}] {{(pid=100248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:09:46.953629 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e795e6f-73e4-40ad-9325-e395b93fcfc6 None None] Attempting to bind port 0d61ef1e-dabb-41c8-a48b-66087903c6cd on network 6ac95a6a-5756-473f-8a78-bd3474c2b2ff {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:09:46.961855 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e795e6f-73e4-40ad-9325-e395b93fcfc6 None None] Checking agent: {'id': '8ab5b19c-d213-4f29-891d-27bdf39d38b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773647-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 43, 26), 'started_at': datetime.datetime(2021, 7, 6, 13, 43, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 9, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773647-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:09:46.962231 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e795e6f-73e4-40ad-9325-e395b93fcfc6 None None] Checking segment: {'id': '85f44324-1b25-43f8-b0d2-e6a13494ae45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': '6ac95a6a-5756-473f-8a78-bd3474c2b2ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:09:46.962648 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-6e795e6f-73e4-40ad-9325-e395b93fcfc6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:46.963117 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e795e6f-73e4-40ad-9325-e395b93fcfc6 None None] Bound using segment: {'id': '85f44324-1b25-43f8-b0d2-e6a13494ae45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': '6ac95a6a-5756-473f-8a78-bd3474c2b2ff'} {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:09:46.963585 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-6e795e6f-73e4-40ad-9325-e395b93fcfc6 None None] Bound port: 0d61ef1e-dabb-41c8-a48b-66087903c6cd, host: n-d-773647-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85f44324-1b25-43f8-b0d2-e6a13494ae45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': '6ac95a6a-5756-473f-8a78-bd3474c2b2ff'}}] {{(pid=100248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:09:46.964103 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-6e795e6f-73e4-40ad-9325-e395b93fcfc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:46.987246 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-3fe756ce-c474-44db-8639-6f9be07aefd2 req-ea9e1a89-55b3-4ed7-8dfd-323b854fb3c1 tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:47.011496 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73400e75-9e8c-433a-b37a-64970c825f9c req-a0796836-0e2c-4bed-a34d-a18c692ca085 tempest-ServerTagsTestJSON-1285518137 tempest-ServerTagsTestJSON-1285518137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:09:47.013894 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Pushing event updated for resources: {'Port': ['ID=ca72699e-8fe0-4646-9205-4c5f06a6a15b,revision_number=4']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:09:47.019486 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-73400e75-9e8c-433a-b37a-64970c825f9c req-a0796836-0e2c-4bed-a34d-a18c692ca085 tempest-ServerTagsTestJSON-1285518137 tempest-ServerTagsTestJSON-1285518137-project] 10.222.0.104 "GET /v2.0/ports?device_id=b9c8c59d-9824-467e-a824-f6f77ff28214 HTTP/1.1" status: 200 len: 944 time: 0.7695603 Jul 06 14:09:47.072284 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-6e795e6f-73e4-40ad-9325-e395b93fcfc6 None None] For port 0d61ef1e-dabb-41c8-a48b-66087903c6cd, host n-d-773647-6, cleared binding levels {{(pid=100248) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:09:47.075908 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-6e795e6f-73e4-40ad-9325-e395b93fcfc6 None None] For port 0d61ef1e-dabb-41c8-a48b-66087903c6cd, host n-d-773647-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=0d61ef1e-dabb-41c8-a48b-66087903c6cd,segment=NetworkSegment(85f44324-1b25-43f8-b0d2-e6a13494ae45),segment_id=85f44324-1b25-43f8-b0d2-e6a13494ae45)] {{(pid=100248) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:09:47.082988 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-6e795e6f-73e4-40ad-9325-e395b93fcfc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:47.124474 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-73400e75-9e8c-433a-b37a-64970c825f9c req-01fd64df-1b7d-43be-9c83-fdc0906c7003 tempest-ServerTagsTestJSON-1285518137 tempest-ServerTagsTestJSON-1285518137-project] 10.222.0.104 "GET /v2.0/security-groups?id=ee9b2033-7358-4be4-9c11-2bff35d2bc8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037722 Jul 06 14:09:47.166484 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e795e6f-73e4-40ad-9325-e395b93fcfc6 None None] Routers {'c4f5379a-af9d-4d38-b0f3-4dd8f58a632f'} bound to L3 agent in host n-d-773647-6 {{(pid=100248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:09:47.167485 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-6e795e6f-73e4-40ad-9325-e395b93fcfc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T14:09:25Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['c4f5379a-af9d-4d38-b0f3-4dd8f58a632f'], 'active': True} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:09:47.176539 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6412f1c0-8684-4f82-8170-c50c285f8fb9 None None] Pushing event updated for resources: {'Port': ['ID=0d61ef1e-dabb-41c8-a48b-66087903c6cd,revision_number=4']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:09:47.224571 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef98bdf6-06f5-4b1e-985a-d99b61482bc6 req-2a24dfd8-3fd7-451d-98c3-b320edc051e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:09:47.225963 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-ef98bdf6-06f5-4b1e-985a-d99b61482bc6 req-2a24dfd8-3fd7-451d-98c3-b320edc051e0 service neutron] 10.222.0.127 "GET /v2.0/ports?tenant_id=075e6592b8cd4726a42a2f60335e3259&device_id=111c579d-1c13-4e5d-9aa5-c0a1c0f81dd7 HTTP/1.1" status: 200 len: 1095 time: 0.2331915 Jul 06 14:09:47.232392 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] get_ports_and_sgs() called for port_ids ['ca72699e-8fe0-4646-9205-4c5f06a6a15b'] {{(pid=100248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 14:09:47.427952 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.db [req-3fe756ce-c474-44db-8639-6f9be07aefd2 req-ea9e1a89-55b3-4ed7-8dfd-323b854fb3c1 tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] For port c2f42a47-9435-42a3-a355-2a1daefe7508, host n-h1-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773647-6',level=0,port_id=c2f42a47-9435-42a3-a355-2a1daefe7508,segment=NetworkSegment(36c50412-6893-4622-808c-49164f6f9db6),segment_id=36c50412-6893-4622-808c-49164f6f9db6)] {{(pid=100247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:09:47.447559 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvr_db [None req-6e795e6f-73e4-40ad-9325-e395b93fcfc6 None None] Set router c4f5379a-af9d-4d38-b0f3-4dd8f58a632f gateway port host: n-d-773647-6 {{(pid=100248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:09:47.462488 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824b7ec7-79c2-4457-a405-7131aec350aa tempest-AttachVolumeTestJSON-361183160 tempest-AttachVolumeTestJSON-361183160-project] Pushing event updated for resources: {'Port': ['ID=5a6a1c93-4520-4556-a1ad-14eb499aeb33,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:09:47.493941 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef98bdf6-06f5-4b1e-985a-d99b61482bc6 req-da98a02a-b07c-4f3f-90a4-fa40d8285690 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:09:47.495870 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-ef98bdf6-06f5-4b1e-985a-d99b61482bc6 req-da98a02a-b07c-4f3f-90a4-fa40d8285690 service neutron] 10.222.0.127 "GET /v2.0/networks?id=684bd941-15a3-4d2f-9dbf-1b045d3b3005 HTTP/1.1" status: 200 len: 911 time: 0.2325022 Jul 06 14:09:47.562932 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-824b7ec7-79c2-4457-a405-7131aec350aa tempest-AttachVolumeTestJSON-361183160 tempest-AttachVolumeTestJSON-361183160-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:47.587736 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-ef98bdf6-06f5-4b1e-985a-d99b61482bc6 req-6fb710dd-ec4e-4641-a296-1d1f02ec233b service neutron] 10.222.0.127 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c6661921-93b7-4746-b98c-7a61211edc14 HTTP/1.1" status: 200 len: 217 time: 0.0758832 Jul 06 14:09:47.609557 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-3fe756ce-c474-44db-8639-6f9be07aefd2 req-ea9e1a89-55b3-4ed7-8dfd-323b854fb3c1 tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] Notify callbacks [] for port, precommit_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:47.630227 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-824b7ec7-79c2-4457-a405-7131aec350aa tempest-AttachVolumeTestJSON-361183160 tempest-AttachVolumeTestJSON-361183160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:47.689357 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-3fe756ce-c474-44db-8639-6f9be07aefd2 req-ea9e1a89-55b3-4ed7-8dfd-323b854fb3c1 tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128888538'] for port, after_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:47.717500 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] get_ports_and_sgs() called for port_ids ['1f5819e5-377a-477d-a4e0-bc213d163822', 'c2f42a47-9435-42a3-a355-2a1daefe7508'] {{(pid=100248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 14:09:47.812480 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe756ce-c474-44db-8639-6f9be07aefd2 req-ea9e1a89-55b3-4ed7-8dfd-323b854fb3c1 tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:09:47.813711 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-3fe756ce-c474-44db-8639-6f9be07aefd2 req-ea9e1a89-55b3-4ed7-8dfd-323b854fb3c1 tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:47.832396 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-3fe756ce-c474-44db-8639-6f9be07aefd2 req-ea9e1a89-55b3-4ed7-8dfd-323b854fb3c1 tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] 10.222.0.104 "PUT /v2.0/ports/c2f42a47-9435-42a3-a355-2a1daefe7508 HTTP/1.1" status: 200 len: 905 time: 1.5972579 Jul 06 14:09:47.839722 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef98bdf6-06f5-4b1e-985a-d99b61482bc6 req-05ac827c-9684-469a-a9dd-2d029a64f163 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:09:47.843250 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-ef98bdf6-06f5-4b1e-985a-d99b61482bc6 req-05ac827c-9684-469a-a9dd-2d029a64f163 service neutron] 10.222.0.127 "GET /v2.0/subnets?id=0ace526d-db1e-4580-a14a-0c79ef9a9d16 HTTP/1.1" status: 200 len: 849 time: 0.2463558 Jul 06 14:09:47.938037 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-ef98bdf6-06f5-4b1e-985a-d99b61482bc6 req-a79ffc50-5f96-4b70-addf-b3a3495cbb18 service neutron] 10.222.0.127 "GET /v2.0/ports?network_id=684bd941-15a3-4d2f-9dbf-1b045d3b3005&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0698736 Jul 06 14:09:47.981608 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] get_ports_and_sgs() called for port_ids ['c2f42a47-9435-42a3-a355-2a1daefe7508'] {{(pid=100248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 14:09:47.991640 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9e1a89-55b3-4ed7-8dfd-323b854fb3c1 tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] Pushing event updated for resources: {'Port': ['ID=c2f42a47-9435-42a3-a355-2a1daefe7508,revision_number=6']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:09:48.006513 n-d-773647-6 neutron-server[100247]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f79f617-0856-4219-abc5-8bd1806b6823', 'tag': 'c2f42a47-9435-42a3-a355-2a1daefe7508'}] {{(pid=100247) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:09:48.010717 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cbf0eeaae822f8fc9b87a94aeba67a3d651842baf663a51cba94b67a514836d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e166cc0-65d3-4ce0-a8ea-9850947b7ae7" -d '{"events": [{"name": "network-changed", "server_uuid": "6f79f617-0856-4219-abc5-8bd1806b6823", "tag": "c2f42a47-9435-42a3-a355-2a1daefe7508"}]}' {{(pid=100247) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:09:48.037618 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-824b7ec7-79c2-4457-a405-7131aec350aa tempest-AttachVolumeTestJSON-361183160 tempest-AttachVolumeTestJSON-361183160-project] Notify callbacks [] for port, precommit_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:48.047081 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-824b7ec7-79c2-4457-a405-7131aec350aa tempest-AttachVolumeTestJSON-361183160 tempest-AttachVolumeTestJSON-361183160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127687527'] for port, after_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:48.125976 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-6e795e6f-73e4-40ad-9325-e395b93fcfc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4f5379a-af9d-4d38-b0f3-4dd8f58a632f', 'name': 'tempest-AttachVolumeTestJSON-1213395720-router', 'tenant_id': '33f6cdee7b294baa9f6a8cddbba9670a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.237'}], 'enable_snat': True}, 'gw_port_id': 'c1acfd80-02f6-4449-b2b6-b6fcf5a0bb99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:09:36Z', 'updated_at': '2021-07-06T14:09:43Z', 'revision_number': 4, 'project_id': '33f6cdee7b294baa9f6a8cddbba9670a', 'gw_port': {'id': 'c1acfd80-02f6-4449-b2b6-b6fcf5a0bb99', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:bb:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4f5379a-af9d-4d38-b0f3-4dd8f58a632f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1844, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:09:37Z', 'updated_at': '2021-07-06T14:09:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6', '_interfaces': [{'id': '0d61ef1e-dabb-41c8-a48b-66087903c6cd', 'name': '', 'network_id': '6ac95a6a-5756-473f-8a78-bd3474c2b2ff', 'tenant_id': '33f6cdee7b294baa9f6a8cddbba9670a', 'mac_address': 'fa:16:3e:aa:f5:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4f5379a-af9d-4d38-b0f3-4dd8f58a632f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1850, 'fixed_ips': [{'subnet_id': '868bdf15-b823-4cab-842d-77e49afc3593', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:09:41Z', 'updated_at': '2021-07-06T14:09:47Z', 'revision_number': 4, 'project_id': '33f6cdee7b294baa9f6a8cddbba9670a', 'subnets': [{'id': '868bdf15-b823-4cab-842d-77e49afc3593', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773647-6', False) {} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:09:48.201427 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e795e6f-73e4-40ad-9325-e395b93fcfc6 None None] The sync data for ids ['c4f5379a-af9d-4d38-b0f3-4dd8f58a632f'] in n-d-773647-6 is: [{'id': 'c4f5379a-af9d-4d38-b0f3-4dd8f58a632f', 'name': 'tempest-AttachVolumeTestJSON-1213395720-router', 'tenant_id': '33f6cdee7b294baa9f6a8cddbba9670a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.237'}], 'enable_snat': True}, 'gw_port_id': 'c1acfd80-02f6-4449-b2b6-b6fcf5a0bb99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:09:36Z', 'updated_at': '2021-07-06T14:09:43Z', 'revision_number': 4, 'project_id': '33f6cdee7b294baa9f6a8cddbba9670a', 'gw_port': {'id': 'c1acfd80-02f6-4449-b2b6-b6fcf5a0bb99', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:bb:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4f5379a-af9d-4d38-b0f3-4dd8f58a632f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1844, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:09:37Z', 'updated_at': '2021-07-06T14:09:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6', '_interfaces': [{'id': '0d61ef1e-dabb-41c8-a48b-66087903c6cd', 'name': '', 'network_id': '6ac95a6a-5756-473f-8a78-bd3474c2b2ff', 'tenant_id': '33f6cdee7b294baa9f6a8cddbba9670a', 'mac_address': 'fa:16:3e:aa:f5:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4f5379a-af9d-4d38-b0f3-4dd8f58a632f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1850, 'fixed_ips': [{'subnet_id': '868bdf15-b823-4cab-842d-77e49afc3593', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:09:41Z', 'updated_at': '2021-07-06T14:09:47Z', 'revision_number': 4, 'project_id': '33f6cdee7b294baa9f6a8cddbba9670a', 'subnets': [{'id': '868bdf15-b823-4cab-842d-77e49afc3593', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 14:09:48.217160 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ca2db3-bc4d-4cc2-be51-003d2f10320f req-384c5911-3409-40eb-bb54-20286462be65 tempest-VolumesActionsTest-1210678064 tempest-VolumesActionsTest-1210678064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:09:48.218911 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-53ca2db3-bc4d-4cc2-be51-003d2f10320f req-384c5911-3409-40eb-bb54-20286462be65 tempest-VolumesActionsTest-1210678064 tempest-VolumesActionsTest-1210678064-project] 10.222.0.104 "GET /v2.0/ports?device_id=111c579d-1c13-4e5d-9aa5-c0a1c0f81dd7 HTTP/1.1" status: 200 len: 944 time: 0.6231470 Jul 06 14:09:48.225917 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824b7ec7-79c2-4457-a405-7131aec350aa tempest-AttachVolumeTestJSON-361183160 tempest-AttachVolumeTestJSON-361183160-project] Pushing event updated for resources: {'Port': ['ID=5a6a1c93-4520-4556-a1ad-14eb499aeb33,revision_number=2']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:09:48.226828 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-ef98bdf6-06f5-4b1e-985a-d99b61482bc6 req-62fc59f0-80fc-4585-91ae-188237f46a80 service neutron] 10.222.0.127 "GET /v2.0/networks/684bd941-15a3-4d2f-9dbf-1b045d3b3005?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2639744 Jul 06 14:09:48.248994 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-824b7ec7-79c2-4457-a405-7131aec350aa tempest-AttachVolumeTestJSON-361183160 tempest-AttachVolumeTestJSON-361183160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1761130'] for floatingip, after_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:48.268955 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-ac3d84d4-d363-4ffa-bf20-fd31ab61deb2 None None] Provisioning complete for port c2f42a47-9435-42a3-a355-2a1daefe7508 triggered by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:09:48.269621 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-ac3d84d4-d363-4ffa-bf20-fd31ab61deb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:48.329186 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-824b7ec7-79c2-4457-a405-7131aec350aa tempest-AttachVolumeTestJSON-361183160 tempest-AttachVolumeTestJSON-361183160-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for floatingip, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:48.342101 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-824b7ec7-79c2-4457-a405-7131aec350aa tempest-AttachVolumeTestJSON-361183160 tempest-AttachVolumeTestJSON-361183160-project] 10.222.0.104 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.2225056 Jul 06 14:09:48.387897 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-53ca2db3-bc4d-4cc2-be51-003d2f10320f req-8ab311cc-6f7a-4942-9fc8-47e12004adf5 tempest-VolumesActionsTest-1210678064 tempest-VolumesActionsTest-1210678064-project] 10.222.0.104 "GET /v2.0/security-groups?id=e3f883e7-e0ef-43fd-9fef-1e191c4cd6a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1594048 Jul 06 14:09:48.440731 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-ef98bdf6-06f5-4b1e-985a-d99b61482bc6 req-c835c7c6-bb6e-4dee-9eab-6f94004cc2ff service neutron] 10.222.0.127 "GET /v2.0/networks/684bd941-15a3-4d2f-9dbf-1b045d3b3005?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2055576 Jul 06 14:09:48.462142 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] get_ports_and_sgs() called for port_ids ['285a983f-a0c4-456a-9702-1039a1c94001'] {{(pid=100248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 14:09:48.510489 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 14:09:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00eaf2c3-3570-4d42-9a9b-8ba6cf966e65 x-openstack-request-id: req-00eaf2c3-3570-4d42-9a9b-8ba6cf966e65 {{(pid=100247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:09:48.510802 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f79f617-0856-4219-abc5-8bd1806b6823", "tag": "c2f42a47-9435-42a3-a355-2a1daefe7508", "status": "completed", "code": 200}]} {{(pid=100247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:09:48.511024 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-00eaf2c3-3570-4d42-9a9b-8ba6cf966e65 {{(pid=100247) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:09:48.511451 n-d-773647-6 neutron-server[100247]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f79f617-0856-4219-abc5-8bd1806b6823', 'tag': 'c2f42a47-9435-42a3-a355-2a1daefe7508', 'status': 'completed', 'code': 200} Jul 06 14:09:48.580253 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca7faaa-989d-4621-9eac-a6b4ccc2ce8c req-333eeac2-975d-46c1-a048-2cfcae808702 tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:09:48.582374 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-cca7faaa-989d-4621-9eac-a6b4ccc2ce8c req-333eeac2-975d-46c1-a048-2cfcae808702 tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] 10.222.0.104 "GET /v2.0/ports?device_id=6f79f617-0856-4219-abc5-8bd1806b6823 HTTP/1.1" status: 200 len: 908 time: 0.1403284 Jul 06 14:09:48.637705 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e166cc0-65d3-4ce0-a8ea-9850947b7ae7 req-cf325cd4-c0b2-42e0-8c90-115ff1eb32fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:09:48.639251 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-1e166cc0-65d3-4ce0-a8ea-9850947b7ae7 req-cf325cd4-c0b2-42e0-8c90-115ff1eb32fb service neutron] 10.222.0.127 "GET /v2.0/ports?tenant_id=96647dd61d404050a5af01798d2f6f47&device_id=6f79f617-0856-4219-abc5-8bd1806b6823 HTTP/1.1" status: 200 len: 1059 time: 0.1006899 Jul 06 14:09:48.786273 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e166cc0-65d3-4ce0-a8ea-9850947b7ae7 req-1c06e0ba-7ac9-4d60-9679-a888bd3bdd0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:09:48.787794 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-1e166cc0-65d3-4ce0-a8ea-9850947b7ae7 req-1c06e0ba-7ac9-4d60-9679-a888bd3bdd0b service neutron] 10.222.0.127 "GET /v2.0/networks?id=ca8d241f-6d1c-4a83-a6b7-adff4a667580 HTTP/1.1" status: 200 len: 914 time: 0.1421149 Jul 06 14:09:48.848451 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-1e166cc0-65d3-4ce0-a8ea-9850947b7ae7 req-727e4289-fd1e-49cd-b8f2-0dc3b9334f74 service neutron] 10.222.0.127 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c2f42a47-9435-42a3-a355-2a1daefe7508 HTTP/1.1" status: 200 len: 217 time: 0.0529056 Jul 06 14:09:48.927412 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-b237b98c-d439-43bd-ba61-f81cf0e7da9e req-238e5504-9d54-47dd-b438-e8e88d840501 tempest-AttachVolumeTestJSON-361183160 tempest-AttachVolumeTestJSON-361183160-project] 10.222.0.104 "GET /v2.0/security-groups?name=tempest-securitygroup--511573375&fields=id&tenant_id=33f6cdee7b294baa9f6a8cddbba9670a HTTP/1.1" status: 200 len: 267 time: 0.0887005 Jul 06 14:09:48.935067 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf140fa8-db3a-4d5d-9948-eff6773af8a0 req-85e8a1e4-9b87-4dde-ac9d-64c4435893e3 tempest-ServerTagsTestJSON-1285518137 tempest-ServerTagsTestJSON-1285518137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:09:48.942628 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-cf140fa8-db3a-4d5d-9948-eff6773af8a0 req-85e8a1e4-9b87-4dde-ac9d-64c4435893e3 tempest-ServerTagsTestJSON-1285518137 tempest-ServerTagsTestJSON-1285518137-project] 10.222.0.104 "GET /v2.0/ports?device_id=b9c8c59d-9824-467e-a824-f6f77ff28214 HTTP/1.1" status: 200 len: 945 time: 0.1960073 Jul 06 14:09:49.013675 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e166cc0-65d3-4ce0-a8ea-9850947b7ae7 req-fbc010bf-4181-40fc-9b61-1484b8fe858b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:09:49.015191 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-1e166cc0-65d3-4ce0-a8ea-9850947b7ae7 req-fbc010bf-4181-40fc-9b61-1484b8fe858b service neutron] 10.222.0.127 "GET /v2.0/subnets?id=1d0103a5-6825-4713-928f-2c0821a07c96 HTTP/1.1" status: 200 len: 851 time: 0.1486487 Jul 06 14:09:49.081165 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-cf140fa8-db3a-4d5d-9948-eff6773af8a0 req-f622c953-67d5-40f5-94c6-7cfe760f33d0 tempest-ServerTagsTestJSON-1285518137 tempest-ServerTagsTestJSON-1285518137-project] 10.222.0.104 "GET /v2.0/security-groups?id=ee9b2033-7358-4be4-9c11-2bff35d2bc8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380496 Jul 06 14:09:49.129935 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b237b98c-d439-43bd-ba61-f81cf0e7da9e req-bb6703b2-d155-4731-a95e-9df27bac4325 tempest-AttachVolumeTestJSON-361183160 tempest-AttachVolumeTestJSON-361183160-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:09:49.131591 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-b237b98c-d439-43bd-ba61-f81cf0e7da9e req-bb6703b2-d155-4731-a95e-9df27bac4325 tempest-AttachVolumeTestJSON-361183160 tempest-AttachVolumeTestJSON-361183160-project] 10.222.0.104 "GET /v2.0/networks?id=6ac95a6a-5756-473f-8a78-bd3474c2b2ff HTTP/1.1" status: 200 len: 811 time: 0.1867015 Jul 06 14:09:49.162533 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e166cc0-65d3-4ce0-a8ea-9850947b7ae7 req-203634dc-287b-4765-8631-c27f9d65e26f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:09:49.164216 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-1e166cc0-65d3-4ce0-a8ea-9850947b7ae7 req-203634dc-287b-4765-8631-c27f9d65e26f service neutron] 10.222.0.127 "GET /v2.0/ports?network_id=ca8d241f-6d1c-4a83-a6b7-adff4a667580&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1368675 Jul 06 14:09:49.172932 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-b237b98c-d439-43bd-ba61-f81cf0e7da9e req-0644f312-1c95-4463-886b-e4ef8b382ea6 tempest-AttachVolumeTestJSON-361183160 tempest-AttachVolumeTestJSON-361183160-project] 10.222.0.104 "GET /v2.0/quotas/33f6cdee7b294baa9f6a8cddbba9670a HTTP/1.1" status: 200 len: 375 time: 0.0309839 Jul 06 14:09:49.370609 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-b237b98c-d439-43bd-ba61-f81cf0e7da9e req-dbe7bfcc-713e-476b-af15-f2c41835c4ce tempest-AttachVolumeTestJSON-361183160 tempest-AttachVolumeTestJSON-361183160-project] 10.222.0.104 "GET /v2.0/ports?tenant_id=33f6cdee7b294baa9f6a8cddbba9670a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1967659 Jul 06 14:09:49.374126 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-1e166cc0-65d3-4ce0-a8ea-9850947b7ae7 req-b3000cda-c850-4878-9942-ca75faaa3166 service neutron] 10.222.0.127 "GET /v2.0/networks/ca8d241f-6d1c-4a83-a6b7-adff4a667580?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1986430 Jul 06 14:09:49.416946 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6043ee1-714f-4a52-99b4-d5235ab23a2a req-fa923c05-3793-4969-aa56-0deb4c088033 tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:09:49.418442 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-e6043ee1-714f-4a52-99b4-d5235ab23a2a req-fa923c05-3793-4969-aa56-0deb4c088033 tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] 10.222.0.104 "GET /v2.0/ports?device_id=5fbc9a8b-86db-4456-85e1-a59cfdbb9c8d HTTP/1.1" status: 200 len: 944 time: 0.1971638 Jul 06 14:09:49.565433 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-e6043ee1-714f-4a52-99b4-d5235ab23a2a req-4c14a06f-bf8d-4554-b895-599a033dbcd1 tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] 10.222.0.104 "GET /v2.0/security-groups?id=54cfb86c-390d-4cad-8265-7f5781c66116&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1076083 Jul 06 14:09:49.585823 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-1e166cc0-65d3-4ce0-a8ea-9850947b7ae7 req-d5c8fc80-122c-4a2b-abe6-149bacf61595 service neutron] 10.222.0.127 "GET /v2.0/networks/ca8d241f-6d1c-4a83-a6b7-adff4a667580?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2050796 Jul 06 14:09:49.594744 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-b237b98c-d439-43bd-ba61-f81cf0e7da9e req-448faf24-a417-4867-bdff-67132e5ab520 service neutron] 10.222.0.104 "GET /v2.0/networks/6ac95a6a-5756-473f-8a78-bd3474c2b2ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2035432 Jul 06 14:09:49.694416 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-b237b98c-d439-43bd-ba61-f81cf0e7da9e req-136f3150-a17c-4161-b409-b48cb210cdf3 service neutron] 10.222.0.104 "GET /v2.0/networks/6ac95a6a-5756-473f-8a78-bd3474c2b2ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0988283 Jul 06 14:09:49.786233 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 0d61ef1e-dabb-41c8-a48b-66087903c6cd up at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:09:49.861025 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning for port 0d61ef1e-dabb-41c8-a48b-66087903c6cd completed by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:09:49.867773 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning complete for port 0d61ef1e-dabb-41c8-a48b-66087903c6cd triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:09:49.868742 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:49.873919 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Device ca72699e-8fe0-4646-9205-4c5f06a6a15b up at agent hyperv_n-h2-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:09:50.056523 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Provisioning for port ca72699e-8fe0-4646-9205-4c5f06a6a15b completed by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:09:50.063205 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Provisioning complete for port ca72699e-8fe0-4646-9205-4c5f06a6a15b triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:09:50.063610 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:50.068036 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4d860a-5ff7-4d07-9e49-bd764a799e4c req-422ba877-29db-4658-b2f0-3d4a3abba14a tempest-VolumesActionsTest-1210678064 tempest-VolumesActionsTest-1210678064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:09:50.069817 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-4d4d860a-5ff7-4d07-9e49-bd764a799e4c req-422ba877-29db-4658-b2f0-3d4a3abba14a tempest-VolumesActionsTest-1210678064 tempest-VolumesActionsTest-1210678064-project] 10.222.0.104 "GET /v2.0/ports?device_id=111c579d-1c13-4e5d-9aa5-c0a1c0f81dd7 HTTP/1.1" status: 200 len: 944 time: 0.1474423 Jul 06 14:09:50.130582 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:50.135268 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-4d4d860a-5ff7-4d07-9e49-bd764a799e4c req-2c00b350-7892-47cc-87de-fb56e8c9240f tempest-VolumesActionsTest-1210678064 tempest-VolumesActionsTest-1210678064-project] 10.222.0.104 "GET /v2.0/security-groups?id=e3f883e7-e0ef-43fd-9fef-1e191c4cd6a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592771 Jul 06 14:09:50.153182 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e32d98-0110-4ccb-883d-b8554fba39d5 req-50a5ffe1-f86c-48c0-9b13-f14a5b221919 tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:09:50.154748 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-40e32d98-0110-4ccb-883d-b8554fba39d5 req-50a5ffe1-f86c-48c0-9b13-f14a5b221919 tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] 10.222.0.104 "GET /v2.0/ports?device_id=5fbc9a8b-86db-4456-85e1-a59cfdbb9c8d HTTP/1.1" status: 200 len: 944 time: 0.1649570 Jul 06 14:09:50.210763 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-40e32d98-0110-4ccb-883d-b8554fba39d5 req-87cecb40-dd79-4814-b0ef-a17ca3eaec3b tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] 10.222.0.104 "GET /v2.0/security-groups?id=54cfb86c-390d-4cad-8265-7f5781c66116&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471644 Jul 06 14:09:50.225778 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] For port 0d61ef1e-dabb-41c8-a48b-66087903c6cd, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=0d61ef1e-dabb-41c8-a48b-66087903c6cd,segment=NetworkSegment(85f44324-1b25-43f8-b0d2-e6a13494ae45),segment_id=85f44324-1b25-43f8-b0d2-e6a13494ae45)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:09:50.229508 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:50.244058 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:50.275108 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] For port ca72699e-8fe0-4646-9205-4c5f06a6a15b, host n-h2-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=ca72699e-8fe0-4646-9205-4c5f06a6a15b,segment=NetworkSegment(69973d5d-12b1-49f6-ae5b-bbd5e56a7939),segment_id=69973d5d-12b1-49f6-ae5b-bbd5e56a7939)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:09:50.395957 n-d-773647-6 neutron-server[100248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9c8c59d-9824-467e-a824-f6f77ff28214', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca72699e-8fe0-4646-9205-4c5f06a6a15b'}] {{(pid=100248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:09:50.400321 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84af257533e383389cbcf231d3534f4d5e149e7203fea16b4a8fc01438dddaf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da8e330e-c788-46ad-9be9-b13e3c669f62" -d '{"events": [{"server_uuid": "b9c8c59d-9824-467e-a824-f6f77ff28214", "name": "network-vif-plugged", "status": "completed", "tag": "ca72699e-8fe0-4646-9205-4c5f06a6a15b"}]}' {{(pid=100248) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:09:50.437148 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:50.477330 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-0c43ddcf-26e7-4c2f-8620-2ad252bd5bd1 req-21c3314c-e7ab-49fb-bef3-a5f1ceaff37f tempest-AttachVolumeTestJSON-361183160 tempest-AttachVolumeTestJSON-361183160-project] 10.222.0.104 "GET /v2.0/ports?device_id=e0b6590c-38d1-4890-811c-8b99d91e8b91 HTTP/1.1" status: 200 len: 210 time: 0.0819650 Jul 06 14:09:50.498865 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Pushing event updated for resources: {'Port': ['ID=0d61ef1e-dabb-41c8-a48b-66087903c6cd,revision_number=5']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:09:50.577280 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 14:09:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bf503e7-4fe1-4e2c-8c5b-1b28f14565dc x-openstack-request-id: req-8bf503e7-4fe1-4e2c-8c5b-1b28f14565dc {{(pid=100248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:09:50.577666 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9c8c59d-9824-467e-a824-f6f77ff28214", "name": "network-vif-plugged", "status": "completed", "tag": "ca72699e-8fe0-4646-9205-4c5f06a6a15b", "code": 200}]} {{(pid=100248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:09:50.578004 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-8bf503e7-4fe1-4e2c-8c5b-1b28f14565dc {{(pid=100248) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:09:50.578512 n-d-773647-6 neutron-server[100248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9c8c59d-9824-467e-a824-f6f77ff28214', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca72699e-8fe0-4646-9205-4c5f06a6a15b', 'code': 200} Jul 06 14:09:50.591800 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Pushing event updated for resources: {'Port': ['ID=ca72699e-8fe0-4646-9205-4c5f06a6a15b,revision_number=5']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:09:50.628987 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdd7fa2-02c0-4683-9fad-cc9d36b56e3e req-47c0eefd-0f20-4d32-a1c1-558396a0fc7b tempest-ServerTagsTestJSON-1285518137 tempest-ServerTagsTestJSON-1285518137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:09:50.630929 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-afdd7fa2-02c0-4683-9fad-cc9d36b56e3e req-47c0eefd-0f20-4d32-a1c1-558396a0fc7b tempest-ServerTagsTestJSON-1285518137 tempest-ServerTagsTestJSON-1285518137-project] 10.222.0.104 "GET /v2.0/ports?device_id=b9c8c59d-9824-467e-a824-f6f77ff28214 HTTP/1.1" status: 200 len: 946 time: 0.1504807 Jul 06 14:09:50.685841 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-afdd7fa2-02c0-4683-9fad-cc9d36b56e3e req-d9378aee-5999-44b6-91b8-59e6a487faf8 tempest-ServerTagsTestJSON-1285518137 tempest-ServerTagsTestJSON-1285518137-project] 10.222.0.104 "GET /v2.0/security-groups?id=ee9b2033-7358-4be4-9c11-2bff35d2bc8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480039 Jul 06 14:09:50.736611 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51df278-afcf-483b-9066-113adb6ee92f req-90258c52-1aa7-4a74-83f8-63e1c97b2fd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:09:50.738742 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-c51df278-afcf-483b-9066-113adb6ee92f req-90258c52-1aa7-4a74-83f8-63e1c97b2fd7 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=b9c8c59d-9824-467e-a824-f6f77ff28214 HTTP/1.1" status: 200 len: 1097 time: 0.1085541 Jul 06 14:09:50.788261 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-c51df278-afcf-483b-9066-113adb6ee92f req-2ea7e1ca-be48-4987-b79c-7433608d8425 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=ee9b2033-7358-4be4-9c11-2bff35d2bc8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352409 Jul 06 14:09:50.821756 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93cdc0ac-00a9-4f37-82c2-51f34c7611dc req-79964556-aa3e-42b3-b8d0-77dc1749f24c tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:09:50.823393 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-93cdc0ac-00a9-4f37-82c2-51f34c7611dc req-79964556-aa3e-42b3-b8d0-77dc1749f24c tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] 10.222.0.104 "GET /v2.0/networks?id=ca8d241f-6d1c-4a83-a6b7-adff4a667580 HTTP/1.1" status: 200 len: 812 time: 0.1366367 Jul 06 14:09:50.838981 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-93cdc0ac-00a9-4f37-82c2-51f34c7611dc req-a9cfaf61-7f23-4c30-8253-f1e35c6a0b75 tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] 10.222.0.104 "GET /v2.0/quotas/96647dd61d404050a5af01798d2f6f47 HTTP/1.1" status: 200 len: 375 time: 0.0103309 Jul 06 14:09:50.929592 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-93cdc0ac-00a9-4f37-82c2-51f34c7611dc req-24ff0ae8-af6b-4026-a28e-88fe770bb587 tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] 10.222.0.104 "GET /v2.0/ports?tenant_id=96647dd61d404050a5af01798d2f6f47&fields=id HTTP/1.1" status: 200 len: 532 time: 0.0837400 Jul 06 14:09:51.025591 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-93cdc0ac-00a9-4f37-82c2-51f34c7611dc req-54d697d7-4998-4498-a90f-642ee0a6505e service neutron] 10.222.0.104 "GET /v2.0/networks/ca8d241f-6d1c-4a83-a6b7-adff4a667580?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877581 Jul 06 14:09:51.116292 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-93cdc0ac-00a9-4f37-82c2-51f34c7611dc req-edf32fa1-0b87-4ea2-9c43-c77d1d231322 service neutron] 10.222.0.104 "GET /v2.0/networks/ca8d241f-6d1c-4a83-a6b7-adff4a667580?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848246 Jul 06 14:09:51.293697 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-bf7c1059-6288-4c56-88e3-f030d7603019 req-ec5dc76d-9606-4751-ba0f-5f41f62e5106 tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] 10.222.0.104 "GET /v2.0/ports?device_id=b6169543-9f03-48ce-932b-913e969dd966 HTTP/1.1" status: 200 len: 210 time: 0.0392678 Jul 06 14:09:51.378543 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a26c9d-5fff-4376-81ec-dc94bd0dd461 req-e75263af-c5b9-4176-95bf-a06714920698 tempest-VolumesActionsTest-1210678064 tempest-VolumesActionsTest-1210678064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:09:51.405407 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-45a26c9d-5fff-4376-81ec-dc94bd0dd461 req-e75263af-c5b9-4176-95bf-a06714920698 tempest-VolumesActionsTest-1210678064 tempest-VolumesActionsTest-1210678064-project] 10.222.0.104 "GET /v2.0/ports?device_id=111c579d-1c13-4e5d-9aa5-c0a1c0f81dd7 HTTP/1.1" status: 200 len: 944 time: 0.1410139 Jul 06 14:09:51.484399 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-45a26c9d-5fff-4376-81ec-dc94bd0dd461 req-2a31ebe3-d32a-4fbf-ac55-4fd211338ddc tempest-VolumesActionsTest-1210678064 tempest-VolumesActionsTest-1210678064-project] 10.222.0.104 "GET /v2.0/security-groups?id=e3f883e7-e0ef-43fd-9fef-1e191c4cd6a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757780 Jul 06 14:09:51.610107 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b237b98c-d439-43bd-ba61-f81cf0e7da9e req-b62ded44-7eb3-47ce-98fb-d11002d7f8aa tempest-AttachVolumeTestJSON-361183160 tempest-AttachVolumeTestJSON-361183160-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:09:51.611841 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-b237b98c-d439-43bd-ba61-f81cf0e7da9e req-b62ded44-7eb3-47ce-98fb-d11002d7f8aa tempest-AttachVolumeTestJSON-361183160 tempest-AttachVolumeTestJSON-361183160-project] 10.222.0.72 "GET /v2.0/networks?id=6ac95a6a-5756-473f-8a78-bd3474c2b2ff HTTP/1.1" status: 200 len: 811 time: 0.1739321 Jul 06 14:09:51.710560 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-b237b98c-d439-43bd-ba61-f81cf0e7da9e req-d9d65327-42c0-44b5-93c2-716ab6b0be2f tempest-AttachVolumeTestJSON-361183160 tempest-AttachVolumeTestJSON-361183160-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=33f6cdee7b294baa9f6a8cddbba9670a HTTP/1.1" status: 200 len: 379 time: 0.0766211 Jul 06 14:09:51.727981 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [req-b237b98c-d439-43bd-ba61-f81cf0e7da9e req-3319a9dd-4f72-41d8-9a9f-79ed50bfa593 tempest-AttachVolumeTestJSON-361183160 tempest-AttachVolumeTestJSON-361183160-project] Request body: {'port': {'device_id': 'e0b6590c-38d1-4890-811c-8b99d91e8b91', 'network_id': '6ac95a6a-5756-473f-8a78-bd3474c2b2ff', 'admin_state_up': True, 'tenant_id': '33f6cdee7b294baa9f6a8cddbba9670a', 'security_groups': ['e8c32bf5-5674-497e-8c20-3ec857c330c9']}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:09:51.741497 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-f11a5f43-2e2a-4aeb-9b90-38ccda3d39b2 req-28e390f7-461c-48ac-abdb-85c1b6eaf80c tempest-AttachVolumeTestJSON-361183160 tempest-AttachVolumeTestJSON-361183160-project] 10.222.0.104 "GET /v2.0/ports?device_id=e0b6590c-38d1-4890-811c-8b99d91e8b91 HTTP/1.1" status: 200 len: 210 time: 0.0609121 Jul 06 14:09:51.746602 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Device c6661921-93b7-4746-b98c-7a61211edc14 details requested by agent hyperv_n-h1-773647-6 with host n-h1-773647-6 {{(pid=100248) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 14:09:51.768005 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 0d61ef1e-dabb-41c8-a48b-66087903c6cd up at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:09:51.933825 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b237b98c-d439-43bd-ba61-f81cf0e7da9e req-3319a9dd-4f72-41d8-9a9f-79ed50bfa593 tempest-AttachVolumeTestJSON-361183160 tempest-AttachVolumeTestJSON-361183160-project] Made reservation on behalf of 33f6cdee7b294baa9f6a8cddbba9670a for: {'port': 1} {{(pid=100246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:09:51.937468 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-b237b98c-d439-43bd-ba61-f81cf0e7da9e req-3319a9dd-4f72-41d8-9a9f-79ed50bfa593 tempest-AttachVolumeTestJSON-361183160 tempest-AttachVolumeTestJSON-361183160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:51.987768 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14589f62-313e-4aa4-80b8-d836943031f7 req-ec8883bf-fa7b-445c-8be2-a9f8a39d90d0 tempest-ServerTagsTestJSON-1285518137 tempest-ServerTagsTestJSON-1285518137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:09:51.998488 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-14589f62-313e-4aa4-80b8-d836943031f7 req-ec8883bf-fa7b-445c-8be2-a9f8a39d90d0 tempest-ServerTagsTestJSON-1285518137 tempest-ServerTagsTestJSON-1285518137-project] 10.222.0.104 "GET /v2.0/ports?device_id=b9c8c59d-9824-467e-a824-f6f77ff28214 HTTP/1.1" status: 200 len: 946 time: 0.1429036 Jul 06 14:09:52.057630 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning complete for port 0d61ef1e-dabb-41c8-a48b-66087903c6cd triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:09:52.058093 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:52.083276 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-14589f62-313e-4aa4-80b8-d836943031f7 req-18940893-6635-4d2d-b27c-76748fb1e054 tempest-ServerTagsTestJSON-1285518137 tempest-ServerTagsTestJSON-1285518137-project] 10.222.0.104 "GET /v2.0/security-groups?id=ee9b2033-7358-4be4-9c11-2bff35d2bc8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796905 Jul 06 14:09:52.109836 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] For port c6661921-93b7-4746-b98c-7a61211edc14, host n-h1-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773647-6',level=0,port_id=c6661921-93b7-4746-b98c-7a61211edc14,segment=NetworkSegment(f311c2ae-d2b1-4b76-a9aa-bf4b25cec9f9),segment_id=f311c2ae-d2b1-4b76-a9aa-bf4b25cec9f9)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:09:52.127672 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Returning: {'device': 'c6661921-93b7-4746-b98c-7a61211edc14', 'network_id': '684bd941-15a3-4d2f-9dbf-1b045d3b3005', 'port_id': 'c6661921-93b7-4746-b98c-7a61211edc14', 'mac_address': 'fa:16:3e:eb:2a:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1022, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0ace526d-db1e-4580-a14a-0c79ef9a9d16', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100248) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 14:09:52.169994 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:52.186790 n-d-773647-6 neutron-server[100248]: DEBUG neutron.notifiers.nova [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c6661921-93b7-4746-b98c-7a61211edc14 {{(pid=100248) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 14:09:52.211063 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.db_base_plugin_common [req-b237b98c-d439-43bd-ba61-f81cf0e7da9e req-3319a9dd-4f72-41d8-9a9f-79ed50bfa593 tempest-AttachVolumeTestJSON-361183160 tempest-AttachVolumeTestJSON-361183160-project] Allocated IP 172.20.0.7 (6ac95a6a-5756-473f-8a78-bd3474c2b2ff/868bdf15-b823-4cab-842d-77e49afc3593/f32905e8-b970-4aab-b564-3530c975502a) {{(pid=100246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:09:52.240882 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] For port c6661921-93b7-4746-b98c-7a61211edc14, host n-h1-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773647-6',level=0,port_id=c6661921-93b7-4746-b98c-7a61211edc14,segment=NetworkSegment(f311c2ae-d2b1-4b76-a9aa-bf4b25cec9f9),segment_id=f311c2ae-d2b1-4b76-a9aa-bf4b25cec9f9)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:09:52.247499 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:52.309838 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Pushing event updated for resources: {'Port': ['ID=c6661921-93b7-4746-b98c-7a61211edc14,revision_number=4']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:09:52.392935 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-b237b98c-d439-43bd-ba61-f81cf0e7da9e req-3319a9dd-4f72-41d8-9a9f-79ed50bfa593 tempest-AttachVolumeTestJSON-361183160 tempest-AttachVolumeTestJSON-361183160-project] Notify callbacks [] for port, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:52.408750 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.provisioning_blocks [req-b237b98c-d439-43bd-ba61-f81cf0e7da9e req-3319a9dd-4f72-41d8-9a9f-79ed50bfa593 tempest-AttachVolumeTestJSON-361183160 tempest-AttachVolumeTestJSON-361183160-project] Transition to ACTIVE for port object f32905e8-b970-4aab-b564-3530c975502a will not be triggered until provisioned by entity DHCP. {{(pid=100246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:09:52.440067 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-7cae3f93-59fa-4901-9962-e5597af8b22c req-7cf3d0b0-8d2a-4dbc-990a-5542ab193dd0 tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] 10.222.0.104 "GET /v2.0/ports?device_id=b6169543-9f03-48ce-932b-913e969dd966 HTTP/1.1" status: 200 len: 210 time: 0.0294852 Jul 06 14:09:52.447534 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-b237b98c-d439-43bd-ba61-f81cf0e7da9e req-3319a9dd-4f72-41d8-9a9f-79ed50bfa593 tempest-AttachVolumeTestJSON-361183160 tempest-AttachVolumeTestJSON-361183160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-127687573'] for port, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:52.499151 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b237b98c-d439-43bd-ba61-f81cf0e7da9e req-3319a9dd-4f72-41d8-9a9f-79ed50bfa593 tempest-AttachVolumeTestJSON-361183160 tempest-AttachVolumeTestJSON-361183160-project] Network 6ac95a6a-5756-473f-8a78-bd3474c2b2ff is already hosted by enough agents. {{(pid=100246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:09:52.514873 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.base_scheduler [req-b237b98c-d439-43bd-ba61-f81cf0e7da9e req-3319a9dd-4f72-41d8-9a9f-79ed50bfa593 tempest-AttachVolumeTestJSON-361183160 tempest-AttachVolumeTestJSON-361183160-project] Resources bound (agent type, host, resource id): {{(pid=100246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:09:52.531674 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [req-b237b98c-d439-43bd-ba61-f81cf0e7da9e req-3319a9dd-4f72-41d8-9a9f-79ed50bfa593 tempest-AttachVolumeTestJSON-361183160 tempest-AttachVolumeTestJSON-361183160-project] Received port after_create {{(pid=100246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:09:52.564725 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3319a9dd-4f72-41d8-9a9f-79ed50bfa593 tempest-AttachVolumeTestJSON-361183160 tempest-AttachVolumeTestJSON-361183160-project] Pushing event updated for resources: {'Port': ['ID=f32905e8-b970-4aab-b564-3530c975502a,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:09:52.616140 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b237b98c-d439-43bd-ba61-f81cf0e7da9e req-3319a9dd-4f72-41d8-9a9f-79ed50bfa593 tempest-AttachVolumeTestJSON-361183160 tempest-AttachVolumeTestJSON-361183160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:09:52.616842 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-b237b98c-d439-43bd-ba61-f81cf0e7da9e req-3319a9dd-4f72-41d8-9a9f-79ed50bfa593 tempest-AttachVolumeTestJSON-361183160 tempest-AttachVolumeTestJSON-361183160-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:52.639865 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-b237b98c-d439-43bd-ba61-f81cf0e7da9e req-3319a9dd-4f72-41d8-9a9f-79ed50bfa593 tempest-AttachVolumeTestJSON-361183160 tempest-AttachVolumeTestJSON-361183160-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9221790 Jul 06 14:09:52.653382 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [req-b237b98c-d439-43bd-ba61-f81cf0e7da9e req-409e0185-c250-4222-a59c-64505a99132e service neutron] Request body: {'port': {'device_id': 'e0b6590c-38d1-4890-811c-8b99d91e8b91', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-773647-6'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:09:52.657066 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] get_ports_and_sgs() called for port_ids ['c6661921-93b7-4746-b98c-7a61211edc14'] {{(pid=100248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 14:09:52.775762 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-b237b98c-d439-43bd-ba61-f81cf0e7da9e req-409e0185-c250-4222-a59c-64505a99132e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:52.848640 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468d177b-9f10-431f-be31-720b462253ec req-42b07850-7e43-4ccd-9b0f-4e7112cd4a19 tempest-VolumesActionsTest-1210678064 tempest-VolumesActionsTest-1210678064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:09:52.856522 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-468d177b-9f10-431f-be31-720b462253ec req-42b07850-7e43-4ccd-9b0f-4e7112cd4a19 tempest-VolumesActionsTest-1210678064 tempest-VolumesActionsTest-1210678064-project] 10.222.0.104 "GET /v2.0/ports?device_id=111c579d-1c13-4e5d-9aa5-c0a1c0f81dd7 HTTP/1.1" status: 200 len: 945 time: 0.1963389 Jul 06 14:09:52.919042 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-39f188fb-a73b-432e-9402-60e444226b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:52.938456 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-468d177b-9f10-431f-be31-720b462253ec req-4f40f0df-bc25-4f28-b0f6-8ade22b289a0 tempest-VolumesActionsTest-1210678064 tempest-VolumesActionsTest-1210678064-project] 10.222.0.104 "GET /v2.0/security-groups?id=e3f883e7-e0ef-43fd-9fef-1e191c4cd6a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758550 Jul 06 14:09:52.947378 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93cdc0ac-00a9-4f37-82c2-51f34c7611dc req-1dcafc62-65de-4d3b-adab-686015697341 tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:09:52.949113 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-93cdc0ac-00a9-4f37-82c2-51f34c7611dc req-1dcafc62-65de-4d3b-adab-686015697341 tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] 10.222.0.127 "GET /v2.0/networks?id=ca8d241f-6d1c-4a83-a6b7-adff4a667580 HTTP/1.1" status: 200 len: 812 time: 0.2237878 Jul 06 14:09:52.964047 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [req-93cdc0ac-00a9-4f37-82c2-51f34c7611dc req-dc60df04-0abf-41ae-bdb6-2eb41e57b51a tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] Request body: {'port': {'device_id': 'b6169543-9f03-48ce-932b-913e969dd966', 'network_id': 'ca8d241f-6d1c-4a83-a6b7-adff4a667580', 'admin_state_up': True, 'tenant_id': '96647dd61d404050a5af01798d2f6f47'}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:09:52.978503 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-33309828-d551-4738-8c19-8043f19598be None None] Provisioning for port f32905e8-b970-4aab-b564-3530c975502a completed by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:09:52.988224 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-33309828-d551-4738-8c19-8043f19598be None None] Provisioning complete for port f32905e8-b970-4aab-b564-3530c975502a triggered by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:09:52.988607 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-33309828-d551-4738-8c19-8043f19598be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:53.034616 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-33309828-d551-4738-8c19-8043f19598be None None] Port f32905e8-b970-4aab-b564-3530c975502a cannot update to ACTIVE because it is not bound. {{(pid=100248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 14:09:53.143459 n-d-773647-6 neutron-server[100246]: DEBUG neutron.notifiers.nova [req-b237b98c-d439-43bd-ba61-f81cf0e7da9e req-409e0185-c250-4222-a59c-64505a99132e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f32905e8-b970-4aab-b564-3530c975502a {{(pid=100246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 14:09:53.169360 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-b237b98c-d439-43bd-ba61-f81cf0e7da9e req-409e0185-c250-4222-a59c-64505a99132e service neutron] Notify callbacks [] for port, precommit_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:53.189028 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.provisioning_blocks [req-b237b98c-d439-43bd-ba61-f81cf0e7da9e req-409e0185-c250-4222-a59c-64505a99132e service neutron] Transition to ACTIVE for port object f32905e8-b970-4aab-b564-3530c975502a will not be triggered until provisioned by entity L2. {{(pid=100246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:09:53.194892 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-b237b98c-d439-43bd-ba61-f81cf0e7da9e req-409e0185-c250-4222-a59c-64505a99132e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127687527'] for port, after_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:53.237095 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1865071d-f11a-4c08-a74f-7fcd9f28e5fd req-d283bf48-90c1-49fb-a6df-199ca69fd46f tempest-AttachVolumeTestJSON-361183160 tempest-AttachVolumeTestJSON-361183160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:09:53.245839 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-1865071d-f11a-4c08-a74f-7fcd9f28e5fd req-d283bf48-90c1-49fb-a6df-199ca69fd46f tempest-AttachVolumeTestJSON-361183160 tempest-AttachVolumeTestJSON-361183160-project] 10.222.0.104 "GET /v2.0/ports?device_id=e0b6590c-38d1-4890-811c-8b99d91e8b91 HTTP/1.1" status: 200 len: 931 time: 0.1369720 Jul 06 14:09:53.297077 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-1865071d-f11a-4c08-a74f-7fcd9f28e5fd req-daad8a5d-f923-4790-a587-19644527b28c tempest-AttachVolumeTestJSON-361183160 tempest-AttachVolumeTestJSON-361183160-project] 10.222.0.104 "GET /v2.0/security-groups?id=e8c32bf5-5674-497e-8c20-3ec857c330c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500803 Jul 06 14:09:53.331177 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-93cdc0ac-00a9-4f37-82c2-51f34c7611dc req-dc60df04-0abf-41ae-bdb6-2eb41e57b51a tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] Made reservation on behalf of 96647dd61d404050a5af01798d2f6f47 for: {'port': 1} {{(pid=100247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:09:53.336265 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-93cdc0ac-00a9-4f37-82c2-51f34c7611dc req-dc60df04-0abf-41ae-bdb6-2eb41e57b51a tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:53.343767 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409e0185-c250-4222-a59c-64505a99132e service neutron] Pushing event updated for resources: {'Port': ['ID=f32905e8-b970-4aab-b564-3530c975502a,revision_number=2']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:09:53.405428 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [req-b237b98c-d439-43bd-ba61-f81cf0e7da9e req-409e0185-c250-4222-a59c-64505a99132e service neutron] Attempting to bind port f32905e8-b970-4aab-b564-3530c975502a on host n-h2-773647-6 for vnic_type normal with profile {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:09:53.406029 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [req-b237b98c-d439-43bd-ba61-f81cf0e7da9e req-409e0185-c250-4222-a59c-64505a99132e service neutron] Attempting to bind port f32905e8-b970-4aab-b564-3530c975502a by drivers openvswitch,hyperv on host n-h2-773647-6 at level 0 using segments [{'id': '85f44324-1b25-43f8-b0d2-e6a13494ae45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': '6ac95a6a-5756-473f-8a78-bd3474c2b2ff'}] {{(pid=100246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:09:53.406537 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b237b98c-d439-43bd-ba61-f81cf0e7da9e req-409e0185-c250-4222-a59c-64505a99132e service neutron] Attempting to bind port f32905e8-b970-4aab-b564-3530c975502a on network 6ac95a6a-5756-473f-8a78-bd3474c2b2ff {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:09:53.412874 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b237b98c-d439-43bd-ba61-f81cf0e7da9e req-409e0185-c250-4222-a59c-64505a99132e service neutron] Port f32905e8-b970-4aab-b564-3530c975502a on network 6ac95a6a-5756-473f-8a78-bd3474c2b2ff not bound, no agent of type Open vSwitch agent registered on host n-h2-773647-6 {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 14:09:53.413473 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b237b98c-d439-43bd-ba61-f81cf0e7da9e req-409e0185-c250-4222-a59c-64505a99132e service neutron] Attempting to bind port f32905e8-b970-4aab-b564-3530c975502a on network 6ac95a6a-5756-473f-8a78-bd3474c2b2ff {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:09:53.429464 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b237b98c-d439-43bd-ba61-f81cf0e7da9e req-409e0185-c250-4222-a59c-64505a99132e service neutron] Checking agent: {'id': '63768ece-0600-4354-8d29-fdedec96b077', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-773647-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 51, 10), 'started_at': datetime.datetime(2021, 7, 6, 13, 51, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 9, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:09:53.430196 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b237b98c-d439-43bd-ba61-f81cf0e7da9e req-409e0185-c250-4222-a59c-64505a99132e service neutron] Checking segment: {'id': '85f44324-1b25-43f8-b0d2-e6a13494ae45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': '6ac95a6a-5756-473f-8a78-bd3474c2b2ff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:09:53.430701 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b237b98c-d439-43bd-ba61-f81cf0e7da9e req-409e0185-c250-4222-a59c-64505a99132e service neutron] Bound using segment: {'id': '85f44324-1b25-43f8-b0d2-e6a13494ae45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': '6ac95a6a-5756-473f-8a78-bd3474c2b2ff'} {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:09:53.431158 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [req-b237b98c-d439-43bd-ba61-f81cf0e7da9e req-409e0185-c250-4222-a59c-64505a99132e service neutron] Bound port: f32905e8-b970-4aab-b564-3530c975502a, host: n-h2-773647-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '85f44324-1b25-43f8-b0d2-e6a13494ae45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': '6ac95a6a-5756-473f-8a78-bd3474c2b2ff'}}] {{(pid=100246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:09:53.431551 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-b237b98c-d439-43bd-ba61-f81cf0e7da9e req-409e0185-c250-4222-a59c-64505a99132e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:53.538587 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.db [req-b237b98c-d439-43bd-ba61-f81cf0e7da9e req-409e0185-c250-4222-a59c-64505a99132e service neutron] For port f32905e8-b970-4aab-b564-3530c975502a, host n-h2-773647-6, cleared binding levels {{(pid=100246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:09:53.549364 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.db [req-b237b98c-d439-43bd-ba61-f81cf0e7da9e req-409e0185-c250-4222-a59c-64505a99132e service neutron] For port f32905e8-b970-4aab-b564-3530c975502a, host n-h2-773647-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=f32905e8-b970-4aab-b564-3530c975502a,segment=NetworkSegment(85f44324-1b25-43f8-b0d2-e6a13494ae45),segment_id=85f44324-1b25-43f8-b0d2-e6a13494ae45)] {{(pid=100246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:09:53.562167 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-b237b98c-d439-43bd-ba61-f81cf0e7da9e req-409e0185-c250-4222-a59c-64505a99132e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127687527'] for port, after_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:53.609058 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0320354-7584-445e-8e9c-4f62c8d07861 req-7d498e42-8a18-41e7-af8f-0b1379e538cd tempest-ServerTagsTestJSON-1285518137 tempest-ServerTagsTestJSON-1285518137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:09:53.613203 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b237b98c-d439-43bd-ba61-f81cf0e7da9e req-409e0185-c250-4222-a59c-64505a99132e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:09:53.613840 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-b237b98c-d439-43bd-ba61-f81cf0e7da9e req-409e0185-c250-4222-a59c-64505a99132e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:53.615443 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-b237b98c-d439-43bd-ba61-f81cf0e7da9e req-409e0185-c250-4222-a59c-64505a99132e service neutron] 10.222.0.72 "PUT /v2.0/ports/f32905e8-b970-4aab-b564-3530c975502a HTTP/1.1" status: 200 len: 1091 time: 0.9677465 Jul 06 14:09:53.615908 n-d-773647-6 neutron-server[100246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0b6590c-38d1-4890-811c-8b99d91e8b91', 'tag': 'f32905e8-b970-4aab-b564-3530c975502a'}] {{(pid=100246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:09:53.616751 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-f0320354-7584-445e-8e9c-4f62c8d07861 req-7d498e42-8a18-41e7-af8f-0b1379e538cd tempest-ServerTagsTestJSON-1285518137 tempest-ServerTagsTestJSON-1285518137-project] 10.222.0.104 "GET /v2.0/ports?device_id=b9c8c59d-9824-467e-a824-f6f77ff28214 HTTP/1.1" status: 200 len: 946 time: 0.2688131 Jul 06 14:09:53.622770 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0d96c5ab5e889f7b933ae915b9be33d1b46c9e87795bf781004b656ef3f1e87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0584b346-ae0e-4c17-8166-f6b3d773f9e0" -d '{"events": [{"name": "network-changed", "server_uuid": "e0b6590c-38d1-4890-811c-8b99d91e8b91", "tag": "f32905e8-b970-4aab-b564-3530c975502a"}]}' {{(pid=100246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:09:53.684688 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.db_base_plugin_common [req-93cdc0ac-00a9-4f37-82c2-51f34c7611dc req-dc60df04-0abf-41ae-bdb6-2eb41e57b51a tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] Allocated IP 172.20.0.13 (ca8d241f-6d1c-4a83-a6b7-adff4a667580/1d0103a5-6825-4713-928f-2c0821a07c96/dd9f686e-80b9-4c6e-92a3-0895574a774f) {{(pid=100247) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:09:53.702352 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-f0320354-7584-445e-8e9c-4f62c8d07861 req-38947038-d148-46af-834a-36d876a4a68a tempest-ServerTagsTestJSON-1285518137 tempest-ServerTagsTestJSON-1285518137-project] 10.222.0.104 "GET /v2.0/security-groups?id=ee9b2033-7358-4be4-9c11-2bff35d2bc8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821190 Jul 06 14:09:53.769947 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409e0185-c250-4222-a59c-64505a99132e service neutron] Pushing event updated for resources: {'Port': ['ID=f32905e8-b970-4aab-b564-3530c975502a,revision_number=3']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:09:53.819777 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b237b98c-d439-43bd-ba61-f81cf0e7da9e req-7c16f6ad-714a-4039-a4e1-4708f0f42a47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:09:53.823378 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-b237b98c-d439-43bd-ba61-f81cf0e7da9e req-7c16f6ad-714a-4039-a4e1-4708f0f42a47 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=33f6cdee7b294baa9f6a8cddbba9670a&device_id=e0b6590c-38d1-4890-811c-8b99d91e8b91 HTTP/1.1" status: 200 len: 1094 time: 0.1336141 Jul 06 14:09:53.842272 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-189e2b5b-41f5-43e1-ac12-85d2e2391158 req-35072104-ce7e-4d37-96ed-30365cddc6e0 tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] 10.222.0.104 "GET /v2.0/ports?device_id=b6169543-9f03-48ce-932b-913e969dd966 HTTP/1.1" status: 200 len: 210 time: 0.0963259 Jul 06 14:09:53.893768 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-b237b98c-d439-43bd-ba61-f81cf0e7da9e req-dbdd6431-1d7c-4301-926d-cbcf4f069540 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f32905e8-b970-4aab-b564-3530c975502a HTTP/1.1" status: 200 len: 217 time: 0.0613675 Jul 06 14:09:53.903426 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 14:09:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a903943-997f-4665-aba1-1c7e54af49e1 x-openstack-request-id: req-9a903943-997f-4665-aba1-1c7e54af49e1 {{(pid=100246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:09:53.903719 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e0b6590c-38d1-4890-811c-8b99d91e8b91", "tag": "f32905e8-b970-4aab-b564-3530c975502a", "status": "completed", "code": 200}]} {{(pid=100246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:09:53.906794 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-9a903943-997f-4665-aba1-1c7e54af49e1 {{(pid=100246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:09:53.907401 n-d-773647-6 neutron-server[100246]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e0b6590c-38d1-4890-811c-8b99d91e8b91', 'tag': 'f32905e8-b970-4aab-b564-3530c975502a', 'status': 'completed', 'code': 200} Jul 06 14:09:53.961360 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b237b98c-d439-43bd-ba61-f81cf0e7da9e req-610ec3a4-ffce-447e-91c0-c062905ee597 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:09:53.963343 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-b237b98c-d439-43bd-ba61-f81cf0e7da9e req-610ec3a4-ffce-447e-91c0-c062905ee597 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=868bdf15-b823-4cab-842d-77e49afc3593 HTTP/1.1" status: 200 len: 850 time: 0.0548773 Jul 06 14:09:53.997404 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-93cdc0ac-00a9-4f37-82c2-51f34c7611dc req-dc60df04-0abf-41ae-bdb6-2eb41e57b51a tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] Notify callbacks [] for port, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:54.012942 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.provisioning_blocks [req-93cdc0ac-00a9-4f37-82c2-51f34c7611dc req-dc60df04-0abf-41ae-bdb6-2eb41e57b51a tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] Transition to ACTIVE for port object dd9f686e-80b9-4c6e-92a3-0895574a774f will not be triggered until provisioned by entity DHCP. {{(pid=100247) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:09:54.055983 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b237b98c-d439-43bd-ba61-f81cf0e7da9e req-5d9b6562-7b6e-4c3e-9365-5b86caacfa09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:09:54.057684 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-b237b98c-d439-43bd-ba61-f81cf0e7da9e req-5d9b6562-7b6e-4c3e-9365-5b86caacfa09 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=6ac95a6a-5756-473f-8a78-bd3474c2b2ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0863414 Jul 06 14:09:54.059550 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-93cdc0ac-00a9-4f37-82c2-51f34c7611dc req-dc60df04-0abf-41ae-bdb6-2eb41e57b51a tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-128888360'] for port, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:54.070711 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] get_ports_and_sgs() called for port_ids ['1f5819e5-377a-477d-a4e0-bc213d163822'] {{(pid=100248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 14:09:54.076315 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] get_ports_and_sgs() called for port_ids ['285a983f-a0c4-456a-9702-1039a1c94001'] {{(pid=100248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 14:09:54.144236 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-93cdc0ac-00a9-4f37-82c2-51f34c7611dc req-dc60df04-0abf-41ae-bdb6-2eb41e57b51a tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] Network ca8d241f-6d1c-4a83-a6b7-adff4a667580 is already hosted by enough agents. {{(pid=100247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:09:54.148351 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.base_scheduler [req-93cdc0ac-00a9-4f37-82c2-51f34c7611dc req-dc60df04-0abf-41ae-bdb6-2eb41e57b51a tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] Resources bound (agent type, host, resource id): {{(pid=100247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:09:54.160189 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.l3_dvrscheduler_db [req-93cdc0ac-00a9-4f37-82c2-51f34c7611dc req-dc60df04-0abf-41ae-bdb6-2eb41e57b51a tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] Received port after_create {{(pid=100247) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:09:54.173628 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-b237b98c-d439-43bd-ba61-f81cf0e7da9e req-b8a467ba-da97-45ab-9629-2f5367ef37d6 service neutron] 10.222.0.72 "GET /v2.0/networks/6ac95a6a-5756-473f-8a78-bd3474c2b2ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1074162 Jul 06 14:09:54.191981 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc60df04-0abf-41ae-bdb6-2eb41e57b51a tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] Pushing event updated for resources: {'Port': ['ID=dd9f686e-80b9-4c6e-92a3-0895574a774f,revision_number=1']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:09:54.247961 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ff88e4-0910-49ac-959d-6bebd439970d req-b3d3199c-b0ae-4e2f-8b3e-1b351573241f tempest-VolumesActionsTest-1210678064 tempest-VolumesActionsTest-1210678064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:09:54.255333 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-f3ff88e4-0910-49ac-959d-6bebd439970d req-b3d3199c-b0ae-4e2f-8b3e-1b351573241f tempest-VolumesActionsTest-1210678064 tempest-VolumesActionsTest-1210678064-project] 10.222.0.104 "GET /v2.0/ports?device_id=111c579d-1c13-4e5d-9aa5-c0a1c0f81dd7 HTTP/1.1" status: 200 len: 945 time: 0.1879449 Jul 06 14:09:54.299404 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93cdc0ac-00a9-4f37-82c2-51f34c7611dc req-dc60df04-0abf-41ae-bdb6-2eb41e57b51a tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:09:54.299996 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-93cdc0ac-00a9-4f37-82c2-51f34c7611dc req-dc60df04-0abf-41ae-bdb6-2eb41e57b51a tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:54.307123 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-b237b98c-d439-43bd-ba61-f81cf0e7da9e req-4280046b-5dfa-46ba-a418-31a0179a857e service neutron] 10.222.0.72 "GET /v2.0/networks/6ac95a6a-5756-473f-8a78-bd3474c2b2ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256306 Jul 06 14:09:54.383596 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-f3ff88e4-0910-49ac-959d-6bebd439970d req-2eb0a794-69a4-495f-8177-ecccfa63bfa8 tempest-VolumesActionsTest-1210678064 tempest-VolumesActionsTest-1210678064-project] 10.222.0.104 "GET /v2.0/security-groups?id=e3f883e7-e0ef-43fd-9fef-1e191c4cd6a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254439 Jul 06 14:09:54.389376 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-93cdc0ac-00a9-4f37-82c2-51f34c7611dc req-dc60df04-0abf-41ae-bdb6-2eb41e57b51a tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] 10.222.0.127 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4311967 Jul 06 14:09:54.409802 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [req-93cdc0ac-00a9-4f37-82c2-51f34c7611dc req-22b73cc0-3e05-4142-b2ec-702b48c3b1d5 service neutron] Request body: {'port': {'device_id': 'b6169543-9f03-48ce-932b-913e969dd966', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-773647-6'}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:09:54.530524 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0584b346-ae0e-4c17-8166-f6b3d773f9e0 req-d80cd18d-3b25-4b09-bd60-ffe29d515314 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:09:54.542348 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-0584b346-ae0e-4c17-8166-f6b3d773f9e0 req-d80cd18d-3b25-4b09-bd60-ffe29d515314 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=33f6cdee7b294baa9f6a8cddbba9670a&device_id=e0b6590c-38d1-4890-811c-8b99d91e8b91 HTTP/1.1" status: 200 len: 1094 time: 0.1744504 Jul 06 14:09:54.553663 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-93cdc0ac-00a9-4f37-82c2-51f34c7611dc req-22b73cc0-3e05-4142-b2ec-702b48c3b1d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:54.636466 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-7470d9d8-18b2-4c3a-9edb-bfb6740b8b49 None None] Provisioning for port dd9f686e-80b9-4c6e-92a3-0895574a774f completed by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:09:54.643096 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-7470d9d8-18b2-4c3a-9edb-bfb6740b8b49 None None] Provisioning complete for port dd9f686e-80b9-4c6e-92a3-0895574a774f triggered by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:09:54.643641 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-7470d9d8-18b2-4c3a-9edb-bfb6740b8b49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:54.659152 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0584b346-ae0e-4c17-8166-f6b3d773f9e0 req-b79b667a-e390-46e4-802b-f837021592fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:09:54.660679 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-0584b346-ae0e-4c17-8166-f6b3d773f9e0 req-b79b667a-e390-46e4-802b-f837021592fd service neutron] 10.222.0.72 "GET /v2.0/networks?id=6ac95a6a-5756-473f-8a78-bd3474c2b2ff HTTP/1.1" status: 200 len: 913 time: 0.1097894 Jul 06 14:09:54.706195 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-7470d9d8-18b2-4c3a-9edb-bfb6740b8b49 None None] Port dd9f686e-80b9-4c6e-92a3-0895574a774f cannot update to ACTIVE because it is not bound. {{(pid=100248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 14:09:54.722479 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-0584b346-ae0e-4c17-8166-f6b3d773f9e0 req-b4c76b5c-7bbb-4e05-aa48-66ca047747d7 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f32905e8-b970-4aab-b564-3530c975502a HTTP/1.1" status: 200 len: 217 time: 0.0490983 Jul 06 14:09:54.804010 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0584b346-ae0e-4c17-8166-f6b3d773f9e0 req-3b722ad1-440e-493e-926a-778d24c8d0f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:09:54.806425 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-0584b346-ae0e-4c17-8166-f6b3d773f9e0 req-3b722ad1-440e-493e-926a-778d24c8d0f8 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=868bdf15-b823-4cab-842d-77e49afc3593 HTTP/1.1" status: 200 len: 850 time: 0.0752249 Jul 06 14:09:54.871584 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d0d3d0-23f1-42f4-b3ec-9b3975f18abe req-c964b1e6-840e-4fc8-baed-42aa53fbafcc tempest-AttachVolumeTestJSON-361183160 tempest-AttachVolumeTestJSON-361183160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:09:54.873144 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-f2d0d3d0-23f1-42f4-b3ec-9b3975f18abe req-c964b1e6-840e-4fc8-baed-42aa53fbafcc tempest-AttachVolumeTestJSON-361183160 tempest-AttachVolumeTestJSON-361183160-project] 10.222.0.104 "GET /v2.0/ports?device_id=e0b6590c-38d1-4890-811c-8b99d91e8b91 HTTP/1.1" status: 200 len: 943 time: 0.1481292 Jul 06 14:09:54.896012 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0584b346-ae0e-4c17-8166-f6b3d773f9e0 req-ae65fb25-7790-45aa-bd29-08b595de6419 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:09:54.898551 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-0584b346-ae0e-4c17-8166-f6b3d773f9e0 req-ae65fb25-7790-45aa-bd29-08b595de6419 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=6ac95a6a-5756-473f-8a78-bd3474c2b2ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0733840 Jul 06 14:09:54.953791 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-f2d0d3d0-23f1-42f4-b3ec-9b3975f18abe req-f02a5285-1f08-413f-b54c-9423b688aae3 tempest-AttachVolumeTestJSON-361183160 tempest-AttachVolumeTestJSON-361183160-project] 10.222.0.104 "GET /v2.0/security-groups?id=e8c32bf5-5674-497e-8c20-3ec857c330c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0734460 Jul 06 14:09:54.968991 n-d-773647-6 neutron-server[100247]: DEBUG neutron.notifiers.nova [req-93cdc0ac-00a9-4f37-82c2-51f34c7611dc req-22b73cc0-3e05-4142-b2ec-702b48c3b1d5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dd9f686e-80b9-4c6e-92a3-0895574a774f {{(pid=100247) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 14:09:54.980949 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-93cdc0ac-00a9-4f37-82c2-51f34c7611dc req-22b73cc0-3e05-4142-b2ec-702b48c3b1d5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:54.994599 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.provisioning_blocks [req-93cdc0ac-00a9-4f37-82c2-51f34c7611dc req-22b73cc0-3e05-4142-b2ec-702b48c3b1d5 service neutron] Transition to ACTIVE for port object dd9f686e-80b9-4c6e-92a3-0895574a774f will not be triggered until provisioned by entity L2. {{(pid=100247) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:09:54.999268 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-93cdc0ac-00a9-4f37-82c2-51f34c7611dc req-22b73cc0-3e05-4142-b2ec-702b48c3b1d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128888538'] for port, after_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:55.032333 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-0584b346-ae0e-4c17-8166-f6b3d773f9e0 req-77d402f1-05c0-4447-a523-d2734302ba79 service neutron] 10.222.0.72 "GET /v2.0/networks/6ac95a6a-5756-473f-8a78-bd3474c2b2ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260014 Jul 06 14:09:55.091822 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b73cc0-3e05-4142-b2ec-702b48c3b1d5 service neutron] Pushing event updated for resources: {'Port': ['ID=dd9f686e-80b9-4c6e-92a3-0895574a774f,revision_number=2']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:09:55.244812 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-0584b346-ae0e-4c17-8166-f6b3d773f9e0 req-cf91de04-ad4e-405c-a721-481e0baff394 service neutron] 10.222.0.72 "GET /v2.0/networks/6ac95a6a-5756-473f-8a78-bd3474c2b2ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1918657 Jul 06 14:09:55.503164 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-a29ed0dd-aba5-4b7c-b765-f1cbb3e14024 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:55.581699 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.managers [req-93cdc0ac-00a9-4f37-82c2-51f34c7611dc req-22b73cc0-3e05-4142-b2ec-702b48c3b1d5 service neutron] Attempting to bind port dd9f686e-80b9-4c6e-92a3-0895574a774f on host n-h1-773647-6 for vnic_type normal with profile {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:09:55.582835 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.managers [req-93cdc0ac-00a9-4f37-82c2-51f34c7611dc req-22b73cc0-3e05-4142-b2ec-702b48c3b1d5 service neutron] Attempting to bind port dd9f686e-80b9-4c6e-92a3-0895574a774f by drivers openvswitch,hyperv on host n-h1-773647-6 at level 0 using segments [{'id': '36c50412-6893-4622-808c-49164f6f9db6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1040, 'network_id': 'ca8d241f-6d1c-4a83-a6b7-adff4a667580'}] {{(pid=100247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:09:55.582835 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93cdc0ac-00a9-4f37-82c2-51f34c7611dc req-22b73cc0-3e05-4142-b2ec-702b48c3b1d5 service neutron] Attempting to bind port dd9f686e-80b9-4c6e-92a3-0895574a774f on network ca8d241f-6d1c-4a83-a6b7-adff4a667580 {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:09:55.595333 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93cdc0ac-00a9-4f37-82c2-51f34c7611dc req-22b73cc0-3e05-4142-b2ec-702b48c3b1d5 service neutron] Port dd9f686e-80b9-4c6e-92a3-0895574a774f on network ca8d241f-6d1c-4a83-a6b7-adff4a667580 not bound, no agent of type Open vSwitch agent registered on host n-h1-773647-6 {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 14:09:55.595668 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93cdc0ac-00a9-4f37-82c2-51f34c7611dc req-22b73cc0-3e05-4142-b2ec-702b48c3b1d5 service neutron] Attempting to bind port dd9f686e-80b9-4c6e-92a3-0895574a774f on network ca8d241f-6d1c-4a83-a6b7-adff4a667580 {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:09:55.609806 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90729e39-a47e-431e-b89e-89cee2b942c5 req-0cddd8ab-d123-4f62-97bb-04ba747fb600 tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:09:55.611320 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-90729e39-a47e-431e-b89e-89cee2b942c5 req-0cddd8ab-d123-4f62-97bb-04ba747fb600 tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] 10.222.0.104 "GET /v2.0/ports?device_id=b6169543-9f03-48ce-932b-913e969dd966 HTTP/1.1" status: 200 len: 944 time: 0.1075811 Jul 06 14:09:55.612459 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93cdc0ac-00a9-4f37-82c2-51f34c7611dc req-22b73cc0-3e05-4142-b2ec-702b48c3b1d5 service neutron] Checking agent: {'id': '5bf7147f-bada-4441-a5dc-934b903473fb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-773647-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 51, 12), 'started_at': datetime.datetime(2021, 7, 6, 13, 51, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 9, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:09:55.612795 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93cdc0ac-00a9-4f37-82c2-51f34c7611dc req-22b73cc0-3e05-4142-b2ec-702b48c3b1d5 service neutron] Checking segment: {'id': '36c50412-6893-4622-808c-49164f6f9db6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1040, 'network_id': 'ca8d241f-6d1c-4a83-a6b7-adff4a667580'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100247) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:09:55.613175 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93cdc0ac-00a9-4f37-82c2-51f34c7611dc req-22b73cc0-3e05-4142-b2ec-702b48c3b1d5 service neutron] Bound using segment: {'id': '36c50412-6893-4622-808c-49164f6f9db6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1040, 'network_id': 'ca8d241f-6d1c-4a83-a6b7-adff4a667580'} {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:09:55.613612 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.managers [req-93cdc0ac-00a9-4f37-82c2-51f34c7611dc req-22b73cc0-3e05-4142-b2ec-702b48c3b1d5 service neutron] Bound port: dd9f686e-80b9-4c6e-92a3-0895574a774f, host: n-h1-773647-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '36c50412-6893-4622-808c-49164f6f9db6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1040, 'network_id': 'ca8d241f-6d1c-4a83-a6b7-adff4a667580'}}] {{(pid=100247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:09:55.613971 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-93cdc0ac-00a9-4f37-82c2-51f34c7611dc req-22b73cc0-3e05-4142-b2ec-702b48c3b1d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:55.692073 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-90729e39-a47e-431e-b89e-89cee2b942c5 req-e8b87f9e-aeae-4d74-a43b-8c2382c76182 tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] 10.222.0.104 "GET /v2.0/security-groups?id=bdba1446-e72e-4024-9da7-e6061f204f14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693228 Jul 06 14:09:55.718031 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.db [req-93cdc0ac-00a9-4f37-82c2-51f34c7611dc req-22b73cc0-3e05-4142-b2ec-702b48c3b1d5 service neutron] For port dd9f686e-80b9-4c6e-92a3-0895574a774f, host n-h1-773647-6, cleared binding levels {{(pid=100247) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:09:55.718031 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.db [req-93cdc0ac-00a9-4f37-82c2-51f34c7611dc req-22b73cc0-3e05-4142-b2ec-702b48c3b1d5 service neutron] For port dd9f686e-80b9-4c6e-92a3-0895574a774f, host n-h1-773647-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773647-6',level=0,port_id=dd9f686e-80b9-4c6e-92a3-0895574a774f,segment=NetworkSegment(36c50412-6893-4622-808c-49164f6f9db6),segment_id=36c50412-6893-4622-808c-49164f6f9db6)] {{(pid=100247) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:09:55.723935 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-93cdc0ac-00a9-4f37-82c2-51f34c7611dc req-22b73cc0-3e05-4142-b2ec-702b48c3b1d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128888538'] for port, after_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:55.764853 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93cdc0ac-00a9-4f37-82c2-51f34c7611dc req-22b73cc0-3e05-4142-b2ec-702b48c3b1d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:09:55.765477 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-93cdc0ac-00a9-4f37-82c2-51f34c7611dc req-22b73cc0-3e05-4142-b2ec-702b48c3b1d5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:55.766877 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-93cdc0ac-00a9-4f37-82c2-51f34c7611dc req-22b73cc0-3e05-4142-b2ec-702b48c3b1d5 service neutron] 10.222.0.127 "PUT /v2.0/ports/dd9f686e-80b9-4c6e-92a3-0895574a774f HTTP/1.1" status: 200 len: 1092 time: 1.3624330 Jul 06 14:09:55.767340 n-d-773647-6 neutron-server[100247]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6169543-9f03-48ce-932b-913e969dd966', 'tag': 'dd9f686e-80b9-4c6e-92a3-0895574a774f'}] {{(pid=100247) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:09:55.771130 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cbf0eeaae822f8fc9b87a94aeba67a3d651842baf663a51cba94b67a514836d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d43014c7-297f-43fb-9c87-c0fa5ecbba87" -d '{"events": [{"name": "network-changed", "server_uuid": "b6169543-9f03-48ce-932b-913e969dd966", "tag": "dd9f686e-80b9-4c6e-92a3-0895574a774f"}]}' {{(pid=100247) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:09:55.786602 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Device c6661921-93b7-4746-b98c-7a61211edc14 up at agent hyperv_n-h1-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:09:55.879910 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:55.882287 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Provisioning for port c6661921-93b7-4746-b98c-7a61211edc14 completed by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:09:55.887733 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Provisioning complete for port c6661921-93b7-4746-b98c-7a61211edc14 triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:09:55.888108 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:55.928081 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b73cc0-3e05-4142-b2ec-702b48c3b1d5 service neutron] Pushing event updated for resources: {'Port': ['ID=dd9f686e-80b9-4c6e-92a3-0895574a774f,revision_number=3']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:09:55.975094 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93cdc0ac-00a9-4f37-82c2-51f34c7611dc req-32d5cc72-2282-4646-8c02-a0ce5ee8170b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:09:55.977584 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-93cdc0ac-00a9-4f37-82c2-51f34c7611dc req-32d5cc72-2282-4646-8c02-a0ce5ee8170b service neutron] 10.222.0.127 "GET /v2.0/ports?tenant_id=96647dd61d404050a5af01798d2f6f47&device_id=b6169543-9f03-48ce-932b-913e969dd966 HTTP/1.1" status: 200 len: 1095 time: 0.1470611 Jul 06 14:09:55.988764 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:55.996647 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c000ef-2a4a-4413-8b18-43cb0cb053e0 req-b426117f-08c9-41b8-b96e-f14ea1afa1ae tempest-VolumesActionsTest-1210678064 tempest-VolumesActionsTest-1210678064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:09:55.999052 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-65c000ef-2a4a-4413-8b18-43cb0cb053e0 req-b426117f-08c9-41b8-b96e-f14ea1afa1ae tempest-VolumesActionsTest-1210678064 tempest-VolumesActionsTest-1210678064-project] 10.222.0.104 "GET /v2.0/ports?device_id=111c579d-1c13-4e5d-9aa5-c0a1c0f81dd7 HTTP/1.1" status: 200 len: 945 time: 0.2138674 Jul 06 14:09:56.019007 n-d-773647-6 neutron-server[100248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '111c579d-1c13-4e5d-9aa5-c0a1c0f81dd7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6661921-93b7-4746-b98c-7a61211edc14'}] {{(pid=100248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:09:56.021691 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84af257533e383389cbcf231d3534f4d5e149e7203fea16b4a8fc01438dddaf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45968e05-3f06-4648-b1ff-932e74615e0d" -d '{"events": [{"server_uuid": "111c579d-1c13-4e5d-9aa5-c0a1c0f81dd7", "name": "network-vif-plugged", "status": "completed", "tag": "c6661921-93b7-4746-b98c-7a61211edc14"}]}' {{(pid=100248) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:09:56.036358 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] For port c6661921-93b7-4746-b98c-7a61211edc14, host n-h1-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773647-6',level=0,port_id=c6661921-93b7-4746-b98c-7a61211edc14,segment=NetworkSegment(f311c2ae-d2b1-4b76-a9aa-bf4b25cec9f9),segment_id=f311c2ae-d2b1-4b76-a9aa-bf4b25cec9f9)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:09:56.040730 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-93cdc0ac-00a9-4f37-82c2-51f34c7611dc req-8ae16ca5-7fff-448b-85e1-03c8884a74e9 service neutron] 10.222.0.127 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dd9f686e-80b9-4c6e-92a3-0895574a774f HTTP/1.1" status: 200 len: 217 time: 0.0552380 Jul 06 14:09:56.042450 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:56.099361 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Pushing event updated for resources: {'Port': ['ID=c6661921-93b7-4746-b98c-7a61211edc14,revision_number=5']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:09:56.114814 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-65c000ef-2a4a-4413-8b18-43cb0cb053e0 req-378c5fd6-fe10-405c-98e6-7e6c95f79d20 tempest-VolumesActionsTest-1210678064 tempest-VolumesActionsTest-1210678064-project] 10.222.0.104 "GET /v2.0/security-groups?id=e3f883e7-e0ef-43fd-9fef-1e191c4cd6a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730593 Jul 06 14:09:56.120856 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93cdc0ac-00a9-4f37-82c2-51f34c7611dc req-c3f49c4d-a4de-4286-881e-d14862efdcab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:09:56.122122 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-93cdc0ac-00a9-4f37-82c2-51f34c7611dc req-c3f49c4d-a4de-4286-881e-d14862efdcab service neutron] 10.222.0.127 "GET /v2.0/subnets?id=1d0103a5-6825-4713-928f-2c0821a07c96 HTTP/1.1" status: 200 len: 851 time: 0.0691180 Jul 06 14:09:56.178170 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 14:09:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16b29dc6-6bf2-47bd-9369-9eae753fbd78 x-openstack-request-id: req-16b29dc6-6bf2-47bd-9369-9eae753fbd78 {{(pid=100247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:09:56.178546 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b6169543-9f03-48ce-932b-913e969dd966", "tag": "dd9f686e-80b9-4c6e-92a3-0895574a774f", "status": "completed", "code": 200}]} {{(pid=100247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:09:56.178803 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-16b29dc6-6bf2-47bd-9369-9eae753fbd78 {{(pid=100247) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:09:56.179240 n-d-773647-6 neutron-server[100247]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b6169543-9f03-48ce-932b-913e969dd966', 'tag': 'dd9f686e-80b9-4c6e-92a3-0895574a774f', 'status': 'completed', 'code': 200} Jul 06 14:09:56.207208 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93cdc0ac-00a9-4f37-82c2-51f34c7611dc req-cda9cc1f-5143-4965-98ad-c8ce1c30ed17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:09:56.208754 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-93cdc0ac-00a9-4f37-82c2-51f34c7611dc req-cda9cc1f-5143-4965-98ad-c8ce1c30ed17 service neutron] 10.222.0.127 "GET /v2.0/ports?network_id=ca8d241f-6d1c-4a83-a6b7-adff4a667580&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0799558 Jul 06 14:09:56.308318 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-93cdc0ac-00a9-4f37-82c2-51f34c7611dc req-6e22c7e5-54d1-48db-b6cb-de999f313cef service neutron] 10.222.0.127 "GET /v2.0/networks/ca8d241f-6d1c-4a83-a6b7-adff4a667580?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916331 Jul 06 14:09:56.448337 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-93cdc0ac-00a9-4f37-82c2-51f34c7611dc req-b59064b2-540a-48d3-929d-403013f4b241 service neutron] 10.222.0.127 "GET /v2.0/networks/ca8d241f-6d1c-4a83-a6b7-adff4a667580?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1331279 Jul 06 14:09:56.471276 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0cdad1-2818-404c-89f4-57e358de44ae req-f2b0afaa-b1ae-4dbc-9faf-56f991d7fd68 tempest-AttachVolumeTestJSON-361183160 tempest-AttachVolumeTestJSON-361183160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:09:56.472716 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-1a0cdad1-2818-404c-89f4-57e358de44ae req-f2b0afaa-b1ae-4dbc-9faf-56f991d7fd68 tempest-AttachVolumeTestJSON-361183160 tempest-AttachVolumeTestJSON-361183160-project] 10.222.0.104 "GET /v2.0/ports?device_id=e0b6590c-38d1-4890-811c-8b99d91e8b91 HTTP/1.1" status: 200 len: 943 time: 0.1020367 Jul 06 14:09:56.542824 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-1a0cdad1-2818-404c-89f4-57e358de44ae req-6f2b131e-cc77-488d-bbaa-fbfb70a6966f tempest-AttachVolumeTestJSON-361183160 tempest-AttachVolumeTestJSON-361183160-project] 10.222.0.104 "GET /v2.0/security-groups?id=e8c32bf5-5674-497e-8c20-3ec857c330c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0634689 Jul 06 14:09:56.553243 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-2064eaae-da4f-48f8-82d2-b09d4ddedd44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:56.567845 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43014c7-297f-43fb-9c87-c0fa5ecbba87 req-4bb10083-9e14-42a8-953b-e546e23721c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:09:56.569320 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-d43014c7-297f-43fb-9c87-c0fa5ecbba87 req-4bb10083-9e14-42a8-953b-e546e23721c2 service neutron] 10.222.0.127 "GET /v2.0/ports?tenant_id=96647dd61d404050a5af01798d2f6f47&device_id=b6169543-9f03-48ce-932b-913e969dd966 HTTP/1.1" status: 200 len: 1095 time: 0.0693736 Jul 06 14:09:56.622926 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 14:09:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c230d1e-e0de-47d3-bba7-5e6f702431a2 x-openstack-request-id: req-3c230d1e-e0de-47d3-bba7-5e6f702431a2 {{(pid=100248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:09:56.623471 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "111c579d-1c13-4e5d-9aa5-c0a1c0f81dd7", "name": "network-vif-plugged", "status": "completed", "tag": "c6661921-93b7-4746-b98c-7a61211edc14", "code": 200}]} {{(pid=100248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:09:56.623897 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-3c230d1e-e0de-47d3-bba7-5e6f702431a2 {{(pid=100248) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:09:56.624970 n-d-773647-6 neutron-server[100248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '111c579d-1c13-4e5d-9aa5-c0a1c0f81dd7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6661921-93b7-4746-b98c-7a61211edc14', 'code': 200} Jul 06 14:09:56.669159 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43014c7-297f-43fb-9c87-c0fa5ecbba87 req-f3ccfbd3-701e-4326-abec-711ab4cb67ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:09:56.670927 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-d43014c7-297f-43fb-9c87-c0fa5ecbba87 req-f3ccfbd3-701e-4326-abec-711ab4cb67ce service neutron] 10.222.0.127 "GET /v2.0/networks?id=ca8d241f-6d1c-4a83-a6b7-adff4a667580 HTTP/1.1" status: 200 len: 914 time: 0.0940940 Jul 06 14:09:56.727655 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-d43014c7-297f-43fb-9c87-c0fa5ecbba87 req-c0269137-b718-4e96-9050-b710a18d94fa service neutron] 10.222.0.127 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dd9f686e-80b9-4c6e-92a3-0895574a774f HTTP/1.1" status: 200 len: 217 time: 0.0497851 Jul 06 14:09:56.814256 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43014c7-297f-43fb-9c87-c0fa5ecbba87 req-2aabdfeb-a607-431c-9fa4-2da8766897a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:09:56.815808 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-d43014c7-297f-43fb-9c87-c0fa5ecbba87 req-2aabdfeb-a607-431c-9fa4-2da8766897a4 service neutron] 10.222.0.127 "GET /v2.0/subnets?id=1d0103a5-6825-4713-928f-2c0821a07c96 HTTP/1.1" status: 200 len: 851 time: 0.0606925 Jul 06 14:09:56.857926 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2522e6d6-8378-4452-a2c0-b50886133ebc req-35217b9d-2994-4aba-9a8f-c52059a41381 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:09:56.859497 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-2522e6d6-8378-4452-a2c0-b50886133ebc req-35217b9d-2994-4aba-9a8f-c52059a41381 service neutron] 10.222.0.127 "GET /v2.0/ports?device_id=111c579d-1c13-4e5d-9aa5-c0a1c0f81dd7 HTTP/1.1" status: 200 len: 1097 time: 0.1410275 Jul 06 14:09:56.907657 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-2522e6d6-8378-4452-a2c0-b50886133ebc req-d72c5889-11ac-4437-8113-59941271740b service neutron] 10.222.0.127 "GET /v2.0/security-groups?id=e3f883e7-e0ef-43fd-9fef-1e191c4cd6a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414655 Jul 06 14:09:56.916088 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43014c7-297f-43fb-9c87-c0fa5ecbba87 req-627bc972-8732-454f-a416-f7e9d793a595 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:09:56.917588 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-d43014c7-297f-43fb-9c87-c0fa5ecbba87 req-627bc972-8732-454f-a416-f7e9d793a595 service neutron] 10.222.0.127 "GET /v2.0/ports?network_id=ca8d241f-6d1c-4a83-a6b7-adff4a667580&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0944979 Jul 06 14:09:57.139342 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-d43014c7-297f-43fb-9c87-c0fa5ecbba87 req-cd83d910-ed98-4d43-b9da-a355e84461cc service neutron] 10.222.0.127 "GET /v2.0/networks/ca8d241f-6d1c-4a83-a6b7-adff4a667580?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227162 Jul 06 14:09:57.184937 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 47872) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:09:57.331803 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-7b87299f-2154-4dab-80c8-672fd01ab06a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:57.332814 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02af6aa-de65-4668-b0e8-bbe1608c66f2 req-d5d0804e-9ecb-4d43-932b-5902d227a493 tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:09:57.341644 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-f02af6aa-de65-4668-b0e8-bbe1608c66f2 req-d5d0804e-9ecb-4d43-932b-5902d227a493 tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] 10.222.0.104 "GET /v2.0/ports?device_id=b6169543-9f03-48ce-932b-913e969dd966 HTTP/1.1" status: 200 len: 944 time: 0.1931167 Jul 06 14:09:57.344945 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-d43014c7-297f-43fb-9c87-c0fa5ecbba87 req-34f126f9-2100-426a-a6b7-10138e2a4b27 service neutron] 10.222.0.127 "GET /v2.0/networks/ca8d241f-6d1c-4a83-a6b7-adff4a667580?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1943939 Jul 06 14:09:57.383520 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-f02af6aa-de65-4668-b0e8-bbe1608c66f2 req-9bd295d6-c63d-472e-9f66-3c25f53532ef tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] 10.222.0.104 "GET /v2.0/security-groups?id=bdba1446-e72e-4024-9da7-e6061f204f14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409532 Jul 06 14:09:57.446451 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-7b87299f-2154-4dab-80c8-672fd01ab06a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:57.451443 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-7b87299f-2154-4dab-80c8-672fd01ab06a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:57.497848 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-7b87299f-2154-4dab-80c8-672fd01ab06a admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=edbc03130e144d598ef5490430ebcb29&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3111305 Jul 06 14:09:57.498051 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cfc06c-7b61-4ec5-a4a5-0e8a84d0e662 req-a06424f7-6d41-4bbe-ac17-4d6c3f04b3df tempest-VolumesActionsTest-1210678064 tempest-VolumesActionsTest-1210678064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:09:57.498614 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b87299f-2154-4dab-80c8-672fd01ab06a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8aab605c-64e0-4f98-9810-b5f3c423ef40,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:09:57.499406 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-f5cfc06c-7b61-4ec5-a4a5-0e8a84d0e662 req-a06424f7-6d41-4bbe-ac17-4d6c3f04b3df tempest-VolumesActionsTest-1210678064 tempest-VolumesActionsTest-1210678064-project] 10.222.0.104 "GET /v2.0/ports?device_id=111c579d-1c13-4e5d-9aa5-c0a1c0f81dd7 HTTP/1.1" status: 200 len: 946 time: 0.0759025 Jul 06 14:09:57.500399 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 47880) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:09:57.568369 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-f5cfc06c-7b61-4ec5-a4a5-0e8a84d0e662 req-2352c728-27d3-438d-9a51-522564b19c22 tempest-VolumesActionsTest-1210678064 tempest-VolumesActionsTest-1210678064-project] 10.222.0.104 "GET /v2.0/security-groups?id=e3f883e7-e0ef-43fd-9fef-1e191c4cd6a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618041 Jul 06 14:09:57.582538 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-7b7b5f14-3ad7-4041-800d-f6cc620bc539 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:57.611838 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-7b7b5f14-3ad7-4041-800d-f6cc620bc539 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:57.690083 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-7b7b5f14-3ad7-4041-800d-f6cc620bc539 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:57.692854 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-7b7b5f14-3ad7-4041-800d-f6cc620bc539 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:57.693845 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-7b7b5f14-3ad7-4041-800d-f6cc620bc539 admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/8aab605c-64e0-4f98-9810-b5f3c423ef40 HTTP/1.1" status: 204 len: 168 time: 0.1925247 Jul 06 14:09:57.721244 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7b5f14-3ad7-4041-800d-f6cc620bc539 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8aab605c-64e0-4f98-9810-b5f3c423ef40,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:09:57.762022 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5196ee6c-06df-46f6-b9af-9230fe8ae1df req-98b5cbe0-cc71-4118-8473-3074094233a2 tempest-AttachVolumeTestJSON-361183160 tempest-AttachVolumeTestJSON-361183160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:09:57.763597 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-5196ee6c-06df-46f6-b9af-9230fe8ae1df req-98b5cbe0-cc71-4118-8473-3074094233a2 tempest-AttachVolumeTestJSON-361183160 tempest-AttachVolumeTestJSON-361183160-project] 10.222.0.104 "GET /v2.0/ports?device_id=e0b6590c-38d1-4890-811c-8b99d91e8b91 HTTP/1.1" status: 200 len: 943 time: 0.0856028 Jul 06 14:09:57.804674 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-5196ee6c-06df-46f6-b9af-9230fe8ae1df req-46762065-553f-477c-90b8-ef5113a3e856 tempest-AttachVolumeTestJSON-361183160 tempest-AttachVolumeTestJSON-361183160-project] 10.222.0.104 "GET /v2.0/security-groups?id=e8c32bf5-5674-497e-8c20-3ec857c330c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343857 Jul 06 14:09:57.907765 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Device f32905e8-b970-4aab-b564-3530c975502a details requested by agent hyperv_n-h2-773647-6 with host n-h2-773647-6 {{(pid=100248) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 14:09:57.998872 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 47896) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:09:58.013590 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-ed151d56-e478-4073-bbd4-a2ef1974b501 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:58.028219 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] For port f32905e8-b970-4aab-b564-3530c975502a, host n-h2-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=f32905e8-b970-4aab-b564-3530c975502a,segment=NetworkSegment(85f44324-1b25-43f8-b0d2-e6a13494ae45),segment_id=85f44324-1b25-43f8-b0d2-e6a13494ae45)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:09:58.048812 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Returning: {'device': 'f32905e8-b970-4aab-b564-3530c975502a', 'network_id': '6ac95a6a-5756-473f-8a78-bd3474c2b2ff', 'port_id': 'f32905e8-b970-4aab-b564-3530c975502a', 'mac_address': 'fa:16:3e:8a:07:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1014, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '868bdf15-b823-4cab-842d-77e49afc3593', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100248) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 14:09:58.107762 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:58.141058 n-d-773647-6 neutron-server[100248]: DEBUG neutron.notifiers.nova [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f32905e8-b970-4aab-b564-3530c975502a {{(pid=100248) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 14:09:58.158092 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-ed151d56-e478-4073-bbd4-a2ef1974b501 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:58.163106 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-ed151d56-e478-4073-bbd4-a2ef1974b501 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:58.170322 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] For port f32905e8-b970-4aab-b564-3530c975502a, host n-h2-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=f32905e8-b970-4aab-b564-3530c975502a,segment=NetworkSegment(85f44324-1b25-43f8-b0d2-e6a13494ae45),segment_id=85f44324-1b25-43f8-b0d2-e6a13494ae45)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:09:58.177320 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:58.217023 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-ed151d56-e478-4073-bbd4-a2ef1974b501 admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=d50e6405d3564ce195b98081b656cb47&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2140074 Jul 06 14:09:58.217911 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 47906) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:09:58.220201 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed151d56-e478-4073-bbd4-a2ef1974b501 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=064691a5-8a67-4edf-bc23-1f4b242b0364,revision_number=1']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:09:58.242418 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Pushing event updated for resources: {'Port': ['ID=f32905e8-b970-4aab-b564-3530c975502a,revision_number=4']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:09:58.291476 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-8a07968b-6ae6-49d6-8716-f8ba93201a8a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:58.317993 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-8a07968b-6ae6-49d6-8716-f8ba93201a8a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:58.343076 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-03f71b24-a9b8-453a-8924-caa3f97bc6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:58.386467 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-8a07968b-6ae6-49d6-8716-f8ba93201a8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:58.391582 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-8a07968b-6ae6-49d6-8716-f8ba93201a8a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:58.391722 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-8a07968b-6ae6-49d6-8716-f8ba93201a8a admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/064691a5-8a67-4edf-bc23-1f4b242b0364 HTTP/1.1" status: 204 len: 168 time: 0.1727335 Jul 06 14:09:58.400764 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a07968b-6ae6-49d6-8716-f8ba93201a8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=064691a5-8a67-4edf-bc23-1f4b242b0364,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:09:58.534694 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] get_ports_and_sgs() called for port_ids ['f32905e8-b970-4aab-b564-3530c975502a'] {{(pid=100248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 14:09:58.581769 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b95f0f4-c350-41fb-ad14-bfa30e9bf28f req-14b2a327-b77a-4540-b887-932fecf7fca1 tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:09:58.587920 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-8b95f0f4-c350-41fb-ad14-bfa30e9bf28f req-14b2a327-b77a-4540-b887-932fecf7fca1 tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] 10.222.0.104 "GET /v2.0/ports?device_id=b6169543-9f03-48ce-932b-913e969dd966 HTTP/1.1" status: 200 len: 944 time: 0.0848143 Jul 06 14:09:58.634576 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-8b95f0f4-c350-41fb-ad14-bfa30e9bf28f req-d8a077b5-6bb0-4c8d-8a9d-df9f57e8fbe2 tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] 10.222.0.104 "GET /v2.0/security-groups?id=bdba1446-e72e-4024-9da7-e6061f204f14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404427 Jul 06 14:09:58.847992 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afd2473-8ac2-4243-9682-7628334dfbcb req-f9777b69-6268-470c-96e5-5ea8a1c794f4 tempest-VolumesActionsTest-1210678064 tempest-VolumesActionsTest-1210678064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:09:58.854884 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-1afd2473-8ac2-4243-9682-7628334dfbcb req-f9777b69-6268-470c-96e5-5ea8a1c794f4 tempest-VolumesActionsTest-1210678064 tempest-VolumesActionsTest-1210678064-project] 10.222.0.104 "GET /v2.0/ports?device_id=111c579d-1c13-4e5d-9aa5-c0a1c0f81dd7 HTTP/1.1" status: 200 len: 946 time: 0.0754504 Jul 06 14:09:58.922268 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-1afd2473-8ac2-4243-9682-7628334dfbcb req-7a877446-ed56-4263-a2b5-564eba1fbaa8 tempest-VolumesActionsTest-1210678064 tempest-VolumesActionsTest-1210678064-project] 10.222.0.104 "GET /v2.0/security-groups?id=e3f883e7-e0ef-43fd-9fef-1e191c4cd6a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663903 Jul 06 14:09:58.964048 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404ef034-b1db-4945-aff8-41e2d920b72a req-b2336722-04f2-46a0-a2d2-a43d624a0c13 tempest-ServerTagsTestJSON-1285518137 tempest-ServerTagsTestJSON-1285518137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:09:58.965633 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-404ef034-b1db-4945-aff8-41e2d920b72a req-b2336722-04f2-46a0-a2d2-a43d624a0c13 tempest-ServerTagsTestJSON-1285518137 tempest-ServerTagsTestJSON-1285518137-project] 10.222.0.104 "GET /v2.0/ports?device_id=b9c8c59d-9824-467e-a824-f6f77ff28214 HTTP/1.1" status: 200 len: 946 time: 0.0955782 Jul 06 14:09:59.014469 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-404ef034-b1db-4945-aff8-41e2d920b72a req-af22fb86-ddc3-465a-9bc9-ba682e1aca04 tempest-ServerTagsTestJSON-1285518137 tempest-ServerTagsTestJSON-1285518137-project] 10.222.0.104 "GET /v2.0/security-groups?id=ee9b2033-7358-4be4-9c11-2bff35d2bc8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411325 Jul 06 14:09:59.123507 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b408f0e2-956b-431c-ac56-40db08b7d4d9 req-075111da-c6be-4b30-bc35-bf9109c8b9eb tempest-AttachVolumeTestJSON-361183160 tempest-AttachVolumeTestJSON-361183160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:09:59.123507 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-b408f0e2-956b-431c-ac56-40db08b7d4d9 req-075111da-c6be-4b30-bc35-bf9109c8b9eb tempest-AttachVolumeTestJSON-361183160 tempest-AttachVolumeTestJSON-361183160-project] 10.222.0.104 "GET /v2.0/ports?device_id=e0b6590c-38d1-4890-811c-8b99d91e8b91 HTTP/1.1" status: 200 len: 944 time: 0.0693111 Jul 06 14:09:59.168481 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-b408f0e2-956b-431c-ac56-40db08b7d4d9 req-cef48908-f366-49b0-b774-9daff7e3eff6 tempest-AttachVolumeTestJSON-361183160 tempest-AttachVolumeTestJSON-361183160-project] 10.222.0.104 "GET /v2.0/security-groups?id=e8c32bf5-5674-497e-8c20-3ec857c330c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358434 Jul 06 14:09:59.778433 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98256066-5350-473a-b2d0-ffa2a44a3eeb req-938f073b-2f4c-485c-accb-a4ff1626285b tempest-VolumesActionsTest-1210678064 tempest-VolumesActionsTest-1210678064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:09:59.780005 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-98256066-5350-473a-b2d0-ffa2a44a3eeb req-938f073b-2f4c-485c-accb-a4ff1626285b tempest-VolumesActionsTest-1210678064 tempest-VolumesActionsTest-1210678064-project] 10.222.0.104 "GET /v2.0/ports?device_id=111c579d-1c13-4e5d-9aa5-c0a1c0f81dd7 HTTP/1.1" status: 200 len: 946 time: 0.0675521 Jul 06 14:09:59.849356 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-98256066-5350-473a-b2d0-ffa2a44a3eeb req-3051adb8-0101-4b10-bdbb-c6415b958278 tempest-VolumesActionsTest-1210678064 tempest-VolumesActionsTest-1210678064-project] 10.222.0.104 "GET /v2.0/security-groups?id=e3f883e7-e0ef-43fd-9fef-1e191c4cd6a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597146 Jul 06 14:09:59.876366 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1168dc3c-c6ca-43fd-82fb-2fe31da827dc req-1dbd0516-6fb4-4dc9-b3b7-36af52bf43f9 tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:09:59.878122 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-1168dc3c-c6ca-43fd-82fb-2fe31da827dc req-1dbd0516-6fb4-4dc9-b3b7-36af52bf43f9 tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] 10.222.0.104 "GET /v2.0/ports?device_id=b6169543-9f03-48ce-932b-913e969dd966 HTTP/1.1" status: 200 len: 944 time: 0.0972202 Jul 06 14:09:59.916463 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Device f32905e8-b970-4aab-b564-3530c975502a up at agent hyperv_n-h2-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:09:59.931094 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-1168dc3c-c6ca-43fd-82fb-2fe31da827dc req-4f743045-eaf8-466b-8f99-ec6d5d991c40 tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] 10.222.0.104 "GET /v2.0/security-groups?id=bdba1446-e72e-4024-9da7-e6061f204f14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466564 Jul 06 14:10:00.124935 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Provisioning for port f32905e8-b970-4aab-b564-3530c975502a completed by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:10:00.128895 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Provisioning complete for port f32905e8-b970-4aab-b564-3530c975502a triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:10:00.129358 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:00.181017 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ef847d-8bc8-4012-a950-f3f03174c13e req-84afd449-0630-470e-83fc-0ffdee40c5e3 tempest-ServerTagsTestJSON-1285518137 tempest-ServerTagsTestJSON-1285518137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:10:00.184059 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-66ef847d-8bc8-4012-a950-f3f03174c13e req-84afd449-0630-470e-83fc-0ffdee40c5e3 tempest-ServerTagsTestJSON-1285518137 tempest-ServerTagsTestJSON-1285518137-project] 10.222.0.72 "GET /v2.0/ports?device_id=b9c8c59d-9824-467e-a824-f6f77ff28214 HTTP/1.1" status: 200 len: 946 time: 0.0739481 Jul 06 14:10:00.223763 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:00.250715 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd1e6ff-dfd3-4af1-a6c5-05f235d54e58 req-71226684-6a9c-409a-9b0c-918bcd012fe1 tempest-ServerTagsTestJSON-1285518137 tempest-ServerTagsTestJSON-1285518137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:10:00.252851 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-8dd1e6ff-dfd3-4af1-a6c5-05f235d54e58 req-71226684-6a9c-409a-9b0c-918bcd012fe1 tempest-ServerTagsTestJSON-1285518137 tempest-ServerTagsTestJSON-1285518137-project] 10.222.0.104 "GET /v2.0/ports?device_id=b9c8c59d-9824-467e-a824-f6f77ff28214 HTTP/1.1" status: 200 len: 946 time: 0.1023545 Jul 06 14:10:00.267883 n-d-773647-6 neutron-server[100248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0b6590c-38d1-4890-811c-8b99d91e8b91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f32905e8-b970-4aab-b564-3530c975502a'}] {{(pid=100248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:10:00.270505 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84af257533e383389cbcf231d3534f4d5e149e7203fea16b4a8fc01438dddaf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-838d647a-9c4e-48e9-8015-9ce70ccca6dc" -d '{"events": [{"server_uuid": "e0b6590c-38d1-4890-811c-8b99d91e8b91", "name": "network-vif-plugged", "status": "completed", "tag": "f32905e8-b970-4aab-b564-3530c975502a"}]}' {{(pid=100248) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:10:00.291869 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] For port f32905e8-b970-4aab-b564-3530c975502a, host n-h2-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=f32905e8-b970-4aab-b564-3530c975502a,segment=NetworkSegment(85f44324-1b25-43f8-b0d2-e6a13494ae45),segment_id=85f44324-1b25-43f8-b0d2-e6a13494ae45)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:10:00.298895 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:00.319315 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-8dd1e6ff-dfd3-4af1-a6c5-05f235d54e58 req-b8fee93f-d34d-481c-9670-63059902ce1f tempest-ServerTagsTestJSON-1285518137 tempest-ServerTagsTestJSON-1285518137-project] 10.222.0.104 "GET /v2.0/security-groups?id=ee9b2033-7358-4be4-9c11-2bff35d2bc8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583436 Jul 06 14:10:00.323456 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [req-66ef847d-8bc8-4012-a950-f3f03174c13e req-c1736ce8-a00e-48b1-86df-9a74da9ca240 tempest-ServerTagsTestJSON-1285518137 tempest-ServerTagsTestJSON-1285518137-project] Deleting port ca72699e-8fe0-4646-9205-4c5f06a6a15b {{(pid=100246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:10:00.324060 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-66ef847d-8bc8-4012-a950-f3f03174c13e req-c1736ce8-a00e-48b1-86df-9a74da9ca240 tempest-ServerTagsTestJSON-1285518137 tempest-ServerTagsTestJSON-1285518137-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:00.391072 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Pushing event updated for resources: {'Port': ['ID=f32905e8-b970-4aab-b564-3530c975502a,revision_number=5']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:10:00.400420 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:10:00.401219 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:10:00.401870 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:10:00.402403 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:10:00.402906 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:10:00.403423 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:10:00.403925 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:10:00.404425 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:10:00.404930 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:10:00.405417 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:10:00.405913 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:10:00.406435 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:10:00.435913 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595c93ca-4b81-4923-92ad-6e5f6ade63b3 req-bfb55736-fcae-4702-8674-d816946440b0 tempest-AttachVolumeTestJSON-361183160 tempest-AttachVolumeTestJSON-361183160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:10:00.438530 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-595c93ca-4b81-4923-92ad-6e5f6ade63b3 req-bfb55736-fcae-4702-8674-d816946440b0 tempest-AttachVolumeTestJSON-361183160 tempest-AttachVolumeTestJSON-361183160-project] 10.222.0.104 "GET /v2.0/ports?device_id=e0b6590c-38d1-4890-811c-8b99d91e8b91 HTTP/1.1" status: 200 len: 945 time: 0.0888298 Jul 06 14:10:00.462859 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.db [req-66ef847d-8bc8-4012-a950-f3f03174c13e req-c1736ce8-a00e-48b1-86df-9a74da9ca240 tempest-ServerTagsTestJSON-1285518137 tempest-ServerTagsTestJSON-1285518137-project] For port ca72699e-8fe0-4646-9205-4c5f06a6a15b, host n-h2-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=ca72699e-8fe0-4646-9205-4c5f06a6a15b,segment=NetworkSegment(69973d5d-12b1-49f6-ae5b-bbd5e56a7939),segment_id=69973d5d-12b1-49f6-ae5b-bbd5e56a7939)] {{(pid=100246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:10:00.463531 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-66ef847d-8bc8-4012-a950-f3f03174c13e req-c1736ce8-a00e-48b1-86df-9a74da9ca240 tempest-ServerTagsTestJSON-1285518137 tempest-ServerTagsTestJSON-1285518137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:00.489651 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-595c93ca-4b81-4923-92ad-6e5f6ade63b3 req-92733185-b75b-4db5-b892-733ecb194747 tempest-AttachVolumeTestJSON-361183160 tempest-AttachVolumeTestJSON-361183160-project] 10.222.0.104 "GET /v2.0/security-groups?id=e8c32bf5-5674-497e-8c20-3ec857c330c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421011 Jul 06 14:10:00.497010 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [req-66ef847d-8bc8-4012-a950-f3f03174c13e req-c1736ce8-a00e-48b1-86df-9a74da9ca240 tempest-ServerTagsTestJSON-1285518137 tempest-ServerTagsTestJSON-1285518137-project] Calling delete_port for ca72699e-8fe0-4646-9205-4c5f06a6a15b owned by compute:nova {{(pid=100246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:10:00.524674 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 14:10:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b59d4bb-18ff-46c8-b917-61f68efb10d4 x-openstack-request-id: req-9b59d4bb-18ff-46c8-b917-61f68efb10d4 {{(pid=100248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:10:00.525234 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0b6590c-38d1-4890-811c-8b99d91e8b91", "name": "network-vif-plugged", "status": "completed", "tag": "f32905e8-b970-4aab-b564-3530c975502a", "code": 200}]} {{(pid=100248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:10:00.525657 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-9b59d4bb-18ff-46c8-b917-61f68efb10d4 {{(pid=100248) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:10:00.526136 n-d-773647-6 neutron-server[100248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0b6590c-38d1-4890-811c-8b99d91e8b91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f32905e8-b970-4aab-b564-3530c975502a', 'code': 200} Jul 06 14:10:00.661388 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25fa37f-8a99-4f4a-84fc-39caff848931 req-4e6365eb-12b5-4c45-a072-19f64ebaabb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:10:00.662904 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-f25fa37f-8a99-4f4a-84fc-39caff848931 req-4e6365eb-12b5-4c45-a072-19f64ebaabb8 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=e0b6590c-38d1-4890-811c-8b99d91e8b91 HTTP/1.1" status: 200 len: 1096 time: 0.0662467 Jul 06 14:10:00.677010 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-66ef847d-8bc8-4012-a950-f3f03174c13e req-c1736ce8-a00e-48b1-86df-9a74da9ca240 tempest-ServerTagsTestJSON-1285518137 tempest-ServerTagsTestJSON-1285518137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127687580'] for port, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:00.688924 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] get_ports_and_sgs() called for port_ids ['ca72699e-8fe0-4646-9205-4c5f06a6a15b'] {{(pid=100248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 14:10:00.716486 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1736ce8-a00e-48b1-86df-9a74da9ca240 tempest-ServerTagsTestJSON-1285518137 tempest-ServerTagsTestJSON-1285518137-project] Pushing event deleted for resources: {'Port': ['ID=ca72699e-8fe0-4646-9205-4c5f06a6a15b,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:10:00.736637 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-f25fa37f-8a99-4f4a-84fc-39caff848931 req-2c6fd8ce-8673-497c-be5e-02904982be11 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=e8c32bf5-5674-497e-8c20-3ec857c330c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0566301 Jul 06 14:10:00.765876 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [req-66ef847d-8bc8-4012-a950-f3f03174c13e req-c1736ce8-a00e-48b1-86df-9a74da9ca240 tempest-ServerTagsTestJSON-1285518137 tempest-ServerTagsTestJSON-1285518137-project] No DVR routers for this DVR port ca72699e-8fe0-4646-9205-4c5f06a6a15b on host n-h2-773647-6 {{(pid=100246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:10:00.768691 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-66ef847d-8bc8-4012-a950-f3f03174c13e req-c1736ce8-a00e-48b1-86df-9a74da9ca240 tempest-ServerTagsTestJSON-1285518137 tempest-ServerTagsTestJSON-1285518137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:00.771197 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-66ef847d-8bc8-4012-a950-f3f03174c13e req-c1736ce8-a00e-48b1-86df-9a74da9ca240 tempest-ServerTagsTestJSON-1285518137 tempest-ServerTagsTestJSON-1285518137-project] 10.222.0.72 "DELETE /v2.0/ports/ca72699e-8fe0-4646-9205-4c5f06a6a15b HTTP/1.1" status: 204 len: 173 time: 0.5815806 Jul 06 14:10:00.771772 n-d-773647-6 neutron-server[100246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9c8c59d-9824-467e-a824-f6f77ff28214', 'name': 'network-vif-deleted', 'tag': 'ca72699e-8fe0-4646-9205-4c5f06a6a15b'}] {{(pid=100246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:10:00.774475 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0d96c5ab5e889f7b933ae915b9be33d1b46c9e87795bf781004b656ef3f1e87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fabfbb63-8564-41a0-a48b-634068584372" -d '{"events": [{"server_uuid": "b9c8c59d-9824-467e-a824-f6f77ff28214", "name": "network-vif-deleted", "tag": "ca72699e-8fe0-4646-9205-4c5f06a6a15b"}]}' {{(pid=100246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:10:00.820007 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 14:10:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e44a7e36-5d05-4092-97bd-b698f5bb2548 x-openstack-request-id: req-e44a7e36-5d05-4092-97bd-b698f5bb2548 {{(pid=100246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:10:00.821718 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9c8c59d-9824-467e-a824-f6f77ff28214", "name": "network-vif-deleted", "tag": "ca72699e-8fe0-4646-9205-4c5f06a6a15b", "status": "completed", "code": 200}]} {{(pid=100246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:10:00.822284 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-e44a7e36-5d05-4092-97bd-b698f5bb2548 {{(pid=100246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:10:00.822848 n-d-773647-6 neutron-server[100246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9c8c59d-9824-467e-a824-f6f77ff28214', 'name': 'network-vif-deleted', 'tag': 'ca72699e-8fe0-4646-9205-4c5f06a6a15b', 'status': 'completed', 'code': 200} Jul 06 14:10:01.054524 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae43293-8647-46ec-aee3-0faf4b7a587c req-7be03ec5-47eb-4e3b-b7a6-ce4ebd0f9661 tempest-VolumesActionsTest-1210678064 tempest-VolumesActionsTest-1210678064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:10:01.056815 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-fae43293-8647-46ec-aee3-0faf4b7a587c req-7be03ec5-47eb-4e3b-b7a6-ce4ebd0f9661 tempest-VolumesActionsTest-1210678064 tempest-VolumesActionsTest-1210678064-project] 10.222.0.104 "GET /v2.0/ports?device_id=111c579d-1c13-4e5d-9aa5-c0a1c0f81dd7 HTTP/1.1" status: 200 len: 946 time: 0.0795786 Jul 06 14:10:01.161240 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-fae43293-8647-46ec-aee3-0faf4b7a587c req-8edf6a3c-84c6-4544-8aa9-53895c877470 tempest-VolumesActionsTest-1210678064 tempest-VolumesActionsTest-1210678064-project] 10.222.0.104 "GET /v2.0/security-groups?id=e3f883e7-e0ef-43fd-9fef-1e191c4cd6a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976734 Jul 06 14:10:01.208934 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba9fc04-1d73-4a5d-8982-7e301047ee7b req-e9289453-6af9-4630-8a82-b7571761c71b tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:10:01.211372 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-4ba9fc04-1d73-4a5d-8982-7e301047ee7b req-e9289453-6af9-4630-8a82-b7571761c71b tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] 10.222.0.104 "GET /v2.0/ports?device_id=b6169543-9f03-48ce-932b-913e969dd966 HTTP/1.1" status: 200 len: 944 time: 0.1297641 Jul 06 14:10:01.224253 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2450a50-4462-49cf-80c1-ad07a3e07596 req-f76fb9af-96ea-4be1-a7ed-48187bd242c7 tempest-VolumesActionsTest-1210678064 tempest-VolumesActionsTest-1210678064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:10:01.226498 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-f2450a50-4462-49cf-80c1-ad07a3e07596 req-f76fb9af-96ea-4be1-a7ed-48187bd242c7 tempest-VolumesActionsTest-1210678064 tempest-VolumesActionsTest-1210678064-project] 10.222.0.127 "GET /v2.0/ports?device_id=111c579d-1c13-4e5d-9aa5-c0a1c0f81dd7 HTTP/1.1" status: 200 len: 946 time: 0.1124277 Jul 06 14:10:01.323070 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-4ba9fc04-1d73-4a5d-8982-7e301047ee7b req-e0e4b6c8-7871-4ec5-857d-8eeb46b4afdc tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] 10.222.0.104 "GET /v2.0/security-groups?id=bdba1446-e72e-4024-9da7-e6061f204f14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955377 Jul 06 14:10:01.397952 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.plugin [req-f2450a50-4462-49cf-80c1-ad07a3e07596 req-01d50de0-e498-4575-9150-9f9ff5b2afac tempest-VolumesActionsTest-1210678064 tempest-VolumesActionsTest-1210678064-project] Deleting port c6661921-93b7-4746-b98c-7a61211edc14 {{(pid=100247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:10:01.398432 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-f2450a50-4462-49cf-80c1-ad07a3e07596 req-01d50de0-e498-4575-9150-9f9ff5b2afac tempest-VolumesActionsTest-1210678064 tempest-VolumesActionsTest-1210678064-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:01.531777 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-56d716d1-acac-4435-8980-a9c457e47cbd req-255e19a7-066d-49da-bf7a-5b1bcc221f44 tempest-ServerTagsTestJSON-1285518137 tempest-ServerTagsTestJSON-1285518137-project] 10.222.0.104 "GET /v2.0/ports?device_id=b9c8c59d-9824-467e-a824-f6f77ff28214 HTTP/1.1" status: 200 len: 210 time: 0.0488007 Jul 06 14:10:01.571202 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.db [req-f2450a50-4462-49cf-80c1-ad07a3e07596 req-01d50de0-e498-4575-9150-9f9ff5b2afac tempest-VolumesActionsTest-1210678064 tempest-VolumesActionsTest-1210678064-project] For port c6661921-93b7-4746-b98c-7a61211edc14, host n-h1-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773647-6',level=0,port_id=c6661921-93b7-4746-b98c-7a61211edc14,segment=NetworkSegment(f311c2ae-d2b1-4b76-a9aa-bf4b25cec9f9),segment_id=f311c2ae-d2b1-4b76-a9aa-bf4b25cec9f9)] {{(pid=100247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:10:01.571891 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-f2450a50-4462-49cf-80c1-ad07a3e07596 req-01d50de0-e498-4575-9150-9f9ff5b2afac tempest-VolumesActionsTest-1210678064 tempest-VolumesActionsTest-1210678064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:01.589323 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.plugin [req-f2450a50-4462-49cf-80c1-ad07a3e07596 req-01d50de0-e498-4575-9150-9f9ff5b2afac tempest-VolumesActionsTest-1210678064 tempest-VolumesActionsTest-1210678064-project] Calling delete_port for c6661921-93b7-4746-b98c-7a61211edc14 owned by compute:nova {{(pid=100247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:10:01.818138 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e5e6f6-2c15-45f2-a5f9-206ac5b5cc75 req-67d7c5fc-020e-4826-a599-8e0726be15e8 tempest-AttachVolumeTestJSON-361183160 tempest-AttachVolumeTestJSON-361183160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:10:01.818362 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Device dd9f686e-80b9-4c6e-92a3-0895574a774f details requested by agent hyperv_n-h1-773647-6 with host n-h1-773647-6 {{(pid=100248) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 14:10:01.827745 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-00e5e6f6-2c15-45f2-a5f9-206ac5b5cc75 req-67d7c5fc-020e-4826-a599-8e0726be15e8 tempest-AttachVolumeTestJSON-361183160 tempest-AttachVolumeTestJSON-361183160-project] 10.222.0.104 "GET /v2.0/ports?device_id=e0b6590c-38d1-4890-811c-8b99d91e8b91 HTTP/1.1" status: 200 len: 945 time: 0.1763115 Jul 06 14:10:01.877496 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-f2450a50-4462-49cf-80c1-ad07a3e07596 req-01d50de0-e498-4575-9150-9f9ff5b2afac tempest-VolumesActionsTest-1210678064 tempest-VolumesActionsTest-1210678064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128888353'] for port, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:01.895950 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] get_ports_and_sgs() called for port_ids ['c6661921-93b7-4746-b98c-7a61211edc14'] {{(pid=100248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 14:10:01.899740 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-00e5e6f6-2c15-45f2-a5f9-206ac5b5cc75 req-9eb03c9f-553f-494a-b6e2-2525bf89055a tempest-AttachVolumeTestJSON-361183160 tempest-AttachVolumeTestJSON-361183160-project] 10.222.0.104 "GET /v2.0/security-groups?id=e8c32bf5-5674-497e-8c20-3ec857c330c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0711324 Jul 06 14:10:01.924254 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d50de0-e498-4575-9150-9f9ff5b2afac tempest-VolumesActionsTest-1210678064 tempest-VolumesActionsTest-1210678064-project] Pushing event deleted for resources: {'Port': ['ID=c6661921-93b7-4746-b98c-7a61211edc14,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:10:01.962437 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] For port dd9f686e-80b9-4c6e-92a3-0895574a774f, host n-h1-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773647-6',level=0,port_id=dd9f686e-80b9-4c6e-92a3-0895574a774f,segment=NetworkSegment(36c50412-6893-4622-808c-49164f6f9db6),segment_id=36c50412-6893-4622-808c-49164f6f9db6)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:10:01.969381 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2450a50-4462-49cf-80c1-ad07a3e07596 req-01d50de0-e498-4575-9150-9f9ff5b2afac tempest-VolumesActionsTest-1210678064 tempest-VolumesActionsTest-1210678064-project] No DVR routers for this DVR port c6661921-93b7-4746-b98c-7a61211edc14 on host n-h1-773647-6 {{(pid=100247) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:10:01.972249 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-f2450a50-4462-49cf-80c1-ad07a3e07596 req-01d50de0-e498-4575-9150-9f9ff5b2afac tempest-VolumesActionsTest-1210678064 tempest-VolumesActionsTest-1210678064-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:01.973916 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Returning: {'device': 'dd9f686e-80b9-4c6e-92a3-0895574a774f', 'network_id': 'ca8d241f-6d1c-4a83-a6b7-adff4a667580', 'port_id': 'dd9f686e-80b9-4c6e-92a3-0895574a774f', 'mac_address': 'fa:16:3e:3e:5c:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1040, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1d0103a5-6825-4713-928f-2c0821a07c96', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100248) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 14:10:01.975365 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-f2450a50-4462-49cf-80c1-ad07a3e07596 req-01d50de0-e498-4575-9150-9f9ff5b2afac tempest-VolumesActionsTest-1210678064 tempest-VolumesActionsTest-1210678064-project] 10.222.0.127 "DELETE /v2.0/ports/c6661921-93b7-4746-b98c-7a61211edc14 HTTP/1.1" status: 204 len: 173 time: 0.7408533 Jul 06 14:10:01.976039 n-d-773647-6 neutron-server[100247]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '111c579d-1c13-4e5d-9aa5-c0a1c0f81dd7', 'name': 'network-vif-deleted', 'tag': 'c6661921-93b7-4746-b98c-7a61211edc14'}] {{(pid=100247) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:10:01.979724 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cbf0eeaae822f8fc9b87a94aeba67a3d651842baf663a51cba94b67a514836d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fe810e9-9f4f-42b2-8608-8b0583ea79fd" -d '{"events": [{"server_uuid": "111c579d-1c13-4e5d-9aa5-c0a1c0f81dd7", "name": "network-vif-deleted", "tag": "c6661921-93b7-4746-b98c-7a61211edc14"}]}' {{(pid=100247) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:10:02.015419 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:02.026242 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 14:10:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ccf4695-84d0-415c-b359-0e176e1c4889 x-openstack-request-id: req-7ccf4695-84d0-415c-b359-0e176e1c4889 {{(pid=100247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:10:02.026799 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "111c579d-1c13-4e5d-9aa5-c0a1c0f81dd7", "name": "network-vif-deleted", "tag": "c6661921-93b7-4746-b98c-7a61211edc14", "status": "completed", "code": 200}]} {{(pid=100247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:10:02.027311 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-7ccf4695-84d0-415c-b359-0e176e1c4889 {{(pid=100247) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:10:02.027868 n-d-773647-6 neutron-server[100247]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '111c579d-1c13-4e5d-9aa5-c0a1c0f81dd7', 'name': 'network-vif-deleted', 'tag': 'c6661921-93b7-4746-b98c-7a61211edc14', 'status': 'completed', 'code': 200} Jul 06 14:10:02.028458 n-d-773647-6 neutron-server[100248]: DEBUG neutron.notifiers.nova [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dd9f686e-80b9-4c6e-92a3-0895574a774f {{(pid=100248) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 14:10:02.048662 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] For port dd9f686e-80b9-4c6e-92a3-0895574a774f, host n-h1-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773647-6',level=0,port_id=dd9f686e-80b9-4c6e-92a3-0895574a774f,segment=NetworkSegment(36c50412-6893-4622-808c-49164f6f9db6),segment_id=36c50412-6893-4622-808c-49164f6f9db6)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:10:02.052924 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:02.109973 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Pushing event updated for resources: {'Port': ['ID=dd9f686e-80b9-4c6e-92a3-0895574a774f,revision_number=4']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:10:02.331570 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-aa4ebb8d-e2da-445f-9c1a-92fd1e5b7993 req-0ec6adae-490c-4adb-87bf-fb79aee6b61a tempest-VolumesActionsTest-1210678064 tempest-VolumesActionsTest-1210678064-project] 10.222.0.104 "GET /v2.0/ports?device_id=111c579d-1c13-4e5d-9aa5-c0a1c0f81dd7 HTTP/1.1" status: 200 len: 210 time: 0.0377700 Jul 06 14:10:02.463875 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] get_ports_and_sgs() called for port_ids ['dd9f686e-80b9-4c6e-92a3-0895574a774f'] {{(pid=100248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 14:10:02.607241 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd1be87-9509-40aa-86eb-4e36e703cfdf req-5a562f34-d7a0-4473-90c7-b0fc39d7ecbe tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:10:02.609145 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-3bd1be87-9509-40aa-86eb-4e36e703cfdf req-5a562f34-d7a0-4473-90c7-b0fc39d7ecbe tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] 10.222.0.104 "GET /v2.0/ports?device_id=b6169543-9f03-48ce-932b-913e969dd966 HTTP/1.1" status: 200 len: 945 time: 0.1363580 Jul 06 14:10:02.669331 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-3bd1be87-9509-40aa-86eb-4e36e703cfdf req-57b7ca04-ecc6-4d6d-b670-250c181d0c0d tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] 10.222.0.104 "GET /v2.0/security-groups?id=bdba1446-e72e-4024-9da7-e6061f204f14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531378 Jul 06 14:10:02.688946 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 48066) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:10:02.738981 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b5f46b1-e519-4c2f-a690-09eef41e3dd5 admin admin] Deleting subnet 0a276c2e-9e34-4c7a-ac60-8bd1b969e24b {{(pid=100246) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 14:10:02.743107 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-9b5f46b1-e519-4c2f-a690-09eef41e3dd5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:02.780110 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-9b5f46b1-e519-4c2f-a690-09eef41e3dd5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126218885'] for subnet, precommit_delete_associations {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:02.824470 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-9b5f46b1-e519-4c2f-a690-09eef41e3dd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-913473'] for subnet, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:02.888094 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-9b5f46b1-e519-4c2f-a690-09eef41e3dd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-913480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1849032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127687590', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127702764'] for subnet, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:02.914598 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5f46b1-e519-4c2f-a690-09eef41e3dd5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0a276c2e-9e34-4c7a-ac60-8bd1b969e24b,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:10:02.917716 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-9b5f46b1-e519-4c2f-a690-09eef41e3dd5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:02.922263 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-9b5f46b1-e519-4c2f-a690-09eef41e3dd5 admin admin] 10.222.0.104 "DELETE /v2.0/subnets/0a276c2e-9e34-4c7a-ac60-8bd1b969e24b HTTP/1.1" status: 204 len: 168 time: 0.2289233 Jul 06 14:10:02.922263 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 48070) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:10:02.989736 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-f143480a-5831-4e85-9abb-45060b4e2e1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530492'] for network, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:03.076329 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-f143480a-5831-4e85-9abb-45060b4e2e1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-917204', 'neutron.services.segments.db._delete_segments_for_network-8773753502302'] for network, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:03.087811 n-d-773647-6 neutron-server[100246]: DEBUG neutron.services.segments.db [None req-f143480a-5831-4e85-9abb-45060b4e2e1c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['44f1df93-8dbd-49ed-a9f2-57969b54107f']}} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:10:03.089587 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe6e260-c38c-43b8-ac8e-beaf446ca7cf req-025c0bda-203a-48bf-9097-e43247e99ed9 tempest-AttachVolumeTestJSON-361183160 tempest-AttachVolumeTestJSON-361183160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:10:03.091349 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-9fe6e260-c38c-43b8-ac8e-beaf446ca7cf req-025c0bda-203a-48bf-9097-e43247e99ed9 tempest-AttachVolumeTestJSON-361183160 tempest-AttachVolumeTestJSON-361183160-project] 10.222.0.104 "GET /v2.0/ports?device_id=e0b6590c-38d1-4890-811c-8b99d91e8b91 HTTP/1.1" status: 200 len: 945 time: 0.0738163 Jul 06 14:10:03.098245 n-d-773647-6 neutron-server[100246]: DEBUG neutron.services.segments.db [None req-f143480a-5831-4e85-9abb-45060b4e2e1c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '69973d5d-12b1-49f6-ae5b-bbd5e56a7939') {'for_net_delete': True} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:10:03.098542 n-d-773647-6 neutron-server[100246]: DEBUG neutron.services.segments.db [None req-f143480a-5831-4e85-9abb-45060b4e2e1c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '69973d5d-12b1-49f6-ae5b-bbd5e56a7939') {} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:10:03.108446 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-f143480a-5831-4e85-9abb-45060b4e2e1c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773753515138', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126218898'] for segment, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:03.122426 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-f143480a-5831-4e85-9abb-45060b4e2e1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552'] for segment, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:03.132457 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f143480a-5831-4e85-9abb-45060b4e2e1c admin admin] Releasing vlan 1031 on physical network physnet1 to pool {{(pid=100246) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 14:10:03.133606 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-f143480a-5831-4e85-9abb-45060b4e2e1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127687491'] for segment, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:03.133743 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-9fe6e260-c38c-43b8-ac8e-beaf446ca7cf req-98afa5c5-e9ff-4442-b9f9-e52afdae867f tempest-AttachVolumeTestJSON-361183160 tempest-AttachVolumeTestJSON-361183160-project] 10.222.0.104 "GET /v2.0/security-groups?id=e8c32bf5-5674-497e-8c20-3ec857c330c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352139 Jul 06 14:10:03.135594 n-d-773647-6 neutron-server[100246]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:10:03.135594 n-d-773647-6 neutron-server[100246]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:10:03.135594 n-d-773647-6 neutron-server[100246]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:10:03.135594 n-d-773647-6 neutron-server[100246]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:10:03.135594 n-d-773647-6 neutron-server[100246]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:10:03.135594 n-d-773647-6 neutron-server[100246]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:10:03.135594 n-d-773647-6 neutron-server[100246]: Traceback (most recent call last): Jul 06 14:10:03.135594 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 14:10:03.135594 n-d-773647-6 neutron-server[100246]: timer() Jul 06 14:10:03.135594 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 14:10:03.135594 n-d-773647-6 neutron-server[100246]: cb(*args, **kw) Jul 06 14:10:03.135594 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 14:10:03.135594 n-d-773647-6 neutron-server[100246]: return func(*args, **kwargs) Jul 06 14:10:03.135594 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 14:10:03.135594 n-d-773647-6 neutron-server[100246]: self._notify() Jul 06 14:10:03.135594 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 14:10:03.135594 n-d-773647-6 neutron-server[100246]: self.callback(batched_events) Jul 06 14:10:03.135594 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 14:10:03.135594 n-d-773647-6 neutron-server[100246]: event.method(event) Jul 06 14:10:03.135594 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 14:10:03.135594 n-d-773647-6 neutron-server[100246]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 14:10:03.135594 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 14:10:03.135594 n-d-773647-6 neutron-server[100246]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 14:10:03.135594 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 14:10:03.135594 n-d-773647-6 neutron-server[100246]: return f(self, *a, **k) Jul 06 14:10:03.135594 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 14:10:03.135594 n-d-773647-6 neutron-server[100246]: return self._get(url).json() Jul 06 14:10:03.135594 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 14:10:03.135594 n-d-773647-6 neutron-server[100246]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 14:10:03.135594 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 14:10:03.135594 n-d-773647-6 neutron-server[100246]: return self.request(url, 'GET', **kwargs) Jul 06 14:10:03.135594 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 14:10:03.135594 n-d-773647-6 neutron-server[100246]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 14:10:03.135594 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 14:10:03.135594 n-d-773647-6 neutron-server[100246]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 14:10:03.135594 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 14:10:03.135594 n-d-773647-6 neutron-server[100246]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 14:10:03.135594 n-d-773647-6 neutron-server[100246]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 14:10:03.193467 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-f143480a-5831-4e85-9abb-45060b4e2e1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-917215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1761140'] for network, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:03.201213 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-f143480a-5831-4e85-9abb-45060b4e2e1c admin admin] Notify callbacks [] for network, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:03.205920 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-f143480a-5831-4e85-9abb-45060b4e2e1c admin admin] 10.222.0.104 "DELETE /v2.0/networks/44f1df93-8dbd-49ed-a9f2-57969b54107f HTTP/1.1" status: 204 len: 168 time: 0.2805436 Jul 06 14:10:03.217491 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f143480a-5831-4e85-9abb-45060b4e2e1c admin admin] Pushing event deleted for resources: {'Network': ['ID=44f1df93-8dbd-49ed-a9f2-57969b54107f,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:10:03.347205 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e83fb0-fc98-47aa-ad72-a385d2e3ed86 req-d73ff3fd-3f49-4eb2-8af7-08ba6c908118 tempest-AttachVolumeTestJSON-361183160 tempest-AttachVolumeTestJSON-361183160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:10:03.349613 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-a6e83fb0-fc98-47aa-ad72-a385d2e3ed86 req-d73ff3fd-3f49-4eb2-8af7-08ba6c908118 tempest-AttachVolumeTestJSON-361183160 tempest-AttachVolumeTestJSON-361183160-project] 10.222.0.104 "GET /v2.0/ports?device_id=e0b6590c-38d1-4890-811c-8b99d91e8b91 HTTP/1.1" status: 200 len: 945 time: 0.0757523 Jul 06 14:10:03.358899 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 48078) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:10:03.363654 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [None req-c6e32602-d1eb-47b1-b215-5796cc326ab1 tempest-AttachVolumeTestJSON-361183160 tempest-AttachVolumeTestJSON-361183160-project] Request body: {'floatingip': {'port_id': 'f32905e8-b970-4aab-b564-3530c975502a'}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:10:03.404557 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-c6e32602-d1eb-47b1-b215-5796cc326ab1 tempest-AttachVolumeTestJSON-361183160 tempest-AttachVolumeTestJSON-361183160-project] Notify callbacks [] for floatingip, before_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:03.409849 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 48082) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:10:03.464105 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-2b4fb9bf-fbbc-4fd0-b73d-113592ea8f0c admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=19b1646a03d44a0b9839838cda5156a4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0530868 Jul 06 14:10:03.474993 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 48088) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:10:03.571599 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-8f0af5a4-7c8a-4994-921d-c4d0fdd116d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:03.594469 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-8f0af5a4-7c8a-4994-921d-c4d0fdd116d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:03.658497 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-8f0af5a4-7c8a-4994-921d-c4d0fdd116d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:03.662101 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-8f0af5a4-7c8a-4994-921d-c4d0fdd116d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:03.663534 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-8f0af5a4-7c8a-4994-921d-c4d0fdd116d9 admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/ee9b2033-7358-4be4-9c11-2bff35d2bc8c HTTP/1.1" status: 204 len: 168 time: 0.1874771 Jul 06 14:10:03.681381 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0af5a4-7c8a-4994-921d-c4d0fdd116d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee9b2033-7358-4be4-9c11-2bff35d2bc8c,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:10:03.819716 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Device dd9f686e-80b9-4c6e-92a3-0895574a774f up at agent hyperv_n-h1-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:10:03.884114 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Provisioning for port dd9f686e-80b9-4c6e-92a3-0895574a774f completed by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:10:03.890032 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Provisioning complete for port dd9f686e-80b9-4c6e-92a3-0895574a774f triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:10:03.890971 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:03.944646 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Device ca72699e-8fe0-4646-9205-4c5f06a6a15b no longer exists at agent hyperv_n-h2-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:10:03.976759 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320cf2c5-3c27-4642-b5e7-fcc1a8e37fb5 req-eabd7d26-8d75-46aa-ad04-56551037dfe8 tempest-VolumesActionsTest-1210678064 tempest-VolumesActionsTest-1210678064-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:10:03.978976 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-320cf2c5-3c27-4642-b5e7-fcc1a8e37fb5 req-eabd7d26-8d75-46aa-ad04-56551037dfe8 tempest-VolumesActionsTest-1210678064 tempest-VolumesActionsTest-1210678064-project] 10.222.0.104 "GET /v2.0/networks?id=684bd941-15a3-4d2f-9dbf-1b045d3b3005 HTTP/1.1" status: 200 len: 809 time: 0.2244048 Jul 06 14:10:03.979528 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] No Port match for: ca72699e-8fe0-4646-9205-4c5f06a6a15b {{(pid=100248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 14:10:03.979978 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Device ca72699e-8fe0-4646-9205-4c5f06a6a15b not bound to the agent host n-h2-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:10:04.044341 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:04.045910 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66df90a6-3432-4678-8101-6185b49ea2fb req-5898edf7-1333-4f42-b44c-f71ca34bd4b5 tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:10:04.047442 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-66df90a6-3432-4678-8101-6185b49ea2fb req-5898edf7-1333-4f42-b44c-f71ca34bd4b5 tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] 10.222.0.104 "GET /v2.0/ports?device_id=b6169543-9f03-48ce-932b-913e969dd966 HTTP/1.1" status: 200 len: 945 time: 0.2248642 Jul 06 14:10:04.055799 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-320cf2c5-3c27-4642-b5e7-fcc1a8e37fb5 req-861f4e13-7114-4233-b856-7a18af224f7b tempest-VolumesActionsTest-1210678064 tempest-VolumesActionsTest-1210678064-project] 10.222.0.104 "GET /v2.0/quotas/075e6592b8cd4726a42a2f60335e3259 HTTP/1.1" status: 200 len: 375 time: 0.0691931 Jul 06 14:10:04.069129 n-d-773647-6 neutron-server[100248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6169543-9f03-48ce-932b-913e969dd966', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd9f686e-80b9-4c6e-92a3-0895574a774f'}] {{(pid=100248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:10:04.071972 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84af257533e383389cbcf231d3534f4d5e149e7203fea16b4a8fc01438dddaf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48447e75-0ed1-4567-9ab5-68a7d145d7f7" -d '{"events": [{"server_uuid": "b6169543-9f03-48ce-932b-913e969dd966", "name": "network-vif-plugged", "status": "completed", "tag": "dd9f686e-80b9-4c6e-92a3-0895574a774f"}]}' {{(pid=100248) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:10:04.088857 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] For port dd9f686e-80b9-4c6e-92a3-0895574a774f, host n-h1-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773647-6',level=0,port_id=dd9f686e-80b9-4c6e-92a3-0895574a774f,segment=NetworkSegment(36c50412-6893-4622-808c-49164f6f9db6),segment_id=36c50412-6893-4622-808c-49164f6f9db6)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:10:04.096193 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:04.127385 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-320cf2c5-3c27-4642-b5e7-fcc1a8e37fb5 req-2aeffcc4-0e26-4beb-b90f-1caf545a6cbd tempest-VolumesActionsTest-1210678064 tempest-VolumesActionsTest-1210678064-project] 10.222.0.104 "GET /v2.0/ports?tenant_id=075e6592b8cd4726a42a2f60335e3259&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0701902 Jul 06 14:10:04.164443 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Pushing event updated for resources: {'Port': ['ID=dd9f686e-80b9-4c6e-92a3-0895574a774f,revision_number=5']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:10:04.182210 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-66df90a6-3432-4678-8101-6185b49ea2fb req-1a98a4b1-c2b7-4608-9980-bd62c35936d2 tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] 10.222.0.104 "GET /v2.0/security-groups?id=bdba1446-e72e-4024-9da7-e6061f204f14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193175 Jul 06 14:10:04.329590 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-c6e32602-d1eb-47b1-b215-5796cc326ab1 tempest-AttachVolumeTestJSON-361183160 tempest-AttachVolumeTestJSON-361183160-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:04.334217 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-320cf2c5-3c27-4642-b5e7-fcc1a8e37fb5 req-bc12d0a9-f2e9-49ba-8b78-37f3ac5f3da2 service neutron] 10.222.0.104 "GET /v2.0/networks/684bd941-15a3-4d2f-9dbf-1b045d3b3005?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1949465 Jul 06 14:10:04.335540 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-c6e32602-d1eb-47b1-b215-5796cc326ab1 tempest-AttachVolumeTestJSON-361183160 tempest-AttachVolumeTestJSON-361183160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1761130'] for floatingip, after_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:04.442212 n-d-773647-6 neutron-server[100247]: INFO neutron.db.l3_db [None req-c6e32602-d1eb-47b1-b215-5796cc326ab1 tempest-AttachVolumeTestJSON-361183160 tempest-AttachVolumeTestJSON-361183160-project] Floating IP cbe66783-3e46-48b7-9393-bc31d8e4fb0a associated. External IP: 172.25.0.206, port: f32905e8-b970-4aab-b564-3530c975502a. Jul 06 14:10:04.548374 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 14:10:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d59c0032-2314-47b5-84fe-7332cc21efc7 x-openstack-request-id: req-d59c0032-2314-47b5-84fe-7332cc21efc7 {{(pid=100248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:10:04.548878 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6169543-9f03-48ce-932b-913e969dd966", "name": "network-vif-plugged", "status": "completed", "tag": "dd9f686e-80b9-4c6e-92a3-0895574a774f", "code": 200}]} {{(pid=100248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:10:04.549319 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-d59c0032-2314-47b5-84fe-7332cc21efc7 {{(pid=100248) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:10:04.549862 n-d-773647-6 neutron-server[100248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6169543-9f03-48ce-932b-913e969dd966', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd9f686e-80b9-4c6e-92a3-0895574a774f', 'code': 200} Jul 06 14:10:05.107853 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 48152) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:10:05.123971 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6e32602-d1eb-47b1-b215-5796cc326ab1 tempest-AttachVolumeTestJSON-361183160 tempest-AttachVolumeTestJSON-361183160-project] Router c4f5379a-af9d-4d38-b0f3-4dd8f58a632f has already been hosted by L3 agent 2823d358-a11b-4885-a706-95a279e43fa7 {{(pid=100247) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 14:10:05.145242 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 48156) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:10:05.159891 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-320cf2c5-3c27-4642-b5e7-fcc1a8e37fb5 req-011fd5b2-9903-461d-ac2b-1992ea48f8e1 service neutron] 10.222.0.104 "GET /v2.0/networks/684bd941-15a3-4d2f-9dbf-1b045d3b3005?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7190371 Jul 06 14:10:05.172311 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549375f1-ecf3-4d38-b72a-200b4bcc9d0c req-ae682dc4-6c15-4c6e-b260-7f121862b8e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:10:05.173798 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-549375f1-ecf3-4d38-b72a-200b4bcc9d0c req-ae682dc4-6c15-4c6e-b260-7f121862b8e9 service neutron] 10.222.0.127 "GET /v2.0/ports?device_id=b6169543-9f03-48ce-932b-913e969dd966 HTTP/1.1" status: 200 len: 1097 time: 0.5352800 Jul 06 14:10:05.347367 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-46bc46fd-7f6a-4a04-b12d-562900d94dcb admin admin] Notify callbacks [] for security_group, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:05.373426 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6e32602-d1eb-47b1-b215-5796cc326ab1 tempest-AttachVolumeTestJSON-361183160 tempest-AttachVolumeTestJSON-361183160-project] Notify agent at l3_agent.n-d-773647-6 the message routers_updated {{(pid=100247) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 14:10:05.379250 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-549375f1-ecf3-4d38-b72a-200b4bcc9d0c req-caed4e7a-b279-456c-9c7e-9815f1b6cca1 service neutron] 10.222.0.127 "GET /v2.0/security-groups?id=bdba1446-e72e-4024-9da7-e6061f204f14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1501818 Jul 06 14:10:05.385226 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-c6e32602-d1eb-47b1-b215-5796cc326ab1 tempest-AttachVolumeTestJSON-361183160 tempest-AttachVolumeTestJSON-361183160-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for floatingip, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:05.387083 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-0391e8be-23e0-4144-94e4-dd53203e7c6c admin admin] Notify callbacks [] for security_group, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:05.389312 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e17483da-e688-4a59-a528-224be7994414 None None] Sync routers for ids ['c4f5379a-af9d-4d38-b0f3-4dd8f58a632f'] in n-d-773647-6 {{(pid=100249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 14:10:05.401704 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e17483da-e688-4a59-a528-224be7994414 None None] Routers {'c4f5379a-af9d-4d38-b0f3-4dd8f58a632f'} bound to L3 agent in host n-d-773647-6 {{(pid=100249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:10:05.402546 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-e17483da-e688-4a59-a528-224be7994414 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T14:09:55Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['c4f5379a-af9d-4d38-b0f3-4dd8f58a632f'], 'active': True} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:10:05.472698 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-fd9e4e93-9a0a-48ae-ac3e-52c88296e7a8 req-b0d9ffe5-42dd-4e68-b60f-4da00f28ddf8 tempest-VolumesActionsTest-1210678064 tempest-VolumesActionsTest-1210678064-project] 10.222.0.104 "GET /v2.0/ports?device_id=bd1d8a20-de34-4d17-90aa-16ac19de8d96 HTTP/1.1" status: 200 len: 210 time: 0.0920541 Jul 06 14:10:05.495820 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-c6e32602-d1eb-47b1-b215-5796cc326ab1 tempest-AttachVolumeTestJSON-361183160 tempest-AttachVolumeTestJSON-361183160-project] 10.222.0.104 "PUT /v2.0/floatingips/cbe66783-3e46-48b7-9393-bc31d8e4fb0a HTTP/1.1" status: 200 len: 991 time: 2.1357927 Jul 06 14:10:05.498131 n-d-773647-6 neutron-server[100247]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0b6590c-38d1-4890-811c-8b99d91e8b91', 'tag': 'f32905e8-b970-4aab-b564-3530c975502a'}] {{(pid=100247) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:10:05.500551 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cbf0eeaae822f8fc9b87a94aeba67a3d651842baf663a51cba94b67a514836d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5c520cf-da65-4d3e-9936-dd9ee5420a12" -d '{"events": [{"name": "network-changed", "server_uuid": "e0b6590c-38d1-4890-811c-8b99d91e8b91", "tag": "f32905e8-b970-4aab-b564-3530c975502a"}]}' {{(pid=100247) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:10:05.505434 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-46bc46fd-7f6a-4a04-b12d-562900d94dcb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:05.515679 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-46bc46fd-7f6a-4a04-b12d-562900d94dcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:05.545603 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6eea395-54e5-4e89-9f34-b25943e7d836 req-38b78180-dc68-402f-a123-b7f42da4d4a0 tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:10:05.547188 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-a6eea395-54e5-4e89-9f34-b25943e7d836 req-38b78180-dc68-402f-a123-b7f42da4d4a0 tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] 10.222.0.104 "GET /v2.0/ports?device_id=b6169543-9f03-48ce-932b-913e969dd966 HTTP/1.1" status: 200 len: 946 time: 0.1587019 Jul 06 14:10:05.553993 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-46bc46fd-7f6a-4a04-b12d-562900d94dcb admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=907dc21771404d13a5e445e8ea5ea3bd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4067986 Jul 06 14:10:05.562311 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 48178) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:10:05.567116 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvr_db [None req-e17483da-e688-4a59-a528-224be7994414 None None] Set router c4f5379a-af9d-4d38-b0f3-4dd8f58a632f gateway port host: n-d-773647-6 {{(pid=100249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:10:05.634559 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-a6eea395-54e5-4e89-9f34-b25943e7d836 req-5bcd3a62-2ecb-44f3-8f51-a5db076723e4 tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] 10.222.0.104 "GET /v2.0/security-groups?id=bdba1446-e72e-4024-9da7-e6061f204f14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813739 Jul 06 14:10:05.656238 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46bc46fd-7f6a-4a04-b12d-562900d94dcb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebe24be0-3854-4019-8cc1-230039c2615b,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:10:05.691634 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-b45777f5-5758-40c7-95e2-6cfcf29a064a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:05.716507 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-b45777f5-5758-40c7-95e2-6cfcf29a064a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:05.807493 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-b45777f5-5758-40c7-95e2-6cfcf29a064a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:05.810518 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-b45777f5-5758-40c7-95e2-6cfcf29a064a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:05.811895 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-b45777f5-5758-40c7-95e2-6cfcf29a064a admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/ebe24be0-3854-4019-8cc1-230039c2615b HTTP/1.1" status: 204 len: 168 time: 0.2475760 Jul 06 14:10:05.825008 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Device c6661921-93b7-4746-b98c-7a61211edc14 no longer exists at agent hyperv_n-h1-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:10:05.832181 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-0391e8be-23e0-4144-94e4-dd53203e7c6c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:05.833864 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45777f5-5758-40c7-95e2-6cfcf29a064a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebe24be0-3854-4019-8cc1-230039c2615b,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:10:05.840035 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-0391e8be-23e0-4144-94e4-dd53203e7c6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:05.877409 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] No Port match for: c6661921-93b7-4746-b98c-7a61211edc14 {{(pid=100248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 14:10:05.878023 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Device c6661921-93b7-4746-b98c-7a61211edc14 not bound to the agent host n-h1-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:10:05.883588 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 14:10:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46a044f7-1789-4ee0-973f-065867a03560 x-openstack-request-id: req-46a044f7-1789-4ee0-973f-065867a03560 {{(pid=100247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:10:05.883894 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e0b6590c-38d1-4890-811c-8b99d91e8b91", "tag": "f32905e8-b970-4aab-b564-3530c975502a", "status": "completed", "code": 200}]} {{(pid=100247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:10:05.884153 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-46a044f7-1789-4ee0-973f-065867a03560 {{(pid=100247) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:10:05.884561 n-d-773647-6 neutron-server[100247]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e0b6590c-38d1-4890-811c-8b99d91e8b91', 'tag': 'f32905e8-b970-4aab-b564-3530c975502a', 'status': 'completed', 'code': 200} Jul 06 14:10:05.991410 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-0391e8be-23e0-4144-94e4-dd53203e7c6c admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=4c19061eb6e64641bfbade4712a3cacd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8823342 Jul 06 14:10:05.992163 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0391e8be-23e0-4144-94e4-dd53203e7c6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72891283-413d-41f9-ba45-4fa4daccdbbc,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:10:05.994133 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 48188) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:10:06.039187 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-e17483da-e688-4a59-a528-224be7994414 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4f5379a-af9d-4d38-b0f3-4dd8f58a632f', 'name': 'tempest-AttachVolumeTestJSON-1213395720-router', 'tenant_id': '33f6cdee7b294baa9f6a8cddbba9670a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.237'}], 'enable_snat': True}, 'gw_port_id': 'c1acfd80-02f6-4449-b2b6-b6fcf5a0bb99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:09:36Z', 'updated_at': '2021-07-06T14:09:43Z', 'revision_number': 4, 'project_id': '33f6cdee7b294baa9f6a8cddbba9670a', 'gw_port': {'id': 'c1acfd80-02f6-4449-b2b6-b6fcf5a0bb99', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:bb:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4f5379a-af9d-4d38-b0f3-4dd8f58a632f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1844, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:09:37Z', 'updated_at': '2021-07-06T14:09:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6', '_floatingips': [{'id': 'cbe66783-3e46-48b7-9393-bc31d8e4fb0a', 'tenant_id': '33f6cdee7b294baa9f6a8cddbba9670a', 'floating_ip_address': '172.25.0.206', 'floating_network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'router_id': 'c4f5379a-af9d-4d38-b0f3-4dd8f58a632f', 'port_id': 'f32905e8-b970-4aab-b564-3530c975502a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1863, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6ac95a6a-5756-473f-8a78-bd3474c2b2ff', 'mac_address': 'fa:16:3e:8a:07:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0b6590c-38d1-4890-811c-8b99d91e8b91', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T14:09:47Z', 'updated_at': '2021-07-06T14:10:04Z', 'revision_number': 1, 'project_id': '33f6cdee7b294baa9f6a8cddbba9670a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0d61ef1e-dabb-41c8-a48b-66087903c6cd', 'name': '', 'network_id': '6ac95a6a-5756-473f-8a78-bd3474c2b2ff', 'tenant_id': '33f6cdee7b294baa9f6a8cddbba9670a', 'mac_address': 'fa:16:3e:aa:f5:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4f5379a-af9d-4d38-b0f3-4dd8f58a632f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1850, 'fixed_ips': [{'subnet_id': '868bdf15-b823-4cab-842d-77e49afc3593', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:09:41Z', 'updated_at': '2021-07-06T14:09:50Z', 'revision_number': 5, 'project_id': '33f6cdee7b294baa9f6a8cddbba9670a', 'subnets': [{'id': '868bdf15-b823-4cab-842d-77e49afc3593', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773647-6', False) {} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:10:06.071929 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c520cf-da65-4d3e-9936-dd9ee5420a12 req-dce34a90-a7df-45ea-8d10-9394f082b8b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:10:06.073991 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-c5c520cf-da65-4d3e-9936-dd9ee5420a12 req-dce34a90-a7df-45ea-8d10-9394f082b8b7 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=33f6cdee7b294baa9f6a8cddbba9670a&device_id=e0b6590c-38d1-4890-811c-8b99d91e8b91 HTTP/1.1" status: 200 len: 1096 time: 0.1519539 Jul 06 14:10:06.088587 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e17483da-e688-4a59-a528-224be7994414 None None] Checking router: c4f5379a-af9d-4d38-b0f3-4dd8f58a632f for host: n-d-773647-6 {{(pid=100249) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 14:10:06.099735 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e17483da-e688-4a59-a528-224be7994414 None None] Routers {'c4f5379a-af9d-4d38-b0f3-4dd8f58a632f'} bound to L3 agent in host n-d-773647-6 {{(pid=100249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:10:06.100658 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-e17483da-e688-4a59-a528-224be7994414 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T14:09:55Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['c4f5379a-af9d-4d38-b0f3-4dd8f58a632f'], 'active': True} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:10:06.127399 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-caac0a01-e731-4621-94d5-61e356351b51 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:06.175185 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-caac0a01-e731-4621-94d5-61e356351b51 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:06.220925 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c520cf-da65-4d3e-9936-dd9ee5420a12 req-0e0d1509-0bd0-4354-9f3f-587090efcf9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:10:06.224900 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-c5c520cf-da65-4d3e-9936-dd9ee5420a12 req-0e0d1509-0bd0-4354-9f3f-587090efcf9f service neutron] 10.222.0.72 "GET /v2.0/networks?id=6ac95a6a-5756-473f-8a78-bd3474c2b2ff HTTP/1.1" status: 200 len: 913 time: 0.1426456 Jul 06 14:10:06.249056 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-caac0a01-e731-4621-94d5-61e356351b51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:06.255827 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvr_db [None req-e17483da-e688-4a59-a528-224be7994414 None None] Set router c4f5379a-af9d-4d38-b0f3-4dd8f58a632f gateway port host: n-d-773647-6 {{(pid=100249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:10:06.258438 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-caac0a01-e731-4621-94d5-61e356351b51 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:06.262532 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-caac0a01-e731-4621-94d5-61e356351b51 admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/72891283-413d-41f9-ba45-4fa4daccdbbc HTTP/1.1" status: 204 len: 168 time: 0.2671418 Jul 06 14:10:06.275585 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caac0a01-e731-4621-94d5-61e356351b51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72891283-413d-41f9-ba45-4fa4daccdbbc,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:10:06.306431 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-c5c520cf-da65-4d3e-9936-dd9ee5420a12 req-bf7661a3-9fcd-4c64-947d-36d32412baef service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f32905e8-b970-4aab-b564-3530c975502a HTTP/1.1" status: 200 len: 999 time: 0.0756154 Jul 06 14:10:06.370518 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c520cf-da65-4d3e-9936-dd9ee5420a12 req-7e370834-5df8-4660-940f-ed3e9b9efca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:10:06.373115 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-c5c520cf-da65-4d3e-9936-dd9ee5420a12 req-7e370834-5df8-4660-940f-ed3e9b9efca7 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=868bdf15-b823-4cab-842d-77e49afc3593 HTTP/1.1" status: 200 len: 850 time: 0.0605826 Jul 06 14:10:06.481226 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c520cf-da65-4d3e-9936-dd9ee5420a12 req-5f9c81e3-6f14-49df-b282-a7231b26497f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:10:06.485487 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-c5c520cf-da65-4d3e-9936-dd9ee5420a12 req-5f9c81e3-6f14-49df-b282-a7231b26497f service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=6ac95a6a-5756-473f-8a78-bd3474c2b2ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1034310 Jul 06 14:10:06.691659 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 48212) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:10:06.696771 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-c5c520cf-da65-4d3e-9936-dd9ee5420a12 req-bccb7ca0-3a91-4d44-afc8-2fa2e4b2bb8d service neutron] 10.222.0.72 "GET /v2.0/networks/6ac95a6a-5756-473f-8a78-bd3474c2b2ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2061212 Jul 06 14:10:06.748298 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-07acc777-c252-4183-99f4-8470caac06ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:06.791500 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-08211d5a-bb5e-43d9-8cb8-468e336c032a req-733d687f-31b8-4871-b1b0-ec907b7d8f77 tempest-VolumesActionsTest-1210678064 tempest-VolumesActionsTest-1210678064-project] 10.222.0.104 "GET /v2.0/ports?device_id=bd1d8a20-de34-4d17-90aa-16ac19de8d96 HTTP/1.1" status: 200 len: 210 time: 0.0909445 Jul 06 14:10:06.854979 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-e17483da-e688-4a59-a528-224be7994414 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4f5379a-af9d-4d38-b0f3-4dd8f58a632f', 'name': 'tempest-AttachVolumeTestJSON-1213395720-router', 'tenant_id': '33f6cdee7b294baa9f6a8cddbba9670a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.237'}], 'enable_snat': True}, 'gw_port_id': 'c1acfd80-02f6-4449-b2b6-b6fcf5a0bb99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:09:36Z', 'updated_at': '2021-07-06T14:09:43Z', 'revision_number': 4, 'project_id': '33f6cdee7b294baa9f6a8cddbba9670a', 'gw_port': {'id': 'c1acfd80-02f6-4449-b2b6-b6fcf5a0bb99', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:bb:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4f5379a-af9d-4d38-b0f3-4dd8f58a632f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1844, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:09:37Z', 'updated_at': '2021-07-06T14:09:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6', '_floatingips': [{'id': 'cbe66783-3e46-48b7-9393-bc31d8e4fb0a', 'tenant_id': '33f6cdee7b294baa9f6a8cddbba9670a', 'floating_ip_address': '172.25.0.206', 'floating_network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'router_id': 'c4f5379a-af9d-4d38-b0f3-4dd8f58a632f', 'port_id': 'f32905e8-b970-4aab-b564-3530c975502a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1863, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6ac95a6a-5756-473f-8a78-bd3474c2b2ff', 'mac_address': 'fa:16:3e:8a:07:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0b6590c-38d1-4890-811c-8b99d91e8b91', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T14:09:47Z', 'updated_at': '2021-07-06T14:10:04Z', 'revision_number': 1, 'project_id': '33f6cdee7b294baa9f6a8cddbba9670a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0d61ef1e-dabb-41c8-a48b-66087903c6cd', 'name': '', 'network_id': '6ac95a6a-5756-473f-8a78-bd3474c2b2ff', 'tenant_id': '33f6cdee7b294baa9f6a8cddbba9670a', 'mac_address': 'fa:16:3e:aa:f5:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4f5379a-af9d-4d38-b0f3-4dd8f58a632f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1850, 'fixed_ips': [{'subnet_id': '868bdf15-b823-4cab-842d-77e49afc3593', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:09:41Z', 'updated_at': '2021-07-06T14:09:50Z', 'revision_number': 5, 'project_id': '33f6cdee7b294baa9f6a8cddbba9670a', 'subnets': [{'id': '868bdf15-b823-4cab-842d-77e49afc3593', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773647-6', False) {} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:10:06.859924 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-c5c520cf-da65-4d3e-9936-dd9ee5420a12 req-6d984e27-cc6f-4bab-9fab-eafbd766c158 service neutron] 10.222.0.72 "GET /v2.0/networks/6ac95a6a-5756-473f-8a78-bd3474c2b2ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1548793 Jul 06 14:10:06.890838 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e17483da-e688-4a59-a528-224be7994414 None None] The sync data for ids ['c4f5379a-af9d-4d38-b0f3-4dd8f58a632f'] in n-d-773647-6 is: [{'id': 'c4f5379a-af9d-4d38-b0f3-4dd8f58a632f', 'name': 'tempest-AttachVolumeTestJSON-1213395720-router', 'tenant_id': '33f6cdee7b294baa9f6a8cddbba9670a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.237'}], 'enable_snat': True}, 'gw_port_id': 'c1acfd80-02f6-4449-b2b6-b6fcf5a0bb99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:09:36Z', 'updated_at': '2021-07-06T14:09:43Z', 'revision_number': 4, 'project_id': '33f6cdee7b294baa9f6a8cddbba9670a', 'gw_port': {'id': 'c1acfd80-02f6-4449-b2b6-b6fcf5a0bb99', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:bb:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4f5379a-af9d-4d38-b0f3-4dd8f58a632f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1844, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:09:37Z', 'updated_at': '2021-07-06T14:09:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6', '_floatingips': [{'id': 'cbe66783-3e46-48b7-9393-bc31d8e4fb0a', 'tenant_id': '33f6cdee7b294baa9f6a8cddbba9670a', 'floating_ip_address': '172.25.0.206', 'floating_network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'router_id': 'c4f5379a-af9d-4d38-b0f3-4dd8f58a632f', 'port_id': 'f32905e8-b970-4aab-b564-3530c975502a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1863, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6ac95a6a-5756-473f-8a78-bd3474c2b2ff', 'mac_address': 'fa:16:3e:8a:07:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0b6590c-38d1-4890-811c-8b99d91e8b91', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T14:09:47Z', 'updated_at': '2021-07-06T14:10:04Z', 'revision_number': 1, 'project_id': '33f6cdee7b294baa9f6a8cddbba9670a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0d61ef1e-dabb-41c8-a48b-66087903c6cd', 'name': '', 'network_id': '6ac95a6a-5756-473f-8a78-bd3474c2b2ff', 'tenant_id': '33f6cdee7b294baa9f6a8cddbba9670a', 'mac_address': 'fa:16:3e:aa:f5:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4f5379a-af9d-4d38-b0f3-4dd8f58a632f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1850, 'fixed_ips': [{'subnet_id': '868bdf15-b823-4cab-842d-77e49afc3593', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:09:41Z', 'updated_at': '2021-07-06T14:09:50Z', 'revision_number': 5, 'project_id': '33f6cdee7b294baa9f6a8cddbba9670a', 'subnets': [{'id': '868bdf15-b823-4cab-842d-77e49afc3593', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 14:10:06.974710 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef9a5de-c4b1-4d07-a65f-aeed53ecde58 req-a615e077-1150-4f0e-a265-99a54d2e0097 tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:10:06.982664 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-8ef9a5de-c4b1-4d07-a65f-aeed53ecde58 req-a615e077-1150-4f0e-a265-99a54d2e0097 tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] 10.222.0.104 "GET /v2.0/ports?device_id=b6169543-9f03-48ce-932b-913e969dd966 HTTP/1.1" status: 200 len: 946 time: 0.1960304 Jul 06 14:10:07.020156 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-07acc777-c252-4183-99f4-8470caac06ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:07.029174 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-07acc777-c252-4183-99f4-8470caac06ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:07.059053 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 48222) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:10:07.088220 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-8ef9a5de-c4b1-4d07-a65f-aeed53ecde58 req-115b5d6d-3574-41c5-b8dc-4fd088480c37 tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] 10.222.0.104 "GET /v2.0/security-groups?id=bdba1446-e72e-4024-9da7-e6061f204f14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040068 Jul 06 14:10:07.143847 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-07acc777-c252-4183-99f4-8470caac06ae admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=a268327445394062bc0ca5295fc23194&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4508736 Jul 06 14:10:07.144800 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 48230) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:10:07.189388 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320cf2c5-3c27-4642-b5e7-fcc1a8e37fb5 req-74bc08c7-bcce-4865-ab2f-4d43844346d3 tempest-VolumesActionsTest-1210678064 tempest-VolumesActionsTest-1210678064-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:10:07.192735 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-320cf2c5-3c27-4642-b5e7-fcc1a8e37fb5 req-74bc08c7-bcce-4865-ab2f-4d43844346d3 tempest-VolumesActionsTest-1210678064 tempest-VolumesActionsTest-1210678064-project] 10.222.0.72 "GET /v2.0/networks?id=684bd941-15a3-4d2f-9dbf-1b045d3b3005 HTTP/1.1" status: 200 len: 809 time: 0.1855795 Jul 06 14:10:07.204875 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [req-320cf2c5-3c27-4642-b5e7-fcc1a8e37fb5 req-125b9ad4-1a73-4111-bdef-ada2aad6c66c tempest-VolumesActionsTest-1210678064 tempest-VolumesActionsTest-1210678064-project] Request body: {'port': {'device_id': 'bd1d8a20-de34-4d17-90aa-16ac19de8d96', 'network_id': '684bd941-15a3-4d2f-9dbf-1b045d3b3005', 'admin_state_up': True, 'tenant_id': '075e6592b8cd4726a42a2f60335e3259'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:10:07.219471 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07acc777-c252-4183-99f4-8470caac06ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1866795-66b1-4963-81d8-e3dd6b631406,revision_number=1']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:10:07.266505 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0411ac8-ee68-48f0-a4e7-ec28b6995243 None None] New status for floating IP cbe66783-3e46-48b7-9393-bc31d8e4fb0a: ACTIVE {{(pid=100248) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 14:10:07.287421 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-71831e6e-bf68-4859-b64c-cbb04f8d9e08 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:07.315874 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [None req-387cfbd8-9e42-4325-8699-cf09ea068080 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1501821646-network', 'tenant_id': '9686fd5ec0aa4012928191c3d42f6e6c'}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:10:07.365980 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-71831e6e-bf68-4859-b64c-cbb04f8d9e08 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:07.425166 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-387cfbd8-9e42-4325-8699-cf09ea068080 admin admin] Made reservation on behalf of 9686fd5ec0aa4012928191c3d42f6e6c for: {'network': 1} {{(pid=100247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:10:07.428042 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-387cfbd8-9e42-4325-8699-cf09ea068080 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for network, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:07.430609 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-320cf2c5-3c27-4642-b5e7-fcc1a8e37fb5 req-125b9ad4-1a73-4111-bdef-ada2aad6c66c tempest-VolumesActionsTest-1210678064 tempest-VolumesActionsTest-1210678064-project] Made reservation on behalf of 075e6592b8cd4726a42a2f60335e3259 for: {'port': 1} {{(pid=100246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:10:07.435501 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-320cf2c5-3c27-4642-b5e7-fcc1a8e37fb5 req-125b9ad4-1a73-4111-bdef-ada2aad6c66c tempest-VolumesActionsTest-1210678064 tempest-VolumesActionsTest-1210678064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:07.443781 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-387cfbd8-9e42-4325-8699-cf09ea068080 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:07.522361 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-71831e6e-bf68-4859-b64c-cbb04f8d9e08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:07.526703 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-71831e6e-bf68-4859-b64c-cbb04f8d9e08 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:07.530374 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-71831e6e-bf68-4859-b64c-cbb04f8d9e08 admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/a1866795-66b1-4963-81d8-e3dd6b631406 HTTP/1.1" status: 204 len: 168 time: 0.3777914 Jul 06 14:10:07.575428 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71831e6e-bf68-4859-b64c-cbb04f8d9e08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1866795-66b1-4963-81d8-e3dd6b631406,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:10:07.667252 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-387cfbd8-9e42-4325-8699-cf09ea068080 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:07.671896 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.db_base_plugin_common [req-320cf2c5-3c27-4642-b5e7-fcc1a8e37fb5 req-125b9ad4-1a73-4111-bdef-ada2aad6c66c tempest-VolumesActionsTest-1210678064 tempest-VolumesActionsTest-1210678064-project] Allocated IP 172.20.0.8 (684bd941-15a3-4d2f-9dbf-1b045d3b3005/0ace526d-db1e-4580-a14a-0c79ef9a9d16/d9f78e6d-4064-4250-8bc2-885cedaaed60) {{(pid=100246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:10:07.673277 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-387cfbd8-9e42-4325-8699-cf09ea068080 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:07.707831 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-387cfbd8-9e42-4325-8699-cf09ea068080 admin admin] vlan segment allocate from pool success with {'vlan_id': 1004, 'physical_network': 'physnet1'} {{(pid=100247) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 14:10:07.721105 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-387cfbd8-9e42-4325-8699-cf09ea068080 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552'] for segment, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:07.721455 n-d-773647-6 neutron-server[100247]: INFO neutron.db.segments_db [None req-387cfbd8-9e42-4325-8699-cf09ea068080 admin admin] Added segment c15971e2-442e-4b9a-8cef-3ba8ead63686 of type vlan for network a1c5aa58-a5eb-4fe0-9c0d-ad9cb3f782ca Jul 06 14:10:07.791336 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-387cfbd8-9e42-4325-8699-cf09ea068080 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773752984405'] for network, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:07.851377 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387cfbd8-9e42-4325-8699-cf09ea068080 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42a17fc5-0a41-4ff0-a026-b9ac0a9ac4d4,revision_number=1']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:10:07.904356 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-387cfbd8-9e42-4325-8699-cf09ea068080 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060'] for network, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:07.905428 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-387cfbd8-9e42-4325-8699-cf09ea068080 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:10:07.906087 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-387cfbd8-9e42-4325-8699-cf09ea068080 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583035'] for network, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:07.918103 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-320cf2c5-3c27-4642-b5e7-fcc1a8e37fb5 req-125b9ad4-1a73-4111-bdef-ada2aad6c66c tempest-VolumesActionsTest-1210678064 tempest-VolumesActionsTest-1210678064-project] Notify callbacks [] for port, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:07.960088 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b97594-204f-4e11-8f10-9173b545b2ed req-2cb46a36-8604-4034-8220-16e3adbb1760 tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:10:07.962158 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-65b97594-204f-4e11-8f10-9173b545b2ed req-2cb46a36-8604-4034-8220-16e3adbb1760 tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] 10.222.0.104 "GET /v2.0/ports?device_id=b6169543-9f03-48ce-932b-913e969dd966 HTTP/1.1" status: 200 len: 946 time: 0.1611950 Jul 06 14:10:07.963252 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-320cf2c5-3c27-4642-b5e7-fcc1a8e37fb5 req-125b9ad4-1a73-4111-bdef-ada2aad6c66c tempest-VolumesActionsTest-1210678064 tempest-VolumesActionsTest-1210678064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-127687573'] for port, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:07.988909 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-387cfbd8-9e42-4325-8699-cf09ea068080 admin admin] 10.222.0.104 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.9283097 Jul 06 14:10:08.000257 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 48242) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:10:08.005952 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-cf153491-e774-434e-97c8-db2ae8593392 admin admin] Request body: {'subnet': {'network_id': 'a1c5aa58-a5eb-4fe0-9c0d-ad9cb3f782ca', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1501821646-subnet', 'tenant_id': '9686fd5ec0aa4012928191c3d42f6e6c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:10:08.013998 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 48244) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:10:08.026159 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387cfbd8-9e42-4325-8699-cf09ea068080 admin admin] Pushing event updated for resources: {'Network': ['ID=a1c5aa58-a5eb-4fe0-9c0d-ad9cb3f782ca,revision_number=1']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:10:08.039304 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-320cf2c5-3c27-4642-b5e7-fcc1a8e37fb5 req-125b9ad4-1a73-4111-bdef-ada2aad6c66c tempest-VolumesActionsTest-1210678064 tempest-VolumesActionsTest-1210678064-project] Network 684bd941-15a3-4d2f-9dbf-1b045d3b3005 is already hosted by enough agents. {{(pid=100246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:10:08.041764 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Network a1c5aa58-a5eb-4fe0-9c0d-ad9cb3f782ca details requested by agent ovs-agent-n-d-773647-6 with host n-d-773647-6 {{(pid=100248) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 14:10:08.056306 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.base_scheduler [req-320cf2c5-3c27-4642-b5e7-fcc1a8e37fb5 req-125b9ad4-1a73-4111-bdef-ada2aad6c66c tempest-VolumesActionsTest-1210678064 tempest-VolumesActionsTest-1210678064-project] Resources bound (agent type, host, resource id): {{(pid=100246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:10:08.058429 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-efb6e5ec-4891-40c0-a757-cc4528f820c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:08.059334 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-65b97594-204f-4e11-8f10-9173b545b2ed req-b359cf73-45c5-4ff3-9164-db04323c9911 tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] 10.222.0.104 "GET /v2.0/security-groups?id=bdba1446-e72e-4024-9da7-e6061f204f14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760133 Jul 06 14:10:08.060540 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [req-320cf2c5-3c27-4642-b5e7-fcc1a8e37fb5 req-125b9ad4-1a73-4111-bdef-ada2aad6c66c tempest-VolumesActionsTest-1210678064 tempest-VolumesActionsTest-1210678064-project] Received port after_create {{(pid=100246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:10:08.098245 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064f17d4-d0a4-4390-9533-06fea69531be req-5dbe152c-b0f4-4281-8e6f-1291d92d1bcc tempest-VolumesActionsTest-1210678064 tempest-VolumesActionsTest-1210678064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:10:08.106837 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-064f17d4-d0a4-4390-9533-06fea69531be req-5dbe152c-b0f4-4281-8e6f-1291d92d1bcc tempest-VolumesActionsTest-1210678064 tempest-VolumesActionsTest-1210678064-project] 10.222.0.104 "GET /v2.0/ports?device_id=bd1d8a20-de34-4d17-90aa-16ac19de8d96 HTTP/1.1" status: 200 len: 931 time: 0.1425416 Jul 06 14:10:08.113998 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320cf2c5-3c27-4642-b5e7-fcc1a8e37fb5 req-125b9ad4-1a73-4111-bdef-ada2aad6c66c tempest-VolumesActionsTest-1210678064 tempest-VolumesActionsTest-1210678064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:10:08.114656 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-320cf2c5-3c27-4642-b5e7-fcc1a8e37fb5 req-125b9ad4-1a73-4111-bdef-ada2aad6c66c tempest-VolumesActionsTest-1210678064 tempest-VolumesActionsTest-1210678064-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:08.127912 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125b9ad4-1a73-4111-bdef-ada2aad6c66c tempest-VolumesActionsTest-1210678064 tempest-VolumesActionsTest-1210678064-project] Pushing event updated for resources: {'Port': ['ID=d9f78e6d-4064-4250-8bc2-885cedaaed60,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:10:08.142135 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-125b9ad4-1a73-4111-bdef-ada2aad6c66c tempest-VolumesActionsTest-1210678064 tempest-VolumesActionsTest-1210678064-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:10:08.142493 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-125b9ad4-1a73-4111-bdef-ada2aad6c66c tempest-VolumesActionsTest-1210678064 tempest-VolumesActionsTest-1210678064-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:10:08.142843 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-125b9ad4-1a73-4111-bdef-ada2aad6c66c tempest-VolumesActionsTest-1210678064 tempest-VolumesActionsTest-1210678064-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:10:08.143190 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-125b9ad4-1a73-4111-bdef-ada2aad6c66c tempest-VolumesActionsTest-1210678064 tempest-VolumesActionsTest-1210678064-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:10:08.143582 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-125b9ad4-1a73-4111-bdef-ada2aad6c66c tempest-VolumesActionsTest-1210678064 tempest-VolumesActionsTest-1210678064-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:10:08.143936 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-125b9ad4-1a73-4111-bdef-ada2aad6c66c tempest-VolumesActionsTest-1210678064 tempest-VolumesActionsTest-1210678064-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:10:08.144270 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-125b9ad4-1a73-4111-bdef-ada2aad6c66c tempest-VolumesActionsTest-1210678064 tempest-VolumesActionsTest-1210678064-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:10:08.144726 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-125b9ad4-1a73-4111-bdef-ada2aad6c66c tempest-VolumesActionsTest-1210678064 tempest-VolumesActionsTest-1210678064-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:10:08.145239 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-125b9ad4-1a73-4111-bdef-ada2aad6c66c tempest-VolumesActionsTest-1210678064 tempest-VolumesActionsTest-1210678064-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:10:08.145443 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-125b9ad4-1a73-4111-bdef-ada2aad6c66c tempest-VolumesActionsTest-1210678064 tempest-VolumesActionsTest-1210678064-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:10:08.145775 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-125b9ad4-1a73-4111-bdef-ada2aad6c66c tempest-VolumesActionsTest-1210678064 tempest-VolumesActionsTest-1210678064-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:10:08.146091 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-125b9ad4-1a73-4111-bdef-ada2aad6c66c tempest-VolumesActionsTest-1210678064 tempest-VolumesActionsTest-1210678064-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:10:08.150531 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-064f17d4-d0a4-4390-9533-06fea69531be req-7696043b-c81a-4aca-a1ef-c17f7b458f54 tempest-VolumesActionsTest-1210678064 tempest-VolumesActionsTest-1210678064-project] 10.222.0.104 "GET /v2.0/security-groups?id=e3f883e7-e0ef-43fd-9fef-1e191c4cd6a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427315 Jul 06 14:10:08.154014 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf153491-e774-434e-97c8-db2ae8593392 admin admin] Made reservation on behalf of 9686fd5ec0aa4012928191c3d42f6e6c for: {'subnet': 1} {{(pid=100246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:10:08.156526 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-cf153491-e774-434e-97c8-db2ae8593392 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127702029'] for subnet, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:08.199672 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-320cf2c5-3c27-4642-b5e7-fcc1a8e37fb5 req-125b9ad4-1a73-4111-bdef-ada2aad6c66c tempest-VolumesActionsTest-1210678064 tempest-VolumesActionsTest-1210678064-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9988091 Jul 06 14:10:08.220005 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [req-320cf2c5-3c27-4642-b5e7-fcc1a8e37fb5 req-1b0984fd-e3af-483f-b3e7-dc546193730c service neutron] Request body: {'port': {'device_id': 'bd1d8a20-de34-4d17-90aa-16ac19de8d96', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-773647-6'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:10:08.358305 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-320cf2c5-3c27-4642-b5e7-fcc1a8e37fb5 req-1b0984fd-e3af-483f-b3e7-dc546193730c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:08.480364 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-efb6e5ec-4891-40c0-a757-cc4528f820c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:08.495265 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-efb6e5ec-4891-40c0-a757-cc4528f820c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:08.522513 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-cf153491-e774-434e-97c8-db2ae8593392 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1849032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127687649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127702047'] for subnet, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:08.627733 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-efb6e5ec-4891-40c0-a757-cc4528f820c0 admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=daa210b6f6d54b19a9057b6a6d23e1a6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6125548 Jul 06 14:10:08.630535 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 48252) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:10:08.649869 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb6e5ec-4891-40c0-a757-cc4528f820c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2997b09b-49bc-4832-a100-d8f7a4b6954a,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:10:08.685190 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-c1bf34ac-bfee-41a2-b6fb-46c1b5c137a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:08.701602 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf153491-e774-434e-97c8-db2ae8593392 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6ec930d2-90b3-4355-914b-4efea8972d25,revision_number=0']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:10:08.711653 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-c1bf34ac-bfee-41a2-b6fb-46c1b5c137a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:08.733543 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf153491-e774-434e-97c8-db2ae8593392 admin admin] Checking segment: {'id': 'c15971e2-442e-4b9a-8cef-3ba8ead63686', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': 'a1c5aa58-a5eb-4fe0-9c0d-ad9cb3f782ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:10:08.733902 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf153491-e774-434e-97c8-db2ae8593392 admin admin] Network hostable DHCP agents. Network: a1c5aa58-a5eb-4fe0-9c0d-ad9cb3f782ca, hostable agents: ['f2bada3d-be77-4359-982b-8505a2bbca04'], hosted agents: [] {{(pid=100246) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 14:10:08.773696 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-c1bf34ac-bfee-41a2-b6fb-46c1b5c137a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:08.776711 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-c1bf34ac-bfee-41a2-b6fb-46c1b5c137a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:08.777877 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-c1bf34ac-bfee-41a2-b6fb-46c1b5c137a3 admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/2997b09b-49bc-4832-a100-d8f7a4b6954a HTTP/1.1" status: 204 len: 168 time: 0.1460891 Jul 06 14:10:08.788033 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1bf34ac-bfee-41a2-b6fb-46c1b5c137a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2997b09b-49bc-4832-a100-d8f7a4b6954a,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:10:08.792294 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf153491-e774-434e-97c8-db2ae8593392 admin admin] Network a1c5aa58-a5eb-4fe0-9c0d-ad9cb3f782ca is scheduled to be hosted by DHCP agent f2bada3d-be77-4359-982b-8505a2bbca04 with binding_index 1 {{(pid=100246) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 14:10:08.809234 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.base_scheduler [None req-cf153491-e774-434e-97c8-db2ae8593392 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773647-6, a1c5aa58-a5eb-4fe0-9c0d-ad9cb3f782ca) {{(pid=100246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:10:08.821283 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf153491-e774-434e-97c8-db2ae8593392 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:10:08.821868 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-cf153491-e774-434e-97c8-db2ae8593392 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:08.824048 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ad8b4a3-3e53-41b6-b8fc-90d11586f759 None None] Network a1c5aa58-a5eb-4fe0-9c0d-ad9cb3f782ca requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:10:08.859719 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-cf153491-e774-434e-97c8-db2ae8593392 admin admin] 10.222.0.104 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.8580990 Jul 06 14:10:08.862271 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 48258) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:10:08.866691 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-e5164de6-abd0-4b8c-b8d3-7c811bdcf2e1 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1501821646-router', 'tenant_id': '9686fd5ec0aa4012928191c3d42f6e6c', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719'}}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:10:08.876401 n-d-773647-6 neutron-server[100246]: DEBUG neutron.notifiers.nova [req-320cf2c5-3c27-4642-b5e7-fcc1a8e37fb5 req-1b0984fd-e3af-483f-b3e7-dc546193730c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d9f78e6d-4064-4250-8bc2-885cedaaed60 {{(pid=100246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 14:10:08.887300 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-320cf2c5-3c27-4642-b5e7-fcc1a8e37fb5 req-1b0984fd-e3af-483f-b3e7-dc546193730c service neutron] Notify callbacks [] for port, precommit_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:08.907434 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.provisioning_blocks [req-320cf2c5-3c27-4642-b5e7-fcc1a8e37fb5 req-1b0984fd-e3af-483f-b3e7-dc546193730c service neutron] Transition to ACTIVE for port object d9f78e6d-4064-4250-8bc2-885cedaaed60 will not be triggered until provisioned by entity L2. {{(pid=100246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:10:08.910925 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-e5164de6-abd0-4b8c-b8d3-7c811bdcf2e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1806290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6992'] for router, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:08.912025 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-e5164de6-abd0-4b8c-b8d3-7c811bdcf2e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1806157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1808637', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1714747', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7007'] for router, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:08.917139 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-320cf2c5-3c27-4642-b5e7-fcc1a8e37fb5 req-1b0984fd-e3af-483f-b3e7-dc546193730c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127687527'] for port, after_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:09.000621 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0edf8565-08f6-4e51-b6db-438b0ec2da32 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6bd5fc82-6666-56e8-87c2-91648d36c963-a1c5aa58-a5eb-4fe0-9c0d-ad9cb3f782ca', 'network_id': 'a1c5aa58-a5eb-4fe0-9c0d-ad9cb3f782ca', 'tenant_id': '9686fd5ec0aa4012928191c3d42f6e6c', 'fixed_ips': [{'subnet_id': '6ec930d2-90b3-4355-914b-4efea8972d25'}]}} from n-d-773647-6. {{(pid=100248) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 14:10:09.001549 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-0edf8565-08f6-4e51-b6db-438b0ec2da32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:09.009436 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-e5164de6-abd0-4b8c-b8d3-7c811bdcf2e1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:09.066153 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0984fd-e3af-483f-b3e7-dc546193730c service neutron] Pushing event updated for resources: {'Port': ['ID=d9f78e6d-4064-4250-8bc2-885cedaaed60,revision_number=2']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:10:09.171128 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.db_base_plugin_common [None req-0edf8565-08f6-4e51-b6db-438b0ec2da32 None None] Allocated IP 172.20.0.2 (a1c5aa58-a5eb-4fe0-9c0d-ad9cb3f782ca/6ec930d2-90b3-4355-914b-4efea8972d25/1c5377a6-1f42-4f82-93ad-9b226c89c93c) {{(pid=100248) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:10:09.401566 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-0edf8565-08f6-4e51-b6db-438b0ec2da32 None None] Notify callbacks [] for port, precommit_create {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:09.413155 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a908ec-32c5-4e29-a466-3b87af8bf811 req-b680d18c-323d-4cbc-88a1-abd03f86b0c5 tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:10:09.416206 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-0edf8565-08f6-4e51-b6db-438b0ec2da32 None None] Transition to ACTIVE for port object 1c5377a6-1f42-4f82-93ad-9b226c89c93c will not be triggered until provisioned by entity L2. {{(pid=100248) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:10:09.420914 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-46a908ec-32c5-4e29-a466-3b87af8bf811 req-b680d18c-323d-4cbc-88a1-abd03f86b0c5 tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] 10.222.0.104 "GET /v2.0/ports?device_id=b6169543-9f03-48ce-932b-913e969dd966 HTTP/1.1" status: 200 len: 946 time: 0.1496856 Jul 06 14:10:09.438082 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-0edf8565-08f6-4e51-b6db-438b0ec2da32 None None] Transition to ACTIVE for port object 1c5377a6-1f42-4f82-93ad-9b226c89c93c will not be triggered until provisioned by entity DHCP. {{(pid=100248) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:10:09.446488 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-0edf8565-08f6-4e51-b6db-438b0ec2da32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108'] for port, after_create {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:09.498897 n-d-773647-6 neutron-server[100248]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0edf8565-08f6-4e51-b6db-438b0ec2da32 None None] Network a1c5aa58-a5eb-4fe0-9c0d-ad9cb3f782ca is already hosted by enough agents. {{(pid=100248) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:10:09.502893 n-d-773647-6 neutron-server[100248]: DEBUG neutron.scheduler.base_scheduler [None req-0edf8565-08f6-4e51-b6db-438b0ec2da32 None None] Resources bound (agent type, host, resource id): {{(pid=100248) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:10:09.508977 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0edf8565-08f6-4e51-b6db-438b0ec2da32 None None] Received port after_create {{(pid=100248) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:10:09.543802 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-46a908ec-32c5-4e29-a466-3b87af8bf811 req-2d7297f1-7677-4e6a-9930-aa52a7ecfa59 tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] 10.222.0.104 "GET /v2.0/security-groups?id=bdba1446-e72e-4024-9da7-e6061f204f14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219172 Jul 06 14:10:09.565670 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-e5164de6-abd0-4b8c-b8d3-7c811bdcf2e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1761047', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1806272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6989'] for router, precommit_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:09.566308 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0edf8565-08f6-4e51-b6db-438b0ec2da32 None None] Pushing event updated for resources: {'Port': ['ID=1c5377a6-1f42-4f82-93ad-9b226c89c93c,revision_number=1']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:10:09.576861 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [req-320cf2c5-3c27-4642-b5e7-fcc1a8e37fb5 req-1b0984fd-e3af-483f-b3e7-dc546193730c service neutron] Attempting to bind port d9f78e6d-4064-4250-8bc2-885cedaaed60 on host n-h2-773647-6 for vnic_type normal with profile {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:10:09.577428 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [req-320cf2c5-3c27-4642-b5e7-fcc1a8e37fb5 req-1b0984fd-e3af-483f-b3e7-dc546193730c service neutron] Attempting to bind port d9f78e6d-4064-4250-8bc2-885cedaaed60 by drivers openvswitch,hyperv on host n-h2-773647-6 at level 0 using segments [{'id': 'f311c2ae-d2b1-4b76-a9aa-bf4b25cec9f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1022, 'network_id': '684bd941-15a3-4d2f-9dbf-1b045d3b3005'}] {{(pid=100246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:10:09.578025 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-320cf2c5-3c27-4642-b5e7-fcc1a8e37fb5 req-1b0984fd-e3af-483f-b3e7-dc546193730c service neutron] Attempting to bind port d9f78e6d-4064-4250-8bc2-885cedaaed60 on network 684bd941-15a3-4d2f-9dbf-1b045d3b3005 {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:10:09.584656 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-320cf2c5-3c27-4642-b5e7-fcc1a8e37fb5 req-1b0984fd-e3af-483f-b3e7-dc546193730c service neutron] Port d9f78e6d-4064-4250-8bc2-885cedaaed60 on network 684bd941-15a3-4d2f-9dbf-1b045d3b3005 not bound, no agent of type Open vSwitch agent registered on host n-h2-773647-6 {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 14:10:09.585352 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-320cf2c5-3c27-4642-b5e7-fcc1a8e37fb5 req-1b0984fd-e3af-483f-b3e7-dc546193730c service neutron] Attempting to bind port d9f78e6d-4064-4250-8bc2-885cedaaed60 on network 684bd941-15a3-4d2f-9dbf-1b045d3b3005 {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:10:09.593758 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-320cf2c5-3c27-4642-b5e7-fcc1a8e37fb5 req-1b0984fd-e3af-483f-b3e7-dc546193730c service neutron] Checking agent: {'id': '63768ece-0600-4354-8d29-fdedec96b077', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-773647-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 51, 10), 'started_at': datetime.datetime(2021, 7, 6, 13, 51, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 9, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:10:09.594340 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-320cf2c5-3c27-4642-b5e7-fcc1a8e37fb5 req-1b0984fd-e3af-483f-b3e7-dc546193730c service neutron] Checking segment: {'id': 'f311c2ae-d2b1-4b76-a9aa-bf4b25cec9f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1022, 'network_id': '684bd941-15a3-4d2f-9dbf-1b045d3b3005'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:10:09.594963 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-320cf2c5-3c27-4642-b5e7-fcc1a8e37fb5 req-1b0984fd-e3af-483f-b3e7-dc546193730c service neutron] Bound using segment: {'id': 'f311c2ae-d2b1-4b76-a9aa-bf4b25cec9f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1022, 'network_id': '684bd941-15a3-4d2f-9dbf-1b045d3b3005'} {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:10:09.595855 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [req-320cf2c5-3c27-4642-b5e7-fcc1a8e37fb5 req-1b0984fd-e3af-483f-b3e7-dc546193730c service neutron] Bound port: d9f78e6d-4064-4250-8bc2-885cedaaed60, host: n-h2-773647-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f311c2ae-d2b1-4b76-a9aa-bf4b25cec9f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1022, 'network_id': '684bd941-15a3-4d2f-9dbf-1b045d3b3005'}}] {{(pid=100246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:10:09.596577 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-320cf2c5-3c27-4642-b5e7-fcc1a8e37fb5 req-1b0984fd-e3af-483f-b3e7-dc546193730c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:09.637437 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb424656-944b-46c5-a71e-86844e7ee974 req-6ef6ce2c-5065-4a97-97a9-ceccbec9ca8a tempest-VolumesActionsTest-1210678064 tempest-VolumesActionsTest-1210678064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:10:09.639020 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-cb424656-944b-46c5-a71e-86844e7ee974 req-6ef6ce2c-5065-4a97-97a9-ceccbec9ca8a tempest-VolumesActionsTest-1210678064 tempest-VolumesActionsTest-1210678064-project] 10.222.0.104 "GET /v2.0/ports?device_id=bd1d8a20-de34-4d17-90aa-16ac19de8d96 HTTP/1.1" status: 200 len: 943 time: 0.2661026 Jul 06 14:10:09.667093 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-0edf8565-08f6-4e51-b6db-438b0ec2da32 None None] Attempting to bind port 1c5377a6-1f42-4f82-93ad-9b226c89c93c on host n-d-773647-6 for vnic_type normal with profile {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:10:09.667704 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-0edf8565-08f6-4e51-b6db-438b0ec2da32 None None] Attempting to bind port 1c5377a6-1f42-4f82-93ad-9b226c89c93c by drivers openvswitch,hyperv on host n-d-773647-6 at level 0 using segments [{'id': 'c15971e2-442e-4b9a-8cef-3ba8ead63686', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': 'a1c5aa58-a5eb-4fe0-9c0d-ad9cb3f782ca'}] {{(pid=100248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:10:09.668232 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0edf8565-08f6-4e51-b6db-438b0ec2da32 None None] Attempting to bind port 1c5377a6-1f42-4f82-93ad-9b226c89c93c on network a1c5aa58-a5eb-4fe0-9c0d-ad9cb3f782ca {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:10:09.675572 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0edf8565-08f6-4e51-b6db-438b0ec2da32 None None] Checking agent: {'id': '8ab5b19c-d213-4f29-891d-27bdf39d38b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773647-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 43, 26), 'started_at': datetime.datetime(2021, 7, 6, 13, 43, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 9, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773647-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:10:09.676255 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0edf8565-08f6-4e51-b6db-438b0ec2da32 None None] Checking segment: {'id': 'c15971e2-442e-4b9a-8cef-3ba8ead63686', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': 'a1c5aa58-a5eb-4fe0-9c0d-ad9cb3f782ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:10:09.676841 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-0edf8565-08f6-4e51-b6db-438b0ec2da32 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:09.677231 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0edf8565-08f6-4e51-b6db-438b0ec2da32 None None] Bound using segment: {'id': 'c15971e2-442e-4b9a-8cef-3ba8ead63686', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': 'a1c5aa58-a5eb-4fe0-9c0d-ad9cb3f782ca'} {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:10:09.677706 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-0edf8565-08f6-4e51-b6db-438b0ec2da32 None None] Bound port: 1c5377a6-1f42-4f82-93ad-9b226c89c93c, host: n-d-773647-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c15971e2-442e-4b9a-8cef-3ba8ead63686', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': 'a1c5aa58-a5eb-4fe0-9c0d-ad9cb3f782ca'}}] {{(pid=100248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:10:09.678089 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-0edf8565-08f6-4e51-b6db-438b0ec2da32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:09.738661 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.db [req-320cf2c5-3c27-4642-b5e7-fcc1a8e37fb5 req-1b0984fd-e3af-483f-b3e7-dc546193730c service neutron] For port d9f78e6d-4064-4250-8bc2-885cedaaed60, host n-h2-773647-6, cleared binding levels {{(pid=100246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:10:09.739305 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.db [req-320cf2c5-3c27-4642-b5e7-fcc1a8e37fb5 req-1b0984fd-e3af-483f-b3e7-dc546193730c service neutron] For port d9f78e6d-4064-4250-8bc2-885cedaaed60, host n-h2-773647-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=d9f78e6d-4064-4250-8bc2-885cedaaed60,segment=NetworkSegment(f311c2ae-d2b1-4b76-a9aa-bf4b25cec9f9),segment_id=f311c2ae-d2b1-4b76-a9aa-bf4b25cec9f9)] {{(pid=100246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:10:09.745206 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-cb424656-944b-46c5-a71e-86844e7ee974 req-c9e86514-df82-4874-afd3-fcef108467b2 tempest-VolumesActionsTest-1210678064 tempest-VolumesActionsTest-1210678064-project] 10.222.0.104 "GET /v2.0/security-groups?id=e3f883e7-e0ef-43fd-9fef-1e191c4cd6a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937846 Jul 06 14:10:09.760441 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-320cf2c5-3c27-4642-b5e7-fcc1a8e37fb5 req-1b0984fd-e3af-483f-b3e7-dc546193730c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127687527'] for port, after_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:09.792905 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-0edf8565-08f6-4e51-b6db-438b0ec2da32 None None] For port 1c5377a6-1f42-4f82-93ad-9b226c89c93c, host n-d-773647-6, cleared binding levels {{(pid=100248) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:10:09.796428 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-0edf8565-08f6-4e51-b6db-438b0ec2da32 None None] For port 1c5377a6-1f42-4f82-93ad-9b226c89c93c, host n-d-773647-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=1c5377a6-1f42-4f82-93ad-9b226c89c93c,segment=NetworkSegment(c15971e2-442e-4b9a-8cef-3ba8ead63686),segment_id=c15971e2-442e-4b9a-8cef-3ba8ead63686)] {{(pid=100248) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:10:09.804378 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-0edf8565-08f6-4e51-b6db-438b0ec2da32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:09.860390 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320cf2c5-3c27-4642-b5e7-fcc1a8e37fb5 req-1b0984fd-e3af-483f-b3e7-dc546193730c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:10:09.861174 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-320cf2c5-3c27-4642-b5e7-fcc1a8e37fb5 req-1b0984fd-e3af-483f-b3e7-dc546193730c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:09.862628 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-320cf2c5-3c27-4642-b5e7-fcc1a8e37fb5 req-1b0984fd-e3af-483f-b3e7-dc546193730c service neutron] 10.222.0.72 "PUT /v2.0/ports/d9f78e6d-4064-4250-8bc2-885cedaaed60 HTTP/1.1" status: 200 len: 1091 time: 1.6490119 Jul 06 14:10:09.866751 n-d-773647-6 neutron-server[100246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd1d8a20-de34-4d17-90aa-16ac19de8d96', 'tag': 'd9f78e6d-4064-4250-8bc2-885cedaaed60'}] {{(pid=100246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:10:09.880380 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0d96c5ab5e889f7b933ae915b9be33d1b46c9e87795bf781004b656ef3f1e87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30529ec5-210d-4f25-be7e-af816521efd7" -d '{"events": [{"name": "network-changed", "server_uuid": "bd1d8a20-de34-4d17-90aa-16ac19de8d96", "tag": "d9f78e6d-4064-4250-8bc2-885cedaaed60"}]}' {{(pid=100246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:10:09.920185 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0edf8565-08f6-4e51-b6db-438b0ec2da32 None None] Pushing event updated for resources: {'Port': ['ID=1c5377a6-1f42-4f82-93ad-9b226c89c93c,revision_number=2']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:10:09.992201 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0984fd-e3af-483f-b3e7-dc546193730c service neutron] Pushing event updated for resources: {'Port': ['ID=d9f78e6d-4064-4250-8bc2-885cedaaed60,revision_number=3']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:10:10.124632 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320cf2c5-3c27-4642-b5e7-fcc1a8e37fb5 req-9abf2770-bb79-4704-bc4a-14ef022270b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:10:10.126141 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-320cf2c5-3c27-4642-b5e7-fcc1a8e37fb5 req-9abf2770-bb79-4704-bc4a-14ef022270b2 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=075e6592b8cd4726a42a2f60335e3259&device_id=bd1d8a20-de34-4d17-90aa-16ac19de8d96 HTTP/1.1" status: 200 len: 1094 time: 0.2086749 Jul 06 14:10:10.151029 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-e5164de6-abd0-4b8c-b8d3-7c811bdcf2e1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:10.222388 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-320cf2c5-3c27-4642-b5e7-fcc1a8e37fb5 req-f4ab4e12-82cc-48eb-b0a4-449e030f4624 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d9f78e6d-4064-4250-8bc2-885cedaaed60 HTTP/1.1" status: 200 len: 217 time: 0.0878057 Jul 06 14:10:10.223670 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-e5164de6-abd0-4b8c-b8d3-7c811bdcf2e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:10.306626 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 14:10:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45f46c24-379a-4cab-9cba-2aa383d5c54d x-openstack-request-id: req-45f46c24-379a-4cab-9cba-2aa383d5c54d {{(pid=100246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:10:10.306985 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd1d8a20-de34-4d17-90aa-16ac19de8d96", "tag": "d9f78e6d-4064-4250-8bc2-885cedaaed60", "status": "completed", "code": 200}]} {{(pid=100246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:10:10.307190 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-45f46c24-379a-4cab-9cba-2aa383d5c54d {{(pid=100246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:10:10.307596 n-d-773647-6 neutron-server[100246]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd1d8a20-de34-4d17-90aa-16ac19de8d96', 'tag': 'd9f78e6d-4064-4250-8bc2-885cedaaed60', 'status': 'completed', 'code': 200} Jul 06 14:10:10.341832 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320cf2c5-3c27-4642-b5e7-fcc1a8e37fb5 req-ccddd331-36d7-4033-a552-5b7f368ac83f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:10:10.343405 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-320cf2c5-3c27-4642-b5e7-fcc1a8e37fb5 req-ccddd331-36d7-4033-a552-5b7f368ac83f service neutron] 10.222.0.72 "GET /v2.0/subnets?id=0ace526d-db1e-4580-a14a-0c79ef9a9d16 HTTP/1.1" status: 200 len: 849 time: 0.1111255 Jul 06 14:10:10.394219 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-320cf2c5-3c27-4642-b5e7-fcc1a8e37fb5 req-2da972ca-a415-45cb-928e-0bd89fb64422 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=684bd941-15a3-4d2f-9dbf-1b045d3b3005&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0438433 Jul 06 14:10:10.455863 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:10.497354 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661847f9-3876-4f14-9890-3b0103e73704 req-0870223f-70f4-4809-b31b-0a2a9c39a8b8 tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:10:10.498981 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-661847f9-3876-4f14-9890-3b0103e73704 req-0870223f-70f4-4809-b31b-0a2a9c39a8b8 tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] 10.222.0.104 "GET /v2.0/ports?device_id=b6169543-9f03-48ce-932b-913e969dd966 HTTP/1.1" status: 200 len: 946 time: 0.0942304 Jul 06 14:10:10.540584 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.db_base_plugin_common [None req-e5164de6-abd0-4b8c-b8d3-7c811bdcf2e1 admin admin] Allocated IP 172.25.0.68 (2658f09e-a580-4d4a-9968-2d1e0ad93719/cbf74abc-6fe1-4d33-b005-c948923b9647/4f049c2e-394a-46f7-a71e-a4d2b9c694e5) {{(pid=100246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:10:10.544121 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-661847f9-3876-4f14-9890-3b0103e73704 req-e37c36d8-4056-409d-b273-11dd85fa74f3 tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] 10.222.0.104 "GET /v2.0/security-groups?id=bdba1446-e72e-4024-9da7-e6061f204f14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380580 Jul 06 14:10:10.571374 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-320cf2c5-3c27-4642-b5e7-fcc1a8e37fb5 req-63fe4cae-1249-49f5-b6d5-3366001a306e service neutron] 10.222.0.72 "GET /v2.0/networks/684bd941-15a3-4d2f-9dbf-1b045d3b3005?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1685324 Jul 06 14:10:10.748742 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-320cf2c5-3c27-4642-b5e7-fcc1a8e37fb5 req-ec9a2a9e-a18e-4c25-8da0-0a3a5022517b service neutron] 10.222.0.72 "GET /v2.0/networks/684bd941-15a3-4d2f-9dbf-1b045d3b3005?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1628716 Jul 06 14:10:10.751498 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-e5164de6-abd0-4b8c-b8d3-7c811bdcf2e1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:10.798371 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-e5164de6-abd0-4b8c-b8d3-7c811bdcf2e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-127687573'] for port, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:10.868199 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5164de6-abd0-4b8c-b8d3-7c811bdcf2e1 admin admin] Network 2658f09e-a580-4d4a-9968-2d1e0ad93719 is already hosted by enough agents. {{(pid=100246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:10:10.876018 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5164de6-abd0-4b8c-b8d3-7c811bdcf2e1 admin admin] Pushing event updated for resources: {'Port': ['ID=4f049c2e-394a-46f7-a71e-a4d2b9c694e5,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:10:10.878764 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.base_scheduler [None req-e5164de6-abd0-4b8c-b8d3-7c811bdcf2e1 admin admin] Resources bound (agent type, host, resource id): {{(pid=100246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:10:10.882036 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5164de6-abd0-4b8c-b8d3-7c811bdcf2e1 admin admin] Received port after_create {{(pid=100246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:10:11.013242 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e402df38-b9a2-4a28-a94a-670419865394 req-7c3a419e-a0de-4918-be8c-55b68a5fb287 tempest-VolumesActionsTest-1210678064 tempest-VolumesActionsTest-1210678064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:10:11.029840 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-e402df38-b9a2-4a28-a94a-670419865394 req-7c3a419e-a0de-4918-be8c-55b68a5fb287 tempest-VolumesActionsTest-1210678064 tempest-VolumesActionsTest-1210678064-project] 10.222.0.104 "GET /v2.0/ports?device_id=bd1d8a20-de34-4d17-90aa-16ac19de8d96 HTTP/1.1" status: 200 len: 943 time: 0.1234188 Jul 06 14:10:11.099900 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30529ec5-210d-4f25-be7e-af816521efd7 req-89cc67c9-9dcd-4c2f-b7ce-72104c64a2d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:10:11.105075 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-30529ec5-210d-4f25-be7e-af816521efd7 req-89cc67c9-9dcd-4c2f-b7ce-72104c64a2d7 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=075e6592b8cd4726a42a2f60335e3259&device_id=bd1d8a20-de34-4d17-90aa-16ac19de8d96 HTTP/1.1" status: 200 len: 1094 time: 0.2864325 Jul 06 14:10:11.107831 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-e402df38-b9a2-4a28-a94a-670419865394 req-78f37b9d-509d-42dd-85d9-0fd4d64b05b9 tempest-VolumesActionsTest-1210678064 tempest-VolumesActionsTest-1210678064-project] 10.222.0.104 "GET /v2.0/security-groups?id=e3f883e7-e0ef-43fd-9fef-1e191c4cd6a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770133 Jul 06 14:10:11.124071 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.agents_db [None req-167c0ad6-1657-4c9a-a2c4-3b18056aa662 None None] Agent healthcheck: found 7 active agents {{(pid=100249) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 14:10:11.310541 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30529ec5-210d-4f25-be7e-af816521efd7 req-2318ae75-86e9-47c0-91e7-4a71799242a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:10:11.312099 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-30529ec5-210d-4f25-be7e-af816521efd7 req-2318ae75-86e9-47c0-91e7-4a71799242a8 service neutron] 10.222.0.72 "GET /v2.0/networks?id=684bd941-15a3-4d2f-9dbf-1b045d3b3005 HTTP/1.1" status: 200 len: 911 time: 0.2032435 Jul 06 14:10:11.348114 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7e51d0a-632c-42bf-aadf-451bed916c0f None None] Network a1c5aa58-a5eb-4fe0-9c0d-ad9cb3f782ca requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:10:11.385293 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-30529ec5-210d-4f25-be7e-af816521efd7 req-5c512709-bc60-49dd-bc65-03bd6af4d031 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d9f78e6d-4064-4250-8bc2-885cedaaed60 HTTP/1.1" status: 200 len: 217 time: 0.0430901 Jul 06 14:10:11.434876 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-e5164de6-abd0-4b8c-b8d3-7c811bdcf2e1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:11.438330 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-0677d65f-d1d3-4064-b377-179a79cc0dd0 None None] Provisioning for port 1c5377a6-1f42-4f82-93ad-9b226c89c93c completed by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:10:11.474322 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 48350) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:10:11.496680 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30529ec5-210d-4f25-be7e-af816521efd7 req-d6341790-7658-461c-9c3c-8d2665c72fa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:10:11.498426 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-30529ec5-210d-4f25-be7e-af816521efd7 req-d6341790-7658-461c-9c3c-8d2665c72fa5 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=0ace526d-db1e-4580-a14a-0c79ef9a9d16 HTTP/1.1" status: 200 len: 849 time: 0.1025078 Jul 06 14:10:11.564587 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-30529ec5-210d-4f25-be7e-af816521efd7 req-7cdbc912-a656-4a1f-9628-00eacad97e9b service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=684bd941-15a3-4d2f-9dbf-1b045d3b3005&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0335391 Jul 06 14:10:11.591834 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-dc1b13dc-a98a-48be-8818-d118d8856a29 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:11.787626 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-30529ec5-210d-4f25-be7e-af816521efd7 req-8ea9daa1-c85e-4a82-b98e-27438187e991 service neutron] 10.222.0.72 "GET /v2.0/networks/684bd941-15a3-4d2f-9dbf-1b045d3b3005?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2134545 Jul 06 14:10:11.794244 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434897dc-17f8-4b6a-9c2f-3c187c20dbfc req-859a1f28-2d02-4998-a5c8-9cf89f59e363 tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:10:11.803020 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-434897dc-17f8-4b6a-9c2f-3c187c20dbfc req-859a1f28-2d02-4998-a5c8-9cf89f59e363 tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] 10.222.0.104 "GET /v2.0/ports?device_id=b6169543-9f03-48ce-932b-913e969dd966 HTTP/1.1" status: 200 len: 946 time: 0.1255143 Jul 06 14:10:11.817143 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-e5164de6-abd0-4b8c-b8d3-7c811bdcf2e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1806297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1761036'] for router, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:11.831698 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-dc1b13dc-a98a-48be-8818-d118d8856a29 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:11.843602 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-dc1b13dc-a98a-48be-8818-d118d8856a29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:11.871168 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 1c5377a6-1f42-4f82-93ad-9b226c89c93c up at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:10:11.907089 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-dc1b13dc-a98a-48be-8818-d118d8856a29 admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=d93881fbd52440fe9cfe75afe0571cd5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4293590 Jul 06 14:10:11.911875 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-434897dc-17f8-4b6a-9c2f-3c187c20dbfc req-e8274f09-66bc-450f-8f61-f909a26dad08 tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] 10.222.0.104 "GET /v2.0/security-groups?id=bdba1446-e72e-4024-9da7-e6061f204f14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077726 Jul 06 14:10:11.913418 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 48356) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:10:11.915010 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1b13dc-a98a-48be-8818-d118d8856a29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a045f77b-aa64-4eda-9295-ab756ae53989,revision_number=1']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:10:11.954569 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning for port 1c5377a6-1f42-4f82-93ad-9b226c89c93c completed by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:10:11.960391 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning complete for port 1c5377a6-1f42-4f82-93ad-9b226c89c93c triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:10:11.961554 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:11.993070 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-d6188cc0-2ea6-437a-a70b-7cfbcd7fe8e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:12.001827 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-30529ec5-210d-4f25-be7e-af816521efd7 req-4753fa75-e9d8-42b6-86d0-a6765820387c service neutron] 10.222.0.72 "GET /v2.0/networks/684bd941-15a3-4d2f-9dbf-1b045d3b3005?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1978779 Jul 06 14:10:12.030707 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-d6188cc0-2ea6-437a-a70b-7cfbcd7fe8e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:12.044770 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:12.053647 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5164de6-abd0-4b8c-b8d3-7c811bdcf2e1 admin admin] Router 170efd2e-2d32-454c-af51-75fb29d893a4 is scheduled to L3 agent 2823d358-a11b-4885-a706-95a279e43fa7 with binding_index 1 {{(pid=100246) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 14:10:12.095755 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] For port 1c5377a6-1f42-4f82-93ad-9b226c89c93c, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=1c5377a6-1f42-4f82-93ad-9b226c89c93c,segment=NetworkSegment(c15971e2-442e-4b9a-8cef-3ba8ead63686),segment_id=c15971e2-442e-4b9a-8cef-3ba8ead63686)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:10:12.099047 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-d6188cc0-2ea6-437a-a70b-7cfbcd7fe8e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:12.103563 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-d6188cc0-2ea6-437a-a70b-7cfbcd7fe8e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:12.104024 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:12.104925 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-d6188cc0-2ea6-437a-a70b-7cfbcd7fe8e3 admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/a045f77b-aa64-4eda-9295-ab756ae53989 HTTP/1.1" status: 204 len: 168 time: 0.1797781 Jul 06 14:10:12.115272 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6188cc0-2ea6-437a-a70b-7cfbcd7fe8e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a045f77b-aa64-4eda-9295-ab756ae53989,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:10:12.179577 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Pushing event updated for resources: {'Port': ['ID=1c5377a6-1f42-4f82-93ad-9b226c89c93c,revision_number=3']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:10:12.196579 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5164de6-abd0-4b8c-b8d3-7c811bdcf2e1 admin admin] Notify agent at l3_agent.n-d-773647-6 the message routers_updated {{(pid=100246) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 14:10:12.211950 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8eccea2-3512-4aa9-879a-440feb6daacd None None] Sync routers for ids ['170efd2e-2d32-454c-af51-75fb29d893a4'] in n-d-773647-6 {{(pid=100249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 14:10:12.216466 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-e5164de6-abd0-4b8c-b8d3-7c811bdcf2e1 admin admin] Notify callbacks [] for router, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:12.220447 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-e5164de6-abd0-4b8c-b8d3-7c811bdcf2e1 admin admin] 10.222.0.104 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 3.3545396 Jul 06 14:10:12.221530 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 48366) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:10:12.233382 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8eccea2-3512-4aa9-879a-440feb6daacd None None] Routers {'170efd2e-2d32-454c-af51-75fb29d893a4'} bound to L3 agent in host n-d-773647-6 {{(pid=100249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:10:12.234440 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-a8eccea2-3512-4aa9-879a-440feb6daacd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T14:09:55Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['170efd2e-2d32-454c-af51-75fb29d893a4'], 'active': True} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:10:12.376075 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:12.391588 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvr_db [None req-a8eccea2-3512-4aa9-879a-440feb6daacd None None] Set router 170efd2e-2d32-454c-af51-75fb29d893a4 gateway port host: n-d-773647-6 {{(pid=100249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:10:12.481921 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2642e278-4132-4c05-aaf5-85feb7cd8bba req-a5c57b15-6d66-4bec-b671-463397e61dd3 tempest-VolumesActionsTest-1210678064 tempest-VolumesActionsTest-1210678064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:10:12.484040 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-2642e278-4132-4c05-aaf5-85feb7cd8bba req-a5c57b15-6d66-4bec-b671-463397e61dd3 tempest-VolumesActionsTest-1210678064 tempest-VolumesActionsTest-1210678064-project] 10.222.0.104 "GET /v2.0/ports?device_id=bd1d8a20-de34-4d17-90aa-16ac19de8d96 HTTP/1.1" status: 200 len: 943 time: 0.1848769 Jul 06 14:10:12.488002 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 48374) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:10:12.515079 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-4df97801-9525-42b7-80c4-e17ebb28fc2b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:12.582126 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-2642e278-4132-4c05-aaf5-85feb7cd8bba req-aa59b78b-7313-432b-9bf3-f83684062ab7 tempest-VolumesActionsTest-1210678064 tempest-VolumesActionsTest-1210678064-project] 10.222.0.104 "GET /v2.0/security-groups?id=e3f883e7-e0ef-43fd-9fef-1e191c4cd6a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835240 Jul 06 14:10:12.624883 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-a8eccea2-3512-4aa9-879a-440feb6daacd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '170efd2e-2d32-454c-af51-75fb29d893a4', 'name': 'tempest-AttachVolumeShelveTestJSON-1501821646-router', 'tenant_id': '9686fd5ec0aa4012928191c3d42f6e6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.68'}], 'enable_snat': True}, 'gw_port_id': '4f049c2e-394a-46f7-a71e-a4d2b9c694e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:10:08Z', 'updated_at': '2021-07-06T14:10:11Z', 'revision_number': 3, 'project_id': '9686fd5ec0aa4012928191c3d42f6e6c', 'gw_port': {'id': '4f049c2e-394a-46f7-a71e-a4d2b9c694e5', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:ac:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '170efd2e-2d32-454c-af51-75fb29d893a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1907, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:10:10Z', 'updated_at': '2021-07-06T14:10:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6'}], 'n-d-773647-6', False) {} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:10:12.635071 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-4df97801-9525-42b7-80c4-e17ebb28fc2b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:12.639389 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-4df97801-9525-42b7-80c4-e17ebb28fc2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:12.654669 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8eccea2-3512-4aa9-879a-440feb6daacd None None] Checking router: 170efd2e-2d32-454c-af51-75fb29d893a4 for host: n-d-773647-6 {{(pid=100249) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 14:10:12.655405 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8eccea2-3512-4aa9-879a-440feb6daacd None None] Updating router 170efd2e-2d32-454c-af51-75fb29d893a4 port 4f049c2e-394a-46f7-a71e-a4d2b9c694e5 binding host n-d-773647-6 {{(pid=100249) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 14:10:12.672262 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-4df97801-9525-42b7-80c4-e17ebb28fc2b admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=3fa602bd6fc1403bb6a5f19d416eeb65&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1803203 Jul 06 14:10:12.672488 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 48376) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:10:12.693685 n-d-773647-6 neutron-server[100249]: DEBUG neutron_lib.callbacks.manager [None req-a8eccea2-3512-4aa9-879a-440feb6daacd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:12.700131 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df97801-9525-42b7-80c4-e17ebb28fc2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5817ee4-f71c-446c-b82a-9c3c1eaf9ff4,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:10:12.736926 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-fd6b6669-0088-49bc-87b1-f1404adb2107 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:12.761630 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-fd6b6669-0088-49bc-87b1-f1404adb2107 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:12.817508 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-fd6b6669-0088-49bc-87b1-f1404adb2107 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:12.823692 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-fd6b6669-0088-49bc-87b1-f1404adb2107 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:12.828027 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-fd6b6669-0088-49bc-87b1-f1404adb2107 admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/d5817ee4-f71c-446c-b82a-9c3c1eaf9ff4 HTTP/1.1" status: 204 len: 168 time: 0.1520264 Jul 06 14:10:12.838185 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6b6669-0088-49bc-87b1-f1404adb2107 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5817ee4-f71c-446c-b82a-9c3c1eaf9ff4,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:10:12.851079 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-81ffd171-0890-4d0d-8849-86e7a0804860 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:13.008683 n-d-773647-6 neutron-server[100249]: DEBUG neutron_lib.callbacks.manager [None req-a8eccea2-3512-4aa9-879a-440feb6daacd None None] Notify callbacks [] for port, precommit_update {{(pid=100249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:13.022200 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.provisioning_blocks [None req-a8eccea2-3512-4aa9-879a-440feb6daacd None None] Transition to ACTIVE for port object 4f049c2e-394a-46f7-a71e-a4d2b9c694e5 will not be triggered until provisioned by entity L2. {{(pid=100249) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:10:13.031029 n-d-773647-6 neutron-server[100249]: DEBUG neutron_lib.callbacks.manager [None req-a8eccea2-3512-4aa9-879a-440feb6daacd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:13.050684 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.db_base_plugin_common [None req-81ffd171-0890-4d0d-8849-86e7a0804860 admin admin] Allocated IP 172.20.0.1 (a1c5aa58-a5eb-4fe0-9c0d-ad9cb3f782ca/6ec930d2-90b3-4355-914b-4efea8972d25/ed6b7d65-28dd-40b4-81c9-ae0bcd9b105b) {{(pid=100247) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:10:13.092560 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.managers [None req-a8eccea2-3512-4aa9-879a-440feb6daacd None None] Attempting to bind port 4f049c2e-394a-46f7-a71e-a4d2b9c694e5 on host n-d-773647-6 for vnic_type normal with profile {{(pid=100249) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:10:13.092848 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.managers [None req-a8eccea2-3512-4aa9-879a-440feb6daacd None None] Attempting to bind port 4f049c2e-394a-46f7-a71e-a4d2b9c694e5 by drivers openvswitch,hyperv on host n-d-773647-6 at level 0 using segments [{'id': '89a832b7-7793-4d51-9038-ed7e1c3ff1b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719'}] {{(pid=100249) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:10:13.093061 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8eccea2-3512-4aa9-879a-440feb6daacd None None] Attempting to bind port 4f049c2e-394a-46f7-a71e-a4d2b9c694e5 on network 2658f09e-a580-4d4a-9968-2d1e0ad93719 {{(pid=100249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:10:13.107483 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8eccea2-3512-4aa9-879a-440feb6daacd None None] Checking agent: {'id': '8ab5b19c-d213-4f29-891d-27bdf39d38b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773647-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 43, 26), 'started_at': datetime.datetime(2021, 7, 6, 13, 43, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 9, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773647-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:10:13.108607 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8eccea2-3512-4aa9-879a-440feb6daacd None None] Checking segment: {'id': '89a832b7-7793-4d51-9038-ed7e1c3ff1b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100249) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:10:13.108607 n-d-773647-6 neutron-server[100249]: DEBUG neutron_lib.callbacks.manager [None req-a8eccea2-3512-4aa9-879a-440feb6daacd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:13.109040 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8eccea2-3512-4aa9-879a-440feb6daacd None None] Bound using segment: {'id': '89a832b7-7793-4d51-9038-ed7e1c3ff1b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719'} {{(pid=100249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:10:13.109512 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.managers [None req-a8eccea2-3512-4aa9-879a-440feb6daacd None None] Bound port: 4f049c2e-394a-46f7-a71e-a4d2b9c694e5, host: n-d-773647-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89a832b7-7793-4d51-9038-ed7e1c3ff1b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719'}}] {{(pid=100249) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:10:13.109968 n-d-773647-6 neutron-server[100249]: DEBUG neutron_lib.callbacks.manager [None req-a8eccea2-3512-4aa9-879a-440feb6daacd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:13.112542 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240bf3d3-9ffd-416d-a661-2d6d11871886 None None] Pushing event updated for resources: {'Port': ['ID=4f049c2e-394a-46f7-a71e-a4d2b9c694e5,revision_number=2']} {{(pid=100249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:10:13.139951 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-240bf3d3-9ffd-416d-a661-2d6d11871886 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:10:13.140328 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-240bf3d3-9ffd-416d-a661-2d6d11871886 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:10:13.140703 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-240bf3d3-9ffd-416d-a661-2d6d11871886 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:10:13.141069 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-240bf3d3-9ffd-416d-a661-2d6d11871886 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:10:13.141398 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-240bf3d3-9ffd-416d-a661-2d6d11871886 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:10:13.142665 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-240bf3d3-9ffd-416d-a661-2d6d11871886 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:10:13.143641 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-240bf3d3-9ffd-416d-a661-2d6d11871886 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:10:13.143976 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-240bf3d3-9ffd-416d-a661-2d6d11871886 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:10:13.144307 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-240bf3d3-9ffd-416d-a661-2d6d11871886 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:10:13.144640 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-240bf3d3-9ffd-416d-a661-2d6d11871886 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:10:13.144969 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-240bf3d3-9ffd-416d-a661-2d6d11871886 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:10:13.145293 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-240bf3d3-9ffd-416d-a661-2d6d11871886 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:10:13.184811 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.db [None req-a8eccea2-3512-4aa9-879a-440feb6daacd None None] For port 4f049c2e-394a-46f7-a71e-a4d2b9c694e5, host n-d-773647-6, cleared binding levels {{(pid=100249) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:10:13.188681 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.db [None req-a8eccea2-3512-4aa9-879a-440feb6daacd None None] For port 4f049c2e-394a-46f7-a71e-a4d2b9c694e5, host n-d-773647-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=4f049c2e-394a-46f7-a71e-a4d2b9c694e5,segment=NetworkSegment(89a832b7-7793-4d51-9038-ed7e1c3ff1b2),segment_id=89a832b7-7793-4d51-9038-ed7e1c3ff1b2)] {{(pid=100249) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:10:13.194060 n-d-773647-6 neutron-server[100249]: DEBUG neutron_lib.callbacks.manager [None req-a8eccea2-3512-4aa9-879a-440feb6daacd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:13.213180 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d530df8-f6b8-448c-8b3e-219d1d17a8b9 req-9608e7e5-0504-4305-80f3-7b8cd53e112d tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:10:13.214753 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-3d530df8-f6b8-448c-8b3e-219d1d17a8b9 req-9608e7e5-0504-4305-80f3-7b8cd53e112d tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] 10.222.0.104 "GET /v2.0/ports?device_id=b6169543-9f03-48ce-932b-913e969dd966 HTTP/1.1" status: 200 len: 946 time: 0.1568024 Jul 06 14:10:13.250601 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8eccea2-3512-4aa9-879a-440feb6daacd None None] Routers {'170efd2e-2d32-454c-af51-75fb29d893a4'} bound to L3 agent in host n-d-773647-6 {{(pid=100249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:10:13.251506 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-a8eccea2-3512-4aa9-879a-440feb6daacd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T14:09:55Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['170efd2e-2d32-454c-af51-75fb29d893a4'], 'active': True} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:10:13.259568 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-81ffd171-0890-4d0d-8849-86e7a0804860 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:13.285057 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.provisioning_blocks [None req-81ffd171-0890-4d0d-8849-86e7a0804860 admin admin] Transition to ACTIVE for port object ed6b7d65-28dd-40b4-81c9-ae0bcd9b105b will not be triggered until provisioned by entity DHCP. {{(pid=100247) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:10:13.291180 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-3d530df8-f6b8-448c-8b3e-219d1d17a8b9 req-7b87b22e-4184-431c-b52b-372c92ac603c tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] 10.222.0.104 "GET /v2.0/security-groups?id=bdba1446-e72e-4024-9da7-e6061f204f14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700111 Jul 06 14:10:13.322289 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240bf3d3-9ffd-416d-a661-2d6d11871886 None None] Pushing event updated for resources: {'Port': ['ID=4f049c2e-394a-46f7-a71e-a4d2b9c694e5,revision_number=3']} {{(pid=100249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:10:13.338549 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-81ffd171-0890-4d0d-8849-86e7a0804860 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-128888360'] for port, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:13.396363 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvr_db [None req-a8eccea2-3512-4aa9-879a-440feb6daacd None None] Set router 170efd2e-2d32-454c-af51-75fb29d893a4 gateway port host: n-d-773647-6 {{(pid=100249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:10:13.402240 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81ffd171-0890-4d0d-8849-86e7a0804860 admin admin] Network a1c5aa58-a5eb-4fe0-9c0d-ad9cb3f782ca is already hosted by enough agents. {{(pid=100247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:10:13.403708 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.base_scheduler [None req-81ffd171-0890-4d0d-8849-86e7a0804860 admin admin] Resources bound (agent type, host, resource id): {{(pid=100247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:10:13.416077 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81ffd171-0890-4d0d-8849-86e7a0804860 admin admin] Received port after_create {{(pid=100247) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:10:13.481633 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ffd171-0890-4d0d-8849-86e7a0804860 admin admin] Pushing event updated for resources: {'Port': ['ID=ed6b7d65-28dd-40b4-81c9-ae0bcd9b105b,revision_number=1']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:10:13.514620 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-81ffd171-0890-4d0d-8849-86e7a0804860 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1807675'] for router_interface, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:13.657331 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-a8eccea2-3512-4aa9-879a-440feb6daacd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '170efd2e-2d32-454c-af51-75fb29d893a4', 'name': 'tempest-AttachVolumeShelveTestJSON-1501821646-router', 'tenant_id': '9686fd5ec0aa4012928191c3d42f6e6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.68'}], 'enable_snat': True}, 'gw_port_id': '4f049c2e-394a-46f7-a71e-a4d2b9c694e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:10:08Z', 'updated_at': '2021-07-06T14:10:11Z', 'revision_number': 3, 'project_id': '9686fd5ec0aa4012928191c3d42f6e6c', 'gw_port': {'id': '4f049c2e-394a-46f7-a71e-a4d2b9c694e5', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:ac:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '170efd2e-2d32-454c-af51-75fb29d893a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1907, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:10:10Z', 'updated_at': '2021-07-06T14:10:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6'}], 'n-d-773647-6', False) {} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:10:13.714144 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8eccea2-3512-4aa9-879a-440feb6daacd None None] The sync data for ids ['170efd2e-2d32-454c-af51-75fb29d893a4'] in n-d-773647-6 is: [{'id': '170efd2e-2d32-454c-af51-75fb29d893a4', 'name': 'tempest-AttachVolumeShelveTestJSON-1501821646-router', 'tenant_id': '9686fd5ec0aa4012928191c3d42f6e6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.68'}], 'enable_snat': True}, 'gw_port_id': '4f049c2e-394a-46f7-a71e-a4d2b9c694e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:10:08Z', 'updated_at': '2021-07-06T14:10:11Z', 'revision_number': 3, 'project_id': '9686fd5ec0aa4012928191c3d42f6e6c', 'gw_port': {'id': '4f049c2e-394a-46f7-a71e-a4d2b9c694e5', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:ac:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '170efd2e-2d32-454c-af51-75fb29d893a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1907, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:10:10Z', 'updated_at': '2021-07-06T14:10:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6'}] {{(pid=100249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 14:10:13.787250 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-f5a1b505-894c-4da9-a618-6c9579f87459 None None] Provisioning for port ed6b7d65-28dd-40b4-81c9-ae0bcd9b105b completed by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:10:13.798236 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-f5a1b505-894c-4da9-a618-6c9579f87459 None None] Provisioning complete for port ed6b7d65-28dd-40b4-81c9-ae0bcd9b105b triggered by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:10:13.798611 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-f5a1b505-894c-4da9-a618-6c9579f87459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:13.801628 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-81ffd171-0890-4d0d-8849-86e7a0804860 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:13.825220 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 1c5377a6-1f42-4f82-93ad-9b226c89c93c up at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:10:13.831981 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 48410) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:10:13.863162 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Device dd9f686e-80b9-4c6e-92a3-0895574a774f details requested by agent hyperv_n-h1-773647-6 with host n-h1-773647-6 {{(pid=100248) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 14:10:13.893905 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-f5a1b505-894c-4da9-a618-6c9579f87459 None None] Port ed6b7d65-28dd-40b4-81c9-ae0bcd9b105b cannot update to ACTIVE because it is not bound. {{(pid=100248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 14:10:13.922137 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31411804-63c3-4b51-92f1-0d1575a43a61 req-0083a7ff-b249-4c3a-8c5e-efd7605e1cd9 tempest-VolumesActionsTest-1210678064 tempest-VolumesActionsTest-1210678064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:10:13.928118 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-31411804-63c3-4b51-92f1-0d1575a43a61 req-0083a7ff-b249-4c3a-8c5e-efd7605e1cd9 tempest-VolumesActionsTest-1210678064 tempest-VolumesActionsTest-1210678064-project] 10.222.0.104 "GET /v2.0/ports?device_id=bd1d8a20-de34-4d17-90aa-16ac19de8d96 HTTP/1.1" status: 200 len: 943 time: 0.1488962 Jul 06 14:10:13.956892 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning complete for port 1c5377a6-1f42-4f82-93ad-9b226c89c93c triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:10:13.957350 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:13.964996 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-7f6702d6-a943-469f-b72c-0a14c4d38496 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2063103177-network', 'tenant_id': '6c6fbbf46c83458fbdb94f3acd1dc91f'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:10:13.991363 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Device d9f78e6d-4064-4250-8bc2-885cedaaed60 details requested by agent hyperv_n-h2-773647-6 with host n-h2-773647-6 {{(pid=100248) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 14:10:14.001641 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f6702d6-a943-469f-b72c-0a14c4d38496 admin admin] Made reservation on behalf of 6c6fbbf46c83458fbdb94f3acd1dc91f for: {'network': 1} {{(pid=100246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:10:14.005092 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-7f6702d6-a943-469f-b72c-0a14c4d38496 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for network, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:14.015766 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-7f6702d6-a943-469f-b72c-0a14c4d38496 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:14.016599 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-31411804-63c3-4b51-92f1-0d1575a43a61 req-a7156b7d-65ff-42b3-88c5-e38f0b0ff95d tempest-VolumesActionsTest-1210678064 tempest-VolumesActionsTest-1210678064-project] 10.222.0.104 "GET /v2.0/security-groups?id=e3f883e7-e0ef-43fd-9fef-1e191c4cd6a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875494 Jul 06 14:10:14.116768 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-81ffd171-0890-4d0d-8849-86e7a0804860 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:14.123121 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-81ffd171-0890-4d0d-8849-86e7a0804860 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128888538'] for port, after_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:14.130398 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] For port dd9f686e-80b9-4c6e-92a3-0895574a774f, host n-h1-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773647-6',level=0,port_id=dd9f686e-80b9-4c6e-92a3-0895574a774f,segment=NetworkSegment(36c50412-6893-4622-808c-49164f6f9db6),segment_id=36c50412-6893-4622-808c-49164f6f9db6)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:10:14.155821 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Returning: {'device': 'dd9f686e-80b9-4c6e-92a3-0895574a774f', 'network_id': 'ca8d241f-6d1c-4a83-a6b7-adff4a667580', 'port_id': 'dd9f686e-80b9-4c6e-92a3-0895574a774f', 'mac_address': 'fa:16:3e:3e:5c:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1040, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1d0103a5-6825-4713-928f-2c0821a07c96', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100248) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 14:10:14.184737 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-81ffd171-0890-4d0d-8849-86e7a0804860 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1809478'] for router_interface, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:14.200330 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-7f6702d6-a943-469f-b72c-0a14c4d38496 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:14.207501 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-7f6702d6-a943-469f-b72c-0a14c4d38496 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:14.248091 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f6702d6-a943-469f-b72c-0a14c4d38496 admin admin] vlan segment allocate from pool success with {'vlan_id': 1042, 'physical_network': 'physnet1'} {{(pid=100246) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 14:10:14.252495 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] For port d9f78e6d-4064-4250-8bc2-885cedaaed60, host n-h2-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=d9f78e6d-4064-4250-8bc2-885cedaaed60,segment=NetworkSegment(f311c2ae-d2b1-4b76-a9aa-bf4b25cec9f9),segment_id=f311c2ae-d2b1-4b76-a9aa-bf4b25cec9f9)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:10:14.257560 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6702d6-a943-469f-b72c-0a14c4d38496 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81d531c9-3b63-4712-96a0-2c4a91da3b05,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:10:14.272858 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:14.282936 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-7f6702d6-a943-469f-b72c-0a14c4d38496 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552'] for segment, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:14.283537 n-d-773647-6 neutron-server[100246]: INFO neutron.db.segments_db [None req-7f6702d6-a943-469f-b72c-0a14c4d38496 admin admin] Added segment 4d5d156b-bd08-4f50-8375-d51e4d3871a9 of type vlan for network dbcf6464-294b-497a-a184-7349d7231906 Jul 06 14:10:14.291593 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ffd171-0890-4d0d-8849-86e7a0804860 admin admin] Pushing event updated for resources: {'Port': ['ID=ed6b7d65-28dd-40b4-81c9-ae0bcd9b105b,revision_number=2']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:10:14.310087 n-d-773647-6 neutron-server[100248]: DEBUG neutron.notifiers.nova [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id dd9f686e-80b9-4c6e-92a3-0895574a774f {{(pid=100248) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 14:10:14.327775 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Returning: {'device': 'd9f78e6d-4064-4250-8bc2-885cedaaed60', 'network_id': '684bd941-15a3-4d2f-9dbf-1b045d3b3005', 'port_id': 'd9f78e6d-4064-4250-8bc2-885cedaaed60', 'mac_address': 'fa:16:3e:93:a7:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1022, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0ace526d-db1e-4580-a14a-0c79ef9a9d16', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100248) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 14:10:14.347077 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] For port dd9f686e-80b9-4c6e-92a3-0895574a774f, host n-h1-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773647-6',level=0,port_id=dd9f686e-80b9-4c6e-92a3-0895574a774f,segment=NetworkSegment(36c50412-6893-4622-808c-49164f6f9db6),segment_id=36c50412-6893-4622-808c-49164f6f9db6)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:10:14.357335 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:14.364639 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-7f6702d6-a943-469f-b72c-0a14c4d38496 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773752984405'] for network, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:14.383398 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81ffd171-0890-4d0d-8849-86e7a0804860 admin admin] Network a1c5aa58-a5eb-4fe0-9c0d-ad9cb3f782ca is already hosted by enough agents. {{(pid=100247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:10:14.385112 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.base_scheduler [None req-81ffd171-0890-4d0d-8849-86e7a0804860 admin admin] Resources bound (agent type, host, resource id): {{(pid=100247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:10:14.425676 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-7f6702d6-a943-469f-b72c-0a14c4d38496 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060'] for network, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:14.427008 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f6702d6-a943-469f-b72c-0a14c4d38496 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:10:14.427793 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-7f6702d6-a943-469f-b72c-0a14c4d38496 admin admin] Notify callbacks [] for network, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:14.471916 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:14.500951 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] get_ports_and_sgs() called for port_ids ['dd9f686e-80b9-4c6e-92a3-0895574a774f'] {{(pid=100248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 14:10:14.548871 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-7f6702d6-a943-469f-b72c-0a14c4d38496 admin admin] 10.222.0.104 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.7121396 Jul 06 14:10:14.556318 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 48422) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:10:14.556885 n-d-773647-6 neutron-server[100248]: DEBUG neutron.notifiers.nova [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d9f78e6d-4064-4250-8bc2-885cedaaed60 {{(pid=100248) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 14:10:14.569258 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-324ad746-8eca-412f-bea7-7727ee8670cb admin admin] Request body: {'subnet': {'network_id': 'dbcf6464-294b-497a-a184-7349d7231906', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2063103177-subnet', 'tenant_id': '6c6fbbf46c83458fbdb94f3acd1dc91f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:10:14.588738 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] For port d9f78e6d-4064-4250-8bc2-885cedaaed60, host n-h2-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=d9f78e6d-4064-4250-8bc2-885cedaaed60,segment=NetworkSegment(f311c2ae-d2b1-4b76-a9aa-bf4b25cec9f9),segment_id=f311c2ae-d2b1-4b76-a9aa-bf4b25cec9f9)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:10:14.590254 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Pushing event updated for resources: {'Port': ['ID=dd9f686e-80b9-4c6e-92a3-0895574a774f,revision_number=6']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:10:14.599806 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:14.630682 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6702d6-a943-469f-b72c-0a14c4d38496 admin admin] Pushing event updated for resources: {'Network': ['ID=dbcf6464-294b-497a-a184-7349d7231906,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:10:14.664049 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-324ad746-8eca-412f-bea7-7727ee8670cb admin admin] Made reservation on behalf of 6c6fbbf46c83458fbdb94f3acd1dc91f for: {'subnet': 1} {{(pid=100246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:10:14.667846 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-324ad746-8eca-412f-bea7-7727ee8670cb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127702029'] for subnet, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:14.674122 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81ffd171-0890-4d0d-8849-86e7a0804860 admin admin] Router 170efd2e-2d32-454c-af51-75fb29d893a4 has already been hosted by L3 agent 2823d358-a11b-4885-a706-95a279e43fa7 {{(pid=100247) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 14:10:14.681907 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Pushing event updated for resources: {'Port': ['ID=d9f78e6d-4064-4250-8bc2-885cedaaed60,revision_number=4']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:10:14.688500 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Network dbcf6464-294b-497a-a184-7349d7231906 details requested by agent ovs-agent-n-d-773647-6 with host n-d-773647-6 {{(pid=100248) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 14:10:14.811761 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69738387-032b-4413-bcdf-84b0ee0249c5 req-109c24c4-3ed2-46c9-937a-7d3e4f26a519 tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:10:14.815689 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-69738387-032b-4413-bcdf-84b0ee0249c5 req-109c24c4-3ed2-46c9-937a-7d3e4f26a519 tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] 10.222.0.104 "GET /v2.0/ports?device_id=b6169543-9f03-48ce-932b-913e969dd966 HTTP/1.1" status: 200 len: 945 time: 0.2009807 Jul 06 14:10:14.885258 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-c7dd9bbe-d4f8-4732-ab2c-f83b79caacd5 None None] Provisioning complete for port ed6b7d65-28dd-40b4-81c9-ae0bcd9b105b triggered by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:10:14.885932 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-c7dd9bbe-d4f8-4732-ab2c-f83b79caacd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:14.929440 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-69738387-032b-4413-bcdf-84b0ee0249c5 req-b75e8929-6a06-455a-b126-2bc589966957 tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] 10.222.0.104 "GET /v2.0/security-groups?id=bdba1446-e72e-4024-9da7-e6061f204f14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016021 Jul 06 14:10:14.942665 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81ffd171-0890-4d0d-8849-86e7a0804860 admin admin] Notify agent at l3_agent.n-d-773647-6 the message routers_updated {{(pid=100247) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 14:10:14.957643 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-81ffd171-0890-4d0d-8849-86e7a0804860 admin admin] 10.222.0.104 "PUT /v2.0/routers/170efd2e-2d32-454c-af51-75fb29d893a4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7342660 Jul 06 14:10:14.964460 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-c7dd9bbe-d4f8-4732-ab2c-f83b79caacd5 None None] Port ed6b7d65-28dd-40b4-81c9-ae0bcd9b105b cannot update to ACTIVE because it is not bound. {{(pid=100248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 14:10:14.965135 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-324ad746-8eca-412f-bea7-7727ee8670cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1849032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127687649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127702047'] for subnet, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:14.980176 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] get_ports_and_sgs() called for port_ids ['d9f78e6d-4064-4250-8bc2-885cedaaed60'] {{(pid=100248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 14:10:15.053234 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324ad746-8eca-412f-bea7-7727ee8670cb admin admin] Pushing event updated for resources: {'Subnet': ['ID=db9624c4-d177-4bea-ac1d-b918f34e58b7,revision_number=0']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:10:15.058859 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-324ad746-8eca-412f-bea7-7727ee8670cb admin admin] Checking segment: {'id': '4d5d156b-bd08-4f50-8375-d51e4d3871a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1042, 'network_id': 'dbcf6464-294b-497a-a184-7349d7231906'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:10:15.059636 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-324ad746-8eca-412f-bea7-7727ee8670cb admin admin] Network hostable DHCP agents. Network: dbcf6464-294b-497a-a184-7349d7231906, hostable agents: ['f2bada3d-be77-4359-982b-8505a2bbca04'], hosted agents: [] {{(pid=100246) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 14:10:15.084934 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-324ad746-8eca-412f-bea7-7727ee8670cb admin admin] Network dbcf6464-294b-497a-a184-7349d7231906 is scheduled to be hosted by DHCP agent f2bada3d-be77-4359-982b-8505a2bbca04 with binding_index 1 {{(pid=100246) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 14:10:15.099159 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.base_scheduler [None req-324ad746-8eca-412f-bea7-7727ee8670cb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773647-6, dbcf6464-294b-497a-a184-7349d7231906) {{(pid=100246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:10:15.115038 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-324ad746-8eca-412f-bea7-7727ee8670cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:10:15.115846 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-324ad746-8eca-412f-bea7-7727ee8670cb admin admin] Notify callbacks [] for subnet, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:15.121923 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25ee2356-0c7c-44aa-830c-281632b03b58 None None] Network dbcf6464-294b-497a-a184-7349d7231906 requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:10:15.138372 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-324ad746-8eca-412f-bea7-7727ee8670cb admin admin] 10.222.0.104 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5786245 Jul 06 14:10:15.312805 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017b6c77-b862-4550-909e-f522d9ad9230 req-ba339aeb-ce01-4a61-b93a-56d1f20c3153 tempest-VolumesActionsTest-1210678064 tempest-VolumesActionsTest-1210678064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:10:15.314438 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-017b6c77-b862-4550-909e-f522d9ad9230 req-ba339aeb-ce01-4a61-b93a-56d1f20c3153 tempest-VolumesActionsTest-1210678064 tempest-VolumesActionsTest-1210678064-project] 10.222.0.104 "GET /v2.0/ports?device_id=bd1d8a20-de34-4d17-90aa-16ac19de8d96 HTTP/1.1" status: 200 len: 944 time: 0.0906360 Jul 06 14:10:15.379187 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-017b6c77-b862-4550-909e-f522d9ad9230 req-f66235d5-f9a6-4694-b44a-bcb7a4180fbd tempest-VolumesActionsTest-1210678064 tempest-VolumesActionsTest-1210678064-project] 10.222.0.104 "GET /v2.0/security-groups?id=e3f883e7-e0ef-43fd-9fef-1e191c4cd6a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573788 Jul 06 14:10:15.502650 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cb939f6-88c9-4356-b932-635a0a20a898 None None] Network dbcf6464-294b-497a-a184-7349d7231906 requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:10:15.510194 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 48444) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:10:15.515651 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-ab603da2-4355-43d0-82c2-d65459654998 tempest-AttachVolumeShelveTestJSON-1020519793 tempest-AttachVolumeShelveTestJSON-1020519793-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1427285740', 'description': 'tempest-description--1810505381'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:10:15.540899 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-ab603da2-4355-43d0-82c2-d65459654998 tempest-AttachVolumeShelveTestJSON-1020519793 tempest-AttachVolumeShelveTestJSON-1020519793-project] Notify callbacks [] for security_group, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:15.665262 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-ab603da2-4355-43d0-82c2-d65459654998 tempest-AttachVolumeShelveTestJSON-1020519793 tempest-AttachVolumeShelveTestJSON-1020519793-project] Notify callbacks [] for security_group, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:15.673544 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-ab603da2-4355-43d0-82c2-d65459654998 tempest-AttachVolumeShelveTestJSON-1020519793 tempest-AttachVolumeShelveTestJSON-1020519793-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:15.711549 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-ab603da2-4355-43d0-82c2-d65459654998 tempest-AttachVolumeShelveTestJSON-1020519793 tempest-AttachVolumeShelveTestJSON-1020519793-project] Notify callbacks [] for security_group, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:15.711549 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-ab603da2-4355-43d0-82c2-d65459654998 tempest-AttachVolumeShelveTestJSON-1020519793 tempest-AttachVolumeShelveTestJSON-1020519793-project] 10.222.0.104 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.1943274 Jul 06 14:10:15.711549 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 48452) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:10:15.718143 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-857eb403-9634-49bc-9dab-ed3ec98e8fd4 tempest-AttachVolumeShelveTestJSON-1020519793 tempest-AttachVolumeShelveTestJSON-1020519793-project] Request body: {'security_group_rule': {'security_group_id': 'd3fcccd0-b259-400e-953a-933bdd8f821f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:10:15.736201 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab603da2-4355-43d0-82c2-d65459654998 tempest-AttachVolumeShelveTestJSON-1020519793 tempest-AttachVolumeShelveTestJSON-1020519793-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d3fcccd0-b259-400e-953a-933bdd8f821f,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:10:15.759369 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-857eb403-9634-49bc-9dab-ed3ec98e8fd4 tempest-AttachVolumeShelveTestJSON-1020519793 tempest-AttachVolumeShelveTestJSON-1020519793-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:15.835450 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 48458) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:10:15.848822 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 4f049c2e-394a-46f7-a71e-a4d2b9c694e5 up at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:10:15.849536 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-857eb403-9634-49bc-9dab-ed3ec98e8fd4 tempest-AttachVolumeShelveTestJSON-1020519793 tempest-AttachVolumeShelveTestJSON-1020519793-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:15.854472 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-857eb403-9634-49bc-9dab-ed3ec98e8fd4 tempest-AttachVolumeShelveTestJSON-1020519793 tempest-AttachVolumeShelveTestJSON-1020519793-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1898694'] for security_group_rule, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:15.856437 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [None req-71c4ecc4-d862-49a0-8b8d-de8a94aab07a admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-390011969-network', 'tenant_id': '161f3f7df9c94ddeb7749dc80371ed87'}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:10:15.875146 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857eb403-9634-49bc-9dab-ed3ec98e8fd4 tempest-AttachVolumeShelveTestJSON-1020519793 tempest-AttachVolumeShelveTestJSON-1020519793-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6124561e-a488-42eb-97a5-264c80cdc207,revision_number=0']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:10:15.890638 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71c4ecc4-d862-49a0-8b8d-de8a94aab07a admin admin] Made reservation on behalf of 161f3f7df9c94ddeb7749dc80371ed87 for: {'network': 1} {{(pid=100247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:10:15.894401 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-857eb403-9634-49bc-9dab-ed3ec98e8fd4 tempest-AttachVolumeShelveTestJSON-1020519793 tempest-AttachVolumeShelveTestJSON-1020519793-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:15.895653 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-71c4ecc4-d862-49a0-8b8d-de8a94aab07a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for network, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:15.895827 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-857eb403-9634-49bc-9dab-ed3ec98e8fd4 tempest-AttachVolumeShelveTestJSON-1020519793 tempest-AttachVolumeShelveTestJSON-1020519793-project] 10.222.0.104 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1834850 Jul 06 14:10:15.898872 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 48460) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:10:15.902080 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Device dd9f686e-80b9-4c6e-92a3-0895574a774f up at agent hyperv_n-h1-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:10:15.904851 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-5a48df53-63ed-42ba-92c2-8d99df9deffe tempest-AttachVolumeShelveTestJSON-1020519793 tempest-AttachVolumeShelveTestJSON-1020519793-project] Request body: {'security_group_rule': {'security_group_id': 'd3fcccd0-b259-400e-953a-933bdd8f821f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:10:15.905173 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-71c4ecc4-d862-49a0-8b8d-de8a94aab07a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:15.923787 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.db.api [None req-71c4ecc4-d862-49a0-8b8d-de8a94aab07a admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 06 14:10:15.923787 n-d-773647-6 neutron-server[100247]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 06 14:10:15.923787 n-d-773647-6 neutron-server[100247]: [parameters: {'project_id_1': '161f3f7df9c94ddeb7749dc80371ed87', 'expiration_1': datetime.datetime(2021, 7, 6, 14, 10, 15, 916285)}] Jul 06 14:10:15.923787 n-d-773647-6 neutron-server[100247]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=100247) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 06 14:10:15.924349 n-d-773647-6 neutron-server[100247]: DEBUG oslo_db.api [None req-71c4ecc4-d862-49a0-8b8d-de8a94aab07a admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=100247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 06 14:10:15.940591 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-5a48df53-63ed-42ba-92c2-8d99df9deffe tempest-AttachVolumeShelveTestJSON-1020519793 tempest-AttachVolumeShelveTestJSON-1020519793-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:15.971365 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning for port 4f049c2e-394a-46f7-a71e-a4d2b9c694e5 completed by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:10:15.974611 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Provisioning complete for port dd9f686e-80b9-4c6e-92a3-0895574a774f triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:10:15.974981 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:15.978580 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning complete for port 4f049c2e-394a-46f7-a71e-a4d2b9c694e5 triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:10:15.978731 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:16.028172 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-5a48df53-63ed-42ba-92c2-8d99df9deffe tempest-AttachVolumeShelveTestJSON-1020519793 tempest-AttachVolumeShelveTestJSON-1020519793-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:16.034759 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-5a48df53-63ed-42ba-92c2-8d99df9deffe tempest-AttachVolumeShelveTestJSON-1020519793 tempest-AttachVolumeShelveTestJSON-1020519793-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1898694'] for security_group_rule, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:16.056605 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a48df53-63ed-42ba-92c2-8d99df9deffe tempest-AttachVolumeShelveTestJSON-1020519793 tempest-AttachVolumeShelveTestJSON-1020519793-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a198de20-67b8-4dcd-a108-7a06075da87d,revision_number=0']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:10:16.072483 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-5a48df53-63ed-42ba-92c2-8d99df9deffe tempest-AttachVolumeShelveTestJSON-1020519793 tempest-AttachVolumeShelveTestJSON-1020519793-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:16.073738 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-5a48df53-63ed-42ba-92c2-8d99df9deffe tempest-AttachVolumeShelveTestJSON-1020519793 tempest-AttachVolumeShelveTestJSON-1020519793-project] 10.222.0.104 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1731999 Jul 06 14:10:16.076815 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 48466) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:10:16.081821 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-140826a5-ca2a-4541-bf47-741392a24139 tempest-AttachVolumeShelveTestJSON-1020519793 tempest-AttachVolumeShelveTestJSON-1020519793-project] Request body: {'floatingip': {'floating_network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:10:16.113586 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-140826a5-ca2a-4541-bf47-741392a24139 tempest-AttachVolumeShelveTestJSON-1020519793 tempest-AttachVolumeShelveTestJSON-1020519793-project] Notify callbacks [] for floatingip, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:16.130372 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:16.149202 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:16.157409 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0749203a-3d2c-43c2-93bd-d9c488eebfba req-c625321d-51d3-4c2d-a0de-fd51ce531238 tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:10:16.159264 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-0749203a-3d2c-43c2-93bd-d9c488eebfba req-c625321d-51d3-4c2d-a0de-fd51ce531238 tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] 10.222.0.104 "GET /v2.0/ports?device_id=b6169543-9f03-48ce-932b-913e969dd966 HTTP/1.1" status: 200 len: 945 time: 0.0682316 Jul 06 14:10:16.168560 n-d-773647-6 neutron-server[100248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6169543-9f03-48ce-932b-913e969dd966', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd9f686e-80b9-4c6e-92a3-0895574a774f'}] {{(pid=100248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:10:16.171332 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84af257533e383389cbcf231d3534f4d5e149e7203fea16b4a8fc01438dddaf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46dcb7ff-7919-4101-9e06-b7edea4114bd" -d '{"events": [{"server_uuid": "b6169543-9f03-48ce-932b-913e969dd966", "name": "network-vif-plugged", "status": "completed", "tag": "dd9f686e-80b9-4c6e-92a3-0895574a774f"}]}' {{(pid=100248) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:10:16.193388 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] For port dd9f686e-80b9-4c6e-92a3-0895574a774f, host n-h1-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773647-6',level=0,port_id=dd9f686e-80b9-4c6e-92a3-0895574a774f,segment=NetworkSegment(36c50412-6893-4622-808c-49164f6f9db6),segment_id=36c50412-6893-4622-808c-49164f6f9db6)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:10:16.200082 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] For port 4f049c2e-394a-46f7-a71e-a4d2b9c694e5, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=4f049c2e-394a-46f7-a71e-a4d2b9c694e5,segment=NetworkSegment(89a832b7-7793-4d51-9038-ed7e1c3ff1b2),segment_id=89a832b7-7793-4d51-9038-ed7e1c3ff1b2)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:10:16.202753 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:16.208266 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:16.234830 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 14:10:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a4ddea6-5f75-4afb-ba96-847734aaeb95 x-openstack-request-id: req-4a4ddea6-5f75-4afb-ba96-847734aaeb95 {{(pid=100248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:10:16.235126 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6169543-9f03-48ce-932b-913e969dd966", "name": "network-vif-plugged", "status": "completed", "tag": "dd9f686e-80b9-4c6e-92a3-0895574a774f", "code": 200}]} {{(pid=100248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:10:16.235449 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-4a4ddea6-5f75-4afb-ba96-847734aaeb95 {{(pid=100248) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:10:16.235837 n-d-773647-6 neutron-server[100248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6169543-9f03-48ce-932b-913e969dd966', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd9f686e-80b9-4c6e-92a3-0895574a774f', 'code': 200} Jul 06 14:10:16.248774 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-140826a5-ca2a-4541-bf47-741392a24139 tempest-AttachVolumeShelveTestJSON-1020519793 tempest-AttachVolumeShelveTestJSON-1020519793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:16.251789 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-0749203a-3d2c-43c2-93bd-d9c488eebfba req-98abfb47-bfc1-41cb-868f-902e3915416b tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] 10.222.0.104 "GET /v2.0/security-groups?id=bdba1446-e72e-4024-9da7-e6061f204f14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852871 Jul 06 14:10:16.254046 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6d90e78-60ef-44e6-8342-8e44db164b77 None None] Sync routers for ids ['170efd2e-2d32-454c-af51-75fb29d893a4'] in n-d-773647-6 {{(pid=100248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 14:10:16.272200 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Pushing event updated for resources: {'Port': ['ID=dd9f686e-80b9-4c6e-92a3-0895574a774f,revision_number=7']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:10:16.278749 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6d90e78-60ef-44e6-8342-8e44db164b77 None None] Routers {'170efd2e-2d32-454c-af51-75fb29d893a4'} bound to L3 agent in host n-d-773647-6 {{(pid=100248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:10:16.279515 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-a6d90e78-60ef-44e6-8342-8e44db164b77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T14:09:55Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['170efd2e-2d32-454c-af51-75fb29d893a4'], 'active': True} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:10:16.366222 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.db_base_plugin_common [None req-140826a5-ca2a-4541-bf47-741392a24139 tempest-AttachVolumeShelveTestJSON-1020519793 tempest-AttachVolumeShelveTestJSON-1020519793-project] Allocated IP 172.25.0.21 (2658f09e-a580-4d4a-9968-2d1e0ad93719/cbf74abc-6fe1-4d33-b005-c948923b9647/f0f86945-bde7-49ce-834b-9e95a7726ecf) {{(pid=100246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:10:16.388629 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Pushing event updated for resources: {'Port': ['ID=4f049c2e-394a-46f7-a71e-a4d2b9c694e5,revision_number=4']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:10:16.420007 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvr_db [None req-a6d90e78-60ef-44e6-8342-8e44db164b77 None None] Set router 170efd2e-2d32-454c-af51-75fb29d893a4 gateway port host: n-d-773647-6 {{(pid=100248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:10:16.425459 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-71c4ecc4-d862-49a0-8b8d-de8a94aab07a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:16.486204 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-140826a5-ca2a-4541-bf47-741392a24139 tempest-AttachVolumeShelveTestJSON-1020519793 tempest-AttachVolumeShelveTestJSON-1020519793-project] Notify callbacks [] for port, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:16.537228 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-140826a5-ca2a-4541-bf47-741392a24139 tempest-AttachVolumeShelveTestJSON-1020519793 tempest-AttachVolumeShelveTestJSON-1020519793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-127687573'] for port, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:16.579595 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-140826a5-ca2a-4541-bf47-741392a24139 tempest-AttachVolumeShelveTestJSON-1020519793 tempest-AttachVolumeShelveTestJSON-1020519793-project] Network 2658f09e-a580-4d4a-9968-2d1e0ad93719 is already hosted by enough agents. {{(pid=100246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:10:16.586827 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.base_scheduler [None req-140826a5-ca2a-4541-bf47-741392a24139 tempest-AttachVolumeShelveTestJSON-1020519793 tempest-AttachVolumeShelveTestJSON-1020519793-project] Resources bound (agent type, host, resource id): {{(pid=100246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:10:16.591401 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-140826a5-ca2a-4541-bf47-741392a24139 tempest-AttachVolumeShelveTestJSON-1020519793 tempest-AttachVolumeShelveTestJSON-1020519793-project] Received port after_create {{(pid=100246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:10:16.595258 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140826a5-ca2a-4541-bf47-741392a24139 tempest-AttachVolumeShelveTestJSON-1020519793 tempest-AttachVolumeShelveTestJSON-1020519793-project] Pushing event updated for resources: {'Port': ['ID=f0f86945-bde7-49ce-834b-9e95a7726ecf,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:10:16.614315 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-71c4ecc4-d862-49a0-8b8d-de8a94aab07a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:16.619005 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-71c4ecc4-d862-49a0-8b8d-de8a94aab07a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:16.634250 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee1b98f-62aa-4c17-84e6-0354b5379516 req-07c8dfa1-a4c0-4f02-b3c0-12d5e240b36f tempest-VolumesActionsTest-1210678064 tempest-VolumesActionsTest-1210678064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:10:16.641100 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-6ee1b98f-62aa-4c17-84e6-0354b5379516 req-07c8dfa1-a4c0-4f02-b3c0-12d5e240b36f tempest-VolumesActionsTest-1210678064 tempest-VolumesActionsTest-1210678064-project] 10.222.0.104 "GET /v2.0/ports?device_id=bd1d8a20-de34-4d17-90aa-16ac19de8d96 HTTP/1.1" status: 200 len: 944 time: 0.1131713 Jul 06 14:10:16.688140 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-a6d90e78-60ef-44e6-8342-8e44db164b77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '170efd2e-2d32-454c-af51-75fb29d893a4', 'name': 'tempest-AttachVolumeShelveTestJSON-1501821646-router', 'tenant_id': '9686fd5ec0aa4012928191c3d42f6e6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.68'}], 'enable_snat': True}, 'gw_port_id': '4f049c2e-394a-46f7-a71e-a4d2b9c694e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:10:08Z', 'updated_at': '2021-07-06T14:10:13Z', 'revision_number': 4, 'project_id': '9686fd5ec0aa4012928191c3d42f6e6c', 'gw_port': {'id': '4f049c2e-394a-46f7-a71e-a4d2b9c694e5', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:ac:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '170efd2e-2d32-454c-af51-75fb29d893a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1907, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:10:10Z', 'updated_at': '2021-07-06T14:10:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6', '_interfaces': [{'id': 'ed6b7d65-28dd-40b4-81c9-ae0bcd9b105b', 'name': '', 'network_id': 'a1c5aa58-a5eb-4fe0-9c0d-ad9cb3f782ca', 'tenant_id': '9686fd5ec0aa4012928191c3d42f6e6c', 'mac_address': 'fa:16:3e:06:b1:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '170efd2e-2d32-454c-af51-75fb29d893a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1918, 'fixed_ips': [{'subnet_id': '6ec930d2-90b3-4355-914b-4efea8972d25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:10:12Z', 'updated_at': '2021-07-06T14:10:13Z', 'revision_number': 2, 'project_id': '9686fd5ec0aa4012928191c3d42f6e6c', 'subnets': [{'id': '6ec930d2-90b3-4355-914b-4efea8972d25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773647-6', False) {} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:10:16.692065 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-71c4ecc4-d862-49a0-8b8d-de8a94aab07a admin admin] vlan segment allocate from pool success with {'vlan_id': 1036, 'physical_network': 'physnet1'} {{(pid=100247) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 14:10:16.696715 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c4ecc4-d862-49a0-8b8d-de8a94aab07a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcdad6d8-1457-4b75-bc83-d4ff91ea4767,revision_number=1']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:10:16.709645 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-6ee1b98f-62aa-4c17-84e6-0354b5379516 req-e6eb5a31-a1e2-4e66-923b-818873ffac55 tempest-VolumesActionsTest-1210678064 tempest-VolumesActionsTest-1210678064-project] 10.222.0.104 "GET /v2.0/security-groups?id=e3f883e7-e0ef-43fd-9fef-1e191c4cd6a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655980 Jul 06 14:10:16.714587 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-71c4ecc4-d862-49a0-8b8d-de8a94aab07a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552'] for segment, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:16.728068 n-d-773647-6 neutron-server[100247]: INFO neutron.db.segments_db [None req-71c4ecc4-d862-49a0-8b8d-de8a94aab07a admin admin] Added segment dc615160-bace-4db9-970d-c586e1e80fab of type vlan for network 79c9a939-90b4-4463-95eb-1a727fbcf5c8 Jul 06 14:10:16.729527 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6d90e78-60ef-44e6-8342-8e44db164b77 None None] Checking router: 170efd2e-2d32-454c-af51-75fb29d893a4 for host: n-d-773647-6 {{(pid=100248) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 14:10:16.729894 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6d90e78-60ef-44e6-8342-8e44db164b77 None None] Updating router 170efd2e-2d32-454c-af51-75fb29d893a4 port ed6b7d65-28dd-40b4-81c9-ae0bcd9b105b binding host n-d-773647-6 {{(pid=100248) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 14:10:16.740349 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-140826a5-ca2a-4541-bf47-741392a24139 tempest-AttachVolumeShelveTestJSON-1020519793 tempest-AttachVolumeShelveTestJSON-1020519793-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:16.784604 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-a6d90e78-60ef-44e6-8342-8e44db164b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:16.785473 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-71c4ecc4-d862-49a0-8b8d-de8a94aab07a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773752984405'] for network, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:16.818364 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-71c4ecc4-d862-49a0-8b8d-de8a94aab07a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060'] for network, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:16.819598 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71c4ecc4-d862-49a0-8b8d-de8a94aab07a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:10:16.820107 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-71c4ecc4-d862-49a0-8b8d-de8a94aab07a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583035'] for network, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:16.826209 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-140826a5-ca2a-4541-bf47-741392a24139 tempest-AttachVolumeShelveTestJSON-1020519793 tempest-AttachVolumeShelveTestJSON-1020519793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:16.887618 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c4ecc4-d862-49a0-8b8d-de8a94aab07a admin admin] Pushing event updated for resources: {'Network': ['ID=79c9a939-90b4-4463-95eb-1a727fbcf5c8,revision_number=1']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:10:16.903509 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-71c4ecc4-d862-49a0-8b8d-de8a94aab07a admin admin] 10.222.0.104 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.0636878 Jul 06 14:10:16.905495 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Network 79c9a939-90b4-4463-95eb-1a727fbcf5c8 details requested by agent ovs-agent-n-d-773647-6 with host n-d-773647-6 {{(pid=100248) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 14:10:16.906447 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 48484) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:10:16.912709 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [None req-96dc153e-0953-42ad-a3a3-c5c56f86284e admin admin] Request body: {'subnet': {'network_id': '79c9a939-90b4-4463-95eb-1a727fbcf5c8', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-390011969-subnet', 'tenant_id': '161f3f7df9c94ddeb7749dc80371ed87', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:10:16.940865 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96dc153e-0953-42ad-a3a3-c5c56f86284e admin admin] Made reservation on behalf of 161f3f7df9c94ddeb7749dc80371ed87 for: {'subnet': 1} {{(pid=100247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:10:16.943825 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-96dc153e-0953-42ad-a3a3-c5c56f86284e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127627440'] for subnet, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:17.049645 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-140826a5-ca2a-4541-bf47-741392a24139 tempest-AttachVolumeShelveTestJSON-1020519793 tempest-AttachVolumeShelveTestJSON-1020519793-project] Notify callbacks [] for port, precommit_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:17.058737 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-140826a5-ca2a-4541-bf47-741392a24139 tempest-AttachVolumeShelveTestJSON-1020519793 tempest-AttachVolumeShelveTestJSON-1020519793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127687527'] for port, after_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:17.122343 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140826a5-ca2a-4541-bf47-741392a24139 tempest-AttachVolumeShelveTestJSON-1020519793 tempest-AttachVolumeShelveTestJSON-1020519793-project] Pushing event updated for resources: {'Port': ['ID=f0f86945-bde7-49ce-834b-9e95a7726ecf,revision_number=2']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:10:17.142534 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-140826a5-ca2a-4541-bf47-741392a24139 tempest-AttachVolumeShelveTestJSON-1020519793 tempest-AttachVolumeShelveTestJSON-1020519793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1761130'] for floatingip, after_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:17.164194 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-140826a5-ca2a-4541-bf47-741392a24139 tempest-AttachVolumeShelveTestJSON-1020519793 tempest-AttachVolumeShelveTestJSON-1020519793-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for floatingip, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:17.165793 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-140826a5-ca2a-4541-bf47-741392a24139 tempest-AttachVolumeShelveTestJSON-1020519793 tempest-AttachVolumeShelveTestJSON-1020519793-project] 10.222.0.104 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.0880289 Jul 06 14:10:17.215054 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-96dc153e-0953-42ad-a3a3-c5c56f86284e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1849032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-128888412', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127627426'] for subnet, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:17.269970 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-a6d90e78-60ef-44e6-8342-8e44db164b77 None None] Notify callbacks [] for port, precommit_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:17.294149 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96dc153e-0953-42ad-a3a3-c5c56f86284e admin admin] Pushing event updated for resources: {'Subnet': ['ID=1645ee66-8cfd-4769-b473-5793f4b1fae2,revision_number=0']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:10:17.303081 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96dc153e-0953-42ad-a3a3-c5c56f86284e admin admin] Checking segment: {'id': 'dc615160-bace-4db9-970d-c586e1e80fab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1036, 'network_id': '79c9a939-90b4-4463-95eb-1a727fbcf5c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100247) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:10:17.303530 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96dc153e-0953-42ad-a3a3-c5c56f86284e admin admin] Network hostable DHCP agents. Network: 79c9a939-90b4-4463-95eb-1a727fbcf5c8, hostable agents: ['f2bada3d-be77-4359-982b-8505a2bbca04'], hosted agents: [] {{(pid=100247) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 14:10:17.312885 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-a6d90e78-60ef-44e6-8342-8e44db164b77 None None] Transition to ACTIVE for port object ed6b7d65-28dd-40b4-81c9-ae0bcd9b105b will not be triggered until provisioned by entity L2. {{(pid=100248) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:10:17.320033 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-a6d90e78-60ef-44e6-8342-8e44db164b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:17.323959 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96dc153e-0953-42ad-a3a3-c5c56f86284e admin admin] Network 79c9a939-90b4-4463-95eb-1a727fbcf5c8 is scheduled to be hosted by DHCP agent f2bada3d-be77-4359-982b-8505a2bbca04 with binding_index 1 {{(pid=100247) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 14:10:17.348870 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.base_scheduler [None req-96dc153e-0953-42ad-a3a3-c5c56f86284e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773647-6, 79c9a939-90b4-4463-95eb-1a727fbcf5c8) {{(pid=100247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:10:17.354609 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96dc153e-0953-42ad-a3a3-c5c56f86284e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:10:17.355506 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-96dc153e-0953-42ad-a3a3-c5c56f86284e admin admin] Notify callbacks [] for subnet, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:17.378684 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31c50b96-c5dd-494b-88bb-6a0cac176ec9 None None] Network 79c9a939-90b4-4463-95eb-1a727fbcf5c8 requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:10:17.387802 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-96dc153e-0953-42ad-a3a3-c5c56f86284e admin admin] 10.222.0.104 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4793234 Jul 06 14:10:17.549239 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6961c3ef-585f-4b4b-830b-9bbfa4d6415e None None] Pushing event updated for resources: {'Port': ['ID=ed6b7d65-28dd-40b4-81c9-ae0bcd9b105b,revision_number=3']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:10:17.621370 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-d1454d38-512f-469b-be7d-eb696787d34d req-3bfbd2aa-affb-4dab-ae1b-e375888de66c tempest-AttachVolumeShelveTestJSON-1020519793 tempest-AttachVolumeShelveTestJSON-1020519793-project] 10.222.0.104 "GET /v2.0/security-groups?name=tempest-securitygroup--1427285740&fields=id&tenant_id=9686fd5ec0aa4012928191c3d42f6e6c HTTP/1.1" status: 200 len: 267 time: 0.1409097 Jul 06 14:10:17.793300 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1454d38-512f-469b-be7d-eb696787d34d req-d4dabcaa-daa5-4e56-88fc-3201bea700e3 tempest-AttachVolumeShelveTestJSON-1020519793 tempest-AttachVolumeShelveTestJSON-1020519793-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:10:17.794825 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-d1454d38-512f-469b-be7d-eb696787d34d req-d4dabcaa-daa5-4e56-88fc-3201bea700e3 tempest-AttachVolumeShelveTestJSON-1020519793 tempest-AttachVolumeShelveTestJSON-1020519793-project] 10.222.0.104 "GET /v2.0/networks?id=a1c5aa58-a5eb-4fe0-9c0d-ad9cb3f782ca HTTP/1.1" status: 200 len: 817 time: 0.1673834 Jul 06 14:10:17.834971 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e31c91-ef1d-4fa1-bf0e-16824f70df5d req-648ff20b-6201-40c7-9243-1d4868f46c86 tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:10:17.842909 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-20e31c91-ef1d-4fa1-bf0e-16824f70df5d req-648ff20b-6201-40c7-9243-1d4868f46c86 tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] 10.222.0.104 "GET /v2.0/ports?device_id=b6169543-9f03-48ce-932b-913e969dd966 HTTP/1.1" status: 200 len: 946 time: 0.3391795 Jul 06 14:10:17.846179 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-d1454d38-512f-469b-be7d-eb696787d34d req-146f1333-69eb-43c4-8873-da9385d02ad3 tempest-AttachVolumeShelveTestJSON-1020519793 tempest-AttachVolumeShelveTestJSON-1020519793-project] 10.222.0.104 "GET /v2.0/quotas/9686fd5ec0aa4012928191c3d42f6e6c HTTP/1.1" status: 200 len: 375 time: 0.0405817 Jul 06 14:10:17.853558 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-a6d90e78-60ef-44e6-8342-8e44db164b77 None None] Attempting to bind port ed6b7d65-28dd-40b4-81c9-ae0bcd9b105b on host n-d-773647-6 for vnic_type normal with profile {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:10:17.854178 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-a6d90e78-60ef-44e6-8342-8e44db164b77 None None] Attempting to bind port ed6b7d65-28dd-40b4-81c9-ae0bcd9b105b by drivers openvswitch,hyperv on host n-d-773647-6 at level 0 using segments [{'id': 'c15971e2-442e-4b9a-8cef-3ba8ead63686', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': 'a1c5aa58-a5eb-4fe0-9c0d-ad9cb3f782ca'}] {{(pid=100248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:10:17.854774 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6d90e78-60ef-44e6-8342-8e44db164b77 None None] Attempting to bind port ed6b7d65-28dd-40b4-81c9-ae0bcd9b105b on network a1c5aa58-a5eb-4fe0-9c0d-ad9cb3f782ca {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:10:17.876236 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 4f049c2e-394a-46f7-a71e-a4d2b9c694e5 up at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:10:17.911130 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6d90e78-60ef-44e6-8342-8e44db164b77 None None] Checking agent: {'id': '8ab5b19c-d213-4f29-891d-27bdf39d38b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773647-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 43, 26), 'started_at': datetime.datetime(2021, 7, 6, 13, 43, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 9, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773647-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:10:17.912374 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6d90e78-60ef-44e6-8342-8e44db164b77 None None] Checking segment: {'id': 'c15971e2-442e-4b9a-8cef-3ba8ead63686', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': 'a1c5aa58-a5eb-4fe0-9c0d-ad9cb3f782ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:10:17.913005 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-a6d90e78-60ef-44e6-8342-8e44db164b77 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:17.913604 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6d90e78-60ef-44e6-8342-8e44db164b77 None None] Bound using segment: {'id': 'c15971e2-442e-4b9a-8cef-3ba8ead63686', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': 'a1c5aa58-a5eb-4fe0-9c0d-ad9cb3f782ca'} {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:10:17.914371 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-a6d90e78-60ef-44e6-8342-8e44db164b77 None None] Bound port: ed6b7d65-28dd-40b4-81c9-ae0bcd9b105b, host: n-d-773647-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c15971e2-442e-4b9a-8cef-3ba8ead63686', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': 'a1c5aa58-a5eb-4fe0-9c0d-ad9cb3f782ca'}}] {{(pid=100248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:10:17.915008 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-a6d90e78-60ef-44e6-8342-8e44db164b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:17.927288 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-20e31c91-ef1d-4fa1-bf0e-16824f70df5d req-d5d8b858-0e74-4cb8-8560-756a9ed9ef97 tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] 10.222.0.104 "GET /v2.0/security-groups?id=bdba1446-e72e-4024-9da7-e6061f204f14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834720 Jul 06 14:10:17.966275 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-d1454d38-512f-469b-be7d-eb696787d34d req-f0bd6bbb-53eb-4d4b-82dd-d60f3eceb99c tempest-AttachVolumeShelveTestJSON-1020519793 tempest-AttachVolumeShelveTestJSON-1020519793-project] 10.222.0.104 "GET /v2.0/ports?tenant_id=9686fd5ec0aa4012928191c3d42f6e6c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1018403 Jul 06 14:10:18.004951 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Device d9f78e6d-4064-4250-8bc2-885cedaaed60 up at agent hyperv_n-h2-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:10:18.007336 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-204fcac4-d1f7-4314-b7f7-0734500f3bf7 None None] Network 79c9a939-90b4-4463-95eb-1a727fbcf5c8 requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:10:18.252287 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning complete for port 4f049c2e-394a-46f7-a71e-a4d2b9c694e5 triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:10:18.252668 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:18.303192 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-a6d90e78-60ef-44e6-8342-8e44db164b77 None None] For port ed6b7d65-28dd-40b4-81c9-ae0bcd9b105b, host n-d-773647-6, cleared binding levels {{(pid=100248) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:10:18.323825 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-a6d90e78-60ef-44e6-8342-8e44db164b77 None None] For port ed6b7d65-28dd-40b4-81c9-ae0bcd9b105b, host n-d-773647-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=ed6b7d65-28dd-40b4-81c9-ae0bcd9b105b,segment=NetworkSegment(c15971e2-442e-4b9a-8cef-3ba8ead63686),segment_id=c15971e2-442e-4b9a-8cef-3ba8ead63686)] {{(pid=100248) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:10:18.522396 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8fbdc9-76ab-4a9d-b9aa-e80d4cb0f3e2 req-74990194-7690-49a2-b270-45b75cee27b5 tempest-VolumesActionsTest-1210678064 tempest-VolumesActionsTest-1210678064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:10:18.528709 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-8a8fbdc9-76ab-4a9d-b9aa-e80d4cb0f3e2 req-74990194-7690-49a2-b270-45b75cee27b5 tempest-VolumesActionsTest-1210678064 tempest-VolumesActionsTest-1210678064-project] 10.222.0.104 "GET /v2.0/ports?device_id=bd1d8a20-de34-4d17-90aa-16ac19de8d96 HTTP/1.1" status: 200 len: 944 time: 0.1103082 Jul 06 14:10:18.539504 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-a6d90e78-60ef-44e6-8342-8e44db164b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:18.539782 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-d1454d38-512f-469b-be7d-eb696787d34d req-164a0fba-3b98-4132-8176-1ff07168db1f service neutron] 10.222.0.104 "GET /v2.0/networks/a1c5aa58-a5eb-4fe0-9c0d-ad9cb3f782ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5733142 Jul 06 14:10:18.539908 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Provisioning for port d9f78e6d-4064-4250-8bc2-885cedaaed60 completed by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:10:18.546622 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Provisioning complete for port d9f78e6d-4064-4250-8bc2-885cedaaed60 triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:10:18.546975 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:18.633849 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-8a8fbdc9-76ab-4a9d-b9aa-e80d4cb0f3e2 req-e79a4b32-1d15-44fb-852b-4ddccfb29c8f tempest-VolumesActionsTest-1210678064 tempest-VolumesActionsTest-1210678064-project] 10.222.0.104 "GET /v2.0/security-groups?id=e3f883e7-e0ef-43fd-9fef-1e191c4cd6a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841508 Jul 06 14:10:18.658895 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6961c3ef-585f-4b4b-830b-9bbfa4d6415e None None] Pushing event updated for resources: {'Port': ['ID=ed6b7d65-28dd-40b4-81c9-ae0bcd9b105b,revision_number=4']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:10:18.668384 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6d90e78-60ef-44e6-8342-8e44db164b77 None None] Routers {'170efd2e-2d32-454c-af51-75fb29d893a4'} bound to L3 agent in host n-d-773647-6 {{(pid=100248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:10:18.669021 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-a6d90e78-60ef-44e6-8342-8e44db164b77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T14:09:55Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['170efd2e-2d32-454c-af51-75fb29d893a4'], 'active': True} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:10:18.700656 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-d1454d38-512f-469b-be7d-eb696787d34d req-36ca7860-b75c-46f2-b204-b4e126ea71d2 service neutron] 10.222.0.104 "GET /v2.0/networks/a1c5aa58-a5eb-4fe0-9c0d-ad9cb3f782ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1598377 Jul 06 14:10:18.969553 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:18.988933 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvr_db [None req-a6d90e78-60ef-44e6-8342-8e44db164b77 None None] Set router 170efd2e-2d32-454c-af51-75fb29d893a4 gateway port host: n-d-773647-6 {{(pid=100248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:10:19.073306 n-d-773647-6 neutron-server[100248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd1d8a20-de34-4d17-90aa-16ac19de8d96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9f78e6d-4064-4250-8bc2-885cedaaed60'}] {{(pid=100248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:10:19.075670 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84af257533e383389cbcf231d3534f4d5e149e7203fea16b4a8fc01438dddaf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df3592f3-be29-44b9-b8ae-14b34459ed3d" -d '{"events": [{"server_uuid": "bd1d8a20-de34-4d17-90aa-16ac19de8d96", "name": "network-vif-plugged", "status": "completed", "tag": "d9f78e6d-4064-4250-8bc2-885cedaaed60"}]}' {{(pid=100248) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:10:19.138258 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] For port d9f78e6d-4064-4250-8bc2-885cedaaed60, host n-h2-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=d9f78e6d-4064-4250-8bc2-885cedaaed60,segment=NetworkSegment(f311c2ae-d2b1-4b76-a9aa-bf4b25cec9f9),segment_id=f311c2ae-d2b1-4b76-a9aa-bf4b25cec9f9)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:10:19.182670 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:19.236998 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe3abf4-bd59-46d2-89d8-1065397aa9ee req-edab8fa0-f620-4bba-bf2d-74a7f2f5e5ac tempest-VolumesActionsTest-444234189 tempest-VolumesActionsTest-444234189-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:10:19.248224 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-9fe3abf4-bd59-46d2-89d8-1065397aa9ee req-edab8fa0-f620-4bba-bf2d-74a7f2f5e5ac tempest-VolumesActionsTest-444234189 tempest-VolumesActionsTest-444234189-project] 10.222.0.104 "GET /v2.0/networks?id=dbcf6464-294b-497a-a184-7349d7231906 HTTP/1.1" status: 200 len: 809 time: 0.2265809 Jul 06 14:10:19.282694 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Pushing event updated for resources: {'Port': ['ID=d9f78e6d-4064-4250-8bc2-885cedaaed60,revision_number=5']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:10:19.295302 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-9fe3abf4-bd59-46d2-89d8-1065397aa9ee req-c10d2a33-3197-42bc-aadf-2ecdf8487031 tempest-VolumesActionsTest-444234189 tempest-VolumesActionsTest-444234189-project] 10.222.0.104 "GET /v2.0/quotas/6c6fbbf46c83458fbdb94f3acd1dc91f HTTP/1.1" status: 200 len: 375 time: 0.0445342 Jul 06 14:10:19.365311 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-9fe3abf4-bd59-46d2-89d8-1065397aa9ee req-ca976e4f-f4e8-451f-9f78-0a98989d9a94 tempest-VolumesActionsTest-444234189 tempest-VolumesActionsTest-444234189-project] 10.222.0.104 "GET /v2.0/ports?tenant_id=6c6fbbf46c83458fbdb94f3acd1dc91f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0679243 Jul 06 14:10:19.402459 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-a6d90e78-60ef-44e6-8342-8e44db164b77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '170efd2e-2d32-454c-af51-75fb29d893a4', 'name': 'tempest-AttachVolumeShelveTestJSON-1501821646-router', 'tenant_id': '9686fd5ec0aa4012928191c3d42f6e6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.68'}], 'enable_snat': True}, 'gw_port_id': '4f049c2e-394a-46f7-a71e-a4d2b9c694e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:10:08Z', 'updated_at': '2021-07-06T14:10:13Z', 'revision_number': 4, 'project_id': '9686fd5ec0aa4012928191c3d42f6e6c', 'gw_port': {'id': '4f049c2e-394a-46f7-a71e-a4d2b9c694e5', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:ac:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '170efd2e-2d32-454c-af51-75fb29d893a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1907, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:10:10Z', 'updated_at': '2021-07-06T14:10:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6', '_interfaces': [{'id': 'ed6b7d65-28dd-40b4-81c9-ae0bcd9b105b', 'name': '', 'network_id': 'a1c5aa58-a5eb-4fe0-9c0d-ad9cb3f782ca', 'tenant_id': '9686fd5ec0aa4012928191c3d42f6e6c', 'mac_address': 'fa:16:3e:06:b1:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '170efd2e-2d32-454c-af51-75fb29d893a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1918, 'fixed_ips': [{'subnet_id': '6ec930d2-90b3-4355-914b-4efea8972d25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:10:12Z', 'updated_at': '2021-07-06T14:10:18Z', 'revision_number': 4, 'project_id': '9686fd5ec0aa4012928191c3d42f6e6c', 'subnets': [{'id': '6ec930d2-90b3-4355-914b-4efea8972d25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773647-6', False) {} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:10:19.456953 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-ec499ac6-7d5b-46d5-be2d-d219ad3f3374 req-ae03db13-37a3-48ea-9bc6-2e7f030144cc tempest-AttachVolumeShelveTestJSON-1020519793 tempest-AttachVolumeShelveTestJSON-1020519793-project] 10.222.0.104 "GET /v2.0/ports?device_id=775e595c-a8be-4386-9e46-a9528870f5f2 HTTP/1.1" status: 200 len: 210 time: 0.0390935 Jul 06 14:10:19.461552 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6d90e78-60ef-44e6-8342-8e44db164b77 None None] The sync data for ids ['170efd2e-2d32-454c-af51-75fb29d893a4'] in n-d-773647-6 is: [{'id': '170efd2e-2d32-454c-af51-75fb29d893a4', 'name': 'tempest-AttachVolumeShelveTestJSON-1501821646-router', 'tenant_id': '9686fd5ec0aa4012928191c3d42f6e6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.68'}], 'enable_snat': True}, 'gw_port_id': '4f049c2e-394a-46f7-a71e-a4d2b9c694e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:10:08Z', 'updated_at': '2021-07-06T14:10:13Z', 'revision_number': 4, 'project_id': '9686fd5ec0aa4012928191c3d42f6e6c', 'gw_port': {'id': '4f049c2e-394a-46f7-a71e-a4d2b9c694e5', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:ac:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '170efd2e-2d32-454c-af51-75fb29d893a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1907, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:10:10Z', 'updated_at': '2021-07-06T14:10:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6', '_interfaces': [{'id': 'ed6b7d65-28dd-40b4-81c9-ae0bcd9b105b', 'name': '', 'network_id': 'a1c5aa58-a5eb-4fe0-9c0d-ad9cb3f782ca', 'tenant_id': '9686fd5ec0aa4012928191c3d42f6e6c', 'mac_address': 'fa:16:3e:06:b1:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '170efd2e-2d32-454c-af51-75fb29d893a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1918, 'fixed_ips': [{'subnet_id': '6ec930d2-90b3-4355-914b-4efea8972d25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:10:12Z', 'updated_at': '2021-07-06T14:10:18Z', 'revision_number': 4, 'project_id': '9686fd5ec0aa4012928191c3d42f6e6c', 'subnets': [{'id': '6ec930d2-90b3-4355-914b-4efea8972d25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 14:10:19.840993 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-9fe3abf4-bd59-46d2-89d8-1065397aa9ee req-ed1619bc-d5e4-41b7-92aa-40a41c368b80 service neutron] 10.222.0.104 "GET /v2.0/networks/dbcf6464-294b-497a-a184-7349d7231906?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4747083 Jul 06 14:10:19.883076 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device ed6b7d65-28dd-40b4-81c9-ae0bcd9b105b up at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:10:19.927939 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f411e9-cb2a-4096-82a8-5846b2121ca4 req-b239b17c-7846-4af4-be6a-48616771bfca tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:10:19.936459 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-93f411e9-cb2a-4096-82a8-5846b2121ca4 req-b239b17c-7846-4af4-be6a-48616771bfca tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] 10.222.0.104 "GET /v2.0/ports?device_id=b6169543-9f03-48ce-932b-913e969dd966 HTTP/1.1" status: 200 len: 946 time: 0.2603946 Jul 06 14:10:20.000531 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-93f411e9-cb2a-4096-82a8-5846b2121ca4 req-dcdfd280-f911-4dd6-b313-3189ac7f1296 tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] 10.222.0.104 "GET /v2.0/security-groups?id=bdba1446-e72e-4024-9da7-e6061f204f14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622971 Jul 06 14:10:20.028684 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning for port ed6b7d65-28dd-40b4-81c9-ae0bcd9b105b completed by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:10:20.049895 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning complete for port ed6b7d65-28dd-40b4-81c9-ae0bcd9b105b triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:10:20.051886 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:20.086359 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-9fe3abf4-bd59-46d2-89d8-1065397aa9ee req-6007b75d-d363-4058-b976-78a0884dd61e service neutron] 10.222.0.104 "GET /v2.0/networks/dbcf6464-294b-497a-a184-7349d7231906?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2438633 Jul 06 14:10:20.129348 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 14:10:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb3c01e7-7ef1-4f20-95f7-dc06269a95ad x-openstack-request-id: req-cb3c01e7-7ef1-4f20-95f7-dc06269a95ad {{(pid=100248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:10:20.129806 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd1d8a20-de34-4d17-90aa-16ac19de8d96", "name": "network-vif-plugged", "status": "completed", "tag": "d9f78e6d-4064-4250-8bc2-885cedaaed60", "code": 200}]} {{(pid=100248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:10:20.130090 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-cb3c01e7-7ef1-4f20-95f7-dc06269a95ad {{(pid=100248) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:10:20.130516 n-d-773647-6 neutron-server[100248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd1d8a20-de34-4d17-90aa-16ac19de8d96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9f78e6d-4064-4250-8bc2-885cedaaed60', 'code': 200} Jul 06 14:10:20.240504 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:20.360508 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] For port ed6b7d65-28dd-40b4-81c9-ae0bcd9b105b, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=ed6b7d65-28dd-40b4-81c9-ae0bcd9b105b,segment=NetworkSegment(c15971e2-442e-4b9a-8cef-3ba8ead63686),segment_id=c15971e2-442e-4b9a-8cef-3ba8ead63686)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:10:20.365792 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:20.480024 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47167326-8511-4939-9352-ec18b9d536c2 req-fc4b65ed-676d-4138-9d2f-3be363fc06c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:10:20.484855 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-47167326-8511-4939-9352-ec18b9d536c2 req-fc4b65ed-676d-4138-9d2f-3be363fc06c3 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=bd1d8a20-de34-4d17-90aa-16ac19de8d96 HTTP/1.1" status: 200 len: 1096 time: 0.1715336 Jul 06 14:10:20.495424 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Pushing event updated for resources: {'Port': ['ID=ed6b7d65-28dd-40b4-81c9-ae0bcd9b105b,revision_number=5']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:10:20.547112 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-47167326-8511-4939-9352-ec18b9d536c2 req-797929bf-0a24-4dba-9ab5-f391d0ffa348 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=e3f883e7-e0ef-43fd-9fef-1e191c4cd6a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494678 Jul 06 14:10:20.609346 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-e519e641-9674-4951-9485-8e8a992b1ff9 req-e0383cce-8611-4808-970b-663933df5b17 tempest-VolumesActionsTest-444234189 tempest-VolumesActionsTest-444234189-project] 10.222.0.104 "GET /v2.0/ports?device_id=1134fd7c-730c-4232-9d05-72ad280860c7 HTTP/1.1" status: 200 len: 210 time: 0.0857105 Jul 06 14:10:20.684173 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4f91a4-28e9-4a6b-aaad-6dfce057a642 req-893fcade-0e98-498e-a8a7-75aeef773928 tempest-VolumesActionsTest-1210678064 tempest-VolumesActionsTest-1210678064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:10:20.695651 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-6b4f91a4-28e9-4a6b-aaad-6dfce057a642 req-893fcade-0e98-498e-a8a7-75aeef773928 tempest-VolumesActionsTest-1210678064 tempest-VolumesActionsTest-1210678064-project] 10.222.0.104 "GET /v2.0/ports?device_id=bd1d8a20-de34-4d17-90aa-16ac19de8d96 HTTP/1.1" status: 200 len: 945 time: 0.2735050 Jul 06 14:10:20.777452 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-6b4f91a4-28e9-4a6b-aaad-6dfce057a642 req-00b99870-c29d-489f-ab1f-cd2dfc37ab76 tempest-VolumesActionsTest-1210678064 tempest-VolumesActionsTest-1210678064-project] 10.222.0.104 "GET /v2.0/security-groups?id=e3f883e7-e0ef-43fd-9fef-1e191c4cd6a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800307 Jul 06 14:10:21.147468 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1454d38-512f-469b-be7d-eb696787d34d req-5184f15b-79b1-4365-808b-321fab2556bf tempest-AttachVolumeShelveTestJSON-1020519793 tempest-AttachVolumeShelveTestJSON-1020519793-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:10:21.151061 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-d1454d38-512f-469b-be7d-eb696787d34d req-5184f15b-79b1-4365-808b-321fab2556bf tempest-AttachVolumeShelveTestJSON-1020519793 tempest-AttachVolumeShelveTestJSON-1020519793-project] 10.222.0.127 "GET /v2.0/networks?id=a1c5aa58-a5eb-4fe0-9c0d-ad9cb3f782ca HTTP/1.1" status: 200 len: 817 time: 0.2887735 Jul 06 14:10:21.314740 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-d0877f90-9552-462b-94ab-b0cb47e307fd req-d0acc035-2131-44cb-acfa-df6d8cb00e73 tempest-AttachVolumeShelveTestJSON-1020519793 tempest-AttachVolumeShelveTestJSON-1020519793-project] 10.222.0.104 "GET /v2.0/ports?device_id=775e595c-a8be-4386-9e46-a9528870f5f2 HTTP/1.1" status: 200 len: 210 time: 0.1287708 Jul 06 14:10:21.422488 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-d1454d38-512f-469b-be7d-eb696787d34d req-78b32ecd-6a86-4342-ac13-6f4e5b789031 tempest-AttachVolumeShelveTestJSON-1020519793 tempest-AttachVolumeShelveTestJSON-1020519793-project] 10.222.0.127 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9686fd5ec0aa4012928191c3d42f6e6c HTTP/1.1" status: 200 len: 380 time: 0.2605901 Jul 06 14:10:21.454067 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [req-d1454d38-512f-469b-be7d-eb696787d34d req-bcc84ba0-d16d-4bbb-bc7a-911d38d52f70 tempest-AttachVolumeShelveTestJSON-1020519793 tempest-AttachVolumeShelveTestJSON-1020519793-project] Request body: {'port': {'device_id': '775e595c-a8be-4386-9e46-a9528870f5f2', 'network_id': 'a1c5aa58-a5eb-4fe0-9c0d-ad9cb3f782ca', 'admin_state_up': True, 'tenant_id': '9686fd5ec0aa4012928191c3d42f6e6c', 'security_groups': ['d3fcccd0-b259-400e-953a-933bdd8f821f']}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:10:21.613621 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc11a152-122e-468b-a863-ff10b429aa57 req-3f011c66-347e-4b3b-ab94-1d1470a0768e tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:10:21.621631 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-fc11a152-122e-468b-a863-ff10b429aa57 req-3f011c66-347e-4b3b-ab94-1d1470a0768e tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] 10.222.0.104 "GET /v2.0/ports?device_id=b6169543-9f03-48ce-932b-913e969dd966 HTTP/1.1" status: 200 len: 946 time: 0.2549367 Jul 06 14:10:21.710181 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-fc11a152-122e-468b-a863-ff10b429aa57 req-1ca44ebf-bd79-43a3-931e-e56c3e0d6b6e tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] 10.222.0.104 "GET /v2.0/security-groups?id=bdba1446-e72e-4024-9da7-e6061f204f14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872333 Jul 06 14:10:21.720058 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d1454d38-512f-469b-be7d-eb696787d34d req-bcc84ba0-d16d-4bbb-bc7a-911d38d52f70 tempest-AttachVolumeShelveTestJSON-1020519793 tempest-AttachVolumeShelveTestJSON-1020519793-project] Made reservation on behalf of 9686fd5ec0aa4012928191c3d42f6e6c for: {'port': 1} {{(pid=100247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:10:21.737524 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-d1454d38-512f-469b-be7d-eb696787d34d req-bcc84ba0-d16d-4bbb-bc7a-911d38d52f70 tempest-AttachVolumeShelveTestJSON-1020519793 tempest-AttachVolumeShelveTestJSON-1020519793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:21.883945 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device ed6b7d65-28dd-40b4-81c9-ae0bcd9b105b up at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:10:21.988013 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning complete for port ed6b7d65-28dd-40b4-81c9-ae0bcd9b105b triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:10:21.988692 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:22.009180 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-b1252245-71a5-40af-b02b-506bbade1d37 req-29a7a391-7f0b-490e-adbb-f79a7082bfb3 tempest-VolumesActionsTest-444234189 tempest-VolumesActionsTest-444234189-project] 10.222.0.104 "GET /v2.0/ports?device_id=1134fd7c-730c-4232-9d05-72ad280860c7 HTTP/1.1" status: 200 len: 210 time: 0.0640447 Jul 06 14:10:22.087175 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.db_base_plugin_common [req-d1454d38-512f-469b-be7d-eb696787d34d req-bcc84ba0-d16d-4bbb-bc7a-911d38d52f70 tempest-AttachVolumeShelveTestJSON-1020519793 tempest-AttachVolumeShelveTestJSON-1020519793-project] Allocated IP 172.20.0.3 (a1c5aa58-a5eb-4fe0-9c0d-ad9cb3f782ca/6ec930d2-90b3-4355-914b-4efea8972d25/ee9785f9-b332-4dd9-b5ec-a4776c4a45ad) {{(pid=100247) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:10:22.147102 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d467b090-503c-44f7-83e6-48c0be617a51 req-7969758d-cba9-4b4e-b3f6-c54b5d45d288 tempest-VolumesActionsTest-1210678064 tempest-VolumesActionsTest-1210678064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:10:22.151797 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-d467b090-503c-44f7-83e6-48c0be617a51 req-7969758d-cba9-4b4e-b3f6-c54b5d45d288 tempest-VolumesActionsTest-1210678064 tempest-VolumesActionsTest-1210678064-project] 10.222.0.104 "GET /v2.0/ports?device_id=bd1d8a20-de34-4d17-90aa-16ac19de8d96 HTTP/1.1" status: 200 len: 945 time: 0.1392558 Jul 06 14:10:22.241497 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-d467b090-503c-44f7-83e6-48c0be617a51 req-df51c424-b850-4a70-bda8-d53851c464c1 tempest-VolumesActionsTest-1210678064 tempest-VolumesActionsTest-1210678064-project] 10.222.0.104 "GET /v2.0/security-groups?id=e3f883e7-e0ef-43fd-9fef-1e191c4cd6a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819256 Jul 06 14:10:22.321469 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-d1454d38-512f-469b-be7d-eb696787d34d req-bcc84ba0-d16d-4bbb-bc7a-911d38d52f70 tempest-AttachVolumeShelveTestJSON-1020519793 tempest-AttachVolumeShelveTestJSON-1020519793-project] Notify callbacks [] for port, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:22.367478 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.provisioning_blocks [req-d1454d38-512f-469b-be7d-eb696787d34d req-bcc84ba0-d16d-4bbb-bc7a-911d38d52f70 tempest-AttachVolumeShelveTestJSON-1020519793 tempest-AttachVolumeShelveTestJSON-1020519793-project] Transition to ACTIVE for port object ee9785f9-b332-4dd9-b5ec-a4776c4a45ad will not be triggered until provisioned by entity DHCP. {{(pid=100247) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:10:22.456825 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-d1454d38-512f-469b-be7d-eb696787d34d req-bcc84ba0-d16d-4bbb-bc7a-911d38d52f70 tempest-AttachVolumeShelveTestJSON-1020519793 tempest-AttachVolumeShelveTestJSON-1020519793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-128888360'] for port, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:22.479783 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe3abf4-bd59-46d2-89d8-1065397aa9ee req-f47755e1-dbd0-42af-91e2-0ab20b62c679 tempest-VolumesActionsTest-444234189 tempest-VolumesActionsTest-444234189-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:10:22.483231 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-9fe3abf4-bd59-46d2-89d8-1065397aa9ee req-f47755e1-dbd0-42af-91e2-0ab20b62c679 tempest-VolumesActionsTest-444234189 tempest-VolumesActionsTest-444234189-project] 10.222.0.72 "GET /v2.0/networks?id=dbcf6464-294b-497a-a184-7349d7231906 HTTP/1.1" status: 200 len: 809 time: 0.2145448 Jul 06 14:10:22.498363 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [req-9fe3abf4-bd59-46d2-89d8-1065397aa9ee req-b7bf1871-defe-460e-8127-51560b161dd4 tempest-VolumesActionsTest-444234189 tempest-VolumesActionsTest-444234189-project] Request body: {'port': {'device_id': '1134fd7c-730c-4232-9d05-72ad280860c7', 'network_id': 'dbcf6464-294b-497a-a184-7349d7231906', 'admin_state_up': True, 'tenant_id': '6c6fbbf46c83458fbdb94f3acd1dc91f'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:10:22.522361 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc84ba0-d16d-4bbb-bc7a-911d38d52f70 tempest-AttachVolumeShelveTestJSON-1020519793 tempest-AttachVolumeShelveTestJSON-1020519793-project] Pushing event updated for resources: {'Port': ['ID=ee9785f9-b332-4dd9-b5ec-a4776c4a45ad,revision_number=1']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:10:22.572136 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d1454d38-512f-469b-be7d-eb696787d34d req-bcc84ba0-d16d-4bbb-bc7a-911d38d52f70 tempest-AttachVolumeShelveTestJSON-1020519793 tempest-AttachVolumeShelveTestJSON-1020519793-project] Network a1c5aa58-a5eb-4fe0-9c0d-ad9cb3f782ca is already hosted by enough agents. {{(pid=100247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:10:22.574202 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.base_scheduler [req-d1454d38-512f-469b-be7d-eb696787d34d req-bcc84ba0-d16d-4bbb-bc7a-911d38d52f70 tempest-AttachVolumeShelveTestJSON-1020519793 tempest-AttachVolumeShelveTestJSON-1020519793-project] Resources bound (agent type, host, resource id): {{(pid=100247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:10:22.579886 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1454d38-512f-469b-be7d-eb696787d34d req-bcc84ba0-d16d-4bbb-bc7a-911d38d52f70 tempest-AttachVolumeShelveTestJSON-1020519793 tempest-AttachVolumeShelveTestJSON-1020519793-project] Received port after_create {{(pid=100247) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:10:22.796007 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9fe3abf4-bd59-46d2-89d8-1065397aa9ee req-b7bf1871-defe-460e-8127-51560b161dd4 tempest-VolumesActionsTest-444234189 tempest-VolumesActionsTest-444234189-project] Made reservation on behalf of 6c6fbbf46c83458fbdb94f3acd1dc91f for: {'port': 1} {{(pid=100246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:10:22.801639 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-9fe3abf4-bd59-46d2-89d8-1065397aa9ee req-b7bf1871-defe-460e-8127-51560b161dd4 tempest-VolumesActionsTest-444234189 tempest-VolumesActionsTest-444234189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:22.869759 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-dab750b3-e983-4c74-86f6-6dea7f5e1b3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:22.888112 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1454d38-512f-469b-be7d-eb696787d34d req-bcc84ba0-d16d-4bbb-bc7a-911d38d52f70 tempest-AttachVolumeShelveTestJSON-1020519793 tempest-AttachVolumeShelveTestJSON-1020519793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:10:22.892243 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-d1454d38-512f-469b-be7d-eb696787d34d req-bcc84ba0-d16d-4bbb-bc7a-911d38d52f70 tempest-AttachVolumeShelveTestJSON-1020519793 tempest-AttachVolumeShelveTestJSON-1020519793-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:22.950483 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8fe68a-a8ee-45d1-8841-e6deb32323ac req-63a58669-0ef7-4154-8f65-b73c184e05e6 tempest-AttachVolumeShelveTestJSON-1020519793 tempest-AttachVolumeShelveTestJSON-1020519793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:10:22.957970 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-1d8fe68a-a8ee-45d1-8841-e6deb32323ac req-63a58669-0ef7-4154-8f65-b73c184e05e6 tempest-AttachVolumeShelveTestJSON-1020519793 tempest-AttachVolumeShelveTestJSON-1020519793-project] 10.222.0.104 "GET /v2.0/ports?device_id=775e595c-a8be-4386-9e46-a9528870f5f2 HTTP/1.1" status: 200 len: 931 time: 0.3152337 Jul 06 14:10:22.967831 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-d1454d38-512f-469b-be7d-eb696787d34d req-bcc84ba0-d16d-4bbb-bc7a-911d38d52f70 tempest-AttachVolumeShelveTestJSON-1020519793 tempest-AttachVolumeShelveTestJSON-1020519793-project] 10.222.0.127 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5195844 Jul 06 14:10:22.983113 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [req-d1454d38-512f-469b-be7d-eb696787d34d req-6a5ab49c-77b0-4398-9449-6eb8964799fc service neutron] Request body: {'port': {'device_id': '775e595c-a8be-4386-9e46-a9528870f5f2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-773647-6'}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:10:23.062895 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-0e1a4ee0-af2b-485f-a158-ff8796af7eaa None None] Provisioning for port ee9785f9-b332-4dd9-b5ec-a4776c4a45ad completed by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:10:23.081280 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-0e1a4ee0-af2b-485f-a158-ff8796af7eaa None None] Provisioning complete for port ee9785f9-b332-4dd9-b5ec-a4776c4a45ad triggered by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:10:23.081945 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-0e1a4ee0-af2b-485f-a158-ff8796af7eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:23.108112 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-d1454d38-512f-469b-be7d-eb696787d34d req-6a5ab49c-77b0-4398-9449-6eb8964799fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:23.128750 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.db_base_plugin_common [req-9fe3abf4-bd59-46d2-89d8-1065397aa9ee req-b7bf1871-defe-460e-8127-51560b161dd4 tempest-VolumesActionsTest-444234189 tempest-VolumesActionsTest-444234189-project] Allocated IP 172.20.0.5 (dbcf6464-294b-497a-a184-7349d7231906/db9624c4-d177-4bea-ac1d-b918f34e58b7/6edffb63-0687-496c-886f-8fcbcf9f681f) {{(pid=100246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:10:23.141941 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-0e1a4ee0-af2b-485f-a158-ff8796af7eaa None None] Port ee9785f9-b332-4dd9-b5ec-a4776c4a45ad cannot update to ACTIVE because it is not bound. {{(pid=100248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 14:10:23.242165 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-1d8fe68a-a8ee-45d1-8841-e6deb32323ac req-b508dcde-09de-4a80-b062-f0e4cfd2fb51 tempest-AttachVolumeShelveTestJSON-1020519793 tempest-AttachVolumeShelveTestJSON-1020519793-project] 10.222.0.104 "GET /v2.0/security-groups?id=d3fcccd0-b259-400e-953a-933bdd8f821f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2831922 Jul 06 14:10:23.379984 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-9fe3abf4-bd59-46d2-89d8-1065397aa9ee req-b7bf1871-defe-460e-8127-51560b161dd4 tempest-VolumesActionsTest-444234189 tempest-VolumesActionsTest-444234189-project] Notify callbacks [] for port, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:23.388840 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d15bc26-90a0-4979-8aa6-9feaeded873a req-01394453-5ccb-4673-87d0-edf54c83d0c6 tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:10:23.400850 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-8d15bc26-90a0-4979-8aa6-9feaeded873a req-01394453-5ccb-4673-87d0-edf54c83d0c6 tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] 10.222.0.104 "GET /v2.0/ports?device_id=b6169543-9f03-48ce-932b-913e969dd966 HTTP/1.1" status: 200 len: 946 time: 0.3064644 Jul 06 14:10:23.446045 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-9fe3abf4-bd59-46d2-89d8-1065397aa9ee req-b7bf1871-defe-460e-8127-51560b161dd4 tempest-VolumesActionsTest-444234189 tempest-VolumesActionsTest-444234189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-127687573'] for port, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:23.503999 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9fe3abf4-bd59-46d2-89d8-1065397aa9ee req-b7bf1871-defe-460e-8127-51560b161dd4 tempest-VolumesActionsTest-444234189 tempest-VolumesActionsTest-444234189-project] Network dbcf6464-294b-497a-a184-7349d7231906 is already hosted by enough agents. {{(pid=100246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:10:23.507404 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.base_scheduler [req-9fe3abf4-bd59-46d2-89d8-1065397aa9ee req-b7bf1871-defe-460e-8127-51560b161dd4 tempest-VolumesActionsTest-444234189 tempest-VolumesActionsTest-444234189-project] Resources bound (agent type, host, resource id): {{(pid=100246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:10:23.515827 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [req-9fe3abf4-bd59-46d2-89d8-1065397aa9ee req-b7bf1871-defe-460e-8127-51560b161dd4 tempest-VolumesActionsTest-444234189 tempest-VolumesActionsTest-444234189-project] Received port after_create {{(pid=100246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:10:23.518915 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-8d15bc26-90a0-4979-8aa6-9feaeded873a req-a60f4314-1772-4d54-9a46-6e6c0cd6063c tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] 10.222.0.104 "GET /v2.0/security-groups?id=bdba1446-e72e-4024-9da7-e6061f204f14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170909 Jul 06 14:10:23.541884 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7bf1871-defe-460e-8127-51560b161dd4 tempest-VolumesActionsTest-444234189 tempest-VolumesActionsTest-444234189-project] Pushing event updated for resources: {'Port': ['ID=6edffb63-0687-496c-886f-8fcbcf9f681f,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:10:23.587125 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe3abf4-bd59-46d2-89d8-1065397aa9ee req-b7bf1871-defe-460e-8127-51560b161dd4 tempest-VolumesActionsTest-444234189 tempest-VolumesActionsTest-444234189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:10:23.587889 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-9fe3abf4-bd59-46d2-89d8-1065397aa9ee req-b7bf1871-defe-460e-8127-51560b161dd4 tempest-VolumesActionsTest-444234189 tempest-VolumesActionsTest-444234189-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:23.643792 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa02c5ae-adc9-4077-bba4-7ae72cbecc36 req-ef47092d-6db0-42f1-912e-c45b8723f51f tempest-VolumesActionsTest-444234189 tempest-VolumesActionsTest-444234189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:10:23.651869 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-fa02c5ae-adc9-4077-bba4-7ae72cbecc36 req-ef47092d-6db0-42f1-912e-c45b8723f51f tempest-VolumesActionsTest-444234189 tempest-VolumesActionsTest-444234189-project] 10.222.0.104 "GET /v2.0/ports?device_id=1134fd7c-730c-4232-9d05-72ad280860c7 HTTP/1.1" status: 200 len: 931 time: 0.1600966 Jul 06 14:10:23.657011 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-9fe3abf4-bd59-46d2-89d8-1065397aa9ee req-b7bf1871-defe-460e-8127-51560b161dd4 tempest-VolumesActionsTest-444234189 tempest-VolumesActionsTest-444234189-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1649532 Jul 06 14:10:23.673209 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [req-9fe3abf4-bd59-46d2-89d8-1065397aa9ee req-fe68b171-0342-4c0d-bfcb-6281c494addf service neutron] Request body: {'port': {'device_id': '1134fd7c-730c-4232-9d05-72ad280860c7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-773647-6'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:10:23.737289 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-fa02c5ae-adc9-4077-bba4-7ae72cbecc36 req-45b3f088-fc13-4edb-9486-ad24793b0dee tempest-VolumesActionsTest-444234189 tempest-VolumesActionsTest-444234189-project] 10.222.0.104 "GET /v2.0/security-groups?id=81d531c9-3b63-4712-96a0-2c4a91da3b05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843742 Jul 06 14:10:23.743204 n-d-773647-6 neutron-server[100247]: DEBUG neutron.notifiers.nova [req-d1454d38-512f-469b-be7d-eb696787d34d req-6a5ab49c-77b0-4398-9449-6eb8964799fc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ee9785f9-b332-4dd9-b5ec-a4776c4a45ad {{(pid=100247) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 14:10:23.763534 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-d1454d38-512f-469b-be7d-eb696787d34d req-6a5ab49c-77b0-4398-9449-6eb8964799fc service neutron] Notify callbacks [] for port, precommit_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:23.784031 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.provisioning_blocks [req-d1454d38-512f-469b-be7d-eb696787d34d req-6a5ab49c-77b0-4398-9449-6eb8964799fc service neutron] Transition to ACTIVE for port object ee9785f9-b332-4dd9-b5ec-a4776c4a45ad will not be triggered until provisioned by entity L2. {{(pid=100247) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:10:23.790714 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-d1454d38-512f-469b-be7d-eb696787d34d req-6a5ab49c-77b0-4398-9449-6eb8964799fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128888538'] for port, after_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:23.820717 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-9fe3abf4-bd59-46d2-89d8-1065397aa9ee req-fe68b171-0342-4c0d-bfcb-6281c494addf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:23.854638 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5ab49c-77b0-4398-9449-6eb8964799fc service neutron] Pushing event updated for resources: {'Port': ['ID=ee9785f9-b332-4dd9-b5ec-a4776c4a45ad,revision_number=2']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:10:24.030967 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.managers [req-d1454d38-512f-469b-be7d-eb696787d34d req-6a5ab49c-77b0-4398-9449-6eb8964799fc service neutron] Attempting to bind port ee9785f9-b332-4dd9-b5ec-a4776c4a45ad on host n-h1-773647-6 for vnic_type normal with profile {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:10:24.031396 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.managers [req-d1454d38-512f-469b-be7d-eb696787d34d req-6a5ab49c-77b0-4398-9449-6eb8964799fc service neutron] Attempting to bind port ee9785f9-b332-4dd9-b5ec-a4776c4a45ad by drivers openvswitch,hyperv on host n-h1-773647-6 at level 0 using segments [{'id': 'c15971e2-442e-4b9a-8cef-3ba8ead63686', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': 'a1c5aa58-a5eb-4fe0-9c0d-ad9cb3f782ca'}] {{(pid=100247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:10:24.031684 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1454d38-512f-469b-be7d-eb696787d34d req-6a5ab49c-77b0-4398-9449-6eb8964799fc service neutron] Attempting to bind port ee9785f9-b332-4dd9-b5ec-a4776c4a45ad on network a1c5aa58-a5eb-4fe0-9c0d-ad9cb3f782ca {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:10:24.036338 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1454d38-512f-469b-be7d-eb696787d34d req-6a5ab49c-77b0-4398-9449-6eb8964799fc service neutron] Port ee9785f9-b332-4dd9-b5ec-a4776c4a45ad on network a1c5aa58-a5eb-4fe0-9c0d-ad9cb3f782ca not bound, no agent of type Open vSwitch agent registered on host n-h1-773647-6 {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 14:10:24.036679 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1454d38-512f-469b-be7d-eb696787d34d req-6a5ab49c-77b0-4398-9449-6eb8964799fc service neutron] Attempting to bind port ee9785f9-b332-4dd9-b5ec-a4776c4a45ad on network a1c5aa58-a5eb-4fe0-9c0d-ad9cb3f782ca {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:10:24.042400 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1454d38-512f-469b-be7d-eb696787d34d req-6a5ab49c-77b0-4398-9449-6eb8964799fc service neutron] Checking agent: {'id': '5bf7147f-bada-4441-a5dc-934b903473fb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-773647-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 51, 12), 'started_at': datetime.datetime(2021, 7, 6, 13, 51, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 10, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:10:24.042744 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1454d38-512f-469b-be7d-eb696787d34d req-6a5ab49c-77b0-4398-9449-6eb8964799fc service neutron] Checking segment: {'id': 'c15971e2-442e-4b9a-8cef-3ba8ead63686', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': 'a1c5aa58-a5eb-4fe0-9c0d-ad9cb3f782ca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100247) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:10:24.043129 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1454d38-512f-469b-be7d-eb696787d34d req-6a5ab49c-77b0-4398-9449-6eb8964799fc service neutron] Bound using segment: {'id': 'c15971e2-442e-4b9a-8cef-3ba8ead63686', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': 'a1c5aa58-a5eb-4fe0-9c0d-ad9cb3f782ca'} {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:10:24.043602 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.managers [req-d1454d38-512f-469b-be7d-eb696787d34d req-6a5ab49c-77b0-4398-9449-6eb8964799fc service neutron] Bound port: ee9785f9-b332-4dd9-b5ec-a4776c4a45ad, host: n-h1-773647-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c15971e2-442e-4b9a-8cef-3ba8ead63686', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': 'a1c5aa58-a5eb-4fe0-9c0d-ad9cb3f782ca'}}] {{(pid=100247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:10:24.043959 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-d1454d38-512f-469b-be7d-eb696787d34d req-6a5ab49c-77b0-4398-9449-6eb8964799fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:24.188025 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.db [req-d1454d38-512f-469b-be7d-eb696787d34d req-6a5ab49c-77b0-4398-9449-6eb8964799fc service neutron] For port ee9785f9-b332-4dd9-b5ec-a4776c4a45ad, host n-h1-773647-6, cleared binding levels {{(pid=100247) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:10:24.192875 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.db [req-d1454d38-512f-469b-be7d-eb696787d34d req-6a5ab49c-77b0-4398-9449-6eb8964799fc service neutron] For port ee9785f9-b332-4dd9-b5ec-a4776c4a45ad, host n-h1-773647-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773647-6',level=0,port_id=ee9785f9-b332-4dd9-b5ec-a4776c4a45ad,segment=NetworkSegment(c15971e2-442e-4b9a-8cef-3ba8ead63686),segment_id=c15971e2-442e-4b9a-8cef-3ba8ead63686)] {{(pid=100247) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:10:24.199320 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-d1454d38-512f-469b-be7d-eb696787d34d req-6a5ab49c-77b0-4398-9449-6eb8964799fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128888538'] for port, after_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:24.257121 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1454d38-512f-469b-be7d-eb696787d34d req-6a5ab49c-77b0-4398-9449-6eb8964799fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:10:24.262606 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-d1454d38-512f-469b-be7d-eb696787d34d req-6a5ab49c-77b0-4398-9449-6eb8964799fc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:24.265613 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-d1454d38-512f-469b-be7d-eb696787d34d req-6a5ab49c-77b0-4398-9449-6eb8964799fc service neutron] 10.222.0.127 "PUT /v2.0/ports/ee9785f9-b332-4dd9-b5ec-a4776c4a45ad HTTP/1.1" status: 200 len: 1091 time: 1.2868631 Jul 06 14:10:24.266404 n-d-773647-6 neutron-server[100247]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '775e595c-a8be-4386-9e46-a9528870f5f2', 'tag': 'ee9785f9-b332-4dd9-b5ec-a4776c4a45ad'}] {{(pid=100247) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:10:24.282163 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cbf0eeaae822f8fc9b87a94aeba67a3d651842baf663a51cba94b67a514836d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06068042-897a-4a6c-8515-a19fb8c3a5ec" -d '{"events": [{"name": "network-changed", "server_uuid": "775e595c-a8be-4386-9e46-a9528870f5f2", "tag": "ee9785f9-b332-4dd9-b5ec-a4776c4a45ad"}]}' {{(pid=100247) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:10:24.378614 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5ab49c-77b0-4398-9449-6eb8964799fc service neutron] Pushing event updated for resources: {'Port': ['ID=ee9785f9-b332-4dd9-b5ec-a4776c4a45ad,revision_number=3']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:10:24.579521 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1454d38-512f-469b-be7d-eb696787d34d req-84c9143c-40cb-4149-b1b3-9d93615e9656 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:10:24.581050 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-d1454d38-512f-469b-be7d-eb696787d34d req-84c9143c-40cb-4149-b1b3-9d93615e9656 service neutron] 10.222.0.127 "GET /v2.0/ports?tenant_id=9686fd5ec0aa4012928191c3d42f6e6c&device_id=775e595c-a8be-4386-9e46-a9528870f5f2 HTTP/1.1" status: 200 len: 1094 time: 0.2438807 Jul 06 14:10:24.631612 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-d1454d38-512f-469b-be7d-eb696787d34d req-a3eb2375-de12-42a7-bcc2-1308604b7b3c service neutron] 10.222.0.127 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ee9785f9-b332-4dd9-b5ec-a4776c4a45ad HTTP/1.1" status: 200 len: 217 time: 0.0388200 Jul 06 14:10:24.643624 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab51ba7c-3243-48e6-bc41-9b52c2c39bb3 req-638b7211-f0b1-485c-a07a-e1887c8c64a9 tempest-AttachVolumeShelveTestJSON-1020519793 tempest-AttachVolumeShelveTestJSON-1020519793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:10:24.651633 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-ab51ba7c-3243-48e6-bc41-9b52c2c39bb3 req-638b7211-f0b1-485c-a07a-e1887c8c64a9 tempest-AttachVolumeShelveTestJSON-1020519793 tempest-AttachVolumeShelveTestJSON-1020519793-project] 10.222.0.104 "GET /v2.0/ports?device_id=775e595c-a8be-4386-9e46-a9528870f5f2 HTTP/1.1" status: 200 len: 943 time: 0.1814065 Jul 06 14:10:24.732371 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f14f2f-94fd-424f-98ac-4ef691a7628b req-d3958a60-1829-4766-ad35-cb5b69b774f2 tempest-VolumesActionsTest-1210678064 tempest-VolumesActionsTest-1210678064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:10:24.739797 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-12f14f2f-94fd-424f-98ac-4ef691a7628b req-d3958a60-1829-4766-ad35-cb5b69b774f2 tempest-VolumesActionsTest-1210678064 tempest-VolumesActionsTest-1210678064-project] 10.222.0.104 "GET /v2.0/ports?device_id=bd1d8a20-de34-4d17-90aa-16ac19de8d96 HTTP/1.1" status: 200 len: 945 time: 0.3797622 Jul 06 14:10:24.761293 n-d-773647-6 neutron-server[100246]: DEBUG neutron.notifiers.nova [req-9fe3abf4-bd59-46d2-89d8-1065397aa9ee req-fe68b171-0342-4c0d-bfcb-6281c494addf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6edffb63-0687-496c-886f-8fcbcf9f681f {{(pid=100246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 14:10:24.770044 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-9fe3abf4-bd59-46d2-89d8-1065397aa9ee req-fe68b171-0342-4c0d-bfcb-6281c494addf service neutron] Notify callbacks [] for port, precommit_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:24.772585 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-ab51ba7c-3243-48e6-bc41-9b52c2c39bb3 req-64931691-b30d-40ac-85be-326fe5a3ba54 tempest-AttachVolumeShelveTestJSON-1020519793 tempest-AttachVolumeShelveTestJSON-1020519793-project] 10.222.0.104 "GET /v2.0/security-groups?id=d3fcccd0-b259-400e-953a-933bdd8f821f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1200283 Jul 06 14:10:24.792633 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.provisioning_blocks [req-9fe3abf4-bd59-46d2-89d8-1065397aa9ee req-fe68b171-0342-4c0d-bfcb-6281c494addf service neutron] Transition to ACTIVE for port object 6edffb63-0687-496c-886f-8fcbcf9f681f will not be triggered until provisioned by entity L2. {{(pid=100246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:10:24.804523 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-9fe3abf4-bd59-46d2-89d8-1065397aa9ee req-fe68b171-0342-4c0d-bfcb-6281c494addf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127687527'] for port, after_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:24.827681 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1454d38-512f-469b-be7d-eb696787d34d req-57d73fcc-ab95-4866-b770-1102755b3dc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:10:24.840881 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-d1454d38-512f-469b-be7d-eb696787d34d req-57d73fcc-ab95-4866-b770-1102755b3dc2 service neutron] 10.222.0.127 "GET /v2.0/subnets?id=6ec930d2-90b3-4355-914b-4efea8972d25 HTTP/1.1" status: 200 len: 856 time: 0.1660278 Jul 06 14:10:24.862124 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-12f14f2f-94fd-424f-98ac-4ef691a7628b req-ea297dc9-c5a5-46e3-b18d-82c582717b08 tempest-VolumesActionsTest-1210678064 tempest-VolumesActionsTest-1210678064-project] 10.222.0.104 "GET /v2.0/security-groups?id=e3f883e7-e0ef-43fd-9fef-1e191c4cd6a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212492 Jul 06 14:10:24.892161 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe68b171-0342-4c0d-bfcb-6281c494addf service neutron] Pushing event updated for resources: {'Port': ['ID=6edffb63-0687-496c-886f-8fcbcf9f681f,revision_number=2']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:10:24.905553 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 14:10:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bab3641-b2c9-4f32-ad60-131f9e463450 x-openstack-request-id: req-9bab3641-b2c9-4f32-ad60-131f9e463450 {{(pid=100247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:10:24.905851 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "775e595c-a8be-4386-9e46-a9528870f5f2", "tag": "ee9785f9-b332-4dd9-b5ec-a4776c4a45ad", "status": "completed", "code": 200}]} {{(pid=100247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:10:24.906108 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-9bab3641-b2c9-4f32-ad60-131f9e463450 {{(pid=100247) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:10:24.906511 n-d-773647-6 neutron-server[100247]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '775e595c-a8be-4386-9e46-a9528870f5f2', 'tag': 'ee9785f9-b332-4dd9-b5ec-a4776c4a45ad', 'status': 'completed', 'code': 200} Jul 06 14:10:24.948446 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1454d38-512f-469b-be7d-eb696787d34d req-6fe7e9a7-a94b-4176-b4b0-6f29ba7b3c3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:10:24.950435 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-d1454d38-512f-469b-be7d-eb696787d34d req-6fe7e9a7-a94b-4176-b4b0-6f29ba7b3c3f service neutron] 10.222.0.127 "GET /v2.0/ports?network_id=a1c5aa58-a5eb-4fe0-9c0d-ad9cb3f782ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0817397 Jul 06 14:10:25.013618 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [req-9fe3abf4-bd59-46d2-89d8-1065397aa9ee req-fe68b171-0342-4c0d-bfcb-6281c494addf service neutron] Attempting to bind port 6edffb63-0687-496c-886f-8fcbcf9f681f on host n-h2-773647-6 for vnic_type normal with profile {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:10:25.014016 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [req-9fe3abf4-bd59-46d2-89d8-1065397aa9ee req-fe68b171-0342-4c0d-bfcb-6281c494addf service neutron] Attempting to bind port 6edffb63-0687-496c-886f-8fcbcf9f681f by drivers openvswitch,hyperv on host n-h2-773647-6 at level 0 using segments [{'id': '4d5d156b-bd08-4f50-8375-d51e4d3871a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1042, 'network_id': 'dbcf6464-294b-497a-a184-7349d7231906'}] {{(pid=100246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:10:25.014286 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fe3abf4-bd59-46d2-89d8-1065397aa9ee req-fe68b171-0342-4c0d-bfcb-6281c494addf service neutron] Attempting to bind port 6edffb63-0687-496c-886f-8fcbcf9f681f on network dbcf6464-294b-497a-a184-7349d7231906 {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:10:25.018978 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fe3abf4-bd59-46d2-89d8-1065397aa9ee req-fe68b171-0342-4c0d-bfcb-6281c494addf service neutron] Port 6edffb63-0687-496c-886f-8fcbcf9f681f on network dbcf6464-294b-497a-a184-7349d7231906 not bound, no agent of type Open vSwitch agent registered on host n-h2-773647-6 {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 14:10:25.019340 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fe3abf4-bd59-46d2-89d8-1065397aa9ee req-fe68b171-0342-4c0d-bfcb-6281c494addf service neutron] Attempting to bind port 6edffb63-0687-496c-886f-8fcbcf9f681f on network dbcf6464-294b-497a-a184-7349d7231906 {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:10:25.033384 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fe3abf4-bd59-46d2-89d8-1065397aa9ee req-fe68b171-0342-4c0d-bfcb-6281c494addf service neutron] Checking agent: {'id': '63768ece-0600-4354-8d29-fdedec96b077', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-773647-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 51, 10), 'started_at': datetime.datetime(2021, 7, 6, 13, 51, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 10, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:10:25.033734 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fe3abf4-bd59-46d2-89d8-1065397aa9ee req-fe68b171-0342-4c0d-bfcb-6281c494addf service neutron] Checking segment: {'id': '4d5d156b-bd08-4f50-8375-d51e4d3871a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1042, 'network_id': 'dbcf6464-294b-497a-a184-7349d7231906'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:10:25.034137 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fe3abf4-bd59-46d2-89d8-1065397aa9ee req-fe68b171-0342-4c0d-bfcb-6281c494addf service neutron] Bound using segment: {'id': '4d5d156b-bd08-4f50-8375-d51e4d3871a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1042, 'network_id': 'dbcf6464-294b-497a-a184-7349d7231906'} {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:10:25.034588 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [req-9fe3abf4-bd59-46d2-89d8-1065397aa9ee req-fe68b171-0342-4c0d-bfcb-6281c494addf service neutron] Bound port: 6edffb63-0687-496c-886f-8fcbcf9f681f, host: n-h2-773647-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4d5d156b-bd08-4f50-8375-d51e4d3871a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1042, 'network_id': 'dbcf6464-294b-497a-a184-7349d7231906'}}] {{(pid=100246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:10:25.034955 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-9fe3abf4-bd59-46d2-89d8-1065397aa9ee req-fe68b171-0342-4c0d-bfcb-6281c494addf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:25.173386 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-d1454d38-512f-469b-be7d-eb696787d34d req-ac23462c-9d6b-4f66-9235-db6cf601c17d service neutron] 10.222.0.127 "GET /v2.0/networks/a1c5aa58-a5eb-4fe0-9c0d-ad9cb3f782ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1994247 Jul 06 14:10:25.176534 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.db [req-9fe3abf4-bd59-46d2-89d8-1065397aa9ee req-fe68b171-0342-4c0d-bfcb-6281c494addf service neutron] For port 6edffb63-0687-496c-886f-8fcbcf9f681f, host n-h2-773647-6, cleared binding levels {{(pid=100246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:10:25.181527 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.db [req-9fe3abf4-bd59-46d2-89d8-1065397aa9ee req-fe68b171-0342-4c0d-bfcb-6281c494addf service neutron] For port 6edffb63-0687-496c-886f-8fcbcf9f681f, host n-h2-773647-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=6edffb63-0687-496c-886f-8fcbcf9f681f,segment=NetworkSegment(4d5d156b-bd08-4f50-8375-d51e4d3871a9),segment_id=4d5d156b-bd08-4f50-8375-d51e4d3871a9)] {{(pid=100246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:10:25.182169 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d446e2-a32a-47b5-8383-9b65cb2f8890 req-155aa1cd-0c59-420b-ac5d-84284592fa78 tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:10:25.183711 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-f6d446e2-a32a-47b5-8383-9b65cb2f8890 req-155aa1cd-0c59-420b-ac5d-84284592fa78 tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] 10.222.0.104 "GET /v2.0/ports?device_id=b6169543-9f03-48ce-932b-913e969dd966 HTTP/1.1" status: 200 len: 946 time: 0.1415143 Jul 06 14:10:25.192468 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-9fe3abf4-bd59-46d2-89d8-1065397aa9ee req-fe68b171-0342-4c0d-bfcb-6281c494addf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127687527'] for port, after_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:25.269568 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe3abf4-bd59-46d2-89d8-1065397aa9ee req-fe68b171-0342-4c0d-bfcb-6281c494addf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:10:25.271036 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-9fe3abf4-bd59-46d2-89d8-1065397aa9ee req-fe68b171-0342-4c0d-bfcb-6281c494addf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:25.272762 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-9fe3abf4-bd59-46d2-89d8-1065397aa9ee req-fe68b171-0342-4c0d-bfcb-6281c494addf service neutron] 10.222.0.72 "PUT /v2.0/ports/6edffb63-0687-496c-886f-8fcbcf9f681f HTTP/1.1" status: 200 len: 1091 time: 1.6072593 Jul 06 14:10:25.273760 n-d-773647-6 neutron-server[100246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1134fd7c-730c-4232-9d05-72ad280860c7', 'tag': '6edffb63-0687-496c-886f-8fcbcf9f681f'}] {{(pid=100246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:10:25.276884 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0d96c5ab5e889f7b933ae915b9be33d1b46c9e87795bf781004b656ef3f1e87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f0f7524-e65c-40df-87c3-80b0e58ff68a" -d '{"events": [{"name": "network-changed", "server_uuid": "1134fd7c-730c-4232-9d05-72ad280860c7", "tag": "6edffb63-0687-496c-886f-8fcbcf9f681f"}]}' {{(pid=100246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:10:25.287565 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe68b171-0342-4c0d-bfcb-6281c494addf service neutron] Pushing event updated for resources: {'Port': ['ID=6edffb63-0687-496c-886f-8fcbcf9f681f,revision_number=3']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:10:25.371763 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-f6d446e2-a32a-47b5-8383-9b65cb2f8890 req-7dbd20f6-cd3f-43c9-8e5e-085d92eea6bb tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] 10.222.0.104 "GET /v2.0/security-groups?id=bdba1446-e72e-4024-9da7-e6061f204f14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425650 Jul 06 14:10:25.413216 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-d1454d38-512f-469b-be7d-eb696787d34d req-cc46b41c-203b-4da8-a7a8-ab02f42814fe service neutron] 10.222.0.127 "GET /v2.0/networks/a1c5aa58-a5eb-4fe0-9c0d-ad9cb3f782ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2285411 Jul 06 14:10:25.426260 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a20ae8-e28c-4ad4-9822-36116807028a req-42c79e33-df71-4cf1-936e-be52bbdbe0e4 tempest-VolumesActionsTest-444234189 tempest-VolumesActionsTest-444234189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:10:25.426260 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-e0a20ae8-e28c-4ad4-9822-36116807028a req-42c79e33-df71-4cf1-936e-be52bbdbe0e4 tempest-VolumesActionsTest-444234189 tempest-VolumesActionsTest-444234189-project] 10.222.0.104 "GET /v2.0/ports?device_id=1134fd7c-730c-4232-9d05-72ad280860c7 HTTP/1.1" status: 200 len: 943 time: 0.1975455 Jul 06 14:10:25.446301 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe3abf4-bd59-46d2-89d8-1065397aa9ee req-275aeac6-28c0-4cbe-8f00-e94f6a1b1d58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:10:25.448798 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-9fe3abf4-bd59-46d2-89d8-1065397aa9ee req-275aeac6-28c0-4cbe-8f00-e94f6a1b1d58 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=6c6fbbf46c83458fbdb94f3acd1dc91f&device_id=1134fd7c-730c-4232-9d05-72ad280860c7 HTTP/1.1" status: 200 len: 1094 time: 0.1244709 Jul 06 14:10:25.479248 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec02c27-e947-47a5-b1a9-e95fef9532f9 req-d3f1cdbb-0018-48c5-adb4-0b03b1637011 tempest-VolumesActionsTest-1210678064 tempest-VolumesActionsTest-1210678064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:10:25.481088 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-bec02c27-e947-47a5-b1a9-e95fef9532f9 req-d3f1cdbb-0018-48c5-adb4-0b03b1637011 tempest-VolumesActionsTest-1210678064 tempest-VolumesActionsTest-1210678064-project] 10.222.0.72 "GET /v2.0/ports?device_id=bd1d8a20-de34-4d17-90aa-16ac19de8d96 HTTP/1.1" status: 200 len: 945 time: 0.2031796 Jul 06 14:10:25.514276 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-e3bfe754-f7ba-429f-bf5d-ba269446e33d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:25.536248 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-9fe3abf4-bd59-46d2-89d8-1065397aa9ee req-917a11c0-7646-4b9c-847e-f437e1c159b4 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6edffb63-0687-496c-886f-8fcbcf9f681f HTTP/1.1" status: 200 len: 217 time: 0.0661569 Jul 06 14:10:25.574737 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-e0a20ae8-e28c-4ad4-9822-36116807028a req-04d6b448-c9a5-40e3-a2dd-286d140fde45 tempest-VolumesActionsTest-444234189 tempest-VolumesActionsTest-444234189-project] 10.222.0.104 "GET /v2.0/security-groups?id=81d531c9-3b63-4712-96a0-2c4a91da3b05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367373 Jul 06 14:10:25.615882 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe3abf4-bd59-46d2-89d8-1065397aa9ee req-6eb54cbf-1ef5-4651-849b-2d19581e0f6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:10:25.617675 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-9fe3abf4-bd59-46d2-89d8-1065397aa9ee req-6eb54cbf-1ef5-4651-849b-2d19581e0f6b service neutron] 10.222.0.72 "GET /v2.0/subnets?id=db9624c4-d177-4bea-ac1d-b918f34e58b7 HTTP/1.1" status: 200 len: 849 time: 0.0743306 Jul 06 14:10:25.663698 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-9fe3abf4-bd59-46d2-89d8-1065397aa9ee req-7a38f83c-e546-432a-8567-13a7627a0248 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=dbcf6464-294b-497a-a184-7349d7231906&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0354953 Jul 06 14:10:25.685701 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06068042-897a-4a6c-8515-a19fb8c3a5ec req-9581ee5a-dd0f-4868-84d5-7b42aec3daff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:10:25.687099 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-06068042-897a-4a6c-8515-a19fb8c3a5ec req-9581ee5a-dd0f-4868-84d5-7b42aec3daff service neutron] 10.222.0.127 "GET /v2.0/ports?tenant_id=9686fd5ec0aa4012928191c3d42f6e6c&device_id=775e595c-a8be-4386-9e46-a9528870f5f2 HTTP/1.1" status: 200 len: 1094 time: 0.1860571 Jul 06 14:10:25.709570 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.plugin [req-bec02c27-e947-47a5-b1a9-e95fef9532f9 req-559df3b9-2e83-468e-bce3-841dfa3f1806 tempest-VolumesActionsTest-1210678064 tempest-VolumesActionsTest-1210678064-project] Deleting port d9f78e6d-4064-4250-8bc2-885cedaaed60 {{(pid=100247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:10:25.709733 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-bec02c27-e947-47a5-b1a9-e95fef9532f9 req-559df3b9-2e83-468e-bce3-841dfa3f1806 tempest-VolumesActionsTest-1210678064 tempest-VolumesActionsTest-1210678064-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:25.827101 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-9fe3abf4-bd59-46d2-89d8-1065397aa9ee req-d38ee473-f9a4-4e97-8e75-47498c5ce2bd service neutron] 10.222.0.72 "GET /v2.0/networks/dbcf6464-294b-497a-a184-7349d7231906?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1561089 Jul 06 14:10:25.828964 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 14:10:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ea7db50-6eae-46c2-b6ee-35a2f7554e9d x-openstack-request-id: req-9ea7db50-6eae-46c2-b6ee-35a2f7554e9d {{(pid=100246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:10:25.829263 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1134fd7c-730c-4232-9d05-72ad280860c7", "tag": "6edffb63-0687-496c-886f-8fcbcf9f681f", "status": "completed", "code": 200}]} {{(pid=100246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:10:25.829519 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-9ea7db50-6eae-46c2-b6ee-35a2f7554e9d {{(pid=100246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:10:25.830720 n-d-773647-6 neutron-server[100246]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1134fd7c-730c-4232-9d05-72ad280860c7', 'tag': '6edffb63-0687-496c-886f-8fcbcf9f681f', 'status': 'completed', 'code': 200} Jul 06 14:10:25.855163 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06068042-897a-4a6c-8515-a19fb8c3a5ec req-e52bafbf-5d2b-4fef-91ac-ca4dd3fcdc11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:10:25.856939 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-06068042-897a-4a6c-8515-a19fb8c3a5ec req-e52bafbf-5d2b-4fef-91ac-ca4dd3fcdc11 service neutron] 10.222.0.127 "GET /v2.0/networks?id=a1c5aa58-a5eb-4fe0-9c0d-ad9cb3f782ca HTTP/1.1" status: 200 len: 919 time: 0.1557641 Jul 06 14:10:25.873863 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:25.979994 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-9fe3abf4-bd59-46d2-89d8-1065397aa9ee req-af450b79-d57f-4cbb-b0b7-d45f3c030d96 service neutron] 10.222.0.72 "GET /v2.0/networks/dbcf6464-294b-497a-a184-7349d7231906?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1453836 Jul 06 14:10:26.009606 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.db [req-bec02c27-e947-47a5-b1a9-e95fef9532f9 req-559df3b9-2e83-468e-bce3-841dfa3f1806 tempest-VolumesActionsTest-1210678064 tempest-VolumesActionsTest-1210678064-project] For port d9f78e6d-4064-4250-8bc2-885cedaaed60, host n-h2-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=d9f78e6d-4064-4250-8bc2-885cedaaed60,segment=NetworkSegment(f311c2ae-d2b1-4b76-a9aa-bf4b25cec9f9),segment_id=f311c2ae-d2b1-4b76-a9aa-bf4b25cec9f9)] {{(pid=100247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:10:26.010315 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-bec02c27-e947-47a5-b1a9-e95fef9532f9 req-559df3b9-2e83-468e-bce3-841dfa3f1806 tempest-VolumesActionsTest-1210678064 tempest-VolumesActionsTest-1210678064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:26.059567 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-06068042-897a-4a6c-8515-a19fb8c3a5ec req-c84982e7-b0a5-44d8-983f-1606211246e7 service neutron] 10.222.0.127 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ee9785f9-b332-4dd9-b5ec-a4776c4a45ad HTTP/1.1" status: 200 len: 217 time: 0.1143718 Jul 06 14:10:26.095445 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.plugin [req-bec02c27-e947-47a5-b1a9-e95fef9532f9 req-559df3b9-2e83-468e-bce3-841dfa3f1806 tempest-VolumesActionsTest-1210678064 tempest-VolumesActionsTest-1210678064-project] Calling delete_port for d9f78e6d-4064-4250-8bc2-885cedaaed60 owned by compute:nova {{(pid=100247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:10:26.137159 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0f7524-e65c-40df-87c3-80b0e58ff68a req-ea052ba1-4d09-4932-b3d1-7cab572eda4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:10:26.139168 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-9f0f7524-e65c-40df-87c3-80b0e58ff68a req-ea052ba1-4d09-4932-b3d1-7cab572eda4c service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=6c6fbbf46c83458fbdb94f3acd1dc91f&device_id=1134fd7c-730c-4232-9d05-72ad280860c7 HTTP/1.1" status: 200 len: 1094 time: 0.0737624 Jul 06 14:10:26.241047 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06068042-897a-4a6c-8515-a19fb8c3a5ec req-ba257f16-3679-4b55-8d25-9aa2b55de3bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:10:26.242738 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-06068042-897a-4a6c-8515-a19fb8c3a5ec req-ba257f16-3679-4b55-8d25-9aa2b55de3bc service neutron] 10.222.0.127 "GET /v2.0/subnets?id=6ec930d2-90b3-4355-914b-4efea8972d25 HTTP/1.1" status: 200 len: 856 time: 0.1442015 Jul 06 14:10:26.256762 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366dd40d-12b5-4d4a-9984-4c23f799162e req-e8521f3f-235e-4d95-88dc-3982fdb2c6f2 tempest-AttachVolumeShelveTestJSON-1020519793 tempest-AttachVolumeShelveTestJSON-1020519793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:10:26.260855 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0f7524-e65c-40df-87c3-80b0e58ff68a req-a0c2290c-12b8-4019-9a2b-6b90374b50cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:10:26.261074 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-9f0f7524-e65c-40df-87c3-80b0e58ff68a req-a0c2290c-12b8-4019-9a2b-6b90374b50cd service neutron] 10.222.0.72 "GET /v2.0/networks?id=dbcf6464-294b-497a-a184-7349d7231906 HTTP/1.1" status: 200 len: 911 time: 0.1147640 Jul 06 14:10:26.264630 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-366dd40d-12b5-4d4a-9984-4c23f799162e req-e8521f3f-235e-4d95-88dc-3982fdb2c6f2 tempest-AttachVolumeShelveTestJSON-1020519793 tempest-AttachVolumeShelveTestJSON-1020519793-project] 10.222.0.104 "GET /v2.0/ports?device_id=775e595c-a8be-4386-9e46-a9528870f5f2 HTTP/1.1" status: 200 len: 943 time: 0.3184798 Jul 06 14:10:26.317549 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-9f0f7524-e65c-40df-87c3-80b0e58ff68a req-b9703a27-03cc-43ed-9520-cc97cde108d8 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6edffb63-0687-496c-886f-8fcbcf9f681f HTTP/1.1" status: 200 len: 217 time: 0.0494027 Jul 06 14:10:26.332229 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeab97dd-ad8c-4d4b-9183-3200bc74f942 req-bff2c247-a020-4ed3-83d5-d741c37debe3 tempest-VolumesActionsTest-1210678064 tempest-VolumesActionsTest-1210678064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:10:26.333742 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-eeab97dd-ad8c-4d4b-9183-3200bc74f942 req-bff2c247-a020-4ed3-83d5-d741c37debe3 tempest-VolumesActionsTest-1210678064 tempest-VolumesActionsTest-1210678064-project] 10.222.0.104 "GET /v2.0/ports?device_id=bd1d8a20-de34-4d17-90aa-16ac19de8d96 HTTP/1.1" status: 200 len: 945 time: 0.2804246 Jul 06 14:10:26.385143 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0f7524-e65c-40df-87c3-80b0e58ff68a req-534b3ce3-36a6-4ebc-81ec-81a212bd26b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:10:26.387573 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-9f0f7524-e65c-40df-87c3-80b0e58ff68a req-534b3ce3-36a6-4ebc-81ec-81a212bd26b9 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=db9624c4-d177-4bea-ac1d-b918f34e58b7 HTTP/1.1" status: 200 len: 849 time: 0.0620015 Jul 06 14:10:26.431518 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-9f0f7524-e65c-40df-87c3-80b0e58ff68a req-9daec3c4-90ca-40f7-9aa8-cf24a83e8b09 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=dbcf6464-294b-497a-a184-7349d7231906&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0368099 Jul 06 14:10:26.566495 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-2064eaae-da4f-48f8-82d2-b09d4ddedd44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:26.581174 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-9f0f7524-e65c-40df-87c3-80b0e58ff68a req-60d06672-0d50-4965-9f76-970d65f4d2e9 service neutron] 10.222.0.72 "GET /v2.0/networks/dbcf6464-294b-497a-a184-7349d7231906?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1412313 Jul 06 14:10:26.698968 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-9f0f7524-e65c-40df-87c3-80b0e58ff68a req-4b5e9a99-d63e-4685-ace8-0b4ec5e4354b service neutron] 10.222.0.72 "GET /v2.0/networks/dbcf6464-294b-497a-a184-7349d7231906?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1109192 Jul 06 14:10:26.767806 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-366dd40d-12b5-4d4a-9984-4c23f799162e req-9a2a9b07-c847-41fa-95ea-ce00ee2402c8 tempest-AttachVolumeShelveTestJSON-1020519793 tempest-AttachVolumeShelveTestJSON-1020519793-project] 10.222.0.104 "GET /v2.0/security-groups?id=d3fcccd0-b259-400e-953a-933bdd8f821f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5022240 Jul 06 14:10:26.827432 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-eeab97dd-ad8c-4d4b-9183-3200bc74f942 req-be403e2d-34cb-45f2-8dad-0f67e476a1ab tempest-VolumesActionsTest-1210678064 tempest-VolumesActionsTest-1210678064-project] 10.222.0.104 "GET /v2.0/security-groups?id=e3f883e7-e0ef-43fd-9fef-1e191c4cd6a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4839942 Jul 06 14:10:26.884480 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06068042-897a-4a6c-8515-a19fb8c3a5ec req-af692bdb-2cba-4680-9980-304d3534dd04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:10:26.885968 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-06068042-897a-4a6c-8515-a19fb8c3a5ec req-af692bdb-2cba-4680-9980-304d3534dd04 service neutron] 10.222.0.127 "GET /v2.0/ports?network_id=a1c5aa58-a5eb-4fe0-9c0d-ad9cb3f782ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6128466 Jul 06 14:10:26.910024 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-bec02c27-e947-47a5-b1a9-e95fef9532f9 req-559df3b9-2e83-468e-bce3-841dfa3f1806 tempest-VolumesActionsTest-1210678064 tempest-VolumesActionsTest-1210678064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128888353'] for port, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:26.956209 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559df3b9-2e83-468e-bce3-841dfa3f1806 tempest-VolumesActionsTest-1210678064 tempest-VolumesActionsTest-1210678064-project] Pushing event deleted for resources: {'Port': ['ID=d9f78e6d-4064-4250-8bc2-885cedaaed60,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:10:27.101095 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.l3_dvrscheduler_db [req-bec02c27-e947-47a5-b1a9-e95fef9532f9 req-559df3b9-2e83-468e-bce3-841dfa3f1806 tempest-VolumesActionsTest-1210678064 tempest-VolumesActionsTest-1210678064-project] No DVR routers for this DVR port d9f78e6d-4064-4250-8bc2-885cedaaed60 on host n-h2-773647-6 {{(pid=100247) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:10:27.108826 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-bec02c27-e947-47a5-b1a9-e95fef9532f9 req-559df3b9-2e83-468e-bce3-841dfa3f1806 tempest-VolumesActionsTest-1210678064 tempest-VolumesActionsTest-1210678064-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:27.111011 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-bec02c27-e947-47a5-b1a9-e95fef9532f9 req-559df3b9-2e83-468e-bce3-841dfa3f1806 tempest-VolumesActionsTest-1210678064 tempest-VolumesActionsTest-1210678064-project] 10.222.0.72 "DELETE /v2.0/ports/d9f78e6d-4064-4250-8bc2-885cedaaed60 HTTP/1.1" status: 204 len: 173 time: 1.6204000 Jul 06 14:10:27.126513 n-d-773647-6 neutron-server[100247]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd1d8a20-de34-4d17-90aa-16ac19de8d96', 'name': 'network-vif-deleted', 'tag': 'd9f78e6d-4064-4250-8bc2-885cedaaed60'}] {{(pid=100247) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:10:27.133837 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cbf0eeaae822f8fc9b87a94aeba67a3d651842baf663a51cba94b67a514836d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02565224-8d1b-40a6-8c47-35a4346bb775" -d '{"events": [{"server_uuid": "bd1d8a20-de34-4d17-90aa-16ac19de8d96", "name": "network-vif-deleted", "tag": "d9f78e6d-4064-4250-8bc2-885cedaaed60"}]}' {{(pid=100247) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:10:27.230237 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-06068042-897a-4a6c-8515-a19fb8c3a5ec req-4c97798a-a3e5-4dd1-b53c-bd0a840a869b service neutron] 10.222.0.127 "GET /v2.0/networks/a1c5aa58-a5eb-4fe0-9c0d-ad9cb3f782ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3317161 Jul 06 14:10:27.271419 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4282ff-a786-4d25-961a-b0fec6664902 req-68715706-d837-466a-8bc9-2e2dafd3518e tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:10:27.280397 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-1a4282ff-a786-4d25-961a-b0fec6664902 req-68715706-d837-466a-8bc9-2e2dafd3518e tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] 10.222.0.104 "GET /v2.0/ports?device_id=b6169543-9f03-48ce-932b-913e969dd966 HTTP/1.1" status: 200 len: 946 time: 0.2110286 Jul 06 14:10:27.365525 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f7b66c-2df9-438e-b235-6aa0acea44b3 req-ea40b07e-bea5-441b-b669-1e00503729d8 tempest-VolumesActionsTest-444234189 tempest-VolumesActionsTest-444234189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:10:27.367489 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-c9f7b66c-2df9-438e-b235-6aa0acea44b3 req-ea40b07e-bea5-441b-b669-1e00503729d8 tempest-VolumesActionsTest-444234189 tempest-VolumesActionsTest-444234189-project] 10.222.0.104 "GET /v2.0/ports?device_id=1134fd7c-730c-4232-9d05-72ad280860c7 HTTP/1.1" status: 200 len: 943 time: 0.2076950 Jul 06 14:10:27.427536 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-1a4282ff-a786-4d25-961a-b0fec6664902 req-6c1cf395-19c0-46dc-b7f4-5c373bfb517f tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] 10.222.0.104 "GET /v2.0/security-groups?id=bdba1446-e72e-4024-9da7-e6061f204f14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461513 Jul 06 14:10:27.450925 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-c9f7b66c-2df9-438e-b235-6aa0acea44b3 req-24a1a240-4033-4492-a24d-9d2d6de9e926 tempest-VolumesActionsTest-444234189 tempest-VolumesActionsTest-444234189-project] 10.222.0.104 "GET /v2.0/security-groups?id=81d531c9-3b63-4712-96a0-2c4a91da3b05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722399 Jul 06 14:10:27.456773 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-06068042-897a-4a6c-8515-a19fb8c3a5ec req-de3a92d6-7830-4ece-9b72-5af42bbcac48 service neutron] 10.222.0.127 "GET /v2.0/networks/a1c5aa58-a5eb-4fe0-9c0d-ad9cb3f782ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2122085 Jul 06 14:10:27.633994 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 14:10:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4391d68e-4520-4dbc-9698-aeb7504df1d1 x-openstack-request-id: req-4391d68e-4520-4dbc-9698-aeb7504df1d1 {{(pid=100247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:10:27.634293 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd1d8a20-de34-4d17-90aa-16ac19de8d96", "name": "network-vif-deleted", "tag": "d9f78e6d-4064-4250-8bc2-885cedaaed60", "status": "completed", "code": 200}]} {{(pid=100247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:10:27.634548 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-4391d68e-4520-4dbc-9698-aeb7504df1d1 {{(pid=100247) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:10:27.635021 n-d-773647-6 neutron-server[100247]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd1d8a20-de34-4d17-90aa-16ac19de8d96', 'name': 'network-vif-deleted', 'tag': 'd9f78e6d-4064-4250-8bc2-885cedaaed60', 'status': 'completed', 'code': 200} Jul 06 14:10:28.026252 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5f7957-1fe6-4744-8489-81e5880c294a req-6b6f46c6-c4bc-4783-9f0e-d10ba8a5e2cb tempest-AttachVolumeShelveTestJSON-1020519793 tempest-AttachVolumeShelveTestJSON-1020519793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:10:28.035598 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-bb5f7957-1fe6-4744-8489-81e5880c294a req-6b6f46c6-c4bc-4783-9f0e-d10ba8a5e2cb tempest-AttachVolumeShelveTestJSON-1020519793 tempest-AttachVolumeShelveTestJSON-1020519793-project] 10.222.0.104 "GET /v2.0/ports?device_id=775e595c-a8be-4386-9e46-a9528870f5f2 HTTP/1.1" status: 200 len: 943 time: 0.1234486 Jul 06 14:10:28.055351 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Device 6edffb63-0687-496c-886f-8fcbcf9f681f details requested by agent hyperv_n-h2-773647-6 with host n-h2-773647-6 {{(pid=100248) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 14:10:28.060844 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Device d9f78e6d-4064-4250-8bc2-885cedaaed60 no longer exists at agent hyperv_n-h2-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:10:28.094524 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] No Port match for: d9f78e6d-4064-4250-8bc2-885cedaaed60 {{(pid=100248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 14:10:28.094834 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Device d9f78e6d-4064-4250-8bc2-885cedaaed60 not bound to the agent host n-h2-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:10:28.120430 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-bb5f7957-1fe6-4744-8489-81e5880c294a req-3dce0147-d3ee-4268-b279-83368f6f1a13 tempest-AttachVolumeShelveTestJSON-1020519793 tempest-AttachVolumeShelveTestJSON-1020519793-project] 10.222.0.104 "GET /v2.0/security-groups?id=d3fcccd0-b259-400e-953a-933bdd8f821f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0839903 Jul 06 14:10:28.245822 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] For port 6edffb63-0687-496c-886f-8fcbcf9f681f, host n-h2-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=6edffb63-0687-496c-886f-8fcbcf9f681f,segment=NetworkSegment(4d5d156b-bd08-4f50-8375-d51e4d3871a9),segment_id=4d5d156b-bd08-4f50-8375-d51e4d3871a9)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:10:28.261062 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Returning: {'device': '6edffb63-0687-496c-886f-8fcbcf9f681f', 'network_id': 'dbcf6464-294b-497a-a184-7349d7231906', 'port_id': '6edffb63-0687-496c-886f-8fcbcf9f681f', 'mac_address': 'fa:16:3e:27:72:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1042, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'db9624c4-d177-4bea-ac1d-b918f34e58b7', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100248) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 14:10:28.314460 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:28.331153 n-d-773647-6 neutron-server[100248]: DEBUG neutron.notifiers.nova [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6edffb63-0687-496c-886f-8fcbcf9f681f {{(pid=100248) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 14:10:28.362530 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-03f71b24-a9b8-453a-8924-caa3f97bc6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:28.399718 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] For port 6edffb63-0687-496c-886f-8fcbcf9f681f, host n-h2-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=6edffb63-0687-496c-886f-8fcbcf9f681f,segment=NetworkSegment(4d5d156b-bd08-4f50-8375-d51e4d3871a9),segment_id=4d5d156b-bd08-4f50-8375-d51e4d3871a9)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:10:28.406748 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:28.469518 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Pushing event updated for resources: {'Port': ['ID=6edffb63-0687-496c-886f-8fcbcf9f681f,revision_number=4']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:10:28.714567 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb71967-a664-4e82-abb9-f2b42b9e8e9f req-5def61a5-bb4d-42b4-b7c6-3703ea12c485 tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:10:28.720020 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-9bb71967-a664-4e82-abb9-f2b42b9e8e9f req-5def61a5-bb4d-42b4-b7c6-3703ea12c485 tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] 10.222.0.104 "GET /v2.0/ports?device_id=b6169543-9f03-48ce-932b-913e969dd966 HTTP/1.1" status: 200 len: 946 time: 0.1301918 Jul 06 14:10:28.772069 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] get_ports_and_sgs() called for port_ids ['6edffb63-0687-496c-886f-8fcbcf9f681f'] {{(pid=100248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 14:10:28.775910 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfa87d2-6c1a-43e3-9f57-4eb945a83ab1 req-70426682-180d-4fa3-9289-c3b864fa2ec1 tempest-VolumesActionsTest-444234189 tempest-VolumesActionsTest-444234189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:10:28.776778 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-9dfa87d2-6c1a-43e3-9f57-4eb945a83ab1 req-70426682-180d-4fa3-9289-c3b864fa2ec1 tempest-VolumesActionsTest-444234189 tempest-VolumesActionsTest-444234189-project] 10.222.0.104 "GET /v2.0/ports?device_id=1134fd7c-730c-4232-9d05-72ad280860c7 HTTP/1.1" status: 200 len: 944 time: 0.1305470 Jul 06 14:10:28.800906 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-9bb71967-a664-4e82-abb9-f2b42b9e8e9f req-dfc63652-2359-4db9-b7da-f4448111b85a tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] 10.222.0.104 "GET /v2.0/security-groups?id=bdba1446-e72e-4024-9da7-e6061f204f14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701993 Jul 06 14:10:28.867339 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-9dfa87d2-6c1a-43e3-9f57-4eb945a83ab1 req-53ae453c-d0bc-49e7-bfb5-06c73f7173b8 tempest-VolumesActionsTest-444234189 tempest-VolumesActionsTest-444234189-project] 10.222.0.104 "GET /v2.0/security-groups?id=81d531c9-3b63-4712-96a0-2c4a91da3b05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814121 Jul 06 14:10:29.355895 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96fa453-18ff-4638-9618-136518e5e19f req-4d82dc5e-3f2c-46a4-bdae-a5776c1f7c35 tempest-AttachVolumeShelveTestJSON-1020519793 tempest-AttachVolumeShelveTestJSON-1020519793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:10:29.357551 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-b96fa453-18ff-4638-9618-136518e5e19f req-4d82dc5e-3f2c-46a4-bdae-a5776c1f7c35 tempest-AttachVolumeShelveTestJSON-1020519793 tempest-AttachVolumeShelveTestJSON-1020519793-project] 10.222.0.104 "GET /v2.0/ports?device_id=775e595c-a8be-4386-9e46-a9528870f5f2 HTTP/1.1" status: 200 len: 943 time: 0.0821640 Jul 06 14:10:29.415102 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-b96fa453-18ff-4638-9618-136518e5e19f req-cb72dbc8-b84b-45ca-a0e4-0257696df3a8 tempest-AttachVolumeShelveTestJSON-1020519793 tempest-AttachVolumeShelveTestJSON-1020519793-project] 10.222.0.104 "GET /v2.0/security-groups?id=d3fcccd0-b259-400e-953a-933bdd8f821f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505373 Jul 06 14:10:29.961708 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Device ee9785f9-b332-4dd9-b5ec-a4776c4a45ad details requested by agent hyperv_n-h1-773647-6 with host n-h1-773647-6 {{(pid=100248) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 14:10:30.086613 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Device 6edffb63-0687-496c-886f-8fcbcf9f681f up at agent hyperv_n-h2-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:10:30.158901 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817fd559-6357-461d-91c5-1f3583260646 req-9ef0ad30-7b88-4a51-a949-d7b78065a402 tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:10:30.173472 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-817fd559-6357-461d-91c5-1f3583260646 req-9ef0ad30-7b88-4a51-a949-d7b78065a402 tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] 10.222.0.104 "GET /v2.0/ports?device_id=b6169543-9f03-48ce-932b-913e969dd966 HTTP/1.1" status: 200 len: 946 time: 0.1373920 Jul 06 14:10:30.233826 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] For port ee9785f9-b332-4dd9-b5ec-a4776c4a45ad, host n-h1-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773647-6',level=0,port_id=ee9785f9-b332-4dd9-b5ec-a4776c4a45ad,segment=NetworkSegment(c15971e2-442e-4b9a-8cef-3ba8ead63686),segment_id=c15971e2-442e-4b9a-8cef-3ba8ead63686)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:10:30.236702 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Provisioning for port 6edffb63-0687-496c-886f-8fcbcf9f681f completed by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:10:30.247316 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Provisioning complete for port 6edffb63-0687-496c-886f-8fcbcf9f681f triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:10:30.248516 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:30.282010 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Returning: {'device': 'ee9785f9-b332-4dd9-b5ec-a4776c4a45ad', 'network_id': 'a1c5aa58-a5eb-4fe0-9c0d-ad9cb3f782ca', 'port_id': 'ee9785f9-b332-4dd9-b5ec-a4776c4a45ad', 'mac_address': 'fa:16:3e:30:2a:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1004, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6ec930d2-90b3-4355-914b-4efea8972d25', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100248) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 14:10:30.344482 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-817fd559-6357-461d-91c5-1f3583260646 req-06ec72dd-9b8a-4a38-870f-8b509353f591 tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] 10.222.0.104 "GET /v2.0/security-groups?id=bdba1446-e72e-4024-9da7-e6061f204f14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1630430 Jul 06 14:10:30.504024 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cfc851-c952-4190-ab30-4dbc6f7edf07 req-50edd6dd-7efc-451f-a2e2-755ea40927b1 tempest-VolumesActionsTest-444234189 tempest-VolumesActionsTest-444234189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:10:30.524166 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-45cfc851-c952-4190-ab30-4dbc6f7edf07 req-50edd6dd-7efc-451f-a2e2-755ea40927b1 tempest-VolumesActionsTest-444234189 tempest-VolumesActionsTest-444234189-project] 10.222.0.104 "GET /v2.0/ports?device_id=1134fd7c-730c-4232-9d05-72ad280860c7 HTTP/1.1" status: 200 len: 944 time: 0.3949800 Jul 06 14:10:30.620392 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-45cfc851-c952-4190-ab30-4dbc6f7edf07 req-f08ca0cd-eeb9-4917-a683-4a0aff1af60e tempest-VolumesActionsTest-444234189 tempest-VolumesActionsTest-444234189-project] 10.222.0.104 "GET /v2.0/security-groups?id=81d531c9-3b63-4712-96a0-2c4a91da3b05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951793 Jul 06 14:10:30.632250 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:30.652715 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:30.733684 n-d-773647-6 neutron-server[100248]: DEBUG neutron.notifiers.nova [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ee9785f9-b332-4dd9-b5ec-a4776c4a45ad {{(pid=100248) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 14:10:30.836072 n-d-773647-6 neutron-server[100248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1134fd7c-730c-4232-9d05-72ad280860c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6edffb63-0687-496c-886f-8fcbcf9f681f'}] {{(pid=100248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:10:30.844769 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84af257533e383389cbcf231d3534f4d5e149e7203fea16b4a8fc01438dddaf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11cf622b-335d-404a-8e21-b94a82091850" -d '{"events": [{"server_uuid": "1134fd7c-730c-4232-9d05-72ad280860c7", "name": "network-vif-plugged", "status": "completed", "tag": "6edffb63-0687-496c-886f-8fcbcf9f681f"}]}' {{(pid=100248) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:10:30.860530 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] For port ee9785f9-b332-4dd9-b5ec-a4776c4a45ad, host n-h1-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773647-6',level=0,port_id=ee9785f9-b332-4dd9-b5ec-a4776c4a45ad,segment=NetworkSegment(c15971e2-442e-4b9a-8cef-3ba8ead63686),segment_id=c15971e2-442e-4b9a-8cef-3ba8ead63686)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:10:30.882970 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:30.959975 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] For port 6edffb63-0687-496c-886f-8fcbcf9f681f, host n-h2-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=6edffb63-0687-496c-886f-8fcbcf9f681f,segment=NetworkSegment(4d5d156b-bd08-4f50-8375-d51e4d3871a9),segment_id=4d5d156b-bd08-4f50-8375-d51e4d3871a9)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:10:30.961454 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Pushing event updated for resources: {'Port': ['ID=ee9785f9-b332-4dd9-b5ec-a4776c4a45ad,revision_number=4']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:10:30.965510 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:31.144734 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Pushing event updated for resources: {'Port': ['ID=6edffb63-0687-496c-886f-8fcbcf9f681f,revision_number=5']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:10:31.249986 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 14:10:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e7008d3-3cc2-4301-a534-d0077e3101fd x-openstack-request-id: req-7e7008d3-3cc2-4301-a534-d0077e3101fd {{(pid=100248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:10:31.251311 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1134fd7c-730c-4232-9d05-72ad280860c7", "name": "network-vif-plugged", "status": "completed", "tag": "6edffb63-0687-496c-886f-8fcbcf9f681f", "code": 200}]} {{(pid=100248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:10:31.252154 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-7e7008d3-3cc2-4301-a534-d0077e3101fd {{(pid=100248) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:10:31.253283 n-d-773647-6 neutron-server[100248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1134fd7c-730c-4232-9d05-72ad280860c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6edffb63-0687-496c-886f-8fcbcf9f681f', 'code': 200} Jul 06 14:10:31.311641 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] get_ports_and_sgs() called for port_ids ['ee9785f9-b332-4dd9-b5ec-a4776c4a45ad'] {{(pid=100248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 14:10:31.548915 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da390d92-e291-4d5c-9418-ba030ce906f1 req-483241cd-5ece-4e1c-8de5-e71fb0cc72c7 tempest-AttachVolumeShelveTestJSON-1020519793 tempest-AttachVolumeShelveTestJSON-1020519793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:10:31.554074 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-da390d92-e291-4d5c-9418-ba030ce906f1 req-483241cd-5ece-4e1c-8de5-e71fb0cc72c7 tempest-AttachVolumeShelveTestJSON-1020519793 tempest-AttachVolumeShelveTestJSON-1020519793-project] 10.222.0.104 "GET /v2.0/ports?device_id=775e595c-a8be-4386-9e46-a9528870f5f2 HTTP/1.1" status: 200 len: 944 time: 0.3082032 Jul 06 14:10:31.652783 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7f9c3d-f369-4e53-bf77-bce66c610e20 req-fa28e0cd-10be-440d-85a1-aa841565e29d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:10:31.654803 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-6a7f9c3d-f369-4e53-bf77-bce66c610e20 req-fa28e0cd-10be-440d-85a1-aa841565e29d service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=1134fd7c-730c-4232-9d05-72ad280860c7 HTTP/1.1" status: 200 len: 1096 time: 0.3125222 Jul 06 14:10:31.720342 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-6a7f9c3d-f369-4e53-bf77-bce66c610e20 req-fe1fcf27-170e-4692-92dc-affab7b2befd service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=81d531c9-3b63-4712-96a0-2c4a91da3b05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373933 Jul 06 14:10:31.757014 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-da390d92-e291-4d5c-9418-ba030ce906f1 req-fef5c986-54e4-4e08-a7eb-3c8784f357d4 tempest-AttachVolumeShelveTestJSON-1020519793 tempest-AttachVolumeShelveTestJSON-1020519793-project] 10.222.0.104 "GET /v2.0/security-groups?id=d3fcccd0-b259-400e-953a-933bdd8f821f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1893523 Jul 06 14:10:31.840458 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea30d7bc-291c-4705-9dbc-10b9950c0ee8 req-2a86306a-2ad0-488d-a6c4-dd98d8ac8fe6 tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:10:31.847574 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-ea30d7bc-291c-4705-9dbc-10b9950c0ee8 req-2a86306a-2ad0-488d-a6c4-dd98d8ac8fe6 tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] 10.222.0.104 "GET /v2.0/ports?device_id=b6169543-9f03-48ce-932b-913e969dd966 HTTP/1.1" status: 200 len: 946 time: 0.2123897 Jul 06 14:10:31.908609 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-ea30d7bc-291c-4705-9dbc-10b9950c0ee8 req-d7106ae0-ee16-4e9d-9d21-013f4749b98c tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] 10.222.0.104 "GET /v2.0/security-groups?id=bdba1446-e72e-4024-9da7-e6061f204f14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599999 Jul 06 14:10:32.117891 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678c99d5-3381-4fe1-93c4-cb8f2a1d5d49 req-d6eb277e-5e0a-46c7-a1c1-d92d7de31b7c tempest-VolumesActionsTest-444234189 tempest-VolumesActionsTest-444234189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:10:32.119991 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-678c99d5-3381-4fe1-93c4-cb8f2a1d5d49 req-d6eb277e-5e0a-46c7-a1c1-d92d7de31b7c tempest-VolumesActionsTest-444234189 tempest-VolumesActionsTest-444234189-project] 10.222.0.104 "GET /v2.0/ports?device_id=1134fd7c-730c-4232-9d05-72ad280860c7 HTTP/1.1" status: 200 len: 945 time: 0.0907888 Jul 06 14:10:32.182178 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-678c99d5-3381-4fe1-93c4-cb8f2a1d5d49 req-ce2bba89-7d8f-42a6-ad84-73b92e804797 tempest-VolumesActionsTest-444234189 tempest-VolumesActionsTest-444234189-project] 10.222.0.104 "GET /v2.0/security-groups?id=81d531c9-3b63-4712-96a0-2c4a91da3b05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532973 Jul 06 14:10:33.066225 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2433789e-64d9-4c21-a14a-bba2238b6a3c req-6d907879-b2e3-4807-8420-458163092ede tempest-AttachVolumeShelveTestJSON-1020519793 tempest-AttachVolumeShelveTestJSON-1020519793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:10:33.077692 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-2433789e-64d9-4c21-a14a-bba2238b6a3c req-6d907879-b2e3-4807-8420-458163092ede tempest-AttachVolumeShelveTestJSON-1020519793 tempest-AttachVolumeShelveTestJSON-1020519793-project] 10.222.0.104 "GET /v2.0/ports?device_id=775e595c-a8be-4386-9e46-a9528870f5f2 HTTP/1.1" status: 200 len: 944 time: 0.1527021 Jul 06 14:10:33.185158 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-2433789e-64d9-4c21-a14a-bba2238b6a3c req-7b8f633d-3abe-489f-848d-2a12104932f4 tempest-AttachVolumeShelveTestJSON-1020519793 tempest-AttachVolumeShelveTestJSON-1020519793-project] 10.222.0.104 "GET /v2.0/security-groups?id=d3fcccd0-b259-400e-953a-933bdd8f821f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1056042 Jul 06 14:10:33.329792 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfa8322-3036-4177-99c8-5fdcec2153cd req-4712d27f-48bf-469d-ae16-77bf4c8d12ef tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:10:33.338406 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-9cfa8322-3036-4177-99c8-5fdcec2153cd req-4712d27f-48bf-469d-ae16-77bf4c8d12ef tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] 10.222.0.104 "GET /v2.0/ports?device_id=b6169543-9f03-48ce-932b-913e969dd966 HTTP/1.1" status: 200 len: 946 time: 0.2573173 Jul 06 14:10:33.387188 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-9cfa8322-3036-4177-99c8-5fdcec2153cd req-21a44863-a0d6-453b-a111-9f2c73695a33 tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] 10.222.0.104 "GET /v2.0/security-groups?id=bdba1446-e72e-4024-9da7-e6061f204f14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474150 Jul 06 14:10:33.403590 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-bd117737-71e5-4c33-aab7-d7a678488b62 req-807ea459-c282-4b86-bf21-6cb127bb9b65 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=e7dc6a4d-9f66-42f4-9ec5-8a24ac011f21&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.2137206 Jul 06 14:10:33.544988 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8624836e-9dd3-4a26-9380-2b2fab6d53f5 req-68445952-d210-4daf-9b31-ae235631e048 tempest-VolumesActionsTest-444234189 tempest-VolumesActionsTest-444234189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:10:33.546775 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-8624836e-9dd3-4a26-9380-2b2fab6d53f5 req-68445952-d210-4daf-9b31-ae235631e048 tempest-VolumesActionsTest-444234189 tempest-VolumesActionsTest-444234189-project] 10.222.0.104 "GET /v2.0/ports?device_id=1134fd7c-730c-4232-9d05-72ad280860c7 HTTP/1.1" status: 200 len: 945 time: 0.1327670 Jul 06 14:10:33.597637 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd117737-71e5-4c33-aab7-d7a678488b62 req-3e0d7a62-b434-4e69-bc76-1ca6a4ffa3b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:10:33.598488 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd117737-71e5-4c33-aab7-d7a678488b62 req-3e0d7a62-b434-4e69-bc76-1ca6a4ffa3b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:10:33.599122 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd117737-71e5-4c33-aab7-d7a678488b62 req-3e0d7a62-b434-4e69-bc76-1ca6a4ffa3b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:10:33.599636 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd117737-71e5-4c33-aab7-d7a678488b62 req-3e0d7a62-b434-4e69-bc76-1ca6a4ffa3b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:10:33.600117 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd117737-71e5-4c33-aab7-d7a678488b62 req-3e0d7a62-b434-4e69-bc76-1ca6a4ffa3b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:10:33.600598 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd117737-71e5-4c33-aab7-d7a678488b62 req-3e0d7a62-b434-4e69-bc76-1ca6a4ffa3b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:10:33.601161 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd117737-71e5-4c33-aab7-d7a678488b62 req-3e0d7a62-b434-4e69-bc76-1ca6a4ffa3b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:10:33.603241 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-bd117737-71e5-4c33-aab7-d7a678488b62 req-3e0d7a62-b434-4e69-bc76-1ca6a4ffa3b3 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=db940b92de5443cbbd5f77e12cabccfc&device_id=e7dc6a4d-9f66-42f4-9ec5-8a24ac011f21 HTTP/1.1" status: 200 len: 6493 time: 0.1457472 Jul 06 14:10:33.622925 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-8624836e-9dd3-4a26-9380-2b2fab6d53f5 req-6abcee30-820f-4cc5-852b-0c57f998229e tempest-VolumesActionsTest-444234189 tempest-VolumesActionsTest-444234189-project] 10.222.0.104 "GET /v2.0/security-groups?id=81d531c9-3b63-4712-96a0-2c4a91da3b05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676730 Jul 06 14:10:33.798133 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd117737-71e5-4c33-aab7-d7a678488b62 req-44abaef3-d678-4f8a-9751-379464be0420 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:10:33.801287 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd117737-71e5-4c33-aab7-d7a678488b62 req-44abaef3-d678-4f8a-9751-379464be0420 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:10:33.801287 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd117737-71e5-4c33-aab7-d7a678488b62 req-44abaef3-d678-4f8a-9751-379464be0420 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:10:33.801287 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-bd117737-71e5-4c33-aab7-d7a678488b62 req-44abaef3-d678-4f8a-9751-379464be0420 service neutron] 10.222.0.72 "GET /v2.0/networks?id=8db538bb-9e5e-4771-8353-dcc3bdff004e&id=ace612ee-fa1f-4249-807d-5000ddc15676&id=ace612ee-fa1f-4249-807d-5000ddc15676&id=ace612ee-fa1f-4249-807d-5000ddc15676&id=ace612ee-fa1f-4249-807d-5000ddc15676&id=a1a89b46-c613-4578-b710-c22d92f3acfb&id=a1a89b46-c613-4578-b710-c22d92f3acfb HTTP/1.1" status: 200 len: 2295 time: 0.1669049 Jul 06 14:10:33.955770 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-bd117737-71e5-4c33-aab7-d7a678488b62 req-29bbb786-09f1-417c-bc4d-e1e171832ab1 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0fccaba0-09bb-4911-acde-c7e70c576bcb HTTP/1.1" status: 200 len: 1000 time: 0.1407030 Jul 06 14:10:33.998243 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Device ee9785f9-b332-4dd9-b5ec-a4776c4a45ad up at agent hyperv_n-h1-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:10:34.057691 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd117737-71e5-4c33-aab7-d7a678488b62 req-76c32b30-910a-4705-ba43-a12b44876557 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:10:34.062436 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-bd117737-71e5-4c33-aab7-d7a678488b62 req-76c32b30-910a-4705-ba43-a12b44876557 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=906bb642-57ed-4e87-8668-4e82a3a18fe7 HTTP/1.1" status: 200 len: 851 time: 0.0997369 Jul 06 14:10:34.096793 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Provisioning for port ee9785f9-b332-4dd9-b5ec-a4776c4a45ad completed by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:10:34.106306 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Provisioning complete for port ee9785f9-b332-4dd9-b5ec-a4776c4a45ad triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:10:34.107253 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:34.307202 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:34.338633 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b159524-9f5c-46d8-9eb7-0fea9965f826 req-69253922-a206-4ed0-afcf-efc16cda5834 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:10:34.340352 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-6b159524-9f5c-46d8-9eb7-0fea9965f826 req-69253922-a206-4ed0-afcf-efc16cda5834 service neutron] 10.222.0.127 "GET /v2.0/ports?tenant_id=96647dd61d404050a5af01798d2f6f47&device_id=b6169543-9f03-48ce-932b-913e969dd966 HTTP/1.1" status: 200 len: 1097 time: 0.2739253 Jul 06 14:10:34.344976 n-d-773647-6 neutron-server[100248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '775e595c-a8be-4386-9e46-a9528870f5f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee9785f9-b332-4dd9-b5ec-a4776c4a45ad'}] {{(pid=100248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:10:34.347378 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd117737-71e5-4c33-aab7-d7a678488b62 req-631721a2-e0d1-4161-a7ab-b55af0bbd4b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:10:34.348050 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84af257533e383389cbcf231d3534f4d5e149e7203fea16b4a8fc01438dddaf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-556d654c-63b8-496e-8131-36121de52a55" -d '{"events": [{"server_uuid": "775e595c-a8be-4386-9e46-a9528870f5f2", "name": "network-vif-plugged", "status": "completed", "tag": "ee9785f9-b332-4dd9-b5ec-a4776c4a45ad"}]}' {{(pid=100248) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:10:34.350733 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-bd117737-71e5-4c33-aab7-d7a678488b62 req-631721a2-e0d1-4161-a7ab-b55af0bbd4b4 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=8db538bb-9e5e-4771-8353-dcc3bdff004e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1984038 Jul 06 14:10:34.367783 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] For port ee9785f9-b332-4dd9-b5ec-a4776c4a45ad, host n-h1-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773647-6',level=0,port_id=ee9785f9-b332-4dd9-b5ec-a4776c4a45ad,segment=NetworkSegment(c15971e2-442e-4b9a-8cef-3ba8ead63686),segment_id=c15971e2-442e-4b9a-8cef-3ba8ead63686)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:10:34.374964 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:34.472271 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Pushing event updated for resources: {'Port': ['ID=ee9785f9-b332-4dd9-b5ec-a4776c4a45ad,revision_number=5']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:10:34.566744 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-bd117737-71e5-4c33-aab7-d7a678488b62 req-5109af88-39bc-4971-bcd6-502a0e3ace87 service neutron] 10.222.0.72 "GET /v2.0/networks/8db538bb-9e5e-4771-8353-dcc3bdff004e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2009206 Jul 06 14:10:34.569633 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 14:10:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7367f005-7043-4804-b70b-c6e1c882bd00 x-openstack-request-id: req-7367f005-7043-4804-b70b-c6e1c882bd00 {{(pid=100248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:10:34.570861 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "775e595c-a8be-4386-9e46-a9528870f5f2", "name": "network-vif-plugged", "status": "completed", "tag": "ee9785f9-b332-4dd9-b5ec-a4776c4a45ad", "code": 200}]} {{(pid=100248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:10:34.571358 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-7367f005-7043-4804-b70b-c6e1c882bd00 {{(pid=100248) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:10:34.571961 n-d-773647-6 neutron-server[100248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '775e595c-a8be-4386-9e46-a9528870f5f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee9785f9-b332-4dd9-b5ec-a4776c4a45ad', 'code': 200} Jul 06 14:10:34.839205 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b159524-9f5c-46d8-9eb7-0fea9965f826 req-b6bebdcd-ec0c-481c-86b1-fa21b2b31f3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:10:34.841041 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-6b159524-9f5c-46d8-9eb7-0fea9965f826 req-b6bebdcd-ec0c-481c-86b1-fa21b2b31f3f service neutron] 10.222.0.127 "GET /v2.0/networks?id=ca8d241f-6d1c-4a83-a6b7-adff4a667580 HTTP/1.1" status: 200 len: 914 time: 0.4888620 Jul 06 14:10:34.866067 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3891d4b1-e4d1-4477-ad29-b69544e21082 req-7716102c-668d-4087-ae0b-b29ddf3d02f3 tempest-AttachVolumeShelveTestJSON-1020519793 tempest-AttachVolumeShelveTestJSON-1020519793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:10:34.868255 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-3891d4b1-e4d1-4477-ad29-b69544e21082 req-7716102c-668d-4087-ae0b-b29ddf3d02f3 tempest-AttachVolumeShelveTestJSON-1020519793 tempest-AttachVolumeShelveTestJSON-1020519793-project] 10.222.0.104 "GET /v2.0/ports?device_id=775e595c-a8be-4386-9e46-a9528870f5f2 HTTP/1.1" status: 200 len: 945 time: 0.3823931 Jul 06 14:10:34.943097 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-bd117737-71e5-4c33-aab7-d7a678488b62 req-4ca4e305-4e3a-4b7a-aab0-64a02095bb89 service neutron] 10.222.0.72 "GET /v2.0/networks/8db538bb-9e5e-4771-8353-dcc3bdff004e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3556647 Jul 06 14:10:34.944390 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-6b159524-9f5c-46d8-9eb7-0fea9965f826 req-e282bee6-20b7-4dd7-9ebc-9a07a4155b52 service neutron] 10.222.0.127 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dd9f686e-80b9-4c6e-92a3-0895574a774f HTTP/1.1" status: 200 len: 217 time: 0.0703986 Jul 06 14:10:34.947958 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8850da02-b811-4372-8655-8563f16900ea req-71f6d603-fab5-4cad-8f06-487cec9bb282 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:10:34.949303 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-8850da02-b811-4372-8655-8563f16900ea req-71f6d603-fab5-4cad-8f06-487cec9bb282 service neutron] 10.222.0.127 "GET /v2.0/ports?device_id=775e595c-a8be-4386-9e46-a9528870f5f2 HTTP/1.1" status: 200 len: 1096 time: 0.2677853 Jul 06 14:10:35.059635 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-bd117737-71e5-4c33-aab7-d7a678488b62 req-43f1ebb5-ca4b-4058-afcf-a928eebb5afd service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.252&port_id=3ba18cf5-928e-46ea-b0ca-9a371b8d9b40 HTTP/1.1" status: 200 len: 217 time: 0.1071777 Jul 06 14:10:35.081202 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-3891d4b1-e4d1-4477-ad29-b69544e21082 req-71ad8506-451d-4eb0-9927-ea2ac78acc96 tempest-AttachVolumeShelveTestJSON-1020519793 tempest-AttachVolumeShelveTestJSON-1020519793-project] 10.222.0.104 "GET /v2.0/security-groups?id=d3fcccd0-b259-400e-953a-933bdd8f821f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1940181 Jul 06 14:10:35.150355 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf80c65-f92f-4923-9161-541f6aabbb6a req-eac7e388-ef18-49fa-b16f-6bed950a37f0 tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:10:35.152734 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-4bf80c65-f92f-4923-9161-541f6aabbb6a req-eac7e388-ef18-49fa-b16f-6bed950a37f0 tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] 10.222.0.104 "GET /v2.0/ports?device_id=b6169543-9f03-48ce-932b-913e969dd966 HTTP/1.1" status: 200 len: 946 time: 0.4242260 Jul 06 14:10:35.200508 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-8850da02-b811-4372-8655-8563f16900ea req-6f969147-a8bd-40da-9238-0e747afebdbb service neutron] 10.222.0.127 "GET /v2.0/security-groups?id=d3fcccd0-b259-400e-953a-933bdd8f821f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2280471 Jul 06 14:10:35.201900 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd117737-71e5-4c33-aab7-d7a678488b62 req-0cdb300e-24d9-4a3d-8388-18e19f3d90a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:10:35.203372 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-bd117737-71e5-4c33-aab7-d7a678488b62 req-0cdb300e-24d9-4a3d-8388-18e19f3d90a5 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=aff5805c-7256-4603-b5c1-a0758ef2d27b HTTP/1.1" status: 200 len: 797 time: 0.1362853 Jul 06 14:10:35.224720 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b159524-9f5c-46d8-9eb7-0fea9965f826 req-660eb286-7c83-4d47-ba36-34dfca133031 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:10:35.226979 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-6b159524-9f5c-46d8-9eb7-0fea9965f826 req-660eb286-7c83-4d47-ba36-34dfca133031 service neutron] 10.222.0.127 "GET /v2.0/subnets?id=1d0103a5-6825-4713-928f-2c0821a07c96 HTTP/1.1" status: 200 len: 851 time: 0.2754691 Jul 06 14:10:35.308830 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-4bf80c65-f92f-4923-9161-541f6aabbb6a req-3464c20c-07d9-4a2d-99ea-b4cb9a6f248a tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] 10.222.0.104 "GET /v2.0/security-groups?id=bdba1446-e72e-4024-9da7-e6061f204f14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015217 Jul 06 14:10:35.378982 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd117737-71e5-4c33-aab7-d7a678488b62 req-f1375197-e389-4441-8e06-0997e231d5ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:10:35.380563 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-bd117737-71e5-4c33-aab7-d7a678488b62 req-f1375197-e389-4441-8e06-0997e231d5ef service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=ace612ee-fa1f-4249-807d-5000ddc15676&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1664875 Jul 06 14:10:35.423151 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b159524-9f5c-46d8-9eb7-0fea9965f826 req-de0bb600-f8ec-4b14-9e1c-5878c67b0038 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:10:35.429946 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-6b159524-9f5c-46d8-9eb7-0fea9965f826 req-de0bb600-f8ec-4b14-9e1c-5878c67b0038 service neutron] 10.222.0.127 "GET /v2.0/ports?network_id=ca8d241f-6d1c-4a83-a6b7-adff4a667580&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1063414 Jul 06 14:10:35.577140 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-6b159524-9f5c-46d8-9eb7-0fea9965f826 req-d4615cf9-cf72-4099-a863-1cc95ba0f43f service neutron] 10.222.0.127 "GET /v2.0/networks/ca8d241f-6d1c-4a83-a6b7-adff4a667580?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1027939 Jul 06 14:10:35.740391 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-bd117737-71e5-4c33-aab7-d7a678488b62 req-bb894e92-ab77-48d8-854c-e5953a4eb3ab service neutron] 10.222.0.72 "GET /v2.0/networks/ace612ee-fa1f-4249-807d-5000ddc15676?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3491764 Jul 06 14:10:35.744519 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-6b159524-9f5c-46d8-9eb7-0fea9965f826 req-aaed8b05-df90-4fad-8a22-eb855a02fd56 service neutron] 10.222.0.127 "GET /v2.0/networks/ca8d241f-6d1c-4a83-a6b7-adff4a667580?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1547773 Jul 06 14:10:35.818213 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-0845364f-8401-4a36-a245-e9daf8de2c7d req-df2683c7-21a2-4d23-b9ef-437984b2c4c2 service neutron] 10.222.0.127 "GET /v2.0/ports?device_id=86de0a1f-5db7-44ca-bb5a-ff9aa3c483af&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1435630 Jul 06 14:10:35.886822 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-bd117737-71e5-4c33-aab7-d7a678488b62 req-5a9c4f7f-69d3-4953-b253-05accaa73385 service neutron] 10.222.0.72 "GET /v2.0/networks/ace612ee-fa1f-4249-807d-5000ddc15676?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1378410 Jul 06 14:10:35.935254 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-bd117737-71e5-4c33-aab7-d7a678488b62 req-3a5a8d87-c147-4dbe-929f-469fa3ea688e service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.124&port_id=f010560f-f4c8-4c8c-99e0-7afd7573142a HTTP/1.1" status: 200 len: 217 time: 0.0375960 Jul 06 14:10:35.977233 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0845364f-8401-4a36-a245-e9daf8de2c7d req-7aeea02d-0542-4ffe-bfda-f426cef27ab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:10:35.979045 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-0845364f-8401-4a36-a245-e9daf8de2c7d req-7aeea02d-0542-4ffe-bfda-f426cef27ab0 service neutron] 10.222.0.127 "GET /v2.0/ports?tenant_id=96647dd61d404050a5af01798d2f6f47&device_id=86de0a1f-5db7-44ca-bb5a-ff9aa3c483af HTTP/1.1" status: 200 len: 1096 time: 0.1334860 Jul 06 14:10:36.004272 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd117737-71e5-4c33-aab7-d7a678488b62 req-162f1f29-51d6-4fae-9cdc-98a6d441f6a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:10:36.005757 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-bd117737-71e5-4c33-aab7-d7a678488b62 req-162f1f29-51d6-4fae-9cdc-98a6d441f6a7 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=aff5805c-7256-4603-b5c1-a0758ef2d27b HTTP/1.1" status: 200 len: 797 time: 0.0639114 Jul 06 14:10:36.150494 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0845364f-8401-4a36-a245-e9daf8de2c7d req-0cfd6c7b-6567-4bd1-bcf4-8275bd62ecba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:10:36.152976 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-0845364f-8401-4a36-a245-e9daf8de2c7d req-0cfd6c7b-6567-4bd1-bcf4-8275bd62ecba service neutron] 10.222.0.127 "GET /v2.0/networks?id=ca8d241f-6d1c-4a83-a6b7-adff4a667580 HTTP/1.1" status: 200 len: 914 time: 0.1402974 Jul 06 14:10:36.154380 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd117737-71e5-4c33-aab7-d7a678488b62 req-fe933fbe-cac9-44a6-b722-7791c06da850 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:10:36.156959 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-bd117737-71e5-4c33-aab7-d7a678488b62 req-fe933fbe-cac9-44a6-b722-7791c06da850 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=ace612ee-fa1f-4249-807d-5000ddc15676&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1356215 Jul 06 14:10:36.219643 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-0845364f-8401-4a36-a245-e9daf8de2c7d req-c3f27174-8755-4891-b0cc-a9d6d26a0830 service neutron] 10.222.0.127 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1f5819e5-377a-477d-a4e0-bc213d163822 HTTP/1.1" status: 200 len: 217 time: 0.0560279 Jul 06 14:10:36.482281 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0845364f-8401-4a36-a245-e9daf8de2c7d req-0fe37bc6-a566-4a95-9cc9-7667e936cb58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:10:36.483818 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-0845364f-8401-4a36-a245-e9daf8de2c7d req-0fe37bc6-a566-4a95-9cc9-7667e936cb58 service neutron] 10.222.0.127 "GET /v2.0/subnets?id=1d0103a5-6825-4713-928f-2c0821a07c96 HTTP/1.1" status: 200 len: 851 time: 0.2322059 Jul 06 14:10:36.935273 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-bd117737-71e5-4c33-aab7-d7a678488b62 req-13b4e08a-7fae-4dae-84a3-4887cd58a39c service neutron] 10.222.0.72 "GET /v2.0/networks/ace612ee-fa1f-4249-807d-5000ddc15676?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7609365 Jul 06 14:10:37.028148 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ba012f-3f16-4c9b-ac36-bac248169ddf req-2a959637-f5af-4a4e-8c71-0bb3436b8091 tempest-AttachVolumeShelveTestJSON-1020519793 tempest-AttachVolumeShelveTestJSON-1020519793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:10:37.034753 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-88ba012f-3f16-4c9b-ac36-bac248169ddf req-2a959637-f5af-4a4e-8c71-0bb3436b8091 tempest-AttachVolumeShelveTestJSON-1020519793 tempest-AttachVolumeShelveTestJSON-1020519793-project] 10.222.0.104 "GET /v2.0/ports?device_id=775e595c-a8be-4386-9e46-a9528870f5f2 HTTP/1.1" status: 200 len: 945 time: 0.7756338 Jul 06 14:10:37.115530 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-88ba012f-3f16-4c9b-ac36-bac248169ddf req-450b87ed-6eb3-4d47-818e-eefc8adcb2de tempest-AttachVolumeShelveTestJSON-1020519793 tempest-AttachVolumeShelveTestJSON-1020519793-project] 10.222.0.104 "GET /v2.0/security-groups?id=d3fcccd0-b259-400e-953a-933bdd8f821f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0774221 Jul 06 14:10:37.156986 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0845364f-8401-4a36-a245-e9daf8de2c7d req-5fa8243c-968a-4cb9-a03c-3e63b1d2fb0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:10:37.158709 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-0845364f-8401-4a36-a245-e9daf8de2c7d req-5fa8243c-968a-4cb9-a03c-3e63b1d2fb0e service neutron] 10.222.0.127 "GET /v2.0/ports?network_id=ca8d241f-6d1c-4a83-a6b7-adff4a667580&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6609640 Jul 06 14:10:37.203638 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8dc1532-4fde-447d-9644-aa47fe2d3e19 req-68af9bab-b002-474c-96da-d94aedcfe78e tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:10:37.205337 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-f8dc1532-4fde-447d-9644-aa47fe2d3e19 req-68af9bab-b002-474c-96da-d94aedcfe78e tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] 10.222.0.104 "GET /v2.0/ports?device_id=b6169543-9f03-48ce-932b-913e969dd966 HTTP/1.1" status: 200 len: 946 time: 0.2902529 Jul 06 14:10:37.343392 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-bd117737-71e5-4c33-aab7-d7a678488b62 req-7b8f9407-5c95-4b78-bb65-d5d491693d4e service neutron] 10.222.0.72 "GET /v2.0/networks/ace612ee-fa1f-4249-807d-5000ddc15676?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3863111 Jul 06 14:10:37.409216 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-bd117737-71e5-4c33-aab7-d7a678488b62 req-b301c72a-d6ae-458e-9d0a-611fd171d7cb service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.242&port_id=83215aec-c681-4406-8cbd-a47df2174430 HTTP/1.1" status: 200 len: 217 time: 0.0535979 Jul 06 14:10:37.442699 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-f8dc1532-4fde-447d-9644-aa47fe2d3e19 req-4b878b9e-a224-4357-ae06-c609d6e550bf tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] 10.222.0.104 "GET /v2.0/security-groups?id=bdba1446-e72e-4024-9da7-e6061f204f14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2077427 Jul 06 14:10:37.509890 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-0845364f-8401-4a36-a245-e9daf8de2c7d req-e694eadb-055e-410e-89e7-7e00c6e199f8 service neutron] 10.222.0.127 "GET /v2.0/networks/ca8d241f-6d1c-4a83-a6b7-adff4a667580?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3017523 Jul 06 14:10:37.767782 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-0845364f-8401-4a36-a245-e9daf8de2c7d req-18f8a1bc-19bf-46f3-9708-f518fc5fa107 service neutron] 10.222.0.127 "GET /v2.0/networks/ca8d241f-6d1c-4a83-a6b7-adff4a667580?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2492824 Jul 06 14:10:37.779672 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd117737-71e5-4c33-aab7-d7a678488b62 req-7396d298-fb71-434b-ba57-66a359795318 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:10:37.781680 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-bd117737-71e5-4c33-aab7-d7a678488b62 req-7396d298-fb71-434b-ba57-66a359795318 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=aff5805c-7256-4603-b5c1-a0758ef2d27b HTTP/1.1" status: 200 len: 797 time: 0.3618164 Jul 06 14:10:38.029327 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Device dd9f686e-80b9-4c6e-92a3-0895574a774f no longer exists at agent hyperv_n-h1-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:10:38.056472 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd117737-71e5-4c33-aab7-d7a678488b62 req-8ae7c689-4ebd-4a2c-9b55-0b77498f6b0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:10:38.059161 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-bd117737-71e5-4c33-aab7-d7a678488b62 req-8ae7c689-4ebd-4a2c-9b55-0b77498f6b0d service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=ace612ee-fa1f-4249-807d-5000ddc15676&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2690353 Jul 06 14:10:38.077381 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0fab7f-f22c-4924-9fd7-476b254ba40e req-c5d734f3-7a20-4cc9-834c-3dd91e937bab tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:10:38.086159 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0fab7f-f22c-4924-9fd7-476b254ba40e req-c5d734f3-7a20-4cc9-834c-3dd91e937bab tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:10:38.093009 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0fab7f-f22c-4924-9fd7-476b254ba40e req-c5d734f3-7a20-4cc9-834c-3dd91e937bab tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:10:38.099764 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0fab7f-f22c-4924-9fd7-476b254ba40e req-c5d734f3-7a20-4cc9-834c-3dd91e937bab tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:10:38.106089 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0fab7f-f22c-4924-9fd7-476b254ba40e req-c5d734f3-7a20-4cc9-834c-3dd91e937bab tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:10:38.112956 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0fab7f-f22c-4924-9fd7-476b254ba40e req-c5d734f3-7a20-4cc9-834c-3dd91e937bab tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:10:38.120451 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0fab7f-f22c-4924-9fd7-476b254ba40e req-c5d734f3-7a20-4cc9-834c-3dd91e937bab tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:10:38.122476 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-fc0fab7f-f22c-4924-9fd7-476b254ba40e req-c5d734f3-7a20-4cc9-834c-3dd91e937bab tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] 10.222.0.104 "GET /v2.0/ports?device_id=e7dc6a4d-9f66-42f4-9ec5-8a24ac011f21 HTTP/1.1" status: 200 len: 5436 time: 0.1752582 Jul 06 14:10:38.186910 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:38.277517 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] For port dd9f686e-80b9-4c6e-92a3-0895574a774f, host n-h1-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773647-6',level=0,port_id=dd9f686e-80b9-4c6e-92a3-0895574a774f,segment=NetworkSegment(36c50412-6893-4622-808c-49164f6f9db6),segment_id=36c50412-6893-4622-808c-49164f6f9db6)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:10:38.286616 n-d-773647-6 neutron-server[100248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6169543-9f03-48ce-932b-913e969dd966', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dd9f686e-80b9-4c6e-92a3-0895574a774f'}] {{(pid=100248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:10:38.293253 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84af257533e383389cbcf231d3534f4d5e149e7203fea16b4a8fc01438dddaf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-339cc632-ab01-4296-8acf-c87c9e63eb1d" -d '{"events": [{"server_uuid": "b6169543-9f03-48ce-932b-913e969dd966", "name": "network-vif-unplugged", "status": "completed", "tag": "dd9f686e-80b9-4c6e-92a3-0895574a774f"}]}' {{(pid=100248) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:10:38.301509 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:38.343695 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-fc0fab7f-f22c-4924-9fd7-476b254ba40e req-834fae07-39b4-4221-a96b-b459a4f77c0b tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] 10.222.0.104 "GET /v2.0/security-groups?id=49c1468a-280e-4510-8673-63e827c90e1a&id=89d2c750-f3d8-486f-ac80-ea9c67d569ed&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1788890 Jul 06 14:10:38.415819 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-bd117737-71e5-4c33-aab7-d7a678488b62 req-058653d2-aeb5-43b8-94b5-34d3266323b4 service neutron] 10.222.0.72 "GET /v2.0/networks/ace612ee-fa1f-4249-807d-5000ddc15676?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2922423 Jul 06 14:10:38.474050 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Pushing event updated for resources: {'Port': ['ID=dd9f686e-80b9-4c6e-92a3-0895574a774f,revision_number=8']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:10:38.603642 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 06 Jul 2021 14:10:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de9ceb09-e4ac-4b23-8089-dafdfe9c8b55 x-openstack-request-id: req-de9ceb09-e4ac-4b23-8089-dafdfe9c8b55 {{(pid=100248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:10:38.604221 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6169543-9f03-48ce-932b-913e969dd966", "name": "network-vif-unplugged", "status": "failed", "tag": "dd9f686e-80b9-4c6e-92a3-0895574a774f", "code": 422}]} {{(pid=100248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:10:38.604674 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-de9ceb09-e4ac-4b23-8089-dafdfe9c8b55 {{(pid=100248) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:10:38.605279 n-d-773647-6 neutron-server[100248]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'b6169543-9f03-48ce-932b-913e969dd966', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'dd9f686e-80b9-4c6e-92a3-0895574a774f', 'code': 422} returned with failed status Jul 06 14:10:38.648505 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-bd117737-71e5-4c33-aab7-d7a678488b62 req-5563339a-2f42-4284-ae34-4af4f51bae4c service neutron] 10.222.0.72 "GET /v2.0/networks/ace612ee-fa1f-4249-807d-5000ddc15676?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2252760 Jul 06 14:10:38.769303 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-bd117737-71e5-4c33-aab7-d7a678488b62 req-7f572315-871d-4e59-96ab-bf6c5f5efc2f service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.196&port_id=5b6cd563-8930-4a51-87d6-66e9c4455b58 HTTP/1.1" status: 200 len: 217 time: 0.0947962 Jul 06 14:10:38.851653 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904d51ce-ff62-459b-a870-457ce653be6e req-6eb31f4a-c508-4912-b20c-fe04d51a95a6 tempest-AttachVolumeShelveTestJSON-1020519793 tempest-AttachVolumeShelveTestJSON-1020519793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:10:38.853764 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-904d51ce-ff62-459b-a870-457ce653be6e req-6eb31f4a-c508-4912-b20c-fe04d51a95a6 tempest-AttachVolumeShelveTestJSON-1020519793 tempest-AttachVolumeShelveTestJSON-1020519793-project] 10.222.0.104 "GET /v2.0/ports?device_id=775e595c-a8be-4386-9e46-a9528870f5f2 HTTP/1.1" status: 200 len: 945 time: 0.2031908 Jul 06 14:10:38.878491 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd117737-71e5-4c33-aab7-d7a678488b62 req-d32180ad-55a8-4264-b5d0-2c9a23ecd147 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:10:38.880222 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-bd117737-71e5-4c33-aab7-d7a678488b62 req-d32180ad-55a8-4264-b5d0-2c9a23ecd147 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=aff5805c-7256-4603-b5c1-a0758ef2d27b HTTP/1.1" status: 200 len: 797 time: 0.1027966 Jul 06 14:10:38.978303 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-904d51ce-ff62-459b-a870-457ce653be6e req-c606969b-80d8-410f-aec7-302bc1b79a94 tempest-AttachVolumeShelveTestJSON-1020519793 tempest-AttachVolumeShelveTestJSON-1020519793-project] 10.222.0.104 "GET /v2.0/security-groups?id=d3fcccd0-b259-400e-953a-933bdd8f821f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1115031 Jul 06 14:10:39.022235 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19aabd84-08b4-4619-b876-3ab0974baf38 req-791a4e69-200d-4b19-9446-8e9ca61ef659 tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:10:39.028804 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19aabd84-08b4-4619-b876-3ab0974baf38 req-791a4e69-200d-4b19-9446-8e9ca61ef659 tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:10:39.035381 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19aabd84-08b4-4619-b876-3ab0974baf38 req-791a4e69-200d-4b19-9446-8e9ca61ef659 tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:10:39.046007 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19aabd84-08b4-4619-b876-3ab0974baf38 req-791a4e69-200d-4b19-9446-8e9ca61ef659 tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:10:39.052191 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19aabd84-08b4-4619-b876-3ab0974baf38 req-791a4e69-200d-4b19-9446-8e9ca61ef659 tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:10:39.058817 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19aabd84-08b4-4619-b876-3ab0974baf38 req-791a4e69-200d-4b19-9446-8e9ca61ef659 tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:10:39.065632 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19aabd84-08b4-4619-b876-3ab0974baf38 req-791a4e69-200d-4b19-9446-8e9ca61ef659 tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:10:39.067848 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-19aabd84-08b4-4619-b876-3ab0974baf38 req-791a4e69-200d-4b19-9446-8e9ca61ef659 tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] 10.222.0.104 "GET /v2.0/ports?device_id=e7dc6a4d-9f66-42f4-9ec5-8a24ac011f21 HTTP/1.1" status: 200 len: 5436 time: 0.2106330 Jul 06 14:10:39.084871 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd117737-71e5-4c33-aab7-d7a678488b62 req-4afb6b4a-1c84-453b-8945-f5cd66ef1056 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:10:39.089379 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-bd117737-71e5-4c33-aab7-d7a678488b62 req-4afb6b4a-1c84-453b-8945-f5cd66ef1056 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=ace612ee-fa1f-4249-807d-5000ddc15676&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1827691 Jul 06 14:10:39.282563 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-bd117737-71e5-4c33-aab7-d7a678488b62 req-5bc4fadd-790f-42aa-9240-306a51d8c1d5 service neutron] 10.222.0.72 "GET /v2.0/networks/ace612ee-fa1f-4249-807d-5000ddc15676?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1852274 Jul 06 14:10:39.355088 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648615c8-b998-40e8-bb33-e0b7c97b714d req-54fc8b76-ac3c-4b7c-9b7e-42504f7329b0 tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:10:39.356782 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-648615c8-b998-40e8-bb33-e0b7c97b714d req-54fc8b76-ac3c-4b7c-9b7e-42504f7329b0 tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] 10.222.0.104 "GET /v2.0/ports?device_id=b6169543-9f03-48ce-932b-913e969dd966 HTTP/1.1" status: 200 len: 944 time: 0.1957939 Jul 06 14:10:39.370673 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d70d73-852c-4b11-a1dd-be7ce18b7e74 req-d450cfb9-5f23-43d8-bb8f-0f803528c6df tempest-VolumesActionsTest-444234189 tempest-VolumesActionsTest-444234189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:10:39.378449 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-08d70d73-852c-4b11-a1dd-be7ce18b7e74 req-d450cfb9-5f23-43d8-bb8f-0f803528c6df tempest-VolumesActionsTest-444234189 tempest-VolumesActionsTest-444234189-project] 10.222.0.104 "GET /v2.0/ports?device_id=1134fd7c-730c-4232-9d05-72ad280860c7 HTTP/1.1" status: 200 len: 945 time: 0.1931775 Jul 06 14:10:39.471949 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-648615c8-b998-40e8-bb33-e0b7c97b714d req-966fba9e-cc64-4224-84ab-da28ea182991 tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] 10.222.0.104 "GET /v2.0/security-groups?id=bdba1446-e72e-4024-9da7-e6061f204f14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982981 Jul 06 14:10:39.485788 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-08d70d73-852c-4b11-a1dd-be7ce18b7e74 req-c56c40ae-1393-444b-a480-78db62be1b21 tempest-VolumesActionsTest-444234189 tempest-VolumesActionsTest-444234189-project] 10.222.0.104 "GET /v2.0/security-groups?id=81d531c9-3b63-4712-96a0-2c4a91da3b05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897007 Jul 06 14:10:39.510599 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-bd117737-71e5-4c33-aab7-d7a678488b62 req-b775a638-c65b-4404-a1df-018a5c818317 service neutron] 10.222.0.72 "GET /v2.0/networks/ace612ee-fa1f-4249-807d-5000ddc15676?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2195070 Jul 06 14:10:39.582577 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-bd117737-71e5-4c33-aab7-d7a678488b62 req-41c09cac-7d6c-4bd5-95d5-98e9b53268bb service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=6dd92e69-e804-40c7-8993-d5e086a55974 HTTP/1.1" status: 200 len: 217 time: 0.0640111 Jul 06 14:10:39.695512 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd117737-71e5-4c33-aab7-d7a678488b62 req-3b33520f-5927-41a6-abb2-933c8522c573 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:10:39.697038 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-bd117737-71e5-4c33-aab7-d7a678488b62 req-3b33520f-5927-41a6-abb2-933c8522c573 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=13d1afd1-bf55-4593-a656-2ddb45c50a8c HTTP/1.1" status: 200 len: 797 time: 0.1042187 Jul 06 14:10:39.880549 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd117737-71e5-4c33-aab7-d7a678488b62 req-4f3f8665-4be2-42f2-890d-7c4f938f7075 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:10:39.882769 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-bd117737-71e5-4c33-aab7-d7a678488b62 req-4f3f8665-4be2-42f2-890d-7c4f938f7075 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=a1a89b46-c613-4578-b710-c22d92f3acfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1692047 Jul 06 14:10:39.957137 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d43d21-60d5-438e-86b4-7bdb950b8fae req-79a9f61e-d9a6-41e3-b1c9-7e1e17ee98b5 tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:10:39.958785 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-d4d43d21-60d5-438e-86b4-7bdb950b8fae req-79a9f61e-d9a6-41e3-b1c9-7e1e17ee98b5 tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] 10.222.0.104 "GET /v2.0/ports?device_id=5fbc9a8b-86db-4456-85e1-a59cfdbb9c8d HTTP/1.1" status: 200 len: 944 time: 0.1918211 Jul 06 14:10:39.970434 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61be7cbf-f49f-4c62-8675-26d306b00b83 req-396f7fdf-acc6-4d27-b25f-27da57e842f1 tempest-AttachVolumeShelveTestJSON-1020519793 tempest-AttachVolumeShelveTestJSON-1020519793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:10:39.982077 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-61be7cbf-f49f-4c62-8675-26d306b00b83 req-396f7fdf-acc6-4d27-b25f-27da57e842f1 tempest-AttachVolumeShelveTestJSON-1020519793 tempest-AttachVolumeShelveTestJSON-1020519793-project] 10.222.0.104 "GET /v2.0/ports?device_id=775e595c-a8be-4386-9e46-a9528870f5f2 HTTP/1.1" status: 200 len: 945 time: 0.1957424 Jul 06 14:10:39.982724 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 48940) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:10:39.988414 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-9c40deee-6819-4622-8ad3-59264454b382 tempest-AttachVolumeShelveTestJSON-1020519793 tempest-AttachVolumeShelveTestJSON-1020519793-project] Request body: {'floatingip': {'port_id': 'ee9785f9-b332-4dd9-b5ec-a4776c4a45ad'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:10:40.046265 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-9c40deee-6819-4622-8ad3-59264454b382 tempest-AttachVolumeShelveTestJSON-1020519793 tempest-AttachVolumeShelveTestJSON-1020519793-project] Notify callbacks [] for floatingip, before_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:40.086464 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-d4d43d21-60d5-438e-86b4-7bdb950b8fae req-824b6e54-ac87-41e5-ab71-db027887c2da tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] 10.222.0.104 "GET /v2.0/security-groups?id=54cfb86c-390d-4cad-8265-7f5781c66116&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0977442 Jul 06 14:10:40.115747 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-bd117737-71e5-4c33-aab7-d7a678488b62 req-e0b0c2a9-716f-4070-92b3-6b4f7597e902 service neutron] 10.222.0.72 "GET /v2.0/networks/a1a89b46-c613-4578-b710-c22d92f3acfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2219617 Jul 06 14:10:40.243498 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d124665c-cd2a-4b70-87fc-a602b44d1046 req-a92de624-8a52-416a-a432-688ef8cc59d8 tempest-VolumesActionsTest-444234189 tempest-VolumesActionsTest-444234189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:10:40.245339 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-d124665c-cd2a-4b70-87fc-a602b44d1046 req-a92de624-8a52-416a-a432-688ef8cc59d8 tempest-VolumesActionsTest-444234189 tempest-VolumesActionsTest-444234189-project] 10.222.0.72 "GET /v2.0/ports?device_id=1134fd7c-730c-4232-9d05-72ad280860c7 HTTP/1.1" status: 200 len: 945 time: 0.1961794 Jul 06 14:10:40.264165 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-bd117737-71e5-4c33-aab7-d7a678488b62 req-ce9ab3bb-6a3a-48d8-b761-83b691515d0c service neutron] 10.222.0.72 "GET /v2.0/networks/a1a89b46-c613-4578-b710-c22d92f3acfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1334662 Jul 06 14:10:40.329745 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-bd117737-71e5-4c33-aab7-d7a678488b62 req-2f7fe398-fdf5-4b69-871f-3cc368a63479 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=7a5f929a-d561-4993-9f4a-1c266d662f0f HTTP/1.1" status: 200 len: 217 time: 0.0587921 Jul 06 14:10:40.420181 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd117737-71e5-4c33-aab7-d7a678488b62 req-a7f42e8b-3ced-4839-bae5-5558ad66b50e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:10:40.421960 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-bd117737-71e5-4c33-aab7-d7a678488b62 req-a7f42e8b-3ced-4839-bae5-5558ad66b50e service neutron] 10.222.0.72 "GET /v2.0/subnets?id=13d1afd1-bf55-4593-a656-2ddb45c50a8c HTTP/1.1" status: 200 len: 797 time: 0.0723619 Jul 06 14:10:40.461261 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:40.502597 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7049923-d5d8-4877-8f16-1390cb7febc2 req-0b9f8dbb-9c22-41df-97cd-3cc280b5104c tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:10:40.503499 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-a7049923-d5d8-4877-8f16-1390cb7febc2 req-0b9f8dbb-9c22-41df-97cd-3cc280b5104c tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] 10.222.0.104 "GET /v2.0/ports?device_id=5fbc9a8b-86db-4456-85e1-a59cfdbb9c8d HTTP/1.1" status: 200 len: 944 time: 0.1867833 Jul 06 14:10:40.571967 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-a7049923-d5d8-4877-8f16-1390cb7febc2 req-ccafbbed-ae71-4f18-ad90-da8df7fbd2b7 tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] 10.222.0.104 "GET /v2.0/security-groups?id=54cfb86c-390d-4cad-8265-7f5781c66116&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0570490 Jul 06 14:10:40.589819 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd117737-71e5-4c33-aab7-d7a678488b62 req-a049fc47-ed7f-406f-801b-5bfebb87b24f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:10:40.591735 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-bd117737-71e5-4c33-aab7-d7a678488b62 req-a049fc47-ed7f-406f-801b-5bfebb87b24f service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=a1a89b46-c613-4578-b710-c22d92f3acfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1627989 Jul 06 14:10:40.741557 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [req-d124665c-cd2a-4b70-87fc-a602b44d1046 req-b0f2aa61-eb99-4f9c-86f2-b1e3666c13b0 tempest-VolumesActionsTest-444234189 tempest-VolumesActionsTest-444234189-project] Deleting port 6edffb63-0687-496c-886f-8fcbcf9f681f {{(pid=100246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:10:40.741944 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-d124665c-cd2a-4b70-87fc-a602b44d1046 req-b0f2aa61-eb99-4f9c-86f2-b1e3666c13b0 tempest-VolumesActionsTest-444234189 tempest-VolumesActionsTest-444234189-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:40.923066 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.db [req-d124665c-cd2a-4b70-87fc-a602b44d1046 req-b0f2aa61-eb99-4f9c-86f2-b1e3666c13b0 tempest-VolumesActionsTest-444234189 tempest-VolumesActionsTest-444234189-project] For port 6edffb63-0687-496c-886f-8fcbcf9f681f, host n-h2-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=6edffb63-0687-496c-886f-8fcbcf9f681f,segment=NetworkSegment(4d5d156b-bd08-4f50-8375-d51e4d3871a9),segment_id=4d5d156b-bd08-4f50-8375-d51e4d3871a9)] {{(pid=100246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:10:40.923489 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-d124665c-cd2a-4b70-87fc-a602b44d1046 req-b0f2aa61-eb99-4f9c-86f2-b1e3666c13b0 tempest-VolumesActionsTest-444234189 tempest-VolumesActionsTest-444234189-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:40.924842 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352372e8-69f2-41e2-ae8a-d87d48045248 req-c7168214-4184-461a-af8a-ffdaaad86df9 tempest-VolumesActionsTest-444234189 tempest-VolumesActionsTest-444234189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:10:40.947968 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-352372e8-69f2-41e2-ae8a-d87d48045248 req-c7168214-4184-461a-af8a-ffdaaad86df9 tempest-VolumesActionsTest-444234189 tempest-VolumesActionsTest-444234189-project] 10.222.0.104 "GET /v2.0/ports?device_id=1134fd7c-730c-4232-9d05-72ad280860c7 HTTP/1.1" status: 200 len: 945 time: 0.2148952 Jul 06 14:10:40.978697 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-bd117737-71e5-4c33-aab7-d7a678488b62 req-95460419-c3bb-4550-bd88-408fc6943c49 service neutron] 10.222.0.72 "GET /v2.0/networks/a1a89b46-c613-4578-b710-c22d92f3acfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3795533 Jul 06 14:10:40.993277 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [req-d124665c-cd2a-4b70-87fc-a602b44d1046 req-b0f2aa61-eb99-4f9c-86f2-b1e3666c13b0 tempest-VolumesActionsTest-444234189 tempest-VolumesActionsTest-444234189-project] Calling delete_port for 6edffb63-0687-496c-886f-8fcbcf9f681f owned by compute:nova {{(pid=100246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:10:41.020242 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-9c40deee-6819-4622-8ad3-59264454b382 tempest-AttachVolumeShelveTestJSON-1020519793 tempest-AttachVolumeShelveTestJSON-1020519793-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:41.057321 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-352372e8-69f2-41e2-ae8a-d87d48045248 req-a9e49a4e-f4ba-409e-8ef1-ae757cedcdbb tempest-VolumesActionsTest-444234189 tempest-VolumesActionsTest-444234189-project] 10.222.0.104 "GET /v2.0/security-groups?id=81d531c9-3b63-4712-96a0-2c4a91da3b05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025209 Jul 06 14:10:41.074225 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-9c40deee-6819-4622-8ad3-59264454b382 tempest-AttachVolumeShelveTestJSON-1020519793 tempest-AttachVolumeShelveTestJSON-1020519793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1761130'] for floatingip, after_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:41.272276 n-d-773647-6 neutron-server[100246]: INFO neutron.db.l3_db [None req-9c40deee-6819-4622-8ad3-59264454b382 tempest-AttachVolumeShelveTestJSON-1020519793 tempest-AttachVolumeShelveTestJSON-1020519793-project] Floating IP 553ac0f6-a761-4784-b657-228b8642225e associated. External IP: 172.25.0.21, port: ee9785f9-b332-4dd9-b5ec-a4776c4a45ad. Jul 06 14:10:41.278851 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-bd117737-71e5-4c33-aab7-d7a678488b62 req-70769575-4018-485e-af46-547ea9051e88 service neutron] 10.222.0.72 "GET /v2.0/networks/a1a89b46-c613-4578-b710-c22d92f3acfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2531106 Jul 06 14:10:41.384269 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-d124665c-cd2a-4b70-87fc-a602b44d1046 req-b0f2aa61-eb99-4f9c-86f2-b1e3666c13b0 tempest-VolumesActionsTest-444234189 tempest-VolumesActionsTest-444234189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127687580'] for port, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:41.425428 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] get_ports_and_sgs() called for port_ids ['6edffb63-0687-496c-886f-8fcbcf9f681f'] {{(pid=100248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 14:10:41.425917 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4915e2-2915-4442-a13c-0b2425c8bf20 req-094a993e-7599-489f-8d2f-2125dd1d3823 tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:10:41.440361 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-1a4915e2-2915-4442-a13c-0b2425c8bf20 req-094a993e-7599-489f-8d2f-2125dd1d3823 tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] 10.222.0.104 "GET /v2.0/ports?device_id=5fbc9a8b-86db-4456-85e1-a59cfdbb9c8d HTTP/1.1" status: 200 len: 944 time: 0.1477683 Jul 06 14:10:41.466610 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f2aa61-eb99-4f9c-86f2-b1e3666c13b0 tempest-VolumesActionsTest-444234189 tempest-VolumesActionsTest-444234189-project] Pushing event deleted for resources: {'Port': ['ID=6edffb63-0687-496c-886f-8fcbcf9f681f,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:10:41.546898 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-1a4915e2-2915-4442-a13c-0b2425c8bf20 req-787df2d6-185c-4426-9304-c802a2216709 tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] 10.222.0.104 "GET /v2.0/security-groups?id=54cfb86c-390d-4cad-8265-7f5781c66116&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1041973 Jul 06 14:10:41.609375 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [req-d124665c-cd2a-4b70-87fc-a602b44d1046 req-b0f2aa61-eb99-4f9c-86f2-b1e3666c13b0 tempest-VolumesActionsTest-444234189 tempest-VolumesActionsTest-444234189-project] No DVR routers for this DVR port 6edffb63-0687-496c-886f-8fcbcf9f681f on host n-h2-773647-6 {{(pid=100246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:10:41.612817 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-d124665c-cd2a-4b70-87fc-a602b44d1046 req-b0f2aa61-eb99-4f9c-86f2-b1e3666c13b0 tempest-VolumesActionsTest-444234189 tempest-VolumesActionsTest-444234189-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:41.619163 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-d124665c-cd2a-4b70-87fc-a602b44d1046 req-b0f2aa61-eb99-4f9c-86f2-b1e3666c13b0 tempest-VolumesActionsTest-444234189 tempest-VolumesActionsTest-444234189-project] 10.222.0.72 "DELETE /v2.0/ports/6edffb63-0687-496c-886f-8fcbcf9f681f HTTP/1.1" status: 204 len: 173 time: 1.3680744 Jul 06 14:10:41.643869 n-d-773647-6 neutron-server[100246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1134fd7c-730c-4232-9d05-72ad280860c7', 'name': 'network-vif-deleted', 'tag': '6edffb63-0687-496c-886f-8fcbcf9f681f'}] {{(pid=100246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:10:41.645835 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0d96c5ab5e889f7b933ae915b9be33d1b46c9e87795bf781004b656ef3f1e87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94677a20-f638-4713-ba27-b9b46c6d04af" -d '{"events": [{"server_uuid": "1134fd7c-730c-4232-9d05-72ad280860c7", "name": "network-vif-deleted", "tag": "6edffb63-0687-496c-886f-8fcbcf9f681f"}]}' {{(pid=100246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:10:41.766816 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 14:10:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-952ad45b-2a04-46c5-b92f-a001aadc511a x-openstack-request-id: req-952ad45b-2a04-46c5-b92f-a001aadc511a {{(pid=100246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:10:41.767083 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1134fd7c-730c-4232-9d05-72ad280860c7", "name": "network-vif-deleted", "tag": "6edffb63-0687-496c-886f-8fcbcf9f681f", "status": "completed", "code": 200}]} {{(pid=100246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:10:41.769462 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-952ad45b-2a04-46c5-b92f-a001aadc511a {{(pid=100246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:10:41.769949 n-d-773647-6 neutron-server[100246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1134fd7c-730c-4232-9d05-72ad280860c7', 'name': 'network-vif-deleted', 'tag': '6edffb63-0687-496c-886f-8fcbcf9f681f', 'status': 'completed', 'code': 200} Jul 06 14:10:41.867542 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 48984) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:10:41.918148 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c40deee-6819-4622-8ad3-59264454b382 tempest-AttachVolumeShelveTestJSON-1020519793 tempest-AttachVolumeShelveTestJSON-1020519793-project] Router 170efd2e-2d32-454c-af51-75fb29d893a4 has already been hosted by L3 agent 2823d358-a11b-4885-a706-95a279e43fa7 {{(pid=100246) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 14:10:42.023345 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca2a4cb-7192-4ce2-86f7-e6c0085dfde2 req-6014d6c6-57f0-4504-bf6d-e127640dbc51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:10:42.024114 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca2a4cb-7192-4ce2-86f7-e6c0085dfde2 req-6014d6c6-57f0-4504-bf6d-e127640dbc51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:10:42.024775 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca2a4cb-7192-4ce2-86f7-e6c0085dfde2 req-6014d6c6-57f0-4504-bf6d-e127640dbc51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:10:42.025403 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca2a4cb-7192-4ce2-86f7-e6c0085dfde2 req-6014d6c6-57f0-4504-bf6d-e127640dbc51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:10:42.026028 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca2a4cb-7192-4ce2-86f7-e6c0085dfde2 req-6014d6c6-57f0-4504-bf6d-e127640dbc51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:10:42.026652 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca2a4cb-7192-4ce2-86f7-e6c0085dfde2 req-6014d6c6-57f0-4504-bf6d-e127640dbc51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:10:42.027421 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca2a4cb-7192-4ce2-86f7-e6c0085dfde2 req-6014d6c6-57f0-4504-bf6d-e127640dbc51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:10:42.037211 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-cca2a4cb-7192-4ce2-86f7-e6c0085dfde2 req-6014d6c6-57f0-4504-bf6d-e127640dbc51 service neutron] 10.222.0.104 "GET /v2.0/ports?device_id=e7dc6a4d-9f66-42f4-9ec5-8a24ac011f21 HTTP/1.1" status: 200 len: 6493 time: 0.1679509 Jul 06 14:10:42.045898 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Device dd9f686e-80b9-4c6e-92a3-0895574a774f no longer exists at agent hyperv_n-h1-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:10:42.066957 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c40deee-6819-4622-8ad3-59264454b382 tempest-AttachVolumeShelveTestJSON-1020519793 tempest-AttachVolumeShelveTestJSON-1020519793-project] Notify agent at l3_agent.n-d-773647-6 the message routers_updated {{(pid=100246) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 14:10:42.079517 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e01c5593-74a2-4869-97ee-5c68ed7b055f None None] Sync routers for ids ['170efd2e-2d32-454c-af51-75fb29d893a4'] in n-d-773647-6 {{(pid=100249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 14:10:42.080145 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-9c40deee-6819-4622-8ad3-59264454b382 tempest-AttachVolumeShelveTestJSON-1020519793 tempest-AttachVolumeShelveTestJSON-1020519793-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for floatingip, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:42.119239 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e01c5593-74a2-4869-97ee-5c68ed7b055f None None] Routers {'170efd2e-2d32-454c-af51-75fb29d893a4'} bound to L3 agent in host n-d-773647-6 {{(pid=100249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:10:42.121939 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-e01c5593-74a2-4869-97ee-5c68ed7b055f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T14:10:25Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['170efd2e-2d32-454c-af51-75fb29d893a4'], 'active': True} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:10:42.137531 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-cca2a4cb-7192-4ce2-86f7-e6c0085dfde2 req-f3f93f76-4b84-4147-8bc8-0f9a9e45deda service neutron] 10.222.0.104 "GET /v2.0/security-groups?id=49c1468a-280e-4510-8673-63e827c90e1a&id=89d2c750-f3d8-486f-ac80-ea9c67d569ed&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0689647 Jul 06 14:10:42.212382 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-9c40deee-6819-4622-8ad3-59264454b382 tempest-AttachVolumeShelveTestJSON-1020519793 tempest-AttachVolumeShelveTestJSON-1020519793-project] 10.222.0.104 "PUT /v2.0/floatingips/553ac0f6-a761-4784-b657-228b8642225e HTTP/1.1" status: 200 len: 990 time: 2.2282574 Jul 06 14:10:42.385705 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-a02ed50f-d248-43e7-a0d1-56a130a0683d req-28818f98-125c-4b5f-8f4c-a396e811df1d tempest-VolumesActionsTest-444234189 tempest-VolumesActionsTest-444234189-project] 10.222.0.104 "GET /v2.0/ports?device_id=1134fd7c-730c-4232-9d05-72ad280860c7 HTTP/1.1" status: 200 len: 210 time: 0.0565741 Jul 06 14:10:42.409793 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:42.442615 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvr_db [None req-e01c5593-74a2-4869-97ee-5c68ed7b055f None None] Set router 170efd2e-2d32-454c-af51-75fb29d893a4 gateway port host: n-d-773647-6 {{(pid=100249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:10:42.782321 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6dbf445-b519-4e5a-a4fc-a116cc9a3673 req-a6355b16-4476-4b12-a5af-5e7011f4b130 tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:10:42.786430 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-b6dbf445-b519-4e5a-a4fc-a116cc9a3673 req-a6355b16-4476-4b12-a5af-5e7011f4b130 tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] 10.222.0.104 "GET /v2.0/ports?device_id=5fbc9a8b-86db-4456-85e1-a59cfdbb9c8d HTTP/1.1" status: 200 len: 944 time: 0.0777125 Jul 06 14:10:42.845102 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-b6dbf445-b519-4e5a-a4fc-a116cc9a3673 req-ccd3a4a2-c8b7-4832-881b-ac11230ad890 tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] 10.222.0.104 "GET /v2.0/security-groups?id=54cfb86c-390d-4cad-8265-7f5781c66116&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518789 Jul 06 14:10:42.906041 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-e01c5593-74a2-4869-97ee-5c68ed7b055f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '170efd2e-2d32-454c-af51-75fb29d893a4', 'name': 'tempest-AttachVolumeShelveTestJSON-1501821646-router', 'tenant_id': '9686fd5ec0aa4012928191c3d42f6e6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.68'}], 'enable_snat': True}, 'gw_port_id': '4f049c2e-394a-46f7-a71e-a4d2b9c694e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:10:08Z', 'updated_at': '2021-07-06T14:10:13Z', 'revision_number': 4, 'project_id': '9686fd5ec0aa4012928191c3d42f6e6c', 'gw_port': {'id': '4f049c2e-394a-46f7-a71e-a4d2b9c694e5', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:ac:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '170efd2e-2d32-454c-af51-75fb29d893a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1907, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:10:10Z', 'updated_at': '2021-07-06T14:10:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6', '_floatingips': [{'id': '553ac0f6-a761-4784-b657-228b8642225e', 'tenant_id': '9686fd5ec0aa4012928191c3d42f6e6c', 'floating_ip_address': '172.25.0.21', 'floating_network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'router_id': '170efd2e-2d32-454c-af51-75fb29d893a4', 'port_id': 'ee9785f9-b332-4dd9-b5ec-a4776c4a45ad', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1939, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a1c5aa58-a5eb-4fe0-9c0d-ad9cb3f782ca', 'mac_address': 'fa:16:3e:30:2a:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '775e595c-a8be-4386-9e46-a9528870f5f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T14:10:16Z', 'updated_at': '2021-07-06T14:10:40Z', 'revision_number': 1, 'project_id': '9686fd5ec0aa4012928191c3d42f6e6c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed6b7d65-28dd-40b4-81c9-ae0bcd9b105b', 'name': '', 'network_id': 'a1c5aa58-a5eb-4fe0-9c0d-ad9cb3f782ca', 'tenant_id': '9686fd5ec0aa4012928191c3d42f6e6c', 'mac_address': 'fa:16:3e:06:b1:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '170efd2e-2d32-454c-af51-75fb29d893a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1918, 'fixed_ips': [{'subnet_id': '6ec930d2-90b3-4355-914b-4efea8972d25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:10:12Z', 'updated_at': '2021-07-06T14:10:20Z', 'revision_number': 5, 'project_id': '9686fd5ec0aa4012928191c3d42f6e6c', 'subnets': [{'id': '6ec930d2-90b3-4355-914b-4efea8972d25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773647-6', False) {} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:10:42.938570 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e01c5593-74a2-4869-97ee-5c68ed7b055f None None] Checking router: 170efd2e-2d32-454c-af51-75fb29d893a4 for host: n-d-773647-6 {{(pid=100249) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 14:10:42.950215 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e01c5593-74a2-4869-97ee-5c68ed7b055f None None] Routers {'170efd2e-2d32-454c-af51-75fb29d893a4'} bound to L3 agent in host n-d-773647-6 {{(pid=100249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:10:42.951060 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-e01c5593-74a2-4869-97ee-5c68ed7b055f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T14:10:25Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['170efd2e-2d32-454c-af51-75fb29d893a4'], 'active': True} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:10:43.159365 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvr_db [None req-e01c5593-74a2-4869-97ee-5c68ed7b055f None None] Set router 170efd2e-2d32-454c-af51-75fb29d893a4 gateway port host: n-d-773647-6 {{(pid=100249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:10:43.452031 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-e01c5593-74a2-4869-97ee-5c68ed7b055f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '170efd2e-2d32-454c-af51-75fb29d893a4', 'name': 'tempest-AttachVolumeShelveTestJSON-1501821646-router', 'tenant_id': '9686fd5ec0aa4012928191c3d42f6e6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.68'}], 'enable_snat': True}, 'gw_port_id': '4f049c2e-394a-46f7-a71e-a4d2b9c694e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:10:08Z', 'updated_at': '2021-07-06T14:10:13Z', 'revision_number': 4, 'project_id': '9686fd5ec0aa4012928191c3d42f6e6c', 'gw_port': {'id': '4f049c2e-394a-46f7-a71e-a4d2b9c694e5', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:ac:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '170efd2e-2d32-454c-af51-75fb29d893a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1907, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:10:10Z', 'updated_at': '2021-07-06T14:10:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6', '_floatingips': [{'id': '553ac0f6-a761-4784-b657-228b8642225e', 'tenant_id': '9686fd5ec0aa4012928191c3d42f6e6c', 'floating_ip_address': '172.25.0.21', 'floating_network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'router_id': '170efd2e-2d32-454c-af51-75fb29d893a4', 'port_id': 'ee9785f9-b332-4dd9-b5ec-a4776c4a45ad', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1939, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a1c5aa58-a5eb-4fe0-9c0d-ad9cb3f782ca', 'mac_address': 'fa:16:3e:30:2a:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '775e595c-a8be-4386-9e46-a9528870f5f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T14:10:16Z', 'updated_at': '2021-07-06T14:10:40Z', 'revision_number': 1, 'project_id': '9686fd5ec0aa4012928191c3d42f6e6c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed6b7d65-28dd-40b4-81c9-ae0bcd9b105b', 'name': '', 'network_id': 'a1c5aa58-a5eb-4fe0-9c0d-ad9cb3f782ca', 'tenant_id': '9686fd5ec0aa4012928191c3d42f6e6c', 'mac_address': 'fa:16:3e:06:b1:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '170efd2e-2d32-454c-af51-75fb29d893a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1918, 'fixed_ips': [{'subnet_id': '6ec930d2-90b3-4355-914b-4efea8972d25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:10:12Z', 'updated_at': '2021-07-06T14:10:20Z', 'revision_number': 5, 'project_id': '9686fd5ec0aa4012928191c3d42f6e6c', 'subnets': [{'id': '6ec930d2-90b3-4355-914b-4efea8972d25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773647-6', False) {} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:10:43.488349 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e01c5593-74a2-4869-97ee-5c68ed7b055f None None] The sync data for ids ['170efd2e-2d32-454c-af51-75fb29d893a4'] in n-d-773647-6 is: [{'id': '170efd2e-2d32-454c-af51-75fb29d893a4', 'name': 'tempest-AttachVolumeShelveTestJSON-1501821646-router', 'tenant_id': '9686fd5ec0aa4012928191c3d42f6e6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.68'}], 'enable_snat': True}, 'gw_port_id': '4f049c2e-394a-46f7-a71e-a4d2b9c694e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:10:08Z', 'updated_at': '2021-07-06T14:10:13Z', 'revision_number': 4, 'project_id': '9686fd5ec0aa4012928191c3d42f6e6c', 'gw_port': {'id': '4f049c2e-394a-46f7-a71e-a4d2b9c694e5', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:ac:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '170efd2e-2d32-454c-af51-75fb29d893a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1907, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:10:10Z', 'updated_at': '2021-07-06T14:10:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6', '_floatingips': [{'id': '553ac0f6-a761-4784-b657-228b8642225e', 'tenant_id': '9686fd5ec0aa4012928191c3d42f6e6c', 'floating_ip_address': '172.25.0.21', 'floating_network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'router_id': '170efd2e-2d32-454c-af51-75fb29d893a4', 'port_id': 'ee9785f9-b332-4dd9-b5ec-a4776c4a45ad', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1939, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a1c5aa58-a5eb-4fe0-9c0d-ad9cb3f782ca', 'mac_address': 'fa:16:3e:30:2a:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '775e595c-a8be-4386-9e46-a9528870f5f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T14:10:16Z', 'updated_at': '2021-07-06T14:10:40Z', 'revision_number': 1, 'project_id': '9686fd5ec0aa4012928191c3d42f6e6c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed6b7d65-28dd-40b4-81c9-ae0bcd9b105b', 'name': '', 'network_id': 'a1c5aa58-a5eb-4fe0-9c0d-ad9cb3f782ca', 'tenant_id': '9686fd5ec0aa4012928191c3d42f6e6c', 'mac_address': 'fa:16:3e:06:b1:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '170efd2e-2d32-454c-af51-75fb29d893a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1918, 'fixed_ips': [{'subnet_id': '6ec930d2-90b3-4355-914b-4efea8972d25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:10:12Z', 'updated_at': '2021-07-06T14:10:20Z', 'revision_number': 5, 'project_id': '9686fd5ec0aa4012928191c3d42f6e6c', 'subnets': [{'id': '6ec930d2-90b3-4355-914b-4efea8972d25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 14:10:43.771998 n-d-773647-6 neutron-server[100246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '775e595c-a8be-4386-9e46-a9528870f5f2', 'tag': 'ee9785f9-b332-4dd9-b5ec-a4776c4a45ad'}] {{(pid=100246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:10:43.774945 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0d96c5ab5e889f7b933ae915b9be33d1b46c9e87795bf781004b656ef3f1e87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6263da4c-2f7f-4de9-b623-afb480f9af83" -d '{"events": [{"name": "network-changed", "server_uuid": "775e595c-a8be-4386-9e46-a9528870f5f2", "tag": "ee9785f9-b332-4dd9-b5ec-a4776c4a45ad"}]}' {{(pid=100246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:10:43.826908 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 14:10:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be833b38-b9e6-4d16-8eea-196663bdd960 x-openstack-request-id: req-be833b38-b9e6-4d16-8eea-196663bdd960 {{(pid=100246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:10:43.827246 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "775e595c-a8be-4386-9e46-a9528870f5f2", "tag": "ee9785f9-b332-4dd9-b5ec-a4776c4a45ad", "status": "completed", "code": 200}]} {{(pid=100246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:10:43.827539 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-be833b38-b9e6-4d16-8eea-196663bdd960 {{(pid=100246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:10:43.827953 n-d-773647-6 neutron-server[100246]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '775e595c-a8be-4386-9e46-a9528870f5f2', 'tag': 'ee9785f9-b332-4dd9-b5ec-a4776c4a45ad', 'status': 'completed', 'code': 200} Jul 06 14:10:43.860101 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db90dab0-74c6-4b86-9b1a-24d3d039db50 None None] New status for floating IP 553ac0f6-a761-4784-b657-228b8642225e: ACTIVE {{(pid=100248) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 14:10:43.948683 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6263da4c-2f7f-4de9-b623-afb480f9af83 req-ecddb0b3-2fa1-477c-a043-742bb9ad2a0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:10:43.950911 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-6263da4c-2f7f-4de9-b623-afb480f9af83 req-ecddb0b3-2fa1-477c-a043-742bb9ad2a0d service neutron] 10.222.0.127 "GET /v2.0/ports?tenant_id=9686fd5ec0aa4012928191c3d42f6e6c&device_id=775e595c-a8be-4386-9e46-a9528870f5f2 HTTP/1.1" status: 200 len: 1096 time: 0.0999887 Jul 06 14:10:44.204513 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb7edf4-9bb5-49e7-ba42-cf3ec5fa059d req-d80ed913-e48d-4ce0-93f3-6dc0c5cc06d2 tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:10:44.206428 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-bfb7edf4-9bb5-49e7-ba42-cf3ec5fa059d req-d80ed913-e48d-4ce0-93f3-6dc0c5cc06d2 tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] 10.222.0.104 "GET /v2.0/ports?device_id=5fbc9a8b-86db-4456-85e1-a59cfdbb9c8d HTTP/1.1" status: 200 len: 944 time: 0.1187134 Jul 06 14:10:44.207913 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6263da4c-2f7f-4de9-b623-afb480f9af83 req-73a9fde0-3d53-4cbd-9f1a-d329a4d69b6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:10:44.209690 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-6263da4c-2f7f-4de9-b623-afb480f9af83 req-73a9fde0-3d53-4cbd-9f1a-d329a4d69b6e service neutron] 10.222.0.127 "GET /v2.0/networks?id=a1c5aa58-a5eb-4fe0-9c0d-ad9cb3f782ca HTTP/1.1" status: 200 len: 919 time: 0.2411296 Jul 06 14:10:44.288483 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Device 6edffb63-0687-496c-886f-8fcbcf9f681f no longer exists at agent hyperv_n-h2-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:10:44.314554 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] No Port match for: 6edffb63-0687-496c-886f-8fcbcf9f681f {{(pid=100248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 14:10:44.315113 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Device 6edffb63-0687-496c-886f-8fcbcf9f681f not bound to the agent host n-h2-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:10:44.318488 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-bfb7edf4-9bb5-49e7-ba42-cf3ec5fa059d req-dd821edf-a0f2-4fd6-bdca-7cf6762cf6dc tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] 10.222.0.104 "GET /v2.0/security-groups?id=54cfb86c-390d-4cad-8265-7f5781c66116&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0965009 Jul 06 14:10:44.381796 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-6263da4c-2f7f-4de9-b623-afb480f9af83 req-1798bad1-eea4-48ab-8418-3961f14e4927 service neutron] 10.222.0.127 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ee9785f9-b332-4dd9-b5ec-a4776c4a45ad HTTP/1.1" status: 200 len: 998 time: 0.1618972 Jul 06 14:10:44.457874 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6263da4c-2f7f-4de9-b623-afb480f9af83 req-3149d1af-7b7a-4864-85b0-ceeab74bf28a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:10:44.462505 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-6263da4c-2f7f-4de9-b623-afb480f9af83 req-3149d1af-7b7a-4864-85b0-ceeab74bf28a service neutron] 10.222.0.127 "GET /v2.0/subnets?id=6ec930d2-90b3-4355-914b-4efea8972d25 HTTP/1.1" status: 200 len: 856 time: 0.0745084 Jul 06 14:10:44.555042 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6263da4c-2f7f-4de9-b623-afb480f9af83 req-211fdfd0-fa74-4e75-8023-7f4314ee34f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:10:44.556621 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-6263da4c-2f7f-4de9-b623-afb480f9af83 req-211fdfd0-fa74-4e75-8023-7f4314ee34f8 service neutron] 10.222.0.127 "GET /v2.0/ports?network_id=a1c5aa58-a5eb-4fe0-9c0d-ad9cb3f782ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0870202 Jul 06 14:10:44.757755 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-6263da4c-2f7f-4de9-b623-afb480f9af83 req-491ad1ac-9b11-4622-bf78-622046b96919 service neutron] 10.222.0.127 "GET /v2.0/networks/a1c5aa58-a5eb-4fe0-9c0d-ad9cb3f782ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1859539 Jul 06 14:10:44.943757 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-6263da4c-2f7f-4de9-b623-afb480f9af83 req-c2f04439-db79-4318-9948-5df4e2889296 service neutron] 10.222.0.127 "GET /v2.0/networks/a1c5aa58-a5eb-4fe0-9c0d-ad9cb3f782ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1796269 Jul 06 14:10:45.558773 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd388729-42e7-4333-860f-1d15077c97c8 req-f3c723cc-4265-49aa-a9c1-c44bc5fc6224 tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:10:45.560851 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-cd388729-42e7-4333-860f-1d15077c97c8 req-f3c723cc-4265-49aa-a9c1-c44bc5fc6224 tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] 10.222.0.104 "GET /v2.0/ports?device_id=5fbc9a8b-86db-4456-85e1-a59cfdbb9c8d HTTP/1.1" status: 200 len: 944 time: 0.0838308 Jul 06 14:10:45.608109 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-cd388729-42e7-4333-860f-1d15077c97c8 req-01015212-3942-4552-95a2-b263c0c2560f tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] 10.222.0.104 "GET /v2.0/security-groups?id=54cfb86c-390d-4cad-8265-7f5781c66116&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410020 Jul 06 14:10:46.898059 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7096e303-0fff-4306-8a4a-157a9dc6591d req-00b788b6-6522-4bb7-94a4-ba914d8a11be tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:10:46.905200 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-7096e303-0fff-4306-8a4a-157a9dc6591d req-00b788b6-6522-4bb7-94a4-ba914d8a11be tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] 10.222.0.104 "GET /v2.0/ports?device_id=5fbc9a8b-86db-4456-85e1-a59cfdbb9c8d HTTP/1.1" status: 200 len: 944 time: 0.1011548 Jul 06 14:10:46.953881 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-7096e303-0fff-4306-8a4a-157a9dc6591d req-14c093b4-bcb2-4ac7-ab6a-73d18179aedc tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] 10.222.0.104 "GET /v2.0/security-groups?id=54cfb86c-390d-4cad-8265-7f5781c66116&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476484 Jul 06 14:10:48.132811 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.agents_db [None req-167c0ad6-1657-4c9a-a2c4-3b18056aa662 None None] Agent healthcheck: found 7 active agents {{(pid=100249) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 14:10:48.331936 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af6ee54-d9d7-4fbd-91e4-e2d301b62aec req-fe119326-8429-4c65-87b2-ce3f13df678f tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:10:48.344540 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-2af6ee54-d9d7-4fbd-91e4-e2d301b62aec req-fe119326-8429-4c65-87b2-ce3f13df678f tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] 10.222.0.104 "GET /v2.0/ports?device_id=5fbc9a8b-86db-4456-85e1-a59cfdbb9c8d HTTP/1.1" status: 200 len: 944 time: 0.1306009 Jul 06 14:10:48.437549 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-2af6ee54-d9d7-4fbd-91e4-e2d301b62aec req-5a9fb987-b45b-4b4d-8f41-12f3f3ebaff7 tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] 10.222.0.104 "GET /v2.0/security-groups?id=54cfb86c-390d-4cad-8265-7f5781c66116&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0920072 Jul 06 14:10:49.665352 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40aecbb1-a310-471e-a34e-dd58c9d94c04 req-acd0f2f6-fc71-4b2f-9da9-4e60db140cd4 tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:10:49.667768 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-40aecbb1-a310-471e-a34e-dd58c9d94c04 req-acd0f2f6-fc71-4b2f-9da9-4e60db140cd4 tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] 10.222.0.104 "GET /v2.0/ports?device_id=5fbc9a8b-86db-4456-85e1-a59cfdbb9c8d HTTP/1.1" status: 200 len: 944 time: 0.0871587 Jul 06 14:10:49.717176 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-40aecbb1-a310-471e-a34e-dd58c9d94c04 req-0ebd71cf-e003-4354-bae3-5bdd2c85345f tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] 10.222.0.104 "GET /v2.0/security-groups?id=54cfb86c-390d-4cad-8265-7f5781c66116&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435932 Jul 06 14:10:50.981780 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d0e863-a52d-409e-9b3e-f8d7d9a1cd6d req-fc876668-f623-4128-99b2-5ee6d72622e7 tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:10:50.993549 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-62d0e863-a52d-409e-9b3e-f8d7d9a1cd6d req-fc876668-f623-4128-99b2-5ee6d72622e7 tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] 10.222.0.104 "GET /v2.0/ports?device_id=5fbc9a8b-86db-4456-85e1-a59cfdbb9c8d HTTP/1.1" status: 200 len: 944 time: 0.1098320 Jul 06 14:10:51.061607 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-62d0e863-a52d-409e-9b3e-f8d7d9a1cd6d req-6c6702e3-6318-4132-af5c-50e8d1e4a4f5 tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] 10.222.0.104 "GET /v2.0/security-groups?id=54cfb86c-390d-4cad-8265-7f5781c66116&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0644431 Jul 06 14:10:52.294126 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b89408-0cee-432d-b5e3-1c67122f8239 req-775283cf-9c04-4c0a-8960-1b35ef7d8a11 tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:10:52.301617 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-b5b89408-0cee-432d-b5e3-1c67122f8239 req-775283cf-9c04-4c0a-8960-1b35ef7d8a11 tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] 10.222.0.104 "GET /v2.0/ports?device_id=5fbc9a8b-86db-4456-85e1-a59cfdbb9c8d HTTP/1.1" status: 200 len: 944 time: 0.1014733 Jul 06 14:10:52.390317 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-b5b89408-0cee-432d-b5e3-1c67122f8239 req-27c739c6-ad0d-4540-bfd8-39b70b3ffc5e tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] 10.222.0.104 "GET /v2.0/security-groups?id=54cfb86c-390d-4cad-8265-7f5781c66116&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0864651 Jul 06 14:10:52.853846 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-8c26bd39-f9c7-4d6c-a9f9-c8e39d65c446 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:52.940817 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dccc1f9-7849-40fe-a926-885a64211649 req-70a6d813-3248-463b-92ba-2e01bda17772 tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:10:52.941931 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f078b30e-6b85-4206-b93d-0688f2236dc7 req-8b7c575e-8c97-426b-b9ee-2eda74a9f611 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:10:52.944704 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-f078b30e-6b85-4206-b93d-0688f2236dc7 req-8b7c575e-8c97-426b-b9ee-2eda74a9f611 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=96647dd61d404050a5af01798d2f6f47&device_id=5fbc9a8b-86db-4456-85e1-a59cfdbb9c8d HTTP/1.1" status: 200 len: 1095 time: 0.1232336 Jul 06 14:10:52.952346 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-0dccc1f9-7849-40fe-a926-885a64211649 req-70a6d813-3248-463b-92ba-2e01bda17772 tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] 10.222.0.104 "GET /v2.0/ports?device_id=5fbc9a8b-86db-4456-85e1-a59cfdbb9c8d HTTP/1.1" status: 200 len: 944 time: 0.0897481 Jul 06 14:10:53.004463 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-0dccc1f9-7849-40fe-a926-885a64211649 req-9b266824-8715-47ed-ae4a-56b193b813cd tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] 10.222.0.104 "GET /v2.0/security-groups?id=54cfb86c-390d-4cad-8265-7f5781c66116&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483227 Jul 06 14:10:53.137195 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f078b30e-6b85-4206-b93d-0688f2236dc7 req-e9269ce6-fc42-4ece-a396-379ab33a6ff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:10:53.139442 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-f078b30e-6b85-4206-b93d-0688f2236dc7 req-e9269ce6-fc42-4ece-a396-379ab33a6ff5 service neutron] 10.222.0.72 "GET /v2.0/networks?id=ca8d241f-6d1c-4a83-a6b7-adff4a667580 HTTP/1.1" status: 200 len: 914 time: 0.1877112 Jul 06 14:10:53.229360 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-f078b30e-6b85-4206-b93d-0688f2236dc7 req-3dc2daa8-9ae6-4663-8679-20815bd90655 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5f251846-a962-4cca-ac30-b8ff4317b4c4 HTTP/1.1" status: 200 len: 999 time: 0.0701585 Jul 06 14:10:53.293243 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f078b30e-6b85-4206-b93d-0688f2236dc7 req-a5c985c7-d72f-4e82-bbc7-b1c83b61c8e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:10:53.295048 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-f078b30e-6b85-4206-b93d-0688f2236dc7 req-a5c985c7-d72f-4e82-bbc7-b1c83b61c8e4 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=1d0103a5-6825-4713-928f-2c0821a07c96 HTTP/1.1" status: 200 len: 851 time: 0.0594816 Jul 06 14:10:53.364127 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f078b30e-6b85-4206-b93d-0688f2236dc7 req-1a6c3907-9dce-4911-a478-37a2d9c4a03e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:10:53.365687 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-f078b30e-6b85-4206-b93d-0688f2236dc7 req-1a6c3907-9dce-4911-a478-37a2d9c4a03e service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=ca8d241f-6d1c-4a83-a6b7-adff4a667580&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0641911 Jul 06 14:10:53.471885 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-f078b30e-6b85-4206-b93d-0688f2236dc7 req-724341ab-2aa5-4ba0-9620-3e05057d5fdf service neutron] 10.222.0.72 "GET /v2.0/networks/ca8d241f-6d1c-4a83-a6b7-adff4a667580?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0998559 Jul 06 14:10:53.572668 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-f078b30e-6b85-4206-b93d-0688f2236dc7 req-2e1f6c07-ff4a-4280-b6a0-33154a394313 service neutron] 10.222.0.72 "GET /v2.0/networks/ca8d241f-6d1c-4a83-a6b7-adff4a667580?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939722 Jul 06 14:10:54.200028 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16293208-c6ff-4ce4-93e9-f7803761cde3 req-489d2571-e32e-4de1-9f2d-9020bb1e34f3 tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:10:54.206830 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-16293208-c6ff-4ce4-93e9-f7803761cde3 req-489d2571-e32e-4de1-9f2d-9020bb1e34f3 tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] 10.222.0.104 "GET /v2.0/ports?device_id=5fbc9a8b-86db-4456-85e1-a59cfdbb9c8d HTTP/1.1" status: 200 len: 944 time: 0.0774145 Jul 06 14:10:54.271849 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-16293208-c6ff-4ce4-93e9-f7803761cde3 req-29673bc5-5f93-4e65-833c-be753b110cc7 tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] 10.222.0.104 "GET /v2.0/security-groups?id=54cfb86c-390d-4cad-8265-7f5781c66116&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0638738 Jul 06 14:10:55.515936 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-ccf084b1-446c-4cfa-b307-40db06c9f688 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:55.864604 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:55.885683 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c864112-2cdd-4776-ac44-b8def3e7e7e0 req-06b58887-7f99-4ac9-94b4-5c5bce4e8188 tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:10:55.899622 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-8c864112-2cdd-4776-ac44-b8def3e7e7e0 req-06b58887-7f99-4ac9-94b4-5c5bce4e8188 tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] 10.222.0.104 "GET /v2.0/ports?device_id=5fbc9a8b-86db-4456-85e1-a59cfdbb9c8d HTTP/1.1" status: 200 len: 944 time: 0.4931693 Jul 06 14:10:55.943490 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-8c864112-2cdd-4776-ac44-b8def3e7e7e0 req-4e91e290-64b1-43f6-bf95-778c49108eaa tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] 10.222.0.104 "GET /v2.0/security-groups?id=54cfb86c-390d-4cad-8265-7f5781c66116&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488827 Jul 06 14:10:56.126071 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac20a01-a8aa-4eb1-8a35-fca2e5368946 req-b44eda00-3523-4f15-8441-fe80d6311935 tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:10:56.127711 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-dac20a01-a8aa-4eb1-8a35-fca2e5368946 req-b44eda00-3523-4f15-8441-fe80d6311935 tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] 10.222.0.104 "GET /v2.0/ports?device_id=5fbc9a8b-86db-4456-85e1-a59cfdbb9c8d HTTP/1.1" status: 200 len: 944 time: 0.0692778 Jul 06 14:10:56.185834 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-dac20a01-a8aa-4eb1-8a35-fca2e5368946 req-f9c9e514-9f9b-41cc-8b7e-454fc7b39188 tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] 10.222.0.104 "GET /v2.0/security-groups?id=54cfb86c-390d-4cad-8265-7f5781c66116&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511684 Jul 06 14:10:56.370483 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18fcf052-d349-48c3-9827-6a006848c4d7 req-01a4e6a4-1a66-4677-93ea-34bf71b41a6c tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:10:56.372060 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-18fcf052-d349-48c3-9827-6a006848c4d7 req-01a4e6a4-1a66-4677-93ea-34bf71b41a6c tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] 10.222.0.104 "GET /v2.0/ports?device_id=5fbc9a8b-86db-4456-85e1-a59cfdbb9c8d HTTP/1.1" status: 200 len: 944 time: 0.0722525 Jul 06 14:10:56.414418 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-18fcf052-d349-48c3-9827-6a006848c4d7 req-9d6e4a13-49c2-4bb3-9071-60b876e17208 tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] 10.222.0.104 "GET /v2.0/security-groups?id=54cfb86c-390d-4cad-8265-7f5781c66116&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345247 Jul 06 14:10:56.561393 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-2064eaae-da4f-48f8-82d2-b09d4ddedd44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:56.868288 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a223f59b-abe1-481d-9225-41ca5be55f05 req-9afe82df-6971-4e74-8c1e-73d4530e5765 tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:10:56.869746 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-a223f59b-abe1-481d-9225-41ca5be55f05 req-9afe82df-6971-4e74-8c1e-73d4530e5765 tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] 10.222.0.104 "GET /v2.0/ports?device_id=5fbc9a8b-86db-4456-85e1-a59cfdbb9c8d HTTP/1.1" status: 200 len: 944 time: 0.0629375 Jul 06 14:10:56.909188 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-a223f59b-abe1-481d-9225-41ca5be55f05 req-a49723ee-c4f5-4ad8-a3d1-5e89d58e3b9c tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] 10.222.0.104 "GET /v2.0/security-groups?id=54cfb86c-390d-4cad-8265-7f5781c66116&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339231 Jul 06 14:10:56.924151 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 49350) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:10:56.980373 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.db_base_plugin_v2 [None req-de1772aa-371e-4e23-b453-fb6b6fe7aaf6 admin admin] Deleting subnet 0ace526d-db1e-4580-a14a-0c79ef9a9d16 {{(pid=100246) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 14:10:56.983977 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-de1772aa-371e-4e23-b453-fb6b6fe7aaf6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:57.023223 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-de1772aa-371e-4e23-b453-fb6b6fe7aaf6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126218885'] for subnet, precommit_delete_associations {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:57.068730 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-de1772aa-371e-4e23-b453-fb6b6fe7aaf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-913473'] for subnet, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:57.138999 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-de1772aa-371e-4e23-b453-fb6b6fe7aaf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-913480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1849032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127687590', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127702764'] for subnet, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:57.172711 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1772aa-371e-4e23-b453-fb6b6fe7aaf6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0ace526d-db1e-4580-a14a-0c79ef9a9d16,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:10:57.184995 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-de1772aa-371e-4e23-b453-fb6b6fe7aaf6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:57.188953 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-de1772aa-371e-4e23-b453-fb6b6fe7aaf6 admin admin] 10.222.0.104 "DELETE /v2.0/subnets/0ace526d-db1e-4580-a14a-0c79ef9a9d16 HTTP/1.1" status: 204 len: 168 time: 0.2634819 Jul 06 14:10:57.191625 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 49360) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:10:57.329425 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-2567481d-0fee-4631-aa79-9722de182891 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530492'] for network, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:57.423267 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-2567481d-0fee-4631-aa79-9722de182891 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-917204', 'neutron.services.segments.db._delete_segments_for_network-8773753502302'] for network, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:57.434959 n-d-773647-6 neutron-server[100247]: DEBUG neutron.services.segments.db [None req-2567481d-0fee-4631-aa79-9722de182891 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['684bd941-15a3-4d2f-9dbf-1b045d3b3005']}} {{(pid=100247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:10:57.446306 n-d-773647-6 neutron-server[100247]: DEBUG neutron.services.segments.db [None req-2567481d-0fee-4631-aa79-9722de182891 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f311c2ae-d2b1-4b76-a9aa-bf4b25cec9f9') {'for_net_delete': True} {{(pid=100247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:10:57.446604 n-d-773647-6 neutron-server[100247]: DEBUG neutron.services.segments.db [None req-2567481d-0fee-4631-aa79-9722de182891 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f311c2ae-d2b1-4b76-a9aa-bf4b25cec9f9') {} {{(pid=100247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:10:57.455767 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-2567481d-0fee-4631-aa79-9722de182891 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773753515138', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127131763'] for segment, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:57.471832 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-2567481d-0fee-4631-aa79-9722de182891 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552'] for segment, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:57.477650 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2567481d-0fee-4631-aa79-9722de182891 admin admin] Releasing vlan 1022 on physical network physnet1 to pool {{(pid=100247) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 14:10:57.478031 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-2567481d-0fee-4631-aa79-9722de182891 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-128888574'] for segment, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:57.479946 n-d-773647-6 neutron-server[100247]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:10:57.479946 n-d-773647-6 neutron-server[100247]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:10:57.479946 n-d-773647-6 neutron-server[100247]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:10:57.479946 n-d-773647-6 neutron-server[100247]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:10:57.479946 n-d-773647-6 neutron-server[100247]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:10:57.479946 n-d-773647-6 neutron-server[100247]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:10:57.479946 n-d-773647-6 neutron-server[100247]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:10:57.479946 n-d-773647-6 neutron-server[100247]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:10:57.479946 n-d-773647-6 neutron-server[100247]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:10:57.479946 n-d-773647-6 neutron-server[100247]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:10:57.479946 n-d-773647-6 neutron-server[100247]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:10:57.479946 n-d-773647-6 neutron-server[100247]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:10:57.479946 n-d-773647-6 neutron-server[100247]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:10:57.479946 n-d-773647-6 neutron-server[100247]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:10:57.479946 n-d-773647-6 neutron-server[100247]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:10:57.479946 n-d-773647-6 neutron-server[100247]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:10:57.479946 n-d-773647-6 neutron-server[100247]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:10:57.479946 n-d-773647-6 neutron-server[100247]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:10:57.479946 n-d-773647-6 neutron-server[100247]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:10:57.479946 n-d-773647-6 neutron-server[100247]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:10:57.479946 n-d-773647-6 neutron-server[100247]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:10:57.479946 n-d-773647-6 neutron-server[100247]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:10:57.479946 n-d-773647-6 neutron-server[100247]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:10:57.479946 n-d-773647-6 neutron-server[100247]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:10:57.479946 n-d-773647-6 neutron-server[100247]: Traceback (most recent call last): Jul 06 14:10:57.479946 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 14:10:57.479946 n-d-773647-6 neutron-server[100247]: timer() Jul 06 14:10:57.479946 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 14:10:57.479946 n-d-773647-6 neutron-server[100247]: cb(*args, **kw) Jul 06 14:10:57.479946 n-d-773647-6 neutron-server[100247]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 14:10:57.479946 n-d-773647-6 neutron-server[100247]: return func(*args, **kwargs) Jul 06 14:10:57.479946 n-d-773647-6 neutron-server[100247]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 14:10:57.479946 n-d-773647-6 neutron-server[100247]: self._notify() Jul 06 14:10:57.479946 n-d-773647-6 neutron-server[100247]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 14:10:57.479946 n-d-773647-6 neutron-server[100247]: self.callback(batched_events) Jul 06 14:10:57.479946 n-d-773647-6 neutron-server[100247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 14:10:57.479946 n-d-773647-6 neutron-server[100247]: event.method(event) Jul 06 14:10:57.479946 n-d-773647-6 neutron-server[100247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 14:10:57.479946 n-d-773647-6 neutron-server[100247]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 14:10:57.479946 n-d-773647-6 neutron-server[100247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 14:10:57.479946 n-d-773647-6 neutron-server[100247]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 14:10:57.479946 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 14:10:57.479946 n-d-773647-6 neutron-server[100247]: return f(self, *a, **k) Jul 06 14:10:57.479946 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 14:10:57.479946 n-d-773647-6 neutron-server[100247]: return self._get(url).json() Jul 06 14:10:57.479946 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 14:10:57.479946 n-d-773647-6 neutron-server[100247]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 14:10:57.479946 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 14:10:57.479946 n-d-773647-6 neutron-server[100247]: return self.request(url, 'GET', **kwargs) Jul 06 14:10:57.479946 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 14:10:57.479946 n-d-773647-6 neutron-server[100247]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 14:10:57.479946 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 14:10:57.479946 n-d-773647-6 neutron-server[100247]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 14:10:57.479946 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 14:10:57.479946 n-d-773647-6 neutron-server[100247]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 14:10:57.479946 n-d-773647-6 neutron-server[100247]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 14:10:57.547595 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-2567481d-0fee-4631-aa79-9722de182891 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-917215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1761140'] for network, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:57.556352 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-2567481d-0fee-4631-aa79-9722de182891 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583035'] for network, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:57.558387 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-2567481d-0fee-4631-aa79-9722de182891 admin admin] 10.222.0.104 "DELETE /v2.0/networks/684bd941-15a3-4d2f-9dbf-1b045d3b3005 HTTP/1.1" status: 204 len: 168 time: 0.3653400 Jul 06 14:10:57.568515 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2567481d-0fee-4631-aa79-9722de182891 admin admin] Pushing event deleted for resources: {'Network': ['ID=684bd941-15a3-4d2f-9dbf-1b045d3b3005,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:10:57.578751 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2567481d-0fee-4631-aa79-9722de182891 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:10:57.579109 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2567481d-0fee-4631-aa79-9722de182891 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:10:57.579483 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2567481d-0fee-4631-aa79-9722de182891 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:10:57.579831 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2567481d-0fee-4631-aa79-9722de182891 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:10:57.580170 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2567481d-0fee-4631-aa79-9722de182891 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:10:57.580507 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2567481d-0fee-4631-aa79-9722de182891 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:10:57.580841 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2567481d-0fee-4631-aa79-9722de182891 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:10:57.581172 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2567481d-0fee-4631-aa79-9722de182891 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:10:57.581503 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2567481d-0fee-4631-aa79-9722de182891 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:10:57.581833 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2567481d-0fee-4631-aa79-9722de182891 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:10:57.582254 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2567481d-0fee-4631-aa79-9722de182891 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:10:57.582590 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2567481d-0fee-4631-aa79-9722de182891 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:10:57.737154 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 49370) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:10:57.781935 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-e1183847-7729-4143-b9bd-b0e4c7318031 admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=075e6592b8cd4726a42a2f60335e3259&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0432699 Jul 06 14:10:57.784653 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 49372) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:10:57.842000 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-9caee909-fb5f-4dfd-af22-f9d31eaa0da8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:57.865342 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-9caee909-fb5f-4dfd-af22-f9d31eaa0da8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:57.915079 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-9caee909-fb5f-4dfd-af22-f9d31eaa0da8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:57.917875 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-9caee909-fb5f-4dfd-af22-f9d31eaa0da8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:57.919152 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-9caee909-fb5f-4dfd-af22-f9d31eaa0da8 admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/e3f883e7-e0ef-43fd-9fef-1e191c4cd6a7 HTTP/1.1" status: 204 len: 168 time: 0.1330495 Jul 06 14:10:57.929051 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9caee909-fb5f-4dfd-af22-f9d31eaa0da8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3f883e7-e0ef-43fd-9fef-1e191c4cd6a7,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:10:58.111814 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1748c77-7ef7-4714-a4d5-b206779833ee req-17547091-bc5c-4bbb-a3c0-bc50168aa9ba tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:10:58.119288 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-d1748c77-7ef7-4714-a4d5-b206779833ee req-17547091-bc5c-4bbb-a3c0-bc50168aa9ba tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] 10.222.0.104 "GET /v2.0/ports?device_id=5fbc9a8b-86db-4456-85e1-a59cfdbb9c8d HTTP/1.1" status: 200 len: 944 time: 0.0809166 Jul 06 14:10:58.155134 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-d1748c77-7ef7-4714-a4d5-b206779833ee req-e319e0ff-e162-4b23-8791-74fa4e1c3b20 tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] 10.222.0.104 "GET /v2.0/security-groups?id=54cfb86c-390d-4cad-8265-7f5781c66116&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349700 Jul 06 14:10:58.345860 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-03f71b24-a9b8-453a-8924-caa3f97bc6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:58.559046 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6c7076-9eb7-4658-83df-813f0d4e29d8 req-277bf9cb-1c83-4066-9da5-e97948d7dd9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:10:58.563528 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-da6c7076-9eb7-4658-83df-813f0d4e29d8 req-277bf9cb-1c83-4066-9da5-e97948d7dd9f service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=96647dd61d404050a5af01798d2f6f47&device_id=5fbc9a8b-86db-4456-85e1-a59cfdbb9c8d HTTP/1.1" status: 200 len: 1095 time: 0.0954692 Jul 06 14:10:58.605809 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b4de09-7941-4131-b8a4-aefcfe5facd6 req-b677181a-2f94-466f-a28e-f83f073cb210 tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:10:58.608453 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-d3b4de09-7941-4131-b8a4-aefcfe5facd6 req-b677181a-2f94-466f-a28e-f83f073cb210 tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] 10.222.0.104 "GET /v2.0/ports?device_id=5fbc9a8b-86db-4456-85e1-a59cfdbb9c8d HTTP/1.1" status: 200 len: 944 time: 0.1078899 Jul 06 14:10:58.654403 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-d3b4de09-7941-4131-b8a4-aefcfe5facd6 req-bbe1ba2c-5618-4f50-b49a-be52629bb92b tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] 10.222.0.104 "GET /v2.0/security-groups?id=54cfb86c-390d-4cad-8265-7f5781c66116&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389054 Jul 06 14:10:58.685582 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6c7076-9eb7-4658-83df-813f0d4e29d8 req-144c0181-4a49-431c-b3c6-e4854048df29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:10:58.687184 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-da6c7076-9eb7-4658-83df-813f0d4e29d8 req-144c0181-4a49-431c-b3c6-e4854048df29 service neutron] 10.222.0.72 "GET /v2.0/networks?id=ca8d241f-6d1c-4a83-a6b7-adff4a667580 HTTP/1.1" status: 200 len: 914 time: 0.1151381 Jul 06 14:10:58.771696 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-da6c7076-9eb7-4658-83df-813f0d4e29d8 req-46eec05e-6a63-4402-8855-f241093e7a1e service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5f251846-a962-4cca-ac30-b8ff4317b4c4 HTTP/1.1" status: 200 len: 999 time: 0.0757830 Jul 06 14:10:58.831512 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6c7076-9eb7-4658-83df-813f0d4e29d8 req-8fc77c26-0624-4fcc-831b-37c7c51c3f98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:10:58.833141 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-da6c7076-9eb7-4658-83df-813f0d4e29d8 req-8fc77c26-0624-4fcc-831b-37c7c51c3f98 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=1d0103a5-6825-4713-928f-2c0821a07c96 HTTP/1.1" status: 200 len: 851 time: 0.0502644 Jul 06 14:10:58.903108 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6c7076-9eb7-4658-83df-813f0d4e29d8 req-1f36c593-6547-4e93-b3f7-e2d856c41fb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:10:58.906856 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-da6c7076-9eb7-4658-83df-813f0d4e29d8 req-1f36c593-6547-4e93-b3f7-e2d856c41fb7 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=ca8d241f-6d1c-4a83-a6b7-adff4a667580&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0661652 Jul 06 14:10:59.014322 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-da6c7076-9eb7-4658-83df-813f0d4e29d8 req-7ccf66f5-5714-43df-8615-08bb05615938 service neutron] 10.222.0.72 "GET /v2.0/networks/ca8d241f-6d1c-4a83-a6b7-adff4a667580?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1027343 Jul 06 14:10:59.119777 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-da6c7076-9eb7-4658-83df-813f0d4e29d8 req-8d79f0d6-7b12-4b74-9995-f245e79abbdf service neutron] 10.222.0.72 "GET /v2.0/networks/ca8d241f-6d1c-4a83-a6b7-adff4a667580?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0977161 Jul 06 14:10:59.954676 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bab1cab-2e22-4a40-97f7-29ab92639b05 req-c7d2124c-90ba-43df-b76a-873832870eff tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:10:59.956800 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-6bab1cab-2e22-4a40-97f7-29ab92639b05 req-c7d2124c-90ba-43df-b76a-873832870eff tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] 10.222.0.104 "GET /v2.0/ports?device_id=5fbc9a8b-86db-4456-85e1-a59cfdbb9c8d HTTP/1.1" status: 200 len: 944 time: 0.1396053 Jul 06 14:11:00.020158 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-6bab1cab-2e22-4a40-97f7-29ab92639b05 req-900b5e35-5b66-45e9-9982-fb2323a79c7a tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] 10.222.0.104 "GET /v2.0/security-groups?id=54cfb86c-390d-4cad-8265-7f5781c66116&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0556326 Jul 06 14:11:01.222615 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ef0c6a-63bd-4fe9-8461-58c2f53ba422 req-230f8be0-2284-417a-a65b-473c18d15870 tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:11:01.230135 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-b3ef0c6a-63bd-4fe9-8461-58c2f53ba422 req-230f8be0-2284-417a-a65b-473c18d15870 tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] 10.222.0.104 "GET /v2.0/ports?device_id=5fbc9a8b-86db-4456-85e1-a59cfdbb9c8d HTTP/1.1" status: 200 len: 944 time: 0.0898678 Jul 06 14:11:01.298247 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-b3ef0c6a-63bd-4fe9-8461-58c2f53ba422 req-39d6db6e-9d07-4b4d-a5fd-0dfe97093ebf tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] 10.222.0.104 "GET /v2.0/security-groups?id=54cfb86c-390d-4cad-8265-7f5781c66116&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0669444 Jul 06 14:11:01.480453 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396bd1e6-3e07-4257-951b-e650337d655a req-ee25dff4-ba4a-4694-bfc5-d9746f38945a tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:11:01.482320 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-396bd1e6-3e07-4257-951b-e650337d655a req-ee25dff4-ba4a-4694-bfc5-d9746f38945a tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] 10.222.0.104 "GET /v2.0/ports?device_id=5fbc9a8b-86db-4456-85e1-a59cfdbb9c8d HTTP/1.1" status: 200 len: 944 time: 0.0747945 Jul 06 14:11:01.532314 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-396bd1e6-3e07-4257-951b-e650337d655a req-a3c04d70-0eea-464e-94a3-055d4fa17d9c tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] 10.222.0.104 "GET /v2.0/security-groups?id=54cfb86c-390d-4cad-8265-7f5781c66116&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443377 Jul 06 14:11:02.540226 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b438bb7d-dd35-43f0-88eb-b2ab4fdabc69 req-8408ddd0-f751-410a-aaf7-6f5958a13c51 tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:11:02.547375 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-b438bb7d-dd35-43f0-88eb-b2ab4fdabc69 req-8408ddd0-f751-410a-aaf7-6f5958a13c51 tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] 10.222.0.104 "GET /v2.0/ports?device_id=b6169543-9f03-48ce-932b-913e969dd966 HTTP/1.1" status: 200 len: 944 time: 0.0742397 Jul 06 14:11:02.651028 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.plugin [req-b438bb7d-dd35-43f0-88eb-b2ab4fdabc69 req-acc5e8dc-5448-4a18-a6bc-302293e82e2b tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] Deleting port dd9f686e-80b9-4c6e-92a3-0895574a774f {{(pid=100247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:11:02.651421 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-b438bb7d-dd35-43f0-88eb-b2ab4fdabc69 req-acc5e8dc-5448-4a18-a6bc-302293e82e2b tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:02.767615 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.db [req-b438bb7d-dd35-43f0-88eb-b2ab4fdabc69 req-acc5e8dc-5448-4a18-a6bc-302293e82e2b tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] For port dd9f686e-80b9-4c6e-92a3-0895574a774f, host n-h1-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773647-6',level=0,port_id=dd9f686e-80b9-4c6e-92a3-0895574a774f,segment=NetworkSegment(36c50412-6893-4622-808c-49164f6f9db6),segment_id=36c50412-6893-4622-808c-49164f6f9db6)] {{(pid=100247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:11:02.768144 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-b438bb7d-dd35-43f0-88eb-b2ab4fdabc69 req-acc5e8dc-5448-4a18-a6bc-302293e82e2b tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:02.786907 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.plugin [req-b438bb7d-dd35-43f0-88eb-b2ab4fdabc69 req-acc5e8dc-5448-4a18-a6bc-302293e82e2b tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] Calling delete_port for dd9f686e-80b9-4c6e-92a3-0895574a774f owned by compute:nova {{(pid=100247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:11:02.920705 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-b438bb7d-dd35-43f0-88eb-b2ab4fdabc69 req-acc5e8dc-5448-4a18-a6bc-302293e82e2b tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128888353'] for port, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:02.934411 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] get_ports_and_sgs() called for port_ids ['285a983f-a0c4-456a-9702-1039a1c94001'] {{(pid=100248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 14:11:02.949755 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc5e8dc-5448-4a18-a6bc-302293e82e2b tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] Pushing event deleted for resources: {'Port': ['ID=dd9f686e-80b9-4c6e-92a3-0895574a774f,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:11:03.024042 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] get_ports_and_sgs() called for port_ids ['1f5819e5-377a-477d-a4e0-bc213d163822'] {{(pid=100248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 14:11:03.037426 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.l3_dvrscheduler_db [req-b438bb7d-dd35-43f0-88eb-b2ab4fdabc69 req-acc5e8dc-5448-4a18-a6bc-302293e82e2b tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] No DVR routers for this DVR port dd9f686e-80b9-4c6e-92a3-0895574a774f on host n-h1-773647-6 {{(pid=100247) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:11:03.051705 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-b438bb7d-dd35-43f0-88eb-b2ab4fdabc69 req-acc5e8dc-5448-4a18-a6bc-302293e82e2b tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:03.053813 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-b438bb7d-dd35-43f0-88eb-b2ab4fdabc69 req-acc5e8dc-5448-4a18-a6bc-302293e82e2b tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] 10.222.0.104 "DELETE /v2.0/ports/dd9f686e-80b9-4c6e-92a3-0895574a774f HTTP/1.1" status: 204 len: 173 time: 0.5056524 Jul 06 14:11:03.054368 n-d-773647-6 neutron-server[100247]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6169543-9f03-48ce-932b-913e969dd966', 'name': 'network-vif-deleted', 'tag': 'dd9f686e-80b9-4c6e-92a3-0895574a774f'}] {{(pid=100247) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:11:03.056684 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cbf0eeaae822f8fc9b87a94aeba67a3d651842baf663a51cba94b67a514836d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52dc7057-7a4e-48f4-8c89-ae2649cb3b0e" -d '{"events": [{"server_uuid": "b6169543-9f03-48ce-932b-913e969dd966", "name": "network-vif-deleted", "tag": "dd9f686e-80b9-4c6e-92a3-0895574a774f"}]}' {{(pid=100247) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:11:03.190839 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Tue, 06 Jul 2021 14:11:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aee9a115-be3d-4a82-b6d6-8531acb5c577 x-openstack-request-id: req-aee9a115-be3d-4a82-b6d6-8531acb5c577 {{(pid=100247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:11:03.191550 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6169543-9f03-48ce-932b-913e969dd966", "name": "network-vif-deleted", "tag": "dd9f686e-80b9-4c6e-92a3-0895574a774f", "status": "failed", "code": 422}]} {{(pid=100247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:11:03.191977 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-aee9a115-be3d-4a82-b6d6-8531acb5c577 {{(pid=100247) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:11:03.192574 n-d-773647-6 neutron-server[100247]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'b6169543-9f03-48ce-932b-913e969dd966', 'name': 'network-vif-deleted', 'tag': 'dd9f686e-80b9-4c6e-92a3-0895574a774f', 'status': 'failed', 'code': 422} returned with failed status Jul 06 14:11:04.124226 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4d0c7e-1d7f-42d0-ac28-30608159137f req-7ad9dceb-4e94-46ab-88f7-891519aca9a8 tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:11:04.127696 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-8f4d0c7e-1d7f-42d0-ac28-30608159137f req-7ad9dceb-4e94-46ab-88f7-891519aca9a8 tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] 10.222.0.104 "GET /v2.0/ports?device_id=6f79f617-0856-4219-abc5-8bd1806b6823 HTTP/1.1" status: 200 len: 908 time: 0.0707548 Jul 06 14:11:05.337227 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f8e8d3-0fb2-48d3-aa63-1aa12d346967 req-2e2da1a1-0e33-4219-88e3-02888fd39d81 tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:11:05.338898 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-d2f8e8d3-0fb2-48d3-aa63-1aa12d346967 req-2e2da1a1-0e33-4219-88e3-02888fd39d81 tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] 10.222.0.104 "GET /v2.0/ports?device_id=6f79f617-0856-4219-abc5-8bd1806b6823 HTTP/1.1" status: 200 len: 908 time: 0.0776744 Jul 06 14:11:05.610062 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdada8fd-2f51-425b-95e4-a38d73fb1f0d req-090879b5-df4b-4b8a-8222-221c69abd02c tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:11:05.612024 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-bdada8fd-2f51-425b-95e4-a38d73fb1f0d req-090879b5-df4b-4b8a-8222-221c69abd02c tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] 10.222.0.127 "GET /v2.0/ports?device_id=6f79f617-0856-4219-abc5-8bd1806b6823 HTTP/1.1" status: 200 len: 908 time: 0.1100264 Jul 06 14:11:05.806865 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55873dbf-5be8-4c0c-859a-88ce7acd600f req-3d52ed8b-f86d-44e8-9c45-cd6288a06ab7 tempest-ServersTestJSON-1826732852 tempest-ServersTestJSON-1826732852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:11:05.808411 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-55873dbf-5be8-4c0c-859a-88ce7acd600f req-3d52ed8b-f86d-44e8-9c45-cd6288a06ab7 tempest-ServersTestJSON-1826732852 tempest-ServersTestJSON-1826732852-project] 10.222.0.104 "GET /v2.0/ports?device_id=a7b3ff4b-3bb8-4a52-834a-41c1f70f9417 HTTP/1.1" status: 200 len: 946 time: 0.1061983 Jul 06 14:11:05.809919 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.plugin [req-bdada8fd-2f51-425b-95e4-a38d73fb1f0d req-ee1f7a7e-e53c-4d2e-acff-df3eb0829bf4 tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] Deleting port c2f42a47-9435-42a3-a355-2a1daefe7508 {{(pid=100247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:11:05.810260 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-bdada8fd-2f51-425b-95e4-a38d73fb1f0d req-ee1f7a7e-e53c-4d2e-acff-df3eb0829bf4 tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:05.844558 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 49600) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:11:05.911516 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-55873dbf-5be8-4c0c-859a-88ce7acd600f req-1cfe2f0d-dc0e-4be0-ada4-024a2fdc1b20 tempest-ServersTestJSON-1826732852 tempest-ServersTestJSON-1826732852-project] 10.222.0.104 "GET /v2.0/security-groups?id=0aa84f6b-3b5e-4d6c-88fe-a6af915b5cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605044 Jul 06 14:11:05.915532 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.db_base_plugin_v2 [None req-da647d5c-4028-4c0d-87e9-bc55080f2e2f admin admin] Deleting subnet db9624c4-d177-4bea-ac1d-b918f34e58b7 {{(pid=100246) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 14:11:05.919948 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-da647d5c-4028-4c0d-87e9-bc55080f2e2f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:05.948255 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.db [req-bdada8fd-2f51-425b-95e4-a38d73fb1f0d req-ee1f7a7e-e53c-4d2e-acff-df3eb0829bf4 tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] For port c2f42a47-9435-42a3-a355-2a1daefe7508, host n-h1-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773647-6',level=0,port_id=c2f42a47-9435-42a3-a355-2a1daefe7508,segment=NetworkSegment(36c50412-6893-4622-808c-49164f6f9db6),segment_id=36c50412-6893-4622-808c-49164f6f9db6)] {{(pid=100247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:11:05.948618 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-bdada8fd-2f51-425b-95e4-a38d73fb1f0d req-ee1f7a7e-e53c-4d2e-acff-df3eb0829bf4 tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:05.965436 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.plugin [req-bdada8fd-2f51-425b-95e4-a38d73fb1f0d req-ee1f7a7e-e53c-4d2e-acff-df3eb0829bf4 tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] Calling delete_port for c2f42a47-9435-42a3-a355-2a1daefe7508 owned by compute:nova {{(pid=100247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:11:06.125119 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-bdada8fd-2f51-425b-95e4-a38d73fb1f0d req-ee1f7a7e-e53c-4d2e-acff-df3eb0829bf4 tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128888353'] for port, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:06.157083 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1f7a7e-e53c-4d2e-acff-df3eb0829bf4 tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] Pushing event deleted for resources: {'Port': ['ID=c2f42a47-9435-42a3-a355-2a1daefe7508,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:11:06.214516 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.l3_dvrscheduler_db [req-bdada8fd-2f51-425b-95e4-a38d73fb1f0d req-ee1f7a7e-e53c-4d2e-acff-df3eb0829bf4 tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] No DVR routers for this DVR port c2f42a47-9435-42a3-a355-2a1daefe7508 on host n-h1-773647-6 {{(pid=100247) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:11:06.217752 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-bdada8fd-2f51-425b-95e4-a38d73fb1f0d req-ee1f7a7e-e53c-4d2e-acff-df3eb0829bf4 tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:06.220269 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-bdada8fd-2f51-425b-95e4-a38d73fb1f0d req-ee1f7a7e-e53c-4d2e-acff-df3eb0829bf4 tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] 10.222.0.127 "DELETE /v2.0/ports/c2f42a47-9435-42a3-a355-2a1daefe7508 HTTP/1.1" status: 204 len: 173 time: 0.6029053 Jul 06 14:11:06.220784 n-d-773647-6 neutron-server[100247]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f79f617-0856-4219-abc5-8bd1806b6823', 'name': 'network-vif-deleted', 'tag': 'c2f42a47-9435-42a3-a355-2a1daefe7508'}] {{(pid=100247) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:11:06.232720 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cbf0eeaae822f8fc9b87a94aeba67a3d651842baf663a51cba94b67a514836d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1f059a4-6d2f-44ee-a8ef-ec50c4342f1e" -d '{"events": [{"server_uuid": "6f79f617-0856-4219-abc5-8bd1806b6823", "name": "network-vif-deleted", "tag": "c2f42a47-9435-42a3-a355-2a1daefe7508"}]}' {{(pid=100247) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:11:06.292258 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 14:11:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96e7f55d-4fdd-4a42-9f22-7c074f10f16f x-openstack-request-id: req-96e7f55d-4fdd-4a42-9f22-7c074f10f16f {{(pid=100247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:11:06.292559 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f79f617-0856-4219-abc5-8bd1806b6823", "name": "network-vif-deleted", "tag": "c2f42a47-9435-42a3-a355-2a1daefe7508", "status": "completed", "code": 200}]} {{(pid=100247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:11:06.292811 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-96e7f55d-4fdd-4a42-9f22-7c074f10f16f {{(pid=100247) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:11:06.293231 n-d-773647-6 neutron-server[100247]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f79f617-0856-4219-abc5-8bd1806b6823', 'name': 'network-vif-deleted', 'tag': 'c2f42a47-9435-42a3-a355-2a1daefe7508', 'status': 'completed', 'code': 200} Jul 06 14:11:06.393442 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-da647d5c-4028-4c0d-87e9-bc55080f2e2f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126218885'] for subnet, precommit_delete_associations {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:06.492738 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-da647d5c-4028-4c0d-87e9-bc55080f2e2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-913473'] for subnet, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:06.560742 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-f46beba9-2e2a-4be0-8a08-07aa3e55cc87 req-ae2f02bf-4aae-4459-934d-3d626d45bf4e tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] 10.222.0.104 "GET /v2.0/ports?device_id=6f79f617-0856-4219-abc5-8bd1806b6823 HTTP/1.1" status: 200 len: 210 time: 0.0426562 Jul 06 14:11:06.576133 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-da647d5c-4028-4c0d-87e9-bc55080f2e2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-913480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1849032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127687590', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127702764'] for subnet, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:06.610171 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-da647d5c-4028-4c0d-87e9-bc55080f2e2f admin admin] Notify callbacks [] for subnet, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:06.614360 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-da647d5c-4028-4c0d-87e9-bc55080f2e2f admin admin] 10.222.0.104 "DELETE /v2.0/subnets/db9624c4-d177-4bea-ac1d-b918f34e58b7 HTTP/1.1" status: 204 len: 168 time: 0.7664280 Jul 06 14:11:06.614360 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da647d5c-4028-4c0d-87e9-bc55080f2e2f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=db9624c4-d177-4bea-ac1d-b918f34e58b7,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:11:06.615145 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 49612) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:11:06.721478 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-9a41b9b6-cd04-485c-b284-fbc3b1c29353 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530492'] for network, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:06.826235 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-9a41b9b6-cd04-485c-b284-fbc3b1c29353 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-917204', 'neutron.services.segments.db._delete_segments_for_network-8773753502302'] for network, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:06.846238 n-d-773647-6 neutron-server[100247]: DEBUG neutron.services.segments.db [None req-9a41b9b6-cd04-485c-b284-fbc3b1c29353 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dbcf6464-294b-497a-a184-7349d7231906']}} {{(pid=100247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:11:06.875821 n-d-773647-6 neutron-server[100247]: DEBUG neutron.services.segments.db [None req-9a41b9b6-cd04-485c-b284-fbc3b1c29353 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d5d156b-bd08-4f50-8375-d51e4d3871a9') {'for_net_delete': True} {{(pid=100247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:11:06.876292 n-d-773647-6 neutron-server[100247]: DEBUG neutron.services.segments.db [None req-9a41b9b6-cd04-485c-b284-fbc3b1c29353 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d5d156b-bd08-4f50-8375-d51e4d3871a9') {} {{(pid=100247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:11:06.886315 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-9a41b9b6-cd04-485c-b284-fbc3b1c29353 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773753515138', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127131763'] for segment, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:06.904277 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-9a41b9b6-cd04-485c-b284-fbc3b1c29353 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552'] for segment, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:06.910449 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a41b9b6-cd04-485c-b284-fbc3b1c29353 admin admin] Releasing vlan 1042 on physical network physnet1 to pool {{(pid=100247) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 14:11:06.910804 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-9a41b9b6-cd04-485c-b284-fbc3b1c29353 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-128888574'] for segment, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:06.968389 n-d-773647-6 neutron-server[100247]: Traceback (most recent call last): Jul 06 14:11:06.968389 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 14:11:06.968389 n-d-773647-6 neutron-server[100247]: timer() Jul 06 14:11:06.968389 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 14:11:06.968389 n-d-773647-6 neutron-server[100247]: cb(*args, **kw) Jul 06 14:11:06.968389 n-d-773647-6 neutron-server[100247]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 14:11:06.968389 n-d-773647-6 neutron-server[100247]: return func(*args, **kwargs) Jul 06 14:11:06.968389 n-d-773647-6 neutron-server[100247]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 14:11:06.968389 n-d-773647-6 neutron-server[100247]: self._notify() Jul 06 14:11:06.968389 n-d-773647-6 neutron-server[100247]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 14:11:06.968389 n-d-773647-6 neutron-server[100247]: self.callback(batched_events) Jul 06 14:11:06.968389 n-d-773647-6 neutron-server[100247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 14:11:06.968389 n-d-773647-6 neutron-server[100247]: event.method(event) Jul 06 14:11:06.968389 n-d-773647-6 neutron-server[100247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 14:11:06.968389 n-d-773647-6 neutron-server[100247]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 14:11:06.968389 n-d-773647-6 neutron-server[100247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 14:11:06.968389 n-d-773647-6 neutron-server[100247]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 14:11:06.968389 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 14:11:06.968389 n-d-773647-6 neutron-server[100247]: return f(self, *a, **k) Jul 06 14:11:06.968389 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 14:11:06.968389 n-d-773647-6 neutron-server[100247]: return self._get(url).json() Jul 06 14:11:06.968389 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 14:11:06.968389 n-d-773647-6 neutron-server[100247]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 14:11:06.968389 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 14:11:06.968389 n-d-773647-6 neutron-server[100247]: return self.request(url, 'GET', **kwargs) Jul 06 14:11:06.968389 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 14:11:06.968389 n-d-773647-6 neutron-server[100247]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 14:11:06.968389 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 14:11:06.968389 n-d-773647-6 neutron-server[100247]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 14:11:06.968389 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 14:11:06.968389 n-d-773647-6 neutron-server[100247]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 14:11:06.968389 n-d-773647-6 neutron-server[100247]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 14:11:06.980788 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-9a41b9b6-cd04-485c-b284-fbc3b1c29353 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-917215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1761140'] for network, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:07.001817 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-9a41b9b6-cd04-485c-b284-fbc3b1c29353 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583035'] for network, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:07.006714 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-9a41b9b6-cd04-485c-b284-fbc3b1c29353 admin admin] 10.222.0.104 "DELETE /v2.0/networks/dbcf6464-294b-497a-a184-7349d7231906 HTTP/1.1" status: 204 len: 168 time: 0.3896163 Jul 06 14:11:07.006881 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 49622) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:11:07.024008 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a41b9b6-cd04-485c-b284-fbc3b1c29353 admin admin] Pushing event deleted for resources: {'Network': ['ID=dbcf6464-294b-497a-a184-7349d7231906,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:11:07.059412 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02052fa-eb66-461d-949c-4c8b497f6b1c req-01f66438-75dc-4237-8229-a2ba55a1da63 tempest-ServersTestJSON-1826732852 tempest-ServersTestJSON-1826732852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:11:07.060935 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-d02052fa-eb66-461d-949c-4c8b497f6b1c req-01f66438-75dc-4237-8229-a2ba55a1da63 tempest-ServersTestJSON-1826732852 tempest-ServersTestJSON-1826732852-project] 10.222.0.104 "GET /v2.0/ports?device_id=a7b3ff4b-3bb8-4a52-834a-41c1f70f9417 HTTP/1.1" status: 200 len: 946 time: 0.0916696 Jul 06 14:11:07.070546 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e1a15af-704d-41d6-81b0-d1faee469653 admin admin] Deleting subnet 1645ee66-8cfd-4769-b473-5793f4b1fae2 {{(pid=100246) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 14:11:07.073974 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-7e1a15af-704d-41d6-81b0-d1faee469653 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:07.103085 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-d02052fa-eb66-461d-949c-4c8b497f6b1c req-53e4f871-5374-478b-9336-736ef5f4e0d0 tempest-ServersTestJSON-1826732852 tempest-ServersTestJSON-1826732852-project] 10.222.0.104 "GET /v2.0/security-groups?id=0aa84f6b-3b5e-4d6c-88fe-a6af915b5cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360990 Jul 06 14:11:07.114724 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-7e1a15af-704d-41d6-81b0-d1faee469653 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126218885'] for subnet, precommit_delete_associations {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:07.155507 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-7e1a15af-704d-41d6-81b0-d1faee469653 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-913473'] for subnet, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:07.208012 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-7e1a15af-704d-41d6-81b0-d1faee469653 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-913480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1849032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127687590', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127702764'] for subnet, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:07.233919 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1a15af-704d-41d6-81b0-d1faee469653 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1645ee66-8cfd-4769-b473-5793f4b1fae2,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:11:07.237746 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-7e1a15af-704d-41d6-81b0-d1faee469653 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:07.242356 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-7e1a15af-704d-41d6-81b0-d1faee469653 admin admin] 10.222.0.104 "DELETE /v2.0/subnets/1645ee66-8cfd-4769-b473-5793f4b1fae2 HTTP/1.1" status: 204 len: 168 time: 0.2344582 Jul 06 14:11:07.242527 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 49628) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:11:07.313258 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-b4d786c2-477b-4886-969d-e15650b63cdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530492'] for network, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:07.402036 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-b4d786c2-477b-4886-969d-e15650b63cdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-917204', 'neutron.services.segments.db._delete_segments_for_network-8773753502302'] for network, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:07.412035 n-d-773647-6 neutron-server[100247]: DEBUG neutron.services.segments.db [None req-b4d786c2-477b-4886-969d-e15650b63cdd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['79c9a939-90b4-4463-95eb-1a727fbcf5c8']}} {{(pid=100247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:11:07.423728 n-d-773647-6 neutron-server[100247]: DEBUG neutron.services.segments.db [None req-b4d786c2-477b-4886-969d-e15650b63cdd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc615160-bace-4db9-970d-c586e1e80fab') {'for_net_delete': True} {{(pid=100247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:11:07.424051 n-d-773647-6 neutron-server[100247]: DEBUG neutron.services.segments.db [None req-b4d786c2-477b-4886-969d-e15650b63cdd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc615160-bace-4db9-970d-c586e1e80fab') {} {{(pid=100247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:11:07.433679 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-b4d786c2-477b-4886-969d-e15650b63cdd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773753515138', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127131763'] for segment, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:07.453322 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-b4d786c2-477b-4886-969d-e15650b63cdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552'] for segment, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:07.460640 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b4d786c2-477b-4886-969d-e15650b63cdd admin admin] Releasing vlan 1036 on physical network physnet1 to pool {{(pid=100247) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 14:11:07.461119 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-b4d786c2-477b-4886-969d-e15650b63cdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-128888574'] for segment, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:07.463765 n-d-773647-6 neutron-server[100247]: Traceback (most recent call last): Jul 06 14:11:07.463765 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 14:11:07.463765 n-d-773647-6 neutron-server[100247]: timer() Jul 06 14:11:07.463765 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 14:11:07.463765 n-d-773647-6 neutron-server[100247]: cb(*args, **kw) Jul 06 14:11:07.463765 n-d-773647-6 neutron-server[100247]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 14:11:07.463765 n-d-773647-6 neutron-server[100247]: return func(*args, **kwargs) Jul 06 14:11:07.463765 n-d-773647-6 neutron-server[100247]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 14:11:07.463765 n-d-773647-6 neutron-server[100247]: self._notify() Jul 06 14:11:07.463765 n-d-773647-6 neutron-server[100247]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 14:11:07.463765 n-d-773647-6 neutron-server[100247]: self.callback(batched_events) Jul 06 14:11:07.463765 n-d-773647-6 neutron-server[100247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 14:11:07.463765 n-d-773647-6 neutron-server[100247]: event.method(event) Jul 06 14:11:07.463765 n-d-773647-6 neutron-server[100247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 14:11:07.463765 n-d-773647-6 neutron-server[100247]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 14:11:07.463765 n-d-773647-6 neutron-server[100247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 14:11:07.463765 n-d-773647-6 neutron-server[100247]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 14:11:07.463765 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 14:11:07.463765 n-d-773647-6 neutron-server[100247]: return f(self, *a, **k) Jul 06 14:11:07.463765 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 14:11:07.463765 n-d-773647-6 neutron-server[100247]: return self._get(url).json() Jul 06 14:11:07.463765 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 14:11:07.463765 n-d-773647-6 neutron-server[100247]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 14:11:07.463765 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 14:11:07.463765 n-d-773647-6 neutron-server[100247]: return self.request(url, 'GET', **kwargs) Jul 06 14:11:07.463765 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 14:11:07.463765 n-d-773647-6 neutron-server[100247]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 14:11:07.463765 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 14:11:07.463765 n-d-773647-6 neutron-server[100247]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 14:11:07.463765 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 14:11:07.463765 n-d-773647-6 neutron-server[100247]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 14:11:07.463765 n-d-773647-6 neutron-server[100247]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 14:11:07.529393 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-b4d786c2-477b-4886-969d-e15650b63cdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-917215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1761140'] for network, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:07.535392 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-b4d786c2-477b-4886-969d-e15650b63cdd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583035'] for network, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:07.540284 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-b4d786c2-477b-4886-969d-e15650b63cdd admin admin] 10.222.0.104 "DELETE /v2.0/networks/79c9a939-90b4-4463-95eb-1a727fbcf5c8 HTTP/1.1" status: 204 len: 168 time: 0.2966416 Jul 06 14:11:07.552785 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d786c2-477b-4886-969d-e15650b63cdd admin admin] Pushing event deleted for resources: {'Network': ['ID=79c9a939-90b4-4463-95eb-1a727fbcf5c8,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:11:07.778055 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 49648) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:11:07.861843 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-c0026401-15d7-4d3f-84c1-9307d188dc54 admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=6c6fbbf46c83458fbdb94f3acd1dc91f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0779321 Jul 06 14:11:07.864507 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 49650) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:11:07.927842 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eea891b-a2a4-4ab1-a1bf-df76407aa457 req-ff23725b-55bf-481f-a6f9-d3741d03ded2 tempest-ServersTestJSON-1826732852 tempest-ServersTestJSON-1826732852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:11:07.935406 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-6eea891b-a2a4-4ab1-a1bf-df76407aa457 req-ff23725b-55bf-481f-a6f9-d3741d03ded2 tempest-ServersTestJSON-1826732852 tempest-ServersTestJSON-1826732852-project] 10.222.0.104 "GET /v2.0/ports?device_id=a7b3ff4b-3bb8-4a52-834a-41c1f70f9417 HTTP/1.1" status: 200 len: 946 time: 0.1355786 Jul 06 14:11:07.965691 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-c52471ae-461c-43f8-a4ad-04b76348a9ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:07.996649 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-6eea891b-a2a4-4ab1-a1bf-df76407aa457 req-4e22396a-4530-4d58-93dc-af1a1a5af3bf tempest-ServersTestJSON-1826732852 tempest-ServersTestJSON-1826732852-project] 10.222.0.104 "GET /v2.0/security-groups?id=0aa84f6b-3b5e-4d6c-88fe-a6af915b5cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603406 Jul 06 14:11:08.006090 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-c52471ae-461c-43f8-a4ad-04b76348a9ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:08.084628 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-c52471ae-461c-43f8-a4ad-04b76348a9ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:08.087486 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-c52471ae-461c-43f8-a4ad-04b76348a9ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:08.088691 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-c52471ae-461c-43f8-a4ad-04b76348a9ad admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/81d531c9-3b63-4712-96a0-2c4a91da3b05 HTTP/1.1" status: 204 len: 168 time: 0.2231495 Jul 06 14:11:08.097149 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52471ae-461c-43f8-a4ad-04b76348a9ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81d531c9-3b63-4712-96a0-2c4a91da3b05,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:11:08.222828 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11938b9-32a9-4243-b090-0a85100d6295 req-a52328ce-3ba5-4fc8-8369-700ec4a15c78 tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:11:08.225015 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-d11938b9-32a9-4243-b090-0a85100d6295 req-a52328ce-3ba5-4fc8-8369-700ec4a15c78 tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] 10.222.0.104 "GET /v2.0/ports?device_id=86de0a1f-5db7-44ca-bb5a-ff9aa3c483af HTTP/1.1" status: 200 len: 945 time: 0.0713599 Jul 06 14:11:08.266731 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-d11938b9-32a9-4243-b090-0a85100d6295 req-540654ed-b922-4354-bc72-2e6d6ac06328 tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] 10.222.0.104 "GET /v2.0/security-groups?id=bdba1446-e72e-4024-9da7-e6061f204f14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339153 Jul 06 14:11:08.446703 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 49662) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:11:08.487449 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-554301ed-49f7-4009-ad7f-1cabb55333a8 admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=161f3f7df9c94ddeb7749dc80371ed87&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0393984 Jul 06 14:11:08.489667 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 49664) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:11:08.537166 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-07af24ba-a92f-409b-9c10-7d493b2971c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:08.560336 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-07af24ba-a92f-409b-9c10-7d493b2971c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:08.611281 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-07af24ba-a92f-409b-9c10-7d493b2971c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:08.613929 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-07af24ba-a92f-409b-9c10-7d493b2971c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:08.615081 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-07af24ba-a92f-409b-9c10-7d493b2971c8 admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/bcdad6d8-1457-4b75-bc83-d4ff91ea4767 HTTP/1.1" status: 204 len: 168 time: 0.1245232 Jul 06 14:11:08.623206 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07af24ba-a92f-409b-9c10-7d493b2971c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcdad6d8-1457-4b75-bc83-d4ff91ea4767,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:11:09.186415 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f4e7e1-5c28-4eac-9dc5-37398076daf0 req-e6df7c30-1abf-4fed-a6d8-433ed70a0278 tempest-ServersTestJSON-1826732852 tempest-ServersTestJSON-1826732852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:11:09.188447 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-64f4e7e1-5c28-4eac-9dc5-37398076daf0 req-e6df7c30-1abf-4fed-a6d8-433ed70a0278 tempest-ServersTestJSON-1826732852 tempest-ServersTestJSON-1826732852-project] 10.222.0.72 "GET /v2.0/ports?device_id=a7b3ff4b-3bb8-4a52-834a-41c1f70f9417 HTTP/1.1" status: 200 len: 946 time: 0.0990684 Jul 06 14:11:09.223425 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0ddde2-5acf-422f-b591-f73c9cba27c4 req-b484e9c1-cf55-4583-bc38-d69ba4fac8b9 tempest-ServersTestJSON-1826732852 tempest-ServersTestJSON-1826732852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:11:09.234399 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-be0ddde2-5acf-422f-b591-f73c9cba27c4 req-b484e9c1-cf55-4583-bc38-d69ba4fac8b9 tempest-ServersTestJSON-1826732852 tempest-ServersTestJSON-1826732852-project] 10.222.0.104 "GET /v2.0/ports?device_id=a7b3ff4b-3bb8-4a52-834a-41c1f70f9417 HTTP/1.1" status: 200 len: 946 time: 0.0873864 Jul 06 14:11:09.294387 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-be0ddde2-5acf-422f-b591-f73c9cba27c4 req-b4097fef-fc78-42a4-b222-92ab8643a681 tempest-ServersTestJSON-1826732852 tempest-ServersTestJSON-1826732852-project] 10.222.0.104 "GET /v2.0/security-groups?id=0aa84f6b-3b5e-4d6c-88fe-a6af915b5cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590410 Jul 06 14:11:09.402271 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [req-64f4e7e1-5c28-4eac-9dc5-37398076daf0 req-0bc6c7f9-aadc-4bcd-9d01-c8231fa14a33 tempest-ServersTestJSON-1826732852 tempest-ServersTestJSON-1826732852-project] Deleting port 5b3cf493-3a9a-4e5b-9ea8-d99f26fec7ce {{(pid=100246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:11:09.402947 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-64f4e7e1-5c28-4eac-9dc5-37398076daf0 req-0bc6c7f9-aadc-4bcd-9d01-c8231fa14a33 tempest-ServersTestJSON-1826732852 tempest-ServersTestJSON-1826732852-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:09.523519 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.db [req-64f4e7e1-5c28-4eac-9dc5-37398076daf0 req-0bc6c7f9-aadc-4bcd-9d01-c8231fa14a33 tempest-ServersTestJSON-1826732852 tempest-ServersTestJSON-1826732852-project] For port 5b3cf493-3a9a-4e5b-9ea8-d99f26fec7ce, host n-h2-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=5b3cf493-3a9a-4e5b-9ea8-d99f26fec7ce,segment=NetworkSegment(52fec4a3-93cc-4beb-9d88-19cc6ca15035),segment_id=52fec4a3-93cc-4beb-9d88-19cc6ca15035)] {{(pid=100246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:11:09.523974 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-64f4e7e1-5c28-4eac-9dc5-37398076daf0 req-0bc6c7f9-aadc-4bcd-9d01-c8231fa14a33 tempest-ServersTestJSON-1826732852 tempest-ServersTestJSON-1826732852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:09.553168 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ff954e-63eb-48c2-8271-c15999249dc8 req-7cdbcdf0-63de-4482-ab46-6c8a0564b769 tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:11:09.554662 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-69ff954e-63eb-48c2-8271-c15999249dc8 req-7cdbcdf0-63de-4482-ab46-6c8a0564b769 tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] 10.222.0.104 "GET /v2.0/ports?device_id=86de0a1f-5db7-44ca-bb5a-ff9aa3c483af HTTP/1.1" status: 200 len: 945 time: 0.0705729 Jul 06 14:11:09.604935 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-69ff954e-63eb-48c2-8271-c15999249dc8 req-9891bc98-12a9-4d33-9603-94912e6a1d20 tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] 10.222.0.104 "GET /v2.0/security-groups?id=bdba1446-e72e-4024-9da7-e6061f204f14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438983 Jul 06 14:11:09.700448 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f85ddd-ac8d-4870-9c51-f20dfbe74100 req-7bd735c3-b189-4d41-ad9a-10b4fe796fc8 tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:11:09.702275 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-d3f85ddd-ac8d-4870-9c51-f20dfbe74100 req-7bd735c3-b189-4d41-ad9a-10b4fe796fc8 tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] 10.222.0.127 "GET /v2.0/ports?device_id=86de0a1f-5db7-44ca-bb5a-ff9aa3c483af HTTP/1.1" status: 200 len: 945 time: 0.0895984 Jul 06 14:11:09.776429 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-64f4e7e1-5c28-4eac-9dc5-37398076daf0 req-0bc6c7f9-aadc-4bcd-9d01-c8231fa14a33 tempest-ServersTestJSON-1826732852 tempest-ServersTestJSON-1826732852-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:09.776987 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-64f4e7e1-5c28-4eac-9dc5-37398076daf0 req-0bc6c7f9-aadc-4bcd-9d01-c8231fa14a33 tempest-ServersTestJSON-1826732852 tempest-ServersTestJSON-1826732852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1761130'] for floatingip, after_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:09.777315 n-d-773647-6 neutron-server[100246]: INFO neutron.db.l3_db [req-64f4e7e1-5c28-4eac-9dc5-37398076daf0 req-0bc6c7f9-aadc-4bcd-9d01-c8231fa14a33 tempest-ServersTestJSON-1826732852 tempest-ServersTestJSON-1826732852-project] Floating IP d0956abf-1867-4849-a6af-a811d0c50505 disassociated. External IP: 172.25.0.61, port: 5b3cf493-3a9a-4e5b-9ea8-d99f26fec7ce. Jul 06 14:11:09.777666 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [req-64f4e7e1-5c28-4eac-9dc5-37398076daf0 req-0bc6c7f9-aadc-4bcd-9d01-c8231fa14a33 tempest-ServersTestJSON-1826732852 tempest-ServersTestJSON-1826732852-project] Calling delete_port for 5b3cf493-3a9a-4e5b-9ea8-d99f26fec7ce owned by compute:nova {{(pid=100246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:11:09.836858 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.plugin [req-d3f85ddd-ac8d-4870-9c51-f20dfbe74100 req-0ea390ed-8760-4548-8bde-c4c12a54f592 tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] Deleting port 1f5819e5-377a-477d-a4e0-bc213d163822 {{(pid=100247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:11:09.837653 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-d3f85ddd-ac8d-4870-9c51-f20dfbe74100 req-0ea390ed-8760-4548-8bde-c4c12a54f592 tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:09.933882 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-64f4e7e1-5c28-4eac-9dc5-37398076daf0 req-0bc6c7f9-aadc-4bcd-9d01-c8231fa14a33 tempest-ServersTestJSON-1826732852 tempest-ServersTestJSON-1826732852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127687580'] for port, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:09.957466 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.db [req-d3f85ddd-ac8d-4870-9c51-f20dfbe74100 req-0ea390ed-8760-4548-8bde-c4c12a54f592 tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] For port 1f5819e5-377a-477d-a4e0-bc213d163822, host n-h1-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773647-6',level=0,port_id=1f5819e5-377a-477d-a4e0-bc213d163822,segment=NetworkSegment(36c50412-6893-4622-808c-49164f6f9db6),segment_id=36c50412-6893-4622-808c-49164f6f9db6)] {{(pid=100247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:11:09.958099 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-d3f85ddd-ac8d-4870-9c51-f20dfbe74100 req-0ea390ed-8760-4548-8bde-c4c12a54f592 tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:09.981443 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.plugin [req-d3f85ddd-ac8d-4870-9c51-f20dfbe74100 req-0ea390ed-8760-4548-8bde-c4c12a54f592 tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] Calling delete_port for 1f5819e5-377a-477d-a4e0-bc213d163822 owned by compute:nova {{(pid=100247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:11:09.992122 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc6c7f9-aadc-4bcd-9d01-c8231fa14a33 tempest-ServersTestJSON-1826732852 tempest-ServersTestJSON-1826732852-project] Pushing event deleted for resources: {'Port': ['ID=5b3cf493-3a9a-4e5b-9ea8-d99f26fec7ce,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:11:10.007547 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc6c7f9-aadc-4bcd-9d01-c8231fa14a33 tempest-ServersTestJSON-1826732852 tempest-ServersTestJSON-1826732852-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:11:10.008332 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc6c7f9-aadc-4bcd-9d01-c8231fa14a33 tempest-ServersTestJSON-1826732852 tempest-ServersTestJSON-1826732852-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:11:10.008821 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc6c7f9-aadc-4bcd-9d01-c8231fa14a33 tempest-ServersTestJSON-1826732852 tempest-ServersTestJSON-1826732852-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:11:10.009175 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc6c7f9-aadc-4bcd-9d01-c8231fa14a33 tempest-ServersTestJSON-1826732852 tempest-ServersTestJSON-1826732852-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:11:10.009613 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc6c7f9-aadc-4bcd-9d01-c8231fa14a33 tempest-ServersTestJSON-1826732852 tempest-ServersTestJSON-1826732852-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:11:10.009840 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc6c7f9-aadc-4bcd-9d01-c8231fa14a33 tempest-ServersTestJSON-1826732852 tempest-ServersTestJSON-1826732852-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:11:10.010170 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc6c7f9-aadc-4bcd-9d01-c8231fa14a33 tempest-ServersTestJSON-1826732852 tempest-ServersTestJSON-1826732852-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:11:10.010507 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc6c7f9-aadc-4bcd-9d01-c8231fa14a33 tempest-ServersTestJSON-1826732852 tempest-ServersTestJSON-1826732852-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:11:10.010842 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc6c7f9-aadc-4bcd-9d01-c8231fa14a33 tempest-ServersTestJSON-1826732852 tempest-ServersTestJSON-1826732852-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:11:10.011178 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc6c7f9-aadc-4bcd-9d01-c8231fa14a33 tempest-ServersTestJSON-1826732852 tempest-ServersTestJSON-1826732852-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:11:10.011535 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc6c7f9-aadc-4bcd-9d01-c8231fa14a33 tempest-ServersTestJSON-1826732852 tempest-ServersTestJSON-1826732852-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:11:10.011860 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc6c7f9-aadc-4bcd-9d01-c8231fa14a33 tempest-ServersTestJSON-1826732852 tempest-ServersTestJSON-1826732852-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:11:10.153731 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Device c2f42a47-9435-42a3-a355-2a1daefe7508 no longer exists at agent hyperv_n-h1-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:11:10.165690 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.l3_agent_scheduler [req-64f4e7e1-5c28-4eac-9dc5-37398076daf0 req-0bc6c7f9-aadc-4bcd-9d01-c8231fa14a33 tempest-ServersTestJSON-1826732852 tempest-ServersTestJSON-1826732852-project] Router c6f3f37c-34b9-45e9-9725-6736f2f5b505 has already been hosted by L3 agent 2823d358-a11b-4885-a706-95a279e43fa7 {{(pid=100246) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 14:11:10.168163 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-d3f85ddd-ac8d-4870-9c51-f20dfbe74100 req-0ea390ed-8760-4548-8bde-c4c12a54f592 tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128888353'] for port, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:10.199248 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] get_ports_and_sgs() called for port_ids ['1f5819e5-377a-477d-a4e0-bc213d163822'] {{(pid=100248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 14:11:10.201169 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea390ed-8760-4548-8bde-c4c12a54f592 tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] Pushing event deleted for resources: {'Port': ['ID=1f5819e5-377a-477d-a4e0-bc213d163822,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:11:10.202221 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] get_ports_and_sgs() called for port_ids ['285a983f-a0c4-456a-9702-1039a1c94001'] {{(pid=100248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 14:11:10.257971 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3f85ddd-ac8d-4870-9c51-f20dfbe74100 req-0ea390ed-8760-4548-8bde-c4c12a54f592 tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] No DVR routers for this DVR port 1f5819e5-377a-477d-a4e0-bc213d163822 on host n-h1-773647-6 {{(pid=100247) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:11:10.260692 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-d3f85ddd-ac8d-4870-9c51-f20dfbe74100 req-0ea390ed-8760-4548-8bde-c4c12a54f592 tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:10.262886 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-d3f85ddd-ac8d-4870-9c51-f20dfbe74100 req-0ea390ed-8760-4548-8bde-c4c12a54f592 tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] 10.222.0.127 "DELETE /v2.0/ports/1f5819e5-377a-477d-a4e0-bc213d163822 HTTP/1.1" status: 204 len: 173 time: 0.5556235 Jul 06 14:11:10.263459 n-d-773647-6 neutron-server[100247]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86de0a1f-5db7-44ca-bb5a-ff9aa3c483af', 'name': 'network-vif-deleted', 'tag': '1f5819e5-377a-477d-a4e0-bc213d163822'}] {{(pid=100247) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:11:10.266520 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cbf0eeaae822f8fc9b87a94aeba67a3d651842baf663a51cba94b67a514836d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a64f79f0-0ccd-4bbd-99a1-edd9f2aca1fb" -d '{"events": [{"server_uuid": "86de0a1f-5db7-44ca-bb5a-ff9aa3c483af", "name": "network-vif-deleted", "tag": "1f5819e5-377a-477d-a4e0-bc213d163822"}]}' {{(pid=100247) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:11:10.314126 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] No Port match for: c2f42a47-9435-42a3-a355-2a1daefe7508 {{(pid=100248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 14:11:10.315533 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Device c2f42a47-9435-42a3-a355-2a1daefe7508 not bound to the agent host n-h1-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:11:10.360049 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-64f4e7e1-5c28-4eac-9dc5-37398076daf0 req-0bc6c7f9-aadc-4bcd-9d01-c8231fa14a33 tempest-ServersTestJSON-1826732852 tempest-ServersTestJSON-1826732852-project] Notify agent at l3_agent.n-d-773647-6 the message routers_updated {{(pid=100246) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 14:11:10.360589 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 14:11:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aee02ab3-eb5e-4153-b318-020884d3707e x-openstack-request-id: req-aee02ab3-eb5e-4153-b318-020884d3707e {{(pid=100247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:11:10.360589 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86de0a1f-5db7-44ca-bb5a-ff9aa3c483af", "name": "network-vif-deleted", "tag": "1f5819e5-377a-477d-a4e0-bc213d163822", "status": "completed", "code": 200}]} {{(pid=100247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:11:10.360811 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-aee02ab3-eb5e-4153-b318-020884d3707e {{(pid=100247) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:11:10.361080 n-d-773647-6 neutron-server[100247]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86de0a1f-5db7-44ca-bb5a-ff9aa3c483af', 'name': 'network-vif-deleted', 'tag': '1f5819e5-377a-477d-a4e0-bc213d163822', 'status': 'completed', 'code': 200} Jul 06 14:11:10.370786 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c896a993-8460-49cc-ab7b-35e4fb9d68f9 None None] Sync routers for ids ['c6f3f37c-34b9-45e9-9725-6736f2f5b505'] in n-d-773647-6 {{(pid=100249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 14:11:10.396164 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c896a993-8460-49cc-ab7b-35e4fb9d68f9 None None] Routers {'c6f3f37c-34b9-45e9-9725-6736f2f5b505'} bound to L3 agent in host n-d-773647-6 {{(pid=100249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:11:10.398874 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-c896a993-8460-49cc-ab7b-35e4fb9d68f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T14:10:55Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['c6f3f37c-34b9-45e9-9725-6736f2f5b505'], 'active': True} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:11:10.433530 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [req-64f4e7e1-5c28-4eac-9dc5-37398076daf0 req-0bc6c7f9-aadc-4bcd-9d01-c8231fa14a33 tempest-ServersTestJSON-1826732852 tempest-ServersTestJSON-1826732852-project] No DVR routers for this DVR port 5b3cf493-3a9a-4e5b-9ea8-d99f26fec7ce on host n-h2-773647-6 {{(pid=100246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:11:10.438686 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-64f4e7e1-5c28-4eac-9dc5-37398076daf0 req-0bc6c7f9-aadc-4bcd-9d01-c8231fa14a33 tempest-ServersTestJSON-1826732852 tempest-ServersTestJSON-1826732852-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:10.444390 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-64f4e7e1-5c28-4eac-9dc5-37398076daf0 req-0bc6c7f9-aadc-4bcd-9d01-c8231fa14a33 tempest-ServersTestJSON-1826732852 tempest-ServersTestJSON-1826732852-project] 10.222.0.72 "DELETE /v2.0/ports/5b3cf493-3a9a-4e5b-9ea8-d99f26fec7ce HTTP/1.1" status: 204 len: 173 time: 1.2390656 Jul 06 14:11:10.470657 n-d-773647-6 neutron-server[100246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7b3ff4b-3bb8-4a52-834a-41c1f70f9417', 'name': 'network-vif-deleted', 'tag': '5b3cf493-3a9a-4e5b-9ea8-d99f26fec7ce'}] {{(pid=100246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:11:10.479996 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0d96c5ab5e889f7b933ae915b9be33d1b46c9e87795bf781004b656ef3f1e87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb81fe62-85ea-423f-85ce-1f39c804b6f3" -d '{"events": [{"server_uuid": "a7b3ff4b-3bb8-4a52-834a-41c1f70f9417", "name": "network-vif-deleted", "tag": "5b3cf493-3a9a-4e5b-9ea8-d99f26fec7ce"}]}' {{(pid=100246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:11:10.501904 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:10.720790 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-8336c9b8-e7d8-433d-9f43-6782f5c212f5 req-c2bcc6e6-637a-45fe-9cae-2712211149e9 tempest-ServersTestJSON-1826732852 tempest-ServersTestJSON-1826732852-project] 10.222.0.104 "GET /v2.0/ports?device_id=a7b3ff4b-3bb8-4a52-834a-41c1f70f9417 HTTP/1.1" status: 200 len: 210 time: 0.0837681 Jul 06 14:11:10.744071 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvr_db [None req-c896a993-8460-49cc-ab7b-35e4fb9d68f9 None None] Set router c6f3f37c-34b9-45e9-9725-6736f2f5b505 gateway port host: n-d-773647-6 {{(pid=100249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:11:10.887617 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 14:11:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cb06a54-be6a-47fa-a3b2-845fe61764e5 x-openstack-request-id: req-3cb06a54-be6a-47fa-a3b2-845fe61764e5 {{(pid=100246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:11:10.888061 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7b3ff4b-3bb8-4a52-834a-41c1f70f9417", "name": "network-vif-deleted", "tag": "5b3cf493-3a9a-4e5b-9ea8-d99f26fec7ce", "status": "completed", "code": 200}]} {{(pid=100246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:11:10.888427 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-3cb06a54-be6a-47fa-a3b2-845fe61764e5 {{(pid=100246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:11:10.888907 n-d-773647-6 neutron-server[100246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7b3ff4b-3bb8-4a52-834a-41c1f70f9417', 'name': 'network-vif-deleted', 'tag': '5b3cf493-3a9a-4e5b-9ea8-d99f26fec7ce', 'status': 'completed', 'code': 200} Jul 06 14:11:11.162686 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-c896a993-8460-49cc-ab7b-35e4fb9d68f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6f3f37c-34b9-45e9-9725-6736f2f5b505', 'name': 'tempest-ServersTestJSON-1454034615-router', 'tenant_id': 'e22918dd8a4242c7a434109e5f222b6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.16'}], 'enable_snat': True}, 'gw_port_id': '14095f56-d341-47b9-8aac-dd5ce005dcb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:09:00Z', 'updated_at': '2021-07-06T14:09:05Z', 'revision_number': 4, 'project_id': 'e22918dd8a4242c7a434109e5f222b6c', 'gw_port': {'id': '14095f56-d341-47b9-8aac-dd5ce005dcb5', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:d3:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6f3f37c-34b9-45e9-9725-6736f2f5b505', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1738, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:09:01Z', 'updated_at': '2021-07-06T14:09:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6', '_interfaces': [{'id': '8103d051-0d28-4c39-9b60-031ebf8157af', 'name': '', 'network_id': '6153a515-72a8-42ac-8fe8-4c42d053866d', 'tenant_id': 'e22918dd8a4242c7a434109e5f222b6c', 'mac_address': 'fa:16:3e:1f:fb:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6f3f37c-34b9-45e9-9725-6736f2f5b505', 'device_owner': 'network:router_interface', 'standard_attr_id': 1740, 'fixed_ips': [{'subnet_id': '0b4cd2a7-9311-4178-a627-e29c4c70b074', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:09:03Z', 'updated_at': '2021-07-06T14:09:12Z', 'revision_number': 5, 'project_id': 'e22918dd8a4242c7a434109e5f222b6c', 'subnets': [{'id': '0b4cd2a7-9311-4178-a627-e29c4c70b074', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773647-6', False) {} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:11:11.164783 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-ac01004a-03b7-4393-b075-9117148d5d28 req-1a329c8a-6503-4c72-9f62-902e1ca7554a tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] 10.222.0.104 "GET /v2.0/ports?device_id=86de0a1f-5db7-44ca-bb5a-ff9aa3c483af HTTP/1.1" status: 200 len: 210 time: 0.0481446 Jul 06 14:11:11.219502 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c896a993-8460-49cc-ab7b-35e4fb9d68f9 None None] Checking router: c6f3f37c-34b9-45e9-9725-6736f2f5b505 for host: n-d-773647-6 {{(pid=100249) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 14:11:11.241001 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c896a993-8460-49cc-ab7b-35e4fb9d68f9 None None] Routers {'c6f3f37c-34b9-45e9-9725-6736f2f5b505'} bound to L3 agent in host n-d-773647-6 {{(pid=100249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:11:11.241729 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-c896a993-8460-49cc-ab7b-35e4fb9d68f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T14:10:55Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['c6f3f37c-34b9-45e9-9725-6736f2f5b505'], 'active': True} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:11:11.393554 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvr_db [None req-c896a993-8460-49cc-ab7b-35e4fb9d68f9 None None] Set router c6f3f37c-34b9-45e9-9725-6736f2f5b505 gateway port host: n-d-773647-6 {{(pid=100249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:11:11.683078 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-c896a993-8460-49cc-ab7b-35e4fb9d68f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6f3f37c-34b9-45e9-9725-6736f2f5b505', 'name': 'tempest-ServersTestJSON-1454034615-router', 'tenant_id': 'e22918dd8a4242c7a434109e5f222b6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.16'}], 'enable_snat': True}, 'gw_port_id': '14095f56-d341-47b9-8aac-dd5ce005dcb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:09:00Z', 'updated_at': '2021-07-06T14:09:05Z', 'revision_number': 4, 'project_id': 'e22918dd8a4242c7a434109e5f222b6c', 'gw_port': {'id': '14095f56-d341-47b9-8aac-dd5ce005dcb5', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:d3:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6f3f37c-34b9-45e9-9725-6736f2f5b505', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1738, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:09:01Z', 'updated_at': '2021-07-06T14:09:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6', '_interfaces': [{'id': '8103d051-0d28-4c39-9b60-031ebf8157af', 'name': '', 'network_id': '6153a515-72a8-42ac-8fe8-4c42d053866d', 'tenant_id': 'e22918dd8a4242c7a434109e5f222b6c', 'mac_address': 'fa:16:3e:1f:fb:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6f3f37c-34b9-45e9-9725-6736f2f5b505', 'device_owner': 'network:router_interface', 'standard_attr_id': 1740, 'fixed_ips': [{'subnet_id': '0b4cd2a7-9311-4178-a627-e29c4c70b074', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:09:03Z', 'updated_at': '2021-07-06T14:09:12Z', 'revision_number': 5, 'project_id': 'e22918dd8a4242c7a434109e5f222b6c', 'subnets': [{'id': '0b4cd2a7-9311-4178-a627-e29c4c70b074', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773647-6', False) {} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:11:11.713388 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c896a993-8460-49cc-ab7b-35e4fb9d68f9 None None] The sync data for ids ['c6f3f37c-34b9-45e9-9725-6736f2f5b505'] in n-d-773647-6 is: [{'id': 'c6f3f37c-34b9-45e9-9725-6736f2f5b505', 'name': 'tempest-ServersTestJSON-1454034615-router', 'tenant_id': 'e22918dd8a4242c7a434109e5f222b6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.16'}], 'enable_snat': True}, 'gw_port_id': '14095f56-d341-47b9-8aac-dd5ce005dcb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:09:00Z', 'updated_at': '2021-07-06T14:09:05Z', 'revision_number': 4, 'project_id': 'e22918dd8a4242c7a434109e5f222b6c', 'gw_port': {'id': '14095f56-d341-47b9-8aac-dd5ce005dcb5', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:d3:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6f3f37c-34b9-45e9-9725-6736f2f5b505', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1738, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:09:01Z', 'updated_at': '2021-07-06T14:09:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6', '_interfaces': [{'id': '8103d051-0d28-4c39-9b60-031ebf8157af', 'name': '', 'network_id': '6153a515-72a8-42ac-8fe8-4c42d053866d', 'tenant_id': 'e22918dd8a4242c7a434109e5f222b6c', 'mac_address': 'fa:16:3e:1f:fb:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6f3f37c-34b9-45e9-9725-6736f2f5b505', 'device_owner': 'network:router_interface', 'standard_attr_id': 1740, 'fixed_ips': [{'subnet_id': '0b4cd2a7-9311-4178-a627-e29c4c70b074', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:09:03Z', 'updated_at': '2021-07-06T14:09:12Z', 'revision_number': 5, 'project_id': 'e22918dd8a4242c7a434109e5f222b6c', 'subnets': [{'id': '0b4cd2a7-9311-4178-a627-e29c4c70b074', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 14:11:11.904563 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 49790) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:11:11.995741 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-311fe7fb-f883-40e2-a8bb-6dd2e21f946c tempest-ServersTestJSON-1826732852 tempest-ServersTestJSON-1826732852-project] Notify callbacks [] for security_group, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:12.038857 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-311fe7fb-f883-40e2-a8bb-6dd2e21f946c tempest-ServersTestJSON-1826732852 tempest-ServersTestJSON-1826732852-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:12.111687 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bc7d343-3e18-4708-b2d3-cdfd47256420 None None] New status for floating IP d0956abf-1867-4849-a6af-a811d0c50505: DOWN {{(pid=100248) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 14:11:12.150493 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-311fe7fb-f883-40e2-a8bb-6dd2e21f946c tempest-ServersTestJSON-1826732852 tempest-ServersTestJSON-1826732852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:12.153578 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-311fe7fb-f883-40e2-a8bb-6dd2e21f946c tempest-ServersTestJSON-1826732852 tempest-ServersTestJSON-1826732852-project] Notify callbacks [] for security_group, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:12.157782 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 49802) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:11:12.164406 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-311fe7fb-f883-40e2-a8bb-6dd2e21f946c tempest-ServersTestJSON-1826732852 tempest-ServersTestJSON-1826732852-project] 10.222.0.104 "DELETE /v2.0/security-groups/0aa84f6b-3b5e-4d6c-88fe-a6af915b5cf9 HTTP/1.1" status: 204 len: 168 time: 0.2577591 Jul 06 14:11:12.189717 n-d-773647-6 neutron-server[100247]: INFO neutron.api.v2.resource [None req-fce4d6ce-9e20-472f-a824-83af48f62aa2 tempest-ServersTestJSON-1826732852 tempest-ServersTestJSON-1826732852-project] show failed (client error): The resource could not be found. Jul 06 14:11:12.195100 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311fe7fb-f883-40e2-a8bb-6dd2e21f946c tempest-ServersTestJSON-1826732852 tempest-ServersTestJSON-1826732852-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0aa84f6b-3b5e-4d6c-88fe-a6af915b5cf9,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:11:12.197725 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-fce4d6ce-9e20-472f-a824-83af48f62aa2 tempest-ServersTestJSON-1826732852 tempest-ServersTestJSON-1826732852-project] 10.222.0.104 "GET /v2.0/security-groups/0aa84f6b-3b5e-4d6c-88fe-a6af915b5cf9 HTTP/1.1" status: 404 len: 347 time: 0.0378060 Jul 06 14:11:12.199333 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 49806) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:11:12.311035 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Device 5b3cf493-3a9a-4e5b-9ea8-d99f26fec7ce no longer exists at agent hyperv_n-h2-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:11:12.381021 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] No Port match for: 5b3cf493-3a9a-4e5b-9ea8-d99f26fec7ce {{(pid=100248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 14:11:12.382118 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Device 5b3cf493-3a9a-4e5b-9ea8-d99f26fec7ce not bound to the agent host n-h2-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:11:12.403958 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.plugin [None req-a4cc1212-6bfb-4730-a5cd-e4ef1b51bfb3 tempest-ServersTestJSON-1826732852 tempest-ServersTestJSON-1826732852-project] Deleting port c669b16d-036c-472a-b9f1-23a92f591cb8 {{(pid=100247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:11:12.404433 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-a4cc1212-6bfb-4730-a5cd-e4ef1b51bfb3 tempest-ServersTestJSON-1826732852 tempest-ServersTestJSON-1826732852-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:12.442913 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:12.515473 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-a4cc1212-6bfb-4730-a5cd-e4ef1b51bfb3 tempest-ServersTestJSON-1826732852 tempest-ServersTestJSON-1826732852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:12.515910 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-a4cc1212-6bfb-4730-a5cd-e4ef1b51bfb3 tempest-ServersTestJSON-1826732852 tempest-ServersTestJSON-1826732852-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:12.542461 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.plugin [None req-a4cc1212-6bfb-4730-a5cd-e4ef1b51bfb3 tempest-ServersTestJSON-1826732852 tempest-ServersTestJSON-1826732852-project] Calling delete_port for c669b16d-036c-472a-b9f1-23a92f591cb8 owned by network:floatingip {{(pid=100247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:11:12.749972 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-a4cc1212-6bfb-4730-a5cd-e4ef1b51bfb3 tempest-ServersTestJSON-1826732852 tempest-ServersTestJSON-1826732852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128888353'] for port, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:12.808324 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cc1212-6bfb-4730-a5cd-e4ef1b51bfb3 tempest-ServersTestJSON-1826732852 tempest-ServersTestJSON-1826732852-project] Pushing event deleted for resources: {'Port': ['ID=c669b16d-036c-472a-b9f1-23a92f591cb8,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:11:12.918861 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-a4cc1212-6bfb-4730-a5cd-e4ef1b51bfb3 tempest-ServersTestJSON-1826732852 tempest-ServersTestJSON-1826732852-project] Notify callbacks [] for floatingip, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:12.927913 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-a4cc1212-6bfb-4730-a5cd-e4ef1b51bfb3 tempest-ServersTestJSON-1826732852 tempest-ServersTestJSON-1826732852-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for floatingip, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:12.930128 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-a4cc1212-6bfb-4730-a5cd-e4ef1b51bfb3 tempest-ServersTestJSON-1826732852 tempest-ServersTestJSON-1826732852-project] 10.222.0.104 "DELETE /v2.0/floatingips/d0956abf-1867-4849-a6af-a811d0c50505 HTTP/1.1" status: 204 len: 168 time: 0.7297628 Jul 06 14:11:12.933114 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 49830) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:11:12.981175 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd6c2cc-cd2b-416c-bd98-20a59e6058c6 req-b2beff53-cb47-452c-b2e5-b328a4acb1aa tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:11:12.993958 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-0cd6c2cc-cd2b-416c-bd98-20a59e6058c6 req-b2beff53-cb47-452c-b2e5-b328a4acb1aa tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] 10.222.0.104 "GET /v2.0/ports?device_id=73164a94-66a9-4dc1-ae58-422cd07dc979 HTTP/1.1" status: 200 len: 946 time: 0.1600807 Jul 06 14:11:13.043666 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-0cd6c2cc-cd2b-416c-bd98-20a59e6058c6 req-bc6d1755-e5b2-4274-9534-102b5881364d tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] 10.222.0.104 "GET /v2.0/security-groups?id=bdba1446-e72e-4024-9da7-e6061f204f14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483384 Jul 06 14:11:13.378314 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-a0c298f4-5956-4e52-82ca-79a6b7d4f5ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1809431'] for router_interface, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:13.674397 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [None req-a0c298f4-5956-4e52-82ca-79a6b7d4f5ab admin admin] Deleting port 8103d051-0d28-4c39-9b60-031ebf8157af {{(pid=100246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:11:13.674741 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-a0c298f4-5956-4e52-82ca-79a6b7d4f5ab admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:13.760941 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.db [None req-a0c298f4-5956-4e52-82ca-79a6b7d4f5ab admin admin] For port 8103d051-0d28-4c39-9b60-031ebf8157af, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=8103d051-0d28-4c39-9b60-031ebf8157af,segment=NetworkSegment(52fec4a3-93cc-4beb-9d88-19cc6ca15035),segment_id=52fec4a3-93cc-4beb-9d88-19cc6ca15035)] {{(pid=100246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:11:13.761312 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-a0c298f4-5956-4e52-82ca-79a6b7d4f5ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:13.775128 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [None req-a0c298f4-5956-4e52-82ca-79a6b7d4f5ab admin admin] Calling delete_port for 8103d051-0d28-4c39-9b60-031ebf8157af owned by network:router_interface {{(pid=100246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:11:14.021597 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-a0c298f4-5956-4e52-82ca-79a6b7d4f5ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127687580'] for port, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:14.057301 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c298f4-5956-4e52-82ca-79a6b7d4f5ab admin admin] Pushing event deleted for resources: {'Port': ['ID=8103d051-0d28-4c39-9b60-031ebf8157af,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:11:14.148162 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c21444f-23c8-493d-b3b1-e566e7e15bd4 req-40faf810-0e73-4b29-a587-f30ee86da117 tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:11:14.149705 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-8c21444f-23c8-493d-b3b1-e566e7e15bd4 req-40faf810-0e73-4b29-a587-f30ee86da117 tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] 10.222.0.72 "GET /v2.0/ports?device_id=73164a94-66a9-4dc1-ae58-422cd07dc979 HTTP/1.1" status: 200 len: 946 time: 0.1842644 Jul 06 14:11:14.165925 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Device 1f5819e5-377a-477d-a4e0-bc213d163822 no longer exists at agent hyperv_n-h1-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:11:14.213443 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] No Port match for: 1f5819e5-377a-477d-a4e0-bc213d163822 {{(pid=100248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 14:11:14.213798 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Device 1f5819e5-377a-477d-a4e0-bc213d163822 not bound to the agent host n-h1-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:11:14.351919 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5d1268-716e-4c74-99fd-d12bb8042b25 req-955def8b-730a-42f1-99c4-7ea7550409b5 tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:11:14.365372 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-df5d1268-716e-4c74-99fd-d12bb8042b25 req-955def8b-730a-42f1-99c4-7ea7550409b5 tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] 10.222.0.104 "GET /v2.0/ports?device_id=73164a94-66a9-4dc1-ae58-422cd07dc979 HTTP/1.1" status: 200 len: 946 time: 0.1367910 Jul 06 14:11:14.396913 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-a0c298f4-5956-4e52-82ca-79a6b7d4f5ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1809193'] for router_interface, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:14.410617 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [req-8c21444f-23c8-493d-b3b1-e566e7e15bd4 req-4508bedf-bea0-45dd-83ff-1c95570682c5 tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] Deleting port 285a983f-a0c4-456a-9702-1039a1c94001 {{(pid=100246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:11:14.410971 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-8c21444f-23c8-493d-b3b1-e566e7e15bd4 req-4508bedf-bea0-45dd-83ff-1c95570682c5 tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:14.443557 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-df5d1268-716e-4c74-99fd-d12bb8042b25 req-03b23b78-f2ed-4b5c-82f4-0b3a47756f2a tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] 10.222.0.104 "GET /v2.0/security-groups?id=bdba1446-e72e-4024-9da7-e6061f204f14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662758 Jul 06 14:11:14.592762 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.db [req-8c21444f-23c8-493d-b3b1-e566e7e15bd4 req-4508bedf-bea0-45dd-83ff-1c95570682c5 tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] For port 285a983f-a0c4-456a-9702-1039a1c94001, host n-h2-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=285a983f-a0c4-456a-9702-1039a1c94001,segment=NetworkSegment(36c50412-6893-4622-808c-49164f6f9db6),segment_id=36c50412-6893-4622-808c-49164f6f9db6)] {{(pid=100246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:11:14.593509 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-8c21444f-23c8-493d-b3b1-e566e7e15bd4 req-4508bedf-bea0-45dd-83ff-1c95570682c5 tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:14.619253 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [req-8c21444f-23c8-493d-b3b1-e566e7e15bd4 req-4508bedf-bea0-45dd-83ff-1c95570682c5 tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] Calling delete_port for 285a983f-a0c4-456a-9702-1039a1c94001 owned by compute:nova {{(pid=100246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:11:14.871996 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0c298f4-5956-4e52-82ca-79a6b7d4f5ab admin admin] Router c6f3f37c-34b9-45e9-9725-6736f2f5b505 has already been hosted by L3 agent 2823d358-a11b-4885-a706-95a279e43fa7 {{(pid=100246) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 14:11:14.924907 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 49880) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:11:15.016683 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-8c21444f-23c8-493d-b3b1-e566e7e15bd4 req-4508bedf-bea0-45dd-83ff-1c95570682c5 tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127687580'] for port, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:15.091034 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-ea28eef3-0d6c-4eb2-bc1a-f493709a100e admin admin] Notify callbacks [] for security_group, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:15.107902 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4508bedf-bea0-45dd-83ff-1c95570682c5 tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] Pushing event deleted for resources: {'Port': ['ID=285a983f-a0c4-456a-9702-1039a1c94001,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:11:15.158190 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0c298f4-5956-4e52-82ca-79a6b7d4f5ab admin admin] Notify agent at l3_agent.n-d-773647-6 the message routers_updated {{(pid=100246) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 14:11:15.174964 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcc9b302-d8c0-41a7-a288-c7cf885ebf02 None None] Sync routers for ids ['c6f3f37c-34b9-45e9-9725-6736f2f5b505'] in n-d-773647-6 {{(pid=100249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 14:11:15.189810 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcc9b302-d8c0-41a7-a288-c7cf885ebf02 None None] Routers {'c6f3f37c-34b9-45e9-9725-6736f2f5b505'} bound to L3 agent in host n-d-773647-6 {{(pid=100249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:11:15.191791 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-bcc9b302-d8c0-41a7-a288-c7cf885ebf02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T14:10:55Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['c6f3f37c-34b9-45e9-9725-6736f2f5b505'], 'active': True} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:11:15.196598 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-a0c298f4-5956-4e52-82ca-79a6b7d4f5ab admin admin] 10.222.0.104 "PUT /v2.0/routers/c6f3f37c-34b9-45e9-9725-6736f2f5b505/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2611206 Jul 06 14:11:15.198099 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c21444f-23c8-493d-b3b1-e566e7e15bd4 req-4508bedf-bea0-45dd-83ff-1c95570682c5 tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] No DVR routers for this DVR port 285a983f-a0c4-456a-9702-1039a1c94001 on host n-h2-773647-6 {{(pid=100246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:11:15.198747 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 49892) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:11:15.201175 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-8c21444f-23c8-493d-b3b1-e566e7e15bd4 req-4508bedf-bea0-45dd-83ff-1c95570682c5 tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:15.203805 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-8c21444f-23c8-493d-b3b1-e566e7e15bd4 req-4508bedf-bea0-45dd-83ff-1c95570682c5 tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] 10.222.0.72 "DELETE /v2.0/ports/285a983f-a0c4-456a-9702-1039a1c94001 HTTP/1.1" status: 204 len: 173 time: 1.0421968 Jul 06 14:11:15.206744 n-d-773647-6 neutron-server[100246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73164a94-66a9-4dc1-ae58-422cd07dc979', 'name': 'network-vif-deleted', 'tag': '285a983f-a0c4-456a-9702-1039a1c94001'}] {{(pid=100246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:11:15.209745 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0d96c5ab5e889f7b933ae915b9be33d1b46c9e87795bf781004b656ef3f1e87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e7b463d-5f8e-4cf9-aa24-2189f76bd035" -d '{"events": [{"server_uuid": "73164a94-66a9-4dc1-ae58-422cd07dc979", "name": "network-vif-deleted", "tag": "285a983f-a0c4-456a-9702-1039a1c94001"}]}' {{(pid=100246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:11:15.273198 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 14:11:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db99328c-0fb1-45f7-b0cd-075aafd4931b x-openstack-request-id: req-db99328c-0fb1-45f7-b0cd-075aafd4931b {{(pid=100246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:11:15.273807 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73164a94-66a9-4dc1-ae58-422cd07dc979", "name": "network-vif-deleted", "tag": "285a983f-a0c4-456a-9702-1039a1c94001", "status": "completed", "code": 200}]} {{(pid=100246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:11:15.274256 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-db99328c-0fb1-45f7-b0cd-075aafd4931b {{(pid=100246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:11:15.274851 n-d-773647-6 neutron-server[100246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73164a94-66a9-4dc1-ae58-422cd07dc979', 'name': 'network-vif-deleted', 'tag': '285a983f-a0c4-456a-9702-1039a1c94001', 'status': 'completed', 'code': 200} Jul 06 14:11:15.439200 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-ea28eef3-0d6c-4eb2-bc1a-f493709a100e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:15.444222 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-ea28eef3-0d6c-4eb2-bc1a-f493709a100e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:15.500589 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-ea28eef3-0d6c-4eb2-bc1a-f493709a100e admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=3f58e7627f7f4059a5984ad98454dc09&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5718355 Jul 06 14:11:15.501438 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 49902) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:11:15.530040 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvr_db [None req-bcc9b302-d8c0-41a7-a288-c7cf885ebf02 None None] Set router c6f3f37c-34b9-45e9-9725-6736f2f5b505 gateway port host: n-d-773647-6 {{(pid=100249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:11:15.548725 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea28eef3-0d6c-4eb2-bc1a-f493709a100e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1483e1fe-e06e-4bfc-912d-bc28b4245d68,revision_number=1']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:11:15.559904 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-01f2b349-8b92-47c7-9c1f-abc2c774a0ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:15.582531 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-01f2b349-8b92-47c7-9c1f-abc2c774a0ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:15.606002 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-fd5844bd-b76b-457c-a1a7-a0271cad7d7b admin admin] Notify callbacks [] for router, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:15.651692 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-01f2b349-8b92-47c7-9c1f-abc2c774a0ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:15.657561 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-01f2b349-8b92-47c7-9c1f-abc2c774a0ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:15.661464 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-01f2b349-8b92-47c7-9c1f-abc2c774a0ed admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/1483e1fe-e06e-4bfc-912d-bc28b4245d68 HTTP/1.1" status: 204 len: 168 time: 0.1573451 Jul 06 14:11:15.669640 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f2b349-8b92-47c7-9c1f-abc2c774a0ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1483e1fe-e06e-4bfc-912d-bc28b4245d68,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:11:15.706419 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-59c28d39-fb6c-465b-904a-fe4b3df2a317 req-fd454b86-da6a-42bb-9b7d-1366d6c6e7ba tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] 10.222.0.104 "GET /v2.0/ports?device_id=73164a94-66a9-4dc1-ae58-422cd07dc979 HTTP/1.1" status: 200 len: 210 time: 0.0473866 Jul 06 14:11:15.799440 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-fd5844bd-b76b-457c-a1a7-a0271cad7d7b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:15.856187 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-bcc9b302-d8c0-41a7-a288-c7cf885ebf02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6f3f37c-34b9-45e9-9725-6736f2f5b505', 'name': 'tempest-ServersTestJSON-1454034615-router', 'tenant_id': 'e22918dd8a4242c7a434109e5f222b6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.16'}], 'enable_snat': True}, 'gw_port_id': '14095f56-d341-47b9-8aac-dd5ce005dcb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:09:00Z', 'updated_at': '2021-07-06T14:11:13Z', 'revision_number': 5, 'project_id': 'e22918dd8a4242c7a434109e5f222b6c', 'gw_port': {'id': '14095f56-d341-47b9-8aac-dd5ce005dcb5', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:d3:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6f3f37c-34b9-45e9-9725-6736f2f5b505', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1738, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:09:01Z', 'updated_at': '2021-07-06T14:09:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6'}], 'n-d-773647-6', False) {} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:11:15.884991 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.plugin [None req-fd5844bd-b76b-457c-a1a7-a0271cad7d7b admin admin] Deleting port 14095f56-d341-47b9-8aac-dd5ce005dcb5 {{(pid=100247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:11:15.885347 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-fd5844bd-b76b-457c-a1a7-a0271cad7d7b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:15.910055 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcc9b302-d8c0-41a7-a288-c7cf885ebf02 None None] Checking router: c6f3f37c-34b9-45e9-9725-6736f2f5b505 for host: n-d-773647-6 {{(pid=100249) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 14:11:15.940953 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcc9b302-d8c0-41a7-a288-c7cf885ebf02 None None] Routers {'c6f3f37c-34b9-45e9-9725-6736f2f5b505'} bound to L3 agent in host n-d-773647-6 {{(pid=100249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:11:15.943271 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-bcc9b302-d8c0-41a7-a288-c7cf885ebf02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T14:10:55Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['c6f3f37c-34b9-45e9-9725-6736f2f5b505'], 'active': True} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:11:16.034194 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.db [None req-fd5844bd-b76b-457c-a1a7-a0271cad7d7b admin admin] For port 14095f56-d341-47b9-8aac-dd5ce005dcb5, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=14095f56-d341-47b9-8aac-dd5ce005dcb5,segment=NetworkSegment(89a832b7-7793-4d51-9038-ed7e1c3ff1b2),segment_id=89a832b7-7793-4d51-9038-ed7e1c3ff1b2)] {{(pid=100247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:11:16.035082 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-fd5844bd-b76b-457c-a1a7-a0271cad7d7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:16.052758 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.plugin [None req-fd5844bd-b76b-457c-a1a7-a0271cad7d7b admin admin] Calling delete_port for 14095f56-d341-47b9-8aac-dd5ce005dcb5 owned by network:router_gateway {{(pid=100247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:11:16.204369 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 49922) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:11:16.214296 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvr_db [None req-bcc9b302-d8c0-41a7-a288-c7cf885ebf02 None None] Set router c6f3f37c-34b9-45e9-9725-6736f2f5b505 gateway port host: None {{(pid=100249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:11:16.221830 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-cd03a346-a946-411d-a6e6-a911129d21d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:16.284880 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-bcc9b302-d8c0-41a7-a288-c7cf885ebf02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6f3f37c-34b9-45e9-9725-6736f2f5b505', 'name': 'tempest-ServersTestJSON-1454034615-router', 'tenant_id': 'e22918dd8a4242c7a434109e5f222b6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:09:00Z', 'updated_at': '2021-07-06T14:11:15Z', 'revision_number': 6, 'project_id': 'e22918dd8a4242c7a434109e5f222b6c', 'gw_port_host': None}], 'n-d-773647-6', False) {} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:11:16.302737 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Device 285a983f-a0c4-456a-9702-1039a1c94001 no longer exists at agent hyperv_n-h2-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:11:16.326820 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcc9b302-d8c0-41a7-a288-c7cf885ebf02 None None] The sync data for ids ['c6f3f37c-34b9-45e9-9725-6736f2f5b505'] in n-d-773647-6 is: [{'id': 'c6f3f37c-34b9-45e9-9725-6736f2f5b505', 'name': 'tempest-ServersTestJSON-1454034615-router', 'tenant_id': 'e22918dd8a4242c7a434109e5f222b6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:09:00Z', 'updated_at': '2021-07-06T14:11:15Z', 'revision_number': 6, 'project_id': 'e22918dd8a4242c7a434109e5f222b6c', 'gw_port_host': None}] {{(pid=100249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 14:11:16.348874 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] No Port match for: 285a983f-a0c4-456a-9702-1039a1c94001 {{(pid=100248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 14:11:16.349222 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Device 285a983f-a0c4-456a-9702-1039a1c94001 not bound to the agent host n-h2-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:11:16.362558 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-fd5844bd-b76b-457c-a1a7-a0271cad7d7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128888353'] for port, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:16.365003 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-cd03a346-a946-411d-a6e6-a911129d21d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:16.372172 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-cd03a346-a946-411d-a6e6-a911129d21d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:16.400248 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5844bd-b76b-457c-a1a7-a0271cad7d7b admin admin] Pushing event deleted for resources: {'Port': ['ID=14095f56-d341-47b9-8aac-dd5ce005dcb5,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:11:16.415954 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd03a346-a946-411d-a6e6-a911129d21d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77cd70e2-791c-4bec-a34f-0a2ed392d8b1,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:11:16.425022 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-cd03a346-a946-411d-a6e6-a911129d21d1 admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=fee643998dd645cf9781afedcd805b0a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2189522 Jul 06 14:11:16.425840 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 49930) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:11:16.476066 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-fd5844bd-b76b-457c-a1a7-a0271cad7d7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1761104'] for router_gateway, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:16.497639 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-2866ded9-2bbd-4019-8346-0b4dfb8898ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:16.537757 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-2866ded9-2bbd-4019-8346-0b4dfb8898ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:16.575148 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-fd5844bd-b76b-457c-a1a7-a0271cad7d7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1806308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6982'] for router, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:16.577329 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-fd5844bd-b76b-457c-a1a7-a0271cad7d7b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:16.590484 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-2866ded9-2bbd-4019-8346-0b4dfb8898ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:16.593536 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-2866ded9-2bbd-4019-8346-0b4dfb8898ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:16.594852 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-2866ded9-2bbd-4019-8346-0b4dfb8898ea admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/77cd70e2-791c-4bec-a34f-0a2ed392d8b1 HTTP/1.1" status: 204 len: 168 time: 0.1678998 Jul 06 14:11:16.604706 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2866ded9-2bbd-4019-8346-0b4dfb8898ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77cd70e2-791c-4bec-a34f-0a2ed392d8b1,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:11:16.629305 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-fd5844bd-b76b-457c-a1a7-a0271cad7d7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1805684'] for router, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:16.629869 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd5844bd-b76b-457c-a1a7-a0271cad7d7b admin admin] Fanout notify agent at l3_agent the message router_deleted on router c6f3f37c-34b9-45e9-9725-6736f2f5b505 {{(pid=100247) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 14:11:16.635368 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-fd5844bd-b76b-457c-a1a7-a0271cad7d7b admin admin] Notify callbacks [] for router, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:16.639366 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-fd5844bd-b76b-457c-a1a7-a0271cad7d7b admin admin] 10.222.0.104 "DELETE /v2.0/routers/c6f3f37c-34b9-45e9-9725-6736f2f5b505 HTTP/1.1" status: 204 len: 168 time: 1.4377685 Jul 06 14:11:16.639791 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 49934) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:11:16.697574 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.db_base_plugin_v2 [None req-9402a2bd-c366-4dab-9b22-43478de13d8b admin admin] Deleting subnet 0b4cd2a7-9311-4178-a627-e29c4c70b074 {{(pid=100246) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 14:11:16.705542 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-9402a2bd-c366-4dab-9b22-43478de13d8b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:16.750182 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-9402a2bd-c366-4dab-9b22-43478de13d8b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126218885'] for subnet, precommit_delete_associations {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:16.869303 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-9402a2bd-c366-4dab-9b22-43478de13d8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-913473'] for subnet, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:16.941045 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-9402a2bd-c366-4dab-9b22-43478de13d8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-913480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1849032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127687590', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127702764'] for subnet, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:16.972405 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9402a2bd-c366-4dab-9b22-43478de13d8b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0b4cd2a7-9311-4178-a627-e29c4c70b074,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:11:16.987909 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c19362a0-7972-4bb3-8380-17c1eb5323fc None None] Network 6153a515-72a8-42ac-8fe8-4c42d053866d requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:11:16.994273 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-9402a2bd-c366-4dab-9b22-43478de13d8b admin admin] Notify callbacks [] for subnet, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:17.003690 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-9402a2bd-c366-4dab-9b22-43478de13d8b admin admin] 10.222.0.104 "DELETE /v2.0/subnets/0b4cd2a7-9311-4178-a627-e29c4c70b074 HTTP/1.1" status: 204 len: 168 time: 0.3600843 Jul 06 14:11:17.004387 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 49952) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:11:17.251458 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-b9638515-2ca0-4b9c-b516-1f490ea3bb0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530492'] for network, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:17.376457 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [None req-b9638515-2ca0-4b9c-b516-1f490ea3bb0e admin admin] Deleting port a6679434-bafb-44f3-a24a-42ba292ddbce {{(pid=100246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:11:17.376809 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-b9638515-2ca0-4b9c-b516-1f490ea3bb0e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:17.442432 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f724f657-17cc-423f-a537-abf92bd2525c None None] DHCP port deletion for 6153a515-72a8-42ac-8fe8-4c42d053866d request from n-d-773647-6 {{(pid=100248) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 14:11:17.492658 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.db [None req-b9638515-2ca0-4b9c-b516-1f490ea3bb0e admin admin] For port a6679434-bafb-44f3-a24a-42ba292ddbce, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=a6679434-bafb-44f3-a24a-42ba292ddbce,segment=NetworkSegment(52fec4a3-93cc-4beb-9d88-19cc6ca15035),segment_id=52fec4a3-93cc-4beb-9d88-19cc6ca15035)] {{(pid=100246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:11:17.493065 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-b9638515-2ca0-4b9c-b516-1f490ea3bb0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:17.529909 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [None req-b9638515-2ca0-4b9c-b516-1f490ea3bb0e admin admin] Calling delete_port for a6679434-bafb-44f3-a24a-42ba292ddbce owned by network:dhcp {{(pid=100246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:11:17.554950 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-f724f657-17cc-423f-a537-abf92bd2525c None None] Deleting port a6679434-bafb-44f3-a24a-42ba292ddbce {{(pid=100248) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:11:17.555356 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-f724f657-17cc-423f-a537-abf92bd2525c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:17.672426 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-f724f657-17cc-423f-a537-abf92bd2525c None None] For port a6679434-bafb-44f3-a24a-42ba292ddbce, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=a6679434-bafb-44f3-a24a-42ba292ddbce,segment=NetworkSegment(52fec4a3-93cc-4beb-9d88-19cc6ca15035),segment_id=52fec4a3-93cc-4beb-9d88-19cc6ca15035)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:11:17.673119 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-f724f657-17cc-423f-a537-abf92bd2525c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:17.681618 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17faa316-6bdb-41f8-846b-cf06787daa5b req-068211bb-f979-4e8e-b035-c1f1412b25e4 tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:11:17.685257 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-b9638515-2ca0-4b9c-b516-1f490ea3bb0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127687580'] for port, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:17.697205 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-17faa316-6bdb-41f8-846b-cf06787daa5b req-068211bb-f979-4e8e-b035-c1f1412b25e4 tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] 10.222.0.104 "GET /v2.0/ports?device_id=5fbc9a8b-86db-4456-85e1-a59cfdbb9c8d HTTP/1.1" status: 200 len: 944 time: 0.1886890 Jul 06 14:11:17.699383 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-f724f657-17cc-423f-a537-abf92bd2525c None None] Calling delete_port for a6679434-bafb-44f3-a24a-42ba292ddbce owned by network:dhcp {{(pid=100248) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:11:17.728780 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9638515-2ca0-4b9c-b516-1f490ea3bb0e admin admin] Pushing event deleted for resources: {'Port': ['ID=a6679434-bafb-44f3-a24a-42ba292ddbce,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:11:17.755806 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9638515-2ca0-4b9c-b516-1f490ea3bb0e admin admin] No DVR routers for this DVR port a6679434-bafb-44f3-a24a-42ba292ddbce on host n-d-773647-6 {{(pid=100246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:11:17.814061 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-17faa316-6bdb-41f8-846b-cf06787daa5b req-1f48bbcb-7959-4ab2-843f-7f2c22e66765 tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] 10.222.0.104 "GET /v2.0/security-groups?id=54cfb86c-390d-4cad-8265-7f5781c66116&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1155629 Jul 06 14:11:17.877180 n-d-773647-6 neutron-server[100248]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 14:11:17.877180 n-d-773647-6 neutron-server[100248]: self.session.flush() Jul 06 14:11:17.877180 n-d-773647-6 neutron-server[100248]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 14:11:17.877180 n-d-773647-6 neutron-server[100248]: self.session.flush() Jul 06 14:11:17.877180 n-d-773647-6 neutron-server[100248]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 14:11:17.877180 n-d-773647-6 neutron-server[100248]: self.session.flush() Jul 06 14:11:17.877180 n-d-773647-6 neutron-server[100248]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 14:11:17.877180 n-d-773647-6 neutron-server[100248]: self.session.flush() Jul 06 14:11:17.877180 n-d-773647-6 neutron-server[100248]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 14:11:17.877180 n-d-773647-6 neutron-server[100248]: self.session.flush() Jul 06 14:11:17.877180 n-d-773647-6 neutron-server[100248]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 14:11:17.877180 n-d-773647-6 neutron-server[100248]: self.session.flush() Jul 06 14:11:17.877180 n-d-773647-6 neutron-server[100248]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 14:11:17.877180 n-d-773647-6 neutron-server[100248]: self.session.flush() Jul 06 14:11:17.877180 n-d-773647-6 neutron-server[100248]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 14:11:17.877180 n-d-773647-6 neutron-server[100248]: self.session.flush() Jul 06 14:11:17.877180 n-d-773647-6 neutron-server[100248]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 14:11:17.877180 n-d-773647-6 neutron-server[100248]: self.session.flush() Jul 06 14:11:17.877180 n-d-773647-6 neutron-server[100248]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 14:11:17.877180 n-d-773647-6 neutron-server[100248]: self.session.flush() Jul 06 14:11:17.877180 n-d-773647-6 neutron-server[100248]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 14:11:17.877180 n-d-773647-6 neutron-server[100248]: self.session.flush() Jul 06 14:11:17.877180 n-d-773647-6 neutron-server[100248]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 14:11:17.877180 n-d-773647-6 neutron-server[100248]: self.session.flush() Jul 06 14:11:17.877180 n-d-773647-6 neutron-server[100248]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 14:11:17.877180 n-d-773647-6 neutron-server[100248]: self.session.flush() Jul 06 14:11:17.877180 n-d-773647-6 neutron-server[100248]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 14:11:17.877180 n-d-773647-6 neutron-server[100248]: self.session.flush() Jul 06 14:11:17.877180 n-d-773647-6 neutron-server[100248]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 14:11:17.877180 n-d-773647-6 neutron-server[100248]: self.session.flush() Jul 06 14:11:17.877180 n-d-773647-6 neutron-server[100248]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 14:11:17.877180 n-d-773647-6 neutron-server[100248]: self.session.flush() Jul 06 14:11:17.877180 n-d-773647-6 neutron-server[100248]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 14:11:17.877180 n-d-773647-6 neutron-server[100248]: self.session.flush() Jul 06 14:11:17.877180 n-d-773647-6 neutron-server[100248]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 14:11:17.877180 n-d-773647-6 neutron-server[100248]: self.session.flush() Jul 06 14:11:17.877180 n-d-773647-6 neutron-server[100248]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 14:11:17.877180 n-d-773647-6 neutron-server[100248]: self.session.flush() Jul 06 14:11:17.877180 n-d-773647-6 neutron-server[100248]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 14:11:17.877180 n-d-773647-6 neutron-server[100248]: self.session.flush() Jul 06 14:11:17.880451 n-d-773647-6 neutron-server[100248]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 14:11:17.880451 n-d-773647-6 neutron-server[100248]: self.session.flush() Jul 06 14:11:17.880451 n-d-773647-6 neutron-server[100248]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 14:11:17.880451 n-d-773647-6 neutron-server[100248]: self.session.flush() Jul 06 14:11:17.880451 n-d-773647-6 neutron-server[100248]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 14:11:17.880451 n-d-773647-6 neutron-server[100248]: self.session.flush() Jul 06 14:11:17.880451 n-d-773647-6 neutron-server[100248]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 14:11:17.880451 n-d-773647-6 neutron-server[100248]: self.session.flush() Jul 06 14:11:17.880451 n-d-773647-6 neutron-server[100248]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 14:11:17.880451 n-d-773647-6 neutron-server[100248]: self.session.flush() Jul 06 14:11:17.880451 n-d-773647-6 neutron-server[100248]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 14:11:17.880451 n-d-773647-6 neutron-server[100248]: self.session.flush() Jul 06 14:11:17.880451 n-d-773647-6 neutron-server[100248]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 14:11:17.880451 n-d-773647-6 neutron-server[100248]: self.session.flush() Jul 06 14:11:17.890433 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-f724f657-17cc-423f-a537-abf92bd2525c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117'] for port, after_delete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:17.895585 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 8103d051-0d28-4c39-9b60-031ebf8157af no longer exists at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:11:17.899691 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-b9638515-2ca0-4b9c-b516-1f490ea3bb0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-917204', 'neutron.services.segments.db._delete_segments_for_network-8773753502302'] for network, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:17.912089 n-d-773647-6 neutron-server[100246]: DEBUG neutron.services.segments.db [None req-b9638515-2ca0-4b9c-b516-1f490ea3bb0e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6153a515-72a8-42ac-8fe8-4c42d053866d']}} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:11:17.924351 n-d-773647-6 neutron-server[100246]: DEBUG neutron.services.segments.db [None req-b9638515-2ca0-4b9c-b516-1f490ea3bb0e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '52fec4a3-93cc-4beb-9d88-19cc6ca15035') {'for_net_delete': True} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:11:17.925179 n-d-773647-6 neutron-server[100246]: DEBUG neutron.services.segments.db [None req-b9638515-2ca0-4b9c-b516-1f490ea3bb0e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '52fec4a3-93cc-4beb-9d88-19cc6ca15035') {} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:11:17.936973 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-b9638515-2ca0-4b9c-b516-1f490ea3bb0e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773753515138', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126218898'] for segment, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:17.947131 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f724f657-17cc-423f-a537-abf92bd2525c None None] Pushing event deleted for resources: {'Port': ['ID=a6679434-bafb-44f3-a24a-42ba292ddbce,revision_number=None']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:11:17.952280 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] No Port match for: 8103d051-0d28-4c39-9b60-031ebf8157af {{(pid=100248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 14:11:17.952546 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 8103d051-0d28-4c39-9b60-031ebf8157af not bound to the agent host n-d-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:11:17.952978 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device a6679434-bafb-44f3-a24a-42ba292ddbce no longer exists at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:11:17.954043 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-b9638515-2ca0-4b9c-b516-1f490ea3bb0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552'] for segment, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:17.980573 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f724f657-17cc-423f-a537-abf92bd2525c None None] No DVR routers for this DVR port a6679434-bafb-44f3-a24a-42ba292ddbce on host n-d-773647-6 {{(pid=100248) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:11:17.982566 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] No Port match for: a6679434-bafb-44f3-a24a-42ba292ddbce {{(pid=100248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 14:11:17.982910 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device a6679434-bafb-44f3-a24a-42ba292ddbce not bound to the agent host n-d-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:11:17.983345 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 14095f56-d341-47b9-8aac-dd5ce005dcb5 no longer exists at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:11:17.988692 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b9638515-2ca0-4b9c-b516-1f490ea3bb0e admin admin] Releasing vlan 1034 on physical network physnet1 to pool {{(pid=100246) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 14:11:17.989132 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-b9638515-2ca0-4b9c-b516-1f490ea3bb0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127687491'] for segment, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:17.989458 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f724f657-17cc-423f-a537-abf92bd2525c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:11:17.989828 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f724f657-17cc-423f-a537-abf92bd2525c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:11:17.991412 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f724f657-17cc-423f-a537-abf92bd2525c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:11:17.991967 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f724f657-17cc-423f-a537-abf92bd2525c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:11:17.992476 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f724f657-17cc-423f-a537-abf92bd2525c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:11:17.993140 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f724f657-17cc-423f-a537-abf92bd2525c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:11:17.993489 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f724f657-17cc-423f-a537-abf92bd2525c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:11:17.993849 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f724f657-17cc-423f-a537-abf92bd2525c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:11:17.994245 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f724f657-17cc-423f-a537-abf92bd2525c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:11:17.994566 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f724f657-17cc-423f-a537-abf92bd2525c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:11:17.994789 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f724f657-17cc-423f-a537-abf92bd2525c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:11:17.995369 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f724f657-17cc-423f-a537-abf92bd2525c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:11:18.013946 n-d-773647-6 neutron-server[100246]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:11:18.013946 n-d-773647-6 neutron-server[100246]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:11:18.013946 n-d-773647-6 neutron-server[100246]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:11:18.013946 n-d-773647-6 neutron-server[100246]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:11:18.013946 n-d-773647-6 neutron-server[100246]: Traceback (most recent call last): Jul 06 14:11:18.013946 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 14:11:18.013946 n-d-773647-6 neutron-server[100246]: timer() Jul 06 14:11:18.013946 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 14:11:18.013946 n-d-773647-6 neutron-server[100246]: cb(*args, **kw) Jul 06 14:11:18.013946 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 14:11:18.013946 n-d-773647-6 neutron-server[100246]: return func(*args, **kwargs) Jul 06 14:11:18.013946 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 14:11:18.013946 n-d-773647-6 neutron-server[100246]: self._notify() Jul 06 14:11:18.013946 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 14:11:18.013946 n-d-773647-6 neutron-server[100246]: self.callback(batched_events) Jul 06 14:11:18.013946 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 14:11:18.013946 n-d-773647-6 neutron-server[100246]: event.method(event) Jul 06 14:11:18.013946 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 14:11:18.013946 n-d-773647-6 neutron-server[100246]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 14:11:18.013946 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 14:11:18.013946 n-d-773647-6 neutron-server[100246]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 14:11:18.013946 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 14:11:18.013946 n-d-773647-6 neutron-server[100246]: return f(self, *a, **k) Jul 06 14:11:18.013946 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 14:11:18.013946 n-d-773647-6 neutron-server[100246]: return self._get(url).json() Jul 06 14:11:18.013946 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 14:11:18.013946 n-d-773647-6 neutron-server[100246]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 14:11:18.013946 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 14:11:18.013946 n-d-773647-6 neutron-server[100246]: return self.request(url, 'GET', **kwargs) Jul 06 14:11:18.013946 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 14:11:18.013946 n-d-773647-6 neutron-server[100246]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 14:11:18.013946 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 14:11:18.013946 n-d-773647-6 neutron-server[100246]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 14:11:18.013946 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 14:11:18.013946 n-d-773647-6 neutron-server[100246]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 14:11:18.013946 n-d-773647-6 neutron-server[100246]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 14:11:18.018015 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] No Port match for: 14095f56-d341-47b9-8aac-dd5ce005dcb5 {{(pid=100248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 14:11:18.018015 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 14095f56-d341-47b9-8aac-dd5ce005dcb5 not bound to the agent host n-d-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:11:18.085484 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-b9638515-2ca0-4b9c-b516-1f490ea3bb0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-917215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1761140'] for network, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:18.096793 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-b9638515-2ca0-4b9c-b516-1f490ea3bb0e admin admin] Notify callbacks [] for network, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:18.101398 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-b9638515-2ca0-4b9c-b516-1f490ea3bb0e admin admin] 10.222.0.104 "DELETE /v2.0/networks/6153a515-72a8-42ac-8fe8-4c42d053866d HTTP/1.1" status: 204 len: 168 time: 1.0931885 Jul 06 14:11:18.115308 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9638515-2ca0-4b9c-b516-1f490ea3bb0e admin admin] Pushing event deleted for resources: {'Network': ['ID=6153a515-72a8-42ac-8fe8-4c42d053866d,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:11:18.371809 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 50000) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:11:18.421935 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-dcf04840-ccbe-4030-b70d-bc47fbad7407 admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=e22918dd8a4242c7a434109e5f222b6c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0489101 Jul 06 14:11:18.424526 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 50006) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:11:18.478806 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-48364016-9c52-4ae9-a22a-3b16155ae51a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:18.501880 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-48364016-9c52-4ae9-a22a-3b16155ae51a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:18.565131 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-48364016-9c52-4ae9-a22a-3b16155ae51a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:18.568099 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-48364016-9c52-4ae9-a22a-3b16155ae51a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:18.569860 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-48364016-9c52-4ae9-a22a-3b16155ae51a admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/2f4030b6-985f-4f1e-998e-88b9e41810d8 HTTP/1.1" status: 204 len: 168 time: 0.1441250 Jul 06 14:11:18.587986 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48364016-9c52-4ae9-a22a-3b16155ae51a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f4030b6-985f-4f1e-998e-88b9e41810d8,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:11:18.956033 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08466028-ea63-4a4a-a674-06d208b412ec req-62ea6dc2-3027-4016-a850-5ebf1a4a8752 tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:11:18.959123 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-08466028-ea63-4a4a-a674-06d208b412ec req-62ea6dc2-3027-4016-a850-5ebf1a4a8752 tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] 10.222.0.72 "GET /v2.0/ports?device_id=5fbc9a8b-86db-4456-85e1-a59cfdbb9c8d HTTP/1.1" status: 200 len: 944 time: 0.1589458 Jul 06 14:11:19.142765 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [req-08466028-ea63-4a4a-a674-06d208b412ec req-d6f847a8-cdf5-4ee0-9abc-70b84f1a787b tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] Deleting port 5f251846-a962-4cca-ac30-b8ff4317b4c4 {{(pid=100246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:11:19.143185 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-08466028-ea63-4a4a-a674-06d208b412ec req-d6f847a8-cdf5-4ee0-9abc-70b84f1a787b tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:19.154411 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e39d7a3-fc73-440d-9cba-93f7c88bffd1 req-4a179fe4-c1d9-455f-8473-d9efc64c4526 tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:11:19.166831 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-1e39d7a3-fc73-440d-9cba-93f7c88bffd1 req-4a179fe4-c1d9-455f-8473-d9efc64c4526 tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] 10.222.0.104 "GET /v2.0/ports?device_id=5fbc9a8b-86db-4456-85e1-a59cfdbb9c8d HTTP/1.1" status: 200 len: 944 time: 0.1379399 Jul 06 14:11:19.235251 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-1e39d7a3-fc73-440d-9cba-93f7c88bffd1 req-609bb5cb-d64c-4536-8db0-5e474e813b91 tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] 10.222.0.104 "GET /v2.0/security-groups?id=54cfb86c-390d-4cad-8265-7f5781c66116&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0660331 Jul 06 14:11:19.726741 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.db [req-08466028-ea63-4a4a-a674-06d208b412ec req-d6f847a8-cdf5-4ee0-9abc-70b84f1a787b tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] For port 5f251846-a962-4cca-ac30-b8ff4317b4c4, host n-h2-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=5f251846-a962-4cca-ac30-b8ff4317b4c4,segment=NetworkSegment(36c50412-6893-4622-808c-49164f6f9db6),segment_id=36c50412-6893-4622-808c-49164f6f9db6)] {{(pid=100246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:11:19.727973 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-08466028-ea63-4a4a-a674-06d208b412ec req-d6f847a8-cdf5-4ee0-9abc-70b84f1a787b tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:19.749381 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 50062) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:11:19.918661 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [None req-770916f0-55cd-484b-8a73-b07bb2001ecd admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-622923927-network', 'tenant_id': 'c9068000915a4e1ab6113736edd8d5ce'}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:11:19.949680 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-770916f0-55cd-484b-8a73-b07bb2001ecd admin admin] Made reservation on behalf of c9068000915a4e1ab6113736edd8d5ce for: {'network': 1} {{(pid=100247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:11:19.952841 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-770916f0-55cd-484b-8a73-b07bb2001ecd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for network, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:19.966185 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-770916f0-55cd-484b-8a73-b07bb2001ecd admin admin] Notify callbacks [] for security_group, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:19.994034 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-08466028-ea63-4a4a-a674-06d208b412ec req-d6f847a8-cdf5-4ee0-9abc-70b84f1a787b tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:19.994849 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-08466028-ea63-4a4a-a674-06d208b412ec req-d6f847a8-cdf5-4ee0-9abc-70b84f1a787b tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1761130'] for floatingip, after_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:19.995581 n-d-773647-6 neutron-server[100246]: INFO neutron.db.l3_db [req-08466028-ea63-4a4a-a674-06d208b412ec req-d6f847a8-cdf5-4ee0-9abc-70b84f1a787b tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] Floating IP 6696f24f-d197-46d2-9a8c-6cebacdb52d6 disassociated. External IP: 172.25.0.190, port: 5f251846-a962-4cca-ac30-b8ff4317b4c4. Jul 06 14:11:19.996377 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [req-08466028-ea63-4a4a-a674-06d208b412ec req-d6f847a8-cdf5-4ee0-9abc-70b84f1a787b tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] Calling delete_port for 5f251846-a962-4cca-ac30-b8ff4317b4c4 owned by compute:nova {{(pid=100246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:11:20.093228 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-770916f0-55cd-484b-8a73-b07bb2001ecd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:20.101612 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-770916f0-55cd-484b-8a73-b07bb2001ecd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:20.143951 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-770916f0-55cd-484b-8a73-b07bb2001ecd admin admin] vlan segment allocate from pool success with {'vlan_id': 1001, 'physical_network': 'physnet1'} {{(pid=100247) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 14:11:20.158220 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770916f0-55cd-484b-8a73-b07bb2001ecd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1f39ae4-e824-4fc1-98a5-c7df92f36759,revision_number=1']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:11:20.166529 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-770916f0-55cd-484b-8a73-b07bb2001ecd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552'] for segment, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:20.167450 n-d-773647-6 neutron-server[100247]: INFO neutron.db.segments_db [None req-770916f0-55cd-484b-8a73-b07bb2001ecd admin admin] Added segment e1dc5fa9-a727-4d3c-8ec1-6487194be4bf of type vlan for network 78fa8827-067f-42f6-ba68-0ff4858a62d6 Jul 06 14:11:20.228626 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-770916f0-55cd-484b-8a73-b07bb2001ecd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773752984405'] for network, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:20.273894 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-770916f0-55cd-484b-8a73-b07bb2001ecd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060'] for network, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:20.276061 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-770916f0-55cd-484b-8a73-b07bb2001ecd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:11:20.277124 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-770916f0-55cd-484b-8a73-b07bb2001ecd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583035'] for network, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:20.277516 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-08466028-ea63-4a4a-a674-06d208b412ec req-d6f847a8-cdf5-4ee0-9abc-70b84f1a787b tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127687580'] for port, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:20.348971 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f847a8-cdf5-4ee0-9abc-70b84f1a787b tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] Pushing event deleted for resources: {'Port': ['ID=5f251846-a962-4cca-ac30-b8ff4317b4c4,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:11:20.396885 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-770916f0-55cd-484b-8a73-b07bb2001ecd admin admin] 10.222.0.104 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6431484 Jul 06 14:11:20.403551 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 50082) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:11:20.425356 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [None req-1ecc4898-6b1c-4aec-ae35-d7130861c038 admin admin] Request body: {'subnet': {'network_id': '78fa8827-067f-42f6-ba68-0ff4858a62d6', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-622923927-subnet', 'tenant_id': 'c9068000915a4e1ab6113736edd8d5ce', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:11:20.437894 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770916f0-55cd-484b-8a73-b07bb2001ecd admin admin] Pushing event updated for resources: {'Network': ['ID=78fa8827-067f-42f6-ba68-0ff4858a62d6,revision_number=1']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:11:20.453895 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Network 78fa8827-067f-42f6-ba68-0ff4858a62d6 details requested by agent ovs-agent-n-d-773647-6 with host n-d-773647-6 {{(pid=100248) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 14:11:20.514688 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ecc4898-6b1c-4aec-ae35-d7130861c038 admin admin] Made reservation on behalf of c9068000915a4e1ab6113736edd8d5ce for: {'subnet': 1} {{(pid=100247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:11:20.533918 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-1ecc4898-6b1c-4aec-ae35-d7130861c038 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127627440'] for subnet, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:20.591071 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-8aceafb5-2632-4c89-905d-1b6903c8d507 req-c9fd4ccb-c7f5-4d1a-b059-b4e8f9b9bc87 tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] 10.222.0.104 "GET /v2.0/ports?device_id=5fbc9a8b-86db-4456-85e1-a59cfdbb9c8d HTTP/1.1" status: 200 len: 210 time: 0.1071763 Jul 06 14:11:20.668839 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.l3_agent_scheduler [req-08466028-ea63-4a4a-a674-06d208b412ec req-d6f847a8-cdf5-4ee0-9abc-70b84f1a787b tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] Router f06d94bb-ffae-4f0d-84b3-b6edd11ba800 has already been hosted by L3 agent 2823d358-a11b-4885-a706-95a279e43fa7 {{(pid=100246) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 14:11:20.826400 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-08466028-ea63-4a4a-a674-06d208b412ec req-d6f847a8-cdf5-4ee0-9abc-70b84f1a787b tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] Notify agent at l3_agent.n-d-773647-6 the message routers_updated {{(pid=100246) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 14:11:20.837985 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-624cc80e-7c35-4db8-9095-6e7f9e1d430b None None] Sync routers for ids ['f06d94bb-ffae-4f0d-84b3-b6edd11ba800'] in n-d-773647-6 {{(pid=100248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 14:11:20.854719 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-624cc80e-7c35-4db8-9095-6e7f9e1d430b None None] Routers {'f06d94bb-ffae-4f0d-84b3-b6edd11ba800'} bound to L3 agent in host n-d-773647-6 {{(pid=100248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:11:20.855695 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-624cc80e-7c35-4db8-9095-6e7f9e1d430b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T14:10:55Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['f06d94bb-ffae-4f0d-84b3-b6edd11ba800'], 'active': True} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:11:20.870909 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-1ecc4898-6b1c-4aec-ae35-d7130861c038 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1849032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-128888412', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127627426'] for subnet, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:20.908021 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [req-08466028-ea63-4a4a-a674-06d208b412ec req-d6f847a8-cdf5-4ee0-9abc-70b84f1a787b tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] No DVR routers for this DVR port 5f251846-a962-4cca-ac30-b8ff4317b4c4 on host n-h2-773647-6 {{(pid=100246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:11:20.913587 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-08466028-ea63-4a4a-a674-06d208b412ec req-d6f847a8-cdf5-4ee0-9abc-70b84f1a787b tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:20.919512 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-08466028-ea63-4a4a-a674-06d208b412ec req-d6f847a8-cdf5-4ee0-9abc-70b84f1a787b tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] 10.222.0.72 "DELETE /v2.0/ports/5f251846-a962-4cca-ac30-b8ff4317b4c4 HTTP/1.1" status: 204 len: 173 time: 1.9536254 Jul 06 14:11:20.920287 n-d-773647-6 neutron-server[100246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fbc9a8b-86db-4456-85e1-a59cfdbb9c8d', 'name': 'network-vif-deleted', 'tag': '5f251846-a962-4cca-ac30-b8ff4317b4c4'}] {{(pid=100246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:11:20.927303 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0d96c5ab5e889f7b933ae915b9be33d1b46c9e87795bf781004b656ef3f1e87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f11b922-25ff-4c84-b558-87446cca1dd9" -d '{"events": [{"server_uuid": "5fbc9a8b-86db-4456-85e1-a59cfdbb9c8d", "name": "network-vif-deleted", "tag": "5f251846-a962-4cca-ac30-b8ff4317b4c4"}]}' {{(pid=100246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:11:21.011796 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 14:11:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd349af3-65d1-414a-9f99-313c52b8ce29 x-openstack-request-id: req-bd349af3-65d1-414a-9f99-313c52b8ce29 {{(pid=100246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:11:21.012114 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fbc9a8b-86db-4456-85e1-a59cfdbb9c8d", "name": "network-vif-deleted", "tag": "5f251846-a962-4cca-ac30-b8ff4317b4c4", "status": "completed", "code": 200}]} {{(pid=100246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:11:21.012375 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-bd349af3-65d1-414a-9f99-313c52b8ce29 {{(pid=100246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:11:21.012752 n-d-773647-6 neutron-server[100246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fbc9a8b-86db-4456-85e1-a59cfdbb9c8d', 'name': 'network-vif-deleted', 'tag': '5f251846-a962-4cca-ac30-b8ff4317b4c4', 'status': 'completed', 'code': 200} Jul 06 14:11:21.045612 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ecc4898-6b1c-4aec-ae35-d7130861c038 admin admin] Checking segment: {'id': 'e1dc5fa9-a727-4d3c-8ec1-6487194be4bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1001, 'network_id': '78fa8827-067f-42f6-ba68-0ff4858a62d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100247) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:11:21.046005 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ecc4898-6b1c-4aec-ae35-d7130861c038 admin admin] Network hostable DHCP agents. Network: 78fa8827-067f-42f6-ba68-0ff4858a62d6, hostable agents: ['f2bada3d-be77-4359-982b-8505a2bbca04'], hosted agents: [] {{(pid=100247) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 14:11:21.081708 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ecc4898-6b1c-4aec-ae35-d7130861c038 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fd7e8956-f1a6-4305-b256-f34151cba3f1,revision_number=0']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:11:21.106640 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ecc4898-6b1c-4aec-ae35-d7130861c038 admin admin] Network 78fa8827-067f-42f6-ba68-0ff4858a62d6 is scheduled to be hosted by DHCP agent f2bada3d-be77-4359-982b-8505a2bbca04 with binding_index 1 {{(pid=100247) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 14:11:21.130631 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvr_db [None req-624cc80e-7c35-4db8-9095-6e7f9e1d430b None None] Set router f06d94bb-ffae-4f0d-84b3-b6edd11ba800 gateway port host: n-d-773647-6 {{(pid=100248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:11:21.132710 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.base_scheduler [None req-1ecc4898-6b1c-4aec-ae35-d7130861c038 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773647-6, 78fa8827-067f-42f6-ba68-0ff4858a62d6) {{(pid=100247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:11:21.142876 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ecc4898-6b1c-4aec-ae35-d7130861c038 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:11:21.144750 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-1ecc4898-6b1c-4aec-ae35-d7130861c038 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:21.148645 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c06732e-f106-4700-b751-f6a908f8d617 None None] Network 78fa8827-067f-42f6-ba68-0ff4858a62d6 requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:11:21.168486 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-1ecc4898-6b1c-4aec-ae35-d7130861c038 admin admin] 10.222.0.104 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7637806 Jul 06 14:11:21.544620 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f9ef0c5-79e0-49e4-b29e-156337e50f94 None None] Network 78fa8827-067f-42f6-ba68-0ff4858a62d6 requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:11:21.822417 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-50b98eef-7930-4775-b4a1-ee7ba39b724d req-4b5fb5ef-11c3-480d-ae16-564b76e50160 tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] 10.222.0.104 "GET /v2.0/ports?device_id=5fbc9a8b-86db-4456-85e1-a59cfdbb9c8d HTTP/1.1" status: 200 len: 210 time: 0.0402472 Jul 06 14:11:21.826074 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-624cc80e-7c35-4db8-9095-6e7f9e1d430b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f06d94bb-ffae-4f0d-84b3-b6edd11ba800', 'name': 'tempest-ServerActionsTestJSON-1649938346-router', 'tenant_id': '96647dd61d404050a5af01798d2f6f47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.246'}], 'enable_snat': True}, 'gw_port_id': '115ae7df-899c-4b63-824a-b260266fec55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:01:56Z', 'updated_at': '2021-07-06T14:02:09Z', 'revision_number': 4, 'project_id': '96647dd61d404050a5af01798d2f6f47', 'gw_port': {'id': '115ae7df-899c-4b63-824a-b260266fec55', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:c2:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f06d94bb-ffae-4f0d-84b3-b6edd11ba800', 'device_owner': 'network:router_gateway', 'standard_attr_id': 953, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:01:59Z', 'updated_at': '2021-07-06T14:02:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6', '_interfaces': [{'id': 'e04644f8-e2d6-4bc3-828b-28c9b58518d4', 'name': '', 'network_id': 'ca8d241f-6d1c-4a83-a6b7-adff4a667580', 'tenant_id': '96647dd61d404050a5af01798d2f6f47', 'mac_address': 'fa:16:3e:c2:5b:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f06d94bb-ffae-4f0d-84b3-b6edd11ba800', 'device_owner': 'network:router_interface', 'standard_attr_id': 967, 'fixed_ips': [{'subnet_id': '1d0103a5-6825-4713-928f-2c0821a07c96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:02:07Z', 'updated_at': '2021-07-06T14:02:20Z', 'revision_number': 5, 'project_id': '96647dd61d404050a5af01798d2f6f47', 'subnets': [{'id': '1d0103a5-6825-4713-928f-2c0821a07c96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773647-6', False) {} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:11:21.870927 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-624cc80e-7c35-4db8-9095-6e7f9e1d430b None None] Checking router: f06d94bb-ffae-4f0d-84b3-b6edd11ba800 for host: n-d-773647-6 {{(pid=100248) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 14:11:21.882391 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-624cc80e-7c35-4db8-9095-6e7f9e1d430b None None] Routers {'f06d94bb-ffae-4f0d-84b3-b6edd11ba800'} bound to L3 agent in host n-d-773647-6 {{(pid=100248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:11:21.883932 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-624cc80e-7c35-4db8-9095-6e7f9e1d430b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T14:10:55Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['f06d94bb-ffae-4f0d-84b3-b6edd11ba800'], 'active': True} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:11:22.076158 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvr_db [None req-624cc80e-7c35-4db8-9095-6e7f9e1d430b None None] Set router f06d94bb-ffae-4f0d-84b3-b6edd11ba800 gateway port host: n-d-773647-6 {{(pid=100248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:11:22.143889 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8bdea7-c77a-4294-b71d-288753ff0deb req-8d36d52c-b8f7-4999-b320-48b84b9cc448 tempest-InstanceActionsTestJSON-384871342 tempest-InstanceActionsTestJSON-384871342-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:11:22.146399 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-3e8bdea7-c77a-4294-b71d-288753ff0deb req-8d36d52c-b8f7-4999-b320-48b84b9cc448 tempest-InstanceActionsTestJSON-384871342 tempest-InstanceActionsTestJSON-384871342-project] 10.222.0.104 "GET /v2.0/networks?id=78fa8827-067f-42f6-ba68-0ff4858a62d6 HTTP/1.1" status: 200 len: 813 time: 0.1435578 Jul 06 14:11:22.174484 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-3e8bdea7-c77a-4294-b71d-288753ff0deb req-6caa0f9b-9c8b-41ca-b4b2-8b54b7d9dc4a tempest-InstanceActionsTestJSON-384871342 tempest-InstanceActionsTestJSON-384871342-project] 10.222.0.104 "GET /v2.0/quotas/c9068000915a4e1ab6113736edd8d5ce HTTP/1.1" status: 200 len: 375 time: 0.0210810 Jul 06 14:11:22.236328 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-3e8bdea7-c77a-4294-b71d-288753ff0deb req-6433edc5-3715-42ad-8324-35cb9ea74ef7 tempest-InstanceActionsTestJSON-384871342 tempest-InstanceActionsTestJSON-384871342-project] 10.222.0.104 "GET /v2.0/ports?tenant_id=c9068000915a4e1ab6113736edd8d5ce&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0486531 Jul 06 14:11:22.383852 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Device 5f251846-a962-4cca-ac30-b8ff4317b4c4 no longer exists at agent hyperv_n-h2-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:11:22.417588 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-3e8bdea7-c77a-4294-b71d-288753ff0deb req-764eb81e-3cec-4f16-8005-ccebd995ab99 service neutron] 10.222.0.104 "GET /v2.0/networks/78fa8827-067f-42f6-ba68-0ff4858a62d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1725376 Jul 06 14:11:22.421141 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] No Port match for: 5f251846-a962-4cca-ac30-b8ff4317b4c4 {{(pid=100248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 14:11:22.421501 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Device 5f251846-a962-4cca-ac30-b8ff4317b4c4 not bound to the agent host n-h2-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:11:22.570598 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-624cc80e-7c35-4db8-9095-6e7f9e1d430b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f06d94bb-ffae-4f0d-84b3-b6edd11ba800', 'name': 'tempest-ServerActionsTestJSON-1649938346-router', 'tenant_id': '96647dd61d404050a5af01798d2f6f47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.246'}], 'enable_snat': True}, 'gw_port_id': '115ae7df-899c-4b63-824a-b260266fec55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:01:56Z', 'updated_at': '2021-07-06T14:02:09Z', 'revision_number': 4, 'project_id': '96647dd61d404050a5af01798d2f6f47', 'gw_port': {'id': '115ae7df-899c-4b63-824a-b260266fec55', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:c2:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f06d94bb-ffae-4f0d-84b3-b6edd11ba800', 'device_owner': 'network:router_gateway', 'standard_attr_id': 953, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:01:59Z', 'updated_at': '2021-07-06T14:02:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6', '_interfaces': [{'id': 'e04644f8-e2d6-4bc3-828b-28c9b58518d4', 'name': '', 'network_id': 'ca8d241f-6d1c-4a83-a6b7-adff4a667580', 'tenant_id': '96647dd61d404050a5af01798d2f6f47', 'mac_address': 'fa:16:3e:c2:5b:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f06d94bb-ffae-4f0d-84b3-b6edd11ba800', 'device_owner': 'network:router_interface', 'standard_attr_id': 967, 'fixed_ips': [{'subnet_id': '1d0103a5-6825-4713-928f-2c0821a07c96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:02:07Z', 'updated_at': '2021-07-06T14:02:20Z', 'revision_number': 5, 'project_id': '96647dd61d404050a5af01798d2f6f47', 'subnets': [{'id': '1d0103a5-6825-4713-928f-2c0821a07c96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773647-6', False) {} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:11:22.602670 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-624cc80e-7c35-4db8-9095-6e7f9e1d430b None None] The sync data for ids ['f06d94bb-ffae-4f0d-84b3-b6edd11ba800'] in n-d-773647-6 is: [{'id': 'f06d94bb-ffae-4f0d-84b3-b6edd11ba800', 'name': 'tempest-ServerActionsTestJSON-1649938346-router', 'tenant_id': '96647dd61d404050a5af01798d2f6f47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.246'}], 'enable_snat': True}, 'gw_port_id': '115ae7df-899c-4b63-824a-b260266fec55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:01:56Z', 'updated_at': '2021-07-06T14:02:09Z', 'revision_number': 4, 'project_id': '96647dd61d404050a5af01798d2f6f47', 'gw_port': {'id': '115ae7df-899c-4b63-824a-b260266fec55', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:c2:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f06d94bb-ffae-4f0d-84b3-b6edd11ba800', 'device_owner': 'network:router_gateway', 'standard_attr_id': 953, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:01:59Z', 'updated_at': '2021-07-06T14:02:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6', '_interfaces': [{'id': 'e04644f8-e2d6-4bc3-828b-28c9b58518d4', 'name': '', 'network_id': 'ca8d241f-6d1c-4a83-a6b7-adff4a667580', 'tenant_id': '96647dd61d404050a5af01798d2f6f47', 'mac_address': 'fa:16:3e:c2:5b:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f06d94bb-ffae-4f0d-84b3-b6edd11ba800', 'device_owner': 'network:router_interface', 'standard_attr_id': 967, 'fixed_ips': [{'subnet_id': '1d0103a5-6825-4713-928f-2c0821a07c96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:02:07Z', 'updated_at': '2021-07-06T14:02:20Z', 'revision_number': 5, 'project_id': '96647dd61d404050a5af01798d2f6f47', 'subnets': [{'id': '1d0103a5-6825-4713-928f-2c0821a07c96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 14:11:22.858344 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-7acf49dc-14b2-48c5-9246-5f8f3a70fceb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:22.965819 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-3e8bdea7-c77a-4294-b71d-288753ff0deb req-ec5940c5-a343-4e8b-9c13-35f01c4213c5 service neutron] 10.222.0.104 "GET /v2.0/networks/78fa8827-067f-42f6-ba68-0ff4858a62d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5362747 Jul 06 14:11:23.025101 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 50160) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:11:23.051309 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7289774-4db4-4fd3-bfc1-a64f69f1d5d3 None None] New status for floating IP 6696f24f-d197-46d2-9a8c-6cebacdb52d6: DOWN {{(pid=100249) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 14:11:23.128748 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-3f5088d4-e8fd-4101-a6de-520df392eb40 tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] Notify callbacks [] for security_group, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:23.183016 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-3f5088d4-e8fd-4101-a6de-520df392eb40 tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:23.292014 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-c0256e69-bc6c-4d08-9488-d38f285564b6 req-b0347f5e-30b0-4400-9264-78fcb390d19f tempest-InstanceActionsTestJSON-384871342 tempest-InstanceActionsTestJSON-384871342-project] 10.222.0.104 "GET /v2.0/ports?device_id=39cb52ba-a9e6-4b1f-8cec-56228cd655f0 HTTP/1.1" status: 200 len: 210 time: 0.0874372 Jul 06 14:11:23.354404 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-3f5088d4-e8fd-4101-a6de-520df392eb40 tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:23.357639 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-3f5088d4-e8fd-4101-a6de-520df392eb40 tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] Notify callbacks [] for security_group, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:23.361783 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-3f5088d4-e8fd-4101-a6de-520df392eb40 tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] 10.222.0.104 "DELETE /v2.0/security-groups/54cfb86c-390d-4cad-8265-7f5781c66116 HTTP/1.1" status: 204 len: 168 time: 0.3355742 Jul 06 14:11:23.362557 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 50176) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:11:23.379351 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5088d4-e8fd-4101-a6de-520df392eb40 tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=54cfb86c-390d-4cad-8265-7f5781c66116,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:11:23.399677 n-d-773647-6 neutron-server[100247]: INFO neutron.api.v2.resource [None req-ea8297f9-c317-4ebd-8f51-755ee676d5c7 tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] show failed (client error): The resource could not be found. Jul 06 14:11:23.404081 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 50180) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:11:23.405733 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-ea8297f9-c317-4ebd-8f51-755ee676d5c7 tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] 10.222.0.104 "GET /v2.0/security-groups/54cfb86c-390d-4cad-8265-7f5781c66116 HTTP/1.1" status: 404 len: 347 time: 0.0309358 Jul 06 14:11:23.721808 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [None req-e45a2766-9cd7-43ab-a061-aaaa3f63b411 tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] Deleting port 0241c0ef-14fd-4f65-bb39-01c8d645fd4d {{(pid=100246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:11:23.722075 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-e45a2766-9cd7-43ab-a061-aaaa3f63b411 tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:23.847835 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-e45a2766-9cd7-43ab-a061-aaaa3f63b411 tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:23.848513 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-e45a2766-9cd7-43ab-a061-aaaa3f63b411 tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:23.867028 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [None req-e45a2766-9cd7-43ab-a061-aaaa3f63b411 tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] Calling delete_port for 0241c0ef-14fd-4f65-bb39-01c8d645fd4d owned by network:floatingip {{(pid=100246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:11:24.027071 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-e45a2766-9cd7-43ab-a061-aaaa3f63b411 tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127687580'] for port, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:24.054076 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45a2766-9cd7-43ab-a061-aaaa3f63b411 tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] Pushing event deleted for resources: {'Port': ['ID=0241c0ef-14fd-4f65-bb39-01c8d645fd4d,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:11:24.129884 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-e45a2766-9cd7-43ab-a061-aaaa3f63b411 tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] Notify callbacks [] for floatingip, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:24.133895 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-e45a2766-9cd7-43ab-a061-aaaa3f63b411 tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for floatingip, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:24.135082 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-e45a2766-9cd7-43ab-a061-aaaa3f63b411 tempest-ServerActionsTestJSON-1036179890 tempest-ServerActionsTestJSON-1036179890-project] 10.222.0.104 "DELETE /v2.0/floatingips/6696f24f-d197-46d2-9a8c-6cebacdb52d6 HTTP/1.1" status: 204 len: 168 time: 0.7284534 Jul 06 14:11:24.138218 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 50198) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:11:24.587837 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-d6d074d8-4c16-4020-a867-b544b1b4856e req-295fa2b8-fcb3-4e6b-a537-000c198fd852 tempest-InstanceActionsTestJSON-384871342 tempest-InstanceActionsTestJSON-384871342-project] 10.222.0.104 "GET /v2.0/ports?device_id=39cb52ba-a9e6-4b1f-8cec-56228cd655f0 HTTP/1.1" status: 200 len: 210 time: 0.0546615 Jul 06 14:11:24.785842 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8bdea7-c77a-4294-b71d-288753ff0deb req-e41dce38-9b51-4244-9c30-031f09d7c7b2 tempest-InstanceActionsTestJSON-384871342 tempest-InstanceActionsTestJSON-384871342-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:11:24.787988 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-3e8bdea7-c77a-4294-b71d-288753ff0deb req-e41dce38-9b51-4244-9c30-031f09d7c7b2 tempest-InstanceActionsTestJSON-384871342 tempest-InstanceActionsTestJSON-384871342-project] 10.222.0.72 "GET /v2.0/networks?id=78fa8827-067f-42f6-ba68-0ff4858a62d6 HTTP/1.1" status: 200 len: 813 time: 0.1562214 Jul 06 14:11:24.815166 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [req-3e8bdea7-c77a-4294-b71d-288753ff0deb req-2d06f2c7-4bc3-4b24-bdef-ec41df220534 tempest-InstanceActionsTestJSON-384871342 tempest-InstanceActionsTestJSON-384871342-project] Request body: {'port': {'device_id': '39cb52ba-a9e6-4b1f-8cec-56228cd655f0', 'network_id': '78fa8827-067f-42f6-ba68-0ff4858a62d6', 'admin_state_up': True, 'tenant_id': 'c9068000915a4e1ab6113736edd8d5ce'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:11:24.960795 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-78e4a848-1c90-460e-b3e6-04c60dac8e8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1809431'] for router_interface, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:25.069346 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3e8bdea7-c77a-4294-b71d-288753ff0deb req-2d06f2c7-4bc3-4b24-bdef-ec41df220534 tempest-InstanceActionsTestJSON-384871342 tempest-InstanceActionsTestJSON-384871342-project] Made reservation on behalf of c9068000915a4e1ab6113736edd8d5ce for: {'port': 1} {{(pid=100246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:11:25.072998 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-3e8bdea7-c77a-4294-b71d-288753ff0deb req-2d06f2c7-4bc3-4b24-bdef-ec41df220534 tempest-InstanceActionsTestJSON-384871342 tempest-InstanceActionsTestJSON-384871342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:25.123728 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.agents_db [None req-167c0ad6-1657-4c9a-a2c4-3b18056aa662 None None] Agent healthcheck: found 7 active agents {{(pid=100249) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 14:11:25.270567 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.db_base_plugin_common [req-3e8bdea7-c77a-4294-b71d-288753ff0deb req-2d06f2c7-4bc3-4b24-bdef-ec41df220534 tempest-InstanceActionsTestJSON-384871342 tempest-InstanceActionsTestJSON-384871342-project] Allocated IP 172.20.0.11 (78fa8827-067f-42f6-ba68-0ff4858a62d6/fd7e8956-f1a6-4305-b256-f34151cba3f1/c09f42d6-91ed-4945-a0a2-2de86fc8131b) {{(pid=100246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:11:25.483917 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [None req-78e4a848-1c90-460e-b3e6-04c60dac8e8f admin admin] Deleting port e04644f8-e2d6-4bc3-828b-28c9b58518d4 {{(pid=100246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:11:25.484472 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-78e4a848-1c90-460e-b3e6-04c60dac8e8f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:25.517988 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-18c6d5cf-3626-41eb-a9c8-02d2da750366 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:25.601968 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-3e8bdea7-c77a-4294-b71d-288753ff0deb req-2d06f2c7-4bc3-4b24-bdef-ec41df220534 tempest-InstanceActionsTestJSON-384871342 tempest-InstanceActionsTestJSON-384871342-project] Notify callbacks [] for port, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:25.725931 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.db [None req-78e4a848-1c90-460e-b3e6-04c60dac8e8f admin admin] For port e04644f8-e2d6-4bc3-828b-28c9b58518d4, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=e04644f8-e2d6-4bc3-828b-28c9b58518d4,segment=NetworkSegment(36c50412-6893-4622-808c-49164f6f9db6),segment_id=36c50412-6893-4622-808c-49164f6f9db6)] {{(pid=100246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:11:25.726331 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-78e4a848-1c90-460e-b3e6-04c60dac8e8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:25.736999 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-3e8bdea7-c77a-4294-b71d-288753ff0deb req-2d06f2c7-4bc3-4b24-bdef-ec41df220534 tempest-InstanceActionsTestJSON-384871342 tempest-InstanceActionsTestJSON-384871342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-127687573'] for port, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:25.772093 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [None req-78e4a848-1c90-460e-b3e6-04c60dac8e8f admin admin] Calling delete_port for e04644f8-e2d6-4bc3-828b-28c9b58518d4 owned by network:router_interface {{(pid=100246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:11:25.822025 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3e8bdea7-c77a-4294-b71d-288753ff0deb req-2d06f2c7-4bc3-4b24-bdef-ec41df220534 tempest-InstanceActionsTestJSON-384871342 tempest-InstanceActionsTestJSON-384871342-project] Network 78fa8827-067f-42f6-ba68-0ff4858a62d6 is already hosted by enough agents. {{(pid=100246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:11:25.862074 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.base_scheduler [req-3e8bdea7-c77a-4294-b71d-288753ff0deb req-2d06f2c7-4bc3-4b24-bdef-ec41df220534 tempest-InstanceActionsTestJSON-384871342 tempest-InstanceActionsTestJSON-384871342-project] Resources bound (agent type, host, resource id): {{(pid=100246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:11:25.869063 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:25.878958 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e8bdea7-c77a-4294-b71d-288753ff0deb req-2d06f2c7-4bc3-4b24-bdef-ec41df220534 tempest-InstanceActionsTestJSON-384871342 tempest-InstanceActionsTestJSON-384871342-project] Received port after_create {{(pid=100246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:11:25.902142 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d06f2c7-4bc3-4b24-bdef-ec41df220534 tempest-InstanceActionsTestJSON-384871342 tempest-InstanceActionsTestJSON-384871342-project] Pushing event updated for resources: {'Port': ['ID=c09f42d6-91ed-4945-a0a2-2de86fc8131b,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:11:25.906504 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbe8750-f51c-43ae-b874-bc3941bbad55 req-89f447e6-2371-4787-b012-b91032de3e4c tempest-InstanceActionsTestJSON-384871342 tempest-InstanceActionsTestJSON-384871342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:11:25.918934 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-2dbe8750-f51c-43ae-b874-bc3941bbad55 req-89f447e6-2371-4787-b012-b91032de3e4c tempest-InstanceActionsTestJSON-384871342 tempest-InstanceActionsTestJSON-384871342-project] 10.222.0.104 "GET /v2.0/ports?device_id=39cb52ba-a9e6-4b1f-8cec-56228cd655f0 HTTP/1.1" status: 200 len: 932 time: 0.1203649 Jul 06 14:11:25.953897 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8bdea7-c77a-4294-b71d-288753ff0deb req-2d06f2c7-4bc3-4b24-bdef-ec41df220534 tempest-InstanceActionsTestJSON-384871342 tempest-InstanceActionsTestJSON-384871342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:11:25.954570 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-3e8bdea7-c77a-4294-b71d-288753ff0deb req-2d06f2c7-4bc3-4b24-bdef-ec41df220534 tempest-InstanceActionsTestJSON-384871342 tempest-InstanceActionsTestJSON-384871342-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:25.969126 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-2dbe8750-f51c-43ae-b874-bc3941bbad55 req-1b775080-e34c-4526-aa59-a887e2b82ab6 tempest-InstanceActionsTestJSON-384871342 tempest-InstanceActionsTestJSON-384871342-project] 10.222.0.104 "GET /v2.0/security-groups?id=c1f39ae4-e824-4fc1-98a5-c7df92f36759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483551 Jul 06 14:11:26.032432 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-3e8bdea7-c77a-4294-b71d-288753ff0deb req-2d06f2c7-4bc3-4b24-bdef-ec41df220534 tempest-InstanceActionsTestJSON-384871342 tempest-InstanceActionsTestJSON-384871342-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2213793 Jul 06 14:11:26.047523 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [req-3e8bdea7-c77a-4294-b71d-288753ff0deb req-44ddd5c3-4471-4334-aecb-8ae1c63b5354 service neutron] Request body: {'port': {'device_id': '39cb52ba-a9e6-4b1f-8cec-56228cd655f0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-773647-6'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:11:26.179487 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-3e8bdea7-c77a-4294-b71d-288753ff0deb req-44ddd5c3-4471-4334-aecb-8ae1c63b5354 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:26.226026 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-78e4a848-1c90-460e-b3e6-04c60dac8e8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127687580'] for port, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:26.261052 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e4a848-1c90-460e-b3e6-04c60dac8e8f admin admin] Pushing event deleted for resources: {'Port': ['ID=e04644f8-e2d6-4bc3-828b-28c9b58518d4,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:11:26.569240 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-2064eaae-da4f-48f8-82d2-b09d4ddedd44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:26.603127 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-78e4a848-1c90-460e-b3e6-04c60dac8e8f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1809193'] for router_interface, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:26.759123 n-d-773647-6 neutron-server[100246]: DEBUG neutron.notifiers.nova [req-3e8bdea7-c77a-4294-b71d-288753ff0deb req-44ddd5c3-4471-4334-aecb-8ae1c63b5354 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c09f42d6-91ed-4945-a0a2-2de86fc8131b {{(pid=100246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 14:11:26.769264 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-3e8bdea7-c77a-4294-b71d-288753ff0deb req-44ddd5c3-4471-4334-aecb-8ae1c63b5354 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:26.793222 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.provisioning_blocks [req-3e8bdea7-c77a-4294-b71d-288753ff0deb req-44ddd5c3-4471-4334-aecb-8ae1c63b5354 service neutron] Transition to ACTIVE for port object c09f42d6-91ed-4945-a0a2-2de86fc8131b will not be triggered until provisioned by entity L2. {{(pid=100246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:11:26.798651 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-3e8bdea7-c77a-4294-b71d-288753ff0deb req-44ddd5c3-4471-4334-aecb-8ae1c63b5354 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127687527'] for port, after_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:26.906845 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ddd5c3-4471-4334-aecb-8ae1c63b5354 service neutron] Pushing event updated for resources: {'Port': ['ID=c09f42d6-91ed-4945-a0a2-2de86fc8131b,revision_number=2']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:11:27.010501 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78e4a848-1c90-460e-b3e6-04c60dac8e8f admin admin] Router f06d94bb-ffae-4f0d-84b3-b6edd11ba800 has already been hosted by L3 agent 2823d358-a11b-4885-a706-95a279e43fa7 {{(pid=100246) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 14:11:27.027312 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [req-3e8bdea7-c77a-4294-b71d-288753ff0deb req-44ddd5c3-4471-4334-aecb-8ae1c63b5354 service neutron] Attempting to bind port c09f42d6-91ed-4945-a0a2-2de86fc8131b on host n-h2-773647-6 for vnic_type normal with profile {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:11:27.027656 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [req-3e8bdea7-c77a-4294-b71d-288753ff0deb req-44ddd5c3-4471-4334-aecb-8ae1c63b5354 service neutron] Attempting to bind port c09f42d6-91ed-4945-a0a2-2de86fc8131b by drivers openvswitch,hyperv on host n-h2-773647-6 at level 0 using segments [{'id': 'e1dc5fa9-a727-4d3c-8ec1-6487194be4bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1001, 'network_id': '78fa8827-067f-42f6-ba68-0ff4858a62d6'}] {{(pid=100246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:11:27.027988 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e8bdea7-c77a-4294-b71d-288753ff0deb req-44ddd5c3-4471-4334-aecb-8ae1c63b5354 service neutron] Attempting to bind port c09f42d6-91ed-4945-a0a2-2de86fc8131b on network 78fa8827-067f-42f6-ba68-0ff4858a62d6 {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:11:27.036747 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e8bdea7-c77a-4294-b71d-288753ff0deb req-44ddd5c3-4471-4334-aecb-8ae1c63b5354 service neutron] Port c09f42d6-91ed-4945-a0a2-2de86fc8131b on network 78fa8827-067f-42f6-ba68-0ff4858a62d6 not bound, no agent of type Open vSwitch agent registered on host n-h2-773647-6 {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 14:11:27.036747 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e8bdea7-c77a-4294-b71d-288753ff0deb req-44ddd5c3-4471-4334-aecb-8ae1c63b5354 service neutron] Attempting to bind port c09f42d6-91ed-4945-a0a2-2de86fc8131b on network 78fa8827-067f-42f6-ba68-0ff4858a62d6 {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:11:27.264878 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ae9761-95f5-4b18-be6b-a188513bb452 req-ef079fa2-5c48-41da-986f-07ed5418edb2 tempest-InstanceActionsTestJSON-384871342 tempest-InstanceActionsTestJSON-384871342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:11:27.266636 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-84ae9761-95f5-4b18-be6b-a188513bb452 req-ef079fa2-5c48-41da-986f-07ed5418edb2 tempest-InstanceActionsTestJSON-384871342 tempest-InstanceActionsTestJSON-384871342-project] 10.222.0.104 "GET /v2.0/ports?device_id=39cb52ba-a9e6-4b1f-8cec-56228cd655f0 HTTP/1.1" status: 200 len: 944 time: 0.1343789 Jul 06 14:11:27.315268 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-84ae9761-95f5-4b18-be6b-a188513bb452 req-b9bea826-9926-4247-9f14-5f778d8fe08a tempest-InstanceActionsTestJSON-384871342 tempest-InstanceActionsTestJSON-384871342-project] 10.222.0.104 "GET /v2.0/security-groups?id=c1f39ae4-e824-4fc1-98a5-c7df92f36759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395079 Jul 06 14:11:27.455453 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e8bdea7-c77a-4294-b71d-288753ff0deb req-44ddd5c3-4471-4334-aecb-8ae1c63b5354 service neutron] Checking agent: {'id': '63768ece-0600-4354-8d29-fdedec96b077', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-773647-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 51, 10), 'started_at': datetime.datetime(2021, 7, 6, 13, 51, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 11, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:11:27.455893 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e8bdea7-c77a-4294-b71d-288753ff0deb req-44ddd5c3-4471-4334-aecb-8ae1c63b5354 service neutron] Checking segment: {'id': 'e1dc5fa9-a727-4d3c-8ec1-6487194be4bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1001, 'network_id': '78fa8827-067f-42f6-ba68-0ff4858a62d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:11:27.456352 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e8bdea7-c77a-4294-b71d-288753ff0deb req-44ddd5c3-4471-4334-aecb-8ae1c63b5354 service neutron] Bound using segment: {'id': 'e1dc5fa9-a727-4d3c-8ec1-6487194be4bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1001, 'network_id': '78fa8827-067f-42f6-ba68-0ff4858a62d6'} {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:11:27.456867 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [req-3e8bdea7-c77a-4294-b71d-288753ff0deb req-44ddd5c3-4471-4334-aecb-8ae1c63b5354 service neutron] Bound port: c09f42d6-91ed-4945-a0a2-2de86fc8131b, host: n-h2-773647-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e1dc5fa9-a727-4d3c-8ec1-6487194be4bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1001, 'network_id': '78fa8827-067f-42f6-ba68-0ff4858a62d6'}}] {{(pid=100246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:11:27.457284 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-3e8bdea7-c77a-4294-b71d-288753ff0deb req-44ddd5c3-4471-4334-aecb-8ae1c63b5354 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:27.597277 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78e4a848-1c90-460e-b3e6-04c60dac8e8f admin admin] Notify agent at l3_agent.n-d-773647-6 the message routers_updated {{(pid=100246) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 14:11:27.605671 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-78e4a848-1c90-460e-b3e6-04c60dac8e8f admin admin] 10.222.0.104 "PUT /v2.0/routers/f06d94bb-ffae-4f0d-84b3-b6edd11ba800/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4642029 Jul 06 14:11:27.605671 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.db [req-3e8bdea7-c77a-4294-b71d-288753ff0deb req-44ddd5c3-4471-4334-aecb-8ae1c63b5354 service neutron] For port c09f42d6-91ed-4945-a0a2-2de86fc8131b, host n-h2-773647-6, cleared binding levels {{(pid=100246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:11:27.606125 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 50292) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:11:27.609848 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.db [req-3e8bdea7-c77a-4294-b71d-288753ff0deb req-44ddd5c3-4471-4334-aecb-8ae1c63b5354 service neutron] For port c09f42d6-91ed-4945-a0a2-2de86fc8131b, host n-h2-773647-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=c09f42d6-91ed-4945-a0a2-2de86fc8131b,segment=NetworkSegment(e1dc5fa9-a727-4d3c-8ec1-6487194be4bf),segment_id=e1dc5fa9-a727-4d3c-8ec1-6487194be4bf)] {{(pid=100246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:11:27.614266 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-3e8bdea7-c77a-4294-b71d-288753ff0deb req-44ddd5c3-4471-4334-aecb-8ae1c63b5354 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127687527'] for port, after_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:27.615778 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d62de252-e739-4adc-819b-99ff7d485c34 None None] Sync routers for ids ['f06d94bb-ffae-4f0d-84b3-b6edd11ba800'] in n-d-773647-6 {{(pid=100248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 14:11:27.637281 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d62de252-e739-4adc-819b-99ff7d485c34 None None] Routers {'f06d94bb-ffae-4f0d-84b3-b6edd11ba800'} bound to L3 agent in host n-d-773647-6 {{(pid=100248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:11:27.638182 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-d62de252-e739-4adc-819b-99ff7d485c34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T14:11:25Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['f06d94bb-ffae-4f0d-84b3-b6edd11ba800'], 'active': True} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:11:27.674116 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ddd5c3-4471-4334-aecb-8ae1c63b5354 service neutron] Pushing event updated for resources: {'Port': ['ID=c09f42d6-91ed-4945-a0a2-2de86fc8131b,revision_number=3']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:11:27.687179 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8bdea7-c77a-4294-b71d-288753ff0deb req-44ddd5c3-4471-4334-aecb-8ae1c63b5354 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:11:27.687944 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-3e8bdea7-c77a-4294-b71d-288753ff0deb req-44ddd5c3-4471-4334-aecb-8ae1c63b5354 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:27.689587 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-3e8bdea7-c77a-4294-b71d-288753ff0deb req-44ddd5c3-4471-4334-aecb-8ae1c63b5354 service neutron] 10.222.0.72 "PUT /v2.0/ports/c09f42d6-91ed-4945-a0a2-2de86fc8131b HTTP/1.1" status: 200 len: 1092 time: 1.6489453 Jul 06 14:11:27.690146 n-d-773647-6 neutron-server[100246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39cb52ba-a9e6-4b1f-8cec-56228cd655f0', 'tag': 'c09f42d6-91ed-4945-a0a2-2de86fc8131b'}] {{(pid=100246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:11:27.692741 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0d96c5ab5e889f7b933ae915b9be33d1b46c9e87795bf781004b656ef3f1e87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34141947-dbb5-4c2a-b672-cf62ea054160" -d '{"events": [{"name": "network-changed", "server_uuid": "39cb52ba-a9e6-4b1f-8cec-56228cd655f0", "tag": "c09f42d6-91ed-4945-a0a2-2de86fc8131b"}]}' {{(pid=100246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:11:27.800486 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 14:11:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c02d39c2-008e-48a4-b2f6-dc5986b08af4 x-openstack-request-id: req-c02d39c2-008e-48a4-b2f6-dc5986b08af4 {{(pid=100246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:11:27.800887 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "39cb52ba-a9e6-4b1f-8cec-56228cd655f0", "tag": "c09f42d6-91ed-4945-a0a2-2de86fc8131b", "status": "completed", "code": 200}]} {{(pid=100246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:11:27.803486 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-c02d39c2-008e-48a4-b2f6-dc5986b08af4 {{(pid=100246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:11:27.804001 n-d-773647-6 neutron-server[100246]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '39cb52ba-a9e6-4b1f-8cec-56228cd655f0', 'tag': 'c09f42d6-91ed-4945-a0a2-2de86fc8131b', 'status': 'completed', 'code': 200} Jul 06 14:11:27.843314 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8bdea7-c77a-4294-b71d-288753ff0deb req-4fbcf7a4-513b-4e76-b17b-c759211d2dbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:11:27.845095 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-3e8bdea7-c77a-4294-b71d-288753ff0deb req-4fbcf7a4-513b-4e76-b17b-c759211d2dbe service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=c9068000915a4e1ab6113736edd8d5ce&device_id=39cb52ba-a9e6-4b1f-8cec-56228cd655f0 HTTP/1.1" status: 200 len: 1095 time: 0.1151366 Jul 06 14:11:27.871711 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvr_db [None req-d62de252-e739-4adc-819b-99ff7d485c34 None None] Set router f06d94bb-ffae-4f0d-84b3-b6edd11ba800 gateway port host: n-d-773647-6 {{(pid=100248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:11:27.879987 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-73abe74d-8af7-4ab2-bf4d-ad10e63eeaf4 admin admin] Notify callbacks [] for router, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:27.929345 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-3e8bdea7-c77a-4294-b71d-288753ff0deb req-d4da0edd-3be8-4705-b236-5e400f524b88 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c09f42d6-91ed-4945-a0a2-2de86fc8131b HTTP/1.1" status: 200 len: 217 time: 0.0770564 Jul 06 14:11:27.985426 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8bdea7-c77a-4294-b71d-288753ff0deb req-e40f59e2-c8c2-4bee-8cfd-0c17d8e113c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:11:27.987060 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-3e8bdea7-c77a-4294-b71d-288753ff0deb req-e40f59e2-c8c2-4bee-8cfd-0c17d8e113c2 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=fd7e8956-f1a6-4305-b256-f34151cba3f1 HTTP/1.1" status: 200 len: 853 time: 0.0520656 Jul 06 14:11:28.051305 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-73abe74d-8af7-4ab2-bf4d-ad10e63eeaf4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:28.053692 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-3e8bdea7-c77a-4294-b71d-288753ff0deb req-de4d4d0f-2352-4055-a42f-ee2894879bb1 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=78fa8827-067f-42f6-ba68-0ff4858a62d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0601292 Jul 06 14:11:28.118540 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-d62de252-e739-4adc-819b-99ff7d485c34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f06d94bb-ffae-4f0d-84b3-b6edd11ba800', 'name': 'tempest-ServerActionsTestJSON-1649938346-router', 'tenant_id': '96647dd61d404050a5af01798d2f6f47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.246'}], 'enable_snat': True}, 'gw_port_id': '115ae7df-899c-4b63-824a-b260266fec55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:01:56Z', 'updated_at': '2021-07-06T14:11:26Z', 'revision_number': 5, 'project_id': '96647dd61d404050a5af01798d2f6f47', 'gw_port': {'id': '115ae7df-899c-4b63-824a-b260266fec55', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:c2:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f06d94bb-ffae-4f0d-84b3-b6edd11ba800', 'device_owner': 'network:router_gateway', 'standard_attr_id': 953, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:01:59Z', 'updated_at': '2021-07-06T14:02:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6'}], 'n-d-773647-6', False) {} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:11:28.173775 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d62de252-e739-4adc-819b-99ff7d485c34 None None] Checking router: f06d94bb-ffae-4f0d-84b3-b6edd11ba800 for host: n-d-773647-6 {{(pid=100248) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 14:11:28.174262 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-3e8bdea7-c77a-4294-b71d-288753ff0deb req-e5832293-c327-4382-b3a8-75ef9c706744 service neutron] 10.222.0.72 "GET /v2.0/networks/78fa8827-067f-42f6-ba68-0ff4858a62d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1120243 Jul 06 14:11:28.184202 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.plugin [None req-73abe74d-8af7-4ab2-bf4d-ad10e63eeaf4 admin admin] Deleting port 115ae7df-899c-4b63-824a-b260266fec55 {{(pid=100247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:11:28.184987 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-73abe74d-8af7-4ab2-bf4d-ad10e63eeaf4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:28.187106 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d62de252-e739-4adc-819b-99ff7d485c34 None None] Routers {'f06d94bb-ffae-4f0d-84b3-b6edd11ba800'} bound to L3 agent in host n-d-773647-6 {{(pid=100248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:11:28.188256 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-d62de252-e739-4adc-819b-99ff7d485c34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T14:11:25Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['f06d94bb-ffae-4f0d-84b3-b6edd11ba800'], 'active': True} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:11:28.276503 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.db [None req-73abe74d-8af7-4ab2-bf4d-ad10e63eeaf4 admin admin] For port 115ae7df-899c-4b63-824a-b260266fec55, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=115ae7df-899c-4b63-824a-b260266fec55,segment=NetworkSegment(89a832b7-7793-4d51-9038-ed7e1c3ff1b2),segment_id=89a832b7-7793-4d51-9038-ed7e1c3ff1b2)] {{(pid=100247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:11:28.277544 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-73abe74d-8af7-4ab2-bf4d-ad10e63eeaf4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:28.295926 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.plugin [None req-73abe74d-8af7-4ab2-bf4d-ad10e63eeaf4 admin admin] Calling delete_port for 115ae7df-899c-4b63-824a-b260266fec55 owned by network:router_gateway {{(pid=100247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:11:28.302226 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvr_db [None req-d62de252-e739-4adc-819b-99ff7d485c34 None None] Set router f06d94bb-ffae-4f0d-84b3-b6edd11ba800 gateway port host: None {{(pid=100248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:11:28.349167 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-3e8bdea7-c77a-4294-b71d-288753ff0deb req-cf52ecef-634c-4833-9bc2-d4fc84e71010 service neutron] 10.222.0.72 "GET /v2.0/networks/78fa8827-067f-42f6-ba68-0ff4858a62d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1613655 Jul 06 14:11:28.443286 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-d62de252-e739-4adc-819b-99ff7d485c34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f06d94bb-ffae-4f0d-84b3-b6edd11ba800', 'name': 'tempest-ServerActionsTestJSON-1649938346-router', 'tenant_id': '96647dd61d404050a5af01798d2f6f47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:01:56Z', 'updated_at': '2021-07-06T14:11:28Z', 'revision_number': 6, 'project_id': '96647dd61d404050a5af01798d2f6f47', 'gw_port_host': None}], 'n-d-773647-6', False) {} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:11:28.447889 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-03f71b24-a9b8-453a-8924-caa3f97bc6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:28.503027 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d62de252-e739-4adc-819b-99ff7d485c34 None None] The sync data for ids ['f06d94bb-ffae-4f0d-84b3-b6edd11ba800'] in n-d-773647-6 is: [{'id': 'f06d94bb-ffae-4f0d-84b3-b6edd11ba800', 'name': 'tempest-ServerActionsTestJSON-1649938346-router', 'tenant_id': '96647dd61d404050a5af01798d2f6f47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:01:56Z', 'updated_at': '2021-07-06T14:11:28Z', 'revision_number': 6, 'project_id': '96647dd61d404050a5af01798d2f6f47', 'gw_port_host': None}] {{(pid=100248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 14:11:28.540571 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34141947-dbb5-4c2a-b672-cf62ea054160 req-9727b46e-1c51-47f3-a62c-264b6d65bd4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:11:28.542552 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-34141947-dbb5-4c2a-b672-cf62ea054160 req-9727b46e-1c51-47f3-a62c-264b6d65bd4b service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=c9068000915a4e1ab6113736edd8d5ce&device_id=39cb52ba-a9e6-4b1f-8cec-56228cd655f0 HTTP/1.1" status: 200 len: 1095 time: 0.1327171 Jul 06 14:11:28.628380 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e085820f-a10b-4a14-83fc-25c0077f2f6a req-a84d0364-f0ef-4434-832d-e19d44cdc55e tempest-InstanceActionsTestJSON-384871342 tempest-InstanceActionsTestJSON-384871342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:11:28.635503 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-e085820f-a10b-4a14-83fc-25c0077f2f6a req-a84d0364-f0ef-4434-832d-e19d44cdc55e tempest-InstanceActionsTestJSON-384871342 tempest-InstanceActionsTestJSON-384871342-project] 10.222.0.104 "GET /v2.0/ports?device_id=39cb52ba-a9e6-4b1f-8cec-56228cd655f0 HTTP/1.1" status: 200 len: 944 time: 0.1504335 Jul 06 14:11:28.676895 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34141947-dbb5-4c2a-b672-cf62ea054160 req-1d18bde3-7687-4554-9203-cd1ffe43eec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:11:28.679537 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-34141947-dbb5-4c2a-b672-cf62ea054160 req-1d18bde3-7687-4554-9203-cd1ffe43eec4 service neutron] 10.222.0.72 "GET /v2.0/networks?id=78fa8827-067f-42f6-ba68-0ff4858a62d6 HTTP/1.1" status: 200 len: 915 time: 0.1270261 Jul 06 14:11:28.682550 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-73abe74d-8af7-4ab2-bf4d-ad10e63eeaf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128888353'] for port, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:28.722185 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-34141947-dbb5-4c2a-b672-cf62ea054160 req-e9d2b426-a4d7-41b7-8251-dac4b40f86ea service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c09f42d6-91ed-4945-a0a2-2de86fc8131b HTTP/1.1" status: 200 len: 217 time: 0.0362029 Jul 06 14:11:28.724079 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-e085820f-a10b-4a14-83fc-25c0077f2f6a req-11465dab-f659-4938-a7c5-8af749959401 tempest-InstanceActionsTestJSON-384871342 tempest-InstanceActionsTestJSON-384871342-project] 10.222.0.104 "GET /v2.0/security-groups?id=c1f39ae4-e824-4fc1-98a5-c7df92f36759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873730 Jul 06 14:11:28.732269 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73abe74d-8af7-4ab2-bf4d-ad10e63eeaf4 admin admin] Pushing event deleted for resources: {'Port': ['ID=115ae7df-899c-4b63-824a-b260266fec55,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:11:28.799021 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34141947-dbb5-4c2a-b672-cf62ea054160 req-725f6d53-018a-4085-aeb8-3b70f294fc46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:11:28.800244 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-34141947-dbb5-4c2a-b672-cf62ea054160 req-725f6d53-018a-4085-aeb8-3b70f294fc46 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=fd7e8956-f1a6-4305-b256-f34151cba3f1 HTTP/1.1" status: 200 len: 853 time: 0.0719240 Jul 06 14:11:28.834586 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-73abe74d-8af7-4ab2-bf4d-ad10e63eeaf4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1761104'] for router_gateway, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:28.843248 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-34141947-dbb5-4c2a-b672-cf62ea054160 req-7d21c65d-1f5d-4659-9a64-8a21c00860a9 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=78fa8827-067f-42f6-ba68-0ff4858a62d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0359092 Jul 06 14:11:28.970383 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-34141947-dbb5-4c2a-b672-cf62ea054160 req-d12c2e4c-cd51-48fb-98ae-5fb9ee392619 service neutron] 10.222.0.72 "GET /v2.0/networks/78fa8827-067f-42f6-ba68-0ff4858a62d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1202297 Jul 06 14:11:28.987719 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-73abe74d-8af7-4ab2-bf4d-ad10e63eeaf4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1806308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6982'] for router, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:28.990094 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-73abe74d-8af7-4ab2-bf4d-ad10e63eeaf4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:29.064408 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-73abe74d-8af7-4ab2-bf4d-ad10e63eeaf4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1805684'] for router, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:29.065313 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73abe74d-8af7-4ab2-bf4d-ad10e63eeaf4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f06d94bb-ffae-4f0d-84b3-b6edd11ba800 {{(pid=100247) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 14:11:29.087317 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-73abe74d-8af7-4ab2-bf4d-ad10e63eeaf4 admin admin] Notify callbacks [] for router, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:29.087317 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-73abe74d-8af7-4ab2-bf4d-ad10e63eeaf4 admin admin] 10.222.0.104 "DELETE /v2.0/routers/f06d94bb-ffae-4f0d-84b3-b6edd11ba800 HTTP/1.1" status: 204 len: 168 time: 1.4778221 Jul 06 14:11:29.088974 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 50324) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:11:29.153498 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-34141947-dbb5-4c2a-b672-cf62ea054160 req-dd3dcbe9-a3c0-43d2-82f7-915365330dfe service neutron] 10.222.0.72 "GET /v2.0/networks/78fa8827-067f-42f6-ba68-0ff4858a62d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1746485 Jul 06 14:11:29.163521 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.db_base_plugin_v2 [None req-cbce9814-04f8-4648-92f8-285e582163b2 admin admin] Deleting subnet 1d0103a5-6825-4713-928f-2c0821a07c96 {{(pid=100246) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 14:11:29.167296 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-cbce9814-04f8-4648-92f8-285e582163b2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:29.203875 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-cbce9814-04f8-4648-92f8-285e582163b2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126218885'] for subnet, precommit_delete_associations {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:29.314421 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-cbce9814-04f8-4648-92f8-285e582163b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-913473'] for subnet, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:29.407553 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-cbce9814-04f8-4648-92f8-285e582163b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-913480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1849032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127687590', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127702764'] for subnet, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:29.444159 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbce9814-04f8-4648-92f8-285e582163b2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1d0103a5-6825-4713-928f-2c0821a07c96,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:11:29.455368 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-cbce9814-04f8-4648-92f8-285e582163b2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:29.457644 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-cbce9814-04f8-4648-92f8-285e582163b2 admin admin] 10.222.0.104 "DELETE /v2.0/subnets/1d0103a5-6825-4713-928f-2c0821a07c96 HTTP/1.1" status: 204 len: 168 time: 0.3672149 Jul 06 14:11:29.460724 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 50332) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:11:29.468412 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5f56d2c-1268-4ddb-9277-0cfc9eeb504f None None] Network ca8d241f-6d1c-4a83-a6b7-adff4a667580 requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:11:29.571897 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-e8257c72-1abf-4cd9-83f0-b6293e81208b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530492'] for network, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:29.655762 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [None req-e8257c72-1abf-4cd9-83f0-b6293e81208b admin admin] Deleting port 87aff17c-7fb7-480a-a70e-17fc14db3d7d {{(pid=100246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:11:29.656251 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-e8257c72-1abf-4cd9-83f0-b6293e81208b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:29.773742 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.db [None req-e8257c72-1abf-4cd9-83f0-b6293e81208b admin admin] For port 87aff17c-7fb7-480a-a70e-17fc14db3d7d, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=87aff17c-7fb7-480a-a70e-17fc14db3d7d,segment=NetworkSegment(36c50412-6893-4622-808c-49164f6f9db6),segment_id=36c50412-6893-4622-808c-49164f6f9db6)] {{(pid=100246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:11:29.774699 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-e8257c72-1abf-4cd9-83f0-b6293e81208b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:29.829898 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [None req-e8257c72-1abf-4cd9-83f0-b6293e81208b admin admin] Calling delete_port for 87aff17c-7fb7-480a-a70e-17fc14db3d7d owned by network:dhcp {{(pid=100246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:11:29.879614 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40c88977-526e-4fc5-8a31-9c61d8c5e2ea None None] DHCP port deletion for ca8d241f-6d1c-4a83-a6b7-adff4a667580 request from n-d-773647-6 {{(pid=100248) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 14:11:29.933767 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 115ae7df-899c-4b63-824a-b260266fec55 no longer exists at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:11:29.997288 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] No Port match for: 115ae7df-899c-4b63-824a-b260266fec55 {{(pid=100248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 14:11:29.997639 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 115ae7df-899c-4b63-824a-b260266fec55 not bound to the agent host n-d-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:11:29.998057 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device e04644f8-e2d6-4bc3-828b-28c9b58518d4 no longer exists at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:11:30.024623 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] No Port match for: e04644f8-e2d6-4bc3-828b-28c9b58518d4 {{(pid=100248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 14:11:30.024975 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device e04644f8-e2d6-4bc3-828b-28c9b58518d4 not bound to the agent host n-d-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:11:30.035729 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-e8257c72-1abf-4cd9-83f0-b6293e81208b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127687580'] for port, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:30.079004 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-40c88977-526e-4fc5-8a31-9c61d8c5e2ea None None] Deleting port 87aff17c-7fb7-480a-a70e-17fc14db3d7d {{(pid=100248) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:11:30.079440 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-40c88977-526e-4fc5-8a31-9c61d8c5e2ea None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:30.092176 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8257c72-1abf-4cd9-83f0-b6293e81208b admin admin] No DVR routers for this DVR port 87aff17c-7fb7-480a-a70e-17fc14db3d7d on host n-d-773647-6 {{(pid=100246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:11:30.094950 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8257c72-1abf-4cd9-83f0-b6293e81208b admin admin] Pushing event deleted for resources: {'Port': ['ID=87aff17c-7fb7-480a-a70e-17fc14db3d7d,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:11:30.148015 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827d6c19-d12a-4f04-8819-30e9fef58933 req-b2dce1a0-9d8d-4f35-ad7f-58273ff161d5 tempest-InstanceActionsTestJSON-384871342 tempest-InstanceActionsTestJSON-384871342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:11:30.162847 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-827d6c19-d12a-4f04-8819-30e9fef58933 req-b2dce1a0-9d8d-4f35-ad7f-58273ff161d5 tempest-InstanceActionsTestJSON-384871342 tempest-InstanceActionsTestJSON-384871342-project] 10.222.0.104 "GET /v2.0/ports?device_id=39cb52ba-a9e6-4b1f-8cec-56228cd655f0 HTTP/1.1" status: 200 len: 944 time: 0.1954427 Jul 06 14:11:30.203179 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-e8257c72-1abf-4cd9-83f0-b6293e81208b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-917204', 'neutron.services.segments.db._delete_segments_for_network-8773753502302'] for network, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:30.216393 n-d-773647-6 neutron-server[100246]: DEBUG neutron.services.segments.db [None req-e8257c72-1abf-4cd9-83f0-b6293e81208b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca8d241f-6d1c-4a83-a6b7-adff4a667580']}} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:11:30.229557 n-d-773647-6 neutron-server[100246]: DEBUG neutron.services.segments.db [None req-e8257c72-1abf-4cd9-83f0-b6293e81208b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '36c50412-6893-4622-808c-49164f6f9db6') {'for_net_delete': True} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:11:30.229860 n-d-773647-6 neutron-server[100246]: DEBUG neutron.services.segments.db [None req-e8257c72-1abf-4cd9-83f0-b6293e81208b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '36c50412-6893-4622-808c-49164f6f9db6') {} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:11:30.241383 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-827d6c19-d12a-4f04-8819-30e9fef58933 req-cde8e50e-80b5-430c-9856-b86af17bb7fb tempest-InstanceActionsTestJSON-384871342 tempest-InstanceActionsTestJSON-384871342-project] 10.222.0.104 "GET /v2.0/security-groups?id=c1f39ae4-e824-4fc1-98a5-c7df92f36759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691986 Jul 06 14:11:30.260684 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-e8257c72-1abf-4cd9-83f0-b6293e81208b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773753515138', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126218898'] for segment, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:30.302039 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-e8257c72-1abf-4cd9-83f0-b6293e81208b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552'] for segment, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:30.314690 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-40c88977-526e-4fc5-8a31-9c61d8c5e2ea None None] For port 87aff17c-7fb7-480a-a70e-17fc14db3d7d, host n-d-773647-6, got binding levels [] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:11:30.315133 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-40c88977-526e-4fc5-8a31-9c61d8c5e2ea None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:30.328814 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e8257c72-1abf-4cd9-83f0-b6293e81208b admin admin] Releasing vlan 1040 on physical network physnet1 to pool {{(pid=100246) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 14:11:30.329478 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-e8257c72-1abf-4cd9-83f0-b6293e81208b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127687491'] for segment, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:30.335462 n-d-773647-6 neutron-server[100246]: Traceback (most recent call last): Jul 06 14:11:30.335462 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 14:11:30.335462 n-d-773647-6 neutron-server[100246]: timer() Jul 06 14:11:30.335462 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 14:11:30.335462 n-d-773647-6 neutron-server[100246]: cb(*args, **kw) Jul 06 14:11:30.335462 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 14:11:30.335462 n-d-773647-6 neutron-server[100246]: return func(*args, **kwargs) Jul 06 14:11:30.335462 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 14:11:30.335462 n-d-773647-6 neutron-server[100246]: self._notify() Jul 06 14:11:30.335462 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 14:11:30.335462 n-d-773647-6 neutron-server[100246]: self.callback(batched_events) Jul 06 14:11:30.335462 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 14:11:30.335462 n-d-773647-6 neutron-server[100246]: event.method(event) Jul 06 14:11:30.335462 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 14:11:30.335462 n-d-773647-6 neutron-server[100246]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 14:11:30.335462 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 14:11:30.335462 n-d-773647-6 neutron-server[100246]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 14:11:30.335462 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 14:11:30.335462 n-d-773647-6 neutron-server[100246]: return f(self, *a, **k) Jul 06 14:11:30.335462 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 14:11:30.335462 n-d-773647-6 neutron-server[100246]: return self._get(url).json() Jul 06 14:11:30.335462 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 14:11:30.335462 n-d-773647-6 neutron-server[100246]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 14:11:30.335462 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 14:11:30.335462 n-d-773647-6 neutron-server[100246]: return self.request(url, 'GET', **kwargs) Jul 06 14:11:30.335462 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 14:11:30.335462 n-d-773647-6 neutron-server[100246]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 14:11:30.335462 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 14:11:30.335462 n-d-773647-6 neutron-server[100246]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 14:11:30.335462 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 14:11:30.335462 n-d-773647-6 neutron-server[100246]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 14:11:30.335462 n-d-773647-6 neutron-server[100246]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 14:11:30.362645 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-40c88977-526e-4fc5-8a31-9c61d8c5e2ea None None] Calling delete_port for 87aff17c-7fb7-480a-a70e-17fc14db3d7d owned by network:dhcp {{(pid=100248) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:11:30.366452 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.ipam_backend_mixin [None req-40c88977-526e-4fc5-8a31-9c61d8c5e2ea None None] Port 87aff17c-7fb7-480a-a70e-17fc14db3d7d was not found and therefore no delete operation was performed {{(pid=100248) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 06 14:11:30.377639 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Device c09f42d6-91ed-4945-a0a2-2de86fc8131b details requested by agent hyperv_n-h2-773647-6 with host n-h2-773647-6 {{(pid=100248) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 14:11:30.380274 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-40c88977-526e-4fc5-8a31-9c61d8c5e2ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117'] for port, after_delete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:30.455996 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-e8257c72-1abf-4cd9-83f0-b6293e81208b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-917215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1761140'] for network, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:30.471769 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-e8257c72-1abf-4cd9-83f0-b6293e81208b admin admin] Notify callbacks [] for network, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:30.476467 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-e8257c72-1abf-4cd9-83f0-b6293e81208b admin admin] 10.222.0.104 "DELETE /v2.0/networks/ca8d241f-6d1c-4a83-a6b7-adff4a667580 HTTP/1.1" status: 204 len: 168 time: 1.0115099 Jul 06 14:11:30.515719 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c88977-526e-4fc5-8a31-9c61d8c5e2ea None None] Pushing event deleted for resources: {'Port': ['ID=87aff17c-7fb7-480a-a70e-17fc14db3d7d,revision_number=None']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:11:30.539447 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8257c72-1abf-4cd9-83f0-b6293e81208b admin admin] Pushing event deleted for resources: {'Network': ['ID=ca8d241f-6d1c-4a83-a6b7-adff4a667580,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:11:30.545855 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40c88977-526e-4fc5-8a31-9c61d8c5e2ea None None] No DVR routers for this DVR port 87aff17c-7fb7-480a-a70e-17fc14db3d7d on host n-d-773647-6 {{(pid=100248) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:11:30.682609 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] For port c09f42d6-91ed-4945-a0a2-2de86fc8131b, host n-h2-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=c09f42d6-91ed-4945-a0a2-2de86fc8131b,segment=NetworkSegment(e1dc5fa9-a727-4d3c-8ec1-6487194be4bf),segment_id=e1dc5fa9-a727-4d3c-8ec1-6487194be4bf)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:11:30.722507 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Returning: {'device': 'c09f42d6-91ed-4945-a0a2-2de86fc8131b', 'network_id': '78fa8827-067f-42f6-ba68-0ff4858a62d6', 'port_id': 'c09f42d6-91ed-4945-a0a2-2de86fc8131b', 'mac_address': 'fa:16:3e:24:af:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1001, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd7e8956-f1a6-4305-b256-f34151cba3f1', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100248) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 14:11:30.777275 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:30.788284 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 50374) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:11:30.799156 n-d-773647-6 neutron-server[100248]: DEBUG neutron.notifiers.nova [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c09f42d6-91ed-4945-a0a2-2de86fc8131b {{(pid=100248) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 14:11:30.830250 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] For port c09f42d6-91ed-4945-a0a2-2de86fc8131b, host n-h2-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=c09f42d6-91ed-4945-a0a2-2de86fc8131b,segment=NetworkSegment(e1dc5fa9-a727-4d3c-8ec1-6487194be4bf),segment_id=e1dc5fa9-a727-4d3c-8ec1-6487194be4bf)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:11:30.835108 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:30.873745 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 50378) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:11:30.881857 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-913c36f4-0d08-4929-9df6-21bbf874dc1f admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=96647dd61d404050a5af01798d2f6f47&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0838325 Jul 06 14:11:30.913374 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Pushing event updated for resources: {'Port': ['ID=c09f42d6-91ed-4945-a0a2-2de86fc8131b,revision_number=4']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:11:30.989700 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-10e37221-4978-4918-aabd-c33f5b7ba07a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:31.037179 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-10e37221-4978-4918-aabd-c33f5b7ba07a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:31.108215 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-10e37221-4978-4918-aabd-c33f5b7ba07a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:31.111824 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] get_ports_and_sgs() called for port_ids ['c09f42d6-91ed-4945-a0a2-2de86fc8131b'] {{(pid=100248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 14:11:31.113210 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-10e37221-4978-4918-aabd-c33f5b7ba07a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:31.114910 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-10e37221-4978-4918-aabd-c33f5b7ba07a admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/bdba1446-e72e-4024-9da7-e6061f204f14 HTTP/1.1" status: 204 len: 168 time: 0.2396908 Jul 06 14:11:31.142570 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e37221-4978-4918-aabd-c33f5b7ba07a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdba1446-e72e-4024-9da7-e6061f204f14,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:11:31.581295 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798a6c1a-cfc4-4a89-86ac-a7379a46a140 req-8a237168-d36b-4a2f-8181-84e1c5cdd9e5 tempest-InstanceActionsTestJSON-384871342 tempest-InstanceActionsTestJSON-384871342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:11:31.589294 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-798a6c1a-cfc4-4a89-86ac-a7379a46a140 req-8a237168-d36b-4a2f-8181-84e1c5cdd9e5 tempest-InstanceActionsTestJSON-384871342 tempest-InstanceActionsTestJSON-384871342-project] 10.222.0.104 "GET /v2.0/ports?device_id=39cb52ba-a9e6-4b1f-8cec-56228cd655f0 HTTP/1.1" status: 200 len: 945 time: 0.1326156 Jul 06 14:11:31.639593 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-798a6c1a-cfc4-4a89-86ac-a7379a46a140 req-b143c6b2-ae00-4689-97c6-c998a436b7fd tempest-InstanceActionsTestJSON-384871342 tempest-InstanceActionsTestJSON-384871342-project] 10.222.0.104 "GET /v2.0/security-groups?id=c1f39ae4-e824-4fc1-98a5-c7df92f36759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493104 Jul 06 14:11:31.825793 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 87aff17c-7fb7-480a-a70e-17fc14db3d7d no longer exists at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:11:31.849964 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] No Port match for: 87aff17c-7fb7-480a-a70e-17fc14db3d7d {{(pid=100248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 14:11:31.850322 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 87aff17c-7fb7-480a-a70e-17fc14db3d7d not bound to the agent host n-d-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:11:32.090048 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 50428) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:11:32.192613 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [None req-52c7a1a6-e3e9-4739-9c2c-fbb6e272c44a admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-1271893753-network', 'tenant_id': '241aa28477744ccaa29c01f720b55918'}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:11:32.214589 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52c7a1a6-e3e9-4739-9c2c-fbb6e272c44a admin admin] Made reservation on behalf of 241aa28477744ccaa29c01f720b55918 for: {'network': 1} {{(pid=100247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:11:32.217008 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-52c7a1a6-e3e9-4739-9c2c-fbb6e272c44a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for network, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:32.225709 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-52c7a1a6-e3e9-4739-9c2c-fbb6e272c44a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:32.316792 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-52c7a1a6-e3e9-4739-9c2c-fbb6e272c44a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:32.321131 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-52c7a1a6-e3e9-4739-9c2c-fbb6e272c44a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:32.343044 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-52c7a1a6-e3e9-4739-9c2c-fbb6e272c44a admin admin] vlan segment allocate from pool success with {'vlan_id': 1027, 'physical_network': 'physnet1'} {{(pid=100247) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 14:11:32.358637 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c7a1a6-e3e9-4739-9c2c-fbb6e272c44a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f952b6d-b633-42f8-badc-c7f7c70ab594,revision_number=1']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:11:32.362205 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-52c7a1a6-e3e9-4739-9c2c-fbb6e272c44a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552'] for segment, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:32.362540 n-d-773647-6 neutron-server[100247]: INFO neutron.db.segments_db [None req-52c7a1a6-e3e9-4739-9c2c-fbb6e272c44a admin admin] Added segment af2b164a-6cb2-47db-8476-c16593dfd41c of type vlan for network fef46385-20e5-4892-9e84-81ff706abb22 Jul 06 14:11:32.386102 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Device c09f42d6-91ed-4945-a0a2-2de86fc8131b up at agent hyperv_n-h2-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:11:32.416902 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-52c7a1a6-e3e9-4739-9c2c-fbb6e272c44a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773752984405'] for network, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:32.438651 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Provisioning for port c09f42d6-91ed-4945-a0a2-2de86fc8131b completed by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:11:32.442265 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Provisioning complete for port c09f42d6-91ed-4945-a0a2-2de86fc8131b triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:11:32.442871 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:32.452658 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-52c7a1a6-e3e9-4739-9c2c-fbb6e272c44a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060'] for network, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:32.453653 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52c7a1a6-e3e9-4739-9c2c-fbb6e272c44a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:11:32.454242 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-52c7a1a6-e3e9-4739-9c2c-fbb6e272c44a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583035'] for network, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:32.515208 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-52c7a1a6-e3e9-4739-9c2c-fbb6e272c44a admin admin] 10.222.0.104 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4210095 Jul 06 14:11:32.515579 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 50436) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:11:32.521191 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:32.521993 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [None req-38692ff1-81c6-43ba-b134-b4f40457d730 admin admin] Request body: {'subnet': {'network_id': 'fef46385-20e5-4892-9e84-81ff706abb22', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-1271893753-subnet', 'tenant_id': '241aa28477744ccaa29c01f720b55918', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:11:32.532802 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c7a1a6-e3e9-4739-9c2c-fbb6e272c44a admin admin] Pushing event updated for resources: {'Network': ['ID=fef46385-20e5-4892-9e84-81ff706abb22,revision_number=1']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:11:32.545352 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Network fef46385-20e5-4892-9e84-81ff706abb22 details requested by agent ovs-agent-n-d-773647-6 with host n-d-773647-6 {{(pid=100248) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 14:11:32.551703 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38692ff1-81c6-43ba-b134-b4f40457d730 admin admin] Made reservation on behalf of 241aa28477744ccaa29c01f720b55918 for: {'subnet': 1} {{(pid=100247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:11:32.554210 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-38692ff1-81c6-43ba-b134-b4f40457d730 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127627440'] for subnet, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:32.567237 n-d-773647-6 neutron-server[100248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39cb52ba-a9e6-4b1f-8cec-56228cd655f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c09f42d6-91ed-4945-a0a2-2de86fc8131b'}] {{(pid=100248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:11:32.570480 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84af257533e383389cbcf231d3534f4d5e149e7203fea16b4a8fc01438dddaf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c439d3ff-6f58-4fc8-97df-1b5b6bccfe93" -d '{"events": [{"server_uuid": "39cb52ba-a9e6-4b1f-8cec-56228cd655f0", "name": "network-vif-plugged", "status": "completed", "tag": "c09f42d6-91ed-4945-a0a2-2de86fc8131b"}]}' {{(pid=100248) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:11:32.614675 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] For port c09f42d6-91ed-4945-a0a2-2de86fc8131b, host n-h2-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=c09f42d6-91ed-4945-a0a2-2de86fc8131b,segment=NetworkSegment(e1dc5fa9-a727-4d3c-8ec1-6487194be4bf),segment_id=e1dc5fa9-a727-4d3c-8ec1-6487194be4bf)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:11:32.637126 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 14:11:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4dfb11de-c29c-4eb3-a8c5-aade4ceef743 x-openstack-request-id: req-4dfb11de-c29c-4eb3-a8c5-aade4ceef743 {{(pid=100248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:11:32.637821 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39cb52ba-a9e6-4b1f-8cec-56228cd655f0", "name": "network-vif-plugged", "status": "completed", "tag": "c09f42d6-91ed-4945-a0a2-2de86fc8131b", "code": 200}]} {{(pid=100248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:11:32.638259 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-4dfb11de-c29c-4eb3-a8c5-aade4ceef743 {{(pid=100248) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:11:32.638997 n-d-773647-6 neutron-server[100248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39cb52ba-a9e6-4b1f-8cec-56228cd655f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c09f42d6-91ed-4945-a0a2-2de86fc8131b', 'code': 200} Jul 06 14:11:32.644739 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:32.771042 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Pushing event updated for resources: {'Port': ['ID=c09f42d6-91ed-4945-a0a2-2de86fc8131b,revision_number=5']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:11:32.847405 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b106baef-6a5b-4e33-a2bd-cbc29c99247f req-caef55f2-4de2-467f-a608-2697d2730fcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:11:32.850578 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-b106baef-6a5b-4e33-a2bd-cbc29c99247f req-caef55f2-4de2-467f-a608-2697d2730fcf service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=39cb52ba-a9e6-4b1f-8cec-56228cd655f0 HTTP/1.1" status: 200 len: 1097 time: 0.1242149 Jul 06 14:11:32.898118 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-38692ff1-81c6-43ba-b134-b4f40457d730 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1849032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-128888412', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127627426'] for subnet, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:32.915202 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-b106baef-6a5b-4e33-a2bd-cbc29c99247f req-ada41e03-daaa-433b-b79e-cf9d3b3c13df service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=c1f39ae4-e824-4fc1-98a5-c7df92f36759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583556 Jul 06 14:11:33.003334 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38692ff1-81c6-43ba-b134-b4f40457d730 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2b44d73f-c153-41a5-bb0a-b9beeefee533,revision_number=0']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:11:33.019628 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38692ff1-81c6-43ba-b134-b4f40457d730 admin admin] Checking segment: {'id': 'af2b164a-6cb2-47db-8476-c16593dfd41c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1027, 'network_id': 'fef46385-20e5-4892-9e84-81ff706abb22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100247) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:11:33.020008 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38692ff1-81c6-43ba-b134-b4f40457d730 admin admin] Network hostable DHCP agents. Network: fef46385-20e5-4892-9e84-81ff706abb22, hostable agents: ['f2bada3d-be77-4359-982b-8505a2bbca04'], hosted agents: [] {{(pid=100247) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 14:11:33.058790 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87db789e-0d82-4429-a194-016195c105fc req-3c7f5249-adb2-4e8b-a277-9164ccc1487d tempest-InstanceActionsTestJSON-384871342 tempest-InstanceActionsTestJSON-384871342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:11:33.066604 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-87db789e-0d82-4429-a194-016195c105fc req-3c7f5249-adb2-4e8b-a277-9164ccc1487d tempest-InstanceActionsTestJSON-384871342 tempest-InstanceActionsTestJSON-384871342-project] 10.222.0.104 "GET /v2.0/ports?device_id=39cb52ba-a9e6-4b1f-8cec-56228cd655f0 HTTP/1.1" status: 200 len: 946 time: 0.1651740 Jul 06 14:11:33.077620 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38692ff1-81c6-43ba-b134-b4f40457d730 admin admin] Network fef46385-20e5-4892-9e84-81ff706abb22 is scheduled to be hosted by DHCP agent f2bada3d-be77-4359-982b-8505a2bbca04 with binding_index 1 {{(pid=100247) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 14:11:33.098197 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.base_scheduler [None req-38692ff1-81c6-43ba-b134-b4f40457d730 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773647-6, fef46385-20e5-4892-9e84-81ff706abb22) {{(pid=100247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:11:33.107006 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74792aa6-4f07-4988-898c-a1e800786693 None None] Network fef46385-20e5-4892-9e84-81ff706abb22 requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:11:33.110695 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38692ff1-81c6-43ba-b134-b4f40457d730 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:11:33.113985 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-38692ff1-81c6-43ba-b134-b4f40457d730 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:33.133344 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-87db789e-0d82-4429-a194-016195c105fc req-e123a156-d994-4bb2-9c5e-db9b4d9a9f61 tempest-InstanceActionsTestJSON-384871342 tempest-InstanceActionsTestJSON-384871342-project] 10.222.0.104 "GET /v2.0/security-groups?id=c1f39ae4-e824-4fc1-98a5-c7df92f36759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613940 Jul 06 14:11:33.151653 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-38692ff1-81c6-43ba-b134-b4f40457d730 admin admin] 10.222.0.104 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6325979 Jul 06 14:11:33.342538 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e9df27c-25d2-45da-a2f3-e1b735ac7efa None None] Network fef46385-20e5-4892-9e84-81ff706abb22 requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:11:33.716909 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68181539-1303-4f6b-8c68-2f914cb30f5c req-721351cd-8eda-4b07-90d2-33fd87b44c60 tempest-ServerPasswordTestJSON-1561885695 tempest-ServerPasswordTestJSON-1561885695-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:11:33.723888 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-68181539-1303-4f6b-8c68-2f914cb30f5c req-721351cd-8eda-4b07-90d2-33fd87b44c60 tempest-ServerPasswordTestJSON-1561885695 tempest-ServerPasswordTestJSON-1561885695-project] 10.222.0.104 "GET /v2.0/networks?id=fef46385-20e5-4892-9e84-81ff706abb22 HTTP/1.1" status: 200 len: 813 time: 0.1479807 Jul 06 14:11:33.744074 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-68181539-1303-4f6b-8c68-2f914cb30f5c req-d0f82a99-dedc-43d8-aa67-e98c7a27baf2 tempest-ServerPasswordTestJSON-1561885695 tempest-ServerPasswordTestJSON-1561885695-project] 10.222.0.104 "GET /v2.0/quotas/241aa28477744ccaa29c01f720b55918 HTTP/1.1" status: 200 len: 375 time: 0.0185492 Jul 06 14:11:33.795708 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-68181539-1303-4f6b-8c68-2f914cb30f5c req-1a147c38-6d1d-44e4-a404-0bb036fa9f02 tempest-ServerPasswordTestJSON-1561885695 tempest-ServerPasswordTestJSON-1561885695-project] 10.222.0.104 "GET /v2.0/ports?tenant_id=241aa28477744ccaa29c01f720b55918&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0503294 Jul 06 14:11:33.913462 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-68181539-1303-4f6b-8c68-2f914cb30f5c req-d8ce2b46-f5fc-4425-b875-22fd67e1ee78 service neutron] 10.222.0.104 "GET /v2.0/networks/fef46385-20e5-4892-9e84-81ff706abb22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1165524 Jul 06 14:11:34.017576 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-68181539-1303-4f6b-8c68-2f914cb30f5c req-777ea099-e351-4443-b4c1-1818dbf9dc06 service neutron] 10.222.0.104 "GET /v2.0/networks/fef46385-20e5-4892-9e84-81ff706abb22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0986731 Jul 06 14:11:34.334454 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-a54a2c46-3cf6-4008-a566-8ee0b99a87eb req-0f50724d-f989-48e3-ac40-fcb7783805e2 tempest-ServerPasswordTestJSON-1561885695 tempest-ServerPasswordTestJSON-1561885695-project] 10.222.0.104 "GET /v2.0/ports?device_id=0826fd15-1958-4151-a991-9a6dd4703bcf HTTP/1.1" status: 200 len: 210 time: 0.1206484 Jul 06 14:11:34.543587 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed78f590-7faa-4b70-8155-4fabe15b1e7e req-ae367e9f-ac83-4028-bacb-4ce86c596d7e tempest-InstanceActionsTestJSON-384871342 tempest-InstanceActionsTestJSON-384871342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:11:34.545492 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-ed78f590-7faa-4b70-8155-4fabe15b1e7e req-ae367e9f-ac83-4028-bacb-4ce86c596d7e tempest-InstanceActionsTestJSON-384871342 tempest-InstanceActionsTestJSON-384871342-project] 10.222.0.104 "GET /v2.0/ports?device_id=39cb52ba-a9e6-4b1f-8cec-56228cd655f0 HTTP/1.1" status: 200 len: 946 time: 0.1105428 Jul 06 14:11:34.600206 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-ed78f590-7faa-4b70-8155-4fabe15b1e7e req-7501d076-5485-40bd-9d26-ac9fffae82b8 tempest-InstanceActionsTestJSON-384871342 tempest-InstanceActionsTestJSON-384871342-project] 10.222.0.104 "GET /v2.0/security-groups?id=c1f39ae4-e824-4fc1-98a5-c7df92f36759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486107 Jul 06 14:11:35.170191 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba0318a-f6b5-4bf6-9bb8-0c61c982813a req-ea54c0a9-dd29-4e04-b79e-24f96695797e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:11:35.172732 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-6ba0318a-f6b5-4bf6-9bb8-0c61c982813a req-ea54c0a9-dd29-4e04-b79e-24f96695797e service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=c9068000915a4e1ab6113736edd8d5ce&device_id=39cb52ba-a9e6-4b1f-8cec-56228cd655f0 HTTP/1.1" status: 200 len: 1097 time: 0.1134386 Jul 06 14:11:35.186844 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b411771-b872-4889-950d-3a476de700e1 req-9257c6b4-677c-41c9-8474-18d15d0b13e0 tempest-InstanceActionsTestJSON-384871342 tempest-InstanceActionsTestJSON-384871342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:11:35.191643 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-4b411771-b872-4889-950d-3a476de700e1 req-9257c6b4-677c-41c9-8474-18d15d0b13e0 tempest-InstanceActionsTestJSON-384871342 tempest-InstanceActionsTestJSON-384871342-project] 10.222.0.104 "GET /v2.0/ports?device_id=39cb52ba-a9e6-4b1f-8cec-56228cd655f0 HTTP/1.1" status: 200 len: 946 time: 0.1129375 Jul 06 14:11:35.262545 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-4b411771-b872-4889-950d-3a476de700e1 req-dd86da77-983c-4ea3-817a-95f14acfa38b tempest-InstanceActionsTestJSON-384871342 tempest-InstanceActionsTestJSON-384871342-project] 10.222.0.104 "GET /v2.0/security-groups?id=c1f39ae4-e824-4fc1-98a5-c7df92f36759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571115 Jul 06 14:11:35.331797 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba0318a-f6b5-4bf6-9bb8-0c61c982813a req-d9301d51-6618-4ce5-a684-cc8544214b68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:11:35.335434 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-6ba0318a-f6b5-4bf6-9bb8-0c61c982813a req-d9301d51-6618-4ce5-a684-cc8544214b68 service neutron] 10.222.0.72 "GET /v2.0/networks?id=78fa8827-067f-42f6-ba68-0ff4858a62d6 HTTP/1.1" status: 200 len: 915 time: 0.1558111 Jul 06 14:11:35.404880 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-6ba0318a-f6b5-4bf6-9bb8-0c61c982813a req-619d47cb-a6ce-4b57-9987-cfb30bf4b21d service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c09f42d6-91ed-4945-a0a2-2de86fc8131b HTTP/1.1" status: 200 len: 217 time: 0.0492740 Jul 06 14:11:35.507913 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba0318a-f6b5-4bf6-9bb8-0c61c982813a req-8346bab8-bd77-48f9-9e95-c6ce8d75434b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:11:35.510054 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-6ba0318a-f6b5-4bf6-9bb8-0c61c982813a req-8346bab8-bd77-48f9-9e95-c6ce8d75434b service neutron] 10.222.0.72 "GET /v2.0/subnets?id=fd7e8956-f1a6-4305-b256-f34151cba3f1 HTTP/1.1" status: 200 len: 853 time: 0.1022301 Jul 06 14:11:35.543514 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-258f514e-d4b7-42f1-859f-0a5dcea8be67 req-acf2bc2a-a6b4-442e-837d-3942db93701d tempest-ServerPasswordTestJSON-1561885695 tempest-ServerPasswordTestJSON-1561885695-project] 10.222.0.104 "GET /v2.0/ports?device_id=0826fd15-1958-4151-a991-9a6dd4703bcf HTTP/1.1" status: 200 len: 210 time: 0.0403116 Jul 06 14:11:35.565322 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-6ba0318a-f6b5-4bf6-9bb8-0c61c982813a req-083c7abd-8874-4834-9345-5e462125f235 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=78fa8827-067f-42f6-ba68-0ff4858a62d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0463789 Jul 06 14:11:35.690404 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-6ba0318a-f6b5-4bf6-9bb8-0c61c982813a req-a8384f57-c40a-40be-bd30-6fae5f914b12 service neutron] 10.222.0.72 "GET /v2.0/networks/78fa8827-067f-42f6-ba68-0ff4858a62d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1203787 Jul 06 14:11:35.888440 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-6ba0318a-f6b5-4bf6-9bb8-0c61c982813a req-a2365627-1023-4819-b809-408b1e29a8d0 service neutron] 10.222.0.72 "GET /v2.0/networks/78fa8827-067f-42f6-ba68-0ff4858a62d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1912143 Jul 06 14:11:36.139709 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68181539-1303-4f6b-8c68-2f914cb30f5c req-6750cca9-65ea-4da1-909f-71bdd82de5a6 tempest-ServerPasswordTestJSON-1561885695 tempest-ServerPasswordTestJSON-1561885695-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:11:36.141286 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-68181539-1303-4f6b-8c68-2f914cb30f5c req-6750cca9-65ea-4da1-909f-71bdd82de5a6 tempest-ServerPasswordTestJSON-1561885695 tempest-ServerPasswordTestJSON-1561885695-project] 10.222.0.127 "GET /v2.0/networks?id=fef46385-20e5-4892-9e84-81ff706abb22 HTTP/1.1" status: 200 len: 813 time: 0.2469201 Jul 06 14:11:36.158945 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [req-68181539-1303-4f6b-8c68-2f914cb30f5c req-6307079e-7263-4f00-a491-8f390f89b6a9 tempest-ServerPasswordTestJSON-1561885695 tempest-ServerPasswordTestJSON-1561885695-project] Request body: {'port': {'device_id': '0826fd15-1958-4151-a991-9a6dd4703bcf', 'network_id': 'fef46385-20e5-4892-9e84-81ff706abb22', 'admin_state_up': True, 'tenant_id': '241aa28477744ccaa29c01f720b55918'}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:11:36.385413 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-68181539-1303-4f6b-8c68-2f914cb30f5c req-6307079e-7263-4f00-a491-8f390f89b6a9 tempest-ServerPasswordTestJSON-1561885695 tempest-ServerPasswordTestJSON-1561885695-project] Made reservation on behalf of 241aa28477744ccaa29c01f720b55918 for: {'port': 1} {{(pid=100247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:11:36.389190 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-68181539-1303-4f6b-8c68-2f914cb30f5c req-6307079e-7263-4f00-a491-8f390f89b6a9 tempest-ServerPasswordTestJSON-1561885695 tempest-ServerPasswordTestJSON-1561885695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:36.528235 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.db_base_plugin_common [req-68181539-1303-4f6b-8c68-2f914cb30f5c req-6307079e-7263-4f00-a491-8f390f89b6a9 tempest-ServerPasswordTestJSON-1561885695 tempest-ServerPasswordTestJSON-1561885695-project] Allocated IP 172.20.0.14 (fef46385-20e5-4892-9e84-81ff706abb22/2b44d73f-c153-41a5-bb0a-b9beeefee533/fb13970f-4ce2-4ab1-aaef-b5ce65942972) {{(pid=100247) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:11:36.765171 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5f72f8-939c-4346-8d26-b9dfee7061cb req-80f0bd2d-a5e0-4f41-8482-088a7aa6a32d tempest-InstanceActionsTestJSON-384871342 tempest-InstanceActionsTestJSON-384871342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:11:36.766703 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-9e5f72f8-939c-4346-8d26-b9dfee7061cb req-80f0bd2d-a5e0-4f41-8482-088a7aa6a32d tempest-InstanceActionsTestJSON-384871342 tempest-InstanceActionsTestJSON-384871342-project] 10.222.0.104 "GET /v2.0/ports?device_id=39cb52ba-a9e6-4b1f-8cec-56228cd655f0 HTTP/1.1" status: 200 len: 946 time: 0.2406754 Jul 06 14:11:36.829078 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-d3d51833-c531-4304-90c6-e9195c2f6a2b req-9b894a79-1d49-4ecb-ba20-6d1bcfc39d25 tempest-ServerPasswordTestJSON-1561885695 tempest-ServerPasswordTestJSON-1561885695-project] 10.222.0.104 "GET /v2.0/ports?device_id=0826fd15-1958-4151-a991-9a6dd4703bcf HTTP/1.1" status: 200 len: 210 time: 0.0611334 Jul 06 14:11:36.883307 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-9e5f72f8-939c-4346-8d26-b9dfee7061cb req-e49c1580-8bf2-427c-a452-9651c6b60587 tempest-InstanceActionsTestJSON-384871342 tempest-InstanceActionsTestJSON-384871342-project] 10.222.0.104 "GET /v2.0/security-groups?id=c1f39ae4-e824-4fc1-98a5-c7df92f36759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013997 Jul 06 14:11:36.915114 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-68181539-1303-4f6b-8c68-2f914cb30f5c req-6307079e-7263-4f00-a491-8f390f89b6a9 tempest-ServerPasswordTestJSON-1561885695 tempest-ServerPasswordTestJSON-1561885695-project] Notify callbacks [] for port, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:36.957818 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-68181539-1303-4f6b-8c68-2f914cb30f5c req-6307079e-7263-4f00-a491-8f390f89b6a9 tempest-ServerPasswordTestJSON-1561885695 tempest-ServerPasswordTestJSON-1561885695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-128888360'] for port, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:37.013631 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-68181539-1303-4f6b-8c68-2f914cb30f5c req-6307079e-7263-4f00-a491-8f390f89b6a9 tempest-ServerPasswordTestJSON-1561885695 tempest-ServerPasswordTestJSON-1561885695-project] Network fef46385-20e5-4892-9e84-81ff706abb22 is already hosted by enough agents. {{(pid=100247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:11:37.017396 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.base_scheduler [req-68181539-1303-4f6b-8c68-2f914cb30f5c req-6307079e-7263-4f00-a491-8f390f89b6a9 tempest-ServerPasswordTestJSON-1561885695 tempest-ServerPasswordTestJSON-1561885695-project] Resources bound (agent type, host, resource id): {{(pid=100247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:11:37.022719 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.l3_dvrscheduler_db [req-68181539-1303-4f6b-8c68-2f914cb30f5c req-6307079e-7263-4f00-a491-8f390f89b6a9 tempest-ServerPasswordTestJSON-1561885695 tempest-ServerPasswordTestJSON-1561885695-project] Received port after_create {{(pid=100247) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:11:37.061398 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6307079e-7263-4f00-a491-8f390f89b6a9 tempest-ServerPasswordTestJSON-1561885695 tempest-ServerPasswordTestJSON-1561885695-project] Pushing event updated for resources: {'Port': ['ID=fb13970f-4ce2-4ab1-aaef-b5ce65942972,revision_number=1']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:11:37.084004 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68181539-1303-4f6b-8c68-2f914cb30f5c req-6307079e-7263-4f00-a491-8f390f89b6a9 tempest-ServerPasswordTestJSON-1561885695 tempest-ServerPasswordTestJSON-1561885695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:11:37.084004 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-68181539-1303-4f6b-8c68-2f914cb30f5c req-6307079e-7263-4f00-a491-8f390f89b6a9 tempest-ServerPasswordTestJSON-1561885695 tempest-ServerPasswordTestJSON-1561885695-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:37.100884 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-68181539-1303-4f6b-8c68-2f914cb30f5c req-6307079e-7263-4f00-a491-8f390f89b6a9 tempest-ServerPasswordTestJSON-1561885695 tempest-ServerPasswordTestJSON-1561885695-project] 10.222.0.127 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9463027 Jul 06 14:11:37.113644 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [req-68181539-1303-4f6b-8c68-2f914cb30f5c req-27735619-ec97-4775-beff-f9aa47493525 service neutron] Request body: {'port': {'device_id': '0826fd15-1958-4151-a991-9a6dd4703bcf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-773647-6'}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:11:37.199799 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-68181539-1303-4f6b-8c68-2f914cb30f5c req-27735619-ec97-4775-beff-f9aa47493525 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:37.523513 n-d-773647-6 neutron-server[100247]: DEBUG neutron.notifiers.nova [req-68181539-1303-4f6b-8c68-2f914cb30f5c req-27735619-ec97-4775-beff-f9aa47493525 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fb13970f-4ce2-4ab1-aaef-b5ce65942972 {{(pid=100247) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 14:11:37.532535 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-68181539-1303-4f6b-8c68-2f914cb30f5c req-27735619-ec97-4775-beff-f9aa47493525 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:37.545792 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.provisioning_blocks [req-68181539-1303-4f6b-8c68-2f914cb30f5c req-27735619-ec97-4775-beff-f9aa47493525 service neutron] Transition to ACTIVE for port object fb13970f-4ce2-4ab1-aaef-b5ce65942972 will not be triggered until provisioned by entity L2. {{(pid=100247) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:11:37.549976 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-68181539-1303-4f6b-8c68-2f914cb30f5c req-27735619-ec97-4775-beff-f9aa47493525 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128888538'] for port, after_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:37.618313 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27735619-ec97-4775-beff-f9aa47493525 service neutron] Pushing event updated for resources: {'Port': ['ID=fb13970f-4ce2-4ab1-aaef-b5ce65942972,revision_number=2']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:11:37.691678 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.managers [req-68181539-1303-4f6b-8c68-2f914cb30f5c req-27735619-ec97-4775-beff-f9aa47493525 service neutron] Attempting to bind port fb13970f-4ce2-4ab1-aaef-b5ce65942972 on host n-h1-773647-6 for vnic_type normal with profile {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:11:37.692025 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.managers [req-68181539-1303-4f6b-8c68-2f914cb30f5c req-27735619-ec97-4775-beff-f9aa47493525 service neutron] Attempting to bind port fb13970f-4ce2-4ab1-aaef-b5ce65942972 by drivers openvswitch,hyperv on host n-h1-773647-6 at level 0 using segments [{'id': 'af2b164a-6cb2-47db-8476-c16593dfd41c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1027, 'network_id': 'fef46385-20e5-4892-9e84-81ff706abb22'}] {{(pid=100247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:11:37.692341 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68181539-1303-4f6b-8c68-2f914cb30f5c req-27735619-ec97-4775-beff-f9aa47493525 service neutron] Attempting to bind port fb13970f-4ce2-4ab1-aaef-b5ce65942972 on network fef46385-20e5-4892-9e84-81ff706abb22 {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:11:37.697525 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68181539-1303-4f6b-8c68-2f914cb30f5c req-27735619-ec97-4775-beff-f9aa47493525 service neutron] Port fb13970f-4ce2-4ab1-aaef-b5ce65942972 on network fef46385-20e5-4892-9e84-81ff706abb22 not bound, no agent of type Open vSwitch agent registered on host n-h1-773647-6 {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 14:11:37.697849 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68181539-1303-4f6b-8c68-2f914cb30f5c req-27735619-ec97-4775-beff-f9aa47493525 service neutron] Attempting to bind port fb13970f-4ce2-4ab1-aaef-b5ce65942972 on network fef46385-20e5-4892-9e84-81ff706abb22 {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:11:37.708377 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68181539-1303-4f6b-8c68-2f914cb30f5c req-27735619-ec97-4775-beff-f9aa47493525 service neutron] Checking agent: {'id': '5bf7147f-bada-4441-a5dc-934b903473fb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-773647-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 51, 12), 'started_at': datetime.datetime(2021, 7, 6, 13, 51, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 11, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:11:37.709558 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68181539-1303-4f6b-8c68-2f914cb30f5c req-27735619-ec97-4775-beff-f9aa47493525 service neutron] Checking segment: {'id': 'af2b164a-6cb2-47db-8476-c16593dfd41c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1027, 'network_id': 'fef46385-20e5-4892-9e84-81ff706abb22'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100247) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:11:37.709943 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68181539-1303-4f6b-8c68-2f914cb30f5c req-27735619-ec97-4775-beff-f9aa47493525 service neutron] Bound using segment: {'id': 'af2b164a-6cb2-47db-8476-c16593dfd41c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1027, 'network_id': 'fef46385-20e5-4892-9e84-81ff706abb22'} {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:11:37.710372 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.managers [req-68181539-1303-4f6b-8c68-2f914cb30f5c req-27735619-ec97-4775-beff-f9aa47493525 service neutron] Bound port: fb13970f-4ce2-4ab1-aaef-b5ce65942972, host: n-h1-773647-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'af2b164a-6cb2-47db-8476-c16593dfd41c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1027, 'network_id': 'fef46385-20e5-4892-9e84-81ff706abb22'}}] {{(pid=100247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:11:37.710730 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-68181539-1303-4f6b-8c68-2f914cb30f5c req-27735619-ec97-4775-beff-f9aa47493525 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:37.778238 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.db [req-68181539-1303-4f6b-8c68-2f914cb30f5c req-27735619-ec97-4775-beff-f9aa47493525 service neutron] For port fb13970f-4ce2-4ab1-aaef-b5ce65942972, host n-h1-773647-6, cleared binding levels {{(pid=100247) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:11:37.781534 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.db [req-68181539-1303-4f6b-8c68-2f914cb30f5c req-27735619-ec97-4775-beff-f9aa47493525 service neutron] For port fb13970f-4ce2-4ab1-aaef-b5ce65942972, host n-h1-773647-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773647-6',level=0,port_id=fb13970f-4ce2-4ab1-aaef-b5ce65942972,segment=NetworkSegment(af2b164a-6cb2-47db-8476-c16593dfd41c),segment_id=af2b164a-6cb2-47db-8476-c16593dfd41c)] {{(pid=100247) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:11:37.793155 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-68181539-1303-4f6b-8c68-2f914cb30f5c req-27735619-ec97-4775-beff-f9aa47493525 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128888538'] for port, after_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:37.873548 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68181539-1303-4f6b-8c68-2f914cb30f5c req-27735619-ec97-4775-beff-f9aa47493525 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:11:37.874280 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-68181539-1303-4f6b-8c68-2f914cb30f5c req-27735619-ec97-4775-beff-f9aa47493525 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:37.875809 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-68181539-1303-4f6b-8c68-2f914cb30f5c req-27735619-ec97-4775-beff-f9aa47493525 service neutron] 10.222.0.127 "PUT /v2.0/ports/fb13970f-4ce2-4ab1-aaef-b5ce65942972 HTTP/1.1" status: 200 len: 1092 time: 0.7666466 Jul 06 14:11:37.876366 n-d-773647-6 neutron-server[100247]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0826fd15-1958-4151-a991-9a6dd4703bcf', 'tag': 'fb13970f-4ce2-4ab1-aaef-b5ce65942972'}] {{(pid=100247) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:11:37.879102 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cbf0eeaae822f8fc9b87a94aeba67a3d651842baf663a51cba94b67a514836d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4a065d1-f173-455f-a77b-77fc91ecff23" -d '{"events": [{"name": "network-changed", "server_uuid": "0826fd15-1958-4151-a991-9a6dd4703bcf", "tag": "fb13970f-4ce2-4ab1-aaef-b5ce65942972"}]}' {{(pid=100247) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:11:37.962888 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27735619-ec97-4775-beff-f9aa47493525 service neutron] Pushing event updated for resources: {'Port': ['ID=fb13970f-4ce2-4ab1-aaef-b5ce65942972,revision_number=3']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:11:38.020369 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-f2d06d87-8217-4ff7-a282-743bcf68d63e req-c5205207-8a4d-45e0-a137-5e157c9e12d7 service neutron] 10.222.0.127 "GET /v2.0/ports?device_id=0455bf88-da4d-44a6-9768-93a70cd92e0e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1920156 Jul 06 14:11:38.039781 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 14:11:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ac1079b-8e97-4320-9276-f895fc15e6c9 x-openstack-request-id: req-8ac1079b-8e97-4320-9276-f895fc15e6c9 {{(pid=100247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:11:38.040070 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0826fd15-1958-4151-a991-9a6dd4703bcf", "tag": "fb13970f-4ce2-4ab1-aaef-b5ce65942972", "status": "completed", "code": 200}]} {{(pid=100247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:11:38.040316 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-8ac1079b-8e97-4320-9276-f895fc15e6c9 {{(pid=100247) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:11:38.044177 n-d-773647-6 neutron-server[100247]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0826fd15-1958-4151-a991-9a6dd4703bcf', 'tag': 'fb13970f-4ce2-4ab1-aaef-b5ce65942972', 'status': 'completed', 'code': 200} Jul 06 14:11:38.122872 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68181539-1303-4f6b-8c68-2f914cb30f5c req-4b19f752-5a4f-4db5-98ba-0caba57a587e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:11:38.124854 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-68181539-1303-4f6b-8c68-2f914cb30f5c req-4b19f752-5a4f-4db5-98ba-0caba57a587e service neutron] 10.222.0.127 "GET /v2.0/ports?tenant_id=241aa28477744ccaa29c01f720b55918&device_id=0826fd15-1958-4151-a991-9a6dd4703bcf HTTP/1.1" status: 200 len: 1095 time: 0.1736593 Jul 06 14:11:38.212717 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-68181539-1303-4f6b-8c68-2f914cb30f5c req-98bb1a80-2b1c-4441-8271-4e3a0472ab32 service neutron] 10.222.0.127 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fb13970f-4ce2-4ab1-aaef-b5ce65942972 HTTP/1.1" status: 200 len: 217 time: 0.0590904 Jul 06 14:11:38.346317 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8089bfd-8ba2-4752-8334-fd2ad3cbf2f0 req-858fc5aa-de44-4394-8038-4a284015078f tempest-ServerPasswordTestJSON-1561885695 tempest-ServerPasswordTestJSON-1561885695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:11:38.354547 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-a8089bfd-8ba2-4752-8334-fd2ad3cbf2f0 req-858fc5aa-de44-4394-8038-4a284015078f tempest-ServerPasswordTestJSON-1561885695 tempest-ServerPasswordTestJSON-1561885695-project] 10.222.0.104 "GET /v2.0/ports?device_id=0826fd15-1958-4151-a991-9a6dd4703bcf HTTP/1.1" status: 200 len: 944 time: 0.2846720 Jul 06 14:11:38.359672 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68181539-1303-4f6b-8c68-2f914cb30f5c req-53f4cbf9-7c0a-4b38-bdab-bd81fc1098b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:11:38.361141 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-68181539-1303-4f6b-8c68-2f914cb30f5c req-53f4cbf9-7c0a-4b38-bdab-bd81fc1098b9 service neutron] 10.222.0.127 "GET /v2.0/subnets?id=2b44d73f-c153-41a5-bb0a-b9beeefee533 HTTP/1.1" status: 200 len: 853 time: 0.1342702 Jul 06 14:11:38.419343 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-68181539-1303-4f6b-8c68-2f914cb30f5c req-e124a897-4ba1-41ea-b2f5-25a7d4253ff8 service neutron] 10.222.0.127 "GET /v2.0/ports?network_id=fef46385-20e5-4892-9e84-81ff706abb22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0482438 Jul 06 14:11:38.426963 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d06d87-8217-4ff7-a282-743bcf68d63e req-f2d41717-6126-4344-96a3-23291436f1dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:11:38.428072 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d06d87-8217-4ff7-a282-743bcf68d63e req-f2d41717-6126-4344-96a3-23291436f1dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:11:38.428554 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d06d87-8217-4ff7-a282-743bcf68d63e req-f2d41717-6126-4344-96a3-23291436f1dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:11:38.429030 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d06d87-8217-4ff7-a282-743bcf68d63e req-f2d41717-6126-4344-96a3-23291436f1dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:11:38.429501 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d06d87-8217-4ff7-a282-743bcf68d63e req-f2d41717-6126-4344-96a3-23291436f1dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:11:38.429969 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d06d87-8217-4ff7-a282-743bcf68d63e req-f2d41717-6126-4344-96a3-23291436f1dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:11:38.430431 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d06d87-8217-4ff7-a282-743bcf68d63e req-f2d41717-6126-4344-96a3-23291436f1dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:11:38.432391 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-f2d06d87-8217-4ff7-a282-743bcf68d63e req-f2d41717-6126-4344-96a3-23291436f1dc service neutron] 10.222.0.127 "GET /v2.0/ports?tenant_id=5bc84ece362540998140660bd65643c3&device_id=0455bf88-da4d-44a6-9768-93a70cd92e0e HTTP/1.1" status: 200 len: 6501 time: 0.3449070 Jul 06 14:11:38.470612 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f908cb73-e4c4-4451-83be-e0264b86604c req-b4b525b2-0934-40e5-a141-95e87e1dfa46 tempest-InstanceActionsTestJSON-384871342 tempest-InstanceActionsTestJSON-384871342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:11:38.472033 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-f908cb73-e4c4-4451-83be-e0264b86604c req-b4b525b2-0934-40e5-a141-95e87e1dfa46 tempest-InstanceActionsTestJSON-384871342 tempest-InstanceActionsTestJSON-384871342-project] 10.222.0.104 "GET /v2.0/ports?device_id=39cb52ba-a9e6-4b1f-8cec-56228cd655f0 HTTP/1.1" status: 200 len: 946 time: 0.2643051 Jul 06 14:11:38.531208 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-a8089bfd-8ba2-4752-8334-fd2ad3cbf2f0 req-c83391fa-9f29-4c53-a025-ed71c1103143 tempest-ServerPasswordTestJSON-1561885695 tempest-ServerPasswordTestJSON-1561885695-project] 10.222.0.104 "GET /v2.0/security-groups?id=5f952b6d-b633-42f8-badc-c7f7c70ab594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1756821 Jul 06 14:11:39.008382 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-f908cb73-e4c4-4451-83be-e0264b86604c req-ba4fbec6-0255-4cb6-b922-70db284165a0 tempest-InstanceActionsTestJSON-384871342 tempest-InstanceActionsTestJSON-384871342-project] 10.222.0.104 "GET /v2.0/security-groups?id=c1f39ae4-e824-4fc1-98a5-c7df92f36759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5044200 Jul 06 14:11:39.043016 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d06d87-8217-4ff7-a282-743bcf68d63e req-321de083-7bc9-4884-9163-f23f162b74c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:11:39.043523 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d06d87-8217-4ff7-a282-743bcf68d63e req-321de083-7bc9-4884-9163-f23f162b74c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:11:39.044197 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d06d87-8217-4ff7-a282-743bcf68d63e req-321de083-7bc9-4884-9163-f23f162b74c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:11:39.046272 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-f2d06d87-8217-4ff7-a282-743bcf68d63e req-321de083-7bc9-4884-9163-f23f162b74c8 service neutron] 10.222.0.127 "GET /v2.0/networks?id=d0a1f4e7-9678-480f-bc1f-59b6eda7e0f6&id=f1fe0f84-e7fb-43f2-a13c-d5fffe5a5634&id=f1fe0f84-e7fb-43f2-a13c-d5fffe5a5634&id=f1fe0f84-e7fb-43f2-a13c-d5fffe5a5634&id=f1fe0f84-e7fb-43f2-a13c-d5fffe5a5634&id=70fa8a2a-4549-4d89-b089-3cc3fca2d3a3&id=70fa8a2a-4549-4d89-b089-3cc3fca2d3a3 HTTP/1.1" status: 200 len: 2301 time: 0.5474052 Jul 06 14:11:39.053032 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-68181539-1303-4f6b-8c68-2f914cb30f5c req-0615e060-df08-4f34-9b20-16aa0e7f91ca service neutron] 10.222.0.127 "GET /v2.0/networks/fef46385-20e5-4892-9e84-81ff706abb22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6190434 Jul 06 14:11:39.161009 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-f2d06d87-8217-4ff7-a282-743bcf68d63e req-844f4e63-c50b-4ca2-9c25-53a50cbddc1f service neutron] 10.222.0.127 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=20f5d6df-12c0-4fc6-879f-9056d54469b7 HTTP/1.1" status: 200 len: 1002 time: 0.1070168 Jul 06 14:11:39.305116 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d06d87-8217-4ff7-a282-743bcf68d63e req-331af60f-0fda-46d3-9e26-e15966d6f35b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:11:39.306537 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-f2d06d87-8217-4ff7-a282-743bcf68d63e req-331af60f-0fda-46d3-9e26-e15966d6f35b service neutron] 10.222.0.127 "GET /v2.0/subnets?id=5c7d6ee3-a183-4b01-a5a7-977624c04483 HTTP/1.1" status: 200 len: 856 time: 0.1070898 Jul 06 14:11:39.360369 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-68181539-1303-4f6b-8c68-2f914cb30f5c req-11290cd6-4544-43c4-a5e4-678b3085fc18 service neutron] 10.222.0.127 "GET /v2.0/networks/fef46385-20e5-4892-9e84-81ff706abb22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2270446 Jul 06 14:11:39.392419 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d06d87-8217-4ff7-a282-743bcf68d63e req-269f019f-fd59-4d67-93f0-da649d7a39f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:11:39.394206 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-f2d06d87-8217-4ff7-a282-743bcf68d63e req-269f019f-fd59-4d67-93f0-da649d7a39f6 service neutron] 10.222.0.127 "GET /v2.0/ports?network_id=d0a1f4e7-9678-480f-bc1f-59b6eda7e0f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0809419 Jul 06 14:11:39.604929 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a065d1-f173-455f-a77b-77fc91ecff23 req-1eb77ecd-16ac-44fe-a346-9553a9579a03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:11:39.606615 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-d4a065d1-f173-455f-a77b-77fc91ecff23 req-1eb77ecd-16ac-44fe-a346-9553a9579a03 service neutron] 10.222.0.127 "GET /v2.0/ports?tenant_id=241aa28477744ccaa29c01f720b55918&device_id=0826fd15-1958-4151-a991-9a6dd4703bcf HTTP/1.1" status: 200 len: 1095 time: 0.1631782 Jul 06 14:11:39.608450 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-f2d06d87-8217-4ff7-a282-743bcf68d63e req-8597db98-6b8c-416e-b2f3-9ab9ab4545fb service neutron] 10.222.0.127 "GET /v2.0/networks/d0a1f4e7-9678-480f-bc1f-59b6eda7e0f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1946974 Jul 06 14:11:39.917524 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a065d1-f173-455f-a77b-77fc91ecff23 req-be65da78-3206-444a-ba5d-72c691768bf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:11:39.919006 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-d4a065d1-f173-455f-a77b-77fc91ecff23 req-be65da78-3206-444a-ba5d-72c691768bf7 service neutron] 10.222.0.127 "GET /v2.0/networks?id=fef46385-20e5-4892-9e84-81ff706abb22 HTTP/1.1" status: 200 len: 915 time: 0.3008051 Jul 06 14:11:39.926084 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-f2d06d87-8217-4ff7-a282-743bcf68d63e req-4eb57895-a2f9-4d2b-8f71-974b18dcb5f0 service neutron] 10.222.0.127 "GET /v2.0/networks/d0a1f4e7-9678-480f-bc1f-59b6eda7e0f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2923243 Jul 06 14:11:40.021503 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-d4a065d1-f173-455f-a77b-77fc91ecff23 req-c2fea273-56f7-4a3d-a6fa-842b9e0e9551 service neutron] 10.222.0.127 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fb13970f-4ce2-4ab1-aaef-b5ce65942972 HTTP/1.1" status: 200 len: 217 time: 0.0944340 Jul 06 14:11:40.029901 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78023b18-9689-4e23-8eca-369b6f1fc7a3 req-ce9c936c-e39c-4da4-b018-b814d7e1aab6 tempest-InstanceActionsTestJSON-384871342 tempest-InstanceActionsTestJSON-384871342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:11:40.037658 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-78023b18-9689-4e23-8eca-369b6f1fc7a3 req-ce9c936c-e39c-4da4-b018-b814d7e1aab6 tempest-InstanceActionsTestJSON-384871342 tempest-InstanceActionsTestJSON-384871342-project] 10.222.0.104 "GET /v2.0/ports?device_id=39cb52ba-a9e6-4b1f-8cec-56228cd655f0 HTTP/1.1" status: 200 len: 946 time: 0.3307736 Jul 06 14:11:40.043599 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-f2d06d87-8217-4ff7-a282-743bcf68d63e req-d5ec4e21-5c24-4c70-8c17-4bc7c0588c9e service neutron] 10.222.0.127 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.231&port_id=842aaa84-3104-4062-919f-9900319ced32 HTTP/1.1" status: 200 len: 217 time: 0.1063974 Jul 06 14:11:40.127340 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10691a6a-9b94-43a5-af21-d5a28031fdeb req-4fd7f2cd-718f-4b86-bd10-b9f9e8060ae3 tempest-ServerPasswordTestJSON-1561885695 tempest-ServerPasswordTestJSON-1561885695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:11:40.129045 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-10691a6a-9b94-43a5-af21-d5a28031fdeb req-4fd7f2cd-718f-4b86-bd10-b9f9e8060ae3 tempest-ServerPasswordTestJSON-1561885695 tempest-ServerPasswordTestJSON-1561885695-project] 10.222.0.104 "GET /v2.0/ports?device_id=0826fd15-1958-4151-a991-9a6dd4703bcf HTTP/1.1" status: 200 len: 944 time: 0.3479021 Jul 06 14:11:40.215889 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-78023b18-9689-4e23-8eca-369b6f1fc7a3 req-80975c65-ef82-4ac1-b684-79066528bde0 tempest-InstanceActionsTestJSON-384871342 tempest-InstanceActionsTestJSON-384871342-project] 10.222.0.104 "GET /v2.0/security-groups?id=c1f39ae4-e824-4fc1-98a5-c7df92f36759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1772447 Jul 06 14:11:40.231240 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d06d87-8217-4ff7-a282-743bcf68d63e req-d3f691a0-9328-43b8-9dc3-ad3d9538911f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:11:40.232810 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-f2d06d87-8217-4ff7-a282-743bcf68d63e req-d3f691a0-9328-43b8-9dc3-ad3d9538911f service neutron] 10.222.0.127 "GET /v2.0/subnets?id=33ba364c-4842-4afb-9331-8a30604f6a2f HTTP/1.1" status: 200 len: 797 time: 0.1753907 Jul 06 14:11:40.234227 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a065d1-f173-455f-a77b-77fc91ecff23 req-c05c32f5-bc52-42dd-8dbb-0009f08f5cf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:11:40.235853 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-d4a065d1-f173-455f-a77b-77fc91ecff23 req-c05c32f5-bc52-42dd-8dbb-0009f08f5cf6 service neutron] 10.222.0.127 "GET /v2.0/subnets?id=2b44d73f-c153-41a5-bb0a-b9beeefee533 HTTP/1.1" status: 200 len: 853 time: 0.1950819 Jul 06 14:11:40.356205 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-d4a065d1-f173-455f-a77b-77fc91ecff23 req-710fe263-cef1-4439-a53a-223a49198e90 service neutron] 10.222.0.127 "GET /v2.0/ports?network_id=fef46385-20e5-4892-9e84-81ff706abb22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0788333 Jul 06 14:11:40.369567 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-10691a6a-9b94-43a5-af21-d5a28031fdeb req-0fcaf278-9a08-43c8-9d52-701485ddfed8 tempest-ServerPasswordTestJSON-1561885695 tempest-ServerPasswordTestJSON-1561885695-project] 10.222.0.104 "GET /v2.0/security-groups?id=5f952b6d-b633-42f8-badc-c7f7c70ab594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2316041 Jul 06 14:11:40.499292 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:40.551199 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d06d87-8217-4ff7-a282-743bcf68d63e req-724db3df-cf00-4361-befa-085c00d63712 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:11:40.555226 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-f2d06d87-8217-4ff7-a282-743bcf68d63e req-724db3df-cf00-4361-befa-085c00d63712 service neutron] 10.222.0.127 "GET /v2.0/ports?network_id=f1fe0f84-e7fb-43f2-a13c-d5fffe5a5634&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3074625 Jul 06 14:11:40.623288 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-d4a065d1-f173-455f-a77b-77fc91ecff23 req-b4adc49e-3063-4f89-8133-ecb77ae99858 service neutron] 10.222.0.127 "GET /v2.0/networks/fef46385-20e5-4892-9e84-81ff706abb22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2491426 Jul 06 14:11:40.732227 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-f2d06d87-8217-4ff7-a282-743bcf68d63e req-10aae2c1-2c90-47c6-9a50-6e50334bc425 service neutron] 10.222.0.127 "GET /v2.0/networks/f1fe0f84-e7fb-43f2-a13c-d5fffe5a5634?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1721423 Jul 06 14:11:40.822592 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-d4a065d1-f173-455f-a77b-77fc91ecff23 req-ce41ec2e-edd2-4bd3-bfab-d3947aac5b5b service neutron] 10.222.0.127 "GET /v2.0/networks/fef46385-20e5-4892-9e84-81ff706abb22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1939914 Jul 06 14:11:40.888405 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-f2d06d87-8217-4ff7-a282-743bcf68d63e req-7cb9b6ac-4569-44cd-b352-ac6d88c359d4 service neutron] 10.222.0.127 "GET /v2.0/networks/f1fe0f84-e7fb-43f2-a13c-d5fffe5a5634?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1418226 Jul 06 14:11:40.934253 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-f2d06d87-8217-4ff7-a282-743bcf68d63e req-ad421565-bde4-45d3-8fe9-c4cadfcaab48 service neutron] 10.222.0.127 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.34&port_id=d4663496-0e1d-419b-908e-5f60ff2b3b91 HTTP/1.1" status: 200 len: 217 time: 0.0381041 Jul 06 14:11:40.989562 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d06d87-8217-4ff7-a282-743bcf68d63e req-4975d9cf-fea0-4be0-897a-1df9b1297cf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:11:40.991621 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-f2d06d87-8217-4ff7-a282-743bcf68d63e req-4975d9cf-fea0-4be0-897a-1df9b1297cf8 service neutron] 10.222.0.127 "GET /v2.0/subnets?id=33ba364c-4842-4afb-9331-8a30604f6a2f HTTP/1.1" status: 200 len: 797 time: 0.0510287 Jul 06 14:11:41.109997 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d06d87-8217-4ff7-a282-743bcf68d63e req-9cfb101c-a5f2-44d9-be70-eeb2b7aaaa04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:11:41.111701 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-f2d06d87-8217-4ff7-a282-743bcf68d63e req-9cfb101c-a5f2-44d9-be70-eeb2b7aaaa04 service neutron] 10.222.0.127 "GET /v2.0/ports?network_id=f1fe0f84-e7fb-43f2-a13c-d5fffe5a5634&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1131470 Jul 06 14:11:41.127767 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbdae5f-d636-4f51-8b1a-55ce6e820e93 req-103b00cf-4995-40ff-b95e-1ac33823f002 tempest-InstanceActionsTestJSON-384871342 tempest-InstanceActionsTestJSON-384871342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:11:41.129320 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-7dbdae5f-d636-4f51-8b1a-55ce6e820e93 req-103b00cf-4995-40ff-b95e-1ac33823f002 tempest-InstanceActionsTestJSON-384871342 tempest-InstanceActionsTestJSON-384871342-project] 10.222.0.72 "GET /v2.0/ports?device_id=39cb52ba-a9e6-4b1f-8cec-56228cd655f0 HTTP/1.1" status: 200 len: 946 time: 0.0795221 Jul 06 14:11:41.258315 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-f2d06d87-8217-4ff7-a282-743bcf68d63e req-cd8b412f-45de-43f8-98df-a817ff204a10 service neutron] 10.222.0.127 "GET /v2.0/networks/f1fe0f84-e7fb-43f2-a13c-d5fffe5a5634?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212945 Jul 06 14:11:41.272554 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [req-7dbdae5f-d636-4f51-8b1a-55ce6e820e93 req-71199cde-d43c-494d-a71b-6dc4089e5a6f tempest-InstanceActionsTestJSON-384871342 tempest-InstanceActionsTestJSON-384871342-project] Deleting port c09f42d6-91ed-4945-a0a2-2de86fc8131b {{(pid=100246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:11:41.273014 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-7dbdae5f-d636-4f51-8b1a-55ce6e820e93 req-71199cde-d43c-494d-a71b-6dc4089e5a6f tempest-InstanceActionsTestJSON-384871342 tempest-InstanceActionsTestJSON-384871342-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:41.451327 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.db [req-7dbdae5f-d636-4f51-8b1a-55ce6e820e93 req-71199cde-d43c-494d-a71b-6dc4089e5a6f tempest-InstanceActionsTestJSON-384871342 tempest-InstanceActionsTestJSON-384871342-project] For port c09f42d6-91ed-4945-a0a2-2de86fc8131b, host n-h2-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=c09f42d6-91ed-4945-a0a2-2de86fc8131b,segment=NetworkSegment(e1dc5fa9-a727-4d3c-8ec1-6487194be4bf),segment_id=e1dc5fa9-a727-4d3c-8ec1-6487194be4bf)] {{(pid=100246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:11:41.453823 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-7dbdae5f-d636-4f51-8b1a-55ce6e820e93 req-71199cde-d43c-494d-a71b-6dc4089e5a6f tempest-InstanceActionsTestJSON-384871342 tempest-InstanceActionsTestJSON-384871342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:41.486772 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-f2d06d87-8217-4ff7-a282-743bcf68d63e req-c827dc54-2e5a-4f23-9389-81aa6945ceb0 service neutron] 10.222.0.127 "GET /v2.0/networks/f1fe0f84-e7fb-43f2-a13c-d5fffe5a5634?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2217195 Jul 06 14:11:41.499631 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [req-7dbdae5f-d636-4f51-8b1a-55ce6e820e93 req-71199cde-d43c-494d-a71b-6dc4089e5a6f tempest-InstanceActionsTestJSON-384871342 tempest-InstanceActionsTestJSON-384871342-project] Calling delete_port for c09f42d6-91ed-4945-a0a2-2de86fc8131b owned by compute:nova {{(pid=100246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:11:41.583150 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e7c28c-4aa1-47bb-a64f-b2937be4d1ad req-f88e9b59-2fb7-4a56-bf79-7f7c043ee66f tempest-InstanceActionsTestJSON-384871342 tempest-InstanceActionsTestJSON-384871342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:11:41.591535 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-95e7c28c-4aa1-47bb-a64f-b2937be4d1ad req-f88e9b59-2fb7-4a56-bf79-7f7c043ee66f tempest-InstanceActionsTestJSON-384871342 tempest-InstanceActionsTestJSON-384871342-project] 10.222.0.104 "GET /v2.0/ports?device_id=39cb52ba-a9e6-4b1f-8cec-56228cd655f0 HTTP/1.1" status: 200 len: 946 time: 0.1893992 Jul 06 14:11:41.599921 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-f2d06d87-8217-4ff7-a282-743bcf68d63e req-2553c499-1227-47ce-9eb6-384ad27a2b15 service neutron] 10.222.0.127 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.59&port_id=5fb3e80b-179e-4438-8e4e-e7410e416d51 HTTP/1.1" status: 200 len: 217 time: 0.0999351 Jul 06 14:11:41.705745 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-95e7c28c-4aa1-47bb-a64f-b2937be4d1ad req-5b162da3-10c6-4d9a-9322-b277f36d20bd tempest-InstanceActionsTestJSON-384871342 tempest-InstanceActionsTestJSON-384871342-project] 10.222.0.104 "GET /v2.0/security-groups?id=c1f39ae4-e824-4fc1-98a5-c7df92f36759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129808 Jul 06 14:11:41.756037 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d06d87-8217-4ff7-a282-743bcf68d63e req-9c7b0c15-6401-4030-a8b7-cbb0f5da95bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:11:41.757307 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-f2d06d87-8217-4ff7-a282-743bcf68d63e req-9c7b0c15-6401-4030-a8b7-cbb0f5da95bc service neutron] 10.222.0.127 "GET /v2.0/subnets?id=33ba364c-4842-4afb-9331-8a30604f6a2f HTTP/1.1" status: 200 len: 797 time: 0.1485839 Jul 06 14:11:41.850508 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87067bc9-741b-49ed-b5c1-48ec2fb53640 req-a54b99f8-3fa6-4be9-8098-e261c5b1ce17 tempest-ServerPasswordTestJSON-1561885695 tempest-ServerPasswordTestJSON-1561885695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:11:41.852107 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-87067bc9-741b-49ed-b5c1-48ec2fb53640 req-a54b99f8-3fa6-4be9-8098-e261c5b1ce17 tempest-ServerPasswordTestJSON-1561885695 tempest-ServerPasswordTestJSON-1561885695-project] 10.222.0.104 "GET /v2.0/ports?device_id=0826fd15-1958-4151-a991-9a6dd4703bcf HTTP/1.1" status: 200 len: 944 time: 0.1425765 Jul 06 14:11:41.854968 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d06d87-8217-4ff7-a282-743bcf68d63e req-e467e36d-ddc0-4528-b425-b0b1eb6f9b01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:11:41.856378 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-f2d06d87-8217-4ff7-a282-743bcf68d63e req-e467e36d-ddc0-4528-b425-b0b1eb6f9b01 service neutron] 10.222.0.127 "GET /v2.0/ports?network_id=f1fe0f84-e7fb-43f2-a13c-d5fffe5a5634&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0920722 Jul 06 14:11:41.864179 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-7dbdae5f-d636-4f51-8b1a-55ce6e820e93 req-71199cde-d43c-494d-a71b-6dc4089e5a6f tempest-InstanceActionsTestJSON-384871342 tempest-InstanceActionsTestJSON-384871342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127687580'] for port, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:41.896776 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] get_ports_and_sgs() called for port_ids ['c09f42d6-91ed-4945-a0a2-2de86fc8131b'] {{(pid=100248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 14:11:41.927070 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71199cde-d43c-494d-a71b-6dc4089e5a6f tempest-InstanceActionsTestJSON-384871342 tempest-InstanceActionsTestJSON-384871342-project] Pushing event deleted for resources: {'Port': ['ID=c09f42d6-91ed-4945-a0a2-2de86fc8131b,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:11:42.036473 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [req-7dbdae5f-d636-4f51-8b1a-55ce6e820e93 req-71199cde-d43c-494d-a71b-6dc4089e5a6f tempest-InstanceActionsTestJSON-384871342 tempest-InstanceActionsTestJSON-384871342-project] No DVR routers for this DVR port c09f42d6-91ed-4945-a0a2-2de86fc8131b on host n-h2-773647-6 {{(pid=100246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:11:42.044001 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-7dbdae5f-d636-4f51-8b1a-55ce6e820e93 req-71199cde-d43c-494d-a71b-6dc4089e5a6f tempest-InstanceActionsTestJSON-384871342 tempest-InstanceActionsTestJSON-384871342-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:42.051977 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-7dbdae5f-d636-4f51-8b1a-55ce6e820e93 req-71199cde-d43c-494d-a71b-6dc4089e5a6f tempest-InstanceActionsTestJSON-384871342 tempest-InstanceActionsTestJSON-384871342-project] 10.222.0.72 "DELETE /v2.0/ports/c09f42d6-91ed-4945-a0a2-2de86fc8131b HTTP/1.1" status: 204 len: 173 time: 0.9137428 Jul 06 14:11:42.051977 n-d-773647-6 neutron-server[100246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39cb52ba-a9e6-4b1f-8cec-56228cd655f0', 'name': 'network-vif-deleted', 'tag': 'c09f42d6-91ed-4945-a0a2-2de86fc8131b'}] {{(pid=100246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:11:42.062147 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0d96c5ab5e889f7b933ae915b9be33d1b46c9e87795bf781004b656ef3f1e87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4f5e73a-4d4a-44dd-9043-eef59ac87de0" -d '{"events": [{"server_uuid": "39cb52ba-a9e6-4b1f-8cec-56228cd655f0", "name": "network-vif-deleted", "tag": "c09f42d6-91ed-4945-a0a2-2de86fc8131b"}]}' {{(pid=100246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:11:42.062304 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-87067bc9-741b-49ed-b5c1-48ec2fb53640 req-0562cd8f-7983-46da-8076-242904eb029b tempest-ServerPasswordTestJSON-1561885695 tempest-ServerPasswordTestJSON-1561885695-project] 10.222.0.104 "GET /v2.0/security-groups?id=5f952b6d-b633-42f8-badc-c7f7c70ab594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1913526 Jul 06 14:11:42.140409 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-f2d06d87-8217-4ff7-a282-743bcf68d63e req-535f1165-21d9-42a5-a897-ec3c5ba16556 service neutron] 10.222.0.127 "GET /v2.0/networks/f1fe0f84-e7fb-43f2-a13c-d5fffe5a5634?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2612047 Jul 06 14:11:42.178292 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 14:11:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e30a93fd-98db-424b-a572-514749555f0d x-openstack-request-id: req-e30a93fd-98db-424b-a572-514749555f0d {{(pid=100246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:11:42.178794 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39cb52ba-a9e6-4b1f-8cec-56228cd655f0", "name": "network-vif-deleted", "tag": "c09f42d6-91ed-4945-a0a2-2de86fc8131b", "status": "completed", "code": 200}]} {{(pid=100246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:11:42.178794 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-e30a93fd-98db-424b-a572-514749555f0d {{(pid=100246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:11:42.179139 n-d-773647-6 neutron-server[100246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39cb52ba-a9e6-4b1f-8cec-56228cd655f0', 'name': 'network-vif-deleted', 'tag': 'c09f42d6-91ed-4945-a0a2-2de86fc8131b', 'status': 'completed', 'code': 200} Jul 06 14:11:42.332400 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Device fb13970f-4ce2-4ab1-aaef-b5ce65942972 details requested by agent hyperv_n-h1-773647-6 with host n-h1-773647-6 {{(pid=100248) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 14:11:42.358690 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-f2d06d87-8217-4ff7-a282-743bcf68d63e req-5487fef0-922d-4a25-9008-e75b679d3fc5 service neutron] 10.222.0.127 "GET /v2.0/networks/f1fe0f84-e7fb-43f2-a13c-d5fffe5a5634?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2106886 Jul 06 14:11:42.434039 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-f2d06d87-8217-4ff7-a282-743bcf68d63e req-a2b17dab-c083-458f-a77d-88004ab98d1a service neutron] 10.222.0.127 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.198&port_id=3eea4337-fef2-420d-b97a-4bc2fdc452dc HTTP/1.1" status: 200 len: 217 time: 0.0613949 Jul 06 14:11:42.555854 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d06d87-8217-4ff7-a282-743bcf68d63e req-a9ea0138-9ea3-4e4c-b9fc-7630cf3bb191 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:11:42.566098 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-f2d06d87-8217-4ff7-a282-743bcf68d63e req-a9ea0138-9ea3-4e4c-b9fc-7630cf3bb191 service neutron] 10.222.0.127 "GET /v2.0/subnets?id=33ba364c-4842-4afb-9331-8a30604f6a2f HTTP/1.1" status: 200 len: 797 time: 0.1267009 Jul 06 14:11:42.686663 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:42.750682 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] For port fb13970f-4ce2-4ab1-aaef-b5ce65942972, host n-h1-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773647-6',level=0,port_id=fb13970f-4ce2-4ab1-aaef-b5ce65942972,segment=NetworkSegment(af2b164a-6cb2-47db-8476-c16593dfd41c),segment_id=af2b164a-6cb2-47db-8476-c16593dfd41c)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:11:42.778773 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Returning: {'device': 'fb13970f-4ce2-4ab1-aaef-b5ce65942972', 'network_id': 'fef46385-20e5-4892-9e84-81ff706abb22', 'port_id': 'fb13970f-4ce2-4ab1-aaef-b5ce65942972', 'mac_address': 'fa:16:3e:26:ee:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1027, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2b44d73f-c153-41a5-bb0a-b9beeefee533', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100248) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 14:11:42.800787 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d06d87-8217-4ff7-a282-743bcf68d63e req-9941cc9b-4843-4869-83fc-6a63814ed139 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:11:42.803009 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-f2d06d87-8217-4ff7-a282-743bcf68d63e req-9941cc9b-4843-4869-83fc-6a63814ed139 service neutron] 10.222.0.127 "GET /v2.0/ports?network_id=f1fe0f84-e7fb-43f2-a13c-d5fffe5a5634&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2256975 Jul 06 14:11:42.875467 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:42.903520 n-d-773647-6 neutron-server[100248]: DEBUG neutron.notifiers.nova [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fb13970f-4ce2-4ab1-aaef-b5ce65942972 {{(pid=100248) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 14:11:42.955482 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] For port fb13970f-4ce2-4ab1-aaef-b5ce65942972, host n-h1-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773647-6',level=0,port_id=fb13970f-4ce2-4ab1-aaef-b5ce65942972,segment=NetworkSegment(af2b164a-6cb2-47db-8476-c16593dfd41c),segment_id=af2b164a-6cb2-47db-8476-c16593dfd41c)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:11:42.965379 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:43.016593 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-5b442999-8dc6-4a48-bb83-67299f3c1bbb req-1213f6fe-19b9-4374-983e-a3eb9d0f4eb6 tempest-InstanceActionsTestJSON-384871342 tempest-InstanceActionsTestJSON-384871342-project] 10.222.0.104 "GET /v2.0/ports?device_id=39cb52ba-a9e6-4b1f-8cec-56228cd655f0 HTTP/1.1" status: 200 len: 210 time: 0.0645347 Jul 06 14:11:43.072836 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-f2d06d87-8217-4ff7-a282-743bcf68d63e req-b0f58e63-2267-4d27-95da-dda2c03f1290 service neutron] 10.222.0.127 "GET /v2.0/networks/f1fe0f84-e7fb-43f2-a13c-d5fffe5a5634?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2585673 Jul 06 14:11:43.092442 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Pushing event updated for resources: {'Port': ['ID=fb13970f-4ce2-4ab1-aaef-b5ce65942972,revision_number=4']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:11:43.204698 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-f2d06d87-8217-4ff7-a282-743bcf68d63e req-5908bf01-e726-4635-96bc-dc157ae034ad service neutron] 10.222.0.127 "GET /v2.0/networks/f1fe0f84-e7fb-43f2-a13c-d5fffe5a5634?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0992088 Jul 06 14:11:43.283517 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-f2d06d87-8217-4ff7-a282-743bcf68d63e req-58b4f1e7-9b76-431a-b9ec-bdd802cc881f service neutron] 10.222.0.127 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=6f2c5df6-a4f1-4b8b-988e-3d1433f8d22a HTTP/1.1" status: 200 len: 217 time: 0.0681596 Jul 06 14:11:43.369204 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] get_ports_and_sgs() called for port_ids ['fb13970f-4ce2-4ab1-aaef-b5ce65942972'] {{(pid=100248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 14:11:43.416650 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d06d87-8217-4ff7-a282-743bcf68d63e req-77d1f972-9a6a-4655-accf-4d008035ba0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:11:43.418155 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-f2d06d87-8217-4ff7-a282-743bcf68d63e req-77d1f972-9a6a-4655-accf-4d008035ba0e service neutron] 10.222.0.127 "GET /v2.0/subnets?id=f9f87c3f-0fa8-49b6-bb5b-31a627ebfaf2 HTTP/1.1" status: 200 len: 797 time: 0.1281343 Jul 06 14:11:43.531938 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c19a0b-8984-4fac-8450-1c21fb96c50f req-d3c7cddd-85eb-475a-87b6-0c338ee4ddaa tempest-ServerPasswordTestJSON-1561885695 tempest-ServerPasswordTestJSON-1561885695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:11:43.539504 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-d5c19a0b-8984-4fac-8450-1c21fb96c50f req-d3c7cddd-85eb-475a-87b6-0c338ee4ddaa tempest-ServerPasswordTestJSON-1561885695 tempest-ServerPasswordTestJSON-1561885695-project] 10.222.0.104 "GET /v2.0/ports?device_id=0826fd15-1958-4151-a991-9a6dd4703bcf HTTP/1.1" status: 200 len: 945 time: 0.2070324 Jul 06 14:11:43.600690 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-d5c19a0b-8984-4fac-8450-1c21fb96c50f req-4de8e192-9d50-4f3e-9d55-67b9ad840201 tempest-ServerPasswordTestJSON-1561885695 tempest-ServerPasswordTestJSON-1561885695-project] 10.222.0.104 "GET /v2.0/security-groups?id=5f952b6d-b633-42f8-badc-c7f7c70ab594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602133 Jul 06 14:11:43.634416 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d06d87-8217-4ff7-a282-743bcf68d63e req-85aaca37-497e-43e6-9f37-dff761e2f589 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:11:43.635965 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-f2d06d87-8217-4ff7-a282-743bcf68d63e req-85aaca37-497e-43e6-9f37-dff761e2f589 service neutron] 10.222.0.127 "GET /v2.0/ports?network_id=70fa8a2a-4549-4d89-b089-3cc3fca2d3a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2060556 Jul 06 14:11:43.772163 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-f2d06d87-8217-4ff7-a282-743bcf68d63e req-e43b7663-9ff1-453e-aa08-91ea689c9960 service neutron] 10.222.0.127 "GET /v2.0/networks/70fa8a2a-4549-4d89-b089-3cc3fca2d3a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280131 Jul 06 14:11:43.964129 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-f2d06d87-8217-4ff7-a282-743bcf68d63e req-60aa74e3-bd8e-4ebc-8741-49c189f9aec9 service neutron] 10.222.0.127 "GET /v2.0/networks/70fa8a2a-4549-4d89-b089-3cc3fca2d3a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1798642 Jul 06 14:11:44.065698 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-f2d06d87-8217-4ff7-a282-743bcf68d63e req-4dfa1fc8-3943-4afa-82bc-cee45aa01bf8 service neutron] 10.222.0.127 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=c6534491-f764-47ec-ae47-2754d9d0afbf HTTP/1.1" status: 200 len: 217 time: 0.0930932 Jul 06 14:11:44.135560 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 50764) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:11:44.242685 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.db_base_plugin_v2 [None req-d57e2e1d-fafa-4631-bcc3-caa54dba4560 admin admin] Deleting subnet fd7e8956-f1a6-4305-b256-f34151cba3f1 {{(pid=100246) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 14:11:44.260050 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-d57e2e1d-fafa-4631-bcc3-caa54dba4560 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:44.344927 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d06d87-8217-4ff7-a282-743bcf68d63e req-3a30bd0d-c0db-494f-b827-cc9efef43cbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:11:44.351131 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-d57e2e1d-fafa-4631-bcc3-caa54dba4560 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126218885'] for subnet, precommit_delete_associations {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:44.353010 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-f2d06d87-8217-4ff7-a282-743bcf68d63e req-3a30bd0d-c0db-494f-b827-cc9efef43cbf service neutron] 10.222.0.127 "GET /v2.0/subnets?id=f9f87c3f-0fa8-49b6-bb5b-31a627ebfaf2 HTTP/1.1" status: 200 len: 797 time: 0.2780266 Jul 06 14:11:44.402777 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-d57e2e1d-fafa-4631-bcc3-caa54dba4560 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-913473'] for subnet, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:44.467768 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d06d87-8217-4ff7-a282-743bcf68d63e req-3e3f7b60-8478-4a47-9af3-5a5152813a1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:11:44.469294 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-f2d06d87-8217-4ff7-a282-743bcf68d63e req-3e3f7b60-8478-4a47-9af3-5a5152813a1a service neutron] 10.222.0.127 "GET /v2.0/ports?network_id=70fa8a2a-4549-4d89-b089-3cc3fca2d3a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1101663 Jul 06 14:11:44.470258 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Device c09f42d6-91ed-4945-a0a2-2de86fc8131b no longer exists at agent hyperv_n-h2-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:11:44.514481 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-d57e2e1d-fafa-4631-bcc3-caa54dba4560 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-913480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1849032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127687590', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127702764'] for subnet, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:44.515885 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] No Port match for: c09f42d6-91ed-4945-a0a2-2de86fc8131b {{(pid=100248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 14:11:44.517327 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Device c09f42d6-91ed-4945-a0a2-2de86fc8131b not bound to the agent host n-h2-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:11:44.577342 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57e2e1d-fafa-4631-bcc3-caa54dba4560 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fd7e8956-f1a6-4305-b256-f34151cba3f1,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:11:44.590651 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-d57e2e1d-fafa-4631-bcc3-caa54dba4560 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:44.596034 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-d57e2e1d-fafa-4631-bcc3-caa54dba4560 admin admin] 10.222.0.104 "DELETE /v2.0/subnets/fd7e8956-f1a6-4305-b256-f34151cba3f1 HTTP/1.1" status: 204 len: 168 time: 0.4593937 Jul 06 14:11:44.610718 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 50772) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:11:44.655468 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-f2d06d87-8217-4ff7-a282-743bcf68d63e req-b0d73947-fb31-40b0-8531-c388c9fdfcf0 service neutron] 10.222.0.127 "GET /v2.0/networks/70fa8a2a-4549-4d89-b089-3cc3fca2d3a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1792412 Jul 06 14:11:44.896151 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-1566d5fa-11eb-4a8c-8af9-e0380bcf2494 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530492'] for network, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:44.976084 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-f2d06d87-8217-4ff7-a282-743bcf68d63e req-ab41ff34-c02f-4ac6-956b-e072f0a3d18f service neutron] 10.222.0.127 "GET /v2.0/networks/70fa8a2a-4549-4d89-b089-3cc3fca2d3a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2826405 Jul 06 14:11:45.112628 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22dd80a3-4089-4f56-a9f3-1728024db380 req-928d8958-6467-494f-b5be-46215348113c tempest-ServerPasswordTestJSON-1561885695 tempest-ServerPasswordTestJSON-1561885695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:11:45.120222 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-22dd80a3-4089-4f56-a9f3-1728024db380 req-928d8958-6467-494f-b5be-46215348113c tempest-ServerPasswordTestJSON-1561885695 tempest-ServerPasswordTestJSON-1561885695-project] 10.222.0.104 "GET /v2.0/ports?device_id=0826fd15-1958-4151-a991-9a6dd4703bcf HTTP/1.1" status: 200 len: 945 time: 0.3242338 Jul 06 14:11:45.146247 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-1566d5fa-11eb-4a8c-8af9-e0380bcf2494 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-917204', 'neutron.services.segments.db._delete_segments_for_network-8773753502302'] for network, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:45.160798 n-d-773647-6 neutron-server[100247]: DEBUG neutron.services.segments.db [None req-1566d5fa-11eb-4a8c-8af9-e0380bcf2494 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['78fa8827-067f-42f6-ba68-0ff4858a62d6']}} {{(pid=100247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:11:45.193301 n-d-773647-6 neutron-server[100247]: DEBUG neutron.services.segments.db [None req-1566d5fa-11eb-4a8c-8af9-e0380bcf2494 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e1dc5fa9-a727-4d3c-8ec1-6487194be4bf') {'for_net_delete': True} {{(pid=100247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:11:45.193602 n-d-773647-6 neutron-server[100247]: DEBUG neutron.services.segments.db [None req-1566d5fa-11eb-4a8c-8af9-e0380bcf2494 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e1dc5fa9-a727-4d3c-8ec1-6487194be4bf') {} {{(pid=100247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:11:45.230524 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-22dd80a3-4089-4f56-a9f3-1728024db380 req-983961a5-ca84-406c-acfc-66ff07b8e1d8 tempest-ServerPasswordTestJSON-1561885695 tempest-ServerPasswordTestJSON-1561885695-project] 10.222.0.104 "GET /v2.0/security-groups?id=5f952b6d-b633-42f8-badc-c7f7c70ab594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055827 Jul 06 14:11:45.237643 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-1566d5fa-11eb-4a8c-8af9-e0380bcf2494 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773753515138', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127131763'] for segment, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:45.263978 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-1566d5fa-11eb-4a8c-8af9-e0380bcf2494 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552'] for segment, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:45.274270 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1566d5fa-11eb-4a8c-8af9-e0380bcf2494 admin admin] Releasing vlan 1001 on physical network physnet1 to pool {{(pid=100247) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 14:11:45.274936 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-1566d5fa-11eb-4a8c-8af9-e0380bcf2494 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-128888574'] for segment, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:45.277000 n-d-773647-6 neutron-server[100247]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:11:45.277000 n-d-773647-6 neutron-server[100247]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:11:45.277000 n-d-773647-6 neutron-server[100247]: Traceback (most recent call last): Jul 06 14:11:45.277000 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 14:11:45.277000 n-d-773647-6 neutron-server[100247]: timer() Jul 06 14:11:45.277000 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 14:11:45.277000 n-d-773647-6 neutron-server[100247]: cb(*args, **kw) Jul 06 14:11:45.277000 n-d-773647-6 neutron-server[100247]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 14:11:45.277000 n-d-773647-6 neutron-server[100247]: return func(*args, **kwargs) Jul 06 14:11:45.277000 n-d-773647-6 neutron-server[100247]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 14:11:45.277000 n-d-773647-6 neutron-server[100247]: self._notify() Jul 06 14:11:45.277000 n-d-773647-6 neutron-server[100247]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 14:11:45.277000 n-d-773647-6 neutron-server[100247]: self.callback(batched_events) Jul 06 14:11:45.277000 n-d-773647-6 neutron-server[100247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 14:11:45.277000 n-d-773647-6 neutron-server[100247]: event.method(event) Jul 06 14:11:45.277000 n-d-773647-6 neutron-server[100247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 14:11:45.277000 n-d-773647-6 neutron-server[100247]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 14:11:45.277000 n-d-773647-6 neutron-server[100247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 14:11:45.277000 n-d-773647-6 neutron-server[100247]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 14:11:45.277000 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 14:11:45.277000 n-d-773647-6 neutron-server[100247]: return f(self, *a, **k) Jul 06 14:11:45.277000 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 14:11:45.277000 n-d-773647-6 neutron-server[100247]: return self._get(url).json() Jul 06 14:11:45.277000 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 14:11:45.277000 n-d-773647-6 neutron-server[100247]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 14:11:45.277000 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 14:11:45.277000 n-d-773647-6 neutron-server[100247]: return self.request(url, 'GET', **kwargs) Jul 06 14:11:45.277000 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 14:11:45.277000 n-d-773647-6 neutron-server[100247]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 14:11:45.277000 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 14:11:45.277000 n-d-773647-6 neutron-server[100247]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 14:11:45.277000 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 14:11:45.277000 n-d-773647-6 neutron-server[100247]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 14:11:45.277000 n-d-773647-6 neutron-server[100247]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 14:11:45.373427 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-1566d5fa-11eb-4a8c-8af9-e0380bcf2494 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-917215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1761140'] for network, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:45.381928 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-1566d5fa-11eb-4a8c-8af9-e0380bcf2494 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583035'] for network, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:45.384429 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-1566d5fa-11eb-4a8c-8af9-e0380bcf2494 admin admin] 10.222.0.104 "DELETE /v2.0/networks/78fa8827-067f-42f6-ba68-0ff4858a62d6 HTTP/1.1" status: 204 len: 168 time: 0.7603989 Jul 06 14:11:45.401254 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1566d5fa-11eb-4a8c-8af9-e0380bcf2494 admin admin] Pushing event deleted for resources: {'Network': ['ID=78fa8827-067f-42f6-ba68-0ff4858a62d6,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:11:45.536317 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 50804) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:11:45.586376 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-c9a2736c-175f-4849-9de1-15cb815eefd1 admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=c9068000915a4e1ab6113736edd8d5ce&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0488105 Jul 06 14:11:45.589361 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 50810) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:11:45.662680 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-e38dab7c-16e4-49c5-9549-78171063a632 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:45.704246 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-e38dab7c-16e4-49c5-9549-78171063a632 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:45.758148 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-e38dab7c-16e4-49c5-9549-78171063a632 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:45.760813 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-e38dab7c-16e4-49c5-9549-78171063a632 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:45.764599 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-e38dab7c-16e4-49c5-9549-78171063a632 admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/c1f39ae4-e824-4fc1-98a5-c7df92f36759 HTTP/1.1" status: 204 len: 168 time: 0.1708946 Jul 06 14:11:45.769911 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38dab7c-16e4-49c5-9549-78171063a632 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1f39ae4-e824-4fc1-98a5-c7df92f36759,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:11:46.352058 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Device fb13970f-4ce2-4ab1-aaef-b5ce65942972 up at agent hyperv_n-h1-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:11:46.485759 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Provisioning for port fb13970f-4ce2-4ab1-aaef-b5ce65942972 completed by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:11:46.495893 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Provisioning complete for port fb13970f-4ce2-4ab1-aaef-b5ce65942972 triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:11:46.496592 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:46.550547 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373380a0-2252-4cc8-a20c-e5f29f75c053 req-da79d458-9e1b-43c9-aab1-af8fd0df75b9 tempest-ServerPasswordTestJSON-1561885695 tempest-ServerPasswordTestJSON-1561885695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:11:46.553003 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-373380a0-2252-4cc8-a20c-e5f29f75c053 req-da79d458-9e1b-43c9-aab1-af8fd0df75b9 tempest-ServerPasswordTestJSON-1561885695 tempest-ServerPasswordTestJSON-1561885695-project] 10.222.0.104 "GET /v2.0/ports?device_id=0826fd15-1958-4151-a991-9a6dd4703bcf HTTP/1.1" status: 200 len: 945 time: 0.1256356 Jul 06 14:11:46.609677 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-373380a0-2252-4cc8-a20c-e5f29f75c053 req-796c40e8-d810-410e-ad22-a632e81ff4a0 tempest-ServerPasswordTestJSON-1561885695 tempest-ServerPasswordTestJSON-1561885695-project] 10.222.0.104 "GET /v2.0/security-groups?id=5f952b6d-b633-42f8-badc-c7f7c70ab594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487964 Jul 06 14:11:46.645438 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:46.689834 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] For port fb13970f-4ce2-4ab1-aaef-b5ce65942972, host n-h1-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773647-6',level=0,port_id=fb13970f-4ce2-4ab1-aaef-b5ce65942972,segment=NetworkSegment(af2b164a-6cb2-47db-8476-c16593dfd41c),segment_id=af2b164a-6cb2-47db-8476-c16593dfd41c)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:11:46.691791 n-d-773647-6 neutron-server[100248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0826fd15-1958-4151-a991-9a6dd4703bcf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb13970f-4ce2-4ab1-aaef-b5ce65942972'}] {{(pid=100248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:11:46.696046 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84af257533e383389cbcf231d3534f4d5e149e7203fea16b4a8fc01438dddaf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bab465fe-adeb-4a78-9ad0-a65d6b1091f1" -d '{"events": [{"server_uuid": "0826fd15-1958-4151-a991-9a6dd4703bcf", "name": "network-vif-plugged", "status": "completed", "tag": "fb13970f-4ce2-4ab1-aaef-b5ce65942972"}]}' {{(pid=100248) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:11:46.728702 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:46.802299 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 14:11:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a9013b3-2a26-4c59-a68f-ef735f9ae4e2 x-openstack-request-id: req-3a9013b3-2a26-4c59-a68f-ef735f9ae4e2 {{(pid=100248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:11:46.803017 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0826fd15-1958-4151-a991-9a6dd4703bcf", "name": "network-vif-plugged", "status": "completed", "tag": "fb13970f-4ce2-4ab1-aaef-b5ce65942972", "code": 200}]} {{(pid=100248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:11:46.803562 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-3a9013b3-2a26-4c59-a68f-ef735f9ae4e2 {{(pid=100248) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:11:46.804416 n-d-773647-6 neutron-server[100248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0826fd15-1958-4151-a991-9a6dd4703bcf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb13970f-4ce2-4ab1-aaef-b5ce65942972', 'code': 200} Jul 06 14:11:46.836101 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Pushing event updated for resources: {'Port': ['ID=fb13970f-4ce2-4ab1-aaef-b5ce65942972,revision_number=5']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:11:46.948985 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 50874) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:11:46.973096 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0075b6ae-28e9-496d-9621-076e9c2a5a21 req-b434b73c-b257-45f4-a2c4-516c805f51ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:11:46.974893 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-0075b6ae-28e9-496d-9621-076e9c2a5a21 req-b434b73c-b257-45f4-a2c4-516c805f51ac service neutron] 10.222.0.127 "GET /v2.0/ports?device_id=0826fd15-1958-4151-a991-9a6dd4703bcf HTTP/1.1" status: 200 len: 1097 time: 0.0988317 Jul 06 14:11:47.124863 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-7083a41d-adcf-4fe2-85d7-5aa94af4a764 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-1711958914-network', 'tenant_id': 'e374f8fff0bf4022b3d90d39bb64853f'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:11:47.174952 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7083a41d-adcf-4fe2-85d7-5aa94af4a764 admin admin] Made reservation on behalf of e374f8fff0bf4022b3d90d39bb64853f for: {'network': 1} {{(pid=100246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:11:47.178652 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-7083a41d-adcf-4fe2-85d7-5aa94af4a764 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for network, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:47.195811 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-7083a41d-adcf-4fe2-85d7-5aa94af4a764 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:47.343653 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-7083a41d-adcf-4fe2-85d7-5aa94af4a764 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:47.351170 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-7083a41d-adcf-4fe2-85d7-5aa94af4a764 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:47.407705 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7083a41d-adcf-4fe2-85d7-5aa94af4a764 admin admin] vlan segment allocate from pool success with {'vlan_id': 1006, 'physical_network': 'physnet1'} {{(pid=100246) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 14:11:47.420456 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7083a41d-adcf-4fe2-85d7-5aa94af4a764 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ad75d0b-ae4f-4528-8f14-d8740f9e67e6,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:11:47.456510 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-7083a41d-adcf-4fe2-85d7-5aa94af4a764 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552'] for segment, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:47.456970 n-d-773647-6 neutron-server[100246]: INFO neutron.db.segments_db [None req-7083a41d-adcf-4fe2-85d7-5aa94af4a764 admin admin] Added segment 58b87625-04d4-401c-bc32-e9fe010479dc of type vlan for network a3c3f842-601a-418a-8017-a9441854184e Jul 06 14:11:47.524392 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-0075b6ae-28e9-496d-9621-076e9c2a5a21 req-e640d4c1-244e-4d3c-ac75-c232e9bf2270 service neutron] 10.222.0.127 "GET /v2.0/security-groups?id=5f952b6d-b633-42f8-badc-c7f7c70ab594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5418668 Jul 06 14:11:47.544147 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-7083a41d-adcf-4fe2-85d7-5aa94af4a764 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773752984405'] for network, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:47.578387 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-7083a41d-adcf-4fe2-85d7-5aa94af4a764 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060'] for network, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:47.580222 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7083a41d-adcf-4fe2-85d7-5aa94af4a764 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:11:47.581180 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-7083a41d-adcf-4fe2-85d7-5aa94af4a764 admin admin] Notify callbacks [] for network, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:47.665504 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-7083a41d-adcf-4fe2-85d7-5aa94af4a764 admin admin] 10.222.0.104 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7146237 Jul 06 14:11:47.668952 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 50890) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:11:47.675477 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [None req-2c7e17a3-8c8b-4048-a062-01891f5b162f admin admin] Request body: {'subnet': {'network_id': 'a3c3f842-601a-418a-8017-a9441854184e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-1711958914-subnet', 'tenant_id': 'e374f8fff0bf4022b3d90d39bb64853f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:11:47.687334 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7083a41d-adcf-4fe2-85d7-5aa94af4a764 admin admin] Pushing event updated for resources: {'Network': ['ID=a3c3f842-601a-418a-8017-a9441854184e,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:11:47.703359 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Network a3c3f842-601a-418a-8017-a9441854184e details requested by agent ovs-agent-n-d-773647-6 with host n-d-773647-6 {{(pid=100248) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 14:11:47.711096 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c7e17a3-8c8b-4048-a062-01891f5b162f admin admin] Made reservation on behalf of e374f8fff0bf4022b3d90d39bb64853f for: {'subnet': 1} {{(pid=100247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:11:47.714522 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-2c7e17a3-8c8b-4048-a062-01891f5b162f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127627440'] for subnet, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:48.056464 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-2c7e17a3-8c8b-4048-a062-01891f5b162f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1849032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-128888412', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127627426'] for subnet, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:48.163189 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7e17a3-8c8b-4048-a062-01891f5b162f admin admin] Pushing event updated for resources: {'Subnet': ['ID=c036779b-d851-45df-9bda-fb7310da886d,revision_number=0']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:11:48.180313 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c7e17a3-8c8b-4048-a062-01891f5b162f admin admin] Checking segment: {'id': '58b87625-04d4-401c-bc32-e9fe010479dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': 'a3c3f842-601a-418a-8017-a9441854184e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100247) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:11:48.180724 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c7e17a3-8c8b-4048-a062-01891f5b162f admin admin] Network hostable DHCP agents. Network: a3c3f842-601a-418a-8017-a9441854184e, hostable agents: ['f2bada3d-be77-4359-982b-8505a2bbca04'], hosted agents: [] {{(pid=100247) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 14:11:48.192192 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fad894-ce26-409f-8f6f-8fd577cd4451 req-da8c8ed5-8583-49f6-8a95-8d9df1f2c253 tempest-ServerPasswordTestJSON-1561885695 tempest-ServerPasswordTestJSON-1561885695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:11:48.199798 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-d6fad894-ce26-409f-8f6f-8fd577cd4451 req-da8c8ed5-8583-49f6-8a95-8d9df1f2c253 tempest-ServerPasswordTestJSON-1561885695 tempest-ServerPasswordTestJSON-1561885695-project] 10.222.0.104 "GET /v2.0/ports?device_id=0826fd15-1958-4151-a991-9a6dd4703bcf HTTP/1.1" status: 200 len: 946 time: 0.1931996 Jul 06 14:11:48.240351 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c7e17a3-8c8b-4048-a062-01891f5b162f admin admin] Network a3c3f842-601a-418a-8017-a9441854184e is scheduled to be hosted by DHCP agent f2bada3d-be77-4359-982b-8505a2bbca04 with binding_index 1 {{(pid=100247) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 14:11:48.251446 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-d6fad894-ce26-409f-8f6f-8fd577cd4451 req-0b689c28-486e-4a42-980d-7ff30c4a7225 tempest-ServerPasswordTestJSON-1561885695 tempest-ServerPasswordTestJSON-1561885695-project] 10.222.0.104 "GET /v2.0/security-groups?id=5f952b6d-b633-42f8-badc-c7f7c70ab594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507476 Jul 06 14:11:48.256992 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.base_scheduler [None req-2c7e17a3-8c8b-4048-a062-01891f5b162f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773647-6, a3c3f842-601a-418a-8017-a9441854184e) {{(pid=100247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:11:48.264347 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c7e17a3-8c8b-4048-a062-01891f5b162f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:11:48.265246 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-2c7e17a3-8c8b-4048-a062-01891f5b162f admin admin] Notify callbacks [] for subnet, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:48.291030 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ae756f1-0fa4-44c9-aa5b-b103eec445b2 None None] Network a3c3f842-601a-418a-8017-a9441854184e requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:11:48.327849 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-2c7e17a3-8c8b-4048-a062-01891f5b162f admin admin] 10.222.0.104 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6567602 Jul 06 14:11:48.330609 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 50898) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:11:48.337191 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [None req-c001afba-e2ef-4b9c-b2f7-ac5c8679ff61 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-1711958914-router', 'tenant_id': 'e374f8fff0bf4022b3d90d39bb64853f', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719'}}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:11:48.397238 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-c001afba-e2ef-4b9c-b2f7-ac5c8679ff61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1806290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6992'] for router, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:48.409865 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-c001afba-e2ef-4b9c-b2f7-ac5c8679ff61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1806157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1808637', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1714747', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7007'] for router, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:48.536901 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-c001afba-e2ef-4b9c-b2f7-ac5c8679ff61 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:48.617382 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7f40366-6359-468f-93a0-b02b226ba0dd None None] Network a3c3f842-601a-418a-8017-a9441854184e requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:11:48.888191 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-c001afba-e2ef-4b9c-b2f7-ac5c8679ff61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1761047', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1806272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6989'] for router, precommit_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:49.154559 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-c001afba-e2ef-4b9c-b2f7-ac5c8679ff61 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:49.183378 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-c001afba-e2ef-4b9c-b2f7-ac5c8679ff61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:49.301175 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.db_base_plugin_common [None req-c001afba-e2ef-4b9c-b2f7-ac5c8679ff61 admin admin] Allocated IP 172.25.0.157 (2658f09e-a580-4d4a-9968-2d1e0ad93719/cbf74abc-6fe1-4d33-b005-c948923b9647/79cd4489-438e-4854-b16e-de5614de09a6) {{(pid=100247) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:11:49.456420 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-c001afba-e2ef-4b9c-b2f7-ac5c8679ff61 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:49.490530 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3d411d-7591-459e-bfc3-38b5954a555d req-93dbc828-8078-4d08-8101-88f203e976ea tempest-ServerPasswordTestJSON-1561885695 tempest-ServerPasswordTestJSON-1561885695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:11:49.492095 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-0e3d411d-7591-459e-bfc3-38b5954a555d req-93dbc828-8078-4d08-8101-88f203e976ea tempest-ServerPasswordTestJSON-1561885695 tempest-ServerPasswordTestJSON-1561885695-project] 10.222.0.104 "GET /v2.0/ports?device_id=0826fd15-1958-4151-a991-9a6dd4703bcf HTTP/1.1" status: 200 len: 946 time: 0.1150155 Jul 06 14:11:49.551744 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-0e3d411d-7591-459e-bfc3-38b5954a555d req-5eb3300e-5e12-4455-bf65-34e4201d6add tempest-ServerPasswordTestJSON-1561885695 tempest-ServerPasswordTestJSON-1561885695-project] 10.222.0.104 "GET /v2.0/security-groups?id=5f952b6d-b633-42f8-badc-c7f7c70ab594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509744 Jul 06 14:11:49.562481 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-c001afba-e2ef-4b9c-b2f7-ac5c8679ff61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-128888360'] for port, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:49.606207 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c001afba-e2ef-4b9c-b2f7-ac5c8679ff61 admin admin] Network 2658f09e-a580-4d4a-9968-2d1e0ad93719 is already hosted by enough agents. {{(pid=100247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:11:49.611092 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.base_scheduler [None req-c001afba-e2ef-4b9c-b2f7-ac5c8679ff61 admin admin] Resources bound (agent type, host, resource id): {{(pid=100247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:11:49.617896 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c001afba-e2ef-4b9c-b2f7-ac5c8679ff61 admin admin] Received port after_create {{(pid=100247) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:11:49.649488 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c001afba-e2ef-4b9c-b2f7-ac5c8679ff61 admin admin] Pushing event updated for resources: {'Port': ['ID=79cd4489-438e-4854-b16e-de5614de09a6,revision_number=1']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:11:49.954163 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-c001afba-e2ef-4b9c-b2f7-ac5c8679ff61 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:50.298558 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-c001afba-e2ef-4b9c-b2f7-ac5c8679ff61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1806297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1761036'] for router, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:50.436279 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5acf2d30-1214-40b6-80a5-88a65d7f85c0 req-d1d5bfda-cc53-4065-8ba5-e9f3766f5428 tempest-ServerPasswordTestJSON-1561885695 tempest-ServerPasswordTestJSON-1561885695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:11:50.437850 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-5acf2d30-1214-40b6-80a5-88a65d7f85c0 req-d1d5bfda-cc53-4065-8ba5-e9f3766f5428 tempest-ServerPasswordTestJSON-1561885695 tempest-ServerPasswordTestJSON-1561885695-project] 10.222.0.104 "GET /v2.0/ports?device_id=0826fd15-1958-4151-a991-9a6dd4703bcf HTTP/1.1" status: 200 len: 946 time: 0.1549335 Jul 06 14:11:50.499136 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-5acf2d30-1214-40b6-80a5-88a65d7f85c0 req-d6694982-a11b-4d13-8a1e-1fc686ed67a4 tempest-ServerPasswordTestJSON-1561885695 tempest-ServerPasswordTestJSON-1561885695-project] 10.222.0.104 "GET /v2.0/security-groups?id=5f952b6d-b633-42f8-badc-c7f7c70ab594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516953 Jul 06 14:11:50.519134 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c001afba-e2ef-4b9c-b2f7-ac5c8679ff61 admin admin] Router c8637668-d676-4d20-bc96-5aa1b0be844a is scheduled to L3 agent 2823d358-a11b-4885-a706-95a279e43fa7 with binding_index 1 {{(pid=100247) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 14:11:50.666650 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c001afba-e2ef-4b9c-b2f7-ac5c8679ff61 admin admin] Notify agent at l3_agent.n-d-773647-6 the message routers_updated {{(pid=100247) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 14:11:50.686576 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5e10518-bcdc-449c-a542-1d2d716e61b5 None None] Sync routers for ids ['c8637668-d676-4d20-bc96-5aa1b0be844a'] in n-d-773647-6 {{(pid=100249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 14:11:50.704906 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5e10518-bcdc-449c-a542-1d2d716e61b5 None None] Routers {'c8637668-d676-4d20-bc96-5aa1b0be844a'} bound to L3 agent in host n-d-773647-6 {{(pid=100249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:11:50.706047 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-f5e10518-bcdc-449c-a542-1d2d716e61b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T14:11:25Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['c8637668-d676-4d20-bc96-5aa1b0be844a'], 'active': True} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:11:50.706294 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-c001afba-e2ef-4b9c-b2f7-ac5c8679ff61 admin admin] Notify callbacks [] for router, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:50.711276 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-c001afba-e2ef-4b9c-b2f7-ac5c8679ff61 admin admin] 10.222.0.104 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.3752766 Jul 06 14:11:50.711733 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 50938) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:11:50.909554 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvr_db [None req-f5e10518-bcdc-449c-a542-1d2d716e61b5 None None] Set router c8637668-d676-4d20-bc96-5aa1b0be844a gateway port host: n-d-773647-6 {{(pid=100249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:11:51.138728 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-f5e10518-bcdc-449c-a542-1d2d716e61b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8637668-d676-4d20-bc96-5aa1b0be844a', 'name': 'tempest-ServerRescueTestJSON-1711958914-router', 'tenant_id': 'e374f8fff0bf4022b3d90d39bb64853f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.157'}], 'enable_snat': True}, 'gw_port_id': '79cd4489-438e-4854-b16e-de5614de09a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:11:48Z', 'updated_at': '2021-07-06T14:11:49Z', 'revision_number': 3, 'project_id': 'e374f8fff0bf4022b3d90d39bb64853f', 'gw_port': {'id': '79cd4489-438e-4854-b16e-de5614de09a6', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:ce:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8637668-d676-4d20-bc96-5aa1b0be844a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1981, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:11:49Z', 'updated_at': '2021-07-06T14:11:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6'}], 'n-d-773647-6', False) {} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:11:51.173398 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5e10518-bcdc-449c-a542-1d2d716e61b5 None None] Checking router: c8637668-d676-4d20-bc96-5aa1b0be844a for host: n-d-773647-6 {{(pid=100249) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 14:11:51.173752 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5e10518-bcdc-449c-a542-1d2d716e61b5 None None] Updating router c8637668-d676-4d20-bc96-5aa1b0be844a port 79cd4489-438e-4854-b16e-de5614de09a6 binding host n-d-773647-6 {{(pid=100249) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 14:11:51.218950 n-d-773647-6 neutron-server[100249]: DEBUG neutron_lib.callbacks.manager [None req-f5e10518-bcdc-449c-a542-1d2d716e61b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:51.389746 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-3493dc4a-7f55-4fee-a52c-4e80f91097de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:51.642270 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.db_base_plugin_common [None req-3493dc4a-7f55-4fee-a52c-4e80f91097de admin admin] Allocated IP 172.20.0.1 (a3c3f842-601a-418a-8017-a9441854184e/c036779b-d851-45df-9bda-fb7310da886d/345905b5-86e4-42c0-ab61-755939aef2a2) {{(pid=100246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:11:51.684366 n-d-773647-6 neutron-server[100249]: DEBUG neutron_lib.callbacks.manager [None req-f5e10518-bcdc-449c-a542-1d2d716e61b5 None None] Notify callbacks [] for port, precommit_update {{(pid=100249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:51.709107 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.provisioning_blocks [None req-f5e10518-bcdc-449c-a542-1d2d716e61b5 None None] Transition to ACTIVE for port object 79cd4489-438e-4854-b16e-de5614de09a6 will not be triggered until provisioned by entity L2. {{(pid=100249) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:11:51.719573 n-d-773647-6 neutron-server[100249]: DEBUG neutron_lib.callbacks.manager [None req-f5e10518-bcdc-449c-a542-1d2d716e61b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:51.805949 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.managers [None req-f5e10518-bcdc-449c-a542-1d2d716e61b5 None None] Attempting to bind port 79cd4489-438e-4854-b16e-de5614de09a6 on host n-d-773647-6 for vnic_type normal with profile {{(pid=100249) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:11:51.806828 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.managers [None req-f5e10518-bcdc-449c-a542-1d2d716e61b5 None None] Attempting to bind port 79cd4489-438e-4854-b16e-de5614de09a6 by drivers openvswitch,hyperv on host n-d-773647-6 at level 0 using segments [{'id': '89a832b7-7793-4d51-9038-ed7e1c3ff1b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719'}] {{(pid=100249) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:11:51.807200 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5e10518-bcdc-449c-a542-1d2d716e61b5 None None] Attempting to bind port 79cd4489-438e-4854-b16e-de5614de09a6 on network 2658f09e-a580-4d4a-9968-2d1e0ad93719 {{(pid=100249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:11:51.814584 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a81790-0b3a-4894-aedf-bbb547507265 None None] Pushing event updated for resources: {'Port': ['ID=79cd4489-438e-4854-b16e-de5614de09a6,revision_number=2']} {{(pid=100249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:11:51.821190 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5e10518-bcdc-449c-a542-1d2d716e61b5 None None] Checking agent: {'id': '8ab5b19c-d213-4f29-891d-27bdf39d38b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773647-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 43, 26), 'started_at': datetime.datetime(2021, 7, 6, 13, 43, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 11, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773647-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:11:51.821577 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5e10518-bcdc-449c-a542-1d2d716e61b5 None None] Checking segment: {'id': '89a832b7-7793-4d51-9038-ed7e1c3ff1b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100249) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:11:51.821976 n-d-773647-6 neutron-server[100249]: DEBUG neutron_lib.callbacks.manager [None req-f5e10518-bcdc-449c-a542-1d2d716e61b5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:51.822373 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5e10518-bcdc-449c-a542-1d2d716e61b5 None None] Bound using segment: {'id': '89a832b7-7793-4d51-9038-ed7e1c3ff1b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719'} {{(pid=100249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:11:51.822855 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.managers [None req-f5e10518-bcdc-449c-a542-1d2d716e61b5 None None] Bound port: 79cd4489-438e-4854-b16e-de5614de09a6, host: n-d-773647-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89a832b7-7793-4d51-9038-ed7e1c3ff1b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719'}}] {{(pid=100249) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:11:51.823253 n-d-773647-6 neutron-server[100249]: DEBUG neutron_lib.callbacks.manager [None req-f5e10518-bcdc-449c-a542-1d2d716e61b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:51.827792 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de223acb-d2ee-49c8-a01c-701eb180fd4d req-a872eb69-a33e-4a4c-849b-b228a9f9db08 tempest-ServerPasswordTestJSON-1561885695 tempest-ServerPasswordTestJSON-1561885695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:11:51.832043 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a81790-0b3a-4894-aedf-bbb547507265 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:11:51.832389 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a81790-0b3a-4894-aedf-bbb547507265 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:11:51.832732 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a81790-0b3a-4894-aedf-bbb547507265 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:11:51.833064 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a81790-0b3a-4894-aedf-bbb547507265 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:11:51.833681 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a81790-0b3a-4894-aedf-bbb547507265 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:11:51.834007 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a81790-0b3a-4894-aedf-bbb547507265 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:11:51.834331 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a81790-0b3a-4894-aedf-bbb547507265 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:11:51.834650 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a81790-0b3a-4894-aedf-bbb547507265 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:11:51.834971 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a81790-0b3a-4894-aedf-bbb547507265 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:11:51.835484 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a81790-0b3a-4894-aedf-bbb547507265 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:11:51.835837 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a81790-0b3a-4894-aedf-bbb547507265 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:11:51.836157 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a81790-0b3a-4894-aedf-bbb547507265 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:11:51.846993 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-3493dc4a-7f55-4fee-a52c-4e80f91097de admin admin] Notify callbacks [] for port, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:51.863653 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-de223acb-d2ee-49c8-a01c-701eb180fd4d req-a872eb69-a33e-4a4c-849b-b228a9f9db08 tempest-ServerPasswordTestJSON-1561885695 tempest-ServerPasswordTestJSON-1561885695-project] 10.222.0.127 "GET /v2.0/ports?device_id=0826fd15-1958-4151-a991-9a6dd4703bcf HTTP/1.1" status: 200 len: 946 time: 0.2490168 Jul 06 14:11:51.925517 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.db [None req-f5e10518-bcdc-449c-a542-1d2d716e61b5 None None] For port 79cd4489-438e-4854-b16e-de5614de09a6, host n-d-773647-6, cleared binding levels {{(pid=100249) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:11:51.930745 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.db [None req-f5e10518-bcdc-449c-a542-1d2d716e61b5 None None] For port 79cd4489-438e-4854-b16e-de5614de09a6, host n-d-773647-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=79cd4489-438e-4854-b16e-de5614de09a6,segment=NetworkSegment(89a832b7-7793-4d51-9038-ed7e1c3ff1b2),segment_id=89a832b7-7793-4d51-9038-ed7e1c3ff1b2)] {{(pid=100249) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:11:51.938894 n-d-773647-6 neutron-server[100249]: DEBUG neutron_lib.callbacks.manager [None req-f5e10518-bcdc-449c-a542-1d2d716e61b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:51.940350 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-3493dc4a-7f55-4fee-a52c-4e80f91097de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-127687573'] for port, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:52.009051 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3493dc4a-7f55-4fee-a52c-4e80f91097de admin admin] Network a3c3f842-601a-418a-8017-a9441854184e is already hosted by enough agents. {{(pid=100246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:11:52.013816 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.base_scheduler [None req-3493dc4a-7f55-4fee-a52c-4e80f91097de admin admin] Resources bound (agent type, host, resource id): {{(pid=100246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:11:52.018779 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5e10518-bcdc-449c-a542-1d2d716e61b5 None None] Routers {'c8637668-d676-4d20-bc96-5aa1b0be844a'} bound to L3 agent in host n-d-773647-6 {{(pid=100249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:11:52.021611 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-f5e10518-bcdc-449c-a542-1d2d716e61b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T14:11:25Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['c8637668-d676-4d20-bc96-5aa1b0be844a'], 'active': True} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:11:52.023637 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3493dc4a-7f55-4fee-a52c-4e80f91097de admin admin] Received port after_create {{(pid=100246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:11:52.074943 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288dba32-5b7d-480c-92f5-0dd69ff467e2 req-e442f25e-3da4-45c6-a9e4-51be939e362c tempest-ServerPasswordTestJSON-1561885695 tempest-ServerPasswordTestJSON-1561885695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:11:52.085480 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-288dba32-5b7d-480c-92f5-0dd69ff467e2 req-e442f25e-3da4-45c6-a9e4-51be939e362c tempest-ServerPasswordTestJSON-1561885695 tempest-ServerPasswordTestJSON-1561885695-project] 10.222.0.104 "GET /v2.0/ports?device_id=0826fd15-1958-4151-a991-9a6dd4703bcf HTTP/1.1" status: 200 len: 946 time: 0.3181155 Jul 06 14:11:52.106532 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-3493dc4a-7f55-4fee-a52c-4e80f91097de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1807675'] for router_interface, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:52.134457 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a81790-0b3a-4894-aedf-bbb547507265 None None] Pushing event updated for resources: {'Port': ['ID=79cd4489-438e-4854-b16e-de5614de09a6,revision_number=3']} {{(pid=100249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:11:52.135306 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.plugin [req-de223acb-d2ee-49c8-a01c-701eb180fd4d req-c4acd650-4780-48ad-a389-84d26aeb702f tempest-ServerPasswordTestJSON-1561885695 tempest-ServerPasswordTestJSON-1561885695-project] Deleting port fb13970f-4ce2-4ab1-aaef-b5ce65942972 {{(pid=100247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:11:52.135662 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-de223acb-d2ee-49c8-a01c-701eb180fd4d req-c4acd650-4780-48ad-a389-84d26aeb702f tempest-ServerPasswordTestJSON-1561885695 tempest-ServerPasswordTestJSON-1561885695-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:52.168716 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-288dba32-5b7d-480c-92f5-0dd69ff467e2 req-32da33a0-6eb0-49c2-b39e-bb2328f20bbd tempest-ServerPasswordTestJSON-1561885695 tempest-ServerPasswordTestJSON-1561885695-project] 10.222.0.104 "GET /v2.0/security-groups?id=5f952b6d-b633-42f8-badc-c7f7c70ab594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820599 Jul 06 14:11:52.223029 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvr_db [None req-f5e10518-bcdc-449c-a542-1d2d716e61b5 None None] Set router c8637668-d676-4d20-bc96-5aa1b0be844a gateway port host: n-d-773647-6 {{(pid=100249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:11:52.247072 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3493dc4a-7f55-4fee-a52c-4e80f91097de admin admin] Pushing event updated for resources: {'Port': ['ID=345905b5-86e4-42c0-ab61-755939aef2a2,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:11:52.318320 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-3493dc4a-7f55-4fee-a52c-4e80f91097de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:52.361411 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.db [req-de223acb-d2ee-49c8-a01c-701eb180fd4d req-c4acd650-4780-48ad-a389-84d26aeb702f tempest-ServerPasswordTestJSON-1561885695 tempest-ServerPasswordTestJSON-1561885695-project] For port fb13970f-4ce2-4ab1-aaef-b5ce65942972, host n-h1-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773647-6',level=0,port_id=fb13970f-4ce2-4ab1-aaef-b5ce65942972,segment=NetworkSegment(af2b164a-6cb2-47db-8476-c16593dfd41c),segment_id=af2b164a-6cb2-47db-8476-c16593dfd41c)] {{(pid=100247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:11:52.361864 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-de223acb-d2ee-49c8-a01c-701eb180fd4d req-c4acd650-4780-48ad-a389-84d26aeb702f tempest-ServerPasswordTestJSON-1561885695 tempest-ServerPasswordTestJSON-1561885695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:52.391804 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.plugin [req-de223acb-d2ee-49c8-a01c-701eb180fd4d req-c4acd650-4780-48ad-a389-84d26aeb702f tempest-ServerPasswordTestJSON-1561885695 tempest-ServerPasswordTestJSON-1561885695-project] Calling delete_port for fb13970f-4ce2-4ab1-aaef-b5ce65942972 owned by compute:nova {{(pid=100247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:11:52.618791 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-f5e10518-bcdc-449c-a542-1d2d716e61b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8637668-d676-4d20-bc96-5aa1b0be844a', 'name': 'tempest-ServerRescueTestJSON-1711958914-router', 'tenant_id': 'e374f8fff0bf4022b3d90d39bb64853f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.157'}], 'enable_snat': True}, 'gw_port_id': '79cd4489-438e-4854-b16e-de5614de09a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:11:48Z', 'updated_at': '2021-07-06T14:11:49Z', 'revision_number': 3, 'project_id': 'e374f8fff0bf4022b3d90d39bb64853f', 'gw_port': {'id': '79cd4489-438e-4854-b16e-de5614de09a6', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:ce:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8637668-d676-4d20-bc96-5aa1b0be844a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1981, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:11:49Z', 'updated_at': '2021-07-06T14:11:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6'}], 'n-d-773647-6', False) {} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:11:52.664859 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-3493dc4a-7f55-4fee-a52c-4e80f91097de admin admin] Notify callbacks [] for port, precommit_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:52.666071 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-de223acb-d2ee-49c8-a01c-701eb180fd4d req-c4acd650-4780-48ad-a389-84d26aeb702f tempest-ServerPasswordTestJSON-1561885695 tempest-ServerPasswordTestJSON-1561885695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128888353'] for port, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:52.673389 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-3493dc4a-7f55-4fee-a52c-4e80f91097de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127687527'] for port, after_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:52.678231 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] get_ports_and_sgs() called for port_ids ['fb13970f-4ce2-4ab1-aaef-b5ce65942972'] {{(pid=100248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 14:11:52.710122 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5e10518-bcdc-449c-a542-1d2d716e61b5 None None] The sync data for ids ['c8637668-d676-4d20-bc96-5aa1b0be844a'] in n-d-773647-6 is: [{'id': 'c8637668-d676-4d20-bc96-5aa1b0be844a', 'name': 'tempest-ServerRescueTestJSON-1711958914-router', 'tenant_id': 'e374f8fff0bf4022b3d90d39bb64853f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.157'}], 'enable_snat': True}, 'gw_port_id': '79cd4489-438e-4854-b16e-de5614de09a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:11:48Z', 'updated_at': '2021-07-06T14:11:49Z', 'revision_number': 3, 'project_id': 'e374f8fff0bf4022b3d90d39bb64853f', 'gw_port': {'id': '79cd4489-438e-4854-b16e-de5614de09a6', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:ce:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8637668-d676-4d20-bc96-5aa1b0be844a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1981, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:11:49Z', 'updated_at': '2021-07-06T14:11:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6'}] {{(pid=100249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 14:11:52.755495 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-3493dc4a-7f55-4fee-a52c-4e80f91097de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1809478'] for router_interface, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:52.768072 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4acd650-4780-48ad-a389-84d26aeb702f tempest-ServerPasswordTestJSON-1561885695 tempest-ServerPasswordTestJSON-1561885695-project] Pushing event deleted for resources: {'Port': ['ID=fb13970f-4ce2-4ab1-aaef-b5ce65942972,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:11:52.826880 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.l3_dvrscheduler_db [req-de223acb-d2ee-49c8-a01c-701eb180fd4d req-c4acd650-4780-48ad-a389-84d26aeb702f tempest-ServerPasswordTestJSON-1561885695 tempest-ServerPasswordTestJSON-1561885695-project] No DVR routers for this DVR port fb13970f-4ce2-4ab1-aaef-b5ce65942972 on host n-h1-773647-6 {{(pid=100247) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:11:52.829739 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-de223acb-d2ee-49c8-a01c-701eb180fd4d req-c4acd650-4780-48ad-a389-84d26aeb702f tempest-ServerPasswordTestJSON-1561885695 tempest-ServerPasswordTestJSON-1561885695-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:52.832060 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-de223acb-d2ee-49c8-a01c-701eb180fd4d req-c4acd650-4780-48ad-a389-84d26aeb702f tempest-ServerPasswordTestJSON-1561885695 tempest-ServerPasswordTestJSON-1561885695-project] 10.222.0.127 "DELETE /v2.0/ports/fb13970f-4ce2-4ab1-aaef-b5ce65942972 HTTP/1.1" status: 204 len: 173 time: 0.9115736 Jul 06 14:11:52.832726 n-d-773647-6 neutron-server[100247]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0826fd15-1958-4151-a991-9a6dd4703bcf', 'name': 'network-vif-deleted', 'tag': 'fb13970f-4ce2-4ab1-aaef-b5ce65942972'}] {{(pid=100247) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:11:52.844544 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cbf0eeaae822f8fc9b87a94aeba67a3d651842baf663a51cba94b67a514836d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-186b09ab-5518-40d6-a79d-cc1ead218dfb" -d '{"events": [{"server_uuid": "0826fd15-1958-4151-a991-9a6dd4703bcf", "name": "network-vif-deleted", "tag": "fb13970f-4ce2-4ab1-aaef-b5ce65942972"}]}' {{(pid=100247) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:11:52.873776 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-ffcd87b2-a2eb-408e-a3ca-2befa3f9d973 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:52.878125 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3493dc4a-7f55-4fee-a52c-4e80f91097de admin admin] Pushing event updated for resources: {'Port': ['ID=345905b5-86e4-42c0-ab61-755939aef2a2,revision_number=2']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:11:52.953739 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 14:11:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da7c9a2e-8f77-469d-9210-31c9c9959f54 x-openstack-request-id: req-da7c9a2e-8f77-469d-9210-31c9c9959f54 {{(pid=100247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:11:52.954060 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0826fd15-1958-4151-a991-9a6dd4703bcf", "name": "network-vif-deleted", "tag": "fb13970f-4ce2-4ab1-aaef-b5ce65942972", "status": "completed", "code": 200}]} {{(pid=100247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:11:52.954325 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-da7c9a2e-8f77-469d-9210-31c9c9959f54 {{(pid=100247) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:11:52.954757 n-d-773647-6 neutron-server[100247]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0826fd15-1958-4151-a991-9a6dd4703bcf', 'name': 'network-vif-deleted', 'tag': 'fb13970f-4ce2-4ab1-aaef-b5ce65942972', 'status': 'completed', 'code': 200} Jul 06 14:11:53.042364 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3493dc4a-7f55-4fee-a52c-4e80f91097de admin admin] Network a3c3f842-601a-418a-8017-a9441854184e is already hosted by enough agents. {{(pid=100246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:11:53.045053 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.base_scheduler [None req-3493dc4a-7f55-4fee-a52c-4e80f91097de admin admin] Resources bound (agent type, host, resource id): {{(pid=100246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:11:53.268842 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3493dc4a-7f55-4fee-a52c-4e80f91097de admin admin] Router c8637668-d676-4d20-bc96-5aa1b0be844a has already been hosted by L3 agent 2823d358-a11b-4885-a706-95a279e43fa7 {{(pid=100246) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 14:11:53.387991 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-1e7ca58d-7144-4902-82c9-365ca9dab70a req-f2b9b70b-a6e3-449c-a7e6-87bfc3249141 tempest-ServerPasswordTestJSON-1561885695 tempest-ServerPasswordTestJSON-1561885695-project] 10.222.0.104 "GET /v2.0/ports?device_id=0826fd15-1958-4151-a991-9a6dd4703bcf HTTP/1.1" status: 200 len: 210 time: 0.0620384 Jul 06 14:11:53.432471 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3493dc4a-7f55-4fee-a52c-4e80f91097de admin admin] Notify agent at l3_agent.n-d-773647-6 the message routers_updated {{(pid=100246) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 14:11:53.442285 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-3493dc4a-7f55-4fee-a52c-4e80f91097de admin admin] 10.222.0.104 "PUT /v2.0/routers/c8637668-d676-4d20-bc96-5aa1b0be844a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7289786 Jul 06 14:11:53.935981 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 79cd4489-438e-4854-b16e-de5614de09a6 up at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:11:54.010307 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning for port 79cd4489-438e-4854-b16e-de5614de09a6 completed by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:11:54.027007 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning complete for port 79cd4489-438e-4854-b16e-de5614de09a6 triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:11:54.029193 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:54.148581 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:54.188458 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] For port 79cd4489-438e-4854-b16e-de5614de09a6, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=79cd4489-438e-4854-b16e-de5614de09a6,segment=NetworkSegment(89a832b7-7793-4d51-9038-ed7e1c3ff1b2),segment_id=89a832b7-7793-4d51-9038-ed7e1c3ff1b2)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:11:54.194960 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:54.265245 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Pushing event updated for resources: {'Port': ['ID=79cd4489-438e-4854-b16e-de5614de09a6,revision_number=4']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:11:54.320725 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd8749e-cacb-41ab-8fd5-eb24a2d7e580 req-e6722160-92ad-49e1-ad84-a98c064ba367 tempest-ServerRescueTestJSON-1630712699 tempest-ServerRescueTestJSON-1630712699-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:11:54.328291 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-6fd8749e-cacb-41ab-8fd5-eb24a2d7e580 req-e6722160-92ad-49e1-ad84-a98c064ba367 tempest-ServerRescueTestJSON-1630712699 tempest-ServerRescueTestJSON-1630712699-project] 10.222.0.104 "GET /v2.0/networks?id=a3c3f842-601a-418a-8017-a9441854184e HTTP/1.1" status: 200 len: 811 time: 0.2647352 Jul 06 14:11:54.346312 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-6fd8749e-cacb-41ab-8fd5-eb24a2d7e580 req-47b04e3f-aec6-4722-91d3-5fbf5e8bbc9e tempest-ServerRescueTestJSON-1630712699 tempest-ServerRescueTestJSON-1630712699-project] 10.222.0.104 "GET /v2.0/quotas/e374f8fff0bf4022b3d90d39bb64853f HTTP/1.1" status: 200 len: 375 time: 0.0164402 Jul 06 14:11:54.428882 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-6fd8749e-cacb-41ab-8fd5-eb24a2d7e580 req-873b1e94-2154-48fa-9041-1276acb5f09a tempest-ServerRescueTestJSON-1630712699 tempest-ServerRescueTestJSON-1630712699-project] 10.222.0.104 "GET /v2.0/ports?tenant_id=e374f8fff0bf4022b3d90d39bb64853f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0809243 Jul 06 14:11:54.521942 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 51012) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:11:54.619641 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.db_base_plugin_v2 [None req-e8d86d7f-ed98-4a77-ad79-8ddbbb6d21ea admin admin] Deleting subnet 2b44d73f-c153-41a5-bb0a-b9beeefee533 {{(pid=100246) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 14:11:54.625071 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-e8d86d7f-ed98-4a77-ad79-8ddbbb6d21ea admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:54.673069 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-6fd8749e-cacb-41ab-8fd5-eb24a2d7e580 req-835d073d-092a-4778-8955-b57cf447251f service neutron] 10.222.0.104 "GET /v2.0/networks/a3c3f842-601a-418a-8017-a9441854184e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2295585 Jul 06 14:11:54.691777 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-e8d86d7f-ed98-4a77-ad79-8ddbbb6d21ea admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126218885'] for subnet, precommit_delete_associations {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:54.746050 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-e8d86d7f-ed98-4a77-ad79-8ddbbb6d21ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-913473'] for subnet, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:54.821888 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 51016) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:11:54.889319 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-6fd8749e-cacb-41ab-8fd5-eb24a2d7e580 req-4349c181-04e1-4759-a4f0-521c5546ae66 service neutron] 10.222.0.104 "GET /v2.0/networks/a3c3f842-601a-418a-8017-a9441854184e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2073574 Jul 06 14:11:54.938088 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-e8d86d7f-ed98-4a77-ad79-8ddbbb6d21ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-913480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1849032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127687590', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127702764'] for subnet, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:54.987367 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d86d7f-ed98-4a77-ad79-8ddbbb6d21ea admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2b44d73f-c153-41a5-bb0a-b9beeefee533,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:11:55.003094 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-e8d86d7f-ed98-4a77-ad79-8ddbbb6d21ea admin admin] Notify callbacks [] for subnet, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:55.006768 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-e8d86d7f-ed98-4a77-ad79-8ddbbb6d21ea admin admin] 10.222.0.104 "DELETE /v2.0/subnets/2b44d73f-c153-41a5-bb0a-b9beeefee533 HTTP/1.1" status: 204 len: 168 time: 0.4835980 Jul 06 14:11:55.011011 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 51024) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:11:55.091019 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-9fed5375-0194-4b4c-b121-32499e81b8a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:55.178553 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-592a1255-54c4-43eb-9731-3999413f6fcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530492'] for network, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:55.273190 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-9fed5375-0194-4b4c-b121-32499e81b8a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:55.279069 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-9fed5375-0194-4b4c-b121-32499e81b8a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:55.320309 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fed5375-0194-4b4c-b121-32499e81b8a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af478408-10aa-464d-85f5-9d02d4cd692d,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:11:55.359347 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-9fed5375-0194-4b4c-b121-32499e81b8a2 admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=d27c3a1d66e4409caedd80961657e539&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5355482 Jul 06 14:11:55.362109 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 51030) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:11:55.437466 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d778da46-9b66-4e50-99f8-b13e34a31628 None None] Sync routers for ids ['c8637668-d676-4d20-bc96-5aa1b0be844a'] in n-d-773647-6 {{(pid=100248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 14:11:55.456825 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d778da46-9b66-4e50-99f8-b13e34a31628 None None] Routers {'c8637668-d676-4d20-bc96-5aa1b0be844a'} bound to L3 agent in host n-d-773647-6 {{(pid=100248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:11:55.457502 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-d778da46-9b66-4e50-99f8-b13e34a31628 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T14:11:25Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['c8637668-d676-4d20-bc96-5aa1b0be844a'], 'active': True} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:11:55.464289 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-a21393cf-c054-465f-8ea0-26eb249e5290 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:55.490608 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-a21393cf-c054-465f-8ea0-26eb249e5290 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:55.554540 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-a21393cf-c054-465f-8ea0-26eb249e5290 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:55.561936 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-a21393cf-c054-465f-8ea0-26eb249e5290 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:55.566142 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-a21393cf-c054-465f-8ea0-26eb249e5290 admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/af478408-10aa-464d-85f5-9d02d4cd692d HTTP/1.1" status: 204 len: 168 time: 0.2014985 Jul 06 14:11:55.575235 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21393cf-c054-465f-8ea0-26eb249e5290 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af478408-10aa-464d-85f5-9d02d4cd692d,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:11:55.682626 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-91338624-c857-46fd-a11f-23f4aaf6e7be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:55.710306 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvr_db [None req-d778da46-9b66-4e50-99f8-b13e34a31628 None None] Set router c8637668-d676-4d20-bc96-5aa1b0be844a gateway port host: n-d-773647-6 {{(pid=100248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:11:55.763000 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-aff65d2f-3049-49df-a9a1-6ccd240ea321 req-78463c03-b775-49a6-9ff5-88b578b4cbf9 tempest-ServerRescueTestJSON-1630712699 tempest-ServerRescueTestJSON-1630712699-project] 10.222.0.104 "GET /v2.0/ports?device_id=92197cfd-adda-401a-a506-40b3e75cfb6c HTTP/1.1" status: 200 len: 210 time: 0.0595496 Jul 06 14:11:55.886102 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-592a1255-54c4-43eb-9731-3999413f6fcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-917204', 'neutron.services.segments.db._delete_segments_for_network-8773753502302'] for network, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:55.912800 n-d-773647-6 neutron-server[100247]: DEBUG neutron.services.segments.db [None req-592a1255-54c4-43eb-9731-3999413f6fcb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fef46385-20e5-4892-9e84-81ff706abb22']}} {{(pid=100247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:11:55.956653 n-d-773647-6 neutron-server[100247]: DEBUG neutron.services.segments.db [None req-592a1255-54c4-43eb-9731-3999413f6fcb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af2b164a-6cb2-47db-8476-c16593dfd41c') {'for_net_delete': True} {{(pid=100247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:11:55.956968 n-d-773647-6 neutron-server[100247]: DEBUG neutron.services.segments.db [None req-592a1255-54c4-43eb-9731-3999413f6fcb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af2b164a-6cb2-47db-8476-c16593dfd41c') {} {{(pid=100247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:11:55.974005 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-592a1255-54c4-43eb-9731-3999413f6fcb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773753515138', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127131763'] for segment, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:55.991502 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 79cd4489-438e-4854-b16e-de5614de09a6 up at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:11:56.002669 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:56.007504 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-592a1255-54c4-43eb-9731-3999413f6fcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552'] for segment, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:56.019747 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-592a1255-54c4-43eb-9731-3999413f6fcb admin admin] Releasing vlan 1027 on physical network physnet1 to pool {{(pid=100247) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 14:11:56.020349 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-592a1255-54c4-43eb-9731-3999413f6fcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-128888574'] for segment, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:56.036649 n-d-773647-6 neutron-server[100247]: Traceback (most recent call last): Jul 06 14:11:56.036649 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 14:11:56.036649 n-d-773647-6 neutron-server[100247]: timer() Jul 06 14:11:56.036649 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 14:11:56.036649 n-d-773647-6 neutron-server[100247]: cb(*args, **kw) Jul 06 14:11:56.036649 n-d-773647-6 neutron-server[100247]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 14:11:56.036649 n-d-773647-6 neutron-server[100247]: return func(*args, **kwargs) Jul 06 14:11:56.036649 n-d-773647-6 neutron-server[100247]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 14:11:56.036649 n-d-773647-6 neutron-server[100247]: self._notify() Jul 06 14:11:56.036649 n-d-773647-6 neutron-server[100247]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 14:11:56.036649 n-d-773647-6 neutron-server[100247]: self.callback(batched_events) Jul 06 14:11:56.036649 n-d-773647-6 neutron-server[100247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 14:11:56.036649 n-d-773647-6 neutron-server[100247]: event.method(event) Jul 06 14:11:56.036649 n-d-773647-6 neutron-server[100247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 14:11:56.036649 n-d-773647-6 neutron-server[100247]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 14:11:56.036649 n-d-773647-6 neutron-server[100247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 14:11:56.036649 n-d-773647-6 neutron-server[100247]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 14:11:56.036649 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 14:11:56.036649 n-d-773647-6 neutron-server[100247]: return f(self, *a, **k) Jul 06 14:11:56.036649 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 14:11:56.036649 n-d-773647-6 neutron-server[100247]: return self._get(url).json() Jul 06 14:11:56.036649 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 14:11:56.036649 n-d-773647-6 neutron-server[100247]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 14:11:56.036649 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 14:11:56.036649 n-d-773647-6 neutron-server[100247]: return self.request(url, 'GET', **kwargs) Jul 06 14:11:56.036649 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 14:11:56.036649 n-d-773647-6 neutron-server[100247]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 14:11:56.036649 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 14:11:56.036649 n-d-773647-6 neutron-server[100247]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 14:11:56.036649 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 14:11:56.036649 n-d-773647-6 neutron-server[100247]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 14:11:56.036649 n-d-773647-6 neutron-server[100247]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 14:11:56.112295 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning complete for port 79cd4489-438e-4854-b16e-de5614de09a6 triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:11:56.112671 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:56.144265 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-592a1255-54c4-43eb-9731-3999413f6fcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-917215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1761140'] for network, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:56.150948 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-592a1255-54c4-43eb-9731-3999413f6fcb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583035'] for network, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:56.155662 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-592a1255-54c4-43eb-9731-3999413f6fcb admin admin] 10.222.0.104 "DELETE /v2.0/networks/fef46385-20e5-4892-9e84-81ff706abb22 HTTP/1.1" status: 204 len: 168 time: 1.1398342 Jul 06 14:11:56.180559 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592a1255-54c4-43eb-9731-3999413f6fcb admin admin] Pushing event deleted for resources: {'Network': ['ID=fef46385-20e5-4892-9e84-81ff706abb22,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:11:56.239565 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-d778da46-9b66-4e50-99f8-b13e34a31628 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8637668-d676-4d20-bc96-5aa1b0be844a', 'name': 'tempest-ServerRescueTestJSON-1711958914-router', 'tenant_id': 'e374f8fff0bf4022b3d90d39bb64853f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.157'}], 'enable_snat': True}, 'gw_port_id': '79cd4489-438e-4854-b16e-de5614de09a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:11:48Z', 'updated_at': '2021-07-06T14:11:52Z', 'revision_number': 4, 'project_id': 'e374f8fff0bf4022b3d90d39bb64853f', 'gw_port': {'id': '79cd4489-438e-4854-b16e-de5614de09a6', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:ce:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8637668-d676-4d20-bc96-5aa1b0be844a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1981, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:11:49Z', 'updated_at': '2021-07-06T14:11:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6', '_interfaces': [{'id': '345905b5-86e4-42c0-ab61-755939aef2a2', 'name': '', 'network_id': 'a3c3f842-601a-418a-8017-a9441854184e', 'tenant_id': 'e374f8fff0bf4022b3d90d39bb64853f', 'mac_address': 'fa:16:3e:0d:39:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8637668-d676-4d20-bc96-5aa1b0be844a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1982, 'fixed_ips': [{'subnet_id': 'c036779b-d851-45df-9bda-fb7310da886d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:11:51Z', 'updated_at': '2021-07-06T14:11:52Z', 'revision_number': 2, 'project_id': 'e374f8fff0bf4022b3d90d39bb64853f', 'subnets': [{'id': 'c036779b-d851-45df-9bda-fb7310da886d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773647-6', False) {} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:11:56.276059 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d778da46-9b66-4e50-99f8-b13e34a31628 None None] Checking router: c8637668-d676-4d20-bc96-5aa1b0be844a for host: n-d-773647-6 {{(pid=100248) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 14:11:56.276454 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d778da46-9b66-4e50-99f8-b13e34a31628 None None] Updating router c8637668-d676-4d20-bc96-5aa1b0be844a port 345905b5-86e4-42c0-ab61-755939aef2a2 binding host n-d-773647-6 {{(pid=100248) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 14:11:56.350209 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-d778da46-9b66-4e50-99f8-b13e34a31628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:56.393413 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Device fb13970f-4ce2-4ab1-aaef-b5ce65942972 no longer exists at agent hyperv_n-h1-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:11:56.412883 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 51060) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:11:56.429190 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] No Port match for: fb13970f-4ce2-4ab1-aaef-b5ce65942972 {{(pid=100248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 14:11:56.429673 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Device fb13970f-4ce2-4ab1-aaef-b5ce65942972 not bound to the agent host n-h1-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:11:56.468149 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-c25a1b47-56bb-43fd-9d3f-316039253cb3 admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=241aa28477744ccaa29c01f720b55918&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0522175 Jul 06 14:11:56.470584 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 51064) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:11:56.529207 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-7601d9a6-db5c-4f18-8b32-a0a7ef73a45a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:56.556073 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-7601d9a6-db5c-4f18-8b32-a0a7ef73a45a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:56.592276 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-2064eaae-da4f-48f8-82d2-b09d4ddedd44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:56.618190 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-7601d9a6-db5c-4f18-8b32-a0a7ef73a45a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:56.621518 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-7601d9a6-db5c-4f18-8b32-a0a7ef73a45a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:56.622901 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-7601d9a6-db5c-4f18-8b32-a0a7ef73a45a admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/5f952b6d-b633-42f8-badc-c7f7c70ab594 HTTP/1.1" status: 204 len: 168 time: 0.1510570 Jul 06 14:11:56.634984 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7601d9a6-db5c-4f18-8b32-a0a7ef73a45a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f952b6d-b633-42f8-badc-c7f7c70ab594,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:11:56.730978 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-d778da46-9b66-4e50-99f8-b13e34a31628 None None] Notify callbacks [] for port, precommit_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:56.743522 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-d778da46-9b66-4e50-99f8-b13e34a31628 None None] Transition to ACTIVE for port object 345905b5-86e4-42c0-ab61-755939aef2a2 will not be triggered until provisioned by entity L2. {{(pid=100248) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:11:56.752619 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-d778da46-9b66-4e50-99f8-b13e34a31628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:56.950515 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f88abff-6300-4955-874a-895423789c28 None None] Pushing event updated for resources: {'Port': ['ID=345905b5-86e4-42c0-ab61-755939aef2a2,revision_number=3']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:11:56.995600 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd8749e-cacb-41ab-8fd5-eb24a2d7e580 req-c9a8178a-7427-459c-920c-dda53c438370 tempest-ServerRescueTestJSON-1630712699 tempest-ServerRescueTestJSON-1630712699-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:11:56.996485 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-6fd8749e-cacb-41ab-8fd5-eb24a2d7e580 req-c9a8178a-7427-459c-920c-dda53c438370 tempest-ServerRescueTestJSON-1630712699 tempest-ServerRescueTestJSON-1630712699-project] 10.222.0.127 "GET /v2.0/networks?id=a3c3f842-601a-418a-8017-a9441854184e HTTP/1.1" status: 200 len: 811 time: 0.2034812 Jul 06 14:11:57.014241 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [req-6fd8749e-cacb-41ab-8fd5-eb24a2d7e580 req-b83ae906-a3a2-4f4a-8aff-e024d344321d tempest-ServerRescueTestJSON-1630712699 tempest-ServerRescueTestJSON-1630712699-project] Request body: {'port': {'device_id': '92197cfd-adda-401a-a506-40b3e75cfb6c', 'network_id': 'a3c3f842-601a-418a-8017-a9441854184e', 'admin_state_up': True, 'tenant_id': 'e374f8fff0bf4022b3d90d39bb64853f'}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:11:57.042793 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-d778da46-9b66-4e50-99f8-b13e34a31628 None None] Attempting to bind port 345905b5-86e4-42c0-ab61-755939aef2a2 on host n-d-773647-6 for vnic_type normal with profile {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:11:57.043616 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-d778da46-9b66-4e50-99f8-b13e34a31628 None None] Attempting to bind port 345905b5-86e4-42c0-ab61-755939aef2a2 by drivers openvswitch,hyperv on host n-d-773647-6 at level 0 using segments [{'id': '58b87625-04d4-401c-bc32-e9fe010479dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': 'a3c3f842-601a-418a-8017-a9441854184e'}] {{(pid=100248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:11:57.044900 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d778da46-9b66-4e50-99f8-b13e34a31628 None None] Attempting to bind port 345905b5-86e4-42c0-ab61-755939aef2a2 on network a3c3f842-601a-418a-8017-a9441854184e {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:11:57.054967 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d778da46-9b66-4e50-99f8-b13e34a31628 None None] Checking agent: {'id': '8ab5b19c-d213-4f29-891d-27bdf39d38b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773647-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 43, 26), 'started_at': datetime.datetime(2021, 7, 6, 13, 43, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 11, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773647-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:11:57.055514 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d778da46-9b66-4e50-99f8-b13e34a31628 None None] Checking segment: {'id': '58b87625-04d4-401c-bc32-e9fe010479dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': 'a3c3f842-601a-418a-8017-a9441854184e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:11:57.056045 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-d778da46-9b66-4e50-99f8-b13e34a31628 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:57.056558 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d778da46-9b66-4e50-99f8-b13e34a31628 None None] Bound using segment: {'id': '58b87625-04d4-401c-bc32-e9fe010479dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': 'a3c3f842-601a-418a-8017-a9441854184e'} {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:11:57.057352 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-d778da46-9b66-4e50-99f8-b13e34a31628 None None] Bound port: 345905b5-86e4-42c0-ab61-755939aef2a2, host: n-d-773647-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '58b87625-04d4-401c-bc32-e9fe010479dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': 'a3c3f842-601a-418a-8017-a9441854184e'}}] {{(pid=100248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:11:57.057748 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-d778da46-9b66-4e50-99f8-b13e34a31628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:57.186369 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-e49fdb10-aba4-4191-a7c7-8d1b58561839 req-b535116c-2be5-4f87-8ca8-dcf778b64df6 tempest-ServerRescueTestJSON-1630712699 tempest-ServerRescueTestJSON-1630712699-project] 10.222.0.104 "GET /v2.0/ports?device_id=92197cfd-adda-401a-a506-40b3e75cfb6c HTTP/1.1" status: 200 len: 210 time: 0.1593325 Jul 06 14:11:57.284014 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-d778da46-9b66-4e50-99f8-b13e34a31628 None None] For port 345905b5-86e4-42c0-ab61-755939aef2a2, host n-d-773647-6, cleared binding levels {{(pid=100248) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:11:57.289335 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-d778da46-9b66-4e50-99f8-b13e34a31628 None None] For port 345905b5-86e4-42c0-ab61-755939aef2a2, host n-d-773647-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=345905b5-86e4-42c0-ab61-755939aef2a2,segment=NetworkSegment(58b87625-04d4-401c-bc32-e9fe010479dc),segment_id=58b87625-04d4-401c-bc32-e9fe010479dc)] {{(pid=100248) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:11:57.294369 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-d778da46-9b66-4e50-99f8-b13e34a31628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:57.329054 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6fd8749e-cacb-41ab-8fd5-eb24a2d7e580 req-b83ae906-a3a2-4f4a-8aff-e024d344321d tempest-ServerRescueTestJSON-1630712699 tempest-ServerRescueTestJSON-1630712699-project] Made reservation on behalf of e374f8fff0bf4022b3d90d39bb64853f for: {'port': 1} {{(pid=100247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:11:57.334976 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-6fd8749e-cacb-41ab-8fd5-eb24a2d7e580 req-b83ae906-a3a2-4f4a-8aff-e024d344321d tempest-ServerRescueTestJSON-1630712699 tempest-ServerRescueTestJSON-1630712699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:57.408729 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f88abff-6300-4955-874a-895423789c28 None None] Pushing event updated for resources: {'Port': ['ID=345905b5-86e4-42c0-ab61-755939aef2a2,revision_number=4']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:11:57.461887 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d778da46-9b66-4e50-99f8-b13e34a31628 None None] Routers {'c8637668-d676-4d20-bc96-5aa1b0be844a'} bound to L3 agent in host n-d-773647-6 {{(pid=100248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:11:57.462812 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-d778da46-9b66-4e50-99f8-b13e34a31628 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T14:11:56Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['c8637668-d676-4d20-bc96-5aa1b0be844a'], 'active': True} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:11:57.575772 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.db_base_plugin_common [req-6fd8749e-cacb-41ab-8fd5-eb24a2d7e580 req-b83ae906-a3a2-4f4a-8aff-e024d344321d tempest-ServerRescueTestJSON-1630712699 tempest-ServerRescueTestJSON-1630712699-project] Allocated IP 172.20.0.7 (a3c3f842-601a-418a-8017-a9441854184e/c036779b-d851-45df-9bda-fb7310da886d/966eccbc-476e-49c6-8243-ad85befe938c) {{(pid=100247) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:11:57.636395 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvr_db [None req-d778da46-9b66-4e50-99f8-b13e34a31628 None None] Set router c8637668-d676-4d20-bc96-5aa1b0be844a gateway port host: n-d-773647-6 {{(pid=100248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:11:57.919508 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-6fd8749e-cacb-41ab-8fd5-eb24a2d7e580 req-b83ae906-a3a2-4f4a-8aff-e024d344321d tempest-ServerRescueTestJSON-1630712699 tempest-ServerRescueTestJSON-1630712699-project] Notify callbacks [] for port, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:57.974531 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 51116) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:11:57.978126 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-6fd8749e-cacb-41ab-8fd5-eb24a2d7e580 req-b83ae906-a3a2-4f4a-8aff-e024d344321d tempest-ServerRescueTestJSON-1630712699 tempest-ServerRescueTestJSON-1630712699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-128888360'] for port, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:58.002082 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-d778da46-9b66-4e50-99f8-b13e34a31628 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8637668-d676-4d20-bc96-5aa1b0be844a', 'name': 'tempest-ServerRescueTestJSON-1711958914-router', 'tenant_id': 'e374f8fff0bf4022b3d90d39bb64853f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.157'}], 'enable_snat': True}, 'gw_port_id': '79cd4489-438e-4854-b16e-de5614de09a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:11:48Z', 'updated_at': '2021-07-06T14:11:52Z', 'revision_number': 4, 'project_id': 'e374f8fff0bf4022b3d90d39bb64853f', 'gw_port': {'id': '79cd4489-438e-4854-b16e-de5614de09a6', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:ce:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8637668-d676-4d20-bc96-5aa1b0be844a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1981, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:11:49Z', 'updated_at': '2021-07-06T14:11:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6', '_interfaces': [{'id': '345905b5-86e4-42c0-ab61-755939aef2a2', 'name': '', 'network_id': 'a3c3f842-601a-418a-8017-a9441854184e', 'tenant_id': 'e374f8fff0bf4022b3d90d39bb64853f', 'mac_address': 'fa:16:3e:0d:39:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8637668-d676-4d20-bc96-5aa1b0be844a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1982, 'fixed_ips': [{'subnet_id': 'c036779b-d851-45df-9bda-fb7310da886d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:11:51Z', 'updated_at': '2021-07-06T14:11:57Z', 'revision_number': 4, 'project_id': 'e374f8fff0bf4022b3d90d39bb64853f', 'subnets': [{'id': 'c036779b-d851-45df-9bda-fb7310da886d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773647-6', False) {} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:11:58.030349 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6fd8749e-cacb-41ab-8fd5-eb24a2d7e580 req-b83ae906-a3a2-4f4a-8aff-e024d344321d tempest-ServerRescueTestJSON-1630712699 tempest-ServerRescueTestJSON-1630712699-project] Network a3c3f842-601a-418a-8017-a9441854184e is already hosted by enough agents. {{(pid=100247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:11:58.034328 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.base_scheduler [req-6fd8749e-cacb-41ab-8fd5-eb24a2d7e580 req-b83ae906-a3a2-4f4a-8aff-e024d344321d tempest-ServerRescueTestJSON-1630712699 tempest-ServerRescueTestJSON-1630712699-project] Resources bound (agent type, host, resource id): {{(pid=100247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:11:58.035405 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d778da46-9b66-4e50-99f8-b13e34a31628 None None] The sync data for ids ['c8637668-d676-4d20-bc96-5aa1b0be844a'] in n-d-773647-6 is: [{'id': 'c8637668-d676-4d20-bc96-5aa1b0be844a', 'name': 'tempest-ServerRescueTestJSON-1711958914-router', 'tenant_id': 'e374f8fff0bf4022b3d90d39bb64853f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.157'}], 'enable_snat': True}, 'gw_port_id': '79cd4489-438e-4854-b16e-de5614de09a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:11:48Z', 'updated_at': '2021-07-06T14:11:52Z', 'revision_number': 4, 'project_id': 'e374f8fff0bf4022b3d90d39bb64853f', 'gw_port': {'id': '79cd4489-438e-4854-b16e-de5614de09a6', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:ce:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8637668-d676-4d20-bc96-5aa1b0be844a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1981, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:11:49Z', 'updated_at': '2021-07-06T14:11:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6', '_interfaces': [{'id': '345905b5-86e4-42c0-ab61-755939aef2a2', 'name': '', 'network_id': 'a3c3f842-601a-418a-8017-a9441854184e', 'tenant_id': 'e374f8fff0bf4022b3d90d39bb64853f', 'mac_address': 'fa:16:3e:0d:39:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8637668-d676-4d20-bc96-5aa1b0be844a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1982, 'fixed_ips': [{'subnet_id': 'c036779b-d851-45df-9bda-fb7310da886d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:11:51Z', 'updated_at': '2021-07-06T14:11:57Z', 'revision_number': 4, 'project_id': 'e374f8fff0bf4022b3d90d39bb64853f', 'subnets': [{'id': 'c036779b-d851-45df-9bda-fb7310da886d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 14:11:58.041516 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.l3_dvrscheduler_db [req-6fd8749e-cacb-41ab-8fd5-eb24a2d7e580 req-b83ae906-a3a2-4f4a-8aff-e024d344321d tempest-ServerRescueTestJSON-1630712699 tempest-ServerRescueTestJSON-1630712699-project] Received port after_create {{(pid=100247) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:11:58.086437 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83ae906-a3a2-4f4a-8aff-e024d344321d tempest-ServerRescueTestJSON-1630712699 tempest-ServerRescueTestJSON-1630712699-project] Pushing event updated for resources: {'Port': ['ID=966eccbc-476e-49c6-8243-ad85befe938c,revision_number=1']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:11:58.115314 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-c72195e7-beb6-4e88-932c-a21abf2b6797 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-460749083-network', 'tenant_id': '3d918f5433ad4a15834cebadb767c05d'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:11:58.133421 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83ae906-a3a2-4f4a-8aff-e024d344321d tempest-ServerRescueTestJSON-1630712699 tempest-ServerRescueTestJSON-1630712699-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:11:58.133887 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83ae906-a3a2-4f4a-8aff-e024d344321d tempest-ServerRescueTestJSON-1630712699 tempest-ServerRescueTestJSON-1630712699-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:11:58.134471 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83ae906-a3a2-4f4a-8aff-e024d344321d tempest-ServerRescueTestJSON-1630712699 tempest-ServerRescueTestJSON-1630712699-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:11:58.134994 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83ae906-a3a2-4f4a-8aff-e024d344321d tempest-ServerRescueTestJSON-1630712699 tempest-ServerRescueTestJSON-1630712699-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:11:58.135457 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83ae906-a3a2-4f4a-8aff-e024d344321d tempest-ServerRescueTestJSON-1630712699 tempest-ServerRescueTestJSON-1630712699-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:11:58.135990 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83ae906-a3a2-4f4a-8aff-e024d344321d tempest-ServerRescueTestJSON-1630712699 tempest-ServerRescueTestJSON-1630712699-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:11:58.136540 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83ae906-a3a2-4f4a-8aff-e024d344321d tempest-ServerRescueTestJSON-1630712699 tempest-ServerRescueTestJSON-1630712699-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:11:58.137013 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83ae906-a3a2-4f4a-8aff-e024d344321d tempest-ServerRescueTestJSON-1630712699 tempest-ServerRescueTestJSON-1630712699-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:11:58.137441 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83ae906-a3a2-4f4a-8aff-e024d344321d tempest-ServerRescueTestJSON-1630712699 tempest-ServerRescueTestJSON-1630712699-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:11:58.137897 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83ae906-a3a2-4f4a-8aff-e024d344321d tempest-ServerRescueTestJSON-1630712699 tempest-ServerRescueTestJSON-1630712699-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:11:58.138302 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83ae906-a3a2-4f4a-8aff-e024d344321d tempest-ServerRescueTestJSON-1630712699 tempest-ServerRescueTestJSON-1630712699-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:11:58.138670 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83ae906-a3a2-4f4a-8aff-e024d344321d tempest-ServerRescueTestJSON-1630712699 tempest-ServerRescueTestJSON-1630712699-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:11:58.139960 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c72195e7-beb6-4e88-932c-a21abf2b6797 admin admin] Made reservation on behalf of 3d918f5433ad4a15834cebadb767c05d for: {'network': 1} {{(pid=100246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:11:58.143669 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-c72195e7-beb6-4e88-932c-a21abf2b6797 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for network, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:58.151586 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd8749e-cacb-41ab-8fd5-eb24a2d7e580 req-b83ae906-a3a2-4f4a-8aff-e024d344321d tempest-ServerRescueTestJSON-1630712699 tempest-ServerRescueTestJSON-1630712699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:11:58.152216 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-6fd8749e-cacb-41ab-8fd5-eb24a2d7e580 req-b83ae906-a3a2-4f4a-8aff-e024d344321d tempest-ServerRescueTestJSON-1630712699 tempest-ServerRescueTestJSON-1630712699-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:58.155379 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-c72195e7-beb6-4e88-932c-a21abf2b6797 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:58.174296 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-6fd8749e-cacb-41ab-8fd5-eb24a2d7e580 req-b83ae906-a3a2-4f4a-8aff-e024d344321d tempest-ServerRescueTestJSON-1630712699 tempest-ServerRescueTestJSON-1630712699-project] 10.222.0.127 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1694064 Jul 06 14:11:58.189916 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [req-6fd8749e-cacb-41ab-8fd5-eb24a2d7e580 req-e6d805a2-2df7-49dd-b94d-522d2981a844 service neutron] Request body: {'port': {'device_id': '92197cfd-adda-401a-a506-40b3e75cfb6c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-773647-6'}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:11:58.290948 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-6fd8749e-cacb-41ab-8fd5-eb24a2d7e580 req-e6d805a2-2df7-49dd-b94d-522d2981a844 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:58.355531 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-03f71b24-a9b8-453a-8924-caa3f97bc6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:58.361867 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-c72195e7-beb6-4e88-932c-a21abf2b6797 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:58.370206 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-c72195e7-beb6-4e88-932c-a21abf2b6797 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:58.425759 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c72195e7-beb6-4e88-932c-a21abf2b6797 admin admin] vlan segment allocate from pool success with {'vlan_id': 1042, 'physical_network': 'physnet1'} {{(pid=100246) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 14:11:58.437471 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72195e7-beb6-4e88-932c-a21abf2b6797 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e935fe9d-1917-4a28-a641-6b187141d0ef,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:11:58.460545 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-c72195e7-beb6-4e88-932c-a21abf2b6797 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552'] for segment, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:58.464275 n-d-773647-6 neutron-server[100246]: INFO neutron.db.segments_db [None req-c72195e7-beb6-4e88-932c-a21abf2b6797 admin admin] Added segment e8f9de24-f6a4-403e-9dce-2fafa12a46c9 of type vlan for network 80add5a8-4d84-4211-8e92-7e43032b95e8 Jul 06 14:11:58.538501 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-c72195e7-beb6-4e88-932c-a21abf2b6797 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773752984405'] for network, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:58.587696 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-c72195e7-beb6-4e88-932c-a21abf2b6797 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060'] for network, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:58.588966 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c72195e7-beb6-4e88-932c-a21abf2b6797 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:11:58.589702 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-c72195e7-beb6-4e88-932c-a21abf2b6797 admin admin] Notify callbacks [] for network, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:58.663611 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72195e7-beb6-4e88-932c-a21abf2b6797 admin admin] Pushing event updated for resources: {'Network': ['ID=80add5a8-4d84-4211-8e92-7e43032b95e8,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:11:58.676405 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Network 80add5a8-4d84-4211-8e92-7e43032b95e8 details requested by agent ovs-agent-n-d-773647-6 with host n-d-773647-6 {{(pid=100248) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 14:11:58.683043 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-c72195e7-beb6-4e88-932c-a21abf2b6797 admin admin] 10.222.0.104 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.7065103 Jul 06 14:11:58.684057 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 51126) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:11:58.686212 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97279537-4c6b-48ae-b73c-be585d6b0ac0 req-c3d8d52e-abe7-4872-a3ab-82f57014f129 tempest-ServerRescueTestJSON-1630712699 tempest-ServerRescueTestJSON-1630712699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:11:58.690084 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-d5af2d43-ad09-4031-bccb-c1a9bd98fc2c admin admin] Request body: {'subnet': {'network_id': '80add5a8-4d84-4211-8e92-7e43032b95e8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-460749083-subnet', 'tenant_id': '3d918f5433ad4a15834cebadb767c05d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:11:58.696680 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-97279537-4c6b-48ae-b73c-be585d6b0ac0 req-c3d8d52e-abe7-4872-a3ab-82f57014f129 tempest-ServerRescueTestJSON-1630712699 tempest-ServerRescueTestJSON-1630712699-project] 10.222.0.104 "GET /v2.0/ports?device_id=92197cfd-adda-401a-a506-40b3e75cfb6c HTTP/1.1" status: 200 len: 931 time: 0.2293694 Jul 06 14:11:58.716334 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5af2d43-ad09-4031-bccb-c1a9bd98fc2c admin admin] Made reservation on behalf of 3d918f5433ad4a15834cebadb767c05d for: {'subnet': 1} {{(pid=100246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:11:58.720711 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-d5af2d43-ad09-4031-bccb-c1a9bd98fc2c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127702029'] for subnet, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:58.818168 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-97279537-4c6b-48ae-b73c-be585d6b0ac0 req-18852bd0-bf10-4def-97f4-8ca80bfe0b42 tempest-ServerRescueTestJSON-1630712699 tempest-ServerRescueTestJSON-1630712699-project] 10.222.0.104 "GET /v2.0/security-groups?id=5ad75d0b-ae4f-4528-8f14-d8740f9e67e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198804 Jul 06 14:11:58.896601 n-d-773647-6 neutron-server[100247]: DEBUG neutron.notifiers.nova [req-6fd8749e-cacb-41ab-8fd5-eb24a2d7e580 req-e6d805a2-2df7-49dd-b94d-522d2981a844 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 966eccbc-476e-49c6-8243-ad85befe938c {{(pid=100247) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 14:11:58.910577 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-6fd8749e-cacb-41ab-8fd5-eb24a2d7e580 req-e6d805a2-2df7-49dd-b94d-522d2981a844 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:58.930350 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.provisioning_blocks [req-6fd8749e-cacb-41ab-8fd5-eb24a2d7e580 req-e6d805a2-2df7-49dd-b94d-522d2981a844 service neutron] Transition to ACTIVE for port object 966eccbc-476e-49c6-8243-ad85befe938c will not be triggered until provisioned by entity L2. {{(pid=100247) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:11:58.935055 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-6fd8749e-cacb-41ab-8fd5-eb24a2d7e580 req-e6d805a2-2df7-49dd-b94d-522d2981a844 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128888538'] for port, after_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:59.024153 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d805a2-2df7-49dd-b94d-522d2981a844 service neutron] Pushing event updated for resources: {'Port': ['ID=966eccbc-476e-49c6-8243-ad85befe938c,revision_number=2']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:11:59.110549 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.managers [req-6fd8749e-cacb-41ab-8fd5-eb24a2d7e580 req-e6d805a2-2df7-49dd-b94d-522d2981a844 service neutron] Attempting to bind port 966eccbc-476e-49c6-8243-ad85befe938c on host n-h1-773647-6 for vnic_type normal with profile {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:11:59.111303 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.managers [req-6fd8749e-cacb-41ab-8fd5-eb24a2d7e580 req-e6d805a2-2df7-49dd-b94d-522d2981a844 service neutron] Attempting to bind port 966eccbc-476e-49c6-8243-ad85befe938c by drivers openvswitch,hyperv on host n-h1-773647-6 at level 0 using segments [{'id': '58b87625-04d4-401c-bc32-e9fe010479dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': 'a3c3f842-601a-418a-8017-a9441854184e'}] {{(pid=100247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:11:59.111434 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fd8749e-cacb-41ab-8fd5-eb24a2d7e580 req-e6d805a2-2df7-49dd-b94d-522d2981a844 service neutron] Attempting to bind port 966eccbc-476e-49c6-8243-ad85befe938c on network a3c3f842-601a-418a-8017-a9441854184e {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:11:59.119176 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fd8749e-cacb-41ab-8fd5-eb24a2d7e580 req-e6d805a2-2df7-49dd-b94d-522d2981a844 service neutron] Port 966eccbc-476e-49c6-8243-ad85befe938c on network a3c3f842-601a-418a-8017-a9441854184e not bound, no agent of type Open vSwitch agent registered on host n-h1-773647-6 {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 14:11:59.119176 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fd8749e-cacb-41ab-8fd5-eb24a2d7e580 req-e6d805a2-2df7-49dd-b94d-522d2981a844 service neutron] Attempting to bind port 966eccbc-476e-49c6-8243-ad85befe938c on network a3c3f842-601a-418a-8017-a9441854184e {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:11:59.123565 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fd8749e-cacb-41ab-8fd5-eb24a2d7e580 req-e6d805a2-2df7-49dd-b94d-522d2981a844 service neutron] Checking agent: {'id': '5bf7147f-bada-4441-a5dc-934b903473fb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-773647-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 51, 12), 'started_at': datetime.datetime(2021, 7, 6, 13, 51, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 11, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:11:59.123946 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fd8749e-cacb-41ab-8fd5-eb24a2d7e580 req-e6d805a2-2df7-49dd-b94d-522d2981a844 service neutron] Checking segment: {'id': '58b87625-04d4-401c-bc32-e9fe010479dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': 'a3c3f842-601a-418a-8017-a9441854184e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100247) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:11:59.124340 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fd8749e-cacb-41ab-8fd5-eb24a2d7e580 req-e6d805a2-2df7-49dd-b94d-522d2981a844 service neutron] Bound using segment: {'id': '58b87625-04d4-401c-bc32-e9fe010479dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': 'a3c3f842-601a-418a-8017-a9441854184e'} {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:11:59.124771 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.managers [req-6fd8749e-cacb-41ab-8fd5-eb24a2d7e580 req-e6d805a2-2df7-49dd-b94d-522d2981a844 service neutron] Bound port: 966eccbc-476e-49c6-8243-ad85befe938c, host: n-h1-773647-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '58b87625-04d4-401c-bc32-e9fe010479dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': 'a3c3f842-601a-418a-8017-a9441854184e'}}] {{(pid=100247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:11:59.125285 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-6fd8749e-cacb-41ab-8fd5-eb24a2d7e580 req-e6d805a2-2df7-49dd-b94d-522d2981a844 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:59.203014 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.db [req-6fd8749e-cacb-41ab-8fd5-eb24a2d7e580 req-e6d805a2-2df7-49dd-b94d-522d2981a844 service neutron] For port 966eccbc-476e-49c6-8243-ad85befe938c, host n-h1-773647-6, cleared binding levels {{(pid=100247) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:11:59.207508 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.db [req-6fd8749e-cacb-41ab-8fd5-eb24a2d7e580 req-e6d805a2-2df7-49dd-b94d-522d2981a844 service neutron] For port 966eccbc-476e-49c6-8243-ad85befe938c, host n-h1-773647-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773647-6',level=0,port_id=966eccbc-476e-49c6-8243-ad85befe938c,segment=NetworkSegment(58b87625-04d4-401c-bc32-e9fe010479dc),segment_id=58b87625-04d4-401c-bc32-e9fe010479dc)] {{(pid=100247) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:11:59.219855 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-6fd8749e-cacb-41ab-8fd5-eb24a2d7e580 req-e6d805a2-2df7-49dd-b94d-522d2981a844 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128888538'] for port, after_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:59.283391 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd8749e-cacb-41ab-8fd5-eb24a2d7e580 req-e6d805a2-2df7-49dd-b94d-522d2981a844 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:11:59.284024 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-6fd8749e-cacb-41ab-8fd5-eb24a2d7e580 req-e6d805a2-2df7-49dd-b94d-522d2981a844 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:59.285672 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-6fd8749e-cacb-41ab-8fd5-eb24a2d7e580 req-e6d805a2-2df7-49dd-b94d-522d2981a844 service neutron] 10.222.0.127 "PUT /v2.0/ports/966eccbc-476e-49c6-8243-ad85befe938c HTTP/1.1" status: 200 len: 1091 time: 1.1009083 Jul 06 14:11:59.286638 n-d-773647-6 neutron-server[100247]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92197cfd-adda-401a-a506-40b3e75cfb6c', 'tag': '966eccbc-476e-49c6-8243-ad85befe938c'}] {{(pid=100247) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:11:59.289190 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cbf0eeaae822f8fc9b87a94aeba67a3d651842baf663a51cba94b67a514836d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98fa8c05-75c3-4d55-bc1b-214709f7ed4e" -d '{"events": [{"name": "network-changed", "server_uuid": "92197cfd-adda-401a-a506-40b3e75cfb6c", "tag": "966eccbc-476e-49c6-8243-ad85befe938c"}]}' {{(pid=100247) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:11:59.344772 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d805a2-2df7-49dd-b94d-522d2981a844 service neutron] Pushing event updated for resources: {'Port': ['ID=966eccbc-476e-49c6-8243-ad85befe938c,revision_number=3']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:11:59.390219 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 14:11:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60bad207-bddd-4846-b5b4-71cf9de1415e x-openstack-request-id: req-60bad207-bddd-4846-b5b4-71cf9de1415e {{(pid=100247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:11:59.390863 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "92197cfd-adda-401a-a506-40b3e75cfb6c", "tag": "966eccbc-476e-49c6-8243-ad85befe938c", "status": "completed", "code": 200}]} {{(pid=100247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:11:59.392155 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-60bad207-bddd-4846-b5b4-71cf9de1415e {{(pid=100247) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:11:59.392719 n-d-773647-6 neutron-server[100247]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '92197cfd-adda-401a-a506-40b3e75cfb6c', 'tag': '966eccbc-476e-49c6-8243-ad85befe938c', 'status': 'completed', 'code': 200} Jul 06 14:11:59.423485 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd8749e-cacb-41ab-8fd5-eb24a2d7e580 req-568d9edb-1244-42b2-ba36-7b01c0700b2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:11:59.425604 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-6fd8749e-cacb-41ab-8fd5-eb24a2d7e580 req-568d9edb-1244-42b2-ba36-7b01c0700b2d service neutron] 10.222.0.127 "GET /v2.0/ports?tenant_id=e374f8fff0bf4022b3d90d39bb64853f&device_id=92197cfd-adda-401a-a506-40b3e75cfb6c HTTP/1.1" status: 200 len: 1094 time: 0.0820169 Jul 06 14:11:59.473949 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-6fd8749e-cacb-41ab-8fd5-eb24a2d7e580 req-6418f27f-0060-4160-b216-5eeec80e1605 service neutron] 10.222.0.127 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=966eccbc-476e-49c6-8243-ad85befe938c HTTP/1.1" status: 200 len: 217 time: 0.0406554 Jul 06 14:11:59.481551 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-d5af2d43-ad09-4031-bccb-c1a9bd98fc2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1849032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127687649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127702047'] for subnet, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:59.547649 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5af2d43-ad09-4031-bccb-c1a9bd98fc2c admin admin] Pushing event updated for resources: {'Subnet': ['ID=f227b47e-ae32-4b4e-a3ec-2991dbacdeb7,revision_number=0']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:11:59.549625 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd8749e-cacb-41ab-8fd5-eb24a2d7e580 req-024c6dd6-6d04-488a-863d-f93f05f05330 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:11:59.551776 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-6fd8749e-cacb-41ab-8fd5-eb24a2d7e580 req-024c6dd6-6d04-488a-863d-f93f05f05330 service neutron] 10.222.0.127 "GET /v2.0/subnets?id=c036779b-d851-45df-9bda-fb7310da886d HTTP/1.1" status: 200 len: 851 time: 0.0708206 Jul 06 14:11:59.562759 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5af2d43-ad09-4031-bccb-c1a9bd98fc2c admin admin] Checking segment: {'id': 'e8f9de24-f6a4-403e-9dce-2fafa12a46c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1042, 'network_id': '80add5a8-4d84-4211-8e92-7e43032b95e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:11:59.563151 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5af2d43-ad09-4031-bccb-c1a9bd98fc2c admin admin] Network hostable DHCP agents. Network: 80add5a8-4d84-4211-8e92-7e43032b95e8, hostable agents: ['f2bada3d-be77-4359-982b-8505a2bbca04'], hosted agents: [] {{(pid=100246) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 14:11:59.593900 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5af2d43-ad09-4031-bccb-c1a9bd98fc2c admin admin] Network 80add5a8-4d84-4211-8e92-7e43032b95e8 is scheduled to be hosted by DHCP agent f2bada3d-be77-4359-982b-8505a2bbca04 with binding_index 1 {{(pid=100246) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 14:11:59.607264 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.base_scheduler [None req-d5af2d43-ad09-4031-bccb-c1a9bd98fc2c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773647-6, 80add5a8-4d84-4211-8e92-7e43032b95e8) {{(pid=100246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:11:59.612039 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5af2d43-ad09-4031-bccb-c1a9bd98fc2c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:11:59.612756 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-d5af2d43-ad09-4031-bccb-c1a9bd98fc2c admin admin] Notify callbacks [] for subnet, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:59.626805 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c87269b-20b3-4b87-9a22-98a7e8a94775 None None] Network 80add5a8-4d84-4211-8e92-7e43032b95e8 requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:11:59.627404 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-6fd8749e-cacb-41ab-8fd5-eb24a2d7e580 req-5b8dc205-c0f1-468f-9cad-2620239ff016 service neutron] 10.222.0.127 "GET /v2.0/ports?network_id=a3c3f842-601a-418a-8017-a9441854184e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0674574 Jul 06 14:11:59.645903 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-d5af2d43-ad09-4031-bccb-c1a9bd98fc2c admin admin] 10.222.0.104 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.9576728 Jul 06 14:11:59.646996 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 51188) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:11:59.653348 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [None req-0221d71b-53d3-44e6-9ca4-09df7d5ed3ea admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-460749083-router', 'tenant_id': '3d918f5433ad4a15834cebadb767c05d', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719'}}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:11:59.773916 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-6fd8749e-cacb-41ab-8fd5-eb24a2d7e580 req-5568947b-8452-4117-afb1-e6a04dec1081 service neutron] 10.222.0.127 "GET /v2.0/networks/a3c3f842-601a-418a-8017-a9441854184e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1394286 Jul 06 14:11:59.832373 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-0221d71b-53d3-44e6-9ca4-09df7d5ed3ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1806290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6992'] for router, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:59.834072 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-0221d71b-53d3-44e6-9ca4-09df7d5ed3ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1806157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1808637', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1714747', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7007'] for router, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:00.003750 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 345905b5-86e4-42c0-ab61-755939aef2a2 up at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:12:00.078606 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04a17534-7d5b-46ac-b185-3ff825a049f2 None None] Network 80add5a8-4d84-4211-8e92-7e43032b95e8 requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:12:00.085575 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-0221d71b-53d3-44e6-9ca4-09df7d5ed3ea admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:00.160575 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning for port 345905b5-86e4-42c0-ab61-755939aef2a2 completed by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:12:00.168719 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning complete for port 345905b5-86e4-42c0-ab61-755939aef2a2 triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:12:00.169799 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:00.309889 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-0221d71b-53d3-44e6-9ca4-09df7d5ed3ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1761047', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1806272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6989'] for router, precommit_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:00.338110 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:00.377723 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-6fd8749e-cacb-41ab-8fd5-eb24a2d7e580 req-63172ff4-b63c-4481-b348-786bcaa2b490 service neutron] 10.222.0.127 "GET /v2.0/networks/a3c3f842-601a-418a-8017-a9441854184e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5570364 Jul 06 14:12:00.377891 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] For port 345905b5-86e4-42c0-ab61-755939aef2a2, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=345905b5-86e4-42c0-ab61-755939aef2a2,segment=NetworkSegment(58b87625-04d4-401c-bc32-e9fe010479dc),segment_id=58b87625-04d4-401c-bc32-e9fe010479dc)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:12:00.384273 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:00.464674 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Pushing event updated for resources: {'Port': ['ID=345905b5-86e4-42c0-ab61-755939aef2a2,revision_number=5']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:12:00.486898 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef239b41-cf61-450e-9cdc-c2b81a78fe48 req-8b54061f-dacc-486d-a410-bbbee76a311a tempest-ServerRescueTestJSON-1630712699 tempest-ServerRescueTestJSON-1630712699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:12:00.488643 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-ef239b41-cf61-450e-9cdc-c2b81a78fe48 req-8b54061f-dacc-486d-a410-bbbee76a311a tempest-ServerRescueTestJSON-1630712699 tempest-ServerRescueTestJSON-1630712699-project] 10.222.0.104 "GET /v2.0/ports?device_id=92197cfd-adda-401a-a506-40b3e75cfb6c HTTP/1.1" status: 200 len: 943 time: 0.4192936 Jul 06 14:12:00.540463 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-c913426a-21c3-48a9-b7d8-0256c46cb996 req-298685cc-e0e8-4caa-b6a4-8e8646133603 tempest-VolumesNegativeTest-1800819675 tempest-VolumesNegativeTest-1800819675-project] 10.222.0.104 "GET /v2.0/networks?tenant_id=13a316de96284a26ae6e6f607134966d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0809631 Jul 06 14:12:00.679780 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-ef239b41-cf61-450e-9cdc-c2b81a78fe48 req-d64469b7-7017-4408-86da-7f32370f34fd tempest-ServerRescueTestJSON-1630712699 tempest-ServerRescueTestJSON-1630712699-project] 10.222.0.104 "GET /v2.0/security-groups?id=5ad75d0b-ae4f-4528-8f14-d8740f9e67e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1639998 Jul 06 14:12:00.776109 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fa8c05-75c3-4d55-bc1b-214709f7ed4e req-314442b2-7c2f-4690-b18d-68765255a7a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:12:00.777727 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-98fa8c05-75c3-4d55-bc1b-214709f7ed4e req-314442b2-7c2f-4690-b18d-68765255a7a3 service neutron] 10.222.0.127 "GET /v2.0/ports?tenant_id=e374f8fff0bf4022b3d90d39bb64853f&device_id=92197cfd-adda-401a-a506-40b3e75cfb6c HTTP/1.1" status: 200 len: 1094 time: 0.3265176 Jul 06 14:12:00.799397 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c913426a-21c3-48a9-b7d8-0256c46cb996 req-888d123e-6a2f-4902-b46d-8664be373135 tempest-VolumesNegativeTest-1800819675 tempest-VolumesNegativeTest-1800819675-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:12:00.800962 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-c913426a-21c3-48a9-b7d8-0256c46cb996 req-888d123e-6a2f-4902-b46d-8664be373135 tempest-VolumesNegativeTest-1800819675 tempest-VolumesNegativeTest-1800819675-project] 10.222.0.104 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2479103 Jul 06 14:12:00.866544 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-c913426a-21c3-48a9-b7d8-0256c46cb996 req-abdb10b4-a121-4d58-9999-c56fd5c629d5 tempest-VolumesNegativeTest-1800819675 tempest-VolumesNegativeTest-1800819675-project] 10.222.0.104 "GET /v2.0/quotas/13a316de96284a26ae6e6f607134966d HTTP/1.1" status: 200 len: 375 time: 0.0512450 Jul 06 14:12:00.970432 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-c913426a-21c3-48a9-b7d8-0256c46cb996 req-3ce5ecba-8c30-4ea9-8675-18a48311f785 tempest-VolumesNegativeTest-1800819675 tempest-VolumesNegativeTest-1800819675-project] 10.222.0.104 "GET /v2.0/ports?tenant_id=13a316de96284a26ae6e6f607134966d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0960989 Jul 06 14:12:01.016876 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fa8c05-75c3-4d55-bc1b-214709f7ed4e req-5fbbba32-2ede-4bcf-9d5f-a925fbdd75a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:12:01.018549 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-98fa8c05-75c3-4d55-bc1b-214709f7ed4e req-5fbbba32-2ede-4bcf-9d5f-a925fbdd75a4 service neutron] 10.222.0.127 "GET /v2.0/networks?id=a3c3f842-601a-418a-8017-a9441854184e HTTP/1.1" status: 200 len: 913 time: 0.2345173 Jul 06 14:12:01.070183 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-98fa8c05-75c3-4d55-bc1b-214709f7ed4e req-49a875f1-8b75-45f2-a7ef-2c9c1e2582c0 service neutron] 10.222.0.127 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=966eccbc-476e-49c6-8243-ad85befe938c HTTP/1.1" status: 200 len: 217 time: 0.0427582 Jul 06 14:12:01.071343 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-0221d71b-53d3-44e6-9ca4-09df7d5ed3ea admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:01.099251 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-0221d71b-53d3-44e6-9ca4-09df7d5ed3ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:01.220597 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fa8c05-75c3-4d55-bc1b-214709f7ed4e req-8531a197-bf78-4c9c-a473-57f1e83e81ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:12:01.222288 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-98fa8c05-75c3-4d55-bc1b-214709f7ed4e req-8531a197-bf78-4c9c-a473-57f1e83e81ef service neutron] 10.222.0.127 "GET /v2.0/subnets?id=c036779b-d851-45df-9bda-fb7310da886d HTTP/1.1" status: 200 len: 851 time: 0.1312234 Jul 06 14:12:01.224304 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-c7e4e60c-eeb1-4711-bd9a-bb41108e538f req-353e1c35-c23c-404e-aa7a-4a0869036754 tempest-VolumesNegativeTest-1800819675 tempest-VolumesNegativeTest-1800819675-project] 10.222.0.104 "GET /v2.0/ports?device_id=d98661f5-ae95-41c0-9af1-b2ee3745fb13 HTTP/1.1" status: 200 len: 210 time: 0.0554509 Jul 06 14:12:01.283584 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-98fa8c05-75c3-4d55-bc1b-214709f7ed4e req-ea577886-734b-436e-95d2-796fdab15d91 service neutron] 10.222.0.127 "GET /v2.0/ports?network_id=a3c3f842-601a-418a-8017-a9441854184e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0523577 Jul 06 14:12:01.748390 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.db_base_plugin_common [None req-0221d71b-53d3-44e6-9ca4-09df7d5ed3ea admin admin] Allocated IP 172.25.0.104 (2658f09e-a580-4d4a-9968-2d1e0ad93719/cbf74abc-6fe1-4d33-b005-c948923b9647/baa7d2fa-9035-4378-9c8b-2c2beedb18ee) {{(pid=100247) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:12:01.896149 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-98fa8c05-75c3-4d55-bc1b-214709f7ed4e req-3c76d017-3900-4841-ae44-cbfe18d9b92d service neutron] 10.222.0.127 "GET /v2.0/networks/a3c3f842-601a-418a-8017-a9441854184e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6066270 Jul 06 14:12:01.913552 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5128c7-89db-4efd-8468-dfb744c7fda4 req-6454cd95-da55-45ab-a31a-dce72ec719f1 tempest-AttachVolumeTestJSON-361183160 tempest-AttachVolumeTestJSON-361183160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:12:01.919843 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-0e5128c7-89db-4efd-8468-dfb744c7fda4 req-6454cd95-da55-45ab-a31a-dce72ec719f1 tempest-AttachVolumeTestJSON-361183160 tempest-AttachVolumeTestJSON-361183160-project] 10.222.0.104 "GET /v2.0/ports?device_id=e0b6590c-38d1-4890-811c-8b99d91e8b91 HTTP/1.1" status: 200 len: 945 time: 0.1750383 Jul 06 14:12:01.937595 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 345905b5-86e4-42c0-ab61-755939aef2a2 up at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:12:02.033169 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning complete for port 345905b5-86e4-42c0-ab61-755939aef2a2 triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:12:02.033752 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:02.094393 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-0221d71b-53d3-44e6-9ca4-09df7d5ed3ea admin admin] Notify callbacks [] for port, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:02.127880 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.agents_db [None req-167c0ad6-1657-4c9a-a2c4-3b18056aa662 None None] Agent healthcheck: found 7 active agents {{(pid=100249) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 14:12:02.128769 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-0e5128c7-89db-4efd-8468-dfb744c7fda4 req-7c033453-d6ec-43c5-a990-3225cf7ba2b5 tempest-AttachVolumeTestJSON-361183160 tempest-AttachVolumeTestJSON-361183160-project] 10.222.0.104 "GET /v2.0/security-groups?id=e8c32bf5-5674-497e-8c20-3ec857c330c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2078640 Jul 06 14:12:02.226127 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-98fa8c05-75c3-4d55-bc1b-214709f7ed4e req-9d025ae4-55bb-422f-92bb-ae885d6efd0f service neutron] 10.222.0.127 "GET /v2.0/networks/a3c3f842-601a-418a-8017-a9441854184e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3014073 Jul 06 14:12:02.251650 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb56070-6d57-4004-bfd9-817879f78d6a req-d6d989e9-e13c-4c81-b7be-c2ca95313aa8 tempest-ServerRescueTestJSON-1630712699 tempest-ServerRescueTestJSON-1630712699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:12:02.253317 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-7cb56070-6d57-4004-bfd9-817879f78d6a req-d6d989e9-e13c-4c81-b7be-c2ca95313aa8 tempest-ServerRescueTestJSON-1630712699 tempest-ServerRescueTestJSON-1630712699-project] 10.222.0.104 "GET /v2.0/ports?device_id=92197cfd-adda-401a-a506-40b3e75cfb6c HTTP/1.1" status: 200 len: 943 time: 0.3494461 Jul 06 14:12:02.277543 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-0221d71b-53d3-44e6-9ca4-09df7d5ed3ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-128888360'] for port, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:02.341270 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0221d71b-53d3-44e6-9ca4-09df7d5ed3ea admin admin] Network 2658f09e-a580-4d4a-9968-2d1e0ad93719 is already hosted by enough agents. {{(pid=100247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:12:02.350313 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.base_scheduler [None req-0221d71b-53d3-44e6-9ca4-09df7d5ed3ea admin admin] Resources bound (agent type, host, resource id): {{(pid=100247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:12:02.355880 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0221d71b-53d3-44e6-9ca4-09df7d5ed3ea admin admin] Received port after_create {{(pid=100247) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:12:02.403111 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-7cb56070-6d57-4004-bfd9-817879f78d6a req-b012ebf0-14be-473f-aa42-cf99f65a50c8 tempest-ServerRescueTestJSON-1630712699 tempest-ServerRescueTestJSON-1630712699-project] 10.222.0.104 "GET /v2.0/security-groups?id=5ad75d0b-ae4f-4528-8f14-d8740f9e67e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340418 Jul 06 14:12:02.407766 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0221d71b-53d3-44e6-9ca4-09df7d5ed3ea admin admin] Pushing event updated for resources: {'Port': ['ID=baa7d2fa-9035-4378-9c8b-2c2beedb18ee,revision_number=1']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:12:02.552673 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-756146d7-0503-4ee5-8757-46f23cdc2bb4 req-ed233b84-f5fa-45a7-8b57-67d68b625d86 tempest-VolumesNegativeTest-1800819675 tempest-VolumesNegativeTest-1800819675-project] 10.222.0.104 "GET /v2.0/ports?device_id=d98661f5-ae95-41c0-9af1-b2ee3745fb13 HTTP/1.1" status: 200 len: 210 time: 0.0401492 Jul 06 14:12:02.712275 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-0221d71b-53d3-44e6-9ca4-09df7d5ed3ea admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:02.723913 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-c913426a-21c3-48a9-b7d8-0256c46cb996 req-223100f5-8398-47af-ba3e-0e5f1917f7ae tempest-VolumesNegativeTest-1800819675 tempest-VolumesNegativeTest-1800819675-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=13a316de96284a26ae6e6f607134966d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0511944 Jul 06 14:12:02.984057 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-0221d71b-53d3-44e6-9ca4-09df7d5ed3ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1806297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1761036'] for router, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:02.989783 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c913426a-21c3-48a9-b7d8-0256c46cb996 req-9482f10f-b9f3-4790-8158-9a9a2f701aa1 tempest-VolumesNegativeTest-1800819675 tempest-VolumesNegativeTest-1800819675-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:12:02.992095 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-c913426a-21c3-48a9-b7d8-0256c46cb996 req-9482f10f-b9f3-4790-8158-9a9a2f701aa1 tempest-VolumesNegativeTest-1800819675 tempest-VolumesNegativeTest-1800819675-project] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2563024 Jul 06 14:12:03.006105 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [req-c913426a-21c3-48a9-b7d8-0256c46cb996 req-31b887e4-fe3f-428b-8ca2-abedc0d27565 tempest-VolumesNegativeTest-1800819675 tempest-VolumesNegativeTest-1800819675-project] Request body: {'port': {'device_id': 'd98661f5-ae95-41c0-9af1-b2ee3745fb13', 'network_id': 'ac09d390-867f-4b75-a8d2-ab11550bffd6', 'admin_state_up': True, 'tenant_id': '13a316de96284a26ae6e6f607134966d'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:12:03.128316 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0221d71b-53d3-44e6-9ca4-09df7d5ed3ea admin admin] Router 2361339c-3545-4ce7-95e6-64daa4111a39 is scheduled to L3 agent 2823d358-a11b-4885-a706-95a279e43fa7 with binding_index 1 {{(pid=100247) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 14:12:03.147817 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c913426a-21c3-48a9-b7d8-0256c46cb996 req-31b887e4-fe3f-428b-8ca2-abedc0d27565 tempest-VolumesNegativeTest-1800819675 tempest-VolumesNegativeTest-1800819675-project] Made reservation on behalf of 13a316de96284a26ae6e6f607134966d for: {'port': 1} {{(pid=100246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:12:03.152001 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-c913426a-21c3-48a9-b7d8-0256c46cb996 req-31b887e4-fe3f-428b-8ca2-abedc0d27565 tempest-VolumesNegativeTest-1800819675 tempest-VolumesNegativeTest-1800819675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:03.162807 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-c913426a-21c3-48a9-b7d8-0256c46cb996 req-31b887e4-fe3f-428b-8ca2-abedc0d27565 tempest-VolumesNegativeTest-1800819675 tempest-VolumesNegativeTest-1800819675-project] Notify callbacks [] for security_group, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:03.275349 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-c913426a-21c3-48a9-b7d8-0256c46cb996 req-31b887e4-fe3f-428b-8ca2-abedc0d27565 tempest-VolumesNegativeTest-1800819675 tempest-VolumesNegativeTest-1800819675-project] Notify callbacks [] for security_group, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:03.280739 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-c913426a-21c3-48a9-b7d8-0256c46cb996 req-31b887e4-fe3f-428b-8ca2-abedc0d27565 tempest-VolumesNegativeTest-1800819675 tempest-VolumesNegativeTest-1800819675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:03.296693 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0221d71b-53d3-44e6-9ca4-09df7d5ed3ea admin admin] Notify agent at l3_agent.n-d-773647-6 the message routers_updated {{(pid=100247) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 14:12:03.307906 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5f33b81-bde8-43b5-9dd7-c63815674731 None None] Sync routers for ids ['2361339c-3545-4ce7-95e6-64daa4111a39'] in n-d-773647-6 {{(pid=100249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 14:12:03.324902 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5f33b81-bde8-43b5-9dd7-c63815674731 None None] Routers {'2361339c-3545-4ce7-95e6-64daa4111a39'} bound to L3 agent in host n-d-773647-6 {{(pid=100249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:12:03.326219 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-0221d71b-53d3-44e6-9ca4-09df7d5ed3ea admin admin] Notify callbacks [] for router, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:03.327537 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-0221d71b-53d3-44e6-9ca4-09df7d5ed3ea admin admin] 10.222.0.104 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 3.6790411 Jul 06 14:12:03.329743 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-a5f33b81-bde8-43b5-9dd7-c63815674731 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T14:11:56Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['2361339c-3545-4ce7-95e6-64daa4111a39'], 'active': True} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:12:03.332481 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 51640) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:12:03.358756 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b887e4-fe3f-428b-8ca2-abedc0d27565 tempest-VolumesNegativeTest-1800819675 tempest-VolumesNegativeTest-1800819675-project] Pushing event updated for resources: {'SecurityGroup': ['ID=03ed02a1-ddce-46d6-a7ac-394fcc0ca9ae,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:12:03.405300 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204db2d9-aa5e-4c86-85e6-f3d045ec4266 req-d8fb0b93-0b0e-47fd-b126-5cb7a888b669 tempest-AttachVolumeTestJSON-361183160 tempest-AttachVolumeTestJSON-361183160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:12:03.407091 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-204db2d9-aa5e-4c86-85e6-f3d045ec4266 req-d8fb0b93-0b0e-47fd-b126-5cb7a888b669 tempest-AttachVolumeTestJSON-361183160 tempest-AttachVolumeTestJSON-361183160-project] 10.222.0.104 "GET /v2.0/ports?device_id=e0b6590c-38d1-4890-811c-8b99d91e8b91 HTTP/1.1" status: 200 len: 945 time: 0.1491044 Jul 06 14:12:03.486688 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.db_base_plugin_common [req-c913426a-21c3-48a9-b7d8-0256c46cb996 req-31b887e4-fe3f-428b-8ca2-abedc0d27565 tempest-VolumesNegativeTest-1800819675 tempest-VolumesNegativeTest-1800819675-project] Allocated IP 192.168.233.244 (ac09d390-867f-4b75-a8d2-ab11550bffd6/d1c3cc78-09b9-4e30-99fd-0e5830de101d/05fc306f-a8f6-482f-bbcd-f39b90a18f29) {{(pid=100246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:12:03.512517 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-204db2d9-aa5e-4c86-85e6-f3d045ec4266 req-ddd4b7db-f967-4314-9774-47248b56198c tempest-AttachVolumeTestJSON-361183160 tempest-AttachVolumeTestJSON-361183160-project] 10.222.0.104 "GET /v2.0/security-groups?id=e8c32bf5-5674-497e-8c20-3ec857c330c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0968089 Jul 06 14:12:03.591358 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvr_db [None req-a5f33b81-bde8-43b5-9dd7-c63815674731 None None] Set router 2361339c-3545-4ce7-95e6-64daa4111a39 gateway port host: n-d-773647-6 {{(pid=100249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:12:03.831803 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-c913426a-21c3-48a9-b7d8-0256c46cb996 req-31b887e4-fe3f-428b-8ca2-abedc0d27565 tempest-VolumesNegativeTest-1800819675 tempest-VolumesNegativeTest-1800819675-project] Notify callbacks [] for port, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:03.847712 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.provisioning_blocks [req-c913426a-21c3-48a9-b7d8-0256c46cb996 req-31b887e4-fe3f-428b-8ca2-abedc0d27565 tempest-VolumesNegativeTest-1800819675 tempest-VolumesNegativeTest-1800819675-project] Transition to ACTIVE for port object 05fc306f-a8f6-482f-bbcd-f39b90a18f29 will not be triggered until provisioned by entity DHCP. {{(pid=100246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:12:03.895802 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-c913426a-21c3-48a9-b7d8-0256c46cb996 req-31b887e4-fe3f-428b-8ca2-abedc0d27565 tempest-VolumesNegativeTest-1800819675 tempest-VolumesNegativeTest-1800819675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-127687573'] for port, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:03.897241 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea74392f-ce94-490c-8df4-f43bb12a96e0 req-f68c4fa1-71ba-46ed-a320-a298ba9cce8a tempest-ServerRescueTestJSON-1630712699 tempest-ServerRescueTestJSON-1630712699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:12:03.899015 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-ea74392f-ce94-490c-8df4-f43bb12a96e0 req-f68c4fa1-71ba-46ed-a320-a298ba9cce8a tempest-ServerRescueTestJSON-1630712699 tempest-ServerRescueTestJSON-1630712699-project] 10.222.0.104 "GET /v2.0/ports?device_id=92197cfd-adda-401a-a506-40b3e75cfb6c HTTP/1.1" status: 200 len: 943 time: 0.1468120 Jul 06 14:12:03.962232 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b887e4-fe3f-428b-8ca2-abedc0d27565 tempest-VolumesNegativeTest-1800819675 tempest-VolumesNegativeTest-1800819675-project] Pushing event updated for resources: {'Port': ['ID=05fc306f-a8f6-482f-bbcd-f39b90a18f29,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:12:03.978096 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-a5f33b81-bde8-43b5-9dd7-c63815674731 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2361339c-3545-4ce7-95e6-64daa4111a39', 'name': 'tempest-ServerRescueTestJSONUnderV235-460749083-router', 'tenant_id': '3d918f5433ad4a15834cebadb767c05d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.104'}], 'enable_snat': True}, 'gw_port_id': 'baa7d2fa-9035-4378-9c8b-2c2beedb18ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:11:59Z', 'updated_at': '2021-07-06T14:12:02Z', 'revision_number': 3, 'project_id': '3d918f5433ad4a15834cebadb767c05d', 'gw_port': {'id': 'baa7d2fa-9035-4378-9c8b-2c2beedb18ee', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:57:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2361339c-3545-4ce7-95e6-64daa4111a39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1998, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:12:01Z', 'updated_at': '2021-07-06T14:12:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6'}], 'n-d-773647-6', False) {} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:12:03.986953 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c913426a-21c3-48a9-b7d8-0256c46cb996 req-31b887e4-fe3f-428b-8ca2-abedc0d27565 tempest-VolumesNegativeTest-1800819675 tempest-VolumesNegativeTest-1800819675-project] Network ac09d390-867f-4b75-a8d2-ab11550bffd6 is already hosted by enough agents. {{(pid=100246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:12:03.988475 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.base_scheduler [req-c913426a-21c3-48a9-b7d8-0256c46cb996 req-31b887e4-fe3f-428b-8ca2-abedc0d27565 tempest-VolumesNegativeTest-1800819675 tempest-VolumesNegativeTest-1800819675-project] Resources bound (agent type, host, resource id): {{(pid=100246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:12:04.001944 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [req-c913426a-21c3-48a9-b7d8-0256c46cb996 req-31b887e4-fe3f-428b-8ca2-abedc0d27565 tempest-VolumesNegativeTest-1800819675 tempest-VolumesNegativeTest-1800819675-project] Received port after_create {{(pid=100246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:12:04.035059 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5f33b81-bde8-43b5-9dd7-c63815674731 None None] Checking router: 2361339c-3545-4ce7-95e6-64daa4111a39 for host: n-d-773647-6 {{(pid=100249) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 14:12:04.035433 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5f33b81-bde8-43b5-9dd7-c63815674731 None None] Updating router 2361339c-3545-4ce7-95e6-64daa4111a39 port baa7d2fa-9035-4378-9c8b-2c2beedb18ee binding host n-d-773647-6 {{(pid=100249) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 14:12:04.037661 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-ea74392f-ce94-490c-8df4-f43bb12a96e0 req-ecaafc99-440b-4d19-ad78-e571d10a78f3 tempest-ServerRescueTestJSON-1630712699 tempest-ServerRescueTestJSON-1630712699-project] 10.222.0.104 "GET /v2.0/security-groups?id=5ad75d0b-ae4f-4528-8f14-d8740f9e67e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190012 Jul 06 14:12:04.077834 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c913426a-21c3-48a9-b7d8-0256c46cb996 req-31b887e4-fe3f-428b-8ca2-abedc0d27565 tempest-VolumesNegativeTest-1800819675 tempest-VolumesNegativeTest-1800819675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:12:04.079071 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-c913426a-21c3-48a9-b7d8-0256c46cb996 req-31b887e4-fe3f-428b-8ca2-abedc0d27565 tempest-VolumesNegativeTest-1800819675 tempest-VolumesNegativeTest-1800819675-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:04.096650 n-d-773647-6 neutron-server[100249]: DEBUG neutron_lib.callbacks.manager [None req-a5f33b81-bde8-43b5-9dd7-c63815674731 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:04.100198 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-c913426a-21c3-48a9-b7d8-0256c46cb996 req-31b887e4-fe3f-428b-8ca2-abedc0d27565 tempest-VolumesNegativeTest-1800819675 tempest-VolumesNegativeTest-1800819675-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0984418 Jul 06 14:12:04.106282 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb78d5b4-2cb4-49ce-9209-28baec046dc3 req-42619e1d-7362-4e0b-a4d1-6cbf0cf9e36a tempest-VolumesNegativeTest-1800819675 tempest-VolumesNegativeTest-1800819675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:12:04.108396 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-bb78d5b4-2cb4-49ce-9209-28baec046dc3 req-42619e1d-7362-4e0b-a4d1-6cbf0cf9e36a tempest-VolumesNegativeTest-1800819675 tempest-VolumesNegativeTest-1800819675-project] 10.222.0.104 "GET /v2.0/ports?device_id=d98661f5-ae95-41c0-9af1-b2ee3745fb13 HTTP/1.1" status: 200 len: 936 time: 0.2077928 Jul 06 14:12:04.119353 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [req-c913426a-21c3-48a9-b7d8-0256c46cb996 req-0458c3d2-e95b-49bd-bcc6-12e2334856a5 service neutron] Request body: {'port': {'device_id': 'd98661f5-ae95-41c0-9af1-b2ee3745fb13', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-773647-6'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:12:04.211450 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-bb78d5b4-2cb4-49ce-9209-28baec046dc3 req-f6779a94-1b0d-4c68-a54c-ec9e6e7e9c03 tempest-VolumesNegativeTest-1800819675 tempest-VolumesNegativeTest-1800819675-project] 10.222.0.104 "GET /v2.0/security-groups?id=03ed02a1-ddce-46d6-a7ac-394fcc0ca9ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745990 Jul 06 14:12:04.236686 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-c913426a-21c3-48a9-b7d8-0256c46cb996 req-0458c3d2-e95b-49bd-bcc6-12e2334856a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:04.353265 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-7eb29240-8174-4822-a764-fbdea8b686f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:04.372024 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-99843da1-aac2-4238-ae1c-81ee7e5fc01f None None] Provisioning for port 05fc306f-a8f6-482f-bbcd-f39b90a18f29 completed by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:12:04.376264 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-99843da1-aac2-4238-ae1c-81ee7e5fc01f None None] Provisioning complete for port 05fc306f-a8f6-482f-bbcd-f39b90a18f29 triggered by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:12:04.376644 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-99843da1-aac2-4238-ae1c-81ee7e5fc01f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:04.422324 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Device 966eccbc-476e-49c6-8243-ad85befe938c details requested by agent hyperv_n-h1-773647-6 with host n-h1-773647-6 {{(pid=100248) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 14:12:04.442412 n-d-773647-6 neutron-server[100249]: DEBUG neutron_lib.callbacks.manager [None req-a5f33b81-bde8-43b5-9dd7-c63815674731 None None] Notify callbacks [] for port, precommit_update {{(pid=100249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:04.446704 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-99843da1-aac2-4238-ae1c-81ee7e5fc01f None None] Port 05fc306f-a8f6-482f-bbcd-f39b90a18f29 cannot update to ACTIVE because it is not bound. {{(pid=100248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 14:12:04.455889 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.provisioning_blocks [None req-a5f33b81-bde8-43b5-9dd7-c63815674731 None None] Transition to ACTIVE for port object baa7d2fa-9035-4378-9c8b-2c2beedb18ee will not be triggered until provisioned by entity L2. {{(pid=100249) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:12:04.466833 n-d-773647-6 neutron-server[100249]: DEBUG neutron_lib.callbacks.manager [None req-a5f33b81-bde8-43b5-9dd7-c63815674731 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:04.605629 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.managers [None req-a5f33b81-bde8-43b5-9dd7-c63815674731 None None] Attempting to bind port baa7d2fa-9035-4378-9c8b-2c2beedb18ee on host n-d-773647-6 for vnic_type normal with profile {{(pid=100249) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:12:04.606242 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.managers [None req-a5f33b81-bde8-43b5-9dd7-c63815674731 None None] Attempting to bind port baa7d2fa-9035-4378-9c8b-2c2beedb18ee by drivers openvswitch,hyperv on host n-d-773647-6 at level 0 using segments [{'id': '89a832b7-7793-4d51-9038-ed7e1c3ff1b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719'}] {{(pid=100249) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:12:04.606792 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5f33b81-bde8-43b5-9dd7-c63815674731 None None] Attempting to bind port baa7d2fa-9035-4378-9c8b-2c2beedb18ee on network 2658f09e-a580-4d4a-9968-2d1e0ad93719 {{(pid=100249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:12:04.614252 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] For port 966eccbc-476e-49c6-8243-ad85befe938c, host n-h1-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773647-6',level=0,port_id=966eccbc-476e-49c6-8243-ad85befe938c,segment=NetworkSegment(58b87625-04d4-401c-bc32-e9fe010479dc),segment_id=58b87625-04d4-401c-bc32-e9fe010479dc)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:12:04.620843 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6011307f-03ca-4088-b1c6-58acd3b70405 None None] Pushing event updated for resources: {'Port': ['ID=baa7d2fa-9035-4378-9c8b-2c2beedb18ee,revision_number=2']} {{(pid=100249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:12:04.623678 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5f33b81-bde8-43b5-9dd7-c63815674731 None None] Checking agent: {'id': '8ab5b19c-d213-4f29-891d-27bdf39d38b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773647-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 43, 26), 'started_at': datetime.datetime(2021, 7, 6, 13, 43, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 11, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773647-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:12:04.624505 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5f33b81-bde8-43b5-9dd7-c63815674731 None None] Checking segment: {'id': '89a832b7-7793-4d51-9038-ed7e1c3ff1b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100249) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:12:04.625131 n-d-773647-6 neutron-server[100249]: DEBUG neutron_lib.callbacks.manager [None req-a5f33b81-bde8-43b5-9dd7-c63815674731 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:04.625838 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5f33b81-bde8-43b5-9dd7-c63815674731 None None] Bound using segment: {'id': '89a832b7-7793-4d51-9038-ed7e1c3ff1b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719'} {{(pid=100249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:12:04.626518 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.managers [None req-a5f33b81-bde8-43b5-9dd7-c63815674731 None None] Bound port: baa7d2fa-9035-4378-9c8b-2c2beedb18ee, host: n-d-773647-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89a832b7-7793-4d51-9038-ed7e1c3ff1b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719'}}] {{(pid=100249) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:12:04.627093 n-d-773647-6 neutron-server[100249]: DEBUG neutron_lib.callbacks.manager [None req-a5f33b81-bde8-43b5-9dd7-c63815674731 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:04.647661 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Returning: {'device': '966eccbc-476e-49c6-8243-ad85befe938c', 'network_id': 'a3c3f842-601a-418a-8017-a9441854184e', 'port_id': '966eccbc-476e-49c6-8243-ad85befe938c', 'mac_address': 'fa:16:3e:6c:7f:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1006, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c036779b-d851-45df-9bda-fb7310da886d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100248) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 14:12:04.657143 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.db_base_plugin_common [None req-7eb29240-8174-4822-a764-fbdea8b686f8 admin admin] Allocated IP 172.20.0.1 (80add5a8-4d84-4211-8e92-7e43032b95e8/f227b47e-ae32-4b4e-a3ec-2991dbacdeb7/7f87cd41-0417-4e0c-aa1c-d213d2b446be) {{(pid=100247) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:12:04.743506 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:04.761411 n-d-773647-6 neutron-server[100248]: DEBUG neutron.notifiers.nova [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 966eccbc-476e-49c6-8243-ad85befe938c {{(pid=100248) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 14:12:04.780898 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.db [None req-a5f33b81-bde8-43b5-9dd7-c63815674731 None None] For port baa7d2fa-9035-4378-9c8b-2c2beedb18ee, host n-d-773647-6, cleared binding levels {{(pid=100249) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:12:04.785560 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.db [None req-a5f33b81-bde8-43b5-9dd7-c63815674731 None None] For port baa7d2fa-9035-4378-9c8b-2c2beedb18ee, host n-d-773647-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=baa7d2fa-9035-4378-9c8b-2c2beedb18ee,segment=NetworkSegment(89a832b7-7793-4d51-9038-ed7e1c3ff1b2),segment_id=89a832b7-7793-4d51-9038-ed7e1c3ff1b2)] {{(pid=100249) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:12:04.793382 n-d-773647-6 neutron-server[100249]: DEBUG neutron_lib.callbacks.manager [None req-a5f33b81-bde8-43b5-9dd7-c63815674731 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:04.814410 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] For port 966eccbc-476e-49c6-8243-ad85befe938c, host n-h1-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773647-6',level=0,port_id=966eccbc-476e-49c6-8243-ad85befe938c,segment=NetworkSegment(58b87625-04d4-401c-bc32-e9fe010479dc),segment_id=58b87625-04d4-401c-bc32-e9fe010479dc)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:12:04.826495 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:04.866952 n-d-773647-6 neutron-server[100246]: DEBUG neutron.notifiers.nova [req-c913426a-21c3-48a9-b7d8-0256c46cb996 req-0458c3d2-e95b-49bd-bcc6-12e2334856a5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 05fc306f-a8f6-482f-bbcd-f39b90a18f29 {{(pid=100246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 14:12:04.886419 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-c913426a-21c3-48a9-b7d8-0256c46cb996 req-0458c3d2-e95b-49bd-bcc6-12e2334856a5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:04.914788 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5f33b81-bde8-43b5-9dd7-c63815674731 None None] Routers {'2361339c-3545-4ce7-95e6-64daa4111a39'} bound to L3 agent in host n-d-773647-6 {{(pid=100249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:12:04.917833 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-a5f33b81-bde8-43b5-9dd7-c63815674731 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T14:11:56Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['2361339c-3545-4ce7-95e6-64daa4111a39'], 'active': True} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:12:04.927496 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.provisioning_blocks [req-c913426a-21c3-48a9-b7d8-0256c46cb996 req-0458c3d2-e95b-49bd-bcc6-12e2334856a5 service neutron] Transition to ACTIVE for port object 05fc306f-a8f6-482f-bbcd-f39b90a18f29 will not be triggered until provisioned by entity L2. {{(pid=100246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:12:04.932389 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-c913426a-21c3-48a9-b7d8-0256c46cb996 req-0458c3d2-e95b-49bd-bcc6-12e2334856a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127687527'] for port, after_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:04.938374 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Pushing event updated for resources: {'Port': ['ID=966eccbc-476e-49c6-8243-ad85befe938c,revision_number=4']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:12:04.974183 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-7eb29240-8174-4822-a764-fbdea8b686f8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:04.984356 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3f694a-8323-4d96-a6ed-4312d53f5f7f req-a0cd976e-8010-474b-9ab0-3a90f07b112c tempest-AttachVolumeTestJSON-361183160 tempest-AttachVolumeTestJSON-361183160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:12:04.986007 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-bf3f694a-8323-4d96-a6ed-4312d53f5f7f req-a0cd976e-8010-474b-9ab0-3a90f07b112c tempest-AttachVolumeTestJSON-361183160 tempest-AttachVolumeTestJSON-361183160-project] 10.222.0.104 "GET /v2.0/ports?device_id=e0b6590c-38d1-4890-811c-8b99d91e8b91 HTTP/1.1" status: 200 len: 945 time: 0.1759307 Jul 06 14:12:05.059934 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-bf3f694a-8323-4d96-a6ed-4312d53f5f7f req-debe237d-d700-44fe-9cfa-641c362f1ec8 tempest-AttachVolumeTestJSON-361183160 tempest-AttachVolumeTestJSON-361183160-project] 10.222.0.104 "GET /v2.0/security-groups?id=e8c32bf5-5674-497e-8c20-3ec857c330c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0669112 Jul 06 14:12:05.093575 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvr_db [None req-a5f33b81-bde8-43b5-9dd7-c63815674731 None None] Set router 2361339c-3545-4ce7-95e6-64daa4111a39 gateway port host: n-d-773647-6 {{(pid=100249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:12:05.108704 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-7eb29240-8174-4822-a764-fbdea8b686f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-128888360'] for port, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:05.144921 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0458c3d2-e95b-49bd-bcc6-12e2334856a5 service neutron] Pushing event updated for resources: {'Port': ['ID=05fc306f-a8f6-482f-bbcd-f39b90a18f29,revision_number=2']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:12:05.158958 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [req-c913426a-21c3-48a9-b7d8-0256c46cb996 req-0458c3d2-e95b-49bd-bcc6-12e2334856a5 service neutron] Attempting to bind port 05fc306f-a8f6-482f-bbcd-f39b90a18f29 on host n-h2-773647-6 for vnic_type normal with profile {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:12:05.159528 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [req-c913426a-21c3-48a9-b7d8-0256c46cb996 req-0458c3d2-e95b-49bd-bcc6-12e2334856a5 service neutron] Attempting to bind port 05fc306f-a8f6-482f-bbcd-f39b90a18f29 by drivers openvswitch,hyperv on host n-h2-773647-6 at level 0 using segments [{'id': 'c9ea893d-045e-42cf-b3dd-cdd1f79baccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'ac09d390-867f-4b75-a8d2-ab11550bffd6'}] {{(pid=100246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:12:05.160037 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c913426a-21c3-48a9-b7d8-0256c46cb996 req-0458c3d2-e95b-49bd-bcc6-12e2334856a5 service neutron] Attempting to bind port 05fc306f-a8f6-482f-bbcd-f39b90a18f29 on network ac09d390-867f-4b75-a8d2-ab11550bffd6 {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:12:05.170144 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c913426a-21c3-48a9-b7d8-0256c46cb996 req-0458c3d2-e95b-49bd-bcc6-12e2334856a5 service neutron] Port 05fc306f-a8f6-482f-bbcd-f39b90a18f29 on network ac09d390-867f-4b75-a8d2-ab11550bffd6 not bound, no agent of type Open vSwitch agent registered on host n-h2-773647-6 {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 14:12:05.170781 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c913426a-21c3-48a9-b7d8-0256c46cb996 req-0458c3d2-e95b-49bd-bcc6-12e2334856a5 service neutron] Attempting to bind port 05fc306f-a8f6-482f-bbcd-f39b90a18f29 on network ac09d390-867f-4b75-a8d2-ab11550bffd6 {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:12:05.184233 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7eb29240-8174-4822-a764-fbdea8b686f8 admin admin] Network 80add5a8-4d84-4211-8e92-7e43032b95e8 is already hosted by enough agents. {{(pid=100247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:12:05.184984 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c913426a-21c3-48a9-b7d8-0256c46cb996 req-0458c3d2-e95b-49bd-bcc6-12e2334856a5 service neutron] Checking agent: {'id': '63768ece-0600-4354-8d29-fdedec96b077', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-773647-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 51, 10), 'started_at': datetime.datetime(2021, 7, 6, 13, 51, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 11, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:12:05.185718 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c913426a-21c3-48a9-b7d8-0256c46cb996 req-0458c3d2-e95b-49bd-bcc6-12e2334856a5 service neutron] Checking segment: {'id': 'c9ea893d-045e-42cf-b3dd-cdd1f79baccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'ac09d390-867f-4b75-a8d2-ab11550bffd6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:12:05.186221 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c913426a-21c3-48a9-b7d8-0256c46cb996 req-0458c3d2-e95b-49bd-bcc6-12e2334856a5 service neutron] Bound using segment: {'id': 'c9ea893d-045e-42cf-b3dd-cdd1f79baccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'ac09d390-867f-4b75-a8d2-ab11550bffd6'} {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:12:05.186864 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [req-c913426a-21c3-48a9-b7d8-0256c46cb996 req-0458c3d2-e95b-49bd-bcc6-12e2334856a5 service neutron] Bound port: 05fc306f-a8f6-482f-bbcd-f39b90a18f29, host: n-h2-773647-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c9ea893d-045e-42cf-b3dd-cdd1f79baccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'ac09d390-867f-4b75-a8d2-ab11550bffd6'}}] {{(pid=100246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:12:05.187560 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-c913426a-21c3-48a9-b7d8-0256c46cb996 req-0458c3d2-e95b-49bd-bcc6-12e2334856a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:05.189929 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.base_scheduler [None req-7eb29240-8174-4822-a764-fbdea8b686f8 admin admin] Resources bound (agent type, host, resource id): {{(pid=100247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:12:05.197976 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eb29240-8174-4822-a764-fbdea8b686f8 admin admin] Received port after_create {{(pid=100247) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:12:05.204058 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb29240-8174-4822-a764-fbdea8b686f8 admin admin] Pushing event updated for resources: {'Port': ['ID=7f87cd41-0417-4e0c-aa1c-d213d2b446be,revision_number=1']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:12:05.213450 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] get_ports_and_sgs() called for port_ids ['966eccbc-476e-49c6-8243-ad85befe938c'] {{(pid=100248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 14:12:05.228220 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6011307f-03ca-4088-b1c6-58acd3b70405 None None] Pushing event updated for resources: {'Port': ['ID=baa7d2fa-9035-4378-9c8b-2c2beedb18ee,revision_number=3']} {{(pid=100249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:12:05.328881 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-7eb29240-8174-4822-a764-fbdea8b686f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1807675'] for router_interface, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:05.348707 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.db [req-c913426a-21c3-48a9-b7d8-0256c46cb996 req-0458c3d2-e95b-49bd-bcc6-12e2334856a5 service neutron] For port 05fc306f-a8f6-482f-bbcd-f39b90a18f29, host n-h2-773647-6, cleared binding levels {{(pid=100246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:12:05.352727 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.db [req-c913426a-21c3-48a9-b7d8-0256c46cb996 req-0458c3d2-e95b-49bd-bcc6-12e2334856a5 service neutron] For port 05fc306f-a8f6-482f-bbcd-f39b90a18f29, host n-h2-773647-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=05fc306f-a8f6-482f-bbcd-f39b90a18f29,segment=NetworkSegment(c9ea893d-045e-42cf-b3dd-cdd1f79baccd),segment_id=c9ea893d-045e-42cf-b3dd-cdd1f79baccd)] {{(pid=100246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:12:05.357432 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-c913426a-21c3-48a9-b7d8-0256c46cb996 req-0458c3d2-e95b-49bd-bcc6-12e2334856a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127687527'] for port, after_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:05.407185 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c913426a-21c3-48a9-b7d8-0256c46cb996 req-0458c3d2-e95b-49bd-bcc6-12e2334856a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:12:05.407767 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-c913426a-21c3-48a9-b7d8-0256c46cb996 req-0458c3d2-e95b-49bd-bcc6-12e2334856a5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:05.410211 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-c913426a-21c3-48a9-b7d8-0256c46cb996 req-0458c3d2-e95b-49bd-bcc6-12e2334856a5 service neutron] 10.222.0.72 "PUT /v2.0/ports/05fc306f-a8f6-482f-bbcd-f39b90a18f29 HTTP/1.1" status: 200 len: 1096 time: 1.3010519 Jul 06 14:12:05.410211 n-d-773647-6 neutron-server[100246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd98661f5-ae95-41c0-9af1-b2ee3745fb13', 'tag': '05fc306f-a8f6-482f-bbcd-f39b90a18f29'}] {{(pid=100246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:12:05.429786 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0d96c5ab5e889f7b933ae915b9be33d1b46c9e87795bf781004b656ef3f1e87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-faf63262-cc05-49b3-8c54-b01b966f1448" -d '{"events": [{"name": "network-changed", "server_uuid": "d98661f5-ae95-41c0-9af1-b2ee3745fb13", "tag": "05fc306f-a8f6-482f-bbcd-f39b90a18f29"}]}' {{(pid=100246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:12:05.447846 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-a5f33b81-bde8-43b5-9dd7-c63815674731 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2361339c-3545-4ce7-95e6-64daa4111a39', 'name': 'tempest-ServerRescueTestJSONUnderV235-460749083-router', 'tenant_id': '3d918f5433ad4a15834cebadb767c05d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.104'}], 'enable_snat': True}, 'gw_port_id': 'baa7d2fa-9035-4378-9c8b-2c2beedb18ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:11:59Z', 'updated_at': '2021-07-06T14:12:02Z', 'revision_number': 3, 'project_id': '3d918f5433ad4a15834cebadb767c05d', 'gw_port': {'id': 'baa7d2fa-9035-4378-9c8b-2c2beedb18ee', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:57:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2361339c-3545-4ce7-95e6-64daa4111a39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1998, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:12:01Z', 'updated_at': '2021-07-06T14:12:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6'}], 'n-d-773647-6', False) {} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:12:05.469309 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0458c3d2-e95b-49bd-bcc6-12e2334856a5 service neutron] Pushing event updated for resources: {'Port': ['ID=05fc306f-a8f6-482f-bbcd-f39b90a18f29,revision_number=3']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:12:05.508603 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5f33b81-bde8-43b5-9dd7-c63815674731 None None] The sync data for ids ['2361339c-3545-4ce7-95e6-64daa4111a39'] in n-d-773647-6 is: [{'id': '2361339c-3545-4ce7-95e6-64daa4111a39', 'name': 'tempest-ServerRescueTestJSONUnderV235-460749083-router', 'tenant_id': '3d918f5433ad4a15834cebadb767c05d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.104'}], 'enable_snat': True}, 'gw_port_id': 'baa7d2fa-9035-4378-9c8b-2c2beedb18ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:11:59Z', 'updated_at': '2021-07-06T14:12:02Z', 'revision_number': 3, 'project_id': '3d918f5433ad4a15834cebadb767c05d', 'gw_port': {'id': 'baa7d2fa-9035-4378-9c8b-2c2beedb18ee', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:57:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2361339c-3545-4ce7-95e6-64daa4111a39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1998, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:12:01Z', 'updated_at': '2021-07-06T14:12:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6'}] {{(pid=100249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 14:12:05.618922 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c913426a-21c3-48a9-b7d8-0256c46cb996 req-fdc9e544-4da8-4fed-9789-360b7e60f414 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:12:05.621393 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-c913426a-21c3-48a9-b7d8-0256c46cb996 req-fdc9e544-4da8-4fed-9789-360b7e60f414 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=13a316de96284a26ae6e6f607134966d&device_id=d98661f5-ae95-41c0-9af1-b2ee3745fb13 HTTP/1.1" status: 200 len: 1099 time: 0.1435726 Jul 06 14:12:05.698005 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-c913426a-21c3-48a9-b7d8-0256c46cb996 req-4299af2b-8515-4b43-846e-b67a9f8f19ad service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.244&port_id=05fc306f-a8f6-482f-bbcd-f39b90a18f29 HTTP/1.1" status: 200 len: 217 time: 0.0643241 Jul 06 14:12:05.759861 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c913426a-21c3-48a9-b7d8-0256c46cb996 req-d7843149-c2ac-4c29-920c-79339cd22544 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:12:05.764124 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-c913426a-21c3-48a9-b7d8-0256c46cb996 req-d7843149-c2ac-4c29-920c-79339cd22544 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=d1c3cc78-09b9-4e30-99fd-0e5830de101d HTTP/1.1" status: 200 len: 843 time: 0.0611084 Jul 06 14:12:05.856706 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c913426a-21c3-48a9-b7d8-0256c46cb996 req-38bdfdf5-8719-4619-8e74-8cf5c91e970d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:12:05.860730 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-c913426a-21c3-48a9-b7d8-0256c46cb996 req-38bdfdf5-8719-4619-8e74-8cf5c91e970d service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=ac09d390-867f-4b75-a8d2-ab11550bffd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0873764 Jul 06 14:12:06.001784 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-c913426a-21c3-48a9-b7d8-0256c46cb996 req-46fded45-f3b0-4a94-98b0-06fa665528a5 service neutron] 10.222.0.72 "GET /v2.0/networks/ac09d390-867f-4b75-a8d2-ab11550bffd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1331446 Jul 06 14:12:06.024566 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fd0eec-8070-4d8c-b04a-85beeab22165 req-58238141-9457-40b4-b69f-05c98e5431ab tempest-ServerRescueTestJSON-1630712699 tempest-ServerRescueTestJSON-1630712699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:12:06.033146 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-09fd0eec-8070-4d8c-b04a-85beeab22165 req-58238141-9457-40b4-b69f-05c98e5431ab tempest-ServerRescueTestJSON-1630712699 tempest-ServerRescueTestJSON-1630712699-project] 10.222.0.104 "GET /v2.0/ports?device_id=92197cfd-adda-401a-a506-40b3e75cfb6c HTTP/1.1" status: 200 len: 944 time: 0.7407501 Jul 06 14:12:06.108038 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-09fd0eec-8070-4d8c-b04a-85beeab22165 req-89bd9c9e-85da-479e-80ae-334ab5247126 tempest-ServerRescueTestJSON-1630712699 tempest-ServerRescueTestJSON-1630712699-project] 10.222.0.104 "GET /v2.0/security-groups?id=5ad75d0b-ae4f-4528-8f14-d8740f9e67e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742280 Jul 06 14:12:06.130632 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f9f856-0c3d-4e42-8c68-9e2159d9f3af req-8b8c751e-17b3-4835-9c42-3a7f26356912 tempest-VolumesNegativeTest-1800819675 tempest-VolumesNegativeTest-1800819675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:12:06.132216 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-98f9f856-0c3d-4e42-8c68-9e2159d9f3af req-8b8c751e-17b3-4835-9c42-3a7f26356912 tempest-VolumesNegativeTest-1800819675 tempest-VolumesNegativeTest-1800819675-project] 10.222.0.104 "GET /v2.0/ports?device_id=d98661f5-ae95-41c0-9af1-b2ee3745fb13 HTTP/1.1" status: 200 len: 948 time: 0.6644642 Jul 06 14:12:06.136225 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-7eb29240-8174-4822-a764-fbdea8b686f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:06.136609 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-c913426a-21c3-48a9-b7d8-0256c46cb996 req-2db08883-fc63-4329-9091-819d0a6fc5f7 service neutron] 10.222.0.72 "GET /v2.0/networks/ac09d390-867f-4b75-a8d2-ab11550bffd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274297 Jul 06 14:12:06.184604 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 14:12:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bf58dff-1f36-4b91-bfe8-d3edf424acfb x-openstack-request-id: req-4bf58dff-1f36-4b91-bfe8-d3edf424acfb {{(pid=100246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:12:06.185590 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d98661f5-ae95-41c0-9af1-b2ee3745fb13", "tag": "05fc306f-a8f6-482f-bbcd-f39b90a18f29", "status": "completed", "code": 200}]} {{(pid=100246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:12:06.186212 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-4bf58dff-1f36-4b91-bfe8-d3edf424acfb {{(pid=100246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:12:06.186751 n-d-773647-6 neutron-server[100246]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd98661f5-ae95-41c0-9af1-b2ee3745fb13', 'tag': '05fc306f-a8f6-482f-bbcd-f39b90a18f29', 'status': 'completed', 'code': 200} Jul 06 14:12:06.249198 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-98f9f856-0c3d-4e42-8c68-9e2159d9f3af req-d9095eea-6d1c-4079-92bb-276ad81bb3ca tempest-VolumesNegativeTest-1800819675 tempest-VolumesNegativeTest-1800819675-project] 10.222.0.104 "GET /v2.0/security-groups?id=03ed02a1-ddce-46d6-a7ac-394fcc0ca9ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802045 Jul 06 14:12:06.346716 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf63262-cc05-49b3-8c54-b01b966f1448 req-f258bd65-6cdc-44cd-bdd5-147fce5ca33b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:12:06.348654 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-faf63262-cc05-49b3-8c54-b01b966f1448 req-f258bd65-6cdc-44cd-bdd5-147fce5ca33b service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=13a316de96284a26ae6e6f607134966d&device_id=d98661f5-ae95-41c0-9af1-b2ee3745fb13 HTTP/1.1" status: 200 len: 1099 time: 0.1344006 Jul 06 14:12:06.439926 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Device 966eccbc-476e-49c6-8243-ad85befe938c up at agent hyperv_n-h1-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:12:06.481867 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-7eb29240-8174-4822-a764-fbdea8b686f8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:06.487663 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-7eb29240-8174-4822-a764-fbdea8b686f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128888538'] for port, after_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:06.525991 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Provisioning for port 966eccbc-476e-49c6-8243-ad85befe938c completed by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:12:06.529127 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf63262-cc05-49b3-8c54-b01b966f1448 req-f89f9f35-52b5-42e6-a8a3-9e6c80bfd98b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:12:06.531294 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-faf63262-cc05-49b3-8c54-b01b966f1448 req-f89f9f35-52b5-42e6-a8a3-9e6c80bfd98b service neutron] 10.222.0.72 "GET /v2.0/networks?id=ac09d390-867f-4b75-a8d2-ab11550bffd6 HTTP/1.1" status: 200 len: 871 time: 0.1762955 Jul 06 14:12:06.532078 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Provisioning complete for port 966eccbc-476e-49c6-8243-ad85befe938c triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:12:06.532758 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:06.615627 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-faf63262-cc05-49b3-8c54-b01b966f1448 req-3fb2f0b6-bc21-4f3b-af92-4c5d01c2d762 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.244&port_id=05fc306f-a8f6-482f-bbcd-f39b90a18f29 HTTP/1.1" status: 200 len: 217 time: 0.0761638 Jul 06 14:12:06.632120 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:06.662644 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb29240-8174-4822-a764-fbdea8b686f8 admin admin] Pushing event updated for resources: {'Port': ['ID=7f87cd41-0417-4e0c-aa1c-d213d2b446be,revision_number=2']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:12:06.671474 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-7eb29240-8174-4822-a764-fbdea8b686f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1809478'] for router_interface, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:06.689135 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf63262-cc05-49b3-8c54-b01b966f1448 req-e1031117-148b-4b29-9340-9f2ee763efc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:12:06.690817 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-faf63262-cc05-49b3-8c54-b01b966f1448 req-e1031117-148b-4b29-9340-9f2ee763efc3 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=d1c3cc78-09b9-4e30-99fd-0e5830de101d HTTP/1.1" status: 200 len: 843 time: 0.0686419 Jul 06 14:12:06.744171 n-d-773647-6 neutron-server[100248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92197cfd-adda-401a-a506-40b3e75cfb6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '966eccbc-476e-49c6-8243-ad85befe938c'}] {{(pid=100248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:12:06.746945 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84af257533e383389cbcf231d3534f4d5e149e7203fea16b4a8fc01438dddaf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3f7d828-058a-4468-9ece-aa867c63ab4f" -d '{"events": [{"server_uuid": "92197cfd-adda-401a-a506-40b3e75cfb6c", "name": "network-vif-plugged", "status": "completed", "tag": "966eccbc-476e-49c6-8243-ad85befe938c"}]}' {{(pid=100248) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:12:06.755403 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] For port 966eccbc-476e-49c6-8243-ad85befe938c, host n-h1-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773647-6',level=0,port_id=966eccbc-476e-49c6-8243-ad85befe938c,segment=NetworkSegment(58b87625-04d4-401c-bc32-e9fe010479dc),segment_id=58b87625-04d4-401c-bc32-e9fe010479dc)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:12:06.761684 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae12ea3-e085-4734-801b-4c0250243347 req-88754175-46c6-43c5-94d8-75395c827008 tempest-AttachVolumeTestJSON-361183160 tempest-AttachVolumeTestJSON-361183160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:12:06.764798 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:06.768768 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-4ae12ea3-e085-4734-801b-4c0250243347 req-88754175-46c6-43c5-94d8-75395c827008 tempest-AttachVolumeTestJSON-361183160 tempest-AttachVolumeTestJSON-361183160-project] 10.222.0.104 "GET /v2.0/ports?device_id=e0b6590c-38d1-4890-811c-8b99d91e8b91 HTTP/1.1" status: 200 len: 945 time: 0.1906669 Jul 06 14:12:06.831793 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 14:12:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19bcdc6c-2953-47de-9a7e-0f780e5ad02a x-openstack-request-id: req-19bcdc6c-2953-47de-9a7e-0f780e5ad02a {{(pid=100248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:12:06.832405 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92197cfd-adda-401a-a506-40b3e75cfb6c", "name": "network-vif-plugged", "status": "completed", "tag": "966eccbc-476e-49c6-8243-ad85befe938c", "code": 200}]} {{(pid=100248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:12:06.833826 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-19bcdc6c-2953-47de-9a7e-0f780e5ad02a {{(pid=100248) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:12:06.835267 n-d-773647-6 neutron-server[100248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92197cfd-adda-401a-a506-40b3e75cfb6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '966eccbc-476e-49c6-8243-ad85befe938c', 'code': 200} Jul 06 14:12:06.846221 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf63262-cc05-49b3-8c54-b01b966f1448 req-fe504c3c-9425-4c91-83d9-7a142c5ee6d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:12:06.851626 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-faf63262-cc05-49b3-8c54-b01b966f1448 req-fe504c3c-9425-4c91-83d9-7a142c5ee6d8 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=ac09d390-867f-4b75-a8d2-ab11550bffd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1541800 Jul 06 14:12:06.857525 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-4ae12ea3-e085-4734-801b-4c0250243347 req-823a00e9-d9aa-48cd-bb4c-36599f00a512 tempest-AttachVolumeTestJSON-361183160 tempest-AttachVolumeTestJSON-361183160-project] 10.222.0.104 "GET /v2.0/security-groups?id=e8c32bf5-5674-497e-8c20-3ec857c330c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0877819 Jul 06 14:12:06.880402 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7eb29240-8174-4822-a764-fbdea8b686f8 admin admin] Network 80add5a8-4d84-4211-8e92-7e43032b95e8 is already hosted by enough agents. {{(pid=100247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:12:06.882644 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.base_scheduler [None req-7eb29240-8174-4822-a764-fbdea8b686f8 admin admin] Resources bound (agent type, host, resource id): {{(pid=100247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:12:06.903069 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Pushing event updated for resources: {'Port': ['ID=966eccbc-476e-49c6-8243-ad85befe938c,revision_number=5']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:12:07.033681 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-faf63262-cc05-49b3-8c54-b01b966f1448 req-8bf967db-2bd6-4042-9af8-2263b10c0cb8 service neutron] 10.222.0.72 "GET /v2.0/networks/ac09d390-867f-4b75-a8d2-ab11550bffd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1749551 Jul 06 14:12:07.091226 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7eb29240-8174-4822-a764-fbdea8b686f8 admin admin] Router 2361339c-3545-4ce7-95e6-64daa4111a39 has already been hosted by L3 agent 2823d358-a11b-4885-a706-95a279e43fa7 {{(pid=100247) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 14:12:07.126065 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e58863-3b56-4ff6-a42b-132020cb7589 req-8e01d63e-8611-47b5-8730-b5f81de39f67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:12:07.127644 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-01e58863-3b56-4ff6-a42b-132020cb7589 req-8e01d63e-8611-47b5-8730-b5f81de39f67 service neutron] 10.222.0.127 "GET /v2.0/ports?device_id=92197cfd-adda-401a-a506-40b3e75cfb6c HTTP/1.1" status: 200 len: 1096 time: 0.1462855 Jul 06 14:12:07.197793 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-01e58863-3b56-4ff6-a42b-132020cb7589 req-00f23295-cc5e-44e1-9cd4-39a45d8e05b7 service neutron] 10.222.0.127 "GET /v2.0/security-groups?id=5ad75d0b-ae4f-4528-8f14-d8740f9e67e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336938 Jul 06 14:12:07.203858 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 51688) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:12:07.229172 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-faf63262-cc05-49b3-8c54-b01b966f1448 req-b9a9064f-5323-421c-8fa8-a0898dc24d1c service neutron] 10.222.0.72 "GET /v2.0/networks/ac09d390-867f-4b75-a8d2-ab11550bffd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1854272 Jul 06 14:12:07.360073 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7eb29240-8174-4822-a764-fbdea8b686f8 admin admin] Notify agent at l3_agent.n-d-773647-6 the message routers_updated {{(pid=100247) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 14:12:07.369189 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-7eb29240-8174-4822-a764-fbdea8b686f8 admin admin] 10.222.0.104 "PUT /v2.0/routers/2361339c-3545-4ce7-95e6-64daa4111a39/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0332146 Jul 06 14:12:07.415186 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-52753ed4-5626-4ebd-acdd-e3a68597ba8b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:07.484076 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a077969-8b27-4cc9-ae49-d2872f6b4b9a req-0145963f-157c-47ff-9aca-8cd4675232b7 tempest-ServerRescueTestJSON-1630712699 tempest-ServerRescueTestJSON-1630712699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:12:07.485689 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-0a077969-8b27-4cc9-ae49-d2872f6b4b9a req-0145963f-157c-47ff-9aca-8cd4675232b7 tempest-ServerRescueTestJSON-1630712699 tempest-ServerRescueTestJSON-1630712699-project] 10.222.0.104 "GET /v2.0/ports?device_id=92197cfd-adda-401a-a506-40b3e75cfb6c HTTP/1.1" status: 200 len: 945 time: 0.1839945 Jul 06 14:12:07.566207 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b28e33-4212-4592-82e0-6bab7ea3a077 req-6d85e268-bb1c-4a59-bcf3-e7f332786e74 tempest-VolumesNegativeTest-1800819675 tempest-VolumesNegativeTest-1800819675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:12:07.568355 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-83b28e33-4212-4592-82e0-6bab7ea3a077 req-6d85e268-bb1c-4a59-bcf3-e7f332786e74 tempest-VolumesNegativeTest-1800819675 tempest-VolumesNegativeTest-1800819675-project] 10.222.0.104 "GET /v2.0/ports?device_id=d98661f5-ae95-41c0-9af1-b2ee3745fb13 HTTP/1.1" status: 200 len: 948 time: 0.1749189 Jul 06 14:12:07.581601 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-0a077969-8b27-4cc9-ae49-d2872f6b4b9a req-97da6283-df2d-4b35-ba28-dc0c7cb3df38 tempest-ServerRescueTestJSON-1630712699 tempest-ServerRescueTestJSON-1630712699-project] 10.222.0.104 "GET /v2.0/security-groups?id=5ad75d0b-ae4f-4528-8f14-d8740f9e67e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851882 Jul 06 14:12:07.657101 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-83b28e33-4212-4592-82e0-6bab7ea3a077 req-d74580df-35f4-4e3c-8018-fa388c90bc6b tempest-VolumesNegativeTest-1800819675 tempest-VolumesNegativeTest-1800819675-project] 10.222.0.104 "GET /v2.0/security-groups?id=03ed02a1-ddce-46d6-a7ac-394fcc0ca9ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728574 Jul 06 14:12:07.669163 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-52753ed4-5626-4ebd-acdd-e3a68597ba8b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:07.674871 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-52753ed4-5626-4ebd-acdd-e3a68597ba8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:07.726220 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 51706) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:12:07.730957 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-52753ed4-5626-4ebd-acdd-e3a68597ba8b admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=54615afb4def4b418d487315adb3f193&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5237961 Jul 06 14:12:07.749490 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52753ed4-5626-4ebd-acdd-e3a68597ba8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bd5f6dd-3235-44af-8e77-f9caed42d1bf,revision_number=1']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:12:07.805351 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-2e7d60c2-105a-4d86-a961-aff2b9e7b212 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:07.843808 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-2e7d60c2-105a-4d86-a961-aff2b9e7b212 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:07.924722 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-2e7d60c2-105a-4d86-a961-aff2b9e7b212 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:07.927625 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-2e7d60c2-105a-4d86-a961-aff2b9e7b212 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:07.929301 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-2e7d60c2-105a-4d86-a961-aff2b9e7b212 admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/6bd5f6dd-3235-44af-8e77-f9caed42d1bf HTTP/1.1" status: 204 len: 168 time: 0.2020581 Jul 06 14:12:07.943207 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7d60c2-105a-4d86-a961-aff2b9e7b212 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bd5f6dd-3235-44af-8e77-f9caed42d1bf,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:12:07.991067 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device baa7d2fa-9035-4378-9c8b-2c2beedb18ee up at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:12:08.068952 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb8b4a87-fe47-4ce2-9ec7-52bd4238cc94 None None] Sync routers for ids ['2361339c-3545-4ce7-95e6-64daa4111a39'] in n-d-773647-6 {{(pid=100248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 14:12:08.073003 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning for port baa7d2fa-9035-4378-9c8b-2c2beedb18ee completed by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:12:08.078993 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning complete for port baa7d2fa-9035-4378-9c8b-2c2beedb18ee triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:12:08.079658 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:08.123813 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb8b4a87-fe47-4ce2-9ec7-52bd4238cc94 None None] Routers {'2361339c-3545-4ce7-95e6-64daa4111a39'} bound to L3 agent in host n-d-773647-6 {{(pid=100248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:12:08.124481 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-eb8b4a87-fe47-4ce2-9ec7-52bd4238cc94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T14:11:56Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['2361339c-3545-4ce7-95e6-64daa4111a39'], 'active': True} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:12:08.194008 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7745a270-a03e-42ee-bc51-1a30713a63de req-9ed3264f-3bf0-473a-a08d-d851dad3b650 tempest-AttachVolumeTestJSON-361183160 tempest-AttachVolumeTestJSON-361183160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:12:08.195640 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-7745a270-a03e-42ee-bc51-1a30713a63de req-9ed3264f-3bf0-473a-a08d-d851dad3b650 tempest-AttachVolumeTestJSON-361183160 tempest-AttachVolumeTestJSON-361183160-project] 10.222.0.104 "GET /v2.0/ports?device_id=e0b6590c-38d1-4890-811c-8b99d91e8b91 HTTP/1.1" status: 200 len: 945 time: 0.1601233 Jul 06 14:12:08.233450 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8212956-22fd-465e-9b84-e33c46d57db1 req-86f25011-ee4b-4206-ae25-c9f3d45b1b04 tempest-ServerRescueTestJSONUnderV235-1943447921 tempest-ServerRescueTestJSONUnderV235-1943447921-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:12:08.235494 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-b8212956-22fd-465e-9b84-e33c46d57db1 req-86f25011-ee4b-4206-ae25-c9f3d45b1b04 tempest-ServerRescueTestJSONUnderV235-1943447921 tempest-ServerRescueTestJSONUnderV235-1943447921-project] 10.222.0.104 "GET /v2.0/networks?id=80add5a8-4d84-4211-8e92-7e43032b95e8 HTTP/1.1" status: 200 len: 819 time: 0.1877809 Jul 06 14:12:08.276683 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-b8212956-22fd-465e-9b84-e33c46d57db1 req-81c3b2e1-0f13-4447-9ef4-59f5c2c78231 tempest-ServerRescueTestJSONUnderV235-1943447921 tempest-ServerRescueTestJSONUnderV235-1943447921-project] 10.222.0.104 "GET /v2.0/quotas/3d918f5433ad4a15834cebadb767c05d HTTP/1.1" status: 200 len: 375 time: 0.0320771 Jul 06 14:12:08.290369 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:08.327570 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] For port baa7d2fa-9035-4378-9c8b-2c2beedb18ee, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=baa7d2fa-9035-4378-9c8b-2c2beedb18ee,segment=NetworkSegment(89a832b7-7793-4d51-9038-ed7e1c3ff1b2),segment_id=89a832b7-7793-4d51-9038-ed7e1c3ff1b2)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:12:08.328477 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-7745a270-a03e-42ee-bc51-1a30713a63de req-2423dc3b-2838-420d-8dd7-0180a1edf1de tempest-AttachVolumeTestJSON-361183160 tempest-AttachVolumeTestJSON-361183160-project] 10.222.0.104 "GET /v2.0/security-groups?id=e8c32bf5-5674-497e-8c20-3ec857c330c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1205029 Jul 06 14:12:08.354834 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:08.378216 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvr_db [None req-eb8b4a87-fe47-4ce2-9ec7-52bd4238cc94 None None] Set router 2361339c-3545-4ce7-95e6-64daa4111a39 gateway port host: n-d-773647-6 {{(pid=100248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:12:08.380440 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-b8212956-22fd-465e-9b84-e33c46d57db1 req-cdcef268-e82e-44a5-bee0-e6c19ed91df8 tempest-ServerRescueTestJSONUnderV235-1943447921 tempest-ServerRescueTestJSONUnderV235-1943447921-project] 10.222.0.104 "GET /v2.0/ports?tenant_id=3d918f5433ad4a15834cebadb767c05d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1023278 Jul 06 14:12:08.493803 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Pushing event updated for resources: {'Port': ['ID=baa7d2fa-9035-4378-9c8b-2c2beedb18ee,revision_number=4']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:12:08.499961 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-b8212956-22fd-465e-9b84-e33c46d57db1 req-c6316b68-f8a2-4b84-87c2-f6804997eff5 service neutron] 10.222.0.104 "GET /v2.0/networks/80add5a8-4d84-4211-8e92-7e43032b95e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1119409 Jul 06 14:12:08.597480 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-b8212956-22fd-465e-9b84-e33c46d57db1 req-47bf0dd9-3014-429c-a118-3a2b4a74effa service neutron] 10.222.0.104 "GET /v2.0/networks/80add5a8-4d84-4211-8e92-7e43032b95e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899782 Jul 06 14:12:08.658540 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Device 05fc306f-a8f6-482f-bbcd-f39b90a18f29 details requested by agent hyperv_n-h2-773647-6 with host n-h2-773647-6 {{(pid=100248) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 14:12:08.677591 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-eb8b4a87-fe47-4ce2-9ec7-52bd4238cc94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2361339c-3545-4ce7-95e6-64daa4111a39', 'name': 'tempest-ServerRescueTestJSONUnderV235-460749083-router', 'tenant_id': '3d918f5433ad4a15834cebadb767c05d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.104'}], 'enable_snat': True}, 'gw_port_id': 'baa7d2fa-9035-4378-9c8b-2c2beedb18ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:11:59Z', 'updated_at': '2021-07-06T14:12:06Z', 'revision_number': 4, 'project_id': '3d918f5433ad4a15834cebadb767c05d', 'gw_port': {'id': 'baa7d2fa-9035-4378-9c8b-2c2beedb18ee', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:57:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2361339c-3545-4ce7-95e6-64daa4111a39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1998, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:12:01Z', 'updated_at': '2021-07-06T14:12:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6', '_interfaces': [{'id': '7f87cd41-0417-4e0c-aa1c-d213d2b446be', 'name': '', 'network_id': '80add5a8-4d84-4211-8e92-7e43032b95e8', 'tenant_id': '3d918f5433ad4a15834cebadb767c05d', 'mac_address': 'fa:16:3e:72:a5:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2361339c-3545-4ce7-95e6-64daa4111a39', 'device_owner': 'network:router_interface', 'standard_attr_id': 2005, 'fixed_ips': [{'subnet_id': 'f227b47e-ae32-4b4e-a3ec-2991dbacdeb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:12:04Z', 'updated_at': '2021-07-06T14:12:06Z', 'revision_number': 2, 'project_id': '3d918f5433ad4a15834cebadb767c05d', 'subnets': [{'id': 'f227b47e-ae32-4b4e-a3ec-2991dbacdeb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773647-6', False) {} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:12:08.717812 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb8b4a87-fe47-4ce2-9ec7-52bd4238cc94 None None] Checking router: 2361339c-3545-4ce7-95e6-64daa4111a39 for host: n-d-773647-6 {{(pid=100248) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 14:12:08.718259 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb8b4a87-fe47-4ce2-9ec7-52bd4238cc94 None None] Updating router 2361339c-3545-4ce7-95e6-64daa4111a39 port 7f87cd41-0417-4e0c-aa1c-d213d2b446be binding host n-d-773647-6 {{(pid=100248) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 14:12:08.815813 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-eb8b4a87-fe47-4ce2-9ec7-52bd4238cc94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:08.820370 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3cd613c-a750-476b-8d3c-76475557cc33 req-f4639271-43fa-4b58-9591-f79362f7b1a7 tempest-ServerRescueTestJSON-1630712699 tempest-ServerRescueTestJSON-1630712699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:12:08.829726 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-e3cd613c-a750-476b-8d3c-76475557cc33 req-f4639271-43fa-4b58-9591-f79362f7b1a7 tempest-ServerRescueTestJSON-1630712699 tempest-ServerRescueTestJSON-1630712699-project] 10.222.0.104 "GET /v2.0/ports?device_id=92197cfd-adda-401a-a506-40b3e75cfb6c HTTP/1.1" status: 200 len: 945 time: 0.1009564 Jul 06 14:12:08.892416 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-e3cd613c-a750-476b-8d3c-76475557cc33 req-be51b3a7-5af8-47dc-8bfb-81c0596b0b9f tempest-ServerRescueTestJSON-1630712699 tempest-ServerRescueTestJSON-1630712699-project] 10.222.0.104 "GET /v2.0/security-groups?id=5ad75d0b-ae4f-4528-8f14-d8740f9e67e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599523 Jul 06 14:12:08.991070 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45360dbe-3546-405a-a975-1518a74fb4c9 req-42a46475-62b5-4ec3-9987-6353871fbf63 tempest-VolumesNegativeTest-1800819675 tempest-VolumesNegativeTest-1800819675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:12:08.998977 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-45360dbe-3546-405a-a975-1518a74fb4c9 req-42a46475-62b5-4ec3-9987-6353871fbf63 tempest-VolumesNegativeTest-1800819675 tempest-VolumesNegativeTest-1800819675-project] 10.222.0.104 "GET /v2.0/ports?device_id=d98661f5-ae95-41c0-9af1-b2ee3745fb13 HTTP/1.1" status: 200 len: 948 time: 0.1050947 Jul 06 14:12:09.073784 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-45360dbe-3546-405a-a975-1518a74fb4c9 req-efc207d5-81c7-4779-b1ae-9c2224b68405 tempest-VolumesNegativeTest-1800819675 tempest-VolumesNegativeTest-1800819675-project] 10.222.0.104 "GET /v2.0/security-groups?id=03ed02a1-ddce-46d6-a7ac-394fcc0ca9ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734997 Jul 06 14:12:09.119020 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] For port 05fc306f-a8f6-482f-bbcd-f39b90a18f29, host n-h2-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=05fc306f-a8f6-482f-bbcd-f39b90a18f29,segment=NetworkSegment(c9ea893d-045e-42cf-b3dd-cdd1f79baccd),segment_id=c9ea893d-045e-42cf-b3dd-cdd1f79baccd)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:12:09.160213 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Returning: {'device': '05fc306f-a8f6-482f-bbcd-f39b90a18f29', 'network_id': 'ac09d390-867f-4b75-a8d2-ab11550bffd6', 'port_id': '05fc306f-a8f6-482f-bbcd-f39b90a18f29', 'mac_address': 'fa:16:3e:3c:16:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1023, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd1c3cc78-09b9-4e30-99fd-0e5830de101d', 'ip_address': '192.168.233.244'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100248) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 14:12:09.179505 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-89eb9052-747d-48bd-9dc8-64c82c1575f8 req-47cc5358-b633-45ef-b47b-dcbe62faf6a6 tempest-ServerRescueTestJSONUnderV235-1943447921 tempest-ServerRescueTestJSONUnderV235-1943447921-project] 10.222.0.104 "GET /v2.0/ports?device_id=db386cd2-b4bb-41cb-b1dd-da803603d9f6 HTTP/1.1" status: 200 len: 210 time: 0.0404773 Jul 06 14:12:09.207202 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:09.230280 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-eb8b4a87-fe47-4ce2-9ec7-52bd4238cc94 None None] Notify callbacks [] for port, precommit_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:09.235030 n-d-773647-6 neutron-server[100248]: DEBUG neutron.notifiers.nova [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 05fc306f-a8f6-482f-bbcd-f39b90a18f29 {{(pid=100248) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 14:12:09.252369 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-eb8b4a87-fe47-4ce2-9ec7-52bd4238cc94 None None] Transition to ACTIVE for port object 7f87cd41-0417-4e0c-aa1c-d213d2b446be will not be triggered until provisioned by entity L2. {{(pid=100248) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:12:09.269254 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-eb8b4a87-fe47-4ce2-9ec7-52bd4238cc94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:09.274585 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] For port 05fc306f-a8f6-482f-bbcd-f39b90a18f29, host n-h2-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=05fc306f-a8f6-482f-bbcd-f39b90a18f29,segment=NetworkSegment(c9ea893d-045e-42cf-b3dd-cdd1f79baccd),segment_id=c9ea893d-045e-42cf-b3dd-cdd1f79baccd)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:12:09.305797 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:09.338619 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d180fa79-1596-412e-9ba9-273881ab0c50 None None] Pushing event updated for resources: {'Port': ['ID=7f87cd41-0417-4e0c-aa1c-d213d2b446be,revision_number=3']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:12:09.559949 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-eb8b4a87-fe47-4ce2-9ec7-52bd4238cc94 None None] Attempting to bind port 7f87cd41-0417-4e0c-aa1c-d213d2b446be on host n-d-773647-6 for vnic_type normal with profile {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:12:09.560366 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-eb8b4a87-fe47-4ce2-9ec7-52bd4238cc94 None None] Attempting to bind port 7f87cd41-0417-4e0c-aa1c-d213d2b446be by drivers openvswitch,hyperv on host n-d-773647-6 at level 0 using segments [{'id': 'e8f9de24-f6a4-403e-9dce-2fafa12a46c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1042, 'network_id': '80add5a8-4d84-4211-8e92-7e43032b95e8'}] {{(pid=100248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:12:09.560733 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb8b4a87-fe47-4ce2-9ec7-52bd4238cc94 None None] Attempting to bind port 7f87cd41-0417-4e0c-aa1c-d213d2b446be on network 80add5a8-4d84-4211-8e92-7e43032b95e8 {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:12:09.576863 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb8b4a87-fe47-4ce2-9ec7-52bd4238cc94 None None] Checking agent: {'id': '8ab5b19c-d213-4f29-891d-27bdf39d38b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773647-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 43, 26), 'started_at': datetime.datetime(2021, 7, 6, 13, 43, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 11, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773647-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:12:09.577322 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb8b4a87-fe47-4ce2-9ec7-52bd4238cc94 None None] Checking segment: {'id': 'e8f9de24-f6a4-403e-9dce-2fafa12a46c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1042, 'network_id': '80add5a8-4d84-4211-8e92-7e43032b95e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:12:09.577645 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-eb8b4a87-fe47-4ce2-9ec7-52bd4238cc94 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:09.578120 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb8b4a87-fe47-4ce2-9ec7-52bd4238cc94 None None] Bound using segment: {'id': 'e8f9de24-f6a4-403e-9dce-2fafa12a46c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1042, 'network_id': '80add5a8-4d84-4211-8e92-7e43032b95e8'} {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:12:09.578606 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-eb8b4a87-fe47-4ce2-9ec7-52bd4238cc94 None None] Bound port: 7f87cd41-0417-4e0c-aa1c-d213d2b446be, host: n-d-773647-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8f9de24-f6a4-403e-9dce-2fafa12a46c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1042, 'network_id': '80add5a8-4d84-4211-8e92-7e43032b95e8'}}] {{(pid=100248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:12:09.578984 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-eb8b4a87-fe47-4ce2-9ec7-52bd4238cc94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:09.606139 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Pushing event updated for resources: {'Port': ['ID=05fc306f-a8f6-482f-bbcd-f39b90a18f29,revision_number=4']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:12:09.667981 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] get_ports_and_sgs() called for port_ids ['05fc306f-a8f6-482f-bbcd-f39b90a18f29'] {{(pid=100248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 14:12:09.796228 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1ca543-adea-41a2-8488-8129ddbf8dbc req-5c175036-60ce-4153-84c1-a1dc714ed03f tempest-AttachVolumeTestJSON-361183160 tempest-AttachVolumeTestJSON-361183160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:12:09.803209 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-4a1ca543-adea-41a2-8488-8129ddbf8dbc req-5c175036-60ce-4153-84c1-a1dc714ed03f tempest-AttachVolumeTestJSON-361183160 tempest-AttachVolumeTestJSON-361183160-project] 10.222.0.104 "GET /v2.0/ports?device_id=e0b6590c-38d1-4890-811c-8b99d91e8b91 HTTP/1.1" status: 200 len: 945 time: 0.2378097 Jul 06 14:12:09.811680 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-eb8b4a87-fe47-4ce2-9ec7-52bd4238cc94 None None] For port 7f87cd41-0417-4e0c-aa1c-d213d2b446be, host n-d-773647-6, cleared binding levels {{(pid=100248) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:12:09.816272 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-eb8b4a87-fe47-4ce2-9ec7-52bd4238cc94 None None] For port 7f87cd41-0417-4e0c-aa1c-d213d2b446be, host n-d-773647-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=7f87cd41-0417-4e0c-aa1c-d213d2b446be,segment=NetworkSegment(e8f9de24-f6a4-403e-9dce-2fafa12a46c9),segment_id=e8f9de24-f6a4-403e-9dce-2fafa12a46c9)] {{(pid=100248) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:12:09.827805 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-eb8b4a87-fe47-4ce2-9ec7-52bd4238cc94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:09.930994 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-4a1ca543-adea-41a2-8488-8129ddbf8dbc req-5d901352-42a1-4cfb-9ce5-78ecf824ad2d tempest-AttachVolumeTestJSON-361183160 tempest-AttachVolumeTestJSON-361183160-project] 10.222.0.104 "GET /v2.0/security-groups?id=e8c32bf5-5674-497e-8c20-3ec857c330c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0772882 Jul 06 14:12:09.960374 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747e6afe-3345-44f9-881f-c03cedfcae68 req-f5b3af2c-09fa-47aa-9d4a-9c956cc575ab tempest-ServerRescueTestJSON-1630712699 tempest-ServerRescueTestJSON-1630712699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:12:09.969677 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-747e6afe-3345-44f9-881f-c03cedfcae68 req-f5b3af2c-09fa-47aa-9d4a-9c956cc575ab tempest-ServerRescueTestJSON-1630712699 tempest-ServerRescueTestJSON-1630712699-project] 10.222.0.104 "GET /v2.0/ports?device_id=92197cfd-adda-401a-a506-40b3e75cfb6c HTTP/1.1" status: 200 len: 945 time: 0.2221498 Jul 06 14:12:09.998765 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b813ad7d-dd5b-41c7-b5a8-dfc98e583f23 req-dd7b1a2f-89fc-4365-86dc-4ea41a5240d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:12:10.001128 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-b813ad7d-dd5b-41c7-b5a8-dfc98e583f23 req-dd7b1a2f-89fc-4365-86dc-4ea41a5240d2 service neutron] 10.222.0.127 "GET /v2.0/ports?tenant_id=e374f8fff0bf4022b3d90d39bb64853f&device_id=92197cfd-adda-401a-a506-40b3e75cfb6c HTTP/1.1" status: 200 len: 1096 time: 0.2454545 Jul 06 14:12:10.061973 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device baa7d2fa-9035-4378-9c8b-2c2beedb18ee up at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:12:10.087015 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-747e6afe-3345-44f9-881f-c03cedfcae68 req-83be5953-9a00-4ac5-8d36-df76eca850b3 tempest-ServerRescueTestJSON-1630712699 tempest-ServerRescueTestJSON-1630712699-project] 10.222.0.104 "GET /v2.0/security-groups?id=5ad75d0b-ae4f-4528-8f14-d8740f9e67e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159279 Jul 06 14:12:10.144681 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b813ad7d-dd5b-41c7-b5a8-dfc98e583f23 req-76369b26-0772-4840-8761-24c6e529462e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:12:10.147120 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-b813ad7d-dd5b-41c7-b5a8-dfc98e583f23 req-76369b26-0772-4840-8761-24c6e529462e service neutron] 10.222.0.127 "GET /v2.0/networks?id=a3c3f842-601a-418a-8017-a9441854184e HTTP/1.1" status: 200 len: 913 time: 0.1354198 Jul 06 14:12:10.205558 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-b813ad7d-dd5b-41c7-b5a8-dfc98e583f23 req-a33e8de8-4d30-43aa-83eb-76168cebe506 service neutron] 10.222.0.127 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=966eccbc-476e-49c6-8243-ad85befe938c HTTP/1.1" status: 200 len: 217 time: 0.0506299 Jul 06 14:12:10.253747 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb8b4a87-fe47-4ce2-9ec7-52bd4238cc94 None None] Routers {'2361339c-3545-4ce7-95e6-64daa4111a39'} bound to L3 agent in host n-d-773647-6 {{(pid=100248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:12:10.254388 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-eb8b4a87-fe47-4ce2-9ec7-52bd4238cc94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T14:11:56Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['2361339c-3545-4ce7-95e6-64daa4111a39'], 'active': True} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:12:10.263133 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d180fa79-1596-412e-9ba9-273881ab0c50 None None] Pushing event updated for resources: {'Port': ['ID=7f87cd41-0417-4e0c-aa1c-d213d2b446be,revision_number=4']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:12:10.315635 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b813ad7d-dd5b-41c7-b5a8-dfc98e583f23 req-0557cd55-9e8a-471d-8d10-76b4180d3dfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:12:10.317212 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-b813ad7d-dd5b-41c7-b5a8-dfc98e583f23 req-0557cd55-9e8a-471d-8d10-76b4180d3dfd service neutron] 10.222.0.127 "GET /v2.0/subnets?id=c036779b-d851-45df-9bda-fb7310da886d HTTP/1.1" status: 200 len: 851 time: 0.1024873 Jul 06 14:12:10.363682 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-b813ad7d-dd5b-41c7-b5a8-dfc98e583f23 req-e2c129cb-6bd1-4d2b-8d7f-103794b4293d service neutron] 10.222.0.127 "GET /v2.0/ports?network_id=a3c3f842-601a-418a-8017-a9441854184e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0398510 Jul 06 14:12:10.412704 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffca7471-a425-4a74-932b-3839959017cd req-04a4e74e-ae80-4e74-bbab-d3d0af69ce2b tempest-VolumesNegativeTest-1800819675 tempest-VolumesNegativeTest-1800819675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:12:10.425859 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-ffca7471-a425-4a74-932b-3839959017cd req-04a4e74e-ae80-4e74-bbab-d3d0af69ce2b tempest-VolumesNegativeTest-1800819675 tempest-VolumesNegativeTest-1800819675-project] 10.222.0.104 "GET /v2.0/ports?device_id=d98661f5-ae95-41c0-9af1-b2ee3745fb13 HTTP/1.1" status: 200 len: 949 time: 0.1731515 Jul 06 14:12:10.434534 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning complete for port baa7d2fa-9035-4378-9c8b-2c2beedb18ee triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:12:10.434904 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:10.546598 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-0ff0d7f2-336a-4919-833a-7a0d9ff4b726 req-160073ae-e67e-4a72-b0be-b3de767d0033 tempest-ServerRescueTestJSONUnderV235-1943447921 tempest-ServerRescueTestJSONUnderV235-1943447921-project] 10.222.0.104 "GET /v2.0/ports?device_id=db386cd2-b4bb-41cb-b1dd-da803603d9f6 HTTP/1.1" status: 200 len: 210 time: 0.0602815 Jul 06 14:12:10.553938 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvr_db [None req-eb8b4a87-fe47-4ce2-9ec7-52bd4238cc94 None None] Set router 2361339c-3545-4ce7-95e6-64daa4111a39 gateway port host: n-d-773647-6 {{(pid=100248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:12:10.597486 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-b813ad7d-dd5b-41c7-b5a8-dfc98e583f23 req-388c4288-d7e9-41d9-ad22-7c3acf9c68ff service neutron] 10.222.0.127 "GET /v2.0/networks/a3c3f842-601a-418a-8017-a9441854184e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2258060 Jul 06 14:12:10.617275 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:10.678990 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-ffca7471-a425-4a74-932b-3839959017cd req-64d12ce4-bc38-46cc-904c-076979a528f1 tempest-VolumesNegativeTest-1800819675 tempest-VolumesNegativeTest-1800819675-project] 10.222.0.104 "GET /v2.0/security-groups?id=03ed02a1-ddce-46d6-a7ac-394fcc0ca9ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2483191 Jul 06 14:12:10.795617 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8212956-22fd-465e-9b84-e33c46d57db1 req-1c63b5ca-4714-40e4-8dc2-2fba99f79d79 tempest-ServerRescueTestJSONUnderV235-1943447921 tempest-ServerRescueTestJSONUnderV235-1943447921-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:12:10.797116 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-b8212956-22fd-465e-9b84-e33c46d57db1 req-1c63b5ca-4714-40e4-8dc2-2fba99f79d79 tempest-ServerRescueTestJSONUnderV235-1943447921 tempest-ServerRescueTestJSONUnderV235-1943447921-project] 10.222.0.127 "GET /v2.0/networks?id=80add5a8-4d84-4211-8e92-7e43032b95e8 HTTP/1.1" status: 200 len: 819 time: 0.2834857 Jul 06 14:12:10.814773 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [req-b8212956-22fd-465e-9b84-e33c46d57db1 req-783bcfa6-56f2-4e62-a587-2d8affd3528a tempest-ServerRescueTestJSONUnderV235-1943447921 tempest-ServerRescueTestJSONUnderV235-1943447921-project] Request body: {'port': {'device_id': 'db386cd2-b4bb-41cb-b1dd-da803603d9f6', 'network_id': '80add5a8-4d84-4211-8e92-7e43032b95e8', 'admin_state_up': True, 'tenant_id': '3d918f5433ad4a15834cebadb767c05d'}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:12:10.839609 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-b813ad7d-dd5b-41c7-b5a8-dfc98e583f23 req-b254529a-6aed-491d-ad93-af7df0c98a65 service neutron] 10.222.0.127 "GET /v2.0/networks/a3c3f842-601a-418a-8017-a9441854184e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2077858 Jul 06 14:12:10.944627 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-eb8b4a87-fe47-4ce2-9ec7-52bd4238cc94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2361339c-3545-4ce7-95e6-64daa4111a39', 'name': 'tempest-ServerRescueTestJSONUnderV235-460749083-router', 'tenant_id': '3d918f5433ad4a15834cebadb767c05d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.104'}], 'enable_snat': True}, 'gw_port_id': 'baa7d2fa-9035-4378-9c8b-2c2beedb18ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:11:59Z', 'updated_at': '2021-07-06T14:12:06Z', 'revision_number': 4, 'project_id': '3d918f5433ad4a15834cebadb767c05d', 'gw_port': {'id': 'baa7d2fa-9035-4378-9c8b-2c2beedb18ee', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:57:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2361339c-3545-4ce7-95e6-64daa4111a39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1998, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:12:01Z', 'updated_at': '2021-07-06T14:12:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6', '_interfaces': [{'id': '7f87cd41-0417-4e0c-aa1c-d213d2b446be', 'name': '', 'network_id': '80add5a8-4d84-4211-8e92-7e43032b95e8', 'tenant_id': '3d918f5433ad4a15834cebadb767c05d', 'mac_address': 'fa:16:3e:72:a5:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2361339c-3545-4ce7-95e6-64daa4111a39', 'device_owner': 'network:router_interface', 'standard_attr_id': 2005, 'fixed_ips': [{'subnet_id': 'f227b47e-ae32-4b4e-a3ec-2991dbacdeb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:12:04Z', 'updated_at': '2021-07-06T14:12:09Z', 'revision_number': 4, 'project_id': '3d918f5433ad4a15834cebadb767c05d', 'subnets': [{'id': 'f227b47e-ae32-4b4e-a3ec-2991dbacdeb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773647-6', False) {} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:12:10.984552 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb8b4a87-fe47-4ce2-9ec7-52bd4238cc94 None None] The sync data for ids ['2361339c-3545-4ce7-95e6-64daa4111a39'] in n-d-773647-6 is: [{'id': '2361339c-3545-4ce7-95e6-64daa4111a39', 'name': 'tempest-ServerRescueTestJSONUnderV235-460749083-router', 'tenant_id': '3d918f5433ad4a15834cebadb767c05d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.104'}], 'enable_snat': True}, 'gw_port_id': 'baa7d2fa-9035-4378-9c8b-2c2beedb18ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:11:59Z', 'updated_at': '2021-07-06T14:12:06Z', 'revision_number': 4, 'project_id': '3d918f5433ad4a15834cebadb767c05d', 'gw_port': {'id': 'baa7d2fa-9035-4378-9c8b-2c2beedb18ee', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:57:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2361339c-3545-4ce7-95e6-64daa4111a39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1998, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:12:01Z', 'updated_at': '2021-07-06T14:12:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6', '_interfaces': [{'id': '7f87cd41-0417-4e0c-aa1c-d213d2b446be', 'name': '', 'network_id': '80add5a8-4d84-4211-8e92-7e43032b95e8', 'tenant_id': '3d918f5433ad4a15834cebadb767c05d', 'mac_address': 'fa:16:3e:72:a5:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2361339c-3545-4ce7-95e6-64daa4111a39', 'device_owner': 'network:router_interface', 'standard_attr_id': 2005, 'fixed_ips': [{'subnet_id': 'f227b47e-ae32-4b4e-a3ec-2991dbacdeb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:12:04Z', 'updated_at': '2021-07-06T14:12:09Z', 'revision_number': 4, 'project_id': '3d918f5433ad4a15834cebadb767c05d', 'subnets': [{'id': 'f227b47e-ae32-4b4e-a3ec-2991dbacdeb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 14:12:10.990744 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b8212956-22fd-465e-9b84-e33c46d57db1 req-783bcfa6-56f2-4e62-a587-2d8affd3528a tempest-ServerRescueTestJSONUnderV235-1943447921 tempest-ServerRescueTestJSONUnderV235-1943447921-project] Made reservation on behalf of 3d918f5433ad4a15834cebadb767c05d for: {'port': 1} {{(pid=100247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:12:10.994984 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-b8212956-22fd-465e-9b84-e33c46d57db1 req-783bcfa6-56f2-4e62-a587-2d8affd3528a tempest-ServerRescueTestJSONUnderV235-1943447921 tempest-ServerRescueTestJSONUnderV235-1943447921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:11.260401 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.db_base_plugin_common [req-b8212956-22fd-465e-9b84-e33c46d57db1 req-783bcfa6-56f2-4e62-a587-2d8affd3528a tempest-ServerRescueTestJSONUnderV235-1943447921 tempest-ServerRescueTestJSONUnderV235-1943447921-project] Allocated IP 172.20.0.9 (80add5a8-4d84-4211-8e92-7e43032b95e8/f227b47e-ae32-4b4e-a3ec-2991dbacdeb7/36b98e29-a854-4d50-b96f-b0c0cedeff86) {{(pid=100247) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:12:11.347815 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7201d7b8-d28d-4cd0-923c-54d39a0a65f7 req-fa35c959-0d48-45aa-9ef7-5f2fa024aeb7 tempest-AttachVolumeTestJSON-361183160 tempest-AttachVolumeTestJSON-361183160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:12:11.349412 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-7201d7b8-d28d-4cd0-923c-54d39a0a65f7 req-fa35c959-0d48-45aa-9ef7-5f2fa024aeb7 tempest-AttachVolumeTestJSON-361183160 tempest-AttachVolumeTestJSON-361183160-project] 10.222.0.104 "GET /v2.0/ports?device_id=e0b6590c-38d1-4890-811c-8b99d91e8b91 HTTP/1.1" status: 200 len: 945 time: 0.2445443 Jul 06 14:12:11.470180 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc5f8cb-082f-41f9-bdcb-4f4a5d1e608d req-90ff322f-b4d0-4eab-afa9-62e564f4e0cb tempest-ServerRescueTestJSON-1630712699 tempest-ServerRescueTestJSON-1630712699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:12:11.475541 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-3dc5f8cb-082f-41f9-bdcb-4f4a5d1e608d req-90ff322f-b4d0-4eab-afa9-62e564f4e0cb tempest-ServerRescueTestJSON-1630712699 tempest-ServerRescueTestJSON-1630712699-project] 10.222.0.104 "GET /v2.0/ports?device_id=92197cfd-adda-401a-a506-40b3e75cfb6c HTTP/1.1" status: 200 len: 945 time: 0.2297361 Jul 06 14:12:11.504291 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-7201d7b8-d28d-4cd0-923c-54d39a0a65f7 req-c0a9db30-7416-4d0c-8eb4-840cc33f347b tempest-AttachVolumeTestJSON-361183160 tempest-AttachVolumeTestJSON-361183160-project] 10.222.0.104 "GET /v2.0/security-groups?id=e8c32bf5-5674-497e-8c20-3ec857c330c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1451850 Jul 06 14:12:11.562138 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-3dc5f8cb-082f-41f9-bdcb-4f4a5d1e608d req-43df64fb-fcec-4698-a7a5-a4942df7b5ec tempest-ServerRescueTestJSON-1630712699 tempest-ServerRescueTestJSON-1630712699-project] 10.222.0.104 "GET /v2.0/security-groups?id=5ad75d0b-ae4f-4528-8f14-d8740f9e67e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756731 Jul 06 14:12:11.615362 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-b8212956-22fd-465e-9b84-e33c46d57db1 req-783bcfa6-56f2-4e62-a587-2d8affd3528a tempest-ServerRescueTestJSONUnderV235-1943447921 tempest-ServerRescueTestJSONUnderV235-1943447921-project] Notify callbacks [] for port, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:11.689114 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-b8212956-22fd-465e-9b84-e33c46d57db1 req-783bcfa6-56f2-4e62-a587-2d8affd3528a tempest-ServerRescueTestJSONUnderV235-1943447921 tempest-ServerRescueTestJSONUnderV235-1943447921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-128888360'] for port, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:11.773963 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783bcfa6-56f2-4e62-a587-2d8affd3528a tempest-ServerRescueTestJSONUnderV235-1943447921 tempest-ServerRescueTestJSONUnderV235-1943447921-project] Pushing event updated for resources: {'Port': ['ID=36b98e29-a854-4d50-b96f-b0c0cedeff86,revision_number=1']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:12:11.789193 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b8212956-22fd-465e-9b84-e33c46d57db1 req-783bcfa6-56f2-4e62-a587-2d8affd3528a tempest-ServerRescueTestJSONUnderV235-1943447921 tempest-ServerRescueTestJSONUnderV235-1943447921-project] Network 80add5a8-4d84-4211-8e92-7e43032b95e8 is already hosted by enough agents. {{(pid=100247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:12:11.791979 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.base_scheduler [req-b8212956-22fd-465e-9b84-e33c46d57db1 req-783bcfa6-56f2-4e62-a587-2d8affd3528a tempest-ServerRescueTestJSONUnderV235-1943447921 tempest-ServerRescueTestJSONUnderV235-1943447921-project] Resources bound (agent type, host, resource id): {{(pid=100247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:12:11.856254 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8212956-22fd-465e-9b84-e33c46d57db1 req-783bcfa6-56f2-4e62-a587-2d8affd3528a tempest-ServerRescueTestJSONUnderV235-1943447921 tempest-ServerRescueTestJSONUnderV235-1943447921-project] Received port after_create {{(pid=100247) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:12:12.002351 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 7f87cd41-0417-4e0c-aa1c-d213d2b446be up at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:12:12.043089 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8212956-22fd-465e-9b84-e33c46d57db1 req-783bcfa6-56f2-4e62-a587-2d8affd3528a tempest-ServerRescueTestJSONUnderV235-1943447921 tempest-ServerRescueTestJSONUnderV235-1943447921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:12:12.043879 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-b8212956-22fd-465e-9b84-e33c46d57db1 req-783bcfa6-56f2-4e62-a587-2d8affd3528a tempest-ServerRescueTestJSONUnderV235-1943447921 tempest-ServerRescueTestJSONUnderV235-1943447921-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:12.067982 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning for port 7f87cd41-0417-4e0c-aa1c-d213d2b446be completed by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:12:12.076155 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-b8212956-22fd-465e-9b84-e33c46d57db1 req-783bcfa6-56f2-4e62-a587-2d8affd3528a tempest-ServerRescueTestJSONUnderV235-1943447921 tempest-ServerRescueTestJSONUnderV235-1943447921-project] 10.222.0.127 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2662449 Jul 06 14:12:12.077866 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning complete for port 7f87cd41-0417-4e0c-aa1c-d213d2b446be triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:12:12.079982 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:12.087756 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d3c940-39e6-4bc6-9f29-3e62366690df req-917d3147-c1ca-43a1-86b3-163ed30656f2 tempest-ServerRescueTestJSONUnderV235-1943447921 tempest-ServerRescueTestJSONUnderV235-1943447921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:12:12.089318 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-d6d3c940-39e6-4bc6-9f29-3e62366690df req-917d3147-c1ca-43a1-86b3-163ed30656f2 tempest-ServerRescueTestJSONUnderV235-1943447921 tempest-ServerRescueTestJSONUnderV235-1943447921-project] 10.222.0.104 "GET /v2.0/ports?device_id=db386cd2-b4bb-41cb-b1dd-da803603d9f6 HTTP/1.1" status: 200 len: 931 time: 0.3108354 Jul 06 14:12:12.095704 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [req-b8212956-22fd-465e-9b84-e33c46d57db1 req-9df52b81-2ba6-4c99-b71d-b1d42b422b80 service neutron] Request body: {'port': {'device_id': 'db386cd2-b4bb-41cb-b1dd-da803603d9f6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-773647-6'}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:12:12.181484 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3030864-eb9c-4307-a4b3-3cf846afed31 req-2ace958b-f6e9-467e-9628-e66c75e21b83 tempest-VolumesNegativeTest-1800819675 tempest-VolumesNegativeTest-1800819675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:12:12.189034 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-b3030864-eb9c-4307-a4b3-3cf846afed31 req-2ace958b-f6e9-467e-9628-e66c75e21b83 tempest-VolumesNegativeTest-1800819675 tempest-VolumesNegativeTest-1800819675-project] 10.222.0.104 "GET /v2.0/ports?device_id=d98661f5-ae95-41c0-9af1-b2ee3745fb13 HTTP/1.1" status: 200 len: 949 time: 0.2586052 Jul 06 14:12:12.247087 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:12.262702 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-d6d3c940-39e6-4bc6-9f29-3e62366690df req-7625dcf3-db41-4eeb-b80d-6ec8efdca0b0 tempest-ServerRescueTestJSONUnderV235-1943447921 tempest-ServerRescueTestJSONUnderV235-1943447921-project] 10.222.0.104 "GET /v2.0/security-groups?id=e935fe9d-1917-4a28-a641-6b187141d0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1625147 Jul 06 14:12:12.293620 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] For port 7f87cd41-0417-4e0c-aa1c-d213d2b446be, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=7f87cd41-0417-4e0c-aa1c-d213d2b446be,segment=NetworkSegment(e8f9de24-f6a4-403e-9dce-2fafa12a46c9),segment_id=e8f9de24-f6a4-403e-9dce-2fafa12a46c9)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:12:12.303841 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:12.375605 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-b3030864-eb9c-4307-a4b3-3cf846afed31 req-c9c09d02-bba4-4ad3-b83b-5442d2d864c2 tempest-VolumesNegativeTest-1800819675 tempest-VolumesNegativeTest-1800819675-project] 10.222.0.104 "GET /v2.0/security-groups?id=03ed02a1-ddce-46d6-a7ac-394fcc0ca9ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1854677 Jul 06 14:12:12.376684 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-b8212956-22fd-465e-9b84-e33c46d57db1 req-9df52b81-2ba6-4c99-b71d-b1d42b422b80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:12.430063 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Pushing event updated for resources: {'Port': ['ID=7f87cd41-0417-4e0c-aa1c-d213d2b446be,revision_number=5']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:12:12.438818 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:12.644882 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Device 05fc306f-a8f6-482f-bbcd-f39b90a18f29 up at agent hyperv_n-h2-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:12:12.721077 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Provisioning for port 05fc306f-a8f6-482f-bbcd-f39b90a18f29 completed by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:12:12.726894 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Provisioning complete for port 05fc306f-a8f6-482f-bbcd-f39b90a18f29 triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:12:12.727307 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:12.812465 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fd8aa0-49ab-4716-8715-71cac4b4f135 req-89ffb04e-829f-4ff3-902a-a9870bfc00b7 tempest-AttachVolumeTestJSON-361183160 tempest-AttachVolumeTestJSON-361183160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:12:12.813963 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-94fd8aa0-49ab-4716-8715-71cac4b4f135 req-89ffb04e-829f-4ff3-902a-a9870bfc00b7 tempest-AttachVolumeTestJSON-361183160 tempest-AttachVolumeTestJSON-361183160-project] 10.222.0.104 "GET /v2.0/ports?device_id=e0b6590c-38d1-4890-811c-8b99d91e8b91 HTTP/1.1" status: 200 len: 945 time: 0.1587791 Jul 06 14:12:12.821543 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:12.836687 n-d-773647-6 neutron-server[100247]: DEBUG neutron.notifiers.nova [req-b8212956-22fd-465e-9b84-e33c46d57db1 req-9df52b81-2ba6-4c99-b71d-b1d42b422b80 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 36b98e29-a854-4d50-b96f-b0c0cedeff86 {{(pid=100247) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 14:12:12.846934 n-d-773647-6 neutron-server[100248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd98661f5-ae95-41c0-9af1-b2ee3745fb13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05fc306f-a8f6-482f-bbcd-f39b90a18f29'}] {{(pid=100248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:12:12.849742 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84af257533e383389cbcf231d3534f4d5e149e7203fea16b4a8fc01438dddaf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4861320b-5ce3-4ac8-859d-9dfb34152b92" -d '{"events": [{"server_uuid": "d98661f5-ae95-41c0-9af1-b2ee3745fb13", "name": "network-vif-plugged", "status": "completed", "tag": "05fc306f-a8f6-482f-bbcd-f39b90a18f29"}]}' {{(pid=100248) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:12:12.853131 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-b8212956-22fd-465e-9b84-e33c46d57db1 req-9df52b81-2ba6-4c99-b71d-b1d42b422b80 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:12.863804 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] For port 05fc306f-a8f6-482f-bbcd-f39b90a18f29, host n-h2-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=05fc306f-a8f6-482f-bbcd-f39b90a18f29,segment=NetworkSegment(c9ea893d-045e-42cf-b3dd-cdd1f79baccd),segment_id=c9ea893d-045e-42cf-b3dd-cdd1f79baccd)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:12:12.868700 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:12.881529 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.provisioning_blocks [req-b8212956-22fd-465e-9b84-e33c46d57db1 req-9df52b81-2ba6-4c99-b71d-b1d42b422b80 service neutron] Transition to ACTIVE for port object 36b98e29-a854-4d50-b96f-b0c0cedeff86 will not be triggered until provisioned by entity L2. {{(pid=100247) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:12:12.891595 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-b8212956-22fd-465e-9b84-e33c46d57db1 req-9df52b81-2ba6-4c99-b71d-b1d42b422b80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128888538'] for port, after_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:12.921492 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Pushing event updated for resources: {'Port': ['ID=05fc306f-a8f6-482f-bbcd-f39b90a18f29,revision_number=5']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:12:12.934304 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-94fd8aa0-49ab-4716-8715-71cac4b4f135 req-94e9f6f8-8c2c-428b-96c8-7c66777a9d77 tempest-AttachVolumeTestJSON-361183160 tempest-AttachVolumeTestJSON-361183160-project] 10.222.0.104 "GET /v2.0/security-groups?id=e8c32bf5-5674-497e-8c20-3ec857c330c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1015575 Jul 06 14:12:12.952694 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aebc3e5-2f45-497f-ab94-463b1f70fa09 req-148f53f2-9fad-481c-9dd4-46d58ae1f328 tempest-ServerRescueTestJSON-1630712699 tempest-ServerRescueTestJSON-1630712699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:12:12.954272 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-2aebc3e5-2f45-497f-ab94-463b1f70fa09 req-148f53f2-9fad-481c-9dd4-46d58ae1f328 tempest-ServerRescueTestJSON-1630712699 tempest-ServerRescueTestJSON-1630712699-project] 10.222.0.104 "GET /v2.0/ports?device_id=92197cfd-adda-401a-a506-40b3e75cfb6c HTTP/1.1" status: 200 len: 945 time: 0.2111697 Jul 06 14:12:13.002181 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df52b81-2ba6-4c99-b71d-b1d42b422b80 service neutron] Pushing event updated for resources: {'Port': ['ID=36b98e29-a854-4d50-b96f-b0c0cedeff86,revision_number=2']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:12:13.050787 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-2aebc3e5-2f45-497f-ab94-463b1f70fa09 req-5e775366-ad76-4f26-b9ba-01381b6b131e tempest-ServerRescueTestJSON-1630712699 tempest-ServerRescueTestJSON-1630712699-project] 10.222.0.104 "GET /v2.0/security-groups?id=5ad75d0b-ae4f-4528-8f14-d8740f9e67e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880816 Jul 06 14:12:13.071340 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.managers [req-b8212956-22fd-465e-9b84-e33c46d57db1 req-9df52b81-2ba6-4c99-b71d-b1d42b422b80 service neutron] Attempting to bind port 36b98e29-a854-4d50-b96f-b0c0cedeff86 on host n-h1-773647-6 for vnic_type normal with profile {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:12:13.071802 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.managers [req-b8212956-22fd-465e-9b84-e33c46d57db1 req-9df52b81-2ba6-4c99-b71d-b1d42b422b80 service neutron] Attempting to bind port 36b98e29-a854-4d50-b96f-b0c0cedeff86 by drivers openvswitch,hyperv on host n-h1-773647-6 at level 0 using segments [{'id': 'e8f9de24-f6a4-403e-9dce-2fafa12a46c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1042, 'network_id': '80add5a8-4d84-4211-8e92-7e43032b95e8'}] {{(pid=100247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:12:13.080293 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8212956-22fd-465e-9b84-e33c46d57db1 req-9df52b81-2ba6-4c99-b71d-b1d42b422b80 service neutron] Attempting to bind port 36b98e29-a854-4d50-b96f-b0c0cedeff86 on network 80add5a8-4d84-4211-8e92-7e43032b95e8 {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:12:13.080293 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8212956-22fd-465e-9b84-e33c46d57db1 req-9df52b81-2ba6-4c99-b71d-b1d42b422b80 service neutron] Port 36b98e29-a854-4d50-b96f-b0c0cedeff86 on network 80add5a8-4d84-4211-8e92-7e43032b95e8 not bound, no agent of type Open vSwitch agent registered on host n-h1-773647-6 {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 14:12:13.080293 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8212956-22fd-465e-9b84-e33c46d57db1 req-9df52b81-2ba6-4c99-b71d-b1d42b422b80 service neutron] Attempting to bind port 36b98e29-a854-4d50-b96f-b0c0cedeff86 on network 80add5a8-4d84-4211-8e92-7e43032b95e8 {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:12:13.083441 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8212956-22fd-465e-9b84-e33c46d57db1 req-9df52b81-2ba6-4c99-b71d-b1d42b422b80 service neutron] Checking agent: {'id': '5bf7147f-bada-4441-a5dc-934b903473fb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-773647-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 51, 12), 'started_at': datetime.datetime(2021, 7, 6, 13, 51, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 12, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:12:13.083618 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8212956-22fd-465e-9b84-e33c46d57db1 req-9df52b81-2ba6-4c99-b71d-b1d42b422b80 service neutron] Checking segment: {'id': 'e8f9de24-f6a4-403e-9dce-2fafa12a46c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1042, 'network_id': '80add5a8-4d84-4211-8e92-7e43032b95e8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100247) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:12:13.083953 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8212956-22fd-465e-9b84-e33c46d57db1 req-9df52b81-2ba6-4c99-b71d-b1d42b422b80 service neutron] Bound using segment: {'id': 'e8f9de24-f6a4-403e-9dce-2fafa12a46c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1042, 'network_id': '80add5a8-4d84-4211-8e92-7e43032b95e8'} {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:12:13.084371 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.managers [req-b8212956-22fd-465e-9b84-e33c46d57db1 req-9df52b81-2ba6-4c99-b71d-b1d42b422b80 service neutron] Bound port: 36b98e29-a854-4d50-b96f-b0c0cedeff86, host: n-h1-773647-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e8f9de24-f6a4-403e-9dce-2fafa12a46c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1042, 'network_id': '80add5a8-4d84-4211-8e92-7e43032b95e8'}}] {{(pid=100247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:12:13.084749 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-b8212956-22fd-465e-9b84-e33c46d57db1 req-9df52b81-2ba6-4c99-b71d-b1d42b422b80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:13.120758 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 14:12:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0bd7dd2-a1f9-4cb1-9f9e-4b665804bd99 x-openstack-request-id: req-a0bd7dd2-a1f9-4cb1-9f9e-4b665804bd99 {{(pid=100248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:12:13.121301 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d98661f5-ae95-41c0-9af1-b2ee3745fb13", "name": "network-vif-plugged", "status": "completed", "tag": "05fc306f-a8f6-482f-bbcd-f39b90a18f29", "code": 200}]} {{(pid=100248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:12:13.121301 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-a0bd7dd2-a1f9-4cb1-9f9e-4b665804bd99 {{(pid=100248) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:12:13.121898 n-d-773647-6 neutron-server[100248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd98661f5-ae95-41c0-9af1-b2ee3745fb13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05fc306f-a8f6-482f-bbcd-f39b90a18f29', 'code': 200} Jul 06 14:12:13.171564 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.db [req-b8212956-22fd-465e-9b84-e33c46d57db1 req-9df52b81-2ba6-4c99-b71d-b1d42b422b80 service neutron] For port 36b98e29-a854-4d50-b96f-b0c0cedeff86, host n-h1-773647-6, cleared binding levels {{(pid=100247) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:12:13.174673 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.db [req-b8212956-22fd-465e-9b84-e33c46d57db1 req-9df52b81-2ba6-4c99-b71d-b1d42b422b80 service neutron] For port 36b98e29-a854-4d50-b96f-b0c0cedeff86, host n-h1-773647-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773647-6',level=0,port_id=36b98e29-a854-4d50-b96f-b0c0cedeff86,segment=NetworkSegment(e8f9de24-f6a4-403e-9dce-2fafa12a46c9),segment_id=e8f9de24-f6a4-403e-9dce-2fafa12a46c9)] {{(pid=100247) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:12:13.180736 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-b8212956-22fd-465e-9b84-e33c46d57db1 req-9df52b81-2ba6-4c99-b71d-b1d42b422b80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128888538'] for port, after_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:13.227251 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8212956-22fd-465e-9b84-e33c46d57db1 req-9df52b81-2ba6-4c99-b71d-b1d42b422b80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:12:13.228003 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-b8212956-22fd-465e-9b84-e33c46d57db1 req-9df52b81-2ba6-4c99-b71d-b1d42b422b80 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:13.229530 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-b8212956-22fd-465e-9b84-e33c46d57db1 req-9df52b81-2ba6-4c99-b71d-b1d42b422b80 service neutron] 10.222.0.127 "PUT /v2.0/ports/36b98e29-a854-4d50-b96f-b0c0cedeff86 HTTP/1.1" status: 200 len: 1091 time: 1.1390986 Jul 06 14:12:13.230064 n-d-773647-6 neutron-server[100247]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db386cd2-b4bb-41cb-b1dd-da803603d9f6', 'tag': '36b98e29-a854-4d50-b96f-b0c0cedeff86'}] {{(pid=100247) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:12:13.232517 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cbf0eeaae822f8fc9b87a94aeba67a3d651842baf663a51cba94b67a514836d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10e556c8-d6d0-4e37-bf96-5faade42c3a8" -d '{"events": [{"name": "network-changed", "server_uuid": "db386cd2-b4bb-41cb-b1dd-da803603d9f6", "tag": "36b98e29-a854-4d50-b96f-b0c0cedeff86"}]}' {{(pid=100247) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:12:13.272542 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df52b81-2ba6-4c99-b71d-b1d42b422b80 service neutron] Pushing event updated for resources: {'Port': ['ID=36b98e29-a854-4d50-b96f-b0c0cedeff86,revision_number=3']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:12:13.295410 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf2e372-e519-452f-b750-984ac29534f6 req-f67004ba-ca12-46cd-a370-d332d2a1ef77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:12:13.297976 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-bbf2e372-e519-452f-b750-984ac29534f6 req-f67004ba-ca12-46cd-a370-d332d2a1ef77 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=d98661f5-ae95-41c0-9af1-b2ee3745fb13 HTTP/1.1" status: 200 len: 1101 time: 0.0860817 Jul 06 14:12:13.305520 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 14:12:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba7cbf64-e35d-4a6e-9b53-f00f207558dd x-openstack-request-id: req-ba7cbf64-e35d-4a6e-9b53-f00f207558dd {{(pid=100247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:12:13.305887 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db386cd2-b4bb-41cb-b1dd-da803603d9f6", "tag": "36b98e29-a854-4d50-b96f-b0c0cedeff86", "status": "completed", "code": 200}]} {{(pid=100247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:12:13.306357 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-ba7cbf64-e35d-4a6e-9b53-f00f207558dd {{(pid=100247) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:12:13.306817 n-d-773647-6 neutron-server[100247]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db386cd2-b4bb-41cb-b1dd-da803603d9f6', 'tag': '36b98e29-a854-4d50-b96f-b0c0cedeff86', 'status': 'completed', 'code': 200} Jul 06 14:12:13.348088 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-bbf2e372-e519-452f-b750-984ac29534f6 req-b5ba5078-84bd-49ab-882a-5ec16bee8824 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=03ed02a1-ddce-46d6-a7ac-394fcc0ca9ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430307 Jul 06 14:12:13.357046 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8212956-22fd-465e-9b84-e33c46d57db1 req-96289c3c-ab44-47cb-91ba-3da06df37dad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:12:13.357046 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-b8212956-22fd-465e-9b84-e33c46d57db1 req-96289c3c-ab44-47cb-91ba-3da06df37dad service neutron] 10.222.0.127 "GET /v2.0/ports?tenant_id=3d918f5433ad4a15834cebadb767c05d&device_id=db386cd2-b4bb-41cb-b1dd-da803603d9f6 HTTP/1.1" status: 200 len: 1094 time: 0.0845602 Jul 06 14:12:13.408766 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-b8212956-22fd-465e-9b84-e33c46d57db1 req-7eee36e4-3abd-449b-aeb1-77d4a800e432 service neutron] 10.222.0.127 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=36b98e29-a854-4d50-b96f-b0c0cedeff86 HTTP/1.1" status: 200 len: 217 time: 0.0459063 Jul 06 14:12:13.528521 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8212956-22fd-465e-9b84-e33c46d57db1 req-5b626eae-6ba7-4b22-a7c0-1e8e8f47cbd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:12:13.530338 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-b8212956-22fd-465e-9b84-e33c46d57db1 req-5b626eae-6ba7-4b22-a7c0-1e8e8f47cbd2 service neutron] 10.222.0.127 "GET /v2.0/subnets?id=f227b47e-ae32-4b4e-a3ec-2991dbacdeb7 HTTP/1.1" status: 200 len: 859 time: 0.1156161 Jul 06 14:12:13.557415 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4f73ce-206b-4d80-a1f1-42decdbf4d27 req-397c67f3-18c3-4233-a571-42a910393f78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:12:13.559363 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-fb4f73ce-206b-4d80-a1f1-42decdbf4d27 req-397c67f3-18c3-4233-a571-42a910393f78 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=33f6cdee7b294baa9f6a8cddbba9670a&device_id=e0b6590c-38d1-4890-811c-8b99d91e8b91 HTTP/1.1" status: 200 len: 1096 time: 0.0680652 Jul 06 14:12:13.675565 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4f73ce-206b-4d80-a1f1-42decdbf4d27 req-2318dc4b-6a52-4640-90e5-5c1aab8a1794 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:12:13.677101 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-fb4f73ce-206b-4d80-a1f1-42decdbf4d27 req-2318dc4b-6a52-4640-90e5-5c1aab8a1794 service neutron] 10.222.0.72 "GET /v2.0/networks?id=6ac95a6a-5756-473f-8a78-bd3474c2b2ff HTTP/1.1" status: 200 len: 913 time: 0.1108336 Jul 06 14:12:13.757935 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-fb4f73ce-206b-4d80-a1f1-42decdbf4d27 req-7d7e3300-1d38-4eba-be38-d74f385f8ff1 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f32905e8-b970-4aab-b564-3530c975502a HTTP/1.1" status: 200 len: 1001 time: 0.0742311 Jul 06 14:12:13.811549 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4f73ce-206b-4d80-a1f1-42decdbf4d27 req-849abb1f-04c7-43bf-99eb-b026e389204d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:12:13.813402 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-fb4f73ce-206b-4d80-a1f1-42decdbf4d27 req-849abb1f-04c7-43bf-99eb-b026e389204d service neutron] 10.222.0.72 "GET /v2.0/subnets?id=868bdf15-b823-4cab-842d-77e49afc3593 HTTP/1.1" status: 200 len: 850 time: 0.0491338 Jul 06 14:12:13.898823 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4f73ce-206b-4d80-a1f1-42decdbf4d27 req-aa335ddb-6f13-4d03-89fe-bf16e3feb602 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:12:13.902236 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-fb4f73ce-206b-4d80-a1f1-42decdbf4d27 req-aa335ddb-6f13-4d03-89fe-bf16e3feb602 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=6ac95a6a-5756-473f-8a78-bd3474c2b2ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0818710 Jul 06 14:12:13.902593 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 7f87cd41-0417-4e0c-aa1c-d213d2b446be up at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:12:13.916152 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-b8212956-22fd-465e-9b84-e33c46d57db1 req-5278e825-ec5c-4d7c-aa56-d37b67fa8b66 service neutron] 10.222.0.127 "GET /v2.0/ports?network_id=80add5a8-4d84-4211-8e92-7e43032b95e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3792841 Jul 06 14:12:13.967994 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning complete for port 7f87cd41-0417-4e0c-aa1c-d213d2b446be triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:12:13.968875 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:13.991179 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffeb0b0e-707e-4e11-ad9c-8121e345c8a6 req-af7328d6-901c-4992-8b03-1a718390f55a tempest-ServerRescueTestJSONUnderV235-1943447921 tempest-ServerRescueTestJSONUnderV235-1943447921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:12:13.998430 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-ffeb0b0e-707e-4e11-ad9c-8121e345c8a6 req-af7328d6-901c-4992-8b03-1a718390f55a tempest-ServerRescueTestJSONUnderV235-1943447921 tempest-ServerRescueTestJSONUnderV235-1943447921-project] 10.222.0.104 "GET /v2.0/ports?device_id=db386cd2-b4bb-41cb-b1dd-da803603d9f6 HTTP/1.1" status: 200 len: 943 time: 0.5526760 Jul 06 14:12:14.043708 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27be2ef9-f666-4c3b-83e3-16b006c927b5 req-0885fef4-94ac-45e3-a1bf-b56c01b298d6 tempest-AttachVolumeTestJSON-361183160 tempest-AttachVolumeTestJSON-361183160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:12:14.047040 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-fb4f73ce-206b-4d80-a1f1-42decdbf4d27 req-e4dd4947-262b-418c-bb25-a00df927523e service neutron] 10.222.0.72 "GET /v2.0/networks/6ac95a6a-5756-473f-8a78-bd3474c2b2ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1337419 Jul 06 14:12:14.052341 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-27be2ef9-f666-4c3b-83e3-16b006c927b5 req-0885fef4-94ac-45e3-a1bf-b56c01b298d6 tempest-AttachVolumeTestJSON-361183160 tempest-AttachVolumeTestJSON-361183160-project] 10.222.0.104 "GET /v2.0/ports?device_id=e0b6590c-38d1-4890-811c-8b99d91e8b91 HTTP/1.1" status: 200 len: 945 time: 0.5689330 Jul 06 14:12:14.142048 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-27be2ef9-f666-4c3b-83e3-16b006c927b5 req-5540c565-d623-49e9-aa6c-632f82ba072b tempest-AttachVolumeTestJSON-361183160 tempest-AttachVolumeTestJSON-361183160-project] 10.222.0.104 "GET /v2.0/security-groups?id=e8c32bf5-5674-497e-8c20-3ec857c330c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0886021 Jul 06 14:12:14.156566 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-ffeb0b0e-707e-4e11-ad9c-8121e345c8a6 req-69921c5e-bfa8-4ae5-b58a-7b8f9345a648 tempest-ServerRescueTestJSONUnderV235-1943447921 tempest-ServerRescueTestJSONUnderV235-1943447921-project] 10.222.0.104 "GET /v2.0/security-groups?id=e935fe9d-1917-4a28-a641-6b187141d0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1571367 Jul 06 14:12:14.164959 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-b8212956-22fd-465e-9b84-e33c46d57db1 req-55d8638c-03f6-45fe-9897-4b33a511175e service neutron] 10.222.0.127 "GET /v2.0/networks/80add5a8-4d84-4211-8e92-7e43032b95e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2397542 Jul 06 14:12:14.186004 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-fb4f73ce-206b-4d80-a1f1-42decdbf4d27 req-8ec577ae-783d-4915-97b1-c25b9c326c6b service neutron] 10.222.0.72 "GET /v2.0/networks/6ac95a6a-5756-473f-8a78-bd3474c2b2ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1313984 Jul 06 14:12:14.362454 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-b8212956-22fd-465e-9b84-e33c46d57db1 req-477efdf3-d054-4f94-b153-ede1e77a99f8 service neutron] 10.222.0.127 "GET /v2.0/networks/80add5a8-4d84-4211-8e92-7e43032b95e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1916211 Jul 06 14:12:14.428279 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06888625-66e4-4089-9357-b079af66ac4e req-f86ed6a5-861e-464f-9ccf-b4bc3df606bc tempest-VolumesNegativeTest-1800819675 tempest-VolumesNegativeTest-1800819675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:12:14.438583 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-06888625-66e4-4089-9357-b079af66ac4e req-f86ed6a5-861e-464f-9ccf-b4bc3df606bc tempest-VolumesNegativeTest-1800819675 tempest-VolumesNegativeTest-1800819675-project] 10.222.0.104 "GET /v2.0/ports?device_id=d98661f5-ae95-41c0-9af1-b2ee3745fb13 HTTP/1.1" status: 200 len: 950 time: 0.1159036 Jul 06 14:12:14.503862 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-06888625-66e4-4089-9357-b079af66ac4e req-b52ff072-274f-49c6-99f0-2d475fb42a11 tempest-VolumesNegativeTest-1800819675 tempest-VolumesNegativeTest-1800819675-project] 10.222.0.104 "GET /v2.0/security-groups?id=03ed02a1-ddce-46d6-a7ac-394fcc0ca9ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641348 Jul 06 14:12:14.591127 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e556c8-d6d0-4e37-bf96-5faade42c3a8 req-e8193ba3-ab76-4a54-b101-f06654c97b4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:12:14.592741 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-10e556c8-d6d0-4e37-bf96-5faade42c3a8 req-e8193ba3-ab76-4a54-b101-f06654c97b4f service neutron] 10.222.0.127 "GET /v2.0/ports?tenant_id=3d918f5433ad4a15834cebadb767c05d&device_id=db386cd2-b4bb-41cb-b1dd-da803603d9f6 HTTP/1.1" status: 200 len: 1094 time: 0.0873919 Jul 06 14:12:14.728185 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e556c8-d6d0-4e37-bf96-5faade42c3a8 req-20adc4a7-563d-4257-9a46-2f498d4f65b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:12:14.729571 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-10e556c8-d6d0-4e37-bf96-5faade42c3a8 req-20adc4a7-563d-4257-9a46-2f498d4f65b9 service neutron] 10.222.0.127 "GET /v2.0/networks?id=80add5a8-4d84-4211-8e92-7e43032b95e8 HTTP/1.1" status: 200 len: 921 time: 0.1298761 Jul 06 14:12:14.737895 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1c6ba3-aac0-4b3e-912e-a02718064c3c req-c076c0ad-3803-429d-b0c5-d9a16899f4a1 tempest-ServerRescueTestJSON-1630712699 tempest-ServerRescueTestJSON-1630712699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:12:14.739463 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-ba1c6ba3-aac0-4b3e-912e-a02718064c3c req-c076c0ad-3803-429d-b0c5-d9a16899f4a1 tempest-ServerRescueTestJSON-1630712699 tempest-ServerRescueTestJSON-1630712699-project] 10.222.0.104 "GET /v2.0/ports?device_id=92197cfd-adda-401a-a506-40b3e75cfb6c HTTP/1.1" status: 200 len: 945 time: 0.1421793 Jul 06 14:12:14.781756 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-10e556c8-d6d0-4e37-bf96-5faade42c3a8 req-d542f703-079c-44f7-8256-112e26d00407 service neutron] 10.222.0.127 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=36b98e29-a854-4d50-b96f-b0c0cedeff86 HTTP/1.1" status: 200 len: 217 time: 0.0413232 Jul 06 14:12:14.844007 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-ba1c6ba3-aac0-4b3e-912e-a02718064c3c req-2fedd519-2597-48dd-82fa-4ac534776a6c tempest-ServerRescueTestJSON-1630712699 tempest-ServerRescueTestJSON-1630712699-project] 10.222.0.104 "GET /v2.0/security-groups?id=5ad75d0b-ae4f-4528-8f14-d8740f9e67e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961280 Jul 06 14:12:14.852289 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e556c8-d6d0-4e37-bf96-5faade42c3a8 req-99d1bfda-3784-40a8-9bba-4a1d1d819657 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:12:14.853793 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-10e556c8-d6d0-4e37-bf96-5faade42c3a8 req-99d1bfda-3784-40a8-9bba-4a1d1d819657 service neutron] 10.222.0.127 "GET /v2.0/subnets?id=f227b47e-ae32-4b4e-a3ec-2991dbacdeb7 HTTP/1.1" status: 200 len: 859 time: 0.0654633 Jul 06 14:12:14.895718 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-10e556c8-d6d0-4e37-bf96-5faade42c3a8 req-55073d3e-8e23-4a43-bab5-feef82be7754 service neutron] 10.222.0.127 "GET /v2.0/ports?network_id=80add5a8-4d84-4211-8e92-7e43032b95e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0355053 Jul 06 14:12:14.986492 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-10e556c8-d6d0-4e37-bf96-5faade42c3a8 req-4d3d714e-7e36-4555-8a20-19c481706bc0 service neutron] 10.222.0.127 "GET /v2.0/networks/80add5a8-4d84-4211-8e92-7e43032b95e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834386 Jul 06 14:12:15.076879 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-10e556c8-d6d0-4e37-bf96-5faade42c3a8 req-27fadc7c-b9f3-4ed5-b949-7bea0a2b5816 service neutron] 10.222.0.127 "GET /v2.0/networks/80add5a8-4d84-4211-8e92-7e43032b95e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845675 Jul 06 14:12:15.386676 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e633521-07a7-4b02-aa47-6328af38281f req-64a1926a-5d37-4f57-a3a2-0c4d14f604e6 tempest-ServerRescueTestJSONUnderV235-1943447921 tempest-ServerRescueTestJSONUnderV235-1943447921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:12:15.388189 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-4e633521-07a7-4b02-aa47-6328af38281f req-64a1926a-5d37-4f57-a3a2-0c4d14f604e6 tempest-ServerRescueTestJSONUnderV235-1943447921 tempest-ServerRescueTestJSONUnderV235-1943447921-project] 10.222.0.104 "GET /v2.0/ports?device_id=db386cd2-b4bb-41cb-b1dd-da803603d9f6 HTTP/1.1" status: 200 len: 943 time: 0.1024826 Jul 06 14:12:15.399576 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87823add-05cc-414f-964f-bc1369d031d6 req-99bfc451-7155-412d-b21a-2c292865d0d1 tempest-AttachVolumeTestJSON-361183160 tempest-AttachVolumeTestJSON-361183160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:12:15.401183 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-87823add-05cc-414f-964f-bc1369d031d6 req-99bfc451-7155-412d-b21a-2c292865d0d1 tempest-AttachVolumeTestJSON-361183160 tempest-AttachVolumeTestJSON-361183160-project] 10.222.0.104 "GET /v2.0/ports?device_id=e0b6590c-38d1-4890-811c-8b99d91e8b91 HTTP/1.1" status: 200 len: 945 time: 0.1406476 Jul 06 14:12:15.485396 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-4e633521-07a7-4b02-aa47-6328af38281f req-ba5c45b2-729f-479d-a475-90035d4dc90a tempest-ServerRescueTestJSONUnderV235-1943447921 tempest-ServerRescueTestJSONUnderV235-1943447921-project] 10.222.0.104 "GET /v2.0/security-groups?id=e935fe9d-1917-4a28-a641-6b187141d0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814240 Jul 06 14:12:15.492206 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-87823add-05cc-414f-964f-bc1369d031d6 req-df5dcd65-cb57-4802-978f-c6278a081aba tempest-AttachVolumeTestJSON-361183160 tempest-AttachVolumeTestJSON-361183160-project] 10.222.0.104 "GET /v2.0/security-groups?id=e8c32bf5-5674-497e-8c20-3ec857c330c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0708365 Jul 06 14:12:15.780382 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4b5725-6b05-44c6-9974-f2c49f1894f8 req-946f0c10-9a71-4864-ac2f-7702e61fb054 tempest-VolumesNegativeTest-1800819675 tempest-VolumesNegativeTest-1800819675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:12:15.781823 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-5a4b5725-6b05-44c6-9974-f2c49f1894f8 req-946f0c10-9a71-4864-ac2f-7702e61fb054 tempest-VolumesNegativeTest-1800819675 tempest-VolumesNegativeTest-1800819675-project] 10.222.0.104 "GET /v2.0/ports?device_id=d98661f5-ae95-41c0-9af1-b2ee3745fb13 HTTP/1.1" status: 200 len: 950 time: 0.0651684 Jul 06 14:12:15.821711 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-5a4b5725-6b05-44c6-9974-f2c49f1894f8 req-baec9034-3db3-4298-85df-991830a51451 tempest-VolumesNegativeTest-1800819675 tempest-VolumesNegativeTest-1800819675-project] 10.222.0.104 "GET /v2.0/security-groups?id=03ed02a1-ddce-46d6-a7ac-394fcc0ca9ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331535 Jul 06 14:12:16.038438 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853283d7-903c-49c4-a43b-3494c481fce1 req-d29cbfa2-027b-460d-819f-4f183a336bb2 tempest-ServerRescueTestJSON-1630712699 tempest-ServerRescueTestJSON-1630712699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:12:16.039964 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-853283d7-903c-49c4-a43b-3494c481fce1 req-d29cbfa2-027b-460d-819f-4f183a336bb2 tempest-ServerRescueTestJSON-1630712699 tempest-ServerRescueTestJSON-1630712699-project] 10.222.0.104 "GET /v2.0/ports?device_id=92197cfd-adda-401a-a506-40b3e75cfb6c HTTP/1.1" status: 200 len: 945 time: 0.0745401 Jul 06 14:12:16.086579 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-853283d7-903c-49c4-a43b-3494c481fce1 req-4f3802d9-62c7-47fe-9912-c80d6bbe3b7a tempest-ServerRescueTestJSON-1630712699 tempest-ServerRescueTestJSON-1630712699-project] 10.222.0.104 "GET /v2.0/security-groups?id=5ad75d0b-ae4f-4528-8f14-d8740f9e67e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384836 Jul 06 14:12:16.265502 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7dccc9d-4859-4190-9201-d53a9408686f req-4e6be09d-fcc9-45cf-aba5-5f2eb6d767a0 tempest-VolumesNegativeTest-1800819675 tempest-VolumesNegativeTest-1800819675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:12:16.266999 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-f7dccc9d-4859-4190-9201-d53a9408686f req-4e6be09d-fcc9-45cf-aba5-5f2eb6d767a0 tempest-VolumesNegativeTest-1800819675 tempest-VolumesNegativeTest-1800819675-project] 10.222.0.104 "GET /v2.0/ports?device_id=d98661f5-ae95-41c0-9af1-b2ee3745fb13 HTTP/1.1" status: 200 len: 950 time: 0.0656328 Jul 06 14:12:16.307405 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-f7dccc9d-4859-4190-9201-d53a9408686f req-2f165ff9-e49e-4f75-95b6-551a2a54ec10 tempest-VolumesNegativeTest-1800819675 tempest-VolumesNegativeTest-1800819675-project] 10.222.0.104 "GET /v2.0/security-groups?id=03ed02a1-ddce-46d6-a7ac-394fcc0ca9ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341635 Jul 06 14:12:16.708504 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e575d1b6-c45d-48b9-bf3a-9b15fb350e13 req-98e27077-5097-4abf-bdaf-44ab2cfc172e tempest-ServerRescueTestJSONUnderV235-1943447921 tempest-ServerRescueTestJSONUnderV235-1943447921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:12:16.717964 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-e575d1b6-c45d-48b9-bf3a-9b15fb350e13 req-98e27077-5097-4abf-bdaf-44ab2cfc172e tempest-ServerRescueTestJSONUnderV235-1943447921 tempest-ServerRescueTestJSONUnderV235-1943447921-project] 10.222.0.104 "GET /v2.0/ports?device_id=db386cd2-b4bb-41cb-b1dd-da803603d9f6 HTTP/1.1" status: 200 len: 943 time: 0.0797913 Jul 06 14:12:16.763935 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-e575d1b6-c45d-48b9-bf3a-9b15fb350e13 req-a9db8ef5-0fd3-4a2d-afcd-080aa720a38b tempest-ServerRescueTestJSONUnderV235-1943447921 tempest-ServerRescueTestJSONUnderV235-1943447921-project] 10.222.0.104 "GET /v2.0/security-groups?id=e935fe9d-1917-4a28-a641-6b187141d0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444069 Jul 06 14:12:17.271487 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078bdad5-c6c7-4b50-b5aa-66792fa79eb5 req-b3f9e8d2-96c5-41c1-b861-4b1eb693303d tempest-ServerRescueTestJSON-1630712699 tempest-ServerRescueTestJSON-1630712699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:12:17.273019 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-078bdad5-c6c7-4b50-b5aa-66792fa79eb5 req-b3f9e8d2-96c5-41c1-b861-4b1eb693303d tempest-ServerRescueTestJSON-1630712699 tempest-ServerRescueTestJSON-1630712699-project] 10.222.0.104 "GET /v2.0/ports?device_id=92197cfd-adda-401a-a506-40b3e75cfb6c HTTP/1.1" status: 200 len: 945 time: 0.0691421 Jul 06 14:12:17.311438 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-078bdad5-c6c7-4b50-b5aa-66792fa79eb5 req-13632ef0-649f-4987-a4c3-1db6ca14dce1 tempest-ServerRescueTestJSON-1630712699 tempest-ServerRescueTestJSON-1630712699-project] 10.222.0.104 "GET /v2.0/security-groups?id=5ad75d0b-ae4f-4528-8f14-d8740f9e67e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327449 Jul 06 14:12:17.479434 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ac88d4-2f8f-4c8e-91dc-2104f13fe9db req-88320c2d-7b1d-4002-85bb-ae59c8a20993 tempest-VolumesNegativeTest-1800819675 tempest-VolumesNegativeTest-1800819675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:12:17.480890 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-06ac88d4-2f8f-4c8e-91dc-2104f13fe9db req-88320c2d-7b1d-4002-85bb-ae59c8a20993 tempest-VolumesNegativeTest-1800819675 tempest-VolumesNegativeTest-1800819675-project] 10.222.0.72 "GET /v2.0/ports?device_id=d98661f5-ae95-41c0-9af1-b2ee3745fb13 HTTP/1.1" status: 200 len: 950 time: 0.0709181 Jul 06 14:12:17.486330 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02900eb-c633-4dd6-b8fe-366a08f8239d req-bb018e39-7d4a-427a-9541-c2091ef2b706 tempest-VolumesNegativeTest-1800819675 tempest-VolumesNegativeTest-1800819675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:12:17.487868 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-f02900eb-c633-4dd6-b8fe-366a08f8239d req-bb018e39-7d4a-427a-9541-c2091ef2b706 tempest-VolumesNegativeTest-1800819675 tempest-VolumesNegativeTest-1800819675-project] 10.222.0.104 "GET /v2.0/ports?device_id=d98661f5-ae95-41c0-9af1-b2ee3745fb13 HTTP/1.1" status: 200 len: 950 time: 0.0652199 Jul 06 14:12:17.527622 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-f02900eb-c633-4dd6-b8fe-366a08f8239d req-0f7379d9-45d8-454e-87a8-b1668d489939 tempest-VolumesNegativeTest-1800819675 tempest-VolumesNegativeTest-1800819675-project] 10.222.0.104 "GET /v2.0/security-groups?id=03ed02a1-ddce-46d6-a7ac-394fcc0ca9ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340021 Jul 06 14:12:17.605094 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [req-06ac88d4-2f8f-4c8e-91dc-2104f13fe9db req-fbe635ad-5db1-4924-a4a9-5c77275dc00d tempest-VolumesNegativeTest-1800819675 tempest-VolumesNegativeTest-1800819675-project] Deleting port 05fc306f-a8f6-482f-bbcd-f39b90a18f29 {{(pid=100246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:12:17.605552 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-06ac88d4-2f8f-4c8e-91dc-2104f13fe9db req-fbe635ad-5db1-4924-a4a9-5c77275dc00d tempest-VolumesNegativeTest-1800819675 tempest-VolumesNegativeTest-1800819675-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:17.721714 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.db [req-06ac88d4-2f8f-4c8e-91dc-2104f13fe9db req-fbe635ad-5db1-4924-a4a9-5c77275dc00d tempest-VolumesNegativeTest-1800819675 tempest-VolumesNegativeTest-1800819675-project] For port 05fc306f-a8f6-482f-bbcd-f39b90a18f29, host n-h2-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=05fc306f-a8f6-482f-bbcd-f39b90a18f29,segment=NetworkSegment(c9ea893d-045e-42cf-b3dd-cdd1f79baccd),segment_id=c9ea893d-045e-42cf-b3dd-cdd1f79baccd)] {{(pid=100246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:12:17.722076 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-06ac88d4-2f8f-4c8e-91dc-2104f13fe9db req-fbe635ad-5db1-4924-a4a9-5c77275dc00d tempest-VolumesNegativeTest-1800819675 tempest-VolumesNegativeTest-1800819675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:17.737115 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [req-06ac88d4-2f8f-4c8e-91dc-2104f13fe9db req-fbe635ad-5db1-4924-a4a9-5c77275dc00d tempest-VolumesNegativeTest-1800819675 tempest-VolumesNegativeTest-1800819675-project] Calling delete_port for 05fc306f-a8f6-482f-bbcd-f39b90a18f29 owned by compute:nova {{(pid=100246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:12:17.905933 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-06ac88d4-2f8f-4c8e-91dc-2104f13fe9db req-fbe635ad-5db1-4924-a4a9-5c77275dc00d tempest-VolumesNegativeTest-1800819675 tempest-VolumesNegativeTest-1800819675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127687580'] for port, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:17.918483 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] get_ports_and_sgs() called for port_ids ['05fc306f-a8f6-482f-bbcd-f39b90a18f29'] {{(pid=100248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 14:12:17.969123 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe635ad-5db1-4924-a4a9-5c77275dc00d tempest-VolumesNegativeTest-1800819675 tempest-VolumesNegativeTest-1800819675-project] Pushing event deleted for resources: {'Port': ['ID=05fc306f-a8f6-482f-bbcd-f39b90a18f29,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:12:17.988463 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe635ad-5db1-4924-a4a9-5c77275dc00d tempest-VolumesNegativeTest-1800819675 tempest-VolumesNegativeTest-1800819675-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:12:17.989011 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe635ad-5db1-4924-a4a9-5c77275dc00d tempest-VolumesNegativeTest-1800819675 tempest-VolumesNegativeTest-1800819675-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:12:17.989331 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe635ad-5db1-4924-a4a9-5c77275dc00d tempest-VolumesNegativeTest-1800819675 tempest-VolumesNegativeTest-1800819675-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:12:17.989735 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe635ad-5db1-4924-a4a9-5c77275dc00d tempest-VolumesNegativeTest-1800819675 tempest-VolumesNegativeTest-1800819675-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:12:17.990142 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe635ad-5db1-4924-a4a9-5c77275dc00d tempest-VolumesNegativeTest-1800819675 tempest-VolumesNegativeTest-1800819675-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:12:17.990546 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe635ad-5db1-4924-a4a9-5c77275dc00d tempest-VolumesNegativeTest-1800819675 tempest-VolumesNegativeTest-1800819675-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:12:17.991426 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe635ad-5db1-4924-a4a9-5c77275dc00d tempest-VolumesNegativeTest-1800819675 tempest-VolumesNegativeTest-1800819675-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:12:17.991426 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe635ad-5db1-4924-a4a9-5c77275dc00d tempest-VolumesNegativeTest-1800819675 tempest-VolumesNegativeTest-1800819675-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:12:17.991838 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe635ad-5db1-4924-a4a9-5c77275dc00d tempest-VolumesNegativeTest-1800819675 tempest-VolumesNegativeTest-1800819675-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:12:17.992232 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe635ad-5db1-4924-a4a9-5c77275dc00d tempest-VolumesNegativeTest-1800819675 tempest-VolumesNegativeTest-1800819675-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:12:17.992625 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe635ad-5db1-4924-a4a9-5c77275dc00d tempest-VolumesNegativeTest-1800819675 tempest-VolumesNegativeTest-1800819675-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:12:17.993202 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe635ad-5db1-4924-a4a9-5c77275dc00d tempest-VolumesNegativeTest-1800819675 tempest-VolumesNegativeTest-1800819675-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:12:18.016222 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b61b34-3f06-4d7e-adbc-825548dd2142 req-54540a67-18e0-446d-af15-12284856b97a tempest-ServerRescueTestJSONUnderV235-1943447921 tempest-ServerRescueTestJSONUnderV235-1943447921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:12:18.018141 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-78b61b34-3f06-4d7e-adbc-825548dd2142 req-54540a67-18e0-446d-af15-12284856b97a tempest-ServerRescueTestJSONUnderV235-1943447921 tempest-ServerRescueTestJSONUnderV235-1943447921-project] 10.222.0.104 "GET /v2.0/ports?device_id=db386cd2-b4bb-41cb-b1dd-da803603d9f6 HTTP/1.1" status: 200 len: 943 time: 0.0921657 Jul 06 14:12:18.048056 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [req-06ac88d4-2f8f-4c8e-91dc-2104f13fe9db req-fbe635ad-5db1-4924-a4a9-5c77275dc00d tempest-VolumesNegativeTest-1800819675 tempest-VolumesNegativeTest-1800819675-project] No DVR routers for this DVR port 05fc306f-a8f6-482f-bbcd-f39b90a18f29 on host n-h2-773647-6 {{(pid=100246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:12:18.053827 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-06ac88d4-2f8f-4c8e-91dc-2104f13fe9db req-fbe635ad-5db1-4924-a4a9-5c77275dc00d tempest-VolumesNegativeTest-1800819675 tempest-VolumesNegativeTest-1800819675-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:18.055835 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-06ac88d4-2f8f-4c8e-91dc-2104f13fe9db req-fbe635ad-5db1-4924-a4a9-5c77275dc00d tempest-VolumesNegativeTest-1800819675 tempest-VolumesNegativeTest-1800819675-project] 10.222.0.72 "DELETE /v2.0/ports/05fc306f-a8f6-482f-bbcd-f39b90a18f29 HTTP/1.1" status: 204 len: 173 time: 0.5617077 Jul 06 14:12:18.056330 n-d-773647-6 neutron-server[100246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd98661f5-ae95-41c0-9af1-b2ee3745fb13', 'name': 'network-vif-deleted', 'tag': '05fc306f-a8f6-482f-bbcd-f39b90a18f29'}] {{(pid=100246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:12:18.059604 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0d96c5ab5e889f7b933ae915b9be33d1b46c9e87795bf781004b656ef3f1e87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-283e0bcf-ea43-43d2-bce5-1e6dfd31a19f" -d '{"events": [{"server_uuid": "d98661f5-ae95-41c0-9af1-b2ee3745fb13", "name": "network-vif-deleted", "tag": "05fc306f-a8f6-482f-bbcd-f39b90a18f29"}]}' {{(pid=100246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:12:18.105336 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-78b61b34-3f06-4d7e-adbc-825548dd2142 req-7a388327-a4a6-47ce-89c0-094ca4add24c tempest-ServerRescueTestJSONUnderV235-1943447921 tempest-ServerRescueTestJSONUnderV235-1943447921-project] 10.222.0.104 "GET /v2.0/security-groups?id=e935fe9d-1917-4a28-a641-6b187141d0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753920 Jul 06 14:12:18.140159 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 14:12:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4babf17-23f3-4194-b425-b0672ed612c8 x-openstack-request-id: req-e4babf17-23f3-4194-b425-b0672ed612c8 {{(pid=100246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:12:18.140461 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d98661f5-ae95-41c0-9af1-b2ee3745fb13", "name": "network-vif-deleted", "tag": "05fc306f-a8f6-482f-bbcd-f39b90a18f29", "status": "completed", "code": 200}]} {{(pid=100246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:12:18.140716 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-e4babf17-23f3-4194-b425-b0672ed612c8 {{(pid=100246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:12:18.141182 n-d-773647-6 neutron-server[100246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd98661f5-ae95-41c0-9af1-b2ee3745fb13', 'name': 'network-vif-deleted', 'tag': '05fc306f-a8f6-482f-bbcd-f39b90a18f29', 'status': 'completed', 'code': 200} Jul 06 14:12:18.505670 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Device 36b98e29-a854-4d50-b96f-b0c0cedeff86 details requested by agent hyperv_n-h1-773647-6 with host n-h1-773647-6 {{(pid=100248) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 14:12:18.506646 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a0c25e-5dc6-4e44-b56d-a7f7d456455b req-c72f25db-9b9f-420d-9fe9-6e3d94ab98b3 tempest-ServerRescueTestJSON-1630712699 tempest-ServerRescueTestJSON-1630712699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:12:18.508254 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-75a0c25e-5dc6-4e44-b56d-a7f7d456455b req-c72f25db-9b9f-420d-9fe9-6e3d94ab98b3 tempest-ServerRescueTestJSON-1630712699 tempest-ServerRescueTestJSON-1630712699-project] 10.222.0.104 "GET /v2.0/ports?device_id=92197cfd-adda-401a-a506-40b3e75cfb6c HTTP/1.1" status: 200 len: 945 time: 0.0707023 Jul 06 14:12:18.554181 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-75a0c25e-5dc6-4e44-b56d-a7f7d456455b req-d0309b19-a351-4d62-b10b-ab2e0e3c99bc tempest-ServerRescueTestJSON-1630712699 tempest-ServerRescueTestJSON-1630712699-project] 10.222.0.104 "GET /v2.0/security-groups?id=5ad75d0b-ae4f-4528-8f14-d8740f9e67e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361338 Jul 06 14:12:18.614996 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] For port 36b98e29-a854-4d50-b96f-b0c0cedeff86, host n-h1-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773647-6',level=0,port_id=36b98e29-a854-4d50-b96f-b0c0cedeff86,segment=NetworkSegment(e8f9de24-f6a4-403e-9dce-2fafa12a46c9),segment_id=e8f9de24-f6a4-403e-9dce-2fafa12a46c9)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:12:18.630435 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Returning: {'device': '36b98e29-a854-4d50-b96f-b0c0cedeff86', 'network_id': '80add5a8-4d84-4211-8e92-7e43032b95e8', 'port_id': '36b98e29-a854-4d50-b96f-b0c0cedeff86', 'mac_address': 'fa:16:3e:6b:9e:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1042, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f227b47e-ae32-4b4e-a3ec-2991dbacdeb7', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100248) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 14:12:18.692160 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:18.711505 n-d-773647-6 neutron-server[100248]: DEBUG neutron.notifiers.nova [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 36b98e29-a854-4d50-b96f-b0c0cedeff86 {{(pid=100248) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 14:12:18.729300 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-945bb2e3-e3db-410d-9a09-90238dfaf4e2 req-260da5fe-50b1-49a6-ba84-52e271df5468 tempest-VolumesNegativeTest-1800819675 tempest-VolumesNegativeTest-1800819675-project] 10.222.0.104 "GET /v2.0/ports?device_id=d98661f5-ae95-41c0-9af1-b2ee3745fb13 HTTP/1.1" status: 200 len: 210 time: 0.0349553 Jul 06 14:12:18.746493 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] For port 36b98e29-a854-4d50-b96f-b0c0cedeff86, host n-h1-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773647-6',level=0,port_id=36b98e29-a854-4d50-b96f-b0c0cedeff86,segment=NetworkSegment(e8f9de24-f6a4-403e-9dce-2fafa12a46c9),segment_id=e8f9de24-f6a4-403e-9dce-2fafa12a46c9)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:12:18.757362 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:18.805709 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Pushing event updated for resources: {'Port': ['ID=36b98e29-a854-4d50-b96f-b0c0cedeff86,revision_number=4']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:12:18.813185 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:12:18.813670 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:12:18.814021 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:12:18.814361 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:12:18.814698 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:12:18.815032 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:12:18.815391 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:12:18.815726 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:12:18.816050 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:12:18.816375 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:12:18.816701 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:12:18.817548 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:12:19.179794 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] get_ports_and_sgs() called for port_ids ['36b98e29-a854-4d50-b96f-b0c0cedeff86'] {{(pid=100248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 14:12:19.370403 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aeeea1f-82b4-453e-8a0a-ef19bfc77b71 req-952d1d9f-72d3-4eef-bca7-06cf334b2249 tempest-ServerRescueTestJSONUnderV235-1943447921 tempest-ServerRescueTestJSONUnderV235-1943447921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:12:19.372060 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-2aeeea1f-82b4-453e-8a0a-ef19bfc77b71 req-952d1d9f-72d3-4eef-bca7-06cf334b2249 tempest-ServerRescueTestJSONUnderV235-1943447921 tempest-ServerRescueTestJSONUnderV235-1943447921-project] 10.222.0.104 "GET /v2.0/ports?device_id=db386cd2-b4bb-41cb-b1dd-da803603d9f6 HTTP/1.1" status: 200 len: 944 time: 0.1579354 Jul 06 14:12:19.425747 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-2aeeea1f-82b4-453e-8a0a-ef19bfc77b71 req-aa2c430e-e5c7-404d-bbc5-f574268a313b tempest-ServerRescueTestJSONUnderV235-1943447921 tempest-ServerRescueTestJSONUnderV235-1943447921-project] 10.222.0.104 "GET /v2.0/security-groups?id=e935fe9d-1917-4a28-a641-6b187141d0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476618 Jul 06 14:12:19.739591 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81357a46-7058-46b5-b63e-f9797c33a537 req-8b340789-1cfd-4746-b489-399bf05f9c83 tempest-ServerRescueTestJSON-1630712699 tempest-ServerRescueTestJSON-1630712699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:12:19.749222 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-81357a46-7058-46b5-b63e-f9797c33a537 req-8b340789-1cfd-4746-b489-399bf05f9c83 tempest-ServerRescueTestJSON-1630712699 tempest-ServerRescueTestJSON-1630712699-project] 10.222.0.104 "GET /v2.0/ports?device_id=92197cfd-adda-401a-a506-40b3e75cfb6c HTTP/1.1" status: 200 len: 945 time: 0.0642688 Jul 06 14:12:19.781094 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-81357a46-7058-46b5-b63e-f9797c33a537 req-7dbcf776-f59a-48f9-94fe-676be692470f tempest-ServerRescueTestJSON-1630712699 tempest-ServerRescueTestJSON-1630712699-project] 10.222.0.104 "GET /v2.0/security-groups?id=5ad75d0b-ae4f-4528-8f14-d8740f9e67e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343778 Jul 06 14:12:20.515640 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Device 36b98e29-a854-4d50-b96f-b0c0cedeff86 up at agent hyperv_n-h1-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:12:20.584536 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Provisioning for port 36b98e29-a854-4d50-b96f-b0c0cedeff86 completed by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:12:20.595188 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Provisioning complete for port 36b98e29-a854-4d50-b96f-b0c0cedeff86 triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:12:20.595731 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:20.663377 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Device 05fc306f-a8f6-482f-bbcd-f39b90a18f29 no longer exists at agent hyperv_n-h2-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:12:20.665752 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e312cd5e-860e-4e9c-ba0f-440c399526a6 req-2e9885de-c6df-4de9-8741-523aef7558ed tempest-ServerRescueTestJSONUnderV235-1943447921 tempest-ServerRescueTestJSONUnderV235-1943447921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:12:20.673199 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-e312cd5e-860e-4e9c-ba0f-440c399526a6 req-2e9885de-c6df-4de9-8741-523aef7558ed tempest-ServerRescueTestJSONUnderV235-1943447921 tempest-ServerRescueTestJSONUnderV235-1943447921-project] 10.222.0.104 "GET /v2.0/ports?device_id=db386cd2-b4bb-41cb-b1dd-da803603d9f6 HTTP/1.1" status: 200 len: 944 time: 0.0961890 Jul 06 14:12:20.690561 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] No Port match for: 05fc306f-a8f6-482f-bbcd-f39b90a18f29 {{(pid=100248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 14:12:20.690999 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Device 05fc306f-a8f6-482f-bbcd-f39b90a18f29 not bound to the agent host n-h2-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:12:20.727520 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-e312cd5e-860e-4e9c-ba0f-440c399526a6 req-e892c214-de4a-4edb-9707-3078f0c1251e tempest-ServerRescueTestJSONUnderV235-1943447921 tempest-ServerRescueTestJSONUnderV235-1943447921-project] 10.222.0.104 "GET /v2.0/security-groups?id=e935fe9d-1917-4a28-a641-6b187141d0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528746 Jul 06 14:12:20.743005 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:20.777096 n-d-773647-6 neutron-server[100248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db386cd2-b4bb-41cb-b1dd-da803603d9f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36b98e29-a854-4d50-b96f-b0c0cedeff86'}] {{(pid=100248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:12:20.779409 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84af257533e383389cbcf231d3534f4d5e149e7203fea16b4a8fc01438dddaf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d78b103b-b696-47ff-8a00-11044e26070c" -d '{"events": [{"server_uuid": "db386cd2-b4bb-41cb-b1dd-da803603d9f6", "name": "network-vif-plugged", "status": "completed", "tag": "36b98e29-a854-4d50-b96f-b0c0cedeff86"}]}' {{(pid=100248) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:12:20.793457 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] For port 36b98e29-a854-4d50-b96f-b0c0cedeff86, host n-h1-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773647-6',level=0,port_id=36b98e29-a854-4d50-b96f-b0c0cedeff86,segment=NetworkSegment(e8f9de24-f6a4-403e-9dce-2fafa12a46c9),segment_id=e8f9de24-f6a4-403e-9dce-2fafa12a46c9)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:12:20.799408 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:20.831922 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 14:12:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8e01519-de30-4620-915d-964ea39cd01f x-openstack-request-id: req-d8e01519-de30-4620-915d-964ea39cd01f {{(pid=100248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:12:20.833780 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db386cd2-b4bb-41cb-b1dd-da803603d9f6", "name": "network-vif-plugged", "status": "completed", "tag": "36b98e29-a854-4d50-b96f-b0c0cedeff86", "code": 200}]} {{(pid=100248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:12:20.834349 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-d8e01519-de30-4620-915d-964ea39cd01f {{(pid=100248) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:12:20.834998 n-d-773647-6 neutron-server[100248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db386cd2-b4bb-41cb-b1dd-da803603d9f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36b98e29-a854-4d50-b96f-b0c0cedeff86', 'code': 200} Jul 06 14:12:20.873305 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Pushing event updated for resources: {'Port': ['ID=36b98e29-a854-4d50-b96f-b0c0cedeff86,revision_number=5']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:12:21.008622 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4944c57-801a-4679-b88a-2add22bc67ea req-27aadd3b-5a03-4ed0-917d-58ba2fc847d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:12:21.010101 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-f4944c57-801a-4679-b88a-2add22bc67ea req-27aadd3b-5a03-4ed0-917d-58ba2fc847d2 service neutron] 10.222.0.127 "GET /v2.0/ports?device_id=db386cd2-b4bb-41cb-b1dd-da803603d9f6 HTTP/1.1" status: 200 len: 1096 time: 0.1067078 Jul 06 14:12:21.057160 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18339b9e-7dec-4fe1-952d-7475e23e2051 req-0dc69148-d01b-44a3-b7d2-d53bc0d9faff tempest-ServerRescueTestJSON-1630712699 tempest-ServerRescueTestJSON-1630712699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:12:21.058595 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-18339b9e-7dec-4fe1-952d-7475e23e2051 req-0dc69148-d01b-44a3-b7d2-d53bc0d9faff tempest-ServerRescueTestJSON-1630712699 tempest-ServerRescueTestJSON-1630712699-project] 10.222.0.104 "GET /v2.0/ports?device_id=92197cfd-adda-401a-a506-40b3e75cfb6c HTTP/1.1" status: 200 len: 945 time: 0.1113040 Jul 06 14:12:21.093203 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-f4944c57-801a-4679-b88a-2add22bc67ea req-b6e1b0c1-f703-47f8-bf79-7098aad09ba4 service neutron] 10.222.0.127 "GET /v2.0/security-groups?id=e935fe9d-1917-4a28-a641-6b187141d0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754128 Jul 06 14:12:21.130199 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-18339b9e-7dec-4fe1-952d-7475e23e2051 req-d4d9a24a-f5e1-4335-877a-73b4884c955b tempest-ServerRescueTestJSON-1630712699 tempest-ServerRescueTestJSON-1630712699-project] 10.222.0.104 "GET /v2.0/security-groups?id=5ad75d0b-ae4f-4528-8f14-d8740f9e67e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554974 Jul 06 14:12:21.944615 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea1a647-cc24-42fc-9a17-e41ddd6a6619 req-292f9ebc-6b5c-4f82-913d-a34df5a57f3c tempest-ServerRescueTestJSONUnderV235-1943447921 tempest-ServerRescueTestJSONUnderV235-1943447921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:12:21.946280 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-5ea1a647-cc24-42fc-9a17-e41ddd6a6619 req-292f9ebc-6b5c-4f82-913d-a34df5a57f3c tempest-ServerRescueTestJSONUnderV235-1943447921 tempest-ServerRescueTestJSONUnderV235-1943447921-project] 10.222.0.104 "GET /v2.0/ports?device_id=db386cd2-b4bb-41cb-b1dd-da803603d9f6 HTTP/1.1" status: 200 len: 945 time: 0.0884149 Jul 06 14:12:21.993499 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-5ea1a647-cc24-42fc-9a17-e41ddd6a6619 req-fa4b4386-95c9-4c92-8732-b389d09a1bec tempest-ServerRescueTestJSONUnderV235-1943447921 tempest-ServerRescueTestJSONUnderV235-1943447921-project] 10.222.0.104 "GET /v2.0/security-groups?id=e935fe9d-1917-4a28-a641-6b187141d0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409362 Jul 06 14:12:22.328650 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b84099-f4b1-458a-98de-69220b828803 req-10fe7e94-8729-40d2-b5ad-ee55936354a6 tempest-ServerRescueTestJSON-1630712699 tempest-ServerRescueTestJSON-1630712699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:12:22.330486 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-d8b84099-f4b1-458a-98de-69220b828803 req-10fe7e94-8729-40d2-b5ad-ee55936354a6 tempest-ServerRescueTestJSON-1630712699 tempest-ServerRescueTestJSON-1630712699-project] 10.222.0.104 "GET /v2.0/ports?device_id=92197cfd-adda-401a-a506-40b3e75cfb6c HTTP/1.1" status: 200 len: 945 time: 0.0811288 Jul 06 14:12:22.396657 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-d8b84099-f4b1-458a-98de-69220b828803 req-8a2566e6-c069-4cf3-9659-f5736089bea4 tempest-ServerRescueTestJSON-1630712699 tempest-ServerRescueTestJSON-1630712699-project] 10.222.0.104 "GET /v2.0/security-groups?id=5ad75d0b-ae4f-4528-8f14-d8740f9e67e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588565 Jul 06 14:12:22.851033 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5e8dbc52-4e88-4658-b6ac-8544a6eef590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:23.181236 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089bab42-ba28-4973-b14c-41ad18b8e474 req-f9426213-f6bb-4c09-bfed-94e26d13a552 tempest-ServerRescueTestJSONUnderV235-1943447921 tempest-ServerRescueTestJSONUnderV235-1943447921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:12:23.182691 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-089bab42-ba28-4973-b14c-41ad18b8e474 req-f9426213-f6bb-4c09-bfed-94e26d13a552 tempest-ServerRescueTestJSONUnderV235-1943447921 tempest-ServerRescueTestJSONUnderV235-1943447921-project] 10.222.0.104 "GET /v2.0/ports?device_id=db386cd2-b4bb-41cb-b1dd-da803603d9f6 HTTP/1.1" status: 200 len: 945 time: 0.0699558 Jul 06 14:12:23.229024 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-089bab42-ba28-4973-b14c-41ad18b8e474 req-b161ee16-ea90-4130-8e9a-c10f9e8d29f0 tempest-ServerRescueTestJSONUnderV235-1943447921 tempest-ServerRescueTestJSONUnderV235-1943447921-project] 10.222.0.104 "GET /v2.0/security-groups?id=e935fe9d-1917-4a28-a641-6b187141d0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394907 Jul 06 14:12:23.701392 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487be378-fd7c-400c-8379-fd34e55e0816 req-b2119978-513f-4136-b326-96a1c2db4288 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:12:23.702920 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-487be378-fd7c-400c-8379-fd34e55e0816 req-b2119978-513f-4136-b326-96a1c2db4288 service neutron] 10.222.0.127 "GET /v2.0/ports?tenant_id=3d918f5433ad4a15834cebadb767c05d&device_id=db386cd2-b4bb-41cb-b1dd-da803603d9f6 HTTP/1.1" status: 200 len: 1096 time: 0.1571035 Jul 06 14:12:23.799688 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef50568-bd74-4aa3-bf22-daa157663e38 req-99032f7f-6191-4e6c-b883-43d5d6e7db28 tempest-ServerRescueTestJSON-1630712699 tempest-ServerRescueTestJSON-1630712699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:12:23.801206 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-aef50568-bd74-4aa3-bf22-daa157663e38 req-99032f7f-6191-4e6c-b883-43d5d6e7db28 tempest-ServerRescueTestJSON-1630712699 tempest-ServerRescueTestJSON-1630712699-project] 10.222.0.104 "GET /v2.0/ports?device_id=92197cfd-adda-401a-a506-40b3e75cfb6c HTTP/1.1" status: 200 len: 945 time: 0.1602366 Jul 06 14:12:23.893389 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487be378-fd7c-400c-8379-fd34e55e0816 req-4cc2bdf5-1b80-4805-b042-bfce9de89e07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:12:23.895444 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-487be378-fd7c-400c-8379-fd34e55e0816 req-4cc2bdf5-1b80-4805-b042-bfce9de89e07 service neutron] 10.222.0.127 "GET /v2.0/networks?id=80add5a8-4d84-4211-8e92-7e43032b95e8 HTTP/1.1" status: 200 len: 921 time: 0.1755691 Jul 06 14:12:23.903827 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-aef50568-bd74-4aa3-bf22-daa157663e38 req-26dd27ae-9def-4ffe-bc54-8b1a8ee821e1 tempest-ServerRescueTestJSON-1630712699 tempest-ServerRescueTestJSON-1630712699-project] 10.222.0.104 "GET /v2.0/security-groups?id=5ad75d0b-ae4f-4528-8f14-d8740f9e67e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927231 Jul 06 14:12:23.972365 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-487be378-fd7c-400c-8379-fd34e55e0816 req-570af4b0-7395-49b9-bfbc-2e10e7ffb41b service neutron] 10.222.0.127 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=36b98e29-a854-4d50-b96f-b0c0cedeff86 HTTP/1.1" status: 200 len: 217 time: 0.0658016 Jul 06 14:12:23.981325 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6f0203-fdf1-4579-8f45-9617b06ac7a1 req-4c218118-f5a2-4d19-aa18-e6cfd936f099 tempest-ServerRescueTestJSONUnderV235-1943447921 tempest-ServerRescueTestJSONUnderV235-1943447921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:12:23.982800 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-1c6f0203-fdf1-4579-8f45-9617b06ac7a1 req-4c218118-f5a2-4d19-aa18-e6cfd936f099 tempest-ServerRescueTestJSONUnderV235-1943447921 tempest-ServerRescueTestJSONUnderV235-1943447921-project] 10.222.0.104 "GET /v2.0/ports?device_id=db386cd2-b4bb-41cb-b1dd-da803603d9f6 HTTP/1.1" status: 200 len: 945 time: 0.1947930 Jul 06 14:12:24.052041 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487be378-fd7c-400c-8379-fd34e55e0816 req-436ecd22-9bf8-402c-a54a-580573c5d9fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:12:24.053529 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-487be378-fd7c-400c-8379-fd34e55e0816 req-436ecd22-9bf8-402c-a54a-580573c5d9fa service neutron] 10.222.0.127 "GET /v2.0/subnets?id=f227b47e-ae32-4b4e-a3ec-2991dbacdeb7 HTTP/1.1" status: 200 len: 859 time: 0.0698509 Jul 06 14:12:24.056521 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-1c6f0203-fdf1-4579-8f45-9617b06ac7a1 req-4b401ef9-5913-4b2e-af92-472aa05e2fbe tempest-ServerRescueTestJSONUnderV235-1943447921 tempest-ServerRescueTestJSONUnderV235-1943447921-project] 10.222.0.104 "GET /v2.0/security-groups?id=e935fe9d-1917-4a28-a641-6b187141d0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638692 Jul 06 14:12:24.088541 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-487be378-fd7c-400c-8379-fd34e55e0816 req-ef5b4fc7-28d1-4306-afad-5a04939e4816 service neutron] 10.222.0.127 "GET /v2.0/ports?network_id=80add5a8-4d84-4211-8e92-7e43032b95e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266659 Jul 06 14:12:24.179131 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-487be378-fd7c-400c-8379-fd34e55e0816 req-75d9c3ec-0e59-41b8-ae6f-5fba47a1bd48 service neutron] 10.222.0.127 "GET /v2.0/networks/80add5a8-4d84-4211-8e92-7e43032b95e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844264 Jul 06 14:12:24.279810 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-487be378-fd7c-400c-8379-fd34e55e0816 req-00eac0a5-fb71-48df-abcc-c9a070d6b8fe service neutron] 10.222.0.127 "GET /v2.0/networks/80add5a8-4d84-4211-8e92-7e43032b95e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937722 Jul 06 14:12:25.337781 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fa9adb-3d0b-4356-ba6c-4e8da00a00e5 req-3e8c4574-6f3d-4f05-b662-94a8ed7030d6 tempest-ServerRescueTestJSON-1630712699 tempest-ServerRescueTestJSON-1630712699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:12:25.339259 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-b8fa9adb-3d0b-4356-ba6c-4e8da00a00e5 req-3e8c4574-6f3d-4f05-b662-94a8ed7030d6 tempest-ServerRescueTestJSON-1630712699 tempest-ServerRescueTestJSON-1630712699-project] 10.222.0.104 "GET /v2.0/ports?device_id=92197cfd-adda-401a-a506-40b3e75cfb6c HTTP/1.1" status: 200 len: 945 time: 0.1146321 Jul 06 14:12:25.350289 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f65f870-b2c1-4bf1-b0d4-0ee9e03e3fb0 req-e28ca707-e432-498e-b8a9-a74110bab31f tempest-ServerRescueTestJSONUnderV235-1943447921 tempest-ServerRescueTestJSONUnderV235-1943447921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:12:25.351756 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-9f65f870-b2c1-4bf1-b0d4-0ee9e03e3fb0 req-e28ca707-e432-498e-b8a9-a74110bab31f tempest-ServerRescueTestJSONUnderV235-1943447921 tempest-ServerRescueTestJSONUnderV235-1943447921-project] 10.222.0.104 "GET /v2.0/ports?device_id=db386cd2-b4bb-41cb-b1dd-da803603d9f6 HTTP/1.1" status: 200 len: 945 time: 0.0980904 Jul 06 14:12:25.359689 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 52240) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:12:25.426718 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-b8fa9adb-3d0b-4356-ba6c-4e8da00a00e5 req-da1d6d14-2a75-44db-b7af-ca1efcd25606 tempest-ServerRescueTestJSON-1630712699 tempest-ServerRescueTestJSON-1630712699-project] 10.222.0.104 "GET /v2.0/security-groups?id=5ad75d0b-ae4f-4528-8f14-d8740f9e67e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733824 Jul 06 14:12:25.443584 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-9f65f870-b2c1-4bf1-b0d4-0ee9e03e3fb0 req-3ce3b72f-ca3c-4b65-bd42-420a7aa24e9a tempest-ServerRescueTestJSONUnderV235-1943447921 tempest-ServerRescueTestJSONUnderV235-1943447921-project] 10.222.0.104 "GET /v2.0/security-groups?id=e935fe9d-1917-4a28-a641-6b187141d0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824704 Jul 06 14:12:25.507919 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-dd03dfb5-f6bd-4a86-8940-e90a63a0b2f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:25.524214 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-fbf270d4-c1d0-4c5e-a436-9b63416368f9 admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=13a316de96284a26ae6e6f607134966d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1633701 Jul 06 14:12:25.526730 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 52246) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:12:25.575720 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-4effd483-bc70-42de-bc7f-bd9efb20e416 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:25.598900 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-4effd483-bc70-42de-bc7f-bd9efb20e416 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:25.651586 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-4effd483-bc70-42de-bc7f-bd9efb20e416 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:25.654297 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-4effd483-bc70-42de-bc7f-bd9efb20e416 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:25.659483 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-4effd483-bc70-42de-bc7f-bd9efb20e416 admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/03ed02a1-ddce-46d6-a7ac-394fcc0ca9ae HTTP/1.1" status: 204 len: 168 time: 0.1277599 Jul 06 14:12:25.665804 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4effd483-bc70-42de-bc7f-bd9efb20e416 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03ed02a1-ddce-46d6-a7ac-394fcc0ca9ae,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:12:25.878932 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:26.299970 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 52274) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:12:26.401728 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-c9198c9a-e077-4fd4-ada2-a36527fa699e admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-2085725956-network', 'tenant_id': '4600ccf0872344348383371ca2dd310c'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:12:26.428031 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9198c9a-e077-4fd4-ada2-a36527fa699e admin admin] Made reservation on behalf of 4600ccf0872344348383371ca2dd310c for: {'network': 1} {{(pid=100246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:12:26.430733 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-c9198c9a-e077-4fd4-ada2-a36527fa699e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for network, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:26.439761 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-c9198c9a-e077-4fd4-ada2-a36527fa699e admin admin] Notify callbacks [] for security_group, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:26.545431 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-c9198c9a-e077-4fd4-ada2-a36527fa699e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:26.550003 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-c9198c9a-e077-4fd4-ada2-a36527fa699e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:26.585602 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-2064eaae-da4f-48f8-82d2-b09d4ddedd44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:26.586210 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c9198c9a-e077-4fd4-ada2-a36527fa699e admin admin] vlan segment allocate from pool success with {'vlan_id': 1015, 'physical_network': 'physnet1'} {{(pid=100246) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 14:12:26.592744 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9198c9a-e077-4fd4-ada2-a36527fa699e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e20905c3-4e2a-4820-8b00-03fe4a9f77fa,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:12:26.601080 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-c9198c9a-e077-4fd4-ada2-a36527fa699e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552'] for segment, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:26.601696 n-d-773647-6 neutron-server[100246]: INFO neutron.db.segments_db [None req-c9198c9a-e077-4fd4-ada2-a36527fa699e admin admin] Added segment a5bb63dc-af84-4b25-adce-a2df85deca10 of type vlan for network 49b14001-0249-40ad-b388-270776c77779 Jul 06 14:12:26.663503 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-c9198c9a-e077-4fd4-ada2-a36527fa699e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773752984405'] for network, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:26.695150 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-c9198c9a-e077-4fd4-ada2-a36527fa699e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060'] for network, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:26.696293 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9198c9a-e077-4fd4-ada2-a36527fa699e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:12:26.696981 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-c9198c9a-e077-4fd4-ada2-a36527fa699e admin admin] Notify callbacks [] for network, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:26.700088 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b1f623-46ea-442f-bded-45ee2da4f6cf req-953464a5-4862-427e-b78e-c24653fc4104 tempest-ServerRescueTestJSONUnderV235-1943447921 tempest-ServerRescueTestJSONUnderV235-1943447921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:12:26.701594 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-35b1f623-46ea-442f-bded-45ee2da4f6cf req-953464a5-4862-427e-b78e-c24653fc4104 tempest-ServerRescueTestJSONUnderV235-1943447921 tempest-ServerRescueTestJSONUnderV235-1943447921-project] 10.222.0.104 "GET /v2.0/ports?device_id=db386cd2-b4bb-41cb-b1dd-da803603d9f6 HTTP/1.1" status: 200 len: 945 time: 0.1104469 Jul 06 14:12:26.726049 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-c9198c9a-e077-4fd4-ada2-a36527fa699e admin admin] 10.222.0.104 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4249604 Jul 06 14:12:26.744421 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 52284) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:12:26.757564 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [None req-7298b1af-2b60-405c-bcec-af3ee9a33c16 admin admin] Request body: {'subnet': {'network_id': '49b14001-0249-40ad-b388-270776c77779', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-2085725956-subnet', 'tenant_id': '4600ccf0872344348383371ca2dd310c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:12:26.776636 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9198c9a-e077-4fd4-ada2-a36527fa699e admin admin] Pushing event updated for resources: {'Network': ['ID=49b14001-0249-40ad-b388-270776c77779,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:12:26.791689 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Network 49b14001-0249-40ad-b388-270776c77779 details requested by agent ovs-agent-n-d-773647-6 with host n-d-773647-6 {{(pid=100248) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 14:12:26.798555 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ce9e75-f2d5-4ebf-ad0e-2cca555ec2fb req-6e1d2c96-b0ba-4ae0-8504-cab282c3567e tempest-ServerRescueTestJSON-1630712699 tempest-ServerRescueTestJSON-1630712699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:12:26.800087 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-b2ce9e75-f2d5-4ebf-ad0e-2cca555ec2fb req-6e1d2c96-b0ba-4ae0-8504-cab282c3567e tempest-ServerRescueTestJSON-1630712699 tempest-ServerRescueTestJSON-1630712699-project] 10.222.0.104 "GET /v2.0/ports?device_id=92197cfd-adda-401a-a506-40b3e75cfb6c HTTP/1.1" status: 200 len: 945 time: 0.1546068 Jul 06 14:12:26.818988 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-35b1f623-46ea-442f-bded-45ee2da4f6cf req-41ec7d56-b2f2-4def-82e7-b346099f3c4e tempest-ServerRescueTestJSONUnderV235-1943447921 tempest-ServerRescueTestJSONUnderV235-1943447921-project] 10.222.0.104 "GET /v2.0/security-groups?id=e935fe9d-1917-4a28-a641-6b187141d0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083751 Jul 06 14:12:26.822034 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7298b1af-2b60-405c-bcec-af3ee9a33c16 admin admin] Made reservation on behalf of 4600ccf0872344348383371ca2dd310c for: {'subnet': 1} {{(pid=100247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:12:26.824698 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-7298b1af-2b60-405c-bcec-af3ee9a33c16 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127627440'] for subnet, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:26.909625 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-b2ce9e75-f2d5-4ebf-ad0e-2cca555ec2fb req-4e2618c3-06c6-4dd7-8301-add29877822e tempest-ServerRescueTestJSON-1630712699 tempest-ServerRescueTestJSON-1630712699-project] 10.222.0.104 "GET /v2.0/security-groups?id=5ad75d0b-ae4f-4528-8f14-d8740f9e67e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891728 Jul 06 14:12:27.059470 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-7298b1af-2b60-405c-bcec-af3ee9a33c16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1849032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-128888412', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127627426'] for subnet, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:27.116789 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7298b1af-2b60-405c-bcec-af3ee9a33c16 admin admin] Pushing event updated for resources: {'Subnet': ['ID=43b44cc2-8280-4abb-bc23-973a73c284c8,revision_number=0']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:12:27.127430 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7298b1af-2b60-405c-bcec-af3ee9a33c16 admin admin] Checking segment: {'id': 'a5bb63dc-af84-4b25-adce-a2df85deca10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1015, 'network_id': '49b14001-0249-40ad-b388-270776c77779'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100247) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:12:27.128419 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7298b1af-2b60-405c-bcec-af3ee9a33c16 admin admin] Network hostable DHCP agents. Network: 49b14001-0249-40ad-b388-270776c77779, hostable agents: ['f2bada3d-be77-4359-982b-8505a2bbca04'], hosted agents: [] {{(pid=100247) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 14:12:27.147282 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7298b1af-2b60-405c-bcec-af3ee9a33c16 admin admin] Network 49b14001-0249-40ad-b388-270776c77779 is scheduled to be hosted by DHCP agent f2bada3d-be77-4359-982b-8505a2bbca04 with binding_index 1 {{(pid=100247) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 14:12:27.159793 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.base_scheduler [None req-7298b1af-2b60-405c-bcec-af3ee9a33c16 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773647-6, 49b14001-0249-40ad-b388-270776c77779) {{(pid=100247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:12:27.169466 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc18239c-eaea-4743-b279-783f248cf6e8 None None] Network 49b14001-0249-40ad-b388-270776c77779 requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:12:27.171371 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7298b1af-2b60-405c-bcec-af3ee9a33c16 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:12:27.172029 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-7298b1af-2b60-405c-bcec-af3ee9a33c16 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:27.188682 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-7298b1af-2b60-405c-bcec-af3ee9a33c16 admin admin] 10.222.0.104 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4367769 Jul 06 14:12:27.215423 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 52296) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:12:27.320439 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3fc0185-560a-4780-ab21-6556492ec69b None None] Network 49b14001-0249-40ad-b388-270776c77779 requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:12:27.364995 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-51ef1c52-8bce-4cd6-97c8-e818da22274f admin admin] Notify callbacks [] for security_group, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:27.483092 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-51ef1c52-8bce-4cd6-97c8-e818da22274f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:27.487742 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-51ef1c52-8bce-4cd6-97c8-e818da22274f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:27.531026 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-51ef1c52-8bce-4cd6-97c8-e818da22274f admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=956ba46c97024c26a3423266651e62dd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3144972 Jul 06 14:12:27.531979 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ef1c52-8bce-4cd6-97c8-e818da22274f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=964a7394-3602-4282-ae2c-dd85490ff087,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:12:27.533758 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 52304) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:12:27.589173 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-24acace1-2113-4e1d-b6ef-c8260559f4d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:27.611406 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-24acace1-2113-4e1d-b6ef-c8260559f4d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:27.660988 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-24acace1-2113-4e1d-b6ef-c8260559f4d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:27.663619 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-24acace1-2113-4e1d-b6ef-c8260559f4d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:27.664762 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-24acace1-2113-4e1d-b6ef-c8260559f4d8 admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/964a7394-3602-4282-ae2c-dd85490ff087 HTTP/1.1" status: 204 len: 168 time: 0.1300070 Jul 06 14:12:27.674019 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24acace1-2113-4e1d-b6ef-c8260559f4d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=964a7394-3602-4282-ae2c-dd85490ff087,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:12:28.014145 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec90dcc-82f5-4344-9939-a412b3261f64 req-0f070b97-78df-4545-a2b7-7fdbf281284a tempest-ServerRescueTestJSONUnderV235-1943447921 tempest-ServerRescueTestJSONUnderV235-1943447921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:12:28.016500 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-eec90dcc-82f5-4344-9939-a412b3261f64 req-0f070b97-78df-4545-a2b7-7fdbf281284a tempest-ServerRescueTestJSONUnderV235-1943447921 tempest-ServerRescueTestJSONUnderV235-1943447921-project] 10.222.0.104 "GET /v2.0/ports?device_id=db386cd2-b4bb-41cb-b1dd-da803603d9f6 HTTP/1.1" status: 200 len: 945 time: 0.0814312 Jul 06 14:12:28.073123 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-eec90dcc-82f5-4344-9939-a412b3261f64 req-e2f715ff-ab98-4dd7-96ae-4f2488d718da tempest-ServerRescueTestJSONUnderV235-1943447921 tempest-ServerRescueTestJSONUnderV235-1943447921-project] 10.222.0.104 "GET /v2.0/security-groups?id=e935fe9d-1917-4a28-a641-6b187141d0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501475 Jul 06 14:12:28.138835 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c621407-8836-4b21-9df9-4e853db9438a req-8a300fc5-9f12-4e8f-8490-2a68f23ff562 tempest-ServerRescueTestJSON-1630712699 tempest-ServerRescueTestJSON-1630712699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:12:28.141035 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-4c621407-8836-4b21-9df9-4e853db9438a req-8a300fc5-9f12-4e8f-8490-2a68f23ff562 tempest-ServerRescueTestJSON-1630712699 tempest-ServerRescueTestJSON-1630712699-project] 10.222.0.104 "GET /v2.0/ports?device_id=92197cfd-adda-401a-a506-40b3e75cfb6c HTTP/1.1" status: 200 len: 945 time: 0.0839026 Jul 06 14:12:28.190078 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-4c621407-8836-4b21-9df9-4e853db9438a req-a8bbd14a-f162-47ee-9e89-5acb98f54e57 tempest-ServerRescueTestJSON-1630712699 tempest-ServerRescueTestJSON-1630712699-project] 10.222.0.104 "GET /v2.0/security-groups?id=5ad75d0b-ae4f-4528-8f14-d8740f9e67e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412922 Jul 06 14:12:28.355322 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-03f71b24-a9b8-453a-8924-caa3f97bc6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:29.279079 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a699b3-6669-4c5b-afd4-258176c5faa7 req-9f9077f7-83dd-4056-b0f1-cf0f398331c6 tempest-ServerRescueTestJSONUnderV235-1943447921 tempest-ServerRescueTestJSONUnderV235-1943447921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:12:29.281511 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-d5a699b3-6669-4c5b-afd4-258176c5faa7 req-9f9077f7-83dd-4056-b0f1-cf0f398331c6 tempest-ServerRescueTestJSONUnderV235-1943447921 tempest-ServerRescueTestJSONUnderV235-1943447921-project] 10.222.0.104 "GET /v2.0/ports?device_id=db386cd2-b4bb-41cb-b1dd-da803603d9f6 HTTP/1.1" status: 200 len: 945 time: 0.0878022 Jul 06 14:12:29.331452 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-d5a699b3-6669-4c5b-afd4-258176c5faa7 req-140e5ac4-11a4-48c9-9110-b6be84b8d92f tempest-ServerRescueTestJSONUnderV235-1943447921 tempest-ServerRescueTestJSONUnderV235-1943447921-project] 10.222.0.104 "GET /v2.0/security-groups?id=e935fe9d-1917-4a28-a641-6b187141d0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426316 Jul 06 14:12:29.403947 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e081a6f5-4069-4532-be03-2cf3ada4e153 req-8c6f4ceb-be23-43d9-8a62-8f2274367691 tempest-ServerRescueTestJSON-1630712699 tempest-ServerRescueTestJSON-1630712699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:12:29.405548 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-e081a6f5-4069-4532-be03-2cf3ada4e153 req-8c6f4ceb-be23-43d9-8a62-8f2274367691 tempest-ServerRescueTestJSON-1630712699 tempest-ServerRescueTestJSON-1630712699-project] 10.222.0.104 "GET /v2.0/ports?device_id=92197cfd-adda-401a-a506-40b3e75cfb6c HTTP/1.1" status: 200 len: 945 time: 0.0720761 Jul 06 14:12:29.452938 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-e081a6f5-4069-4532-be03-2cf3ada4e153 req-36dd4fd2-b823-4a75-81b0-99536fbc9ff9 tempest-ServerRescueTestJSON-1630712699 tempest-ServerRescueTestJSON-1630712699-project] 10.222.0.104 "GET /v2.0/security-groups?id=5ad75d0b-ae4f-4528-8f14-d8740f9e67e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406024 Jul 06 14:12:30.520172 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cea057-ba02-416d-9cc1-9328d71fe5d3 req-1ed84790-024f-48e1-b7a9-7d2dd1f0e095 tempest-ServerRescueTestJSONUnderV235-1943447921 tempest-ServerRescueTestJSONUnderV235-1943447921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:12:30.521797 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-26cea057-ba02-416d-9cc1-9328d71fe5d3 req-1ed84790-024f-48e1-b7a9-7d2dd1f0e095 tempest-ServerRescueTestJSONUnderV235-1943447921 tempest-ServerRescueTestJSONUnderV235-1943447921-project] 10.222.0.104 "GET /v2.0/ports?device_id=db386cd2-b4bb-41cb-b1dd-da803603d9f6 HTTP/1.1" status: 200 len: 945 time: 0.0744164 Jul 06 14:12:30.560876 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-26cea057-ba02-416d-9cc1-9328d71fe5d3 req-0b8d9aa1-1b65-4531-9597-6164136e1393 tempest-ServerRescueTestJSONUnderV235-1943447921 tempest-ServerRescueTestJSONUnderV235-1943447921-project] 10.222.0.104 "GET /v2.0/security-groups?id=e935fe9d-1917-4a28-a641-6b187141d0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329921 Jul 06 14:12:30.738745 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75da16d7-b686-44e9-a112-01d2396f8c7d req-ddba5acc-72b0-4981-a6f8-b41a7499270c tempest-ServerRescueTestJSON-1630712699 tempest-ServerRescueTestJSON-1630712699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:12:30.740310 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-75da16d7-b686-44e9-a112-01d2396f8c7d req-ddba5acc-72b0-4981-a6f8-b41a7499270c tempest-ServerRescueTestJSON-1630712699 tempest-ServerRescueTestJSON-1630712699-project] 10.222.0.104 "GET /v2.0/ports?device_id=92197cfd-adda-401a-a506-40b3e75cfb6c HTTP/1.1" status: 200 len: 945 time: 0.0666740 Jul 06 14:12:30.781585 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-75da16d7-b686-44e9-a112-01d2396f8c7d req-4564756c-72a4-4b0b-a480-e9b93edf9062 tempest-ServerRescueTestJSON-1630712699 tempest-ServerRescueTestJSON-1630712699-project] 10.222.0.104 "GET /v2.0/security-groups?id=5ad75d0b-ae4f-4528-8f14-d8740f9e67e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356178 Jul 06 14:12:31.761282 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa44a40b-cc0a-4cbc-afeb-649ef6417dd4 req-c07680f4-db03-4f1c-b2d8-04e585d5e449 tempest-ServerRescueTestJSONUnderV235-1943447921 tempest-ServerRescueTestJSONUnderV235-1943447921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:12:31.764058 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-aa44a40b-cc0a-4cbc-afeb-649ef6417dd4 req-c07680f4-db03-4f1c-b2d8-04e585d5e449 tempest-ServerRescueTestJSONUnderV235-1943447921 tempest-ServerRescueTestJSONUnderV235-1943447921-project] 10.222.0.104 "GET /v2.0/ports?device_id=db386cd2-b4bb-41cb-b1dd-da803603d9f6 HTTP/1.1" status: 200 len: 945 time: 0.0757599 Jul 06 14:12:31.804952 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-aa44a40b-cc0a-4cbc-afeb-649ef6417dd4 req-12533d54-2f67-45a8-9db3-d630a06950b6 tempest-ServerRescueTestJSONUnderV235-1943447921 tempest-ServerRescueTestJSONUnderV235-1943447921-project] 10.222.0.104 "GET /v2.0/security-groups?id=e935fe9d-1917-4a28-a641-6b187141d0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353136 Jul 06 14:12:31.977809 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29c5b98-ecbd-47ed-94fc-353d7df409dc req-be5cf2de-30b4-43c3-9f99-ecb40233bde2 tempest-ServerRescueTestJSON-1630712699 tempest-ServerRescueTestJSON-1630712699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:12:31.979205 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-e29c5b98-ecbd-47ed-94fc-353d7df409dc req-be5cf2de-30b4-43c3-9f99-ecb40233bde2 tempest-ServerRescueTestJSON-1630712699 tempest-ServerRescueTestJSON-1630712699-project] 10.222.0.104 "GET /v2.0/ports?device_id=92197cfd-adda-401a-a506-40b3e75cfb6c HTTP/1.1" status: 200 len: 945 time: 0.0639403 Jul 06 14:12:32.018910 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-e29c5b98-ecbd-47ed-94fc-353d7df409dc req-bef54596-5a91-475e-84cb-69f39698f7f7 tempest-ServerRescueTestJSON-1630712699 tempest-ServerRescueTestJSON-1630712699-project] 10.222.0.104 "GET /v2.0/security-groups?id=5ad75d0b-ae4f-4528-8f14-d8740f9e67e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334022 Jul 06 14:12:33.006099 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e24db8-fa41-40c7-b1d5-4f9f49ad768e req-0dcbff9f-45dd-425f-a2e5-cd43ed642aa6 tempest-ServerRescueTestJSONUnderV235-1943447921 tempest-ServerRescueTestJSONUnderV235-1943447921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:12:33.007754 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-a9e24db8-fa41-40c7-b1d5-4f9f49ad768e req-0dcbff9f-45dd-425f-a2e5-cd43ed642aa6 tempest-ServerRescueTestJSONUnderV235-1943447921 tempest-ServerRescueTestJSONUnderV235-1943447921-project] 10.222.0.104 "GET /v2.0/ports?device_id=db386cd2-b4bb-41cb-b1dd-da803603d9f6 HTTP/1.1" status: 200 len: 945 time: 0.0722001 Jul 06 14:12:33.049181 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-a9e24db8-fa41-40c7-b1d5-4f9f49ad768e req-3b2c2621-a455-4bb4-b599-ab6b7dae24d2 tempest-ServerRescueTestJSONUnderV235-1943447921 tempest-ServerRescueTestJSONUnderV235-1943447921-project] 10.222.0.104 "GET /v2.0/security-groups?id=e935fe9d-1917-4a28-a641-6b187141d0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341802 Jul 06 14:12:33.213282 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b309e2-bd68-4c6d-aafa-7a8099cea3e1 req-2a697ce8-7bca-4c7e-a56e-9461c253ec8c tempest-ServerRescueTestJSON-1630712699 tempest-ServerRescueTestJSON-1630712699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:12:33.214771 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-57b309e2-bd68-4c6d-aafa-7a8099cea3e1 req-2a697ce8-7bca-4c7e-a56e-9461c253ec8c tempest-ServerRescueTestJSON-1630712699 tempest-ServerRescueTestJSON-1630712699-project] 10.222.0.104 "GET /v2.0/ports?device_id=92197cfd-adda-401a-a506-40b3e75cfb6c HTTP/1.1" status: 200 len: 945 time: 0.0700481 Jul 06 14:12:33.253064 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-57b309e2-bd68-4c6d-aafa-7a8099cea3e1 req-c70f307a-07c4-4570-806b-43d867f397b7 tempest-ServerRescueTestJSON-1630712699 tempest-ServerRescueTestJSON-1630712699-project] 10.222.0.104 "GET /v2.0/security-groups?id=5ad75d0b-ae4f-4528-8f14-d8740f9e67e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324280 Jul 06 14:12:33.989719 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-2d24e862-bfab-45bb-85a1-b2ca4667be7c req-ff8b624b-f816-49bd-9f67-e1a82ae0c9c6 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=e7dc6a4d-9f66-42f4-9ec5-8a24ac011f21&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0671928 Jul 06 14:12:34.114914 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d24e862-bfab-45bb-85a1-b2ca4667be7c req-d8a6afe7-c9b4-4168-a065-b69f875f49cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:12:34.115647 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d24e862-bfab-45bb-85a1-b2ca4667be7c req-d8a6afe7-c9b4-4168-a065-b69f875f49cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:12:34.116311 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d24e862-bfab-45bb-85a1-b2ca4667be7c req-d8a6afe7-c9b4-4168-a065-b69f875f49cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:12:34.116952 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d24e862-bfab-45bb-85a1-b2ca4667be7c req-d8a6afe7-c9b4-4168-a065-b69f875f49cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:12:34.117578 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d24e862-bfab-45bb-85a1-b2ca4667be7c req-d8a6afe7-c9b4-4168-a065-b69f875f49cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:12:34.118388 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d24e862-bfab-45bb-85a1-b2ca4667be7c req-d8a6afe7-c9b4-4168-a065-b69f875f49cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:12:34.118800 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d24e862-bfab-45bb-85a1-b2ca4667be7c req-d8a6afe7-c9b4-4168-a065-b69f875f49cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:12:34.121087 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-2d24e862-bfab-45bb-85a1-b2ca4667be7c req-d8a6afe7-c9b4-4168-a065-b69f875f49cc service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=db940b92de5443cbbd5f77e12cabccfc&device_id=e7dc6a4d-9f66-42f4-9ec5-8a24ac011f21 HTTP/1.1" status: 200 len: 6493 time: 0.0786042 Jul 06 14:12:34.260445 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d24e862-bfab-45bb-85a1-b2ca4667be7c req-df656a18-e9bf-482e-989e-0f21c2293c26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:12:34.261084 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d24e862-bfab-45bb-85a1-b2ca4667be7c req-df656a18-e9bf-482e-989e-0f21c2293c26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:12:34.261784 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d24e862-bfab-45bb-85a1-b2ca4667be7c req-df656a18-e9bf-482e-989e-0f21c2293c26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:12:34.263614 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-2d24e862-bfab-45bb-85a1-b2ca4667be7c req-df656a18-e9bf-482e-989e-0f21c2293c26 service neutron] 10.222.0.72 "GET /v2.0/networks?id=8db538bb-9e5e-4771-8353-dcc3bdff004e&id=ace612ee-fa1f-4249-807d-5000ddc15676&id=ace612ee-fa1f-4249-807d-5000ddc15676&id=ace612ee-fa1f-4249-807d-5000ddc15676&id=ace612ee-fa1f-4249-807d-5000ddc15676&id=a1a89b46-c613-4578-b710-c22d92f3acfb&id=a1a89b46-c613-4578-b710-c22d92f3acfb HTTP/1.1" status: 200 len: 2295 time: 0.1044681 Jul 06 14:12:34.293326 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4ac34f-8ae6-4bbf-bb4b-84805d12e3de req-b22f2892-6bdb-4176-a6c0-e6f811851466 tempest-ServerRescueTestJSONUnderV235-1943447921 tempest-ServerRescueTestJSONUnderV235-1943447921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:12:34.300798 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-df4ac34f-8ae6-4bbf-bb4b-84805d12e3de req-b22f2892-6bdb-4176-a6c0-e6f811851466 tempest-ServerRescueTestJSONUnderV235-1943447921 tempest-ServerRescueTestJSONUnderV235-1943447921-project] 10.222.0.104 "GET /v2.0/ports?device_id=db386cd2-b4bb-41cb-b1dd-da803603d9f6 HTTP/1.1" status: 200 len: 945 time: 0.1038260 Jul 06 14:12:34.346142 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-2d24e862-bfab-45bb-85a1-b2ca4667be7c req-82187323-d35a-4ec9-869f-e75c0ccc0289 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0fccaba0-09bb-4911-acde-c7e70c576bcb HTTP/1.1" status: 200 len: 1000 time: 0.0718973 Jul 06 14:12:34.357822 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-df4ac34f-8ae6-4bbf-bb4b-84805d12e3de req-17a35542-2369-4110-95af-1005c1a3b64d tempest-ServerRescueTestJSONUnderV235-1943447921 tempest-ServerRescueTestJSONUnderV235-1943447921-project] 10.222.0.104 "GET /v2.0/security-groups?id=e935fe9d-1917-4a28-a641-6b187141d0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527728 Jul 06 14:12:34.420524 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d24e862-bfab-45bb-85a1-b2ca4667be7c req-ebaccf7c-66bd-4037-b3e1-37341a99efb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:12:34.422461 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-2d24e862-bfab-45bb-85a1-b2ca4667be7c req-ebaccf7c-66bd-4037-b3e1-37341a99efb0 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=906bb642-57ed-4e87-8668-4e82a3a18fe7 HTTP/1.1" status: 200 len: 851 time: 0.0679998 Jul 06 14:12:34.499582 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d24e862-bfab-45bb-85a1-b2ca4667be7c req-97f2dddb-a6f7-4bc7-849c-718aa15337c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:12:34.501369 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-2d24e862-bfab-45bb-85a1-b2ca4667be7c req-97f2dddb-a6f7-4bc7-849c-718aa15337c9 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=8db538bb-9e5e-4771-8353-dcc3bdff004e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0707135 Jul 06 14:12:34.503106 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06123f8-8230-4b03-a787-4b71167c80e6 req-5463ae15-a04c-4015-8497-604f44df1e06 tempest-ServerRescueTestJSON-1630712699 tempest-ServerRescueTestJSON-1630712699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:12:34.510817 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-f06123f8-8230-4b03-a787-4b71167c80e6 req-5463ae15-a04c-4015-8497-604f44df1e06 tempest-ServerRescueTestJSON-1630712699 tempest-ServerRescueTestJSON-1630712699-project] 10.222.0.104 "GET /v2.0/ports?device_id=92197cfd-adda-401a-a506-40b3e75cfb6c HTTP/1.1" status: 200 len: 945 time: 0.0924304 Jul 06 14:12:34.561602 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-f06123f8-8230-4b03-a787-4b71167c80e6 req-128d8308-e858-4249-bb3a-fdc0f120de0b tempest-ServerRescueTestJSON-1630712699 tempest-ServerRescueTestJSON-1630712699-project] 10.222.0.104 "GET /v2.0/security-groups?id=5ad75d0b-ae4f-4528-8f14-d8740f9e67e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498340 Jul 06 14:12:34.658515 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-2d24e862-bfab-45bb-85a1-b2ca4667be7c req-a0b9cf3c-cceb-445e-8ad4-11eb3825eb9e service neutron] 10.222.0.72 "GET /v2.0/networks/8db538bb-9e5e-4771-8353-dcc3bdff004e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1481650 Jul 06 14:12:34.762659 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-2d24e862-bfab-45bb-85a1-b2ca4667be7c req-61162c7e-b25d-41de-96c1-c96fee0415f6 service neutron] 10.222.0.72 "GET /v2.0/networks/8db538bb-9e5e-4771-8353-dcc3bdff004e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960214 Jul 06 14:12:34.808856 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-2d24e862-bfab-45bb-85a1-b2ca4667be7c req-7561f42f-5743-4cbf-8406-754c449809cb service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.252&port_id=3ba18cf5-928e-46ea-b0ca-9a371b8d9b40 HTTP/1.1" status: 200 len: 217 time: 0.0392952 Jul 06 14:12:34.860947 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d24e862-bfab-45bb-85a1-b2ca4667be7c req-ea07f197-01e0-41b5-8f99-33d319e6c140 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:12:34.862781 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-2d24e862-bfab-45bb-85a1-b2ca4667be7c req-ea07f197-01e0-41b5-8f99-33d319e6c140 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=aff5805c-7256-4603-b5c1-a0758ef2d27b HTTP/1.1" status: 200 len: 797 time: 0.0466051 Jul 06 14:12:34.932544 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d24e862-bfab-45bb-85a1-b2ca4667be7c req-6856fac7-a28f-4300-9660-d9c1ebb35c28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:12:34.934198 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-2d24e862-bfab-45bb-85a1-b2ca4667be7c req-6856fac7-a28f-4300-9660-d9c1ebb35c28 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=ace612ee-fa1f-4249-807d-5000ddc15676&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0594766 Jul 06 14:12:35.071814 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-2d24e862-bfab-45bb-85a1-b2ca4667be7c req-06697723-ea0f-4d55-9697-79e5516cfbcc service neutron] 10.222.0.72 "GET /v2.0/networks/ace612ee-fa1f-4249-807d-5000ddc15676?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275129 Jul 06 14:12:35.182002 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-2d24e862-bfab-45bb-85a1-b2ca4667be7c req-f6977c2d-a05a-45d5-9afd-7558d0cb5598 service neutron] 10.222.0.72 "GET /v2.0/networks/ace612ee-fa1f-4249-807d-5000ddc15676?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1036303 Jul 06 14:12:35.228384 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-2d24e862-bfab-45bb-85a1-b2ca4667be7c req-18b769aa-46b5-4a8a-8bc6-da40652cee9f service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.124&port_id=f010560f-f4c8-4c8c-99e0-7afd7573142a HTTP/1.1" status: 200 len: 217 time: 0.0397046 Jul 06 14:12:35.303745 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d24e862-bfab-45bb-85a1-b2ca4667be7c req-1cf3d64f-25c4-4462-a22b-f18e57c8cf88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:12:35.305779 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-2d24e862-bfab-45bb-85a1-b2ca4667be7c req-1cf3d64f-25c4-4462-a22b-f18e57c8cf88 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=aff5805c-7256-4603-b5c1-a0758ef2d27b HTTP/1.1" status: 200 len: 797 time: 0.0712137 Jul 06 14:12:35.392070 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d24e862-bfab-45bb-85a1-b2ca4667be7c req-35a1b93f-2158-450f-806f-4a421903f873 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:12:35.395143 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-2d24e862-bfab-45bb-85a1-b2ca4667be7c req-35a1b93f-2158-450f-806f-4a421903f873 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=ace612ee-fa1f-4249-807d-5000ddc15676&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0826688 Jul 06 14:12:35.552598 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-2d24e862-bfab-45bb-85a1-b2ca4667be7c req-01a24d79-1f81-4059-9ad0-b974c635ddef service neutron] 10.222.0.72 "GET /v2.0/networks/ace612ee-fa1f-4249-807d-5000ddc15676?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1502843 Jul 06 14:12:35.621526 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101af151-3a7b-4e7c-9ded-f3315584e192 req-28387096-0ee6-4750-9072-32bc4508d7dc tempest-ServerRescueTestJSONUnderV235-1943447921 tempest-ServerRescueTestJSONUnderV235-1943447921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:12:35.623284 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-101af151-3a7b-4e7c-9ded-f3315584e192 req-28387096-0ee6-4750-9072-32bc4508d7dc tempest-ServerRescueTestJSONUnderV235-1943447921 tempest-ServerRescueTestJSONUnderV235-1943447921-project] 10.222.0.104 "GET /v2.0/ports?device_id=db386cd2-b4bb-41cb-b1dd-da803603d9f6 HTTP/1.1" status: 200 len: 945 time: 0.0968037 Jul 06 14:12:35.719965 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-101af151-3a7b-4e7c-9ded-f3315584e192 req-f16a7469-f550-44a4-bb9d-de38e0c5fde3 tempest-ServerRescueTestJSONUnderV235-1943447921 tempest-ServerRescueTestJSONUnderV235-1943447921-project] 10.222.0.104 "GET /v2.0/security-groups?id=e935fe9d-1917-4a28-a641-6b187141d0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874825 Jul 06 14:12:35.723360 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-2d24e862-bfab-45bb-85a1-b2ca4667be7c req-5c417b1f-6ad9-4f1c-919b-f0811607ae05 service neutron] 10.222.0.72 "GET /v2.0/networks/ace612ee-fa1f-4249-807d-5000ddc15676?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1625218 Jul 06 14:12:35.804075 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-2d24e862-bfab-45bb-85a1-b2ca4667be7c req-87663ac3-72b6-4742-adf8-ab7152f0c684 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.242&port_id=83215aec-c681-4406-8cbd-a47df2174430 HTTP/1.1" status: 200 len: 217 time: 0.0731544 Jul 06 14:12:35.853548 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20303337-839b-4b24-95e3-74bcc631bad5 req-bafb28d8-dcea-4d76-9dc0-efbbce2fcee0 tempest-ServerRescueTestJSON-1630712699 tempest-ServerRescueTestJSON-1630712699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:12:35.856075 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-20303337-839b-4b24-95e3-74bcc631bad5 req-bafb28d8-dcea-4d76-9dc0-efbbce2fcee0 tempest-ServerRescueTestJSON-1630712699 tempest-ServerRescueTestJSON-1630712699-project] 10.222.0.104 "GET /v2.0/ports?device_id=92197cfd-adda-401a-a506-40b3e75cfb6c HTTP/1.1" status: 200 len: 945 time: 0.1087353 Jul 06 14:12:35.901287 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-20303337-839b-4b24-95e3-74bcc631bad5 req-4b85cb2b-738c-478a-aea0-e65eebe0886f tempest-ServerRescueTestJSON-1630712699 tempest-ServerRescueTestJSON-1630712699-project] 10.222.0.104 "GET /v2.0/security-groups?id=5ad75d0b-ae4f-4528-8f14-d8740f9e67e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388174 Jul 06 14:12:35.903035 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d24e862-bfab-45bb-85a1-b2ca4667be7c req-90f5afd5-ebf2-46c9-b131-37f49f891e08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:12:35.904630 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-2d24e862-bfab-45bb-85a1-b2ca4667be7c req-90f5afd5-ebf2-46c9-b131-37f49f891e08 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=aff5805c-7256-4603-b5c1-a0758ef2d27b HTTP/1.1" status: 200 len: 797 time: 0.0885561 Jul 06 14:12:35.977326 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d24e862-bfab-45bb-85a1-b2ca4667be7c req-4bfabf37-0c32-440d-b3ab-855364f75f32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:12:35.979319 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-2d24e862-bfab-45bb-85a1-b2ca4667be7c req-4bfabf37-0c32-440d-b3ab-855364f75f32 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=ace612ee-fa1f-4249-807d-5000ddc15676&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0672853 Jul 06 14:12:36.083245 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-2d24e862-bfab-45bb-85a1-b2ca4667be7c req-5bc8e994-9e46-4b6d-ab74-b1f54b491cc8 service neutron] 10.222.0.72 "GET /v2.0/networks/ace612ee-fa1f-4249-807d-5000ddc15676?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0970998 Jul 06 14:12:36.216465 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-2d24e862-bfab-45bb-85a1-b2ca4667be7c req-f36ed81f-b3d7-4df9-8a72-c05b7b75e2a9 service neutron] 10.222.0.72 "GET /v2.0/networks/ace612ee-fa1f-4249-807d-5000ddc15676?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245589 Jul 06 14:12:36.262757 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-2d24e862-bfab-45bb-85a1-b2ca4667be7c req-9ac0c649-9b01-48fc-aae5-427134fbc7a4 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.196&port_id=5b6cd563-8930-4a51-87d6-66e9c4455b58 HTTP/1.1" status: 200 len: 217 time: 0.0386472 Jul 06 14:12:36.340140 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d24e862-bfab-45bb-85a1-b2ca4667be7c req-b30f90bd-006c-40b0-9955-e66fbbc9bb40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:12:36.342101 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-2d24e862-bfab-45bb-85a1-b2ca4667be7c req-b30f90bd-006c-40b0-9955-e66fbbc9bb40 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=aff5805c-7256-4603-b5c1-a0758ef2d27b HTTP/1.1" status: 200 len: 797 time: 0.0683882 Jul 06 14:12:36.425811 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d24e862-bfab-45bb-85a1-b2ca4667be7c req-e319c780-f2d8-4b49-a5de-654dd9d45ead service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:12:36.427728 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-2d24e862-bfab-45bb-85a1-b2ca4667be7c req-e319c780-f2d8-4b49-a5de-654dd9d45ead service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=ace612ee-fa1f-4249-807d-5000ddc15676&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0774992 Jul 06 14:12:36.530373 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-2d24e862-bfab-45bb-85a1-b2ca4667be7c req-eb1634ca-d68e-437d-8035-13485873dbfc service neutron] 10.222.0.72 "GET /v2.0/networks/ace612ee-fa1f-4249-807d-5000ddc15676?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944893 Jul 06 14:12:37.035362 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6e7919-ce95-4f8a-8222-ed95f295eb1c req-41c961ca-8643-4c7a-9e1c-d99887cace74 tempest-ServerRescueTestJSONUnderV235-1943447921 tempest-ServerRescueTestJSONUnderV235-1943447921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:12:37.040752 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-de6e7919-ce95-4f8a-8222-ed95f295eb1c req-41c961ca-8643-4c7a-9e1c-d99887cace74 tempest-ServerRescueTestJSONUnderV235-1943447921 tempest-ServerRescueTestJSONUnderV235-1943447921-project] 10.222.0.104 "GET /v2.0/ports?device_id=db386cd2-b4bb-41cb-b1dd-da803603d9f6 HTTP/1.1" status: 200 len: 945 time: 0.1462681 Jul 06 14:12:37.061269 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-2d24e862-bfab-45bb-85a1-b2ca4667be7c req-f7ae1418-de67-4aa8-be85-986607671242 service neutron] 10.222.0.72 "GET /v2.0/networks/ace612ee-fa1f-4249-807d-5000ddc15676?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5239797 Jul 06 14:12:37.114260 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-2d24e862-bfab-45bb-85a1-b2ca4667be7c req-37f6fd8c-2dfc-4da5-b5b0-2390ead12987 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=6dd92e69-e804-40c7-8993-d5e086a55974 HTTP/1.1" status: 200 len: 217 time: 0.0440030 Jul 06 14:12:37.208563 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d24e862-bfab-45bb-85a1-b2ca4667be7c req-fd420527-911e-4788-9905-3aa22aaf6671 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:12:37.210425 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-2d24e862-bfab-45bb-85a1-b2ca4667be7c req-fd420527-911e-4788-9905-3aa22aaf6671 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=13d1afd1-bf55-4593-a656-2ddb45c50a8c HTTP/1.1" status: 200 len: 797 time: 0.0911591 Jul 06 14:12:37.217727 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-de6e7919-ce95-4f8a-8222-ed95f295eb1c req-3d7f53c9-8537-400c-9a3a-80878a229c47 tempest-ServerRescueTestJSONUnderV235-1943447921 tempest-ServerRescueTestJSONUnderV235-1943447921-project] 10.222.0.104 "GET /v2.0/security-groups?id=e935fe9d-1917-4a28-a641-6b187141d0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939064 Jul 06 14:12:37.272723 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81cbf8f9-797d-4b78-a37e-482984d73f83 req-06e367b7-0f35-4c2d-b554-8ee085e00c78 tempest-ServerRescueTestJSON-1630712699 tempest-ServerRescueTestJSON-1630712699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:12:37.274358 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-81cbf8f9-797d-4b78-a37e-482984d73f83 req-06e367b7-0f35-4c2d-b554-8ee085e00c78 tempest-ServerRescueTestJSON-1630712699 tempest-ServerRescueTestJSON-1630712699-project] 10.222.0.104 "GET /v2.0/ports?device_id=92197cfd-adda-401a-a506-40b3e75cfb6c HTTP/1.1" status: 200 len: 945 time: 0.2326856 Jul 06 14:12:37.274845 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 52482) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:12:37.353221 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d24e862-bfab-45bb-85a1-b2ca4667be7c req-19f5a1f9-295b-4da1-a22a-aac24830c9b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:12:37.354915 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-2d24e862-bfab-45bb-85a1-b2ca4667be7c req-19f5a1f9-295b-4da1-a22a-aac24830c9b7 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=a1a89b46-c613-4578-b710-c22d92f3acfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1287210 Jul 06 14:12:37.383995 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-81cbf8f9-797d-4b78-a37e-482984d73f83 req-03371f47-1c9b-4cc9-afd3-6d1d89510ef4 tempest-ServerRescueTestJSON-1630712699 tempest-ServerRescueTestJSON-1630712699-project] 10.222.0.104 "GET /v2.0/security-groups?id=5ad75d0b-ae4f-4528-8f14-d8740f9e67e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956466 Jul 06 14:12:37.483440 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-0039100c-aa6b-4fa2-9299-68eb70e34ee4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:37.539449 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-2d24e862-bfab-45bb-85a1-b2ca4667be7c req-8b8dc85c-77e7-4e63-9bcf-1bf9c9394e3d service neutron] 10.222.0.72 "GET /v2.0/networks/a1a89b46-c613-4578-b710-c22d92f3acfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1748006 Jul 06 14:12:37.701035 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-0039100c-aa6b-4fa2-9299-68eb70e34ee4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:37.711351 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-2d24e862-bfab-45bb-85a1-b2ca4667be7c req-6ead90fe-f9b3-4dee-b9ce-16d3d2612d2c service neutron] 10.222.0.72 "GET /v2.0/networks/a1a89b46-c613-4578-b710-c22d92f3acfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1664340 Jul 06 14:12:37.720174 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-0039100c-aa6b-4fa2-9299-68eb70e34ee4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:37.768806 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-2d24e862-bfab-45bb-85a1-b2ca4667be7c req-71261567-dd53-46d6-8291-84c16ce854fd service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=7a5f929a-d561-4993-9f4a-1c266d662f0f HTTP/1.1" status: 200 len: 217 time: 0.0508363 Jul 06 14:12:37.799289 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-0039100c-aa6b-4fa2-9299-68eb70e34ee4 admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=fc7d9ffb5a6548ea92f5f20912d8b3f6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5212140 Jul 06 14:12:37.807960 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 52492) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:12:37.821762 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0039100c-aa6b-4fa2-9299-68eb70e34ee4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64782169-1209-4d33-ad40-22cfc08ed1cc,revision_number=1']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:12:37.857846 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-0c458621-f369-4fe6-9259-79671ddac8a7 req-64f4dfee-9272-4a50-83fc-fd8d3fce6c29 service neutron] 10.222.0.127 "GET /v2.0/ports?device_id=775e595c-a8be-4386-9e46-a9528870f5f2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1525626 Jul 06 14:12:37.878666 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b09f56-a6a8-492f-b2fe-ce34350854fa req-64f9c41a-5c3b-4234-b268-a936059e1fe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:12:37.881170 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-16b09f56-a6a8-492f-b2fe-ce34350854fa req-64f9c41a-5c3b-4234-b268-a936059e1fe9 service neutron] 10.222.0.127 "GET /v2.0/ports?device_id=92197cfd-adda-401a-a506-40b3e75cfb6c HTTP/1.1" status: 200 len: 1096 time: 0.1173959 Jul 06 14:12:37.881588 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-93cbc5da-61a0-4cd7-9ec8-df69ff1b398a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:37.887331 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d24e862-bfab-45bb-85a1-b2ca4667be7c req-8f9575b5-4ff1-40e9-93d2-8647717ff9a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:12:37.889102 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-2d24e862-bfab-45bb-85a1-b2ca4667be7c req-8f9575b5-4ff1-40e9-93d2-8647717ff9a6 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=13d1afd1-bf55-4593-a656-2ddb45c50a8c HTTP/1.1" status: 200 len: 797 time: 0.1139169 Jul 06 14:12:37.918383 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-93cbc5da-61a0-4cd7-9ec8-df69ff1b398a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:37.959764 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-16b09f56-a6a8-492f-b2fe-ce34350854fa req-6689e636-7071-493c-a90d-e556f30f4403 service neutron] 10.222.0.127 "GET /v2.0/security-groups?id=5ad75d0b-ae4f-4528-8f14-d8740f9e67e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696738 Jul 06 14:12:37.991114 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c458621-f369-4fe6-9259-79671ddac8a7 req-3f93c750-dd99-4148-8456-e4cd762bf6d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:12:37.992733 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-0c458621-f369-4fe6-9259-79671ddac8a7 req-3f93c750-dd99-4148-8456-e4cd762bf6d3 service neutron] 10.222.0.127 "GET /v2.0/ports?tenant_id=9686fd5ec0aa4012928191c3d42f6e6c&device_id=775e595c-a8be-4386-9e46-a9528870f5f2 HTTP/1.1" status: 200 len: 1096 time: 0.0963864 Jul 06 14:12:38.002150 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-93cbc5da-61a0-4cd7-9ec8-df69ff1b398a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:38.005398 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-93cbc5da-61a0-4cd7-9ec8-df69ff1b398a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:38.006633 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-93cbc5da-61a0-4cd7-9ec8-df69ff1b398a admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/64782169-1209-4d33-ad40-22cfc08ed1cc HTTP/1.1" status: 204 len: 168 time: 0.1975095 Jul 06 14:12:38.012052 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d24e862-bfab-45bb-85a1-b2ca4667be7c req-9e7ad0f6-eb2f-4201-ae54-1524fe4e8b0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:12:38.013541 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-2d24e862-bfab-45bb-85a1-b2ca4667be7c req-9e7ad0f6-eb2f-4201-ae54-1524fe4e8b0b service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=a1a89b46-c613-4578-b710-c22d92f3acfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1083305 Jul 06 14:12:38.018728 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93cbc5da-61a0-4cd7-9ec8-df69ff1b398a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64782169-1209-4d33-ad40-22cfc08ed1cc,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:12:38.145860 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-2d24e862-bfab-45bb-85a1-b2ca4667be7c req-30f47ea8-02ec-4f50-ba71-7e8442edccf9 service neutron] 10.222.0.72 "GET /v2.0/networks/a1a89b46-c613-4578-b710-c22d92f3acfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239350 Jul 06 14:12:38.229489 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c458621-f369-4fe6-9259-79671ddac8a7 req-90e55cfd-e5f2-47e5-93ab-10018a01a0d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:12:38.231387 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-0c458621-f369-4fe6-9259-79671ddac8a7 req-90e55cfd-e5f2-47e5-93ab-10018a01a0d5 service neutron] 10.222.0.127 "GET /v2.0/networks?id=a1c5aa58-a5eb-4fe0-9c0d-ad9cb3f782ca HTTP/1.1" status: 200 len: 919 time: 0.1244609 Jul 06 14:12:38.314005 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-2d24e862-bfab-45bb-85a1-b2ca4667be7c req-f121c757-2a5b-4b12-99cf-715b16c3eda3 service neutron] 10.222.0.72 "GET /v2.0/networks/a1a89b46-c613-4578-b710-c22d92f3acfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1611953 Jul 06 14:12:38.345358 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-0c458621-f369-4fe6-9259-79671ddac8a7 req-7fbec09f-6001-492c-997c-353c782b71f3 service neutron] 10.222.0.127 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ee9785f9-b332-4dd9-b5ec-a4776c4a45ad HTTP/1.1" status: 200 len: 1000 time: 0.1067622 Jul 06 14:12:38.481340 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c458621-f369-4fe6-9259-79671ddac8a7 req-95a41c1d-e178-446a-9a1a-4bb275ab5b20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:12:38.484489 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-0c458621-f369-4fe6-9259-79671ddac8a7 req-95a41c1d-e178-446a-9a1a-4bb275ab5b20 service neutron] 10.222.0.127 "GET /v2.0/subnets?id=6ec930d2-90b3-4355-914b-4efea8972d25 HTTP/1.1" status: 200 len: 856 time: 0.1329484 Jul 06 14:12:38.536244 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16d251c-bd13-4c74-b805-4727c11b0c7e req-261e9e72-4ad7-4b64-a70c-23f6fab5f320 tempest-ServerRescueTestJSONUnderV235-1943447921 tempest-ServerRescueTestJSONUnderV235-1943447921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:12:38.538147 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-e16d251c-bd13-4c74-b805-4727c11b0c7e req-261e9e72-4ad7-4b64-a70c-23f6fab5f320 tempest-ServerRescueTestJSONUnderV235-1943447921 tempest-ServerRescueTestJSONUnderV235-1943447921-project] 10.222.0.104 "GET /v2.0/ports?device_id=db386cd2-b4bb-41cb-b1dd-da803603d9f6 HTTP/1.1" status: 200 len: 945 time: 0.1367981 Jul 06 14:12:38.619584 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-e16d251c-bd13-4c74-b805-4727c11b0c7e req-62ce49ab-87aa-481e-a348-75332127035a tempest-ServerRescueTestJSONUnderV235-1943447921 tempest-ServerRescueTestJSONUnderV235-1943447921-project] 10.222.0.104 "GET /v2.0/security-groups?id=e935fe9d-1917-4a28-a641-6b187141d0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503623 Jul 06 14:12:38.646531 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c458621-f369-4fe6-9259-79671ddac8a7 req-845ed523-ad84-403a-b798-7a21bc8631c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:12:38.649812 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-0c458621-f369-4fe6-9259-79671ddac8a7 req-845ed523-ad84-403a-b798-7a21bc8631c3 service neutron] 10.222.0.127 "GET /v2.0/ports?network_id=a1c5aa58-a5eb-4fe0-9c0d-ad9cb3f782ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1439002 Jul 06 14:12:38.881188 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-0c458621-f369-4fe6-9259-79671ddac8a7 req-40b85ba6-baad-4667-bfa0-b88087a05369 service neutron] 10.222.0.127 "GET /v2.0/networks/a1c5aa58-a5eb-4fe0-9c0d-ad9cb3f782ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2235985 Jul 06 14:12:38.959490 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5548a43-b7d2-46fd-8fbf-1a922625f69e req-f3038953-dd9c-46ed-ac37-753eb1f750fa tempest-ServerRescueTestJSON-1630712699 tempest-ServerRescueTestJSON-1630712699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:12:38.962314 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-e5548a43-b7d2-46fd-8fbf-1a922625f69e req-f3038953-dd9c-46ed-ac37-753eb1f750fa tempest-ServerRescueTestJSON-1630712699 tempest-ServerRescueTestJSON-1630712699-project] 10.222.0.104 "GET /v2.0/ports?device_id=92197cfd-adda-401a-a506-40b3e75cfb6c HTTP/1.1" status: 200 len: 945 time: 0.1590295 Jul 06 14:12:39.059481 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-e5548a43-b7d2-46fd-8fbf-1a922625f69e req-ac20a80e-ebde-4733-b084-f43dd9815714 tempest-ServerRescueTestJSON-1630712699 tempest-ServerRescueTestJSON-1630712699-project] 10.222.0.104 "GET /v2.0/security-groups?id=5ad75d0b-ae4f-4528-8f14-d8740f9e67e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706851 Jul 06 14:12:39.089045 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-0c458621-f369-4fe6-9259-79671ddac8a7 req-7f81caac-3895-4ca5-a271-e8ae4ff91c37 service neutron] 10.222.0.127 "GET /v2.0/networks/a1c5aa58-a5eb-4fe0-9c0d-ad9cb3f782ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1951663 Jul 06 14:12:39.132285 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.agents_db [None req-167c0ad6-1657-4c9a-a2c4-3b18056aa662 None None] Agent healthcheck: found 7 active agents {{(pid=100249) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 14:12:39.201915 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 52524) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:12:39.309874 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [None req-d4cde1aa-e2fe-4fd5-aa9f-d6a6ca1d67f4 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-2057071294-network', 'tenant_id': '7006de025fc94286ac8724f7227fa122'}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:12:39.338459 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4cde1aa-e2fe-4fd5-aa9f-d6a6ca1d67f4 admin admin] Made reservation on behalf of 7006de025fc94286ac8724f7227fa122 for: {'network': 1} {{(pid=100247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:12:39.340889 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-d4cde1aa-e2fe-4fd5-aa9f-d6a6ca1d67f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for network, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:39.350988 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-d4cde1aa-e2fe-4fd5-aa9f-d6a6ca1d67f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:39.447836 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-d4cde1aa-e2fe-4fd5-aa9f-d6a6ca1d67f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:39.451680 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-d4cde1aa-e2fe-4fd5-aa9f-d6a6ca1d67f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:39.479877 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d4cde1aa-e2fe-4fd5-aa9f-d6a6ca1d67f4 admin admin] vlan segment allocate from pool success with {'vlan_id': 1048, 'physical_network': 'physnet1'} {{(pid=100247) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 14:12:39.485531 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4cde1aa-e2fe-4fd5-aa9f-d6a6ca1d67f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=362883be-7e4f-4599-92d3-b8a36fa5324a,revision_number=1']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:12:39.493686 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-d4cde1aa-e2fe-4fd5-aa9f-d6a6ca1d67f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552'] for segment, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:39.494079 n-d-773647-6 neutron-server[100247]: INFO neutron.db.segments_db [None req-d4cde1aa-e2fe-4fd5-aa9f-d6a6ca1d67f4 admin admin] Added segment f6fc1825-d60c-4609-8e1e-1c14d8022536 of type vlan for network efabace2-4de3-44fe-8061-a0e325edfc74 Jul 06 14:12:39.538330 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-d4cde1aa-e2fe-4fd5-aa9f-d6a6ca1d67f4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773752984405'] for network, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:39.567028 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-d4cde1aa-e2fe-4fd5-aa9f-d6a6ca1d67f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060'] for network, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:39.568084 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4cde1aa-e2fe-4fd5-aa9f-d6a6ca1d67f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:12:39.568664 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-d4cde1aa-e2fe-4fd5-aa9f-d6a6ca1d67f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583035'] for network, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:39.630310 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 52530) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:12:39.631582 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-d4cde1aa-e2fe-4fd5-aa9f-d6a6ca1d67f4 admin admin] 10.222.0.104 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4277134 Jul 06 14:12:39.639786 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-ca117c72-b587-48ba-af47-96370f1fe821 admin admin] Request body: {'subnet': {'network_id': 'efabace2-4de3-44fe-8061-a0e325edfc74', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-2057071294-subnet', 'tenant_id': '7006de025fc94286ac8724f7227fa122', 'ip_version': 4}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:12:39.651147 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4cde1aa-e2fe-4fd5-aa9f-d6a6ca1d67f4 admin admin] Pushing event updated for resources: {'Network': ['ID=efabace2-4de3-44fe-8061-a0e325edfc74,revision_number=1']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:12:39.671862 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Network efabace2-4de3-44fe-8061-a0e325edfc74 details requested by agent ovs-agent-n-d-773647-6 with host n-d-773647-6 {{(pid=100248) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 14:12:39.694108 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca117c72-b587-48ba-af47-96370f1fe821 admin admin] Made reservation on behalf of 7006de025fc94286ac8724f7227fa122 for: {'subnet': 1} {{(pid=100246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:12:39.699056 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-ca117c72-b587-48ba-af47-96370f1fe821 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127702029'] for subnet, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:39.838740 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a298296-3e8d-4868-bf7e-febdcf38a9b5 req-393d86de-4387-4c4c-961b-5f37db6704ca tempest-ServerRescueTestJSONUnderV235-1943447921 tempest-ServerRescueTestJSONUnderV235-1943447921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:12:39.840332 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-3a298296-3e8d-4868-bf7e-febdcf38a9b5 req-393d86de-4387-4c4c-961b-5f37db6704ca tempest-ServerRescueTestJSONUnderV235-1943447921 tempest-ServerRescueTestJSONUnderV235-1943447921-project] 10.222.0.104 "GET /v2.0/ports?device_id=db386cd2-b4bb-41cb-b1dd-da803603d9f6 HTTP/1.1" status: 200 len: 945 time: 0.0688822 Jul 06 14:12:39.880407 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-3a298296-3e8d-4868-bf7e-febdcf38a9b5 req-9aea016f-2a39-4370-bdf8-268624340843 tempest-ServerRescueTestJSONUnderV235-1943447921 tempest-ServerRescueTestJSONUnderV235-1943447921-project] 10.222.0.104 "GET /v2.0/security-groups?id=e935fe9d-1917-4a28-a641-6b187141d0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342619 Jul 06 14:12:39.923665 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-ca117c72-b587-48ba-af47-96370f1fe821 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1849032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127687649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127702047'] for subnet, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:39.987752 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca117c72-b587-48ba-af47-96370f1fe821 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b85664d7-a6c0-4839-9391-ea19e3c7d63c,revision_number=0']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:12:40.001067 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca117c72-b587-48ba-af47-96370f1fe821 admin admin] Checking segment: {'id': 'f6fc1825-d60c-4609-8e1e-1c14d8022536', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1048, 'network_id': 'efabace2-4de3-44fe-8061-a0e325edfc74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:12:40.001512 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca117c72-b587-48ba-af47-96370f1fe821 admin admin] Network hostable DHCP agents. Network: efabace2-4de3-44fe-8061-a0e325edfc74, hostable agents: ['f2bada3d-be77-4359-982b-8505a2bbca04'], hosted agents: [] {{(pid=100246) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 14:12:40.019977 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca117c72-b587-48ba-af47-96370f1fe821 admin admin] Network efabace2-4de3-44fe-8061-a0e325edfc74 is scheduled to be hosted by DHCP agent f2bada3d-be77-4359-982b-8505a2bbca04 with binding_index 1 {{(pid=100246) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 14:12:40.028725 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.base_scheduler [None req-ca117c72-b587-48ba-af47-96370f1fe821 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773647-6, efabace2-4de3-44fe-8061-a0e325edfc74) {{(pid=100246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:12:40.033571 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca117c72-b587-48ba-af47-96370f1fe821 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:12:40.034162 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-ca117c72-b587-48ba-af47-96370f1fe821 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:40.038749 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2508d5ae-5246-463d-9aa9-39f63f06f1d6 None None] Network efabace2-4de3-44fe-8061-a0e325edfc74 requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:12:40.049280 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-ca117c72-b587-48ba-af47-96370f1fe821 admin admin] 10.222.0.104 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.4160733 Jul 06 14:12:40.052020 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 52538) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:12:40.057511 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-bbeef17b-3c4a-451a-9951-ed7544e30ec7 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-2057071294-router', 'tenant_id': '7006de025fc94286ac8724f7227fa122', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719'}}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:12:40.089968 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-bbeef17b-3c4a-451a-9951-ed7544e30ec7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1806290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6992'] for router, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:40.091200 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-bbeef17b-3c4a-451a-9951-ed7544e30ec7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1806157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1808637', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1714747', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7007'] for router, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:40.199889 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-bbeef17b-3c4a-451a-9951-ed7544e30ec7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:40.200653 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cab86a9-5188-45d6-a714-58317f1d1189 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6bd5fc82-6666-56e8-87c2-91648d36c963-efabace2-4de3-44fe-8061-a0e325edfc74', 'network_id': 'efabace2-4de3-44fe-8061-a0e325edfc74', 'tenant_id': '7006de025fc94286ac8724f7227fa122', 'fixed_ips': [{'subnet_id': 'b85664d7-a6c0-4839-9391-ea19e3c7d63c'}]}} from n-d-773647-6. {{(pid=100248) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 14:12:40.201928 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-1cab86a9-5188-45d6-a714-58317f1d1189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:40.351251 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.db_base_plugin_common [None req-1cab86a9-5188-45d6-a714-58317f1d1189 None None] Allocated IP 172.20.0.2 (efabace2-4de3-44fe-8061-a0e325edfc74/b85664d7-a6c0-4839-9391-ea19e3c7d63c/31fe42e4-d28d-487f-8869-f5a1a865ed34) {{(pid=100248) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:12:40.358916 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-bbeef17b-3c4a-451a-9951-ed7544e30ec7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1761047', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1806272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6989'] for router, precommit_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:40.548147 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:40.565581 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-1cab86a9-5188-45d6-a714-58317f1d1189 None None] Notify callbacks [] for port, precommit_create {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:40.578998 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-1cab86a9-5188-45d6-a714-58317f1d1189 None None] Transition to ACTIVE for port object 31fe42e4-d28d-487f-8869-f5a1a865ed34 will not be triggered until provisioned by entity L2. {{(pid=100248) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:12:40.600641 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-1cab86a9-5188-45d6-a714-58317f1d1189 None None] Transition to ACTIVE for port object 31fe42e4-d28d-487f-8869-f5a1a865ed34 will not be triggered until provisioned by entity DHCP. {{(pid=100248) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:12:40.609810 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-1cab86a9-5188-45d6-a714-58317f1d1189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108'] for port, after_create {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:40.630533 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-bbeef17b-3c4a-451a-9951-ed7544e30ec7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:40.653012 n-d-773647-6 neutron-server[100248]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cab86a9-5188-45d6-a714-58317f1d1189 None None] Network efabace2-4de3-44fe-8061-a0e325edfc74 is already hosted by enough agents. {{(pid=100248) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:12:40.658912 n-d-773647-6 neutron-server[100248]: DEBUG neutron.scheduler.base_scheduler [None req-1cab86a9-5188-45d6-a714-58317f1d1189 None None] Resources bound (agent type, host, resource id): {{(pid=100248) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:12:40.662135 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cab86a9-5188-45d6-a714-58317f1d1189 None None] Received port after_create {{(pid=100248) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:12:40.667699 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-bbeef17b-3c4a-451a-9951-ed7544e30ec7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:40.685567 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3a38be-e1d2-4ce7-a015-54249d9ea007 req-b88d1af3-7e4f-41e4-8088-ceee4a2e3e42 tempest-ServerRescueTestJSON-1630712699 tempest-ServerRescueTestJSON-1630712699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:12:40.694164 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-fa3a38be-e1d2-4ce7-a015-54249d9ea007 req-b88d1af3-7e4f-41e4-8088-ceee4a2e3e42 tempest-ServerRescueTestJSON-1630712699 tempest-ServerRescueTestJSON-1630712699-project] 10.222.0.104 "GET /v2.0/ports?device_id=92197cfd-adda-401a-a506-40b3e75cfb6c HTTP/1.1" status: 200 len: 945 time: 0.5099661 Jul 06 14:12:40.697160 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cab86a9-5188-45d6-a714-58317f1d1189 None None] Pushing event updated for resources: {'Port': ['ID=31fe42e4-d28d-487f-8869-f5a1a865ed34,revision_number=1']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:12:40.736282 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-1cab86a9-5188-45d6-a714-58317f1d1189 None None] Attempting to bind port 31fe42e4-d28d-487f-8869-f5a1a865ed34 on host n-d-773647-6 for vnic_type normal with profile {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:12:40.736756 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-1cab86a9-5188-45d6-a714-58317f1d1189 None None] Attempting to bind port 31fe42e4-d28d-487f-8869-f5a1a865ed34 by drivers openvswitch,hyperv on host n-d-773647-6 at level 0 using segments [{'id': 'f6fc1825-d60c-4609-8e1e-1c14d8022536', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1048, 'network_id': 'efabace2-4de3-44fe-8061-a0e325edfc74'}] {{(pid=100248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:12:40.739332 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cab86a9-5188-45d6-a714-58317f1d1189 None None] Attempting to bind port 31fe42e4-d28d-487f-8869-f5a1a865ed34 on network efabace2-4de3-44fe-8061-a0e325edfc74 {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:12:40.745185 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cab86a9-5188-45d6-a714-58317f1d1189 None None] Checking agent: {'id': '8ab5b19c-d213-4f29-891d-27bdf39d38b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773647-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 43, 26), 'started_at': datetime.datetime(2021, 7, 6, 13, 43, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 12, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773647-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:12:40.745560 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cab86a9-5188-45d6-a714-58317f1d1189 None None] Checking segment: {'id': 'f6fc1825-d60c-4609-8e1e-1c14d8022536', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1048, 'network_id': 'efabace2-4de3-44fe-8061-a0e325edfc74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:12:40.745961 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-1cab86a9-5188-45d6-a714-58317f1d1189 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:40.746588 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cab86a9-5188-45d6-a714-58317f1d1189 None None] Bound using segment: {'id': 'f6fc1825-d60c-4609-8e1e-1c14d8022536', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1048, 'network_id': 'efabace2-4de3-44fe-8061-a0e325edfc74'} {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:12:40.746795 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-1cab86a9-5188-45d6-a714-58317f1d1189 None None] Bound port: 31fe42e4-d28d-487f-8869-f5a1a865ed34, host: n-d-773647-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6fc1825-d60c-4609-8e1e-1c14d8022536', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1048, 'network_id': 'efabace2-4de3-44fe-8061-a0e325edfc74'}}] {{(pid=100248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:12:40.747175 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-1cab86a9-5188-45d6-a714-58317f1d1189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:40.762628 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-fa3a38be-e1d2-4ce7-a015-54249d9ea007 req-a8b4dd02-d7e6-401f-b4d4-af0b98200e9d tempest-ServerRescueTestJSON-1630712699 tempest-ServerRescueTestJSON-1630712699-project] 10.222.0.104 "GET /v2.0/security-groups?id=5ad75d0b-ae4f-4528-8f14-d8740f9e67e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667565 Jul 06 14:12:40.836821 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.db_base_plugin_common [None req-bbeef17b-3c4a-451a-9951-ed7544e30ec7 admin admin] Allocated IP 172.25.0.146 (2658f09e-a580-4d4a-9968-2d1e0ad93719/cbf74abc-6fe1-4d33-b005-c948923b9647/cddd4bd3-875a-4eec-a3ae-ab3a174cfdeb) {{(pid=100246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:12:40.849212 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-1cab86a9-5188-45d6-a714-58317f1d1189 None None] For port 31fe42e4-d28d-487f-8869-f5a1a865ed34, host n-d-773647-6, cleared binding levels {{(pid=100248) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:12:40.852482 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-1cab86a9-5188-45d6-a714-58317f1d1189 None None] For port 31fe42e4-d28d-487f-8869-f5a1a865ed34, host n-d-773647-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=31fe42e4-d28d-487f-8869-f5a1a865ed34,segment=NetworkSegment(f6fc1825-d60c-4609-8e1e-1c14d8022536),segment_id=f6fc1825-d60c-4609-8e1e-1c14d8022536)] {{(pid=100248) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:12:40.864384 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-1cab86a9-5188-45d6-a714-58317f1d1189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:40.932163 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cab86a9-5188-45d6-a714-58317f1d1189 None None] Pushing event updated for resources: {'Port': ['ID=31fe42e4-d28d-487f-8869-f5a1a865ed34,revision_number=2']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:12:41.019077 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-bbeef17b-3c4a-451a-9951-ed7544e30ec7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:41.071261 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-bbeef17b-3c4a-451a-9951-ed7544e30ec7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-127687573'] for port, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:41.109462 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbeef17b-3c4a-451a-9951-ed7544e30ec7 admin admin] Network 2658f09e-a580-4d4a-9968-2d1e0ad93719 is already hosted by enough agents. {{(pid=100246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:12:41.114886 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.base_scheduler [None req-bbeef17b-3c4a-451a-9951-ed7544e30ec7 admin admin] Resources bound (agent type, host, resource id): {{(pid=100246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:12:41.118556 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbeef17b-3c4a-451a-9951-ed7544e30ec7 admin admin] Received port after_create {{(pid=100246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:12:41.208329 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c11eff5-b10a-49d8-8736-ec5d1b48f1ea req-835eaa09-c39d-4f02-9e67-852d0f4b4b7f tempest-ServerRescueTestJSON-1630712699 tempest-ServerRescueTestJSON-1630712699-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:12:41.214830 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-0c11eff5-b10a-49d8-8736-ec5d1b48f1ea req-835eaa09-c39d-4f02-9e67-852d0f4b4b7f tempest-ServerRescueTestJSON-1630712699 tempest-ServerRescueTestJSON-1630712699-project] 10.222.0.104 "GET /v2.0/networks?id=a3c3f842-601a-418a-8017-a9441854184e HTTP/1.1" status: 200 len: 811 time: 0.1915667 Jul 06 14:12:41.226607 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbeef17b-3c4a-451a-9951-ed7544e30ec7 admin admin] Pushing event updated for resources: {'Port': ['ID=cddd4bd3-875a-4eec-a3ae-ab3a174cfdeb,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:12:41.252354 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bf285c-f974-400f-b078-bd774f9a3854 req-440a316f-2ec2-4539-8bcd-0b8d15480f87 tempest-ServerRescueTestJSONUnderV235-1943447921 tempest-ServerRescueTestJSONUnderV235-1943447921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:12:41.255756 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-68bf285c-f974-400f-b078-bd774f9a3854 req-440a316f-2ec2-4539-8bcd-0b8d15480f87 tempest-ServerRescueTestJSONUnderV235-1943447921 tempest-ServerRescueTestJSONUnderV235-1943447921-project] 10.222.0.104 "GET /v2.0/ports?device_id=db386cd2-b4bb-41cb-b1dd-da803603d9f6 HTTP/1.1" status: 200 len: 945 time: 0.1938653 Jul 06 14:12:41.257501 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-0c11eff5-b10a-49d8-8736-ec5d1b48f1ea req-8b5a36ef-a219-4d4e-9097-59fc9150cb38 tempest-ServerRescueTestJSON-1630712699 tempest-ServerRescueTestJSON-1630712699-project] 10.222.0.104 "GET /v2.0/quotas/e374f8fff0bf4022b3d90d39bb64853f HTTP/1.1" status: 200 len: 375 time: 0.0352309 Jul 06 14:12:41.344575 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-68bf285c-f974-400f-b078-bd774f9a3854 req-09afda45-cced-45d8-b34e-43c9628f0efe tempest-ServerRescueTestJSONUnderV235-1943447921 tempest-ServerRescueTestJSONUnderV235-1943447921-project] 10.222.0.104 "GET /v2.0/security-groups?id=e935fe9d-1917-4a28-a641-6b187141d0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786107 Jul 06 14:12:41.382676 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-0c11eff5-b10a-49d8-8736-ec5d1b48f1ea req-d9ddd202-738d-4d3d-baa1-5fde3cec4407 tempest-ServerRescueTestJSON-1630712699 tempest-ServerRescueTestJSON-1630712699-project] 10.222.0.104 "GET /v2.0/ports?tenant_id=e374f8fff0bf4022b3d90d39bb64853f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1182661 Jul 06 14:12:41.472923 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-bbeef17b-3c4a-451a-9951-ed7544e30ec7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:41.493932 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-0c11eff5-b10a-49d8-8736-ec5d1b48f1ea req-c6f9d48e-c8c3-425e-8bd2-39d05239601c service neutron] 10.222.0.104 "GET /v2.0/networks/a3c3f842-601a-418a-8017-a9441854184e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1104162 Jul 06 14:12:41.591837 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-0c11eff5-b10a-49d8-8736-ec5d1b48f1ea req-b3b476dd-ee7d-4451-8c1e-f81e7190667d service neutron] 10.222.0.104 "GET /v2.0/networks/a3c3f842-601a-418a-8017-a9441854184e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0969892 Jul 06 14:12:41.706132 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-bbeef17b-3c4a-451a-9951-ed7544e30ec7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1806297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1761036'] for router, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:41.803074 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-d357b0d8-46c2-4a11-89c3-35e64a2ed095 req-da429ca1-97c8-4ed3-9a9c-5af2188a1515 tempest-ServerRescueTestJSON-1630712699 tempest-ServerRescueTestJSON-1630712699-project] 10.222.0.104 "GET /v2.0/ports?device_id=289ccf1b-838f-4890-b1d0-9aa7c290d4b3 HTTP/1.1" status: 200 len: 210 time: 0.0533001 Jul 06 14:12:41.946039 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bbeef17b-3c4a-451a-9951-ed7544e30ec7 admin admin] Router ffc063c0-808e-4de6-998a-d836ac90ee0c is scheduled to L3 agent 2823d358-a11b-4885-a706-95a279e43fa7 with binding_index 1 {{(pid=100246) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 14:12:42.007007 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 31fe42e4-d28d-487f-8869-f5a1a865ed34 up at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:12:42.104061 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning for port 31fe42e4-d28d-487f-8869-f5a1a865ed34 completed by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:12:42.141053 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbeef17b-3c4a-451a-9951-ed7544e30ec7 admin admin] Notify agent at l3_agent.n-d-773647-6 the message routers_updated {{(pid=100246) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 14:12:42.152823 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d50e749-b0d8-4eaf-9080-1e68b68cc071 None None] Sync routers for ids ['ffc063c0-808e-4de6-998a-d836ac90ee0c'] in n-d-773647-6 {{(pid=100249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 14:12:42.165261 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d50e749-b0d8-4eaf-9080-1e68b68cc071 None None] Routers {'ffc063c0-808e-4de6-998a-d836ac90ee0c'} bound to L3 agent in host n-d-773647-6 {{(pid=100249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:12:42.165821 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-bbeef17b-3c4a-451a-9951-ed7544e30ec7 admin admin] Notify callbacks [] for router, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:42.166313 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-8d50e749-b0d8-4eaf-9080-1e68b68cc071 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T14:12:25Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['ffc063c0-808e-4de6-998a-d836ac90ee0c'], 'active': True} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:12:42.169631 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-bbeef17b-3c4a-451a-9951-ed7544e30ec7 admin admin] 10.222.0.104 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.1139505 Jul 06 14:12:42.169900 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 52574) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:12:42.289081 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvr_db [None req-8d50e749-b0d8-4eaf-9080-1e68b68cc071 None None] Set router ffc063c0-808e-4de6-998a-d836ac90ee0c gateway port host: n-d-773647-6 {{(pid=100249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:12:42.395668 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39a5d5f3-654c-46cb-b314-fad6fa409f80 None None] Network efabace2-4de3-44fe-8061-a0e325edfc74 requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:12:42.633019 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-8d50e749-b0d8-4eaf-9080-1e68b68cc071 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffc063c0-808e-4de6-998a-d836ac90ee0c', 'name': 'tempest-TestAggregatesBasicOps-2057071294-router', 'tenant_id': '7006de025fc94286ac8724f7227fa122', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.146'}], 'enable_snat': True}, 'gw_port_id': 'cddd4bd3-875a-4eec-a3ae-ab3a174cfdeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:12:40Z', 'updated_at': '2021-07-06T14:12:41Z', 'revision_number': 3, 'project_id': '7006de025fc94286ac8724f7227fa122', 'gw_port': {'id': 'cddd4bd3-875a-4eec-a3ae-ab3a174cfdeb', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:8c:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffc063c0-808e-4de6-998a-d836ac90ee0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2040, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:12:40Z', 'updated_at': '2021-07-06T14:12:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6'}], 'n-d-773647-6', False) {} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:12:42.695381 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d50e749-b0d8-4eaf-9080-1e68b68cc071 None None] Checking router: ffc063c0-808e-4de6-998a-d836ac90ee0c for host: n-d-773647-6 {{(pid=100249) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 14:12:42.696193 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d50e749-b0d8-4eaf-9080-1e68b68cc071 None None] Updating router ffc063c0-808e-4de6-998a-d836ac90ee0c port cddd4bd3-875a-4eec-a3ae-ab3a174cfdeb binding host n-d-773647-6 {{(pid=100249) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 14:12:42.718016 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44101560-5db9-42dc-9cd7-5644ae604086 req-c1fbddd0-fd95-45ef-bb03-5bb5c504e5b7 tempest-ServerRescueTestJSONUnderV235-1943447921 tempest-ServerRescueTestJSONUnderV235-1943447921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:12:42.728830 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-44101560-5db9-42dc-9cd7-5644ae604086 req-c1fbddd0-fd95-45ef-bb03-5bb5c504e5b7 tempest-ServerRescueTestJSONUnderV235-1943447921 tempest-ServerRescueTestJSONUnderV235-1943447921-project] 10.222.0.104 "GET /v2.0/ports?device_id=db386cd2-b4bb-41cb-b1dd-da803603d9f6 HTTP/1.1" status: 200 len: 945 time: 0.1683288 Jul 06 14:12:42.757308 n-d-773647-6 neutron-server[100249]: DEBUG neutron_lib.callbacks.manager [None req-8d50e749-b0d8-4eaf-9080-1e68b68cc071 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:42.815994 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-44101560-5db9-42dc-9cd7-5644ae604086 req-1e18c760-1404-4b68-801c-429cc7370dd9 tempest-ServerRescueTestJSONUnderV235-1943447921 tempest-ServerRescueTestJSONUnderV235-1943447921-project] 10.222.0.104 "GET /v2.0/security-groups?id=e935fe9d-1917-4a28-a641-6b187141d0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808766 Jul 06 14:12:42.857643 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:42.876422 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-ddeb618f-16b9-4cb0-bd42-f4faa12c9738 None None] Provisioning for port 31fe42e4-d28d-487f-8869-f5a1a865ed34 completed by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:12:42.892182 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-ddeb618f-16b9-4cb0-bd42-f4faa12c9738 None None] Provisioning complete for port 31fe42e4-d28d-487f-8869-f5a1a865ed34 triggered by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:12:42.892561 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-ddeb618f-16b9-4cb0-bd42-f4faa12c9738 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:43.053458 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-ddeb618f-16b9-4cb0-bd42-f4faa12c9738 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:43.092062 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-4f77c9a1-5869-4599-a453-4eb0ba917225 req-f14c7837-33c1-4e07-84a6-c2bde0ae8dd8 tempest-ServerRescueTestJSON-1630712699 tempest-ServerRescueTestJSON-1630712699-project] 10.222.0.104 "GET /v2.0/ports?device_id=289ccf1b-838f-4890-b1d0-9aa7c290d4b3 HTTP/1.1" status: 200 len: 210 time: 0.0546362 Jul 06 14:12:43.171930 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-ddeb618f-16b9-4cb0-bd42-f4faa12c9738 None None] For port 31fe42e4-d28d-487f-8869-f5a1a865ed34, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=31fe42e4-d28d-487f-8869-f5a1a865ed34,segment=NetworkSegment(f6fc1825-d60c-4609-8e1e-1c14d8022536),segment_id=f6fc1825-d60c-4609-8e1e-1c14d8022536)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:12:43.191508 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-ddeb618f-16b9-4cb0-bd42-f4faa12c9738 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:43.269914 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddeb618f-16b9-4cb0-bd42-f4faa12c9738 None None] Pushing event updated for resources: {'Port': ['ID=31fe42e4-d28d-487f-8869-f5a1a865ed34,revision_number=3']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:12:43.338540 n-d-773647-6 neutron-server[100249]: DEBUG neutron_lib.callbacks.manager [None req-8d50e749-b0d8-4eaf-9080-1e68b68cc071 None None] Notify callbacks [] for port, precommit_update {{(pid=100249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:43.351506 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.provisioning_blocks [None req-8d50e749-b0d8-4eaf-9080-1e68b68cc071 None None] Transition to ACTIVE for port object cddd4bd3-875a-4eec-a3ae-ab3a174cfdeb will not be triggered until provisioned by entity L2. {{(pid=100249) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:12:43.364795 n-d-773647-6 neutron-server[100249]: DEBUG neutron_lib.callbacks.manager [None req-8d50e749-b0d8-4eaf-9080-1e68b68cc071 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:43.423590 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.managers [None req-8d50e749-b0d8-4eaf-9080-1e68b68cc071 None None] Attempting to bind port cddd4bd3-875a-4eec-a3ae-ab3a174cfdeb on host n-d-773647-6 for vnic_type normal with profile {{(pid=100249) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:12:43.424367 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.managers [None req-8d50e749-b0d8-4eaf-9080-1e68b68cc071 None None] Attempting to bind port cddd4bd3-875a-4eec-a3ae-ab3a174cfdeb by drivers openvswitch,hyperv on host n-d-773647-6 at level 0 using segments [{'id': '89a832b7-7793-4d51-9038-ed7e1c3ff1b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719'}] {{(pid=100249) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:12:43.425198 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d50e749-b0d8-4eaf-9080-1e68b68cc071 None None] Attempting to bind port cddd4bd3-875a-4eec-a3ae-ab3a174cfdeb on network 2658f09e-a580-4d4a-9968-2d1e0ad93719 {{(pid=100249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:12:43.435343 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d50e749-b0d8-4eaf-9080-1e68b68cc071 None None] Checking agent: {'id': '8ab5b19c-d213-4f29-891d-27bdf39d38b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773647-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 43, 26), 'started_at': datetime.datetime(2021, 7, 6, 13, 43, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 12, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773647-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:12:43.435887 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d50e749-b0d8-4eaf-9080-1e68b68cc071 None None] Checking segment: {'id': '89a832b7-7793-4d51-9038-ed7e1c3ff1b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100249) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:12:43.436394 n-d-773647-6 neutron-server[100249]: DEBUG neutron_lib.callbacks.manager [None req-8d50e749-b0d8-4eaf-9080-1e68b68cc071 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:43.437171 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d50e749-b0d8-4eaf-9080-1e68b68cc071 None None] Bound using segment: {'id': '89a832b7-7793-4d51-9038-ed7e1c3ff1b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719'} {{(pid=100249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:12:43.437752 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.managers [None req-8d50e749-b0d8-4eaf-9080-1e68b68cc071 None None] Bound port: cddd4bd3-875a-4eec-a3ae-ab3a174cfdeb, host: n-d-773647-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89a832b7-7793-4d51-9038-ed7e1c3ff1b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719'}}] {{(pid=100249) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:12:43.438687 n-d-773647-6 neutron-server[100249]: DEBUG neutron_lib.callbacks.manager [None req-8d50e749-b0d8-4eaf-9080-1e68b68cc071 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:43.503159 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd78f14-8126-4b3a-8f05-675543ce682c None None] Pushing event updated for resources: {'Port': ['ID=cddd4bd3-875a-4eec-a3ae-ab3a174cfdeb,revision_number=2']} {{(pid=100249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:12:43.525754 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c11eff5-b10a-49d8-8736-ec5d1b48f1ea req-8c86a58f-2adf-405f-a0e0-94fc807734cd tempest-ServerRescueTestJSON-1630712699 tempest-ServerRescueTestJSON-1630712699-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:12:43.531075 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.db [None req-8d50e749-b0d8-4eaf-9080-1e68b68cc071 None None] For port cddd4bd3-875a-4eec-a3ae-ab3a174cfdeb, host n-d-773647-6, cleared binding levels {{(pid=100249) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:12:43.533598 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-0c11eff5-b10a-49d8-8736-ec5d1b48f1ea req-8c86a58f-2adf-405f-a0e0-94fc807734cd tempest-ServerRescueTestJSON-1630712699 tempest-ServerRescueTestJSON-1630712699-project] 10.222.0.72 "GET /v2.0/networks?id=a3c3f842-601a-418a-8017-a9441854184e HTTP/1.1" status: 200 len: 811 time: 0.2014861 Jul 06 14:12:43.539232 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.db [None req-8d50e749-b0d8-4eaf-9080-1e68b68cc071 None None] For port cddd4bd3-875a-4eec-a3ae-ab3a174cfdeb, host n-d-773647-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=cddd4bd3-875a-4eec-a3ae-ab3a174cfdeb,segment=NetworkSegment(89a832b7-7793-4d51-9038-ed7e1c3ff1b2),segment_id=89a832b7-7793-4d51-9038-ed7e1c3ff1b2)] {{(pid=100249) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:12:43.547922 n-d-773647-6 neutron-server[100249]: DEBUG neutron_lib.callbacks.manager [None req-8d50e749-b0d8-4eaf-9080-1e68b68cc071 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:43.558552 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [req-0c11eff5-b10a-49d8-8736-ec5d1b48f1ea req-23054c58-e162-4e85-86aa-65c3fe63304f tempest-ServerRescueTestJSON-1630712699 tempest-ServerRescueTestJSON-1630712699-project] Request body: {'port': {'device_id': '289ccf1b-838f-4890-b1d0-9aa7c290d4b3', 'network_id': 'a3c3f842-601a-418a-8017-a9441854184e', 'admin_state_up': True, 'tenant_id': 'e374f8fff0bf4022b3d90d39bb64853f'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:12:43.570760 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-9349a249-1135-4ef6-87d4-fb5079f8f81c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:43.618682 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-4d01512e-1e90-491d-b5c2-6648c392dd6a None None] Provisioning complete for port 31fe42e4-d28d-487f-8869-f5a1a865ed34 triggered by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:12:43.619152 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4d01512e-1e90-491d-b5c2-6648c392dd6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:43.624291 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd78f14-8126-4b3a-8f05-675543ce682c None None] Pushing event updated for resources: {'Port': ['ID=cddd4bd3-875a-4eec-a3ae-ab3a174cfdeb,revision_number=3']} {{(pid=100249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:12:43.649242 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d50e749-b0d8-4eaf-9080-1e68b68cc071 None None] Routers {'ffc063c0-808e-4de6-998a-d836ac90ee0c'} bound to L3 agent in host n-d-773647-6 {{(pid=100249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:12:43.649859 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-8d50e749-b0d8-4eaf-9080-1e68b68cc071 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T14:12:25Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['ffc063c0-808e-4de6-998a-d836ac90ee0c'], 'active': True} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:12:43.817803 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvr_db [None req-8d50e749-b0d8-4eaf-9080-1e68b68cc071 None None] Set router ffc063c0-808e-4de6-998a-d836ac90ee0c gateway port host: n-d-773647-6 {{(pid=100249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:12:43.847692 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0c11eff5-b10a-49d8-8736-ec5d1b48f1ea req-23054c58-e162-4e85-86aa-65c3fe63304f tempest-ServerRescueTestJSON-1630712699 tempest-ServerRescueTestJSON-1630712699-project] Made reservation on behalf of e374f8fff0bf4022b3d90d39bb64853f for: {'port': 1} {{(pid=100246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:12:43.855706 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-0c11eff5-b10a-49d8-8736-ec5d1b48f1ea req-23054c58-e162-4e85-86aa-65c3fe63304f tempest-ServerRescueTestJSON-1630712699 tempest-ServerRescueTestJSON-1630712699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:43.980636 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.db_base_plugin_common [None req-9349a249-1135-4ef6-87d4-fb5079f8f81c admin admin] Allocated IP 172.20.0.1 (efabace2-4de3-44fe-8061-a0e325edfc74/b85664d7-a6c0-4839-9391-ea19e3c7d63c/fdd0ba94-3735-43a8-8378-58c2ef081eab) {{(pid=100246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:12:43.981066 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 31fe42e4-d28d-487f-8869-f5a1a865ed34 up at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:12:44.084593 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning complete for port 31fe42e4-d28d-487f-8869-f5a1a865ed34 triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:12:44.087344 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:44.130632 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.db_base_plugin_common [req-0c11eff5-b10a-49d8-8736-ec5d1b48f1ea req-23054c58-e162-4e85-86aa-65c3fe63304f tempest-ServerRescueTestJSON-1630712699 tempest-ServerRescueTestJSON-1630712699-project] Allocated IP 172.20.0.11 (a3c3f842-601a-418a-8017-a9441854184e/c036779b-d851-45df-9bda-fb7310da886d/429f3492-843d-4796-9d88-1d8e36084f34) {{(pid=100246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:12:44.157522 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b77b66-c360-4b8f-a0cf-c7ba2939f0d0 req-e9f7acbe-fd4d-4379-8d85-30f91567327d tempest-ServerRescueTestJSONUnderV235-1943447921 tempest-ServerRescueTestJSONUnderV235-1943447921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:12:44.163098 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-47b77b66-c360-4b8f-a0cf-c7ba2939f0d0 req-e9f7acbe-fd4d-4379-8d85-30f91567327d tempest-ServerRescueTestJSONUnderV235-1943447921 tempest-ServerRescueTestJSONUnderV235-1943447921-project] 10.222.0.104 "GET /v2.0/ports?device_id=db386cd2-b4bb-41cb-b1dd-da803603d9f6 HTTP/1.1" status: 200 len: 945 time: 0.1502800 Jul 06 14:12:44.193154 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-9349a249-1135-4ef6-87d4-fb5079f8f81c admin admin] Notify callbacks [] for port, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:44.226518 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.provisioning_blocks [None req-9349a249-1135-4ef6-87d4-fb5079f8f81c admin admin] Transition to ACTIVE for port object fdd0ba94-3735-43a8-8378-58c2ef081eab will not be triggered until provisioned by entity DHCP. {{(pid=100246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:12:44.245666 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-8d50e749-b0d8-4eaf-9080-1e68b68cc071 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffc063c0-808e-4de6-998a-d836ac90ee0c', 'name': 'tempest-TestAggregatesBasicOps-2057071294-router', 'tenant_id': '7006de025fc94286ac8724f7227fa122', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.146'}], 'enable_snat': True}, 'gw_port_id': 'cddd4bd3-875a-4eec-a3ae-ab3a174cfdeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:12:40Z', 'updated_at': '2021-07-06T14:12:41Z', 'revision_number': 3, 'project_id': '7006de025fc94286ac8724f7227fa122', 'gw_port': {'id': 'cddd4bd3-875a-4eec-a3ae-ab3a174cfdeb', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:8c:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffc063c0-808e-4de6-998a-d836ac90ee0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2040, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:12:40Z', 'updated_at': '2021-07-06T14:12:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6'}], 'n-d-773647-6', False) {} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:12:44.252138 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-47b77b66-c360-4b8f-a0cf-c7ba2939f0d0 req-86da60e6-4c3e-4e0f-9153-7400f38ac62f tempest-ServerRescueTestJSONUnderV235-1943447921 tempest-ServerRescueTestJSONUnderV235-1943447921-project] 10.222.0.104 "GET /v2.0/security-groups?id=e935fe9d-1917-4a28-a641-6b187141d0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812752 Jul 06 14:12:44.307939 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d50e749-b0d8-4eaf-9080-1e68b68cc071 None None] The sync data for ids ['ffc063c0-808e-4de6-998a-d836ac90ee0c'] in n-d-773647-6 is: [{'id': 'ffc063c0-808e-4de6-998a-d836ac90ee0c', 'name': 'tempest-TestAggregatesBasicOps-2057071294-router', 'tenant_id': '7006de025fc94286ac8724f7227fa122', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.146'}], 'enable_snat': True}, 'gw_port_id': 'cddd4bd3-875a-4eec-a3ae-ab3a174cfdeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:12:40Z', 'updated_at': '2021-07-06T14:12:41Z', 'revision_number': 3, 'project_id': '7006de025fc94286ac8724f7227fa122', 'gw_port': {'id': 'cddd4bd3-875a-4eec-a3ae-ab3a174cfdeb', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:8c:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffc063c0-808e-4de6-998a-d836ac90ee0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2040, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:12:40Z', 'updated_at': '2021-07-06T14:12:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6'}] {{(pid=100249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 14:12:44.394053 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-9349a249-1135-4ef6-87d4-fb5079f8f81c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-127687573'] for port, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:44.413569 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-0c11eff5-b10a-49d8-8736-ec5d1b48f1ea req-23054c58-e162-4e85-86aa-65c3fe63304f tempest-ServerRescueTestJSON-1630712699 tempest-ServerRescueTestJSON-1630712699-project] Notify callbacks [] for port, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:44.459498 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9349a249-1135-4ef6-87d4-fb5079f8f81c admin admin] Network efabace2-4de3-44fe-8061-a0e325edfc74 is already hosted by enough agents. {{(pid=100246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:12:44.465187 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.base_scheduler [None req-9349a249-1135-4ef6-87d4-fb5079f8f81c admin admin] Resources bound (agent type, host, resource id): {{(pid=100246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:12:44.467165 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-c4783941-5352-4b17-9770-d2f6d18d29af req-e5c2d677-8e5a-41af-ad37-da0a0820b6ef tempest-ServerRescueTestJSON-1630712699 tempest-ServerRescueTestJSON-1630712699-project] 10.222.0.104 "GET /v2.0/ports?device_id=289ccf1b-838f-4890-b1d0-9aa7c290d4b3 HTTP/1.1" status: 200 len: 210 time: 0.0483255 Jul 06 14:12:44.482911 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9349a249-1135-4ef6-87d4-fb5079f8f81c admin admin] Received port after_create {{(pid=100246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:12:44.558349 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9349a249-1135-4ef6-87d4-fb5079f8f81c admin admin] Pushing event updated for resources: {'Port': ['ID=fdd0ba94-3735-43a8-8378-58c2ef081eab,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:12:44.586700 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-9349a249-1135-4ef6-87d4-fb5079f8f81c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1807675'] for router_interface, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:44.668631 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-0c11eff5-b10a-49d8-8736-ec5d1b48f1ea req-23054c58-e162-4e85-86aa-65c3fe63304f tempest-ServerRescueTestJSON-1630712699 tempest-ServerRescueTestJSON-1630712699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-127687573'] for port, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:44.681407 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] get_ports_and_sgs() called for port_ids ['966eccbc-476e-49c6-8243-ad85befe938c'] {{(pid=100248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 14:12:44.768825 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0c11eff5-b10a-49d8-8736-ec5d1b48f1ea req-23054c58-e162-4e85-86aa-65c3fe63304f tempest-ServerRescueTestJSON-1630712699 tempest-ServerRescueTestJSON-1630712699-project] Network a3c3f842-601a-418a-8017-a9441854184e is already hosted by enough agents. {{(pid=100246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:12:44.943673 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.base_scheduler [req-0c11eff5-b10a-49d8-8736-ec5d1b48f1ea req-23054c58-e162-4e85-86aa-65c3fe63304f tempest-ServerRescueTestJSON-1630712699 tempest-ServerRescueTestJSON-1630712699-project] Resources bound (agent type, host, resource id): {{(pid=100246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:12:44.948744 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c11eff5-b10a-49d8-8736-ec5d1b48f1ea req-23054c58-e162-4e85-86aa-65c3fe63304f tempest-ServerRescueTestJSON-1630712699 tempest-ServerRescueTestJSON-1630712699-project] Received port after_create {{(pid=100246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:12:44.969608 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23054c58-e162-4e85-86aa-65c3fe63304f tempest-ServerRescueTestJSON-1630712699 tempest-ServerRescueTestJSON-1630712699-project] Pushing event updated for resources: {'Port': ['ID=429f3492-843d-4796-9d88-1d8e36084f34,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:12:45.013039 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5773ec7f-9aee-4154-a24e-e39867214548 None None] Provisioning for port fdd0ba94-3735-43a8-8378-58c2ef081eab completed by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:12:45.020846 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5773ec7f-9aee-4154-a24e-e39867214548 None None] Provisioning complete for port fdd0ba94-3735-43a8-8378-58c2ef081eab triggered by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:12:45.021813 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5773ec7f-9aee-4154-a24e-e39867214548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:45.082796 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c11eff5-b10a-49d8-8736-ec5d1b48f1ea req-23054c58-e162-4e85-86aa-65c3fe63304f tempest-ServerRescueTestJSON-1630712699 tempest-ServerRescueTestJSON-1630712699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:12:45.083759 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-0c11eff5-b10a-49d8-8736-ec5d1b48f1ea req-23054c58-e162-4e85-86aa-65c3fe63304f tempest-ServerRescueTestJSON-1630712699 tempest-ServerRescueTestJSON-1630712699-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:45.104212 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00713e13-6cc5-43ef-8a8b-d4bb5b4b5eb3 req-03112d4c-8033-4e01-9a0c-7099b29fec18 tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:12:45.115642 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-5773ec7f-9aee-4154-a24e-e39867214548 None None] Port fdd0ba94-3735-43a8-8378-58c2ef081eab cannot update to ACTIVE because it is not bound. {{(pid=100248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 14:12:45.120232 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00713e13-6cc5-43ef-8a8b-d4bb5b4b5eb3 req-03112d4c-8033-4e01-9a0c-7099b29fec18 tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:12:45.129153 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00713e13-6cc5-43ef-8a8b-d4bb5b4b5eb3 req-03112d4c-8033-4e01-9a0c-7099b29fec18 tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:12:45.136549 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00713e13-6cc5-43ef-8a8b-d4bb5b4b5eb3 req-03112d4c-8033-4e01-9a0c-7099b29fec18 tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:12:45.143565 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00713e13-6cc5-43ef-8a8b-d4bb5b4b5eb3 req-03112d4c-8033-4e01-9a0c-7099b29fec18 tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:12:45.150414 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00713e13-6cc5-43ef-8a8b-d4bb5b4b5eb3 req-03112d4c-8033-4e01-9a0c-7099b29fec18 tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:12:45.156738 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00713e13-6cc5-43ef-8a8b-d4bb5b4b5eb3 req-03112d4c-8033-4e01-9a0c-7099b29fec18 tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:12:45.158824 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-00713e13-6cc5-43ef-8a8b-d4bb5b4b5eb3 req-03112d4c-8033-4e01-9a0c-7099b29fec18 tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] 10.222.0.104 "GET /v2.0/ports?device_id=e7dc6a4d-9f66-42f4-9ec5-8a24ac011f21 HTTP/1.1" status: 200 len: 5436 time: 0.2427101 Jul 06 14:12:45.162716 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-0c11eff5-b10a-49d8-8736-ec5d1b48f1ea req-23054c58-e162-4e85-86aa-65c3fe63304f tempest-ServerRescueTestJSON-1630712699 tempest-ServerRescueTestJSON-1630712699-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6247947 Jul 06 14:12:45.165377 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-9349a249-1135-4ef6-87d4-fb5079f8f81c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:45.206012 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [req-0c11eff5-b10a-49d8-8736-ec5d1b48f1ea req-bd8bcd0d-fba2-43b5-accf-e00bab799eb1 service neutron] Request body: {'port': {'device_id': '289ccf1b-838f-4890-b1d0-9aa7c290d4b3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-773647-6'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:12:45.209135 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-00713e13-6cc5-43ef-8a8b-d4bb5b4b5eb3 req-7f893d82-3c60-41b4-991a-81b64a2f3b9d tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] 10.222.0.104 "GET /v2.0/security-groups?id=49c1468a-280e-4510-8673-63e827c90e1a&id=89d2c750-f3d8-486f-ac80-ea9c67d569ed&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0436065 Jul 06 14:12:45.355420 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-0c11eff5-b10a-49d8-8736-ec5d1b48f1ea req-bd8bcd0d-fba2-43b5-accf-e00bab799eb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:45.465250 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47b6867-4397-4240-8d32-cf390eb6ca85 req-b8c968c8-0f76-45aa-96a1-f8b6533c1a84 tempest-ServerRescueTestJSONUnderV235-1943447921 tempest-ServerRescueTestJSONUnderV235-1943447921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:12:45.467051 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-d47b6867-4397-4240-8d32-cf390eb6ca85 req-b8c968c8-0f76-45aa-96a1-f8b6533c1a84 tempest-ServerRescueTestJSONUnderV235-1943447921 tempest-ServerRescueTestJSONUnderV235-1943447921-project] 10.222.0.104 "GET /v2.0/ports?device_id=db386cd2-b4bb-41cb-b1dd-da803603d9f6 HTTP/1.1" status: 200 len: 945 time: 0.0792615 Jul 06 14:12:45.515777 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-d47b6867-4397-4240-8d32-cf390eb6ca85 req-64368585-08b1-4c62-a55f-d431575e9b5d tempest-ServerRescueTestJSONUnderV235-1943447921 tempest-ServerRescueTestJSONUnderV235-1943447921-project] 10.222.0.104 "GET /v2.0/security-groups?id=e935fe9d-1917-4a28-a641-6b187141d0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429275 Jul 06 14:12:45.518659 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-9349a249-1135-4ef6-87d4-fb5079f8f81c admin admin] Notify callbacks [] for port, precommit_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:45.530534 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-9349a249-1135-4ef6-87d4-fb5079f8f81c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127687527'] for port, after_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:45.668021 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-9349a249-1135-4ef6-87d4-fb5079f8f81c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1809478'] for router_interface, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:45.677089 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9349a249-1135-4ef6-87d4-fb5079f8f81c admin admin] Pushing event updated for resources: {'Port': ['ID=fdd0ba94-3735-43a8-8378-58c2ef081eab,revision_number=2']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:12:45.824189 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9349a249-1135-4ef6-87d4-fb5079f8f81c admin admin] Network efabace2-4de3-44fe-8061-a0e325edfc74 is already hosted by enough agents. {{(pid=100246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:12:45.842170 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.base_scheduler [None req-9349a249-1135-4ef6-87d4-fb5079f8f81c admin admin] Resources bound (agent type, host, resource id): {{(pid=100246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:12:45.900825 n-d-773647-6 neutron-server[100246]: DEBUG neutron.notifiers.nova [req-0c11eff5-b10a-49d8-8736-ec5d1b48f1ea req-bd8bcd0d-fba2-43b5-accf-e00bab799eb1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 429f3492-843d-4796-9d88-1d8e36084f34 {{(pid=100246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 14:12:45.913073 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4d29cb-4f0a-4487-8491-c7159c00714a req-13132f8a-a6a7-4c70-90c2-2e9657ee33de tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:12:45.913888 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-0c11eff5-b10a-49d8-8736-ec5d1b48f1ea req-bd8bcd0d-fba2-43b5-accf-e00bab799eb1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:45.919573 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4d29cb-4f0a-4487-8491-c7159c00714a req-13132f8a-a6a7-4c70-90c2-2e9657ee33de tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:12:45.926643 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4d29cb-4f0a-4487-8491-c7159c00714a req-13132f8a-a6a7-4c70-90c2-2e9657ee33de tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:12:45.931010 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.provisioning_blocks [req-0c11eff5-b10a-49d8-8736-ec5d1b48f1ea req-bd8bcd0d-fba2-43b5-accf-e00bab799eb1 service neutron] Transition to ACTIVE for port object 429f3492-843d-4796-9d88-1d8e36084f34 will not be triggered until provisioned by entity L2. {{(pid=100246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:12:45.933792 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4d29cb-4f0a-4487-8491-c7159c00714a req-13132f8a-a6a7-4c70-90c2-2e9657ee33de tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:12:45.940897 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4d29cb-4f0a-4487-8491-c7159c00714a req-13132f8a-a6a7-4c70-90c2-2e9657ee33de tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:12:45.948811 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4d29cb-4f0a-4487-8491-c7159c00714a req-13132f8a-a6a7-4c70-90c2-2e9657ee33de tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:12:45.956185 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4d29cb-4f0a-4487-8491-c7159c00714a req-13132f8a-a6a7-4c70-90c2-2e9657ee33de tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:12:45.960220 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-da4d29cb-4f0a-4487-8491-c7159c00714a req-13132f8a-a6a7-4c70-90c2-2e9657ee33de tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] 10.222.0.72 "GET /v2.0/ports?device_id=e7dc6a4d-9f66-42f4-9ec5-8a24ac011f21 HTTP/1.1" status: 200 len: 5436 time: 0.1729856 Jul 06 14:12:45.965672 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device cddd4bd3-875a-4eec-a3ae-ab3a174cfdeb up at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:12:45.978369 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c01eb9d-f200-469f-8db0-d03c60973c93 req-5a604804-0aa6-48b0-9151-ed7ad2713f80 tempest-ServerRescueTestJSON-1630712699 tempest-ServerRescueTestJSON-1630712699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:12:45.988598 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-4c01eb9d-f200-469f-8db0-d03c60973c93 req-5a604804-0aa6-48b0-9151-ed7ad2713f80 tempest-ServerRescueTestJSON-1630712699 tempest-ServerRescueTestJSON-1630712699-project] 10.222.0.104 "GET /v2.0/ports?device_id=289ccf1b-838f-4890-b1d0-9aa7c290d4b3 HTTP/1.1" status: 200 len: 932 time: 0.1925435 Jul 06 14:12:46.026562 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-0c11eff5-b10a-49d8-8736-ec5d1b48f1ea req-bd8bcd0d-fba2-43b5-accf-e00bab799eb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127687527'] for port, after_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:46.046295 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning for port cddd4bd3-875a-4eec-a3ae-ab3a174cfdeb completed by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:12:46.051544 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning complete for port cddd4bd3-875a-4eec-a3ae-ab3a174cfdeb triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:12:46.051846 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9349a249-1135-4ef6-87d4-fb5079f8f81c admin admin] Router ffc063c0-808e-4de6-998a-d836ac90ee0c has already been hosted by L3 agent 2823d358-a11b-4885-a706-95a279e43fa7 {{(pid=100246) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 14:12:46.052217 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:46.138827 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-4c01eb9d-f200-469f-8db0-d03c60973c93 req-28ebd6fd-679d-42fa-adc6-227804ba2ddf tempest-ServerRescueTestJSON-1630712699 tempest-ServerRescueTestJSON-1630712699-project] 10.222.0.104 "GET /v2.0/security-groups?id=5ad75d0b-ae4f-4528-8f14-d8740f9e67e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423261 Jul 06 14:12:46.170128 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4d29cb-4f0a-4487-8491-c7159c00714a req-2380e506-f0b8-4927-bf07-9b4e7826aded tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:12:46.171742 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-da4d29cb-4f0a-4487-8491-c7159c00714a req-2380e506-f0b8-4927-bf07-9b4e7826aded tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] 10.222.0.72 "GET /v2.0/ports/3ba18cf5-928e-46ea-b0ca-9a371b8d9b40?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1809320 Jul 06 14:12:46.212655 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8bcd0d-fba2-43b5-accf-e00bab799eb1 service neutron] Pushing event updated for resources: {'Port': ['ID=429f3492-843d-4796-9d88-1d8e36084f34,revision_number=2']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:12:46.249174 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:46.276369 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] For port cddd4bd3-875a-4eec-a3ae-ab3a174cfdeb, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=cddd4bd3-875a-4eec-a3ae-ab3a174cfdeb,segment=NetworkSegment(89a832b7-7793-4d51-9038-ed7e1c3ff1b2),segment_id=89a832b7-7793-4d51-9038-ed7e1c3ff1b2)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:12:46.286677 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-42322d5b-2c74-4429-89c0-08a9de446fce None None] Provisioning complete for port fdd0ba94-3735-43a8-8378-58c2ef081eab triggered by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:12:46.287410 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-42322d5b-2c74-4429-89c0-08a9de446fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:46.290669 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:46.371716 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-42322d5b-2c74-4429-89c0-08a9de446fce None None] Port fdd0ba94-3735-43a8-8378-58c2ef081eab cannot update to ACTIVE because it is not bound. {{(pid=100248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 14:12:46.373721 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [req-0c11eff5-b10a-49d8-8736-ec5d1b48f1ea req-bd8bcd0d-fba2-43b5-accf-e00bab799eb1 service neutron] Attempting to bind port 429f3492-843d-4796-9d88-1d8e36084f34 on host n-h2-773647-6 for vnic_type normal with profile {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:12:46.374069 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [req-0c11eff5-b10a-49d8-8736-ec5d1b48f1ea req-bd8bcd0d-fba2-43b5-accf-e00bab799eb1 service neutron] Attempting to bind port 429f3492-843d-4796-9d88-1d8e36084f34 by drivers openvswitch,hyperv on host n-h2-773647-6 at level 0 using segments [{'id': '58b87625-04d4-401c-bc32-e9fe010479dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': 'a3c3f842-601a-418a-8017-a9441854184e'}] {{(pid=100246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:12:46.374411 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c11eff5-b10a-49d8-8736-ec5d1b48f1ea req-bd8bcd0d-fba2-43b5-accf-e00bab799eb1 service neutron] Attempting to bind port 429f3492-843d-4796-9d88-1d8e36084f34 on network a3c3f842-601a-418a-8017-a9441854184e {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:12:46.385109 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c11eff5-b10a-49d8-8736-ec5d1b48f1ea req-bd8bcd0d-fba2-43b5-accf-e00bab799eb1 service neutron] Port 429f3492-843d-4796-9d88-1d8e36084f34 on network a3c3f842-601a-418a-8017-a9441854184e not bound, no agent of type Open vSwitch agent registered on host n-h2-773647-6 {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 14:12:46.386904 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c11eff5-b10a-49d8-8736-ec5d1b48f1ea req-bd8bcd0d-fba2-43b5-accf-e00bab799eb1 service neutron] Attempting to bind port 429f3492-843d-4796-9d88-1d8e36084f34 on network a3c3f842-601a-418a-8017-a9441854184e {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:12:46.389330 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9349a249-1135-4ef6-87d4-fb5079f8f81c admin admin] Notify agent at l3_agent.n-d-773647-6 the message routers_updated {{(pid=100246) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 14:12:46.395363 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Pushing event updated for resources: {'Port': ['ID=cddd4bd3-875a-4eec-a3ae-ab3a174cfdeb,revision_number=4']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:12:46.404281 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-9349a249-1135-4ef6-87d4-fb5079f8f81c admin admin] 10.222.0.104 "PUT /v2.0/routers/ffc063c0-808e-4de6-998a-d836ac90ee0c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2331729 Jul 06 14:12:46.411168 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c11eff5-b10a-49d8-8736-ec5d1b48f1ea req-bd8bcd0d-fba2-43b5-accf-e00bab799eb1 service neutron] Checking agent: {'id': '63768ece-0600-4354-8d29-fdedec96b077', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-773647-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 51, 10), 'started_at': datetime.datetime(2021, 7, 6, 13, 51, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 12, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:12:46.411551 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c11eff5-b10a-49d8-8736-ec5d1b48f1ea req-bd8bcd0d-fba2-43b5-accf-e00bab799eb1 service neutron] Checking segment: {'id': '58b87625-04d4-401c-bc32-e9fe010479dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': 'a3c3f842-601a-418a-8017-a9441854184e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:12:46.411944 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c11eff5-b10a-49d8-8736-ec5d1b48f1ea req-bd8bcd0d-fba2-43b5-accf-e00bab799eb1 service neutron] Bound using segment: {'id': '58b87625-04d4-401c-bc32-e9fe010479dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': 'a3c3f842-601a-418a-8017-a9441854184e'} {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:12:46.416994 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [req-0c11eff5-b10a-49d8-8736-ec5d1b48f1ea req-bd8bcd0d-fba2-43b5-accf-e00bab799eb1 service neutron] Bound port: 429f3492-843d-4796-9d88-1d8e36084f34, host: n-h2-773647-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '58b87625-04d4-401c-bc32-e9fe010479dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': 'a3c3f842-601a-418a-8017-a9441854184e'}}] {{(pid=100246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:12:46.417446 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-0c11eff5-b10a-49d8-8736-ec5d1b48f1ea req-bd8bcd0d-fba2-43b5-accf-e00bab799eb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:46.450510 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-da4d29cb-4f0a-4487-8491-c7159c00714a req-91eedbae-a786-4d59-b2ce-14d98784e9b6 tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] 10.222.0.72 "GET /v2.0/networks/ace612ee-fa1f-4249-807d-5000ddc15676?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.2688844 Jul 06 14:12:46.468062 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [req-da4d29cb-4f0a-4487-8491-c7159c00714a req-cfef5d76-a8fc-4f0c-b6c1-96a3eb333f5e service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:12:46.501255 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.db [req-0c11eff5-b10a-49d8-8736-ec5d1b48f1ea req-bd8bcd0d-fba2-43b5-accf-e00bab799eb1 service neutron] For port 429f3492-843d-4796-9d88-1d8e36084f34, host n-h2-773647-6, cleared binding levels {{(pid=100246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:12:46.505141 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.db [req-0c11eff5-b10a-49d8-8736-ec5d1b48f1ea req-bd8bcd0d-fba2-43b5-accf-e00bab799eb1 service neutron] For port 429f3492-843d-4796-9d88-1d8e36084f34, host n-h2-773647-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=429f3492-843d-4796-9d88-1d8e36084f34,segment=NetworkSegment(58b87625-04d4-401c-bc32-e9fe010479dc),segment_id=58b87625-04d4-401c-bc32-e9fe010479dc)] {{(pid=100246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:12:46.520898 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-0c11eff5-b10a-49d8-8736-ec5d1b48f1ea req-bd8bcd0d-fba2-43b5-accf-e00bab799eb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127687527'] for port, after_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:46.592280 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8bcd0d-fba2-43b5-accf-e00bab799eb1 service neutron] Pushing event updated for resources: {'Port': ['ID=429f3492-843d-4796-9d88-1d8e36084f34,revision_number=3']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:12:46.609687 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-da4d29cb-4f0a-4487-8491-c7159c00714a req-cfef5d76-a8fc-4f0c-b6c1-96a3eb333f5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:46.615846 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c11eff5-b10a-49d8-8736-ec5d1b48f1ea req-bd8bcd0d-fba2-43b5-accf-e00bab799eb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:12:46.616429 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-0c11eff5-b10a-49d8-8736-ec5d1b48f1ea req-bd8bcd0d-fba2-43b5-accf-e00bab799eb1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:46.617878 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-0c11eff5-b10a-49d8-8736-ec5d1b48f1ea req-bd8bcd0d-fba2-43b5-accf-e00bab799eb1 service neutron] 10.222.0.72 "PUT /v2.0/ports/429f3492-843d-4796-9d88-1d8e36084f34 HTTP/1.1" status: 200 len: 1092 time: 1.4166110 Jul 06 14:12:46.618347 n-d-773647-6 neutron-server[100246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '289ccf1b-838f-4890-b1d0-9aa7c290d4b3', 'tag': '429f3492-843d-4796-9d88-1d8e36084f34'}] {{(pid=100246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:12:46.620688 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0d96c5ab5e889f7b933ae915b9be33d1b46c9e87795bf781004b656ef3f1e87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2789a266-ddd0-49be-9bfe-c75eb5470005" -d '{"events": [{"name": "network-changed", "server_uuid": "289ccf1b-838f-4890-b1d0-9aa7c290d4b3", "tag": "429f3492-843d-4796-9d88-1d8e36084f34"}]}' {{(pid=100246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:12:46.741417 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16fe2472-8a7d-47a3-989d-31f89984b635 None None] Sync routers for ids ['ffc063c0-808e-4de6-998a-d836ac90ee0c'] in n-d-773647-6 {{(pid=100248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 14:12:46.741670 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c11eff5-b10a-49d8-8736-ec5d1b48f1ea req-c75fa98b-e10e-4658-9548-5684e01522e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:12:46.741670 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-0c11eff5-b10a-49d8-8736-ec5d1b48f1ea req-c75fa98b-e10e-4658-9548-5684e01522e9 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=e374f8fff0bf4022b3d90d39bb64853f&device_id=289ccf1b-838f-4890-b1d0-9aa7c290d4b3 HTTP/1.1" status: 200 len: 1095 time: 0.0746439 Jul 06 14:12:46.755018 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16fe2472-8a7d-47a3-989d-31f89984b635 None None] Routers {'ffc063c0-808e-4de6-998a-d836ac90ee0c'} bound to L3 agent in host n-d-773647-6 {{(pid=100248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:12:46.755675 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-16fe2472-8a7d-47a3-989d-31f89984b635 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T14:12:25Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['ffc063c0-808e-4de6-998a-d836ac90ee0c'], 'active': True} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:12:46.774737 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ce189c-8cec-4613-bb18-9cc89c397c7d req-69488931-ab76-4359-8927-3c88db6030bb tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:12:46.787948 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ce189c-8cec-4613-bb18-9cc89c397c7d req-69488931-ab76-4359-8927-3c88db6030bb tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:12:46.793902 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ce189c-8cec-4613-bb18-9cc89c397c7d req-69488931-ab76-4359-8927-3c88db6030bb tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:12:46.801582 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-0c11eff5-b10a-49d8-8736-ec5d1b48f1ea req-363a8248-7a3a-488f-ba88-c596d574c223 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=429f3492-843d-4796-9d88-1d8e36084f34 HTTP/1.1" status: 200 len: 217 time: 0.0531759 Jul 06 14:12:46.812361 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ce189c-8cec-4613-bb18-9cc89c397c7d req-69488931-ab76-4359-8927-3c88db6030bb tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:12:46.818958 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ce189c-8cec-4613-bb18-9cc89c397c7d req-69488931-ab76-4359-8927-3c88db6030bb tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:12:46.833348 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ce189c-8cec-4613-bb18-9cc89c397c7d req-69488931-ab76-4359-8927-3c88db6030bb tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:12:46.839373 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ce189c-8cec-4613-bb18-9cc89c397c7d req-69488931-ab76-4359-8927-3c88db6030bb tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:12:46.847625 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-90ce189c-8cec-4613-bb18-9cc89c397c7d req-69488931-ab76-4359-8927-3c88db6030bb tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] 10.222.0.104 "GET /v2.0/ports?device_id=e7dc6a4d-9f66-42f4-9ec5-8a24ac011f21 HTTP/1.1" status: 200 len: 5436 time: 0.3505626 Jul 06 14:12:46.887698 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c11eff5-b10a-49d8-8736-ec5d1b48f1ea req-45bfdacc-b358-4190-a090-ed1d46819570 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:12:46.889072 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-0c11eff5-b10a-49d8-8736-ec5d1b48f1ea req-45bfdacc-b358-4190-a090-ed1d46819570 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=c036779b-d851-45df-9bda-fb7310da886d HTTP/1.1" status: 200 len: 851 time: 0.0814335 Jul 06 14:12:46.919409 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvr_db [None req-16fe2472-8a7d-47a3-989d-31f89984b635 None None] Set router ffc063c0-808e-4de6-998a-d836ac90ee0c gateway port host: n-d-773647-6 {{(pid=100248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:12:46.939015 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-0c11eff5-b10a-49d8-8736-ec5d1b48f1ea req-64078c52-f542-4448-bd79-e189da6dc660 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=a3c3f842-601a-418a-8017-a9441854184e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0407724 Jul 06 14:12:46.969894 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-90ce189c-8cec-4613-bb18-9cc89c397c7d req-36b1032a-d60d-4d26-8d2e-573055b6944b tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] 10.222.0.104 "GET /v2.0/security-groups?id=49c1468a-280e-4510-8673-63e827c90e1a&id=89d2c750-f3d8-486f-ac80-ea9c67d569ed&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1109073 Jul 06 14:12:47.063231 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.db [req-da4d29cb-4f0a-4487-8491-c7159c00714a req-cfef5d76-a8fc-4f0c-b6c1-96a3eb333f5e service neutron] For port 3ba18cf5-928e-46ea-b0ca-9a371b8d9b40, host n-h2-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=3ba18cf5-928e-46ea-b0ca-9a371b8d9b40,segment=NetworkSegment(59c264de-0282-4c26-a7e9-a05f64ad5f6c),segment_id=59c264de-0282-4c26-a7e9-a05f64ad5f6c)] {{(pid=100247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:12:47.107065 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.db [req-da4d29cb-4f0a-4487-8491-c7159c00714a req-cfef5d76-a8fc-4f0c-b6c1-96a3eb333f5e service neutron] For port 3ba18cf5-928e-46ea-b0ca-9a371b8d9b40, host n-h2-773647-6, cleared binding levels {{(pid=100247) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:12:47.152959 n-d-773647-6 neutron-server[100247]: DEBUG neutron.notifiers.nova [req-da4d29cb-4f0a-4487-8491-c7159c00714a req-cfef5d76-a8fc-4f0c-b6c1-96a3eb333f5e service neutron] device_id is not set on port 3ba18cf5-928e-46ea-b0ca-9a371b8d9b40 yet. {{(pid=100247) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 14:12:47.177050 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-da4d29cb-4f0a-4487-8491-c7159c00714a req-cfef5d76-a8fc-4f0c-b6c1-96a3eb333f5e service neutron] Notify callbacks [] for port, precommit_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:47.202012 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fee99e0-8048-4bcf-be67-bc52908bc1eb req-b6f26473-af68-4796-b73a-bef196a2d62f tempest-ServerRescueTestJSONUnderV235-1943447921 tempest-ServerRescueTestJSONUnderV235-1943447921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:12:47.207738 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-8fee99e0-8048-4bcf-be67-bc52908bc1eb req-b6f26473-af68-4796-b73a-bef196a2d62f tempest-ServerRescueTestJSONUnderV235-1943447921 tempest-ServerRescueTestJSONUnderV235-1943447921-project] 10.222.0.104 "GET /v2.0/ports?device_id=db386cd2-b4bb-41cb-b1dd-da803603d9f6 HTTP/1.1" status: 200 len: 945 time: 0.4920177 Jul 06 14:12:47.211905 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-da4d29cb-4f0a-4487-8491-c7159c00714a req-cfef5d76-a8fc-4f0c-b6c1-96a3eb333f5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128888538'] for port, after_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:47.349324 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-16fe2472-8a7d-47a3-989d-31f89984b635 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffc063c0-808e-4de6-998a-d836ac90ee0c', 'name': 'tempest-TestAggregatesBasicOps-2057071294-router', 'tenant_id': '7006de025fc94286ac8724f7227fa122', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.146'}], 'enable_snat': True}, 'gw_port_id': 'cddd4bd3-875a-4eec-a3ae-ab3a174cfdeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:12:40Z', 'updated_at': '2021-07-06T14:12:44Z', 'revision_number': 4, 'project_id': '7006de025fc94286ac8724f7227fa122', 'gw_port': {'id': 'cddd4bd3-875a-4eec-a3ae-ab3a174cfdeb', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:8c:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffc063c0-808e-4de6-998a-d836ac90ee0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2040, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:12:40Z', 'updated_at': '2021-07-06T14:12:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6', '_interfaces': [{'id': 'fdd0ba94-3735-43a8-8378-58c2ef081eab', 'name': '', 'network_id': 'efabace2-4de3-44fe-8061-a0e325edfc74', 'tenant_id': '7006de025fc94286ac8724f7227fa122', 'mac_address': 'fa:16:3e:ce:6d:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffc063c0-808e-4de6-998a-d836ac90ee0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2041, 'fixed_ips': [{'subnet_id': 'b85664d7-a6c0-4839-9391-ea19e3c7d63c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:12:43Z', 'updated_at': '2021-07-06T14:12:45Z', 'revision_number': 2, 'project_id': '7006de025fc94286ac8724f7227fa122', 'subnets': [{'id': 'b85664d7-a6c0-4839-9391-ea19e3c7d63c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773647-6', False) {} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:12:47.364593 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 52656) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:12:47.386254 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [None req-824a3631-f493-49b9-b197-9b33c7d53b5d admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-105192142-network', 'tenant_id': '6ca8a9587eae478b9e06b24c088350d7'}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:12:47.401307 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-8fee99e0-8048-4bcf-be67-bc52908bc1eb req-eb4bea95-e1de-4cf6-b388-973b853ca3e9 tempest-ServerRescueTestJSONUnderV235-1943447921 tempest-ServerRescueTestJSONUnderV235-1943447921-project] 10.222.0.104 "GET /v2.0/security-groups?id=e935fe9d-1917-4a28-a641-6b187141d0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1681926 Jul 06 14:12:47.407091 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 14:12:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-106706c4-ccf9-4373-b247-2bb467af22db x-openstack-request-id: req-106706c4-ccf9-4373-b247-2bb467af22db {{(pid=100246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:12:47.407481 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "289ccf1b-838f-4890-b1d0-9aa7c290d4b3", "tag": "429f3492-843d-4796-9d88-1d8e36084f34", "status": "completed", "code": 200}]} {{(pid=100246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:12:47.407827 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-106706c4-ccf9-4373-b247-2bb467af22db {{(pid=100246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:12:47.412117 n-d-773647-6 neutron-server[100246]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '289ccf1b-838f-4890-b1d0-9aa7c290d4b3', 'tag': '429f3492-843d-4796-9d88-1d8e36084f34', 'status': 'completed', 'code': 200} Jul 06 14:12:47.414308 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16fe2472-8a7d-47a3-989d-31f89984b635 None None] Checking router: ffc063c0-808e-4de6-998a-d836ac90ee0c for host: n-d-773647-6 {{(pid=100248) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 14:12:47.415025 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16fe2472-8a7d-47a3-989d-31f89984b635 None None] Updating router ffc063c0-808e-4de6-998a-d836ac90ee0c port fdd0ba94-3735-43a8-8378-58c2ef081eab binding host n-d-773647-6 {{(pid=100248) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 14:12:47.490581 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.l3_dvrscheduler_db [req-da4d29cb-4f0a-4487-8491-c7159c00714a req-cfef5d76-a8fc-4f0c-b6c1-96a3eb333f5e service neutron] No DVR routers for this DVR port 3ba18cf5-928e-46ea-b0ca-9a371b8d9b40 on host n-h2-773647-6 {{(pid=100247) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:12:47.510080 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfef5d76-a8fc-4f0c-b6c1-96a3eb333f5e service neutron] Pushing event updated for resources: {'Port': ['ID=3ba18cf5-928e-46ea-b0ca-9a371b8d9b40,revision_number=6']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:12:47.516689 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-0c11eff5-b10a-49d8-8736-ec5d1b48f1ea req-59ab8f08-b839-4d24-b5f2-d7e16e7924e5 service neutron] 10.222.0.72 "GET /v2.0/networks/a3c3f842-601a-418a-8017-a9441854184e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5634830 Jul 06 14:12:47.520432 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-16fe2472-8a7d-47a3-989d-31f89984b635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:47.689369 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.plugin [req-da4d29cb-4f0a-4487-8491-c7159c00714a req-cfef5d76-a8fc-4f0c-b6c1-96a3eb333f5e service neutron] In _notify_port_updated(), no bound segment for port 3ba18cf5-928e-46ea-b0ca-9a371b8d9b40 on network ace612ee-fa1f-4249-807d-5000ddc15676 {{(pid=100247) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 06 14:12:47.690302 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4d29cb-4f0a-4487-8491-c7159c00714a req-cfef5d76-a8fc-4f0c-b6c1-96a3eb333f5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:12:47.690937 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-da4d29cb-4f0a-4487-8491-c7159c00714a req-cfef5d76-a8fc-4f0c-b6c1-96a3eb333f5e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:47.692885 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-da4d29cb-4f0a-4487-8491-c7159c00714a req-cfef5d76-a8fc-4f0c-b6c1-96a3eb333f5e service neutron] 10.222.0.72 "PUT /v2.0/ports/3ba18cf5-928e-46ea-b0ca-9a371b8d9b40 HTTP/1.1" status: 200 len: 1028 time: 1.2301202 Jul 06 14:12:47.699271 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-824a3631-f493-49b9-b197-9b33c7d53b5d admin admin] Made reservation on behalf of 6ca8a9587eae478b9e06b24c088350d7 for: {'network': 1} {{(pid=100247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:12:47.701671 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-824a3631-f493-49b9-b197-9b33c7d53b5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for network, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:47.729425 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-0c11eff5-b10a-49d8-8736-ec5d1b48f1ea req-af0660eb-1866-4b03-a2ab-5af05d8c2f2a service neutron] 10.222.0.72 "GET /v2.0/networks/a3c3f842-601a-418a-8017-a9441854184e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2117584 Jul 06 14:12:47.749746 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-824a3631-f493-49b9-b197-9b33c7d53b5d admin admin] Notify callbacks [] for security_group, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:47.861939 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4d29cb-4f0a-4487-8491-c7159c00714a req-ba9a4e61-18ee-4207-92d1-0a5bc7d7d266 tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:12:47.864879 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-da4d29cb-4f0a-4487-8491-c7159c00714a req-ba9a4e61-18ee-4207-92d1-0a5bc7d7d266 tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] 10.222.0.72 "GET /v2.0/ports/f010560f-f4c8-4c8c-99e0-7afd7573142a?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1387737 Jul 06 14:12:47.874804 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4120cb9f-f04e-458f-b99e-b72b1355e9a7 req-b7c5d2ed-0a3e-4e48-a18a-3f4e4eeefedf tempest-ServerRescueTestJSON-1630712699 tempest-ServerRescueTestJSON-1630712699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:12:47.877047 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-4120cb9f-f04e-458f-b99e-b72b1355e9a7 req-b7c5d2ed-0a3e-4e48-a18a-3f4e4eeefedf tempest-ServerRescueTestJSON-1630712699 tempest-ServerRescueTestJSON-1630712699-project] 10.222.0.104 "GET /v2.0/ports?device_id=289ccf1b-838f-4890-b1d0-9aa7c290d4b3 HTTP/1.1" status: 200 len: 944 time: 0.3756571 Jul 06 14:12:47.884739 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [req-da4d29cb-4f0a-4487-8491-c7159c00714a req-9eece97b-1688-44b5-80ed-a87276bf3844 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:12:47.903801 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-16fe2472-8a7d-47a3-989d-31f89984b635 None None] Notify callbacks [] for port, precommit_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:47.915338 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-16fe2472-8a7d-47a3-989d-31f89984b635 None None] Transition to ACTIVE for port object fdd0ba94-3735-43a8-8378-58c2ef081eab will not be triggered until provisioned by entity L2. {{(pid=100248) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:12:47.926557 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-16fe2472-8a7d-47a3-989d-31f89984b635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:47.935986 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2789a266-ddd0-49be-9bfe-c75eb5470005 req-78d59714-d7db-4029-9581-2017e5d6a87e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:12:47.938016 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-2789a266-ddd0-49be-9bfe-c75eb5470005 req-78d59714-d7db-4029-9581-2017e5d6a87e service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=e374f8fff0bf4022b3d90d39bb64853f&device_id=289ccf1b-838f-4890-b1d0-9aa7c290d4b3 HTTP/1.1" status: 200 len: 1095 time: 0.1339772 Jul 06 14:12:47.975623 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device cddd4bd3-875a-4eec-a3ae-ab3a174cfdeb up at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:12:47.986866 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-36f6b154-65e5-42fa-9af9-24b839e2ab56 None None] Provisioning complete for port 3ba18cf5-928e-46ea-b0ca-9a371b8d9b40 triggered by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:12:47.987974 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-36f6b154-65e5-42fa-9af9-24b839e2ab56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:48.070323 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-4120cb9f-f04e-458f-b99e-b72b1355e9a7 req-0d360f66-647b-4bff-9b92-6f388f49ad85 tempest-ServerRescueTestJSON-1630712699 tempest-ServerRescueTestJSON-1630712699-project] 10.222.0.104 "GET /v2.0/security-groups?id=5ad75d0b-ae4f-4528-8f14-d8740f9e67e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1793134 Jul 06 14:12:48.118116 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd11bc7-9ed7-40cc-a208-07818e50d39e None None] Pushing event updated for resources: {'Port': ['ID=fdd0ba94-3735-43a8-8378-58c2ef081eab,revision_number=3']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:12:48.182285 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2789a266-ddd0-49be-9bfe-c75eb5470005 req-ea3e56c4-a714-49c9-8bca-4e053991839c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:12:48.184299 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-2789a266-ddd0-49be-9bfe-c75eb5470005 req-ea3e56c4-a714-49c9-8bca-4e053991839c service neutron] 10.222.0.72 "GET /v2.0/networks?id=a3c3f842-601a-418a-8017-a9441854184e HTTP/1.1" status: 200 len: 913 time: 0.2370653 Jul 06 14:12:48.190604 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-16fe2472-8a7d-47a3-989d-31f89984b635 None None] Attempting to bind port fdd0ba94-3735-43a8-8378-58c2ef081eab on host n-d-773647-6 for vnic_type normal with profile {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:12:48.191974 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-16fe2472-8a7d-47a3-989d-31f89984b635 None None] Attempting to bind port fdd0ba94-3735-43a8-8378-58c2ef081eab by drivers openvswitch,hyperv on host n-d-773647-6 at level 0 using segments [{'id': 'f6fc1825-d60c-4609-8e1e-1c14d8022536', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1048, 'network_id': 'efabace2-4de3-44fe-8061-a0e325edfc74'}] {{(pid=100248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:12:48.192404 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16fe2472-8a7d-47a3-989d-31f89984b635 None None] Attempting to bind port fdd0ba94-3735-43a8-8378-58c2ef081eab on network efabace2-4de3-44fe-8061-a0e325edfc74 {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:12:48.240689 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16fe2472-8a7d-47a3-989d-31f89984b635 None None] Checking agent: {'id': '8ab5b19c-d213-4f29-891d-27bdf39d38b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773647-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 43, 26), 'started_at': datetime.datetime(2021, 7, 6, 13, 43, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 12, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773647-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:12:48.241078 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16fe2472-8a7d-47a3-989d-31f89984b635 None None] Checking segment: {'id': 'f6fc1825-d60c-4609-8e1e-1c14d8022536', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1048, 'network_id': 'efabace2-4de3-44fe-8061-a0e325edfc74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:12:48.241483 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-16fe2472-8a7d-47a3-989d-31f89984b635 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:48.241865 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16fe2472-8a7d-47a3-989d-31f89984b635 None None] Bound using segment: {'id': 'f6fc1825-d60c-4609-8e1e-1c14d8022536', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1048, 'network_id': 'efabace2-4de3-44fe-8061-a0e325edfc74'} {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:12:48.242356 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-16fe2472-8a7d-47a3-989d-31f89984b635 None None] Bound port: fdd0ba94-3735-43a8-8378-58c2ef081eab, host: n-d-773647-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6fc1825-d60c-4609-8e1e-1c14d8022536', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1048, 'network_id': 'efabace2-4de3-44fe-8061-a0e325edfc74'}}] {{(pid=100248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:12:48.242738 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-16fe2472-8a7d-47a3-989d-31f89984b635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:48.243497 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-da4d29cb-4f0a-4487-8491-c7159c00714a req-9eece97b-1688-44b5-80ed-a87276bf3844 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:48.244638 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-36f6b154-65e5-42fa-9af9-24b839e2ab56 None None] Port 3ba18cf5-928e-46ea-b0ca-9a371b8d9b40 cannot update to ACTIVE because it is not bound. {{(pid=100248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 14:12:48.276557 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-2789a266-ddd0-49be-9bfe-c75eb5470005 req-4e17d31d-c710-4265-9966-ab4e23631687 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=429f3492-843d-4796-9d88-1d8e36084f34 HTTP/1.1" status: 200 len: 217 time: 0.0842304 Jul 06 14:12:48.320935 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning complete for port cddd4bd3-875a-4eec-a3ae-ab3a174cfdeb triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:12:48.321313 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:48.370635 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2789a266-ddd0-49be-9bfe-c75eb5470005 req-2a11b7bd-ed0b-4997-850a-3e67b6302904 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:12:48.373301 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-2789a266-ddd0-49be-9bfe-c75eb5470005 req-2a11b7bd-ed0b-4997-850a-3e67b6302904 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=c036779b-d851-45df-9bda-fb7310da886d HTTP/1.1" status: 200 len: 851 time: 0.0839853 Jul 06 14:12:48.436131 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-2789a266-ddd0-49be-9bfe-c75eb5470005 req-14f61ad0-d180-4bf0-a4e5-fcd01b3b6f2a service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=a3c3f842-601a-418a-8017-a9441854184e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0489638 Jul 06 14:12:48.440433 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-16fe2472-8a7d-47a3-989d-31f89984b635 None None] For port fdd0ba94-3735-43a8-8378-58c2ef081eab, host n-d-773647-6, cleared binding levels {{(pid=100248) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:12:48.476290 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-16fe2472-8a7d-47a3-989d-31f89984b635 None None] For port fdd0ba94-3735-43a8-8378-58c2ef081eab, host n-d-773647-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=fdd0ba94-3735-43a8-8378-58c2ef081eab,segment=NetworkSegment(f6fc1825-d60c-4609-8e1e-1c14d8022536),segment_id=f6fc1825-d60c-4609-8e1e-1c14d8022536)] {{(pid=100248) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:12:48.497862 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-16fe2472-8a7d-47a3-989d-31f89984b635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:48.507235 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-824a3631-f493-49b9-b197-9b33c7d53b5d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:48.534993 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-824a3631-f493-49b9-b197-9b33c7d53b5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:48.655787 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824a3631-f493-49b9-b197-9b33c7d53b5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74372004-1516-49de-a987-394c68ce6a09,revision_number=1']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:12:48.662551 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-2789a266-ddd0-49be-9bfe-c75eb5470005 req-f9df9ae9-9ddf-47c8-8052-84a7d45ed867 service neutron] 10.222.0.72 "GET /v2.0/networks/a3c3f842-601a-418a-8017-a9441854184e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2183452 Jul 06 14:12:48.668469 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd11bc7-9ed7-40cc-a208-07818e50d39e None None] Pushing event updated for resources: {'Port': ['ID=fdd0ba94-3735-43a8-8378-58c2ef081eab,revision_number=4']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:12:48.741878 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-824a3631-f493-49b9-b197-9b33c7d53b5d admin admin] vlan segment allocate from pool success with {'vlan_id': 1045, 'physical_network': 'physnet1'} {{(pid=100247) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 14:12:48.764126 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16fe2472-8a7d-47a3-989d-31f89984b635 None None] Routers {'ffc063c0-808e-4de6-998a-d836ac90ee0c'} bound to L3 agent in host n-d-773647-6 {{(pid=100248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:12:48.764915 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-16fe2472-8a7d-47a3-989d-31f89984b635 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T14:12:25Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['ffc063c0-808e-4de6-998a-d836ac90ee0c'], 'active': True} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:12:48.842153 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-824a3631-f493-49b9-b197-9b33c7d53b5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552'] for segment, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:48.842743 n-d-773647-6 neutron-server[100247]: INFO neutron.db.segments_db [None req-824a3631-f493-49b9-b197-9b33c7d53b5d admin admin] Added segment 363dcd37-8bb7-42e7-ab10-1b8e4e85ff75 of type vlan for network 085fedf0-f391-4cc7-967a-bed7f2707f17 Jul 06 14:12:48.864546 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Device 5b6cd563-8930-4a51-87d6-66e9c4455b58 no longer exists at agent hyperv_n-h2-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:12:48.867868 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Device 429f3492-843d-4796-9d88-1d8e36084f34 details requested by agent hyperv_n-h2-773647-6 with host n-h2-773647-6 {{(pid=100248) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 14:12:48.897302 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-2789a266-ddd0-49be-9bfe-c75eb5470005 req-3fc51f43-0c30-424c-9b80-97ac243c0245 service neutron] 10.222.0.72 "GET /v2.0/networks/a3c3f842-601a-418a-8017-a9441854184e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2249224 Jul 06 14:12:48.971840 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118e088a-4817-4178-86fe-481b0ac48b4e req-2f59f327-2f9a-4556-a42f-1787031905b6 tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:12:48.985576 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118e088a-4817-4178-86fe-481b0ac48b4e req-2f59f327-2f9a-4556-a42f-1787031905b6 tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:12:48.996020 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118e088a-4817-4178-86fe-481b0ac48b4e req-2f59f327-2f9a-4556-a42f-1787031905b6 tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:12:49.002709 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118e088a-4817-4178-86fe-481b0ac48b4e req-2f59f327-2f9a-4556-a42f-1787031905b6 tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:12:49.018690 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118e088a-4817-4178-86fe-481b0ac48b4e req-2f59f327-2f9a-4556-a42f-1787031905b6 tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:12:49.026146 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118e088a-4817-4178-86fe-481b0ac48b4e req-2f59f327-2f9a-4556-a42f-1787031905b6 tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:12:49.033897 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-118e088a-4817-4178-86fe-481b0ac48b4e req-2f59f327-2f9a-4556-a42f-1787031905b6 tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] 10.222.0.104 "GET /v2.0/ports?device_id=e7dc6a4d-9f66-42f4-9ec5-8a24ac011f21 HTTP/1.1" status: 200 len: 4661 time: 0.6682324 Jul 06 14:12:49.080168 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-824a3631-f493-49b9-b197-9b33c7d53b5d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773752984405'] for network, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:49.092854 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.db [req-da4d29cb-4f0a-4487-8491-c7159c00714a req-9eece97b-1688-44b5-80ed-a87276bf3844 service neutron] For port f010560f-f4c8-4c8c-99e0-7afd7573142a, host n-h2-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=f010560f-f4c8-4c8c-99e0-7afd7573142a,segment=NetworkSegment(59c264de-0282-4c26-a7e9-a05f64ad5f6c),segment_id=59c264de-0282-4c26-a7e9-a05f64ad5f6c)] {{(pid=100247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:12:49.160865 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvr_db [None req-16fe2472-8a7d-47a3-989d-31f89984b635 None None] Set router ffc063c0-808e-4de6-998a-d836ac90ee0c gateway port host: n-d-773647-6 {{(pid=100248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:12:49.201626 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-118e088a-4817-4178-86fe-481b0ac48b4e req-80b3b2f3-7320-4d98-bfd0-afb6e31ce0e9 tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] 10.222.0.104 "GET /v2.0/security-groups?id=49c1468a-280e-4510-8673-63e827c90e1a&id=89d2c750-f3d8-486f-ac80-ea9c67d569ed&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1616161 Jul 06 14:12:49.229751 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-824a3631-f493-49b9-b197-9b33c7d53b5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060'] for network, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:49.230727 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-824a3631-f493-49b9-b197-9b33c7d53b5d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:12:49.231353 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-824a3631-f493-49b9-b197-9b33c7d53b5d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583035'] for network, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:49.234933 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.db [req-da4d29cb-4f0a-4487-8491-c7159c00714a req-9eece97b-1688-44b5-80ed-a87276bf3844 service neutron] For port f010560f-f4c8-4c8c-99e0-7afd7573142a, host n-h2-773647-6, cleared binding levels {{(pid=100247) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:12:49.273718 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] For port 429f3492-843d-4796-9d88-1d8e36084f34, host n-h2-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=429f3492-843d-4796-9d88-1d8e36084f34,segment=NetworkSegment(58b87625-04d4-401c-bc32-e9fe010479dc),segment_id=58b87625-04d4-401c-bc32-e9fe010479dc)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:12:49.330407 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824a3631-f493-49b9-b197-9b33c7d53b5d admin admin] Pushing event updated for resources: {'Network': ['ID=085fedf0-f391-4cc7-967a-bed7f2707f17,revision_number=1']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:12:49.359745 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 52710) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:12:49.360367 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-824a3631-f493-49b9-b197-9b33c7d53b5d admin admin] 10.222.0.104 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.9933271 Jul 06 14:12:49.374648 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-2bb18421-5437-4389-ab67-714cd70a22d3 admin admin] Request body: {'subnet': {'network_id': '085fedf0-f391-4cc7-967a-bed7f2707f17', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-105192142-subnet', 'tenant_id': '6ca8a9587eae478b9e06b24c088350d7', 'ip_version': 4}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:12:49.385210 n-d-773647-6 neutron-server[100247]: DEBUG neutron.notifiers.nova [req-da4d29cb-4f0a-4487-8491-c7159c00714a req-9eece97b-1688-44b5-80ed-a87276bf3844 service neutron] device_id is not set on port f010560f-f4c8-4c8c-99e0-7afd7573142a yet. {{(pid=100247) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 14:12:49.409944 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-da4d29cb-4f0a-4487-8491-c7159c00714a req-9eece97b-1688-44b5-80ed-a87276bf3844 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:49.424051 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bb18421-5437-4389-ab67-714cd70a22d3 admin admin] Made reservation on behalf of 6ca8a9587eae478b9e06b24c088350d7 for: {'subnet': 1} {{(pid=100246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:12:49.435748 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-2bb18421-5437-4389-ab67-714cd70a22d3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127702029'] for subnet, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:49.456477 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4a815e-6bd2-47f1-a966-6de9fe3788f6 req-9c9a4ebf-1fba-4ef2-bf0e-4a9d0499dc1b tempest-ServerRescueTestJSONUnderV235-1943447921 tempest-ServerRescueTestJSONUnderV235-1943447921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:12:49.461519 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-6f4a815e-6bd2-47f1-a966-6de9fe3788f6 req-9c9a4ebf-1fba-4ef2-bf0e-4a9d0499dc1b tempest-ServerRescueTestJSONUnderV235-1943447921 tempest-ServerRescueTestJSONUnderV235-1943447921-project] 10.222.0.104 "GET /v2.0/ports?device_id=db386cd2-b4bb-41cb-b1dd-da803603d9f6 HTTP/1.1" status: 200 len: 945 time: 0.3619440 Jul 06 14:12:49.466738 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-da4d29cb-4f0a-4487-8491-c7159c00714a req-9eece97b-1688-44b5-80ed-a87276bf3844 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128888538'] for port, after_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:49.523290 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Network 085fedf0-f391-4cc7-967a-bed7f2707f17 details requested by agent ovs-agent-n-d-773647-6 with host n-d-773647-6 {{(pid=100248) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 14:12:49.572033 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eece97b-1688-44b5-80ed-a87276bf3844 service neutron] Pushing event updated for resources: {'Port': ['ID=f010560f-f4c8-4c8c-99e0-7afd7573142a,revision_number=6']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:12:49.620177 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:49.622406 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Returning: {'device': '429f3492-843d-4796-9d88-1d8e36084f34', 'network_id': 'a3c3f842-601a-418a-8017-a9441854184e', 'port_id': '429f3492-843d-4796-9d88-1d8e36084f34', 'mac_address': 'fa:16:3e:e6:0e:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1006, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c036779b-d851-45df-9bda-fb7310da886d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100248) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 14:12:49.682823 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-6f4a815e-6bd2-47f1-a966-6de9fe3788f6 req-df96ebe5-c91d-4d0f-9a2c-4d8e266ae004 tempest-ServerRescueTestJSONUnderV235-1943447921 tempest-ServerRescueTestJSONUnderV235-1943447921-project] 10.222.0.104 "GET /v2.0/security-groups?id=e935fe9d-1917-4a28-a641-6b187141d0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2113500 Jul 06 14:12:49.737005 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.l3_dvrscheduler_db [req-da4d29cb-4f0a-4487-8491-c7159c00714a req-9eece97b-1688-44b5-80ed-a87276bf3844 service neutron] No DVR routers for this DVR port f010560f-f4c8-4c8c-99e0-7afd7573142a on host n-h2-773647-6 {{(pid=100247) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:12:49.766289 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:49.804614 n-d-773647-6 neutron-server[100248]: DEBUG neutron.notifiers.nova [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 429f3492-843d-4796-9d88-1d8e36084f34 {{(pid=100248) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 14:12:49.840568 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.plugin [req-da4d29cb-4f0a-4487-8491-c7159c00714a req-9eece97b-1688-44b5-80ed-a87276bf3844 service neutron] In _notify_port_updated(), no bound segment for port f010560f-f4c8-4c8c-99e0-7afd7573142a on network ace612ee-fa1f-4249-807d-5000ddc15676 {{(pid=100247) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 06 14:12:49.841873 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4d29cb-4f0a-4487-8491-c7159c00714a req-9eece97b-1688-44b5-80ed-a87276bf3844 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:12:49.842718 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-da4d29cb-4f0a-4487-8491-c7159c00714a req-9eece97b-1688-44b5-80ed-a87276bf3844 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:49.844330 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-da4d29cb-4f0a-4487-8491-c7159c00714a req-9eece97b-1688-44b5-80ed-a87276bf3844 service neutron] 10.222.0.72 "PUT /v2.0/ports/f010560f-f4c8-4c8c-99e0-7afd7573142a HTTP/1.1" status: 200 len: 1028 time: 1.9661307 Jul 06 14:12:49.847130 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-2bb18421-5437-4389-ab67-714cd70a22d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1849032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127687649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127702047'] for subnet, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:49.859263 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] For port 429f3492-843d-4796-9d88-1d8e36084f34, host n-h2-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=429f3492-843d-4796-9d88-1d8e36084f34,segment=NetworkSegment(58b87625-04d4-401c-bc32-e9fe010479dc),segment_id=58b87625-04d4-401c-bc32-e9fe010479dc)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:12:49.876232 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ff4b36-2eb8-4092-8048-716b6af861d8 req-861fa337-f4fc-46b0-b4c3-991541750f2a tempest-ServerRescueTestJSON-1630712699 tempest-ServerRescueTestJSON-1630712699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:12:49.883785 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-d6ff4b36-2eb8-4092-8048-716b6af861d8 req-861fa337-f4fc-46b0-b4c3-991541750f2a tempest-ServerRescueTestJSON-1630712699 tempest-ServerRescueTestJSON-1630712699-project] 10.222.0.104 "GET /v2.0/ports?device_id=289ccf1b-838f-4890-b1d0-9aa7c290d4b3 HTTP/1.1" status: 200 len: 944 time: 0.2267869 Jul 06 14:12:49.900219 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] For port 5b6cd563-8930-4a51-87d6-66e9c4455b58, host n-h2-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=5b6cd563-8930-4a51-87d6-66e9c4455b58,segment=NetworkSegment(59c264de-0282-4c26-a7e9-a05f64ad5f6c),segment_id=59c264de-0282-4c26-a7e9-a05f64ad5f6c)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:12:49.901634 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:49.908451 n-d-773647-6 neutron-server[100248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7dc6a4d-9f66-42f4-9ec5-8a24ac011f21', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5b6cd563-8930-4a51-87d6-66e9c4455b58'}] {{(pid=100248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:12:49.911630 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84af257533e383389cbcf231d3534f4d5e149e7203fea16b4a8fc01438dddaf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a7b1242-4cfc-4fa6-9ff5-7a7ceebfc2d2" -d '{"events": [{"server_uuid": "e7dc6a4d-9f66-42f4-9ec5-8a24ac011f21", "name": "network-vif-unplugged", "status": "completed", "tag": "5b6cd563-8930-4a51-87d6-66e9c4455b58"}]}' {{(pid=100248) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:12:49.994465 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb18421-5437-4389-ab67-714cd70a22d3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=afa31d07-dd38-45da-9f42-eb6ac62463eb,revision_number=0']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:12:49.995438 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-d6ff4b36-2eb8-4092-8048-716b6af861d8 req-07a2e621-cdd1-46e3-80fc-6cd75c3ce889 tempest-ServerRescueTestJSON-1630712699 tempest-ServerRescueTestJSON-1630712699-project] 10.222.0.104 "GET /v2.0/security-groups?id=5ad75d0b-ae4f-4528-8f14-d8740f9e67e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105893 Jul 06 14:12:50.013750 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bb18421-5437-4389-ab67-714cd70a22d3 admin admin] Checking segment: {'id': '363dcd37-8bb7-42e7-ab10-1b8e4e85ff75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1045, 'network_id': '085fedf0-f391-4cc7-967a-bed7f2707f17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:12:50.014121 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bb18421-5437-4389-ab67-714cd70a22d3 admin admin] Network hostable DHCP agents. Network: 085fedf0-f391-4cc7-967a-bed7f2707f17, hostable agents: ['f2bada3d-be77-4359-982b-8505a2bbca04'], hosted agents: [] {{(pid=100246) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 14:12:50.052727 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bb18421-5437-4389-ab67-714cd70a22d3 admin admin] Network 085fedf0-f391-4cc7-967a-bed7f2707f17 is scheduled to be hosted by DHCP agent f2bada3d-be77-4359-982b-8505a2bbca04 with binding_index 1 {{(pid=100246) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 14:12:50.071722 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.base_scheduler [None req-2bb18421-5437-4389-ab67-714cd70a22d3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773647-6, 085fedf0-f391-4cc7-967a-bed7f2707f17) {{(pid=100246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:12:50.077565 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bb18421-5437-4389-ab67-714cd70a22d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:12:50.083112 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-2bb18421-5437-4389-ab67-714cd70a22d3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:50.085130 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:50.086103 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Device 7a5f929a-d561-4993-9f4a-1c266d662f0f no longer exists at agent hyperv_n-h2-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:12:50.091078 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dc68398-fabc-4ef0-a259-aa0a588331f3 None None] Network 085fedf0-f391-4cc7-967a-bed7f2707f17 requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:12:50.142817 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 52728) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:12:50.146991 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-2bb18421-5437-4389-ab67-714cd70a22d3 admin admin] 10.222.0.104 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7781746 Jul 06 14:12:50.148784 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [None req-5be0b58c-1d17-4696-a964-76e1ceed42f3 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-105192142-router', 'tenant_id': '6ca8a9587eae478b9e06b24c088350d7', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719'}}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:12:50.154277 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Pushing event updated for resources: {'Port': ['ID=429f3492-843d-4796-9d88-1d8e36084f34,revision_number=4']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:12:50.161418 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 06 Jul 2021 14:12:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-563e4226-0be7-4fe7-b2f9-aac227a00ae6 x-openstack-request-id: req-563e4226-0be7-4fe7-b2f9-aac227a00ae6 {{(pid=100248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:12:50.161799 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7dc6a4d-9f66-42f4-9ec5-8a24ac011f21", "name": "network-vif-unplugged", "status": "completed", "tag": "5b6cd563-8930-4a51-87d6-66e9c4455b58", "code": 200}]} {{(pid=100248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:12:50.162117 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-563e4226-0be7-4fe7-b2f9-aac227a00ae6 {{(pid=100248) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:12:50.162578 n-d-773647-6 neutron-server[100248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7dc6a4d-9f66-42f4-9ec5-8a24ac011f21', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5b6cd563-8930-4a51-87d6-66e9c4455b58', 'code': 200} Jul 06 14:12:50.173154 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.plugin [req-da4d29cb-4f0a-4487-8491-c7159c00714a req-7f7e5335-4375-4a62-850e-e1bf5e74b901 tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] Deleting port 0fccaba0-09bb-4911-acde-c7e70c576bcb {{(pid=100247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:12:50.173503 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-da4d29cb-4f0a-4487-8491-c7159c00714a req-7f7e5335-4375-4a62-850e-e1bf5e74b901 tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:50.194895 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] get_ports_and_sgs() called for port_ids ['429f3492-843d-4796-9d88-1d8e36084f34'] {{(pid=100248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 14:12:50.303012 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.db [req-da4d29cb-4f0a-4487-8491-c7159c00714a req-7f7e5335-4375-4a62-850e-e1bf5e74b901 tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] For port 0fccaba0-09bb-4911-acde-c7e70c576bcb, host n-h2-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=0fccaba0-09bb-4911-acde-c7e70c576bcb,segment=NetworkSegment(89a04a2d-f882-47fd-b830-e5562609bb0e),segment_id=89a04a2d-f882-47fd-b830-e5562609bb0e)] {{(pid=100247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:12:50.304708 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-da4d29cb-4f0a-4487-8491-c7159c00714a req-7f7e5335-4375-4a62-850e-e1bf5e74b901 tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:50.310865 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Pushing event updated for resources: {'Port': ['ID=5b6cd563-8930-4a51-87d6-66e9c4455b58,revision_number=6']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:12:50.360525 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-5be0b58c-1d17-4696-a964-76e1ceed42f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1806290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6992'] for router, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:50.362228 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-5be0b58c-1d17-4696-a964-76e1ceed42f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1806157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1808637', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1714747', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7007'] for router, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:50.461111 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-725d4e60-3849-4c9b-9c35-af42da96e5cc None None] Provisioning complete for port f010560f-f4c8-4c8c-99e0-7afd7573142a triggered by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:12:50.461485 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-725d4e60-3849-4c9b-9c35-af42da96e5cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:50.513892 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-5be0b58c-1d17-4696-a964-76e1ceed42f3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:50.635795 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-16fe2472-8a7d-47a3-989d-31f89984b635 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffc063c0-808e-4de6-998a-d836ac90ee0c', 'name': 'tempest-TestAggregatesBasicOps-2057071294-router', 'tenant_id': '7006de025fc94286ac8724f7227fa122', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.146'}], 'enable_snat': True}, 'gw_port_id': 'cddd4bd3-875a-4eec-a3ae-ab3a174cfdeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:12:40Z', 'updated_at': '2021-07-06T14:12:44Z', 'revision_number': 4, 'project_id': '7006de025fc94286ac8724f7227fa122', 'gw_port': {'id': 'cddd4bd3-875a-4eec-a3ae-ab3a174cfdeb', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:8c:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffc063c0-808e-4de6-998a-d836ac90ee0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2040, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:12:40Z', 'updated_at': '2021-07-06T14:12:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6', '_interfaces': [{'id': 'fdd0ba94-3735-43a8-8378-58c2ef081eab', 'name': '', 'network_id': 'efabace2-4de3-44fe-8061-a0e325edfc74', 'tenant_id': '7006de025fc94286ac8724f7227fa122', 'mac_address': 'fa:16:3e:ce:6d:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffc063c0-808e-4de6-998a-d836ac90ee0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2041, 'fixed_ips': [{'subnet_id': 'b85664d7-a6c0-4839-9391-ea19e3c7d63c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:12:43Z', 'updated_at': '2021-07-06T14:12:48Z', 'revision_number': 4, 'project_id': '7006de025fc94286ac8724f7227fa122', 'subnets': [{'id': 'b85664d7-a6c0-4839-9391-ea19e3c7d63c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773647-6', False) {} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:12:50.636387 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-da4d29cb-4f0a-4487-8491-c7159c00714a req-7f7e5335-4375-4a62-850e-e1bf5e74b901 tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:50.636645 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-da4d29cb-4f0a-4487-8491-c7159c00714a req-7f7e5335-4375-4a62-850e-e1bf5e74b901 tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1761130'] for floatingip, after_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:50.636961 n-d-773647-6 neutron-server[100247]: INFO neutron.db.l3_db [req-da4d29cb-4f0a-4487-8491-c7159c00714a req-7f7e5335-4375-4a62-850e-e1bf5e74b901 tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] Floating IP 9d078c22-4955-4a8d-a0f4-069b23931303 disassociated. External IP: 172.25.0.41, port: 0fccaba0-09bb-4911-acde-c7e70c576bcb. Jul 06 14:12:50.637308 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.plugin [req-da4d29cb-4f0a-4487-8491-c7159c00714a req-7f7e5335-4375-4a62-850e-e1bf5e74b901 tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] Calling delete_port for 0fccaba0-09bb-4911-acde-c7e70c576bcb owned by compute:nova {{(pid=100247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:12:50.642980 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-725d4e60-3849-4c9b-9c35-af42da96e5cc None None] Port f010560f-f4c8-4c8c-99e0-7afd7573142a cannot update to ACTIVE because it is not bound. {{(pid=100248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 14:12:50.679480 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a9e0c1a-5b51-46cd-a789-4007ea9c3a2a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6bd5fc82-6666-56e8-87c2-91648d36c963-085fedf0-f391-4cc7-967a-bed7f2707f17', 'network_id': '085fedf0-f391-4cc7-967a-bed7f2707f17', 'tenant_id': '6ca8a9587eae478b9e06b24c088350d7', 'fixed_ips': [{'subnet_id': 'afa31d07-dd38-45da-9f42-eb6ac62463eb'}]}} from n-d-773647-6. {{(pid=100248) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 14:12:50.680334 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-2a9e0c1a-5b51-46cd-a789-4007ea9c3a2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:50.688917 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16fe2472-8a7d-47a3-989d-31f89984b635 None None] The sync data for ids ['ffc063c0-808e-4de6-998a-d836ac90ee0c'] in n-d-773647-6 is: [{'id': 'ffc063c0-808e-4de6-998a-d836ac90ee0c', 'name': 'tempest-TestAggregatesBasicOps-2057071294-router', 'tenant_id': '7006de025fc94286ac8724f7227fa122', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.146'}], 'enable_snat': True}, 'gw_port_id': 'cddd4bd3-875a-4eec-a3ae-ab3a174cfdeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:12:40Z', 'updated_at': '2021-07-06T14:12:44Z', 'revision_number': 4, 'project_id': '7006de025fc94286ac8724f7227fa122', 'gw_port': {'id': 'cddd4bd3-875a-4eec-a3ae-ab3a174cfdeb', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:8c:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffc063c0-808e-4de6-998a-d836ac90ee0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2040, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:12:40Z', 'updated_at': '2021-07-06T14:12:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6', '_interfaces': [{'id': 'fdd0ba94-3735-43a8-8378-58c2ef081eab', 'name': '', 'network_id': 'efabace2-4de3-44fe-8061-a0e325edfc74', 'tenant_id': '7006de025fc94286ac8724f7227fa122', 'mac_address': 'fa:16:3e:ce:6d:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffc063c0-808e-4de6-998a-d836ac90ee0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2041, 'fixed_ips': [{'subnet_id': 'b85664d7-a6c0-4839-9391-ea19e3c7d63c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:12:43Z', 'updated_at': '2021-07-06T14:12:48Z', 'revision_number': 4, 'project_id': '7006de025fc94286ac8724f7227fa122', 'subnets': [{'id': 'b85664d7-a6c0-4839-9391-ea19e3c7d63c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 14:12:50.715815 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:50.901480 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.db_base_plugin_common [None req-2a9e0c1a-5b51-46cd-a789-4007ea9c3a2a None None] Allocated IP 172.20.0.2 (085fedf0-f391-4cc7-967a-bed7f2707f17/afa31d07-dd38-45da-9f42-eb6ac62463eb/48d66e24-34d1-4fe7-b387-9422e4645cf3) {{(pid=100248) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:12:51.048722 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-da4d29cb-4f0a-4487-8491-c7159c00714a req-7f7e5335-4375-4a62-850e-e1bf5e74b901 tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128888353'] for port, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:51.127453 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7e5335-4375-4a62-850e-e1bf5e74b901 tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] Pushing event deleted for resources: {'Port': ['ID=0fccaba0-09bb-4911-acde-c7e70c576bcb,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:12:51.149611 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] For port 7a5f929a-d561-4993-9f4a-1c266d662f0f, host n-h2-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=7a5f929a-d561-4993-9f4a-1c266d662f0f,segment=NetworkSegment(f09c3fbf-c889-483b-a962-6f1095f380c6),segment_id=f09c3fbf-c889-483b-a962-6f1095f380c6)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:12:51.161437 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:51.162235 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Device 0fccaba0-09bb-4911-acde-c7e70c576bcb no longer exists at agent hyperv_n-h2-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:12:51.325214 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] No Port match for: 0fccaba0-09bb-4911-acde-c7e70c576bcb {{(pid=100248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 14:12:51.325437 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Device 0fccaba0-09bb-4911-acde-c7e70c576bcb not bound to the agent host n-h2-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:12:51.325873 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Device f010560f-f4c8-4c8c-99e0-7afd7573142a no longer exists at agent hyperv_n-h2-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:12:51.376982 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-2a9e0c1a-5b51-46cd-a789-4007ea9c3a2a None None] Notify callbacks [] for port, precommit_create {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:51.385207 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010efb2c-e9cb-4f28-a9cd-9f543bdf3b88 req-b9ea9c8f-4a92-425c-a092-f0246f71dd5a tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:12:51.393106 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010efb2c-e9cb-4f28-a9cd-9f543bdf3b88 req-b9ea9c8f-4a92-425c-a092-f0246f71dd5a tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:12:51.398198 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-2a9e0c1a-5b51-46cd-a789-4007ea9c3a2a None None] Transition to ACTIVE for port object 48d66e24-34d1-4fe7-b387-9422e4645cf3 will not be triggered until provisioned by entity L2. {{(pid=100248) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:12:51.399601 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010efb2c-e9cb-4f28-a9cd-9f543bdf3b88 req-b9ea9c8f-4a92-425c-a092-f0246f71dd5a tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:12:51.410458 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010efb2c-e9cb-4f28-a9cd-9f543bdf3b88 req-b9ea9c8f-4a92-425c-a092-f0246f71dd5a tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:12:51.416579 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010efb2c-e9cb-4f28-a9cd-9f543bdf3b88 req-b9ea9c8f-4a92-425c-a092-f0246f71dd5a tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:12:51.429384 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Device f010560f-f4c8-4c8c-99e0-7afd7573142a not bound to the agent host n-h2-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:12:51.429384 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Device 83215aec-c681-4406-8cbd-a47df2174430 no longer exists at agent hyperv_n-h2-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:12:51.431807 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-010efb2c-e9cb-4f28-a9cd-9f543bdf3b88 req-b9ea9c8f-4a92-425c-a092-f0246f71dd5a tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] 10.222.0.104 "GET /v2.0/ports?device_id=e7dc6a4d-9f66-42f4-9ec5-8a24ac011f21 HTTP/1.1" status: 200 len: 3884 time: 1.0367332 Jul 06 14:12:51.444173 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Pushing event updated for resources: {'Port': ['ID=7a5f929a-d561-4993-9f4a-1c266d662f0f,revision_number=6']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:12:51.500417 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-2a9e0c1a-5b51-46cd-a789-4007ea9c3a2a None None] Transition to ACTIVE for port object 48d66e24-34d1-4fe7-b387-9422e4645cf3 will not be triggered until provisioned by entity DHCP. {{(pid=100248) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:12:51.534526 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-2a9e0c1a-5b51-46cd-a789-4007ea9c3a2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108'] for port, after_create {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:51.716649 n-d-773647-6 neutron-server[100248]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a9e0c1a-5b51-46cd-a789-4007ea9c3a2a None None] Network 085fedf0-f391-4cc7-967a-bed7f2707f17 is already hosted by enough agents. {{(pid=100248) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:12:51.751585 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:51.755036 n-d-773647-6 neutron-server[100248]: DEBUG neutron.scheduler.base_scheduler [None req-2a9e0c1a-5b51-46cd-a789-4007ea9c3a2a None None] Resources bound (agent type, host, resource id): {{(pid=100248) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:12:51.757006 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9e0c1a-5b51-46cd-a789-4007ea9c3a2a None None] Pushing event updated for resources: {'Port': ['ID=48d66e24-34d1-4fe7-b387-9422e4645cf3,revision_number=1']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:12:51.759885 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a9e0c1a-5b51-46cd-a789-4007ea9c3a2a None None] Received port after_create {{(pid=100248) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:12:51.917148 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] For port 83215aec-c681-4406-8cbd-a47df2174430, host n-h2-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=83215aec-c681-4406-8cbd-a47df2174430,segment=NetworkSegment(59c264de-0282-4c26-a7e9-a05f64ad5f6c),segment_id=59c264de-0282-4c26-a7e9-a05f64ad5f6c)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:12:51.934195 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:51.934915 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Device 6dd92e69-e804-40c7-8993-d5e086a55974 no longer exists at agent hyperv_n-h2-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:12:51.952156 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-2a9e0c1a-5b51-46cd-a789-4007ea9c3a2a None None] Attempting to bind port 48d66e24-34d1-4fe7-b387-9422e4645cf3 on host n-d-773647-6 for vnic_type normal with profile {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:12:51.952878 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-2a9e0c1a-5b51-46cd-a789-4007ea9c3a2a None None] Attempting to bind port 48d66e24-34d1-4fe7-b387-9422e4645cf3 by drivers openvswitch,hyperv on host n-d-773647-6 at level 0 using segments [{'id': '363dcd37-8bb7-42e7-ab10-1b8e4e85ff75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1045, 'network_id': '085fedf0-f391-4cc7-967a-bed7f2707f17'}] {{(pid=100248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:12:51.953567 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a9e0c1a-5b51-46cd-a789-4007ea9c3a2a None None] Attempting to bind port 48d66e24-34d1-4fe7-b387-9422e4645cf3 on network 085fedf0-f391-4cc7-967a-bed7f2707f17 {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:12:52.035966 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-5be0b58c-1d17-4696-a964-76e1ceed42f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1761047', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1806272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6989'] for router, precommit_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:52.067396 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a9e0c1a-5b51-46cd-a789-4007ea9c3a2a None None] Checking agent: {'id': '8ab5b19c-d213-4f29-891d-27bdf39d38b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773647-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 43, 26), 'started_at': datetime.datetime(2021, 7, 6, 13, 43, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 12, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773647-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:12:52.068051 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a9e0c1a-5b51-46cd-a789-4007ea9c3a2a None None] Checking segment: {'id': '363dcd37-8bb7-42e7-ab10-1b8e4e85ff75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1045, 'network_id': '085fedf0-f391-4cc7-967a-bed7f2707f17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:12:52.068694 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-2a9e0c1a-5b51-46cd-a789-4007ea9c3a2a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:52.069288 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a9e0c1a-5b51-46cd-a789-4007ea9c3a2a None None] Bound using segment: {'id': '363dcd37-8bb7-42e7-ab10-1b8e4e85ff75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1045, 'network_id': '085fedf0-f391-4cc7-967a-bed7f2707f17'} {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:12:52.069992 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-2a9e0c1a-5b51-46cd-a789-4007ea9c3a2a None None] Bound port: 48d66e24-34d1-4fe7-b387-9422e4645cf3, host: n-d-773647-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '363dcd37-8bb7-42e7-ab10-1b8e4e85ff75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1045, 'network_id': '085fedf0-f391-4cc7-967a-bed7f2707f17'}}] {{(pid=100248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:12:52.070595 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-2a9e0c1a-5b51-46cd-a789-4007ea9c3a2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:52.094191 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device fdd0ba94-3735-43a8-8378-58c2ef081eab up at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:12:52.100530 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.l3_agent_scheduler [req-da4d29cb-4f0a-4487-8491-c7159c00714a req-7f7e5335-4375-4a62-850e-e1bf5e74b901 tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] Router 66707835-4562-47e1-9dce-7c9cac23064a has already been hosted by L3 agent 2823d358-a11b-4885-a706-95a279e43fa7 {{(pid=100247) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 14:12:52.133655 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b27915d-e549-46cb-9167-ca0e5b410a9d req-bf099505-3008-4125-9b50-3c0d6ec28f42 tempest-ServerRescueTestJSONUnderV235-1943447921 tempest-ServerRescueTestJSONUnderV235-1943447921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:12:52.140881 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-9b27915d-e549-46cb-9167-ca0e5b410a9d req-bf099505-3008-4125-9b50-3c0d6ec28f42 tempest-ServerRescueTestJSONUnderV235-1943447921 tempest-ServerRescueTestJSONUnderV235-1943447921-project] 10.222.0.104 "GET /v2.0/ports?device_id=db386cd2-b4bb-41cb-b1dd-da803603d9f6 HTTP/1.1" status: 200 len: 945 time: 1.0787570 Jul 06 14:12:52.174512 n-d-773647-6 neutron-server[100248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7dc6a4d-9f66-42f4-9ec5-8a24ac011f21', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7a5f929a-d561-4993-9f4a-1c266d662f0f'}, {'server_uuid': 'e7dc6a4d-9f66-42f4-9ec5-8a24ac011f21', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '83215aec-c681-4406-8cbd-a47df2174430'}] {{(pid=100248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:12:52.177826 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84af257533e383389cbcf231d3534f4d5e149e7203fea16b4a8fc01438dddaf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4abc6fbf-4539-45a0-839e-c358ba4579b4" -d '{"events": [{"server_uuid": "e7dc6a4d-9f66-42f4-9ec5-8a24ac011f21", "name": "network-vif-unplugged", "status": "completed", "tag": "7a5f929a-d561-4993-9f4a-1c266d662f0f"}, {"server_uuid": "e7dc6a4d-9f66-42f4-9ec5-8a24ac011f21", "name": "network-vif-unplugged", "status": "completed", "tag": "83215aec-c681-4406-8cbd-a47df2174430"}]}' {{(pid=100248) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:12:52.223665 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-010efb2c-e9cb-4f28-a9cd-9f543bdf3b88 req-2d083d9e-4252-44a6-b16e-a8a4017be40c tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] 10.222.0.104 "GET /v2.0/security-groups?id=49c1468a-280e-4510-8673-63e827c90e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7907770 Jul 06 14:12:52.264588 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Pushing event updated for resources: {'Port': ['ID=83215aec-c681-4406-8cbd-a47df2174430,revision_number=6']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:12:52.355263 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-9b27915d-e549-46cb-9167-ca0e5b410a9d req-87b16b38-a929-4db3-9519-8ed19d9fb269 tempest-ServerRescueTestJSONUnderV235-1943447921 tempest-ServerRescueTestJSONUnderV235-1943447921-project] 10.222.0.104 "GET /v2.0/security-groups?id=e935fe9d-1917-4a28-a641-6b187141d0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2131195 Jul 06 14:12:52.375556 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-2a9e0c1a-5b51-46cd-a789-4007ea9c3a2a None None] For port 48d66e24-34d1-4fe7-b387-9422e4645cf3, host n-d-773647-6, cleared binding levels {{(pid=100248) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:12:52.411022 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3182c74-aa60-4293-8d25-a3f9c25e1bf5 req-d87fda85-ee59-480f-9907-3cb69e4b1d41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:12:52.417845 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-b3182c74-aa60-4293-8d25-a3f9c25e1bf5 req-d87fda85-ee59-480f-9907-3cb69e4b1d41 service neutron] 10.222.0.127 "GET /v2.0/ports?device_id=db386cd2-b4bb-41cb-b1dd-da803603d9f6 HTTP/1.1" status: 200 len: 1096 time: 1.0572307 Jul 06 14:12:52.428989 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-2a9e0c1a-5b51-46cd-a789-4007ea9c3a2a None None] For port 48d66e24-34d1-4fe7-b387-9422e4645cf3, host n-d-773647-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=48d66e24-34d1-4fe7-b387-9422e4645cf3,segment=NetworkSegment(363dcd37-8bb7-42e7-ab10-1b8e4e85ff75),segment_id=363dcd37-8bb7-42e7-ab10-1b8e4e85ff75)] {{(pid=100248) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:12:52.465223 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:52.468560 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-2a9e0c1a-5b51-46cd-a789-4007ea9c3a2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:52.527687 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning for port fdd0ba94-3735-43a8-8378-58c2ef081eab completed by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:12:52.534670 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning complete for port fdd0ba94-3735-43a8-8378-58c2ef081eab triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:12:52.535466 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:52.612396 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-b3182c74-aa60-4293-8d25-a3f9c25e1bf5 req-1d345386-75a3-4d95-b89c-93a6b1acbc37 service neutron] 10.222.0.127 "GET /v2.0/security-groups?id=e935fe9d-1917-4a28-a641-6b187141d0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1811600 Jul 06 14:12:52.615164 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] For port 6dd92e69-e804-40c7-8993-d5e086a55974, host n-h2-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=6dd92e69-e804-40c7-8993-d5e086a55974,segment=NetworkSegment(f09c3fbf-c889-483b-a962-6f1095f380c6),segment_id=f09c3fbf-c889-483b-a962-6f1095f380c6)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:12:52.629356 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-da4d29cb-4f0a-4487-8491-c7159c00714a req-7f7e5335-4375-4a62-850e-e1bf5e74b901 tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] Notify agent at l3_agent.n-d-773647-6 the message routers_updated {{(pid=100247) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 14:12:52.643316 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1be9a9c0-3418-4442-9f6e-055f963bfcb4 None None] Sync routers for ids ['66707835-4562-47e1-9dce-7c9cac23064a'] in n-d-773647-6 {{(pid=100249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 14:12:52.660371 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1be9a9c0-3418-4442-9f6e-055f963bfcb4 None None] Routers {'66707835-4562-47e1-9dce-7c9cac23064a'} bound to L3 agent in host n-d-773647-6 {{(pid=100249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:12:52.663426 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-1be9a9c0-3418-4442-9f6e-055f963bfcb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T14:12:25Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['66707835-4562-47e1-9dce-7c9cac23064a'], 'active': True} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:12:52.673292 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:52.674279 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Device 3ba18cf5-928e-46ea-b0ca-9a371b8d9b40 no longer exists at agent hyperv_n-h2-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:12:52.719810 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.l3_dvrscheduler_db [req-da4d29cb-4f0a-4487-8491-c7159c00714a req-7f7e5335-4375-4a62-850e-e1bf5e74b901 tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] No DVR routers for this DVR port 0fccaba0-09bb-4911-acde-c7e70c576bcb on host n-h2-773647-6 {{(pid=100247) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:12:52.723608 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-da4d29cb-4f0a-4487-8491-c7159c00714a req-7f7e5335-4375-4a62-850e-e1bf5e74b901 tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:52.727164 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-da4d29cb-4f0a-4487-8491-c7159c00714a req-7f7e5335-4375-4a62-850e-e1bf5e74b901 tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] 10.222.0.72 "DELETE /v2.0/ports/0fccaba0-09bb-4911-acde-c7e70c576bcb HTTP/1.1" status: 204 len: 173 time: 2.8722596 Jul 06 14:12:52.730181 n-d-773647-6 neutron-server[100247]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7dc6a4d-9f66-42f4-9ec5-8a24ac011f21', 'name': 'network-vif-deleted', 'tag': '0fccaba0-09bb-4911-acde-c7e70c576bcb'}] {{(pid=100247) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:12:52.742155 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cbf0eeaae822f8fc9b87a94aeba67a3d651842baf663a51cba94b67a514836d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db383ebf-e7f4-4658-8e1c-bb2952b867f0" -d '{"events": [{"server_uuid": "e7dc6a4d-9f66-42f4-9ec5-8a24ac011f21", "name": "network-vif-deleted", "tag": "0fccaba0-09bb-4911-acde-c7e70c576bcb"}]}' {{(pid=100247) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:12:52.851859 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae936131-dd8e-4e04-bfa3-d04b47c21c94 req-fa0e0207-8efb-432f-bb18-f242f0453000 tempest-ServerRescueTestJSON-1630712699 tempest-ServerRescueTestJSON-1630712699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:12:52.853426 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-ae936131-dd8e-4e04-bfa3-d04b47c21c94 req-fa0e0207-8efb-432f-bb18-f242f0453000 tempest-ServerRescueTestJSON-1630712699 tempest-ServerRescueTestJSON-1630712699-project] 10.222.0.104 "GET /v2.0/ports?device_id=289ccf1b-838f-4890-b1d0-9aa7c290d4b3 HTTP/1.1" status: 200 len: 945 time: 0.3383939 Jul 06 14:12:52.907105 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Tue, 06 Jul 2021 14:12:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eddfbca2-1f57-4f46-8d6d-5a73b109599a x-openstack-request-id: req-eddfbca2-1f57-4f46-8d6d-5a73b109599a {{(pid=100248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:12:52.907720 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7dc6a4d-9f66-42f4-9ec5-8a24ac011f21", "name": "network-vif-unplugged", "status": "completed", "tag": "7a5f929a-d561-4993-9f4a-1c266d662f0f", "code": 200}, {"server_uuid": "e7dc6a4d-9f66-42f4-9ec5-8a24ac011f21", "name": "network-vif-unplugged", "status": "completed", "tag": "83215aec-c681-4406-8cbd-a47df2174430", "code": 200}]} {{(pid=100248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:12:52.907829 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-eddfbca2-1f57-4f46-8d6d-5a73b109599a {{(pid=100248) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:12:52.910702 n-d-773647-6 neutron-server[100248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7dc6a4d-9f66-42f4-9ec5-8a24ac011f21', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7a5f929a-d561-4993-9f4a-1c266d662f0f', 'code': 200} Jul 06 14:12:52.910993 n-d-773647-6 neutron-server[100248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7dc6a4d-9f66-42f4-9ec5-8a24ac011f21', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '83215aec-c681-4406-8cbd-a47df2174430', 'code': 200} Jul 06 14:12:52.913011 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:52.966659 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 14:12:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3addbbc9-f12d-4073-a8c0-da7359ac638b x-openstack-request-id: req-3addbbc9-f12d-4073-a8c0-da7359ac638b {{(pid=100247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:12:52.966958 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7dc6a4d-9f66-42f4-9ec5-8a24ac011f21", "name": "network-vif-deleted", "tag": "0fccaba0-09bb-4911-acde-c7e70c576bcb", "status": "completed", "code": 200}]} {{(pid=100247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:12:52.967261 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-3addbbc9-f12d-4073-a8c0-da7359ac638b {{(pid=100247) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:12:52.967665 n-d-773647-6 neutron-server[100247]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7dc6a4d-9f66-42f4-9ec5-8a24ac011f21', 'name': 'network-vif-deleted', 'tag': '0fccaba0-09bb-4911-acde-c7e70c576bcb', 'status': 'completed', 'code': 200} Jul 06 14:12:52.981459 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvr_db [None req-1be9a9c0-3418-4442-9f6e-055f963bfcb4 None None] Set router 66707835-4562-47e1-9dce-7c9cac23064a gateway port host: n-d-773647-6 {{(pid=100249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:12:53.191140 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-ae936131-dd8e-4e04-bfa3-d04b47c21c94 req-4f241e03-ee12-4610-a9f8-7971175e66e9 tempest-ServerRescueTestJSON-1630712699 tempest-ServerRescueTestJSON-1630712699-project] 10.222.0.104 "GET /v2.0/security-groups?id=5ad75d0b-ae4f-4528-8f14-d8740f9e67e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3250065 Jul 06 14:12:53.234893 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-5be0b58c-1d17-4696-a964-76e1ceed42f3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:53.261062 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-5be0b58c-1d17-4696-a964-76e1ceed42f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:53.271064 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.plugin [req-da4d29cb-4f0a-4487-8491-c7159c00714a req-4bfa42ee-414d-43c0-9ec4-74b4e279f9e3 tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] Deleting port 7a5f929a-d561-4993-9f4a-1c266d662f0f {{(pid=100247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:12:53.273106 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-da4d29cb-4f0a-4487-8491-c7159c00714a req-4bfa42ee-414d-43c0-9ec4-74b4e279f9e3 tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:53.464238 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-1be9a9c0-3418-4442-9f6e-055f963bfcb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66707835-4562-47e1-9dce-7c9cac23064a', 'name': 'tempest-TaggedBootDevicesTest-1594388382-router', 'tenant_id': 'db940b92de5443cbbd5f77e12cabccfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.39'}], 'enable_snat': True}, 'gw_port_id': '2637c84f-d9fa-4d74-9274-a92bbe38768d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:02:00Z', 'updated_at': '2021-07-06T14:02:05Z', 'revision_number': 4, 'project_id': 'db940b92de5443cbbd5f77e12cabccfc', 'gw_port': {'id': '2637c84f-d9fa-4d74-9274-a92bbe38768d', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:5a:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66707835-4562-47e1-9dce-7c9cac23064a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 965, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:02:01Z', 'updated_at': '2021-07-06T14:02:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6', '_interfaces': [{'id': '654c53f1-c172-4a69-b8ec-4db4b031b614', 'name': '', 'network_id': '8db538bb-9e5e-4771-8353-dcc3bdff004e', 'tenant_id': 'db940b92de5443cbbd5f77e12cabccfc', 'mac_address': 'fa:16:3e:f3:8b:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66707835-4562-47e1-9dce-7c9cac23064a', 'device_owner': 'network:router_interface', 'standard_attr_id': 966, 'fixed_ips': [{'subnet_id': '906bb642-57ed-4e87-8668-4e82a3a18fe7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:02:04Z', 'updated_at': '2021-07-06T14:02:17Z', 'revision_number': 5, 'project_id': 'db940b92de5443cbbd5f77e12cabccfc', 'subnets': [{'id': '906bb642-57ed-4e87-8668-4e82a3a18fe7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773647-6', False) {} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:12:53.465077 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9e0c1a-5b51-46cd-a789-4007ea9c3a2a None None] Pushing event updated for resources: {'Port': ['ID=48d66e24-34d1-4fe7-b387-9422e4645cf3,revision_number=2']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:12:53.501593 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1be9a9c0-3418-4442-9f6e-055f963bfcb4 None None] Checking router: 66707835-4562-47e1-9dce-7c9cac23064a for host: n-d-773647-6 {{(pid=100249) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 14:12:53.517344 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1be9a9c0-3418-4442-9f6e-055f963bfcb4 None None] Routers {'66707835-4562-47e1-9dce-7c9cac23064a'} bound to L3 agent in host n-d-773647-6 {{(pid=100249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:12:53.517958 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-1be9a9c0-3418-4442-9f6e-055f963bfcb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T14:12:25Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['66707835-4562-47e1-9dce-7c9cac23064a'], 'active': True} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:12:53.665924 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Device 3ba18cf5-928e-46ea-b0ca-9a371b8d9b40 not bound to the agent host n-h2-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:12:53.700587 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-82ff80c6-6099-49c7-8074-2ac51bd324f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:53.706876 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.db [req-da4d29cb-4f0a-4487-8491-c7159c00714a req-4bfa42ee-414d-43c0-9ec4-74b4e279f9e3 tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] For port 7a5f929a-d561-4993-9f4a-1c266d662f0f, host n-h2-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=7a5f929a-d561-4993-9f4a-1c266d662f0f,segment=NetworkSegment(f09c3fbf-c889-483b-a962-6f1095f380c6),segment_id=f09c3fbf-c889-483b-a962-6f1095f380c6)] {{(pid=100247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:12:53.707704 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-da4d29cb-4f0a-4487-8491-c7159c00714a req-4bfa42ee-414d-43c0-9ec4-74b4e279f9e3 tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:53.711983 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvr_db [None req-1be9a9c0-3418-4442-9f6e-055f963bfcb4 None None] Set router 66707835-4562-47e1-9dce-7c9cac23064a gateway port host: n-d-773647-6 {{(pid=100249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:12:53.720057 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Device 429f3492-843d-4796-9d88-1d8e36084f34 up at agent hyperv_n-h2-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:12:53.746675 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c87f34-fdb6-4de8-ae39-92ac2104daf9 req-dc85f0a0-71a4-406e-8bff-380acb2c616d tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:12:53.752778 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c87f34-fdb6-4de8-ae39-92ac2104daf9 req-dc85f0a0-71a4-406e-8bff-380acb2c616d tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:12:53.766905 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c87f34-fdb6-4de8-ae39-92ac2104daf9 req-dc85f0a0-71a4-406e-8bff-380acb2c616d tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:12:53.773507 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c87f34-fdb6-4de8-ae39-92ac2104daf9 req-dc85f0a0-71a4-406e-8bff-380acb2c616d tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:12:53.775123 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-57c87f34-fdb6-4de8-ae39-92ac2104daf9 req-dc85f0a0-71a4-406e-8bff-380acb2c616d tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] 10.222.0.104 "GET /v2.0/ports?device_id=e7dc6a4d-9f66-42f4-9ec5-8a24ac011f21 HTTP/1.1" status: 200 len: 3143 time: 0.3119881 Jul 06 14:12:53.805646 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d103b148-1a04-429e-a435-362f46280aa6 req-aa49c3a1-1130-4e4d-9933-2c9deb6c5f7f tempest-ServerRescueTestJSONUnderV235-1943447921 tempest-ServerRescueTestJSONUnderV235-1943447921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:12:53.812631 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-d103b148-1a04-429e-a435-362f46280aa6 req-aa49c3a1-1130-4e4d-9933-2c9deb6c5f7f tempest-ServerRescueTestJSONUnderV235-1943447921 tempest-ServerRescueTestJSONUnderV235-1943447921-project] 10.222.0.104 "GET /v2.0/ports?device_id=db386cd2-b4bb-41cb-b1dd-da803603d9f6 HTTP/1.1" status: 200 len: 945 time: 0.2759404 Jul 06 14:12:53.815668 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.db_base_plugin_common [None req-5be0b58c-1d17-4696-a964-76e1ceed42f3 admin admin] Allocated IP 172.25.0.126 (2658f09e-a580-4d4a-9968-2d1e0ad93719/cbf74abc-6fe1-4d33-b005-c948923b9647/18c40ddb-5230-4e47-940a-0852da9f7a69) {{(pid=100247) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:12:53.818312 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.plugin [req-da4d29cb-4f0a-4487-8491-c7159c00714a req-4bfa42ee-414d-43c0-9ec4-74b4e279f9e3 tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] Calling delete_port for 7a5f929a-d561-4993-9f4a-1c266d662f0f owned by compute:nova {{(pid=100247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:12:53.845484 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] For port fdd0ba94-3735-43a8-8378-58c2ef081eab, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=fdd0ba94-3735-43a8-8378-58c2ef081eab,segment=NetworkSegment(f6fc1825-d60c-4609-8e1e-1c14d8022536),segment_id=f6fc1825-d60c-4609-8e1e-1c14d8022536)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:12:53.870171 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Pushing event updated for resources: {'Port': ['ID=6dd92e69-e804-40c7-8993-d5e086a55974,revision_number=6']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:12:53.876721 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:53.949415 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Provisioning for port 429f3492-843d-4796-9d88-1d8e36084f34 completed by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:12:53.965509 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-d103b148-1a04-429e-a435-362f46280aa6 req-fa541ac2-c43e-4453-afa0-a67c0cc680e1 tempest-ServerRescueTestJSONUnderV235-1943447921 tempest-ServerRescueTestJSONUnderV235-1943447921-project] 10.222.0.104 "GET /v2.0/security-groups?id=e935fe9d-1917-4a28-a641-6b187141d0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1519146 Jul 06 14:12:53.979832 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Provisioning complete for port 429f3492-843d-4796-9d88-1d8e36084f34 triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:12:53.980517 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:54.067175 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Pushing event updated for resources: {'Port': ['ID=fdd0ba94-3735-43a8-8378-58c2ef081eab,revision_number=5']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:12:54.137808 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-1be9a9c0-3418-4442-9f6e-055f963bfcb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66707835-4562-47e1-9dce-7c9cac23064a', 'name': 'tempest-TaggedBootDevicesTest-1594388382-router', 'tenant_id': 'db940b92de5443cbbd5f77e12cabccfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.39'}], 'enable_snat': True}, 'gw_port_id': '2637c84f-d9fa-4d74-9274-a92bbe38768d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:02:00Z', 'updated_at': '2021-07-06T14:02:05Z', 'revision_number': 4, 'project_id': 'db940b92de5443cbbd5f77e12cabccfc', 'gw_port': {'id': '2637c84f-d9fa-4d74-9274-a92bbe38768d', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:5a:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66707835-4562-47e1-9dce-7c9cac23064a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 965, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:02:01Z', 'updated_at': '2021-07-06T14:02:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6', '_interfaces': [{'id': '654c53f1-c172-4a69-b8ec-4db4b031b614', 'name': '', 'network_id': '8db538bb-9e5e-4771-8353-dcc3bdff004e', 'tenant_id': 'db940b92de5443cbbd5f77e12cabccfc', 'mac_address': 'fa:16:3e:f3:8b:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66707835-4562-47e1-9dce-7c9cac23064a', 'device_owner': 'network:router_interface', 'standard_attr_id': 966, 'fixed_ips': [{'subnet_id': '906bb642-57ed-4e87-8668-4e82a3a18fe7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:02:04Z', 'updated_at': '2021-07-06T14:02:17Z', 'revision_number': 5, 'project_id': 'db940b92de5443cbbd5f77e12cabccfc', 'subnets': [{'id': '906bb642-57ed-4e87-8668-4e82a3a18fe7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773647-6', False) {} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:12:54.153719 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 48d66e24-34d1-4fe7-b387-9422e4645cf3 up at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:12:54.216398 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1be9a9c0-3418-4442-9f6e-055f963bfcb4 None None] The sync data for ids ['66707835-4562-47e1-9dce-7c9cac23064a'] in n-d-773647-6 is: [{'id': '66707835-4562-47e1-9dce-7c9cac23064a', 'name': 'tempest-TaggedBootDevicesTest-1594388382-router', 'tenant_id': 'db940b92de5443cbbd5f77e12cabccfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.39'}], 'enable_snat': True}, 'gw_port_id': '2637c84f-d9fa-4d74-9274-a92bbe38768d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:02:00Z', 'updated_at': '2021-07-06T14:02:05Z', 'revision_number': 4, 'project_id': 'db940b92de5443cbbd5f77e12cabccfc', 'gw_port': {'id': '2637c84f-d9fa-4d74-9274-a92bbe38768d', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:5a:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66707835-4562-47e1-9dce-7c9cac23064a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 965, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:02:01Z', 'updated_at': '2021-07-06T14:02:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6', '_interfaces': [{'id': '654c53f1-c172-4a69-b8ec-4db4b031b614', 'name': '', 'network_id': '8db538bb-9e5e-4771-8353-dcc3bdff004e', 'tenant_id': 'db940b92de5443cbbd5f77e12cabccfc', 'mac_address': 'fa:16:3e:f3:8b:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66707835-4562-47e1-9dce-7c9cac23064a', 'device_owner': 'network:router_interface', 'standard_attr_id': 966, 'fixed_ips': [{'subnet_id': '906bb642-57ed-4e87-8668-4e82a3a18fe7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:02:04Z', 'updated_at': '2021-07-06T14:02:17Z', 'revision_number': 5, 'project_id': 'db940b92de5443cbbd5f77e12cabccfc', 'subnets': [{'id': '906bb642-57ed-4e87-8668-4e82a3a18fe7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 14:12:54.258238 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:54.364043 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] For port 429f3492-843d-4796-9d88-1d8e36084f34, host n-h2-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=429f3492-843d-4796-9d88-1d8e36084f34,segment=NetworkSegment(58b87625-04d4-401c-bc32-e9fe010479dc),segment_id=58b87625-04d4-401c-bc32-e9fe010479dc)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:12:54.371295 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:54.387672 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning for port 48d66e24-34d1-4fe7-b387-9422e4645cf3 completed by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:12:54.420794 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-57c87f34-fdb6-4de8-ae39-92ac2104daf9 req-bc0b3120-362d-4930-8e3d-787ef481153f tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] 10.222.0.104 "GET /v2.0/security-groups?id=49c1468a-280e-4510-8673-63e827c90e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6341095 Jul 06 14:12:54.476623 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-da4d29cb-4f0a-4487-8491-c7159c00714a req-4bfa42ee-414d-43c0-9ec4-74b4e279f9e3 tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128888353'] for port, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:54.551759 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Pushing event updated for resources: {'Port': ['ID=429f3492-843d-4796-9d88-1d8e36084f34,revision_number=5']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:12:54.605543 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bfa42ee-414d-43c0-9ec4-74b4e279f9e3 tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] Pushing event deleted for resources: {'Port': ['ID=7a5f929a-d561-4993-9f4a-1c266d662f0f,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:12:54.687895 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2976a6f5-871e-4b56-a053-64f918bb0ae3 None None] Network 085fedf0-f391-4cc7-967a-bed7f2707f17 requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:12:54.724661 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.l3_dvrscheduler_db [req-da4d29cb-4f0a-4487-8491-c7159c00714a req-4bfa42ee-414d-43c0-9ec4-74b4e279f9e3 tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] No DVR routers for this DVR port 7a5f929a-d561-4993-9f4a-1c266d662f0f on host n-h2-773647-6 {{(pid=100247) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:12:54.734105 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-5be0b58c-1d17-4696-a964-76e1ceed42f3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:54.736895 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-da4d29cb-4f0a-4487-8491-c7159c00714a req-4bfa42ee-414d-43c0-9ec4-74b4e279f9e3 tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:54.738980 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-da4d29cb-4f0a-4487-8491-c7159c00714a req-4bfa42ee-414d-43c0-9ec4-74b4e279f9e3 tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] 10.222.0.72 "DELETE /v2.0/ports/7a5f929a-d561-4993-9f4a-1c266d662f0f HTTP/1.1" status: 204 len: 173 time: 1.9901764 Jul 06 14:12:54.775697 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e17d60ba-2d39-4355-ac6c-93c2cea3e1d4 None None] New status for floating IP 9d078c22-4955-4a8d-a0f4-069b23931303: DOWN {{(pid=100248) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 14:12:54.862930 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6604aa83-157d-4b97-afc3-2c0c6b2f7878 req-7f617038-cc67-4edf-8516-ecdb48e91aaf tempest-ServerRescueTestJSON-1630712699 tempest-ServerRescueTestJSON-1630712699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:12:54.864515 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-6604aa83-157d-4b97-afc3-2c0c6b2f7878 req-7f617038-cc67-4edf-8516-ecdb48e91aaf tempest-ServerRescueTestJSON-1630712699 tempest-ServerRescueTestJSON-1630712699-project] 10.222.0.104 "GET /v2.0/ports?device_id=289ccf1b-838f-4890-b1d0-9aa7c290d4b3 HTTP/1.1" status: 200 len: 946 time: 0.2609222 Jul 06 14:12:54.910928 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-36b744b8-9f26-495a-9d76-44fb167e508b None None] Provisioning for port 48d66e24-34d1-4fe7-b387-9422e4645cf3 completed by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:12:54.918007 n-d-773647-6 neutron-server[100248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7dc6a4d-9f66-42f4-9ec5-8a24ac011f21', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6dd92e69-e804-40c7-8993-d5e086a55974'}, {'server_uuid': '289ccf1b-838f-4890-b1d0-9aa7c290d4b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '429f3492-843d-4796-9d88-1d8e36084f34'}] {{(pid=100248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:12:54.920630 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84af257533e383389cbcf231d3534f4d5e149e7203fea16b4a8fc01438dddaf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35cf19c2-4646-4ae9-b981-17424867a6b9" -d '{"events": [{"server_uuid": "e7dc6a4d-9f66-42f4-9ec5-8a24ac011f21", "name": "network-vif-unplugged", "status": "completed", "tag": "6dd92e69-e804-40c7-8993-d5e086a55974"}, {"server_uuid": "289ccf1b-838f-4890-b1d0-9aa7c290d4b3", "name": "network-vif-plugged", "status": "completed", "tag": "429f3492-843d-4796-9d88-1d8e36084f34"}]}' {{(pid=100248) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:12:54.927005 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-6604aa83-157d-4b97-afc3-2c0c6b2f7878 req-e8548fdb-336a-4c89-87cf-0e3161b55b58 tempest-ServerRescueTestJSON-1630712699 tempest-ServerRescueTestJSON-1630712699-project] 10.222.0.104 "GET /v2.0/security-groups?id=5ad75d0b-ae4f-4528-8f14-d8740f9e67e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558252 Jul 06 14:12:54.932222 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-5be0b58c-1d17-4696-a964-76e1ceed42f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-128888360'] for port, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:54.970098 n-d-773647-6 neutron-server[100247]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7dc6a4d-9f66-42f4-9ec5-8a24ac011f21', 'name': 'network-vif-deleted', 'tag': '7a5f929a-d561-4993-9f4a-1c266d662f0f'}] {{(pid=100247) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:12:54.972407 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cbf0eeaae822f8fc9b87a94aeba67a3d651842baf663a51cba94b67a514836d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ae384bf-af8d-454c-ad4d-6fa47882d478" -d '{"events": [{"server_uuid": "e7dc6a4d-9f66-42f4-9ec5-8a24ac011f21", "name": "network-vif-deleted", "tag": "7a5f929a-d561-4993-9f4a-1c266d662f0f"}]}' {{(pid=100247) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:12:54.978287 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-36b744b8-9f26-495a-9d76-44fb167e508b None None] Provisioning complete for port 48d66e24-34d1-4fe7-b387-9422e4645cf3 triggered by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:12:54.978862 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-36b744b8-9f26-495a-9d76-44fb167e508b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:54.986891 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.plugin [req-da4d29cb-4f0a-4487-8491-c7159c00714a req-4865926e-e9e1-4a75-8b2d-9d1ea99923eb tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] Deleting port 83215aec-c681-4406-8cbd-a47df2174430 {{(pid=100247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:12:54.987254 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-da4d29cb-4f0a-4487-8491-c7159c00714a req-4865926e-e9e1-4a75-8b2d-9d1ea99923eb tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:55.001117 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5be0b58c-1d17-4696-a964-76e1ceed42f3 admin admin] Network 2658f09e-a580-4d4a-9968-2d1e0ad93719 is already hosted by enough agents. {{(pid=100247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:12:55.069521 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.base_scheduler [None req-5be0b58c-1d17-4696-a964-76e1ceed42f3 admin admin] Resources bound (agent type, host, resource id): {{(pid=100247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:12:55.070618 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Tue, 06 Jul 2021 14:12:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a1efd36-9ea9-451f-bdc6-65aa14ceb8c5 x-openstack-request-id: req-9a1efd36-9ea9-451f-bdc6-65aa14ceb8c5 {{(pid=100248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:12:55.070935 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7dc6a4d-9f66-42f4-9ec5-8a24ac011f21", "name": "network-vif-unplugged", "status": "completed", "tag": "6dd92e69-e804-40c7-8993-d5e086a55974", "code": 200}, {"server_uuid": "289ccf1b-838f-4890-b1d0-9aa7c290d4b3", "name": "network-vif-plugged", "status": "completed", "tag": "429f3492-843d-4796-9d88-1d8e36084f34", "code": 200}]} {{(pid=100248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:12:55.071197 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-9a1efd36-9ea9-451f-bdc6-65aa14ceb8c5 {{(pid=100248) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:12:55.075749 n-d-773647-6 neutron-server[100248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7dc6a4d-9f66-42f4-9ec5-8a24ac011f21', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6dd92e69-e804-40c7-8993-d5e086a55974', 'code': 200} Jul 06 14:12:55.076093 n-d-773647-6 neutron-server[100248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '289ccf1b-838f-4890-b1d0-9aa7c290d4b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '429f3492-843d-4796-9d88-1d8e36084f34', 'code': 200} Jul 06 14:12:55.087009 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5be0b58c-1d17-4696-a964-76e1ceed42f3 admin admin] Received port after_create {{(pid=100247) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:12:55.092531 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 14:12:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d4c2bd2-79ca-44a1-9637-02d77949dd25 x-openstack-request-id: req-2d4c2bd2-79ca-44a1-9637-02d77949dd25 {{(pid=100247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:12:55.092810 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7dc6a4d-9f66-42f4-9ec5-8a24ac011f21", "name": "network-vif-deleted", "tag": "7a5f929a-d561-4993-9f4a-1c266d662f0f", "status": "completed", "code": 200}]} {{(pid=100247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:12:55.093062 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-2d4c2bd2-79ca-44a1-9637-02d77949dd25 {{(pid=100247) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:12:55.093436 n-d-773647-6 neutron-server[100247]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7dc6a4d-9f66-42f4-9ec5-8a24ac011f21', 'name': 'network-vif-deleted', 'tag': '7a5f929a-d561-4993-9f4a-1c266d662f0f', 'status': 'completed', 'code': 200} Jul 06 14:12:55.106600 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be0b58c-1d17-4696-a964-76e1ceed42f3 admin admin] Pushing event updated for resources: {'Port': ['ID=18c40ddb-5230-4e47-940a-0852da9f7a69,revision_number=1']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:12:55.272254 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e979586-d657-4aea-b544-4effaceb1aed req-65fc1ba2-7fb5-4881-9c78-317ac907cc9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:12:55.275149 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-2e979586-d657-4aea-b544-4effaceb1aed req-65fc1ba2-7fb5-4881-9c78-317ac907cc9e service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=289ccf1b-838f-4890-b1d0-9aa7c290d4b3 HTTP/1.1" status: 200 len: 1097 time: 0.1216896 Jul 06 14:12:55.332388 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-36b744b8-9f26-495a-9d76-44fb167e508b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:55.371537 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-2e979586-d657-4aea-b544-4effaceb1aed req-f184e198-1065-4389-a46a-9b6ea832e20d service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=5ad75d0b-ae4f-4528-8f14-d8740f9e67e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666544 Jul 06 14:12:55.413882 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-36b744b8-9f26-495a-9d76-44fb167e508b None None] For port 48d66e24-34d1-4fe7-b387-9422e4645cf3, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=48d66e24-34d1-4fe7-b387-9422e4645cf3,segment=NetworkSegment(363dcd37-8bb7-42e7-ab10-1b8e4e85ff75),segment_id=363dcd37-8bb7-42e7-ab10-1b8e4e85ff75)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:12:55.428035 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-36b744b8-9f26-495a-9d76-44fb167e508b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:55.436032 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.db [req-da4d29cb-4f0a-4487-8491-c7159c00714a req-4865926e-e9e1-4a75-8b2d-9d1ea99923eb tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] For port 83215aec-c681-4406-8cbd-a47df2174430, host n-h2-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=83215aec-c681-4406-8cbd-a47df2174430,segment=NetworkSegment(59c264de-0282-4c26-a7e9-a05f64ad5f6c),segment_id=59c264de-0282-4c26-a7e9-a05f64ad5f6c)] {{(pid=100247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:12:55.436683 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-da4d29cb-4f0a-4487-8491-c7159c00714a req-4865926e-e9e1-4a75-8b2d-9d1ea99923eb tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:55.489119 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.plugin [req-da4d29cb-4f0a-4487-8491-c7159c00714a req-4865926e-e9e1-4a75-8b2d-9d1ea99923eb tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] Calling delete_port for 83215aec-c681-4406-8cbd-a47df2174430 owned by compute:nova {{(pid=100247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:12:55.539313 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe79fd5-6aeb-4a5d-9bc4-45caa7057a87 req-67c5619c-76dc-424e-bbfb-5f2bc0cd8440 tempest-ServerRescueTestJSONUnderV235-1943447921 tempest-ServerRescueTestJSONUnderV235-1943447921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:12:55.547986 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-70d26717-aee1-4597-b283-5399a129f459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:55.551030 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b744b8-9f26-495a-9d76-44fb167e508b None None] Pushing event updated for resources: {'Port': ['ID=48d66e24-34d1-4fe7-b387-9422e4645cf3,revision_number=3']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:12:55.551874 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-abe79fd5-6aeb-4a5d-9bc4-45caa7057a87 req-67c5619c-76dc-424e-bbfb-5f2bc0cd8440 tempest-ServerRescueTestJSONUnderV235-1943447921 tempest-ServerRescueTestJSONUnderV235-1943447921-project] 10.222.0.104 "GET /v2.0/ports?device_id=db386cd2-b4bb-41cb-b1dd-da803603d9f6 HTTP/1.1" status: 200 len: 945 time: 0.3675172 Jul 06 14:12:55.669597 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-abe79fd5-6aeb-4a5d-9bc4-45caa7057a87 req-68c5ec82-40ee-4700-80b6-8dcd38b1ea1b tempest-ServerRescueTestJSONUnderV235-1943447921 tempest-ServerRescueTestJSONUnderV235-1943447921-project] 10.222.0.104 "GET /v2.0/security-groups?id=e935fe9d-1917-4a28-a641-6b187141d0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164024 Jul 06 14:12:55.849378 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [req-944ed399-ed9e-40e8-8ba6-7bb9e5ca7818 req-c5f05117-3eb8-41e3-b4e6-df9a58150359 tempest-ServerRescueTestJSONUnderV235-1943447921 tempest-ServerRescueTestJSONUnderV235-1943447921-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-536035985', 'description': 'tempest-description-1392064307'}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:12:55.871818 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-bea7d694-edcd-46da-a205-eccbb5820f9a None None] Provisioning complete for port 48d66e24-34d1-4fe7-b387-9422e4645cf3 triggered by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:12:55.872276 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-bea7d694-edcd-46da-a205-eccbb5820f9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:55.902328 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-5be0b58c-1d17-4696-a964-76e1ceed42f3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:55.918517 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:56.010212 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24064d39-ceae-444c-9d71-712560e62224 req-3c13fb09-b808-43b5-97c7-830164bfe94b tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:12:56.017073 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24064d39-ceae-444c-9d71-712560e62224 req-3c13fb09-b808-43b5-97c7-830164bfe94b tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:12:56.023964 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24064d39-ceae-444c-9d71-712560e62224 req-3c13fb09-b808-43b5-97c7-830164bfe94b tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:12:56.025972 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-24064d39-ceae-444c-9d71-712560e62224 req-3c13fb09-b808-43b5-97c7-830164bfe94b tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] 10.222.0.104 "GET /v2.0/ports?device_id=e7dc6a4d-9f66-42f4-9ec5-8a24ac011f21 HTTP/1.1" status: 200 len: 2410 time: 0.4176190 Jul 06 14:12:56.026510 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device fdd0ba94-3735-43a8-8378-58c2ef081eab up at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:12:56.064636 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-944ed399-ed9e-40e8-8ba6-7bb9e5ca7818 req-c5f05117-3eb8-41e3-b4e6-df9a58150359 tempest-ServerRescueTestJSONUnderV235-1943447921 tempest-ServerRescueTestJSONUnderV235-1943447921-project] Notify callbacks [] for security_group, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:56.130087 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning complete for port fdd0ba94-3735-43a8-8378-58c2ef081eab triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:12:56.130475 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:56.181127 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-da4d29cb-4f0a-4487-8491-c7159c00714a req-4865926e-e9e1-4a75-8b2d-9d1ea99923eb tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128888353'] for port, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:56.244183 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 48d66e24-34d1-4fe7-b387-9422e4645cf3 up at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:12:56.317009 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-24064d39-ceae-444c-9d71-712560e62224 req-8a31c8d4-9c85-4f08-934c-876c6b2daf77 tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] 10.222.0.104 "GET /v2.0/security-groups?id=49c1468a-280e-4510-8673-63e827c90e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2595108 Jul 06 14:12:56.327681 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4865926e-e9e1-4a75-8b2d-9d1ea99923eb tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] Pushing event deleted for resources: {'Port': ['ID=83215aec-c681-4406-8cbd-a47df2174430,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:12:56.381249 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning complete for port 48d66e24-34d1-4fe7-b387-9422e4645cf3 triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:12:56.381806 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:56.575173 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-2064eaae-da4f-48f8-82d2-b09d4ddedd44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:56.728880 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.l3_dvrscheduler_db [req-da4d29cb-4f0a-4487-8491-c7159c00714a req-4865926e-e9e1-4a75-8b2d-9d1ea99923eb tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] No DVR routers for this DVR port 83215aec-c681-4406-8cbd-a47df2174430 on host n-h2-773647-6 {{(pid=100247) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:12:56.731485 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-da4d29cb-4f0a-4487-8491-c7159c00714a req-4865926e-e9e1-4a75-8b2d-9d1ea99923eb tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:56.733718 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-da4d29cb-4f0a-4487-8491-c7159c00714a req-4865926e-e9e1-4a75-8b2d-9d1ea99923eb tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] 10.222.0.72 "DELETE /v2.0/ports/83215aec-c681-4406-8cbd-a47df2174430 HTTP/1.1" status: 204 len: 173 time: 1.9847441 Jul 06 14:12:56.828786 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-5be0b58c-1d17-4696-a964-76e1ceed42f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1806297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1761036'] for router, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:56.858827 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-944ed399-ed9e-40e8-8ba6-7bb9e5ca7818 req-c5f05117-3eb8-41e3-b4e6-df9a58150359 tempest-ServerRescueTestJSONUnderV235-1943447921 tempest-ServerRescueTestJSONUnderV235-1943447921-project] Notify callbacks [] for security_group, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:56.904519 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-944ed399-ed9e-40e8-8ba6-7bb9e5ca7818 req-c5f05117-3eb8-41e3-b4e6-df9a58150359 tempest-ServerRescueTestJSONUnderV235-1943447921 tempest-ServerRescueTestJSONUnderV235-1943447921-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:56.974894 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-944ed399-ed9e-40e8-8ba6-7bb9e5ca7818 req-c5f05117-3eb8-41e3-b4e6-df9a58150359 tempest-ServerRescueTestJSONUnderV235-1943447921 tempest-ServerRescueTestJSONUnderV235-1943447921-project] Notify callbacks [] for security_group, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:56.976612 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-944ed399-ed9e-40e8-8ba6-7bb9e5ca7818 req-c5f05117-3eb8-41e3-b4e6-df9a58150359 tempest-ServerRescueTestJSONUnderV235-1943447921 tempest-ServerRescueTestJSONUnderV235-1943447921-project] 10.222.0.104 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1814 time: 1.1417694 Jul 06 14:12:56.983396 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f05117-3eb8-41e3-b4e6-df9a58150359 tempest-ServerRescueTestJSONUnderV235-1943447921 tempest-ServerRescueTestJSONUnderV235-1943447921-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2c4945a6-72e0-405b-9cda-b31a81d49d37,revision_number=1']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:12:57.038725 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aaf6c4d-b247-4ede-80c9-e37f0d6916d9 req-9ccfe179-a6d1-4639-8a0e-a3199b6e18d6 tempest-ServerRescueTestJSON-1630712699 tempest-ServerRescueTestJSON-1630712699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:12:57.038725 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-7aaf6c4d-b247-4ede-80c9-e37f0d6916d9 req-9ccfe179-a6d1-4639-8a0e-a3199b6e18d6 tempest-ServerRescueTestJSON-1630712699 tempest-ServerRescueTestJSON-1630712699-project] 10.222.0.104 "GET /v2.0/ports?device_id=289ccf1b-838f-4890-b1d0-9aa7c290d4b3 HTTP/1.1" status: 200 len: 946 time: 0.2702479 Jul 06 14:12:57.105157 n-d-773647-6 neutron-server[100247]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7dc6a4d-9f66-42f4-9ec5-8a24ac011f21', 'name': 'network-vif-deleted', 'tag': '83215aec-c681-4406-8cbd-a47df2174430'}] {{(pid=100247) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:12:57.107528 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cbf0eeaae822f8fc9b87a94aeba67a3d651842baf663a51cba94b67a514836d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5084d17-20d7-43e4-b854-5985ccbfa7fe" -d '{"events": [{"server_uuid": "e7dc6a4d-9f66-42f4-9ec5-8a24ac011f21", "name": "network-vif-deleted", "tag": "83215aec-c681-4406-8cbd-a47df2174430"}]}' {{(pid=100247) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:12:57.120806 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.plugin [req-da4d29cb-4f0a-4487-8491-c7159c00714a req-fd1210ae-5db5-4916-88cb-c35af7072aa2 tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] Deleting port 5b6cd563-8930-4a51-87d6-66e9c4455b58 {{(pid=100247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:12:57.121140 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-da4d29cb-4f0a-4487-8491-c7159c00714a req-fd1210ae-5db5-4916-88cb-c35af7072aa2 tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:57.126298 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-7aaf6c4d-b247-4ede-80c9-e37f0d6916d9 req-da2edc42-80a9-4fbe-bcd0-a7db136c182d tempest-ServerRescueTestJSON-1630712699 tempest-ServerRescueTestJSON-1630712699-project] 10.222.0.104 "GET /v2.0/security-groups?id=5ad75d0b-ae4f-4528-8f14-d8740f9e67e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801637 Jul 06 14:12:57.205307 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5be0b58c-1d17-4696-a964-76e1ceed42f3 admin admin] Router 7ae7c1a9-df1a-4e65-9508-0d0b9fd1ac79 is scheduled to L3 agent 2823d358-a11b-4885-a706-95a279e43fa7 with binding_index 1 {{(pid=100247) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 14:12:57.252752 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.db [req-da4d29cb-4f0a-4487-8491-c7159c00714a req-fd1210ae-5db5-4916-88cb-c35af7072aa2 tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] For port 5b6cd563-8930-4a51-87d6-66e9c4455b58, host n-h2-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=5b6cd563-8930-4a51-87d6-66e9c4455b58,segment=NetworkSegment(59c264de-0282-4c26-a7e9-a05f64ad5f6c),segment_id=59c264de-0282-4c26-a7e9-a05f64ad5f6c)] {{(pid=100247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:12:57.254064 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-da4d29cb-4f0a-4487-8491-c7159c00714a req-fd1210ae-5db5-4916-88cb-c35af7072aa2 tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:57.308949 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.plugin [req-da4d29cb-4f0a-4487-8491-c7159c00714a req-fd1210ae-5db5-4916-88cb-c35af7072aa2 tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] Calling delete_port for 5b6cd563-8930-4a51-87d6-66e9c4455b58 owned by compute:nova {{(pid=100247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:12:57.402544 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 14:12:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2eac3221-deaf-4d88-9583-f158fdde9ee5 x-openstack-request-id: req-2eac3221-deaf-4d88-9583-f158fdde9ee5 {{(pid=100247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:12:57.403185 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7dc6a4d-9f66-42f4-9ec5-8a24ac011f21", "name": "network-vif-deleted", "tag": "83215aec-c681-4406-8cbd-a47df2174430", "status": "completed", "code": 200}]} {{(pid=100247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:12:57.403509 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-2eac3221-deaf-4d88-9583-f158fdde9ee5 {{(pid=100247) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:12:57.403942 n-d-773647-6 neutron-server[100247]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7dc6a4d-9f66-42f4-9ec5-8a24ac011f21', 'name': 'network-vif-deleted', 'tag': '83215aec-c681-4406-8cbd-a47df2174430', 'status': 'completed', 'code': 200} Jul 06 14:12:57.447347 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5be0b58c-1d17-4696-a964-76e1ceed42f3 admin admin] Notify agent at l3_agent.n-d-773647-6 the message routers_updated {{(pid=100247) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 14:12:57.459444 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfff443e-b2bd-4c68-ab06-246273934b4b None None] Sync routers for ids ['7ae7c1a9-df1a-4e65-9508-0d0b9fd1ac79'] in n-d-773647-6 {{(pid=100249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 14:12:57.472909 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfff443e-b2bd-4c68-ab06-246273934b4b None None] Routers {'7ae7c1a9-df1a-4e65-9508-0d0b9fd1ac79'} bound to L3 agent in host n-d-773647-6 {{(pid=100249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:12:57.473815 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-cfff443e-b2bd-4c68-ab06-246273934b4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T14:12:56Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['7ae7c1a9-df1a-4e65-9508-0d0b9fd1ac79'], 'active': True} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:12:57.487360 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-80ee75ed-c33b-4580-9e27-8e7948eee0dd req-f34b3ee5-36eb-41c1-80b7-ed4d4c6194e1 tempest-ServerRescueTestJSONUnderV235-1943447921 tempest-ServerRescueTestJSONUnderV235-1943447921-project] 10.222.0.104 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-536035985&fields=id&tenant_id=3d918f5433ad4a15834cebadb767c05d HTTP/1.1" status: 200 len: 267 time: 0.0780168 Jul 06 14:12:57.489868 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-5be0b58c-1d17-4696-a964-76e1ceed42f3 admin admin] Notify callbacks [] for router, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:57.491596 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-5be0b58c-1d17-4696-a964-76e1ceed42f3 admin admin] 10.222.0.104 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 7.3472636 Jul 06 14:12:57.494029 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 52880) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:12:57.616560 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvr_db [None req-cfff443e-b2bd-4c68-ab06-246273934b4b None None] Set router 7ae7c1a9-df1a-4e65-9508-0d0b9fd1ac79 gateway port host: n-d-773647-6 {{(pid=100249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:12:57.648348 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ee75ed-c33b-4580-9e27-8e7948eee0dd req-aad44874-3e94-42a4-b621-a514495d9f34 tempest-ServerRescueTestJSONUnderV235-1943447921 tempest-ServerRescueTestJSONUnderV235-1943447921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:12:57.650205 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-80ee75ed-c33b-4580-9e27-8e7948eee0dd req-aad44874-3e94-42a4-b621-a514495d9f34 tempest-ServerRescueTestJSONUnderV235-1943447921 tempest-ServerRescueTestJSONUnderV235-1943447921-project] 10.222.0.104 "GET /v2.0/ports?device_id=db386cd2-b4bb-41cb-b1dd-da803603d9f6 HTTP/1.1" status: 200 len: 945 time: 0.1395481 Jul 06 14:12:57.668592 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [req-80ee75ed-c33b-4580-9e27-8e7948eee0dd req-4505ea65-34d2-4ead-9931-760e4d845b21 tempest-ServerRescueTestJSONUnderV235-1943447921 tempest-ServerRescueTestJSONUnderV235-1943447921-project] Request body: {'port': {'security_groups': ['e935fe9d-1917-4a28-a641-6b187141d0ef', '2c4945a6-72e0-405b-9cda-b31a81d49d37']}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:12:57.703548 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-da4d29cb-4f0a-4487-8491-c7159c00714a req-fd1210ae-5db5-4916-88cb-c35af7072aa2 tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128888353'] for port, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:57.747534 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1210ae-5db5-4916-88cb-c35af7072aa2 tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] Pushing event deleted for resources: {'Port': ['ID=5b6cd563-8930-4a51-87d6-66e9c4455b58,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:12:57.887797 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-80ee75ed-c33b-4580-9e27-8e7948eee0dd req-4505ea65-34d2-4ead-9931-760e4d845b21 tempest-ServerRescueTestJSONUnderV235-1943447921 tempest-ServerRescueTestJSONUnderV235-1943447921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:57.891779 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.l3_dvrscheduler_db [req-da4d29cb-4f0a-4487-8491-c7159c00714a req-fd1210ae-5db5-4916-88cb-c35af7072aa2 tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] No DVR routers for this DVR port 5b6cd563-8930-4a51-87d6-66e9c4455b58 on host n-h2-773647-6 {{(pid=100247) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:12:57.901271 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-da4d29cb-4f0a-4487-8491-c7159c00714a req-fd1210ae-5db5-4916-88cb-c35af7072aa2 tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:57.903481 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-da4d29cb-4f0a-4487-8491-c7159c00714a req-fd1210ae-5db5-4916-88cb-c35af7072aa2 tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] 10.222.0.72 "DELETE /v2.0/ports/5b6cd563-8930-4a51-87d6-66e9c4455b58 HTTP/1.1" status: 204 len: 173 time: 1.1559594 Jul 06 14:12:57.943616 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f078388-43f5-47fa-a773-d6e36a84f22b req-6c14791f-fbd0-4877-81b3-bc27bb4f3759 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:12:57.945308 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-2f078388-43f5-47fa-a773-d6e36a84f22b req-6c14791f-fbd0-4877-81b3-bc27bb4f3759 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=e374f8fff0bf4022b3d90d39bb64853f&device_id=289ccf1b-838f-4890-b1d0-9aa7c290d4b3 HTTP/1.1" status: 200 len: 1097 time: 0.1386850 Jul 06 14:12:58.077606 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-cfff443e-b2bd-4c68-ab06-246273934b4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ae7c1a9-df1a-4e65-9508-0d0b9fd1ac79', 'name': 'tempest-TestAggregatesBasicOps-105192142-router', 'tenant_id': '6ca8a9587eae478b9e06b24c088350d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.126'}], 'enable_snat': True}, 'gw_port_id': '18c40ddb-5230-4e47-940a-0852da9f7a69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:12:50Z', 'updated_at': '2021-07-06T14:12:55Z', 'revision_number': 3, 'project_id': '6ca8a9587eae478b9e06b24c088350d7', 'gw_port': {'id': '18c40ddb-5230-4e47-940a-0852da9f7a69', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:45:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ae7c1a9-df1a-4e65-9508-0d0b9fd1ac79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2053, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:12:53Z', 'updated_at': '2021-07-06T14:12:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6'}], 'n-d-773647-6', False) {} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:12:58.108904 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfff443e-b2bd-4c68-ab06-246273934b4b None None] Checking router: 7ae7c1a9-df1a-4e65-9508-0d0b9fd1ac79 for host: n-d-773647-6 {{(pid=100249) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 14:12:58.109435 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfff443e-b2bd-4c68-ab06-246273934b4b None None] Updating router 7ae7c1a9-df1a-4e65-9508-0d0b9fd1ac79 port 18c40ddb-5230-4e47-940a-0852da9f7a69 binding host n-d-773647-6 {{(pid=100249) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 14:12:58.124150 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea0b750-e2eb-4d15-a486-79ca772e3dfd req-fbc997e1-b1d3-4da9-9383-bc99e6f3ddc0 tempest-AttachVolumeTestJSON-361183160 tempest-AttachVolumeTestJSON-361183160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:12:58.128947 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f078388-43f5-47fa-a773-d6e36a84f22b req-cdf8691d-93a3-47fd-95d5-cc3d2d7f212b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:12:58.130732 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-2f078388-43f5-47fa-a773-d6e36a84f22b req-cdf8691d-93a3-47fd-95d5-cc3d2d7f212b service neutron] 10.222.0.72 "GET /v2.0/networks?id=a3c3f842-601a-418a-8017-a9441854184e HTTP/1.1" status: 200 len: 913 time: 0.1550233 Jul 06 14:12:58.139272 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-8ea0b750-e2eb-4d15-a486-79ca772e3dfd req-fbc997e1-b1d3-4da9-9383-bc99e6f3ddc0 tempest-AttachVolumeTestJSON-361183160 tempest-AttachVolumeTestJSON-361183160-project] 10.222.0.104 "GET /v2.0/ports?device_id=e0b6590c-38d1-4890-811c-8b99d91e8b91 HTTP/1.1" status: 200 len: 945 time: 0.2331049 Jul 06 14:12:58.168110 n-d-773647-6 neutron-server[100249]: DEBUG neutron_lib.callbacks.manager [None req-cfff443e-b2bd-4c68-ab06-246273934b4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:58.233856 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-2f078388-43f5-47fa-a773-d6e36a84f22b req-9208a8d7-ef90-4965-8320-fe3332a7d8fe service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=429f3492-843d-4796-9d88-1d8e36084f34 HTTP/1.1" status: 200 len: 217 time: 0.0754592 Jul 06 14:12:58.298881 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.db [req-80ee75ed-c33b-4580-9e27-8e7948eee0dd req-4505ea65-34d2-4ead-9931-760e4d845b21 tempest-ServerRescueTestJSONUnderV235-1943447921 tempest-ServerRescueTestJSONUnderV235-1943447921-project] For port 36b98e29-a854-4d50-b96f-b0c0cedeff86, host n-h1-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773647-6',level=0,port_id=36b98e29-a854-4d50-b96f-b0c0cedeff86,segment=NetworkSegment(e8f9de24-f6a4-403e-9dce-2fafa12a46c9),segment_id=e8f9de24-f6a4-403e-9dce-2fafa12a46c9)] {{(pid=100247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:12:58.338122 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-80ee75ed-c33b-4580-9e27-8e7948eee0dd req-4505ea65-34d2-4ead-9931-760e4d845b21 tempest-ServerRescueTestJSONUnderV235-1943447921 tempest-ServerRescueTestJSONUnderV235-1943447921-project] Notify callbacks [] for port, precommit_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:58.366963 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-80ee75ed-c33b-4580-9e27-8e7948eee0dd req-4505ea65-34d2-4ead-9931-760e4d845b21 tempest-ServerRescueTestJSONUnderV235-1943447921 tempest-ServerRescueTestJSONUnderV235-1943447921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128888538'] for port, after_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:58.368386 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-03f71b24-a9b8-453a-8924-caa3f97bc6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:58.375556 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f078388-43f5-47fa-a773-d6e36a84f22b req-cc56402f-7439-429e-9a69-e36d836d1d09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:12:58.377281 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-2f078388-43f5-47fa-a773-d6e36a84f22b req-cc56402f-7439-429e-9a69-e36d836d1d09 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=c036779b-d851-45df-9bda-fb7310da886d HTTP/1.1" status: 200 len: 851 time: 0.1141777 Jul 06 14:12:58.385968 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] get_ports_and_sgs() called for port_ids ['36b98e29-a854-4d50-b96f-b0c0cedeff86'] {{(pid=100248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 14:12:58.432724 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-2f078388-43f5-47fa-a773-d6e36a84f22b req-d92872a2-79f8-45ba-afc6-799bf104d9e9 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=a3c3f842-601a-418a-8017-a9441854184e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0347614 Jul 06 14:12:58.509748 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ee75ed-c33b-4580-9e27-8e7948eee0dd req-4505ea65-34d2-4ead-9931-760e4d845b21 tempest-ServerRescueTestJSONUnderV235-1943447921 tempest-ServerRescueTestJSONUnderV235-1943447921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:12:58.510393 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-80ee75ed-c33b-4580-9e27-8e7948eee0dd req-4505ea65-34d2-4ead-9931-760e4d845b21 tempest-ServerRescueTestJSONUnderV235-1943447921 tempest-ServerRescueTestJSONUnderV235-1943447921-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:58.522283 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-80ee75ed-c33b-4580-9e27-8e7948eee0dd req-4505ea65-34d2-4ead-9931-760e4d845b21 tempest-ServerRescueTestJSONUnderV235-1943447921 tempest-ServerRescueTestJSONUnderV235-1943447921-project] 10.222.0.104 "PUT /v2.0/ports/36b98e29-a854-4d50-b96f-b0c0cedeff86 HTTP/1.1" status: 200 len: 981 time: 0.8626494 Jul 06 14:12:58.527400 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-2be5f49c-d38c-4d8f-a65d-f1b4a3b53904 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:58.542718 n-d-773647-6 neutron-server[100249]: DEBUG neutron_lib.callbacks.manager [None req-cfff443e-b2bd-4c68-ab06-246273934b4b None None] Notify callbacks [] for port, precommit_update {{(pid=100249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:58.556994 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.provisioning_blocks [None req-cfff443e-b2bd-4c68-ab06-246273934b4b None None] Transition to ACTIVE for port object 18c40ddb-5230-4e47-940a-0852da9f7a69 will not be triggered until provisioned by entity L2. {{(pid=100249) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:12:58.568718 n-d-773647-6 neutron-server[100249]: DEBUG neutron_lib.callbacks.manager [None req-cfff443e-b2bd-4c68-ab06-246273934b4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:58.595198 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-8ea0b750-e2eb-4d15-a486-79ca772e3dfd req-f089224c-b4bc-45d5-8d44-e3ec63f57ec4 tempest-AttachVolumeTestJSON-361183160 tempest-AttachVolumeTestJSON-361183160-project] 10.222.0.104 "GET /v2.0/security-groups?id=e8c32bf5-5674-497e-8c20-3ec857c330c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4471426 Jul 06 14:12:58.618871 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [req-07ee2b4c-9c6d-48f7-9a95-43b7211db65e req-a63c6ec5-a515-4950-9fa9-84aca590ebaf service neutron] (100247) timed out ('10.222.0.104', 54410) {{(pid=100247) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 06 14:12:58.630665 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.plugin [req-da4d29cb-4f0a-4487-8491-c7159c00714a req-2b6d2441-df39-4536-b572-37465085b6f8 tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] Deleting port 6dd92e69-e804-40c7-8993-d5e086a55974 {{(pid=100247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:12:58.631098 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-da4d29cb-4f0a-4487-8491-c7159c00714a req-2b6d2441-df39-4536-b572-37465085b6f8 tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:58.635646 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4505ea65-34d2-4ead-9931-760e4d845b21 tempest-ServerRescueTestJSONUnderV235-1943447921 tempest-ServerRescueTestJSONUnderV235-1943447921-project] Pushing event updated for resources: {'Port': ['ID=36b98e29-a854-4d50-b96f-b0c0cedeff86,revision_number=6']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:12:58.656722 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-2f078388-43f5-47fa-a773-d6e36a84f22b req-00904358-319e-47af-a089-208246d2dee5 service neutron] 10.222.0.72 "GET /v2.0/networks/a3c3f842-601a-418a-8017-a9441854184e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2144799 Jul 06 14:12:58.695083 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c4b75f-c33b-4ef5-a4d2-1dd496d97a13 None None] Pushing event updated for resources: {'Port': ['ID=18c40ddb-5230-4e47-940a-0852da9f7a69,revision_number=2']} {{(pid=100249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:12:58.707121 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] get_ports_and_sgs() called for port_ids ['36b98e29-a854-4d50-b96f-b0c0cedeff86'] {{(pid=100248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 14:12:58.708047 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4505ea65-34d2-4ead-9931-760e4d845b21 tempest-ServerRescueTestJSONUnderV235-1943447921 tempest-ServerRescueTestJSONUnderV235-1943447921-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:12:58.708047 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4505ea65-34d2-4ead-9931-760e4d845b21 tempest-ServerRescueTestJSONUnderV235-1943447921 tempest-ServerRescueTestJSONUnderV235-1943447921-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:12:58.708047 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4505ea65-34d2-4ead-9931-760e4d845b21 tempest-ServerRescueTestJSONUnderV235-1943447921 tempest-ServerRescueTestJSONUnderV235-1943447921-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:12:58.708047 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4505ea65-34d2-4ead-9931-760e4d845b21 tempest-ServerRescueTestJSONUnderV235-1943447921 tempest-ServerRescueTestJSONUnderV235-1943447921-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:12:58.708047 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4505ea65-34d2-4ead-9931-760e4d845b21 tempest-ServerRescueTestJSONUnderV235-1943447921 tempest-ServerRescueTestJSONUnderV235-1943447921-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:12:58.708047 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4505ea65-34d2-4ead-9931-760e4d845b21 tempest-ServerRescueTestJSONUnderV235-1943447921 tempest-ServerRescueTestJSONUnderV235-1943447921-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:12:58.708047 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4505ea65-34d2-4ead-9931-760e4d845b21 tempest-ServerRescueTestJSONUnderV235-1943447921 tempest-ServerRescueTestJSONUnderV235-1943447921-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:12:58.708047 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4505ea65-34d2-4ead-9931-760e4d845b21 tempest-ServerRescueTestJSONUnderV235-1943447921 tempest-ServerRescueTestJSONUnderV235-1943447921-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:12:58.708047 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4505ea65-34d2-4ead-9931-760e4d845b21 tempest-ServerRescueTestJSONUnderV235-1943447921 tempest-ServerRescueTestJSONUnderV235-1943447921-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:12:58.708047 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4505ea65-34d2-4ead-9931-760e4d845b21 tempest-ServerRescueTestJSONUnderV235-1943447921 tempest-ServerRescueTestJSONUnderV235-1943447921-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:12:58.708047 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4505ea65-34d2-4ead-9931-760e4d845b21 tempest-ServerRescueTestJSONUnderV235-1943447921 tempest-ServerRescueTestJSONUnderV235-1943447921-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:12:58.708047 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4505ea65-34d2-4ead-9931-760e4d845b21 tempest-ServerRescueTestJSONUnderV235-1943447921 tempest-ServerRescueTestJSONUnderV235-1943447921-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:12:58.708696 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.managers [None req-cfff443e-b2bd-4c68-ab06-246273934b4b None None] Attempting to bind port 18c40ddb-5230-4e47-940a-0852da9f7a69 on host n-d-773647-6 for vnic_type normal with profile {{(pid=100249) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:12:58.708696 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.managers [None req-cfff443e-b2bd-4c68-ab06-246273934b4b None None] Attempting to bind port 18c40ddb-5230-4e47-940a-0852da9f7a69 by drivers openvswitch,hyperv on host n-d-773647-6 at level 0 using segments [{'id': '89a832b7-7793-4d51-9038-ed7e1c3ff1b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719'}] {{(pid=100249) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:12:58.708817 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfff443e-b2bd-4c68-ab06-246273934b4b None None] Attempting to bind port 18c40ddb-5230-4e47-940a-0852da9f7a69 on network 2658f09e-a580-4d4a-9968-2d1e0ad93719 {{(pid=100249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:12:58.740920 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c4b75f-c33b-4ef5-a4d2-1dd496d97a13 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:12:58.740920 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c4b75f-c33b-4ef5-a4d2-1dd496d97a13 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:12:58.740920 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c4b75f-c33b-4ef5-a4d2-1dd496d97a13 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:12:58.740920 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c4b75f-c33b-4ef5-a4d2-1dd496d97a13 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:12:58.740920 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c4b75f-c33b-4ef5-a4d2-1dd496d97a13 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:12:58.740920 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c4b75f-c33b-4ef5-a4d2-1dd496d97a13 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:12:58.740920 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c4b75f-c33b-4ef5-a4d2-1dd496d97a13 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:12:58.740920 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c4b75f-c33b-4ef5-a4d2-1dd496d97a13 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:12:58.740920 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c4b75f-c33b-4ef5-a4d2-1dd496d97a13 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:12:58.740920 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c4b75f-c33b-4ef5-a4d2-1dd496d97a13 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:12:58.740920 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c4b75f-c33b-4ef5-a4d2-1dd496d97a13 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:12:58.740920 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c4b75f-c33b-4ef5-a4d2-1dd496d97a13 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:12:58.764600 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfff443e-b2bd-4c68-ab06-246273934b4b None None] Checking agent: {'id': '8ab5b19c-d213-4f29-891d-27bdf39d38b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773647-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 43, 26), 'started_at': datetime.datetime(2021, 7, 6, 13, 43, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 12, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773647-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:12:58.765074 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfff443e-b2bd-4c68-ab06-246273934b4b None None] Checking segment: {'id': '89a832b7-7793-4d51-9038-ed7e1c3ff1b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100249) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:12:58.765549 n-d-773647-6 neutron-server[100249]: DEBUG neutron_lib.callbacks.manager [None req-cfff443e-b2bd-4c68-ab06-246273934b4b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:58.765975 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfff443e-b2bd-4c68-ab06-246273934b4b None None] Bound using segment: {'id': '89a832b7-7793-4d51-9038-ed7e1c3ff1b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719'} {{(pid=100249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:12:58.766454 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.managers [None req-cfff443e-b2bd-4c68-ab06-246273934b4b None None] Bound port: 18c40ddb-5230-4e47-940a-0852da9f7a69, host: n-d-773647-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89a832b7-7793-4d51-9038-ed7e1c3ff1b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719'}}] {{(pid=100249) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:12:58.766834 n-d-773647-6 neutron-server[100249]: DEBUG neutron_lib.callbacks.manager [None req-cfff443e-b2bd-4c68-ab06-246273934b4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:58.841249 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.db [req-da4d29cb-4f0a-4487-8491-c7159c00714a req-2b6d2441-df39-4536-b572-37465085b6f8 tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] For port 6dd92e69-e804-40c7-8993-d5e086a55974, host n-h2-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=6dd92e69-e804-40c7-8993-d5e086a55974,segment=NetworkSegment(f09c3fbf-c889-483b-a962-6f1095f380c6),segment_id=f09c3fbf-c889-483b-a962-6f1095f380c6)] {{(pid=100247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:12:58.843520 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-da4d29cb-4f0a-4487-8491-c7159c00714a req-2b6d2441-df39-4536-b572-37465085b6f8 tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:58.880856 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.db [None req-cfff443e-b2bd-4c68-ab06-246273934b4b None None] For port 18c40ddb-5230-4e47-940a-0852da9f7a69, host n-d-773647-6, cleared binding levels {{(pid=100249) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:12:58.884992 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-2f078388-43f5-47fa-a773-d6e36a84f22b req-0feb1ea3-3349-4b94-843b-747bfec20706 service neutron] 10.222.0.72 "GET /v2.0/networks/a3c3f842-601a-418a-8017-a9441854184e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2182059 Jul 06 14:12:58.885578 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.db [None req-cfff443e-b2bd-4c68-ab06-246273934b4b None None] For port 18c40ddb-5230-4e47-940a-0852da9f7a69, host n-d-773647-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=18c40ddb-5230-4e47-940a-0852da9f7a69,segment=NetworkSegment(89a832b7-7793-4d51-9038-ed7e1c3ff1b2),segment_id=89a832b7-7793-4d51-9038-ed7e1c3ff1b2)] {{(pid=100249) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:12:58.892753 n-d-773647-6 neutron-server[100249]: DEBUG neutron_lib.callbacks.manager [None req-cfff443e-b2bd-4c68-ab06-246273934b4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:58.898106 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.db_base_plugin_common [None req-2be5f49c-d38c-4d8f-a65d-f1b4a3b53904 admin admin] Allocated IP 172.20.0.1 (085fedf0-f391-4cc7-967a-bed7f2707f17/afa31d07-dd38-45da-9f42-eb6ac62463eb/d1303721-65c3-49ec-93b1-4ce070cccd05) {{(pid=100246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:12:58.931945 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.plugin [req-da4d29cb-4f0a-4487-8491-c7159c00714a req-2b6d2441-df39-4536-b572-37465085b6f8 tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] Calling delete_port for 6dd92e69-e804-40c7-8993-d5e086a55974 owned by compute:nova {{(pid=100247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:12:58.975623 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfff443e-b2bd-4c68-ab06-246273934b4b None None] Routers {'7ae7c1a9-df1a-4e65-9508-0d0b9fd1ac79'} bound to L3 agent in host n-d-773647-6 {{(pid=100249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:12:58.976325 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-cfff443e-b2bd-4c68-ab06-246273934b4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T14:12:56Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['7ae7c1a9-df1a-4e65-9508-0d0b9fd1ac79'], 'active': True} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:12:59.030346 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c4b75f-c33b-4ef5-a4d2-1dd496d97a13 None None] Pushing event updated for resources: {'Port': ['ID=18c40ddb-5230-4e47-940a-0852da9f7a69,revision_number=3']} {{(pid=100249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:12:59.105697 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-2be5f49c-d38c-4d8f-a65d-f1b4a3b53904 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:59.109586 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14cf591-5239-455e-9601-f391cafcfe8e req-3e7ea2f7-04d1-452c-9cd6-b6f05e04dab8 tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:12:59.112224 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-e14cf591-5239-455e-9601-f391cafcfe8e req-3e7ea2f7-04d1-452c-9cd6-b6f05e04dab8 tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] 10.222.0.104 "GET /v2.0/ports?device_id=e7dc6a4d-9f66-42f4-9ec5-8a24ac011f21 HTTP/1.1" status: 200 len: 943 time: 0.3140767 Jul 06 14:12:59.136329 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvr_db [None req-cfff443e-b2bd-4c68-ab06-246273934b4b None None] Set router 7ae7c1a9-df1a-4e65-9508-0d0b9fd1ac79 gateway port host: n-d-773647-6 {{(pid=100249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:12:59.145625 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.provisioning_blocks [None req-2be5f49c-d38c-4d8f-a65d-f1b4a3b53904 admin admin] Transition to ACTIVE for port object d1303721-65c3-49ec-93b1-4ce070cccd05 will not be triggered until provisioned by entity DHCP. {{(pid=100246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:12:59.192111 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-e14cf591-5239-455e-9601-f391cafcfe8e req-a2fcb7de-f749-4c30-86fd-8cb5ef2abc9f tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] 10.222.0.104 "GET /v2.0/security-groups?id=49c1468a-280e-4510-8673-63e827c90e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0602906 Jul 06 14:12:59.202228 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-2be5f49c-d38c-4d8f-a65d-f1b4a3b53904 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-127687573'] for port, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:59.202461 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fa44c2-c30f-42ba-ab28-297623b6c09b req-8ae62cb3-5963-4a95-ade8-4729e409215b tempest-ServerRescueTestJSON-1630712699 tempest-ServerRescueTestJSON-1630712699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:12:59.203958 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-16fa44c2-c30f-42ba-ab28-297623b6c09b req-8ae62cb3-5963-4a95-ade8-4729e409215b tempest-ServerRescueTestJSON-1630712699 tempest-ServerRescueTestJSON-1630712699-project] 10.222.0.104 "GET /v2.0/ports?device_id=289ccf1b-838f-4890-b1d0-9aa7c290d4b3 HTTP/1.1" status: 200 len: 946 time: 0.2673929 Jul 06 14:12:59.267698 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2be5f49c-d38c-4d8f-a65d-f1b4a3b53904 admin admin] Network 085fedf0-f391-4cc7-967a-bed7f2707f17 is already hosted by enough agents. {{(pid=100246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:12:59.271126 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.base_scheduler [None req-2be5f49c-d38c-4d8f-a65d-f1b4a3b53904 admin admin] Resources bound (agent type, host, resource id): {{(pid=100246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:12:59.276906 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2be5f49c-d38c-4d8f-a65d-f1b4a3b53904 admin admin] Received port after_create {{(pid=100246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:12:59.311161 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be5f49c-d38c-4d8f-a65d-f1b4a3b53904 admin admin] Pushing event updated for resources: {'Port': ['ID=d1303721-65c3-49ec-93b1-4ce070cccd05,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:12:59.346675 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-2be5f49c-d38c-4d8f-a65d-f1b4a3b53904 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1807675'] for router_interface, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:59.351835 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-16fa44c2-c30f-42ba-ab28-297623b6c09b req-ff12bbec-3c43-4d1f-89e5-4e55f6623471 tempest-ServerRescueTestJSON-1630712699 tempest-ServerRescueTestJSON-1630712699-project] 10.222.0.104 "GET /v2.0/security-groups?id=5ad75d0b-ae4f-4528-8f14-d8740f9e67e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328051 Jul 06 14:12:59.381622 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-da4d29cb-4f0a-4487-8491-c7159c00714a req-2b6d2441-df39-4536-b572-37465085b6f8 tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128888353'] for port, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:59.415287 n-d-773647-6 neutron-server[100247]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7dc6a4d-9f66-42f4-9ec5-8a24ac011f21', 'name': 'network-vif-deleted', 'tag': '5b6cd563-8930-4a51-87d6-66e9c4455b58'}, {'name': 'network-changed', 'server_uuid': 'db386cd2-b4bb-41cb-b1dd-da803603d9f6', 'tag': '36b98e29-a854-4d50-b96f-b0c0cedeff86'}] {{(pid=100247) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:12:59.419500 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cbf0eeaae822f8fc9b87a94aeba67a3d651842baf663a51cba94b67a514836d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fc85821-0e6e-4a06-97d8-b49d4ed7f32a" -d '{"events": [{"server_uuid": "e7dc6a4d-9f66-42f4-9ec5-8a24ac011f21", "name": "network-vif-deleted", "tag": "5b6cd563-8930-4a51-87d6-66e9c4455b58"}, {"name": "network-changed", "server_uuid": "db386cd2-b4bb-41cb-b1dd-da803603d9f6", "tag": "36b98e29-a854-4d50-b96f-b0c0cedeff86"}]}' {{(pid=100247) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:12:59.464464 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6d2441-df39-4536-b572-37465085b6f8 tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] Pushing event deleted for resources: {'Port': ['ID=6dd92e69-e804-40c7-8993-d5e086a55974,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:12:59.527136 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-cfff443e-b2bd-4c68-ab06-246273934b4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ae7c1a9-df1a-4e65-9508-0d0b9fd1ac79', 'name': 'tempest-TestAggregatesBasicOps-105192142-router', 'tenant_id': '6ca8a9587eae478b9e06b24c088350d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.126'}], 'enable_snat': True}, 'gw_port_id': '18c40ddb-5230-4e47-940a-0852da9f7a69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:12:50Z', 'updated_at': '2021-07-06T14:12:55Z', 'revision_number': 3, 'project_id': '6ca8a9587eae478b9e06b24c088350d7', 'gw_port': {'id': '18c40ddb-5230-4e47-940a-0852da9f7a69', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:45:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ae7c1a9-df1a-4e65-9508-0d0b9fd1ac79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2053, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:12:53Z', 'updated_at': '2021-07-06T14:12:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6'}], 'n-d-773647-6', False) {} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:12:59.592196 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfff443e-b2bd-4c68-ab06-246273934b4b None None] The sync data for ids ['7ae7c1a9-df1a-4e65-9508-0d0b9fd1ac79'] in n-d-773647-6 is: [{'id': '7ae7c1a9-df1a-4e65-9508-0d0b9fd1ac79', 'name': 'tempest-TestAggregatesBasicOps-105192142-router', 'tenant_id': '6ca8a9587eae478b9e06b24c088350d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.126'}], 'enable_snat': True}, 'gw_port_id': '18c40ddb-5230-4e47-940a-0852da9f7a69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:12:50Z', 'updated_at': '2021-07-06T14:12:55Z', 'revision_number': 3, 'project_id': '6ca8a9587eae478b9e06b24c088350d7', 'gw_port': {'id': '18c40ddb-5230-4e47-940a-0852da9f7a69', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:45:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ae7c1a9-df1a-4e65-9508-0d0b9fd1ac79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2053, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:12:53Z', 'updated_at': '2021-07-06T14:12:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6'}] {{(pid=100249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 14:12:59.599616 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.l3_dvrscheduler_db [req-da4d29cb-4f0a-4487-8491-c7159c00714a req-2b6d2441-df39-4536-b572-37465085b6f8 tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] No DVR routers for this DVR port 6dd92e69-e804-40c7-8993-d5e086a55974 on host n-h2-773647-6 {{(pid=100247) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:12:59.609175 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-da4d29cb-4f0a-4487-8491-c7159c00714a req-2b6d2441-df39-4536-b572-37465085b6f8 tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:59.611521 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-da4d29cb-4f0a-4487-8491-c7159c00714a req-2b6d2441-df39-4536-b572-37465085b6f8 tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] 10.222.0.72 "DELETE /v2.0/ports/6dd92e69-e804-40c7-8993-d5e086a55974 HTTP/1.1" status: 204 len: 173 time: 1.6732044 Jul 06 14:12:59.622442 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-ddae3599-07e1-4e7f-a629-e9a3c09ca2fc req-64f9084b-dde9-460d-813d-a349e6f75b4c tempest-ServerRescueTestJSONUnderV235-1943447921 tempest-ServerRescueTestJSONUnderV235-1943447921-project] 10.222.0.104 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-536035985&fields=id&tenant_id=3d918f5433ad4a15834cebadb767c05d HTTP/1.1" status: 200 len: 267 time: 0.0760715 Jul 06 14:12:59.713573 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-2be5f49c-d38c-4d8f-a65d-f1b4a3b53904 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:59.720696 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Tue, 06 Jul 2021 14:12:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50cee78f-50f0-485a-9206-3b9d190d9cbc x-openstack-request-id: req-50cee78f-50f0-485a-9206-3b9d190d9cbc {{(pid=100247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:12:59.720933 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7dc6a4d-9f66-42f4-9ec5-8a24ac011f21", "name": "network-vif-deleted", "tag": "5b6cd563-8930-4a51-87d6-66e9c4455b58", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "db386cd2-b4bb-41cb-b1dd-da803603d9f6", "tag": "36b98e29-a854-4d50-b96f-b0c0cedeff86", "status": "completed", "code": 200}]} {{(pid=100247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:12:59.721213 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-50cee78f-50f0-485a-9206-3b9d190d9cbc {{(pid=100247) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:12:59.721622 n-d-773647-6 neutron-server[100247]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7dc6a4d-9f66-42f4-9ec5-8a24ac011f21', 'name': 'network-vif-deleted', 'tag': '5b6cd563-8930-4a51-87d6-66e9c4455b58', 'status': 'completed', 'code': 200} Jul 06 14:12:59.722083 n-d-773647-6 neutron-server[100247]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db386cd2-b4bb-41cb-b1dd-da803603d9f6', 'tag': '36b98e29-a854-4d50-b96f-b0c0cedeff86', 'status': 'completed', 'code': 200} Jul 06 14:12:59.781246 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-f68c880b-f00a-45c5-b7e7-a378607a6f2b None None] Provisioning for port d1303721-65c3-49ec-93b1-4ce070cccd05 completed by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:12:59.786143 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-f68c880b-f00a-45c5-b7e7-a378607a6f2b None None] Provisioning complete for port d1303721-65c3-49ec-93b1-4ce070cccd05 triggered by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:12:59.786643 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-f68c880b-f00a-45c5-b7e7-a378607a6f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:59.801723 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddae3599-07e1-4e7f-a629-e9a3c09ca2fc req-79ee4579-4527-4d2a-b615-3e8a2812b7a3 tempest-ServerRescueTestJSONUnderV235-1943447921 tempest-ServerRescueTestJSONUnderV235-1943447921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:12:59.811797 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-ddae3599-07e1-4e7f-a629-e9a3c09ca2fc req-79ee4579-4527-4d2a-b615-3e8a2812b7a3 tempest-ServerRescueTestJSONUnderV235-1943447921 tempest-ServerRescueTestJSONUnderV235-1943447921-project] 10.222.0.104 "GET /v2.0/ports?device_id=db386cd2-b4bb-41cb-b1dd-da803603d9f6 HTTP/1.1" status: 200 len: 984 time: 0.1804664 Jul 06 14:12:59.857884 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-f68c880b-f00a-45c5-b7e7-a378607a6f2b None None] Port d1303721-65c3-49ec-93b1-4ce070cccd05 cannot update to ACTIVE because it is not bound. {{(pid=100248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 14:12:59.876124 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [req-ddae3599-07e1-4e7f-a629-e9a3c09ca2fc req-e86e482c-420e-4499-95b9-cf8ce40d8a86 tempest-ServerRescueTestJSONUnderV235-1943447921 tempest-ServerRescueTestJSONUnderV235-1943447921-project] Request body: {'port': {'security_groups': ['e935fe9d-1917-4a28-a641-6b187141d0ef']}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:13:00.099324 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc85821-0e6e-4a06-97d8-b49d4ed7f32a req-88441f58-ec49-4c41-b19f-70d7226b08ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:13:00.102386 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-1fc85821-0e6e-4a06-97d8-b49d4ed7f32a req-88441f58-ec49-4c41-b19f-70d7226b08ab service neutron] 10.222.0.127 "GET /v2.0/ports?tenant_id=3d918f5433ad4a15834cebadb767c05d&device_id=db386cd2-b4bb-41cb-b1dd-da803603d9f6 HTTP/1.1" status: 200 len: 1135 time: 0.3595154 Jul 06 14:13:00.139724 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-ddae3599-07e1-4e7f-a629-e9a3c09ca2fc req-e86e482c-420e-4499-95b9-cf8ce40d8a86 tempest-ServerRescueTestJSONUnderV235-1943447921 tempest-ServerRescueTestJSONUnderV235-1943447921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:00.168618 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-2be5f49c-d38c-4d8f-a65d-f1b4a3b53904 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:00.176576 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-2be5f49c-d38c-4d8f-a65d-f1b4a3b53904 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127687527'] for port, after_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:00.180284 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347748d8-b30d-47e5-b870-70b1967f2d2c req-502fea5a-c3ac-4e06-a8be-b49873d7323e tempest-AttachVolumeTestJSON-361183160 tempest-AttachVolumeTestJSON-361183160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:13:00.181872 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-347748d8-b30d-47e5-b870-70b1967f2d2c req-502fea5a-c3ac-4e06-a8be-b49873d7323e tempest-AttachVolumeTestJSON-361183160 tempest-AttachVolumeTestJSON-361183160-project] 10.222.0.104 "GET /v2.0/ports?device_id=e0b6590c-38d1-4890-811c-8b99d91e8b91 HTTP/1.1" status: 200 len: 945 time: 0.2750726 Jul 06 14:13:00.286399 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be5f49c-d38c-4d8f-a65d-f1b4a3b53904 admin admin] Pushing event updated for resources: {'Port': ['ID=d1303721-65c3-49ec-93b1-4ce070cccd05,revision_number=2']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:13:00.290063 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-2be5f49c-d38c-4d8f-a65d-f1b4a3b53904 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1809478'] for router_interface, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:00.302400 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc85821-0e6e-4a06-97d8-b49d4ed7f32a req-5432d707-22a4-4d75-b2c7-2131c70e915a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:13:00.304069 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-1fc85821-0e6e-4a06-97d8-b49d4ed7f32a req-5432d707-22a4-4d75-b2c7-2131c70e915a service neutron] 10.222.0.127 "GET /v2.0/networks?id=80add5a8-4d84-4211-8e92-7e43032b95e8 HTTP/1.1" status: 200 len: 921 time: 0.1922169 Jul 06 14:13:00.437282 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-1fc85821-0e6e-4a06-97d8-b49d4ed7f32a req-31a7de95-17e6-4028-bb0d-c9fdbb873b25 service neutron] 10.222.0.127 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=36b98e29-a854-4d50-b96f-b0c0cedeff86 HTTP/1.1" status: 200 len: 217 time: 0.0845113 Jul 06 14:13:00.459686 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2be5f49c-d38c-4d8f-a65d-f1b4a3b53904 admin admin] Network 085fedf0-f391-4cc7-967a-bed7f2707f17 is already hosted by enough agents. {{(pid=100246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:13:00.462672 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.base_scheduler [None req-2be5f49c-d38c-4d8f-a65d-f1b4a3b53904 admin admin] Resources bound (agent type, host, resource id): {{(pid=100246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:13:00.537842 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-347748d8-b30d-47e5-b870-70b1967f2d2c req-ff7b2e2e-9f81-4223-826f-0a796602fe73 tempest-AttachVolumeTestJSON-361183160 tempest-AttachVolumeTestJSON-361183160-project] 10.222.0.104 "GET /v2.0/security-groups?id=e8c32bf5-5674-497e-8c20-3ec857c330c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2316518 Jul 06 14:13:00.659021 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc85821-0e6e-4a06-97d8-b49d4ed7f32a req-8ad924ed-2700-4b3c-8f7d-406e6597d601 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:13:00.663518 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-1fc85821-0e6e-4a06-97d8-b49d4ed7f32a req-8ad924ed-2700-4b3c-8f7d-406e6597d601 service neutron] 10.222.0.127 "GET /v2.0/subnets?id=f227b47e-ae32-4b4e-a3ec-2991dbacdeb7 HTTP/1.1" status: 200 len: 859 time: 0.2179728 Jul 06 14:13:00.705214 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2be5f49c-d38c-4d8f-a65d-f1b4a3b53904 admin admin] Router 7ae7c1a9-df1a-4e65-9508-0d0b9fd1ac79 has already been hosted by L3 agent 2823d358-a11b-4885-a706-95a279e43fa7 {{(pid=100246) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 14:13:00.807496 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-1fc85821-0e6e-4a06-97d8-b49d4ed7f32a req-4f6a7794-190d-4757-95a3-ce6c657225ff service neutron] 10.222.0.127 "GET /v2.0/ports?network_id=80add5a8-4d84-4211-8e92-7e43032b95e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1143594 Jul 06 14:13:00.838472 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-98c82f2e-f208-41b4-9c96-8f33ddf43108 req-4032e97b-09ae-467e-9efa-9c58982d3420 tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] 10.222.0.104 "GET /v2.0/ports?device_id=e7dc6a4d-9f66-42f4-9ec5-8a24ac011f21 HTTP/1.1" status: 200 len: 210 time: 0.0842841 Jul 06 14:13:00.999608 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-3471a642-4e32-48ce-b023-a49bbe306bf9 None None] Provisioning complete for port d1303721-65c3-49ec-93b1-4ce070cccd05 triggered by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:13:01.000137 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-3471a642-4e32-48ce-b023-a49bbe306bf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:01.037456 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-3471a642-4e32-48ce-b023-a49bbe306bf9 None None] Port d1303721-65c3-49ec-93b1-4ce070cccd05 cannot update to ACTIVE because it is not bound. {{(pid=100248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 14:13:01.079978 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.db [req-ddae3599-07e1-4e7f-a629-e9a3c09ca2fc req-e86e482c-420e-4499-95b9-cf8ce40d8a86 tempest-ServerRescueTestJSONUnderV235-1943447921 tempest-ServerRescueTestJSONUnderV235-1943447921-project] For port 36b98e29-a854-4d50-b96f-b0c0cedeff86, host n-h1-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773647-6',level=0,port_id=36b98e29-a854-4d50-b96f-b0c0cedeff86,segment=NetworkSegment(e8f9de24-f6a4-403e-9dce-2fafa12a46c9),segment_id=e8f9de24-f6a4-403e-9dce-2fafa12a46c9)] {{(pid=100247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:13:01.136605 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-1fc85821-0e6e-4a06-97d8-b49d4ed7f32a req-4d809595-b511-48dc-957f-4fb066bceb3f service neutron] 10.222.0.127 "GET /v2.0/networks/80add5a8-4d84-4211-8e92-7e43032b95e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3074088 Jul 06 14:13:01.301379 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-1fc85821-0e6e-4a06-97d8-b49d4ed7f32a req-fe5b4f5d-0a99-4ecc-8f08-821d451f9746 service neutron] 10.222.0.127 "GET /v2.0/networks/80add5a8-4d84-4211-8e92-7e43032b95e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1474168 Jul 06 14:13:01.303781 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-ddae3599-07e1-4e7f-a629-e9a3c09ca2fc req-e86e482c-420e-4499-95b9-cf8ce40d8a86 tempest-ServerRescueTestJSONUnderV235-1943447921 tempest-ServerRescueTestJSONUnderV235-1943447921-project] Notify callbacks [] for port, precommit_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:01.322260 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-ddae3599-07e1-4e7f-a629-e9a3c09ca2fc req-e86e482c-420e-4499-95b9-cf8ce40d8a86 tempest-ServerRescueTestJSONUnderV235-1943447921 tempest-ServerRescueTestJSONUnderV235-1943447921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128888538'] for port, after_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:01.343959 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] get_ports_and_sgs() called for port_ids ['36b98e29-a854-4d50-b96f-b0c0cedeff86'] {{(pid=100248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 14:13:01.359632 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddae3599-07e1-4e7f-a629-e9a3c09ca2fc req-e86e482c-420e-4499-95b9-cf8ce40d8a86 tempest-ServerRescueTestJSONUnderV235-1943447921 tempest-ServerRescueTestJSONUnderV235-1943447921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:13:01.360322 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-ddae3599-07e1-4e7f-a629-e9a3c09ca2fc req-e86e482c-420e-4499-95b9-cf8ce40d8a86 tempest-ServerRescueTestJSONUnderV235-1943447921 tempest-ServerRescueTestJSONUnderV235-1943447921-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:01.373391 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-ddae3599-07e1-4e7f-a629-e9a3c09ca2fc req-e86e482c-420e-4499-95b9-cf8ce40d8a86 tempest-ServerRescueTestJSONUnderV235-1943447921 tempest-ServerRescueTestJSONUnderV235-1943447921-project] 10.222.0.104 "PUT /v2.0/ports/36b98e29-a854-4d50-b96f-b0c0cedeff86 HTTP/1.1" status: 200 len: 942 time: 1.5036280 Jul 06 14:13:01.383049 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2be5f49c-d38c-4d8f-a65d-f1b4a3b53904 admin admin] Notify agent at l3_agent.n-d-773647-6 the message routers_updated {{(pid=100246) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 14:13:01.389351 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-2be5f49c-d38c-4d8f-a65d-f1b4a3b53904 admin admin] 10.222.0.104 "PUT /v2.0/routers/7ae7c1a9-df1a-4e65-9508-0d0b9fd1ac79/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8941376 Jul 06 14:13:01.508353 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] get_ports_and_sgs() called for port_ids ['36b98e29-a854-4d50-b96f-b0c0cedeff86'] {{(pid=100248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 14:13:01.568698 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86e482c-420e-4499-95b9-cf8ce40d8a86 tempest-ServerRescueTestJSONUnderV235-1943447921 tempest-ServerRescueTestJSONUnderV235-1943447921-project] Pushing event updated for resources: {'Port': ['ID=36b98e29-a854-4d50-b96f-b0c0cedeff86,revision_number=7']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:13:01.660460 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670b5001-85b4-409c-a0d0-58914281e7b1 req-5c3dc9b7-725a-47cf-869f-c9761354872d tempest-ServerRescueTestJSON-1630712699 tempest-ServerRescueTestJSON-1630712699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:13:01.662240 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-670b5001-85b4-409c-a0d0-58914281e7b1 req-5c3dc9b7-725a-47cf-869f-c9761354872d tempest-ServerRescueTestJSON-1630712699 tempest-ServerRescueTestJSON-1630712699-project] 10.222.0.104 "GET /v2.0/ports?device_id=289ccf1b-838f-4890-b1d0-9aa7c290d4b3 HTTP/1.1" status: 200 len: 946 time: 0.1186223 Jul 06 14:13:01.732353 n-d-773647-6 neutron-server[100247]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7dc6a4d-9f66-42f4-9ec5-8a24ac011f21', 'name': 'network-vif-deleted', 'tag': '6dd92e69-e804-40c7-8993-d5e086a55974'}, {'name': 'network-changed', 'server_uuid': 'db386cd2-b4bb-41cb-b1dd-da803603d9f6', 'tag': '36b98e29-a854-4d50-b96f-b0c0cedeff86'}] {{(pid=100247) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:13:01.734816 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cbf0eeaae822f8fc9b87a94aeba67a3d651842baf663a51cba94b67a514836d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e09b5a22-fd7a-47f1-af37-a3b8b6cca6e1" -d '{"events": [{"server_uuid": "e7dc6a4d-9f66-42f4-9ec5-8a24ac011f21", "name": "network-vif-deleted", "tag": "6dd92e69-e804-40c7-8993-d5e086a55974"}, {"name": "network-changed", "server_uuid": "db386cd2-b4bb-41cb-b1dd-da803603d9f6", "tag": "36b98e29-a854-4d50-b96f-b0c0cedeff86"}]}' {{(pid=100247) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:13:02.057731 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 18c40ddb-5230-4e47-940a-0852da9f7a69 up at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:13:02.144569 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning for port 18c40ddb-5230-4e47-940a-0852da9f7a69 completed by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:13:02.149298 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning complete for port 18c40ddb-5230-4e47-940a-0852da9f7a69 triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:13:02.149954 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:02.250916 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:02.273973 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] For port 18c40ddb-5230-4e47-940a-0852da9f7a69, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=18c40ddb-5230-4e47-940a-0852da9f7a69,segment=NetworkSegment(89a832b7-7793-4d51-9038-ed7e1c3ff1b2),segment_id=89a832b7-7793-4d51-9038-ed7e1c3ff1b2)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:13:02.282870 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:02.358598 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Pushing event updated for resources: {'Port': ['ID=18c40ddb-5230-4e47-940a-0852da9f7a69,revision_number=4']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:13:02.397967 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-9a4d4f4e-db77-48ef-b826-a0fd70847b8b req-69e712b2-2780-4ba9-b6a5-b2e028fa097d tempest-ServerRescueTestJSONUnderV235-1943447921 tempest-ServerRescueTestJSONUnderV235-1943447921-project] 10.222.0.104 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.6938913 Jul 06 14:13:02.398441 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a01d551-8a40-478e-a7e4-29fe0c728b20 None None] Sync routers for ids ['7ae7c1a9-df1a-4e65-9508-0d0b9fd1ac79'] in n-d-773647-6 {{(pid=100248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 14:13:02.405869 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [req-9a4d4f4e-db77-48ef-b826-a0fd70847b8b req-52f2ec74-8f62-4e41-b62d-1cbff0eba495 tempest-ServerRescueTestJSONUnderV235-1943447921 tempest-ServerRescueTestJSONUnderV235-1943447921-project] Request body: {'floatingip': {'floating_network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719'}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:13:02.414328 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-670b5001-85b4-409c-a0d0-58914281e7b1 req-04cfbf50-76a1-462f-8bde-aaf436606011 tempest-ServerRescueTestJSON-1630712699 tempest-ServerRescueTestJSON-1630712699-project] 10.222.0.104 "GET /v2.0/security-groups?id=5ad75d0b-ae4f-4528-8f14-d8740f9e67e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7397554 Jul 06 14:13:02.415349 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a01d551-8a40-478e-a7e4-29fe0c728b20 None None] Routers {'7ae7c1a9-df1a-4e65-9508-0d0b9fd1ac79'} bound to L3 agent in host n-d-773647-6 {{(pid=100248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:13:02.416658 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-4a01d551-8a40-478e-a7e4-29fe0c728b20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T14:12:56Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['7ae7c1a9-df1a-4e65-9508-0d0b9fd1ac79'], 'active': True} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:13:02.457783 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-9a4d4f4e-db77-48ef-b826-a0fd70847b8b req-52f2ec74-8f62-4e41-b62d-1cbff0eba495 tempest-ServerRescueTestJSONUnderV235-1943447921 tempest-ServerRescueTestJSONUnderV235-1943447921-project] Notify callbacks [] for floatingip, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:02.596230 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvr_db [None req-4a01d551-8a40-478e-a7e4-29fe0c728b20 None None] Set router 7ae7c1a9-df1a-4e65-9508-0d0b9fd1ac79 gateway port host: n-d-773647-6 {{(pid=100248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:13:02.661991 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be54bab-bb2e-48c4-a6a8-902d8350b413 req-e8351827-d092-4cde-9a73-e6a258acb182 tempest-AttachVolumeTestJSON-361183160 tempest-AttachVolumeTestJSON-361183160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:13:02.663888 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-5be54bab-bb2e-48c4-a6a8-902d8350b413 req-e8351827-d092-4cde-9a73-e6a258acb182 tempest-AttachVolumeTestJSON-361183160 tempest-AttachVolumeTestJSON-361183160-project] 10.222.0.104 "GET /v2.0/ports?device_id=e0b6590c-38d1-4890-811c-8b99d91e8b91 HTTP/1.1" status: 200 len: 945 time: 0.1063495 Jul 06 14:13:02.708109 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-9a4d4f4e-db77-48ef-b826-a0fd70847b8b req-52f2ec74-8f62-4e41-b62d-1cbff0eba495 tempest-ServerRescueTestJSONUnderV235-1943447921 tempest-ServerRescueTestJSONUnderV235-1943447921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:02.723583 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-5be54bab-bb2e-48c4-a6a8-902d8350b413 req-e4ae86eb-2f2d-4a87-9941-65830a865a55 tempest-AttachVolumeTestJSON-361183160 tempest-AttachVolumeTestJSON-361183160-project] 10.222.0.104 "GET /v2.0/security-groups?id=e8c32bf5-5674-497e-8c20-3ec857c330c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525179 Jul 06 14:13:02.917725 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.db_base_plugin_common [req-9a4d4f4e-db77-48ef-b826-a0fd70847b8b req-52f2ec74-8f62-4e41-b62d-1cbff0eba495 tempest-ServerRescueTestJSONUnderV235-1943447921 tempest-ServerRescueTestJSONUnderV235-1943447921-project] Allocated IP 172.25.0.186 (2658f09e-a580-4d4a-9968-2d1e0ad93719/cbf74abc-6fe1-4d33-b005-c948923b9647/c4578ff2-b162-4fb6-98ce-0c09233061fd) {{(pid=100247) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:13:02.942799 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-4a01d551-8a40-478e-a7e4-29fe0c728b20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ae7c1a9-df1a-4e65-9508-0d0b9fd1ac79', 'name': 'tempest-TestAggregatesBasicOps-105192142-router', 'tenant_id': '6ca8a9587eae478b9e06b24c088350d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.126'}], 'enable_snat': True}, 'gw_port_id': '18c40ddb-5230-4e47-940a-0852da9f7a69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:12:50Z', 'updated_at': '2021-07-06T14:12:59Z', 'revision_number': 4, 'project_id': '6ca8a9587eae478b9e06b24c088350d7', 'gw_port': {'id': '18c40ddb-5230-4e47-940a-0852da9f7a69', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:45:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ae7c1a9-df1a-4e65-9508-0d0b9fd1ac79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2053, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:12:53Z', 'updated_at': '2021-07-06T14:13:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6', '_interfaces': [{'id': 'd1303721-65c3-49ec-93b1-4ce070cccd05', 'name': '', 'network_id': '085fedf0-f391-4cc7-967a-bed7f2707f17', 'tenant_id': '6ca8a9587eae478b9e06b24c088350d7', 'mac_address': 'fa:16:3e:2d:3a:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ae7c1a9-df1a-4e65-9508-0d0b9fd1ac79', 'device_owner': 'network:router_interface', 'standard_attr_id': 2057, 'fixed_ips': [{'subnet_id': 'afa31d07-dd38-45da-9f42-eb6ac62463eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:12:58Z', 'updated_at': '2021-07-06T14:12:59Z', 'revision_number': 2, 'project_id': '6ca8a9587eae478b9e06b24c088350d7', 'subnets': [{'id': 'afa31d07-dd38-45da-9f42-eb6ac62463eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773647-6', False) {} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:13:03.016579 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a01d551-8a40-478e-a7e4-29fe0c728b20 None None] Checking router: 7ae7c1a9-df1a-4e65-9508-0d0b9fd1ac79 for host: n-d-773647-6 {{(pid=100248) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 14:13:03.016960 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a01d551-8a40-478e-a7e4-29fe0c728b20 None None] Updating router 7ae7c1a9-df1a-4e65-9508-0d0b9fd1ac79 port d1303721-65c3-49ec-93b1-4ce070cccd05 binding host n-d-773647-6 {{(pid=100248) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 14:13:03.071365 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-9a4d4f4e-db77-48ef-b826-a0fd70847b8b req-52f2ec74-8f62-4e41-b62d-1cbff0eba495 tempest-ServerRescueTestJSONUnderV235-1943447921 tempest-ServerRescueTestJSONUnderV235-1943447921-project] Notify callbacks [] for port, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:03.074292 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4a01d551-8a40-478e-a7e4-29fe0c728b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:03.151966 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Tue, 06 Jul 2021 14:13:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3455a509-1ed3-4c57-9151-ebd7670cb485 x-openstack-request-id: req-3455a509-1ed3-4c57-9151-ebd7670cb485 {{(pid=100247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:13:03.152260 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7dc6a4d-9f66-42f4-9ec5-8a24ac011f21", "name": "network-vif-deleted", "tag": "6dd92e69-e804-40c7-8993-d5e086a55974", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "db386cd2-b4bb-41cb-b1dd-da803603d9f6", "tag": "36b98e29-a854-4d50-b96f-b0c0cedeff86", "status": "completed", "code": 200}]} {{(pid=100247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:13:03.152513 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-3455a509-1ed3-4c57-9151-ebd7670cb485 {{(pid=100247) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:13:03.152905 n-d-773647-6 neutron-server[100247]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7dc6a4d-9f66-42f4-9ec5-8a24ac011f21', 'name': 'network-vif-deleted', 'tag': '6dd92e69-e804-40c7-8993-d5e086a55974', 'status': 'completed', 'code': 200} Jul 06 14:13:03.153490 n-d-773647-6 neutron-server[100247]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db386cd2-b4bb-41cb-b1dd-da803603d9f6', 'tag': '36b98e29-a854-4d50-b96f-b0c0cedeff86', 'status': 'completed', 'code': 200} Jul 06 14:13:03.155592 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-9a4d4f4e-db77-48ef-b826-a0fd70847b8b req-52f2ec74-8f62-4e41-b62d-1cbff0eba495 tempest-ServerRescueTestJSONUnderV235-1943447921 tempest-ServerRescueTestJSONUnderV235-1943447921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-128888360'] for port, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:03.234144 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9a4d4f4e-db77-48ef-b826-a0fd70847b8b req-52f2ec74-8f62-4e41-b62d-1cbff0eba495 tempest-ServerRescueTestJSONUnderV235-1943447921 tempest-ServerRescueTestJSONUnderV235-1943447921-project] Network 2658f09e-a580-4d4a-9968-2d1e0ad93719 is already hosted by enough agents. {{(pid=100247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:13:03.238942 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.base_scheduler [req-9a4d4f4e-db77-48ef-b826-a0fd70847b8b req-52f2ec74-8f62-4e41-b62d-1cbff0eba495 tempest-ServerRescueTestJSONUnderV235-1943447921 tempest-ServerRescueTestJSONUnderV235-1943447921-project] Resources bound (agent type, host, resource id): {{(pid=100247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:13:03.253841 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a4d4f4e-db77-48ef-b826-a0fd70847b8b req-52f2ec74-8f62-4e41-b62d-1cbff0eba495 tempest-ServerRescueTestJSONUnderV235-1943447921 tempest-ServerRescueTestJSONUnderV235-1943447921-project] Received port after_create {{(pid=100247) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:13:03.298533 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f2ec74-8f62-4e41-b62d-1cbff0eba495 tempest-ServerRescueTestJSONUnderV235-1943447921 tempest-ServerRescueTestJSONUnderV235-1943447921-project] Pushing event updated for resources: {'Port': ['ID=c4578ff2-b162-4fb6-98ce-0c09233061fd,revision_number=1']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:13:03.436020 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-6310eb2a-4ae2-4dc0-a990-6c010a351679 req-9bb5e315-076f-4759-8601-f810c010e464 tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] 10.222.0.104 "GET /v2.0/ports?device_id=e7dc6a4d-9f66-42f4-9ec5-8a24ac011f21 HTTP/1.1" status: 200 len: 210 time: 0.1158848 Jul 06 14:13:03.445822 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09b5a22-fd7a-47f1-af37-a3b8b6cca6e1 req-480e8fd9-0c51-4b99-a11d-4881c96d123b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:13:03.447565 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-e09b5a22-fd7a-47f1-af37-a3b8b6cca6e1 req-480e8fd9-0c51-4b99-a11d-4881c96d123b service neutron] 10.222.0.127 "GET /v2.0/ports?tenant_id=3d918f5433ad4a15834cebadb767c05d&device_id=db386cd2-b4bb-41cb-b1dd-da803603d9f6 HTTP/1.1" status: 200 len: 1096 time: 0.2858007 Jul 06 14:13:03.466226 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-9a4d4f4e-db77-48ef-b826-a0fd70847b8b req-52f2ec74-8f62-4e41-b62d-1cbff0eba495 tempest-ServerRescueTestJSONUnderV235-1943447921 tempest-ServerRescueTestJSONUnderV235-1943447921-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:03.535797 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4a01d551-8a40-478e-a7e4-29fe0c728b20 None None] Notify callbacks [] for port, precommit_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:03.559078 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-4a01d551-8a40-478e-a7e4-29fe0c728b20 None None] Transition to ACTIVE for port object d1303721-65c3-49ec-93b1-4ce070cccd05 will not be triggered until provisioned by entity L2. {{(pid=100248) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:13:03.575731 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4a01d551-8a40-478e-a7e4-29fe0c728b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:03.592897 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-9a4d4f4e-db77-48ef-b826-a0fd70847b8b req-52f2ec74-8f62-4e41-b62d-1cbff0eba495 tempest-ServerRescueTestJSONUnderV235-1943447921 tempest-ServerRescueTestJSONUnderV235-1943447921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:03.686364 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09b5a22-fd7a-47f1-af37-a3b8b6cca6e1 req-8546bb15-4fbc-4168-a3a7-ed55945ba1d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:13:03.688213 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-e09b5a22-fd7a-47f1-af37-a3b8b6cca6e1 req-8546bb15-4fbc-4168-a3a7-ed55945ba1d4 service neutron] 10.222.0.127 "GET /v2.0/networks?id=80add5a8-4d84-4211-8e92-7e43032b95e8 HTTP/1.1" status: 200 len: 921 time: 0.2340748 Jul 06 14:13:03.735003 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab309ac9-2a7d-4f3b-b6b0-64764a7c719d None None] Pushing event updated for resources: {'Port': ['ID=d1303721-65c3-49ec-93b1-4ce070cccd05,revision_number=3']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:13:03.761682 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-4a01d551-8a40-478e-a7e4-29fe0c728b20 None None] Attempting to bind port d1303721-65c3-49ec-93b1-4ce070cccd05 on host n-d-773647-6 for vnic_type normal with profile {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:13:03.762567 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-4a01d551-8a40-478e-a7e4-29fe0c728b20 None None] Attempting to bind port d1303721-65c3-49ec-93b1-4ce070cccd05 by drivers openvswitch,hyperv on host n-d-773647-6 at level 0 using segments [{'id': '363dcd37-8bb7-42e7-ab10-1b8e4e85ff75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1045, 'network_id': '085fedf0-f391-4cc7-967a-bed7f2707f17'}] {{(pid=100248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:13:03.763010 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a01d551-8a40-478e-a7e4-29fe0c728b20 None None] Attempting to bind port d1303721-65c3-49ec-93b1-4ce070cccd05 on network 085fedf0-f391-4cc7-967a-bed7f2707f17 {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:13:03.766370 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-e09b5a22-fd7a-47f1-af37-a3b8b6cca6e1 req-d0b65568-daaa-4983-abef-884eec6388ef service neutron] 10.222.0.127 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=36b98e29-a854-4d50-b96f-b0c0cedeff86 HTTP/1.1" status: 200 len: 217 time: 0.0649004 Jul 06 14:13:03.769523 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a01d551-8a40-478e-a7e4-29fe0c728b20 None None] Checking agent: {'id': '8ab5b19c-d213-4f29-891d-27bdf39d38b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773647-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 43, 26), 'started_at': datetime.datetime(2021, 7, 6, 13, 43, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 12, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773647-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:13:03.770569 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a01d551-8a40-478e-a7e4-29fe0c728b20 None None] Checking segment: {'id': '363dcd37-8bb7-42e7-ab10-1b8e4e85ff75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1045, 'network_id': '085fedf0-f391-4cc7-967a-bed7f2707f17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:13:03.771054 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4a01d551-8a40-478e-a7e4-29fe0c728b20 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:03.771551 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a01d551-8a40-478e-a7e4-29fe0c728b20 None None] Bound using segment: {'id': '363dcd37-8bb7-42e7-ab10-1b8e4e85ff75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1045, 'network_id': '085fedf0-f391-4cc7-967a-bed7f2707f17'} {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:13:03.772094 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-4a01d551-8a40-478e-a7e4-29fe0c728b20 None None] Bound port: d1303721-65c3-49ec-93b1-4ce070cccd05, host: n-d-773647-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '363dcd37-8bb7-42e7-ab10-1b8e4e85ff75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1045, 'network_id': '085fedf0-f391-4cc7-967a-bed7f2707f17'}}] {{(pid=100248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:13:03.772548 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4a01d551-8a40-478e-a7e4-29fe0c728b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:03.902164 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-4a01d551-8a40-478e-a7e4-29fe0c728b20 None None] For port d1303721-65c3-49ec-93b1-4ce070cccd05, host n-d-773647-6, cleared binding levels {{(pid=100248) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:13:03.906348 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-4a01d551-8a40-478e-a7e4-29fe0c728b20 None None] For port d1303721-65c3-49ec-93b1-4ce070cccd05, host n-d-773647-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=d1303721-65c3-49ec-93b1-4ce070cccd05,segment=NetworkSegment(363dcd37-8bb7-42e7-ab10-1b8e4e85ff75),segment_id=363dcd37-8bb7-42e7-ab10-1b8e4e85ff75)] {{(pid=100248) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:13:03.912775 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4a01d551-8a40-478e-a7e4-29fe0c728b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:03.917020 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09b5a22-fd7a-47f1-af37-a3b8b6cca6e1 req-db220dac-c2ad-4e1e-974f-e9f89d21ea54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:13:03.918517 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-e09b5a22-fd7a-47f1-af37-a3b8b6cca6e1 req-db220dac-c2ad-4e1e-974f-e9f89d21ea54 service neutron] 10.222.0.127 "GET /v2.0/subnets?id=f227b47e-ae32-4b4e-a3ec-2991dbacdeb7 HTTP/1.1" status: 200 len: 859 time: 0.1256497 Jul 06 14:13:04.041272 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a01d551-8a40-478e-a7e4-29fe0c728b20 None None] Routers {'7ae7c1a9-df1a-4e65-9508-0d0b9fd1ac79'} bound to L3 agent in host n-d-773647-6 {{(pid=100248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:13:04.041949 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-4a01d551-8a40-478e-a7e4-29fe0c728b20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T14:12:56Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['7ae7c1a9-df1a-4e65-9508-0d0b9fd1ac79'], 'active': True} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:13:04.064241 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-9a4d4f4e-db77-48ef-b826-a0fd70847b8b req-52f2ec74-8f62-4e41-b62d-1cbff0eba495 tempest-ServerRescueTestJSONUnderV235-1943447921 tempest-ServerRescueTestJSONUnderV235-1943447921-project] Notify callbacks [] for port, precommit_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:04.112176 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab309ac9-2a7d-4f3b-b6b0-64764a7c719d None None] Pushing event updated for resources: {'Port': ['ID=d1303721-65c3-49ec-93b1-4ce070cccd05,revision_number=4']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:13:04.116257 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-e09b5a22-fd7a-47f1-af37-a3b8b6cca6e1 req-4b917786-2efd-48ed-8408-c23401b2b65b service neutron] 10.222.0.127 "GET /v2.0/ports?network_id=80add5a8-4d84-4211-8e92-7e43032b95e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0479159 Jul 06 14:13:04.116869 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 18c40ddb-5230-4e47-940a-0852da9f7a69 up at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:13:04.148218 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-9a4d4f4e-db77-48ef-b826-a0fd70847b8b req-52f2ec74-8f62-4e41-b62d-1cbff0eba495 tempest-ServerRescueTestJSONUnderV235-1943447921 tempest-ServerRescueTestJSONUnderV235-1943447921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128888538'] for port, after_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:04.237912 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f2ec74-8f62-4e41-b62d-1cbff0eba495 tempest-ServerRescueTestJSONUnderV235-1943447921 tempest-ServerRescueTestJSONUnderV235-1943447921-project] Pushing event updated for resources: {'Port': ['ID=c4578ff2-b162-4fb6-98ce-0c09233061fd,revision_number=2']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:13:04.239138 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning complete for port 18c40ddb-5230-4e47-940a-0852da9f7a69 triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:13:04.239638 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:04.298882 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvr_db [None req-4a01d551-8a40-478e-a7e4-29fe0c728b20 None None] Set router 7ae7c1a9-df1a-4e65-9508-0d0b9fd1ac79 gateway port host: n-d-773647-6 {{(pid=100248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:13:04.372763 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-9a4d4f4e-db77-48ef-b826-a0fd70847b8b req-52f2ec74-8f62-4e41-b62d-1cbff0eba495 tempest-ServerRescueTestJSONUnderV235-1943447921 tempest-ServerRescueTestJSONUnderV235-1943447921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1761130'] for floatingip, after_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:04.425543 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c20ff4f-1563-4fb6-b154-b36b18407860 req-5c40dbe7-b9f5-4c6d-9fd2-4e42df74b899 tempest-ServerRescueTestJSON-1630712699 tempest-ServerRescueTestJSON-1630712699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:13:04.427156 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-1c20ff4f-1563-4fb6-b154-b36b18407860 req-5c40dbe7-b9f5-4c6d-9fd2-4e42df74b899 tempest-ServerRescueTestJSON-1630712699 tempest-ServerRescueTestJSON-1630712699-project] 10.222.0.104 "GET /v2.0/ports?device_id=289ccf1b-838f-4890-b1d0-9aa7c290d4b3 HTTP/1.1" status: 200 len: 946 time: 0.2986834 Jul 06 14:13:04.428114 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-9a4d4f4e-db77-48ef-b826-a0fd70847b8b req-52f2ec74-8f62-4e41-b62d-1cbff0eba495 tempest-ServerRescueTestJSONUnderV235-1943447921 tempest-ServerRescueTestJSONUnderV235-1943447921-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for floatingip, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:04.429320 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-9a4d4f4e-db77-48ef-b826-a0fd70847b8b req-52f2ec74-8f62-4e41-b62d-1cbff0eba495 tempest-ServerRescueTestJSONUnderV235-1943447921 tempest-ServerRescueTestJSONUnderV235-1943447921-project] 10.222.0.104 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.0305300 Jul 06 14:13:04.559562 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-9a4d4f4e-db77-48ef-b826-a0fd70847b8b req-d0695a5b-6ebe-41b0-9ab2-e4e1e7cded1c tempest-ServerRescueTestJSONUnderV235-1943447921 tempest-ServerRescueTestJSONUnderV235-1943447921-project] 10.222.0.104 "GET /v2.0/floatingips?floating_ip_address=172.25.0.186 HTTP/1.1" status: 200 len: 696 time: 0.1128945 Jul 06 14:13:04.662669 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-e09b5a22-fd7a-47f1-af37-a3b8b6cca6e1 req-0d0ed39b-dfe3-41e8-82ad-7f93b0237b0c service neutron] 10.222.0.127 "GET /v2.0/networks/80add5a8-4d84-4211-8e92-7e43032b95e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5122705 Jul 06 14:13:04.670004 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-1c20ff4f-1563-4fb6-b154-b36b18407860 req-eb8d920c-64a3-441c-9737-029bf848cb9a tempest-ServerRescueTestJSON-1630712699 tempest-ServerRescueTestJSON-1630712699-project] 10.222.0.104 "GET /v2.0/security-groups?id=5ad75d0b-ae4f-4528-8f14-d8740f9e67e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2332683 Jul 06 14:13:04.829787 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-4a01d551-8a40-478e-a7e4-29fe0c728b20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ae7c1a9-df1a-4e65-9508-0d0b9fd1ac79', 'name': 'tempest-TestAggregatesBasicOps-105192142-router', 'tenant_id': '6ca8a9587eae478b9e06b24c088350d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.126'}], 'enable_snat': True}, 'gw_port_id': '18c40ddb-5230-4e47-940a-0852da9f7a69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:12:50Z', 'updated_at': '2021-07-06T14:12:59Z', 'revision_number': 4, 'project_id': '6ca8a9587eae478b9e06b24c088350d7', 'gw_port': {'id': '18c40ddb-5230-4e47-940a-0852da9f7a69', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:45:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ae7c1a9-df1a-4e65-9508-0d0b9fd1ac79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2053, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:12:53Z', 'updated_at': '2021-07-06T14:13:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6', '_interfaces': [{'id': 'd1303721-65c3-49ec-93b1-4ce070cccd05', 'name': '', 'network_id': '085fedf0-f391-4cc7-967a-bed7f2707f17', 'tenant_id': '6ca8a9587eae478b9e06b24c088350d7', 'mac_address': 'fa:16:3e:2d:3a:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ae7c1a9-df1a-4e65-9508-0d0b9fd1ac79', 'device_owner': 'network:router_interface', 'standard_attr_id': 2057, 'fixed_ips': [{'subnet_id': 'afa31d07-dd38-45da-9f42-eb6ac62463eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:12:58Z', 'updated_at': '2021-07-06T14:13:03Z', 'revision_number': 4, 'project_id': '6ca8a9587eae478b9e06b24c088350d7', 'subnets': [{'id': 'afa31d07-dd38-45da-9f42-eb6ac62463eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773647-6', False) {} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:13:04.873169 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a01d551-8a40-478e-a7e4-29fe0c728b20 None None] The sync data for ids ['7ae7c1a9-df1a-4e65-9508-0d0b9fd1ac79'] in n-d-773647-6 is: [{'id': '7ae7c1a9-df1a-4e65-9508-0d0b9fd1ac79', 'name': 'tempest-TestAggregatesBasicOps-105192142-router', 'tenant_id': '6ca8a9587eae478b9e06b24c088350d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.126'}], 'enable_snat': True}, 'gw_port_id': '18c40ddb-5230-4e47-940a-0852da9f7a69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:12:50Z', 'updated_at': '2021-07-06T14:12:59Z', 'revision_number': 4, 'project_id': '6ca8a9587eae478b9e06b24c088350d7', 'gw_port': {'id': '18c40ddb-5230-4e47-940a-0852da9f7a69', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:45:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ae7c1a9-df1a-4e65-9508-0d0b9fd1ac79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2053, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:12:53Z', 'updated_at': '2021-07-06T14:13:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6', '_interfaces': [{'id': 'd1303721-65c3-49ec-93b1-4ce070cccd05', 'name': '', 'network_id': '085fedf0-f391-4cc7-967a-bed7f2707f17', 'tenant_id': '6ca8a9587eae478b9e06b24c088350d7', 'mac_address': 'fa:16:3e:2d:3a:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ae7c1a9-df1a-4e65-9508-0d0b9fd1ac79', 'device_owner': 'network:router_interface', 'standard_attr_id': 2057, 'fixed_ips': [{'subnet_id': 'afa31d07-dd38-45da-9f42-eb6ac62463eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:12:58Z', 'updated_at': '2021-07-06T14:13:03Z', 'revision_number': 4, 'project_id': '6ca8a9587eae478b9e06b24c088350d7', 'subnets': [{'id': 'afa31d07-dd38-45da-9f42-eb6ac62463eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 14:13:04.887637 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4d4f4e-db77-48ef-b826-a0fd70847b8b req-b6e82b8b-cbf8-4479-8d0b-e09c1bbd7a6a tempest-ServerRescueTestJSONUnderV235-1943447921 tempest-ServerRescueTestJSONUnderV235-1943447921-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:13:04.889072 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-9a4d4f4e-db77-48ef-b826-a0fd70847b8b req-b6e82b8b-cbf8-4479-8d0b-e09c1bbd7a6a tempest-ServerRescueTestJSONUnderV235-1943447921 tempest-ServerRescueTestJSONUnderV235-1943447921-project] 10.222.0.104 "GET /v2.0/networks/2658f09e-a580-4d4a-9968-2d1e0ad93719 HTTP/1.1" status: 200 len: 784 time: 0.3268030 Jul 06 14:13:04.920104 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [req-9a4d4f4e-db77-48ef-b826-a0fd70847b8b req-7aabe529-121c-4345-ae4d-d6b4f3e01100 tempest-ServerRescueTestJSONUnderV235-1943447921 tempest-ServerRescueTestJSONUnderV235-1943447921-project] http://10.222.0.104:9696/v2.0/extensions returned with HTTP 200 {{(pid=100247) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 14:13:04.921183 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-9a4d4f4e-db77-48ef-b826-a0fd70847b8b req-7aabe529-121c-4345-ae4d-d6b4f3e01100 tempest-ServerRescueTestJSONUnderV235-1943447921 tempest-ServerRescueTestJSONUnderV235-1943447921-project] 10.222.0.104 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0217731 Jul 06 14:13:04.930738 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-e09b5a22-fd7a-47f1-af37-a3b8b6cca6e1 req-f81155d2-7c84-4d10-9160-6abff80b4d84 service neutron] 10.222.0.127 "GET /v2.0/networks/80add5a8-4d84-4211-8e92-7e43032b95e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2589619 Jul 06 14:13:05.023428 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847558dc-c5b0-473a-9ffe-946b29c37c11 req-f526146b-8d9d-4e52-a3d8-e9668835a32e tempest-AttachVolumeTestJSON-361183160 tempest-AttachVolumeTestJSON-361183160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:13:05.033694 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-847558dc-c5b0-473a-9ffe-946b29c37c11 req-f526146b-8d9d-4e52-a3d8-e9668835a32e tempest-AttachVolumeTestJSON-361183160 tempest-AttachVolumeTestJSON-361183160-project] 10.222.0.104 "GET /v2.0/ports?device_id=e0b6590c-38d1-4890-811c-8b99d91e8b91 HTTP/1.1" status: 200 len: 945 time: 0.1701095 Jul 06 14:13:05.114448 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-847558dc-c5b0-473a-9ffe-946b29c37c11 req-fd6b502f-9943-44e0-817e-4064e95edad0 tempest-AttachVolumeTestJSON-361183160 tempest-AttachVolumeTestJSON-361183160-project] 10.222.0.104 "GET /v2.0/security-groups?id=e8c32bf5-5674-497e-8c20-3ec857c330c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0767193 Jul 06 14:13:05.186940 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-d2aede36-393b-4ad2-917c-ed1599df7969 req-ecb6c958-86e1-45d5-a1ab-4c6c67ced082 tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] 10.222.0.104 "GET /v2.0/ports?device_id=e7dc6a4d-9f66-42f4-9ec5-8a24ac011f21 HTTP/1.1" status: 200 len: 210 time: 0.0356226 Jul 06 14:13:05.532994 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f4d5ee-2fd4-4d9d-8de0-91fdce594003 req-65b00b99-9fa0-4428-a02a-0d99fd9fa341 tempest-ServerRescueTestJSONUnderV235-1943447921 tempest-ServerRescueTestJSONUnderV235-1943447921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:13:05.540853 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-15f4d5ee-2fd4-4d9d-8de0-91fdce594003 req-65b00b99-9fa0-4428-a02a-0d99fd9fa341 tempest-ServerRescueTestJSONUnderV235-1943447921 tempest-ServerRescueTestJSONUnderV235-1943447921-project] 10.222.0.104 "GET /v2.0/ports?device_id=db386cd2-b4bb-41cb-b1dd-da803603d9f6&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1312594 Jul 06 14:13:05.597536 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-15f4d5ee-2fd4-4d9d-8de0-91fdce594003 req-71c42f02-01ef-410f-b9cf-317a0d9d31a3 tempest-ServerRescueTestJSONUnderV235-1943447921 tempest-ServerRescueTestJSONUnderV235-1943447921-project] 10.222.0.104 "GET /v2.0/floatingips?floating_ip_address=172.25.0.186 HTTP/1.1" status: 200 len: 696 time: 0.0556908 Jul 06 14:13:05.603615 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [req-15f4d5ee-2fd4-4d9d-8de0-91fdce594003 req-bb3f2eee-9682-40f3-ad60-f92c061d62c7 tempest-ServerRescueTestJSONUnderV235-1943447921 tempest-ServerRescueTestJSONUnderV235-1943447921-project] Request body: {'floatingip': {'port_id': '36b98e29-a854-4d50-b96f-b0c0cedeff86', 'fixed_ip_address': '172.20.0.9'}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:13:05.663002 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-15f4d5ee-2fd4-4d9d-8de0-91fdce594003 req-bb3f2eee-9682-40f3-ad60-f92c061d62c7 tempest-ServerRescueTestJSONUnderV235-1943447921 tempest-ServerRescueTestJSONUnderV235-1943447921-project] Notify callbacks [] for floatingip, before_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:06.039500 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device d1303721-65c3-49ec-93b1-4ce070cccd05 up at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:13:06.117816 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning for port d1303721-65c3-49ec-93b1-4ce070cccd05 completed by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:13:06.128516 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning complete for port d1303721-65c3-49ec-93b1-4ce070cccd05 triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:13:06.128900 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:06.198153 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d274de-a936-4c84-9e3c-878338fcdd95 req-1e51b6ab-882d-46c9-a3f6-f1d743dd30dc tempest-ServerRescueTestJSON-1630712699 tempest-ServerRescueTestJSON-1630712699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:13:06.199752 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-46d274de-a936-4c84-9e3c-878338fcdd95 req-1e51b6ab-882d-46c9-a3f6-f1d743dd30dc tempest-ServerRescueTestJSON-1630712699 tempest-ServerRescueTestJSON-1630712699-project] 10.222.0.104 "GET /v2.0/ports?device_id=289ccf1b-838f-4890-b1d0-9aa7c290d4b3 HTTP/1.1" status: 200 len: 946 time: 0.1950636 Jul 06 14:13:06.276129 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:06.323673 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] For port d1303721-65c3-49ec-93b1-4ce070cccd05, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=d1303721-65c3-49ec-93b1-4ce070cccd05,segment=NetworkSegment(363dcd37-8bb7-42e7-ab10-1b8e4e85ff75),segment_id=363dcd37-8bb7-42e7-ab10-1b8e4e85ff75)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:13:06.341063 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:06.419734 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Pushing event updated for resources: {'Port': ['ID=d1303721-65c3-49ec-93b1-4ce070cccd05,revision_number=5']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:13:06.427253 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-46d274de-a936-4c84-9e3c-878338fcdd95 req-9d7f89ef-4af6-4a9f-a1ec-3bf31adf8aa1 tempest-ServerRescueTestJSON-1630712699 tempest-ServerRescueTestJSON-1630712699-project] 10.222.0.104 "GET /v2.0/security-groups?id=5ad75d0b-ae4f-4528-8f14-d8740f9e67e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1650538 Jul 06 14:13:06.557487 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-15f4d5ee-2fd4-4d9d-8de0-91fdce594003 req-bb3f2eee-9682-40f3-ad60-f92c061d62c7 tempest-ServerRescueTestJSONUnderV235-1943447921 tempest-ServerRescueTestJSONUnderV235-1943447921-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:06.562481 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-15f4d5ee-2fd4-4d9d-8de0-91fdce594003 req-bb3f2eee-9682-40f3-ad60-f92c061d62c7 tempest-ServerRescueTestJSONUnderV235-1943447921 tempest-ServerRescueTestJSONUnderV235-1943447921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1761130'] for floatingip, after_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:06.746209 n-d-773647-6 neutron-server[100247]: INFO neutron.db.l3_db [req-15f4d5ee-2fd4-4d9d-8de0-91fdce594003 req-bb3f2eee-9682-40f3-ad60-f92c061d62c7 tempest-ServerRescueTestJSONUnderV235-1943447921 tempest-ServerRescueTestJSONUnderV235-1943447921-project] Floating IP 5fb7abcd-5515-4ae0-a71b-7767ffad0554 associated. External IP: 172.25.0.186, port: 36b98e29-a854-4d50-b96f-b0c0cedeff86. Jul 06 14:13:06.819327 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae6aa57-607b-4370-8ca3-76246f1617c5 req-0759f03b-c314-461a-a9da-26ee2ffbe405 tempest-AttachVolumeTestJSON-361183160 tempest-AttachVolumeTestJSON-361183160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:13:06.822514 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-4ae6aa57-607b-4370-8ca3-76246f1617c5 req-0759f03b-c314-461a-a9da-26ee2ffbe405 tempest-AttachVolumeTestJSON-361183160 tempest-AttachVolumeTestJSON-361183160-project] 10.222.0.104 "GET /v2.0/ports?device_id=e0b6590c-38d1-4890-811c-8b99d91e8b91 HTTP/1.1" status: 200 len: 945 time: 0.1936266 Jul 06 14:13:06.914081 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-4ae6aa57-607b-4370-8ca3-76246f1617c5 req-75dffb1b-7f38-4b7f-8ffb-9f637de2f44d tempest-AttachVolumeTestJSON-361183160 tempest-AttachVolumeTestJSON-361183160-project] 10.222.0.104 "GET /v2.0/security-groups?id=e8c32bf5-5674-497e-8c20-3ec857c330c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0576115 Jul 06 14:13:07.375514 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-f6e8a8b6-83c6-4eb2-b846-3d4d0927e764 req-67ad8365-d2ea-436b-b678-1785c33360a2 tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] 10.222.0.104 "GET /v2.0/ports?device_id=e7dc6a4d-9f66-42f4-9ec5-8a24ac011f21 HTTP/1.1" status: 200 len: 210 time: 0.0339773 Jul 06 14:13:07.415129 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.l3_agent_scheduler [req-15f4d5ee-2fd4-4d9d-8de0-91fdce594003 req-bb3f2eee-9682-40f3-ad60-f92c061d62c7 tempest-ServerRescueTestJSONUnderV235-1943447921 tempest-ServerRescueTestJSONUnderV235-1943447921-project] Router 2361339c-3545-4ce7-95e6-64daa4111a39 has already been hosted by L3 agent 2823d358-a11b-4885-a706-95a279e43fa7 {{(pid=100247) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 14:13:07.545343 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-15f4d5ee-2fd4-4d9d-8de0-91fdce594003 req-bb3f2eee-9682-40f3-ad60-f92c061d62c7 tempest-ServerRescueTestJSONUnderV235-1943447921 tempest-ServerRescueTestJSONUnderV235-1943447921-project] Notify agent at l3_agent.n-d-773647-6 the message routers_updated {{(pid=100247) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 14:13:07.551628 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-15f4d5ee-2fd4-4d9d-8de0-91fdce594003 req-bb3f2eee-9682-40f3-ad60-f92c061d62c7 tempest-ServerRescueTestJSONUnderV235-1943447921 tempest-ServerRescueTestJSONUnderV235-1943447921-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for floatingip, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:07.572799 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df1dcaf7-83f2-44d9-a4fd-38833cb684de None None] Sync routers for ids ['2361339c-3545-4ce7-95e6-64daa4111a39'] in n-d-773647-6 {{(pid=100249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 14:13:07.602127 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df1dcaf7-83f2-44d9-a4fd-38833cb684de None None] Routers {'2361339c-3545-4ce7-95e6-64daa4111a39'} bound to L3 agent in host n-d-773647-6 {{(pid=100249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:13:07.603174 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-df1dcaf7-83f2-44d9-a4fd-38833cb684de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T14:12:56Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['2361339c-3545-4ce7-95e6-64daa4111a39'], 'active': True} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:13:07.617733 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-15f4d5ee-2fd4-4d9d-8de0-91fdce594003 req-bb3f2eee-9682-40f3-ad60-f92c061d62c7 tempest-ServerRescueTestJSONUnderV235-1943447921 tempest-ServerRescueTestJSONUnderV235-1943447921-project] 10.222.0.104 "PUT /v2.0/floatingips/5fb7abcd-5515-4ae0-a71b-7767ffad0554 HTTP/1.1" status: 200 len: 996 time: 2.0192294 Jul 06 14:13:07.618913 n-d-773647-6 neutron-server[100247]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db386cd2-b4bb-41cb-b1dd-da803603d9f6', 'tag': '36b98e29-a854-4d50-b96f-b0c0cedeff86'}] {{(pid=100247) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:13:07.625303 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cbf0eeaae822f8fc9b87a94aeba67a3d651842baf663a51cba94b67a514836d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a50cf783-db11-45da-8f78-8904fe2821f1" -d '{"events": [{"name": "network-changed", "server_uuid": "db386cd2-b4bb-41cb-b1dd-da803603d9f6", "tag": "36b98e29-a854-4d50-b96f-b0c0cedeff86"}]}' {{(pid=100247) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:13:07.734982 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f4d5ee-2fd4-4d9d-8de0-91fdce594003 req-2e621f37-b613-4ff2-88b8-ea0247b298bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:13:07.743096 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-15f4d5ee-2fd4-4d9d-8de0-91fdce594003 req-2e621f37-b613-4ff2-88b8-ea0247b298bc service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=3d918f5433ad4a15834cebadb767c05d&device_id=db386cd2-b4bb-41cb-b1dd-da803603d9f6 HTTP/1.1" status: 200 len: 1096 time: 0.0912509 Jul 06 14:13:07.844323 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvr_db [None req-df1dcaf7-83f2-44d9-a4fd-38833cb684de None None] Set router 2361339c-3545-4ce7-95e6-64daa4111a39 gateway port host: n-d-773647-6 {{(pid=100249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:13:07.880535 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f4d5ee-2fd4-4d9d-8de0-91fdce594003 req-125bc99e-f4ff-45a7-8c1d-9fed303cc2ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:13:07.882815 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-15f4d5ee-2fd4-4d9d-8de0-91fdce594003 req-125bc99e-f4ff-45a7-8c1d-9fed303cc2ba service neutron] 10.222.0.104 "GET /v2.0/networks?id=80add5a8-4d84-4211-8e92-7e43032b95e8 HTTP/1.1" status: 200 len: 921 time: 0.1340344 Jul 06 14:13:08.061141 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device d1303721-65c3-49ec-93b1-4ce070cccd05 up at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:13:08.085971 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-15f4d5ee-2fd4-4d9d-8de0-91fdce594003 req-4b48acca-acfc-4590-8807-994a9241f991 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=36b98e29-a854-4d50-b96f-b0c0cedeff86 HTTP/1.1" status: 200 len: 999 time: 0.1947825 Jul 06 14:13:08.133932 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f4d5ee-2fd4-4d9d-8de0-91fdce594003 req-8ed34a88-41b7-4434-8ac2-4c8fb6f97762 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:13:08.141750 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-15f4d5ee-2fd4-4d9d-8de0-91fdce594003 req-8ed34a88-41b7-4434-8ac2-4c8fb6f97762 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=f227b47e-ae32-4b4e-a3ec-2991dbacdeb7 HTTP/1.1" status: 200 len: 859 time: 0.0546124 Jul 06 14:13:08.157269 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning complete for port d1303721-65c3-49ec-93b1-4ce070cccd05 triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:13:08.157738 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:08.175408 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-15f4d5ee-2fd4-4d9d-8de0-91fdce594003 req-126b5a9f-ee8f-42a2-9405-7780d73af708 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=80add5a8-4d84-4211-8e92-7e43032b95e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0324891 Jul 06 14:13:08.192812 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [req-15f4d5ee-2fd4-4d9d-8de0-91fdce594003 req-16f3b2be-e630-4576-b9ff-c7fb2c825500 service neutron] http://10.222.0.104:9696/v2.0/extensions returned with HTTP 200 {{(pid=100247) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 14:13:08.193849 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-15f4d5ee-2fd4-4d9d-8de0-91fdce594003 req-16f3b2be-e630-4576-b9ff-c7fb2c825500 service neutron] 10.222.0.104 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0094044 Jul 06 14:13:08.203636 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd91df2-f252-4dde-b8fa-2dc80015eb65 req-27820538-6bc1-4aae-bba5-bc57ec2e73c0 tempest-ServerRescueTestJSON-1630712699 tempest-ServerRescueTestJSON-1630712699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:13:08.205153 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-6cd91df2-f252-4dde-b8fa-2dc80015eb65 req-27820538-6bc1-4aae-bba5-bc57ec2e73c0 tempest-ServerRescueTestJSON-1630712699 tempest-ServerRescueTestJSON-1630712699-project] 10.222.0.104 "GET /v2.0/ports?device_id=289ccf1b-838f-4890-b1d0-9aa7c290d4b3 HTTP/1.1" status: 200 len: 946 time: 0.2138536 Jul 06 14:13:08.243350 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-df1dcaf7-83f2-44d9-a4fd-38833cb684de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2361339c-3545-4ce7-95e6-64daa4111a39', 'name': 'tempest-ServerRescueTestJSONUnderV235-460749083-router', 'tenant_id': '3d918f5433ad4a15834cebadb767c05d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.104'}], 'enable_snat': True}, 'gw_port_id': 'baa7d2fa-9035-4378-9c8b-2c2beedb18ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:11:59Z', 'updated_at': '2021-07-06T14:12:06Z', 'revision_number': 4, 'project_id': '3d918f5433ad4a15834cebadb767c05d', 'gw_port': {'id': 'baa7d2fa-9035-4378-9c8b-2c2beedb18ee', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:57:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2361339c-3545-4ce7-95e6-64daa4111a39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1998, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:12:01Z', 'updated_at': '2021-07-06T14:12:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6', '_floatingips': [{'id': '5fb7abcd-5515-4ae0-a71b-7767ffad0554', 'tenant_id': '3d918f5433ad4a15834cebadb767c05d', 'floating_ip_address': '172.25.0.186', 'floating_network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'router_id': '2361339c-3545-4ce7-95e6-64daa4111a39', 'port_id': '36b98e29-a854-4d50-b96f-b0c0cedeff86', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2059, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '80add5a8-4d84-4211-8e92-7e43032b95e8', 'mac_address': 'fa:16:3e:6b:9e:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db386cd2-b4bb-41cb-b1dd-da803603d9f6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T14:13:03Z', 'updated_at': '2021-07-06T14:13:06Z', 'revision_number': 1, 'project_id': '3d918f5433ad4a15834cebadb767c05d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f87cd41-0417-4e0c-aa1c-d213d2b446be', 'name': '', 'network_id': '80add5a8-4d84-4211-8e92-7e43032b95e8', 'tenant_id': '3d918f5433ad4a15834cebadb767c05d', 'mac_address': 'fa:16:3e:72:a5:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2361339c-3545-4ce7-95e6-64daa4111a39', 'device_owner': 'network:router_interface', 'standard_attr_id': 2005, 'fixed_ips': [{'subnet_id': 'f227b47e-ae32-4b4e-a3ec-2991dbacdeb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:12:04Z', 'updated_at': '2021-07-06T14:12:12Z', 'revision_number': 5, 'project_id': '3d918f5433ad4a15834cebadb767c05d', 'subnets': [{'id': 'f227b47e-ae32-4b4e-a3ec-2991dbacdeb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773647-6', False) {} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:13:08.274078 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df1dcaf7-83f2-44d9-a4fd-38833cb684de None None] Checking router: 2361339c-3545-4ce7-95e6-64daa4111a39 for host: n-d-773647-6 {{(pid=100249) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 14:13:08.298197 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df1dcaf7-83f2-44d9-a4fd-38833cb684de None None] Routers {'2361339c-3545-4ce7-95e6-64daa4111a39'} bound to L3 agent in host n-d-773647-6 {{(pid=100249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:13:08.299107 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-df1dcaf7-83f2-44d9-a4fd-38833cb684de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T14:12:56Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['2361339c-3545-4ce7-95e6-64daa4111a39'], 'active': True} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:13:08.327285 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-15f4d5ee-2fd4-4d9d-8de0-91fdce594003 req-161764f8-0fdd-4e6d-8410-b3712d7a1eff service neutron] 10.222.0.104 "GET /v2.0/networks/80add5a8-4d84-4211-8e92-7e43032b95e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1210327 Jul 06 14:13:08.362749 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-6cd91df2-f252-4dde-b8fa-2dc80015eb65 req-6fdb4db4-f679-4f27-9c13-2e98dc744661 tempest-ServerRescueTestJSON-1630712699 tempest-ServerRescueTestJSON-1630712699-project] 10.222.0.104 "GET /v2.0/security-groups?id=5ad75d0b-ae4f-4528-8f14-d8740f9e67e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665519 Jul 06 14:13:08.429975 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 14:13:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-caa592e2-f707-4bbd-9c63-2dfe761b7155 x-openstack-request-id: req-caa592e2-f707-4bbd-9c63-2dfe761b7155 {{(pid=100247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:13:08.430292 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db386cd2-b4bb-41cb-b1dd-da803603d9f6", "tag": "36b98e29-a854-4d50-b96f-b0c0cedeff86", "status": "completed", "code": 200}]} {{(pid=100247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:13:08.430514 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-caa592e2-f707-4bbd-9c63-2dfe761b7155 {{(pid=100247) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:13:08.430914 n-d-773647-6 neutron-server[100247]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db386cd2-b4bb-41cb-b1dd-da803603d9f6', 'tag': '36b98e29-a854-4d50-b96f-b0c0cedeff86', 'status': 'completed', 'code': 200} Jul 06 14:13:08.456076 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvr_db [None req-df1dcaf7-83f2-44d9-a4fd-38833cb684de None None] Set router 2361339c-3545-4ce7-95e6-64daa4111a39 gateway port host: n-d-773647-6 {{(pid=100249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:13:08.512437 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-15f4d5ee-2fd4-4d9d-8de0-91fdce594003 req-e1f5dd4c-96d8-4d5f-be4e-abc4ea09db09 service neutron] 10.222.0.104 "GET /v2.0/networks/80add5a8-4d84-4211-8e92-7e43032b95e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1703570 Jul 06 14:13:08.532468 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50cf783-db11-45da-8f78-8904fe2821f1 req-e271ae44-0597-45a5-b95c-1fd8a8462a7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:13:08.535130 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-a50cf783-db11-45da-8f78-8904fe2821f1 req-e271ae44-0597-45a5-b95c-1fd8a8462a7d service neutron] 10.222.0.127 "GET /v2.0/ports?tenant_id=3d918f5433ad4a15834cebadb767c05d&device_id=db386cd2-b4bb-41cb-b1dd-da803603d9f6 HTTP/1.1" status: 200 len: 1096 time: 0.0810726 Jul 06 14:13:08.675786 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50cf783-db11-45da-8f78-8904fe2821f1 req-97dc81f4-5204-4f87-bb54-cd21e0c3a6a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:13:08.677327 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-a50cf783-db11-45da-8f78-8904fe2821f1 req-97dc81f4-5204-4f87-bb54-cd21e0c3a6a5 service neutron] 10.222.0.127 "GET /v2.0/networks?id=80add5a8-4d84-4211-8e92-7e43032b95e8 HTTP/1.1" status: 200 len: 921 time: 0.1344669 Jul 06 14:13:08.860864 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-577f6031-5f84-4435-bf34-26c9f2ad4a72 req-65838259-5531-4a8f-bf0b-04dbac68757c tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] 10.222.0.104 "GET /v2.0/ports?device_id=e7dc6a4d-9f66-42f4-9ec5-8a24ac011f21 HTTP/1.1" status: 200 len: 210 time: 0.0830364 Jul 06 14:13:08.879833 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-a50cf783-db11-45da-8f78-8904fe2821f1 req-e72326ab-6fc8-48c6-aefe-6a34259b8c2a service neutron] 10.222.0.127 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=36b98e29-a854-4d50-b96f-b0c0cedeff86 HTTP/1.1" status: 200 len: 999 time: 0.1939237 Jul 06 14:13:08.953296 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-df1dcaf7-83f2-44d9-a4fd-38833cb684de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2361339c-3545-4ce7-95e6-64daa4111a39', 'name': 'tempest-ServerRescueTestJSONUnderV235-460749083-router', 'tenant_id': '3d918f5433ad4a15834cebadb767c05d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.104'}], 'enable_snat': True}, 'gw_port_id': 'baa7d2fa-9035-4378-9c8b-2c2beedb18ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:11:59Z', 'updated_at': '2021-07-06T14:12:06Z', 'revision_number': 4, 'project_id': '3d918f5433ad4a15834cebadb767c05d', 'gw_port': {'id': 'baa7d2fa-9035-4378-9c8b-2c2beedb18ee', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:57:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2361339c-3545-4ce7-95e6-64daa4111a39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1998, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:12:01Z', 'updated_at': '2021-07-06T14:12:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6', '_floatingips': [{'id': '5fb7abcd-5515-4ae0-a71b-7767ffad0554', 'tenant_id': '3d918f5433ad4a15834cebadb767c05d', 'floating_ip_address': '172.25.0.186', 'floating_network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'router_id': '2361339c-3545-4ce7-95e6-64daa4111a39', 'port_id': '36b98e29-a854-4d50-b96f-b0c0cedeff86', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2059, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '80add5a8-4d84-4211-8e92-7e43032b95e8', 'mac_address': 'fa:16:3e:6b:9e:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db386cd2-b4bb-41cb-b1dd-da803603d9f6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T14:13:03Z', 'updated_at': '2021-07-06T14:13:06Z', 'revision_number': 1, 'project_id': '3d918f5433ad4a15834cebadb767c05d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f87cd41-0417-4e0c-aa1c-d213d2b446be', 'name': '', 'network_id': '80add5a8-4d84-4211-8e92-7e43032b95e8', 'tenant_id': '3d918f5433ad4a15834cebadb767c05d', 'mac_address': 'fa:16:3e:72:a5:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2361339c-3545-4ce7-95e6-64daa4111a39', 'device_owner': 'network:router_interface', 'standard_attr_id': 2005, 'fixed_ips': [{'subnet_id': 'f227b47e-ae32-4b4e-a3ec-2991dbacdeb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:12:04Z', 'updated_at': '2021-07-06T14:12:12Z', 'revision_number': 5, 'project_id': '3d918f5433ad4a15834cebadb767c05d', 'subnets': [{'id': 'f227b47e-ae32-4b4e-a3ec-2991dbacdeb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773647-6', False) {} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:13:08.974796 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d91916-44e8-45b3-96a9-c391cad5d436 req-22d37c93-f5ac-4f61-a1d4-065da5bb8da7 tempest-AttachVolumeTestJSON-361183160 tempest-AttachVolumeTestJSON-361183160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:13:08.981827 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-d7d91916-44e8-45b3-96a9-c391cad5d436 req-22d37c93-f5ac-4f61-a1d4-065da5bb8da7 tempest-AttachVolumeTestJSON-361183160 tempest-AttachVolumeTestJSON-361183160-project] 10.222.0.104 "GET /v2.0/ports?device_id=e0b6590c-38d1-4890-811c-8b99d91e8b91 HTTP/1.1" status: 200 len: 945 time: 0.2103813 Jul 06 14:13:08.991588 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df1dcaf7-83f2-44d9-a4fd-38833cb684de None None] The sync data for ids ['2361339c-3545-4ce7-95e6-64daa4111a39'] in n-d-773647-6 is: [{'id': '2361339c-3545-4ce7-95e6-64daa4111a39', 'name': 'tempest-ServerRescueTestJSONUnderV235-460749083-router', 'tenant_id': '3d918f5433ad4a15834cebadb767c05d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.104'}], 'enable_snat': True}, 'gw_port_id': 'baa7d2fa-9035-4378-9c8b-2c2beedb18ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:11:59Z', 'updated_at': '2021-07-06T14:12:06Z', 'revision_number': 4, 'project_id': '3d918f5433ad4a15834cebadb767c05d', 'gw_port': {'id': 'baa7d2fa-9035-4378-9c8b-2c2beedb18ee', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:57:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2361339c-3545-4ce7-95e6-64daa4111a39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1998, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:12:01Z', 'updated_at': '2021-07-06T14:12:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6', '_floatingips': [{'id': '5fb7abcd-5515-4ae0-a71b-7767ffad0554', 'tenant_id': '3d918f5433ad4a15834cebadb767c05d', 'floating_ip_address': '172.25.0.186', 'floating_network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'router_id': '2361339c-3545-4ce7-95e6-64daa4111a39', 'port_id': '36b98e29-a854-4d50-b96f-b0c0cedeff86', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2059, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '80add5a8-4d84-4211-8e92-7e43032b95e8', 'mac_address': 'fa:16:3e:6b:9e:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db386cd2-b4bb-41cb-b1dd-da803603d9f6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T14:13:03Z', 'updated_at': '2021-07-06T14:13:06Z', 'revision_number': 1, 'project_id': '3d918f5433ad4a15834cebadb767c05d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f87cd41-0417-4e0c-aa1c-d213d2b446be', 'name': '', 'network_id': '80add5a8-4d84-4211-8e92-7e43032b95e8', 'tenant_id': '3d918f5433ad4a15834cebadb767c05d', 'mac_address': 'fa:16:3e:72:a5:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2361339c-3545-4ce7-95e6-64daa4111a39', 'device_owner': 'network:router_interface', 'standard_attr_id': 2005, 'fixed_ips': [{'subnet_id': 'f227b47e-ae32-4b4e-a3ec-2991dbacdeb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:12:04Z', 'updated_at': '2021-07-06T14:12:12Z', 'revision_number': 5, 'project_id': '3d918f5433ad4a15834cebadb767c05d', 'subnets': [{'id': 'f227b47e-ae32-4b4e-a3ec-2991dbacdeb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 14:13:09.025684 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50cf783-db11-45da-8f78-8904fe2821f1 req-5e5bddcb-33b9-44c8-8c8b-e24259a8bd95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:13:09.027370 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-a50cf783-db11-45da-8f78-8904fe2821f1 req-5e5bddcb-33b9-44c8-8c8b-e24259a8bd95 service neutron] 10.222.0.127 "GET /v2.0/subnets?id=f227b47e-ae32-4b4e-a3ec-2991dbacdeb7 HTTP/1.1" status: 200 len: 859 time: 0.1377690 Jul 06 14:13:09.064304 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-d7d91916-44e8-45b3-96a9-c391cad5d436 req-2a3f6858-5e2e-41e9-bab6-c81ea6b0d31d tempest-AttachVolumeTestJSON-361183160 tempest-AttachVolumeTestJSON-361183160-project] 10.222.0.104 "GET /v2.0/security-groups?id=e8c32bf5-5674-497e-8c20-3ec857c330c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0812149 Jul 06 14:13:09.094468 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-a50cf783-db11-45da-8f78-8904fe2821f1 req-559112c9-f587-4af9-b00f-2f9ec8ef7811 service neutron] 10.222.0.127 "GET /v2.0/ports?network_id=80add5a8-4d84-4211-8e92-7e43032b95e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0508592 Jul 06 14:13:09.277196 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-6f9da1f2-7104-4b75-89ed-9b2156166dbb req-45f0e94f-b19d-4f3e-b668-6509a92e615e tempest-ServerRescueTestJSONUnderV235-1943447921 tempest-ServerRescueTestJSONUnderV235-1943447921-project] 10.222.0.104 "GET /v2.0/floatingips?floating_ip_address=172.25.0.186 HTTP/1.1" status: 200 len: 999 time: 0.1810687 Jul 06 14:13:09.393158 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acccc4d0-c71b-421d-89b0-e95366afa33b None None] New status for floating IP 5fb7abcd-5515-4ae0-a71b-7767ffad0554: ACTIVE {{(pid=100248) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 14:13:09.411314 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9da1f2-7104-4b75-89ed-9b2156166dbb req-1bbadd6c-1b75-4124-9709-54fef5e93d79 tempest-ServerRescueTestJSONUnderV235-1943447921 tempest-ServerRescueTestJSONUnderV235-1943447921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:13:09.423656 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-6f9da1f2-7104-4b75-89ed-9b2156166dbb req-1bbadd6c-1b75-4124-9709-54fef5e93d79 tempest-ServerRescueTestJSONUnderV235-1943447921 tempest-ServerRescueTestJSONUnderV235-1943447921-project] 10.222.0.104 "GET /v2.0/ports/36b98e29-a854-4d50-b96f-b0c0cedeff86 HTTP/1.1" status: 200 len: 942 time: 0.1402631 Jul 06 14:13:09.495437 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-a50cf783-db11-45da-8f78-8904fe2821f1 req-0b3bc68f-db36-47d9-8409-acc06dfb2be6 service neutron] 10.222.0.127 "GET /v2.0/networks/80add5a8-4d84-4211-8e92-7e43032b95e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3913381 Jul 06 14:13:09.688651 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-6f9da1f2-7104-4b75-89ed-9b2156166dbb req-ce5a7050-9a58-48a6-9e9e-b8b0e055fcd4 tempest-ServerRescueTestJSONUnderV235-1943447921 tempest-ServerRescueTestJSONUnderV235-1943447921-project] 10.222.0.104 "GET /v2.0/floatingips?floating_ip_address=172.25.0.186 HTTP/1.1" status: 200 len: 999 time: 0.1028619 Jul 06 14:13:09.776727 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-a50cf783-db11-45da-8f78-8904fe2821f1 req-0c345a36-8df6-48e9-baa8-96a62caeca88 service neutron] 10.222.0.127 "GET /v2.0/networks/80add5a8-4d84-4211-8e92-7e43032b95e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2719851 Jul 06 14:13:09.875144 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9da1f2-7104-4b75-89ed-9b2156166dbb req-b0faa7c9-1675-418b-b3d0-4e8ff2b3b1c9 tempest-ServerRescueTestJSONUnderV235-1943447921 tempest-ServerRescueTestJSONUnderV235-1943447921-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:13:09.885935 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-6f9da1f2-7104-4b75-89ed-9b2156166dbb req-b0faa7c9-1675-418b-b3d0-4e8ff2b3b1c9 tempest-ServerRescueTestJSONUnderV235-1943447921 tempest-ServerRescueTestJSONUnderV235-1943447921-project] 10.222.0.104 "GET /v2.0/networks/2658f09e-a580-4d4a-9968-2d1e0ad93719 HTTP/1.1" status: 200 len: 784 time: 0.1906495 Jul 06 14:13:10.032606 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-6f9da1f2-7104-4b75-89ed-9b2156166dbb req-ec936d02-a8f6-48c1-9562-c8704440be7c tempest-ServerRescueTestJSONUnderV235-1943447921 tempest-ServerRescueTestJSONUnderV235-1943447921-project] 10.222.0.104 "GET /v2.0/floatingips?floating_ip_address=172.25.0.186 HTTP/1.1" status: 200 len: 1001 time: 0.1310408 Jul 06 14:13:10.050140 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [req-6f9da1f2-7104-4b75-89ed-9b2156166dbb req-95d6e9ae-b3c2-447c-a8e3-3a3838d56aa4 tempest-ServerRescueTestJSONUnderV235-1943447921 tempest-ServerRescueTestJSONUnderV235-1943447921-project] Request body: {'floatingip': {'port_id': None}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:13:10.124519 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a41f80-05b3-4a13-84a0-c6f4f8096312 req-8e451513-cbb4-400a-a7bd-fe299fad3c4c tempest-ServerRescueTestJSON-1630712699 tempest-ServerRescueTestJSON-1630712699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:13:10.131387 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-07a41f80-05b3-4a13-84a0-c6f4f8096312 req-8e451513-cbb4-400a-a7bd-fe299fad3c4c tempest-ServerRescueTestJSON-1630712699 tempest-ServerRescueTestJSON-1630712699-project] 10.222.0.104 "GET /v2.0/ports?device_id=289ccf1b-838f-4890-b1d0-9aa7c290d4b3 HTTP/1.1" status: 200 len: 946 time: 0.2416956 Jul 06 14:13:10.146712 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc67c3a0-fbc6-4361-ad5b-a49e185c3e01 req-ba7919f2-2f74-4ef7-877d-b944b59f7593 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:13:10.148278 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-fc67c3a0-fbc6-4361-ad5b-a49e185c3e01 req-ba7919f2-2f74-4ef7-877d-b944b59f7593 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=33f6cdee7b294baa9f6a8cddbba9670a&device_id=e0b6590c-38d1-4890-811c-8b99d91e8b91 HTTP/1.1" status: 200 len: 1096 time: 0.1866031 Jul 06 14:13:10.159845 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-6f9da1f2-7104-4b75-89ed-9b2156166dbb req-95d6e9ae-b3c2-447c-a8e3-3a3838d56aa4 tempest-ServerRescueTestJSONUnderV235-1943447921 tempest-ServerRescueTestJSONUnderV235-1943447921-project] Notify callbacks [] for floatingip, before_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:10.229431 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-07a41f80-05b3-4a13-84a0-c6f4f8096312 req-9eeaa0d9-7bc3-4e63-adb3-6f55a600cc0b tempest-ServerRescueTestJSON-1630712699 tempest-ServerRescueTestJSON-1630712699-project] 10.222.0.104 "GET /v2.0/security-groups?id=5ad75d0b-ae4f-4528-8f14-d8740f9e67e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970824 Jul 06 14:13:10.295230 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 53174) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:13:10.403684 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc67c3a0-fbc6-4361-ad5b-a49e185c3e01 req-d3585d0d-3da3-4ee1-9486-aababdf27687 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:13:10.405153 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-fc67c3a0-fbc6-4361-ad5b-a49e185c3e01 req-d3585d0d-3da3-4ee1-9486-aababdf27687 service neutron] 10.222.0.72 "GET /v2.0/networks?id=6ac95a6a-5756-473f-8a78-bd3474c2b2ff HTTP/1.1" status: 200 len: 913 time: 0.2118754 Jul 06 14:13:10.415399 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-6f9da1f2-7104-4b75-89ed-9b2156166dbb req-95d6e9ae-b3c2-447c-a8e3-3a3838d56aa4 tempest-ServerRescueTestJSONUnderV235-1943447921 tempest-ServerRescueTestJSONUnderV235-1943447921-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:10.430946 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-6f9da1f2-7104-4b75-89ed-9b2156166dbb req-95d6e9ae-b3c2-447c-a8e3-3a3838d56aa4 tempest-ServerRescueTestJSONUnderV235-1943447921 tempest-ServerRescueTestJSONUnderV235-1943447921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1761130'] for floatingip, after_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:10.431286 n-d-773647-6 neutron-server[100247]: INFO neutron.db.l3_db [req-6f9da1f2-7104-4b75-89ed-9b2156166dbb req-95d6e9ae-b3c2-447c-a8e3-3a3838d56aa4 tempest-ServerRescueTestJSONUnderV235-1943447921 tempest-ServerRescueTestJSONUnderV235-1943447921-project] Floating IP 5fb7abcd-5515-4ae0-a71b-7767ffad0554 disassociated. External IP: 172.25.0.186, port: 36b98e29-a854-4d50-b96f-b0c0cedeff86. Jul 06 14:13:10.517920 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:10.602075 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-fc67c3a0-fbc6-4361-ad5b-a49e185c3e01 req-20a2abfc-7339-4993-9aa9-af76bd1cb354 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f32905e8-b970-4aab-b564-3530c975502a HTTP/1.1" status: 200 len: 1001 time: 0.1791046 Jul 06 14:13:10.695256 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc67c3a0-fbc6-4361-ad5b-a49e185c3e01 req-41e06461-b92a-4730-a18f-7b6a341111ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:13:10.701765 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-fc67c3a0-fbc6-4361-ad5b-a49e185c3e01 req-41e06461-b92a-4730-a18f-7b6a341111ad service neutron] 10.222.0.72 "GET /v2.0/subnets?id=868bdf15-b823-4cab-842d-77e49afc3593 HTTP/1.1" status: 200 len: 850 time: 0.0933452 Jul 06 14:13:10.763877 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed09ba53-8a0e-4a02-afde-fd7be44c3d06 req-68bec1e5-bc83-44df-84a4-9f51ad260fcf tempest-AttachVolumeTestJSON-361183160 tempest-AttachVolumeTestJSON-361183160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:13:10.765453 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-ed09ba53-8a0e-4a02-afde-fd7be44c3d06 req-68bec1e5-bc83-44df-84a4-9f51ad260fcf tempest-AttachVolumeTestJSON-361183160 tempest-AttachVolumeTestJSON-361183160-project] 10.222.0.104 "GET /v2.0/ports?device_id=e0b6590c-38d1-4890-811c-8b99d91e8b91 HTTP/1.1" status: 200 len: 945 time: 0.2906706 Jul 06 14:13:10.784713 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-5bdbedfe-d62f-410a-a033-e15a1611e243 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1809431'] for router_interface, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:10.892373 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-ed09ba53-8a0e-4a02-afde-fd7be44c3d06 req-5fc32992-fecc-474a-ac51-1f0529d696f3 tempest-AttachVolumeTestJSON-361183160 tempest-AttachVolumeTestJSON-361183160-project] 10.222.0.104 "GET /v2.0/security-groups?id=e8c32bf5-5674-497e-8c20-3ec857c330c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1090243 Jul 06 14:13:10.910397 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6f9da1f2-7104-4b75-89ed-9b2156166dbb req-95d6e9ae-b3c2-447c-a8e3-3a3838d56aa4 tempest-ServerRescueTestJSONUnderV235-1943447921 tempest-ServerRescueTestJSONUnderV235-1943447921-project] Router 2361339c-3545-4ce7-95e6-64daa4111a39 has already been hosted by L3 agent 2823d358-a11b-4885-a706-95a279e43fa7 {{(pid=100247) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 14:13:10.913434 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc67c3a0-fbc6-4361-ad5b-a49e185c3e01 req-deacb3df-1497-4393-a2fc-30b38a956693 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:13:10.914947 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-fc67c3a0-fbc6-4361-ad5b-a49e185c3e01 req-deacb3df-1497-4393-a2fc-30b38a956693 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=6ac95a6a-5756-473f-8a78-bd3474c2b2ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2057462 Jul 06 14:13:11.125176 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6f9da1f2-7104-4b75-89ed-9b2156166dbb req-95d6e9ae-b3c2-447c-a8e3-3a3838d56aa4 tempest-ServerRescueTestJSONUnderV235-1943447921 tempest-ServerRescueTestJSONUnderV235-1943447921-project] Notify agent at l3_agent.n-d-773647-6 the message routers_updated {{(pid=100247) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 14:13:11.131048 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-6f9da1f2-7104-4b75-89ed-9b2156166dbb req-95d6e9ae-b3c2-447c-a8e3-3a3838d56aa4 tempest-ServerRescueTestJSONUnderV235-1943447921 tempest-ServerRescueTestJSONUnderV235-1943447921-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for floatingip, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:11.137440 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8853316d-4380-443f-a6c5-af264136c6d9 None None] Sync routers for ids ['2361339c-3545-4ce7-95e6-64daa4111a39'] in n-d-773647-6 {{(pid=100249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 14:13:11.149092 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8853316d-4380-443f-a6c5-af264136c6d9 None None] Routers {'2361339c-3545-4ce7-95e6-64daa4111a39'} bound to L3 agent in host n-d-773647-6 {{(pid=100249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:13:11.149717 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-8853316d-4380-443f-a6c5-af264136c6d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T14:12:56Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['2361339c-3545-4ce7-95e6-64daa4111a39'], 'active': True} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:13:11.157813 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [None req-5bdbedfe-d62f-410a-a033-e15a1611e243 admin admin] Deleting port fdd0ba94-3735-43a8-8378-58c2ef081eab {{(pid=100246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:13:11.158168 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-5bdbedfe-d62f-410a-a033-e15a1611e243 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:11.181850 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-d8432f9a-b421-495b-9705-8e20cbfa043e req-8af0254a-f8da-477c-9c62-2826b2b5d511 tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] 10.222.0.104 "GET /v2.0/ports?device_id=e7dc6a4d-9f66-42f4-9ec5-8a24ac011f21 HTTP/1.1" status: 200 len: 210 time: 0.0984876 Jul 06 14:13:11.247880 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-6f9da1f2-7104-4b75-89ed-9b2156166dbb req-95d6e9ae-b3c2-447c-a8e3-3a3838d56aa4 tempest-ServerRescueTestJSONUnderV235-1943447921 tempest-ServerRescueTestJSONUnderV235-1943447921-project] 10.222.0.104 "PUT /v2.0/floatingips/5fb7abcd-5515-4ae0-a71b-7767ffad0554 HTTP/1.1" status: 200 len: 695 time: 1.2063708 Jul 06 14:13:11.254444 n-d-773647-6 neutron-server[100247]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db386cd2-b4bb-41cb-b1dd-da803603d9f6', 'tag': '36b98e29-a854-4d50-b96f-b0c0cedeff86'}] {{(pid=100247) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:13:11.279679 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cbf0eeaae822f8fc9b87a94aeba67a3d651842baf663a51cba94b67a514836d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcb0e46a-f39d-46b4-95a6-2811c2f24668" -d '{"events": [{"name": "network-changed", "server_uuid": "db386cd2-b4bb-41cb-b1dd-da803603d9f6", "tag": "36b98e29-a854-4d50-b96f-b0c0cedeff86"}]}' {{(pid=100247) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:13:11.312413 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.db [None req-5bdbedfe-d62f-410a-a033-e15a1611e243 admin admin] For port fdd0ba94-3735-43a8-8378-58c2ef081eab, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=fdd0ba94-3735-43a8-8378-58c2ef081eab,segment=NetworkSegment(f6fc1825-d60c-4609-8e1e-1c14d8022536),segment_id=f6fc1825-d60c-4609-8e1e-1c14d8022536)] {{(pid=100246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:13:11.313017 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-5bdbedfe-d62f-410a-a033-e15a1611e243 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:11.330096 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [None req-5bdbedfe-d62f-410a-a033-e15a1611e243 admin admin] Calling delete_port for fdd0ba94-3735-43a8-8378-58c2ef081eab owned by network:router_interface {{(pid=100246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:13:11.357076 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-fc67c3a0-fbc6-4361-ad5b-a49e185c3e01 req-65278c8d-e439-4777-af14-0ad499c3ba6c service neutron] 10.222.0.72 "GET /v2.0/networks/6ac95a6a-5756-473f-8a78-bd3474c2b2ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4258008 Jul 06 14:13:11.390202 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvr_db [None req-8853316d-4380-443f-a6c5-af264136c6d9 None None] Set router 2361339c-3545-4ce7-95e6-64daa4111a39 gateway port host: n-d-773647-6 {{(pid=100249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:13:11.660206 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-5bdbedfe-d62f-410a-a033-e15a1611e243 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127687580'] for port, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:11.797724 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bdbedfe-d62f-410a-a033-e15a1611e243 admin admin] Pushing event deleted for resources: {'Port': ['ID=fdd0ba94-3735-43a8-8378-58c2ef081eab,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:13:11.850661 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-8853316d-4380-443f-a6c5-af264136c6d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2361339c-3545-4ce7-95e6-64daa4111a39', 'name': 'tempest-ServerRescueTestJSONUnderV235-460749083-router', 'tenant_id': '3d918f5433ad4a15834cebadb767c05d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.104'}], 'enable_snat': True}, 'gw_port_id': 'baa7d2fa-9035-4378-9c8b-2c2beedb18ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:11:59Z', 'updated_at': '2021-07-06T14:12:06Z', 'revision_number': 4, 'project_id': '3d918f5433ad4a15834cebadb767c05d', 'gw_port': {'id': 'baa7d2fa-9035-4378-9c8b-2c2beedb18ee', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:57:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2361339c-3545-4ce7-95e6-64daa4111a39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1998, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:12:01Z', 'updated_at': '2021-07-06T14:12:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6', '_interfaces': [{'id': '7f87cd41-0417-4e0c-aa1c-d213d2b446be', 'name': '', 'network_id': '80add5a8-4d84-4211-8e92-7e43032b95e8', 'tenant_id': '3d918f5433ad4a15834cebadb767c05d', 'mac_address': 'fa:16:3e:72:a5:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2361339c-3545-4ce7-95e6-64daa4111a39', 'device_owner': 'network:router_interface', 'standard_attr_id': 2005, 'fixed_ips': [{'subnet_id': 'f227b47e-ae32-4b4e-a3ec-2991dbacdeb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:12:04Z', 'updated_at': '2021-07-06T14:12:12Z', 'revision_number': 5, 'project_id': '3d918f5433ad4a15834cebadb767c05d', 'subnets': [{'id': 'f227b47e-ae32-4b4e-a3ec-2991dbacdeb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773647-6', False) {} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:13:11.923573 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8853316d-4380-443f-a6c5-af264136c6d9 None None] Checking router: 2361339c-3545-4ce7-95e6-64daa4111a39 for host: n-d-773647-6 {{(pid=100249) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 14:13:11.949736 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8853316d-4380-443f-a6c5-af264136c6d9 None None] Routers {'2361339c-3545-4ce7-95e6-64daa4111a39'} bound to L3 agent in host n-d-773647-6 {{(pid=100249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:13:11.950671 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-8853316d-4380-443f-a6c5-af264136c6d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T14:12:56Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['2361339c-3545-4ce7-95e6-64daa4111a39'], 'active': True} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:13:12.110129 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-5bdbedfe-d62f-410a-a033-e15a1611e243 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1809193'] for router_interface, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:12.152687 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9da1f2-7104-4b75-89ed-9b2156166dbb req-21d976cf-4559-473c-862a-936d8b965aa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:13:12.154385 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-6f9da1f2-7104-4b75-89ed-9b2156166dbb req-21d976cf-4559-473c-862a-936d8b965aa6 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=3d918f5433ad4a15834cebadb767c05d&device_id=db386cd2-b4bb-41cb-b1dd-da803603d9f6 HTTP/1.1" status: 200 len: 1096 time: 0.8529637 Jul 06 14:13:12.176412 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvr_db [None req-8853316d-4380-443f-a6c5-af264136c6d9 None None] Set router 2361339c-3545-4ce7-95e6-64daa4111a39 gateway port host: n-d-773647-6 {{(pid=100249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:13:12.311169 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9da1f2-7104-4b75-89ed-9b2156166dbb req-01f115e2-d498-4546-bd11-0a07f9541e62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:13:12.313153 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-6f9da1f2-7104-4b75-89ed-9b2156166dbb req-01f115e2-d498-4546-bd11-0a07f9541e62 service neutron] 10.222.0.104 "GET /v2.0/networks?id=80add5a8-4d84-4211-8e92-7e43032b95e8 HTTP/1.1" status: 200 len: 921 time: 0.1465454 Jul 06 14:13:12.412575 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:12.417431 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-fc67c3a0-fbc6-4361-ad5b-a49e185c3e01 req-aaffac81-0275-4d4d-a6a3-da00b1b42189 service neutron] 10.222.0.72 "GET /v2.0/networks/6ac95a6a-5756-473f-8a78-bd3474c2b2ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0397484 Jul 06 14:13:12.424083 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-6f9da1f2-7104-4b75-89ed-9b2156166dbb req-de9ea0aa-8fab-4455-9e8b-4014bd982910 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=36b98e29-a854-4d50-b96f-b0c0cedeff86 HTTP/1.1" status: 200 len: 217 time: 0.0754247 Jul 06 14:13:12.443207 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-8853316d-4380-443f-a6c5-af264136c6d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2361339c-3545-4ce7-95e6-64daa4111a39', 'name': 'tempest-ServerRescueTestJSONUnderV235-460749083-router', 'tenant_id': '3d918f5433ad4a15834cebadb767c05d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.104'}], 'enable_snat': True}, 'gw_port_id': 'baa7d2fa-9035-4378-9c8b-2c2beedb18ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:11:59Z', 'updated_at': '2021-07-06T14:12:06Z', 'revision_number': 4, 'project_id': '3d918f5433ad4a15834cebadb767c05d', 'gw_port': {'id': 'baa7d2fa-9035-4378-9c8b-2c2beedb18ee', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:57:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2361339c-3545-4ce7-95e6-64daa4111a39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1998, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:12:01Z', 'updated_at': '2021-07-06T14:12:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6', '_interfaces': [{'id': '7f87cd41-0417-4e0c-aa1c-d213d2b446be', 'name': '', 'network_id': '80add5a8-4d84-4211-8e92-7e43032b95e8', 'tenant_id': '3d918f5433ad4a15834cebadb767c05d', 'mac_address': 'fa:16:3e:72:a5:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2361339c-3545-4ce7-95e6-64daa4111a39', 'device_owner': 'network:router_interface', 'standard_attr_id': 2005, 'fixed_ips': [{'subnet_id': 'f227b47e-ae32-4b4e-a3ec-2991dbacdeb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:12:04Z', 'updated_at': '2021-07-06T14:12:12Z', 'revision_number': 5, 'project_id': '3d918f5433ad4a15834cebadb767c05d', 'subnets': [{'id': 'f227b47e-ae32-4b4e-a3ec-2991dbacdeb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773647-6', False) {} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:13:12.452663 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5bdbedfe-d62f-410a-a033-e15a1611e243 admin admin] Router ffc063c0-808e-4de6-998a-d836ac90ee0c has already been hosted by L3 agent 2823d358-a11b-4885-a706-95a279e43fa7 {{(pid=100246) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 14:13:12.505933 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8853316d-4380-443f-a6c5-af264136c6d9 None None] The sync data for ids ['2361339c-3545-4ce7-95e6-64daa4111a39'] in n-d-773647-6 is: [{'id': '2361339c-3545-4ce7-95e6-64daa4111a39', 'name': 'tempest-ServerRescueTestJSONUnderV235-460749083-router', 'tenant_id': '3d918f5433ad4a15834cebadb767c05d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.104'}], 'enable_snat': True}, 'gw_port_id': 'baa7d2fa-9035-4378-9c8b-2c2beedb18ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:11:59Z', 'updated_at': '2021-07-06T14:12:06Z', 'revision_number': 4, 'project_id': '3d918f5433ad4a15834cebadb767c05d', 'gw_port': {'id': 'baa7d2fa-9035-4378-9c8b-2c2beedb18ee', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:57:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2361339c-3545-4ce7-95e6-64daa4111a39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1998, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:12:01Z', 'updated_at': '2021-07-06T14:12:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6', '_interfaces': [{'id': '7f87cd41-0417-4e0c-aa1c-d213d2b446be', 'name': '', 'network_id': '80add5a8-4d84-4211-8e92-7e43032b95e8', 'tenant_id': '3d918f5433ad4a15834cebadb767c05d', 'mac_address': 'fa:16:3e:72:a5:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2361339c-3545-4ce7-95e6-64daa4111a39', 'device_owner': 'network:router_interface', 'standard_attr_id': 2005, 'fixed_ips': [{'subnet_id': 'f227b47e-ae32-4b4e-a3ec-2991dbacdeb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:12:04Z', 'updated_at': '2021-07-06T14:12:12Z', 'revision_number': 5, 'project_id': '3d918f5433ad4a15834cebadb767c05d', 'subnets': [{'id': 'f227b47e-ae32-4b4e-a3ec-2991dbacdeb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 14:13:12.512344 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cc2835-d31d-4ceb-b4e3-a7c70bfe3b8e req-a87eb961-49f0-4afa-b71b-2c994f957a52 tempest-ServerRescueTestJSON-1630712699 tempest-ServerRescueTestJSON-1630712699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:13:12.514272 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-d2cc2835-d31d-4ceb-b4e3-a7c70bfe3b8e req-a87eb961-49f0-4afa-b71b-2c994f957a52 tempest-ServerRescueTestJSON-1630712699 tempest-ServerRescueTestJSON-1630712699-project] 10.222.0.104 "GET /v2.0/ports?device_id=289ccf1b-838f-4890-b1d0-9aa7c290d4b3 HTTP/1.1" status: 200 len: 946 time: 0.3569596 Jul 06 14:13:12.519702 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9da1f2-7104-4b75-89ed-9b2156166dbb req-fc48e4a1-afeb-44f4-a53d-358265da4733 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:13:12.521172 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-6f9da1f2-7104-4b75-89ed-9b2156166dbb req-fc48e4a1-afeb-44f4-a53d-358265da4733 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=f227b47e-ae32-4b4e-a3ec-2991dbacdeb7 HTTP/1.1" status: 200 len: 859 time: 0.0914433 Jul 06 14:13:12.602127 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-6f9da1f2-7104-4b75-89ed-9b2156166dbb req-c3f30ca1-7e18-443b-874b-33e1d5e417c5 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=80add5a8-4d84-4211-8e92-7e43032b95e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0692272 Jul 06 14:13:12.602479 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bdbedfe-d62f-410a-a033-e15a1611e243 admin admin] Notify agent at l3_agent.n-d-773647-6 the message routers_updated {{(pid=100246) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 14:13:12.612764 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-512263d8-34d8-4536-b45b-a2a834c847cd None None] Sync routers for ids ['ffc063c0-808e-4de6-998a-d836ac90ee0c'] in n-d-773647-6 {{(pid=100248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 14:13:12.616730 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-5bdbedfe-d62f-410a-a033-e15a1611e243 admin admin] 10.222.0.104 "PUT /v2.0/routers/ffc063c0-808e-4de6-998a-d836ac90ee0c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3194883 Jul 06 14:13:12.618405 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 53210) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:13:12.625874 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-512263d8-34d8-4536-b45b-a2a834c847cd None None] Routers {'ffc063c0-808e-4de6-998a-d836ac90ee0c'} bound to L3 agent in host n-d-773647-6 {{(pid=100248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:13:12.627037 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-512263d8-34d8-4536-b45b-a2a834c847cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T14:12:56Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['ffc063c0-808e-4de6-998a-d836ac90ee0c'], 'active': True} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:13:12.744133 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-d2cc2835-d31d-4ceb-b4e3-a7c70bfe3b8e req-aa8151ba-a65c-4c60-9027-8a7f59fb4c8f tempest-ServerRescueTestJSON-1630712699 tempest-ServerRescueTestJSON-1630712699-project] 10.222.0.104 "GET /v2.0/security-groups?id=5ad75d0b-ae4f-4528-8f14-d8740f9e67e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2155640 Jul 06 14:13:12.796599 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-35f625e4-1bab-46b6-82f4-c97e7ac9785a admin admin] Notify callbacks [] for router, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:12.845658 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvr_db [None req-512263d8-34d8-4536-b45b-a2a834c847cd None None] Set router ffc063c0-808e-4de6-998a-d836ac90ee0c gateway port host: n-d-773647-6 {{(pid=100248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:13:12.899445 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-6f9da1f2-7104-4b75-89ed-9b2156166dbb req-eda0b4d9-bdbb-4287-b73d-ad3134733587 service neutron] 10.222.0.104 "GET /v2.0/networks/80add5a8-4d84-4211-8e92-7e43032b95e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2886033 Jul 06 14:13:12.942633 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 14:13:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a47998fc-6cf6-4a04-9b77-1251652889fc x-openstack-request-id: req-a47998fc-6cf6-4a04-9b77-1251652889fc {{(pid=100247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:13:12.942930 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db386cd2-b4bb-41cb-b1dd-da803603d9f6", "tag": "36b98e29-a854-4d50-b96f-b0c0cedeff86", "status": "completed", "code": 200}]} {{(pid=100247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:13:12.943182 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-a47998fc-6cf6-4a04-9b77-1251652889fc {{(pid=100247) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:13:12.943606 n-d-773647-6 neutron-server[100247]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db386cd2-b4bb-41cb-b1dd-da803603d9f6', 'tag': '36b98e29-a854-4d50-b96f-b0c0cedeff86', 'status': 'completed', 'code': 200} Jul 06 14:13:13.071933 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-35f625e4-1bab-46b6-82f4-c97e7ac9785a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:13.110515 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe85aee7-2390-4d0f-aac6-ff2ed7c659c3 None None] New status for floating IP 5fb7abcd-5515-4ae0-a71b-7767ffad0554: DOWN {{(pid=100249) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 14:13:13.202595 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [None req-35f625e4-1bab-46b6-82f4-c97e7ac9785a admin admin] Deleting port cddd4bd3-875a-4eec-a3ae-ab3a174cfdeb {{(pid=100246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:13:13.202951 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-35f625e4-1bab-46b6-82f4-c97e7ac9785a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:13.305330 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.db [None req-35f625e4-1bab-46b6-82f4-c97e7ac9785a admin admin] For port cddd4bd3-875a-4eec-a3ae-ab3a174cfdeb, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=cddd4bd3-875a-4eec-a3ae-ab3a174cfdeb,segment=NetworkSegment(89a832b7-7793-4d51-9038-ed7e1c3ff1b2),segment_id=89a832b7-7793-4d51-9038-ed7e1c3ff1b2)] {{(pid=100246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:13:13.306073 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-35f625e4-1bab-46b6-82f4-c97e7ac9785a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:13.326851 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [None req-35f625e4-1bab-46b6-82f4-c97e7ac9785a admin admin] Calling delete_port for cddd4bd3-875a-4eec-a3ae-ab3a174cfdeb owned by network:router_gateway {{(pid=100246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:13:13.376324 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-6f9da1f2-7104-4b75-89ed-9b2156166dbb req-b7d78f19-9ce9-4df3-811b-72518a9b54d9 service neutron] 10.222.0.104 "GET /v2.0/networks/80add5a8-4d84-4211-8e92-7e43032b95e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4758909 Jul 06 14:13:13.382950 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-512263d8-34d8-4536-b45b-a2a834c847cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffc063c0-808e-4de6-998a-d836ac90ee0c', 'name': 'tempest-TestAggregatesBasicOps-2057071294-router', 'tenant_id': '7006de025fc94286ac8724f7227fa122', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.146'}], 'enable_snat': True}, 'gw_port_id': 'cddd4bd3-875a-4eec-a3ae-ab3a174cfdeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:12:40Z', 'updated_at': '2021-07-06T14:13:11Z', 'revision_number': 5, 'project_id': '7006de025fc94286ac8724f7227fa122', 'gw_port': {'id': 'cddd4bd3-875a-4eec-a3ae-ab3a174cfdeb', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:8c:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffc063c0-808e-4de6-998a-d836ac90ee0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2040, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:12:40Z', 'updated_at': '2021-07-06T14:12:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6'}], 'n-d-773647-6', False) {} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:13:13.388110 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb0e46a-f39d-46b4-95a6-2811c2f24668 req-0e5b27a5-47be-4589-870e-9b666ef47d49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:13:13.390502 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-fcb0e46a-f39d-46b4-95a6-2811c2f24668 req-0e5b27a5-47be-4589-870e-9b666ef47d49 service neutron] 10.222.0.127 "GET /v2.0/ports?tenant_id=3d918f5433ad4a15834cebadb767c05d&device_id=db386cd2-b4bb-41cb-b1dd-da803603d9f6 HTTP/1.1" status: 200 len: 1096 time: 0.4445910 Jul 06 14:13:13.473293 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-512263d8-34d8-4536-b45b-a2a834c847cd None None] Checking router: ffc063c0-808e-4de6-998a-d836ac90ee0c for host: n-d-773647-6 {{(pid=100248) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 14:13:13.493774 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-512263d8-34d8-4536-b45b-a2a834c847cd None None] Routers {'ffc063c0-808e-4de6-998a-d836ac90ee0c'} bound to L3 agent in host n-d-773647-6 {{(pid=100248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:13:13.496279 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-512263d8-34d8-4536-b45b-a2a834c847cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T14:12:56Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['ffc063c0-808e-4de6-998a-d836ac90ee0c'], 'active': True} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:13:13.685286 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-35f625e4-1bab-46b6-82f4-c97e7ac9785a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127687580'] for port, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:13.740357 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvr_db [None req-512263d8-34d8-4536-b45b-a2a834c847cd None None] Set router ffc063c0-808e-4de6-998a-d836ac90ee0c gateway port host: None {{(pid=100248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:13:13.782199 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a34cf1-b17e-4629-8e84-c7be1d60ae84 req-f85adac6-5b1c-49c8-bc46-885e6a9e7a66 tempest-AttachVolumeTestJSON-361183160 tempest-AttachVolumeTestJSON-361183160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:13:13.798490 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-72a34cf1-b17e-4629-8e84-c7be1d60ae84 req-f85adac6-5b1c-49c8-bc46-885e6a9e7a66 tempest-AttachVolumeTestJSON-361183160 tempest-AttachVolumeTestJSON-361183160-project] 10.222.0.104 "GET /v2.0/ports?device_id=e0b6590c-38d1-4890-811c-8b99d91e8b91 HTTP/1.1" status: 200 len: 945 time: 0.5216379 Jul 06 14:13:13.808779 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f625e4-1bab-46b6-82f4-c97e7ac9785a admin admin] Pushing event deleted for resources: {'Port': ['ID=cddd4bd3-875a-4eec-a3ae-ab3a174cfdeb,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:13:13.809244 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-afb5919f-4c6c-46b9-903c-7c361f0f29dc req-4ba27c3a-c1f9-4fe9-8752-e37419fd93fb tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] 10.222.0.104 "GET /v2.0/ports?device_id=e7dc6a4d-9f66-42f4-9ec5-8a24ac011f21 HTTP/1.1" status: 200 len: 210 time: 0.1743128 Jul 06 14:13:13.824974 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-512263d8-34d8-4536-b45b-a2a834c847cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffc063c0-808e-4de6-998a-d836ac90ee0c', 'name': 'tempest-TestAggregatesBasicOps-2057071294-router', 'tenant_id': '7006de025fc94286ac8724f7227fa122', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:12:40Z', 'updated_at': '2021-07-06T14:13:13Z', 'revision_number': 6, 'project_id': '7006de025fc94286ac8724f7227fa122', 'gw_port_host': None}], 'n-d-773647-6', False) {} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:13:13.869844 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb0e46a-f39d-46b4-95a6-2811c2f24668 req-83c8ed04-b827-4124-9990-fea31f8219f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:13:13.873065 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-fcb0e46a-f39d-46b4-95a6-2811c2f24668 req-83c8ed04-b827-4124-9990-fea31f8219f3 service neutron] 10.222.0.127 "GET /v2.0/networks?id=80add5a8-4d84-4211-8e92-7e43032b95e8 HTTP/1.1" status: 200 len: 921 time: 0.4690113 Jul 06 14:13:13.890549 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-35f625e4-1bab-46b6-82f4-c97e7ac9785a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1761104'] for router_gateway, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:13.905290 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-512263d8-34d8-4536-b45b-a2a834c847cd None None] The sync data for ids ['ffc063c0-808e-4de6-998a-d836ac90ee0c'] in n-d-773647-6 is: [{'id': 'ffc063c0-808e-4de6-998a-d836ac90ee0c', 'name': 'tempest-TestAggregatesBasicOps-2057071294-router', 'tenant_id': '7006de025fc94286ac8724f7227fa122', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:12:40Z', 'updated_at': '2021-07-06T14:13:13Z', 'revision_number': 6, 'project_id': '7006de025fc94286ac8724f7227fa122', 'gw_port_host': None}] {{(pid=100248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 14:13:14.050152 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-72a34cf1-b17e-4629-8e84-c7be1d60ae84 req-26d8d243-6373-4063-afb6-f60d5aee455d tempest-AttachVolumeTestJSON-361183160 tempest-AttachVolumeTestJSON-361183160-project] 10.222.0.104 "GET /v2.0/security-groups?id=e8c32bf5-5674-497e-8c20-3ec857c330c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2476726 Jul 06 14:13:14.050152 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-fcb0e46a-f39d-46b4-95a6-2811c2f24668 req-107874b1-18aa-4a77-8349-5ceb02a76645 service neutron] 10.222.0.127 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=36b98e29-a854-4d50-b96f-b0c0cedeff86 HTTP/1.1" status: 200 len: 217 time: 0.1618185 Jul 06 14:13:14.129759 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-35f625e4-1bab-46b6-82f4-c97e7ac9785a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1806308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6982'] for router, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:14.132042 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-35f625e4-1bab-46b6-82f4-c97e7ac9785a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:14.168792 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb0e46a-f39d-46b4-95a6-2811c2f24668 req-8a51c43f-dc44-4b67-a342-ab49afde7d62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:13:14.171962 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-fcb0e46a-f39d-46b4-95a6-2811c2f24668 req-8a51c43f-dc44-4b67-a342-ab49afde7d62 service neutron] 10.222.0.127 "GET /v2.0/subnets?id=f227b47e-ae32-4b4e-a3ec-2991dbacdeb7 HTTP/1.1" status: 200 len: 859 time: 0.1135919 Jul 06 14:13:14.198421 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-35f625e4-1bab-46b6-82f4-c97e7ac9785a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1805684'] for router, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:14.199381 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35f625e4-1bab-46b6-82f4-c97e7ac9785a admin admin] Fanout notify agent at l3_agent the message router_deleted on router ffc063c0-808e-4de6-998a-d836ac90ee0c {{(pid=100246) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 14:13:14.210419 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-35f625e4-1bab-46b6-82f4-c97e7ac9785a admin admin] Notify callbacks [] for router, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:14.214336 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-35f625e4-1bab-46b6-82f4-c97e7ac9785a admin admin] 10.222.0.104 "DELETE /v2.0/routers/ffc063c0-808e-4de6-998a-d836ac90ee0c HTTP/1.1" status: 204 len: 168 time: 1.5853615 Jul 06 14:13:14.217309 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 53242) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:13:14.260079 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-fcb0e46a-f39d-46b4-95a6-2811c2f24668 req-2f486123-6717-40ee-aa2a-1290e276faf3 service neutron] 10.222.0.127 "GET /v2.0/ports?network_id=80add5a8-4d84-4211-8e92-7e43032b95e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0353711 Jul 06 14:13:14.281879 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.db_base_plugin_v2 [None req-f153722c-8c63-49dd-aaa3-000d8227a1a7 admin admin] Deleting subnet b85664d7-a6c0-4839-9391-ea19e3c7d63c {{(pid=100246) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 14:13:14.299033 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-f153722c-8c63-49dd-aaa3-000d8227a1a7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:14.333265 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-677b63c4-cef7-4883-8860-ec1da6b29ef4 req-39ca75b7-ea29-4c06-8f5c-ad64d4e11575 tempest-ServerRescueTestJSONUnderV235-1943447921 tempest-ServerRescueTestJSONUnderV235-1943447921-project] 10.222.0.104 "GET /v2.0/floatingips/5fb7abcd-5515-4ae0-a71b-7767ffad0554 HTTP/1.1" status: 200 len: 693 time: 0.2759535 Jul 06 14:13:14.352709 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-f153722c-8c63-49dd-aaa3-000d8227a1a7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126218885'] for subnet, precommit_delete_associations {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:14.486651 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-f153722c-8c63-49dd-aaa3-000d8227a1a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-913473'] for subnet, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:14.564777 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-f153722c-8c63-49dd-aaa3-000d8227a1a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-913480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1849032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127687590', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127702764'] for subnet, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:14.605069 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677b63c4-cef7-4883-8860-ec1da6b29ef4 req-1abb5260-084a-490b-a268-524499f99521 tempest-ServerRescueTestJSONUnderV235-1943447921 tempest-ServerRescueTestJSONUnderV235-1943447921-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:13:14.606699 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-677b63c4-cef7-4883-8860-ec1da6b29ef4 req-1abb5260-084a-490b-a268-524499f99521 tempest-ServerRescueTestJSONUnderV235-1943447921 tempest-ServerRescueTestJSONUnderV235-1943447921-project] 10.222.0.104 "GET /v2.0/networks/2658f09e-a580-4d4a-9968-2d1e0ad93719 HTTP/1.1" status: 200 len: 784 time: 0.2502096 Jul 06 14:13:14.622108 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abff72a6-641a-4069-b059-5654fdbd8521 None None] Network efabace2-4de3-44fe-8061-a0e325edfc74 requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:13:14.625250 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-f153722c-8c63-49dd-aaa3-000d8227a1a7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:14.635582 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b283d636-7c5c-425c-9900-794f504c4373 req-8c9f4674-0ac2-4782-acc2-01ec17b41557 tempest-ServerRescueTestJSON-1630712699 tempest-ServerRescueTestJSON-1630712699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:13:14.641643 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-f153722c-8c63-49dd-aaa3-000d8227a1a7 admin admin] 10.222.0.104 "DELETE /v2.0/subnets/b85664d7-a6c0-4839-9391-ea19e3c7d63c HTTP/1.1" status: 204 len: 168 time: 0.4231117 Jul 06 14:13:14.642647 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-b283d636-7c5c-425c-9900-794f504c4373 req-8c9f4674-0ac2-4782-acc2-01ec17b41557 tempest-ServerRescueTestJSON-1630712699 tempest-ServerRescueTestJSON-1630712699-project] 10.222.0.104 "GET /v2.0/ports?device_id=289ccf1b-838f-4890-b1d0-9aa7c290d4b3 HTTP/1.1" status: 200 len: 946 time: 0.4047017 Jul 06 14:13:14.645708 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 53252) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:13:14.646758 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f153722c-8c63-49dd-aaa3-000d8227a1a7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b85664d7-a6c0-4839-9391-ea19e3c7d63c,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:13:14.663511 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [req-677b63c4-cef7-4883-8860-ec1da6b29ef4 req-da6b5635-e658-4858-8d9b-6dc460ba0902 tempest-ServerRescueTestJSONUnderV235-1943447921 tempest-ServerRescueTestJSONUnderV235-1943447921-project] http://10.222.0.104:9696/v2.0/extensions returned with HTTP 200 {{(pid=100247) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 14:13:14.664555 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-677b63c4-cef7-4883-8860-ec1da6b29ef4 req-da6b5635-e658-4858-8d9b-6dc460ba0902 tempest-ServerRescueTestJSONUnderV235-1943447921 tempest-ServerRescueTestJSONUnderV235-1943447921-project] 10.222.0.104 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0086870 Jul 06 14:13:14.836383 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-b283d636-7c5c-425c-9900-794f504c4373 req-d5e77c19-9c9d-4c2c-b071-c30bb68d4ac9 tempest-ServerRescueTestJSON-1630712699 tempest-ServerRescueTestJSON-1630712699-project] 10.222.0.104 "GET /v2.0/security-groups?id=5ad75d0b-ae4f-4528-8f14-d8740f9e67e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1926947 Jul 06 14:13:14.888604 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-677b63c4-cef7-4883-8860-ec1da6b29ef4 req-1a5d8dab-73f9-4365-bfda-72472833adcb tempest-ServerRescueTestJSONUnderV235-1943447921 tempest-ServerRescueTestJSONUnderV235-1943447921-project] 10.222.0.104 "GET /v2.0/floatingips?floating_ip_address=172.25.0.186 HTTP/1.1" status: 200 len: 696 time: 0.2034054 Jul 06 14:13:14.896027 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-a43edfaf-b995-4507-ad50-cd48a2ca7810 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530492'] for network, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:14.923916 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-fcb0e46a-f39d-46b4-95a6-2811c2f24668 req-fa080cc7-1b7b-48d5-9c76-fff6b02cd6c2 service neutron] 10.222.0.127 "GET /v2.0/networks/80add5a8-4d84-4211-8e92-7e43032b95e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6020231 Jul 06 14:13:15.022104 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [None req-a43edfaf-b995-4507-ad50-cd48a2ca7810 admin admin] Deleting port 31fe42e4-d28d-487f-8869-f5a1a865ed34 {{(pid=100246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:13:15.022605 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-a43edfaf-b995-4507-ad50-cd48a2ca7810 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:15.023687 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-677b63c4-cef7-4883-8860-ec1da6b29ef4 req-87518962-97d0-47a1-977a-4a887d0eb22a tempest-ServerRescueTestJSONUnderV235-1943447921 tempest-ServerRescueTestJSONUnderV235-1943447921-project] 10.222.0.104 "GET /v2.0/floatingips?floating_ip_address=172.25.0.186 HTTP/1.1" status: 200 len: 696 time: 0.1244063 Jul 06 14:13:15.082728 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5edc975-4f1c-479a-b5ff-2ffcc2769ab6 None None] DHCP port deletion for efabace2-4de3-44fe-8061-a0e325edfc74 request from n-d-773647-6 {{(pid=100248) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 14:13:15.162365 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-f5edc975-4f1c-479a-b5ff-2ffcc2769ab6 None None] Deleting port 31fe42e4-d28d-487f-8869-f5a1a865ed34 {{(pid=100248) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:13:15.163207 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-f5edc975-4f1c-479a-b5ff-2ffcc2769ab6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:15.187267 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.db [None req-a43edfaf-b995-4507-ad50-cd48a2ca7810 admin admin] For port 31fe42e4-d28d-487f-8869-f5a1a865ed34, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=31fe42e4-d28d-487f-8869-f5a1a865ed34,segment=NetworkSegment(f6fc1825-d60c-4609-8e1e-1c14d8022536),segment_id=f6fc1825-d60c-4609-8e1e-1c14d8022536)] {{(pid=100246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:13:15.187766 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-a43edfaf-b995-4507-ad50-cd48a2ca7810 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:15.201944 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-e36c367b-2bd1-4766-8fcc-3967913d064f req-69e56cbf-0257-4b2b-aa5a-f1f325ea9b18 tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] 10.222.0.104 "GET /v2.0/ports?device_id=e7dc6a4d-9f66-42f4-9ec5-8a24ac011f21 HTTP/1.1" status: 200 len: 210 time: 0.0555735 Jul 06 14:13:15.204630 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [None req-a43edfaf-b995-4507-ad50-cd48a2ca7810 admin admin] Calling delete_port for 31fe42e4-d28d-487f-8869-f5a1a865ed34 owned by network:dhcp {{(pid=100246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:13:15.289224 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-f5edc975-4f1c-479a-b5ff-2ffcc2769ab6 None None] For port 31fe42e4-d28d-487f-8869-f5a1a865ed34, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=31fe42e4-d28d-487f-8869-f5a1a865ed34,segment=NetworkSegment(f6fc1825-d60c-4609-8e1e-1c14d8022536),segment_id=f6fc1825-d60c-4609-8e1e-1c14d8022536)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:13:15.289632 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-f5edc975-4f1c-479a-b5ff-2ffcc2769ab6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:15.294151 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-fcb0e46a-f39d-46b4-95a6-2811c2f24668 req-8f0e8c88-dab5-41d6-8f80-a4f0c9efc918 service neutron] 10.222.0.127 "GET /v2.0/networks/80add5a8-4d84-4211-8e92-7e43032b95e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2884734 Jul 06 14:13:15.320152 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-f5edc975-4f1c-479a-b5ff-2ffcc2769ab6 None None] Calling delete_port for 31fe42e4-d28d-487f-8869-f5a1a865ed34 owned by network:dhcp {{(pid=100248) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:13:15.439443 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-a43edfaf-b995-4507-ad50-cd48a2ca7810 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127687580'] for port, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:15.476309 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43edfaf-b995-4507-ad50-cd48a2ca7810 admin admin] Pushing event deleted for resources: {'Port': ['ID=31fe42e4-d28d-487f-8869-f5a1a865ed34,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:13:15.490775 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-f5edc975-4f1c-479a-b5ff-2ffcc2769ab6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117'] for port, after_delete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:15.493644 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.plugin [req-677b63c4-cef7-4883-8860-ec1da6b29ef4 req-b516508b-2cad-4728-8ed6-b98e3bfd7ab7 tempest-ServerRescueTestJSONUnderV235-1943447921 tempest-ServerRescueTestJSONUnderV235-1943447921-project] Deleting port c4578ff2-b162-4fb6-98ce-0c09233061fd {{(pid=100247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:13:15.494188 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-677b63c4-cef7-4883-8860-ec1da6b29ef4 req-b516508b-2cad-4728-8ed6-b98e3bfd7ab7 tempest-ServerRescueTestJSONUnderV235-1943447921 tempest-ServerRescueTestJSONUnderV235-1943447921-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:15.496982 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a43edfaf-b995-4507-ad50-cd48a2ca7810 admin admin] No DVR routers for this DVR port 31fe42e4-d28d-487f-8869-f5a1a865ed34 on host n-d-773647-6 {{(pid=100246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:13:15.542330 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5edc975-4f1c-479a-b5ff-2ffcc2769ab6 None None] Pushing event deleted for resources: {'Port': ['ID=31fe42e4-d28d-487f-8869-f5a1a865ed34,revision_number=None']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:13:15.574296 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5edc975-4f1c-479a-b5ff-2ffcc2769ab6 None None] No DVR routers for this DVR port 31fe42e4-d28d-487f-8869-f5a1a865ed34 on host n-d-773647-6 {{(pid=100248) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:13:15.594929 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-a43edfaf-b995-4507-ad50-cd48a2ca7810 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-917204', 'neutron.services.segments.db._delete_segments_for_network-8773753502302'] for network, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:15.608533 n-d-773647-6 neutron-server[100246]: DEBUG neutron.services.segments.db [None req-a43edfaf-b995-4507-ad50-cd48a2ca7810 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['efabace2-4de3-44fe-8061-a0e325edfc74']}} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:13:15.649215 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-677b63c4-cef7-4883-8860-ec1da6b29ef4 req-b516508b-2cad-4728-8ed6-b98e3bfd7ab7 tempest-ServerRescueTestJSONUnderV235-1943447921 tempest-ServerRescueTestJSONUnderV235-1943447921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:15.650065 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-677b63c4-cef7-4883-8860-ec1da6b29ef4 req-b516508b-2cad-4728-8ed6-b98e3bfd7ab7 tempest-ServerRescueTestJSONUnderV235-1943447921 tempest-ServerRescueTestJSONUnderV235-1943447921-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:15.668386 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.plugin [req-677b63c4-cef7-4883-8860-ec1da6b29ef4 req-b516508b-2cad-4728-8ed6-b98e3bfd7ab7 tempest-ServerRescueTestJSONUnderV235-1943447921 tempest-ServerRescueTestJSONUnderV235-1943447921-project] Calling delete_port for c4578ff2-b162-4fb6-98ce-0c09233061fd owned by network:floatingip {{(pid=100247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:13:15.859104 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-677b63c4-cef7-4883-8860-ec1da6b29ef4 req-b516508b-2cad-4728-8ed6-b98e3bfd7ab7 tempest-ServerRescueTestJSONUnderV235-1943447921 tempest-ServerRescueTestJSONUnderV235-1943447921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128888353'] for port, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:15.913321 n-d-773647-6 neutron-server[100246]: DEBUG neutron.services.segments.db [None req-a43edfaf-b995-4507-ad50-cd48a2ca7810 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f6fc1825-d60c-4609-8e1e-1c14d8022536') {'for_net_delete': True} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:13:15.913791 n-d-773647-6 neutron-server[100246]: DEBUG neutron.services.segments.db [None req-a43edfaf-b995-4507-ad50-cd48a2ca7810 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f6fc1825-d60c-4609-8e1e-1c14d8022536') {} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:13:15.916178 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b516508b-2cad-4728-8ed6-b98e3bfd7ab7 tempest-ServerRescueTestJSONUnderV235-1943447921 tempest-ServerRescueTestJSONUnderV235-1943447921-project] Pushing event deleted for resources: {'Port': ['ID=c4578ff2-b162-4fb6-98ce-0c09233061fd,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:13:15.962242 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-677b63c4-cef7-4883-8860-ec1da6b29ef4 req-b516508b-2cad-4728-8ed6-b98e3bfd7ab7 tempest-ServerRescueTestJSONUnderV235-1943447921 tempest-ServerRescueTestJSONUnderV235-1943447921-project] Notify callbacks [] for floatingip, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:15.966368 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-677b63c4-cef7-4883-8860-ec1da6b29ef4 req-b516508b-2cad-4728-8ed6-b98e3bfd7ab7 tempest-ServerRescueTestJSONUnderV235-1943447921 tempest-ServerRescueTestJSONUnderV235-1943447921-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for floatingip, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:15.968359 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-677b63c4-cef7-4883-8860-ec1da6b29ef4 req-b516508b-2cad-4728-8ed6-b98e3bfd7ab7 tempest-ServerRescueTestJSONUnderV235-1943447921 tempest-ServerRescueTestJSONUnderV235-1943447921-project] 10.222.0.104 "DELETE /v2.0/floatingips/5fb7abcd-5515-4ae0-a71b-7767ffad0554 HTTP/1.1" status: 204 len: 173 time: 0.9433310 Jul 06 14:13:15.977293 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-a43edfaf-b995-4507-ad50-cd48a2ca7810 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773753515138', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126218898'] for segment, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:16.016716 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-a43edfaf-b995-4507-ad50-cd48a2ca7810 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552'] for segment, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:16.026636 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a43edfaf-b995-4507-ad50-cd48a2ca7810 admin admin] Releasing vlan 1048 on physical network physnet1 to pool {{(pid=100246) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 14:13:16.027430 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-a43edfaf-b995-4507-ad50-cd48a2ca7810 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127687491'] for segment, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:16.029438 n-d-773647-6 neutron-server[100246]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:13:16.029438 n-d-773647-6 neutron-server[100246]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:13:16.029438 n-d-773647-6 neutron-server[100246]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:13:16.029438 n-d-773647-6 neutron-server[100246]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:13:16.029438 n-d-773647-6 neutron-server[100246]: Traceback (most recent call last): Jul 06 14:13:16.029438 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 14:13:16.029438 n-d-773647-6 neutron-server[100246]: timer() Jul 06 14:13:16.029438 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 14:13:16.029438 n-d-773647-6 neutron-server[100246]: cb(*args, **kw) Jul 06 14:13:16.029438 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 14:13:16.029438 n-d-773647-6 neutron-server[100246]: return func(*args, **kwargs) Jul 06 14:13:16.029438 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 14:13:16.029438 n-d-773647-6 neutron-server[100246]: self._notify() Jul 06 14:13:16.029438 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 14:13:16.029438 n-d-773647-6 neutron-server[100246]: self.callback(batched_events) Jul 06 14:13:16.029438 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 14:13:16.029438 n-d-773647-6 neutron-server[100246]: event.method(event) Jul 06 14:13:16.029438 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 14:13:16.029438 n-d-773647-6 neutron-server[100246]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 14:13:16.029438 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 14:13:16.029438 n-d-773647-6 neutron-server[100246]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 14:13:16.029438 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 14:13:16.029438 n-d-773647-6 neutron-server[100246]: return f(self, *a, **k) Jul 06 14:13:16.029438 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 14:13:16.029438 n-d-773647-6 neutron-server[100246]: return self._get(url).json() Jul 06 14:13:16.029438 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 14:13:16.029438 n-d-773647-6 neutron-server[100246]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 14:13:16.029438 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 14:13:16.029438 n-d-773647-6 neutron-server[100246]: return self.request(url, 'GET', **kwargs) Jul 06 14:13:16.029438 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 14:13:16.029438 n-d-773647-6 neutron-server[100246]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 14:13:16.029438 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 14:13:16.029438 n-d-773647-6 neutron-server[100246]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 14:13:16.029438 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 14:13:16.029438 n-d-773647-6 neutron-server[100246]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 14:13:16.029438 n-d-773647-6 neutron-server[100246]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 14:13:16.069229 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device fdd0ba94-3735-43a8-8378-58c2ef081eab no longer exists at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:13:16.099643 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] No Port match for: fdd0ba94-3735-43a8-8378-58c2ef081eab {{(pid=100248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 14:13:16.100234 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device fdd0ba94-3735-43a8-8378-58c2ef081eab not bound to the agent host n-d-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:13:16.100810 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 31fe42e4-d28d-487f-8869-f5a1a865ed34 no longer exists at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:13:16.107798 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-16e849be-c4a9-44bc-accc-a18425f02af9 req-ca1f65b8-750b-4d4f-9608-cc39e04b72de tempest-ServerRescueTestJSONUnderV235-1943447921 tempest-ServerRescueTestJSONUnderV235-1943447921-project] 10.222.0.104 "GET /v2.0/security-groups/2c4945a6-72e0-405b-9cda-b31a81d49d37 HTTP/1.1" status: 200 len: 1809 time: 0.0957856 Jul 06 14:13:16.121976 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] No Port match for: 31fe42e4-d28d-487f-8869-f5a1a865ed34 {{(pid=100248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 14:13:16.122662 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 31fe42e4-d28d-487f-8869-f5a1a865ed34 not bound to the agent host n-d-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:13:16.123348 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device cddd4bd3-875a-4eec-a3ae-ab3a174cfdeb no longer exists at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:13:16.132829 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-a43edfaf-b995-4507-ad50-cd48a2ca7810 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-917215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1761140'] for network, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:16.134469 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.agents_db [None req-167c0ad6-1657-4c9a-a2c4-3b18056aa662 None None] Agent healthcheck: found 7 active agents {{(pid=100249) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 14:13:16.147890 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-a43edfaf-b995-4507-ad50-cd48a2ca7810 admin admin] Notify callbacks [] for network, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:16.148043 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] No Port match for: cddd4bd3-875a-4eec-a3ae-ab3a174cfdeb {{(pid=100248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 14:13:16.148043 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device cddd4bd3-875a-4eec-a3ae-ab3a174cfdeb not bound to the agent host n-d-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:13:16.148172 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-a43edfaf-b995-4507-ad50-cd48a2ca7810 admin admin] 10.222.0.104 "DELETE /v2.0/networks/efabace2-4de3-44fe-8061-a0e325edfc74 HTTP/1.1" status: 204 len: 168 time: 1.4950986 Jul 06 14:13:16.163636 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 53284) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:13:16.170175 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43edfaf-b995-4507-ad50-cd48a2ca7810 admin admin] Pushing event deleted for resources: {'Network': ['ID=efabace2-4de3-44fe-8061-a0e325edfc74,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:13:16.217552 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2daa216a-fe51-4aaf-872e-cbc1703f2941 req-4107b0e2-fc71-447a-91a6-938ff3f58f9f tempest-ServerRescueTestJSON-1630712699 tempest-ServerRescueTestJSON-1630712699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:13:16.219197 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-2daa216a-fe51-4aaf-872e-cbc1703f2941 req-4107b0e2-fc71-447a-91a6-938ff3f58f9f tempest-ServerRescueTestJSON-1630712699 tempest-ServerRescueTestJSON-1630712699-project] 10.222.0.104 "GET /v2.0/ports?device_id=289ccf1b-838f-4890-b1d0-9aa7c290d4b3 HTTP/1.1" status: 200 len: 946 time: 0.1580679 Jul 06 14:13:16.222453 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-16e849be-c4a9-44bc-accc-a18425f02af9 req-bbb37f74-0c1c-4385-ab96-d25c7facae12 tempest-ServerRescueTestJSONUnderV235-1943447921 tempest-ServerRescueTestJSONUnderV235-1943447921-project] Notify callbacks [] for security_group, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:16.261837 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-16e849be-c4a9-44bc-accc-a18425f02af9 req-bbb37f74-0c1c-4385-ab96-d25c7facae12 tempest-ServerRescueTestJSONUnderV235-1943447921 tempest-ServerRescueTestJSONUnderV235-1943447921-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:16.292452 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-2daa216a-fe51-4aaf-872e-cbc1703f2941 req-2a0a57a1-499f-4dd1-bbf6-32a5777f361a tempest-ServerRescueTestJSON-1630712699 tempest-ServerRescueTestJSON-1630712699-project] 10.222.0.104 "GET /v2.0/security-groups?id=5ad75d0b-ae4f-4528-8f14-d8740f9e67e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670302 Jul 06 14:13:16.321246 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-16e849be-c4a9-44bc-accc-a18425f02af9 req-bbb37f74-0c1c-4385-ab96-d25c7facae12 tempest-ServerRescueTestJSONUnderV235-1943447921 tempest-ServerRescueTestJSONUnderV235-1943447921-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:16.332677 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-16e849be-c4a9-44bc-accc-a18425f02af9 req-bbb37f74-0c1c-4385-ab96-d25c7facae12 tempest-ServerRescueTestJSONUnderV235-1943447921 tempest-ServerRescueTestJSONUnderV235-1943447921-project] Notify callbacks [] for security_group, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:16.344142 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-16e849be-c4a9-44bc-accc-a18425f02af9 req-bbb37f74-0c1c-4385-ab96-d25c7facae12 tempest-ServerRescueTestJSONUnderV235-1943447921 tempest-ServerRescueTestJSONUnderV235-1943447921-project] 10.222.0.104 "DELETE /v2.0/security-groups/2c4945a6-72e0-405b-9cda-b31a81d49d37 HTTP/1.1" status: 204 len: 173 time: 0.2269294 Jul 06 14:13:16.356954 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb37f74-0c1c-4385-ab96-d25c7facae12 tempest-ServerRescueTestJSONUnderV235-1943447921 tempest-ServerRescueTestJSONUnderV235-1943447921-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c4945a6-72e0-405b-9cda-b31a81d49d37,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:13:16.635558 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 53304) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:13:16.691002 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-00a38dda-a7c1-4fb8-9a52-bf8f3f2ae6cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1809431'] for router_interface, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:16.728998 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-f69856af-6149-4dbf-802c-09242ef1d823 tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] Notify callbacks [] for security_group, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:16.802200 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-f69856af-6149-4dbf-802c-09242ef1d823 tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:16.895460 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-f69856af-6149-4dbf-802c-09242ef1d823 tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:16.899364 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-f69856af-6149-4dbf-802c-09242ef1d823 tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] Notify callbacks [] for security_group, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:16.903682 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-f69856af-6149-4dbf-802c-09242ef1d823 tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] 10.222.0.104 "DELETE /v2.0/security-groups/49c1468a-280e-4510-8673-63e827c90e1a HTTP/1.1" status: 204 len: 168 time: 0.2656438 Jul 06 14:13:16.904327 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 53312) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:13:16.929651 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69856af-6149-4dbf-802c-09242ef1d823 tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=49c1468a-280e-4510-8673-63e827c90e1a,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:13:16.944671 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df126189-b753-4ee4-9d16-02c3a9bb5cf6 req-890e5e3f-eb0c-48b4-8d3b-e78ca83c686e tempest-ServerRescueTestJSONUnderV235-1943447921 tempest-ServerRescueTestJSONUnderV235-1943447921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:13:16.951875 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-df126189-b753-4ee4-9d16-02c3a9bb5cf6 req-890e5e3f-eb0c-48b4-8d3b-e78ca83c686e tempest-ServerRescueTestJSONUnderV235-1943447921 tempest-ServerRescueTestJSONUnderV235-1943447921-project] 10.222.0.104 "GET /v2.0/ports?device_id=db386cd2-b4bb-41cb-b1dd-da803603d9f6 HTTP/1.1" status: 200 len: 945 time: 0.1293592 Jul 06 14:13:16.955001 n-d-773647-6 neutron-server[100247]: INFO neutron.api.v2.resource [None req-7167ab43-bfac-4486-acfb-57acfc884923 tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] show failed (client error): The resource could not be found. Jul 06 14:13:16.960585 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-7167ab43-bfac-4486-acfb-57acfc884923 tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] 10.222.0.104 "GET /v2.0/security-groups/49c1468a-280e-4510-8673-63e827c90e1a HTTP/1.1" status: 404 len: 347 time: 0.0428848 Jul 06 14:13:16.961202 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 53316) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:13:17.016080 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [None req-00a38dda-a7c1-4fb8-9a52-bf8f3f2ae6cf admin admin] Deleting port d1303721-65c3-49ec-93b1-4ce070cccd05 {{(pid=100246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:13:17.017694 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-00a38dda-a7c1-4fb8-9a52-bf8f3f2ae6cf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:17.062507 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-df126189-b753-4ee4-9d16-02c3a9bb5cf6 req-f47a9e81-c390-4a98-9b53-28677399def8 tempest-ServerRescueTestJSONUnderV235-1943447921 tempest-ServerRescueTestJSONUnderV235-1943447921-project] 10.222.0.104 "GET /v2.0/security-groups?id=e935fe9d-1917-4a28-a641-6b187141d0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074524 Jul 06 14:13:17.112808 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.db [None req-00a38dda-a7c1-4fb8-9a52-bf8f3f2ae6cf admin admin] For port d1303721-65c3-49ec-93b1-4ce070cccd05, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=d1303721-65c3-49ec-93b1-4ce070cccd05,segment=NetworkSegment(363dcd37-8bb7-42e7-ab10-1b8e4e85ff75),segment_id=363dcd37-8bb7-42e7-ab10-1b8e4e85ff75)] {{(pid=100246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:13:17.113257 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-00a38dda-a7c1-4fb8-9a52-bf8f3f2ae6cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:17.134441 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [None req-00a38dda-a7c1-4fb8-9a52-bf8f3f2ae6cf admin admin] Calling delete_port for d1303721-65c3-49ec-93b1-4ce070cccd05 owned by network:router_interface {{(pid=100246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:13:17.167708 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.plugin [None req-fd9e1ee9-e50b-4b10-a022-1dfafc1ccf45 tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] Deleting port 76cb2258-a842-4697-bf0e-95d3c7340521 {{(pid=100247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:13:17.168065 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-fd9e1ee9-e50b-4b10-a022-1dfafc1ccf45 tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:17.256617 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-fd9e1ee9-e50b-4b10-a022-1dfafc1ccf45 tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:17.257167 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-fd9e1ee9-e50b-4b10-a022-1dfafc1ccf45 tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:17.277250 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.plugin [None req-fd9e1ee9-e50b-4b10-a022-1dfafc1ccf45 tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] Calling delete_port for 76cb2258-a842-4697-bf0e-95d3c7340521 owned by network:floatingip {{(pid=100247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:13:17.420184 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-00a38dda-a7c1-4fb8-9a52-bf8f3f2ae6cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127687580'] for port, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:17.447587 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a38dda-a7c1-4fb8-9a52-bf8f3f2ae6cf admin admin] Pushing event deleted for resources: {'Port': ['ID=d1303721-65c3-49ec-93b1-4ce070cccd05,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:13:17.573894 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-fd9e1ee9-e50b-4b10-a022-1dfafc1ccf45 tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128888353'] for port, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:17.593851 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239d26cb-b998-497a-9509-80cc48da150f req-f9692b88-89c9-48b9-a8d8-7a4c31458e4b tempest-AttachVolumeShelveTestJSON-1020519793 tempest-AttachVolumeShelveTestJSON-1020519793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:13:17.595491 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-239d26cb-b998-497a-9509-80cc48da150f req-f9692b88-89c9-48b9-a8d8-7a4c31458e4b tempest-AttachVolumeShelveTestJSON-1020519793 tempest-AttachVolumeShelveTestJSON-1020519793-project] 10.222.0.104 "GET /v2.0/ports?device_id=775e595c-a8be-4386-9e46-a9528870f5f2 HTTP/1.1" status: 200 len: 945 time: 0.1805277 Jul 06 14:13:17.621207 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9e1ee9-e50b-4b10-a022-1dfafc1ccf45 tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] Pushing event deleted for resources: {'Port': ['ID=76cb2258-a842-4697-bf0e-95d3c7340521,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:13:17.670819 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-00a38dda-a7c1-4fb8-9a52-bf8f3f2ae6cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1809193'] for router_interface, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:17.691318 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd2e77f-0a94-488a-b46a-8586528fe74b req-7e1c0fd6-3ec1-420f-abd6-c1e3058b6b67 tempest-ServerRescueTestJSON-1630712699 tempest-ServerRescueTestJSON-1630712699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:13:17.692962 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-3bd2e77f-0a94-488a-b46a-8586528fe74b req-7e1c0fd6-3ec1-420f-abd6-c1e3058b6b67 tempest-ServerRescueTestJSON-1630712699 tempest-ServerRescueTestJSON-1630712699-project] 10.222.0.104 "GET /v2.0/ports?device_id=289ccf1b-838f-4890-b1d0-9aa7c290d4b3 HTTP/1.1" status: 200 len: 946 time: 0.2067249 Jul 06 14:13:17.762966 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-239d26cb-b998-497a-9509-80cc48da150f req-d40763fa-edb1-45fc-a517-74bdca86e1a3 tempest-AttachVolumeShelveTestJSON-1020519793 tempest-AttachVolumeShelveTestJSON-1020519793-project] 10.222.0.104 "GET /v2.0/security-groups?id=d3fcccd0-b259-400e-953a-933bdd8f821f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1459918 Jul 06 14:13:17.796308 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-fd9e1ee9-e50b-4b10-a022-1dfafc1ccf45 tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] Notify callbacks [] for floatingip, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:17.798821 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-fd9e1ee9-e50b-4b10-a022-1dfafc1ccf45 tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for floatingip, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:17.802754 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-fd9e1ee9-e50b-4b10-a022-1dfafc1ccf45 tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] 10.222.0.104 "DELETE /v2.0/floatingips/9d078c22-4955-4a8d-a0f4-069b23931303 HTTP/1.1" status: 204 len: 168 time: 0.8335745 Jul 06 14:13:17.804289 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 53344) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:13:17.822701 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-3bd2e77f-0a94-488a-b46a-8586528fe74b req-8d0dbca8-f778-432c-8cbc-e27b4ae8a5ef tempest-ServerRescueTestJSON-1630712699 tempest-ServerRescueTestJSON-1630712699-project] 10.222.0.104 "GET /v2.0/security-groups?id=5ad75d0b-ae4f-4528-8f14-d8740f9e67e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056218 Jul 06 14:13:17.934070 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.plugin [None req-b5aa1aad-1361-4878-893f-544f3067c85a tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] Deleting port f010560f-f4c8-4c8c-99e0-7afd7573142a {{(pid=100247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:13:17.934544 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-b5aa1aad-1361-4878-893f-544f3067c85a tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:17.981317 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00a38dda-a7c1-4fb8-9a52-bf8f3f2ae6cf admin admin] Router 7ae7c1a9-df1a-4e65-9508-0d0b9fd1ac79 has already been hosted by L3 agent 2823d358-a11b-4885-a706-95a279e43fa7 {{(pid=100246) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 14:13:18.031060 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-b5aa1aad-1361-4878-893f-544f3067c85a tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:18.044056 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.plugin [None req-b5aa1aad-1361-4878-893f-544f3067c85a tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] Calling delete_port for f010560f-f4c8-4c8c-99e0-7afd7573142a owned by {{(pid=100247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:13:18.099237 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00a38dda-a7c1-4fb8-9a52-bf8f3f2ae6cf admin admin] Notify agent at l3_agent.n-d-773647-6 the message routers_updated {{(pid=100246) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 14:13:18.109600 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-00a38dda-a7c1-4fb8-9a52-bf8f3f2ae6cf admin admin] 10.222.0.104 "PUT /v2.0/routers/7ae7c1a9-df1a-4e65-9508-0d0b9fd1ac79/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9422145 Jul 06 14:13:18.109878 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 53352) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:13:18.119979 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d8cbfd7-f81d-40dd-9904-5467f91931da None None] Sync routers for ids ['7ae7c1a9-df1a-4e65-9508-0d0b9fd1ac79'] in n-d-773647-6 {{(pid=100248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 14:13:18.130188 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d8cbfd7-f81d-40dd-9904-5467f91931da None None] Routers {'7ae7c1a9-df1a-4e65-9508-0d0b9fd1ac79'} bound to L3 agent in host n-d-773647-6 {{(pid=100248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:13:18.131036 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-4d8cbfd7-f81d-40dd-9904-5467f91931da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T14:12:56Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['7ae7c1a9-df1a-4e65-9508-0d0b9fd1ac79'], 'active': True} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:13:18.241416 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvr_db [None req-4d8cbfd7-f81d-40dd-9904-5467f91931da None None] Set router 7ae7c1a9-df1a-4e65-9508-0d0b9fd1ac79 gateway port host: n-d-773647-6 {{(pid=100248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:13:18.254106 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-b5aa1aad-1361-4878-893f-544f3067c85a tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128888353'] for port, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:18.259813 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-456f9545-2801-4994-a421-58fbc6f8c3d8 admin admin] Notify callbacks [] for router, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:18.300876 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5aa1aad-1361-4878-893f-544f3067c85a tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] Pushing event deleted for resources: {'Port': ['ID=f010560f-f4c8-4c8c-99e0-7afd7573142a,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:13:18.404019 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-456f9545-2801-4994-a421-58fbc6f8c3d8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:18.425189 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-b5aa1aad-1361-4878-893f-544f3067c85a tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:18.428003 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-b5aa1aad-1361-4878-893f-544f3067c85a tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] 10.222.0.104 "DELETE /v2.0/ports/f010560f-f4c8-4c8c-99e0-7afd7573142a HTTP/1.1" status: 204 len: 168 time: 0.6227541 Jul 06 14:13:18.432380 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 53358) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:13:18.486127 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [None req-456f9545-2801-4994-a421-58fbc6f8c3d8 admin admin] Deleting port 18c40ddb-5230-4e47-940a-0852da9f7a69 {{(pid=100246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:13:18.486434 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-456f9545-2801-4994-a421-58fbc6f8c3d8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:18.489532 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a2fae3-51d0-42d7-9261-f4eddc692bbe req-a2da1aca-5293-419c-9894-20c23c02631a tempest-ServerRescueTestJSONUnderV235-1943447921 tempest-ServerRescueTestJSONUnderV235-1943447921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:13:18.491125 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-98a2fae3-51d0-42d7-9261-f4eddc692bbe req-a2da1aca-5293-419c-9894-20c23c02631a tempest-ServerRescueTestJSONUnderV235-1943447921 tempest-ServerRescueTestJSONUnderV235-1943447921-project] 10.222.0.104 "GET /v2.0/ports?device_id=db386cd2-b4bb-41cb-b1dd-da803603d9f6 HTTP/1.1" status: 200 len: 945 time: 0.1974499 Jul 06 14:13:18.580667 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-98a2fae3-51d0-42d7-9261-f4eddc692bbe req-aadbec84-5eaa-4018-951d-063c619f5810 tempest-ServerRescueTestJSONUnderV235-1943447921 tempest-ServerRescueTestJSONUnderV235-1943447921-project] 10.222.0.104 "GET /v2.0/security-groups?id=e935fe9d-1917-4a28-a641-6b187141d0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814528 Jul 06 14:13:18.597855 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.plugin [None req-76d6dea7-31a6-45d1-b63e-77cc4e5af3ef tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] Deleting port 3ba18cf5-928e-46ea-b0ca-9a371b8d9b40 {{(pid=100247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:13:18.598475 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-76d6dea7-31a6-45d1-b63e-77cc4e5af3ef tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:18.611671 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.db [None req-456f9545-2801-4994-a421-58fbc6f8c3d8 admin admin] For port 18c40ddb-5230-4e47-940a-0852da9f7a69, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=18c40ddb-5230-4e47-940a-0852da9f7a69,segment=NetworkSegment(89a832b7-7793-4d51-9038-ed7e1c3ff1b2),segment_id=89a832b7-7793-4d51-9038-ed7e1c3ff1b2)] {{(pid=100246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:13:18.611671 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-456f9545-2801-4994-a421-58fbc6f8c3d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:18.632002 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [None req-456f9545-2801-4994-a421-58fbc6f8c3d8 admin admin] Calling delete_port for 18c40ddb-5230-4e47-940a-0852da9f7a69 owned by network:router_gateway {{(pid=100246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:13:18.662148 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-4d8cbfd7-f81d-40dd-9904-5467f91931da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ae7c1a9-df1a-4e65-9508-0d0b9fd1ac79', 'name': 'tempest-TestAggregatesBasicOps-105192142-router', 'tenant_id': '6ca8a9587eae478b9e06b24c088350d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.126'}], 'enable_snat': True}, 'gw_port_id': '18c40ddb-5230-4e47-940a-0852da9f7a69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:12:50Z', 'updated_at': '2021-07-06T14:13:17Z', 'revision_number': 5, 'project_id': '6ca8a9587eae478b9e06b24c088350d7', 'gw_port': {'id': '18c40ddb-5230-4e47-940a-0852da9f7a69', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:45:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ae7c1a9-df1a-4e65-9508-0d0b9fd1ac79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2053, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:12:53Z', 'updated_at': '2021-07-06T14:13:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6'}], 'n-d-773647-6', False) {} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:13:18.690673 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d8cbfd7-f81d-40dd-9904-5467f91931da None None] Checking router: 7ae7c1a9-df1a-4e65-9508-0d0b9fd1ac79 for host: n-d-773647-6 {{(pid=100248) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 14:13:18.700381 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d8cbfd7-f81d-40dd-9904-5467f91931da None None] Routers {'7ae7c1a9-df1a-4e65-9508-0d0b9fd1ac79'} bound to L3 agent in host n-d-773647-6 {{(pid=100248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:13:18.701002 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-4d8cbfd7-f81d-40dd-9904-5467f91931da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T14:12:56Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['7ae7c1a9-df1a-4e65-9508-0d0b9fd1ac79'], 'active': True} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:13:18.723864 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-76d6dea7-31a6-45d1-b63e-77cc4e5af3ef tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:18.746323 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.plugin [None req-76d6dea7-31a6-45d1-b63e-77cc4e5af3ef tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] Calling delete_port for 3ba18cf5-928e-46ea-b0ca-9a371b8d9b40 owned by {{(pid=100247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:13:18.837964 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvr_db [None req-4d8cbfd7-f81d-40dd-9904-5467f91931da None None] Set router 7ae7c1a9-df1a-4e65-9508-0d0b9fd1ac79 gateway port host: None {{(pid=100248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:13:18.870955 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-456f9545-2801-4994-a421-58fbc6f8c3d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127687580'] for port, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:18.906655 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456f9545-2801-4994-a421-58fbc6f8c3d8 admin admin] Pushing event deleted for resources: {'Port': ['ID=18c40ddb-5230-4e47-940a-0852da9f7a69,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:13:18.917671 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-456f9545-2801-4994-a421-58fbc6f8c3d8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:13:18.918144 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-456f9545-2801-4994-a421-58fbc6f8c3d8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:13:18.918649 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-456f9545-2801-4994-a421-58fbc6f8c3d8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:13:18.919060 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-456f9545-2801-4994-a421-58fbc6f8c3d8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:13:18.919481 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-456f9545-2801-4994-a421-58fbc6f8c3d8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:13:18.919882 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-456f9545-2801-4994-a421-58fbc6f8c3d8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:13:18.920282 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-456f9545-2801-4994-a421-58fbc6f8c3d8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:13:18.920677 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-456f9545-2801-4994-a421-58fbc6f8c3d8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:13:18.921074 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-456f9545-2801-4994-a421-58fbc6f8c3d8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:13:18.921469 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-456f9545-2801-4994-a421-58fbc6f8c3d8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:13:18.921863 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-456f9545-2801-4994-a421-58fbc6f8c3d8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:13:18.922268 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-456f9545-2801-4994-a421-58fbc6f8c3d8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:13:18.989283 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-4d8cbfd7-f81d-40dd-9904-5467f91931da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ae7c1a9-df1a-4e65-9508-0d0b9fd1ac79', 'name': 'tempest-TestAggregatesBasicOps-105192142-router', 'tenant_id': '6ca8a9587eae478b9e06b24c088350d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:12:50Z', 'updated_at': '2021-07-06T14:13:18Z', 'revision_number': 6, 'project_id': '6ca8a9587eae478b9e06b24c088350d7', 'gw_port_host': None}], 'n-d-773647-6', False) {} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:13:19.016486 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-76d6dea7-31a6-45d1-b63e-77cc4e5af3ef tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128888353'] for port, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:19.053360 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d8cbfd7-f81d-40dd-9904-5467f91931da None None] The sync data for ids ['7ae7c1a9-df1a-4e65-9508-0d0b9fd1ac79'] in n-d-773647-6 is: [{'id': '7ae7c1a9-df1a-4e65-9508-0d0b9fd1ac79', 'name': 'tempest-TestAggregatesBasicOps-105192142-router', 'tenant_id': '6ca8a9587eae478b9e06b24c088350d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:12:50Z', 'updated_at': '2021-07-06T14:13:18Z', 'revision_number': 6, 'project_id': '6ca8a9587eae478b9e06b24c088350d7', 'gw_port_host': None}] {{(pid=100248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 14:13:19.106160 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-456f9545-2801-4994-a421-58fbc6f8c3d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1761104'] for router_gateway, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:19.199351 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-456f9545-2801-4994-a421-58fbc6f8c3d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1806308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6982'] for router, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:19.201680 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-456f9545-2801-4994-a421-58fbc6f8c3d8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:19.248766 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-456f9545-2801-4994-a421-58fbc6f8c3d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1805684'] for router, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:19.249724 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-456f9545-2801-4994-a421-58fbc6f8c3d8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7ae7c1a9-df1a-4e65-9508-0d0b9fd1ac79 {{(pid=100246) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 14:13:19.255459 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-456f9545-2801-4994-a421-58fbc6f8c3d8 admin admin] Notify callbacks [] for router, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:19.258501 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-456f9545-2801-4994-a421-58fbc6f8c3d8 admin admin] 10.222.0.104 "DELETE /v2.0/routers/7ae7c1a9-df1a-4e65-9508-0d0b9fd1ac79 HTTP/1.1" status: 204 len: 168 time: 1.1475971 Jul 06 14:13:19.259126 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 53376) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:13:19.310222 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.db_base_plugin_v2 [None req-65e56d49-2fa6-4892-8996-8b14bdf44a75 admin admin] Deleting subnet afa31d07-dd38-45da-9f42-eb6ac62463eb {{(pid=100246) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 14:13:19.313638 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-65e56d49-2fa6-4892-8996-8b14bdf44a75 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:19.354855 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-65e56d49-2fa6-4892-8996-8b14bdf44a75 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126218885'] for subnet, precommit_delete_associations {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:19.407179 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d6dea7-31a6-45d1-b63e-77cc4e5af3ef tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] Pushing event deleted for resources: {'Port': ['ID=3ba18cf5-928e-46ea-b0ca-9a371b8d9b40,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:13:19.450695 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-65e56d49-2fa6-4892-8996-8b14bdf44a75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-913473'] for subnet, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:19.508331 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-76d6dea7-31a6-45d1-b63e-77cc4e5af3ef tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:19.510553 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-76d6dea7-31a6-45d1-b63e-77cc4e5af3ef tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] 10.222.0.104 "DELETE /v2.0/ports/3ba18cf5-928e-46ea-b0ca-9a371b8d9b40 HTTP/1.1" status: 204 len: 168 time: 1.0772448 Jul 06 14:13:19.513371 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 53382) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:13:19.525302 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-65e56d49-2fa6-4892-8996-8b14bdf44a75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-913480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1849032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127687590', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127702764'] for subnet, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:19.584692 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-65e56d49-2fa6-4892-8996-8b14bdf44a75 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:19.586672 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-65e56d49-2fa6-4892-8996-8b14bdf44a75 admin admin] 10.222.0.104 "DELETE /v2.0/subnets/afa31d07-dd38-45da-9f42-eb6ac62463eb HTTP/1.1" status: 204 len: 168 time: 0.3265698 Jul 06 14:13:19.589764 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ca14810-d700-4632-ad86-ffd8103719f9 None None] Network 085fedf0-f391-4cc7-967a-bed7f2707f17 requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:13:19.593653 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 53384) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:13:19.608759 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e56d49-2fa6-4892-8996-8b14bdf44a75 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=afa31d07-dd38-45da-9f42-eb6ac62463eb,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:13:19.682781 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.db_base_plugin_v2 [None req-74b9c110-0167-4aa1-9069-f4ac6925e37b tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] Deleting subnet 13d1afd1-bf55-4593-a656-2ddb45c50a8c {{(pid=100247) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 14:13:19.714480 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-74b9c110-0167-4aa1-9069-f4ac6925e37b tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] Notify callbacks [] for subnet, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:19.769480 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c341587b-e042-4f37-a34e-b8112b5a5ec0 req-5e942500-d298-4a3a-b837-e128ed67e16a tempest-AttachVolumeShelveTestJSON-1020519793 tempest-AttachVolumeShelveTestJSON-1020519793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:13:19.771260 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-c341587b-e042-4f37-a34e-b8112b5a5ec0 req-5e942500-d298-4a3a-b837-e128ed67e16a tempest-AttachVolumeShelveTestJSON-1020519793 tempest-AttachVolumeShelveTestJSON-1020519793-project] 10.222.0.104 "GET /v2.0/ports?device_id=775e595c-a8be-4386-9e46-a9528870f5f2 HTTP/1.1" status: 200 len: 945 time: 0.6604526 Jul 06 14:13:19.786333 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a14ef5-1ac4-4bb8-9094-39e6626a448d req-86370623-2d3b-4b62-b8e3-d61fadf0b4fa tempest-ServerRescueTestJSON-1630712699 tempest-ServerRescueTestJSON-1630712699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:13:19.788108 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-c4a14ef5-1ac4-4bb8-9094-39e6626a448d req-86370623-2d3b-4b62-b8e3-d61fadf0b4fa tempest-ServerRescueTestJSON-1630712699 tempest-ServerRescueTestJSON-1630712699-project] 10.222.0.104 "GET /v2.0/ports?device_id=289ccf1b-838f-4890-b1d0-9aa7c290d4b3 HTTP/1.1" status: 200 len: 946 time: 0.7429316 Jul 06 14:13:19.804917 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813bf280-cd1d-47db-8b9d-04e18c6033cd req-b0f8c250-0464-4832-8c48-406359a46bb1 tempest-ServerRescueTestJSONUnderV235-1943447921 tempest-ServerRescueTestJSONUnderV235-1943447921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:13:19.806445 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-813bf280-cd1d-47db-8b9d-04e18c6033cd req-b0f8c250-0464-4832-8c48-406359a46bb1 tempest-ServerRescueTestJSONUnderV235-1943447921 tempest-ServerRescueTestJSONUnderV235-1943447921-project] 10.222.0.127 "GET /v2.0/ports?device_id=db386cd2-b4bb-41cb-b1dd-da803603d9f6 HTTP/1.1" status: 200 len: 945 time: 0.4445186 Jul 06 14:13:19.821815 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-d05e702d-5e1d-4eaf-894b-4267ae88d794 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530492'] for network, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:19.849310 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-74b9c110-0167-4aa1-9069-f4ac6925e37b tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127131748'] for subnet, precommit_delete_associations {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:19.962536 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-755f0cea-41d8-43d4-887a-b0c450dc4872 None None] DHCP port deletion for 085fedf0-f391-4cc7-967a-bed7f2707f17 request from n-d-773647-6 {{(pid=100248) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 14:13:19.973349 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-c341587b-e042-4f37-a34e-b8112b5a5ec0 req-b0e09f2c-ca11-49ae-87c9-d8e5d9cd9b48 tempest-AttachVolumeShelveTestJSON-1020519793 tempest-AttachVolumeShelveTestJSON-1020519793-project] 10.222.0.104 "GET /v2.0/security-groups?id=d3fcccd0-b259-400e-953a-933bdd8f821f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1805012 Jul 06 14:13:20.011928 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-c4a14ef5-1ac4-4bb8-9094-39e6626a448d req-2a558ce8-3503-4baa-8b04-64625ee7cca3 tempest-ServerRescueTestJSON-1630712699 tempest-ServerRescueTestJSON-1630712699-project] 10.222.0.104 "GET /v2.0/security-groups?id=5ad75d0b-ae4f-4528-8f14-d8740f9e67e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2023754 Jul 06 14:13:20.063362 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 18c40ddb-5230-4e47-940a-0852da9f7a69 no longer exists at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:13:20.126902 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] No Port match for: 18c40ddb-5230-4e47-940a-0852da9f7a69 {{(pid=100248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 14:13:20.130526 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 18c40ddb-5230-4e47-940a-0852da9f7a69 not bound to the agent host n-d-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:13:20.131150 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 48d66e24-34d1-4fe7-b387-9422e4645cf3 no longer exists at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:13:20.139501 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-74b9c110-0167-4aa1-9069-f4ac6925e37b tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-913473'] for subnet, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:20.148689 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-755f0cea-41d8-43d4-887a-b0c450dc4872 None None] Deleting port 48d66e24-34d1-4fe7-b387-9422e4645cf3 {{(pid=100248) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:13:20.149387 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-755f0cea-41d8-43d4-887a-b0c450dc4872 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:20.193872 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.plugin [None req-d05e702d-5e1d-4eaf-894b-4267ae88d794 admin admin] Deleting port 48d66e24-34d1-4fe7-b387-9422e4645cf3 {{(pid=100247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:13:20.194975 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-d05e702d-5e1d-4eaf-894b-4267ae88d794 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:20.242441 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-74b9c110-0167-4aa1-9069-f4ac6925e37b tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-913480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1849032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-128888347', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127627857'] for subnet, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:20.248779 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.plugin [req-813bf280-cd1d-47db-8b9d-04e18c6033cd req-a3f1bf21-7fc4-45a8-85b0-fcc87acb9d7f tempest-ServerRescueTestJSONUnderV235-1943447921 tempest-ServerRescueTestJSONUnderV235-1943447921-project] Deleting port 36b98e29-a854-4d50-b96f-b0c0cedeff86 {{(pid=100247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:13:20.249997 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-813bf280-cd1d-47db-8b9d-04e18c6033cd req-a3f1bf21-7fc4-45a8-85b0-fcc87acb9d7f tempest-ServerRescueTestJSONUnderV235-1943447921 tempest-ServerRescueTestJSONUnderV235-1943447921-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:20.292952 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-755f0cea-41d8-43d4-887a-b0c450dc4872 None None] For port 48d66e24-34d1-4fe7-b387-9422e4645cf3, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=48d66e24-34d1-4fe7-b387-9422e4645cf3,segment=NetworkSegment(363dcd37-8bb7-42e7-ab10-1b8e4e85ff75),segment_id=363dcd37-8bb7-42e7-ab10-1b8e4e85ff75)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:13:20.293351 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-755f0cea-41d8-43d4-887a-b0c450dc4872 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:20.329032 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-755f0cea-41d8-43d4-887a-b0c450dc4872 None None] Calling delete_port for 48d66e24-34d1-4fe7-b387-9422e4645cf3 owned by network:dhcp {{(pid=100248) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:13:20.354496 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:20.407182 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-74b9c110-0167-4aa1-9069-f4ac6925e37b tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] Notify callbacks [] for subnet, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:20.409373 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-74b9c110-0167-4aa1-9069-f4ac6925e37b tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] 10.222.0.104 "DELETE /v2.0/subnets/13d1afd1-bf55-4593-a656-2ddb45c50a8c HTTP/1.1" status: 204 len: 168 time: 0.8933122 Jul 06 14:13:20.412485 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 53402) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:13:20.418872 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b9c110-0167-4aa1-9069-f4ac6925e37b tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] Pushing event deleted for resources: {'Subnet': ['ID=13d1afd1-bf55-4593-a656-2ddb45c50a8c,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:13:20.429327 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] For port 48d66e24-34d1-4fe7-b387-9422e4645cf3, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=48d66e24-34d1-4fe7-b387-9422e4645cf3,segment=NetworkSegment(363dcd37-8bb7-42e7-ab10-1b8e4e85ff75),segment_id=363dcd37-8bb7-42e7-ab10-1b8e4e85ff75)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:13:20.434066 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35018b76-458f-4ccf-8681-c40282e36232 None None] Network a1a89b46-c613-4578-b710-c22d92f3acfb requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:13:20.499714 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.db [None req-d05e702d-5e1d-4eaf-894b-4267ae88d794 admin admin] For port 48d66e24-34d1-4fe7-b387-9422e4645cf3, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=48d66e24-34d1-4fe7-b387-9422e4645cf3,segment=NetworkSegment(363dcd37-8bb7-42e7-ab10-1b8e4e85ff75),segment_id=363dcd37-8bb7-42e7-ab10-1b8e4e85ff75)] {{(pid=100247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:13:20.500715 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-d05e702d-5e1d-4eaf-894b-4267ae88d794 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:20.512564 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:20.513495 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device d1303721-65c3-49ec-93b1-4ce070cccd05 no longer exists at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:13:20.533109 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.plugin [None req-d05e702d-5e1d-4eaf-894b-4267ae88d794 admin admin] Calling delete_port for 48d66e24-34d1-4fe7-b387-9422e4645cf3 owned by network:dhcp {{(pid=100247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:13:20.537129 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.db [req-813bf280-cd1d-47db-8b9d-04e18c6033cd req-a3f1bf21-7fc4-45a8-85b0-fcc87acb9d7f tempest-ServerRescueTestJSONUnderV235-1943447921 tempest-ServerRescueTestJSONUnderV235-1943447921-project] For port 36b98e29-a854-4d50-b96f-b0c0cedeff86, host n-h1-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773647-6',level=0,port_id=36b98e29-a854-4d50-b96f-b0c0cedeff86,segment=NetworkSegment(e8f9de24-f6a4-403e-9dce-2fafa12a46c9),segment_id=e8f9de24-f6a4-403e-9dce-2fafa12a46c9)] {{(pid=100247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:13:20.537423 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-813bf280-cd1d-47db-8b9d-04e18c6033cd req-a3f1bf21-7fc4-45a8-85b0-fcc87acb9d7f tempest-ServerRescueTestJSONUnderV235-1943447921 tempest-ServerRescueTestJSONUnderV235-1943447921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:20.541438 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] No Port match for: d1303721-65c3-49ec-93b1-4ce070cccd05 {{(pid=100248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 14:13:20.541995 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device d1303721-65c3-49ec-93b1-4ce070cccd05 not bound to the agent host n-d-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:13:20.543965 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ac93129-3797-471c-96f6-0182bf6e22ca tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] Deleting subnet aff5805c-7256-4603-b5c1-a0758ef2d27b {{(pid=100246) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 14:13:20.550150 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-8ac93129-3797-471c-96f6-0182bf6e22ca tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] Notify callbacks [] for subnet, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:20.551855 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757e8198-a848-4e7d-b0cc-9e4633fcdaf3 req-5ba87cc9-8adb-421d-bb08-3f845db50491 tempest-ServerRescueTestJSONUnderV235-1943447921 tempest-ServerRescueTestJSONUnderV235-1943447921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:13:20.559564 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-757e8198-a848-4e7d-b0cc-9e4633fcdaf3 req-5ba87cc9-8adb-421d-bb08-3f845db50491 tempest-ServerRescueTestJSONUnderV235-1943447921 tempest-ServerRescueTestJSONUnderV235-1943447921-project] 10.222.0.104 "GET /v2.0/ports?device_id=db386cd2-b4bb-41cb-b1dd-da803603d9f6 HTTP/1.1" status: 200 len: 945 time: 0.2668650 Jul 06 14:13:20.596874 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.plugin [req-813bf280-cd1d-47db-8b9d-04e18c6033cd req-a3f1bf21-7fc4-45a8-85b0-fcc87acb9d7f tempest-ServerRescueTestJSONUnderV235-1943447921 tempest-ServerRescueTestJSONUnderV235-1943447921-project] Calling delete_port for 36b98e29-a854-4d50-b96f-b0c0cedeff86 owned by compute:nova {{(pid=100247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:13:20.605471 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-8ac93129-3797-471c-96f6-0182bf6e22ca tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126218885'] for subnet, precommit_delete_associations {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:20.686617 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Pushing event updated for resources: {'Port': ['ID=48d66e24-34d1-4fe7-b387-9422e4645cf3,revision_number=5']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:13:20.692162 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-755f0cea-41d8-43d4-887a-b0c450dc4872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117'] for port, after_delete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:20.704580 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:13:20.704580 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:13:20.704883 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:13:20.705110 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:13:20.705448 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:13:20.705834 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:13:20.706204 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:13:20.706561 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:13:20.706914 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:13:20.707534 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:13:20.707869 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:13:20.708199 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:13:20.719944 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-757e8198-a848-4e7d-b0cc-9e4633fcdaf3 req-25033381-67fd-4759-a717-43237c82f07d tempest-ServerRescueTestJSONUnderV235-1943447921 tempest-ServerRescueTestJSONUnderV235-1943447921-project] 10.222.0.104 "GET /v2.0/security-groups?id=e935fe9d-1917-4a28-a641-6b187141d0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1587853 Jul 06 14:13:20.743981 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755f0cea-41d8-43d4-887a-b0c450dc4872 None None] Pushing event deleted for resources: {'Port': ['ID=48d66e24-34d1-4fe7-b387-9422e4645cf3,revision_number=None']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:13:20.756915 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-8ac93129-3797-471c-96f6-0182bf6e22ca tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-913473'] for subnet, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:20.764276 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-755f0cea-41d8-43d4-887a-b0c450dc4872 None None] No DVR routers for this DVR port 48d66e24-34d1-4fe7-b387-9422e4645cf3 on host n-d-773647-6 {{(pid=100248) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:13:20.791541 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-d05e702d-5e1d-4eaf-894b-4267ae88d794 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128888353'] for port, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:20.842265 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05e702d-5e1d-4eaf-894b-4267ae88d794 admin admin] Pushing event deleted for resources: {'Port': ['ID=48d66e24-34d1-4fe7-b387-9422e4645cf3,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:13:20.845313 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d05e702d-5e1d-4eaf-894b-4267ae88d794 admin admin] No DVR routers for this DVR port 48d66e24-34d1-4fe7-b387-9422e4645cf3 on host n-d-773647-6 {{(pid=100247) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:13:20.850409 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-8ac93129-3797-471c-96f6-0182bf6e22ca tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-913480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1849032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127687590', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127702764'] for subnet, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:20.867952 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaabe99e-4d08-4f97-bc9c-f7af61e47869 None None] DHCP port deletion for a1a89b46-c613-4578-b710-c22d92f3acfb request from n-d-773647-6 {{(pid=100248) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 14:13:20.894744 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac93129-3797-471c-96f6-0182bf6e22ca tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] Pushing event deleted for resources: {'Subnet': ['ID=aff5805c-7256-4603-b5c1-a0758ef2d27b,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:13:20.907193 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-8ac93129-3797-471c-96f6-0182bf6e22ca tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] Notify callbacks [] for subnet, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:20.909525 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-8ac93129-3797-471c-96f6-0182bf6e22ca tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] 10.222.0.104 "DELETE /v2.0/subnets/aff5805c-7256-4603-b5c1-a0758ef2d27b HTTP/1.1" status: 204 len: 168 time: 0.4950891 Jul 06 14:13:20.914289 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 53412) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:13:20.921475 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d563befd-1285-4cb9-9c9b-87b87369cfb1 None None] Network ace612ee-fa1f-4249-807d-5000ddc15676 requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:13:20.975405 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-d05e702d-5e1d-4eaf-894b-4267ae88d794 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-917204', 'neutron.services.segments.db._delete_segments_for_network-8773753502302'] for network, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:20.991418 n-d-773647-6 neutron-server[100247]: DEBUG neutron.services.segments.db [None req-d05e702d-5e1d-4eaf-894b-4267ae88d794 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['085fedf0-f391-4cc7-967a-bed7f2707f17']}} {{(pid=100247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:13:21.020166 n-d-773647-6 neutron-server[100247]: DEBUG neutron.services.segments.db [None req-d05e702d-5e1d-4eaf-894b-4267ae88d794 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '363dcd37-8bb7-42e7-ab10-1b8e4e85ff75') {'for_net_delete': True} {{(pid=100247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:13:21.020166 n-d-773647-6 neutron-server[100247]: DEBUG neutron.services.segments.db [None req-d05e702d-5e1d-4eaf-894b-4267ae88d794 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '363dcd37-8bb7-42e7-ab10-1b8e4e85ff75') {} {{(pid=100247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:13:21.020892 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-a7c91a37-4de6-4ef9-9e07-3b1c0fb183ed tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530492'] for network, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:21.050684 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-d05e702d-5e1d-4eaf-894b-4267ae88d794 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773753515138', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127131763'] for segment, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:21.062170 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-813bf280-cd1d-47db-8b9d-04e18c6033cd req-a3f1bf21-7fc4-45a8-85b0-fcc87acb9d7f tempest-ServerRescueTestJSONUnderV235-1943447921 tempest-ServerRescueTestJSONUnderV235-1943447921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128888353'] for port, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:21.112756 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-d05e702d-5e1d-4eaf-894b-4267ae88d794 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552'] for segment, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:21.120935 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d05e702d-5e1d-4eaf-894b-4267ae88d794 admin admin] Releasing vlan 1045 on physical network physnet1 to pool {{(pid=100247) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 14:13:21.121854 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-aaabe99e-4d08-4f97-bc9c-f7af61e47869 None None] Deleting port cacb0a24-daf5-4630-9f22-f1e56d399a26 {{(pid=100248) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:13:21.121981 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-d05e702d-5e1d-4eaf-894b-4267ae88d794 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-128888574'] for segment, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:21.122247 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-aaabe99e-4d08-4f97-bc9c-f7af61e47869 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:21.194091 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f1bf21-7fc4-45a8-85b0-fcc87acb9d7f tempest-ServerRescueTestJSONUnderV235-1943447921 tempest-ServerRescueTestJSONUnderV235-1943447921-project] Pushing event deleted for resources: {'Port': ['ID=36b98e29-a854-4d50-b96f-b0c0cedeff86,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:13:21.204192 n-d-773647-6 neutron-server[100247]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:13:21.204192 n-d-773647-6 neutron-server[100247]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:13:21.204192 n-d-773647-6 neutron-server[100247]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:13:21.204192 n-d-773647-6 neutron-server[100247]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:13:21.204192 n-d-773647-6 neutron-server[100247]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:13:21.204192 n-d-773647-6 neutron-server[100247]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:13:21.204192 n-d-773647-6 neutron-server[100247]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:13:21.204192 n-d-773647-6 neutron-server[100247]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:13:21.204192 n-d-773647-6 neutron-server[100247]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:13:21.204192 n-d-773647-6 neutron-server[100247]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:13:21.204192 n-d-773647-6 neutron-server[100247]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:13:21.204192 n-d-773647-6 neutron-server[100247]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:13:21.204192 n-d-773647-6 neutron-server[100247]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:13:21.204192 n-d-773647-6 neutron-server[100247]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:13:21.204192 n-d-773647-6 neutron-server[100247]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:13:21.204192 n-d-773647-6 neutron-server[100247]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:13:21.204192 n-d-773647-6 neutron-server[100247]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 14:13:21.204192 n-d-773647-6 neutron-server[100247]: self.session.flush() Jul 06 14:13:21.204192 n-d-773647-6 neutron-server[100247]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 14:13:21.204192 n-d-773647-6 neutron-server[100247]: self.session.flush() Jul 06 14:13:21.204192 n-d-773647-6 neutron-server[100247]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 14:13:21.204192 n-d-773647-6 neutron-server[100247]: self.session.flush() Jul 06 14:13:21.204192 n-d-773647-6 neutron-server[100247]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 14:13:21.204192 n-d-773647-6 neutron-server[100247]: self.session.flush() Jul 06 14:13:21.204192 n-d-773647-6 neutron-server[100247]: Traceback (most recent call last): Jul 06 14:13:21.204192 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 14:13:21.204192 n-d-773647-6 neutron-server[100247]: timer() Jul 06 14:13:21.204192 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 14:13:21.204192 n-d-773647-6 neutron-server[100247]: cb(*args, **kw) Jul 06 14:13:21.204192 n-d-773647-6 neutron-server[100247]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 14:13:21.204192 n-d-773647-6 neutron-server[100247]: return func(*args, **kwargs) Jul 06 14:13:21.204192 n-d-773647-6 neutron-server[100247]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 14:13:21.204192 n-d-773647-6 neutron-server[100247]: self._notify() Jul 06 14:13:21.204192 n-d-773647-6 neutron-server[100247]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 14:13:21.204192 n-d-773647-6 neutron-server[100247]: self.callback(batched_events) Jul 06 14:13:21.204192 n-d-773647-6 neutron-server[100247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 14:13:21.204192 n-d-773647-6 neutron-server[100247]: event.method(event) Jul 06 14:13:21.204192 n-d-773647-6 neutron-server[100247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 14:13:21.204192 n-d-773647-6 neutron-server[100247]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 14:13:21.204192 n-d-773647-6 neutron-server[100247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 14:13:21.204192 n-d-773647-6 neutron-server[100247]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 14:13:21.204192 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 14:13:21.204192 n-d-773647-6 neutron-server[100247]: return f(self, *a, **k) Jul 06 14:13:21.204192 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 14:13:21.204192 n-d-773647-6 neutron-server[100247]: return self._get(url).json() Jul 06 14:13:21.204192 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 14:13:21.204192 n-d-773647-6 neutron-server[100247]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 14:13:21.204192 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 14:13:21.204192 n-d-773647-6 neutron-server[100247]: return self.request(url, 'GET', **kwargs) Jul 06 14:13:21.204192 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 14:13:21.204192 n-d-773647-6 neutron-server[100247]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 14:13:21.204192 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 14:13:21.204192 n-d-773647-6 neutron-server[100247]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 14:13:21.204192 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 14:13:21.204192 n-d-773647-6 neutron-server[100247]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 14:13:21.204192 n-d-773647-6 neutron-server[100247]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 14:13:21.211540 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-d05e702d-5e1d-4eaf-894b-4267ae88d794 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-917215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1761140'] for network, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:21.218556 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-d05e702d-5e1d-4eaf-894b-4267ae88d794 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583035'] for network, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:21.220771 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-d05e702d-5e1d-4eaf-894b-4267ae88d794 admin admin] 10.222.0.104 "DELETE /v2.0/networks/085fedf0-f391-4cc7-967a-bed7f2707f17 HTTP/1.1" status: 204 len: 168 time: 1.6245382 Jul 06 14:13:21.261516 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-aaabe99e-4d08-4f97-bc9c-f7af61e47869 None None] For port cacb0a24-daf5-4630-9f22-f1e56d399a26, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=cacb0a24-daf5-4630-9f22-f1e56d399a26,segment=NetworkSegment(f09c3fbf-c889-483b-a962-6f1095f380c6),segment_id=f09c3fbf-c889-483b-a962-6f1095f380c6)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:13:21.262138 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-aaabe99e-4d08-4f97-bc9c-f7af61e47869 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:21.288287 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43d572fc-d42f-4db0-9e5b-cfa4bb2b0f95 None None] DHCP port deletion for ace612ee-fa1f-4249-807d-5000ddc15676 request from n-d-773647-6 {{(pid=100248) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 14:13:21.290850 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-aaabe99e-4d08-4f97-bc9c-f7af61e47869 None None] Calling delete_port for cacb0a24-daf5-4630-9f22-f1e56d399a26 owned by network:dhcp {{(pid=100248) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:13:21.415027 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-43d572fc-d42f-4db0-9e5b-cfa4bb2b0f95 None None] Deleting port 940ea5ab-055a-4ecc-9ce3-1236ed414057 {{(pid=100248) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:13:21.415543 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-43d572fc-d42f-4db0-9e5b-cfa4bb2b0f95 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:21.438174 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05e702d-5e1d-4eaf-894b-4267ae88d794 admin admin] Pushing event deleted for resources: {'Network': ['ID=085fedf0-f391-4cc7-967a-bed7f2707f17,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:13:21.452208 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.l3_dvrscheduler_db [req-813bf280-cd1d-47db-8b9d-04e18c6033cd req-a3f1bf21-7fc4-45a8-85b0-fcc87acb9d7f tempest-ServerRescueTestJSONUnderV235-1943447921 tempest-ServerRescueTestJSONUnderV235-1943447921-project] No DVR routers for this DVR port 36b98e29-a854-4d50-b96f-b0c0cedeff86 on host n-h1-773647-6 {{(pid=100247) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:13:21.458165 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-813bf280-cd1d-47db-8b9d-04e18c6033cd req-a3f1bf21-7fc4-45a8-85b0-fcc87acb9d7f tempest-ServerRescueTestJSONUnderV235-1943447921 tempest-ServerRescueTestJSONUnderV235-1943447921-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:21.460742 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-813bf280-cd1d-47db-8b9d-04e18c6033cd req-a3f1bf21-7fc4-45a8-85b0-fcc87acb9d7f tempest-ServerRescueTestJSONUnderV235-1943447921 tempest-ServerRescueTestJSONUnderV235-1943447921-project] 10.222.0.127 "DELETE /v2.0/ports/36b98e29-a854-4d50-b96f-b0c0cedeff86 HTTP/1.1" status: 204 len: 173 time: 1.6456165 Jul 06 14:13:21.467385 n-d-773647-6 neutron-server[100247]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db386cd2-b4bb-41cb-b1dd-da803603d9f6', 'name': 'network-vif-deleted', 'tag': '36b98e29-a854-4d50-b96f-b0c0cedeff86'}] {{(pid=100247) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:13:21.470654 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cbf0eeaae822f8fc9b87a94aeba67a3d651842baf663a51cba94b67a514836d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea06b21b-f148-4e93-b375-0d070111f99f" -d '{"events": [{"server_uuid": "db386cd2-b4bb-41cb-b1dd-da803603d9f6", "name": "network-vif-deleted", "tag": "36b98e29-a854-4d50-b96f-b0c0cedeff86"}]}' {{(pid=100247) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:13:21.495975 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-aaabe99e-4d08-4f97-bc9c-f7af61e47869 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117'] for port, after_delete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:21.530198 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd973fc3-afba-4bec-b048-94b5ebdeeea6 req-eb7fead1-c6ea-469c-adfa-e0883fd9d1fb tempest-ServerRescueTestJSON-1630712699 tempest-ServerRescueTestJSON-1630712699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:13:21.531932 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-dd973fc3-afba-4bec-b048-94b5ebdeeea6 req-eb7fead1-c6ea-469c-adfa-e0883fd9d1fb tempest-ServerRescueTestJSON-1630712699 tempest-ServerRescueTestJSON-1630712699-project] 10.222.0.104 "GET /v2.0/ports?device_id=289ccf1b-838f-4890-b1d0-9aa7c290d4b3 HTTP/1.1" status: 200 len: 946 time: 0.2290854 Jul 06 14:13:21.550455 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaabe99e-4d08-4f97-bc9c-f7af61e47869 None None] Pushing event deleted for resources: {'Port': ['ID=cacb0a24-daf5-4630-9f22-f1e56d399a26,revision_number=None']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:13:21.554611 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929961dd-39df-4c34-afcc-eb7e53bbefcb req-14ec7a21-907f-4e3d-b5b1-93541ae05a2d tempest-AttachVolumeShelveTestJSON-1020519793 tempest-AttachVolumeShelveTestJSON-1020519793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:13:21.556625 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-929961dd-39df-4c34-afcc-eb7e53bbefcb req-14ec7a21-907f-4e3d-b5b1-93541ae05a2d tempest-AttachVolumeShelveTestJSON-1020519793 tempest-AttachVolumeShelveTestJSON-1020519793-project] 10.222.0.104 "GET /v2.0/ports?device_id=775e595c-a8be-4386-9e46-a9528870f5f2 HTTP/1.1" status: 200 len: 945 time: 0.2108564 Jul 06 14:13:21.557432 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 53432) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:13:21.569762 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaabe99e-4d08-4f97-bc9c-f7af61e47869 None None] No DVR routers for this DVR port cacb0a24-daf5-4630-9f22-f1e56d399a26 on host n-d-773647-6 {{(pid=100248) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:13:21.583752 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-43d572fc-d42f-4db0-9e5b-cfa4bb2b0f95 None None] For port 940ea5ab-055a-4ecc-9ce3-1236ed414057, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=940ea5ab-055a-4ecc-9ce3-1236ed414057,segment=NetworkSegment(59c264de-0282-4c26-a7e9-a05f64ad5f6c),segment_id=59c264de-0282-4c26-a7e9-a05f64ad5f6c)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:13:21.584199 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-43d572fc-d42f-4db0-9e5b-cfa4bb2b0f95 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:21.599036 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-43d572fc-d42f-4db0-9e5b-cfa4bb2b0f95 None None] Calling delete_port for 940ea5ab-055a-4ecc-9ce3-1236ed414057 owned by network:dhcp {{(pid=100248) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:13:21.622589 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [None req-a7c91a37-4de6-4ef9-9e07-3b1c0fb183ed tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] Deleting port cacb0a24-daf5-4630-9f22-f1e56d399a26 {{(pid=100246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:13:21.623238 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-a7c91a37-4de6-4ef9-9e07-3b1c0fb183ed tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:21.658042 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-dd973fc3-afba-4bec-b048-94b5ebdeeea6 req-d3b50f61-37b5-4f03-8f21-da09835a4066 tempest-ServerRescueTestJSON-1630712699 tempest-ServerRescueTestJSON-1630712699-project] 10.222.0.104 "GET /v2.0/security-groups?id=5ad75d0b-ae4f-4528-8f14-d8740f9e67e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182177 Jul 06 14:13:21.671976 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-ae2c8c8e-887e-44f4-ae1e-300d0a938347 admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=7006de025fc94286ac8724f7227fa122&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1036837 Jul 06 14:13:21.681115 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-929961dd-39df-4c34-afcc-eb7e53bbefcb req-2d1e9c91-df2b-41aa-b114-382b9aa162c5 tempest-AttachVolumeShelveTestJSON-1020519793 tempest-AttachVolumeShelveTestJSON-1020519793-project] 10.222.0.104 "GET /v2.0/security-groups?id=d3fcccd0-b259-400e-953a-933bdd8f821f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1088045 Jul 06 14:13:21.681635 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 53434) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:13:21.741735 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-43d572fc-d42f-4db0-9e5b-cfa4bb2b0f95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117'] for port, after_delete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:21.796618 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-d43fe67a-2e12-4c3f-b45a-d53613e9d612 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:21.797057 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.db [None req-a7c91a37-4de6-4ef9-9e07-3b1c0fb183ed tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] For port cacb0a24-daf5-4630-9f22-f1e56d399a26, host n-d-773647-6, got binding levels [] {{(pid=100246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:13:21.797432 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-a7c91a37-4de6-4ef9-9e07-3b1c0fb183ed tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:21.801305 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d572fc-d42f-4db0-9e5b-cfa4bb2b0f95 None None] Pushing event deleted for resources: {'Port': ['ID=940ea5ab-055a-4ecc-9ce3-1236ed414057,revision_number=None']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:13:21.813724 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 14:13:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b98e8608-36f2-420d-b0b2-77b0ef853adc x-openstack-request-id: req-b98e8608-36f2-420d-b0b2-77b0ef853adc {{(pid=100247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:13:21.814171 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db386cd2-b4bb-41cb-b1dd-da803603d9f6", "name": "network-vif-deleted", "tag": "36b98e29-a854-4d50-b96f-b0c0cedeff86", "status": "completed", "code": 200}]} {{(pid=100247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:13:21.814505 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-b98e8608-36f2-420d-b0b2-77b0ef853adc {{(pid=100247) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:13:21.815441 n-d-773647-6 neutron-server[100247]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db386cd2-b4bb-41cb-b1dd-da803603d9f6', 'name': 'network-vif-deleted', 'tag': '36b98e29-a854-4d50-b96f-b0c0cedeff86', 'status': 'completed', 'code': 200} Jul 06 14:13:21.825390 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43d572fc-d42f-4db0-9e5b-cfa4bb2b0f95 None None] No DVR routers for this DVR port 940ea5ab-055a-4ecc-9ce3-1236ed414057 on host n-d-773647-6 {{(pid=100248) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:13:21.835278 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-d43fe67a-2e12-4c3f-b45a-d53613e9d612 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:21.847736 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [None req-a7c91a37-4de6-4ef9-9e07-3b1c0fb183ed tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] Calling delete_port for cacb0a24-daf5-4630-9f22-f1e56d399a26 owned by network:dhcp {{(pid=100246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:13:21.855419 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.ipam_backend_mixin [None req-a7c91a37-4de6-4ef9-9e07-3b1c0fb183ed tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] Port cacb0a24-daf5-4630-9f22-f1e56d399a26 was not found and therefore no delete operation was performed {{(pid=100246) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 06 14:13:21.856776 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-a7c91a37-4de6-4ef9-9e07-3b1c0fb183ed tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127687580'] for port, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:21.886124 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c91a37-4de6-4ef9-9e07-3b1c0fb183ed tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] Pushing event deleted for resources: {'Port': ['ID=cacb0a24-daf5-4630-9f22-f1e56d399a26,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:13:21.904314 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7c91a37-4de6-4ef9-9e07-3b1c0fb183ed tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] No DVR routers for this DVR port cacb0a24-daf5-4630-9f22-f1e56d399a26 on host n-d-773647-6 {{(pid=100246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:13:21.926053 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-d43fe67a-2e12-4c3f-b45a-d53613e9d612 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:21.933470 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-d43fe67a-2e12-4c3f-b45a-d53613e9d612 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:21.969939 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-d43fe67a-2e12-4c3f-b45a-d53613e9d612 admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/362883be-7e4f-4599-92d3-b8a36fa5324a HTTP/1.1" status: 204 len: 168 time: 0.2659922 Jul 06 14:13:21.985800 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43fe67a-2e12-4c3f-b45a-d53613e9d612 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=362883be-7e4f-4599-92d3-b8a36fa5324a,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:13:22.045169 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-4bfedec9-4227-4927-b19a-b9fe788130ab req-c9214985-bd45-4c2a-9a02-2232a957daf7 tempest-ServerRescueTestJSONUnderV235-1943447921 tempest-ServerRescueTestJSONUnderV235-1943447921-project] 10.222.0.104 "GET /v2.0/ports?device_id=db386cd2-b4bb-41cb-b1dd-da803603d9f6 HTTP/1.1" status: 200 len: 210 time: 0.0492816 Jul 06 14:13:22.080337 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-a7c91a37-4de6-4ef9-9e07-3b1c0fb183ed tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-917204', 'neutron.services.segments.db._delete_segments_for_network-8773753502302'] for network, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:22.094934 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 940ea5ab-055a-4ecc-9ce3-1236ed414057 no longer exists at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:13:22.095681 n-d-773647-6 neutron-server[100246]: DEBUG neutron.services.segments.db [None req-a7c91a37-4de6-4ef9-9e07-3b1c0fb183ed tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a1a89b46-c613-4578-b710-c22d92f3acfb']}} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:13:22.108172 n-d-773647-6 neutron-server[100246]: DEBUG neutron.services.segments.db [None req-a7c91a37-4de6-4ef9-9e07-3b1c0fb183ed tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f09c3fbf-c889-483b-a962-6f1095f380c6') {'for_net_delete': True} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:13:22.108477 n-d-773647-6 neutron-server[100246]: DEBUG neutron.services.segments.db [None req-a7c91a37-4de6-4ef9-9e07-3b1c0fb183ed tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f09c3fbf-c889-483b-a962-6f1095f380c6') {} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:13:22.119991 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-a7c91a37-4de6-4ef9-9e07-3b1c0fb183ed tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773753515138', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126218898'] for segment, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:22.120636 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] No Port match for: 940ea5ab-055a-4ecc-9ce3-1236ed414057 {{(pid=100248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 14:13:22.121051 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 940ea5ab-055a-4ecc-9ce3-1236ed414057 not bound to the agent host n-d-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:13:22.121630 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device cacb0a24-daf5-4630-9f22-f1e56d399a26 no longer exists at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:13:22.137096 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-a7c91a37-4de6-4ef9-9e07-3b1c0fb183ed tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552'] for segment, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:22.141573 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] No Port match for: cacb0a24-daf5-4630-9f22-f1e56d399a26 {{(pid=100248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 14:13:22.141917 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device cacb0a24-daf5-4630-9f22-f1e56d399a26 not bound to the agent host n-d-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:13:22.144933 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a7c91a37-4de6-4ef9-9e07-3b1c0fb183ed tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] Releasing vlan 1007 on physical network physnet1 to pool {{(pid=100246) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 14:13:22.145877 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-a7c91a37-4de6-4ef9-9e07-3b1c0fb183ed tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127687491'] for segment, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:22.150390 n-d-773647-6 neutron-server[100246]: Traceback (most recent call last): Jul 06 14:13:22.150390 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 14:13:22.150390 n-d-773647-6 neutron-server[100246]: timer() Jul 06 14:13:22.150390 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 14:13:22.150390 n-d-773647-6 neutron-server[100246]: cb(*args, **kw) Jul 06 14:13:22.150390 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 14:13:22.150390 n-d-773647-6 neutron-server[100246]: return func(*args, **kwargs) Jul 06 14:13:22.150390 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 14:13:22.150390 n-d-773647-6 neutron-server[100246]: self._notify() Jul 06 14:13:22.150390 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 14:13:22.150390 n-d-773647-6 neutron-server[100246]: self.callback(batched_events) Jul 06 14:13:22.150390 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 14:13:22.150390 n-d-773647-6 neutron-server[100246]: event.method(event) Jul 06 14:13:22.150390 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 14:13:22.150390 n-d-773647-6 neutron-server[100246]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 14:13:22.150390 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 14:13:22.150390 n-d-773647-6 neutron-server[100246]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 14:13:22.150390 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 14:13:22.150390 n-d-773647-6 neutron-server[100246]: return f(self, *a, **k) Jul 06 14:13:22.150390 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 14:13:22.150390 n-d-773647-6 neutron-server[100246]: return self._get(url).json() Jul 06 14:13:22.150390 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 14:13:22.150390 n-d-773647-6 neutron-server[100246]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 14:13:22.150390 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 14:13:22.150390 n-d-773647-6 neutron-server[100246]: return self.request(url, 'GET', **kwargs) Jul 06 14:13:22.150390 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 14:13:22.150390 n-d-773647-6 neutron-server[100246]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 14:13:22.150390 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 14:13:22.150390 n-d-773647-6 neutron-server[100246]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 14:13:22.150390 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 14:13:22.150390 n-d-773647-6 neutron-server[100246]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 14:13:22.150390 n-d-773647-6 neutron-server[100246]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 14:13:22.228497 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-a7c91a37-4de6-4ef9-9e07-3b1c0fb183ed tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-917215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1761140'] for network, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:22.236498 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-a7c91a37-4de6-4ef9-9e07-3b1c0fb183ed tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] Notify callbacks [] for network, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:22.238664 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-a7c91a37-4de6-4ef9-9e07-3b1c0fb183ed tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] 10.222.0.104 "DELETE /v2.0/networks/a1a89b46-c613-4578-b710-c22d92f3acfb HTTP/1.1" status: 204 len: 168 time: 1.3199563 Jul 06 14:13:22.241338 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 53450) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:13:22.264441 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c91a37-4de6-4ef9-9e07-3b1c0fb183ed tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] Pushing event deleted for resources: {'Network': ['ID=a1a89b46-c613-4578-b710-c22d92f3acfb,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:13:22.365495 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-f51bca60-18ea-4485-9e7f-deab68f54daa tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530492'] for network, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:22.471724 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-f51bca60-18ea-4485-9e7f-deab68f54daa tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-917204', 'neutron.services.segments.db._delete_segments_for_network-8773753502302'] for network, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:22.483717 n-d-773647-6 neutron-server[100247]: DEBUG neutron.services.segments.db [None req-f51bca60-18ea-4485-9e7f-deab68f54daa tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ace612ee-fa1f-4249-807d-5000ddc15676']}} {{(pid=100247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:13:22.486355 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 53454) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:13:22.512559 n-d-773647-6 neutron-server[100247]: DEBUG neutron.services.segments.db [None req-f51bca60-18ea-4485-9e7f-deab68f54daa tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '59c264de-0282-4c26-a7e9-a05f64ad5f6c') {'for_net_delete': True} {{(pid=100247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:13:22.512856 n-d-773647-6 neutron-server[100247]: DEBUG neutron.services.segments.db [None req-f51bca60-18ea-4485-9e7f-deab68f54daa tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '59c264de-0282-4c26-a7e9-a05f64ad5f6c') {} {{(pid=100247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:13:22.525970 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-f51bca60-18ea-4485-9e7f-deab68f54daa tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773753515138', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127131763'] for segment, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:22.550880 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-f51bca60-18ea-4485-9e7f-deab68f54daa tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552'] for segment, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:22.561871 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-ef62035c-162f-4a6f-904c-acd4ee00c85b admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=6ca8a9587eae478b9e06b24c088350d7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0733809 Jul 06 14:13:22.563014 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f51bca60-18ea-4485-9e7f-deab68f54daa tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] Releasing vlan 1041 on physical network physnet1 to pool {{(pid=100247) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 14:13:22.563402 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-f51bca60-18ea-4485-9e7f-deab68f54daa tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-128888574'] for segment, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:22.564581 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 53460) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:13:22.567193 n-d-773647-6 neutron-server[100247]: Traceback (most recent call last): Jul 06 14:13:22.567193 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 14:13:22.567193 n-d-773647-6 neutron-server[100247]: timer() Jul 06 14:13:22.567193 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 14:13:22.567193 n-d-773647-6 neutron-server[100247]: cb(*args, **kw) Jul 06 14:13:22.567193 n-d-773647-6 neutron-server[100247]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 14:13:22.567193 n-d-773647-6 neutron-server[100247]: return func(*args, **kwargs) Jul 06 14:13:22.567193 n-d-773647-6 neutron-server[100247]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 14:13:22.567193 n-d-773647-6 neutron-server[100247]: self._notify() Jul 06 14:13:22.567193 n-d-773647-6 neutron-server[100247]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 14:13:22.567193 n-d-773647-6 neutron-server[100247]: self.callback(batched_events) Jul 06 14:13:22.567193 n-d-773647-6 neutron-server[100247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 14:13:22.567193 n-d-773647-6 neutron-server[100247]: event.method(event) Jul 06 14:13:22.567193 n-d-773647-6 neutron-server[100247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 14:13:22.567193 n-d-773647-6 neutron-server[100247]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 14:13:22.567193 n-d-773647-6 neutron-server[100247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 14:13:22.567193 n-d-773647-6 neutron-server[100247]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 14:13:22.567193 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 14:13:22.567193 n-d-773647-6 neutron-server[100247]: return f(self, *a, **k) Jul 06 14:13:22.567193 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 14:13:22.567193 n-d-773647-6 neutron-server[100247]: return self._get(url).json() Jul 06 14:13:22.567193 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 14:13:22.567193 n-d-773647-6 neutron-server[100247]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 14:13:22.567193 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 14:13:22.567193 n-d-773647-6 neutron-server[100247]: return self.request(url, 'GET', **kwargs) Jul 06 14:13:22.567193 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 14:13:22.567193 n-d-773647-6 neutron-server[100247]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 14:13:22.567193 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 14:13:22.567193 n-d-773647-6 neutron-server[100247]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 14:13:22.567193 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 14:13:22.567193 n-d-773647-6 neutron-server[100247]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 14:13:22.567193 n-d-773647-6 neutron-server[100247]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 14:13:22.631719 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-0a6830d2-4adc-46ee-a802-ae684c55dfc8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:22.647849 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-f51bca60-18ea-4485-9e7f-deab68f54daa tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-917215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1761140'] for network, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:22.653909 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-f51bca60-18ea-4485-9e7f-deab68f54daa tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583035'] for network, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:22.662773 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-f51bca60-18ea-4485-9e7f-deab68f54daa tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] 10.222.0.104 "DELETE /v2.0/networks/ace612ee-fa1f-4249-807d-5000ddc15676 HTTP/1.1" status: 204 len: 168 time: 0.4141974 Jul 06 14:13:22.662862 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-0a6830d2-4adc-46ee-a802-ae684c55dfc8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:22.686314 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51bca60-18ea-4485-9e7f-deab68f54daa tempest-TaggedBootDevicesTest-1569575881 tempest-TaggedBootDevicesTest-1569575881-project] Pushing event deleted for resources: {'Network': ['ID=ace612ee-fa1f-4249-807d-5000ddc15676,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:13:22.754750 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-0a6830d2-4adc-46ee-a802-ae684c55dfc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:22.770705 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-0a6830d2-4adc-46ee-a802-ae684c55dfc8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:22.775897 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-0a6830d2-4adc-46ee-a802-ae684c55dfc8 admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/74372004-1516-49de-a987-394c68ce6a09 HTTP/1.1" status: 204 len: 168 time: 0.2089686 Jul 06 14:13:22.808086 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6830d2-4adc-46ee-a802-ae684c55dfc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74372004-1516-49de-a987-394c68ce6a09,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:13:22.886157 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-f21e2c27-bd3b-4c6a-aa84-a59a6f78e8ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:22.920017 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Device 36b98e29-a854-4d50-b96f-b0c0cedeff86 no longer exists at agent hyperv_n-h1-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:13:22.983531 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] No Port match for: 36b98e29-a854-4d50-b96f-b0c0cedeff86 {{(pid=100248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 14:13:22.984418 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Device 36b98e29-a854-4d50-b96f-b0c0cedeff86 not bound to the agent host n-h1-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:13:23.012564 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9b8005-4956-42e1-9f73-15adb9464563 req-417196ba-27ce-410e-ad97-ef6104c3ff7c tempest-ServerRescueTestJSON-1630712699 tempest-ServerRescueTestJSON-1630712699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:13:23.014949 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-ff9b8005-4956-42e1-9f73-15adb9464563 req-417196ba-27ce-410e-ad97-ef6104c3ff7c tempest-ServerRescueTestJSON-1630712699 tempest-ServerRescueTestJSON-1630712699-project] 10.222.0.104 "GET /v2.0/ports?device_id=289ccf1b-838f-4890-b1d0-9aa7c290d4b3 HTTP/1.1" status: 200 len: 946 time: 0.1421990 Jul 06 14:13:23.056950 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a42cea1-c76b-4cc5-a388-66367f4f35f7 req-5ac22e3a-91fe-468b-b5f7-9bd26f400494 tempest-AttachVolumeShelveTestJSON-1020519793 tempest-AttachVolumeShelveTestJSON-1020519793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:13:23.059403 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-3a42cea1-c76b-4cc5-a388-66367f4f35f7 req-5ac22e3a-91fe-468b-b5f7-9bd26f400494 tempest-AttachVolumeShelveTestJSON-1020519793 tempest-AttachVolumeShelveTestJSON-1020519793-project] 10.222.0.104 "GET /v2.0/ports?device_id=775e595c-a8be-4386-9e46-a9528870f5f2 HTTP/1.1" status: 200 len: 945 time: 0.1529460 Jul 06 14:13:23.097142 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-ff9b8005-4956-42e1-9f73-15adb9464563 req-0a78b790-669e-4b24-a95c-9a9fbf4a4315 tempest-ServerRescueTestJSON-1630712699 tempest-ServerRescueTestJSON-1630712699-project] 10.222.0.104 "GET /v2.0/security-groups?id=5ad75d0b-ae4f-4528-8f14-d8740f9e67e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732634 Jul 06 14:13:23.126693 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-3a42cea1-c76b-4cc5-a388-66367f4f35f7 req-bff970c7-8c2b-4d1e-ab93-8d9081326116 tempest-AttachVolumeShelveTestJSON-1020519793 tempest-AttachVolumeShelveTestJSON-1020519793-project] 10.222.0.104 "GET /v2.0/security-groups?id=d3fcccd0-b259-400e-953a-933bdd8f821f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597124 Jul 06 14:13:23.305764 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 53496) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:13:23.894728 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-3c053cdd-0a85-4f2c-b9a5-6c70723cc093 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1809431'] for router_interface, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:24.379491 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [None req-3c053cdd-0a85-4f2c-b9a5-6c70723cc093 admin admin] Deleting port 7f87cd41-0417-4e0c-aa1c-d213d2b446be {{(pid=100246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:13:24.379894 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-3c053cdd-0a85-4f2c-b9a5-6c70723cc093 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:24.500192 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.db [None req-3c053cdd-0a85-4f2c-b9a5-6c70723cc093 admin admin] For port 7f87cd41-0417-4e0c-aa1c-d213d2b446be, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=7f87cd41-0417-4e0c-aa1c-d213d2b446be,segment=NetworkSegment(e8f9de24-f6a4-403e-9dce-2fafa12a46c9),segment_id=e8f9de24-f6a4-403e-9dce-2fafa12a46c9)] {{(pid=100246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:13:24.501548 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-3c053cdd-0a85-4f2c-b9a5-6c70723cc093 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:24.553272 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [None req-3c053cdd-0a85-4f2c-b9a5-6c70723cc093 admin admin] Calling delete_port for 7f87cd41-0417-4e0c-aa1c-d213d2b446be owned by network:router_interface {{(pid=100246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:13:24.692527 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb579ac-7a29-49ce-8785-492449584a8f req-84dc6b83-c24d-498c-a8a0-4fc918ced3ea tempest-ServerRescueTestJSON-1630712699 tempest-ServerRescueTestJSON-1630712699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:13:24.700453 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-5bb579ac-7a29-49ce-8785-492449584a8f req-84dc6b83-c24d-498c-a8a0-4fc918ced3ea tempest-ServerRescueTestJSON-1630712699 tempest-ServerRescueTestJSON-1630712699-project] 10.222.0.104 "GET /v2.0/ports?device_id=289ccf1b-838f-4890-b1d0-9aa7c290d4b3 HTTP/1.1" status: 200 len: 946 time: 0.4209576 Jul 06 14:13:24.729602 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040bf588-6b0d-4f8d-bf70-d7e83571b2f5 req-4859393b-c3b9-41eb-adcd-9bd2f497ea61 tempest-AttachVolumeShelveTestJSON-1020519793 tempest-AttachVolumeShelveTestJSON-1020519793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:13:24.737119 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-040bf588-6b0d-4f8d-bf70-d7e83571b2f5 req-4859393b-c3b9-41eb-adcd-9bd2f497ea61 tempest-AttachVolumeShelveTestJSON-1020519793 tempest-AttachVolumeShelveTestJSON-1020519793-project] 10.222.0.104 "GET /v2.0/ports?device_id=775e595c-a8be-4386-9e46-a9528870f5f2 HTTP/1.1" status: 200 len: 945 time: 0.3901150 Jul 06 14:13:24.806463 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-5bb579ac-7a29-49ce-8785-492449584a8f req-28f584ec-a95e-4381-9d5f-8a338762083b tempest-ServerRescueTestJSON-1630712699 tempest-ServerRescueTestJSON-1630712699-project] 10.222.0.104 "GET /v2.0/security-groups?id=5ad75d0b-ae4f-4528-8f14-d8740f9e67e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049597 Jul 06 14:13:24.844878 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-040bf588-6b0d-4f8d-bf70-d7e83571b2f5 req-0d9dcab1-78f2-4461-8859-7f148349b505 tempest-AttachVolumeShelveTestJSON-1020519793 tempest-AttachVolumeShelveTestJSON-1020519793-project] 10.222.0.104 "GET /v2.0/security-groups?id=d3fcccd0-b259-400e-953a-933bdd8f821f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1051524 Jul 06 14:13:24.914631 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-3c053cdd-0a85-4f2c-b9a5-6c70723cc093 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127687580'] for port, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:24.963192 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c053cdd-0a85-4f2c-b9a5-6c70723cc093 admin admin] Pushing event deleted for resources: {'Port': ['ID=7f87cd41-0417-4e0c-aa1c-d213d2b446be,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:13:25.126645 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a61ce97-ebba-48b1-a756-5f5c72975c08 req-3e69bb97-8e62-4025-9438-c767952d2f1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:13:25.129298 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-0a61ce97-ebba-48b1-a756-5f5c72975c08 req-3e69bb97-8e62-4025-9438-c767952d2f1e service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=289ccf1b-838f-4890-b1d0-9aa7c290d4b3 HTTP/1.1" status: 200 len: 1097 time: 0.1072412 Jul 06 14:13:25.166307 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-3c053cdd-0a85-4f2c-b9a5-6c70723cc093 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1809193'] for router_interface, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:25.199001 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-0a61ce97-ebba-48b1-a756-5f5c72975c08 req-f1920ff8-e364-4629-bf53-3ccaa80879d7 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=5ad75d0b-ae4f-4528-8f14-d8740f9e67e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626967 Jul 06 14:13:25.481915 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c053cdd-0a85-4f2c-b9a5-6c70723cc093 admin admin] Router 2361339c-3545-4ce7-95e6-64daa4111a39 has already been hosted by L3 agent 2823d358-a11b-4885-a706-95a279e43fa7 {{(pid=100246) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 14:13:25.492148 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 53564) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:13:25.506636 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [None req-fec2a788-d001-4a64-9612-218d619b1f2b tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1318630157', 'description': 'tempest-secgroup-smoke-1318630157 description', 'project_id': '1077a35eaa714f1bbf260d32c5a52c8f'}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:13:25.529339 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-8928745e-db12-4ce7-95f6-fb866810a17e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:25.561201 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-fec2a788-d001-4a64-9612-218d619b1f2b tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Notify callbacks [] for security_group, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:25.572315 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-fec2a788-d001-4a64-9612-218d619b1f2b tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Notify callbacks [] for security_group, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:25.650157 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c053cdd-0a85-4f2c-b9a5-6c70723cc093 admin admin] Notify agent at l3_agent.n-d-773647-6 the message routers_updated {{(pid=100246) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 14:13:25.664466 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-3c053cdd-0a85-4f2c-b9a5-6c70723cc093 admin admin] 10.222.0.104 "PUT /v2.0/routers/2361339c-3545-4ce7-95e6-64daa4111a39/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3567357 Jul 06 14:13:25.667582 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 53572) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:13:25.682498 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72d7b732-f386-423a-8572-f29a3223ae57 None None] Sync routers for ids ['2361339c-3545-4ce7-95e6-64daa4111a39'] in n-d-773647-6 {{(pid=100249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 14:13:25.700528 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72d7b732-f386-423a-8572-f29a3223ae57 None None] Routers {'2361339c-3545-4ce7-95e6-64daa4111a39'} bound to L3 agent in host n-d-773647-6 {{(pid=100249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:13:25.701666 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-72d7b732-f386-423a-8572-f29a3223ae57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T14:13:25Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['2361339c-3545-4ce7-95e6-64daa4111a39'], 'active': True} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:13:25.741979 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-fec2a788-d001-4a64-9612-218d619b1f2b tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Notify callbacks [] for security_group, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:25.748077 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-fec2a788-d001-4a64-9612-218d619b1f2b tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:25.794792 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec2a788-d001-4a64-9612-218d619b1f2b tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eed66c1a-81ed-4d25-84c1-bcce62947a3a,revision_number=1']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:13:25.844059 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvr_db [None req-72d7b732-f386-423a-8572-f29a3223ae57 None None] Set router 2361339c-3545-4ce7-95e6-64daa4111a39 gateway port host: n-d-773647-6 {{(pid=100249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:13:25.864801 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-fec2a788-d001-4a64-9612-218d619b1f2b tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Notify callbacks [] for security_group, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:25.868760 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-fee6a96a-da9a-471e-ac51-330af1442c32 admin admin] Notify callbacks [] for router, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:25.872730 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-fec2a788-d001-4a64-9612-218d619b1f2b tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:25.890229 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:25.932135 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-fec2a788-d001-4a64-9612-218d619b1f2b tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Notify callbacks [] for security_group, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:25.933720 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-fec2a788-d001-4a64-9612-218d619b1f2b tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] 10.222.0.104 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4397092 Jul 06 14:13:25.936572 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 53578) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:13:25.942157 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [None req-cc08ed82-c4db-45ff-ab06-9eb09296d0a8 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Request body: {'security_group_rule': {'security_group_id': '5d8c99c2-13fb-4e77-b660-83bc40ffb65c', 'project_id': '1077a35eaa714f1bbf260d32c5a52c8f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:13:25.989212 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec2a788-d001-4a64-9612-218d619b1f2b tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5d8c99c2-13fb-4e77-b660-83bc40ffb65c,revision_number=1']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:13:26.020378 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-cc08ed82-c4db-45ff-ab06-9eb09296d0a8 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:26.171310 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-cc08ed82-c4db-45ff-ab06-9eb09296d0a8 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:26.172045 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-fee6a96a-da9a-471e-ac51-330af1442c32 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:26.220466 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-cc08ed82-c4db-45ff-ab06-9eb09296d0a8 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1898694'] for security_group_rule, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:26.255777 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [None req-fee6a96a-da9a-471e-ac51-330af1442c32 admin admin] Deleting port baa7d2fa-9035-4378-9c8b-2c2beedb18ee {{(pid=100246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:13:26.256266 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-fee6a96a-da9a-471e-ac51-330af1442c32 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:26.273437 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc08ed82-c4db-45ff-ab06-9eb09296d0a8 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d2f7c21-a0ba-4fb6-9bac-bf3e50b642d5,revision_number=0']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:13:26.293942 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-cc08ed82-c4db-45ff-ab06-9eb09296d0a8 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:26.298792 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-cc08ed82-c4db-45ff-ab06-9eb09296d0a8 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] 10.222.0.104 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3610983 Jul 06 14:13:26.302905 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 53588) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:13:26.336199 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-f3d483d8-361b-42a2-b9a1-6ec9956f9fa4 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Request body: {'security_group_rule': {'security_group_id': '5d8c99c2-13fb-4e77-b660-83bc40ffb65c', 'project_id': '1077a35eaa714f1bbf260d32c5a52c8f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:13:26.390550 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9050d581-a225-45a6-ac74-f762c3be1bb6 req-83ed2e88-a189-4f07-b2e4-c7b34f513a22 tempest-AttachVolumeShelveTestJSON-1020519793 tempest-AttachVolumeShelveTestJSON-1020519793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:13:26.394632 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-f3d483d8-361b-42a2-b9a1-6ec9956f9fa4 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:26.395820 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-9050d581-a225-45a6-ac74-f762c3be1bb6 req-83ed2e88-a189-4f07-b2e4-c7b34f513a22 tempest-AttachVolumeShelveTestJSON-1020519793 tempest-AttachVolumeShelveTestJSON-1020519793-project] 10.222.0.104 "GET /v2.0/ports?device_id=775e595c-a8be-4386-9e46-a9528870f5f2 HTTP/1.1" status: 200 len: 945 time: 0.2197011 Jul 06 14:13:26.412164 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e7e070-115d-4cfb-87ae-72a379a26fc3 req-4b2a7668-59c3-4970-99f7-eed63f066e32 tempest-ServerRescueTestJSON-1630712699 tempest-ServerRescueTestJSON-1630712699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:13:26.416193 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-58e7e070-115d-4cfb-87ae-72a379a26fc3 req-4b2a7668-59c3-4970-99f7-eed63f066e32 tempest-ServerRescueTestJSON-1630712699 tempest-ServerRescueTestJSON-1630712699-project] 10.222.0.104 "GET /v2.0/ports?device_id=289ccf1b-838f-4890-b1d0-9aa7c290d4b3 HTTP/1.1" status: 200 len: 946 time: 0.3204544 Jul 06 14:13:26.448789 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.db [None req-fee6a96a-da9a-471e-ac51-330af1442c32 admin admin] For port baa7d2fa-9035-4378-9c8b-2c2beedb18ee, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=baa7d2fa-9035-4378-9c8b-2c2beedb18ee,segment=NetworkSegment(89a832b7-7793-4d51-9038-ed7e1c3ff1b2),segment_id=89a832b7-7793-4d51-9038-ed7e1c3ff1b2)] {{(pid=100246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:13:26.449157 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-fee6a96a-da9a-471e-ac51-330af1442c32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:26.449638 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-72d7b732-f386-423a-8572-f29a3223ae57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2361339c-3545-4ce7-95e6-64daa4111a39', 'name': 'tempest-ServerRescueTestJSONUnderV235-460749083-router', 'tenant_id': '3d918f5433ad4a15834cebadb767c05d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.104'}], 'enable_snat': True}, 'gw_port_id': 'baa7d2fa-9035-4378-9c8b-2c2beedb18ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:11:59Z', 'updated_at': '2021-07-06T14:13:24Z', 'revision_number': 5, 'project_id': '3d918f5433ad4a15834cebadb767c05d', 'gw_port': {'id': 'baa7d2fa-9035-4378-9c8b-2c2beedb18ee', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:57:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2361339c-3545-4ce7-95e6-64daa4111a39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1998, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:12:01Z', 'updated_at': '2021-07-06T14:12:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6'}], 'n-d-773647-6', False) {} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:13:26.462470 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [None req-fee6a96a-da9a-471e-ac51-330af1442c32 admin admin] Calling delete_port for baa7d2fa-9035-4378-9c8b-2c2beedb18ee owned by network:router_gateway {{(pid=100246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:13:26.478055 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72d7b732-f386-423a-8572-f29a3223ae57 None None] Checking router: 2361339c-3545-4ce7-95e6-64daa4111a39 for host: n-d-773647-6 {{(pid=100249) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 14:13:26.482948 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-58e7e070-115d-4cfb-87ae-72a379a26fc3 req-a40039f0-9943-41a5-963c-5e0007437ddc tempest-ServerRescueTestJSON-1630712699 tempest-ServerRescueTestJSON-1630712699-project] 10.222.0.104 "GET /v2.0/security-groups?id=5ad75d0b-ae4f-4528-8f14-d8740f9e67e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534670 Jul 06 14:13:26.488249 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72d7b732-f386-423a-8572-f29a3223ae57 None None] Routers {'2361339c-3545-4ce7-95e6-64daa4111a39'} bound to L3 agent in host n-d-773647-6 {{(pid=100249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:13:26.489010 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-72d7b732-f386-423a-8572-f29a3223ae57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T14:13:25Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['2361339c-3545-4ce7-95e6-64daa4111a39'], 'active': True} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:13:26.518043 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-9050d581-a225-45a6-ac74-f762c3be1bb6 req-5898b1a1-c619-4ef7-87ce-3b21b3af90eb tempest-AttachVolumeShelveTestJSON-1020519793 tempest-AttachVolumeShelveTestJSON-1020519793-project] 10.222.0.104 "GET /v2.0/security-groups?id=d3fcccd0-b259-400e-953a-933bdd8f821f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0983770 Jul 06 14:13:26.591158 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-2064eaae-da4f-48f8-82d2-b09d4ddedd44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:26.652542 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvr_db [None req-72d7b732-f386-423a-8572-f29a3223ae57 None None] Set router 2361339c-3545-4ce7-95e6-64daa4111a39 gateway port host: None {{(pid=100249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:13:26.746496 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-72d7b732-f386-423a-8572-f29a3223ae57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2361339c-3545-4ce7-95e6-64daa4111a39', 'name': 'tempest-ServerRescueTestJSONUnderV235-460749083-router', 'tenant_id': '3d918f5433ad4a15834cebadb767c05d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:11:59Z', 'updated_at': '2021-07-06T14:13:26Z', 'revision_number': 6, 'project_id': '3d918f5433ad4a15834cebadb767c05d', 'gw_port_host': None}], 'n-d-773647-6', False) {} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:13:26.777786 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72d7b732-f386-423a-8572-f29a3223ae57 None None] The sync data for ids ['2361339c-3545-4ce7-95e6-64daa4111a39'] in n-d-773647-6 is: [{'id': '2361339c-3545-4ce7-95e6-64daa4111a39', 'name': 'tempest-ServerRescueTestJSONUnderV235-460749083-router', 'tenant_id': '3d918f5433ad4a15834cebadb767c05d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:11:59Z', 'updated_at': '2021-07-06T14:13:26Z', 'revision_number': 6, 'project_id': '3d918f5433ad4a15834cebadb767c05d', 'gw_port_host': None}] {{(pid=100249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 14:13:26.920051 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-f3d483d8-361b-42a2-b9a1-6ec9956f9fa4 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:26.927045 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-f3d483d8-361b-42a2-b9a1-6ec9956f9fa4 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1898694'] for security_group_rule, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:26.971515 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d483d8-361b-42a2-b9a1-6ec9956f9fa4 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4875cac1-04e4-4cbc-8d65-3910fc71178e,revision_number=0']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:13:26.987677 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-f3d483d8-361b-42a2-b9a1-6ec9956f9fa4 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:26.992095 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-f3d483d8-361b-42a2-b9a1-6ec9956f9fa4 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] 10.222.0.104 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6574011 Jul 06 14:13:26.992095 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 53596) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:13:26.997009 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-450bc3ec-57a5-4aad-8c7b-90c8e520a7a6 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Request body: {'security_group_rule': {'security_group_id': '5d8c99c2-13fb-4e77-b660-83bc40ffb65c', 'project_id': '1077a35eaa714f1bbf260d32c5a52c8f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:13:27.003089 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-fee6a96a-da9a-471e-ac51-330af1442c32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127687580'] for port, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:27.037451 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee6a96a-da9a-471e-ac51-330af1442c32 admin admin] Pushing event deleted for resources: {'Port': ['ID=baa7d2fa-9035-4378-9c8b-2c2beedb18ee,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:13:27.122489 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-450bc3ec-57a5-4aad-8c7b-90c8e520a7a6 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:27.154577 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-fee6a96a-da9a-471e-ac51-330af1442c32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1761104'] for router_gateway, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:27.272413 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-fee6a96a-da9a-471e-ac51-330af1442c32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1806308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6982'] for router, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:27.279434 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-fee6a96a-da9a-471e-ac51-330af1442c32 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:27.336009 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-450bc3ec-57a5-4aad-8c7b-90c8e520a7a6 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:27.337093 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-fee6a96a-da9a-471e-ac51-330af1442c32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1805684'] for router, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:27.337627 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fee6a96a-da9a-471e-ac51-330af1442c32 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2361339c-3545-4ce7-95e6-64daa4111a39 {{(pid=100246) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 14:13:27.342766 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-fee6a96a-da9a-471e-ac51-330af1442c32 admin admin] Notify callbacks [] for router, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:27.343988 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-fee6a96a-da9a-471e-ac51-330af1442c32 admin admin] 10.222.0.104 "DELETE /v2.0/routers/2361339c-3545-4ce7-95e6-64daa4111a39 HTTP/1.1" status: 204 len: 168 time: 1.6748743 Jul 06 14:13:27.345836 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-450bc3ec-57a5-4aad-8c7b-90c8e520a7a6 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1898694'] for security_group_rule, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:27.348227 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 53608) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:13:27.366507 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450bc3ec-57a5-4aad-8c7b-90c8e520a7a6 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2fcd4d52-50e7-48d9-b62f-e7599cc2bcfb,revision_number=0']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:13:27.375109 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-450bc3ec-57a5-4aad-8c7b-90c8e520a7a6 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:27.376638 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-450bc3ec-57a5-4aad-8c7b-90c8e520a7a6 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] 10.222.0.104 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3834603 Jul 06 14:13:27.379429 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 53610) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:13:27.384392 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-b4124e5b-3664-4856-8823-036f4a87f8f2 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Request body: {'security_group_rule': {'security_group_id': '5d8c99c2-13fb-4e77-b660-83bc40ffb65c', 'project_id': '1077a35eaa714f1bbf260d32c5a52c8f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:13:27.416366 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-b4124e5b-3664-4856-8823-036f4a87f8f2 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:27.424776 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.db_base_plugin_v2 [None req-2df5f6ba-5559-4cb9-bc12-2d19fe54f114 admin admin] Deleting subnet f227b47e-ae32-4b4e-a3ec-2991dbacdeb7 {{(pid=100247) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 14:13:27.430574 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-2df5f6ba-5559-4cb9-bc12-2d19fe54f114 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:27.478333 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-2df5f6ba-5559-4cb9-bc12-2d19fe54f114 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127131748'] for subnet, precommit_delete_associations {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:27.490363 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-b4124e5b-3664-4856-8823-036f4a87f8f2 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:27.495005 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-b4124e5b-3664-4856-8823-036f4a87f8f2 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1898694'] for security_group_rule, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:27.517285 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4124e5b-3664-4856-8823-036f4a87f8f2 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=143a1622-6d8d-4b9b-908f-81651b03a4c4,revision_number=0']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:13:27.526617 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-b4124e5b-3664-4856-8823-036f4a87f8f2 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:27.531258 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-b4124e5b-3664-4856-8823-036f4a87f8f2 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] 10.222.0.104 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1487024 Jul 06 14:13:27.531453 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 53618) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:13:27.536695 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-2df5f6ba-5559-4cb9-bc12-2d19fe54f114 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-913473'] for subnet, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:27.540058 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-fb297bc0-019d-41b0-ae8b-d4f4bf23331d tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Request body: {'security_group_rule': {'security_group_id': '5d8c99c2-13fb-4e77-b660-83bc40ffb65c', 'project_id': '1077a35eaa714f1bbf260d32c5a52c8f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:13:27.612410 n-d-773647-6 neutron-server[100246]: INFO neutron.db.securitygroups_db [None req-fb297bc0-019d-41b0-ae8b-d4f4bf23331d tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Project 1077a35eaa714f1bbf260d32c5a52c8f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 06 14:13:27.622767 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-fb297bc0-019d-41b0-ae8b-d4f4bf23331d tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:27.717852 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-2df5f6ba-5559-4cb9-bc12-2d19fe54f114 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-913480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1849032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-128888347', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127627857'] for subnet, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:27.789921 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df5f6ba-5559-4cb9-bc12-2d19fe54f114 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f227b47e-ae32-4b4e-a3ec-2991dbacdeb7,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:13:27.792475 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-2df5f6ba-5559-4cb9-bc12-2d19fe54f114 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:27.794557 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-2df5f6ba-5559-4cb9-bc12-2d19fe54f114 admin admin] 10.222.0.104 "DELETE /v2.0/subnets/f227b47e-ae32-4b4e-a3ec-2991dbacdeb7 HTTP/1.1" status: 204 len: 168 time: 0.4444916 Jul 06 14:13:27.798208 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 53636) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:13:27.808238 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-fb297bc0-019d-41b0-ae8b-d4f4bf23331d tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:27.812862 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-fb297bc0-019d-41b0-ae8b-d4f4bf23331d tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1898694'] for security_group_rule, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:27.834325 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb297bc0-019d-41b0-ae8b-d4f4bf23331d tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b6921d62-4181-485a-a40a-3daf9b1b05b8,revision_number=0']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:13:27.850476 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-fb297bc0-019d-41b0-ae8b-d4f4bf23331d tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:27.852812 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-fb297bc0-019d-41b0-ae8b-d4f4bf23331d tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] 10.222.0.104 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3196266 Jul 06 14:13:27.854885 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 53638) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:13:27.861515 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-5feaa5be-11bd-49ed-8126-7b85dcb82966 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Request body: {'security_group_rule': {'security_group_id': '5d8c99c2-13fb-4e77-b660-83bc40ffb65c', 'project_id': '1077a35eaa714f1bbf260d32c5a52c8f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:13:27.902394 n-d-773647-6 neutron-server[100246]: INFO neutron.db.securitygroups_db [None req-5feaa5be-11bd-49ed-8126-7b85dcb82966 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Project 1077a35eaa714f1bbf260d32c5a52c8f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 06 14:13:27.902510 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-c7af336b-bffb-48d0-b37f-57fdf82a44df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530492'] for network, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:27.914340 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-5feaa5be-11bd-49ed-8126-7b85dcb82966 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:28.047863 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e03d41-3ce9-4cf6-969c-ba8f1f1ed74a req-9ce92133-530f-4028-88f2-9b24448869c7 tempest-ServerRescueTestJSON-1630712699 tempest-ServerRescueTestJSON-1630712699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:13:28.055209 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 7f87cd41-0417-4e0c-aa1c-d213d2b446be no longer exists at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:13:28.056911 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-d1e03d41-3ce9-4cf6-969c-ba8f1f1ed74a req-9ce92133-530f-4028-88f2-9b24448869c7 tempest-ServerRescueTestJSON-1630712699 tempest-ServerRescueTestJSON-1630712699-project] 10.222.0.104 "GET /v2.0/ports?device_id=289ccf1b-838f-4890-b1d0-9aa7c290d4b3 HTTP/1.1" status: 200 len: 946 time: 0.3499765 Jul 06 14:13:28.080623 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-5feaa5be-11bd-49ed-8126-7b85dcb82966 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:28.092776 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] No Port match for: 7f87cd41-0417-4e0c-aa1c-d213d2b446be {{(pid=100248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 14:13:28.094326 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-5feaa5be-11bd-49ed-8126-7b85dcb82966 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1898694'] for security_group_rule, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:28.095834 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 7f87cd41-0417-4e0c-aa1c-d213d2b446be not bound to the agent host n-d-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:13:28.106166 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device baa7d2fa-9035-4378-9c8b-2c2beedb18ee no longer exists at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:13:28.126950 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5feaa5be-11bd-49ed-8126-7b85dcb82966 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1af33ef6-2328-4ef7-ad61-c10d0bcb0f38,revision_number=0']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:13:28.139103 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-c7af336b-bffb-48d0-b37f-57fdf82a44df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-917204', 'neutron.services.segments.db._delete_segments_for_network-8773753502302'] for network, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:28.154323 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-5feaa5be-11bd-49ed-8126-7b85dcb82966 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:28.161000 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-5feaa5be-11bd-49ed-8126-7b85dcb82966 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] 10.222.0.104 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3046038 Jul 06 14:13:28.161418 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88a235c-64c6-4750-98f5-c3c4aeda457c req-12c17d45-bdea-48f1-b163-fbcb277d78a3 tempest-AttachVolumeShelveTestJSON-1020519793 tempest-AttachVolumeShelveTestJSON-1020519793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:13:28.161538 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 53644) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:13:28.163026 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] No Port match for: baa7d2fa-9035-4378-9c8b-2c2beedb18ee {{(pid=100248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 14:13:28.163676 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device baa7d2fa-9035-4378-9c8b-2c2beedb18ee not bound to the agent host n-d-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:13:28.169982 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-f88a235c-64c6-4750-98f5-c3c4aeda457c req-12c17d45-bdea-48f1-b163-fbcb277d78a3 tempest-AttachVolumeShelveTestJSON-1020519793 tempest-AttachVolumeShelveTestJSON-1020519793-project] 10.222.0.104 "GET /v2.0/ports?device_id=775e595c-a8be-4386-9e46-a9528870f5f2 HTTP/1.1" status: 200 len: 945 time: 0.3741474 Jul 06 14:13:28.182456 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-514eb0a5-f288-472b-8688-7892eab44736 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Request body: {'network': {'name': 'tempest-network-smoke--213104891', 'project_id': '1077a35eaa714f1bbf260d32c5a52c8f', 'port_security_enabled': True}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:13:28.216734 n-d-773647-6 neutron-server[100247]: DEBUG neutron.services.segments.db [None req-c7af336b-bffb-48d0-b37f-57fdf82a44df admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['80add5a8-4d84-4211-8e92-7e43032b95e8']}} {{(pid=100247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:13:28.226538 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-514eb0a5-f288-472b-8688-7892eab44736 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Made reservation on behalf of 1077a35eaa714f1bbf260d32c5a52c8f for: {'network': 1} {{(pid=100246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:13:28.231381 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-514eb0a5-f288-472b-8688-7892eab44736 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for network, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:28.257396 n-d-773647-6 neutron-server[100247]: DEBUG neutron.services.segments.db [None req-c7af336b-bffb-48d0-b37f-57fdf82a44df admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e8f9de24-f6a4-403e-9dce-2fafa12a46c9') {'for_net_delete': True} {{(pid=100247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:13:28.257768 n-d-773647-6 neutron-server[100247]: DEBUG neutron.services.segments.db [None req-c7af336b-bffb-48d0-b37f-57fdf82a44df admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e8f9de24-f6a4-403e-9dce-2fafa12a46c9') {} {{(pid=100247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:13:28.265474 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-514eb0a5-f288-472b-8688-7892eab44736 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] vlan segment allocate from pool success with {'vlan_id': 1044, 'physical_network': 'physnet1'} {{(pid=100246) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 14:13:28.274214 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-d1e03d41-3ce9-4cf6-969c-ba8f1f1ed74a req-8f49ba65-d611-436e-a1b9-9f25ac4a05ce tempest-ServerRescueTestJSON-1630712699 tempest-ServerRescueTestJSON-1630712699-project] 10.222.0.104 "GET /v2.0/security-groups?id=5ad75d0b-ae4f-4528-8f14-d8740f9e67e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2164414 Jul 06 14:13:28.279996 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-514eb0a5-f288-472b-8688-7892eab44736 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552'] for segment, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:28.281037 n-d-773647-6 neutron-server[100246]: INFO neutron.db.segments_db [None req-514eb0a5-f288-472b-8688-7892eab44736 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Added segment a4a2476c-616e-4f46-b763-8a121d1a9fab of type vlan for network 120989f8-7a26-49c9-99e3-26a4a5fc00f3 Jul 06 14:13:28.306550 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-c7af336b-bffb-48d0-b37f-57fdf82a44df admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773753515138', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127131763'] for segment, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:28.352445 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-514eb0a5-f288-472b-8688-7892eab44736 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773752984405'] for network, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:28.371368 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-f88a235c-64c6-4750-98f5-c3c4aeda457c req-97b1c606-5220-4d7d-99a7-bcf0d83891ff tempest-AttachVolumeShelveTestJSON-1020519793 tempest-AttachVolumeShelveTestJSON-1020519793-project] 10.222.0.104 "GET /v2.0/security-groups?id=d3fcccd0-b259-400e-953a-933bdd8f821f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2003679 Jul 06 14:13:28.377629 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-03f71b24-a9b8-453a-8924-caa3f97bc6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:28.379083 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-c7af336b-bffb-48d0-b37f-57fdf82a44df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552'] for segment, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:28.397513 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c7af336b-bffb-48d0-b37f-57fdf82a44df admin admin] Releasing vlan 1042 on physical network physnet1 to pool {{(pid=100247) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 14:13:28.397986 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-c7af336b-bffb-48d0-b37f-57fdf82a44df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-128888574'] for segment, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:28.410810 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-514eb0a5-f288-472b-8688-7892eab44736 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060'] for network, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:28.422457 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-514eb0a5-f288-472b-8688-7892eab44736 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:13:28.425075 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-514eb0a5-f288-472b-8688-7892eab44736 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Notify callbacks [] for network, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:28.495431 n-d-773647-6 neutron-server[100247]: Traceback (most recent call last): Jul 06 14:13:28.495431 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 14:13:28.495431 n-d-773647-6 neutron-server[100247]: timer() Jul 06 14:13:28.495431 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 14:13:28.495431 n-d-773647-6 neutron-server[100247]: cb(*args, **kw) Jul 06 14:13:28.495431 n-d-773647-6 neutron-server[100247]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 14:13:28.495431 n-d-773647-6 neutron-server[100247]: return func(*args, **kwargs) Jul 06 14:13:28.495431 n-d-773647-6 neutron-server[100247]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 14:13:28.495431 n-d-773647-6 neutron-server[100247]: self._notify() Jul 06 14:13:28.495431 n-d-773647-6 neutron-server[100247]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 14:13:28.495431 n-d-773647-6 neutron-server[100247]: self.callback(batched_events) Jul 06 14:13:28.495431 n-d-773647-6 neutron-server[100247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 14:13:28.495431 n-d-773647-6 neutron-server[100247]: event.method(event) Jul 06 14:13:28.495431 n-d-773647-6 neutron-server[100247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 14:13:28.495431 n-d-773647-6 neutron-server[100247]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 14:13:28.495431 n-d-773647-6 neutron-server[100247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 14:13:28.495431 n-d-773647-6 neutron-server[100247]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 14:13:28.495431 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 14:13:28.495431 n-d-773647-6 neutron-server[100247]: return f(self, *a, **k) Jul 06 14:13:28.495431 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 14:13:28.495431 n-d-773647-6 neutron-server[100247]: return self._get(url).json() Jul 06 14:13:28.495431 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 14:13:28.495431 n-d-773647-6 neutron-server[100247]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 14:13:28.495431 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 14:13:28.495431 n-d-773647-6 neutron-server[100247]: return self.request(url, 'GET', **kwargs) Jul 06 14:13:28.495431 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 14:13:28.495431 n-d-773647-6 neutron-server[100247]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 14:13:28.495431 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 14:13:28.495431 n-d-773647-6 neutron-server[100247]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 14:13:28.495431 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 14:13:28.495431 n-d-773647-6 neutron-server[100247]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 14:13:28.495431 n-d-773647-6 neutron-server[100247]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 14:13:28.539423 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-c7af336b-bffb-48d0-b37f-57fdf82a44df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-917215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1761140'] for network, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:28.546958 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-514eb0a5-f288-472b-8688-7892eab44736 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] 10.222.0.104 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3817317 Jul 06 14:13:28.547906 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 53648) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:13:28.553799 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [None req-c05c9ae3-acbb-44dd-868c-9bd4b2f1c5fb tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1442056811', 'admin_state_up': True, 'project_id': '1077a35eaa714f1bbf260d32c5a52c8f', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719'}}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:13:28.561990 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-c7af336b-bffb-48d0-b37f-57fdf82a44df admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583035'] for network, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:28.566479 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-c7af336b-bffb-48d0-b37f-57fdf82a44df admin admin] 10.222.0.104 "DELETE /v2.0/networks/80add5a8-4d84-4211-8e92-7e43032b95e8 HTTP/1.1" status: 204 len: 168 time: 0.7648921 Jul 06 14:13:28.581786 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7af336b-bffb-48d0-b37f-57fdf82a44df admin admin] Pushing event deleted for resources: {'Network': ['ID=80add5a8-4d84-4211-8e92-7e43032b95e8,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:13:28.610920 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-c05c9ae3-acbb-44dd-868c-9bd4b2f1c5fb tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1806290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6992'] for router, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:28.612532 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-c05c9ae3-acbb-44dd-868c-9bd4b2f1c5fb tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1806157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1808637', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1714747', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7007'] for router, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:28.651020 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514eb0a5-f288-472b-8688-7892eab44736 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Pushing event updated for resources: {'Network': ['ID=120989f8-7a26-49c9-99e3-26a4a5fc00f3,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:13:28.660699 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Network 120989f8-7a26-49c9-99e3-26a4a5fc00f3 details requested by agent ovs-agent-n-d-773647-6 with host n-d-773647-6 {{(pid=100248) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 14:13:28.727969 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-c05c9ae3-acbb-44dd-868c-9bd4b2f1c5fb tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:28.897199 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 53654) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:13:28.978319 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-deae82f6-9621-4632-95dd-969333e657be admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=3d918f5433ad4a15834cebadb767c05d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0770442 Jul 06 14:13:28.981888 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 53658) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:13:29.046258 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-c05c9ae3-acbb-44dd-868c-9bd4b2f1c5fb tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1761047', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1806272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6989'] for router, precommit_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:29.067023 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-ebda07af-c447-4648-8f75-65093c67a91b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:29.092135 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-ebda07af-c447-4648-8f75-65093c67a91b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:29.130634 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eded5d9f-0e79-4a2c-acb6-c0c8890f322a req-9c7ea26f-b184-4b84-accc-275a01d7af6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:13:29.132237 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-eded5d9f-0e79-4a2c-acb6-c0c8890f322a req-9c7ea26f-b184-4b84-accc-275a01d7af6a service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=e374f8fff0bf4022b3d90d39bb64853f&device_id=289ccf1b-838f-4890-b1d0-9aa7c290d4b3 HTTP/1.1" status: 200 len: 1097 time: 0.2522497 Jul 06 14:13:29.159121 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-ebda07af-c447-4648-8f75-65093c67a91b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:29.162690 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-ebda07af-c447-4648-8f75-65093c67a91b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:29.166188 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-ebda07af-c447-4648-8f75-65093c67a91b admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/e935fe9d-1917-4a28-a641-6b187141d0ef HTTP/1.1" status: 204 len: 168 time: 0.1811209 Jul 06 14:13:29.171545 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9c0d23-40a1-414a-9ded-c0a438139113 req-e4a558bf-b876-4135-a8ed-6b742830bcf8 tempest-ServerRescueTestJSON-1630712699 tempest-ServerRescueTestJSON-1630712699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:13:29.173861 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebda07af-c447-4648-8f75-65093c67a91b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e935fe9d-1917-4a28-a641-6b187141d0ef,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:13:29.180448 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-2d9c0d23-40a1-414a-9ded-c0a438139113 req-e4a558bf-b876-4135-a8ed-6b742830bcf8 tempest-ServerRescueTestJSON-1630712699 tempest-ServerRescueTestJSON-1630712699-project] 10.222.0.104 "GET /v2.0/ports?device_id=289ccf1b-838f-4890-b1d0-9aa7c290d4b3 HTTP/1.1" status: 200 len: 946 time: 0.2027612 Jul 06 14:13:29.292395 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-2d9c0d23-40a1-414a-9ded-c0a438139113 req-4477636b-b299-412c-8cb9-d0c331896cab tempest-ServerRescueTestJSON-1630712699 tempest-ServerRescueTestJSON-1630712699-project] 10.222.0.104 "GET /v2.0/security-groups?id=5ad75d0b-ae4f-4528-8f14-d8740f9e67e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109638 Jul 06 14:13:29.334767 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eded5d9f-0e79-4a2c-acb6-c0c8890f322a req-fd0ec331-5671-4bf1-b86e-9f7f2f657e0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:13:29.336271 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-eded5d9f-0e79-4a2c-acb6-c0c8890f322a req-fd0ec331-5671-4bf1-b86e-9f7f2f657e0d service neutron] 10.222.0.72 "GET /v2.0/networks?id=a3c3f842-601a-418a-8017-a9441854184e HTTP/1.1" status: 200 len: 913 time: 0.1890769 Jul 06 14:13:29.388181 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-eded5d9f-0e79-4a2c-acb6-c0c8890f322a req-29320ff4-eec9-4e1a-aa0f-bbec8e3f9056 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=429f3492-843d-4796-9d88-1d8e36084f34 HTTP/1.1" status: 200 len: 217 time: 0.0379393 Jul 06 14:13:29.668666 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eded5d9f-0e79-4a2c-acb6-c0c8890f322a req-cc2e1108-62de-402d-a7c2-5aff6dd2a4de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:13:29.670141 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-eded5d9f-0e79-4a2c-acb6-c0c8890f322a req-cc2e1108-62de-402d-a7c2-5aff6dd2a4de service neutron] 10.222.0.72 "GET /v2.0/subnets?id=c036779b-d851-45df-9bda-fb7310da886d HTTP/1.1" status: 200 len: 851 time: 0.2806547 Jul 06 14:13:29.674572 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-c05c9ae3-acbb-44dd-868c-9bd4b2f1c5fb tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Notify callbacks [] for router_gateway, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:29.704730 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-c05c9ae3-acbb-44dd-868c-9bd4b2f1c5fb tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:29.749228 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-eded5d9f-0e79-4a2c-acb6-c0c8890f322a req-ea0d7416-9f2d-49a0-bdd0-98ac2e94da64 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=a3c3f842-601a-418a-8017-a9441854184e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0539963 Jul 06 14:13:29.869572 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510a2183-7f3b-4445-8d27-951f86247c0f req-0832e30e-a736-48a7-bf63-792c546a0c0d tempest-AttachVolumeShelveTestJSON-1020519793 tempest-AttachVolumeShelveTestJSON-1020519793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:13:29.871134 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-510a2183-7f3b-4445-8d27-951f86247c0f req-0832e30e-a736-48a7-bf63-792c546a0c0d tempest-AttachVolumeShelveTestJSON-1020519793 tempest-AttachVolumeShelveTestJSON-1020519793-project] 10.222.0.104 "GET /v2.0/ports?device_id=775e595c-a8be-4386-9e46-a9528870f5f2 HTTP/1.1" status: 200 len: 945 time: 0.2812920 Jul 06 14:13:29.997804 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-510a2183-7f3b-4445-8d27-951f86247c0f req-8077c592-6788-47b6-b0ef-53e0f85baf53 tempest-AttachVolumeShelveTestJSON-1020519793 tempest-AttachVolumeShelveTestJSON-1020519793-project] 10.222.0.104 "GET /v2.0/security-groups?id=d3fcccd0-b259-400e-953a-933bdd8f821f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1177666 Jul 06 14:13:29.999798 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-eded5d9f-0e79-4a2c-acb6-c0c8890f322a req-96919acb-3dd9-493e-8e87-087dc78d9adb service neutron] 10.222.0.72 "GET /v2.0/networks/a3c3f842-601a-418a-8017-a9441854184e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2204108 Jul 06 14:13:30.001169 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.db_base_plugin_common [None req-c05c9ae3-acbb-44dd-868c-9bd4b2f1c5fb tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Allocated IP 172.25.0.183 (2658f09e-a580-4d4a-9968-2d1e0ad93719/cbf74abc-6fe1-4d33-b005-c948923b9647/1f71c995-d5f1-46d1-95dc-5b0f48fd8298) {{(pid=100247) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:13:30.466682 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-eded5d9f-0e79-4a2c-acb6-c0c8890f322a req-0b81e1d4-3dd2-4a0c-b211-3beb566f18ff service neutron] 10.222.0.72 "GET /v2.0/networks/a3c3f842-601a-418a-8017-a9441854184e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4564061 Jul 06 14:13:30.560809 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-c05c9ae3-acbb-44dd-868c-9bd4b2f1c5fb tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Notify callbacks [] for port, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:30.661294 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-c05c9ae3-acbb-44dd-868c-9bd4b2f1c5fb tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-128888360'] for port, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:30.768700 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05c9ae3-acbb-44dd-868c-9bd4b2f1c5fb tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Pushing event updated for resources: {'Port': ['ID=1f71c995-d5f1-46d1-95dc-5b0f48fd8298,revision_number=1']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:13:30.789960 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c05c9ae3-acbb-44dd-868c-9bd4b2f1c5fb tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Network 2658f09e-a580-4d4a-9968-2d1e0ad93719 is already hosted by enough agents. {{(pid=100247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:13:30.791450 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.base_scheduler [None req-c05c9ae3-acbb-44dd-868c-9bd4b2f1c5fb tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Resources bound (agent type, host, resource id): {{(pid=100247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:13:30.793965 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c05c9ae3-acbb-44dd-868c-9bd4b2f1c5fb tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Received port after_create {{(pid=100247) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:13:30.971685 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Device ee9785f9-b332-4dd9-b5ec-a4776c4a45ad details requested by agent hyperv_n-h1-773647-6 with host n-h1-773647-6 {{(pid=100248) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 14:13:30.982712 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9267172-457c-465b-a4d5-1ffca202460d req-5133f467-e842-41b8-b747-14d6bd9d92db tempest-ServerRescueTestJSON-1630712699 tempest-ServerRescueTestJSON-1630712699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:13:30.984447 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-d9267172-457c-465b-a4d5-1ffca202460d req-5133f467-e842-41b8-b747-14d6bd9d92db tempest-ServerRescueTestJSON-1630712699 tempest-ServerRescueTestJSON-1630712699-project] 10.222.0.104 "GET /v2.0/ports?device_id=289ccf1b-838f-4890-b1d0-9aa7c290d4b3 HTTP/1.1" status: 200 len: 946 time: 0.5512409 Jul 06 14:13:31.079602 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-d9267172-457c-465b-a4d5-1ffca202460d req-414b302d-18b2-463a-9bfd-c06759a77c5e tempest-ServerRescueTestJSON-1630712699 tempest-ServerRescueTestJSON-1630712699-project] 10.222.0.104 "GET /v2.0/security-groups?id=5ad75d0b-ae4f-4528-8f14-d8740f9e67e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855157 Jul 06 14:13:31.200158 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] For port ee9785f9-b332-4dd9-b5ec-a4776c4a45ad, host n-h1-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773647-6',level=0,port_id=ee9785f9-b332-4dd9-b5ec-a4776c4a45ad,segment=NetworkSegment(c15971e2-442e-4b9a-8cef-3ba8ead63686),segment_id=c15971e2-442e-4b9a-8cef-3ba8ead63686)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:13:31.224572 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Returning: {'device': 'ee9785f9-b332-4dd9-b5ec-a4776c4a45ad', 'network_id': 'a1c5aa58-a5eb-4fe0-9c0d-ad9cb3f782ca', 'port_id': 'ee9785f9-b332-4dd9-b5ec-a4776c4a45ad', 'mac_address': 'fa:16:3e:30:2a:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1004, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6ec930d2-90b3-4355-914b-4efea8972d25', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100248) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 14:13:31.341769 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-c05c9ae3-acbb-44dd-868c-9bd4b2f1c5fb tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Notify callbacks [] for router_gateway, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:31.379356 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:31.407863 n-d-773647-6 neutron-server[100248]: DEBUG neutron.notifiers.nova [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ee9785f9-b332-4dd9-b5ec-a4776c4a45ad {{(pid=100248) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 14:13:31.471686 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] For port ee9785f9-b332-4dd9-b5ec-a4776c4a45ad, host n-h1-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773647-6',level=0,port_id=ee9785f9-b332-4dd9-b5ec-a4776c4a45ad,segment=NetworkSegment(c15971e2-442e-4b9a-8cef-3ba8ead63686),segment_id=c15971e2-442e-4b9a-8cef-3ba8ead63686)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:13:31.477357 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:31.582663 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Pushing event updated for resources: {'Port': ['ID=ee9785f9-b332-4dd9-b5ec-a4776c4a45ad,revision_number=6']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:13:31.630001 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-c05c9ae3-acbb-44dd-868c-9bd4b2f1c5fb tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1806297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1761036'] for router, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:31.657496 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] get_ports_and_sgs() called for port_ids ['ee9785f9-b332-4dd9-b5ec-a4776c4a45ad'] {{(pid=100248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 14:13:31.833825 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae716021-7e1b-4d94-94cb-69346263d44a req-8d2a868d-d7b4-4b59-8520-1225407a0a16 tempest-AttachVolumeShelveTestJSON-1020519793 tempest-AttachVolumeShelveTestJSON-1020519793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:13:31.841234 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-ae716021-7e1b-4d94-94cb-69346263d44a req-8d2a868d-d7b4-4b59-8520-1225407a0a16 tempest-AttachVolumeShelveTestJSON-1020519793 tempest-AttachVolumeShelveTestJSON-1020519793-project] 10.222.0.104 "GET /v2.0/ports?device_id=775e595c-a8be-4386-9e46-a9528870f5f2 HTTP/1.1" status: 200 len: 944 time: 0.5312099 Jul 06 14:13:31.972266 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-ae716021-7e1b-4d94-94cb-69346263d44a req-734b3819-3a51-403d-9873-b975db1dc252 tempest-AttachVolumeShelveTestJSON-1020519793 tempest-AttachVolumeShelveTestJSON-1020519793-project] 10.222.0.104 "GET /v2.0/security-groups?id=d3fcccd0-b259-400e-953a-933bdd8f821f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1300797 Jul 06 14:13:31.999579 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c05c9ae3-acbb-44dd-868c-9bd4b2f1c5fb tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Router 92895ece-74b3-4cec-a7c1-1c563db23cfa is scheduled to L3 agent 2823d358-a11b-4885-a706-95a279e43fa7 with binding_index 1 {{(pid=100247) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 14:13:32.173610 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c05c9ae3-acbb-44dd-868c-9bd4b2f1c5fb tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Notify agent at l3_agent.n-d-773647-6 the message routers_updated {{(pid=100247) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 14:13:32.188794 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8a93c08-272c-42d2-97d7-6c29f7f935e4 None None] Sync routers for ids ['92895ece-74b3-4cec-a7c1-1c563db23cfa'] in n-d-773647-6 {{(pid=100248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 14:13:32.200180 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8a93c08-272c-42d2-97d7-6c29f7f935e4 None None] Routers {'92895ece-74b3-4cec-a7c1-1c563db23cfa'} bound to L3 agent in host n-d-773647-6 {{(pid=100248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:13:32.201105 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-c8a93c08-272c-42d2-97d7-6c29f7f935e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T14:13:25Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['92895ece-74b3-4cec-a7c1-1c563db23cfa'], 'active': True} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:13:32.223266 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-c05c9ae3-acbb-44dd-868c-9bd4b2f1c5fb tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Notify callbacks [] for router, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:32.224857 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-c05c9ae3-acbb-44dd-868c-9bd4b2f1c5fb tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] 10.222.0.104 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 3.6759214 Jul 06 14:13:32.228030 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 53740) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:13:32.456840 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvr_db [None req-c8a93c08-272c-42d2-97d7-6c29f7f935e4 None None] Set router 92895ece-74b3-4cec-a7c1-1c563db23cfa gateway port host: n-d-773647-6 {{(pid=100248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:13:32.461440 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5897549-9d7f-4adb-8863-16965cd15416 req-8027cff7-81ab-46b6-89bb-015f0b1e409c tempest-ServerRescueTestJSON-1630712699 tempest-ServerRescueTestJSON-1630712699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:13:32.463440 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-b5897549-9d7f-4adb-8863-16965cd15416 req-8027cff7-81ab-46b6-89bb-015f0b1e409c tempest-ServerRescueTestJSON-1630712699 tempest-ServerRescueTestJSON-1630712699-project] 10.222.0.104 "GET /v2.0/ports?device_id=289ccf1b-838f-4890-b1d0-9aa7c290d4b3 HTTP/1.1" status: 200 len: 946 time: 0.1543703 Jul 06 14:13:32.538035 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-b5897549-9d7f-4adb-8863-16965cd15416 req-18fdd0df-1324-4864-b02b-f0e8e15e0a75 tempest-ServerRescueTestJSON-1630712699 tempest-ServerRescueTestJSON-1630712699-project] 10.222.0.104 "GET /v2.0/security-groups?id=5ad75d0b-ae4f-4528-8f14-d8740f9e67e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683498 Jul 06 14:13:32.612125 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-230d5680-380f-4f07-86cf-84b45d35e49b tempest-TestNetworkAdvancedServerOps-137028019 tempest-TestNetworkAdvancedServerOps-137028019-project-admin] 10.222.0.104 "GET /v2.0/subnets?project_id=1077a35eaa714f1bbf260d32c5a52c8f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3809826 Jul 06 14:13:32.614212 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 53752) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:13:32.723196 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-c8a93c08-272c-42d2-97d7-6c29f7f935e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92895ece-74b3-4cec-a7c1-1c563db23cfa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1442056811', 'tenant_id': '1077a35eaa714f1bbf260d32c5a52c8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.183'}], 'enable_snat': True}, 'gw_port_id': '1f71c995-d5f1-46d1-95dc-5b0f48fd8298', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:13:28Z', 'updated_at': '2021-07-06T14:13:31Z', 'revision_number': 3, 'project_id': '1077a35eaa714f1bbf260d32c5a52c8f', 'gw_port': {'id': '1f71c995-d5f1-46d1-95dc-5b0f48fd8298', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:77:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92895ece-74b3-4cec-a7c1-1c563db23cfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2077, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:13:29Z', 'updated_at': '2021-07-06T14:13:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6'}], 'n-d-773647-6', False) {} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:13:32.764735 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8a93c08-272c-42d2-97d7-6c29f7f935e4 None None] Checking router: 92895ece-74b3-4cec-a7c1-1c563db23cfa for host: n-d-773647-6 {{(pid=100248) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 14:13:32.765205 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8a93c08-272c-42d2-97d7-6c29f7f935e4 None None] Updating router 92895ece-74b3-4cec-a7c1-1c563db23cfa port 1f71c995-d5f1-46d1-95dc-5b0f48fd8298 binding host n-d-773647-6 {{(pid=100248) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 14:13:32.828716 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-c8a93c08-272c-42d2-97d7-6c29f7f935e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:32.912465 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cad458f-edfa-40eb-ada2-d1d3d7cb226b tempest-TestNetworkAdvancedServerOps-137028019 tempest-TestNetworkAdvancedServerOps-137028019-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:13:32.916155 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-9cad458f-edfa-40eb-ada2-d1d3d7cb226b tempest-TestNetworkAdvancedServerOps-137028019 tempest-TestNetworkAdvancedServerOps-137028019-project-admin] 10.222.0.104 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3008909 Jul 06 14:13:32.918976 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 53756) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:13:32.986757 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-f8e0db27-5380-49b5-a001-88e03cd2e830 tempest-TestNetworkAdvancedServerOps-137028019 tempest-TestNetworkAdvancedServerOps-137028019-project-admin] 10.222.0.104 "GET /v2.0/subnets?network_id=2658f09e-a580-4d4a-9968-2d1e0ad93719&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0664008 Jul 06 14:13:32.989169 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 53760) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:13:32.994568 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-50e64cea-ed37-4f12-85ce-238cd53d22ec tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1139739976', 'network_id': '120989f8-7a26-49c9-99e3-26a4a5fc00f3', 'project_id': '1077a35eaa714f1bbf260d32c5a52c8f', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:13:33.011917 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Device ee9785f9-b332-4dd9-b5ec-a4776c4a45ad up at agent hyperv_n-h1-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:13:33.202445 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50e64cea-ed37-4f12-85ce-238cd53d22ec tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Made reservation on behalf of 1077a35eaa714f1bbf260d32c5a52c8f for: {'subnet': 1} {{(pid=100246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:13:33.227365 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Provisioning complete for port ee9785f9-b332-4dd9-b5ec-a4776c4a45ad triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:13:33.227991 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:33.228088 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-50e64cea-ed37-4f12-85ce-238cd53d22ec tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127702029'] for subnet, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:33.332931 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7043a5-5b72-42b6-9d57-72f3d649aaef req-ff3ea5c1-d728-4379-b50e-c924b0373ffa tempest-ServerRescueTestJSON-1630712699 tempest-ServerRescueTestJSON-1630712699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:13:33.334504 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-fb7043a5-5b72-42b6-9d57-72f3d649aaef req-ff3ea5c1-d728-4379-b50e-c924b0373ffa tempest-ServerRescueTestJSON-1630712699 tempest-ServerRescueTestJSON-1630712699-project] 10.222.0.104 "GET /v2.0/ports?device_id=289ccf1b-838f-4890-b1d0-9aa7c290d4b3 HTTP/1.1" status: 200 len: 946 time: 0.1988091 Jul 06 14:13:33.394715 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-fb7043a5-5b72-42b6-9d57-72f3d649aaef req-98b3bda7-f791-472d-9a81-dca7bb68cb33 tempest-ServerRescueTestJSON-1630712699 tempest-ServerRescueTestJSON-1630712699-project] 10.222.0.104 "GET /v2.0/security-groups?id=5ad75d0b-ae4f-4528-8f14-d8740f9e67e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526965 Jul 06 14:13:33.414701 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1f6aab-baac-42c5-84fe-0e22e10acceb req-53c10c0d-7d99-47d7-8d27-21450cd4b7ca tempest-AttachVolumeShelveTestJSON-1020519793 tempest-AttachVolumeShelveTestJSON-1020519793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:13:33.416755 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-bd1f6aab-baac-42c5-84fe-0e22e10acceb req-53c10c0d-7d99-47d7-8d27-21450cd4b7ca tempest-AttachVolumeShelveTestJSON-1020519793 tempest-AttachVolumeShelveTestJSON-1020519793-project] 10.222.0.104 "GET /v2.0/ports?device_id=775e595c-a8be-4386-9e46-a9528870f5f2 HTTP/1.1" status: 200 len: 944 time: 0.1675706 Jul 06 14:13:33.510954 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-bd1f6aab-baac-42c5-84fe-0e22e10acceb req-455f7ef1-7cce-4524-bbb3-9af86d6a118e tempest-AttachVolumeShelveTestJSON-1020519793 tempest-AttachVolumeShelveTestJSON-1020519793-project] 10.222.0.104 "GET /v2.0/security-groups?id=d3fcccd0-b259-400e-953a-933bdd8f821f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0871291 Jul 06 14:13:33.585478 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-50e64cea-ed37-4f12-85ce-238cd53d22ec tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1849032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127687649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127702047'] for subnet, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:33.597705 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:33.663642 n-d-773647-6 neutron-server[100248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '775e595c-a8be-4386-9e46-a9528870f5f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee9785f9-b332-4dd9-b5ec-a4776c4a45ad'}] {{(pid=100248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:13:33.666040 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84af257533e383389cbcf231d3534f4d5e149e7203fea16b4a8fc01438dddaf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5962a9fa-f804-4ae5-b8f9-05ebaadb2817" -d '{"events": [{"server_uuid": "775e595c-a8be-4386-9e46-a9528870f5f2", "name": "network-vif-plugged", "status": "completed", "tag": "ee9785f9-b332-4dd9-b5ec-a4776c4a45ad"}]}' {{(pid=100248) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:13:33.683037 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] For port ee9785f9-b332-4dd9-b5ec-a4776c4a45ad, host n-h1-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773647-6',level=0,port_id=ee9785f9-b332-4dd9-b5ec-a4776c4a45ad,segment=NetworkSegment(c15971e2-442e-4b9a-8cef-3ba8ead63686),segment_id=c15971e2-442e-4b9a-8cef-3ba8ead63686)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:13:33.689227 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-c8a93c08-272c-42d2-97d7-6c29f7f935e4 None None] Notify callbacks [] for port, precommit_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:33.693696 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:33.771371 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50e64cea-ed37-4f12-85ce-238cd53d22ec tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Checking segment: {'id': 'a4a2476c-616e-4f46-b763-8a121d1a9fab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': '120989f8-7a26-49c9-99e3-26a4a5fc00f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:13:33.771789 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50e64cea-ed37-4f12-85ce-238cd53d22ec tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Network hostable DHCP agents. Network: 120989f8-7a26-49c9-99e3-26a4a5fc00f3, hostable agents: ['f2bada3d-be77-4359-982b-8505a2bbca04'], hosted agents: [] {{(pid=100246) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 14:13:33.781179 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e64cea-ed37-4f12-85ce-238cd53d22ec tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Pushing event updated for resources: {'Subnet': ['ID=a9454952-2025-4848-a48d-6107d2969e09,revision_number=0']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:13:33.806491 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50e64cea-ed37-4f12-85ce-238cd53d22ec tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Network 120989f8-7a26-49c9-99e3-26a4a5fc00f3 is scheduled to be hosted by DHCP agent f2bada3d-be77-4359-982b-8505a2bbca04 with binding_index 1 {{(pid=100246) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 14:13:33.828386 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.base_scheduler [None req-50e64cea-ed37-4f12-85ce-238cd53d22ec tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773647-6, 120989f8-7a26-49c9-99e3-26a4a5fc00f3) {{(pid=100246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:13:33.838859 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50e64cea-ed37-4f12-85ce-238cd53d22ec tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:13:33.841946 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 14:13:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae54d5de-a4e6-4362-a279-faac06f87165 x-openstack-request-id: req-ae54d5de-a4e6-4362-a279-faac06f87165 {{(pid=100248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:13:33.842257 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "775e595c-a8be-4386-9e46-a9528870f5f2", "name": "network-vif-plugged", "status": "completed", "tag": "ee9785f9-b332-4dd9-b5ec-a4776c4a45ad", "code": 200}]} {{(pid=100248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:13:33.842521 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-ae54d5de-a4e6-4362-a279-faac06f87165 {{(pid=100248) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:13:33.843227 n-d-773647-6 neutron-server[100248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '775e595c-a8be-4386-9e46-a9528870f5f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee9785f9-b332-4dd9-b5ec-a4776c4a45ad', 'code': 200} Jul 06 14:13:33.844265 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-50e64cea-ed37-4f12-85ce-238cd53d22ec tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Notify callbacks [] for subnet, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:33.851575 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Pushing event updated for resources: {'Port': ['ID=ee9785f9-b332-4dd9-b5ec-a4776c4a45ad,revision_number=7']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:13:33.887367 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 53780) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:13:33.888465 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e02062de-25fd-4e0e-9a5c-2cf52f1a1b21 None None] Network 120989f8-7a26-49c9-99e3-26a4a5fc00f3 requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:13:33.890187 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-50e64cea-ed37-4f12-85ce-238cd53d22ec tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] 10.222.0.104 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.8969939 Jul 06 14:13:33.974580 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-c8a93c08-272c-42d2-97d7-6c29f7f935e4 None None] Transition to ACTIVE for port object 1f71c995-d5f1-46d1-95dc-5b0f48fd8298 will not be triggered until provisioned by entity L2. {{(pid=100248) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:13:34.010957 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-c8a93c08-272c-42d2-97d7-6c29f7f935e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:34.088402 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-cda7ad9f-9b7d-415f-9a7c-847785f14ca7 req-5558efde-38ca-4c39-b98d-dbed08246025 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=e0b6590c-38d1-4890-811c-8b99d91e8b91&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1922350 Jul 06 14:13:34.106578 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-c8a93c08-272c-42d2-97d7-6c29f7f935e4 None None] Attempting to bind port 1f71c995-d5f1-46d1-95dc-5b0f48fd8298 on host n-d-773647-6 for vnic_type normal with profile {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:13:34.107024 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-c8a93c08-272c-42d2-97d7-6c29f7f935e4 None None] Attempting to bind port 1f71c995-d5f1-46d1-95dc-5b0f48fd8298 by drivers openvswitch,hyperv on host n-d-773647-6 at level 0 using segments [{'id': '89a832b7-7793-4d51-9038-ed7e1c3ff1b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719'}] {{(pid=100248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:13:34.107448 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8a93c08-272c-42d2-97d7-6c29f7f935e4 None None] Attempting to bind port 1f71c995-d5f1-46d1-95dc-5b0f48fd8298 on network 2658f09e-a580-4d4a-9968-2d1e0ad93719 {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:13:34.130822 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8a93c08-272c-42d2-97d7-6c29f7f935e4 None None] Checking agent: {'id': '8ab5b19c-d213-4f29-891d-27bdf39d38b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773647-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 43, 26), 'started_at': datetime.datetime(2021, 7, 6, 13, 43, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 13, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773647-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:13:34.131255 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8a93c08-272c-42d2-97d7-6c29f7f935e4 None None] Checking segment: {'id': '89a832b7-7793-4d51-9038-ed7e1c3ff1b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:13:34.131630 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-c8a93c08-272c-42d2-97d7-6c29f7f935e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:34.132035 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8a93c08-272c-42d2-97d7-6c29f7f935e4 None None] Bound using segment: {'id': '89a832b7-7793-4d51-9038-ed7e1c3ff1b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719'} {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:13:34.133010 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-c8a93c08-272c-42d2-97d7-6c29f7f935e4 None None] Bound port: 1f71c995-d5f1-46d1-95dc-5b0f48fd8298, host: n-d-773647-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89a832b7-7793-4d51-9038-ed7e1c3ff1b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719'}}] {{(pid=100248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:13:34.133417 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-c8a93c08-272c-42d2-97d7-6c29f7f935e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:34.184792 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5cc6c3a-474f-46b0-8225-229138455b9e None None] Pushing event updated for resources: {'Port': ['ID=1f71c995-d5f1-46d1-95dc-5b0f48fd8298,revision_number=2']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:13:34.265265 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c728f69-b36e-478e-ab2e-d2445195334b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6bd5fc82-6666-56e8-87c2-91648d36c963-120989f8-7a26-49c9-99e3-26a4a5fc00f3', 'network_id': '120989f8-7a26-49c9-99e3-26a4a5fc00f3', 'tenant_id': '1077a35eaa714f1bbf260d32c5a52c8f', 'fixed_ips': [{'subnet_id': 'a9454952-2025-4848-a48d-6107d2969e09'}]}} from n-d-773647-6. {{(pid=100248) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 14:13:34.266202 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-7c728f69-b36e-478e-ab2e-d2445195334b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:34.489708 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-c8a93c08-272c-42d2-97d7-6c29f7f935e4 None None] For port 1f71c995-d5f1-46d1-95dc-5b0f48fd8298, host n-d-773647-6, cleared binding levels {{(pid=100248) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:13:34.529518 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-c8a93c08-272c-42d2-97d7-6c29f7f935e4 None None] For port 1f71c995-d5f1-46d1-95dc-5b0f48fd8298, host n-d-773647-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=1f71c995-d5f1-46d1-95dc-5b0f48fd8298,segment=NetworkSegment(89a832b7-7793-4d51-9038-ed7e1c3ff1b2),segment_id=89a832b7-7793-4d51-9038-ed7e1c3ff1b2)] {{(pid=100248) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:13:34.543403 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-c8a93c08-272c-42d2-97d7-6c29f7f935e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:34.835897 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8a93c08-272c-42d2-97d7-6c29f7f935e4 None None] Routers {'92895ece-74b3-4cec-a7c1-1c563db23cfa'} bound to L3 agent in host n-d-773647-6 {{(pid=100248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:13:34.836538 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-c8a93c08-272c-42d2-97d7-6c29f7f935e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T14:13:25Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['92895ece-74b3-4cec-a7c1-1c563db23cfa'], 'active': True} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:13:34.839488 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.db_base_plugin_common [None req-7c728f69-b36e-478e-ab2e-d2445195334b None None] Allocated IP 172.20.0.2 (120989f8-7a26-49c9-99e3-26a4a5fc00f3/a9454952-2025-4848-a48d-6107d2969e09/491a80f9-dd05-4a78-a933-eb15a376a6a4) {{(pid=100248) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:13:34.842457 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5cc6c3a-474f-46b0-8225-229138455b9e None None] Pushing event updated for resources: {'Port': ['ID=1f71c995-d5f1-46d1-95dc-5b0f48fd8298,revision_number=3']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:13:34.892071 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda7ad9f-9b7d-415f-9a7c-847785f14ca7 req-7e13323b-10f0-4f94-8b88-99b4ef7f29c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:13:34.895263 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-cda7ad9f-9b7d-415f-9a7c-847785f14ca7 req-7e13323b-10f0-4f94-8b88-99b4ef7f29c2 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=33f6cdee7b294baa9f6a8cddbba9670a&device_id=e0b6590c-38d1-4890-811c-8b99d91e8b91 HTTP/1.1" status: 200 len: 1096 time: 0.7536724 Jul 06 14:13:35.149890 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvr_db [None req-c8a93c08-272c-42d2-97d7-6c29f7f935e4 None None] Set router 92895ece-74b3-4cec-a7c1-1c563db23cfa gateway port host: n-d-773647-6 {{(pid=100248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:13:35.333861 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-7c728f69-b36e-478e-ab2e-d2445195334b None None] Notify callbacks [] for port, precommit_create {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:35.385905 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-7c728f69-b36e-478e-ab2e-d2445195334b None None] Transition to ACTIVE for port object 491a80f9-dd05-4a78-a933-eb15a376a6a4 will not be triggered until provisioned by entity L2. {{(pid=100248) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:13:35.419769 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-7c728f69-b36e-478e-ab2e-d2445195334b None None] Transition to ACTIVE for port object 491a80f9-dd05-4a78-a933-eb15a376a6a4 will not be triggered until provisioned by entity DHCP. {{(pid=100248) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:13:35.435399 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-c8a93c08-272c-42d2-97d7-6c29f7f935e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92895ece-74b3-4cec-a7c1-1c563db23cfa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1442056811', 'tenant_id': '1077a35eaa714f1bbf260d32c5a52c8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.183'}], 'enable_snat': True}, 'gw_port_id': '1f71c995-d5f1-46d1-95dc-5b0f48fd8298', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:13:28Z', 'updated_at': '2021-07-06T14:13:31Z', 'revision_number': 3, 'project_id': '1077a35eaa714f1bbf260d32c5a52c8f', 'gw_port': {'id': '1f71c995-d5f1-46d1-95dc-5b0f48fd8298', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:77:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92895ece-74b3-4cec-a7c1-1c563db23cfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2077, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:13:29Z', 'updated_at': '2021-07-06T14:13:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6'}], 'n-d-773647-6', False) {} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:13:35.438056 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-7c728f69-b36e-478e-ab2e-d2445195334b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108'] for port, after_create {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:35.528672 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8a93c08-272c-42d2-97d7-6c29f7f935e4 None None] The sync data for ids ['92895ece-74b3-4cec-a7c1-1c563db23cfa'] in n-d-773647-6 is: [{'id': '92895ece-74b3-4cec-a7c1-1c563db23cfa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1442056811', 'tenant_id': '1077a35eaa714f1bbf260d32c5a52c8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.183'}], 'enable_snat': True}, 'gw_port_id': '1f71c995-d5f1-46d1-95dc-5b0f48fd8298', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:13:28Z', 'updated_at': '2021-07-06T14:13:31Z', 'revision_number': 3, 'project_id': '1077a35eaa714f1bbf260d32c5a52c8f', 'gw_port': {'id': '1f71c995-d5f1-46d1-95dc-5b0f48fd8298', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:77:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92895ece-74b3-4cec-a7c1-1c563db23cfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2077, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:13:29Z', 'updated_at': '2021-07-06T14:13:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6'}] {{(pid=100248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 14:13:35.545390 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f8296d-7900-47d3-b88e-0f9a808d0dd2 req-dab19c76-cabd-48f8-8100-918fb6720b82 tempest-AttachVolumeShelveTestJSON-1020519793 tempest-AttachVolumeShelveTestJSON-1020519793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:13:35.552540 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-78f8296d-7900-47d3-b88e-0f9a808d0dd2 req-dab19c76-cabd-48f8-8100-918fb6720b82 tempest-AttachVolumeShelveTestJSON-1020519793 tempest-AttachVolumeShelveTestJSON-1020519793-project] 10.222.0.104 "GET /v2.0/ports?device_id=775e595c-a8be-4386-9e46-a9528870f5f2 HTTP/1.1" status: 200 len: 945 time: 0.7435405 Jul 06 14:13:35.567649 n-d-773647-6 neutron-server[100248]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c728f69-b36e-478e-ab2e-d2445195334b None None] Network 120989f8-7a26-49c9-99e3-26a4a5fc00f3 is already hosted by enough agents. {{(pid=100248) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:13:35.574903 n-d-773647-6 neutron-server[100248]: DEBUG neutron.scheduler.base_scheduler [None req-7c728f69-b36e-478e-ab2e-d2445195334b None None] Resources bound (agent type, host, resource id): {{(pid=100248) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:13:35.593869 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c728f69-b36e-478e-ab2e-d2445195334b None None] Received port after_create {{(pid=100248) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:13:35.598515 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186395ef-d71e-4a15-b29e-862d9b70f9d2 req-0d7a9252-0fed-4f72-a749-76b6576a5324 tempest-ServerRescueTestJSON-1630712699 tempest-ServerRescueTestJSON-1630712699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:13:35.600175 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-186395ef-d71e-4a15-b29e-862d9b70f9d2 req-0d7a9252-0fed-4f72-a749-76b6576a5324 tempest-ServerRescueTestJSON-1630712699 tempest-ServerRescueTestJSON-1630712699-project] 10.222.0.104 "GET /v2.0/ports?device_id=289ccf1b-838f-4890-b1d0-9aa7c290d4b3 HTTP/1.1" status: 200 len: 946 time: 0.7897608 Jul 06 14:13:35.604981 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c728f69-b36e-478e-ab2e-d2445195334b None None] Pushing event updated for resources: {'Port': ['ID=491a80f9-dd05-4a78-a933-eb15a376a6a4,revision_number=1']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:13:35.712715 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda7ad9f-9b7d-415f-9a7c-847785f14ca7 req-62117d24-b27d-442b-accd-3ff9d99859fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:13:35.715015 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-cda7ad9f-9b7d-415f-9a7c-847785f14ca7 req-62117d24-b27d-442b-accd-3ff9d99859fb service neutron] 10.222.0.72 "GET /v2.0/networks?id=6ac95a6a-5756-473f-8a78-bd3474c2b2ff HTTP/1.1" status: 200 len: 913 time: 0.7646806 Jul 06 14:13:35.764338 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 53844) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:13:35.796656 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-7c728f69-b36e-478e-ab2e-d2445195334b None None] Attempting to bind port 491a80f9-dd05-4a78-a933-eb15a376a6a4 on host n-d-773647-6 for vnic_type normal with profile {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:13:35.797150 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-7c728f69-b36e-478e-ab2e-d2445195334b None None] Attempting to bind port 491a80f9-dd05-4a78-a933-eb15a376a6a4 by drivers openvswitch,hyperv on host n-d-773647-6 at level 0 using segments [{'id': 'a4a2476c-616e-4f46-b763-8a121d1a9fab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': '120989f8-7a26-49c9-99e3-26a4a5fc00f3'}] {{(pid=100248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:13:35.797383 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c728f69-b36e-478e-ab2e-d2445195334b None None] Attempting to bind port 491a80f9-dd05-4a78-a933-eb15a376a6a4 on network 120989f8-7a26-49c9-99e3-26a4a5fc00f3 {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:13:35.801461 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-186395ef-d71e-4a15-b29e-862d9b70f9d2 req-6d37c8d7-0c2a-4e38-9215-546be7bbec96 tempest-ServerRescueTestJSON-1630712699 tempest-ServerRescueTestJSON-1630712699-project] 10.222.0.104 "GET /v2.0/security-groups?id=5ad75d0b-ae4f-4528-8f14-d8740f9e67e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1786532 Jul 06 14:13:35.810338 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c728f69-b36e-478e-ab2e-d2445195334b None None] Checking agent: {'id': '8ab5b19c-d213-4f29-891d-27bdf39d38b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773647-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 43, 26), 'started_at': datetime.datetime(2021, 7, 6, 13, 43, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 13, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773647-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:13:35.810717 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c728f69-b36e-478e-ab2e-d2445195334b None None] Checking segment: {'id': 'a4a2476c-616e-4f46-b763-8a121d1a9fab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': '120989f8-7a26-49c9-99e3-26a4a5fc00f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:13:35.811127 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-7c728f69-b36e-478e-ab2e-d2445195334b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:35.811571 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c728f69-b36e-478e-ab2e-d2445195334b None None] Bound using segment: {'id': 'a4a2476c-616e-4f46-b763-8a121d1a9fab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': '120989f8-7a26-49c9-99e3-26a4a5fc00f3'} {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:13:35.812045 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-7c728f69-b36e-478e-ab2e-d2445195334b None None] Bound port: 491a80f9-dd05-4a78-a933-eb15a376a6a4, host: n-d-773647-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4a2476c-616e-4f46-b763-8a121d1a9fab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': '120989f8-7a26-49c9-99e3-26a4a5fc00f3'}}] {{(pid=100248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:13:35.815628 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-7c728f69-b36e-478e-ab2e-d2445195334b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:35.993799 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-7c728f69-b36e-478e-ab2e-d2445195334b None None] For port 491a80f9-dd05-4a78-a933-eb15a376a6a4, host n-d-773647-6, cleared binding levels {{(pid=100248) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:13:36.000650 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-7c728f69-b36e-478e-ab2e-d2445195334b None None] For port 491a80f9-dd05-4a78-a933-eb15a376a6a4, host n-d-773647-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=491a80f9-dd05-4a78-a933-eb15a376a6a4,segment=NetworkSegment(a4a2476c-616e-4f46-b763-8a121d1a9fab),segment_id=a4a2476c-616e-4f46-b763-8a121d1a9fab)] {{(pid=100248) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:13:36.019621 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-7c728f69-b36e-478e-ab2e-d2445195334b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:36.139104 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c728f69-b36e-478e-ab2e-d2445195334b None None] Pushing event updated for resources: {'Port': ['ID=491a80f9-dd05-4a78-a933-eb15a376a6a4,revision_number=2']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:13:36.298523 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b306f02-51db-4596-bba0-1d9add37e39a req-8d254137-b7dc-4657-8e19-182a3fc1d4f6 tempest-ServerRescueTestJSON-1630712699 tempest-ServerRescueTestJSON-1630712699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:13:36.310068 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-0b306f02-51db-4596-bba0-1d9add37e39a req-8d254137-b7dc-4657-8e19-182a3fc1d4f6 tempest-ServerRescueTestJSON-1630712699 tempest-ServerRescueTestJSON-1630712699-project] 10.222.0.72 "GET /v2.0/ports?device_id=289ccf1b-838f-4890-b1d0-9aa7c290d4b3 HTTP/1.1" status: 200 len: 946 time: 0.1794589 Jul 06 14:13:36.402600 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-78f8296d-7900-47d3-b88e-0f9a808d0dd2 req-31f15e53-61f5-40f1-a43f-04ea04d0824e tempest-AttachVolumeShelveTestJSON-1020519793 tempest-AttachVolumeShelveTestJSON-1020519793-project] 10.222.0.104 "GET /v2.0/security-groups?id=d3fcccd0-b259-400e-953a-933bdd8f821f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8486614 Jul 06 14:13:36.520517 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-cda7ad9f-9b7d-415f-9a7c-847785f14ca7 req-e63f2f17-cf2f-4895-b766-65a9af06ad00 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f32905e8-b970-4aab-b564-3530c975502a HTTP/1.1" status: 200 len: 1001 time: 0.7495751 Jul 06 14:13:36.575779 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-7b686748-e045-4f5f-911d-37e5fe38e007 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:36.715551 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda7ad9f-9b7d-415f-9a7c-847785f14ca7 req-c0d01e04-d4b6-4848-8bd6-23ecccd45b59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:13:36.717448 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-cda7ad9f-9b7d-415f-9a7c-847785f14ca7 req-c0d01e04-d4b6-4848-8bd6-23ecccd45b59 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=868bdf15-b823-4cab-842d-77e49afc3593 HTTP/1.1" status: 200 len: 850 time: 0.1872487 Jul 06 14:13:37.268807 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda7ad9f-9b7d-415f-9a7c-847785f14ca7 req-89609438-8197-4d29-ae66-cbd3284a8925 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:13:37.270605 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-cda7ad9f-9b7d-415f-9a7c-847785f14ca7 req-89609438-8197-4d29-ae66-cbd3284a8925 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=6ac95a6a-5756-473f-8a78-bd3474c2b2ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5432928 Jul 06 14:13:37.438912 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [req-0b306f02-51db-4596-bba0-1d9add37e39a req-d7b174a4-4f34-4f4e-a0e0-8ee451aba1b8 tempest-ServerRescueTestJSON-1630712699 tempest-ServerRescueTestJSON-1630712699-project] Deleting port 429f3492-843d-4796-9d88-1d8e36084f34 {{(pid=100246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:13:37.439652 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-0b306f02-51db-4596-bba0-1d9add37e39a req-d7b174a4-4f34-4f4e-a0e0-8ee451aba1b8 tempest-ServerRescueTestJSON-1630712699 tempest-ServerRescueTestJSON-1630712699-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:37.722329 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.db [req-0b306f02-51db-4596-bba0-1d9add37e39a req-d7b174a4-4f34-4f4e-a0e0-8ee451aba1b8 tempest-ServerRescueTestJSON-1630712699 tempest-ServerRescueTestJSON-1630712699-project] For port 429f3492-843d-4796-9d88-1d8e36084f34, host n-h2-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=429f3492-843d-4796-9d88-1d8e36084f34,segment=NetworkSegment(58b87625-04d4-401c-bc32-e9fe010479dc),segment_id=58b87625-04d4-401c-bc32-e9fe010479dc)] {{(pid=100246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:13:37.723535 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-0b306f02-51db-4596-bba0-1d9add37e39a req-d7b174a4-4f34-4f4e-a0e0-8ee451aba1b8 tempest-ServerRescueTestJSON-1630712699 tempest-ServerRescueTestJSON-1630712699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:37.760181 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [req-0b306f02-51db-4596-bba0-1d9add37e39a req-d7b174a4-4f34-4f4e-a0e0-8ee451aba1b8 tempest-ServerRescueTestJSON-1630712699 tempest-ServerRescueTestJSON-1630712699-project] Calling delete_port for 429f3492-843d-4796-9d88-1d8e36084f34 owned by compute:nova {{(pid=100246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:13:37.767288 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.db_base_plugin_common [None req-7b686748-e045-4f5f-911d-37e5fe38e007 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Allocated IP 172.20.0.1 (120989f8-7a26-49c9-99e3-26a4a5fc00f3/a9454952-2025-4848-a48d-6107d2969e09/1ada188e-b344-44bd-988f-bf9b6c65552d) {{(pid=100247) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:13:38.122168 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-0b306f02-51db-4596-bba0-1d9add37e39a req-d7b174a4-4f34-4f4e-a0e0-8ee451aba1b8 tempest-ServerRescueTestJSON-1630712699 tempest-ServerRescueTestJSON-1630712699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127687580'] for port, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:38.145526 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] get_ports_and_sgs() called for port_ids ['966eccbc-476e-49c6-8243-ad85befe938c'] {{(pid=100248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 14:13:38.148224 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] get_ports_and_sgs() called for port_ids ['429f3492-843d-4796-9d88-1d8e36084f34'] {{(pid=100248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 14:13:38.164320 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-7b686748-e045-4f5f-911d-37e5fe38e007 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Notify callbacks [] for port, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:38.192400 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.provisioning_blocks [None req-7b686748-e045-4f5f-911d-37e5fe38e007 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Transition to ACTIVE for port object 1ada188e-b344-44bd-988f-bf9b6c65552d will not be triggered until provisioned by entity DHCP. {{(pid=100247) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:13:38.279111 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b174a4-4f34-4f4e-a0e0-8ee451aba1b8 tempest-ServerRescueTestJSON-1630712699 tempest-ServerRescueTestJSON-1630712699-project] Pushing event deleted for resources: {'Port': ['ID=429f3492-843d-4796-9d88-1d8e36084f34,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:13:38.309787 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 1f71c995-d5f1-46d1-95dc-5b0f48fd8298 up at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:13:38.316990 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-825996e6-975a-49d8-ad59-339ac53cec0f None None] Network 120989f8-7a26-49c9-99e3-26a4a5fc00f3 requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:13:38.332569 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-7b686748-e045-4f5f-911d-37e5fe38e007 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-128888360'] for port, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:38.528560 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b306f02-51db-4596-bba0-1d9add37e39a req-d7b174a4-4f34-4f4e-a0e0-8ee451aba1b8 tempest-ServerRescueTestJSON-1630712699 tempest-ServerRescueTestJSON-1630712699-project] No DVR routers for this DVR port 429f3492-843d-4796-9d88-1d8e36084f34 on host n-h2-773647-6 {{(pid=100246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:13:38.532311 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-0b306f02-51db-4596-bba0-1d9add37e39a req-d7b174a4-4f34-4f4e-a0e0-8ee451aba1b8 tempest-ServerRescueTestJSON-1630712699 tempest-ServerRescueTestJSON-1630712699-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:38.535998 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-0b306f02-51db-4596-bba0-1d9add37e39a req-d7b174a4-4f34-4f4e-a0e0-8ee451aba1b8 tempest-ServerRescueTestJSON-1630712699 tempest-ServerRescueTestJSON-1630712699-project] 10.222.0.72 "DELETE /v2.0/ports/429f3492-843d-4796-9d88-1d8e36084f34 HTTP/1.1" status: 204 len: 173 time: 2.2203302 Jul 06 14:13:38.541556 n-d-773647-6 neutron-server[100246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '289ccf1b-838f-4890-b1d0-9aa7c290d4b3', 'name': 'network-vif-deleted', 'tag': '429f3492-843d-4796-9d88-1d8e36084f34'}] {{(pid=100246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:13:38.546410 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0d96c5ab5e889f7b933ae915b9be33d1b46c9e87795bf781004b656ef3f1e87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa402498-320b-4707-8728-b73a0f280d19" -d '{"events": [{"server_uuid": "289ccf1b-838f-4890-b1d0-9aa7c290d4b3", "name": "network-vif-deleted", "tag": "429f3492-843d-4796-9d88-1d8e36084f34"}]}' {{(pid=100246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:13:38.732971 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-cda7ad9f-9b7d-415f-9a7c-847785f14ca7 req-a3628d8f-910a-4fe3-b28e-6f9353eb60e6 service neutron] 10.222.0.72 "GET /v2.0/networks/6ac95a6a-5756-473f-8a78-bd3474c2b2ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3711636 Jul 06 14:13:38.763976 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b686748-e045-4f5f-911d-37e5fe38e007 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Network 120989f8-7a26-49c9-99e3-26a4a5fc00f3 is already hosted by enough agents. {{(pid=100247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:13:38.797110 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.base_scheduler [None req-7b686748-e045-4f5f-911d-37e5fe38e007 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Resources bound (agent type, host, resource id): {{(pid=100247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:13:38.803836 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-796c8057-18d3-468d-a7a3-b84c85a4f366 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1809431'] for router_interface, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:38.982746 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-18da459f-4669-4692-b44e-48dc44260c16 None None] Provisioning for port 491a80f9-dd05-4a78-a933-eb15a376a6a4 completed by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:13:38.990357 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-51221b28-20e4-4fce-aa48-345930a1e484 req-30a28747-f94e-49aa-95d1-8188df9ed50f service neutron] 10.222.0.127 "GET /v2.0/ports?device_id=0455bf88-da4d-44a6-9768-93a70cd92e0e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 2.0929103 Jul 06 14:13:38.993751 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b686748-e045-4f5f-911d-37e5fe38e007 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Received port after_create {{(pid=100247) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:13:39.184879 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning for port 1f71c995-d5f1-46d1-95dc-5b0f48fd8298 completed by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:13:39.192465 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning complete for port 1f71c995-d5f1-46d1-95dc-5b0f48fd8298 triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:13:39.193072 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:39.272590 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b686748-e045-4f5f-911d-37e5fe38e007 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Pushing event updated for resources: {'Port': ['ID=1ada188e-b344-44bd-988f-bf9b6c65552d,revision_number=1']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:13:39.432222 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83e385a-b9fe-4fc7-b14a-9e31dd257e77 req-1f1c60c3-7c0c-4082-8a3d-a012ea31bb96 tempest-ServerRescueTestJSON-1630712699 tempest-ServerRescueTestJSON-1630712699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:13:39.459001 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-d83e385a-b9fe-4fc7-b14a-9e31dd257e77 req-1f1c60c3-7c0c-4082-8a3d-a012ea31bb96 tempest-ServerRescueTestJSON-1630712699 tempest-ServerRescueTestJSON-1630712699-project] 10.222.0.104 "GET /v2.0/ports?device_id=289ccf1b-838f-4890-b1d0-9aa7c290d4b3 HTTP/1.1" status: 200 len: 867 time: 2.2727757 Jul 06 14:13:39.568995 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:39.580681 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-7b686748-e045-4f5f-911d-37e5fe38e007 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1807675'] for router_interface, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:39.619726 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becc8ff4-5dd4-4761-9a4d-6bc2b83bcade req-4e5cbb10-7a6b-48d6-8133-2a2c4c3d8805 tempest-AttachVolumeShelveTestJSON-1020519793 tempest-AttachVolumeShelveTestJSON-1020519793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:13:39.625459 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-becc8ff4-5dd4-4761-9a4d-6bc2b83bcade req-4e5cbb10-7a6b-48d6-8133-2a2c4c3d8805 tempest-AttachVolumeShelveTestJSON-1020519793 tempest-AttachVolumeShelveTestJSON-1020519793-project] 10.222.0.104 "GET /v2.0/ports?device_id=775e595c-a8be-4386-9e46-a9528870f5f2 HTTP/1.1" status: 200 len: 945 time: 1.3614719 Jul 06 14:13:39.639667 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] For port 1f71c995-d5f1-46d1-95dc-5b0f48fd8298, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=1f71c995-d5f1-46d1-95dc-5b0f48fd8298,segment=NetworkSegment(89a832b7-7793-4d51-9038-ed7e1c3ff1b2),segment_id=89a832b7-7793-4d51-9038-ed7e1c3ff1b2)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:13:39.649161 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:39.657421 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 491a80f9-dd05-4a78-a933-eb15a376a6a4 up at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:13:39.876046 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Pushing event updated for resources: {'Port': ['ID=1f71c995-d5f1-46d1-95dc-5b0f48fd8298,revision_number=4']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:13:39.890288 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-cda7ad9f-9b7d-415f-9a7c-847785f14ca7 req-eace9065-31ec-4a75-8509-c5ab2ace8b82 service neutron] 10.222.0.72 "GET /v2.0/networks/6ac95a6a-5756-473f-8a78-bd3474c2b2ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1108859 Jul 06 14:13:39.914426 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning for port 491a80f9-dd05-4a78-a933-eb15a376a6a4 completed by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:13:39.928449 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning complete for port 491a80f9-dd05-4a78-a933-eb15a376a6a4 triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:13:39.929501 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:39.983519 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-d83e385a-b9fe-4fc7-b14a-9e31dd257e77 req-7ea883fa-f3f9-4d42-a02d-8f90b5b20067 tempest-ServerRescueTestJSON-1630712699 tempest-ServerRescueTestJSON-1630712699-project] 10.222.0.104 "GET /v2.0/security-groups?id=5ad75d0b-ae4f-4528-8f14-d8740f9e67e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5231521 Jul 06 14:13:40.049509 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [None req-796c8057-18d3-468d-a7a3-b84c85a4f366 admin admin] Deleting port 654c53f1-c172-4a69-b8ec-4db4b031b614 {{(pid=100246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:13:40.050047 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-796c8057-18d3-468d-a7a3-b84c85a4f366 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:40.051780 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-becc8ff4-5dd4-4761-9a4d-6bc2b83bcade req-dfe26389-f4bc-408c-96d2-27b29d989983 tempest-AttachVolumeShelveTestJSON-1020519793 tempest-AttachVolumeShelveTestJSON-1020519793-project] 10.222.0.104 "GET /v2.0/security-groups?id=d3fcccd0-b259-400e-953a-933bdd8f821f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2687726 Jul 06 14:13:40.110901 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51221b28-20e4-4fce-aa48-345930a1e484 req-59d6563c-ce63-4943-a750-5da1979cc586 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:13:40.115816 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51221b28-20e4-4fce-aa48-345930a1e484 req-59d6563c-ce63-4943-a750-5da1979cc586 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:13:40.116429 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51221b28-20e4-4fce-aa48-345930a1e484 req-59d6563c-ce63-4943-a750-5da1979cc586 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:13:40.127320 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51221b28-20e4-4fce-aa48-345930a1e484 req-59d6563c-ce63-4943-a750-5da1979cc586 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:13:40.129177 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51221b28-20e4-4fce-aa48-345930a1e484 req-59d6563c-ce63-4943-a750-5da1979cc586 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:13:40.134890 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51221b28-20e4-4fce-aa48-345930a1e484 req-59d6563c-ce63-4943-a750-5da1979cc586 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:13:40.135537 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51221b28-20e4-4fce-aa48-345930a1e484 req-59d6563c-ce63-4943-a750-5da1979cc586 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:13:40.137669 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-51221b28-20e4-4fce-aa48-345930a1e484 req-59d6563c-ce63-4943-a750-5da1979cc586 service neutron] 10.222.0.127 "GET /v2.0/ports?tenant_id=5bc84ece362540998140660bd65643c3&device_id=0455bf88-da4d-44a6-9768-93a70cd92e0e HTTP/1.1" status: 200 len: 6501 time: 0.9497054 Jul 06 14:13:40.178987 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-7a5c6cd2-f0ac-4c3b-b1e7-c068e133443b None None] Provisioning complete for port 491a80f9-dd05-4a78-a933-eb15a376a6a4 triggered by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:13:40.179420 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-7a5c6cd2-f0ac-4c3b-b1e7-c068e133443b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:40.256186 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 14:13:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bd3b796-87fb-4380-934e-f0ec965e18a5 x-openstack-request-id: req-2bd3b796-87fb-4380-934e-f0ec965e18a5 {{(pid=100246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:13:40.256655 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "289ccf1b-838f-4890-b1d0-9aa7c290d4b3", "name": "network-vif-deleted", "tag": "429f3492-843d-4796-9d88-1d8e36084f34", "status": "completed", "code": 200}]} {{(pid=100246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:13:40.257038 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-2bd3b796-87fb-4380-934e-f0ec965e18a5 {{(pid=100246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:13:40.257683 n-d-773647-6 neutron-server[100246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '289ccf1b-838f-4890-b1d0-9aa7c290d4b3', 'name': 'network-vif-deleted', 'tag': '429f3492-843d-4796-9d88-1d8e36084f34', 'status': 'completed', 'code': 200} Jul 06 14:13:40.372292 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.db [None req-796c8057-18d3-468d-a7a3-b84c85a4f366 admin admin] For port 654c53f1-c172-4a69-b8ec-4db4b031b614, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=654c53f1-c172-4a69-b8ec-4db4b031b614,segment=NetworkSegment(89a04a2d-f882-47fd-b830-e5562609bb0e),segment_id=89a04a2d-f882-47fd-b830-e5562609bb0e)] {{(pid=100246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:13:40.381806 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-796c8057-18d3-468d-a7a3-b84c85a4f366 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:40.410387 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51221b28-20e4-4fce-aa48-345930a1e484 req-44523121-b269-425c-ba0f-d7f2cb783d38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:13:40.414044 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51221b28-20e4-4fce-aa48-345930a1e484 req-44523121-b269-425c-ba0f-d7f2cb783d38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:13:40.417454 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51221b28-20e4-4fce-aa48-345930a1e484 req-44523121-b269-425c-ba0f-d7f2cb783d38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:13:40.420300 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-51221b28-20e4-4fce-aa48-345930a1e484 req-44523121-b269-425c-ba0f-d7f2cb783d38 service neutron] 10.222.0.127 "GET /v2.0/networks?id=d0a1f4e7-9678-480f-bc1f-59b6eda7e0f6&id=f1fe0f84-e7fb-43f2-a13c-d5fffe5a5634&id=f1fe0f84-e7fb-43f2-a13c-d5fffe5a5634&id=f1fe0f84-e7fb-43f2-a13c-d5fffe5a5634&id=f1fe0f84-e7fb-43f2-a13c-d5fffe5a5634&id=70fa8a2a-4549-4d89-b089-3cc3fca2d3a3&id=70fa8a2a-4549-4d89-b089-3cc3fca2d3a3 HTTP/1.1" status: 200 len: 2301 time: 0.2337105 Jul 06 14:13:40.437576 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [None req-796c8057-18d3-468d-a7a3-b84c85a4f366 admin admin] Calling delete_port for 654c53f1-c172-4a69-b8ec-4db4b031b614 owned by network:router_interface {{(pid=100246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:13:40.553172 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-7a5c6cd2-f0ac-4c3b-b1e7-c068e133443b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:40.607162 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:40.710853 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-51221b28-20e4-4fce-aa48-345930a1e484 req-04bf820c-59ba-4f92-94c9-1f797068992d service neutron] 10.222.0.127 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=20f5d6df-12c0-4fc6-879f-9056d54469b7 HTTP/1.1" status: 200 len: 1002 time: 0.2604492 Jul 06 14:13:40.746911 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:40.781431 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] For port 491a80f9-dd05-4a78-a933-eb15a376a6a4, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=491a80f9-dd05-4a78-a933-eb15a376a6a4,segment=NetworkSegment(a4a2476c-616e-4f46-b763-8a121d1a9fab),segment_id=a4a2476c-616e-4f46-b763-8a121d1a9fab)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:13:40.791836 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:41.049993 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-796c8057-18d3-468d-a7a3-b84c85a4f366 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127687580'] for port, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:41.080618 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Device 429f3492-843d-4796-9d88-1d8e36084f34 no longer exists at agent hyperv_n-h2-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:13:41.088907 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796c8057-18d3-468d-a7a3-b84c85a4f366 admin admin] Pushing event deleted for resources: {'Port': ['ID=654c53f1-c172-4a69-b8ec-4db4b031b614,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:13:41.279815 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 1f71c995-d5f1-46d1-95dc-5b0f48fd8298 up at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:13:41.282809 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Pushing event updated for resources: {'Port': ['ID=491a80f9-dd05-4a78-a933-eb15a376a6a4,revision_number=3']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:13:41.402195 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 54094) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:13:41.414667 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] No Port match for: 429f3492-843d-4796-9d88-1d8e36084f34 {{(pid=100248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 14:13:41.420569 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Device 429f3492-843d-4796-9d88-1d8e36084f34 not bound to the agent host n-h2-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:13:41.423437 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.db.api [None req-7a5c6cd2-f0ac-4c3b-b1e7-c068e133443b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100248) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 06 14:13:41.424073 n-d-773647-6 neutron-server[100248]: DEBUG oslo_db.api [None req-7a5c6cd2-f0ac-4c3b-b1e7-c068e133443b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 06 14:13:41.581058 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning complete for port 1f71c995-d5f1-46d1-95dc-5b0f48fd8298 triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:13:41.582510 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:41.663205 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51221b28-20e4-4fce-aa48-345930a1e484 req-4daa1c88-1a7d-4eb1-9c3d-41f79b7a8db2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:13:41.666561 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-51221b28-20e4-4fce-aa48-345930a1e484 req-4daa1c88-1a7d-4eb1-9c3d-41f79b7a8db2 service neutron] 10.222.0.127 "GET /v2.0/subnets?id=5c7d6ee3-a183-4b01-a5a7-977624c04483 HTTP/1.1" status: 200 len: 856 time: 0.9464092 Jul 06 14:13:41.672435 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-7b686748-e045-4f5f-911d-37e5fe38e007 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:41.719259 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-796c8057-18d3-468d-a7a3-b84c85a4f366 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1809193'] for router_interface, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:42.040403 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-05caf2ae-0aa2-4911-b1dc-bfe0ad510efb admin admin] Notify callbacks [] for security_group, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:42.086256 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-7a5c6cd2-f0ac-4c3b-b1e7-c068e133443b None None] Provisioning for port 1ada188e-b344-44bd-988f-bf9b6c65552d completed by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:13:42.091712 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-7a5c6cd2-f0ac-4c3b-b1e7-c068e133443b None None] Provisioning complete for port 1ada188e-b344-44bd-988f-bf9b6c65552d triggered by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:13:42.092394 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-7a5c6cd2-f0ac-4c3b-b1e7-c068e133443b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:42.122623 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-7b686748-e045-4f5f-911d-37e5fe38e007 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Notify callbacks [] for port, precommit_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:42.149416 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-7a5c6cd2-f0ac-4c3b-b1e7-c068e133443b None None] Port 1ada188e-b344-44bd-988f-bf9b6c65552d cannot update to ACTIVE because it is not bound. {{(pid=100248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 14:13:42.194303 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-7b686748-e045-4f5f-911d-37e5fe38e007 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128888538'] for port, after_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:42.287201 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-e0074216-bcc8-460c-8b05-9b344185e433 None None] Provisioning complete for port 1ada188e-b344-44bd-988f-bf9b6c65552d triggered by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:13:42.289374 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-e0074216-bcc8-460c-8b05-9b344185e433 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:42.318653 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-7b686748-e045-4f5f-911d-37e5fe38e007 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1809478'] for router_interface, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:42.427175 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-e0074216-bcc8-460c-8b05-9b344185e433 None None] Port 1ada188e-b344-44bd-988f-bf9b6c65552d cannot update to ACTIVE because it is not bound. {{(pid=100248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 14:13:42.476358 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:42.496182 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f45ddbe-ed1d-411e-aec4-870cf71a6ed8 req-cc870d55-7d21-46a1-8098-8f38b329d89f tempest-AttachVolumeShelveTestJSON-1020519793 tempest-AttachVolumeShelveTestJSON-1020519793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:13:42.504421 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-5f45ddbe-ed1d-411e-aec4-870cf71a6ed8 req-cc870d55-7d21-46a1-8098-8f38b329d89f tempest-AttachVolumeShelveTestJSON-1020519793 tempest-AttachVolumeShelveTestJSON-1020519793-project] 10.222.0.104 "GET /v2.0/ports?device_id=775e595c-a8be-4386-9e46-a9528870f5f2 HTTP/1.1" status: 200 len: 945 time: 0.9174507 Jul 06 14:13:42.581275 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-5f45ddbe-ed1d-411e-aec4-870cf71a6ed8 req-b9be0a48-f713-4b4e-8161-d176a52da853 tempest-AttachVolumeShelveTestJSON-1020519793 tempest-AttachVolumeShelveTestJSON-1020519793-project] 10.222.0.104 "GET /v2.0/security-groups?id=d3fcccd0-b259-400e-953a-933bdd8f821f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0750363 Jul 06 14:13:42.601336 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b686748-e045-4f5f-911d-37e5fe38e007 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Network 120989f8-7a26-49c9-99e3-26a4a5fc00f3 is already hosted by enough agents. {{(pid=100247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:13:42.607804 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.base_scheduler [None req-7b686748-e045-4f5f-911d-37e5fe38e007 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Resources bound (agent type, host, resource id): {{(pid=100247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:13:42.660038 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b686748-e045-4f5f-911d-37e5fe38e007 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Pushing event updated for resources: {'Port': ['ID=1ada188e-b344-44bd-988f-bf9b6c65552d,revision_number=2']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:13:42.744330 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51221b28-20e4-4fce-aa48-345930a1e484 req-f883680b-705e-4ab7-b4d2-7576e63f3441 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:13:42.745849 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-51221b28-20e4-4fce-aa48-345930a1e484 req-f883680b-705e-4ab7-b4d2-7576e63f3441 service neutron] 10.222.0.127 "GET /v2.0/ports?network_id=d0a1f4e7-9678-480f-bc1f-59b6eda7e0f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.0555434 Jul 06 14:13:42.786762 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56f1329-d0b8-4bbf-a32e-492461f8fbdb req-0402ce48-4a20-4d6f-8d5c-1e08067655ea tempest-ServerRescueTestJSON-1630712699 tempest-ServerRescueTestJSON-1630712699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:13:42.809951 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-b56f1329-d0b8-4bbf-a32e-492461f8fbdb req-0402ce48-4a20-4d6f-8d5c-1e08067655ea tempest-ServerRescueTestJSON-1630712699 tempest-ServerRescueTestJSON-1630712699-project] 10.222.0.104 "GET /v2.0/ports?device_id=92197cfd-adda-401a-a506-40b3e75cfb6c HTTP/1.1" status: 200 len: 945 time: 0.5940366 Jul 06 14:13:42.883177 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-b56f1329-d0b8-4bbf-a32e-492461f8fbdb req-616b18fc-05a9-4475-adc8-face7d05fc4c tempest-ServerRescueTestJSON-1630712699 tempest-ServerRescueTestJSON-1630712699-project] 10.222.0.104 "GET /v2.0/security-groups?id=5ad75d0b-ae4f-4528-8f14-d8740f9e67e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723200 Jul 06 14:13:43.091129 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-05caf2ae-0aa2-4911-b1dc-bfe0ad510efb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:43.100806 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-05caf2ae-0aa2-4911-b1dc-bfe0ad510efb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:43.104125 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 491a80f9-dd05-4a78-a933-eb15a376a6a4 up at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:13:43.104635 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-796c8057-18d3-468d-a7a3-b84c85a4f366 admin admin] Router 66707835-4562-47e1-9dce-7c9cac23064a has already been hosted by L3 agent 2823d358-a11b-4885-a706-95a279e43fa7 {{(pid=100246) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 14:13:43.126459 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b686748-e045-4f5f-911d-37e5fe38e007 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Router 92895ece-74b3-4cec-a7c1-1c563db23cfa has already been hosted by L3 agent 2823d358-a11b-4885-a706-95a279e43fa7 {{(pid=100247) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 14:13:43.141390 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-51221b28-20e4-4fce-aa48-345930a1e484 req-c8371d7d-8de9-4db1-9760-98b0fd0de7cb service neutron] 10.222.0.127 "GET /v2.0/networks/d0a1f4e7-9678-480f-bc1f-59b6eda7e0f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3860340 Jul 06 14:13:43.157427 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05caf2ae-0aa2-4911-b1dc-bfe0ad510efb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=302b6722-ba60-4eb8-b618-57e18b5b150f,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:13:43.165526 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-05caf2ae-0aa2-4911-b1dc-bfe0ad510efb admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=7a8c0182998249ac8385f121e9b9886f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7579279 Jul 06 14:13:43.199254 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 54206) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:13:43.312898 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-ecfcfb03-72c4-4751-89ed-1ae708d9d39a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:43.345182 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-ecfcfb03-72c4-4751-89ed-1ae708d9d39a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:43.347791 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-f7ec6532-12a1-4a83-9377-5f1ff0aff180 None None] Provisioning complete for port 1ada188e-b344-44bd-988f-bf9b6c65552d triggered by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:13:43.348623 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-f7ec6532-12a1-4a83-9377-5f1ff0aff180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:43.360623 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-796c8057-18d3-468d-a7a3-b84c85a4f366 admin admin] Notify agent at l3_agent.n-d-773647-6 the message routers_updated {{(pid=100246) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 14:13:43.364153 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-51221b28-20e4-4fce-aa48-345930a1e484 req-e4f2e2ea-f4fd-430a-bc2a-051c6f04722c service neutron] 10.222.0.127 "GET /v2.0/networks/d0a1f4e7-9678-480f-bc1f-59b6eda7e0f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2113285 Jul 06 14:13:43.378381 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc8aa526-a7fc-42f1-b01b-c29728d67165 None None] Sync routers for ids ['66707835-4562-47e1-9dce-7c9cac23064a'] in n-d-773647-6 {{(pid=100249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 14:13:43.390398 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-796c8057-18d3-468d-a7a3-b84c85a4f366 admin admin] 10.222.0.104 "PUT /v2.0/routers/66707835-4562-47e1-9dce-7c9cac23064a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6248009 Jul 06 14:13:43.391115 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc8aa526-a7fc-42f1-b01b-c29728d67165 None None] Routers {'66707835-4562-47e1-9dce-7c9cac23064a'} bound to L3 agent in host n-d-773647-6 {{(pid=100249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:13:43.393161 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-cc8aa526-a7fc-42f1-b01b-c29728d67165 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T14:13:25Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['66707835-4562-47e1-9dce-7c9cac23064a'], 'active': True} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:13:43.395286 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 54210) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:13:43.423142 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-f7ec6532-12a1-4a83-9377-5f1ff0aff180 None None] Port 1ada188e-b344-44bd-988f-bf9b6c65552d cannot update to ACTIVE because it is not bound. {{(pid=100248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 14:13:43.444295 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning complete for port 491a80f9-dd05-4a78-a933-eb15a376a6a4 triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:13:43.445068 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:43.457592 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-51221b28-20e4-4fce-aa48-345930a1e484 req-0c6e0e3b-ee96-42ae-97dc-006448e5b35e service neutron] 10.222.0.127 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.231&port_id=842aaa84-3104-4062-919f-9900319ced32 HTTP/1.1" status: 200 len: 217 time: 0.0496035 Jul 06 14:13:43.603787 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvr_db [None req-cc8aa526-a7fc-42f1-b01b-c29728d67165 None None] Set router 66707835-4562-47e1-9dce-7c9cac23064a gateway port host: n-d-773647-6 {{(pid=100249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:13:43.618917 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51221b28-20e4-4fce-aa48-345930a1e484 req-8dd2a3fb-c43b-4c26-a732-ef4ec184865e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:13:43.620410 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-51221b28-20e4-4fce-aa48-345930a1e484 req-8dd2a3fb-c43b-4c26-a732-ef4ec184865e service neutron] 10.222.0.127 "GET /v2.0/subnets?id=33ba364c-4842-4afb-9331-8a30604f6a2f HTTP/1.1" status: 200 len: 797 time: 0.1536419 Jul 06 14:13:43.628189 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b686748-e045-4f5f-911d-37e5fe38e007 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Notify agent at l3_agent.n-d-773647-6 the message routers_updated {{(pid=100247) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 14:13:43.638877 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df86bdea-81f7-42da-8396-3961c3cecd93 None None] Sync routers for ids ['92895ece-74b3-4cec-a7c1-1c563db23cfa'] in n-d-773647-6 {{(pid=100248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 14:13:43.657964 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df86bdea-81f7-42da-8396-3961c3cecd93 None None] Routers {'92895ece-74b3-4cec-a7c1-1c563db23cfa'} bound to L3 agent in host n-d-773647-6 {{(pid=100248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:13:43.666530 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-df86bdea-81f7-42da-8396-3961c3cecd93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T14:13:25Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['92895ece-74b3-4cec-a7c1-1c563db23cfa'], 'active': True} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:13:43.687832 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-ecfcfb03-72c4-4751-89ed-1ae708d9d39a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:43.693630 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-ecfcfb03-72c4-4751-89ed-1ae708d9d39a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:43.701053 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-ecfcfb03-72c4-4751-89ed-1ae708d9d39a admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/302b6722-ba60-4eb8-b618-57e18b5b150f HTTP/1.1" status: 204 len: 168 time: 0.5001416 Jul 06 14:13:43.718498 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-7b686748-e045-4f5f-911d-37e5fe38e007 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] 10.222.0.104 "PUT /v2.0/routers/92895ece-74b3-4cec-a7c1-1c563db23cfa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.8297360 Jul 06 14:13:43.731559 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-a50bc108-190c-467f-b65b-698222dc7e3f admin admin] Notify callbacks [] for router, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:43.740684 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecfcfb03-72c4-4751-89ed-1ae708d9d39a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=302b6722-ba60-4eb8-b618-57e18b5b150f,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:13:43.777255 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51221b28-20e4-4fce-aa48-345930a1e484 req-bdb596b8-166c-44b6-b244-840a57725b3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:13:43.778955 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-51221b28-20e4-4fce-aa48-345930a1e484 req-bdb596b8-166c-44b6-b244-840a57725b3d service neutron] 10.222.0.127 "GET /v2.0/ports?network_id=f1fe0f84-e7fb-43f2-a13c-d5fffe5a5634&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1418798 Jul 06 14:13:44.013339 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-cc8aa526-a7fc-42f1-b01b-c29728d67165 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66707835-4562-47e1-9dce-7c9cac23064a', 'name': 'tempest-TaggedBootDevicesTest-1594388382-router', 'tenant_id': 'db940b92de5443cbbd5f77e12cabccfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.39'}], 'enable_snat': True}, 'gw_port_id': '2637c84f-d9fa-4d74-9274-a92bbe38768d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:02:00Z', 'updated_at': '2021-07-06T14:13:40Z', 'revision_number': 5, 'project_id': 'db940b92de5443cbbd5f77e12cabccfc', 'gw_port': {'id': '2637c84f-d9fa-4d74-9274-a92bbe38768d', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:5a:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66707835-4562-47e1-9dce-7c9cac23064a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 965, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:02:01Z', 'updated_at': '2021-07-06T14:02:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6'}], 'n-d-773647-6', False) {} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:13:44.017921 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvr_db [None req-df86bdea-81f7-42da-8396-3961c3cecd93 None None] Set router 92895ece-74b3-4cec-a7c1-1c563db23cfa gateway port host: n-d-773647-6 {{(pid=100248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:13:44.045559 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc8aa526-a7fc-42f1-b01b-c29728d67165 None None] Checking router: 66707835-4562-47e1-9dce-7c9cac23064a for host: n-d-773647-6 {{(pid=100249) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 14:13:44.055746 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc8aa526-a7fc-42f1-b01b-c29728d67165 None None] Routers {'66707835-4562-47e1-9dce-7c9cac23064a'} bound to L3 agent in host n-d-773647-6 {{(pid=100249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:13:44.056579 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-cc8aa526-a7fc-42f1-b01b-c29728d67165 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T14:13:25Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['66707835-4562-47e1-9dce-7c9cac23064a'], 'active': True} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:13:44.141461 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-a50bc108-190c-467f-b65b-698222dc7e3f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:44.180731 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-51221b28-20e4-4fce-aa48-345930a1e484 req-c657fbe3-d3e8-43d1-970c-cf8eee4d4640 service neutron] 10.222.0.127 "GET /v2.0/networks/f1fe0f84-e7fb-43f2-a13c-d5fffe5a5634?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3935397 Jul 06 14:13:44.276240 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvr_db [None req-cc8aa526-a7fc-42f1-b01b-c29728d67165 None None] Set router 66707835-4562-47e1-9dce-7c9cac23064a gateway port host: n-d-773647-6 {{(pid=100249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:13:44.284674 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [None req-a50bc108-190c-467f-b65b-698222dc7e3f admin admin] Deleting port 2637c84f-d9fa-4d74-9274-a92bbe38768d {{(pid=100246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:13:44.286372 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-a50bc108-190c-467f-b65b-698222dc7e3f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:44.377499 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [req-16f502ea-e901-43b1-8fa2-ed9bc2438f6b req-59637dbf-ab0c-441c-ae92-46aeed2336c4 service neutron] (100246) timed out ('10.222.0.104', 54964) {{(pid=100246) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 06 14:13:44.512018 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.db [None req-a50bc108-190c-467f-b65b-698222dc7e3f admin admin] For port 2637c84f-d9fa-4d74-9274-a92bbe38768d, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=2637c84f-d9fa-4d74-9274-a92bbe38768d,segment=NetworkSegment(89a832b7-7793-4d51-9038-ed7e1c3ff1b2),segment_id=89a832b7-7793-4d51-9038-ed7e1c3ff1b2)] {{(pid=100246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:13:44.513596 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-a50bc108-190c-467f-b65b-698222dc7e3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:44.546777 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 54280) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:13:44.574706 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [None req-a50bc108-190c-467f-b65b-698222dc7e3f admin admin] Calling delete_port for 2637c84f-d9fa-4d74-9274-a92bbe38768d owned by network:router_gateway {{(pid=100246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:13:44.597094 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-df86bdea-81f7-42da-8396-3961c3cecd93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92895ece-74b3-4cec-a7c1-1c563db23cfa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1442056811', 'tenant_id': '1077a35eaa714f1bbf260d32c5a52c8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.183'}], 'enable_snat': True}, 'gw_port_id': '1f71c995-d5f1-46d1-95dc-5b0f48fd8298', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:13:28Z', 'updated_at': '2021-07-06T14:13:40Z', 'revision_number': 4, 'project_id': '1077a35eaa714f1bbf260d32c5a52c8f', 'gw_port': {'id': '1f71c995-d5f1-46d1-95dc-5b0f48fd8298', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:77:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92895ece-74b3-4cec-a7c1-1c563db23cfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2077, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:13:29Z', 'updated_at': '2021-07-06T14:13:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6', '_interfaces': [{'id': '1ada188e-b344-44bd-988f-bf9b6c65552d', 'name': '', 'network_id': '120989f8-7a26-49c9-99e3-26a4a5fc00f3', 'tenant_id': '1077a35eaa714f1bbf260d32c5a52c8f', 'mac_address': 'fa:16:3e:b4:46:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92895ece-74b3-4cec-a7c1-1c563db23cfa', 'device_owner': 'network:router_interface', 'standard_attr_id': 2080, 'fixed_ips': [{'subnet_id': 'a9454952-2025-4848-a48d-6107d2969e09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:13:36Z', 'updated_at': '2021-07-06T14:13:41Z', 'revision_number': 2, 'project_id': '1077a35eaa714f1bbf260d32c5a52c8f', 'subnets': [{'id': 'a9454952-2025-4848-a48d-6107d2969e09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773647-6', False) {} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:13:44.601131 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-f75077a6-1155-4333-bf06-648468905734 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:44.675956 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df86bdea-81f7-42da-8396-3961c3cecd93 None None] Checking router: 92895ece-74b3-4cec-a7c1-1c563db23cfa for host: n-d-773647-6 {{(pid=100248) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 14:13:44.677504 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97a30ec-9db6-41b9-ae66-e96ff5a279aa req-81f71410-6197-4313-b2f0-c44b1bb10470 tempest-ServerRescueTestJSON-1630712699 tempest-ServerRescueTestJSON-1630712699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:13:44.679375 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-c97a30ec-9db6-41b9-ae66-e96ff5a279aa req-81f71410-6197-4313-b2f0-c44b1bb10470 tempest-ServerRescueTestJSON-1630712699 tempest-ServerRescueTestJSON-1630712699-project] 10.222.0.104 "GET /v2.0/ports?device_id=92197cfd-adda-401a-a506-40b3e75cfb6c HTTP/1.1" status: 200 len: 945 time: 0.5522890 Jul 06 14:13:44.683656 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df86bdea-81f7-42da-8396-3961c3cecd93 None None] Updating router 92895ece-74b3-4cec-a7c1-1c563db23cfa port 1ada188e-b344-44bd-988f-bf9b6c65552d binding host n-d-773647-6 {{(pid=100248) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 14:13:44.762476 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-51221b28-20e4-4fce-aa48-345930a1e484 req-e5d4485c-784a-465e-8e2a-5d57258f483b service neutron] 10.222.0.127 "GET /v2.0/networks/f1fe0f84-e7fb-43f2-a13c-d5fffe5a5634?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5618956 Jul 06 14:13:44.768054 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-cc8aa526-a7fc-42f1-b01b-c29728d67165 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66707835-4562-47e1-9dce-7c9cac23064a', 'name': 'tempest-TaggedBootDevicesTest-1594388382-router', 'tenant_id': 'db940b92de5443cbbd5f77e12cabccfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.39'}], 'enable_snat': True}, 'gw_port_id': '2637c84f-d9fa-4d74-9274-a92bbe38768d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:02:00Z', 'updated_at': '2021-07-06T14:13:40Z', 'revision_number': 5, 'project_id': 'db940b92de5443cbbd5f77e12cabccfc', 'gw_port': {'id': '2637c84f-d9fa-4d74-9274-a92bbe38768d', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:5a:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66707835-4562-47e1-9dce-7c9cac23064a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 965, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:02:01Z', 'updated_at': '2021-07-06T14:02:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6'}], 'n-d-773647-6', False) {} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:13:44.780353 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-df86bdea-81f7-42da-8396-3961c3cecd93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:44.794288 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a20cc7-edac-4773-ab7e-9998e4fa3328 req-7a703b93-0292-4980-81e2-7c2ff370193d tempest-AttachVolumeShelveTestJSON-1020519793 tempest-AttachVolumeShelveTestJSON-1020519793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:13:44.796191 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-97a20cc7-edac-4773-ab7e-9998e4fa3328 req-7a703b93-0292-4980-81e2-7c2ff370193d tempest-AttachVolumeShelveTestJSON-1020519793 tempest-AttachVolumeShelveTestJSON-1020519793-project] 10.222.0.104 "GET /v2.0/ports?device_id=775e595c-a8be-4386-9e46-a9528870f5f2 HTTP/1.1" status: 200 len: 945 time: 0.6721375 Jul 06 14:13:44.838866 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc8aa526-a7fc-42f1-b01b-c29728d67165 None None] The sync data for ids ['66707835-4562-47e1-9dce-7c9cac23064a'] in n-d-773647-6 is: [{'id': '66707835-4562-47e1-9dce-7c9cac23064a', 'name': 'tempest-TaggedBootDevicesTest-1594388382-router', 'tenant_id': 'db940b92de5443cbbd5f77e12cabccfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.39'}], 'enable_snat': True}, 'gw_port_id': '2637c84f-d9fa-4d74-9274-a92bbe38768d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:02:00Z', 'updated_at': '2021-07-06T14:13:40Z', 'revision_number': 5, 'project_id': 'db940b92de5443cbbd5f77e12cabccfc', 'gw_port': {'id': '2637c84f-d9fa-4d74-9274-a92bbe38768d', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:5a:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66707835-4562-47e1-9dce-7c9cac23064a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 965, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:02:01Z', 'updated_at': '2021-07-06T14:02:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6'}] {{(pid=100249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 14:13:44.865362 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-f75077a6-1155-4333-bf06-648468905734 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:44.937990 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-f75077a6-1155-4333-bf06-648468905734 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:44.990082 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-c97a30ec-9db6-41b9-ae66-e96ff5a279aa req-5cd92fc4-f2b6-49ca-86ef-6d54865c808b tempest-ServerRescueTestJSON-1630712699 tempest-ServerRescueTestJSON-1630712699-project] 10.222.0.104 "GET /v2.0/security-groups?id=5ad75d0b-ae4f-4528-8f14-d8740f9e67e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2880812 Jul 06 14:13:44.991569 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-51221b28-20e4-4fce-aa48-345930a1e484 req-90411e6d-1311-4b19-b9d6-40922a6a61f4 service neutron] 10.222.0.127 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.34&port_id=d4663496-0e1d-419b-908e-5f60ff2b3b91 HTTP/1.1" status: 200 len: 217 time: 0.1940110 Jul 06 14:13:45.007639 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-f75077a6-1155-4333-bf06-648468905734 admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=6ea10d0f445545a3b36ad2777f26905f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4576111 Jul 06 14:13:45.012607 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 54306) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:13:45.052883 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75077a6-1155-4333-bf06-648468905734 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7f6114e-f4f1-4835-87c4-f8149daaf294,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:13:45.134583 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-97a20cc7-edac-4773-ab7e-9998e4fa3328 req-bdcb4b48-f2d5-4fde-a913-e65a9905b88f tempest-AttachVolumeShelveTestJSON-1020519793 tempest-AttachVolumeShelveTestJSON-1020519793-project] 10.222.0.104 "GET /v2.0/security-groups?id=d3fcccd0-b259-400e-953a-933bdd8f821f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3067312 Jul 06 14:13:45.137647 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-df86bdea-81f7-42da-8396-3961c3cecd93 None None] Notify callbacks [] for port, precommit_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:45.150302 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-df86bdea-81f7-42da-8396-3961c3cecd93 None None] Transition to ACTIVE for port object 1ada188e-b344-44bd-988f-bf9b6c65552d will not be triggered until provisioned by entity L2. {{(pid=100248) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:13:45.173043 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-df86bdea-81f7-42da-8396-3961c3cecd93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:45.215914 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-846d6b8a-2e72-40c8-8530-63ff4bcbe86c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:45.232142 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b58102b-47f2-4fa2-a96a-7c8f41b89aae req-87f0acec-e04f-4ee9-bfc4-aaa993f480c8 tempest-ServerRescueTestJSON-1630712699 tempest-ServerRescueTestJSON-1630712699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:13:45.246041 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-1b58102b-47f2-4fa2-a96a-7c8f41b89aae req-87f0acec-e04f-4ee9-bfc4-aaa993f480c8 tempest-ServerRescueTestJSON-1630712699 tempest-ServerRescueTestJSON-1630712699-project] 10.222.0.127 "GET /v2.0/ports?device_id=92197cfd-adda-401a-a506-40b3e75cfb6c HTTP/1.1" status: 200 len: 945 time: 0.8762941 Jul 06 14:13:45.286799 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd605ad8-5eff-4f35-a27a-102c1de1ae3b None None] Pushing event updated for resources: {'Port': ['ID=1ada188e-b344-44bd-988f-bf9b6c65552d,revision_number=3']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:13:45.348310 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-846d6b8a-2e72-40c8-8530-63ff4bcbe86c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:45.369037 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-df86bdea-81f7-42da-8396-3961c3cecd93 None None] Attempting to bind port 1ada188e-b344-44bd-988f-bf9b6c65552d on host n-d-773647-6 for vnic_type normal with profile {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:13:45.369415 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-df86bdea-81f7-42da-8396-3961c3cecd93 None None] Attempting to bind port 1ada188e-b344-44bd-988f-bf9b6c65552d by drivers openvswitch,hyperv on host n-d-773647-6 at level 0 using segments [{'id': 'a4a2476c-616e-4f46-b763-8a121d1a9fab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': '120989f8-7a26-49c9-99e3-26a4a5fc00f3'}] {{(pid=100248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:13:45.369777 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df86bdea-81f7-42da-8396-3961c3cecd93 None None] Attempting to bind port 1ada188e-b344-44bd-988f-bf9b6c65552d on network 120989f8-7a26-49c9-99e3-26a4a5fc00f3 {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:13:45.391584 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df86bdea-81f7-42da-8396-3961c3cecd93 None None] Checking agent: {'id': '8ab5b19c-d213-4f29-891d-27bdf39d38b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773647-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 43, 26), 'started_at': datetime.datetime(2021, 7, 6, 13, 43, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 13, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773647-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:13:45.392357 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df86bdea-81f7-42da-8396-3961c3cecd93 None None] Checking segment: {'id': 'a4a2476c-616e-4f46-b763-8a121d1a9fab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': '120989f8-7a26-49c9-99e3-26a4a5fc00f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:13:45.393351 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-df86bdea-81f7-42da-8396-3961c3cecd93 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:45.393753 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df86bdea-81f7-42da-8396-3961c3cecd93 None None] Bound using segment: {'id': 'a4a2476c-616e-4f46-b763-8a121d1a9fab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': '120989f8-7a26-49c9-99e3-26a4a5fc00f3'} {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:13:45.394619 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-df86bdea-81f7-42da-8396-3961c3cecd93 None None] Bound port: 1ada188e-b344-44bd-988f-bf9b6c65552d, host: n-d-773647-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4a2476c-616e-4f46-b763-8a121d1a9fab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': '120989f8-7a26-49c9-99e3-26a4a5fc00f3'}}] {{(pid=100248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:13:45.395208 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-df86bdea-81f7-42da-8396-3961c3cecd93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:45.412995 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-a50bc108-190c-467f-b65b-698222dc7e3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127687580'] for port, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:45.595785 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51221b28-20e4-4fce-aa48-345930a1e484 req-bcd20f36-b860-4081-b0f5-ff1a6c6b5dd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:13:45.599330 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-51221b28-20e4-4fce-aa48-345930a1e484 req-bcd20f36-b860-4081-b0f5-ff1a6c6b5dd0 service neutron] 10.222.0.127 "GET /v2.0/subnets?id=33ba364c-4842-4afb-9331-8a30604f6a2f HTTP/1.1" status: 200 len: 797 time: 0.4993067 Jul 06 14:13:45.617861 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-df86bdea-81f7-42da-8396-3961c3cecd93 None None] For port 1ada188e-b344-44bd-988f-bf9b6c65552d, host n-d-773647-6, cleared binding levels {{(pid=100248) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:13:45.621396 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-df86bdea-81f7-42da-8396-3961c3cecd93 None None] For port 1ada188e-b344-44bd-988f-bf9b6c65552d, host n-d-773647-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=1ada188e-b344-44bd-988f-bf9b6c65552d,segment=NetworkSegment(a4a2476c-616e-4f46-b763-8a121d1a9fab),segment_id=a4a2476c-616e-4f46-b763-8a121d1a9fab)] {{(pid=100248) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:13:45.622782 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50bc108-190c-467f-b65b-698222dc7e3f admin admin] Pushing event deleted for resources: {'Port': ['ID=2637c84f-d9fa-4d74-9274-a92bbe38768d,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:13:45.626496 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-df86bdea-81f7-42da-8396-3961c3cecd93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:45.647071 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-846d6b8a-2e72-40c8-8530-63ff4bcbe86c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:45.650222 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-846d6b8a-2e72-40c8-8530-63ff4bcbe86c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:45.652042 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-846d6b8a-2e72-40c8-8530-63ff4bcbe86c admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/d7f6114e-f4f1-4835-87c4-f8149daaf294 HTTP/1.1" status: 204 len: 168 time: 0.6328189 Jul 06 14:13:45.760751 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846d6b8a-2e72-40c8-8530-63ff4bcbe86c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7f6114e-f4f1-4835-87c4-f8149daaf294,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:13:45.765906 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-053cbf1d-468e-4416-9d13-0b9bd53505c7 req-aebbf360-60b9-4db9-9753-e5e560798a5e tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] 10.222.0.104 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1318630157&fields=id&tenant_id=1077a35eaa714f1bbf260d32c5a52c8f HTTP/1.1" status: 200 len: 267 time: 0.4899399 Jul 06 14:13:45.782602 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-a50bc108-190c-467f-b65b-698222dc7e3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1761104'] for router_gateway, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:45.791875 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df86bdea-81f7-42da-8396-3961c3cecd93 None None] Routers {'92895ece-74b3-4cec-a7c1-1c563db23cfa'} bound to L3 agent in host n-d-773647-6 {{(pid=100248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:13:45.792523 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-df86bdea-81f7-42da-8396-3961c3cecd93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T14:13:25Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['92895ece-74b3-4cec-a7c1-1c563db23cfa'], 'active': True} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:13:45.980694 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-a50bc108-190c-467f-b65b-698222dc7e3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1806308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6982'] for router, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:45.983270 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-a50bc108-190c-467f-b65b-698222dc7e3f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:46.065919 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd605ad8-5eff-4f35-a27a-102c1de1ae3b None None] Pushing event updated for resources: {'Port': ['ID=1ada188e-b344-44bd-988f-bf9b6c65552d,revision_number=4']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:13:46.066938 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-a50bc108-190c-467f-b65b-698222dc7e3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1805684'] for router, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:46.067602 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a50bc108-190c-467f-b65b-698222dc7e3f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 66707835-4562-47e1-9dce-7c9cac23064a {{(pid=100246) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 14:13:46.087380 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-a50bc108-190c-467f-b65b-698222dc7e3f admin admin] Notify callbacks [] for router, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:46.088563 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-a50bc108-190c-467f-b65b-698222dc7e3f admin admin] 10.222.0.104 "DELETE /v2.0/routers/66707835-4562-47e1-9dce-7c9cac23064a HTTP/1.1" status: 204 len: 168 time: 2.6912084 Jul 06 14:13:46.099339 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 54368) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:13:46.131465 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvr_db [None req-df86bdea-81f7-42da-8396-3961c3cecd93 None None] Set router 92895ece-74b3-4cec-a7c1-1c563db23cfa gateway port host: n-d-773647-6 {{(pid=100248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:13:46.148203 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51221b28-20e4-4fce-aa48-345930a1e484 req-dd2d54fe-2c23-4a5e-a0fc-da663efb7174 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:13:46.151042 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-51221b28-20e4-4fce-aa48-345930a1e484 req-dd2d54fe-2c23-4a5e-a0fc-da663efb7174 service neutron] 10.222.0.127 "GET /v2.0/ports?network_id=f1fe0f84-e7fb-43f2-a13c-d5fffe5a5634&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5306406 Jul 06 14:13:46.159975 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.plugin [req-1b58102b-47f2-4fa2-a96a-7c8f41b89aae req-be9e5939-cbcd-492c-990e-7a962d95a967 tempest-ServerRescueTestJSON-1630712699 tempest-ServerRescueTestJSON-1630712699-project] Deleting port 966eccbc-476e-49c6-8243-ad85befe938c {{(pid=100247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:13:46.161900 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-1b58102b-47f2-4fa2-a96a-7c8f41b89aae req-be9e5939-cbcd-492c-990e-7a962d95a967 tempest-ServerRescueTestJSON-1630712699 tempest-ServerRescueTestJSON-1630712699-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:46.298287 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f5723a7-dd08-42a8-b76d-e6fa329c8ab6 admin admin] Deleting subnet 906bb642-57ed-4e87-8668-4e82a3a18fe7 {{(pid=100246) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 14:13:46.303549 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053cbf1d-468e-4416-9d13-0b9bd53505c7 req-95cc283f-f4b8-4fc4-a69f-f63aabb4451f tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:13:46.315726 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-053cbf1d-468e-4416-9d13-0b9bd53505c7 req-95cc283f-f4b8-4fc4-a69f-f63aabb4451f tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] 10.222.0.104 "GET /v2.0/networks?id=120989f8-7a26-49c9-99e3-26a4a5fc00f3 HTTP/1.1" status: 200 len: 796 time: 0.5264542 Jul 06 14:13:46.317238 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-6f5723a7-dd08-42a8-b76d-e6fa329c8ab6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:46.403811 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-6f5723a7-dd08-42a8-b76d-e6fa329c8ab6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126218885'] for subnet, precommit_delete_associations {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:46.726374 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-6f5723a7-dd08-42a8-b76d-e6fa329c8ab6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-913473'] for subnet, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:46.744119 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-df86bdea-81f7-42da-8396-3961c3cecd93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92895ece-74b3-4cec-a7c1-1c563db23cfa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1442056811', 'tenant_id': '1077a35eaa714f1bbf260d32c5a52c8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.183'}], 'enable_snat': True}, 'gw_port_id': '1f71c995-d5f1-46d1-95dc-5b0f48fd8298', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:13:28Z', 'updated_at': '2021-07-06T14:13:40Z', 'revision_number': 4, 'project_id': '1077a35eaa714f1bbf260d32c5a52c8f', 'gw_port': {'id': '1f71c995-d5f1-46d1-95dc-5b0f48fd8298', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:77:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92895ece-74b3-4cec-a7c1-1c563db23cfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2077, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:13:29Z', 'updated_at': '2021-07-06T14:13:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6', '_interfaces': [{'id': '1ada188e-b344-44bd-988f-bf9b6c65552d', 'name': '', 'network_id': '120989f8-7a26-49c9-99e3-26a4a5fc00f3', 'tenant_id': '1077a35eaa714f1bbf260d32c5a52c8f', 'mac_address': 'fa:16:3e:b4:46:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92895ece-74b3-4cec-a7c1-1c563db23cfa', 'device_owner': 'network:router_interface', 'standard_attr_id': 2080, 'fixed_ips': [{'subnet_id': 'a9454952-2025-4848-a48d-6107d2969e09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:13:36Z', 'updated_at': '2021-07-06T14:13:45Z', 'revision_number': 4, 'project_id': '1077a35eaa714f1bbf260d32c5a52c8f', 'subnets': [{'id': 'a9454952-2025-4848-a48d-6107d2969e09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773647-6', False) {} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:13:46.890089 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df86bdea-81f7-42da-8396-3961c3cecd93 None None] The sync data for ids ['92895ece-74b3-4cec-a7c1-1c563db23cfa'] in n-d-773647-6 is: [{'id': '92895ece-74b3-4cec-a7c1-1c563db23cfa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1442056811', 'tenant_id': '1077a35eaa714f1bbf260d32c5a52c8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.183'}], 'enable_snat': True}, 'gw_port_id': '1f71c995-d5f1-46d1-95dc-5b0f48fd8298', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:13:28Z', 'updated_at': '2021-07-06T14:13:40Z', 'revision_number': 4, 'project_id': '1077a35eaa714f1bbf260d32c5a52c8f', 'gw_port': {'id': '1f71c995-d5f1-46d1-95dc-5b0f48fd8298', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:77:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92895ece-74b3-4cec-a7c1-1c563db23cfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2077, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:13:29Z', 'updated_at': '2021-07-06T14:13:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6', '_interfaces': [{'id': '1ada188e-b344-44bd-988f-bf9b6c65552d', 'name': '', 'network_id': '120989f8-7a26-49c9-99e3-26a4a5fc00f3', 'tenant_id': '1077a35eaa714f1bbf260d32c5a52c8f', 'mac_address': 'fa:16:3e:b4:46:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92895ece-74b3-4cec-a7c1-1c563db23cfa', 'device_owner': 'network:router_interface', 'standard_attr_id': 2080, 'fixed_ips': [{'subnet_id': 'a9454952-2025-4848-a48d-6107d2969e09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:13:36Z', 'updated_at': '2021-07-06T14:13:45Z', 'revision_number': 4, 'project_id': '1077a35eaa714f1bbf260d32c5a52c8f', 'subnets': [{'id': 'a9454952-2025-4848-a48d-6107d2969e09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 14:13:46.961728 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-6f5723a7-dd08-42a8-b76d-e6fa329c8ab6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-913480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1849032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127687590', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127702764'] for subnet, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:47.042880 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Device 966eccbc-476e-49c6-8243-ad85befe938c no longer exists at agent hyperv_n-h1-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:13:47.081249 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5723a7-dd08-42a8-b76d-e6fa329c8ab6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=906bb642-57ed-4e87-8668-4e82a3a18fe7,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:13:47.100807 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-6f5723a7-dd08-42a8-b76d-e6fa329c8ab6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:47.107545 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-6f5723a7-dd08-42a8-b76d-e6fa329c8ab6 admin admin] 10.222.0.104 "DELETE /v2.0/subnets/906bb642-57ed-4e87-8668-4e82a3a18fe7 HTTP/1.1" status: 204 len: 168 time: 1.0019464 Jul 06 14:13:47.108431 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 54430) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:13:47.198175 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a731af6-e2b8-4d1d-84b2-c3ce3f9d971c None None] Network 8db538bb-9e5e-4771-8353-dcc3bdff004e requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:13:47.211630 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 654c53f1-c172-4a69-b8ec-4db4b031b614 no longer exists at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:13:47.216926 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-053cbf1d-468e-4416-9d13-0b9bd53505c7 req-b2eb9b92-7c33-4048-97e9-e00d385ea690 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] 10.222.0.104 "GET /v2.0/quotas/1077a35eaa714f1bbf260d32c5a52c8f HTTP/1.1" status: 200 len: 375 time: 0.8894713 Jul 06 14:13:47.343206 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-06fe5a9c-5754-4f1a-87bb-3bc5e7a37539 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530492'] for network, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:47.353643 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] No Port match for: 654c53f1-c172-4a69-b8ec-4db4b031b614 {{(pid=100248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 14:13:47.354305 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 654c53f1-c172-4a69-b8ec-4db4b031b614 not bound to the agent host n-d-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:13:47.355801 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 2637c84f-d9fa-4d74-9274-a92bbe38768d no longer exists at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:13:47.406993 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] No Port match for: 2637c84f-d9fa-4d74-9274-a92bbe38768d {{(pid=100248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 14:13:47.407672 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 2637c84f-d9fa-4d74-9274-a92bbe38768d not bound to the agent host n-d-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:13:47.483774 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-51221b28-20e4-4fce-aa48-345930a1e484 req-bea0575a-ec4f-48e0-a3bf-9fa73b255f34 service neutron] 10.222.0.127 "GET /v2.0/networks/f1fe0f84-e7fb-43f2-a13c-d5fffe5a5634?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3028278 Jul 06 14:13:47.491354 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [None req-06fe5a9c-5754-4f1a-87bb-3bc5e7a37539 admin admin] Deleting port c8881be5-4a11-43d3-902f-77a98b74862b {{(pid=100246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:13:47.491703 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-06fe5a9c-5754-4f1a-87bb-3bc5e7a37539 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:47.571903 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:47.643681 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] For port 966eccbc-476e-49c6-8243-ad85befe938c, host n-h1-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773647-6',level=0,port_id=966eccbc-476e-49c6-8243-ad85befe938c,segment=NetworkSegment(58b87625-04d4-401c-bc32-e9fe010479dc),segment_id=58b87625-04d4-401c-bc32-e9fe010479dc)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:13:47.646449 n-d-773647-6 neutron-server[100248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92197cfd-adda-401a-a506-40b3e75cfb6c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '966eccbc-476e-49c6-8243-ad85befe938c'}] {{(pid=100248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:13:47.649395 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84af257533e383389cbcf231d3534f4d5e149e7203fea16b4a8fc01438dddaf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e58bcd9-97ed-492f-a2d1-3367580e9dfa" -d '{"events": [{"server_uuid": "92197cfd-adda-401a-a506-40b3e75cfb6c", "name": "network-vif-unplugged", "status": "completed", "tag": "966eccbc-476e-49c6-8243-ad85befe938c"}]}' {{(pid=100248) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:13:47.660776 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:47.764228 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.db [None req-06fe5a9c-5754-4f1a-87bb-3bc5e7a37539 admin admin] For port c8881be5-4a11-43d3-902f-77a98b74862b, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=c8881be5-4a11-43d3-902f-77a98b74862b,segment=NetworkSegment(89a04a2d-f882-47fd-b830-e5562609bb0e),segment_id=89a04a2d-f882-47fd-b830-e5562609bb0e)] {{(pid=100246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:13:47.771995 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-06fe5a9c-5754-4f1a-87bb-3bc5e7a37539 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:47.783078 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.db [req-1b58102b-47f2-4fa2-a96a-7c8f41b89aae req-be9e5939-cbcd-492c-990e-7a962d95a967 tempest-ServerRescueTestJSON-1630712699 tempest-ServerRescueTestJSON-1630712699-project] For port 966eccbc-476e-49c6-8243-ad85befe938c, host n-h1-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773647-6',level=0,port_id=966eccbc-476e-49c6-8243-ad85befe938c,segment=NetworkSegment(58b87625-04d4-401c-bc32-e9fe010479dc),segment_id=58b87625-04d4-401c-bc32-e9fe010479dc)] {{(pid=100247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:13:47.784073 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-1b58102b-47f2-4fa2-a96a-7c8f41b89aae req-be9e5939-cbcd-492c-990e-7a962d95a967 tempest-ServerRescueTestJSON-1630712699 tempest-ServerRescueTestJSON-1630712699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:47.833260 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [None req-06fe5a9c-5754-4f1a-87bb-3bc5e7a37539 admin admin] Calling delete_port for c8881be5-4a11-43d3-902f-77a98b74862b owned by network:dhcp {{(pid=100246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:13:47.861725 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Pushing event updated for resources: {'Port': ['ID=966eccbc-476e-49c6-8243-ad85befe938c,revision_number=6']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:13:47.878144 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-920a6c8a-7606-4c75-8cac-f850bb02bf58 None None] DHCP port deletion for 8db538bb-9e5e-4771-8353-dcc3bdff004e request from n-d-773647-6 {{(pid=100248) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 14:13:47.895539 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.plugin [req-1b58102b-47f2-4fa2-a96a-7c8f41b89aae req-be9e5939-cbcd-492c-990e-7a962d95a967 tempest-ServerRescueTestJSON-1630712699 tempest-ServerRescueTestJSON-1630712699-project] Calling delete_port for 966eccbc-476e-49c6-8243-ad85befe938c owned by compute:nova {{(pid=100247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:13:47.970446 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fb091c-7cfb-4fd5-bad4-b3406fe3a7f3 req-6c918e21-91d7-4516-ad3b-469e60c35064 tempest-ServerRescueTestJSON-1630712699 tempest-ServerRescueTestJSON-1630712699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:13:47.978357 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-c0fb091c-7cfb-4fd5-bad4-b3406fe3a7f3 req-6c918e21-91d7-4516-ad3b-469e60c35064 tempest-ServerRescueTestJSON-1630712699 tempest-ServerRescueTestJSON-1630712699-project] 10.222.0.104 "GET /v2.0/ports?device_id=92197cfd-adda-401a-a506-40b3e75cfb6c HTTP/1.1" status: 200 len: 945 time: 0.8166478 Jul 06 14:13:48.018206 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-51221b28-20e4-4fce-aa48-345930a1e484 req-c65dbe79-5bbc-42d9-832c-57fe9b2735b5 service neutron] 10.222.0.127 "GET /v2.0/networks/f1fe0f84-e7fb-43f2-a13c-d5fffe5a5634?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5111959 Jul 06 14:13:48.038610 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-06fe5a9c-5754-4f1a-87bb-3bc5e7a37539 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127687580'] for port, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:48.094614 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06fe5a9c-5754-4f1a-87bb-3bc5e7a37539 admin admin] Pushing event deleted for resources: {'Port': ['ID=c8881be5-4a11-43d3-902f-77a98b74862b,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:13:48.109487 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06fe5a9c-5754-4f1a-87bb-3bc5e7a37539 admin admin] No DVR routers for this DVR port c8881be5-4a11-43d3-902f-77a98b74862b on host n-d-773647-6 {{(pid=100246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:13:48.158687 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-053cbf1d-468e-4416-9d13-0b9bd53505c7 req-f16cae63-3c8e-43ad-afc2-7c677006a08b tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] 10.222.0.104 "GET /v2.0/ports?tenant_id=1077a35eaa714f1bbf260d32c5a52c8f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.9402776 Jul 06 14:13:48.230490 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-51221b28-20e4-4fce-aa48-345930a1e484 req-9a9bfa7c-a413-4fee-9ea8-f3ccaee344aa service neutron] 10.222.0.127 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.59&port_id=5fb3e80b-179e-4438-8e4e-e7410e416d51 HTTP/1.1" status: 200 len: 217 time: 0.2025933 Jul 06 14:13:48.303511 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-06fe5a9c-5754-4f1a-87bb-3bc5e7a37539 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-917204', 'neutron.services.segments.db._delete_segments_for_network-8773753502302'] for network, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:48.312188 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-c0fb091c-7cfb-4fd5-bad4-b3406fe3a7f3 req-4f41658d-d5e2-41bb-8c24-d34b61718be1 tempest-ServerRescueTestJSON-1630712699 tempest-ServerRescueTestJSON-1630712699-project] 10.222.0.104 "GET /v2.0/security-groups?id=5ad75d0b-ae4f-4528-8f14-d8740f9e67e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3324516 Jul 06 14:13:48.329638 n-d-773647-6 neutron-server[100246]: DEBUG neutron.services.segments.db [None req-06fe5a9c-5754-4f1a-87bb-3bc5e7a37539 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8db538bb-9e5e-4771-8353-dcc3bdff004e']}} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:13:48.363423 n-d-773647-6 neutron-server[100246]: DEBUG neutron.services.segments.db [None req-06fe5a9c-5754-4f1a-87bb-3bc5e7a37539 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '89a04a2d-f882-47fd-b830-e5562609bb0e') {'for_net_delete': True} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:13:48.363996 n-d-773647-6 neutron-server[100246]: DEBUG neutron.services.segments.db [None req-06fe5a9c-5754-4f1a-87bb-3bc5e7a37539 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '89a04a2d-f882-47fd-b830-e5562609bb0e') {} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:13:48.413671 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-06fe5a9c-5754-4f1a-87bb-3bc5e7a37539 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773753515138', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126218898'] for segment, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:48.460337 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-06fe5a9c-5754-4f1a-87bb-3bc5e7a37539 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552'] for segment, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:48.494141 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-06fe5a9c-5754-4f1a-87bb-3bc5e7a37539 admin admin] Releasing vlan 1021 on physical network physnet1 to pool {{(pid=100246) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 14:13:48.495010 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-920a6c8a-7606-4c75-8cac-f850bb02bf58 None None] Deleting port c8881be5-4a11-43d3-902f-77a98b74862b {{(pid=100248) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:13:48.495427 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-920a6c8a-7606-4c75-8cac-f850bb02bf58 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:48.497484 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-06fe5a9c-5754-4f1a-87bb-3bc5e7a37539 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127687491'] for segment, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:48.499590 n-d-773647-6 neutron-server[100246]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:13:48.499590 n-d-773647-6 neutron-server[100246]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:13:48.499590 n-d-773647-6 neutron-server[100246]: Traceback (most recent call last): Jul 06 14:13:48.499590 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 14:13:48.499590 n-d-773647-6 neutron-server[100246]: timer() Jul 06 14:13:48.499590 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 14:13:48.499590 n-d-773647-6 neutron-server[100246]: cb(*args, **kw) Jul 06 14:13:48.499590 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 14:13:48.499590 n-d-773647-6 neutron-server[100246]: return func(*args, **kwargs) Jul 06 14:13:48.499590 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 14:13:48.499590 n-d-773647-6 neutron-server[100246]: self._notify() Jul 06 14:13:48.499590 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 14:13:48.499590 n-d-773647-6 neutron-server[100246]: self.callback(batched_events) Jul 06 14:13:48.499590 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 14:13:48.499590 n-d-773647-6 neutron-server[100246]: event.method(event) Jul 06 14:13:48.499590 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 14:13:48.499590 n-d-773647-6 neutron-server[100246]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 14:13:48.499590 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 14:13:48.499590 n-d-773647-6 neutron-server[100246]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 14:13:48.499590 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 14:13:48.499590 n-d-773647-6 neutron-server[100246]: return f(self, *a, **k) Jul 06 14:13:48.499590 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 14:13:48.499590 n-d-773647-6 neutron-server[100246]: return self._get(url).json() Jul 06 14:13:48.499590 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 14:13:48.499590 n-d-773647-6 neutron-server[100246]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 14:13:48.499590 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 14:13:48.499590 n-d-773647-6 neutron-server[100246]: return self.request(url, 'GET', **kwargs) Jul 06 14:13:48.499590 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 14:13:48.499590 n-d-773647-6 neutron-server[100246]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 14:13:48.499590 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 14:13:48.499590 n-d-773647-6 neutron-server[100246]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 14:13:48.499590 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 14:13:48.499590 n-d-773647-6 neutron-server[100246]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 14:13:48.499590 n-d-773647-6 neutron-server[100246]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 14:13:48.528444 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51221b28-20e4-4fce-aa48-345930a1e484 req-92349b23-9fd8-490e-9d92-d8ce246d77b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:13:48.530363 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-51221b28-20e4-4fce-aa48-345930a1e484 req-92349b23-9fd8-490e-9d92-d8ce246d77b3 service neutron] 10.222.0.127 "GET /v2.0/subnets?id=33ba364c-4842-4afb-9331-8a30604f6a2f HTTP/1.1" status: 200 len: 797 time: 0.2476563 Jul 06 14:13:48.702563 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-06fe5a9c-5754-4f1a-87bb-3bc5e7a37539 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-917215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1761140'] for network, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:48.713014 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-06fe5a9c-5754-4f1a-87bb-3bc5e7a37539 admin admin] Notify callbacks [] for network, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:48.719047 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-06fe5a9c-5754-4f1a-87bb-3bc5e7a37539 admin admin] 10.222.0.104 "DELETE /v2.0/networks/8db538bb-9e5e-4771-8353-dcc3bdff004e HTTP/1.1" status: 204 len: 168 time: 1.6093445 Jul 06 14:13:48.720907 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-920a6c8a-7606-4c75-8cac-f850bb02bf58 None None] For port c8881be5-4a11-43d3-902f-77a98b74862b, host n-d-773647-6, got binding levels [] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:13:48.721311 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-920a6c8a-7606-4c75-8cac-f850bb02bf58 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:48.750575 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06fe5a9c-5754-4f1a-87bb-3bc5e7a37539 admin admin] Pushing event deleted for resources: {'Network': ['ID=8db538bb-9e5e-4771-8353-dcc3bdff004e,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:13:48.769197 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-920a6c8a-7606-4c75-8cac-f850bb02bf58 None None] Calling delete_port for c8881be5-4a11-43d3-902f-77a98b74862b owned by network:dhcp {{(pid=100248) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:13:48.774435 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.ipam_backend_mixin [None req-920a6c8a-7606-4c75-8cac-f850bb02bf58 None None] Port c8881be5-4a11-43d3-902f-77a98b74862b was not found and therefore no delete operation was performed {{(pid=100248) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 06 14:13:48.776228 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-920a6c8a-7606-4c75-8cac-f850bb02bf58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117'] for port, after_delete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:48.796662 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-920a6c8a-7606-4c75-8cac-f850bb02bf58 None None] Network 8db538bb-9e5e-4771-8353-dcc3bdff004e is not hosted by any dhcp agent {{(pid=100248) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jul 06 14:13:48.797128 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-920a6c8a-7606-4c75-8cac-f850bb02bf58 None None] No DVR routers for this DVR port c8881be5-4a11-43d3-902f-77a98b74862b on host n-d-773647-6 {{(pid=100248) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:13:48.838360 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920a6c8a-7606-4c75-8cac-f850bb02bf58 None None] Pushing event deleted for resources: {'Port': ['ID=c8881be5-4a11-43d3-902f-77a98b74862b,revision_number=None']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:13:48.864021 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-053cbf1d-468e-4416-9d13-0b9bd53505c7 req-e0aebad3-1329-4a9d-90e8-4b9a4d1e640c service neutron] 10.222.0.104 "GET /v2.0/networks/120989f8-7a26-49c9-99e3-26a4a5fc00f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6356249 Jul 06 14:13:48.999593 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-1b58102b-47f2-4fa2-a96a-7c8f41b89aae req-be9e5939-cbcd-492c-990e-7a962d95a967 tempest-ServerRescueTestJSON-1630712699 tempest-ServerRescueTestJSON-1630712699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128888353'] for port, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:49.024343 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 54464) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:13:49.029203 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 1ada188e-b344-44bd-988f-bf9b6c65552d up at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:13:49.149827 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-b191971d-d021-4f00-9e0b-d736776a18d4 admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=db940b92de5443cbbd5f77e12cabccfc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1241617 Jul 06 14:13:49.152692 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 54468) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:13:49.160390 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning for port 1ada188e-b344-44bd-988f-bf9b6c65552d completed by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:13:49.166893 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning complete for port 1ada188e-b344-44bd-988f-bf9b6c65552d triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:13:49.168692 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:49.221315 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9e5939-cbcd-492c-990e-7a962d95a967 tempest-ServerRescueTestJSON-1630712699 tempest-ServerRescueTestJSON-1630712699-project] Pushing event deleted for resources: {'Port': ['ID=966eccbc-476e-49c6-8243-ad85befe938c,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:13:49.261877 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51221b28-20e4-4fce-aa48-345930a1e484 req-ac3cccc7-6805-4069-8177-339e5945134b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:13:49.263451 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-51221b28-20e4-4fce-aa48-345930a1e484 req-ac3cccc7-6805-4069-8177-339e5945134b service neutron] 10.222.0.127 "GET /v2.0/ports?network_id=f1fe0f84-e7fb-43f2-a13c-d5fffe5a5634&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.7248173 Jul 06 14:13:49.275133 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-6ae34753-f3d2-46a6-b628-86b1504dda8d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:49.325052 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-6ae34753-f3d2-46a6-b628-86b1504dda8d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:49.326436 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55822db-efab-40e0-baec-ecbe692b2f6c req-2b7be522-522b-4a60-aaee-4f66678c2f83 tempest-AttachVolumeShelveTestJSON-1020519793 tempest-AttachVolumeShelveTestJSON-1020519793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:13:49.328541 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-d55822db-efab-40e0-baec-ecbe692b2f6c req-2b7be522-522b-4a60-aaee-4f66678c2f83 tempest-AttachVolumeShelveTestJSON-1020519793 tempest-AttachVolumeShelveTestJSON-1020519793-project] 10.222.0.104 "GET /v2.0/ports?device_id=775e595c-a8be-4386-9e46-a9528870f5f2 HTTP/1.1" status: 200 len: 945 time: 0.7303588 Jul 06 14:13:49.329689 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:49.333586 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [req-51221b28-20e4-4fce-aa48-345930a1e484 req-d93879ef-cc12-49df-ba69-88c848df9681 service neutron] http://10.222.0.104:9696/v2.0/extensions returned with HTTP 200 {{(pid=100247) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 14:13:49.334657 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-51221b28-20e4-4fce-aa48-345930a1e484 req-d93879ef-cc12-49df-ba69-88c848df9681 service neutron] 10.222.0.127 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0246675 Jul 06 14:13:49.348865 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b58102b-47f2-4fa2-a96a-7c8f41b89aae req-be9e5939-cbcd-492c-990e-7a962d95a967 tempest-ServerRescueTestJSON-1630712699 tempest-ServerRescueTestJSON-1630712699-project] No DVR routers for this DVR port 966eccbc-476e-49c6-8243-ad85befe938c on host n-h1-773647-6 {{(pid=100247) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:13:49.371990 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-1b58102b-47f2-4fa2-a96a-7c8f41b89aae req-be9e5939-cbcd-492c-990e-7a962d95a967 tempest-ServerRescueTestJSON-1630712699 tempest-ServerRescueTestJSON-1630712699-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:49.374490 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-1b58102b-47f2-4fa2-a96a-7c8f41b89aae req-be9e5939-cbcd-492c-990e-7a962d95a967 tempest-ServerRescueTestJSON-1630712699 tempest-ServerRescueTestJSON-1630712699-project] 10.222.0.127 "DELETE /v2.0/ports/966eccbc-476e-49c6-8243-ad85befe938c HTTP/1.1" status: 204 len: 173 time: 4.1024044 Jul 06 14:13:49.375117 n-d-773647-6 neutron-server[100247]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92197cfd-adda-401a-a506-40b3e75cfb6c', 'name': 'network-vif-deleted', 'tag': '966eccbc-476e-49c6-8243-ad85befe938c'}] {{(pid=100247) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:13:49.379270 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cbf0eeaae822f8fc9b87a94aeba67a3d651842baf663a51cba94b67a514836d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-065617ff-915a-4a84-8490-3e0f83c0cbeb" -d '{"events": [{"server_uuid": "92197cfd-adda-401a-a506-40b3e75cfb6c", "name": "network-vif-deleted", "tag": "966eccbc-476e-49c6-8243-ad85befe938c"}]}' {{(pid=100247) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:13:49.394777 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-6ae34753-f3d2-46a6-b628-86b1504dda8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:49.398669 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-6ae34753-f3d2-46a6-b628-86b1504dda8d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:49.400192 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-6ae34753-f3d2-46a6-b628-86b1504dda8d admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/89d2c750-f3d8-486f-ac80-ea9c67d569ed HTTP/1.1" status: 204 len: 168 time: 0.2465305 Jul 06 14:13:49.414133 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] For port 1ada188e-b344-44bd-988f-bf9b6c65552d, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=1ada188e-b344-44bd-988f-bf9b6c65552d,segment=NetworkSegment(a4a2476c-616e-4f46-b763-8a121d1a9fab),segment_id=a4a2476c-616e-4f46-b763-8a121d1a9fab)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:13:49.417493 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae34753-f3d2-46a6-b628-86b1504dda8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89d2c750-f3d8-486f-ac80-ea9c67d569ed,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:13:49.426771 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:49.535114 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Pushing event updated for resources: {'Port': ['ID=1ada188e-b344-44bd-988f-bf9b6c65552d,revision_number=5']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:13:49.546310 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device c8881be5-4a11-43d3-902f-77a98b74862b no longer exists at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:13:49.558240 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-053cbf1d-468e-4416-9d13-0b9bd53505c7 req-470a8b52-aaaf-4ec8-abb6-f03fec6dbf4c service neutron] 10.222.0.104 "GET /v2.0/networks/120989f8-7a26-49c9-99e3-26a4a5fc00f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6835847 Jul 06 14:13:49.592219 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] No Port match for: c8881be5-4a11-43d3-902f-77a98b74862b {{(pid=100248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 14:13:49.592922 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device c8881be5-4a11-43d3-902f-77a98b74862b not bound to the agent host n-d-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:13:49.610195 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-d55822db-efab-40e0-baec-ecbe692b2f6c req-23caf486-f545-4cb4-ac20-2a34cf25b01a tempest-AttachVolumeShelveTestJSON-1020519793 tempest-AttachVolumeShelveTestJSON-1020519793-project] 10.222.0.104 "GET /v2.0/security-groups?id=d3fcccd0-b259-400e-953a-933bdd8f821f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2552557 Jul 06 14:13:49.696967 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-51221b28-20e4-4fce-aa48-345930a1e484 req-72e82f9f-d041-4583-92a7-6387c7001165 service neutron] 10.222.0.127 "GET /v2.0/networks/f1fe0f84-e7fb-43f2-a13c-d5fffe5a5634?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3447051 Jul 06 14:13:49.953918 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-51221b28-20e4-4fce-aa48-345930a1e484 req-440c40c5-9c57-4905-adbe-08b23e1a1c95 service neutron] 10.222.0.127 "GET /v2.0/networks/f1fe0f84-e7fb-43f2-a13c-d5fffe5a5634?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2485480 Jul 06 14:13:50.024059 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-51221b28-20e4-4fce-aa48-345930a1e484 req-87c9d5ef-734f-441b-8f7e-cd35a5e616ee service neutron] 10.222.0.127 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.198&port_id=3eea4337-fef2-420d-b97a-4bc2fdc452dc HTTP/1.1" status: 200 len: 217 time: 0.0607424 Jul 06 14:13:50.087956 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51221b28-20e4-4fce-aa48-345930a1e484 req-018ec38d-f8ec-49bf-98d4-195c7fa8ecd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:13:50.089475 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-51221b28-20e4-4fce-aa48-345930a1e484 req-018ec38d-f8ec-49bf-98d4-195c7fa8ecd8 service neutron] 10.222.0.127 "GET /v2.0/subnets?id=33ba364c-4842-4afb-9331-8a30604f6a2f HTTP/1.1" status: 200 len: 797 time: 0.0525746 Jul 06 14:13:50.236894 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51221b28-20e4-4fce-aa48-345930a1e484 req-b906c0a7-83cd-4547-8af1-c06a4fddbba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:13:50.238435 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-51221b28-20e4-4fce-aa48-345930a1e484 req-b906c0a7-83cd-4547-8af1-c06a4fddbba8 service neutron] 10.222.0.127 "GET /v2.0/ports?network_id=f1fe0f84-e7fb-43f2-a13c-d5fffe5a5634&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1373348 Jul 06 14:13:50.343152 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-51221b28-20e4-4fce-aa48-345930a1e484 req-3e56ef1f-461f-4b10-b3a5-91aadb1678c8 service neutron] 10.222.0.127 "GET /v2.0/networks/f1fe0f84-e7fb-43f2-a13c-d5fffe5a5634?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944204 Jul 06 14:13:50.352778 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76bbdae5-f3d1-41f5-9704-7727f7e4f3d9 req-3a79bff5-c800-46ab-8cd8-f9a18d22f76f tempest-VolumesSnapshotTestJSON-159166615 tempest-VolumesSnapshotTestJSON-159166615-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:13:50.359901 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-76bbdae5-f3d1-41f5-9704-7727f7e4f3d9 req-3a79bff5-c800-46ab-8cd8-f9a18d22f76f tempest-VolumesSnapshotTestJSON-159166615 tempest-VolumesSnapshotTestJSON-159166615-project] 10.222.0.104 "GET /v2.0/networks?id=49b14001-0249-40ad-b388-270776c77779 HTTP/1.1" status: 200 len: 814 time: 0.3344846 Jul 06 14:13:50.472960 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-51221b28-20e4-4fce-aa48-345930a1e484 req-afbd78a6-a529-43da-8b86-a37ce21d231e service neutron] 10.222.0.127 "GET /v2.0/networks/f1fe0f84-e7fb-43f2-a13c-d5fffe5a5634?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1108723 Jul 06 14:13:50.494244 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-76bbdae5-f3d1-41f5-9704-7727f7e4f3d9 req-ed3d89cb-1863-4875-b3b7-775f93c39cf4 tempest-VolumesSnapshotTestJSON-159166615 tempest-VolumesSnapshotTestJSON-159166615-project] 10.222.0.104 "GET /v2.0/quotas/4600ccf0872344348383371ca2dd310c HTTP/1.1" status: 200 len: 375 time: 0.1331818 Jul 06 14:13:50.519436 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 06 Jul 2021 14:13:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2085227-c247-49cd-84f1-9c0f5eb4e9a4 x-openstack-request-id: req-b2085227-c247-49cd-84f1-9c0f5eb4e9a4 {{(pid=100248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:13:50.519950 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92197cfd-adda-401a-a506-40b3e75cfb6c", "name": "network-vif-unplugged", "status": "completed", "tag": "966eccbc-476e-49c6-8243-ad85befe938c", "code": 200}]} {{(pid=100248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:13:50.520056 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-b2085227-c247-49cd-84f1-9c0f5eb4e9a4 {{(pid=100248) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:13:50.520794 n-d-773647-6 neutron-server[100248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92197cfd-adda-401a-a506-40b3e75cfb6c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '966eccbc-476e-49c6-8243-ad85befe938c', 'code': 200} Jul 06 14:13:50.543743 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-76bbdae5-f3d1-41f5-9704-7727f7e4f3d9 req-e0d84210-4171-4eb7-9efa-c5fb4d039043 tempest-VolumesSnapshotTestJSON-159166615 tempest-VolumesSnapshotTestJSON-159166615-project] 10.222.0.104 "GET /v2.0/ports?tenant_id=4600ccf0872344348383371ca2dd310c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0468729 Jul 06 14:13:50.684366 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-76bbdae5-f3d1-41f5-9704-7727f7e4f3d9 req-296325de-b32c-47e3-85f3-3de23f4bab5d service neutron] 10.222.0.104 "GET /v2.0/networks/49b14001-0249-40ad-b388-270776c77779?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1413653 Jul 06 14:13:50.697563 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-51221b28-20e4-4fce-aa48-345930a1e484 req-2f33350f-b6b6-4ceb-81c5-2c8d08b63f03 service neutron] 10.222.0.127 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=6f2c5df6-a4f1-4b8b-988e-3d1433f8d22a HTTP/1.1" status: 200 len: 217 time: 0.2166512 Jul 06 14:13:50.716920 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 54518) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:13:50.775753 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51221b28-20e4-4fce-aa48-345930a1e484 req-98818aa3-882f-44dc-b46d-5fa0a98eb216 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:13:50.777833 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-51221b28-20e4-4fce-aa48-345930a1e484 req-98818aa3-882f-44dc-b46d-5fa0a98eb216 service neutron] 10.222.0.127 "GET /v2.0/subnets?id=f9f87c3f-0fa8-49b6-bb5b-31a627ebfaf2 HTTP/1.1" status: 200 len: 797 time: 0.0666709 Jul 06 14:13:50.837999 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 14:13:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3216913-a010-4dca-b013-83b402fd9746 x-openstack-request-id: req-d3216913-a010-4dca-b013-83b402fd9746 {{(pid=100247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:13:50.839203 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92197cfd-adda-401a-a506-40b3e75cfb6c", "name": "network-vif-deleted", "tag": "966eccbc-476e-49c6-8243-ad85befe938c", "status": "completed", "code": 200}]} {{(pid=100247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:13:50.839691 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-d3216913-a010-4dca-b013-83b402fd9746 {{(pid=100247) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:13:50.840753 n-d-773647-6 neutron-server[100247]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92197cfd-adda-401a-a506-40b3e75cfb6c', 'name': 'network-vif-deleted', 'tag': '966eccbc-476e-49c6-8243-ad85befe938c', 'status': 'completed', 'code': 200} Jul 06 14:13:50.915493 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 54520) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:13:50.957123 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-94f65ebc-aa27-4dc2-8bf3-b45e9f30c2a1 req-2438890a-86a5-47aa-ab68-380479cd0371 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] 10.222.0.104 "GET /v2.0/ports?device_id=74c47464-2de6-4359-8407-a9a093dc2562 HTTP/1.1" status: 200 len: 210 time: 0.0618622 Jul 06 14:13:51.016744 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 1ada188e-b344-44bd-988f-bf9b6c65552d up at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:13:51.054750 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51221b28-20e4-4fce-aa48-345930a1e484 req-f4e91471-7c98-45c4-b6eb-1ccf9fde9226 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:13:51.058389 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-51221b28-20e4-4fce-aa48-345930a1e484 req-f4e91471-7c98-45c4-b6eb-1ccf9fde9226 service neutron] 10.222.0.127 "GET /v2.0/ports?network_id=70fa8a2a-4549-4d89-b089-3cc3fca2d3a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2474880 Jul 06 14:13:51.144492 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning complete for port 1ada188e-b344-44bd-988f-bf9b6c65552d triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:13:51.147739 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:51.242948 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-76bbdae5-f3d1-41f5-9704-7727f7e4f3d9 req-694a72f4-ab3f-4d0e-b8c6-939f1378e246 service neutron] 10.222.0.104 "GET /v2.0/networks/49b14001-0249-40ad-b388-270776c77779?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5570366 Jul 06 14:13:51.265659 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-b7947572-93ca-49c0-8070-7c6ce595c6f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:51.426023 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-51221b28-20e4-4fce-aa48-345930a1e484 req-835e6852-518d-4126-a61c-8846554a13ce service neutron] 10.222.0.127 "GET /v2.0/networks/70fa8a2a-4549-4d89-b089-3cc3fca2d3a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3520536 Jul 06 14:13:51.602814 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-51221b28-20e4-4fce-aa48-345930a1e484 req-4b3459b2-73e8-4168-b76e-484afd054e0d service neutron] 10.222.0.127 "GET /v2.0/networks/70fa8a2a-4549-4d89-b089-3cc3fca2d3a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1133657 Jul 06 14:13:51.634339 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-6db69a05-5afe-469c-b453-ecd23b7dcbb2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1809431'] for router_interface, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:51.670965 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 54542) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:13:51.686537 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-51221b28-20e4-4fce-aa48-345930a1e484 req-1ba9b7c3-9d6d-455f-b086-e00a7bb15b0b service neutron] 10.222.0.127 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=c6534491-f764-47ec-ae47-2754d9d0afbf HTTP/1.1" status: 200 len: 217 time: 0.0725703 Jul 06 14:13:51.798084 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51221b28-20e4-4fce-aa48-345930a1e484 req-eff48f3c-1586-40ea-9538-6888b72681a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:13:51.799886 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-51221b28-20e4-4fce-aa48-345930a1e484 req-eff48f3c-1586-40ea-9538-6888b72681a0 service neutron] 10.222.0.127 "GET /v2.0/subnets?id=f9f87c3f-0fa8-49b6-bb5b-31a627ebfaf2 HTTP/1.1" status: 200 len: 797 time: 0.1001067 Jul 06 14:13:51.889664 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8322cb72-2277-41ed-9d50-4964b8e17464 req-9c56e02c-802c-4e89-9c4c-952bd2e273ad tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:13:51.901462 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8322cb72-2277-41ed-9d50-4964b8e17464 req-9c56e02c-802c-4e89-9c4c-952bd2e273ad tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:13:51.909111 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8322cb72-2277-41ed-9d50-4964b8e17464 req-9c56e02c-802c-4e89-9c4c-952bd2e273ad tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:13:51.917643 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8322cb72-2277-41ed-9d50-4964b8e17464 req-9c56e02c-802c-4e89-9c4c-952bd2e273ad tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:13:51.927027 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8322cb72-2277-41ed-9d50-4964b8e17464 req-9c56e02c-802c-4e89-9c4c-952bd2e273ad tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:13:51.933556 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8322cb72-2277-41ed-9d50-4964b8e17464 req-9c56e02c-802c-4e89-9c4c-952bd2e273ad tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:13:51.940256 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8322cb72-2277-41ed-9d50-4964b8e17464 req-9c56e02c-802c-4e89-9c4c-952bd2e273ad tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:13:51.942373 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-8322cb72-2277-41ed-9d50-4964b8e17464 req-9c56e02c-802c-4e89-9c4c-952bd2e273ad tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] 10.222.0.104 "GET /v2.0/ports?device_id=0455bf88-da4d-44a6-9768-93a70cd92e0e HTTP/1.1" status: 200 len: 5444 time: 0.5884659 Jul 06 14:13:51.979320 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [None req-4536c0d5-9d3f-4af9-8a49-cf7e5c60f016 admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-1096601510-network', 'tenant_id': '522a30113f124836b5456d5ce91d68f6'}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:13:52.075230 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-b7947572-93ca-49c0-8070-7c6ce595c6f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:52.117268 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-b7947572-93ca-49c0-8070-7c6ce595c6f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:52.230842 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [None req-6db69a05-5afe-469c-b453-ecd23b7dcbb2 admin admin] Deleting port 345905b5-86e4-42c0-ab61-755939aef2a2 {{(pid=100246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:13:52.231493 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-6db69a05-5afe-469c-b453-ecd23b7dcbb2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:52.243595 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7947572-93ca-49c0-8070-7c6ce595c6f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12b206f8-0e82-4b53-9b37-deefcf339e53,revision_number=1']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:13:52.253039 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-b7947572-93ca-49c0-8070-7c6ce595c6f2 admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=5411fabd75b344c2974f9cbe1e947a35&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3352523 Jul 06 14:13:52.264651 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51221b28-20e4-4fce-aa48-345930a1e484 req-5dc70f80-d026-4982-a80c-ae87596353f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:13:52.266438 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-51221b28-20e4-4fce-aa48-345930a1e484 req-5dc70f80-d026-4982-a80c-ae87596353f0 service neutron] 10.222.0.127 "GET /v2.0/ports?network_id=70fa8a2a-4549-4d89-b089-3cc3fca2d3a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4536924 Jul 06 14:13:52.273910 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 54554) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:13:52.287830 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-8322cb72-2277-41ed-9d50-4964b8e17464 req-d4e35072-7808-4f84-b324-3512510fdf18 tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] 10.222.0.104 "GET /v2.0/security-groups?id=f573cac5-f5b4-46cb-8ee6-cba4798a03b8&id=8d3a9807-14cc-46c0-b7ed-1d949d5bac09&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3345542 Jul 06 14:13:52.335846 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2206d1-37f6-4148-a982-8ccf7a4951af req-6f1d3cd4-6b1a-4862-8049-3ac82846044e tempest-AttachVolumeTestJSON-361183160 tempest-AttachVolumeTestJSON-361183160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:13:52.338813 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-4f2206d1-37f6-4148-a982-8ccf7a4951af req-6f1d3cd4-6b1a-4862-8049-3ac82846044e tempest-AttachVolumeTestJSON-361183160 tempest-AttachVolumeTestJSON-361183160-project] 10.222.0.104 "GET /v2.0/ports?device_id=e0b6590c-38d1-4890-811c-8b99d91e8b91 HTTP/1.1" status: 200 len: 945 time: 0.3951035 Jul 06 14:13:52.351018 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4536c0d5-9d3f-4af9-8a49-cf7e5c60f016 admin admin] Made reservation on behalf of 522a30113f124836b5456d5ce91d68f6 for: {'network': 1} {{(pid=100247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:13:52.351018 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-4536c0d5-9d3f-4af9-8a49-cf7e5c60f016 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for network, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:52.454433 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-4536c0d5-9d3f-4af9-8a49-cf7e5c60f016 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:52.486707 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-dbcd5d0c-00d8-4de4-a6e8-a72d42898b7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:52.504850 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.db [None req-6db69a05-5afe-469c-b453-ecd23b7dcbb2 admin admin] For port 345905b5-86e4-42c0-ab61-755939aef2a2, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=345905b5-86e4-42c0-ab61-755939aef2a2,segment=NetworkSegment(58b87625-04d4-401c-bc32-e9fe010479dc),segment_id=58b87625-04d4-401c-bc32-e9fe010479dc)] {{(pid=100246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:13:52.505222 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-6db69a05-5afe-469c-b453-ecd23b7dcbb2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:52.594323 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [None req-6db69a05-5afe-469c-b453-ecd23b7dcbb2 admin admin] Calling delete_port for 345905b5-86e4-42c0-ab61-755939aef2a2 owned by network:router_interface {{(pid=100246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:13:52.604581 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-dbcd5d0c-00d8-4de4-a6e8-a72d42898b7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:52.646268 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b967da-deaf-4014-830d-3ff0815db0bc req-4ad640f4-ce72-43eb-b183-ae6559058308 tempest-AttachVolumeTestJSON-361183160 tempest-AttachVolumeTestJSON-361183160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:13:52.651389 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-e2b967da-deaf-4014-830d-3ff0815db0bc req-4ad640f4-ce72-43eb-b183-ae6559058308 tempest-AttachVolumeTestJSON-361183160 tempest-AttachVolumeTestJSON-361183160-project] 10.222.0.72 "GET /v2.0/ports?device_id=e0b6590c-38d1-4890-811c-8b99d91e8b91 HTTP/1.1" status: 200 len: 945 time: 0.3965001 Jul 06 14:13:52.655256 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-4f2206d1-37f6-4148-a982-8ccf7a4951af req-d47ae7ec-110f-47c2-ae9b-050d062bb45c tempest-AttachVolumeTestJSON-361183160 tempest-AttachVolumeTestJSON-361183160-project] 10.222.0.104 "GET /v2.0/security-groups?id=e8c32bf5-5674-497e-8c20-3ec857c330c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3021009 Jul 06 14:13:52.688067 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-51221b28-20e4-4fce-aa48-345930a1e484 req-d2e9b9df-3078-4c2c-b188-60eb18959922 service neutron] 10.222.0.127 "GET /v2.0/networks/70fa8a2a-4549-4d89-b089-3cc3fca2d3a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3696272 Jul 06 14:13:52.890065 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-8d44f912-30b3-4a8b-a4f3-0feabe97aece None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:52.957716 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-dbcd5d0c-00d8-4de4-a6e8-a72d42898b7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:52.960621 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-dbcd5d0c-00d8-4de4-a6e8-a72d42898b7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:52.962047 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-dbcd5d0c-00d8-4de4-a6e8-a72d42898b7b admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/12b206f8-0e82-4b53-9b37-deefcf339e53 HTTP/1.1" status: 204 len: 168 time: 0.6854386 Jul 06 14:13:52.979041 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbcd5d0c-00d8-4de4-a6e8-a72d42898b7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12b206f8-0e82-4b53-9b37-deefcf339e53,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:13:53.134770 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.agents_db [None req-167c0ad6-1657-4c9a-a2c4-3b18056aa662 None None] Agent healthcheck: found 7 active agents {{(pid=100249) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 14:13:53.271657 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053cbf1d-468e-4416-9d13-0b9bd53505c7 req-0dbf04f9-ecef-4fa5-a7cb-5d346efe8c32 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:13:53.273328 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-053cbf1d-468e-4416-9d13-0b9bd53505c7 req-0dbf04f9-ecef-4fa5-a7cb-5d346efe8c32 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] 10.222.0.72 "GET /v2.0/networks?id=120989f8-7a26-49c9-99e3-26a4a5fc00f3 HTTP/1.1" status: 200 len: 796 time: 0.1671338 Jul 06 14:13:53.292675 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-6db69a05-5afe-469c-b453-ecd23b7dcbb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127687580'] for port, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:53.416288 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-69626865-8187-4748-9893-68aa5bbfd51b req-54a2f3c9-dc37-4dd2-a2ca-480d5d5d1339 tempest-VolumesSnapshotTestJSON-159166615 tempest-VolumesSnapshotTestJSON-159166615-project] 10.222.0.104 "GET /v2.0/ports?device_id=c9358cb8-b7d2-4515-9999-189978f0c1dd HTTP/1.1" status: 200 len: 210 time: 0.1242979 Jul 06 14:13:53.507868 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3535c501-6f0f-410e-8444-56de091ae2c7 req-f5aeff17-a6c1-40c3-ad75-0a324a9f27f2 tempest-AttachVolumeShelveTestJSON-1020519793 tempest-AttachVolumeShelveTestJSON-1020519793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:13:53.516409 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-3535c501-6f0f-410e-8444-56de091ae2c7 req-f5aeff17-a6c1-40c3-ad75-0a324a9f27f2 tempest-AttachVolumeShelveTestJSON-1020519793 tempest-AttachVolumeShelveTestJSON-1020519793-project] 10.222.0.104 "GET /v2.0/ports?device_id=775e595c-a8be-4386-9e46-a9528870f5f2 HTTP/1.1" status: 200 len: 945 time: 0.9621615 Jul 06 14:13:53.719331 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-3535c501-6f0f-410e-8444-56de091ae2c7 req-dade61bc-6e90-4af5-8dde-ea4266ee63e8 tempest-AttachVolumeShelveTestJSON-1020519793 tempest-AttachVolumeShelveTestJSON-1020519793-project] 10.222.0.104 "GET /v2.0/security-groups?id=d3fcccd0-b259-400e-953a-933bdd8f821f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1980591 Jul 06 14:13:53.723922 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-51221b28-20e4-4fce-aa48-345930a1e484 req-e62a556d-d305-457d-affa-c0c6e0cca6a6 service neutron] 10.222.0.127 "GET /v2.0/networks/70fa8a2a-4549-4d89-b089-3cc3fca2d3a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4333892 Jul 06 14:13:53.786270 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 54564) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:13:53.868887 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db69a05-5afe-469c-b453-ecd23b7dcbb2 admin admin] Pushing event deleted for resources: {'Port': ['ID=345905b5-86e4-42c0-ab61-755939aef2a2,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:13:53.870710 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-4e16f862-b203-4b1f-89ad-17e55634b39d req-f2fa2482-3bf6-449c-8d4e-4f2fe7d4fb38 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] 10.222.0.104 "GET /v2.0/ports?device_id=74c47464-2de6-4359-8407-a9a093dc2562 HTTP/1.1" status: 200 len: 210 time: 0.1910501 Jul 06 14:13:53.891151 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-4536c0d5-9d3f-4af9-8a49-cf7e5c60f016 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:53.898493 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.plugin [req-e2b967da-deaf-4014-830d-3ff0815db0bc req-c9f08100-a3c5-4dae-8c65-f4fe6d1ba74c tempest-AttachVolumeTestJSON-361183160 tempest-AttachVolumeTestJSON-361183160-project] Deleting port f32905e8-b970-4aab-b564-3530c975502a {{(pid=100247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:13:53.899366 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-e2b967da-deaf-4014-830d-3ff0815db0bc req-c9f08100-a3c5-4dae-8c65-f4fe6d1ba74c tempest-AttachVolumeTestJSON-361183160 tempest-AttachVolumeTestJSON-361183160-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:53.903029 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-30434b79-401d-47b6-bf1a-67d140dd1ca0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:53.917895 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-4536c0d5-9d3f-4af9-8a49-cf7e5c60f016 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:54.099967 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4536c0d5-9d3f-4af9-8a49-cf7e5c60f016 admin admin] vlan segment allocate from pool success with {'vlan_id': 1034, 'physical_network': 'physnet1'} {{(pid=100247) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 14:13:54.156758 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-053cbf1d-468e-4416-9d13-0b9bd53505c7 req-8b530d7a-3a13-460a-8ede-bdf5bd9dfa15 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1077a35eaa714f1bbf260d32c5a52c8f HTTP/1.1" status: 200 len: 380 time: 0.8742378 Jul 06 14:13:54.172977 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [req-053cbf1d-468e-4416-9d13-0b9bd53505c7 req-d682bcbf-2633-4948-8d8a-b7d86f3c6598 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Request body: {'port': {'device_id': '74c47464-2de6-4359-8407-a9a093dc2562', 'network_id': '120989f8-7a26-49c9-99e3-26a4a5fc00f3', 'admin_state_up': True, 'tenant_id': '1077a35eaa714f1bbf260d32c5a52c8f', 'security_groups': ['5d8c99c2-13fb-4e77-b660-83bc40ffb65c']}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:13:54.201991 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-4536c0d5-9d3f-4af9-8a49-cf7e5c60f016 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552'] for segment, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:54.202353 n-d-773647-6 neutron-server[100247]: INFO neutron.db.segments_db [None req-4536c0d5-9d3f-4af9-8a49-cf7e5c60f016 admin admin] Added segment 9f74fedc-16b9-4869-9140-58164e4cbf7a of type vlan for network 64c0408f-2770-497a-90f4-ff5572528ca8 Jul 06 14:13:54.214899 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4536c0d5-9d3f-4af9-8a49-cf7e5c60f016 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2d32256-dc35-4b2b-a176-8980c50ac374,revision_number=1']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:13:54.269551 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4191ef74-585a-409d-b5f6-f5a0305ad747 req-51c0e37b-f6b9-41e5-804e-243240a76f96 tempest-AttachVolumeTestJSON-361183160 tempest-AttachVolumeTestJSON-361183160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:13:54.271148 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-4191ef74-585a-409d-b5f6-f5a0305ad747 req-51c0e37b-f6b9-41e5-804e-243240a76f96 tempest-AttachVolumeTestJSON-361183160 tempest-AttachVolumeTestJSON-361183160-project] 10.222.0.104 "GET /v2.0/ports?device_id=e0b6590c-38d1-4890-811c-8b99d91e8b91 HTTP/1.1" status: 200 len: 945 time: 0.2142308 Jul 06 14:13:54.303696 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.db [req-e2b967da-deaf-4014-830d-3ff0815db0bc req-c9f08100-a3c5-4dae-8c65-f4fe6d1ba74c tempest-AttachVolumeTestJSON-361183160 tempest-AttachVolumeTestJSON-361183160-project] For port f32905e8-b970-4aab-b564-3530c975502a, host n-h2-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=f32905e8-b970-4aab-b564-3530c975502a,segment=NetworkSegment(85f44324-1b25-43f8-b0d2-e6a13494ae45),segment_id=85f44324-1b25-43f8-b0d2-e6a13494ae45)] {{(pid=100247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:13:54.304193 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-e2b967da-deaf-4014-830d-3ff0815db0bc req-c9f08100-a3c5-4dae-8c65-f4fe6d1ba74c tempest-AttachVolumeTestJSON-361183160 tempest-AttachVolumeTestJSON-361183160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:54.336486 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76bbdae5-f3d1-41f5-9704-7727f7e4f3d9 req-d5eec7bc-d0a2-463e-b19e-ca7ce28aecdd tempest-VolumesSnapshotTestJSON-159166615 tempest-VolumesSnapshotTestJSON-159166615-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:13:54.338093 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-76bbdae5-f3d1-41f5-9704-7727f7e4f3d9 req-d5eec7bc-d0a2-463e-b19e-ca7ce28aecdd tempest-VolumesSnapshotTestJSON-159166615 tempest-VolumesSnapshotTestJSON-159166615-project] 10.222.0.72 "GET /v2.0/networks?id=49b14001-0249-40ad-b388-270776c77779 HTTP/1.1" status: 200 len: 814 time: 0.5158505 Jul 06 14:13:54.360427 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [req-76bbdae5-f3d1-41f5-9704-7727f7e4f3d9 req-3d44e66f-9313-42c8-bdb3-e574bacd1b64 tempest-VolumesSnapshotTestJSON-159166615 tempest-VolumesSnapshotTestJSON-159166615-project] Request body: {'port': {'device_id': 'c9358cb8-b7d2-4515-9999-189978f0c1dd', 'network_id': '49b14001-0249-40ad-b388-270776c77779', 'admin_state_up': True, 'tenant_id': '4600ccf0872344348383371ca2dd310c'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:13:54.440757 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-4536c0d5-9d3f-4af9-8a49-cf7e5c60f016 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773752984405'] for network, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:54.480397 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a141882c-f6d5-4930-a795-e1f1d0772bd2 req-faf2b592-f89e-492b-935c-b5239ee8c8e9 tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:13:54.488050 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a141882c-f6d5-4930-a795-e1f1d0772bd2 req-faf2b592-f89e-492b-935c-b5239ee8c8e9 tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:13:54.494176 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a141882c-f6d5-4930-a795-e1f1d0772bd2 req-faf2b592-f89e-492b-935c-b5239ee8c8e9 tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:13:54.500405 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a141882c-f6d5-4930-a795-e1f1d0772bd2 req-faf2b592-f89e-492b-935c-b5239ee8c8e9 tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:13:54.506686 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a141882c-f6d5-4930-a795-e1f1d0772bd2 req-faf2b592-f89e-492b-935c-b5239ee8c8e9 tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:13:54.512381 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a141882c-f6d5-4930-a795-e1f1d0772bd2 req-faf2b592-f89e-492b-935c-b5239ee8c8e9 tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:13:54.518869 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a141882c-f6d5-4930-a795-e1f1d0772bd2 req-faf2b592-f89e-492b-935c-b5239ee8c8e9 tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:13:54.530829 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-a141882c-f6d5-4930-a795-e1f1d0772bd2 req-faf2b592-f89e-492b-935c-b5239ee8c8e9 tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] 10.222.0.104 "GET /v2.0/ports?device_id=0455bf88-da4d-44a6-9768-93a70cd92e0e HTTP/1.1" status: 200 len: 5444 time: 0.5157382 Jul 06 14:13:54.594723 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.db.resource_extend [None req-4536c0d5-9d3f-4af9-8a49-cf7e5c60f016 admin admin] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 06 14:13:54.594940 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-6db69a05-5afe-469c-b453-ecd23b7dcbb2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1809193'] for router_interface, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:54.633310 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-4191ef74-585a-409d-b5f6-f5a0305ad747 req-70a96aac-b6de-4ba4-adca-307272868307 tempest-AttachVolumeTestJSON-361183160 tempest-AttachVolumeTestJSON-361183160-project] 10.222.0.104 "GET /v2.0/security-groups?id=e8c32bf5-5674-497e-8c20-3ec857c330c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2379751 Jul 06 14:13:54.670251 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-4536c0d5-9d3f-4af9-8a49-cf7e5c60f016 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060'] for network, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:54.671535 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4536c0d5-9d3f-4af9-8a49-cf7e5c60f016 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:13:54.674175 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-4536c0d5-9d3f-4af9-8a49-cf7e5c60f016 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583035'] for network, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:54.827453 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-e2b967da-deaf-4014-830d-3ff0815db0bc req-c9f08100-a3c5-4dae-8c65-f4fe6d1ba74c tempest-AttachVolumeTestJSON-361183160 tempest-AttachVolumeTestJSON-361183160-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:54.827984 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-e2b967da-deaf-4014-830d-3ff0815db0bc req-c9f08100-a3c5-4dae-8c65-f4fe6d1ba74c tempest-AttachVolumeTestJSON-361183160 tempest-AttachVolumeTestJSON-361183160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1761130'] for floatingip, after_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:54.828414 n-d-773647-6 neutron-server[100247]: INFO neutron.db.l3_db [req-e2b967da-deaf-4014-830d-3ff0815db0bc req-c9f08100-a3c5-4dae-8c65-f4fe6d1ba74c tempest-AttachVolumeTestJSON-361183160 tempest-AttachVolumeTestJSON-361183160-project] Floating IP cbe66783-3e46-48b7-9393-bc31d8e4fb0a disassociated. External IP: 172.25.0.206, port: f32905e8-b970-4aab-b564-3530c975502a. Jul 06 14:13:54.828852 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.plugin [req-e2b967da-deaf-4014-830d-3ff0815db0bc req-c9f08100-a3c5-4dae-8c65-f4fe6d1ba74c tempest-AttachVolumeTestJSON-361183160 tempest-AttachVolumeTestJSON-361183160-project] Calling delete_port for f32905e8-b970-4aab-b564-3530c975502a owned by compute:nova {{(pid=100247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:13:54.929573 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6db69a05-5afe-469c-b453-ecd23b7dcbb2 admin admin] Router c8637668-d676-4d20-bc96-5aa1b0be844a has already been hosted by L3 agent 2823d358-a11b-4885-a706-95a279e43fa7 {{(pid=100246) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 14:13:55.078360 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-abc7ccf0-40fa-4f66-8c5f-e1d08f95005d req-92d9a302-756d-4b0d-a31e-89566ec5bb82 tempest-VolumesSnapshotTestJSON-159166615 tempest-VolumesSnapshotTestJSON-159166615-project] 10.222.0.104 "GET /v2.0/ports?device_id=c9358cb8-b7d2-4515-9999-189978f0c1dd HTTP/1.1" status: 200 len: 210 time: 0.3289077 Jul 06 14:13:55.090539 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6db69a05-5afe-469c-b453-ecd23b7dcbb2 admin admin] Notify agent at l3_agent.n-d-773647-6 the message routers_updated {{(pid=100246) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 14:13:55.115058 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-6db69a05-5afe-469c-b453-ecd23b7dcbb2 admin admin] 10.222.0.104 "PUT /v2.0/routers/c8637668-d676-4d20-bc96-5aa1b0be844a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3931048 Jul 06 14:13:55.115521 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 54576) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:13:55.118304 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2782b67-d24b-42f1-9cc3-49d105594e04 None None] Sync routers for ids ['c8637668-d676-4d20-bc96-5aa1b0be844a'] in n-d-773647-6 {{(pid=100249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 14:13:55.131044 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2782b67-d24b-42f1-9cc3-49d105594e04 None None] Routers {'c8637668-d676-4d20-bc96-5aa1b0be844a'} bound to L3 agent in host n-d-773647-6 {{(pid=100249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:13:55.132040 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-a2782b67-d24b-42f1-9cc3-49d105594e04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T14:13:25Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['c8637668-d676-4d20-bc96-5aa1b0be844a'], 'active': True} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:13:55.137725 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4536c0d5-9d3f-4af9-8a49-cf7e5c60f016 admin admin] Pushing event updated for resources: {'Network': ['ID=64c0408f-2770-497a-90f4-ff5572528ca8,revision_number=1']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:13:55.143576 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-e2b967da-deaf-4014-830d-3ff0815db0bc req-c9f08100-a3c5-4dae-8c65-f4fe6d1ba74c tempest-AttachVolumeTestJSON-361183160 tempest-AttachVolumeTestJSON-361183160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128888353'] for port, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:55.155829 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-30434b79-401d-47b6-bf1a-67d140dd1ca0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:55.156908 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Network 64c0408f-2770-497a-90f4-ff5572528ca8 details requested by agent ovs-agent-n-d-773647-6 with host n-d-773647-6 {{(pid=100248) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 14:13:55.189897 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.db.api [req-76bbdae5-f3d1-41f5-9704-7727f7e4f3d9 req-3d44e66f-9313-42c8-bdb3-e574bacd1b64 tempest-VolumesSnapshotTestJSON-159166615 tempest-VolumesSnapshotTestJSON-159166615-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 06 14:13:55.189897 n-d-773647-6 neutron-server[100246]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 06 14:13:55.189897 n-d-773647-6 neutron-server[100246]: [parameters: {'project_id_1': '4600ccf0872344348383371ca2dd310c', 'expiration_1': datetime.datetime(2021, 7, 6, 14, 13, 54, 600769)}] Jul 06 14:13:55.189897 n-d-773647-6 neutron-server[100246]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=100246) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 06 14:13:55.190357 n-d-773647-6 neutron-server[100246]: DEBUG oslo_db.api [req-76bbdae5-f3d1-41f5-9704-7727f7e4f3d9 req-3d44e66f-9313-42c8-bdb3-e574bacd1b64 tempest-VolumesSnapshotTestJSON-159166615 tempest-VolumesSnapshotTestJSON-159166615-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 06 14:13:55.192895 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-053cbf1d-468e-4416-9d13-0b9bd53505c7 req-d682bcbf-2633-4948-8d8a-b7d86f3c6598 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Made reservation on behalf of 1077a35eaa714f1bbf260d32c5a52c8f for: {'port': 1} {{(pid=100246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:13:55.196826 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-053cbf1d-468e-4416-9d13-0b9bd53505c7 req-d682bcbf-2633-4948-8d8a-b7d86f3c6598 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:55.223732 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-30434b79-401d-47b6-bf1a-67d140dd1ca0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:55.269979 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-30434b79-401d-47b6-bf1a-67d140dd1ca0 admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=2b545d14ce3145e3b0402ecc088c404d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4818261 Jul 06 14:13:55.270396 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f08100-a3c5-4dae-8c65-f4fe6d1ba74c tempest-AttachVolumeTestJSON-361183160 tempest-AttachVolumeTestJSON-361183160-project] Pushing event deleted for resources: {'Port': ['ID=f32905e8-b970-4aab-b564-3530c975502a,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:13:55.279553 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 54578) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:13:55.315965 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvr_db [None req-a2782b67-d24b-42f1-9cc3-49d105594e04 None None] Set router c8637668-d676-4d20-bc96-5aa1b0be844a gateway port host: n-d-773647-6 {{(pid=100249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:13:55.363787 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-4536c0d5-9d3f-4af9-8a49-cf7e5c60f016 admin admin] 10.222.0.104 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 3.6835551 Jul 06 14:13:55.395229 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-2c9ddd14-ef41-4c94-92a8-f0e6436fb385 admin admin] Notify callbacks [] for router, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:55.434571 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 54580) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:13:55.438163 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30434b79-401d-47b6-bf1a-67d140dd1ca0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5383a0a4-244c-44e5-86ab-2fb1d15f8557,revision_number=1']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:13:55.454048 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [None req-e46b75a4-24c0-491c-a84f-3a9d705f5d86 admin admin] Request body: {'subnet': {'network_id': '64c0408f-2770-497a-90f4-ff5572528ca8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-1096601510-subnet', 'tenant_id': '522a30113f124836b5456d5ce91d68f6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:13:55.529139 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-2c9ddd14-ef41-4c94-92a8-f0e6436fb385 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:55.530440 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-68dec40a-904b-44fc-8aa5-1d23f80c364a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:55.549556 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-a2782b67-d24b-42f1-9cc3-49d105594e04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8637668-d676-4d20-bc96-5aa1b0be844a', 'name': 'tempest-ServerRescueTestJSON-1711958914-router', 'tenant_id': 'e374f8fff0bf4022b3d90d39bb64853f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.157'}], 'enable_snat': True}, 'gw_port_id': '79cd4489-438e-4854-b16e-de5614de09a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:11:48Z', 'updated_at': '2021-07-06T14:13:53Z', 'revision_number': 5, 'project_id': 'e374f8fff0bf4022b3d90d39bb64853f', 'gw_port': {'id': '79cd4489-438e-4854-b16e-de5614de09a6', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:ce:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8637668-d676-4d20-bc96-5aa1b0be844a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1981, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:11:49Z', 'updated_at': '2021-07-06T14:11:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6'}], 'n-d-773647-6', False) {} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:13:55.578005 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e46b75a4-24c0-491c-a84f-3a9d705f5d86 admin admin] Made reservation on behalf of 522a30113f124836b5456d5ce91d68f6 for: {'subnet': 1} {{(pid=100247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:13:55.582036 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-e46b75a4-24c0-491c-a84f-3a9d705f5d86 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127627440'] for subnet, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:55.594156 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-1009a4c4-defc-4455-9554-408e50ab444d req-f67ff786-c9b2-40ae-b860-01097a1d5924 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] 10.222.0.104 "GET /v2.0/ports?device_id=74c47464-2de6-4359-8407-a9a093dc2562 HTTP/1.1" status: 200 len: 210 time: 0.1782370 Jul 06 14:13:55.603756 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2782b67-d24b-42f1-9cc3-49d105594e04 None None] Checking router: c8637668-d676-4d20-bc96-5aa1b0be844a for host: n-d-773647-6 {{(pid=100249) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 14:13:55.615368 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2782b67-d24b-42f1-9cc3-49d105594e04 None None] Routers {'c8637668-d676-4d20-bc96-5aa1b0be844a'} bound to L3 agent in host n-d-773647-6 {{(pid=100249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:13:55.616894 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-a2782b67-d24b-42f1-9cc3-49d105594e04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T14:13:56Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['c8637668-d676-4d20-bc96-5aa1b0be844a'], 'active': True} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:13:55.662850 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [None req-2c9ddd14-ef41-4c94-92a8-f0e6436fb385 admin admin] Deleting port 79cd4489-438e-4854-b16e-de5614de09a6 {{(pid=100246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:13:55.663664 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-2c9ddd14-ef41-4c94-92a8-f0e6436fb385 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:55.763138 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.db_base_plugin_common [req-053cbf1d-468e-4416-9d13-0b9bd53505c7 req-d682bcbf-2633-4948-8d8a-b7d86f3c6598 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Allocated IP 172.20.0.12 (120989f8-7a26-49c9-99e3-26a4a5fc00f3/a9454952-2025-4848-a48d-6107d2969e09/bc4f675b-2e9f-4750-9375-af3fcf823c8c) {{(pid=100246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:13:55.794030 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.db [None req-2c9ddd14-ef41-4c94-92a8-f0e6436fb385 admin admin] For port 79cd4489-438e-4854-b16e-de5614de09a6, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=79cd4489-438e-4854-b16e-de5614de09a6,segment=NetworkSegment(89a832b7-7793-4d51-9038-ed7e1c3ff1b2),segment_id=89a832b7-7793-4d51-9038-ed7e1c3ff1b2)] {{(pid=100246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:13:55.794773 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-2c9ddd14-ef41-4c94-92a8-f0e6436fb385 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:55.796778 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvr_db [None req-a2782b67-d24b-42f1-9cc3-49d105594e04 None None] Set router c8637668-d676-4d20-bc96-5aa1b0be844a gateway port host: None {{(pid=100249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:13:55.802420 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e2b967da-deaf-4014-830d-3ff0815db0bc req-c9f08100-a3c5-4dae-8c65-f4fe6d1ba74c tempest-AttachVolumeTestJSON-361183160 tempest-AttachVolumeTestJSON-361183160-project] Router c4f5379a-af9d-4d38-b0f3-4dd8f58a632f has already been hosted by L3 agent 2823d358-a11b-4885-a706-95a279e43fa7 {{(pid=100247) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 14:13:55.805773 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-929a44d8-b702-49eb-87a3-714fca4a43b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:55.819185 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-76bbdae5-f3d1-41f5-9704-7727f7e4f3d9 req-3d44e66f-9313-42c8-bdb3-e574bacd1b64 tempest-VolumesSnapshotTestJSON-159166615 tempest-VolumesSnapshotTestJSON-159166615-project] Made reservation on behalf of 4600ccf0872344348383371ca2dd310c for: {'port': 1} {{(pid=100246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:13:55.823316 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-76bbdae5-f3d1-41f5-9704-7727f7e4f3d9 req-3d44e66f-9313-42c8-bdb3-e574bacd1b64 tempest-VolumesSnapshotTestJSON-159166615 tempest-VolumesSnapshotTestJSON-159166615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:55.828506 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [None req-2c9ddd14-ef41-4c94-92a8-f0e6436fb385 admin admin] Calling delete_port for 79cd4489-438e-4854-b16e-de5614de09a6 owned by network:router_gateway {{(pid=100246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:13:55.846304 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c024648-e1d2-4757-889b-fb9167346703 req-913952f4-42ef-4b25-8f18-6a135c3a0467 tempest-AttachVolumeShelveTestJSON-1020519793 tempest-AttachVolumeShelveTestJSON-1020519793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:13:55.869097 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-7c024648-e1d2-4757-889b-fb9167346703 req-913952f4-42ef-4b25-8f18-6a135c3a0467 tempest-AttachVolumeShelveTestJSON-1020519793 tempest-AttachVolumeShelveTestJSON-1020519793-project] 10.222.0.104 "GET /v2.0/ports?device_id=775e595c-a8be-4386-9e46-a9528870f5f2 HTTP/1.1" status: 200 len: 945 time: 0.8634410 Jul 06 14:13:55.882789 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:55.967985 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-929a44d8-b702-49eb-87a3-714fca4a43b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:56.025541 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.db_base_plugin_common [req-76bbdae5-f3d1-41f5-9704-7727f7e4f3d9 req-3d44e66f-9313-42c8-bdb3-e574bacd1b64 tempest-VolumesSnapshotTestJSON-159166615 tempest-VolumesSnapshotTestJSON-159166615-project] Allocated IP 172.20.0.3 (49b14001-0249-40ad-b388-270776c77779/43b44cc2-8280-4abb-bc23-973a73c284c8/1b5eb980-a3f1-417c-a078-0d0dbca676a0) {{(pid=100246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:13:56.064947 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-a2782b67-d24b-42f1-9cc3-49d105594e04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8637668-d676-4d20-bc96-5aa1b0be844a', 'name': 'tempest-ServerRescueTestJSON-1711958914-router', 'tenant_id': 'e374f8fff0bf4022b3d90d39bb64853f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:11:48Z', 'updated_at': '2021-07-06T14:13:55Z', 'revision_number': 6, 'project_id': 'e374f8fff0bf4022b3d90d39bb64853f', 'gw_port_host': None}], 'n-d-773647-6', False) {} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:13:56.099475 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2782b67-d24b-42f1-9cc3-49d105594e04 None None] The sync data for ids ['c8637668-d676-4d20-bc96-5aa1b0be844a'] in n-d-773647-6 is: [{'id': 'c8637668-d676-4d20-bc96-5aa1b0be844a', 'name': 'tempest-ServerRescueTestJSON-1711958914-router', 'tenant_id': 'e374f8fff0bf4022b3d90d39bb64853f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:11:48Z', 'updated_at': '2021-07-06T14:13:55Z', 'revision_number': 6, 'project_id': 'e374f8fff0bf4022b3d90d39bb64853f', 'gw_port_host': None}] {{(pid=100249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 14:13:56.123240 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-3efa50f1-bb7f-4b80-abec-0d0f51460857 req-746150f6-8ab0-4ba3-bc3b-bd8920db4100 tempest-AttachVolumeTestJSON-361183160 tempest-AttachVolumeTestJSON-361183160-project] 10.222.0.104 "GET /v2.0/ports?device_id=e0b6590c-38d1-4890-811c-8b99d91e8b91 HTTP/1.1" status: 200 len: 210 time: 0.1151264 Jul 06 14:13:56.144452 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-929a44d8-b702-49eb-87a3-714fca4a43b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:56.159667 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-929a44d8-b702-49eb-87a3-714fca4a43b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:56.161207 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-929a44d8-b702-49eb-87a3-714fca4a43b5 admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/5383a0a4-244c-44e5-86ab-2fb1d15f8557 HTTP/1.1" status: 204 len: 168 time: 0.8793235 Jul 06 14:13:56.228662 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-76bbdae5-f3d1-41f5-9704-7727f7e4f3d9 req-3d44e66f-9313-42c8-bdb3-e574bacd1b64 tempest-VolumesSnapshotTestJSON-159166615 tempest-VolumesSnapshotTestJSON-159166615-project] Notify callbacks [] for port, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:56.260575 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929a44d8-b702-49eb-87a3-714fca4a43b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5383a0a4-244c-44e5-86ab-2fb1d15f8557,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:13:56.313395 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-76bbdae5-f3d1-41f5-9704-7727f7e4f3d9 req-3d44e66f-9313-42c8-bdb3-e574bacd1b64 tempest-VolumesSnapshotTestJSON-159166615 tempest-VolumesSnapshotTestJSON-159166615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-127687573'] for port, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:56.318562 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-7c024648-e1d2-4757-889b-fb9167346703 req-1b84e250-dc71-45a7-a3fd-e4001237d0a6 tempest-AttachVolumeShelveTestJSON-1020519793 tempest-AttachVolumeShelveTestJSON-1020519793-project] 10.222.0.104 "GET /v2.0/security-groups?id=d3fcccd0-b259-400e-953a-933bdd8f821f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4191244 Jul 06 14:13:56.393686 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-76bbdae5-f3d1-41f5-9704-7727f7e4f3d9 req-3d44e66f-9313-42c8-bdb3-e574bacd1b64 tempest-VolumesSnapshotTestJSON-159166615 tempest-VolumesSnapshotTestJSON-159166615-project] Network 49b14001-0249-40ad-b388-270776c77779 is already hosted by enough agents. {{(pid=100246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:13:56.421659 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d44e66f-9313-42c8-bdb3-e574bacd1b64 tempest-VolumesSnapshotTestJSON-159166615 tempest-VolumesSnapshotTestJSON-159166615-project] Pushing event updated for resources: {'Port': ['ID=1b5eb980-a3f1-417c-a078-0d0dbca676a0,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:13:56.424471 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.base_scheduler [req-76bbdae5-f3d1-41f5-9704-7727f7e4f3d9 req-3d44e66f-9313-42c8-bdb3-e574bacd1b64 tempest-VolumesSnapshotTestJSON-159166615 tempest-VolumesSnapshotTestJSON-159166615-project] Resources bound (agent type, host, resource id): {{(pid=100246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:13:56.431673 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [req-76bbdae5-f3d1-41f5-9704-7727f7e4f3d9 req-3d44e66f-9313-42c8-bdb3-e574bacd1b64 tempest-VolumesSnapshotTestJSON-159166615 tempest-VolumesSnapshotTestJSON-159166615-project] Received port after_create {{(pid=100246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:13:56.520160 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76bbdae5-f3d1-41f5-9704-7727f7e4f3d9 req-3d44e66f-9313-42c8-bdb3-e574bacd1b64 tempest-VolumesSnapshotTestJSON-159166615 tempest-VolumesSnapshotTestJSON-159166615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:13:56.530953 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-76bbdae5-f3d1-41f5-9704-7727f7e4f3d9 req-3d44e66f-9313-42c8-bdb3-e574bacd1b64 tempest-VolumesSnapshotTestJSON-159166615 tempest-VolumesSnapshotTestJSON-159166615-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:56.618864 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e2b967da-deaf-4014-830d-3ff0815db0bc req-c9f08100-a3c5-4dae-8c65-f4fe6d1ba74c tempest-AttachVolumeTestJSON-361183160 tempest-AttachVolumeTestJSON-361183160-project] Notify agent at l3_agent.n-d-773647-6 the message routers_updated {{(pid=100247) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 14:13:56.655783 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad4fbd13-55cb-4e17-833f-1fcb8edc4981 None None] Sync routers for ids ['c4f5379a-af9d-4d38-b0f3-4dd8f58a632f'] in n-d-773647-6 {{(pid=100248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 14:13:56.687874 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-2064eaae-da4f-48f8-82d2-b09d4ddedd44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:56.741539 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-76bbdae5-f3d1-41f5-9704-7727f7e4f3d9 req-3d44e66f-9313-42c8-bdb3-e574bacd1b64 tempest-VolumesSnapshotTestJSON-159166615 tempest-VolumesSnapshotTestJSON-159166615-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3862650 Jul 06 14:13:56.748496 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad4fbd13-55cb-4e17-833f-1fcb8edc4981 None None] Routers {'c4f5379a-af9d-4d38-b0f3-4dd8f58a632f'} bound to L3 agent in host n-d-773647-6 {{(pid=100248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:13:56.749291 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-ad4fbd13-55cb-4e17-833f-1fcb8edc4981 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T14:13:56Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['c4f5379a-af9d-4d38-b0f3-4dd8f58a632f'], 'active': True} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:13:56.876251 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-053cbf1d-468e-4416-9d13-0b9bd53505c7 req-d682bcbf-2633-4948-8d8a-b7d86f3c6598 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Notify callbacks [] for port, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:56.959717 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2b967da-deaf-4014-830d-3ff0815db0bc req-c9f08100-a3c5-4dae-8c65-f4fe6d1ba74c tempest-AttachVolumeTestJSON-361183160 tempest-AttachVolumeTestJSON-361183160-project] No DVR routers for this DVR port f32905e8-b970-4aab-b564-3530c975502a on host n-h2-773647-6 {{(pid=100247) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:13:56.972182 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-e46b75a4-24c0-491c-a84f-3a9d705f5d86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1849032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-128888412', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127627426'] for subnet, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:56.974595 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-e2b967da-deaf-4014-830d-3ff0815db0bc req-c9f08100-a3c5-4dae-8c65-f4fe6d1ba74c tempest-AttachVolumeTestJSON-361183160 tempest-AttachVolumeTestJSON-361183160-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:56.980799 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-e2b967da-deaf-4014-830d-3ff0815db0bc req-c9f08100-a3c5-4dae-8c65-f4fe6d1ba74c tempest-AttachVolumeTestJSON-361183160 tempest-AttachVolumeTestJSON-361183160-project] 10.222.0.72 "DELETE /v2.0/ports/f32905e8-b970-4aab-b564-3530c975502a HTTP/1.1" status: 204 len: 173 time: 4.3110325 Jul 06 14:13:56.984432 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [req-76bbdae5-f3d1-41f5-9704-7727f7e4f3d9 req-a3c4f591-1093-4eaa-8617-e0cb4c6b5d76 tempest-VolumesSnapshotTestJSON-159166615 tempest-VolumesSnapshotTestJSON-159166615-project] http://10.222.0.104:9696/v2.0/extensions returned with HTTP 200 {{(pid=100246) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 14:13:56.985652 n-d-773647-6 neutron-server[100247]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0b6590c-38d1-4890-811c-8b99d91e8b91', 'name': 'network-vif-deleted', 'tag': 'f32905e8-b970-4aab-b564-3530c975502a'}] {{(pid=100247) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:13:56.986178 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-76bbdae5-f3d1-41f5-9704-7727f7e4f3d9 req-a3c4f591-1093-4eaa-8617-e0cb4c6b5d76 tempest-VolumesSnapshotTestJSON-159166615 tempest-VolumesSnapshotTestJSON-159166615-project] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2244096 Jul 06 14:13:56.988431 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cbf0eeaae822f8fc9b87a94aeba67a3d651842baf663a51cba94b67a514836d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35ebf7f8-04bd-4477-928b-b5dbccdb42a7" -d '{"events": [{"server_uuid": "e0b6590c-38d1-4890-811c-8b99d91e8b91", "name": "network-vif-deleted", "tag": "f32905e8-b970-4aab-b564-3530c975502a"}]}' {{(pid=100247) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:13:57.021460 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.provisioning_blocks [req-053cbf1d-468e-4416-9d13-0b9bd53505c7 req-d682bcbf-2633-4948-8d8a-b7d86f3c6598 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Transition to ACTIVE for port object bc4f675b-2e9f-4750-9375-af3fcf823c8c will not be triggered until provisioned by entity DHCP. {{(pid=100246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:13:57.074490 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Device f32905e8-b970-4aab-b564-3530c975502a no longer exists at agent hyperv_n-h2-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:13:57.088149 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-1928c8bf-a0d4-4bd7-81d7-844cc9e6e61b req-eaed0201-2baa-4db6-9fcf-b6f9260f5492 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] 10.222.0.104 "GET /v2.0/ports?device_id=74c47464-2de6-4359-8407-a9a093dc2562 HTTP/1.1" status: 200 len: 210 time: 0.1554971 Jul 06 14:13:57.104094 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 345905b5-86e4-42c0-ab61-755939aef2a2 no longer exists at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:13:57.233518 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46b75a4-24c0-491c-a84f-3a9d705f5d86 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f2ba01b0-8c06-4918-8cfb-8da662bc6e66,revision_number=0']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:13:57.254197 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 14:13:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23ff7890-5b8c-489b-a3ca-af8a99db0b1b x-openstack-request-id: req-23ff7890-5b8c-489b-a3ca-af8a99db0b1b {{(pid=100247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:13:57.254494 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0b6590c-38d1-4890-811c-8b99d91e8b91", "name": "network-vif-deleted", "tag": "f32905e8-b970-4aab-b564-3530c975502a", "status": "completed", "code": 200}]} {{(pid=100247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:13:57.254751 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-23ff7890-5b8c-489b-a3ca-af8a99db0b1b {{(pid=100247) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:13:57.255143 n-d-773647-6 neutron-server[100247]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0b6590c-38d1-4890-811c-8b99d91e8b91', 'name': 'network-vif-deleted', 'tag': 'f32905e8-b970-4aab-b564-3530c975502a', 'status': 'completed', 'code': 200} Jul 06 14:13:57.255367 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-053cbf1d-468e-4416-9d13-0b9bd53505c7 req-d682bcbf-2633-4948-8d8a-b7d86f3c6598 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-127687573'] for port, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:57.265922 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9063ef-df40-4c7e-8a7a-9aeb13984bca req-f2f11e9b-35fe-4110-bc81-70f7a3ca7ef4 tempest-VolumesSnapshotTestJSON-159166615 tempest-VolumesSnapshotTestJSON-159166615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:13:57.269561 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-cc9063ef-df40-4c7e-8a7a-9aeb13984bca req-f2f11e9b-35fe-4110-bc81-70f7a3ca7ef4 tempest-VolumesSnapshotTestJSON-159166615 tempest-VolumesSnapshotTestJSON-159166615-project] 10.222.0.104 "GET /v2.0/ports?device_id=c9358cb8-b7d2-4515-9999-189978f0c1dd HTTP/1.1" status: 200 len: 931 time: 0.7476902 Jul 06 14:13:57.270886 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e46b75a4-24c0-491c-a84f-3a9d705f5d86 admin admin] Checking segment: {'id': '9f74fedc-16b9-4869-9140-58164e4cbf7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': '64c0408f-2770-497a-90f4-ff5572528ca8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100247) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:13:57.271294 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e46b75a4-24c0-491c-a84f-3a9d705f5d86 admin admin] Network hostable DHCP agents. Network: 64c0408f-2770-497a-90f4-ff5572528ca8, hostable agents: ['f2bada3d-be77-4359-982b-8505a2bbca04'], hosted agents: [] {{(pid=100247) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 14:13:57.282855 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] No Port match for: f32905e8-b970-4aab-b564-3530c975502a {{(pid=100248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 14:13:57.283743 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Device f32905e8-b970-4aab-b564-3530c975502a not bound to the agent host n-h2-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:13:57.343654 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvr_db [None req-ad4fbd13-55cb-4e17-833f-1fcb8edc4981 None None] Set router c4f5379a-af9d-4d38-b0f3-4dd8f58a632f gateway port host: n-d-773647-6 {{(pid=100248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:13:57.392538 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-cc9063ef-df40-4c7e-8a7a-9aeb13984bca req-2208b10e-85a0-4cfc-bd89-38a2939ca514 tempest-VolumesSnapshotTestJSON-159166615 tempest-VolumesSnapshotTestJSON-159166615-project] 10.222.0.104 "GET /v2.0/security-groups?id=e20905c3-4e2a-4820-8b00-03fe4a9f77fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039052 Jul 06 14:13:57.393683 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e46b75a4-24c0-491c-a84f-3a9d705f5d86 admin admin] Network 64c0408f-2770-497a-90f4-ff5572528ca8 is scheduled to be hosted by DHCP agent f2bada3d-be77-4359-982b-8505a2bbca04 with binding_index 1 {{(pid=100247) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 14:13:57.425645 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.base_scheduler [None req-e46b75a4-24c0-491c-a84f-3a9d705f5d86 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773647-6, 64c0408f-2770-497a-90f4-ff5572528ca8) {{(pid=100247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:13:57.435800 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e46b75a4-24c0-491c-a84f-3a9d705f5d86 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:13:57.436561 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-e46b75a4-24c0-491c-a84f-3a9d705f5d86 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:57.471273 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [req-76bbdae5-f3d1-41f5-9704-7727f7e4f3d9 req-8b5559c3-2f7e-4e1d-b68d-f80db5a8b838 service neutron] Request body: {'port': {'device_id': 'c9358cb8-b7d2-4515-9999-189978f0c1dd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-773647-6'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:13:57.478979 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] No Port match for: 345905b5-86e4-42c0-ab61-755939aef2a2 {{(pid=100248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 14:13:57.479600 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 345905b5-86e4-42c0-ab61-755939aef2a2 not bound to the agent host n-d-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:13:57.480423 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 79cd4489-438e-4854-b16e-de5614de09a6 no longer exists at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:13:57.495617 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-e46b75a4-24c0-491c-a84f-3a9d705f5d86 admin admin] 10.222.0.104 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.0415123 Jul 06 14:13:57.532782 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73f60e37-195b-4a4d-a014-03768f7dea78 None None] Network 64c0408f-2770-497a-90f4-ff5572528ca8 requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:13:57.605298 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-053cbf1d-468e-4416-9d13-0b9bd53505c7 req-d682bcbf-2633-4948-8d8a-b7d86f3c6598 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Network 120989f8-7a26-49c9-99e3-26a4a5fc00f3 is already hosted by enough agents. {{(pid=100246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:13:57.606844 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d682bcbf-2633-4948-8d8a-b7d86f3c6598 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Pushing event updated for resources: {'Port': ['ID=bc4f675b-2e9f-4750-9375-af3fcf823c8c,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:13:57.619137 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.base_scheduler [req-053cbf1d-468e-4416-9d13-0b9bd53505c7 req-d682bcbf-2633-4948-8d8a-b7d86f3c6598 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Resources bound (agent type, host, resource id): {{(pid=100246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:13:57.631397 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [req-053cbf1d-468e-4416-9d13-0b9bd53505c7 req-d682bcbf-2633-4948-8d8a-b7d86f3c6598 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Received port after_create {{(pid=100246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:13:57.790929 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-76bbdae5-f3d1-41f5-9704-7727f7e4f3d9 req-8b5559c3-2f7e-4e1d-b68d-f80db5a8b838 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:57.826862 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:57.900883 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-2e7108b7-74b0-43f5-ab01-6e6c7766908f req-6fac813e-09d9-47ce-a790-97f59f27dbcb tempest-AttachVolumeTestJSON-361183160 tempest-AttachVolumeTestJSON-361183160-project] 10.222.0.104 "GET /v2.0/ports?device_id=e0b6590c-38d1-4890-811c-8b99d91e8b91 HTTP/1.1" status: 200 len: 210 time: 0.1674242 Jul 06 14:13:57.951485 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-2c9ddd14-ef41-4c94-92a8-f0e6436fb385 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127687580'] for port, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:58.042231 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053cbf1d-468e-4416-9d13-0b9bd53505c7 req-d682bcbf-2633-4948-8d8a-b7d86f3c6598 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:13:58.053330 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-053cbf1d-468e-4416-9d13-0b9bd53505c7 req-d682bcbf-2633-4948-8d8a-b7d86f3c6598 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:58.146392 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b781be4-d3c8-404b-9be5-3bfa53dc15c6 req-99c244f4-bd78-429b-b6d1-7964be606516 tempest-AttachVolumeShelveTestJSON-1020519793 tempest-AttachVolumeShelveTestJSON-1020519793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:13:58.161142 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-5b781be4-d3c8-404b-9be5-3bfa53dc15c6 req-99c244f4-bd78-429b-b6d1-7964be606516 tempest-AttachVolumeShelveTestJSON-1020519793 tempest-AttachVolumeShelveTestJSON-1020519793-project] 10.222.0.104 "GET /v2.0/ports?device_id=775e595c-a8be-4386-9e46-a9528870f5f2 HTTP/1.1" status: 200 len: 945 time: 0.2774382 Jul 06 14:13:58.165109 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 54642) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:13:58.189787 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81339926-3b99-4b27-8626-f5f2eb7dde99 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6bd5fc82-6666-56e8-87c2-91648d36c963-64c0408f-2770-497a-90f4-ff5572528ca8', 'network_id': '64c0408f-2770-497a-90f4-ff5572528ca8', 'tenant_id': '522a30113f124836b5456d5ce91d68f6', 'fixed_ips': [{'subnet_id': 'f2ba01b0-8c06-4918-8cfb-8da662bc6e66'}]}} from n-d-773647-6. {{(pid=100248) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 14:13:58.190645 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-81339926-3b99-4b27-8626-f5f2eb7dde99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:58.203487 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9ddd14-ef41-4c94-92a8-f0e6436fb385 admin admin] Pushing event deleted for resources: {'Port': ['ID=79cd4489-438e-4854-b16e-de5614de09a6,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:13:58.329122 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-5b781be4-d3c8-404b-9be5-3bfa53dc15c6 req-14047636-361f-4123-af47-3eab23d6d7f8 tempest-AttachVolumeShelveTestJSON-1020519793 tempest-AttachVolumeShelveTestJSON-1020519793-project] 10.222.0.104 "GET /v2.0/security-groups?id=d3fcccd0-b259-400e-953a-933bdd8f821f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1670668 Jul 06 14:13:58.367679 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-053cbf1d-468e-4416-9d13-0b9bd53505c7 req-d682bcbf-2633-4948-8d8a-b7d86f3c6598 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.1938269 Jul 06 14:13:58.446959 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [req-053cbf1d-468e-4416-9d13-0b9bd53505c7 req-120112f2-58ec-4ede-b16d-d58cfa46eaec service neutron] Request body: {'port': {'device_id': '74c47464-2de6-4359-8407-a9a093dc2562', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-773647-6'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:13:58.579908 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-7d72c863-81af-4005-ba15-05f361be55ed None None] Provisioning for port bc4f675b-2e9f-4750-9375-af3fcf823c8c completed by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:13:58.621910 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-7d72c863-81af-4005-ba15-05f361be55ed None None] Provisioning complete for port bc4f675b-2e9f-4750-9375-af3fcf823c8c triggered by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:13:58.622500 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-7d72c863-81af-4005-ba15-05f361be55ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:58.671476 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-03f71b24-a9b8-453a-8924-caa3f97bc6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:58.760585 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-7d72c863-81af-4005-ba15-05f361be55ed None None] Port bc4f675b-2e9f-4750-9375-af3fcf823c8c cannot update to ACTIVE because it is not bound. {{(pid=100248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 14:13:58.767715 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-ad4fbd13-55cb-4e17-833f-1fcb8edc4981 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4f5379a-af9d-4d38-b0f3-4dd8f58a632f', 'name': 'tempest-AttachVolumeTestJSON-1213395720-router', 'tenant_id': '33f6cdee7b294baa9f6a8cddbba9670a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.237'}], 'enable_snat': True}, 'gw_port_id': 'c1acfd80-02f6-4449-b2b6-b6fcf5a0bb99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:09:36Z', 'updated_at': '2021-07-06T14:09:43Z', 'revision_number': 4, 'project_id': '33f6cdee7b294baa9f6a8cddbba9670a', 'gw_port': {'id': 'c1acfd80-02f6-4449-b2b6-b6fcf5a0bb99', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:bb:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4f5379a-af9d-4d38-b0f3-4dd8f58a632f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1844, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:09:37Z', 'updated_at': '2021-07-06T14:09:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6', '_interfaces': [{'id': '0d61ef1e-dabb-41c8-a48b-66087903c6cd', 'name': '', 'network_id': '6ac95a6a-5756-473f-8a78-bd3474c2b2ff', 'tenant_id': '33f6cdee7b294baa9f6a8cddbba9670a', 'mac_address': 'fa:16:3e:aa:f5:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4f5379a-af9d-4d38-b0f3-4dd8f58a632f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1850, 'fixed_ips': [{'subnet_id': '868bdf15-b823-4cab-842d-77e49afc3593', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:09:41Z', 'updated_at': '2021-07-06T14:09:50Z', 'revision_number': 5, 'project_id': '33f6cdee7b294baa9f6a8cddbba9670a', 'subnets': [{'id': '868bdf15-b823-4cab-842d-77e49afc3593', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773647-6', False) {} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:13:58.802781 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad4fbd13-55cb-4e17-833f-1fcb8edc4981 None None] Checking router: c4f5379a-af9d-4d38-b0f3-4dd8f58a632f for host: n-d-773647-6 {{(pid=100248) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 14:13:58.822162 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e7637e-edf3-477e-b3b8-6fb98d94ef49 req-be272403-542c-41cf-ad3b-289191ba774e tempest-ListServerFiltersTestJSON-1215238916 tempest-ListServerFiltersTestJSON-1215238916-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:13:58.823671 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.db_base_plugin_common [None req-81339926-3b99-4b27-8626-f5f2eb7dde99 None None] Allocated IP 172.20.0.2 (64c0408f-2770-497a-90f4-ff5572528ca8/f2ba01b0-8c06-4918-8cfb-8da662bc6e66/f007e307-a5bc-424b-90f4-4a6849eb1390) {{(pid=100248) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:13:58.829003 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad4fbd13-55cb-4e17-833f-1fcb8edc4981 None None] Routers {'c4f5379a-af9d-4d38-b0f3-4dd8f58a632f'} bound to L3 agent in host n-d-773647-6 {{(pid=100248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:13:58.829880 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-90e7637e-edf3-477e-b3b8-6fb98d94ef49 req-be272403-542c-41cf-ad3b-289191ba774e tempest-ListServerFiltersTestJSON-1215238916 tempest-ListServerFiltersTestJSON-1215238916-project] 10.222.0.104 "GET /v2.0/networks?id=64c0408f-2770-497a-90f4-ff5572528ca8 HTTP/1.1" status: 200 len: 816 time: 0.1825893 Jul 06 14:13:58.830574 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-ad4fbd13-55cb-4e17-833f-1fcb8edc4981 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T14:13:56Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['c4f5379a-af9d-4d38-b0f3-4dd8f58a632f'], 'active': True} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:13:58.867199 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-90e7637e-edf3-477e-b3b8-6fb98d94ef49 req-c7d00063-1272-406f-b4fd-6bbe0a90195f tempest-ListServerFiltersTestJSON-1215238916 tempest-ListServerFiltersTestJSON-1215238916-project] 10.222.0.104 "GET /v2.0/quotas/522a30113f124836b5456d5ce91d68f6 HTTP/1.1" status: 200 len: 375 time: 0.0362468 Jul 06 14:13:58.916450 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-90e7637e-edf3-477e-b3b8-6fb98d94ef49 req-faf3f66c-8f08-4e71-aa13-25d426cd75d6 tempest-ListServerFiltersTestJSON-1215238916 tempest-ListServerFiltersTestJSON-1215238916-project] 10.222.0.104 "GET /v2.0/ports?tenant_id=522a30113f124836b5456d5ce91d68f6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0482342 Jul 06 14:13:59.046373 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-90e7637e-edf3-477e-b3b8-6fb98d94ef49 req-78cd4f3c-5947-41be-a826-a1d4b865fae9 service neutron] 10.222.0.104 "GET /v2.0/networks/64c0408f-2770-497a-90f4-ff5572528ca8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1289496 Jul 06 14:13:59.076842 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvr_db [None req-ad4fbd13-55cb-4e17-833f-1fcb8edc4981 None None] Set router c4f5379a-af9d-4d38-b0f3-4dd8f58a632f gateway port host: n-d-773647-6 {{(pid=100248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:13:59.095252 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-2c9ddd14-ef41-4c94-92a8-f0e6436fb385 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1761104'] for router_gateway, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:59.234107 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-053cbf1d-468e-4416-9d13-0b9bd53505c7 req-120112f2-58ec-4ede-b16d-d58cfa46eaec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:59.253105 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-90e7637e-edf3-477e-b3b8-6fb98d94ef49 req-4e67639c-adf0-4b51-a44f-cf0b72f45c81 service neutron] 10.222.0.104 "GET /v2.0/networks/64c0408f-2770-497a-90f4-ff5572528ca8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2038438 Jul 06 14:13:59.278242 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90a7523-b00f-42c8-b135-7ecdb84b0cd5 req-d02ff56b-cac1-443b-af82-b4146c32da1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:13:59.290752 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90a7523-b00f-42c8-b135-7ecdb84b0cd5 req-d02ff56b-cac1-443b-af82-b4146c32da1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:13:59.296543 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90a7523-b00f-42c8-b135-7ecdb84b0cd5 req-d02ff56b-cac1-443b-af82-b4146c32da1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:13:59.302981 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90a7523-b00f-42c8-b135-7ecdb84b0cd5 req-d02ff56b-cac1-443b-af82-b4146c32da1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:13:59.303881 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90a7523-b00f-42c8-b135-7ecdb84b0cd5 req-d02ff56b-cac1-443b-af82-b4146c32da1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:13:59.308160 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90a7523-b00f-42c8-b135-7ecdb84b0cd5 req-d02ff56b-cac1-443b-af82-b4146c32da1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:13:59.309285 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90a7523-b00f-42c8-b135-7ecdb84b0cd5 req-d02ff56b-cac1-443b-af82-b4146c32da1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:13:59.323355 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-d90a7523-b00f-42c8-b135-7ecdb84b0cd5 req-d02ff56b-cac1-443b-af82-b4146c32da1c service neutron] 10.222.0.104 "GET /v2.0/ports?device_id=0455bf88-da4d-44a6-9768-93a70cd92e0e HTTP/1.1" status: 200 len: 6501 time: 1.1533601 Jul 06 14:13:59.381431 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-2c9ddd14-ef41-4c94-92a8-f0e6436fb385 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1806308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6982'] for router, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:59.385305 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-2c9ddd14-ef41-4c94-92a8-f0e6436fb385 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:59.410753 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-d90a7523-b00f-42c8-b135-7ecdb84b0cd5 req-ef8f6595-f895-45fc-8617-105e4775d817 service neutron] 10.222.0.104 "GET /v2.0/security-groups?id=8d3a9807-14cc-46c0-b7ed-1d949d5bac09&id=f573cac5-f5b4-46cb-8ee6-cba4798a03b8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0855844 Jul 06 14:13:59.423357 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea1d4c2-e420-43e6-b987-2527012402f0 req-23f95a69-d11a-4a1d-ac0e-d432bc4f2da0 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:13:59.431370 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-aea1d4c2-e420-43e6-b987-2527012402f0 req-23f95a69-d11a-4a1d-ac0e-d432bc4f2da0 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] 10.222.0.104 "GET /v2.0/ports?device_id=74c47464-2de6-4359-8407-a9a093dc2562 HTTP/1.1" status: 200 len: 932 time: 0.8338695 Jul 06 14:13:59.514363 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-aea1d4c2-e420-43e6-b987-2527012402f0 req-8e1c8ebe-a939-4bb9-b09c-4ccd8a98e199 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] 10.222.0.104 "GET /v2.0/security-groups?id=5d8c99c2-13fb-4e77-b660-83bc40ffb65c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0819964 Jul 06 14:13:59.610425 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-81339926-3b99-4b27-8626-f5f2eb7dde99 None None] Notify callbacks [] for port, precommit_create {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:59.627801 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-81339926-3b99-4b27-8626-f5f2eb7dde99 None None] Transition to ACTIVE for port object f007e307-a5bc-424b-90f4-4a6849eb1390 will not be triggered until provisioned by entity L2. {{(pid=100248) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:13:59.691792 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-81339926-3b99-4b27-8626-f5f2eb7dde99 None None] Transition to ACTIVE for port object f007e307-a5bc-424b-90f4-4a6849eb1390 will not be triggered until provisioned by entity DHCP. {{(pid=100248) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:13:59.704396 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-81339926-3b99-4b27-8626-f5f2eb7dde99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108'] for port, after_create {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:59.716515 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-2c9ddd14-ef41-4c94-92a8-f0e6436fb385 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1805684'] for router, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:59.717844 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c9ddd14-ef41-4c94-92a8-f0e6436fb385 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c8637668-d676-4d20-bc96-5aa1b0be844a {{(pid=100246) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 14:13:59.740414 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-2c9ddd14-ef41-4c94-92a8-f0e6436fb385 admin admin] Notify callbacks [] for router, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:59.743034 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-2c9ddd14-ef41-4c94-92a8-f0e6436fb385 admin admin] 10.222.0.104 "DELETE /v2.0/routers/c8637668-d676-4d20-bc96-5aa1b0be844a HTTP/1.1" status: 204 len: 168 time: 4.6267483 Jul 06 14:13:59.745584 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 54686) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:13:59.914187 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.db_base_plugin_v2 [None req-700a60fb-8636-473b-88f7-b12695cefb1b admin admin] Deleting subnet c036779b-d851-45df-9bda-fb7310da886d {{(pid=100247) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 14:13:59.925012 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-700a60fb-8636-473b-88f7-b12695cefb1b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:00.008095 n-d-773647-6 neutron-server[100248]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81339926-3b99-4b27-8626-f5f2eb7dde99 None None] Network 64c0408f-2770-497a-90f4-ff5572528ca8 is already hosted by enough agents. {{(pid=100248) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:14:00.013313 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81339926-3b99-4b27-8626-f5f2eb7dde99 None None] Pushing event updated for resources: {'Port': ['ID=f007e307-a5bc-424b-90f4-4a6849eb1390,revision_number=1']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:14:00.017349 n-d-773647-6 neutron-server[100248]: DEBUG neutron.scheduler.base_scheduler [None req-81339926-3b99-4b27-8626-f5f2eb7dde99 None None] Resources bound (agent type, host, resource id): {{(pid=100248) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:14:00.024752 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81339926-3b99-4b27-8626-f5f2eb7dde99 None None] Received port after_create {{(pid=100248) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:14:00.111444 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-ad4fbd13-55cb-4e17-833f-1fcb8edc4981 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4f5379a-af9d-4d38-b0f3-4dd8f58a632f', 'name': 'tempest-AttachVolumeTestJSON-1213395720-router', 'tenant_id': '33f6cdee7b294baa9f6a8cddbba9670a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.237'}], 'enable_snat': True}, 'gw_port_id': 'c1acfd80-02f6-4449-b2b6-b6fcf5a0bb99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:09:36Z', 'updated_at': '2021-07-06T14:09:43Z', 'revision_number': 4, 'project_id': '33f6cdee7b294baa9f6a8cddbba9670a', 'gw_port': {'id': 'c1acfd80-02f6-4449-b2b6-b6fcf5a0bb99', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:bb:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4f5379a-af9d-4d38-b0f3-4dd8f58a632f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1844, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:09:37Z', 'updated_at': '2021-07-06T14:09:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6', '_interfaces': [{'id': '0d61ef1e-dabb-41c8-a48b-66087903c6cd', 'name': '', 'network_id': '6ac95a6a-5756-473f-8a78-bd3474c2b2ff', 'tenant_id': '33f6cdee7b294baa9f6a8cddbba9670a', 'mac_address': 'fa:16:3e:aa:f5:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4f5379a-af9d-4d38-b0f3-4dd8f58a632f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1850, 'fixed_ips': [{'subnet_id': '868bdf15-b823-4cab-842d-77e49afc3593', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:09:41Z', 'updated_at': '2021-07-06T14:09:50Z', 'revision_number': 5, 'project_id': '33f6cdee7b294baa9f6a8cddbba9670a', 'subnets': [{'id': '868bdf15-b823-4cab-842d-77e49afc3593', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773647-6', False) {} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:14:00.132474 n-d-773647-6 neutron-server[100246]: DEBUG neutron.notifiers.nova [req-76bbdae5-f3d1-41f5-9704-7727f7e4f3d9 req-8b5559c3-2f7e-4e1d-b68d-f80db5a8b838 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1b5eb980-a3f1-417c-a078-0d0dbca676a0 {{(pid=100246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 14:14:00.148173 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-76bbdae5-f3d1-41f5-9704-7727f7e4f3d9 req-8b5559c3-2f7e-4e1d-b68d-f80db5a8b838 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:00.168909 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.provisioning_blocks [req-76bbdae5-f3d1-41f5-9704-7727f7e4f3d9 req-8b5559c3-2f7e-4e1d-b68d-f80db5a8b838 service neutron] Transition to ACTIVE for port object 1b5eb980-a3f1-417c-a078-0d0dbca676a0 will not be triggered until provisioned by entity L2. {{(pid=100246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:14:00.186942 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-81339926-3b99-4b27-8626-f5f2eb7dde99 None None] Attempting to bind port f007e307-a5bc-424b-90f4-4a6849eb1390 on host n-d-773647-6 for vnic_type normal with profile {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:14:00.187343 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-81339926-3b99-4b27-8626-f5f2eb7dde99 None None] Attempting to bind port f007e307-a5bc-424b-90f4-4a6849eb1390 by drivers openvswitch,hyperv on host n-d-773647-6 at level 0 using segments [{'id': '9f74fedc-16b9-4869-9140-58164e4cbf7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': '64c0408f-2770-497a-90f4-ff5572528ca8'}] {{(pid=100248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:14:00.187713 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81339926-3b99-4b27-8626-f5f2eb7dde99 None None] Attempting to bind port f007e307-a5bc-424b-90f4-4a6849eb1390 on network 64c0408f-2770-497a-90f4-ff5572528ca8 {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:14:00.190527 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad4fbd13-55cb-4e17-833f-1fcb8edc4981 None None] The sync data for ids ['c4f5379a-af9d-4d38-b0f3-4dd8f58a632f'] in n-d-773647-6 is: [{'id': 'c4f5379a-af9d-4d38-b0f3-4dd8f58a632f', 'name': 'tempest-AttachVolumeTestJSON-1213395720-router', 'tenant_id': '33f6cdee7b294baa9f6a8cddbba9670a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.237'}], 'enable_snat': True}, 'gw_port_id': 'c1acfd80-02f6-4449-b2b6-b6fcf5a0bb99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:09:36Z', 'updated_at': '2021-07-06T14:09:43Z', 'revision_number': 4, 'project_id': '33f6cdee7b294baa9f6a8cddbba9670a', 'gw_port': {'id': 'c1acfd80-02f6-4449-b2b6-b6fcf5a0bb99', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:bb:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4f5379a-af9d-4d38-b0f3-4dd8f58a632f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1844, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:09:37Z', 'updated_at': '2021-07-06T14:09:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6', '_interfaces': [{'id': '0d61ef1e-dabb-41c8-a48b-66087903c6cd', 'name': '', 'network_id': '6ac95a6a-5756-473f-8a78-bd3474c2b2ff', 'tenant_id': '33f6cdee7b294baa9f6a8cddbba9670a', 'mac_address': 'fa:16:3e:aa:f5:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4f5379a-af9d-4d38-b0f3-4dd8f58a632f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1850, 'fixed_ips': [{'subnet_id': '868bdf15-b823-4cab-842d-77e49afc3593', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:09:41Z', 'updated_at': '2021-07-06T14:09:50Z', 'revision_number': 5, 'project_id': '33f6cdee7b294baa9f6a8cddbba9670a', 'subnets': [{'id': '868bdf15-b823-4cab-842d-77e49afc3593', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 14:14:00.201155 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-76bbdae5-f3d1-41f5-9704-7727f7e4f3d9 req-8b5559c3-2f7e-4e1d-b68d-f80db5a8b838 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127687527'] for port, after_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:00.208370 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81339926-3b99-4b27-8626-f5f2eb7dde99 None None] Checking agent: {'id': '8ab5b19c-d213-4f29-891d-27bdf39d38b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773647-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 43, 26), 'started_at': datetime.datetime(2021, 7, 6, 13, 43, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 13, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773647-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:14:00.208812 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81339926-3b99-4b27-8626-f5f2eb7dde99 None None] Checking segment: {'id': '9f74fedc-16b9-4869-9140-58164e4cbf7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': '64c0408f-2770-497a-90f4-ff5572528ca8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:14:00.209324 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-81339926-3b99-4b27-8626-f5f2eb7dde99 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:00.209711 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81339926-3b99-4b27-8626-f5f2eb7dde99 None None] Bound using segment: {'id': '9f74fedc-16b9-4869-9140-58164e4cbf7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': '64c0408f-2770-497a-90f4-ff5572528ca8'} {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:14:00.210115 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-81339926-3b99-4b27-8626-f5f2eb7dde99 None None] Bound port: f007e307-a5bc-424b-90f4-4a6849eb1390, host: n-d-773647-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f74fedc-16b9-4869-9140-58164e4cbf7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': '64c0408f-2770-497a-90f4-ff5572528ca8'}}] {{(pid=100248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:14:00.210512 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-81339926-3b99-4b27-8626-f5f2eb7dde99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:00.322448 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5559c3-2f7e-4e1d-b68d-f80db5a8b838 service neutron] Pushing event updated for resources: {'Port': ['ID=1b5eb980-a3f1-417c-a078-0d0dbca676a0,revision_number=2']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:14:00.345588 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-81339926-3b99-4b27-8626-f5f2eb7dde99 None None] For port f007e307-a5bc-424b-90f4-4a6849eb1390, host n-d-773647-6, cleared binding levels {{(pid=100248) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:14:00.349233 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-81339926-3b99-4b27-8626-f5f2eb7dde99 None None] For port f007e307-a5bc-424b-90f4-4a6849eb1390, host n-d-773647-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=f007e307-a5bc-424b-90f4-4a6849eb1390,segment=NetworkSegment(9f74fedc-16b9-4869-9140-58164e4cbf7a),segment_id=9f74fedc-16b9-4869-9140-58164e4cbf7a)] {{(pid=100248) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:14:00.355976 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-81339926-3b99-4b27-8626-f5f2eb7dde99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:00.464081 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-700a60fb-8636-473b-88f7-b12695cefb1b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127131748'] for subnet, precommit_delete_associations {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:00.482172 n-d-773647-6 neutron-server[100246]: DEBUG neutron.notifiers.nova [req-053cbf1d-468e-4416-9d13-0b9bd53505c7 req-120112f2-58ec-4ede-b16d-d58cfa46eaec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bc4f675b-2e9f-4750-9375-af3fcf823c8c {{(pid=100246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 14:14:00.492689 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [req-76bbdae5-f3d1-41f5-9704-7727f7e4f3d9 req-8b5559c3-2f7e-4e1d-b68d-f80db5a8b838 service neutron] Attempting to bind port 1b5eb980-a3f1-417c-a078-0d0dbca676a0 on host n-h2-773647-6 for vnic_type normal with profile {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:14:00.493045 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [req-76bbdae5-f3d1-41f5-9704-7727f7e4f3d9 req-8b5559c3-2f7e-4e1d-b68d-f80db5a8b838 service neutron] Attempting to bind port 1b5eb980-a3f1-417c-a078-0d0dbca676a0 by drivers openvswitch,hyperv on host n-h2-773647-6 at level 0 using segments [{'id': 'a5bb63dc-af84-4b25-adce-a2df85deca10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1015, 'network_id': '49b14001-0249-40ad-b388-270776c77779'}] {{(pid=100246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:14:00.493510 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76bbdae5-f3d1-41f5-9704-7727f7e4f3d9 req-8b5559c3-2f7e-4e1d-b68d-f80db5a8b838 service neutron] Attempting to bind port 1b5eb980-a3f1-417c-a078-0d0dbca676a0 on network 49b14001-0249-40ad-b388-270776c77779 {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:14:00.497635 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-053cbf1d-468e-4416-9d13-0b9bd53505c7 req-120112f2-58ec-4ede-b16d-d58cfa46eaec service neutron] Notify callbacks [] for port, precommit_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:00.526758 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81339926-3b99-4b27-8626-f5f2eb7dde99 None None] Pushing event updated for resources: {'Port': ['ID=f007e307-a5bc-424b-90f4-4a6849eb1390,revision_number=2']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:14:00.527095 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76bbdae5-f3d1-41f5-9704-7727f7e4f3d9 req-8b5559c3-2f7e-4e1d-b68d-f80db5a8b838 service neutron] Port 1b5eb980-a3f1-417c-a078-0d0dbca676a0 on network 49b14001-0249-40ad-b388-270776c77779 not bound, no agent of type Open vSwitch agent registered on host n-h2-773647-6 {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 14:14:00.527465 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76bbdae5-f3d1-41f5-9704-7727f7e4f3d9 req-8b5559c3-2f7e-4e1d-b68d-f80db5a8b838 service neutron] Attempting to bind port 1b5eb980-a3f1-417c-a078-0d0dbca676a0 on network 49b14001-0249-40ad-b388-270776c77779 {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:14:00.539689 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76bbdae5-f3d1-41f5-9704-7727f7e4f3d9 req-8b5559c3-2f7e-4e1d-b68d-f80db5a8b838 service neutron] Checking agent: {'id': '63768ece-0600-4354-8d29-fdedec96b077', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-773647-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 51, 10), 'started_at': datetime.datetime(2021, 7, 6, 13, 51, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 13, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:14:00.540656 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76bbdae5-f3d1-41f5-9704-7727f7e4f3d9 req-8b5559c3-2f7e-4e1d-b68d-f80db5a8b838 service neutron] Checking segment: {'id': 'a5bb63dc-af84-4b25-adce-a2df85deca10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1015, 'network_id': '49b14001-0249-40ad-b388-270776c77779'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:14:00.540656 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76bbdae5-f3d1-41f5-9704-7727f7e4f3d9 req-8b5559c3-2f7e-4e1d-b68d-f80db5a8b838 service neutron] Bound using segment: {'id': 'a5bb63dc-af84-4b25-adce-a2df85deca10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1015, 'network_id': '49b14001-0249-40ad-b388-270776c77779'} {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:14:00.540656 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [req-76bbdae5-f3d1-41f5-9704-7727f7e4f3d9 req-8b5559c3-2f7e-4e1d-b68d-f80db5a8b838 service neutron] Bound port: 1b5eb980-a3f1-417c-a078-0d0dbca676a0, host: n-h2-773647-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a5bb63dc-af84-4b25-adce-a2df85deca10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1015, 'network_id': '49b14001-0249-40ad-b388-270776c77779'}}] {{(pid=100246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:14:00.541052 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-76bbdae5-f3d1-41f5-9704-7727f7e4f3d9 req-8b5559c3-2f7e-4e1d-b68d-f80db5a8b838 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:00.549590 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135b20e6-2f97-457f-9edd-112da0b345e9 req-085720f5-bee1-458b-a27d-06ef64d37e5f tempest-VolumesSnapshotTestJSON-159166615 tempest-VolumesSnapshotTestJSON-159166615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:14:00.552457 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.provisioning_blocks [req-053cbf1d-468e-4416-9d13-0b9bd53505c7 req-120112f2-58ec-4ede-b16d-d58cfa46eaec service neutron] Transition to ACTIVE for port object bc4f675b-2e9f-4750-9375-af3fcf823c8c will not be triggered until provisioned by entity L2. {{(pid=100246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:14:00.559113 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-135b20e6-2f97-457f-9edd-112da0b345e9 req-085720f5-bee1-458b-a27d-06ef64d37e5f tempest-VolumesSnapshotTestJSON-159166615 tempest-VolumesSnapshotTestJSON-159166615-project] 10.222.0.104 "GET /v2.0/ports?device_id=c9358cb8-b7d2-4515-9999-189978f0c1dd HTTP/1.1" status: 200 len: 931 time: 0.5625207 Jul 06 14:14:00.563757 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-053cbf1d-468e-4416-9d13-0b9bd53505c7 req-120112f2-58ec-4ede-b16d-d58cfa46eaec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127687527'] for port, after_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:00.615581 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-700a60fb-8636-473b-88f7-b12695cefb1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-913473'] for subnet, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:00.635849 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-135b20e6-2f97-457f-9edd-112da0b345e9 req-9e06c8ba-456e-4c25-9b0c-fd048496562f tempest-VolumesSnapshotTestJSON-159166615 tempest-VolumesSnapshotTestJSON-159166615-project] 10.222.0.104 "GET /v2.0/security-groups?id=e20905c3-4e2a-4820-8b00-03fe4a9f77fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755768 Jul 06 14:14:00.696860 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0eef8d9-06de-493a-a359-69b80d5da90d req-00833084-9af5-4a7b-b61d-05876161e163 tempest-AttachVolumeShelveTestJSON-1020519793 tempest-AttachVolumeShelveTestJSON-1020519793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:14:00.710699 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-c0eef8d9-06de-493a-a359-69b80d5da90d req-00833084-9af5-4a7b-b61d-05876161e163 tempest-AttachVolumeShelveTestJSON-1020519793 tempest-AttachVolumeShelveTestJSON-1020519793-project] 10.222.0.104 "GET /v2.0/ports?device_id=775e595c-a8be-4386-9e46-a9528870f5f2 HTTP/1.1" status: 200 len: 945 time: 0.2806714 Jul 06 14:14:00.719049 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e60b6ff5-72a8-43f0-a28f-5f31ddedaca6 None None] New status for floating IP cbe66783-3e46-48b7-9393-bc31d8e4fb0a: DOWN {{(pid=100249) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 14:14:00.780958 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.db [req-76bbdae5-f3d1-41f5-9704-7727f7e4f3d9 req-8b5559c3-2f7e-4e1d-b68d-f80db5a8b838 service neutron] For port 1b5eb980-a3f1-417c-a078-0d0dbca676a0, host n-h2-773647-6, cleared binding levels {{(pid=100246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:14:00.791758 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.db [req-76bbdae5-f3d1-41f5-9704-7727f7e4f3d9 req-8b5559c3-2f7e-4e1d-b68d-f80db5a8b838 service neutron] For port 1b5eb980-a3f1-417c-a078-0d0dbca676a0, host n-h2-773647-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=1b5eb980-a3f1-417c-a078-0d0dbca676a0,segment=NetworkSegment(a5bb63dc-af84-4b25-adce-a2df85deca10),segment_id=a5bb63dc-af84-4b25-adce-a2df85deca10)] {{(pid=100246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:14:00.834189 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-76bbdae5-f3d1-41f5-9704-7727f7e4f3d9 req-8b5559c3-2f7e-4e1d-b68d-f80db5a8b838 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127687527'] for port, after_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:00.877008 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-c0eef8d9-06de-493a-a359-69b80d5da90d req-b2bae1b6-6884-4032-a388-c7c058e7fe26 tempest-AttachVolumeShelveTestJSON-1020519793 tempest-AttachVolumeShelveTestJSON-1020519793-project] 10.222.0.104 "GET /v2.0/security-groups?id=d3fcccd0-b259-400e-953a-933bdd8f821f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1538634 Jul 06 14:14:00.939548 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-700a60fb-8636-473b-88f7-b12695cefb1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-913480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1849032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-128888347', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127627857'] for subnet, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:01.039250 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700a60fb-8636-473b-88f7-b12695cefb1b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c036779b-d851-45df-9bda-fb7310da886d,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:14:01.039820 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 54728) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:14:01.043406 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76bbdae5-f3d1-41f5-9704-7727f7e4f3d9 req-8b5559c3-2f7e-4e1d-b68d-f80db5a8b838 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:14:01.044045 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-76bbdae5-f3d1-41f5-9704-7727f7e4f3d9 req-8b5559c3-2f7e-4e1d-b68d-f80db5a8b838 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:01.046055 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-76bbdae5-f3d1-41f5-9704-7727f7e4f3d9 req-8b5559c3-2f7e-4e1d-b68d-f80db5a8b838 service neutron] 10.222.0.72 "PUT /v2.0/ports/1b5eb980-a3f1-417c-a078-0d0dbca676a0 HTTP/1.1" status: 200 len: 1091 time: 4.0482237 Jul 06 14:14:01.108190 n-d-773647-6 neutron-server[100246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9358cb8-b7d2-4515-9999-189978f0c1dd', 'tag': '1b5eb980-a3f1-417c-a078-0d0dbca676a0'}] {{(pid=100246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:14:01.110016 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0d96c5ab5e889f7b933ae915b9be33d1b46c9e87795bf781004b656ef3f1e87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf69c537-ea3a-40a6-88f8-4386eddd6710" -d '{"events": [{"name": "network-changed", "server_uuid": "c9358cb8-b7d2-4515-9999-189978f0c1dd", "tag": "1b5eb980-a3f1-417c-a078-0d0dbca676a0"}]}' {{(pid=100246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:14:01.199262 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-700a60fb-8636-473b-88f7-b12695cefb1b admin admin] Notify callbacks [] for subnet, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:01.207978 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-700a60fb-8636-473b-88f7-b12695cefb1b admin admin] 10.222.0.104 "DELETE /v2.0/subnets/c036779b-d851-45df-9bda-fb7310da886d HTTP/1.1" status: 204 len: 168 time: 1.4612355 Jul 06 14:14:01.208666 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 54736) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:14:01.223760 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120112f2-58ec-4ede-b16d-d58cfa46eaec service neutron] Pushing event updated for resources: {'Port': ['ID=bc4f675b-2e9f-4750-9375-af3fcf823c8c,revision_number=2']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:14:01.225840 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-700a60fb-8636-473b-88f7-b12695cefb1b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:14:01.226443 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-700a60fb-8636-473b-88f7-b12695cefb1b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:14:01.234637 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-700a60fb-8636-473b-88f7-b12695cefb1b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:14:01.235053 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-700a60fb-8636-473b-88f7-b12695cefb1b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:14:01.235416 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-700a60fb-8636-473b-88f7-b12695cefb1b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:14:01.236306 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-700a60fb-8636-473b-88f7-b12695cefb1b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:14:01.236635 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-700a60fb-8636-473b-88f7-b12695cefb1b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:14:01.236960 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-700a60fb-8636-473b-88f7-b12695cefb1b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:14:01.237295 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-700a60fb-8636-473b-88f7-b12695cefb1b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:14:01.237598 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-700a60fb-8636-473b-88f7-b12695cefb1b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:14:01.237920 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-700a60fb-8636-473b-88f7-b12695cefb1b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:14:01.238257 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-700a60fb-8636-473b-88f7-b12695cefb1b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:14:01.254770 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [req-053cbf1d-468e-4416-9d13-0b9bd53505c7 req-120112f2-58ec-4ede-b16d-d58cfa46eaec service neutron] Attempting to bind port bc4f675b-2e9f-4750-9375-af3fcf823c8c on host n-h2-773647-6 for vnic_type normal with profile {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:14:01.255111 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [req-053cbf1d-468e-4416-9d13-0b9bd53505c7 req-120112f2-58ec-4ede-b16d-d58cfa46eaec service neutron] Attempting to bind port bc4f675b-2e9f-4750-9375-af3fcf823c8c by drivers openvswitch,hyperv on host n-h2-773647-6 at level 0 using segments [{'id': 'a4a2476c-616e-4f46-b763-8a121d1a9fab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': '120989f8-7a26-49c9-99e3-26a4a5fc00f3'}] {{(pid=100246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:14:01.255474 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-053cbf1d-468e-4416-9d13-0b9bd53505c7 req-120112f2-58ec-4ede-b16d-d58cfa46eaec service neutron] Attempting to bind port bc4f675b-2e9f-4750-9375-af3fcf823c8c on network 120989f8-7a26-49c9-99e3-26a4a5fc00f3 {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:14:01.273917 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-053cbf1d-468e-4416-9d13-0b9bd53505c7 req-120112f2-58ec-4ede-b16d-d58cfa46eaec service neutron] Port bc4f675b-2e9f-4750-9375-af3fcf823c8c on network 120989f8-7a26-49c9-99e3-26a4a5fc00f3 not bound, no agent of type Open vSwitch agent registered on host n-h2-773647-6 {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 14:14:01.274465 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-053cbf1d-468e-4416-9d13-0b9bd53505c7 req-120112f2-58ec-4ede-b16d-d58cfa46eaec service neutron] Attempting to bind port bc4f675b-2e9f-4750-9375-af3fcf823c8c on network 120989f8-7a26-49c9-99e3-26a4a5fc00f3 {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:14:01.301103 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7852a3-36c1-4ee6-8775-bb7ac80b0177 req-4d6cfbf3-bb39-4bf4-8acd-eed8bdf94309 tempest-ListServerFiltersTestJSON-1215238916 tempest-ListServerFiltersTestJSON-1215238916-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:14:01.307867 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-ae7852a3-36c1-4ee6-8775-bb7ac80b0177 req-4d6cfbf3-bb39-4bf4-8acd-eed8bdf94309 tempest-ListServerFiltersTestJSON-1215238916 tempest-ListServerFiltersTestJSON-1215238916-project] 10.222.0.104 "GET /v2.0/networks?id=64c0408f-2770-497a-90f4-ff5572528ca8 HTTP/1.1" status: 200 len: 816 time: 0.5028341 Jul 06 14:14:01.326680 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-053cbf1d-468e-4416-9d13-0b9bd53505c7 req-120112f2-58ec-4ede-b16d-d58cfa46eaec service neutron] Checking agent: {'id': '63768ece-0600-4354-8d29-fdedec96b077', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-773647-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 51, 10), 'started_at': datetime.datetime(2021, 7, 6, 13, 51, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 13, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:14:01.327053 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-053cbf1d-468e-4416-9d13-0b9bd53505c7 req-120112f2-58ec-4ede-b16d-d58cfa46eaec service neutron] Checking segment: {'id': 'a4a2476c-616e-4f46-b763-8a121d1a9fab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': '120989f8-7a26-49c9-99e3-26a4a5fc00f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:14:01.327455 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-053cbf1d-468e-4416-9d13-0b9bd53505c7 req-120112f2-58ec-4ede-b16d-d58cfa46eaec service neutron] Bound using segment: {'id': 'a4a2476c-616e-4f46-b763-8a121d1a9fab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': '120989f8-7a26-49c9-99e3-26a4a5fc00f3'} {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:14:01.327910 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [req-053cbf1d-468e-4416-9d13-0b9bd53505c7 req-120112f2-58ec-4ede-b16d-d58cfa46eaec service neutron] Bound port: bc4f675b-2e9f-4750-9375-af3fcf823c8c, host: n-h2-773647-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a4a2476c-616e-4f46-b763-8a121d1a9fab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': '120989f8-7a26-49c9-99e3-26a4a5fc00f3'}}] {{(pid=100246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:14:01.328279 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-053cbf1d-468e-4416-9d13-0b9bd53505c7 req-120112f2-58ec-4ede-b16d-d58cfa46eaec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:01.433312 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5559c3-2f7e-4e1d-b68d-f80db5a8b838 service neutron] Pushing event updated for resources: {'Port': ['ID=1b5eb980-a3f1-417c-a078-0d0dbca676a0,revision_number=3']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:14:01.437038 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-ae7852a3-36c1-4ee6-8775-bb7ac80b0177 req-6fd267ce-1a73-4263-a8fc-5e7f4970fece tempest-ListServerFiltersTestJSON-1215238916 tempest-ListServerFiltersTestJSON-1215238916-project] 10.222.0.104 "GET /v2.0/quotas/522a30113f124836b5456d5ce91d68f6 HTTP/1.1" status: 200 len: 375 time: 0.1279962 Jul 06 14:14:01.454940 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-98f4cd25-33be-4b35-8c32-d0c29f4cd054 tempest-AttachVolumeTestJSON-361183160 tempest-AttachVolumeTestJSON-361183160-project] Notify callbacks [] for security_group, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:01.476326 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76bbdae5-f3d1-41f5-9704-7727f7e4f3d9 req-f19e7df4-f6c0-4123-bdd2-a58576081019 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:14:01.477868 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-76bbdae5-f3d1-41f5-9704-7727f7e4f3d9 req-f19e7df4-f6c0-4123-bdd2-a58576081019 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=4600ccf0872344348383371ca2dd310c&device_id=c9358cb8-b7d2-4515-9999-189978f0c1dd HTTP/1.1" status: 200 len: 1094 time: 0.3650975 Jul 06 14:14:01.512502 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-98f4cd25-33be-4b35-8c32-d0c29f4cd054 tempest-AttachVolumeTestJSON-361183160 tempest-AttachVolumeTestJSON-361183160-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:01.561414 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-76bbdae5-f3d1-41f5-9704-7727f7e4f3d9 req-51b585cc-d4f4-4368-bd13-4d7b0c1a952b service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1b5eb980-a3f1-417c-a078-0d0dbca676a0 HTTP/1.1" status: 200 len: 217 time: 0.0740695 Jul 06 14:14:01.563151 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f029f6-6db1-413b-b207-d550d788cb82 req-8e30c56b-86b8-4aaf-94bc-eb9456757c0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:14:01.564993 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-47f029f6-6db1-413b-b207-d550d788cb82 req-8e30c56b-86b8-4aaf-94bc-eb9456757c0b service neutron] 10.222.0.127 "GET /v2.0/ports?tenant_id=9686fd5ec0aa4012928191c3d42f6e6c&device_id=775e595c-a8be-4386-9e46-a9528870f5f2 HTTP/1.1" status: 200 len: 1096 time: 0.5204186 Jul 06 14:14:01.566424 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.db [req-053cbf1d-468e-4416-9d13-0b9bd53505c7 req-120112f2-58ec-4ede-b16d-d58cfa46eaec service neutron] For port bc4f675b-2e9f-4750-9375-af3fcf823c8c, host n-h2-773647-6, cleared binding levels {{(pid=100246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:14:01.569954 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-b5355e23-b44a-4fb9-838f-93de8a85e033 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530492'] for network, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:01.635401 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.db [req-053cbf1d-468e-4416-9d13-0b9bd53505c7 req-120112f2-58ec-4ede-b16d-d58cfa46eaec service neutron] For port bc4f675b-2e9f-4750-9375-af3fcf823c8c, host n-h2-773647-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=bc4f675b-2e9f-4750-9375-af3fcf823c8c,segment=NetworkSegment(a4a2476c-616e-4f46-b763-8a121d1a9fab),segment_id=a4a2476c-616e-4f46-b763-8a121d1a9fab)] {{(pid=100246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:14:01.650578 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-053cbf1d-468e-4416-9d13-0b9bd53505c7 req-120112f2-58ec-4ede-b16d-d58cfa46eaec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127687527'] for port, after_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:01.742178 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d686a19-037a-4038-b937-2334a24d69aa req-db4d30f6-5e61-467e-a338-37b6e7f3ec54 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:14:01.744919 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-6d686a19-037a-4038-b937-2334a24d69aa req-db4d30f6-5e61-467e-a338-37b6e7f3ec54 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] 10.222.0.104 "GET /v2.0/ports?device_id=74c47464-2de6-4359-8407-a9a093dc2562 HTTP/1.1" status: 200 len: 944 time: 0.4979634 Jul 06 14:14:01.788954 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120112f2-58ec-4ede-b16d-d58cfa46eaec service neutron] Pushing event updated for resources: {'Port': ['ID=bc4f675b-2e9f-4750-9375-af3fcf823c8c,revision_number=3']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:14:01.795904 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76bbdae5-f3d1-41f5-9704-7727f7e4f3d9 req-2a53228d-dbac-4b6c-853f-382a1a71a198 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:14:01.798120 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-76bbdae5-f3d1-41f5-9704-7727f7e4f3d9 req-2a53228d-dbac-4b6c-853f-382a1a71a198 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=43b44cc2-8280-4abb-bc23-973a73c284c8 HTTP/1.1" status: 200 len: 854 time: 0.2252443 Jul 06 14:14:01.799917 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053cbf1d-468e-4416-9d13-0b9bd53505c7 req-120112f2-58ec-4ede-b16d-d58cfa46eaec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:14:01.800523 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-053cbf1d-468e-4416-9d13-0b9bd53505c7 req-120112f2-58ec-4ede-b16d-d58cfa46eaec service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:01.802189 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-053cbf1d-468e-4416-9d13-0b9bd53505c7 req-120112f2-58ec-4ede-b16d-d58cfa46eaec service neutron] 10.222.0.72 "PUT /v2.0/ports/bc4f675b-2e9f-4750-9375-af3fcf823c8c HTTP/1.1" status: 200 len: 1092 time: 3.3711309 Jul 06 14:14:01.880303 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-76bbdae5-f3d1-41f5-9704-7727f7e4f3d9 req-6d84258e-cddf-4bc3-a3cc-d99e96ac31f7 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=49b14001-0249-40ad-b388-270776c77779&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0715771 Jul 06 14:14:01.881507 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-98f4cd25-33be-4b35-8c32-d0c29f4cd054 tempest-AttachVolumeTestJSON-361183160 tempest-AttachVolumeTestJSON-361183160-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:01.884657 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-98f4cd25-33be-4b35-8c32-d0c29f4cd054 tempest-AttachVolumeTestJSON-361183160 tempest-AttachVolumeTestJSON-361183160-project] Notify callbacks [] for security_group, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:01.889094 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-98f4cd25-33be-4b35-8c32-d0c29f4cd054 tempest-AttachVolumeTestJSON-361183160 tempest-AttachVolumeTestJSON-361183160-project] 10.222.0.104 "DELETE /v2.0/security-groups/e8c32bf5-5674-497e-8c20-3ec857c330c9 HTTP/1.1" status: 204 len: 168 time: 0.7824779 Jul 06 14:14:01.890266 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 54746) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:14:01.893690 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e7637e-edf3-477e-b3b8-6fb98d94ef49 req-68987a6f-5420-41c8-89f8-2039af3c2a5e tempest-ListServerFiltersTestJSON-1215238916 tempest-ListServerFiltersTestJSON-1215238916-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:14:01.895166 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-90e7637e-edf3-477e-b3b8-6fb98d94ef49 req-68987a6f-5420-41c8-89f8-2039af3c2a5e tempest-ListServerFiltersTestJSON-1215238916 tempest-ListServerFiltersTestJSON-1215238916-project] 10.222.0.127 "GET /v2.0/networks?id=64c0408f-2770-497a-90f4-ff5572528ca8 HTTP/1.1" status: 200 len: 816 time: 0.4543457 Jul 06 14:14:01.904280 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-ae7852a3-36c1-4ee6-8775-bb7ac80b0177 req-dab6cada-df87-4ef1-96bc-1a300ea70867 tempest-ListServerFiltersTestJSON-1215238916 tempest-ListServerFiltersTestJSON-1215238916-project] 10.222.0.104 "GET /v2.0/ports?tenant_id=522a30113f124836b5456d5ce91d68f6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4322202 Jul 06 14:14:01.974500 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [req-90e7637e-edf3-477e-b3b8-6fb98d94ef49 req-2842b15c-5118-4771-bb78-bc044b7ca1b7 tempest-ListServerFiltersTestJSON-1215238916 tempest-ListServerFiltersTestJSON-1215238916-project] Request body: {'port': {'device_id': '52987411-a95f-4c4d-bca9-6ac7bb8b132a', 'network_id': '64c0408f-2770-497a-90f4-ff5572528ca8', 'admin_state_up': True, 'tenant_id': '522a30113f124836b5456d5ce91d68f6'}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:14:02.012045 n-d-773647-6 neutron-server[100246]: INFO neutron.api.v2.resource [None req-1cf11521-aace-4a16-95dc-299ee1508c5f tempest-AttachVolumeTestJSON-361183160 tempest-AttachVolumeTestJSON-361183160-project] show failed (client error): The resource could not be found. Jul 06 14:14:02.015767 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-1cf11521-aace-4a16-95dc-299ee1508c5f tempest-AttachVolumeTestJSON-361183160 tempest-AttachVolumeTestJSON-361183160-project] 10.222.0.104 "GET /v2.0/security-groups/e8c32bf5-5674-497e-8c20-3ec857c330c9 HTTP/1.1" status: 404 len: 347 time: 0.1112266 Jul 06 14:14:02.023315 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f4cd25-33be-4b35-8c32-d0c29f4cd054 tempest-AttachVolumeTestJSON-361183160 tempest-AttachVolumeTestJSON-361183160-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8c32bf5-5674-497e-8c20-3ec857c330c9,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:14:02.034524 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 54750) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:14:02.131949 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-6d686a19-037a-4038-b937-2334a24d69aa req-33e49f0c-7448-4a50-bf8e-805f6935a288 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] 10.222.0.104 "GET /v2.0/security-groups?id=5d8c99c2-13fb-4e77-b660-83bc40ffb65c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3632345 Jul 06 14:14:02.137654 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-b5355e23-b44a-4fb9-838f-93de8a85e033 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-917204', 'neutron.services.segments.db._delete_segments_for_network-8773753502302'] for network, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:02.151597 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f029f6-6db1-413b-b207-d550d788cb82 req-1c9b2520-4860-45ab-8e8c-b8d4dd07c9c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:14:02.153086 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-47f029f6-6db1-413b-b207-d550d788cb82 req-1c9b2520-4860-45ab-8e8c-b8d4dd07c9c2 service neutron] 10.222.0.127 "GET /v2.0/networks?id=a1c5aa58-a5eb-4fe0-9c0d-ad9cb3f782ca HTTP/1.1" status: 200 len: 919 time: 0.5692785 Jul 06 14:14:02.169780 n-d-773647-6 neutron-server[100247]: DEBUG neutron.services.segments.db [None req-b5355e23-b44a-4fb9-838f-93de8a85e033 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a3c3f842-601a-418a-8017-a9441854184e']}} {{(pid=100247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:14:02.228946 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5131461f-d1e9-4ed9-aa2e-aa147ac5ad86 None None] Network 64c0408f-2770-497a-90f4-ff5572528ca8 requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:14:02.232108 n-d-773647-6 neutron-server[100247]: DEBUG neutron.services.segments.db [None req-b5355e23-b44a-4fb9-838f-93de8a85e033 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '58b87625-04d4-401c-bc32-e9fe010479dc') {'for_net_delete': True} {{(pid=100247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:14:02.232405 n-d-773647-6 neutron-server[100247]: DEBUG neutron.services.segments.db [None req-b5355e23-b44a-4fb9-838f-93de8a85e033 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '58b87625-04d4-401c-bc32-e9fe010479dc') {} {{(pid=100247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:14:02.246112 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 54754) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:14:02.259993 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-b5355e23-b44a-4fb9-838f-93de8a85e033 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773753515138', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127131763'] for segment, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:02.272176 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 14:14:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98f7c643-153c-4319-9826-628f2215aa0a x-openstack-request-id: req-98f7c643-153c-4319-9826-628f2215aa0a {{(pid=100246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:14:02.272539 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c9358cb8-b7d2-4515-9999-189978f0c1dd", "tag": "1b5eb980-a3f1-417c-a078-0d0dbca676a0", "status": "completed", "code": 200}]} {{(pid=100246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:14:02.272863 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-98f7c643-153c-4319-9826-628f2215aa0a {{(pid=100246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:14:02.273328 n-d-773647-6 neutron-server[100246]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9358cb8-b7d2-4515-9999-189978f0c1dd', 'tag': '1b5eb980-a3f1-417c-a078-0d0dbca676a0', 'status': 'completed', 'code': 200} Jul 06 14:14:02.297342 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053cbf1d-468e-4416-9d13-0b9bd53505c7 req-8858ad80-b864-44a8-9c63-43b80b476dd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:14:02.299065 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-053cbf1d-468e-4416-9d13-0b9bd53505c7 req-8858ad80-b864-44a8-9c63-43b80b476dd3 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=1077a35eaa714f1bbf260d32c5a52c8f&device_id=74c47464-2de6-4359-8407-a9a093dc2562 HTTP/1.1" status: 200 len: 1095 time: 0.4225099 Jul 06 14:14:02.318632 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-b5355e23-b44a-4fb9-838f-93de8a85e033 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552'] for segment, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:02.344606 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-7db14c9c-b581-417a-8bb6-63d71b55d975 None None] Provisioning for port f007e307-a5bc-424b-90f4-4a6849eb1390 completed by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:14:02.353206 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-053cbf1d-468e-4416-9d13-0b9bd53505c7 req-0bda8154-6b2d-4303-9aee-f79c6df8b1e6 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bc4f675b-2e9f-4750-9375-af3fcf823c8c HTTP/1.1" status: 200 len: 217 time: 0.0419843 Jul 06 14:14:02.361857 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-ae7852a3-36c1-4ee6-8775-bb7ac80b0177 req-72055cde-1f0c-46af-b8e9-eb36241f9a21 service neutron] 10.222.0.104 "GET /v2.0/networks/64c0408f-2770-497a-90f4-ff5572528ca8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3816001 Jul 06 14:14:02.364860 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-76bbdae5-f3d1-41f5-9704-7727f7e4f3d9 req-a1ba1179-956b-4341-918e-ef8b64e1ddd4 service neutron] 10.222.0.72 "GET /v2.0/networks/49b14001-0249-40ad-b388-270776c77779?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4727576 Jul 06 14:14:02.368936 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b5355e23-b44a-4fb9-838f-93de8a85e033 admin admin] Releasing vlan 1006 on physical network physnet1 to pool {{(pid=100247) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 14:14:02.369356 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-b5355e23-b44a-4fb9-838f-93de8a85e033 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-128888574'] for segment, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:02.372370 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-47f029f6-6db1-413b-b207-d550d788cb82 req-8306823e-6585-43f0-9121-28b01234d612 service neutron] 10.222.0.127 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ee9785f9-b332-4dd9-b5ec-a4776c4a45ad HTTP/1.1" status: 200 len: 1000 time: 0.2046301 Jul 06 14:14:02.373006 n-d-773647-6 neutron-server[100247]: Traceback (most recent call last): Jul 06 14:14:02.373006 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 14:14:02.373006 n-d-773647-6 neutron-server[100247]: timer() Jul 06 14:14:02.373006 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 14:14:02.373006 n-d-773647-6 neutron-server[100247]: cb(*args, **kw) Jul 06 14:14:02.373006 n-d-773647-6 neutron-server[100247]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 14:14:02.373006 n-d-773647-6 neutron-server[100247]: return func(*args, **kwargs) Jul 06 14:14:02.373006 n-d-773647-6 neutron-server[100247]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 14:14:02.373006 n-d-773647-6 neutron-server[100247]: self._notify() Jul 06 14:14:02.373006 n-d-773647-6 neutron-server[100247]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 14:14:02.373006 n-d-773647-6 neutron-server[100247]: self.callback(batched_events) Jul 06 14:14:02.373006 n-d-773647-6 neutron-server[100247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 14:14:02.373006 n-d-773647-6 neutron-server[100247]: event.method(event) Jul 06 14:14:02.373006 n-d-773647-6 neutron-server[100247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 14:14:02.373006 n-d-773647-6 neutron-server[100247]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 14:14:02.373006 n-d-773647-6 neutron-server[100247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 14:14:02.373006 n-d-773647-6 neutron-server[100247]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 14:14:02.373006 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 14:14:02.373006 n-d-773647-6 neutron-server[100247]: return f(self, *a, **k) Jul 06 14:14:02.373006 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 14:14:02.373006 n-d-773647-6 neutron-server[100247]: return self._get(url).json() Jul 06 14:14:02.373006 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 14:14:02.373006 n-d-773647-6 neutron-server[100247]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 14:14:02.373006 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 14:14:02.373006 n-d-773647-6 neutron-server[100247]: return self.request(url, 'GET', **kwargs) Jul 06 14:14:02.373006 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 14:14:02.373006 n-d-773647-6 neutron-server[100247]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 14:14:02.373006 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 14:14:02.373006 n-d-773647-6 neutron-server[100247]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 14:14:02.373006 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 14:14:02.373006 n-d-773647-6 neutron-server[100247]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 14:14:02.373006 n-d-773647-6 neutron-server[100247]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 14:14:02.472137 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [None req-34537e6d-eb91-4d67-ad95-a57903a82487 tempest-AttachVolumeTestJSON-361183160 tempest-AttachVolumeTestJSON-361183160-project] Deleting port 5a6a1c93-4520-4556-a1ad-14eb499aeb33 {{(pid=100246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:14:02.472497 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-34537e6d-eb91-4d67-ad95-a57903a82487 tempest-AttachVolumeTestJSON-361183160 tempest-AttachVolumeTestJSON-361183160-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:02.531293 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-0eafb237-2bc5-401e-8599-7e39ba5b60e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:02.550988 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053cbf1d-468e-4416-9d13-0b9bd53505c7 req-95525386-bc0a-40dc-9a60-9697686bb15f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:14:02.552534 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-053cbf1d-468e-4416-9d13-0b9bd53505c7 req-95525386-bc0a-40dc-9a60-9697686bb15f service neutron] 10.222.0.72 "GET /v2.0/subnets?id=a9454952-2025-4848-a48d-6107d2969e09 HTTP/1.1" status: 200 len: 835 time: 0.1920831 Jul 06 14:14:02.565256 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-90e7637e-edf3-477e-b3b8-6fb98d94ef49 req-2842b15c-5118-4771-bb78-bc044b7ca1b7 tempest-ListServerFiltersTestJSON-1215238916 tempest-ListServerFiltersTestJSON-1215238916-project] Made reservation on behalf of 522a30113f124836b5456d5ce91d68f6 for: {'port': 1} {{(pid=100247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:14:02.569081 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-90e7637e-edf3-477e-b3b8-6fb98d94ef49 req-2842b15c-5118-4771-bb78-bc044b7ca1b7 tempest-ListServerFiltersTestJSON-1215238916 tempest-ListServerFiltersTestJSON-1215238916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:02.591628 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-b5355e23-b44a-4fb9-838f-93de8a85e033 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-917215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1761140'] for network, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:02.596720 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-b5355e23-b44a-4fb9-838f-93de8a85e033 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583035'] for network, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:02.601647 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-b5355e23-b44a-4fb9-838f-93de8a85e033 admin admin] 10.222.0.104 "DELETE /v2.0/networks/a3c3f842-601a-418a-8017-a9441854184e HTTP/1.1" status: 204 len: 168 time: 1.3759766 Jul 06 14:14:02.617547 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f029f6-6db1-413b-b207-d550d788cb82 req-778ca648-98b8-4b61-9e80-c0d58c14accb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:14:02.619041 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-47f029f6-6db1-413b-b207-d550d788cb82 req-778ca648-98b8-4b61-9e80-c0d58c14accb service neutron] 10.222.0.127 "GET /v2.0/subnets?id=6ec930d2-90b3-4355-914b-4efea8972d25 HTTP/1.1" status: 200 len: 856 time: 0.1958835 Jul 06 14:14:02.665139 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5355e23-b44a-4fb9-838f-93de8a85e033 admin admin] Pushing event deleted for resources: {'Network': ['ID=a3c3f842-601a-418a-8017-a9441854184e,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:14:02.676005 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-34537e6d-eb91-4d67-ad95-a57903a82487 tempest-AttachVolumeTestJSON-361183160 tempest-AttachVolumeTestJSON-361183160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:02.676355 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-34537e6d-eb91-4d67-ad95-a57903a82487 tempest-AttachVolumeTestJSON-361183160 tempest-AttachVolumeTestJSON-361183160-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:02.680539 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-76bbdae5-f3d1-41f5-9704-7727f7e4f3d9 req-ccc8d980-b7fe-4af5-bbdd-14d6f4a1106c service neutron] 10.222.0.72 "GET /v2.0/networks/49b14001-0249-40ad-b388-270776c77779?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3022094 Jul 06 14:14:02.701248 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [None req-34537e6d-eb91-4d67-ad95-a57903a82487 tempest-AttachVolumeTestJSON-361183160 tempest-AttachVolumeTestJSON-361183160-project] Calling delete_port for 5a6a1c93-4520-4556-a1ad-14eb499aeb33 owned by network:floatingip {{(pid=100246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:14:02.751335 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053cbf1d-468e-4416-9d13-0b9bd53505c7 req-1d081105-6487-4252-a02b-27713711bbc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:14:02.752929 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-053cbf1d-468e-4416-9d13-0b9bd53505c7 req-1d081105-6487-4252-a02b-27713711bbc6 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=120989f8-7a26-49c9-99e3-26a4a5fc00f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1905096 Jul 06 14:14:02.753556 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-ae7852a3-36c1-4ee6-8775-bb7ac80b0177 req-987a0df4-8b83-437c-a2f9-b6efea4214c9 service neutron] 10.222.0.104 "GET /v2.0/networks/64c0408f-2770-497a-90f4-ff5572528ca8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3796878 Jul 06 14:14:02.797709 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5829f2a-92fd-44e1-9fc3-8b80a651f95c req-44f80075-f36a-4fc7-b265-c4fb3599d24b tempest-VolumesSnapshotTestJSON-159166615 tempest-VolumesSnapshotTestJSON-159166615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:14:02.799865 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-b5829f2a-92fd-44e1-9fc3-8b80a651f95c req-44f80075-f36a-4fc7-b265-c4fb3599d24b tempest-VolumesSnapshotTestJSON-159166615 tempest-VolumesSnapshotTestJSON-159166615-project] 10.222.0.104 "GET /v2.0/ports?device_id=c9358cb8-b7d2-4515-9999-189978f0c1dd HTTP/1.1" status: 200 len: 943 time: 0.3749800 Jul 06 14:14:02.860192 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 54760) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:14:02.877509 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f029f6-6db1-413b-b207-d550d788cb82 req-ba60293e-2919-40e9-b343-093614af88e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:14:02.879174 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-47f029f6-6db1-413b-b207-d550d788cb82 req-ba60293e-2919-40e9-b343-093614af88e8 service neutron] 10.222.0.127 "GET /v2.0/ports?network_id=a1c5aa58-a5eb-4fe0-9c0d-ad9cb3f782ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2333267 Jul 06 14:14:02.957904 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.db_base_plugin_common [req-90e7637e-edf3-477e-b3b8-6fb98d94ef49 req-2842b15c-5118-4771-bb78-bc044b7ca1b7 tempest-ListServerFiltersTestJSON-1215238916 tempest-ListServerFiltersTestJSON-1215238916-project] Allocated IP 172.20.0.6 (64c0408f-2770-497a-90f4-ff5572528ca8/f2ba01b0-8c06-4918-8cfb-8da662bc6e66/e835e248-8ac4-4eef-84e1-40129f7e7a7f) {{(pid=100247) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:14:03.061328 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-b5829f2a-92fd-44e1-9fc3-8b80a651f95c req-b2026eec-eac2-43a9-acad-34ed5a0ba2a5 tempest-VolumesSnapshotTestJSON-159166615 tempest-VolumesSnapshotTestJSON-159166615-project] 10.222.0.104 "GET /v2.0/security-groups?id=e20905c3-4e2a-4820-8b00-03fe4a9f77fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2360215 Jul 06 14:14:03.094821 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Device ee9785f9-b332-4dd9-b5ec-a4776c4a45ad no longer exists at agent hyperv_n-h1-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:14:03.146686 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device f007e307-a5bc-424b-90f4-4a6849eb1390 up at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:14:03.210082 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-ac87030f-84fa-42b0-bcee-0c4d3326a2b6 admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=e374f8fff0bf4022b3d90d39bb64853f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3458841 Jul 06 14:14:03.224561 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 54780) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:14:03.269575 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-0eafb237-2bc5-401e-8599-7e39ba5b60e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:03.294903 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:03.302109 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-0eafb237-2bc5-401e-8599-7e39ba5b60e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:03.317058 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning for port f007e307-a5bc-424b-90f4-4a6849eb1390 completed by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:14:03.327648 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning complete for port f007e307-a5bc-424b-90f4-4a6849eb1390 triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:14:03.328135 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:03.340573 n-d-773647-6 neutron-server[100248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '775e595c-a8be-4386-9e46-a9528870f5f2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ee9785f9-b332-4dd9-b5ec-a4776c4a45ad'}] {{(pid=100248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:14:03.342791 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84af257533e383389cbcf231d3534f4d5e149e7203fea16b4a8fc01438dddaf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a8cfa61-1f03-488f-af72-5d67ff652e6e" -d '{"events": [{"server_uuid": "775e595c-a8be-4386-9e46-a9528870f5f2", "name": "network-vif-unplugged", "status": "completed", "tag": "ee9785f9-b332-4dd9-b5ec-a4776c4a45ad"}]}' {{(pid=100248) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:14:03.376768 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] For port ee9785f9-b332-4dd9-b5ec-a4776c4a45ad, host n-h1-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773647-6',level=0,port_id=ee9785f9-b332-4dd9-b5ec-a4776c4a45ad,segment=NetworkSegment(c15971e2-442e-4b9a-8cef-3ba8ead63686),segment_id=c15971e2-442e-4b9a-8cef-3ba8ead63686)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:14:03.389638 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-7f680ece-2d64-47e6-93d8-3878a5efbc21 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:03.390269 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:03.427076 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf69c537-ea3a-40a6-88f8-4386eddd6710 req-25956520-f3ed-4ddf-8469-0af6bf8f590f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:14:03.428868 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-bf69c537-ea3a-40a6-88f8-4386eddd6710 req-25956520-f3ed-4ddf-8469-0af6bf8f590f service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=4600ccf0872344348383371ca2dd310c&device_id=c9358cb8-b7d2-4515-9999-189978f0c1dd HTTP/1.1" status: 200 len: 1094 time: 0.6330407 Jul 06 14:14:03.438717 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-0eafb237-2bc5-401e-8599-7e39ba5b60e8 admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=0bbe102b4d504006b72e61eeeaa45d8a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1668751 Jul 06 14:14:03.444749 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 54788) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:14:03.447002 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-053cbf1d-468e-4416-9d13-0b9bd53505c7 req-cdbea0fe-9beb-464b-80b7-01755749633f service neutron] 10.222.0.72 "GET /v2.0/networks/120989f8-7a26-49c9-99e3-26a4a5fc00f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6451187 Jul 06 14:14:03.474075 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eafb237-2bc5-401e-8599-7e39ba5b60e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22d4b569-1d00-48d6-9ada-6c6d015d330e,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:14:03.483387 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Pushing event updated for resources: {'Port': ['ID=ee9785f9-b332-4dd9-b5ec-a4776c4a45ad,revision_number=8']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:14:03.504519 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:03.546836 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] For port f007e307-a5bc-424b-90f4-4a6849eb1390, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=f007e307-a5bc-424b-90f4-4a6849eb1390,segment=NetworkSegment(9f74fedc-16b9-4869-9140-58164e4cbf7a),segment_id=9f74fedc-16b9-4869-9140-58164e4cbf7a)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:14:03.547522 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-7f680ece-2d64-47e6-93d8-3878a5efbc21 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:03.553064 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:03.611576 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Pushing event updated for resources: {'Port': ['ID=f007e307-a5bc-424b-90f4-4a6849eb1390,revision_number=3']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:14:03.713105 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-34537e6d-eb91-4d67-ad95-a57903a82487 tempest-AttachVolumeTestJSON-361183160 tempest-AttachVolumeTestJSON-361183160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127687580'] for port, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:03.761347 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-47f029f6-6db1-413b-b207-d550d788cb82 req-f0883810-ea80-45c6-8931-f9153c51289e service neutron] 10.222.0.127 "GET /v2.0/networks/a1c5aa58-a5eb-4fe0-9c0d-ad9cb3f782ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8579853 Jul 06 14:14:03.782135 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34537e6d-eb91-4d67-ad95-a57903a82487 tempest-AttachVolumeTestJSON-361183160 tempest-AttachVolumeTestJSON-361183160-project] Pushing event deleted for resources: {'Port': ['ID=5a6a1c93-4520-4556-a1ad-14eb499aeb33,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:14:03.821573 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf69c537-ea3a-40a6-88f8-4386eddd6710 req-a0cc0f64-9658-4e96-bda9-857d8d9097bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:14:03.823303 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-bf69c537-ea3a-40a6-88f8-4386eddd6710 req-a0cc0f64-9658-4e96-bda9-857d8d9097bb service neutron] 10.222.0.72 "GET /v2.0/networks?id=49b14001-0249-40ad-b388-270776c77779 HTTP/1.1" status: 200 len: 916 time: 0.3828437 Jul 06 14:14:03.892957 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-053cbf1d-468e-4416-9d13-0b9bd53505c7 req-59577c1b-17e8-4d55-9f1c-8dfdf7eb676f service neutron] 10.222.0.72 "GET /v2.0/networks/120989f8-7a26-49c9-99e3-26a4a5fc00f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3864841 Jul 06 14:14:03.897342 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622d5604-dbf1-4bee-8a73-7ce784062203 req-e222cac3-309c-48ed-9696-0b0734ddf9be tempest-AttachVolumeShelveTestJSON-1020519793 tempest-AttachVolumeShelveTestJSON-1020519793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:14:03.898442 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-91ad62df-ce59-4dec-980e-8d05d54b4fd3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:03.898861 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-622d5604-dbf1-4bee-8a73-7ce784062203 req-e222cac3-309c-48ed-9696-0b0734ddf9be tempest-AttachVolumeShelveTestJSON-1020519793 tempest-AttachVolumeShelveTestJSON-1020519793-project] 10.222.0.104 "GET /v2.0/ports?device_id=775e595c-a8be-4386-9e46-a9528870f5f2 HTTP/1.1" status: 200 len: 945 time: 0.8438129 Jul 06 14:14:03.902066 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-bf69c537-ea3a-40a6-88f8-4386eddd6710 req-fb62d10e-3ff3-4aae-b159-b5cb00a37778 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1b5eb980-a3f1-417c-a078-0d0dbca676a0 HTTP/1.1" status: 200 len: 217 time: 0.0713065 Jul 06 14:14:03.928444 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-7f680ece-2d64-47e6-93d8-3878a5efbc21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:03.931049 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-7f680ece-2d64-47e6-93d8-3878a5efbc21 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:03.931878 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f77e30-56e2-4cf4-91c4-7b7fba265708 req-cf0554ec-2908-4f1b-85be-370cd8a5f4e5 tempest-ListServerFiltersTestJSON-1215238916 tempest-ListServerFiltersTestJSON-1215238916-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:14:03.932188 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-7f680ece-2d64-47e6-93d8-3878a5efbc21 admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/5ad75d0b-ae4f-4528-8f14-d8740f9e67e6 HTTP/1.1" status: 204 len: 168 time: 0.7055783 Jul 06 14:14:03.933339 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-f4f77e30-56e2-4cf4-91c4-7b7fba265708 req-cf0554ec-2908-4f1b-85be-370cd8a5f4e5 tempest-ListServerFiltersTestJSON-1215238916 tempest-ListServerFiltersTestJSON-1215238916-project] 10.222.0.104 "GET /v2.0/networks?id=64c0408f-2770-497a-90f4-ff5572528ca8 HTTP/1.1" status: 200 len: 816 time: 0.7219837 Jul 06 14:14:03.980385 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-90e7637e-edf3-477e-b3b8-6fb98d94ef49 req-2842b15c-5118-4771-bb78-bc044b7ca1b7 tempest-ListServerFiltersTestJSON-1215238916 tempest-ListServerFiltersTestJSON-1215238916-project] Notify callbacks [] for port, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:03.988301 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f680ece-2d64-47e6-93d8-3878a5efbc21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ad75d0b-ae4f-4528-8f14-d8740f9e67e6,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:14:03.993298 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-f4f77e30-56e2-4cf4-91c4-7b7fba265708 req-281169bb-9a48-4eee-8769-56cebc0842f6 tempest-ListServerFiltersTestJSON-1215238916 tempest-ListServerFiltersTestJSON-1215238916-project] 10.222.0.104 "GET /v2.0/quotas/522a30113f124836b5456d5ce91d68f6 HTTP/1.1" status: 200 len: 375 time: 0.0506971 Jul 06 14:14:03.993422 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-91ad62df-ce59-4dec-980e-8d05d54b4fd3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:03.995187 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-34537e6d-eb91-4d67-ad95-a57903a82487 tempest-AttachVolumeTestJSON-361183160 tempest-AttachVolumeTestJSON-361183160-project] Notify callbacks [] for floatingip, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:03.998775 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-47f029f6-6db1-413b-b207-d550d788cb82 req-bef0e36a-8100-423c-a892-bc2ba72294cc service neutron] 10.222.0.127 "GET /v2.0/networks/a1c5aa58-a5eb-4fe0-9c0d-ad9cb3f782ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2269609 Jul 06 14:14:04.004972 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-34537e6d-eb91-4d67-ad95-a57903a82487 tempest-AttachVolumeTestJSON-361183160 tempest-AttachVolumeTestJSON-361183160-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for floatingip, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:04.008412 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-34537e6d-eb91-4d67-ad95-a57903a82487 tempest-AttachVolumeTestJSON-361183160 tempest-AttachVolumeTestJSON-361183160-project] 10.222.0.104 "DELETE /v2.0/floatingips/cbe66783-3e46-48b7-9393-bc31d8e4fb0a HTTP/1.1" status: 204 len: 168 time: 1.9686747 Jul 06 14:14:04.015944 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.provisioning_blocks [req-90e7637e-edf3-477e-b3b8-6fb98d94ef49 req-2842b15c-5118-4771-bb78-bc044b7ca1b7 tempest-ListServerFiltersTestJSON-1215238916 tempest-ListServerFiltersTestJSON-1215238916-project] Transition to ACTIVE for port object e835e248-8ac4-4eef-84e1-40129f7e7a7f will not be triggered until provisioned by entity DHCP. {{(pid=100247) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:14:04.019918 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-622d5604-dbf1-4bee-8a73-7ce784062203 req-56f48aa1-e7ef-434a-83ff-ebe423d4b78f tempest-AttachVolumeShelveTestJSON-1020519793 tempest-AttachVolumeShelveTestJSON-1020519793-project] 10.222.0.104 "GET /v2.0/security-groups?id=d3fcccd0-b259-400e-953a-933bdd8f821f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1035750 Jul 06 14:14:04.060327 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf69c537-ea3a-40a6-88f8-4386eddd6710 req-94d7feb5-9cf4-4905-9570-46533ba152e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:14:04.060327 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-bf69c537-ea3a-40a6-88f8-4386eddd6710 req-94d7feb5-9cf4-4905-9570-46533ba152e8 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=43b44cc2-8280-4abb-bc23-973a73c284c8 HTTP/1.1" status: 200 len: 854 time: 0.1480141 Jul 06 14:14:04.106634 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-bf69c537-ea3a-40a6-88f8-4386eddd6710 req-be0b5d2d-b0ac-4d77-b853-d8966f31afee service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=49b14001-0249-40ad-b388-270776c77779&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0391552 Jul 06 14:14:04.132919 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-90e7637e-edf3-477e-b3b8-6fb98d94ef49 req-2842b15c-5118-4771-bb78-bc044b7ca1b7 tempest-ListServerFiltersTestJSON-1215238916 tempest-ListServerFiltersTestJSON-1215238916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-128888360'] for port, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:04.191369 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-91ad62df-ce59-4dec-980e-8d05d54b4fd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:04.194288 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-91ad62df-ce59-4dec-980e-8d05d54b4fd3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:04.198245 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-91ad62df-ce59-4dec-980e-8d05d54b4fd3 admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/22d4b569-1d00-48d6-9ada-6c6d015d330e HTTP/1.1" status: 204 len: 168 time: 0.7501805 Jul 06 14:14:04.215105 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ad62df-ce59-4dec-980e-8d05d54b4fd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22d4b569-1d00-48d6-9ada-6c6d015d330e,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:14:04.256163 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-bf69c537-ea3a-40a6-88f8-4386eddd6710 req-a7e39353-817c-4c31-8af9-dbcda75b2dff service neutron] 10.222.0.72 "GET /v2.0/networks/49b14001-0249-40ad-b388-270776c77779?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1407285 Jul 06 14:14:04.275479 n-d-773647-6 neutron-server[100246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74c47464-2de6-4359-8407-a9a093dc2562', 'tag': 'bc4f675b-2e9f-4750-9375-af3fcf823c8c'}] {{(pid=100246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:14:04.278250 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0d96c5ab5e889f7b933ae915b9be33d1b46c9e87795bf781004b656ef3f1e87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71ef876e-0420-4a17-9523-7369ecb1f35a" -d '{"events": [{"name": "network-changed", "server_uuid": "74c47464-2de6-4359-8407-a9a093dc2562", "tag": "bc4f675b-2e9f-4750-9375-af3fcf823c8c"}]}' {{(pid=100246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:14:04.289274 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-f4f77e30-56e2-4cf4-91c4-7b7fba265708 req-ffae5327-13a6-4960-81aa-85394660ca5f tempest-ListServerFiltersTestJSON-1215238916 tempest-ListServerFiltersTestJSON-1215238916-project] 10.222.0.104 "GET /v2.0/ports?tenant_id=522a30113f124836b5456d5ce91d68f6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2418542 Jul 06 14:14:04.326499 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-90e7637e-edf3-477e-b3b8-6fb98d94ef49 req-2842b15c-5118-4771-bb78-bc044b7ca1b7 tempest-ListServerFiltersTestJSON-1215238916 tempest-ListServerFiltersTestJSON-1215238916-project] Network 64c0408f-2770-497a-90f4-ff5572528ca8 is already hosted by enough agents. {{(pid=100247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:14:04.354987 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.base_scheduler [req-90e7637e-edf3-477e-b3b8-6fb98d94ef49 req-2842b15c-5118-4771-bb78-bc044b7ca1b7 tempest-ListServerFiltersTestJSON-1215238916 tempest-ListServerFiltersTestJSON-1215238916-project] Resources bound (agent type, host, resource id): {{(pid=100247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:14:04.356835 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2842b15c-5118-4771-bb78-bc044b7ca1b7 tempest-ListServerFiltersTestJSON-1215238916 tempest-ListServerFiltersTestJSON-1215238916-project] Pushing event updated for resources: {'Port': ['ID=e835e248-8ac4-4eef-84e1-40129f7e7a7f,revision_number=1']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:14:04.366370 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.l3_dvrscheduler_db [req-90e7637e-edf3-477e-b3b8-6fb98d94ef49 req-2842b15c-5118-4771-bb78-bc044b7ca1b7 tempest-ListServerFiltersTestJSON-1215238916 tempest-ListServerFiltersTestJSON-1215238916-project] Received port after_create {{(pid=100247) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:14:04.456299 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-bf69c537-ea3a-40a6-88f8-4386eddd6710 req-fd267cc7-34bb-4967-9196-a5ae72b93ad2 service neutron] 10.222.0.72 "GET /v2.0/networks/49b14001-0249-40ad-b388-270776c77779?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1900730 Jul 06 14:14:04.560148 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e7637e-edf3-477e-b3b8-6fb98d94ef49 req-2842b15c-5118-4771-bb78-bc044b7ca1b7 tempest-ListServerFiltersTestJSON-1215238916 tempest-ListServerFiltersTestJSON-1215238916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:14:04.560521 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-90e7637e-edf3-477e-b3b8-6fb98d94ef49 req-2842b15c-5118-4771-bb78-bc044b7ca1b7 tempest-ListServerFiltersTestJSON-1215238916 tempest-ListServerFiltersTestJSON-1215238916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:04.587083 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89eef4a9-609e-4ae2-b2c0-4059a89e718c req-da3bb9f1-8920-4789-9fe1-e627c8e7e5ad tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:14:04.588686 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-89eef4a9-609e-4ae2-b2c0-4059a89e718c req-da3bb9f1-8920-4789-9fe1-e627c8e7e5ad tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] 10.222.0.104 "GET /v2.0/ports?device_id=74c47464-2de6-4359-8407-a9a093dc2562 HTTP/1.1" status: 200 len: 944 time: 0.4027145 Jul 06 14:14:04.614171 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-90e7637e-edf3-477e-b3b8-6fb98d94ef49 req-2842b15c-5118-4771-bb78-bc044b7ca1b7 tempest-ListServerFiltersTestJSON-1215238916 tempest-ListServerFiltersTestJSON-1215238916-project] 10.222.0.127 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7059383 Jul 06 14:14:04.655290 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [req-90e7637e-edf3-477e-b3b8-6fb98d94ef49 req-a41e511f-87d9-449a-9379-e8a085b992f4 service neutron] Request body: {'port': {'device_id': '52987411-a95f-4c4d-bca9-6ac7bb8b132a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-773647-6'}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:14:04.732560 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-89eef4a9-609e-4ae2-b2c0-4059a89e718c req-42e58621-4575-4272-b5c5-d913991f1d5a tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] 10.222.0.104 "GET /v2.0/security-groups?id=5d8c99c2-13fb-4e77-b660-83bc40ffb65c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1324439 Jul 06 14:14:04.742105 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-f4f77e30-56e2-4cf4-91c4-7b7fba265708 req-d976201f-40fd-40bd-ab43-7bf0895f34fe service neutron] 10.222.0.104 "GET /v2.0/networks/64c0408f-2770-497a-90f4-ff5572528ca8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4275537 Jul 06 14:14:04.753050 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7852a3-36c1-4ee6-8775-bb7ac80b0177 req-a3e6e5d4-bceb-4a25-904f-a06593c153d1 tempest-ListServerFiltersTestJSON-1215238916 tempest-ListServerFiltersTestJSON-1215238916-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:14:04.754652 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-ae7852a3-36c1-4ee6-8775-bb7ac80b0177 req-a3e6e5d4-bceb-4a25-904f-a06593c153d1 tempest-ListServerFiltersTestJSON-1215238916 tempest-ListServerFiltersTestJSON-1215238916-project] 10.222.0.127 "GET /v2.0/networks?id=64c0408f-2770-497a-90f4-ff5572528ca8 HTTP/1.1" status: 200 len: 816 time: 0.4204712 Jul 06 14:14:04.761694 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 54812) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:14:04.783725 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-ca9d5efe-1353-48de-b6c2-e27c16b12dc8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:04.802433 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [req-ae7852a3-36c1-4ee6-8775-bb7ac80b0177 req-fd3679d1-2386-4d2c-8e56-fe5b680301f9 tempest-ListServerFiltersTestJSON-1215238916 tempest-ListServerFiltersTestJSON-1215238916-project] Request body: {'port': {'device_id': 'b57db9a9-7c86-464d-97f2-0d549a71fb7e', 'network_id': '64c0408f-2770-497a-90f4-ff5572528ca8', 'admin_state_up': True, 'tenant_id': '522a30113f124836b5456d5ce91d68f6'}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:14:04.860288 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 06 Jul 2021 14:14:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3be2c48-9ca5-47c8-a18f-ca9314f43f9b x-openstack-request-id: req-d3be2c48-9ca5-47c8-a18f-ca9314f43f9b {{(pid=100248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:14:04.860288 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "775e595c-a8be-4386-9e46-a9528870f5f2", "name": "network-vif-unplugged", "status": "completed", "tag": "ee9785f9-b332-4dd9-b5ec-a4776c4a45ad", "code": 200}]} {{(pid=100248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:14:04.861431 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-d3be2c48-9ca5-47c8-a18f-ca9314f43f9b {{(pid=100248) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:14:04.861431 n-d-773647-6 neutron-server[100248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '775e595c-a8be-4386-9e46-a9528870f5f2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ee9785f9-b332-4dd9-b5ec-a4776c4a45ad', 'code': 200} Jul 06 14:14:04.904895 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-d2ea1cac-c11a-482e-838a-b41f4ef6720e None None] Provisioning for port e835e248-8ac4-4eef-84e1-40129f7e7a7f completed by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:14:04.910358 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-d2ea1cac-c11a-482e-838a-b41f4ef6720e None None] Provisioning complete for port e835e248-8ac4-4eef-84e1-40129f7e7a7f triggered by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:14:04.911129 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-d2ea1cac-c11a-482e-838a-b41f4ef6720e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:04.931561 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-ca9d5efe-1353-48de-b6c2-e27c16b12dc8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:04.937546 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-ca9d5efe-1353-48de-b6c2-e27c16b12dc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:04.951804 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-d2ea1cac-c11a-482e-838a-b41f4ef6720e None None] Port e835e248-8ac4-4eef-84e1-40129f7e7a7f cannot update to ACTIVE because it is not bound. {{(pid=100248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 14:14:04.998723 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-ca9d5efe-1353-48de-b6c2-e27c16b12dc8 admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=4e129b4bd6b1407d9037280140365acf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2356620 Jul 06 14:14:05.006454 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 54818) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:14:05.008366 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device f007e307-a5bc-424b-90f4-4a6849eb1390 up at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:14:05.023904 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9d5efe-1353-48de-b6c2-e27c16b12dc8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93799547-ee53-4ca8-bf82-3664ee7441b1,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:14:05.052221 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Device bc4f675b-2e9f-4750-9375-af3fcf823c8c details requested by agent hyperv_n-h2-773647-6 with host n-h2-773647-6 {{(pid=100248) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 14:14:05.067437 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-90e7637e-edf3-477e-b3b8-6fb98d94ef49 req-a41e511f-87d9-449a-9379-e8a085b992f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:05.123387 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-8883baf8-5c62-474f-9436-d29f73abd439 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:05.159439 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning complete for port f007e307-a5bc-424b-90f4-4a6849eb1390 triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:14:05.159818 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:05.168727 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-f4f77e30-56e2-4cf4-91c4-7b7fba265708 req-2636e271-826e-4af5-bddc-e75bd2d5117f service neutron] 10.222.0.104 "GET /v2.0/networks/64c0408f-2770-497a-90f4-ff5572528ca8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4090216 Jul 06 14:14:05.179634 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-8883baf8-5c62-474f-9436-d29f73abd439 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:05.283369 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] For port bc4f675b-2e9f-4750-9375-af3fcf823c8c, host n-h2-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=bc4f675b-2e9f-4750-9375-af3fcf823c8c,segment=NetworkSegment(a4a2476c-616e-4f46-b763-8a121d1a9fab),segment_id=a4a2476c-616e-4f46-b763-8a121d1a9fab)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:14:05.284699 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-8883baf8-5c62-474f-9436-d29f73abd439 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:05.288546 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-8883baf8-5c62-474f-9436-d29f73abd439 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:05.291702 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-8883baf8-5c62-474f-9436-d29f73abd439 admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/93799547-ee53-4ca8-bf82-3664ee7441b1 HTTP/1.1" status: 204 len: 168 time: 0.2827783 Jul 06 14:14:05.300439 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ae7852a3-36c1-4ee6-8775-bb7ac80b0177 req-fd3679d1-2386-4d2c-8e56-fe5b680301f9 tempest-ListServerFiltersTestJSON-1215238916 tempest-ListServerFiltersTestJSON-1215238916-project] Made reservation on behalf of 522a30113f124836b5456d5ce91d68f6 for: {'port': 1} {{(pid=100247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:14:05.307853 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-ae7852a3-36c1-4ee6-8775-bb7ac80b0177 req-fd3679d1-2386-4d2c-8e56-fe5b680301f9 tempest-ListServerFiltersTestJSON-1215238916 tempest-ListServerFiltersTestJSON-1215238916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:05.308942 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Returning: {'device': 'bc4f675b-2e9f-4750-9375-af3fcf823c8c', 'network_id': '120989f8-7a26-49c9-99e3-26a4a5fc00f3', 'port_id': 'bc4f675b-2e9f-4750-9375-af3fcf823c8c', 'mac_address': 'fa:16:3e:49:68:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1044, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9454952-2025-4848-a48d-6107d2969e09', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100248) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 14:14:05.311697 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8883baf8-5c62-474f-9436-d29f73abd439 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93799547-ee53-4ca8-bf82-3664ee7441b1,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:14:05.391514 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:05.412456 n-d-773647-6 neutron-server[100248]: DEBUG neutron.notifiers.nova [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bc4f675b-2e9f-4750-9375-af3fcf823c8c {{(pid=100248) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 14:14:05.446832 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] For port bc4f675b-2e9f-4750-9375-af3fcf823c8c, host n-h2-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=bc4f675b-2e9f-4750-9375-af3fcf823c8c,segment=NetworkSegment(a4a2476c-616e-4f46-b763-8a121d1a9fab),segment_id=a4a2476c-616e-4f46-b763-8a121d1a9fab)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:14:05.453874 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:05.455944 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Device 1b5eb980-a3f1-417c-a078-0d0dbca676a0 details requested by agent hyperv_n-h2-773647-6 with host n-h2-773647-6 {{(pid=100248) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 14:14:05.679728 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Pushing event updated for resources: {'Port': ['ID=bc4f675b-2e9f-4750-9375-af3fcf823c8c,revision_number=4']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:14:05.734862 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 54842) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:14:05.754006 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-55f2ffaa-176f-4485-83c2-a1971e2d0773 tempest-AttachVolumeTestJSON-361183160 tempest-AttachVolumeTestJSON-361183160-project] Request body: {'security_group': {'name': 'tempest-securitygroup--614349521', 'description': 'tempest-description--1498240846'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:14:05.771248 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] For port 1b5eb980-a3f1-417c-a078-0d0dbca676a0, host n-h2-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=1b5eb980-a3f1-417c-a078-0d0dbca676a0,segment=NetworkSegment(a5bb63dc-af84-4b25-adce-a2df85deca10),segment_id=a5bb63dc-af84-4b25-adce-a2df85deca10)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:14:05.790264 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Returning: {'device': '1b5eb980-a3f1-417c-a078-0d0dbca676a0', 'network_id': '49b14001-0249-40ad-b388-270776c77779', 'port_id': '1b5eb980-a3f1-417c-a078-0d0dbca676a0', 'mac_address': 'fa:16:3e:c0:ca:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1015, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43b44cc2-8280-4abb-bc23-973a73c284c8', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100248) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 14:14:05.802038 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 14:14:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cdb76b2-9ad9-4b94-aab3-4c9e22100ae8 x-openstack-request-id: req-2cdb76b2-9ad9-4b94-aab3-4c9e22100ae8 {{(pid=100246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:14:05.814778 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "74c47464-2de6-4359-8407-a9a093dc2562", "tag": "bc4f675b-2e9f-4750-9375-af3fcf823c8c", "status": "completed", "code": 200}]} {{(pid=100246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:14:05.816973 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-2cdb76b2-9ad9-4b94-aab3-4c9e22100ae8 {{(pid=100246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:14:05.817907 n-d-773647-6 neutron-server[100246]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '74c47464-2de6-4359-8407-a9a093dc2562', 'tag': 'bc4f675b-2e9f-4750-9375-af3fcf823c8c', 'status': 'completed', 'code': 200} Jul 06 14:14:05.821203 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-55f2ffaa-176f-4485-83c2-a1971e2d0773 tempest-AttachVolumeTestJSON-361183160 tempest-AttachVolumeTestJSON-361183160-project] Notify callbacks [] for security_group, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:05.877734 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:05.904865 n-d-773647-6 neutron-server[100248]: DEBUG neutron.notifiers.nova [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1b5eb980-a3f1-417c-a078-0d0dbca676a0 {{(pid=100248) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 14:14:05.923954 n-d-773647-6 neutron-server[100247]: DEBUG neutron.notifiers.nova [req-90e7637e-edf3-477e-b3b8-6fb98d94ef49 req-a41e511f-87d9-449a-9379-e8a085b992f4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e835e248-8ac4-4eef-84e1-40129f7e7a7f {{(pid=100247) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 14:14:05.952057 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] For port 1b5eb980-a3f1-417c-a078-0d0dbca676a0, host n-h2-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=1b5eb980-a3f1-417c-a078-0d0dbca676a0,segment=NetworkSegment(a5bb63dc-af84-4b25-adce-a2df85deca10),segment_id=a5bb63dc-af84-4b25-adce-a2df85deca10)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:14:05.955048 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-90e7637e-edf3-477e-b3b8-6fb98d94ef49 req-a41e511f-87d9-449a-9379-e8a085b992f4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:05.969778 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf07347-69ed-409f-b1fc-abd1b4781020 req-4992661e-043d-4269-8b43-fcc6e8538561 tempest-VolumesSnapshotTestJSON-159166615 tempest-VolumesSnapshotTestJSON-159166615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:14:05.971637 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:05.979793 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-caf07347-69ed-409f-b1fc-abd1b4781020 req-4992661e-043d-4269-8b43-fcc6e8538561 tempest-VolumesSnapshotTestJSON-159166615 tempest-VolumesSnapshotTestJSON-159166615-project] 10.222.0.104 "GET /v2.0/ports?device_id=c9358cb8-b7d2-4515-9999-189978f0c1dd HTTP/1.1" status: 200 len: 943 time: 0.3711495 Jul 06 14:14:06.078785 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Pushing event updated for resources: {'Port': ['ID=1b5eb980-a3f1-417c-a078-0d0dbca676a0,revision_number=4']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:14:06.087984 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-55f2ffaa-176f-4485-83c2-a1971e2d0773 tempest-AttachVolumeTestJSON-361183160 tempest-AttachVolumeTestJSON-361183160-project] Notify callbacks [] for security_group, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:06.096527 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-55f2ffaa-176f-4485-83c2-a1971e2d0773 tempest-AttachVolumeTestJSON-361183160 tempest-AttachVolumeTestJSON-361183160-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:06.110526 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-caf07347-69ed-409f-b1fc-abd1b4781020 req-d5bda778-5db3-4092-b920-7df96b224774 tempest-VolumesSnapshotTestJSON-159166615 tempest-VolumesSnapshotTestJSON-159166615-project] 10.222.0.104 "GET /v2.0/security-groups?id=e20905c3-4e2a-4820-8b00-03fe4a9f77fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205597 Jul 06 14:14:06.110526 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.provisioning_blocks [req-90e7637e-edf3-477e-b3b8-6fb98d94ef49 req-a41e511f-87d9-449a-9379-e8a085b992f4 service neutron] Transition to ACTIVE for port object e835e248-8ac4-4eef-84e1-40129f7e7a7f will not be triggered until provisioned by entity L2. {{(pid=100247) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:14:06.111842 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ef876e-0420-4a17-9523-7369ecb1f35a req-722590f4-1d02-4eb2-b694-c33f40cefdbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:14:06.113354 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-71ef876e-0420-4a17-9523-7369ecb1f35a req-722590f4-1d02-4eb2-b694-c33f40cefdbf service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=1077a35eaa714f1bbf260d32c5a52c8f&device_id=74c47464-2de6-4359-8407-a9a093dc2562 HTTP/1.1" status: 200 len: 1096 time: 0.2746680 Jul 06 14:14:06.165244 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-90e7637e-edf3-477e-b3b8-6fb98d94ef49 req-a41e511f-87d9-449a-9379-e8a085b992f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128888538'] for port, after_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:06.194657 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-55f2ffaa-176f-4485-83c2-a1971e2d0773 tempest-AttachVolumeTestJSON-361183160 tempest-AttachVolumeTestJSON-361183160-project] Notify callbacks [] for security_group, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:06.196077 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-55f2ffaa-176f-4485-83c2-a1971e2d0773 tempest-AttachVolumeTestJSON-361183160 tempest-AttachVolumeTestJSON-361183160-project] 10.222.0.104 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.4472249 Jul 06 14:14:06.198249 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f2ffaa-176f-4485-83c2-a1971e2d0773 tempest-AttachVolumeTestJSON-361183160 tempest-AttachVolumeTestJSON-361183160-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ba4b7bf3-f50a-42b6-8762-0644cd24172d,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:14:06.204706 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 54862) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:14:06.210131 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-598f4d1a-adf4-4cd2-95be-f74ccdac3951 tempest-AttachVolumeTestJSON-361183160 tempest-AttachVolumeTestJSON-361183160-project] Request body: {'security_group_rule': {'security_group_id': 'ba4b7bf3-f50a-42b6-8762-0644cd24172d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:14:06.227361 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] get_ports_and_sgs() called for port_ids ['1b5eb980-a3f1-417c-a078-0d0dbca676a0'] {{(pid=100248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 14:14:06.232516 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] get_ports_and_sgs() called for port_ids ['bc4f675b-2e9f-4750-9375-af3fcf823c8c'] {{(pid=100248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 14:14:06.243856 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41e511f-87d9-449a-9379-e8a085b992f4 service neutron] Pushing event updated for resources: {'Port': ['ID=e835e248-8ac4-4eef-84e1-40129f7e7a7f,revision_number=2']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:14:06.287920 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-598f4d1a-adf4-4cd2-95be-f74ccdac3951 tempest-AttachVolumeTestJSON-361183160 tempest-AttachVolumeTestJSON-361183160-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:06.292593 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ef876e-0420-4a17-9523-7369ecb1f35a req-e9304c38-d633-419a-aeb9-85d27469bd6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:14:06.294085 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-71ef876e-0420-4a17-9523-7369ecb1f35a req-e9304c38-d633-419a-aeb9-85d27469bd6b service neutron] 10.222.0.72 "GET /v2.0/networks?id=120989f8-7a26-49c9-99e3-26a4a5fc00f3 HTTP/1.1" status: 200 len: 898 time: 0.1679385 Jul 06 14:14:06.424560 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-71ef876e-0420-4a17-9523-7369ecb1f35a req-af6d9636-14d4-4716-9b59-f758e0a0281c service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bc4f675b-2e9f-4750-9375-af3fcf823c8c HTTP/1.1" status: 200 len: 217 time: 0.1233017 Jul 06 14:14:06.502563 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-c64c4db1-e104-4845-8231-0df77fbe8301 req-e12f3538-3445-47aa-a41f-06f73c977d56 tempest-ListServerFiltersTestJSON-1215238916 tempest-ListServerFiltersTestJSON-1215238916-project] 10.222.0.104 "GET /v2.0/ports?device_id=96d3eb78-5642-4d73-a0a3-5161d3b5d580 HTTP/1.1" status: 200 len: 210 time: 0.2310083 Jul 06 14:14:06.540152 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.db_base_plugin_common [req-ae7852a3-36c1-4ee6-8775-bb7ac80b0177 req-fd3679d1-2386-4d2c-8e56-fe5b680301f9 tempest-ListServerFiltersTestJSON-1215238916 tempest-ListServerFiltersTestJSON-1215238916-project] Allocated IP 172.20.0.10 (64c0408f-2770-497a-90f4-ff5572528ca8/f2ba01b0-8c06-4918-8cfb-8da662bc6e66/f44fc52d-1204-4718-92df-8efd6645d48b) {{(pid=100247) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:14:06.603931 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d8fb76-2398-4fe6-88f4-ec0b015ac469 req-ea4d2156-9d04-4f97-806e-5049ba7e1dfb tempest-AttachVolumeShelveTestJSON-1020519793 tempest-AttachVolumeShelveTestJSON-1020519793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:14:06.612527 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-14d8fb76-2398-4fe6-88f4-ec0b015ac469 req-ea4d2156-9d04-4f97-806e-5049ba7e1dfb tempest-AttachVolumeShelveTestJSON-1020519793 tempest-AttachVolumeShelveTestJSON-1020519793-project] 10.222.0.104 "GET /v2.0/ports?device_id=775e595c-a8be-4386-9e46-a9528870f5f2 HTTP/1.1" status: 200 len: 943 time: 0.5126855 Jul 06 14:14:06.616838 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ef876e-0420-4a17-9523-7369ecb1f35a req-40927b6a-f242-46df-b962-97587f7c6122 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:14:06.623946 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-71ef876e-0420-4a17-9523-7369ecb1f35a req-40927b6a-f242-46df-b962-97587f7c6122 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=a9454952-2025-4848-a48d-6107d2969e09 HTTP/1.1" status: 200 len: 835 time: 0.1615307 Jul 06 14:14:06.774265 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.managers [req-90e7637e-edf3-477e-b3b8-6fb98d94ef49 req-a41e511f-87d9-449a-9379-e8a085b992f4 service neutron] Attempting to bind port e835e248-8ac4-4eef-84e1-40129f7e7a7f on host n-h1-773647-6 for vnic_type normal with profile {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:14:06.774609 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.managers [req-90e7637e-edf3-477e-b3b8-6fb98d94ef49 req-a41e511f-87d9-449a-9379-e8a085b992f4 service neutron] Attempting to bind port e835e248-8ac4-4eef-84e1-40129f7e7a7f by drivers openvswitch,hyperv on host n-h1-773647-6 at level 0 using segments [{'id': '9f74fedc-16b9-4869-9140-58164e4cbf7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': '64c0408f-2770-497a-90f4-ff5572528ca8'}] {{(pid=100247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:14:06.774945 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90e7637e-edf3-477e-b3b8-6fb98d94ef49 req-a41e511f-87d9-449a-9379-e8a085b992f4 service neutron] Attempting to bind port e835e248-8ac4-4eef-84e1-40129f7e7a7f on network 64c0408f-2770-497a-90f4-ff5572528ca8 {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:14:06.835236 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-598f4d1a-adf4-4cd2-95be-f74ccdac3951 tempest-AttachVolumeTestJSON-361183160 tempest-AttachVolumeTestJSON-361183160-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:06.837182 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90e7637e-edf3-477e-b3b8-6fb98d94ef49 req-a41e511f-87d9-449a-9379-e8a085b992f4 service neutron] Port e835e248-8ac4-4eef-84e1-40129f7e7a7f on network 64c0408f-2770-497a-90f4-ff5572528ca8 not bound, no agent of type Open vSwitch agent registered on host n-h1-773647-6 {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 14:14:06.838918 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90e7637e-edf3-477e-b3b8-6fb98d94ef49 req-a41e511f-87d9-449a-9379-e8a085b992f4 service neutron] Attempting to bind port e835e248-8ac4-4eef-84e1-40129f7e7a7f on network 64c0408f-2770-497a-90f4-ff5572528ca8 {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:14:06.863672 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-598f4d1a-adf4-4cd2-95be-f74ccdac3951 tempest-AttachVolumeTestJSON-361183160 tempest-AttachVolumeTestJSON-361183160-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1898694'] for security_group_rule, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:06.874603 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-14d8fb76-2398-4fe6-88f4-ec0b015ac469 req-09322666-446d-4f5b-9b0f-709ff516dcec tempest-AttachVolumeShelveTestJSON-1020519793 tempest-AttachVolumeShelveTestJSON-1020519793-project] 10.222.0.104 "GET /v2.0/security-groups?id=d3fcccd0-b259-400e-953a-933bdd8f821f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2608311 Jul 06 14:14:06.885428 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90e7637e-edf3-477e-b3b8-6fb98d94ef49 req-a41e511f-87d9-449a-9379-e8a085b992f4 service neutron] Checking agent: {'id': '5bf7147f-bada-4441-a5dc-934b903473fb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-773647-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 51, 12), 'started_at': datetime.datetime(2021, 7, 6, 13, 51, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 13, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:14:06.886062 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90e7637e-edf3-477e-b3b8-6fb98d94ef49 req-a41e511f-87d9-449a-9379-e8a085b992f4 service neutron] Checking segment: {'id': '9f74fedc-16b9-4869-9140-58164e4cbf7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': '64c0408f-2770-497a-90f4-ff5572528ca8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100247) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:14:06.890027 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90e7637e-edf3-477e-b3b8-6fb98d94ef49 req-a41e511f-87d9-449a-9379-e8a085b992f4 service neutron] Bound using segment: {'id': '9f74fedc-16b9-4869-9140-58164e4cbf7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': '64c0408f-2770-497a-90f4-ff5572528ca8'} {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:14:06.891773 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.managers [req-90e7637e-edf3-477e-b3b8-6fb98d94ef49 req-a41e511f-87d9-449a-9379-e8a085b992f4 service neutron] Bound port: e835e248-8ac4-4eef-84e1-40129f7e7a7f, host: n-h1-773647-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9f74fedc-16b9-4869-9140-58164e4cbf7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': '64c0408f-2770-497a-90f4-ff5572528ca8'}}] {{(pid=100247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:14:06.895447 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-90e7637e-edf3-477e-b3b8-6fb98d94ef49 req-a41e511f-87d9-449a-9379-e8a085b992f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:06.977410 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598f4d1a-adf4-4cd2-95be-f74ccdac3951 tempest-AttachVolumeTestJSON-361183160 tempest-AttachVolumeTestJSON-361183160-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=65eb0435-81f0-4b00-b22f-48841e09d8a6,revision_number=0']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:14:07.005112 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ef876e-0420-4a17-9523-7369ecb1f35a req-4d123cda-f63e-4122-b7ff-1a431ea1f61b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:14:07.006715 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-71ef876e-0420-4a17-9523-7369ecb1f35a req-4d123cda-f63e-4122-b7ff-1a431ea1f61b service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=120989f8-7a26-49c9-99e3-26a4a5fc00f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3517532 Jul 06 14:14:07.016234 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-598f4d1a-adf4-4cd2-95be-f74ccdac3951 tempest-AttachVolumeTestJSON-361183160 tempest-AttachVolumeTestJSON-361183160-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:07.020627 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-598f4d1a-adf4-4cd2-95be-f74ccdac3951 tempest-AttachVolumeTestJSON-361183160 tempest-AttachVolumeTestJSON-361183160-project] 10.222.0.104 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8150125 Jul 06 14:14:07.023864 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 54882) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:14:07.060515 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-277861c3-e567-48c6-a5e1-e8dc976c6648 tempest-AttachVolumeTestJSON-361183160 tempest-AttachVolumeTestJSON-361183160-project] Request body: {'security_group_rule': {'security_group_id': 'ba4b7bf3-f50a-42b6-8762-0644cd24172d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:14:07.207673 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-277861c3-e567-48c6-a5e1-e8dc976c6648 tempest-AttachVolumeTestJSON-361183160 tempest-AttachVolumeTestJSON-361183160-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:07.238885 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-71ef876e-0420-4a17-9523-7369ecb1f35a req-edc05cae-7a68-4f4b-b846-8e41fc35e5da service neutron] 10.222.0.72 "GET /v2.0/networks/120989f8-7a26-49c9-99e3-26a4a5fc00f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2137487 Jul 06 14:14:07.276481 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-ae7852a3-36c1-4ee6-8775-bb7ac80b0177 req-fd3679d1-2386-4d2c-8e56-fe5b680301f9 tempest-ListServerFiltersTestJSON-1215238916 tempest-ListServerFiltersTestJSON-1215238916-project] Notify callbacks [] for port, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:07.323755 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.provisioning_blocks [req-ae7852a3-36c1-4ee6-8775-bb7ac80b0177 req-fd3679d1-2386-4d2c-8e56-fe5b680301f9 tempest-ListServerFiltersTestJSON-1215238916 tempest-ListServerFiltersTestJSON-1215238916-project] Transition to ACTIVE for port object f44fc52d-1204-4718-92df-8efd6645d48b will not be triggered until provisioned by entity DHCP. {{(pid=100247) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:14:07.357202 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-277861c3-e567-48c6-a5e1-e8dc976c6648 tempest-AttachVolumeTestJSON-361183160 tempest-AttachVolumeTestJSON-361183160-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:07.370500 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-277861c3-e567-48c6-a5e1-e8dc976c6648 tempest-AttachVolumeTestJSON-361183160 tempest-AttachVolumeTestJSON-361183160-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1898694'] for security_group_rule, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:07.408346 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277861c3-e567-48c6-a5e1-e8dc976c6648 tempest-AttachVolumeTestJSON-361183160 tempest-AttachVolumeTestJSON-361183160-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d280a704-704c-4606-adac-e19f76d4e498,revision_number=0']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:14:07.412590 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-71ef876e-0420-4a17-9523-7369ecb1f35a req-9bf6e45d-b4a1-4754-aed3-14ccd3b2ab1a service neutron] 10.222.0.72 "GET /v2.0/networks/120989f8-7a26-49c9-99e3-26a4a5fc00f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1592488 Jul 06 14:14:07.414220 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-277861c3-e567-48c6-a5e1-e8dc976c6648 tempest-AttachVolumeTestJSON-361183160 tempest-AttachVolumeTestJSON-361183160-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:07.415461 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-277861c3-e567-48c6-a5e1-e8dc976c6648 tempest-AttachVolumeTestJSON-361183160 tempest-AttachVolumeTestJSON-361183160-project] 10.222.0.104 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3626785 Jul 06 14:14:07.418544 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 54908) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:14:07.424460 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-d51e1a3c-3f79-427f-a0ad-1370a492488b tempest-AttachVolumeTestJSON-361183160 tempest-AttachVolumeTestJSON-361183160-project] Request body: {'floatingip': {'floating_network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:14:07.437851 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865292d7-b962-4390-9f3d-3f205f936fb6 req-1195beaf-8dd0-4c41-be37-c75e188fd523 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:14:07.446013 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-865292d7-b962-4390-9f3d-3f205f936fb6 req-1195beaf-8dd0-4c41-be37-c75e188fd523 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] 10.222.0.104 "GET /v2.0/ports?device_id=74c47464-2de6-4359-8407-a9a093dc2562 HTTP/1.1" status: 200 len: 945 time: 0.5643070 Jul 06 14:14:07.450741 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.db [req-90e7637e-edf3-477e-b3b8-6fb98d94ef49 req-a41e511f-87d9-449a-9379-e8a085b992f4 service neutron] For port e835e248-8ac4-4eef-84e1-40129f7e7a7f, host n-h1-773647-6, cleared binding levels {{(pid=100247) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:14:07.458309 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-ae7852a3-36c1-4ee6-8775-bb7ac80b0177 req-fd3679d1-2386-4d2c-8e56-fe5b680301f9 tempest-ListServerFiltersTestJSON-1215238916 tempest-ListServerFiltersTestJSON-1215238916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-128888360'] for port, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:07.462315 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.db [req-90e7637e-edf3-477e-b3b8-6fb98d94ef49 req-a41e511f-87d9-449a-9379-e8a085b992f4 service neutron] For port e835e248-8ac4-4eef-84e1-40129f7e7a7f, host n-h1-773647-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773647-6',level=0,port_id=e835e248-8ac4-4eef-84e1-40129f7e7a7f,segment=NetworkSegment(9f74fedc-16b9-4869-9140-58164e4cbf7a),segment_id=9f74fedc-16b9-4869-9140-58164e4cbf7a)] {{(pid=100247) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:14:07.489414 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-d51e1a3c-3f79-427f-a0ad-1370a492488b tempest-AttachVolumeTestJSON-361183160 tempest-AttachVolumeTestJSON-361183160-project] Notify callbacks [] for floatingip, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:07.489586 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ae7852a3-36c1-4ee6-8775-bb7ac80b0177 req-fd3679d1-2386-4d2c-8e56-fe5b680301f9 tempest-ListServerFiltersTestJSON-1215238916 tempest-ListServerFiltersTestJSON-1215238916-project] Network 64c0408f-2770-497a-90f4-ff5572528ca8 is already hosted by enough agents. {{(pid=100247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:14:07.494855 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.base_scheduler [req-ae7852a3-36c1-4ee6-8775-bb7ac80b0177 req-fd3679d1-2386-4d2c-8e56-fe5b680301f9 tempest-ListServerFiltersTestJSON-1215238916 tempest-ListServerFiltersTestJSON-1215238916-project] Resources bound (agent type, host, resource id): {{(pid=100247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:14:07.519657 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-90e7637e-edf3-477e-b3b8-6fb98d94ef49 req-a41e511f-87d9-449a-9379-e8a085b992f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128888538'] for port, after_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:07.523564 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae7852a3-36c1-4ee6-8775-bb7ac80b0177 req-fd3679d1-2386-4d2c-8e56-fe5b680301f9 tempest-ListServerFiltersTestJSON-1215238916 tempest-ListServerFiltersTestJSON-1215238916-project] Received port after_create {{(pid=100247) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:14:07.665714 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e7637e-edf3-477e-b3b8-6fb98d94ef49 req-a41e511f-87d9-449a-9379-e8a085b992f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:14:07.666920 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-90e7637e-edf3-477e-b3b8-6fb98d94ef49 req-a41e511f-87d9-449a-9379-e8a085b992f4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:07.668348 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-90e7637e-edf3-477e-b3b8-6fb98d94ef49 req-a41e511f-87d9-449a-9379-e8a085b992f4 service neutron] 10.222.0.127 "PUT /v2.0/ports/e835e248-8ac4-4eef-84e1-40129f7e7a7f HTTP/1.1" status: 200 len: 1091 time: 3.0277448 Jul 06 14:14:07.670656 n-d-773647-6 neutron-server[100247]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52987411-a95f-4c4d-bca9-6ac7bb8b132a', 'tag': 'e835e248-8ac4-4eef-84e1-40129f7e7a7f'}] {{(pid=100247) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:14:07.672740 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cbf0eeaae822f8fc9b87a94aeba67a3d651842baf663a51cba94b67a514836d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24250eed-d601-4303-ab0f-3eec076c510c" -d '{"events": [{"name": "network-changed", "server_uuid": "52987411-a95f-4c4d-bca9-6ac7bb8b132a", "tag": "e835e248-8ac4-4eef-84e1-40129f7e7a7f"}]}' {{(pid=100247) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:14:07.679768 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3679d1-2386-4d2c-8e56-fe5b680301f9 tempest-ListServerFiltersTestJSON-1215238916 tempest-ListServerFiltersTestJSON-1215238916-project] Pushing event updated for resources: {'Port': ['ID=f44fc52d-1204-4718-92df-8efd6645d48b,revision_number=1']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:14:07.699452 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-865292d7-b962-4390-9f3d-3f205f936fb6 req-60c7156b-6682-42fd-8a7a-813a70928027 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] 10.222.0.104 "GET /v2.0/security-groups?id=5d8c99c2-13fb-4e77-b660-83bc40ffb65c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2507071 Jul 06 14:14:07.723609 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f77e30-56e2-4cf4-91c4-7b7fba265708 req-6f6d8602-7835-467d-beff-03e8b025423c tempest-ListServerFiltersTestJSON-1215238916 tempest-ListServerFiltersTestJSON-1215238916-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:14:07.725515 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-f4f77e30-56e2-4cf4-91c4-7b7fba265708 req-6f6d8602-7835-467d-beff-03e8b025423c tempest-ListServerFiltersTestJSON-1215238916 tempest-ListServerFiltersTestJSON-1215238916-project] 10.222.0.72 "GET /v2.0/networks?id=64c0408f-2770-497a-90f4-ff5572528ca8 HTTP/1.1" status: 200 len: 816 time: 0.2506254 Jul 06 14:14:07.752368 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [req-f4f77e30-56e2-4cf4-91c4-7b7fba265708 req-49c3f0de-9909-4d2e-ab5d-da50a5a1a5d2 tempest-ListServerFiltersTestJSON-1215238916 tempest-ListServerFiltersTestJSON-1215238916-project] Request body: {'port': {'device_id': '96d3eb78-5642-4d73-a0a3-5161d3b5d580', 'network_id': '64c0408f-2770-497a-90f4-ff5572528ca8', 'admin_state_up': True, 'tenant_id': '522a30113f124836b5456d5ce91d68f6'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:14:07.861452 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-d51e1a3c-3f79-427f-a0ad-1370a492488b tempest-AttachVolumeTestJSON-361183160 tempest-AttachVolumeTestJSON-361183160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:07.862322 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7852a3-36c1-4ee6-8775-bb7ac80b0177 req-fd3679d1-2386-4d2c-8e56-fe5b680301f9 tempest-ListServerFiltersTestJSON-1215238916 tempest-ListServerFiltersTestJSON-1215238916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:14:07.872401 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-ae7852a3-36c1-4ee6-8775-bb7ac80b0177 req-fd3679d1-2386-4d2c-8e56-fe5b680301f9 tempest-ListServerFiltersTestJSON-1215238916 tempest-ListServerFiltersTestJSON-1215238916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:07.981668 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41e511f-87d9-449a-9379-e8a085b992f4 service neutron] Pushing event updated for resources: {'Port': ['ID=e835e248-8ac4-4eef-84e1-40129f7e7a7f,revision_number=3']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:14:07.996976 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-b6261cfb-50e1-4559-900c-190a9f97ef45 req-bbf41453-8111-4e9d-8c09-69a05461fe02 tempest-ListServerFiltersTestJSON-1215238916 tempest-ListServerFiltersTestJSON-1215238916-project] 10.222.0.104 "GET /v2.0/ports?device_id=96d3eb78-5642-4d73-a0a3-5161d3b5d580 HTTP/1.1" status: 200 len: 210 time: 0.0542836 Jul 06 14:14:08.002545 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.db_base_plugin_common [None req-d51e1a3c-3f79-427f-a0ad-1370a492488b tempest-AttachVolumeTestJSON-361183160 tempest-AttachVolumeTestJSON-361183160-project] Allocated IP 172.25.0.218 (2658f09e-a580-4d4a-9968-2d1e0ad93719/cbf74abc-6fe1-4d33-b005-c948923b9647/05b162cc-848a-4234-acae-466d88c87449) {{(pid=100246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:14:08.006143 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-ae7852a3-36c1-4ee6-8775-bb7ac80b0177 req-fd3679d1-2386-4d2c-8e56-fe5b680301f9 tempest-ListServerFiltersTestJSON-1215238916 tempest-ListServerFiltersTestJSON-1215238916-project] 10.222.0.127 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2276893 Jul 06 14:14:08.018881 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-57426024-0f7d-458b-ac5c-ff62c0019db0 None None] Provisioning for port f44fc52d-1204-4718-92df-8efd6645d48b completed by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:14:08.021980 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [req-ae7852a3-36c1-4ee6-8775-bb7ac80b0177 req-29d10d86-c525-4794-9242-e3a7d684b78e service neutron] Request body: {'port': {'device_id': 'b57db9a9-7c86-464d-97f2-0d549a71fb7e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-773647-6'}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:14:08.029312 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-57426024-0f7d-458b-ac5c-ff62c0019db0 None None] Provisioning complete for port f44fc52d-1204-4718-92df-8efd6645d48b triggered by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:14:08.030750 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-57426024-0f7d-458b-ac5c-ff62c0019db0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:08.111153 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e7637e-edf3-477e-b3b8-6fb98d94ef49 req-0b6f7c70-2aae-4f09-b037-e6fa94feff79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:14:08.114124 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-90e7637e-edf3-477e-b3b8-6fb98d94ef49 req-0b6f7c70-2aae-4f09-b037-e6fa94feff79 service neutron] 10.222.0.127 "GET /v2.0/ports?tenant_id=522a30113f124836b5456d5ce91d68f6&device_id=52987411-a95f-4c4d-bca9-6ac7bb8b132a HTTP/1.1" status: 200 len: 1094 time: 0.3295693 Jul 06 14:14:08.118651 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-57426024-0f7d-458b-ac5c-ff62c0019db0 None None] Port f44fc52d-1204-4718-92df-8efd6645d48b cannot update to ACTIVE because it is not bound. {{(pid=100248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 14:14:08.135994 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 14:14:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b0d46c5-b7f5-4141-b182-aed243ff31ab x-openstack-request-id: req-7b0d46c5-b7f5-4141-b182-aed243ff31ab {{(pid=100247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:14:08.138154 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "52987411-a95f-4c4d-bca9-6ac7bb8b132a", "tag": "e835e248-8ac4-4eef-84e1-40129f7e7a7f", "status": "completed", "code": 200}]} {{(pid=100247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:14:08.138750 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-7b0d46c5-b7f5-4141-b182-aed243ff31ab {{(pid=100247) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:14:08.139307 n-d-773647-6 neutron-server[100247]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '52987411-a95f-4c4d-bca9-6ac7bb8b132a', 'tag': 'e835e248-8ac4-4eef-84e1-40129f7e7a7f', 'status': 'completed', 'code': 200} Jul 06 14:14:08.181363 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5141f077-d0a0-4259-b91e-df84ae476c28 req-aa1fbc02-8a11-4abe-a293-b9d87c370266 tempest-VolumesSnapshotTestJSON-159166615 tempest-VolumesSnapshotTestJSON-159166615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:14:08.187445 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f4f77e30-56e2-4cf4-91c4-7b7fba265708 req-49c3f0de-9909-4d2e-ab5d-da50a5a1a5d2 tempest-ListServerFiltersTestJSON-1215238916 tempest-ListServerFiltersTestJSON-1215238916-project] Made reservation on behalf of 522a30113f124836b5456d5ce91d68f6 for: {'port': 1} {{(pid=100246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:14:08.191808 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-f4f77e30-56e2-4cf4-91c4-7b7fba265708 req-49c3f0de-9909-4d2e-ab5d-da50a5a1a5d2 tempest-ListServerFiltersTestJSON-1215238916 tempest-ListServerFiltersTestJSON-1215238916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:08.197520 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-5141f077-d0a0-4259-b91e-df84ae476c28 req-aa1fbc02-8a11-4abe-a293-b9d87c370266 tempest-VolumesSnapshotTestJSON-159166615 tempest-VolumesSnapshotTestJSON-159166615-project] 10.222.0.104 "GET /v2.0/ports?device_id=c9358cb8-b7d2-4515-9999-189978f0c1dd HTTP/1.1" status: 200 len: 944 time: 0.2933426 Jul 06 14:14:08.207698 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-d51e1a3c-3f79-427f-a0ad-1370a492488b tempest-AttachVolumeTestJSON-361183160 tempest-AttachVolumeTestJSON-361183160-project] Notify callbacks [] for port, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:08.269269 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-d51e1a3c-3f79-427f-a0ad-1370a492488b tempest-AttachVolumeTestJSON-361183160 tempest-AttachVolumeTestJSON-361183160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-127687573'] for port, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:08.312120 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-90e7637e-edf3-477e-b3b8-6fb98d94ef49 req-14853dcd-ceb0-4e42-a9f9-67d4cd4326c8 service neutron] 10.222.0.127 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e835e248-8ac4-4eef-84e1-40129f7e7a7f HTTP/1.1" status: 200 len: 217 time: 0.1693156 Jul 06 14:14:08.357865 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d51e1a3c-3f79-427f-a0ad-1370a492488b tempest-AttachVolumeTestJSON-361183160 tempest-AttachVolumeTestJSON-361183160-project] Network 2658f09e-a580-4d4a-9968-2d1e0ad93719 is already hosted by enough agents. {{(pid=100246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:14:08.366180 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.base_scheduler [None req-d51e1a3c-3f79-427f-a0ad-1370a492488b tempest-AttachVolumeTestJSON-361183160 tempest-AttachVolumeTestJSON-361183160-project] Resources bound (agent type, host, resource id): {{(pid=100246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:14:08.372101 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d51e1a3c-3f79-427f-a0ad-1370a492488b tempest-AttachVolumeTestJSON-361183160 tempest-AttachVolumeTestJSON-361183160-project] Received port after_create {{(pid=100246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:14:08.413570 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51e1a3c-3f79-427f-a0ad-1370a492488b tempest-AttachVolumeTestJSON-361183160 tempest-AttachVolumeTestJSON-361183160-project] Pushing event updated for resources: {'Port': ['ID=05b162cc-848a-4234-acae-466d88c87449,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:14:08.484132 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-5141f077-d0a0-4259-b91e-df84ae476c28 req-7dd97bbb-4555-4785-aeaa-5dee442dc7ea tempest-VolumesSnapshotTestJSON-159166615 tempest-VolumesSnapshotTestJSON-159166615-project] 10.222.0.104 "GET /v2.0/security-groups?id=e20905c3-4e2a-4820-8b00-03fe4a9f77fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2855151 Jul 06 14:14:08.523437 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-ae7852a3-36c1-4ee6-8775-bb7ac80b0177 req-29d10d86-c525-4794-9242-e3a7d684b78e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:08.551971 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.db_base_plugin_common [req-f4f77e30-56e2-4cf4-91c4-7b7fba265708 req-49c3f0de-9909-4d2e-ab5d-da50a5a1a5d2 tempest-ListServerFiltersTestJSON-1215238916 tempest-ListServerFiltersTestJSON-1215238916-project] Allocated IP 172.20.0.5 (64c0408f-2770-497a-90f4-ff5572528ca8/f2ba01b0-8c06-4918-8cfb-8da662bc6e66/e7a3dc46-dcf3-4e1b-a4fe-21fb0dd0655d) {{(pid=100246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:14:08.564936 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e7637e-edf3-477e-b3b8-6fb98d94ef49 req-1e668151-9554-4e0e-a2c9-2ef3e8a263d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:14:08.566577 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-90e7637e-edf3-477e-b3b8-6fb98d94ef49 req-1e668151-9554-4e0e-a2c9-2ef3e8a263d9 service neutron] 10.222.0.127 "GET /v2.0/subnets?id=f2ba01b0-8c06-4918-8cfb-8da662bc6e66 HTTP/1.1" status: 200 len: 855 time: 0.2046914 Jul 06 14:14:08.589674 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-d51e1a3c-3f79-427f-a0ad-1370a492488b tempest-AttachVolumeTestJSON-361183160 tempest-AttachVolumeTestJSON-361183160-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:08.732455 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f741cb-79ca-4c03-b4e7-d99a46c00190 req-bd9df1e5-aeaf-4870-803a-5dcb4c379d53 tempest-AttachVolumeShelveTestJSON-1020519793 tempest-AttachVolumeShelveTestJSON-1020519793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:14:08.746583 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-b4f741cb-79ca-4c03-b4e7-d99a46c00190 req-bd9df1e5-aeaf-4870-803a-5dcb4c379d53 tempest-AttachVolumeShelveTestJSON-1020519793 tempest-AttachVolumeShelveTestJSON-1020519793-project] 10.222.0.104 "GET /v2.0/ports?device_id=775e595c-a8be-4386-9e46-a9528870f5f2 HTTP/1.1" status: 200 len: 943 time: 0.2424917 Jul 06 14:14:08.983035 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 54958) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:14:09.009473 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-d51e1a3c-3f79-427f-a0ad-1370a492488b tempest-AttachVolumeTestJSON-361183160 tempest-AttachVolumeTestJSON-361183160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:09.047486 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Device bc4f675b-2e9f-4750-9375-af3fcf823c8c up at agent hyperv_n-h2-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:14:09.102535 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Device ee9785f9-b332-4dd9-b5ec-a4776c4a45ad no longer exists at agent hyperv_n-h1-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:14:09.184656 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-f4f77e30-56e2-4cf4-91c4-7b7fba265708 req-49c3f0de-9909-4d2e-ab5d-da50a5a1a5d2 tempest-ListServerFiltersTestJSON-1215238916 tempest-ListServerFiltersTestJSON-1215238916-project] Notify callbacks [] for port, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:09.193791 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e7637e-edf3-477e-b3b8-6fb98d94ef49 req-e9b751e3-5312-40fd-9f23-cfacec85b3da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:14:09.195637 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-90e7637e-edf3-477e-b3b8-6fb98d94ef49 req-e9b751e3-5312-40fd-9f23-cfacec85b3da service neutron] 10.222.0.127 "GET /v2.0/ports?network_id=64c0408f-2770-497a-90f4-ff5572528ca8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6191950 Jul 06 14:14:09.208879 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-b4f741cb-79ca-4c03-b4e7-d99a46c00190 req-65edd8cb-10b2-4e23-82ba-f424f0ba6b3a tempest-AttachVolumeShelveTestJSON-1020519793 tempest-AttachVolumeShelveTestJSON-1020519793-project] 10.222.0.104 "GET /v2.0/security-groups?id=d3fcccd0-b259-400e-953a-933bdd8f821f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4573958 Jul 06 14:14:09.209133 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Provisioning for port bc4f675b-2e9f-4750-9375-af3fcf823c8c completed by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:14:09.218701 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Provisioning complete for port bc4f675b-2e9f-4750-9375-af3fcf823c8c triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:14:09.219460 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:09.241725 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.provisioning_blocks [req-f4f77e30-56e2-4cf4-91c4-7b7fba265708 req-49c3f0de-9909-4d2e-ab5d-da50a5a1a5d2 tempest-ListServerFiltersTestJSON-1215238916 tempest-ListServerFiltersTestJSON-1215238916-project] Transition to ACTIVE for port object e7a3dc46-dcf3-4e1b-a4fe-21fb0dd0655d will not be triggered until provisioned by entity DHCP. {{(pid=100246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:14:09.329554 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:09.359845 n-d-773647-6 neutron-server[100248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74c47464-2de6-4359-8407-a9a093dc2562', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc4f675b-2e9f-4750-9375-af3fcf823c8c'}] {{(pid=100248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:14:09.363072 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84af257533e383389cbcf231d3534f4d5e149e7203fea16b4a8fc01438dddaf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72d8e8f1-c087-45d6-ba7b-49812cd2e0fe" -d '{"events": [{"server_uuid": "74c47464-2de6-4359-8407-a9a093dc2562", "name": "network-vif-plugged", "status": "completed", "tag": "bc4f675b-2e9f-4750-9375-af3fcf823c8c"}]}' {{(pid=100248) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:14:09.377177 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] For port bc4f675b-2e9f-4750-9375-af3fcf823c8c, host n-h2-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=bc4f675b-2e9f-4750-9375-af3fcf823c8c,segment=NetworkSegment(a4a2476c-616e-4f46-b763-8a121d1a9fab),segment_id=a4a2476c-616e-4f46-b763-8a121d1a9fab)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:14:09.383525 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:09.384904 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Device 1b5eb980-a3f1-417c-a078-0d0dbca676a0 up at agent hyperv_n-h2-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:14:09.401512 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9996376-8861-418d-b46b-fcc4a0453f06 req-231b4b0b-1040-4f6c-bff7-22467abfdfb6 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:14:09.412870 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-c9996376-8861-418d-b46b-fcc4a0453f06 req-231b4b0b-1040-4f6c-bff7-22467abfdfb6 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] 10.222.0.104 "GET /v2.0/ports?device_id=74c47464-2de6-4359-8407-a9a093dc2562 HTTP/1.1" status: 200 len: 945 time: 0.2966628 Jul 06 14:14:09.416728 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-f4f77e30-56e2-4cf4-91c4-7b7fba265708 req-49c3f0de-9909-4d2e-ab5d-da50a5a1a5d2 tempest-ListServerFiltersTestJSON-1215238916 tempest-ListServerFiltersTestJSON-1215238916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-127687573'] for port, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:09.439751 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-d51e1a3c-3f79-427f-a0ad-1370a492488b tempest-AttachVolumeTestJSON-361183160 tempest-AttachVolumeTestJSON-361183160-project] Notify callbacks [] for port, precommit_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:09.475500 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-90e7637e-edf3-477e-b3b8-6fb98d94ef49 req-c21ec3bb-8e1d-4963-ade8-411ac2ebb7b4 service neutron] 10.222.0.127 "GET /v2.0/networks/64c0408f-2770-497a-90f4-ff5572528ca8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2573113 Jul 06 14:14:09.489677 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f4f77e30-56e2-4cf4-91c4-7b7fba265708 req-49c3f0de-9909-4d2e-ab5d-da50a5a1a5d2 tempest-ListServerFiltersTestJSON-1215238916 tempest-ListServerFiltersTestJSON-1215238916-project] Network 64c0408f-2770-497a-90f4-ff5572528ca8 is already hosted by enough agents. {{(pid=100246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:14:09.491718 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-d51e1a3c-3f79-427f-a0ad-1370a492488b tempest-AttachVolumeTestJSON-361183160 tempest-AttachVolumeTestJSON-361183160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127687527'] for port, after_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:09.500026 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.base_scheduler [req-f4f77e30-56e2-4cf4-91c4-7b7fba265708 req-49c3f0de-9909-4d2e-ab5d-da50a5a1a5d2 tempest-ListServerFiltersTestJSON-1215238916 tempest-ListServerFiltersTestJSON-1215238916-project] Resources bound (agent type, host, resource id): {{(pid=100246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:14:09.502227 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Pushing event updated for resources: {'Port': ['ID=bc4f675b-2e9f-4750-9375-af3fcf823c8c,revision_number=5']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:14:09.504223 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4f77e30-56e2-4cf4-91c4-7b7fba265708 req-49c3f0de-9909-4d2e-ab5d-da50a5a1a5d2 tempest-ListServerFiltersTestJSON-1215238916 tempest-ListServerFiltersTestJSON-1215238916-project] Received port after_create {{(pid=100246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:14:09.522204 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Provisioning for port 1b5eb980-a3f1-417c-a078-0d0dbca676a0 completed by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:14:09.528566 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Provisioning complete for port 1b5eb980-a3f1-417c-a078-0d0dbca676a0 triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:14:09.528944 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:09.534076 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-9205fc7b-677d-4932-92e0-7d87d64e6bc1 req-4c2d8dee-6721-4927-b91a-2aaaf9c6bf32 service neutron] 10.222.0.104 "GET /v2.0/ports?device_id=775e595c-a8be-4386-9e46-a9528870f5f2&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.5458417 Jul 06 14:14:09.631025 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c3f0de-9909-4d2e-ab5d-da50a5a1a5d2 tempest-ListServerFiltersTestJSON-1215238916 tempest-ListServerFiltersTestJSON-1215238916-project] Pushing event updated for resources: {'Port': ['ID=e7a3dc46-dcf3-4e1b-a4fe-21fb0dd0655d,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:14:09.660883 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f77e30-56e2-4cf4-91c4-7b7fba265708 req-49c3f0de-9909-4d2e-ab5d-da50a5a1a5d2 tempest-ListServerFiltersTestJSON-1215238916 tempest-ListServerFiltersTestJSON-1215238916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:14:09.661570 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-f4f77e30-56e2-4cf4-91c4-7b7fba265708 req-49c3f0de-9909-4d2e-ab5d-da50a5a1a5d2 tempest-ListServerFiltersTestJSON-1215238916 tempest-ListServerFiltersTestJSON-1215238916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:09.683725 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:09.780448 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] For port 1b5eb980-a3f1-417c-a078-0d0dbca676a0, host n-h2-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=1b5eb980-a3f1-417c-a078-0d0dbca676a0,segment=NetworkSegment(a5bb63dc-af84-4b25-adce-a2df85deca10),segment_id=a5bb63dc-af84-4b25-adce-a2df85deca10)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:14:09.789561 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:09.810129 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-f4f77e30-56e2-4cf4-91c4-7b7fba265708 req-49c3f0de-9909-4d2e-ab5d-da50a5a1a5d2 tempest-ListServerFiltersTestJSON-1215238916 tempest-ListServerFiltersTestJSON-1215238916-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0635722 Jul 06 14:14:09.830473 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [req-f4f77e30-56e2-4cf4-91c4-7b7fba265708 req-5bdb6796-8d31-4627-b8c7-6dacb872f500 service neutron] Request body: {'port': {'device_id': '96d3eb78-5642-4d73-a0a3-5161d3b5d580', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-773647-6'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:14:09.910199 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-d51e1a3c-3f79-427f-a0ad-1370a492488b tempest-AttachVolumeTestJSON-361183160 tempest-AttachVolumeTestJSON-361183160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1761130'] for floatingip, after_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:09.916120 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-c9996376-8861-418d-b46b-fcc4a0453f06 req-fb2f1e9e-91d2-4db8-a5aa-074b4de89742 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] 10.222.0.104 "GET /v2.0/security-groups?id=5d8c99c2-13fb-4e77-b660-83bc40ffb65c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5022855 Jul 06 14:14:09.924292 n-d-773647-6 neutron-server[100247]: DEBUG neutron.notifiers.nova [req-ae7852a3-36c1-4ee6-8775-bb7ac80b0177 req-29d10d86-c525-4794-9242-e3a7d684b78e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f44fc52d-1204-4718-92df-8efd6645d48b {{(pid=100247) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 14:14:09.926749 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51e1a3c-3f79-427f-a0ad-1370a492488b tempest-AttachVolumeTestJSON-361183160 tempest-AttachVolumeTestJSON-361183160-project] Pushing event updated for resources: {'Port': ['ID=05b162cc-848a-4234-acae-466d88c87449,revision_number=2']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:14:09.932335 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Pushing event updated for resources: {'Port': ['ID=1b5eb980-a3f1-417c-a078-0d0dbca676a0,revision_number=5']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:14:09.944352 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-ae7852a3-36c1-4ee6-8775-bb7ac80b0177 req-29d10d86-c525-4794-9242-e3a7d684b78e service neutron] Notify callbacks [] for port, precommit_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:09.945964 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-0ae7669c-0b44-42a2-813a-1e5e4749cf8a None None] Provisioning for port e7a3dc46-dcf3-4e1b-a4fe-21fb0dd0655d completed by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:14:09.950913 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-0ae7669c-0b44-42a2-813a-1e5e4749cf8a None None] Provisioning complete for port e7a3dc46-dcf3-4e1b-a4fe-21fb0dd0655d triggered by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:14:09.951350 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-0ae7669c-0b44-42a2-813a-1e5e4749cf8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:10.008484 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 14:14:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8af634c1-2b81-447e-8bf4-c6bc45be4952 x-openstack-request-id: req-8af634c1-2b81-447e-8bf4-c6bc45be4952 {{(pid=100248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:14:10.008484 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74c47464-2de6-4359-8407-a9a093dc2562", "name": "network-vif-plugged", "status": "completed", "tag": "bc4f675b-2e9f-4750-9375-af3fcf823c8c", "code": 200}]} {{(pid=100248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:14:10.008484 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-8af634c1-2b81-447e-8bf4-c6bc45be4952 {{(pid=100248) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:14:10.010881 n-d-773647-6 neutron-server[100248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74c47464-2de6-4359-8407-a9a093dc2562', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc4f675b-2e9f-4750-9375-af3fcf823c8c', 'code': 200} Jul 06 14:14:10.011698 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.provisioning_blocks [req-ae7852a3-36c1-4ee6-8775-bb7ac80b0177 req-29d10d86-c525-4794-9242-e3a7d684b78e service neutron] Transition to ACTIVE for port object f44fc52d-1204-4718-92df-8efd6645d48b will not be triggered until provisioned by entity L2. {{(pid=100247) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:14:10.017752 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-0ae7669c-0b44-42a2-813a-1e5e4749cf8a None None] Port e7a3dc46-dcf3-4e1b-a4fe-21fb0dd0655d cannot update to ACTIVE because it is not bound. {{(pid=100248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 14:14:10.028531 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-ae7852a3-36c1-4ee6-8775-bb7ac80b0177 req-29d10d86-c525-4794-9242-e3a7d684b78e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128888538'] for port, after_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:10.052159 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-d51e1a3c-3f79-427f-a0ad-1370a492488b tempest-AttachVolumeTestJSON-361183160 tempest-AttachVolumeTestJSON-361183160-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for floatingip, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:10.056300 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-d51e1a3c-3f79-427f-a0ad-1370a492488b tempest-AttachVolumeTestJSON-361183160 tempest-AttachVolumeTestJSON-361183160-project] 10.222.0.104 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.6364155 Jul 06 14:14:10.075638 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-90e7637e-edf3-477e-b3b8-6fb98d94ef49 req-b5507527-af1a-41ce-84d6-a989d9eace72 service neutron] 10.222.0.127 "GET /v2.0/networks/64c0408f-2770-497a-90f4-ff5572528ca8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5494292 Jul 06 14:14:10.093344 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d9367c-4565-458f-833e-5225cdce1779 req-0330716a-6a5a-4bdd-8990-13dd2fde2e93 tempest-ListServerFiltersTestJSON-1215238916 tempest-ListServerFiltersTestJSON-1215238916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:14:10.104660 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-46d9367c-4565-458f-833e-5225cdce1779 req-0330716a-6a5a-4bdd-8990-13dd2fde2e93 tempest-ListServerFiltersTestJSON-1215238916 tempest-ListServerFiltersTestJSON-1215238916-project] 10.222.0.104 "GET /v2.0/ports?device_id=96d3eb78-5642-4d73-a0a3-5161d3b5d580 HTTP/1.1" status: 200 len: 931 time: 0.5799012 Jul 06 14:14:10.134513 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-f4f77e30-56e2-4cf4-91c4-7b7fba265708 req-5bdb6796-8d31-4627-b8c7-6dacb872f500 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:10.143301 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d10d86-c525-4794-9242-e3a7d684b78e service neutron] Pushing event updated for resources: {'Port': ['ID=f44fc52d-1204-4718-92df-8efd6645d48b,revision_number=2']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:14:10.345306 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-46d9367c-4565-458f-833e-5225cdce1779 req-40be316c-b7b5-4522-9b76-cfcdfe3b8274 tempest-ListServerFiltersTestJSON-1215238916 tempest-ListServerFiltersTestJSON-1215238916-project] 10.222.0.104 "GET /v2.0/security-groups?id=c2d32256-dc35-4b2b-a176-8980c50ac374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2434897 Jul 06 14:14:10.503696 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.managers [req-ae7852a3-36c1-4ee6-8775-bb7ac80b0177 req-29d10d86-c525-4794-9242-e3a7d684b78e service neutron] Attempting to bind port f44fc52d-1204-4718-92df-8efd6645d48b on host n-h1-773647-6 for vnic_type normal with profile {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:14:10.504296 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.managers [req-ae7852a3-36c1-4ee6-8775-bb7ac80b0177 req-29d10d86-c525-4794-9242-e3a7d684b78e service neutron] Attempting to bind port f44fc52d-1204-4718-92df-8efd6645d48b by drivers openvswitch,hyperv on host n-h1-773647-6 at level 0 using segments [{'id': '9f74fedc-16b9-4869-9140-58164e4cbf7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': '64c0408f-2770-497a-90f4-ff5572528ca8'}] {{(pid=100247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:14:10.504584 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae7852a3-36c1-4ee6-8775-bb7ac80b0177 req-29d10d86-c525-4794-9242-e3a7d684b78e service neutron] Attempting to bind port f44fc52d-1204-4718-92df-8efd6645d48b on network 64c0408f-2770-497a-90f4-ff5572528ca8 {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:14:10.514282 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae7852a3-36c1-4ee6-8775-bb7ac80b0177 req-29d10d86-c525-4794-9242-e3a7d684b78e service neutron] Port f44fc52d-1204-4718-92df-8efd6645d48b on network 64c0408f-2770-497a-90f4-ff5572528ca8 not bound, no agent of type Open vSwitch agent registered on host n-h1-773647-6 {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 14:14:10.514610 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae7852a3-36c1-4ee6-8775-bb7ac80b0177 req-29d10d86-c525-4794-9242-e3a7d684b78e service neutron] Attempting to bind port f44fc52d-1204-4718-92df-8efd6645d48b on network 64c0408f-2770-497a-90f4-ff5572528ca8 {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:14:10.521433 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24250eed-d601-4303-ab0f-3eec076c510c req-e4c7a42f-9c7d-40f2-b43e-57ea56d3c33e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:14:10.522953 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-24250eed-d601-4303-ab0f-3eec076c510c req-e4c7a42f-9c7d-40f2-b43e-57ea56d3c33e service neutron] 10.222.0.127 "GET /v2.0/ports?tenant_id=522a30113f124836b5456d5ce91d68f6&device_id=52987411-a95f-4c4d-bca9-6ac7bb8b132a HTTP/1.1" status: 200 len: 1094 time: 0.3726621 Jul 06 14:14:10.533310 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae7852a3-36c1-4ee6-8775-bb7ac80b0177 req-29d10d86-c525-4794-9242-e3a7d684b78e service neutron] Checking agent: {'id': '5bf7147f-bada-4441-a5dc-934b903473fb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-773647-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 51, 12), 'started_at': datetime.datetime(2021, 7, 6, 13, 51, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 13, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:14:10.533654 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae7852a3-36c1-4ee6-8775-bb7ac80b0177 req-29d10d86-c525-4794-9242-e3a7d684b78e service neutron] Checking segment: {'id': '9f74fedc-16b9-4869-9140-58164e4cbf7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': '64c0408f-2770-497a-90f4-ff5572528ca8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100247) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:14:10.534039 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae7852a3-36c1-4ee6-8775-bb7ac80b0177 req-29d10d86-c525-4794-9242-e3a7d684b78e service neutron] Bound using segment: {'id': '9f74fedc-16b9-4869-9140-58164e4cbf7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': '64c0408f-2770-497a-90f4-ff5572528ca8'} {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:14:10.534479 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.managers [req-ae7852a3-36c1-4ee6-8775-bb7ac80b0177 req-29d10d86-c525-4794-9242-e3a7d684b78e service neutron] Bound port: f44fc52d-1204-4718-92df-8efd6645d48b, host: n-h1-773647-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9f74fedc-16b9-4869-9140-58164e4cbf7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': '64c0408f-2770-497a-90f4-ff5572528ca8'}}] {{(pid=100247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:14:10.534835 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-ae7852a3-36c1-4ee6-8775-bb7ac80b0177 req-29d10d86-c525-4794-9242-e3a7d684b78e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:10.539554 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:10.560345 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2a3369-cc7c-4e95-bd2e-6496f9a8e487 req-32290d51-74b9-4c25-a9c1-126cdd264057 tempest-VolumesSnapshotTestJSON-159166615 tempest-VolumesSnapshotTestJSON-159166615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:14:10.561797 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-5f2a3369-cc7c-4e95-bd2e-6496f9a8e487 req-32290d51-74b9-4c25-a9c1-126cdd264057 tempest-VolumesSnapshotTestJSON-159166615 tempest-VolumesSnapshotTestJSON-159166615-project] 10.222.0.104 "GET /v2.0/ports?device_id=c9358cb8-b7d2-4515-9999-189978f0c1dd HTTP/1.1" status: 200 len: 945 time: 0.3274157 Jul 06 14:14:10.595748 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42da8347-205a-4b11-99b9-b4874b9ca6ef req-611739b6-0697-4823-b101-6c34cf718178 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:14:10.597858 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-42da8347-205a-4b11-99b9-b4874b9ca6ef req-611739b6-0697-4823-b101-6c34cf718178 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=74c47464-2de6-4359-8407-a9a093dc2562 HTTP/1.1" status: 200 len: 1097 time: 0.5005827 Jul 06 14:14:10.680369 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-42da8347-205a-4b11-99b9-b4874b9ca6ef req-756c9b73-0f93-44ba-af5b-d2c99a5471a6 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=5d8c99c2-13fb-4e77-b660-83bc40ffb65c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0721858 Jul 06 14:14:10.704667 n-d-773647-6 neutron-server[100246]: DEBUG neutron.notifiers.nova [req-f4f77e30-56e2-4cf4-91c4-7b7fba265708 req-5bdb6796-8d31-4627-b8c7-6dacb872f500 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e7a3dc46-dcf3-4e1b-a4fe-21fb0dd0655d {{(pid=100246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 14:14:10.716096 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-f4f77e30-56e2-4cf4-91c4-7b7fba265708 req-5bdb6796-8d31-4627-b8c7-6dacb872f500 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:10.739174 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.provisioning_blocks [req-f4f77e30-56e2-4cf4-91c4-7b7fba265708 req-5bdb6796-8d31-4627-b8c7-6dacb872f500 service neutron] Transition to ACTIVE for port object e7a3dc46-dcf3-4e1b-a4fe-21fb0dd0655d will not be triggered until provisioned by entity L2. {{(pid=100246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:14:10.748590 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-f4f77e30-56e2-4cf4-91c4-7b7fba265708 req-5bdb6796-8d31-4627-b8c7-6dacb872f500 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127687527'] for port, after_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:10.749511 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-5f2a3369-cc7c-4e95-bd2e-6496f9a8e487 req-9f5dd621-9c62-4e6d-99dd-4b559f9161ae tempest-VolumesSnapshotTestJSON-159166615 tempest-VolumesSnapshotTestJSON-159166615-project] 10.222.0.104 "GET /v2.0/security-groups?id=e20905c3-4e2a-4820-8b00-03fe4a9f77fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1709590 Jul 06 14:14:10.766174 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.db [req-ae7852a3-36c1-4ee6-8775-bb7ac80b0177 req-29d10d86-c525-4794-9242-e3a7d684b78e service neutron] For port f44fc52d-1204-4718-92df-8efd6645d48b, host n-h1-773647-6, cleared binding levels {{(pid=100247) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:14:10.798133 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24250eed-d601-4303-ab0f-3eec076c510c req-cf0c000a-ec95-4258-a0b5-65b1c2172587 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:14:10.800009 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-24250eed-d601-4303-ab0f-3eec076c510c req-cf0c000a-ec95-4258-a0b5-65b1c2172587 service neutron] 10.222.0.127 "GET /v2.0/networks?id=64c0408f-2770-497a-90f4-ff5572528ca8 HTTP/1.1" status: 200 len: 918 time: 0.2685711 Jul 06 14:14:10.801844 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.db [req-ae7852a3-36c1-4ee6-8775-bb7ac80b0177 req-29d10d86-c525-4794-9242-e3a7d684b78e service neutron] For port f44fc52d-1204-4718-92df-8efd6645d48b, host n-h1-773647-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773647-6',level=0,port_id=f44fc52d-1204-4718-92df-8efd6645d48b,segment=NetworkSegment(9f74fedc-16b9-4869-9140-58164e4cbf7a),segment_id=9f74fedc-16b9-4869-9140-58164e4cbf7a)] {{(pid=100247) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:14:10.820660 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfa6211-8aae-451a-8317-4e064c9b03ec req-eb2dadb4-0496-4bde-92d4-54a8642afc9c tempest-AttachVolumeShelveTestJSON-1020519793 tempest-AttachVolumeShelveTestJSON-1020519793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:14:10.822258 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-ccfa6211-8aae-451a-8317-4e064c9b03ec req-eb2dadb4-0496-4bde-92d4-54a8642afc9c tempest-AttachVolumeShelveTestJSON-1020519793 tempest-AttachVolumeShelveTestJSON-1020519793-project] 10.222.0.104 "GET /v2.0/ports?device_id=775e595c-a8be-4386-9e46-a9528870f5f2 HTTP/1.1" status: 200 len: 943 time: 0.2595572 Jul 06 14:14:10.839658 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-ae7852a3-36c1-4ee6-8775-bb7ac80b0177 req-29d10d86-c525-4794-9242-e3a7d684b78e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128888538'] for port, after_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:10.862993 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bdb6796-8d31-4627-b8c7-6dacb872f500 service neutron] Pushing event updated for resources: {'Port': ['ID=e7a3dc46-dcf3-4e1b-a4fe-21fb0dd0655d,revision_number=2']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:14:10.970872 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [req-f4f77e30-56e2-4cf4-91c4-7b7fba265708 req-5bdb6796-8d31-4627-b8c7-6dacb872f500 service neutron] Attempting to bind port e7a3dc46-dcf3-4e1b-a4fe-21fb0dd0655d on host n-h2-773647-6 for vnic_type normal with profile {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:14:10.971539 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [req-f4f77e30-56e2-4cf4-91c4-7b7fba265708 req-5bdb6796-8d31-4627-b8c7-6dacb872f500 service neutron] Attempting to bind port e7a3dc46-dcf3-4e1b-a4fe-21fb0dd0655d by drivers openvswitch,hyperv on host n-h2-773647-6 at level 0 using segments [{'id': '9f74fedc-16b9-4869-9140-58164e4cbf7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': '64c0408f-2770-497a-90f4-ff5572528ca8'}] {{(pid=100246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:14:10.972041 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4f77e30-56e2-4cf4-91c4-7b7fba265708 req-5bdb6796-8d31-4627-b8c7-6dacb872f500 service neutron] Attempting to bind port e7a3dc46-dcf3-4e1b-a4fe-21fb0dd0655d on network 64c0408f-2770-497a-90f4-ff5572528ca8 {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:14:10.980323 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4f77e30-56e2-4cf4-91c4-7b7fba265708 req-5bdb6796-8d31-4627-b8c7-6dacb872f500 service neutron] Port e7a3dc46-dcf3-4e1b-a4fe-21fb0dd0655d on network 64c0408f-2770-497a-90f4-ff5572528ca8 not bound, no agent of type Open vSwitch agent registered on host n-h2-773647-6 {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 14:14:10.980934 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4f77e30-56e2-4cf4-91c4-7b7fba265708 req-5bdb6796-8d31-4627-b8c7-6dacb872f500 service neutron] Attempting to bind port e7a3dc46-dcf3-4e1b-a4fe-21fb0dd0655d on network 64c0408f-2770-497a-90f4-ff5572528ca8 {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:14:10.991388 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4f77e30-56e2-4cf4-91c4-7b7fba265708 req-5bdb6796-8d31-4627-b8c7-6dacb872f500 service neutron] Checking agent: {'id': '63768ece-0600-4354-8d29-fdedec96b077', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-773647-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 51, 10), 'started_at': datetime.datetime(2021, 7, 6, 13, 51, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 14, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:14:10.992010 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4f77e30-56e2-4cf4-91c4-7b7fba265708 req-5bdb6796-8d31-4627-b8c7-6dacb872f500 service neutron] Checking segment: {'id': '9f74fedc-16b9-4869-9140-58164e4cbf7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': '64c0408f-2770-497a-90f4-ff5572528ca8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:14:10.992596 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4f77e30-56e2-4cf4-91c4-7b7fba265708 req-5bdb6796-8d31-4627-b8c7-6dacb872f500 service neutron] Bound using segment: {'id': '9f74fedc-16b9-4869-9140-58164e4cbf7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': '64c0408f-2770-497a-90f4-ff5572528ca8'} {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:14:10.993299 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [req-f4f77e30-56e2-4cf4-91c4-7b7fba265708 req-5bdb6796-8d31-4627-b8c7-6dacb872f500 service neutron] Bound port: e7a3dc46-dcf3-4e1b-a4fe-21fb0dd0655d, host: n-h2-773647-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9f74fedc-16b9-4869-9140-58164e4cbf7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': '64c0408f-2770-497a-90f4-ff5572528ca8'}}] {{(pid=100246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:14:10.993854 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-f4f77e30-56e2-4cf4-91c4-7b7fba265708 req-5bdb6796-8d31-4627-b8c7-6dacb872f500 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:11.068258 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-e5263263-41ed-4689-a389-e3a68d793c8f req-0070bd62-f301-4ef4-b93f-7796aea8a39f tempest-AttachVolumeTestJSON-361183160 tempest-AttachVolumeTestJSON-361183160-project] 10.222.0.104 "GET /v2.0/security-groups?name=tempest-securitygroup--614349521&fields=id&tenant_id=33f6cdee7b294baa9f6a8cddbba9670a HTTP/1.1" status: 200 len: 267 time: 0.1166286 Jul 06 14:14:11.078903 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d10d86-c525-4794-9242-e3a7d684b78e service neutron] Pushing event updated for resources: {'Port': ['ID=f44fc52d-1204-4718-92df-8efd6645d48b,revision_number=3']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:14:11.092343 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-24250eed-d601-4303-ab0f-3eec076c510c req-95a54469-2e08-46c6-811f-d53f647cd0c6 service neutron] 10.222.0.127 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e835e248-8ac4-4eef-84e1-40129f7e7a7f HTTP/1.1" status: 200 len: 217 time: 0.2687230 Jul 06 14:14:11.097594 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.db [req-f4f77e30-56e2-4cf4-91c4-7b7fba265708 req-5bdb6796-8d31-4627-b8c7-6dacb872f500 service neutron] For port e7a3dc46-dcf3-4e1b-a4fe-21fb0dd0655d, host n-h2-773647-6, cleared binding levels {{(pid=100246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:14:11.098105 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7852a3-36c1-4ee6-8775-bb7ac80b0177 req-29d10d86-c525-4794-9242-e3a7d684b78e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:14:11.098866 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-ae7852a3-36c1-4ee6-8775-bb7ac80b0177 req-29d10d86-c525-4794-9242-e3a7d684b78e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:11.105280 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-ae7852a3-36c1-4ee6-8775-bb7ac80b0177 req-29d10d86-c525-4794-9242-e3a7d684b78e service neutron] 10.222.0.127 "PUT /v2.0/ports/f44fc52d-1204-4718-92df-8efd6645d48b HTTP/1.1" status: 200 len: 1092 time: 3.0889421 Jul 06 14:14:11.105576 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.db [req-f4f77e30-56e2-4cf4-91c4-7b7fba265708 req-5bdb6796-8d31-4627-b8c7-6dacb872f500 service neutron] For port e7a3dc46-dcf3-4e1b-a4fe-21fb0dd0655d, host n-h2-773647-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=e7a3dc46-dcf3-4e1b-a4fe-21fb0dd0655d,segment=NetworkSegment(9f74fedc-16b9-4869-9140-58164e4cbf7a),segment_id=9f74fedc-16b9-4869-9140-58164e4cbf7a)] {{(pid=100246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:14:11.125218 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-f4f77e30-56e2-4cf4-91c4-7b7fba265708 req-5bdb6796-8d31-4627-b8c7-6dacb872f500 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127687527'] for port, after_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:11.162369 n-d-773647-6 neutron-server[100247]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b57db9a9-7c86-464d-97f2-0d549a71fb7e', 'tag': 'f44fc52d-1204-4718-92df-8efd6645d48b'}] {{(pid=100247) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:14:11.164642 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cbf0eeaae822f8fc9b87a94aeba67a3d651842baf663a51cba94b67a514836d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-095eb55b-76b5-4f2b-969a-619caab5fbeb" -d '{"events": [{"name": "network-changed", "server_uuid": "b57db9a9-7c86-464d-97f2-0d549a71fb7e", "tag": "f44fc52d-1204-4718-92df-8efd6645d48b"}]}' {{(pid=100247) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:14:11.168228 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24250eed-d601-4303-ab0f-3eec076c510c req-fa80d740-2719-4c3c-accf-00af5a7c51e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:14:11.169713 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-24250eed-d601-4303-ab0f-3eec076c510c req-fa80d740-2719-4c3c-accf-00af5a7c51e3 service neutron] 10.222.0.127 "GET /v2.0/subnets?id=f2ba01b0-8c06-4918-8cfb-8da662bc6e66 HTTP/1.1" status: 200 len: 855 time: 0.0623400 Jul 06 14:14:11.198533 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f77e30-56e2-4cf4-91c4-7b7fba265708 req-5bdb6796-8d31-4627-b8c7-6dacb872f500 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:14:11.201090 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-f4f77e30-56e2-4cf4-91c4-7b7fba265708 req-5bdb6796-8d31-4627-b8c7-6dacb872f500 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:11.206230 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-f4f77e30-56e2-4cf4-91c4-7b7fba265708 req-5bdb6796-8d31-4627-b8c7-6dacb872f500 service neutron] 10.222.0.72 "PUT /v2.0/ports/e7a3dc46-dcf3-4e1b-a4fe-21fb0dd0655d HTTP/1.1" status: 200 len: 1091 time: 1.3832819 Jul 06 14:14:11.207582 n-d-773647-6 neutron-server[100246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96d3eb78-5642-4d73-a0a3-5161d3b5d580', 'tag': 'e7a3dc46-dcf3-4e1b-a4fe-21fb0dd0655d'}] {{(pid=100246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:14:11.210136 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0d96c5ab5e889f7b933ae915b9be33d1b46c9e87795bf781004b656ef3f1e87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38acd861-689e-483c-af60-790d6d9c3fb6" -d '{"events": [{"name": "network-changed", "server_uuid": "96d3eb78-5642-4d73-a0a3-5161d3b5d580", "tag": "e7a3dc46-dcf3-4e1b-a4fe-21fb0dd0655d"}]}' {{(pid=100246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:14:11.247135 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bdb6796-8d31-4627-b8c7-6dacb872f500 service neutron] Pushing event updated for resources: {'Port': ['ID=e7a3dc46-dcf3-4e1b-a4fe-21fb0dd0655d,revision_number=3']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:14:11.351204 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f77e30-56e2-4cf4-91c4-7b7fba265708 req-2f03b693-ed1a-4017-9f0d-95285a9030eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:14:11.354751 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-f4f77e30-56e2-4cf4-91c4-7b7fba265708 req-2f03b693-ed1a-4017-9f0d-95285a9030eb service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=522a30113f124836b5456d5ce91d68f6&device_id=96d3eb78-5642-4d73-a0a3-5161d3b5d580 HTTP/1.1" status: 200 len: 1094 time: 0.1012015 Jul 06 14:14:11.364750 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-ccfa6211-8aae-451a-8317-4e064c9b03ec req-ddd9ef08-7339-40f2-b24b-19ff3daba6f3 tempest-AttachVolumeShelveTestJSON-1020519793 tempest-AttachVolumeShelveTestJSON-1020519793-project] 10.222.0.104 "GET /v2.0/security-groups?id=d3fcccd0-b259-400e-953a-933bdd8f821f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5218539 Jul 06 14:14:11.477367 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24250eed-d601-4303-ab0f-3eec076c510c req-e571841a-9eaa-47d2-9539-3097021314fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:14:11.478909 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-24250eed-d601-4303-ab0f-3eec076c510c req-e571841a-9eaa-47d2-9539-3097021314fa service neutron] 10.222.0.127 "GET /v2.0/ports?network_id=64c0408f-2770-497a-90f4-ff5572528ca8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1999598 Jul 06 14:14:11.511415 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-f4f77e30-56e2-4cf4-91c4-7b7fba265708 req-b44835d0-869a-4a42-a79c-7cbc39bac692 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e7a3dc46-dcf3-4e1b-a4fe-21fb0dd0655d HTTP/1.1" status: 200 len: 217 time: 0.1413999 Jul 06 14:14:11.620648 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f77e30-56e2-4cf4-91c4-7b7fba265708 req-18528968-d50b-4912-9285-56edec20b3d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:14:11.623153 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-f4f77e30-56e2-4cf4-91c4-7b7fba265708 req-18528968-d50b-4912-9285-56edec20b3d1 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=f2ba01b0-8c06-4918-8cfb-8da662bc6e66 HTTP/1.1" status: 200 len: 855 time: 0.1051939 Jul 06 14:14:11.685999 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5263263-41ed-4689-a389-e3a68d793c8f req-f6ea87f7-08f1-4b65-be56-cfa4ea3c299b tempest-AttachVolumeTestJSON-361183160 tempest-AttachVolumeTestJSON-361183160-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:14:11.693528 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-e5263263-41ed-4689-a389-e3a68d793c8f req-f6ea87f7-08f1-4b65-be56-cfa4ea3c299b tempest-AttachVolumeTestJSON-361183160 tempest-AttachVolumeTestJSON-361183160-project] 10.222.0.104 "GET /v2.0/networks?id=6ac95a6a-5756-473f-8a78-bd3474c2b2ff HTTP/1.1" status: 200 len: 811 time: 0.6242108 Jul 06 14:14:11.713262 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f77e30-56e2-4cf4-91c4-7b7fba265708 req-fd87dc5a-e1b3-4624-b92a-7811ffefd87a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:14:11.714939 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-f4f77e30-56e2-4cf4-91c4-7b7fba265708 req-fd87dc5a-e1b3-4624-b92a-7811ffefd87a service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=64c0408f-2770-497a-90f4-ff5572528ca8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0842562 Jul 06 14:14:11.767821 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-e5263263-41ed-4689-a389-e3a68d793c8f req-6e2ce3a0-2385-43db-ad65-b480d10bcc8c tempest-AttachVolumeTestJSON-361183160 tempest-AttachVolumeTestJSON-361183160-project] 10.222.0.104 "GET /v2.0/quotas/33f6cdee7b294baa9f6a8cddbba9670a HTTP/1.1" status: 200 len: 375 time: 0.0733290 Jul 06 14:14:11.782784 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7852a3-36c1-4ee6-8775-bb7ac80b0177 req-2a2bca12-cc8b-4ab4-9d82-d887f982614b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:14:11.784831 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-ae7852a3-36c1-4ee6-8775-bb7ac80b0177 req-2a2bca12-cc8b-4ab4-9d82-d887f982614b service neutron] 10.222.0.127 "GET /v2.0/ports?tenant_id=522a30113f124836b5456d5ce91d68f6&device_id=b57db9a9-7c86-464d-97f2-0d549a71fb7e HTTP/1.1" status: 200 len: 1095 time: 0.6099446 Jul 06 14:14:11.870158 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-ae7852a3-36c1-4ee6-8775-bb7ac80b0177 req-c7da9ffa-794a-4737-88ed-f709c63c89f5 service neutron] 10.222.0.127 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f44fc52d-1204-4718-92df-8efd6645d48b HTTP/1.1" status: 200 len: 217 time: 0.0534687 Jul 06 14:14:11.928999 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-f4f77e30-56e2-4cf4-91c4-7b7fba265708 req-b94f5754-bbbb-4313-8c79-f75563e6b4ec service neutron] 10.222.0.72 "GET /v2.0/networks/64c0408f-2770-497a-90f4-ff5572528ca8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2073188 Jul 06 14:14:11.975674 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d893d5-72e1-49eb-bc8b-812349f10622 req-5f0f7c06-6166-4ba9-972c-2ea6b0f6abe9 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:14:11.977126 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-e4d893d5-72e1-49eb-bc8b-812349f10622 req-5f0f7c06-6166-4ba9-972c-2ea6b0f6abe9 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] 10.222.0.104 "GET /v2.0/ports?device_id=74c47464-2de6-4359-8407-a9a093dc2562 HTTP/1.1" status: 200 len: 946 time: 0.3456464 Jul 06 14:14:11.978557 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7852a3-36c1-4ee6-8775-bb7ac80b0177 req-150b6d59-6b83-4737-b669-d05654a6ff77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:14:11.979906 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-ae7852a3-36c1-4ee6-8775-bb7ac80b0177 req-150b6d59-6b83-4737-b669-d05654a6ff77 service neutron] 10.222.0.127 "GET /v2.0/subnets?id=f2ba01b0-8c06-4918-8cfb-8da662bc6e66 HTTP/1.1" status: 200 len: 855 time: 0.1013770 Jul 06 14:14:11.986680 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-24250eed-d601-4303-ab0f-3eec076c510c req-2e54a884-8312-4741-b93c-3b3c1569f2e6 service neutron] 10.222.0.127 "GET /v2.0/networks/64c0408f-2770-497a-90f4-ff5572528ca8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4952726 Jul 06 14:14:12.012388 n-d-773647-6 neutron-server[100248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9358cb8-b7d2-4515-9999-189978f0c1dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b5eb980-a3f1-417c-a078-0d0dbca676a0'}] {{(pid=100248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:14:12.014734 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84af257533e383389cbcf231d3534f4d5e149e7203fea16b4a8fc01438dddaf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-910d99b8-890c-49be-a930-e9e547197d14" -d '{"events": [{"server_uuid": "c9358cb8-b7d2-4515-9999-189978f0c1dd", "name": "network-vif-plugged", "status": "completed", "tag": "1b5eb980-a3f1-417c-a078-0d0dbca676a0"}]}' {{(pid=100248) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:14:12.061638 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-f4f77e30-56e2-4cf4-91c4-7b7fba265708 req-79ecef7e-a863-44fc-b51c-5b8e575277fc service neutron] 10.222.0.72 "GET /v2.0/networks/64c0408f-2770-497a-90f4-ff5572528ca8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248164 Jul 06 14:14:12.132993 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-e5263263-41ed-4689-a389-e3a68d793c8f req-4fae541c-3037-4dba-95b9-ab6cccb86c07 tempest-AttachVolumeTestJSON-361183160 tempest-AttachVolumeTestJSON-361183160-project] 10.222.0.104 "GET /v2.0/ports?tenant_id=33f6cdee7b294baa9f6a8cddbba9670a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3642824 Jul 06 14:14:12.150063 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-e4d893d5-72e1-49eb-bc8b-812349f10622 req-413e857a-64e5-4d02-8c39-162141ac3ea4 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] 10.222.0.104 "GET /v2.0/security-groups?id=5d8c99c2-13fb-4e77-b660-83bc40ffb65c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1672456 Jul 06 14:14:12.157383 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [req-e5263263-41ed-4689-a389-e3a68d793c8f req-9786a791-e18d-4cf4-9467-55f91bd356f0 service neutron] http://10.222.0.104:9696/v2.0/extensions returned with HTTP 200 {{(pid=100247) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 14:14:12.158360 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-e5263263-41ed-4689-a389-e3a68d793c8f req-9786a791-e18d-4cf4-9467-55f91bd356f0 service neutron] 10.222.0.104 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0066588 Jul 06 14:14:12.201862 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-24250eed-d601-4303-ab0f-3eec076c510c req-6cf44471-fa65-4c72-a3bc-15a110a9a899 service neutron] 10.222.0.127 "GET /v2.0/networks/64c0408f-2770-497a-90f4-ff5572528ca8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1940756 Jul 06 14:14:12.228996 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 14:14:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e71d1e09-76ec-4afb-a102-1187f7c8e143 x-openstack-request-id: req-e71d1e09-76ec-4afb-a102-1187f7c8e143 {{(pid=100247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:14:12.229297 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b57db9a9-7c86-464d-97f2-0d549a71fb7e", "tag": "f44fc52d-1204-4718-92df-8efd6645d48b", "status": "completed", "code": 200}]} {{(pid=100247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:14:12.229550 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-e71d1e09-76ec-4afb-a102-1187f7c8e143 {{(pid=100247) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:14:12.229954 n-d-773647-6 neutron-server[100247]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b57db9a9-7c86-464d-97f2-0d549a71fb7e', 'tag': 'f44fc52d-1204-4718-92df-8efd6645d48b', 'status': 'completed', 'code': 200} Jul 06 14:14:12.271304 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7852a3-36c1-4ee6-8775-bb7ac80b0177 req-e8739805-6604-42c7-a1d2-22a73a230e04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:14:12.273262 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-ae7852a3-36c1-4ee6-8775-bb7ac80b0177 req-e8739805-6604-42c7-a1d2-22a73a230e04 service neutron] 10.222.0.127 "GET /v2.0/ports?network_id=64c0408f-2770-497a-90f4-ff5572528ca8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2857115 Jul 06 14:14:12.278457 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 14:14:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2748ef23-a75a-4ea3-9e5a-440eea88808e x-openstack-request-id: req-2748ef23-a75a-4ea3-9e5a-440eea88808e {{(pid=100246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:14:12.278457 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "96d3eb78-5642-4d73-a0a3-5161d3b5d580", "tag": "e7a3dc46-dcf3-4e1b-a4fe-21fb0dd0655d", "status": "completed", "code": 200}]} {{(pid=100246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:14:12.278743 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-2748ef23-a75a-4ea3-9e5a-440eea88808e {{(pid=100246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:14:12.278977 n-d-773647-6 neutron-server[100246]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '96d3eb78-5642-4d73-a0a3-5161d3b5d580', 'tag': 'e7a3dc46-dcf3-4e1b-a4fe-21fb0dd0655d', 'status': 'completed', 'code': 200} Jul 06 14:14:12.387147 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-e5263263-41ed-4689-a389-e3a68d793c8f req-e4bb68d4-df25-4456-92ca-69f02411e1c6 service neutron] 10.222.0.104 "GET /v2.0/networks/6ac95a6a-5756-473f-8a78-bd3474c2b2ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1829937 Jul 06 14:14:12.402084 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38acd861-689e-483c-af60-790d6d9c3fb6 req-90febd76-7048-4e50-95c8-ba4485052868 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:14:12.404231 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-38acd861-689e-483c-af60-790d6d9c3fb6 req-90febd76-7048-4e50-95c8-ba4485052868 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=522a30113f124836b5456d5ce91d68f6&device_id=96d3eb78-5642-4d73-a0a3-5161d3b5d580 HTTP/1.1" status: 200 len: 1094 time: 0.0935960 Jul 06 14:14:12.426808 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:12.490508 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-ae7852a3-36c1-4ee6-8775-bb7ac80b0177 req-a58fe21f-9037-4142-8ea2-73ad254bd46d service neutron] 10.222.0.127 "GET /v2.0/networks/64c0408f-2770-497a-90f4-ff5572528ca8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2071609 Jul 06 14:14:12.547688 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38acd861-689e-483c-af60-790d6d9c3fb6 req-4b580c4c-dff1-41ae-9c39-0c930d64c0ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:14:12.549460 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-38acd861-689e-483c-af60-790d6d9c3fb6 req-4b580c4c-dff1-41ae-9c39-0c930d64c0ea service neutron] 10.222.0.72 "GET /v2.0/networks?id=64c0408f-2770-497a-90f4-ff5572528ca8 HTTP/1.1" status: 200 len: 918 time: 0.1378779 Jul 06 14:14:12.607681 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-38acd861-689e-483c-af60-790d6d9c3fb6 req-6c68046f-c69a-4516-aecf-1c564490e5af service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e7a3dc46-dcf3-4e1b-a4fe-21fb0dd0655d HTTP/1.1" status: 200 len: 217 time: 0.0514860 Jul 06 14:14:12.671632 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-e5263263-41ed-4689-a389-e3a68d793c8f req-20d8db57-0e92-4c4e-bc8d-af341446d1f3 service neutron] 10.222.0.104 "GET /v2.0/networks/6ac95a6a-5756-473f-8a78-bd3474c2b2ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2764330 Jul 06 14:14:12.685388 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc89fa1b-19f7-4aaa-8e02-03550161266b req-98db432d-4184-49e6-a9bb-6c6d95931a4b tempest-ListServerFiltersTestJSON-1215238916 tempest-ListServerFiltersTestJSON-1215238916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:14:12.687252 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38acd861-689e-483c-af60-790d6d9c3fb6 req-45ab2993-8d1d-434c-b28b-9e2d6f3b39b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:14:12.689617 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-38acd861-689e-483c-af60-790d6d9c3fb6 req-45ab2993-8d1d-434c-b28b-9e2d6f3b39b6 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=f2ba01b0-8c06-4918-8cfb-8da662bc6e66 HTTP/1.1" status: 200 len: 855 time: 0.0739441 Jul 06 14:14:12.692848 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-cc89fa1b-19f7-4aaa-8e02-03550161266b req-98db432d-4184-49e6-a9bb-6c6d95931a4b tempest-ListServerFiltersTestJSON-1215238916 tempest-ListServerFiltersTestJSON-1215238916-project] 10.222.0.104 "GET /v2.0/ports?device_id=96d3eb78-5642-4d73-a0a3-5161d3b5d580 HTTP/1.1" status: 200 len: 943 time: 0.2198358 Jul 06 14:14:12.711189 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-ae7852a3-36c1-4ee6-8775-bb7ac80b0177 req-f439543e-2297-4912-9173-766874eb7a10 service neutron] 10.222.0.127 "GET /v2.0/networks/64c0408f-2770-497a-90f4-ff5572528ca8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2122920 Jul 06 14:14:12.775954 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-cc89fa1b-19f7-4aaa-8e02-03550161266b req-2d6ccd26-bd7e-4505-91d6-7d6874a36f7a tempest-ListServerFiltersTestJSON-1215238916 tempest-ListServerFiltersTestJSON-1215238916-project] 10.222.0.104 "GET /v2.0/security-groups?id=c2d32256-dc35-4b2b-a176-8980c50ac374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821452 Jul 06 14:14:12.841891 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38acd861-689e-483c-af60-790d6d9c3fb6 req-c523ca6a-498f-4f66-aa81-3ba3ac1a3018 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:14:12.843662 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-38acd861-689e-483c-af60-790d6d9c3fb6 req-c523ca6a-498f-4f66-aa81-3ba3ac1a3018 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=64c0408f-2770-497a-90f4-ff5572528ca8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1469398 Jul 06 14:14:12.917448 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095eb55b-76b5-4f2b-969a-619caab5fbeb req-c4d290b7-6b51-4221-a625-a5a039791478 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:14:12.918982 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-095eb55b-76b5-4f2b-969a-619caab5fbeb req-c4d290b7-6b51-4221-a625-a5a039791478 service neutron] 10.222.0.127 "GET /v2.0/ports?tenant_id=522a30113f124836b5456d5ce91d68f6&device_id=b57db9a9-7c86-464d-97f2-0d549a71fb7e HTTP/1.1" status: 200 len: 1095 time: 0.1408310 Jul 06 14:14:12.979731 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 14:14:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddfa6d8f-0b92-40f5-a99a-ee65b9a83abe x-openstack-request-id: req-ddfa6d8f-0b92-40f5-a99a-ee65b9a83abe {{(pid=100248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:14:12.980026 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9358cb8-b7d2-4515-9999-189978f0c1dd", "name": "network-vif-plugged", "status": "completed", "tag": "1b5eb980-a3f1-417c-a078-0d0dbca676a0", "code": 200}]} {{(pid=100248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:14:12.980280 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-ddfa6d8f-0b92-40f5-a99a-ee65b9a83abe {{(pid=100248) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:14:12.980675 n-d-773647-6 neutron-server[100248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9358cb8-b7d2-4515-9999-189978f0c1dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b5eb980-a3f1-417c-a078-0d0dbca676a0', 'code': 200} Jul 06 14:14:13.044464 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-38acd861-689e-483c-af60-790d6d9c3fb6 req-4cd00308-c83d-4a5a-8b97-5f45f554a8e5 service neutron] 10.222.0.72 "GET /v2.0/networks/64c0408f-2770-497a-90f4-ff5572528ca8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1863811 Jul 06 14:14:13.084002 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Device e7a3dc46-dcf3-4e1b-a4fe-21fb0dd0655d details requested by agent hyperv_n-h2-773647-6 with host n-h2-773647-6 {{(pid=100248) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 14:14:13.318319 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Device e835e248-8ac4-4eef-84e1-40129f7e7a7f details requested by agent hyperv_n-h1-773647-6 with host n-h1-773647-6 {{(pid=100248) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 14:14:13.344890 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] For port e7a3dc46-dcf3-4e1b-a4fe-21fb0dd0655d, host n-h2-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=e7a3dc46-dcf3-4e1b-a4fe-21fb0dd0655d,segment=NetworkSegment(9f74fedc-16b9-4869-9140-58164e4cbf7a),segment_id=9f74fedc-16b9-4869-9140-58164e4cbf7a)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:14:13.390992 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Returning: {'device': 'e7a3dc46-dcf3-4e1b-a4fe-21fb0dd0655d', 'network_id': '64c0408f-2770-497a-90f4-ff5572528ca8', 'port_id': 'e7a3dc46-dcf3-4e1b-a4fe-21fb0dd0655d', 'mac_address': 'fa:16:3e:cb:06:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1034, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f2ba01b0-8c06-4918-8cfb-8da662bc6e66', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100248) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 14:14:13.396867 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e4ab14-94e6-4fb8-a374-f7ce312458a8 req-92c2e820-6e8b-4835-a56e-a60e3efc2f32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:14:13.403876 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-a8e4ab14-94e6-4fb8-a374-f7ce312458a8 req-92c2e820-6e8b-4835-a56e-a60e3efc2f32 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=c9358cb8-b7d2-4515-9999-189978f0c1dd HTTP/1.1" status: 200 len: 1096 time: 0.3240974 Jul 06 14:14:13.415806 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-38acd861-689e-483c-af60-790d6d9c3fb6 req-33e03f1f-b1d4-4b42-8fc4-ba036f8afd47 service neutron] 10.222.0.72 "GET /v2.0/networks/64c0408f-2770-497a-90f4-ff5572528ca8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3602035 Jul 06 14:14:13.487070 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-a8e4ab14-94e6-4fb8-a374-f7ce312458a8 req-e7699f53-8c69-4cb0-88dc-3b54dfae8266 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=e20905c3-4e2a-4820-8b00-03fe4a9f77fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770776 Jul 06 14:14:13.544284 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:13.564462 n-d-773647-6 neutron-server[100248]: DEBUG neutron.notifiers.nova [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e7a3dc46-dcf3-4e1b-a4fe-21fb0dd0655d {{(pid=100248) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 14:14:13.587162 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] For port e7a3dc46-dcf3-4e1b-a4fe-21fb0dd0655d, host n-h2-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=e7a3dc46-dcf3-4e1b-a4fe-21fb0dd0655d,segment=NetworkSegment(9f74fedc-16b9-4869-9140-58164e4cbf7a),segment_id=9f74fedc-16b9-4869-9140-58164e4cbf7a)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:14:13.599404 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:13.645516 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] For port e835e248-8ac4-4eef-84e1-40129f7e7a7f, host n-h1-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773647-6',level=0,port_id=e835e248-8ac4-4eef-84e1-40129f7e7a7f,segment=NetworkSegment(9f74fedc-16b9-4869-9140-58164e4cbf7a),segment_id=9f74fedc-16b9-4869-9140-58164e4cbf7a)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:14:13.664653 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095eb55b-76b5-4f2b-969a-619caab5fbeb req-6fcefb7b-5c5e-4676-9de6-8a025bed9f22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:14:13.667046 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-095eb55b-76b5-4f2b-969a-619caab5fbeb req-6fcefb7b-5c5e-4676-9de6-8a025bed9f22 service neutron] 10.222.0.127 "GET /v2.0/networks?id=64c0408f-2770-497a-90f4-ff5572528ca8 HTTP/1.1" status: 200 len: 918 time: 0.7412834 Jul 06 14:14:13.703658 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Returning: {'device': 'e835e248-8ac4-4eef-84e1-40129f7e7a7f', 'network_id': '64c0408f-2770-497a-90f4-ff5572528ca8', 'port_id': 'e835e248-8ac4-4eef-84e1-40129f7e7a7f', 'mac_address': 'fa:16:3e:0a:06:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1034, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f2ba01b0-8c06-4918-8cfb-8da662bc6e66', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100248) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 14:14:13.723933 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Pushing event updated for resources: {'Port': ['ID=e7a3dc46-dcf3-4e1b-a4fe-21fb0dd0655d,revision_number=4']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:14:13.783816 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:13.801330 n-d-773647-6 neutron-server[100248]: DEBUG neutron.notifiers.nova [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e835e248-8ac4-4eef-84e1-40129f7e7a7f {{(pid=100248) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 14:14:13.828183 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-095eb55b-76b5-4f2b-969a-619caab5fbeb req-2763040a-e6e6-4bbc-a52a-88fbaf930431 service neutron] 10.222.0.127 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f44fc52d-1204-4718-92df-8efd6645d48b HTTP/1.1" status: 200 len: 217 time: 0.1066532 Jul 06 14:14:13.830535 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] get_ports_and_sgs() called for port_ids ['e7a3dc46-dcf3-4e1b-a4fe-21fb0dd0655d'] {{(pid=100248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 14:14:13.873797 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] For port e835e248-8ac4-4eef-84e1-40129f7e7a7f, host n-h1-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773647-6',level=0,port_id=e835e248-8ac4-4eef-84e1-40129f7e7a7f,segment=NetworkSegment(9f74fedc-16b9-4869-9140-58164e4cbf7a),segment_id=9f74fedc-16b9-4869-9140-58164e4cbf7a)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:14:13.886360 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:13.964181 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Pushing event updated for resources: {'Port': ['ID=e835e248-8ac4-4eef-84e1-40129f7e7a7f,revision_number=4']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:14:13.987112 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30df2a88-7ecf-4c8b-b534-410a9db6264c req-3d9a99d8-f3b0-4910-85b2-f3d24bbf08e2 tempest-AttachVolumeShelveTestJSON-1020519793 tempest-AttachVolumeShelveTestJSON-1020519793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:14:13.988660 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-30df2a88-7ecf-4c8b-b534-410a9db6264c req-3d9a99d8-f3b0-4910-85b2-f3d24bbf08e2 tempest-AttachVolumeShelveTestJSON-1020519793 tempest-AttachVolumeShelveTestJSON-1020519793-project] 10.222.0.104 "GET /v2.0/ports?device_id=775e595c-a8be-4386-9e46-a9528870f5f2 HTTP/1.1" status: 200 len: 943 time: 0.3204150 Jul 06 14:14:13.996791 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095eb55b-76b5-4f2b-969a-619caab5fbeb req-75ff58b3-dc28-4d94-a53d-eee8330b84a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:14:13.998242 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-095eb55b-76b5-4f2b-969a-619caab5fbeb req-75ff58b3-dc28-4d94-a53d-eee8330b84a7 service neutron] 10.222.0.127 "GET /v2.0/subnets?id=f2ba01b0-8c06-4918-8cfb-8da662bc6e66 HTTP/1.1" status: 200 len: 855 time: 0.1382713 Jul 06 14:14:14.024570 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf164fb1-72d0-4600-a069-d3afd6d9553f req-5a1ba46b-a4ed-4d1e-939e-43d56dbb9a03 tempest-VolumesSnapshotTestJSON-159166615 tempest-VolumesSnapshotTestJSON-159166615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:14:14.031946 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-cf164fb1-72d0-4600-a069-d3afd6d9553f req-5a1ba46b-a4ed-4d1e-939e-43d56dbb9a03 tempest-VolumesSnapshotTestJSON-159166615 tempest-VolumesSnapshotTestJSON-159166615-project] 10.222.0.104 "GET /v2.0/ports?device_id=c9358cb8-b7d2-4515-9999-189978f0c1dd HTTP/1.1" status: 200 len: 945 time: 0.3246262 Jul 06 14:14:14.100155 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-30df2a88-7ecf-4c8b-b534-410a9db6264c req-91398cbd-c655-4641-a5c9-49d62c0abf21 tempest-AttachVolumeShelveTestJSON-1020519793 tempest-AttachVolumeShelveTestJSON-1020519793-project] 10.222.0.104 "GET /v2.0/security-groups?id=d3fcccd0-b259-400e-953a-933bdd8f821f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1050363 Jul 06 14:14:14.145714 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 55180) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:14:14.166870 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-cf164fb1-72d0-4600-a069-d3afd6d9553f req-73f60798-64ce-43f1-a662-b4d74083a992 tempest-VolumesSnapshotTestJSON-159166615 tempest-VolumesSnapshotTestJSON-159166615-project] 10.222.0.104 "GET /v2.0/security-groups?id=e20905c3-4e2a-4820-8b00-03fe4a9f77fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330476 Jul 06 14:14:14.194491 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095eb55b-76b5-4f2b-969a-619caab5fbeb req-2e6ad2f3-f458-4bf6-a01b-c0b4cd72cf23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:14:14.197506 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-095eb55b-76b5-4f2b-969a-619caab5fbeb req-2e6ad2f3-f458-4bf6-a01b-c0b4cd72cf23 service neutron] 10.222.0.127 "GET /v2.0/ports?network_id=64c0408f-2770-497a-90f4-ff5572528ca8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1591995 Jul 06 14:14:14.349361 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-8d51e1f0-c46c-4c97-80c6-e8bbe3f9268a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:14.432195 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-8645f497-df02-4f99-9112-d866bcb3cad2 req-399f9529-0f81-4e57-80fc-97342e48fe15 tempest-AttachVolumeTestJSON-361183160 tempest-AttachVolumeTestJSON-361183160-project] 10.222.0.104 "GET /v2.0/ports?device_id=d78cccdc-6838-4d49-9b2b-bf9d04ceb427 HTTP/1.1" status: 200 len: 210 time: 0.0892415 Jul 06 14:14:14.452499 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] get_ports_and_sgs() called for port_ids ['e835e248-8ac4-4eef-84e1-40129f7e7a7f'] {{(pid=100248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 14:14:14.476704 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-095eb55b-76b5-4f2b-969a-619caab5fbeb req-0d0150db-4a5f-4940-88d1-3282266c02e2 service neutron] 10.222.0.127 "GET /v2.0/networks/64c0408f-2770-497a-90f4-ff5572528ca8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2671824 Jul 06 14:14:14.504369 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-8d51e1f0-c46c-4c97-80c6-e8bbe3f9268a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:14.516837 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-8d51e1f0-c46c-4c97-80c6-e8bbe3f9268a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:14.565916 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-8d51e1f0-c46c-4c97-80c6-e8bbe3f9268a admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=aba0138b60c040a3bf4dbaf1a95c2459&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4180949 Jul 06 14:14:14.568626 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d51e1f0-c46c-4c97-80c6-e8bbe3f9268a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=532754c9-1116-4c9b-bc9b-d0f29eb8b258,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:14:14.571494 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 55186) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:14:14.638196 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-aad24185-9233-4c81-bd02-a026ac754a20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:14.679232 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42da975a-2faa-43b6-8081-b1536cde8207 req-a3f73c2e-ed76-4b01-9ef8-e612062c240e tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:14:14.687065 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-42da975a-2faa-43b6-8081-b1536cde8207 req-a3f73c2e-ed76-4b01-9ef8-e612062c240e tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] 10.222.0.104 "GET /v2.0/ports?device_id=74c47464-2de6-4359-8407-a9a093dc2562 HTTP/1.1" status: 200 len: 946 time: 0.3459530 Jul 06 14:14:14.712960 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-aad24185-9233-4c81-bd02-a026ac754a20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:14.783961 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-aad24185-9233-4c81-bd02-a026ac754a20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:14.787385 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-aad24185-9233-4c81-bd02-a026ac754a20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:14.789010 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-aad24185-9233-4c81-bd02-a026ac754a20 admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/532754c9-1116-4c9b-bc9b-d0f29eb8b258 HTTP/1.1" status: 204 len: 168 time: 0.2162952 Jul 06 14:14:14.801018 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad24185-9233-4c81-bd02-a026ac754a20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=532754c9-1116-4c9b-bc9b-d0f29eb8b258,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:14:14.829752 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-095eb55b-76b5-4f2b-969a-619caab5fbeb req-21d537e6-e621-40e4-a7f7-f8f9880f7eaa service neutron] 10.222.0.127 "GET /v2.0/networks/64c0408f-2770-497a-90f4-ff5572528ca8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3435793 Jul 06 14:14:14.837383 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5263263-41ed-4689-a389-e3a68d793c8f req-a38646c2-e283-4849-86ff-3b6a2feb174d tempest-AttachVolumeTestJSON-361183160 tempest-AttachVolumeTestJSON-361183160-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:14:14.838930 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-e5263263-41ed-4689-a389-e3a68d793c8f req-a38646c2-e283-4849-86ff-3b6a2feb174d tempest-AttachVolumeTestJSON-361183160 tempest-AttachVolumeTestJSON-361183160-project] 10.222.0.127 "GET /v2.0/networks?id=6ac95a6a-5756-473f-8a78-bd3474c2b2ff HTTP/1.1" status: 200 len: 811 time: 0.2795072 Jul 06 14:14:14.887866 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-42da975a-2faa-43b6-8081-b1536cde8207 req-7d204f8f-6129-40a0-8472-a4a98be1ab34 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] 10.222.0.104 "GET /v2.0/security-groups?id=5d8c99c2-13fb-4e77-b660-83bc40ffb65c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1998467 Jul 06 14:14:14.938180 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-e5263263-41ed-4689-a389-e3a68d793c8f req-8cffe62e-3bcc-40e0-b06d-4ed6bc1e55d3 tempest-AttachVolumeTestJSON-361183160 tempest-AttachVolumeTestJSON-361183160-project] 10.222.0.127 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=33f6cdee7b294baa9f6a8cddbba9670a HTTP/1.1" status: 200 len: 379 time: 0.0874002 Jul 06 14:14:14.950503 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f31f0e9-38b2-4d74-bf53-5d6038f755bb req-be415f8c-ffef-4049-af54-0a4d713cd8ab tempest-ListServerFiltersTestJSON-1215238916 tempest-ListServerFiltersTestJSON-1215238916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:14:14.952348 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-3f31f0e9-38b2-4d74-bf53-5d6038f755bb req-be415f8c-ffef-4049-af54-0a4d713cd8ab tempest-ListServerFiltersTestJSON-1215238916 tempest-ListServerFiltersTestJSON-1215238916-project] 10.222.0.104 "GET /v2.0/ports?device_id=96d3eb78-5642-4d73-a0a3-5161d3b5d580 HTTP/1.1" status: 200 len: 944 time: 0.2600329 Jul 06 14:14:14.958224 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [req-e5263263-41ed-4689-a389-e3a68d793c8f req-96662bdc-47b4-44a0-8421-6e1b063737b5 tempest-AttachVolumeTestJSON-361183160 tempest-AttachVolumeTestJSON-361183160-project] Request body: {'port': {'device_id': 'd78cccdc-6838-4d49-9b2b-bf9d04ceb427', 'network_id': '6ac95a6a-5756-473f-8a78-bd3474c2b2ff', 'admin_state_up': True, 'tenant_id': '33f6cdee7b294baa9f6a8cddbba9670a', 'security_groups': ['ba4b7bf3-f50a-42b6-8762-0644cd24172d']}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:14:15.102768 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Device e7a3dc46-dcf3-4e1b-a4fe-21fb0dd0655d up at agent hyperv_n-h2-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:14:15.130523 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Device f44fc52d-1204-4718-92df-8efd6645d48b details requested by agent hyperv_n-h1-773647-6 with host n-h1-773647-6 {{(pid=100248) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 14:14:15.130718 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-3f31f0e9-38b2-4d74-bf53-5d6038f755bb req-6ba54fec-b37a-424e-b9cb-6dd41f9109fa tempest-ListServerFiltersTestJSON-1215238916 tempest-ListServerFiltersTestJSON-1215238916-project] 10.222.0.104 "GET /v2.0/security-groups?id=c2d32256-dc35-4b2b-a176-8980c50ac374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098683 Jul 06 14:14:15.168747 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08985bcd-f08f-42c7-8fc0-fada96f3b690 req-9b805937-b206-4f2c-aa00-160466c53cc8 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:14:15.170482 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-08985bcd-f08f-42c7-8fc0-fada96f3b690 req-9b805937-b206-4f2c-aa00-160466c53cc8 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] 10.222.0.104 "GET /v2.0/ports?device_id=74c47464-2de6-4359-8407-a9a093dc2562 HTTP/1.1" status: 200 len: 946 time: 0.1306763 Jul 06 14:14:15.184212 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e5263263-41ed-4689-a389-e3a68d793c8f req-96662bdc-47b4-44a0-8421-6e1b063737b5 tempest-AttachVolumeTestJSON-361183160 tempest-AttachVolumeTestJSON-361183160-project] Made reservation on behalf of 33f6cdee7b294baa9f6a8cddbba9670a for: {'port': 1} {{(pid=100247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:14:15.189685 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-e5263263-41ed-4689-a389-e3a68d793c8f req-96662bdc-47b4-44a0-8421-6e1b063737b5 tempest-AttachVolumeTestJSON-361183160 tempest-AttachVolumeTestJSON-361183160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:15.215630 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 55198) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:14:15.237550 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-6ef39cb7-2455-4322-bae3-75133d1bb6c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:15.245787 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] For port f44fc52d-1204-4718-92df-8efd6645d48b, host n-h1-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773647-6',level=0,port_id=f44fc52d-1204-4718-92df-8efd6645d48b,segment=NetworkSegment(9f74fedc-16b9-4869-9140-58164e4cbf7a),segment_id=9f74fedc-16b9-4869-9140-58164e4cbf7a)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:14:15.260924 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-08985bcd-f08f-42c7-8fc0-fada96f3b690 req-69e285fc-d687-41ea-8ce5-05f827366a6e tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] 10.222.0.104 "GET /v2.0/security-groups?id=5d8c99c2-13fb-4e77-b660-83bc40ffb65c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0820949 Jul 06 14:14:15.301414 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 55202) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:14:15.305052 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Returning: {'device': 'f44fc52d-1204-4718-92df-8efd6645d48b', 'network_id': '64c0408f-2770-497a-90f4-ff5572528ca8', 'port_id': 'f44fc52d-1204-4718-92df-8efd6645d48b', 'mac_address': 'fa:16:3e:34:cc:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1034, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f2ba01b0-8c06-4918-8cfb-8da662bc6e66', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100248) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 14:14:15.423564 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-6ef39cb7-2455-4322-bae3-75133d1bb6c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:15.430962 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-6ef39cb7-2455-4322-bae3-75133d1bb6c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:15.448448 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:15.456929 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Provisioning for port e7a3dc46-dcf3-4e1b-a4fe-21fb0dd0655d completed by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:14:15.496667 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Provisioning complete for port e7a3dc46-dcf3-4e1b-a4fe-21fb0dd0655d triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:14:15.496667 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:15.514536 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228e9142-aa82-4d67-aebb-0f1dbf1831f2 req-ec761e9d-4dcc-4262-b991-0182bb1c7d43 tempest-AttachVolumeShelveTestJSON-1020519793 tempest-AttachVolumeShelveTestJSON-1020519793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:14:15.522077 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-228e9142-aa82-4d67-aebb-0f1dbf1831f2 req-ec761e9d-4dcc-4262-b991-0182bb1c7d43 tempest-AttachVolumeShelveTestJSON-1020519793 tempest-AttachVolumeShelveTestJSON-1020519793-project] 10.222.0.104 "GET /v2.0/ports?device_id=775e595c-a8be-4386-9e46-a9528870f5f2 HTTP/1.1" status: 200 len: 943 time: 0.2246358 Jul 06 14:14:15.527868 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef39cb7-2455-4322-bae3-75133d1bb6c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a8c79e3-1e30-42d3-9dc0-94ad556f62cb,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:14:15.540631 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-6ef39cb7-2455-4322-bae3-75133d1bb6c1 admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=32246cd74c96437095ee63d74c4b4222&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3229933 Jul 06 14:14:15.541794 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 55212) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:14:15.556037 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.db_base_plugin_common [req-e5263263-41ed-4689-a389-e3a68d793c8f req-96662bdc-47b4-44a0-8421-6e1b063737b5 tempest-AttachVolumeTestJSON-361183160 tempest-AttachVolumeTestJSON-361183160-project] Allocated IP 172.20.0.4 (6ac95a6a-5756-473f-8a78-bd3474c2b2ff/868bdf15-b823-4cab-842d-77e49afc3593/2efb7b6b-5c90-4ff4-9a1f-923d428e99e3) {{(pid=100247) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:14:15.564231 n-d-773647-6 neutron-server[100248]: DEBUG neutron.notifiers.nova [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f44fc52d-1204-4718-92df-8efd6645d48b {{(pid=100248) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 14:14:15.615675 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] For port f44fc52d-1204-4718-92df-8efd6645d48b, host n-h1-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773647-6',level=0,port_id=f44fc52d-1204-4718-92df-8efd6645d48b,segment=NetworkSegment(9f74fedc-16b9-4869-9140-58164e4cbf7a),segment_id=9f74fedc-16b9-4869-9140-58164e4cbf7a)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:14:15.622364 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f550ee4c-4cb1-44f7-bf17-e9e04da103c3 tempest-TestNetworkAdvancedServerOps-137028019 tempest-TestNetworkAdvancedServerOps-137028019-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:14:15.626744 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-f550ee4c-4cb1-44f7-bf17-e9e04da103c3 tempest-TestNetworkAdvancedServerOps-137028019 tempest-TestNetworkAdvancedServerOps-137028019-project-admin] 10.222.0.104 "GET /v2.0/ports?device_id=74c47464-2de6-4359-8407-a9a093dc2562 HTTP/1.1" status: 200 len: 1092 time: 0.3119638 Jul 06 14:14:15.632755 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 55216) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:14:15.636888 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:15.645215 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-e067f2b3-c9fa-4c7c-9b59-46ad33aba2a9 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Request body: {'floatingip': {'floating_network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'port_id': 'bc4f675b-2e9f-4750-9375-af3fcf823c8c', 'tenant_id': '1077a35eaa714f1bbf260d32c5a52c8f', 'fixed_ip_address': '172.20.0.12'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:14:15.663051 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-05d26e7f-1bbd-4e9b-8b92-b78dcbad5655 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:15.665310 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-228e9142-aa82-4d67-aebb-0f1dbf1831f2 req-3f592f76-ca95-4379-bfc6-d81eef394bf1 tempest-AttachVolumeShelveTestJSON-1020519793 tempest-AttachVolumeShelveTestJSON-1020519793-project] 10.222.0.104 "GET /v2.0/security-groups?id=d3fcccd0-b259-400e-953a-933bdd8f821f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1423769 Jul 06 14:14:15.713330 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Pushing event updated for resources: {'Port': ['ID=f44fc52d-1204-4718-92df-8efd6645d48b,revision_number=4']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:14:15.719789 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-05d26e7f-1bbd-4e9b-8b92-b78dcbad5655 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:15.744433 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-e067f2b3-c9fa-4c7c-9b59-46ad33aba2a9 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Notify callbacks [] for floatingip, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:15.779462 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:15.825315 n-d-773647-6 neutron-server[100248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96d3eb78-5642-4d73-a0a3-5161d3b5d580', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7a3dc46-dcf3-4e1b-a4fe-21fb0dd0655d'}] {{(pid=100248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:14:15.828043 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84af257533e383389cbcf231d3534f4d5e149e7203fea16b4a8fc01438dddaf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cebd5867-754a-4aa9-aaf1-fd0419e9e8e6" -d '{"events": [{"server_uuid": "96d3eb78-5642-4d73-a0a3-5161d3b5d580", "name": "network-vif-plugged", "status": "completed", "tag": "e7a3dc46-dcf3-4e1b-a4fe-21fb0dd0655d"}]}' {{(pid=100248) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:14:15.850412 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] For port e7a3dc46-dcf3-4e1b-a4fe-21fb0dd0655d, host n-h2-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=e7a3dc46-dcf3-4e1b-a4fe-21fb0dd0655d,segment=NetworkSegment(9f74fedc-16b9-4869-9140-58164e4cbf7a),segment_id=9f74fedc-16b9-4869-9140-58164e4cbf7a)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:14:15.859487 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:15.868899 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-05d26e7f-1bbd-4e9b-8b92-b78dcbad5655 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:15.871762 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-05d26e7f-1bbd-4e9b-8b92-b78dcbad5655 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:15.873401 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-05d26e7f-1bbd-4e9b-8b92-b78dcbad5655 admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/5a8c79e3-1e30-42d3-9dc0-94ad556f62cb HTTP/1.1" status: 204 len: 168 time: 0.3304110 Jul 06 14:14:15.875748 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1aff14-59b0-4e3c-85ae-9eb80d71168c req-8a2e8c9d-896c-497b-809f-6dd2f11251a8 tempest-VolumesSnapshotTestJSON-159166615 tempest-VolumesSnapshotTestJSON-159166615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:14:15.884758 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-dd1aff14-59b0-4e3c-85ae-9eb80d71168c req-8a2e8c9d-896c-497b-809f-6dd2f11251a8 tempest-VolumesSnapshotTestJSON-159166615 tempest-VolumesSnapshotTestJSON-159166615-project] 10.222.0.104 "GET /v2.0/ports?device_id=c9358cb8-b7d2-4515-9999-189978f0c1dd HTTP/1.1" status: 200 len: 945 time: 0.3261118 Jul 06 14:14:15.892718 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-d9223ec8-61eb-4ee8-a00e-9b326ea142dd req-2cb808ac-dca9-49f4-96d1-06adf3779f2c tempest-AttachVolumeTestJSON-361183160 tempest-AttachVolumeTestJSON-361183160-project] 10.222.0.104 "GET /v2.0/ports?device_id=d78cccdc-6838-4d49-9b2b-bf9d04ceb427 HTTP/1.1" status: 200 len: 210 time: 0.0708015 Jul 06 14:14:15.911851 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d26e7f-1bbd-4e9b-8b92-b78dcbad5655 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a8c79e3-1e30-42d3-9dc0-94ad556f62cb,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:14:15.967927 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Pushing event updated for resources: {'Port': ['ID=e7a3dc46-dcf3-4e1b-a4fe-21fb0dd0655d,revision_number=5']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:14:15.970459 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-e067f2b3-c9fa-4c7c-9b59-46ad33aba2a9 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:15.979411 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-dd1aff14-59b0-4e3c-85ae-9eb80d71168c req-45b2b1c9-e43a-4ef2-a4fd-9a56216e4589 tempest-VolumesSnapshotTestJSON-159166615 tempest-VolumesSnapshotTestJSON-159166615-project] 10.222.0.104 "GET /v2.0/security-groups?id=e20905c3-4e2a-4820-8b00-03fe4a9f77fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936606 Jul 06 14:14:16.018981 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-e5263263-41ed-4689-a389-e3a68d793c8f req-96662bdc-47b4-44a0-8421-6e1b063737b5 tempest-AttachVolumeTestJSON-361183160 tempest-AttachVolumeTestJSON-361183160-project] Notify callbacks [] for port, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:16.051239 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.provisioning_blocks [req-e5263263-41ed-4689-a389-e3a68d793c8f req-96662bdc-47b4-44a0-8421-6e1b063737b5 tempest-AttachVolumeTestJSON-361183160 tempest-AttachVolumeTestJSON-361183160-project] Transition to ACTIVE for port object 2efb7b6b-5c90-4ff4-9a1f-923d428e99e3 will not be triggered until provisioned by entity DHCP. {{(pid=100247) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:14:16.129019 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-e5263263-41ed-4689-a389-e3a68d793c8f req-96662bdc-47b4-44a0-8421-6e1b063737b5 tempest-AttachVolumeTestJSON-361183160 tempest-AttachVolumeTestJSON-361183160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-128888360'] for port, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:16.211469 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.db_base_plugin_common [None req-e067f2b3-c9fa-4c7c-9b59-46ad33aba2a9 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Allocated IP 172.25.0.240 (2658f09e-a580-4d4a-9968-2d1e0ad93719/cbf74abc-6fe1-4d33-b005-c948923b9647/4fedbeaa-db81-418d-9c4f-b6713bcf4978) {{(pid=100246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:14:16.233659 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96662bdc-47b4-44a0-8421-6e1b063737b5 tempest-AttachVolumeTestJSON-361183160 tempest-AttachVolumeTestJSON-361183160-project] Pushing event updated for resources: {'Port': ['ID=2efb7b6b-5c90-4ff4-9a1f-923d428e99e3,revision_number=1']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:14:16.248127 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e5263263-41ed-4689-a389-e3a68d793c8f req-96662bdc-47b4-44a0-8421-6e1b063737b5 tempest-AttachVolumeTestJSON-361183160 tempest-AttachVolumeTestJSON-361183160-project] Network 6ac95a6a-5756-473f-8a78-bd3474c2b2ff is already hosted by enough agents. {{(pid=100247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:14:16.253276 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.base_scheduler [req-e5263263-41ed-4689-a389-e3a68d793c8f req-96662bdc-47b4-44a0-8421-6e1b063737b5 tempest-AttachVolumeTestJSON-361183160 tempest-AttachVolumeTestJSON-361183160-project] Resources bound (agent type, host, resource id): {{(pid=100247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:14:16.265122 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5263263-41ed-4689-a389-e3a68d793c8f req-96662bdc-47b4-44a0-8421-6e1b063737b5 tempest-AttachVolumeTestJSON-361183160 tempest-AttachVolumeTestJSON-361183160-project] Received port after_create {{(pid=100247) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:14:16.288564 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4a6e3c-cdaf-4081-affd-b5a1b869cdeb req-7685e670-651c-444e-9c4a-556d002b3af5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:14:16.294417 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-0e4a6e3c-cdaf-4081-affd-b5a1b869cdeb req-7685e670-651c-444e-9c4a-556d002b3af5 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=96d3eb78-5642-4d73-a0a3-5161d3b5d580 HTTP/1.1" status: 200 len: 1096 time: 0.2006166 Jul 06 14:14:16.303081 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 14:14:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c99d7b13-dae0-4dcc-8a53-101cfac9f797 x-openstack-request-id: req-c99d7b13-dae0-4dcc-8a53-101cfac9f797 {{(pid=100248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:14:16.303638 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96d3eb78-5642-4d73-a0a3-5161d3b5d580", "name": "network-vif-plugged", "status": "completed", "tag": "e7a3dc46-dcf3-4e1b-a4fe-21fb0dd0655d", "code": 200}]} {{(pid=100248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:14:16.303985 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-c99d7b13-dae0-4dcc-8a53-101cfac9f797 {{(pid=100248) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:14:16.304474 n-d-773647-6 neutron-server[100248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96d3eb78-5642-4d73-a0a3-5161d3b5d580', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7a3dc46-dcf3-4e1b-a4fe-21fb0dd0655d', 'code': 200} Jul 06 14:14:16.306498 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] get_ports_and_sgs() called for port_ids ['f44fc52d-1204-4718-92df-8efd6645d48b'] {{(pid=100248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 14:14:16.405554 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5263263-41ed-4689-a389-e3a68d793c8f req-96662bdc-47b4-44a0-8421-6e1b063737b5 tempest-AttachVolumeTestJSON-361183160 tempest-AttachVolumeTestJSON-361183160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:14:16.409253 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-e5263263-41ed-4689-a389-e3a68d793c8f req-96662bdc-47b4-44a0-8421-6e1b063737b5 tempest-AttachVolumeTestJSON-361183160 tempest-AttachVolumeTestJSON-361183160-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:16.514058 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-0e4a6e3c-cdaf-4081-affd-b5a1b869cdeb req-6dced01e-4f03-4b24-9493-db2ce168ad8c service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=c2d32256-dc35-4b2b-a176-8980c50ac374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1618717 Jul 06 14:14:16.528323 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-e5263263-41ed-4689-a389-e3a68d793c8f req-96662bdc-47b4-44a0-8421-6e1b063737b5 tempest-AttachVolumeTestJSON-361183160 tempest-AttachVolumeTestJSON-361183160-project] 10.222.0.127 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5738566 Jul 06 14:14:16.550997 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [req-e5263263-41ed-4689-a389-e3a68d793c8f req-96c076c7-05e2-448b-ad1c-68d8d20a17e1 service neutron] Request body: {'port': {'device_id': 'd78cccdc-6838-4d49-9b2b-bf9d04ceb427', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-773647-6'}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:14:16.585401 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-e067f2b3-c9fa-4c7c-9b59-46ad33aba2a9 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Notify callbacks [] for port, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:16.662333 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-bafde53b-8463-46d1-833a-35fe208b796d None None] Provisioning for port 2efb7b6b-5c90-4ff4-9a1f-923d428e99e3 completed by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:14:16.664689 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-e067f2b3-c9fa-4c7c-9b59-46ad33aba2a9 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-127687573'] for port, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:16.670277 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-bafde53b-8463-46d1-833a-35fe208b796d None None] Provisioning complete for port 2efb7b6b-5c90-4ff4-9a1f-923d428e99e3 triggered by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:14:16.670853 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-bafde53b-8463-46d1-833a-35fe208b796d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:16.681745 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-e5263263-41ed-4689-a389-e3a68d793c8f req-96c076c7-05e2-448b-ad1c-68d8d20a17e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:16.715187 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b73e41a-5d10-4297-8e77-21c80369e81b req-3890804a-7123-4703-9e2d-ee5a03015e57 tempest-ListServerFiltersTestJSON-1215238916 tempest-ListServerFiltersTestJSON-1215238916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:14:16.717069 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-1b73e41a-5d10-4297-8e77-21c80369e81b req-3890804a-7123-4703-9e2d-ee5a03015e57 tempest-ListServerFiltersTestJSON-1215238916 tempest-ListServerFiltersTestJSON-1215238916-project] 10.222.0.104 "GET /v2.0/ports?device_id=96d3eb78-5642-4d73-a0a3-5161d3b5d580 HTTP/1.1" status: 200 len: 945 time: 0.2869263 Jul 06 14:14:16.718729 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e067f2b3-c9fa-4c7c-9b59-46ad33aba2a9 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Network 2658f09e-a580-4d4a-9968-2d1e0ad93719 is already hosted by enough agents. {{(pid=100246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:14:16.722411 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.base_scheduler [None req-e067f2b3-c9fa-4c7c-9b59-46ad33aba2a9 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Resources bound (agent type, host, resource id): {{(pid=100246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:14:16.729236 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e067f2b3-c9fa-4c7c-9b59-46ad33aba2a9 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Received port after_create {{(pid=100246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:14:16.781797 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e067f2b3-c9fa-4c7c-9b59-46ad33aba2a9 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Pushing event updated for resources: {'Port': ['ID=4fedbeaa-db81-418d-9c4f-b6713bcf4978,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:14:16.795888 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-bafde53b-8463-46d1-833a-35fe208b796d None None] Port 2efb7b6b-5c90-4ff4-9a1f-923d428e99e3 cannot update to ACTIVE because it is not bound. {{(pid=100248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 14:14:16.957567 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-1b73e41a-5d10-4297-8e77-21c80369e81b req-83688e66-caa1-4eb3-9454-985502b6e143 tempest-ListServerFiltersTestJSON-1215238916 tempest-ListServerFiltersTestJSON-1215238916-project] 10.222.0.104 "GET /v2.0/security-groups?id=c2d32256-dc35-4b2b-a176-8980c50ac374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2222977 Jul 06 14:14:17.138684 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce6d58d-4de6-4ab5-8d54-ac3fc90ed92f req-26be6a57-c78d-4bb1-8f14-54e42fdc30e2 tempest-AttachVolumeShelveTestJSON-1020519793 tempest-AttachVolumeShelveTestJSON-1020519793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:14:17.138994 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Device e835e248-8ac4-4eef-84e1-40129f7e7a7f up at agent hyperv_n-h1-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:14:17.152457 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-1ce6d58d-4de6-4ab5-8d54-ac3fc90ed92f req-26be6a57-c78d-4bb1-8f14-54e42fdc30e2 tempest-AttachVolumeShelveTestJSON-1020519793 tempest-AttachVolumeShelveTestJSON-1020519793-project] 10.222.0.104 "GET /v2.0/ports?device_id=775e595c-a8be-4386-9e46-a9528870f5f2 HTTP/1.1" status: 200 len: 943 time: 0.2585661 Jul 06 14:14:17.260984 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Provisioning for port e835e248-8ac4-4eef-84e1-40129f7e7a7f completed by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:14:17.272501 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Provisioning complete for port e835e248-8ac4-4eef-84e1-40129f7e7a7f triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:14:17.272877 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:17.298628 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-1ce6d58d-4de6-4ab5-8d54-ac3fc90ed92f req-d3a5d9c8-a279-4aaf-b78c-886e4b0d011d tempest-AttachVolumeShelveTestJSON-1020519793 tempest-AttachVolumeShelveTestJSON-1020519793-project] 10.222.0.104 "GET /v2.0/security-groups?id=d3fcccd0-b259-400e-953a-933bdd8f821f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1446347 Jul 06 14:14:17.423853 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a4336b-fd83-46f9-80c3-c952494b5188 req-967621a2-dd5c-41a8-9a47-ab9331bc6710 tempest-AttachVolumeTestJSON-361183160 tempest-AttachVolumeTestJSON-361183160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:14:17.434643 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-c1a4336b-fd83-46f9-80c3-c952494b5188 req-967621a2-dd5c-41a8-9a47-ab9331bc6710 tempest-AttachVolumeTestJSON-361183160 tempest-AttachVolumeTestJSON-361183160-project] 10.222.0.104 "GET /v2.0/ports?device_id=d78cccdc-6838-4d49-9b2b-bf9d04ceb427 HTTP/1.1" status: 200 len: 931 time: 0.2577238 Jul 06 14:14:17.479095 n-d-773647-6 neutron-server[100247]: DEBUG neutron.notifiers.nova [req-e5263263-41ed-4689-a389-e3a68d793c8f req-96c076c7-05e2-448b-ad1c-68d8d20a17e1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2efb7b6b-5c90-4ff4-9a1f-923d428e99e3 {{(pid=100247) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 14:14:17.492449 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:17.522688 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-e5263263-41ed-4689-a389-e3a68d793c8f req-96c076c7-05e2-448b-ad1c-68d8d20a17e1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:17.557526 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-c1a4336b-fd83-46f9-80c3-c952494b5188 req-5c8dd191-5958-4fd6-8bc2-e64e96cb88da tempest-AttachVolumeTestJSON-361183160 tempest-AttachVolumeTestJSON-361183160-project] 10.222.0.104 "GET /v2.0/security-groups?id=ba4b7bf3-f50a-42b6-8762-0644cd24172d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1219575 Jul 06 14:14:17.562105 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] For port e835e248-8ac4-4eef-84e1-40129f7e7a7f, host n-h1-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773647-6',level=0,port_id=e835e248-8ac4-4eef-84e1-40129f7e7a7f,segment=NetworkSegment(9f74fedc-16b9-4869-9140-58164e4cbf7a),segment_id=9f74fedc-16b9-4869-9140-58164e4cbf7a)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:14:17.572636 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.provisioning_blocks [req-e5263263-41ed-4689-a389-e3a68d793c8f req-96c076c7-05e2-448b-ad1c-68d8d20a17e1 service neutron] Transition to ACTIVE for port object 2efb7b6b-5c90-4ff4-9a1f-923d428e99e3 will not be triggered until provisioned by entity L2. {{(pid=100247) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:14:17.577057 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:17.589776 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-e5263263-41ed-4689-a389-e3a68d793c8f req-96c076c7-05e2-448b-ad1c-68d8d20a17e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128888538'] for port, after_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:17.684694 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Pushing event updated for resources: {'Port': ['ID=e835e248-8ac4-4eef-84e1-40129f7e7a7f,revision_number=5']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:14:17.693285 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c076c7-05e2-448b-ad1c-68d8d20a17e1 service neutron] Pushing event updated for resources: {'Port': ['ID=2efb7b6b-5c90-4ff4-9a1f-923d428e99e3,revision_number=2']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:14:17.734912 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-e067f2b3-c9fa-4c7c-9b59-46ad33aba2a9 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:17.857933 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.managers [req-e5263263-41ed-4689-a389-e3a68d793c8f req-96c076c7-05e2-448b-ad1c-68d8d20a17e1 service neutron] Attempting to bind port 2efb7b6b-5c90-4ff4-9a1f-923d428e99e3 on host n-h1-773647-6 for vnic_type normal with profile {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:14:17.858586 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.managers [req-e5263263-41ed-4689-a389-e3a68d793c8f req-96c076c7-05e2-448b-ad1c-68d8d20a17e1 service neutron] Attempting to bind port 2efb7b6b-5c90-4ff4-9a1f-923d428e99e3 by drivers openvswitch,hyperv on host n-h1-773647-6 at level 0 using segments [{'id': '85f44324-1b25-43f8-b0d2-e6a13494ae45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': '6ac95a6a-5756-473f-8a78-bd3474c2b2ff'}] {{(pid=100247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:14:17.858930 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5263263-41ed-4689-a389-e3a68d793c8f req-96c076c7-05e2-448b-ad1c-68d8d20a17e1 service neutron] Attempting to bind port 2efb7b6b-5c90-4ff4-9a1f-923d428e99e3 on network 6ac95a6a-5756-473f-8a78-bd3474c2b2ff {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:14:17.867442 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-e067f2b3-c9fa-4c7c-9b59-46ad33aba2a9 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:17.868779 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5263263-41ed-4689-a389-e3a68d793c8f req-96c076c7-05e2-448b-ad1c-68d8d20a17e1 service neutron] Port 2efb7b6b-5c90-4ff4-9a1f-923d428e99e3 on network 6ac95a6a-5756-473f-8a78-bd3474c2b2ff not bound, no agent of type Open vSwitch agent registered on host n-h1-773647-6 {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 14:14:17.869121 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5263263-41ed-4689-a389-e3a68d793c8f req-96c076c7-05e2-448b-ad1c-68d8d20a17e1 service neutron] Attempting to bind port 2efb7b6b-5c90-4ff4-9a1f-923d428e99e3 on network 6ac95a6a-5756-473f-8a78-bd3474c2b2ff {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:14:17.874309 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5263263-41ed-4689-a389-e3a68d793c8f req-96c076c7-05e2-448b-ad1c-68d8d20a17e1 service neutron] Checking agent: {'id': '5bf7147f-bada-4441-a5dc-934b903473fb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-773647-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 51, 12), 'started_at': datetime.datetime(2021, 7, 6, 13, 51, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 14, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:14:17.874714 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5263263-41ed-4689-a389-e3a68d793c8f req-96c076c7-05e2-448b-ad1c-68d8d20a17e1 service neutron] Checking segment: {'id': '85f44324-1b25-43f8-b0d2-e6a13494ae45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': '6ac95a6a-5756-473f-8a78-bd3474c2b2ff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100247) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:14:17.875101 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5263263-41ed-4689-a389-e3a68d793c8f req-96c076c7-05e2-448b-ad1c-68d8d20a17e1 service neutron] Bound using segment: {'id': '85f44324-1b25-43f8-b0d2-e6a13494ae45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': '6ac95a6a-5756-473f-8a78-bd3474c2b2ff'} {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:14:17.875590 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.managers [req-e5263263-41ed-4689-a389-e3a68d793c8f req-96c076c7-05e2-448b-ad1c-68d8d20a17e1 service neutron] Bound port: 2efb7b6b-5c90-4ff4-9a1f-923d428e99e3, host: n-h1-773647-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '85f44324-1b25-43f8-b0d2-e6a13494ae45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': '6ac95a6a-5756-473f-8a78-bd3474c2b2ff'}}] {{(pid=100247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:14:17.876692 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-e5263263-41ed-4689-a389-e3a68d793c8f req-96c076c7-05e2-448b-ad1c-68d8d20a17e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:17.977375 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.db [req-e5263263-41ed-4689-a389-e3a68d793c8f req-96c076c7-05e2-448b-ad1c-68d8d20a17e1 service neutron] For port 2efb7b6b-5c90-4ff4-9a1f-923d428e99e3, host n-h1-773647-6, cleared binding levels {{(pid=100247) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:14:17.984492 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.db [req-e5263263-41ed-4689-a389-e3a68d793c8f req-96c076c7-05e2-448b-ad1c-68d8d20a17e1 service neutron] For port 2efb7b6b-5c90-4ff4-9a1f-923d428e99e3, host n-h1-773647-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773647-6',level=0,port_id=2efb7b6b-5c90-4ff4-9a1f-923d428e99e3,segment=NetworkSegment(85f44324-1b25-43f8-b0d2-e6a13494ae45),segment_id=85f44324-1b25-43f8-b0d2-e6a13494ae45)] {{(pid=100247) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:14:18.006159 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-e5263263-41ed-4689-a389-e3a68d793c8f req-96c076c7-05e2-448b-ad1c-68d8d20a17e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128888538'] for port, after_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:18.032550 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5263263-41ed-4689-a389-e3a68d793c8f req-96c076c7-05e2-448b-ad1c-68d8d20a17e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:14:18.033553 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-e5263263-41ed-4689-a389-e3a68d793c8f req-96c076c7-05e2-448b-ad1c-68d8d20a17e1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:18.035252 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-e5263263-41ed-4689-a389-e3a68d793c8f req-96c076c7-05e2-448b-ad1c-68d8d20a17e1 service neutron] 10.222.0.127 "PUT /v2.0/ports/2efb7b6b-5c90-4ff4-9a1f-923d428e99e3 HTTP/1.1" status: 200 len: 1091 time: 1.4948125 Jul 06 14:14:18.035723 n-d-773647-6 neutron-server[100247]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd78cccdc-6838-4d49-9b2b-bf9d04ceb427', 'tag': '2efb7b6b-5c90-4ff4-9a1f-923d428e99e3'}] {{(pid=100247) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:14:18.047024 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cbf0eeaae822f8fc9b87a94aeba67a3d651842baf663a51cba94b67a514836d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8281069-a458-4897-a57c-14a75dd7e3b0" -d '{"events": [{"name": "network-changed", "server_uuid": "d78cccdc-6838-4d49-9b2b-bf9d04ceb427", "tag": "2efb7b6b-5c90-4ff4-9a1f-923d428e99e3"}]}' {{(pid=100247) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:14:18.146972 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 14:14:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30490756-60b8-4010-ae27-35ecb2d255a8 x-openstack-request-id: req-30490756-60b8-4010-ae27-35ecb2d255a8 {{(pid=100247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:14:18.147307 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d78cccdc-6838-4d49-9b2b-bf9d04ceb427", "tag": "2efb7b6b-5c90-4ff4-9a1f-923d428e99e3", "status": "completed", "code": 200}]} {{(pid=100247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:14:18.147539 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-30490756-60b8-4010-ae27-35ecb2d255a8 {{(pid=100247) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:14:18.147936 n-d-773647-6 neutron-server[100247]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd78cccdc-6838-4d49-9b2b-bf9d04ceb427', 'tag': '2efb7b6b-5c90-4ff4-9a1f-923d428e99e3', 'status': 'completed', 'code': 200} Jul 06 14:14:18.171254 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-e067f2b3-c9fa-4c7c-9b59-46ad33aba2a9 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Notify callbacks [] for port, precommit_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:18.187426 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-e067f2b3-c9fa-4c7c-9b59-46ad33aba2a9 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127687527'] for port, after_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:18.295514 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e067f2b3-c9fa-4c7c-9b59-46ad33aba2a9 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Pushing event updated for resources: {'Port': ['ID=4fedbeaa-db81-418d-9c4f-b6713bcf4978,revision_number=2']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:14:18.301815 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-e067f2b3-c9fa-4c7c-9b59-46ad33aba2a9 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1761130'] for floatingip, after_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:18.306244 n-d-773647-6 neutron-server[100248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52987411-a95f-4c4d-bca9-6ac7bb8b132a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e835e248-8ac4-4eef-84e1-40129f7e7a7f'}] {{(pid=100248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:14:18.308713 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84af257533e383389cbcf231d3534f4d5e149e7203fea16b4a8fc01438dddaf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da98ef6a-3907-486b-b66e-85c35b48cf40" -d '{"events": [{"server_uuid": "52987411-a95f-4c4d-bca9-6ac7bb8b132a", "name": "network-vif-plugged", "status": "completed", "tag": "e835e248-8ac4-4eef-84e1-40129f7e7a7f"}]}' {{(pid=100248) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:14:18.347998 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c076c7-05e2-448b-ad1c-68d8d20a17e1 service neutron] Pushing event updated for resources: {'Port': ['ID=2efb7b6b-5c90-4ff4-9a1f-923d428e99e3,revision_number=3']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:14:18.385235 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 14:14:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4997b3b-ee31-4ee8-83d7-2d36a2cef59f x-openstack-request-id: req-e4997b3b-ee31-4ee8-83d7-2d36a2cef59f {{(pid=100248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:14:18.385801 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52987411-a95f-4c4d-bca9-6ac7bb8b132a", "name": "network-vif-plugged", "status": "completed", "tag": "e835e248-8ac4-4eef-84e1-40129f7e7a7f", "code": 200}]} {{(pid=100248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:14:18.386292 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-e4997b3b-ee31-4ee8-83d7-2d36a2cef59f {{(pid=100248) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:14:18.386900 n-d-773647-6 neutron-server[100248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52987411-a95f-4c4d-bca9-6ac7bb8b132a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e835e248-8ac4-4eef-84e1-40129f7e7a7f', 'code': 200} Jul 06 14:14:18.461667 n-d-773647-6 neutron-server[100246]: INFO neutron.db.l3_db [None req-e067f2b3-c9fa-4c7c-9b59-46ad33aba2a9 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Floating IP a5a439f0-38f3-45ae-8671-49fadcf9f37b associated. External IP: 172.25.0.240, port: bc4f675b-2e9f-4750-9375-af3fcf823c8c. Jul 06 14:14:18.613634 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9205fc7b-677d-4932-92e0-7d87d64e6bc1 req-a0d43594-979e-4187-a954-9131ff2cc3e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:14:18.617689 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-9205fc7b-677d-4932-92e0-7d87d64e6bc1 req-a0d43594-979e-4187-a954-9131ff2cc3e9 service neutron] 10.222.0.127 "GET /v2.0/ports?device_id=775e595c-a8be-4386-9e46-a9528870f5f2&tenant_id=9686fd5ec0aa4012928191c3d42f6e6c HTTP/1.1" status: 200 len: 1094 time: 0.5145435 Jul 06 14:14:18.638962 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3076ec95-80bc-4395-9fab-1dcb10af35c9 req-87874469-8083-4761-ace4-7f6b203608fa tempest-ListServerFiltersTestJSON-1215238916 tempest-ListServerFiltersTestJSON-1215238916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:14:18.640539 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-3076ec95-80bc-4395-9fab-1dcb10af35c9 req-87874469-8083-4761-ace4-7f6b203608fa tempest-ListServerFiltersTestJSON-1215238916 tempest-ListServerFiltersTestJSON-1215238916-project] 10.222.0.104 "GET /v2.0/ports?device_id=96d3eb78-5642-4d73-a0a3-5161d3b5d580 HTTP/1.1" status: 200 len: 945 time: 0.4907255 Jul 06 14:14:18.992175 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e067f2b3-c9fa-4c7c-9b59-46ad33aba2a9 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Router 92895ece-74b3-4cec-a7c1-1c563db23cfa has already been hosted by L3 agent 2823d358-a11b-4885-a706-95a279e43fa7 {{(pid=100246) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 14:14:19.040587 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5263263-41ed-4689-a389-e3a68d793c8f req-24e3deb0-001c-4af6-aeb0-71d887b08c5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:14:19.042232 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-e5263263-41ed-4689-a389-e3a68d793c8f req-24e3deb0-001c-4af6-aeb0-71d887b08c5f service neutron] 10.222.0.127 "GET /v2.0/ports?tenant_id=33f6cdee7b294baa9f6a8cddbba9670a&device_id=d78cccdc-6838-4d49-9b2b-bf9d04ceb427 HTTP/1.1" status: 200 len: 1094 time: 0.8935339 Jul 06 14:14:19.111267 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-e5263263-41ed-4689-a389-e3a68d793c8f req-9b48191e-2ca3-4fe9-8183-9e426f16cb6f service neutron] 10.222.0.127 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2efb7b6b-5c90-4ff4-9a1f-923d428e99e3 HTTP/1.1" status: 200 len: 217 time: 0.0482254 Jul 06 14:14:19.136657 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e067f2b3-c9fa-4c7c-9b59-46ad33aba2a9 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Notify agent at l3_agent.n-d-773647-6 the message routers_updated {{(pid=100246) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 14:14:19.143843 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Device f44fc52d-1204-4718-92df-8efd6645d48b up at agent hyperv_n-h1-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:14:19.146137 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee4d75d-7e06-483d-8bf8-c5305104b775 req-de9bf821-6458-4dd7-bbf2-13fbda2ff9ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:14:19.148149 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-dee4d75d-7e06-483d-8bf8-c5305104b775 req-de9bf821-6458-4dd7-bbf2-13fbda2ff9ae service neutron] 10.222.0.127 "GET /v2.0/ports?device_id=52987411-a95f-4c4d-bca9-6ac7bb8b132a HTTP/1.1" status: 200 len: 1096 time: 0.6673355 Jul 06 14:14:19.159125 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-e067f2b3-c9fa-4c7c-9b59-46ad33aba2a9 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for floatingip, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:19.180221 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7b51b78-566b-4cdb-a795-ab16cf893647 None None] Sync routers for ids ['92895ece-74b3-4cec-a7c1-1c563db23cfa'] in n-d-773647-6 {{(pid=100248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 14:14:19.182920 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-3076ec95-80bc-4395-9fab-1dcb10af35c9 req-8fc880f4-2361-4acf-bd86-c37c5385e950 tempest-ListServerFiltersTestJSON-1215238916 tempest-ListServerFiltersTestJSON-1215238916-project] 10.222.0.104 "GET /v2.0/security-groups?id=c2d32256-dc35-4b2b-a176-8980c50ac374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5197434 Jul 06 14:14:19.223271 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-e067f2b3-c9fa-4c7c-9b59-46ad33aba2a9 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] 10.222.0.104 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.5884192 Jul 06 14:14:19.224085 n-d-773647-6 neutron-server[100246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74c47464-2de6-4359-8407-a9a093dc2562', 'tag': 'bc4f675b-2e9f-4750-9375-af3fcf823c8c'}] {{(pid=100246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:14:19.227040 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0d96c5ab5e889f7b933ae915b9be33d1b46c9e87795bf781004b656ef3f1e87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4eaecc65-b1d2-45ed-a1f0-fbb6ce242527" -d '{"events": [{"name": "network-changed", "server_uuid": "74c47464-2de6-4359-8407-a9a093dc2562", "tag": "bc4f675b-2e9f-4750-9375-af3fcf823c8c"}]}' {{(pid=100246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:14:19.237206 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7b51b78-566b-4cdb-a795-ab16cf893647 None None] Routers {'92895ece-74b3-4cec-a7c1-1c563db23cfa'} bound to L3 agent in host n-d-773647-6 {{(pid=100248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:14:19.237861 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-f7b51b78-566b-4cdb-a795-ab16cf893647 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T14:13:56Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['92895ece-74b3-4cec-a7c1-1c563db23cfa'], 'active': True} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:14:19.272807 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04539b5a-dcc6-4767-a78d-6fe4df6d2472 req-c3f246cf-8e98-497a-b669-b40a21e3dab5 tempest-AttachVolumeShelveTestJSON-1020519793 tempest-AttachVolumeShelveTestJSON-1020519793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:14:19.274643 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-04539b5a-dcc6-4767-a78d-6fe4df6d2472 req-c3f246cf-8e98-497a-b669-b40a21e3dab5 tempest-AttachVolumeShelveTestJSON-1020519793 tempest-AttachVolumeShelveTestJSON-1020519793-project] 10.222.0.104 "GET /v2.0/ports?device_id=775e595c-a8be-4386-9e46-a9528870f5f2 HTTP/1.1" status: 200 len: 943 time: 0.7278504 Jul 06 14:14:19.290177 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9205fc7b-677d-4932-92e0-7d87d64e6bc1 req-c9150a7b-9dee-4de4-8271-37dcfa5bef06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:14:19.292088 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-9205fc7b-677d-4932-92e0-7d87d64e6bc1 req-c9150a7b-9dee-4de4-8271-37dcfa5bef06 service neutron] 10.222.0.127 "GET /v2.0/ports?tenant_id=9686fd5ec0aa4012928191c3d42f6e6c&device_id=775e595c-a8be-4386-9e46-a9528870f5f2 HTTP/1.1" status: 200 len: 1094 time: 0.6452994 Jul 06 14:14:19.327613 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5263263-41ed-4689-a389-e3a68d793c8f req-aadeaf29-3fad-4d8d-8504-61a98928124d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:14:19.329677 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-e5263263-41ed-4689-a389-e3a68d793c8f req-aadeaf29-3fad-4d8d-8504-61a98928124d service neutron] 10.222.0.127 "GET /v2.0/subnets?id=868bdf15-b823-4cab-842d-77e49afc3593 HTTP/1.1" status: 200 len: 850 time: 0.2089911 Jul 06 14:14:19.343555 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Provisioning for port f44fc52d-1204-4718-92df-8efd6645d48b completed by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:14:19.379925 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-dee4d75d-7e06-483d-8bf8-c5305104b775 req-a4442f0c-7458-4dbe-9d06-761478d5af7b service neutron] 10.222.0.127 "GET /v2.0/security-groups?id=c2d32256-dc35-4b2b-a176-8980c50ac374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1944785 Jul 06 14:14:19.380156 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Provisioning complete for port f44fc52d-1204-4718-92df-8efd6645d48b triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:14:19.380555 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:19.384169 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-04539b5a-dcc6-4767-a78d-6fe4df6d2472 req-789b7cd5-31fe-4851-9aef-7ef9e670bc3b tempest-AttachVolumeShelveTestJSON-1020519793 tempest-AttachVolumeShelveTestJSON-1020519793-project] 10.222.0.104 "GET /v2.0/security-groups?id=d3fcccd0-b259-400e-953a-933bdd8f821f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0999286 Jul 06 14:14:19.455127 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3635db95-cca9-4946-a6f2-a5bac86ece1e req-7d230a5f-0e90-404f-9ecf-a793a7381220 tempest-AttachVolumeTestJSON-361183160 tempest-AttachVolumeTestJSON-361183160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:14:19.457025 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-3635db95-cca9-4946-a6f2-a5bac86ece1e req-7d230a5f-0e90-404f-9ecf-a793a7381220 tempest-AttachVolumeTestJSON-361183160 tempest-AttachVolumeTestJSON-361183160-project] 10.222.0.104 "GET /v2.0/ports?device_id=d78cccdc-6838-4d49-9b2b-bf9d04ceb427 HTTP/1.1" status: 200 len: 943 time: 0.0885072 Jul 06 14:14:19.527334 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-3635db95-cca9-4946-a6f2-a5bac86ece1e req-1ee86bbb-4737-403f-a79d-0cc4816c3739 tempest-AttachVolumeTestJSON-361183160 tempest-AttachVolumeTestJSON-361183160-project] 10.222.0.104 "GET /v2.0/security-groups?id=ba4b7bf3-f50a-42b6-8762-0644cd24172d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0629973 Jul 06 14:14:19.558790 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvr_db [None req-f7b51b78-566b-4cdb-a795-ab16cf893647 None None] Set router 92895ece-74b3-4cec-a7c1-1c563db23cfa gateway port host: n-d-773647-6 {{(pid=100248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:14:19.642864 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:19.726136 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] For port f44fc52d-1204-4718-92df-8efd6645d48b, host n-h1-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773647-6',level=0,port_id=f44fc52d-1204-4718-92df-8efd6645d48b,segment=NetworkSegment(9f74fedc-16b9-4869-9140-58164e4cbf7a),segment_id=9f74fedc-16b9-4869-9140-58164e4cbf7a)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:14:19.737651 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:19.873854 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Pushing event updated for resources: {'Port': ['ID=f44fc52d-1204-4718-92df-8efd6645d48b,revision_number=5']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:14:19.874073 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7325dcb-8b6a-46bb-8adf-30c73604b052 req-be4f3d98-136c-4d47-b5b2-95c2e67d2436 tempest-ListServerFiltersTestJSON-1215238916 tempest-ListServerFiltersTestJSON-1215238916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:14:19.881266 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-a7325dcb-8b6a-46bb-8adf-30c73604b052 req-be4f3d98-136c-4d47-b5b2-95c2e67d2436 tempest-ListServerFiltersTestJSON-1215238916 tempest-ListServerFiltersTestJSON-1215238916-project] 10.222.0.104 "GET /v2.0/ports?device_id=52987411-a95f-4c4d-bca9-6ac7bb8b132a HTTP/1.1" status: 200 len: 945 time: 0.3428764 Jul 06 14:14:19.889801 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9205fc7b-677d-4932-92e0-7d87d64e6bc1 req-b22bada0-dcc7-49b5-9da4-7cce035a1ebd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:14:19.891297 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-9205fc7b-677d-4932-92e0-7d87d64e6bc1 req-b22bada0-dcc7-49b5-9da4-7cce035a1ebd service neutron] 10.222.0.127 "GET /v2.0/networks?id=a1c5aa58-a5eb-4fe0-9c0d-ad9cb3f782ca HTTP/1.1" status: 200 len: 919 time: 0.5733740 Jul 06 14:14:19.923091 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5263263-41ed-4689-a389-e3a68d793c8f req-1909e72d-ee10-46f2-8ec4-de43952c51f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:14:19.924685 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-e5263263-41ed-4689-a389-e3a68d793c8f req-1909e72d-ee10-46f2-8ec4-de43952c51f1 service neutron] 10.222.0.127 "GET /v2.0/ports?network_id=6ac95a6a-5756-473f-8a78-bd3474c2b2ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5783951 Jul 06 14:14:19.943141 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-f7b51b78-566b-4cdb-a795-ab16cf893647 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92895ece-74b3-4cec-a7c1-1c563db23cfa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1442056811', 'tenant_id': '1077a35eaa714f1bbf260d32c5a52c8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.183'}], 'enable_snat': True}, 'gw_port_id': '1f71c995-d5f1-46d1-95dc-5b0f48fd8298', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:13:28Z', 'updated_at': '2021-07-06T14:13:40Z', 'revision_number': 4, 'project_id': '1077a35eaa714f1bbf260d32c5a52c8f', 'gw_port': {'id': '1f71c995-d5f1-46d1-95dc-5b0f48fd8298', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:77:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92895ece-74b3-4cec-a7c1-1c563db23cfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2077, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:13:29Z', 'updated_at': '2021-07-06T14:13:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6', '_floatingips': [{'id': 'a5a439f0-38f3-45ae-8671-49fadcf9f37b', 'tenant_id': '1077a35eaa714f1bbf260d32c5a52c8f', 'floating_ip_address': '172.25.0.240', 'floating_network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'router_id': '92895ece-74b3-4cec-a7c1-1c563db23cfa', 'port_id': 'bc4f675b-2e9f-4750-9375-af3fcf823c8c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2144, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '120989f8-7a26-49c9-99e3-26a4a5fc00f3', 'mac_address': 'fa:16:3e:49:68:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74c47464-2de6-4359-8407-a9a093dc2562', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T14:14:17Z', 'updated_at': '2021-07-06T14:14:17Z', 'revision_number': 0, 'project_id': '1077a35eaa714f1bbf260d32c5a52c8f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ada188e-b344-44bd-988f-bf9b6c65552d', 'name': '', 'network_id': '120989f8-7a26-49c9-99e3-26a4a5fc00f3', 'tenant_id': '1077a35eaa714f1bbf260d32c5a52c8f', 'mac_address': 'fa:16:3e:b4:46:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92895ece-74b3-4cec-a7c1-1c563db23cfa', 'device_owner': 'network:router_interface', 'standard_attr_id': 2080, 'fixed_ips': [{'subnet_id': 'a9454952-2025-4848-a48d-6107d2969e09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:13:36Z', 'updated_at': '2021-07-06T14:13:49Z', 'revision_number': 5, 'project_id': '1077a35eaa714f1bbf260d32c5a52c8f', 'subnets': [{'id': 'a9454952-2025-4848-a48d-6107d2969e09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773647-6', False) {} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:14:19.977052 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7b51b78-566b-4cdb-a795-ab16cf893647 None None] Checking router: 92895ece-74b3-4cec-a7c1-1c563db23cfa for host: n-d-773647-6 {{(pid=100248) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 14:14:19.986950 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7b51b78-566b-4cdb-a795-ab16cf893647 None None] Routers {'92895ece-74b3-4cec-a7c1-1c563db23cfa'} bound to L3 agent in host n-d-773647-6 {{(pid=100248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:14:19.987287 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-f7b51b78-566b-4cdb-a795-ab16cf893647 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T14:13:56Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['92895ece-74b3-4cec-a7c1-1c563db23cfa'], 'active': True} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:14:19.992278 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f00ad09-6dc5-4d4a-9b63-6036b757bfe3 req-d3630773-c831-4e99-b831-c7144e31298a tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:14:19.993745 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-3f00ad09-6dc5-4d4a-9b63-6036b757bfe3 req-d3630773-c831-4e99-b831-c7144e31298a tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] 10.222.0.104 "GET /v2.0/ports?device_id=74c47464-2de6-4359-8407-a9a093dc2562 HTTP/1.1" status: 200 len: 946 time: 0.2481194 Jul 06 14:14:20.085725 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-a7325dcb-8b6a-46bb-8adf-30c73604b052 req-77e1ffb9-c727-4fc0-9c3a-62f4ebb22f66 tempest-ListServerFiltersTestJSON-1215238916 tempest-ListServerFiltersTestJSON-1215238916-project] 10.222.0.104 "GET /v2.0/security-groups?id=c2d32256-dc35-4b2b-a176-8980c50ac374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2037902 Jul 06 14:14:20.103033 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-9205fc7b-677d-4932-92e0-7d87d64e6bc1 req-962a7126-62cd-4a91-a59f-392a872cea69 service neutron] 10.222.0.127 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ee9785f9-b332-4dd9-b5ec-a4776c4a45ad HTTP/1.1" status: 200 len: 998 time: 0.1993661 Jul 06 14:14:20.155792 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvr_db [None req-f7b51b78-566b-4cdb-a795-ab16cf893647 None None] Set router 92895ece-74b3-4cec-a7c1-1c563db23cfa gateway port host: n-d-773647-6 {{(pid=100248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:14:20.168266 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 14:14:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ad2e6eb-7264-44b2-a17a-b1e5bad853f3 x-openstack-request-id: req-7ad2e6eb-7264-44b2-a17a-b1e5bad853f3 {{(pid=100246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:14:20.168753 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "74c47464-2de6-4359-8407-a9a093dc2562", "tag": "bc4f675b-2e9f-4750-9375-af3fcf823c8c", "status": "completed", "code": 200}]} {{(pid=100246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:14:20.168847 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-7ad2e6eb-7264-44b2-a17a-b1e5bad853f3 {{(pid=100246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:14:20.169216 n-d-773647-6 neutron-server[100246]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '74c47464-2de6-4359-8407-a9a093dc2562', 'tag': 'bc4f675b-2e9f-4750-9375-af3fcf823c8c', 'status': 'completed', 'code': 200} Jul 06 14:14:20.196445 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-3f00ad09-6dc5-4d4a-9b63-6036b757bfe3 req-6e997b4b-051f-4da9-905a-0c8e23e59d6d tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] 10.222.0.104 "GET /v2.0/security-groups?id=5d8c99c2-13fb-4e77-b660-83bc40ffb65c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1845608 Jul 06 14:14:20.207777 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 55388) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:14:20.232357 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9205fc7b-677d-4932-92e0-7d87d64e6bc1 req-15f72025-e352-49e4-a9dc-c8583ec651e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:14:20.234742 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-9205fc7b-677d-4932-92e0-7d87d64e6bc1 req-15f72025-e352-49e4-a9dc-c8583ec651e7 service neutron] 10.222.0.127 "GET /v2.0/subnets?id=6ec930d2-90b3-4355-914b-4efea8972d25 HTTP/1.1" status: 200 len: 856 time: 0.1204329 Jul 06 14:14:20.239790 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-e5263263-41ed-4689-a389-e3a68d793c8f req-1f38cc51-e646-4cab-9e1d-b22577ac888e service neutron] 10.222.0.127 "GET /v2.0/networks/6ac95a6a-5756-473f-8a78-bd3474c2b2ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2728798 Jul 06 14:14:20.384240 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-904bb398-b4c0-488b-8e8f-c96020145486 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] 10.222.0.104 "GET /v2.0/floatingips/a5a439f0-38f3-45ae-8671-49fadcf9f37b HTTP/1.1" status: 200 len: 992 time: 0.1738703 Jul 06 14:14:20.389229 n-d-773647-6 neutron-server[100248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b57db9a9-7c86-464d-97f2-0d549a71fb7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f44fc52d-1204-4718-92df-8efd6645d48b'}] {{(pid=100248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:14:20.394696 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84af257533e383389cbcf231d3534f4d5e149e7203fea16b4a8fc01438dddaf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa9bc4df-5da0-4578-9d4e-c4fc096f42d0" -d '{"events": [{"server_uuid": "b57db9a9-7c86-464d-97f2-0d549a71fb7e", "name": "network-vif-plugged", "status": "completed", "tag": "f44fc52d-1204-4718-92df-8efd6645d48b"}]}' {{(pid=100248) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:14:20.395088 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eaecc65-b1d2-45ed-a1f0-fbb6ce242527 req-bff2b725-6631-4221-830d-deda95077e70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:14:20.397504 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-4eaecc65-b1d2-45ed-a1f0-fbb6ce242527 req-bff2b725-6631-4221-830d-deda95077e70 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=1077a35eaa714f1bbf260d32c5a52c8f&device_id=74c47464-2de6-4359-8407-a9a093dc2562 HTTP/1.1" status: 200 len: 1097 time: 0.2010000 Jul 06 14:14:20.433391 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9205fc7b-677d-4932-92e0-7d87d64e6bc1 req-ccb7039b-44cd-4361-911a-1daffb61d77f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:14:20.434936 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-9205fc7b-677d-4932-92e0-7d87d64e6bc1 req-ccb7039b-44cd-4361-911a-1daffb61d77f service neutron] 10.222.0.127 "GET /v2.0/ports?network_id=a1c5aa58-a5eb-4fe0-9c0d-ad9cb3f782ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1875558 Jul 06 14:14:20.437384 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-e5263263-41ed-4689-a389-e3a68d793c8f req-e0c90295-daa1-4e1e-8b7f-1e3e1d2d63a0 service neutron] 10.222.0.127 "GET /v2.0/networks/6ac95a6a-5756-473f-8a78-bd3474c2b2ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1888075 Jul 06 14:14:20.635619 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-f7b51b78-566b-4cdb-a795-ab16cf893647 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92895ece-74b3-4cec-a7c1-1c563db23cfa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1442056811', 'tenant_id': '1077a35eaa714f1bbf260d32c5a52c8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.183'}], 'enable_snat': True}, 'gw_port_id': '1f71c995-d5f1-46d1-95dc-5b0f48fd8298', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:13:28Z', 'updated_at': '2021-07-06T14:13:40Z', 'revision_number': 4, 'project_id': '1077a35eaa714f1bbf260d32c5a52c8f', 'gw_port': {'id': '1f71c995-d5f1-46d1-95dc-5b0f48fd8298', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:77:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92895ece-74b3-4cec-a7c1-1c563db23cfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2077, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:13:29Z', 'updated_at': '2021-07-06T14:13:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6', '_floatingips': [{'id': 'a5a439f0-38f3-45ae-8671-49fadcf9f37b', 'tenant_id': '1077a35eaa714f1bbf260d32c5a52c8f', 'floating_ip_address': '172.25.0.240', 'floating_network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'router_id': '92895ece-74b3-4cec-a7c1-1c563db23cfa', 'port_id': 'bc4f675b-2e9f-4750-9375-af3fcf823c8c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2144, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '120989f8-7a26-49c9-99e3-26a4a5fc00f3', 'mac_address': 'fa:16:3e:49:68:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74c47464-2de6-4359-8407-a9a093dc2562', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T14:14:17Z', 'updated_at': '2021-07-06T14:14:17Z', 'revision_number': 0, 'project_id': '1077a35eaa714f1bbf260d32c5a52c8f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ada188e-b344-44bd-988f-bf9b6c65552d', 'name': '', 'network_id': '120989f8-7a26-49c9-99e3-26a4a5fc00f3', 'tenant_id': '1077a35eaa714f1bbf260d32c5a52c8f', 'mac_address': 'fa:16:3e:b4:46:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92895ece-74b3-4cec-a7c1-1c563db23cfa', 'device_owner': 'network:router_interface', 'standard_attr_id': 2080, 'fixed_ips': [{'subnet_id': 'a9454952-2025-4848-a48d-6107d2969e09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:13:36Z', 'updated_at': '2021-07-06T14:13:49Z', 'revision_number': 5, 'project_id': '1077a35eaa714f1bbf260d32c5a52c8f', 'subnets': [{'id': 'a9454952-2025-4848-a48d-6107d2969e09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773647-6', False) {} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:14:20.669431 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eaecc65-b1d2-45ed-a1f0-fbb6ce242527 req-95351cf9-fad5-4043-b4bc-af4e5ccdc908 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:14:20.671814 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-4eaecc65-b1d2-45ed-a1f0-fbb6ce242527 req-95351cf9-fad5-4043-b4bc-af4e5ccdc908 service neutron] 10.222.0.72 "GET /v2.0/networks?id=120989f8-7a26-49c9-99e3-26a4a5fc00f3 HTTP/1.1" status: 200 len: 898 time: 0.2650952 Jul 06 14:14:20.709013 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7b51b78-566b-4cdb-a795-ab16cf893647 None None] The sync data for ids ['92895ece-74b3-4cec-a7c1-1c563db23cfa'] in n-d-773647-6 is: [{'id': '92895ece-74b3-4cec-a7c1-1c563db23cfa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1442056811', 'tenant_id': '1077a35eaa714f1bbf260d32c5a52c8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.183'}], 'enable_snat': True}, 'gw_port_id': '1f71c995-d5f1-46d1-95dc-5b0f48fd8298', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:13:28Z', 'updated_at': '2021-07-06T14:13:40Z', 'revision_number': 4, 'project_id': '1077a35eaa714f1bbf260d32c5a52c8f', 'gw_port': {'id': '1f71c995-d5f1-46d1-95dc-5b0f48fd8298', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:77:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92895ece-74b3-4cec-a7c1-1c563db23cfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2077, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:13:29Z', 'updated_at': '2021-07-06T14:13:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6', '_floatingips': [{'id': 'a5a439f0-38f3-45ae-8671-49fadcf9f37b', 'tenant_id': '1077a35eaa714f1bbf260d32c5a52c8f', 'floating_ip_address': '172.25.0.240', 'floating_network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'router_id': '92895ece-74b3-4cec-a7c1-1c563db23cfa', 'port_id': 'bc4f675b-2e9f-4750-9375-af3fcf823c8c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2144, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '120989f8-7a26-49c9-99e3-26a4a5fc00f3', 'mac_address': 'fa:16:3e:49:68:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74c47464-2de6-4359-8407-a9a093dc2562', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T14:14:17Z', 'updated_at': '2021-07-06T14:14:17Z', 'revision_number': 0, 'project_id': '1077a35eaa714f1bbf260d32c5a52c8f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ada188e-b344-44bd-988f-bf9b6c65552d', 'name': '', 'network_id': '120989f8-7a26-49c9-99e3-26a4a5fc00f3', 'tenant_id': '1077a35eaa714f1bbf260d32c5a52c8f', 'mac_address': 'fa:16:3e:b4:46:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92895ece-74b3-4cec-a7c1-1c563db23cfa', 'device_owner': 'network:router_interface', 'standard_attr_id': 2080, 'fixed_ips': [{'subnet_id': 'a9454952-2025-4848-a48d-6107d2969e09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:13:36Z', 'updated_at': '2021-07-06T14:13:49Z', 'revision_number': 5, 'project_id': '1077a35eaa714f1bbf260d32c5a52c8f', 'subnets': [{'id': 'a9454952-2025-4848-a48d-6107d2969e09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 14:14:20.767615 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-9205fc7b-677d-4932-92e0-7d87d64e6bc1 req-e7a1d311-6a80-49df-983d-c70af1a2dc9c service neutron] 10.222.0.127 "GET /v2.0/networks/a1c5aa58-a5eb-4fe0-9c0d-ad9cb3f782ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3211524 Jul 06 14:14:20.807733 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-4eaecc65-b1d2-45ed-a1f0-fbb6ce242527 req-e6460768-dc72-4551-a12c-7da4ea16e7cc service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bc4f675b-2e9f-4750-9375-af3fcf823c8c HTTP/1.1" status: 200 len: 1000 time: 0.1275656 Jul 06 14:14:20.893380 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eaecc65-b1d2-45ed-a1f0-fbb6ce242527 req-f6765b44-eafe-4ee0-9bf5-ac0ece7bb0ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:14:20.899112 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-4eaecc65-b1d2-45ed-a1f0-fbb6ce242527 req-f6765b44-eafe-4ee0-9bf5-ac0ece7bb0ec service neutron] 10.222.0.72 "GET /v2.0/subnets?id=a9454952-2025-4848-a48d-6107d2969e09 HTTP/1.1" status: 200 len: 835 time: 0.0829570 Jul 06 14:14:20.902281 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 14:14:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c6ba9ef-89e6-46ee-99b8-69d866f07b29 x-openstack-request-id: req-6c6ba9ef-89e6-46ee-99b8-69d866f07b29 {{(pid=100248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:14:20.902715 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b57db9a9-7c86-464d-97f2-0d549a71fb7e", "name": "network-vif-plugged", "status": "completed", "tag": "f44fc52d-1204-4718-92df-8efd6645d48b", "code": 200}]} {{(pid=100248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:14:20.903070 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-6c6ba9ef-89e6-46ee-99b8-69d866f07b29 {{(pid=100248) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:14:20.903599 n-d-773647-6 neutron-server[100248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b57db9a9-7c86-464d-97f2-0d549a71fb7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f44fc52d-1204-4718-92df-8efd6645d48b', 'code': 200} Jul 06 14:14:20.954000 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d3dcd3-a164-43d2-9e63-0fdc930d23c1 req-ab3bdcb5-22b5-4594-b04e-736372346069 tempest-AttachVolumeShelveTestJSON-1020519793 tempest-AttachVolumeShelveTestJSON-1020519793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:14:20.966758 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-18d3dcd3-a164-43d2-9e63-0fdc930d23c1 req-ab3bdcb5-22b5-4594-b04e-736372346069 tempest-AttachVolumeShelveTestJSON-1020519793 tempest-AttachVolumeShelveTestJSON-1020519793-project] 10.222.0.104 "GET /v2.0/ports?device_id=775e595c-a8be-4386-9e46-a9528870f5f2 HTTP/1.1" status: 200 len: 943 time: 0.3598714 Jul 06 14:14:21.029552 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eaecc65-b1d2-45ed-a1f0-fbb6ce242527 req-e48a4da4-cdff-4f0c-8983-b258bac65843 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:14:21.031358 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-4eaecc65-b1d2-45ed-a1f0-fbb6ce242527 req-e48a4da4-cdff-4f0c-8983-b258bac65843 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=120989f8-7a26-49c9-99e3-26a4a5fc00f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1228273 Jul 06 14:14:21.060665 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8281069-a458-4897-a57c-14a75dd7e3b0 req-5c25a4c1-2d83-40b6-8e09-47e145c7eca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:14:21.062283 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-c8281069-a458-4897-a57c-14a75dd7e3b0 req-5c25a4c1-2d83-40b6-8e09-47e145c7eca2 service neutron] 10.222.0.127 "GET /v2.0/ports?tenant_id=33f6cdee7b294baa9f6a8cddbba9670a&device_id=d78cccdc-6838-4d49-9b2b-bf9d04ceb427 HTTP/1.1" status: 200 len: 1094 time: 0.3590231 Jul 06 14:14:21.106056 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-9205fc7b-677d-4932-92e0-7d87d64e6bc1 req-680caaa0-a91b-42ab-a408-b0b9aa5fe990 service neutron] 10.222.0.127 "GET /v2.0/networks/a1c5aa58-a5eb-4fe0-9c0d-ad9cb3f782ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3274524 Jul 06 14:14:21.116788 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23af7c53-6812-4b80-a40f-56a0b979f839 None None] New status for floating IP a5a439f0-38f3-45ae-8671-49fadcf9f37b: ACTIVE {{(pid=100249) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 14:14:21.188951 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-18d3dcd3-a164-43d2-9e63-0fdc930d23c1 req-38b71130-bc42-4f5d-876b-ea30c2d8af54 tempest-AttachVolumeShelveTestJSON-1020519793 tempest-AttachVolumeShelveTestJSON-1020519793-project] 10.222.0.104 "GET /v2.0/security-groups?id=d3fcccd0-b259-400e-953a-933bdd8f821f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2206705 Jul 06 14:14:21.228747 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-4eaecc65-b1d2-45ed-a1f0-fbb6ce242527 req-4a4e1a1f-55e7-4d87-93d4-103955758cb4 service neutron] 10.222.0.72 "GET /v2.0/networks/120989f8-7a26-49c9-99e3-26a4a5fc00f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1858408 Jul 06 14:14:21.342939 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421335c6-3f61-4403-b7aa-89acc0e33d77 req-d8dc8995-c392-4b14-b0d7-f698fa11ea8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:14:21.348274 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-421335c6-3f61-4403-b7aa-89acc0e33d77 req-d8dc8995-c392-4b14-b0d7-f698fa11ea8b service neutron] 10.222.0.127 "GET /v2.0/ports?device_id=b57db9a9-7c86-464d-97f2-0d549a71fb7e HTTP/1.1" status: 200 len: 1097 time: 0.3667498 Jul 06 14:14:21.385973 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 55424) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:14:21.450089 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8281069-a458-4897-a57c-14a75dd7e3b0 req-cffe2fd8-b970-4cf4-9943-30279b7cd627 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:14:21.460862 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-c8281069-a458-4897-a57c-14a75dd7e3b0 req-cffe2fd8-b970-4cf4-9943-30279b7cd627 service neutron] 10.222.0.127 "GET /v2.0/networks?id=6ac95a6a-5756-473f-8a78-bd3474c2b2ff HTTP/1.1" status: 200 len: 913 time: 0.3886163 Jul 06 14:14:21.483512 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-70629503-1e2b-47b7-bf2f-9b15d1b3ebc6 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] 10.222.0.104 "GET /v2.0/floatingips/a5a439f0-38f3-45ae-8671-49fadcf9f37b HTTP/1.1" status: 200 len: 994 time: 0.0957022 Jul 06 14:14:21.505136 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-4eaecc65-b1d2-45ed-a1f0-fbb6ce242527 req-db6b6329-9e80-4d4c-b4ea-152426701ae1 service neutron] 10.222.0.72 "GET /v2.0/networks/120989f8-7a26-49c9-99e3-26a4a5fc00f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2683926 Jul 06 14:14:21.510630 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c414cf-25d7-4875-8142-21e67bb68fc3 req-3ee8521b-e8cf-4d2e-94c4-3695f2d5e95b tempest-AttachVolumeTestJSON-361183160 tempest-AttachVolumeTestJSON-361183160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:14:21.512653 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-84c414cf-25d7-4875-8142-21e67bb68fc3 req-3ee8521b-e8cf-4d2e-94c4-3695f2d5e95b tempest-AttachVolumeTestJSON-361183160 tempest-AttachVolumeTestJSON-361183160-project] 10.222.0.104 "GET /v2.0/ports?device_id=d78cccdc-6838-4d49-9b2b-bf9d04ceb427 HTTP/1.1" status: 200 len: 943 time: 0.4407244 Jul 06 14:14:21.564536 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-c8281069-a458-4897-a57c-14a75dd7e3b0 req-38f912b9-f3ef-4a58-ba61-80ab3a511192 service neutron] 10.222.0.127 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2efb7b6b-5c90-4ff4-9a1f-923d428e99e3 HTTP/1.1" status: 200 len: 217 time: 0.0966117 Jul 06 14:14:21.606499 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-421335c6-3f61-4403-b7aa-89acc0e33d77 req-55ff85ac-a3a0-42b0-97f9-997d7366b9f6 service neutron] 10.222.0.127 "GET /v2.0/security-groups?id=c2d32256-dc35-4b2b-a176-8980c50ac374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2449248 Jul 06 14:14:21.679176 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-84c414cf-25d7-4875-8142-21e67bb68fc3 req-19dc4e2e-e769-4f26-9c6c-111df02fbfc2 tempest-AttachVolumeTestJSON-361183160 tempest-AttachVolumeTestJSON-361183160-project] 10.222.0.104 "GET /v2.0/security-groups?id=ba4b7bf3-f50a-42b6-8762-0644cd24172d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1275156 Jul 06 14:14:21.684698 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8281069-a458-4897-a57c-14a75dd7e3b0 req-66bb58db-41c8-4d60-b14d-f3862a77ab05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:14:21.686173 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-c8281069-a458-4897-a57c-14a75dd7e3b0 req-66bb58db-41c8-4d60-b14d-f3862a77ab05 service neutron] 10.222.0.127 "GET /v2.0/subnets?id=868bdf15-b823-4cab-842d-77e49afc3593 HTTP/1.1" status: 200 len: 850 time: 0.0982904 Jul 06 14:14:21.710506 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641fcb3b-12e9-4569-aedb-b7b2801e41d2 req-ba64a335-eab8-467f-8afd-683a5d24eaf8 tempest-ListServerFiltersTestJSON-1215238916 tempest-ListServerFiltersTestJSON-1215238916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:14:21.712371 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-641fcb3b-12e9-4569-aedb-b7b2801e41d2 req-ba64a335-eab8-467f-8afd-683a5d24eaf8 tempest-ListServerFiltersTestJSON-1215238916 tempest-ListServerFiltersTestJSON-1215238916-project] 10.222.0.104 "GET /v2.0/ports?device_id=52987411-a95f-4c4d-bca9-6ac7bb8b132a HTTP/1.1" status: 200 len: 945 time: 0.1986508 Jul 06 14:14:21.812872 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-641fcb3b-12e9-4569-aedb-b7b2801e41d2 req-58ab0d27-5122-4c43-8bae-ed6b0081323e tempest-ListServerFiltersTestJSON-1215238916 tempest-ListServerFiltersTestJSON-1215238916-project] 10.222.0.104 "GET /v2.0/security-groups?id=c2d32256-dc35-4b2b-a176-8980c50ac374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904663 Jul 06 14:14:21.829309 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8281069-a458-4897-a57c-14a75dd7e3b0 req-ac030bdf-0b94-4968-9f98-248e76b02f0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:14:21.830857 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-c8281069-a458-4897-a57c-14a75dd7e3b0 req-ac030bdf-0b94-4968-9f98-248e76b02f0c service neutron] 10.222.0.127 "GET /v2.0/ports?network_id=6ac95a6a-5756-473f-8a78-bd3474c2b2ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1177495 Jul 06 14:14:22.002597 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-c8281069-a458-4897-a57c-14a75dd7e3b0 req-4fbc759f-dfeb-4c82-b762-0949ae7d5e88 service neutron] 10.222.0.127 "GET /v2.0/networks/6ac95a6a-5756-473f-8a78-bd3474c2b2ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1638618 Jul 06 14:14:22.295266 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bdd142-5814-4adb-87ea-b1d53193a9c2 req-a1e3f308-3ba2-4b3f-9c84-3abb45172faf tempest-ListServerFiltersTestJSON-1215238916 tempest-ListServerFiltersTestJSON-1215238916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:14:22.306058 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-55bdd142-5814-4adb-87ea-b1d53193a9c2 req-a1e3f308-3ba2-4b3f-9c84-3abb45172faf tempest-ListServerFiltersTestJSON-1215238916 tempest-ListServerFiltersTestJSON-1215238916-project] 10.222.0.104 "GET /v2.0/ports?device_id=b57db9a9-7c86-464d-97f2-0d549a71fb7e HTTP/1.1" status: 200 len: 946 time: 0.2857521 Jul 06 14:14:22.358428 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-c8281069-a458-4897-a57c-14a75dd7e3b0 req-12374df6-a5a7-48d3-b89d-e1d6208ca9cd service neutron] 10.222.0.127 "GET /v2.0/networks/6ac95a6a-5756-473f-8a78-bd3474c2b2ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2573380 Jul 06 14:14:22.403520 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-55bdd142-5814-4adb-87ea-b1d53193a9c2 req-14739071-9e65-49f9-96e1-a73510fdc314 tempest-ListServerFiltersTestJSON-1215238916 tempest-ListServerFiltersTestJSON-1215238916-project] 10.222.0.104 "GET /v2.0/security-groups?id=c2d32256-dc35-4b2b-a176-8980c50ac374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961542 Jul 06 14:14:22.641103 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bedf03-9bc0-4c31-b975-96c602af3d52 req-93cd395d-391f-4acb-bf8d-633ad6d01be5 tempest-AttachVolumeShelveTestJSON-1020519793 tempest-AttachVolumeShelveTestJSON-1020519793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:14:22.650825 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-a5bedf03-9bc0-4c31-b975-96c602af3d52 req-93cd395d-391f-4acb-bf8d-633ad6d01be5 tempest-AttachVolumeShelveTestJSON-1020519793 tempest-AttachVolumeShelveTestJSON-1020519793-project] 10.222.0.104 "GET /v2.0/ports?device_id=775e595c-a8be-4386-9e46-a9528870f5f2 HTTP/1.1" status: 200 len: 943 time: 0.1580718 Jul 06 14:14:22.717948 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-a5bedf03-9bc0-4c31-b975-96c602af3d52 req-de991889-8476-43e5-ad0a-b84de2054835 tempest-AttachVolumeShelveTestJSON-1020519793 tempest-AttachVolumeShelveTestJSON-1020519793-project] 10.222.0.104 "GET /v2.0/security-groups?id=d3fcccd0-b259-400e-953a-933bdd8f821f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0654461 Jul 06 14:14:22.879035 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-f8a34dd1-3b17-488e-ae27-41a03c4b44c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:23.010522 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc48ad5-20b4-4148-9f72-55b6d8c41b0a req-4fb7ad54-a93d-4e9a-a210-c16a5d0e7631 tempest-AttachVolumeTestJSON-361183160 tempest-AttachVolumeTestJSON-361183160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:14:23.015159 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-2cc48ad5-20b4-4148-9f72-55b6d8c41b0a req-4fb7ad54-a93d-4e9a-a210-c16a5d0e7631 tempest-AttachVolumeTestJSON-361183160 tempest-AttachVolumeTestJSON-361183160-project] 10.222.0.104 "GET /v2.0/ports?device_id=d78cccdc-6838-4d49-9b2b-bf9d04ceb427 HTTP/1.1" status: 200 len: 943 time: 0.1014259 Jul 06 14:14:23.092560 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-2cc48ad5-20b4-4148-9f72-55b6d8c41b0a req-534d3702-6f72-4444-ba91-223a5406ec10 tempest-AttachVolumeTestJSON-361183160 tempest-AttachVolumeTestJSON-361183160-project] 10.222.0.104 "GET /v2.0/security-groups?id=ba4b7bf3-f50a-42b6-8762-0644cd24172d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0664687 Jul 06 14:14:23.165530 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Device 2efb7b6b-5c90-4ff4-9a1f-923d428e99e3 details requested by agent hyperv_n-h1-773647-6 with host n-h1-773647-6 {{(pid=100248) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 14:14:23.296804 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] For port 2efb7b6b-5c90-4ff4-9a1f-923d428e99e3, host n-h1-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773647-6',level=0,port_id=2efb7b6b-5c90-4ff4-9a1f-923d428e99e3,segment=NetworkSegment(85f44324-1b25-43f8-b0d2-e6a13494ae45),segment_id=85f44324-1b25-43f8-b0d2-e6a13494ae45)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:14:23.322374 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Returning: {'device': '2efb7b6b-5c90-4ff4-9a1f-923d428e99e3', 'network_id': '6ac95a6a-5756-473f-8a78-bd3474c2b2ff', 'port_id': '2efb7b6b-5c90-4ff4-9a1f-923d428e99e3', 'mac_address': 'fa:16:3e:d7:e3:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1014, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '868bdf15-b823-4cab-842d-77e49afc3593', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100248) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 14:14:23.374775 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:23.408860 n-d-773647-6 neutron-server[100248]: DEBUG neutron.notifiers.nova [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2efb7b6b-5c90-4ff4-9a1f-923d428e99e3 {{(pid=100248) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 14:14:23.526749 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] For port 2efb7b6b-5c90-4ff4-9a1f-923d428e99e3, host n-h1-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773647-6',level=0,port_id=2efb7b6b-5c90-4ff4-9a1f-923d428e99e3,segment=NetworkSegment(85f44324-1b25-43f8-b0d2-e6a13494ae45),segment_id=85f44324-1b25-43f8-b0d2-e6a13494ae45)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:14:23.538573 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:23.638435 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Pushing event updated for resources: {'Port': ['ID=2efb7b6b-5c90-4ff4-9a1f-923d428e99e3,revision_number=4']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:14:23.659373 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:14:23.659782 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:14:23.660061 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:14:23.660451 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:14:23.660794 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:14:23.661223 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:14:23.661567 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:14:23.661897 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:14:23.662227 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:14:23.662598 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:14:23.662929 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:14:23.663273 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:14:23.879170 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4278e0f-690d-442f-9de8-da64a4bece91 req-e65a5d19-c929-4092-9105-ac75c166d3e0 tempest-ListServerFiltersTestJSON-1215238916 tempest-ListServerFiltersTestJSON-1215238916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:14:23.888508 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-a4278e0f-690d-442f-9de8-da64a4bece91 req-e65a5d19-c929-4092-9105-ac75c166d3e0 tempest-ListServerFiltersTestJSON-1215238916 tempest-ListServerFiltersTestJSON-1215238916-project] 10.222.0.104 "GET /v2.0/ports?device_id=b57db9a9-7c86-464d-97f2-0d549a71fb7e HTTP/1.1" status: 200 len: 946 time: 0.1326911 Jul 06 14:14:24.006072 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-a4278e0f-690d-442f-9de8-da64a4bece91 req-14dcd6d7-79eb-44b1-aee4-d4d71f3aedc7 tempest-ListServerFiltersTestJSON-1215238916 tempest-ListServerFiltersTestJSON-1215238916-project] 10.222.0.104 "GET /v2.0/security-groups?id=c2d32256-dc35-4b2b-a176-8980c50ac374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165266 Jul 06 14:14:24.024949 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] get_ports_and_sgs() called for port_ids ['2efb7b6b-5c90-4ff4-9a1f-923d428e99e3'] {{(pid=100248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 14:14:24.097759 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdf419b-3ca4-4ec7-a2d0-35816c26d2cb req-a17bea41-47f6-4fa7-b7b9-f71031100aa7 tempest-AttachVolumeShelveTestJSON-1020519793 tempest-AttachVolumeShelveTestJSON-1020519793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:14:24.104275 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-1cdf419b-3ca4-4ec7-a2d0-35816c26d2cb req-a17bea41-47f6-4fa7-b7b9-f71031100aa7 tempest-AttachVolumeShelveTestJSON-1020519793 tempest-AttachVolumeShelveTestJSON-1020519793-project] 10.222.0.104 "GET /v2.0/ports?device_id=775e595c-a8be-4386-9e46-a9528870f5f2 HTTP/1.1" status: 200 len: 943 time: 0.1671331 Jul 06 14:14:24.237373 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-1cdf419b-3ca4-4ec7-a2d0-35816c26d2cb req-1bcc54fe-b051-4c79-ae24-ec3b05e41a9a tempest-AttachVolumeShelveTestJSON-1020519793 tempest-AttachVolumeShelveTestJSON-1020519793-project] 10.222.0.104 "GET /v2.0/security-groups?id=d3fcccd0-b259-400e-953a-933bdd8f821f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1253207 Jul 06 14:14:24.423070 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a13f5f-edec-4982-9632-a5620a05d635 req-51270378-23bc-4940-9693-1d7f2138e778 tempest-AttachVolumeTestJSON-361183160 tempest-AttachVolumeTestJSON-361183160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:14:24.425047 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-f5a13f5f-edec-4982-9632-a5620a05d635 req-51270378-23bc-4940-9693-1d7f2138e778 tempest-AttachVolumeTestJSON-361183160 tempest-AttachVolumeTestJSON-361183160-project] 10.222.0.104 "GET /v2.0/ports?device_id=d78cccdc-6838-4d49-9b2b-bf9d04ceb427 HTTP/1.1" status: 200 len: 944 time: 0.0935402 Jul 06 14:14:24.506540 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-f5a13f5f-edec-4982-9632-a5620a05d635 req-c1f6d105-2806-4708-9e6a-34cc9b8fa269 tempest-AttachVolumeTestJSON-361183160 tempest-AttachVolumeTestJSON-361183160-project] 10.222.0.104 "GET /v2.0/security-groups?id=ba4b7bf3-f50a-42b6-8762-0644cd24172d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0750675 Jul 06 14:14:25.264375 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c6a87f-333a-4c72-a606-1c9c3c1a3de2 req-32d027cc-02c6-4c11-9d85-99ee937583e9 tempest-ListServerFiltersTestJSON-1215238916 tempest-ListServerFiltersTestJSON-1215238916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:14:25.272089 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-a9c6a87f-333a-4c72-a606-1c9c3c1a3de2 req-32d027cc-02c6-4c11-9d85-99ee937583e9 tempest-ListServerFiltersTestJSON-1215238916 tempest-ListServerFiltersTestJSON-1215238916-project] 10.222.0.104 "GET /v2.0/ports?device_id=b57db9a9-7c86-464d-97f2-0d549a71fb7e HTTP/1.1" status: 200 len: 946 time: 0.1156526 Jul 06 14:14:25.333508 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-a9c6a87f-333a-4c72-a606-1c9c3c1a3de2 req-3ae736f3-e248-4383-80ca-cb729a82715a tempest-ListServerFiltersTestJSON-1215238916 tempest-ListServerFiltersTestJSON-1215238916-project] 10.222.0.104 "GET /v2.0/security-groups?id=c2d32256-dc35-4b2b-a176-8980c50ac374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597870 Jul 06 14:14:25.524760 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-47c44236-0ac7-4b8f-9360-2319e62d4cf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:25.533465 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7eff160-79d1-4e8f-a4e7-2d6db6573e28 req-2d74f245-2772-490f-98c9-e9b800e36849 tempest-AttachVolumeShelveTestJSON-1020519793 tempest-AttachVolumeShelveTestJSON-1020519793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:14:25.535156 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-d7eff160-79d1-4e8f-a4e7-2d6db6573e28 req-2d74f245-2772-490f-98c9-e9b800e36849 tempest-AttachVolumeShelveTestJSON-1020519793 tempest-AttachVolumeShelveTestJSON-1020519793-project] 10.222.0.104 "GET /v2.0/ports?device_id=775e595c-a8be-4386-9e46-a9528870f5f2 HTTP/1.1" status: 200 len: 943 time: 0.1198647 Jul 06 14:14:25.607624 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-d7eff160-79d1-4e8f-a4e7-2d6db6573e28 req-193e48bf-af30-4db1-814d-22945a850856 tempest-AttachVolumeShelveTestJSON-1020519793 tempest-AttachVolumeShelveTestJSON-1020519793-project] 10.222.0.104 "GET /v2.0/security-groups?id=d3fcccd0-b259-400e-953a-933bdd8f821f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0649517 Jul 06 14:14:25.853689 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65aff572-5dc1-454c-9162-a4b3261639a0 req-3aa94330-c133-4713-b9a8-8db98c2bdfcc tempest-AttachVolumeTestJSON-361183160 tempest-AttachVolumeTestJSON-361183160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:14:25.855270 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-65aff572-5dc1-454c-9162-a4b3261639a0 req-3aa94330-c133-4713-b9a8-8db98c2bdfcc tempest-AttachVolumeTestJSON-361183160 tempest-AttachVolumeTestJSON-361183160-project] 10.222.0.104 "GET /v2.0/ports?device_id=d78cccdc-6838-4d49-9b2b-bf9d04ceb427 HTTP/1.1" status: 200 len: 944 time: 0.1109173 Jul 06 14:14:25.875999 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:25.946262 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-65aff572-5dc1-454c-9162-a4b3261639a0 req-e300ef9e-190e-4de3-a74a-daa40305455f tempest-AttachVolumeTestJSON-361183160 tempest-AttachVolumeTestJSON-361183160-project] 10.222.0.104 "GET /v2.0/security-groups?id=ba4b7bf3-f50a-42b6-8762-0644cd24172d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0757496 Jul 06 14:14:26.061382 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 55512) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:14:26.202454 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-4147aac7-b730-4873-8118-00a5ef466e29 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:26.337917 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-4147aac7-b730-4873-8118-00a5ef466e29 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:26.345801 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-4147aac7-b730-4873-8118-00a5ef466e29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:26.401181 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-4147aac7-b730-4873-8118-00a5ef466e29 admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=40a217d095d748d4ba02fc87e5653064&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3385503 Jul 06 14:14:26.402141 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4147aac7-b730-4873-8118-00a5ef466e29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91da0e98-f458-4e5c-aee7-a11716d088dd,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:14:26.403822 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 55518) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:14:26.430673 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4147aac7-b730-4873-8118-00a5ef466e29 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:14:26.431081 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4147aac7-b730-4873-8118-00a5ef466e29 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:14:26.431602 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4147aac7-b730-4873-8118-00a5ef466e29 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:14:26.432047 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4147aac7-b730-4873-8118-00a5ef466e29 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:14:26.434827 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4147aac7-b730-4873-8118-00a5ef466e29 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:14:26.435335 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4147aac7-b730-4873-8118-00a5ef466e29 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:14:26.435778 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4147aac7-b730-4873-8118-00a5ef466e29 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:14:26.437737 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4147aac7-b730-4873-8118-00a5ef466e29 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:14:26.438587 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4147aac7-b730-4873-8118-00a5ef466e29 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:14:26.439050 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4147aac7-b730-4873-8118-00a5ef466e29 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:14:26.439573 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4147aac7-b730-4873-8118-00a5ef466e29 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:14:26.439998 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4147aac7-b730-4873-8118-00a5ef466e29 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:14:26.485341 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-bce16de3-562c-4132-99ff-49a8ccbc53fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:26.548496 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-bce16de3-562c-4132-99ff-49a8ccbc53fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:26.588749 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-2064eaae-da4f-48f8-82d2-b09d4ddedd44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:26.708267 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64804aba-7e11-419a-a011-09ff0f61beb0 req-af956ca5-383c-46f5-bdc1-3d894ba897e9 tempest-ListServerFiltersTestJSON-1215238916 tempest-ListServerFiltersTestJSON-1215238916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:14:26.711727 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-64804aba-7e11-419a-a011-09ff0f61beb0 req-af956ca5-383c-46f5-bdc1-3d894ba897e9 tempest-ListServerFiltersTestJSON-1215238916 tempest-ListServerFiltersTestJSON-1215238916-project] 10.222.0.104 "GET /v2.0/ports?device_id=b57db9a9-7c86-464d-97f2-0d549a71fb7e HTTP/1.1" status: 200 len: 946 time: 0.1957209 Jul 06 14:14:26.717329 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-bce16de3-562c-4132-99ff-49a8ccbc53fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:26.723079 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-bce16de3-562c-4132-99ff-49a8ccbc53fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:26.734377 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-bce16de3-562c-4132-99ff-49a8ccbc53fa admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/91da0e98-f458-4e5c-aee7-a11716d088dd HTTP/1.1" status: 204 len: 168 time: 0.3263657 Jul 06 14:14:26.763556 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce16de3-562c-4132-99ff-49a8ccbc53fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91da0e98-f458-4e5c-aee7-a11716d088dd,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:14:27.025236 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-64804aba-7e11-419a-a011-09ff0f61beb0 req-5e41d891-b6c0-42fd-ace4-039fcfe11cb3 tempest-ListServerFiltersTestJSON-1215238916 tempest-ListServerFiltersTestJSON-1215238916-project] 10.222.0.104 "GET /v2.0/security-groups?id=c2d32256-dc35-4b2b-a176-8980c50ac374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2883887 Jul 06 14:14:27.118616 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3146bf0-4300-4919-9b01-325e9bca8fc8 req-54d8f6f2-f11b-411b-8b54-bf1a0cd55b1b tempest-AttachVolumeShelveTestJSON-1020519793 tempest-AttachVolumeShelveTestJSON-1020519793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:14:27.127528 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-a3146bf0-4300-4919-9b01-325e9bca8fc8 req-54d8f6f2-f11b-411b-8b54-bf1a0cd55b1b tempest-AttachVolumeShelveTestJSON-1020519793 tempest-AttachVolumeShelveTestJSON-1020519793-project] 10.222.0.104 "GET /v2.0/ports?device_id=775e595c-a8be-4386-9e46-a9528870f5f2 HTTP/1.1" status: 200 len: 943 time: 0.2670753 Jul 06 14:14:27.197793 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Device 2efb7b6b-5c90-4ff4-9a1f-923d428e99e3 up at agent hyperv_n-h1-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:14:27.268538 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-a3146bf0-4300-4919-9b01-325e9bca8fc8 req-b91f387c-cc75-4341-8049-1c49b32c3a13 tempest-AttachVolumeShelveTestJSON-1020519793 tempest-AttachVolumeShelveTestJSON-1020519793-project] 10.222.0.104 "GET /v2.0/security-groups?id=d3fcccd0-b259-400e-953a-933bdd8f821f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1361461 Jul 06 14:14:27.322278 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Provisioning for port 2efb7b6b-5c90-4ff4-9a1f-923d428e99e3 completed by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:14:27.331025 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Provisioning complete for port 2efb7b6b-5c90-4ff4-9a1f-923d428e99e3 triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:14:27.331919 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:27.438373 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431aeae6-90f4-4d95-af73-4e7d303e40f2 req-97c09f55-4132-4302-8caf-86cf9cb5dab2 tempest-AttachVolumeTestJSON-361183160 tempest-AttachVolumeTestJSON-361183160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:14:27.451308 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 55534) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:14:27.456435 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-431aeae6-90f4-4d95-af73-4e7d303e40f2 req-97c09f55-4132-4302-8caf-86cf9cb5dab2 tempest-AttachVolumeTestJSON-361183160 tempest-AttachVolumeTestJSON-361183160-project] 10.222.0.104 "GET /v2.0/ports?device_id=d78cccdc-6838-4d49-9b2b-bf9d04ceb427 HTTP/1.1" status: 200 len: 944 time: 0.1520319 Jul 06 14:14:27.479136 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-961abc2a-e4c8-46c9-a07c-d603001be3cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:27.518535 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:27.548976 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-431aeae6-90f4-4d95-af73-4e7d303e40f2 req-74f3c098-2d20-433f-8f05-b9b8ea9426fd tempest-AttachVolumeTestJSON-361183160 tempest-AttachVolumeTestJSON-361183160-project] 10.222.0.104 "GET /v2.0/security-groups?id=ba4b7bf3-f50a-42b6-8762-0644cd24172d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0892456 Jul 06 14:14:27.568686 n-d-773647-6 neutron-server[100248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd78cccdc-6838-4d49-9b2b-bf9d04ceb427', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2efb7b6b-5c90-4ff4-9a1f-923d428e99e3'}] {{(pid=100248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:14:27.596358 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84af257533e383389cbcf231d3534f4d5e149e7203fea16b4a8fc01438dddaf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da8457b9-e6c3-4b7a-b489-23f8f24e0e83" -d '{"events": [{"server_uuid": "d78cccdc-6838-4d49-9b2b-bf9d04ceb427", "name": "network-vif-plugged", "status": "completed", "tag": "2efb7b6b-5c90-4ff4-9a1f-923d428e99e3"}]}' {{(pid=100248) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:14:27.640259 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] For port 2efb7b6b-5c90-4ff4-9a1f-923d428e99e3, host n-h1-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773647-6',level=0,port_id=2efb7b6b-5c90-4ff4-9a1f-923d428e99e3,segment=NetworkSegment(85f44324-1b25-43f8-b0d2-e6a13494ae45),segment_id=85f44324-1b25-43f8-b0d2-e6a13494ae45)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:14:27.675830 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 14:14:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f388703-07c5-45b6-a9a7-8e1a6b5fae0a x-openstack-request-id: req-7f388703-07c5-45b6-a9a7-8e1a6b5fae0a {{(pid=100248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:14:27.676154 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d78cccdc-6838-4d49-9b2b-bf9d04ceb427", "name": "network-vif-plugged", "status": "completed", "tag": "2efb7b6b-5c90-4ff4-9a1f-923d428e99e3", "code": 200}]} {{(pid=100248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:14:27.676420 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-7f388703-07c5-45b6-a9a7-8e1a6b5fae0a {{(pid=100248) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:14:27.677011 n-d-773647-6 neutron-server[100248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd78cccdc-6838-4d49-9b2b-bf9d04ceb427', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2efb7b6b-5c90-4ff4-9a1f-923d428e99e3', 'code': 200} Jul 06 14:14:27.698177 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:27.726841 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-961abc2a-e4c8-46c9-a07c-d603001be3cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:27.745214 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-961abc2a-e4c8-46c9-a07c-d603001be3cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:27.783968 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Pushing event updated for resources: {'Port': ['ID=2efb7b6b-5c90-4ff4-9a1f-923d428e99e3,revision_number=5']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:14:27.804181 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-961abc2a-e4c8-46c9-a07c-d603001be3cc admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=7efb762bb1b04ba380fd77fa62acb900&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3492362 Jul 06 14:14:27.805367 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961abc2a-e4c8-46c9-a07c-d603001be3cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88f2b5ad-e756-40e6-8c69-4df68a2538c5,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:14:27.806418 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 55538) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:14:27.874321 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-e66a7069-52f8-4dcc-b7e8-6d8c124c31af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:27.903111 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-e66a7069-52f8-4dcc-b7e8-6d8c124c31af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:27.966678 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-e66a7069-52f8-4dcc-b7e8-6d8c124c31af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:27.970002 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-e66a7069-52f8-4dcc-b7e8-6d8c124c31af admin admin] Notify callbacks [] for security_group, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:27.971253 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-e66a7069-52f8-4dcc-b7e8-6d8c124c31af admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/88f2b5ad-e756-40e6-8c69-4df68a2538c5 HTTP/1.1" status: 204 len: 168 time: 0.1635120 Jul 06 14:14:27.979976 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66a7069-52f8-4dcc-b7e8-6d8c124c31af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88f2b5ad-e756-40e6-8c69-4df68a2538c5,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:14:28.392908 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-03f71b24-a9b8-453a-8924-caa3f97bc6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:28.430050 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2cdecf-c64c-453a-bb21-855ec960104d req-5dfbbb40-518d-41eb-8d46-05f793bc04b3 tempest-ListServerFiltersTestJSON-1215238916 tempest-ListServerFiltersTestJSON-1215238916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:14:28.443487 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-0a2cdecf-c64c-453a-bb21-855ec960104d req-5dfbbb40-518d-41eb-8d46-05f793bc04b3 tempest-ListServerFiltersTestJSON-1215238916 tempest-ListServerFiltersTestJSON-1215238916-project] 10.222.0.104 "GET /v2.0/ports?device_id=b57db9a9-7c86-464d-97f2-0d549a71fb7e HTTP/1.1" status: 200 len: 946 time: 0.2071745 Jul 06 14:14:28.550859 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-0a2cdecf-c64c-453a-bb21-855ec960104d req-38df7ecc-756c-4a02-b180-2af3d139647b tempest-ListServerFiltersTestJSON-1215238916 tempest-ListServerFiltersTestJSON-1215238916-project] 10.222.0.104 "GET /v2.0/security-groups?id=c2d32256-dc35-4b2b-a176-8980c50ac374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062844 Jul 06 14:14:28.666839 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395394d6-9262-42df-bb9e-89e1ee01bb89 req-bc8fad21-8a89-4230-a9a2-b8ee6ebb4a08 tempest-AttachVolumeShelveTestJSON-1020519793 tempest-AttachVolumeShelveTestJSON-1020519793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:14:28.678391 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-395394d6-9262-42df-bb9e-89e1ee01bb89 req-bc8fad21-8a89-4230-a9a2-b8ee6ebb4a08 tempest-AttachVolumeShelveTestJSON-1020519793 tempest-AttachVolumeShelveTestJSON-1020519793-project] 10.222.0.104 "GET /v2.0/ports?device_id=775e595c-a8be-4386-9e46-a9528870f5f2 HTTP/1.1" status: 200 len: 943 time: 0.2038567 Jul 06 14:14:28.836301 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-395394d6-9262-42df-bb9e-89e1ee01bb89 req-d5afadf9-3960-40d6-af9f-6d33d322b4b2 tempest-AttachVolumeShelveTestJSON-1020519793 tempest-AttachVolumeShelveTestJSON-1020519793-project] 10.222.0.104 "GET /v2.0/security-groups?id=d3fcccd0-b259-400e-953a-933bdd8f821f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1568768 Jul 06 14:14:29.003460 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce75b929-6f2d-4b8b-9c23-3ac8b76875a5 req-11da0ca7-9062-4444-af91-fbb25370f746 tempest-AttachVolumeTestJSON-361183160 tempest-AttachVolumeTestJSON-361183160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:14:29.020427 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-ce75b929-6f2d-4b8b-9c23-3ac8b76875a5 req-11da0ca7-9062-4444-af91-fbb25370f746 tempest-AttachVolumeTestJSON-361183160 tempest-AttachVolumeTestJSON-361183160-project] 10.222.0.104 "GET /v2.0/ports?device_id=d78cccdc-6838-4d49-9b2b-bf9d04ceb427 HTTP/1.1" status: 200 len: 945 time: 0.1565082 Jul 06 14:14:29.118077 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-ce75b929-6f2d-4b8b-9c23-3ac8b76875a5 req-a8479740-c7ad-4cdd-92c1-c2e332936c75 tempest-AttachVolumeTestJSON-361183160 tempest-AttachVolumeTestJSON-361183160-project] 10.222.0.104 "GET /v2.0/security-groups?id=ba4b7bf3-f50a-42b6-8762-0644cd24172d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0899553 Jul 06 14:14:29.785299 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbc1e31-2856-4a7f-b3f0-0b8eb8e5baf0 req-a2eb73df-e7f7-414b-9456-5ea0c67abcd5 tempest-ListServerFiltersTestJSON-1215238916 tempest-ListServerFiltersTestJSON-1215238916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:14:29.792532 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-afbc1e31-2856-4a7f-b3f0-0b8eb8e5baf0 req-a2eb73df-e7f7-414b-9456-5ea0c67abcd5 tempest-ListServerFiltersTestJSON-1215238916 tempest-ListServerFiltersTestJSON-1215238916-project] 10.222.0.104 "GET /v2.0/ports?device_id=b57db9a9-7c86-464d-97f2-0d549a71fb7e HTTP/1.1" status: 200 len: 946 time: 0.1110168 Jul 06 14:14:29.840884 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-afbc1e31-2856-4a7f-b3f0-0b8eb8e5baf0 req-f8f6e5e7-9c33-4787-bdc1-3adddb9bb0e4 tempest-ListServerFiltersTestJSON-1215238916 tempest-ListServerFiltersTestJSON-1215238916-project] 10.222.0.104 "GET /v2.0/security-groups?id=c2d32256-dc35-4b2b-a176-8980c50ac374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474021 Jul 06 14:14:30.135156 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.agents_db [None req-167c0ad6-1657-4c9a-a2c4-3b18056aa662 None None] Agent healthcheck: found 7 active agents {{(pid=100249) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 14:14:30.221004 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65790c64-ad8c-49dd-bfbd-67319524228a req-765d5d54-54b2-41e0-bde1-14bf9296c9ec tempest-AttachVolumeShelveTestJSON-1020519793 tempest-AttachVolumeShelveTestJSON-1020519793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:14:30.232779 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-65790c64-ad8c-49dd-bfbd-67319524228a req-765d5d54-54b2-41e0-bde1-14bf9296c9ec tempest-AttachVolumeShelveTestJSON-1020519793 tempest-AttachVolumeShelveTestJSON-1020519793-project] 10.222.0.104 "GET /v2.0/ports?device_id=775e595c-a8be-4386-9e46-a9528870f5f2 HTTP/1.1" status: 200 len: 943 time: 0.1423321 Jul 06 14:14:30.353591 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-65790c64-ad8c-49dd-bfbd-67319524228a req-29932fd5-4e2b-4ec9-a77e-6420a65246f9 tempest-AttachVolumeShelveTestJSON-1020519793 tempest-AttachVolumeShelveTestJSON-1020519793-project] 10.222.0.104 "GET /v2.0/security-groups?id=d3fcccd0-b259-400e-953a-933bdd8f821f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1134107 Jul 06 14:14:30.435579 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fa13f3-5189-4462-8c72-f431e3727def req-7c8271b9-39b4-4de1-81b0-50c880a86658 tempest-AttachVolumeTestJSON-361183160 tempest-AttachVolumeTestJSON-361183160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:14:30.442575 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-51fa13f3-5189-4462-8c72-f431e3727def req-7c8271b9-39b4-4de1-81b0-50c880a86658 tempest-AttachVolumeTestJSON-361183160 tempest-AttachVolumeTestJSON-361183160-project] 10.222.0.104 "GET /v2.0/ports?device_id=d78cccdc-6838-4d49-9b2b-bf9d04ceb427 HTTP/1.1" status: 200 len: 945 time: 0.1488991 Jul 06 14:14:30.499666 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-51fa13f3-5189-4462-8c72-f431e3727def req-51a244ef-fbc0-4ebf-af7e-d87878fd66a6 tempest-AttachVolumeTestJSON-361183160 tempest-AttachVolumeTestJSON-361183160-project] 10.222.0.104 "GET /v2.0/security-groups?id=ba4b7bf3-f50a-42b6-8762-0644cd24172d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0560489 Jul 06 14:14:31.072401 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f5a2d0-3574-4939-af58-78a536f83dd3 req-b9741646-7262-4104-a23b-8f520860fa90 tempest-ListServerFiltersTestJSON-1215238916 tempest-ListServerFiltersTestJSON-1215238916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:14:31.074008 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-f7f5a2d0-3574-4939-af58-78a536f83dd3 req-b9741646-7262-4104-a23b-8f520860fa90 tempest-ListServerFiltersTestJSON-1215238916 tempest-ListServerFiltersTestJSON-1215238916-project] 10.222.0.104 "GET /v2.0/ports?device_id=b57db9a9-7c86-464d-97f2-0d549a71fb7e HTTP/1.1" status: 200 len: 946 time: 0.0975585 Jul 06 14:14:31.157898 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-f7f5a2d0-3574-4939-af58-78a536f83dd3 req-0e62eda4-c12f-453e-bfcd-72a1c5e04d7b tempest-ListServerFiltersTestJSON-1215238916 tempest-ListServerFiltersTestJSON-1215238916-project] 10.222.0.104 "GET /v2.0/security-groups?id=c2d32256-dc35-4b2b-a176-8980c50ac374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750310 Jul 06 14:14:31.629647 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 55654) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:14:31.706002 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1745fc6-c341-454c-a5e7-218c79136f0b req-98f3c4e5-c9cc-4d9a-98b0-f260db5e0e64 tempest-AttachVolumeShelveTestJSON-1020519793 tempest-AttachVolumeShelveTestJSON-1020519793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:14:31.708149 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-f1745fc6-c341-454c-a5e7-218c79136f0b req-98f3c4e5-c9cc-4d9a-98b0-f260db5e0e64 tempest-AttachVolumeShelveTestJSON-1020519793 tempest-AttachVolumeShelveTestJSON-1020519793-project] 10.222.0.104 "GET /v2.0/ports?device_id=775e595c-a8be-4386-9e46-a9528870f5f2 HTTP/1.1" status: 200 len: 943 time: 0.2167153 Jul 06 14:14:31.792346 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-f1745fc6-c341-454c-a5e7-218c79136f0b req-172a838b-ca6d-47ef-8ed9-019576e25b17 tempest-AttachVolumeShelveTestJSON-1020519793 tempest-AttachVolumeShelveTestJSON-1020519793-project] 10.222.0.104 "GET /v2.0/security-groups?id=d3fcccd0-b259-400e-953a-933bdd8f821f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0741735 Jul 06 14:14:31.817908 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7153fea-2566-480b-9158-0f887deb6feb req-320054f3-d254-41be-9cdd-f432592c0ad6 tempest-AttachVolumeTestJSON-361183160 tempest-AttachVolumeTestJSON-361183160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:14:31.820081 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-f7153fea-2566-480b-9158-0f887deb6feb req-320054f3-d254-41be-9cdd-f432592c0ad6 tempest-AttachVolumeTestJSON-361183160 tempest-AttachVolumeTestJSON-361183160-project] 10.222.0.104 "GET /v2.0/ports?device_id=d78cccdc-6838-4d49-9b2b-bf9d04ceb427 HTTP/1.1" status: 200 len: 945 time: 0.1927936 Jul 06 14:14:31.867079 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-8eee02b2-53f4-48d3-809f-4558949b7589 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:31.882212 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-f7153fea-2566-480b-9158-0f887deb6feb req-b29bb6ca-5d6d-4bba-a6e8-d4099fd788dc tempest-AttachVolumeTestJSON-361183160 tempest-AttachVolumeTestJSON-361183160-project] 10.222.0.104 "GET /v2.0/security-groups?id=ba4b7bf3-f50a-42b6-8762-0644cd24172d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554149 Jul 06 14:14:32.008458 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-8eee02b2-53f4-48d3-809f-4558949b7589 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:32.013947 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-8eee02b2-53f4-48d3-809f-4558949b7589 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:32.059165 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 55658) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:14:32.059473 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-8eee02b2-53f4-48d3-809f-4558949b7589 admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=e33d720a9bbc48c8b52c9f003df7b78b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4275119 Jul 06 14:14:32.060557 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eee02b2-53f4-48d3-809f-4558949b7589 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1f47082-80c7-40bc-9bc0-33b0a6d80bdb,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:14:32.421859 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-bad965df-7612-4e04-b6b3-2cd0176fc71f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:32.447289 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c888fb7-0da9-4d54-befd-f4c4c2622b0d req-1e5ea3c6-1ded-4c5a-b00f-93fb26f0feef tempest-ListServerFiltersTestJSON-1215238916 tempest-ListServerFiltersTestJSON-1215238916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:14:32.448567 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-6c888fb7-0da9-4d54-befd-f4c4c2622b0d req-1e5ea3c6-1ded-4c5a-b00f-93fb26f0feef tempest-ListServerFiltersTestJSON-1215238916 tempest-ListServerFiltersTestJSON-1215238916-project] 10.222.0.104 "GET /v2.0/ports?device_id=b57db9a9-7c86-464d-97f2-0d549a71fb7e HTTP/1.1" status: 200 len: 946 time: 0.1044214 Jul 06 14:14:32.460433 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-bad965df-7612-4e04-b6b3-2cd0176fc71f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:32.513502 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-6c888fb7-0da9-4d54-befd-f4c4c2622b0d req-e12234ad-5751-410d-b289-1cd3b7aaca7d tempest-ListServerFiltersTestJSON-1215238916 tempest-ListServerFiltersTestJSON-1215238916-project] 10.222.0.104 "GET /v2.0/security-groups?id=c2d32256-dc35-4b2b-a176-8980c50ac374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557907 Jul 06 14:14:32.545079 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-bad965df-7612-4e04-b6b3-2cd0176fc71f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:32.547935 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-bad965df-7612-4e04-b6b3-2cd0176fc71f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:32.549120 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-bad965df-7612-4e04-b6b3-2cd0176fc71f admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/a1f47082-80c7-40bc-9bc0-33b0a6d80bdb HTTP/1.1" status: 204 len: 168 time: 0.4884024 Jul 06 14:14:32.557992 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad965df-7612-4e04-b6b3-2cd0176fc71f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1f47082-80c7-40bc-9bc0-33b0a6d80bdb,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:14:32.861587 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 55672) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:14:32.881161 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-4cb12675-9603-46de-a7af-86c4ead6051a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:33.023142 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-4cb12675-9603-46de-a7af-86c4ead6051a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:33.042960 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-4cb12675-9603-46de-a7af-86c4ead6051a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:33.122383 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-4cb12675-9603-46de-a7af-86c4ead6051a admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=c709653a8e4a44bda89ee4e17bf5ad44&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2593575 Jul 06 14:14:33.124397 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb12675-9603-46de-a7af-86c4ead6051a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=893b545f-079e-4261-97c7-3b38e6810b66,revision_number=1']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:14:33.125252 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 55676) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:14:33.151637 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae45512b-9958-4e7a-8346-ee68958abb4a req-47704d74-22e5-4fe1-a460-409181fe100a tempest-AttachVolumeTestJSON-361183160 tempest-AttachVolumeTestJSON-361183160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:14:33.158551 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-ae45512b-9958-4e7a-8346-ee68958abb4a req-47704d74-22e5-4fe1-a460-409181fe100a tempest-AttachVolumeTestJSON-361183160 tempest-AttachVolumeTestJSON-361183160-project] 10.222.0.104 "GET /v2.0/ports?device_id=d78cccdc-6838-4d49-9b2b-bf9d04ceb427 HTTP/1.1" status: 200 len: 945 time: 0.1295829 Jul 06 14:14:33.182652 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-1346689e-6874-424d-b4a4-3ba5ffdfae92 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:33.206597 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-1346689e-6874-424d-b4a4-3ba5ffdfae92 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:33.231529 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-ae45512b-9958-4e7a-8346-ee68958abb4a req-11370745-cc02-4479-9fee-5f3d2ba087ee tempest-AttachVolumeTestJSON-361183160 tempest-AttachVolumeTestJSON-361183160-project] 10.222.0.104 "GET /v2.0/security-groups?id=ba4b7bf3-f50a-42b6-8762-0644cd24172d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0719898 Jul 06 14:14:33.258081 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-1346689e-6874-424d-b4a4-3ba5ffdfae92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:33.261480 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-1346689e-6874-424d-b4a4-3ba5ffdfae92 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:33.261767 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b523398-cca7-488b-ba5f-41288235cb23 req-8112ee62-5d86-4804-a4d1-24de6d7b8e4e tempest-AttachVolumeShelveTestJSON-1020519793 tempest-AttachVolumeShelveTestJSON-1020519793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:14:33.262653 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-1346689e-6874-424d-b4a4-3ba5ffdfae92 admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/893b545f-079e-4261-97c7-3b38e6810b66 HTTP/1.1" status: 204 len: 168 time: 0.1355367 Jul 06 14:14:33.266110 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-2b523398-cca7-488b-ba5f-41288235cb23 req-8112ee62-5d86-4804-a4d1-24de6d7b8e4e tempest-AttachVolumeShelveTestJSON-1020519793 tempest-AttachVolumeShelveTestJSON-1020519793-project] 10.222.0.104 "GET /v2.0/ports?device_id=775e595c-a8be-4386-9e46-a9528870f5f2 HTTP/1.1" status: 200 len: 943 time: 0.1054015 Jul 06 14:14:33.273257 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1346689e-6874-424d-b4a4-3ba5ffdfae92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=893b545f-079e-4261-97c7-3b38e6810b66,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:14:33.309592 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-2b523398-cca7-488b-ba5f-41288235cb23 req-42e9892d-37c4-4b04-a158-d4277b3e138b tempest-AttachVolumeShelveTestJSON-1020519793 tempest-AttachVolumeShelveTestJSON-1020519793-project] 10.222.0.104 "GET /v2.0/security-groups?id=d3fcccd0-b259-400e-953a-933bdd8f821f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371523 Jul 06 14:14:33.726196 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbdcfc5-ec21-43c2-8994-e63a723e71cf req-e1c17f3e-8337-4dfe-9a45-1b2c1e265226 tempest-ListServerFiltersTestJSON-1215238916 tempest-ListServerFiltersTestJSON-1215238916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:14:33.733540 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-bdbdcfc5-ec21-43c2-8994-e63a723e71cf req-e1c17f3e-8337-4dfe-9a45-1b2c1e265226 tempest-ListServerFiltersTestJSON-1215238916 tempest-ListServerFiltersTestJSON-1215238916-project] 10.222.0.104 "GET /v2.0/ports?device_id=b57db9a9-7c86-464d-97f2-0d549a71fb7e HTTP/1.1" status: 200 len: 946 time: 0.0933027 Jul 06 14:14:33.771283 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-bdbdcfc5-ec21-43c2-8994-e63a723e71cf req-0da9266c-cd33-41f4-9382-3211da160178 tempest-ListServerFiltersTestJSON-1215238916 tempest-ListServerFiltersTestJSON-1215238916-project] 10.222.0.104 "GET /v2.0/security-groups?id=c2d32256-dc35-4b2b-a176-8980c50ac374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368304 Jul 06 14:14:34.205164 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 55712) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:14:34.323021 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-4132437f-032b-4bb8-8195-825e5c3af866 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:34.472578 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9378559c-f90b-4677-b3db-615a2477b172 req-a36826ea-a1fd-473c-99d1-a2f68856793e tempest-AttachVolumeTestJSON-361183160 tempest-AttachVolumeTestJSON-361183160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:14:34.474450 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-9378559c-f90b-4677-b3db-615a2477b172 req-a36826ea-a1fd-473c-99d1-a2f68856793e tempest-AttachVolumeTestJSON-361183160 tempest-AttachVolumeTestJSON-361183160-project] 10.222.0.104 "GET /v2.0/ports?device_id=d78cccdc-6838-4d49-9b2b-bf9d04ceb427 HTTP/1.1" status: 200 len: 945 time: 0.0915236 Jul 06 14:14:34.491765 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-4132437f-032b-4bb8-8195-825e5c3af866 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:34.502477 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-4132437f-032b-4bb8-8195-825e5c3af866 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:34.556975 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-4132437f-032b-4bb8-8195-825e5c3af866 admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=49f2b922fbbe4ccc9ca0c7993ac16339&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3426583 Jul 06 14:14:34.556975 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 55736) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:14:34.572682 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4132437f-032b-4bb8-8195-825e5c3af866 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f08c63f8-5381-4b56-886b-f1269b907549,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:14:34.578503 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-9378559c-f90b-4677-b3db-615a2477b172 req-bea96d15-3078-463f-a24b-8ef5c6822be8 tempest-AttachVolumeTestJSON-361183160 tempest-AttachVolumeTestJSON-361183160-project] 10.222.0.104 "GET /v2.0/security-groups?id=ba4b7bf3-f50a-42b6-8762-0644cd24172d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0973701 Jul 06 14:14:34.637615 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8e7759-ef17-419c-a59a-5b3da1740642 req-3e1dea9f-79ca-4511-ac3c-15ae76b9c448 tempest-AttachVolumeShelveTestJSON-1020519793 tempest-AttachVolumeShelveTestJSON-1020519793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:14:34.641048 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-7a8e7759-ef17-419c-a59a-5b3da1740642 req-3e1dea9f-79ca-4511-ac3c-15ae76b9c448 tempest-AttachVolumeShelveTestJSON-1020519793 tempest-AttachVolumeShelveTestJSON-1020519793-project] 10.222.0.104 "GET /v2.0/ports?device_id=775e595c-a8be-4386-9e46-a9528870f5f2 HTTP/1.1" status: 200 len: 943 time: 0.1463122 Jul 06 14:14:34.648479 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-c4eb74e4-2003-4104-b7dc-d53ac904c5ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:34.679059 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-c4eb74e4-2003-4104-b7dc-d53ac904c5ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:34.703807 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-7a8e7759-ef17-419c-a59a-5b3da1740642 req-72e1f5b5-1502-4c0d-a9ff-25ba8bb3ccaf tempest-AttachVolumeShelveTestJSON-1020519793 tempest-AttachVolumeShelveTestJSON-1020519793-project] 10.222.0.104 "GET /v2.0/security-groups?id=d3fcccd0-b259-400e-953a-933bdd8f821f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543861 Jul 06 14:14:34.760478 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-c4eb74e4-2003-4104-b7dc-d53ac904c5ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:34.763080 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-c4eb74e4-2003-4104-b7dc-d53ac904c5ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:34.764608 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-c4eb74e4-2003-4104-b7dc-d53ac904c5ba admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/f08c63f8-5381-4b56-886b-f1269b907549 HTTP/1.1" status: 204 len: 168 time: 0.2112067 Jul 06 14:14:34.773905 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4eb74e4-2003-4104-b7dc-d53ac904c5ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f08c63f8-5381-4b56-886b-f1269b907549,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:14:34.982905 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c18d762-9480-4e6a-b4ee-8d043ef1b91e req-5ff03186-971d-4d81-96ae-fe644c6698b9 tempest-ListServerFiltersTestJSON-1215238916 tempest-ListServerFiltersTestJSON-1215238916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:14:34.984494 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-5c18d762-9480-4e6a-b4ee-8d043ef1b91e req-5ff03186-971d-4d81-96ae-fe644c6698b9 tempest-ListServerFiltersTestJSON-1215238916 tempest-ListServerFiltersTestJSON-1215238916-project] 10.222.0.104 "GET /v2.0/ports?device_id=b57db9a9-7c86-464d-97f2-0d549a71fb7e HTTP/1.1" status: 200 len: 946 time: 0.0706701 Jul 06 14:14:35.063193 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-5c18d762-9480-4e6a-b4ee-8d043ef1b91e req-593a5747-2f67-48fd-b740-778df4e4ca09 tempest-ListServerFiltersTestJSON-1215238916 tempest-ListServerFiltersTestJSON-1215238916-project] 10.222.0.104 "GET /v2.0/security-groups?id=c2d32256-dc35-4b2b-a176-8980c50ac374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619645 Jul 06 14:14:35.186575 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-b8cf56bd-081a-4823-9e2f-066a9514a8a0 req-47978a0b-3776-434b-8bdf-fb4c1de1c4ac service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=74c47464-2de6-4359-8407-a9a093dc2562&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0720298 Jul 06 14:14:35.423230 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cf56bd-081a-4823-9e2f-066a9514a8a0 req-120576d1-4232-44c9-8e47-23ae7f9d5226 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:14:35.425635 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-b8cf56bd-081a-4823-9e2f-066a9514a8a0 req-120576d1-4232-44c9-8e47-23ae7f9d5226 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=1077a35eaa714f1bbf260d32c5a52c8f&device_id=74c47464-2de6-4359-8407-a9a093dc2562 HTTP/1.1" status: 200 len: 1097 time: 0.1021800 Jul 06 14:14:35.436174 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c9a27c-186a-4168-8917-5df3dba50461 req-39359480-c883-4e46-8ab5-7988a1e4c48d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:14:35.437857 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-a9c9a27c-186a-4168-8917-5df3dba50461 req-39359480-c883-4e46-8ab5-7988a1e4c48d service neutron] 10.222.0.127 "GET /v2.0/ports?device_id=d78cccdc-6838-4d49-9b2b-bf9d04ceb427 HTTP/1.1" status: 200 len: 1096 time: 0.1037664 Jul 06 14:14:35.505230 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-a9c9a27c-186a-4168-8917-5df3dba50461 req-80a8f7fd-098f-4342-b544-cd2c76bd652a service neutron] 10.222.0.127 "GET /v2.0/security-groups?id=ba4b7bf3-f50a-42b6-8762-0644cd24172d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0602639 Jul 06 14:14:35.578213 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cf56bd-081a-4823-9e2f-066a9514a8a0 req-500e8785-f5d8-41e9-9493-2dca06c6ceea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:14:35.581304 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-b8cf56bd-081a-4823-9e2f-066a9514a8a0 req-500e8785-f5d8-41e9-9493-2dca06c6ceea service neutron] 10.222.0.72 "GET /v2.0/networks?id=120989f8-7a26-49c9-99e3-26a4a5fc00f3 HTTP/1.1" status: 200 len: 898 time: 0.1256952 Jul 06 14:14:35.742641 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-b8cf56bd-081a-4823-9e2f-066a9514a8a0 req-04253c73-7d75-49ec-bae2-1fe2fe740b28 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bc4f675b-2e9f-4750-9375-af3fcf823c8c HTTP/1.1" status: 200 len: 1002 time: 0.1525693 Jul 06 14:14:35.828040 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cf56bd-081a-4823-9e2f-066a9514a8a0 req-71da7bc4-ec5b-488a-aba5-7d2d6006bbe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:14:35.830064 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-b8cf56bd-081a-4823-9e2f-066a9514a8a0 req-71da7bc4-ec5b-488a-aba5-7d2d6006bbe4 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=a9454952-2025-4848-a48d-6107d2969e09 HTTP/1.1" status: 200 len: 835 time: 0.0800030 Jul 06 14:14:35.953076 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cf56bd-081a-4823-9e2f-066a9514a8a0 req-58d8b83e-bc35-4723-9a7b-873f494791df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:14:35.955437 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-b8cf56bd-081a-4823-9e2f-066a9514a8a0 req-58d8b83e-bc35-4723-9a7b-873f494791df service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=120989f8-7a26-49c9-99e3-26a4a5fc00f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1175959 Jul 06 14:14:35.993943 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6646eb11-643d-45a8-b49e-371d5d3797f0 req-0bf8a88f-2d10-485a-b08b-46ced2ab1a0d tempest-AttachVolumeTestJSON-361183160 tempest-AttachVolumeTestJSON-361183160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:14:36.001868 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-6646eb11-643d-45a8-b49e-371d5d3797f0 req-0bf8a88f-2d10-485a-b08b-46ced2ab1a0d tempest-AttachVolumeTestJSON-361183160 tempest-AttachVolumeTestJSON-361183160-project] 10.222.0.104 "GET /v2.0/ports?device_id=d78cccdc-6838-4d49-9b2b-bf9d04ceb427 HTTP/1.1" status: 200 len: 945 time: 0.1816664 Jul 06 14:14:36.019498 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474554c6-dae1-4247-b9e9-4bef3dba37fb req-b7c094e3-b62d-4506-bc21-6863354082bf tempest-AttachVolumeShelveTestJSON-1020519793 tempest-AttachVolumeShelveTestJSON-1020519793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:14:36.021371 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-474554c6-dae1-4247-b9e9-4bef3dba37fb req-b7c094e3-b62d-4506-bc21-6863354082bf tempest-AttachVolumeShelveTestJSON-1020519793 tempest-AttachVolumeShelveTestJSON-1020519793-project] 10.222.0.104 "GET /v2.0/ports?device_id=775e595c-a8be-4386-9e46-a9528870f5f2 HTTP/1.1" status: 200 len: 943 time: 0.1400025 Jul 06 14:14:36.099498 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-b8cf56bd-081a-4823-9e2f-066a9514a8a0 req-d7a42e0a-d4c1-4945-96a9-5742c345c07c service neutron] 10.222.0.72 "GET /v2.0/networks/120989f8-7a26-49c9-99e3-26a4a5fc00f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1340542 Jul 06 14:14:36.111430 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-6646eb11-643d-45a8-b49e-371d5d3797f0 req-c8061652-9f83-45fb-85eb-c4b898a4d85f tempest-AttachVolumeTestJSON-361183160 tempest-AttachVolumeTestJSON-361183160-project] 10.222.0.104 "GET /v2.0/security-groups?id=ba4b7bf3-f50a-42b6-8762-0644cd24172d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1083114 Jul 06 14:14:36.158859 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-474554c6-dae1-4247-b9e9-4bef3dba37fb req-2258ae28-63cf-48f5-bdac-7ac7fc5ed77f tempest-AttachVolumeShelveTestJSON-1020519793 tempest-AttachVolumeShelveTestJSON-1020519793-project] 10.222.0.104 "GET /v2.0/security-groups?id=d3fcccd0-b259-400e-953a-933bdd8f821f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1273899 Jul 06 14:14:36.265454 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-b8cf56bd-081a-4823-9e2f-066a9514a8a0 req-622d9824-e917-47c1-8f91-df68a6b3c03b service neutron] 10.222.0.72 "GET /v2.0/networks/120989f8-7a26-49c9-99e3-26a4a5fc00f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1513069 Jul 06 14:14:36.315992 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e3dd2d-ed80-4e6b-baa3-6c6d78e9ac58 req-83c289c8-b879-45d3-8526-1f127304076c tempest-ListServerFiltersTestJSON-1215238916 tempest-ListServerFiltersTestJSON-1215238916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:14:36.317720 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-86e3dd2d-ed80-4e6b-baa3-6c6d78e9ac58 req-83c289c8-b879-45d3-8526-1f127304076c tempest-ListServerFiltersTestJSON-1215238916 tempest-ListServerFiltersTestJSON-1215238916-project] 10.222.0.104 "GET /v2.0/ports?device_id=b57db9a9-7c86-464d-97f2-0d549a71fb7e HTTP/1.1" status: 200 len: 946 time: 0.0729496 Jul 06 14:14:36.366621 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-86e3dd2d-ed80-4e6b-baa3-6c6d78e9ac58 req-647fc176-1491-44f2-868d-a89e97e452c0 tempest-ListServerFiltersTestJSON-1215238916 tempest-ListServerFiltersTestJSON-1215238916-project] 10.222.0.104 "GET /v2.0/security-groups?id=c2d32256-dc35-4b2b-a176-8980c50ac374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432403 Jul 06 14:14:36.454856 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 55872) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:14:36.736347 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae147fb6-3df4-44d1-8fda-18ec6968386e req-d98d8a82-202f-4fc9-9d88-29fc94bace65 tempest-ListServerFiltersTestJSON-1215238916 tempest-ListServerFiltersTestJSON-1215238916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:14:36.739037 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-ae147fb6-3df4-44d1-8fda-18ec6968386e req-d98d8a82-202f-4fc9-9d88-29fc94bace65 tempest-ListServerFiltersTestJSON-1215238916 tempest-ListServerFiltersTestJSON-1215238916-project] 10.222.0.104 "GET /v2.0/ports?device_id=96d3eb78-5642-4d73-a0a3-5161d3b5d580 HTTP/1.1" status: 200 len: 945 time: 0.0963669 Jul 06 14:14:36.790747 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-ae147fb6-3df4-44d1-8fda-18ec6968386e req-6a0f70bb-335f-49d4-8b8a-657fcbd7d775 tempest-ListServerFiltersTestJSON-1215238916 tempest-ListServerFiltersTestJSON-1215238916-project] 10.222.0.104 "GET /v2.0/security-groups?id=c2d32256-dc35-4b2b-a176-8980c50ac374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447900 Jul 06 14:14:36.808228 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-f20468fc-4885-4dc7-86ed-28f62e6ea5dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:37.033993 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-f20468fc-4885-4dc7-86ed-28f62e6ea5dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:37.042324 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-f20468fc-4885-4dc7-86ed-28f62e6ea5dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:37.079233 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0731fc-8cb8-4f78-8f55-aa63f5b7f964 req-55f45b29-f954-45e9-ac0c-d49aec723790 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:14:37.081408 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-3c0731fc-8cb8-4f78-8f55-aa63f5b7f964 req-55f45b29-f954-45e9-ac0c-d49aec723790 service neutron] 10.222.0.127 "GET /v2.0/ports?tenant_id=9686fd5ec0aa4012928191c3d42f6e6c&device_id=775e595c-a8be-4386-9e46-a9528870f5f2 HTTP/1.1" status: 200 len: 1094 time: 0.0989826 Jul 06 14:14:37.167935 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-f20468fc-4885-4dc7-86ed-28f62e6ea5dd admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=cf1ff09a511d40439a739d808f13b0a9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7115850 Jul 06 14:14:37.168636 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 55914) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:14:37.176908 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20468fc-4885-4dc7-86ed-28f62e6ea5dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5296668-7a99-48f9-93fc-042c0fbd0a21,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:14:37.251949 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-7b8de90a-c94a-470b-871c-7ca817fda87a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:37.277310 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-7b8de90a-c94a-470b-871c-7ca817fda87a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:37.334749 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-7b8de90a-c94a-470b-871c-7ca817fda87a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:37.337773 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-7b8de90a-c94a-470b-871c-7ca817fda87a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:37.341280 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-7b8de90a-c94a-470b-871c-7ca817fda87a admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/d5296668-7a99-48f9-93fc-042c0fbd0a21 HTTP/1.1" status: 204 len: 168 time: 0.1704767 Jul 06 14:14:37.353908 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8de90a-c94a-470b-871c-7ca817fda87a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5296668-7a99-48f9-93fc-042c0fbd0a21,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:14:37.380993 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b98a903-46d3-483e-888c-d0e5d22e3274 req-500241ce-f722-4a79-a791-f902f87ffb08 tempest-ListServerFiltersTestJSON-1215238916 tempest-ListServerFiltersTestJSON-1215238916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:14:37.391521 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-0b98a903-46d3-483e-888c-d0e5d22e3274 req-500241ce-f722-4a79-a791-f902f87ffb08 tempest-ListServerFiltersTestJSON-1215238916 tempest-ListServerFiltersTestJSON-1215238916-project] 10.222.0.104 "GET /v2.0/ports?device_id=52987411-a95f-4c4d-bca9-6ac7bb8b132a HTTP/1.1" status: 200 len: 945 time: 0.1994476 Jul 06 14:14:37.409480 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0731fc-8cb8-4f78-8f55-aa63f5b7f964 req-5739b111-f26d-4749-9f3b-2ff74714619b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:14:37.410910 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-3c0731fc-8cb8-4f78-8f55-aa63f5b7f964 req-5739b111-f26d-4749-9f3b-2ff74714619b service neutron] 10.222.0.127 "GET /v2.0/networks?id=a1c5aa58-a5eb-4fe0-9c0d-ad9cb3f782ca HTTP/1.1" status: 200 len: 919 time: 0.3065929 Jul 06 14:14:37.525021 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-0b98a903-46d3-483e-888c-d0e5d22e3274 req-ae90957d-310c-42b7-b996-5f5b061e5a7f tempest-ListServerFiltersTestJSON-1215238916 tempest-ListServerFiltersTestJSON-1215238916-project] 10.222.0.104 "GET /v2.0/security-groups?id=c2d32256-dc35-4b2b-a176-8980c50ac374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315513 Jul 06 14:14:37.549199 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-3c0731fc-8cb8-4f78-8f55-aa63f5b7f964 req-853415cf-0f98-4025-8280-cc6dcddd13d6 service neutron] 10.222.0.127 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ee9785f9-b332-4dd9-b5ec-a4776c4a45ad HTTP/1.1" status: 200 len: 998 time: 0.1251876 Jul 06 14:14:37.598114 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db2f4cd-d32f-4dd9-8b01-c261f8c43703 req-f2c43371-095c-495c-bac7-aba625a0e004 tempest-AttachVolumeTestJSON-361183160 tempest-AttachVolumeTestJSON-361183160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:14:37.599800 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-9db2f4cd-d32f-4dd9-8b01-c261f8c43703 req-f2c43371-095c-495c-bac7-aba625a0e004 tempest-AttachVolumeTestJSON-361183160 tempest-AttachVolumeTestJSON-361183160-project] 10.222.0.104 "GET /v2.0/ports?device_id=d78cccdc-6838-4d49-9b2b-bf9d04ceb427 HTTP/1.1" status: 200 len: 945 time: 0.2586102 Jul 06 14:14:37.636523 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0731fc-8cb8-4f78-8f55-aa63f5b7f964 req-801f00e6-eb9d-44d6-be5e-890aad680a03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:14:37.638075 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-3c0731fc-8cb8-4f78-8f55-aa63f5b7f964 req-801f00e6-eb9d-44d6-be5e-890aad680a03 service neutron] 10.222.0.127 "GET /v2.0/subnets?id=6ec930d2-90b3-4355-914b-4efea8972d25 HTTP/1.1" status: 200 len: 856 time: 0.0781400 Jul 06 14:14:37.654888 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-9db2f4cd-d32f-4dd9-8b01-c261f8c43703 req-ad554072-29e1-4412-a1c1-9d141b30c880 tempest-AttachVolumeTestJSON-361183160 tempest-AttachVolumeTestJSON-361183160-project] 10.222.0.104 "GET /v2.0/security-groups?id=ba4b7bf3-f50a-42b6-8762-0644cd24172d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471859 Jul 06 14:14:37.666987 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 55940) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:14:37.723034 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0731fc-8cb8-4f78-8f55-aa63f5b7f964 req-5b64c37b-10db-4eca-857c-235deba02910 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:14:37.727363 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-3c0731fc-8cb8-4f78-8f55-aa63f5b7f964 req-5b64c37b-10db-4eca-857c-235deba02910 service neutron] 10.222.0.127 "GET /v2.0/ports?network_id=a1c5aa58-a5eb-4fe0-9c0d-ad9cb3f782ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0789030 Jul 06 14:14:37.852406 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-e5350f84-2e53-4bc0-97bd-8a2ed531bcb0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:37.910182 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce560426-2ac6-4f2a-9795-e4f8bfc68ec7 req-47d19f7d-6fc6-4d06-a6c0-a1d388d26986 tempest-AttachVolumeShelveTestJSON-1020519793 tempest-AttachVolumeShelveTestJSON-1020519793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:14:37.916105 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-ce560426-2ac6-4f2a-9795-e4f8bfc68ec7 req-47d19f7d-6fc6-4d06-a6c0-a1d388d26986 tempest-AttachVolumeShelveTestJSON-1020519793 tempest-AttachVolumeShelveTestJSON-1020519793-project] 10.222.0.104 "GET /v2.0/ports?device_id=775e595c-a8be-4386-9e46-a9528870f5f2 HTTP/1.1" status: 200 len: 943 time: 0.1967402 Jul 06 14:14:37.919145 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 55948) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:14:37.945295 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-3c0731fc-8cb8-4f78-8f55-aa63f5b7f964 req-695c706b-56b4-4760-bf8d-9feddc966ae4 service neutron] 10.222.0.127 "GET /v2.0/networks/a1c5aa58-a5eb-4fe0-9c0d-ad9cb3f782ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2106614 Jul 06 14:14:37.962097 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-5bb9c481-72aa-4261-8d00-e974ff04bce8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:37.999587 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-e5350f84-2e53-4bc0-97bd-8a2ed531bcb0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:38.004117 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-e5350f84-2e53-4bc0-97bd-8a2ed531bcb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:38.034676 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-e5350f84-2e53-4bc0-97bd-8a2ed531bcb0 admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=04e0cbbd5a754a629a1e914c8082777f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3664448 Jul 06 14:14:38.040903 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 55950) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:14:38.074296 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-ce560426-2ac6-4f2a-9795-e4f8bfc68ec7 req-11bcfdfc-8189-4529-a673-a1adfe9988ca tempest-AttachVolumeShelveTestJSON-1020519793 tempest-AttachVolumeShelveTestJSON-1020519793-project] 10.222.0.104 "GET /v2.0/security-groups?id=d3fcccd0-b259-400e-953a-933bdd8f821f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1542821 Jul 06 14:14:38.078209 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5350f84-2e53-4bc0-97bd-8a2ed531bcb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=086ee46f-c36b-4120-9639-7d9215bb2e3a,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:14:38.113208 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-49ae16ba-9d43-43c8-9afe-ab426e3ad8cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:38.136715 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-49ae16ba-9d43-43c8-9afe-ab426e3ad8cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:38.188501 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-3c0731fc-8cb8-4f78-8f55-aa63f5b7f964 req-e115df38-d29b-48ae-b52e-0b96c8e55515 service neutron] 10.222.0.127 "GET /v2.0/networks/a1c5aa58-a5eb-4fe0-9c0d-ad9cb3f782ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2360673 Jul 06 14:14:38.189715 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-49ae16ba-9d43-43c8-9afe-ab426e3ad8cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:38.192672 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-49ae16ba-9d43-43c8-9afe-ab426e3ad8cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:38.194905 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-49ae16ba-9d43-43c8-9afe-ab426e3ad8cf admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/086ee46f-c36b-4120-9639-7d9215bb2e3a HTTP/1.1" status: 204 len: 168 time: 0.1528256 Jul 06 14:14:38.204444 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ae16ba-9d43-43c8-9afe-ab426e3ad8cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=086ee46f-c36b-4120-9639-7d9215bb2e3a,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:14:38.279731 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-5bb9c481-72aa-4261-8d00-e974ff04bce8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:38.290570 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-5bb9c481-72aa-4261-8d00-e974ff04bce8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:38.313464 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6416721b-a085-406b-8dca-0f8f3e10555f req-35a6e9c4-f9a7-4833-a4b8-8c6da1bbf3c4 tempest-ListServerFiltersTestJSON-1215238916 tempest-ListServerFiltersTestJSON-1215238916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:14:38.319617 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6416721b-a085-406b-8dca-0f8f3e10555f req-35a6e9c4-f9a7-4833-a4b8-8c6da1bbf3c4 tempest-ListServerFiltersTestJSON-1215238916 tempest-ListServerFiltersTestJSON-1215238916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:14:38.326750 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6416721b-a085-406b-8dca-0f8f3e10555f req-35a6e9c4-f9a7-4833-a4b8-8c6da1bbf3c4 tempest-ListServerFiltersTestJSON-1215238916 tempest-ListServerFiltersTestJSON-1215238916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:14:38.328769 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-6416721b-a085-406b-8dca-0f8f3e10555f req-35a6e9c4-f9a7-4833-a4b8-8c6da1bbf3c4 tempest-ListServerFiltersTestJSON-1215238916 tempest-ListServerFiltersTestJSON-1215238916-project] 10.222.0.104 "GET /v2.0/ports?device_id=96d3eb78-5642-4d73-a0a3-5161d3b5d580&device_id=b57db9a9-7c86-464d-97f2-0d549a71fb7e&device_id=52987411-a95f-4c4d-bca9-6ac7bb8b132a HTTP/1.1" status: 200 len: 2417 time: 0.3177688 Jul 06 14:14:38.387440 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-5bb9c481-72aa-4261-8d00-e974ff04bce8 admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=689ad1d57584476fad1689bc8e1df36d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4648826 Jul 06 14:14:38.388650 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 55956) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:14:38.392859 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb9c481-72aa-4261-8d00-e974ff04bce8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c273cd8-2a5a-44ef-88b4-9d4c0eee5832,revision_number=1']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:14:38.426436 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-6416721b-a085-406b-8dca-0f8f3e10555f req-083c2c12-07bf-41a3-b994-67f4d3b8962d tempest-ListServerFiltersTestJSON-1215238916 tempest-ListServerFiltersTestJSON-1215238916-project] 10.222.0.104 "GET /v2.0/security-groups?id=c2d32256-dc35-4b2b-a176-8980c50ac374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828185 Jul 06 14:14:38.434975 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d00634-5033-4645-9374-a640ec4f03ff req-286dc64c-c132-4844-8e48-73c1950a66fb tempest-AttachVolumeTestJSON-361183160 tempest-AttachVolumeTestJSON-361183160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:14:38.436995 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-24d00634-5033-4645-9374-a640ec4f03ff req-286dc64c-c132-4844-8e48-73c1950a66fb tempest-AttachVolumeTestJSON-361183160 tempest-AttachVolumeTestJSON-361183160-project] 10.222.0.104 "GET /v2.0/ports?device_id=d78cccdc-6838-4d49-9b2b-bf9d04ceb427 HTTP/1.1" status: 200 len: 945 time: 0.2125144 Jul 06 14:14:38.452740 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 55960) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:14:38.458010 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [None req-48691ba3-f1d8-4cfb-baf4-1e2732acd47b tempest-AttachVolumeTestJSON-361183160 tempest-AttachVolumeTestJSON-361183160-project] Request body: {'floatingip': {'port_id': '2efb7b6b-5c90-4ff4-9a1f-923d428e99e3'}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:14:38.489110 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-2d1fa8dc-c817-4cd8-97b5-86cb4f0ca46e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:38.511256 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-48691ba3-f1d8-4cfb-baf4-1e2732acd47b tempest-AttachVolumeTestJSON-361183160 tempest-AttachVolumeTestJSON-361183160-project] Notify callbacks [] for floatingip, before_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:38.543021 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-2d1fa8dc-c817-4cd8-97b5-86cb4f0ca46e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:38.628582 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 55962) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:14:38.635114 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-2d1fa8dc-c817-4cd8-97b5-86cb4f0ca46e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:38.637759 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-2d1fa8dc-c817-4cd8-97b5-86cb4f0ca46e admin admin] Notify callbacks [] for security_group, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:38.638919 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-2d1fa8dc-c817-4cd8-97b5-86cb4f0ca46e admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/6c273cd8-2a5a-44ef-88b4-9d4c0eee5832 HTTP/1.1" status: 204 len: 168 time: 0.2489336 Jul 06 14:14:38.655591 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1fa8dc-c817-4cd8-97b5-86cb4f0ca46e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c273cd8-2a5a-44ef-88b4-9d4c0eee5832,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:14:38.665817 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-db59a967-9881-45de-ad71-0af9671c36a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:38.780443 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86ff17a-4bbe-45ca-8b7b-9026d9a22f2d req-c51a407b-4d30-42a3-943f-17d21add0b00 tempest-ListServerFiltersTestJSON-1215238916 tempest-ListServerFiltersTestJSON-1215238916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:14:38.783050 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-c86ff17a-4bbe-45ca-8b7b-9026d9a22f2d req-c51a407b-4d30-42a3-943f-17d21add0b00 tempest-ListServerFiltersTestJSON-1215238916 tempest-ListServerFiltersTestJSON-1215238916-project] 10.222.0.104 "GET /v2.0/ports?device_id=96d3eb78-5642-4d73-a0a3-5161d3b5d580 HTTP/1.1" status: 200 len: 945 time: 0.1889920 Jul 06 14:14:38.796658 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-db59a967-9881-45de-ad71-0af9671c36a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:38.803076 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-db59a967-9881-45de-ad71-0af9671c36a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:38.852154 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db59a967-9881-45de-ad71-0af9671c36a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe3109b7-4fae-4602-a638-67237d13c70e,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:14:38.856955 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-db59a967-9881-45de-ad71-0af9671c36a4 admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=f691df461e28466597bd8d3cfbd467ef&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2270362 Jul 06 14:14:38.874266 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 55968) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:14:38.941989 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-c86ff17a-4bbe-45ca-8b7b-9026d9a22f2d req-827c7e78-8b47-4b27-b370-1fb82d69bcab tempest-ListServerFiltersTestJSON-1215238916 tempest-ListServerFiltersTestJSON-1215238916-project] 10.222.0.104 "GET /v2.0/security-groups?id=c2d32256-dc35-4b2b-a176-8980c50ac374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424906 Jul 06 14:14:38.951412 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-bebf73ec-30e4-4558-b1ad-7141f3e893d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:38.983765 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-bebf73ec-30e4-4558-b1ad-7141f3e893d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:39.057823 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-bebf73ec-30e4-4558-b1ad-7141f3e893d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:39.061309 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-bebf73ec-30e4-4558-b1ad-7141f3e893d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:39.067512 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-bebf73ec-30e4-4558-b1ad-7141f3e893d0 admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/fe3109b7-4fae-4602-a638-67237d13c70e HTTP/1.1" status: 204 len: 168 time: 0.1920331 Jul 06 14:14:39.080659 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bebf73ec-30e4-4558-b1ad-7141f3e893d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe3109b7-4fae-4602-a638-67237d13c70e,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:14:39.378214 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-48691ba3-f1d8-4cfb-baf4-1e2732acd47b tempest-AttachVolumeTestJSON-361183160 tempest-AttachVolumeTestJSON-361183160-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:39.384991 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-48691ba3-f1d8-4cfb-baf4-1e2732acd47b tempest-AttachVolumeTestJSON-361183160 tempest-AttachVolumeTestJSON-361183160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1761130'] for floatingip, after_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:39.546952 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3619c81-1a9d-48e8-aa98-563b03740333 req-6d47fdcc-10ed-4294-8976-8566964a6c98 tempest-AttachVolumeShelveTestJSON-1020519793 tempest-AttachVolumeShelveTestJSON-1020519793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:14:39.575451 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-d3619c81-1a9d-48e8-aa98-563b03740333 req-6d47fdcc-10ed-4294-8976-8566964a6c98 tempest-AttachVolumeShelveTestJSON-1020519793 tempest-AttachVolumeShelveTestJSON-1020519793-project] 10.222.0.104 "GET /v2.0/ports?device_id=775e595c-a8be-4386-9e46-a9528870f5f2 HTTP/1.1" status: 200 len: 943 time: 0.2888894 Jul 06 14:14:39.720036 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-d3619c81-1a9d-48e8-aa98-563b03740333 req-d81c57a4-00ca-4b64-ae3b-6ab82cf6261e tempest-AttachVolumeShelveTestJSON-1020519793 tempest-AttachVolumeShelveTestJSON-1020519793-project] 10.222.0.104 "GET /v2.0/security-groups?id=d3fcccd0-b259-400e-953a-933bdd8f821f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1435413 Jul 06 14:14:39.721442 n-d-773647-6 neutron-server[100247]: INFO neutron.db.l3_db [None req-48691ba3-f1d8-4cfb-baf4-1e2732acd47b tempest-AttachVolumeTestJSON-361183160 tempest-AttachVolumeTestJSON-361183160-project] Floating IP 9352125c-5447-40b6-ae8c-e6ddfbbbc821 associated. External IP: 172.25.0.218, port: 2efb7b6b-5c90-4ff4-9a1f-923d428e99e3. Jul 06 14:14:40.194671 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48691ba3-f1d8-4cfb-baf4-1e2732acd47b tempest-AttachVolumeTestJSON-361183160 tempest-AttachVolumeTestJSON-361183160-project] Router c4f5379a-af9d-4d38-b0f3-4dd8f58a632f has already been hosted by L3 agent 2823d358-a11b-4885-a706-95a279e43fa7 {{(pid=100247) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 14:14:40.539927 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:40.686715 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48691ba3-f1d8-4cfb-baf4-1e2732acd47b tempest-AttachVolumeTestJSON-361183160 tempest-AttachVolumeTestJSON-361183160-project] Notify agent at l3_agent.n-d-773647-6 the message routers_updated {{(pid=100247) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 14:14:40.701721 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d06b08db-bf7d-4bd8-a03f-4ee626858952 None None] Sync routers for ids ['c4f5379a-af9d-4d38-b0f3-4dd8f58a632f'] in n-d-773647-6 {{(pid=100248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 14:14:40.716705 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d06b08db-bf7d-4bd8-a03f-4ee626858952 None None] Routers {'c4f5379a-af9d-4d38-b0f3-4dd8f58a632f'} bound to L3 agent in host n-d-773647-6 {{(pid=100248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:14:40.718661 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-48691ba3-f1d8-4cfb-baf4-1e2732acd47b tempest-AttachVolumeTestJSON-361183160 tempest-AttachVolumeTestJSON-361183160-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for floatingip, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:40.719877 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-d06b08db-bf7d-4bd8-a03f-4ee626858952 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T14:14:26Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['c4f5379a-af9d-4d38-b0f3-4dd8f58a632f'], 'active': True} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:14:40.802042 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-48691ba3-f1d8-4cfb-baf4-1e2732acd47b tempest-AttachVolumeTestJSON-361183160 tempest-AttachVolumeTestJSON-361183160-project] 10.222.0.104 "PUT /v2.0/floatingips/9352125c-5447-40b6-ae8c-e6ddfbbbc821 HTTP/1.1" status: 200 len: 991 time: 2.3442540 Jul 06 14:14:40.802042 n-d-773647-6 neutron-server[100247]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd78cccdc-6838-4d49-9b2b-bf9d04ceb427', 'tag': '2efb7b6b-5c90-4ff4-9a1f-923d428e99e3'}] {{(pid=100247) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:14:40.818185 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cbf0eeaae822f8fc9b87a94aeba67a3d651842baf663a51cba94b67a514836d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-486b97fd-b362-4c8d-8ad1-589842c83e5d" -d '{"events": [{"name": "network-changed", "server_uuid": "d78cccdc-6838-4d49-9b2b-bf9d04ceb427", "tag": "2efb7b6b-5c90-4ff4-9a1f-923d428e99e3"}]}' {{(pid=100247) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:14:40.918057 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvr_db [None req-d06b08db-bf7d-4bd8-a03f-4ee626858952 None None] Set router c4f5379a-af9d-4d38-b0f3-4dd8f58a632f gateway port host: n-d-773647-6 {{(pid=100248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:14:41.069595 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2775d3-a7e5-44d1-815f-d49366435d88 req-ffbb98cf-b43a-40a3-b097-cef822d203e5 tempest-AttachVolumeShelveTestJSON-1020519793 tempest-AttachVolumeShelveTestJSON-1020519793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:14:41.071313 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-eb2775d3-a7e5-44d1-815f-d49366435d88 req-ffbb98cf-b43a-40a3-b097-cef822d203e5 tempest-AttachVolumeShelveTestJSON-1020519793 tempest-AttachVolumeShelveTestJSON-1020519793-project] 10.222.0.104 "GET /v2.0/ports?device_id=775e595c-a8be-4386-9e46-a9528870f5f2 HTTP/1.1" status: 200 len: 943 time: 0.1249218 Jul 06 14:14:41.171359 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-eb2775d3-a7e5-44d1-815f-d49366435d88 req-b5086346-bebd-4387-97c5-b7781895c829 tempest-AttachVolumeShelveTestJSON-1020519793 tempest-AttachVolumeShelveTestJSON-1020519793-project] 10.222.0.104 "GET /v2.0/security-groups?id=d3fcccd0-b259-400e-953a-933bdd8f821f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0915632 Jul 06 14:14:41.279848 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-d06b08db-bf7d-4bd8-a03f-4ee626858952 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4f5379a-af9d-4d38-b0f3-4dd8f58a632f', 'name': 'tempest-AttachVolumeTestJSON-1213395720-router', 'tenant_id': '33f6cdee7b294baa9f6a8cddbba9670a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.237'}], 'enable_snat': True}, 'gw_port_id': 'c1acfd80-02f6-4449-b2b6-b6fcf5a0bb99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:09:36Z', 'updated_at': '2021-07-06T14:09:43Z', 'revision_number': 4, 'project_id': '33f6cdee7b294baa9f6a8cddbba9670a', 'gw_port': {'id': 'c1acfd80-02f6-4449-b2b6-b6fcf5a0bb99', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:bb:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4f5379a-af9d-4d38-b0f3-4dd8f58a632f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1844, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:09:37Z', 'updated_at': '2021-07-06T14:09:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6', '_floatingips': [{'id': '9352125c-5447-40b6-ae8c-e6ddfbbbc821', 'tenant_id': '33f6cdee7b294baa9f6a8cddbba9670a', 'floating_ip_address': '172.25.0.218', 'floating_network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'router_id': 'c4f5379a-af9d-4d38-b0f3-4dd8f58a632f', 'port_id': '2efb7b6b-5c90-4ff4-9a1f-923d428e99e3', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2131, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6ac95a6a-5756-473f-8a78-bd3474c2b2ff', 'mac_address': 'fa:16:3e:d7:e3:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd78cccdc-6838-4d49-9b2b-bf9d04ceb427', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T14:14:08Z', 'updated_at': '2021-07-06T14:14:39Z', 'revision_number': 1, 'project_id': '33f6cdee7b294baa9f6a8cddbba9670a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0d61ef1e-dabb-41c8-a48b-66087903c6cd', 'name': '', 'network_id': '6ac95a6a-5756-473f-8a78-bd3474c2b2ff', 'tenant_id': '33f6cdee7b294baa9f6a8cddbba9670a', 'mac_address': 'fa:16:3e:aa:f5:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4f5379a-af9d-4d38-b0f3-4dd8f58a632f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1850, 'fixed_ips': [{'subnet_id': '868bdf15-b823-4cab-842d-77e49afc3593', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:09:41Z', 'updated_at': '2021-07-06T14:09:50Z', 'revision_number': 5, 'project_id': '33f6cdee7b294baa9f6a8cddbba9670a', 'subnets': [{'id': '868bdf15-b823-4cab-842d-77e49afc3593', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773647-6', False) {} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:14:41.309115 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d06b08db-bf7d-4bd8-a03f-4ee626858952 None None] Checking router: c4f5379a-af9d-4d38-b0f3-4dd8f58a632f for host: n-d-773647-6 {{(pid=100248) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 14:14:41.318241 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d06b08db-bf7d-4bd8-a03f-4ee626858952 None None] Routers {'c4f5379a-af9d-4d38-b0f3-4dd8f58a632f'} bound to L3 agent in host n-d-773647-6 {{(pid=100248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:14:41.318848 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-d06b08db-bf7d-4bd8-a03f-4ee626858952 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T14:14:26Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['c4f5379a-af9d-4d38-b0f3-4dd8f58a632f'], 'active': True} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:14:41.408044 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f851a312-eede-40f8-b5b9-0128f8b36546 req-9e474109-75cb-4696-b7cc-6004451551d1 tempest-ListServerFiltersTestJSON-1215238916 tempest-ListServerFiltersTestJSON-1215238916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:14:41.421097 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-f851a312-eede-40f8-b5b9-0128f8b36546 req-9e474109-75cb-4696-b7cc-6004451551d1 tempest-ListServerFiltersTestJSON-1215238916 tempest-ListServerFiltersTestJSON-1215238916-project] 10.222.0.104 "GET /v2.0/ports?device_id=52987411-a95f-4c4d-bca9-6ac7bb8b132a HTTP/1.1" status: 200 len: 945 time: 0.1072078 Jul 06 14:14:41.425311 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 14:14:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b5c2fa5-388b-4907-a5d1-7153c4f8b294 x-openstack-request-id: req-3b5c2fa5-388b-4907-a5d1-7153c4f8b294 {{(pid=100247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:14:41.425801 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d78cccdc-6838-4d49-9b2b-bf9d04ceb427", "tag": "2efb7b6b-5c90-4ff4-9a1f-923d428e99e3", "status": "completed", "code": 200}]} {{(pid=100247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:14:41.426692 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-3b5c2fa5-388b-4907-a5d1-7153c4f8b294 {{(pid=100247) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:14:41.427754 n-d-773647-6 neutron-server[100247]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd78cccdc-6838-4d49-9b2b-bf9d04ceb427', 'tag': '2efb7b6b-5c90-4ff4-9a1f-923d428e99e3', 'status': 'completed', 'code': 200} Jul 06 14:14:41.434820 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvr_db [None req-d06b08db-bf7d-4bd8-a03f-4ee626858952 None None] Set router c4f5379a-af9d-4d38-b0f3-4dd8f58a632f gateway port host: n-d-773647-6 {{(pid=100248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:14:41.517446 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-f851a312-eede-40f8-b5b9-0128f8b36546 req-93d4fb58-a506-4076-bb0f-4af6a1025cb4 tempest-ListServerFiltersTestJSON-1215238916 tempest-ListServerFiltersTestJSON-1215238916-project] 10.222.0.104 "GET /v2.0/security-groups?id=c2d32256-dc35-4b2b-a176-8980c50ac374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885994 Jul 06 14:14:41.572218 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486b97fd-b362-4c8d-8ad1-589842c83e5d req-19a10654-a3d1-4633-a0e0-d845db6bf110 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:14:41.573887 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-486b97fd-b362-4c8d-8ad1-589842c83e5d req-19a10654-a3d1-4633-a0e0-d845db6bf110 service neutron] 10.222.0.127 "GET /v2.0/ports?tenant_id=33f6cdee7b294baa9f6a8cddbba9670a&device_id=d78cccdc-6838-4d49-9b2b-bf9d04ceb427 HTTP/1.1" status: 200 len: 1096 time: 0.1206920 Jul 06 14:14:41.694342 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486b97fd-b362-4c8d-8ad1-589842c83e5d req-ea85d118-9ac2-4681-b5ff-feb6164af2e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:14:41.695881 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-486b97fd-b362-4c8d-8ad1-589842c83e5d req-ea85d118-9ac2-4681-b5ff-feb6164af2e7 service neutron] 10.222.0.127 "GET /v2.0/networks?id=6ac95a6a-5756-473f-8a78-bd3474c2b2ff HTTP/1.1" status: 200 len: 913 time: 0.1113963 Jul 06 14:14:41.796601 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-486b97fd-b362-4c8d-8ad1-589842c83e5d req-92618874-0660-4f51-a304-6e66ab1a24d3 service neutron] 10.222.0.127 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2efb7b6b-5c90-4ff4-9a1f-923d428e99e3 HTTP/1.1" status: 200 len: 999 time: 0.0917976 Jul 06 14:14:41.800669 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-d06b08db-bf7d-4bd8-a03f-4ee626858952 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4f5379a-af9d-4d38-b0f3-4dd8f58a632f', 'name': 'tempest-AttachVolumeTestJSON-1213395720-router', 'tenant_id': '33f6cdee7b294baa9f6a8cddbba9670a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.237'}], 'enable_snat': True}, 'gw_port_id': 'c1acfd80-02f6-4449-b2b6-b6fcf5a0bb99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:09:36Z', 'updated_at': '2021-07-06T14:09:43Z', 'revision_number': 4, 'project_id': '33f6cdee7b294baa9f6a8cddbba9670a', 'gw_port': {'id': 'c1acfd80-02f6-4449-b2b6-b6fcf5a0bb99', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:bb:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4f5379a-af9d-4d38-b0f3-4dd8f58a632f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1844, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:09:37Z', 'updated_at': '2021-07-06T14:09:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6', '_floatingips': [{'id': '9352125c-5447-40b6-ae8c-e6ddfbbbc821', 'tenant_id': '33f6cdee7b294baa9f6a8cddbba9670a', 'floating_ip_address': '172.25.0.218', 'floating_network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'router_id': 'c4f5379a-af9d-4d38-b0f3-4dd8f58a632f', 'port_id': '2efb7b6b-5c90-4ff4-9a1f-923d428e99e3', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2131, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6ac95a6a-5756-473f-8a78-bd3474c2b2ff', 'mac_address': 'fa:16:3e:d7:e3:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd78cccdc-6838-4d49-9b2b-bf9d04ceb427', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T14:14:08Z', 'updated_at': '2021-07-06T14:14:39Z', 'revision_number': 1, 'project_id': '33f6cdee7b294baa9f6a8cddbba9670a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0d61ef1e-dabb-41c8-a48b-66087903c6cd', 'name': '', 'network_id': '6ac95a6a-5756-473f-8a78-bd3474c2b2ff', 'tenant_id': '33f6cdee7b294baa9f6a8cddbba9670a', 'mac_address': 'fa:16:3e:aa:f5:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4f5379a-af9d-4d38-b0f3-4dd8f58a632f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1850, 'fixed_ips': [{'subnet_id': '868bdf15-b823-4cab-842d-77e49afc3593', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:09:41Z', 'updated_at': '2021-07-06T14:09:50Z', 'revision_number': 5, 'project_id': '33f6cdee7b294baa9f6a8cddbba9670a', 'subnets': [{'id': '868bdf15-b823-4cab-842d-77e49afc3593', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773647-6', False) {} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:14:41.833393 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 56114) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:14:41.846484 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d06b08db-bf7d-4bd8-a03f-4ee626858952 None None] The sync data for ids ['c4f5379a-af9d-4d38-b0f3-4dd8f58a632f'] in n-d-773647-6 is: [{'id': 'c4f5379a-af9d-4d38-b0f3-4dd8f58a632f', 'name': 'tempest-AttachVolumeTestJSON-1213395720-router', 'tenant_id': '33f6cdee7b294baa9f6a8cddbba9670a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.237'}], 'enable_snat': True}, 'gw_port_id': 'c1acfd80-02f6-4449-b2b6-b6fcf5a0bb99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:09:36Z', 'updated_at': '2021-07-06T14:09:43Z', 'revision_number': 4, 'project_id': '33f6cdee7b294baa9f6a8cddbba9670a', 'gw_port': {'id': 'c1acfd80-02f6-4449-b2b6-b6fcf5a0bb99', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:bb:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4f5379a-af9d-4d38-b0f3-4dd8f58a632f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1844, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:09:37Z', 'updated_at': '2021-07-06T14:09:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6', '_floatingips': [{'id': '9352125c-5447-40b6-ae8c-e6ddfbbbc821', 'tenant_id': '33f6cdee7b294baa9f6a8cddbba9670a', 'floating_ip_address': '172.25.0.218', 'floating_network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'router_id': 'c4f5379a-af9d-4d38-b0f3-4dd8f58a632f', 'port_id': '2efb7b6b-5c90-4ff4-9a1f-923d428e99e3', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2131, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6ac95a6a-5756-473f-8a78-bd3474c2b2ff', 'mac_address': 'fa:16:3e:d7:e3:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd78cccdc-6838-4d49-9b2b-bf9d04ceb427', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T14:14:08Z', 'updated_at': '2021-07-06T14:14:39Z', 'revision_number': 1, 'project_id': '33f6cdee7b294baa9f6a8cddbba9670a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0d61ef1e-dabb-41c8-a48b-66087903c6cd', 'name': '', 'network_id': '6ac95a6a-5756-473f-8a78-bd3474c2b2ff', 'tenant_id': '33f6cdee7b294baa9f6a8cddbba9670a', 'mac_address': 'fa:16:3e:aa:f5:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4f5379a-af9d-4d38-b0f3-4dd8f58a632f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1850, 'fixed_ips': [{'subnet_id': '868bdf15-b823-4cab-842d-77e49afc3593', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:09:41Z', 'updated_at': '2021-07-06T14:09:50Z', 'revision_number': 5, 'project_id': '33f6cdee7b294baa9f6a8cddbba9670a', 'subnets': [{'id': '868bdf15-b823-4cab-842d-77e49afc3593', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 14:14:41.880812 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486b97fd-b362-4c8d-8ad1-589842c83e5d req-6d2eabc7-e119-409d-beee-63458afcb695 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:14:41.882296 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-486b97fd-b362-4c8d-8ad1-589842c83e5d req-6d2eabc7-e119-409d-beee-63458afcb695 service neutron] 10.222.0.127 "GET /v2.0/subnets?id=868bdf15-b823-4cab-842d-77e49afc3593 HTTP/1.1" status: 200 len: 850 time: 0.0779014 Jul 06 14:14:41.988696 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486b97fd-b362-4c8d-8ad1-589842c83e5d req-45f8050a-4b71-4fa3-82cd-bc1512a205e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:14:41.992186 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-486b97fd-b362-4c8d-8ad1-589842c83e5d req-45f8050a-4b71-4fa3-82cd-bc1512a205e7 service neutron] 10.222.0.127 "GET /v2.0/ports?network_id=6ac95a6a-5756-473f-8a78-bd3474c2b2ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0979323 Jul 06 14:14:41.997159 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-95468509-e711-43f0-b513-e30031dad5ef tempest-MeteringIpV6TestJSON-177807064 tempest-MeteringIpV6TestJSON-177807064-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-351788892'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:14:41.997621 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-95468509-e711-43f0-b513-e30031dad5ef tempest-MeteringIpV6TestJSON-177807064 tempest-MeteringIpV6TestJSON-177807064-project-admin] Unknown quota resources ['metering_label']. {{(pid=100246) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 06 14:14:42.119717 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-486b97fd-b362-4c8d-8ad1-589842c83e5d req-7d42d7ab-3c42-450e-af47-7f9962f8f200 service neutron] 10.222.0.127 "GET /v2.0/networks/6ac95a6a-5756-473f-8a78-bd3474c2b2ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1192746 Jul 06 14:14:42.228131 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 56126) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:14:42.242642 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4298c9e7-009d-4638-8934-20c18901c818 None None] New status for floating IP 9352125c-5447-40b6-ae8c-e6ddfbbbc821: ACTIVE {{(pid=100249) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 14:14:42.274062 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-486b97fd-b362-4c8d-8ad1-589842c83e5d req-c62619a1-792f-4e90-8b6d-b709af63d373 service neutron] 10.222.0.127 "GET /v2.0/networks/6ac95a6a-5756-473f-8a78-bd3474c2b2ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1398885 Jul 06 14:14:42.296678 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-95468509-e711-43f0-b513-e30031dad5ef tempest-MeteringIpV6TestJSON-177807064 tempest-MeteringIpV6TestJSON-177807064-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:42.300338 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-95468509-e711-43f0-b513-e30031dad5ef tempest-MeteringIpV6TestJSON-177807064 tempest-MeteringIpV6TestJSON-177807064-project-admin] 10.222.0.104 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 477 time: 0.4649332 Jul 06 14:14:42.302788 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 56130) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:14:42.314695 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [None req-1d6d4819-018a-4ee5-a358-de079d320790 tempest-MeteringIpV6TestJSON-177807064 tempest-MeteringIpV6TestJSON-177807064-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': '7542d0fd-552d-4480-a539-ef7f6e43662e'}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:14:42.315704 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [None req-1d6d4819-018a-4ee5-a358-de079d320790 tempest-MeteringIpV6TestJSON-177807064 tempest-MeteringIpV6TestJSON-177807064-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=100247) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 06 14:14:42.435367 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:42.448281 n-d-773647-6 neutron-server[100247]: WARNING neutron.services.metering.metering_plugin [None req-1d6d4819-018a-4ee5-a358-de079d320790 tempest-MeteringIpV6TestJSON-177807064 tempest-MeteringIpV6TestJSON-177807064-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jul 06 14:14:42.450785 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-ff2b488a-edc7-48c3-b641-fbf1c5bce585 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:42.599447 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-ff2b488a-edc7-48c3-b641-fbf1c5bce585 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:42.604371 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-1d6d4819-018a-4ee5-a358-de079d320790 tempest-MeteringIpV6TestJSON-177807064 tempest-MeteringIpV6TestJSON-177807064-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:42.604621 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-ff2b488a-edc7-48c3-b641-fbf1c5bce585 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:42.609946 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-1d6d4819-018a-4ee5-a358-de079d320790 tempest-MeteringIpV6TestJSON-177807064 tempest-MeteringIpV6TestJSON-177807064-project-admin] 10.222.0.104 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.3054216 Jul 06 14:14:42.612356 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 56136) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:14:42.616927 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [None req-c1a3db40-ba77-452f-8545-092203c71742 tempest-MeteringIpV6TestJSON-177807064 tempest-MeteringIpV6TestJSON-177807064-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': '7542d0fd-552d-4480-a539-ef7f6e43662e'}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:14:42.617420 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [None req-c1a3db40-ba77-452f-8545-092203c71742 tempest-MeteringIpV6TestJSON-177807064 tempest-MeteringIpV6TestJSON-177807064-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=100247) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 06 14:14:42.646378 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-ff2b488a-edc7-48c3-b641-fbf1c5bce585 admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=86986db3c7624b4cad815d2eebe1d4bb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3591347 Jul 06 14:14:42.647759 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec9865d-d928-4e3a-a131-21a8fd042b32 req-fcb22ec5-c639-4863-8e35-867f707cd6e8 tempest-AttachVolumeShelveTestJSON-1020519793 tempest-AttachVolumeShelveTestJSON-1020519793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:14:42.649828 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-5ec9865d-d928-4e3a-a131-21a8fd042b32 req-fcb22ec5-c639-4863-8e35-867f707cd6e8 tempest-AttachVolumeShelveTestJSON-1020519793 tempest-AttachVolumeShelveTestJSON-1020519793-project] 10.222.0.104 "GET /v2.0/ports?device_id=775e595c-a8be-4386-9e46-a9528870f5f2 HTTP/1.1" status: 200 len: 943 time: 0.2706368 Jul 06 14:14:42.650367 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 56138) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:14:42.667934 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2b488a-edc7-48c3-b641-fbf1c5bce585 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce596144-c2e3-4cab-b653-94bc55e2132c,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:14:42.714504 n-d-773647-6 neutron-server[100247]: WARNING neutron.services.metering.metering_plugin [None req-c1a3db40-ba77-452f-8545-092203c71742 tempest-MeteringIpV6TestJSON-177807064 tempest-MeteringIpV6TestJSON-177807064-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jul 06 14:14:42.873902 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-5ec9865d-d928-4e3a-a131-21a8fd042b32 req-dca2556c-7b96-4ec9-af05-c8769129df8d tempest-AttachVolumeShelveTestJSON-1020519793 tempest-AttachVolumeShelveTestJSON-1020519793-project] 10.222.0.104 "GET /v2.0/security-groups?id=d3fcccd0-b259-400e-953a-933bdd8f821f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2117181 Jul 06 14:14:42.877450 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-c1a3db40-ba77-452f-8545-092203c71742 tempest-MeteringIpV6TestJSON-177807064 tempest-MeteringIpV6TestJSON-177807064-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:42.881472 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-c1a3db40-ba77-452f-8545-092203c71742 tempest-MeteringIpV6TestJSON-177807064 tempest-MeteringIpV6TestJSON-177807064-project-admin] 10.222.0.104 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.2652259 Jul 06 14:14:42.881805 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 56140) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:14:42.894338 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-11be9b99-181a-489f-a1ee-696116b63be2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:42.899960 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-24d67325-7e7f-46cb-937c-c741afef8405 tempest-MeteringIpV6TestJSON-177807064 tempest-MeteringIpV6TestJSON-177807064-project-admin] 10.222.0.104 "GET /v2.0/metering/metering-label-rules?id=f9f577a6-e340-4e0d-b826-ddf03ee7c823 HTTP/1.1" status: 200 len: 462 time: 0.0141153 Jul 06 14:14:42.900456 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 56142) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:14:42.938708 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-11be9b99-181a-489f-a1ee-696116b63be2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:42.954443 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c584a65-0675-4540-86a9-78845ef4aab7 req-10434f88-76b9-4157-b669-311cbb887451 tempest-ListServerFiltersTestJSON-1215238916 tempest-ListServerFiltersTestJSON-1215238916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:14:42.956294 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-4c584a65-0675-4540-86a9-78845ef4aab7 req-10434f88-76b9-4157-b669-311cbb887451 tempest-ListServerFiltersTestJSON-1215238916 tempest-ListServerFiltersTestJSON-1215238916-project] 10.222.0.104 "GET /v2.0/ports?device_id=52987411-a95f-4c4d-bca9-6ac7bb8b132a HTTP/1.1" status: 200 len: 945 time: 0.2460325 Jul 06 14:14:43.076041 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-5faad3dc-f1e4-4bd3-b557-99318f3a2927 tempest-MeteringIpV6TestJSON-177807064 tempest-MeteringIpV6TestJSON-177807064-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:43.077231 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-5faad3dc-f1e4-4bd3-b557-99318f3a2927 tempest-MeteringIpV6TestJSON-177807064 tempest-MeteringIpV6TestJSON-177807064-project-admin] 10.222.0.104 "DELETE /v2.0/metering/metering-label-rules/f9f577a6-e340-4e0d-b826-ddf03ee7c823 HTTP/1.1" status: 204 len: 168 time: 0.1750941 Jul 06 14:14:43.080665 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 56146) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:14:43.091057 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-4c584a65-0675-4540-86a9-78845ef4aab7 req-9e001a78-db83-425e-89a0-8d668b9b889b tempest-ListServerFiltersTestJSON-1215238916 tempest-ListServerFiltersTestJSON-1215238916-project] 10.222.0.104 "GET /v2.0/security-groups?id=c2d32256-dc35-4b2b-a176-8980c50ac374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285980 Jul 06 14:14:43.107360 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-11be9b99-181a-489f-a1ee-696116b63be2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:43.110067 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-11be9b99-181a-489f-a1ee-696116b63be2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:43.113644 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-11be9b99-181a-489f-a1ee-696116b63be2 admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/ce596144-c2e3-4cab-b653-94bc55e2132c HTTP/1.1" status: 204 len: 168 time: 0.4586761 Jul 06 14:14:43.113795 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-eb58615a-672a-4ef2-a19c-e86ac0aa6df0 tempest-MeteringIpV6TestJSON-177807064 tempest-MeteringIpV6TestJSON-177807064-project-admin] 10.222.0.104 "GET /v2.0/metering/metering-label-rules?id=f9f577a6-e340-4e0d-b826-ddf03ee7c823 HTTP/1.1" status: 200 len: 221 time: 0.0312572 Jul 06 14:14:43.117234 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 56150) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:14:43.121838 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-bfcdb53f-0919-4a89-821f-91bbb8687cb8 tempest-MeteringIpV6TestJSON-177807064 tempest-MeteringIpV6TestJSON-177807064-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--991012940', 'description': 'label created by tempest'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:14:43.126121 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11be9b99-181a-489f-a1ee-696116b63be2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce596144-c2e3-4cab-b653-94bc55e2132c,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:14:43.132221 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-bfcdb53f-0919-4a89-821f-91bbb8687cb8 tempest-MeteringIpV6TestJSON-177807064 tempest-MeteringIpV6TestJSON-177807064-project-admin] Unknown quota resources ['metering_label']. {{(pid=100246) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 06 14:14:43.280833 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Device ee9785f9-b332-4dd9-b5ec-a4776c4a45ad details requested by agent hyperv_n-h1-773647-6 with host n-h1-773647-6 {{(pid=100248) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 14:14:43.450918 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 56156) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:14:43.471786 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-24009490-a3f7-4dbf-9c51-5505368f67e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:43.580863 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-bfcdb53f-0919-4a89-821f-91bbb8687cb8 tempest-MeteringIpV6TestJSON-177807064 tempest-MeteringIpV6TestJSON-177807064-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:43.582317 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-bfcdb53f-0919-4a89-821f-91bbb8687cb8 tempest-MeteringIpV6TestJSON-177807064 tempest-MeteringIpV6TestJSON-177807064-project-admin] 10.222.0.104 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 469 time: 0.4640758 Jul 06 14:14:43.586575 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 56158) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:14:43.621054 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-24009490-a3f7-4dbf-9c51-5505368f67e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:43.627571 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-24009490-a3f7-4dbf-9c51-5505368f67e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:43.649317 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] For port ee9785f9-b332-4dd9-b5ec-a4776c4a45ad, host n-h1-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773647-6',level=0,port_id=ee9785f9-b332-4dd9-b5ec-a4776c4a45ad,segment=NetworkSegment(c15971e2-442e-4b9a-8cef-3ba8ead63686),segment_id=c15971e2-442e-4b9a-8cef-3ba8ead63686)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:14:43.667284 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Returning: {'device': 'ee9785f9-b332-4dd9-b5ec-a4776c4a45ad', 'network_id': 'a1c5aa58-a5eb-4fe0-9c0d-ad9cb3f782ca', 'port_id': 'ee9785f9-b332-4dd9-b5ec-a4776c4a45ad', 'mac_address': 'fa:16:3e:30:2a:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1004, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6ec930d2-90b3-4355-914b-4efea8972d25', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100248) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 14:14:43.670513 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-24009490-a3f7-4dbf-9c51-5505368f67e2 admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=e561f74e59964313ad4af1bc4371f6dd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2181282 Jul 06 14:14:43.676830 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-d9163c51-4c7b-4736-afbd-57c759545e05 tempest-MeteringIpV6TestJSON-177807064 tempest-MeteringIpV6TestJSON-177807064-project-admin] 10.222.0.104 "GET /v2.0/metering/metering-labels?id=4b470af2-0c55-4caa-9381-79eba00306a1 HTTP/1.1" status: 200 len: 467 time: 0.0867615 Jul 06 14:14:43.676830 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 56160) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:14:43.677095 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 56162) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:14:43.690726 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24009490-a3f7-4dbf-9c51-5505368f67e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee5262fd-8b58-4972-bc71-d646b36ebf1f,revision_number=1']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:14:43.710211 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:43.723525 n-d-773647-6 neutron-server[100248]: DEBUG neutron.notifiers.nova [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ee9785f9-b332-4dd9-b5ec-a4776c4a45ad {{(pid=100248) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 14:14:43.745130 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] For port ee9785f9-b332-4dd9-b5ec-a4776c4a45ad, host n-h1-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773647-6',level=0,port_id=ee9785f9-b332-4dd9-b5ec-a4776c4a45ad,segment=NetworkSegment(c15971e2-442e-4b9a-8cef-3ba8ead63686),segment_id=c15971e2-442e-4b9a-8cef-3ba8ead63686)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:14:43.749176 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:43.798175 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Pushing event updated for resources: {'Port': ['ID=ee9785f9-b332-4dd9-b5ec-a4776c4a45ad,revision_number=9']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:14:43.923614 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-ca841e6b-1b62-49a9-be3f-0a03cafaca3d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:43.937840 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-1183d2cb-1006-42f2-bd14-d21b72132317 tempest-MeteringIpV6TestJSON-177807064 tempest-MeteringIpV6TestJSON-177807064-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:43.941695 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-1183d2cb-1006-42f2-bd14-d21b72132317 tempest-MeteringIpV6TestJSON-177807064 tempest-MeteringIpV6TestJSON-177807064-project-admin] 10.222.0.104 "DELETE /v2.0/metering/metering-labels/4b470af2-0c55-4caa-9381-79eba00306a1 HTTP/1.1" status: 204 len: 168 time: 0.2611768 Jul 06 14:14:43.941779 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 56166) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:14:43.968700 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-2c70d85a-94be-4ba0-9896-080492ef10cc tempest-MeteringIpV6TestJSON-177807064 tempest-MeteringIpV6TestJSON-177807064-project-admin] 10.222.0.104 "GET /v2.0/metering/metering-labels?id=4b470af2-0c55-4caa-9381-79eba00306a1 HTTP/1.1" status: 200 len: 216 time: 0.0233455 Jul 06 14:14:43.972219 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 56168) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:14:43.972715 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-ca841e6b-1b62-49a9-be3f-0a03cafaca3d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:43.991854 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-d50c8cc4-886b-44e3-aa93-3141e4e8e051 tempest-MeteringIpV6TestJSON-177807064 tempest-MeteringIpV6TestJSON-177807064-project-admin] 10.222.0.104 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0183234 Jul 06 14:14:43.992427 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 56170) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:14:44.013580 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-5c280099-6e20-4332-bdcb-065bc8483439 tempest-MeteringIpV6TestJSON-177807064 tempest-MeteringIpV6TestJSON-177807064-project-admin] 10.222.0.104 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0200152 Jul 06 14:14:44.014411 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 56172) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:14:44.028779 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-ca841e6b-1b62-49a9-be3f-0a03cafaca3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:44.032623 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-ca841e6b-1b62-49a9-be3f-0a03cafaca3d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:44.034254 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-ca841e6b-1b62-49a9-be3f-0a03cafaca3d admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/ee5262fd-8b58-4972-bc71-d646b36ebf1f HTTP/1.1" status: 204 len: 168 time: 0.3577983 Jul 06 14:14:44.043008 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca841e6b-1b62-49a9-be3f-0a03cafaca3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee5262fd-8b58-4972-bc71-d646b36ebf1f,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:14:44.116117 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 56178) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:14:44.116313 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-6a17a229-eb59-42ae-89b7-d6b64dc42b87 tempest-MeteringIpV6TestJSON-177807064 tempest-MeteringIpV6TestJSON-177807064-project-admin] 10.222.0.104 "GET /v2.0/metering/metering-labels/7542d0fd-552d-4480-a539-ef7f6e43662e HTTP/1.1" status: 200 len: 472 time: 0.1004028 Jul 06 14:14:44.129028 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-0a08a869-817b-4727-93c5-837eab8c74e4 tempest-MeteringIpV6TestJSON-177807064 tempest-MeteringIpV6TestJSON-177807064-project-admin] 10.222.0.104 "GET /v2.0/metering/metering-label-rules/a6a83b6c-4041-497e-b7ef-2fa045c48460 HTTP/1.1" status: 200 len: 459 time: 0.0113680 Jul 06 14:14:44.135109 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 56180) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:14:44.159032 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] get_ports_and_sgs() called for port_ids ['ee9785f9-b332-4dd9-b5ec-a4776c4a45ad'] {{(pid=100248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 14:14:44.184792 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03360520-a369-4a42-8bb0-01d308f533f3 req-4e1ad3dc-e4d7-419f-b106-5df50f6bf233 tempest-AttachVolumeShelveTestJSON-1020519793 tempest-AttachVolumeShelveTestJSON-1020519793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:14:44.186849 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-03360520-a369-4a42-8bb0-01d308f533f3 req-4e1ad3dc-e4d7-419f-b106-5df50f6bf233 tempest-AttachVolumeShelveTestJSON-1020519793 tempest-AttachVolumeShelveTestJSON-1020519793-project] 10.222.0.104 "GET /v2.0/ports?device_id=775e595c-a8be-4386-9e46-a9528870f5f2 HTTP/1.1" status: 200 len: 944 time: 0.1635849 Jul 06 14:14:44.280520 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-03360520-a369-4a42-8bb0-01d308f533f3 req-9d5f25ef-652c-4e74-b3f8-a7886658c270 tempest-AttachVolumeShelveTestJSON-1020519793 tempest-AttachVolumeShelveTestJSON-1020519793-project] 10.222.0.104 "GET /v2.0/security-groups?id=d3fcccd0-b259-400e-953a-933bdd8f821f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0867512 Jul 06 14:14:44.310225 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-3de269d4-690a-4003-bc1a-12c3163896ea tempest-MeteringIpV6TestJSON-177807064 tempest-MeteringIpV6TestJSON-177807064-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:44.314581 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 56184) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:14:44.315329 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-3de269d4-690a-4003-bc1a-12c3163896ea tempest-MeteringIpV6TestJSON-177807064 tempest-MeteringIpV6TestJSON-177807064-project-admin] 10.222.0.104 "DELETE /v2.0/metering/metering-label-rules/a6a83b6c-4041-497e-b7ef-2fa045c48460 HTTP/1.1" status: 204 len: 168 time: 0.1750219 Jul 06 14:14:44.534868 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb3fb3a-21c0-405a-946d-087d5ecd9a6c req-5e962995-b4f9-4140-95ed-e29a80057538 tempest-ListServerFiltersTestJSON-1215238916 tempest-ListServerFiltersTestJSON-1215238916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:14:44.542141 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-6bb3fb3a-21c0-405a-946d-087d5ecd9a6c req-5e962995-b4f9-4140-95ed-e29a80057538 tempest-ListServerFiltersTestJSON-1215238916 tempest-ListServerFiltersTestJSON-1215238916-project] 10.222.0.104 "GET /v2.0/ports?device_id=52987411-a95f-4c4d-bca9-6ac7bb8b132a HTTP/1.1" status: 200 len: 945 time: 0.2443604 Jul 06 14:14:44.627464 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-6bb3fb3a-21c0-405a-946d-087d5ecd9a6c req-e0b9949b-f68b-459a-b35e-a45b128f73a0 tempest-ListServerFiltersTestJSON-1215238916 tempest-ListServerFiltersTestJSON-1215238916-project] 10.222.0.104 "GET /v2.0/security-groups?id=c2d32256-dc35-4b2b-a176-8980c50ac374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812647 Jul 06 14:14:44.642669 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-13283d49-0a25-4ef5-8415-39ebeff325dc tempest-MeteringIpV6TestJSON-177807064 tempest-MeteringIpV6TestJSON-177807064-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:44.642669 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-13283d49-0a25-4ef5-8415-39ebeff325dc tempest-MeteringIpV6TestJSON-177807064 tempest-MeteringIpV6TestJSON-177807064-project-admin] 10.222.0.104 "DELETE /v2.0/metering/metering-labels/7542d0fd-552d-4480-a539-ef7f6e43662e HTTP/1.1" status: 204 len: 168 time: 0.3222098 Jul 06 14:14:44.974854 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 56210) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:14:45.216990 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-39a5fd17-8bbf-40af-b367-da75417e765c admin admin] Notify callbacks [] for security_group, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:45.317554 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-39a5fd17-8bbf-40af-b367-da75417e765c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:45.322928 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-39a5fd17-8bbf-40af-b367-da75417e765c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:45.373187 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-39a5fd17-8bbf-40af-b367-da75417e765c admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=f1861f82b55647e099358cb17bcaf210&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3947177 Jul 06 14:14:45.373187 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a5fd17-8bbf-40af-b367-da75417e765c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9aa8d97d-73fe-4927-a7e5-233e925f0fa2,revision_number=1']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:14:45.374303 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 56236) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:14:45.438669 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-4f2ad9fb-972d-4078-b29b-80f5a0ba5739 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:45.466000 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-4f2ad9fb-972d-4078-b29b-80f5a0ba5739 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:45.496037 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0009f31d-8d9c-4881-872f-a41d5a566e81 req-83ed37bf-85b2-4244-8986-c3421be24563 tempest-AttachVolumeShelveTestJSON-1020519793 tempest-AttachVolumeShelveTestJSON-1020519793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:14:45.508447 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-0009f31d-8d9c-4881-872f-a41d5a566e81 req-83ed37bf-85b2-4244-8986-c3421be24563 tempest-AttachVolumeShelveTestJSON-1020519793 tempest-AttachVolumeShelveTestJSON-1020519793-project] 10.222.0.104 "GET /v2.0/ports?device_id=775e595c-a8be-4386-9e46-a9528870f5f2 HTTP/1.1" status: 200 len: 944 time: 0.0972407 Jul 06 14:14:45.528859 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-4f2ad9fb-972d-4078-b29b-80f5a0ba5739 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:45.532172 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-4f2ad9fb-972d-4078-b29b-80f5a0ba5739 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:45.538016 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-4f2ad9fb-972d-4078-b29b-80f5a0ba5739 admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/9aa8d97d-73fe-4927-a7e5-233e925f0fa2 HTTP/1.1" status: 204 len: 168 time: 0.1614294 Jul 06 14:14:45.551980 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2ad9fb-972d-4078-b29b-80f5a0ba5739 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9aa8d97d-73fe-4927-a7e5-233e925f0fa2,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:14:45.569737 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-0009f31d-8d9c-4881-872f-a41d5a566e81 req-3ca1b1f1-a2c9-48d8-87aa-afa70c741d2f tempest-AttachVolumeShelveTestJSON-1020519793 tempest-AttachVolumeShelveTestJSON-1020519793-project] 10.222.0.104 "GET /v2.0/security-groups?id=d3fcccd0-b259-400e-953a-933bdd8f821f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604131 Jul 06 14:14:45.828455 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18460aeb-3ce3-4848-b82d-6d4f28d4f7fb req-db4c7a56-5895-4c93-826c-c739d8548468 tempest-ListServerFiltersTestJSON-1215238916 tempest-ListServerFiltersTestJSON-1215238916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:14:45.831171 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-18460aeb-3ce3-4848-b82d-6d4f28d4f7fb req-db4c7a56-5895-4c93-826c-c739d8548468 tempest-ListServerFiltersTestJSON-1215238916 tempest-ListServerFiltersTestJSON-1215238916-project] 10.222.0.104 "GET /v2.0/ports?device_id=52987411-a95f-4c4d-bca9-6ac7bb8b132a HTTP/1.1" status: 200 len: 945 time: 0.0766587 Jul 06 14:14:45.886344 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-18460aeb-3ce3-4848-b82d-6d4f28d4f7fb req-7e4908bc-38f8-4182-9ec2-f20f1b15caff tempest-ListServerFiltersTestJSON-1215238916 tempest-ListServerFiltersTestJSON-1215238916-project] 10.222.0.104 "GET /v2.0/security-groups?id=c2d32256-dc35-4b2b-a176-8980c50ac374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458562 Jul 06 14:14:45.921485 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 56272) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:14:45.935149 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-61f1d0b9-7c75-4899-a3bf-b5711c8180c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:45.981016 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 56274) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:14:46.048442 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-61f1d0b9-7c75-4899-a3bf-b5711c8180c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:46.053827 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-61f1d0b9-7c75-4899-a3bf-b5711c8180c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:46.099165 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-61f1d0b9-7c75-4899-a3bf-b5711c8180c8 admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=5e4dd2c0ee91494b95dfe3950bb49b21&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1741900 Jul 06 14:14:46.099165 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f1d0b9-7c75-4899-a3bf-b5711c8180c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acc766a9-b1d8-45bf-852d-6575cf5ffd47,revision_number=1']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:14:46.100539 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 56278) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:14:46.172345 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-33ef3c6f-19be-4a36-a82e-7794fc9ce17a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:46.175008 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-34e98797-4b10-404e-92ed-28eb0793408b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:46.211861 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-34e98797-4b10-404e-92ed-28eb0793408b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:46.292750 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-34e98797-4b10-404e-92ed-28eb0793408b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:46.295245 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-34e98797-4b10-404e-92ed-28eb0793408b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:46.296386 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-34e98797-4b10-404e-92ed-28eb0793408b admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/acc766a9-b1d8-45bf-852d-6575cf5ffd47 HTTP/1.1" status: 204 len: 168 time: 0.1944225 Jul 06 14:14:46.310175 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e98797-4b10-404e-92ed-28eb0793408b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acc766a9-b1d8-45bf-852d-6575cf5ffd47,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:14:46.332618 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-33ef3c6f-19be-4a36-a82e-7794fc9ce17a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:46.340032 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-33ef3c6f-19be-4a36-a82e-7794fc9ce17a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:46.388225 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-33ef3c6f-19be-4a36-a82e-7794fc9ce17a admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=fecdf354e0a44f34bcc260b68fe61f36&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4056892 Jul 06 14:14:46.389770 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ef3c6f-19be-4a36-a82e-7794fc9ce17a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1032dbcf-8f10-4eb2-8a93-470ec9d63bf4,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:14:46.391533 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 56284) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:14:46.451990 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-430be0df-acf5-4228-89b0-6bdb48a190df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:46.474922 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-430be0df-acf5-4228-89b0-6bdb48a190df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:46.535612 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-430be0df-acf5-4228-89b0-6bdb48a190df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:46.535612 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-430be0df-acf5-4228-89b0-6bdb48a190df admin admin] Notify callbacks [] for security_group, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:46.535612 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-430be0df-acf5-4228-89b0-6bdb48a190df admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/1032dbcf-8f10-4eb2-8a93-470ec9d63bf4 HTTP/1.1" status: 204 len: 168 time: 0.1402483 Jul 06 14:14:46.541685 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430be0df-acf5-4228-89b0-6bdb48a190df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1032dbcf-8f10-4eb2-8a93-470ec9d63bf4,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:14:46.794173 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4312cb83-38f1-4fd7-9ef1-a07bf77db8cf req-c2f7aad5-91ab-4e9d-8958-89c8f31dedc8 tempest-AttachVolumeShelveTestJSON-1020519793 tempest-AttachVolumeShelveTestJSON-1020519793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:14:46.801455 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-4312cb83-38f1-4fd7-9ef1-a07bf77db8cf req-c2f7aad5-91ab-4e9d-8958-89c8f31dedc8 tempest-AttachVolumeShelveTestJSON-1020519793 tempest-AttachVolumeShelveTestJSON-1020519793-project] 10.222.0.104 "GET /v2.0/ports?device_id=775e595c-a8be-4386-9e46-a9528870f5f2 HTTP/1.1" status: 200 len: 944 time: 0.0777481 Jul 06 14:14:46.844929 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-4312cb83-38f1-4fd7-9ef1-a07bf77db8cf req-dc27c18f-9724-4d5d-872f-ed451c3b5a72 tempest-AttachVolumeShelveTestJSON-1020519793 tempest-AttachVolumeShelveTestJSON-1020519793-project] 10.222.0.104 "GET /v2.0/security-groups?id=d3fcccd0-b259-400e-953a-933bdd8f821f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424728 Jul 06 14:14:47.074483 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 56322) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:14:47.099290 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29338a41-9935-469b-93f7-89a06329e703 req-23c6e96d-55ac-44a8-9623-674c826f6b28 tempest-ListServerFiltersTestJSON-1215238916 tempest-ListServerFiltersTestJSON-1215238916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:14:47.101707 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-29338a41-9935-469b-93f7-89a06329e703 req-23c6e96d-55ac-44a8-9623-674c826f6b28 tempest-ListServerFiltersTestJSON-1215238916 tempest-ListServerFiltersTestJSON-1215238916-project] 10.222.0.104 "GET /v2.0/ports?device_id=52987411-a95f-4c4d-bca9-6ac7bb8b132a HTTP/1.1" status: 200 len: 945 time: 0.0848689 Jul 06 14:14:47.162278 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-29338a41-9935-469b-93f7-89a06329e703 req-255a9560-3bc0-48be-9db2-f1347f251a83 tempest-ListServerFiltersTestJSON-1215238916 tempest-ListServerFiltersTestJSON-1215238916-project] 10.222.0.104 "GET /v2.0/security-groups?id=c2d32256-dc35-4b2b-a176-8980c50ac374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530639 Jul 06 14:14:47.193950 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-437e21c6-07c8-4c0c-bdee-abd781230782 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Request body: {'network': {'name': 'tempest-RoutersTest-619737518'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:14:47.218991 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-437e21c6-07c8-4c0c-bdee-abd781230782 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Made reservation on behalf of 9c6f2fd69adb42a0ae2388cfacf9d174 for: {'network': 1} {{(pid=100246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:14:47.224530 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-437e21c6-07c8-4c0c-bdee-abd781230782 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for network, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:47.234556 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-437e21c6-07c8-4c0c-bdee-abd781230782 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Notify callbacks [] for security_group, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:47.309117 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Device ee9785f9-b332-4dd9-b5ec-a4776c4a45ad up at agent hyperv_n-h1-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:14:47.377435 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-437e21c6-07c8-4c0c-bdee-abd781230782 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Notify callbacks [] for security_group, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:47.379581 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Provisioning complete for port ee9785f9-b332-4dd9-b5ec-a4776c4a45ad triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:14:47.379984 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:47.383898 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-437e21c6-07c8-4c0c-bdee-abd781230782 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:47.397082 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-437e21c6-07c8-4c0c-bdee-abd781230782 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] vlan segment allocate from pool success with {'vlan_id': 1036, 'physical_network': 'physnet1'} {{(pid=100246) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 14:14:47.412380 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 56336) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:14:47.414245 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-437e21c6-07c8-4c0c-bdee-abd781230782 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552'] for segment, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:47.416756 n-d-773647-6 neutron-server[100246]: INFO neutron.db.segments_db [None req-437e21c6-07c8-4c0c-bdee-abd781230782 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Added segment 43e50c16-2f3d-4fb4-aba1-326907dcc4a3 of type vlan for network 944da58a-f2cf-49de-ac98-d3747e9a6f85 Jul 06 14:14:47.470039 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437e21c6-07c8-4c0c-bdee-abd781230782 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c7f4e1ee-4592-4654-8d96-bec4d735f2c6,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:14:47.499682 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:47.518522 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-437e21c6-07c8-4c0c-bdee-abd781230782 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773752984405'] for network, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:47.526002 n-d-773647-6 neutron-server[100248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '775e595c-a8be-4386-9e46-a9528870f5f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee9785f9-b332-4dd9-b5ec-a4776c4a45ad'}] {{(pid=100248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:14:47.528278 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84af257533e383389cbcf231d3534f4d5e149e7203fea16b4a8fc01438dddaf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a64231e0-5f1f-4429-b5bd-f0a21016be65" -d '{"events": [{"server_uuid": "775e595c-a8be-4386-9e46-a9528870f5f2", "name": "network-vif-plugged", "status": "completed", "tag": "ee9785f9-b332-4dd9-b5ec-a4776c4a45ad"}]}' {{(pid=100248) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:14:47.541819 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] For port ee9785f9-b332-4dd9-b5ec-a4776c4a45ad, host n-h1-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773647-6',level=0,port_id=ee9785f9-b332-4dd9-b5ec-a4776c4a45ad,segment=NetworkSegment(c15971e2-442e-4b9a-8cef-3ba8ead63686),segment_id=c15971e2-442e-4b9a-8cef-3ba8ead63686)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:14:47.549485 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:47.554338 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [None req-c1319111-f1db-4b7f-9f0c-b6cfe89cbb2a tempest-FloatingIPNegativeTestJSON-2080527072 tempest-FloatingIPNegativeTestJSON-2080527072-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-1365364397'}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:14:47.557586 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-437e21c6-07c8-4c0c-bdee-abd781230782 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060'] for network, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:47.581447 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1319111-f1db-4b7f-9f0c-b6cfe89cbb2a tempest-FloatingIPNegativeTestJSON-2080527072 tempest-FloatingIPNegativeTestJSON-2080527072-project] Made reservation on behalf of 272efbc02b6f4ad3a9a7263a1cc73ede for: {'network': 1} {{(pid=100247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:14:47.581969 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-437e21c6-07c8-4c0c-bdee-abd781230782 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:14:47.583029 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-437e21c6-07c8-4c0c-bdee-abd781230782 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Notify callbacks [] for network, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:47.585903 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-c1319111-f1db-4b7f-9f0c-b6cfe89cbb2a tempest-FloatingIPNegativeTestJSON-2080527072 tempest-FloatingIPNegativeTestJSON-2080527072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for network, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:47.595255 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 14:14:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-add7ad86-1203-4b56-8ee3-793135e80f6e x-openstack-request-id: req-add7ad86-1203-4b56-8ee3-793135e80f6e {{(pid=100248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:14:47.595599 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "775e595c-a8be-4386-9e46-a9528870f5f2", "name": "network-vif-plugged", "status": "completed", "tag": "ee9785f9-b332-4dd9-b5ec-a4776c4a45ad", "code": 200}]} {{(pid=100248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:14:47.596053 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-add7ad86-1203-4b56-8ee3-793135e80f6e {{(pid=100248) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:14:47.599124 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-c1319111-f1db-4b7f-9f0c-b6cfe89cbb2a tempest-FloatingIPNegativeTestJSON-2080527072 tempest-FloatingIPNegativeTestJSON-2080527072-project] Notify callbacks [] for security_group, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:47.604388 n-d-773647-6 neutron-server[100248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '775e595c-a8be-4386-9e46-a9528870f5f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee9785f9-b332-4dd9-b5ec-a4776c4a45ad', 'code': 200} Jul 06 14:14:47.666289 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Pushing event updated for resources: {'Port': ['ID=ee9785f9-b332-4dd9-b5ec-a4776c4a45ad,revision_number=10']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:14:47.669914 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437e21c6-07c8-4c0c-bdee-abd781230782 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Pushing event updated for resources: {'Network': ['ID=944da58a-f2cf-49de-ac98-d3747e9a6f85,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:14:47.689540 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Network 944da58a-f2cf-49de-ac98-d3747e9a6f85 details requested by agent ovs-agent-n-d-773647-6 with host n-d-773647-6 {{(pid=100248) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 14:14:47.734911 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-c1319111-f1db-4b7f-9f0c-b6cfe89cbb2a tempest-FloatingIPNegativeTestJSON-2080527072 tempest-FloatingIPNegativeTestJSON-2080527072-project] Notify callbacks [] for security_group, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:47.744765 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-c1319111-f1db-4b7f-9f0c-b6cfe89cbb2a tempest-FloatingIPNegativeTestJSON-2080527072 tempest-FloatingIPNegativeTestJSON-2080527072-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:47.748129 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-437e21c6-07c8-4c0c-bdee-abd781230782 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] 10.222.0.104 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.6722403 Jul 06 14:14:47.751148 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 56342) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:14:47.757246 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-72e2a112-fb0d-4e7a-85e3-5b37f5bda87d tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Request body: {'network': {'name': 'tempest-RoutersTest-1789339344'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:14:47.786010 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72e2a112-fb0d-4e7a-85e3-5b37f5bda87d tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Made reservation on behalf of 9c6f2fd69adb42a0ae2388cfacf9d174 for: {'network': 1} {{(pid=100246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:14:47.791391 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-72e2a112-fb0d-4e7a-85e3-5b37f5bda87d tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for network, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:47.793880 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c1319111-f1db-4b7f-9f0c-b6cfe89cbb2a tempest-FloatingIPNegativeTestJSON-2080527072 tempest-FloatingIPNegativeTestJSON-2080527072-project] vlan segment allocate from pool success with {'vlan_id': 1007, 'physical_network': 'physnet1'} {{(pid=100247) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 14:14:47.824350 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-c1319111-f1db-4b7f-9f0c-b6cfe89cbb2a tempest-FloatingIPNegativeTestJSON-2080527072 tempest-FloatingIPNegativeTestJSON-2080527072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552'] for segment, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:47.826621 n-d-773647-6 neutron-server[100247]: INFO neutron.db.segments_db [None req-c1319111-f1db-4b7f-9f0c-b6cfe89cbb2a tempest-FloatingIPNegativeTestJSON-2080527072 tempest-FloatingIPNegativeTestJSON-2080527072-project] Added segment 772cd364-ab19-41ce-82c7-030211d972c1 of type vlan for network d1ca05dd-0cf3-4b25-b443-c3f893373656 Jul 06 14:14:47.837053 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-72e2a112-fb0d-4e7a-85e3-5b37f5bda87d tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] vlan segment allocate from pool success with {'vlan_id': 1033, 'physical_network': 'physnet1'} {{(pid=100246) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 14:14:47.840178 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1319111-f1db-4b7f-9f0c-b6cfe89cbb2a tempest-FloatingIPNegativeTestJSON-2080527072 tempest-FloatingIPNegativeTestJSON-2080527072-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9c9c2c4a-102f-4e30-be82-d2d3a8922abe,revision_number=1']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:14:47.855000 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-72e2a112-fb0d-4e7a-85e3-5b37f5bda87d tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552'] for segment, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:47.855444 n-d-773647-6 neutron-server[100246]: INFO neutron.db.segments_db [None req-72e2a112-fb0d-4e7a-85e3-5b37f5bda87d tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Added segment 2cecdce2-1942-4a83-be90-72c4816c6ea0 of type vlan for network af10f5a6-49ba-43ab-931e-b8d245faa900 Jul 06 14:14:47.894862 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-c1319111-f1db-4b7f-9f0c-b6cfe89cbb2a tempest-FloatingIPNegativeTestJSON-2080527072 tempest-FloatingIPNegativeTestJSON-2080527072-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773752984405'] for network, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:47.908114 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322520a1-d7b9-42c3-ae40-97c60ed0b342 req-4c886c1d-05ea-41ce-96a1-dedc656816fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:14:47.909748 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-322520a1-d7b9-42c3-ae40-97c60ed0b342 req-4c886c1d-05ea-41ce-96a1-dedc656816fe service neutron] 10.222.0.127 "GET /v2.0/ports?device_id=775e595c-a8be-4386-9e46-a9528870f5f2 HTTP/1.1" status: 200 len: 1097 time: 0.1495428 Jul 06 14:14:47.913294 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-72e2a112-fb0d-4e7a-85e3-5b37f5bda87d tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773752984405'] for network, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:47.953552 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-c1319111-f1db-4b7f-9f0c-b6cfe89cbb2a tempest-FloatingIPNegativeTestJSON-2080527072 tempest-FloatingIPNegativeTestJSON-2080527072-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060'] for network, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:47.954370 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-72e2a112-fb0d-4e7a-85e3-5b37f5bda87d tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060'] for network, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:47.959899 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1319111-f1db-4b7f-9f0c-b6cfe89cbb2a tempest-FloatingIPNegativeTestJSON-2080527072 tempest-FloatingIPNegativeTestJSON-2080527072-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:14:47.960503 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-c1319111-f1db-4b7f-9f0c-b6cfe89cbb2a tempest-FloatingIPNegativeTestJSON-2080527072 tempest-FloatingIPNegativeTestJSON-2080527072-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583035'] for network, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:47.962173 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72e2a112-fb0d-4e7a-85e3-5b37f5bda87d tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:14:47.963180 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-72e2a112-fb0d-4e7a-85e3-5b37f5bda87d tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Notify callbacks [] for network, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:48.026258 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-322520a1-d7b9-42c3-ae40-97c60ed0b342 req-bb3565f4-4063-473b-a8eb-18a3272f3a71 service neutron] 10.222.0.127 "GET /v2.0/security-groups?id=d3fcccd0-b259-400e-953a-933bdd8f821f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1085351 Jul 06 14:14:48.034208 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e2a112-fb0d-4e7a-85e3-5b37f5bda87d tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Pushing event updated for resources: {'Network': ['ID=af10f5a6-49ba-43ab-931e-b8d245faa900,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:14:48.044954 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Network af10f5a6-49ba-43ab-931e-b8d245faa900 details requested by agent ovs-agent-n-d-773647-6 with host n-d-773647-6 {{(pid=100248) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 14:14:48.049923 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-72e2a112-fb0d-4e7a-85e3-5b37f5bda87d tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] 10.222.0.104 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.2975121 Jul 06 14:14:48.053823 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 56346) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:14:48.059766 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-233396b0-2de8-4d72-993a-f71a3b953246 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Request body: {'subnet': {'network_id': '944da58a-f2cf-49de-ac98-d3747e9a6f85', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:14:48.103886 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-c1319111-f1db-4b7f-9f0c-b6cfe89cbb2a tempest-FloatingIPNegativeTestJSON-2080527072 tempest-FloatingIPNegativeTestJSON-2080527072-project] 10.222.0.104 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.6873515 Jul 06 14:14:48.104484 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 56348) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:14:48.109276 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [None req-5a80a547-aa66-43f2-a8b8-e850ca32d4c3 tempest-FloatingIPNegativeTestJSON-2080527072 tempest-FloatingIPNegativeTestJSON-2080527072-project] Request body: {'subnet': {'network_id': 'd1ca05dd-0cf3-4b25-b443-c3f893373656', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:14:48.114164 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1319111-f1db-4b7f-9f0c-b6cfe89cbb2a tempest-FloatingIPNegativeTestJSON-2080527072 tempest-FloatingIPNegativeTestJSON-2080527072-project] Pushing event updated for resources: {'Network': ['ID=d1ca05dd-0cf3-4b25-b443-c3f893373656,revision_number=1']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:14:48.127474 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Network d1ca05dd-0cf3-4b25-b443-c3f893373656 details requested by agent ovs-agent-n-d-773647-6 with host n-d-773647-6 {{(pid=100248) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 14:14:48.186752 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-233396b0-2de8-4d72-993a-f71a3b953246 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Made reservation on behalf of 9c6f2fd69adb42a0ae2388cfacf9d174 for: {'subnet': 1} {{(pid=100246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:14:48.191351 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-233396b0-2de8-4d72-993a-f71a3b953246 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127702029'] for subnet, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:48.222593 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00d39b4-a9dd-4f52-8f7c-2c7f3892e0a4 req-53044a8e-fa25-4c5b-b49c-e7f83917ead6 tempest-AttachVolumeShelveTestJSON-1020519793 tempest-AttachVolumeShelveTestJSON-1020519793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:14:48.224157 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-e00d39b4-a9dd-4f52-8f7c-2c7f3892e0a4 req-53044a8e-fa25-4c5b-b49c-e7f83917ead6 tempest-AttachVolumeShelveTestJSON-1020519793 tempest-AttachVolumeShelveTestJSON-1020519793-project] 10.222.0.104 "GET /v2.0/ports?device_id=775e595c-a8be-4386-9e46-a9528870f5f2 HTTP/1.1" status: 200 len: 946 time: 0.2088439 Jul 06 14:14:48.277770 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a80a547-aa66-43f2-a8b8-e850ca32d4c3 tempest-FloatingIPNegativeTestJSON-2080527072 tempest-FloatingIPNegativeTestJSON-2080527072-project] Made reservation on behalf of 272efbc02b6f4ad3a9a7263a1cc73ede for: {'subnet': 1} {{(pid=100247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:14:48.284199 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-5a80a547-aa66-43f2-a8b8-e850ca32d4c3 tempest-FloatingIPNegativeTestJSON-2080527072 tempest-FloatingIPNegativeTestJSON-2080527072-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127627440'] for subnet, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:48.306515 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-e00d39b4-a9dd-4f52-8f7c-2c7f3892e0a4 req-4915112e-3e14-4cbb-9290-d56ed6436e98 tempest-AttachVolumeShelveTestJSON-1020519793 tempest-AttachVolumeShelveTestJSON-1020519793-project] 10.222.0.104 "GET /v2.0/security-groups?id=d3fcccd0-b259-400e-953a-933bdd8f821f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0750210 Jul 06 14:14:48.417253 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-233396b0-2de8-4d72-993a-f71a3b953246 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1849032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127687649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127702047'] for subnet, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:48.482109 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233396b0-2de8-4d72-993a-f71a3b953246 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Pushing event updated for resources: {'Subnet': ['ID=4c7e3bd5-cb88-4424-89a1-0d31155343d2,revision_number=0']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:14:48.482628 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490aa299-3319-4c89-a602-5d84c247e31d req-0b23bebc-7aad-469b-be75-95ca203577c2 tempest-ListServerFiltersTestJSON-1215238916 tempest-ListServerFiltersTestJSON-1215238916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:14:48.484216 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-490aa299-3319-4c89-a602-5d84c247e31d req-0b23bebc-7aad-469b-be75-95ca203577c2 tempest-ListServerFiltersTestJSON-1215238916 tempest-ListServerFiltersTestJSON-1215238916-project] 10.222.0.104 "GET /v2.0/ports?device_id=52987411-a95f-4c4d-bca9-6ac7bb8b132a HTTP/1.1" status: 200 len: 945 time: 0.1226423 Jul 06 14:14:48.489546 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-233396b0-2de8-4d72-993a-f71a3b953246 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Checking segment: {'id': '43e50c16-2f3d-4fb4-aba1-326907dcc4a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1036, 'network_id': '944da58a-f2cf-49de-ac98-d3747e9a6f85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:14:48.489913 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-233396b0-2de8-4d72-993a-f71a3b953246 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Network hostable DHCP agents. Network: 944da58a-f2cf-49de-ac98-d3747e9a6f85, hostable agents: ['f2bada3d-be77-4359-982b-8505a2bbca04'], hosted agents: [] {{(pid=100246) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 14:14:48.507626 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-233396b0-2de8-4d72-993a-f71a3b953246 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Network 944da58a-f2cf-49de-ac98-d3747e9a6f85 is scheduled to be hosted by DHCP agent f2bada3d-be77-4359-982b-8505a2bbca04 with binding_index 1 {{(pid=100246) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 14:14:48.516866 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.base_scheduler [None req-233396b0-2de8-4d72-993a-f71a3b953246 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773647-6, 944da58a-f2cf-49de-ac98-d3747e9a6f85) {{(pid=100246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:14:48.521059 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-233396b0-2de8-4d72-993a-f71a3b953246 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:14:48.521586 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-233396b0-2de8-4d72-993a-f71a3b953246 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Notify callbacks [] for subnet, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:48.527894 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a71ad46c-c15a-4f57-9b27-99e0837b4228 None None] Network 944da58a-f2cf-49de-ac98-d3747e9a6f85 requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:14:48.541974 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-233396b0-2de8-4d72-993a-f71a3b953246 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] 10.222.0.104 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4845006 Jul 06 14:14:48.542229 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 56356) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:14:48.548601 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-e7b51402-0224-47fc-ae6f-87991796f2a4 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Request body: {'subnet': {'network_id': 'af10f5a6-49ba-43ab-931e-b8d245faa900', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:14:48.553155 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-5a80a547-aa66-43f2-a8b8-e850ca32d4c3 tempest-FloatingIPNegativeTestJSON-2080527072 tempest-FloatingIPNegativeTestJSON-2080527072-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1849032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-128888412', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127627426'] for subnet, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:48.589515 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-490aa299-3319-4c89-a602-5d84c247e31d req-b93e5f8e-6ee9-447c-8872-95f1aee7a921 tempest-ListServerFiltersTestJSON-1215238916 tempest-ListServerFiltersTestJSON-1215238916-project] 10.222.0.104 "GET /v2.0/security-groups?id=c2d32256-dc35-4b2b-a176-8980c50ac374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793648 Jul 06 14:14:48.623156 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a80a547-aa66-43f2-a8b8-e850ca32d4c3 tempest-FloatingIPNegativeTestJSON-2080527072 tempest-FloatingIPNegativeTestJSON-2080527072-project] Pushing event updated for resources: {'Subnet': ['ID=8a69c1d4-a004-4851-92a9-1aafc62c3dbf,revision_number=0']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:14:48.643301 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a80a547-aa66-43f2-a8b8-e850ca32d4c3 tempest-FloatingIPNegativeTestJSON-2080527072 tempest-FloatingIPNegativeTestJSON-2080527072-project] Checking segment: {'id': '772cd364-ab19-41ce-82c7-030211d972c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1007, 'network_id': 'd1ca05dd-0cf3-4b25-b443-c3f893373656'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100247) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:14:48.643662 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a80a547-aa66-43f2-a8b8-e850ca32d4c3 tempest-FloatingIPNegativeTestJSON-2080527072 tempest-FloatingIPNegativeTestJSON-2080527072-project] Network hostable DHCP agents. Network: d1ca05dd-0cf3-4b25-b443-c3f893373656, hostable agents: ['f2bada3d-be77-4359-982b-8505a2bbca04'], hosted agents: [] {{(pid=100247) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 14:14:48.662301 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a80a547-aa66-43f2-a8b8-e850ca32d4c3 tempest-FloatingIPNegativeTestJSON-2080527072 tempest-FloatingIPNegativeTestJSON-2080527072-project] Network d1ca05dd-0cf3-4b25-b443-c3f893373656 is scheduled to be hosted by DHCP agent f2bada3d-be77-4359-982b-8505a2bbca04 with binding_index 1 {{(pid=100247) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 14:14:48.670293 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7b51402-0224-47fc-ae6f-87991796f2a4 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Made reservation on behalf of 9c6f2fd69adb42a0ae2388cfacf9d174 for: {'subnet': 1} {{(pid=100246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:14:48.673140 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.base_scheduler [None req-5a80a547-aa66-43f2-a8b8-e850ca32d4c3 tempest-FloatingIPNegativeTestJSON-2080527072 tempest-FloatingIPNegativeTestJSON-2080527072-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773647-6, d1ca05dd-0cf3-4b25-b443-c3f893373656) {{(pid=100247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:14:48.675468 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-e7b51402-0224-47fc-ae6f-87991796f2a4 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127702029'] for subnet, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:48.685115 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a80a547-aa66-43f2-a8b8-e850ca32d4c3 tempest-FloatingIPNegativeTestJSON-2080527072 tempest-FloatingIPNegativeTestJSON-2080527072-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:14:48.685711 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-5a80a547-aa66-43f2-a8b8-e850ca32d4c3 tempest-FloatingIPNegativeTestJSON-2080527072 tempest-FloatingIPNegativeTestJSON-2080527072-project] Notify callbacks [] for subnet, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:48.687267 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-047b7930-f350-4658-89a6-2794426fa5cd None None] Network d1ca05dd-0cf3-4b25-b443-c3f893373656 requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:14:48.709207 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-5a80a547-aa66-43f2-a8b8-e850ca32d4c3 tempest-FloatingIPNegativeTestJSON-2080527072 tempest-FloatingIPNegativeTestJSON-2080527072-project] 10.222.0.104 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6039867 Jul 06 14:14:48.711717 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 56358) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:14:48.716720 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [None req-21fbf77b-91ac-4fa9-a30c-9aabc5308d60 tempest-FloatingIPNegativeTestJSON-2080527072 tempest-FloatingIPNegativeTestJSON-2080527072-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-1653699895', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:14:48.726695 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69c01afd-753a-4567-8582-3ea3cbf97d7c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6bd5fc82-6666-56e8-87c2-91648d36c963-944da58a-f2cf-49de-ac98-d3747e9a6f85', 'network_id': '944da58a-f2cf-49de-ac98-d3747e9a6f85', 'tenant_id': '9c6f2fd69adb42a0ae2388cfacf9d174', 'fixed_ips': [{'subnet_id': '4c7e3bd5-cb88-4424-89a1-0d31155343d2'}]}} from n-d-773647-6. {{(pid=100248) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 14:14:48.727588 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-69c01afd-753a-4567-8582-3ea3cbf97d7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:48.743291 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-21fbf77b-91ac-4fa9-a30c-9aabc5308d60 tempest-FloatingIPNegativeTestJSON-2080527072 tempest-FloatingIPNegativeTestJSON-2080527072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1806290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6992'] for router, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:48.746020 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-21fbf77b-91ac-4fa9-a30c-9aabc5308d60 tempest-FloatingIPNegativeTestJSON-2080527072 tempest-FloatingIPNegativeTestJSON-2080527072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1806157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1808637', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1714747', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7007'] for router, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:48.802171 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-21fbf77b-91ac-4fa9-a30c-9aabc5308d60 tempest-FloatingIPNegativeTestJSON-2080527072 tempest-FloatingIPNegativeTestJSON-2080527072-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:48.806558 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-21fbf77b-91ac-4fa9-a30c-9aabc5308d60 tempest-FloatingIPNegativeTestJSON-2080527072 tempest-FloatingIPNegativeTestJSON-2080527072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1806297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1761036'] for router, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:48.826488 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-21fbf77b-91ac-4fa9-a30c-9aabc5308d60 tempest-FloatingIPNegativeTestJSON-2080527072 tempest-FloatingIPNegativeTestJSON-2080527072-project] Notify callbacks [] for router, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:48.830182 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-21fbf77b-91ac-4fa9-a30c-9aabc5308d60 tempest-FloatingIPNegativeTestJSON-2080527072 tempest-FloatingIPNegativeTestJSON-2080527072-project] 10.222.0.104 "POST /v2.0/routers HTTP/1.1" status: 201 len: 715 time: 0.1149786 Jul 06 14:14:48.831994 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 56360) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:14:48.939922 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.db_base_plugin_common [None req-69c01afd-753a-4567-8582-3ea3cbf97d7c None None] Allocated IP 172.20.0.2 (944da58a-f2cf-49de-ac98-d3747e9a6f85/4c7e3bd5-cb88-4424-89a1-0d31155343d2/2ce73759-6a3c-4f31-8fa0-da3982336f58) {{(pid=100248) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:14:48.957331 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07da5d44-4b2a-45a3-bd8a-5529fd8e0ac9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6bd5fc82-6666-56e8-87c2-91648d36c963-d1ca05dd-0cf3-4b25-b443-c3f893373656', 'network_id': 'd1ca05dd-0cf3-4b25-b443-c3f893373656', 'tenant_id': '272efbc02b6f4ad3a9a7263a1cc73ede', 'fixed_ips': [{'subnet_id': '8a69c1d4-a004-4851-92a9-1aafc62c3dbf'}]}} from n-d-773647-6. {{(pid=100248) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 14:14:48.958203 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-07da5d44-4b2a-45a3-bd8a-5529fd8e0ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:49.079479 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-e7b51402-0224-47fc-ae6f-87991796f2a4 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1849032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127687649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127702047'] for subnet, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:49.201097 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.db_base_plugin_common [None req-07da5d44-4b2a-45a3-bd8a-5529fd8e0ac9 None None] Allocated IP 172.20.0.2 (d1ca05dd-0cf3-4b25-b443-c3f893373656/8a69c1d4-a004-4851-92a9-1aafc62c3dbf/254be75c-16a2-49bf-9c23-5083c0783c53) {{(pid=100248) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:14:49.203179 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-69c01afd-753a-4567-8582-3ea3cbf97d7c None None] Notify callbacks [] for port, precommit_create {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:49.218092 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-69c01afd-753a-4567-8582-3ea3cbf97d7c None None] Transition to ACTIVE for port object 2ce73759-6a3c-4f31-8fa0-da3982336f58 will not be triggered until provisioned by entity L2. {{(pid=100248) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:14:49.236769 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b51402-0224-47fc-ae6f-87991796f2a4 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Pushing event updated for resources: {'Subnet': ['ID=536b16a0-deb3-4946-8afc-8c28d4a902ad,revision_number=0']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:14:49.258780 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7b51402-0224-47fc-ae6f-87991796f2a4 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Checking segment: {'id': '2cecdce2-1942-4a83-be90-72c4816c6ea0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1033, 'network_id': 'af10f5a6-49ba-43ab-931e-b8d245faa900'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:14:49.259152 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7b51402-0224-47fc-ae6f-87991796f2a4 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Network hostable DHCP agents. Network: af10f5a6-49ba-43ab-931e-b8d245faa900, hostable agents: ['f2bada3d-be77-4359-982b-8505a2bbca04'], hosted agents: [] {{(pid=100246) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 14:14:49.274450 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-69c01afd-753a-4567-8582-3ea3cbf97d7c None None] Transition to ACTIVE for port object 2ce73759-6a3c-4f31-8fa0-da3982336f58 will not be triggered until provisioned by entity DHCP. {{(pid=100248) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:14:49.285636 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-fba73a1b-af7c-4b2a-a412-595218245195 tempest-FloatingIPNegativeTestJSON-2080527072 tempest-FloatingIPNegativeTestJSON-2080527072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:49.291953 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-69c01afd-753a-4567-8582-3ea3cbf97d7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108'] for port, after_create {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:49.410274 n-d-773647-6 neutron-server[100248]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69c01afd-753a-4567-8582-3ea3cbf97d7c None None] Network 944da58a-f2cf-49de-ac98-d3747e9a6f85 is already hosted by enough agents. {{(pid=100248) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:14:49.416985 n-d-773647-6 neutron-server[100248]: DEBUG neutron.scheduler.base_scheduler [None req-69c01afd-753a-4567-8582-3ea3cbf97d7c None None] Resources bound (agent type, host, resource id): {{(pid=100248) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:14:49.437889 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69c01afd-753a-4567-8582-3ea3cbf97d7c None None] Received port after_create {{(pid=100248) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:14:49.445194 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c01afd-753a-4567-8582-3ea3cbf97d7c None None] Pushing event updated for resources: {'Port': ['ID=2ce73759-6a3c-4f31-8fa0-da3982336f58,revision_number=1']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:14:49.517400 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-07da5d44-4b2a-45a3-bd8a-5529fd8e0ac9 None None] Notify callbacks [] for port, precommit_create {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:49.523638 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-69c01afd-753a-4567-8582-3ea3cbf97d7c None None] Attempting to bind port 2ce73759-6a3c-4f31-8fa0-da3982336f58 on host n-d-773647-6 for vnic_type normal with profile {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:14:49.524115 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-69c01afd-753a-4567-8582-3ea3cbf97d7c None None] Attempting to bind port 2ce73759-6a3c-4f31-8fa0-da3982336f58 by drivers openvswitch,hyperv on host n-d-773647-6 at level 0 using segments [{'id': '43e50c16-2f3d-4fb4-aba1-326907dcc4a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1036, 'network_id': '944da58a-f2cf-49de-ac98-d3747e9a6f85'}] {{(pid=100248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:14:49.524689 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69c01afd-753a-4567-8582-3ea3cbf97d7c None None] Attempting to bind port 2ce73759-6a3c-4f31-8fa0-da3982336f58 on network 944da58a-f2cf-49de-ac98-d3747e9a6f85 {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:14:49.533339 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69c01afd-753a-4567-8582-3ea3cbf97d7c None None] Checking agent: {'id': '8ab5b19c-d213-4f29-891d-27bdf39d38b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773647-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 43, 26), 'started_at': datetime.datetime(2021, 7, 6, 13, 43, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 14, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773647-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:14:49.534074 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69c01afd-753a-4567-8582-3ea3cbf97d7c None None] Checking segment: {'id': '43e50c16-2f3d-4fb4-aba1-326907dcc4a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1036, 'network_id': '944da58a-f2cf-49de-ac98-d3747e9a6f85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:14:49.534316 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-69c01afd-753a-4567-8582-3ea3cbf97d7c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:49.534513 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69c01afd-753a-4567-8582-3ea3cbf97d7c None None] Bound using segment: {'id': '43e50c16-2f3d-4fb4-aba1-326907dcc4a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1036, 'network_id': '944da58a-f2cf-49de-ac98-d3747e9a6f85'} {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:14:49.535426 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-69c01afd-753a-4567-8582-3ea3cbf97d7c None None] Bound port: 2ce73759-6a3c-4f31-8fa0-da3982336f58, host: n-d-773647-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43e50c16-2f3d-4fb4-aba1-326907dcc4a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1036, 'network_id': '944da58a-f2cf-49de-ac98-d3747e9a6f85'}}] {{(pid=100248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:14:49.536693 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-69c01afd-753a-4567-8582-3ea3cbf97d7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:49.539142 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-07da5d44-4b2a-45a3-bd8a-5529fd8e0ac9 None None] Transition to ACTIVE for port object 254be75c-16a2-49bf-9c23-5083c0783c53 will not be triggered until provisioned by entity L2. {{(pid=100248) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:14:49.540156 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a381a84-4ab1-45c8-8faf-ae9392fb74d1 req-2b34de5b-e09d-4896-9214-c1c395dd49c2 tempest-AttachVolumeShelveTestJSON-1020519793 tempest-AttachVolumeShelveTestJSON-1020519793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:14:49.542430 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7b51402-0224-47fc-ae6f-87991796f2a4 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Network af10f5a6-49ba-43ab-931e-b8d245faa900 is scheduled to be hosted by DHCP agent f2bada3d-be77-4359-982b-8505a2bbca04 with binding_index 1 {{(pid=100246) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 14:14:49.542860 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-2a381a84-4ab1-45c8-8faf-ae9392fb74d1 req-2b34de5b-e09d-4896-9214-c1c395dd49c2 tempest-AttachVolumeShelveTestJSON-1020519793 tempest-AttachVolumeShelveTestJSON-1020519793-project] 10.222.0.104 "GET /v2.0/ports?device_id=775e595c-a8be-4386-9e46-a9528870f5f2 HTTP/1.1" status: 200 len: 946 time: 0.0809319 Jul 06 14:14:49.567861 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-07da5d44-4b2a-45a3-bd8a-5529fd8e0ac9 None None] Transition to ACTIVE for port object 254be75c-16a2-49bf-9c23-5083c0783c53 will not be triggered until provisioned by entity DHCP. {{(pid=100248) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:14:49.575480 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.base_scheduler [None req-e7b51402-0224-47fc-ae6f-87991796f2a4 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773647-6, af10f5a6-49ba-43ab-931e-b8d245faa900) {{(pid=100246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:14:49.594279 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-2a381a84-4ab1-45c8-8faf-ae9392fb74d1 req-5c9e0165-4c8a-431e-b7eb-8f03a1048633 tempest-AttachVolumeShelveTestJSON-1020519793 tempest-AttachVolumeShelveTestJSON-1020519793-project] 10.222.0.104 "GET /v2.0/security-groups?id=d3fcccd0-b259-400e-953a-933bdd8f821f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437915 Jul 06 14:14:49.595905 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e97430a-7ae9-436b-8045-88ee1a691bbf None None] Network af10f5a6-49ba-43ab-931e-b8d245faa900 requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:14:49.613420 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7b51402-0224-47fc-ae6f-87991796f2a4 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:14:49.614030 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-e7b51402-0224-47fc-ae6f-87991796f2a4 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Notify callbacks [] for subnet, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:49.665752 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-07da5d44-4b2a-45a3-bd8a-5529fd8e0ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108'] for port, after_create {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:49.693370 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 56406) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:14:49.697010 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [None req-d97040d1-c9e0-4cb4-8c47-0170aef0d15a tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-325193615', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:14:49.703513 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-e7b51402-0224-47fc-ae6f-87991796f2a4 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] 10.222.0.104 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1598332 Jul 06 14:14:49.724285 n-d-773647-6 neutron-server[100248]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07da5d44-4b2a-45a3-bd8a-5529fd8e0ac9 None None] Network d1ca05dd-0cf3-4b25-b443-c3f893373656 is already hosted by enough agents. {{(pid=100248) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:14:49.745230 n-d-773647-6 neutron-server[100248]: DEBUG neutron.scheduler.base_scheduler [None req-07da5d44-4b2a-45a3-bd8a-5529fd8e0ac9 None None] Resources bound (agent type, host, resource id): {{(pid=100248) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:14:49.748690 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07da5d44-4b2a-45a3-bd8a-5529fd8e0ac9 None None] Received port after_create {{(pid=100248) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:14:49.792057 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07da5d44-4b2a-45a3-bd8a-5529fd8e0ac9 None None] Pushing event updated for resources: {'Port': ['ID=254be75c-16a2-49bf-9c23-5083c0783c53,revision_number=1']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:14:49.827810 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-69c01afd-753a-4567-8582-3ea3cbf97d7c None None] For port 2ce73759-6a3c-4f31-8fa0-da3982336f58, host n-d-773647-6, cleared binding levels {{(pid=100248) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:14:49.829551 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.db_base_plugin_common [None req-fba73a1b-af7c-4b2a-a412-595218245195 tempest-FloatingIPNegativeTestJSON-2080527072 tempest-FloatingIPNegativeTestJSON-2080527072-project] Allocated IP 172.20.0.1 (d1ca05dd-0cf3-4b25-b443-c3f893373656/8a69c1d4-a004-4851-92a9-1aafc62c3dbf/fa5d293a-bf8a-4ad4-ae68-4166e0acc5d5) {{(pid=100246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:14:49.898257 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-69c01afd-753a-4567-8582-3ea3cbf97d7c None None] For port 2ce73759-6a3c-4f31-8fa0-da3982336f58, host n-d-773647-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=2ce73759-6a3c-4f31-8fa0-da3982336f58,segment=NetworkSegment(43e50c16-2f3d-4fb4-aba1-326907dcc4a3),segment_id=43e50c16-2f3d-4fb4-aba1-326907dcc4a3)] {{(pid=100248) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:14:49.902309 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-07da5d44-4b2a-45a3-bd8a-5529fd8e0ac9 None None] Attempting to bind port 254be75c-16a2-49bf-9c23-5083c0783c53 on host n-d-773647-6 for vnic_type normal with profile {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:14:49.902614 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-07da5d44-4b2a-45a3-bd8a-5529fd8e0ac9 None None] Attempting to bind port 254be75c-16a2-49bf-9c23-5083c0783c53 by drivers openvswitch,hyperv on host n-d-773647-6 at level 0 using segments [{'id': '772cd364-ab19-41ce-82c7-030211d972c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1007, 'network_id': 'd1ca05dd-0cf3-4b25-b443-c3f893373656'}] {{(pid=100248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:14:49.903044 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07da5d44-4b2a-45a3-bd8a-5529fd8e0ac9 None None] Attempting to bind port 254be75c-16a2-49bf-9c23-5083c0783c53 on network d1ca05dd-0cf3-4b25-b443-c3f893373656 {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:14:49.911316 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-69c01afd-753a-4567-8582-3ea3cbf97d7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:49.913371 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07da5d44-4b2a-45a3-bd8a-5529fd8e0ac9 None None] Checking agent: {'id': '8ab5b19c-d213-4f29-891d-27bdf39d38b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773647-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 43, 26), 'started_at': datetime.datetime(2021, 7, 6, 13, 43, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 14, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773647-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:14:49.913754 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07da5d44-4b2a-45a3-bd8a-5529fd8e0ac9 None None] Checking segment: {'id': '772cd364-ab19-41ce-82c7-030211d972c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1007, 'network_id': 'd1ca05dd-0cf3-4b25-b443-c3f893373656'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:14:49.914157 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-07da5d44-4b2a-45a3-bd8a-5529fd8e0ac9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:49.914555 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07da5d44-4b2a-45a3-bd8a-5529fd8e0ac9 None None] Bound using segment: {'id': '772cd364-ab19-41ce-82c7-030211d972c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1007, 'network_id': 'd1ca05dd-0cf3-4b25-b443-c3f893373656'} {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:14:49.915045 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-07da5d44-4b2a-45a3-bd8a-5529fd8e0ac9 None None] Bound port: 254be75c-16a2-49bf-9c23-5083c0783c53, host: n-d-773647-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '772cd364-ab19-41ce-82c7-030211d972c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1007, 'network_id': 'd1ca05dd-0cf3-4b25-b443-c3f893373656'}}] {{(pid=100248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:14:49.915459 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-07da5d44-4b2a-45a3-bd8a-5529fd8e0ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:49.988592 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-fba73a1b-af7c-4b2a-a412-595218245195 tempest-FloatingIPNegativeTestJSON-2080527072 tempest-FloatingIPNegativeTestJSON-2080527072-project] Notify callbacks [] for port, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:50.010856 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.provisioning_blocks [None req-fba73a1b-af7c-4b2a-a412-595218245195 tempest-FloatingIPNegativeTestJSON-2080527072 tempest-FloatingIPNegativeTestJSON-2080527072-project] Transition to ACTIVE for port object fa5d293a-bf8a-4ad4-ae68-4166e0acc5d5 will not be triggered until provisioned by entity DHCP. {{(pid=100246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:14:50.037749 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7297c349-2558-4cd1-93c5-d01680d8f565 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6bd5fc82-6666-56e8-87c2-91648d36c963-af10f5a6-49ba-43ab-931e-b8d245faa900', 'network_id': 'af10f5a6-49ba-43ab-931e-b8d245faa900', 'tenant_id': '9c6f2fd69adb42a0ae2388cfacf9d174', 'fixed_ips': [{'subnet_id': '536b16a0-deb3-4946-8afc-8c28d4a902ad'}]}} from n-d-773647-6. {{(pid=100248) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 14:14:50.038616 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-7297c349-2558-4cd1-93c5-d01680d8f565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:50.050859 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-fba73a1b-af7c-4b2a-a412-595218245195 tempest-FloatingIPNegativeTestJSON-2080527072 tempest-FloatingIPNegativeTestJSON-2080527072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-127687573'] for port, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:50.061298 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c01afd-753a-4567-8582-3ea3cbf97d7c None None] Pushing event updated for resources: {'Port': ['ID=2ce73759-6a3c-4f31-8fa0-da3982336f58,revision_number=2']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:14:50.090110 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-d97040d1-c9e0-4cb4-8c47-0170aef0d15a tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1806290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6992'] for router, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:50.091448 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-d97040d1-c9e0-4cb4-8c47-0170aef0d15a tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1806157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1808637', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1714747', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7007'] for router, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:50.104653 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fba73a1b-af7c-4b2a-a412-595218245195 tempest-FloatingIPNegativeTestJSON-2080527072 tempest-FloatingIPNegativeTestJSON-2080527072-project] Network d1ca05dd-0cf3-4b25-b443-c3f893373656 is already hosted by enough agents. {{(pid=100246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:14:50.111927 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.base_scheduler [None req-fba73a1b-af7c-4b2a-a412-595218245195 tempest-FloatingIPNegativeTestJSON-2080527072 tempest-FloatingIPNegativeTestJSON-2080527072-project] Resources bound (agent type, host, resource id): {{(pid=100246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:14:50.119734 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fba73a1b-af7c-4b2a-a412-595218245195 tempest-FloatingIPNegativeTestJSON-2080527072 tempest-FloatingIPNegativeTestJSON-2080527072-project] Received port after_create {{(pid=100246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:14:50.151326 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba73a1b-af7c-4b2a-a412-595218245195 tempest-FloatingIPNegativeTestJSON-2080527072 tempest-FloatingIPNegativeTestJSON-2080527072-project] Pushing event updated for resources: {'Port': ['ID=fa5d293a-bf8a-4ad4-ae68-4166e0acc5d5,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:14:50.175635 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-fba73a1b-af7c-4b2a-a412-595218245195 tempest-FloatingIPNegativeTestJSON-2080527072 tempest-FloatingIPNegativeTestJSON-2080527072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1807675'] for router_interface, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:50.186063 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d304247-4ad6-4da8-b71f-9431c8a6a656 req-f51eee62-b8b3-4605-a129-6536a686bd5c tempest-ListServerFiltersTestJSON-1215238916 tempest-ListServerFiltersTestJSON-1215238916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:14:50.193856 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-7d304247-4ad6-4da8-b71f-9431c8a6a656 req-f51eee62-b8b3-4605-a129-6536a686bd5c tempest-ListServerFiltersTestJSON-1215238916 tempest-ListServerFiltersTestJSON-1215238916-project] 10.222.0.104 "GET /v2.0/ports?device_id=52987411-a95f-4c4d-bca9-6ac7bb8b132a HTTP/1.1" status: 200 len: 945 time: 0.1456268 Jul 06 14:14:50.217424 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-d97040d1-c9e0-4cb4-8c47-0170aef0d15a tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:50.224793 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-d97040d1-c9e0-4cb4-8c47-0170aef0d15a tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1806297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1761036'] for router, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:50.258262 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-7d304247-4ad6-4da8-b71f-9431c8a6a656 req-58d4baa0-683e-4064-8346-ea5f8106d7d1 tempest-ListServerFiltersTestJSON-1215238916 tempest-ListServerFiltersTestJSON-1215238916-project] 10.222.0.104 "GET /v2.0/security-groups?id=c2d32256-dc35-4b2b-a176-8980c50ac374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632520 Jul 06 14:14:50.273393 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.db_base_plugin_common [None req-7297c349-2558-4cd1-93c5-d01680d8f565 None None] Allocated IP 172.21.0.2 (af10f5a6-49ba-43ab-931e-b8d245faa900/536b16a0-deb3-4946-8afc-8c28d4a902ad/b52e75cc-7508-47e8-a0da-64139288a639) {{(pid=100248) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:14:50.275645 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-d97040d1-c9e0-4cb4-8c47-0170aef0d15a tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Notify callbacks [] for router, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:50.279641 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-d97040d1-c9e0-4cb4-8c47-0170aef0d15a tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] 10.222.0.104 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.5863380 Jul 06 14:14:50.280239 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 56408) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:14:50.291822 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-07da5d44-4b2a-45a3-bd8a-5529fd8e0ac9 None None] For port 254be75c-16a2-49bf-9c23-5083c0783c53, host n-d-773647-6, cleared binding levels {{(pid=100248) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:14:50.381717 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-07da5d44-4b2a-45a3-bd8a-5529fd8e0ac9 None None] For port 254be75c-16a2-49bf-9c23-5083c0783c53, host n-d-773647-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=254be75c-16a2-49bf-9c23-5083c0783c53,segment=NetworkSegment(772cd364-ab19-41ce-82c7-030211d972c1),segment_id=772cd364-ab19-41ce-82c7-030211d972c1)] {{(pid=100248) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:14:50.388988 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-07da5d44-4b2a-45a3-bd8a-5529fd8e0ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:50.411889 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-fba73a1b-af7c-4b2a-a412-595218245195 tempest-FloatingIPNegativeTestJSON-2080527072 tempest-FloatingIPNegativeTestJSON-2080527072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:50.614510 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07da5d44-4b2a-45a3-bd8a-5529fd8e0ac9 None None] Pushing event updated for resources: {'Port': ['ID=254be75c-16a2-49bf-9c23-5083c0783c53,revision_number=2']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:14:50.620976 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-7297c349-2558-4cd1-93c5-d01680d8f565 None None] Notify callbacks [] for port, precommit_create {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:50.631766 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-7297c349-2558-4cd1-93c5-d01680d8f565 None None] Transition to ACTIVE for port object b52e75cc-7508-47e8-a0da-64139288a639 will not be triggered until provisioned by entity L2. {{(pid=100248) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:14:50.659351 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-7297c349-2558-4cd1-93c5-d01680d8f565 None None] Transition to ACTIVE for port object b52e75cc-7508-47e8-a0da-64139288a639 will not be triggered until provisioned by entity DHCP. {{(pid=100248) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:14:50.676189 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-7297c349-2558-4cd1-93c5-d01680d8f565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108'] for port, after_create {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:50.756878 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-3fdf7bc6-be55-4b05-bba0-9cbb05e71999 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:50.762226 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7297c349-2558-4cd1-93c5-d01680d8f565 None None] Pushing event updated for resources: {'Port': ['ID=b52e75cc-7508-47e8-a0da-64139288a639,revision_number=1']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:14:50.774256 n-d-773647-6 neutron-server[100248]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7297c349-2558-4cd1-93c5-d01680d8f565 None None] Network af10f5a6-49ba-43ab-931e-b8d245faa900 is already hosted by enough agents. {{(pid=100248) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:14:50.775766 n-d-773647-6 neutron-server[100248]: DEBUG neutron.scheduler.base_scheduler [None req-7297c349-2558-4cd1-93c5-d01680d8f565 None None] Resources bound (agent type, host, resource id): {{(pid=100248) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:14:50.781429 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7297c349-2558-4cd1-93c5-d01680d8f565 None None] Received port after_create {{(pid=100248) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:14:50.911296 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-7297c349-2558-4cd1-93c5-d01680d8f565 None None] Attempting to bind port b52e75cc-7508-47e8-a0da-64139288a639 on host n-d-773647-6 for vnic_type normal with profile {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:14:50.917992 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-7297c349-2558-4cd1-93c5-d01680d8f565 None None] Attempting to bind port b52e75cc-7508-47e8-a0da-64139288a639 by drivers openvswitch,hyperv on host n-d-773647-6 at level 0 using segments [{'id': '2cecdce2-1942-4a83-be90-72c4816c6ea0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1033, 'network_id': 'af10f5a6-49ba-43ab-931e-b8d245faa900'}] {{(pid=100248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:14:50.919086 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7297c349-2558-4cd1-93c5-d01680d8f565 None None] Attempting to bind port b52e75cc-7508-47e8-a0da-64139288a639 on network af10f5a6-49ba-43ab-931e-b8d245faa900 {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:14:50.934949 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7297c349-2558-4cd1-93c5-d01680d8f565 None None] Checking agent: {'id': '8ab5b19c-d213-4f29-891d-27bdf39d38b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773647-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 43, 26), 'started_at': datetime.datetime(2021, 7, 6, 13, 43, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 14, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773647-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:14:50.935293 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7297c349-2558-4cd1-93c5-d01680d8f565 None None] Checking segment: {'id': '2cecdce2-1942-4a83-be90-72c4816c6ea0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1033, 'network_id': 'af10f5a6-49ba-43ab-931e-b8d245faa900'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:14:50.935715 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-7297c349-2558-4cd1-93c5-d01680d8f565 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:50.936117 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7297c349-2558-4cd1-93c5-d01680d8f565 None None] Bound using segment: {'id': '2cecdce2-1942-4a83-be90-72c4816c6ea0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1033, 'network_id': 'af10f5a6-49ba-43ab-931e-b8d245faa900'} {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:14:50.936714 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-7297c349-2558-4cd1-93c5-d01680d8f565 None None] Bound port: b52e75cc-7508-47e8-a0da-64139288a639, host: n-d-773647-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2cecdce2-1942-4a83-be90-72c4816c6ea0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1033, 'network_id': 'af10f5a6-49ba-43ab-931e-b8d245faa900'}}] {{(pid=100248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:14:50.937106 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-7297c349-2558-4cd1-93c5-d01680d8f565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:51.076623 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-7297c349-2558-4cd1-93c5-d01680d8f565 None None] For port b52e75cc-7508-47e8-a0da-64139288a639, host n-d-773647-6, cleared binding levels {{(pid=100248) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:14:51.084316 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-7297c349-2558-4cd1-93c5-d01680d8f565 None None] For port b52e75cc-7508-47e8-a0da-64139288a639, host n-d-773647-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=b52e75cc-7508-47e8-a0da-64139288a639,segment=NetworkSegment(2cecdce2-1942-4a83-be90-72c4816c6ea0),segment_id=2cecdce2-1942-4a83-be90-72c4816c6ea0)] {{(pid=100248) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:14:51.091421 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-7297c349-2558-4cd1-93c5-d01680d8f565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:51.164320 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 254be75c-16a2-49bf-9c23-5083c0783c53 up at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:14:51.205709 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7297c349-2558-4cd1-93c5-d01680d8f565 None None] Pushing event updated for resources: {'Port': ['ID=b52e75cc-7508-47e8-a0da-64139288a639,revision_number=2']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:14:51.242479 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning for port 254be75c-16a2-49bf-9c23-5083c0783c53 completed by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:14:51.243247 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-fba73a1b-af7c-4b2a-a412-595218245195 tempest-FloatingIPNegativeTestJSON-2080527072 tempest-FloatingIPNegativeTestJSON-2080527072-project] Notify callbacks [] for port, precommit_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:51.249635 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-fba73a1b-af7c-4b2a-a412-595218245195 tempest-FloatingIPNegativeTestJSON-2080527072 tempest-FloatingIPNegativeTestJSON-2080527072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127687527'] for port, after_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:51.250752 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 2ce73759-6a3c-4f31-8fa0-da3982336f58 up at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:14:51.361303 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning for port 2ce73759-6a3c-4f31-8fa0-da3982336f58 completed by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:14:51.373278 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a07b0df-6bf8-46bc-9d21-048d840e9855 req-e6937989-0611-487d-9717-bf7c3bcbf797 tempest-AttachVolumeShelveTestJSON-1020519793 tempest-AttachVolumeShelveTestJSON-1020519793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:14:51.380448 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-5a07b0df-6bf8-46bc-9d21-048d840e9855 req-e6937989-0611-487d-9717-bf7c3bcbf797 tempest-AttachVolumeShelveTestJSON-1020519793 tempest-AttachVolumeShelveTestJSON-1020519793-project] 10.222.0.104 "GET /v2.0/ports?device_id=775e595c-a8be-4386-9e46-a9528870f5f2 HTTP/1.1" status: 200 len: 946 time: 0.4163218 Jul 06 14:14:51.393520 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba73a1b-af7c-4b2a-a412-595218245195 tempest-FloatingIPNegativeTestJSON-2080527072 tempest-FloatingIPNegativeTestJSON-2080527072-project] Pushing event updated for resources: {'Port': ['ID=fa5d293a-bf8a-4ad4-ae68-4166e0acc5d5,revision_number=2']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:14:51.394040 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.db_base_plugin_common [None req-3fdf7bc6-be55-4b05-bba0-9cbb05e71999 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Allocated IP 172.20.0.1 (944da58a-f2cf-49de-ac98-d3747e9a6f85/4c7e3bd5-cb88-4424-89a1-0d31155343d2/f7ec8d01-2ff9-4643-88ba-ae0f91368558) {{(pid=100247) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:14:51.424104 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-fba73a1b-af7c-4b2a-a412-595218245195 tempest-FloatingIPNegativeTestJSON-2080527072 tempest-FloatingIPNegativeTestJSON-2080527072-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1809478'] for router_interface, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:51.432756 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6dedc9-47e9-4920-b2c7-fa51e8987ad0 req-c79b1239-f0b4-42c1-bc1e-025a935b9420 tempest-TestNetworkAdvancedServerOps-137028019 tempest-TestNetworkAdvancedServerOps-137028019-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:14:51.440061 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-8d6dedc9-47e9-4920-b2c7-fa51e8987ad0 req-c79b1239-f0b4-42c1-bc1e-025a935b9420 tempest-TestNetworkAdvancedServerOps-137028019 tempest-TestNetworkAdvancedServerOps-137028019-project-admin] 10.222.0.104 "GET /v2.0/ports?device_id=74c47464-2de6-4359-8407-a9a093dc2562 HTTP/1.1" status: 200 len: 1097 time: 0.2176750 Jul 06 14:14:51.459124 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-8d6dedc9-47e9-4920-b2c7-fa51e8987ad0 req-fecb8c3c-cea4-4c1f-a3e5-af6d39df7003 tempest-TestNetworkAdvancedServerOps-137028019 tempest-TestNetworkAdvancedServerOps-137028019-project-admin] Notify callbacks [] for security_group, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:51.510056 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-5a07b0df-6bf8-46bc-9d21-048d840e9855 req-b872a112-0b00-4dfc-a374-ac3911e2e16d tempest-AttachVolumeShelveTestJSON-1020519793 tempest-AttachVolumeShelveTestJSON-1020519793-project] 10.222.0.104 "GET /v2.0/security-groups?id=d3fcccd0-b259-400e-953a-933bdd8f821f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1284325 Jul 06 14:14:51.613737 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fba73a1b-af7c-4b2a-a412-595218245195 tempest-FloatingIPNegativeTestJSON-2080527072 tempest-FloatingIPNegativeTestJSON-2080527072-project] Network d1ca05dd-0cf3-4b25-b443-c3f893373656 is already hosted by enough agents. {{(pid=100246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:14:51.621820 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.base_scheduler [None req-fba73a1b-af7c-4b2a-a412-595218245195 tempest-FloatingIPNegativeTestJSON-2080527072 tempest-FloatingIPNegativeTestJSON-2080527072-project] Resources bound (agent type, host, resource id): {{(pid=100246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:14:51.745938 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0046a158-af51-4e4c-940f-49e9968d6677 None None] Network 944da58a-f2cf-49de-ac98-d3747e9a6f85 requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:14:51.750344 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-8d6dedc9-47e9-4920-b2c7-fa51e8987ad0 req-fecb8c3c-cea4-4c1f-a3e5-af6d39df7003 tempest-TestNetworkAdvancedServerOps-137028019 tempest-TestNetworkAdvancedServerOps-137028019-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:51.787668 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-8d6dedc9-47e9-4920-b2c7-fa51e8987ad0 req-fecb8c3c-cea4-4c1f-a3e5-af6d39df7003 tempest-TestNetworkAdvancedServerOps-137028019 tempest-TestNetworkAdvancedServerOps-137028019-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:51.819995 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-20e9a6fd-f4b9-4e13-ae4c-d3112d03ab53 None None] Provisioning for port 2ce73759-6a3c-4f31-8fa0-da3982336f58 completed by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:14:51.828096 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-20e9a6fd-f4b9-4e13-ae4c-d3112d03ab53 None None] Provisioning complete for port 2ce73759-6a3c-4f31-8fa0-da3982336f58 triggered by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:14:51.828474 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-20e9a6fd-f4b9-4e13-ae4c-d3112d03ab53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:51.849874 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fba73a1b-af7c-4b2a-a412-595218245195 tempest-FloatingIPNegativeTestJSON-2080527072 tempest-FloatingIPNegativeTestJSON-2080527072-project] Router 653ba9ae-f35a-41a6-8787-488ff8889a4a is scheduled to L3 agent 2823d358-a11b-4885-a706-95a279e43fa7 with binding_index 1 {{(pid=100246) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 14:14:51.896624 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fecb8c3c-cea4-4c1f-a3e5-af6d39df7003 tempest-TestNetworkAdvancedServerOps-137028019 tempest-TestNetworkAdvancedServerOps-137028019-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bf64a7b-0f75-4298-ae44-8946a2423796,revision_number=1']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:14:51.922716 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-8d6dedc9-47e9-4920-b2c7-fa51e8987ad0 req-fecb8c3c-cea4-4c1f-a3e5-af6d39df7003 tempest-TestNetworkAdvancedServerOps-137028019 tempest-TestNetworkAdvancedServerOps-137028019-project-admin] 10.222.0.104 "GET /v2.0/security-groups?id=5d8c99c2-13fb-4e77-b660-83bc40ffb65c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4816830 Jul 06 14:14:51.987759 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-3fdf7bc6-be55-4b05-bba0-9cbb05e71999 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Notify callbacks [] for port, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:51.995258 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fba73a1b-af7c-4b2a-a412-595218245195 tempest-FloatingIPNegativeTestJSON-2080527072 tempest-FloatingIPNegativeTestJSON-2080527072-project] Notify agent at l3_agent.n-d-773647-6 the message routers_updated {{(pid=100246) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 14:14:52.005483 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-fba73a1b-af7c-4b2a-a412-595218245195 tempest-FloatingIPNegativeTestJSON-2080527072 tempest-FloatingIPNegativeTestJSON-2080527072-project] 10.222.0.104 "PUT /v2.0/routers/653ba9ae-f35a-41a6-8787-488ff8889a4a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1723917 Jul 06 14:14:52.006252 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 56432) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:14:52.012133 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-9cbed38f-08ca-4a08-8b25-232fc0466e91 tempest-FloatingIPNegativeTestJSON-2080527072 tempest-FloatingIPNegativeTestJSON-2080527072-project] Request body: {'port': {'network_id': 'd1ca05dd-0cf3-4b25-b443-c3f893373656', 'name': 'tempest-FloatingIPNegativeTestJSON-1949371397'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:14:52.026925 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-20e9a6fd-f4b9-4e13-ae4c-d3112d03ab53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:52.032062 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15d91f69-91e1-49cd-875d-57c6c4d1ec80 None None] Sync routers for ids ['653ba9ae-f35a-41a6-8787-488ff8889a4a'] in n-d-773647-6 {{(pid=100248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 14:14:52.047949 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb43fdd-8192-472f-8ea7-862a79065eec req-35273a9c-33d9-44cb-b46c-646b29cbfb4c tempest-ListServerFiltersTestJSON-1215238916 tempest-ListServerFiltersTestJSON-1215238916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:14:52.049584 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-5fb43fdd-8192-472f-8ea7-862a79065eec req-35273a9c-33d9-44cb-b46c-646b29cbfb4c tempest-ListServerFiltersTestJSON-1215238916 tempest-ListServerFiltersTestJSON-1215238916-project] 10.222.0.104 "GET /v2.0/ports?device_id=52987411-a95f-4c4d-bca9-6ac7bb8b132a HTTP/1.1" status: 200 len: 945 time: 0.2906847 Jul 06 14:14:52.050685 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.provisioning_blocks [None req-3fdf7bc6-be55-4b05-bba0-9cbb05e71999 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Transition to ACTIVE for port object f7ec8d01-2ff9-4643-88ba-ae0f91368558 will not be triggered until provisioned by entity DHCP. {{(pid=100247) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:14:52.122049 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-5fb43fdd-8192-472f-8ea7-862a79065eec req-d7f46eaf-e08e-455a-85a7-72639833f91f tempest-ListServerFiltersTestJSON-1215238916 tempest-ListServerFiltersTestJSON-1215238916-project] 10.222.0.104 "GET /v2.0/security-groups?id=c2d32256-dc35-4b2b-a176-8980c50ac374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650671 Jul 06 14:14:52.136609 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15d91f69-91e1-49cd-875d-57c6c4d1ec80 None None] Routers {'653ba9ae-f35a-41a6-8787-488ff8889a4a'} bound to L3 agent in host n-d-773647-6 {{(pid=100248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:14:52.137330 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-15d91f69-91e1-49cd-875d-57c6c4d1ec80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T14:14:26Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['653ba9ae-f35a-41a6-8787-488ff8889a4a'], 'active': True} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:14:52.194673 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cbed38f-08ca-4a08-8b25-232fc0466e91 tempest-FloatingIPNegativeTestJSON-2080527072 tempest-FloatingIPNegativeTestJSON-2080527072-project] Made reservation on behalf of 272efbc02b6f4ad3a9a7263a1cc73ede for: {'port': 1} {{(pid=100246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:14:52.208064 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-9cbed38f-08ca-4a08-8b25-232fc0466e91 tempest-FloatingIPNegativeTestJSON-2080527072 tempest-FloatingIPNegativeTestJSON-2080527072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:52.208577 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-3fdf7bc6-be55-4b05-bba0-9cbb05e71999 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-128888360'] for port, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:52.258648 n-d-773647-6 neutron-server[100246]: DEBUG neutron.notifiers.nova [None req-9cbed38f-08ca-4a08-8b25-232fc0466e91 tempest-FloatingIPNegativeTestJSON-2080527072 tempest-FloatingIPNegativeTestJSON-2080527072-project] device_id is not set on port 8fbc85be-802d-4d14-980c-d1187e4053a7 yet. {{(pid=100246) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 14:14:52.379674 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdf7bc6-be55-4b05-bba0-9cbb05e71999 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Pushing event updated for resources: {'Port': ['ID=f7ec8d01-2ff9-4643-88ba-ae0f91368558,revision_number=1']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:14:52.442196 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fdf7bc6-be55-4b05-bba0-9cbb05e71999 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Network 944da58a-f2cf-49de-ac98-d3747e9a6f85 is already hosted by enough agents. {{(pid=100247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:14:52.445514 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a2577b8-3030-453b-8cee-3ee2ad48f865 None None] Network d1ca05dd-0cf3-4b25-b443-c3f893373656 requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:14:52.445999 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.base_scheduler [None req-3fdf7bc6-be55-4b05-bba0-9cbb05e71999 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Resources bound (agent type, host, resource id): {{(pid=100247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:14:52.449850 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fdf7bc6-be55-4b05-bba0-9cbb05e71999 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Received port after_create {{(pid=100247) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:14:52.457271 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-15d91f69-91e1-49cd-875d-57c6c4d1ec80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-773647-6', False) {} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:14:52.470746 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-20e9a6fd-f4b9-4e13-ae4c-d3112d03ab53 None None] For port 2ce73759-6a3c-4f31-8fa0-da3982336f58, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=2ce73759-6a3c-4f31-8fa0-da3982336f58,segment=NetworkSegment(43e50c16-2f3d-4fb4-aba1-326907dcc4a3),segment_id=43e50c16-2f3d-4fb4-aba1-326907dcc4a3)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:14:52.535499 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-20e9a6fd-f4b9-4e13-ae4c-d3112d03ab53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:52.560257 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.db_base_plugin_common [None req-9cbed38f-08ca-4a08-8b25-232fc0466e91 tempest-FloatingIPNegativeTestJSON-2080527072 tempest-FloatingIPNegativeTestJSON-2080527072-project] Allocated IP 172.20.0.5 (d1ca05dd-0cf3-4b25-b443-c3f893373656/8a69c1d4-a004-4851-92a9-1aafc62c3dbf/8fbc85be-802d-4d14-980c-d1187e4053a7) {{(pid=100246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:14:52.582260 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-3fdf7bc6-be55-4b05-bba0-9cbb05e71999 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1807675'] for router_interface, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:52.604663 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15d91f69-91e1-49cd-875d-57c6c4d1ec80 None None] Routers {'653ba9ae-f35a-41a6-8787-488ff8889a4a'} bound to L3 agent in host n-d-773647-6 {{(pid=100248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:14:52.605086 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-15d91f69-91e1-49cd-875d-57c6c4d1ec80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T14:14:26Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['653ba9ae-f35a-41a6-8787-488ff8889a4a'], 'active': True} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:14:52.674356 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d20023-43bd-4d2b-82a0-e63e45f6bdb4 req-f2a0e5e3-4dbb-4132-80b9-ad577189ce4c tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:14:52.679080 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-15d91f69-91e1-49cd-875d-57c6c4d1ec80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-773647-6', False) {} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:14:52.679793 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15d91f69-91e1-49cd-875d-57c6c4d1ec80 None None] The sync data for ids ['653ba9ae-f35a-41a6-8787-488ff8889a4a'] in n-d-773647-6 is: [] {{(pid=100248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 14:14:52.684348 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-b0d20023-43bd-4d2b-82a0-e63e45f6bdb4 req-f2a0e5e3-4dbb-4132-80b9-ad577189ce4c tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] 10.222.0.104 "GET /v2.0/ports?device_id=74c47464-2de6-4359-8407-a9a093dc2562 HTTP/1.1" status: 200 len: 946 time: 0.3539803 Jul 06 14:14:52.840896 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e9a6fd-f4b9-4e13-ae4c-d3112d03ab53 None None] Pushing event updated for resources: {'Port': ['ID=2ce73759-6a3c-4f31-8fa0-da3982336f58,revision_number=3']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:14:52.847317 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-9b5d024e-4a7e-4006-8ddf-a8e0d741b030 None None] Provisioning complete for port 2ce73759-6a3c-4f31-8fa0-da3982336f58 triggered by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:14:52.847558 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-9b5d024e-4a7e-4006-8ddf-a8e0d741b030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:52.862952 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-9cbed38f-08ca-4a08-8b25-232fc0466e91 tempest-FloatingIPNegativeTestJSON-2080527072 tempest-FloatingIPNegativeTestJSON-2080527072-project] Notify callbacks [] for port, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:52.864098 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-b0d20023-43bd-4d2b-82a0-e63e45f6bdb4 req-e24ae700-cf52-45cf-8846-2cc1d5bd6f2e tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] 10.222.0.104 "GET /v2.0/security-groups?id=5d8c99c2-13fb-4e77-b660-83bc40ffb65c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1786256 Jul 06 14:14:52.884951 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.provisioning_blocks [None req-9cbed38f-08ca-4a08-8b25-232fc0466e91 tempest-FloatingIPNegativeTestJSON-2080527072 tempest-FloatingIPNegativeTestJSON-2080527072-project] Transition to ACTIVE for port object 8fbc85be-802d-4d14-980c-d1187e4053a7 will not be triggered until provisioned by entity DHCP. {{(pid=100246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:14:52.889791 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 56440) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:14:52.985501 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-3fdf7bc6-be55-4b05-bba0-9cbb05e71999 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:53.037783 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-0aaac2bd-1463-4892-a0a2-4f11f74d6e15 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] 10.222.0.104 "GET /v2.0/floatingips/a5a439f0-38f3-45ae-8671-49fadcf9f37b HTTP/1.1" status: 200 len: 994 time: 0.1455269 Jul 06 14:14:53.050826 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-9cbed38f-08ca-4a08-8b25-232fc0466e91 tempest-FloatingIPNegativeTestJSON-2080527072 tempest-FloatingIPNegativeTestJSON-2080527072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-127687573'] for port, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:53.107002 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cbed38f-08ca-4a08-8b25-232fc0466e91 tempest-FloatingIPNegativeTestJSON-2080527072 tempest-FloatingIPNegativeTestJSON-2080527072-project] Network d1ca05dd-0cf3-4b25-b443-c3f893373656 is already hosted by enough agents. {{(pid=100246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:14:53.111174 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.base_scheduler [None req-9cbed38f-08ca-4a08-8b25-232fc0466e91 tempest-FloatingIPNegativeTestJSON-2080527072 tempest-FloatingIPNegativeTestJSON-2080527072-project] Resources bound (agent type, host, resource id): {{(pid=100246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:14:53.114137 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cbed38f-08ca-4a08-8b25-232fc0466e91 tempest-FloatingIPNegativeTestJSON-2080527072 tempest-FloatingIPNegativeTestJSON-2080527072-project] Received port after_create {{(pid=100246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:14:53.185642 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94fa63f4-1374-4f57-86b8-83ba7d755444 None None] Network af10f5a6-49ba-43ab-931e-b8d245faa900 requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:14:53.200509 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-463a0d99-000a-4bfe-8e85-4dd212773bc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:53.204739 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cbed38f-08ca-4a08-8b25-232fc0466e91 tempest-FloatingIPNegativeTestJSON-2080527072 tempest-FloatingIPNegativeTestJSON-2080527072-project] Pushing event updated for resources: {'Port': ['ID=8fbc85be-802d-4d14-980c-d1187e4053a7,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:14:53.254095 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cbed38f-08ca-4a08-8b25-232fc0466e91 tempest-FloatingIPNegativeTestJSON-2080527072 tempest-FloatingIPNegativeTestJSON-2080527072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:14:53.254745 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-9cbed38f-08ca-4a08-8b25-232fc0466e91 tempest-FloatingIPNegativeTestJSON-2080527072 tempest-FloatingIPNegativeTestJSON-2080527072-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:53.295084 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-9cbed38f-08ca-4a08-8b25-232fc0466e91 tempest-FloatingIPNegativeTestJSON-2080527072 tempest-FloatingIPNegativeTestJSON-2080527072-project] 10.222.0.104 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.2873685 Jul 06 14:14:53.300407 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 56456) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:14:53.319545 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 2ce73759-6a3c-4f31-8fa0-da3982336f58 up at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:14:53.324493 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [None req-fcf8522c-9582-4bfb-be7f-3fd0d89fcc34 tempest-FloatingIPNegativeTestJSON-2080527072 tempest-FloatingIPNegativeTestJSON-2080527072-project] Request body: {'floatingip': {'floating_network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719'}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:14:53.472456 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning complete for port 2ce73759-6a3c-4f31-8fa0-da3982336f58 triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:14:53.472976 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:53.482134 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03a5ee2-39e4-4b0b-9c52-901c70399e0b req-b4bc2588-19f2-42ef-b5a7-47ebe0c7ed57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:14:53.483748 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-e03a5ee2-39e4-4b0b-9c52-901c70399e0b req-b4bc2588-19f2-42ef-b5a7-47ebe0c7ed57 service neutron] 10.222.0.127 "GET /v2.0/ports?tenant_id=522a30113f124836b5456d5ce91d68f6&device_id=52987411-a95f-4c4d-bca9-6ac7bb8b132a HTTP/1.1" status: 200 len: 1096 time: 0.3854086 Jul 06 14:14:53.489149 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-fcf8522c-9582-4bfb-be7f-3fd0d89fcc34 tempest-FloatingIPNegativeTestJSON-2080527072 tempest-FloatingIPNegativeTestJSON-2080527072-project] Notify callbacks [] for floatingip, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:53.541671 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-9b5d024e-4a7e-4006-8ddf-a8e0d741b030 None None] Provisioning for port 254be75c-16a2-49bf-9c23-5083c0783c53 completed by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:14:53.569317 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-9b5d024e-4a7e-4006-8ddf-a8e0d741b030 None None] Provisioning complete for port 254be75c-16a2-49bf-9c23-5083c0783c53 triggered by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:14:53.569855 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-9b5d024e-4a7e-4006-8ddf-a8e0d741b030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:53.705219 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device b52e75cc-7508-47e8-a0da-64139288a639 up at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:14:53.705401 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc19519-a5d8-41da-ad06-b3b9043f0a2e req-cdbf4297-babd-45f9-af9b-b653b892c102 tempest-ListServerFiltersTestJSON-1215238916 tempest-ListServerFiltersTestJSON-1215238916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:14:53.714196 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-7fc19519-a5d8-41da-ad06-b3b9043f0a2e req-cdbf4297-babd-45f9-af9b-b653b892c102 tempest-ListServerFiltersTestJSON-1215238916 tempest-ListServerFiltersTestJSON-1215238916-project] 10.222.0.104 "GET /v2.0/ports?device_id=52987411-a95f-4c4d-bca9-6ac7bb8b132a HTTP/1.1" status: 200 len: 945 time: 0.5230994 Jul 06 14:14:53.821607 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-7fc19519-a5d8-41da-ad06-b3b9043f0a2e req-db4db197-c1f7-47e7-9333-632f29f420fe tempest-ListServerFiltersTestJSON-1215238916 tempest-ListServerFiltersTestJSON-1215238916-project] 10.222.0.104 "GET /v2.0/security-groups?id=c2d32256-dc35-4b2b-a176-8980c50ac374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065371 Jul 06 14:14:53.862045 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning for port b52e75cc-7508-47e8-a0da-64139288a639 completed by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:14:53.910704 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-9b5d024e-4a7e-4006-8ddf-a8e0d741b030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:53.917045 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-3fdf7bc6-be55-4b05-bba0-9cbb05e71999 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Notify callbacks [] for port, precommit_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:53.920585 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03a5ee2-39e4-4b0b-9c52-901c70399e0b req-6fea8119-26b2-41e7-bd99-cc68d08f0933 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:14:53.923041 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-e03a5ee2-39e4-4b0b-9c52-901c70399e0b req-6fea8119-26b2-41e7-bd99-cc68d08f0933 service neutron] 10.222.0.127 "GET /v2.0/networks?id=64c0408f-2770-497a-90f4-ff5572528ca8 HTTP/1.1" status: 200 len: 918 time: 0.4286630 Jul 06 14:14:53.924396 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-3fdf7bc6-be55-4b05-bba0-9cbb05e71999 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128888538'] for port, after_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:53.972941 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-9b5d024e-4a7e-4006-8ddf-a8e0d741b030 None None] For port 254be75c-16a2-49bf-9c23-5083c0783c53, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=254be75c-16a2-49bf-9c23-5083c0783c53,segment=NetworkSegment(772cd364-ab19-41ce-82c7-030211d972c1),segment_id=772cd364-ab19-41ce-82c7-030211d972c1)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:14:53.985357 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-9b5d024e-4a7e-4006-8ddf-a8e0d741b030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:54.054999 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-e03a5ee2-39e4-4b0b-9c52-901c70399e0b req-90a163e0-6d09-4f3e-bb67-4d4af283a2dc service neutron] 10.222.0.127 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e835e248-8ac4-4eef-84e1-40129f7e7a7f HTTP/1.1" status: 200 len: 217 time: 0.1205471 Jul 06 14:14:54.066035 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5d024e-4a7e-4006-8ddf-a8e0d741b030 None None] Pushing event updated for resources: {'Port': ['ID=254be75c-16a2-49bf-9c23-5083c0783c53,revision_number=3']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:14:54.121057 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-49a4de01-69a4-4209-b57d-a498330f4dd7 None None] Provisioning for port f7ec8d01-2ff9-4643-88ba-ae0f91368558 completed by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:14:54.127549 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-49a4de01-69a4-4209-b57d-a498330f4dd7 None None] Provisioning complete for port f7ec8d01-2ff9-4643-88ba-ae0f91368558 triggered by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:14:54.127705 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-49a4de01-69a4-4209-b57d-a498330f4dd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:54.173938 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdf7bc6-be55-4b05-bba0-9cbb05e71999 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Pushing event updated for resources: {'Port': ['ID=f7ec8d01-2ff9-4643-88ba-ae0f91368558,revision_number=2']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:14:54.193442 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-3fdf7bc6-be55-4b05-bba0-9cbb05e71999 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1809478'] for router_interface, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:54.200696 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-49a4de01-69a4-4209-b57d-a498330f4dd7 None None] Port f7ec8d01-2ff9-4643-88ba-ae0f91368558 cannot update to ACTIVE because it is not bound. {{(pid=100248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 14:14:54.224400 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-49a4de01-69a4-4209-b57d-a498330f4dd7 None None] Provisioning for port fa5d293a-bf8a-4ad4-ae68-4166e0acc5d5 completed by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:14:54.233771 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-49a4de01-69a4-4209-b57d-a498330f4dd7 None None] Provisioning complete for port fa5d293a-bf8a-4ad4-ae68-4166e0acc5d5 triggered by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:14:54.233771 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-49a4de01-69a4-4209-b57d-a498330f4dd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:54.234841 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03a5ee2-39e4-4b0b-9c52-901c70399e0b req-4d357125-e097-4f8c-b5b4-f04592ec73b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:14:54.236520 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-e03a5ee2-39e4-4b0b-9c52-901c70399e0b req-4d357125-e097-4f8c-b5b4-f04592ec73b4 service neutron] 10.222.0.127 "GET /v2.0/subnets?id=f2ba01b0-8c06-4918-8cfb-8da662bc6e66 HTTP/1.1" status: 200 len: 855 time: 0.1474686 Jul 06 14:14:54.310701 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-a1f75a69-7de0-4936-94e8-2227e5b6d404 req-83a727ac-6c88-4be7-8f54-69207e5d6d0d service neutron] 10.222.0.104 "GET /v2.0/ports?device_id=74c47464-2de6-4359-8407-a9a093dc2562&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1261091 Jul 06 14:14:54.349174 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-49a4de01-69a4-4209-b57d-a498330f4dd7 None None] Port fa5d293a-bf8a-4ad4-ae68-4166e0acc5d5 cannot update to ACTIVE because it is not bound. {{(pid=100248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 14:14:54.382712 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-49a4de01-69a4-4209-b57d-a498330f4dd7 None None] Provisioning complete for port 254be75c-16a2-49bf-9c23-5083c0783c53 triggered by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:14:54.383782 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-49a4de01-69a4-4209-b57d-a498330f4dd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:54.580323 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-49a4de01-69a4-4209-b57d-a498330f4dd7 None None] Provisioning for port b52e75cc-7508-47e8-a0da-64139288a639 completed by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:14:54.586489 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-49a4de01-69a4-4209-b57d-a498330f4dd7 None None] Provisioning complete for port b52e75cc-7508-47e8-a0da-64139288a639 triggered by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:14:54.586933 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-49a4de01-69a4-4209-b57d-a498330f4dd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:54.751291 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-49a4de01-69a4-4209-b57d-a498330f4dd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:54.792104 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-fcf8522c-9582-4bfb-be7f-3fd0d89fcc34 tempest-FloatingIPNegativeTestJSON-2080527072 tempest-FloatingIPNegativeTestJSON-2080527072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:54.809748 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-49a4de01-69a4-4209-b57d-a498330f4dd7 None None] For port b52e75cc-7508-47e8-a0da-64139288a639, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=b52e75cc-7508-47e8-a0da-64139288a639,segment=NetworkSegment(2cecdce2-1942-4a83-be90-72c4816c6ea0),segment_id=2cecdce2-1942-4a83-be90-72c4816c6ea0)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:14:54.817567 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-49a4de01-69a4-4209-b57d-a498330f4dd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:54.980537 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-fcaf8bbb-efbc-47a1-9cb1-9f00f8fc7514 None None] Provisioning for port 8fbc85be-802d-4d14-980c-d1187e4053a7 completed by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:14:54.985546 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a4de01-69a4-4209-b57d-a498330f4dd7 None None] Pushing event updated for resources: {'Port': ['ID=b52e75cc-7508-47e8-a0da-64139288a639,revision_number=3']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:14:54.995302 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-fcaf8bbb-efbc-47a1-9cb1-9f00f8fc7514 None None] Provisioning complete for port 8fbc85be-802d-4d14-980c-d1187e4053a7 triggered by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:14:55.001651 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-fcaf8bbb-efbc-47a1-9cb1-9f00f8fc7514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:55.065405 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fdf7bc6-be55-4b05-bba0-9cbb05e71999 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Network 944da58a-f2cf-49de-ac98-d3747e9a6f85 is already hosted by enough agents. {{(pid=100247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:14:55.092430 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 254be75c-16a2-49bf-9c23-5083c0783c53 up at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:14:55.104533 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.base_scheduler [None req-3fdf7bc6-be55-4b05-bba0-9cbb05e71999 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Resources bound (agent type, host, resource id): {{(pid=100247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:14:55.144633 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-fcaf8bbb-efbc-47a1-9cb1-9f00f8fc7514 None None] Port 8fbc85be-802d-4d14-980c-d1187e4053a7 cannot update to ACTIVE because it is not bound. {{(pid=100248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 14:14:55.161008 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.db_base_plugin_common [None req-fcf8522c-9582-4bfb-be7f-3fd0d89fcc34 tempest-FloatingIPNegativeTestJSON-2080527072 tempest-FloatingIPNegativeTestJSON-2080527072-project] Allocated IP 172.25.0.219 (2658f09e-a580-4d4a-9968-2d1e0ad93719/cbf74abc-6fe1-4d33-b005-c948923b9647/e0128e89-56b5-40b5-82c3-c96f8f50e3ab) {{(pid=100247) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:14:55.182732 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-fcaf8bbb-efbc-47a1-9cb1-9f00f8fc7514 None None] Provisioning complete for port b52e75cc-7508-47e8-a0da-64139288a639 triggered by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:14:55.183041 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-fcaf8bbb-efbc-47a1-9cb1-9f00f8fc7514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:55.215643 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning complete for port 254be75c-16a2-49bf-9c23-5083c0783c53 triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:14:55.216020 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:55.314506 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03a5ee2-39e4-4b0b-9c52-901c70399e0b req-90583d40-a835-44e7-9dca-63476e447532 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:14:55.316554 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-e03a5ee2-39e4-4b0b-9c52-901c70399e0b req-90583d40-a835-44e7-9dca-63476e447532 service neutron] 10.222.0.127 "GET /v2.0/ports?network_id=64c0408f-2770-497a-90f4-ff5572528ca8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.0684900 Jul 06 14:14:55.414450 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-fcaf8bbb-efbc-47a1-9cb1-9f00f8fc7514 None None] Provisioning complete for port fa5d293a-bf8a-4ad4-ae68-4166e0acc5d5 triggered by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:14:55.414831 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-fcaf8bbb-efbc-47a1-9cb1-9f00f8fc7514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:55.457728 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-fcaf8bbb-efbc-47a1-9cb1-9f00f8fc7514 None None] Port fa5d293a-bf8a-4ad4-ae68-4166e0acc5d5 cannot update to ACTIVE because it is not bound. {{(pid=100248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 14:14:55.525421 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-e243c4a1-1d9d-4436-94ef-87dfedb41ec7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:55.539182 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a947e125-043e-4d74-906b-39b69d8e40e1 req-a976eda0-129f-4814-b175-f62574dd9b9d tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:14:55.540854 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-a947e125-043e-4d74-906b-39b69d8e40e1 req-a976eda0-129f-4814-b175-f62574dd9b9d tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] 10.222.0.104 "GET /v2.0/ports?device_id=74c47464-2de6-4359-8407-a9a093dc2562 HTTP/1.1" status: 200 len: 946 time: 1.2329941 Jul 06 14:14:55.582014 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-fcf8522c-9582-4bfb-be7f-3fd0d89fcc34 tempest-FloatingIPNegativeTestJSON-2080527072 tempest-FloatingIPNegativeTestJSON-2080527072-project] Notify callbacks [] for port, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:55.603698 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-125f9c15-3445-4e94-92ac-50b7d02dca6f None None] Provisioning complete for port f7ec8d01-2ff9-4643-88ba-ae0f91368558 triggered by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:14:55.604167 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-125f9c15-3445-4e94-92ac-50b7d02dca6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:55.650709 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-125f9c15-3445-4e94-92ac-50b7d02dca6f None None] Port f7ec8d01-2ff9-4643-88ba-ae0f91368558 cannot update to ACTIVE because it is not bound. {{(pid=100248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 14:14:55.714778 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-a947e125-043e-4d74-906b-39b69d8e40e1 req-7d19c7f8-e1f4-4f74-93e6-1b4322c7ab64 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] 10.222.0.104 "GET /v2.0/security-groups?id=5d8c99c2-13fb-4e77-b660-83bc40ffb65c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1397684 Jul 06 14:14:55.736832 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-e03a5ee2-39e4-4b0b-9c52-901c70399e0b req-e22ab2a5-663f-4334-b746-754481d46aa2 service neutron] 10.222.0.127 "GET /v2.0/networks/64c0408f-2770-497a-90f4-ff5572528ca8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3116131 Jul 06 14:14:55.755143 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8713c2-fa68-4125-8921-aaed0d876392 req-aab19799-0966-459e-9ecf-32384e1383d6 tempest-ListServerFiltersTestJSON-1215238916 tempest-ListServerFiltersTestJSON-1215238916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:14:55.756905 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-ff8713c2-fa68-4125-8921-aaed0d876392 req-aab19799-0966-459e-9ecf-32384e1383d6 tempest-ListServerFiltersTestJSON-1215238916 tempest-ListServerFiltersTestJSON-1215238916-project] 10.222.0.104 "GET /v2.0/ports?device_id=52987411-a95f-4c4d-bca9-6ac7bb8b132a HTTP/1.1" status: 200 len: 945 time: 0.3739877 Jul 06 14:14:55.787425 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-fcf8522c-9582-4bfb-be7f-3fd0d89fcc34 tempest-FloatingIPNegativeTestJSON-2080527072 tempest-FloatingIPNegativeTestJSON-2080527072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-128888360'] for port, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:55.871250 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:55.897264 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcf8522c-9582-4bfb-be7f-3fd0d89fcc34 tempest-FloatingIPNegativeTestJSON-2080527072 tempest-FloatingIPNegativeTestJSON-2080527072-project] Network 2658f09e-a580-4d4a-9968-2d1e0ad93719 is already hosted by enough agents. {{(pid=100247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:14:55.917679 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3fdf7bc6-be55-4b05-bba0-9cbb05e71999 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Router c9f4aa93-fdaf-44ee-a683-8fcd90b0960f is scheduled to L3 agent 2823d358-a11b-4885-a706-95a279e43fa7 with binding_index 1 {{(pid=100247) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 14:14:55.926017 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.base_scheduler [None req-fcf8522c-9582-4bfb-be7f-3fd0d89fcc34 tempest-FloatingIPNegativeTestJSON-2080527072 tempest-FloatingIPNegativeTestJSON-2080527072-project] Resources bound (agent type, host, resource id): {{(pid=100247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:14:55.933154 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcf8522c-9582-4bfb-be7f-3fd0d89fcc34 tempest-FloatingIPNegativeTestJSON-2080527072 tempest-FloatingIPNegativeTestJSON-2080527072-project] Received port after_create {{(pid=100247) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:14:55.935156 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf8522c-9582-4bfb-be7f-3fd0d89fcc34 tempest-FloatingIPNegativeTestJSON-2080527072 tempest-FloatingIPNegativeTestJSON-2080527072-project] Pushing event updated for resources: {'Port': ['ID=e0128e89-56b5-40b5-82c3-c96f8f50e3ab,revision_number=1']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:14:55.943344 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-ff8713c2-fa68-4125-8921-aaed0d876392 req-69ac6c32-9545-41f9-89b4-94adf51c1dff tempest-ListServerFiltersTestJSON-1215238916 tempest-ListServerFiltersTestJSON-1215238916-project] 10.222.0.104 "GET /v2.0/security-groups?id=c2d32256-dc35-4b2b-a176-8980c50ac374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1723757 Jul 06 14:14:56.033907 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-e03a5ee2-39e4-4b0b-9c52-901c70399e0b req-7892781e-e20b-499a-b0d7-8fd20cbab08d service neutron] 10.222.0.127 "GET /v2.0/networks/64c0408f-2770-497a-90f4-ff5572528ca8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2739661 Jul 06 14:14:56.118970 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fdf7bc6-be55-4b05-bba0-9cbb05e71999 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Notify agent at l3_agent.n-d-773647-6 the message routers_updated {{(pid=100247) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 14:14:56.128399 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-3fdf7bc6-be55-4b05-bba0-9cbb05e71999 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] 10.222.0.104 "PUT /v2.0/routers/c9f4aa93-fdaf-44ee-a683-8fcd90b0960f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8464584 Jul 06 14:14:56.131480 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 56502) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:14:56.131954 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87c1b5ac-8f88-46ee-b3ab-410a12178f0b None None] Sync routers for ids ['c9f4aa93-fdaf-44ee-a683-8fcd90b0960f'] in n-d-773647-6 {{(pid=100249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 14:14:56.136725 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-fcf8522c-9582-4bfb-be7f-3fd0d89fcc34 tempest-FloatingIPNegativeTestJSON-2080527072 tempest-FloatingIPNegativeTestJSON-2080527072-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:56.155317 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87c1b5ac-8f88-46ee-b3ab-410a12178f0b None None] Routers {'c9f4aa93-fdaf-44ee-a683-8fcd90b0960f'} bound to L3 agent in host n-d-773647-6 {{(pid=100249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:14:56.155799 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-87c1b5ac-8f88-46ee-b3ab-410a12178f0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T14:14:56Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['c9f4aa93-fdaf-44ee-a683-8fcd90b0960f'], 'active': True} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:14:56.183671 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-fcf8522c-9582-4bfb-be7f-3fd0d89fcc34 tempest-FloatingIPNegativeTestJSON-2080527072 tempest-FloatingIPNegativeTestJSON-2080527072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:56.213786 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-87c1b5ac-8f88-46ee-b3ab-410a12178f0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-773647-6', False) {} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:14:56.228028 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87c1b5ac-8f88-46ee-b3ab-410a12178f0b None None] Routers {'c9f4aa93-fdaf-44ee-a683-8fcd90b0960f'} bound to L3 agent in host n-d-773647-6 {{(pid=100249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:14:56.229090 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-87c1b5ac-8f88-46ee-b3ab-410a12178f0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T14:14:56Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['c9f4aa93-fdaf-44ee-a683-8fcd90b0960f'], 'active': True} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:14:56.266418 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b56a6f8-44a7-4c3d-992f-c68380f85b87 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:14:56.270577 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-87c1b5ac-8f88-46ee-b3ab-410a12178f0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-773647-6', False) {} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:14:56.271477 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87c1b5ac-8f88-46ee-b3ab-410a12178f0b None None] The sync data for ids ['c9f4aa93-fdaf-44ee-a683-8fcd90b0960f'] in n-d-773647-6 is: [] {{(pid=100249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 14:14:56.274796 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-1b56a6f8-44a7-4c3d-992f-c68380f85b87 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] 10.222.0.104 "GET /v2.0/ports/f7ec8d01-2ff9-4643-88ba-ae0f91368558 HTTP/1.1" status: 200 len: 910 time: 0.1388960 Jul 06 14:14:56.285373 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 56504) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:14:56.333456 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f75a69-7de0-4936-94e8-2227e5b6d404 req-e2a9b0aa-f9de-4a46-9078-53d6789c6e6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:14:56.335134 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-a1f75a69-7de0-4936-94e8-2227e5b6d404 req-e2a9b0aa-f9de-4a46-9078-53d6789c6e6c service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=1077a35eaa714f1bbf260d32c5a52c8f&device_id=74c47464-2de6-4359-8407-a9a093dc2562 HTTP/1.1" status: 200 len: 1097 time: 0.0614502 Jul 06 14:14:56.427629 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f75a69-7de0-4936-94e8-2227e5b6d404 req-94dec414-4dfe-433a-a91b-64ca3eee1423 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:14:56.428993 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-a1f75a69-7de0-4936-94e8-2227e5b6d404 req-94dec414-4dfe-433a-a91b-64ca3eee1423 service neutron] 10.222.0.72 "GET /v2.0/networks?id=120989f8-7a26-49c9-99e3-26a4a5fc00f3 HTTP/1.1" status: 200 len: 898 time: 0.0875032 Jul 06 14:14:56.503082 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-a1f75a69-7de0-4936-94e8-2227e5b6d404 req-9fed4035-c47f-4141-820b-73c046e3d96f service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bc4f675b-2e9f-4750-9375-af3fcf823c8c HTTP/1.1" status: 200 len: 1002 time: 0.0678196 Jul 06 14:14:56.510491 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-fcf8522c-9582-4bfb-be7f-3fd0d89fcc34 tempest-FloatingIPNegativeTestJSON-2080527072 tempest-FloatingIPNegativeTestJSON-2080527072-project] Notify callbacks [] for port, precommit_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:56.519287 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-fcf8522c-9582-4bfb-be7f-3fd0d89fcc34 tempest-FloatingIPNegativeTestJSON-2080527072 tempest-FloatingIPNegativeTestJSON-2080527072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128888538'] for port, after_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:56.562769 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f75a69-7de0-4936-94e8-2227e5b6d404 req-2f816df8-076b-41d9-a989-7c65393d79ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:14:56.564959 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-a1f75a69-7de0-4936-94e8-2227e5b6d404 req-2f816df8-076b-41d9-a989-7c65393d79ec service neutron] 10.222.0.72 "GET /v2.0/subnets?id=a9454952-2025-4848-a48d-6107d2969e09 HTTP/1.1" status: 200 len: 835 time: 0.0503645 Jul 06 14:14:56.578748 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-2064eaae-da4f-48f8-82d2-b09d4ddedd44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:56.658290 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f75a69-7de0-4936-94e8-2227e5b6d404 req-81c8583a-eff6-4e3b-91f0-6e033ae46d87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:14:56.659445 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-a1f75a69-7de0-4936-94e8-2227e5b6d404 req-81c8583a-eff6-4e3b-91f0-6e033ae46d87 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=120989f8-7a26-49c9-99e3-26a4a5fc00f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0857677 Jul 06 14:14:56.719569 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf8522c-9582-4bfb-be7f-3fd0d89fcc34 tempest-FloatingIPNegativeTestJSON-2080527072 tempest-FloatingIPNegativeTestJSON-2080527072-project] Pushing event updated for resources: {'Port': ['ID=e0128e89-56b5-40b5-82c3-c96f8f50e3ab,revision_number=2']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:14:56.753501 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-fcf8522c-9582-4bfb-be7f-3fd0d89fcc34 tempest-FloatingIPNegativeTestJSON-2080527072 tempest-FloatingIPNegativeTestJSON-2080527072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1761130'] for floatingip, after_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:56.784194 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-fcf8522c-9582-4bfb-be7f-3fd0d89fcc34 tempest-FloatingIPNegativeTestJSON-2080527072 tempest-FloatingIPNegativeTestJSON-2080527072-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for floatingip, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:56.788511 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-fcf8522c-9582-4bfb-be7f-3fd0d89fcc34 tempest-FloatingIPNegativeTestJSON-2080527072 tempest-FloatingIPNegativeTestJSON-2080527072-project] 10.222.0.104 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.4703443 Jul 06 14:14:56.788752 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-a1f75a69-7de0-4936-94e8-2227e5b6d404 req-a3039848-0296-4b34-af0c-252c34f046a1 service neutron] 10.222.0.72 "GET /v2.0/networks/120989f8-7a26-49c9-99e3-26a4a5fc00f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1203797 Jul 06 14:14:56.790675 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 56510) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:14:56.797421 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [None req-25f57622-5926-435f-bbcc-bed5b3a5789a tempest-FloatingIPNegativeTestJSON-2080527072 tempest-FloatingIPNegativeTestJSON-2080527072-project] Request body: {'floatingip': {'port_id': '8fbc85be-802d-4d14-980c-d1187e4053a7', 'fixed_ip_address': '172.20.0.5'}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:14:56.992260 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-25f57622-5926-435f-bbcc-bed5b3a5789a tempest-FloatingIPNegativeTestJSON-2080527072 tempest-FloatingIPNegativeTestJSON-2080527072-project] Notify callbacks [] for floatingip, before_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:57.026171 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device b52e75cc-7508-47e8-a0da-64139288a639 up at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:14:57.028429 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-a1f75a69-7de0-4936-94e8-2227e5b6d404 req-8defc5ae-4d36-4721-812d-eb38c505430c service neutron] 10.222.0.72 "GET /v2.0/networks/120989f8-7a26-49c9-99e3-26a4a5fc00f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2290764 Jul 06 14:14:57.089048 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-5a7e283c-5e72-4061-97fc-a20586380cce tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:57.134493 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning complete for port b52e75cc-7508-47e8-a0da-64139288a639 triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:14:57.135276 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:57.247707 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791f3824-15a2-4e29-8665-c67f75cc74bc req-934407fc-1ed0-4bc1-956f-fd9432393c0f tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:14:57.249071 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-791f3824-15a2-4e29-8665-c67f75cc74bc req-934407fc-1ed0-4bc1-956f-fd9432393c0f tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] 10.222.0.104 "GET /v2.0/ports?device_id=74c47464-2de6-4359-8407-a9a093dc2562 HTTP/1.1" status: 200 len: 946 time: 0.3141310 Jul 06 14:14:57.646465 n-d-773647-6 neutron-server[100247]: INFO neutron.api.v2.resource [None req-25f57622-5926-435f-bbcc-bed5b3a5789a tempest-FloatingIPNegativeTestJSON-2080527072 tempest-FloatingIPNegativeTestJSON-2080527072-project] update failed (client error): The resource could not be found. Jul 06 14:14:57.646465 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-25f57622-5926-435f-bbcc-bed5b3a5789a tempest-FloatingIPNegativeTestJSON-2080527072 tempest-FloatingIPNegativeTestJSON-2080527072-project] 10.222.0.104 "PUT /v2.0/floatingips/4a06a38f-91cc-4f92-933d-a9b426dd05ac HTTP/1.1" status: 404 len: 507 time: 0.8546088 Jul 06 14:14:57.650163 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 56518) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:14:57.685472 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-791f3824-15a2-4e29-8665-c67f75cc74bc req-c3a00829-f836-45e0-a9aa-47add38b221f tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] 10.222.0.104 "GET /v2.0/security-groups?id=5d8c99c2-13fb-4e77-b660-83bc40ffb65c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4273939 Jul 06 14:14:57.697244 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e1d40c-0316-4f3d-bc82-a482febec3d3 req-41cad711-8c8e-4970-9476-5b585155cb5c tempest-ListServerFiltersTestJSON-1215238916 tempest-ListServerFiltersTestJSON-1215238916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:14:57.698431 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-66e1d40c-0316-4f3d-bc82-a482febec3d3 req-41cad711-8c8e-4970-9476-5b585155cb5c tempest-ListServerFiltersTestJSON-1215238916 tempest-ListServerFiltersTestJSON-1215238916-project] 10.222.0.104 "GET /v2.0/ports?device_id=52987411-a95f-4c4d-bca9-6ac7bb8b132a HTTP/1.1" status: 200 len: 945 time: 0.5827250 Jul 06 14:14:57.870126 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-66e1d40c-0316-4f3d-bc82-a482febec3d3 req-87bef92e-e427-46c9-a5e7-eb2000a38e8e tempest-ListServerFiltersTestJSON-1215238916 tempest-ListServerFiltersTestJSON-1215238916-project] 10.222.0.104 "GET /v2.0/security-groups?id=c2d32256-dc35-4b2b-a176-8980c50ac374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1398382 Jul 06 14:14:57.966834 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.db_base_plugin_common [None req-5a7e283c-5e72-4061-97fc-a20586380cce tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Allocated IP 172.21.0.1 (af10f5a6-49ba-43ab-931e-b8d245faa900/536b16a0-deb3-4946-8afc-8c28d4a902ad/378cff85-b3f2-448d-b3ff-275334b2e9de) {{(pid=100247) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:14:57.970111 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.plugin [None req-62971940-6cf5-4982-a89c-2fa0ca4ed7f1 tempest-FloatingIPNegativeTestJSON-2080527072 tempest-FloatingIPNegativeTestJSON-2080527072-project] Deleting port e0128e89-56b5-40b5-82c3-c96f8f50e3ab {{(pid=100247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:14:57.970642 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-62971940-6cf5-4982-a89c-2fa0ca4ed7f1 tempest-FloatingIPNegativeTestJSON-2080527072 tempest-FloatingIPNegativeTestJSON-2080527072-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:58.161268 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-62971940-6cf5-4982-a89c-2fa0ca4ed7f1 tempest-FloatingIPNegativeTestJSON-2080527072 tempest-FloatingIPNegativeTestJSON-2080527072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:58.161470 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-62971940-6cf5-4982-a89c-2fa0ca4ed7f1 tempest-FloatingIPNegativeTestJSON-2080527072 tempest-FloatingIPNegativeTestJSON-2080527072-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:58.182904 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.plugin [None req-62971940-6cf5-4982-a89c-2fa0ca4ed7f1 tempest-FloatingIPNegativeTestJSON-2080527072 tempest-FloatingIPNegativeTestJSON-2080527072-project] Calling delete_port for e0128e89-56b5-40b5-82c3-c96f8f50e3ab owned by network:floatingip {{(pid=100247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:14:58.222385 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8c7667-4539-4466-9c59-a7b48247dcaa req-e3477c0c-7aa5-4171-9da8-c7acebc300cf tempest-ListServerFiltersTestJSON-1215238916 tempest-ListServerFiltersTestJSON-1215238916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:14:58.224297 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-ae8c7667-4539-4466-9c59-a7b48247dcaa req-e3477c0c-7aa5-4171-9da8-c7acebc300cf tempest-ListServerFiltersTestJSON-1215238916 tempest-ListServerFiltersTestJSON-1215238916-project] 10.222.0.104 "GET /v2.0/ports?device_id=52987411-a95f-4c4d-bca9-6ac7bb8b132a HTTP/1.1" status: 200 len: 945 time: 0.2071798 Jul 06 14:14:58.230094 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-5a7e283c-5e72-4061-97fc-a20586380cce tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Notify callbacks [] for port, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:58.299731 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.provisioning_blocks [None req-5a7e283c-5e72-4061-97fc-a20586380cce tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Transition to ACTIVE for port object 378cff85-b3f2-448d-b3ff-275334b2e9de will not be triggered until provisioned by entity DHCP. {{(pid=100247) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:14:58.340295 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-ae8c7667-4539-4466-9c59-a7b48247dcaa req-0fbefeb4-8664-4af7-b6b2-b625fd2f28f2 tempest-ListServerFiltersTestJSON-1215238916 tempest-ListServerFiltersTestJSON-1215238916-project] 10.222.0.104 "GET /v2.0/security-groups?id=c2d32256-dc35-4b2b-a176-8980c50ac374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776169 Jul 06 14:14:58.381002 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-03f71b24-a9b8-453a-8924-caa3f97bc6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:58.383684 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-5a7e283c-5e72-4061-97fc-a20586380cce tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-128888360'] for port, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:58.459465 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a7e283c-5e72-4061-97fc-a20586380cce tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Network af10f5a6-49ba-43ab-931e-b8d245faa900 is already hosted by enough agents. {{(pid=100247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:14:58.472446 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.base_scheduler [None req-5a7e283c-5e72-4061-97fc-a20586380cce tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Resources bound (agent type, host, resource id): {{(pid=100247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:14:58.474956 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a7e283c-5e72-4061-97fc-a20586380cce tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Received port after_create {{(pid=100247) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:14:58.489444 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7e283c-5e72-4061-97fc-a20586380cce tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Pushing event updated for resources: {'Port': ['ID=378cff85-b3f2-448d-b3ff-275334b2e9de,revision_number=1']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:14:58.551899 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-62971940-6cf5-4982-a89c-2fa0ca4ed7f1 tempest-FloatingIPNegativeTestJSON-2080527072 tempest-FloatingIPNegativeTestJSON-2080527072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128888353'] for port, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:58.595974 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62971940-6cf5-4982-a89c-2fa0ca4ed7f1 tempest-FloatingIPNegativeTestJSON-2080527072 tempest-FloatingIPNegativeTestJSON-2080527072-project] Pushing event deleted for resources: {'Port': ['ID=e0128e89-56b5-40b5-82c3-c96f8f50e3ab,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:14:58.602437 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-5a7e283c-5e72-4061-97fc-a20586380cce tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1807675'] for router_interface, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:58.730395 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-64147728-63cf-4334-a956-1445f9b83ebf None None] Provisioning for port 378cff85-b3f2-448d-b3ff-275334b2e9de completed by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:14:58.734092 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-64147728-63cf-4334-a956-1445f9b83ebf None None] Provisioning complete for port 378cff85-b3f2-448d-b3ff-275334b2e9de triggered by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:14:58.734256 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-64147728-63cf-4334-a956-1445f9b83ebf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:58.792323 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-64147728-63cf-4334-a956-1445f9b83ebf None None] Port 378cff85-b3f2-448d-b3ff-275334b2e9de cannot update to ACTIVE because it is not bound. {{(pid=100248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 14:14:58.807204 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1735861-e341-4712-93f7-7006c68bcd9e req-58ef80a2-5c0c-4f86-b4a1-4e2486931d2a tempest-ListServerFiltersTestJSON-1215238916 tempest-ListServerFiltersTestJSON-1215238916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:14:58.808831 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-a1735861-e341-4712-93f7-7006c68bcd9e req-58ef80a2-5c0c-4f86-b4a1-4e2486931d2a tempest-ListServerFiltersTestJSON-1215238916 tempest-ListServerFiltersTestJSON-1215238916-project] 10.222.0.104 "GET /v2.0/ports?device_id=b57db9a9-7c86-464d-97f2-0d549a71fb7e HTTP/1.1" status: 200 len: 946 time: 0.3310852 Jul 06 14:14:58.901312 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-62971940-6cf5-4982-a89c-2fa0ca4ed7f1 tempest-FloatingIPNegativeTestJSON-2080527072 tempest-FloatingIPNegativeTestJSON-2080527072-project] Notify callbacks [] for floatingip, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:58.913470 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-62971940-6cf5-4982-a89c-2fa0ca4ed7f1 tempest-FloatingIPNegativeTestJSON-2080527072 tempest-FloatingIPNegativeTestJSON-2080527072-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for floatingip, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:58.918114 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-62971940-6cf5-4982-a89c-2fa0ca4ed7f1 tempest-FloatingIPNegativeTestJSON-2080527072 tempest-FloatingIPNegativeTestJSON-2080527072-project] 10.222.0.104 "DELETE /v2.0/floatingips/4a06a38f-91cc-4f92-933d-a9b426dd05ac HTTP/1.1" status: 204 len: 168 time: 1.2636793 Jul 06 14:14:58.919309 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 56536) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:14:58.930368 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-9e43ef9f-49d5-474c-ac67-e10251d0aa20 tempest-FloatingIPNegativeTestJSON-2080527072 tempest-FloatingIPNegativeTestJSON-2080527072-project] Request body: {'floatingip': {'floating_network_id': 'd1ca05dd-0cf3-4b25-b443-c3f893373656', 'port_id': '8fbc85be-802d-4d14-980c-d1187e4053a7', 'fixed_ip_address': '172.20.0.5'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:14:58.970900 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-9e43ef9f-49d5-474c-ac67-e10251d0aa20 tempest-FloatingIPNegativeTestJSON-2080527072 tempest-FloatingIPNegativeTestJSON-2080527072-project] Notify callbacks [] for floatingip, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:58.994895 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-a1735861-e341-4712-93f7-7006c68bcd9e req-c7e1f8cd-42e4-40c7-bac6-ba43ace343cb tempest-ListServerFiltersTestJSON-1215238916 tempest-ListServerFiltersTestJSON-1215238916-project] 10.222.0.104 "GET /v2.0/security-groups?id=c2d32256-dc35-4b2b-a176-8980c50ac374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1785274 Jul 06 14:14:58.997781 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-5a7e283c-5e72-4061-97fc-a20586380cce tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:59.099208 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93aae635-b377-4c84-abea-2d1a5310f289 req-6372da95-54d6-4306-a979-f3e22b3c72eb tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:14:59.100847 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-93aae635-b377-4c84-abea-2d1a5310f289 req-6372da95-54d6-4306-a979-f3e22b3c72eb tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] 10.222.0.104 "GET /v2.0/ports?device_id=74c47464-2de6-4359-8407-a9a093dc2562 HTTP/1.1" status: 200 len: 946 time: 0.2008438 Jul 06 14:14:59.183186 n-d-773647-6 neutron-server[100246]: INFO neutron.api.v2.resource [None req-9e43ef9f-49d5-474c-ac67-e10251d0aa20 tempest-FloatingIPNegativeTestJSON-2080527072 tempest-FloatingIPNegativeTestJSON-2080527072-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 06 14:14:59.201081 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-9e43ef9f-49d5-474c-ac67-e10251d0aa20 tempest-FloatingIPNegativeTestJSON-2080527072 tempest-FloatingIPNegativeTestJSON-2080527072-project] 10.222.0.104 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.2655497 Jul 06 14:14:59.205524 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 56540) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:14:59.230166 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-35c624fa-e17d-48a5-b9dc-c992208d9865 tempest-FloatingIPNegativeTestJSON-2080527072 tempest-FloatingIPNegativeTestJSON-2080527072-project] Request body: {'floatingip': {'floating_network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'port_id': '8fbc85be-802d-4d14-980c-d1187e4053a7', 'fixed_ip_address': '172.20.0.5'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:14:59.266455 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-35c624fa-e17d-48a5-b9dc-c992208d9865 tempest-FloatingIPNegativeTestJSON-2080527072 tempest-FloatingIPNegativeTestJSON-2080527072-project] Notify callbacks [] for floatingip, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:59.319440 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-93aae635-b377-4c84-abea-2d1a5310f289 req-f7c63131-4447-4f3e-81ac-de575723572d tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] 10.222.0.104 "GET /v2.0/security-groups?id=5d8c99c2-13fb-4e77-b660-83bc40ffb65c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1866088 Jul 06 14:14:59.401986 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-35c624fa-e17d-48a5-b9dc-c992208d9865 tempest-FloatingIPNegativeTestJSON-2080527072 tempest-FloatingIPNegativeTestJSON-2080527072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:59.408520 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47578be1-d0a3-4877-b82c-f93910a2132d req-7012fccc-25c6-4fe8-ad0a-53558a350cf5 tempest-ListServerFiltersTestJSON-1215238916 tempest-ListServerFiltersTestJSON-1215238916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:14:59.410043 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-47578be1-d0a3-4877-b82c-f93910a2132d req-7012fccc-25c6-4fe8-ad0a-53558a350cf5 tempest-ListServerFiltersTestJSON-1215238916 tempest-ListServerFiltersTestJSON-1215238916-project] 10.222.0.104 "GET /v2.0/ports?device_id=96d3eb78-5642-4d73-a0a3-5161d3b5d580 HTTP/1.1" status: 200 len: 945 time: 0.1261759 Jul 06 14:14:59.414289 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-5a7e283c-5e72-4061-97fc-a20586380cce tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Notify callbacks [] for port, precommit_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:59.425538 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-5a7e283c-5e72-4061-97fc-a20586380cce tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128888538'] for port, after_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:59.512597 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.db_base_plugin_common [None req-35c624fa-e17d-48a5-b9dc-c992208d9865 tempest-FloatingIPNegativeTestJSON-2080527072 tempest-FloatingIPNegativeTestJSON-2080527072-project] Allocated IP 172.25.0.32 (2658f09e-a580-4d4a-9968-2d1e0ad93719/cbf74abc-6fe1-4d33-b005-c948923b9647/97bfb7b4-1fcb-420e-82af-d656eece3bea) {{(pid=100246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:14:59.521883 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-47578be1-d0a3-4877-b82c-f93910a2132d req-4fd796aa-bfb8-46a5-930d-503a6d6ab621 tempest-ListServerFiltersTestJSON-1215238916 tempest-ListServerFiltersTestJSON-1215238916-project] 10.222.0.104 "GET /v2.0/security-groups?id=c2d32256-dc35-4b2b-a176-8980c50ac374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034875 Jul 06 14:14:59.525342 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7e283c-5e72-4061-97fc-a20586380cce tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Pushing event updated for resources: {'Port': ['ID=378cff85-b3f2-448d-b3ff-275334b2e9de,revision_number=2']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:14:59.529096 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-5a7e283c-5e72-4061-97fc-a20586380cce tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1809478'] for router_interface, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:59.589458 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [req-8a3c0fc8-93b6-4162-b948-279b957e3238 req-e2841aa5-5262-4649-aa2c-a5f82b2b5fb8 tempest-ListServerFiltersTestJSON-1215238916 tempest-ListServerFiltersTestJSON-1215238916-project] http://10.222.0.104:9696/v2.0/extensions returned with HTTP 200 {{(pid=100247) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 14:14:59.590429 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-8a3c0fc8-93b6-4162-b948-279b957e3238 req-e2841aa5-5262-4649-aa2c-a5f82b2b5fb8 tempest-ListServerFiltersTestJSON-1215238916 tempest-ListServerFiltersTestJSON-1215238916-project] 10.222.0.104 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055516 Jul 06 14:14:59.639618 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-35c624fa-e17d-48a5-b9dc-c992208d9865 tempest-FloatingIPNegativeTestJSON-2080527072 tempest-FloatingIPNegativeTestJSON-2080527072-project] Notify callbacks [] for port, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:59.681313 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-35c624fa-e17d-48a5-b9dc-c992208d9865 tempest-FloatingIPNegativeTestJSON-2080527072 tempest-FloatingIPNegativeTestJSON-2080527072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-127687573'] for port, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:59.701668 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a7e283c-5e72-4061-97fc-a20586380cce tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Network af10f5a6-49ba-43ab-931e-b8d245faa900 is already hosted by enough agents. {{(pid=100247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:14:59.716122 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.base_scheduler [None req-5a7e283c-5e72-4061-97fc-a20586380cce tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Resources bound (agent type, host, resource id): {{(pid=100247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:14:59.721914 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35c624fa-e17d-48a5-b9dc-c992208d9865 tempest-FloatingIPNegativeTestJSON-2080527072 tempest-FloatingIPNegativeTestJSON-2080527072-project] Network 2658f09e-a580-4d4a-9968-2d1e0ad93719 is already hosted by enough agents. {{(pid=100246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:14:59.726485 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.base_scheduler [None req-35c624fa-e17d-48a5-b9dc-c992208d9865 tempest-FloatingIPNegativeTestJSON-2080527072 tempest-FloatingIPNegativeTestJSON-2080527072-project] Resources bound (agent type, host, resource id): {{(pid=100246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:14:59.729418 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35c624fa-e17d-48a5-b9dc-c992208d9865 tempest-FloatingIPNegativeTestJSON-2080527072 tempest-FloatingIPNegativeTestJSON-2080527072-project] Received port after_create {{(pid=100246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:14:59.761357 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c624fa-e17d-48a5-b9dc-c992208d9865 tempest-FloatingIPNegativeTestJSON-2080527072 tempest-FloatingIPNegativeTestJSON-2080527072-project] Pushing event updated for resources: {'Port': ['ID=97bfb7b4-1fcb-420e-82af-d656eece3bea,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:14:59.791989 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-8a3c0fc8-93b6-4162-b948-279b957e3238 req-1343b311-3f6d-4bdf-b8fb-1213737feadb tempest-ListServerFiltersTestJSON-1215238916 tempest-ListServerFiltersTestJSON-1215238916-project] 10.222.0.104 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.10&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.1926916 Jul 06 14:14:59.848921 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a7e283c-5e72-4061-97fc-a20586380cce tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Router c9f4aa93-fdaf-44ee-a683-8fcd90b0960f has already been hosted by L3 agent 2823d358-a11b-4885-a706-95a279e43fa7 {{(pid=100247) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 14:14:59.954060 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a7e283c-5e72-4061-97fc-a20586380cce tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Notify agent at l3_agent.n-d-773647-6 the message routers_updated {{(pid=100247) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 14:14:59.954356 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [None req-35c624fa-e17d-48a5-b9dc-c992208d9865 tempest-FloatingIPNegativeTestJSON-2080527072 tempest-FloatingIPNegativeTestJSON-2080527072-project] Deleting port 97bfb7b4-1fcb-420e-82af-d656eece3bea {{(pid=100246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:14:59.954819 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-35c624fa-e17d-48a5-b9dc-c992208d9865 tempest-FloatingIPNegativeTestJSON-2080527072 tempest-FloatingIPNegativeTestJSON-2080527072-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:59.966476 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-5a7e283c-5e72-4061-97fc-a20586380cce tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] 10.222.0.104 "PUT /v2.0/routers/c9f4aa93-fdaf-44ee-a683-8fcd90b0960f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6775138 Jul 06 14:14:59.967290 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 56548) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:14:59.984339 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71259851-26ad-43ea-a4b2-972ddac94304 None None] Sync routers for ids ['c9f4aa93-fdaf-44ee-a683-8fcd90b0960f'] in n-d-773647-6 {{(pid=100248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 14:15:00.002594 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71259851-26ad-43ea-a4b2-972ddac94304 None None] Routers {'c9f4aa93-fdaf-44ee-a683-8fcd90b0960f'} bound to L3 agent in host n-d-773647-6 {{(pid=100248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:15:00.003307 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-71259851-26ad-43ea-a4b2-972ddac94304 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T14:14:56Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['c9f4aa93-fdaf-44ee-a683-8fcd90b0960f'], 'active': True} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:15:00.068624 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4675fb16-260e-40dc-964e-069188cd38cf tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:15:00.070446 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-4675fb16-260e-40dc-964e-069188cd38cf tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] 10.222.0.104 "GET /v2.0/ports/378cff85-b3f2-448d-b3ff-275334b2e9de HTTP/1.1" status: 200 len: 910 time: 0.1020217 Jul 06 14:15:00.072704 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-35c624fa-e17d-48a5-b9dc-c992208d9865 tempest-FloatingIPNegativeTestJSON-2080527072 tempest-FloatingIPNegativeTestJSON-2080527072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:00.073134 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-35c624fa-e17d-48a5-b9dc-c992208d9865 tempest-FloatingIPNegativeTestJSON-2080527072 tempest-FloatingIPNegativeTestJSON-2080527072-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:00.073612 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 56554) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:15:00.082140 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-71259851-26ad-43ea-a4b2-972ddac94304 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-773647-6', False) {} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:15:00.091556 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71259851-26ad-43ea-a4b2-972ddac94304 None None] Routers {'c9f4aa93-fdaf-44ee-a683-8fcd90b0960f'} bound to L3 agent in host n-d-773647-6 {{(pid=100248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:15:00.092265 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-71259851-26ad-43ea-a4b2-972ddac94304 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T14:14:56Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['c9f4aa93-fdaf-44ee-a683-8fcd90b0960f'], 'active': True} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:15:00.092752 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [None req-35c624fa-e17d-48a5-b9dc-c992208d9865 tempest-FloatingIPNegativeTestJSON-2080527072 tempest-FloatingIPNegativeTestJSON-2080527072-project] Calling delete_port for 97bfb7b4-1fcb-420e-82af-d656eece3bea owned by network:floatingip {{(pid=100246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:15:00.132170 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-71259851-26ad-43ea-a4b2-972ddac94304 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-773647-6', False) {} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:15:00.132903 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71259851-26ad-43ea-a4b2-972ddac94304 None None] The sync data for ids ['c9f4aa93-fdaf-44ee-a683-8fcd90b0960f'] in n-d-773647-6 is: [] {{(pid=100248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 14:15:00.144356 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-c6282abd-720e-486e-9462-1b722bbf9c0f None None] Provisioning complete for port 378cff85-b3f2-448d-b3ff-275334b2e9de triggered by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:15:00.145077 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-c6282abd-720e-486e-9462-1b722bbf9c0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:00.184803 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-c6282abd-720e-486e-9462-1b722bbf9c0f None None] Port 378cff85-b3f2-448d-b3ff-275334b2e9de cannot update to ACTIVE because it is not bound. {{(pid=100248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 14:15:00.269653 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-35c624fa-e17d-48a5-b9dc-c992208d9865 tempest-FloatingIPNegativeTestJSON-2080527072 tempest-FloatingIPNegativeTestJSON-2080527072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127687580'] for port, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:00.305626 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c624fa-e17d-48a5-b9dc-c992208d9865 tempest-FloatingIPNegativeTestJSON-2080527072 tempest-FloatingIPNegativeTestJSON-2080527072-project] Pushing event deleted for resources: {'Port': ['ID=97bfb7b4-1fcb-420e-82af-d656eece3bea,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:15:00.406081 n-d-773647-6 neutron-server[100246]: INFO neutron.api.v2.resource [None req-35c624fa-e17d-48a5-b9dc-c992208d9865 tempest-FloatingIPNegativeTestJSON-2080527072 tempest-FloatingIPNegativeTestJSON-2080527072-project] create failed (client error): The resource could not be found. Jul 06 14:15:00.407889 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-35c624fa-e17d-48a5-b9dc-c992208d9865 tempest-FloatingIPNegativeTestJSON-2080527072 tempest-FloatingIPNegativeTestJSON-2080527072-project] 10.222.0.104 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 1.1972859 Jul 06 14:15:00.411142 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 56560) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:15:00.544784 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [None req-dbac1ab7-5817-4206-9ac8-bc016a6321bb tempest-FloatingIPNegativeTestJSON-2080527072 tempest-FloatingIPNegativeTestJSON-2080527072-project] Deleting port 8fbc85be-802d-4d14-980c-d1187e4053a7 {{(pid=100246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:15:00.545160 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-dbac1ab7-5817-4206-9ac8-bc016a6321bb tempest-FloatingIPNegativeTestJSON-2080527072 tempest-FloatingIPNegativeTestJSON-2080527072-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:00.657354 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-dbac1ab7-5817-4206-9ac8-bc016a6321bb tempest-FloatingIPNegativeTestJSON-2080527072 tempest-FloatingIPNegativeTestJSON-2080527072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:00.672914 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [None req-dbac1ab7-5817-4206-9ac8-bc016a6321bb tempest-FloatingIPNegativeTestJSON-2080527072 tempest-FloatingIPNegativeTestJSON-2080527072-project] Calling delete_port for 8fbc85be-802d-4d14-980c-d1187e4053a7 owned by {{(pid=100246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:15:00.698436 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c77931-f366-4f9c-a58e-622af5759c5a req-664af762-dc1f-4c0b-9d09-41e4bc8c3e3f tempest-ListServerFiltersTestJSON-1215238916 tempest-ListServerFiltersTestJSON-1215238916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:15:00.702483 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-71c77931-f366-4f9c-a58e-622af5759c5a req-664af762-dc1f-4c0b-9d09-41e4bc8c3e3f tempest-ListServerFiltersTestJSON-1215238916 tempest-ListServerFiltersTestJSON-1215238916-project] 10.222.0.104 "GET /v2.0/ports?device_id=52987411-a95f-4c4d-bca9-6ac7bb8b132a HTTP/1.1" status: 200 len: 945 time: 0.5124738 Jul 06 14:15:00.824891 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-dbac1ab7-5817-4206-9ac8-bc016a6321bb tempest-FloatingIPNegativeTestJSON-2080527072 tempest-FloatingIPNegativeTestJSON-2080527072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127687580'] for port, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:00.852898 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-71c77931-f366-4f9c-a58e-622af5759c5a req-ed2657be-1c57-4774-8021-518157152553 tempest-ListServerFiltersTestJSON-1215238916 tempest-ListServerFiltersTestJSON-1215238916-project] 10.222.0.104 "GET /v2.0/security-groups?id=c2d32256-dc35-4b2b-a176-8980c50ac374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259491 Jul 06 14:15:00.860457 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbac1ab7-5817-4206-9ac8-bc016a6321bb tempest-FloatingIPNegativeTestJSON-2080527072 tempest-FloatingIPNegativeTestJSON-2080527072-project] Pushing event deleted for resources: {'Port': ['ID=8fbc85be-802d-4d14-980c-d1187e4053a7,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:15:00.873479 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca38890-7ebe-44bd-8d9e-be0f60fa5f55 req-73a41cc6-2fb6-49f4-a02b-9f3127ed385f tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:15:00.886426 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-2ca38890-7ebe-44bd-8d9e-be0f60fa5f55 req-73a41cc6-2fb6-49f4-a02b-9f3127ed385f tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] 10.222.0.104 "GET /v2.0/ports?device_id=74c47464-2de6-4359-8407-a9a093dc2562 HTTP/1.1" status: 200 len: 946 time: 0.2601588 Jul 06 14:15:00.958059 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-2ca38890-7ebe-44bd-8d9e-be0f60fa5f55 req-a3a20682-17f4-4fc2-82d2-9e6aa190000a tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] 10.222.0.104 "GET /v2.0/security-groups?id=5d8c99c2-13fb-4e77-b660-83bc40ffb65c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0763476 Jul 06 14:15:01.085403 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-dbac1ab7-5817-4206-9ac8-bc016a6321bb tempest-FloatingIPNegativeTestJSON-2080527072 tempest-FloatingIPNegativeTestJSON-2080527072-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:01.087477 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-dbac1ab7-5817-4206-9ac8-bc016a6321bb tempest-FloatingIPNegativeTestJSON-2080527072 tempest-FloatingIPNegativeTestJSON-2080527072-project] 10.222.0.104 "DELETE /v2.0/ports/8fbc85be-802d-4d14-980c-d1187e4053a7 HTTP/1.1" status: 204 len: 168 time: 0.6752183 Jul 06 14:15:01.092730 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 56566) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:15:01.267663 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-f89fc34b-5741-4724-95f8-3431b5b9455e tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1809431'] for router_interface, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:01.278547 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87635f48-40d7-45f3-af81-2adf202534e4 tempest-FloatingIPNegativeTestJSON-2080527072 tempest-FloatingIPNegativeTestJSON-2080527072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:15:01.280194 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-87635f48-40d7-45f3-af81-2adf202534e4 tempest-FloatingIPNegativeTestJSON-2080527072 tempest-FloatingIPNegativeTestJSON-2080527072-project] 10.222.0.104 "GET /v2.0/ports?device_id=653ba9ae-f35a-41a6-8787-488ff8889a4a HTTP/1.1" status: 200 len: 913 time: 0.1824217 Jul 06 14:15:01.284411 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 56568) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:15:01.327237 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe76643-5dd0-4f9e-a3ed-b873dfe42173 req-b4dc6fdf-ce3d-4be7-99a5-c5d9337edd52 tempest-ListServerFiltersTestJSON-1215238916 tempest-ListServerFiltersTestJSON-1215238916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:15:01.331730 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-8fe76643-5dd0-4f9e-a3ed-b873dfe42173 req-b4dc6fdf-ce3d-4be7-99a5-c5d9337edd52 tempest-ListServerFiltersTestJSON-1215238916 tempest-ListServerFiltersTestJSON-1215238916-project] 10.222.0.104 "GET /v2.0/ports?device_id=b57db9a9-7c86-464d-97f2-0d549a71fb7e HTTP/1.1" status: 200 len: 946 time: 0.2124090 Jul 06 14:15:01.512322 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-8fe76643-5dd0-4f9e-a3ed-b873dfe42173 req-4848a1a2-5365-4366-af09-e466cd88f913 tempest-ListServerFiltersTestJSON-1215238916 tempest-ListServerFiltersTestJSON-1215238916-project] 10.222.0.104 "GET /v2.0/security-groups?id=c2d32256-dc35-4b2b-a176-8980c50ac374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313245 Jul 06 14:15:01.653783 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-c9b50193-566f-4f8c-959b-291331f59796 tempest-FloatingIPNegativeTestJSON-2080527072 tempest-FloatingIPNegativeTestJSON-2080527072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1809431'] for router_interface, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:01.700559 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.plugin [None req-f89fc34b-5741-4724-95f8-3431b5b9455e tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Deleting port 378cff85-b3f2-448d-b3ff-275334b2e9de {{(pid=100247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:15:01.701163 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-f89fc34b-5741-4724-95f8-3431b5b9455e tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:01.723986 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbfb6de-c4c5-4fd4-a997-7acc5ad0b85f req-4635f85d-c059-4cd9-9b91-8ab11b989f0f tempest-ListServerFiltersTestJSON-1215238916 tempest-ListServerFiltersTestJSON-1215238916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:15:01.725455 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-8fbfb6de-c4c5-4fd4-a997-7acc5ad0b85f req-4635f85d-c059-4cd9-9b91-8ab11b989f0f tempest-ListServerFiltersTestJSON-1215238916 tempest-ListServerFiltersTestJSON-1215238916-project] 10.222.0.104 "GET /v2.0/ports?device_id=96d3eb78-5642-4d73-a0a3-5161d3b5d580 HTTP/1.1" status: 200 len: 945 time: 0.0954857 Jul 06 14:15:01.799136 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-8fbfb6de-c4c5-4fd4-a997-7acc5ad0b85f req-fee02dfe-bcf4-4613-a3a1-b6f05e14f9d8 tempest-ListServerFiltersTestJSON-1215238916 tempest-ListServerFiltersTestJSON-1215238916-project] 10.222.0.104 "GET /v2.0/security-groups?id=c2d32256-dc35-4b2b-a176-8980c50ac374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483758 Jul 06 14:15:01.821715 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-f89fc34b-5741-4724-95f8-3431b5b9455e tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:01.835100 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.plugin [None req-f89fc34b-5741-4724-95f8-3431b5b9455e tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Calling delete_port for 378cff85-b3f2-448d-b3ff-275334b2e9de owned by network:router_interface {{(pid=100247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:15:01.912151 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [None req-c9b50193-566f-4f8c-959b-291331f59796 tempest-FloatingIPNegativeTestJSON-2080527072 tempest-FloatingIPNegativeTestJSON-2080527072-project] Deleting port fa5d293a-bf8a-4ad4-ae68-4166e0acc5d5 {{(pid=100246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:15:01.912454 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-c9b50193-566f-4f8c-959b-291331f59796 tempest-FloatingIPNegativeTestJSON-2080527072 tempest-FloatingIPNegativeTestJSON-2080527072-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:02.009092 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-c9b50193-566f-4f8c-959b-291331f59796 tempest-FloatingIPNegativeTestJSON-2080527072 tempest-FloatingIPNegativeTestJSON-2080527072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:02.029178 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [None req-c9b50193-566f-4f8c-959b-291331f59796 tempest-FloatingIPNegativeTestJSON-2080527072 tempest-FloatingIPNegativeTestJSON-2080527072-project] Calling delete_port for fa5d293a-bf8a-4ad4-ae68-4166e0acc5d5 owned by network:router_interface {{(pid=100246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:15:02.074991 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-f89fc34b-5741-4724-95f8-3431b5b9455e tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128888353'] for port, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:02.159248 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89fc34b-5741-4724-95f8-3431b5b9455e tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Pushing event deleted for resources: {'Port': ['ID=378cff85-b3f2-448d-b3ff-275334b2e9de,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:15:02.196935 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89fc34b-5741-4724-95f8-3431b5b9455e tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:15:02.197226 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89fc34b-5741-4724-95f8-3431b5b9455e tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:15:02.197567 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89fc34b-5741-4724-95f8-3431b5b9455e tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:15:02.197911 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89fc34b-5741-4724-95f8-3431b5b9455e tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:15:02.198238 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89fc34b-5741-4724-95f8-3431b5b9455e tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:15:02.198574 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89fc34b-5741-4724-95f8-3431b5b9455e tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:15:02.198902 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89fc34b-5741-4724-95f8-3431b5b9455e tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:15:02.199267 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89fc34b-5741-4724-95f8-3431b5b9455e tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:15:02.199603 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89fc34b-5741-4724-95f8-3431b5b9455e tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:15:02.199933 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89fc34b-5741-4724-95f8-3431b5b9455e tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:15:02.200254 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89fc34b-5741-4724-95f8-3431b5b9455e tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:15:02.200577 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89fc34b-5741-4724-95f8-3431b5b9455e tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:15:02.260717 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-c9b50193-566f-4f8c-959b-291331f59796 tempest-FloatingIPNegativeTestJSON-2080527072 tempest-FloatingIPNegativeTestJSON-2080527072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127687580'] for port, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:02.293966 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b50193-566f-4f8c-959b-291331f59796 tempest-FloatingIPNegativeTestJSON-2080527072 tempest-FloatingIPNegativeTestJSON-2080527072-project] Pushing event deleted for resources: {'Port': ['ID=fa5d293a-bf8a-4ad4-ae68-4166e0acc5d5,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:15:02.320414 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e28ea03-cbef-4062-bde9-b0db042408e0 req-c46649ab-f932-4a70-afc6-513f211573f1 tempest-ListServerFiltersTestJSON-1215238916 tempest-ListServerFiltersTestJSON-1215238916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:15:02.329662 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e28ea03-cbef-4062-bde9-b0db042408e0 req-c46649ab-f932-4a70-afc6-513f211573f1 tempest-ListServerFiltersTestJSON-1215238916 tempest-ListServerFiltersTestJSON-1215238916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:15:02.340285 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e28ea03-cbef-4062-bde9-b0db042408e0 req-c46649ab-f932-4a70-afc6-513f211573f1 tempest-ListServerFiltersTestJSON-1215238916 tempest-ListServerFiltersTestJSON-1215238916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:15:02.352077 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-5e28ea03-cbef-4062-bde9-b0db042408e0 req-c46649ab-f932-4a70-afc6-513f211573f1 tempest-ListServerFiltersTestJSON-1215238916 tempest-ListServerFiltersTestJSON-1215238916-project] 10.222.0.104 "GET /v2.0/ports?device_id=96d3eb78-5642-4d73-a0a3-5161d3b5d580&device_id=b57db9a9-7c86-464d-97f2-0d549a71fb7e&device_id=52987411-a95f-4c4d-bca9-6ac7bb8b132a HTTP/1.1" status: 200 len: 2417 time: 0.2912884 Jul 06 14:15:02.505890 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-c9b50193-566f-4f8c-959b-291331f59796 tempest-FloatingIPNegativeTestJSON-2080527072 tempest-FloatingIPNegativeTestJSON-2080527072-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1809193'] for router_interface, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:02.535821 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-5e28ea03-cbef-4062-bde9-b0db042408e0 req-ff9145ed-1e31-4669-83f5-1a9320e6139a tempest-ListServerFiltersTestJSON-1215238916 tempest-ListServerFiltersTestJSON-1215238916-project] 10.222.0.104 "GET /v2.0/security-groups?id=c2d32256-dc35-4b2b-a176-8980c50ac374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1824558 Jul 06 14:15:02.555935 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5216541-ff99-416c-909d-7d29a87e2df0 req-0621807e-d48f-4381-af12-a4fb2455cecf tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:15:02.561343 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-d5216541-ff99-416c-909d-7d29a87e2df0 req-0621807e-d48f-4381-af12-a4fb2455cecf tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] 10.222.0.104 "GET /v2.0/ports?device_id=74c47464-2de6-4359-8407-a9a093dc2562 HTTP/1.1" status: 200 len: 946 time: 0.4537621 Jul 06 14:15:02.563246 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-f89fc34b-5741-4724-95f8-3431b5b9455e tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1809193'] for router_interface, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:02.720427 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [req-73a008f5-a992-4719-ad43-656cf51cb50d req-6c531eff-201e-407b-aaf3-4a34a968ff04 tempest-ListServerFiltersTestJSON-1215238916 tempest-ListServerFiltersTestJSON-1215238916-project] http://10.222.0.104:9696/v2.0/extensions returned with HTTP 200 {{(pid=100247) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 14:15:02.721487 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9b50193-566f-4f8c-959b-291331f59796 tempest-FloatingIPNegativeTestJSON-2080527072 tempest-FloatingIPNegativeTestJSON-2080527072-project] Router 653ba9ae-f35a-41a6-8787-488ff8889a4a has already been hosted by L3 agent 2823d358-a11b-4885-a706-95a279e43fa7 {{(pid=100246) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 14:15:02.721642 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-73a008f5-a992-4719-ad43-656cf51cb50d req-6c531eff-201e-407b-aaf3-4a34a968ff04 tempest-ListServerFiltersTestJSON-1215238916 tempest-ListServerFiltersTestJSON-1215238916-project] 10.222.0.104 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0114717 Jul 06 14:15:02.731137 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-d5216541-ff99-416c-909d-7d29a87e2df0 req-fd31ae01-2c54-484e-8b84-1fcc3f3de5fc tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] 10.222.0.104 "GET /v2.0/security-groups?id=5d8c99c2-13fb-4e77-b660-83bc40ffb65c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1469655 Jul 06 14:15:02.912458 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-73a008f5-a992-4719-ad43-656cf51cb50d req-8c49c0fc-1fe1-4480-a134-27aae7d11aed tempest-ListServerFiltersTestJSON-1215238916 tempest-ListServerFiltersTestJSON-1215238916-project] 10.222.0.104 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.1802595 Jul 06 14:15:02.924729 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f89fc34b-5741-4724-95f8-3431b5b9455e tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Router c9f4aa93-fdaf-44ee-a683-8fcd90b0960f has already been hosted by L3 agent 2823d358-a11b-4885-a706-95a279e43fa7 {{(pid=100247) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 14:15:03.038314 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f89fc34b-5741-4724-95f8-3431b5b9455e tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Notify agent at l3_agent.n-d-773647-6 the message routers_updated {{(pid=100247) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 14:15:03.046737 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-f89fc34b-5741-4724-95f8-3431b5b9455e tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] 10.222.0.104 "PUT /v2.0/routers/c9f4aa93-fdaf-44ee-a683-8fcd90b0960f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9685283 Jul 06 14:15:03.046737 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 56588) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:15:03.050940 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fcbdacb-1935-40ae-a993-1dddc1260074 None None] Sync routers for ids ['c9f4aa93-fdaf-44ee-a683-8fcd90b0960f'] in n-d-773647-6 {{(pid=100249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 14:15:03.062673 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fcbdacb-1935-40ae-a993-1dddc1260074 None None] Routers {'c9f4aa93-fdaf-44ee-a683-8fcd90b0960f'} bound to L3 agent in host n-d-773647-6 {{(pid=100249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:15:03.063770 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-0fcbdacb-1935-40ae-a993-1dddc1260074 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T14:14:56Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['c9f4aa93-fdaf-44ee-a683-8fcd90b0960f'], 'active': True} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:15:03.110821 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-0fcbdacb-1935-40ae-a993-1dddc1260074 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-773647-6', False) {} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:15:03.128021 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fcbdacb-1935-40ae-a993-1dddc1260074 None None] Routers {'c9f4aa93-fdaf-44ee-a683-8fcd90b0960f'} bound to L3 agent in host n-d-773647-6 {{(pid=100249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:15:03.129090 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-0fcbdacb-1935-40ae-a993-1dddc1260074 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T14:14:56Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['c9f4aa93-fdaf-44ee-a683-8fcd90b0960f'], 'active': True} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:15:03.148964 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9b50193-566f-4f8c-959b-291331f59796 tempest-FloatingIPNegativeTestJSON-2080527072 tempest-FloatingIPNegativeTestJSON-2080527072-project] Notify agent at l3_agent.n-d-773647-6 the message routers_updated {{(pid=100246) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 14:15:03.154633 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-c9b50193-566f-4f8c-959b-291331f59796 tempest-FloatingIPNegativeTestJSON-2080527072 tempest-FloatingIPNegativeTestJSON-2080527072-project] 10.222.0.104 "PUT /v2.0/routers/653ba9ae-f35a-41a6-8787-488ff8889a4a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8690112 Jul 06 14:15:03.158066 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 56590) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:15:03.160515 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4405100-3219-4c8e-ba17-603aca22e767 None None] Sync routers for ids ['653ba9ae-f35a-41a6-8787-488ff8889a4a'] in n-d-773647-6 {{(pid=100248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 14:15:03.185635 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4405100-3219-4c8e-ba17-603aca22e767 None None] Routers {'653ba9ae-f35a-41a6-8787-488ff8889a4a'} bound to L3 agent in host n-d-773647-6 {{(pid=100248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:15:03.186283 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-e4405100-3219-4c8e-ba17-603aca22e767 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T14:14:56Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['653ba9ae-f35a-41a6-8787-488ff8889a4a'], 'active': True} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:15:03.220099 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-0fcbdacb-1935-40ae-a993-1dddc1260074 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-773647-6', False) {} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:15:03.221058 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fcbdacb-1935-40ae-a993-1dddc1260074 None None] The sync data for ids ['c9f4aa93-fdaf-44ee-a683-8fcd90b0960f'] in n-d-773647-6 is: [] {{(pid=100249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 14:15:03.238810 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-e4405100-3219-4c8e-ba17-603aca22e767 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-773647-6', False) {} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:15:03.255279 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4405100-3219-4c8e-ba17-603aca22e767 None None] Routers {'653ba9ae-f35a-41a6-8787-488ff8889a4a'} bound to L3 agent in host n-d-773647-6 {{(pid=100248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:15:03.255919 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-e4405100-3219-4c8e-ba17-603aca22e767 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T14:14:56Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['653ba9ae-f35a-41a6-8787-488ff8889a4a'], 'active': True} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:15:03.285689 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-23e08846-2097-4d40-a9ac-5aa35c7ee756 tempest-FloatingIPNegativeTestJSON-2080527072 tempest-FloatingIPNegativeTestJSON-2080527072-project] Notify callbacks [] for router, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:03.333581 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-e4405100-3219-4c8e-ba17-603aca22e767 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-773647-6', False) {} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:15:03.334617 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4405100-3219-4c8e-ba17-603aca22e767 None None] The sync data for ids ['653ba9ae-f35a-41a6-8787-488ff8889a4a'] in n-d-773647-6 is: [] {{(pid=100248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 14:15:03.552146 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-23e08846-2097-4d40-a9ac-5aa35c7ee756 tempest-FloatingIPNegativeTestJSON-2080527072 tempest-FloatingIPNegativeTestJSON-2080527072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1806308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6982'] for router, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:03.554445 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-23e08846-2097-4d40-a9ac-5aa35c7ee756 tempest-FloatingIPNegativeTestJSON-2080527072 tempest-FloatingIPNegativeTestJSON-2080527072-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:03.634634 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-23e08846-2097-4d40-a9ac-5aa35c7ee756 tempest-FloatingIPNegativeTestJSON-2080527072 tempest-FloatingIPNegativeTestJSON-2080527072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1805684'] for router, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:03.635758 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23e08846-2097-4d40-a9ac-5aa35c7ee756 tempest-FloatingIPNegativeTestJSON-2080527072 tempest-FloatingIPNegativeTestJSON-2080527072-project] Fanout notify agent at l3_agent the message router_deleted on router 653ba9ae-f35a-41a6-8787-488ff8889a4a {{(pid=100246) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 14:15:03.646653 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-23e08846-2097-4d40-a9ac-5aa35c7ee756 tempest-FloatingIPNegativeTestJSON-2080527072 tempest-FloatingIPNegativeTestJSON-2080527072-project] Notify callbacks [] for router, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:03.648582 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-23e08846-2097-4d40-a9ac-5aa35c7ee756 tempest-FloatingIPNegativeTestJSON-2080527072 tempest-FloatingIPNegativeTestJSON-2080527072-project] 10.222.0.104 "DELETE /v2.0/routers/653ba9ae-f35a-41a6-8787-488ff8889a4a HTTP/1.1" status: 204 len: 168 time: 0.4888813 Jul 06 14:15:03.652390 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-100b3af6-3a61-4f23-ad29-dc1b35562b97 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1809431'] for router_interface, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:03.655164 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 56598) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:15:03.814888 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.db_base_plugin_v2 [None req-f58efc3b-133b-45ca-bc8b-a730677d3252 tempest-FloatingIPNegativeTestJSON-2080527072 tempest-FloatingIPNegativeTestJSON-2080527072-project] Deleting subnet 8a69c1d4-a004-4851-92a9-1aafc62c3dbf {{(pid=100247) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 14:15:03.822050 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-f58efc3b-133b-45ca-bc8b-a730677d3252 tempest-FloatingIPNegativeTestJSON-2080527072 tempest-FloatingIPNegativeTestJSON-2080527072-project] Notify callbacks [] for subnet, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:04.239909 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-f58efc3b-133b-45ca-bc8b-a730677d3252 tempest-FloatingIPNegativeTestJSON-2080527072 tempest-FloatingIPNegativeTestJSON-2080527072-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127131748'] for subnet, precommit_delete_associations {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:04.379649 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-f58efc3b-133b-45ca-bc8b-a730677d3252 tempest-FloatingIPNegativeTestJSON-2080527072 tempest-FloatingIPNegativeTestJSON-2080527072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-913473'] for subnet, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:04.390693 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143d595c-7bb8-42eb-9df3-e29d4b0ca1a4 req-a6ea3e49-3425-4ce5-b0a5-db22a79c9ced tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:15:04.392234 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-143d595c-7bb8-42eb-9df3-e29d4b0ca1a4 req-a6ea3e49-3425-4ce5-b0a5-db22a79c9ced tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] 10.222.0.104 "GET /v2.0/ports?device_id=74c47464-2de6-4359-8407-a9a093dc2562 HTTP/1.1" status: 200 len: 946 time: 0.1692553 Jul 06 14:15:04.521519 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-143d595c-7bb8-42eb-9df3-e29d4b0ca1a4 req-5f214b96-e93a-4338-89bc-dcf0a6fe50d3 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] 10.222.0.104 "GET /v2.0/security-groups?id=5d8c99c2-13fb-4e77-b660-83bc40ffb65c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0925617 Jul 06 14:15:04.547449 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-f58efc3b-133b-45ca-bc8b-a730677d3252 tempest-FloatingIPNegativeTestJSON-2080527072 tempest-FloatingIPNegativeTestJSON-2080527072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-913480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1849032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-128888347', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127627857'] for subnet, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:04.582846 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58efc3b-133b-45ca-bc8b-a730677d3252 tempest-FloatingIPNegativeTestJSON-2080527072 tempest-FloatingIPNegativeTestJSON-2080527072-project] Pushing event deleted for resources: {'Subnet': ['ID=8a69c1d4-a004-4851-92a9-1aafc62c3dbf,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:15:04.588396 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-f58efc3b-133b-45ca-bc8b-a730677d3252 tempest-FloatingIPNegativeTestJSON-2080527072 tempest-FloatingIPNegativeTestJSON-2080527072-project] Notify callbacks [] for subnet, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:04.594032 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-f58efc3b-133b-45ca-bc8b-a730677d3252 tempest-FloatingIPNegativeTestJSON-2080527072 tempest-FloatingIPNegativeTestJSON-2080527072-project] 10.222.0.104 "DELETE /v2.0/subnets/8a69c1d4-a004-4851-92a9-1aafc62c3dbf HTTP/1.1" status: 204 len: 168 time: 0.9348547 Jul 06 14:15:04.594032 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 56620) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:15:04.597812 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bdb9d87-1b98-48f3-9ea8-c8e1fa7bd473 None None] Network d1ca05dd-0cf3-4b25-b443-c3f893373656 requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:15:04.657255 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.plugin [None req-100b3af6-3a61-4f23-ad29-dc1b35562b97 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Deleting port f7ec8d01-2ff9-4643-88ba-ae0f91368558 {{(pid=100247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:15:04.657515 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-100b3af6-3a61-4f23-ad29-dc1b35562b97 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:04.792977 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-8f92de70-32a9-49ef-aa8a-3829416157b1 tempest-FloatingIPNegativeTestJSON-2080527072 tempest-FloatingIPNegativeTestJSON-2080527072-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530492'] for network, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:04.820579 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-100b3af6-3a61-4f23-ad29-dc1b35562b97 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:04.842669 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.plugin [None req-100b3af6-3a61-4f23-ad29-dc1b35562b97 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Calling delete_port for f7ec8d01-2ff9-4643-88ba-ae0f91368558 owned by network:router_interface {{(pid=100247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:15:04.993268 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c500b26-81c2-400a-8a91-cc7faebaf4ce req-ba22b0b7-9037-495d-b301-b6b5ad8a9412 tempest-ListServerFiltersTestJSON-1215238916 tempest-ListServerFiltersTestJSON-1215238916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:15:04.995070 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-2c500b26-81c2-400a-8a91-cc7faebaf4ce req-ba22b0b7-9037-495d-b301-b6b5ad8a9412 tempest-ListServerFiltersTestJSON-1215238916 tempest-ListServerFiltersTestJSON-1215238916-project] 10.222.0.104 "GET /v2.0/ports?device_id=96d3eb78-5642-4d73-a0a3-5161d3b5d580 HTTP/1.1" status: 200 len: 945 time: 0.2805679 Jul 06 14:15:04.995852 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae6a0e97-b177-4572-b0b0-406c8c79000d None None] DHCP port deletion for d1ca05dd-0cf3-4b25-b443-c3f893373656 request from n-d-773647-6 {{(pid=100248) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 14:15:05.042720 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-ae6a0e97-b177-4572-b0b0-406c8c79000d None None] Deleting port 254be75c-16a2-49bf-9c23-5083c0783c53 {{(pid=100248) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:15:05.043191 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-ae6a0e97-b177-4572-b0b0-406c8c79000d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:05.064598 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.plugin [None req-8f92de70-32a9-49ef-aa8a-3829416157b1 tempest-FloatingIPNegativeTestJSON-2080527072 tempest-FloatingIPNegativeTestJSON-2080527072-project] Deleting port 254be75c-16a2-49bf-9c23-5083c0783c53 {{(pid=100247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:15:05.065041 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-8f92de70-32a9-49ef-aa8a-3829416157b1 tempest-FloatingIPNegativeTestJSON-2080527072 tempest-FloatingIPNegativeTestJSON-2080527072-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:05.114558 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-ae6a0e97-b177-4572-b0b0-406c8c79000d None None] For port 254be75c-16a2-49bf-9c23-5083c0783c53, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=254be75c-16a2-49bf-9c23-5083c0783c53,segment=NetworkSegment(772cd364-ab19-41ce-82c7-030211d972c1),segment_id=772cd364-ab19-41ce-82c7-030211d972c1)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:15:05.114882 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-ae6a0e97-b177-4572-b0b0-406c8c79000d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:05.129523 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-ae6a0e97-b177-4572-b0b0-406c8c79000d None None] Calling delete_port for 254be75c-16a2-49bf-9c23-5083c0783c53 owned by network:dhcp {{(pid=100248) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:15:05.147868 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-2c500b26-81c2-400a-8a91-cc7faebaf4ce req-e9aca104-b7a3-49ea-a4a0-4109cac9919b tempest-ListServerFiltersTestJSON-1215238916 tempest-ListServerFiltersTestJSON-1215238916-project] 10.222.0.104 "GET /v2.0/security-groups?id=c2d32256-dc35-4b2b-a176-8980c50ac374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386359 Jul 06 14:15:05.169573 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.db [None req-8f92de70-32a9-49ef-aa8a-3829416157b1 tempest-FloatingIPNegativeTestJSON-2080527072 tempest-FloatingIPNegativeTestJSON-2080527072-project] For port 254be75c-16a2-49bf-9c23-5083c0783c53, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=254be75c-16a2-49bf-9c23-5083c0783c53,segment=NetworkSegment(772cd364-ab19-41ce-82c7-030211d972c1),segment_id=772cd364-ab19-41ce-82c7-030211d972c1)] {{(pid=100247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:15:05.170018 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-8f92de70-32a9-49ef-aa8a-3829416157b1 tempest-FloatingIPNegativeTestJSON-2080527072 tempest-FloatingIPNegativeTestJSON-2080527072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:05.206275 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.plugin [None req-8f92de70-32a9-49ef-aa8a-3829416157b1 tempest-FloatingIPNegativeTestJSON-2080527072 tempest-FloatingIPNegativeTestJSON-2080527072-project] Calling delete_port for 254be75c-16a2-49bf-9c23-5083c0783c53 owned by network:dhcp {{(pid=100247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:15:05.220225 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-ae6a0e97-b177-4572-b0b0-406c8c79000d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117'] for port, after_delete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:05.253653 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6a0e97-b177-4572-b0b0-406c8c79000d None None] Pushing event deleted for resources: {'Port': ['ID=254be75c-16a2-49bf-9c23-5083c0783c53,revision_number=None']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:15:05.256073 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae6a0e97-b177-4572-b0b0-406c8c79000d None None] No DVR routers for this DVR port 254be75c-16a2-49bf-9c23-5083c0783c53 on host n-d-773647-6 {{(pid=100248) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:15:05.266901 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-100b3af6-3a61-4f23-ad29-dc1b35562b97 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128888353'] for port, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:05.320911 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100b3af6-3a61-4f23-ad29-dc1b35562b97 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Pushing event deleted for resources: {'Port': ['ID=f7ec8d01-2ff9-4643-88ba-ae0f91368558,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:15:05.409813 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-8f92de70-32a9-49ef-aa8a-3829416157b1 tempest-FloatingIPNegativeTestJSON-2080527072 tempest-FloatingIPNegativeTestJSON-2080527072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128888353'] for port, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:05.438791 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f92de70-32a9-49ef-aa8a-3829416157b1 tempest-FloatingIPNegativeTestJSON-2080527072 tempest-FloatingIPNegativeTestJSON-2080527072-project] Pushing event deleted for resources: {'Port': ['ID=254be75c-16a2-49bf-9c23-5083c0783c53,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:15:05.495697 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f92de70-32a9-49ef-aa8a-3829416157b1 tempest-FloatingIPNegativeTestJSON-2080527072 tempest-FloatingIPNegativeTestJSON-2080527072-project] No DVR routers for this DVR port 254be75c-16a2-49bf-9c23-5083c0783c53 on host n-d-773647-6 {{(pid=100247) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:15:05.554231 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-100b3af6-3a61-4f23-ad29-dc1b35562b97 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1809193'] for router_interface, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:05.650040 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-8f92de70-32a9-49ef-aa8a-3829416157b1 tempest-FloatingIPNegativeTestJSON-2080527072 tempest-FloatingIPNegativeTestJSON-2080527072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-917204', 'neutron.services.segments.db._delete_segments_for_network-8773753502302'] for network, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:05.703400 n-d-773647-6 neutron-server[100247]: DEBUG neutron.services.segments.db [None req-8f92de70-32a9-49ef-aa8a-3829416157b1 tempest-FloatingIPNegativeTestJSON-2080527072 tempest-FloatingIPNegativeTestJSON-2080527072-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d1ca05dd-0cf3-4b25-b443-c3f893373656']}} {{(pid=100247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:15:05.733423 n-d-773647-6 neutron-server[100247]: DEBUG neutron.services.segments.db [None req-8f92de70-32a9-49ef-aa8a-3829416157b1 tempest-FloatingIPNegativeTestJSON-2080527072 tempest-FloatingIPNegativeTestJSON-2080527072-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '772cd364-ab19-41ce-82c7-030211d972c1') {'for_net_delete': True} {{(pid=100247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:15:05.733782 n-d-773647-6 neutron-server[100247]: DEBUG neutron.services.segments.db [None req-8f92de70-32a9-49ef-aa8a-3829416157b1 tempest-FloatingIPNegativeTestJSON-2080527072 tempest-FloatingIPNegativeTestJSON-2080527072-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '772cd364-ab19-41ce-82c7-030211d972c1') {} {{(pid=100247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:15:05.747030 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-8f92de70-32a9-49ef-aa8a-3829416157b1 tempest-FloatingIPNegativeTestJSON-2080527072 tempest-FloatingIPNegativeTestJSON-2080527072-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773753515138', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127131763'] for segment, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:05.831654 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-8f92de70-32a9-49ef-aa8a-3829416157b1 tempest-FloatingIPNegativeTestJSON-2080527072 tempest-FloatingIPNegativeTestJSON-2080527072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552'] for segment, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:05.844172 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f92de70-32a9-49ef-aa8a-3829416157b1 tempest-FloatingIPNegativeTestJSON-2080527072 tempest-FloatingIPNegativeTestJSON-2080527072-project] Releasing vlan 1007 on physical network physnet1 to pool {{(pid=100247) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 14:15:05.844172 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-8f92de70-32a9-49ef-aa8a-3829416157b1 tempest-FloatingIPNegativeTestJSON-2080527072 tempest-FloatingIPNegativeTestJSON-2080527072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-128888574'] for segment, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:05.848423 n-d-773647-6 neutron-server[100247]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:15:05.848423 n-d-773647-6 neutron-server[100247]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:15:05.848423 n-d-773647-6 neutron-server[100247]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:15:05.848423 n-d-773647-6 neutron-server[100247]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:15:05.848423 n-d-773647-6 neutron-server[100247]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:15:05.848423 n-d-773647-6 neutron-server[100247]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:15:05.848423 n-d-773647-6 neutron-server[100247]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:15:05.848423 n-d-773647-6 neutron-server[100247]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:15:05.848423 n-d-773647-6 neutron-server[100247]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:15:05.848423 n-d-773647-6 neutron-server[100247]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:15:05.848423 n-d-773647-6 neutron-server[100247]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:15:05.848423 n-d-773647-6 neutron-server[100247]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:15:05.848423 n-d-773647-6 neutron-server[100247]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:15:05.848423 n-d-773647-6 neutron-server[100247]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:15:05.848423 n-d-773647-6 neutron-server[100247]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:15:05.848423 n-d-773647-6 neutron-server[100247]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:15:05.848423 n-d-773647-6 neutron-server[100247]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:15:05.848423 n-d-773647-6 neutron-server[100247]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:15:05.848423 n-d-773647-6 neutron-server[100247]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 14:15:05.848423 n-d-773647-6 neutron-server[100247]: self.session.flush() Jul 06 14:15:05.848423 n-d-773647-6 neutron-server[100247]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 14:15:05.848423 n-d-773647-6 neutron-server[100247]: self.session.flush() Jul 06 14:15:05.848423 n-d-773647-6 neutron-server[100247]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 14:15:05.848423 n-d-773647-6 neutron-server[100247]: self.session.flush() Jul 06 14:15:05.848423 n-d-773647-6 neutron-server[100247]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 14:15:05.848423 n-d-773647-6 neutron-server[100247]: self.session.flush() Jul 06 14:15:05.848423 n-d-773647-6 neutron-server[100247]: Traceback (most recent call last): Jul 06 14:15:05.848423 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 14:15:05.848423 n-d-773647-6 neutron-server[100247]: timer() Jul 06 14:15:05.848423 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 14:15:05.848423 n-d-773647-6 neutron-server[100247]: cb(*args, **kw) Jul 06 14:15:05.848423 n-d-773647-6 neutron-server[100247]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 14:15:05.848423 n-d-773647-6 neutron-server[100247]: return func(*args, **kwargs) Jul 06 14:15:05.848423 n-d-773647-6 neutron-server[100247]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 14:15:05.848423 n-d-773647-6 neutron-server[100247]: self._notify() Jul 06 14:15:05.848423 n-d-773647-6 neutron-server[100247]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 14:15:05.848423 n-d-773647-6 neutron-server[100247]: self.callback(batched_events) Jul 06 14:15:05.848423 n-d-773647-6 neutron-server[100247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 14:15:05.848423 n-d-773647-6 neutron-server[100247]: event.method(event) Jul 06 14:15:05.848423 n-d-773647-6 neutron-server[100247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 14:15:05.848423 n-d-773647-6 neutron-server[100247]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 14:15:05.848423 n-d-773647-6 neutron-server[100247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 14:15:05.848423 n-d-773647-6 neutron-server[100247]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 14:15:05.848423 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 14:15:05.848423 n-d-773647-6 neutron-server[100247]: return f(self, *a, **k) Jul 06 14:15:05.848423 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 14:15:05.848423 n-d-773647-6 neutron-server[100247]: return self._get(url).json() Jul 06 14:15:05.848423 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 14:15:05.848423 n-d-773647-6 neutron-server[100247]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 14:15:05.848423 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 14:15:05.848423 n-d-773647-6 neutron-server[100247]: return self.request(url, 'GET', **kwargs) Jul 06 14:15:05.848423 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 14:15:05.848423 n-d-773647-6 neutron-server[100247]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 14:15:05.848423 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 14:15:05.848423 n-d-773647-6 neutron-server[100247]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 14:15:05.848423 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 14:15:05.848423 n-d-773647-6 neutron-server[100247]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 14:15:05.848423 n-d-773647-6 neutron-server[100247]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 14:15:05.886734 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-100b3af6-3a61-4f23-ad29-dc1b35562b97 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Router c9f4aa93-fdaf-44ee-a683-8fcd90b0960f has already been hosted by L3 agent 2823d358-a11b-4885-a706-95a279e43fa7 {{(pid=100247) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 14:15:05.917739 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf0678b-4813-4dcc-b0be-0c3578f44566 req-cb30c825-4bd0-4964-ae87-35bbc3ad9191 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:15:05.919276 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-daf0678b-4813-4dcc-b0be-0c3578f44566 req-cb30c825-4bd0-4964-ae87-35bbc3ad9191 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] 10.222.0.104 "GET /v2.0/ports?device_id=74c47464-2de6-4359-8407-a9a093dc2562 HTTP/1.1" status: 200 len: 946 time: 0.2311418 Jul 06 14:15:05.971853 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-8f92de70-32a9-49ef-aa8a-3829416157b1 tempest-FloatingIPNegativeTestJSON-2080527072 tempest-FloatingIPNegativeTestJSON-2080527072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-917215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1761140'] for network, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:06.015029 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-8f92de70-32a9-49ef-aa8a-3829416157b1 tempest-FloatingIPNegativeTestJSON-2080527072 tempest-FloatingIPNegativeTestJSON-2080527072-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583035'] for network, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:06.019499 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-8f92de70-32a9-49ef-aa8a-3829416157b1 tempest-FloatingIPNegativeTestJSON-2080527072 tempest-FloatingIPNegativeTestJSON-2080527072-project] 10.222.0.104 "DELETE /v2.0/networks/d1ca05dd-0cf3-4b25-b443-c3f893373656 HTTP/1.1" status: 204 len: 168 time: 1.4253216 Jul 06 14:15:06.039771 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f92de70-32a9-49ef-aa8a-3829416157b1 tempest-FloatingIPNegativeTestJSON-2080527072 tempest-FloatingIPNegativeTestJSON-2080527072-project] Pushing event deleted for resources: {'Network': ['ID=d1ca05dd-0cf3-4b25-b443-c3f893373656,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:15:06.048910 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-100b3af6-3a61-4f23-ad29-dc1b35562b97 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Notify agent at l3_agent.n-d-773647-6 the message routers_updated {{(pid=100247) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 14:15:06.060087 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f556d076-e09b-4969-a077-cf97699d3bba None None] Sync routers for ids ['c9f4aa93-fdaf-44ee-a683-8fcd90b0960f'] in n-d-773647-6 {{(pid=100249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 14:15:06.060587 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-100b3af6-3a61-4f23-ad29-dc1b35562b97 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] 10.222.0.104 "PUT /v2.0/routers/c9f4aa93-fdaf-44ee-a683-8fcd90b0960f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0121288 Jul 06 14:15:06.060817 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 56632) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:15:06.071714 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f556d076-e09b-4969-a077-cf97699d3bba None None] Routers {'c9f4aa93-fdaf-44ee-a683-8fcd90b0960f'} bound to L3 agent in host n-d-773647-6 {{(pid=100249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:15:06.072327 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-f556d076-e09b-4969-a077-cf97699d3bba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T14:14:56Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['c9f4aa93-fdaf-44ee-a683-8fcd90b0960f'], 'active': True} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:15:06.077091 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-daf0678b-4813-4dcc-b0be-0c3578f44566 req-b8f89b8d-e874-49b9-b815-2e7cd7ed2efd tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] 10.222.0.104 "GET /v2.0/security-groups?id=5d8c99c2-13fb-4e77-b660-83bc40ffb65c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1509488 Jul 06 14:15:06.090943 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df23fe0c-eeba-4080-bc1c-16eb79f9b65d req-094dbe83-0c09-4369-9b58-a3a05e58af76 tempest-ListServerFiltersTestJSON-1215238916 tempest-ListServerFiltersTestJSON-1215238916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:15:06.094913 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-df23fe0c-eeba-4080-bc1c-16eb79f9b65d req-094dbe83-0c09-4369-9b58-a3a05e58af76 tempest-ListServerFiltersTestJSON-1215238916 tempest-ListServerFiltersTestJSON-1215238916-project] 10.222.0.72 "GET /v2.0/ports?device_id=96d3eb78-5642-4d73-a0a3-5161d3b5d580 HTTP/1.1" status: 200 len: 945 time: 0.1044137 Jul 06 14:15:06.100089 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-55346d10-d868-4954-a3ef-525187fb6066 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] 10.222.0.104 "GET /v2.0/ports?device_id=c9f4aa93-fdaf-44ee-a683-8fcd90b0960f HTTP/1.1" status: 200 len: 205 time: 0.0331073 Jul 06 14:15:06.100319 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 56634) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:15:06.130986 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-f556d076-e09b-4969-a077-cf97699d3bba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-773647-6', False) {} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:15:06.140805 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f556d076-e09b-4969-a077-cf97699d3bba None None] Routers {'c9f4aa93-fdaf-44ee-a683-8fcd90b0960f'} bound to L3 agent in host n-d-773647-6 {{(pid=100249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:15:06.142028 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-f556d076-e09b-4969-a077-cf97699d3bba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T14:14:56Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['c9f4aa93-fdaf-44ee-a683-8fcd90b0960f'], 'active': True} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:15:06.180095 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-f556d076-e09b-4969-a077-cf97699d3bba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-773647-6', False) {} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:15:06.181105 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f556d076-e09b-4969-a077-cf97699d3bba None None] The sync data for ids ['c9f4aa93-fdaf-44ee-a683-8fcd90b0960f'] in n-d-773647-6 is: [] {{(pid=100249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 14:15:06.194154 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-d088ef4f-f07f-4962-830b-f85815703fa1 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Notify callbacks [] for router, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:06.234027 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [req-df23fe0c-eeba-4080-bc1c-16eb79f9b65d req-7a82f759-2bbc-459d-8e0e-33c780ded025 tempest-ListServerFiltersTestJSON-1215238916 tempest-ListServerFiltersTestJSON-1215238916-project] Deleting port e7a3dc46-dcf3-4e1b-a4fe-21fb0dd0655d {{(pid=100246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:15:06.234574 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-df23fe0c-eeba-4080-bc1c-16eb79f9b65d req-7a82f759-2bbc-459d-8e0e-33c780ded025 tempest-ListServerFiltersTestJSON-1215238916 tempest-ListServerFiltersTestJSON-1215238916-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:06.349034 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.db [req-df23fe0c-eeba-4080-bc1c-16eb79f9b65d req-7a82f759-2bbc-459d-8e0e-33c780ded025 tempest-ListServerFiltersTestJSON-1215238916 tempest-ListServerFiltersTestJSON-1215238916-project] For port e7a3dc46-dcf3-4e1b-a4fe-21fb0dd0655d, host n-h2-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=e7a3dc46-dcf3-4e1b-a4fe-21fb0dd0655d,segment=NetworkSegment(9f74fedc-16b9-4869-9140-58164e4cbf7a),segment_id=9f74fedc-16b9-4869-9140-58164e4cbf7a)] {{(pid=100246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:15:06.349552 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-df23fe0c-eeba-4080-bc1c-16eb79f9b65d req-7a82f759-2bbc-459d-8e0e-33c780ded025 tempest-ListServerFiltersTestJSON-1215238916 tempest-ListServerFiltersTestJSON-1215238916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:06.356838 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 56640) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:15:06.369288 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [req-df23fe0c-eeba-4080-bc1c-16eb79f9b65d req-7a82f759-2bbc-459d-8e0e-33c780ded025 tempest-ListServerFiltersTestJSON-1215238916 tempest-ListServerFiltersTestJSON-1215238916-project] Calling delete_port for e7a3dc46-dcf3-4e1b-a4fe-21fb0dd0655d owned by compute:nova {{(pid=100246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:15:06.418507 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-d088ef4f-f07f-4962-830b-f85815703fa1 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1806308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6982'] for router, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:06.421663 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-d088ef4f-f07f-4962-830b-f85815703fa1 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:06.501445 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-d088ef4f-f07f-4962-830b-f85815703fa1 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1805684'] for router, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:06.502041 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d088ef4f-f07f-4962-830b-f85815703fa1 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Fanout notify agent at l3_agent the message router_deleted on router c9f4aa93-fdaf-44ee-a683-8fcd90b0960f {{(pid=100247) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 14:15:06.512323 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-d088ef4f-f07f-4962-830b-f85815703fa1 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Notify callbacks [] for router, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:06.516777 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-d088ef4f-f07f-4962-830b-f85815703fa1 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] 10.222.0.104 "DELETE /v2.0/routers/c9f4aa93-fdaf-44ee-a683-8fcd90b0960f HTTP/1.1" status: 204 len: 168 time: 0.4153938 Jul 06 14:15:06.518973 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 56648) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:15:06.527720 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c956e7-b1c6-4436-84ad-ce95a8e232f2 req-2020c7b0-d775-43d3-b4e9-de7d8610c3ae tempest-ListServerFiltersTestJSON-1215238916 tempest-ListServerFiltersTestJSON-1215238916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:15:06.529225 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-e6c956e7-b1c6-4436-84ad-ce95a8e232f2 req-2020c7b0-d775-43d3-b4e9-de7d8610c3ae tempest-ListServerFiltersTestJSON-1215238916 tempest-ListServerFiltersTestJSON-1215238916-project] 10.222.0.104 "GET /v2.0/ports?device_id=96d3eb78-5642-4d73-a0a3-5161d3b5d580 HTTP/1.1" status: 200 len: 945 time: 0.2178392 Jul 06 14:15:06.561832 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-df23fe0c-eeba-4080-bc1c-16eb79f9b65d req-7a82f759-2bbc-459d-8e0e-33c780ded025 tempest-ListServerFiltersTestJSON-1215238916 tempest-ListServerFiltersTestJSON-1215238916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127687580'] for port, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:06.575589 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] get_ports_and_sgs() called for port_ids ['e835e248-8ac4-4eef-84e1-40129f7e7a7f', 'f44fc52d-1204-4718-92df-8efd6645d48b'] {{(pid=100248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 14:15:06.607271 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a82f759-2bbc-459d-8e0e-33c780ded025 tempest-ListServerFiltersTestJSON-1215238916 tempest-ListServerFiltersTestJSON-1215238916-project] Pushing event deleted for resources: {'Port': ['ID=e7a3dc46-dcf3-4e1b-a4fe-21fb0dd0655d,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:15:06.613023 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-4701c7a7-435d-42f6-807c-4968d7399f55 admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=272efbc02b6f4ad3a9a7263a1cc73ede&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2550163 Jul 06 14:15:06.619095 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 56652) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:15:06.634816 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-e6c956e7-b1c6-4436-84ad-ce95a8e232f2 req-6f6149c7-938d-46a5-a057-c28403bd75d5 tempest-ListServerFiltersTestJSON-1215238916 tempest-ListServerFiltersTestJSON-1215238916-project] 10.222.0.104 "GET /v2.0/security-groups?id=c2d32256-dc35-4b2b-a176-8980c50ac374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738540 Jul 06 14:15:06.656882 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] get_ports_and_sgs() called for port_ids ['e7a3dc46-dcf3-4e1b-a4fe-21fb0dd0655d'] {{(pid=100248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 14:15:06.657731 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [req-df23fe0c-eeba-4080-bc1c-16eb79f9b65d req-7a82f759-2bbc-459d-8e0e-33c780ded025 tempest-ListServerFiltersTestJSON-1215238916 tempest-ListServerFiltersTestJSON-1215238916-project] No DVR routers for this DVR port e7a3dc46-dcf3-4e1b-a4fe-21fb0dd0655d on host n-h2-773647-6 {{(pid=100246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:15:06.660778 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-df23fe0c-eeba-4080-bc1c-16eb79f9b65d req-7a82f759-2bbc-459d-8e0e-33c780ded025 tempest-ListServerFiltersTestJSON-1215238916 tempest-ListServerFiltersTestJSON-1215238916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:06.664135 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-df23fe0c-eeba-4080-bc1c-16eb79f9b65d req-7a82f759-2bbc-459d-8e0e-33c780ded025 tempest-ListServerFiltersTestJSON-1215238916 tempest-ListServerFiltersTestJSON-1215238916-project] 10.222.0.72 "DELETE /v2.0/ports/e7a3dc46-dcf3-4e1b-a4fe-21fb0dd0655d HTTP/1.1" status: 204 len: 173 time: 0.5626040 Jul 06 14:15:06.664771 n-d-773647-6 neutron-server[100246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96d3eb78-5642-4d73-a0a3-5161d3b5d580', 'name': 'network-vif-deleted', 'tag': 'e7a3dc46-dcf3-4e1b-a4fe-21fb0dd0655d'}] {{(pid=100246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:15:06.668047 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0d96c5ab5e889f7b933ae915b9be33d1b46c9e87795bf781004b656ef3f1e87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8de9ce8e-7974-45f3-ba64-d44044e3e201" -d '{"events": [{"server_uuid": "96d3eb78-5642-4d73-a0a3-5161d3b5d580", "name": "network-vif-deleted", "tag": "e7a3dc46-dcf3-4e1b-a4fe-21fb0dd0655d"}]}' {{(pid=100246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:15:06.682616 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d6e89ff-9159-41df-85b0-f638423e193d tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Deleting subnet 536b16a0-deb3-4946-8afc-8c28d4a902ad {{(pid=100247) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 14:15:06.692853 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-5d6e89ff-9159-41df-85b0-f638423e193d tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Notify callbacks [] for subnet, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:06.787989 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-5d6e89ff-9159-41df-85b0-f638423e193d tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127131748'] for subnet, precommit_delete_associations {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:06.825270 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-03ab5254-4a26-4fec-a791-26b70926c094 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:06.856132 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-03ab5254-4a26-4fec-a791-26b70926c094 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:06.982498 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 14:15:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58af3f49-0774-4964-abe8-5e56181927ef x-openstack-request-id: req-58af3f49-0774-4964-abe8-5e56181927ef {{(pid=100246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:15:06.982498 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96d3eb78-5642-4d73-a0a3-5161d3b5d580", "name": "network-vif-deleted", "tag": "e7a3dc46-dcf3-4e1b-a4fe-21fb0dd0655d", "status": "completed", "code": 200}]} {{(pid=100246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:15:06.982498 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-58af3f49-0774-4964-abe8-5e56181927ef {{(pid=100246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:15:06.982498 n-d-773647-6 neutron-server[100246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96d3eb78-5642-4d73-a0a3-5161d3b5d580', 'name': 'network-vif-deleted', 'tag': 'e7a3dc46-dcf3-4e1b-a4fe-21fb0dd0655d', 'status': 'completed', 'code': 200} Jul 06 14:15:07.012678 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-5d6e89ff-9159-41df-85b0-f638423e193d tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-913473'] for subnet, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:07.016771 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-03ab5254-4a26-4fec-a791-26b70926c094 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:07.019666 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-03ab5254-4a26-4fec-a791-26b70926c094 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:07.021133 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-03ab5254-4a26-4fec-a791-26b70926c094 admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/9c9c2c4a-102f-4e30-be82-d2d3a8922abe HTTP/1.1" status: 204 len: 168 time: 0.3852563 Jul 06 14:15:07.047073 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 254be75c-16a2-49bf-9c23-5083c0783c53 no longer exists at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:15:07.055849 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ab5254-4a26-4fec-a791-26b70926c094 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c9c2c4a-102f-4e30-be82-d2d3a8922abe,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:15:07.076918 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] No Port match for: 254be75c-16a2-49bf-9c23-5083c0783c53 {{(pid=100248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 14:15:07.077263 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 254be75c-16a2-49bf-9c23-5083c0783c53 not bound to the agent host n-d-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:15:07.104695 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-5d6e89ff-9159-41df-85b0-f638423e193d tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-913480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1849032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-128888347', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127627857'] for subnet, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:07.135413 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.agents_db [None req-167c0ad6-1657-4c9a-a2c4-3b18056aa662 None None] Agent healthcheck: found 7 active agents {{(pid=100249) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 14:15:07.145377 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6e89ff-9159-41df-85b0-f638423e193d tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Pushing event deleted for resources: {'Subnet': ['ID=536b16a0-deb3-4946-8afc-8c28d4a902ad,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:15:07.163443 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-5d6e89ff-9159-41df-85b0-f638423e193d tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Notify callbacks [] for subnet, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:07.166637 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-5d6e89ff-9159-41df-85b0-f638423e193d tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] 10.222.0.104 "DELETE /v2.0/subnets/536b16a0-deb3-4946-8afc-8c28d4a902ad HTTP/1.1" status: 204 len: 168 time: 0.6471560 Jul 06 14:15:07.169083 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 56668) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:15:07.172699 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4918c018-64a6-4f68-b530-d555ea9be48f None None] Network af10f5a6-49ba-43ab-931e-b8d245faa900 requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:15:07.312262 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec5cea42-5732-4d27-bfa2-fb2b5a7d6ae3 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Deleting subnet 4c7e3bd5-cb88-4424-89a1-0d31155343d2 {{(pid=100247) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 14:15:07.332418 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-ec5cea42-5732-4d27-bfa2-fb2b5a7d6ae3 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Notify callbacks [] for subnet, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:07.404800 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-ec5cea42-5732-4d27-bfa2-fb2b5a7d6ae3 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127131748'] for subnet, precommit_delete_associations {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:07.479883 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1be991-e2ac-44ec-9311-a16a67553af5 req-21db07d3-f7c9-4ff6-a153-c66f31d56c42 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:15:07.484501 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-ad1be991-e2ac-44ec-9311-a16a67553af5 req-21db07d3-f7c9-4ff6-a153-c66f31d56c42 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] 10.222.0.104 "GET /v2.0/ports?device_id=74c47464-2de6-4359-8407-a9a093dc2562 HTTP/1.1" status: 200 len: 946 time: 0.2160888 Jul 06 14:15:07.511422 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7402d925-9fc2-44a0-b91d-3d06ae1ea173 None None] DHCP port deletion for af10f5a6-49ba-43ab-931e-b8d245faa900 request from n-d-773647-6 {{(pid=100248) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 14:15:07.568441 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-ec5cea42-5732-4d27-bfa2-fb2b5a7d6ae3 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-913473'] for subnet, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:07.583856 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-7402d925-9fc2-44a0-b91d-3d06ae1ea173 None None] Deleting port b52e75cc-7508-47e8-a0da-64139288a639 {{(pid=100248) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:15:07.584427 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-7402d925-9fc2-44a0-b91d-3d06ae1ea173 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:07.604363 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-ad1be991-e2ac-44ec-9311-a16a67553af5 req-7025aa5c-40b2-442a-95b5-e3b311325dca tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] 10.222.0.104 "GET /v2.0/security-groups?id=5d8c99c2-13fb-4e77-b660-83bc40ffb65c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1109917 Jul 06 14:15:07.659488 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-7402d925-9fc2-44a0-b91d-3d06ae1ea173 None None] For port b52e75cc-7508-47e8-a0da-64139288a639, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=b52e75cc-7508-47e8-a0da-64139288a639,segment=NetworkSegment(2cecdce2-1942-4a83-be90-72c4816c6ea0),segment_id=2cecdce2-1942-4a83-be90-72c4816c6ea0)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:15:07.660198 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-7402d925-9fc2-44a0-b91d-3d06ae1ea173 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:07.665584 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-ec5cea42-5732-4d27-bfa2-fb2b5a7d6ae3 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-913480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1849032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-128888347', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127627857'] for subnet, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:07.676352 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-7402d925-9fc2-44a0-b91d-3d06ae1ea173 None None] Calling delete_port for b52e75cc-7508-47e8-a0da-64139288a639 owned by network:dhcp {{(pid=100248) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:15:07.721238 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5cea42-5732-4d27-bfa2-fb2b5a7d6ae3 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Pushing event deleted for resources: {'Subnet': ['ID=4c7e3bd5-cb88-4424-89a1-0d31155343d2,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:15:07.742811 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84721c21-5e6a-440b-8970-f74d851a3b6e None None] Network 944da58a-f2cf-49de-ac98-d3747e9a6f85 requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:15:07.744000 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-ec5cea42-5732-4d27-bfa2-fb2b5a7d6ae3 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Notify callbacks [] for subnet, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:07.747127 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-ec5cea42-5732-4d27-bfa2-fb2b5a7d6ae3 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] 10.222.0.104 "DELETE /v2.0/subnets/4c7e3bd5-cb88-4424-89a1-0d31155343d2 HTTP/1.1" status: 204 len: 168 time: 0.5761440 Jul 06 14:15:07.750911 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 56684) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:15:07.870003 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-7402d925-9fc2-44a0-b91d-3d06ae1ea173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117'] for port, after_delete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:07.906580 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-8089bb8e-8abe-4813-80b1-4f83e53a2a4c tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530492'] for network, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:07.919077 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7402d925-9fc2-44a0-b91d-3d06ae1ea173 None None] Pushing event deleted for resources: {'Port': ['ID=b52e75cc-7508-47e8-a0da-64139288a639,revision_number=None']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:15:07.921824 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7402d925-9fc2-44a0-b91d-3d06ae1ea173 None None] No DVR routers for this DVR port b52e75cc-7508-47e8-a0da-64139288a639 on host n-d-773647-6 {{(pid=100248) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:15:08.023119 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-8089bb8e-8abe-4813-80b1-4f83e53a2a4c tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-917204', 'neutron.services.segments.db._delete_segments_for_network-8773753502302'] for network, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:08.034541 n-d-773647-6 neutron-server[100246]: DEBUG neutron.services.segments.db [None req-8089bb8e-8abe-4813-80b1-4f83e53a2a4c tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af10f5a6-49ba-43ab-931e-b8d245faa900']}} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:15:08.067125 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79a73afa-fb97-44ea-a16f-ac9cfdc37fbc None None] DHCP port deletion for 944da58a-f2cf-49de-ac98-d3747e9a6f85 request from n-d-773647-6 {{(pid=100248) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 14:15:08.070522 n-d-773647-6 neutron-server[100246]: DEBUG neutron.services.segments.db [None req-8089bb8e-8abe-4813-80b1-4f83e53a2a4c tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2cecdce2-1942-4a83-be90-72c4816c6ea0') {'for_net_delete': True} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:15:08.070522 n-d-773647-6 neutron-server[100246]: DEBUG neutron.services.segments.db [None req-8089bb8e-8abe-4813-80b1-4f83e53a2a4c tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2cecdce2-1942-4a83-be90-72c4816c6ea0') {} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:15:08.091150 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-8089bb8e-8abe-4813-80b1-4f83e53a2a4c tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773753515138', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126218898'] for segment, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:08.110567 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-8089bb8e-8abe-4813-80b1-4f83e53a2a4c tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552'] for segment, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:08.120603 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8089bb8e-8abe-4813-80b1-4f83e53a2a4c tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Releasing vlan 1033 on physical network physnet1 to pool {{(pid=100246) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 14:15:08.121452 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-8089bb8e-8abe-4813-80b1-4f83e53a2a4c tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127687491'] for segment, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:08.131190 n-d-773647-6 neutron-server[100246]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:15:08.131190 n-d-773647-6 neutron-server[100246]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:15:08.131190 n-d-773647-6 neutron-server[100246]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:15:08.131190 n-d-773647-6 neutron-server[100246]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:15:08.131190 n-d-773647-6 neutron-server[100246]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:15:08.131190 n-d-773647-6 neutron-server[100246]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:15:08.131190 n-d-773647-6 neutron-server[100246]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:15:08.131190 n-d-773647-6 neutron-server[100246]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:15:08.131190 n-d-773647-6 neutron-server[100246]: Traceback (most recent call last): Jul 06 14:15:08.131190 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 14:15:08.131190 n-d-773647-6 neutron-server[100246]: timer() Jul 06 14:15:08.131190 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 14:15:08.131190 n-d-773647-6 neutron-server[100246]: cb(*args, **kw) Jul 06 14:15:08.131190 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 14:15:08.131190 n-d-773647-6 neutron-server[100246]: return func(*args, **kwargs) Jul 06 14:15:08.131190 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 14:15:08.131190 n-d-773647-6 neutron-server[100246]: self._notify() Jul 06 14:15:08.131190 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 14:15:08.131190 n-d-773647-6 neutron-server[100246]: self.callback(batched_events) Jul 06 14:15:08.131190 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 14:15:08.131190 n-d-773647-6 neutron-server[100246]: event.method(event) Jul 06 14:15:08.131190 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 14:15:08.131190 n-d-773647-6 neutron-server[100246]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 14:15:08.131190 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 14:15:08.131190 n-d-773647-6 neutron-server[100246]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 14:15:08.131190 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 14:15:08.131190 n-d-773647-6 neutron-server[100246]: return f(self, *a, **k) Jul 06 14:15:08.131190 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 14:15:08.131190 n-d-773647-6 neutron-server[100246]: return self._get(url).json() Jul 06 14:15:08.131190 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 14:15:08.131190 n-d-773647-6 neutron-server[100246]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 14:15:08.131190 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 14:15:08.131190 n-d-773647-6 neutron-server[100246]: return self.request(url, 'GET', **kwargs) Jul 06 14:15:08.131190 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 14:15:08.131190 n-d-773647-6 neutron-server[100246]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 14:15:08.131190 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 14:15:08.131190 n-d-773647-6 neutron-server[100246]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 14:15:08.131190 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 14:15:08.131190 n-d-773647-6 neutron-server[100246]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 14:15:08.131190 n-d-773647-6 neutron-server[100246]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 14:15:08.162368 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-79a73afa-fb97-44ea-a16f-ac9cfdc37fbc None None] Deleting port 2ce73759-6a3c-4f31-8fa0-da3982336f58 {{(pid=100248) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:15:08.165048 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-79a73afa-fb97-44ea-a16f-ac9cfdc37fbc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:08.183930 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 56698) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:15:08.236104 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-8089bb8e-8abe-4813-80b1-4f83e53a2a4c tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-917215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1761140'] for network, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:08.250798 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-8089bb8e-8abe-4813-80b1-4f83e53a2a4c tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Notify callbacks [] for network, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:08.253060 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-8089bb8e-8abe-4813-80b1-4f83e53a2a4c tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] 10.222.0.104 "DELETE /v2.0/networks/af10f5a6-49ba-43ab-931e-b8d245faa900 HTTP/1.1" status: 204 len: 168 time: 0.5005329 Jul 06 14:15:08.256926 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 56702) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:15:08.270743 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-79a73afa-fb97-44ea-a16f-ac9cfdc37fbc None None] For port 2ce73759-6a3c-4f31-8fa0-da3982336f58, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=2ce73759-6a3c-4f31-8fa0-da3982336f58,segment=NetworkSegment(43e50c16-2f3d-4fb4-aba1-326907dcc4a3),segment_id=43e50c16-2f3d-4fb4-aba1-326907dcc4a3)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:15:08.271144 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-79a73afa-fb97-44ea-a16f-ac9cfdc37fbc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:08.272703 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8089bb8e-8abe-4813-80b1-4f83e53a2a4c tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Pushing event deleted for resources: {'Network': ['ID=af10f5a6-49ba-43ab-931e-b8d245faa900,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:15:08.287084 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-79a73afa-fb97-44ea-a16f-ac9cfdc37fbc None None] Calling delete_port for 2ce73759-6a3c-4f31-8fa0-da3982336f58 owned by network:dhcp {{(pid=100248) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:15:08.344303 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-7e991114-aa04-481a-894d-755c193c3c25 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530492'] for network, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:08.369285 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [None req-935eb909-a9c3-45a4-b9e2-f8bea4cc6d56 tempest-BulkNetworkOpsIpV6Test-769788728 tempest-BulkNetworkOpsIpV6Test-769788728-project] Request body: {'networks': [{'name': 'tempest-network--1733248397'}, {'name': 'tempest-network--508067592'}]} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:15:08.369594 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [None req-935eb909-a9c3-45a4-b9e2-f8bea4cc6d56 tempest-BulkNetworkOpsIpV6Test-769788728 tempest-BulkNetworkOpsIpV6Test-769788728-project] Request body: {'network': {'name': 'tempest-network--1733248397'}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:15:08.370057 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [None req-935eb909-a9c3-45a4-b9e2-f8bea4cc6d56 tempest-BulkNetworkOpsIpV6Test-769788728 tempest-BulkNetworkOpsIpV6Test-769788728-project] Request body: {'network': {'name': 'tempest-network--508067592'}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:15:08.404557 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7975e738-f71c-474a-9a97-95d229f307b7 req-67d2bdc0-d6dc-4aae-86b6-2836c744774c tempest-ListServerFiltersTestJSON-1215238916 tempest-ListServerFiltersTestJSON-1215238916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:15:08.407175 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-7975e738-f71c-474a-9a97-95d229f307b7 req-67d2bdc0-d6dc-4aae-86b6-2836c744774c tempest-ListServerFiltersTestJSON-1215238916 tempest-ListServerFiltersTestJSON-1215238916-project] 10.222.0.104 "GET /v2.0/ports?device_id=b57db9a9-7c86-464d-97f2-0d549a71fb7e HTTP/1.1" status: 200 len: 946 time: 0.2094893 Jul 06 14:15:08.410029 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-935eb909-a9c3-45a4-b9e2-f8bea4cc6d56 tempest-BulkNetworkOpsIpV6Test-769788728 tempest-BulkNetworkOpsIpV6Test-769788728-project] Made reservation on behalf of fa51884e20cd4512b4caa259cf649f61 for: {'network': 2} {{(pid=100247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:15:08.414934 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-79a73afa-fb97-44ea-a16f-ac9cfdc37fbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117'] for port, after_delete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:08.416221 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-935eb909-a9c3-45a4-b9e2-f8bea4cc6d56 tempest-BulkNetworkOpsIpV6Test-769788728 tempest-BulkNetworkOpsIpV6Test-769788728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for network, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:08.444659 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a73afa-fb97-44ea-a16f-ac9cfdc37fbc None None] Pushing event deleted for resources: {'Port': ['ID=2ce73759-6a3c-4f31-8fa0-da3982336f58,revision_number=None']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:15:08.447914 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79a73afa-fb97-44ea-a16f-ac9cfdc37fbc None None] No DVR routers for this DVR port 2ce73759-6a3c-4f31-8fa0-da3982336f58 on host n-d-773647-6 {{(pid=100248) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:15:08.461879 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-935eb909-a9c3-45a4-b9e2-f8bea4cc6d56 tempest-BulkNetworkOpsIpV6Test-769788728 tempest-BulkNetworkOpsIpV6Test-769788728-project] Notify callbacks [] for security_group, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:08.463945 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.plugin [None req-7e991114-aa04-481a-894d-755c193c3c25 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] The port '2ce73759-6a3c-4f31-8fa0-da3982336f58' was deleted {{(pid=100247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 06 14:15:08.894479 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-7e991114-aa04-481a-894d-755c193c3c25 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-917204', 'neutron.services.segments.db._delete_segments_for_network-8773753502302'] for network, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:08.902141 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-7975e738-f71c-474a-9a97-95d229f307b7 req-4a5fc1d5-6b93-4b24-8789-95637fea088c tempest-ListServerFiltersTestJSON-1215238916 tempest-ListServerFiltersTestJSON-1215238916-project] 10.222.0.104 "GET /v2.0/security-groups?id=c2d32256-dc35-4b2b-a176-8980c50ac374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4803593 Jul 06 14:15:08.913155 n-d-773647-6 neutron-server[100247]: DEBUG neutron.services.segments.db [None req-7e991114-aa04-481a-894d-755c193c3c25 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['944da58a-f2cf-49de-ac98-d3747e9a6f85']}} {{(pid=100247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:15:08.934140 n-d-773647-6 neutron-server[100247]: DEBUG neutron.services.segments.db [None req-7e991114-aa04-481a-894d-755c193c3c25 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '43e50c16-2f3d-4fb4-aba1-326907dcc4a3') {'for_net_delete': True} {{(pid=100247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:15:08.934505 n-d-773647-6 neutron-server[100247]: DEBUG neutron.services.segments.db [None req-7e991114-aa04-481a-894d-755c193c3c25 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '43e50c16-2f3d-4fb4-aba1-326907dcc4a3') {} {{(pid=100247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:15:08.951310 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-7e991114-aa04-481a-894d-755c193c3c25 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773753515138', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127131763'] for segment, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:08.979638 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-7e991114-aa04-481a-894d-755c193c3c25 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552'] for segment, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:08.993653 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e991114-aa04-481a-894d-755c193c3c25 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Releasing vlan 1036 on physical network physnet1 to pool {{(pid=100247) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 14:15:08.994055 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-7e991114-aa04-481a-894d-755c193c3c25 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-128888574'] for segment, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:08.997299 n-d-773647-6 neutron-server[100247]: Traceback (most recent call last): Jul 06 14:15:08.997299 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 14:15:08.997299 n-d-773647-6 neutron-server[100247]: timer() Jul 06 14:15:08.997299 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 14:15:08.997299 n-d-773647-6 neutron-server[100247]: cb(*args, **kw) Jul 06 14:15:08.997299 n-d-773647-6 neutron-server[100247]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 14:15:08.997299 n-d-773647-6 neutron-server[100247]: return func(*args, **kwargs) Jul 06 14:15:08.997299 n-d-773647-6 neutron-server[100247]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 14:15:08.997299 n-d-773647-6 neutron-server[100247]: self._notify() Jul 06 14:15:08.997299 n-d-773647-6 neutron-server[100247]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 14:15:08.997299 n-d-773647-6 neutron-server[100247]: self.callback(batched_events) Jul 06 14:15:08.997299 n-d-773647-6 neutron-server[100247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 14:15:08.997299 n-d-773647-6 neutron-server[100247]: event.method(event) Jul 06 14:15:08.997299 n-d-773647-6 neutron-server[100247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 14:15:08.997299 n-d-773647-6 neutron-server[100247]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 14:15:08.997299 n-d-773647-6 neutron-server[100247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 14:15:08.997299 n-d-773647-6 neutron-server[100247]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 14:15:08.997299 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 14:15:08.997299 n-d-773647-6 neutron-server[100247]: return f(self, *a, **k) Jul 06 14:15:08.997299 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 14:15:08.997299 n-d-773647-6 neutron-server[100247]: return self._get(url).json() Jul 06 14:15:08.997299 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 14:15:08.997299 n-d-773647-6 neutron-server[100247]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 14:15:08.997299 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 14:15:08.997299 n-d-773647-6 neutron-server[100247]: return self.request(url, 'GET', **kwargs) Jul 06 14:15:08.997299 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 14:15:08.997299 n-d-773647-6 neutron-server[100247]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 14:15:08.997299 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 14:15:08.997299 n-d-773647-6 neutron-server[100247]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 14:15:08.997299 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 14:15:08.997299 n-d-773647-6 neutron-server[100247]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 14:15:08.997299 n-d-773647-6 neutron-server[100247]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 14:15:09.009182 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 2ce73759-6a3c-4f31-8fa0-da3982336f58 no longer exists at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:15:09.039889 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] No Port match for: 2ce73759-6a3c-4f31-8fa0-da3982336f58 {{(pid=100248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 14:15:09.040511 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 2ce73759-6a3c-4f31-8fa0-da3982336f58 not bound to the agent host n-d-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:15:09.041096 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device b52e75cc-7508-47e8-a0da-64139288a639 no longer exists at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:15:09.066084 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] No Port match for: b52e75cc-7508-47e8-a0da-64139288a639 {{(pid=100248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 14:15:09.066447 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device b52e75cc-7508-47e8-a0da-64139288a639 not bound to the agent host n-d-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:15:09.089085 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11cbc06a-ddfe-4ca4-9964-1549dd7a3824 req-8020efaf-eddb-48b2-acdd-bc2d623c649e tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:15:09.091698 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-11cbc06a-ddfe-4ca4-9964-1549dd7a3824 req-8020efaf-eddb-48b2-acdd-bc2d623c649e tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] 10.222.0.104 "GET /v2.0/ports?device_id=74c47464-2de6-4359-8407-a9a093dc2562 HTTP/1.1" status: 200 len: 946 time: 0.2515717 Jul 06 14:15:09.141256 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-935eb909-a9c3-45a4-b9e2-f8bea4cc6d56 tempest-BulkNetworkOpsIpV6Test-769788728 tempest-BulkNetworkOpsIpV6Test-769788728-project] Notify callbacks [] for security_group, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:09.146967 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-7e991114-aa04-481a-894d-755c193c3c25 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-917215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1761140'] for network, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:09.151819 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-7e991114-aa04-481a-894d-755c193c3c25 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583035'] for network, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:09.153898 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-7e991114-aa04-481a-894d-755c193c3c25 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] 10.222.0.104 "DELETE /v2.0/networks/944da58a-f2cf-49de-ac98-d3747e9a6f85 HTTP/1.1" status: 204 len: 168 time: 0.8959484 Jul 06 14:15:09.158677 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 56710) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:15:09.163813 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-b753c50c-c2f2-4430-83e3-b616dec3f929 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Request body: {'network': {'name': 'tempest-RoutersTest-910392955'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:15:09.173553 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-935eb909-a9c3-45a4-b9e2-f8bea4cc6d56 tempest-BulkNetworkOpsIpV6Test-769788728 tempest-BulkNetworkOpsIpV6Test-769788728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:09.174014 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-935eb909-a9c3-45a4-b9e2-f8bea4cc6d56 tempest-BulkNetworkOpsIpV6Test-769788728 tempest-BulkNetworkOpsIpV6Test-769788728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for network, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:09.186594 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b753c50c-c2f2-4430-83e3-b616dec3f929 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Made reservation on behalf of 9c6f2fd69adb42a0ae2388cfacf9d174 for: {'network': 1} {{(pid=100246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:15:09.191057 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-b753c50c-c2f2-4430-83e3-b616dec3f929 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for network, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:09.202221 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-11cbc06a-ddfe-4ca4-9964-1549dd7a3824 req-6bd88a45-6936-4e0d-a279-58683d8659e9 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] 10.222.0.104 "GET /v2.0/security-groups?id=5d8c99c2-13fb-4e77-b660-83bc40ffb65c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0986898 Jul 06 14:15:09.203050 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e991114-aa04-481a-894d-755c193c3c25 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Pushing event deleted for resources: {'Network': ['ID=944da58a-f2cf-49de-ac98-d3747e9a6f85,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:15:09.227290 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b753c50c-c2f2-4430-83e3-b616dec3f929 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] vlan segment allocate from pool success with {'vlan_id': 1028, 'physical_network': 'physnet1'} {{(pid=100246) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 14:15:09.242043 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-935eb909-a9c3-45a4-b9e2-f8bea4cc6d56 tempest-BulkNetworkOpsIpV6Test-769788728 tempest-BulkNetworkOpsIpV6Test-769788728-project] vlan segment allocate from pool success with {'vlan_id': 1038, 'physical_network': 'physnet1'} {{(pid=100247) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 14:15:09.244385 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-b753c50c-c2f2-4430-83e3-b616dec3f929 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552'] for segment, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:09.245038 n-d-773647-6 neutron-server[100246]: INFO neutron.db.segments_db [None req-b753c50c-c2f2-4430-83e3-b616dec3f929 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Added segment ed86af03-8d0e-4707-8e4c-53f98fa290df of type vlan for network b2506e84-acd9-44ba-bf05-32f4bc9f59ca Jul 06 14:15:09.247437 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935eb909-a9c3-45a4-b9e2-f8bea4cc6d56 tempest-BulkNetworkOpsIpV6Test-769788728 tempest-BulkNetworkOpsIpV6Test-769788728-project] Pushing event updated for resources: {'SecurityGroup': ['ID=523658b6-ed7f-44f3-adf5-72555d5366c8,revision_number=1']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:15:09.254800 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-935eb909-a9c3-45a4-b9e2-f8bea4cc6d56 tempest-BulkNetworkOpsIpV6Test-769788728 tempest-BulkNetworkOpsIpV6Test-769788728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552'] for segment, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:09.255146 n-d-773647-6 neutron-server[100247]: INFO neutron.db.segments_db [None req-935eb909-a9c3-45a4-b9e2-f8bea4cc6d56 tempest-BulkNetworkOpsIpV6Test-769788728 tempest-BulkNetworkOpsIpV6Test-769788728-project] Added segment 5bc60759-73b9-4e13-b668-1347f616b91e of type vlan for network abf357af-de58-4226-89fe-36b65b532af2 Jul 06 14:15:09.300447 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-b753c50c-c2f2-4430-83e3-b616dec3f929 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773752984405'] for network, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:09.300808 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-935eb909-a9c3-45a4-b9e2-f8bea4cc6d56 tempest-BulkNetworkOpsIpV6Test-769788728 tempest-BulkNetworkOpsIpV6Test-769788728-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773752984405'] for network, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:09.333764 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-b753c50c-c2f2-4430-83e3-b616dec3f929 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060'] for network, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:09.335958 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-935eb909-a9c3-45a4-b9e2-f8bea4cc6d56 tempest-BulkNetworkOpsIpV6Test-769788728 tempest-BulkNetworkOpsIpV6Test-769788728-project] vlan segment allocate from pool success with {'vlan_id': 1035, 'physical_network': 'physnet1'} {{(pid=100247) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 14:15:09.339960 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b753c50c-c2f2-4430-83e3-b616dec3f929 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:15:09.340635 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-b753c50c-c2f2-4430-83e3-b616dec3f929 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Notify callbacks [] for network, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:09.345997 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-935eb909-a9c3-45a4-b9e2-f8bea4cc6d56 tempest-BulkNetworkOpsIpV6Test-769788728 tempest-BulkNetworkOpsIpV6Test-769788728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552'] for segment, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:09.346350 n-d-773647-6 neutron-server[100247]: INFO neutron.db.segments_db [None req-935eb909-a9c3-45a4-b9e2-f8bea4cc6d56 tempest-BulkNetworkOpsIpV6Test-769788728 tempest-BulkNetworkOpsIpV6Test-769788728-project] Added segment 2b1e84ee-a257-495a-b82f-792d758f88b8 of type vlan for network e0f3a95b-2035-4f52-8ed8-0ee9e5094d27 Jul 06 14:15:09.385948 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-935eb909-a9c3-45a4-b9e2-f8bea4cc6d56 tempest-BulkNetworkOpsIpV6Test-769788728 tempest-BulkNetworkOpsIpV6Test-769788728-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773752984405'] for network, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:09.400793 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-b753c50c-c2f2-4430-83e3-b616dec3f929 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] 10.222.0.104 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.2387927 Jul 06 14:15:09.401073 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 56712) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:15:09.407911 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [None req-4c73e791-06cc-46a8-beb7-90dc26799fdb tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Request body: {'subnet': {'network_id': 'b2506e84-acd9-44ba-bf05-32f4bc9f59ca', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:15:09.413706 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b753c50c-c2f2-4430-83e3-b616dec3f929 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Pushing event updated for resources: {'Network': ['ID=b2506e84-acd9-44ba-bf05-32f4bc9f59ca,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:15:09.426898 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Network b2506e84-acd9-44ba-bf05-32f4bc9f59ca details requested by agent ovs-agent-n-d-773647-6 with host n-d-773647-6 {{(pid=100248) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 14:15:09.482885 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-935eb909-a9c3-45a4-b9e2-f8bea4cc6d56 tempest-BulkNetworkOpsIpV6Test-769788728 tempest-BulkNetworkOpsIpV6Test-769788728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060'] for network, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:09.483405 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-935eb909-a9c3-45a4-b9e2-f8bea4cc6d56 tempest-BulkNetworkOpsIpV6Test-769788728 tempest-BulkNetworkOpsIpV6Test-769788728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060'] for network, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:09.490712 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-935eb909-a9c3-45a4-b9e2-f8bea4cc6d56 tempest-BulkNetworkOpsIpV6Test-769788728 tempest-BulkNetworkOpsIpV6Test-769788728-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:15:09.495428 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-935eb909-a9c3-45a4-b9e2-f8bea4cc6d56 tempest-BulkNetworkOpsIpV6Test-769788728 tempest-BulkNetworkOpsIpV6Test-769788728-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:15:09.496073 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-935eb909-a9c3-45a4-b9e2-f8bea4cc6d56 tempest-BulkNetworkOpsIpV6Test-769788728 tempest-BulkNetworkOpsIpV6Test-769788728-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583035'] for network, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:09.531347 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-935eb909-a9c3-45a4-b9e2-f8bea4cc6d56 tempest-BulkNetworkOpsIpV6Test-769788728 tempest-BulkNetworkOpsIpV6Test-769788728-project] 10.222.0.104 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 1.3448536 Jul 06 14:15:09.534023 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 56716) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:15:09.589184 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935eb909-a9c3-45a4-b9e2-f8bea4cc6d56 tempest-BulkNetworkOpsIpV6Test-769788728 tempest-BulkNetworkOpsIpV6Test-769788728-project] Pushing event updated for resources: {'Network': ['ID=abf357af-de58-4226-89fe-36b65b532af2,revision_number=1']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:15:09.597570 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c73e791-06cc-46a8-beb7-90dc26799fdb tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Made reservation on behalf of 9c6f2fd69adb42a0ae2388cfacf9d174 for: {'subnet': 1} {{(pid=100247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:15:09.601041 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-4c73e791-06cc-46a8-beb7-90dc26799fdb tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127627440'] for subnet, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:09.602898 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Network abf357af-de58-4226-89fe-36b65b532af2 details requested by agent ovs-agent-n-d-773647-6 with host n-d-773647-6 {{(pid=100248) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 14:15:09.724311 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935eb909-a9c3-45a4-b9e2-f8bea4cc6d56 tempest-BulkNetworkOpsIpV6Test-769788728 tempest-BulkNetworkOpsIpV6Test-769788728-project] Pushing event updated for resources: {'Network': ['ID=e0f3a95b-2035-4f52-8ed8-0ee9e5094d27,revision_number=1']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:15:09.747396 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Network e0f3a95b-2035-4f52-8ed8-0ee9e5094d27 details requested by agent ovs-agent-n-d-773647-6 with host n-d-773647-6 {{(pid=100248) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 14:15:09.783277 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5302526-00e6-4e03-bf68-0c13c2e183d0 tempest-BulkNetworkOpsIpV6Test-769788728 tempest-BulkNetworkOpsIpV6Test-769788728-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:15:09.789621 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5302526-00e6-4e03-bf68-0c13c2e183d0 tempest-BulkNetworkOpsIpV6Test-769788728 tempest-BulkNetworkOpsIpV6Test-769788728-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:15:09.795787 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5302526-00e6-4e03-bf68-0c13c2e183d0 tempest-BulkNetworkOpsIpV6Test-769788728 tempest-BulkNetworkOpsIpV6Test-769788728-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:15:09.802550 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5302526-00e6-4e03-bf68-0c13c2e183d0 tempest-BulkNetworkOpsIpV6Test-769788728 tempest-BulkNetworkOpsIpV6Test-769788728-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:15:09.807660 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-c5302526-00e6-4e03-bf68-0c13c2e183d0 tempest-BulkNetworkOpsIpV6Test-769788728 tempest-BulkNetworkOpsIpV6Test-769788728-project] 10.222.0.104 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.2723894 Jul 06 14:15:09.808770 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 56718) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:15:09.884521 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-4c73e791-06cc-46a8-beb7-90dc26799fdb tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1849032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-128888412', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127627426'] for subnet, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:09.896848 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-00a82cc0-a180-405a-b716-966b0f3836fd tempest-BulkNetworkOpsIpV6Test-769788728 tempest-BulkNetworkOpsIpV6Test-769788728-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530492'] for network, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:09.952718 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c73e791-06cc-46a8-beb7-90dc26799fdb tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Pushing event updated for resources: {'Subnet': ['ID=9867729b-d0c6-48b5-b9b7-f59a9b231d90,revision_number=0']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:15:09.960650 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c73e791-06cc-46a8-beb7-90dc26799fdb tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Checking segment: {'id': 'ed86af03-8d0e-4707-8e4c-53f98fa290df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1028, 'network_id': 'b2506e84-acd9-44ba-bf05-32f4bc9f59ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100247) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:15:09.960945 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c73e791-06cc-46a8-beb7-90dc26799fdb tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Network hostable DHCP agents. Network: b2506e84-acd9-44ba-bf05-32f4bc9f59ca, hostable agents: ['f2bada3d-be77-4359-982b-8505a2bbca04'], hosted agents: [] {{(pid=100247) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 14:15:09.979299 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c73e791-06cc-46a8-beb7-90dc26799fdb tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Network b2506e84-acd9-44ba-bf05-32f4bc9f59ca is scheduled to be hosted by DHCP agent f2bada3d-be77-4359-982b-8505a2bbca04 with binding_index 1 {{(pid=100247) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 14:15:09.996001 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-00a82cc0-a180-405a-b716-966b0f3836fd tempest-BulkNetworkOpsIpV6Test-769788728 tempest-BulkNetworkOpsIpV6Test-769788728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-917204', 'neutron.services.segments.db._delete_segments_for_network-8773753502302'] for network, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:10.009176 n-d-773647-6 neutron-server[100246]: DEBUG neutron.services.segments.db [None req-00a82cc0-a180-405a-b716-966b0f3836fd tempest-BulkNetworkOpsIpV6Test-769788728 tempest-BulkNetworkOpsIpV6Test-769788728-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['abf357af-de58-4226-89fe-36b65b532af2']}} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:15:10.021498 n-d-773647-6 neutron-server[100246]: DEBUG neutron.services.segments.db [None req-00a82cc0-a180-405a-b716-966b0f3836fd tempest-BulkNetworkOpsIpV6Test-769788728 tempest-BulkNetworkOpsIpV6Test-769788728-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5bc60759-73b9-4e13-b668-1347f616b91e') {'for_net_delete': True} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:15:10.022167 n-d-773647-6 neutron-server[100246]: DEBUG neutron.services.segments.db [None req-00a82cc0-a180-405a-b716-966b0f3836fd tempest-BulkNetworkOpsIpV6Test-769788728 tempest-BulkNetworkOpsIpV6Test-769788728-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5bc60759-73b9-4e13-b668-1347f616b91e') {} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:15:10.027776 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.base_scheduler [None req-4c73e791-06cc-46a8-beb7-90dc26799fdb tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773647-6, b2506e84-acd9-44ba-bf05-32f4bc9f59ca) {{(pid=100247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:15:10.037884 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c73e791-06cc-46a8-beb7-90dc26799fdb tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:15:10.038394 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ce5a188-e313-4874-94a5-f6f1793bcb30 None None] Network b2506e84-acd9-44ba-bf05-32f4bc9f59ca requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:15:10.038876 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-4c73e791-06cc-46a8-beb7-90dc26799fdb tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Notify callbacks [] for subnet, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:10.044463 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-00a82cc0-a180-405a-b716-966b0f3836fd tempest-BulkNetworkOpsIpV6Test-769788728 tempest-BulkNetworkOpsIpV6Test-769788728-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773753515138', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126218898'] for segment, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:10.064626 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-00a82cc0-a180-405a-b716-966b0f3836fd tempest-BulkNetworkOpsIpV6Test-769788728 tempest-BulkNetworkOpsIpV6Test-769788728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552'] for segment, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:10.065967 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-4c73e791-06cc-46a8-beb7-90dc26799fdb tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] 10.222.0.104 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6637611 Jul 06 14:15:10.070011 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 56722) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:15:10.077852 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-b7067bc9-bb4f-45c6-9a1b-bc99ffdc362e tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1247612017', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:15:10.083520 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468538ae-95dd-4f04-9220-1288911cbea8 req-fbbcf16a-ab98-4784-9f11-40d1b4ec77c5 tempest-ListServerFiltersTestJSON-1215238916 tempest-ListServerFiltersTestJSON-1215238916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:15:10.085296 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-468538ae-95dd-4f04-9220-1288911cbea8 req-fbbcf16a-ab98-4784-9f11-40d1b4ec77c5 tempest-ListServerFiltersTestJSON-1215238916 tempest-ListServerFiltersTestJSON-1215238916-project] 10.222.0.127 "GET /v2.0/ports?device_id=b57db9a9-7c86-464d-97f2-0d549a71fb7e HTTP/1.1" status: 200 len: 946 time: 0.1023667 Jul 06 14:15:10.086047 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-00a82cc0-a180-405a-b716-966b0f3836fd tempest-BulkNetworkOpsIpV6Test-769788728 tempest-BulkNetworkOpsIpV6Test-769788728-project] Releasing vlan 1038 on physical network physnet1 to pool {{(pid=100246) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 14:15:10.086531 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-00a82cc0-a180-405a-b716-966b0f3836fd tempest-BulkNetworkOpsIpV6Test-769788728 tempest-BulkNetworkOpsIpV6Test-769788728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127687491'] for segment, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:10.090142 n-d-773647-6 neutron-server[100246]: Traceback (most recent call last): Jul 06 14:15:10.090142 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 14:15:10.090142 n-d-773647-6 neutron-server[100246]: timer() Jul 06 14:15:10.090142 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 14:15:10.090142 n-d-773647-6 neutron-server[100246]: cb(*args, **kw) Jul 06 14:15:10.090142 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 14:15:10.090142 n-d-773647-6 neutron-server[100246]: return func(*args, **kwargs) Jul 06 14:15:10.090142 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 14:15:10.090142 n-d-773647-6 neutron-server[100246]: self._notify() Jul 06 14:15:10.090142 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 14:15:10.090142 n-d-773647-6 neutron-server[100246]: self.callback(batched_events) Jul 06 14:15:10.090142 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 14:15:10.090142 n-d-773647-6 neutron-server[100246]: event.method(event) Jul 06 14:15:10.090142 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 14:15:10.090142 n-d-773647-6 neutron-server[100246]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 14:15:10.090142 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 14:15:10.090142 n-d-773647-6 neutron-server[100246]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 14:15:10.090142 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 14:15:10.090142 n-d-773647-6 neutron-server[100246]: return f(self, *a, **k) Jul 06 14:15:10.090142 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 14:15:10.090142 n-d-773647-6 neutron-server[100246]: return self._get(url).json() Jul 06 14:15:10.090142 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 14:15:10.090142 n-d-773647-6 neutron-server[100246]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 14:15:10.090142 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 14:15:10.090142 n-d-773647-6 neutron-server[100246]: return self.request(url, 'GET', **kwargs) Jul 06 14:15:10.090142 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 14:15:10.090142 n-d-773647-6 neutron-server[100246]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 14:15:10.090142 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 14:15:10.090142 n-d-773647-6 neutron-server[100246]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 14:15:10.090142 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 14:15:10.090142 n-d-773647-6 neutron-server[100246]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 14:15:10.090142 n-d-773647-6 neutron-server[100246]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 14:15:10.167379 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-b7067bc9-bb4f-45c6-9a1b-bc99ffdc362e tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1806290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6992'] for router, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:10.169210 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-b7067bc9-bb4f-45c6-9a1b-bc99ffdc362e tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1806157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1808637', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1714747', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7007'] for router, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:10.236425 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-b7067bc9-bb4f-45c6-9a1b-bc99ffdc362e tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:10.238492 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-00a82cc0-a180-405a-b716-966b0f3836fd tempest-BulkNetworkOpsIpV6Test-769788728 tempest-BulkNetworkOpsIpV6Test-769788728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-917215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1761140'] for network, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:10.261393 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-00a82cc0-a180-405a-b716-966b0f3836fd tempest-BulkNetworkOpsIpV6Test-769788728 tempest-BulkNetworkOpsIpV6Test-769788728-project] Notify callbacks [] for network, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:10.263696 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-00a82cc0-a180-405a-b716-966b0f3836fd tempest-BulkNetworkOpsIpV6Test-769788728 tempest-BulkNetworkOpsIpV6Test-769788728-project] 10.222.0.104 "DELETE /v2.0/networks/abf357af-de58-4226-89fe-36b65b532af2 HTTP/1.1" status: 204 len: 168 time: 0.4529002 Jul 06 14:15:10.266920 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-b7067bc9-bb4f-45c6-9a1b-bc99ffdc362e tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1806297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1761036'] for router, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:10.270586 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 56728) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:15:10.300127 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a82cc0-a180-405a-b716-966b0f3836fd tempest-BulkNetworkOpsIpV6Test-769788728 tempest-BulkNetworkOpsIpV6Test-769788728-project] Pushing event deleted for resources: {'Network': ['ID=abf357af-de58-4226-89fe-36b65b532af2,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:15:10.300769 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78a5cab4-dfba-4ed2-b377-7f56a0571c39 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6bd5fc82-6666-56e8-87c2-91648d36c963-b2506e84-acd9-44ba-bf05-32f4bc9f59ca', 'network_id': 'b2506e84-acd9-44ba-bf05-32f4bc9f59ca', 'tenant_id': '9c6f2fd69adb42a0ae2388cfacf9d174', 'fixed_ips': [{'subnet_id': '9867729b-d0c6-48b5-b9b7-f59a9b231d90'}]}} from n-d-773647-6. {{(pid=100248) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 14:15:10.301637 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-78a5cab4-dfba-4ed2-b377-7f56a0571c39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:10.306707 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-b7067bc9-bb4f-45c6-9a1b-bc99ffdc362e tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Notify callbacks [] for router, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:10.311920 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-b7067bc9-bb4f-45c6-9a1b-bc99ffdc362e tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] 10.222.0.104 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.2402315 Jul 06 14:15:10.312594 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 56730) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:15:10.314652 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8c1279-84e9-4c27-b20e-a00e5e0ec276 req-0183073c-4c73-41b0-a2d7-37be8401ded6 tempest-ListServerFiltersTestJSON-1215238916 tempest-ListServerFiltersTestJSON-1215238916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:15:10.316529 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-1b8c1279-84e9-4c27-b20e-a00e5e0ec276 req-0183073c-4c73-41b0-a2d7-37be8401ded6 tempest-ListServerFiltersTestJSON-1215238916 tempest-ListServerFiltersTestJSON-1215238916-project] 10.222.0.104 "GET /v2.0/ports?device_id=b57db9a9-7c86-464d-97f2-0d549a71fb7e HTTP/1.1" status: 200 len: 946 time: 0.2114356 Jul 06 14:15:10.317878 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-361666fd-cfc4-489d-be58-f2c189e8fd01 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Request body: {'port': {'network_id': 'b2506e84-acd9-44ba-bf05-32f4bc9f59ca', 'name': 'tempest-RoutersTest-1515061221'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:15:10.403104 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.plugin [req-468538ae-95dd-4f04-9220-1288911cbea8 req-cde659b9-639e-4b30-9045-b02784488c32 tempest-ListServerFiltersTestJSON-1215238916 tempest-ListServerFiltersTestJSON-1215238916-project] Deleting port f44fc52d-1204-4718-92df-8efd6645d48b {{(pid=100247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:15:10.403674 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-468538ae-95dd-4f04-9220-1288911cbea8 req-cde659b9-639e-4b30-9045-b02784488c32 tempest-ListServerFiltersTestJSON-1215238916 tempest-ListServerFiltersTestJSON-1215238916-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:10.453962 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-361666fd-cfc4-489d-be58-f2c189e8fd01 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Made reservation on behalf of 9c6f2fd69adb42a0ae2388cfacf9d174 for: {'port': 1} {{(pid=100246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:15:10.461106 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-361666fd-cfc4-489d-be58-f2c189e8fd01 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:10.479966 n-d-773647-6 neutron-server[100246]: DEBUG neutron.notifiers.nova [None req-361666fd-cfc4-489d-be58-f2c189e8fd01 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] device_id is not set on port 4430fa40-999e-4ebd-ac8f-91ebd70ec7c5 yet. {{(pid=100246) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 14:15:10.485309 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.db_base_plugin_common [None req-78a5cab4-dfba-4ed2-b377-7f56a0571c39 None None] Allocated IP 172.20.0.2 (b2506e84-acd9-44ba-bf05-32f4bc9f59ca/9867729b-d0c6-48b5-b9b7-f59a9b231d90/ba4fcf5a-a093-448b-b7ac-f7ed1dd1d9b8) {{(pid=100248) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:15:10.524520 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-2701a37b-4a27-4bdf-b33d-34712985a663 tempest-BulkNetworkOpsIpV6Test-769788728 tempest-BulkNetworkOpsIpV6Test-769788728-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530492'] for network, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:10.535811 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-1b8c1279-84e9-4c27-b20e-a00e5e0ec276 req-f49f7196-331b-4fd1-b9fd-87c92739ff84 tempest-ListServerFiltersTestJSON-1215238916 tempest-ListServerFiltersTestJSON-1215238916-project] 10.222.0.104 "GET /v2.0/security-groups?id=c2d32256-dc35-4b2b-a176-8980c50ac374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1830852 Jul 06 14:15:10.637402 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:10.651412 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.db [req-468538ae-95dd-4f04-9220-1288911cbea8 req-cde659b9-639e-4b30-9045-b02784488c32 tempest-ListServerFiltersTestJSON-1215238916 tempest-ListServerFiltersTestJSON-1215238916-project] For port f44fc52d-1204-4718-92df-8efd6645d48b, host n-h1-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773647-6',level=0,port_id=f44fc52d-1204-4718-92df-8efd6645d48b,segment=NetworkSegment(9f74fedc-16b9-4869-9140-58164e4cbf7a),segment_id=9f74fedc-16b9-4869-9140-58164e4cbf7a)] {{(pid=100247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:15:10.652071 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-468538ae-95dd-4f04-9220-1288911cbea8 req-cde659b9-639e-4b30-9045-b02784488c32 tempest-ListServerFiltersTestJSON-1215238916 tempest-ListServerFiltersTestJSON-1215238916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:10.701397 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24be5f1b-3cd9-4b99-9b95-bdb9fa070b31 req-a41d5347-61a9-4be5-b13d-6d6c28b9a6d3 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:15:10.703556 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-24be5f1b-3cd9-4b99-9b95-bdb9fa070b31 req-a41d5347-61a9-4be5-b13d-6d6c28b9a6d3 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] 10.222.0.104 "GET /v2.0/ports?device_id=74c47464-2de6-4359-8407-a9a093dc2562 HTTP/1.1" status: 200 len: 946 time: 0.2359233 Jul 06 14:15:10.715092 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-78a5cab4-dfba-4ed2-b377-7f56a0571c39 None None] Notify callbacks [] for port, precommit_create {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:10.720310 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.plugin [req-468538ae-95dd-4f04-9220-1288911cbea8 req-cde659b9-639e-4b30-9045-b02784488c32 tempest-ListServerFiltersTestJSON-1215238916 tempest-ListServerFiltersTestJSON-1215238916-project] Calling delete_port for f44fc52d-1204-4718-92df-8efd6645d48b owned by compute:nova {{(pid=100247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:15:10.723963 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-78a5cab4-dfba-4ed2-b377-7f56a0571c39 None None] Transition to ACTIVE for port object ba4fcf5a-a093-448b-b7ac-f7ed1dd1d9b8 will not be triggered until provisioned by entity L2. {{(pid=100248) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:15:10.740151 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-2701a37b-4a27-4bdf-b33d-34712985a663 tempest-BulkNetworkOpsIpV6Test-769788728 tempest-BulkNetworkOpsIpV6Test-769788728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-917204', 'neutron.services.segments.db._delete_segments_for_network-8773753502302'] for network, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:10.744965 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-78a5cab4-dfba-4ed2-b377-7f56a0571c39 None None] Transition to ACTIVE for port object ba4fcf5a-a093-448b-b7ac-f7ed1dd1d9b8 will not be triggered until provisioned by entity DHCP. {{(pid=100248) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:15:10.752192 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-78a5cab4-dfba-4ed2-b377-7f56a0571c39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108'] for port, after_create {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:10.761379 n-d-773647-6 neutron-server[100247]: DEBUG neutron.services.segments.db [None req-2701a37b-4a27-4bdf-b33d-34712985a663 tempest-BulkNetworkOpsIpV6Test-769788728 tempest-BulkNetworkOpsIpV6Test-769788728-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e0f3a95b-2035-4f52-8ed8-0ee9e5094d27']}} {{(pid=100247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:15:10.799295 n-d-773647-6 neutron-server[100248]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78a5cab4-dfba-4ed2-b377-7f56a0571c39 None None] Network b2506e84-acd9-44ba-bf05-32f4bc9f59ca is already hosted by enough agents. {{(pid=100248) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:15:10.805831 n-d-773647-6 neutron-server[100248]: DEBUG neutron.scheduler.base_scheduler [None req-78a5cab4-dfba-4ed2-b377-7f56a0571c39 None None] Resources bound (agent type, host, resource id): {{(pid=100248) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:15:10.810563 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78a5cab4-dfba-4ed2-b377-7f56a0571c39 None None] Received port after_create {{(pid=100248) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:15:10.812490 n-d-773647-6 neutron-server[100247]: DEBUG neutron.services.segments.db [None req-2701a37b-4a27-4bdf-b33d-34712985a663 tempest-BulkNetworkOpsIpV6Test-769788728 tempest-BulkNetworkOpsIpV6Test-769788728-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b1e84ee-a257-495a-b82f-792d758f88b8') {'for_net_delete': True} {{(pid=100247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:15:10.812742 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a5cab4-dfba-4ed2-b377-7f56a0571c39 None None] Pushing event updated for resources: {'Port': ['ID=ba4fcf5a-a093-448b-b7ac-f7ed1dd1d9b8,revision_number=1']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:15:10.812860 n-d-773647-6 neutron-server[100247]: DEBUG neutron.services.segments.db [None req-2701a37b-4a27-4bdf-b33d-34712985a663 tempest-BulkNetworkOpsIpV6Test-769788728 tempest-BulkNetworkOpsIpV6Test-769788728-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b1e84ee-a257-495a-b82f-792d758f88b8') {} {{(pid=100247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:15:10.827013 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-2701a37b-4a27-4bdf-b33d-34712985a663 tempest-BulkNetworkOpsIpV6Test-769788728 tempest-BulkNetworkOpsIpV6Test-769788728-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773753515138', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127131763'] for segment, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:10.838632 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-24be5f1b-3cd9-4b99-9b95-bdb9fa070b31 req-cc662e58-a017-4e0e-aee6-215181e7e9f7 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] 10.222.0.104 "GET /v2.0/security-groups?id=5d8c99c2-13fb-4e77-b660-83bc40ffb65c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1273427 Jul 06 14:15:10.856283 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-2701a37b-4a27-4bdf-b33d-34712985a663 tempest-BulkNetworkOpsIpV6Test-769788728 tempest-BulkNetworkOpsIpV6Test-769788728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552'] for segment, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:10.863964 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.db_base_plugin_common [None req-361666fd-cfc4-489d-be58-f2c189e8fd01 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Allocated IP 172.20.0.8 (b2506e84-acd9-44ba-bf05-32f4bc9f59ca/9867729b-d0c6-48b5-b9b7-f59a9b231d90/4430fa40-999e-4ebd-ac8f-91ebd70ec7c5) {{(pid=100246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:15:10.866477 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2701a37b-4a27-4bdf-b33d-34712985a663 tempest-BulkNetworkOpsIpV6Test-769788728 tempest-BulkNetworkOpsIpV6Test-769788728-project] Releasing vlan 1035 on physical network physnet1 to pool {{(pid=100247) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 14:15:10.867008 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-2701a37b-4a27-4bdf-b33d-34712985a663 tempest-BulkNetworkOpsIpV6Test-769788728 tempest-BulkNetworkOpsIpV6Test-769788728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-128888574'] for segment, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:10.870105 n-d-773647-6 neutron-server[100247]: Traceback (most recent call last): Jul 06 14:15:10.870105 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 14:15:10.870105 n-d-773647-6 neutron-server[100247]: timer() Jul 06 14:15:10.870105 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 14:15:10.870105 n-d-773647-6 neutron-server[100247]: cb(*args, **kw) Jul 06 14:15:10.870105 n-d-773647-6 neutron-server[100247]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 14:15:10.870105 n-d-773647-6 neutron-server[100247]: return func(*args, **kwargs) Jul 06 14:15:10.870105 n-d-773647-6 neutron-server[100247]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 14:15:10.870105 n-d-773647-6 neutron-server[100247]: self._notify() Jul 06 14:15:10.870105 n-d-773647-6 neutron-server[100247]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 14:15:10.870105 n-d-773647-6 neutron-server[100247]: self.callback(batched_events) Jul 06 14:15:10.870105 n-d-773647-6 neutron-server[100247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 14:15:10.870105 n-d-773647-6 neutron-server[100247]: event.method(event) Jul 06 14:15:10.870105 n-d-773647-6 neutron-server[100247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 14:15:10.870105 n-d-773647-6 neutron-server[100247]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 14:15:10.870105 n-d-773647-6 neutron-server[100247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 14:15:10.870105 n-d-773647-6 neutron-server[100247]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 14:15:10.870105 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 14:15:10.870105 n-d-773647-6 neutron-server[100247]: return f(self, *a, **k) Jul 06 14:15:10.870105 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 14:15:10.870105 n-d-773647-6 neutron-server[100247]: return self._get(url).json() Jul 06 14:15:10.870105 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 14:15:10.870105 n-d-773647-6 neutron-server[100247]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 14:15:10.870105 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 14:15:10.870105 n-d-773647-6 neutron-server[100247]: return self.request(url, 'GET', **kwargs) Jul 06 14:15:10.870105 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 14:15:10.870105 n-d-773647-6 neutron-server[100247]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 14:15:10.870105 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 14:15:10.870105 n-d-773647-6 neutron-server[100247]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 14:15:10.870105 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 14:15:10.870105 n-d-773647-6 neutron-server[100247]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 14:15:10.870105 n-d-773647-6 neutron-server[100247]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 14:15:10.897342 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-78a5cab4-dfba-4ed2-b377-7f56a0571c39 None None] Attempting to bind port ba4fcf5a-a093-448b-b7ac-f7ed1dd1d9b8 on host n-d-773647-6 for vnic_type normal with profile {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:15:10.897734 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-78a5cab4-dfba-4ed2-b377-7f56a0571c39 None None] Attempting to bind port ba4fcf5a-a093-448b-b7ac-f7ed1dd1d9b8 by drivers openvswitch,hyperv on host n-d-773647-6 at level 0 using segments [{'id': 'ed86af03-8d0e-4707-8e4c-53f98fa290df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1028, 'network_id': 'b2506e84-acd9-44ba-bf05-32f4bc9f59ca'}] {{(pid=100248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:15:10.898075 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78a5cab4-dfba-4ed2-b377-7f56a0571c39 None None] Attempting to bind port ba4fcf5a-a093-448b-b7ac-f7ed1dd1d9b8 on network b2506e84-acd9-44ba-bf05-32f4bc9f59ca {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:15:10.903694 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78a5cab4-dfba-4ed2-b377-7f56a0571c39 None None] Checking agent: {'id': '8ab5b19c-d213-4f29-891d-27bdf39d38b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773647-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 43, 26), 'started_at': datetime.datetime(2021, 7, 6, 13, 43, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 14, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773647-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:15:10.904060 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78a5cab4-dfba-4ed2-b377-7f56a0571c39 None None] Checking segment: {'id': 'ed86af03-8d0e-4707-8e4c-53f98fa290df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1028, 'network_id': 'b2506e84-acd9-44ba-bf05-32f4bc9f59ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:15:10.904463 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-78a5cab4-dfba-4ed2-b377-7f56a0571c39 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:10.904857 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78a5cab4-dfba-4ed2-b377-7f56a0571c39 None None] Bound using segment: {'id': 'ed86af03-8d0e-4707-8e4c-53f98fa290df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1028, 'network_id': 'b2506e84-acd9-44ba-bf05-32f4bc9f59ca'} {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:15:10.905349 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-78a5cab4-dfba-4ed2-b377-7f56a0571c39 None None] Bound port: ba4fcf5a-a093-448b-b7ac-f7ed1dd1d9b8, host: n-d-773647-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed86af03-8d0e-4707-8e4c-53f98fa290df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1028, 'network_id': 'b2506e84-acd9-44ba-bf05-32f4bc9f59ca'}}] {{(pid=100248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:15:10.905883 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-78a5cab4-dfba-4ed2-b377-7f56a0571c39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:10.978704 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-78a5cab4-dfba-4ed2-b377-7f56a0571c39 None None] For port ba4fcf5a-a093-448b-b7ac-f7ed1dd1d9b8, host n-d-773647-6, cleared binding levels {{(pid=100248) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:15:10.982083 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-78a5cab4-dfba-4ed2-b377-7f56a0571c39 None None] For port ba4fcf5a-a093-448b-b7ac-f7ed1dd1d9b8, host n-d-773647-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=ba4fcf5a-a093-448b-b7ac-f7ed1dd1d9b8,segment=NetworkSegment(ed86af03-8d0e-4707-8e4c-53f98fa290df),segment_id=ed86af03-8d0e-4707-8e4c-53f98fa290df)] {{(pid=100248) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:15:10.987523 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-78a5cab4-dfba-4ed2-b377-7f56a0571c39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:10.998180 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-2701a37b-4a27-4bdf-b33d-34712985a663 tempest-BulkNetworkOpsIpV6Test-769788728 tempest-BulkNetworkOpsIpV6Test-769788728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-917215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1761140'] for network, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:11.008170 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-2701a37b-4a27-4bdf-b33d-34712985a663 tempest-BulkNetworkOpsIpV6Test-769788728 tempest-BulkNetworkOpsIpV6Test-769788728-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583035'] for network, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:11.012796 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-2701a37b-4a27-4bdf-b33d-34712985a663 tempest-BulkNetworkOpsIpV6Test-769788728 tempest-BulkNetworkOpsIpV6Test-769788728-project] 10.222.0.104 "DELETE /v2.0/networks/e0f3a95b-2035-4f52-8ed8-0ee9e5094d27 HTTP/1.1" status: 204 len: 168 time: 0.7352483 Jul 06 14:15:11.015711 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-468538ae-95dd-4f04-9220-1288911cbea8 req-cde659b9-639e-4b30-9045-b02784488c32 tempest-ListServerFiltersTestJSON-1215238916 tempest-ListServerFiltersTestJSON-1215238916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128888353'] for port, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:11.017755 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 56734) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:15:11.028201 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] get_ports_and_sgs() called for port_ids ['e835e248-8ac4-4eef-84e1-40129f7e7a7f', 'f44fc52d-1204-4718-92df-8efd6645d48b'] {{(pid=100248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 14:15:11.063727 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde659b9-639e-4b30-9045-b02784488c32 tempest-ListServerFiltersTestJSON-1215238916 tempest-ListServerFiltersTestJSON-1215238916-project] Pushing event deleted for resources: {'Port': ['ID=f44fc52d-1204-4718-92df-8efd6645d48b,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:15:11.074106 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-361666fd-cfc4-489d-be58-f2c189e8fd01 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Notify callbacks [] for port, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:11.078150 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2701a37b-4a27-4bdf-b33d-34712985a663 tempest-BulkNetworkOpsIpV6Test-769788728 tempest-BulkNetworkOpsIpV6Test-769788728-project] Pushing event deleted for resources: {'Network': ['ID=e0f3a95b-2035-4f52-8ed8-0ee9e5094d27,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:15:11.094530 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.provisioning_blocks [None req-361666fd-cfc4-489d-be58-f2c189e8fd01 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Transition to ACTIVE for port object 4430fa40-999e-4ebd-ac8f-91ebd70ec7c5 will not be triggered until provisioned by entity DHCP. {{(pid=100246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:15:11.126307 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a5cab4-dfba-4ed2-b377-7f56a0571c39 None None] Pushing event updated for resources: {'Port': ['ID=ba4fcf5a-a093-448b-b7ac-f7ed1dd1d9b8,revision_number=2']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:15:11.135065 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-361666fd-cfc4-489d-be58-f2c189e8fd01 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-127687573'] for port, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:11.186140 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-361666fd-cfc4-489d-be58-f2c189e8fd01 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Network b2506e84-acd9-44ba-bf05-32f4bc9f59ca is already hosted by enough agents. {{(pid=100246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:15:11.191869 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.base_scheduler [None req-361666fd-cfc4-489d-be58-f2c189e8fd01 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Resources bound (agent type, host, resource id): {{(pid=100246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:15:11.196609 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-361666fd-cfc4-489d-be58-f2c189e8fd01 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Received port after_create {{(pid=100246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:15:11.250275 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361666fd-cfc4-489d-be58-f2c189e8fd01 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Pushing event updated for resources: {'Port': ['ID=4430fa40-999e-4ebd-ac8f-91ebd70ec7c5,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:15:11.250493 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.l3_dvrscheduler_db [req-468538ae-95dd-4f04-9220-1288911cbea8 req-cde659b9-639e-4b30-9045-b02784488c32 tempest-ListServerFiltersTestJSON-1215238916 tempest-ListServerFiltersTestJSON-1215238916-project] No DVR routers for this DVR port f44fc52d-1204-4718-92df-8efd6645d48b on host n-h1-773647-6 {{(pid=100247) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:15:11.258640 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-468538ae-95dd-4f04-9220-1288911cbea8 req-cde659b9-639e-4b30-9045-b02784488c32 tempest-ListServerFiltersTestJSON-1215238916 tempest-ListServerFiltersTestJSON-1215238916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:11.260800 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-468538ae-95dd-4f04-9220-1288911cbea8 req-cde659b9-639e-4b30-9045-b02784488c32 tempest-ListServerFiltersTestJSON-1215238916 tempest-ListServerFiltersTestJSON-1215238916-project] 10.222.0.127 "DELETE /v2.0/ports/f44fc52d-1204-4718-92df-8efd6645d48b HTTP/1.1" status: 204 len: 173 time: 1.1662483 Jul 06 14:15:11.261231 n-d-773647-6 neutron-server[100247]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b57db9a9-7c86-464d-97f2-0d549a71fb7e', 'name': 'network-vif-deleted', 'tag': 'f44fc52d-1204-4718-92df-8efd6645d48b'}] {{(pid=100247) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:15:11.263750 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cbf0eeaae822f8fc9b87a94aeba67a3d651842baf663a51cba94b67a514836d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7226a770-1275-4f50-a4ff-36ca253ec0e3" -d '{"events": [{"server_uuid": "b57db9a9-7c86-464d-97f2-0d549a71fb7e", "name": "network-vif-deleted", "tag": "f44fc52d-1204-4718-92df-8efd6645d48b"}]}' {{(pid=100247) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:15:11.281745 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-361666fd-cfc4-489d-be58-f2c189e8fd01 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:15:11.282613 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-361666fd-cfc4-489d-be58-f2c189e8fd01 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:11.305993 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-361666fd-cfc4-489d-be58-f2c189e8fd01 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] 10.222.0.104 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 0.9908290 Jul 06 14:15:11.308576 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 56740) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:15:11.332479 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Device e7a3dc46-dcf3-4e1b-a4fe-21fb0dd0655d no longer exists at agent hyperv_n-h2-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:15:11.372700 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 14:15:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eea7875f-492d-4fcd-8a60-27fdd604569d x-openstack-request-id: req-eea7875f-492d-4fcd-8a60-27fdd604569d {{(pid=100247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:15:11.373807 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b57db9a9-7c86-464d-97f2-0d549a71fb7e", "name": "network-vif-deleted", "tag": "f44fc52d-1204-4718-92df-8efd6645d48b", "status": "completed", "code": 200}]} {{(pid=100247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:15:11.374390 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-eea7875f-492d-4fcd-8a60-27fdd604569d {{(pid=100247) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:15:11.374947 n-d-773647-6 neutron-server[100247]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b57db9a9-7c86-464d-97f2-0d549a71fb7e', 'name': 'network-vif-deleted', 'tag': 'f44fc52d-1204-4718-92df-8efd6645d48b', 'status': 'completed', 'code': 200} Jul 06 14:15:11.423161 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03306343-a216-4809-8749-76618dd8c7b4 tempest-BulkNetworkOpsIpV6Test-769788728 tempest-BulkNetworkOpsIpV6Test-769788728-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:15:11.434726 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03306343-a216-4809-8749-76618dd8c7b4 tempest-BulkNetworkOpsIpV6Test-769788728 tempest-BulkNetworkOpsIpV6Test-769788728-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:15:11.441914 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-03306343-a216-4809-8749-76618dd8c7b4 tempest-BulkNetworkOpsIpV6Test-769788728 tempest-BulkNetworkOpsIpV6Test-769788728-project] 10.222.0.104 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.4115329 Jul 06 14:15:11.442467 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 56742) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:15:11.443621 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] No Port match for: e7a3dc46-dcf3-4e1b-a4fe-21fb0dd0655d {{(pid=100248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 14:15:11.444100 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Device e7a3dc46-dcf3-4e1b-a4fe-21fb0dd0655d not bound to the agent host n-h2-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:15:11.447583 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [None req-034457e1-1d0d-4079-85ac-4e82423b2834 tempest-BulkNetworkOpsIpV6Test-769788728 tempest-BulkNetworkOpsIpV6Test-769788728-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-196574150'}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:15:11.495408 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-034457e1-1d0d-4079-85ac-4e82423b2834 tempest-BulkNetworkOpsIpV6Test-769788728 tempest-BulkNetworkOpsIpV6Test-769788728-project] Made reservation on behalf of fa51884e20cd4512b4caa259cf649f61 for: {'network': 1} {{(pid=100247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:15:11.500105 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-034457e1-1d0d-4079-85ac-4e82423b2834 tempest-BulkNetworkOpsIpV6Test-769788728 tempest-BulkNetworkOpsIpV6Test-769788728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for network, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:11.526508 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-034457e1-1d0d-4079-85ac-4e82423b2834 tempest-BulkNetworkOpsIpV6Test-769788728 tempest-BulkNetworkOpsIpV6Test-769788728-project] vlan segment allocate from pool success with {'vlan_id': 1000, 'physical_network': 'physnet1'} {{(pid=100247) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 14:15:11.544919 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-034457e1-1d0d-4079-85ac-4e82423b2834 tempest-BulkNetworkOpsIpV6Test-769788728 tempest-BulkNetworkOpsIpV6Test-769788728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552'] for segment, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:11.545743 n-d-773647-6 neutron-server[100247]: INFO neutron.db.segments_db [None req-034457e1-1d0d-4079-85ac-4e82423b2834 tempest-BulkNetworkOpsIpV6Test-769788728 tempest-BulkNetworkOpsIpV6Test-769788728-project] Added segment bc41c8e5-868f-4fe1-a35a-d65aeb7bdb18 of type vlan for network 77bc0198-cf62-48eb-a6e4-ed8a2445c56c Jul 06 14:15:11.642450 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-034457e1-1d0d-4079-85ac-4e82423b2834 tempest-BulkNetworkOpsIpV6Test-769788728 tempest-BulkNetworkOpsIpV6Test-769788728-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773752984405'] for network, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:11.706900 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-034457e1-1d0d-4079-85ac-4e82423b2834 tempest-BulkNetworkOpsIpV6Test-769788728 tempest-BulkNetworkOpsIpV6Test-769788728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060'] for network, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:11.720622 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-034457e1-1d0d-4079-85ac-4e82423b2834 tempest-BulkNetworkOpsIpV6Test-769788728 tempest-BulkNetworkOpsIpV6Test-769788728-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:15:11.721273 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-034457e1-1d0d-4079-85ac-4e82423b2834 tempest-BulkNetworkOpsIpV6Test-769788728 tempest-BulkNetworkOpsIpV6Test-769788728-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583035'] for network, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:11.811915 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-034457e1-1d0d-4079-85ac-4e82423b2834 tempest-BulkNetworkOpsIpV6Test-769788728 tempest-BulkNetworkOpsIpV6Test-769788728-project] 10.222.0.104 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.3680830 Jul 06 14:15:11.816870 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 56748) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:15:11.823595 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-b12492de-89e2-4e75-a340-7446ca15fd88 tempest-BulkNetworkOpsIpV6Test-769788728 tempest-BulkNetworkOpsIpV6Test-769788728-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1146633226'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:15:11.839524 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-0d9830bb-60e2-4de8-a464-e9f0f3bdb2e6 req-18343e98-8630-4fea-a243-4086f7b29ba0 tempest-ListServerFiltersTestJSON-1215238916 tempest-ListServerFiltersTestJSON-1215238916-project] 10.222.0.104 "GET /v2.0/ports?device_id=b57db9a9-7c86-464d-97f2-0d549a71fb7e HTTP/1.1" status: 200 len: 210 time: 0.0681527 Jul 06 14:15:11.848851 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034457e1-1d0d-4079-85ac-4e82423b2834 tempest-BulkNetworkOpsIpV6Test-769788728 tempest-BulkNetworkOpsIpV6Test-769788728-project] Pushing event updated for resources: {'Network': ['ID=77bc0198-cf62-48eb-a6e4-ed8a2445c56c,revision_number=1']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:15:11.864540 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Network 77bc0198-cf62-48eb-a6e4-ed8a2445c56c details requested by agent ovs-agent-n-d-773647-6 with host n-d-773647-6 {{(pid=100248) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 14:15:11.882753 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b12492de-89e2-4e75-a340-7446ca15fd88 tempest-BulkNetworkOpsIpV6Test-769788728 tempest-BulkNetworkOpsIpV6Test-769788728-project] Made reservation on behalf of fa51884e20cd4512b4caa259cf649f61 for: {'network': 1} {{(pid=100246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:15:11.886342 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-b12492de-89e2-4e75-a340-7446ca15fd88 tempest-BulkNetworkOpsIpV6Test-769788728 tempest-BulkNetworkOpsIpV6Test-769788728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for network, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:11.984165 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b12492de-89e2-4e75-a340-7446ca15fd88 tempest-BulkNetworkOpsIpV6Test-769788728 tempest-BulkNetworkOpsIpV6Test-769788728-project] vlan segment allocate from pool success with {'vlan_id': 1046, 'physical_network': 'physnet1'} {{(pid=100246) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 14:15:12.017109 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-b12492de-89e2-4e75-a340-7446ca15fd88 tempest-BulkNetworkOpsIpV6Test-769788728 tempest-BulkNetworkOpsIpV6Test-769788728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552'] for segment, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:12.017461 n-d-773647-6 neutron-server[100246]: INFO neutron.db.segments_db [None req-b12492de-89e2-4e75-a340-7446ca15fd88 tempest-BulkNetworkOpsIpV6Test-769788728 tempest-BulkNetworkOpsIpV6Test-769788728-project] Added segment ab9b79de-f23d-43d9-acaf-ba9ecd7186f4 of type vlan for network 22064459-6c2a-4e2c-a301-3c63cf5b2248 Jul 06 14:15:12.055555 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-a83055fc-67ca-480d-aabe-3b0327f1b53c tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:12.085147 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-b12492de-89e2-4e75-a340-7446ca15fd88 tempest-BulkNetworkOpsIpV6Test-769788728 tempest-BulkNetworkOpsIpV6Test-769788728-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773752984405'] for network, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:12.136454 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9f6418-8b7e-4d36-a1c6-c61f3877c0a5 req-bd256880-b7a0-443f-8e68-c51e24a5f980 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:15:12.138281 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-3f9f6418-8b7e-4d36-a1c6-c61f3877c0a5 req-bd256880-b7a0-443f-8e68-c51e24a5f980 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] 10.222.0.104 "GET /v2.0/ports?device_id=74c47464-2de6-4359-8407-a9a093dc2562 HTTP/1.1" status: 200 len: 946 time: 0.1088705 Jul 06 14:15:12.224080 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-3f9f6418-8b7e-4d36-a1c6-c61f3877c0a5 req-dfb7553a-5579-4d94-9971-ad9314cbff3c tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] 10.222.0.104 "GET /v2.0/security-groups?id=5d8c99c2-13fb-4e77-b660-83bc40ffb65c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0686364 Jul 06 14:15:12.240715 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-b12492de-89e2-4e75-a340-7446ca15fd88 tempest-BulkNetworkOpsIpV6Test-769788728 tempest-BulkNetworkOpsIpV6Test-769788728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060'] for network, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:12.243566 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b12492de-89e2-4e75-a340-7446ca15fd88 tempest-BulkNetworkOpsIpV6Test-769788728 tempest-BulkNetworkOpsIpV6Test-769788728-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:15:12.245395 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-b12492de-89e2-4e75-a340-7446ca15fd88 tempest-BulkNetworkOpsIpV6Test-769788728 tempest-BulkNetworkOpsIpV6Test-769788728-project] Notify callbacks [] for network, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:12.430650 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:12.540362 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd437066-585a-4e57-8c59-8790c7ca204e None None] Network b2506e84-acd9-44ba-bf05-32f4bc9f59ca requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:15:12.634335 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-b12492de-89e2-4e75-a340-7446ca15fd88 tempest-BulkNetworkOpsIpV6Test-769788728 tempest-BulkNetworkOpsIpV6Test-769788728-project] 10.222.0.104 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.8144205 Jul 06 14:15:12.635892 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 56758) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:15:12.641035 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [None req-c3f8223c-1695-4eba-962a-1e63534e8c5b tempest-BulkNetworkOpsIpV6Test-769788728 tempest-BulkNetworkOpsIpV6Test-769788728-project] Request body: {'ports': [{'network_id': '77bc0198-cf62-48eb-a6e4-ed8a2445c56c', 'name': 'tempest-port--1741200964', 'admin_state_up': True}, {'network_id': '22064459-6c2a-4e2c-a301-3c63cf5b2248', 'admin_state_up': False}]} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:15:12.641035 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [None req-c3f8223c-1695-4eba-962a-1e63534e8c5b tempest-BulkNetworkOpsIpV6Test-769788728 tempest-BulkNetworkOpsIpV6Test-769788728-project] Request body: {'port': {'network_id': '77bc0198-cf62-48eb-a6e4-ed8a2445c56c', 'name': 'tempest-port--1741200964', 'admin_state_up': True}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:15:12.642375 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [None req-c3f8223c-1695-4eba-962a-1e63534e8c5b tempest-BulkNetworkOpsIpV6Test-769788728 tempest-BulkNetworkOpsIpV6Test-769788728-project] Request body: {'port': {'network_id': '22064459-6c2a-4e2c-a301-3c63cf5b2248', 'admin_state_up': False}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:15:12.663996 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12492de-89e2-4e75-a340-7446ca15fd88 tempest-BulkNetworkOpsIpV6Test-769788728 tempest-BulkNetworkOpsIpV6Test-769788728-project] Pushing event updated for resources: {'Network': ['ID=22064459-6c2a-4e2c-a301-3c63cf5b2248,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:15:12.672627 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-44d595b8-8d72-46fb-a4e4-319c09a566f8 None None] Provisioning for port ba4fcf5a-a093-448b-b7ac-f7ed1dd1d9b8 completed by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:15:12.682512 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Network 22064459-6c2a-4e2c-a301-3c63cf5b2248 details requested by agent ovs-agent-n-d-773647-6 with host n-d-773647-6 {{(pid=100248) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 14:15:12.763492 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-a83055fc-67ca-480d-aabe-3b0327f1b53c tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Notify callbacks [] for port, precommit_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:12.773134 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-a83055fc-67ca-480d-aabe-3b0327f1b53c tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127687527'] for port, after_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:12.855465 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3f8223c-1695-4eba-962a-1e63534e8c5b tempest-BulkNetworkOpsIpV6Test-769788728 tempest-BulkNetworkOpsIpV6Test-769788728-project] Made reservation on behalf of fa51884e20cd4512b4caa259cf649f61 for: {'port': 2} {{(pid=100247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:15:12.860535 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-c3f8223c-1695-4eba-962a-1e63534e8c5b tempest-BulkNetworkOpsIpV6Test-769788728 tempest-BulkNetworkOpsIpV6Test-769788728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:12.881222 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-c3f8223c-1695-4eba-962a-1e63534e8c5b tempest-BulkNetworkOpsIpV6Test-769788728 tempest-BulkNetworkOpsIpV6Test-769788728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:12.885745 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83055fc-67ca-480d-aabe-3b0327f1b53c tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Pushing event updated for resources: {'Port': ['ID=4430fa40-999e-4ebd-ac8f-91ebd70ec7c5,revision_number=2']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:15:12.988476 n-d-773647-6 neutron-server[100247]: DEBUG neutron.notifiers.nova [None req-c3f8223c-1695-4eba-962a-1e63534e8c5b tempest-BulkNetworkOpsIpV6Test-769788728 tempest-BulkNetworkOpsIpV6Test-769788728-project] device_id is not set on port 0a6ea9ef-3376-48b4-a69b-6acfccef821a yet. {{(pid=100247) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 14:15:13.110905 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device ba4fcf5a-a093-448b-b7ac-f7ed1dd1d9b8 up at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:15:13.122972 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-a83055fc-67ca-480d-aabe-3b0327f1b53c tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1807675'] for router_interface, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:13.160937 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c0ea70-e35b-4f99-8120-88eb025f6c59 req-21de726c-4612-469d-b4f1-26d39321ed7e tempest-VolumesSnapshotTestJSON-159166615 tempest-VolumesSnapshotTestJSON-159166615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:15:13.162793 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-26c0ea70-e35b-4f99-8120-88eb025f6c59 req-21de726c-4612-469d-b4f1-26d39321ed7e tempest-VolumesSnapshotTestJSON-159166615 tempest-VolumesSnapshotTestJSON-159166615-project] 10.222.0.104 "GET /v2.0/ports?device_id=c9358cb8-b7d2-4515-9999-189978f0c1dd HTTP/1.1" status: 200 len: 945 time: 0.1965864 Jul 06 14:15:13.252095 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-26c0ea70-e35b-4f99-8120-88eb025f6c59 req-2b581a72-dfc0-4ad0-9493-68517e5e501e tempest-VolumesSnapshotTestJSON-159166615 tempest-VolumesSnapshotTestJSON-159166615-project] 10.222.0.104 "GET /v2.0/security-groups?id=e20905c3-4e2a-4820-8b00-03fe4a9f77fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782783 Jul 06 14:15:13.263701 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning for port ba4fcf5a-a093-448b-b7ac-f7ed1dd1d9b8 completed by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:15:13.270627 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-05b820d5-28d9-4d83-b1fb-07bf9921b87c None None] Provisioning for port 4430fa40-999e-4ebd-ac8f-91ebd70ec7c5 completed by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:15:13.289537 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-05b820d5-28d9-4d83-b1fb-07bf9921b87c None None] Provisioning complete for port 4430fa40-999e-4ebd-ac8f-91ebd70ec7c5 triggered by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:15:13.289804 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-05b820d5-28d9-4d83-b1fb-07bf9921b87c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:13.291481 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning complete for port ba4fcf5a-a093-448b-b7ac-f7ed1dd1d9b8 triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:15:13.291835 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:13.332114 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-c3f8223c-1695-4eba-962a-1e63534e8c5b tempest-BulkNetworkOpsIpV6Test-769788728 tempest-BulkNetworkOpsIpV6Test-769788728-project] Notify callbacks [] for port, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:13.338619 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-a83055fc-67ca-480d-aabe-3b0327f1b53c tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:13.418445 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-05b820d5-28d9-4d83-b1fb-07bf9921b87c None None] Port 4430fa40-999e-4ebd-ac8f-91ebd70ec7c5 cannot update to ACTIVE because it is not bound. {{(pid=100248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 14:15:13.438909 n-d-773647-6 neutron-server[100247]: DEBUG neutron.notifiers.nova [None req-c3f8223c-1695-4eba-962a-1e63534e8c5b tempest-BulkNetworkOpsIpV6Test-769788728 tempest-BulkNetworkOpsIpV6Test-769788728-project] device_id is not set on port defef902-b5b9-41b7-a261-4409453e7415 yet. {{(pid=100247) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 14:15:13.479666 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:13.532408 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] For port ba4fcf5a-a093-448b-b7ac-f7ed1dd1d9b8, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=ba4fcf5a-a093-448b-b7ac-f7ed1dd1d9b8,segment=NetworkSegment(ed86af03-8d0e-4707-8e4c-53f98fa290df),segment_id=ed86af03-8d0e-4707-8e4c-53f98fa290df)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:15:13.540959 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:13.652369 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a059652-104d-483a-8f5d-8dd370a3344d req-6019eba6-cf4f-4006-85e8-33e1bfbc0b8c tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:15:13.662054 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-0a059652-104d-483a-8f5d-8dd370a3344d req-6019eba6-cf4f-4006-85e8-33e1bfbc0b8c tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] 10.222.0.104 "GET /v2.0/ports?device_id=74c47464-2de6-4359-8407-a9a093dc2562 HTTP/1.1" status: 200 len: 946 time: 0.1844718 Jul 06 14:15:13.670788 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Pushing event updated for resources: {'Port': ['ID=ba4fcf5a-a093-448b-b7ac-f7ed1dd1d9b8,revision_number=3']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:15:13.679199 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-a2e6be74-cd2f-4371-bcda-9615791add73 None None] Provisioning complete for port 4430fa40-999e-4ebd-ac8f-91ebd70ec7c5 triggered by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:15:13.679931 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-a2e6be74-cd2f-4371-bcda-9615791add73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:13.712440 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-c3f8223c-1695-4eba-962a-1e63534e8c5b tempest-BulkNetworkOpsIpV6Test-769788728 tempest-BulkNetworkOpsIpV6Test-769788728-project] Notify callbacks [] for port, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:13.732973 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-a2e6be74-cd2f-4371-bcda-9615791add73 None None] Port 4430fa40-999e-4ebd-ac8f-91ebd70ec7c5 cannot update to ACTIVE because it is not bound. {{(pid=100248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 14:15:13.736201 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-0a059652-104d-483a-8f5d-8dd370a3344d req-a1c991a1-d01e-424d-a163-ce4e8a13dee2 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] 10.222.0.104 "GET /v2.0/security-groups?id=5d8c99c2-13fb-4e77-b660-83bc40ffb65c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0727925 Jul 06 14:15:13.832013 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-c3f8223c-1695-4eba-962a-1e63534e8c5b tempest-BulkNetworkOpsIpV6Test-769788728 tempest-BulkNetworkOpsIpV6Test-769788728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-128888360'] for port, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:13.842064 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-a83055fc-67ca-480d-aabe-3b0327f1b53c tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Notify callbacks [] for port, precommit_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:13.847367 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-a83055fc-67ca-480d-aabe-3b0327f1b53c tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127687527'] for port, after_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:13.877034 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59cb75c8-87d1-4bf1-bee3-38c9de471c14 req-5fcb6ddc-5888-4b1c-8f4a-e76ed66ea1ce tempest-ListServerFiltersTestJSON-1215238916 tempest-ListServerFiltersTestJSON-1215238916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:15:13.880189 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-59cb75c8-87d1-4bf1-bee3-38c9de471c14 req-5fcb6ddc-5888-4b1c-8f4a-e76ed66ea1ce tempest-ListServerFiltersTestJSON-1215238916 tempest-ListServerFiltersTestJSON-1215238916-project] 10.222.0.104 "GET /v2.0/ports?device_id=52987411-a95f-4c4d-bca9-6ac7bb8b132a HTTP/1.1" status: 200 len: 945 time: 0.1644149 Jul 06 14:15:13.920738 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f8223c-1695-4eba-962a-1e63534e8c5b tempest-BulkNetworkOpsIpV6Test-769788728 tempest-BulkNetworkOpsIpV6Test-769788728-project] Pushing event updated for resources: {'Port': ['ID=0a6ea9ef-3376-48b4-a69b-6acfccef821a,revision_number=1']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:15:13.930368 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83055fc-67ca-480d-aabe-3b0327f1b53c tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Pushing event updated for resources: {'Port': ['ID=4430fa40-999e-4ebd-ac8f-91ebd70ec7c5,revision_number=3']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:15:13.933931 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-a83055fc-67ca-480d-aabe-3b0327f1b53c tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1809478'] for router_interface, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:13.960343 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-59cb75c8-87d1-4bf1-bee3-38c9de471c14 req-7485b0d2-c310-423e-b54e-389b29c9cd1d tempest-ListServerFiltersTestJSON-1215238916 tempest-ListServerFiltersTestJSON-1215238916-project] 10.222.0.104 "GET /v2.0/security-groups?id=c2d32256-dc35-4b2b-a176-8980c50ac374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748296 Jul 06 14:15:13.963075 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3f8223c-1695-4eba-962a-1e63534e8c5b tempest-BulkNetworkOpsIpV6Test-769788728 tempest-BulkNetworkOpsIpV6Test-769788728-project] Checking segment: {'id': 'bc41c8e5-868f-4fe1-a35a-d65aeb7bdb18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1000, 'network_id': '77bc0198-cf62-48eb-a6e4-ed8a2445c56c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100247) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:15:13.963465 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3f8223c-1695-4eba-962a-1e63534e8c5b tempest-BulkNetworkOpsIpV6Test-769788728 tempest-BulkNetworkOpsIpV6Test-769788728-project] Network hostable DHCP agents. Network: 77bc0198-cf62-48eb-a6e4-ed8a2445c56c, hostable agents: ['f2bada3d-be77-4359-982b-8505a2bbca04'], hosted agents: [] {{(pid=100247) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 14:15:13.975861 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-1f18b9b7-4d9e-45cc-bb27-41f336517e8c None None] Provisioning complete for port 4430fa40-999e-4ebd-ac8f-91ebd70ec7c5 triggered by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:15:13.976906 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-1f18b9b7-4d9e-45cc-bb27-41f336517e8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:13.982265 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3f8223c-1695-4eba-962a-1e63534e8c5b tempest-BulkNetworkOpsIpV6Test-769788728 tempest-BulkNetworkOpsIpV6Test-769788728-project] Network 77bc0198-cf62-48eb-a6e4-ed8a2445c56c is scheduled to be hosted by DHCP agent f2bada3d-be77-4359-982b-8505a2bbca04 with binding_index 1 {{(pid=100247) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 14:15:13.997302 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.base_scheduler [None req-c3f8223c-1695-4eba-962a-1e63534e8c5b tempest-BulkNetworkOpsIpV6Test-769788728 tempest-BulkNetworkOpsIpV6Test-769788728-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773647-6, 77bc0198-cf62-48eb-a6e4-ed8a2445c56c) {{(pid=100247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:15:14.003308 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3f8223c-1695-4eba-962a-1e63534e8c5b tempest-BulkNetworkOpsIpV6Test-769788728 tempest-BulkNetworkOpsIpV6Test-769788728-project] Received port after_create {{(pid=100247) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:15:14.004756 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-c3f8223c-1695-4eba-962a-1e63534e8c5b tempest-BulkNetworkOpsIpV6Test-769788728 tempest-BulkNetworkOpsIpV6Test-769788728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-128888360'] for port, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:14.015980 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f97010d9-a7ff-4c77-96fe-3019d5c186b7 None None] Network 77bc0198-cf62-48eb-a6e4-ed8a2445c56c requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:15:14.077144 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-1f18b9b7-4d9e-45cc-bb27-41f336517e8c None None] Port 4430fa40-999e-4ebd-ac8f-91ebd70ec7c5 cannot update to ACTIVE because it is not bound. {{(pid=100248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 14:15:14.105502 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f8223c-1695-4eba-962a-1e63534e8c5b tempest-BulkNetworkOpsIpV6Test-769788728 tempest-BulkNetworkOpsIpV6Test-769788728-project] Pushing event updated for resources: {'Port': ['ID=defef902-b5b9-41b7-a261-4409453e7415,revision_number=1']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:15:14.107776 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a83055fc-67ca-480d-aabe-3b0327f1b53c tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Network b2506e84-acd9-44ba-bf05-32f4bc9f59ca is already hosted by enough agents. {{(pid=100246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:15:14.111545 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.base_scheduler [None req-a83055fc-67ca-480d-aabe-3b0327f1b53c tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Resources bound (agent type, host, resource id): {{(pid=100246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:15:14.122091 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3f8223c-1695-4eba-962a-1e63534e8c5b tempest-BulkNetworkOpsIpV6Test-769788728 tempest-BulkNetworkOpsIpV6Test-769788728-project] Checking segment: {'id': 'ab9b79de-f23d-43d9-acaf-ba9ecd7186f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': '22064459-6c2a-4e2c-a301-3c63cf5b2248'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100247) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:15:14.122611 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3f8223c-1695-4eba-962a-1e63534e8c5b tempest-BulkNetworkOpsIpV6Test-769788728 tempest-BulkNetworkOpsIpV6Test-769788728-project] Network hostable DHCP agents. Network: 22064459-6c2a-4e2c-a301-3c63cf5b2248, hostable agents: ['f2bada3d-be77-4359-982b-8505a2bbca04'], hosted agents: [] {{(pid=100247) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 14:15:14.158180 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3f8223c-1695-4eba-962a-1e63534e8c5b tempest-BulkNetworkOpsIpV6Test-769788728 tempest-BulkNetworkOpsIpV6Test-769788728-project] Network 22064459-6c2a-4e2c-a301-3c63cf5b2248 is scheduled to be hosted by DHCP agent f2bada3d-be77-4359-982b-8505a2bbca04 with binding_index 1 {{(pid=100247) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 14:15:14.174680 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.base_scheduler [None req-c3f8223c-1695-4eba-962a-1e63534e8c5b tempest-BulkNetworkOpsIpV6Test-769788728 tempest-BulkNetworkOpsIpV6Test-769788728-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773647-6, 22064459-6c2a-4e2c-a301-3c63cf5b2248) {{(pid=100247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:15:14.185974 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c172655c-e9b9-4605-84fc-5e159672ff39 None None] Network 22064459-6c2a-4e2c-a301-3c63cf5b2248 requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:15:14.194023 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3f8223c-1695-4eba-962a-1e63534e8c5b tempest-BulkNetworkOpsIpV6Test-769788728 tempest-BulkNetworkOpsIpV6Test-769788728-project] Received port after_create {{(pid=100247) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:15:14.203998 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3f8223c-1695-4eba-962a-1e63534e8c5b tempest-BulkNetworkOpsIpV6Test-769788728 tempest-BulkNetworkOpsIpV6Test-769788728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:15:14.211447 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3f8223c-1695-4eba-962a-1e63534e8c5b tempest-BulkNetworkOpsIpV6Test-769788728 tempest-BulkNetworkOpsIpV6Test-769788728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:15:14.212386 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-c3f8223c-1695-4eba-962a-1e63534e8c5b tempest-BulkNetworkOpsIpV6Test-769788728 tempest-BulkNetworkOpsIpV6Test-769788728-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:14.231074 n-d-773647-6 neutron-server[100246]: INFO neutron.api.v2.resource [req-a1f75a69-7de0-4936-94e8-2227e5b6d404 req-3ea3ac7a-1fa1-485d-b82d-e6dfd92cf134 service neutron] show failed (client error): The resource could not be found. Jul 06 14:15:14.232399 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-a1f75a69-7de0-4936-94e8-2227e5b6d404 req-3ea3ac7a-1fa1-485d-b82d-e6dfd92cf134 service neutron] 10.222.0.72 "GET /v2.0/ports/bc4f675b-2e9f-4750-9375-af3fcf823c8c/bindings/n-h1-773647-6 HTTP/1.1" status: 404 len: 380 time: 0.2062933 Jul 06 14:15:14.238228 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-c3f8223c-1695-4eba-962a-1e63534e8c5b tempest-BulkNetworkOpsIpV6Test-769788728 tempest-BulkNetworkOpsIpV6Test-769788728-project] 10.222.0.104 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 1.6023679 Jul 06 14:15:14.239241 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 56774) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:15:14.295095 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a83055fc-67ca-480d-aabe-3b0327f1b53c tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Router b980d6cd-874f-4459-a882-635693d84ad6 is scheduled to L3 agent 2823d358-a11b-4885-a706-95a279e43fa7 with binding_index 1 {{(pid=100246) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 14:15:14.418983 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a26d682-f7cb-4de2-911a-369971235755 tempest-BulkNetworkOpsIpV6Test-769788728 tempest-BulkNetworkOpsIpV6Test-769788728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:15:14.439656 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a26d682-f7cb-4de2-911a-369971235755 tempest-BulkNetworkOpsIpV6Test-769788728 tempest-BulkNetworkOpsIpV6Test-769788728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:15:14.443938 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-4a26d682-f7cb-4de2-911a-369971235755 tempest-BulkNetworkOpsIpV6Test-769788728 tempest-BulkNetworkOpsIpV6Test-769788728-project] 10.222.0.104 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.1976318 Jul 06 14:15:14.454633 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 56778) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:15:14.511589 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-413bd8bc-5c00-4e74-86f6-11368f77bf32 None None] Provisioning complete for port 4430fa40-999e-4ebd-ac8f-91ebd70ec7c5 triggered by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:15:14.512218 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-413bd8bc-5c00-4e74-86f6-11368f77bf32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:14.518809 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a83055fc-67ca-480d-aabe-3b0327f1b53c tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Notify agent at l3_agent.n-d-773647-6 the message routers_updated {{(pid=100246) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 14:15:14.526353 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-a83055fc-67ca-480d-aabe-3b0327f1b53c tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] 10.222.0.104 "PUT /v2.0/routers/b980d6cd-874f-4459-a882-635693d84ad6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2131343 Jul 06 14:15:14.528300 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 56780) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:15:14.543539 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69712807-6cae-4ead-9a98-ff1a96eef67f None None] Sync routers for ids ['b980d6cd-874f-4459-a882-635693d84ad6'] in n-d-773647-6 {{(pid=100248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 14:15:14.547846 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cac89e3-6cd9-48ad-b567-41ffd91b9e95 req-4c9c439d-e049-4a60-b133-c92a49dd7f7a tempest-VolumesSnapshotTestJSON-159166615 tempest-VolumesSnapshotTestJSON-159166615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:15:14.549371 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-8cac89e3-6cd9-48ad-b567-41ffd91b9e95 req-4c9c439d-e049-4a60-b133-c92a49dd7f7a tempest-VolumesSnapshotTestJSON-159166615 tempest-VolumesSnapshotTestJSON-159166615-project] 10.222.0.72 "GET /v2.0/ports?device_id=c9358cb8-b7d2-4515-9999-189978f0c1dd HTTP/1.1" status: 200 len: 945 time: 0.1633763 Jul 06 14:15:14.561022 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69712807-6cae-4ead-9a98-ff1a96eef67f None None] Routers {'b980d6cd-874f-4459-a882-635693d84ad6'} bound to L3 agent in host n-d-773647-6 {{(pid=100248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:15:14.561671 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-69712807-6cae-4ead-9a98-ff1a96eef67f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T14:14:56Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['b980d6cd-874f-4459-a882-635693d84ad6'], 'active': True} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:15:14.637826 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8edf07a-0821-48e6-8b1e-1d23a8d365b7 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:15:14.640872 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-e8edf07a-0821-48e6-8b1e-1d23a8d365b7 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] 10.222.0.104 "GET /v2.0/ports/4430fa40-999e-4ebd-ac8f-91ebd70ec7c5 HTTP/1.1" status: 200 len: 977 time: 0.1106358 Jul 06 14:15:14.643920 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 56782) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:15:14.667343 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90f36d5-d3f0-4f27-a04a-f4a793c5b3ed req-dca4cbef-82c8-4f4c-89d8-c20f59ef9a20 tempest-VolumesSnapshotTestJSON-159166615 tempest-VolumesSnapshotTestJSON-159166615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:15:14.668939 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-b90f36d5-d3f0-4f27-a04a-f4a793c5b3ed req-dca4cbef-82c8-4f4c-89d8-c20f59ef9a20 tempest-VolumesSnapshotTestJSON-159166615 tempest-VolumesSnapshotTestJSON-159166615-project] 10.222.0.104 "GET /v2.0/ports?device_id=c9358cb8-b7d2-4515-9999-189978f0c1dd HTTP/1.1" status: 200 len: 945 time: 0.2257679 Jul 06 14:15:14.704508 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f75a69-7de0-4936-94e8-2227e5b6d404 req-0e1b5443-d7d3-4628-9628-5004d7f32ed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:15:14.706229 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-a1f75a69-7de0-4936-94e8-2227e5b6d404 req-0e1b5443-d7d3-4628-9628-5004d7f32ed2 service neutron] 10.222.0.127 "GET /v2.0/ports?device_id=74c47464-2de6-4359-8407-a9a093dc2562&tenant_id=1077a35eaa714f1bbf260d32c5a52c8f HTTP/1.1" status: 200 len: 1097 time: 0.1731384 Jul 06 14:15:14.726106 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [req-a1f75a69-7de0-4936-94e8-2227e5b6d404 req-5d999c8b-cf54-4b4f-82f9-5954c2516f8b service neutron] Request body: {'port': {'binding:host_id': 'n-h1-773647-6', 'device_owner': 'compute:nova'}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:15:14.787130 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-69712807-6cae-4ead-9a98-ff1a96eef67f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-773647-6', False) {} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:15:14.791509 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-413bd8bc-5c00-4e74-86f6-11368f77bf32 None None] Port 4430fa40-999e-4ebd-ac8f-91ebd70ec7c5 cannot update to ACTIVE because it is not bound. {{(pid=100248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 14:15:14.801597 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69712807-6cae-4ead-9a98-ff1a96eef67f None None] Routers {'b980d6cd-874f-4459-a882-635693d84ad6'} bound to L3 agent in host n-d-773647-6 {{(pid=100248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:15:14.802254 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-69712807-6cae-4ead-9a98-ff1a96eef67f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T14:14:56Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['b980d6cd-874f-4459-a882-635693d84ad6'], 'active': True} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:15:14.838051 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-69712807-6cae-4ead-9a98-ff1a96eef67f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-773647-6', False) {} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:15:14.838729 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69712807-6cae-4ead-9a98-ff1a96eef67f None None] The sync data for ids ['b980d6cd-874f-4459-a882-635693d84ad6'] in n-d-773647-6 is: [] {{(pid=100248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 14:15:14.838868 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-a1f75a69-7de0-4936-94e8-2227e5b6d404 req-5d999c8b-cf54-4b4f-82f9-5954c2516f8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:14.870899 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-b90f36d5-d3f0-4f27-a04a-f4a793c5b3ed req-6025b021-d9bf-4663-ac19-548f54fbee02 tempest-VolumesSnapshotTestJSON-159166615 tempest-VolumesSnapshotTestJSON-159166615-project] 10.222.0.104 "GET /v2.0/security-groups?id=e20905c3-4e2a-4820-8b00-03fe4a9f77fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1916542 Jul 06 14:15:14.873995 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.plugin [None req-2afb6d0a-397d-472f-b75e-1d2a9f402159 tempest-BulkNetworkOpsIpV6Test-769788728 tempest-BulkNetworkOpsIpV6Test-769788728-project] Deleting port 0a6ea9ef-3376-48b4-a69b-6acfccef821a {{(pid=100247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:15:14.874395 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-2afb6d0a-397d-472f-b75e-1d2a9f402159 tempest-BulkNetworkOpsIpV6Test-769788728 tempest-BulkNetworkOpsIpV6Test-769788728-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:14.875626 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [req-8cac89e3-6cd9-48ad-b567-41ffd91b9e95 req-700ead49-6573-4cc0-9081-2133a3f0b450 tempest-VolumesSnapshotTestJSON-159166615 tempest-VolumesSnapshotTestJSON-159166615-project] Deleting port 1b5eb980-a3f1-417c-a078-0d0dbca676a0 {{(pid=100246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:15:14.876180 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-8cac89e3-6cd9-48ad-b567-41ffd91b9e95 req-700ead49-6573-4cc0-9081-2133a3f0b450 tempest-VolumesSnapshotTestJSON-159166615 tempest-VolumesSnapshotTestJSON-159166615-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:15.000278 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-2afb6d0a-397d-472f-b75e-1d2a9f402159 tempest-BulkNetworkOpsIpV6Test-769788728 tempest-BulkNetworkOpsIpV6Test-769788728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:15.026808 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device ba4fcf5a-a093-448b-b7ac-f7ed1dd1d9b8 up at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:15:15.032139 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.plugin [None req-2afb6d0a-397d-472f-b75e-1d2a9f402159 tempest-BulkNetworkOpsIpV6Test-769788728 tempest-BulkNetworkOpsIpV6Test-769788728-project] Calling delete_port for 0a6ea9ef-3376-48b4-a69b-6acfccef821a owned by {{(pid=100247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:15:15.052411 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.db [req-8cac89e3-6cd9-48ad-b567-41ffd91b9e95 req-700ead49-6573-4cc0-9081-2133a3f0b450 tempest-VolumesSnapshotTestJSON-159166615 tempest-VolumesSnapshotTestJSON-159166615-project] For port 1b5eb980-a3f1-417c-a078-0d0dbca676a0, host n-h2-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=1b5eb980-a3f1-417c-a078-0d0dbca676a0,segment=NetworkSegment(a5bb63dc-af84-4b25-adce-a2df85deca10),segment_id=a5bb63dc-af84-4b25-adce-a2df85deca10)] {{(pid=100246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:15:15.052760 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-8cac89e3-6cd9-48ad-b567-41ffd91b9e95 req-700ead49-6573-4cc0-9081-2133a3f0b450 tempest-VolumesSnapshotTestJSON-159166615 tempest-VolumesSnapshotTestJSON-159166615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:15.097424 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [req-8cac89e3-6cd9-48ad-b567-41ffd91b9e95 req-700ead49-6573-4cc0-9081-2133a3f0b450 tempest-VolumesSnapshotTestJSON-159166615 tempest-VolumesSnapshotTestJSON-159166615-project] Calling delete_port for 1b5eb980-a3f1-417c-a078-0d0dbca676a0 owned by compute:nova {{(pid=100246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:15:15.102744 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning complete for port ba4fcf5a-a093-448b-b7ac-f7ed1dd1d9b8 triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:15:15.103000 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:15.361790 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-e1cdbb73-6d0f-4512-9851-1ef5dcb9463d tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1809431'] for router_interface, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:15.417168 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Device f44fc52d-1204-4718-92df-8efd6645d48b no longer exists at agent hyperv_n-h1-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:15:15.440389 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] No Port match for: f44fc52d-1204-4718-92df-8efd6645d48b {{(pid=100248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 14:15:15.441111 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Device f44fc52d-1204-4718-92df-8efd6645d48b not bound to the agent host n-h1-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:15:15.644096 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2af326-8358-4f36-afde-e6022b7a4117 req-8daeb8a3-07f3-41a8-8fed-517f8e0f7c52 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:15:15.645605 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-3d2af326-8358-4f36-afde-e6022b7a4117 req-8daeb8a3-07f3-41a8-8fed-517f8e0f7c52 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] 10.222.0.104 "GET /v2.0/ports?device_id=74c47464-2de6-4359-8407-a9a093dc2562 HTTP/1.1" status: 200 len: 946 time: 0.7270224 Jul 06 14:15:15.778698 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-8cac89e3-6cd9-48ad-b567-41ffd91b9e95 req-700ead49-6573-4cc0-9081-2133a3f0b450 tempest-VolumesSnapshotTestJSON-159166615 tempest-VolumesSnapshotTestJSON-159166615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127687580'] for port, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:15.781165 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd7600d-0fb1-4370-85ca-36e392da33cc req-2631b00b-9b0e-4257-9367-444dae35b49c tempest-ListServerFiltersTestJSON-1215238916 tempest-ListServerFiltersTestJSON-1215238916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:15:15.783446 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-7cd7600d-0fb1-4370-85ca-36e392da33cc req-2631b00b-9b0e-4257-9367-444dae35b49c tempest-ListServerFiltersTestJSON-1215238916 tempest-ListServerFiltersTestJSON-1215238916-project] 10.222.0.104 "GET /v2.0/ports?device_id=52987411-a95f-4c4d-bca9-6ac7bb8b132a HTTP/1.1" status: 200 len: 945 time: 0.3344729 Jul 06 14:15:15.785595 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.db [req-a1f75a69-7de0-4936-94e8-2227e5b6d404 req-5d999c8b-cf54-4b4f-82f9-5954c2516f8b service neutron] For port bc4f675b-2e9f-4750-9375-af3fcf823c8c, host n-h2-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=bc4f675b-2e9f-4750-9375-af3fcf823c8c,segment=NetworkSegment(a4a2476c-616e-4f46-b763-8a121d1a9fab),segment_id=a4a2476c-616e-4f46-b763-8a121d1a9fab)] {{(pid=100247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:15:15.790042 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-3d2af326-8358-4f36-afde-e6022b7a4117 req-b800a3f9-09c2-4159-a28f-836de5756d30 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] 10.222.0.104 "GET /v2.0/security-groups?id=5d8c99c2-13fb-4e77-b660-83bc40ffb65c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1280868 Jul 06 14:15:15.792630 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] get_ports_and_sgs() called for port_ids ['1b5eb980-a3f1-417c-a078-0d0dbca676a0'] {{(pid=100248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 14:15:15.800091 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-2afb6d0a-397d-472f-b75e-1d2a9f402159 tempest-BulkNetworkOpsIpV6Test-769788728 tempest-BulkNetworkOpsIpV6Test-769788728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128888353'] for port, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:15.859722 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2afb6d0a-397d-472f-b75e-1d2a9f402159 tempest-BulkNetworkOpsIpV6Test-769788728 tempest-BulkNetworkOpsIpV6Test-769788728-project] Pushing event deleted for resources: {'Port': ['ID=0a6ea9ef-3376-48b4-a69b-6acfccef821a,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:15:15.869632 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302d6b82-8817-448b-9995-50a09cdbaf63 req-50ee449c-fa75-4692-ba3b-1ef1a8a8d4b4 tempest-ListServerFiltersTestJSON-1215238916 tempest-ListServerFiltersTestJSON-1215238916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:15:15.871131 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-302d6b82-8817-448b-9995-50a09cdbaf63 req-50ee449c-fa75-4692-ba3b-1ef1a8a8d4b4 tempest-ListServerFiltersTestJSON-1215238916 tempest-ListServerFiltersTestJSON-1215238916-project] 10.222.0.127 "GET /v2.0/ports?device_id=52987411-a95f-4c4d-bca9-6ac7bb8b132a HTTP/1.1" status: 200 len: 945 time: 0.3281326 Jul 06 14:15:15.889046 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700ead49-6573-4cc0-9081-2133a3f0b450 tempest-VolumesSnapshotTestJSON-159166615 tempest-VolumesSnapshotTestJSON-159166615-project] Pushing event deleted for resources: {'Port': ['ID=1b5eb980-a3f1-417c-a078-0d0dbca676a0,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:15:15.920814 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [req-8cac89e3-6cd9-48ad-b567-41ffd91b9e95 req-700ead49-6573-4cc0-9081-2133a3f0b450 tempest-VolumesSnapshotTestJSON-159166615 tempest-VolumesSnapshotTestJSON-159166615-project] No DVR routers for this DVR port 1b5eb980-a3f1-417c-a078-0d0dbca676a0 on host n-h2-773647-6 {{(pid=100246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:15:15.924756 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-8cac89e3-6cd9-48ad-b567-41ffd91b9e95 req-700ead49-6573-4cc0-9081-2133a3f0b450 tempest-VolumesSnapshotTestJSON-159166615 tempest-VolumesSnapshotTestJSON-159166615-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:15.926759 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-8cac89e3-6cd9-48ad-b567-41ffd91b9e95 req-700ead49-6573-4cc0-9081-2133a3f0b450 tempest-VolumesSnapshotTestJSON-159166615 tempest-VolumesSnapshotTestJSON-159166615-project] 10.222.0.72 "DELETE /v2.0/ports/1b5eb980-a3f1-417c-a078-0d0dbca676a0 HTTP/1.1" status: 204 len: 173 time: 1.3589890 Jul 06 14:15:15.927547 n-d-773647-6 neutron-server[100246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9358cb8-b7d2-4515-9999-189978f0c1dd', 'name': 'network-vif-deleted', 'tag': '1b5eb980-a3f1-417c-a078-0d0dbca676a0'}] {{(pid=100246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:15:15.929797 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0d96c5ab5e889f7b933ae915b9be33d1b46c9e87795bf781004b656ef3f1e87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2e42d37-c7a5-4898-a98a-73cb238f647e" -d '{"events": [{"server_uuid": "c9358cb8-b7d2-4515-9999-189978f0c1dd", "name": "network-vif-deleted", "tag": "1b5eb980-a3f1-417c-a078-0d0dbca676a0"}]}' {{(pid=100246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:15:15.933383 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-2afb6d0a-397d-472f-b75e-1d2a9f402159 tempest-BulkNetworkOpsIpV6Test-769788728 tempest-BulkNetworkOpsIpV6Test-769788728-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:15.938806 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-2afb6d0a-397d-472f-b75e-1d2a9f402159 tempest-BulkNetworkOpsIpV6Test-769788728 tempest-BulkNetworkOpsIpV6Test-769788728-project] 10.222.0.104 "DELETE /v2.0/ports/0a6ea9ef-3376-48b4-a69b-6acfccef821a HTTP/1.1" status: 204 len: 168 time: 1.4798167 Jul 06 14:15:15.940131 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 56794) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:15:15.959841 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.db [req-a1f75a69-7de0-4936-94e8-2227e5b6d404 req-5d999c8b-cf54-4b4f-82f9-5954c2516f8b service neutron] For port bc4f675b-2e9f-4750-9375-af3fcf823c8c, host n-h2-773647-6, cleared binding levels {{(pid=100247) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:15:15.991150 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-7cd7600d-0fb1-4370-85ca-36e392da33cc req-859ff0bc-eb07-4d13-8356-bf1baf6e4898 tempest-ListServerFiltersTestJSON-1215238916 tempest-ListServerFiltersTestJSON-1215238916-project] 10.222.0.104 "GET /v2.0/security-groups?id=c2d32256-dc35-4b2b-a176-8980c50ac374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1920128 Jul 06 14:15:16.052578 n-d-773647-6 neutron-server[100247]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74c47464-2de6-4359-8407-a9a093dc2562', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bc4f675b-2e9f-4750-9375-af3fcf823c8c'}] {{(pid=100247) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:15:16.055239 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cbf0eeaae822f8fc9b87a94aeba67a3d651842baf663a51cba94b67a514836d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e80f3b77-6922-43f9-9668-f21d4a0e9b75" -d '{"events": [{"server_uuid": "74c47464-2de6-4359-8407-a9a093dc2562", "name": "network-vif-unplugged", "status": "completed", "tag": "bc4f675b-2e9f-4750-9375-af3fcf823c8c"}]}' {{(pid=100247) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:15:16.059807 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-a1f75a69-7de0-4936-94e8-2227e5b6d404 req-5d999c8b-cf54-4b4f-82f9-5954c2516f8b service neutron] Notify callbacks [] for port, precommit_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:16.076389 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 14:15:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af09e705-1cc7-47cf-8c51-d4f41da3ee4d x-openstack-request-id: req-af09e705-1cc7-47cf-8c51-d4f41da3ee4d {{(pid=100246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:15:16.076683 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9358cb8-b7d2-4515-9999-189978f0c1dd", "name": "network-vif-deleted", "tag": "1b5eb980-a3f1-417c-a078-0d0dbca676a0", "status": "completed", "code": 200}]} {{(pid=100246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:15:16.076935 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-af09e705-1cc7-47cf-8c51-d4f41da3ee4d {{(pid=100246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:15:16.077399 n-d-773647-6 neutron-server[100246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9358cb8-b7d2-4515-9999-189978f0c1dd', 'name': 'network-vif-deleted', 'tag': '1b5eb980-a3f1-417c-a078-0d0dbca676a0', 'status': 'completed', 'code': 200} Jul 06 14:15:16.107082 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-1f335b78-fdd3-446c-825d-04c2203a3b49 req-5d8b9031-f0bf-4d73-aa18-3ef6139b8b14 tempest-VolumesSnapshotTestJSON-159166615 tempest-VolumesSnapshotTestJSON-159166615-project] 10.222.0.104 "GET /v2.0/ports?device_id=c9358cb8-b7d2-4515-9999-189978f0c1dd HTTP/1.1" status: 200 len: 210 time: 0.0408795 Jul 06 14:15:16.112307 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.provisioning_blocks [req-a1f75a69-7de0-4936-94e8-2227e5b6d404 req-5d999c8b-cf54-4b4f-82f9-5954c2516f8b service neutron] Transition to ACTIVE for port object bc4f675b-2e9f-4750-9375-af3fcf823c8c will not be triggered until provisioned by entity L2. {{(pid=100247) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:15:16.129877 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-a1f75a69-7de0-4936-94e8-2227e5b6d404 req-5d999c8b-cf54-4b4f-82f9-5954c2516f8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128888538'] for port, after_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:16.170592 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 06 Jul 2021 14:15:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2c421aa-3a2d-4bae-a905-2248f7032e7b x-openstack-request-id: req-e2c421aa-3a2d-4bae-a905-2248f7032e7b {{(pid=100247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:15:16.171014 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74c47464-2de6-4359-8407-a9a093dc2562", "name": "network-vif-unplugged", "status": "completed", "tag": "bc4f675b-2e9f-4750-9375-af3fcf823c8c", "code": 200}]} {{(pid=100247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:15:16.171139 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [None req-e1cdbb73-6d0f-4512-9851-1ef5dcb9463d tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Deleting port 4430fa40-999e-4ebd-ac8f-91ebd70ec7c5 {{(pid=100246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:15:16.171322 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-e2c421aa-3a2d-4bae-a905-2248f7032e7b {{(pid=100247) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:15:16.171523 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-e1cdbb73-6d0f-4512-9851-1ef5dcb9463d tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:16.171680 n-d-773647-6 neutron-server[100247]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74c47464-2de6-4359-8407-a9a093dc2562', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bc4f675b-2e9f-4750-9375-af3fcf823c8c', 'code': 200} Jul 06 14:15:16.186355 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [None req-c9b07493-3b44-4bdc-9974-6ced7e4c3958 tempest-BulkNetworkOpsIpV6Test-769788728 tempest-BulkNetworkOpsIpV6Test-769788728-project] Deleting port defef902-b5b9-41b7-a261-4409453e7415 {{(pid=100246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:15:16.186729 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-c9b07493-3b44-4bdc-9974-6ced7e4c3958 tempest-BulkNetworkOpsIpV6Test-769788728 tempest-BulkNetworkOpsIpV6Test-769788728-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:16.269011 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d999c8b-cf54-4b4f-82f9-5954c2516f8b service neutron] Pushing event updated for resources: {'Port': ['ID=bc4f675b-2e9f-4750-9375-af3fcf823c8c,revision_number=6']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:15:16.278570 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.plugin [req-302d6b82-8817-448b-9995-50a09cdbaf63 req-e6ea4978-b46d-4360-a2a7-dc00fb47de23 tempest-ListServerFiltersTestJSON-1215238916 tempest-ListServerFiltersTestJSON-1215238916-project] Deleting port e835e248-8ac4-4eef-84e1-40129f7e7a7f {{(pid=100247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:15:16.278994 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-302d6b82-8817-448b-9995-50a09cdbaf63 req-e6ea4978-b46d-4360-a2a7-dc00fb47de23 tempest-ListServerFiltersTestJSON-1215238916 tempest-ListServerFiltersTestJSON-1215238916-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:16.307694 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-c9b07493-3b44-4bdc-9974-6ced7e4c3958 tempest-BulkNetworkOpsIpV6Test-769788728 tempest-BulkNetworkOpsIpV6Test-769788728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:16.332309 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [None req-c9b07493-3b44-4bdc-9974-6ced7e4c3958 tempest-BulkNetworkOpsIpV6Test-769788728 tempest-BulkNetworkOpsIpV6Test-769788728-project] Calling delete_port for defef902-b5b9-41b7-a261-4409453e7415 owned by {{(pid=100246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:15:16.338383 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-e1cdbb73-6d0f-4512-9851-1ef5dcb9463d tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:16.359363 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [None req-e1cdbb73-6d0f-4512-9851-1ef5dcb9463d tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Calling delete_port for 4430fa40-999e-4ebd-ac8f-91ebd70ec7c5 owned by network:router_interface {{(pid=100246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:15:16.409779 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1f75a69-7de0-4936-94e8-2227e5b6d404 req-5d999c8b-cf54-4b4f-82f9-5954c2516f8b service neutron] No DVR routers for this DVR port bc4f675b-2e9f-4750-9375-af3fcf823c8c on host n-h2-773647-6 {{(pid=100247) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:15:16.495895 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.db [req-302d6b82-8817-448b-9995-50a09cdbaf63 req-e6ea4978-b46d-4360-a2a7-dc00fb47de23 tempest-ListServerFiltersTestJSON-1215238916 tempest-ListServerFiltersTestJSON-1215238916-project] For port e835e248-8ac4-4eef-84e1-40129f7e7a7f, host n-h1-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773647-6',level=0,port_id=e835e248-8ac4-4eef-84e1-40129f7e7a7f,segment=NetworkSegment(9f74fedc-16b9-4869-9140-58164e4cbf7a),segment_id=9f74fedc-16b9-4869-9140-58164e4cbf7a)] {{(pid=100247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:15:16.496260 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-302d6b82-8817-448b-9995-50a09cdbaf63 req-e6ea4978-b46d-4360-a2a7-dc00fb47de23 tempest-ListServerFiltersTestJSON-1215238916 tempest-ListServerFiltersTestJSON-1215238916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:16.522235 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-c9b07493-3b44-4bdc-9974-6ced7e4c3958 tempest-BulkNetworkOpsIpV6Test-769788728 tempest-BulkNetworkOpsIpV6Test-769788728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127687580'] for port, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:16.540664 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.plugin [req-302d6b82-8817-448b-9995-50a09cdbaf63 req-e6ea4978-b46d-4360-a2a7-dc00fb47de23 tempest-ListServerFiltersTestJSON-1215238916 tempest-ListServerFiltersTestJSON-1215238916-project] Calling delete_port for e835e248-8ac4-4eef-84e1-40129f7e7a7f owned by compute:nova {{(pid=100247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:15:16.562934 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b07493-3b44-4bdc-9974-6ced7e4c3958 tempest-BulkNetworkOpsIpV6Test-769788728 tempest-BulkNetworkOpsIpV6Test-769788728-project] Pushing event deleted for resources: {'Port': ['ID=defef902-b5b9-41b7-a261-4409453e7415,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:15:16.575620 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-c9b07493-3b44-4bdc-9974-6ced7e4c3958 tempest-BulkNetworkOpsIpV6Test-769788728 tempest-BulkNetworkOpsIpV6Test-769788728-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:16.578702 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-c9b07493-3b44-4bdc-9974-6ced7e4c3958 tempest-BulkNetworkOpsIpV6Test-769788728 tempest-BulkNetworkOpsIpV6Test-769788728-project] 10.222.0.104 "DELETE /v2.0/ports/defef902-b5b9-41b7-a261-4409453e7415 HTTP/1.1" status: 204 len: 168 time: 0.6376235 Jul 06 14:15:16.583382 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 56798) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:15:16.639206 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-faa7af7e-6c51-4331-b463-7a68c49787e9 tempest-BulkNetworkOpsIpV6Test-769788728 tempest-BulkNetworkOpsIpV6Test-769788728-project] 10.222.0.104 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0546689 Jul 06 14:15:16.643270 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 56800) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:15:16.649356 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [None req-055ff123-838a-4393-9d48-39767a2dcbe6 tempest-BulkNetworkOpsIpV6Test-769788728 tempest-BulkNetworkOpsIpV6Test-769788728-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1668126630'}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:15:16.679256 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.managers [req-a1f75a69-7de0-4936-94e8-2227e5b6d404 req-5d999c8b-cf54-4b4f-82f9-5954c2516f8b service neutron] Attempting to bind port bc4f675b-2e9f-4750-9375-af3fcf823c8c on host n-h1-773647-6 for vnic_type normal with profile {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:15:16.679715 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.managers [req-a1f75a69-7de0-4936-94e8-2227e5b6d404 req-5d999c8b-cf54-4b4f-82f9-5954c2516f8b service neutron] Attempting to bind port bc4f675b-2e9f-4750-9375-af3fcf823c8c by drivers openvswitch,hyperv on host n-h1-773647-6 at level 0 using segments [{'id': 'a4a2476c-616e-4f46-b763-8a121d1a9fab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': '120989f8-7a26-49c9-99e3-26a4a5fc00f3'}] {{(pid=100247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:15:16.680264 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1f75a69-7de0-4936-94e8-2227e5b6d404 req-5d999c8b-cf54-4b4f-82f9-5954c2516f8b service neutron] Attempting to bind port bc4f675b-2e9f-4750-9375-af3fcf823c8c on network 120989f8-7a26-49c9-99e3-26a4a5fc00f3 {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:15:16.693352 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1f75a69-7de0-4936-94e8-2227e5b6d404 req-5d999c8b-cf54-4b4f-82f9-5954c2516f8b service neutron] Port bc4f675b-2e9f-4750-9375-af3fcf823c8c on network 120989f8-7a26-49c9-99e3-26a4a5fc00f3 not bound, no agent of type Open vSwitch agent registered on host n-h1-773647-6 {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 14:15:16.693675 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1f75a69-7de0-4936-94e8-2227e5b6d404 req-5d999c8b-cf54-4b4f-82f9-5954c2516f8b service neutron] Attempting to bind port bc4f675b-2e9f-4750-9375-af3fcf823c8c on network 120989f8-7a26-49c9-99e3-26a4a5fc00f3 {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:15:16.694069 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-e1cdbb73-6d0f-4512-9851-1ef5dcb9463d tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127687580'] for port, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:16.703286 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1f75a69-7de0-4936-94e8-2227e5b6d404 req-5d999c8b-cf54-4b4f-82f9-5954c2516f8b service neutron] Checking agent: {'id': '5bf7147f-bada-4441-a5dc-934b903473fb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-773647-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 51, 12), 'started_at': datetime.datetime(2021, 7, 6, 13, 51, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 15, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:15:16.703625 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1f75a69-7de0-4936-94e8-2227e5b6d404 req-5d999c8b-cf54-4b4f-82f9-5954c2516f8b service neutron] Checking segment: {'id': 'a4a2476c-616e-4f46-b763-8a121d1a9fab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': '120989f8-7a26-49c9-99e3-26a4a5fc00f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100247) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:15:16.705024 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1f75a69-7de0-4936-94e8-2227e5b6d404 req-5d999c8b-cf54-4b4f-82f9-5954c2516f8b service neutron] Bound using segment: {'id': 'a4a2476c-616e-4f46-b763-8a121d1a9fab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': '120989f8-7a26-49c9-99e3-26a4a5fc00f3'} {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:15:16.705437 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.managers [req-a1f75a69-7de0-4936-94e8-2227e5b6d404 req-5d999c8b-cf54-4b4f-82f9-5954c2516f8b service neutron] Bound port: bc4f675b-2e9f-4750-9375-af3fcf823c8c, host: n-h1-773647-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a4a2476c-616e-4f46-b763-8a121d1a9fab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': '120989f8-7a26-49c9-99e3-26a4a5fc00f3'}}] {{(pid=100247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:15:16.706059 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-a1f75a69-7de0-4936-94e8-2227e5b6d404 req-5d999c8b-cf54-4b4f-82f9-5954c2516f8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:16.707832 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-055ff123-838a-4393-9d48-39767a2dcbe6 tempest-BulkNetworkOpsIpV6Test-769788728 tempest-BulkNetworkOpsIpV6Test-769788728-project] Made reservation on behalf of fa51884e20cd4512b4caa259cf649f61 for: {'network': 1} {{(pid=100247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:15:16.711280 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-055ff123-838a-4393-9d48-39767a2dcbe6 tempest-BulkNetworkOpsIpV6Test-769788728 tempest-BulkNetworkOpsIpV6Test-769788728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for network, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:16.725985 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1cdbb73-6d0f-4512-9851-1ef5dcb9463d tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Pushing event deleted for resources: {'Port': ['ID=4430fa40-999e-4ebd-ac8f-91ebd70ec7c5,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:15:16.814412 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-055ff123-838a-4393-9d48-39767a2dcbe6 tempest-BulkNetworkOpsIpV6Test-769788728 tempest-BulkNetworkOpsIpV6Test-769788728-project] vlan segment allocate from pool success with {'vlan_id': 1018, 'physical_network': 'physnet1'} {{(pid=100247) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 14:15:16.823061 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-302d6b82-8817-448b-9995-50a09cdbaf63 req-e6ea4978-b46d-4360-a2a7-dc00fb47de23 tempest-ListServerFiltersTestJSON-1215238916 tempest-ListServerFiltersTestJSON-1215238916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128888353'] for port, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:16.836025 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] get_ports_and_sgs() called for port_ids ['e835e248-8ac4-4eef-84e1-40129f7e7a7f'] {{(pid=100248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 14:15:16.891526 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.db [req-a1f75a69-7de0-4936-94e8-2227e5b6d404 req-5d999c8b-cf54-4b4f-82f9-5954c2516f8b service neutron] For port bc4f675b-2e9f-4750-9375-af3fcf823c8c, host n-h1-773647-6, cleared binding levels {{(pid=100247) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:15:16.896767 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.db [req-a1f75a69-7de0-4936-94e8-2227e5b6d404 req-5d999c8b-cf54-4b4f-82f9-5954c2516f8b service neutron] For port bc4f675b-2e9f-4750-9375-af3fcf823c8c, host n-h1-773647-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773647-6',level=0,port_id=bc4f675b-2e9f-4750-9375-af3fcf823c8c,segment=NetworkSegment(a4a2476c-616e-4f46-b763-8a121d1a9fab),segment_id=a4a2476c-616e-4f46-b763-8a121d1a9fab)] {{(pid=100247) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:15:16.898969 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-e1cdbb73-6d0f-4512-9851-1ef5dcb9463d tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1809193'] for router_interface, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:16.905589 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-055ff123-838a-4393-9d48-39767a2dcbe6 tempest-BulkNetworkOpsIpV6Test-769788728 tempest-BulkNetworkOpsIpV6Test-769788728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552'] for segment, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:16.905942 n-d-773647-6 neutron-server[100247]: INFO neutron.db.segments_db [None req-055ff123-838a-4393-9d48-39767a2dcbe6 tempest-BulkNetworkOpsIpV6Test-769788728 tempest-BulkNetworkOpsIpV6Test-769788728-project] Added segment 9872b247-f404-430e-96b4-0065f2438119 of type vlan for network f33d005e-3681-4a3a-88bd-d9193f357264 Jul 06 14:15:16.932435 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-a1f75a69-7de0-4936-94e8-2227e5b6d404 req-5d999c8b-cf54-4b4f-82f9-5954c2516f8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128888538'] for port, after_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:16.965121 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ea4978-b46d-4360-a2a7-dc00fb47de23 tempest-ListServerFiltersTestJSON-1215238916 tempest-ListServerFiltersTestJSON-1215238916-project] Pushing event deleted for resources: {'Port': ['ID=e835e248-8ac4-4eef-84e1-40129f7e7a7f,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:15:17.118452 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f75a69-7de0-4936-94e8-2227e5b6d404 req-5d999c8b-cf54-4b4f-82f9-5954c2516f8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:15:17.119095 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-a1f75a69-7de0-4936-94e8-2227e5b6d404 req-5d999c8b-cf54-4b4f-82f9-5954c2516f8b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:17.120555 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-a1f75a69-7de0-4936-94e8-2227e5b6d404 req-5d999c8b-cf54-4b4f-82f9-5954c2516f8b service neutron] 10.222.0.127 "PUT /v2.0/ports/bc4f675b-2e9f-4750-9375-af3fcf823c8c HTTP/1.1" status: 200 len: 1092 time: 2.4041586 Jul 06 14:15:17.126865 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.l3_dvrscheduler_db [req-302d6b82-8817-448b-9995-50a09cdbaf63 req-e6ea4978-b46d-4360-a2a7-dc00fb47de23 tempest-ListServerFiltersTestJSON-1215238916 tempest-ListServerFiltersTestJSON-1215238916-project] No DVR routers for this DVR port e835e248-8ac4-4eef-84e1-40129f7e7a7f on host n-h1-773647-6 {{(pid=100247) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:15:17.135988 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-055ff123-838a-4393-9d48-39767a2dcbe6 tempest-BulkNetworkOpsIpV6Test-769788728 tempest-BulkNetworkOpsIpV6Test-769788728-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773752984405'] for network, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:17.137943 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1cdbb73-6d0f-4512-9851-1ef5dcb9463d tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Router b980d6cd-874f-4459-a882-635693d84ad6 has already been hosted by L3 agent 2823d358-a11b-4885-a706-95a279e43fa7 {{(pid=100246) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 14:15:17.148417 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-302d6b82-8817-448b-9995-50a09cdbaf63 req-e6ea4978-b46d-4360-a2a7-dc00fb47de23 tempest-ListServerFiltersTestJSON-1215238916 tempest-ListServerFiltersTestJSON-1215238916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:17.157638 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-302d6b82-8817-448b-9995-50a09cdbaf63 req-e6ea4978-b46d-4360-a2a7-dc00fb47de23 tempest-ListServerFiltersTestJSON-1215238916 tempest-ListServerFiltersTestJSON-1215238916-project] 10.222.0.127 "DELETE /v2.0/ports/e835e248-8ac4-4eef-84e1-40129f7e7a7f HTTP/1.1" status: 204 len: 173 time: 1.2726927 Jul 06 14:15:17.228726 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d999c8b-cf54-4b4f-82f9-5954c2516f8b service neutron] Pushing event updated for resources: {'Port': ['ID=bc4f675b-2e9f-4750-9375-af3fcf823c8c,revision_number=7']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:15:17.234998 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1cdbb73-6d0f-4512-9851-1ef5dcb9463d tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Notify agent at l3_agent.n-d-773647-6 the message routers_updated {{(pid=100246) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 14:15:17.241245 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-e1cdbb73-6d0f-4512-9851-1ef5dcb9463d tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] 10.222.0.104 "PUT /v2.0/routers/b980d6cd-874f-4459-a882-635693d84ad6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5963082 Jul 06 14:15:17.245322 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 56810) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:15:17.247006 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-437c4613-5888-4a4a-b935-83b52ea96c92 None None] Sync routers for ids ['b980d6cd-874f-4459-a882-635693d84ad6'] in n-d-773647-6 {{(pid=100249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 14:15:17.261111 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-437c4613-5888-4a4a-b935-83b52ea96c92 None None] Routers {'b980d6cd-874f-4459-a882-635693d84ad6'} bound to L3 agent in host n-d-773647-6 {{(pid=100249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:15:17.261973 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-437c4613-5888-4a4a-b935-83b52ea96c92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T14:14:56Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['b980d6cd-874f-4459-a882-635693d84ad6'], 'active': True} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:15:17.309420 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-926ab60a-b07c-4b5a-b2c4-4fbd390f0bd7 req-0fc5cf71-8a35-4922-b5fa-e744f77ab2df tempest-ListServerFiltersTestJSON-1215238916 tempest-ListServerFiltersTestJSON-1215238916-project] 10.222.0.104 "GET /v2.0/ports?device_id=52987411-a95f-4c4d-bca9-6ac7bb8b132a HTTP/1.1" status: 200 len: 210 time: 0.0835044 Jul 06 14:15:17.324281 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-055ff123-838a-4393-9d48-39767a2dcbe6 tempest-BulkNetworkOpsIpV6Test-769788728 tempest-BulkNetworkOpsIpV6Test-769788728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060'] for network, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:17.331240 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-055ff123-838a-4393-9d48-39767a2dcbe6 tempest-BulkNetworkOpsIpV6Test-769788728 tempest-BulkNetworkOpsIpV6Test-769788728-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:15:17.332028 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-055ff123-838a-4393-9d48-39767a2dcbe6 tempest-BulkNetworkOpsIpV6Test-769788728 tempest-BulkNetworkOpsIpV6Test-769788728-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583035'] for network, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:17.338794 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-437c4613-5888-4a4a-b935-83b52ea96c92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-773647-6', False) {} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:15:17.348959 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-437c4613-5888-4a4a-b935-83b52ea96c92 None None] Routers {'b980d6cd-874f-4459-a882-635693d84ad6'} bound to L3 agent in host n-d-773647-6 {{(pid=100249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:15:17.350373 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-437c4613-5888-4a4a-b935-83b52ea96c92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T14:14:56Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['b980d6cd-874f-4459-a882-635693d84ad6'], 'active': True} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:15:17.383721 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad57d1e-db7e-4c26-b2c8-7e6757882f36 req-bb1d5aba-4ade-41b4-a3a6-a16fad67a9ed tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:15:17.385315 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-1ad57d1e-db7e-4c26-b2c8-7e6757882f36 req-bb1d5aba-4ade-41b4-a3a6-a16fad67a9ed tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] 10.222.0.104 "GET /v2.0/ports?device_id=74c47464-2de6-4359-8407-a9a093dc2562 HTTP/1.1" status: 200 len: 944 time: 0.4412429 Jul 06 14:15:17.440636 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-437c4613-5888-4a4a-b935-83b52ea96c92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-773647-6', False) {} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:15:17.443123 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-437c4613-5888-4a4a-b935-83b52ea96c92 None None] The sync data for ids ['b980d6cd-874f-4459-a882-635693d84ad6'] in n-d-773647-6 is: [] {{(pid=100249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 14:15:17.480944 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-055ff123-838a-4393-9d48-39767a2dcbe6 tempest-BulkNetworkOpsIpV6Test-769788728 tempest-BulkNetworkOpsIpV6Test-769788728-project] 10.222.0.104 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.8364797 Jul 06 14:15:17.498025 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 56812) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:15:17.501376 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [None req-c6f1ec20-1923-43fe-ac7c-7235bc841613 tempest-BulkNetworkOpsIpV6Test-769788728 tempest-BulkNetworkOpsIpV6Test-769788728-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1353956183'}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:15:17.520288 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055ff123-838a-4393-9d48-39767a2dcbe6 tempest-BulkNetworkOpsIpV6Test-769788728 tempest-BulkNetworkOpsIpV6Test-769788728-project] Pushing event updated for resources: {'Network': ['ID=f33d005e-3681-4a3a-88bd-d9193f357264,revision_number=1']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:15:17.523929 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f75a69-7de0-4936-94e8-2227e5b6d404 req-2e2cc400-e593-42b3-80aa-959a0c2f59c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:15:17.525459 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-a1f75a69-7de0-4936-94e8-2227e5b6d404 req-2e2cc400-e593-42b3-80aa-959a0c2f59c5 service neutron] 10.222.0.127 "GET /v2.0/ports?tenant_id=1077a35eaa714f1bbf260d32c5a52c8f&device_id=74c47464-2de6-4359-8407-a9a093dc2562 HTTP/1.1" status: 200 len: 1095 time: 0.3583708 Jul 06 14:15:17.538273 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Network f33d005e-3681-4a3a-88bd-d9193f357264 details requested by agent ovs-agent-n-d-773647-6 with host n-d-773647-6 {{(pid=100248) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 14:15:17.566698 n-d-773647-6 neutron-server[100246]: INFO neutron.api.v2.resource [None req-2316ce77-3e65-40d6-883b-d9260f81d900 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] remove_router_interface failed (client error): The resource could not be found. Jul 06 14:15:17.570160 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-2316ce77-3e65-40d6-883b-d9260f81d900 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] 10.222.0.104 "PUT /v2.0/routers/b980d6cd-874f-4459-a882-635693d84ad6/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.3232670 Jul 06 14:15:17.573193 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 56816) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:15:17.598696 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-1ad57d1e-db7e-4c26-b2c8-7e6757882f36 req-763f5532-b75e-41c0-b2db-d56fb2deeec9 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] 10.222.0.104 "GET /v2.0/security-groups?id=5d8c99c2-13fb-4e77-b660-83bc40ffb65c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1779461 Jul 06 14:15:17.611913 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6f1ec20-1923-43fe-ac7c-7235bc841613 tempest-BulkNetworkOpsIpV6Test-769788728 tempest-BulkNetworkOpsIpV6Test-769788728-project] Made reservation on behalf of fa51884e20cd4512b4caa259cf649f61 for: {'network': 1} {{(pid=100247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:15:17.615538 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-c6f1ec20-1923-43fe-ac7c-7235bc841613 tempest-BulkNetworkOpsIpV6Test-769788728 tempest-BulkNetworkOpsIpV6Test-769788728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for network, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:17.629353 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-bc71ce00-6342-49b2-9dd9-ccee40775294 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] 10.222.0.104 "GET /v2.0/ports?device_id=b980d6cd-874f-4459-a882-635693d84ad6 HTTP/1.1" status: 200 len: 205 time: 0.0520263 Jul 06 14:15:17.629887 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 56818) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:15:17.679679 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c6f1ec20-1923-43fe-ac7c-7235bc841613 tempest-BulkNetworkOpsIpV6Test-769788728 tempest-BulkNetworkOpsIpV6Test-769788728-project] vlan segment allocate from pool success with {'vlan_id': 1020, 'physical_network': 'physnet1'} {{(pid=100247) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 14:15:17.692205 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f75a69-7de0-4936-94e8-2227e5b6d404 req-2d57b2f6-c7df-481d-a3f7-60318b631756 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:15:17.693899 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-a1f75a69-7de0-4936-94e8-2227e5b6d404 req-2d57b2f6-c7df-481d-a3f7-60318b631756 service neutron] 10.222.0.127 "GET /v2.0/networks?id=120989f8-7a26-49c9-99e3-26a4a5fc00f3 HTTP/1.1" status: 200 len: 898 time: 0.1571200 Jul 06 14:15:17.698913 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-c6f1ec20-1923-43fe-ac7c-7235bc841613 tempest-BulkNetworkOpsIpV6Test-769788728 tempest-BulkNetworkOpsIpV6Test-769788728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552'] for segment, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:17.699154 n-d-773647-6 neutron-server[100247]: INFO neutron.db.segments_db [None req-c6f1ec20-1923-43fe-ac7c-7235bc841613 tempest-BulkNetworkOpsIpV6Test-769788728 tempest-BulkNetworkOpsIpV6Test-769788728-project] Added segment 3d71da3a-abee-4e56-abf9-635d3c38ecdb of type vlan for network 16e19409-416b-4c02-98da-74469e34822f Jul 06 14:15:17.725705 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-3693b738-ecf7-48dc-b6d4-bd5a13d060bd tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Notify callbacks [] for router, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:17.808972 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-c6f1ec20-1923-43fe-ac7c-7235bc841613 tempest-BulkNetworkOpsIpV6Test-769788728 tempest-BulkNetworkOpsIpV6Test-769788728-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773752984405'] for network, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:17.830809 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-a1f75a69-7de0-4936-94e8-2227e5b6d404 req-b4380346-2b0d-4375-81b0-a71ccda0fc30 service neutron] 10.222.0.127 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bc4f675b-2e9f-4750-9375-af3fcf823c8c HTTP/1.1" status: 200 len: 1000 time: 0.1195979 Jul 06 14:15:17.881597 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-c6f1ec20-1923-43fe-ac7c-7235bc841613 tempest-BulkNetworkOpsIpV6Test-769788728 tempest-BulkNetworkOpsIpV6Test-769788728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060'] for network, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:17.887321 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6f1ec20-1923-43fe-ac7c-7235bc841613 tempest-BulkNetworkOpsIpV6Test-769788728 tempest-BulkNetworkOpsIpV6Test-769788728-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:15:17.887982 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-c6f1ec20-1923-43fe-ac7c-7235bc841613 tempest-BulkNetworkOpsIpV6Test-769788728 tempest-BulkNetworkOpsIpV6Test-769788728-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583035'] for network, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:17.929617 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-3693b738-ecf7-48dc-b6d4-bd5a13d060bd tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1806308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6982'] for router, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:17.932471 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-3693b738-ecf7-48dc-b6d4-bd5a13d060bd tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:17.955050 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f75a69-7de0-4936-94e8-2227e5b6d404 req-71d396b4-2401-4a88-9fef-d61499de7ab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:15:17.956964 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-a1f75a69-7de0-4936-94e8-2227e5b6d404 req-71d396b4-2401-4a88-9fef-d61499de7ab9 service neutron] 10.222.0.127 "GET /v2.0/subnets?id=a9454952-2025-4848-a48d-6107d2969e09 HTTP/1.1" status: 200 len: 835 time: 0.1164398 Jul 06 14:15:17.968123 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-c6f1ec20-1923-43fe-ac7c-7235bc841613 tempest-BulkNetworkOpsIpV6Test-769788728 tempest-BulkNetworkOpsIpV6Test-769788728-project] 10.222.0.104 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.4702246 Jul 06 14:15:17.997434 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f1ec20-1923-43fe-ac7c-7235bc841613 tempest-BulkNetworkOpsIpV6Test-769788728 tempest-BulkNetworkOpsIpV6Test-769788728-project] Pushing event updated for resources: {'Network': ['ID=16e19409-416b-4c02-98da-74469e34822f,revision_number=1']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:15:18.006980 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-3693b738-ecf7-48dc-b6d4-bd5a13d060bd tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1805684'] for router, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:18.007847 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3693b738-ecf7-48dc-b6d4-bd5a13d060bd tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Fanout notify agent at l3_agent the message router_deleted on router b980d6cd-874f-4459-a882-635693d84ad6 {{(pid=100246) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 14:15:18.010975 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Network 16e19409-416b-4c02-98da-74469e34822f details requested by agent ovs-agent-n-d-773647-6 with host n-d-773647-6 {{(pid=100248) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 14:15:18.040194 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-3693b738-ecf7-48dc-b6d4-bd5a13d060bd tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Notify callbacks [] for router, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:18.050466 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-3693b738-ecf7-48dc-b6d4-bd5a13d060bd tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] 10.222.0.104 "DELETE /v2.0/routers/b980d6cd-874f-4459-a882-635693d84ad6 HTTP/1.1" status: 204 len: 168 time: 0.4191918 Jul 06 14:15:18.053431 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 56822) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:15:18.094914 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f75a69-7de0-4936-94e8-2227e5b6d404 req-c0ec8ddb-9867-4783-8cda-b7141925bfee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:15:18.097348 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-a1f75a69-7de0-4936-94e8-2227e5b6d404 req-c0ec8ddb-9867-4783-8cda-b7141925bfee service neutron] 10.222.0.127 "GET /v2.0/ports?network_id=120989f8-7a26-49c9-99e3-26a4a5fc00f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1278596 Jul 06 14:15:18.182134 n-d-773647-6 neutron-server[100247]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74c47464-2de6-4359-8407-a9a093dc2562', 'tag': 'bc4f675b-2e9f-4750-9375-af3fcf823c8c'}, {'server_uuid': '52987411-a95f-4c4d-bca9-6ac7bb8b132a', 'name': 'network-vif-deleted', 'tag': 'e835e248-8ac4-4eef-84e1-40129f7e7a7f'}] {{(pid=100247) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:15:18.183753 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.db_base_plugin_v2 [None req-a8ae8d5a-07e5-4f85-a626-277d3f89e5da tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Deleting subnet 9867729b-d0c6-48b5-b9b7-f59a9b231d90 {{(pid=100246) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 14:15:18.186269 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cbf0eeaae822f8fc9b87a94aeba67a3d651842baf663a51cba94b67a514836d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffee8f20-e450-4e11-803e-d9e89744beb3" -d '{"events": [{"name": "network-changed", "server_uuid": "74c47464-2de6-4359-8407-a9a093dc2562", "tag": "bc4f675b-2e9f-4750-9375-af3fcf823c8c"}, {"server_uuid": "52987411-a95f-4c4d-bca9-6ac7bb8b132a", "name": "network-vif-deleted", "tag": "e835e248-8ac4-4eef-84e1-40129f7e7a7f"}]}' {{(pid=100247) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:15:18.187784 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-a8ae8d5a-07e5-4f85-a626-277d3f89e5da tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Notify callbacks [] for subnet, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:18.236877 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-a8ae8d5a-07e5-4f85-a626-277d3f89e5da tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126218885'] for subnet, precommit_delete_associations {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:18.247848 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-a1f75a69-7de0-4936-94e8-2227e5b6d404 req-e5cef1d0-c4d7-402d-8a7f-96ad574f5e4c service neutron] 10.222.0.127 "GET /v2.0/networks/120989f8-7a26-49c9-99e3-26a4a5fc00f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1417892 Jul 06 14:15:18.291575 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Tue, 06 Jul 2021 14:15:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d94faef5-d679-4ede-a8f6-bc185f85ba75 x-openstack-request-id: req-d94faef5-d679-4ede-a8f6-bc185f85ba75 {{(pid=100247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:15:18.292022 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "74c47464-2de6-4359-8407-a9a093dc2562", "tag": "bc4f675b-2e9f-4750-9375-af3fcf823c8c", "status": "completed", "code": 200}, {"server_uuid": "52987411-a95f-4c4d-bca9-6ac7bb8b132a", "name": "network-vif-deleted", "tag": "e835e248-8ac4-4eef-84e1-40129f7e7a7f", "status": "completed", "code": 200}]} {{(pid=100247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:15:18.292385 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-d94faef5-d679-4ede-a8f6-bc185f85ba75 {{(pid=100247) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:15:18.292898 n-d-773647-6 neutron-server[100247]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '74c47464-2de6-4359-8407-a9a093dc2562', 'tag': 'bc4f675b-2e9f-4750-9375-af3fcf823c8c', 'status': 'completed', 'code': 200} Jul 06 14:15:18.293265 n-d-773647-6 neutron-server[100247]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52987411-a95f-4c4d-bca9-6ac7bb8b132a', 'name': 'network-vif-deleted', 'tag': 'e835e248-8ac4-4eef-84e1-40129f7e7a7f', 'status': 'completed', 'code': 200} Jul 06 14:15:18.373228 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-a1f75a69-7de0-4936-94e8-2227e5b6d404 req-04549efe-9b4b-428f-a191-5d8114da29e4 service neutron] 10.222.0.127 "GET /v2.0/networks/120989f8-7a26-49c9-99e3-26a4a5fc00f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1171942 Jul 06 14:15:18.401457 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-a8ae8d5a-07e5-4f85-a626-277d3f89e5da tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-913473'] for subnet, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:18.506783 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 56830) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:15:18.540082 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffee8f20-e450-4e11-803e-d9e89744beb3 req-def42ee0-46b9-4e7e-9e68-93b1039a3701 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:15:18.541946 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-ffee8f20-e450-4e11-803e-d9e89744beb3 req-def42ee0-46b9-4e7e-9e68-93b1039a3701 service neutron] 10.222.0.127 "GET /v2.0/ports?tenant_id=1077a35eaa714f1bbf260d32c5a52c8f&device_id=74c47464-2de6-4359-8407-a9a093dc2562 HTTP/1.1" status: 200 len: 1095 time: 0.1110027 Jul 06 14:15:18.568797 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffee8f20-e450-4e11-803e-d9e89744beb3 req-a1a9f8f2-78f9-47de-85fb-b3cdd4478931 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:15:18.578860 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-ffee8f20-e450-4e11-803e-d9e89744beb3 req-a1a9f8f2-78f9-47de-85fb-b3cdd4478931 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=1077a35eaa714f1bbf260d32c5a52c8f&device_id=74c47464-2de6-4359-8407-a9a093dc2562 HTTP/1.1" status: 200 len: 1095 time: 0.2721162 Jul 06 14:15:18.627016 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.db_base_plugin_v2 [None req-55e3569e-84ea-4e68-aca4-7f7e1af780f2 admin admin] Deleting subnet f2ba01b0-8c06-4918-8cfb-8da662bc6e66 {{(pid=100246) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 14:15:18.632940 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-a8ae8d5a-07e5-4f85-a626-277d3f89e5da tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-913480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1849032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127687590', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127702764'] for subnet, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:18.644221 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-55e3569e-84ea-4e68-aca4-7f7e1af780f2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:18.675585 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffee8f20-e450-4e11-803e-d9e89744beb3 req-c8ccb81e-05aa-45f2-9d46-af8d6da317f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:15:18.677130 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-ffee8f20-e450-4e11-803e-d9e89744beb3 req-c8ccb81e-05aa-45f2-9d46-af8d6da317f8 service neutron] 10.222.0.127 "GET /v2.0/networks?id=120989f8-7a26-49c9-99e3-26a4a5fc00f3 HTTP/1.1" status: 200 len: 898 time: 0.1276312 Jul 06 14:15:18.771270 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ae8d5a-07e5-4f85-a626-277d3f89e5da tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Pushing event deleted for resources: {'Subnet': ['ID=9867729b-d0c6-48b5-b9b7-f59a9b231d90,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:15:18.791233 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-ffee8f20-e450-4e11-803e-d9e89744beb3 req-4cbf28c1-798d-410d-a3b9-2022f259a506 service neutron] 10.222.0.127 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bc4f675b-2e9f-4750-9375-af3fcf823c8c HTTP/1.1" status: 200 len: 1000 time: 0.1067250 Jul 06 14:15:18.795074 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4878a38e-cb2f-4d11-afc9-cfe563eab8ff None None] Network b2506e84-acd9-44ba-bf05-32f4bc9f59ca requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:15:18.819406 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-a8ae8d5a-07e5-4f85-a626-277d3f89e5da tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Notify callbacks [] for subnet, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:18.828683 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-a8ae8d5a-07e5-4f85-a626-277d3f89e5da tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] 10.222.0.104 "DELETE /v2.0/subnets/9867729b-d0c6-48b5-b9b7-f59a9b231d90 HTTP/1.1" status: 204 len: 168 time: 0.7684135 Jul 06 14:15:18.829618 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 56838) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:15:18.860312 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-55e3569e-84ea-4e68-aca4-7f7e1af780f2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126218885'] for subnet, precommit_delete_associations {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:18.889303 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffee8f20-e450-4e11-803e-d9e89744beb3 req-28a25d66-e32e-4ee6-b8fd-5257e12eff64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:15:18.891641 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-ffee8f20-e450-4e11-803e-d9e89744beb3 req-28a25d66-e32e-4ee6-b8fd-5257e12eff64 service neutron] 10.222.0.127 "GET /v2.0/subnets?id=a9454952-2025-4848-a48d-6107d2969e09 HTTP/1.1" status: 200 len: 835 time: 0.0885284 Jul 06 14:15:18.979522 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99b0e56-8d58-485e-8851-68412d0f2487 req-a7664402-72c8-4246-af6a-8c0d64ff2a29 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:15:18.990608 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-a99b0e56-8d58-485e-8851-68412d0f2487 req-a7664402-72c8-4246-af6a-8c0d64ff2a29 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] 10.222.0.104 "GET /v2.0/ports?device_id=74c47464-2de6-4359-8407-a9a093dc2562 HTTP/1.1" status: 200 len: 944 time: 0.1982510 Jul 06 14:15:19.052709 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-a99b0e56-8d58-485e-8851-68412d0f2487 req-01ed048b-7bbe-47cc-84ac-e06ca7be223c tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] 10.222.0.104 "GET /v2.0/security-groups?id=5d8c99c2-13fb-4e77-b660-83bc40ffb65c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610886 Jul 06 14:15:19.097760 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffee8f20-e450-4e11-803e-d9e89744beb3 req-3d137a6d-caa1-4553-ae3e-5309d2d2b29b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:15:19.100166 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-ffee8f20-e450-4e11-803e-d9e89744beb3 req-3d137a6d-caa1-4553-ae3e-5309d2d2b29b service neutron] 10.222.0.127 "GET /v2.0/ports?network_id=120989f8-7a26-49c9-99e3-26a4a5fc00f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2012696 Jul 06 14:15:19.157377 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0a83ebd-511d-4578-927d-140067dedaa0 None None] DHCP port deletion for b2506e84-acd9-44ba-bf05-32f4bc9f59ca request from n-d-773647-6 {{(pid=100248) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 14:15:19.298074 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-d0a83ebd-511d-4578-927d-140067dedaa0 None None] Deleting port ba4fcf5a-a093-448b-b7ac-f7ed1dd1d9b8 {{(pid=100248) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:15:19.298484 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-d0a83ebd-511d-4578-927d-140067dedaa0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:19.370510 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-d0a83ebd-511d-4578-927d-140067dedaa0 None None] For port ba4fcf5a-a093-448b-b7ac-f7ed1dd1d9b8, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=ba4fcf5a-a093-448b-b7ac-f7ed1dd1d9b8,segment=NetworkSegment(ed86af03-8d0e-4707-8e4c-53f98fa290df),segment_id=ed86af03-8d0e-4707-8e4c-53f98fa290df)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:15:19.370911 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-d0a83ebd-511d-4578-927d-140067dedaa0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:19.386586 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-d0a83ebd-511d-4578-927d-140067dedaa0 None None] Calling delete_port for ba4fcf5a-a093-448b-b7ac-f7ed1dd1d9b8 owned by network:dhcp {{(pid=100248) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:15:19.420492 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-ffee8f20-e450-4e11-803e-d9e89744beb3 req-28fc4ee7-9c98-4a5c-ab73-975e0e5f7988 service neutron] 10.222.0.127 "GET /v2.0/networks/120989f8-7a26-49c9-99e3-26a4a5fc00f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3090255 Jul 06 14:15:19.485535 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Device bc4f675b-2e9f-4750-9375-af3fcf823c8c no longer exists at agent hyperv_n-h2-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:15:19.496010 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Device e835e248-8ac4-4eef-84e1-40129f7e7a7f no longer exists at agent hyperv_n-h1-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:15:19.546726 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] No Port match for: e835e248-8ac4-4eef-84e1-40129f7e7a7f {{(pid=100248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 14:15:19.547461 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Device e835e248-8ac4-4eef-84e1-40129f7e7a7f not bound to the agent host n-h1-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:15:19.579021 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-ffee8f20-e450-4e11-803e-d9e89744beb3 req-bbe6bcb4-7e8d-43a2-95d2-dc2c04c165b0 service neutron] 10.222.0.127 "GET /v2.0/networks/120989f8-7a26-49c9-99e3-26a4a5fc00f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1514471 Jul 06 14:15:19.584773 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Device bc4f675b-2e9f-4750-9375-af3fcf823c8c not bound to the agent host n-h2-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:15:19.585336 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Device 1b5eb980-a3f1-417c-a078-0d0dbca676a0 no longer exists at agent hyperv_n-h2-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:15:19.614160 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] No Port match for: 1b5eb980-a3f1-417c-a078-0d0dbca676a0 {{(pid=100248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 14:15:19.614672 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Device 1b5eb980-a3f1-417c-a078-0d0dbca676a0 not bound to the agent host n-h2-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:15:19.626302 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-d0a83ebd-511d-4578-927d-140067dedaa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117'] for port, after_delete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:19.649083 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffee8f20-e450-4e11-803e-d9e89744beb3 req-36b5bf20-6129-48ff-88a9-008622af1c13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:15:19.649083 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-ffee8f20-e450-4e11-803e-d9e89744beb3 req-36b5bf20-6129-48ff-88a9-008622af1c13 service neutron] 10.222.0.72 "GET /v2.0/networks?id=120989f8-7a26-49c9-99e3-26a4a5fc00f3 HTTP/1.1" status: 200 len: 898 time: 1.0149119 Jul 06 14:15:19.657610 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a83ebd-511d-4578-927d-140067dedaa0 None None] Pushing event deleted for resources: {'Port': ['ID=ba4fcf5a-a093-448b-b7ac-f7ed1dd1d9b8,revision_number=None']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:15:19.661502 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0a83ebd-511d-4578-927d-140067dedaa0 None None] No DVR routers for this DVR port ba4fcf5a-a093-448b-b7ac-f7ed1dd1d9b8 on host n-d-773647-6 {{(pid=100248) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:15:19.710687 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-f6eb7efb-615a-40c4-b40f-8fccac50c6b1 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530492'] for network, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:19.768195 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-ffee8f20-e450-4e11-803e-d9e89744beb3 req-fa67fe0a-82b5-45c9-a2d5-5da9434d7f57 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bc4f675b-2e9f-4750-9375-af3fcf823c8c HTTP/1.1" status: 200 len: 1000 time: 0.1122453 Jul 06 14:15:19.802155 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-55e3569e-84ea-4e68-aca4-7f7e1af780f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-913473'] for subnet, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:19.922216 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffee8f20-e450-4e11-803e-d9e89744beb3 req-bcc97a7f-8f96-49d7-a1c0-32ea372c10f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:15:19.922216 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-ffee8f20-e450-4e11-803e-d9e89744beb3 req-bcc97a7f-8f96-49d7-a1c0-32ea372c10f4 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=a9454952-2025-4848-a48d-6107d2969e09 HTTP/1.1" status: 200 len: 835 time: 0.1456554 Jul 06 14:15:19.923855 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-f6eb7efb-615a-40c4-b40f-8fccac50c6b1 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-917204', 'neutron.services.segments.db._delete_segments_for_network-8773753502302'] for network, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:19.950268 n-d-773647-6 neutron-server[100246]: DEBUG neutron.services.segments.db [None req-f6eb7efb-615a-40c4-b40f-8fccac50c6b1 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b2506e84-acd9-44ba-bf05-32f4bc9f59ca']}} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:15:19.979523 n-d-773647-6 neutron-server[100246]: DEBUG neutron.services.segments.db [None req-f6eb7efb-615a-40c4-b40f-8fccac50c6b1 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed86af03-8d0e-4707-8e4c-53f98fa290df') {'for_net_delete': True} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:15:19.979799 n-d-773647-6 neutron-server[100246]: DEBUG neutron.services.segments.db [None req-f6eb7efb-615a-40c4-b40f-8fccac50c6b1 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed86af03-8d0e-4707-8e4c-53f98fa290df') {} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:15:19.982761 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-55e3569e-84ea-4e68-aca4-7f7e1af780f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-913480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1849032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127687590', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127702764'] for subnet, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:20.024907 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-f6eb7efb-615a-40c4-b40f-8fccac50c6b1 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773753515138', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126218898'] for segment, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:20.027524 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e3569e-84ea-4e68-aca4-7f7e1af780f2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f2ba01b0-8c06-4918-8cfb-8da662bc6e66,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:15:20.037498 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-55e3569e-84ea-4e68-aca4-7f7e1af780f2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:20.040471 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-55e3569e-84ea-4e68-aca4-7f7e1af780f2 admin admin] 10.222.0.104 "DELETE /v2.0/subnets/f2ba01b0-8c06-4918-8cfb-8da662bc6e66 HTTP/1.1" status: 204 len: 168 time: 1.5320754 Jul 06 14:15:20.041154 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c45b0b27-aaa4-47b0-bf0e-bc10430d4457 None None] Network 64c0408f-2770-497a-90f4-ff5572528ca8 requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:15:20.043046 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 56858) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:15:20.050748 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-f6eb7efb-615a-40c4-b40f-8fccac50c6b1 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552'] for segment, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:20.059151 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f6eb7efb-615a-40c4-b40f-8fccac50c6b1 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Releasing vlan 1028 on physical network physnet1 to pool {{(pid=100246) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 14:15:20.059594 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-f6eb7efb-615a-40c4-b40f-8fccac50c6b1 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127687491'] for segment, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:20.062809 n-d-773647-6 neutron-server[100246]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:15:20.062809 n-d-773647-6 neutron-server[100246]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:15:20.062809 n-d-773647-6 neutron-server[100246]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:15:20.062809 n-d-773647-6 neutron-server[100246]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:15:20.062809 n-d-773647-6 neutron-server[100246]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:15:20.062809 n-d-773647-6 neutron-server[100246]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:15:20.062809 n-d-773647-6 neutron-server[100246]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:15:20.062809 n-d-773647-6 neutron-server[100246]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:15:20.062809 n-d-773647-6 neutron-server[100246]: Traceback (most recent call last): Jul 06 14:15:20.062809 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 14:15:20.062809 n-d-773647-6 neutron-server[100246]: timer() Jul 06 14:15:20.062809 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 14:15:20.062809 n-d-773647-6 neutron-server[100246]: cb(*args, **kw) Jul 06 14:15:20.062809 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 14:15:20.062809 n-d-773647-6 neutron-server[100246]: return func(*args, **kwargs) Jul 06 14:15:20.062809 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 14:15:20.062809 n-d-773647-6 neutron-server[100246]: self._notify() Jul 06 14:15:20.062809 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 14:15:20.062809 n-d-773647-6 neutron-server[100246]: self.callback(batched_events) Jul 06 14:15:20.062809 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 14:15:20.062809 n-d-773647-6 neutron-server[100246]: event.method(event) Jul 06 14:15:20.062809 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 14:15:20.062809 n-d-773647-6 neutron-server[100246]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 14:15:20.062809 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 14:15:20.062809 n-d-773647-6 neutron-server[100246]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 14:15:20.062809 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 14:15:20.062809 n-d-773647-6 neutron-server[100246]: return f(self, *a, **k) Jul 06 14:15:20.062809 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 14:15:20.062809 n-d-773647-6 neutron-server[100246]: return self._get(url).json() Jul 06 14:15:20.062809 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 14:15:20.062809 n-d-773647-6 neutron-server[100246]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 14:15:20.062809 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 14:15:20.062809 n-d-773647-6 neutron-server[100246]: return self.request(url, 'GET', **kwargs) Jul 06 14:15:20.062809 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 14:15:20.062809 n-d-773647-6 neutron-server[100246]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 14:15:20.062809 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 14:15:20.062809 n-d-773647-6 neutron-server[100246]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 14:15:20.062809 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 14:15:20.062809 n-d-773647-6 neutron-server[100246]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 14:15:20.062809 n-d-773647-6 neutron-server[100246]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 14:15:20.112912 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffee8f20-e450-4e11-803e-d9e89744beb3 req-fb9cb234-c23b-4817-9db0-f9834eb3bc58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:15:20.114496 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-ffee8f20-e450-4e11-803e-d9e89744beb3 req-fb9cb234-c23b-4817-9db0-f9834eb3bc58 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=120989f8-7a26-49c9-99e3-26a4a5fc00f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1803238 Jul 06 14:15:20.222436 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-f6eb7efb-615a-40c4-b40f-8fccac50c6b1 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-917215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1761140'] for network, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:20.226927 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-d4de40ae-536e-4e4b-aadc-8ea5900fe39c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530492'] for network, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:20.279811 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-ffee8f20-e450-4e11-803e-d9e89744beb3 req-6a0ebbe3-d71a-4d0e-bed7-91ae0bc7ff09 service neutron] 10.222.0.72 "GET /v2.0/networks/120989f8-7a26-49c9-99e3-26a4a5fc00f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1549790 Jul 06 14:15:20.308460 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-f6eb7efb-615a-40c4-b40f-8fccac50c6b1 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Notify callbacks [] for network, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:20.312111 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-f6eb7efb-615a-40c4-b40f-8fccac50c6b1 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] 10.222.0.104 "DELETE /v2.0/networks/b2506e84-acd9-44ba-bf05-32f4bc9f59ca HTTP/1.1" status: 204 len: 168 time: 1.4686921 Jul 06 14:15:20.316580 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 56862) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:15:20.321447 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [None req-7ce59835-13a0-4f84-b945-5e1c9f22cbe8 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Request body: {'network': {'name': 'tempest-RoutersTest-1509566319'}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:15:20.410821 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d7af7d-0be7-4bdb-b5e0-6ec458329aa5 req-5b8146a8-0325-463a-86a6-470c4500ae4d tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:15:20.412414 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-73d7af7d-0be7-4bdb-b5e0-6ec458329aa5 req-5b8146a8-0325-463a-86a6-470c4500ae4d tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] 10.222.0.104 "GET /v2.0/ports?device_id=74c47464-2de6-4359-8407-a9a093dc2562 HTTP/1.1" status: 200 len: 944 time: 0.1886034 Jul 06 14:15:20.413029 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ce59835-13a0-4f84-b945-5e1c9f22cbe8 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Made reservation on behalf of 9c6f2fd69adb42a0ae2388cfacf9d174 for: {'network': 1} {{(pid=100247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:15:20.416245 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-7ce59835-13a0-4f84-b945-5e1c9f22cbe8 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for network, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:20.427379 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ab5188a-d8ab-4076-9415-9e4386f9b83e None None] DHCP port deletion for 64c0408f-2770-497a-90f4-ff5572528ca8 request from n-d-773647-6 {{(pid=100248) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 14:15:20.477372 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6eb7efb-615a-40c4-b40f-8fccac50c6b1 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Pushing event deleted for resources: {'Network': ['ID=b2506e84-acd9-44ba-bf05-32f4bc9f59ca,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:15:20.482510 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-ffee8f20-e450-4e11-803e-d9e89744beb3 req-bd59f3c0-47a6-43ee-afb4-92fb1e98176a service neutron] 10.222.0.72 "GET /v2.0/networks/120989f8-7a26-49c9-99e3-26a4a5fc00f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1686666 Jul 06 14:15:20.543342 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.plugin [None req-d4de40ae-536e-4e4b-aadc-8ea5900fe39c admin admin] Deleting port f007e307-a5bc-424b-90f4-4a6849eb1390 {{(pid=100247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:15:20.546266 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-d4de40ae-536e-4e4b-aadc-8ea5900fe39c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:20.551368 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ce59835-13a0-4f84-b945-5e1c9f22cbe8 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] vlan segment allocate from pool success with {'vlan_id': 1043, 'physical_network': 'physnet1'} {{(pid=100247) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 14:15:20.557731 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-7ab5188a-d8ab-4076-9415-9e4386f9b83e None None] Deleting port f007e307-a5bc-424b-90f4-4a6849eb1390 {{(pid=100248) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:15:20.558105 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-7ab5188a-d8ab-4076-9415-9e4386f9b83e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:20.628604 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-7ce59835-13a0-4f84-b945-5e1c9f22cbe8 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552'] for segment, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:20.628756 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-7ab5188a-d8ab-4076-9415-9e4386f9b83e None None] For port f007e307-a5bc-424b-90f4-4a6849eb1390, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=f007e307-a5bc-424b-90f4-4a6849eb1390,segment=NetworkSegment(9f74fedc-16b9-4869-9140-58164e4cbf7a),segment_id=9f74fedc-16b9-4869-9140-58164e4cbf7a)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:15:20.628869 n-d-773647-6 neutron-server[100247]: INFO neutron.db.segments_db [None req-7ce59835-13a0-4f84-b945-5e1c9f22cbe8 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Added segment 3e2f39f0-7e07-41ad-b54c-76f4234b93c7 of type vlan for network ef1a69e9-2a16-4847-a3e4-6f43b6dd0c9a Jul 06 14:15:20.628962 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-7ab5188a-d8ab-4076-9415-9e4386f9b83e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:20.642421 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-7ab5188a-d8ab-4076-9415-9e4386f9b83e None None] Calling delete_port for f007e307-a5bc-424b-90f4-4a6849eb1390 owned by network:dhcp {{(pid=100248) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:15:20.659440 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-73d7af7d-0be7-4bdb-b5e0-6ec458329aa5 req-c3aa2188-2f73-48c7-9525-4676661ff433 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] 10.222.0.104 "GET /v2.0/security-groups?id=5d8c99c2-13fb-4e77-b660-83bc40ffb65c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2175333 Jul 06 14:15:20.719099 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-7ce59835-13a0-4f84-b945-5e1c9f22cbe8 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773752984405'] for network, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:20.723792 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.db [None req-d4de40ae-536e-4e4b-aadc-8ea5900fe39c admin admin] For port f007e307-a5bc-424b-90f4-4a6849eb1390, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=f007e307-a5bc-424b-90f4-4a6849eb1390,segment=NetworkSegment(9f74fedc-16b9-4869-9140-58164e4cbf7a),segment_id=9f74fedc-16b9-4869-9140-58164e4cbf7a)] {{(pid=100247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:15:20.724236 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-d4de40ae-536e-4e4b-aadc-8ea5900fe39c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:20.748983 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.plugin [None req-d4de40ae-536e-4e4b-aadc-8ea5900fe39c admin admin] Calling delete_port for f007e307-a5bc-424b-90f4-4a6849eb1390 owned by network:dhcp {{(pid=100247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:15:20.775844 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-7ab5188a-d8ab-4076-9415-9e4386f9b83e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117'] for port, after_delete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:20.811074 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab5188a-d8ab-4076-9415-9e4386f9b83e None None] Pushing event deleted for resources: {'Port': ['ID=f007e307-a5bc-424b-90f4-4a6849eb1390,revision_number=None']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:15:20.818490 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-7ce59835-13a0-4f84-b945-5e1c9f22cbe8 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060'] for network, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:20.819716 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ab5188a-d8ab-4076-9415-9e4386f9b83e None None] No DVR routers for this DVR port f007e307-a5bc-424b-90f4-4a6849eb1390 on host n-d-773647-6 {{(pid=100248) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:15:20.824396 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ce59835-13a0-4f84-b945-5e1c9f22cbe8 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:15:20.824918 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-7ce59835-13a0-4f84-b945-5e1c9f22cbe8 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583035'] for network, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:20.911709 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-7ce59835-13a0-4f84-b945-5e1c9f22cbe8 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] 10.222.0.104 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.5939133 Jul 06 14:15:20.918315 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 56868) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:15:20.927664 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [None req-87eb2b75-3edf-4ea1-a5e2-021dba7b6592 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Request body: {'subnet': {'network_id': 'ef1a69e9-2a16-4847-a3e4-6f43b6dd0c9a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:15:20.945875 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce59835-13a0-4f84-b945-5e1c9f22cbe8 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Pushing event updated for resources: {'Network': ['ID=ef1a69e9-2a16-4847-a3e4-6f43b6dd0c9a,revision_number=1']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:15:20.985286 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Network ef1a69e9-2a16-4847-a3e4-6f43b6dd0c9a details requested by agent ovs-agent-n-d-773647-6 with host n-d-773647-6 {{(pid=100248) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 14:15:21.032108 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-d4de40ae-536e-4e4b-aadc-8ea5900fe39c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128888353'] for port, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:21.083788 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4de40ae-536e-4e4b-aadc-8ea5900fe39c admin admin] Pushing event deleted for resources: {'Port': ['ID=f007e307-a5bc-424b-90f4-4a6849eb1390,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:15:21.099284 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4de40ae-536e-4e4b-aadc-8ea5900fe39c admin admin] No DVR routers for this DVR port f007e307-a5bc-424b-90f4-4a6849eb1390 on host n-d-773647-6 {{(pid=100247) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:15:21.121915 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device ba4fcf5a-a093-448b-b7ac-f7ed1dd1d9b8 no longer exists at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:15:21.150872 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] No Port match for: ba4fcf5a-a093-448b-b7ac-f7ed1dd1d9b8 {{(pid=100248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 14:15:21.151260 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device ba4fcf5a-a093-448b-b7ac-f7ed1dd1d9b8 not bound to the agent host n-d-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:15:21.151659 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device f007e307-a5bc-424b-90f4-4a6849eb1390 no longer exists at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:15:21.172931 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87eb2b75-3edf-4ea1-a5e2-021dba7b6592 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Made reservation on behalf of 9c6f2fd69adb42a0ae2388cfacf9d174 for: {'subnet': 1} {{(pid=100247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:15:21.182579 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-87eb2b75-3edf-4ea1-a5e2-021dba7b6592 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127627440'] for subnet, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:21.207074 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] No Port match for: f007e307-a5bc-424b-90f4-4a6849eb1390 {{(pid=100248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 14:15:21.207434 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device f007e307-a5bc-424b-90f4-4a6849eb1390 not bound to the agent host n-d-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:15:21.248741 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-d4de40ae-536e-4e4b-aadc-8ea5900fe39c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-917204', 'neutron.services.segments.db._delete_segments_for_network-8773753502302'] for network, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:21.264782 n-d-773647-6 neutron-server[100247]: DEBUG neutron.services.segments.db [None req-d4de40ae-536e-4e4b-aadc-8ea5900fe39c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['64c0408f-2770-497a-90f4-ff5572528ca8']}} {{(pid=100247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:15:21.284082 n-d-773647-6 neutron-server[100247]: DEBUG neutron.services.segments.db [None req-d4de40ae-536e-4e4b-aadc-8ea5900fe39c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f74fedc-16b9-4869-9140-58164e4cbf7a') {'for_net_delete': True} {{(pid=100247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:15:21.286253 n-d-773647-6 neutron-server[100247]: DEBUG neutron.services.segments.db [None req-d4de40ae-536e-4e4b-aadc-8ea5900fe39c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f74fedc-16b9-4869-9140-58164e4cbf7a') {} {{(pid=100247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:15:21.431281 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 56872) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:15:21.437986 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-649990ee-abff-482b-9982-70f8c060d98b tempest-BulkNetworkOpsIpV6Test-769788728 tempest-BulkNetworkOpsIpV6Test-769788728-project] Request body: {'subnets': [{'network_id': 'f33d005e-3681-4a3a-88bd-d9193f357264', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1106381733', 'ip_version': 6}, {'network_id': '16e19409-416b-4c02-98da-74469e34822f', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:15:21.437986 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-649990ee-abff-482b-9982-70f8c060d98b tempest-BulkNetworkOpsIpV6Test-769788728 tempest-BulkNetworkOpsIpV6Test-769788728-project] Request body: {'subnet': {'network_id': 'f33d005e-3681-4a3a-88bd-d9193f357264', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1106381733', 'ip_version': 6}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:15:21.438985 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-649990ee-abff-482b-9982-70f8c060d98b tempest-BulkNetworkOpsIpV6Test-769788728 tempest-BulkNetworkOpsIpV6Test-769788728-project] Request body: {'subnet': {'network_id': '16e19409-416b-4c02-98da-74469e34822f', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:15:21.625607 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-649990ee-abff-482b-9982-70f8c060d98b tempest-BulkNetworkOpsIpV6Test-769788728 tempest-BulkNetworkOpsIpV6Test-769788728-project] Made reservation on behalf of fa51884e20cd4512b4caa259cf649f61 for: {'subnet': 2} {{(pid=100246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:15:21.630883 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-649990ee-abff-482b-9982-70f8c060d98b tempest-BulkNetworkOpsIpV6Test-769788728 tempest-BulkNetworkOpsIpV6Test-769788728-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127702029'] for subnet, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:21.631429 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-649990ee-abff-482b-9982-70f8c060d98b tempest-BulkNetworkOpsIpV6Test-769788728 tempest-BulkNetworkOpsIpV6Test-769788728-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127702029'] for subnet, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:21.650757 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-d4de40ae-536e-4e4b-aadc-8ea5900fe39c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773753515138', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127131763'] for segment, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:21.677462 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-d4de40ae-536e-4e4b-aadc-8ea5900fe39c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552'] for segment, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:21.686589 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d4de40ae-536e-4e4b-aadc-8ea5900fe39c admin admin] Releasing vlan 1034 on physical network physnet1 to pool {{(pid=100247) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 14:15:21.686920 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-d4de40ae-536e-4e4b-aadc-8ea5900fe39c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-128888574'] for segment, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:21.688586 n-d-773647-6 neutron-server[100247]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:15:21.688586 n-d-773647-6 neutron-server[100247]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:15:21.688586 n-d-773647-6 neutron-server[100247]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:15:21.688586 n-d-773647-6 neutron-server[100247]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:15:21.688586 n-d-773647-6 neutron-server[100247]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:15:21.688586 n-d-773647-6 neutron-server[100247]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:15:21.688586 n-d-773647-6 neutron-server[100247]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:15:21.688586 n-d-773647-6 neutron-server[100247]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:15:21.688586 n-d-773647-6 neutron-server[100247]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 14:15:21.688586 n-d-773647-6 neutron-server[100247]: self.session.flush() Jul 06 14:15:21.688586 n-d-773647-6 neutron-server[100247]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 14:15:21.688586 n-d-773647-6 neutron-server[100247]: self.session.flush() Jul 06 14:15:21.688586 n-d-773647-6 neutron-server[100247]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 14:15:21.688586 n-d-773647-6 neutron-server[100247]: self.session.flush() Jul 06 14:15:21.688586 n-d-773647-6 neutron-server[100247]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 14:15:21.688586 n-d-773647-6 neutron-server[100247]: self.session.flush() Jul 06 14:15:21.688586 n-d-773647-6 neutron-server[100247]: Traceback (most recent call last): Jul 06 14:15:21.688586 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 14:15:21.688586 n-d-773647-6 neutron-server[100247]: timer() Jul 06 14:15:21.688586 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 14:15:21.688586 n-d-773647-6 neutron-server[100247]: cb(*args, **kw) Jul 06 14:15:21.688586 n-d-773647-6 neutron-server[100247]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 14:15:21.688586 n-d-773647-6 neutron-server[100247]: return func(*args, **kwargs) Jul 06 14:15:21.688586 n-d-773647-6 neutron-server[100247]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 14:15:21.688586 n-d-773647-6 neutron-server[100247]: self._notify() Jul 06 14:15:21.688586 n-d-773647-6 neutron-server[100247]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 14:15:21.688586 n-d-773647-6 neutron-server[100247]: self.callback(batched_events) Jul 06 14:15:21.688586 n-d-773647-6 neutron-server[100247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 14:15:21.688586 n-d-773647-6 neutron-server[100247]: event.method(event) Jul 06 14:15:21.688586 n-d-773647-6 neutron-server[100247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 14:15:21.688586 n-d-773647-6 neutron-server[100247]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 14:15:21.688586 n-d-773647-6 neutron-server[100247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 14:15:21.688586 n-d-773647-6 neutron-server[100247]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 14:15:21.688586 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 14:15:21.688586 n-d-773647-6 neutron-server[100247]: return f(self, *a, **k) Jul 06 14:15:21.688586 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 14:15:21.688586 n-d-773647-6 neutron-server[100247]: return self._get(url).json() Jul 06 14:15:21.688586 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 14:15:21.688586 n-d-773647-6 neutron-server[100247]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 14:15:21.688586 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 14:15:21.688586 n-d-773647-6 neutron-server[100247]: return self.request(url, 'GET', **kwargs) Jul 06 14:15:21.688586 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 14:15:21.688586 n-d-773647-6 neutron-server[100247]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 14:15:21.688586 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 14:15:21.688586 n-d-773647-6 neutron-server[100247]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 14:15:21.688586 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 14:15:21.688586 n-d-773647-6 neutron-server[100247]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 14:15:21.688586 n-d-773647-6 neutron-server[100247]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 14:15:21.784888 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-d4de40ae-536e-4e4b-aadc-8ea5900fe39c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-917215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1761140'] for network, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:21.789606 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-d4de40ae-536e-4e4b-aadc-8ea5900fe39c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583035'] for network, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:21.791894 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-d4de40ae-536e-4e4b-aadc-8ea5900fe39c admin admin] 10.222.0.104 "DELETE /v2.0/networks/64c0408f-2770-497a-90f4-ff5572528ca8 HTTP/1.1" status: 204 len: 168 time: 1.7453246 Jul 06 14:15:21.843107 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4de40ae-536e-4e4b-aadc-8ea5900fe39c admin admin] Pushing event deleted for resources: {'Network': ['ID=64c0408f-2770-497a-90f4-ff5572528ca8,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:15:21.903176 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-87eb2b75-3edf-4ea1-a5e2-021dba7b6592 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1849032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-128888412', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127627426'] for subnet, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:21.974118 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87eb2b75-3edf-4ea1-a5e2-021dba7b6592 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Pushing event updated for resources: {'Subnet': ['ID=8a6bce0b-3ac9-406d-a09f-0cc9c53c00e4,revision_number=0']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:15:21.999637 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31391295-ca1f-417c-99c2-6a4d2a842b8e req-502a2b10-77c2-4d56-ab03-a160e029f339 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:15:22.001172 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-31391295-ca1f-417c-99c2-6a4d2a842b8e req-502a2b10-77c2-4d56-ab03-a160e029f339 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] 10.222.0.104 "GET /v2.0/ports?device_id=74c47464-2de6-4359-8407-a9a093dc2562 HTTP/1.1" status: 200 len: 944 time: 0.1676836 Jul 06 14:15:22.007030 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87eb2b75-3edf-4ea1-a5e2-021dba7b6592 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Checking segment: {'id': '3e2f39f0-7e07-41ad-b54c-76f4234b93c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': 'ef1a69e9-2a16-4847-a3e4-6f43b6dd0c9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100247) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:15:22.007433 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87eb2b75-3edf-4ea1-a5e2-021dba7b6592 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Network hostable DHCP agents. Network: ef1a69e9-2a16-4847-a3e4-6f43b6dd0c9a, hostable agents: ['f2bada3d-be77-4359-982b-8505a2bbca04'], hosted agents: [] {{(pid=100247) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 14:15:22.038060 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 56880) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:15:22.053877 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-31391295-ca1f-417c-99c2-6a4d2a842b8e req-301af4a5-5a01-40ee-8ada-e2dad0a4ba63 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] 10.222.0.104 "GET /v2.0/security-groups?id=5d8c99c2-13fb-4e77-b660-83bc40ffb65c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440340 Jul 06 14:15:22.054453 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87eb2b75-3edf-4ea1-a5e2-021dba7b6592 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Network ef1a69e9-2a16-4847-a3e4-6f43b6dd0c9a is scheduled to be hosted by DHCP agent f2bada3d-be77-4359-982b-8505a2bbca04 with binding_index 1 {{(pid=100247) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 14:15:22.066631 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.base_scheduler [None req-87eb2b75-3edf-4ea1-a5e2-021dba7b6592 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773647-6, ef1a69e9-2a16-4847-a3e4-6f43b6dd0c9a) {{(pid=100247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:15:22.081838 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb267153-0a90-4a4c-a306-1ac4ac9710fe None None] Network ef1a69e9-2a16-4847-a3e4-6f43b6dd0c9a requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:15:22.083726 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87eb2b75-3edf-4ea1-a5e2-021dba7b6592 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:15:22.084588 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-87eb2b75-3edf-4ea1-a5e2-021dba7b6592 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Notify callbacks [] for subnet, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:22.100818 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-87eb2b75-3edf-4ea1-a5e2-021dba7b6592 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] 10.222.0.104 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1787884 Jul 06 14:15:22.104503 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 56884) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:15:22.108915 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [None req-380fcd64-2740-462c-a5c4-37aa25e63d4e tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1019392075', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:15:22.128075 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-a5eb18b6-23be-4a91-8263-2fdcb02d823a admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=522a30113f124836b5456d5ce91d68f6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0864916 Jul 06 14:15:22.128407 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 56888) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:15:22.158180 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-380fcd64-2740-462c-a5c4-37aa25e63d4e tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1806290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6992'] for router, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:22.159183 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-380fcd64-2740-462c-a5c4-37aa25e63d4e tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1806157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1808637', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1714747', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7007'] for router, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:22.238004 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-9dd59aea-1f73-4fee-b8f3-43e84ed69ad7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:22.242485 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-380fcd64-2740-462c-a5c4-37aa25e63d4e tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:22.251542 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-380fcd64-2740-462c-a5c4-37aa25e63d4e tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1806297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1761036'] for router, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:22.279509 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50eac8c0-1877-48f5-a01f-fbd21c6ba4e5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6bd5fc82-6666-56e8-87c2-91648d36c963-ef1a69e9-2a16-4847-a3e4-6f43b6dd0c9a', 'network_id': 'ef1a69e9-2a16-4847-a3e4-6f43b6dd0c9a', 'tenant_id': '9c6f2fd69adb42a0ae2388cfacf9d174', 'fixed_ips': [{'subnet_id': '8a6bce0b-3ac9-406d-a09f-0cc9c53c00e4'}]}} from n-d-773647-6. {{(pid=100248) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 14:15:22.279725 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-9dd59aea-1f73-4fee-b8f3-43e84ed69ad7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:22.282847 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-50eac8c0-1877-48f5-a01f-fbd21c6ba4e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:22.288775 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-380fcd64-2740-462c-a5c4-37aa25e63d4e tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Notify callbacks [] for router, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:22.292821 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-380fcd64-2740-462c-a5c4-37aa25e63d4e tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] 10.222.0.104 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1859918 Jul 06 14:15:22.292986 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-649990ee-abff-482b-9982-70f8c060d98b tempest-BulkNetworkOpsIpV6Test-769788728 tempest-BulkNetworkOpsIpV6Test-769788728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1849032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127687649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127702047'] for subnet, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:22.295406 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 56890) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:15:22.386396 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649990ee-abff-482b-9982-70f8c060d98b tempest-BulkNetworkOpsIpV6Test-769788728 tempest-BulkNetworkOpsIpV6Test-769788728-project] Pushing event updated for resources: {'Subnet': ['ID=8b07e36f-4dba-435b-804d-4f09ee12fdfe,revision_number=0']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:15:22.434091 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-649990ee-abff-482b-9982-70f8c060d98b tempest-BulkNetworkOpsIpV6Test-769788728 tempest-BulkNetworkOpsIpV6Test-769788728-project] Checking segment: {'id': '9872b247-f404-430e-96b4-0065f2438119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': 'f33d005e-3681-4a3a-88bd-d9193f357264'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:15:22.434765 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-649990ee-abff-482b-9982-70f8c060d98b tempest-BulkNetworkOpsIpV6Test-769788728 tempest-BulkNetworkOpsIpV6Test-769788728-project] Network hostable DHCP agents. Network: f33d005e-3681-4a3a-88bd-d9193f357264, hostable agents: ['f2bada3d-be77-4359-982b-8505a2bbca04'], hosted agents: [] {{(pid=100246) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 14:15:22.465176 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-649990ee-abff-482b-9982-70f8c060d98b tempest-BulkNetworkOpsIpV6Test-769788728 tempest-BulkNetworkOpsIpV6Test-769788728-project] Network f33d005e-3681-4a3a-88bd-d9193f357264 is scheduled to be hosted by DHCP agent f2bada3d-be77-4359-982b-8505a2bbca04 with binding_index 1 {{(pid=100246) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 14:15:22.467125 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.db_base_plugin_common [None req-50eac8c0-1877-48f5-a01f-fbd21c6ba4e5 None None] Allocated IP 172.20.0.2 (ef1a69e9-2a16-4847-a3e4-6f43b6dd0c9a/8a6bce0b-3ac9-406d-a09f-0cc9c53c00e4/4b9b4e4d-7ac2-4b30-96cb-9734805be406) {{(pid=100248) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:15:22.479090 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.base_scheduler [None req-649990ee-abff-482b-9982-70f8c060d98b tempest-BulkNetworkOpsIpV6Test-769788728 tempest-BulkNetworkOpsIpV6Test-769788728-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773647-6, f33d005e-3681-4a3a-88bd-d9193f357264) {{(pid=100246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:15:22.488001 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-649990ee-abff-482b-9982-70f8c060d98b tempest-BulkNetworkOpsIpV6Test-769788728 tempest-BulkNetworkOpsIpV6Test-769788728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1849032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127687649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127702047'] for subnet, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:22.488472 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33fde683-75e1-42c5-98d7-faa0ac01a330 None None] Network f33d005e-3681-4a3a-88bd-d9193f357264 requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:15:22.532881 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-9dd59aea-1f73-4fee-b8f3-43e84ed69ad7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:22.536110 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-9dd59aea-1f73-4fee-b8f3-43e84ed69ad7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:22.537217 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-9dd59aea-1f73-4fee-b8f3-43e84ed69ad7 admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/c2d32256-dc35-4b2b-a176-8980c50ac374 HTTP/1.1" status: 204 len: 168 time: 0.4075754 Jul 06 14:15:22.558073 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649990ee-abff-482b-9982-70f8c060d98b tempest-BulkNetworkOpsIpV6Test-769788728 tempest-BulkNetworkOpsIpV6Test-769788728-project] Pushing event updated for resources: {'Subnet': ['ID=f99a130e-4ead-4588-afc3-3ee7440ffbf3,revision_number=0']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:15:22.570603 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-649990ee-abff-482b-9982-70f8c060d98b tempest-BulkNetworkOpsIpV6Test-769788728 tempest-BulkNetworkOpsIpV6Test-769788728-project] Checking segment: {'id': '3d71da3a-abee-4e56-abf9-635d3c38ecdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1020, 'network_id': '16e19409-416b-4c02-98da-74469e34822f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:15:22.570978 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-649990ee-abff-482b-9982-70f8c060d98b tempest-BulkNetworkOpsIpV6Test-769788728 tempest-BulkNetworkOpsIpV6Test-769788728-project] Network hostable DHCP agents. Network: 16e19409-416b-4c02-98da-74469e34822f, hostable agents: ['f2bada3d-be77-4359-982b-8505a2bbca04'], hosted agents: [] {{(pid=100246) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 14:15:22.591783 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-649990ee-abff-482b-9982-70f8c060d98b tempest-BulkNetworkOpsIpV6Test-769788728 tempest-BulkNetworkOpsIpV6Test-769788728-project] Network 16e19409-416b-4c02-98da-74469e34822f is scheduled to be hosted by DHCP agent f2bada3d-be77-4359-982b-8505a2bbca04 with binding_index 1 {{(pid=100246) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 14:15:22.606915 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.base_scheduler [None req-649990ee-abff-482b-9982-70f8c060d98b tempest-BulkNetworkOpsIpV6Test-769788728 tempest-BulkNetworkOpsIpV6Test-769788728-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773647-6, 16e19409-416b-4c02-98da-74469e34822f) {{(pid=100246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:15:22.629201 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd59aea-1f73-4fee-b8f3-43e84ed69ad7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2d32256-dc35-4b2b-a176-8980c50ac374,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:15:22.637548 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-649990ee-abff-482b-9982-70f8c060d98b tempest-BulkNetworkOpsIpV6Test-769788728 tempest-BulkNetworkOpsIpV6Test-769788728-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:15:22.638650 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-649990ee-abff-482b-9982-70f8c060d98b tempest-BulkNetworkOpsIpV6Test-769788728 tempest-BulkNetworkOpsIpV6Test-769788728-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:15:22.639324 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-649990ee-abff-482b-9982-70f8c060d98b tempest-BulkNetworkOpsIpV6Test-769788728 tempest-BulkNetworkOpsIpV6Test-769788728-project] Notify callbacks [] for subnet, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:22.677099 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-649990ee-abff-482b-9982-70f8c060d98b tempest-BulkNetworkOpsIpV6Test-769788728 tempest-BulkNetworkOpsIpV6Test-769788728-project] 10.222.0.104 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1476 time: 1.2443674 Jul 06 14:15:22.677616 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 56896) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:15:22.723812 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48836eaa-fd3e-417a-994c-31d7978ff1b9 None None] Network 16e19409-416b-4c02-98da-74469e34822f requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:15:22.789407 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b46c015-c3fb-4563-b8ec-450f9f0cd410 tempest-BulkNetworkOpsIpV6Test-769788728 tempest-BulkNetworkOpsIpV6Test-769788728-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:15:22.791485 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b46c015-c3fb-4563-b8ec-450f9f0cd410 tempest-BulkNetworkOpsIpV6Test-769788728 tempest-BulkNetworkOpsIpV6Test-769788728-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:15:22.793059 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b46c015-c3fb-4563-b8ec-450f9f0cd410 tempest-BulkNetworkOpsIpV6Test-769788728 tempest-BulkNetworkOpsIpV6Test-769788728-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:15:22.794739 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-5b46c015-c3fb-4563-b8ec-450f9f0cd410 tempest-BulkNetworkOpsIpV6Test-769788728 tempest-BulkNetworkOpsIpV6Test-769788728-project] 10.222.0.104 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2102 time: 0.1161010 Jul 06 14:15:22.805280 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 56900) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:15:22.868723 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-5b8280c0-0562-4d56-a722-bada5dbd3599 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:22.913689 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-113d3522-6c0c-42b7-be51-932e90d0ac4c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6bd5fc82-6666-56e8-87c2-91648d36c963-f33d005e-3681-4a3a-88bd-d9193f357264', 'network_id': 'f33d005e-3681-4a3a-88bd-d9193f357264', 'tenant_id': 'fa51884e20cd4512b4caa259cf649f61', 'fixed_ips': [{'subnet_id': '8b07e36f-4dba-435b-804d-4f09ee12fdfe'}]}} from n-d-773647-6. {{(pid=100248) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 14:15:22.914643 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-113d3522-6c0c-42b7-be51-932e90d0ac4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:22.964185 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-12b7dabc-ac39-44d3-b5cd-8bf9b05aec77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:22.996871 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.db_base_plugin_v2 [None req-c67d2aef-1fb4-419e-8dfd-28669d645547 tempest-BulkNetworkOpsIpV6Test-769788728 tempest-BulkNetworkOpsIpV6Test-769788728-project] Deleting subnet 8b07e36f-4dba-435b-804d-4f09ee12fdfe {{(pid=100247) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 14:15:23.029585 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-c67d2aef-1fb4-419e-8dfd-28669d645547 tempest-BulkNetworkOpsIpV6Test-769788728 tempest-BulkNetworkOpsIpV6Test-769788728-project] Notify callbacks [] for subnet, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:23.077901 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-50eac8c0-1877-48f5-a01f-fbd21c6ba4e5 None None] Notify callbacks [] for port, precommit_create {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:23.100247 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-50eac8c0-1877-48f5-a01f-fbd21c6ba4e5 None None] Transition to ACTIVE for port object 4b9b4e4d-7ac2-4b30-96cb-9734805be406 will not be triggered until provisioned by entity L2. {{(pid=100248) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:15:23.148377 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-50eac8c0-1877-48f5-a01f-fbd21c6ba4e5 None None] Transition to ACTIVE for port object 4b9b4e4d-7ac2-4b30-96cb-9734805be406 will not be triggered until provisioned by entity DHCP. {{(pid=100248) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:15:23.158266 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33e1bd13-1ed9-489c-8810-82b45bcd833a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6bd5fc82-6666-56e8-87c2-91648d36c963-16e19409-416b-4c02-98da-74469e34822f', 'network_id': '16e19409-416b-4c02-98da-74469e34822f', 'tenant_id': 'fa51884e20cd4512b4caa259cf649f61', 'fixed_ips': [{'subnet_id': 'f99a130e-4ead-4588-afc3-3ee7440ffbf3'}]}} from n-d-773647-6. {{(pid=100248) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 14:15:23.159366 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-33e1bd13-1ed9-489c-8810-82b45bcd833a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:23.164059 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-c67d2aef-1fb4-419e-8dfd-28669d645547 tempest-BulkNetworkOpsIpV6Test-769788728 tempest-BulkNetworkOpsIpV6Test-769788728-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127131748'] for subnet, precommit_delete_associations {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:23.165430 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-50eac8c0-1877-48f5-a01f-fbd21c6ba4e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108'] for port, after_create {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:23.219812 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50eac8c0-1877-48f5-a01f-fbd21c6ba4e5 None None] Pushing event updated for resources: {'Port': ['ID=4b9b4e4d-7ac2-4b30-96cb-9734805be406,revision_number=1']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:15:23.245731 n-d-773647-6 neutron-server[100248]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50eac8c0-1877-48f5-a01f-fbd21c6ba4e5 None None] Network ef1a69e9-2a16-4847-a3e4-6f43b6dd0c9a is already hosted by enough agents. {{(pid=100248) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:15:23.250484 n-d-773647-6 neutron-server[100248]: DEBUG neutron.scheduler.base_scheduler [None req-50eac8c0-1877-48f5-a01f-fbd21c6ba4e5 None None] Resources bound (agent type, host, resource id): {{(pid=100248) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:15:23.255312 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50eac8c0-1877-48f5-a01f-fbd21c6ba4e5 None None] Received port after_create {{(pid=100248) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:15:23.383374 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-c67d2aef-1fb4-419e-8dfd-28669d645547 tempest-BulkNetworkOpsIpV6Test-769788728 tempest-BulkNetworkOpsIpV6Test-769788728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-913473'] for subnet, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:23.397710 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-50eac8c0-1877-48f5-a01f-fbd21c6ba4e5 None None] Attempting to bind port 4b9b4e4d-7ac2-4b30-96cb-9734805be406 on host n-d-773647-6 for vnic_type normal with profile {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:15:23.398089 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-50eac8c0-1877-48f5-a01f-fbd21c6ba4e5 None None] Attempting to bind port 4b9b4e4d-7ac2-4b30-96cb-9734805be406 by drivers openvswitch,hyperv on host n-d-773647-6 at level 0 using segments [{'id': '3e2f39f0-7e07-41ad-b54c-76f4234b93c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': 'ef1a69e9-2a16-4847-a3e4-6f43b6dd0c9a'}] {{(pid=100248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:15:23.398466 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50eac8c0-1877-48f5-a01f-fbd21c6ba4e5 None None] Attempting to bind port 4b9b4e4d-7ac2-4b30-96cb-9734805be406 on network ef1a69e9-2a16-4847-a3e4-6f43b6dd0c9a {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:15:23.406754 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50eac8c0-1877-48f5-a01f-fbd21c6ba4e5 None None] Checking agent: {'id': '8ab5b19c-d213-4f29-891d-27bdf39d38b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773647-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 43, 26), 'started_at': datetime.datetime(2021, 7, 6, 13, 43, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 14, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773647-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:15:23.407129 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50eac8c0-1877-48f5-a01f-fbd21c6ba4e5 None None] Checking segment: {'id': '3e2f39f0-7e07-41ad-b54c-76f4234b93c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': 'ef1a69e9-2a16-4847-a3e4-6f43b6dd0c9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:15:23.407593 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-50eac8c0-1877-48f5-a01f-fbd21c6ba4e5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:23.407975 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50eac8c0-1877-48f5-a01f-fbd21c6ba4e5 None None] Bound using segment: {'id': '3e2f39f0-7e07-41ad-b54c-76f4234b93c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': 'ef1a69e9-2a16-4847-a3e4-6f43b6dd0c9a'} {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:15:23.408452 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-50eac8c0-1877-48f5-a01f-fbd21c6ba4e5 None None] Bound port: 4b9b4e4d-7ac2-4b30-96cb-9734805be406, host: n-d-773647-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e2f39f0-7e07-41ad-b54c-76f4234b93c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': 'ef1a69e9-2a16-4847-a3e4-6f43b6dd0c9a'}}] {{(pid=100248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:15:23.408839 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-50eac8c0-1877-48f5-a01f-fbd21c6ba4e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:23.458109 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Device bc4f675b-2e9f-4750-9375-af3fcf823c8c details requested by agent hyperv_n-h1-773647-6 with host n-h1-773647-6 {{(pid=100248) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 14:15:23.468180 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 56924) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:15:23.501371 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1adb83d2-1fd3-4bc6-a5b7-429af318d38f req-f331b5be-7cb8-4e10-bcc7-c85accf3172e tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:15:23.508657 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-1adb83d2-1fd3-4bc6-a5b7-429af318d38f req-f331b5be-7cb8-4e10-bcc7-c85accf3172e tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] 10.222.0.104 "GET /v2.0/ports?device_id=74c47464-2de6-4359-8407-a9a093dc2562 HTTP/1.1" status: 200 len: 944 time: 0.2097681 Jul 06 14:15:23.518978 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.db_base_plugin_common [None req-33e1bd13-1ed9-489c-8810-82b45bcd833a None None] Allocated IP 2001:db8:0:1::1 (16e19409-416b-4c02-98da-74469e34822f/f99a130e-4ead-4588-afc3-3ee7440ffbf3/65bf3278-9e8f-4eb3-8d5a-bd5590a230e1) {{(pid=100248) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:15:23.568427 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.db_base_plugin_common [None req-5b8280c0-0562-4d56-a722-bada5dbd3599 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Allocated IP 172.20.0.1 (ef1a69e9-2a16-4847-a3e4-6f43b6dd0c9a/8a6bce0b-3ac9-406d-a09f-0cc9c53c00e4/8625567b-2e6c-4cf0-9e23-28d261711586) {{(pid=100247) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:15:23.570999 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-c67d2aef-1fb4-419e-8dfd-28669d645547 tempest-BulkNetworkOpsIpV6Test-769788728 tempest-BulkNetworkOpsIpV6Test-769788728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-913480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1849032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-128888347', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127627857'] for subnet, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:23.603345 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-1adb83d2-1fd3-4bc6-a5b7-429af318d38f req-980b0ff6-9034-48cf-ad1c-575a845e042d tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] 10.222.0.104 "GET /v2.0/security-groups?id=5d8c99c2-13fb-4e77-b660-83bc40ffb65c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0937619 Jul 06 14:15:23.618560 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-23d6123b-2d6d-42b1-8e92-1c1e96b7446b admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-1081328840-network', 'tenant_id': 'b6fbd15a1a694bacae9e77d802d4113e'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:15:23.637145 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-c67d2aef-1fb4-419e-8dfd-28669d645547 tempest-BulkNetworkOpsIpV6Test-769788728 tempest-BulkNetworkOpsIpV6Test-769788728-project] Notify callbacks [] for subnet, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:23.639323 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-c67d2aef-1fb4-419e-8dfd-28669d645547 tempest-BulkNetworkOpsIpV6Test-769788728 tempest-BulkNetworkOpsIpV6Test-769788728-project] 10.222.0.104 "DELETE /v2.0/subnets/8b07e36f-4dba-435b-804d-4f09ee12fdfe HTTP/1.1" status: 204 len: 168 time: 0.8329997 Jul 06 14:15:23.642438 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67d2aef-1fb4-419e-8dfd-28669d645547 tempest-BulkNetworkOpsIpV6Test-769788728 tempest-BulkNetworkOpsIpV6Test-769788728-project] Pushing event deleted for resources: {'Subnet': ['ID=8b07e36f-4dba-435b-804d-4f09ee12fdfe,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:15:23.647515 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 56928) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:15:23.678440 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server [None req-113d3522-6c0c-42b7-be51-932e90d0ac4c None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 8b07e36f-4dba-435b-804d-4f09ee12fdfe: This subnet is being modified by another concurrent operation. Jul 06 14:15:23.678440 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 06 14:15:23.678440 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 06 14:15:23.678440 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 06 14:15:23.678440 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 06 14:15:23.678440 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 06 14:15:23.678440 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 06 14:15:23.678440 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 06 14:15:23.678440 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 06 14:15:23.678440 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 06 14:15:23.678440 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 06 14:15:23.678440 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 06 14:15:23.678440 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 06 14:15:23.678440 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 06 14:15:23.678440 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 06 14:15:23.678440 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server raise self.value Jul 06 14:15:23.678440 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 06 14:15:23.678440 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 06 14:15:23.678440 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 06 14:15:23.678440 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 06 14:15:23.678440 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 06 14:15:23.678440 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 06 14:15:23.678440 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 06 14:15:23.678440 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server raise self.value Jul 06 14:15:23.678440 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 06 14:15:23.678440 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 06 14:15:23.678440 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 06 14:15:23.678440 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 06 14:15:23.678440 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 06 14:15:23.678440 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 06 14:15:23.678440 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 06 14:15:23.678440 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server raise self.value Jul 06 14:15:23.678440 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 06 14:15:23.678440 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 06 14:15:23.678440 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 06 14:15:23.678440 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 06 14:15:23.678440 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 06 14:15:23.678440 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 06 14:15:23.678440 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 06 14:15:23.678440 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 06 14:15:23.678440 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 06 14:15:23.678440 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 06 14:15:23.678440 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 06 14:15:23.678440 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 06 14:15:23.678440 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 06 14:15:23.678440 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 06 14:15:23.678440 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 06 14:15:23.678440 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 06 14:15:23.678440 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 06 14:15:23.678440 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 06 14:15:23.678440 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 06 14:15:23.678440 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server raise self.value Jul 06 14:15:23.678440 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 06 14:15:23.678440 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 06 14:15:23.681947 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 06 14:15:23.681947 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 06 14:15:23.681947 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 06 14:15:23.681947 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 06 14:15:23.681947 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 06 14:15:23.681947 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server raise self.value Jul 06 14:15:23.681947 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 06 14:15:23.681947 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 06 14:15:23.681947 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 06 14:15:23.681947 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 06 14:15:23.681947 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 06 14:15:23.681947 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 06 14:15:23.681947 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 06 14:15:23.681947 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server raise self.value Jul 06 14:15:23.681947 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 06 14:15:23.681947 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 06 14:15:23.681947 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 06 14:15:23.681947 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 06 14:15:23.681947 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 06 14:15:23.681947 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 06 14:15:23.681947 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 06 14:15:23.681947 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 06 14:15:23.681947 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 06 14:15:23.681947 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 06 14:15:23.681947 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 06 14:15:23.681947 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 06 14:15:23.681947 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 06 14:15:23.681947 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server raise self.value Jul 06 14:15:23.681947 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 06 14:15:23.681947 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 06 14:15:23.681947 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 06 14:15:23.681947 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 06 14:15:23.681947 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 06 14:15:23.681947 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 06 14:15:23.681947 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 06 14:15:23.681947 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server raise exception Jul 06 14:15:23.681947 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 8b07e36f-4dba-435b-804d-4f09ee12fdfe: This subnet is being modified by another concurrent operation. Jul 06 14:15:23.681947 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server Jul 06 14:15:23.717238 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23d6123b-2d6d-42b1-8e92-1c1e96b7446b admin admin] Made reservation on behalf of b6fbd15a1a694bacae9e77d802d4113e for: {'network': 1} {{(pid=100246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:15:23.737853 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-23d6123b-2d6d-42b1-8e92-1c1e96b7446b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for network, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:23.809563 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab4f7637-939b-49e7-b949-8216878074d2 tempest-BulkNetworkOpsIpV6Test-769788728 tempest-BulkNetworkOpsIpV6Test-769788728-project] Deleting subnet f99a130e-4ead-4588-afc3-3ee7440ffbf3 {{(pid=100246) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 14:15:23.822083 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-23d6123b-2d6d-42b1-8e92-1c1e96b7446b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:23.851730 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ff635d0-a12d-46e8-ba83-c1e0715d0fdf None None] Network f33d005e-3681-4a3a-88bd-d9193f357264 requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:15:23.878012 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-5b8280c0-0562-4d56-a722-bada5dbd3599 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Notify callbacks [] for port, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:23.917242 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.provisioning_blocks [None req-5b8280c0-0562-4d56-a722-bada5dbd3599 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Transition to ACTIVE for port object 8625567b-2e6c-4cf0-9e23-28d261711586 will not be triggered until provisioned by entity DHCP. {{(pid=100247) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:15:23.977839 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-5b8280c0-0562-4d56-a722-bada5dbd3599 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-128888360'] for port, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:24.036266 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b8280c0-0562-4d56-a722-bada5dbd3599 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Network ef1a69e9-2a16-4847-a3e4-6f43b6dd0c9a is already hosted by enough agents. {{(pid=100247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:15:24.039326 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-50eac8c0-1877-48f5-a01f-fbd21c6ba4e5 None None] For port 4b9b4e4d-7ac2-4b30-96cb-9734805be406, host n-d-773647-6, cleared binding levels {{(pid=100248) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:15:24.039632 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.base_scheduler [None req-5b8280c0-0562-4d56-a722-bada5dbd3599 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Resources bound (agent type, host, resource id): {{(pid=100247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:15:24.046942 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b8280c0-0562-4d56-a722-bada5dbd3599 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Received port after_create {{(pid=100247) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:15:24.065007 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-23d6123b-2d6d-42b1-8e92-1c1e96b7446b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:24.071996 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-23d6123b-2d6d-42b1-8e92-1c1e96b7446b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:24.075074 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8280c0-0562-4d56-a722-bada5dbd3599 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Pushing event updated for resources: {'Port': ['ID=8625567b-2e6c-4cf0-9e23-28d261711586,revision_number=1']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:15:24.094128 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-23d6123b-2d6d-42b1-8e92-1c1e96b7446b admin admin] vlan segment allocate from pool success with {'vlan_id': 1045, 'physical_network': 'physnet1'} {{(pid=100246) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 14:15:24.111595 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-50eac8c0-1877-48f5-a01f-fbd21c6ba4e5 None None] For port 4b9b4e4d-7ac2-4b30-96cb-9734805be406, host n-d-773647-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=4b9b4e4d-7ac2-4b30-96cb-9734805be406,segment=NetworkSegment(3e2f39f0-7e07-41ad-b54c-76f4234b93c7),segment_id=3e2f39f0-7e07-41ad-b54c-76f4234b93c7)] {{(pid=100248) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:15:24.114147 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-5b8280c0-0562-4d56-a722-bada5dbd3599 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1807675'] for router_interface, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:24.115453 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-23d6123b-2d6d-42b1-8e92-1c1e96b7446b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552'] for segment, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:24.115939 n-d-773647-6 neutron-server[100246]: INFO neutron.db.segments_db [None req-23d6123b-2d6d-42b1-8e92-1c1e96b7446b admin admin] Added segment 5663e79e-1339-45f1-8eac-6b75a66cab37 of type vlan for network 365d7a34-a830-4c0e-836c-85e222c1ca9a Jul 06 14:15:24.131279 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-50eac8c0-1877-48f5-a01f-fbd21c6ba4e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:24.201159 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] For port bc4f675b-2e9f-4750-9375-af3fcf823c8c, host n-h1-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773647-6',level=0,port_id=bc4f675b-2e9f-4750-9375-af3fcf823c8c,segment=NetworkSegment(a4a2476c-616e-4f46-b763-8a121d1a9fab),segment_id=a4a2476c-616e-4f46-b763-8a121d1a9fab)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:15:24.265401 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Returning: {'device': 'bc4f675b-2e9f-4750-9375-af3fcf823c8c', 'network_id': '120989f8-7a26-49c9-99e3-26a4a5fc00f3', 'port_id': 'bc4f675b-2e9f-4750-9375-af3fcf823c8c', 'mac_address': 'fa:16:3e:49:68:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1044, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9454952-2025-4848-a48d-6107d2969e09', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100248) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 14:15:24.268316 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-23d6123b-2d6d-42b1-8e92-1c1e96b7446b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773752984405'] for network, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:24.300108 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d6123b-2d6d-42b1-8e92-1c1e96b7446b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b239bad5-a7c4-4f4e-8547-2f615ef956ae,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:15:24.307340 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50eac8c0-1877-48f5-a01f-fbd21c6ba4e5 None None] Pushing event updated for resources: {'Port': ['ID=4b9b4e4d-7ac2-4b30-96cb-9734805be406,revision_number=2']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:15:24.342708 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a4286a-688f-4ae8-89b3-8547684fe650 req-83ccd547-f0e0-4581-984c-e4a81cf1b9ef tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:15:24.348133 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50eac8c0-1877-48f5-a01f-fbd21c6ba4e5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:15:24.348411 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-23d6123b-2d6d-42b1-8e92-1c1e96b7446b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060'] for network, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:24.348577 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50eac8c0-1877-48f5-a01f-fbd21c6ba4e5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:15:24.348805 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50eac8c0-1877-48f5-a01f-fbd21c6ba4e5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:15:24.349149 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50eac8c0-1877-48f5-a01f-fbd21c6ba4e5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:15:24.349412 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23d6123b-2d6d-42b1-8e92-1c1e96b7446b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:15:24.349529 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50eac8c0-1877-48f5-a01f-fbd21c6ba4e5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:15:24.349795 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50eac8c0-1877-48f5-a01f-fbd21c6ba4e5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:15:24.349988 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-23d6123b-2d6d-42b1-8e92-1c1e96b7446b admin admin] Notify callbacks [] for network, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:24.350584 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50eac8c0-1877-48f5-a01f-fbd21c6ba4e5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:15:24.350918 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50eac8c0-1877-48f5-a01f-fbd21c6ba4e5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:15:24.351258 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50eac8c0-1877-48f5-a01f-fbd21c6ba4e5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:15:24.351743 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50eac8c0-1877-48f5-a01f-fbd21c6ba4e5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:15:24.351893 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50eac8c0-1877-48f5-a01f-fbd21c6ba4e5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:15:24.352211 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50eac8c0-1877-48f5-a01f-fbd21c6ba4e5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:15:24.352440 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-90a4286a-688f-4ae8-89b3-8547684fe650 req-83ccd547-f0e0-4581-984c-e4a81cf1b9ef tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] 10.222.0.104 "GET /v2.0/ports?device_id=74c47464-2de6-4359-8407-a9a093dc2562 HTTP/1.1" status: 200 len: 944 time: 0.1768730 Jul 06 14:15:24.355384 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-5b8280c0-0562-4d56-a722-bada5dbd3599 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:24.413963 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-33e1bd13-1ed9-489c-8810-82b45bcd833a None None] Notify callbacks [] for port, precommit_create {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:24.416726 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:24.435916 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-33e1bd13-1ed9-489c-8810-82b45bcd833a None None] Transition to ACTIVE for port object 65bf3278-9e8f-4eb3-8d5a-bd5590a230e1 will not be triggered until provisioned by entity L2. {{(pid=100248) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:15:24.450945 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-90a4286a-688f-4ae8-89b3-8547684fe650 req-977e57e3-248d-425a-961e-ba2b90c89fe8 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] 10.222.0.104 "GET /v2.0/security-groups?id=5d8c99c2-13fb-4e77-b660-83bc40ffb65c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0972996 Jul 06 14:15:24.453795 n-d-773647-6 neutron-server[100248]: DEBUG neutron.notifiers.nova [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bc4f675b-2e9f-4750-9375-af3fcf823c8c {{(pid=100248) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 14:15:24.466916 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-33e1bd13-1ed9-489c-8810-82b45bcd833a None None] Transition to ACTIVE for port object 65bf3278-9e8f-4eb3-8d5a-bd5590a230e1 will not be triggered until provisioned by entity DHCP. {{(pid=100248) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:15:24.487926 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-33e1bd13-1ed9-489c-8810-82b45bcd833a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108'] for port, after_create {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:24.489685 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-23d6123b-2d6d-42b1-8e92-1c1e96b7446b admin admin] 10.222.0.104 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.0203159 Jul 06 14:15:24.491500 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] For port bc4f675b-2e9f-4750-9375-af3fcf823c8c, host n-h1-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773647-6',level=0,port_id=bc4f675b-2e9f-4750-9375-af3fcf823c8c,segment=NetworkSegment(a4a2476c-616e-4f46-b763-8a121d1a9fab),segment_id=a4a2476c-616e-4f46-b763-8a121d1a9fab)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:15:24.494559 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 56940) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:15:24.498637 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-ab4f7637-939b-49e7-b949-8216878074d2 tempest-BulkNetworkOpsIpV6Test-769788728 tempest-BulkNetworkOpsIpV6Test-769788728-project] Notify callbacks [] for subnet, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:24.518114 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-bc553eb7-2ae0-44f4-8469-76ea7a3cb9ec admin admin] Request body: {'subnet': {'network_id': '365d7a34-a830-4c0e-836c-85e222c1ca9a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-1081328840-subnet', 'tenant_id': 'b6fbd15a1a694bacae9e77d802d4113e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:15:24.529352 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:24.536109 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e1bd13-1ed9-489c-8810-82b45bcd833a None None] Pushing event updated for resources: {'Port': ['ID=65bf3278-9e8f-4eb3-8d5a-bd5590a230e1,revision_number=1']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:15:24.563797 n-d-773647-6 neutron-server[100248]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33e1bd13-1ed9-489c-8810-82b45bcd833a None None] Network 16e19409-416b-4c02-98da-74469e34822f is already hosted by enough agents. {{(pid=100248) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:15:24.566831 n-d-773647-6 neutron-server[100248]: DEBUG neutron.scheduler.base_scheduler [None req-33e1bd13-1ed9-489c-8810-82b45bcd833a None None] Resources bound (agent type, host, resource id): {{(pid=100248) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:15:24.570309 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33e1bd13-1ed9-489c-8810-82b45bcd833a None None] Received port after_create {{(pid=100248) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:15:24.633733 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d6123b-2d6d-42b1-8e92-1c1e96b7446b admin admin] Pushing event updated for resources: {'Network': ['ID=365d7a34-a830-4c0e-836c-85e222c1ca9a,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:15:24.656347 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58005d0e-4a92-4723-b683-13c4513236ad req-48378df0-0a2d-43e4-928d-ab35b45e026f tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:15:24.658202 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-58005d0e-4a92-4723-b683-13c4513236ad req-48378df0-0a2d-43e4-928d-ab35b45e026f tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] 10.222.0.72 "GET /v2.0/ports?device_id=74c47464-2de6-4359-8407-a9a093dc2562&tenant_id=1077a35eaa714f1bbf260d32c5a52c8f&binding%3Ahost_id=n-h1-773647-6 HTTP/1.1" status: 200 len: 944 time: 0.4753654 Jul 06 14:15:24.691352 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Network 365d7a34-a830-4c0e-836c-85e222c1ca9a details requested by agent ovs-agent-n-d-773647-6 with host n-d-773647-6 {{(pid=100248) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 14:15:24.740621 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-ab4f7637-939b-49e7-b949-8216878074d2 tempest-BulkNetworkOpsIpV6Test-769788728 tempest-BulkNetworkOpsIpV6Test-769788728-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126218885'] for subnet, precommit_delete_associations {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:24.761149 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-33e1bd13-1ed9-489c-8810-82b45bcd833a None None] Attempting to bind port 65bf3278-9e8f-4eb3-8d5a-bd5590a230e1 on host n-d-773647-6 for vnic_type normal with profile {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:15:24.761538 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-33e1bd13-1ed9-489c-8810-82b45bcd833a None None] Attempting to bind port 65bf3278-9e8f-4eb3-8d5a-bd5590a230e1 by drivers openvswitch,hyperv on host n-d-773647-6 at level 0 using segments [{'id': '3d71da3a-abee-4e56-abf9-635d3c38ecdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1020, 'network_id': '16e19409-416b-4c02-98da-74469e34822f'}] {{(pid=100248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:15:24.761912 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33e1bd13-1ed9-489c-8810-82b45bcd833a None None] Attempting to bind port 65bf3278-9e8f-4eb3-8d5a-bd5590a230e1 on network 16e19409-416b-4c02-98da-74469e34822f {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:15:24.763967 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Pushing event updated for resources: {'Port': ['ID=bc4f675b-2e9f-4750-9375-af3fcf823c8c,revision_number=8']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:15:24.798776 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc553eb7-2ae0-44f4-8469-76ea7a3cb9ec admin admin] Made reservation on behalf of b6fbd15a1a694bacae9e77d802d4113e for: {'subnet': 1} {{(pid=100246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:15:24.802462 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33e1bd13-1ed9-489c-8810-82b45bcd833a None None] Checking agent: {'id': '8ab5b19c-d213-4f29-891d-27bdf39d38b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773647-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 43, 26), 'started_at': datetime.datetime(2021, 7, 6, 13, 43, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 14, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773647-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:15:24.802855 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33e1bd13-1ed9-489c-8810-82b45bcd833a None None] Checking segment: {'id': '3d71da3a-abee-4e56-abf9-635d3c38ecdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1020, 'network_id': '16e19409-416b-4c02-98da-74469e34822f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:15:24.803294 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-33e1bd13-1ed9-489c-8810-82b45bcd833a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:24.803698 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33e1bd13-1ed9-489c-8810-82b45bcd833a None None] Bound using segment: {'id': '3d71da3a-abee-4e56-abf9-635d3c38ecdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1020, 'network_id': '16e19409-416b-4c02-98da-74469e34822f'} {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:15:24.804192 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-33e1bd13-1ed9-489c-8810-82b45bcd833a None None] Bound port: 65bf3278-9e8f-4eb3-8d5a-bd5590a230e1, host: n-d-773647-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d71da3a-abee-4e56-abf9-635d3c38ecdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1020, 'network_id': '16e19409-416b-4c02-98da-74469e34822f'}}] {{(pid=100248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:15:24.804584 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-33e1bd13-1ed9-489c-8810-82b45bcd833a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:24.805852 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-bc553eb7-2ae0-44f4-8469-76ea7a3cb9ec admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127702029'] for subnet, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:24.897504 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16501304-7d1a-4a7a-93b3-e75ddb441e01 req-898cc4b9-2314-4e43-8b7d-97e9ce09ee23 tempest-VolumesSnapshotTestJSON-159166615 tempest-VolumesSnapshotTestJSON-159166615-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:15:24.898967 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-16501304-7d1a-4a7a-93b3-e75ddb441e01 req-898cc4b9-2314-4e43-8b7d-97e9ce09ee23 tempest-VolumesSnapshotTestJSON-159166615 tempest-VolumesSnapshotTestJSON-159166615-project] 10.222.0.104 "GET /v2.0/networks?id=49b14001-0249-40ad-b388-270776c77779 HTTP/1.1" status: 200 len: 814 time: 0.1610398 Jul 06 14:15:24.915843 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-ab4f7637-939b-49e7-b949-8216878074d2 tempest-BulkNetworkOpsIpV6Test-769788728 tempest-BulkNetworkOpsIpV6Test-769788728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-913473'] for subnet, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:24.925592 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-5b8280c0-0562-4d56-a722-bada5dbd3599 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Notify callbacks [] for port, precommit_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:24.929631 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-16501304-7d1a-4a7a-93b3-e75ddb441e01 req-e26313bd-1c35-47d9-9747-9e3007c67c8e tempest-VolumesSnapshotTestJSON-159166615 tempest-VolumesSnapshotTestJSON-159166615-project] 10.222.0.104 "GET /v2.0/quotas/4600ccf0872344348383371ca2dd310c HTTP/1.1" status: 200 len: 375 time: 0.0198123 Jul 06 14:15:24.930735 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-5b8280c0-0562-4d56-a722-bada5dbd3599 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128888538'] for port, after_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:24.954573 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] get_ports_and_sgs() called for port_ids ['bc4f675b-2e9f-4750-9375-af3fcf823c8c'] {{(pid=100248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 14:15:25.015967 n-d-773647-6 neutron-server[100246]: INFO neutron.api.v2.resource [req-58005d0e-4a92-4723-b683-13c4513236ad req-8a947125-b7e9-4f34-a95f-e8f7d64a138a service neutron] delete failed (client error): The resource could not be found. Jul 06 14:15:25.017315 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-58005d0e-4a92-4723-b683-13c4513236ad req-8a947125-b7e9-4f34-a95f-e8f7d64a138a service neutron] 10.222.0.72 "DELETE /v2.0/ports/bc4f675b-2e9f-4750-9375-af3fcf823c8c/bindings/n-h2-773647-6 HTTP/1.1" status: 404 len: 380 time: 0.3441360 Jul 06 14:15:25.081356 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 4b9b4e4d-7ac2-4b30-96cb-9734805be406 up at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:15:25.085984 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-16501304-7d1a-4a7a-93b3-e75ddb441e01 req-cab75095-da37-4718-816b-f423d52401b1 tempest-VolumesSnapshotTestJSON-159166615 tempest-VolumesSnapshotTestJSON-159166615-project] 10.222.0.104 "GET /v2.0/ports?tenant_id=4600ccf0872344348383371ca2dd310c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1477308 Jul 06 14:15:25.091600 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-33e1bd13-1ed9-489c-8810-82b45bcd833a None None] For port 65bf3278-9e8f-4eb3-8d5a-bd5590a230e1, host n-d-773647-6, cleared binding levels {{(pid=100248) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:15:25.105451 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-5b8280c0-0562-4d56-a722-bada5dbd3599 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1809478'] for router_interface, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:25.110291 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-ab4f7637-939b-49e7-b949-8216878074d2 tempest-BulkNetworkOpsIpV6Test-769788728 tempest-BulkNetworkOpsIpV6Test-769788728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-913480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1849032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127687590', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127702764'] for subnet, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:25.133204 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-33e1bd13-1ed9-489c-8810-82b45bcd833a None None] For port 65bf3278-9e8f-4eb3-8d5a-bd5590a230e1, host n-d-773647-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=65bf3278-9e8f-4eb3-8d5a-bd5590a230e1,segment=NetworkSegment(3d71da3a-abee-4e56-abf9-635d3c38ecdb),segment_id=3d71da3a-abee-4e56-abf9-635d3c38ecdb)] {{(pid=100248) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:15:25.143659 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-33e1bd13-1ed9-489c-8810-82b45bcd833a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:25.171423 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4f7637-939b-49e7-b949-8216878074d2 tempest-BulkNetworkOpsIpV6Test-769788728 tempest-BulkNetworkOpsIpV6Test-769788728-project] Pushing event deleted for resources: {'Subnet': ['ID=f99a130e-4ead-4588-afc3-3ee7440ffbf3,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:15:25.177424 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-ab4f7637-939b-49e7-b949-8216878074d2 tempest-BulkNetworkOpsIpV6Test-769788728 tempest-BulkNetworkOpsIpV6Test-769788728-project] Notify callbacks [] for subnet, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:25.180279 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-ab4f7637-939b-49e7-b949-8216878074d2 tempest-BulkNetworkOpsIpV6Test-769788728 tempest-BulkNetworkOpsIpV6Test-769788728-project] 10.222.0.104 "DELETE /v2.0/subnets/f99a130e-4ead-4588-afc3-3ee7440ffbf3 HTTP/1.1" status: 204 len: 168 time: 1.5234575 Jul 06 14:15:25.192895 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 56954) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:15:25.275155 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8280c0-0562-4d56-a722-bada5dbd3599 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Pushing event updated for resources: {'Port': ['ID=8625567b-2e6c-4cf0-9e23-28d261711586,revision_number=2']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:15:25.294786 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b8280c0-0562-4d56-a722-bada5dbd3599 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Network ef1a69e9-2a16-4847-a3e4-6f43b6dd0c9a is already hosted by enough agents. {{(pid=100247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:15:25.305318 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.base_scheduler [None req-5b8280c0-0562-4d56-a722-bada5dbd3599 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Resources bound (agent type, host, resource id): {{(pid=100247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:15:25.346754 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e1bd13-1ed9-489c-8810-82b45bcd833a None None] Pushing event updated for resources: {'Port': ['ID=65bf3278-9e8f-4eb3-8d5a-bd5590a230e1,revision_number=3']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:15:25.388893 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning for port 4b9b4e4d-7ac2-4b30-96cb-9734805be406 completed by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:15:25.404910 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58005d0e-4a92-4723-b683-13c4513236ad req-8395549b-e69d-40d6-bd67-51ffc6d8cb70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:15:25.411843 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-58005d0e-4a92-4723-b683-13c4513236ad req-8395549b-e69d-40d6-bd67-51ffc6d8cb70 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=1077a35eaa714f1bbf260d32c5a52c8f&device_id=74c47464-2de6-4359-8407-a9a093dc2562 HTTP/1.1" status: 200 len: 1096 time: 0.3473301 Jul 06 14:15:25.525293 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c67f0fe3-a51a-45b9-a677-08162464ba53 tempest-BulkNetworkOpsIpV6Test-769788728 tempest-BulkNetworkOpsIpV6Test-769788728-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:15:25.525967 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-f722862f-219a-408f-a702-c6cee0932695 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:25.529862 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-c67f0fe3-a51a-45b9-a677-08162464ba53 tempest-BulkNetworkOpsIpV6Test-769788728 tempest-BulkNetworkOpsIpV6Test-769788728-project] 10.222.0.104 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3351369 Jul 06 14:15:25.535356 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-bc553eb7-2ae0-44f4-8469-76ea7a3cb9ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1849032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127687649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127702047'] for subnet, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:25.537436 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 56960) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:15:25.580792 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-16501304-7d1a-4a7a-93b3-e75ddb441e01 req-03a5e686-87fb-4dd9-9f53-168e3ec6b41b service neutron] 10.222.0.104 "GET /v2.0/networks/49b14001-0249-40ad-b388-270776c77779?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4935303 Jul 06 14:15:25.755937 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc553eb7-2ae0-44f4-8469-76ea7a3cb9ec admin admin] Pushing event updated for resources: {'Subnet': ['ID=a34e63f9-d928-4f1f-8f4c-0d64a4b2a5bc,revision_number=0']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:15:25.772178 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58005d0e-4a92-4723-b683-13c4513236ad req-62802634-bacd-4e38-a6af-8a0d2e467227 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:15:25.773818 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-58005d0e-4a92-4723-b683-13c4513236ad req-62802634-bacd-4e38-a6af-8a0d2e467227 service neutron] 10.222.0.72 "GET /v2.0/networks?id=120989f8-7a26-49c9-99e3-26a4a5fc00f3 HTTP/1.1" status: 200 len: 898 time: 0.3505044 Jul 06 14:15:25.779150 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-029d60e5-f3ca-4fc7-8e85-b893ccc7339a tempest-BulkNetworkOpsIpV6Test-769788728 tempest-BulkNetworkOpsIpV6Test-769788728-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530492'] for network, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:25.794279 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-16501304-7d1a-4a7a-93b3-e75ddb441e01 req-e7fa0933-85b9-40f4-920c-82240ed212da service neutron] 10.222.0.104 "GET /v2.0/networks/49b14001-0249-40ad-b388-270776c77779?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1967998 Jul 06 14:15:25.802962 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b8280c0-0562-4d56-a722-bada5dbd3599 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Router 78b4b641-f211-4eae-8c53-21e4f7815e21 is scheduled to L3 agent 2823d358-a11b-4885-a706-95a279e43fa7 with binding_index 1 {{(pid=100247) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 14:15:25.813331 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65367190-eca7-4ef3-9d69-71f1018be2ea req-57e0daea-a782-40f3-9899-0c8a78ba7800 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:15:25.821870 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-65367190-eca7-4ef3-9d69-71f1018be2ea req-57e0daea-a782-40f3-9899-0c8a78ba7800 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] 10.222.0.104 "GET /v2.0/ports?device_id=74c47464-2de6-4359-8407-a9a093dc2562 HTTP/1.1" status: 200 len: 945 time: 0.1929681 Jul 06 14:15:25.839486 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc553eb7-2ae0-44f4-8469-76ea7a3cb9ec admin admin] Checking segment: {'id': '5663e79e-1339-45f1-8eac-6b75a66cab37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1045, 'network_id': '365d7a34-a830-4c0e-836c-85e222c1ca9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:15:25.839776 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc553eb7-2ae0-44f4-8469-76ea7a3cb9ec admin admin] Network hostable DHCP agents. Network: 365d7a34-a830-4c0e-836c-85e222c1ca9a, hostable agents: ['f2bada3d-be77-4359-982b-8505a2bbca04'], hosted agents: [] {{(pid=100246) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 14:15:25.878336 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98c5c7a3-9419-447b-890c-9b77ad03f29a None None] Network ef1a69e9-2a16-4847-a3e4-6f43b6dd0c9a requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:15:25.897312 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-58005d0e-4a92-4723-b683-13c4513236ad req-495ca23c-8b3c-44dc-8bcc-f058742df154 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bc4f675b-2e9f-4750-9375-af3fcf823c8c HTTP/1.1" status: 200 len: 1001 time: 0.1140563 Jul 06 14:15:25.900003 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc553eb7-2ae0-44f4-8469-76ea7a3cb9ec admin admin] Network 365d7a34-a830-4c0e-836c-85e222c1ca9a is scheduled to be hosted by DHCP agent f2bada3d-be77-4359-982b-8505a2bbca04 with binding_index 1 {{(pid=100246) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 14:15:25.907252 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:25.936568 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-65367190-eca7-4ef3-9d69-71f1018be2ea req-53ec96b2-29ed-40f7-ae62-d92c261a2241 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] 10.222.0.104 "GET /v2.0/security-groups?id=5d8c99c2-13fb-4e77-b660-83bc40ffb65c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1136560 Jul 06 14:15:25.946882 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.base_scheduler [None req-bc553eb7-2ae0-44f4-8469-76ea7a3cb9ec admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773647-6, 365d7a34-a830-4c0e-836c-85e222c1ca9a) {{(pid=100246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:15:25.963183 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc553eb7-2ae0-44f4-8469-76ea7a3cb9ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:15:25.963438 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-bc553eb7-2ae0-44f4-8469-76ea7a3cb9ec admin admin] Notify callbacks [] for subnet, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:25.975970 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b8280c0-0562-4d56-a722-bada5dbd3599 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Notify agent at l3_agent.n-d-773647-6 the message routers_updated {{(pid=100247) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 14:15:25.978141 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58005d0e-4a92-4723-b683-13c4513236ad req-2807012a-9b0e-4c5f-87ed-7bce688af4f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:15:25.979828 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-58005d0e-4a92-4723-b683-13c4513236ad req-2807012a-9b0e-4c5f-87ed-7bce688af4f8 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=a9454952-2025-4848-a48d-6107d2969e09 HTTP/1.1" status: 200 len: 835 time: 0.0734241 Jul 06 14:15:25.984860 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-5b8280c0-0562-4d56-a722-bada5dbd3599 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] 10.222.0.104 "PUT /v2.0/routers/78b4b641-f211-4eae-8c53-21e4f7815e21/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6882241 Jul 06 14:15:25.985558 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 56962) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:15:25.996662 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e94d4208-60d8-4242-95c1-b108ba4e55bf None None] Network 365d7a34-a830-4c0e-836c-85e222c1ca9a requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:15:25.998058 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [None req-029d60e5-f3ca-4fc7-8e85-b893ccc7339a tempest-BulkNetworkOpsIpV6Test-769788728 tempest-BulkNetworkOpsIpV6Test-769788728-project] Deleting port 65bf3278-9e8f-4eb3-8d5a-bd5590a230e1 {{(pid=100246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:15:25.998481 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-029d60e5-f3ca-4fc7-8e85-b893ccc7339a tempest-BulkNetworkOpsIpV6Test-769788728 tempest-BulkNetworkOpsIpV6Test-769788728-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:26.061580 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f313a53-4feb-46ff-b3f2-663443130b91 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:15:26.066612 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-6f313a53-4feb-46ff-b3f2-663443130b91 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] 10.222.0.104 "GET /v2.0/ports/8625567b-2e6c-4cf0-9e23-28d261711586 HTTP/1.1" status: 200 len: 910 time: 0.0773072 Jul 06 14:15:26.068948 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 56968) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:15:26.074713 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-bc553eb7-2ae0-44f4-8469-76ea7a3cb9ec admin admin] 10.222.0.104 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.5695231 Jul 06 14:15:26.078426 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20de20b0-f052-418f-b16b-8a3967c04442 None None] Sync routers for ids ['78b4b641-f211-4eae-8c53-21e4f7815e21'] in n-d-773647-6 {{(pid=100248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 14:15:26.106501 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-a2d87584-4b4a-4a79-85c8-c051ab04e6ae None None] Provisioning for port 4b9b4e4d-7ac2-4b30-96cb-9734805be406 completed by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:15:26.125781 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-a2d87584-4b4a-4a79-85c8-c051ab04e6ae None None] Provisioning complete for port 4b9b4e4d-7ac2-4b30-96cb-9734805be406 triggered by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:15:26.126948 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-a2d87584-4b4a-4a79-85c8-c051ab04e6ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:26.129257 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20de20b0-f052-418f-b16b-8a3967c04442 None None] Routers {'78b4b641-f211-4eae-8c53-21e4f7815e21'} bound to L3 agent in host n-d-773647-6 {{(pid=100248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:15:26.130719 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-20de20b0-f052-418f-b16b-8a3967c04442 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T14:15:26Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['78b4b641-f211-4eae-8c53-21e4f7815e21'], 'active': True} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:15:26.152283 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.db [None req-029d60e5-f3ca-4fc7-8e85-b893ccc7339a tempest-BulkNetworkOpsIpV6Test-769788728 tempest-BulkNetworkOpsIpV6Test-769788728-project] For port 65bf3278-9e8f-4eb3-8d5a-bd5590a230e1, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=65bf3278-9e8f-4eb3-8d5a-bd5590a230e1,segment=NetworkSegment(3d71da3a-abee-4e56-abf9-635d3c38ecdb),segment_id=3d71da3a-abee-4e56-abf9-635d3c38ecdb)] {{(pid=100246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:15:26.153599 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-029d60e5-f3ca-4fc7-8e85-b893ccc7339a tempest-BulkNetworkOpsIpV6Test-769788728 tempest-BulkNetworkOpsIpV6Test-769788728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:26.197130 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-20de20b0-f052-418f-b16b-8a3967c04442 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-773647-6', False) {} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:15:26.213952 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [None req-029d60e5-f3ca-4fc7-8e85-b893ccc7339a tempest-BulkNetworkOpsIpV6Test-769788728 tempest-BulkNetworkOpsIpV6Test-769788728-project] Calling delete_port for 65bf3278-9e8f-4eb3-8d5a-bd5590a230e1 owned by network:dhcp {{(pid=100246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:15:26.237055 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58005d0e-4a92-4723-b683-13c4513236ad req-20a617f0-45dc-4d81-942c-f14b773809e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:15:26.240850 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-58005d0e-4a92-4723-b683-13c4513236ad req-20a617f0-45dc-4d81-942c-f14b773809e5 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=120989f8-7a26-49c9-99e3-26a4a5fc00f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2524140 Jul 06 14:15:26.259321 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-059df45d-07bb-4eab-92ee-f0e9e43f2d2a req-97607308-0fcb-4b9d-abac-0ea3a8dd2b5b tempest-VolumesSnapshotTestJSON-159166615 tempest-VolumesSnapshotTestJSON-159166615-project] 10.222.0.104 "GET /v2.0/ports?device_id=6a5b65d9-7038-4f5d-9ab6-265fe81f8b66 HTTP/1.1" status: 200 len: 210 time: 0.1747637 Jul 06 14:15:26.286647 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20de20b0-f052-418f-b16b-8a3967c04442 None None] Routers {'78b4b641-f211-4eae-8c53-21e4f7815e21'} bound to L3 agent in host n-d-773647-6 {{(pid=100248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:15:26.287325 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-20de20b0-f052-418f-b16b-8a3967c04442 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T14:15:26Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['78b4b641-f211-4eae-8c53-21e4f7815e21'], 'active': True} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:15:26.362774 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-20de20b0-f052-418f-b16b-8a3967c04442 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-773647-6', False) {} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:15:26.363360 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20de20b0-f052-418f-b16b-8a3967c04442 None None] The sync data for ids ['78b4b641-f211-4eae-8c53-21e4f7815e21'] in n-d-773647-6 is: [] {{(pid=100248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 14:15:26.447472 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6470cb47-a6ea-419e-a992-6a07a304affd None None] Network 365d7a34-a830-4c0e-836c-85e222c1ca9a requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:15:26.564688 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-58005d0e-4a92-4723-b683-13c4513236ad req-1ac0ec44-bf7c-4890-b495-5263cf2160e2 service neutron] 10.222.0.72 "GET /v2.0/networks/120989f8-7a26-49c9-99e3-26a4a5fc00f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2750125 Jul 06 14:15:26.711863 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-029d60e5-f3ca-4fc7-8e85-b893ccc7339a tempest-BulkNetworkOpsIpV6Test-769788728 tempest-BulkNetworkOpsIpV6Test-769788728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127687580'] for port, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:26.722989 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-2064eaae-da4f-48f8-82d2-b09d4ddedd44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:26.744287 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-61a8f270-e7c4-456e-b43e-32cdf60e2ce4 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1809431'] for router_interface, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:26.757505 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-a2d87584-4b4a-4a79-85c8-c051ab04e6ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:26.791943 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-029d60e5-f3ca-4fc7-8e85-b893ccc7339a tempest-BulkNetworkOpsIpV6Test-769788728 tempest-BulkNetworkOpsIpV6Test-769788728-project] No DVR routers for this DVR port 65bf3278-9e8f-4eb3-8d5a-bd5590a230e1 on host n-d-773647-6 {{(pid=100246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:15:26.794186 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029d60e5-f3ca-4fc7-8e85-b893ccc7339a tempest-BulkNetworkOpsIpV6Test-769788728 tempest-BulkNetworkOpsIpV6Test-769788728-project] Pushing event deleted for resources: {'Port': ['ID=65bf3278-9e8f-4eb3-8d5a-bd5590a230e1,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:15:26.839603 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-029d60e5-f3ca-4fc7-8e85-b893ccc7339a tempest-BulkNetworkOpsIpV6Test-769788728 tempest-BulkNetworkOpsIpV6Test-769788728-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:15:26.840013 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-029d60e5-f3ca-4fc7-8e85-b893ccc7339a tempest-BulkNetworkOpsIpV6Test-769788728 tempest-BulkNetworkOpsIpV6Test-769788728-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:15:26.840442 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-029d60e5-f3ca-4fc7-8e85-b893ccc7339a tempest-BulkNetworkOpsIpV6Test-769788728 tempest-BulkNetworkOpsIpV6Test-769788728-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:15:26.841047 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-029d60e5-f3ca-4fc7-8e85-b893ccc7339a tempest-BulkNetworkOpsIpV6Test-769788728 tempest-BulkNetworkOpsIpV6Test-769788728-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:15:26.841519 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-029d60e5-f3ca-4fc7-8e85-b893ccc7339a tempest-BulkNetworkOpsIpV6Test-769788728 tempest-BulkNetworkOpsIpV6Test-769788728-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:15:26.841962 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-029d60e5-f3ca-4fc7-8e85-b893ccc7339a tempest-BulkNetworkOpsIpV6Test-769788728 tempest-BulkNetworkOpsIpV6Test-769788728-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:15:26.842517 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-029d60e5-f3ca-4fc7-8e85-b893ccc7339a tempest-BulkNetworkOpsIpV6Test-769788728 tempest-BulkNetworkOpsIpV6Test-769788728-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:15:26.843228 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-029d60e5-f3ca-4fc7-8e85-b893ccc7339a tempest-BulkNetworkOpsIpV6Test-769788728 tempest-BulkNetworkOpsIpV6Test-769788728-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:15:26.843706 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-029d60e5-f3ca-4fc7-8e85-b893ccc7339a tempest-BulkNetworkOpsIpV6Test-769788728 tempest-BulkNetworkOpsIpV6Test-769788728-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:15:26.844105 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-029d60e5-f3ca-4fc7-8e85-b893ccc7339a tempest-BulkNetworkOpsIpV6Test-769788728 tempest-BulkNetworkOpsIpV6Test-769788728-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:15:26.844508 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-029d60e5-f3ca-4fc7-8e85-b893ccc7339a tempest-BulkNetworkOpsIpV6Test-769788728 tempest-BulkNetworkOpsIpV6Test-769788728-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:15:26.844909 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-029d60e5-f3ca-4fc7-8e85-b893ccc7339a tempest-BulkNetworkOpsIpV6Test-769788728 tempest-BulkNetworkOpsIpV6Test-769788728-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:15:26.870046 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-58005d0e-4a92-4723-b683-13c4513236ad req-5cdc5fa5-5ba6-4e0c-860c-91cc8286d74c service neutron] 10.222.0.72 "GET /v2.0/networks/120989f8-7a26-49c9-99e3-26a4a5fc00f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2974203 Jul 06 14:15:26.905565 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-a2d87584-4b4a-4a79-85c8-c051ab04e6ae None None] For port 4b9b4e4d-7ac2-4b30-96cb-9734805be406, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=4b9b4e4d-7ac2-4b30-96cb-9734805be406,segment=NetworkSegment(3e2f39f0-7e07-41ad-b54c-76f4234b93c7),segment_id=3e2f39f0-7e07-41ad-b54c-76f4234b93c7)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:15:26.926041 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-a2d87584-4b4a-4a79-85c8-c051ab04e6ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:26.931745 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e8f79cb-2f32-47ba-895b-3cd4760d52de None None] Network 16e19409-416b-4c02-98da-74469e34822f requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:15:26.956285 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-029d60e5-f3ca-4fc7-8e85-b893ccc7339a tempest-BulkNetworkOpsIpV6Test-769788728 tempest-BulkNetworkOpsIpV6Test-769788728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-917204', 'neutron.services.segments.db._delete_segments_for_network-8773753502302'] for network, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:26.968933 n-d-773647-6 neutron-server[100246]: DEBUG neutron.services.segments.db [None req-029d60e5-f3ca-4fc7-8e85-b893ccc7339a tempest-BulkNetworkOpsIpV6Test-769788728 tempest-BulkNetworkOpsIpV6Test-769788728-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['16e19409-416b-4c02-98da-74469e34822f']}} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:15:26.984735 n-d-773647-6 neutron-server[100246]: DEBUG neutron.services.segments.db [None req-029d60e5-f3ca-4fc7-8e85-b893ccc7339a tempest-BulkNetworkOpsIpV6Test-769788728 tempest-BulkNetworkOpsIpV6Test-769788728-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d71da3a-abee-4e56-abf9-635d3c38ecdb') {'for_net_delete': True} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:15:26.985118 n-d-773647-6 neutron-server[100246]: DEBUG neutron.services.segments.db [None req-029d60e5-f3ca-4fc7-8e85-b893ccc7339a tempest-BulkNetworkOpsIpV6Test-769788728 tempest-BulkNetworkOpsIpV6Test-769788728-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d71da3a-abee-4e56-abf9-635d3c38ecdb') {} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:15:27.006301 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-029d60e5-f3ca-4fc7-8e85-b893ccc7339a tempest-BulkNetworkOpsIpV6Test-769788728 tempest-BulkNetworkOpsIpV6Test-769788728-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773753515138', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126218898'] for segment, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:27.046751 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-029d60e5-f3ca-4fc7-8e85-b893ccc7339a tempest-BulkNetworkOpsIpV6Test-769788728 tempest-BulkNetworkOpsIpV6Test-769788728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552'] for segment, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:27.058381 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-029d60e5-f3ca-4fc7-8e85-b893ccc7339a tempest-BulkNetworkOpsIpV6Test-769788728 tempest-BulkNetworkOpsIpV6Test-769788728-project] Releasing vlan 1020 on physical network physnet1 to pool {{(pid=100246) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 14:15:27.058896 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-029d60e5-f3ca-4fc7-8e85-b893ccc7339a tempest-BulkNetworkOpsIpV6Test-769788728 tempest-BulkNetworkOpsIpV6Test-769788728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127687491'] for segment, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:27.062479 n-d-773647-6 neutron-server[100246]: Traceback (most recent call last): Jul 06 14:15:27.062479 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 14:15:27.062479 n-d-773647-6 neutron-server[100246]: timer() Jul 06 14:15:27.062479 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 14:15:27.062479 n-d-773647-6 neutron-server[100246]: cb(*args, **kw) Jul 06 14:15:27.062479 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 14:15:27.062479 n-d-773647-6 neutron-server[100246]: return func(*args, **kwargs) Jul 06 14:15:27.062479 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 14:15:27.062479 n-d-773647-6 neutron-server[100246]: self._notify() Jul 06 14:15:27.062479 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 14:15:27.062479 n-d-773647-6 neutron-server[100246]: self.callback(batched_events) Jul 06 14:15:27.062479 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 14:15:27.062479 n-d-773647-6 neutron-server[100246]: event.method(event) Jul 06 14:15:27.062479 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 14:15:27.062479 n-d-773647-6 neutron-server[100246]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 14:15:27.062479 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 14:15:27.062479 n-d-773647-6 neutron-server[100246]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 14:15:27.062479 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 14:15:27.062479 n-d-773647-6 neutron-server[100246]: return f(self, *a, **k) Jul 06 14:15:27.062479 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 14:15:27.062479 n-d-773647-6 neutron-server[100246]: return self._get(url).json() Jul 06 14:15:27.062479 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 14:15:27.062479 n-d-773647-6 neutron-server[100246]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 14:15:27.062479 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 14:15:27.062479 n-d-773647-6 neutron-server[100246]: return self.request(url, 'GET', **kwargs) Jul 06 14:15:27.062479 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 14:15:27.062479 n-d-773647-6 neutron-server[100246]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 14:15:27.062479 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 14:15:27.062479 n-d-773647-6 neutron-server[100246]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 14:15:27.062479 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 14:15:27.062479 n-d-773647-6 neutron-server[100246]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 14:15:27.062479 n-d-773647-6 neutron-server[100246]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 14:15:27.086251 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-f26cb6cd-a870-432e-bf1a-4facff38a2f1 None None] Could not find standard attr ID for object 65bf3278-9e8f-4eb3-8d5a-bd5590a230e1. {{(pid=100248) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 06 14:15:27.128192 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d87584-4b4a-4a79-85c8-c051ab04e6ae None None] Pushing event updated for resources: {'Port': ['ID=4b9b4e4d-7ac2-4b30-96cb-9734805be406,revision_number=3']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:15:27.140993 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-029d60e5-f3ca-4fc7-8e85-b893ccc7339a tempest-BulkNetworkOpsIpV6Test-769788728 tempest-BulkNetworkOpsIpV6Test-769788728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-917215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1761140'] for network, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:27.151525 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-029d60e5-f3ca-4fc7-8e85-b893ccc7339a tempest-BulkNetworkOpsIpV6Test-769788728 tempest-BulkNetworkOpsIpV6Test-769788728-project] Notify callbacks [] for network, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:27.156209 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-029d60e5-f3ca-4fc7-8e85-b893ccc7339a tempest-BulkNetworkOpsIpV6Test-769788728 tempest-BulkNetworkOpsIpV6Test-769788728-project] 10.222.0.104 "DELETE /v2.0/networks/16e19409-416b-4c02-98da-74469e34822f HTTP/1.1" status: 204 len: 168 time: 1.6023669 Jul 06 14:15:27.170396 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 56998) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:15:27.181583 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029d60e5-f3ca-4fc7-8e85-b893ccc7339a tempest-BulkNetworkOpsIpV6Test-769788728 tempest-BulkNetworkOpsIpV6Test-769788728-project] Pushing event deleted for resources: {'Network': ['ID=16e19409-416b-4c02-98da-74469e34822f,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:15:27.270434 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31a9bf62-9522-493b-8f1e-58272795ff26 None None] DHCP port deletion for 16e19409-416b-4c02-98da-74469e34822f request from n-d-773647-6 {{(pid=100248) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 14:15:27.286655 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-2e3f9a52-588b-4e78-a5e7-5e6e05f5665b tempest-BulkNetworkOpsIpV6Test-769788728 tempest-BulkNetworkOpsIpV6Test-769788728-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530492'] for network, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:27.320809 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-166729d3-1b98-48ef-8291-4335ce83bdb7 None None] Provisioning for port 8625567b-2e6c-4cf0-9e23-28d261711586 completed by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:15:27.325934 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-166729d3-1b98-48ef-8291-4335ce83bdb7 None None] Provisioning complete for port 8625567b-2e6c-4cf0-9e23-28d261711586 triggered by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:15:27.326320 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-166729d3-1b98-48ef-8291-4335ce83bdb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:27.394470 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-166729d3-1b98-48ef-8291-4335ce83bdb7 None None] Port 8625567b-2e6c-4cf0-9e23-28d261711586 cannot update to ACTIVE because it is not bound. {{(pid=100248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 14:15:27.405986 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-166729d3-1b98-48ef-8291-4335ce83bdb7 None None] Provisioning complete for port 4b9b4e4d-7ac2-4b30-96cb-9734805be406 triggered by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:15:27.406416 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-166729d3-1b98-48ef-8291-4335ce83bdb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:27.452624 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-2e3f9a52-588b-4e78-a5e7-5e6e05f5665b tempest-BulkNetworkOpsIpV6Test-769788728 tempest-BulkNetworkOpsIpV6Test-769788728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-917204', 'neutron.services.segments.db._delete_segments_for_network-8773753502302'] for network, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:27.468569 n-d-773647-6 neutron-server[100246]: DEBUG neutron.services.segments.db [None req-2e3f9a52-588b-4e78-a5e7-5e6e05f5665b tempest-BulkNetworkOpsIpV6Test-769788728 tempest-BulkNetworkOpsIpV6Test-769788728-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f33d005e-3681-4a3a-88bd-d9193f357264']}} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:15:27.477414 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Device bc4f675b-2e9f-4750-9375-af3fcf823c8c up at agent hyperv_n-h1-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:15:27.492504 n-d-773647-6 neutron-server[100246]: DEBUG neutron.services.segments.db [None req-2e3f9a52-588b-4e78-a5e7-5e6e05f5665b tempest-BulkNetworkOpsIpV6Test-769788728 tempest-BulkNetworkOpsIpV6Test-769788728-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9872b247-f404-430e-96b4-0065f2438119') {'for_net_delete': True} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:15:27.495813 n-d-773647-6 neutron-server[100246]: DEBUG neutron.services.segments.db [None req-2e3f9a52-588b-4e78-a5e7-5e6e05f5665b tempest-BulkNetworkOpsIpV6Test-769788728 tempest-BulkNetworkOpsIpV6Test-769788728-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9872b247-f404-430e-96b4-0065f2438119') {} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:15:27.520205 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-2e3f9a52-588b-4e78-a5e7-5e6e05f5665b tempest-BulkNetworkOpsIpV6Test-769788728 tempest-BulkNetworkOpsIpV6Test-769788728-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773753515138', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126218898'] for segment, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:27.576375 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-2e3f9a52-588b-4e78-a5e7-5e6e05f5665b tempest-BulkNetworkOpsIpV6Test-769788728 tempest-BulkNetworkOpsIpV6Test-769788728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552'] for segment, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:27.598927 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e3f9a52-588b-4e78-a5e7-5e6e05f5665b tempest-BulkNetworkOpsIpV6Test-769788728 tempest-BulkNetworkOpsIpV6Test-769788728-project] Releasing vlan 1018 on physical network physnet1 to pool {{(pid=100246) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 14:15:27.599635 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-2e3f9a52-588b-4e78-a5e7-5e6e05f5665b tempest-BulkNetworkOpsIpV6Test-769788728 tempest-BulkNetworkOpsIpV6Test-769788728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127687491'] for segment, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:27.604677 n-d-773647-6 neutron-server[100246]: Traceback (most recent call last): Jul 06 14:15:27.604677 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 14:15:27.604677 n-d-773647-6 neutron-server[100246]: timer() Jul 06 14:15:27.604677 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 14:15:27.604677 n-d-773647-6 neutron-server[100246]: cb(*args, **kw) Jul 06 14:15:27.604677 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 14:15:27.604677 n-d-773647-6 neutron-server[100246]: return func(*args, **kwargs) Jul 06 14:15:27.604677 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 14:15:27.604677 n-d-773647-6 neutron-server[100246]: self._notify() Jul 06 14:15:27.604677 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 14:15:27.604677 n-d-773647-6 neutron-server[100246]: self.callback(batched_events) Jul 06 14:15:27.604677 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 14:15:27.604677 n-d-773647-6 neutron-server[100246]: event.method(event) Jul 06 14:15:27.604677 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 14:15:27.604677 n-d-773647-6 neutron-server[100246]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 14:15:27.604677 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 14:15:27.604677 n-d-773647-6 neutron-server[100246]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 14:15:27.604677 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 14:15:27.604677 n-d-773647-6 neutron-server[100246]: return f(self, *a, **k) Jul 06 14:15:27.604677 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 14:15:27.604677 n-d-773647-6 neutron-server[100246]: return self._get(url).json() Jul 06 14:15:27.604677 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 14:15:27.604677 n-d-773647-6 neutron-server[100246]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 14:15:27.604677 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 14:15:27.604677 n-d-773647-6 neutron-server[100246]: return self.request(url, 'GET', **kwargs) Jul 06 14:15:27.604677 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 14:15:27.604677 n-d-773647-6 neutron-server[100246]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 14:15:27.604677 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 14:15:27.604677 n-d-773647-6 neutron-server[100246]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 14:15:27.604677 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 14:15:27.604677 n-d-773647-6 neutron-server[100246]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 14:15:27.604677 n-d-773647-6 neutron-server[100246]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 14:15:27.625077 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Provisioning for port bc4f675b-2e9f-4750-9375-af3fcf823c8c completed by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:15:27.628964 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc668a4-66f5-4752-80e4-f1751d46e203 req-fc45dffe-fdba-4b5d-9b4d-c8542c16256c tempest-ServerAddressesNegativeTestJSON-2021873622 tempest-ServerAddressesNegativeTestJSON-2021873622-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:15:27.634715 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Provisioning complete for port bc4f675b-2e9f-4750-9375-af3fcf823c8c triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:15:27.635100 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:27.635715 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-bfc668a4-66f5-4752-80e4-f1751d46e203 req-fc45dffe-fdba-4b5d-9b4d-c8542c16256c tempest-ServerAddressesNegativeTestJSON-2021873622 tempest-ServerAddressesNegativeTestJSON-2021873622-project] 10.222.0.104 "GET /v2.0/networks?id=365d7a34-a830-4c0e-836c-85e222c1ca9a HTTP/1.1" status: 200 len: 822 time: 0.8256469 Jul 06 14:15:27.662978 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-bfc668a4-66f5-4752-80e4-f1751d46e203 req-ccf56cbd-90e4-47c4-aaa1-bdd903dfdfc6 tempest-ServerAddressesNegativeTestJSON-2021873622 tempest-ServerAddressesNegativeTestJSON-2021873622-project] 10.222.0.104 "GET /v2.0/quotas/b6fbd15a1a694bacae9e77d802d4113e HTTP/1.1" status: 200 len: 375 time: 0.0261767 Jul 06 14:15:27.719045 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-2e3f9a52-588b-4e78-a5e7-5e6e05f5665b tempest-BulkNetworkOpsIpV6Test-769788728 tempest-BulkNetworkOpsIpV6Test-769788728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-917215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1761140'] for network, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:27.732366 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-2e3f9a52-588b-4e78-a5e7-5e6e05f5665b tempest-BulkNetworkOpsIpV6Test-769788728 tempest-BulkNetworkOpsIpV6Test-769788728-project] Notify callbacks [] for network, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:27.738426 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-2e3f9a52-588b-4e78-a5e7-5e6e05f5665b tempest-BulkNetworkOpsIpV6Test-769788728 tempest-BulkNetworkOpsIpV6Test-769788728-project] 10.222.0.104 "DELETE /v2.0/networks/f33d005e-3681-4a3a-88bd-d9193f357264 HTTP/1.1" status: 204 len: 168 time: 0.5631866 Jul 06 14:15:27.738644 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 57004) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:15:27.751889 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-bfc668a4-66f5-4752-80e4-f1751d46e203 req-bfe1ce34-1b16-446e-b30f-0813c4e9d9b9 tempest-ServerAddressesNegativeTestJSON-2021873622 tempest-ServerAddressesNegativeTestJSON-2021873622-project] 10.222.0.104 "GET /v2.0/ports?tenant_id=b6fbd15a1a694bacae9e77d802d4113e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0879691 Jul 06 14:15:27.758470 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:27.759886 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3f9a52-588b-4e78-a5e7-5e6e05f5665b tempest-BulkNetworkOpsIpV6Test-769788728 tempest-BulkNetworkOpsIpV6Test-769788728-project] Pushing event deleted for resources: {'Network': ['ID=f33d005e-3681-4a3a-88bd-d9193f357264,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:15:27.801287 n-d-773647-6 neutron-server[100248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74c47464-2de6-4359-8407-a9a093dc2562', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc4f675b-2e9f-4750-9375-af3fcf823c8c'}] {{(pid=100248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:15:27.804187 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84af257533e383389cbcf231d3534f4d5e149e7203fea16b4a8fc01438dddaf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d0a5603-741a-4994-a1a8-3573d0c1a00e" -d '{"events": [{"server_uuid": "74c47464-2de6-4359-8407-a9a093dc2562", "name": "network-vif-plugged", "status": "completed", "tag": "bc4f675b-2e9f-4750-9375-af3fcf823c8c"}]}' {{(pid=100248) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:15:27.820739 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4798df83-f32b-47a6-a111-0b911fb599c4 req-4a7fec6a-0463-4e7b-a517-670fb0371365 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:15:27.828702 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] For port bc4f675b-2e9f-4750-9375-af3fcf823c8c, host n-h1-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773647-6',level=0,port_id=bc4f675b-2e9f-4750-9375-af3fcf823c8c,segment=NetworkSegment(a4a2476c-616e-4f46-b763-8a121d1a9fab),segment_id=a4a2476c-616e-4f46-b763-8a121d1a9fab)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:15:27.829558 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-4798df83-f32b-47a6-a111-0b911fb599c4 req-4a7fec6a-0463-4e7b-a517-670fb0371365 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] 10.222.0.104 "GET /v2.0/ports?device_id=74c47464-2de6-4359-8407-a9a093dc2562 HTTP/1.1" status: 200 len: 945 time: 0.3720772 Jul 06 14:15:27.836104 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-9eb3dd69-9929-4ae8-86e8-bf7412720642 None None] Provisioning complete for port 8625567b-2e6c-4cf0-9e23-28d261711586 triggered by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:15:27.836969 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-9eb3dd69-9929-4ae8-86e8-bf7412720642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:27.841148 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:27.866261 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-1c70ff7e-58e8-4447-b3aa-ba4712cfd05d tempest-BulkNetworkOpsIpV6Test-769788728 tempest-BulkNetworkOpsIpV6Test-769788728-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530492'] for network, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:27.911844 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-4798df83-f32b-47a6-a111-0b911fb599c4 req-82d47a6b-3217-4833-8959-0a672d3e762b tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] 10.222.0.104 "GET /v2.0/security-groups?id=5d8c99c2-13fb-4e77-b660-83bc40ffb65c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0812421 Jul 06 14:15:27.959982 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Pushing event updated for resources: {'Port': ['ID=bc4f675b-2e9f-4750-9375-af3fcf823c8c,revision_number=9']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:15:27.963466 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e799982a-6c26-466b-bea4-cb56bded0c7f None None] get_active_networks_info from n-d-773647-6 {{(pid=100248) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 06 14:15:28.014574 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-9eb3dd69-9929-4ae8-86e8-bf7412720642 None None] Port 8625567b-2e6c-4cf0-9e23-28d261711586 cannot update to ACTIVE because it is not bound. {{(pid=100248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 14:15:28.064107 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-bfc668a4-66f5-4752-80e4-f1751d46e203 req-317e9f3e-07bd-47dd-aae9-d434bb5fd8eb service neutron] 10.222.0.104 "GET /v2.0/networks/365d7a34-a830-4c0e-836c-85e222c1ca9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3100455 Jul 06 14:15:28.153765 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-7806bc75-e5cf-4a96-9928-bdd15c97258c None None] Provisioning complete for port 8625567b-2e6c-4cf0-9e23-28d261711586 triggered by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:15:28.154190 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-7806bc75-e5cf-4a96-9928-bdd15c97258c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:28.197443 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-7806bc75-e5cf-4a96-9928-bdd15c97258c None None] Port 8625567b-2e6c-4cf0-9e23-28d261711586 cannot update to ACTIVE because it is not bound. {{(pid=100248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 14:15:28.201293 n-d-773647-6 neutron-server[100248]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e799982a-6c26-466b-bea4-cb56bded0c7f None None] Resources bound (agent type, host, resource id): {{(pid=100248) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 06 14:15:28.233731 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-52d2a487-3085-4a90-a81f-cebe38344c31 req-de1331f5-b97c-41d1-899d-c85fb68bfa63 tempest-VolumesSnapshotTestJSON-159166615 tempest-VolumesSnapshotTestJSON-159166615-project] 10.222.0.104 "GET /v2.0/ports?device_id=6a5b65d9-7038-4f5d-9ab6-265fe81f8b66 HTTP/1.1" status: 200 len: 210 time: 0.0936737 Jul 06 14:15:28.337115 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-bfc668a4-66f5-4752-80e4-f1751d46e203 req-efa51e23-a36a-4027-9223-7cf55ac96d12 service neutron] 10.222.0.104 "GET /v2.0/networks/365d7a34-a830-4c0e-836c-85e222c1ca9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2663238 Jul 06 14:15:28.375849 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.plugin [None req-61a8f270-e7c4-456e-b43e-32cdf60e2ce4 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Deleting port 8625567b-2e6c-4cf0-9e23-28d261711586 {{(pid=100247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:15:28.376469 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-61a8f270-e7c4-456e-b43e-32cdf60e2ce4 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:28.396953 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-1c70ff7e-58e8-4447-b3aa-ba4712cfd05d tempest-BulkNetworkOpsIpV6Test-769788728 tempest-BulkNetworkOpsIpV6Test-769788728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-917204', 'neutron.services.segments.db._delete_segments_for_network-8773753502302'] for network, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:28.414367 n-d-773647-6 neutron-server[100246]: DEBUG neutron.services.segments.db [None req-1c70ff7e-58e8-4447-b3aa-ba4712cfd05d tempest-BulkNetworkOpsIpV6Test-769788728 tempest-BulkNetworkOpsIpV6Test-769788728-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['22064459-6c2a-4e2c-a301-3c63cf5b2248']}} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:15:28.419177 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-03f71b24-a9b8-453a-8924-caa3f97bc6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:28.435511 n-d-773647-6 neutron-server[100246]: DEBUG neutron.services.segments.db [None req-1c70ff7e-58e8-4447-b3aa-ba4712cfd05d tempest-BulkNetworkOpsIpV6Test-769788728 tempest-BulkNetworkOpsIpV6Test-769788728-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab9b79de-f23d-43d9-acaf-ba9ecd7186f4') {'for_net_delete': True} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:15:28.435873 n-d-773647-6 neutron-server[100246]: DEBUG neutron.services.segments.db [None req-1c70ff7e-58e8-4447-b3aa-ba4712cfd05d tempest-BulkNetworkOpsIpV6Test-769788728 tempest-BulkNetworkOpsIpV6Test-769788728-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab9b79de-f23d-43d9-acaf-ba9ecd7186f4') {} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:15:28.457434 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-1c70ff7e-58e8-4447-b3aa-ba4712cfd05d tempest-BulkNetworkOpsIpV6Test-769788728 tempest-BulkNetworkOpsIpV6Test-769788728-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773753515138', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126218898'] for segment, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:28.476767 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16501304-7d1a-4a7a-93b3-e75ddb441e01 req-e2ba52fe-9036-43a0-9132-bdcf98d64db8 tempest-VolumesSnapshotTestJSON-159166615 tempest-VolumesSnapshotTestJSON-159166615-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:15:28.478412 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-16501304-7d1a-4a7a-93b3-e75ddb441e01 req-e2ba52fe-9036-43a0-9132-bdcf98d64db8 tempest-VolumesSnapshotTestJSON-159166615 tempest-VolumesSnapshotTestJSON-159166615-project] 10.222.0.72 "GET /v2.0/networks?id=49b14001-0249-40ad-b388-270776c77779 HTTP/1.1" status: 200 len: 814 time: 0.1981769 Jul 06 14:15:28.482122 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-1c70ff7e-58e8-4447-b3aa-ba4712cfd05d tempest-BulkNetworkOpsIpV6Test-769788728 tempest-BulkNetworkOpsIpV6Test-769788728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552'] for segment, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:28.487546 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 14:15:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1303bf5-fa44-4ad4-9638-5bc711fa5302 x-openstack-request-id: req-b1303bf5-fa44-4ad4-9638-5bc711fa5302 {{(pid=100248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:15:28.488603 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74c47464-2de6-4359-8407-a9a093dc2562", "name": "network-vif-plugged", "status": "completed", "tag": "bc4f675b-2e9f-4750-9375-af3fcf823c8c", "code": 200}]} {{(pid=100248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:15:28.488603 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-b1303bf5-fa44-4ad4-9638-5bc711fa5302 {{(pid=100248) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:15:28.488849 n-d-773647-6 neutron-server[100248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74c47464-2de6-4359-8407-a9a093dc2562', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc4f675b-2e9f-4750-9375-af3fcf823c8c', 'code': 200} Jul 06 14:15:28.492876 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [req-16501304-7d1a-4a7a-93b3-e75ddb441e01 req-26279568-8f3e-47a3-91c7-cfacef7f9825 tempest-VolumesSnapshotTestJSON-159166615 tempest-VolumesSnapshotTestJSON-159166615-project] Request body: {'port': {'device_id': '6a5b65d9-7038-4f5d-9ab6-265fe81f8b66', 'network_id': '49b14001-0249-40ad-b388-270776c77779', 'admin_state_up': True, 'tenant_id': '4600ccf0872344348383371ca2dd310c'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:15:28.512656 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-61a8f270-e7c4-456e-b43e-32cdf60e2ce4 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:28.528546 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.plugin [None req-61a8f270-e7c4-456e-b43e-32cdf60e2ce4 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Calling delete_port for 8625567b-2e6c-4cf0-9e23-28d261711586 owned by network:router_interface {{(pid=100247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:15:28.564600 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c70ff7e-58e8-4447-b3aa-ba4712cfd05d tempest-BulkNetworkOpsIpV6Test-769788728 tempest-BulkNetworkOpsIpV6Test-769788728-project] Releasing vlan 1046 on physical network physnet1 to pool {{(pid=100246) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 14:15:28.565020 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-1c70ff7e-58e8-4447-b3aa-ba4712cfd05d tempest-BulkNetworkOpsIpV6Test-769788728 tempest-BulkNetworkOpsIpV6Test-769788728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127687491'] for segment, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:28.568225 n-d-773647-6 neutron-server[100246]: Traceback (most recent call last): Jul 06 14:15:28.568225 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 14:15:28.568225 n-d-773647-6 neutron-server[100246]: timer() Jul 06 14:15:28.568225 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 14:15:28.568225 n-d-773647-6 neutron-server[100246]: cb(*args, **kw) Jul 06 14:15:28.568225 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 14:15:28.568225 n-d-773647-6 neutron-server[100246]: return func(*args, **kwargs) Jul 06 14:15:28.568225 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 14:15:28.568225 n-d-773647-6 neutron-server[100246]: self._notify() Jul 06 14:15:28.568225 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 14:15:28.568225 n-d-773647-6 neutron-server[100246]: self.callback(batched_events) Jul 06 14:15:28.568225 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 14:15:28.568225 n-d-773647-6 neutron-server[100246]: event.method(event) Jul 06 14:15:28.568225 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 14:15:28.568225 n-d-773647-6 neutron-server[100246]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 14:15:28.568225 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 14:15:28.568225 n-d-773647-6 neutron-server[100246]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 14:15:28.568225 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 14:15:28.568225 n-d-773647-6 neutron-server[100246]: return f(self, *a, **k) Jul 06 14:15:28.568225 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 14:15:28.568225 n-d-773647-6 neutron-server[100246]: return self._get(url).json() Jul 06 14:15:28.568225 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 14:15:28.568225 n-d-773647-6 neutron-server[100246]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 14:15:28.568225 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 14:15:28.568225 n-d-773647-6 neutron-server[100246]: return self.request(url, 'GET', **kwargs) Jul 06 14:15:28.568225 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 14:15:28.568225 n-d-773647-6 neutron-server[100246]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 14:15:28.568225 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 14:15:28.568225 n-d-773647-6 neutron-server[100246]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 14:15:28.568225 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 14:15:28.568225 n-d-773647-6 neutron-server[100246]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 14:15:28.568225 n-d-773647-6 neutron-server[100246]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 14:15:28.659549 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-1c70ff7e-58e8-4447-b3aa-ba4712cfd05d tempest-BulkNetworkOpsIpV6Test-769788728 tempest-BulkNetworkOpsIpV6Test-769788728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-917215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1761140'] for network, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:28.669585 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-1c70ff7e-58e8-4447-b3aa-ba4712cfd05d tempest-BulkNetworkOpsIpV6Test-769788728 tempest-BulkNetworkOpsIpV6Test-769788728-project] Notify callbacks [] for network, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:28.673826 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-1c70ff7e-58e8-4447-b3aa-ba4712cfd05d tempest-BulkNetworkOpsIpV6Test-769788728 tempest-BulkNetworkOpsIpV6Test-769788728-project] 10.222.0.104 "DELETE /v2.0/networks/22064459-6c2a-4e2c-a301-3c63cf5b2248 HTTP/1.1" status: 204 len: 168 time: 0.9320624 Jul 06 14:15:28.684164 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 57012) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:15:28.697055 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c70ff7e-58e8-4447-b3aa-ba4712cfd05d tempest-BulkNetworkOpsIpV6Test-769788728 tempest-BulkNetworkOpsIpV6Test-769788728-project] Pushing event deleted for resources: {'Network': ['ID=22064459-6c2a-4e2c-a301-3c63cf5b2248,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:15:28.710583 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-d701f1d4-821e-4318-97fd-21b65c485da4 req-56c36063-77c4-409e-b9b3-bfe8909184f1 tempest-ServerAddressesNegativeTestJSON-2021873622 tempest-ServerAddressesNegativeTestJSON-2021873622-project] 10.222.0.104 "GET /v2.0/ports?device_id=a890ae47-9b18-49b8-bdaa-4ffe757d616d HTTP/1.1" status: 200 len: 210 time: 0.0384395 Jul 06 14:15:28.773499 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-16501304-7d1a-4a7a-93b3-e75ddb441e01 req-26279568-8f3e-47a3-91c7-cfacef7f9825 tempest-VolumesSnapshotTestJSON-159166615 tempest-VolumesSnapshotTestJSON-159166615-project] Made reservation on behalf of 4600ccf0872344348383371ca2dd310c for: {'port': 1} {{(pid=100246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:15:28.777338 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-16501304-7d1a-4a7a-93b3-e75ddb441e01 req-26279568-8f3e-47a3-91c7-cfacef7f9825 tempest-VolumesSnapshotTestJSON-159166615 tempest-VolumesSnapshotTestJSON-159166615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:28.800303 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-efab77e2-429c-4221-8eb0-8866154d59c3 tempest-BulkNetworkOpsIpV6Test-769788728 tempest-BulkNetworkOpsIpV6Test-769788728-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530492'] for network, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:28.804207 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-61a8f270-e7c4-456e-b43e-32cdf60e2ce4 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128888353'] for port, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:28.836281 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a8f270-e7c4-456e-b43e-32cdf60e2ce4 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Pushing event deleted for resources: {'Port': ['ID=8625567b-2e6c-4cf0-9e23-28d261711586,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:15:28.990982 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-efab77e2-429c-4221-8eb0-8866154d59c3 tempest-BulkNetworkOpsIpV6Test-769788728 tempest-BulkNetworkOpsIpV6Test-769788728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-917204', 'neutron.services.segments.db._delete_segments_for_network-8773753502302'] for network, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:29.026383 n-d-773647-6 neutron-server[100246]: DEBUG neutron.services.segments.db [None req-efab77e2-429c-4221-8eb0-8866154d59c3 tempest-BulkNetworkOpsIpV6Test-769788728 tempest-BulkNetworkOpsIpV6Test-769788728-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['77bc0198-cf62-48eb-a6e4-ed8a2445c56c']}} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:15:29.043926 n-d-773647-6 neutron-server[100246]: DEBUG neutron.services.segments.db [None req-efab77e2-429c-4221-8eb0-8866154d59c3 tempest-BulkNetworkOpsIpV6Test-769788728 tempest-BulkNetworkOpsIpV6Test-769788728-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc41c8e5-868f-4fe1-a35a-d65aeb7bdb18') {'for_net_delete': True} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:15:29.044295 n-d-773647-6 neutron-server[100246]: DEBUG neutron.services.segments.db [None req-efab77e2-429c-4221-8eb0-8866154d59c3 tempest-BulkNetworkOpsIpV6Test-769788728 tempest-BulkNetworkOpsIpV6Test-769788728-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc41c8e5-868f-4fe1-a35a-d65aeb7bdb18') {} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:15:29.057744 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.db_base_plugin_common [req-16501304-7d1a-4a7a-93b3-e75ddb441e01 req-26279568-8f3e-47a3-91c7-cfacef7f9825 tempest-VolumesSnapshotTestJSON-159166615 tempest-VolumesSnapshotTestJSON-159166615-project] Allocated IP 172.20.0.3 (49b14001-0249-40ad-b388-270776c77779/43b44cc2-8280-4abb-bc23-973a73c284c8/0354108e-d9b7-4ade-b657-7d86fb06c665) {{(pid=100246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:15:29.061070 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-efab77e2-429c-4221-8eb0-8866154d59c3 tempest-BulkNetworkOpsIpV6Test-769788728 tempest-BulkNetworkOpsIpV6Test-769788728-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773753515138', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126218898'] for segment, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:29.085480 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-efab77e2-429c-4221-8eb0-8866154d59c3 tempest-BulkNetworkOpsIpV6Test-769788728 tempest-BulkNetworkOpsIpV6Test-769788728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552'] for segment, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:29.110474 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 4b9b4e4d-7ac2-4b30-96cb-9734805be406 up at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:15:29.118736 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-efab77e2-429c-4221-8eb0-8866154d59c3 tempest-BulkNetworkOpsIpV6Test-769788728 tempest-BulkNetworkOpsIpV6Test-769788728-project] Releasing vlan 1000 on physical network physnet1 to pool {{(pid=100246) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 14:15:29.119535 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-efab77e2-429c-4221-8eb0-8866154d59c3 tempest-BulkNetworkOpsIpV6Test-769788728 tempest-BulkNetworkOpsIpV6Test-769788728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127687491'] for segment, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:29.127626 n-d-773647-6 neutron-server[100246]: Traceback (most recent call last): Jul 06 14:15:29.127626 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 14:15:29.127626 n-d-773647-6 neutron-server[100246]: timer() Jul 06 14:15:29.127626 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 14:15:29.127626 n-d-773647-6 neutron-server[100246]: cb(*args, **kw) Jul 06 14:15:29.127626 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 14:15:29.127626 n-d-773647-6 neutron-server[100246]: return func(*args, **kwargs) Jul 06 14:15:29.127626 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 14:15:29.127626 n-d-773647-6 neutron-server[100246]: self._notify() Jul 06 14:15:29.127626 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 14:15:29.127626 n-d-773647-6 neutron-server[100246]: self.callback(batched_events) Jul 06 14:15:29.127626 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 14:15:29.127626 n-d-773647-6 neutron-server[100246]: event.method(event) Jul 06 14:15:29.127626 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 14:15:29.127626 n-d-773647-6 neutron-server[100246]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 14:15:29.127626 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 14:15:29.127626 n-d-773647-6 neutron-server[100246]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 14:15:29.127626 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 14:15:29.127626 n-d-773647-6 neutron-server[100246]: return f(self, *a, **k) Jul 06 14:15:29.127626 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 14:15:29.127626 n-d-773647-6 neutron-server[100246]: return self._get(url).json() Jul 06 14:15:29.127626 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 14:15:29.127626 n-d-773647-6 neutron-server[100246]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 14:15:29.127626 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 14:15:29.127626 n-d-773647-6 neutron-server[100246]: return self.request(url, 'GET', **kwargs) Jul 06 14:15:29.127626 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 14:15:29.127626 n-d-773647-6 neutron-server[100246]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 14:15:29.127626 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 14:15:29.127626 n-d-773647-6 neutron-server[100246]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 14:15:29.127626 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 14:15:29.127626 n-d-773647-6 neutron-server[100246]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 14:15:29.127626 n-d-773647-6 neutron-server[100246]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 14:15:29.182180 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-61a8f270-e7c4-456e-b43e-32cdf60e2ce4 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1809193'] for router_interface, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:29.229264 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning complete for port 4b9b4e4d-7ac2-4b30-96cb-9734805be406 triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:15:29.229772 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:29.233790 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-efab77e2-429c-4221-8eb0-8866154d59c3 tempest-BulkNetworkOpsIpV6Test-769788728 tempest-BulkNetworkOpsIpV6Test-769788728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-917215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1761140'] for network, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:29.277552 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-efab77e2-429c-4221-8eb0-8866154d59c3 tempest-BulkNetworkOpsIpV6Test-769788728 tempest-BulkNetworkOpsIpV6Test-769788728-project] Notify callbacks [] for network, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:29.279798 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-efab77e2-429c-4221-8eb0-8866154d59c3 tempest-BulkNetworkOpsIpV6Test-769788728 tempest-BulkNetworkOpsIpV6Test-769788728-project] 10.222.0.104 "DELETE /v2.0/networks/77bc0198-cf62-48eb-a6e4-ed8a2445c56c HTTP/1.1" status: 204 len: 168 time: 0.5946004 Jul 06 14:15:29.308543 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efab77e2-429c-4221-8eb0-8866154d59c3 tempest-BulkNetworkOpsIpV6Test-769788728 tempest-BulkNetworkOpsIpV6Test-769788728-project] Pushing event deleted for resources: {'Network': ['ID=77bc0198-cf62-48eb-a6e4-ed8a2445c56c,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:15:29.327024 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660bfdc9-8966-4613-9bc9-85b8be98cde4 req-265880d2-9afb-4e96-ad27-a8ae8a0f3f69 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:15:29.329108 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-660bfdc9-8966-4613-9bc9-85b8be98cde4 req-265880d2-9afb-4e96-ad27-a8ae8a0f3f69 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] 10.222.0.104 "GET /v2.0/ports?device_id=74c47464-2de6-4359-8407-a9a093dc2562 HTTP/1.1" status: 200 len: 946 time: 0.1911743 Jul 06 14:15:29.398588 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-16501304-7d1a-4a7a-93b3-e75ddb441e01 req-26279568-8f3e-47a3-91c7-cfacef7f9825 tempest-VolumesSnapshotTestJSON-159166615 tempest-VolumesSnapshotTestJSON-159166615-project] Notify callbacks [] for port, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:29.427791 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 65bf3278-9e8f-4eb3-8d5a-bd5590a230e1 no longer exists at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:15:29.456231 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-ab5d54fd-bbb3-4db3-99b8-2e149637e126 req-bed87b1b-a2fa-49bf-aef9-006505ccf14a tempest-VolumesSnapshotTestJSON-159166615 tempest-VolumesSnapshotTestJSON-159166615-project] 10.222.0.104 "GET /v2.0/ports?device_id=6a5b65d9-7038-4f5d-9ab6-265fe81f8b66 HTTP/1.1" status: 200 len: 210 time: 0.0603838 Jul 06 14:15:29.490966 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-16501304-7d1a-4a7a-93b3-e75ddb441e01 req-26279568-8f3e-47a3-91c7-cfacef7f9825 tempest-VolumesSnapshotTestJSON-159166615 tempest-VolumesSnapshotTestJSON-159166615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-127687573'] for port, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:29.491189 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] No Port match for: 65bf3278-9e8f-4eb3-8d5a-bd5590a230e1 {{(pid=100248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 14:15:29.491469 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 65bf3278-9e8f-4eb3-8d5a-bd5590a230e1 not bound to the agent host n-d-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:15:29.543872 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-16501304-7d1a-4a7a-93b3-e75ddb441e01 req-26279568-8f3e-47a3-91c7-cfacef7f9825 tempest-VolumesSnapshotTestJSON-159166615 tempest-VolumesSnapshotTestJSON-159166615-project] Network 49b14001-0249-40ad-b388-270776c77779 is already hosted by enough agents. {{(pid=100246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:15:29.549913 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.base_scheduler [req-16501304-7d1a-4a7a-93b3-e75ddb441e01 req-26279568-8f3e-47a3-91c7-cfacef7f9825 tempest-VolumesSnapshotTestJSON-159166615 tempest-VolumesSnapshotTestJSON-159166615-project] Resources bound (agent type, host, resource id): {{(pid=100246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:15:29.552803 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [req-16501304-7d1a-4a7a-93b3-e75ddb441e01 req-26279568-8f3e-47a3-91c7-cfacef7f9825 tempest-VolumesSnapshotTestJSON-159166615 tempest-VolumesSnapshotTestJSON-159166615-project] Received port after_create {{(pid=100246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:15:29.567736 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61a8f270-e7c4-456e-b43e-32cdf60e2ce4 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Router 78b4b641-f211-4eae-8c53-21e4f7815e21 has already been hosted by L3 agent 2823d358-a11b-4885-a706-95a279e43fa7 {{(pid=100247) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 14:15:29.582011 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-660bfdc9-8966-4613-9bc9-85b8be98cde4 req-a5015cc4-3a4a-4764-a2be-8ed8c748b466 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] 10.222.0.104 "GET /v2.0/security-groups?id=5d8c99c2-13fb-4e77-b660-83bc40ffb65c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2387607 Jul 06 14:15:29.614506 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26279568-8f3e-47a3-91c7-cfacef7f9825 tempest-VolumesSnapshotTestJSON-159166615 tempest-VolumesSnapshotTestJSON-159166615-project] Pushing event updated for resources: {'Port': ['ID=0354108e-d9b7-4ade-b657-7d86fb06c665,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:15:29.627734 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 57030) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:15:29.641171 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 57032) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:15:29.691019 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61a8f270-e7c4-456e-b43e-32cdf60e2ce4 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Notify agent at l3_agent.n-d-773647-6 the message routers_updated {{(pid=100247) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 14:15:29.696037 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-61a8f270-e7c4-456e-b43e-32cdf60e2ce4 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] 10.222.0.104 "PUT /v2.0/routers/78b4b641-f211-4eae-8c53-21e4f7815e21/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6260562 Jul 06 14:15:29.698742 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 57036) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:15:29.698867 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16501304-7d1a-4a7a-93b3-e75ddb441e01 req-26279568-8f3e-47a3-91c7-cfacef7f9825 tempest-VolumesSnapshotTestJSON-159166615 tempest-VolumesSnapshotTestJSON-159166615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:15:29.699529 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-16501304-7d1a-4a7a-93b3-e75ddb441e01 req-26279568-8f3e-47a3-91c7-cfacef7f9825 tempest-VolumesSnapshotTestJSON-159166615 tempest-VolumesSnapshotTestJSON-159166615-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:29.706139 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-406e486b-0512-42ce-91f3-a6bc8a454b95 None None] Sync routers for ids ['78b4b641-f211-4eae-8c53-21e4f7815e21'] in n-d-773647-6 {{(pid=100249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 14:15:29.723385 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-406e486b-0512-42ce-91f3-a6bc8a454b95 None None] Routers {'78b4b641-f211-4eae-8c53-21e4f7815e21'} bound to L3 agent in host n-d-773647-6 {{(pid=100249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:15:29.725577 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-406e486b-0512-42ce-91f3-a6bc8a454b95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T14:15:26Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['78b4b641-f211-4eae-8c53-21e4f7815e21'], 'active': True} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:15:29.732856 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-57334807-a731-4927-bd0d-c248ce72a52b tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] 10.222.0.104 "GET /v2.0/ports?device_id=78b4b641-f211-4eae-8c53-21e4f7815e21 HTTP/1.1" status: 200 len: 205 time: 0.0319834 Jul 06 14:15:29.735541 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 57038) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:15:29.751071 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-16501304-7d1a-4a7a-93b3-e75ddb441e01 req-26279568-8f3e-47a3-91c7-cfacef7f9825 tempest-VolumesSnapshotTestJSON-159166615 tempest-VolumesSnapshotTestJSON-159166615-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2638702 Jul 06 14:15:29.757279 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-4ae7bdc3-4864-4dba-8872-6285294ba33e tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] 10.222.0.104 "GET /v2.0/floatingips/a5a439f0-38f3-45ae-8671-49fadcf9f37b HTTP/1.1" status: 200 len: 994 time: 0.1284304 Jul 06 14:15:29.788106 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [req-16501304-7d1a-4a7a-93b3-e75ddb441e01 req-2056385b-a121-40ff-a8f2-e00f1234aaa4 service neutron] Request body: {'port': {'device_id': '6a5b65d9-7038-4f5d-9ab6-265fe81f8b66', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-773647-6'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:15:29.798730 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-406e486b-0512-42ce-91f3-a6bc8a454b95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-773647-6', False) {} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:15:29.809442 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-406e486b-0512-42ce-91f3-a6bc8a454b95 None None] Routers {'78b4b641-f211-4eae-8c53-21e4f7815e21'} bound to L3 agent in host n-d-773647-6 {{(pid=100249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:15:29.810326 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-406e486b-0512-42ce-91f3-a6bc8a454b95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T14:15:26Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['78b4b641-f211-4eae-8c53-21e4f7815e21'], 'active': True} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:15:29.849331 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-406e486b-0512-42ce-91f3-a6bc8a454b95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-773647-6', False) {} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:15:29.850507 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-406e486b-0512-42ce-91f3-a6bc8a454b95 None None] The sync data for ids ['78b4b641-f211-4eae-8c53-21e4f7815e21'] in n-d-773647-6 is: [] {{(pid=100249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 14:15:29.881954 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-a5f3fa4a-c007-4f1a-94c4-438bdd308f0b tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Notify callbacks [] for router, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:29.915392 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-16501304-7d1a-4a7a-93b3-e75ddb441e01 req-2056385b-a121-40ff-a8f2-e00f1234aaa4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:30.018274 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-24b98ce9-3685-447a-8247-384d14ba6cce req-c108c834-502f-4c9e-94cd-26bf35540ba1 tempest-ServerAddressesNegativeTestJSON-2021873622 tempest-ServerAddressesNegativeTestJSON-2021873622-project] 10.222.0.104 "GET /v2.0/ports?device_id=a890ae47-9b18-49b8-bdaa-4ffe757d616d HTTP/1.1" status: 200 len: 210 time: 0.0340757 Jul 06 14:15:30.118209 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-a5f3fa4a-c007-4f1a-94c4-438bdd308f0b tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1806308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6982'] for router, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:30.120370 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-a5f3fa4a-c007-4f1a-94c4-438bdd308f0b tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:30.165617 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-3d0c9354-62d3-40a7-b882-20616698ff5d admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=fa51884e20cd4512b4caa259cf649f61&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5190780 Jul 06 14:15:30.166190 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 57042) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:15:30.176303 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-a5f3fa4a-c007-4f1a-94c4-438bdd308f0b tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1805684'] for router, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:30.176903 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5f3fa4a-c007-4f1a-94c4-438bdd308f0b tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Fanout notify agent at l3_agent the message router_deleted on router 78b4b641-f211-4eae-8c53-21e4f7815e21 {{(pid=100247) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 14:15:30.191197 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-a5f3fa4a-c007-4f1a-94c4-438bdd308f0b tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Notify callbacks [] for router, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:30.193146 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-a5f3fa4a-c007-4f1a-94c4-438bdd308f0b tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] 10.222.0.104 "DELETE /v2.0/routers/78b4b641-f211-4eae-8c53-21e4f7815e21 HTTP/1.1" status: 204 len: 168 time: 0.4552035 Jul 06 14:15:30.197150 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 57044) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:15:30.234602 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc668a4-66f5-4752-80e4-f1751d46e203 req-22a782c0-859c-4db5-a8f2-15b40c78e48f tempest-ServerAddressesNegativeTestJSON-2021873622 tempest-ServerAddressesNegativeTestJSON-2021873622-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:15:30.236353 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-bfc668a4-66f5-4752-80e4-f1751d46e203 req-22a782c0-859c-4db5-a8f2-15b40c78e48f tempest-ServerAddressesNegativeTestJSON-2021873622 tempest-ServerAddressesNegativeTestJSON-2021873622-project] 10.222.0.72 "GET /v2.0/networks?id=365d7a34-a830-4c0e-836c-85e222c1ca9a HTTP/1.1" status: 200 len: 822 time: 0.2621453 Jul 06 14:15:30.250965 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [req-bfc668a4-66f5-4752-80e4-f1751d46e203 req-04765d70-4ac2-4479-8695-a1530539380f tempest-ServerAddressesNegativeTestJSON-2021873622 tempest-ServerAddressesNegativeTestJSON-2021873622-project] Request body: {'port': {'device_id': 'a890ae47-9b18-49b8-bdaa-4ffe757d616d', 'network_id': '365d7a34-a830-4c0e-836c-85e222c1ca9a', 'admin_state_up': True, 'tenant_id': 'b6fbd15a1a694bacae9e77d802d4113e'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:15:30.267504 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ff6f82b-9a0d-4ef8-a760-6605d2751ea5 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Deleting subnet 8a6bce0b-3ac9-406d-a09f-0cc9c53c00e4 {{(pid=100247) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 14:15:30.274811 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-2ff6f82b-9a0d-4ef8-a760-6605d2751ea5 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Notify callbacks [] for subnet, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:30.301195 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-a7d4564f-7f07-4579-9236-ac80736a4cea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:30.333371 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-2ff6f82b-9a0d-4ef8-a760-6605d2751ea5 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127131748'] for subnet, precommit_delete_associations {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:30.336953 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-a7d4564f-7f07-4579-9236-ac80736a4cea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:30.430114 n-d-773647-6 neutron-server[100246]: DEBUG neutron.notifiers.nova [req-16501304-7d1a-4a7a-93b3-e75ddb441e01 req-2056385b-a121-40ff-a8f2-e00f1234aaa4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0354108e-d9b7-4ade-b657-7d86fb06c665 {{(pid=100246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 14:15:30.434346 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bfc668a4-66f5-4752-80e4-f1751d46e203 req-04765d70-4ac2-4479-8695-a1530539380f tempest-ServerAddressesNegativeTestJSON-2021873622 tempest-ServerAddressesNegativeTestJSON-2021873622-project] Made reservation on behalf of b6fbd15a1a694bacae9e77d802d4113e for: {'port': 1} {{(pid=100246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:15:30.439485 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-bfc668a4-66f5-4752-80e4-f1751d46e203 req-04765d70-4ac2-4479-8695-a1530539380f tempest-ServerAddressesNegativeTestJSON-2021873622 tempest-ServerAddressesNegativeTestJSON-2021873622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:30.447673 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-16501304-7d1a-4a7a-93b3-e75ddb441e01 req-2056385b-a121-40ff-a8f2-e00f1234aaa4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:30.448619 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-a7d4564f-7f07-4579-9236-ac80736a4cea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:30.451193 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-a7d4564f-7f07-4579-9236-ac80736a4cea admin admin] Notify callbacks [] for security_group, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:30.454774 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-a7d4564f-7f07-4579-9236-ac80736a4cea admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/523658b6-ed7f-44f3-adf5-72555d5366c8 HTTP/1.1" status: 204 len: 168 time: 0.2852623 Jul 06 14:15:30.468872 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d4564f-7f07-4579-9236-ac80736a4cea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=523658b6-ed7f-44f3-adf5-72555d5366c8,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:15:30.471616 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-2ff6f82b-9a0d-4ef8-a760-6605d2751ea5 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-913473'] for subnet, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:30.492404 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.provisioning_blocks [req-16501304-7d1a-4a7a-93b3-e75ddb441e01 req-2056385b-a121-40ff-a8f2-e00f1234aaa4 service neutron] Transition to ACTIVE for port object 0354108e-d9b7-4ade-b657-7d86fb06c665 will not be triggered until provisioned by entity L2. {{(pid=100246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:15:30.548805 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-16501304-7d1a-4a7a-93b3-e75ddb441e01 req-2056385b-a121-40ff-a8f2-e00f1234aaa4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127687527'] for port, after_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:30.549762 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-2ff6f82b-9a0d-4ef8-a760-6605d2751ea5 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-913480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1849032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-128888347', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127627857'] for subnet, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:30.591054 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff6f82b-9a0d-4ef8-a760-6605d2751ea5 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Pushing event deleted for resources: {'Subnet': ['ID=8a6bce0b-3ac9-406d-a09f-0cc9c53c00e4,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:15:30.602676 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-2ff6f82b-9a0d-4ef8-a760-6605d2751ea5 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Notify callbacks [] for subnet, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:30.605209 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-2ff6f82b-9a0d-4ef8-a760-6605d2751ea5 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] 10.222.0.104 "DELETE /v2.0/subnets/8a6bce0b-3ac9-406d-a09f-0cc9c53c00e4 HTTP/1.1" status: 204 len: 168 time: 0.4070678 Jul 06 14:15:30.613854 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1421ca8e-48a6-41c4-a7de-2d17ef4fcbbd None None] Network ef1a69e9-2a16-4847-a3e4-6f43b6dd0c9a requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:15:30.615438 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 57050) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:15:30.667917 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2056385b-a121-40ff-a8f2-e00f1234aaa4 service neutron] Pushing event updated for resources: {'Port': ['ID=0354108e-d9b7-4ade-b657-7d86fb06c665,revision_number=2']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:15:30.702837 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.db_base_plugin_common [req-bfc668a4-66f5-4752-80e4-f1751d46e203 req-04765d70-4ac2-4479-8695-a1530539380f tempest-ServerAddressesNegativeTestJSON-2021873622 tempest-ServerAddressesNegativeTestJSON-2021873622-project] Allocated IP 172.20.0.9 (365d7a34-a830-4c0e-836c-85e222c1ca9a/a34e63f9-d928-4f1f-8f4c-0d64a4b2a5bc/ee17955c-9158-408b-ba8c-4dbe60a3577e) {{(pid=100246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:15:30.730839 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-22f2baaf-b2ee-4fe5-9adf-1d557a0e2529 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530492'] for network, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:30.755155 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ab63dd-9870-4e5b-b097-be10fe549975 req-ebf9d122-0eda-43a7-b59e-9f56a659109c tempest-VolumesSnapshotTestJSON-159166615 tempest-VolumesSnapshotTestJSON-159166615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:15:30.763177 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-f5ab63dd-9870-4e5b-b097-be10fe549975 req-ebf9d122-0eda-43a7-b59e-9f56a659109c tempest-VolumesSnapshotTestJSON-159166615 tempest-VolumesSnapshotTestJSON-159166615-project] 10.222.0.104 "GET /v2.0/ports?device_id=6a5b65d9-7038-4f5d-9ab6-265fe81f8b66 HTTP/1.1" status: 200 len: 943 time: 0.1647227 Jul 06 14:15:30.795011 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [req-16501304-7d1a-4a7a-93b3-e75ddb441e01 req-2056385b-a121-40ff-a8f2-e00f1234aaa4 service neutron] Attempting to bind port 0354108e-d9b7-4ade-b657-7d86fb06c665 on host n-h2-773647-6 for vnic_type normal with profile {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:15:30.795567 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [req-16501304-7d1a-4a7a-93b3-e75ddb441e01 req-2056385b-a121-40ff-a8f2-e00f1234aaa4 service neutron] Attempting to bind port 0354108e-d9b7-4ade-b657-7d86fb06c665 by drivers openvswitch,hyperv on host n-h2-773647-6 at level 0 using segments [{'id': 'a5bb63dc-af84-4b25-adce-a2df85deca10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1015, 'network_id': '49b14001-0249-40ad-b388-270776c77779'}] {{(pid=100246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:15:30.796006 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16501304-7d1a-4a7a-93b3-e75ddb441e01 req-2056385b-a121-40ff-a8f2-e00f1234aaa4 service neutron] Attempting to bind port 0354108e-d9b7-4ade-b657-7d86fb06c665 on network 49b14001-0249-40ad-b388-270776c77779 {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:15:30.832437 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16501304-7d1a-4a7a-93b3-e75ddb441e01 req-2056385b-a121-40ff-a8f2-e00f1234aaa4 service neutron] Port 0354108e-d9b7-4ade-b657-7d86fb06c665 on network 49b14001-0249-40ad-b388-270776c77779 not bound, no agent of type Open vSwitch agent registered on host n-h2-773647-6 {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 14:15:30.832886 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16501304-7d1a-4a7a-93b3-e75ddb441e01 req-2056385b-a121-40ff-a8f2-e00f1234aaa4 service neutron] Attempting to bind port 0354108e-d9b7-4ade-b657-7d86fb06c665 on network 49b14001-0249-40ad-b388-270776c77779 {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:15:30.837097 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-f5ab63dd-9870-4e5b-b097-be10fe549975 req-6c1c1fdc-1c0a-4fa3-8d4d-1caa06fb7852 tempest-VolumesSnapshotTestJSON-159166615 tempest-VolumesSnapshotTestJSON-159166615-project] 10.222.0.104 "GET /v2.0/security-groups?id=e20905c3-4e2a-4820-8b00-03fe4a9f77fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729725 Jul 06 14:15:30.843045 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16501304-7d1a-4a7a-93b3-e75ddb441e01 req-2056385b-a121-40ff-a8f2-e00f1234aaa4 service neutron] Checking agent: {'id': '63768ece-0600-4354-8d29-fdedec96b077', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-773647-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 51, 10), 'started_at': datetime.datetime(2021, 7, 6, 13, 51, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 15, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:15:30.843522 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16501304-7d1a-4a7a-93b3-e75ddb441e01 req-2056385b-a121-40ff-a8f2-e00f1234aaa4 service neutron] Checking segment: {'id': 'a5bb63dc-af84-4b25-adce-a2df85deca10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1015, 'network_id': '49b14001-0249-40ad-b388-270776c77779'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:15:30.844009 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16501304-7d1a-4a7a-93b3-e75ddb441e01 req-2056385b-a121-40ff-a8f2-e00f1234aaa4 service neutron] Bound using segment: {'id': 'a5bb63dc-af84-4b25-adce-a2df85deca10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1015, 'network_id': '49b14001-0249-40ad-b388-270776c77779'} {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:15:30.844716 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [req-16501304-7d1a-4a7a-93b3-e75ddb441e01 req-2056385b-a121-40ff-a8f2-e00f1234aaa4 service neutron] Bound port: 0354108e-d9b7-4ade-b657-7d86fb06c665, host: n-h2-773647-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a5bb63dc-af84-4b25-adce-a2df85deca10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1015, 'network_id': '49b14001-0249-40ad-b388-270776c77779'}}] {{(pid=100246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:15:30.845202 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-16501304-7d1a-4a7a-93b3-e75ddb441e01 req-2056385b-a121-40ff-a8f2-e00f1234aaa4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:30.875480 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.plugin [None req-22f2baaf-b2ee-4fe5-9adf-1d557a0e2529 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Deleting port 4b9b4e4d-7ac2-4b30-96cb-9734805be406 {{(pid=100247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:15:30.877963 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-22f2baaf-b2ee-4fe5-9adf-1d557a0e2529 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:30.935375 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6558edb-d72e-41c3-a75a-e95f4b8d0c6c None None] DHCP port deletion for ef1a69e9-2a16-4847-a3e4-6f43b6dd0c9a request from n-d-773647-6 {{(pid=100248) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 14:15:30.977560 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.db [None req-22f2baaf-b2ee-4fe5-9adf-1d557a0e2529 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] For port 4b9b4e4d-7ac2-4b30-96cb-9734805be406, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=4b9b4e4d-7ac2-4b30-96cb-9734805be406,segment=NetworkSegment(3e2f39f0-7e07-41ad-b54c-76f4234b93c7),segment_id=3e2f39f0-7e07-41ad-b54c-76f4234b93c7)] {{(pid=100247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:15:30.978126 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-22f2baaf-b2ee-4fe5-9adf-1d557a0e2529 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:30.983857 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.db [req-16501304-7d1a-4a7a-93b3-e75ddb441e01 req-2056385b-a121-40ff-a8f2-e00f1234aaa4 service neutron] For port 0354108e-d9b7-4ade-b657-7d86fb06c665, host n-h2-773647-6, cleared binding levels {{(pid=100246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:15:30.987923 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.db [req-16501304-7d1a-4a7a-93b3-e75ddb441e01 req-2056385b-a121-40ff-a8f2-e00f1234aaa4 service neutron] For port 0354108e-d9b7-4ade-b657-7d86fb06c665, host n-h2-773647-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=0354108e-d9b7-4ade-b657-7d86fb06c665,segment=NetworkSegment(a5bb63dc-af84-4b25-adce-a2df85deca10),segment_id=a5bb63dc-af84-4b25-adce-a2df85deca10)] {{(pid=100246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:15:31.000012 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.plugin [None req-22f2baaf-b2ee-4fe5-9adf-1d557a0e2529 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Calling delete_port for 4b9b4e4d-7ac2-4b30-96cb-9734805be406 owned by network:dhcp {{(pid=100247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:15:31.021958 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-c6558edb-d72e-41c3-a75a-e95f4b8d0c6c None None] Deleting port 4b9b4e4d-7ac2-4b30-96cb-9734805be406 {{(pid=100248) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:15:31.025127 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-c6558edb-d72e-41c3-a75a-e95f4b8d0c6c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:31.048389 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-16501304-7d1a-4a7a-93b3-e75ddb441e01 req-2056385b-a121-40ff-a8f2-e00f1234aaa4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127687527'] for port, after_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:31.099200 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-c6558edb-d72e-41c3-a75a-e95f4b8d0c6c None None] For port 4b9b4e4d-7ac2-4b30-96cb-9734805be406, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=4b9b4e4d-7ac2-4b30-96cb-9734805be406,segment=NetworkSegment(3e2f39f0-7e07-41ad-b54c-76f4234b93c7),segment_id=3e2f39f0-7e07-41ad-b54c-76f4234b93c7)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:15:31.099717 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-c6558edb-d72e-41c3-a75a-e95f4b8d0c6c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:31.108455 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2056385b-a121-40ff-a8f2-e00f1234aaa4 service neutron] Pushing event updated for resources: {'Port': ['ID=0354108e-d9b7-4ade-b657-7d86fb06c665,revision_number=3']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:15:31.114790 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-c6558edb-d72e-41c3-a75a-e95f4b8d0c6c None None] Calling delete_port for 4b9b4e4d-7ac2-4b30-96cb-9734805be406 owned by network:dhcp {{(pid=100248) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:15:31.130662 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-bfc668a4-66f5-4752-80e4-f1751d46e203 req-04765d70-4ac2-4479-8695-a1530539380f tempest-ServerAddressesNegativeTestJSON-2021873622 tempest-ServerAddressesNegativeTestJSON-2021873622-project] Notify callbacks [] for port, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:31.134432 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16501304-7d1a-4a7a-93b3-e75ddb441e01 req-2056385b-a121-40ff-a8f2-e00f1234aaa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:15:31.135055 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-16501304-7d1a-4a7a-93b3-e75ddb441e01 req-2056385b-a121-40ff-a8f2-e00f1234aaa4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:31.135324 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-22f2baaf-b2ee-4fe5-9adf-1d557a0e2529 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128888353'] for port, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:31.136945 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-16501304-7d1a-4a7a-93b3-e75ddb441e01 req-2056385b-a121-40ff-a8f2-e00f1234aaa4 service neutron] 10.222.0.72 "PUT /v2.0/ports/0354108e-d9b7-4ade-b657-7d86fb06c665 HTTP/1.1" status: 200 len: 1091 time: 1.3725185 Jul 06 14:15:31.137606 n-d-773647-6 neutron-server[100246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a5b65d9-7038-4f5d-9ab6-265fe81f8b66', 'tag': '0354108e-d9b7-4ade-b657-7d86fb06c665'}] {{(pid=100246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:15:31.141407 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0d96c5ab5e889f7b933ae915b9be33d1b46c9e87795bf781004b656ef3f1e87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbd86536-3a70-438c-84c4-b09ce13e59d5" -d '{"events": [{"name": "network-changed", "server_uuid": "6a5b65d9-7038-4f5d-9ab6-265fe81f8b66", "tag": "0354108e-d9b7-4ade-b657-7d86fb06c665"}]}' {{(pid=100246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:15:31.160003 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22f2baaf-b2ee-4fe5-9adf-1d557a0e2529 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] No DVR routers for this DVR port 4b9b4e4d-7ac2-4b30-96cb-9734805be406 on host n-d-773647-6 {{(pid=100247) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:15:31.209460 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-c6558edb-d72e-41c3-a75a-e95f4b8d0c6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117'] for port, after_delete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:31.211860 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 4b9b4e4d-7ac2-4b30-96cb-9734805be406 no longer exists at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:15:31.227634 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 14:15:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca6a28f7-9954-472c-94cc-61002531ee15 x-openstack-request-id: req-ca6a28f7-9954-472c-94cc-61002531ee15 {{(pid=100246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:15:31.228111 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a5b65d9-7038-4f5d-9ab6-265fe81f8b66", "tag": "0354108e-d9b7-4ade-b657-7d86fb06c665", "status": "completed", "code": 200}]} {{(pid=100246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:15:31.228381 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-ca6a28f7-9954-472c-94cc-61002531ee15 {{(pid=100246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:15:31.228831 n-d-773647-6 neutron-server[100246]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a5b65d9-7038-4f5d-9ab6-265fe81f8b66', 'tag': '0354108e-d9b7-4ade-b657-7d86fb06c665', 'status': 'completed', 'code': 200} Jul 06 14:15:31.235580 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f2baaf-b2ee-4fe5-9adf-1d557a0e2529 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Pushing event deleted for resources: {'Port': ['ID=4b9b4e4d-7ac2-4b30-96cb-9734805be406,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:15:31.255552 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6558edb-d72e-41c3-a75a-e95f4b8d0c6c None None] Pushing event deleted for resources: {'Port': ['ID=4b9b4e4d-7ac2-4b30-96cb-9734805be406,revision_number=None']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:15:31.259784 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] No Port match for: 4b9b4e4d-7ac2-4b30-96cb-9734805be406 {{(pid=100248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 14:15:31.260196 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 4b9b4e4d-7ac2-4b30-96cb-9734805be406 not bound to the agent host n-d-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:15:31.263752 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6558edb-d72e-41c3-a75a-e95f4b8d0c6c None None] No DVR routers for this DVR port 4b9b4e4d-7ac2-4b30-96cb-9734805be406 on host n-d-773647-6 {{(pid=100248) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:15:31.273025 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-bfc668a4-66f5-4752-80e4-f1751d46e203 req-04765d70-4ac2-4479-8695-a1530539380f tempest-ServerAddressesNegativeTestJSON-2021873622 tempest-ServerAddressesNegativeTestJSON-2021873622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-127687573'] for port, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:31.339313 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bfc668a4-66f5-4752-80e4-f1751d46e203 req-04765d70-4ac2-4479-8695-a1530539380f tempest-ServerAddressesNegativeTestJSON-2021873622 tempest-ServerAddressesNegativeTestJSON-2021873622-project] Network 365d7a34-a830-4c0e-836c-85e222c1ca9a is already hosted by enough agents. {{(pid=100246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:15:31.347974 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.base_scheduler [req-bfc668a4-66f5-4752-80e4-f1751d46e203 req-04765d70-4ac2-4479-8695-a1530539380f tempest-ServerAddressesNegativeTestJSON-2021873622 tempest-ServerAddressesNegativeTestJSON-2021873622-project] Resources bound (agent type, host, resource id): {{(pid=100246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:15:31.351018 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [req-bfc668a4-66f5-4752-80e4-f1751d46e203 req-04765d70-4ac2-4479-8695-a1530539380f tempest-ServerAddressesNegativeTestJSON-2021873622 tempest-ServerAddressesNegativeTestJSON-2021873622-project] Received port after_create {{(pid=100246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:15:31.376572 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-22f2baaf-b2ee-4fe5-9adf-1d557a0e2529 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-917204', 'neutron.services.segments.db._delete_segments_for_network-8773753502302'] for network, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:31.397205 n-d-773647-6 neutron-server[100247]: DEBUG neutron.services.segments.db [None req-22f2baaf-b2ee-4fe5-9adf-1d557a0e2529 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ef1a69e9-2a16-4847-a3e4-6f43b6dd0c9a']}} {{(pid=100247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:15:31.400211 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04765d70-4ac2-4479-8695-a1530539380f tempest-ServerAddressesNegativeTestJSON-2021873622 tempest-ServerAddressesNegativeTestJSON-2021873622-project] Pushing event updated for resources: {'Port': ['ID=ee17955c-9158-408b-ba8c-4dbe60a3577e,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:15:31.414975 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc668a4-66f5-4752-80e4-f1751d46e203 req-04765d70-4ac2-4479-8695-a1530539380f tempest-ServerAddressesNegativeTestJSON-2021873622 tempest-ServerAddressesNegativeTestJSON-2021873622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:15:31.415647 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-bfc668a4-66f5-4752-80e4-f1751d46e203 req-04765d70-4ac2-4479-8695-a1530539380f tempest-ServerAddressesNegativeTestJSON-2021873622 tempest-ServerAddressesNegativeTestJSON-2021873622-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:31.418148 n-d-773647-6 neutron-server[100247]: DEBUG neutron.services.segments.db [None req-22f2baaf-b2ee-4fe5-9adf-1d557a0e2529 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e2f39f0-7e07-41ad-b54c-76f4234b93c7') {'for_net_delete': True} {{(pid=100247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:15:31.418999 n-d-773647-6 neutron-server[100247]: DEBUG neutron.services.segments.db [None req-22f2baaf-b2ee-4fe5-9adf-1d557a0e2529 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e2f39f0-7e07-41ad-b54c-76f4234b93c7') {} {{(pid=100247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:15:31.426964 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16501304-7d1a-4a7a-93b3-e75ddb441e01 req-6f480e84-bd2e-47c2-90c7-5f605a2c8bdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:15:31.428560 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-16501304-7d1a-4a7a-93b3-e75ddb441e01 req-6f480e84-bd2e-47c2-90c7-5f605a2c8bdf service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=4600ccf0872344348383371ca2dd310c&device_id=6a5b65d9-7038-4f5d-9ab6-265fe81f8b66 HTTP/1.1" status: 200 len: 1094 time: 0.2336915 Jul 06 14:15:31.434771 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-bfc668a4-66f5-4752-80e4-f1751d46e203 req-04765d70-4ac2-4479-8695-a1530539380f tempest-ServerAddressesNegativeTestJSON-2021873622 tempest-ServerAddressesNegativeTestJSON-2021873622-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1891594 Jul 06 14:15:31.441595 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e47445-7cec-4c4c-8b36-da04d9506567 req-46cfdc5c-3eab-4c50-aa7b-8c9375e1fc28 tempest-ServerAddressesNegativeTestJSON-2021873622 tempest-ServerAddressesNegativeTestJSON-2021873622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:15:31.444856 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-42e47445-7cec-4c4c-8b36-da04d9506567 req-46cfdc5c-3eab-4c50-aa7b-8c9375e1fc28 tempest-ServerAddressesNegativeTestJSON-2021873622 tempest-ServerAddressesNegativeTestJSON-2021873622-project] 10.222.0.104 "GET /v2.0/ports?device_id=a890ae47-9b18-49b8-bdaa-4ffe757d616d HTTP/1.1" status: 200 len: 931 time: 0.2145786 Jul 06 14:15:31.448343 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [req-bfc668a4-66f5-4752-80e4-f1751d46e203 req-4d5825e0-fcd3-4c4c-a6da-b2ccb09efb2d service neutron] Request body: {'port': {'device_id': 'a890ae47-9b18-49b8-bdaa-4ffe757d616d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-773647-6'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:15:31.451517 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-22f2baaf-b2ee-4fe5-9adf-1d557a0e2529 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773753515138', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127131763'] for segment, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:31.483661 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-22f2baaf-b2ee-4fe5-9adf-1d557a0e2529 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552'] for segment, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:31.490585 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 57076) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:15:31.498380 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-16501304-7d1a-4a7a-93b3-e75ddb441e01 req-6d03c6e3-0420-417e-9a7d-541d07e2902a service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0354108e-d9b7-4ade-b657-7d86fb06c665 HTTP/1.1" status: 200 len: 217 time: 0.0621159 Jul 06 14:15:31.500805 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-22f2baaf-b2ee-4fe5-9adf-1d557a0e2529 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Releasing vlan 1043 on physical network physnet1 to pool {{(pid=100247) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 14:15:31.501209 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-22f2baaf-b2ee-4fe5-9adf-1d557a0e2529 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-128888574'] for segment, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:31.504174 n-d-773647-6 neutron-server[100247]: Traceback (most recent call last): Jul 06 14:15:31.504174 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 14:15:31.504174 n-d-773647-6 neutron-server[100247]: timer() Jul 06 14:15:31.504174 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 14:15:31.504174 n-d-773647-6 neutron-server[100247]: cb(*args, **kw) Jul 06 14:15:31.504174 n-d-773647-6 neutron-server[100247]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 14:15:31.504174 n-d-773647-6 neutron-server[100247]: return func(*args, **kwargs) Jul 06 14:15:31.504174 n-d-773647-6 neutron-server[100247]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 14:15:31.504174 n-d-773647-6 neutron-server[100247]: self._notify() Jul 06 14:15:31.504174 n-d-773647-6 neutron-server[100247]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 14:15:31.504174 n-d-773647-6 neutron-server[100247]: self.callback(batched_events) Jul 06 14:15:31.504174 n-d-773647-6 neutron-server[100247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 14:15:31.504174 n-d-773647-6 neutron-server[100247]: event.method(event) Jul 06 14:15:31.504174 n-d-773647-6 neutron-server[100247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 14:15:31.504174 n-d-773647-6 neutron-server[100247]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 14:15:31.504174 n-d-773647-6 neutron-server[100247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 14:15:31.504174 n-d-773647-6 neutron-server[100247]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 14:15:31.504174 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 14:15:31.504174 n-d-773647-6 neutron-server[100247]: return f(self, *a, **k) Jul 06 14:15:31.504174 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 14:15:31.504174 n-d-773647-6 neutron-server[100247]: return self._get(url).json() Jul 06 14:15:31.504174 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 14:15:31.504174 n-d-773647-6 neutron-server[100247]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 14:15:31.504174 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 14:15:31.504174 n-d-773647-6 neutron-server[100247]: return self.request(url, 'GET', **kwargs) Jul 06 14:15:31.504174 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 14:15:31.504174 n-d-773647-6 neutron-server[100247]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 14:15:31.504174 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 14:15:31.504174 n-d-773647-6 neutron-server[100247]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 14:15:31.504174 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 14:15:31.504174 n-d-773647-6 neutron-server[100247]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 14:15:31.504174 n-d-773647-6 neutron-server[100247]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 14:15:31.553447 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-42e47445-7cec-4c4c-8b36-da04d9506567 req-962a6379-dfa1-4b65-a90a-17cc8f7faa9c tempest-ServerAddressesNegativeTestJSON-2021873622 tempest-ServerAddressesNegativeTestJSON-2021873622-project] 10.222.0.104 "GET /v2.0/security-groups?id=b239bad5-a7c4-4f4e-8547-2f615ef956ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927925 Jul 06 14:15:31.573631 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-22f2baaf-b2ee-4fe5-9adf-1d557a0e2529 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-917215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1761140'] for network, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:31.586572 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16501304-7d1a-4a7a-93b3-e75ddb441e01 req-878499d2-b7d9-481d-ae60-e84cebb7b9ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:15:31.588314 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-16501304-7d1a-4a7a-93b3-e75ddb441e01 req-878499d2-b7d9-481d-ae60-e84cebb7b9ff service neutron] 10.222.0.72 "GET /v2.0/subnets?id=43b44cc2-8280-4abb-bc23-973a73c284c8 HTTP/1.1" status: 200 len: 854 time: 0.0829172 Jul 06 14:15:31.597339 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-22f2baaf-b2ee-4fe5-9adf-1d557a0e2529 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583035'] for network, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:31.603780 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-22f2baaf-b2ee-4fe5-9adf-1d557a0e2529 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] 10.222.0.104 "DELETE /v2.0/networks/ef1a69e9-2a16-4847-a3e4-6f43b6dd0c9a HTTP/1.1" status: 204 len: 168 time: 0.9813995 Jul 06 14:15:31.603780 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f2baaf-b2ee-4fe5-9adf-1d557a0e2529 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Pushing event deleted for resources: {'Network': ['ID=ef1a69e9-2a16-4847-a3e4-6f43b6dd0c9a,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:15:31.604166 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 57080) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:15:31.604891 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-bfc668a4-66f5-4752-80e4-f1751d46e203 req-4d5825e0-fcd3-4c4c-a6da-b2ccb09efb2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:31.610024 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [None req-694472b5-3baa-4f7f-850e-ff7e02b6315a tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1710294731', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719'}, 'admin_state_up': False}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:15:31.620171 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [None req-a9e5cbbc-7138-4160-b6be-d77e1c282dad tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1952701750'}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:15:31.631550 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-16501304-7d1a-4a7a-93b3-e75ddb441e01 req-9ff675eb-9cc0-4f5d-8b95-e80af805655f service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=49b14001-0249-40ad-b388-270776c77779&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0345020 Jul 06 14:15:31.643489 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.db.api [None req-a9e5cbbc-7138-4160-b6be-d77e1c282dad tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 06 14:15:31.643489 n-d-773647-6 neutron-server[100247]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 06 14:15:31.643489 n-d-773647-6 neutron-server[100247]: [parameters: {'project_id': 'b162a45bb3174bbb964a63afe4786b87', 'id': '93129d36-5170-4022-ae06-ac4c02e77d80', 'expiration': datetime.datetime(2021, 7, 6, 14, 17, 31, 636566)}] Jul 06 14:15:31.643489 n-d-773647-6 neutron-server[100247]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=100247) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 06 14:15:31.643943 n-d-773647-6 neutron-server[100247]: DEBUG oslo_db.api [None req-a9e5cbbc-7138-4160-b6be-d77e1c282dad tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=100247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 06 14:15:31.655173 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-694472b5-3baa-4f7f-850e-ff7e02b6315a tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1806290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6992'] for router, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:31.656270 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-694472b5-3baa-4f7f-850e-ff7e02b6315a tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1806157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1808637', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1714747', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7007'] for router, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:31.712705 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-694472b5-3baa-4f7f-850e-ff7e02b6315a tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:31.824919 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-16501304-7d1a-4a7a-93b3-e75ddb441e01 req-10e2ed5c-dd10-491a-9c97-0687c583324b service neutron] 10.222.0.72 "GET /v2.0/networks/49b14001-0249-40ad-b388-270776c77779?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1871476 Jul 06 14:15:31.988852 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-16501304-7d1a-4a7a-93b3-e75ddb441e01 req-f19a0d57-ce55-4cc2-bcc1-23336c0532f8 service neutron] 10.222.0.72 "GET /v2.0/networks/49b14001-0249-40ad-b388-270776c77779?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1532793 Jul 06 14:15:32.049151 n-d-773647-6 neutron-server[100246]: DEBUG neutron.notifiers.nova [req-bfc668a4-66f5-4752-80e4-f1751d46e203 req-4d5825e0-fcd3-4c4c-a6da-b2ccb09efb2d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ee17955c-9158-408b-ba8c-4dbe60a3577e {{(pid=100246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 14:15:32.081175 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-bfc668a4-66f5-4752-80e4-f1751d46e203 req-4d5825e0-fcd3-4c4c-a6da-b2ccb09efb2d service neutron] Notify callbacks [] for port, precommit_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:32.101035 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.provisioning_blocks [req-bfc668a4-66f5-4752-80e4-f1751d46e203 req-4d5825e0-fcd3-4c4c-a6da-b2ccb09efb2d service neutron] Transition to ACTIVE for port object ee17955c-9158-408b-ba8c-4dbe60a3577e will not be triggered until provisioned by entity L2. {{(pid=100246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:15:32.104067 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-bfc668a4-66f5-4752-80e4-f1751d46e203 req-4d5825e0-fcd3-4c4c-a6da-b2ccb09efb2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127687527'] for port, after_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:32.170232 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5825e0-fcd3-4c4c-a6da-b2ccb09efb2d service neutron] Pushing event updated for resources: {'Port': ['ID=ee17955c-9158-408b-ba8c-4dbe60a3577e,revision_number=2']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:15:32.175178 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd86536-3a70-438c-84c4-b09ce13e59d5 req-b710431a-189b-43c0-818a-0374316a0709 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:15:32.176753 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-fbd86536-3a70-438c-84c4-b09ce13e59d5 req-b710431a-189b-43c0-818a-0374316a0709 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=4600ccf0872344348383371ca2dd310c&device_id=6a5b65d9-7038-4f5d-9ab6-265fe81f8b66 HTTP/1.1" status: 200 len: 1094 time: 0.1299968 Jul 06 14:15:32.254261 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-694472b5-3baa-4f7f-850e-ff7e02b6315a tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1761047', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1806272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6989'] for router, precommit_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:32.260639 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9e5cbbc-7138-4160-b6be-d77e1c282dad tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Made reservation on behalf of b162a45bb3174bbb964a63afe4786b87 for: {'network': 1} {{(pid=100247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:15:32.264236 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-a9e5cbbc-7138-4160-b6be-d77e1c282dad tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for network, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:32.281538 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-a9e5cbbc-7138-4160-b6be-d77e1c282dad tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Notify callbacks [] for security_group, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:32.348475 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15c1831-96ca-45ed-a79a-be0ac7f12afe req-3b921db8-b194-46fe-af56-60971a473551 tempest-VolumesSnapshotTestJSON-159166615 tempest-VolumesSnapshotTestJSON-159166615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:15:32.350072 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-c15c1831-96ca-45ed-a79a-be0ac7f12afe req-3b921db8-b194-46fe-af56-60971a473551 tempest-VolumesSnapshotTestJSON-159166615 tempest-VolumesSnapshotTestJSON-159166615-project] 10.222.0.104 "GET /v2.0/ports?device_id=6a5b65d9-7038-4f5d-9ab6-265fe81f8b66 HTTP/1.1" status: 200 len: 943 time: 0.2188087 Jul 06 14:15:32.421041 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-c15c1831-96ca-45ed-a79a-be0ac7f12afe req-75f000c8-cd02-46d3-8fc5-f45886b461da tempest-VolumesSnapshotTestJSON-159166615 tempest-VolumesSnapshotTestJSON-159166615-project] 10.222.0.104 "GET /v2.0/security-groups?id=e20905c3-4e2a-4820-8b00-03fe4a9f77fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639279 Jul 06 14:15:32.552437 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-a9e5cbbc-7138-4160-b6be-d77e1c282dad tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Notify callbacks [] for security_group, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:32.590181 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-a9e5cbbc-7138-4160-b6be-d77e1c282dad tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:32.612108 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [req-bfc668a4-66f5-4752-80e4-f1751d46e203 req-4d5825e0-fcd3-4c4c-a6da-b2ccb09efb2d service neutron] Attempting to bind port ee17955c-9158-408b-ba8c-4dbe60a3577e on host n-h2-773647-6 for vnic_type normal with profile {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:15:32.612450 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [req-bfc668a4-66f5-4752-80e4-f1751d46e203 req-4d5825e0-fcd3-4c4c-a6da-b2ccb09efb2d service neutron] Attempting to bind port ee17955c-9158-408b-ba8c-4dbe60a3577e by drivers openvswitch,hyperv on host n-h2-773647-6 at level 0 using segments [{'id': '5663e79e-1339-45f1-8eac-6b75a66cab37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1045, 'network_id': '365d7a34-a830-4c0e-836c-85e222c1ca9a'}] {{(pid=100246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:15:32.612772 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfc668a4-66f5-4752-80e4-f1751d46e203 req-4d5825e0-fcd3-4c4c-a6da-b2ccb09efb2d service neutron] Attempting to bind port ee17955c-9158-408b-ba8c-4dbe60a3577e on network 365d7a34-a830-4c0e-836c-85e222c1ca9a {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:15:32.617982 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a9e5cbbc-7138-4160-b6be-d77e1c282dad tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] vlan segment allocate from pool success with {'vlan_id': 1047, 'physical_network': 'physnet1'} {{(pid=100247) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 14:15:32.620486 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfc668a4-66f5-4752-80e4-f1751d46e203 req-4d5825e0-fcd3-4c4c-a6da-b2ccb09efb2d service neutron] Port ee17955c-9158-408b-ba8c-4dbe60a3577e on network 365d7a34-a830-4c0e-836c-85e222c1ca9a not bound, no agent of type Open vSwitch agent registered on host n-h2-773647-6 {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 14:15:32.620814 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfc668a4-66f5-4752-80e4-f1751d46e203 req-4d5825e0-fcd3-4c4c-a6da-b2ccb09efb2d service neutron] Attempting to bind port ee17955c-9158-408b-ba8c-4dbe60a3577e on network 365d7a34-a830-4c0e-836c-85e222c1ca9a {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:15:32.632024 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfc668a4-66f5-4752-80e4-f1751d46e203 req-4d5825e0-fcd3-4c4c-a6da-b2ccb09efb2d service neutron] Checking agent: {'id': '63768ece-0600-4354-8d29-fdedec96b077', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-773647-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 51, 10), 'started_at': datetime.datetime(2021, 7, 6, 13, 51, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 15, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:15:32.632363 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfc668a4-66f5-4752-80e4-f1751d46e203 req-4d5825e0-fcd3-4c4c-a6da-b2ccb09efb2d service neutron] Checking segment: {'id': '5663e79e-1339-45f1-8eac-6b75a66cab37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1045, 'network_id': '365d7a34-a830-4c0e-836c-85e222c1ca9a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:15:32.632740 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfc668a4-66f5-4752-80e4-f1751d46e203 req-4d5825e0-fcd3-4c4c-a6da-b2ccb09efb2d service neutron] Bound using segment: {'id': '5663e79e-1339-45f1-8eac-6b75a66cab37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1045, 'network_id': '365d7a34-a830-4c0e-836c-85e222c1ca9a'} {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:15:32.633167 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [req-bfc668a4-66f5-4752-80e4-f1751d46e203 req-4d5825e0-fcd3-4c4c-a6da-b2ccb09efb2d service neutron] Bound port: ee17955c-9158-408b-ba8c-4dbe60a3577e, host: n-h2-773647-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5663e79e-1339-45f1-8eac-6b75a66cab37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1045, 'network_id': '365d7a34-a830-4c0e-836c-85e222c1ca9a'}}] {{(pid=100246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:15:32.633522 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-bfc668a4-66f5-4752-80e4-f1751d46e203 req-4d5825e0-fcd3-4c4c-a6da-b2ccb09efb2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:32.644339 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd86536-3a70-438c-84c4-b09ce13e59d5 req-cca66116-9103-4714-93cd-a9c0d32f560c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:15:32.645999 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-fbd86536-3a70-438c-84c4-b09ce13e59d5 req-cca66116-9103-4714-93cd-a9c0d32f560c service neutron] 10.222.0.72 "GET /v2.0/networks?id=49b14001-0249-40ad-b388-270776c77779 HTTP/1.1" status: 200 len: 916 time: 0.4521310 Jul 06 14:15:32.650130 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-694472b5-3baa-4f7f-850e-ff7e02b6315a tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Notify callbacks [] for router_gateway, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:32.674432 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-694472b5-3baa-4f7f-850e-ff7e02b6315a tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:32.676811 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-a9e5cbbc-7138-4160-b6be-d77e1c282dad tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552'] for segment, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:32.677181 n-d-773647-6 neutron-server[100247]: INFO neutron.db.segments_db [None req-a9e5cbbc-7138-4160-b6be-d77e1c282dad tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Added segment c46cfa58-b1e9-48f0-a951-6ad669cfda9a of type vlan for network 5f47a5c2-d1c3-4c9b-a9c8-4d81dce5b046 Jul 06 14:15:32.679481 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e5cbbc-7138-4160-b6be-d77e1c282dad tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Pushing event updated for resources: {'SecurityGroup': ['ID=10f13254-4a80-4870-a3fb-89a8b6dbd340,revision_number=1']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:15:32.707821 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-fbd86536-3a70-438c-84c4-b09ce13e59d5 req-c5d431f8-ce58-4c8f-b894-ed4ec9584de7 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0354108e-d9b7-4ade-b657-7d86fb06c665 HTTP/1.1" status: 200 len: 217 time: 0.0543649 Jul 06 14:15:32.775122 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.db [req-bfc668a4-66f5-4752-80e4-f1751d46e203 req-4d5825e0-fcd3-4c4c-a6da-b2ccb09efb2d service neutron] For port ee17955c-9158-408b-ba8c-4dbe60a3577e, host n-h2-773647-6, cleared binding levels {{(pid=100246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:15:32.781160 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.db [req-bfc668a4-66f5-4752-80e4-f1751d46e203 req-4d5825e0-fcd3-4c4c-a6da-b2ccb09efb2d service neutron] For port ee17955c-9158-408b-ba8c-4dbe60a3577e, host n-h2-773647-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=ee17955c-9158-408b-ba8c-4dbe60a3577e,segment=NetworkSegment(5663e79e-1339-45f1-8eac-6b75a66cab37),segment_id=5663e79e-1339-45f1-8eac-6b75a66cab37)] {{(pid=100246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:15:32.786189 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd86536-3a70-438c-84c4-b09ce13e59d5 req-0703b482-049f-4e0f-a3a8-33d702107eb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:15:32.787707 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-fbd86536-3a70-438c-84c4-b09ce13e59d5 req-0703b482-049f-4e0f-a3a8-33d702107eb0 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=43b44cc2-8280-4abb-bc23-973a73c284c8 HTTP/1.1" status: 200 len: 854 time: 0.0737772 Jul 06 14:15:32.788857 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-bfc668a4-66f5-4752-80e4-f1751d46e203 req-4d5825e0-fcd3-4c4c-a6da-b2ccb09efb2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127687527'] for port, after_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:32.798148 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-a9e5cbbc-7138-4160-b6be-d77e1c282dad tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773752984405'] for network, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:32.847070 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-fbd86536-3a70-438c-84c4-b09ce13e59d5 req-35bebd06-5746-474c-b5ae-01580626e6ad service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=49b14001-0249-40ad-b388-270776c77779&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0487542 Jul 06 14:15:32.848289 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc668a4-66f5-4752-80e4-f1751d46e203 req-4d5825e0-fcd3-4c4c-a6da-b2ccb09efb2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:15:32.848899 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-bfc668a4-66f5-4752-80e4-f1751d46e203 req-4d5825e0-fcd3-4c4c-a6da-b2ccb09efb2d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:32.850169 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-bfc668a4-66f5-4752-80e4-f1751d46e203 req-4d5825e0-fcd3-4c4c-a6da-b2ccb09efb2d service neutron] 10.222.0.72 "PUT /v2.0/ports/ee17955c-9158-408b-ba8c-4dbe60a3577e HTTP/1.1" status: 200 len: 1091 time: 1.4082165 Jul 06 14:15:32.886001 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-a9e5cbbc-7138-4160-b6be-d77e1c282dad tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060'] for network, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:32.892001 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9e5cbbc-7138-4160-b6be-d77e1c282dad tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:15:32.892592 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-a9e5cbbc-7138-4160-b6be-d77e1c282dad tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583035'] for network, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:32.918845 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816f97a8-9c6b-4708-bffd-81a8b73091d9 req-a307c812-9fbc-4c93-9e37-c1aaa6edd90d tempest-ServerAddressesNegativeTestJSON-2021873622 tempest-ServerAddressesNegativeTestJSON-2021873622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:15:32.920941 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-816f97a8-9c6b-4708-bffd-81a8b73091d9 req-a307c812-9fbc-4c93-9e37-c1aaa6edd90d tempest-ServerAddressesNegativeTestJSON-2021873622 tempest-ServerAddressesNegativeTestJSON-2021873622-project] 10.222.0.104 "GET /v2.0/ports?device_id=a890ae47-9b18-49b8-bdaa-4ffe757d616d HTTP/1.1" status: 200 len: 943 time: 0.2256958 Jul 06 14:15:32.922111 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.db_base_plugin_common [None req-694472b5-3baa-4f7f-850e-ff7e02b6315a tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Allocated IP 172.25.0.123 (2658f09e-a580-4d4a-9968-2d1e0ad93719/cbf74abc-6fe1-4d33-b005-c948923b9647/efa6e599-e2c3-4fed-9698-4aff5bb40091) {{(pid=100247) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:15:32.945113 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5825e0-fcd3-4c4c-a6da-b2ccb09efb2d service neutron] Pushing event updated for resources: {'Port': ['ID=ee17955c-9158-408b-ba8c-4dbe60a3577e,revision_number=3']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:15:33.001499 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-fbd86536-3a70-438c-84c4-b09ce13e59d5 req-74d6b0b6-9792-4116-aa0c-b2bab5350aa2 service neutron] 10.222.0.72 "GET /v2.0/networks/49b14001-0249-40ad-b388-270776c77779?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1437464 Jul 06 14:15:33.001720 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-a9e5cbbc-7138-4160-b6be-d77e1c282dad tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] 10.222.0.104 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.5100818 Jul 06 14:15:33.003926 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 57088) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:15:33.009032 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-b4c386b1-9218-429d-b2ec-78f50b483f4c tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1544527443'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:15:33.032074 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc668a4-66f5-4752-80e4-f1751d46e203 req-0fdd2532-4221-408f-93f7-c2cea09af0aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:15:33.033545 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-bfc668a4-66f5-4752-80e4-f1751d46e203 req-0fdd2532-4221-408f-93f7-c2cea09af0aa service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=b6fbd15a1a694bacae9e77d802d4113e&device_id=a890ae47-9b18-49b8-bdaa-4ffe757d616d HTTP/1.1" status: 200 len: 1094 time: 0.1184075 Jul 06 14:15:33.049767 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e5cbbc-7138-4160-b6be-d77e1c282dad tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Pushing event updated for resources: {'Network': ['ID=5f47a5c2-d1c3-4c9b-a9c8-4d81dce5b046,revision_number=1']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:15:33.069777 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-816f97a8-9c6b-4708-bffd-81a8b73091d9 req-ac8202d3-f2d9-4027-aa98-50098a761d5b tempest-ServerAddressesNegativeTestJSON-2021873622 tempest-ServerAddressesNegativeTestJSON-2021873622-project] 10.222.0.104 "GET /v2.0/security-groups?id=b239bad5-a7c4-4f4e-8547-2f615ef956ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338599 Jul 06 14:15:33.072724 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Network 5f47a5c2-d1c3-4c9b-a9c8-4d81dce5b046 details requested by agent ovs-agent-n-d-773647-6 with host n-d-773647-6 {{(pid=100248) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 14:15:33.124501 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-bfc668a4-66f5-4752-80e4-f1751d46e203 req-c6957da3-3e37-4954-88d6-84770f50c443 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ee17955c-9158-408b-ba8c-4dbe60a3577e HTTP/1.1" status: 200 len: 217 time: 0.0793853 Jul 06 14:15:33.127125 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4c386b1-9218-429d-b2ec-78f50b483f4c tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Made reservation on behalf of b162a45bb3174bbb964a63afe4786b87 for: {'network': 1} {{(pid=100246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:15:33.130714 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-b4c386b1-9218-429d-b2ec-78f50b483f4c tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for network, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:33.149221 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-694472b5-3baa-4f7f-850e-ff7e02b6315a tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Notify callbacks [] for port, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:33.198502 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-694472b5-3baa-4f7f-850e-ff7e02b6315a tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-128888360'] for port, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:33.223991 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc668a4-66f5-4752-80e4-f1751d46e203 req-720daa81-c3c3-4d98-8775-f18e397b913e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:15:33.225470 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-bfc668a4-66f5-4752-80e4-f1751d46e203 req-720daa81-c3c3-4d98-8775-f18e397b913e service neutron] 10.222.0.72 "GET /v2.0/subnets?id=a34e63f9-d928-4f1f-8f4c-0d64a4b2a5bc HTTP/1.1" status: 200 len: 862 time: 0.0904179 Jul 06 14:15:33.227653 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b4c386b1-9218-429d-b2ec-78f50b483f4c tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] vlan segment allocate from pool success with {'vlan_id': 1025, 'physical_network': 'physnet1'} {{(pid=100246) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 14:15:33.229817 n-d-773647-6 neutron-server[100246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a890ae47-9b18-49b8-bdaa-4ffe757d616d', 'tag': 'ee17955c-9158-408b-ba8c-4dbe60a3577e'}] {{(pid=100246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:15:33.231790 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0d96c5ab5e889f7b933ae915b9be33d1b46c9e87795bf781004b656ef3f1e87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-696973aa-9a89-48b5-866e-3630278800f5" -d '{"events": [{"name": "network-changed", "server_uuid": "a890ae47-9b18-49b8-bdaa-4ffe757d616d", "tag": "ee17955c-9158-408b-ba8c-4dbe60a3577e"}]}' {{(pid=100246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:15:33.242259 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-694472b5-3baa-4f7f-850e-ff7e02b6315a tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Network 2658f09e-a580-4d4a-9968-2d1e0ad93719 is already hosted by enough agents. {{(pid=100247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:15:33.245177 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.base_scheduler [None req-694472b5-3baa-4f7f-850e-ff7e02b6315a tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Resources bound (agent type, host, resource id): {{(pid=100247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:15:33.251957 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-694472b5-3baa-4f7f-850e-ff7e02b6315a tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Received port after_create {{(pid=100247) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:15:33.253019 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-fbd86536-3a70-438c-84c4-b09ce13e59d5 req-cb236e5b-ac68-499f-8df3-2166e0a010f6 service neutron] 10.222.0.72 "GET /v2.0/networks/49b14001-0249-40ad-b388-270776c77779?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2386832 Jul 06 14:15:33.274221 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-bfc668a4-66f5-4752-80e4-f1751d46e203 req-20d0289b-759f-4275-905e-3c99954b58fe service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=365d7a34-a830-4c0e-836c-85e222c1ca9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0366883 Jul 06 14:15:33.275390 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-b4c386b1-9218-429d-b2ec-78f50b483f4c tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552'] for segment, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:33.275740 n-d-773647-6 neutron-server[100246]: INFO neutron.db.segments_db [None req-b4c386b1-9218-429d-b2ec-78f50b483f4c tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Added segment 4b74f568-504a-4dc4-a913-fd94eb35208a of type vlan for network 07d8e371-0b9e-4efd-bffe-c6f6f49c61f8 Jul 06 14:15:33.280418 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694472b5-3baa-4f7f-850e-ff7e02b6315a tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Pushing event updated for resources: {'Port': ['ID=efa6e599-e2c3-4fed-9698-4aff5bb40091,revision_number=1']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:15:33.295419 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 14:15:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2872f826-8b27-482c-bca1-493912081020 x-openstack-request-id: req-2872f826-8b27-482c-bca1-493912081020 {{(pid=100246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:15:33.296542 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a890ae47-9b18-49b8-bdaa-4ffe757d616d", "tag": "ee17955c-9158-408b-ba8c-4dbe60a3577e", "status": "completed", "code": 200}]} {{(pid=100246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:15:33.296542 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-2872f826-8b27-482c-bca1-493912081020 {{(pid=100246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:15:33.296931 n-d-773647-6 neutron-server[100246]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a890ae47-9b18-49b8-bdaa-4ffe757d616d', 'tag': 'ee17955c-9158-408b-ba8c-4dbe60a3577e', 'status': 'completed', 'code': 200} Jul 06 14:15:33.371840 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-b4c386b1-9218-429d-b2ec-78f50b483f4c tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773752984405'] for network, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:33.425573 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-bfc668a4-66f5-4752-80e4-f1751d46e203 req-094e1d82-ee01-4404-ab47-f003c400f6c1 service neutron] 10.222.0.72 "GET /v2.0/networks/365d7a34-a830-4c0e-836c-85e222c1ca9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1399546 Jul 06 14:15:33.426639 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-b4c386b1-9218-429d-b2ec-78f50b483f4c tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060'] for network, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:33.432185 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4c386b1-9218-429d-b2ec-78f50b483f4c tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:15:33.432745 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-b4c386b1-9218-429d-b2ec-78f50b483f4c tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Notify callbacks [] for network, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:33.516748 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-694472b5-3baa-4f7f-850e-ff7e02b6315a tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Notify callbacks [] for router_gateway, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:33.539385 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-b4c386b1-9218-429d-b2ec-78f50b483f4c tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] 10.222.0.104 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5343602 Jul 06 14:15:33.550720 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 57096) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:15:33.557595 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [None req-e55646a4-6c32-47fa-acda-592015a814ec tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Request body: {'subnet': {'network_id': '5f47a5c2-d1c3-4c9b-a9c8-4d81dce5b046', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:15:33.568806 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c386b1-9218-429d-b2ec-78f50b483f4c tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Pushing event updated for resources: {'Network': ['ID=07d8e371-0b9e-4efd-bffe-c6f6f49c61f8,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:15:33.583798 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Network 07d8e371-0b9e-4efd-bffe-c6f6f49c61f8 details requested by agent ovs-agent-n-d-773647-6 with host n-d-773647-6 {{(pid=100248) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 14:15:33.605791 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-bfc668a4-66f5-4752-80e4-f1751d46e203 req-a3ac4fe5-ca1c-4deb-b1b4-f126c503fb03 service neutron] 10.222.0.72 "GET /v2.0/networks/365d7a34-a830-4c0e-836c-85e222c1ca9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1694567 Jul 06 14:15:33.711315 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696973aa-9a89-48b5-866e-3630278800f5 req-85094787-2ca3-470d-86c9-4105c6836b93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:15:33.713131 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-696973aa-9a89-48b5-866e-3630278800f5 req-85094787-2ca3-470d-86c9-4105c6836b93 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=b6fbd15a1a694bacae9e77d802d4113e&device_id=a890ae47-9b18-49b8-bdaa-4ffe757d616d HTTP/1.1" status: 200 len: 1094 time: 0.0580204 Jul 06 14:15:33.804576 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9692b1d-7449-445e-81ca-2de7e3643fdc req-df037699-cd02-4a45-abde-e4ff8a5249e5 tempest-VolumesSnapshotTestJSON-159166615 tempest-VolumesSnapshotTestJSON-159166615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:15:33.806088 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-f9692b1d-7449-445e-81ca-2de7e3643fdc req-df037699-cd02-4a45-abde-e4ff8a5249e5 tempest-VolumesSnapshotTestJSON-159166615 tempest-VolumesSnapshotTestJSON-159166615-project] 10.222.0.104 "GET /v2.0/ports?device_id=6a5b65d9-7038-4f5d-9ab6-265fe81f8b66 HTTP/1.1" status: 200 len: 943 time: 0.2414308 Jul 06 14:15:33.810409 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e55646a4-6c32-47fa-acda-592015a814ec tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Made reservation on behalf of b162a45bb3174bbb964a63afe4786b87 for: {'subnet': 1} {{(pid=100247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:15:33.812493 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696973aa-9a89-48b5-866e-3630278800f5 req-3e4e0280-87b0-4ca3-97a2-c00864512906 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:15:33.813976 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-696973aa-9a89-48b5-866e-3630278800f5 req-3e4e0280-87b0-4ca3-97a2-c00864512906 service neutron] 10.222.0.72 "GET /v2.0/networks?id=365d7a34-a830-4c0e-836c-85e222c1ca9a HTTP/1.1" status: 200 len: 924 time: 0.0951638 Jul 06 14:15:33.814430 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-e55646a4-6c32-47fa-acda-592015a814ec tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127627440'] for subnet, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:33.856516 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-696973aa-9a89-48b5-866e-3630278800f5 req-37a23080-6fdd-4a17-98b6-293f54b0f383 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ee17955c-9158-408b-ba8c-4dbe60a3577e HTTP/1.1" status: 200 len: 217 time: 0.0358427 Jul 06 14:15:33.907374 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696973aa-9a89-48b5-866e-3630278800f5 req-701474b5-2c5d-4ec2-8f5e-74de5a7f2ccd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:15:33.908884 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-696973aa-9a89-48b5-866e-3630278800f5 req-701474b5-2c5d-4ec2-8f5e-74de5a7f2ccd service neutron] 10.222.0.72 "GET /v2.0/subnets?id=a34e63f9-d928-4f1f-8f4c-0d64a4b2a5bc HTTP/1.1" status: 200 len: 862 time: 0.0457911 Jul 06 14:15:33.945810 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-696973aa-9a89-48b5-866e-3630278800f5 req-9a467cae-c47c-4d31-8b1d-afffc62eea5f service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=365d7a34-a830-4c0e-836c-85e222c1ca9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0305204 Jul 06 14:15:33.965282 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-f9692b1d-7449-445e-81ca-2de7e3643fdc req-1003beb3-f994-4c99-97f9-ea081722d94e tempest-VolumesSnapshotTestJSON-159166615 tempest-VolumesSnapshotTestJSON-159166615-project] 10.222.0.104 "GET /v2.0/security-groups?id=e20905c3-4e2a-4820-8b00-03fe4a9f77fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1447065 Jul 06 14:15:33.977935 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-694472b5-3baa-4f7f-850e-ff7e02b6315a tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1806297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1761036'] for router, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:34.050236 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-696973aa-9a89-48b5-866e-3630278800f5 req-d7d06ad4-d1d6-4175-a504-17cbc92618c8 service neutron] 10.222.0.72 "GET /v2.0/networks/365d7a34-a830-4c0e-836c-85e222c1ca9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0975447 Jul 06 14:15:34.152507 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-696973aa-9a89-48b5-866e-3630278800f5 req-47a603fc-87e0-4874-8f2a-cf766378369d service neutron] 10.222.0.72 "GET /v2.0/networks/365d7a34-a830-4c0e-836c-85e222c1ca9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940957 Jul 06 14:15:34.178170 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-e55646a4-6c32-47fa-acda-592015a814ec tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1849032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-128888412', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127627426'] for subnet, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:34.279439 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-694472b5-3baa-4f7f-850e-ff7e02b6315a tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Router 5f6f2e34-5297-4401-b045-4a4a3ff73309 is scheduled to L3 agent 2823d358-a11b-4885-a706-95a279e43fa7 with binding_index 1 {{(pid=100247) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 14:15:34.290945 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55646a4-6c32-47fa-acda-592015a814ec tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Pushing event updated for resources: {'Subnet': ['ID=e4653cc6-3f58-4535-a262-103e4a1dbbd3,revision_number=0']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:15:34.307376 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e55646a4-6c32-47fa-acda-592015a814ec tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Checking segment: {'id': 'c46cfa58-b1e9-48f0-a951-6ad669cfda9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1047, 'network_id': '5f47a5c2-d1c3-4c9b-a9c8-4d81dce5b046'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100247) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:15:34.307749 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e55646a4-6c32-47fa-acda-592015a814ec tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Network hostable DHCP agents. Network: 5f47a5c2-d1c3-4c9b-a9c8-4d81dce5b046, hostable agents: ['f2bada3d-be77-4359-982b-8505a2bbca04'], hosted agents: [] {{(pid=100247) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 14:15:34.411014 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e55646a4-6c32-47fa-acda-592015a814ec tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Network 5f47a5c2-d1c3-4c9b-a9c8-4d81dce5b046 is scheduled to be hosted by DHCP agent f2bada3d-be77-4359-982b-8505a2bbca04 with binding_index 1 {{(pid=100247) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 14:15:34.425398 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12767561-44a6-4729-8671-ae437b455193 req-d1872c04-296b-4551-8acb-c71478f59c0d tempest-ServerAddressesNegativeTestJSON-2021873622 tempest-ServerAddressesNegativeTestJSON-2021873622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:15:34.426912 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-12767561-44a6-4729-8671-ae437b455193 req-d1872c04-296b-4551-8acb-c71478f59c0d tempest-ServerAddressesNegativeTestJSON-2021873622 tempest-ServerAddressesNegativeTestJSON-2021873622-project] 10.222.0.104 "GET /v2.0/ports?device_id=a890ae47-9b18-49b8-bdaa-4ffe757d616d HTTP/1.1" status: 200 len: 943 time: 0.1899371 Jul 06 14:15:34.450122 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.base_scheduler [None req-e55646a4-6c32-47fa-acda-592015a814ec tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773647-6, 5f47a5c2-d1c3-4c9b-a9c8-4d81dce5b046) {{(pid=100247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:15:34.457773 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb5206a0-1007-4167-9aa4-27fcad5df6bf None None] Network 5f47a5c2-d1c3-4c9b-a9c8-4d81dce5b046 requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:15:34.465754 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e55646a4-6c32-47fa-acda-592015a814ec tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:15:34.466347 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-e55646a4-6c32-47fa-acda-592015a814ec tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Notify callbacks [] for subnet, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:34.471870 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-694472b5-3baa-4f7f-850e-ff7e02b6315a tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Notify agent at l3_agent.n-d-773647-6 the message routers_updated {{(pid=100247) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 14:15:34.503269 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ec28c28-6eee-4a19-8197-dd6ac40d90dc None None] Sync routers for ids ['5f6f2e34-5297-4401-b045-4a4a3ff73309'] in n-d-773647-6 {{(pid=100248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 14:15:34.507644 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-12767561-44a6-4729-8671-ae437b455193 req-510e9b23-0c7e-4798-9cef-63ea407a9f07 tempest-ServerAddressesNegativeTestJSON-2021873622 tempest-ServerAddressesNegativeTestJSON-2021873622-project] 10.222.0.104 "GET /v2.0/security-groups?id=b239bad5-a7c4-4f4e-8547-2f615ef956ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735309 Jul 06 14:15:34.509034 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-e55646a4-6c32-47fa-acda-592015a814ec tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] 10.222.0.104 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9572852 Jul 06 14:15:34.511946 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 57102) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:15:34.517030 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [None req-bbb1e833-5b14-4093-9c92-8cad2dd5cb99 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Request body: {'subnet': {'network_id': '07d8e371-0b9e-4efd-bffe-c6f6f49c61f8', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:15:34.520944 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-694472b5-3baa-4f7f-850e-ff7e02b6315a tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Notify callbacks [] for router, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:34.524600 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-694472b5-3baa-4f7f-850e-ff7e02b6315a tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] 10.222.0.104 "POST /v2.0/routers HTTP/1.1" status: 201 len: 880 time: 2.9173226 Jul 06 14:15:34.524912 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 57104) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:15:34.533800 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ec28c28-6eee-4a19-8197-dd6ac40d90dc None None] Routers {'5f6f2e34-5297-4401-b045-4a4a3ff73309'} bound to L3 agent in host n-d-773647-6 {{(pid=100248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:15:34.534426 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-8ec28c28-6eee-4a19-8197-dd6ac40d90dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T14:15:26Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['5f6f2e34-5297-4401-b045-4a4a3ff73309'], 'active': True} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:15:34.569966 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-8ec28c28-6eee-4a19-8197-dd6ac40d90dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-773647-6', False) {} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:15:34.598805 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ec28c28-6eee-4a19-8197-dd6ac40d90dc None None] Routers {'5f6f2e34-5297-4401-b045-4a4a3ff73309'} bound to L3 agent in host n-d-773647-6 {{(pid=100248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:15:34.599418 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-8ec28c28-6eee-4a19-8197-dd6ac40d90dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T14:15:26Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['5f6f2e34-5297-4401-b045-4a4a3ff73309'], 'active': True} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:15:34.637368 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-8ec28c28-6eee-4a19-8197-dd6ac40d90dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-773647-6', False) {} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:15:34.638024 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ec28c28-6eee-4a19-8197-dd6ac40d90dc None None] The sync data for ids ['5f6f2e34-5297-4401-b045-4a4a3ff73309'] in n-d-773647-6 is: [] {{(pid=100248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 14:15:34.705953 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78274389-f419-4628-8a8e-685cccee3a21 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6bd5fc82-6666-56e8-87c2-91648d36c963-5f47a5c2-d1c3-4c9b-a9c8-4d81dce5b046', 'network_id': '5f47a5c2-d1c3-4c9b-a9c8-4d81dce5b046', 'tenant_id': 'b162a45bb3174bbb964a63afe4786b87', 'fixed_ips': [{'subnet_id': 'e4653cc6-3f58-4535-a262-103e4a1dbbd3'}]}} from n-d-773647-6. {{(pid=100248) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 14:15:34.707237 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-78274389-f419-4628-8a8e-685cccee3a21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:34.713370 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbb1e833-5b14-4093-9c92-8cad2dd5cb99 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Made reservation on behalf of b162a45bb3174bbb964a63afe4786b87 for: {'subnet': 1} {{(pid=100247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:15:34.716973 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-bbb1e833-5b14-4093-9c92-8cad2dd5cb99 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127627440'] for subnet, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:34.725136 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-bffd8c08-2ee2-409e-9cbe-6c7f18061585 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] 10.222.0.104 "GET /v2.0/routers/5f6f2e34-5297-4401-b045-4a4a3ff73309 HTTP/1.1" status: 200 len: 881 time: 0.1889396 Jul 06 14:15:34.727566 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 57106) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:15:34.849613 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.db_base_plugin_common [None req-78274389-f419-4628-8a8e-685cccee3a21 None None] Allocated IP 2001:db8::2 (5f47a5c2-d1c3-4c9b-a9c8-4d81dce5b046/e4653cc6-3f58-4535-a262-103e4a1dbbd3/e8188e74-c930-4fb2-97e0-d66c8c0266d3) {{(pid=100248) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:15:34.999848 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-78274389-f419-4628-8a8e-685cccee3a21 None None] Notify callbacks [] for port, precommit_create {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:35.009926 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-78274389-f419-4628-8a8e-685cccee3a21 None None] Transition to ACTIVE for port object e8188e74-c930-4fb2-97e0-d66c8c0266d3 will not be triggered until provisioned by entity L2. {{(pid=100248) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:15:35.026727 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-78274389-f419-4628-8a8e-685cccee3a21 None None] Transition to ACTIVE for port object e8188e74-c930-4fb2-97e0-d66c8c0266d3 will not be triggered until provisioned by entity DHCP. {{(pid=100248) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:15:35.033291 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-78274389-f419-4628-8a8e-685cccee3a21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108'] for port, after_create {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:35.078083 n-d-773647-6 neutron-server[100248]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78274389-f419-4628-8a8e-685cccee3a21 None None] Network 5f47a5c2-d1c3-4c9b-a9c8-4d81dce5b046 is already hosted by enough agents. {{(pid=100248) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:15:35.084515 n-d-773647-6 neutron-server[100248]: DEBUG neutron.scheduler.base_scheduler [None req-78274389-f419-4628-8a8e-685cccee3a21 None None] Resources bound (agent type, host, resource id): {{(pid=100248) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:15:35.090449 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78274389-f419-4628-8a8e-685cccee3a21 None None] Received port after_create {{(pid=100248) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:15:35.096582 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78274389-f419-4628-8a8e-685cccee3a21 None None] Pushing event updated for resources: {'Port': ['ID=e8188e74-c930-4fb2-97e0-d66c8c0266d3,revision_number=1']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:15:35.152836 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-78274389-f419-4628-8a8e-685cccee3a21 None None] Attempting to bind port e8188e74-c930-4fb2-97e0-d66c8c0266d3 on host n-d-773647-6 for vnic_type normal with profile {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:15:35.153202 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-78274389-f419-4628-8a8e-685cccee3a21 None None] Attempting to bind port e8188e74-c930-4fb2-97e0-d66c8c0266d3 by drivers openvswitch,hyperv on host n-d-773647-6 at level 0 using segments [{'id': 'c46cfa58-b1e9-48f0-a951-6ad669cfda9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1047, 'network_id': '5f47a5c2-d1c3-4c9b-a9c8-4d81dce5b046'}] {{(pid=100248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:15:35.153561 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78274389-f419-4628-8a8e-685cccee3a21 None None] Attempting to bind port e8188e74-c930-4fb2-97e0-d66c8c0266d3 on network 5f47a5c2-d1c3-4c9b-a9c8-4d81dce5b046 {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:15:35.159487 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78274389-f419-4628-8a8e-685cccee3a21 None None] Checking agent: {'id': '8ab5b19c-d213-4f29-891d-27bdf39d38b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773647-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 43, 26), 'started_at': datetime.datetime(2021, 7, 6, 13, 43, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 15, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773647-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:15:35.159847 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78274389-f419-4628-8a8e-685cccee3a21 None None] Checking segment: {'id': 'c46cfa58-b1e9-48f0-a951-6ad669cfda9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1047, 'network_id': '5f47a5c2-d1c3-4c9b-a9c8-4d81dce5b046'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:15:35.160253 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-78274389-f419-4628-8a8e-685cccee3a21 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:35.160642 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78274389-f419-4628-8a8e-685cccee3a21 None None] Bound using segment: {'id': 'c46cfa58-b1e9-48f0-a951-6ad669cfda9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1047, 'network_id': '5f47a5c2-d1c3-4c9b-a9c8-4d81dce5b046'} {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:15:35.161107 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-78274389-f419-4628-8a8e-685cccee3a21 None None] Bound port: e8188e74-c930-4fb2-97e0-d66c8c0266d3, host: n-d-773647-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c46cfa58-b1e9-48f0-a951-6ad669cfda9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1047, 'network_id': '5f47a5c2-d1c3-4c9b-a9c8-4d81dce5b046'}}] {{(pid=100248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:15:35.161488 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-78274389-f419-4628-8a8e-685cccee3a21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:35.228277 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-78274389-f419-4628-8a8e-685cccee3a21 None None] For port e8188e74-c930-4fb2-97e0-d66c8c0266d3, host n-d-773647-6, cleared binding levels {{(pid=100248) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:15:35.231954 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-78274389-f419-4628-8a8e-685cccee3a21 None None] For port e8188e74-c930-4fb2-97e0-d66c8c0266d3, host n-d-773647-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=e8188e74-c930-4fb2-97e0-d66c8c0266d3,segment=NetworkSegment(c46cfa58-b1e9-48f0-a951-6ad669cfda9a),segment_id=c46cfa58-b1e9-48f0-a951-6ad669cfda9a)] {{(pid=100248) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:15:35.236317 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-78274389-f419-4628-8a8e-685cccee3a21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:35.306588 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78274389-f419-4628-8a8e-685cccee3a21 None None] Pushing event updated for resources: {'Port': ['ID=e8188e74-c930-4fb2-97e0-d66c8c0266d3,revision_number=2']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:15:35.434200 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Device 0354108e-d9b7-4ade-b657-7d86fb06c665 details requested by agent hyperv_n-h2-773647-6 with host n-h2-773647-6 {{(pid=100248) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 14:15:35.460469 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-bbb1e833-5b14-4093-9c92-8cad2dd5cb99 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1849032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-128888412', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127627426'] for subnet, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:35.582882 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb1e833-5b14-4093-9c92-8cad2dd5cb99 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Pushing event updated for resources: {'Subnet': ['ID=9108fae7-06af-4d3a-8dc3-ebc159874802,revision_number=0']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:15:35.594830 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] For port 0354108e-d9b7-4ade-b657-7d86fb06c665, host n-h2-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=0354108e-d9b7-4ade-b657-7d86fb06c665,segment=NetworkSegment(a5bb63dc-af84-4b25-adce-a2df85deca10),segment_id=a5bb63dc-af84-4b25-adce-a2df85deca10)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:15:35.609445 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Returning: {'device': '0354108e-d9b7-4ade-b657-7d86fb06c665', 'network_id': '49b14001-0249-40ad-b388-270776c77779', 'port_id': '0354108e-d9b7-4ade-b657-7d86fb06c665', 'mac_address': 'fa:16:3e:96:54:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1015, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43b44cc2-8280-4abb-bc23-973a73c284c8', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100248) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 14:15:35.615914 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546b9944-c2d8-46f4-ad33-b32d0d283dd4 req-5ef372c5-f8cc-4901-be01-b211002239cb tempest-VolumesSnapshotTestJSON-159166615 tempest-VolumesSnapshotTestJSON-159166615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:15:35.628367 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-546b9944-c2d8-46f4-ad33-b32d0d283dd4 req-5ef372c5-f8cc-4901-be01-b211002239cb tempest-VolumesSnapshotTestJSON-159166615 tempest-VolumesSnapshotTestJSON-159166615-project] 10.222.0.104 "GET /v2.0/ports?device_id=6a5b65d9-7038-4f5d-9ab6-265fe81f8b66 HTTP/1.1" status: 200 len: 943 time: 0.3384132 Jul 06 14:15:35.653763 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:35.673695 n-d-773647-6 neutron-server[100248]: DEBUG neutron.notifiers.nova [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0354108e-d9b7-4ade-b657-7d86fb06c665 {{(pid=100248) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 14:15:35.685776 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-3c63748a-b06b-4336-bd30-833444ad4ae7 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] 10.222.0.104 "GET /v2.0/routers HTTP/1.1" status: 200 len: 884 time: 0.9571421 Jul 06 14:15:35.689071 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 57118) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:15:35.694633 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] For port 0354108e-d9b7-4ade-b657-7d86fb06c665, host n-h2-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=0354108e-d9b7-4ade-b657-7d86fb06c665,segment=NetworkSegment(a5bb63dc-af84-4b25-adce-a2df85deca10),segment_id=a5bb63dc-af84-4b25-adce-a2df85deca10)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:15:35.695802 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-f4bdfee3-e326-463a-ad8b-8e794cf37ce6 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-1710294731'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:15:35.698918 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:35.699870 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbb1e833-5b14-4093-9c92-8cad2dd5cb99 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Checking segment: {'id': '4b74f568-504a-4dc4-a913-fd94eb35208a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': '07d8e371-0b9e-4efd-bffe-c6f6f49c61f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100247) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:15:35.700250 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbb1e833-5b14-4093-9c92-8cad2dd5cb99 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Network hostable DHCP agents. Network: 07d8e371-0b9e-4efd-bffe-c6f6f49c61f8, hostable agents: ['f2bada3d-be77-4359-982b-8505a2bbca04'], hosted agents: [] {{(pid=100247) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 14:15:35.747928 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-546b9944-c2d8-46f4-ad33-b32d0d283dd4 req-bf9d05a7-411b-4529-beae-acbd77f1d992 tempest-VolumesSnapshotTestJSON-159166615 tempest-VolumesSnapshotTestJSON-159166615-project] 10.222.0.104 "GET /v2.0/security-groups?id=e20905c3-4e2a-4820-8b00-03fe4a9f77fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183367 Jul 06 14:15:35.756433 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Pushing event updated for resources: {'Port': ['ID=0354108e-d9b7-4ade-b657-7d86fb06c665,revision_number=4']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:15:35.771507 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbb1e833-5b14-4093-9c92-8cad2dd5cb99 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Network 07d8e371-0b9e-4efd-bffe-c6f6f49c61f8 is scheduled to be hosted by DHCP agent f2bada3d-be77-4359-982b-8505a2bbca04 with binding_index 1 {{(pid=100247) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 14:15:35.788346 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.base_scheduler [None req-bbb1e833-5b14-4093-9c92-8cad2dd5cb99 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773647-6, 07d8e371-0b9e-4efd-bffe-c6f6f49c61f8) {{(pid=100247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:15:35.800834 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e5c9973-ac93-4d68-8aa0-54a5ee47de35 None None] Network 07d8e371-0b9e-4efd-bffe-c6f6f49c61f8 requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:15:35.802036 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ea9252-b18d-41cb-b7d9-093f67bd8c8d req-a0121469-a2b9-47f7-99ff-6c7daeb1c9f3 tempest-ServerAddressesNegativeTestJSON-2021873622 tempest-ServerAddressesNegativeTestJSON-2021873622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:15:35.809293 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-b9ea9252-b18d-41cb-b7d9-093f67bd8c8d req-a0121469-a2b9-47f7-99ff-6c7daeb1c9f3 tempest-ServerAddressesNegativeTestJSON-2021873622 tempest-ServerAddressesNegativeTestJSON-2021873622-project] 10.222.0.104 "GET /v2.0/ports?device_id=a890ae47-9b18-49b8-bdaa-4ffe757d616d HTTP/1.1" status: 200 len: 943 time: 0.1313167 Jul 06 14:15:35.817848 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbb1e833-5b14-4093-9c92-8cad2dd5cb99 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:15:35.818439 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-bbb1e833-5b14-4093-9c92-8cad2dd5cb99 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Notify callbacks [] for subnet, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:35.848341 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-bbb1e833-5b14-4093-9c92-8cad2dd5cb99 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] 10.222.0.104 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.3353302 Jul 06 14:15:35.851340 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 57120) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:15:35.856428 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [None req-d20da797-e7d2-4992-8e3b-9fbe18c2b66a tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-2032802564', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:15:35.869566 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-b9ea9252-b18d-41cb-b7d9-093f67bd8c8d req-8f7d76ee-1925-4031-89fa-b2e61ee5fca2 tempest-ServerAddressesNegativeTestJSON-2021873622 tempest-ServerAddressesNegativeTestJSON-2021873622-project] 10.222.0.104 "GET /v2.0/security-groups?id=b239bad5-a7c4-4f4e-8547-2f615ef956ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593185 Jul 06 14:15:35.896719 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-d20da797-e7d2-4992-8e3b-9fbe18c2b66a tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1806290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6992'] for router, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:35.896719 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-d20da797-e7d2-4992-8e3b-9fbe18c2b66a tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1806157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1808637', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1714747', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7007'] for router, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:35.941768 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] get_ports_and_sgs() called for port_ids ['0354108e-d9b7-4ade-b657-7d86fb06c665'] {{(pid=100248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 14:15:35.953035 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-d20da797-e7d2-4992-8e3b-9fbe18c2b66a tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:35.958468 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-d20da797-e7d2-4992-8e3b-9fbe18c2b66a tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1806297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1761036'] for router, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:35.976798 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-d20da797-e7d2-4992-8e3b-9fbe18c2b66a tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Notify callbacks [] for router, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:35.978188 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-d20da797-e7d2-4992-8e3b-9fbe18c2b66a tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] 10.222.0.104 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1258135 Jul 06 14:15:35.981000 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 57122) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:15:35.983872 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e37c72a-0634-4934-934b-483e1c67af0b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6bd5fc82-6666-56e8-87c2-91648d36c963-07d8e371-0b9e-4efd-bffe-c6f6f49c61f8', 'network_id': '07d8e371-0b9e-4efd-bffe-c6f6f49c61f8', 'tenant_id': 'b162a45bb3174bbb964a63afe4786b87', 'fixed_ips': [{'subnet_id': '9108fae7-06af-4d3a-8dc3-ebc159874802'}]}} from n-d-773647-6. {{(pid=100248) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 14:15:35.984736 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-0e37c72a-0634-4934-934b-483e1c67af0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:36.111832 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-f4bdfee3-e326-463a-ad8b-8e794cf37ce6 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1761047', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1806272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6989'] for router, precommit_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:36.127619 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-f4bdfee3-e326-463a-ad8b-8e794cf37ce6 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1761036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1761054', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1761029', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1806287'] for router, after_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:36.168975 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.db_base_plugin_common [None req-0e37c72a-0634-4934-934b-483e1c67af0b None None] Allocated IP 2001:db8:1::2 (07d8e371-0b9e-4efd-bffe-c6f6f49c61f8/9108fae7-06af-4d3a-8dc3-ebc159874802/54745ab1-c936-473f-83e9-c17afcf591ef) {{(pid=100248) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:15:36.263588 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4bdfee3-e326-463a-ad8b-8e794cf37ce6 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Router 5f6f2e34-5297-4401-b045-4a4a3ff73309 has already been hosted by L3 agent 2823d358-a11b-4885-a706-95a279e43fa7 {{(pid=100246) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 14:15:36.313403 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-8b172284-3e7e-4794-bbc3-c69acaf30276 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:36.402268 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-0e37c72a-0634-4934-934b-483e1c67af0b None None] Notify callbacks [] for port, precommit_create {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:36.413903 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4bdfee3-e326-463a-ad8b-8e794cf37ce6 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Notify agent at l3_agent.n-d-773647-6 the message routers_updated {{(pid=100246) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 14:15:36.425836 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5727ef7e-08b3-4856-b831-01944312d41f None None] Sync routers for ids ['5f6f2e34-5297-4401-b045-4a4a3ff73309'] in n-d-773647-6 {{(pid=100249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 14:15:36.428430 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-f4bdfee3-e326-463a-ad8b-8e794cf37ce6 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Notify callbacks [] for router, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:36.432323 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-f4bdfee3-e326-463a-ad8b-8e794cf37ce6 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] 10.222.0.104 "PUT /v2.0/routers/5f6f2e34-5297-4401-b045-4a4a3ff73309 HTTP/1.1" status: 200 len: 888 time: 0.7394781 Jul 06 14:15:36.432482 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-0e37c72a-0634-4934-934b-483e1c67af0b None None] Transition to ACTIVE for port object 54745ab1-c936-473f-83e9-c17afcf591ef will not be triggered until provisioned by entity L2. {{(pid=100248) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:15:36.432602 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 57126) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:15:36.438198 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5727ef7e-08b3-4856-b831-01944312d41f None None] Routers {'5f6f2e34-5297-4401-b045-4a4a3ff73309'} bound to L3 agent in host n-d-773647-6 {{(pid=100249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:15:36.441210 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-5727ef7e-08b3-4856-b831-01944312d41f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T14:15:26Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['5f6f2e34-5297-4401-b045-4a4a3ff73309'], 'active': True} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:15:36.459437 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-0e37c72a-0634-4934-934b-483e1c67af0b None None] Transition to ACTIVE for port object 54745ab1-c936-473f-83e9-c17afcf591ef will not be triggered until provisioned by entity DHCP. {{(pid=100248) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:15:36.477862 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-0e37c72a-0634-4934-934b-483e1c67af0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108'] for port, after_create {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:36.492226 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf854671-6cf8-4e2b-b355-201873996f43 None None] Network 5f47a5c2-d1c3-4c9b-a9c8-4d81dce5b046 requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:15:36.520483 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-5727ef7e-08b3-4856-b831-01944312d41f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-773647-6', False) {} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:15:36.529554 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5727ef7e-08b3-4856-b831-01944312d41f None None] Routers {'5f6f2e34-5297-4401-b045-4a4a3ff73309'} bound to L3 agent in host n-d-773647-6 {{(pid=100249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:15:36.530229 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-5727ef7e-08b3-4856-b831-01944312d41f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T14:15:26Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['5f6f2e34-5297-4401-b045-4a4a3ff73309'], 'active': True} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:15:36.575806 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-776bedd1-f415-465f-9f3b-32ad5014c526 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] 10.222.0.104 "GET /v2.0/routers/5f6f2e34-5297-4401-b045-4a4a3ff73309 HTTP/1.1" status: 200 len: 888 time: 0.1400461 Jul 06 14:15:36.576049 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 57128) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:15:36.585224 n-d-773647-6 neutron-server[100248]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e37c72a-0634-4934-934b-483e1c67af0b None None] Network 07d8e371-0b9e-4efd-bffe-c6f6f49c61f8 is already hosted by enough agents. {{(pid=100248) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:15:36.597221 n-d-773647-6 neutron-server[100248]: DEBUG neutron.scheduler.base_scheduler [None req-0e37c72a-0634-4934-934b-483e1c67af0b None None] Resources bound (agent type, host, resource id): {{(pid=100248) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:15:36.602317 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e37c72a-0634-4934-934b-483e1c67af0b None None] Pushing event updated for resources: {'Port': ['ID=54745ab1-c936-473f-83e9-c17afcf591ef,revision_number=1']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:15:36.608356 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e37c72a-0634-4934-934b-483e1c67af0b None None] Received port after_create {{(pid=100248) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:15:36.612329 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-579835ab-b3cf-40b5-bd56-7335889ef898 None None] Provisioning for port e8188e74-c930-4fb2-97e0-d66c8c0266d3 completed by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:15:36.641543 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-b7fefe6a-a946-44c9-a712-d1a050e43c71 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] 10.222.0.104 "GET /v2.0/ports?device_id=5f6f2e34-5297-4401-b045-4a4a3ff73309 HTTP/1.1" status: 200 len: 205 time: 0.0611866 Jul 06 14:15:36.644060 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 57130) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:15:36.698459 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-5727ef7e-08b3-4856-b831-01944312d41f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-773647-6', False) {} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:15:36.699403 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5727ef7e-08b3-4856-b831-01944312d41f None None] The sync data for ids ['5f6f2e34-5297-4401-b045-4a4a3ff73309'] in n-d-773647-6 is: [] {{(pid=100249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 14:15:36.712824 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.db_base_plugin_common [None req-8b172284-3e7e-4794-bbc3-c69acaf30276 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Allocated IP 2001:db8::1 (5f47a5c2-d1c3-4c9b-a9c8-4d81dce5b046/e4653cc6-3f58-4535-a262-103e4a1dbbd3/d90931cc-1912-4d2f-be86-d0b5997451b0) {{(pid=100247) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:15:36.728323 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-0e37c72a-0634-4934-934b-483e1c67af0b None None] Attempting to bind port 54745ab1-c936-473f-83e9-c17afcf591ef on host n-d-773647-6 for vnic_type normal with profile {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:15:36.728695 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-0e37c72a-0634-4934-934b-483e1c67af0b None None] Attempting to bind port 54745ab1-c936-473f-83e9-c17afcf591ef by drivers openvswitch,hyperv on host n-d-773647-6 at level 0 using segments [{'id': '4b74f568-504a-4dc4-a913-fd94eb35208a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': '07d8e371-0b9e-4efd-bffe-c6f6f49c61f8'}] {{(pid=100248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:15:36.729311 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e37c72a-0634-4934-934b-483e1c67af0b None None] Attempting to bind port 54745ab1-c936-473f-83e9-c17afcf591ef on network 07d8e371-0b9e-4efd-bffe-c6f6f49c61f8 {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:15:36.741491 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e37c72a-0634-4934-934b-483e1c67af0b None None] Checking agent: {'id': '8ab5b19c-d213-4f29-891d-27bdf39d38b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773647-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 43, 26), 'started_at': datetime.datetime(2021, 7, 6, 13, 43, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 15, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773647-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:15:36.741648 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e37c72a-0634-4934-934b-483e1c67af0b None None] Checking segment: {'id': '4b74f568-504a-4dc4-a913-fd94eb35208a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': '07d8e371-0b9e-4efd-bffe-c6f6f49c61f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:15:36.742024 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-0e37c72a-0634-4934-934b-483e1c67af0b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:36.742418 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e37c72a-0634-4934-934b-483e1c67af0b None None] Bound using segment: {'id': '4b74f568-504a-4dc4-a913-fd94eb35208a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': '07d8e371-0b9e-4efd-bffe-c6f6f49c61f8'} {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:15:36.742882 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-0e37c72a-0634-4934-934b-483e1c67af0b None None] Bound port: 54745ab1-c936-473f-83e9-c17afcf591ef, host: n-d-773647-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b74f568-504a-4dc4-a913-fd94eb35208a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': '07d8e371-0b9e-4efd-bffe-c6f6f49c61f8'}}] {{(pid=100248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:15:36.743284 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-0e37c72a-0634-4934-934b-483e1c67af0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:36.839129 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-cde839ee-015c-4a7a-9880-dffd89f65b12 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Notify callbacks [] for router, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:36.853167 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-0e37c72a-0634-4934-934b-483e1c67af0b None None] For port 54745ab1-c936-473f-83e9-c17afcf591ef, host n-d-773647-6, cleared binding levels {{(pid=100248) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:15:36.868145 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-0e37c72a-0634-4934-934b-483e1c67af0b None None] For port 54745ab1-c936-473f-83e9-c17afcf591ef, host n-d-773647-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=54745ab1-c936-473f-83e9-c17afcf591ef,segment=NetworkSegment(4b74f568-504a-4dc4-a913-fd94eb35208a),segment_id=4b74f568-504a-4dc4-a913-fd94eb35208a)] {{(pid=100248) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:15:36.874027 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-0e37c72a-0634-4934-934b-483e1c67af0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:36.969893 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e37c72a-0634-4934-934b-483e1c67af0b None None] Pushing event updated for resources: {'Port': ['ID=54745ab1-c936-473f-83e9-c17afcf591ef,revision_number=2']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:15:37.041139 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-8b172284-3e7e-4794-bbc3-c69acaf30276 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Notify callbacks [] for port, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:37.109205 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device e8188e74-c930-4fb2-97e0-d66c8c0266d3 up at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:15:37.115902 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.provisioning_blocks [None req-8b172284-3e7e-4794-bbc3-c69acaf30276 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Transition to ACTIVE for port object d90931cc-1912-4d2f-be86-d0b5997451b0 will not be triggered until provisioned by entity DHCP. {{(pid=100247) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:15:37.168292 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfc7091-53ac-48aa-b897-459055fb38e6 req-6c47c2f9-4f2b-43fc-b173-09207d318ae7 tempest-VolumesSnapshotTestJSON-159166615 tempest-VolumesSnapshotTestJSON-159166615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:15:37.169919 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-1bfc7091-53ac-48aa-b897-459055fb38e6 req-6c47c2f9-4f2b-43fc-b173-09207d318ae7 tempest-VolumesSnapshotTestJSON-159166615 tempest-VolumesSnapshotTestJSON-159166615-project] 10.222.0.104 "GET /v2.0/ports?device_id=6a5b65d9-7038-4f5d-9ab6-265fe81f8b66 HTTP/1.1" status: 200 len: 944 time: 0.2856829 Jul 06 14:15:37.173205 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning for port e8188e74-c930-4fb2-97e0-d66c8c0266d3 completed by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:15:37.178203 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning complete for port e8188e74-c930-4fb2-97e0-d66c8c0266d3 triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:15:37.178858 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:37.181664 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-cde839ee-015c-4a7a-9880-dffd89f65b12 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:37.236152 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-8b172284-3e7e-4794-bbc3-c69acaf30276 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-128888360'] for port, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:37.299835 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-1e1a485d-c041-43f8-9b28-cf774d80e6c1 None None] Provisioning complete for port e8188e74-c930-4fb2-97e0-d66c8c0266d3 triggered by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:15:37.300210 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-1e1a485d-c041-43f8-9b28-cf774d80e6c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:37.317298 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-1bfc7091-53ac-48aa-b897-459055fb38e6 req-113f2132-529d-404a-b2be-4ffe381909af tempest-VolumesSnapshotTestJSON-159166615 tempest-VolumesSnapshotTestJSON-159166615-project] 10.222.0.104 "GET /v2.0/security-groups?id=e20905c3-4e2a-4820-8b00-03fe4a9f77fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312530 Jul 06 14:15:37.330595 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:37.346328 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6a886f-6dc1-469a-aebd-352aa0fb2946 req-62676107-c7d7-4c43-942d-c941464a6166 tempest-ServerAddressesNegativeTestJSON-2021873622 tempest-ServerAddressesNegativeTestJSON-2021873622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:15:37.353753 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-9b6a886f-6dc1-469a-aebd-352aa0fb2946 req-62676107-c7d7-4c43-942d-c941464a6166 tempest-ServerAddressesNegativeTestJSON-2021873622 tempest-ServerAddressesNegativeTestJSON-2021873622-project] 10.222.0.104 "GET /v2.0/ports?device_id=a890ae47-9b18-49b8-bdaa-4ffe757d616d HTTP/1.1" status: 200 len: 943 time: 0.2958963 Jul 06 14:15:37.364904 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b172284-3e7e-4794-bbc3-c69acaf30276 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Network 5f47a5c2-d1c3-4c9b-a9c8-4d81dce5b046 is already hosted by enough agents. {{(pid=100247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:15:37.381009 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] For port e8188e74-c930-4fb2-97e0-d66c8c0266d3, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=e8188e74-c930-4fb2-97e0-d66c8c0266d3,segment=NetworkSegment(c46cfa58-b1e9-48f0-a951-6ad669cfda9a),segment_id=c46cfa58-b1e9-48f0-a951-6ad669cfda9a)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:15:37.383045 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.base_scheduler [None req-8b172284-3e7e-4794-bbc3-c69acaf30276 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Resources bound (agent type, host, resource id): {{(pid=100247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:15:37.387546 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:37.388124 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b172284-3e7e-4794-bbc3-c69acaf30276 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Pushing event updated for resources: {'Port': ['ID=d90931cc-1912-4d2f-be86-d0b5997451b0,revision_number=1']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:15:37.400801 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b172284-3e7e-4794-bbc3-c69acaf30276 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Received port after_create {{(pid=100247) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:15:37.401360 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-8b172284-3e7e-4794-bbc3-c69acaf30276 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1807675'] for router_interface, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:37.472098 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-9b6a886f-6dc1-469a-aebd-352aa0fb2946 req-dc0b5b79-dc3a-4d70-af76-73d4d2a4e4e1 tempest-ServerAddressesNegativeTestJSON-2021873622 tempest-ServerAddressesNegativeTestJSON-2021873622-project] 10.222.0.104 "GET /v2.0/security-groups?id=b239bad5-a7c4-4f4e-8547-2f615ef956ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164858 Jul 06 14:15:37.473614 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Device 0354108e-d9b7-4ade-b657-7d86fb06c665 up at agent hyperv_n-h2-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:15:37.476302 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Device ee17955c-9158-408b-ba8c-4dbe60a3577e details requested by agent hyperv_n-h2-773647-6 with host n-h2-773647-6 {{(pid=100248) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 14:15:37.514536 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Pushing event updated for resources: {'Port': ['ID=e8188e74-c930-4fb2-97e0-d66c8c0266d3,revision_number=3']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:15:37.516630 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.plugin [None req-cde839ee-015c-4a7a-9880-dffd89f65b12 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Deleting port efa6e599-e2c3-4fed-9698-4aff5bb40091 {{(pid=100247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:15:37.516971 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-cde839ee-015c-4a7a-9880-dffd89f65b12 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:37.616166 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-8b172284-3e7e-4794-bbc3-c69acaf30276 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:37.654075 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-cde839ee-015c-4a7a-9880-dffd89f65b12 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:37.689969 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.plugin [None req-cde839ee-015c-4a7a-9880-dffd89f65b12 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Calling delete_port for efa6e599-e2c3-4fed-9698-4aff5bb40091 owned by network:router_gateway {{(pid=100247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:15:37.765698 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Provisioning for port 0354108e-d9b7-4ade-b657-7d86fb06c665 completed by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:15:37.770635 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Provisioning complete for port 0354108e-d9b7-4ade-b657-7d86fb06c665 triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:15:37.771006 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:37.827622 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-8b916688-3076-42f2-9eb3-a9efe9432ff2 None None] Provisioning for port d90931cc-1912-4d2f-be86-d0b5997451b0 completed by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:15:37.848476 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] For port ee17955c-9158-408b-ba8c-4dbe60a3577e, host n-h2-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=ee17955c-9158-408b-ba8c-4dbe60a3577e,segment=NetworkSegment(5663e79e-1339-45f1-8eac-6b75a66cab37),segment_id=5663e79e-1339-45f1-8eac-6b75a66cab37)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:15:37.850848 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-8b916688-3076-42f2-9eb3-a9efe9432ff2 None None] Provisioning complete for port d90931cc-1912-4d2f-be86-d0b5997451b0 triggered by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:15:37.851195 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-8b916688-3076-42f2-9eb3-a9efe9432ff2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:37.883709 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Returning: {'device': 'ee17955c-9158-408b-ba8c-4dbe60a3577e', 'network_id': '365d7a34-a830-4c0e-836c-85e222c1ca9a', 'port_id': 'ee17955c-9158-408b-ba8c-4dbe60a3577e', 'mac_address': 'fa:16:3e:b1:37:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1045, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a34e63f9-d928-4f1f-8f4c-0d64a4b2a5bc', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100248) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 14:15:37.940203 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-8b916688-3076-42f2-9eb3-a9efe9432ff2 None None] Port d90931cc-1912-4d2f-be86-d0b5997451b0 cannot update to ACTIVE because it is not bound. {{(pid=100248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 14:15:37.959906 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:37.979060 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:37.998582 n-d-773647-6 neutron-server[100248]: DEBUG neutron.notifiers.nova [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ee17955c-9158-408b-ba8c-4dbe60a3577e {{(pid=100248) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 14:15:38.006169 n-d-773647-6 neutron-server[100248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a5b65d9-7038-4f5d-9ab6-265fe81f8b66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0354108e-d9b7-4ade-b657-7d86fb06c665'}] {{(pid=100248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:15:38.008454 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84af257533e383389cbcf231d3534f4d5e149e7203fea16b4a8fc01438dddaf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f5199ea-e5b9-4169-9bb2-4941eaa4523f" -d '{"events": [{"server_uuid": "6a5b65d9-7038-4f5d-9ab6-265fe81f8b66", "name": "network-vif-plugged", "status": "completed", "tag": "0354108e-d9b7-4ade-b657-7d86fb06c665"}]}' {{(pid=100248) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:15:38.031444 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] For port 0354108e-d9b7-4ade-b657-7d86fb06c665, host n-h2-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=0354108e-d9b7-4ade-b657-7d86fb06c665,segment=NetworkSegment(a5bb63dc-af84-4b25-adce-a2df85deca10),segment_id=a5bb63dc-af84-4b25-adce-a2df85deca10)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:15:38.039937 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:38.042859 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] For port ee17955c-9158-408b-ba8c-4dbe60a3577e, host n-h2-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=ee17955c-9158-408b-ba8c-4dbe60a3577e,segment=NetworkSegment(5663e79e-1339-45f1-8eac-6b75a66cab37),segment_id=5663e79e-1339-45f1-8eac-6b75a66cab37)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:15:38.048539 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:38.067602 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 14:15:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09a78b2b-2c7d-4ae3-b949-738b11d58418 x-openstack-request-id: req-09a78b2b-2c7d-4ae3-b949-738b11d58418 {{(pid=100248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:15:38.067916 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a5b65d9-7038-4f5d-9ab6-265fe81f8b66", "name": "network-vif-plugged", "status": "completed", "tag": "0354108e-d9b7-4ade-b657-7d86fb06c665", "code": 200}]} {{(pid=100248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:15:38.068144 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-09a78b2b-2c7d-4ae3-b949-738b11d58418 {{(pid=100248) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:15:38.068533 n-d-773647-6 neutron-server[100248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a5b65d9-7038-4f5d-9ab6-265fe81f8b66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0354108e-d9b7-4ade-b657-7d86fb06c665', 'code': 200} Jul 06 14:15:38.083758 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-8b172284-3e7e-4794-bbc3-c69acaf30276 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Notify callbacks [] for port, precommit_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:38.096492 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-8b172284-3e7e-4794-bbc3-c69acaf30276 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128888538'] for port, after_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:38.097499 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-8b172284-3e7e-4794-bbc3-c69acaf30276 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1809478'] for router_interface, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:38.102270 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Pushing event updated for resources: {'Port': ['ID=0354108e-d9b7-4ade-b657-7d86fb06c665,revision_number=5']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:15:38.149114 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-cde839ee-015c-4a7a-9880-dffd89f65b12 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128888353'] for port, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:38.167582 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Pushing event updated for resources: {'Port': ['ID=ee17955c-9158-408b-ba8c-4dbe60a3577e,revision_number=4']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:15:38.191478 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b172284-3e7e-4794-bbc3-c69acaf30276 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Pushing event updated for resources: {'Port': ['ID=d90931cc-1912-4d2f-be86-d0b5997451b0,revision_number=2']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:15:38.218552 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f33cb9-cb92-4ce0-8975-767279ee828b req-8606cb81-7238-49b9-806f-bb589211e2c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:15:38.220190 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-f6f33cb9-cb92-4ce0-8975-767279ee828b req-8606cb81-7238-49b9-806f-bb589211e2c4 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=6a5b65d9-7038-4f5d-9ab6-265fe81f8b66 HTTP/1.1" status: 200 len: 1096 time: 0.0696762 Jul 06 14:15:38.247526 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc96fabf-de3a-41df-beaf-89ab9ea347d1 None None] Network 07d8e371-0b9e-4efd-bffe-c6f6f49c61f8 requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:15:38.264808 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-f6f33cb9-cb92-4ce0-8975-767279ee828b req-97e98c7c-ca9c-4f09-8c21-40193ab281d2 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=e20905c3-4e2a-4820-8b00-03fe4a9f77fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366275 Jul 06 14:15:38.277201 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde839ee-015c-4a7a-9880-dffd89f65b12 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Pushing event deleted for resources: {'Port': ['ID=efa6e599-e2c3-4fed-9698-4aff5bb40091,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:15:38.293840 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] get_ports_and_sgs() called for port_ids ['ee17955c-9158-408b-ba8c-4dbe60a3577e'] {{(pid=100248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 14:15:38.301993 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-cde839ee-015c-4a7a-9880-dffd89f65b12 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1761104'] for router_gateway, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:38.344891 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-b528c8cd-3815-4201-ae60-832fc9f46b21 None None] Provisioning for port 54745ab1-c936-473f-83e9-c17afcf591ef completed by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:15:38.756761 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-cde839ee-015c-4a7a-9880-dffd89f65b12 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1806308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6982'] for router, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:38.770087 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-cde839ee-015c-4a7a-9880-dffd89f65b12 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:38.809760 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b172284-3e7e-4794-bbc3-c69acaf30276 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Network 5f47a5c2-d1c3-4c9b-a9c8-4d81dce5b046 is already hosted by enough agents. {{(pid=100247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:15:38.850180 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.base_scheduler [None req-8b172284-3e7e-4794-bbc3-c69acaf30276 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Resources bound (agent type, host, resource id): {{(pid=100247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:15:38.874553 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-cde839ee-015c-4a7a-9880-dffd89f65b12 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1805684'] for router, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:38.875053 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cde839ee-015c-4a7a-9880-dffd89f65b12 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Fanout notify agent at l3_agent the message router_deleted on router 5f6f2e34-5297-4401-b045-4a4a3ff73309 {{(pid=100247) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 14:15:38.914227 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-cde839ee-015c-4a7a-9880-dffd89f65b12 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Notify callbacks [] for router, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:38.918808 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-cde839ee-015c-4a7a-9880-dffd89f65b12 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] 10.222.0.104 "DELETE /v2.0/routers/5f6f2e34-5297-4401-b045-4a4a3ff73309 HTTP/1.1" status: 204 len: 168 time: 2.2696476 Jul 06 14:15:38.919582 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 57148) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:15:38.929080 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-3eceac91-87e6-4bbd-a338-b04035068aaf tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Request body: {'network': {'name': 'tempest-RoutersTest-133306875'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:15:38.964440 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3eceac91-87e6-4bbd-a338-b04035068aaf tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Made reservation on behalf of 9c6f2fd69adb42a0ae2388cfacf9d174 for: {'network': 1} {{(pid=100246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:15:38.971765 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-3eceac91-87e6-4bbd-a338-b04035068aaf tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for network, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:38.998040 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170b9083-9534-4ac3-ad79-1c9e685e295c req-9b2f72c4-e08d-4a5a-b3ec-f15a5bd7b14f tempest-ServerAddressesNegativeTestJSON-2021873622 tempest-ServerAddressesNegativeTestJSON-2021873622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:15:39.000292 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-170b9083-9534-4ac3-ad79-1c9e685e295c req-9b2f72c4-e08d-4a5a-b3ec-f15a5bd7b14f tempest-ServerAddressesNegativeTestJSON-2021873622 tempest-ServerAddressesNegativeTestJSON-2021873622-project] 10.222.0.104 "GET /v2.0/ports?device_id=a890ae47-9b18-49b8-bdaa-4ffe757d616d HTTP/1.1" status: 200 len: 944 time: 0.2594800 Jul 06 14:15:39.011016 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3eceac91-87e6-4bbd-a338-b04035068aaf tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] vlan segment allocate from pool success with {'vlan_id': 1006, 'physical_network': 'physnet1'} {{(pid=100246) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 14:15:39.012122 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5157c804-9b1b-4cd6-9c0d-489c83009b9d req-f7ebff95-9f87-436b-914e-2d62dac0b1c8 tempest-VolumesSnapshotTestJSON-159166615 tempest-VolumesSnapshotTestJSON-159166615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:15:39.020184 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-5157c804-9b1b-4cd6-9c0d-489c83009b9d req-f7ebff95-9f87-436b-914e-2d62dac0b1c8 tempest-VolumesSnapshotTestJSON-159166615 tempest-VolumesSnapshotTestJSON-159166615-project] 10.222.0.104 "GET /v2.0/ports?device_id=6a5b65d9-7038-4f5d-9ab6-265fe81f8b66 HTTP/1.1" status: 200 len: 945 time: 0.2819085 Jul 06 14:15:39.027444 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-3eceac91-87e6-4bbd-a338-b04035068aaf tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552'] for segment, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:39.028252 n-d-773647-6 neutron-server[100246]: INFO neutron.db.segments_db [None req-3eceac91-87e6-4bbd-a338-b04035068aaf tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Added segment fe1a35a2-1848-4250-bf1b-4d6671408b3e of type vlan for network e4d4a92e-2196-4832-a8e9-c5b46f702f93 Jul 06 14:15:39.094785 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-5157c804-9b1b-4cd6-9c0d-489c83009b9d req-0913a982-e8df-488c-849d-8d88d522a51a tempest-VolumesSnapshotTestJSON-159166615 tempest-VolumesSnapshotTestJSON-159166615-project] 10.222.0.104 "GET /v2.0/security-groups?id=e20905c3-4e2a-4820-8b00-03fe4a9f77fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737598 Jul 06 14:15:39.098214 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-3eceac91-87e6-4bbd-a338-b04035068aaf tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773752984405'] for network, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:39.124706 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-170b9083-9534-4ac3-ad79-1c9e685e295c req-c65627bc-cde4-4f5a-8b8a-1bc10a6c1251 tempest-ServerAddressesNegativeTestJSON-2021873622 tempest-ServerAddressesNegativeTestJSON-2021873622-project] 10.222.0.104 "GET /v2.0/security-groups?id=b239bad5-a7c4-4f4e-8547-2f615ef956ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963104 Jul 06 14:15:39.138758 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b172284-3e7e-4794-bbc3-c69acaf30276 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Router 06fdb8b2-f865-4761-a815-9df062e7b909 is scheduled to L3 agent 2823d358-a11b-4885-a706-95a279e43fa7 with binding_index 1 {{(pid=100247) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 14:15:39.160405 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-3eceac91-87e6-4bbd-a338-b04035068aaf tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060'] for network, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:39.166247 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3eceac91-87e6-4bbd-a338-b04035068aaf tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:15:39.167271 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-3eceac91-87e6-4bbd-a338-b04035068aaf tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Notify callbacks [] for network, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:39.221528 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-e0ab2759-e201-4912-98b0-09896aa288eb None None] Provisioning complete for port d90931cc-1912-4d2f-be86-d0b5997451b0 triggered by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:15:39.222095 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-e0ab2759-e201-4912-98b0-09896aa288eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:39.261830 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 54745ab1-c936-473f-83e9-c17afcf591ef up at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:15:39.264353 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eceac91-87e6-4bbd-a338-b04035068aaf tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Pushing event updated for resources: {'Network': ['ID=e4d4a92e-2196-4832-a8e9-c5b46f702f93,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:15:39.276832 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-3eceac91-87e6-4bbd-a338-b04035068aaf tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] 10.222.0.104 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.3560343 Jul 06 14:15:39.277797 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 57150) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:15:39.285898 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-12c3fc60-5c47-4bc2-ac97-585222951210 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Request body: {'subnet': {'network_id': 'e4d4a92e-2196-4832-a8e9-c5b46f702f93', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:15:39.299785 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Network e4d4a92e-2196-4832-a8e9-c5b46f702f93 details requested by agent ovs-agent-n-d-773647-6 with host n-d-773647-6 {{(pid=100248) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 14:15:39.306330 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b172284-3e7e-4794-bbc3-c69acaf30276 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Notify agent at l3_agent.n-d-773647-6 the message routers_updated {{(pid=100247) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 14:15:39.314478 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-8b172284-3e7e-4794-bbc3-c69acaf30276 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] 10.222.0.104 "PUT /v2.0/routers/06fdb8b2-f865-4761-a815-9df062e7b909/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3298440 Jul 06 14:15:39.314662 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 57152) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:15:39.348435 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85706f19-c6ed-4016-a2a3-57773704e187 None None] Sync routers for ids ['06fdb8b2-f865-4761-a815-9df062e7b909'] in n-d-773647-6 {{(pid=100248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 14:15:39.358240 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-e0ab2759-e201-4912-98b0-09896aa288eb None None] Port d90931cc-1912-4d2f-be86-d0b5997451b0 cannot update to ACTIVE because it is not bound. {{(pid=100248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 14:15:39.372272 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d277815c-46ad-4843-9189-00823f35d843 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:15:39.376991 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-d277815c-46ad-4843-9189-00823f35d843 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] 10.222.0.104 "GET /v2.0/ports/d90931cc-1912-4d2f-be86-d0b5997451b0 HTTP/1.1" status: 200 len: 911 time: 0.0577490 Jul 06 14:15:39.377368 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 57154) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:15:39.395701 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85706f19-c6ed-4016-a2a3-57773704e187 None None] Routers {'06fdb8b2-f865-4761-a815-9df062e7b909'} bound to L3 agent in host n-d-773647-6 {{(pid=100248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:15:39.396419 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-85706f19-c6ed-4016-a2a3-57773704e187 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T14:15:26Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['06fdb8b2-f865-4761-a815-9df062e7b909'], 'active': True} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:15:39.436444 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-85706f19-c6ed-4016-a2a3-57773704e187 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-773647-6', False) {} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:15:39.444309 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning for port 54745ab1-c936-473f-83e9-c17afcf591ef completed by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:15:39.449251 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12c3fc60-5c47-4bc2-ac97-585222951210 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Made reservation on behalf of 9c6f2fd69adb42a0ae2388cfacf9d174 for: {'subnet': 1} {{(pid=100246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:15:39.449562 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning complete for port 54745ab1-c936-473f-83e9-c17afcf591ef triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:15:39.449943 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:39.451899 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85706f19-c6ed-4016-a2a3-57773704e187 None None] Routers {'06fdb8b2-f865-4761-a815-9df062e7b909'} bound to L3 agent in host n-d-773647-6 {{(pid=100248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:15:39.452518 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-85706f19-c6ed-4016-a2a3-57773704e187 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T14:15:26Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['06fdb8b2-f865-4761-a815-9df062e7b909'], 'active': True} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:15:39.453265 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-12c3fc60-5c47-4bc2-ac97-585222951210 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127702029'] for subnet, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:39.504497 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Device ee17955c-9158-408b-ba8c-4dbe60a3577e up at agent hyperv_n-h2-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:15:39.510756 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-85706f19-c6ed-4016-a2a3-57773704e187 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-773647-6', False) {} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:15:39.511433 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85706f19-c6ed-4016-a2a3-57773704e187 None None] The sync data for ids ['06fdb8b2-f865-4761-a815-9df062e7b909'] in n-d-773647-6 is: [] {{(pid=100248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 14:15:39.601341 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Provisioning for port ee17955c-9158-408b-ba8c-4dbe60a3577e completed by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:15:39.609095 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Provisioning complete for port ee17955c-9158-408b-ba8c-4dbe60a3577e triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:15:39.609464 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:39.639144 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:39.687873 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] For port 54745ab1-c936-473f-83e9-c17afcf591ef, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=54745ab1-c936-473f-83e9-c17afcf591ef,segment=NetworkSegment(4b74f568-504a-4dc4-a913-fd94eb35208a),segment_id=4b74f568-504a-4dc4-a913-fd94eb35208a)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:15:39.692153 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:39.692933 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device e8188e74-c930-4fb2-97e0-d66c8c0266d3 up at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:15:39.781326 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:39.816289 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Pushing event updated for resources: {'Port': ['ID=54745ab1-c936-473f-83e9-c17afcf591ef,revision_number=3']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:15:39.848762 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] For port ee17955c-9158-408b-ba8c-4dbe60a3577e, host n-h2-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=ee17955c-9158-408b-ba8c-4dbe60a3577e,segment=NetworkSegment(5663e79e-1339-45f1-8eac-6b75a66cab37),segment_id=5663e79e-1339-45f1-8eac-6b75a66cab37)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:15:39.849684 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning complete for port e8188e74-c930-4fb2-97e0-d66c8c0266d3 triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:15:39.850081 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:39.853116 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:39.931264 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Pushing event updated for resources: {'Port': ['ID=ee17955c-9158-408b-ba8c-4dbe60a3577e,revision_number=5']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:15:40.069895 n-d-773647-6 neutron-server[100248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a890ae47-9b18-49b8-bdaa-4ffe757d616d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee17955c-9158-408b-ba8c-4dbe60a3577e'}] {{(pid=100248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:15:40.072271 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84af257533e383389cbcf231d3534f4d5e149e7203fea16b4a8fc01438dddaf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e14ef041-482a-42b1-854e-f89b1c08c49e" -d '{"events": [{"server_uuid": "a890ae47-9b18-49b8-bdaa-4ffe757d616d", "name": "network-vif-plugged", "status": "completed", "tag": "ee17955c-9158-408b-ba8c-4dbe60a3577e"}]}' {{(pid=100248) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:15:40.109500 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 14:15:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c2bd0f5-c078-4aa9-b21b-74bdc5d38a2c x-openstack-request-id: req-6c2bd0f5-c078-4aa9-b21b-74bdc5d38a2c {{(pid=100248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:15:40.109794 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a890ae47-9b18-49b8-bdaa-4ffe757d616d", "name": "network-vif-plugged", "status": "completed", "tag": "ee17955c-9158-408b-ba8c-4dbe60a3577e", "code": 200}]} {{(pid=100248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:15:40.110045 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-6c2bd0f5-c078-4aa9-b21b-74bdc5d38a2c {{(pid=100248) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:15:40.110448 n-d-773647-6 neutron-server[100248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a890ae47-9b18-49b8-bdaa-4ffe757d616d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee17955c-9158-408b-ba8c-4dbe60a3577e', 'code': 200} Jul 06 14:15:40.119344 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-12c3fc60-5c47-4bc2-ac97-585222951210 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1849032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127687649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127702047'] for subnet, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:40.211018 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c3fc60-5c47-4bc2-ac97-585222951210 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Pushing event updated for resources: {'Subnet': ['ID=01c1d5e9-fea3-460a-884e-6bd5d3bccd28,revision_number=0']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:15:40.263838 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-32bcca01-3f5f-4f3e-a9ad-aeca0afea98e tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:40.285134 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12c3fc60-5c47-4bc2-ac97-585222951210 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Checking segment: {'id': 'fe1a35a2-1848-4250-bf1b-4d6671408b3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': 'e4d4a92e-2196-4832-a8e9-c5b46f702f93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:15:40.287792 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12c3fc60-5c47-4bc2-ac97-585222951210 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Network hostable DHCP agents. Network: e4d4a92e-2196-4832-a8e9-c5b46f702f93, hostable agents: ['f2bada3d-be77-4359-982b-8505a2bbca04'], hosted agents: [] {{(pid=100246) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 14:15:40.371060 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23dda3b5-838b-4b8b-a345-875d5e259135 req-2c8138bb-ce50-402e-8e40-cdeb6034a8f4 tempest-ServerAddressesNegativeTestJSON-2021873622 tempest-ServerAddressesNegativeTestJSON-2021873622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:15:40.373784 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-23dda3b5-838b-4b8b-a345-875d5e259135 req-2c8138bb-ce50-402e-8e40-cdeb6034a8f4 tempest-ServerAddressesNegativeTestJSON-2021873622 tempest-ServerAddressesNegativeTestJSON-2021873622-project] 10.222.0.104 "GET /v2.0/ports?device_id=a890ae47-9b18-49b8-bdaa-4ffe757d616d HTTP/1.1" status: 200 len: 945 time: 0.0935154 Jul 06 14:15:40.381531 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d953a495-6e2d-47a0-b044-af0a1f49eece req-659f8081-0166-4d68-8b64-b07f65835e77 tempest-VolumesSnapshotTestJSON-159166615 tempest-VolumesSnapshotTestJSON-159166615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:15:40.383175 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-d953a495-6e2d-47a0-b044-af0a1f49eece req-659f8081-0166-4d68-8b64-b07f65835e77 tempest-VolumesSnapshotTestJSON-159166615 tempest-VolumesSnapshotTestJSON-159166615-project] 10.222.0.104 "GET /v2.0/ports?device_id=6a5b65d9-7038-4f5d-9ab6-265fe81f8b66 HTTP/1.1" status: 200 len: 945 time: 0.1363289 Jul 06 14:15:40.386430 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12c3fc60-5c47-4bc2-ac97-585222951210 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Network e4d4a92e-2196-4832-a8e9-c5b46f702f93 is scheduled to be hosted by DHCP agent f2bada3d-be77-4359-982b-8505a2bbca04 with binding_index 1 {{(pid=100246) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 14:15:40.398175 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9747e435-c0db-4711-9a91-5221b4d0f798 req-9a28a238-825b-42d2-9a73-da73df035b26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:15:40.399731 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-9747e435-c0db-4711-9a91-5221b4d0f798 req-9a28a238-825b-42d2-9a73-da73df035b26 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=a890ae47-9b18-49b8-bdaa-4ffe757d616d HTTP/1.1" status: 200 len: 1096 time: 0.1897650 Jul 06 14:15:40.429634 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.base_scheduler [None req-12c3fc60-5c47-4bc2-ac97-585222951210 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773647-6, e4d4a92e-2196-4832-a8e9-c5b46f702f93) {{(pid=100246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:15:40.442287 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-d953a495-6e2d-47a0-b044-af0a1f49eece req-4eb7aa10-7373-4071-9a14-b10f971b7fd1 tempest-VolumesSnapshotTestJSON-159166615 tempest-VolumesSnapshotTestJSON-159166615-project] 10.222.0.104 "GET /v2.0/security-groups?id=e20905c3-4e2a-4820-8b00-03fe4a9f77fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461550 Jul 06 14:15:40.442487 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e881d08-be7b-4212-8973-e3f94b1a1016 None None] Network e4d4a92e-2196-4832-a8e9-c5b46f702f93 requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:15:40.473531 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12c3fc60-5c47-4bc2-ac97-585222951210 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:15:40.475373 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-12c3fc60-5c47-4bc2-ac97-585222951210 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Notify callbacks [] for subnet, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:40.500013 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-23dda3b5-838b-4b8b-a345-875d5e259135 req-6870fdd0-b348-4556-9d54-0e0950d5d10d tempest-ServerAddressesNegativeTestJSON-2021873622 tempest-ServerAddressesNegativeTestJSON-2021873622-project] 10.222.0.104 "GET /v2.0/security-groups?id=b239bad5-a7c4-4f4e-8547-2f615ef956ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156888 Jul 06 14:15:40.514994 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-9747e435-c0db-4711-9a91-5221b4d0f798 req-13981fc9-f268-4b3d-b0cf-277ba754c256 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=b239bad5-a7c4-4f4e-8547-2f615ef956ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084919 Jul 06 14:15:40.521755 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 57166) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:15:40.521910 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-12c3fc60-5c47-4bc2-ac97-585222951210 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] 10.222.0.104 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2427826 Jul 06 14:15:40.526947 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [None req-35a85f4e-e896-440c-bb5a-7d3ea89e3868 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-234335237', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:15:40.606258 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-35a85f4e-e896-440c-bb5a-7d3ea89e3868 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1806290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6992'] for router, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:40.607367 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-35a85f4e-e896-440c-bb5a-7d3ea89e3868 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1806157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1808637', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1714747', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7007'] for router, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:40.625021 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:40.642583 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.db_base_plugin_common [None req-32bcca01-3f5f-4f3e-a9ad-aeca0afea98e tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Allocated IP 2001:db8:1::1 (07d8e371-0b9e-4efd-bffe-c6f6f49c61f8/9108fae7-06af-4d3a-8dc3-ebc159874802/6f1651fc-4254-424c-9497-767482b7b76b) {{(pid=100246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:15:40.689963 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-438c7c92-873e-42c6-8d62-96630f0a7868 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6bd5fc82-6666-56e8-87c2-91648d36c963-e4d4a92e-2196-4832-a8e9-c5b46f702f93', 'network_id': 'e4d4a92e-2196-4832-a8e9-c5b46f702f93', 'tenant_id': '9c6f2fd69adb42a0ae2388cfacf9d174', 'fixed_ips': [{'subnet_id': '01c1d5e9-fea3-460a-884e-6bd5d3bccd28'}]}} from n-d-773647-6. {{(pid=100248) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 14:15:40.690836 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-438c7c92-873e-42c6-8d62-96630f0a7868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:40.710878 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-35a85f4e-e896-440c-bb5a-7d3ea89e3868 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:40.720020 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-35a85f4e-e896-440c-bb5a-7d3ea89e3868 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1806297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1761036'] for router, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:40.741727 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-35a85f4e-e896-440c-bb5a-7d3ea89e3868 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Notify callbacks [] for router, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:40.744265 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-35a85f4e-e896-440c-bb5a-7d3ea89e3868 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] 10.222.0.104 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.2204792 Jul 06 14:15:40.746284 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 57170) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:15:40.778154 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-32bcca01-3f5f-4f3e-a9ad-aeca0afea98e tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Notify callbacks [] for port, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:40.793800 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.provisioning_blocks [None req-32bcca01-3f5f-4f3e-a9ad-aeca0afea98e tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Transition to ACTIVE for port object 6f1651fc-4254-424c-9497-767482b7b76b will not be triggered until provisioned by entity DHCP. {{(pid=100246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:15:40.838779 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-32bcca01-3f5f-4f3e-a9ad-aeca0afea98e tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-127687573'] for port, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:40.855983 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.db_base_plugin_common [None req-438c7c92-873e-42c6-8d62-96630f0a7868 None None] Allocated IP 172.20.0.2 (e4d4a92e-2196-4832-a8e9-c5b46f702f93/01c1d5e9-fea3-460a-884e-6bd5d3bccd28/2e862762-46cf-4b25-91a2-333b6f4c9072) {{(pid=100248) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:15:40.888887 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32bcca01-3f5f-4f3e-a9ad-aeca0afea98e tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Network 07d8e371-0b9e-4efd-bffe-c6f6f49c61f8 is already hosted by enough agents. {{(pid=100246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:15:40.893068 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.base_scheduler [None req-32bcca01-3f5f-4f3e-a9ad-aeca0afea98e tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Resources bound (agent type, host, resource id): {{(pid=100246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:15:40.896286 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32bcca01-3f5f-4f3e-a9ad-aeca0afea98e tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Received port after_create {{(pid=100246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:15:40.896904 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-32bcca01-3f5f-4f3e-a9ad-aeca0afea98e tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1807675'] for router_interface, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:40.955751 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32bcca01-3f5f-4f3e-a9ad-aeca0afea98e tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Pushing event updated for resources: {'Port': ['ID=6f1651fc-4254-424c-9497-767482b7b76b,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:15:41.101561 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 54745ab1-c936-473f-83e9-c17afcf591ef up at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:15:41.123164 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-32bcca01-3f5f-4f3e-a9ad-aeca0afea98e tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:41.138235 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-df199939-2e8f-4c92-9e84-b8996c51507b tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:41.214684 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-438c7c92-873e-42c6-8d62-96630f0a7868 None None] Notify callbacks [] for port, precommit_create {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:41.227761 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-438c7c92-873e-42c6-8d62-96630f0a7868 None None] Transition to ACTIVE for port object 2e862762-46cf-4b25-91a2-333b6f4c9072 will not be triggered until provisioned by entity L2. {{(pid=100248) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:15:41.236814 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning complete for port 54745ab1-c936-473f-83e9-c17afcf591ef triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:15:41.237288 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:41.277910 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-438c7c92-873e-42c6-8d62-96630f0a7868 None None] Transition to ACTIVE for port object 2e862762-46cf-4b25-91a2-333b6f4c9072 will not be triggered until provisioned by entity DHCP. {{(pid=100248) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:15:41.295795 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-438c7c92-873e-42c6-8d62-96630f0a7868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108'] for port, after_create {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:41.317624 n-d-773647-6 neutron-server[100248]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-438c7c92-873e-42c6-8d62-96630f0a7868 None None] Network e4d4a92e-2196-4832-a8e9-c5b46f702f93 is already hosted by enough agents. {{(pid=100248) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:15:41.339156 n-d-773647-6 neutron-server[100248]: DEBUG neutron.scheduler.base_scheduler [None req-438c7c92-873e-42c6-8d62-96630f0a7868 None None] Resources bound (agent type, host, resource id): {{(pid=100248) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:15:41.344852 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-438c7c92-873e-42c6-8d62-96630f0a7868 None None] Received port after_create {{(pid=100248) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:15:41.486412 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438c7c92-873e-42c6-8d62-96630f0a7868 None None] Pushing event updated for resources: {'Port': ['ID=2e862762-46cf-4b25-91a2-333b6f4c9072,revision_number=1']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:15:41.500070 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.db_base_plugin_common [None req-df199939-2e8f-4c92-9e84-b8996c51507b tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Allocated IP 172.20.0.1 (e4d4a92e-2196-4832-a8e9-c5b46f702f93/01c1d5e9-fea3-460a-884e-6bd5d3bccd28/ab10a151-f4ed-447c-80ef-f2f6757dd358) {{(pid=100247) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:15:41.513058 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-438c7c92-873e-42c6-8d62-96630f0a7868 None None] Attempting to bind port 2e862762-46cf-4b25-91a2-333b6f4c9072 on host n-d-773647-6 for vnic_type normal with profile {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:15:41.513423 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-438c7c92-873e-42c6-8d62-96630f0a7868 None None] Attempting to bind port 2e862762-46cf-4b25-91a2-333b6f4c9072 by drivers openvswitch,hyperv on host n-d-773647-6 at level 0 using segments [{'id': 'fe1a35a2-1848-4250-bf1b-4d6671408b3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': 'e4d4a92e-2196-4832-a8e9-c5b46f702f93'}] {{(pid=100248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:15:41.513783 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-438c7c92-873e-42c6-8d62-96630f0a7868 None None] Attempting to bind port 2e862762-46cf-4b25-91a2-333b6f4c9072 on network e4d4a92e-2196-4832-a8e9-c5b46f702f93 {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:15:41.519031 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-58b57176-7faa-4c78-a10f-6fbe676909e0 None None] Provisioning for port 6f1651fc-4254-424c-9497-767482b7b76b completed by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:15:41.524816 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-58b57176-7faa-4c78-a10f-6fbe676909e0 None None] Provisioning complete for port 6f1651fc-4254-424c-9497-767482b7b76b triggered by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:15:41.525193 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-58b57176-7faa-4c78-a10f-6fbe676909e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:41.532520 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-438c7c92-873e-42c6-8d62-96630f0a7868 None None] Checking agent: {'id': '8ab5b19c-d213-4f29-891d-27bdf39d38b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773647-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 43, 26), 'started_at': datetime.datetime(2021, 7, 6, 13, 43, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 15, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773647-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:15:41.532885 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-438c7c92-873e-42c6-8d62-96630f0a7868 None None] Checking segment: {'id': 'fe1a35a2-1848-4250-bf1b-4d6671408b3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': 'e4d4a92e-2196-4832-a8e9-c5b46f702f93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:15:41.533407 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-438c7c92-873e-42c6-8d62-96630f0a7868 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:41.533847 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-438c7c92-873e-42c6-8d62-96630f0a7868 None None] Bound using segment: {'id': 'fe1a35a2-1848-4250-bf1b-4d6671408b3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': 'e4d4a92e-2196-4832-a8e9-c5b46f702f93'} {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:15:41.534337 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-438c7c92-873e-42c6-8d62-96630f0a7868 None None] Bound port: 2e862762-46cf-4b25-91a2-333b6f4c9072, host: n-d-773647-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe1a35a2-1848-4250-bf1b-4d6671408b3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': 'e4d4a92e-2196-4832-a8e9-c5b46f702f93'}}] {{(pid=100248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:15:41.534761 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-438c7c92-873e-42c6-8d62-96630f0a7868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:41.565644 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-32bcca01-3f5f-4f3e-a9ad-aeca0afea98e tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Notify callbacks [] for port, precommit_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:41.575263 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-32bcca01-3f5f-4f3e-a9ad-aeca0afea98e tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127687527'] for port, after_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:41.576063 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-32bcca01-3f5f-4f3e-a9ad-aeca0afea98e tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1809478'] for router_interface, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:41.627459 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-438c7c92-873e-42c6-8d62-96630f0a7868 None None] For port 2e862762-46cf-4b25-91a2-333b6f4c9072, host n-d-773647-6, cleared binding levels {{(pid=100248) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:15:41.630752 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-438c7c92-873e-42c6-8d62-96630f0a7868 None None] For port 2e862762-46cf-4b25-91a2-333b6f4c9072, host n-d-773647-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=2e862762-46cf-4b25-91a2-333b6f4c9072,segment=NetworkSegment(fe1a35a2-1848-4250-bf1b-4d6671408b3e),segment_id=fe1a35a2-1848-4250-bf1b-4d6671408b3e)] {{(pid=100248) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:15:41.640276 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-438c7c92-873e-42c6-8d62-96630f0a7868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:41.694836 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-58b57176-7faa-4c78-a10f-6fbe676909e0 None None] Port 6f1651fc-4254-424c-9497-767482b7b76b cannot update to ACTIVE because it is not bound. {{(pid=100248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 14:15:41.727925 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438c7c92-873e-42c6-8d62-96630f0a7868 None None] Pushing event updated for resources: {'Port': ['ID=2e862762-46cf-4b25-91a2-333b6f4c9072,revision_number=2']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:15:41.753740 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32bcca01-3f5f-4f3e-a9ad-aeca0afea98e tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Pushing event updated for resources: {'Port': ['ID=6f1651fc-4254-424c-9497-767482b7b76b,revision_number=2']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:15:41.824974 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-df199939-2e8f-4c92-9e84-b8996c51507b tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Notify callbacks [] for port, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:41.838453 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32bcca01-3f5f-4f3e-a9ad-aeca0afea98e tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Network 07d8e371-0b9e-4efd-bffe-c6f6f49c61f8 is already hosted by enough agents. {{(pid=100246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:15:41.840073 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.base_scheduler [None req-32bcca01-3f5f-4f3e-a9ad-aeca0afea98e tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Resources bound (agent type, host, resource id): {{(pid=100246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:15:41.845653 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59163feb-d655-45c4-9b6f-2cb87917326d req-37ba0a51-b03c-42d2-9dac-26d2b111de69 tempest-ServerAddressesNegativeTestJSON-2021873622 tempest-ServerAddressesNegativeTestJSON-2021873622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:15:41.854035 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-59163feb-d655-45c4-9b6f-2cb87917326d req-37ba0a51-b03c-42d2-9dac-26d2b111de69 tempest-ServerAddressesNegativeTestJSON-2021873622 tempest-ServerAddressesNegativeTestJSON-2021873622-project] 10.222.0.104 "GET /v2.0/ports?device_id=a890ae47-9b18-49b8-bdaa-4ffe757d616d HTTP/1.1" status: 200 len: 945 time: 0.1822152 Jul 06 14:15:41.872966 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.provisioning_blocks [None req-df199939-2e8f-4c92-9e84-b8996c51507b tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Transition to ACTIVE for port object ab10a151-f4ed-447c-80ef-f2f6757dd358 will not be triggered until provisioned by entity DHCP. {{(pid=100247) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:15:41.918759 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-59163feb-d655-45c4-9b6f-2cb87917326d req-856d74db-1058-4788-93fe-9d21861a0a29 tempest-ServerAddressesNegativeTestJSON-2021873622 tempest-ServerAddressesNegativeTestJSON-2021873622-project] 10.222.0.104 "GET /v2.0/security-groups?id=b239bad5-a7c4-4f4e-8547-2f615ef956ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638399 Jul 06 14:15:41.985707 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-df199939-2e8f-4c92-9e84-b8996c51507b tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-128888360'] for port, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:42.013598 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32bcca01-3f5f-4f3e-a9ad-aeca0afea98e tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Router 06fdb8b2-f865-4761-a815-9df062e7b909 has already been hosted by L3 agent 2823d358-a11b-4885-a706-95a279e43fa7 {{(pid=100246) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 14:15:42.137951 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df199939-2e8f-4c92-9e84-b8996c51507b tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Network e4d4a92e-2196-4832-a8e9-c5b46f702f93 is already hosted by enough agents. {{(pid=100247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:15:42.141826 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.base_scheduler [None req-df199939-2e8f-4c92-9e84-b8996c51507b tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Resources bound (agent type, host, resource id): {{(pid=100247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:15:42.152129 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df199939-2e8f-4c92-9e84-b8996c51507b tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Received port after_create {{(pid=100247) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:15:42.215691 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32bcca01-3f5f-4f3e-a9ad-aeca0afea98e tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Notify agent at l3_agent.n-d-773647-6 the message routers_updated {{(pid=100246) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 14:15:42.226991 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c9c4f70-4c4d-432a-9bc9-25e713e96ff9 None None] Sync routers for ids ['06fdb8b2-f865-4761-a815-9df062e7b909'] in n-d-773647-6 {{(pid=100249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 14:15:42.241913 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-32bcca01-3f5f-4f3e-a9ad-aeca0afea98e tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] 10.222.0.104 "PUT /v2.0/routers/06fdb8b2-f865-4761-a815-9df062e7b909/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8611767 Jul 06 14:15:42.242111 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c9c4f70-4c4d-432a-9bc9-25e713e96ff9 None None] Routers {'06fdb8b2-f865-4761-a815-9df062e7b909'} bound to L3 agent in host n-d-773647-6 {{(pid=100249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:15:42.242471 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-5c9c4f70-4c4d-432a-9bc9-25e713e96ff9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T14:15:26Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['06fdb8b2-f865-4761-a815-9df062e7b909'], 'active': True} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:15:42.243336 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 57192) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:15:42.246539 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df199939-2e8f-4c92-9e84-b8996c51507b tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Pushing event updated for resources: {'Port': ['ID=ab10a151-f4ed-447c-80ef-f2f6757dd358,revision_number=1']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:15:42.285554 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-5c9c4f70-4c4d-432a-9bc9-25e713e96ff9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-773647-6', False) {} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:15:42.285731 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-df199939-2e8f-4c92-9e84-b8996c51507b tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1807675'] for router_interface, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:42.295736 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c9c4f70-4c4d-432a-9bc9-25e713e96ff9 None None] Routers {'06fdb8b2-f865-4761-a815-9df062e7b909'} bound to L3 agent in host n-d-773647-6 {{(pid=100249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:15:42.297335 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-5c9c4f70-4c4d-432a-9bc9-25e713e96ff9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T14:15:26Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['06fdb8b2-f865-4761-a815-9df062e7b909'], 'active': True} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:15:42.351461 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-5c9c4f70-4c4d-432a-9bc9-25e713e96ff9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-773647-6', False) {} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:15:42.352265 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c9c4f70-4c4d-432a-9bc9-25e713e96ff9 None None] The sync data for ids ['06fdb8b2-f865-4761-a815-9df062e7b909'] in n-d-773647-6 is: [] {{(pid=100249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 14:15:42.352898 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-666eb822-55b7-4dc3-ad75-3926a4c6bfaa None None] Provisioning complete for port 6f1651fc-4254-424c-9497-767482b7b76b triggered by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:15:42.356506 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-666eb822-55b7-4dc3-ad75-3926a4c6bfaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:42.396530 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-630e3332-f8b4-4398-99ee-e9fde6fea155 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:15:42.400849 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-630e3332-f8b4-4398-99ee-e9fde6fea155 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] 10.222.0.104 "GET /v2.0/ports/6f1651fc-4254-424c-9497-767482b7b76b HTTP/1.1" status: 200 len: 913 time: 0.1537032 Jul 06 14:15:42.402404 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 57194) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:15:42.425762 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-666eb822-55b7-4dc3-ad75-3926a4c6bfaa None None] Port 6f1651fc-4254-424c-9497-767482b7b76b cannot update to ACTIVE because it is not bound. {{(pid=100248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 14:15:42.465264 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:42.496346 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-df199939-2e8f-4c92-9e84-b8996c51507b tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:42.770174 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e20a46-b86f-4ff2-9ce8-f70026d5f906 req-eb9be290-2a9d-4a98-b956-494cf91b87da tempest-ServerAddressesNegativeTestJSON-2021873622 tempest-ServerAddressesNegativeTestJSON-2021873622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:15:42.771984 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-81e20a46-b86f-4ff2-9ce8-f70026d5f906 req-eb9be290-2a9d-4a98-b956-494cf91b87da tempest-ServerAddressesNegativeTestJSON-2021873622 tempest-ServerAddressesNegativeTestJSON-2021873622-project] 10.222.0.104 "GET /v2.0/ports?device_id=a890ae47-9b18-49b8-bdaa-4ffe757d616d HTTP/1.1" status: 200 len: 945 time: 0.1424539 Jul 06 14:15:42.815789 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-95191bc6-5e27-4de1-8b1f-b89110891b5a tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1809431'] for router_interface, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:42.844282 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-81e20a46-b86f-4ff2-9ce8-f70026d5f906 req-29a1c4f5-e57a-41f4-a34a-c396c19d1568 tempest-ServerAddressesNegativeTestJSON-2021873622 tempest-ServerAddressesNegativeTestJSON-2021873622-project] 10.222.0.104 "GET /v2.0/security-groups?id=b239bad5-a7c4-4f4e-8547-2f615ef956ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636392 Jul 06 14:15:42.950498 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-df199939-2e8f-4c92-9e84-b8996c51507b tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Notify callbacks [] for port, precommit_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:42.957535 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-df199939-2e8f-4c92-9e84-b8996c51507b tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128888538'] for port, after_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:43.074228 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df199939-2e8f-4c92-9e84-b8996c51507b tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Pushing event updated for resources: {'Port': ['ID=ab10a151-f4ed-447c-80ef-f2f6757dd358,revision_number=2']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:15:43.077391 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-df199939-2e8f-4c92-9e84-b8996c51507b tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1809478'] for router_interface, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:43.145283 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 2e862762-46cf-4b25-91a2-333b6f4c9072 up at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:15:43.214944 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning for port 2e862762-46cf-4b25-91a2-333b6f4c9072 completed by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:15:43.243633 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [None req-95191bc6-5e27-4de1-8b1f-b89110891b5a tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Deleting port 6f1651fc-4254-424c-9497-767482b7b76b {{(pid=100246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:15:43.244166 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-95191bc6-5e27-4de1-8b1f-b89110891b5a tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:43.255312 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df199939-2e8f-4c92-9e84-b8996c51507b tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Network e4d4a92e-2196-4832-a8e9-c5b46f702f93 is already hosted by enough agents. {{(pid=100247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:15:43.256762 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.base_scheduler [None req-df199939-2e8f-4c92-9e84-b8996c51507b tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Resources bound (agent type, host, resource id): {{(pid=100247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:15:43.280677 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31700aa1-ebf6-430c-ba10-ec9bcf126304 None None] Network e4d4a92e-2196-4832-a8e9-c5b46f702f93 requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:15:43.365126 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-95191bc6-5e27-4de1-8b1f-b89110891b5a tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:43.383184 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [None req-95191bc6-5e27-4de1-8b1f-b89110891b5a tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Calling delete_port for 6f1651fc-4254-424c-9497-767482b7b76b owned by network:router_interface {{(pid=100246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:15:43.383462 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-1a54bfa5-836a-46df-b4d7-dd48393d81f0 None None] Provisioning for port 2e862762-46cf-4b25-91a2-333b6f4c9072 completed by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:15:43.403003 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-1a54bfa5-836a-46df-b4d7-dd48393d81f0 None None] Provisioning complete for port 2e862762-46cf-4b25-91a2-333b6f4c9072 triggered by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:15:43.403401 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-1a54bfa5-836a-46df-b4d7-dd48393d81f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:43.429642 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df199939-2e8f-4c92-9e84-b8996c51507b tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Router 87ff55d8-a82b-42dd-989e-3678153e5174 is scheduled to L3 agent 2823d358-a11b-4885-a706-95a279e43fa7 with binding_index 1 {{(pid=100247) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 14:15:43.549362 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df199939-2e8f-4c92-9e84-b8996c51507b tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Notify agent at l3_agent.n-d-773647-6 the message routers_updated {{(pid=100247) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 14:15:43.556194 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-df199939-2e8f-4c92-9e84-b8996c51507b tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] 10.222.0.104 "PUT /v2.0/routers/87ff55d8-a82b-42dd-989e-3678153e5174/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8081653 Jul 06 14:15:43.558239 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 57202) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:15:43.568134 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3516cc1-a2ab-45b0-8e42-53954d8e5263 None None] Sync routers for ids ['87ff55d8-a82b-42dd-989e-3678153e5174'] in n-d-773647-6 {{(pid=100248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 14:15:43.573650 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-1a54bfa5-836a-46df-b4d7-dd48393d81f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:43.577088 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-95191bc6-5e27-4de1-8b1f-b89110891b5a tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127687580'] for port, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:43.611605 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95191bc6-5e27-4de1-8b1f-b89110891b5a tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Pushing event deleted for resources: {'Port': ['ID=6f1651fc-4254-424c-9497-767482b7b76b,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:15:43.616674 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3516cc1-a2ab-45b0-8e42-53954d8e5263 None None] Routers {'87ff55d8-a82b-42dd-989e-3678153e5174'} bound to L3 agent in host n-d-773647-6 {{(pid=100248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:15:43.617376 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-e3516cc1-a2ab-45b0-8e42-53954d8e5263 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T14:15:26Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['87ff55d8-a82b-42dd-989e-3678153e5174'], 'active': True} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:15:43.651151 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-e3516cc1-a2ab-45b0-8e42-53954d8e5263 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-773647-6', False) {} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:15:43.658390 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c1a2bd1-2c84-452b-806e-3ad9047d9226 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:15:43.662826 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-3c1a2bd1-2c84-452b-806e-3ad9047d9226 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] 10.222.0.104 "GET /v2.0/ports/ab10a151-f4ed-447c-80ef-f2f6757dd358 HTTP/1.1" status: 200 len: 910 time: 0.1033256 Jul 06 14:15:43.663586 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 57204) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:15:43.669468 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [None req-016a8fab-ff74-4e7a-8cca-dead9c6c10b2 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '01c1d5e9-fea3-460a-884e-6bd5d3bccd28'}]}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:15:43.672397 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3516cc1-a2ab-45b0-8e42-53954d8e5263 None None] Routers {'87ff55d8-a82b-42dd-989e-3678153e5174'} bound to L3 agent in host n-d-773647-6 {{(pid=100248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:15:43.673331 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-e3516cc1-a2ab-45b0-8e42-53954d8e5263 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T14:15:26Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['87ff55d8-a82b-42dd-989e-3678153e5174'], 'active': True} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:15:43.718423 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-e3516cc1-a2ab-45b0-8e42-53954d8e5263 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-773647-6', False) {} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:15:43.719527 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3516cc1-a2ab-45b0-8e42-53954d8e5263 None None] The sync data for ids ['87ff55d8-a82b-42dd-989e-3678153e5174'] in n-d-773647-6 is: [] {{(pid=100248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 14:15:43.763555 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-1a54bfa5-836a-46df-b4d7-dd48393d81f0 None None] For port 2e862762-46cf-4b25-91a2-333b6f4c9072, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=2e862762-46cf-4b25-91a2-333b6f4c9072,segment=NetworkSegment(fe1a35a2-1848-4250-bf1b-4d6671408b3e),segment_id=fe1a35a2-1848-4250-bf1b-4d6671408b3e)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:15:43.769947 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-95191bc6-5e27-4de1-8b1f-b89110891b5a tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1809193'] for router_interface, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:43.784724 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-1a54bfa5-836a-46df-b4d7-dd48393d81f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:43.946757 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-016a8fab-ff74-4e7a-8cca-dead9c6c10b2 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:44.135295 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.agents_db [None req-167c0ad6-1657-4c9a-a2c4-3b18056aa662 None None] Agent healthcheck: found 7 active agents {{(pid=100249) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 14:15:44.154533 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9f779b-33a7-447e-90e4-2ae9329dea76 req-1a1769f7-0aaf-434f-a78f-ba011a8164f5 tempest-ServerAddressesNegativeTestJSON-2021873622 tempest-ServerAddressesNegativeTestJSON-2021873622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:15:44.156135 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-0d9f779b-33a7-447e-90e4-2ae9329dea76 req-1a1769f7-0aaf-434f-a78f-ba011a8164f5 tempest-ServerAddressesNegativeTestJSON-2021873622 tempest-ServerAddressesNegativeTestJSON-2021873622-project] 10.222.0.72 "GET /v2.0/ports?device_id=a890ae47-9b18-49b8-bdaa-4ffe757d616d HTTP/1.1" status: 200 len: 945 time: 0.3835657 Jul 06 14:15:44.181515 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-e985100c-6f0e-45f3-b5d1-5d4dd6a9c561 None None] Provisioning complete for port 2e862762-46cf-4b25-91a2-333b6f4c9072 triggered by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:15:44.182084 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-e985100c-6f0e-45f3-b5d1-5d4dd6a9c561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:44.210217 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a54bfa5-836a-46df-b4d7-dd48393d81f0 None None] Pushing event updated for resources: {'Port': ['ID=2e862762-46cf-4b25-91a2-333b6f4c9072,revision_number=3']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:15:44.306027 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-e985100c-6f0e-45f3-b5d1-5d4dd6a9c561 None None] Provisioning for port ab10a151-f4ed-447c-80ef-f2f6757dd358 completed by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:15:44.310354 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-e985100c-6f0e-45f3-b5d1-5d4dd6a9c561 None None] Provisioning complete for port ab10a151-f4ed-447c-80ef-f2f6757dd358 triggered by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:15:44.311411 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-e985100c-6f0e-45f3-b5d1-5d4dd6a9c561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:44.397544 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-e985100c-6f0e-45f3-b5d1-5d4dd6a9c561 None None] Port ab10a151-f4ed-447c-80ef-f2f6757dd358 cannot update to ACTIVE because it is not bound. {{(pid=100248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 14:15:44.407039 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480a7406-8133-4391-bbca-f632b6edd29e req-68636d96-27b6-4cc2-af49-7b305b4b7d65 tempest-ServerAddressesNegativeTestJSON-2021873622 tempest-ServerAddressesNegativeTestJSON-2021873622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:15:44.408714 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-480a7406-8133-4391-bbca-f632b6edd29e req-68636d96-27b6-4cc2-af49-7b305b4b7d65 tempest-ServerAddressesNegativeTestJSON-2021873622 tempest-ServerAddressesNegativeTestJSON-2021873622-project] 10.222.0.104 "GET /v2.0/ports?device_id=a890ae47-9b18-49b8-bdaa-4ffe757d616d HTTP/1.1" status: 200 len: 945 time: 0.2863681 Jul 06 14:15:44.416464 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95191bc6-5e27-4de1-8b1f-b89110891b5a tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Router 06fdb8b2-f865-4761-a815-9df062e7b909 has already been hosted by L3 agent 2823d358-a11b-4885-a706-95a279e43fa7 {{(pid=100246) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 14:15:44.442140 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [req-0d9f779b-33a7-447e-90e4-2ae9329dea76 req-ce3cd318-d6f3-4b25-82f2-f5a7f2529f19 tempest-ServerAddressesNegativeTestJSON-2021873622 tempest-ServerAddressesNegativeTestJSON-2021873622-project] Deleting port ee17955c-9158-408b-ba8c-4dbe60a3577e {{(pid=100246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:15:44.442496 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-0d9f779b-33a7-447e-90e4-2ae9329dea76 req-ce3cd318-d6f3-4b25-82f2-f5a7f2529f19 tempest-ServerAddressesNegativeTestJSON-2021873622 tempest-ServerAddressesNegativeTestJSON-2021873622-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:44.528676 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-d983212e-144b-4d52-b9c2-a0b0f4defdae None None] Provisioning complete for port ab10a151-f4ed-447c-80ef-f2f6757dd358 triggered by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:15:44.529057 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-d983212e-144b-4d52-b9c2-a0b0f4defdae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:44.532706 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-480a7406-8133-4391-bbca-f632b6edd29e req-55333a32-41ee-41b8-bb78-50967a057b67 tempest-ServerAddressesNegativeTestJSON-2021873622 tempest-ServerAddressesNegativeTestJSON-2021873622-project] 10.222.0.104 "GET /v2.0/security-groups?id=b239bad5-a7c4-4f4e-8547-2f615ef956ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146963 Jul 06 14:15:44.614451 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-d983212e-144b-4d52-b9c2-a0b0f4defdae None None] Port ab10a151-f4ed-447c-80ef-f2f6757dd358 cannot update to ACTIVE because it is not bound. {{(pid=100248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 14:15:44.702570 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-016a8fab-ff74-4e7a-8cca-dead9c6c10b2 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Notify callbacks [] for port, precommit_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:44.712441 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-016a8fab-ff74-4e7a-8cca-dead9c6c10b2 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128888538'] for port, after_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:44.733855 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-9e6b3851-e9b4-4caa-935e-63a9facc5053 None None] Provisioning complete for port ab10a151-f4ed-447c-80ef-f2f6757dd358 triggered by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:15:44.734399 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-9e6b3851-e9b4-4caa-935e-63a9facc5053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:44.770970 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-9e6b3851-e9b4-4caa-935e-63a9facc5053 None None] Port ab10a151-f4ed-447c-80ef-f2f6757dd358 cannot update to ACTIVE because it is not bound. {{(pid=100248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 14:15:44.822259 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-016a8fab-ff74-4e7a-8cca-dead9c6c10b2 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:15:44.823043 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-016a8fab-ff74-4e7a-8cca-dead9c6c10b2 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:44.826365 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-016a8fab-ff74-4e7a-8cca-dead9c6c10b2 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] 10.222.0.104 "PUT /v2.0/ports/ab10a151-f4ed-447c-80ef-f2f6757dd358 HTTP/1.1" status: 200 len: 910 time: 1.1599126 Jul 06 14:15:44.826365 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016a8fab-ff74-4e7a-8cca-dead9c6c10b2 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Pushing event updated for resources: {'Port': ['ID=ab10a151-f4ed-447c-80ef-f2f6757dd358,revision_number=3']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:15:44.827926 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 57212) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:15:44.961678 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95191bc6-5e27-4de1-8b1f-b89110891b5a tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Notify agent at l3_agent.n-d-773647-6 the message routers_updated {{(pid=100246) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 14:15:44.969187 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-95191bc6-5e27-4de1-8b1f-b89110891b5a tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] 10.222.0.104 "PUT /v2.0/routers/06fdb8b2-f865-4761-a815-9df062e7b909/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5657351 Jul 06 14:15:44.973697 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61caf8b8-c40e-4b44-ad2b-158afc6db9bc None None] Sync routers for ids ['06fdb8b2-f865-4761-a815-9df062e7b909'] in n-d-773647-6 {{(pid=100249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 14:15:44.975816 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 57214) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:15:44.982976 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61caf8b8-c40e-4b44-ad2b-158afc6db9bc None None] Routers {'06fdb8b2-f865-4761-a815-9df062e7b909'} bound to L3 agent in host n-d-773647-6 {{(pid=100249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:15:44.984313 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-61caf8b8-c40e-4b44-ad2b-158afc6db9bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T14:15:26Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['06fdb8b2-f865-4761-a815-9df062e7b909'], 'active': True} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:15:44.992198 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.db [req-0d9f779b-33a7-447e-90e4-2ae9329dea76 req-ce3cd318-d6f3-4b25-82f2-f5a7f2529f19 tempest-ServerAddressesNegativeTestJSON-2021873622 tempest-ServerAddressesNegativeTestJSON-2021873622-project] For port ee17955c-9158-408b-ba8c-4dbe60a3577e, host n-h2-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=ee17955c-9158-408b-ba8c-4dbe60a3577e,segment=NetworkSegment(5663e79e-1339-45f1-8eac-6b75a66cab37),segment_id=5663e79e-1339-45f1-8eac-6b75a66cab37)] {{(pid=100246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:15:44.992581 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-0d9f779b-33a7-447e-90e4-2ae9329dea76 req-ce3cd318-d6f3-4b25-82f2-f5a7f2529f19 tempest-ServerAddressesNegativeTestJSON-2021873622 tempest-ServerAddressesNegativeTestJSON-2021873622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:45.009409 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [req-0d9f779b-33a7-447e-90e4-2ae9329dea76 req-ce3cd318-d6f3-4b25-82f2-f5a7f2529f19 tempest-ServerAddressesNegativeTestJSON-2021873622 tempest-ServerAddressesNegativeTestJSON-2021873622-project] Calling delete_port for ee17955c-9158-408b-ba8c-4dbe60a3577e owned by compute:nova {{(pid=100246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:15:45.026837 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-61caf8b8-c40e-4b44-ad2b-158afc6db9bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-773647-6', False) {} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:15:45.044752 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61caf8b8-c40e-4b44-ad2b-158afc6db9bc None None] Routers {'06fdb8b2-f865-4761-a815-9df062e7b909'} bound to L3 agent in host n-d-773647-6 {{(pid=100249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:15:45.048522 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-61caf8b8-c40e-4b44-ad2b-158afc6db9bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T14:15:26Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['06fdb8b2-f865-4761-a815-9df062e7b909'], 'active': True} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:15:45.108817 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 2e862762-46cf-4b25-91a2-333b6f4c9072 up at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:15:45.113124 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-61caf8b8-c40e-4b44-ad2b-158afc6db9bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-773647-6', False) {} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:15:45.113975 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61caf8b8-c40e-4b44-ad2b-158afc6db9bc None None] The sync data for ids ['06fdb8b2-f865-4761-a815-9df062e7b909'] in n-d-773647-6 is: [] {{(pid=100249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 14:15:45.183692 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning complete for port 2e862762-46cf-4b25-91a2-333b6f4c9072 triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:15:45.187843 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:45.384949 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-0d9f779b-33a7-447e-90e4-2ae9329dea76 req-ce3cd318-d6f3-4b25-82f2-f5a7f2529f19 tempest-ServerAddressesNegativeTestJSON-2021873622 tempest-ServerAddressesNegativeTestJSON-2021873622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127687580'] for port, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:45.405168 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] get_ports_and_sgs() called for port_ids ['ee17955c-9158-408b-ba8c-4dbe60a3577e'] {{(pid=100248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 14:15:45.424857 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3cd318-d6f3-4b25-82f2-f5a7f2529f19 tempest-ServerAddressesNegativeTestJSON-2021873622 tempest-ServerAddressesNegativeTestJSON-2021873622-project] Pushing event deleted for resources: {'Port': ['ID=ee17955c-9158-408b-ba8c-4dbe60a3577e,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:15:45.507375 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d9f779b-33a7-447e-90e4-2ae9329dea76 req-ce3cd318-d6f3-4b25-82f2-f5a7f2529f19 tempest-ServerAddressesNegativeTestJSON-2021873622 tempest-ServerAddressesNegativeTestJSON-2021873622-project] No DVR routers for this DVR port ee17955c-9158-408b-ba8c-4dbe60a3577e on host n-h2-773647-6 {{(pid=100246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:15:45.512149 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-0d9f779b-33a7-447e-90e4-2ae9329dea76 req-ce3cd318-d6f3-4b25-82f2-f5a7f2529f19 tempest-ServerAddressesNegativeTestJSON-2021873622 tempest-ServerAddressesNegativeTestJSON-2021873622-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:45.514875 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-0d9f779b-33a7-447e-90e4-2ae9329dea76 req-ce3cd318-d6f3-4b25-82f2-f5a7f2529f19 tempest-ServerAddressesNegativeTestJSON-2021873622 tempest-ServerAddressesNegativeTestJSON-2021873622-project] 10.222.0.72 "DELETE /v2.0/ports/ee17955c-9158-408b-ba8c-4dbe60a3577e HTTP/1.1" status: 204 len: 173 time: 1.3421721 Jul 06 14:15:45.515716 n-d-773647-6 neutron-server[100246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a890ae47-9b18-49b8-bdaa-4ffe757d616d', 'name': 'network-vif-deleted', 'tag': 'ee17955c-9158-408b-ba8c-4dbe60a3577e'}] {{(pid=100246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:15:45.518091 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0d96c5ab5e889f7b933ae915b9be33d1b46c9e87795bf781004b656ef3f1e87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccb76866-9243-40b2-a2f2-e5df5aead46d" -d '{"events": [{"server_uuid": "a890ae47-9b18-49b8-bdaa-4ffe757d616d", "name": "network-vif-deleted", "tag": "ee17955c-9158-408b-ba8c-4dbe60a3577e"}]}' {{(pid=100246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:15:45.650263 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-49a96f71-a229-4bc3-9c5e-dd5bb658f071 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1809431'] for router_interface, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:45.654203 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 14:15:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29cf3de9-3506-4d73-a3e7-999a4c492dab x-openstack-request-id: req-29cf3de9-3506-4d73-a3e7-999a4c492dab {{(pid=100246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:15:45.654586 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a890ae47-9b18-49b8-bdaa-4ffe757d616d", "name": "network-vif-deleted", "tag": "ee17955c-9158-408b-ba8c-4dbe60a3577e", "status": "completed", "code": 200}]} {{(pid=100246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:15:45.654843 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-29cf3de9-3506-4d73-a3e7-999a4c492dab {{(pid=100246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:15:45.655261 n-d-773647-6 neutron-server[100246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a890ae47-9b18-49b8-bdaa-4ffe757d616d', 'name': 'network-vif-deleted', 'tag': 'ee17955c-9158-408b-ba8c-4dbe60a3577e', 'status': 'completed', 'code': 200} Jul 06 14:15:45.704454 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-4fff5739-fad2-4288-8508-3b328238e499 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1809431'] for router_interface, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:45.792921 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-ece8bd0c-813a-4210-9a45-5fc3930811b6 req-3affda4b-8ba1-4cf5-b816-62b4fb3be236 tempest-ServerAddressesNegativeTestJSON-2021873622 tempest-ServerAddressesNegativeTestJSON-2021873622-project] 10.222.0.104 "GET /v2.0/ports?device_id=a890ae47-9b18-49b8-bdaa-4ffe757d616d HTTP/1.1" status: 200 len: 210 time: 0.0328450 Jul 06 14:15:45.967977 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.plugin [None req-49a96f71-a229-4bc3-9c5e-dd5bb658f071 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Deleting port ab10a151-f4ed-447c-80ef-f2f6757dd358 {{(pid=100247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:15:45.968235 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-49a96f71-a229-4bc3-9c5e-dd5bb658f071 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:46.009863 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [None req-4fff5739-fad2-4288-8508-3b328238e499 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Deleting port d90931cc-1912-4d2f-be86-d0b5997451b0 {{(pid=100246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:15:46.010667 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-4fff5739-fad2-4288-8508-3b328238e499 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:46.061442 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-49a96f71-a229-4bc3-9c5e-dd5bb658f071 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:46.077291 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.plugin [None req-49a96f71-a229-4bc3-9c5e-dd5bb658f071 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Calling delete_port for ab10a151-f4ed-447c-80ef-f2f6757dd358 owned by network:router_interface {{(pid=100247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:15:46.103556 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-4fff5739-fad2-4288-8508-3b328238e499 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:46.116546 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [None req-4fff5739-fad2-4288-8508-3b328238e499 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Calling delete_port for d90931cc-1912-4d2f-be86-d0b5997451b0 owned by network:router_interface {{(pid=100246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:15:46.300467 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-49a96f71-a229-4bc3-9c5e-dd5bb658f071 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128888353'] for port, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:46.329808 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a96f71-a229-4bc3-9c5e-dd5bb658f071 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Pushing event deleted for resources: {'Port': ['ID=ab10a151-f4ed-447c-80ef-f2f6757dd358,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:15:46.338909 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-4fff5739-fad2-4288-8508-3b328238e499 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127687580'] for port, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:46.375162 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fff5739-fad2-4288-8508-3b328238e499 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Pushing event deleted for resources: {'Port': ['ID=d90931cc-1912-4d2f-be86-d0b5997451b0,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:15:46.555331 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-49a96f71-a229-4bc3-9c5e-dd5bb658f071 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1809193'] for router_interface, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:46.558995 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-4fff5739-fad2-4288-8508-3b328238e499 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1809193'] for router_interface, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:46.750633 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49a96f71-a229-4bc3-9c5e-dd5bb658f071 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Router 87ff55d8-a82b-42dd-989e-3678153e5174 has already been hosted by L3 agent 2823d358-a11b-4885-a706-95a279e43fa7 {{(pid=100247) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 14:15:46.777528 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4fff5739-fad2-4288-8508-3b328238e499 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Router 06fdb8b2-f865-4761-a815-9df062e7b909 has already been hosted by L3 agent 2823d358-a11b-4885-a706-95a279e43fa7 {{(pid=100246) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 14:15:46.830838 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49a96f71-a229-4bc3-9c5e-dd5bb658f071 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Notify agent at l3_agent.n-d-773647-6 the message routers_updated {{(pid=100247) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 14:15:46.839628 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b070d819-33a5-4a2b-ae28-5504ef0ee566 None None] Sync routers for ids ['87ff55d8-a82b-42dd-989e-3678153e5174'] in n-d-773647-6 {{(pid=100248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 14:15:46.843297 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-49a96f71-a229-4bc3-9c5e-dd5bb658f071 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] 10.222.0.104 "PUT /v2.0/routers/87ff55d8-a82b-42dd-989e-3678153e5174/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0115223 Jul 06 14:15:46.843788 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 57230) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:15:46.850828 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b070d819-33a5-4a2b-ae28-5504ef0ee566 None None] Routers {'87ff55d8-a82b-42dd-989e-3678153e5174'} bound to L3 agent in host n-d-773647-6 {{(pid=100248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:15:46.851769 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-b070d819-33a5-4a2b-ae28-5504ef0ee566 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T14:15:26Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['87ff55d8-a82b-42dd-989e-3678153e5174'], 'active': True} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:15:46.868010 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fff5739-fad2-4288-8508-3b328238e499 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Notify agent at l3_agent.n-d-773647-6 the message routers_updated {{(pid=100246) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 14:15:46.873801 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-4fff5739-fad2-4288-8508-3b328238e499 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] 10.222.0.104 "PUT /v2.0/routers/06fdb8b2-f865-4761-a815-9df062e7b909/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7988598 Jul 06 14:15:46.876515 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 57232) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:15:46.878918 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-02489939-d8b2-4981-9590-ff35bd27ca2a tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] 10.222.0.104 "GET /v2.0/ports?device_id=87ff55d8-a82b-42dd-989e-3678153e5174 HTTP/1.1" status: 200 len: 205 time: 0.0342033 Jul 06 14:15:46.881281 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 57234) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:15:46.883344 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9f4c84e-6e03-4575-932b-c4b06589aea4 None None] Sync routers for ids ['06fdb8b2-f865-4761-a815-9df062e7b909'] in n-d-773647-6 {{(pid=100249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 14:15:46.893681 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9f4c84e-6e03-4575-932b-c4b06589aea4 None None] Routers {'06fdb8b2-f865-4761-a815-9df062e7b909'} bound to L3 agent in host n-d-773647-6 {{(pid=100249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:15:46.894624 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-b9f4c84e-6e03-4575-932b-c4b06589aea4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T14:15:26Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['06fdb8b2-f865-4761-a815-9df062e7b909'], 'active': True} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:15:46.913870 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-b070d819-33a5-4a2b-ae28-5504ef0ee566 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-773647-6', False) {} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:15:46.926932 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-72b4b0c1-2183-4bee-9500-da48fcfa2651 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] 10.222.0.104 "GET /v2.0/ports?device_id=06fdb8b2-f865-4761-a815-9df062e7b909 HTTP/1.1" status: 200 len: 205 time: 0.0486186 Jul 06 14:15:46.929762 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 57236) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:15:46.935785 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b070d819-33a5-4a2b-ae28-5504ef0ee566 None None] Routers {'87ff55d8-a82b-42dd-989e-3678153e5174'} bound to L3 agent in host n-d-773647-6 {{(pid=100248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:15:46.936367 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-b070d819-33a5-4a2b-ae28-5504ef0ee566 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T14:15:26Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['87ff55d8-a82b-42dd-989e-3678153e5174'], 'active': True} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:15:46.937279 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-b9f4c84e-6e03-4575-932b-c4b06589aea4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-773647-6', False) {} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:15:46.947943 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9f4c84e-6e03-4575-932b-c4b06589aea4 None None] Routers {'06fdb8b2-f865-4761-a815-9df062e7b909'} bound to L3 agent in host n-d-773647-6 {{(pid=100249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:15:46.949033 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-b9f4c84e-6e03-4575-932b-c4b06589aea4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T14:15:26Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['06fdb8b2-f865-4761-a815-9df062e7b909'], 'active': True} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:15:46.961670 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 57238) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:15:46.987552 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-b9f4c84e-6e03-4575-932b-c4b06589aea4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-773647-6', False) {} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:15:46.988536 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9f4c84e-6e03-4575-932b-c4b06589aea4 None None] The sync data for ids ['06fdb8b2-f865-4761-a815-9df062e7b909'] in n-d-773647-6 is: [] {{(pid=100249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 14:15:46.995148 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-fa0eabf6-a0cd-4c68-8a94-c0dff0e25188 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Notify callbacks [] for router, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:46.997305 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-b070d819-33a5-4a2b-ae28-5504ef0ee566 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-773647-6', False) {} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:15:46.997968 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b070d819-33a5-4a2b-ae28-5504ef0ee566 None None] The sync data for ids ['87ff55d8-a82b-42dd-989e-3678153e5174'] in n-d-773647-6 is: [] {{(pid=100248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 14:15:47.020680 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-3e7d9f2b-bd57-46ff-8453-1baf889c4d7b tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Notify callbacks [] for router, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:47.080468 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea4b4dfd-7ab0-4dc7-b44b-c02c2a926c3c admin admin] Deleting subnet a34e63f9-d928-4f1f-8f4c-0d64a4b2a5bc {{(pid=100247) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 14:15:47.084689 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-ea4b4dfd-7ab0-4dc7-b44b-c02c2a926c3c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:47.182872 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-3e7d9f2b-bd57-46ff-8453-1baf889c4d7b tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1806308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6982'] for router, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:47.185114 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-3e7d9f2b-bd57-46ff-8453-1baf889c4d7b tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:47.196717 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-fa0eabf6-a0cd-4c68-8a94-c0dff0e25188 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1806308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6982'] for router, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:47.200398 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-fa0eabf6-a0cd-4c68-8a94-c0dff0e25188 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:47.210515 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-ea4b4dfd-7ab0-4dc7-b44b-c02c2a926c3c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127131748'] for subnet, precommit_delete_associations {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:47.232009 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-3e7d9f2b-bd57-46ff-8453-1baf889c4d7b tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1805684'] for router, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:47.232580 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e7d9f2b-bd57-46ff-8453-1baf889c4d7b tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Fanout notify agent at l3_agent the message router_deleted on router 06fdb8b2-f865-4761-a815-9df062e7b909 {{(pid=100246) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 14:15:47.240047 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-3e7d9f2b-bd57-46ff-8453-1baf889c4d7b tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Notify callbacks [] for router, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:47.241182 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-3e7d9f2b-bd57-46ff-8453-1baf889c4d7b tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] 10.222.0.104 "DELETE /v2.0/routers/06fdb8b2-f865-4761-a815-9df062e7b909 HTTP/1.1" status: 204 len: 168 time: 0.3104665 Jul 06 14:15:47.243759 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 57240) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:15:47.276412 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-fa0eabf6-a0cd-4c68-8a94-c0dff0e25188 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1805684'] for router, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:47.277447 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa0eabf6-a0cd-4c68-8a94-c0dff0e25188 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Fanout notify agent at l3_agent the message router_deleted on router 87ff55d8-a82b-42dd-989e-3678153e5174 {{(pid=100247) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 14:15:47.292139 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-fa0eabf6-a0cd-4c68-8a94-c0dff0e25188 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Notify callbacks [] for router, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:47.293323 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-fa0eabf6-a0cd-4c68-8a94-c0dff0e25188 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] 10.222.0.104 "DELETE /v2.0/routers/87ff55d8-a82b-42dd-989e-3678153e5174 HTTP/1.1" status: 204 len: 168 time: 0.4110637 Jul 06 14:15:47.298971 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 57242) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:15:47.304148 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-ea4b4dfd-7ab0-4dc7-b44b-c02c2a926c3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-913473'] for subnet, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:47.314231 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.db_base_plugin_v2 [None req-636bb40a-9602-4324-aeb1-9763d0b6a9c3 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Deleting subnet 9108fae7-06af-4d3a-8dc3-ebc159874802 {{(pid=100246) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 14:15:47.341506 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-636bb40a-9602-4324-aeb1-9763d0b6a9c3 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Notify callbacks [] for subnet, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:47.365340 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-ea4b4dfd-7ab0-4dc7-b44b-c02c2a926c3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-913480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1849032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-128888347', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127627857'] for subnet, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:47.394614 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4b4dfd-7ab0-4dc7-b44b-c02c2a926c3c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a34e63f9-d928-4f1f-8f4c-0d64a4b2a5bc,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:15:47.396672 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-ea4b4dfd-7ab0-4dc7-b44b-c02c2a926c3c admin admin] Notify callbacks [] for subnet, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:47.398649 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-ea4b4dfd-7ab0-4dc7-b44b-c02c2a926c3c admin admin] 10.222.0.104 "DELETE /v2.0/subnets/a34e63f9-d928-4f1f-8f4c-0d64a4b2a5bc HTTP/1.1" status: 204 len: 168 time: 0.4359930 Jul 06 14:15:47.400098 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.db_base_plugin_v2 [None req-11c9957c-f405-4c87-ac67-4bb54a1ea50f tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Deleting subnet 01c1d5e9-fea3-460a-884e-6bd5d3bccd28 {{(pid=100246) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 14:15:47.402664 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 57244) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:15:47.406211 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-636bb40a-9602-4324-aeb1-9763d0b6a9c3 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126218885'] for subnet, precommit_delete_associations {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:47.427678 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-11c9957c-f405-4c87-ac67-4bb54a1ea50f tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Notify callbacks [] for subnet, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:47.479387 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-e5dba43a-bbd9-4664-8315-4a735e7c896f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530492'] for network, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:47.487240 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-11c9957c-f405-4c87-ac67-4bb54a1ea50f tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126218885'] for subnet, precommit_delete_associations {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:47.518637 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Device ee17955c-9158-408b-ba8c-4dbe60a3577e no longer exists at agent hyperv_n-h2-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:15:47.539262 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] No Port match for: ee17955c-9158-408b-ba8c-4dbe60a3577e {{(pid=100248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 14:15:47.540783 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Device ee17955c-9158-408b-ba8c-4dbe60a3577e not bound to the agent host n-h2-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:15:47.563487 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-e5dba43a-bbd9-4664-8315-4a735e7c896f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-917204', 'neutron.services.segments.db._delete_segments_for_network-8773753502302'] for network, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:47.569790 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-636bb40a-9602-4324-aeb1-9763d0b6a9c3 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-913473'] for subnet, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:47.575084 n-d-773647-6 neutron-server[100247]: DEBUG neutron.services.segments.db [None req-e5dba43a-bbd9-4664-8315-4a735e7c896f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['365d7a34-a830-4c0e-836c-85e222c1ca9a']}} {{(pid=100247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:15:47.587755 n-d-773647-6 neutron-server[100247]: DEBUG neutron.services.segments.db [None req-e5dba43a-bbd9-4664-8315-4a735e7c896f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5663e79e-1339-45f1-8eac-6b75a66cab37') {'for_net_delete': True} {{(pid=100247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:15:47.588117 n-d-773647-6 neutron-server[100247]: DEBUG neutron.services.segments.db [None req-e5dba43a-bbd9-4664-8315-4a735e7c896f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5663e79e-1339-45f1-8eac-6b75a66cab37') {} {{(pid=100247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:15:47.598465 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-e5dba43a-bbd9-4664-8315-4a735e7c896f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773753515138', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127131763'] for segment, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:47.618278 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-e5dba43a-bbd9-4664-8315-4a735e7c896f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552'] for segment, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:47.624650 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e5dba43a-bbd9-4664-8315-4a735e7c896f admin admin] Releasing vlan 1045 on physical network physnet1 to pool {{(pid=100247) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 14:15:47.625168 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-e5dba43a-bbd9-4664-8315-4a735e7c896f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-128888574'] for segment, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:47.671955 n-d-773647-6 neutron-server[100247]: Traceback (most recent call last): Jul 06 14:15:47.671955 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 14:15:47.671955 n-d-773647-6 neutron-server[100247]: timer() Jul 06 14:15:47.671955 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 14:15:47.671955 n-d-773647-6 neutron-server[100247]: cb(*args, **kw) Jul 06 14:15:47.671955 n-d-773647-6 neutron-server[100247]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 14:15:47.671955 n-d-773647-6 neutron-server[100247]: return func(*args, **kwargs) Jul 06 14:15:47.671955 n-d-773647-6 neutron-server[100247]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 14:15:47.671955 n-d-773647-6 neutron-server[100247]: self._notify() Jul 06 14:15:47.671955 n-d-773647-6 neutron-server[100247]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 14:15:47.671955 n-d-773647-6 neutron-server[100247]: self.callback(batched_events) Jul 06 14:15:47.671955 n-d-773647-6 neutron-server[100247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 14:15:47.671955 n-d-773647-6 neutron-server[100247]: event.method(event) Jul 06 14:15:47.671955 n-d-773647-6 neutron-server[100247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 14:15:47.671955 n-d-773647-6 neutron-server[100247]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 14:15:47.671955 n-d-773647-6 neutron-server[100247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 14:15:47.671955 n-d-773647-6 neutron-server[100247]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 14:15:47.671955 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 14:15:47.671955 n-d-773647-6 neutron-server[100247]: return f(self, *a, **k) Jul 06 14:15:47.671955 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 14:15:47.671955 n-d-773647-6 neutron-server[100247]: return self._get(url).json() Jul 06 14:15:47.671955 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 14:15:47.671955 n-d-773647-6 neutron-server[100247]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 14:15:47.671955 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 14:15:47.671955 n-d-773647-6 neutron-server[100247]: return self.request(url, 'GET', **kwargs) Jul 06 14:15:47.671955 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 14:15:47.671955 n-d-773647-6 neutron-server[100247]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 14:15:47.671955 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 14:15:47.671955 n-d-773647-6 neutron-server[100247]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 14:15:47.671955 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 14:15:47.671955 n-d-773647-6 neutron-server[100247]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 14:15:47.671955 n-d-773647-6 neutron-server[100247]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 14:15:47.679976 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-636bb40a-9602-4324-aeb1-9763d0b6a9c3 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-913480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1849032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127687590', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127702764'] for subnet, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:47.684617 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-e5dba43a-bbd9-4664-8315-4a735e7c896f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-917215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1761140'] for network, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:47.691078 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-e5dba43a-bbd9-4664-8315-4a735e7c896f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583035'] for network, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:47.693763 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-e5dba43a-bbd9-4664-8315-4a735e7c896f admin admin] 10.222.0.104 "DELETE /v2.0/networks/365d7a34-a830-4c0e-836c-85e222c1ca9a HTTP/1.1" status: 204 len: 168 time: 0.2890432 Jul 06 14:15:47.705790 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5dba43a-bbd9-4664-8315-4a735e7c896f admin admin] Pushing event deleted for resources: {'Network': ['ID=365d7a34-a830-4c0e-836c-85e222c1ca9a,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:15:47.746761 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636bb40a-9602-4324-aeb1-9763d0b6a9c3 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Pushing event deleted for resources: {'Subnet': ['ID=9108fae7-06af-4d3a-8dc3-ebc159874802,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:15:47.751251 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-11c9957c-f405-4c87-ac67-4bb54a1ea50f tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-913473'] for subnet, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:47.792389 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-636bb40a-9602-4324-aeb1-9763d0b6a9c3 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Notify callbacks [] for subnet, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:47.792948 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-394c4c34-b304-4baf-a04b-0f4808c7be78 None None] Network 07d8e371-0b9e-4efd-bffe-c6f6f49c61f8 requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:15:47.794314 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-636bb40a-9602-4324-aeb1-9763d0b6a9c3 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] 10.222.0.104 "DELETE /v2.0/subnets/9108fae7-06af-4d3a-8dc3-ebc159874802 HTTP/1.1" status: 204 len: 168 time: 0.5492885 Jul 06 14:15:47.798417 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 57252) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:15:47.851535 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-11c9957c-f405-4c87-ac67-4bb54a1ea50f tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-913480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1849032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127687590', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127702764'] for subnet, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:47.863621 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.db_base_plugin_v2 [None req-5369dc4d-e8a2-4fde-b06c-57f17f8af430 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Deleting subnet e4653cc6-3f58-4535-a262-103e4a1dbbd3 {{(pid=100247) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 14:15:47.867542 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-5369dc4d-e8a2-4fde-b06c-57f17f8af430 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Notify callbacks [] for subnet, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:47.913668 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c9957c-f405-4c87-ac67-4bb54a1ea50f tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Pushing event deleted for resources: {'Subnet': ['ID=01c1d5e9-fea3-460a-884e-6bd5d3bccd28,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:15:47.927772 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-5369dc4d-e8a2-4fde-b06c-57f17f8af430 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127131748'] for subnet, precommit_delete_associations {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:47.934735 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-11c9957c-f405-4c87-ac67-4bb54a1ea50f tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Notify callbacks [] for subnet, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:47.941353 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-11c9957c-f405-4c87-ac67-4bb54a1ea50f tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] 10.222.0.104 "DELETE /v2.0/subnets/01c1d5e9-fea3-460a-884e-6bd5d3bccd28 HTTP/1.1" status: 204 len: 168 time: 0.6368544 Jul 06 14:15:47.942973 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 57254) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:15:47.947018 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42c89c0a-c25a-4c4a-b646-59caee9fe21f None None] Network e4d4a92e-2196-4832-a8e9-c5b46f702f93 requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:15:47.970235 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 57256) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:15:48.046150 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-e04e791f-6c29-4fe8-b88b-cfccbc502e44 admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=b6fbd15a1a694bacae9e77d802d4113e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0745146 Jul 06 14:15:48.048549 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-dfbbb314-acbc-4c7d-a0a9-6f2a7c3fef34 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530492'] for network, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:48.049035 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 57258) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:15:48.074494 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-5369dc4d-e8a2-4fde-b06c-57f17f8af430 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-913473'] for subnet, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:48.127442 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [None req-dfbbb314-acbc-4c7d-a0a9-6f2a7c3fef34 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Deleting port 2e862762-46cf-4b25-91a2-333b6f4c9072 {{(pid=100246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:15:48.128039 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-dfbbb314-acbc-4c7d-a0a9-6f2a7c3fef34 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:48.163318 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-0b42091f-07f5-4832-9dea-294646e6c7a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:48.192945 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-5369dc4d-e8a2-4fde-b06c-57f17f8af430 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-913480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1849032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-128888347', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127627857'] for subnet, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:48.204114 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-0b42091f-07f5-4832-9dea-294646e6c7a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:48.211014 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7bd65df-41fd-4a35-b780-57ab6809f976 None None] DHCP port deletion for 07d8e371-0b9e-4efd-bffe-c6f6f49c61f8 request from n-d-773647-6 {{(pid=100248) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 14:15:48.227387 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.db [None req-dfbbb314-acbc-4c7d-a0a9-6f2a7c3fef34 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] For port 2e862762-46cf-4b25-91a2-333b6f4c9072, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=2e862762-46cf-4b25-91a2-333b6f4c9072,segment=NetworkSegment(fe1a35a2-1848-4250-bf1b-4d6671408b3e),segment_id=fe1a35a2-1848-4250-bf1b-4d6671408b3e)] {{(pid=100246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:15:48.227766 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-dfbbb314-acbc-4c7d-a0a9-6f2a7c3fef34 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:48.233235 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5369dc4d-e8a2-4fde-b06c-57f17f8af430 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Pushing event deleted for resources: {'Subnet': ['ID=e4653cc6-3f58-4535-a262-103e4a1dbbd3,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:15:48.243090 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [None req-dfbbb314-acbc-4c7d-a0a9-6f2a7c3fef34 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Calling delete_port for 2e862762-46cf-4b25-91a2-333b6f4c9072 owned by network:dhcp {{(pid=100246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:15:48.245945 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-5369dc4d-e8a2-4fde-b06c-57f17f8af430 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Notify callbacks [] for subnet, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:48.251365 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 57260) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:15:48.251533 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-5369dc4d-e8a2-4fde-b06c-57f17f8af430 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] 10.222.0.104 "DELETE /v2.0/subnets/e4653cc6-3f58-4535-a262-103e4a1dbbd3 HTTP/1.1" status: 204 len: 168 time: 0.4519453 Jul 06 14:15:48.252873 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eeb58838-d747-446a-90e8-b8ceb96ca1a0 None None] Network 5f47a5c2-d1c3-4c9b-a9c8-4d81dce5b046 requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:15:48.267534 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5849745f-4907-455f-a523-93dd73baf34e None None] DHCP port deletion for e4d4a92e-2196-4832-a8e9-c5b46f702f93 request from n-d-773647-6 {{(pid=100248) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 14:15:48.290270 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-0b42091f-07f5-4832-9dea-294646e6c7a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:48.293820 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-0b42091f-07f5-4832-9dea-294646e6c7a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:48.297614 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-0b42091f-07f5-4832-9dea-294646e6c7a4 admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/b239bad5-a7c4-4f4e-8547-2f615ef956ae HTTP/1.1" status: 204 len: 168 time: 0.2449744 Jul 06 14:15:48.314873 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b42091f-07f5-4832-9dea-294646e6c7a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b239bad5-a7c4-4f4e-8547-2f615ef956ae,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:15:48.382013 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-233ef9ee-ef9d-4147-adcd-2a03e87a605a tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530492'] for network, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:48.394380 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-b7bd65df-41fd-4a35-b780-57ab6809f976 None None] Deleting port 54745ab1-c936-473f-83e9-c17afcf591ef {{(pid=100248) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:15:48.394829 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-b7bd65df-41fd-4a35-b780-57ab6809f976 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:48.431515 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-dfbbb314-acbc-4c7d-a0a9-6f2a7c3fef34 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127687580'] for port, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:48.465543 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbbb314-acbc-4c7d-a0a9-6f2a7c3fef34 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Pushing event deleted for resources: {'Port': ['ID=2e862762-46cf-4b25-91a2-333b6f4c9072,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:15:48.470205 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfbbb314-acbc-4c7d-a0a9-6f2a7c3fef34 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] No DVR routers for this DVR port 2e862762-46cf-4b25-91a2-333b6f4c9072 on host n-d-773647-6 {{(pid=100246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:15:48.514455 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-b7bd65df-41fd-4a35-b780-57ab6809f976 None None] For port 54745ab1-c936-473f-83e9-c17afcf591ef, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=54745ab1-c936-473f-83e9-c17afcf591ef,segment=NetworkSegment(4b74f568-504a-4dc4-a913-fd94eb35208a),segment_id=4b74f568-504a-4dc4-a913-fd94eb35208a)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:15:48.514857 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-b7bd65df-41fd-4a35-b780-57ab6809f976 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:48.517803 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-5849745f-4907-455f-a523-93dd73baf34e None None] Deleting port 2e862762-46cf-4b25-91a2-333b6f4c9072 {{(pid=100248) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:15:48.518170 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5849745f-4907-455f-a523-93dd73baf34e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:48.556291 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [None req-233ef9ee-ef9d-4147-adcd-2a03e87a605a tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Deleting port 54745ab1-c936-473f-83e9-c17afcf591ef {{(pid=100246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:15:48.556689 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-233ef9ee-ef9d-4147-adcd-2a03e87a605a tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:48.559358 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-dfbbb314-acbc-4c7d-a0a9-6f2a7c3fef34 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-917204', 'neutron.services.segments.db._delete_segments_for_network-8773753502302'] for network, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:48.567929 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-b7bd65df-41fd-4a35-b780-57ab6809f976 None None] Calling delete_port for 54745ab1-c936-473f-83e9-c17afcf591ef owned by network:dhcp {{(pid=100248) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:15:48.611711 n-d-773647-6 neutron-server[100246]: DEBUG neutron.services.segments.db [None req-dfbbb314-acbc-4c7d-a0a9-6f2a7c3fef34 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e4d4a92e-2196-4832-a8e9-c5b46f702f93']}} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:15:48.630541 n-d-773647-6 neutron-server[100246]: DEBUG neutron.services.segments.db [None req-dfbbb314-acbc-4c7d-a0a9-6f2a7c3fef34 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe1a35a2-1848-4250-bf1b-4d6671408b3e') {'for_net_delete': True} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:15:48.630880 n-d-773647-6 neutron-server[100246]: DEBUG neutron.services.segments.db [None req-dfbbb314-acbc-4c7d-a0a9-6f2a7c3fef34 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe1a35a2-1848-4250-bf1b-4d6671408b3e') {} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:15:48.647506 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-dfbbb314-acbc-4c7d-a0a9-6f2a7c3fef34 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773753515138', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126218898'] for segment, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:48.656612 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5849745f-4907-455f-a523-93dd73baf34e None None] For port 2e862762-46cf-4b25-91a2-333b6f4c9072, host n-d-773647-6, got binding levels [] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:15:48.657006 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5849745f-4907-455f-a523-93dd73baf34e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:48.668027 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.db [None req-233ef9ee-ef9d-4147-adcd-2a03e87a605a tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] For port 54745ab1-c936-473f-83e9-c17afcf591ef, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=54745ab1-c936-473f-83e9-c17afcf591ef,segment=NetworkSegment(4b74f568-504a-4dc4-a913-fd94eb35208a),segment_id=4b74f568-504a-4dc4-a913-fd94eb35208a)] {{(pid=100246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:15:48.668397 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-233ef9ee-ef9d-4147-adcd-2a03e87a605a tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:48.674226 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-5849745f-4907-455f-a523-93dd73baf34e None None] Calling delete_port for 2e862762-46cf-4b25-91a2-333b6f4c9072 owned by network:dhcp {{(pid=100248) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:15:48.679807 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-dfbbb314-acbc-4c7d-a0a9-6f2a7c3fef34 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552'] for segment, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:48.683027 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.ipam_backend_mixin [None req-5849745f-4907-455f-a523-93dd73baf34e None None] Port 2e862762-46cf-4b25-91a2-333b6f4c9072 was not found and therefore no delete operation was performed {{(pid=100248) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 06 14:15:48.685698 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5849745f-4907-455f-a523-93dd73baf34e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117'] for port, after_delete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:48.691432 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [None req-233ef9ee-ef9d-4147-adcd-2a03e87a605a tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Calling delete_port for 54745ab1-c936-473f-83e9-c17afcf591ef owned by network:dhcp {{(pid=100246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:15:48.693601 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dfbbb314-acbc-4c7d-a0a9-6f2a7c3fef34 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Releasing vlan 1006 on physical network physnet1 to pool {{(pid=100246) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 14:15:48.694007 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-dfbbb314-acbc-4c7d-a0a9-6f2a7c3fef34 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127687491'] for segment, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:48.698566 n-d-773647-6 neutron-server[100246]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:15:48.698566 n-d-773647-6 neutron-server[100246]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:15:48.698566 n-d-773647-6 neutron-server[100246]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:15:48.698566 n-d-773647-6 neutron-server[100246]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:15:48.698566 n-d-773647-6 neutron-server[100246]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:15:48.698566 n-d-773647-6 neutron-server[100246]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:15:48.698566 n-d-773647-6 neutron-server[100246]: Traceback (most recent call last): Jul 06 14:15:48.698566 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 14:15:48.698566 n-d-773647-6 neutron-server[100246]: timer() Jul 06 14:15:48.698566 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 14:15:48.698566 n-d-773647-6 neutron-server[100246]: cb(*args, **kw) Jul 06 14:15:48.698566 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 14:15:48.698566 n-d-773647-6 neutron-server[100246]: return func(*args, **kwargs) Jul 06 14:15:48.698566 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 14:15:48.698566 n-d-773647-6 neutron-server[100246]: self._notify() Jul 06 14:15:48.698566 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 14:15:48.698566 n-d-773647-6 neutron-server[100246]: self.callback(batched_events) Jul 06 14:15:48.698566 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 14:15:48.698566 n-d-773647-6 neutron-server[100246]: event.method(event) Jul 06 14:15:48.698566 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 14:15:48.698566 n-d-773647-6 neutron-server[100246]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 14:15:48.698566 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 14:15:48.698566 n-d-773647-6 neutron-server[100246]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 14:15:48.698566 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 14:15:48.698566 n-d-773647-6 neutron-server[100246]: return f(self, *a, **k) Jul 06 14:15:48.698566 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 14:15:48.698566 n-d-773647-6 neutron-server[100246]: return self._get(url).json() Jul 06 14:15:48.698566 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 14:15:48.698566 n-d-773647-6 neutron-server[100246]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 14:15:48.698566 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 14:15:48.698566 n-d-773647-6 neutron-server[100246]: return self.request(url, 'GET', **kwargs) Jul 06 14:15:48.698566 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 14:15:48.698566 n-d-773647-6 neutron-server[100246]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 14:15:48.698566 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 14:15:48.698566 n-d-773647-6 neutron-server[100246]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 14:15:48.698566 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 14:15:48.698566 n-d-773647-6 neutron-server[100246]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 14:15:48.698566 n-d-773647-6 neutron-server[100246]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 14:15:48.704736 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-499d66bd-15b4-4976-9dcf-e3c659aaf025 None None] DHCP port deletion for 5f47a5c2-d1c3-4c9b-a9c8-4d81dce5b046 request from n-d-773647-6 {{(pid=100248) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 14:15:48.729830 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5849745f-4907-455f-a523-93dd73baf34e None None] Pushing event deleted for resources: {'Port': ['ID=2e862762-46cf-4b25-91a2-333b6f4c9072,revision_number=None']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:15:48.741606 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5849745f-4907-455f-a523-93dd73baf34e None None] No DVR routers for this DVR port 2e862762-46cf-4b25-91a2-333b6f4c9072 on host n-d-773647-6 {{(pid=100248) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:15:48.824679 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-dfbbb314-acbc-4c7d-a0a9-6f2a7c3fef34 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-917215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1761140'] for network, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:48.825726 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-b7bd65df-41fd-4a35-b780-57ab6809f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117'] for port, after_delete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:48.847246 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-dfbbb314-acbc-4c7d-a0a9-6f2a7c3fef34 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Notify callbacks [] for network, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:48.850290 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-dfbbb314-acbc-4c7d-a0a9-6f2a7c3fef34 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] 10.222.0.104 "DELETE /v2.0/networks/e4d4a92e-2196-4832-a8e9-c5b46f702f93 HTTP/1.1" status: 204 len: 168 time: 0.9054253 Jul 06 14:15:48.852532 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-499d66bd-15b4-4976-9dcf-e3c659aaf025 None None] Deleting port e8188e74-c930-4fb2-97e0-d66c8c0266d3 {{(pid=100248) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:15:48.853230 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 57278) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:15:48.863428 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-499d66bd-15b4-4976-9dcf-e3c659aaf025 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:48.869103 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [None req-8784e8db-3701-4616-b247-6a522e4bae36 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1812818657', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:15:48.869292 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbbb314-acbc-4c7d-a0a9-6f2a7c3fef34 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Pushing event deleted for resources: {'Network': ['ID=e4d4a92e-2196-4832-a8e9-c5b46f702f93,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:15:48.893618 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-233ef9ee-ef9d-4147-adcd-2a03e87a605a tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127687580'] for port, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:48.901975 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-8784e8db-3701-4616-b247-6a522e4bae36 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1806290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6992'] for router, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:48.903181 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-8784e8db-3701-4616-b247-6a522e4bae36 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1806157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1808637', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1714747', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7007'] for router, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:48.910563 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7bd65df-41fd-4a35-b780-57ab6809f976 None None] No DVR routers for this DVR port 54745ab1-c936-473f-83e9-c17afcf591ef on host n-d-773647-6 {{(pid=100248) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:15:48.916059 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7bd65df-41fd-4a35-b780-57ab6809f976 None None] Pushing event deleted for resources: {'Port': ['ID=54745ab1-c936-473f-83e9-c17afcf591ef,revision_number=None']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:15:48.945283 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233ef9ee-ef9d-4147-adcd-2a03e87a605a tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Pushing event deleted for resources: {'Port': ['ID=54745ab1-c936-473f-83e9-c17afcf591ef,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:15:48.949727 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-233ef9ee-ef9d-4147-adcd-2a03e87a605a tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] No DVR routers for this DVR port 54745ab1-c936-473f-83e9-c17afcf591ef on host n-d-773647-6 {{(pid=100246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:15:48.970579 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-8784e8db-3701-4616-b247-6a522e4bae36 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:48.975997 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-8784e8db-3701-4616-b247-6a522e4bae36 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1806297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1761036'] for router, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:49.012918 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-8784e8db-3701-4616-b247-6a522e4bae36 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Notify callbacks [] for router, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:49.017050 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-8784e8db-3701-4616-b247-6a522e4bae36 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] 10.222.0.104 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1585608 Jul 06 14:15:49.018691 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 57286) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:15:49.024184 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-889a6245-fa57-412c-80d4-61b0da887702 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Request body: {'network': {'name': 'tempest-RoutersTest-32795364'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:15:49.037759 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-499d66bd-15b4-4976-9dcf-e3c659aaf025 None None] For port e8188e74-c930-4fb2-97e0-d66c8c0266d3, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=e8188e74-c930-4fb2-97e0-d66c8c0266d3,segment=NetworkSegment(c46cfa58-b1e9-48f0-a951-6ad669cfda9a),segment_id=c46cfa58-b1e9-48f0-a951-6ad669cfda9a)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:15:49.038359 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-499d66bd-15b4-4976-9dcf-e3c659aaf025 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:49.052898 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 54745ab1-c936-473f-83e9-c17afcf591ef no longer exists at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:15:49.054903 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-499d66bd-15b4-4976-9dcf-e3c659aaf025 None None] Calling delete_port for e8188e74-c930-4fb2-97e0-d66c8c0266d3 owned by network:dhcp {{(pid=100248) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:15:49.084335 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] No Port match for: 54745ab1-c936-473f-83e9-c17afcf591ef {{(pid=100248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 14:15:49.084678 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 54745ab1-c936-473f-83e9-c17afcf591ef not bound to the agent host n-d-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:15:49.085285 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 2e862762-46cf-4b25-91a2-333b6f4c9072 no longer exists at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:15:49.101568 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-889a6245-fa57-412c-80d4-61b0da887702 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Made reservation on behalf of 9c6f2fd69adb42a0ae2388cfacf9d174 for: {'network': 1} {{(pid=100246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:15:49.105137 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-889a6245-fa57-412c-80d4-61b0da887702 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for network, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:49.106598 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] No Port match for: 2e862762-46cf-4b25-91a2-333b6f4c9072 {{(pid=100248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 14:15:49.106948 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 2e862762-46cf-4b25-91a2-333b6f4c9072 not bound to the agent host n-d-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:15:49.114386 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device e8188e74-c930-4fb2-97e0-d66c8c0266d3 no longer exists at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:15:49.118264 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-233ef9ee-ef9d-4147-adcd-2a03e87a605a tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-917204', 'neutron.services.segments.db._delete_segments_for_network-8773753502302'] for network, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:49.134266 n-d-773647-6 neutron-server[100246]: DEBUG neutron.services.segments.db [None req-233ef9ee-ef9d-4147-adcd-2a03e87a605a tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['07d8e371-0b9e-4efd-bffe-c6f6f49c61f8']}} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:15:49.147700 n-d-773647-6 neutron-server[100246]: DEBUG neutron.services.segments.db [None req-233ef9ee-ef9d-4147-adcd-2a03e87a605a tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b74f568-504a-4dc4-a913-fd94eb35208a') {'for_net_delete': True} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:15:49.147951 n-d-773647-6 neutron-server[100246]: DEBUG neutron.services.segments.db [None req-233ef9ee-ef9d-4147-adcd-2a03e87a605a tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b74f568-504a-4dc4-a913-fd94eb35208a') {} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:15:49.156922 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-889a6245-fa57-412c-80d4-61b0da887702 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] vlan segment allocate from pool success with {'vlan_id': 1045, 'physical_network': 'physnet1'} {{(pid=100246) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 14:15:49.164169 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-233ef9ee-ef9d-4147-adcd-2a03e87a605a tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773753515138', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126218898'] for segment, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:49.177532 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-889a6245-fa57-412c-80d4-61b0da887702 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552'] for segment, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:49.177942 n-d-773647-6 neutron-server[100246]: INFO neutron.db.segments_db [None req-889a6245-fa57-412c-80d4-61b0da887702 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Added segment 0e11ef8c-f8e0-464e-8137-aab998e5e82c of type vlan for network c860d06d-8556-4bec-98c1-fafd1f4e2cd8 Jul 06 14:15:49.186691 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-233ef9ee-ef9d-4147-adcd-2a03e87a605a tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552'] for segment, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:49.196855 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 57290) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:15:49.220748 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-233ef9ee-ef9d-4147-adcd-2a03e87a605a tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Releasing vlan 1025 on physical network physnet1 to pool {{(pid=100246) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 14:15:49.221473 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-233ef9ee-ef9d-4147-adcd-2a03e87a605a tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127687491'] for segment, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:49.224814 n-d-773647-6 neutron-server[100246]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 14:15:49.224814 n-d-773647-6 neutron-server[100246]: self.session.flush() Jul 06 14:15:49.224814 n-d-773647-6 neutron-server[100246]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 14:15:49.224814 n-d-773647-6 neutron-server[100246]: self.session.flush() Jul 06 14:15:49.224814 n-d-773647-6 neutron-server[100246]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 14:15:49.224814 n-d-773647-6 neutron-server[100246]: self.session.flush() Jul 06 14:15:49.224814 n-d-773647-6 neutron-server[100246]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 14:15:49.224814 n-d-773647-6 neutron-server[100246]: self.session.flush() Jul 06 14:15:49.224814 n-d-773647-6 neutron-server[100246]: Traceback (most recent call last): Jul 06 14:15:49.224814 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 14:15:49.224814 n-d-773647-6 neutron-server[100246]: timer() Jul 06 14:15:49.224814 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 14:15:49.224814 n-d-773647-6 neutron-server[100246]: cb(*args, **kw) Jul 06 14:15:49.224814 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 14:15:49.224814 n-d-773647-6 neutron-server[100246]: return func(*args, **kwargs) Jul 06 14:15:49.224814 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 14:15:49.224814 n-d-773647-6 neutron-server[100246]: self._notify() Jul 06 14:15:49.224814 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 14:15:49.224814 n-d-773647-6 neutron-server[100246]: self.callback(batched_events) Jul 06 14:15:49.224814 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 14:15:49.224814 n-d-773647-6 neutron-server[100246]: event.method(event) Jul 06 14:15:49.224814 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 14:15:49.224814 n-d-773647-6 neutron-server[100246]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 14:15:49.224814 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 14:15:49.224814 n-d-773647-6 neutron-server[100246]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 14:15:49.224814 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 14:15:49.224814 n-d-773647-6 neutron-server[100246]: return f(self, *a, **k) Jul 06 14:15:49.224814 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 14:15:49.224814 n-d-773647-6 neutron-server[100246]: return self._get(url).json() Jul 06 14:15:49.224814 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 14:15:49.224814 n-d-773647-6 neutron-server[100246]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 14:15:49.224814 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 14:15:49.224814 n-d-773647-6 neutron-server[100246]: return self.request(url, 'GET', **kwargs) Jul 06 14:15:49.224814 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 14:15:49.224814 n-d-773647-6 neutron-server[100246]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 14:15:49.224814 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 14:15:49.224814 n-d-773647-6 neutron-server[100246]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 14:15:49.224814 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 14:15:49.224814 n-d-773647-6 neutron-server[100246]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 14:15:49.224814 n-d-773647-6 neutron-server[100246]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 14:15:49.238941 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-499d66bd-15b4-4976-9dcf-e3c659aaf025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117'] for port, after_delete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:49.244137 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:49.271782 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499d66bd-15b4-4976-9dcf-e3c659aaf025 None None] Pushing event deleted for resources: {'Port': ['ID=e8188e74-c930-4fb2-97e0-d66c8c0266d3,revision_number=None']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:15:49.278625 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-499d66bd-15b4-4976-9dcf-e3c659aaf025 None None] No DVR routers for this DVR port e8188e74-c930-4fb2-97e0-d66c8c0266d3 on host n-d-773647-6 {{(pid=100248) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:15:49.288912 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-889a6245-fa57-412c-80d4-61b0da887702 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773752984405'] for network, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:49.309726 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-233ef9ee-ef9d-4147-adcd-2a03e87a605a tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-917215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1761140'] for network, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:49.324448 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-233ef9ee-ef9d-4147-adcd-2a03e87a605a tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Notify callbacks [] for network, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:49.329650 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-233ef9ee-ef9d-4147-adcd-2a03e87a605a tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] 10.222.0.104 "DELETE /v2.0/networks/07d8e371-0b9e-4efd-bffe-c6f6f49c61f8 HTTP/1.1" status: 204 len: 168 time: 1.0747039 Jul 06 14:15:49.330654 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 57296) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:15:49.343660 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233ef9ee-ef9d-4147-adcd-2a03e87a605a tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Pushing event deleted for resources: {'Network': ['ID=07d8e371-0b9e-4efd-bffe-c6f6f49c61f8,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:15:49.349114 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-889a6245-fa57-412c-80d4-61b0da887702 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060'] for network, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:49.355088 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-889a6245-fa57-412c-80d4-61b0da887702 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:15:49.355785 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-889a6245-fa57-412c-80d4-61b0da887702 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Notify callbacks [] for network, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:49.364647 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [None req-a75347de-8dc5-4861-ae20-3771bee4d1a9 admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-1086512130-network', 'tenant_id': '686dcafd40f64df5892ecb93ad290a53'}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:15:49.430320 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889a6245-fa57-412c-80d4-61b0da887702 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Pushing event updated for resources: {'Network': ['ID=c860d06d-8556-4bec-98c1-fafd1f4e2cd8,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:15:49.434261 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-7ef3eea0-6cf5-482f-b64c-9ea8081b3062 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530492'] for network, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:49.438026 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a75347de-8dc5-4861-ae20-3771bee4d1a9 admin admin] Made reservation on behalf of 686dcafd40f64df5892ecb93ad290a53 for: {'network': 1} {{(pid=100247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:15:49.440424 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-a75347de-8dc5-4861-ae20-3771bee4d1a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for network, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:49.444988 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-889a6245-fa57-412c-80d4-61b0da887702 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] 10.222.0.104 "POST /v2.0/networks HTTP/1.1" status: 201 len: 764 time: 0.4226131 Jul 06 14:15:49.445145 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Network c860d06d-8556-4bec-98c1-fafd1f4e2cd8 details requested by agent ovs-agent-n-d-773647-6 with host n-d-773647-6 {{(pid=100248) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 14:15:49.445273 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 57298) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:15:49.450791 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [None req-9ffcf950-eb56-4cbc-aca8-f6c49e075691 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Request body: {'subnet': {'network_id': 'c860d06d-8556-4bec-98c1-fafd1f4e2cd8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:15:49.473280 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-a75347de-8dc5-4861-ae20-3771bee4d1a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:49.636788 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-7ef3eea0-6cf5-482f-b64c-9ea8081b3062 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-917204', 'neutron.services.segments.db._delete_segments_for_network-8773753502302'] for network, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:49.656523 n-d-773647-6 neutron-server[100247]: DEBUG neutron.services.segments.db [None req-7ef3eea0-6cf5-482f-b64c-9ea8081b3062 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f47a5c2-d1c3-4c9b-a9c8-4d81dce5b046']}} {{(pid=100247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:15:49.671919 n-d-773647-6 neutron-server[100247]: DEBUG neutron.services.segments.db [None req-7ef3eea0-6cf5-482f-b64c-9ea8081b3062 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c46cfa58-b1e9-48f0-a951-6ad669cfda9a') {'for_net_delete': True} {{(pid=100247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:15:49.672221 n-d-773647-6 neutron-server[100247]: DEBUG neutron.services.segments.db [None req-7ef3eea0-6cf5-482f-b64c-9ea8081b3062 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c46cfa58-b1e9-48f0-a951-6ad669cfda9a') {} {{(pid=100247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:15:49.686771 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-7ef3eea0-6cf5-482f-b64c-9ea8081b3062 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773753515138', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127131763'] for segment, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:49.706623 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-7ef3eea0-6cf5-482f-b64c-9ea8081b3062 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552'] for segment, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:49.716111 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ef3eea0-6cf5-482f-b64c-9ea8081b3062 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Releasing vlan 1047 on physical network physnet1 to pool {{(pid=100247) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 14:15:49.716507 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-7ef3eea0-6cf5-482f-b64c-9ea8081b3062 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-128888574'] for segment, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:49.719503 n-d-773647-6 neutron-server[100247]: Traceback (most recent call last): Jul 06 14:15:49.719503 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 14:15:49.719503 n-d-773647-6 neutron-server[100247]: timer() Jul 06 14:15:49.719503 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 14:15:49.719503 n-d-773647-6 neutron-server[100247]: cb(*args, **kw) Jul 06 14:15:49.719503 n-d-773647-6 neutron-server[100247]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 14:15:49.719503 n-d-773647-6 neutron-server[100247]: return func(*args, **kwargs) Jul 06 14:15:49.719503 n-d-773647-6 neutron-server[100247]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 14:15:49.719503 n-d-773647-6 neutron-server[100247]: self._notify() Jul 06 14:15:49.719503 n-d-773647-6 neutron-server[100247]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 14:15:49.719503 n-d-773647-6 neutron-server[100247]: self.callback(batched_events) Jul 06 14:15:49.719503 n-d-773647-6 neutron-server[100247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 14:15:49.719503 n-d-773647-6 neutron-server[100247]: event.method(event) Jul 06 14:15:49.719503 n-d-773647-6 neutron-server[100247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 14:15:49.719503 n-d-773647-6 neutron-server[100247]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 14:15:49.719503 n-d-773647-6 neutron-server[100247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 14:15:49.719503 n-d-773647-6 neutron-server[100247]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 14:15:49.719503 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 14:15:49.719503 n-d-773647-6 neutron-server[100247]: return f(self, *a, **k) Jul 06 14:15:49.719503 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 14:15:49.719503 n-d-773647-6 neutron-server[100247]: return self._get(url).json() Jul 06 14:15:49.719503 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 14:15:49.719503 n-d-773647-6 neutron-server[100247]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 14:15:49.719503 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 14:15:49.719503 n-d-773647-6 neutron-server[100247]: return self.request(url, 'GET', **kwargs) Jul 06 14:15:49.719503 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 14:15:49.719503 n-d-773647-6 neutron-server[100247]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 14:15:49.719503 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 14:15:49.719503 n-d-773647-6 neutron-server[100247]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 14:15:49.719503 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 14:15:49.719503 n-d-773647-6 neutron-server[100247]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 14:15:49.719503 n-d-773647-6 neutron-server[100247]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 14:15:49.782556 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-a75347de-8dc5-4861-ae20-3771bee4d1a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:49.788398 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-a75347de-8dc5-4861-ae20-3771bee4d1a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:49.808207 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-7ef3eea0-6cf5-482f-b64c-9ea8081b3062 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-917215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1761140'] for network, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:49.819408 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a75347de-8dc5-4861-ae20-3771bee4d1a9 admin admin] vlan segment allocate from pool success with {'vlan_id': 1020, 'physical_network': 'physnet1'} {{(pid=100247) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 14:15:49.829404 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-7ef3eea0-6cf5-482f-b64c-9ea8081b3062 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583035'] for network, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:49.831683 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-7ef3eea0-6cf5-482f-b64c-9ea8081b3062 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] 10.222.0.104 "DELETE /v2.0/networks/5f47a5c2-d1c3-4c9b-a9c8-4d81dce5b046 HTTP/1.1" status: 204 len: 168 time: 0.5003829 Jul 06 14:15:49.835742 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 57300) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:15:49.846405 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-3baa6907-b29f-4266-9a11-463cb0bb2a44 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1410454506'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:15:49.853353 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef3eea0-6cf5-482f-b64c-9ea8081b3062 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Pushing event deleted for resources: {'Network': ['ID=5f47a5c2-d1c3-4c9b-a9c8-4d81dce5b046,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:15:49.859351 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75347de-8dc5-4861-ae20-3771bee4d1a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b2c01f0-02b9-4c5a-9983-09d200844e7e,revision_number=1']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:15:49.863193 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-a75347de-8dc5-4861-ae20-3771bee4d1a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552'] for segment, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:49.863855 n-d-773647-6 neutron-server[100247]: INFO neutron.db.segments_db [None req-a75347de-8dc5-4861-ae20-3771bee4d1a9 admin admin] Added segment 12587f92-3665-4b11-a1d0-1b07eef98066 of type vlan for network e2495b7e-6036-4b97-8c53-21e4c4ba7fab Jul 06 14:15:49.865173 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ffcf950-eb56-4cbc-aca8-f6c49e075691 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Made reservation on behalf of 9c6f2fd69adb42a0ae2388cfacf9d174 for: {'subnet': 1} {{(pid=100247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:15:49.881606 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-9ffcf950-eb56-4cbc-aca8-f6c49e075691 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127627440'] for subnet, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:49.884153 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3baa6907-b29f-4266-9a11-463cb0bb2a44 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Made reservation on behalf of b162a45bb3174bbb964a63afe4786b87 for: {'network': 1} {{(pid=100246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:15:49.888035 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-3baa6907-b29f-4266-9a11-463cb0bb2a44 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for network, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:49.920038 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3baa6907-b29f-4266-9a11-463cb0bb2a44 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] vlan segment allocate from pool success with {'vlan_id': 1001, 'physical_network': 'physnet1'} {{(pid=100246) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 14:15:49.933261 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-3baa6907-b29f-4266-9a11-463cb0bb2a44 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552'] for segment, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:49.933984 n-d-773647-6 neutron-server[100246]: INFO neutron.db.segments_db [None req-3baa6907-b29f-4266-9a11-463cb0bb2a44 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Added segment 371db852-dbd4-4447-baf7-e669c57de033 of type vlan for network 9abe5a36-337f-468b-80b1-ed6b6f449f31 Jul 06 14:15:49.983375 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-3baa6907-b29f-4266-9a11-463cb0bb2a44 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773752984405'] for network, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:49.994133 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-a75347de-8dc5-4861-ae20-3771bee4d1a9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773752984405'] for network, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:50.014152 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-3baa6907-b29f-4266-9a11-463cb0bb2a44 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060'] for network, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:50.020127 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3baa6907-b29f-4266-9a11-463cb0bb2a44 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:15:50.020722 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-3baa6907-b29f-4266-9a11-463cb0bb2a44 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Notify callbacks [] for network, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:50.047611 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-a75347de-8dc5-4861-ae20-3771bee4d1a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060'] for network, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:50.048592 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a75347de-8dc5-4861-ae20-3771bee4d1a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:15:50.049163 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-a75347de-8dc5-4861-ae20-3771bee4d1a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583035'] for network, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:50.081455 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-3baa6907-b29f-4266-9a11-463cb0bb2a44 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] 10.222.0.104 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2439568 Jul 06 14:15:50.086531 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 57306) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:15:50.093494 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-3bc6018c-4810-4428-9a3c-f4d89c0b5f80 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Request body: {'subnet': {'network_id': '9abe5a36-337f-468b-80b1-ed6b6f449f31', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:15:50.098295 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3baa6907-b29f-4266-9a11-463cb0bb2a44 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Pushing event updated for resources: {'Network': ['ID=9abe5a36-337f-468b-80b1-ed6b6f449f31,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:15:50.109328 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Network 9abe5a36-337f-468b-80b1-ed6b6f449f31 details requested by agent ovs-agent-n-d-773647-6 with host n-d-773647-6 {{(pid=100248) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 14:15:50.139886 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-a75347de-8dc5-4861-ae20-3771bee4d1a9 admin admin] 10.222.0.104 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.9370623 Jul 06 14:15:50.144767 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 57308) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:15:50.149702 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [None req-78c493de-97d0-4324-b1a3-fdd1236b7038 admin admin] Request body: {'subnet': {'network_id': 'e2495b7e-6036-4b97-8c53-21e4c4ba7fab', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-1086512130-subnet', 'tenant_id': '686dcafd40f64df5892ecb93ad290a53', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:15:50.168769 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75347de-8dc5-4861-ae20-3771bee4d1a9 admin admin] Pushing event updated for resources: {'Network': ['ID=e2495b7e-6036-4b97-8c53-21e4c4ba7fab,revision_number=1']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:15:50.175901 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78c493de-97d0-4324-b1a3-fdd1236b7038 admin admin] Made reservation on behalf of 686dcafd40f64df5892ecb93ad290a53 for: {'subnet': 1} {{(pid=100247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:15:50.178070 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-78c493de-97d0-4324-b1a3-fdd1236b7038 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127627440'] for subnet, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:50.180295 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Network e2495b7e-6036-4b97-8c53-21e4c4ba7fab details requested by agent ovs-agent-n-d-773647-6 with host n-d-773647-6 {{(pid=100248) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 14:15:50.204762 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bc6018c-4810-4428-9a3c-f4d89c0b5f80 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Made reservation on behalf of b162a45bb3174bbb964a63afe4786b87 for: {'subnet': 1} {{(pid=100246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:15:50.208939 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-3bc6018c-4810-4428-9a3c-f4d89c0b5f80 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127702029'] for subnet, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:50.293037 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-9ffcf950-eb56-4cbc-aca8-f6c49e075691 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1849032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-128888412', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127627426'] for subnet, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:50.404820 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ffcf950-eb56-4cbc-aca8-f6c49e075691 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Pushing event updated for resources: {'Subnet': ['ID=1a718569-5c6a-4b3b-b22a-5dcfa6d1e9b7,revision_number=0']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:15:50.409334 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-3bc6018c-4810-4428-9a3c-f4d89c0b5f80 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1849032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127687649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127702047'] for subnet, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:50.429899 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ffcf950-eb56-4cbc-aca8-f6c49e075691 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Checking segment: {'id': '0e11ef8c-f8e0-464e-8137-aab998e5e82c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1045, 'network_id': 'c860d06d-8556-4bec-98c1-fafd1f4e2cd8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100247) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:15:50.430273 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ffcf950-eb56-4cbc-aca8-f6c49e075691 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Network hostable DHCP agents. Network: c860d06d-8556-4bec-98c1-fafd1f4e2cd8, hostable agents: ['f2bada3d-be77-4359-982b-8505a2bbca04'], hosted agents: [] {{(pid=100247) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 14:15:50.472792 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc6018c-4810-4428-9a3c-f4d89c0b5f80 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Pushing event updated for resources: {'Subnet': ['ID=a1993df3-bc32-49f7-85ba-c074d3bb5f00,revision_number=0']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:15:50.481145 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bc6018c-4810-4428-9a3c-f4d89c0b5f80 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Checking segment: {'id': '371db852-dbd4-4447-baf7-e669c57de033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1001, 'network_id': '9abe5a36-337f-468b-80b1-ed6b6f449f31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:15:50.481541 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bc6018c-4810-4428-9a3c-f4d89c0b5f80 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Network hostable DHCP agents. Network: 9abe5a36-337f-468b-80b1-ed6b6f449f31, hostable agents: ['f2bada3d-be77-4359-982b-8505a2bbca04'], hosted agents: [] {{(pid=100246) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 14:15:50.484562 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-78c493de-97d0-4324-b1a3-fdd1236b7038 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1849032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-128888412', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127627426'] for subnet, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:50.491807 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ffcf950-eb56-4cbc-aca8-f6c49e075691 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Network c860d06d-8556-4bec-98c1-fafd1f4e2cd8 is scheduled to be hosted by DHCP agent f2bada3d-be77-4359-982b-8505a2bbca04 with binding_index 1 {{(pid=100247) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 14:15:50.498810 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bc6018c-4810-4428-9a3c-f4d89c0b5f80 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Network 9abe5a36-337f-468b-80b1-ed6b6f449f31 is scheduled to be hosted by DHCP agent f2bada3d-be77-4359-982b-8505a2bbca04 with binding_index 1 {{(pid=100246) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 14:15:50.508055 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.base_scheduler [None req-3bc6018c-4810-4428-9a3c-f4d89c0b5f80 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773647-6, 9abe5a36-337f-468b-80b1-ed6b6f449f31) {{(pid=100246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:15:50.512553 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bc6018c-4810-4428-9a3c-f4d89c0b5f80 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:15:50.513234 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-3bc6018c-4810-4428-9a3c-f4d89c0b5f80 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Notify callbacks [] for subnet, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:50.517756 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62f688ed-46ad-4a94-8cbe-01db7244b22a None None] Network 9abe5a36-337f-468b-80b1-ed6b6f449f31 requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:15:50.527580 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.base_scheduler [None req-9ffcf950-eb56-4cbc-aca8-f6c49e075691 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773647-6, c860d06d-8556-4bec-98c1-fafd1f4e2cd8) {{(pid=100247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:15:50.531803 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-3bc6018c-4810-4428-9a3c-f4d89c0b5f80 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] 10.222.0.104 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4441645 Jul 06 14:15:50.532380 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 57310) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:15:50.536849 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ffcf950-eb56-4cbc-aca8-f6c49e075691 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:15:50.537432 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-9ffcf950-eb56-4cbc-aca8-f6c49e075691 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Notify callbacks [] for subnet, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:50.537562 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-d3f63c9a-6ecf-464c-939f-ce4a787185c8 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1811582860', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:15:50.541396 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-643dadc0-e766-4db0-a1b9-614d5a2defe5 None None] Network c860d06d-8556-4bec-98c1-fafd1f4e2cd8 requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:15:50.562375 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-d3f63c9a-6ecf-464c-939f-ce4a787185c8 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1806290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6992'] for router, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:50.563528 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-d3f63c9a-6ecf-464c-939f-ce4a787185c8 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1806157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1808637', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1714747', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7007'] for router, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:50.570748 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-9ffcf950-eb56-4cbc-aca8-f6c49e075691 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] 10.222.0.104 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1238759 Jul 06 14:15:50.572007 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c493de-97d0-4324-b1a3-fdd1236b7038 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c5f38159-21f2-41af-b0a3-b3e820e16b1f,revision_number=0']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:15:50.574361 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 57312) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:15:50.580760 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78c493de-97d0-4324-b1a3-fdd1236b7038 admin admin] Checking segment: {'id': '12587f92-3665-4b11-a1d0-1b07eef98066', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1020, 'network_id': 'e2495b7e-6036-4b97-8c53-21e4c4ba7fab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100247) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:15:50.581117 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78c493de-97d0-4324-b1a3-fdd1236b7038 admin admin] Network hostable DHCP agents. Network: e2495b7e-6036-4b97-8c53-21e4c4ba7fab, hostable agents: ['f2bada3d-be77-4359-982b-8505a2bbca04'], hosted agents: [] {{(pid=100247) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 14:15:50.599763 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78c493de-97d0-4324-b1a3-fdd1236b7038 admin admin] Network e2495b7e-6036-4b97-8c53-21e4c4ba7fab is scheduled to be hosted by DHCP agent f2bada3d-be77-4359-982b-8505a2bbca04 with binding_index 1 {{(pid=100247) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 14:15:50.610319 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.base_scheduler [None req-78c493de-97d0-4324-b1a3-fdd1236b7038 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773647-6, e2495b7e-6036-4b97-8c53-21e4c4ba7fab) {{(pid=100247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:15:50.614182 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78c493de-97d0-4324-b1a3-fdd1236b7038 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:15:50.614969 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-78c493de-97d0-4324-b1a3-fdd1236b7038 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:50.632844 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e841bf5b-fdf4-43ec-9d41-8e1556fd95ff None None] Network e2495b7e-6036-4b97-8c53-21e4c4ba7fab requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:15:50.633085 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-78c493de-97d0-4324-b1a3-fdd1236b7038 admin admin] 10.222.0.104 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4867408 Jul 06 14:15:50.896007 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1523438e-cd66-4d94-abec-8e08c9839fe6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6bd5fc82-6666-56e8-87c2-91648d36c963-c860d06d-8556-4bec-98c1-fafd1f4e2cd8', 'network_id': 'c860d06d-8556-4bec-98c1-fafd1f4e2cd8', 'tenant_id': '9c6f2fd69adb42a0ae2388cfacf9d174', 'fixed_ips': [{'subnet_id': '1a718569-5c6a-4b3b-b22a-5dcfa6d1e9b7'}]}} from n-d-773647-6. {{(pid=100248) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 14:15:50.896942 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-1523438e-cd66-4d94-abec-8e08c9839fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:50.899021 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49023d7e-2700-4a4f-9cfe-1ebb419e86d3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6bd5fc82-6666-56e8-87c2-91648d36c963-9abe5a36-337f-468b-80b1-ed6b6f449f31', 'network_id': '9abe5a36-337f-468b-80b1-ed6b6f449f31', 'tenant_id': 'b162a45bb3174bbb964a63afe4786b87', 'fixed_ips': [{'subnet_id': 'a1993df3-bc32-49f7-85ba-c074d3bb5f00'}]}} from n-d-773647-6. {{(pid=100248) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 14:15:50.899883 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-49023d7e-2700-4a4f-9cfe-1ebb419e86d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:51.016787 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc1c369f-aad5-4e97-a657-ee982a83b4fe None None] Network e2495b7e-6036-4b97-8c53-21e4c4ba7fab requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:15:51.104891 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-d3f63c9a-6ecf-464c-939f-ce4a787185c8 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:51.139497 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-d3f63c9a-6ecf-464c-939f-ce4a787185c8 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1806297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1761036'] for router, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:51.199748 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-d3f63c9a-6ecf-464c-939f-ce4a787185c8 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Notify callbacks [] for router, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:51.201742 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-d3f63c9a-6ecf-464c-939f-ce4a787185c8 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] 10.222.0.104 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.6677101 Jul 06 14:15:51.206648 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 57328) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:15:51.214664 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [None req-9aecedd0-b378-4fbc-a709-b84738e1efc3 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Request body: {'port': {'network_id': '9abe5a36-337f-468b-80b1-ed6b6f449f31', 'name': 'tempest-RoutersIpV6Test-741048756'}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:15:51.314917 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-4ea94535-508d-48c5-87cb-5ecc6cae6bac tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:51.374956 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9aecedd0-b378-4fbc-a709-b84738e1efc3 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Made reservation on behalf of b162a45bb3174bbb964a63afe4786b87 for: {'port': 1} {{(pid=100247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:15:51.379770 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-9aecedd0-b378-4fbc-a709-b84738e1efc3 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:51.402533 n-d-773647-6 neutron-server[100247]: DEBUG neutron.notifiers.nova [None req-9aecedd0-b378-4fbc-a709-b84738e1efc3 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] device_id is not set on port aa678f08-5f93-4768-961f-b04aa70fcbb9 yet. {{(pid=100247) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 14:15:51.465311 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.db_base_plugin_common [None req-1523438e-cd66-4d94-abec-8e08c9839fe6 None None] Allocated IP 172.20.0.2 (c860d06d-8556-4bec-98c1-fafd1f4e2cd8/1a718569-5c6a-4b3b-b22a-5dcfa6d1e9b7/c9f2e6fe-ccb9-4273-8a3a-3dbbbc78b428) {{(pid=100248) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:15:51.518187 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.db_base_plugin_common [None req-49023d7e-2700-4a4f-9cfe-1ebb419e86d3 None None] Allocated IP 2001:db8::2 (9abe5a36-337f-468b-80b1-ed6b6f449f31/a1993df3-bc32-49f7-85ba-c074d3bb5f00/f7ea610f-57fc-4ae9-94a6-c84cd31603ff) {{(pid=100248) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:15:51.750015 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-1523438e-cd66-4d94-abec-8e08c9839fe6 None None] Notify callbacks [] for port, precommit_create {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:51.766497 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-1523438e-cd66-4d94-abec-8e08c9839fe6 None None] Transition to ACTIVE for port object c9f2e6fe-ccb9-4273-8a3a-3dbbbc78b428 will not be triggered until provisioned by entity L2. {{(pid=100248) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:15:51.783942 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-49023d7e-2700-4a4f-9cfe-1ebb419e86d3 None None] Notify callbacks [] for port, precommit_create {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:51.796873 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-1523438e-cd66-4d94-abec-8e08c9839fe6 None None] Transition to ACTIVE for port object c9f2e6fe-ccb9-4273-8a3a-3dbbbc78b428 will not be triggered until provisioned by entity DHCP. {{(pid=100248) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:15:51.798557 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-49023d7e-2700-4a4f-9cfe-1ebb419e86d3 None None] Transition to ACTIVE for port object f7ea610f-57fc-4ae9-94a6-c84cd31603ff will not be triggered until provisioned by entity L2. {{(pid=100248) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:15:51.806159 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-1523438e-cd66-4d94-abec-8e08c9839fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108'] for port, after_create {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:51.854214 n-d-773647-6 neutron-server[100248]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1523438e-cd66-4d94-abec-8e08c9839fe6 None None] Network c860d06d-8556-4bec-98c1-fafd1f4e2cd8 is already hosted by enough agents. {{(pid=100248) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:15:51.856601 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-49023d7e-2700-4a4f-9cfe-1ebb419e86d3 None None] Transition to ACTIVE for port object f7ea610f-57fc-4ae9-94a6-c84cd31603ff will not be triggered until provisioned by entity DHCP. {{(pid=100248) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:15:51.860771 n-d-773647-6 neutron-server[100248]: DEBUG neutron.scheduler.base_scheduler [None req-1523438e-cd66-4d94-abec-8e08c9839fe6 None None] Resources bound (agent type, host, resource id): {{(pid=100248) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:15:51.863690 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.db_base_plugin_common [None req-4ea94535-508d-48c5-87cb-5ecc6cae6bac tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Allocated IP 172.20.0.1 (c860d06d-8556-4bec-98c1-fafd1f4e2cd8/1a718569-5c6a-4b3b-b22a-5dcfa6d1e9b7/b1449530-0688-4078-bda6-5f36e7ee7116) {{(pid=100246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:15:51.866304 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1523438e-cd66-4d94-abec-8e08c9839fe6 None None] Received port after_create {{(pid=100248) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:15:51.875430 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-49023d7e-2700-4a4f-9cfe-1ebb419e86d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108'] for port, after_create {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:51.897775 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1523438e-cd66-4d94-abec-8e08c9839fe6 None None] Pushing event updated for resources: {'Port': ['ID=c9f2e6fe-ccb9-4273-8a3a-3dbbbc78b428,revision_number=1']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:15:51.927991 n-d-773647-6 neutron-server[100248]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49023d7e-2700-4a4f-9cfe-1ebb419e86d3 None None] Network 9abe5a36-337f-468b-80b1-ed6b6f449f31 is already hosted by enough agents. {{(pid=100248) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:15:51.934197 n-d-773647-6 neutron-server[100248]: DEBUG neutron.scheduler.base_scheduler [None req-49023d7e-2700-4a4f-9cfe-1ebb419e86d3 None None] Resources bound (agent type, host, resource id): {{(pid=100248) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:15:51.953761 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49023d7e-2700-4a4f-9cfe-1ebb419e86d3 None None] Received port after_create {{(pid=100248) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:15:51.986761 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.db_base_plugin_common [None req-9aecedd0-b378-4fbc-a709-b84738e1efc3 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Allocated IP 2001:db8::1b9 (9abe5a36-337f-468b-80b1-ed6b6f449f31/a1993df3-bc32-49f7-85ba-c074d3bb5f00/aa678f08-5f93-4768-961f-b04aa70fcbb9) {{(pid=100247) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:15:52.018249 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49023d7e-2700-4a4f-9cfe-1ebb419e86d3 None None] Pushing event updated for resources: {'Port': ['ID=f7ea610f-57fc-4ae9-94a6-c84cd31603ff,revision_number=1']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:15:52.023064 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-4ea94535-508d-48c5-87cb-5ecc6cae6bac tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Notify callbacks [] for port, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:52.049891 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-1523438e-cd66-4d94-abec-8e08c9839fe6 None None] Attempting to bind port c9f2e6fe-ccb9-4273-8a3a-3dbbbc78b428 on host n-d-773647-6 for vnic_type normal with profile {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:15:52.050264 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-1523438e-cd66-4d94-abec-8e08c9839fe6 None None] Attempting to bind port c9f2e6fe-ccb9-4273-8a3a-3dbbbc78b428 by drivers openvswitch,hyperv on host n-d-773647-6 at level 0 using segments [{'id': '0e11ef8c-f8e0-464e-8137-aab998e5e82c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1045, 'network_id': 'c860d06d-8556-4bec-98c1-fafd1f4e2cd8'}] {{(pid=100248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:15:52.050648 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1523438e-cd66-4d94-abec-8e08c9839fe6 None None] Attempting to bind port c9f2e6fe-ccb9-4273-8a3a-3dbbbc78b428 on network c860d06d-8556-4bec-98c1-fafd1f4e2cd8 {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:15:52.052503 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.provisioning_blocks [None req-4ea94535-508d-48c5-87cb-5ecc6cae6bac tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Transition to ACTIVE for port object b1449530-0688-4078-bda6-5f36e7ee7116 will not be triggered until provisioned by entity DHCP. {{(pid=100246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:15:52.053001 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429bf17b-d54f-470a-a9e1-203fb2538fe5 req-ffe8b861-341c-41ad-970f-9a1214299ea7 tempest-ServerGroupTestJSON-1635820208 tempest-ServerGroupTestJSON-1635820208-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:15:52.054519 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-429bf17b-d54f-470a-a9e1-203fb2538fe5 req-ffe8b861-341c-41ad-970f-9a1214299ea7 tempest-ServerGroupTestJSON-1635820208 tempest-ServerGroupTestJSON-1635820208-project] 10.222.0.104 "GET /v2.0/networks?id=e2495b7e-6036-4b97-8c53-21e4c4ba7fab HTTP/1.1" status: 200 len: 810 time: 0.1560314 Jul 06 14:15:52.064625 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1523438e-cd66-4d94-abec-8e08c9839fe6 None None] Checking agent: {'id': '8ab5b19c-d213-4f29-891d-27bdf39d38b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773647-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 43, 26), 'started_at': datetime.datetime(2021, 7, 6, 13, 43, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 15, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773647-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:15:52.065005 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1523438e-cd66-4d94-abec-8e08c9839fe6 None None] Checking segment: {'id': '0e11ef8c-f8e0-464e-8137-aab998e5e82c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1045, 'network_id': 'c860d06d-8556-4bec-98c1-fafd1f4e2cd8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:15:52.065406 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-1523438e-cd66-4d94-abec-8e08c9839fe6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:52.065808 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1523438e-cd66-4d94-abec-8e08c9839fe6 None None] Bound using segment: {'id': '0e11ef8c-f8e0-464e-8137-aab998e5e82c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1045, 'network_id': 'c860d06d-8556-4bec-98c1-fafd1f4e2cd8'} {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:15:52.066282 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-1523438e-cd66-4d94-abec-8e08c9839fe6 None None] Bound port: c9f2e6fe-ccb9-4273-8a3a-3dbbbc78b428, host: n-d-773647-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e11ef8c-f8e0-464e-8137-aab998e5e82c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1045, 'network_id': 'c860d06d-8556-4bec-98c1-fafd1f4e2cd8'}}] {{(pid=100248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:15:52.066852 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-1523438e-cd66-4d94-abec-8e08c9839fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:52.077778 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-49023d7e-2700-4a4f-9cfe-1ebb419e86d3 None None] Attempting to bind port f7ea610f-57fc-4ae9-94a6-c84cd31603ff on host n-d-773647-6 for vnic_type normal with profile {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:15:52.078475 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-49023d7e-2700-4a4f-9cfe-1ebb419e86d3 None None] Attempting to bind port f7ea610f-57fc-4ae9-94a6-c84cd31603ff by drivers openvswitch,hyperv on host n-d-773647-6 at level 0 using segments [{'id': '371db852-dbd4-4447-baf7-e669c57de033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1001, 'network_id': '9abe5a36-337f-468b-80b1-ed6b6f449f31'}] {{(pid=100248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:15:52.079014 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49023d7e-2700-4a4f-9cfe-1ebb419e86d3 None None] Attempting to bind port f7ea610f-57fc-4ae9-94a6-c84cd31603ff on network 9abe5a36-337f-468b-80b1-ed6b6f449f31 {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:15:52.094511 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49023d7e-2700-4a4f-9cfe-1ebb419e86d3 None None] Checking agent: {'id': '8ab5b19c-d213-4f29-891d-27bdf39d38b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773647-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 43, 26), 'started_at': datetime.datetime(2021, 7, 6, 13, 43, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 15, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773647-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:15:52.095193 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49023d7e-2700-4a4f-9cfe-1ebb419e86d3 None None] Checking segment: {'id': '371db852-dbd4-4447-baf7-e669c57de033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1001, 'network_id': '9abe5a36-337f-468b-80b1-ed6b6f449f31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:15:52.095803 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-49023d7e-2700-4a4f-9cfe-1ebb419e86d3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:52.096427 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49023d7e-2700-4a4f-9cfe-1ebb419e86d3 None None] Bound using segment: {'id': '371db852-dbd4-4447-baf7-e669c57de033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1001, 'network_id': '9abe5a36-337f-468b-80b1-ed6b6f449f31'} {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:15:52.096844 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-49023d7e-2700-4a4f-9cfe-1ebb419e86d3 None None] Bound port: f7ea610f-57fc-4ae9-94a6-c84cd31603ff, host: n-d-773647-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '371db852-dbd4-4447-baf7-e669c57de033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1001, 'network_id': '9abe5a36-337f-468b-80b1-ed6b6f449f31'}}] {{(pid=100248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:15:52.097231 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-49023d7e-2700-4a4f-9cfe-1ebb419e86d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:52.124972 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-4ea94535-508d-48c5-87cb-5ecc6cae6bac tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-127687573'] for port, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:52.144916 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-429bf17b-d54f-470a-a9e1-203fb2538fe5 req-9346553d-e94a-43b3-865b-e1c7ad029044 tempest-ServerGroupTestJSON-1635820208 tempest-ServerGroupTestJSON-1635820208-project] 10.222.0.104 "GET /v2.0/quotas/686dcafd40f64df5892ecb93ad290a53 HTTP/1.1" status: 200 len: 375 time: 0.0780826 Jul 06 14:15:52.188173 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-429bf17b-d54f-470a-a9e1-203fb2538fe5 req-c90ae58d-7076-46a1-a861-be31b9687bac tempest-ServerGroupTestJSON-1635820208 tempest-ServerGroupTestJSON-1635820208-project] 10.222.0.104 "GET /v2.0/ports?tenant_id=686dcafd40f64df5892ecb93ad290a53&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0423722 Jul 06 14:15:52.208844 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ea94535-508d-48c5-87cb-5ecc6cae6bac tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Network c860d06d-8556-4bec-98c1-fafd1f4e2cd8 is already hosted by enough agents. {{(pid=100246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:15:52.215034 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.base_scheduler [None req-4ea94535-508d-48c5-87cb-5ecc6cae6bac tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Resources bound (agent type, host, resource id): {{(pid=100246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:15:52.216722 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-1523438e-cd66-4d94-abec-8e08c9839fe6 None None] For port c9f2e6fe-ccb9-4273-8a3a-3dbbbc78b428, host n-d-773647-6, cleared binding levels {{(pid=100248) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:15:52.229564 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ea94535-508d-48c5-87cb-5ecc6cae6bac tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Received port after_create {{(pid=100246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:15:52.247451 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-1523438e-cd66-4d94-abec-8e08c9839fe6 None None] For port c9f2e6fe-ccb9-4273-8a3a-3dbbbc78b428, host n-d-773647-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=c9f2e6fe-ccb9-4273-8a3a-3dbbbc78b428,segment=NetworkSegment(0e11ef8c-f8e0-464e-8137-aab998e5e82c),segment_id=0e11ef8c-f8e0-464e-8137-aab998e5e82c)] {{(pid=100248) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:15:52.251236 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-49023d7e-2700-4a4f-9cfe-1ebb419e86d3 None None] For port f7ea610f-57fc-4ae9-94a6-c84cd31603ff, host n-d-773647-6, cleared binding levels {{(pid=100248) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:15:52.256334 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-1523438e-cd66-4d94-abec-8e08c9839fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:52.268063 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea94535-508d-48c5-87cb-5ecc6cae6bac tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Pushing event updated for resources: {'Port': ['ID=b1449530-0688-4078-bda6-5f36e7ee7116,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:15:52.277018 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-49023d7e-2700-4a4f-9cfe-1ebb419e86d3 None None] For port f7ea610f-57fc-4ae9-94a6-c84cd31603ff, host n-d-773647-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=f7ea610f-57fc-4ae9-94a6-c84cd31603ff,segment=NetworkSegment(371db852-dbd4-4447-baf7-e669c57de033),segment_id=371db852-dbd4-4447-baf7-e669c57de033)] {{(pid=100248) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:15:52.302876 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-49023d7e-2700-4a4f-9cfe-1ebb419e86d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:52.327885 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-4ea94535-508d-48c5-87cb-5ecc6cae6bac tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1807675'] for router_interface, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:52.356543 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1523438e-cd66-4d94-abec-8e08c9839fe6 None None] Pushing event updated for resources: {'Port': ['ID=c9f2e6fe-ccb9-4273-8a3a-3dbbbc78b428,revision_number=2']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:15:52.399176 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-9aecedd0-b378-4fbc-a709-b84738e1efc3 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Notify callbacks [] for port, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:52.412489 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-429bf17b-d54f-470a-a9e1-203fb2538fe5 req-293ea904-2132-4a39-8941-0fa61c5cbdf4 service neutron] 10.222.0.104 "GET /v2.0/networks/e2495b7e-6036-4b97-8c53-21e4c4ba7fab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2078209 Jul 06 14:15:52.427068 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49023d7e-2700-4a4f-9cfe-1ebb419e86d3 None None] Pushing event updated for resources: {'Port': ['ID=f7ea610f-57fc-4ae9-94a6-c84cd31603ff,revision_number=2']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:15:52.487494 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.provisioning_blocks [None req-9aecedd0-b378-4fbc-a709-b84738e1efc3 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Transition to ACTIVE for port object aa678f08-5f93-4768-961f-b04aa70fcbb9 will not be triggered until provisioned by entity DHCP. {{(pid=100247) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:15:52.513628 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-4ea94535-508d-48c5-87cb-5ecc6cae6bac tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:52.544247 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-429bf17b-d54f-470a-a9e1-203fb2538fe5 req-aff6fdfc-da16-4ce4-88f3-2dddebcd5ec0 service neutron] 10.222.0.104 "GET /v2.0/networks/e2495b7e-6036-4b97-8c53-21e4c4ba7fab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1304557 Jul 06 14:15:52.565277 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-9aecedd0-b378-4fbc-a709-b84738e1efc3 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-128888360'] for port, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:52.681593 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9aecedd0-b378-4fbc-a709-b84738e1efc3 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Network 9abe5a36-337f-468b-80b1-ed6b6f449f31 is already hosted by enough agents. {{(pid=100247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:15:52.683570 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.base_scheduler [None req-9aecedd0-b378-4fbc-a709-b84738e1efc3 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Resources bound (agent type, host, resource id): {{(pid=100247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:15:52.686573 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aecedd0-b378-4fbc-a709-b84738e1efc3 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Pushing event updated for resources: {'Port': ['ID=aa678f08-5f93-4768-961f-b04aa70fcbb9,revision_number=1']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:15:52.691317 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aecedd0-b378-4fbc-a709-b84738e1efc3 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Received port after_create {{(pid=100247) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:15:52.696974 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9aecedd0-b378-4fbc-a709-b84738e1efc3 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:15:52.698052 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-9aecedd0-b378-4fbc-a709-b84738e1efc3 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:52.715763 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-9aecedd0-b378-4fbc-a709-b84738e1efc3 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] 10.222.0.104 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.5071585 Jul 06 14:15:52.718271 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 57366) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:15:52.885191 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-e0b0ee76-bae0-43a7-a96b-c501e6cfcd39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:52.958988 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-4ea94535-508d-48c5-87cb-5ecc6cae6bac tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Notify callbacks [] for port, precommit_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:52.965934 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-4ea94535-508d-48c5-87cb-5ecc6cae6bac tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127687527'] for port, after_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:53.073411 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-4ea94535-508d-48c5-87cb-5ecc6cae6bac tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1809478'] for router_interface, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:53.075449 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea94535-508d-48c5-87cb-5ecc6cae6bac tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Pushing event updated for resources: {'Port': ['ID=b1449530-0688-4078-bda6-5f36e7ee7116,revision_number=2']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:15:53.109594 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-038189c8-b141-4c01-ac05-6b124b1b271a req-7532e7cf-7ba3-49de-bec4-54506e2c717d tempest-ServerGroupTestJSON-1635820208 tempest-ServerGroupTestJSON-1635820208-project] 10.222.0.104 "GET /v2.0/ports?device_id=ec2950a8-2250-4636-bc53-1df8adf76221 HTTP/1.1" status: 200 len: 210 time: 0.0640879 Jul 06 14:15:53.174976 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device c9f2e6fe-ccb9-4273-8a3a-3dbbbc78b428 up at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:15:53.211306 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ea94535-508d-48c5-87cb-5ecc6cae6bac tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Network c860d06d-8556-4bec-98c1-fafd1f4e2cd8 is already hosted by enough agents. {{(pid=100246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:15:53.213762 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.base_scheduler [None req-4ea94535-508d-48c5-87cb-5ecc6cae6bac tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Resources bound (agent type, host, resource id): {{(pid=100246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:15:53.265763 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning for port c9f2e6fe-ccb9-4273-8a3a-3dbbbc78b428 completed by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:15:53.280537 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device f7ea610f-57fc-4ae9-94a6-c84cd31603ff up at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:15:53.350621 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-4c48432e-1f8b-4682-a761-8940cdd2e4c7 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:53.398144 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning for port f7ea610f-57fc-4ae9-94a6-c84cd31603ff completed by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:15:53.508032 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ea94535-508d-48c5-87cb-5ecc6cae6bac tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Router 42880ce7-c066-4642-8280-d12b1b5c8b8e is scheduled to L3 agent 2823d358-a11b-4885-a706-95a279e43fa7 with binding_index 1 {{(pid=100246) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 14:15:53.744687 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-4c48432e-1f8b-4682-a761-8940cdd2e4c7 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Notify callbacks [] for port, precommit_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:53.755179 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-4c48432e-1f8b-4682-a761-8940cdd2e4c7 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128888538'] for port, after_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:53.764304 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ea94535-508d-48c5-87cb-5ecc6cae6bac tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Notify agent at l3_agent.n-d-773647-6 the message routers_updated {{(pid=100246) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 14:15:53.777497 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-4ea94535-508d-48c5-87cb-5ecc6cae6bac tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] 10.222.0.104 "PUT /v2.0/routers/42880ce7-c066-4642-8280-d12b1b5c8b8e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1996589 Jul 06 14:15:53.777757 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe106952-e33d-472a-a220-247fd6f19cd1 None None] Sync routers for ids ['42880ce7-c066-4642-8280-d12b1b5c8b8e'] in n-d-773647-6 {{(pid=100248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 14:15:53.777983 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 57386) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:15:53.792485 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe106952-e33d-472a-a220-247fd6f19cd1 None None] Routers {'42880ce7-c066-4642-8280-d12b1b5c8b8e'} bound to L3 agent in host n-d-773647-6 {{(pid=100248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:15:53.793376 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-fe106952-e33d-472a-a220-247fd6f19cd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T14:15:26Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['42880ce7-c066-4642-8280-d12b1b5c8b8e'], 'active': True} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:15:53.796764 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-59fe67f4-e57c-4899-baa9-534dd94a8a91 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Request body: {'network': {'name': 'tempest-RoutersTest-2135890825'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:15:53.845325 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59fe67f4-e57c-4899-baa9-534dd94a8a91 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Made reservation on behalf of 9c6f2fd69adb42a0ae2388cfacf9d174 for: {'network': 1} {{(pid=100246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:15:53.860753 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-59fe67f4-e57c-4899-baa9-534dd94a8a91 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for network, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:53.914643 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-59fe67f4-e57c-4899-baa9-534dd94a8a91 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] vlan segment allocate from pool success with {'vlan_id': 1010, 'physical_network': 'physnet1'} {{(pid=100246) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 14:15:53.938684 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-59fe67f4-e57c-4899-baa9-534dd94a8a91 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552'] for segment, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:53.939061 n-d-773647-6 neutron-server[100246]: INFO neutron.db.segments_db [None req-59fe67f4-e57c-4899-baa9-534dd94a8a91 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Added segment 80c4d749-bd26-40d4-b8b1-8e743d1b7ab5 of type vlan for network 70cfb0ea-6f2f-4b89-a761-9bd9b50efd3e Jul 06 14:15:53.972983 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c48432e-1f8b-4682-a761-8940cdd2e4c7 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Pushing event updated for resources: {'Port': ['ID=aa678f08-5f93-4768-961f-b04aa70fcbb9,revision_number=2']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:15:54.000480 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvr_db [None req-fe106952-e33d-472a-a220-247fd6f19cd1 None None] Set router 42880ce7-c066-4642-8280-d12b1b5c8b8e gateway port host: None {{(pid=100248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:15:54.044186 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-59fe67f4-e57c-4899-baa9-534dd94a8a91 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773752984405'] for network, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:54.062658 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a657f66e-ae67-4533-ae40-a98c1f4b0497 None None] Network 9abe5a36-337f-468b-80b1-ed6b6f449f31 requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:15:54.090689 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-59fe67f4-e57c-4899-baa9-534dd94a8a91 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060'] for network, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:54.104666 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59fe67f4-e57c-4899-baa9-534dd94a8a91 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:15:54.105376 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-59fe67f4-e57c-4899-baa9-534dd94a8a91 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Notify callbacks [] for network, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:54.174054 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-4c48432e-1f8b-4682-a761-8940cdd2e4c7 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1807675'] for router_interface, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:54.261840 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-84684292-6c37-4c5e-ad40-0717c076f9e4 None None] Provisioning for port f7ea610f-57fc-4ae9-94a6-c84cd31603ff completed by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:15:54.278227 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-84684292-6c37-4c5e-ad40-0717c076f9e4 None None] Provisioning complete for port f7ea610f-57fc-4ae9-94a6-c84cd31603ff triggered by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:15:54.279000 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-84684292-6c37-4c5e-ad40-0717c076f9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:54.295778 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59fe67f4-e57c-4899-baa9-534dd94a8a91 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Pushing event updated for resources: {'Network': ['ID=70cfb0ea-6f2f-4b89-a761-9bd9b50efd3e,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:15:54.318270 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-59fe67f4-e57c-4899-baa9-534dd94a8a91 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] 10.222.0.104 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.5390637 Jul 06 14:15:54.318924 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 57390) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:15:54.329790 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-c0f65589-c554-4e70-b632-73f2d483a977 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Request body: {'subnet': {'network_id': '70cfb0ea-6f2f-4b89-a761-9bd9b50efd3e', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:15:54.345436 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Network 70cfb0ea-6f2f-4b89-a761-9bd9b50efd3e details requested by agent ovs-agent-n-d-773647-6 with host n-d-773647-6 {{(pid=100248) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 14:15:54.374926 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-7f70d567-6522-4c3d-a39e-03615ac5fa5f req-2e83555f-e1d4-4afb-9bad-d2ad36fda5c4 tempest-ServerGroupTestJSON-1635820208 tempest-ServerGroupTestJSON-1635820208-project] 10.222.0.104 "GET /v2.0/ports?device_id=ec2950a8-2250-4636-bc53-1df8adf76221 HTTP/1.1" status: 200 len: 210 time: 0.0393991 Jul 06 14:15:54.474350 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02816d3b-14f9-4ac0-808b-638c26b1c79b None None] Network c860d06d-8556-4bec-98c1-fafd1f4e2cd8 requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:15:54.484534 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0f65589-c554-4e70-b632-73f2d483a977 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Made reservation on behalf of 9c6f2fd69adb42a0ae2388cfacf9d174 for: {'subnet': 1} {{(pid=100246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:15:54.489236 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-c0f65589-c554-4e70-b632-73f2d483a977 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127702029'] for subnet, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:54.696084 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-84684292-6c37-4c5e-ad40-0717c076f9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:54.743114 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-c0f65589-c554-4e70-b632-73f2d483a977 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1849032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127687649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127702047'] for subnet, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:54.785001 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-fe106952-e33d-472a-a220-247fd6f19cd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42880ce7-c066-4642-8280-d12b1b5c8b8e', 'name': 'tempest-RoutersTest-router-1812818657', 'tenant_id': '9c6f2fd69adb42a0ae2388cfacf9d174', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:15:48Z', 'updated_at': '2021-07-06T14:15:52Z', 'revision_number': 2, 'project_id': '9c6f2fd69adb42a0ae2388cfacf9d174', 'gw_port_host': None, '_interfaces': [{'id': 'b1449530-0688-4078-bda6-5f36e7ee7116', 'name': '', 'network_id': 'c860d06d-8556-4bec-98c1-fafd1f4e2cd8', 'tenant_id': '9c6f2fd69adb42a0ae2388cfacf9d174', 'mac_address': 'fa:16:3e:5a:7d:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42880ce7-c066-4642-8280-d12b1b5c8b8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2339, 'fixed_ips': [{'subnet_id': '1a718569-5c6a-4b3b-b22a-5dcfa6d1e9b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:15:51Z', 'updated_at': '2021-07-06T14:15:52Z', 'revision_number': 2, 'project_id': '9c6f2fd69adb42a0ae2388cfacf9d174', 'subnets': [{'id': '1a718569-5c6a-4b3b-b22a-5dcfa6d1e9b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773647-6', False) {} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:15:54.792621 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-84684292-6c37-4c5e-ad40-0717c076f9e4 None None] For port f7ea610f-57fc-4ae9-94a6-c84cd31603ff, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=f7ea610f-57fc-4ae9-94a6-c84cd31603ff,segment=NetworkSegment(371db852-dbd4-4447-baf7-e669c57de033),segment_id=371db852-dbd4-4447-baf7-e669c57de033)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:15:54.809354 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f65589-c554-4e70-b632-73f2d483a977 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Pushing event updated for resources: {'Subnet': ['ID=979bfc42-649b-4616-828a-00033f303b45,revision_number=0']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:15:54.825241 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-84684292-6c37-4c5e-ad40-0717c076f9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:54.831015 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe106952-e33d-472a-a220-247fd6f19cd1 None None] Checking router: 42880ce7-c066-4642-8280-d12b1b5c8b8e for host: n-d-773647-6 {{(pid=100248) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 14:15:54.831670 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe106952-e33d-472a-a220-247fd6f19cd1 None None] Updating router 42880ce7-c066-4642-8280-d12b1b5c8b8e port b1449530-0688-4078-bda6-5f36e7ee7116 binding host n-d-773647-6 {{(pid=100248) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 14:15:54.912579 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0f65589-c554-4e70-b632-73f2d483a977 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Checking segment: {'id': '80c4d749-bd26-40d4-b8b1-8e743d1b7ab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': '70cfb0ea-6f2f-4b89-a761-9bd9b50efd3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:15:54.913325 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0f65589-c554-4e70-b632-73f2d483a977 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Network hostable DHCP agents. Network: 70cfb0ea-6f2f-4b89-a761-9bd9b50efd3e, hostable agents: ['f2bada3d-be77-4359-982b-8505a2bbca04'], hosted agents: [] {{(pid=100246) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 14:15:54.930742 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-fe106952-e33d-472a-a220-247fd6f19cd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:54.935045 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0f65589-c554-4e70-b632-73f2d483a977 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Network 70cfb0ea-6f2f-4b89-a761-9bd9b50efd3e is scheduled to be hosted by DHCP agent f2bada3d-be77-4359-982b-8505a2bbca04 with binding_index 1 {{(pid=100246) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 14:15:54.949758 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.base_scheduler [None req-c0f65589-c554-4e70-b632-73f2d483a977 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773647-6, 70cfb0ea-6f2f-4b89-a761-9bd9b50efd3e) {{(pid=100246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:15:54.965711 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0f65589-c554-4e70-b632-73f2d483a977 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:15:54.967280 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-c0f65589-c554-4e70-b632-73f2d483a977 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Notify callbacks [] for subnet, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:54.986732 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-c0f65589-c554-4e70-b632-73f2d483a977 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] 10.222.0.104 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6666746 Jul 06 14:15:54.991778 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 57396) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:15:54.992101 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d00109cd-4e1d-4397-b5f5-51b34523d24f None None] Network 70cfb0ea-6f2f-4b89-a761-9bd9b50efd3e requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:15:55.427099 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429bf17b-d54f-470a-a9e1-203fb2538fe5 req-00d45f13-c919-4aae-bca6-8c7d8b076050 tempest-ServerGroupTestJSON-1635820208 tempest-ServerGroupTestJSON-1635820208-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:15:55.429219 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-429bf17b-d54f-470a-a9e1-203fb2538fe5 req-00d45f13-c919-4aae-bca6-8c7d8b076050 tempest-ServerGroupTestJSON-1635820208 tempest-ServerGroupTestJSON-1635820208-project] 10.222.0.127 "GET /v2.0/networks?id=e2495b7e-6036-4b97-8c53-21e4c4ba7fab HTTP/1.1" status: 200 len: 810 time: 0.1903439 Jul 06 14:15:55.429832 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-4c48432e-1f8b-4682-a761-8940cdd2e4c7 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:55.434830 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84684292-6c37-4c5e-ad40-0717c076f9e4 None None] Pushing event updated for resources: {'Port': ['ID=f7ea610f-57fc-4ae9-94a6-c84cd31603ff,revision_number=3']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:15:55.447756 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [req-429bf17b-d54f-470a-a9e1-203fb2538fe5 req-33a59a2b-fcc4-45b0-966c-96e869b053c4 tempest-ServerGroupTestJSON-1635820208 tempest-ServerGroupTestJSON-1635820208-project] Request body: {'port': {'device_id': 'ec2950a8-2250-4636-bc53-1df8adf76221', 'network_id': 'e2495b7e-6036-4b97-8c53-21e4c4ba7fab', 'admin_state_up': True, 'tenant_id': '686dcafd40f64df5892ecb93ad290a53'}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:15:55.506917 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-141c6319-3b09-4aff-937e-c5bd95f2567c None None] Provisioning for port c9f2e6fe-ccb9-4273-8a3a-3dbbbc78b428 completed by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:15:55.627557 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-141c6319-3b09-4aff-937e-c5bd95f2567c None None] Provisioning complete for port c9f2e6fe-ccb9-4273-8a3a-3dbbbc78b428 triggered by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:15:55.628050 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-141c6319-3b09-4aff-937e-c5bd95f2567c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:55.750589 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-99ec68d1-07af-4a89-8f06-3fd1cbf1c4dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:55.804646 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-40f612c2-5587-4e89-98cd-e3e193841514 req-18af26f9-4998-4ec6-9ba1-65331b4bb8c8 tempest-ServerGroupTestJSON-1635820208 tempest-ServerGroupTestJSON-1635820208-project] 10.222.0.104 "GET /v2.0/ports?device_id=ec2950a8-2250-4636-bc53-1df8adf76221 HTTP/1.1" status: 200 len: 210 time: 0.0852520 Jul 06 14:15:55.806162 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-189e3743-d2c9-4fc8-abb3-4681ef24eeef tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:55.834093 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-141c6319-3b09-4aff-937e-c5bd95f2567c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:55.871500 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-4c48432e-1f8b-4682-a761-8940cdd2e4c7 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Notify callbacks [] for port, precommit_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:55.898813 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-4c48432e-1f8b-4682-a761-8940cdd2e4c7 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128888538'] for port, after_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:55.899556 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-4c48432e-1f8b-4682-a761-8940cdd2e4c7 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1809478'] for router_interface, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:55.987469 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc19380c-3175-4b3d-b26c-2674a19e048e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6bd5fc82-6666-56e8-87c2-91648d36c963-70cfb0ea-6f2f-4b89-a761-9bd9b50efd3e', 'network_id': '70cfb0ea-6f2f-4b89-a761-9bd9b50efd3e', 'tenant_id': '9c6f2fd69adb42a0ae2388cfacf9d174', 'fixed_ips': [{'subnet_id': '979bfc42-649b-4616-828a-00033f303b45'}]}} from n-d-773647-6. {{(pid=100248) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 14:15:55.988461 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-fc19380c-3175-4b3d-b26c-2674a19e048e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:56.018815 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-141c6319-3b09-4aff-937e-c5bd95f2567c None None] For port c9f2e6fe-ccb9-4273-8a3a-3dbbbc78b428, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=c9f2e6fe-ccb9-4273-8a3a-3dbbbc78b428,segment=NetworkSegment(0e11ef8c-f8e0-464e-8137-aab998e5e82c),segment_id=0e11ef8c-f8e0-464e-8137-aab998e5e82c)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:15:56.023266 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:56.035164 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-141c6319-3b09-4aff-937e-c5bd95f2567c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:56.123825 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c48432e-1f8b-4682-a761-8940cdd2e4c7 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Pushing event updated for resources: {'Port': ['ID=aa678f08-5f93-4768-961f-b04aa70fcbb9,revision_number=3']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:15:56.178759 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-429bf17b-d54f-470a-a9e1-203fb2538fe5 req-33a59a2b-fcc4-45b0-966c-96e869b053c4 tempest-ServerGroupTestJSON-1635820208 tempest-ServerGroupTestJSON-1635820208-project] Made reservation on behalf of 686dcafd40f64df5892ecb93ad290a53 for: {'port': 1} {{(pid=100247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:15:56.184304 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-429bf17b-d54f-470a-a9e1-203fb2538fe5 req-33a59a2b-fcc4-45b0-966c-96e869b053c4 tempest-ServerGroupTestJSON-1635820208 tempest-ServerGroupTestJSON-1635820208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:56.202522 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c48432e-1f8b-4682-a761-8940cdd2e4c7 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Network 9abe5a36-337f-468b-80b1-ed6b6f449f31 is already hosted by enough agents. {{(pid=100247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:15:56.204188 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.db_base_plugin_common [None req-189e3743-d2c9-4fc8-abb3-4681ef24eeef tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Allocated IP 172.21.0.1 (70cfb0ea-6f2f-4b89-a761-9bd9b50efd3e/979bfc42-649b-4616-828a-00033f303b45/bce89034-397e-4cbd-897f-7f409eafdd07) {{(pid=100246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:15:56.209070 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.base_scheduler [None req-4c48432e-1f8b-4682-a761-8940cdd2e4c7 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Resources bound (agent type, host, resource id): {{(pid=100247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:15:56.244901 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-9a4fc0d2-5536-46dc-b8e1-9436988e3bee None None] Provisioning for port b1449530-0688-4078-bda6-5f36e7ee7116 completed by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:15:56.250265 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141c6319-3b09-4aff-937e-c5bd95f2567c None None] Pushing event updated for resources: {'Port': ['ID=c9f2e6fe-ccb9-4273-8a3a-3dbbbc78b428,revision_number=3']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:15:56.267526 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-9a4fc0d2-5536-46dc-b8e1-9436988e3bee None None] Provisioning complete for port b1449530-0688-4078-bda6-5f36e7ee7116 triggered by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:15:56.267909 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-9a4fc0d2-5536-46dc-b8e1-9436988e3bee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:56.363860 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-9a4fc0d2-5536-46dc-b8e1-9436988e3bee None None] Port b1449530-0688-4078-bda6-5f36e7ee7116 cannot update to ACTIVE because it is not bound. {{(pid=100248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 14:15:56.372582 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-fe106952-e33d-472a-a220-247fd6f19cd1 None None] Notify callbacks [] for port, precommit_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:56.387350 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-9a4fc0d2-5536-46dc-b8e1-9436988e3bee None None] Provisioning complete for port f7ea610f-57fc-4ae9-94a6-c84cd31603ff triggered by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:15:56.387735 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-9a4fc0d2-5536-46dc-b8e1-9436988e3bee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:56.389723 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-fe106952-e33d-472a-a220-247fd6f19cd1 None None] Transition to ACTIVE for port object b1449530-0688-4078-bda6-5f36e7ee7116 will not be triggered until provisioned by entity L2. {{(pid=100248) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:15:56.421528 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-189e3743-d2c9-4fc8-abb3-4681ef24eeef tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Notify callbacks [] for port, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:56.428638 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-fe106952-e33d-472a-a220-247fd6f19cd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:56.442375 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.provisioning_blocks [None req-189e3743-d2c9-4fc8-abb3-4681ef24eeef tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Transition to ACTIVE for port object bce89034-397e-4cbd-897f-7f409eafdd07 will not be triggered until provisioned by entity DHCP. {{(pid=100246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:15:56.495801 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-189e3743-d2c9-4fc8-abb3-4681ef24eeef tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-127687573'] for port, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:56.512393 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1e894d-5883-4b00-a66d-f19df25fe775 None None] Pushing event updated for resources: {'Port': ['ID=b1449530-0688-4078-bda6-5f36e7ee7116,revision_number=3']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:15:56.541897 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.db_base_plugin_common [req-429bf17b-d54f-470a-a9e1-203fb2538fe5 req-33a59a2b-fcc4-45b0-966c-96e869b053c4 tempest-ServerGroupTestJSON-1635820208 tempest-ServerGroupTestJSON-1635820208-project] Allocated IP 172.20.0.13 (e2495b7e-6036-4b97-8c53-21e4c4ba7fab/c5f38159-21f2-41af-b0a3-b3e820e16b1f/5751a1c1-983d-46b2-ad5e-01d061990af5) {{(pid=100247) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:15:56.558949 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-189e3743-d2c9-4fc8-abb3-4681ef24eeef tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Network 70cfb0ea-6f2f-4b89-a761-9bd9b50efd3e is already hosted by enough agents. {{(pid=100246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:15:56.564069 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.base_scheduler [None req-189e3743-d2c9-4fc8-abb3-4681ef24eeef tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Resources bound (agent type, host, resource id): {{(pid=100246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:15:56.580408 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-189e3743-d2c9-4fc8-abb3-4681ef24eeef tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Received port after_create {{(pid=100246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:15:56.668307 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189e3743-d2c9-4fc8-abb3-4681ef24eeef tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Pushing event updated for resources: {'Port': ['ID=bce89034-397e-4cbd-897f-7f409eafdd07,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:15:56.681660 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c48432e-1f8b-4682-a761-8940cdd2e4c7 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Router c5d1be2d-7b38-4092-ab8b-1041f9504bc6 is scheduled to L3 agent 2823d358-a11b-4885-a706-95a279e43fa7 with binding_index 1 {{(pid=100247) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 14:15:56.692047 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-189e3743-d2c9-4fc8-abb3-4681ef24eeef tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1807675'] for router_interface, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:56.719153 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-2064eaae-da4f-48f8-82d2-b09d4ddedd44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:56.721505 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.db_base_plugin_common [None req-fc19380c-3175-4b3d-b26c-2674a19e048e None None] Allocated IP 172.21.0.2 (70cfb0ea-6f2f-4b89-a761-9bd9b50efd3e/979bfc42-649b-4616-828a-00033f303b45/51039e03-2bba-4d0c-add4-1b0bba49c6af) {{(pid=100248) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:15:56.726404 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-fe106952-e33d-472a-a220-247fd6f19cd1 None None] Attempting to bind port b1449530-0688-4078-bda6-5f36e7ee7116 on host n-d-773647-6 for vnic_type normal with profile {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:15:56.726997 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-fe106952-e33d-472a-a220-247fd6f19cd1 None None] Attempting to bind port b1449530-0688-4078-bda6-5f36e7ee7116 by drivers openvswitch,hyperv on host n-d-773647-6 at level 0 using segments [{'id': '0e11ef8c-f8e0-464e-8137-aab998e5e82c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1045, 'network_id': 'c860d06d-8556-4bec-98c1-fafd1f4e2cd8'}] {{(pid=100248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:15:56.727583 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe106952-e33d-472a-a220-247fd6f19cd1 None None] Attempting to bind port b1449530-0688-4078-bda6-5f36e7ee7116 on network c860d06d-8556-4bec-98c1-fafd1f4e2cd8 {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:15:56.750994 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe106952-e33d-472a-a220-247fd6f19cd1 None None] Checking agent: {'id': '8ab5b19c-d213-4f29-891d-27bdf39d38b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773647-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 43, 26), 'started_at': datetime.datetime(2021, 7, 6, 13, 43, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 15, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773647-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:15:56.751453 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe106952-e33d-472a-a220-247fd6f19cd1 None None] Checking segment: {'id': '0e11ef8c-f8e0-464e-8137-aab998e5e82c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1045, 'network_id': 'c860d06d-8556-4bec-98c1-fafd1f4e2cd8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:15:56.751896 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-fe106952-e33d-472a-a220-247fd6f19cd1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:56.752336 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe106952-e33d-472a-a220-247fd6f19cd1 None None] Bound using segment: {'id': '0e11ef8c-f8e0-464e-8137-aab998e5e82c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1045, 'network_id': 'c860d06d-8556-4bec-98c1-fafd1f4e2cd8'} {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:15:56.752862 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-fe106952-e33d-472a-a220-247fd6f19cd1 None None] Bound port: b1449530-0688-4078-bda6-5f36e7ee7116, host: n-d-773647-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e11ef8c-f8e0-464e-8137-aab998e5e82c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1045, 'network_id': 'c860d06d-8556-4bec-98c1-fafd1f4e2cd8'}}] {{(pid=100248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:15:56.753249 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-fe106952-e33d-472a-a220-247fd6f19cd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:56.853807 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-9a4fc0d2-5536-46dc-b8e1-9436988e3bee None None] Provisioning for port aa678f08-5f93-4768-961f-b04aa70fcbb9 completed by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:15:56.895752 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-9a4fc0d2-5536-46dc-b8e1-9436988e3bee None None] Provisioning complete for port aa678f08-5f93-4768-961f-b04aa70fcbb9 triggered by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:15:56.896140 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-9a4fc0d2-5536-46dc-b8e1-9436988e3bee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:56.954599 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-429bf17b-d54f-470a-a9e1-203fb2538fe5 req-33a59a2b-fcc4-45b0-966c-96e869b053c4 tempest-ServerGroupTestJSON-1635820208 tempest-ServerGroupTestJSON-1635820208-project] Notify callbacks [] for port, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:56.965605 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c48432e-1f8b-4682-a761-8940cdd2e4c7 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Notify agent at l3_agent.n-d-773647-6 the message routers_updated {{(pid=100247) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 14:15:56.973110 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-189e3743-d2c9-4fc8-abb3-4681ef24eeef tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:56.980293 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-734ec474-4940-421b-ae0a-6621059fae78 None None] Sync routers for ids ['c5d1be2d-7b38-4092-ab8b-1041f9504bc6'] in n-d-773647-6 {{(pid=100249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 14:15:56.990175 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-4c48432e-1f8b-4682-a761-8940cdd2e4c7 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] 10.222.0.104 "PUT /v2.0/routers/c5d1be2d-7b38-4092-ab8b-1041f9504bc6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2705488 Jul 06 14:15:56.992679 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 57414) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:15:56.993394 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-734ec474-4940-421b-ae0a-6621059fae78 None None] Routers {'c5d1be2d-7b38-4092-ab8b-1041f9504bc6'} bound to L3 agent in host n-d-773647-6 {{(pid=100249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:15:56.996623 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-734ec474-4940-421b-ae0a-6621059fae78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T14:15:56Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['c5d1be2d-7b38-4092-ab8b-1041f9504bc6'], 'active': True} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:15:57.092971 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-734ec474-4940-421b-ae0a-6621059fae78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-773647-6', False) {} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:15:57.117012 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-734ec474-4940-421b-ae0a-6621059fae78 None None] Routers {'c5d1be2d-7b38-4092-ab8b-1041f9504bc6'} bound to L3 agent in host n-d-773647-6 {{(pid=100249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:15:57.117649 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-734ec474-4940-421b-ae0a-6621059fae78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T14:15:56Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['c5d1be2d-7b38-4092-ab8b-1041f9504bc6'], 'active': True} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:15:57.135100 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device c9f2e6fe-ccb9-4273-8a3a-3dbbbc78b428 up at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:15:57.166434 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-9a4fc0d2-5536-46dc-b8e1-9436988e3bee None None] Port aa678f08-5f93-4768-961f-b04aa70fcbb9 cannot update to ACTIVE because it is not bound. {{(pid=100248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 14:15:57.180571 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-734ec474-4940-421b-ae0a-6621059fae78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-773647-6', False) {} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:15:57.181226 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-734ec474-4940-421b-ae0a-6621059fae78 None None] The sync data for ids ['c5d1be2d-7b38-4092-ab8b-1041f9504bc6'] in n-d-773647-6 is: [] {{(pid=100249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 14:15:57.183320 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-558d408a-10c8-46f6-a17f-0eaabba8bc7b req-4ab8e41f-c48a-4b5f-baf8-f534ed39b2b8 tempest-ServerGroupTestJSON-1635820208 tempest-ServerGroupTestJSON-1635820208-project] 10.222.0.104 "GET /v2.0/ports?device_id=ec2950a8-2250-4636-bc53-1df8adf76221 HTTP/1.1" status: 200 len: 210 time: 0.0861304 Jul 06 14:15:57.204463 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1630d77b-5c11-4032-82d4-5b49211c32d3 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:15:57.209582 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-1630d77b-5c11-4032-82d4-5b49211c32d3 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] 10.222.0.104 "GET /v2.0/ports/aa678f08-5f93-4768-961f-b04aa70fcbb9 HTTP/1.1" status: 200 len: 983 time: 0.2159138 Jul 06 14:15:57.211733 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 57416) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:15:57.249229 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-fe106952-e33d-472a-a220-247fd6f19cd1 None None] For port b1449530-0688-4078-bda6-5f36e7ee7116, host n-d-773647-6, cleared binding levels {{(pid=100248) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:15:57.288733 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-fe106952-e33d-472a-a220-247fd6f19cd1 None None] For port b1449530-0688-4078-bda6-5f36e7ee7116, host n-d-773647-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=b1449530-0688-4078-bda6-5f36e7ee7116,segment=NetworkSegment(0e11ef8c-f8e0-464e-8137-aab998e5e82c),segment_id=0e11ef8c-f8e0-464e-8137-aab998e5e82c)] {{(pid=100248) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:15:57.329630 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-fe106952-e33d-472a-a220-247fd6f19cd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:57.331932 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-9a4fc0d2-5536-46dc-b8e1-9436988e3bee None None] Provisioning complete for port c9f2e6fe-ccb9-4273-8a3a-3dbbbc78b428 triggered by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:15:57.332303 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-9a4fc0d2-5536-46dc-b8e1-9436988e3bee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:57.406746 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-429bf17b-d54f-470a-a9e1-203fb2538fe5 req-33a59a2b-fcc4-45b0-966c-96e869b053c4 tempest-ServerGroupTestJSON-1635820208 tempest-ServerGroupTestJSON-1635820208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-128888360'] for port, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:57.446691 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1e894d-5883-4b00-a66d-f19df25fe775 None None] Pushing event updated for resources: {'Port': ['ID=b1449530-0688-4078-bda6-5f36e7ee7116,revision_number=4']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:15:57.489429 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-fc19380c-3175-4b3d-b26c-2674a19e048e None None] Notify callbacks [] for port, precommit_create {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:57.494872 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-429bf17b-d54f-470a-a9e1-203fb2538fe5 req-33a59a2b-fcc4-45b0-966c-96e869b053c4 tempest-ServerGroupTestJSON-1635820208 tempest-ServerGroupTestJSON-1635820208-project] Network e2495b7e-6036-4b97-8c53-21e4c4ba7fab is already hosted by enough agents. {{(pid=100247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:15:57.500145 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.base_scheduler [req-429bf17b-d54f-470a-a9e1-203fb2538fe5 req-33a59a2b-fcc4-45b0-966c-96e869b053c4 tempest-ServerGroupTestJSON-1635820208 tempest-ServerGroupTestJSON-1635820208-project] Resources bound (agent type, host, resource id): {{(pid=100247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:15:57.508728 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.l3_dvrscheduler_db [req-429bf17b-d54f-470a-a9e1-203fb2538fe5 req-33a59a2b-fcc4-45b0-966c-96e869b053c4 tempest-ServerGroupTestJSON-1635820208 tempest-ServerGroupTestJSON-1635820208-project] Received port after_create {{(pid=100247) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:15:57.511648 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-fc19380c-3175-4b3d-b26c-2674a19e048e None None] Transition to ACTIVE for port object 51039e03-2bba-4d0c-add4-1b0bba49c6af will not be triggered until provisioned by entity L2. {{(pid=100248) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:15:57.515498 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning complete for port c9f2e6fe-ccb9-4273-8a3a-3dbbbc78b428 triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:15:57.516073 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-189e3743-d2c9-4fc8-abb3-4681ef24eeef tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Notify callbacks [] for port, precommit_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:57.516791 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:57.519619 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe106952-e33d-472a-a220-247fd6f19cd1 None None] Routers {'42880ce7-c066-4642-8280-d12b1b5c8b8e'} bound to L3 agent in host n-d-773647-6 {{(pid=100248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:15:57.520682 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-fe106952-e33d-472a-a220-247fd6f19cd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T14:15:56Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['42880ce7-c066-4642-8280-d12b1b5c8b8e'], 'active': True} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:15:57.523000 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-189e3743-d2c9-4fc8-abb3-4681ef24eeef tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127687527'] for port, after_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:57.559443 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429bf17b-d54f-470a-a9e1-203fb2538fe5 req-33a59a2b-fcc4-45b0-966c-96e869b053c4 tempest-ServerGroupTestJSON-1635820208 tempest-ServerGroupTestJSON-1635820208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:15:57.560124 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-429bf17b-d54f-470a-a9e1-203fb2538fe5 req-33a59a2b-fcc4-45b0-966c-96e869b053c4 tempest-ServerGroupTestJSON-1635820208 tempest-ServerGroupTestJSON-1635820208-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:57.591403 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a59a2b-fcc4-45b0-966c-96e869b053c4 tempest-ServerGroupTestJSON-1635820208 tempest-ServerGroupTestJSON-1635820208-project] Pushing event updated for resources: {'Port': ['ID=5751a1c1-983d-46b2-ad5e-01d061990af5,revision_number=1']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:15:57.612760 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-429bf17b-d54f-470a-a9e1-203fb2538fe5 req-33a59a2b-fcc4-45b0-966c-96e869b053c4 tempest-ServerGroupTestJSON-1635820208 tempest-ServerGroupTestJSON-1635820208-project] 10.222.0.127 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1717916 Jul 06 14:15:57.648822 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [req-429bf17b-d54f-470a-a9e1-203fb2538fe5 req-e396a069-926e-429b-9157-80fb4e71fd8e service neutron] Request body: {'port': {'device_id': 'ec2950a8-2250-4636-bc53-1df8adf76221', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-773647-6'}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:15:57.667666 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-189e3743-d2c9-4fc8-abb3-4681ef24eeef tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1809478'] for router_interface, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:57.670628 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189e3743-d2c9-4fc8-abb3-4681ef24eeef tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Pushing event updated for resources: {'Port': ['ID=bce89034-397e-4cbd-897f-7f409eafdd07,revision_number=2']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:15:57.682508 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-fc19380c-3175-4b3d-b26c-2674a19e048e None None] Transition to ACTIVE for port object 51039e03-2bba-4d0c-add4-1b0bba49c6af will not be triggered until provisioned by entity DHCP. {{(pid=100248) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:15:57.710045 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-fc19380c-3175-4b3d-b26c-2674a19e048e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108'] for port, after_create {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:57.770161 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc19380c-3175-4b3d-b26c-2674a19e048e None None] Pushing event updated for resources: {'Port': ['ID=51039e03-2bba-4d0c-add4-1b0bba49c6af,revision_number=1']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:15:57.801577 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-429bf17b-d54f-470a-a9e1-203fb2538fe5 req-e396a069-926e-429b-9157-80fb4e71fd8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:57.801824 n-d-773647-6 neutron-server[100248]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc19380c-3175-4b3d-b26c-2674a19e048e None None] Network 70cfb0ea-6f2f-4b89-a761-9bd9b50efd3e is already hosted by enough agents. {{(pid=100248) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:15:57.803451 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvr_db [None req-fe106952-e33d-472a-a220-247fd6f19cd1 None None] Set router 42880ce7-c066-4642-8280-d12b1b5c8b8e gateway port host: None {{(pid=100248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:15:57.806649 n-d-773647-6 neutron-server[100248]: DEBUG neutron.scheduler.base_scheduler [None req-fc19380c-3175-4b3d-b26c-2674a19e048e None None] Resources bound (agent type, host, resource id): {{(pid=100248) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:15:57.837527 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-189e3743-d2c9-4fc8-abb3-4681ef24eeef tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Network 70cfb0ea-6f2f-4b89-a761-9bd9b50efd3e is already hosted by enough agents. {{(pid=100246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:15:57.839242 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.base_scheduler [None req-189e3743-d2c9-4fc8-abb3-4681ef24eeef tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Resources bound (agent type, host, resource id): {{(pid=100246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:15:57.845584 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc19380c-3175-4b3d-b26c-2674a19e048e None None] Received port after_create {{(pid=100248) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:15:57.991494 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-189e3743-d2c9-4fc8-abb3-4681ef24eeef tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Router 42880ce7-c066-4642-8280-d12b1b5c8b8e has already been hosted by L3 agent 2823d358-a11b-4885-a706-95a279e43fa7 {{(pid=100246) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 14:15:58.003278 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-d47e42ba-d02f-4cbb-a951-8a0ab2fce707 None None] Provisioning complete for port aa678f08-5f93-4768-961f-b04aa70fcbb9 triggered by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:15:58.003955 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-d47e42ba-d02f-4cbb-a951-8a0ab2fce707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:58.042915 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-fc19380c-3175-4b3d-b26c-2674a19e048e None None] Attempting to bind port 51039e03-2bba-4d0c-add4-1b0bba49c6af on host n-d-773647-6 for vnic_type normal with profile {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:15:58.043642 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-fc19380c-3175-4b3d-b26c-2674a19e048e None None] Attempting to bind port 51039e03-2bba-4d0c-add4-1b0bba49c6af by drivers openvswitch,hyperv on host n-d-773647-6 at level 0 using segments [{'id': '80c4d749-bd26-40d4-b8b1-8e743d1b7ab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': '70cfb0ea-6f2f-4b89-a761-9bd9b50efd3e'}] {{(pid=100248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:15:58.044231 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc19380c-3175-4b3d-b26c-2674a19e048e None None] Attempting to bind port 51039e03-2bba-4d0c-add4-1b0bba49c6af on network 70cfb0ea-6f2f-4b89-a761-9bd9b50efd3e {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:15:58.080505 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc19380c-3175-4b3d-b26c-2674a19e048e None None] Checking agent: {'id': '8ab5b19c-d213-4f29-891d-27bdf39d38b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773647-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 43, 26), 'started_at': datetime.datetime(2021, 7, 6, 13, 43, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 15, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773647-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:15:58.081159 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc19380c-3175-4b3d-b26c-2674a19e048e None None] Checking segment: {'id': '80c4d749-bd26-40d4-b8b1-8e743d1b7ab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': '70cfb0ea-6f2f-4b89-a761-9bd9b50efd3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:15:58.081752 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-fc19380c-3175-4b3d-b26c-2674a19e048e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:58.082316 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc19380c-3175-4b3d-b26c-2674a19e048e None None] Bound using segment: {'id': '80c4d749-bd26-40d4-b8b1-8e743d1b7ab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': '70cfb0ea-6f2f-4b89-a761-9bd9b50efd3e'} {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:15:58.082968 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-fc19380c-3175-4b3d-b26c-2674a19e048e None None] Bound port: 51039e03-2bba-4d0c-add4-1b0bba49c6af, host: n-d-773647-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80c4d749-bd26-40d4-b8b1-8e743d1b7ab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': '70cfb0ea-6f2f-4b89-a761-9bd9b50efd3e'}}] {{(pid=100248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:15:58.083581 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-fc19380c-3175-4b3d-b26c-2674a19e048e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:58.087585 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device f7ea610f-57fc-4ae9-94a6-c84cd31603ff up at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:15:58.104202 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-8427f288-96e5-40c3-9621-66b5bcbcb729 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1809431'] for router_interface, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:58.123810 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-189e3743-d2c9-4fc8-abb3-4681ef24eeef tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Notify agent at l3_agent.n-d-773647-6 the message routers_updated {{(pid=100246) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 14:15:58.132947 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-189e3743-d2c9-4fc8-abb3-4681ef24eeef tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] 10.222.0.104 "PUT /v2.0/routers/42880ce7-c066-4642-8280-d12b1b5c8b8e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1398001 Jul 06 14:15:58.133578 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 57426) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:15:58.139970 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-dcc13f84-4166-43a3-be58-daed69502e96 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Request body: {'network': {'name': 'tempest-RoutersTest-2123851172'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:15:58.167708 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcc13f84-4166-43a3-be58-daed69502e96 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Made reservation on behalf of 9c6f2fd69adb42a0ae2388cfacf9d174 for: {'network': 1} {{(pid=100246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:15:58.173019 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-dcc13f84-4166-43a3-be58-daed69502e96 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for network, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:58.206018 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dcc13f84-4166-43a3-be58-daed69502e96 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] vlan segment allocate from pool success with {'vlan_id': 1046, 'physical_network': 'physnet1'} {{(pid=100246) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 14:15:58.219060 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-dcc13f84-4166-43a3-be58-daed69502e96 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552'] for segment, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:58.219817 n-d-773647-6 neutron-server[100246]: INFO neutron.db.segments_db [None req-dcc13f84-4166-43a3-be58-daed69502e96 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Added segment 563487f1-b01c-4b22-8ea0-a0ad6a0a0f10 of type vlan for network 0fdcef5a-1ce4-465a-b750-4893533ac49e Jul 06 14:15:58.308040 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-dcc13f84-4166-43a3-be58-daed69502e96 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773752984405'] for network, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:58.345039 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-dcc13f84-4166-43a3-be58-daed69502e96 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060'] for network, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:58.358027 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcc13f84-4166-43a3-be58-daed69502e96 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:15:58.359147 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-dcc13f84-4166-43a3-be58-daed69502e96 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Notify callbacks [] for network, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:58.437701 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-dcc13f84-4166-43a3-be58-daed69502e96 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] 10.222.0.104 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.3000808 Jul 06 14:15:58.438696 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 57432) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:15:58.446129 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-e80c17bc-7748-48db-a646-e0122afab14f tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Request body: {'subnet': {'network_id': '0fdcef5a-1ce4-465a-b750-4893533ac49e', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:15:58.469177 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-d47e42ba-d02f-4cbb-a951-8a0ab2fce707 None None] Port aa678f08-5f93-4768-961f-b04aa70fcbb9 cannot update to ACTIVE because it is not bound. {{(pid=100248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 14:15:58.503534 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc13f84-4166-43a3-be58-daed69502e96 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Pushing event updated for resources: {'Network': ['ID=0fdcef5a-1ce4-465a-b750-4893533ac49e,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:15:58.518087 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning complete for port f7ea610f-57fc-4ae9-94a6-c84cd31603ff triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:15:58.518635 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:58.522400 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-03f71b24-a9b8-453a-8924-caa3f97bc6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:58.605060 n-d-773647-6 neutron-server[100247]: DEBUG neutron.notifiers.nova [req-429bf17b-d54f-470a-a9e1-203fb2538fe5 req-e396a069-926e-429b-9157-80fb4e71fd8e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5751a1c1-983d-46b2-ad5e-01d061990af5 {{(pid=100247) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 14:15:58.617703 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e80c17bc-7748-48db-a646-e0122afab14f tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Made reservation on behalf of 9c6f2fd69adb42a0ae2388cfacf9d174 for: {'subnet': 1} {{(pid=100246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:15:58.624161 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-e80c17bc-7748-48db-a646-e0122afab14f tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127702029'] for subnet, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:58.625452 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-429bf17b-d54f-470a-a9e1-203fb2538fe5 req-e396a069-926e-429b-9157-80fb4e71fd8e service neutron] Notify callbacks [] for port, precommit_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:58.672155 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adaacc0c-3c1a-4523-97eb-e85c8f5c3bbb req-7eca6fb4-b03d-41c7-b7fe-2d5b07eb681f tempest-ServerGroupTestJSON-1635820208 tempest-ServerGroupTestJSON-1635820208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:15:58.673706 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-adaacc0c-3c1a-4523-97eb-e85c8f5c3bbb req-7eca6fb4-b03d-41c7-b7fe-2d5b07eb681f tempest-ServerGroupTestJSON-1635820208 tempest-ServerGroupTestJSON-1635820208-project] 10.222.0.104 "GET /v2.0/ports?device_id=ec2950a8-2250-4636-bc53-1df8adf76221 HTTP/1.1" status: 200 len: 932 time: 0.2952490 Jul 06 14:15:58.677166 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.provisioning_blocks [req-429bf17b-d54f-470a-a9e1-203fb2538fe5 req-e396a069-926e-429b-9157-80fb4e71fd8e service neutron] Transition to ACTIVE for port object 5751a1c1-983d-46b2-ad5e-01d061990af5 will not be triggered until provisioned by entity L2. {{(pid=100247) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:15:58.739818 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-429bf17b-d54f-470a-a9e1-203fb2538fe5 req-e396a069-926e-429b-9157-80fb4e71fd8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128888538'] for port, after_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:58.793105 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Network 0fdcef5a-1ce4-465a-b750-4893533ac49e details requested by agent ovs-agent-n-d-773647-6 with host n-d-773647-6 {{(pid=100248) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 14:15:58.813309 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e396a069-926e-429b-9157-80fb4e71fd8e service neutron] Pushing event updated for resources: {'Port': ['ID=5751a1c1-983d-46b2-ad5e-01d061990af5,revision_number=2']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:15:58.877005 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-adaacc0c-3c1a-4523-97eb-e85c8f5c3bbb req-58022d07-7937-4039-86f4-e2486e3b7eac tempest-ServerGroupTestJSON-1635820208 tempest-ServerGroupTestJSON-1635820208-project] 10.222.0.104 "GET /v2.0/security-groups?id=5b2c01f0-02b9-4c5a-9983-09d200844e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1601624 Jul 06 14:15:58.888234 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.plugin [None req-8427f288-96e5-40c3-9621-66b5bcbcb729 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Deleting port aa678f08-5f93-4768-961f-b04aa70fcbb9 {{(pid=100247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:15:58.889222 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-8427f288-96e5-40c3-9621-66b5bcbcb729 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:58.939600 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-fc19380c-3175-4b3d-b26c-2674a19e048e None None] For port 51039e03-2bba-4d0c-add4-1b0bba49c6af, host n-d-773647-6, cleared binding levels {{(pid=100248) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:15:59.052839 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-fc19380c-3175-4b3d-b26c-2674a19e048e None None] For port 51039e03-2bba-4d0c-add4-1b0bba49c6af, host n-d-773647-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=51039e03-2bba-4d0c-add4-1b0bba49c6af,segment=NetworkSegment(80c4d749-bd26-40d4-b8b1-8e743d1b7ab5),segment_id=80c4d749-bd26-40d4-b8b1-8e743d1b7ab5)] {{(pid=100248) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:15:59.065309 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-fc19380c-3175-4b3d-b26c-2674a19e048e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:59.191999 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc19380c-3175-4b3d-b26c-2674a19e048e None None] Pushing event updated for resources: {'Port': ['ID=51039e03-2bba-4d0c-add4-1b0bba49c6af,revision_number=2']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:15:59.229958 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-fe106952-e33d-472a-a220-247fd6f19cd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42880ce7-c066-4642-8280-d12b1b5c8b8e', 'name': 'tempest-RoutersTest-router-1812818657', 'tenant_id': '9c6f2fd69adb42a0ae2388cfacf9d174', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:15:48Z', 'updated_at': '2021-07-06T14:15:56Z', 'revision_number': 3, 'project_id': '9c6f2fd69adb42a0ae2388cfacf9d174', 'gw_port_host': None, '_interfaces': [{'id': 'b1449530-0688-4078-bda6-5f36e7ee7116', 'name': '', 'network_id': 'c860d06d-8556-4bec-98c1-fafd1f4e2cd8', 'tenant_id': '9c6f2fd69adb42a0ae2388cfacf9d174', 'mac_address': 'fa:16:3e:5a:7d:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42880ce7-c066-4642-8280-d12b1b5c8b8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2339, 'fixed_ips': [{'subnet_id': '1a718569-5c6a-4b3b-b22a-5dcfa6d1e9b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:15:51Z', 'updated_at': '2021-07-06T14:15:57Z', 'revision_number': 4, 'project_id': '9c6f2fd69adb42a0ae2388cfacf9d174', 'subnets': [{'id': '1a718569-5c6a-4b3b-b22a-5dcfa6d1e9b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bce89034-397e-4cbd-897f-7f409eafdd07', 'name': '', 'network_id': '70cfb0ea-6f2f-4b89-a761-9bd9b50efd3e', 'tenant_id': '9c6f2fd69adb42a0ae2388cfacf9d174', 'mac_address': 'fa:16:3e:07:57:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42880ce7-c066-4642-8280-d12b1b5c8b8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2343, 'fixed_ips': [{'subnet_id': '979bfc42-649b-4616-828a-00033f303b45', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:15:55Z', 'updated_at': '2021-07-06T14:15:57Z', 'revision_number': 2, 'project_id': '9c6f2fd69adb42a0ae2388cfacf9d174', 'subnets': [{'id': '979bfc42-649b-4616-828a-00033f303b45', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773647-6', False) {} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:15:59.273312 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe106952-e33d-472a-a220-247fd6f19cd1 None None] The sync data for ids ['42880ce7-c066-4642-8280-d12b1b5c8b8e'] in n-d-773647-6 is: [{'id': '42880ce7-c066-4642-8280-d12b1b5c8b8e', 'name': 'tempest-RoutersTest-router-1812818657', 'tenant_id': '9c6f2fd69adb42a0ae2388cfacf9d174', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:15:48Z', 'updated_at': '2021-07-06T14:15:56Z', 'revision_number': 3, 'project_id': '9c6f2fd69adb42a0ae2388cfacf9d174', 'gw_port_host': None, '_interfaces': [{'id': 'b1449530-0688-4078-bda6-5f36e7ee7116', 'name': '', 'network_id': 'c860d06d-8556-4bec-98c1-fafd1f4e2cd8', 'tenant_id': '9c6f2fd69adb42a0ae2388cfacf9d174', 'mac_address': 'fa:16:3e:5a:7d:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42880ce7-c066-4642-8280-d12b1b5c8b8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2339, 'fixed_ips': [{'subnet_id': '1a718569-5c6a-4b3b-b22a-5dcfa6d1e9b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:15:51Z', 'updated_at': '2021-07-06T14:15:57Z', 'revision_number': 4, 'project_id': '9c6f2fd69adb42a0ae2388cfacf9d174', 'subnets': [{'id': '1a718569-5c6a-4b3b-b22a-5dcfa6d1e9b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bce89034-397e-4cbd-897f-7f409eafdd07', 'name': '', 'network_id': '70cfb0ea-6f2f-4b89-a761-9bd9b50efd3e', 'tenant_id': '9c6f2fd69adb42a0ae2388cfacf9d174', 'mac_address': 'fa:16:3e:07:57:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42880ce7-c066-4642-8280-d12b1b5c8b8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2343, 'fixed_ips': [{'subnet_id': '979bfc42-649b-4616-828a-00033f303b45', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:15:55Z', 'updated_at': '2021-07-06T14:15:57Z', 'revision_number': 2, 'project_id': '9c6f2fd69adb42a0ae2388cfacf9d174', 'subnets': [{'id': '979bfc42-649b-4616-828a-00033f303b45', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 14:15:59.457458 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-e80c17bc-7748-48db-a646-e0122afab14f tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1849032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127687649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127702047'] for subnet, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:59.558868 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.managers [req-429bf17b-d54f-470a-a9e1-203fb2538fe5 req-e396a069-926e-429b-9157-80fb4e71fd8e service neutron] Attempting to bind port 5751a1c1-983d-46b2-ad5e-01d061990af5 on host n-h1-773647-6 for vnic_type normal with profile {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:15:59.559607 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.managers [req-429bf17b-d54f-470a-a9e1-203fb2538fe5 req-e396a069-926e-429b-9157-80fb4e71fd8e service neutron] Attempting to bind port 5751a1c1-983d-46b2-ad5e-01d061990af5 by drivers openvswitch,hyperv on host n-h1-773647-6 at level 0 using segments [{'id': '12587f92-3665-4b11-a1d0-1b07eef98066', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1020, 'network_id': 'e2495b7e-6036-4b97-8c53-21e4c4ba7fab'}] {{(pid=100247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:15:59.560711 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-429bf17b-d54f-470a-a9e1-203fb2538fe5 req-e396a069-926e-429b-9157-80fb4e71fd8e service neutron] Attempting to bind port 5751a1c1-983d-46b2-ad5e-01d061990af5 on network e2495b7e-6036-4b97-8c53-21e4c4ba7fab {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:15:59.581727 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-429bf17b-d54f-470a-a9e1-203fb2538fe5 req-e396a069-926e-429b-9157-80fb4e71fd8e service neutron] Port 5751a1c1-983d-46b2-ad5e-01d061990af5 on network e2495b7e-6036-4b97-8c53-21e4c4ba7fab not bound, no agent of type Open vSwitch agent registered on host n-h1-773647-6 {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 14:15:59.582233 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-429bf17b-d54f-470a-a9e1-203fb2538fe5 req-e396a069-926e-429b-9157-80fb4e71fd8e service neutron] Attempting to bind port 5751a1c1-983d-46b2-ad5e-01d061990af5 on network e2495b7e-6036-4b97-8c53-21e4c4ba7fab {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:15:59.620163 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-429bf17b-d54f-470a-a9e1-203fb2538fe5 req-e396a069-926e-429b-9157-80fb4e71fd8e service neutron] Checking agent: {'id': '5bf7147f-bada-4441-a5dc-934b903473fb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-773647-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 51, 12), 'started_at': datetime.datetime(2021, 7, 6, 13, 51, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 15, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:15:59.623332 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-429bf17b-d54f-470a-a9e1-203fb2538fe5 req-e396a069-926e-429b-9157-80fb4e71fd8e service neutron] Checking segment: {'id': '12587f92-3665-4b11-a1d0-1b07eef98066', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1020, 'network_id': 'e2495b7e-6036-4b97-8c53-21e4c4ba7fab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100247) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:15:59.624030 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-429bf17b-d54f-470a-a9e1-203fb2538fe5 req-e396a069-926e-429b-9157-80fb4e71fd8e service neutron] Bound using segment: {'id': '12587f92-3665-4b11-a1d0-1b07eef98066', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1020, 'network_id': 'e2495b7e-6036-4b97-8c53-21e4c4ba7fab'} {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:15:59.625216 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.managers [req-429bf17b-d54f-470a-a9e1-203fb2538fe5 req-e396a069-926e-429b-9157-80fb4e71fd8e service neutron] Bound port: 5751a1c1-983d-46b2-ad5e-01d061990af5, host: n-h1-773647-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '12587f92-3665-4b11-a1d0-1b07eef98066', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1020, 'network_id': 'e2495b7e-6036-4b97-8c53-21e4c4ba7fab'}}] {{(pid=100247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:15:59.626397 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-429bf17b-d54f-470a-a9e1-203fb2538fe5 req-e396a069-926e-429b-9157-80fb4e71fd8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:59.662910 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80c17bc-7748-48db-a646-e0122afab14f tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Pushing event updated for resources: {'Subnet': ['ID=91a37214-447b-45e3-9246-b9ed8a5de457,revision_number=0']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:15:59.757767 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-8427f288-96e5-40c3-9621-66b5bcbcb729 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:59.782476 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e80c17bc-7748-48db-a646-e0122afab14f tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Checking segment: {'id': '563487f1-b01c-4b22-8ea0-a0ad6a0a0f10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': '0fdcef5a-1ce4-465a-b750-4893533ac49e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:15:59.782859 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e80c17bc-7748-48db-a646-e0122afab14f tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Network hostable DHCP agents. Network: 0fdcef5a-1ce4-465a-b750-4893533ac49e, hostable agents: ['f2bada3d-be77-4359-982b-8505a2bbca04'], hosted agents: [] {{(pid=100246) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 14:15:59.811082 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e80c17bc-7748-48db-a646-e0122afab14f tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Network 0fdcef5a-1ce4-465a-b750-4893533ac49e is scheduled to be hosted by DHCP agent f2bada3d-be77-4359-982b-8505a2bbca04 with binding_index 1 {{(pid=100246) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 14:15:59.811333 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.plugin [None req-8427f288-96e5-40c3-9621-66b5bcbcb729 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Calling delete_port for aa678f08-5f93-4768-961f-b04aa70fcbb9 owned by network:router_interface {{(pid=100247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:15:59.828808 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.base_scheduler [None req-e80c17bc-7748-48db-a646-e0122afab14f tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773647-6, 0fdcef5a-1ce4-465a-b750-4893533ac49e) {{(pid=100246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:15:59.839059 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c32b33a5-e8f3-4197-bacb-34e90ac4eebe None None] Network 0fdcef5a-1ce4-465a-b750-4893533ac49e requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:15:59.839961 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e80c17bc-7748-48db-a646-e0122afab14f tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:15:59.840563 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-e80c17bc-7748-48db-a646-e0122afab14f tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Notify callbacks [] for subnet, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:59.861221 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-e80c17bc-7748-48db-a646-e0122afab14f tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] 10.222.0.104 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4211340 Jul 06 14:15:59.866759 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 57456) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:15:59.916577 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.db [req-429bf17b-d54f-470a-a9e1-203fb2538fe5 req-e396a069-926e-429b-9157-80fb4e71fd8e service neutron] For port 5751a1c1-983d-46b2-ad5e-01d061990af5, host n-h1-773647-6, cleared binding levels {{(pid=100247) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:15:59.942098 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.db [req-429bf17b-d54f-470a-a9e1-203fb2538fe5 req-e396a069-926e-429b-9157-80fb4e71fd8e service neutron] For port 5751a1c1-983d-46b2-ad5e-01d061990af5, host n-h1-773647-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773647-6',level=0,port_id=5751a1c1-983d-46b2-ad5e-01d061990af5,segment=NetworkSegment(12587f92-3665-4b11-a1d0-1b07eef98066),segment_id=12587f92-3665-4b11-a1d0-1b07eef98066)] {{(pid=100247) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:15:59.956284 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-429bf17b-d54f-470a-a9e1-203fb2538fe5 req-e396a069-926e-429b-9157-80fb4e71fd8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128888538'] for port, after_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:00.106070 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a8f23de-2ee7-41a6-88f8-4e1090682de2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6bd5fc82-6666-56e8-87c2-91648d36c963-0fdcef5a-1ce4-465a-b750-4893533ac49e', 'network_id': '0fdcef5a-1ce4-465a-b750-4893533ac49e', 'tenant_id': '9c6f2fd69adb42a0ae2388cfacf9d174', 'fixed_ips': [{'subnet_id': '91a37214-447b-45e3-9246-b9ed8a5de457'}]}} from n-d-773647-6. {{(pid=100248) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 14:16:00.108392 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-9a8f23de-2ee7-41a6-88f8-4e1090682de2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:00.160617 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429bf17b-d54f-470a-a9e1-203fb2538fe5 req-e396a069-926e-429b-9157-80fb4e71fd8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:16:00.161289 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-429bf17b-d54f-470a-a9e1-203fb2538fe5 req-e396a069-926e-429b-9157-80fb4e71fd8e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:00.162743 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-429bf17b-d54f-470a-a9e1-203fb2538fe5 req-e396a069-926e-429b-9157-80fb4e71fd8e service neutron] 10.222.0.127 "PUT /v2.0/ports/5751a1c1-983d-46b2-ad5e-01d061990af5 HTTP/1.1" status: 200 len: 1092 time: 2.5242944 Jul 06 14:16:00.163238 n-d-773647-6 neutron-server[100247]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec2950a8-2250-4636-bc53-1df8adf76221', 'tag': '5751a1c1-983d-46b2-ad5e-01d061990af5'}] {{(pid=100247) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:16:00.165551 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cbf0eeaae822f8fc9b87a94aeba67a3d651842baf663a51cba94b67a514836d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de4cfd48-a736-4ce3-aa0a-4a45ae9242d8" -d '{"events": [{"name": "network-changed", "server_uuid": "ec2950a8-2250-4636-bc53-1df8adf76221", "tag": "5751a1c1-983d-46b2-ad5e-01d061990af5"}]}' {{(pid=100247) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:16:00.278646 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 14:16:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f7e70d0-48d4-4e83-9aef-c87bb0ad5f95 x-openstack-request-id: req-8f7e70d0-48d4-4e83-9aef-c87bb0ad5f95 {{(pid=100247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:16:00.279502 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec2950a8-2250-4636-bc53-1df8adf76221", "tag": "5751a1c1-983d-46b2-ad5e-01d061990af5", "status": "completed", "code": 200}]} {{(pid=100247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:16:00.279762 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-8f7e70d0-48d4-4e83-9aef-c87bb0ad5f95 {{(pid=100247) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:16:00.280172 n-d-773647-6 neutron-server[100247]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec2950a8-2250-4636-bc53-1df8adf76221', 'tag': '5751a1c1-983d-46b2-ad5e-01d061990af5', 'status': 'completed', 'code': 200} Jul 06 14:16:00.308003 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.db_base_plugin_common [None req-9a8f23de-2ee7-41a6-88f8-4e1090682de2 None None] Allocated IP 172.22.0.2 (0fdcef5a-1ce4-465a-b750-4893533ac49e/91a37214-447b-45e3-9246-b9ed8a5de457/f3ee02f5-b73e-43d0-8242-d9a8d7ee12df) {{(pid=100248) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:16:00.325442 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e396a069-926e-429b-9157-80fb4e71fd8e service neutron] Pushing event updated for resources: {'Port': ['ID=5751a1c1-983d-46b2-ad5e-01d061990af5,revision_number=3']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:16:00.505821 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-bce3625f-847e-4122-8cf5-7ce8c5373be8 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:00.595915 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bc1cd0-6027-44b6-8714-22e94834c443 req-9559df2b-99ed-49cf-bdff-448a27387026 tempest-ServerGroupTestJSON-1635820208 tempest-ServerGroupTestJSON-1635820208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:16:00.603019 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-35bc1cd0-6027-44b6-8714-22e94834c443 req-9559df2b-99ed-49cf-bdff-448a27387026 tempest-ServerGroupTestJSON-1635820208 tempest-ServerGroupTestJSON-1635820208-project] 10.222.0.104 "GET /v2.0/ports?device_id=ec2950a8-2250-4636-bc53-1df8adf76221 HTTP/1.1" status: 200 len: 944 time: 0.4627018 Jul 06 14:16:00.612185 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429bf17b-d54f-470a-a9e1-203fb2538fe5 req-b094b1f3-c528-4c9f-8e5d-fe71ca784e76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:16:00.613666 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-429bf17b-d54f-470a-a9e1-203fb2538fe5 req-b094b1f3-c528-4c9f-8e5d-fe71ca784e76 service neutron] 10.222.0.127 "GET /v2.0/ports?tenant_id=686dcafd40f64df5892ecb93ad290a53&device_id=ec2950a8-2250-4636-bc53-1df8adf76221 HTTP/1.1" status: 200 len: 1095 time: 0.3742580 Jul 06 14:16:00.618801 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-8427f288-96e5-40c3-9621-66b5bcbcb729 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128888353'] for port, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:00.658253 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-9a8f23de-2ee7-41a6-88f8-4e1090682de2 None None] Notify callbacks [] for port, precommit_create {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:00.682321 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-9a8f23de-2ee7-41a6-88f8-4e1090682de2 None None] Transition to ACTIVE for port object f3ee02f5-b73e-43d0-8242-d9a8d7ee12df will not be triggered until provisioned by entity L2. {{(pid=100248) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:16:00.728102 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-9a8f23de-2ee7-41a6-88f8-4e1090682de2 None None] Transition to ACTIVE for port object f3ee02f5-b73e-43d0-8242-d9a8d7ee12df will not be triggered until provisioned by entity DHCP. {{(pid=100248) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:16:00.750691 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-9a8f23de-2ee7-41a6-88f8-4e1090682de2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108'] for port, after_create {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:00.760745 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8427f288-96e5-40c3-9621-66b5bcbcb729 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Pushing event deleted for resources: {'Port': ['ID=aa678f08-5f93-4768-961f-b04aa70fcbb9,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:16:00.958484 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-429bf17b-d54f-470a-a9e1-203fb2538fe5 req-0501f86c-3766-4113-98a8-409567bdc095 service neutron] 10.222.0.127 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5751a1c1-983d-46b2-ad5e-01d061990af5 HTTP/1.1" status: 200 len: 217 time: 0.3207142 Jul 06 14:16:00.958692 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8f23de-2ee7-41a6-88f8-4e1090682de2 None None] Pushing event updated for resources: {'Port': ['ID=f3ee02f5-b73e-43d0-8242-d9a8d7ee12df,revision_number=1']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:16:01.032968 n-d-773647-6 neutron-server[100248]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a8f23de-2ee7-41a6-88f8-4e1090682de2 None None] Network 0fdcef5a-1ce4-465a-b750-4893533ac49e is already hosted by enough agents. {{(pid=100248) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:16:01.037282 n-d-773647-6 neutron-server[100248]: DEBUG neutron.scheduler.base_scheduler [None req-9a8f23de-2ee7-41a6-88f8-4e1090682de2 None None] Resources bound (agent type, host, resource id): {{(pid=100248) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:16:01.044656 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a8f23de-2ee7-41a6-88f8-4e1090682de2 None None] Received port after_create {{(pid=100248) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:16:01.249945 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-9a8f23de-2ee7-41a6-88f8-4e1090682de2 None None] Attempting to bind port f3ee02f5-b73e-43d0-8242-d9a8d7ee12df on host n-d-773647-6 for vnic_type normal with profile {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:16:01.250475 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-9a8f23de-2ee7-41a6-88f8-4e1090682de2 None None] Attempting to bind port f3ee02f5-b73e-43d0-8242-d9a8d7ee12df by drivers openvswitch,hyperv on host n-d-773647-6 at level 0 using segments [{'id': '563487f1-b01c-4b22-8ea0-a0ad6a0a0f10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': '0fdcef5a-1ce4-465a-b750-4893533ac49e'}] {{(pid=100248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:16:01.251096 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a8f23de-2ee7-41a6-88f8-4e1090682de2 None None] Attempting to bind port f3ee02f5-b73e-43d0-8242-d9a8d7ee12df on network 0fdcef5a-1ce4-465a-b750-4893533ac49e {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:16:01.267297 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a8f23de-2ee7-41a6-88f8-4e1090682de2 None None] Checking agent: {'id': '8ab5b19c-d213-4f29-891d-27bdf39d38b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773647-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 43, 26), 'started_at': datetime.datetime(2021, 7, 6, 13, 43, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 15, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773647-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:16:01.271277 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a8f23de-2ee7-41a6-88f8-4e1090682de2 None None] Checking segment: {'id': '563487f1-b01c-4b22-8ea0-a0ad6a0a0f10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': '0fdcef5a-1ce4-465a-b750-4893533ac49e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:16:01.284070 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-9a8f23de-2ee7-41a6-88f8-4e1090682de2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:01.285912 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a8f23de-2ee7-41a6-88f8-4e1090682de2 None None] Bound using segment: {'id': '563487f1-b01c-4b22-8ea0-a0ad6a0a0f10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': '0fdcef5a-1ce4-465a-b750-4893533ac49e'} {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:16:01.286877 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-9a8f23de-2ee7-41a6-88f8-4e1090682de2 None None] Bound port: f3ee02f5-b73e-43d0-8242-d9a8d7ee12df, host: n-d-773647-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '563487f1-b01c-4b22-8ea0-a0ad6a0a0f10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': '0fdcef5a-1ce4-465a-b750-4893533ac49e'}}] {{(pid=100248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:16:01.289591 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-9a8f23de-2ee7-41a6-88f8-4e1090682de2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:01.304324 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47a9e9db-c26c-4ded-880a-5932e7f76dda None None] Network 70cfb0ea-6f2f-4b89-a761-9bd9b50efd3e requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:16:01.305275 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.db_base_plugin_common [None req-bce3625f-847e-4122-8cf5-7ce8c5373be8 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Allocated IP 172.22.0.1 (0fdcef5a-1ce4-465a-b750-4893533ac49e/91a37214-447b-45e3-9246-b9ed8a5de457/1294c68e-44e8-4e09-af80-9881579ab121) {{(pid=100246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:16:01.340015 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-35bc1cd0-6027-44b6-8714-22e94834c443 req-5807289b-a593-49de-ae94-64a658b78349 tempest-ServerGroupTestJSON-1635820208 tempest-ServerGroupTestJSON-1635820208-project] 10.222.0.104 "GET /v2.0/security-groups?id=5b2c01f0-02b9-4c5a-9983-09d200844e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7317312 Jul 06 14:16:01.409097 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 51039e03-2bba-4d0c-add4-1b0bba49c6af up at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:16:01.422104 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-8427f288-96e5-40c3-9621-66b5bcbcb729 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1809193'] for router_interface, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:01.440760 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429bf17b-d54f-470a-a9e1-203fb2538fe5 req-12725880-d0c8-4b71-a096-258b70f16b9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:16:01.442626 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-429bf17b-d54f-470a-a9e1-203fb2538fe5 req-12725880-d0c8-4b71-a096-258b70f16b9e service neutron] 10.222.0.127 "GET /v2.0/subnets?id=c5f38159-21f2-41af-b0a3-b3e820e16b1f HTTP/1.1" status: 200 len: 850 time: 0.4626186 Jul 06 14:16:01.585039 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-bce3625f-847e-4122-8cf5-7ce8c5373be8 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Notify callbacks [] for port, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:01.605353 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.provisioning_blocks [None req-bce3625f-847e-4122-8cf5-7ce8c5373be8 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Transition to ACTIVE for port object 1294c68e-44e8-4e09-af80-9881579ab121 will not be triggered until provisioned by entity DHCP. {{(pid=100246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:16:01.625786 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-429bf17b-d54f-470a-a9e1-203fb2538fe5 req-a1f01e16-2dd5-4e6e-822d-10ecc06e14c8 service neutron] 10.222.0.127 "GET /v2.0/ports?network_id=e2495b7e-6036-4b97-8c53-21e4c4ba7fab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1746905 Jul 06 14:16:01.664307 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-03feb977-65a5-4b5f-9767-962650a63700 None None] Provisioning for port 51039e03-2bba-4d0c-add4-1b0bba49c6af completed by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:16:01.679061 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-bce3625f-847e-4122-8cf5-7ce8c5373be8 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-127687573'] for port, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:01.777593 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bce3625f-847e-4122-8cf5-7ce8c5373be8 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Network 0fdcef5a-1ce4-465a-b750-4893533ac49e is already hosted by enough agents. {{(pid=100246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:16:01.777854 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning for port 51039e03-2bba-4d0c-add4-1b0bba49c6af completed by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:16:01.782851 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.base_scheduler [None req-bce3625f-847e-4122-8cf5-7ce8c5373be8 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Resources bound (agent type, host, resource id): {{(pid=100246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:16:01.792803 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bce3625f-847e-4122-8cf5-7ce8c5373be8 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Received port after_create {{(pid=100246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:16:01.818115 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-9a8f23de-2ee7-41a6-88f8-4e1090682de2 None None] For port f3ee02f5-b73e-43d0-8242-d9a8d7ee12df, host n-d-773647-6, cleared binding levels {{(pid=100248) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:16:01.822079 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-9a8f23de-2ee7-41a6-88f8-4e1090682de2 None None] For port f3ee02f5-b73e-43d0-8242-d9a8d7ee12df, host n-d-773647-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=f3ee02f5-b73e-43d0-8242-d9a8d7ee12df,segment=NetworkSegment(563487f1-b01c-4b22-8ea0-a0ad6a0a0f10),segment_id=563487f1-b01c-4b22-8ea0-a0ad6a0a0f10)] {{(pid=100248) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:16:01.827602 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning complete for port 51039e03-2bba-4d0c-add4-1b0bba49c6af triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:16:01.828630 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:01.863845 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-bce3625f-847e-4122-8cf5-7ce8c5373be8 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1807675'] for router_interface, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:01.867685 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce3625f-847e-4122-8cf5-7ce8c5373be8 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Pushing event updated for resources: {'Port': ['ID=1294c68e-44e8-4e09-af80-9881579ab121,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:16:01.885236 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-9a8f23de-2ee7-41a6-88f8-4e1090682de2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:01.895940 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8427f288-96e5-40c3-9621-66b5bcbcb729 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Router c5d1be2d-7b38-4092-ab8b-1041f9504bc6 has already been hosted by L3 agent 2823d358-a11b-4885-a706-95a279e43fa7 {{(pid=100247) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 14:16:02.005893 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8f23de-2ee7-41a6-88f8-4e1090682de2 None None] Pushing event updated for resources: {'Port': ['ID=f3ee02f5-b73e-43d0-8242-d9a8d7ee12df,revision_number=2']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:16:02.125383 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-bce3625f-847e-4122-8cf5-7ce8c5373be8 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:02.157069 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-429bf17b-d54f-470a-a9e1-203fb2538fe5 req-5ae31b26-d057-4464-9509-de36ea0f69ee service neutron] 10.222.0.127 "GET /v2.0/networks/e2495b7e-6036-4b97-8c53-21e4c4ba7fab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5174108 Jul 06 14:16:02.163185 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8427f288-96e5-40c3-9621-66b5bcbcb729 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Notify agent at l3_agent.n-d-773647-6 the message routers_updated {{(pid=100247) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 14:16:02.185865 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-8427f288-96e5-40c3-9621-66b5bcbcb729 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] 10.222.0.104 "PUT /v2.0/routers/c5d1be2d-7b38-4092-ab8b-1041f9504bc6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9730535 Jul 06 14:16:02.187496 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 57482) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:16:02.208113 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:02.219148 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d9f85a3-cf5d-467f-bee7-9781feeac074 None None] Sync routers for ids ['c5d1be2d-7b38-4092-ab8b-1041f9504bc6'] in n-d-773647-6 {{(pid=100248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 14:16:02.297150 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] For port 51039e03-2bba-4d0c-add4-1b0bba49c6af, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=51039e03-2bba-4d0c-add4-1b0bba49c6af,segment=NetworkSegment(80c4d749-bd26-40d4-b8b1-8e743d1b7ab5),segment_id=80c4d749-bd26-40d4-b8b1-8e743d1b7ab5)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:16:02.299379 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d9f85a3-cf5d-467f-bee7-9781feeac074 None None] Routers {'c5d1be2d-7b38-4092-ab8b-1041f9504bc6'} bound to L3 agent in host n-d-773647-6 {{(pid=100248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:16:02.301961 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-3d9f85a3-cf5d-467f-bee7-9781feeac074 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T14:15:56Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['c5d1be2d-7b38-4092-ab8b-1041f9504bc6'], 'active': True} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:16:02.307760 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:02.320014 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device b1449530-0688-4078-bda6-5f36e7ee7116 up at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:16:02.731553 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-3d9f85a3-cf5d-467f-bee7-9781feeac074 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-773647-6', False) {} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:16:02.736452 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Pushing event updated for resources: {'Port': ['ID=51039e03-2bba-4d0c-add4-1b0bba49c6af,revision_number=3']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:16:02.795062 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d9f85a3-cf5d-467f-bee7-9781feeac074 None None] Routers {'c5d1be2d-7b38-4092-ab8b-1041f9504bc6'} bound to L3 agent in host n-d-773647-6 {{(pid=100248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:16:02.798747 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-3d9f85a3-cf5d-467f-bee7-9781feeac074 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T14:15:56Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['c5d1be2d-7b38-4092-ab8b-1041f9504bc6'], 'active': True} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:16:02.808492 n-d-773647-6 neutron-server[100247]: INFO neutron.api.v2.resource [None req-311e0e85-6eab-4323-8aa4-d7b77ae68ee8 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] remove_router_interface failed (client error): The resource could not be found. Jul 06 14:16:02.820119 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-311e0e85-6eab-4323-8aa4-d7b77ae68ee8 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] 10.222.0.104 "PUT /v2.0/routers/c5d1be2d-7b38-4092-ab8b-1041f9504bc6/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.6315744 Jul 06 14:16:02.821989 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 57492) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:16:02.839091 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-429bf17b-d54f-470a-a9e1-203fb2538fe5 req-252e974d-820a-4ae6-92fd-39df7baed39c service neutron] 10.222.0.127 "GET /v2.0/networks/e2495b7e-6036-4b97-8c53-21e4c4ba7fab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6673853 Jul 06 14:16:02.852269 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-bce3625f-847e-4122-8cf5-7ce8c5373be8 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Notify callbacks [] for port, precommit_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:02.863432 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-bce3625f-847e-4122-8cf5-7ce8c5373be8 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127687527'] for port, after_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:02.892078 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-4931fab2-3437-4bf6-b49f-8ad6daeeec30 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] 10.222.0.104 "GET /v2.0/ports?device_id=c5d1be2d-7b38-4092-ab8b-1041f9504bc6 HTTP/1.1" status: 200 len: 205 time: 0.0515065 Jul 06 14:16:02.898394 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-6f03d719-16c0-46aa-a8ac-46453014f238 None None] Provisioning for port bce89034-397e-4cbd-897f-7f409eafdd07 completed by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:16:02.911156 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5dbb768-5bc5-4b28-82e6-6aa938af390b req-9bfbc50a-c00c-4654-84d9-7ae478078fa1 tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:16:02.914871 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-6f03d719-16c0-46aa-a8ac-46453014f238 None None] Provisioning complete for port bce89034-397e-4cbd-897f-7f409eafdd07 triggered by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:16:02.915336 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-6f03d719-16c0-46aa-a8ac-46453014f238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:02.927512 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 57494) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:16:02.932695 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5dbb768-5bc5-4b28-82e6-6aa938af390b req-9bfbc50a-c00c-4654-84d9-7ae478078fa1 tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:16:02.940155 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5dbb768-5bc5-4b28-82e6-6aa938af390b req-9bfbc50a-c00c-4654-84d9-7ae478078fa1 tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:16:02.946599 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5dbb768-5bc5-4b28-82e6-6aa938af390b req-9bfbc50a-c00c-4654-84d9-7ae478078fa1 tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:16:02.953208 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5dbb768-5bc5-4b28-82e6-6aa938af390b req-9bfbc50a-c00c-4654-84d9-7ae478078fa1 tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:16:02.961244 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning for port b1449530-0688-4078-bda6-5f36e7ee7116 completed by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:16:02.964617 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-3d9f85a3-cf5d-467f-bee7-9781feeac074 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-773647-6', False) {} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:16:02.965451 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d9f85a3-cf5d-467f-bee7-9781feeac074 None None] The sync data for ids ['c5d1be2d-7b38-4092-ab8b-1041f9504bc6'] in n-d-773647-6 is: [] {{(pid=100248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 14:16:02.966957 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5dbb768-5bc5-4b28-82e6-6aa938af390b req-9bfbc50a-c00c-4654-84d9-7ae478078fa1 tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:16:02.979073 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5dbb768-5bc5-4b28-82e6-6aa938af390b req-9bfbc50a-c00c-4654-84d9-7ae478078fa1 tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:16:02.981831 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning complete for port b1449530-0688-4078-bda6-5f36e7ee7116 triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:16:02.981831 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:02.993716 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-a5dbb768-5bc5-4b28-82e6-6aa938af390b req-9bfbc50a-c00c-4654-84d9-7ae478078fa1 tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] 10.222.0.104 "GET /v2.0/ports?device_id=0455bf88-da4d-44a6-9768-93a70cd92e0e HTTP/1.1" status: 200 len: 5444 time: 0.7634425 Jul 06 14:16:03.001971 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-bce3625f-847e-4122-8cf5-7ce8c5373be8 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1809478'] for router_interface, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:03.011374 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce3625f-847e-4122-8cf5-7ce8c5373be8 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Pushing event updated for resources: {'Port': ['ID=1294c68e-44e8-4e09-af80-9881579ab121,revision_number=2']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:16:03.059689 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-6f03d719-16c0-46aa-a8ac-46453014f238 None None] Port bce89034-397e-4cbd-897f-7f409eafdd07 cannot update to ACTIVE because it is not bound. {{(pid=100248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 14:16:03.118304 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-6f03d719-16c0-46aa-a8ac-46453014f238 None None] Provisioning complete for port 51039e03-2bba-4d0c-add4-1b0bba49c6af triggered by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:16:03.118723 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-6f03d719-16c0-46aa-a8ac-46453014f238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:03.124482 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e2ef58b-4098-40fb-8a8a-59e35ec9d41b None None] Sync routers for ids ['42880ce7-c066-4642-8280-d12b1b5c8b8e'] in n-d-773647-6 {{(pid=100249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 14:16:03.139291 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e2ef58b-4098-40fb-8a8a-59e35ec9d41b None None] Routers {'42880ce7-c066-4642-8280-d12b1b5c8b8e'} bound to L3 agent in host n-d-773647-6 {{(pid=100249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:16:03.139896 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-3e2ef58b-4098-40fb-8a8a-59e35ec9d41b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T14:15:56Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['42880ce7-c066-4642-8280-d12b1b5c8b8e'], 'active': True} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:16:03.220412 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-a5dbb768-5bc5-4b28-82e6-6aa938af390b req-288e0aba-e088-47a8-9fcc-8fe30fed3f21 tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] 10.222.0.104 "GET /v2.0/security-groups?id=f573cac5-f5b4-46cb-8ee6-cba4798a03b8&id=8d3a9807-14cc-46c0-b7ed-1d949d5bac09&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2255638 Jul 06 14:16:03.254287 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a901874-4e7e-4cb3-87e5-019f618d43ed req-e3a44f06-f4b3-4296-9a12-9304739bdd05 tempest-ServerGroupTestJSON-1635820208 tempest-ServerGroupTestJSON-1635820208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:16:03.265032 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-7a901874-4e7e-4cb3-87e5-019f618d43ed req-e3a44f06-f4b3-4296-9a12-9304739bdd05 tempest-ServerGroupTestJSON-1635820208 tempest-ServerGroupTestJSON-1635820208-project] 10.222.0.104 "GET /v2.0/ports?device_id=ec2950a8-2250-4636-bc53-1df8adf76221 HTTP/1.1" status: 200 len: 944 time: 0.6246362 Jul 06 14:16:03.289448 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:03.295953 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvr_db [None req-3e2ef58b-4098-40fb-8a8a-59e35ec9d41b None None] Set router 42880ce7-c066-4642-8280-d12b1b5c8b8e gateway port host: None {{(pid=100249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:16:03.416692 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] For port b1449530-0688-4078-bda6-5f36e7ee7116, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=b1449530-0688-4078-bda6-5f36e7ee7116,segment=NetworkSegment(0e11ef8c-f8e0-464e-8137-aab998e5e82c),segment_id=0e11ef8c-f8e0-464e-8137-aab998e5e82c)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:16:03.420414 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-f465622d-b1fe-4b27-81fa-78cf764c806c tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Notify callbacks [] for router, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:03.450665 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:03.473206 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4cfd48-a736-4ce3-aa0a-4a45ae9242d8 req-c36c4890-b6c4-4fbb-8258-aa7fe75dcf02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:16:03.474828 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-de4cfd48-a736-4ce3-aa0a-4a45ae9242d8 req-c36c4890-b6c4-4fbb-8258-aa7fe75dcf02 service neutron] 10.222.0.127 "GET /v2.0/ports?tenant_id=686dcafd40f64df5892ecb93ad290a53&device_id=ec2950a8-2250-4636-bc53-1df8adf76221 HTTP/1.1" status: 200 len: 1095 time: 0.4783278 Jul 06 14:16:03.492075 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-7a901874-4e7e-4cb3-87e5-019f618d43ed req-6341ee0e-8c72-4abd-ad10-0eca2629ff85 tempest-ServerGroupTestJSON-1635820208 tempest-ServerGroupTestJSON-1635820208-project] 10.222.0.104 "GET /v2.0/security-groups?id=5b2c01f0-02b9-4c5a-9983-09d200844e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2236495 Jul 06 14:16:03.591916 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bce3625f-847e-4122-8cf5-7ce8c5373be8 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Network 0fdcef5a-1ce4-465a-b750-4893533ac49e is already hosted by enough agents. {{(pid=100246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:16:03.632577 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Pushing event updated for resources: {'Port': ['ID=b1449530-0688-4078-bda6-5f36e7ee7116,revision_number=5']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:16:03.698694 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.base_scheduler [None req-bce3625f-847e-4122-8cf5-7ce8c5373be8 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Resources bound (agent type, host, resource id): {{(pid=100246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:16:03.798436 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-d7b1f3e6-6d7a-4cac-b038-0c4645860254 None None] Provisioning complete for port bce89034-397e-4cbd-897f-7f409eafdd07 triggered by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:16:03.798819 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-d7b1f3e6-6d7a-4cac-b038-0c4645860254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:03.834048 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-3e2ef58b-4098-40fb-8a8a-59e35ec9d41b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42880ce7-c066-4642-8280-d12b1b5c8b8e', 'name': 'tempest-RoutersTest-router-1812818657', 'tenant_id': '9c6f2fd69adb42a0ae2388cfacf9d174', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:15:48Z', 'updated_at': '2021-07-06T14:16:02Z', 'revision_number': 4, 'project_id': '9c6f2fd69adb42a0ae2388cfacf9d174', 'gw_port_host': None, '_interfaces': [{'id': '1294c68e-44e8-4e09-af80-9881579ab121', 'name': '', 'network_id': '0fdcef5a-1ce4-465a-b750-4893533ac49e', 'tenant_id': '9c6f2fd69adb42a0ae2388cfacf9d174', 'mac_address': 'fa:16:3e:a3:46:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42880ce7-c066-4642-8280-d12b1b5c8b8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2350, 'fixed_ips': [{'subnet_id': '91a37214-447b-45e3-9246-b9ed8a5de457', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:16:00Z', 'updated_at': '2021-07-06T14:16:02Z', 'revision_number': 2, 'project_id': '9c6f2fd69adb42a0ae2388cfacf9d174', 'subnets': [{'id': '91a37214-447b-45e3-9246-b9ed8a5de457', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b1449530-0688-4078-bda6-5f36e7ee7116', 'name': '', 'network_id': 'c860d06d-8556-4bec-98c1-fafd1f4e2cd8', 'tenant_id': '9c6f2fd69adb42a0ae2388cfacf9d174', 'mac_address': 'fa:16:3e:5a:7d:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42880ce7-c066-4642-8280-d12b1b5c8b8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2339, 'fixed_ips': [{'subnet_id': '1a718569-5c6a-4b3b-b22a-5dcfa6d1e9b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:15:51Z', 'updated_at': '2021-07-06T14:15:57Z', 'revision_number': 4, 'project_id': '9c6f2fd69adb42a0ae2388cfacf9d174', 'subnets': [{'id': '1a718569-5c6a-4b3b-b22a-5dcfa6d1e9b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bce89034-397e-4cbd-897f-7f409eafdd07', 'name': '', 'network_id': '70cfb0ea-6f2f-4b89-a761-9bd9b50efd3e', 'tenant_id': '9c6f2fd69adb42a0ae2388cfacf9d174', 'mac_address': 'fa:16:3e:07:57:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42880ce7-c066-4642-8280-d12b1b5c8b8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2343, 'fixed_ips': [{'subnet_id': '979bfc42-649b-4616-828a-00033f303b45', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:15:55Z', 'updated_at': '2021-07-06T14:15:57Z', 'revision_number': 2, 'project_id': '9c6f2fd69adb42a0ae2388cfacf9d174', 'subnets': [{'id': '979bfc42-649b-4616-828a-00033f303b45', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773647-6', False) {} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:16:03.845158 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 51039e03-2bba-4d0c-add4-1b0bba49c6af up at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:16:03.848102 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8bd31e-83b0-47a2-9c59-73efd009c6a6 req-e3f44083-e24b-4e99-8c46-2c30005b8cc2 tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:16:03.860955 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8bd31e-83b0-47a2-9c59-73efd009c6a6 req-e3f44083-e24b-4e99-8c46-2c30005b8cc2 tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:16:03.876490 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-f465622d-b1fe-4b27-81fa-78cf764c806c tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1806308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6982'] for router, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:03.880791 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8bd31e-83b0-47a2-9c59-73efd009c6a6 req-e3f44083-e24b-4e99-8c46-2c30005b8cc2 tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:16:03.887248 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8bd31e-83b0-47a2-9c59-73efd009c6a6 req-e3f44083-e24b-4e99-8c46-2c30005b8cc2 tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:16:03.888174 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bce3625f-847e-4122-8cf5-7ce8c5373be8 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Router 42880ce7-c066-4642-8280-d12b1b5c8b8e has already been hosted by L3 agent 2823d358-a11b-4885-a706-95a279e43fa7 {{(pid=100246) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 14:16:03.890721 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-f465622d-b1fe-4b27-81fa-78cf764c806c tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:03.893991 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8bd31e-83b0-47a2-9c59-73efd009c6a6 req-e3f44083-e24b-4e99-8c46-2c30005b8cc2 tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:16:03.895696 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e2ef58b-4098-40fb-8a8a-59e35ec9d41b None None] Checking router: 42880ce7-c066-4642-8280-d12b1b5c8b8e for host: n-d-773647-6 {{(pid=100249) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 14:16:03.896055 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e2ef58b-4098-40fb-8a8a-59e35ec9d41b None None] Updating router 42880ce7-c066-4642-8280-d12b1b5c8b8e port 1294c68e-44e8-4e09-af80-9881579ab121 binding host n-d-773647-6 {{(pid=100249) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 14:16:03.903136 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8bd31e-83b0-47a2-9c59-73efd009c6a6 req-e3f44083-e24b-4e99-8c46-2c30005b8cc2 tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:16:03.914200 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8bd31e-83b0-47a2-9c59-73efd009c6a6 req-e3f44083-e24b-4e99-8c46-2c30005b8cc2 tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:16:03.916253 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-fe8bd31e-83b0-47a2-9c59-73efd009c6a6 req-e3f44083-e24b-4e99-8c46-2c30005b8cc2 tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] 10.222.0.127 "GET /v2.0/ports?device_id=0455bf88-da4d-44a6-9768-93a70cd92e0e HTTP/1.1" status: 200 len: 5444 time: 0.5699601 Jul 06 14:16:03.966870 n-d-773647-6 neutron-server[100249]: DEBUG neutron_lib.callbacks.manager [None req-3e2ef58b-4098-40fb-8a8a-59e35ec9d41b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:03.984304 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-d7b1f3e6-6d7a-4cac-b038-0c4645860254 None None] Port bce89034-397e-4cbd-897f-7f409eafdd07 cannot update to ACTIVE because it is not bound. {{(pid=100248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 14:16:03.997057 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4cfd48-a736-4ce3-aa0a-4a45ae9242d8 req-ca4fde6f-f0da-4fdf-b0f6-465fe63241e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:16:03.998756 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-de4cfd48-a736-4ce3-aa0a-4a45ae9242d8 req-ca4fde6f-f0da-4fdf-b0f6-465fe63241e9 service neutron] 10.222.0.127 "GET /v2.0/networks?id=e2495b7e-6036-4b97-8c53-21e4c4ba7fab HTTP/1.1" status: 200 len: 912 time: 0.5029850 Jul 06 14:16:04.005882 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning complete for port 51039e03-2bba-4d0c-add4-1b0bba49c6af triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:16:04.006261 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:04.037975 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-f465622d-b1fe-4b27-81fa-78cf764c806c tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1805684'] for router, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:04.038471 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f465622d-b1fe-4b27-81fa-78cf764c806c tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Fanout notify agent at l3_agent the message router_deleted on router c5d1be2d-7b38-4092-ab8b-1041f9504bc6 {{(pid=100246) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 14:16:04.067007 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-f465622d-b1fe-4b27-81fa-78cf764c806c tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Notify callbacks [] for router, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:04.074972 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-f465622d-b1fe-4b27-81fa-78cf764c806c tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] 10.222.0.104 "DELETE /v2.0/routers/c5d1be2d-7b38-4092-ab8b-1041f9504bc6 HTTP/1.1" status: 204 len: 168 time: 1.0701723 Jul 06 14:16:04.082456 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 57502) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:16:04.110483 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d109818-bcd6-4185-bacc-1d3a7b417139 None None] Network 0fdcef5a-1ce4-465a-b750-4893533ac49e requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:16:04.115863 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-de4cfd48-a736-4ce3-aa0a-4a45ae9242d8 req-2a41112e-be27-4884-987d-b4a02594376e service neutron] 10.222.0.127 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5751a1c1-983d-46b2-ad5e-01d061990af5 HTTP/1.1" status: 200 len: 217 time: 0.1097307 Jul 06 14:16:04.152785 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8bd31e-83b0-47a2-9c59-73efd009c6a6 req-8f375905-2325-4cc0-944f-9ba54319361b tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:16:04.155457 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-fe8bd31e-83b0-47a2-9c59-73efd009c6a6 req-8f375905-2325-4cc0-944f-9ba54319361b tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] 10.222.0.127 "GET /v2.0/ports/842aaa84-3104-4062-919f-9900319ced32?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.2252321 Jul 06 14:16:04.318173 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bce3625f-847e-4122-8cf5-7ce8c5373be8 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Notify agent at l3_agent.n-d-773647-6 the message routers_updated {{(pid=100246) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 14:16:04.332906 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-bce3625f-847e-4122-8cf5-7ce8c5373be8 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] 10.222.0.104 "PUT /v2.0/routers/42880ce7-c066-4642-8280-d12b1b5c8b8e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4623842 Jul 06 14:16:04.335194 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 57510) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:16:04.347781 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-7104db9c-889b-4364-a142-114634ae3847 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Request body: {'network': {'name': 'tempest-RoutersTest-169534146'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:16:04.390697 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.db_base_plugin_v2 [None req-57d2be28-80a1-4196-92de-eded75fa19c1 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Deleting subnet a1993df3-bc32-49f7-85ba-c074d3bb5f00 {{(pid=100247) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 14:16:04.402456 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-57d2be28-80a1-4196-92de-eded75fa19c1 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Notify callbacks [] for subnet, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:04.413677 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7104db9c-889b-4364-a142-114634ae3847 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Made reservation on behalf of 9c6f2fd69adb42a0ae2388cfacf9d174 for: {'network': 1} {{(pid=100246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:16:04.419105 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4cfd48-a736-4ce3-aa0a-4a45ae9242d8 req-26abfa2d-540c-43c9-84e8-ab7f98862e94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:16:04.421117 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-c4dea701-2e73-4273-ad76-80ac81c50ac8 None None] Provisioning for port f3ee02f5-b73e-43d0-8242-d9a8d7ee12df completed by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:16:04.426269 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-7104db9c-889b-4364-a142-114634ae3847 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for network, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:04.434363 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-de4cfd48-a736-4ce3-aa0a-4a45ae9242d8 req-26abfa2d-540c-43c9-84e8-ab7f98862e94 service neutron] 10.222.0.127 "GET /v2.0/subnets?id=c5f38159-21f2-41af-b0a3-b3e820e16b1f HTTP/1.1" status: 200 len: 850 time: 0.2943900 Jul 06 14:16:04.476886 n-d-773647-6 neutron-server[100249]: DEBUG neutron_lib.callbacks.manager [None req-3e2ef58b-4098-40fb-8a8a-59e35ec9d41b None None] Notify callbacks [] for port, precommit_update {{(pid=100249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:04.488166 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.provisioning_blocks [None req-3e2ef58b-4098-40fb-8a8a-59e35ec9d41b None None] Transition to ACTIVE for port object 1294c68e-44e8-4e09-af80-9881579ab121 will not be triggered until provisioned by entity L2. {{(pid=100249) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:16:04.490436 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7104db9c-889b-4364-a142-114634ae3847 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] vlan segment allocate from pool success with {'vlan_id': 1038, 'physical_network': 'physnet1'} {{(pid=100246) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 14:16:04.504816 n-d-773647-6 neutron-server[100249]: DEBUG neutron_lib.callbacks.manager [None req-3e2ef58b-4098-40fb-8a8a-59e35ec9d41b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:04.521386 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-7104db9c-889b-4364-a142-114634ae3847 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552'] for segment, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:04.525020 n-d-773647-6 neutron-server[100246]: INFO neutron.db.segments_db [None req-7104db9c-889b-4364-a142-114634ae3847 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Added segment 4e3d91ca-db85-498e-87ab-f26b9a6ac560 of type vlan for network f86aada1-481e-4bdb-986c-0e5d671b6a87 Jul 06 14:16:04.566712 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device f3ee02f5-b73e-43d0-8242-d9a8d7ee12df up at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:16:04.658231 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-7104db9c-889b-4364-a142-114634ae3847 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773752984405'] for network, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:04.664909 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ecfdf72-e1a7-4bef-9379-46df634bbe86 None None] Pushing event updated for resources: {'Port': ['ID=1294c68e-44e8-4e09-af80-9881579ab121,revision_number=3']} {{(pid=100249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:16:04.665202 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-fe8bd31e-83b0-47a2-9c59-73efd009c6a6 req-b344f063-79fd-4ef8-9638-4e930dd9547c tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] 10.222.0.127 "GET /v2.0/networks/f1fe0f84-e7fb-43f2-a13c-d5fffe5a5634?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.4992716 Jul 06 14:16:04.697200 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ecfdf72-e1a7-4bef-9379-46df634bbe86 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:16:04.697936 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ecfdf72-e1a7-4bef-9379-46df634bbe86 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:16:04.698451 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ecfdf72-e1a7-4bef-9379-46df634bbe86 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:16:04.698935 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ecfdf72-e1a7-4bef-9379-46df634bbe86 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:16:04.699454 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ecfdf72-e1a7-4bef-9379-46df634bbe86 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:16:04.700109 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ecfdf72-e1a7-4bef-9379-46df634bbe86 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:16:04.700588 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ecfdf72-e1a7-4bef-9379-46df634bbe86 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:16:04.701269 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ecfdf72-e1a7-4bef-9379-46df634bbe86 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:16:04.701979 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ecfdf72-e1a7-4bef-9379-46df634bbe86 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:16:04.702553 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ecfdf72-e1a7-4bef-9379-46df634bbe86 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:16:04.703091 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ecfdf72-e1a7-4bef-9379-46df634bbe86 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:16:04.703741 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ecfdf72-e1a7-4bef-9379-46df634bbe86 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:16:04.726191 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-7104db9c-889b-4364-a142-114634ae3847 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060'] for network, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:04.728301 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning for port f3ee02f5-b73e-43d0-8242-d9a8d7ee12df completed by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:16:04.733889 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [req-fe8bd31e-83b0-47a2-9c59-73efd009c6a6 req-fa9d5dd7-8599-47cd-ae0b-8d1c93309fa9 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:16:04.744748 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning complete for port f3ee02f5-b73e-43d0-8242-d9a8d7ee12df triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:16:04.745130 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:04.748542 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7104db9c-889b-4364-a142-114634ae3847 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:16:04.749210 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-7104db9c-889b-4364-a142-114634ae3847 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Notify callbacks [] for network, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:04.750904 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-de4cfd48-a736-4ce3-aa0a-4a45ae9242d8 req-64a6685f-e71a-416b-a211-c25ef8ec2e73 service neutron] 10.222.0.127 "GET /v2.0/ports?network_id=e2495b7e-6036-4b97-8c53-21e4c4ba7fab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2065928 Jul 06 14:16:04.753747 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.managers [None req-3e2ef58b-4098-40fb-8a8a-59e35ec9d41b None None] Attempting to bind port 1294c68e-44e8-4e09-af80-9881579ab121 on host n-d-773647-6 for vnic_type normal with profile {{(pid=100249) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:16:04.754408 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.managers [None req-3e2ef58b-4098-40fb-8a8a-59e35ec9d41b None None] Attempting to bind port 1294c68e-44e8-4e09-af80-9881579ab121 by drivers openvswitch,hyperv on host n-d-773647-6 at level 0 using segments [{'id': '563487f1-b01c-4b22-8ea0-a0ad6a0a0f10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': '0fdcef5a-1ce4-465a-b750-4893533ac49e'}] {{(pid=100249) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:16:04.755079 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e2ef58b-4098-40fb-8a8a-59e35ec9d41b None None] Attempting to bind port 1294c68e-44e8-4e09-af80-9881579ab121 on network 0fdcef5a-1ce4-465a-b750-4893533ac49e {{(pid=100249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:16:04.762356 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e2ef58b-4098-40fb-8a8a-59e35ec9d41b None None] Checking agent: {'id': '8ab5b19c-d213-4f29-891d-27bdf39d38b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773647-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 43, 26), 'started_at': datetime.datetime(2021, 7, 6, 13, 43, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 15, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773647-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:16:04.763024 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e2ef58b-4098-40fb-8a8a-59e35ec9d41b None None] Checking segment: {'id': '563487f1-b01c-4b22-8ea0-a0ad6a0a0f10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': '0fdcef5a-1ce4-465a-b750-4893533ac49e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100249) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:16:04.764267 n-d-773647-6 neutron-server[100249]: DEBUG neutron_lib.callbacks.manager [None req-3e2ef58b-4098-40fb-8a8a-59e35ec9d41b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:04.764900 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e2ef58b-4098-40fb-8a8a-59e35ec9d41b None None] Bound using segment: {'id': '563487f1-b01c-4b22-8ea0-a0ad6a0a0f10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': '0fdcef5a-1ce4-465a-b750-4893533ac49e'} {{(pid=100249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:16:04.765862 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.managers [None req-3e2ef58b-4098-40fb-8a8a-59e35ec9d41b None None] Bound port: 1294c68e-44e8-4e09-af80-9881579ab121, host: n-d-773647-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '563487f1-b01c-4b22-8ea0-a0ad6a0a0f10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': '0fdcef5a-1ce4-465a-b750-4893533ac49e'}}] {{(pid=100249) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:16:04.766704 n-d-773647-6 neutron-server[100249]: DEBUG neutron_lib.callbacks.manager [None req-3e2ef58b-4098-40fb-8a8a-59e35ec9d41b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:04.805040 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-7104db9c-889b-4364-a142-114634ae3847 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] 10.222.0.104 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.4651303 Jul 06 14:16:04.839727 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 57518) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:16:04.892732 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.db [None req-3e2ef58b-4098-40fb-8a8a-59e35ec9d41b None None] For port 1294c68e-44e8-4e09-af80-9881579ab121, host n-d-773647-6, cleared binding levels {{(pid=100249) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:16:04.912420 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.db [None req-3e2ef58b-4098-40fb-8a8a-59e35ec9d41b None None] For port 1294c68e-44e8-4e09-af80-9881579ab121, host n-d-773647-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=1294c68e-44e8-4e09-af80-9881579ab121,segment=NetworkSegment(563487f1-b01c-4b22-8ea0-a0ad6a0a0f10),segment_id=563487f1-b01c-4b22-8ea0-a0ad6a0a0f10)] {{(pid=100249) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:16:04.921409 n-d-773647-6 neutron-server[100249]: DEBUG neutron_lib.callbacks.manager [None req-3e2ef58b-4098-40fb-8a8a-59e35ec9d41b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:04.922120 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-5c6eeee3-00a8-418d-9a3c-d91b7017b48d tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Request body: {'subnet': {'network_id': 'f86aada1-481e-4bdb-986c-0e5d671b6a87', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:16:04.969585 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:05.000080 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-57d2be28-80a1-4196-92de-eded75fa19c1 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127131748'] for subnet, precommit_delete_associations {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:05.014137 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ecfdf72-e1a7-4bef-9379-46df634bbe86 None None] Pushing event updated for resources: {'Port': ['ID=1294c68e-44e8-4e09-af80-9881579ab121,revision_number=4']} {{(pid=100249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:16:05.027202 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e2ef58b-4098-40fb-8a8a-59e35ec9d41b None None] Updating router 42880ce7-c066-4642-8280-d12b1b5c8b8e port bce89034-397e-4cbd-897f-7f409eafdd07 binding host n-d-773647-6 {{(pid=100249) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 14:16:05.054391 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] For port f3ee02f5-b73e-43d0-8242-d9a8d7ee12df, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=f3ee02f5-b73e-43d0-8242-d9a8d7ee12df,segment=NetworkSegment(563487f1-b01c-4b22-8ea0-a0ad6a0a0f10),segment_id=563487f1-b01c-4b22-8ea0-a0ad6a0a0f10)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:16:05.060519 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:05.092131 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7104db9c-889b-4364-a142-114634ae3847 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Pushing event updated for resources: {'Network': ['ID=f86aada1-481e-4bdb-986c-0e5d671b6a87,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:16:05.102911 n-d-773647-6 neutron-server[100249]: DEBUG neutron_lib.callbacks.manager [None req-3e2ef58b-4098-40fb-8a8a-59e35ec9d41b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:05.133019 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Network f86aada1-481e-4bdb-986c-0e5d671b6a87 details requested by agent ovs-agent-n-d-773647-6 with host n-d-773647-6 {{(pid=100248) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 14:16:05.137195 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c6eeee3-00a8-418d-9a3c-d91b7017b48d tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Made reservation on behalf of 9c6f2fd69adb42a0ae2388cfacf9d174 for: {'subnet': 1} {{(pid=100246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:16:05.142848 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-5c6eeee3-00a8-418d-9a3c-d91b7017b48d tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127702029'] for subnet, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:05.279828 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Pushing event updated for resources: {'Port': ['ID=f3ee02f5-b73e-43d0-8242-d9a8d7ee12df,revision_number=3']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:16:05.297752 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-fe8bd31e-83b0-47a2-9c59-73efd009c6a6 req-fa9d5dd7-8599-47cd-ae0b-8d1c93309fa9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:05.303619 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-de4cfd48-a736-4ce3-aa0a-4a45ae9242d8 req-4438a589-32ab-4d9e-bdcd-001378a37e78 service neutron] 10.222.0.127 "GET /v2.0/networks/e2495b7e-6036-4b97-8c53-21e4c4ba7fab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4623888 Jul 06 14:16:05.345976 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-310b1125-2b45-4a0e-ab5c-83a0d8cd689f None None] Provisioning complete for port f3ee02f5-b73e-43d0-8242-d9a8d7ee12df triggered by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:16:05.346378 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-310b1125-2b45-4a0e-ab5c-83a0d8cd689f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:05.438908 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-de4cfd48-a736-4ce3-aa0a-4a45ae9242d8 req-5cd65533-d642-4881-8582-53c1b602a132 service neutron] 10.222.0.127 "GET /v2.0/networks/e2495b7e-6036-4b97-8c53-21e4c4ba7fab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1122072 Jul 06 14:16:05.478618 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-5c6eeee3-00a8-418d-9a3c-d91b7017b48d tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1849032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127687649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127702047'] for subnet, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:05.542482 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-57d2be28-80a1-4196-92de-eded75fa19c1 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-913473'] for subnet, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:05.547404 n-d-773647-6 neutron-server[100249]: DEBUG neutron_lib.callbacks.manager [None req-3e2ef58b-4098-40fb-8a8a-59e35ec9d41b None None] Notify callbacks [] for port, precommit_update {{(pid=100249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:05.572741 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.provisioning_blocks [None req-3e2ef58b-4098-40fb-8a8a-59e35ec9d41b None None] Transition to ACTIVE for port object bce89034-397e-4cbd-897f-7f409eafdd07 will not be triggered until provisioned by entity L2. {{(pid=100249) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:16:05.583103 n-d-773647-6 neutron-server[100249]: DEBUG neutron_lib.callbacks.manager [None req-3e2ef58b-4098-40fb-8a8a-59e35ec9d41b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:05.596710 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6eeee3-00a8-418d-9a3c-d91b7017b48d tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Pushing event updated for resources: {'Subnet': ['ID=ce784e5f-0fa1-436b-a131-893f1a6122cd,revision_number=0']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:16:05.653588 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c6eeee3-00a8-418d-9a3c-d91b7017b48d tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Checking segment: {'id': '4e3d91ca-db85-498e-87ab-f26b9a6ac560', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1038, 'network_id': 'f86aada1-481e-4bdb-986c-0e5d671b6a87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:16:05.654521 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c6eeee3-00a8-418d-9a3c-d91b7017b48d tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Network hostable DHCP agents. Network: f86aada1-481e-4bdb-986c-0e5d671b6a87, hostable agents: ['f2bada3d-be77-4359-982b-8505a2bbca04'], hosted agents: [] {{(pid=100246) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 14:16:05.675262 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ecfdf72-e1a7-4bef-9379-46df634bbe86 None None] Pushing event updated for resources: {'Port': ['ID=bce89034-397e-4cbd-897f-7f409eafdd07,revision_number=3']} {{(pid=100249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:16:05.690341 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-57d2be28-80a1-4196-92de-eded75fa19c1 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-913480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1849032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-128888347', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127627857'] for subnet, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:05.721458 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c6eeee3-00a8-418d-9a3c-d91b7017b48d tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Network f86aada1-481e-4bdb-986c-0e5d671b6a87 is scheduled to be hosted by DHCP agent f2bada3d-be77-4359-982b-8505a2bbca04 with binding_index 1 {{(pid=100246) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 14:16:05.752030 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.base_scheduler [None req-5c6eeee3-00a8-418d-9a3c-d91b7017b48d tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773647-6, f86aada1-481e-4bdb-986c-0e5d671b6a87) {{(pid=100246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:16:05.771018 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c6eeee3-00a8-418d-9a3c-d91b7017b48d tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:16:05.771652 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-5c6eeee3-00a8-418d-9a3c-d91b7017b48d tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Notify callbacks [] for subnet, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:05.794851 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d2be28-80a1-4196-92de-eded75fa19c1 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Pushing event deleted for resources: {'Subnet': ['ID=a1993df3-bc32-49f7-85ba-c074d3bb5f00,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:16:05.820639 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-5c6eeee3-00a8-418d-9a3c-d91b7017b48d tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] 10.222.0.104 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9762447 Jul 06 14:16:05.821264 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 57528) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:16:05.842201 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-57d2be28-80a1-4196-92de-eded75fa19c1 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Notify callbacks [] for subnet, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:05.847110 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 57532) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:16:05.847443 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-57d2be28-80a1-4196-92de-eded75fa19c1 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] 10.222.0.104 "DELETE /v2.0/subnets/a1993df3-bc32-49f7-85ba-c074d3bb5f00 HTTP/1.1" status: 204 len: 168 time: 1.7611086 Jul 06 14:16:05.851275 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d2be28-80a1-4196-92de-eded75fa19c1 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:16:05.851829 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d2be28-80a1-4196-92de-eded75fa19c1 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:16:05.852328 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d2be28-80a1-4196-92de-eded75fa19c1 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:16:05.852483 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.managers [None req-3e2ef58b-4098-40fb-8a8a-59e35ec9d41b None None] Attempting to bind port bce89034-397e-4cbd-897f-7f409eafdd07 on host n-d-773647-6 for vnic_type normal with profile {{(pid=100249) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:16:05.852830 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.managers [None req-3e2ef58b-4098-40fb-8a8a-59e35ec9d41b None None] Attempting to bind port bce89034-397e-4cbd-897f-7f409eafdd07 by drivers openvswitch,hyperv on host n-d-773647-6 at level 0 using segments [{'id': '80c4d749-bd26-40d4-b8b1-8e743d1b7ab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': '70cfb0ea-6f2f-4b89-a761-9bd9b50efd3e'}] {{(pid=100249) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:16:05.853232 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e2ef58b-4098-40fb-8a8a-59e35ec9d41b None None] Attempting to bind port bce89034-397e-4cbd-897f-7f409eafdd07 on network 70cfb0ea-6f2f-4b89-a761-9bd9b50efd3e {{(pid=100249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:16:05.853355 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d2be28-80a1-4196-92de-eded75fa19c1 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:16:05.859503 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d2be28-80a1-4196-92de-eded75fa19c1 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:16:05.860416 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d2be28-80a1-4196-92de-eded75fa19c1 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:16:05.860763 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d2be28-80a1-4196-92de-eded75fa19c1 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:16:05.861103 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d2be28-80a1-4196-92de-eded75fa19c1 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:16:05.861443 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d2be28-80a1-4196-92de-eded75fa19c1 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:16:05.862326 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d2be28-80a1-4196-92de-eded75fa19c1 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:16:05.862326 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d2be28-80a1-4196-92de-eded75fa19c1 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:16:05.862487 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d2be28-80a1-4196-92de-eded75fa19c1 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:16:05.880578 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e2ef58b-4098-40fb-8a8a-59e35ec9d41b None None] Checking agent: {'id': '8ab5b19c-d213-4f29-891d-27bdf39d38b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773647-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 43, 26), 'started_at': datetime.datetime(2021, 7, 6, 13, 43, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 15, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773647-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:16:05.881055 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e2ef58b-4098-40fb-8a8a-59e35ec9d41b None None] Checking segment: {'id': '80c4d749-bd26-40d4-b8b1-8e743d1b7ab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': '70cfb0ea-6f2f-4b89-a761-9bd9b50efd3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100249) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:16:05.881690 n-d-773647-6 neutron-server[100249]: DEBUG neutron_lib.callbacks.manager [None req-3e2ef58b-4098-40fb-8a8a-59e35ec9d41b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:05.882404 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e2ef58b-4098-40fb-8a8a-59e35ec9d41b None None] Bound using segment: {'id': '80c4d749-bd26-40d4-b8b1-8e743d1b7ab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': '70cfb0ea-6f2f-4b89-a761-9bd9b50efd3e'} {{(pid=100249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:16:05.883021 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.managers [None req-3e2ef58b-4098-40fb-8a8a-59e35ec9d41b None None] Bound port: bce89034-397e-4cbd-897f-7f409eafdd07, host: n-d-773647-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80c4d749-bd26-40d4-b8b1-8e743d1b7ab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': '70cfb0ea-6f2f-4b89-a761-9bd9b50efd3e'}}] {{(pid=100249) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:16:05.883508 n-d-773647-6 neutron-server[100249]: DEBUG neutron_lib.callbacks.manager [None req-3e2ef58b-4098-40fb-8a8a-59e35ec9d41b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:05.939827 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65dac3f-2d3f-4683-af59-3a9d436bdbd6 req-77438881-79e7-4119-897a-8a0393e97c24 tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:16:05.949163 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65dac3f-2d3f-4683-af59-3a9d436bdbd6 req-77438881-79e7-4119-897a-8a0393e97c24 tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:16:05.964711 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65dac3f-2d3f-4683-af59-3a9d436bdbd6 req-77438881-79e7-4119-897a-8a0393e97c24 tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:16:05.973584 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65dac3f-2d3f-4683-af59-3a9d436bdbd6 req-77438881-79e7-4119-897a-8a0393e97c24 tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:16:05.991188 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65dac3f-2d3f-4683-af59-3a9d436bdbd6 req-77438881-79e7-4119-897a-8a0393e97c24 tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:16:06.007347 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65dac3f-2d3f-4683-af59-3a9d436bdbd6 req-77438881-79e7-4119-897a-8a0393e97c24 tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:16:06.023825 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65dac3f-2d3f-4683-af59-3a9d436bdbd6 req-77438881-79e7-4119-897a-8a0393e97c24 tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:16:06.028349 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.db [None req-3e2ef58b-4098-40fb-8a8a-59e35ec9d41b None None] For port bce89034-397e-4cbd-897f-7f409eafdd07, host n-d-773647-6, cleared binding levels {{(pid=100249) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:16:06.036802 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-a65dac3f-2d3f-4683-af59-3a9d436bdbd6 req-77438881-79e7-4119-897a-8a0393e97c24 tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] 10.222.0.104 "GET /v2.0/ports?device_id=0455bf88-da4d-44a6-9768-93a70cd92e0e HTTP/1.1" status: 200 len: 5444 time: 1.4458485 Jul 06 14:16:06.039058 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device f3ee02f5-b73e-43d0-8242-d9a8d7ee12df up at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:16:06.045414 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.db [None req-3e2ef58b-4098-40fb-8a8a-59e35ec9d41b None None] For port bce89034-397e-4cbd-897f-7f409eafdd07, host n-d-773647-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=bce89034-397e-4cbd-897f-7f409eafdd07,segment=NetworkSegment(80c4d749-bd26-40d4-b8b1-8e743d1b7ab5),segment_id=80c4d749-bd26-40d4-b8b1-8e743d1b7ab5)] {{(pid=100249) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:16:06.048123 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-288ed82b-fff9-4d05-b2d5-8c2e9cfa877d None None] Network f86aada1-481e-4bdb-986c-0e5d671b6a87 requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:16:06.049774 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8444267-90bf-4dc6-af76-82efb8b12575 None None] Network 9abe5a36-337f-468b-80b1-ed6b6f449f31 requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:16:06.062012 n-d-773647-6 neutron-server[100249]: DEBUG neutron_lib.callbacks.manager [None req-3e2ef58b-4098-40fb-8a8a-59e35ec9d41b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:06.098642 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5318a5aa-f271-4685-9536-b3b80428387e req-7cab16da-8e87-4dec-953f-c1c1a908921b tempest-ServerGroupTestJSON-1635820208 tempest-ServerGroupTestJSON-1635820208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:16:06.113694 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-5318a5aa-f271-4685-9536-b3b80428387e req-7cab16da-8e87-4dec-953f-c1c1a908921b tempest-ServerGroupTestJSON-1635820208 tempest-ServerGroupTestJSON-1635820208-project] 10.222.0.104 "GET /v2.0/ports?device_id=ec2950a8-2250-4636-bc53-1df8adf76221 HTTP/1.1" status: 200 len: 944 time: 0.9667125 Jul 06 14:16:06.244096 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e2ef58b-4098-40fb-8a8a-59e35ec9d41b None None] Routers {'42880ce7-c066-4642-8280-d12b1b5c8b8e'} bound to L3 agent in host n-d-773647-6 {{(pid=100249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:16:06.244992 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-3e2ef58b-4098-40fb-8a8a-59e35ec9d41b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T14:15:56Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['42880ce7-c066-4642-8280-d12b1b5c8b8e'], 'active': True} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:16:06.249037 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ecfdf72-e1a7-4bef-9379-46df634bbe86 None None] Pushing event updated for resources: {'Port': ['ID=bce89034-397e-4cbd-897f-7f409eafdd07,revision_number=4']} {{(pid=100249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:16:06.370484 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-5318a5aa-f271-4685-9536-b3b80428387e req-39b274c1-b471-4f90-9875-36940060c994 tempest-ServerGroupTestJSON-1635820208 tempest-ServerGroupTestJSON-1635820208-project] 10.222.0.104 "GET /v2.0/security-groups?id=5b2c01f0-02b9-4c5a-9983-09d200844e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2565138 Jul 06 14:16:06.393138 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-a65dac3f-2d3f-4683-af59-3a9d436bdbd6 req-9d8e6ccc-778d-4b5c-99ac-f07b5c43ba40 tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] 10.222.0.104 "GET /v2.0/security-groups?id=f573cac5-f5b4-46cb-8ee6-cba4798a03b8&id=8d3a9807-14cc-46c0-b7ed-1d949d5bac09&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3541903 Jul 06 14:16:06.463084 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.db [req-fe8bd31e-83b0-47a2-9c59-73efd009c6a6 req-fa9d5dd7-8599-47cd-ae0b-8d1c93309fa9 service neutron] For port 842aaa84-3104-4062-919f-9900319ced32, host n-h1-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773647-6',level=0,port_id=842aaa84-3104-4062-919f-9900319ced32,segment=NetworkSegment(ac55593e-8500-4da2-8d0d-5602184fcc61),segment_id=ac55593e-8500-4da2-8d0d-5602184fcc61)] {{(pid=100247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:16:06.487528 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-310b1125-2b45-4a0e-ab5c-83a0d8cd689f None None] Provisioning for port 1294c68e-44e8-4e09-af80-9881579ab121 completed by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:16:06.547545 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.db [req-fe8bd31e-83b0-47a2-9c59-73efd009c6a6 req-fa9d5dd7-8599-47cd-ae0b-8d1c93309fa9 service neutron] For port 842aaa84-3104-4062-919f-9900319ced32, host n-h1-773647-6, cleared binding levels {{(pid=100247) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:16:06.590814 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning complete for port f3ee02f5-b73e-43d0-8242-d9a8d7ee12df triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:16:06.592100 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:06.616893 n-d-773647-6 neutron-server[100247]: DEBUG neutron.notifiers.nova [req-fe8bd31e-83b0-47a2-9c59-73efd009c6a6 req-fa9d5dd7-8599-47cd-ae0b-8d1c93309fa9 service neutron] device_id is not set on port 842aaa84-3104-4062-919f-9900319ced32 yet. {{(pid=100247) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 14:16:06.633343 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-fe8bd31e-83b0-47a2-9c59-73efd009c6a6 req-fa9d5dd7-8599-47cd-ae0b-8d1c93309fa9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:06.644795 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-fe8bd31e-83b0-47a2-9c59-73efd009c6a6 req-fa9d5dd7-8599-47cd-ae0b-8d1c93309fa9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128888538'] for port, after_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:06.752320 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe8bd31e-83b0-47a2-9c59-73efd009c6a6 req-fa9d5dd7-8599-47cd-ae0b-8d1c93309fa9 service neutron] No DVR routers for this DVR port 842aaa84-3104-4062-919f-9900319ced32 on host n-h1-773647-6 {{(pid=100247) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:16:06.801995 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvr_db [None req-3e2ef58b-4098-40fb-8a8a-59e35ec9d41b None None] Set router 42880ce7-c066-4642-8280-d12b1b5c8b8e gateway port host: None {{(pid=100249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:16:06.813148 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.plugin [req-fe8bd31e-83b0-47a2-9c59-73efd009c6a6 req-fa9d5dd7-8599-47cd-ae0b-8d1c93309fa9 service neutron] In _notify_port_updated(), no bound segment for port 842aaa84-3104-4062-919f-9900319ced32 on network f1fe0f84-e7fb-43f2-a13c-d5fffe5a5634 {{(pid=100247) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 06 14:16:06.813640 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8bd31e-83b0-47a2-9c59-73efd009c6a6 req-fa9d5dd7-8599-47cd-ae0b-8d1c93309fa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:16:06.814367 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-fe8bd31e-83b0-47a2-9c59-73efd009c6a6 req-fa9d5dd7-8599-47cd-ae0b-8d1c93309fa9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:06.817167 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-fe8bd31e-83b0-47a2-9c59-73efd009c6a6 req-fa9d5dd7-8599-47cd-ae0b-8d1c93309fa9 service neutron] 10.222.0.127 "PUT /v2.0/ports/842aaa84-3104-4062-919f-9900319ced32 HTTP/1.1" status: 200 len: 1032 time: 2.1021311 Jul 06 14:16:06.818000 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9d5dd7-8599-47cd-ae0b-8d1c93309fa9 service neutron] Pushing event updated for resources: {'Port': ['ID=842aaa84-3104-4062-919f-9900319ced32,revision_number=6']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:16:06.964983 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8bd31e-83b0-47a2-9c59-73efd009c6a6 req-6cda744a-101e-4d3a-bbb1-66338b29f043 tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:16:06.970647 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-fe8bd31e-83b0-47a2-9c59-73efd009c6a6 req-6cda744a-101e-4d3a-bbb1-66338b29f043 tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] 10.222.0.127 "GET /v2.0/ports/d4663496-0e1d-419b-908e-5f60ff2b3b91?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1394300 Jul 06 14:16:06.984668 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [req-fe8bd31e-83b0-47a2-9c59-73efd009c6a6 req-622c4e2c-f263-4b63-bf0f-f783468189c5 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:16:07.081907 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-7664364b-f250-46a6-a6cf-f972b68376d2 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530492'] for network, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:07.115157 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f50163b9-5078-4248-8879-811ece1b912e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6bd5fc82-6666-56e8-87c2-91648d36c963-f86aada1-481e-4bdb-986c-0e5d671b6a87', 'network_id': 'f86aada1-481e-4bdb-986c-0e5d671b6a87', 'tenant_id': '9c6f2fd69adb42a0ae2388cfacf9d174', 'fixed_ips': [{'subnet_id': 'ce784e5f-0fa1-436b-a131-893f1a6122cd'}]}} from n-d-773647-6. {{(pid=100248) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 14:16:07.118977 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-f50163b9-5078-4248-8879-811ece1b912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:07.164457 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-fe8bd31e-83b0-47a2-9c59-73efd009c6a6 req-622c4e2c-f263-4b63-bf0f-f783468189c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:07.209387 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d28fed47-760d-4ce4-b7a3-379cbc2a42b0 None None] DHCP port deletion for 9abe5a36-337f-468b-80b1-ed6b6f449f31 request from n-d-773647-6 {{(pid=100248) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 14:16:07.324858 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-3e2ef58b-4098-40fb-8a8a-59e35ec9d41b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42880ce7-c066-4642-8280-d12b1b5c8b8e', 'name': 'tempest-RoutersTest-router-1812818657', 'tenant_id': '9c6f2fd69adb42a0ae2388cfacf9d174', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:15:48Z', 'updated_at': '2021-07-06T14:16:02Z', 'revision_number': 4, 'project_id': '9c6f2fd69adb42a0ae2388cfacf9d174', 'gw_port_host': None, '_interfaces': [{'id': '1294c68e-44e8-4e09-af80-9881579ab121', 'name': '', 'network_id': '0fdcef5a-1ce4-465a-b750-4893533ac49e', 'tenant_id': '9c6f2fd69adb42a0ae2388cfacf9d174', 'mac_address': 'fa:16:3e:a3:46:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42880ce7-c066-4642-8280-d12b1b5c8b8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2350, 'fixed_ips': [{'subnet_id': '91a37214-447b-45e3-9246-b9ed8a5de457', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:16:00Z', 'updated_at': '2021-07-06T14:16:04Z', 'revision_number': 4, 'project_id': '9c6f2fd69adb42a0ae2388cfacf9d174', 'subnets': [{'id': '91a37214-447b-45e3-9246-b9ed8a5de457', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b1449530-0688-4078-bda6-5f36e7ee7116', 'name': '', 'network_id': 'c860d06d-8556-4bec-98c1-fafd1f4e2cd8', 'tenant_id': '9c6f2fd69adb42a0ae2388cfacf9d174', 'mac_address': 'fa:16:3e:5a:7d:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42880ce7-c066-4642-8280-d12b1b5c8b8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2339, 'fixed_ips': [{'subnet_id': '1a718569-5c6a-4b3b-b22a-5dcfa6d1e9b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:15:51Z', 'updated_at': '2021-07-06T14:16:03Z', 'revision_number': 5, 'project_id': '9c6f2fd69adb42a0ae2388cfacf9d174', 'subnets': [{'id': '1a718569-5c6a-4b3b-b22a-5dcfa6d1e9b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bce89034-397e-4cbd-897f-7f409eafdd07', 'name': '', 'network_id': '70cfb0ea-6f2f-4b89-a761-9bd9b50efd3e', 'tenant_id': '9c6f2fd69adb42a0ae2388cfacf9d174', 'mac_address': 'fa:16:3e:07:57:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42880ce7-c066-4642-8280-d12b1b5c8b8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2343, 'fixed_ips': [{'subnet_id': '979bfc42-649b-4616-828a-00033f303b45', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:15:55Z', 'updated_at': '2021-07-06T14:16:06Z', 'revision_number': 4, 'project_id': '9c6f2fd69adb42a0ae2388cfacf9d174', 'subnets': [{'id': '979bfc42-649b-4616-828a-00033f303b45', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773647-6', False) {} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:16:07.366066 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device b1449530-0688-4078-bda6-5f36e7ee7116 up at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:16:07.432566 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e2ef58b-4098-40fb-8a8a-59e35ec9d41b None None] The sync data for ids ['42880ce7-c066-4642-8280-d12b1b5c8b8e'] in n-d-773647-6 is: [{'id': '42880ce7-c066-4642-8280-d12b1b5c8b8e', 'name': 'tempest-RoutersTest-router-1812818657', 'tenant_id': '9c6f2fd69adb42a0ae2388cfacf9d174', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:15:48Z', 'updated_at': '2021-07-06T14:16:02Z', 'revision_number': 4, 'project_id': '9c6f2fd69adb42a0ae2388cfacf9d174', 'gw_port_host': None, '_interfaces': [{'id': '1294c68e-44e8-4e09-af80-9881579ab121', 'name': '', 'network_id': '0fdcef5a-1ce4-465a-b750-4893533ac49e', 'tenant_id': '9c6f2fd69adb42a0ae2388cfacf9d174', 'mac_address': 'fa:16:3e:a3:46:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42880ce7-c066-4642-8280-d12b1b5c8b8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2350, 'fixed_ips': [{'subnet_id': '91a37214-447b-45e3-9246-b9ed8a5de457', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:16:00Z', 'updated_at': '2021-07-06T14:16:04Z', 'revision_number': 4, 'project_id': '9c6f2fd69adb42a0ae2388cfacf9d174', 'subnets': [{'id': '91a37214-447b-45e3-9246-b9ed8a5de457', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b1449530-0688-4078-bda6-5f36e7ee7116', 'name': '', 'network_id': 'c860d06d-8556-4bec-98c1-fafd1f4e2cd8', 'tenant_id': '9c6f2fd69adb42a0ae2388cfacf9d174', 'mac_address': 'fa:16:3e:5a:7d:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42880ce7-c066-4642-8280-d12b1b5c8b8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2339, 'fixed_ips': [{'subnet_id': '1a718569-5c6a-4b3b-b22a-5dcfa6d1e9b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:15:51Z', 'updated_at': '2021-07-06T14:16:03Z', 'revision_number': 5, 'project_id': '9c6f2fd69adb42a0ae2388cfacf9d174', 'subnets': [{'id': '1a718569-5c6a-4b3b-b22a-5dcfa6d1e9b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bce89034-397e-4cbd-897f-7f409eafdd07', 'name': '', 'network_id': '70cfb0ea-6f2f-4b89-a761-9bd9b50efd3e', 'tenant_id': '9c6f2fd69adb42a0ae2388cfacf9d174', 'mac_address': 'fa:16:3e:07:57:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42880ce7-c066-4642-8280-d12b1b5c8b8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2343, 'fixed_ips': [{'subnet_id': '979bfc42-649b-4616-828a-00033f303b45', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:15:55Z', 'updated_at': '2021-07-06T14:16:06Z', 'revision_number': 4, 'project_id': '9c6f2fd69adb42a0ae2388cfacf9d174', 'subnets': [{'id': '979bfc42-649b-4616-828a-00033f303b45', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 14:16:07.545371 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-9c0362b9-8510-413a-81a8-eb47a7d627da None None] Provisioning complete for port 842aaa84-3104-4062-919f-9900319ced32 triggered by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:16:07.545960 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-9c0362b9-8510-413a-81a8-eb47a7d627da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:07.571272 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-5ca6f2de-5a1e-47a3-9e4a-d829f92abbc8 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:07.647422 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-9c0362b9-8510-413a-81a8-eb47a7d627da None None] Port 842aaa84-3104-4062-919f-9900319ced32 cannot update to ACTIVE because it is not bound. {{(pid=100248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 14:16:07.665652 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Device 5751a1c1-983d-46b2-ad5e-01d061990af5 details requested by agent hyperv_n-h1-773647-6 with host n-h1-773647-6 {{(pid=100248) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 14:16:07.672517 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Device 3eea4337-fef2-420d-b97a-4bc2fdc452dc no longer exists at agent hyperv_n-h1-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:16:07.686104 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning complete for port b1449530-0688-4078-bda6-5f36e7ee7116 triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:16:07.688975 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:07.793093 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-d28fed47-760d-4ce4-b7a3-379cbc2a42b0 None None] Deleting port f7ea610f-57fc-4ae9-94a6-c84cd31603ff {{(pid=100248) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:16:07.793868 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-d28fed47-760d-4ce4-b7a3-379cbc2a42b0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:07.972181 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-d28fed47-760d-4ce4-b7a3-379cbc2a42b0 None None] For port f7ea610f-57fc-4ae9-94a6-c84cd31603ff, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=f7ea610f-57fc-4ae9-94a6-c84cd31603ff,segment=NetworkSegment(371db852-dbd4-4447-baf7-e669c57de033),segment_id=371db852-dbd4-4447-baf7-e669c57de033)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:16:07.977738 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-d28fed47-760d-4ce4-b7a3-379cbc2a42b0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:08.030860 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-d28fed47-760d-4ce4-b7a3-379cbc2a42b0 None None] Calling delete_port for f7ea610f-57fc-4ae9-94a6-c84cd31603ff owned by network:dhcp {{(pid=100248) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:16:08.054297 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [None req-7664364b-f250-46a6-a6cf-f972b68376d2 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Deleting port f7ea610f-57fc-4ae9-94a6-c84cd31603ff {{(pid=100246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:16:08.055169 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-7664364b-f250-46a6-a6cf-f972b68376d2 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:08.111727 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.db [req-fe8bd31e-83b0-47a2-9c59-73efd009c6a6 req-622c4e2c-f263-4b63-bf0f-f783468189c5 service neutron] For port d4663496-0e1d-419b-908e-5f60ff2b3b91, host n-h1-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773647-6',level=0,port_id=d4663496-0e1d-419b-908e-5f60ff2b3b91,segment=NetworkSegment(ac55593e-8500-4da2-8d0d-5602184fcc61),segment_id=ac55593e-8500-4da2-8d0d-5602184fcc61)] {{(pid=100247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:16:08.140727 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.db [None req-7664364b-f250-46a6-a6cf-f972b68376d2 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] For port f7ea610f-57fc-4ae9-94a6-c84cd31603ff, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=f7ea610f-57fc-4ae9-94a6-c84cd31603ff,segment=NetworkSegment(371db852-dbd4-4447-baf7-e669c57de033),segment_id=371db852-dbd4-4447-baf7-e669c57de033)] {{(pid=100246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:16:08.141336 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-7664364b-f250-46a6-a6cf-f972b68376d2 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:08.150257 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.db [req-fe8bd31e-83b0-47a2-9c59-73efd009c6a6 req-622c4e2c-f263-4b63-bf0f-f783468189c5 service neutron] For port d4663496-0e1d-419b-908e-5f60ff2b3b91, host n-h1-773647-6, cleared binding levels {{(pid=100247) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:16:08.156783 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [None req-7664364b-f250-46a6-a6cf-f972b68376d2 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Calling delete_port for f7ea610f-57fc-4ae9-94a6-c84cd31603ff owned by network:dhcp {{(pid=100246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:16:08.189473 n-d-773647-6 neutron-server[100247]: DEBUG neutron.notifiers.nova [req-fe8bd31e-83b0-47a2-9c59-73efd009c6a6 req-622c4e2c-f263-4b63-bf0f-f783468189c5 service neutron] device_id is not set on port d4663496-0e1d-419b-908e-5f60ff2b3b91 yet. {{(pid=100247) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 14:16:08.198843 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-fe8bd31e-83b0-47a2-9c59-73efd009c6a6 req-622c4e2c-f263-4b63-bf0f-f783468189c5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:08.225196 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-fe8bd31e-83b0-47a2-9c59-73efd009c6a6 req-622c4e2c-f263-4b63-bf0f-f783468189c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128888538'] for port, after_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:08.297926 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-7664364b-f250-46a6-a6cf-f972b68376d2 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127687580'] for port, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:08.315428 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622c4e2c-f263-4b63-bf0f-f783468189c5 service neutron] Pushing event updated for resources: {'Port': ['ID=d4663496-0e1d-419b-908e-5f60ff2b3b91,revision_number=6']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:16:08.322712 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.db_base_plugin_common [None req-f50163b9-5078-4248-8879-811ece1b912e None None] Allocated IP 172.23.0.2 (f86aada1-481e-4bdb-986c-0e5d671b6a87/ce784e5f-0fa1-436b-a131-893f1a6122cd/d03500d2-24e7-46ff-92af-2dda3644f4bd) {{(pid=100248) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:16:08.366160 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7664364b-f250-46a6-a6cf-f972b68376d2 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Pushing event deleted for resources: {'Port': ['ID=f7ea610f-57fc-4ae9-94a6-c84cd31603ff,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:16:08.385029 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7664364b-f250-46a6-a6cf-f972b68376d2 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] No DVR routers for this DVR port f7ea610f-57fc-4ae9-94a6-c84cd31603ff on host n-d-773647-6 {{(pid=100246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:16:08.406135 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe8bd31e-83b0-47a2-9c59-73efd009c6a6 req-622c4e2c-f263-4b63-bf0f-f783468189c5 service neutron] No DVR routers for this DVR port d4663496-0e1d-419b-908e-5f60ff2b3b91 on host n-h1-773647-6 {{(pid=100247) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:16:08.522030 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-7664364b-f250-46a6-a6cf-f972b68376d2 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-917204', 'neutron.services.segments.db._delete_segments_for_network-8773753502302'] for network, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:08.535752 n-d-773647-6 neutron-server[100246]: DEBUG neutron.services.segments.db [None req-7664364b-f250-46a6-a6cf-f972b68376d2 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9abe5a36-337f-468b-80b1-ed6b6f449f31']}} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:16:08.536578 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.plugin [req-fe8bd31e-83b0-47a2-9c59-73efd009c6a6 req-622c4e2c-f263-4b63-bf0f-f783468189c5 service neutron] In _notify_port_updated(), no bound segment for port d4663496-0e1d-419b-908e-5f60ff2b3b91 on network f1fe0f84-e7fb-43f2-a13c-d5fffe5a5634 {{(pid=100247) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 06 14:16:08.537499 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8bd31e-83b0-47a2-9c59-73efd009c6a6 req-622c4e2c-f263-4b63-bf0f-f783468189c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:16:08.538323 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-fe8bd31e-83b0-47a2-9c59-73efd009c6a6 req-622c4e2c-f263-4b63-bf0f-f783468189c5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:08.540518 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-fe8bd31e-83b0-47a2-9c59-73efd009c6a6 req-622c4e2c-f263-4b63-bf0f-f783468189c5 service neutron] 10.222.0.127 "PUT /v2.0/ports/d4663496-0e1d-419b-908e-5f60ff2b3b91 HTTP/1.1" status: 200 len: 1032 time: 1.5661802 Jul 06 14:16:08.553261 n-d-773647-6 neutron-server[100246]: DEBUG neutron.services.segments.db [None req-7664364b-f250-46a6-a6cf-f972b68376d2 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '371db852-dbd4-4447-baf7-e669c57de033') {'for_net_delete': True} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:16:08.553859 n-d-773647-6 neutron-server[100246]: DEBUG neutron.services.segments.db [None req-7664364b-f250-46a6-a6cf-f972b68376d2 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '371db852-dbd4-4447-baf7-e669c57de033') {} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:16:08.579081 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-7664364b-f250-46a6-a6cf-f972b68376d2 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773753515138', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126218898'] for segment, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:08.599206 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-7664364b-f250-46a6-a6cf-f972b68376d2 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552'] for segment, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:08.606686 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7664364b-f250-46a6-a6cf-f972b68376d2 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Releasing vlan 1001 on physical network physnet1 to pool {{(pid=100246) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 14:16:08.607686 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-7664364b-f250-46a6-a6cf-f972b68376d2 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127687491'] for segment, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:08.666945 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f71e3a-a0e2-4454-8ffa-5174904c5f2e req-f7249127-5529-47fe-b647-44dace69daf3 tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:16:08.682894 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f71e3a-a0e2-4454-8ffa-5174904c5f2e req-f7249127-5529-47fe-b647-44dace69daf3 tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:16:08.684690 n-d-773647-6 neutron-server[100246]: Traceback (most recent call last): Jul 06 14:16:08.684690 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 14:16:08.684690 n-d-773647-6 neutron-server[100246]: timer() Jul 06 14:16:08.684690 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 14:16:08.684690 n-d-773647-6 neutron-server[100246]: cb(*args, **kw) Jul 06 14:16:08.684690 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 14:16:08.684690 n-d-773647-6 neutron-server[100246]: return func(*args, **kwargs) Jul 06 14:16:08.684690 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 14:16:08.684690 n-d-773647-6 neutron-server[100246]: self._notify() Jul 06 14:16:08.684690 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 14:16:08.684690 n-d-773647-6 neutron-server[100246]: self.callback(batched_events) Jul 06 14:16:08.684690 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 14:16:08.684690 n-d-773647-6 neutron-server[100246]: event.method(event) Jul 06 14:16:08.684690 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 14:16:08.684690 n-d-773647-6 neutron-server[100246]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 14:16:08.684690 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 14:16:08.684690 n-d-773647-6 neutron-server[100246]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 14:16:08.684690 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 14:16:08.684690 n-d-773647-6 neutron-server[100246]: return f(self, *a, **k) Jul 06 14:16:08.684690 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 14:16:08.684690 n-d-773647-6 neutron-server[100246]: return self._get(url).json() Jul 06 14:16:08.684690 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 14:16:08.684690 n-d-773647-6 neutron-server[100246]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 14:16:08.684690 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 14:16:08.684690 n-d-773647-6 neutron-server[100246]: return self.request(url, 'GET', **kwargs) Jul 06 14:16:08.684690 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 14:16:08.684690 n-d-773647-6 neutron-server[100246]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 14:16:08.684690 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 14:16:08.684690 n-d-773647-6 neutron-server[100246]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 14:16:08.684690 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 14:16:08.684690 n-d-773647-6 neutron-server[100246]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 14:16:08.684690 n-d-773647-6 neutron-server[100246]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 14:16:08.692260 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-7664364b-f250-46a6-a6cf-f972b68376d2 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-917215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1761140'] for network, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:08.703491 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f71e3a-a0e2-4454-8ffa-5174904c5f2e req-f7249127-5529-47fe-b647-44dace69daf3 tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:16:08.705991 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-7664364b-f250-46a6-a6cf-f972b68376d2 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Notify callbacks [] for network, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:08.714368 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-7664364b-f250-46a6-a6cf-f972b68376d2 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] 10.222.0.104 "DELETE /v2.0/networks/9abe5a36-337f-468b-80b1-ed6b6f449f31 HTTP/1.1" status: 204 len: 168 time: 2.7508020 Jul 06 14:16:08.715503 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 57550) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:16:08.723302 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f71e3a-a0e2-4454-8ffa-5174904c5f2e req-f7249127-5529-47fe-b647-44dace69daf3 tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:16:08.723741 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] For port 5751a1c1-983d-46b2-ad5e-01d061990af5, host n-h1-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773647-6',level=0,port_id=5751a1c1-983d-46b2-ad5e-01d061990af5,segment=NetworkSegment(12587f92-3665-4b11-a1d0-1b07eef98066),segment_id=12587f92-3665-4b11-a1d0-1b07eef98066)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:16:08.738434 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-e5f6e7fc-01b1-4f41-aaee-c4e895e7d093 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1303856571'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:16:08.738666 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f71e3a-a0e2-4454-8ffa-5174904c5f2e req-f7249127-5529-47fe-b647-44dace69daf3 tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:16:08.744109 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7664364b-f250-46a6-a6cf-f972b68376d2 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Pushing event deleted for resources: {'Network': ['ID=9abe5a36-337f-468b-80b1-ed6b6f449f31,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:16:08.745873 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-d28fed47-760d-4ce4-b7a3-379cbc2a42b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117'] for port, after_delete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:08.750996 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-d2f71e3a-a0e2-4454-8ffa-5174904c5f2e req-f7249127-5529-47fe-b647-44dace69daf3 tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] 10.222.0.104 "GET /v2.0/ports?device_id=0455bf88-da4d-44a6-9768-93a70cd92e0e HTTP/1.1" status: 200 len: 3886 time: 0.5466323 Jul 06 14:16:08.755388 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:08.797338 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5f6e7fc-01b1-4f41-aaee-c4e895e7d093 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Made reservation on behalf of b162a45bb3174bbb964a63afe4786b87 for: {'network': 1} {{(pid=100246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:16:08.800020 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd92c88-dbe7-4bfd-b9f6-62f0d9b7618f req-b02c8696-a856-4392-8ca9-cc8f98058406 tempest-ServerGroupTestJSON-1635820208 tempest-ServerGroupTestJSON-1635820208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:16:08.800934 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-e5f6e7fc-01b1-4f41-aaee-c4e895e7d093 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for network, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:08.802119 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-7dd92c88-dbe7-4bfd-b9f6-62f0d9b7618f req-b02c8696-a856-4392-8ca9-cc8f98058406 tempest-ServerGroupTestJSON-1635820208 tempest-ServerGroupTestJSON-1635820208-project] 10.222.0.104 "GET /v2.0/ports?device_id=ec2950a8-2250-4636-bc53-1df8adf76221 HTTP/1.1" status: 200 len: 944 time: 0.5897930 Jul 06 14:16:08.820910 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28fed47-760d-4ce4-b7a3-379cbc2a42b0 None None] Pushing event deleted for resources: {'Port': ['ID=f7ea610f-57fc-4ae9-94a6-c84cd31603ff,revision_number=None']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:16:08.848485 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e5f6e7fc-01b1-4f41-aaee-c4e895e7d093 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] vlan segment allocate from pool success with {'vlan_id': 1022, 'physical_network': 'physnet1'} {{(pid=100246) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 14:16:08.868400 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-e5f6e7fc-01b1-4f41-aaee-c4e895e7d093 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552'] for segment, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:08.868769 n-d-773647-6 neutron-server[100246]: INFO neutron.db.segments_db [None req-e5f6e7fc-01b1-4f41-aaee-c4e895e7d093 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Added segment 0367627e-58ec-451e-8820-d3ebbc4407c6 of type vlan for network 9965c5fc-c706-42cb-931e-c5984480c817 Jul 06 14:16:08.929806 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-d2f71e3a-a0e2-4454-8ffa-5174904c5f2e req-9292c963-cc4d-46bf-afbe-6d0267ffb8e2 tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] 10.222.0.104 "GET /v2.0/security-groups?id=8d3a9807-14cc-46c0-b7ed-1d949d5bac09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1779354 Jul 06 14:16:08.930063 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-f50163b9-5078-4248-8879-811ece1b912e None None] Notify callbacks [] for port, precommit_create {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:08.939866 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-7dd92c88-dbe7-4bfd-b9f6-62f0d9b7618f req-69d01e3b-4d89-4bbc-a6e5-215e28d99323 tempest-ServerGroupTestJSON-1635820208 tempest-ServerGroupTestJSON-1635820208-project] 10.222.0.104 "GET /v2.0/security-groups?id=5b2c01f0-02b9-4c5a-9983-09d200844e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239929 Jul 06 14:16:08.942242 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-f50163b9-5078-4248-8879-811ece1b912e None None] Transition to ACTIVE for port object d03500d2-24e7-46ff-92af-2dda3644f4bd will not be triggered until provisioned by entity L2. {{(pid=100248) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:16:08.950139 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.plugin [req-fe8bd31e-83b0-47a2-9c59-73efd009c6a6 req-157c17a5-560f-4648-bf2d-afb8a0908e6a tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Deleting port 5fb3e80b-179e-4438-8e4e-e7410e416d51 {{(pid=100247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:16:08.950771 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-fe8bd31e-83b0-47a2-9c59-73efd009c6a6 req-157c17a5-560f-4648-bf2d-afb8a0908e6a tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:08.973870 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-f50163b9-5078-4248-8879-811ece1b912e None None] Transition to ACTIVE for port object d03500d2-24e7-46ff-92af-2dda3644f4bd will not be triggered until provisioned by entity DHCP. {{(pid=100248) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:16:08.981580 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Returning: {'device': '5751a1c1-983d-46b2-ad5e-01d061990af5', 'network_id': 'e2495b7e-6036-4b97-8c53-21e4c4ba7fab', 'port_id': '5751a1c1-983d-46b2-ad5e-01d061990af5', 'mac_address': 'fa:16:3e:a3:05:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1020, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c5f38159-21f2-41af-b0a3-b3e820e16b1f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100248) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 14:16:08.988058 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2851b8d5-79d2-4878-b300-a946e68feb5d None None] Sync routers for ids ['42880ce7-c066-4642-8280-d12b1b5c8b8e'] in n-d-773647-6 {{(pid=100248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 14:16:09.002617 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-e5f6e7fc-01b1-4f41-aaee-c4e895e7d093 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773752984405'] for network, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:09.010964 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-d28fed47-760d-4ce4-b7a3-379cbc2a42b0 None None] Network 9abe5a36-337f-468b-80b1-ed6b6f449f31 is not hosted by any dhcp agent {{(pid=100248) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jul 06 14:16:09.011513 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d28fed47-760d-4ce4-b7a3-379cbc2a42b0 None None] No DVR routers for this DVR port f7ea610f-57fc-4ae9-94a6-c84cd31603ff on host n-d-773647-6 {{(pid=100248) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:16:09.016604 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-f50163b9-5078-4248-8879-811ece1b912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108'] for port, after_create {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:09.029598 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2851b8d5-79d2-4878-b300-a946e68feb5d None None] Routers {'42880ce7-c066-4642-8280-d12b1b5c8b8e'} bound to L3 agent in host n-d-773647-6 {{(pid=100248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:16:09.030075 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-2851b8d5-79d2-4878-b300-a946e68feb5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T14:15:56Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['42880ce7-c066-4642-8280-d12b1b5c8b8e'], 'active': True} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:16:09.076721 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.db [req-fe8bd31e-83b0-47a2-9c59-73efd009c6a6 req-157c17a5-560f-4648-bf2d-afb8a0908e6a tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] For port 5fb3e80b-179e-4438-8e4e-e7410e416d51, host n-h1-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773647-6',level=0,port_id=5fb3e80b-179e-4438-8e4e-e7410e416d51,segment=NetworkSegment(ac55593e-8500-4da2-8d0d-5602184fcc61),segment_id=ac55593e-8500-4da2-8d0d-5602184fcc61)] {{(pid=100247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:16:09.077222 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-fe8bd31e-83b0-47a2-9c59-73efd009c6a6 req-157c17a5-560f-4648-bf2d-afb8a0908e6a tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:09.094720 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.plugin [req-fe8bd31e-83b0-47a2-9c59-73efd009c6a6 req-157c17a5-560f-4648-bf2d-afb8a0908e6a tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Calling delete_port for 5fb3e80b-179e-4438-8e4e-e7410e416d51 owned by compute:nova {{(pid=100247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:16:09.112729 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] For port 3eea4337-fef2-420d-b97a-4bc2fdc452dc, host n-h1-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773647-6',level=0,port_id=3eea4337-fef2-420d-b97a-4bc2fdc452dc,segment=NetworkSegment(ac55593e-8500-4da2-8d0d-5602184fcc61),segment_id=ac55593e-8500-4da2-8d0d-5602184fcc61)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:16:09.135710 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50163b9-5078-4248-8879-811ece1b912e None None] Pushing event updated for resources: {'Port': ['ID=d03500d2-24e7-46ff-92af-2dda3644f4bd,revision_number=1']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:16:09.144632 n-d-773647-6 neutron-server[100248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0455bf88-da4d-44a6-9768-93a70cd92e0e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3eea4337-fef2-420d-b97a-4bc2fdc452dc'}] {{(pid=100248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:16:09.147306 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84af257533e383389cbcf231d3534f4d5e149e7203fea16b4a8fc01438dddaf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d592f671-4c14-4112-ba96-44e1832eed7c" -d '{"events": [{"server_uuid": "0455bf88-da4d-44a6-9768-93a70cd92e0e", "name": "network-vif-unplugged", "status": "completed", "tag": "3eea4337-fef2-420d-b97a-4bc2fdc452dc"}]}' {{(pid=100248) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:16:09.164533 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-e5f6e7fc-01b1-4f41-aaee-c4e895e7d093 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060'] for network, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:09.178402 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5f6e7fc-01b1-4f41-aaee-c4e895e7d093 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:16:09.187752 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-e5f6e7fc-01b1-4f41-aaee-c4e895e7d093 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Notify callbacks [] for network, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:09.250572 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-fe8bd31e-83b0-47a2-9c59-73efd009c6a6 req-157c17a5-560f-4648-bf2d-afb8a0908e6a tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128888353'] for port, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:09.271805 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-e5f6e7fc-01b1-4f41-aaee-c4e895e7d093 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] 10.222.0.104 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5398626 Jul 06 14:16:09.279146 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 57562) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:16:09.284165 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvr_db [None req-2851b8d5-79d2-4878-b300-a946e68feb5d None None] Set router 42880ce7-c066-4642-8280-d12b1b5c8b8e gateway port host: None {{(pid=100248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:16:09.284630 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-c9017ce8-1982-4b04-aa02-9f83312d7b3c tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Request body: {'subnet': {'network_id': '9965c5fc-c706-42cb-931e-c5984480c817', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:16:09.296109 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157c17a5-560f-4648-bf2d-afb8a0908e6a tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Pushing event deleted for resources: {'Port': ['ID=5fb3e80b-179e-4438-8e4e-e7410e416d51,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:16:09.349634 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:09.351090 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Device 20f5d6df-12c0-4fc6-879f-9056d54469b7 no longer exists at agent hyperv_n-h1-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:16:09.355474 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:09.379361 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.db_base_plugin_common [None req-5ca6f2de-5a1e-47a3-9e4a-d829f92abbc8 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Allocated IP 172.23.0.1 (f86aada1-481e-4bdb-986c-0e5d671b6a87/ce784e5f-0fa1-436b-a131-893f1a6122cd/b72607bf-d950-4ab0-b979-c9830a4b2170) {{(pid=100246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:16:09.394742 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe8bd31e-83b0-47a2-9c59-73efd009c6a6 req-157c17a5-560f-4648-bf2d-afb8a0908e6a tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] No DVR routers for this DVR port 5fb3e80b-179e-4438-8e4e-e7410e416d51 on host n-h1-773647-6 {{(pid=100247) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:16:09.408258 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-fe8bd31e-83b0-47a2-9c59-73efd009c6a6 req-157c17a5-560f-4648-bf2d-afb8a0908e6a tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:09.410864 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-fe8bd31e-83b0-47a2-9c59-73efd009c6a6 req-157c17a5-560f-4648-bf2d-afb8a0908e6a tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] 10.222.0.127 "DELETE /v2.0/ports/5fb3e80b-179e-4438-8e4e-e7410e416d51 HTTP/1.1" status: 204 len: 173 time: 0.8524187 Jul 06 14:16:09.411553 n-d-773647-6 neutron-server[100247]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0455bf88-da4d-44a6-9768-93a70cd92e0e', 'name': 'network-vif-deleted', 'tag': '5fb3e80b-179e-4438-8e4e-e7410e416d51'}] {{(pid=100247) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:16:09.414250 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f6e7fc-01b1-4f41-aaee-c4e895e7d093 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Pushing event updated for resources: {'Network': ['ID=9965c5fc-c706-42cb-931e-c5984480c817,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:16:09.414374 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cbf0eeaae822f8fc9b87a94aeba67a3d651842baf663a51cba94b67a514836d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9db8cee2-eac8-4079-80d9-801fb3402635" -d '{"events": [{"server_uuid": "0455bf88-da4d-44a6-9768-93a70cd92e0e", "name": "network-vif-deleted", "tag": "5fb3e80b-179e-4438-8e4e-e7410e416d51"}]}' {{(pid=100247) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:16:09.462729 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device bce89034-397e-4cbd-897f-7f409eafdd07 up at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:16:09.467119 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Network 9965c5fc-c706-42cb-931e-c5984480c817 details requested by agent ovs-agent-n-d-773647-6 with host n-d-773647-6 {{(pid=100248) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 14:16:09.493905 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9017ce8-1982-4b04-aa02-9f83312d7b3c tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Made reservation on behalf of b162a45bb3174bbb964a63afe4786b87 for: {'subnet': 1} {{(pid=100246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:16:09.498341 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-c9017ce8-1982-4b04-aa02-9f83312d7b3c tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127702029'] for subnet, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:09.518807 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 06 Jul 2021 14:16:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc11efb7-4c2b-494f-8959-2d72faa88031 x-openstack-request-id: req-dc11efb7-4c2b-494f-8959-2d72faa88031 {{(pid=100248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:16:09.520246 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0455bf88-da4d-44a6-9768-93a70cd92e0e", "name": "network-vif-unplugged", "status": "completed", "tag": "3eea4337-fef2-420d-b97a-4bc2fdc452dc", "code": 200}]} {{(pid=100248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:16:09.520571 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-dc11efb7-4c2b-494f-8959-2d72faa88031 {{(pid=100248) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:16:09.522754 n-d-773647-6 neutron-server[100248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0455bf88-da4d-44a6-9768-93a70cd92e0e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3eea4337-fef2-420d-b97a-4bc2fdc452dc', 'code': 200} Jul 06 14:16:09.532646 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 14:16:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-265fb36f-7d33-4833-b2b7-e7673703d286 x-openstack-request-id: req-265fb36f-7d33-4833-b2b7-e7673703d286 {{(pid=100247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:16:09.532940 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0455bf88-da4d-44a6-9768-93a70cd92e0e", "name": "network-vif-deleted", "tag": "5fb3e80b-179e-4438-8e4e-e7410e416d51", "status": "completed", "code": 200}]} {{(pid=100247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:16:09.533188 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-265fb36f-7d33-4833-b2b7-e7673703d286 {{(pid=100247) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:16:09.533881 n-d-773647-6 neutron-server[100247]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0455bf88-da4d-44a6-9768-93a70cd92e0e', 'name': 'network-vif-deleted', 'tag': '5fb3e80b-179e-4438-8e4e-e7410e416d51', 'status': 'completed', 'code': 200} Jul 06 14:16:09.624844 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.plugin [req-fe8bd31e-83b0-47a2-9c59-73efd009c6a6 req-90c691ee-be2b-4a89-8116-60e433d05d3e tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Deleting port 3eea4337-fef2-420d-b97a-4bc2fdc452dc {{(pid=100247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:16:09.625533 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-fe8bd31e-83b0-47a2-9c59-73efd009c6a6 req-90c691ee-be2b-4a89-8116-60e433d05d3e tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:09.684206 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-5ca6f2de-5a1e-47a3-9e4a-d829f92abbc8 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Notify callbacks [] for port, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:09.712233 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.provisioning_blocks [None req-5ca6f2de-5a1e-47a3-9e4a-d829f92abbc8 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Transition to ACTIVE for port object b72607bf-d950-4ab0-b979-c9830a4b2170 will not be triggered until provisioned by entity DHCP. {{(pid=100246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:16:09.786914 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.db [req-fe8bd31e-83b0-47a2-9c59-73efd009c6a6 req-90c691ee-be2b-4a89-8116-60e433d05d3e tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] For port 3eea4337-fef2-420d-b97a-4bc2fdc452dc, host n-h1-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773647-6',level=0,port_id=3eea4337-fef2-420d-b97a-4bc2fdc452dc,segment=NetworkSegment(ac55593e-8500-4da2-8d0d-5602184fcc61),segment_id=ac55593e-8500-4da2-8d0d-5602184fcc61)] {{(pid=100247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:16:09.787378 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-fe8bd31e-83b0-47a2-9c59-73efd009c6a6 req-90c691ee-be2b-4a89-8116-60e433d05d3e tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:09.805132 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.plugin [req-fe8bd31e-83b0-47a2-9c59-73efd009c6a6 req-90c691ee-be2b-4a89-8116-60e433d05d3e tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Calling delete_port for 3eea4337-fef2-420d-b97a-4bc2fdc452dc owned by compute:nova {{(pid=100247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:16:09.836367 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-5ca6f2de-5a1e-47a3-9e4a-d829f92abbc8 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-127687573'] for port, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:09.885782 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ca6f2de-5a1e-47a3-9e4a-d829f92abbc8 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Network f86aada1-481e-4bdb-986c-0e5d671b6a87 is already hosted by enough agents. {{(pid=100246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:16:09.899054 n-d-773647-6 neutron-server[100248]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f50163b9-5078-4248-8879-811ece1b912e None None] Network f86aada1-481e-4bdb-986c-0e5d671b6a87 is already hosted by enough agents. {{(pid=100248) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:16:09.909749 n-d-773647-6 neutron-server[100248]: DEBUG neutron.notifiers.nova [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5751a1c1-983d-46b2-ad5e-01d061990af5 {{(pid=100248) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 14:16:09.912981 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.base_scheduler [None req-5ca6f2de-5a1e-47a3-9e4a-d829f92abbc8 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Resources bound (agent type, host, resource id): {{(pid=100246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:16:09.916199 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ca6f2de-5a1e-47a3-9e4a-d829f92abbc8 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Received port after_create {{(pid=100246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:16:09.919961 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-c9017ce8-1982-4b04-aa02-9f83312d7b3c tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1849032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127687649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127702047'] for subnet, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:09.941499 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-b858ffb2-16de-448d-9c35-79127afd89a6 None None] Provisioning complete for port d4663496-0e1d-419b-908e-5f60ff2b3b91 triggered by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:16:09.941499 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-b858ffb2-16de-448d-9c35-79127afd89a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:09.942727 n-d-773647-6 neutron-server[100248]: DEBUG neutron.scheduler.base_scheduler [None req-f50163b9-5078-4248-8879-811ece1b912e None None] Resources bound (agent type, host, resource id): {{(pid=100248) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:16:09.972393 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f50163b9-5078-4248-8879-811ece1b912e None None] Received port after_create {{(pid=100248) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:16:10.054217 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9017ce8-1982-4b04-aa02-9f83312d7b3c tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Pushing event updated for resources: {'Subnet': ['ID=fd895582-576b-4d50-8d67-f9265945a851,revision_number=0']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:16:10.090191 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-fe8bd31e-83b0-47a2-9c59-73efd009c6a6 req-90c691ee-be2b-4a89-8116-60e433d05d3e tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128888353'] for port, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:10.092051 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca6f2de-5a1e-47a3-9e4a-d829f92abbc8 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Pushing event updated for resources: {'Port': ['ID=b72607bf-d950-4ab0-b979-c9830a4b2170,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:16:10.108223 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] For port 5751a1c1-983d-46b2-ad5e-01d061990af5, host n-h1-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773647-6',level=0,port_id=5751a1c1-983d-46b2-ad5e-01d061990af5,segment=NetworkSegment(12587f92-3665-4b11-a1d0-1b07eef98066),segment_id=12587f92-3665-4b11-a1d0-1b07eef98066)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:16:10.141364 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9017ce8-1982-4b04-aa02-9f83312d7b3c tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Checking segment: {'id': '0367627e-58ec-451e-8820-d3ebbc4407c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1022, 'network_id': '9965c5fc-c706-42cb-931e-c5984480c817'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:16:10.141748 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9017ce8-1982-4b04-aa02-9f83312d7b3c tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Network hostable DHCP agents. Network: 9965c5fc-c706-42cb-931e-c5984480c817, hostable agents: ['f2bada3d-be77-4359-982b-8505a2bbca04'], hosted agents: [] {{(pid=100246) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 14:16:10.149771 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-5ca6f2de-5a1e-47a3-9e4a-d829f92abbc8 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1807675'] for router_interface, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:10.156794 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c691ee-be2b-4a89-8116-60e433d05d3e tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Pushing event deleted for resources: {'Port': ['ID=3eea4337-fef2-420d-b97a-4bc2fdc452dc,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:16:10.203084 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:10.218003 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9017ce8-1982-4b04-aa02-9f83312d7b3c tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Network 9965c5fc-c706-42cb-931e-c5984480c817 is scheduled to be hosted by DHCP agent f2bada3d-be77-4359-982b-8505a2bbca04 with binding_index 1 {{(pid=100246) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 14:16:10.232696 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Pushing event updated for resources: {'Port': ['ID=3eea4337-fef2-420d-b97a-4bc2fdc452dc,revision_number=6']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:16:10.268111 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.base_scheduler [None req-c9017ce8-1982-4b04-aa02-9f83312d7b3c tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773647-6, 9965c5fc-c706-42cb-931e-c5984480c817) {{(pid=100246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:16:10.273292 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe8bd31e-83b0-47a2-9c59-73efd009c6a6 req-90c691ee-be2b-4a89-8116-60e433d05d3e tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] No DVR routers for this DVR port 3eea4337-fef2-420d-b97a-4bc2fdc452dc on host n-h1-773647-6 {{(pid=100247) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:16:10.277649 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9017ce8-1982-4b04-aa02-9f83312d7b3c tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:16:10.278304 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-c9017ce8-1982-4b04-aa02-9f83312d7b3c tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Notify callbacks [] for subnet, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:10.296122 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-fe8bd31e-83b0-47a2-9c59-73efd009c6a6 req-90c691ee-be2b-4a89-8116-60e433d05d3e tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:10.298402 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-fe8bd31e-83b0-47a2-9c59-73efd009c6a6 req-90c691ee-be2b-4a89-8116-60e433d05d3e tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] 10.222.0.127 "DELETE /v2.0/ports/3eea4337-fef2-420d-b97a-4bc2fdc452dc HTTP/1.1" status: 204 len: 173 time: 0.8746150 Jul 06 14:16:10.301724 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-c9017ce8-1982-4b04-aa02-9f83312d7b3c tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] 10.222.0.104 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0212731 Jul 06 14:16:10.303139 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 57582) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:16:10.308498 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-adc12c13-5098-41bf-852d-4d501e3170f5 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-517585710', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:16:10.346239 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9edc97c-3b38-429b-93d6-8cfdff8284a7 None None] Network 9965c5fc-c706-42cb-931e-c5984480c817 requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:16:10.373905 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-adc12c13-5098-41bf-852d-4d501e3170f5 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1806290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6992'] for router, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:10.378172 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-adc12c13-5098-41bf-852d-4d501e3170f5 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1806157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1808637', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1714747', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7007'] for router, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:10.402988 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-b858ffb2-16de-448d-9c35-79127afd89a6 None None] Port d4663496-0e1d-419b-908e-5f60ff2b3b91 cannot update to ACTIVE because it is not bound. {{(pid=100248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 14:16:10.412254 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-5ca6f2de-5a1e-47a3-9e4a-d829f92abbc8 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:10.419018 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd65da1-be78-40a2-af67-f5ecd17de6e4 req-d422860c-04ab-4f9d-8e14-f4d71458db5e tempest-ServerGroupTestJSON-1635820208 tempest-ServerGroupTestJSON-1635820208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:16:10.420990 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-9dd65da1-be78-40a2-af67-f5ecd17de6e4 req-d422860c-04ab-4f9d-8e14-f4d71458db5e tempest-ServerGroupTestJSON-1635820208 tempest-ServerGroupTestJSON-1635820208-project] 10.222.0.104 "GET /v2.0/ports?device_id=ec2950a8-2250-4636-bc53-1df8adf76221 HTTP/1.1" status: 200 len: 945 time: 0.1930892 Jul 06 14:16:10.462219 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-adc12c13-5098-41bf-852d-4d501e3170f5 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:10.492045 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-adc12c13-5098-41bf-852d-4d501e3170f5 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1806297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1761036'] for router, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:10.555362 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-9dd65da1-be78-40a2-af67-f5ecd17de6e4 req-899729af-e5ad-44ae-a9be-9be191383882 tempest-ServerGroupTestJSON-1635820208 tempest-ServerGroupTestJSON-1635820208-project] 10.222.0.104 "GET /v2.0/security-groups?id=5b2c01f0-02b9-4c5a-9983-09d200844e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196966 Jul 06 14:16:10.562160 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-adc12c13-5098-41bf-852d-4d501e3170f5 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Notify callbacks [] for router, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:10.566058 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-adc12c13-5098-41bf-852d-4d501e3170f5 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] 10.222.0.104 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.2593064 Jul 06 14:16:10.586107 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a1bc7a-b235-4065-8664-bc61c1e6235f req-485121ed-60ae-4a61-bcbe-427fa61e82bd tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:16:10.608060 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-f50163b9-5078-4248-8879-811ece1b912e None None] Attempting to bind port d03500d2-24e7-46ff-92af-2dda3644f4bd on host n-d-773647-6 for vnic_type normal with profile {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:16:10.609543 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-f50163b9-5078-4248-8879-811ece1b912e None None] Attempting to bind port d03500d2-24e7-46ff-92af-2dda3644f4bd by drivers openvswitch,hyperv on host n-d-773647-6 at level 0 using segments [{'id': '4e3d91ca-db85-498e-87ab-f26b9a6ac560', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1038, 'network_id': 'f86aada1-481e-4bdb-986c-0e5d671b6a87'}] {{(pid=100248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:16:10.611268 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f50163b9-5078-4248-8879-811ece1b912e None None] Attempting to bind port d03500d2-24e7-46ff-92af-2dda3644f4bd on network f86aada1-481e-4bdb-986c-0e5d671b6a87 {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:16:10.613003 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 57586) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:16:10.614229 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a1bc7a-b235-4065-8664-bc61c1e6235f req-485121ed-60ae-4a61-bcbe-427fa61e82bd tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:16:10.626937 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a1bc7a-b235-4065-8664-bc61c1e6235f req-485121ed-60ae-4a61-bcbe-427fa61e82bd tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:16:10.626937 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-33a1bc7a-b235-4065-8664-bc61c1e6235f req-485121ed-60ae-4a61-bcbe-427fa61e82bd tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] 10.222.0.104 "GET /v2.0/ports?device_id=0455bf88-da4d-44a6-9768-93a70cd92e0e HTTP/1.1" status: 200 len: 2417 time: 0.1999061 Jul 06 14:16:10.629673 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.plugin [req-fe8bd31e-83b0-47a2-9c59-73efd009c6a6 req-341d4e3c-772a-4f40-9fed-0d9d0926988f tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Deleting port 6f2c5df6-a4f1-4b8b-988e-3d1433f8d22a {{(pid=100247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:16:10.629673 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-fe8bd31e-83b0-47a2-9c59-73efd009c6a6 req-341d4e3c-772a-4f40-9fed-0d9d0926988f tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:10.640913 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Pushing event updated for resources: {'Port': ['ID=5751a1c1-983d-46b2-ad5e-01d061990af5,revision_number=4']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:16:10.666384 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f50163b9-5078-4248-8879-811ece1b912e None None] Checking agent: {'id': '8ab5b19c-d213-4f29-891d-27bdf39d38b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773647-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 43, 26), 'started_at': datetime.datetime(2021, 7, 6, 13, 43, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 15, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773647-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:16:10.667665 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f50163b9-5078-4248-8879-811ece1b912e None None] Checking segment: {'id': '4e3d91ca-db85-498e-87ab-f26b9a6ac560', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1038, 'network_id': 'f86aada1-481e-4bdb-986c-0e5d671b6a87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:16:10.668868 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-f50163b9-5078-4248-8879-811ece1b912e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:10.669318 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f50163b9-5078-4248-8879-811ece1b912e None None] Bound using segment: {'id': '4e3d91ca-db85-498e-87ab-f26b9a6ac560', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1038, 'network_id': 'f86aada1-481e-4bdb-986c-0e5d671b6a87'} {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:16:10.669821 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-f50163b9-5078-4248-8879-811ece1b912e None None] Bound port: d03500d2-24e7-46ff-92af-2dda3644f4bd, host: n-d-773647-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e3d91ca-db85-498e-87ab-f26b9a6ac560', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1038, 'network_id': 'f86aada1-481e-4bdb-986c-0e5d671b6a87'}}] {{(pid=100248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:16:10.672583 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-f50163b9-5078-4248-8879-811ece1b912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:10.676113 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning for port bce89034-397e-4cbd-897f-7f409eafdd07 completed by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:16:10.743090 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] get_ports_and_sgs() called for port_ids ['5751a1c1-983d-46b2-ad5e-01d061990af5'] {{(pid=100248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 14:16:10.765380 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.db [req-fe8bd31e-83b0-47a2-9c59-73efd009c6a6 req-341d4e3c-772a-4f40-9fed-0d9d0926988f tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] For port 6f2c5df6-a4f1-4b8b-988e-3d1433f8d22a, host n-h1-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773647-6',level=0,port_id=6f2c5df6-a4f1-4b8b-988e-3d1433f8d22a,segment=NetworkSegment(cf14e999-6e16-4245-9908-28547602990f),segment_id=cf14e999-6e16-4245-9908-28547602990f)] {{(pid=100247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:16:10.766032 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-fe8bd31e-83b0-47a2-9c59-73efd009c6a6 req-341d4e3c-772a-4f40-9fed-0d9d0926988f tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:10.784886 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.plugin [req-fe8bd31e-83b0-47a2-9c59-73efd009c6a6 req-341d4e3c-772a-4f40-9fed-0d9d0926988f tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Calling delete_port for 6f2c5df6-a4f1-4b8b-988e-3d1433f8d22a owned by compute:nova {{(pid=100247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:16:10.916508 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning complete for port bce89034-397e-4cbd-897f-7f409eafdd07 triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:16:10.917522 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:10.951967 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-fe8bd31e-83b0-47a2-9c59-73efd009c6a6 req-341d4e3c-772a-4f40-9fed-0d9d0926988f tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128888353'] for port, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:10.991874 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:10.998928 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341d4e3c-772a-4f40-9fed-0d9d0926988f tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Pushing event deleted for resources: {'Port': ['ID=6f2c5df6-a4f1-4b8b-988e-3d1433f8d22a,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:16:11.067593 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe8bd31e-83b0-47a2-9c59-73efd009c6a6 req-341d4e3c-772a-4f40-9fed-0d9d0926988f tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] No DVR routers for this DVR port 6f2c5df6-a4f1-4b8b-988e-3d1433f8d22a on host n-h1-773647-6 {{(pid=100247) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:16:11.082134 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-33a1bc7a-b235-4065-8664-bc61c1e6235f req-39fd9525-751f-4acb-8542-382339ca8450 tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] 10.222.0.104 "GET /v2.0/security-groups?id=8d3a9807-14cc-46c0-b7ed-1d949d5bac09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4444594 Jul 06 14:16:11.083445 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-fe8bd31e-83b0-47a2-9c59-73efd009c6a6 req-341d4e3c-772a-4f40-9fed-0d9d0926988f tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:11.085535 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-fe8bd31e-83b0-47a2-9c59-73efd009c6a6 req-341d4e3c-772a-4f40-9fed-0d9d0926988f tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] 10.222.0.127 "DELETE /v2.0/ports/6f2c5df6-a4f1-4b8b-988e-3d1433f8d22a HTTP/1.1" status: 204 len: 173 time: 0.7810049 Jul 06 14:16:11.116052 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:11.170468 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-9c3e281a-b96f-4937-89c4-ba488851b4c9 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:11.226498 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-f50163b9-5078-4248-8879-811ece1b912e None None] For port d03500d2-24e7-46ff-92af-2dda3644f4bd, host n-d-773647-6, cleared binding levels {{(pid=100248) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:16:11.229838 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-f50163b9-5078-4248-8879-811ece1b912e None None] For port d03500d2-24e7-46ff-92af-2dda3644f4bd, host n-d-773647-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=d03500d2-24e7-46ff-92af-2dda3644f4bd,segment=NetworkSegment(4e3d91ca-db85-498e-87ab-f26b9a6ac560),segment_id=4e3d91ca-db85-498e-87ab-f26b9a6ac560)] {{(pid=100248) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:16:11.253266 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.plugin [req-fe8bd31e-83b0-47a2-9c59-73efd009c6a6 req-bd91157c-ac44-447c-bac2-1c154c9760f5 tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Deleting port c6534491-f764-47ec-ae47-2754d9d0afbf {{(pid=100247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:16:11.253584 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-fe8bd31e-83b0-47a2-9c59-73efd009c6a6 req-bd91157c-ac44-447c-bac2-1c154c9760f5 tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:11.267734 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-f50163b9-5078-4248-8879-811ece1b912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:11.284687 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-5ca6f2de-5a1e-47a3-9e4a-d829f92abbc8 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Notify callbacks [] for port, precommit_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:11.302591 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-5ca6f2de-5a1e-47a3-9e4a-d829f92abbc8 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127687527'] for port, after_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:11.318982 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-2851b8d5-79d2-4878-b300-a946e68feb5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42880ce7-c066-4642-8280-d12b1b5c8b8e', 'name': 'tempest-RoutersTest-router-1812818657', 'tenant_id': '9c6f2fd69adb42a0ae2388cfacf9d174', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:15:48Z', 'updated_at': '2021-07-06T14:16:02Z', 'revision_number': 4, 'project_id': '9c6f2fd69adb42a0ae2388cfacf9d174', 'gw_port_host': None, '_interfaces': [{'id': '1294c68e-44e8-4e09-af80-9881579ab121', 'name': '', 'network_id': '0fdcef5a-1ce4-465a-b750-4893533ac49e', 'tenant_id': '9c6f2fd69adb42a0ae2388cfacf9d174', 'mac_address': 'fa:16:3e:a3:46:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42880ce7-c066-4642-8280-d12b1b5c8b8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2350, 'fixed_ips': [{'subnet_id': '91a37214-447b-45e3-9246-b9ed8a5de457', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:16:00Z', 'updated_at': '2021-07-06T14:16:04Z', 'revision_number': 4, 'project_id': '9c6f2fd69adb42a0ae2388cfacf9d174', 'subnets': [{'id': '91a37214-447b-45e3-9246-b9ed8a5de457', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b1449530-0688-4078-bda6-5f36e7ee7116', 'name': '', 'network_id': 'c860d06d-8556-4bec-98c1-fafd1f4e2cd8', 'tenant_id': '9c6f2fd69adb42a0ae2388cfacf9d174', 'mac_address': 'fa:16:3e:5a:7d:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42880ce7-c066-4642-8280-d12b1b5c8b8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2339, 'fixed_ips': [{'subnet_id': '1a718569-5c6a-4b3b-b22a-5dcfa6d1e9b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:15:51Z', 'updated_at': '2021-07-06T14:16:03Z', 'revision_number': 5, 'project_id': '9c6f2fd69adb42a0ae2388cfacf9d174', 'subnets': [{'id': '1a718569-5c6a-4b3b-b22a-5dcfa6d1e9b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bce89034-397e-4cbd-897f-7f409eafdd07', 'name': '', 'network_id': '70cfb0ea-6f2f-4b89-a761-9bd9b50efd3e', 'tenant_id': '9c6f2fd69adb42a0ae2388cfacf9d174', 'mac_address': 'fa:16:3e:07:57:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42880ce7-c066-4642-8280-d12b1b5c8b8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2343, 'fixed_ips': [{'subnet_id': '979bfc42-649b-4616-828a-00033f303b45', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:15:55Z', 'updated_at': '2021-07-06T14:16:06Z', 'revision_number': 4, 'project_id': '9c6f2fd69adb42a0ae2388cfacf9d174', 'subnets': [{'id': '979bfc42-649b-4616-828a-00033f303b45', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773647-6', False) {} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:16:11.322286 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7aec21-d4eb-49b0-a703-07b0c5268148 req-4f6337b5-3baf-4eaf-829a-9df9191ace09 tempest-AttachVolumeShelveTestJSON-1020519793 tempest-AttachVolumeShelveTestJSON-1020519793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:16:11.323882 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-fc7aec21-d4eb-49b0-a703-07b0c5268148 req-4f6337b5-3baf-4eaf-829a-9df9191ace09 tempest-AttachVolumeShelveTestJSON-1020519793 tempest-AttachVolumeShelveTestJSON-1020519793-project] 10.222.0.104 "GET /v2.0/ports?device_id=775e595c-a8be-4386-9e46-a9528870f5f2 HTTP/1.1" status: 200 len: 946 time: 0.2374415 Jul 06 14:16:11.380347 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-fc7aec21-d4eb-49b0-a703-07b0c5268148 req-fd26dff6-44d0-47a8-8fb3-9393fb008456 tempest-AttachVolumeShelveTestJSON-1020519793 tempest-AttachVolumeShelveTestJSON-1020519793-project] 10.222.0.104 "GET /v2.0/security-groups?id=d3fcccd0-b259-400e-953a-933bdd8f821f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480580 Jul 06 14:16:11.424541 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.db [req-fe8bd31e-83b0-47a2-9c59-73efd009c6a6 req-bd91157c-ac44-447c-bac2-1c154c9760f5 tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] For port c6534491-f764-47ec-ae47-2754d9d0afbf, host n-h1-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773647-6',level=0,port_id=c6534491-f764-47ec-ae47-2754d9d0afbf,segment=NetworkSegment(cf14e999-6e16-4245-9908-28547602990f),segment_id=cf14e999-6e16-4245-9908-28547602990f)] {{(pid=100247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:16:11.424907 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-fe8bd31e-83b0-47a2-9c59-73efd009c6a6 req-bd91157c-ac44-447c-bac2-1c154c9760f5 tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:11.428090 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] For port 20f5d6df-12c0-4fc6-879f-9056d54469b7, host n-h1-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773647-6',level=0,port_id=20f5d6df-12c0-4fc6-879f-9056d54469b7,segment=NetworkSegment(8e40aa78-8395-4e3b-8b8a-7ce666e1be67),segment_id=8e40aa78-8395-4e3b-8b8a-7ce666e1be67)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:16:11.441285 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.plugin [req-fe8bd31e-83b0-47a2-9c59-73efd009c6a6 req-bd91157c-ac44-447c-bac2-1c154c9760f5 tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Calling delete_port for c6534491-f764-47ec-ae47-2754d9d0afbf owned by compute:nova {{(pid=100247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:16:11.453510 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:11.504906 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca6f2de-5a1e-47a3-9e4a-d829f92abbc8 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Pushing event updated for resources: {'Port': ['ID=b72607bf-d950-4ab0-b979-c9830a4b2170,revision_number=2']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:16:11.508292 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-5ca6f2de-5a1e-47a3-9e4a-d829f92abbc8 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1809478'] for router_interface, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:11.515790 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] For port bce89034-397e-4cbd-897f-7f409eafdd07, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=bce89034-397e-4cbd-897f-7f409eafdd07,segment=NetworkSegment(80c4d749-bd26-40d4-b8b1-8e743d1b7ab5),segment_id=80c4d749-bd26-40d4-b8b1-8e743d1b7ab5)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:16:11.534615 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2851b8d5-79d2-4878-b300-a946e68feb5d None None] Checking router: 42880ce7-c066-4642-8280-d12b1b5c8b8e for host: n-d-773647-6 {{(pid=100248) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 14:16:11.539802 n-d-773647-6 neutron-server[100248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0455bf88-da4d-44a6-9768-93a70cd92e0e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '20f5d6df-12c0-4fc6-879f-9056d54469b7'}] {{(pid=100248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:16:11.542202 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84af257533e383389cbcf231d3534f4d5e149e7203fea16b4a8fc01438dddaf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b6de0dd-e8b3-469c-b1e6-d16998be2bb8" -d '{"events": [{"server_uuid": "0455bf88-da4d-44a6-9768-93a70cd92e0e", "name": "network-vif-unplugged", "status": "completed", "tag": "20f5d6df-12c0-4fc6-879f-9056d54469b7"}]}' {{(pid=100248) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:16:11.547446 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:11.548289 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Device 842aaa84-3104-4062-919f-9900319ced32 no longer exists at agent hyperv_n-h1-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:16:11.557543 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:11.558604 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 1294c68e-44e8-4e09-af80-9881579ab121 up at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:16:11.586490 n-d-773647-6 neutron-server[100247]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0455bf88-da4d-44a6-9768-93a70cd92e0e', 'name': 'network-vif-deleted', 'tag': '3eea4337-fef2-420d-b97a-4bc2fdc452dc'}, {'server_uuid': '0455bf88-da4d-44a6-9768-93a70cd92e0e', 'name': 'network-vif-deleted', 'tag': '6f2c5df6-a4f1-4b8b-988e-3d1433f8d22a'}] {{(pid=100247) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:16:11.588789 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cbf0eeaae822f8fc9b87a94aeba67a3d651842baf663a51cba94b67a514836d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e25ed232-24e8-43c5-9e24-b5ac2757591b" -d '{"events": [{"server_uuid": "0455bf88-da4d-44a6-9768-93a70cd92e0e", "name": "network-vif-deleted", "tag": "3eea4337-fef2-420d-b97a-4bc2fdc452dc"}, {"server_uuid": "0455bf88-da4d-44a6-9768-93a70cd92e0e", "name": "network-vif-deleted", "tag": "6f2c5df6-a4f1-4b8b-988e-3d1433f8d22a"}]}' {{(pid=100247) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:16:11.626241 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54ae3397-d1e0-434c-acaf-12e4a2d66ca8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6bd5fc82-6666-56e8-87c2-91648d36c963-9965c5fc-c706-42cb-931e-c5984480c817', 'network_id': '9965c5fc-c706-42cb-931e-c5984480c817', 'tenant_id': 'b162a45bb3174bbb964a63afe4786b87', 'fixed_ips': [{'subnet_id': 'fd895582-576b-4d50-8d67-f9265945a851'}]}} from n-d-773647-6. {{(pid=100248) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 14:16:11.636954 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-54ae3397-d1e0-434c-acaf-12e4a2d66ca8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:11.696457 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 06 Jul 2021 14:16:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13174dec-b4be-4f9a-8bdb-38d2f6bd984c x-openstack-request-id: req-13174dec-b4be-4f9a-8bdb-38d2f6bd984c {{(pid=100248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:16:11.696894 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0455bf88-da4d-44a6-9768-93a70cd92e0e", "name": "network-vif-unplugged", "status": "completed", "tag": "20f5d6df-12c0-4fc6-879f-9056d54469b7", "code": 200}]} {{(pid=100248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:16:11.697170 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-13174dec-b4be-4f9a-8bdb-38d2f6bd984c {{(pid=100248) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:16:11.697565 n-d-773647-6 neutron-server[100248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0455bf88-da4d-44a6-9768-93a70cd92e0e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '20f5d6df-12c0-4fc6-879f-9056d54469b7', 'code': 200} Jul 06 14:16:11.741076 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 06 Jul 2021 14:16:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2dba16d9-a9ff-48e0-a550-d49a6ab04a5f x-openstack-request-id: req-2dba16d9-a9ff-48e0-a550-d49a6ab04a5f {{(pid=100247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:16:11.741448 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0455bf88-da4d-44a6-9768-93a70cd92e0e", "name": "network-vif-deleted", "tag": "3eea4337-fef2-420d-b97a-4bc2fdc452dc", "status": "completed", "code": 200}, {"server_uuid": "0455bf88-da4d-44a6-9768-93a70cd92e0e", "name": "network-vif-deleted", "tag": "6f2c5df6-a4f1-4b8b-988e-3d1433f8d22a", "status": "completed", "code": 200}]} {{(pid=100247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:16:11.741644 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-2dba16d9-a9ff-48e0-a550-d49a6ab04a5f {{(pid=100247) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:16:11.742000 n-d-773647-6 neutron-server[100247]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0455bf88-da4d-44a6-9768-93a70cd92e0e', 'name': 'network-vif-deleted', 'tag': '3eea4337-fef2-420d-b97a-4bc2fdc452dc', 'status': 'completed', 'code': 200} Jul 06 14:16:11.742250 n-d-773647-6 neutron-server[100247]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0455bf88-da4d-44a6-9768-93a70cd92e0e', 'name': 'network-vif-deleted', 'tag': '6f2c5df6-a4f1-4b8b-988e-3d1433f8d22a', 'status': 'completed', 'code': 200} Jul 06 14:16:11.806883 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2851b8d5-79d2-4878-b300-a946e68feb5d None None] Routers {'42880ce7-c066-4642-8280-d12b1b5c8b8e'} bound to L3 agent in host n-d-773647-6 {{(pid=100248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:16:11.808289 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-2851b8d5-79d2-4878-b300-a946e68feb5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T14:15:56Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['42880ce7-c066-4642-8280-d12b1b5c8b8e'], 'active': True} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:16:11.829005 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-fe8bd31e-83b0-47a2-9c59-73efd009c6a6 req-bd91157c-ac44-447c-bac2-1c154c9760f5 tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128888353'] for port, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:11.954552 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd91157c-ac44-447c-bac2-1c154c9760f5 tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Pushing event deleted for resources: {'Port': ['ID=c6534491-f764-47ec-ae47-2754d9d0afbf,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:16:11.979142 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50163b9-5078-4248-8879-811ece1b912e None None] Pushing event updated for resources: {'Port': ['ID=d03500d2-24e7-46ff-92af-2dda3644f4bd,revision_number=2']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:16:12.014543 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.db_base_plugin_common [None req-9c3e281a-b96f-4937-89c4-ba488851b4c9 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Allocated IP 2001:db8::1 (9965c5fc-c706-42cb-931e-c5984480c817/fd895582-576b-4d50-8d67-f9265945a851/470003d6-e6ba-465c-a241-fb4dbc49f43f) {{(pid=100246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:16:12.056671 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ca6f2de-5a1e-47a3-9e4a-d829f92abbc8 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Network f86aada1-481e-4bdb-986c-0e5d671b6a87 is already hosted by enough agents. {{(pid=100246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:16:12.086541 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.base_scheduler [None req-5ca6f2de-5a1e-47a3-9e4a-d829f92abbc8 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Resources bound (agent type, host, resource id): {{(pid=100246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:16:12.087600 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Pushing event updated for resources: {'Port': ['ID=20f5d6df-12c0-4fc6-879f-9056d54469b7,revision_number=6']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:16:12.139095 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning for port 1294c68e-44e8-4e09-af80-9881579ab121 completed by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:16:12.201989 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning complete for port 1294c68e-44e8-4e09-af80-9881579ab121 triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:16:12.202378 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:12.257035 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Device 842aaa84-3104-4062-919f-9900319ced32 not bound to the agent host n-h1-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:16:12.257471 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Device 6f2c5df6-a4f1-4b8b-988e-3d1433f8d22a no longer exists at agent hyperv_n-h1-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:16:12.286471 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe8bd31e-83b0-47a2-9c59-73efd009c6a6 req-bd91157c-ac44-447c-bac2-1c154c9760f5 tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] No DVR routers for this DVR port c6534491-f764-47ec-ae47-2754d9d0afbf on host n-h1-773647-6 {{(pid=100247) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:16:12.292175 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-fe8bd31e-83b0-47a2-9c59-73efd009c6a6 req-bd91157c-ac44-447c-bac2-1c154c9760f5 tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:12.294946 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-fe8bd31e-83b0-47a2-9c59-73efd009c6a6 req-bd91157c-ac44-447c-bac2-1c154c9760f5 tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] 10.222.0.127 "DELETE /v2.0/ports/c6534491-f764-47ec-ae47-2754d9d0afbf HTTP/1.1" status: 204 len: 173 time: 1.1857314 Jul 06 14:16:12.313447 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] No Port match for: 6f2c5df6-a4f1-4b8b-988e-3d1433f8d22a {{(pid=100248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 14:16:12.313769 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Device 6f2c5df6-a4f1-4b8b-988e-3d1433f8d22a not bound to the agent host n-h1-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:16:12.314315 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Device d4663496-0e1d-419b-908e-5f60ff2b3b91 no longer exists at agent hyperv_n-h1-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:16:12.321882 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Pushing event updated for resources: {'Port': ['ID=bce89034-397e-4cbd-897f-7f409eafdd07,revision_number=5']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:16:12.352855 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvr_db [None req-2851b8d5-79d2-4878-b300-a946e68feb5d None None] Set router 42880ce7-c066-4642-8280-d12b1b5c8b8e gateway port host: None {{(pid=100248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:16:12.492654 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:12.512843 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70a7f68-bf72-488f-ab2d-915b4fe83eed req-17972da1-98c0-4fbf-94ba-bfab8e706724 tempest-ServerGroupTestJSON-1635820208 tempest-ServerGroupTestJSON-1635820208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:16:12.517769 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-e70a7f68-bf72-488f-ab2d-915b4fe83eed req-17972da1-98c0-4fbf-94ba-bfab8e706724 tempest-ServerGroupTestJSON-1635820208 tempest-ServerGroupTestJSON-1635820208-project] 10.222.0.104 "GET /v2.0/ports?device_id=ec2950a8-2250-4636-bc53-1df8adf76221 HTTP/1.1" status: 200 len: 945 time: 0.5771565 Jul 06 14:16:12.527493 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6715a3ce-61db-46c8-b195-404e5a8f7b8b req-cfab20d4-f1ff-4516-878c-ba01c2ec3270 tempest-AttachVolumeShelveTestJSON-1020519793 tempest-AttachVolumeShelveTestJSON-1020519793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:16:12.529085 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-6715a3ce-61db-46c8-b195-404e5a8f7b8b req-cfab20d4-f1ff-4516-878c-ba01c2ec3270 tempest-AttachVolumeShelveTestJSON-1020519793 tempest-AttachVolumeShelveTestJSON-1020519793-project] 10.222.0.127 "GET /v2.0/ports?device_id=775e595c-a8be-4386-9e46-a9528870f5f2 HTTP/1.1" status: 200 len: 946 time: 0.5476377 Jul 06 14:16:12.581318 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:12.600764 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Device d4663496-0e1d-419b-908e-5f60ff2b3b91 not bound to the agent host n-h1-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:16:12.601414 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Device 5fb3e80b-179e-4438-8e4e-e7410e416d51 no longer exists at agent hyperv_n-h1-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:16:12.627169 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746fbcbe-7841-4d63-98e9-4542169852a6 req-ffb7cf5f-e262-424a-b4cc-80add734c5b2 tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:16:12.635129 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-746fbcbe-7841-4d63-98e9-4542169852a6 req-ffb7cf5f-e262-424a-b4cc-80add734c5b2 tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] 10.222.0.104 "GET /v2.0/ports?device_id=0455bf88-da4d-44a6-9768-93a70cd92e0e HTTP/1.1" status: 200 len: 944 time: 0.3802607 Jul 06 14:16:12.702598 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] No Port match for: 5fb3e80b-179e-4438-8e4e-e7410e416d51 {{(pid=100248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 14:16:12.705121 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Device 5fb3e80b-179e-4438-8e4e-e7410e416d51 not bound to the agent host n-h1-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:16:12.706995 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Device c6534491-f764-47ec-ae47-2754d9d0afbf no longer exists at agent hyperv_n-h1-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:16:12.716103 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-e70a7f68-bf72-488f-ab2d-915b4fe83eed req-b9a0b335-4bb8-4301-a155-11a1a33d270b tempest-ServerGroupTestJSON-1635820208 tempest-ServerGroupTestJSON-1635820208-project] 10.222.0.104 "GET /v2.0/security-groups?id=5b2c01f0-02b9-4c5a-9983-09d200844e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1855261 Jul 06 14:16:12.718159 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.plugin [req-fe8bd31e-83b0-47a2-9c59-73efd009c6a6 req-c81bca26-d355-40b2-a5d3-d595bd8a5079 tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Deleting port 20f5d6df-12c0-4fc6-879f-9056d54469b7 {{(pid=100247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:16:12.721035 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-fe8bd31e-83b0-47a2-9c59-73efd009c6a6 req-c81bca26-d355-40b2-a5d3-d595bd8a5079 tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:12.819427 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ca6f2de-5a1e-47a3-9e4a-d829f92abbc8 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Router 42880ce7-c066-4642-8280-d12b1b5c8b8e has already been hosted by L3 agent 2823d358-a11b-4885-a706-95a279e43fa7 {{(pid=100246) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 14:16:12.866729 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] No Port match for: c6534491-f764-47ec-ae47-2754d9d0afbf {{(pid=100248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 14:16:12.867082 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Device c6534491-f764-47ec-ae47-2754d9d0afbf not bound to the agent host n-h1-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:16:12.877144 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] For port 1294c68e-44e8-4e09-af80-9881579ab121, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=1294c68e-44e8-4e09-af80-9881579ab121,segment=NetworkSegment(563487f1-b01c-4b22-8ea0-a0ad6a0a0f10),segment_id=563487f1-b01c-4b22-8ea0-a0ad6a0a0f10)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:16:12.878315 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Device ee9785f9-b332-4dd9-b5ec-a4776c4a45ad no longer exists at agent hyperv_n-h1-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:16:12.942610 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:12.994500 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-9c3e281a-b96f-4937-89c4-ba488851b4c9 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Notify callbacks [] for port, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:12.998071 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-746fbcbe-7841-4d63-98e9-4542169852a6 req-5abe3e47-c10c-4aa9-80fe-cea9d881711d tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] 10.222.0.104 "GET /v2.0/security-groups?id=8d3a9807-14cc-46c0-b7ed-1d949d5bac09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3619225 Jul 06 14:16:13.024194 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ca6f2de-5a1e-47a3-9e4a-d829f92abbc8 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Notify agent at l3_agent.n-d-773647-6 the message routers_updated {{(pid=100246) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 14:16:13.038670 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-5ca6f2de-5a1e-47a3-9e4a-d829f92abbc8 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] 10.222.0.104 "PUT /v2.0/routers/42880ce7-c066-4642-8280-d12b1b5c8b8e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2140455 Jul 06 14:16:13.038918 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 57604) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:16:13.045395 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-9a8976ac-532f-4bf5-9dc3-62fd458404e7 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:16:13.152545 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.db [req-fe8bd31e-83b0-47a2-9c59-73efd009c6a6 req-c81bca26-d355-40b2-a5d3-d595bd8a5079 tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] For port 20f5d6df-12c0-4fc6-879f-9056d54469b7, host n-h1-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773647-6',level=0,port_id=20f5d6df-12c0-4fc6-879f-9056d54469b7,segment=NetworkSegment(8e40aa78-8395-4e3b-8b8a-7ce666e1be67),segment_id=8e40aa78-8395-4e3b-8b8a-7ce666e1be67)] {{(pid=100247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:16:13.153028 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-fe8bd31e-83b0-47a2-9c59-73efd009c6a6 req-c81bca26-d355-40b2-a5d3-d595bd8a5079 tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:13.164319 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.provisioning_blocks [None req-9c3e281a-b96f-4937-89c4-ba488851b4c9 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Transition to ACTIVE for port object 470003d6-e6ba-465c-a241-fb4dbc49f43f will not be triggered until provisioned by entity DHCP. {{(pid=100246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:16:13.177145 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.plugin [req-6715a3ce-61db-46c8-b195-404e5a8f7b8b req-5ad8cb38-073d-401e-b1b9-4780c3db4e65 tempest-AttachVolumeShelveTestJSON-1020519793 tempest-AttachVolumeShelveTestJSON-1020519793-project] Deleting port ee9785f9-b332-4dd9-b5ec-a4776c4a45ad {{(pid=100247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:16:13.177657 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-6715a3ce-61db-46c8-b195-404e5a8f7b8b req-5ad8cb38-073d-401e-b1b9-4780c3db4e65 tempest-AttachVolumeShelveTestJSON-1020519793 tempest-AttachVolumeShelveTestJSON-1020519793-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:13.280894 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device f7ea610f-57fc-4ae9-94a6-c84cd31603ff no longer exists at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:16:13.325583 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] No Port match for: f7ea610f-57fc-4ae9-94a6-c84cd31603ff {{(pid=100248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 14:16:13.325928 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device f7ea610f-57fc-4ae9-94a6-c84cd31603ff not bound to the agent host n-d-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:16:13.366005 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.db [req-6715a3ce-61db-46c8-b195-404e5a8f7b8b req-5ad8cb38-073d-401e-b1b9-4780c3db4e65 tempest-AttachVolumeShelveTestJSON-1020519793 tempest-AttachVolumeShelveTestJSON-1020519793-project] For port ee9785f9-b332-4dd9-b5ec-a4776c4a45ad, host n-h1-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773647-6',level=0,port_id=ee9785f9-b332-4dd9-b5ec-a4776c4a45ad,segment=NetworkSegment(c15971e2-442e-4b9a-8cef-3ba8ead63686),segment_id=c15971e2-442e-4b9a-8cef-3ba8ead63686)] {{(pid=100247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:16:13.366374 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-6715a3ce-61db-46c8-b195-404e5a8f7b8b req-5ad8cb38-073d-401e-b1b9-4780c3db4e65 tempest-AttachVolumeShelveTestJSON-1020519793 tempest-AttachVolumeShelveTestJSON-1020519793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:13.380639 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26ba88e7-0290-4180-a11d-7fd1a3aafc1b None None] Network f86aada1-481e-4bdb-986c-0e5d671b6a87 requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:16:13.475705 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-9c3e281a-b96f-4937-89c4-ba488851b4c9 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-127687573'] for port, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:13.489133 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Pushing event updated for resources: {'Port': ['ID=1294c68e-44e8-4e09-af80-9881579ab121,revision_number=5']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:16:13.538369 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3e281a-b96f-4937-89c4-ba488851b4c9 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Pushing event updated for resources: {'Port': ['ID=470003d6-e6ba-465c-a241-fb4dbc49f43f,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:16:13.552702 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c3e281a-b96f-4937-89c4-ba488851b4c9 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Network 9965c5fc-c706-42cb-931e-c5984480c817 is already hosted by enough agents. {{(pid=100246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:16:13.556048 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.base_scheduler [None req-9c3e281a-b96f-4937-89c4-ba488851b4c9 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Resources bound (agent type, host, resource id): {{(pid=100246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:16:13.559288 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:13.560382 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c3e281a-b96f-4937-89c4-ba488851b4c9 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Received port after_create {{(pid=100246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:16:13.561016 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-9c3e281a-b96f-4937-89c4-ba488851b4c9 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1807675'] for router_interface, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:13.607847 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-2851b8d5-79d2-4878-b300-a946e68feb5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42880ce7-c066-4642-8280-d12b1b5c8b8e', 'name': 'tempest-RoutersTest-router-1812818657', 'tenant_id': '9c6f2fd69adb42a0ae2388cfacf9d174', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:15:48Z', 'updated_at': '2021-07-06T14:16:10Z', 'revision_number': 5, 'project_id': '9c6f2fd69adb42a0ae2388cfacf9d174', 'gw_port_host': None, '_interfaces': [{'id': '1294c68e-44e8-4e09-af80-9881579ab121', 'name': '', 'network_id': '0fdcef5a-1ce4-465a-b750-4893533ac49e', 'tenant_id': '9c6f2fd69adb42a0ae2388cfacf9d174', 'mac_address': 'fa:16:3e:a3:46:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42880ce7-c066-4642-8280-d12b1b5c8b8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2350, 'fixed_ips': [{'subnet_id': '91a37214-447b-45e3-9246-b9ed8a5de457', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:16:00Z', 'updated_at': '2021-07-06T14:16:04Z', 'revision_number': 4, 'project_id': '9c6f2fd69adb42a0ae2388cfacf9d174', 'subnets': [{'id': '91a37214-447b-45e3-9246-b9ed8a5de457', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b1449530-0688-4078-bda6-5f36e7ee7116', 'name': '', 'network_id': 'c860d06d-8556-4bec-98c1-fafd1f4e2cd8', 'tenant_id': '9c6f2fd69adb42a0ae2388cfacf9d174', 'mac_address': 'fa:16:3e:5a:7d:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42880ce7-c066-4642-8280-d12b1b5c8b8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2339, 'fixed_ips': [{'subnet_id': '1a718569-5c6a-4b3b-b22a-5dcfa6d1e9b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:15:51Z', 'updated_at': '2021-07-06T14:16:03Z', 'revision_number': 5, 'project_id': '9c6f2fd69adb42a0ae2388cfacf9d174', 'subnets': [{'id': '1a718569-5c6a-4b3b-b22a-5dcfa6d1e9b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b72607bf-d950-4ab0-b979-c9830a4b2170', 'name': '', 'network_id': 'f86aada1-481e-4bdb-986c-0e5d671b6a87', 'tenant_id': '9c6f2fd69adb42a0ae2388cfacf9d174', 'mac_address': 'fa:16:3e:27:e7:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42880ce7-c066-4642-8280-d12b1b5c8b8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2355, 'fixed_ips': [{'subnet_id': 'ce784e5f-0fa1-436b-a131-893f1a6122cd', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:16:07Z', 'updated_at': '2021-07-06T14:16:10Z', 'revision_number': 2, 'project_id': '9c6f2fd69adb42a0ae2388cfacf9d174', 'subnets': [{'id': 'ce784e5f-0fa1-436b-a131-893f1a6122cd', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bce89034-397e-4cbd-897f-7f409eafdd07', 'name': '', 'network_id': '70cfb0ea-6f2f-4b89-a761-9bd9b50efd3e', 'tenant_id': '9c6f2fd69adb42a0ae2388cfacf9d174', 'mac_address': 'fa:16:3e:07:57:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42880ce7-c066-4642-8280-d12b1b5c8b8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2343, 'fixed_ips': [{'subnet_id': '979bfc42-649b-4616-828a-00033f303b45', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:15:55Z', 'updated_at': '2021-07-06T14:16:11Z', 'revision_number': 5, 'project_id': '9c6f2fd69adb42a0ae2388cfacf9d174', 'subnets': [{'id': '979bfc42-649b-4616-828a-00033f303b45', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773647-6', False) {} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:16:13.639421 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-0a4fae67-4304-4ee1-a5ca-2cd3a2ee1205 None None] Provisioning for port d03500d2-24e7-46ff-92af-2dda3644f4bd completed by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:16:13.667431 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-6715a3ce-61db-46c8-b195-404e5a8f7b8b req-5ad8cb38-073d-401e-b1b9-4780c3db4e65 tempest-AttachVolumeShelveTestJSON-1020519793 tempest-AttachVolumeShelveTestJSON-1020519793-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:13.667980 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-6715a3ce-61db-46c8-b195-404e5a8f7b8b req-5ad8cb38-073d-401e-b1b9-4780c3db4e65 tempest-AttachVolumeShelveTestJSON-1020519793 tempest-AttachVolumeShelveTestJSON-1020519793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1761130'] for floatingip, after_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:13.667980 n-d-773647-6 neutron-server[100247]: INFO neutron.db.l3_db [req-6715a3ce-61db-46c8-b195-404e5a8f7b8b req-5ad8cb38-073d-401e-b1b9-4780c3db4e65 tempest-AttachVolumeShelveTestJSON-1020519793 tempest-AttachVolumeShelveTestJSON-1020519793-project] Floating IP 553ac0f6-a761-4784-b657-228b8642225e disassociated. External IP: 172.25.0.21, port: ee9785f9-b332-4dd9-b5ec-a4776c4a45ad. Jul 06 14:16:13.668407 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.plugin [req-6715a3ce-61db-46c8-b195-404e5a8f7b8b req-5ad8cb38-073d-401e-b1b9-4780c3db4e65 tempest-AttachVolumeShelveTestJSON-1020519793 tempest-AttachVolumeShelveTestJSON-1020519793-project] Calling delete_port for ee9785f9-b332-4dd9-b5ec-a4776c4a45ad owned by compute:nova {{(pid=100247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:16:13.676430 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2851b8d5-79d2-4878-b300-a946e68feb5d None None] The sync data for ids ['42880ce7-c066-4642-8280-d12b1b5c8b8e'] in n-d-773647-6 is: [{'id': '42880ce7-c066-4642-8280-d12b1b5c8b8e', 'name': 'tempest-RoutersTest-router-1812818657', 'tenant_id': '9c6f2fd69adb42a0ae2388cfacf9d174', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:15:48Z', 'updated_at': '2021-07-06T14:16:10Z', 'revision_number': 5, 'project_id': '9c6f2fd69adb42a0ae2388cfacf9d174', 'gw_port_host': None, '_interfaces': [{'id': '1294c68e-44e8-4e09-af80-9881579ab121', 'name': '', 'network_id': '0fdcef5a-1ce4-465a-b750-4893533ac49e', 'tenant_id': '9c6f2fd69adb42a0ae2388cfacf9d174', 'mac_address': 'fa:16:3e:a3:46:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42880ce7-c066-4642-8280-d12b1b5c8b8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2350, 'fixed_ips': [{'subnet_id': '91a37214-447b-45e3-9246-b9ed8a5de457', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:16:00Z', 'updated_at': '2021-07-06T14:16:04Z', 'revision_number': 4, 'project_id': '9c6f2fd69adb42a0ae2388cfacf9d174', 'subnets': [{'id': '91a37214-447b-45e3-9246-b9ed8a5de457', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b1449530-0688-4078-bda6-5f36e7ee7116', 'name': '', 'network_id': 'c860d06d-8556-4bec-98c1-fafd1f4e2cd8', 'tenant_id': '9c6f2fd69adb42a0ae2388cfacf9d174', 'mac_address': 'fa:16:3e:5a:7d:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42880ce7-c066-4642-8280-d12b1b5c8b8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2339, 'fixed_ips': [{'subnet_id': '1a718569-5c6a-4b3b-b22a-5dcfa6d1e9b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:15:51Z', 'updated_at': '2021-07-06T14:16:03Z', 'revision_number': 5, 'project_id': '9c6f2fd69adb42a0ae2388cfacf9d174', 'subnets': [{'id': '1a718569-5c6a-4b3b-b22a-5dcfa6d1e9b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b72607bf-d950-4ab0-b979-c9830a4b2170', 'name': '', 'network_id': 'f86aada1-481e-4bdb-986c-0e5d671b6a87', 'tenant_id': '9c6f2fd69adb42a0ae2388cfacf9d174', 'mac_address': 'fa:16:3e:27:e7:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42880ce7-c066-4642-8280-d12b1b5c8b8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2355, 'fixed_ips': [{'subnet_id': 'ce784e5f-0fa1-436b-a131-893f1a6122cd', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:16:07Z', 'updated_at': '2021-07-06T14:16:10Z', 'revision_number': 2, 'project_id': '9c6f2fd69adb42a0ae2388cfacf9d174', 'subnets': [{'id': 'ce784e5f-0fa1-436b-a131-893f1a6122cd', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bce89034-397e-4cbd-897f-7f409eafdd07', 'name': '', 'network_id': '70cfb0ea-6f2f-4b89-a761-9bd9b50efd3e', 'tenant_id': '9c6f2fd69adb42a0ae2388cfacf9d174', 'mac_address': 'fa:16:3e:07:57:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42880ce7-c066-4642-8280-d12b1b5c8b8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2343, 'fixed_ips': [{'subnet_id': '979bfc42-649b-4616-828a-00033f303b45', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:15:55Z', 'updated_at': '2021-07-06T14:16:11Z', 'revision_number': 5, 'project_id': '9c6f2fd69adb42a0ae2388cfacf9d174', 'subnets': [{'id': '979bfc42-649b-4616-828a-00033f303b45', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 14:16:13.696724 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device d03500d2-24e7-46ff-92af-2dda3644f4bd up at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:16:13.720830 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a66ee2-24a5-4e13-9a24-76e6498aa580 req-fc709521-32e5-4991-80e2-dfe7a2614183 tempest-AttachVolumeShelveTestJSON-1020519793 tempest-AttachVolumeShelveTestJSON-1020519793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:16:13.728777 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-31a66ee2-24a5-4e13-9a24-76e6498aa580 req-fc709521-32e5-4991-80e2-dfe7a2614183 tempest-AttachVolumeShelveTestJSON-1020519793 tempest-AttachVolumeShelveTestJSON-1020519793-project] 10.222.0.104 "GET /v2.0/ports?device_id=775e595c-a8be-4386-9e46-a9528870f5f2 HTTP/1.1" status: 200 len: 946 time: 0.6671708 Jul 06 14:16:13.743348 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.extraroute_db [None req-9a8976ac-532f-4bf5-9dc3-62fd458404e7 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Added routes are [{'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}] {{(pid=100246) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Jul 06 14:16:13.760422 n-d-773647-6 neutron-server[100247]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0455bf88-da4d-44a6-9768-93a70cd92e0e', 'name': 'network-vif-deleted', 'tag': 'c6534491-f764-47ec-ae47-2754d9d0afbf'}] {{(pid=100247) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:16:13.769068 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cbf0eeaae822f8fc9b87a94aeba67a3d651842baf663a51cba94b67a514836d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6711d445-a145-400f-931b-54f8e84a0d24" -d '{"events": [{"server_uuid": "0455bf88-da4d-44a6-9768-93a70cd92e0e", "name": "network-vif-deleted", "tag": "c6534491-f764-47ec-ae47-2754d9d0afbf"}]}' {{(pid=100247) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:16:13.801437 n-d-773647-6 neutron-server[100248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '775e595c-a8be-4386-9e46-a9528870f5f2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ee9785f9-b332-4dd9-b5ec-a4776c4a45ad'}] {{(pid=100248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:16:13.801639 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.extraroute_db [None req-9a8976ac-532f-4bf5-9dc3-62fd458404e7 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Removed routes are [] {{(pid=100246) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Jul 06 14:16:13.801926 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-9a8976ac-532f-4bf5-9dc3-62fd458404e7 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1761047', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1806272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6989'] for router, precommit_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:13.806583 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84af257533e383389cbcf231d3534f4d5e149e7203fea16b4a8fc01438dddaf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f2c6a91-0c27-4c1e-b2f8-5de5f3ed30cf" -d '{"events": [{"server_uuid": "775e595c-a8be-4386-9e46-a9528870f5f2", "name": "network-vif-unplugged", "status": "completed", "tag": "ee9785f9-b332-4dd9-b5ec-a4776c4a45ad"}]}' {{(pid=100248) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:16:13.860190 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.db_base_plugin_common [None req-54ae3397-d1e0-434c-acaf-12e4a2d66ca8 None None] Allocated IP 2001:db8::2 (9965c5fc-c706-42cb-931e-c5984480c817/fd895582-576b-4d50-8d67-f9265945a851/d371a535-e670-4be2-9064-50673df9065d) {{(pid=100248) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:16:13.883636 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] For port ee9785f9-b332-4dd9-b5ec-a4776c4a45ad, host n-h1-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773647-6',level=0,port_id=ee9785f9-b332-4dd9-b5ec-a4776c4a45ad,segment=NetworkSegment(c15971e2-442e-4b9a-8cef-3ba8ead63686),segment_id=c15971e2-442e-4b9a-8cef-3ba8ead63686)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:16:13.918610 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:13.956482 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-31a66ee2-24a5-4e13-9a24-76e6498aa580 req-f14b1d89-3d7e-47e2-8b96-5f13d4ab3a0a tempest-AttachVolumeShelveTestJSON-1020519793 tempest-AttachVolumeShelveTestJSON-1020519793-project] 10.222.0.104 "GET /v2.0/security-groups?id=d3fcccd0-b259-400e-953a-933bdd8f821f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2266190 Jul 06 14:16:14.027574 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Pushing event updated for resources: {'Port': ['ID=ee9785f9-b332-4dd9-b5ec-a4776c4a45ad,revision_number=11']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:16:14.031209 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Device 5751a1c1-983d-46b2-ad5e-01d061990af5 up at agent hyperv_n-h1-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:16:14.094248 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-9c3e281a-b96f-4937-89c4-ba488851b4c9 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:14.164828 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 14:16:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7f98908-8609-437b-babe-ab3124ca892f x-openstack-request-id: req-f7f98908-8609-437b-babe-ab3124ca892f {{(pid=100247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:16:14.165091 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0455bf88-da4d-44a6-9768-93a70cd92e0e", "name": "network-vif-deleted", "tag": "c6534491-f764-47ec-ae47-2754d9d0afbf", "status": "completed", "code": 200}]} {{(pid=100247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:16:14.165344 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-f7f98908-8609-437b-babe-ab3124ca892f {{(pid=100247) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:16:14.166373 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 06 Jul 2021 14:16:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c140eb4a-9a82-4566-875f-ecea65b29cd6 x-openstack-request-id: req-c140eb4a-9a82-4566-875f-ecea65b29cd6 {{(pid=100248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:16:14.166865 n-d-773647-6 neutron-server[100247]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0455bf88-da4d-44a6-9768-93a70cd92e0e', 'name': 'network-vif-deleted', 'tag': 'c6534491-f764-47ec-ae47-2754d9d0afbf', 'status': 'completed', 'code': 200} Jul 06 14:16:14.167766 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "775e595c-a8be-4386-9e46-a9528870f5f2", "name": "network-vif-unplugged", "status": "completed", "tag": "ee9785f9-b332-4dd9-b5ec-a4776c4a45ad", "code": 200}]} {{(pid=100248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:16:14.168025 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-c140eb4a-9a82-4566-875f-ecea65b29cd6 {{(pid=100248) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:16:14.168418 n-d-773647-6 neutron-server[100248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '775e595c-a8be-4386-9e46-a9528870f5f2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ee9785f9-b332-4dd9-b5ec-a4776c4a45ad', 'code': 200} Jul 06 14:16:14.256693 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Provisioning for port 5751a1c1-983d-46b2-ad5e-01d061990af5 completed by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:16:14.269949 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-fe8bd31e-83b0-47a2-9c59-73efd009c6a6 req-c81bca26-d355-40b2-a5d3-d595bd8a5079 tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:14.270588 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-fe8bd31e-83b0-47a2-9c59-73efd009c6a6 req-c81bca26-d355-40b2-a5d3-d595bd8a5079 tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1761130'] for floatingip, after_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:14.271137 n-d-773647-6 neutron-server[100247]: INFO neutron.db.l3_db [req-fe8bd31e-83b0-47a2-9c59-73efd009c6a6 req-c81bca26-d355-40b2-a5d3-d595bd8a5079 tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Floating IP 07cee7fa-b41f-40e8-870b-73df9f9d07d4 disassociated. External IP: 172.25.0.247, port: 20f5d6df-12c0-4fc6-879f-9056d54469b7. Jul 06 14:16:14.271701 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.plugin [req-fe8bd31e-83b0-47a2-9c59-73efd009c6a6 req-c81bca26-d355-40b2-a5d3-d595bd8a5079 tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Calling delete_port for 20f5d6df-12c0-4fc6-879f-9056d54469b7 owned by compute:nova {{(pid=100247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:16:14.312920 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Provisioning complete for port 5751a1c1-983d-46b2-ad5e-01d061990af5 triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:16:14.313531 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:14.367242 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning for port d03500d2-24e7-46ff-92af-2dda3644f4bd completed by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:16:14.375451 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning complete for port d03500d2-24e7-46ff-92af-2dda3644f4bd triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:16:14.375831 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:14.406539 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-9a8976ac-532f-4bf5-9dc3-62fd458404e7 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1761047', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1806272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6989'] for router, precommit_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:14.438376 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-9a8976ac-532f-4bf5-9dc3-62fd458404e7 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1761036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1761054', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1761029', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1806287'] for router, after_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:14.592029 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-54ae3397-d1e0-434c-acaf-12e4a2d66ca8 None None] Notify callbacks [] for port, precommit_create {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:14.603486 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-54ae3397-d1e0-434c-acaf-12e4a2d66ca8 None None] Transition to ACTIVE for port object d371a535-e670-4be2-9064-50673df9065d will not be triggered until provisioned by entity L2. {{(pid=100248) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:16:14.633381 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-54ae3397-d1e0-434c-acaf-12e4a2d66ca8 None None] Transition to ACTIVE for port object d371a535-e670-4be2-9064-50673df9065d will not be triggered until provisioned by entity DHCP. {{(pid=100248) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:16:14.651611 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-54ae3397-d1e0-434c-acaf-12e4a2d66ca8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108'] for port, after_create {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:14.732633 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a8976ac-532f-4bf5-9dc3-62fd458404e7 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Router 42880ce7-c066-4642-8280-d12b1b5c8b8e has already been hosted by L3 agent 2823d358-a11b-4885-a706-95a279e43fa7 {{(pid=100246) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 14:16:14.793542 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:14.820166 n-d-773647-6 neutron-server[100248]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54ae3397-d1e0-434c-acaf-12e4a2d66ca8 None None] Network 9965c5fc-c706-42cb-931e-c5984480c817 is already hosted by enough agents. {{(pid=100248) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:16:14.858782 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] For port 5751a1c1-983d-46b2-ad5e-01d061990af5, host n-h1-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773647-6',level=0,port_id=5751a1c1-983d-46b2-ad5e-01d061990af5,segment=NetworkSegment(12587f92-3665-4b11-a1d0-1b07eef98066),segment_id=12587f92-3665-4b11-a1d0-1b07eef98066)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:16:14.860341 n-d-773647-6 neutron-server[100248]: DEBUG neutron.scheduler.base_scheduler [None req-54ae3397-d1e0-434c-acaf-12e4a2d66ca8 None None] Resources bound (agent type, host, resource id): {{(pid=100248) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:16:14.873707 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54ae3397-d1e0-434c-acaf-12e4a2d66ca8 None None] Received port after_create {{(pid=100248) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:16:14.883886 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:14.897020 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67a58aee-f85d-4cb0-abda-227e28a74425 None None] Sync routers for ids ['42880ce7-c066-4642-8280-d12b1b5c8b8e'] in n-d-773647-6 {{(pid=100249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 14:16:14.910751 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67a58aee-f85d-4cb0-abda-227e28a74425 None None] Routers {'42880ce7-c066-4642-8280-d12b1b5c8b8e'} bound to L3 agent in host n-d-773647-6 {{(pid=100249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:16:14.911479 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-67a58aee-f85d-4cb0-abda-227e28a74425 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T14:15:56Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['42880ce7-c066-4642-8280-d12b1b5c8b8e'], 'active': True} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:16:14.925424 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ae3397-d1e0-434c-acaf-12e4a2d66ca8 None None] Pushing event updated for resources: {'Port': ['ID=d371a535-e670-4be2-9064-50673df9065d,revision_number=1']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:16:14.959620 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-38a641d3-1788-409d-bbaa-00399744c263 None None] Provisioning complete for port d03500d2-24e7-46ff-92af-2dda3644f4bd triggered by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:16:14.960106 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-38a641d3-1788-409d-bbaa-00399744c263 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:14.974241 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a8976ac-532f-4bf5-9dc3-62fd458404e7 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Notify agent at l3_agent.n-d-773647-6 the message routers_updated {{(pid=100246) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 14:16:14.989975 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-9a8976ac-532f-4bf5-9dc3-62fd458404e7 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Notify callbacks [] for router, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:14.994993 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-9a8976ac-532f-4bf5-9dc3-62fd458404e7 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] 10.222.0.104 "PUT /v2.0/routers/42880ce7-c066-4642-8280-d12b1b5c8b8e HTTP/1.1" status: 200 len: 934 time: 1.9514761 Jul 06 14:16:14.995921 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 57622) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:16:15.060426 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5762f417-dd6d-4c0a-9638-3911c3af00d4 req-a3dc8bb7-d847-4a29-8e5d-a92b4bcf12c8 tempest-ServerGroupTestJSON-1635820208 tempest-ServerGroupTestJSON-1635820208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:16:15.062099 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-5762f417-dd6d-4c0a-9638-3911c3af00d4 req-a3dc8bb7-d847-4a29-8e5d-a92b4bcf12c8 tempest-ServerGroupTestJSON-1635820208 tempest-ServerGroupTestJSON-1635820208-project] 10.222.0.104 "GET /v2.0/ports?device_id=ec2950a8-2250-4636-bc53-1df8adf76221 HTTP/1.1" status: 200 len: 945 time: 1.0601561 Jul 06 14:16:15.080838 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvr_db [None req-67a58aee-f85d-4cb0-abda-227e28a74425 None None] Set router 42880ce7-c066-4642-8280-d12b1b5c8b8e gateway port host: None {{(pid=100249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:16:15.110174 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-6715a3ce-61db-46c8-b195-404e5a8f7b8b req-5ad8cb38-073d-401e-b1b9-4780c3db4e65 tempest-AttachVolumeShelveTestJSON-1020519793 tempest-AttachVolumeShelveTestJSON-1020519793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128888353'] for port, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:15.131435 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Pushing event updated for resources: {'Port': ['ID=5751a1c1-983d-46b2-ad5e-01d061990af5,revision_number=5']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:16:15.187593 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-54ae3397-d1e0-434c-acaf-12e4a2d66ca8 None None] Attempting to bind port d371a535-e670-4be2-9064-50673df9065d on host n-d-773647-6 for vnic_type normal with profile {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:16:15.190177 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-54ae3397-d1e0-434c-acaf-12e4a2d66ca8 None None] Attempting to bind port d371a535-e670-4be2-9064-50673df9065d by drivers openvswitch,hyperv on host n-d-773647-6 at level 0 using segments [{'id': '0367627e-58ec-451e-8820-d3ebbc4407c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1022, 'network_id': '9965c5fc-c706-42cb-931e-c5984480c817'}] {{(pid=100248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:16:15.190668 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54ae3397-d1e0-434c-acaf-12e4a2d66ca8 None None] Attempting to bind port d371a535-e670-4be2-9064-50673df9065d on network 9965c5fc-c706-42cb-931e-c5984480c817 {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:16:15.196398 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:15.217032 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-9c3e281a-b96f-4937-89c4-ba488851b4c9 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Notify callbacks [] for port, precommit_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:15.218800 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54ae3397-d1e0-434c-acaf-12e4a2d66ca8 None None] Checking agent: {'id': '8ab5b19c-d213-4f29-891d-27bdf39d38b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773647-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 43, 26), 'started_at': datetime.datetime(2021, 7, 6, 13, 43, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 15, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773647-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:16:15.219402 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54ae3397-d1e0-434c-acaf-12e4a2d66ca8 None None] Checking segment: {'id': '0367627e-58ec-451e-8820-d3ebbc4407c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1022, 'network_id': '9965c5fc-c706-42cb-931e-c5984480c817'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:16:15.220105 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-54ae3397-d1e0-434c-acaf-12e4a2d66ca8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:15.220771 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54ae3397-d1e0-434c-acaf-12e4a2d66ca8 None None] Bound using segment: {'id': '0367627e-58ec-451e-8820-d3ebbc4407c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1022, 'network_id': '9965c5fc-c706-42cb-931e-c5984480c817'} {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:16:15.221410 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-54ae3397-d1e0-434c-acaf-12e4a2d66ca8 None None] Bound port: d371a535-e670-4be2-9064-50673df9065d, host: n-d-773647-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0367627e-58ec-451e-8820-d3ebbc4407c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1022, 'network_id': '9965c5fc-c706-42cb-931e-c5984480c817'}}] {{(pid=100248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:16:15.221942 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-54ae3397-d1e0-434c-acaf-12e4a2d66ca8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:15.235007 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-9c3e281a-b96f-4937-89c4-ba488851b4c9 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127687527'] for port, after_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:15.246197 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-9c3e281a-b96f-4937-89c4-ba488851b4c9 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1809478'] for router_interface, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:15.261414 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad8cb38-073d-401e-b1b9-4780c3db4e65 tempest-AttachVolumeShelveTestJSON-1020519793 tempest-AttachVolumeShelveTestJSON-1020519793-project] Pushing event deleted for resources: {'Port': ['ID=ee9785f9-b332-4dd9-b5ec-a4776c4a45ad,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:16:15.353819 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] For port d03500d2-24e7-46ff-92af-2dda3644f4bd, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=d03500d2-24e7-46ff-92af-2dda3644f4bd,segment=NetworkSegment(4e3d91ca-db85-498e-87ab-f26b9a6ac560),segment_id=4e3d91ca-db85-498e-87ab-f26b9a6ac560)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:16:15.366394 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-5762f417-dd6d-4c0a-9638-3911c3af00d4 req-2c73ef69-2ef7-4c3a-984c-3543fef5a3c2 tempest-ServerGroupTestJSON-1635820208 tempest-ServerGroupTestJSON-1635820208-project] 10.222.0.104 "GET /v2.0/security-groups?id=5b2c01f0-02b9-4c5a-9983-09d200844e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2886212 Jul 06 14:16:15.375716 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:15.376845 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device bce89034-397e-4cbd-897f-7f409eafdd07 up at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:16:15.433716 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-158d3662-0f7d-45c9-8a7b-0588946f3e21 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] 10.222.0.104 "GET /v2.0/routers/42880ce7-c066-4642-8280-d12b1b5c8b8e HTTP/1.1" status: 200 len: 934 time: 0.4356120 Jul 06 14:16:15.449348 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 57628) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:16:15.454043 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-54ae3397-d1e0-434c-acaf-12e4a2d66ca8 None None] For port d371a535-e670-4be2-9064-50673df9065d, host n-d-773647-6, cleared binding levels {{(pid=100248) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:16:15.466921 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-7d24f9ac-d67f-4fe3-8f71-7f95ff754f1c tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Request body: {'router': {'routes': None}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:16:15.473010 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-38a641d3-1788-409d-bbaa-00399744c263 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:15.505350 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-54ae3397-d1e0-434c-acaf-12e4a2d66ca8 None None] For port d371a535-e670-4be2-9064-50673df9065d, host n-d-773647-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=d371a535-e670-4be2-9064-50673df9065d,segment=NetworkSegment(0367627e-58ec-451e-8820-d3ebbc4407c6),segment_id=0367627e-58ec-451e-8820-d3ebbc4407c6)] {{(pid=100248) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:16:15.524744 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae5fef4-4543-4ed1-ba44-a253dc506762 req-b2c8a341-db28-4595-9178-90005aa94037 tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:16:15.548516 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-dae5fef4-4543-4ed1-ba44-a253dc506762 req-b2c8a341-db28-4595-9178-90005aa94037 tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] 10.222.0.104 "GET /v2.0/ports?device_id=0455bf88-da4d-44a6-9768-93a70cd92e0e HTTP/1.1" status: 200 len: 944 time: 0.6282411 Jul 06 14:16:15.560430 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-54ae3397-d1e0-434c-acaf-12e4a2d66ca8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:15.575934 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-67a58aee-f85d-4cb0-abda-227e28a74425 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42880ce7-c066-4642-8280-d12b1b5c8b8e', 'name': 'tempest-RoutersTest-router-1812818657', 'tenant_id': '9c6f2fd69adb42a0ae2388cfacf9d174', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:15:48Z', 'updated_at': '2021-07-06T14:16:13Z', 'revision_number': 6, 'project_id': '9c6f2fd69adb42a0ae2388cfacf9d174', 'gw_port_host': None, '_interfaces': [{'id': '1294c68e-44e8-4e09-af80-9881579ab121', 'name': '', 'network_id': '0fdcef5a-1ce4-465a-b750-4893533ac49e', 'tenant_id': '9c6f2fd69adb42a0ae2388cfacf9d174', 'mac_address': 'fa:16:3e:a3:46:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42880ce7-c066-4642-8280-d12b1b5c8b8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2350, 'fixed_ips': [{'subnet_id': '91a37214-447b-45e3-9246-b9ed8a5de457', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:16:00Z', 'updated_at': '2021-07-06T14:16:12Z', 'revision_number': 5, 'project_id': '9c6f2fd69adb42a0ae2388cfacf9d174', 'subnets': [{'id': '91a37214-447b-45e3-9246-b9ed8a5de457', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b1449530-0688-4078-bda6-5f36e7ee7116', 'name': '', 'network_id': 'c860d06d-8556-4bec-98c1-fafd1f4e2cd8', 'tenant_id': '9c6f2fd69adb42a0ae2388cfacf9d174', 'mac_address': 'fa:16:3e:5a:7d:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42880ce7-c066-4642-8280-d12b1b5c8b8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2339, 'fixed_ips': [{'subnet_id': '1a718569-5c6a-4b3b-b22a-5dcfa6d1e9b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:15:51Z', 'updated_at': '2021-07-06T14:16:03Z', 'revision_number': 5, 'project_id': '9c6f2fd69adb42a0ae2388cfacf9d174', 'subnets': [{'id': '1a718569-5c6a-4b3b-b22a-5dcfa6d1e9b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b72607bf-d950-4ab0-b979-c9830a4b2170', 'name': '', 'network_id': 'f86aada1-481e-4bdb-986c-0e5d671b6a87', 'tenant_id': '9c6f2fd69adb42a0ae2388cfacf9d174', 'mac_address': 'fa:16:3e:27:e7:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42880ce7-c066-4642-8280-d12b1b5c8b8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2355, 'fixed_ips': [{'subnet_id': 'ce784e5f-0fa1-436b-a131-893f1a6122cd', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:16:07Z', 'updated_at': '2021-07-06T14:16:10Z', 'revision_number': 2, 'project_id': '9c6f2fd69adb42a0ae2388cfacf9d174', 'subnets': [{'id': 'ce784e5f-0fa1-436b-a131-893f1a6122cd', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bce89034-397e-4cbd-897f-7f409eafdd07', 'name': '', 'network_id': '70cfb0ea-6f2f-4b89-a761-9bd9b50efd3e', 'tenant_id': '9c6f2fd69adb42a0ae2388cfacf9d174', 'mac_address': 'fa:16:3e:07:57:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42880ce7-c066-4642-8280-d12b1b5c8b8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2343, 'fixed_ips': [{'subnet_id': '979bfc42-649b-4616-828a-00033f303b45', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:15:55Z', 'updated_at': '2021-07-06T14:16:11Z', 'revision_number': 5, 'project_id': '9c6f2fd69adb42a0ae2388cfacf9d174', 'subnets': [{'id': '979bfc42-649b-4616-828a-00033f303b45', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773647-6', False) {} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:16:15.578509 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Pushing event updated for resources: {'Port': ['ID=d03500d2-24e7-46ff-92af-2dda3644f4bd,revision_number=3']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:16:15.685057 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67a58aee-f85d-4cb0-abda-227e28a74425 None None] Checking router: 42880ce7-c066-4642-8280-d12b1b5c8b8e for host: n-d-773647-6 {{(pid=100249) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 14:16:15.685419 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67a58aee-f85d-4cb0-abda-227e28a74425 None None] Updating router 42880ce7-c066-4642-8280-d12b1b5c8b8e port b72607bf-d950-4ab0-b979-c9830a4b2170 binding host n-d-773647-6 {{(pid=100249) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 14:16:15.698122 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ae3397-d1e0-434c-acaf-12e4a2d66ca8 None None] Pushing event updated for resources: {'Port': ['ID=d371a535-e670-4be2-9064-50673df9065d,revision_number=2']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:16:15.705539 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3e281a-b96f-4937-89c4-ba488851b4c9 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Pushing event updated for resources: {'Port': ['ID=470003d6-e6ba-465c-a241-fb4dbc49f43f,revision_number=2']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:16:15.754510 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.db.api [None req-38a641d3-1788-409d-bbaa-00399744c263 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100248) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 06 14:16:15.754870 n-d-773647-6 neutron-server[100248]: DEBUG oslo_db.api [None req-38a641d3-1788-409d-bbaa-00399744c263 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 06 14:16:15.770354 n-d-773647-6 neutron-server[100249]: DEBUG neutron_lib.callbacks.manager [None req-67a58aee-f85d-4cb0-abda-227e28a74425 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:15.772068 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning complete for port bce89034-397e-4cbd-897f-7f409eafdd07 triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:16:15.772449 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:15.855157 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-dae5fef4-4543-4ed1-ba44-a253dc506762 req-652e6405-b893-4bda-bef3-637c685d7603 tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] 10.222.0.104 "GET /v2.0/security-groups?id=8d3a9807-14cc-46c0-b7ed-1d949d5bac09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2988460 Jul 06 14:16:15.874468 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-fe8bd31e-83b0-47a2-9c59-73efd009c6a6 req-c81bca26-d355-40b2-a5d3-d595bd8a5079 tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128888353'] for port, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:15.914206 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c3e281a-b96f-4937-89c4-ba488851b4c9 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Network 9965c5fc-c706-42cb-931e-c5984480c817 is already hosted by enough agents. {{(pid=100246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:16:15.917368 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.base_scheduler [None req-9c3e281a-b96f-4937-89c4-ba488851b4c9 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Resources bound (agent type, host, resource id): {{(pid=100246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:16:15.927201 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81bca26-d355-40b2-a5d3-d595bd8a5079 tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Pushing event deleted for resources: {'Port': ['ID=20f5d6df-12c0-4fc6-879f-9056d54469b7,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:16:15.970176 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6715a3ce-61db-46c8-b195-404e5a8f7b8b req-5ad8cb38-073d-401e-b1b9-4780c3db4e65 tempest-AttachVolumeShelveTestJSON-1020519793 tempest-AttachVolumeShelveTestJSON-1020519793-project] Router 170efd2e-2d32-454c-af51-75fb29d893a4 has already been hosted by L3 agent 2823d358-a11b-4885-a706-95a279e43fa7 {{(pid=100247) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 14:16:16.041834 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-5e9fb874-8a5e-45f3-bb20-a5d6e52a2179 req-b8a11e66-084a-4eca-a831-29f9b25968a6 tempest-AttachVolumeShelveTestJSON-1020519793 tempest-AttachVolumeShelveTestJSON-1020519793-project] 10.222.0.104 "GET /v2.0/ports?device_id=775e595c-a8be-4386-9e46-a9528870f5f2 HTTP/1.1" status: 200 len: 210 time: 0.1231792 Jul 06 14:16:16.164442 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device d03500d2-24e7-46ff-92af-2dda3644f4bd up at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:16:16.183605 n-d-773647-6 neutron-server[100248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec2950a8-2250-4636-bc53-1df8adf76221', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5751a1c1-983d-46b2-ad5e-01d061990af5'}] {{(pid=100248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:16:16.185717 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84af257533e383389cbcf231d3534f4d5e149e7203fea16b4a8fc01438dddaf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9805ad64-ae03-4ed7-b399-c5d145eb0505" -d '{"events": [{"server_uuid": "ec2950a8-2250-4636-bc53-1df8adf76221", "name": "network-vif-plugged", "status": "completed", "tag": "5751a1c1-983d-46b2-ad5e-01d061990af5"}]}' {{(pid=100248) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:16:16.230993 n-d-773647-6 neutron-server[100249]: DEBUG neutron_lib.callbacks.manager [None req-67a58aee-f85d-4cb0-abda-227e28a74425 None None] Notify callbacks [] for port, precommit_update {{(pid=100249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:16.243800 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.provisioning_blocks [None req-67a58aee-f85d-4cb0-abda-227e28a74425 None None] Transition to ACTIVE for port object b72607bf-d950-4ab0-b979-c9830a4b2170 will not be triggered until provisioned by entity L2. {{(pid=100249) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:16:16.252756 n-d-773647-6 neutron-server[100249]: DEBUG neutron_lib.callbacks.manager [None req-67a58aee-f85d-4cb0-abda-227e28a74425 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:16.321567 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 14:16:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27f42533-86a9-4cda-9a52-1a9935ef25eb x-openstack-request-id: req-27f42533-86a9-4cda-9a52-1a9935ef25eb {{(pid=100248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:16:16.321779 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec2950a8-2250-4636-bc53-1df8adf76221", "name": "network-vif-plugged", "status": "completed", "tag": "5751a1c1-983d-46b2-ad5e-01d061990af5", "code": 200}]} {{(pid=100248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:16:16.322140 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-27f42533-86a9-4cda-9a52-1a9935ef25eb {{(pid=100248) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:16:16.325013 n-d-773647-6 neutron-server[100248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec2950a8-2250-4636-bc53-1df8adf76221', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5751a1c1-983d-46b2-ad5e-01d061990af5', 'code': 200} Jul 06 14:16:16.408931 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.managers [None req-67a58aee-f85d-4cb0-abda-227e28a74425 None None] Attempting to bind port b72607bf-d950-4ab0-b979-c9830a4b2170 on host n-d-773647-6 for vnic_type normal with profile {{(pid=100249) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:16:16.409569 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.managers [None req-67a58aee-f85d-4cb0-abda-227e28a74425 None None] Attempting to bind port b72607bf-d950-4ab0-b979-c9830a4b2170 by drivers openvswitch,hyperv on host n-d-773647-6 at level 0 using segments [{'id': '4e3d91ca-db85-498e-87ab-f26b9a6ac560', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1038, 'network_id': 'f86aada1-481e-4bdb-986c-0e5d671b6a87'}] {{(pid=100249) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:16:16.410113 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67a58aee-f85d-4cb0-abda-227e28a74425 None None] Attempting to bind port b72607bf-d950-4ab0-b979-c9830a4b2170 on network f86aada1-481e-4bdb-986c-0e5d671b6a87 {{(pid=100249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:16:16.412738 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c3e281a-b96f-4937-89c4-ba488851b4c9 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Router fb672ed0-38f7-450d-a933-1974a8d81eb2 is scheduled to L3 agent 2823d358-a11b-4885-a706-95a279e43fa7 with binding_index 1 {{(pid=100246) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 14:16:16.426484 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67a58aee-f85d-4cb0-abda-227e28a74425 None None] Checking agent: {'id': '8ab5b19c-d213-4f29-891d-27bdf39d38b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773647-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 43, 26), 'started_at': datetime.datetime(2021, 7, 6, 13, 43, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 15, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773647-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:16:16.427087 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67a58aee-f85d-4cb0-abda-227e28a74425 None None] Checking segment: {'id': '4e3d91ca-db85-498e-87ab-f26b9a6ac560', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1038, 'network_id': 'f86aada1-481e-4bdb-986c-0e5d671b6a87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100249) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:16:16.427686 n-d-773647-6 neutron-server[100249]: DEBUG neutron_lib.callbacks.manager [None req-67a58aee-f85d-4cb0-abda-227e28a74425 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:16.428249 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67a58aee-f85d-4cb0-abda-227e28a74425 None None] Bound using segment: {'id': '4e3d91ca-db85-498e-87ab-f26b9a6ac560', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1038, 'network_id': 'f86aada1-481e-4bdb-986c-0e5d671b6a87'} {{(pid=100249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:16:16.428878 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.managers [None req-67a58aee-f85d-4cb0-abda-227e28a74425 None None] Bound port: b72607bf-d950-4ab0-b979-c9830a4b2170, host: n-d-773647-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e3d91ca-db85-498e-87ab-f26b9a6ac560', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1038, 'network_id': 'f86aada1-481e-4bdb-986c-0e5d671b6a87'}}] {{(pid=100249) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:16:16.429432 n-d-773647-6 neutron-server[100249]: DEBUG neutron_lib.callbacks.manager [None req-67a58aee-f85d-4cb0-abda-227e28a74425 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:16.514988 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-38a641d3-1788-409d-bbaa-00399744c263 None None] Provisioning for port b72607bf-d950-4ab0-b979-c9830a4b2170 completed by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:16:16.540739 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning complete for port d03500d2-24e7-46ff-92af-2dda3644f4bd triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:16:16.541144 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:16.567775 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.db [None req-67a58aee-f85d-4cb0-abda-227e28a74425 None None] For port b72607bf-d950-4ab0-b979-c9830a4b2170, host n-d-773647-6, cleared binding levels {{(pid=100249) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:16:16.577327 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.db [None req-67a58aee-f85d-4cb0-abda-227e28a74425 None None] For port b72607bf-d950-4ab0-b979-c9830a4b2170, host n-d-773647-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=b72607bf-d950-4ab0-b979-c9830a4b2170,segment=NetworkSegment(4e3d91ca-db85-498e-87ab-f26b9a6ac560),segment_id=4e3d91ca-db85-498e-87ab-f26b9a6ac560)] {{(pid=100249) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:16:16.603767 n-d-773647-6 neutron-server[100249]: DEBUG neutron_lib.callbacks.manager [None req-67a58aee-f85d-4cb0-abda-227e28a74425 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:16.609295 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40ea8cb-443f-4102-8211-aa083bd53af6 None None] Pushing event updated for resources: {'Port': ['ID=b72607bf-d950-4ab0-b979-c9830a4b2170,revision_number=3']} {{(pid=100249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:16:16.713298 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fe8bd31e-83b0-47a2-9c59-73efd009c6a6 req-c81bca26-d355-40b2-a5d3-d595bd8a5079 tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Router 81f3c0cd-de5f-4888-b4c6-ff1844059aa0 has already been hosted by L3 agent 2823d358-a11b-4885-a706-95a279e43fa7 {{(pid=100247) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 14:16:16.808211 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67a58aee-f85d-4cb0-abda-227e28a74425 None None] Routers {'42880ce7-c066-4642-8280-d12b1b5c8b8e'} bound to L3 agent in host n-d-773647-6 {{(pid=100249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:16:16.808960 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-67a58aee-f85d-4cb0-abda-227e28a74425 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T14:15:56Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['42880ce7-c066-4642-8280-d12b1b5c8b8e'], 'active': True} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:16:16.816579 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 1294c68e-44e8-4e09-af80-9881579ab121 up at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:16:16.834767 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0f409e-5e6d-4128-9326-4a80db149ff9 req-ba6bb447-b4f5-4eed-bab9-afaddddf1ff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:16:16.838262 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-6d0f409e-5e6d-4128-9326-4a80db149ff9 req-ba6bb447-b4f5-4eed-bab9-afaddddf1ff6 service neutron] 10.222.0.127 "GET /v2.0/ports?device_id=ec2950a8-2250-4636-bc53-1df8adf76221 HTTP/1.1" status: 200 len: 1097 time: 0.4662335 Jul 06 14:16:16.921742 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning complete for port 1294c68e-44e8-4e09-af80-9881579ab121 triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:16:16.922367 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:16.927431 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40ea8cb-443f-4102-8211-aa083bd53af6 None None] Pushing event updated for resources: {'Port': ['ID=b72607bf-d950-4ab0-b979-c9830a4b2170,revision_number=4']} {{(pid=100249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:16:17.041639 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c3e281a-b96f-4937-89c4-ba488851b4c9 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Notify agent at l3_agent.n-d-773647-6 the message routers_updated {{(pid=100246) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 14:16:17.054331 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da363bec-b475-4613-9214-6c0ddfb16e4e None None] Sync routers for ids ['fb672ed0-38f7-450d-a933-1974a8d81eb2'] in n-d-773647-6 {{(pid=100248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 14:16:17.057478 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-9c3e281a-b96f-4937-89c4-ba488851b4c9 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] 10.222.0.104 "PUT /v2.0/routers/fb672ed0-38f7-450d-a933-1974a8d81eb2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4406607 Jul 06 14:16:17.058123 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 57640) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:16:17.107447 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6715a3ce-61db-46c8-b195-404e5a8f7b8b req-5ad8cb38-073d-401e-b1b9-4780c3db4e65 tempest-AttachVolumeShelveTestJSON-1020519793 tempest-AttachVolumeShelveTestJSON-1020519793-project] Notify agent at l3_agent.n-d-773647-6 the message routers_updated {{(pid=100247) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 14:16:17.109126 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvr_db [None req-67a58aee-f85d-4cb0-abda-227e28a74425 None None] Set router 42880ce7-c066-4642-8280-d12b1b5c8b8e gateway port host: None {{(pid=100249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:16:17.169869 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b7f0d7c-c0a3-465a-92ee-beea5664b88e None None] Sync routers for ids ['170efd2e-2d32-454c-af51-75fb29d893a4'] in n-d-773647-6 {{(pid=100249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 14:16:17.179668 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da363bec-b475-4613-9214-6c0ddfb16e4e None None] Routers {'fb672ed0-38f7-450d-a933-1974a8d81eb2'} bound to L3 agent in host n-d-773647-6 {{(pid=100248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:16:17.179810 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-6d0f409e-5e6d-4128-9326-4a80db149ff9 req-d8538dd9-2aa3-4420-842c-e6abb7a56b5f service neutron] 10.222.0.127 "GET /v2.0/security-groups?id=5b2c01f0-02b9-4c5a-9983-09d200844e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2725191 Jul 06 14:16:17.180306 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-da363bec-b475-4613-9214-6c0ddfb16e4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T14:15:56Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['fb672ed0-38f7-450d-a933-1974a8d81eb2'], 'active': True} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:16:17.257543 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-da363bec-b475-4613-9214-6c0ddfb16e4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-773647-6', False) {} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:16:17.257996 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7182e536-9d61-4f48-98c1-d9bdb2aa675f req-914fa92d-efe4-4d47-bd2f-27a846567ac6 tempest-ServerGroupTestJSON-1635820208 tempest-ServerGroupTestJSON-1635820208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:16:17.259981 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-7182e536-9d61-4f48-98c1-d9bdb2aa675f req-914fa92d-efe4-4d47-bd2f-27a846567ac6 tempest-ServerGroupTestJSON-1635820208 tempest-ServerGroupTestJSON-1635820208-project] 10.222.0.104 "GET /v2.0/ports?device_id=ec2950a8-2250-4636-bc53-1df8adf76221 HTTP/1.1" status: 200 len: 946 time: 0.4204078 Jul 06 14:16:17.280831 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da363bec-b475-4613-9214-6c0ddfb16e4e None None] Routers {'fb672ed0-38f7-450d-a933-1974a8d81eb2'} bound to L3 agent in host n-d-773647-6 {{(pid=100248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:16:17.280831 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-da363bec-b475-4613-9214-6c0ddfb16e4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T14:15:56Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['fb672ed0-38f7-450d-a933-1974a8d81eb2'], 'active': True} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:16:17.298624 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b7f0d7c-c0a3-465a-92ee-beea5664b88e None None] Routers {'170efd2e-2d32-454c-af51-75fb29d893a4'} bound to L3 agent in host n-d-773647-6 {{(pid=100249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:16:17.299924 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-3b7f0d7c-c0a3-465a-92ee-beea5664b88e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T14:15:56Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['170efd2e-2d32-454c-af51-75fb29d893a4'], 'active': True} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:16:17.332876 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-da363bec-b475-4613-9214-6c0ddfb16e4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-773647-6', False) {} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:16:17.333712 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da363bec-b475-4613-9214-6c0ddfb16e4e None None] The sync data for ids ['fb672ed0-38f7-450d-a933-1974a8d81eb2'] in n-d-773647-6 is: [] {{(pid=100248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 14:16:17.336247 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-5fa1ebd8-1d3d-4e9e-bbea-3dd470a3b272 req-5fd84f40-21b6-4083-b3a0-eb228c80669b tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] 10.222.0.104 "GET /v2.0/ports?device_id=0455bf88-da4d-44a6-9768-93a70cd92e0e HTTP/1.1" status: 200 len: 210 time: 0.1031771 Jul 06 14:16:17.337808 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.l3_dvrscheduler_db [req-6715a3ce-61db-46c8-b195-404e5a8f7b8b req-5ad8cb38-073d-401e-b1b9-4780c3db4e65 tempest-AttachVolumeShelveTestJSON-1020519793 tempest-AttachVolumeShelveTestJSON-1020519793-project] No DVR routers for this DVR port ee9785f9-b332-4dd9-b5ec-a4776c4a45ad on host n-h1-773647-6 {{(pid=100247) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:16:17.390413 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-6715a3ce-61db-46c8-b195-404e5a8f7b8b req-5ad8cb38-073d-401e-b1b9-4780c3db4e65 tempest-AttachVolumeShelveTestJSON-1020519793 tempest-AttachVolumeShelveTestJSON-1020519793-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:17.396461 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-6715a3ce-61db-46c8-b195-404e5a8f7b8b req-5ad8cb38-073d-401e-b1b9-4780c3db4e65 tempest-AttachVolumeShelveTestJSON-1020519793 tempest-AttachVolumeShelveTestJSON-1020519793-project] 10.222.0.127 "DELETE /v2.0/ports/ee9785f9-b332-4dd9-b5ec-a4776c4a45ad HTTP/1.1" status: 204 len: 173 time: 4.8476689 Jul 06 14:16:17.400880 n-d-773647-6 neutron-server[100247]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '775e595c-a8be-4386-9e46-a9528870f5f2', 'name': 'network-vif-deleted', 'tag': 'ee9785f9-b332-4dd9-b5ec-a4776c4a45ad'}] {{(pid=100247) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:16:17.403972 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cbf0eeaae822f8fc9b87a94aeba67a3d651842baf663a51cba94b67a514836d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e90a7e06-837c-43eb-837c-ab461ccbb245" -d '{"events": [{"server_uuid": "775e595c-a8be-4386-9e46-a9528870f5f2", "name": "network-vif-deleted", "tag": "ee9785f9-b332-4dd9-b5ec-a4776c4a45ad"}]}' {{(pid=100247) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:16:17.448450 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fe8bd31e-83b0-47a2-9c59-73efd009c6a6 req-c81bca26-d355-40b2-a5d3-d595bd8a5079 tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Notify agent at l3_agent.n-d-773647-6 the message routers_updated {{(pid=100247) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 14:16:17.464526 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e019b566-9d7d-4259-b477-3c1e90672d4a None None] Sync routers for ids ['81f3c0cd-de5f-4888-b4c6-ff1844059aa0'] in n-d-773647-6 {{(pid=100248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 14:16:17.479550 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e019b566-9d7d-4259-b477-3c1e90672d4a None None] Routers {'81f3c0cd-de5f-4888-b4c6-ff1844059aa0'} bound to L3 agent in host n-d-773647-6 {{(pid=100248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:16:17.492765 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-e019b566-9d7d-4259-b477-3c1e90672d4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T14:15:56Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['81f3c0cd-de5f-4888-b4c6-ff1844059aa0'], 'active': True} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:16:17.502412 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-7182e536-9d61-4f48-98c1-d9bdb2aa675f req-a3eb5339-09f2-4c98-8c4a-9ade5490f48f tempest-ServerGroupTestJSON-1635820208 tempest-ServerGroupTestJSON-1635820208-project] 10.222.0.104 "GET /v2.0/security-groups?id=5b2c01f0-02b9-4c5a-9983-09d200844e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1522269 Jul 06 14:16:17.558939 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe8bd31e-83b0-47a2-9c59-73efd009c6a6 req-c81bca26-d355-40b2-a5d3-d595bd8a5079 tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] No DVR routers for this DVR port 20f5d6df-12c0-4fc6-879f-9056d54469b7 on host n-h1-773647-6 {{(pid=100247) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:16:17.565906 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-fe8bd31e-83b0-47a2-9c59-73efd009c6a6 req-c81bca26-d355-40b2-a5d3-d595bd8a5079 tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:17.578290 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-fe8bd31e-83b0-47a2-9c59-73efd009c6a6 req-c81bca26-d355-40b2-a5d3-d595bd8a5079 tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] 10.222.0.127 "DELETE /v2.0/ports/20f5d6df-12c0-4fc6-879f-9056d54469b7 HTTP/1.1" status: 204 len: 173 time: 5.2716451 Jul 06 14:16:17.664336 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 14:16:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-341f29a1-d1ed-4926-a795-477121b216c4 x-openstack-request-id: req-341f29a1-d1ed-4926-a795-477121b216c4 {{(pid=100247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:16:17.664638 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "775e595c-a8be-4386-9e46-a9528870f5f2", "name": "network-vif-deleted", "tag": "ee9785f9-b332-4dd9-b5ec-a4776c4a45ad", "status": "completed", "code": 200}]} {{(pid=100247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:16:17.664889 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-341f29a1-d1ed-4926-a795-477121b216c4 {{(pid=100247) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:16:17.665304 n-d-773647-6 neutron-server[100247]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '775e595c-a8be-4386-9e46-a9528870f5f2', 'name': 'network-vif-deleted', 'tag': 'ee9785f9-b332-4dd9-b5ec-a4776c4a45ad', 'status': 'completed', 'code': 200} Jul 06 14:16:17.698050 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvr_db [None req-3b7f0d7c-c0a3-465a-92ee-beea5664b88e None None] Set router 170efd2e-2d32-454c-af51-75fb29d893a4 gateway port host: n-d-773647-6 {{(pid=100249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:16:17.792439 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-644c1ba7-d172-4286-8d38-8216da669030 req-ef235713-7a98-4470-8ce2-0ecc046a5335 tempest-AttachVolumeShelveTestJSON-1020519793 tempest-AttachVolumeShelveTestJSON-1020519793-project] 10.222.0.104 "GET /v2.0/ports?device_id=775e595c-a8be-4386-9e46-a9528870f5f2 HTTP/1.1" status: 200 len: 210 time: 0.0898933 Jul 06 14:16:17.819267 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-67a58aee-f85d-4cb0-abda-227e28a74425 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42880ce7-c066-4642-8280-d12b1b5c8b8e', 'name': 'tempest-RoutersTest-router-1812818657', 'tenant_id': '9c6f2fd69adb42a0ae2388cfacf9d174', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:15:48Z', 'updated_at': '2021-07-06T14:16:13Z', 'revision_number': 6, 'project_id': '9c6f2fd69adb42a0ae2388cfacf9d174', 'gw_port_host': None, '_interfaces': [{'id': '1294c68e-44e8-4e09-af80-9881579ab121', 'name': '', 'network_id': '0fdcef5a-1ce4-465a-b750-4893533ac49e', 'tenant_id': '9c6f2fd69adb42a0ae2388cfacf9d174', 'mac_address': 'fa:16:3e:a3:46:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42880ce7-c066-4642-8280-d12b1b5c8b8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2350, 'fixed_ips': [{'subnet_id': '91a37214-447b-45e3-9246-b9ed8a5de457', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:16:00Z', 'updated_at': '2021-07-06T14:16:12Z', 'revision_number': 5, 'project_id': '9c6f2fd69adb42a0ae2388cfacf9d174', 'subnets': [{'id': '91a37214-447b-45e3-9246-b9ed8a5de457', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b1449530-0688-4078-bda6-5f36e7ee7116', 'name': '', 'network_id': 'c860d06d-8556-4bec-98c1-fafd1f4e2cd8', 'tenant_id': '9c6f2fd69adb42a0ae2388cfacf9d174', 'mac_address': 'fa:16:3e:5a:7d:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42880ce7-c066-4642-8280-d12b1b5c8b8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2339, 'fixed_ips': [{'subnet_id': '1a718569-5c6a-4b3b-b22a-5dcfa6d1e9b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:15:51Z', 'updated_at': '2021-07-06T14:16:03Z', 'revision_number': 5, 'project_id': '9c6f2fd69adb42a0ae2388cfacf9d174', 'subnets': [{'id': '1a718569-5c6a-4b3b-b22a-5dcfa6d1e9b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b72607bf-d950-4ab0-b979-c9830a4b2170', 'name': '', 'network_id': 'f86aada1-481e-4bdb-986c-0e5d671b6a87', 'tenant_id': '9c6f2fd69adb42a0ae2388cfacf9d174', 'mac_address': 'fa:16:3e:27:e7:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42880ce7-c066-4642-8280-d12b1b5c8b8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2355, 'fixed_ips': [{'subnet_id': 'ce784e5f-0fa1-436b-a131-893f1a6122cd', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:16:07Z', 'updated_at': '2021-07-06T14:16:16Z', 'revision_number': 4, 'project_id': '9c6f2fd69adb42a0ae2388cfacf9d174', 'subnets': [{'id': 'ce784e5f-0fa1-436b-a131-893f1a6122cd', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bce89034-397e-4cbd-897f-7f409eafdd07', 'name': '', 'network_id': '70cfb0ea-6f2f-4b89-a761-9bd9b50efd3e', 'tenant_id': '9c6f2fd69adb42a0ae2388cfacf9d174', 'mac_address': 'fa:16:3e:07:57:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42880ce7-c066-4642-8280-d12b1b5c8b8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2343, 'fixed_ips': [{'subnet_id': '979bfc42-649b-4616-828a-00033f303b45', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:15:55Z', 'updated_at': '2021-07-06T14:16:11Z', 'revision_number': 5, 'project_id': '9c6f2fd69adb42a0ae2388cfacf9d174', 'subnets': [{'id': '979bfc42-649b-4616-828a-00033f303b45', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773647-6', False) {} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:16:17.878215 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67a58aee-f85d-4cb0-abda-227e28a74425 None None] The sync data for ids ['42880ce7-c066-4642-8280-d12b1b5c8b8e'] in n-d-773647-6 is: [{'id': '42880ce7-c066-4642-8280-d12b1b5c8b8e', 'name': 'tempest-RoutersTest-router-1812818657', 'tenant_id': '9c6f2fd69adb42a0ae2388cfacf9d174', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:15:48Z', 'updated_at': '2021-07-06T14:16:13Z', 'revision_number': 6, 'project_id': '9c6f2fd69adb42a0ae2388cfacf9d174', 'gw_port_host': None, '_interfaces': [{'id': '1294c68e-44e8-4e09-af80-9881579ab121', 'name': '', 'network_id': '0fdcef5a-1ce4-465a-b750-4893533ac49e', 'tenant_id': '9c6f2fd69adb42a0ae2388cfacf9d174', 'mac_address': 'fa:16:3e:a3:46:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42880ce7-c066-4642-8280-d12b1b5c8b8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2350, 'fixed_ips': [{'subnet_id': '91a37214-447b-45e3-9246-b9ed8a5de457', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:16:00Z', 'updated_at': '2021-07-06T14:16:12Z', 'revision_number': 5, 'project_id': '9c6f2fd69adb42a0ae2388cfacf9d174', 'subnets': [{'id': '91a37214-447b-45e3-9246-b9ed8a5de457', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b1449530-0688-4078-bda6-5f36e7ee7116', 'name': '', 'network_id': 'c860d06d-8556-4bec-98c1-fafd1f4e2cd8', 'tenant_id': '9c6f2fd69adb42a0ae2388cfacf9d174', 'mac_address': 'fa:16:3e:5a:7d:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42880ce7-c066-4642-8280-d12b1b5c8b8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2339, 'fixed_ips': [{'subnet_id': '1a718569-5c6a-4b3b-b22a-5dcfa6d1e9b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:15:51Z', 'updated_at': '2021-07-06T14:16:03Z', 'revision_number': 5, 'project_id': '9c6f2fd69adb42a0ae2388cfacf9d174', 'subnets': [{'id': '1a718569-5c6a-4b3b-b22a-5dcfa6d1e9b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b72607bf-d950-4ab0-b979-c9830a4b2170', 'name': '', 'network_id': 'f86aada1-481e-4bdb-986c-0e5d671b6a87', 'tenant_id': '9c6f2fd69adb42a0ae2388cfacf9d174', 'mac_address': 'fa:16:3e:27:e7:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42880ce7-c066-4642-8280-d12b1b5c8b8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2355, 'fixed_ips': [{'subnet_id': 'ce784e5f-0fa1-436b-a131-893f1a6122cd', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:16:07Z', 'updated_at': '2021-07-06T14:16:16Z', 'revision_number': 4, 'project_id': '9c6f2fd69adb42a0ae2388cfacf9d174', 'subnets': [{'id': 'ce784e5f-0fa1-436b-a131-893f1a6122cd', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bce89034-397e-4cbd-897f-7f409eafdd07', 'name': '', 'network_id': '70cfb0ea-6f2f-4b89-a761-9bd9b50efd3e', 'tenant_id': '9c6f2fd69adb42a0ae2388cfacf9d174', 'mac_address': 'fa:16:3e:07:57:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42880ce7-c066-4642-8280-d12b1b5c8b8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2343, 'fixed_ips': [{'subnet_id': '979bfc42-649b-4616-828a-00033f303b45', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:15:55Z', 'updated_at': '2021-07-06T14:16:11Z', 'revision_number': 5, 'project_id': '9c6f2fd69adb42a0ae2388cfacf9d174', 'subnets': [{'id': '979bfc42-649b-4616-828a-00033f303b45', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 14:16:17.935605 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.extraroute_db [None req-7d24f9ac-d67f-4fe3-8f71-7f95ff754f1c tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Added routes are [] {{(pid=100246) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Jul 06 14:16:17.936299 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.extraroute_db [None req-7d24f9ac-d67f-4fe3-8f71-7f95ff754f1c tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Removed routes are [{'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}] {{(pid=100246) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Jul 06 14:16:17.972940 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-7d24f9ac-d67f-4fe3-8f71-7f95ff754f1c tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1761047', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1806272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6989'] for router, precommit_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:17.979806 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvr_db [None req-e019b566-9d7d-4259-b477-3c1e90672d4a None None] Set router 81f3c0cd-de5f-4888-b4c6-ff1844059aa0 gateway port host: n-d-773647-6 {{(pid=100248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:16:18.118980 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6240371a-493c-4638-b29a-ac5e1c7ee8d3 None None] Network 9965c5fc-c706-42cb-931e-c5984480c817 requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:16:18.245287 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-3b7f0d7c-c0a3-465a-92ee-beea5664b88e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '170efd2e-2d32-454c-af51-75fb29d893a4', 'name': 'tempest-AttachVolumeShelveTestJSON-1501821646-router', 'tenant_id': '9686fd5ec0aa4012928191c3d42f6e6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.68'}], 'enable_snat': True}, 'gw_port_id': '4f049c2e-394a-46f7-a71e-a4d2b9c694e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:10:08Z', 'updated_at': '2021-07-06T14:10:13Z', 'revision_number': 4, 'project_id': '9686fd5ec0aa4012928191c3d42f6e6c', 'gw_port': {'id': '4f049c2e-394a-46f7-a71e-a4d2b9c694e5', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:ac:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '170efd2e-2d32-454c-af51-75fb29d893a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1907, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:10:10Z', 'updated_at': '2021-07-06T14:10:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6', '_interfaces': [{'id': 'ed6b7d65-28dd-40b4-81c9-ae0bcd9b105b', 'name': '', 'network_id': 'a1c5aa58-a5eb-4fe0-9c0d-ad9cb3f782ca', 'tenant_id': '9686fd5ec0aa4012928191c3d42f6e6c', 'mac_address': 'fa:16:3e:06:b1:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '170efd2e-2d32-454c-af51-75fb29d893a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1918, 'fixed_ips': [{'subnet_id': '6ec930d2-90b3-4355-914b-4efea8972d25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:10:12Z', 'updated_at': '2021-07-06T14:10:20Z', 'revision_number': 5, 'project_id': '9686fd5ec0aa4012928191c3d42f6e6c', 'subnets': [{'id': '6ec930d2-90b3-4355-914b-4efea8972d25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773647-6', False) {} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:16:18.274721 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71b80272-ed8a-4e63-8008-8425281fcbd4 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:16:18.282500 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 57654) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:16:18.287498 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-71b80272-ed8a-4e63-8008-8425281fcbd4 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] 10.222.0.104 "GET /v2.0/ports/470003d6-e6ba-465c-a241-fb4dbc49f43f HTTP/1.1" status: 200 len: 911 time: 1.2225699 Jul 06 14:16:18.293516 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b7f0d7c-c0a3-465a-92ee-beea5664b88e None None] Checking router: 170efd2e-2d32-454c-af51-75fb29d893a4 for host: n-d-773647-6 {{(pid=100249) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 14:16:18.302384 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-2207b79f-e775-4c4b-87c0-840f839c70e6 None None] Provisioning for port d371a535-e670-4be2-9064-50673df9065d completed by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:16:18.313238 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b7f0d7c-c0a3-465a-92ee-beea5664b88e None None] Routers {'170efd2e-2d32-454c-af51-75fb29d893a4'} bound to L3 agent in host n-d-773647-6 {{(pid=100249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:16:18.318940 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-3b7f0d7c-c0a3-465a-92ee-beea5664b88e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T14:15:56Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['170efd2e-2d32-454c-af51-75fb29d893a4'], 'active': True} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:16:18.521684 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ad9154b-55b7-4c02-b266-7ebcdcc50049 None None] Sync routers for ids ['42880ce7-c066-4642-8280-d12b1b5c8b8e'] in n-d-773647-6 {{(pid=100249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 14:16:18.541951 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device d371a535-e670-4be2-9064-50673df9065d up at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:16:18.574013 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-7d24f9ac-d67f-4fe3-8f71-7f95ff754f1c tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1761047', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1806272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6989'] for router, precommit_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:18.579398 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-7d24f9ac-d67f-4fe3-8f71-7f95ff754f1c tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1761036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1761054', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1761029', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1806287'] for router, after_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:18.610633 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ad9154b-55b7-4c02-b266-7ebcdcc50049 None None] Routers {'42880ce7-c066-4642-8280-d12b1b5c8b8e'} bound to L3 agent in host n-d-773647-6 {{(pid=100249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:16:18.610884 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-0ad9154b-55b7-4c02-b266-7ebcdcc50049 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T14:15:56Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['42880ce7-c066-4642-8280-d12b1b5c8b8e'], 'active': True} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:16:18.713148 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-e019b566-9d7d-4259-b477-3c1e90672d4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81f3c0cd-de5f-4888-b4c6-ff1844059aa0', 'name': 'tempest-TaggedBootDevicesTest_v242-1478117220-router', 'tenant_id': '5bc84ece362540998140660bd65643c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.230'}], 'enable_snat': True}, 'gw_port_id': 'da792a65-ad2f-405e-964a-2550e3684b95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:04:54Z', 'updated_at': '2021-07-06T14:05:02Z', 'revision_number': 4, 'project_id': '5bc84ece362540998140660bd65643c3', 'gw_port': {'id': 'da792a65-ad2f-405e-964a-2550e3684b95', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:79:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81f3c0cd-de5f-4888-b4c6-ff1844059aa0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1264, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:04:56Z', 'updated_at': '2021-07-06T14:05:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6', '_interfaces': [{'id': 'bb58c59d-d4b8-43e4-80d9-e5f6bb551859', 'name': '', 'network_id': 'd0a1f4e7-9678-480f-bc1f-59b6eda7e0f6', 'tenant_id': '5bc84ece362540998140660bd65643c3', 'mac_address': 'fa:16:3e:76:ec:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81f3c0cd-de5f-4888-b4c6-ff1844059aa0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1291, 'fixed_ips': [{'subnet_id': '5c7d6ee3-a183-4b01-a5a7-977624c04483', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:05:00Z', 'updated_at': '2021-07-06T14:05:14Z', 'revision_number': 5, 'project_id': '5bc84ece362540998140660bd65643c3', 'subnets': [{'id': '5c7d6ee3-a183-4b01-a5a7-977624c04483', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773647-6', False) {} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:16:18.719117 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning for port d371a535-e670-4be2-9064-50673df9065d completed by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:16:18.720987 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-3743ec59-e5ae-476f-8c64-1f8d637d09d4 req-eb2ddc69-a3e9-4d25-ae8c-8e5c290d4383 tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] 10.222.0.104 "GET /v2.0/ports?device_id=0455bf88-da4d-44a6-9768-93a70cd92e0e HTTP/1.1" status: 200 len: 210 time: 0.0461173 Jul 06 14:16:18.746121 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d24f9ac-d67f-4fe3-8f71-7f95ff754f1c tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Router 42880ce7-c066-4642-8280-d12b1b5c8b8e has already been hosted by L3 agent 2823d358-a11b-4885-a706-95a279e43fa7 {{(pid=100246) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 14:16:18.808096 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvr_db [None req-3b7f0d7c-c0a3-465a-92ee-beea5664b88e None None] Set router 170efd2e-2d32-454c-af51-75fb29d893a4 gateway port host: n-d-773647-6 {{(pid=100249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:16:18.815588 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning complete for port d371a535-e670-4be2-9064-50673df9065d triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:16:18.816221 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:18.817991 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e019b566-9d7d-4259-b477-3c1e90672d4a None None] Checking router: 81f3c0cd-de5f-4888-b4c6-ff1844059aa0 for host: n-d-773647-6 {{(pid=100248) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 14:16:18.852052 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvr_db [None req-0ad9154b-55b7-4c02-b266-7ebcdcc50049 None None] Set router 42880ce7-c066-4642-8280-d12b1b5c8b8e gateway port host: None {{(pid=100249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:16:18.900163 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d24f9ac-d67f-4fe3-8f71-7f95ff754f1c tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Notify agent at l3_agent.n-d-773647-6 the message routers_updated {{(pid=100246) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 14:16:18.904764 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e019b566-9d7d-4259-b477-3c1e90672d4a None None] Routers {'81f3c0cd-de5f-4888-b4c6-ff1844059aa0'} bound to L3 agent in host n-d-773647-6 {{(pid=100248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:16:18.905607 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-e019b566-9d7d-4259-b477-3c1e90672d4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T14:15:56Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['81f3c0cd-de5f-4888-b4c6-ff1844059aa0'], 'active': True} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:16:18.928707 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-7d24f9ac-d67f-4fe3-8f71-7f95ff754f1c tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Notify callbacks [] for router, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:18.930242 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-7d24f9ac-d67f-4fe3-8f71-7f95ff754f1c tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] 10.222.0.104 "PUT /v2.0/routers/42880ce7-c066-4642-8280-d12b1b5c8b8e HTTP/1.1" status: 200 len: 700 time: 3.4766366 Jul 06 14:16:18.933865 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e628383c-2381-41ba-8941-1fec6d48a8bb req-fc555877-9386-4dda-88b8-09c3e123f568 tempest-VolumesSnapshotTestJSON-159166615 tempest-VolumesSnapshotTestJSON-159166615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:16:18.935751 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 57662) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:16:18.947514 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-e628383c-2381-41ba-8941-1fec6d48a8bb req-fc555877-9386-4dda-88b8-09c3e123f568 tempest-VolumesSnapshotTestJSON-159166615 tempest-VolumesSnapshotTestJSON-159166615-project] 10.222.0.104 "GET /v2.0/ports?device_id=6a5b65d9-7038-4f5d-9ab6-265fe81f8b66 HTTP/1.1" status: 200 len: 945 time: 0.3739741 Jul 06 14:16:19.023590 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvr_db [None req-e019b566-9d7d-4259-b477-3c1e90672d4a None None] Set router 81f3c0cd-de5f-4888-b4c6-ff1844059aa0 gateway port host: n-d-773647-6 {{(pid=100248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:16:19.055999 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-e628383c-2381-41ba-8941-1fec6d48a8bb req-52519637-eae1-453d-8d77-b2a695ff057b tempest-VolumesSnapshotTestJSON-159166615 tempest-VolumesSnapshotTestJSON-159166615-project] 10.222.0.104 "GET /v2.0/security-groups?id=e20905c3-4e2a-4820-8b00-03fe4a9f77fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791643 Jul 06 14:16:19.066971 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-a911ba44-9eac-48a8-b18d-81eefeedb5e6 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] 10.222.0.104 "GET /v2.0/routers/42880ce7-c066-4642-8280-d12b1b5c8b8e HTTP/1.1" status: 200 len: 700 time: 0.1300352 Jul 06 14:16:19.069544 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 57664) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:16:19.336203 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-3b7f0d7c-c0a3-465a-92ee-beea5664b88e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '170efd2e-2d32-454c-af51-75fb29d893a4', 'name': 'tempest-AttachVolumeShelveTestJSON-1501821646-router', 'tenant_id': '9686fd5ec0aa4012928191c3d42f6e6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.68'}], 'enable_snat': True}, 'gw_port_id': '4f049c2e-394a-46f7-a71e-a4d2b9c694e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:10:08Z', 'updated_at': '2021-07-06T14:10:13Z', 'revision_number': 4, 'project_id': '9686fd5ec0aa4012928191c3d42f6e6c', 'gw_port': {'id': '4f049c2e-394a-46f7-a71e-a4d2b9c694e5', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:ac:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '170efd2e-2d32-454c-af51-75fb29d893a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1907, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:10:10Z', 'updated_at': '2021-07-06T14:10:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6', '_interfaces': [{'id': 'ed6b7d65-28dd-40b4-81c9-ae0bcd9b105b', 'name': '', 'network_id': 'a1c5aa58-a5eb-4fe0-9c0d-ad9cb3f782ca', 'tenant_id': '9686fd5ec0aa4012928191c3d42f6e6c', 'mac_address': 'fa:16:3e:06:b1:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '170efd2e-2d32-454c-af51-75fb29d893a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1918, 'fixed_ips': [{'subnet_id': '6ec930d2-90b3-4355-914b-4efea8972d25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:10:12Z', 'updated_at': '2021-07-06T14:10:20Z', 'revision_number': 5, 'project_id': '9686fd5ec0aa4012928191c3d42f6e6c', 'subnets': [{'id': '6ec930d2-90b3-4355-914b-4efea8972d25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773647-6', False) {} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:16:19.380762 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec71d6e1-5ab7-4cae-b774-bad8eea99ea8 req-344301b1-cecd-435d-940b-d35c536e2073 tempest-ServerGroupTestJSON-1635820208 tempest-ServerGroupTestJSON-1635820208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:16:19.382318 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-ec71d6e1-5ab7-4cae-b774-bad8eea99ea8 req-344301b1-cecd-435d-940b-d35c536e2073 tempest-ServerGroupTestJSON-1635820208 tempest-ServerGroupTestJSON-1635820208-project] 10.222.0.104 "GET /v2.0/ports?device_id=ec2950a8-2250-4636-bc53-1df8adf76221 HTTP/1.1" status: 200 len: 946 time: 0.4240212 Jul 06 14:16:19.419789 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-0ad9154b-55b7-4c02-b266-7ebcdcc50049 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42880ce7-c066-4642-8280-d12b1b5c8b8e', 'name': 'tempest-RoutersTest-router-1812818657', 'tenant_id': '9c6f2fd69adb42a0ae2388cfacf9d174', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:15:48Z', 'updated_at': '2021-07-06T14:16:17Z', 'revision_number': 7, 'project_id': '9c6f2fd69adb42a0ae2388cfacf9d174', 'gw_port_host': None, '_interfaces': [{'id': '1294c68e-44e8-4e09-af80-9881579ab121', 'name': '', 'network_id': '0fdcef5a-1ce4-465a-b750-4893533ac49e', 'tenant_id': '9c6f2fd69adb42a0ae2388cfacf9d174', 'mac_address': 'fa:16:3e:a3:46:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42880ce7-c066-4642-8280-d12b1b5c8b8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2350, 'fixed_ips': [{'subnet_id': '91a37214-447b-45e3-9246-b9ed8a5de457', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:16:00Z', 'updated_at': '2021-07-06T14:16:12Z', 'revision_number': 5, 'project_id': '9c6f2fd69adb42a0ae2388cfacf9d174', 'subnets': [{'id': '91a37214-447b-45e3-9246-b9ed8a5de457', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b1449530-0688-4078-bda6-5f36e7ee7116', 'name': '', 'network_id': 'c860d06d-8556-4bec-98c1-fafd1f4e2cd8', 'tenant_id': '9c6f2fd69adb42a0ae2388cfacf9d174', 'mac_address': 'fa:16:3e:5a:7d:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42880ce7-c066-4642-8280-d12b1b5c8b8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2339, 'fixed_ips': [{'subnet_id': '1a718569-5c6a-4b3b-b22a-5dcfa6d1e9b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:15:51Z', 'updated_at': '2021-07-06T14:16:03Z', 'revision_number': 5, 'project_id': '9c6f2fd69adb42a0ae2388cfacf9d174', 'subnets': [{'id': '1a718569-5c6a-4b3b-b22a-5dcfa6d1e9b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b72607bf-d950-4ab0-b979-c9830a4b2170', 'name': '', 'network_id': 'f86aada1-481e-4bdb-986c-0e5d671b6a87', 'tenant_id': '9c6f2fd69adb42a0ae2388cfacf9d174', 'mac_address': 'fa:16:3e:27:e7:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42880ce7-c066-4642-8280-d12b1b5c8b8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2355, 'fixed_ips': [{'subnet_id': 'ce784e5f-0fa1-436b-a131-893f1a6122cd', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:16:07Z', 'updated_at': '2021-07-06T14:16:16Z', 'revision_number': 4, 'project_id': '9c6f2fd69adb42a0ae2388cfacf9d174', 'subnets': [{'id': 'ce784e5f-0fa1-436b-a131-893f1a6122cd', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bce89034-397e-4cbd-897f-7f409eafdd07', 'name': '', 'network_id': '70cfb0ea-6f2f-4b89-a761-9bd9b50efd3e', 'tenant_id': '9c6f2fd69adb42a0ae2388cfacf9d174', 'mac_address': 'fa:16:3e:07:57:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42880ce7-c066-4642-8280-d12b1b5c8b8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2343, 'fixed_ips': [{'subnet_id': '979bfc42-649b-4616-828a-00033f303b45', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:15:55Z', 'updated_at': '2021-07-06T14:16:11Z', 'revision_number': 5, 'project_id': '9c6f2fd69adb42a0ae2388cfacf9d174', 'subnets': [{'id': '979bfc42-649b-4616-828a-00033f303b45', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773647-6', False) {} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:16:19.431602 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b7f0d7c-c0a3-465a-92ee-beea5664b88e None None] The sync data for ids ['170efd2e-2d32-454c-af51-75fb29d893a4'] in n-d-773647-6 is: [{'id': '170efd2e-2d32-454c-af51-75fb29d893a4', 'name': 'tempest-AttachVolumeShelveTestJSON-1501821646-router', 'tenant_id': '9686fd5ec0aa4012928191c3d42f6e6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.68'}], 'enable_snat': True}, 'gw_port_id': '4f049c2e-394a-46f7-a71e-a4d2b9c694e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:10:08Z', 'updated_at': '2021-07-06T14:10:13Z', 'revision_number': 4, 'project_id': '9686fd5ec0aa4012928191c3d42f6e6c', 'gw_port': {'id': '4f049c2e-394a-46f7-a71e-a4d2b9c694e5', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:ac:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '170efd2e-2d32-454c-af51-75fb29d893a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1907, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:10:10Z', 'updated_at': '2021-07-06T14:10:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6', '_interfaces': [{'id': 'ed6b7d65-28dd-40b4-81c9-ae0bcd9b105b', 'name': '', 'network_id': 'a1c5aa58-a5eb-4fe0-9c0d-ad9cb3f782ca', 'tenant_id': '9686fd5ec0aa4012928191c3d42f6e6c', 'mac_address': 'fa:16:3e:06:b1:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '170efd2e-2d32-454c-af51-75fb29d893a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1918, 'fixed_ips': [{'subnet_id': '6ec930d2-90b3-4355-914b-4efea8972d25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:10:12Z', 'updated_at': '2021-07-06T14:10:20Z', 'revision_number': 5, 'project_id': '9686fd5ec0aa4012928191c3d42f6e6c', 'subnets': [{'id': '6ec930d2-90b3-4355-914b-4efea8972d25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 14:16:19.475601 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:19.496767 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ad9154b-55b7-4c02-b266-7ebcdcc50049 None None] Checking router: 42880ce7-c066-4642-8280-d12b1b5c8b8e for host: n-d-773647-6 {{(pid=100249) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 14:16:19.524758 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ad9154b-55b7-4c02-b266-7ebcdcc50049 None None] Routers {'42880ce7-c066-4642-8280-d12b1b5c8b8e'} bound to L3 agent in host n-d-773647-6 {{(pid=100249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:16:19.525559 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-0ad9154b-55b7-4c02-b266-7ebcdcc50049 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T14:15:56Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['42880ce7-c066-4642-8280-d12b1b5c8b8e'], 'active': True} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:16:19.544669 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 57670) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:16:19.569451 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] For port d371a535-e670-4be2-9064-50673df9065d, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=d371a535-e670-4be2-9064-50673df9065d,segment=NetworkSegment(0367627e-58ec-451e-8820-d3ebbc4407c6),segment_id=0367627e-58ec-451e-8820-d3ebbc4407c6)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:16:19.584906 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:19.585735 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device b72607bf-d950-4ab0-b979-c9830a4b2170 up at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:16:19.593517 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-ec71d6e1-5ab7-4cae-b774-bad8eea99ea8 req-92b50601-9648-4304-ad77-db8fac28abc8 tempest-ServerGroupTestJSON-1635820208 tempest-ServerGroupTestJSON-1635820208-project] 10.222.0.104 "GET /v2.0/security-groups?id=5b2c01f0-02b9-4c5a-9983-09d200844e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1978910 Jul 06 14:16:19.633529 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-0e8a7220-1b39-44e0-9577-3313d7c7ef8f tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1809431'] for router_interface, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:19.762794 n-d-773647-6 neutron-server[100247]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0455bf88-da4d-44a6-9768-93a70cd92e0e', 'name': 'network-vif-deleted', 'tag': '20f5d6df-12c0-4fc6-879f-9056d54469b7'}] {{(pid=100247) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:16:19.766380 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cbf0eeaae822f8fc9b87a94aeba67a3d651842baf663a51cba94b67a514836d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8863000b-6f25-4c80-9869-439bcadf43f7" -d '{"events": [{"server_uuid": "0455bf88-da4d-44a6-9768-93a70cd92e0e", "name": "network-vif-deleted", "tag": "20f5d6df-12c0-4fc6-879f-9056d54469b7"}]}' {{(pid=100247) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:16:19.784613 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvr_db [None req-0ad9154b-55b7-4c02-b266-7ebcdcc50049 None None] Set router 42880ce7-c066-4642-8280-d12b1b5c8b8e gateway port host: None {{(pid=100249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:16:19.811831 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-de3b73d5-fdb1-4b7d-9eac-2da9722f32b8 tempest-AttachVolumeShelveTestJSON-1020519793 tempest-AttachVolumeShelveTestJSON-1020519793-project] Notify callbacks [] for security_group, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:19.842385 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-3fe495df-92ea-479c-b6fc-43069d0fef5e None None] Provisioning complete for port d371a535-e670-4be2-9064-50673df9065d triggered by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:16:19.842673 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-3fe495df-92ea-479c-b6fc-43069d0fef5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:19.881958 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-de3b73d5-fdb1-4b7d-9eac-2da9722f32b8 tempest-AttachVolumeShelveTestJSON-1020519793 tempest-AttachVolumeShelveTestJSON-1020519793-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:19.916494 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Pushing event updated for resources: {'Port': ['ID=d371a535-e670-4be2-9064-50673df9065d,revision_number=3']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:16:19.963194 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-e019b566-9d7d-4259-b477-3c1e90672d4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81f3c0cd-de5f-4888-b4c6-ff1844059aa0', 'name': 'tempest-TaggedBootDevicesTest_v242-1478117220-router', 'tenant_id': '5bc84ece362540998140660bd65643c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.230'}], 'enable_snat': True}, 'gw_port_id': 'da792a65-ad2f-405e-964a-2550e3684b95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:04:54Z', 'updated_at': '2021-07-06T14:05:02Z', 'revision_number': 4, 'project_id': '5bc84ece362540998140660bd65643c3', 'gw_port': {'id': 'da792a65-ad2f-405e-964a-2550e3684b95', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:79:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81f3c0cd-de5f-4888-b4c6-ff1844059aa0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1264, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:04:56Z', 'updated_at': '2021-07-06T14:05:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6', '_interfaces': [{'id': 'bb58c59d-d4b8-43e4-80d9-e5f6bb551859', 'name': '', 'network_id': 'd0a1f4e7-9678-480f-bc1f-59b6eda7e0f6', 'tenant_id': '5bc84ece362540998140660bd65643c3', 'mac_address': 'fa:16:3e:76:ec:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81f3c0cd-de5f-4888-b4c6-ff1844059aa0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1291, 'fixed_ips': [{'subnet_id': '5c7d6ee3-a183-4b01-a5a7-977624c04483', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:05:00Z', 'updated_at': '2021-07-06T14:05:14Z', 'revision_number': 5, 'project_id': '5bc84ece362540998140660bd65643c3', 'subnets': [{'id': '5c7d6ee3-a183-4b01-a5a7-977624c04483', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773647-6', False) {} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:16:20.040417 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-de3b73d5-fdb1-4b7d-9eac-2da9722f32b8 tempest-AttachVolumeShelveTestJSON-1020519793 tempest-AttachVolumeShelveTestJSON-1020519793-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:20.047809 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-de3b73d5-fdb1-4b7d-9eac-2da9722f32b8 tempest-AttachVolumeShelveTestJSON-1020519793 tempest-AttachVolumeShelveTestJSON-1020519793-project] Notify callbacks [] for security_group, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:20.049823 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-de3b73d5-fdb1-4b7d-9eac-2da9722f32b8 tempest-AttachVolumeShelveTestJSON-1020519793 tempest-AttachVolumeShelveTestJSON-1020519793-project] 10.222.0.104 "DELETE /v2.0/security-groups/d3fcccd0-b259-400e-953a-933bdd8f821f HTTP/1.1" status: 204 len: 168 time: 0.4974451 Jul 06 14:16:20.062110 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 57680) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:16:20.066628 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3db07edf-86fb-41b8-b568-bb12fe50242e None None] New status for floating IP 553ac0f6-a761-4784-b657-228b8642225e: DOWN {{(pid=100248) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 14:16:20.102600 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e019b566-9d7d-4259-b477-3c1e90672d4a None None] The sync data for ids ['81f3c0cd-de5f-4888-b4c6-ff1844059aa0'] in n-d-773647-6 is: [{'id': '81f3c0cd-de5f-4888-b4c6-ff1844059aa0', 'name': 'tempest-TaggedBootDevicesTest_v242-1478117220-router', 'tenant_id': '5bc84ece362540998140660bd65643c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.230'}], 'enable_snat': True}, 'gw_port_id': 'da792a65-ad2f-405e-964a-2550e3684b95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:04:54Z', 'updated_at': '2021-07-06T14:05:02Z', 'revision_number': 4, 'project_id': '5bc84ece362540998140660bd65643c3', 'gw_port': {'id': 'da792a65-ad2f-405e-964a-2550e3684b95', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:79:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81f3c0cd-de5f-4888-b4c6-ff1844059aa0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1264, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:04:56Z', 'updated_at': '2021-07-06T14:05:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6', '_interfaces': [{'id': 'bb58c59d-d4b8-43e4-80d9-e5f6bb551859', 'name': '', 'network_id': 'd0a1f4e7-9678-480f-bc1f-59b6eda7e0f6', 'tenant_id': '5bc84ece362540998140660bd65643c3', 'mac_address': 'fa:16:3e:76:ec:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81f3c0cd-de5f-4888-b4c6-ff1844059aa0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1291, 'fixed_ips': [{'subnet_id': '5c7d6ee3-a183-4b01-a5a7-977624c04483', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:05:00Z', 'updated_at': '2021-07-06T14:05:14Z', 'revision_number': 5, 'project_id': '5bc84ece362540998140660bd65643c3', 'subnets': [{'id': '5c7d6ee3-a183-4b01-a5a7-977624c04483', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 14:16:20.119688 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-eb622be2-9e93-4346-9693-0178f5509daf req-483476dd-764f-4b2b-aa29-6b5ff6aac0b9 tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] 10.222.0.104 "GET /v2.0/ports?device_id=0455bf88-da4d-44a6-9768-93a70cd92e0e HTTP/1.1" status: 200 len: 210 time: 0.0529611 Jul 06 14:16:20.178156 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3b73d5-fdb1-4b7d-9eac-2da9722f32b8 tempest-AttachVolumeShelveTestJSON-1020519793 tempest-AttachVolumeShelveTestJSON-1020519793-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3fcccd0-b259-400e-953a-933bdd8f821f,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:16:20.205300 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning for port b72607bf-d950-4ab0-b979-c9830a4b2170 completed by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:16:20.210570 n-d-773647-6 neutron-server[100246]: INFO neutron.api.v2.resource [None req-31ba8c21-c3af-4027-a97e-ddafe22e69b3 tempest-AttachVolumeShelveTestJSON-1020519793 tempest-AttachVolumeShelveTestJSON-1020519793-project] show failed (client error): The resource could not be found. Jul 06 14:16:20.214665 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-31ba8c21-c3af-4027-a97e-ddafe22e69b3 tempest-AttachVolumeShelveTestJSON-1020519793 tempest-AttachVolumeShelveTestJSON-1020519793-project] 10.222.0.104 "GET /v2.0/security-groups/d3fcccd0-b259-400e-953a-933bdd8f821f HTTP/1.1" status: 404 len: 347 time: 0.1357110 Jul 06 14:16:20.215285 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 57684) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:16:20.274437 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 14:16:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b84f18c7-a083-47ae-a392-a6674d6fdd8c x-openstack-request-id: req-b84f18c7-a083-47ae-a392-a6674d6fdd8c {{(pid=100247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:16:20.279708 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0455bf88-da4d-44a6-9768-93a70cd92e0e", "name": "network-vif-deleted", "tag": "20f5d6df-12c0-4fc6-879f-9056d54469b7", "status": "completed", "code": 200}]} {{(pid=100247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:16:20.280166 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-b84f18c7-a083-47ae-a392-a6674d6fdd8c {{(pid=100247) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:16:20.280601 n-d-773647-6 neutron-server[100247]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0455bf88-da4d-44a6-9768-93a70cd92e0e', 'name': 'network-vif-deleted', 'tag': '20f5d6df-12c0-4fc6-879f-9056d54469b7', 'status': 'completed', 'code': 200} Jul 06 14:16:20.347963 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning complete for port b72607bf-d950-4ab0-b979-c9830a4b2170 triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:16:20.348336 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:20.362460 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d654d4-ab02-4ead-8faf-7405515de075 req-faa1051e-15bb-4bfc-b45e-ee8d858dfa9b tempest-VolumesSnapshotTestJSON-159166615 tempest-VolumesSnapshotTestJSON-159166615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:16:20.364012 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-90d654d4-ab02-4ead-8faf-7405515de075 req-faa1051e-15bb-4bfc-b45e-ee8d858dfa9b tempest-VolumesSnapshotTestJSON-159166615 tempest-VolumesSnapshotTestJSON-159166615-project] 10.222.0.72 "GET /v2.0/ports?device_id=6a5b65d9-7038-4f5d-9ab6-265fe81f8b66 HTTP/1.1" status: 200 len: 945 time: 0.7028446 Jul 06 14:16:20.472761 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-19c9665e-0859-45bb-b8dc-e4ba9c3a85f4 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1809431'] for router_interface, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:20.616931 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.plugin [None req-0e8a7220-1b39-44e0-9577-3313d7c7ef8f tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Deleting port 470003d6-e6ba-465c-a241-fb4dbc49f43f {{(pid=100247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:16:20.617145 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-0e8a7220-1b39-44e0-9577-3313d7c7ef8f tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:20.733910 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-addfd55a-f488-4cbd-9caf-7cf9259f2f5f None None] New status for floating IP 07cee7fa-b41f-40e8-870b-73df9f9d07d4: DOWN {{(pid=100249) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 14:16:20.744787 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:20.758631 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-3fe495df-92ea-479c-b6fc-43069d0fef5e None None] Provisioning for port 470003d6-e6ba-465c-a241-fb4dbc49f43f completed by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:16:20.765259 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-3fe495df-92ea-479c-b6fc-43069d0fef5e None None] Provisioning complete for port 470003d6-e6ba-465c-a241-fb4dbc49f43f triggered by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:16:20.765936 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-3fe495df-92ea-479c-b6fc-43069d0fef5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:20.790512 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d8f193-5715-40d2-857b-46d90d8b813d req-ac0c98de-c2be-4af3-a32e-64ef09591376 tempest-VolumesSnapshotTestJSON-159166615 tempest-VolumesSnapshotTestJSON-159166615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:16:20.798207 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-f7d8f193-5715-40d2-857b-46d90d8b813d req-ac0c98de-c2be-4af3-a32e-64ef09591376 tempest-VolumesSnapshotTestJSON-159166615 tempest-VolumesSnapshotTestJSON-159166615-project] 10.222.0.104 "GET /v2.0/ports?device_id=6a5b65d9-7038-4f5d-9ab6-265fe81f8b66 HTTP/1.1" status: 200 len: 945 time: 0.3296623 Jul 06 14:16:20.805798 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-3fe495df-92ea-479c-b6fc-43069d0fef5e None None] Port 470003d6-e6ba-465c-a241-fb4dbc49f43f cannot update to ACTIVE because it is not bound. {{(pid=100248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 14:16:20.836581 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] For port b72607bf-d950-4ab0-b979-c9830a4b2170, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=b72607bf-d950-4ab0-b979-c9830a4b2170,segment=NetworkSegment(4e3d91ca-db85-498e-87ab-f26b9a6ac560),segment_id=4e3d91ca-db85-498e-87ab-f26b9a6ac560)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:16:20.850675 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:20.853027 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-0e8a7220-1b39-44e0-9577-3313d7c7ef8f tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:20.887696 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.plugin [None req-0e8a7220-1b39-44e0-9577-3313d7c7ef8f tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Calling delete_port for 470003d6-e6ba-465c-a241-fb4dbc49f43f owned by network:router_interface {{(pid=100247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:16:20.918252 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-f7d8f193-5715-40d2-857b-46d90d8b813d req-c10bde88-70f3-480b-81af-f42027a5bdf2 tempest-VolumesSnapshotTestJSON-159166615 tempest-VolumesSnapshotTestJSON-159166615-project] 10.222.0.104 "GET /v2.0/security-groups?id=e20905c3-4e2a-4820-8b00-03fe4a9f77fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174307 Jul 06 14:16:20.925945 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-0ad9154b-55b7-4c02-b266-7ebcdcc50049 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42880ce7-c066-4642-8280-d12b1b5c8b8e', 'name': 'tempest-RoutersTest-router-1812818657', 'tenant_id': '9c6f2fd69adb42a0ae2388cfacf9d174', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:15:48Z', 'updated_at': '2021-07-06T14:16:17Z', 'revision_number': 7, 'project_id': '9c6f2fd69adb42a0ae2388cfacf9d174', 'gw_port_host': None, '_interfaces': [{'id': '1294c68e-44e8-4e09-af80-9881579ab121', 'name': '', 'network_id': '0fdcef5a-1ce4-465a-b750-4893533ac49e', 'tenant_id': '9c6f2fd69adb42a0ae2388cfacf9d174', 'mac_address': 'fa:16:3e:a3:46:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42880ce7-c066-4642-8280-d12b1b5c8b8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2350, 'fixed_ips': [{'subnet_id': '91a37214-447b-45e3-9246-b9ed8a5de457', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:16:00Z', 'updated_at': '2021-07-06T14:16:12Z', 'revision_number': 5, 'project_id': '9c6f2fd69adb42a0ae2388cfacf9d174', 'subnets': [{'id': '91a37214-447b-45e3-9246-b9ed8a5de457', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b1449530-0688-4078-bda6-5f36e7ee7116', 'name': '', 'network_id': 'c860d06d-8556-4bec-98c1-fafd1f4e2cd8', 'tenant_id': '9c6f2fd69adb42a0ae2388cfacf9d174', 'mac_address': 'fa:16:3e:5a:7d:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42880ce7-c066-4642-8280-d12b1b5c8b8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2339, 'fixed_ips': [{'subnet_id': '1a718569-5c6a-4b3b-b22a-5dcfa6d1e9b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:15:51Z', 'updated_at': '2021-07-06T14:16:03Z', 'revision_number': 5, 'project_id': '9c6f2fd69adb42a0ae2388cfacf9d174', 'subnets': [{'id': '1a718569-5c6a-4b3b-b22a-5dcfa6d1e9b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b72607bf-d950-4ab0-b979-c9830a4b2170', 'name': '', 'network_id': 'f86aada1-481e-4bdb-986c-0e5d671b6a87', 'tenant_id': '9c6f2fd69adb42a0ae2388cfacf9d174', 'mac_address': 'fa:16:3e:27:e7:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42880ce7-c066-4642-8280-d12b1b5c8b8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2355, 'fixed_ips': [{'subnet_id': 'ce784e5f-0fa1-436b-a131-893f1a6122cd', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:16:07Z', 'updated_at': '2021-07-06T14:16:16Z', 'revision_number': 4, 'project_id': '9c6f2fd69adb42a0ae2388cfacf9d174', 'subnets': [{'id': 'ce784e5f-0fa1-436b-a131-893f1a6122cd', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bce89034-397e-4cbd-897f-7f409eafdd07', 'name': '', 'network_id': '70cfb0ea-6f2f-4b89-a761-9bd9b50efd3e', 'tenant_id': '9c6f2fd69adb42a0ae2388cfacf9d174', 'mac_address': 'fa:16:3e:07:57:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42880ce7-c066-4642-8280-d12b1b5c8b8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2343, 'fixed_ips': [{'subnet_id': '979bfc42-649b-4616-828a-00033f303b45', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:15:55Z', 'updated_at': '2021-07-06T14:16:11Z', 'revision_number': 5, 'project_id': '9c6f2fd69adb42a0ae2388cfacf9d174', 'subnets': [{'id': '979bfc42-649b-4616-828a-00033f303b45', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773647-6', False) {} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:16:20.947395 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Pushing event updated for resources: {'Port': ['ID=b72607bf-d950-4ab0-b979-c9830a4b2170,revision_number=5']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:16:20.952670 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-96a8a3ae-cb36-4082-a519-5fa4832447fc None None] Provisioning complete for port 470003d6-e6ba-465c-a241-fb4dbc49f43f triggered by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:16:20.953231 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-96a8a3ae-cb36-4082-a519-5fa4832447fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:20.982768 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ad9154b-55b7-4c02-b266-7ebcdcc50049 None None] The sync data for ids ['42880ce7-c066-4642-8280-d12b1b5c8b8e'] in n-d-773647-6 is: [{'id': '42880ce7-c066-4642-8280-d12b1b5c8b8e', 'name': 'tempest-RoutersTest-router-1812818657', 'tenant_id': '9c6f2fd69adb42a0ae2388cfacf9d174', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:15:48Z', 'updated_at': '2021-07-06T14:16:17Z', 'revision_number': 7, 'project_id': '9c6f2fd69adb42a0ae2388cfacf9d174', 'gw_port_host': None, '_interfaces': [{'id': '1294c68e-44e8-4e09-af80-9881579ab121', 'name': '', 'network_id': '0fdcef5a-1ce4-465a-b750-4893533ac49e', 'tenant_id': '9c6f2fd69adb42a0ae2388cfacf9d174', 'mac_address': 'fa:16:3e:a3:46:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42880ce7-c066-4642-8280-d12b1b5c8b8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2350, 'fixed_ips': [{'subnet_id': '91a37214-447b-45e3-9246-b9ed8a5de457', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:16:00Z', 'updated_at': '2021-07-06T14:16:12Z', 'revision_number': 5, 'project_id': '9c6f2fd69adb42a0ae2388cfacf9d174', 'subnets': [{'id': '91a37214-447b-45e3-9246-b9ed8a5de457', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b1449530-0688-4078-bda6-5f36e7ee7116', 'name': '', 'network_id': 'c860d06d-8556-4bec-98c1-fafd1f4e2cd8', 'tenant_id': '9c6f2fd69adb42a0ae2388cfacf9d174', 'mac_address': 'fa:16:3e:5a:7d:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42880ce7-c066-4642-8280-d12b1b5c8b8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2339, 'fixed_ips': [{'subnet_id': '1a718569-5c6a-4b3b-b22a-5dcfa6d1e9b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:15:51Z', 'updated_at': '2021-07-06T14:16:03Z', 'revision_number': 5, 'project_id': '9c6f2fd69adb42a0ae2388cfacf9d174', 'subnets': [{'id': '1a718569-5c6a-4b3b-b22a-5dcfa6d1e9b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b72607bf-d950-4ab0-b979-c9830a4b2170', 'name': '', 'network_id': 'f86aada1-481e-4bdb-986c-0e5d671b6a87', 'tenant_id': '9c6f2fd69adb42a0ae2388cfacf9d174', 'mac_address': 'fa:16:3e:27:e7:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42880ce7-c066-4642-8280-d12b1b5c8b8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2355, 'fixed_ips': [{'subnet_id': 'ce784e5f-0fa1-436b-a131-893f1a6122cd', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:16:07Z', 'updated_at': '2021-07-06T14:16:16Z', 'revision_number': 4, 'project_id': '9c6f2fd69adb42a0ae2388cfacf9d174', 'subnets': [{'id': 'ce784e5f-0fa1-436b-a131-893f1a6122cd', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bce89034-397e-4cbd-897f-7f409eafdd07', 'name': '', 'network_id': '70cfb0ea-6f2f-4b89-a761-9bd9b50efd3e', 'tenant_id': '9c6f2fd69adb42a0ae2388cfacf9d174', 'mac_address': 'fa:16:3e:07:57:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42880ce7-c066-4642-8280-d12b1b5c8b8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2343, 'fixed_ips': [{'subnet_id': '979bfc42-649b-4616-828a-00033f303b45', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:15:55Z', 'updated_at': '2021-07-06T14:16:11Z', 'revision_number': 5, 'project_id': '9c6f2fd69adb42a0ae2388cfacf9d174', 'subnets': [{'id': '979bfc42-649b-4616-828a-00033f303b45', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 14:16:21.000469 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-96a8a3ae-cb36-4082-a519-5fa4832447fc None None] Port 470003d6-e6ba-465c-a241-fb4dbc49f43f cannot update to ACTIVE because it is not bound. {{(pid=100248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 14:16:21.008522 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58c3a77-a52e-4fbe-97c0-95d6e1857207 req-e4023e32-6b5d-4e5d-a8ad-eaaefbf21967 tempest-ServerGroupTestJSON-1635820208 tempest-ServerGroupTestJSON-1635820208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:16:21.012253 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-a58c3a77-a52e-4fbe-97c0-95d6e1857207 req-e4023e32-6b5d-4e5d-a8ad-eaaefbf21967 tempest-ServerGroupTestJSON-1635820208 tempest-ServerGroupTestJSON-1635820208-project] 10.222.0.104 "GET /v2.0/ports?device_id=ec2950a8-2250-4636-bc53-1df8adf76221 HTTP/1.1" status: 200 len: 946 time: 0.2805531 Jul 06 14:16:21.052819 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device d371a535-e670-4be2-9064-50673df9065d up at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:16:21.090688 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [req-90d654d4-ab02-4ead-8faf-7405515de075 req-03a69ecb-a438-4462-9a48-eca1fc11bfc8 tempest-VolumesSnapshotTestJSON-159166615 tempest-VolumesSnapshotTestJSON-159166615-project] Deleting port 0354108e-d9b7-4ade-b657-7d86fb06c665 {{(pid=100246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:16:21.091815 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-90d654d4-ab02-4ead-8faf-7405515de075 req-03a69ecb-a438-4462-9a48-eca1fc11bfc8 tempest-VolumesSnapshotTestJSON-159166615 tempest-VolumesSnapshotTestJSON-159166615-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:21.134352 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.agents_db [None req-167c0ad6-1657-4c9a-a2c4-3b18056aa662 None None] Agent healthcheck: found 7 active agents {{(pid=100249) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 14:16:21.170560 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-a58c3a77-a52e-4fbe-97c0-95d6e1857207 req-f5b75b02-d80d-44b9-840d-fb7f5c8dee43 tempest-ServerGroupTestJSON-1635820208 tempest-ServerGroupTestJSON-1635820208-project] 10.222.0.104 "GET /v2.0/security-groups?id=5b2c01f0-02b9-4c5a-9983-09d200844e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029861 Jul 06 14:16:21.186153 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning complete for port d371a535-e670-4be2-9064-50673df9065d triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:16:21.186153 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:21.257427 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [None req-890baf2b-ff63-41f5-8a33-7a4fb35608f7 tempest-AttachVolumeShelveTestJSON-1020519793 tempest-AttachVolumeShelveTestJSON-1020519793-project] Deleting port f0f86945-bde7-49ce-834b-9e95a7726ecf {{(pid=100246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:16:21.258062 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-890baf2b-ff63-41f5-8a33-7a4fb35608f7 tempest-AttachVolumeShelveTestJSON-1020519793 tempest-AttachVolumeShelveTestJSON-1020519793-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:21.429475 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aba1be4-7268-42b1-8642-8679a84efd2c None None] Sync routers for ids ['42880ce7-c066-4642-8280-d12b1b5c8b8e'] in n-d-773647-6 {{(pid=100248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 14:16:21.440104 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aba1be4-7268-42b1-8642-8679a84efd2c None None] Routers {'42880ce7-c066-4642-8280-d12b1b5c8b8e'} bound to L3 agent in host n-d-773647-6 {{(pid=100248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:16:21.440740 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-0aba1be4-7268-42b1-8642-8679a84efd2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T14:15:56Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['42880ce7-c066-4642-8280-d12b1b5c8b8e'], 'active': True} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:16:21.459579 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-cd2bf61f-8825-4344-8848-1328824988fe req-1af18a78-0887-44ac-a4d3-2ef967c03b53 tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] 10.222.0.104 "GET /v2.0/ports?device_id=0455bf88-da4d-44a6-9768-93a70cd92e0e HTTP/1.1" status: 200 len: 210 time: 0.0470021 Jul 06 14:16:21.468522 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.db [req-90d654d4-ab02-4ead-8faf-7405515de075 req-03a69ecb-a438-4462-9a48-eca1fc11bfc8 tempest-VolumesSnapshotTestJSON-159166615 tempest-VolumesSnapshotTestJSON-159166615-project] For port 0354108e-d9b7-4ade-b657-7d86fb06c665, host n-h2-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=0354108e-d9b7-4ade-b657-7d86fb06c665,segment=NetworkSegment(a5bb63dc-af84-4b25-adce-a2df85deca10),segment_id=a5bb63dc-af84-4b25-adce-a2df85deca10)] {{(pid=100246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:16:21.468903 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-90d654d4-ab02-4ead-8faf-7405515de075 req-03a69ecb-a438-4462-9a48-eca1fc11bfc8 tempest-VolumesSnapshotTestJSON-159166615 tempest-VolumesSnapshotTestJSON-159166615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:21.480924 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-0e8a7220-1b39-44e0-9577-3313d7c7ef8f tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128888353'] for port, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:21.495408 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-890baf2b-ff63-41f5-8a33-7a4fb35608f7 tempest-AttachVolumeShelveTestJSON-1020519793 tempest-AttachVolumeShelveTestJSON-1020519793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:21.495892 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-890baf2b-ff63-41f5-8a33-7a4fb35608f7 tempest-AttachVolumeShelveTestJSON-1020519793 tempest-AttachVolumeShelveTestJSON-1020519793-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:21.521915 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [req-90d654d4-ab02-4ead-8faf-7405515de075 req-03a69ecb-a438-4462-9a48-eca1fc11bfc8 tempest-VolumesSnapshotTestJSON-159166615 tempest-VolumesSnapshotTestJSON-159166615-project] Calling delete_port for 0354108e-d9b7-4ade-b657-7d86fb06c665 owned by compute:nova {{(pid=100246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:16:21.541011 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8a7220-1b39-44e0-9577-3313d7c7ef8f tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Pushing event deleted for resources: {'Port': ['ID=470003d6-e6ba-465c-a241-fb4dbc49f43f,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:16:21.572334 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befc95b0-3caf-489f-9f5e-4dd3fe3e3b71 req-67198063-5e50-4e9b-876b-1e7b758c6229 tempest-TestNetworkAdvancedServerOps-137028019 tempest-TestNetworkAdvancedServerOps-137028019-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:16:21.574385 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-befc95b0-3caf-489f-9f5e-4dd3fe3e3b71 req-67198063-5e50-4e9b-876b-1e7b758c6229 tempest-TestNetworkAdvancedServerOps-137028019 tempest-TestNetworkAdvancedServerOps-137028019-project-admin] 10.222.0.104 "GET /v2.0/ports?device_id=74c47464-2de6-4359-8407-a9a093dc2562 HTTP/1.1" status: 200 len: 1097 time: 0.1995025 Jul 06 14:16:21.710702 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-befc95b0-3caf-489f-9f5e-4dd3fe3e3b71 req-cdf535f9-3a38-49b5-aeca-c671bc4ad23c tempest-TestNetworkAdvancedServerOps-137028019 tempest-TestNetworkAdvancedServerOps-137028019-project-admin] 10.222.0.104 "GET /v2.0/security-groups?id=5d8c99c2-13fb-4e77-b660-83bc40ffb65c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0770447 Jul 06 14:16:21.711806 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-0e8a7220-1b39-44e0-9577-3313d7c7ef8f tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1809193'] for router_interface, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:21.732033 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [None req-890baf2b-ff63-41f5-8a33-7a4fb35608f7 tempest-AttachVolumeShelveTestJSON-1020519793 tempest-AttachVolumeShelveTestJSON-1020519793-project] Calling delete_port for f0f86945-bde7-49ce-834b-9e95a7726ecf owned by network:floatingip {{(pid=100246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:16:21.802330 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 57698) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:16:21.851936 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvr_db [None req-0aba1be4-7268-42b1-8642-8679a84efd2c None None] Set router 42880ce7-c066-4642-8280-d12b1b5c8b8e gateway port host: None {{(pid=100248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:16:21.884696 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-90d654d4-ab02-4ead-8faf-7405515de075 req-03a69ecb-a438-4462-9a48-eca1fc11bfc8 tempest-VolumesSnapshotTestJSON-159166615 tempest-VolumesSnapshotTestJSON-159166615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127687580'] for port, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:21.999566 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-890baf2b-ff63-41f5-8a33-7a4fb35608f7 tempest-AttachVolumeShelveTestJSON-1020519793 tempest-AttachVolumeShelveTestJSON-1020519793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127687580'] for port, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:22.002406 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a69ecb-a438-4462-9a48-eca1fc11bfc8 tempest-VolumesSnapshotTestJSON-159166615 tempest-VolumesSnapshotTestJSON-159166615-project] Pushing event deleted for resources: {'Port': ['ID=0354108e-d9b7-4ade-b657-7d86fb06c665,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:16:22.056824 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [req-90d654d4-ab02-4ead-8faf-7405515de075 req-03a69ecb-a438-4462-9a48-eca1fc11bfc8 tempest-VolumesSnapshotTestJSON-159166615 tempest-VolumesSnapshotTestJSON-159166615-project] No DVR routers for this DVR port 0354108e-d9b7-4ade-b657-7d86fb06c665 on host n-h2-773647-6 {{(pid=100246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:16:22.089912 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-90d654d4-ab02-4ead-8faf-7405515de075 req-03a69ecb-a438-4462-9a48-eca1fc11bfc8 tempest-VolumesSnapshotTestJSON-159166615 tempest-VolumesSnapshotTestJSON-159166615-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:22.091912 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-90d654d4-ab02-4ead-8faf-7405515de075 req-03a69ecb-a438-4462-9a48-eca1fc11bfc8 tempest-VolumesSnapshotTestJSON-159166615 tempest-VolumesSnapshotTestJSON-159166615-project] 10.222.0.72 "DELETE /v2.0/ports/0354108e-d9b7-4ade-b657-7d86fb06c665 HTTP/1.1" status: 204 len: 173 time: 1.7114122 Jul 06 14:16:22.092490 n-d-773647-6 neutron-server[100246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a5b65d9-7038-4f5d-9ab6-265fe81f8b66', 'name': 'network-vif-deleted', 'tag': '0354108e-d9b7-4ade-b657-7d86fb06c665'}] {{(pid=100246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:16:22.094518 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0d96c5ab5e889f7b933ae915b9be33d1b46c9e87795bf781004b656ef3f1e87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54b2227c-8995-4e68-acd0-e80df6a52b3a" -d '{"events": [{"server_uuid": "6a5b65d9-7038-4f5d-9ab6-265fe81f8b66", "name": "network-vif-deleted", "tag": "0354108e-d9b7-4ade-b657-7d86fb06c665"}]}' {{(pid=100246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:16:22.120115 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890baf2b-ff63-41f5-8a33-7a4fb35608f7 tempest-AttachVolumeShelveTestJSON-1020519793 tempest-AttachVolumeShelveTestJSON-1020519793-project] Pushing event deleted for resources: {'Port': ['ID=f0f86945-bde7-49ce-834b-9e95a7726ecf,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:16:22.189741 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 14:16:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8260dce-405b-4b79-8b26-354bb433ae04 x-openstack-request-id: req-f8260dce-405b-4b79-8b26-354bb433ae04 {{(pid=100246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:16:22.190059 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a5b65d9-7038-4f5d-9ab6-265fe81f8b66", "name": "network-vif-deleted", "tag": "0354108e-d9b7-4ade-b657-7d86fb06c665", "status": "completed", "code": 200}]} {{(pid=100246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:16:22.190267 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-f8260dce-405b-4b79-8b26-354bb433ae04 {{(pid=100246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:16:22.190679 n-d-773647-6 neutron-server[100246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a5b65d9-7038-4f5d-9ab6-265fe81f8b66', 'name': 'network-vif-deleted', 'tag': '0354108e-d9b7-4ade-b657-7d86fb06c665', 'status': 'completed', 'code': 200} Jul 06 14:16:22.209381 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [None req-19c9665e-0859-45bb-b8dc-e4ba9c3a85f4 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Deleting port b72607bf-d950-4ab0-b979-c9830a4b2170 {{(pid=100246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:16:22.209741 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-19c9665e-0859-45bb-b8dc-e4ba9c3a85f4 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:22.257194 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-0aba1be4-7268-42b1-8642-8679a84efd2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42880ce7-c066-4642-8280-d12b1b5c8b8e', 'name': 'tempest-RoutersTest-router-1812818657', 'tenant_id': '9c6f2fd69adb42a0ae2388cfacf9d174', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:15:48Z', 'updated_at': '2021-07-06T14:16:17Z', 'revision_number': 7, 'project_id': '9c6f2fd69adb42a0ae2388cfacf9d174', 'gw_port_host': None, '_interfaces': [{'id': '1294c68e-44e8-4e09-af80-9881579ab121', 'name': '', 'network_id': '0fdcef5a-1ce4-465a-b750-4893533ac49e', 'tenant_id': '9c6f2fd69adb42a0ae2388cfacf9d174', 'mac_address': 'fa:16:3e:a3:46:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42880ce7-c066-4642-8280-d12b1b5c8b8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2350, 'fixed_ips': [{'subnet_id': '91a37214-447b-45e3-9246-b9ed8a5de457', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:16:00Z', 'updated_at': '2021-07-06T14:16:12Z', 'revision_number': 5, 'project_id': '9c6f2fd69adb42a0ae2388cfacf9d174', 'subnets': [{'id': '91a37214-447b-45e3-9246-b9ed8a5de457', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b1449530-0688-4078-bda6-5f36e7ee7116', 'name': '', 'network_id': 'c860d06d-8556-4bec-98c1-fafd1f4e2cd8', 'tenant_id': '9c6f2fd69adb42a0ae2388cfacf9d174', 'mac_address': 'fa:16:3e:5a:7d:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42880ce7-c066-4642-8280-d12b1b5c8b8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2339, 'fixed_ips': [{'subnet_id': '1a718569-5c6a-4b3b-b22a-5dcfa6d1e9b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:15:51Z', 'updated_at': '2021-07-06T14:16:03Z', 'revision_number': 5, 'project_id': '9c6f2fd69adb42a0ae2388cfacf9d174', 'subnets': [{'id': '1a718569-5c6a-4b3b-b22a-5dcfa6d1e9b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b72607bf-d950-4ab0-b979-c9830a4b2170', 'name': '', 'network_id': 'f86aada1-481e-4bdb-986c-0e5d671b6a87', 'tenant_id': '9c6f2fd69adb42a0ae2388cfacf9d174', 'mac_address': 'fa:16:3e:27:e7:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42880ce7-c066-4642-8280-d12b1b5c8b8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2355, 'fixed_ips': [{'subnet_id': 'ce784e5f-0fa1-436b-a131-893f1a6122cd', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:16:07Z', 'updated_at': '2021-07-06T14:16:20Z', 'revision_number': 5, 'project_id': '9c6f2fd69adb42a0ae2388cfacf9d174', 'subnets': [{'id': 'ce784e5f-0fa1-436b-a131-893f1a6122cd', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bce89034-397e-4cbd-897f-7f409eafdd07', 'name': '', 'network_id': '70cfb0ea-6f2f-4b89-a761-9bd9b50efd3e', 'tenant_id': '9c6f2fd69adb42a0ae2388cfacf9d174', 'mac_address': 'fa:16:3e:07:57:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42880ce7-c066-4642-8280-d12b1b5c8b8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2343, 'fixed_ips': [{'subnet_id': '979bfc42-649b-4616-828a-00033f303b45', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:15:55Z', 'updated_at': '2021-07-06T14:16:11Z', 'revision_number': 5, 'project_id': '9c6f2fd69adb42a0ae2388cfacf9d174', 'subnets': [{'id': '979bfc42-649b-4616-828a-00033f303b45', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773647-6', False) {} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:16:22.287732 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aba1be4-7268-42b1-8642-8679a84efd2c None None] Checking router: 42880ce7-c066-4642-8280-d12b1b5c8b8e for host: n-d-773647-6 {{(pid=100248) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 14:16:22.300322 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aba1be4-7268-42b1-8642-8679a84efd2c None None] Routers {'42880ce7-c066-4642-8280-d12b1b5c8b8e'} bound to L3 agent in host n-d-773647-6 {{(pid=100248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:16:22.301626 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-890baf2b-ff63-41f5-8a33-7a4fb35608f7 tempest-AttachVolumeShelveTestJSON-1020519793 tempest-AttachVolumeShelveTestJSON-1020519793-project] Notify callbacks [] for floatingip, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:22.301937 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-0aba1be4-7268-42b1-8642-8679a84efd2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T14:15:56Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['42880ce7-c066-4642-8280-d12b1b5c8b8e'], 'active': True} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:16:22.304285 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-890baf2b-ff63-41f5-8a33-7a4fb35608f7 tempest-AttachVolumeShelveTestJSON-1020519793 tempest-AttachVolumeShelveTestJSON-1020519793-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for floatingip, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:22.305483 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-890baf2b-ff63-41f5-8a33-7a4fb35608f7 tempest-AttachVolumeShelveTestJSON-1020519793 tempest-AttachVolumeShelveTestJSON-1020519793-project] 10.222.0.104 "DELETE /v2.0/floatingips/553ac0f6-a761-4784-b657-228b8642225e HTTP/1.1" status: 204 len: 168 time: 2.0866678 Jul 06 14:16:22.419534 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.db [None req-19c9665e-0859-45bb-b8dc-e4ba9c3a85f4 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] For port b72607bf-d950-4ab0-b979-c9830a4b2170, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=b72607bf-d950-4ab0-b979-c9830a4b2170,segment=NetworkSegment(4e3d91ca-db85-498e-87ab-f26b9a6ac560),segment_id=4e3d91ca-db85-498e-87ab-f26b9a6ac560)] {{(pid=100246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:16:22.419930 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-19c9665e-0859-45bb-b8dc-e4ba9c3a85f4 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:22.435686 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [None req-19c9665e-0859-45bb-b8dc-e4ba9c3a85f4 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Calling delete_port for b72607bf-d950-4ab0-b979-c9830a4b2170 owned by network:router_interface {{(pid=100246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:16:22.481370 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvr_db [None req-0aba1be4-7268-42b1-8642-8679a84efd2c None None] Set router 42880ce7-c066-4642-8280-d12b1b5c8b8e gateway port host: None {{(pid=100248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:16:22.675431 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-840d1562-a24f-4c00-9344-4617816e031c req-e9c4a02a-2b0b-4c38-aad6-bf5d2f222ce7 tempest-VolumesSnapshotTestJSON-159166615 tempest-VolumesSnapshotTestJSON-159166615-project] 10.222.0.104 "GET /v2.0/ports?device_id=6a5b65d9-7038-4f5d-9ab6-265fe81f8b66 HTTP/1.1" status: 200 len: 210 time: 0.0373039 Jul 06 14:16:22.702260 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-19c9665e-0859-45bb-b8dc-e4ba9c3a85f4 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127687580'] for port, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:22.833167 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e8a7220-1b39-44e0-9577-3313d7c7ef8f tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Router fb672ed0-38f7-450d-a933-1974a8d81eb2 has already been hosted by L3 agent 2823d358-a11b-4885-a706-95a279e43fa7 {{(pid=100247) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 14:16:22.834512 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-0aba1be4-7268-42b1-8642-8679a84efd2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42880ce7-c066-4642-8280-d12b1b5c8b8e', 'name': 'tempest-RoutersTest-router-1812818657', 'tenant_id': '9c6f2fd69adb42a0ae2388cfacf9d174', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:15:48Z', 'updated_at': '2021-07-06T14:16:17Z', 'revision_number': 7, 'project_id': '9c6f2fd69adb42a0ae2388cfacf9d174', 'gw_port_host': None, '_interfaces': [{'id': '1294c68e-44e8-4e09-af80-9881579ab121', 'name': '', 'network_id': '0fdcef5a-1ce4-465a-b750-4893533ac49e', 'tenant_id': '9c6f2fd69adb42a0ae2388cfacf9d174', 'mac_address': 'fa:16:3e:a3:46:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42880ce7-c066-4642-8280-d12b1b5c8b8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2350, 'fixed_ips': [{'subnet_id': '91a37214-447b-45e3-9246-b9ed8a5de457', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:16:00Z', 'updated_at': '2021-07-06T14:16:12Z', 'revision_number': 5, 'project_id': '9c6f2fd69adb42a0ae2388cfacf9d174', 'subnets': [{'id': '91a37214-447b-45e3-9246-b9ed8a5de457', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b1449530-0688-4078-bda6-5f36e7ee7116', 'name': '', 'network_id': 'c860d06d-8556-4bec-98c1-fafd1f4e2cd8', 'tenant_id': '9c6f2fd69adb42a0ae2388cfacf9d174', 'mac_address': 'fa:16:3e:5a:7d:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42880ce7-c066-4642-8280-d12b1b5c8b8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2339, 'fixed_ips': [{'subnet_id': '1a718569-5c6a-4b3b-b22a-5dcfa6d1e9b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:15:51Z', 'updated_at': '2021-07-06T14:16:03Z', 'revision_number': 5, 'project_id': '9c6f2fd69adb42a0ae2388cfacf9d174', 'subnets': [{'id': '1a718569-5c6a-4b3b-b22a-5dcfa6d1e9b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b72607bf-d950-4ab0-b979-c9830a4b2170', 'name': '', 'network_id': 'f86aada1-481e-4bdb-986c-0e5d671b6a87', 'tenant_id': '9c6f2fd69adb42a0ae2388cfacf9d174', 'mac_address': 'fa:16:3e:27:e7:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42880ce7-c066-4642-8280-d12b1b5c8b8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2355, 'fixed_ips': [{'subnet_id': 'ce784e5f-0fa1-436b-a131-893f1a6122cd', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:16:07Z', 'updated_at': '2021-07-06T14:16:20Z', 'revision_number': 5, 'project_id': '9c6f2fd69adb42a0ae2388cfacf9d174', 'subnets': [{'id': 'ce784e5f-0fa1-436b-a131-893f1a6122cd', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bce89034-397e-4cbd-897f-7f409eafdd07', 'name': '', 'network_id': '70cfb0ea-6f2f-4b89-a761-9bd9b50efd3e', 'tenant_id': '9c6f2fd69adb42a0ae2388cfacf9d174', 'mac_address': 'fa:16:3e:07:57:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42880ce7-c066-4642-8280-d12b1b5c8b8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2343, 'fixed_ips': [{'subnet_id': '979bfc42-649b-4616-828a-00033f303b45', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:15:55Z', 'updated_at': '2021-07-06T14:16:11Z', 'revision_number': 5, 'project_id': '9c6f2fd69adb42a0ae2388cfacf9d174', 'subnets': [{'id': '979bfc42-649b-4616-828a-00033f303b45', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773647-6', False) {} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:16:22.840417 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c9665e-0859-45bb-b8dc-e4ba9c3a85f4 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Pushing event deleted for resources: {'Port': ['ID=b72607bf-d950-4ab0-b979-c9830a4b2170,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:16:22.911239 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d6248b-bceb-4f6b-9f42-c4062c0eaec2 req-eaee9d85-17b0-4e3b-bbd8-079601ab1bc1 tempest-ServerGroupTestJSON-1635820208 tempest-ServerGroupTestJSON-1635820208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:16:22.926646 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-95d6248b-bceb-4f6b-9f42-c4062c0eaec2 req-eaee9d85-17b0-4e3b-bbd8-079601ab1bc1 tempest-ServerGroupTestJSON-1635820208 tempest-ServerGroupTestJSON-1635820208-project] 10.222.0.104 "GET /v2.0/ports?device_id=ec2950a8-2250-4636-bc53-1df8adf76221 HTTP/1.1" status: 200 len: 946 time: 0.3165882 Jul 06 14:16:22.943777 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aba1be4-7268-42b1-8642-8679a84efd2c None None] The sync data for ids ['42880ce7-c066-4642-8280-d12b1b5c8b8e'] in n-d-773647-6 is: [{'id': '42880ce7-c066-4642-8280-d12b1b5c8b8e', 'name': 'tempest-RoutersTest-router-1812818657', 'tenant_id': '9c6f2fd69adb42a0ae2388cfacf9d174', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:15:48Z', 'updated_at': '2021-07-06T14:16:17Z', 'revision_number': 7, 'project_id': '9c6f2fd69adb42a0ae2388cfacf9d174', 'gw_port_host': None, '_interfaces': [{'id': '1294c68e-44e8-4e09-af80-9881579ab121', 'name': '', 'network_id': '0fdcef5a-1ce4-465a-b750-4893533ac49e', 'tenant_id': '9c6f2fd69adb42a0ae2388cfacf9d174', 'mac_address': 'fa:16:3e:a3:46:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42880ce7-c066-4642-8280-d12b1b5c8b8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2350, 'fixed_ips': [{'subnet_id': '91a37214-447b-45e3-9246-b9ed8a5de457', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:16:00Z', 'updated_at': '2021-07-06T14:16:12Z', 'revision_number': 5, 'project_id': '9c6f2fd69adb42a0ae2388cfacf9d174', 'subnets': [{'id': '91a37214-447b-45e3-9246-b9ed8a5de457', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b1449530-0688-4078-bda6-5f36e7ee7116', 'name': '', 'network_id': 'c860d06d-8556-4bec-98c1-fafd1f4e2cd8', 'tenant_id': '9c6f2fd69adb42a0ae2388cfacf9d174', 'mac_address': 'fa:16:3e:5a:7d:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42880ce7-c066-4642-8280-d12b1b5c8b8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2339, 'fixed_ips': [{'subnet_id': '1a718569-5c6a-4b3b-b22a-5dcfa6d1e9b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:15:51Z', 'updated_at': '2021-07-06T14:16:03Z', 'revision_number': 5, 'project_id': '9c6f2fd69adb42a0ae2388cfacf9d174', 'subnets': [{'id': '1a718569-5c6a-4b3b-b22a-5dcfa6d1e9b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b72607bf-d950-4ab0-b979-c9830a4b2170', 'name': '', 'network_id': 'f86aada1-481e-4bdb-986c-0e5d671b6a87', 'tenant_id': '9c6f2fd69adb42a0ae2388cfacf9d174', 'mac_address': 'fa:16:3e:27:e7:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42880ce7-c066-4642-8280-d12b1b5c8b8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2355, 'fixed_ips': [{'subnet_id': 'ce784e5f-0fa1-436b-a131-893f1a6122cd', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:16:07Z', 'updated_at': '2021-07-06T14:16:20Z', 'revision_number': 5, 'project_id': '9c6f2fd69adb42a0ae2388cfacf9d174', 'subnets': [{'id': 'ce784e5f-0fa1-436b-a131-893f1a6122cd', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bce89034-397e-4cbd-897f-7f409eafdd07', 'name': '', 'network_id': '70cfb0ea-6f2f-4b89-a761-9bd9b50efd3e', 'tenant_id': '9c6f2fd69adb42a0ae2388cfacf9d174', 'mac_address': 'fa:16:3e:07:57:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42880ce7-c066-4642-8280-d12b1b5c8b8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2343, 'fixed_ips': [{'subnet_id': '979bfc42-649b-4616-828a-00033f303b45', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:15:55Z', 'updated_at': '2021-07-06T14:16:11Z', 'revision_number': 5, 'project_id': '9c6f2fd69adb42a0ae2388cfacf9d174', 'subnets': [{'id': '979bfc42-649b-4616-828a-00033f303b45', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 14:16:22.956175 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-b8d915b5-65f8-4e26-b303-f09157dae904 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:23.076116 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4a7711-3752-4d93-bb30-bf6dc3c3edf9 req-f6f57f76-a26f-4ccc-bcd7-6a3964cd7183 tempest-ServerGroupTestJSON-1635820208 tempest-ServerGroupTestJSON-1635820208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:16:23.078594 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-3b4a7711-3752-4d93-bb30-bf6dc3c3edf9 req-f6f57f76-a26f-4ccc-bcd7-6a3964cd7183 tempest-ServerGroupTestJSON-1635820208 tempest-ServerGroupTestJSON-1635820208-project] 10.222.0.127 "GET /v2.0/ports?device_id=ec2950a8-2250-4636-bc53-1df8adf76221 HTTP/1.1" status: 200 len: 946 time: 1.2589705 Jul 06 14:16:23.168627 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-19c9665e-0859-45bb-b8dc-e4ba9c3a85f4 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1809193'] for router_interface, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:23.218043 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.plugin [None req-8ed8319c-baf6-4792-abd8-a3b199d59e19 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Deleting port 4fedbeaa-db81-418d-9c4f-b6713bcf4978 {{(pid=100247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:16:23.218761 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-8ed8319c-baf6-4792-abd8-a3b199d59e19 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:23.235623 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e8a7220-1b39-44e0-9577-3313d7c7ef8f tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Notify agent at l3_agent.n-d-773647-6 the message routers_updated {{(pid=100247) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 14:16:23.243293 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-0e8a7220-1b39-44e0-9577-3313d7c7ef8f tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] 10.222.0.104 "PUT /v2.0/routers/fb672ed0-38f7-450d-a933-1974a8d81eb2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9594145 Jul 06 14:16:23.245679 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d23ce6ac-ef3c-4096-9caf-4ab3e1d18f56 None None] Sync routers for ids ['fb672ed0-38f7-450d-a933-1974a8d81eb2'] in n-d-773647-6 {{(pid=100249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 14:16:23.259769 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-95d6248b-bceb-4f6b-9f42-c4062c0eaec2 req-f9e8cfe4-5505-430e-b3e3-bc7dfa919a3f tempest-ServerGroupTestJSON-1635820208 tempest-ServerGroupTestJSON-1635820208-project] 10.222.0.104 "GET /v2.0/security-groups?id=5b2c01f0-02b9-4c5a-9983-09d200844e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3321586 Jul 06 14:16:23.265423 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 57712) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:16:23.283024 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d23ce6ac-ef3c-4096-9caf-4ab3e1d18f56 None None] Routers {'fb672ed0-38f7-450d-a933-1974a8d81eb2'} bound to L3 agent in host n-d-773647-6 {{(pid=100249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:16:23.283792 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-d23ce6ac-ef3c-4096-9caf-4ab3e1d18f56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T14:15:56Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['fb672ed0-38f7-450d-a933-1974a8d81eb2'], 'active': True} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:16:23.371355 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-d23ce6ac-ef3c-4096-9caf-4ab3e1d18f56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-773647-6', False) {} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:16:23.408455 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-b0051f76-57e3-428c-94ec-bd8687c831ae tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] 10.222.0.104 "GET /v2.0/ports?device_id=fb672ed0-38f7-450d-a933-1974a8d81eb2 HTTP/1.1" status: 200 len: 205 time: 0.0747397 Jul 06 14:16:23.409655 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d23ce6ac-ef3c-4096-9caf-4ab3e1d18f56 None None] Routers {'fb672ed0-38f7-450d-a933-1974a8d81eb2'} bound to L3 agent in host n-d-773647-6 {{(pid=100249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:16:23.410813 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-d23ce6ac-ef3c-4096-9caf-4ab3e1d18f56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T14:15:56Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['fb672ed0-38f7-450d-a933-1974a8d81eb2'], 'active': True} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:16:23.416231 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 57716) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:16:23.440504 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 57718) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:16:23.445405 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-fa3593da-aa82-451f-a88a-a8f91d30a4d0 tempest-AttachVolumeShelveTestJSON-1020519793 tempest-AttachVolumeShelveTestJSON-1020519793-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1268032434', 'description': 'tempest-description--1580940961'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:16:23.480422 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-d23ce6ac-ef3c-4096-9caf-4ab3e1d18f56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-773647-6', False) {} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:16:23.481097 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d23ce6ac-ef3c-4096-9caf-4ab3e1d18f56 None None] The sync data for ids ['fb672ed0-38f7-450d-a933-1974a8d81eb2'] in n-d-773647-6 is: [] {{(pid=100249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 14:16:23.501183 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-18aeb5ea-c87c-4232-9e06-1830d6cbb0ff req-53acd597-4c38-423e-a0a6-92b65cf7b139 tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] 10.222.0.104 "GET /v2.0/ports?device_id=0455bf88-da4d-44a6-9768-93a70cd92e0e HTTP/1.1" status: 200 len: 210 time: 0.0677574 Jul 06 14:16:23.533466 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-8ed8319c-baf6-4792-abd8-a3b199d59e19 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:23.533863 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-8ed8319c-baf6-4792-abd8-a3b199d59e19 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:23.553163 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.plugin [None req-8ed8319c-baf6-4792-abd8-a3b199d59e19 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Calling delete_port for 4fedbeaa-db81-418d-9c4f-b6713bcf4978 owned by network:floatingip {{(pid=100247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:16:23.651103 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.plugin [req-3b4a7711-3752-4d93-bb30-bf6dc3c3edf9 req-cf9b9e8f-bb49-4e9e-ada5-bbca224b7a85 tempest-ServerGroupTestJSON-1635820208 tempest-ServerGroupTestJSON-1635820208-project] Deleting port 5751a1c1-983d-46b2-ad5e-01d061990af5 {{(pid=100247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:16:23.651890 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-3b4a7711-3752-4d93-bb30-bf6dc3c3edf9 req-cf9b9e8f-bb49-4e9e-ada5-bbca224b7a85 tempest-ServerGroupTestJSON-1635820208 tempest-ServerGroupTestJSON-1635820208-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:23.699017 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Device 0354108e-d9b7-4ade-b657-7d86fb06c665 no longer exists at agent hyperv_n-h2-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:16:23.764322 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] No Port match for: 0354108e-d9b7-4ade-b657-7d86fb06c665 {{(pid=100248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 14:16:23.764772 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Device 0354108e-d9b7-4ade-b657-7d86fb06c665 not bound to the agent host n-h2-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:16:23.830961 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.db [req-3b4a7711-3752-4d93-bb30-bf6dc3c3edf9 req-cf9b9e8f-bb49-4e9e-ada5-bbca224b7a85 tempest-ServerGroupTestJSON-1635820208 tempest-ServerGroupTestJSON-1635820208-project] For port 5751a1c1-983d-46b2-ad5e-01d061990af5, host n-h1-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773647-6',level=0,port_id=5751a1c1-983d-46b2-ad5e-01d061990af5,segment=NetworkSegment(12587f92-3665-4b11-a1d0-1b07eef98066),segment_id=12587f92-3665-4b11-a1d0-1b07eef98066)] {{(pid=100247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:16:23.832088 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-3b4a7711-3752-4d93-bb30-bf6dc3c3edf9 req-cf9b9e8f-bb49-4e9e-ada5-bbca224b7a85 tempest-ServerGroupTestJSON-1635820208 tempest-ServerGroupTestJSON-1635820208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:23.896196 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.plugin [req-3b4a7711-3752-4d93-bb30-bf6dc3c3edf9 req-cf9b9e8f-bb49-4e9e-ada5-bbca224b7a85 tempest-ServerGroupTestJSON-1635820208 tempest-ServerGroupTestJSON-1635820208-project] Calling delete_port for 5751a1c1-983d-46b2-ad5e-01d061990af5 owned by compute:nova {{(pid=100247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:16:23.898044 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-8ed8319c-baf6-4792-abd8-a3b199d59e19 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128888353'] for port, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:23.937651 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed8319c-baf6-4792-abd8-a3b199d59e19 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Pushing event deleted for resources: {'Port': ['ID=4fedbeaa-db81-418d-9c4f-b6713bcf4978,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:16:23.960654 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-fa3593da-aa82-451f-a88a-a8f91d30a4d0 tempest-AttachVolumeShelveTestJSON-1020519793 tempest-AttachVolumeShelveTestJSON-1020519793-project] Notify callbacks [] for security_group, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:24.022315 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19c9665e-0859-45bb-b8dc-e4ba9c3a85f4 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Router 42880ce7-c066-4642-8280-d12b1b5c8b8e has already been hosted by L3 agent 2823d358-a11b-4885-a706-95a279e43fa7 {{(pid=100246) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 14:16:24.038525 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-e2b2080a-ddf2-4a21-b799-f528164196a7 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Notify callbacks [] for router, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:24.070876 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-8ed8319c-baf6-4792-abd8-a3b199d59e19 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Notify callbacks [] for floatingip, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:24.071257 n-d-773647-6 neutron-server[100247]: INFO neutron.db.l3_db [None req-8ed8319c-baf6-4792-abd8-a3b199d59e19 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Floating IP a5a439f0-38f3-45ae-8671-49fadcf9f37b disassociated (deleted). External IP: 172.25.0.240, port: bc4f675b-2e9f-4750-9375-af3fcf823c8c. Jul 06 14:16:24.198289 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-fa3593da-aa82-451f-a88a-a8f91d30a4d0 tempest-AttachVolumeShelveTestJSON-1020519793 tempest-AttachVolumeShelveTestJSON-1020519793-project] Notify callbacks [] for security_group, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:24.211484 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-fa3593da-aa82-451f-a88a-a8f91d30a4d0 tempest-AttachVolumeShelveTestJSON-1020519793 tempest-AttachVolumeShelveTestJSON-1020519793-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:24.383839 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-3b4a7711-3752-4d93-bb30-bf6dc3c3edf9 req-cf9b9e8f-bb49-4e9e-ada5-bbca224b7a85 tempest-ServerGroupTestJSON-1635820208 tempest-ServerGroupTestJSON-1635820208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128888353'] for port, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:24.412690 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-fa3593da-aa82-451f-a88a-a8f91d30a4d0 tempest-AttachVolumeShelveTestJSON-1020519793 tempest-AttachVolumeShelveTestJSON-1020519793-project] Notify callbacks [] for security_group, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:24.416750 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-fa3593da-aa82-451f-a88a-a8f91d30a4d0 tempest-AttachVolumeShelveTestJSON-1020519793 tempest-AttachVolumeShelveTestJSON-1020519793-project] 10.222.0.104 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.9727848 Jul 06 14:16:24.416750 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3593da-aa82-451f-a88a-a8f91d30a4d0 tempest-AttachVolumeShelveTestJSON-1020519793 tempest-AttachVolumeShelveTestJSON-1020519793-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a376d024-e4a1-4cc8-8fe5-9c69c2c40821,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:16:24.419518 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 57732) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:16:24.430195 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-82bea1c5-3ca5-4383-86c2-15c9f318fdeb tempest-AttachVolumeShelveTestJSON-1020519793 tempest-AttachVolumeShelveTestJSON-1020519793-project] Request body: {'security_group_rule': {'security_group_id': 'a376d024-e4a1-4cc8-8fe5-9c69c2c40821', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:16:24.442463 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9b9e8f-bb49-4e9e-ada5-bbca224b7a85 tempest-ServerGroupTestJSON-1635820208 tempest-ServerGroupTestJSON-1635820208-project] Pushing event deleted for resources: {'Port': ['ID=5751a1c1-983d-46b2-ad5e-01d061990af5,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:16:24.461179 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-e2b2080a-ddf2-4a21-b799-f528164196a7 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1806308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6982'] for router, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:24.466358 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-e2b2080a-ddf2-4a21-b799-f528164196a7 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:24.501026 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-82bea1c5-3ca5-4383-86c2-15c9f318fdeb tempest-AttachVolumeShelveTestJSON-1020519793 tempest-AttachVolumeShelveTestJSON-1020519793-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:24.527007 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-e005bdf2-7a0f-4fc4-ae35-15ffe5c454f3 req-96adfb3f-6ba8-4f46-bf29-cd260a8fc8a9 tempest-ServerGroupTestJSON-1635820208 tempest-ServerGroupTestJSON-1635820208-project] 10.222.0.104 "GET /v2.0/ports?device_id=ec2950a8-2250-4636-bc53-1df8adf76221 HTTP/1.1" status: 200 len: 210 time: 0.0341859 Jul 06 14:16:24.546055 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b4a7711-3752-4d93-bb30-bf6dc3c3edf9 req-cf9b9e8f-bb49-4e9e-ada5-bbca224b7a85 tempest-ServerGroupTestJSON-1635820208 tempest-ServerGroupTestJSON-1635820208-project] No DVR routers for this DVR port 5751a1c1-983d-46b2-ad5e-01d061990af5 on host n-h1-773647-6 {{(pid=100247) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:16:24.549084 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-3b4a7711-3752-4d93-bb30-bf6dc3c3edf9 req-cf9b9e8f-bb49-4e9e-ada5-bbca224b7a85 tempest-ServerGroupTestJSON-1635820208 tempest-ServerGroupTestJSON-1635820208-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:24.551135 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-3b4a7711-3752-4d93-bb30-bf6dc3c3edf9 req-cf9b9e8f-bb49-4e9e-ada5-bbca224b7a85 tempest-ServerGroupTestJSON-1635820208 tempest-ServerGroupTestJSON-1635820208-project] 10.222.0.127 "DELETE /v2.0/ports/5751a1c1-983d-46b2-ad5e-01d061990af5 HTTP/1.1" status: 204 len: 173 time: 1.4622843 Jul 06 14:16:24.551684 n-d-773647-6 neutron-server[100247]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec2950a8-2250-4636-bc53-1df8adf76221', 'name': 'network-vif-deleted', 'tag': '5751a1c1-983d-46b2-ad5e-01d061990af5'}] {{(pid=100247) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:16:24.554194 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cbf0eeaae822f8fc9b87a94aeba67a3d651842baf663a51cba94b67a514836d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-763df434-e733-48ac-b873-e980a43bc9ae" -d '{"events": [{"server_uuid": "ec2950a8-2250-4636-bc53-1df8adf76221", "name": "network-vif-deleted", "tag": "5751a1c1-983d-46b2-ad5e-01d061990af5"}]}' {{(pid=100247) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:16:24.560842 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19c9665e-0859-45bb-b8dc-e4ba9c3a85f4 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Notify agent at l3_agent.n-d-773647-6 the message routers_updated {{(pid=100246) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 14:16:24.571664 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ed8319c-baf6-4792-abd8-a3b199d59e19 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Router 92895ece-74b3-4cec-a7c1-1c563db23cfa has already been hosted by L3 agent 2823d358-a11b-4885-a706-95a279e43fa7 {{(pid=100247) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 14:16:24.576319 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-19c9665e-0859-45bb-b8dc-e4ba9c3a85f4 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] 10.222.0.104 "PUT /v2.0/routers/42880ce7-c066-4642-8280-d12b1b5c8b8e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5049777 Jul 06 14:16:24.580831 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 57738) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:16:24.592442 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de8d3f59-739f-4a3d-8334-9580101838a1 None None] Sync routers for ids ['42880ce7-c066-4642-8280-d12b1b5c8b8e'] in n-d-773647-6 {{(pid=100248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 14:16:24.599184 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-e2b2080a-ddf2-4a21-b799-f528164196a7 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1805684'] for router, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:24.609103 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2b2080a-ddf2-4a21-b799-f528164196a7 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Fanout notify agent at l3_agent the message router_deleted on router fb672ed0-38f7-450d-a933-1974a8d81eb2 {{(pid=100246) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 14:16:24.626068 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-e2b2080a-ddf2-4a21-b799-f528164196a7 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Notify callbacks [] for router, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:24.629711 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-e2b2080a-ddf2-4a21-b799-f528164196a7 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] 10.222.0.104 "DELETE /v2.0/routers/fb672ed0-38f7-450d-a933-1974a8d81eb2 HTTP/1.1" status: 204 len: 168 time: 1.2007222 Jul 06 14:16:24.632001 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 57740) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:16:24.654574 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de8d3f59-739f-4a3d-8334-9580101838a1 None None] Routers {'42880ce7-c066-4642-8280-d12b1b5c8b8e'} bound to L3 agent in host n-d-773647-6 {{(pid=100248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:16:24.658152 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-de8d3f59-739f-4a3d-8334-9580101838a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T14:15:56Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['42880ce7-c066-4642-8280-d12b1b5c8b8e'], 'active': True} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:16:24.709533 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 14:16:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c17c8d76-c192-402d-8330-82198a87a402 x-openstack-request-id: req-c17c8d76-c192-402d-8330-82198a87a402 {{(pid=100247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:16:24.710045 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec2950a8-2250-4636-bc53-1df8adf76221", "name": "network-vif-deleted", "tag": "5751a1c1-983d-46b2-ad5e-01d061990af5", "status": "completed", "code": 200}]} {{(pid=100247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:16:24.710499 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-c17c8d76-c192-402d-8330-82198a87a402 {{(pid=100247) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:16:24.711251 n-d-773647-6 neutron-server[100247]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec2950a8-2250-4636-bc53-1df8adf76221', 'name': 'network-vif-deleted', 'tag': '5751a1c1-983d-46b2-ad5e-01d061990af5', 'status': 'completed', 'code': 200} Jul 06 14:16:24.717137 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.db_base_plugin_v2 [None req-44baa9b0-caa4-4107-9767-59b84a6caa2e tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Deleting subnet ce784e5f-0fa1-436b-a131-893f1a6122cd {{(pid=100247) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 14:16:24.731706 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-44baa9b0-caa4-4107-9767-59b84a6caa2e tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Notify callbacks [] for subnet, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:24.748541 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-82bea1c5-3ca5-4383-86c2-15c9f318fdeb tempest-AttachVolumeShelveTestJSON-1020519793 tempest-AttachVolumeShelveTestJSON-1020519793-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:24.764291 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-82bea1c5-3ca5-4383-86c2-15c9f318fdeb tempest-AttachVolumeShelveTestJSON-1020519793 tempest-AttachVolumeShelveTestJSON-1020519793-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1898694'] for security_group_rule, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:24.800478 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.db_base_plugin_v2 [None req-07200bde-9ab9-45f9-b791-5c2c530918b4 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Deleting subnet fd895582-576b-4d50-8d67-f9265945a851 {{(pid=100246) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 14:16:24.809679 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-07200bde-9ab9-45f9-b791-5c2c530918b4 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Notify callbacks [] for subnet, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:24.813906 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82bea1c5-3ca5-4383-86c2-15c9f318fdeb tempest-AttachVolumeShelveTestJSON-1020519793 tempest-AttachVolumeShelveTestJSON-1020519793-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d3f65acf-9beb-4e44-aec7-6db46ac32b82,revision_number=0']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:16:24.853619 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-82bea1c5-3ca5-4383-86c2-15c9f318fdeb tempest-AttachVolumeShelveTestJSON-1020519793 tempest-AttachVolumeShelveTestJSON-1020519793-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:24.858805 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-82bea1c5-3ca5-4383-86c2-15c9f318fdeb tempest-AttachVolumeShelveTestJSON-1020519793 tempest-AttachVolumeShelveTestJSON-1020519793-project] 10.222.0.104 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4367292 Jul 06 14:16:24.863919 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 57744) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:16:24.876237 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-9dcb43e0-c345-4a4a-bc5a-30e90e89eb64 tempest-AttachVolumeShelveTestJSON-1020519793 tempest-AttachVolumeShelveTestJSON-1020519793-project] Request body: {'security_group_rule': {'security_group_id': 'a376d024-e4a1-4cc8-8fe5-9c69c2c40821', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:16:24.935561 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-6e47f232-2c61-4b64-bdba-a20205911fed req-8d30df5b-d3a2-462f-af77-e51bbe5a769b tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] 10.222.0.104 "GET /v2.0/ports?device_id=0455bf88-da4d-44a6-9768-93a70cd92e0e HTTP/1.1" status: 200 len: 210 time: 0.1389525 Jul 06 14:16:24.939374 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-07200bde-9ab9-45f9-b791-5c2c530918b4 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126218885'] for subnet, precommit_delete_associations {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:24.944855 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvr_db [None req-de8d3f59-739f-4a3d-8334-9580101838a1 None None] Set router 42880ce7-c066-4642-8280-d12b1b5c8b8e gateway port host: None {{(pid=100248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:16:24.949918 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-44baa9b0-caa4-4107-9767-59b84a6caa2e tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127131748'] for subnet, precommit_delete_associations {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:25.037851 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-9dcb43e0-c345-4a4a-bc5a-30e90e89eb64 tempest-AttachVolumeShelveTestJSON-1020519793 tempest-AttachVolumeShelveTestJSON-1020519793-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:25.193831 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-9dcb43e0-c345-4a4a-bc5a-30e90e89eb64 tempest-AttachVolumeShelveTestJSON-1020519793 tempest-AttachVolumeShelveTestJSON-1020519793-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:25.201163 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-9dcb43e0-c345-4a4a-bc5a-30e90e89eb64 tempest-AttachVolumeShelveTestJSON-1020519793 tempest-AttachVolumeShelveTestJSON-1020519793-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1898694'] for security_group_rule, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:25.233658 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-07200bde-9ab9-45f9-b791-5c2c530918b4 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-913473'] for subnet, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:25.268775 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dcb43e0-c345-4a4a-bc5a-30e90e89eb64 tempest-AttachVolumeShelveTestJSON-1020519793 tempest-AttachVolumeShelveTestJSON-1020519793-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be985b76-a667-4bdb-83ef-cbc9584ae485,revision_number=0']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:16:25.291181 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-de8d3f59-739f-4a3d-8334-9580101838a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42880ce7-c066-4642-8280-d12b1b5c8b8e', 'name': 'tempest-RoutersTest-router-1812818657', 'tenant_id': '9c6f2fd69adb42a0ae2388cfacf9d174', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:15:48Z', 'updated_at': '2021-07-06T14:16:22Z', 'revision_number': 8, 'project_id': '9c6f2fd69adb42a0ae2388cfacf9d174', 'gw_port_host': None, '_interfaces': [{'id': '1294c68e-44e8-4e09-af80-9881579ab121', 'name': '', 'network_id': '0fdcef5a-1ce4-465a-b750-4893533ac49e', 'tenant_id': '9c6f2fd69adb42a0ae2388cfacf9d174', 'mac_address': 'fa:16:3e:a3:46:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42880ce7-c066-4642-8280-d12b1b5c8b8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2350, 'fixed_ips': [{'subnet_id': '91a37214-447b-45e3-9246-b9ed8a5de457', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:16:00Z', 'updated_at': '2021-07-06T14:16:12Z', 'revision_number': 5, 'project_id': '9c6f2fd69adb42a0ae2388cfacf9d174', 'subnets': [{'id': '91a37214-447b-45e3-9246-b9ed8a5de457', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b1449530-0688-4078-bda6-5f36e7ee7116', 'name': '', 'network_id': 'c860d06d-8556-4bec-98c1-fafd1f4e2cd8', 'tenant_id': '9c6f2fd69adb42a0ae2388cfacf9d174', 'mac_address': 'fa:16:3e:5a:7d:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42880ce7-c066-4642-8280-d12b1b5c8b8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2339, 'fixed_ips': [{'subnet_id': '1a718569-5c6a-4b3b-b22a-5dcfa6d1e9b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:15:51Z', 'updated_at': '2021-07-06T14:16:03Z', 'revision_number': 5, 'project_id': '9c6f2fd69adb42a0ae2388cfacf9d174', 'subnets': [{'id': '1a718569-5c6a-4b3b-b22a-5dcfa6d1e9b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bce89034-397e-4cbd-897f-7f409eafdd07', 'name': '', 'network_id': '70cfb0ea-6f2f-4b89-a761-9bd9b50efd3e', 'tenant_id': '9c6f2fd69adb42a0ae2388cfacf9d174', 'mac_address': 'fa:16:3e:07:57:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42880ce7-c066-4642-8280-d12b1b5c8b8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2343, 'fixed_ips': [{'subnet_id': '979bfc42-649b-4616-828a-00033f303b45', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:15:55Z', 'updated_at': '2021-07-06T14:16:11Z', 'revision_number': 5, 'project_id': '9c6f2fd69adb42a0ae2388cfacf9d174', 'subnets': [{'id': '979bfc42-649b-4616-828a-00033f303b45', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773647-6', False) {} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:16:25.294096 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-9dcb43e0-c345-4a4a-bc5a-30e90e89eb64 tempest-AttachVolumeShelveTestJSON-1020519793 tempest-AttachVolumeShelveTestJSON-1020519793-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:25.298232 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-9dcb43e0-c345-4a4a-bc5a-30e90e89eb64 tempest-AttachVolumeShelveTestJSON-1020519793 tempest-AttachVolumeShelveTestJSON-1020519793-project] 10.222.0.104 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4305863 Jul 06 14:16:25.305213 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 57748) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:16:25.314747 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [None req-1125a250-6ed7-41f3-bf59-484a87db44c7 tempest-AttachVolumeShelveTestJSON-1020519793 tempest-AttachVolumeShelveTestJSON-1020519793-project] Request body: {'floatingip': {'floating_network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719'}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:16:25.331237 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de8d3f59-739f-4a3d-8334-9580101838a1 None None] Checking router: 42880ce7-c066-4642-8280-d12b1b5c8b8e for host: n-d-773647-6 {{(pid=100248) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 14:16:25.341009 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de8d3f59-739f-4a3d-8334-9580101838a1 None None] Routers {'42880ce7-c066-4642-8280-d12b1b5c8b8e'} bound to L3 agent in host n-d-773647-6 {{(pid=100248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:16:25.342133 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-de8d3f59-739f-4a3d-8334-9580101838a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T14:15:56Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['42880ce7-c066-4642-8280-d12b1b5c8b8e'], 'active': True} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:16:25.359325 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-07200bde-9ab9-45f9-b791-5c2c530918b4 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-913480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1849032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127687590', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127702764'] for subnet, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:25.384910 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-1125a250-6ed7-41f3-bf59-484a87db44c7 tempest-AttachVolumeShelveTestJSON-1020519793 tempest-AttachVolumeShelveTestJSON-1020519793-project] Notify callbacks [] for floatingip, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:25.411169 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07200bde-9ab9-45f9-b791-5c2c530918b4 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Pushing event deleted for resources: {'Subnet': ['ID=fd895582-576b-4d50-8d67-f9265945a851,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:16:25.421716 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-07200bde-9ab9-45f9-b791-5c2c530918b4 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Notify callbacks [] for subnet, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:25.427569 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-07200bde-9ab9-45f9-b791-5c2c530918b4 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] 10.222.0.104 "DELETE /v2.0/subnets/fd895582-576b-4d50-8d67-f9265945a851 HTTP/1.1" status: 204 len: 168 time: 0.7944014 Jul 06 14:16:25.428295 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 57750) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:16:25.455200 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ed8319c-baf6-4792-abd8-a3b199d59e19 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Notify agent at l3_agent.n-d-773647-6 the message routers_updated {{(pid=100247) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 14:16:25.466150 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cd33985-8a72-45b8-89bf-95bdea0f366f None None] Sync routers for ids ['92895ece-74b3-4cec-a7c1-1c563db23cfa'] in n-d-773647-6 {{(pid=100249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 14:16:25.469611 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7b95988-d9bb-406a-ae5c-5a707cfa5e94 None None] Network 9965c5fc-c706-42cb-931e-c5984480c817 requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:16:25.480533 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cd33985-8a72-45b8-89bf-95bdea0f366f None None] Routers {'92895ece-74b3-4cec-a7c1-1c563db23cfa'} bound to L3 agent in host n-d-773647-6 {{(pid=100249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:16:25.481159 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-0cd33985-8a72-45b8-89bf-95bdea0f366f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T14:15:56Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['92895ece-74b3-4cec-a7c1-1c563db23cfa'], 'active': True} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:16:25.514588 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-44baa9b0-caa4-4107-9767-59b84a6caa2e tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-913473'] for subnet, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:25.528890 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-8ed8319c-baf6-4792-abd8-a3b199d59e19 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for floatingip, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:25.629890 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-fee7ed37-6626-4276-9d3e-63a2e468ccd2 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530492'] for network, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:25.642149 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvr_db [None req-de8d3f59-739f-4a3d-8334-9580101838a1 None None] Set router 42880ce7-c066-4642-8280-d12b1b5c8b8e gateway port host: None {{(pid=100248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:16:25.651912 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-8ed8319c-baf6-4792-abd8-a3b199d59e19 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] 10.222.0.104 "DELETE /v2.0/floatingips/a5a439f0-38f3-45ae-8671-49fadcf9f37b HTTP/1.1" status: 204 len: 168 time: 3.8440709 Jul 06 14:16:25.679672 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvr_db [None req-0cd33985-8a72-45b8-89bf-95bdea0f366f None None] Set router 92895ece-74b3-4cec-a7c1-1c563db23cfa gateway port host: n-d-773647-6 {{(pid=100249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:16:25.715260 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-44baa9b0-caa4-4107-9767-59b84a6caa2e tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-913480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1849032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-128888347', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127627857'] for subnet, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:25.796764 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d34694d-c525-4502-b0a6-eec14e87ccbe None None] Network f86aada1-481e-4bdb-986c-0e5d671b6a87 requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:16:25.797909 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [None req-fee7ed37-6626-4276-9d3e-63a2e468ccd2 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Deleting port d371a535-e670-4be2-9064-50673df9065d {{(pid=100246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:16:25.798256 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-fee7ed37-6626-4276-9d3e-63a2e468ccd2 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:25.816868 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44baa9b0-caa4-4107-9767-59b84a6caa2e tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Pushing event deleted for resources: {'Subnet': ['ID=ce784e5f-0fa1-436b-a131-893f1a6122cd,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:16:25.830888 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-44baa9b0-caa4-4107-9767-59b84a6caa2e tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Notify callbacks [] for subnet, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:25.836016 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-44baa9b0-caa4-4107-9767-59b84a6caa2e tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] 10.222.0.104 "DELETE /v2.0/subnets/ce784e5f-0fa1-436b-a131-893f1a6122cd HTTP/1.1" status: 204 len: 168 time: 1.2476723 Jul 06 14:16:25.842606 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 57760) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:16:25.965608 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-d43acc15-ae69-47e5-a5dc-617eb64b0968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:25.975559 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.db [None req-fee7ed37-6626-4276-9d3e-63a2e468ccd2 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] For port d371a535-e670-4be2-9064-50673df9065d, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=d371a535-e670-4be2-9064-50673df9065d,segment=NetworkSegment(0367627e-58ec-451e-8820-d3ebbc4407c6),segment_id=0367627e-58ec-451e-8820-d3ebbc4407c6)] {{(pid=100246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:16:25.975942 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-fee7ed37-6626-4276-9d3e-63a2e468ccd2 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:26.015193 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [None req-fee7ed37-6626-4276-9d3e-63a2e468ccd2 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Calling delete_port for d371a535-e670-4be2-9064-50673df9065d owned by network:dhcp {{(pid=100246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:16:26.034656 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-1125a250-6ed7-41f3-bf59-484a87db44c7 tempest-AttachVolumeShelveTestJSON-1020519793 tempest-AttachVolumeShelveTestJSON-1020519793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:26.078083 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-0cd33985-8a72-45b8-89bf-95bdea0f366f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92895ece-74b3-4cec-a7c1-1c563db23cfa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1442056811', 'tenant_id': '1077a35eaa714f1bbf260d32c5a52c8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.183'}], 'enable_snat': True}, 'gw_port_id': '1f71c995-d5f1-46d1-95dc-5b0f48fd8298', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:13:28Z', 'updated_at': '2021-07-06T14:13:40Z', 'revision_number': 4, 'project_id': '1077a35eaa714f1bbf260d32c5a52c8f', 'gw_port': {'id': '1f71c995-d5f1-46d1-95dc-5b0f48fd8298', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:77:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92895ece-74b3-4cec-a7c1-1c563db23cfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2077, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:13:29Z', 'updated_at': '2021-07-06T14:13:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6', '_interfaces': [{'id': '1ada188e-b344-44bd-988f-bf9b6c65552d', 'name': '', 'network_id': '120989f8-7a26-49c9-99e3-26a4a5fc00f3', 'tenant_id': '1077a35eaa714f1bbf260d32c5a52c8f', 'mac_address': 'fa:16:3e:b4:46:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92895ece-74b3-4cec-a7c1-1c563db23cfa', 'device_owner': 'network:router_interface', 'standard_attr_id': 2080, 'fixed_ips': [{'subnet_id': 'a9454952-2025-4848-a48d-6107d2969e09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:13:36Z', 'updated_at': '2021-07-06T14:13:49Z', 'revision_number': 5, 'project_id': '1077a35eaa714f1bbf260d32c5a52c8f', 'subnets': [{'id': 'a9454952-2025-4848-a48d-6107d2969e09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773647-6', False) {} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:16:26.159936 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cd33985-8a72-45b8-89bf-95bdea0f366f None None] Checking router: 92895ece-74b3-4cec-a7c1-1c563db23cfa for host: n-d-773647-6 {{(pid=100249) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 14:16:26.178527 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-71cda28a-e587-44da-80da-13572f7a6432 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530492'] for network, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:26.180992 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cd33985-8a72-45b8-89bf-95bdea0f366f None None] Routers {'92895ece-74b3-4cec-a7c1-1c563db23cfa'} bound to L3 agent in host n-d-773647-6 {{(pid=100249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:16:26.183584 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-0cd33985-8a72-45b8-89bf-95bdea0f366f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T14:16:26Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['92895ece-74b3-4cec-a7c1-1c563db23cfa'], 'active': True} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:16:26.205582 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:26.213514 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-fee7ed37-6626-4276-9d3e-63a2e468ccd2 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127687580'] for port, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:26.272337 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee7ed37-6626-4276-9d3e-63a2e468ccd2 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Pushing event deleted for resources: {'Port': ['ID=d371a535-e670-4be2-9064-50673df9065d,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:16:26.287458 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fee7ed37-6626-4276-9d3e-63a2e468ccd2 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] No DVR routers for this DVR port d371a535-e670-4be2-9064-50673df9065d on host n-d-773647-6 {{(pid=100246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:16:26.334794 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Device 5751a1c1-983d-46b2-ad5e-01d061990af5 no longer exists at agent hyperv_n-h1-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:16:26.406073 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-af11919f-0b9a-4653-a0db-2245c46653d0 req-7d7010b7-3497-4da2-a257-6c1d93f92e7e tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] 10.222.0.104 "GET /v2.0/ports?device_id=0455bf88-da4d-44a6-9768-93a70cd92e0e HTTP/1.1" status: 200 len: 210 time: 0.0404568 Jul 06 14:16:26.410352 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] No Port match for: 5751a1c1-983d-46b2-ad5e-01d061990af5 {{(pid=100248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 14:16:26.410703 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Device 5751a1c1-983d-46b2-ad5e-01d061990af5 not bound to the agent host n-h1-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:16:26.475405 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-fee7ed37-6626-4276-9d3e-63a2e468ccd2 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-917204', 'neutron.services.segments.db._delete_segments_for_network-8773753502302'] for network, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:26.499014 n-d-773647-6 neutron-server[100246]: DEBUG neutron.services.segments.db [None req-fee7ed37-6626-4276-9d3e-63a2e468ccd2 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9965c5fc-c706-42cb-931e-c5984480c817']}} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:16:26.502819 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.plugin [None req-71cda28a-e587-44da-80da-13572f7a6432 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Deleting port d03500d2-24e7-46ff-92af-2dda3644f4bd {{(pid=100247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:16:26.503158 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-71cda28a-e587-44da-80da-13572f7a6432 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:26.526430 n-d-773647-6 neutron-server[100246]: DEBUG neutron.services.segments.db [None req-fee7ed37-6626-4276-9d3e-63a2e468ccd2 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0367627e-58ec-451e-8820-d3ebbc4407c6') {'for_net_delete': True} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:16:26.526732 n-d-773647-6 neutron-server[100246]: DEBUG neutron.services.segments.db [None req-fee7ed37-6626-4276-9d3e-63a2e468ccd2 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0367627e-58ec-451e-8820-d3ebbc4407c6') {} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:16:26.555866 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-fee7ed37-6626-4276-9d3e-63a2e468ccd2 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773753515138', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126218898'] for segment, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:26.562857 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvr_db [None req-0cd33985-8a72-45b8-89bf-95bdea0f366f None None] Set router 92895ece-74b3-4cec-a7c1-1c563db23cfa gateway port host: n-d-773647-6 {{(pid=100249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:16:26.586022 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-fee7ed37-6626-4276-9d3e-63a2e468ccd2 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552'] for segment, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:26.602039 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fee7ed37-6626-4276-9d3e-63a2e468ccd2 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Releasing vlan 1022 on physical network physnet1 to pool {{(pid=100246) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 14:16:26.602503 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-fee7ed37-6626-4276-9d3e-63a2e468ccd2 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127687491'] for segment, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:26.672037 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-2064eaae-da4f-48f8-82d2-b09d4ddedd44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:26.688007 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.db [None req-71cda28a-e587-44da-80da-13572f7a6432 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] For port d03500d2-24e7-46ff-92af-2dda3644f4bd, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=d03500d2-24e7-46ff-92af-2dda3644f4bd,segment=NetworkSegment(4e3d91ca-db85-498e-87ab-f26b9a6ac560),segment_id=4e3d91ca-db85-498e-87ab-f26b9a6ac560)] {{(pid=100247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:16:26.688347 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-71cda28a-e587-44da-80da-13572f7a6432 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:26.738943 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.plugin [None req-71cda28a-e587-44da-80da-13572f7a6432 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Calling delete_port for d03500d2-24e7-46ff-92af-2dda3644f4bd owned by network:dhcp {{(pid=100247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:16:26.779459 n-d-773647-6 neutron-server[100246]: Traceback (most recent call last): Jul 06 14:16:26.779459 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 14:16:26.779459 n-d-773647-6 neutron-server[100246]: timer() Jul 06 14:16:26.779459 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 14:16:26.779459 n-d-773647-6 neutron-server[100246]: cb(*args, **kw) Jul 06 14:16:26.779459 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 14:16:26.779459 n-d-773647-6 neutron-server[100246]: return func(*args, **kwargs) Jul 06 14:16:26.779459 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 14:16:26.779459 n-d-773647-6 neutron-server[100246]: self._notify() Jul 06 14:16:26.779459 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 14:16:26.779459 n-d-773647-6 neutron-server[100246]: self.callback(batched_events) Jul 06 14:16:26.779459 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 14:16:26.779459 n-d-773647-6 neutron-server[100246]: event.method(event) Jul 06 14:16:26.779459 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 14:16:26.779459 n-d-773647-6 neutron-server[100246]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 14:16:26.779459 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 14:16:26.779459 n-d-773647-6 neutron-server[100246]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 14:16:26.779459 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 14:16:26.779459 n-d-773647-6 neutron-server[100246]: return f(self, *a, **k) Jul 06 14:16:26.779459 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 14:16:26.779459 n-d-773647-6 neutron-server[100246]: return self._get(url).json() Jul 06 14:16:26.779459 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 14:16:26.779459 n-d-773647-6 neutron-server[100246]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 14:16:26.779459 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 14:16:26.779459 n-d-773647-6 neutron-server[100246]: return self.request(url, 'GET', **kwargs) Jul 06 14:16:26.779459 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 14:16:26.779459 n-d-773647-6 neutron-server[100246]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 14:16:26.779459 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 14:16:26.779459 n-d-773647-6 neutron-server[100246]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 14:16:26.779459 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 14:16:26.779459 n-d-773647-6 neutron-server[100246]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 14:16:26.779459 n-d-773647-6 neutron-server[100246]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 14:16:26.781503 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-fee7ed37-6626-4276-9d3e-63a2e468ccd2 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-917215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1761140'] for network, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:26.821067 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83bfd80d-afda-4882-8b83-641b0dca6c47 None None] DHCP port deletion for 9965c5fc-c706-42cb-931e-c5984480c817 request from n-d-773647-6 {{(pid=100248) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 14:16:26.826791 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-fee7ed37-6626-4276-9d3e-63a2e468ccd2 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Notify callbacks [] for network, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:26.841285 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-fee7ed37-6626-4276-9d3e-63a2e468ccd2 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] 10.222.0.104 "DELETE /v2.0/networks/9965c5fc-c706-42cb-931e-c5984480c817 HTTP/1.1" status: 204 len: 168 time: 1.4008296 Jul 06 14:16:26.841285 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee7ed37-6626-4276-9d3e-63a2e468ccd2 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Pushing event deleted for resources: {'Network': ['ID=9965c5fc-c706-42cb-931e-c5984480c817,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:16:26.844739 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 57790) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:16:26.859007 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-2c3e7fa9-bff9-451c-971e-2887e8cbc015 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1926948886', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719'}, 'admin_state_up': False}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:16:26.905267 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 57792) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:16:26.933199 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-de8d3f59-739f-4a3d-8334-9580101838a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42880ce7-c066-4642-8280-d12b1b5c8b8e', 'name': 'tempest-RoutersTest-router-1812818657', 'tenant_id': '9c6f2fd69adb42a0ae2388cfacf9d174', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:15:48Z', 'updated_at': '2021-07-06T14:16:22Z', 'revision_number': 8, 'project_id': '9c6f2fd69adb42a0ae2388cfacf9d174', 'gw_port_host': None, '_interfaces': [{'id': '1294c68e-44e8-4e09-af80-9881579ab121', 'name': '', 'network_id': '0fdcef5a-1ce4-465a-b750-4893533ac49e', 'tenant_id': '9c6f2fd69adb42a0ae2388cfacf9d174', 'mac_address': 'fa:16:3e:a3:46:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42880ce7-c066-4642-8280-d12b1b5c8b8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2350, 'fixed_ips': [{'subnet_id': '91a37214-447b-45e3-9246-b9ed8a5de457', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:16:00Z', 'updated_at': '2021-07-06T14:16:12Z', 'revision_number': 5, 'project_id': '9c6f2fd69adb42a0ae2388cfacf9d174', 'subnets': [{'id': '91a37214-447b-45e3-9246-b9ed8a5de457', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b1449530-0688-4078-bda6-5f36e7ee7116', 'name': '', 'network_id': 'c860d06d-8556-4bec-98c1-fafd1f4e2cd8', 'tenant_id': '9c6f2fd69adb42a0ae2388cfacf9d174', 'mac_address': 'fa:16:3e:5a:7d:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42880ce7-c066-4642-8280-d12b1b5c8b8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2339, 'fixed_ips': [{'subnet_id': '1a718569-5c6a-4b3b-b22a-5dcfa6d1e9b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:15:51Z', 'updated_at': '2021-07-06T14:16:03Z', 'revision_number': 5, 'project_id': '9c6f2fd69adb42a0ae2388cfacf9d174', 'subnets': [{'id': '1a718569-5c6a-4b3b-b22a-5dcfa6d1e9b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bce89034-397e-4cbd-897f-7f409eafdd07', 'name': '', 'network_id': '70cfb0ea-6f2f-4b89-a761-9bd9b50efd3e', 'tenant_id': '9c6f2fd69adb42a0ae2388cfacf9d174', 'mac_address': 'fa:16:3e:07:57:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42880ce7-c066-4642-8280-d12b1b5c8b8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2343, 'fixed_ips': [{'subnet_id': '979bfc42-649b-4616-828a-00033f303b45', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:15:55Z', 'updated_at': '2021-07-06T14:16:11Z', 'revision_number': 5, 'project_id': '9c6f2fd69adb42a0ae2388cfacf9d174', 'subnets': [{'id': '979bfc42-649b-4616-828a-00033f303b45', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773647-6', False) {} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:16:26.961220 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.db_base_plugin_common [None req-1125a250-6ed7-41f3-bf59-484a87db44c7 tempest-AttachVolumeShelveTestJSON-1020519793 tempest-AttachVolumeShelveTestJSON-1020519793-project] Allocated IP 172.25.0.4 (2658f09e-a580-4d4a-9968-2d1e0ad93719/cbf74abc-6fe1-4d33-b005-c948923b9647/e419a5aa-3feb-4d62-996d-eafe8f727340) {{(pid=100247) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:16:26.999434 n-d-773647-6 neutron-server[100247]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74c47464-2de6-4359-8407-a9a093dc2562', 'tag': 'bc4f675b-2e9f-4750-9375-af3fcf823c8c'}] {{(pid=100247) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:16:26.999872 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-2c3e7fa9-bff9-451c-971e-2887e8cbc015 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1806290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6992'] for router, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:27.001688 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cbf0eeaae822f8fc9b87a94aeba67a3d651842baf663a51cba94b67a514836d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-708c6e7b-5eca-47c5-a5ab-587b6b4cc4ba" -d '{"events": [{"name": "network-changed", "server_uuid": "74c47464-2de6-4359-8407-a9a093dc2562", "tag": "bc4f675b-2e9f-4750-9375-af3fcf823c8c"}]}' {{(pid=100247) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:16:27.002358 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-2c3e7fa9-bff9-451c-971e-2887e8cbc015 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1806157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1808637', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1714747', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7007'] for router, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:27.012949 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-71cda28a-e587-44da-80da-13572f7a6432 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128888353'] for port, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:27.049369 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71cda28a-e587-44da-80da-13572f7a6432 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Pushing event deleted for resources: {'Port': ['ID=d03500d2-24e7-46ff-92af-2dda3644f4bd,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:16:27.054428 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.db_base_plugin_v2 [None req-3bcd5f5a-ec8c-4996-a97d-06d6ed7b20e4 admin admin] Deleting subnet c5f38159-21f2-41af-b0a3-b3e820e16b1f {{(pid=100246) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 14:16:27.073587 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-3bcd5f5a-ec8c-4996-a97d-06d6ed7b20e4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:27.087930 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 14:16:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18b35542-e94c-4635-8a27-f5d3e1e9dfa1 x-openstack-request-id: req-18b35542-e94c-4635-8a27-f5d3e1e9dfa1 {{(pid=100247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:16:27.088242 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "74c47464-2de6-4359-8407-a9a093dc2562", "tag": "bc4f675b-2e9f-4750-9375-af3fcf823c8c", "status": "completed", "code": 200}]} {{(pid=100247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:16:27.088460 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-18b35542-e94c-4635-8a27-f5d3e1e9dfa1 {{(pid=100247) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:16:27.088847 n-d-773647-6 neutron-server[100247]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '74c47464-2de6-4359-8407-a9a093dc2562', 'tag': 'bc4f675b-2e9f-4750-9375-af3fcf823c8c', 'status': 'completed', 'code': 200} Jul 06 14:16:27.105975 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-0cd33985-8a72-45b8-89bf-95bdea0f366f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92895ece-74b3-4cec-a7c1-1c563db23cfa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1442056811', 'tenant_id': '1077a35eaa714f1bbf260d32c5a52c8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.183'}], 'enable_snat': True}, 'gw_port_id': '1f71c995-d5f1-46d1-95dc-5b0f48fd8298', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:13:28Z', 'updated_at': '2021-07-06T14:13:40Z', 'revision_number': 4, 'project_id': '1077a35eaa714f1bbf260d32c5a52c8f', 'gw_port': {'id': '1f71c995-d5f1-46d1-95dc-5b0f48fd8298', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:77:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92895ece-74b3-4cec-a7c1-1c563db23cfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2077, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:13:29Z', 'updated_at': '2021-07-06T14:13:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6', '_interfaces': [{'id': '1ada188e-b344-44bd-988f-bf9b6c65552d', 'name': '', 'network_id': '120989f8-7a26-49c9-99e3-26a4a5fc00f3', 'tenant_id': '1077a35eaa714f1bbf260d32c5a52c8f', 'mac_address': 'fa:16:3e:b4:46:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92895ece-74b3-4cec-a7c1-1c563db23cfa', 'device_owner': 'network:router_interface', 'standard_attr_id': 2080, 'fixed_ips': [{'subnet_id': 'a9454952-2025-4848-a48d-6107d2969e09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:13:36Z', 'updated_at': '2021-07-06T14:13:49Z', 'revision_number': 5, 'project_id': '1077a35eaa714f1bbf260d32c5a52c8f', 'subnets': [{'id': 'a9454952-2025-4848-a48d-6107d2969e09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773647-6', False) {} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:16:27.168564 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71cda28a-e587-44da-80da-13572f7a6432 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] No DVR routers for this DVR port d03500d2-24e7-46ff-92af-2dda3644f4bd on host n-d-773647-6 {{(pid=100247) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:16:27.172676 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cd33985-8a72-45b8-89bf-95bdea0f366f None None] The sync data for ids ['92895ece-74b3-4cec-a7c1-1c563db23cfa'] in n-d-773647-6 is: [{'id': '92895ece-74b3-4cec-a7c1-1c563db23cfa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1442056811', 'tenant_id': '1077a35eaa714f1bbf260d32c5a52c8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.183'}], 'enable_snat': True}, 'gw_port_id': '1f71c995-d5f1-46d1-95dc-5b0f48fd8298', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:13:28Z', 'updated_at': '2021-07-06T14:13:40Z', 'revision_number': 4, 'project_id': '1077a35eaa714f1bbf260d32c5a52c8f', 'gw_port': {'id': '1f71c995-d5f1-46d1-95dc-5b0f48fd8298', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:77:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92895ece-74b3-4cec-a7c1-1c563db23cfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2077, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:13:29Z', 'updated_at': '2021-07-06T14:13:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6', '_interfaces': [{'id': '1ada188e-b344-44bd-988f-bf9b6c65552d', 'name': '', 'network_id': '120989f8-7a26-49c9-99e3-26a4a5fc00f3', 'tenant_id': '1077a35eaa714f1bbf260d32c5a52c8f', 'mac_address': 'fa:16:3e:b4:46:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92895ece-74b3-4cec-a7c1-1c563db23cfa', 'device_owner': 'network:router_interface', 'standard_attr_id': 2080, 'fixed_ips': [{'subnet_id': 'a9454952-2025-4848-a48d-6107d2969e09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:13:36Z', 'updated_at': '2021-07-06T14:13:49Z', 'revision_number': 5, 'project_id': '1077a35eaa714f1bbf260d32c5a52c8f', 'subnets': [{'id': 'a9454952-2025-4848-a48d-6107d2969e09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 14:16:27.240720 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-2c3e7fa9-bff9-451c-971e-2887e8cbc015 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:27.246693 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-3bcd5f5a-ec8c-4996-a97d-06d6ed7b20e4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126218885'] for subnet, precommit_delete_associations {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:27.316394 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9663c3f-246f-4a8b-904a-91274d78b8b6 None None] DHCP port deletion for f86aada1-481e-4bdb-986c-0e5d671b6a87 request from n-d-773647-6 {{(pid=100248) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 14:16:27.319007 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device d371a535-e670-4be2-9064-50673df9065d no longer exists at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:16:27.325490 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de8d3f59-739f-4a3d-8334-9580101838a1 None None] The sync data for ids ['42880ce7-c066-4642-8280-d12b1b5c8b8e'] in n-d-773647-6 is: [{'id': '42880ce7-c066-4642-8280-d12b1b5c8b8e', 'name': 'tempest-RoutersTest-router-1812818657', 'tenant_id': '9c6f2fd69adb42a0ae2388cfacf9d174', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:15:48Z', 'updated_at': '2021-07-06T14:16:22Z', 'revision_number': 8, 'project_id': '9c6f2fd69adb42a0ae2388cfacf9d174', 'gw_port_host': None, '_interfaces': [{'id': '1294c68e-44e8-4e09-af80-9881579ab121', 'name': '', 'network_id': '0fdcef5a-1ce4-465a-b750-4893533ac49e', 'tenant_id': '9c6f2fd69adb42a0ae2388cfacf9d174', 'mac_address': 'fa:16:3e:a3:46:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42880ce7-c066-4642-8280-d12b1b5c8b8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2350, 'fixed_ips': [{'subnet_id': '91a37214-447b-45e3-9246-b9ed8a5de457', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:16:00Z', 'updated_at': '2021-07-06T14:16:12Z', 'revision_number': 5, 'project_id': '9c6f2fd69adb42a0ae2388cfacf9d174', 'subnets': [{'id': '91a37214-447b-45e3-9246-b9ed8a5de457', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b1449530-0688-4078-bda6-5f36e7ee7116', 'name': '', 'network_id': 'c860d06d-8556-4bec-98c1-fafd1f4e2cd8', 'tenant_id': '9c6f2fd69adb42a0ae2388cfacf9d174', 'mac_address': 'fa:16:3e:5a:7d:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42880ce7-c066-4642-8280-d12b1b5c8b8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2339, 'fixed_ips': [{'subnet_id': '1a718569-5c6a-4b3b-b22a-5dcfa6d1e9b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:15:51Z', 'updated_at': '2021-07-06T14:16:03Z', 'revision_number': 5, 'project_id': '9c6f2fd69adb42a0ae2388cfacf9d174', 'subnets': [{'id': '1a718569-5c6a-4b3b-b22a-5dcfa6d1e9b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bce89034-397e-4cbd-897f-7f409eafdd07', 'name': '', 'network_id': '70cfb0ea-6f2f-4b89-a761-9bd9b50efd3e', 'tenant_id': '9c6f2fd69adb42a0ae2388cfacf9d174', 'mac_address': 'fa:16:3e:07:57:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42880ce7-c066-4642-8280-d12b1b5c8b8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2343, 'fixed_ips': [{'subnet_id': '979bfc42-649b-4616-828a-00033f303b45', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:15:55Z', 'updated_at': '2021-07-06T14:16:11Z', 'revision_number': 5, 'project_id': '9c6f2fd69adb42a0ae2388cfacf9d174', 'subnets': [{'id': '979bfc42-649b-4616-828a-00033f303b45', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 14:16:27.375870 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-71cda28a-e587-44da-80da-13572f7a6432 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-917204', 'neutron.services.segments.db._delete_segments_for_network-8773753502302'] for network, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:27.383002 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] No Port match for: d371a535-e670-4be2-9064-50673df9065d {{(pid=100248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 14:16:27.383519 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device d371a535-e670-4be2-9064-50673df9065d not bound to the agent host n-d-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:16:27.387314 n-d-773647-6 neutron-server[100247]: DEBUG neutron.services.segments.db [None req-71cda28a-e587-44da-80da-13572f7a6432 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f86aada1-481e-4bdb-986c-0e5d671b6a87']}} {{(pid=100247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:16:27.400131 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20dec36a-701e-4d96-830e-ebeb6c1023b8 req-6399bd8a-c871-4582-82d9-f659fbee8e7c tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:16:27.403766 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-20dec36a-701e-4d96-830e-ebeb6c1023b8 req-6399bd8a-c871-4582-82d9-f659fbee8e7c tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] 10.222.0.104 "GET /v2.0/ports?device_id=74c47464-2de6-4359-8407-a9a093dc2562 HTTP/1.1" status: 200 len: 946 time: 0.4398525 Jul 06 14:16:27.436386 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-3bcd5f5a-ec8c-4996-a97d-06d6ed7b20e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-913473'] for subnet, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:27.471437 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-1125a250-6ed7-41f3-bf59-484a87db44c7 tempest-AttachVolumeShelveTestJSON-1020519793 tempest-AttachVolumeShelveTestJSON-1020519793-project] Notify callbacks [] for port, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:27.538371 n-d-773647-6 neutron-server[100247]: DEBUG neutron.services.segments.db [None req-71cda28a-e587-44da-80da-13572f7a6432 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e3d91ca-db85-498e-87ab-f26b9a6ac560') {'for_net_delete': True} {{(pid=100247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:16:27.538835 n-d-773647-6 neutron-server[100247]: DEBUG neutron.services.segments.db [None req-71cda28a-e587-44da-80da-13572f7a6432 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e3d91ca-db85-498e-87ab-f26b9a6ac560') {} {{(pid=100247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:16:27.553322 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-71cda28a-e587-44da-80da-13572f7a6432 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773753515138', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127131763'] for segment, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:27.563338 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-3bcd5f5a-ec8c-4996-a97d-06d6ed7b20e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-913480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1849032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127687590', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127702764'] for subnet, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:27.573772 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-71cda28a-e587-44da-80da-13572f7a6432 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552'] for segment, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:27.583129 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-71cda28a-e587-44da-80da-13572f7a6432 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Releasing vlan 1038 on physical network physnet1 to pool {{(pid=100247) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 14:16:27.583735 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-71cda28a-e587-44da-80da-13572f7a6432 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-128888574'] for segment, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:27.644295 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-3bcd5f5a-ec8c-4996-a97d-06d6ed7b20e4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:27.651089 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-3bcd5f5a-ec8c-4996-a97d-06d6ed7b20e4 admin admin] 10.222.0.104 "DELETE /v2.0/subnets/c5f38159-21f2-41af-b0a3-b3e820e16b1f HTTP/1.1" status: 204 len: 168 time: 0.7449679 Jul 06 14:16:27.668247 n-d-773647-6 neutron-server[100247]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:16:27.668247 n-d-773647-6 neutron-server[100247]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:16:27.668247 n-d-773647-6 neutron-server[100247]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:16:27.668247 n-d-773647-6 neutron-server[100247]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:16:27.668247 n-d-773647-6 neutron-server[100247]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:16:27.668247 n-d-773647-6 neutron-server[100247]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:16:27.668247 n-d-773647-6 neutron-server[100247]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:16:27.668247 n-d-773647-6 neutron-server[100247]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:16:27.668247 n-d-773647-6 neutron-server[100247]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:16:27.668247 n-d-773647-6 neutron-server[100247]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:16:27.668247 n-d-773647-6 neutron-server[100247]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:16:27.668247 n-d-773647-6 neutron-server[100247]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:16:27.668247 n-d-773647-6 neutron-server[100247]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:16:27.668247 n-d-773647-6 neutron-server[100247]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:16:27.668247 n-d-773647-6 neutron-server[100247]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:16:27.668247 n-d-773647-6 neutron-server[100247]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:16:27.668247 n-d-773647-6 neutron-server[100247]: Traceback (most recent call last): Jul 06 14:16:27.668247 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 14:16:27.668247 n-d-773647-6 neutron-server[100247]: timer() Jul 06 14:16:27.668247 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 14:16:27.668247 n-d-773647-6 neutron-server[100247]: cb(*args, **kw) Jul 06 14:16:27.668247 n-d-773647-6 neutron-server[100247]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 14:16:27.668247 n-d-773647-6 neutron-server[100247]: return func(*args, **kwargs) Jul 06 14:16:27.668247 n-d-773647-6 neutron-server[100247]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 14:16:27.668247 n-d-773647-6 neutron-server[100247]: self._notify() Jul 06 14:16:27.668247 n-d-773647-6 neutron-server[100247]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 14:16:27.668247 n-d-773647-6 neutron-server[100247]: self.callback(batched_events) Jul 06 14:16:27.668247 n-d-773647-6 neutron-server[100247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 14:16:27.668247 n-d-773647-6 neutron-server[100247]: event.method(event) Jul 06 14:16:27.668247 n-d-773647-6 neutron-server[100247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 14:16:27.668247 n-d-773647-6 neutron-server[100247]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 14:16:27.668247 n-d-773647-6 neutron-server[100247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 14:16:27.668247 n-d-773647-6 neutron-server[100247]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 14:16:27.668247 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 14:16:27.668247 n-d-773647-6 neutron-server[100247]: return f(self, *a, **k) Jul 06 14:16:27.668247 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 14:16:27.668247 n-d-773647-6 neutron-server[100247]: return self._get(url).json() Jul 06 14:16:27.668247 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 14:16:27.668247 n-d-773647-6 neutron-server[100247]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 14:16:27.668247 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 14:16:27.668247 n-d-773647-6 neutron-server[100247]: return self.request(url, 'GET', **kwargs) Jul 06 14:16:27.668247 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 14:16:27.668247 n-d-773647-6 neutron-server[100247]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 14:16:27.668247 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 14:16:27.668247 n-d-773647-6 neutron-server[100247]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 14:16:27.668247 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 14:16:27.668247 n-d-773647-6 neutron-server[100247]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 14:16:27.668247 n-d-773647-6 neutron-server[100247]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 14:16:27.678191 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 57800) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:16:27.689803 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bcd5f5a-ec8c-4996-a97d-06d6ed7b20e4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c5f38159-21f2-41af-b0a3-b3e820e16b1f,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:16:27.709283 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03b78583-5f72-4115-8192-64483943a8e9 None None] New status for floating IP a5a439f0-38f3-45ae-8671-49fadcf9f37b: DOWN {{(pid=100248) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 14:16:27.751632 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-3a484fa3-cead-443f-87f8-c094e240bba5 req-b2b1c4e5-7fb0-4471-84f0-cd76514fc2c7 tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] 10.222.0.104 "GET /v2.0/ports?device_id=0455bf88-da4d-44a6-9768-93a70cd92e0e HTTP/1.1" status: 200 len: 210 time: 0.0674119 Jul 06 14:16:27.752858 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-1125a250-6ed7-41f3-bf59-484a87db44c7 tempest-AttachVolumeShelveTestJSON-1020519793 tempest-AttachVolumeShelveTestJSON-1020519793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-128888360'] for port, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:27.813359 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-2c3e7fa9-bff9-451c-971e-2887e8cbc015 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1761047', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1806272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6989'] for router, precommit_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:27.841213 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-71cda28a-e587-44da-80da-13572f7a6432 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-917215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1761140'] for network, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:27.899363 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1125a250-6ed7-41f3-bf59-484a87db44c7 tempest-AttachVolumeShelveTestJSON-1020519793 tempest-AttachVolumeShelveTestJSON-1020519793-project] Pushing event updated for resources: {'Port': ['ID=e419a5aa-3feb-4d62-996d-eafe8f727340,revision_number=1']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:16:27.931699 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bcd5f5a-ec8c-4996-a97d-06d6ed7b20e4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:16:27.932530 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bcd5f5a-ec8c-4996-a97d-06d6ed7b20e4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:16:27.933091 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bcd5f5a-ec8c-4996-a97d-06d6ed7b20e4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:16:27.933703 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-71cda28a-e587-44da-80da-13572f7a6432 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583035'] for network, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:27.934030 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bcd5f5a-ec8c-4996-a97d-06d6ed7b20e4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:16:27.935107 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bcd5f5a-ec8c-4996-a97d-06d6ed7b20e4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:16:27.935724 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bcd5f5a-ec8c-4996-a97d-06d6ed7b20e4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:16:27.936288 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bcd5f5a-ec8c-4996-a97d-06d6ed7b20e4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:16:27.936542 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-71cda28a-e587-44da-80da-13572f7a6432 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] 10.222.0.104 "DELETE /v2.0/networks/f86aada1-481e-4bdb-986c-0e5d671b6a87 HTTP/1.1" status: 204 len: 168 time: 2.0930996 Jul 06 14:16:27.937071 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bcd5f5a-ec8c-4996-a97d-06d6ed7b20e4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:16:27.937631 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bcd5f5a-ec8c-4996-a97d-06d6ed7b20e4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:16:27.938358 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bcd5f5a-ec8c-4996-a97d-06d6ed7b20e4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:16:27.939130 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bcd5f5a-ec8c-4996-a97d-06d6ed7b20e4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:16:27.939724 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bcd5f5a-ec8c-4996-a97d-06d6ed7b20e4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:16:27.942705 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71cda28a-e587-44da-80da-13572f7a6432 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Pushing event deleted for resources: {'Network': ['ID=f86aada1-481e-4bdb-986c-0e5d671b6a87,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:16:27.957132 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 57804) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:16:27.959134 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708c6e7b-5eca-47c5-a5ab-587b6b4cc4ba req-bf148381-02bd-4f77-ac7b-16b3c54e8096 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:16:27.960656 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-708c6e7b-5eca-47c5-a5ab-587b6b4cc4ba req-bf148381-02bd-4f77-ac7b-16b3c54e8096 service neutron] 10.222.0.127 "GET /v2.0/ports?tenant_id=1077a35eaa714f1bbf260d32c5a52c8f&device_id=74c47464-2de6-4359-8407-a9a093dc2562 HTTP/1.1" status: 200 len: 1097 time: 0.8204930 Jul 06 14:16:28.031103 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-83d84837-9ead-4f2f-af1a-b0ae8c16540c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530492'] for network, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:28.156918 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-83d84837-9ead-4f2f-af1a-b0ae8c16540c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-917204', 'neutron.services.segments.db._delete_segments_for_network-8773753502302'] for network, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:28.171621 n-d-773647-6 neutron-server[100246]: DEBUG neutron.services.segments.db [None req-83d84837-9ead-4f2f-af1a-b0ae8c16540c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e2495b7e-6036-4b97-8c53-21e4c4ba7fab']}} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:16:28.196267 n-d-773647-6 neutron-server[100246]: DEBUG neutron.services.segments.db [None req-83d84837-9ead-4f2f-af1a-b0ae8c16540c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '12587f92-3665-4b11-a1d0-1b07eef98066') {'for_net_delete': True} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:16:28.196550 n-d-773647-6 neutron-server[100246]: DEBUG neutron.services.segments.db [None req-83d84837-9ead-4f2f-af1a-b0ae8c16540c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '12587f92-3665-4b11-a1d0-1b07eef98066') {} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:16:28.209720 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-83d84837-9ead-4f2f-af1a-b0ae8c16540c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773753515138', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126218898'] for segment, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:28.268383 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-83d84837-9ead-4f2f-af1a-b0ae8c16540c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552'] for segment, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:28.276851 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-83d84837-9ead-4f2f-af1a-b0ae8c16540c admin admin] Releasing vlan 1020 on physical network physnet1 to pool {{(pid=100246) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 14:16:28.277618 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-83d84837-9ead-4f2f-af1a-b0ae8c16540c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127687491'] for segment, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:28.331719 n-d-773647-6 neutron-server[100246]: Traceback (most recent call last): Jul 06 14:16:28.331719 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 14:16:28.331719 n-d-773647-6 neutron-server[100246]: timer() Jul 06 14:16:28.331719 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 14:16:28.331719 n-d-773647-6 neutron-server[100246]: cb(*args, **kw) Jul 06 14:16:28.331719 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 14:16:28.331719 n-d-773647-6 neutron-server[100246]: return func(*args, **kwargs) Jul 06 14:16:28.331719 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 14:16:28.331719 n-d-773647-6 neutron-server[100246]: self._notify() Jul 06 14:16:28.331719 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 14:16:28.331719 n-d-773647-6 neutron-server[100246]: self.callback(batched_events) Jul 06 14:16:28.331719 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 14:16:28.331719 n-d-773647-6 neutron-server[100246]: event.method(event) Jul 06 14:16:28.331719 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 14:16:28.331719 n-d-773647-6 neutron-server[100246]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 14:16:28.331719 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 14:16:28.331719 n-d-773647-6 neutron-server[100246]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 14:16:28.331719 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 14:16:28.331719 n-d-773647-6 neutron-server[100246]: return f(self, *a, **k) Jul 06 14:16:28.331719 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 14:16:28.331719 n-d-773647-6 neutron-server[100246]: return self._get(url).json() Jul 06 14:16:28.331719 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 14:16:28.331719 n-d-773647-6 neutron-server[100246]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 14:16:28.331719 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 14:16:28.331719 n-d-773647-6 neutron-server[100246]: return self.request(url, 'GET', **kwargs) Jul 06 14:16:28.331719 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 14:16:28.331719 n-d-773647-6 neutron-server[100246]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 14:16:28.331719 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 14:16:28.331719 n-d-773647-6 neutron-server[100246]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 14:16:28.331719 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 14:16:28.331719 n-d-773647-6 neutron-server[100246]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 14:16:28.331719 n-d-773647-6 neutron-server[100246]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 14:16:28.401179 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-03f71b24-a9b8-453a-8924-caa3f97bc6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:28.404731 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-83d84837-9ead-4f2f-af1a-b0ae8c16540c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-917215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1761140'] for network, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:28.438780 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-83d84837-9ead-4f2f-af1a-b0ae8c16540c admin admin] Notify callbacks [] for network, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:28.449019 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-83d84837-9ead-4f2f-af1a-b0ae8c16540c admin admin] 10.222.0.104 "DELETE /v2.0/networks/e2495b7e-6036-4b97-8c53-21e4c4ba7fab HTTP/1.1" status: 204 len: 168 time: 0.7676601 Jul 06 14:16:28.535500 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-2c3e7fa9-bff9-451c-971e-2887e8cbc015 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Notify callbacks [] for router_gateway, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:28.580607 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d84837-9ead-4f2f-af1a-b0ae8c16540c admin admin] Pushing event deleted for resources: {'Network': ['ID=e2495b7e-6036-4b97-8c53-21e4c4ba7fab,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:16:28.584066 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-2c3e7fa9-bff9-451c-971e-2887e8cbc015 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:28.679000 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1125a250-6ed7-41f3-bf59-484a87db44c7 tempest-AttachVolumeShelveTestJSON-1020519793 tempest-AttachVolumeShelveTestJSON-1020519793-project] Network 2658f09e-a580-4d4a-9968-2d1e0ad93719 is already hosted by enough agents. {{(pid=100247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:16:28.694769 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 57810) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:16:28.718567 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.base_scheduler [None req-1125a250-6ed7-41f3-bf59-484a87db44c7 tempest-AttachVolumeShelveTestJSON-1020519793 tempest-AttachVolumeShelveTestJSON-1020519793-project] Resources bound (agent type, host, resource id): {{(pid=100247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:16:28.728003 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-20dec36a-701e-4d96-830e-ebeb6c1023b8 req-2ff2822a-864e-45dd-9a4a-d00edb93a991 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] 10.222.0.104 "GET /v2.0/security-groups?id=5d8c99c2-13fb-4e77-b660-83bc40ffb65c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.3174446 Jul 06 14:16:28.756406 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1125a250-6ed7-41f3-bf59-484a87db44c7 tempest-AttachVolumeShelveTestJSON-1020519793 tempest-AttachVolumeShelveTestJSON-1020519793-project] Received port after_create {{(pid=100247) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:16:28.765317 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.db_base_plugin_common [None req-2c3e7fa9-bff9-451c-971e-2887e8cbc015 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Allocated IP 172.25.0.47 (2658f09e-a580-4d4a-9968-2d1e0ad93719/cbf74abc-6fe1-4d33-b005-c948923b9647/42b37a31-887a-4a16-8aff-5b956d3abc32) {{(pid=100246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:16:28.786861 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-fce049c6-98a6-4617-aaf7-fb4dc0f357d6 admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=686dcafd40f64df5892ecb93ad290a53&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0889299 Jul 06 14:16:28.787569 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 57812) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:16:28.910984 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-cbf8a222-88b5-4166-9e3f-237a11a1bc6a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:28.951514 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804b266f-e49d-4802-8f30-64eefc28af4f req-985baccf-2bfe-4567-8901-5084b562cb05 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:16:28.953206 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-804b266f-e49d-4802-8f30-64eefc28af4f req-985baccf-2bfe-4567-8901-5084b562cb05 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] 10.222.0.127 "GET /v2.0/ports?device_id=74c47464-2de6-4359-8407-a9a093dc2562 HTTP/1.1" status: 200 len: 946 time: 1.2797964 Jul 06 14:16:28.978066 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-2c3e7fa9-bff9-451c-971e-2887e8cbc015 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Notify callbacks [] for port, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:29.023470 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708c6e7b-5eca-47c5-a5ab-587b6b4cc4ba req-0a1090b9-3dae-4c6f-8387-4135fa0a8d36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:16:29.025032 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-708c6e7b-5eca-47c5-a5ab-587b6b4cc4ba req-0a1090b9-3dae-4c6f-8387-4135fa0a8d36 service neutron] 10.222.0.127 "GET /v2.0/networks?id=120989f8-7a26-49c9-99e3-26a4a5fc00f3 HTTP/1.1" status: 200 len: 898 time: 0.3914671 Jul 06 14:16:29.029179 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device b72607bf-d950-4ab0-b979-c9830a4b2170 no longer exists at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:16:29.041618 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-cbf8a222-88b5-4166-9e3f-237a11a1bc6a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:29.060669 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] No Port match for: b72607bf-d950-4ab0-b979-c9830a4b2170 {{(pid=100248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 14:16:29.061337 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device b72607bf-d950-4ab0-b979-c9830a4b2170 not bound to the agent host n-d-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:16:29.062264 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device d03500d2-24e7-46ff-92af-2dda3644f4bd no longer exists at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:16:29.080487 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-2c3e7fa9-bff9-451c-971e-2887e8cbc015 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-127687573'] for port, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:29.097543 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-3796e7d3-b026-4a22-82b5-cbf751f4ddbe req-431fcbdb-d611-4c94-b9e0-c9d589668858 tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] 10.222.0.104 "GET /v2.0/ports?device_id=0455bf88-da4d-44a6-9768-93a70cd92e0e HTTP/1.1" status: 200 len: 210 time: 0.0864496 Jul 06 14:16:29.133731 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] No Port match for: d03500d2-24e7-46ff-92af-2dda3644f4bd {{(pid=100248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 14:16:29.134816 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device d03500d2-24e7-46ff-92af-2dda3644f4bd not bound to the agent host n-d-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:16:29.141732 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-708c6e7b-5eca-47c5-a5ab-587b6b4cc4ba req-e96108c2-42f9-4da7-8a9f-246b3c7faa8a service neutron] 10.222.0.127 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bc4f675b-2e9f-4750-9375-af3fcf823c8c HTTP/1.1" status: 200 len: 217 time: 0.0957706 Jul 06 14:16:29.142856 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3e7fa9-bff9-451c-971e-2887e8cbc015 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Pushing event updated for resources: {'Port': ['ID=42b37a31-887a-4a16-8aff-5b956d3abc32,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:16:29.158560 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c3e7fa9-bff9-451c-971e-2887e8cbc015 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Network 2658f09e-a580-4d4a-9968-2d1e0ad93719 is already hosted by enough agents. {{(pid=100246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:16:29.161897 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.base_scheduler [None req-2c3e7fa9-bff9-451c-971e-2887e8cbc015 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Resources bound (agent type, host, resource id): {{(pid=100246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:16:29.172353 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c3e7fa9-bff9-451c-971e-2887e8cbc015 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Received port after_create {{(pid=100246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:16:29.195352 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-1125a250-6ed7-41f3-bf59-484a87db44c7 tempest-AttachVolumeShelveTestJSON-1020519793 tempest-AttachVolumeShelveTestJSON-1020519793-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:29.265390 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708c6e7b-5eca-47c5-a5ab-587b6b4cc4ba req-d8099d98-21a1-4a59-b9ed-cf121a12f87e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:16:29.267269 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-708c6e7b-5eca-47c5-a5ab-587b6b4cc4ba req-d8099d98-21a1-4a59-b9ed-cf121a12f87e service neutron] 10.222.0.127 "GET /v2.0/subnets?id=a9454952-2025-4848-a48d-6107d2969e09 HTTP/1.1" status: 200 len: 835 time: 0.1144326 Jul 06 14:16:29.355984 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-cbf8a222-88b5-4166-9e3f-237a11a1bc6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:29.359919 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-cbf8a222-88b5-4166-9e3f-237a11a1bc6a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:29.361403 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-cbf8a222-88b5-4166-9e3f-237a11a1bc6a admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/5b2c01f0-02b9-4c5a-9983-09d200844e7e HTTP/1.1" status: 204 len: 168 time: 0.5728829 Jul 06 14:16:29.374654 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf8a222-88b5-4166-9e3f-237a11a1bc6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b2c01f0-02b9-4c5a-9983-09d200844e7e,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:16:29.509785 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-2c3e7fa9-bff9-451c-971e-2887e8cbc015 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Notify callbacks [] for router_gateway, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:29.552330 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-1125a250-6ed7-41f3-bf59-484a87db44c7 tempest-AttachVolumeShelveTestJSON-1020519793 tempest-AttachVolumeShelveTestJSON-1020519793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:29.594808 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708c6e7b-5eca-47c5-a5ab-587b6b4cc4ba req-ebe1c9d5-0f1b-4eef-9505-03887dccc448 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:16:29.596959 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-708c6e7b-5eca-47c5-a5ab-587b6b4cc4ba req-ebe1c9d5-0f1b-4eef-9505-03887dccc448 service neutron] 10.222.0.127 "GET /v2.0/ports?network_id=120989f8-7a26-49c9-99e3-26a4a5fc00f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2871108 Jul 06 14:16:29.754171 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.plugin [req-804b266f-e49d-4802-8f30-64eefc28af4f req-c35d4b8b-4166-4d21-bff1-e348be8d0dc4 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Deleting port bc4f675b-2e9f-4750-9375-af3fcf823c8c {{(pid=100247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:16:29.754854 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-804b266f-e49d-4802-8f30-64eefc28af4f req-c35d4b8b-4166-4d21-bff1-e348be8d0dc4 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:29.894848 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.db [req-804b266f-e49d-4802-8f30-64eefc28af4f req-c35d4b8b-4166-4d21-bff1-e348be8d0dc4 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] For port bc4f675b-2e9f-4750-9375-af3fcf823c8c, host n-h1-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773647-6',level=0,port_id=bc4f675b-2e9f-4750-9375-af3fcf823c8c,segment=NetworkSegment(a4a2476c-616e-4f46-b763-8a121d1a9fab),segment_id=a4a2476c-616e-4f46-b763-8a121d1a9fab)] {{(pid=100247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:16:29.895240 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-804b266f-e49d-4802-8f30-64eefc28af4f req-c35d4b8b-4166-4d21-bff1-e348be8d0dc4 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:29.911066 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.plugin [req-804b266f-e49d-4802-8f30-64eefc28af4f req-c35d4b8b-4166-4d21-bff1-e348be8d0dc4 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Calling delete_port for bc4f675b-2e9f-4750-9375-af3fcf823c8c owned by compute:nova {{(pid=100247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:16:30.167766 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-1125a250-6ed7-41f3-bf59-484a87db44c7 tempest-AttachVolumeShelveTestJSON-1020519793 tempest-AttachVolumeShelveTestJSON-1020519793-project] Notify callbacks [] for port, precommit_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:30.216493 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-1125a250-6ed7-41f3-bf59-484a87db44c7 tempest-AttachVolumeShelveTestJSON-1020519793 tempest-AttachVolumeShelveTestJSON-1020519793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128888538'] for port, after_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:30.270869 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-2c3e7fa9-bff9-451c-971e-2887e8cbc015 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1806297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1761036'] for router, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:30.398414 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-708c6e7b-5eca-47c5-a5ab-587b6b4cc4ba req-e21e3e55-d9eb-4d95-8a54-ec323a4af942 service neutron] 10.222.0.127 "GET /v2.0/networks/120989f8-7a26-49c9-99e3-26a4a5fc00f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7819536 Jul 06 14:16:30.464319 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1125a250-6ed7-41f3-bf59-484a87db44c7 tempest-AttachVolumeShelveTestJSON-1020519793 tempest-AttachVolumeShelveTestJSON-1020519793-project] Pushing event updated for resources: {'Port': ['ID=e419a5aa-3feb-4d62-996d-eafe8f727340,revision_number=2']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:16:30.471935 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-5ef9e1b0-0b99-4d8b-aa8a-53a33763f23d req-1cea2cf0-469a-4a7d-b54f-711ffec8bf55 tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] 10.222.0.104 "GET /v2.0/ports?device_id=0455bf88-da4d-44a6-9768-93a70cd92e0e HTTP/1.1" status: 200 len: 210 time: 0.1205873 Jul 06 14:16:30.542432 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c3e7fa9-bff9-451c-971e-2887e8cbc015 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Router 333d7e1f-baa4-4caa-b848-b1716b5e53bc is scheduled to L3 agent 2823d358-a11b-4885-a706-95a279e43fa7 with binding_index 1 {{(pid=100246) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 14:16:30.614484 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-b3eab920-92ec-4cbe-9112-7bd94fc3b522 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1809431'] for router_interface, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:30.620580 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 57854) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:16:30.634169 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-1125a250-6ed7-41f3-bf59-484a87db44c7 tempest-AttachVolumeShelveTestJSON-1020519793 tempest-AttachVolumeShelveTestJSON-1020519793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1761130'] for floatingip, after_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:30.647292 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70e9e28-c937-4cd0-8b72-35fec579d8ea req-0d174457-03a9-41e0-a93a-ba6aa320f4d8 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:16:30.647292 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-f70e9e28-c937-4cd0-8b72-35fec579d8ea req-0d174457-03a9-41e0-a93a-ba6aa320f4d8 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] 10.222.0.104 "GET /v2.0/ports?device_id=74c47464-2de6-4359-8407-a9a093dc2562 HTTP/1.1" status: 200 len: 946 time: 0.6912839 Jul 06 14:16:30.755592 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c3e7fa9-bff9-451c-971e-2887e8cbc015 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Notify agent at l3_agent.n-d-773647-6 the message routers_updated {{(pid=100246) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 14:16:30.766682 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3b3ffda-d90b-48b0-bfbf-5bdeb8dc4c39 None None] Sync routers for ids ['333d7e1f-baa4-4caa-b848-b1716b5e53bc'] in n-d-773647-6 {{(pid=100249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 14:16:30.790255 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3b3ffda-d90b-48b0-bfbf-5bdeb8dc4c39 None None] Routers {'333d7e1f-baa4-4caa-b848-b1716b5e53bc'} bound to L3 agent in host n-d-773647-6 {{(pid=100249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:16:30.791305 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-b3b3ffda-d90b-48b0-bfbf-5bdeb8dc4c39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T14:16:26Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['333d7e1f-baa4-4caa-b848-b1716b5e53bc'], 'active': True} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:16:30.801583 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-2c3e7fa9-bff9-451c-971e-2887e8cbc015 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Notify callbacks [] for router, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:30.804155 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-2c3e7fa9-bff9-451c-971e-2887e8cbc015 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] 10.222.0.104 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 3.9570215 Jul 06 14:16:30.806041 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 57860) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:16:30.848109 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-b3b3ffda-d90b-48b0-bfbf-5bdeb8dc4c39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-773647-6', False) {} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:16:30.861369 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3b3ffda-d90b-48b0-bfbf-5bdeb8dc4c39 None None] Routers {'333d7e1f-baa4-4caa-b848-b1716b5e53bc'} bound to L3 agent in host n-d-773647-6 {{(pid=100249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:16:30.862488 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [None req-7278dcf7-3523-42f8-b8c5-77e35a1297d2 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1244166873-network', 'tenant_id': '9e0def2463a444ef83e4758cd3e92401'}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:16:30.869672 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-1125a250-6ed7-41f3-bf59-484a87db44c7 tempest-AttachVolumeShelveTestJSON-1020519793 tempest-AttachVolumeShelveTestJSON-1020519793-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for floatingip, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:30.870839 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-1125a250-6ed7-41f3-bf59-484a87db44c7 tempest-AttachVolumeShelveTestJSON-1020519793 tempest-AttachVolumeShelveTestJSON-1020519793-project] 10.222.0.104 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 5.5646703 Jul 06 14:16:30.876126 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-b3b3ffda-d90b-48b0-bfbf-5bdeb8dc4c39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T14:16:26Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['333d7e1f-baa4-4caa-b848-b1716b5e53bc'], 'active': True} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:16:31.008910 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-b3b3ffda-d90b-48b0-bfbf-5bdeb8dc4c39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-773647-6', False) {} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:16:31.009631 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3b3ffda-d90b-48b0-bfbf-5bdeb8dc4c39 None None] The sync data for ids ['333d7e1f-baa4-4caa-b848-b1716b5e53bc'] in n-d-773647-6 is: [] {{(pid=100249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 14:16:31.026479 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-f70e9e28-c937-4cd0-8b72-35fec579d8ea req-a61f27ba-4eea-4f91-aee0-3dda3db68808 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] 10.222.0.104 "GET /v2.0/security-groups?id=5d8c99c2-13fb-4e77-b660-83bc40ffb65c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3381424 Jul 06 14:16:31.051274 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-804b266f-e49d-4802-8f30-64eefc28af4f req-c35d4b8b-4166-4d21-bff1-e348be8d0dc4 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128888353'] for port, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:31.079238 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-708c6e7b-5eca-47c5-a5ab-587b6b4cc4ba req-19c5bb0a-9148-47f0-9c03-eb2969003d2a service neutron] 10.222.0.127 "GET /v2.0/networks/120989f8-7a26-49c9-99e3-26a4a5fc00f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6733329 Jul 06 14:16:31.088474 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-10aae816-55b3-4ff1-8a7d-83b12a765255 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] 10.222.0.104 "GET /v2.0/routers/333d7e1f-baa4-4caa-b848-b1716b5e53bc HTTP/1.1" status: 200 len: 884 time: 0.2798121 Jul 06 14:16:31.090911 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 57864) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:16:31.188007 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7278dcf7-3523-42f8-b8c5-77e35a1297d2 admin admin] Made reservation on behalf of 9e0def2463a444ef83e4758cd3e92401 for: {'network': 1} {{(pid=100247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:16:31.190371 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-7278dcf7-3523-42f8-b8c5-77e35a1297d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for network, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:31.236678 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35d4b8b-4166-4d21-bff1-e348be8d0dc4 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Pushing event deleted for resources: {'Port': ['ID=bc4f675b-2e9f-4750-9375-af3fcf823c8c,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:16:31.254293 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-7278dcf7-3523-42f8-b8c5-77e35a1297d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:31.348558 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.l3_dvrscheduler_db [req-804b266f-e49d-4802-8f30-64eefc28af4f req-c35d4b8b-4166-4d21-bff1-e348be8d0dc4 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] No DVR routers for this DVR port bc4f675b-2e9f-4750-9375-af3fcf823c8c on host n-h1-773647-6 {{(pid=100247) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:16:31.358949 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-804b266f-e49d-4802-8f30-64eefc28af4f req-c35d4b8b-4166-4d21-bff1-e348be8d0dc4 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:31.361143 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-804b266f-e49d-4802-8f30-64eefc28af4f req-c35d4b8b-4166-4d21-bff1-e348be8d0dc4 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] 10.222.0.127 "DELETE /v2.0/ports/bc4f675b-2e9f-4750-9375-af3fcf823c8c HTTP/1.1" status: 204 len: 173 time: 2.3967407 Jul 06 14:16:31.364872 n-d-773647-6 neutron-server[100247]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74c47464-2de6-4359-8407-a9a093dc2562', 'name': 'network-vif-deleted', 'tag': 'bc4f675b-2e9f-4750-9375-af3fcf823c8c'}] {{(pid=100247) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:16:31.367201 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cbf0eeaae822f8fc9b87a94aeba67a3d651842baf663a51cba94b67a514836d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c18682e0-746e-4398-ae9c-1e380c10f54d" -d '{"events": [{"server_uuid": "74c47464-2de6-4359-8407-a9a093dc2562", "name": "network-vif-deleted", "tag": "bc4f675b-2e9f-4750-9375-af3fcf823c8c"}]}' {{(pid=100247) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:16:31.400263 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-6b94f2f8-9fd4-480d-b3d3-068458f339f2 req-85d41b41-3261-4bab-86cf-5477a0c2b7f8 tempest-AttachVolumeShelveTestJSON-1020519793 tempest-AttachVolumeShelveTestJSON-1020519793-project] 10.222.0.104 "GET /v2.0/security-groups?name=tempest-securitygroup--1268032434&fields=id&tenant_id=9686fd5ec0aa4012928191c3d42f6e6c HTTP/1.1" status: 200 len: 267 time: 0.1737802 Jul 06 14:16:31.477339 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-e5382b2f-afd6-4768-bc29-f83a6b10c6c2 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] 10.222.0.104 "GET /v2.0/routers HTTP/1.1" status: 200 len: 887 time: 0.3844008 Jul 06 14:16:31.480264 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 57878) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:16:31.486333 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-4cb3c646-bf5c-433d-8fb0-83aa3f09115d tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-1926948886'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:16:31.536555 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 14:16:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be7c1234-7285-457e-b2b2-9da64fe73bbc x-openstack-request-id: req-be7c1234-7285-457e-b2b2-9da64fe73bbc {{(pid=100247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:16:31.536857 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74c47464-2de6-4359-8407-a9a093dc2562", "name": "network-vif-deleted", "tag": "bc4f675b-2e9f-4750-9375-af3fcf823c8c", "status": "completed", "code": 200}]} {{(pid=100247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:16:31.537100 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-be7c1234-7285-457e-b2b2-9da64fe73bbc {{(pid=100247) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:16:31.537507 n-d-773647-6 neutron-server[100247]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74c47464-2de6-4359-8407-a9a093dc2562', 'name': 'network-vif-deleted', 'tag': 'bc4f675b-2e9f-4750-9375-af3fcf823c8c', 'status': 'completed', 'code': 200} Jul 06 14:16:31.600494 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b94f2f8-9fd4-480d-b3d3-068458f339f2 req-d2508f1e-e60b-475b-8b99-a2c0d665833a tempest-AttachVolumeShelveTestJSON-1020519793 tempest-AttachVolumeShelveTestJSON-1020519793-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:16:31.604765 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-6b94f2f8-9fd4-480d-b3d3-068458f339f2 req-d2508f1e-e60b-475b-8b99-a2c0d665833a tempest-AttachVolumeShelveTestJSON-1020519793 tempest-AttachVolumeShelveTestJSON-1020519793-project] 10.222.0.104 "GET /v2.0/networks?id=a1c5aa58-a5eb-4fe0-9c0d-ad9cb3f782ca HTTP/1.1" status: 200 len: 817 time: 0.2009923 Jul 06 14:16:31.671935 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-6b94f2f8-9fd4-480d-b3d3-068458f339f2 req-dd386f97-da98-4a86-9cb0-cab5417d29ac tempest-AttachVolumeShelveTestJSON-1020519793 tempest-AttachVolumeShelveTestJSON-1020519793-project] 10.222.0.104 "GET /v2.0/quotas/9686fd5ec0aa4012928191c3d42f6e6c HTTP/1.1" status: 200 len: 375 time: 0.0334289 Jul 06 14:16:31.859946 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-7278dcf7-3523-42f8-b8c5-77e35a1297d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:31.897749 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-7278dcf7-3523-42f8-b8c5-77e35a1297d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:31.903859 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-f814c971-b554-4767-a682-60f57cd02ad1 req-faa14c9a-5d5e-4cd5-a645-60c4531dcb6f tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] 10.222.0.104 "GET /v2.0/ports?device_id=0455bf88-da4d-44a6-9768-93a70cd92e0e HTTP/1.1" status: 200 len: 210 time: 0.0813112 Jul 06 14:16:31.944721 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7278dcf7-3523-42f8-b8c5-77e35a1297d2 admin admin] vlan segment allocate from pool success with {'vlan_id': 1042, 'physical_network': 'physnet1'} {{(pid=100247) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 14:16:31.967293 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-6b94f2f8-9fd4-480d-b3d3-068458f339f2 req-7d71253d-1054-4d88-bcda-9e8f0fdf33b3 tempest-AttachVolumeShelveTestJSON-1020519793 tempest-AttachVolumeShelveTestJSON-1020519793-project] 10.222.0.104 "GET /v2.0/ports?tenant_id=9686fd5ec0aa4012928191c3d42f6e6c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2871821 Jul 06 14:16:31.999452 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7278dcf7-3523-42f8-b8c5-77e35a1297d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55139e1c-0239-472b-ada8-5a3c70b3eb43,revision_number=1']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:16:32.010564 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-7278dcf7-3523-42f8-b8c5-77e35a1297d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552'] for segment, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:32.011020 n-d-773647-6 neutron-server[100247]: INFO neutron.db.segments_db [None req-7278dcf7-3523-42f8-b8c5-77e35a1297d2 admin admin] Added segment 3485579c-4d75-45d9-a7e8-245348f946ff of type vlan for network 9a9945d7-f704-4f59-8c11-10fba7c84a6d Jul 06 14:16:32.030505 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.plugin [None req-b3eab920-92ec-4cbe-9112-7bd94fc3b522 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Deleting port 1294c68e-44e8-4e09-af80-9881579ab121 {{(pid=100247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:16:32.031095 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-b3eab920-92ec-4cbe-9112-7bd94fc3b522 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:32.039505 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-4cb3c646-bf5c-433d-8fb0-83aa3f09115d tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1761047', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1806272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6989'] for router, precommit_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:32.071972 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-4cb3c646-bf5c-433d-8fb0-83aa3f09115d tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1761036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1761054', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1761029', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1806287'] for router, after_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:32.139039 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [req-6b94f2f8-9fd4-480d-b3d3-068458f339f2 req-37d086d7-e04d-4a0f-bf49-5cf9aac2a91c service neutron] http://10.222.0.104:9696/v2.0/extensions returned with HTTP 200 {{(pid=100247) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 14:16:32.146109 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-6b94f2f8-9fd4-480d-b3d3-068458f339f2 req-37d086d7-e04d-4a0f-bf49-5cf9aac2a91c service neutron] 10.222.0.104 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1624486 Jul 06 14:16:32.253824 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-6b94f2f8-9fd4-480d-b3d3-068458f339f2 req-5d5da8a5-6c94-4610-be60-dbf60439b495 service neutron] 10.222.0.104 "GET /v2.0/networks/a1c5aa58-a5eb-4fe0-9c0d-ad9cb3f782ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1067429 Jul 06 14:16:32.265782 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-7278dcf7-3523-42f8-b8c5-77e35a1297d2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773752984405'] for network, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:32.303590 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Device bc4f675b-2e9f-4750-9375-af3fcf823c8c no longer exists at agent hyperv_n-h1-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:16:32.333039 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] No Port match for: bc4f675b-2e9f-4750-9375-af3fcf823c8c {{(pid=100248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 14:16:32.333873 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Device bc4f675b-2e9f-4750-9375-af3fcf823c8c not bound to the agent host n-h1-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:16:32.372266 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4cb3c646-bf5c-433d-8fb0-83aa3f09115d tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Router 333d7e1f-baa4-4caa-b848-b1716b5e53bc has already been hosted by L3 agent 2823d358-a11b-4885-a706-95a279e43fa7 {{(pid=100246) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 14:16:32.375137 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-8f171579-94bd-4e21-9bc7-b7893e472f81 req-446308f9-1cd5-4082-a0ae-fc5ee853edb7 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] 10.222.0.104 "GET /v2.0/ports?device_id=74c47464-2de6-4359-8407-a9a093dc2562 HTTP/1.1" status: 200 len: 210 time: 0.0980458 Jul 06 14:16:32.414049 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-7278dcf7-3523-42f8-b8c5-77e35a1297d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060'] for network, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:32.414962 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7278dcf7-3523-42f8-b8c5-77e35a1297d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:16:32.415554 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-7278dcf7-3523-42f8-b8c5-77e35a1297d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583035'] for network, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:32.509701 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.db [None req-b3eab920-92ec-4cbe-9112-7bd94fc3b522 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] For port 1294c68e-44e8-4e09-af80-9881579ab121, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=1294c68e-44e8-4e09-af80-9881579ab121,segment=NetworkSegment(563487f1-b01c-4b22-8ea0-a0ad6a0a0f10),segment_id=563487f1-b01c-4b22-8ea0-a0ad6a0a0f10)] {{(pid=100247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:16:32.510161 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-b3eab920-92ec-4cbe-9112-7bd94fc3b522 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:32.531492 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-7278dcf7-3523-42f8-b8c5-77e35a1297d2 admin admin] 10.222.0.104 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.9080949 Jul 06 14:16:32.536400 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 57890) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:16:32.546511 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [None req-44562b05-3953-40e9-81a8-b106757f4ce0 admin admin] Request body: {'subnet': {'network_id': '9a9945d7-f704-4f59-8c11-10fba7c84a6d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1244166873-subnet', 'tenant_id': '9e0def2463a444ef83e4758cd3e92401', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:16:32.550070 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.plugin [None req-b3eab920-92ec-4cbe-9112-7bd94fc3b522 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Calling delete_port for 1294c68e-44e8-4e09-af80-9881579ab121 owned by network:router_interface {{(pid=100247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:16:32.556022 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7278dcf7-3523-42f8-b8c5-77e35a1297d2 admin admin] Pushing event updated for resources: {'Network': ['ID=9a9945d7-f704-4f59-8c11-10fba7c84a6d,revision_number=1']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:16:32.566707 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Network 9a9945d7-f704-4f59-8c11-10fba7c84a6d details requested by agent ovs-agent-n-d-773647-6 with host n-d-773647-6 {{(pid=100248) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 14:16:32.584706 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-6b94f2f8-9fd4-480d-b3d3-068458f339f2 req-43f6374d-14cc-4a2b-b318-a2f148d25867 service neutron] 10.222.0.104 "GET /v2.0/networks/a1c5aa58-a5eb-4fe0-9c0d-ad9cb3f782ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3299265 Jul 06 14:16:32.614580 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cb3c646-bf5c-433d-8fb0-83aa3f09115d tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Notify agent at l3_agent.n-d-773647-6 the message routers_updated {{(pid=100246) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 14:16:32.633650 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-4cb3c646-bf5c-433d-8fb0-83aa3f09115d tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Notify callbacks [] for router, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:32.634887 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-4cb3c646-bf5c-433d-8fb0-83aa3f09115d tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] 10.222.0.104 "PUT /v2.0/routers/333d7e1f-baa4-4caa-b848-b1716b5e53bc HTTP/1.1" status: 200 len: 891 time: 1.1532187 Jul 06 14:16:32.639069 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 57892) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:16:32.650332 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ca6a818-353a-4248-860d-a89d24e9eae4 None None] Sync routers for ids ['333d7e1f-baa4-4caa-b848-b1716b5e53bc'] in n-d-773647-6 {{(pid=100248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 14:16:32.682406 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ca6a818-353a-4248-860d-a89d24e9eae4 None None] Routers {'333d7e1f-baa4-4caa-b848-b1716b5e53bc'} bound to L3 agent in host n-d-773647-6 {{(pid=100248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:16:32.683048 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-2ca6a818-353a-4248-860d-a89d24e9eae4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T14:16:26Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['333d7e1f-baa4-4caa-b848-b1716b5e53bc'], 'active': True} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:16:32.724921 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44562b05-3953-40e9-81a8-b106757f4ce0 admin admin] Made reservation on behalf of 9e0def2463a444ef83e4758cd3e92401 for: {'subnet': 1} {{(pid=100247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:16:32.730975 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-44562b05-3953-40e9-81a8-b106757f4ce0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127627440'] for subnet, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:32.807410 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-2ca6a818-353a-4248-860d-a89d24e9eae4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-773647-6', False) {} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:16:32.820244 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ca6a818-353a-4248-860d-a89d24e9eae4 None None] Routers {'333d7e1f-baa4-4caa-b848-b1716b5e53bc'} bound to L3 agent in host n-d-773647-6 {{(pid=100248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:16:32.821192 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-2ca6a818-353a-4248-860d-a89d24e9eae4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T14:16:26Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['333d7e1f-baa4-4caa-b848-b1716b5e53bc'], 'active': True} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:16:32.836743 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-f2241fcd-dad2-4676-a157-90bf0fa9103a tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] 10.222.0.104 "GET /v2.0/routers/333d7e1f-baa4-4caa-b848-b1716b5e53bc HTTP/1.1" status: 200 len: 891 time: 0.1940241 Jul 06 14:16:32.837564 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 57896) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:16:32.866572 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-2ca6a818-353a-4248-860d-a89d24e9eae4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-773647-6', False) {} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:16:32.867450 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ca6a818-353a-4248-860d-a89d24e9eae4 None None] The sync data for ids ['333d7e1f-baa4-4caa-b848-b1716b5e53bc'] in n-d-773647-6 is: [] {{(pid=100248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 14:16:32.918089 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-279d465b-d4a1-4bb1-b67a-83b978b356a7 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] 10.222.0.104 "GET /v2.0/ports?device_id=333d7e1f-baa4-4caa-b848-b1716b5e53bc HTTP/1.1" status: 200 len: 205 time: 0.0791669 Jul 06 14:16:32.921282 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 57902) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:16:33.116270 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-3ea76179-7a1c-43af-ae98-baeecc77173d tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Notify callbacks [] for router, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:33.254074 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-3ea76179-7a1c-43af-ae98-baeecc77173d tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:33.334079 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [None req-3ea76179-7a1c-43af-ae98-baeecc77173d tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Deleting port 42b37a31-887a-4a16-8aff-5b956d3abc32 {{(pid=100246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:16:33.334511 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-3ea76179-7a1c-43af-ae98-baeecc77173d tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:33.471631 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-3ea76179-7a1c-43af-ae98-baeecc77173d tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:33.523165 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [None req-3ea76179-7a1c-43af-ae98-baeecc77173d tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Calling delete_port for 42b37a31-887a-4a16-8aff-5b956d3abc32 owned by network:router_gateway {{(pid=100246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:16:33.622711 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-aa22888b-228f-4292-93ca-076d1a249190 req-fb6a9fbf-53fb-4407-961d-c15cea339586 tempest-AttachVolumeShelveTestJSON-1020519793 tempest-AttachVolumeShelveTestJSON-1020519793-project] 10.222.0.104 "GET /v2.0/ports?device_id=28222247-ef72-4123-b031-e588ebd3ba47 HTTP/1.1" status: 200 len: 210 time: 0.7028520 Jul 06 14:16:33.627947 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-44562b05-3953-40e9-81a8-b106757f4ce0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1849032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-128888412', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127627426'] for subnet, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:33.725005 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-24c9a4c9-4265-4eac-8239-b9f01b3afb9f req-e3eb9838-66fa-45ee-8543-714e8a99da26 tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] 10.222.0.104 "GET /v2.0/ports?device_id=0455bf88-da4d-44a6-9768-93a70cd92e0e HTTP/1.1" status: 200 len: 210 time: 0.0958354 Jul 06 14:16:33.798556 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 57916) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:16:33.846905 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44562b05-3953-40e9-81a8-b106757f4ce0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a11a84e7-e29f-49ab-86b3-7e53a4e90dc5,revision_number=0']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:16:33.906890 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-3ea76179-7a1c-43af-ae98-baeecc77173d tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127687580'] for port, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:33.966678 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea76179-7a1c-43af-ae98-baeecc77173d tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Pushing event deleted for resources: {'Port': ['ID=42b37a31-887a-4a16-8aff-5b956d3abc32,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:16:34.120577 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44562b05-3953-40e9-81a8-b106757f4ce0 admin admin] Checking segment: {'id': '3485579c-4d75-45d9-a7e8-245348f946ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1042, 'network_id': '9a9945d7-f704-4f59-8c11-10fba7c84a6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100247) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:16:34.120944 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44562b05-3953-40e9-81a8-b106757f4ce0 admin admin] Network hostable DHCP agents. Network: 9a9945d7-f704-4f59-8c11-10fba7c84a6d, hostable agents: ['f2bada3d-be77-4359-982b-8505a2bbca04'], hosted agents: [] {{(pid=100247) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 14:16:34.134851 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-b3eab920-92ec-4cbe-9112-7bd94fc3b522 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128888353'] for port, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:34.225778 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3eab920-92ec-4cbe-9112-7bd94fc3b522 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Pushing event deleted for resources: {'Port': ['ID=1294c68e-44e8-4e09-af80-9881579ab121,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:16:34.316336 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-3ea76179-7a1c-43af-ae98-baeecc77173d tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1761104'] for router_gateway, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:34.436124 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44562b05-3953-40e9-81a8-b106757f4ce0 admin admin] Network 9a9945d7-f704-4f59-8c11-10fba7c84a6d is scheduled to be hosted by DHCP agent f2bada3d-be77-4359-982b-8505a2bbca04 with binding_index 1 {{(pid=100247) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 14:16:34.469869 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.base_scheduler [None req-44562b05-3953-40e9-81a8-b106757f4ce0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773647-6, 9a9945d7-f704-4f59-8c11-10fba7c84a6d) {{(pid=100247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:16:34.474388 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44562b05-3953-40e9-81a8-b106757f4ce0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:16:34.474980 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-44562b05-3953-40e9-81a8-b106757f4ce0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:34.481462 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4241151-3e12-404a-b5c4-e007a30df9a0 None None] Network 9a9945d7-f704-4f59-8c11-10fba7c84a6d requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:16:34.617928 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-3ea76179-7a1c-43af-ae98-baeecc77173d tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1806308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6982'] for router, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:34.624541 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-3ea76179-7a1c-43af-ae98-baeecc77173d tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:34.719708 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-b3eab920-92ec-4cbe-9112-7bd94fc3b522 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1809193'] for router_interface, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:34.789547 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7b05447-a5e8-479f-bdfb-24f8675eae2a None None] Network 9a9945d7-f704-4f59-8c11-10fba7c84a6d requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:16:34.800331 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-44562b05-3953-40e9-81a8-b106757f4ce0 admin admin] 10.222.0.104 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.2581074 Jul 06 14:16:35.120868 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-3ea76179-7a1c-43af-ae98-baeecc77173d tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1805684'] for router, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:35.121395 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ea76179-7a1c-43af-ae98-baeecc77173d tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Fanout notify agent at l3_agent the message router_deleted on router 333d7e1f-baa4-4caa-b848-b1716b5e53bc {{(pid=100246) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 14:16:35.131365 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-3ea76179-7a1c-43af-ae98-baeecc77173d tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Notify callbacks [] for router, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:35.138843 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-3ea76179-7a1c-43af-ae98-baeecc77173d tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] 10.222.0.104 "DELETE /v2.0/routers/333d7e1f-baa4-4caa-b848-b1716b5e53bc HTTP/1.1" status: 204 len: 168 time: 2.2158895 Jul 06 14:16:35.139551 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 57930) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:16:35.147011 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-ab791332-3bf9-45e6-a84c-18b47b74423e tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-164134199'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:16:35.203373 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-398de96a-c3ae-4a9b-a48e-c05c350f4472 req-a44ddc16-b314-4507-87a2-32fd882da1a1 tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] 10.222.0.104 "GET /v2.0/ports?device_id=0455bf88-da4d-44a6-9768-93a70cd92e0e HTTP/1.1" status: 200 len: 210 time: 0.1622469 Jul 06 14:16:35.262964 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab791332-3bf9-45e6-a84c-18b47b74423e tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Made reservation on behalf of b162a45bb3174bbb964a63afe4786b87 for: {'network': 1} {{(pid=100246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:16:35.271620 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-3b8f6c4e-44b3-485c-8c74-239e190b10af req-83cfea49-f93e-4d47-a47e-f3d79b9fcd58 tempest-AttachVolumeShelveTestJSON-1020519793 tempest-AttachVolumeShelveTestJSON-1020519793-project] 10.222.0.104 "GET /v2.0/ports?device_id=28222247-ef72-4123-b031-e588ebd3ba47 HTTP/1.1" status: 200 len: 210 time: 0.2016516 Jul 06 14:16:35.287833 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-ab791332-3bf9-45e6-a84c-18b47b74423e tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for network, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:35.366673 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b94f2f8-9fd4-480d-b3d3-068458f339f2 req-2b800bda-4875-4939-be63-25dbe3c89798 tempest-AttachVolumeShelveTestJSON-1020519793 tempest-AttachVolumeShelveTestJSON-1020519793-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:16:35.372947 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-6b94f2f8-9fd4-480d-b3d3-068458f339f2 req-2b800bda-4875-4939-be63-25dbe3c89798 tempest-AttachVolumeShelveTestJSON-1020519793 tempest-AttachVolumeShelveTestJSON-1020519793-project] 10.222.0.72 "GET /v2.0/networks?id=a1c5aa58-a5eb-4fe0-9c0d-ad9cb3f782ca HTTP/1.1" status: 200 len: 817 time: 0.5784965 Jul 06 14:16:35.423050 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab791332-3bf9-45e6-a84c-18b47b74423e tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] vlan segment allocate from pool success with {'vlan_id': 1034, 'physical_network': 'physnet1'} {{(pid=100246) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 14:16:35.470777 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-ab791332-3bf9-45e6-a84c-18b47b74423e tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552'] for segment, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:35.471132 n-d-773647-6 neutron-server[100246]: INFO neutron.db.segments_db [None req-ab791332-3bf9-45e6-a84c-18b47b74423e tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Added segment 098c46b1-dea5-4ed6-a631-4ddcdbd7f82b of type vlan for network 0adfed9c-8d60-4b37-8323-619c55f27d23 Jul 06 14:16:35.586896 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-ab791332-3bf9-45e6-a84c-18b47b74423e tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773752984405'] for network, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:35.595148 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-6b94f2f8-9fd4-480d-b3d3-068458f339f2 req-9066c92c-c4c7-4549-86d2-cc6fbcbc15b7 tempest-AttachVolumeShelveTestJSON-1020519793 tempest-AttachVolumeShelveTestJSON-1020519793-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9686fd5ec0aa4012928191c3d42f6e6c HTTP/1.1" status: 200 len: 380 time: 0.2124782 Jul 06 14:16:35.624000 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [req-6b94f2f8-9fd4-480d-b3d3-068458f339f2 req-0d6aed69-498e-4da4-84ac-41a258c2f549 tempest-AttachVolumeShelveTestJSON-1020519793 tempest-AttachVolumeShelveTestJSON-1020519793-project] Request body: {'port': {'device_id': '28222247-ef72-4123-b031-e588ebd3ba47', 'network_id': 'a1c5aa58-a5eb-4fe0-9c0d-ad9cb3f782ca', 'admin_state_up': True, 'tenant_id': '9686fd5ec0aa4012928191c3d42f6e6c', 'security_groups': ['a376d024-e4a1-4cc8-8fe5-9c69c2c40821']}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:16:35.706509 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-ab791332-3bf9-45e6-a84c-18b47b74423e tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060'] for network, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:35.713235 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab791332-3bf9-45e6-a84c-18b47b74423e tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:16:35.713952 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-ab791332-3bf9-45e6-a84c-18b47b74423e tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Notify callbacks [] for network, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:35.808334 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3eab920-92ec-4cbe-9112-7bd94fc3b522 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Router 42880ce7-c066-4642-8280-d12b1b5c8b8e has already been hosted by L3 agent 2823d358-a11b-4885-a706-95a279e43fa7 {{(pid=100247) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 14:16:35.842220 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-ab791332-3bf9-45e6-a84c-18b47b74423e tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] 10.222.0.104 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6992488 Jul 06 14:16:35.849868 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 57948) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:16:35.875284 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-993cc31a-603a-4407-b9d0-17f1a3da907a tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Request body: {'subnet': {'network_id': '0adfed9c-8d60-4b37-8323-619c55f27d23', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:16:35.916902 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab791332-3bf9-45e6-a84c-18b47b74423e tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Pushing event updated for resources: {'Network': ['ID=0adfed9c-8d60-4b37-8323-619c55f27d23,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:16:35.928531 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Network 0adfed9c-8d60-4b37-8323-619c55f27d23 details requested by agent ovs-agent-n-d-773647-6 with host n-d-773647-6 {{(pid=100248) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 14:16:36.090776 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3eab920-92ec-4cbe-9112-7bd94fc3b522 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Notify agent at l3_agent.n-d-773647-6 the message routers_updated {{(pid=100247) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 14:16:36.098566 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-b3eab920-92ec-4cbe-9112-7bd94fc3b522 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] 10.222.0.104 "PUT /v2.0/routers/42880ce7-c066-4642-8280-d12b1b5c8b8e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1351192 Jul 06 14:16:36.101790 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-2e727383-ca08-443a-880d-26ae532f8fbe tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1809431'] for router_interface, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:36.107551 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 57952) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:16:36.108469 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f400bd9a-4937-4a52-9a5f-fdaccac0e79e None None] Sync routers for ids ['42880ce7-c066-4642-8280-d12b1b5c8b8e'] in n-d-773647-6 {{(pid=100249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 14:16:36.128771 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f400bd9a-4937-4a52-9a5f-fdaccac0e79e None None] Routers {'42880ce7-c066-4642-8280-d12b1b5c8b8e'} bound to L3 agent in host n-d-773647-6 {{(pid=100249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:16:36.129575 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-f400bd9a-4937-4a52-9a5f-fdaccac0e79e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T14:16:26Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['42880ce7-c066-4642-8280-d12b1b5c8b8e'], 'active': True} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:16:36.264636 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.db_base_plugin_v2 [None req-beb40529-1b1c-4f4e-b501-7fc1bebcc204 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Deleting subnet 91a37214-447b-45e3-9246-b9ed8a5de457 {{(pid=100247) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 14:16:36.293814 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-beb40529-1b1c-4f4e-b501-7fc1bebcc204 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Notify callbacks [] for subnet, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:36.310038 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6b94f2f8-9fd4-480d-b3d3-068458f339f2 req-0d6aed69-498e-4da4-84ac-41a258c2f549 tempest-AttachVolumeShelveTestJSON-1020519793 tempest-AttachVolumeShelveTestJSON-1020519793-project] Made reservation on behalf of 9686fd5ec0aa4012928191c3d42f6e6c for: {'port': 1} {{(pid=100246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:16:36.318637 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-6b94f2f8-9fd4-480d-b3d3-068458f339f2 req-0d6aed69-498e-4da4-84ac-41a258c2f549 tempest-AttachVolumeShelveTestJSON-1020519793 tempest-AttachVolumeShelveTestJSON-1020519793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:36.349261 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvr_db [None req-f400bd9a-4937-4a52-9a5f-fdaccac0e79e None None] Set router 42880ce7-c066-4642-8280-d12b1b5c8b8e gateway port host: None {{(pid=100249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:16:36.357630 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-993cc31a-603a-4407-b9d0-17f1a3da907a tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Made reservation on behalf of b162a45bb3174bbb964a63afe4786b87 for: {'subnet': 1} {{(pid=100246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:16:36.371017 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-993cc31a-603a-4407-b9d0-17f1a3da907a tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127702029'] for subnet, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:36.381689 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18701ddb-49eb-4d41-a3a9-6f1058e0ec09 req-c0f4234c-712d-44a8-85ee-ab6c7d2d2870 tempest-ServersNegativeTestJSON-728644794 tempest-ServersNegativeTestJSON-728644794-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:16:36.389249 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-18701ddb-49eb-4d41-a3a9-6f1058e0ec09 req-c0f4234c-712d-44a8-85ee-ab6c7d2d2870 tempest-ServersNegativeTestJSON-728644794 tempest-ServersNegativeTestJSON-728644794-project] 10.222.0.104 "GET /v2.0/networks?id=9a9945d7-f704-4f59-8c11-10fba7c84a6d HTTP/1.1" status: 200 len: 814 time: 0.5314527 Jul 06 14:16:36.511581 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-18701ddb-49eb-4d41-a3a9-6f1058e0ec09 req-9ce21303-de00-4509-a10a-263aeff60057 tempest-ServersNegativeTestJSON-728644794 tempest-ServersNegativeTestJSON-728644794-project] 10.222.0.104 "GET /v2.0/quotas/9e0def2463a444ef83e4758cd3e92401 HTTP/1.1" status: 200 len: 375 time: 0.1210976 Jul 06 14:16:36.515515 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-beb40529-1b1c-4f4e-b501-7fc1bebcc204 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127131748'] for subnet, precommit_delete_associations {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:36.632554 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-18701ddb-49eb-4d41-a3a9-6f1058e0ec09 req-f10b6e25-16ec-40a1-b1b8-7fb1c4bc2d73 tempest-ServersNegativeTestJSON-728644794 tempest-ServersNegativeTestJSON-728644794-project] 10.222.0.104 "GET /v2.0/ports?tenant_id=9e0def2463a444ef83e4758cd3e92401&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1199591 Jul 06 14:16:36.678084 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-c7798410-333c-4a30-b7f5-55d52d6700a8 req-6d137944-f0ca-4dcc-a1a9-cbabe52bd763 tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] 10.222.0.104 "GET /v2.0/ports?device_id=0455bf88-da4d-44a6-9768-93a70cd92e0e HTTP/1.1" status: 200 len: 210 time: 0.1211700 Jul 06 14:16:36.911842 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.db_base_plugin_common [req-6b94f2f8-9fd4-480d-b3d3-068458f339f2 req-0d6aed69-498e-4da4-84ac-41a258c2f549 tempest-AttachVolumeShelveTestJSON-1020519793 tempest-AttachVolumeShelveTestJSON-1020519793-project] Allocated IP 172.20.0.10 (a1c5aa58-a5eb-4fe0-9c0d-ad9cb3f782ca/6ec930d2-90b3-4355-914b-4efea8972d25/67b64fd1-ede8-4c8b-b13f-ce71aea9619c) {{(pid=100246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:16:37.008843 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-993cc31a-603a-4407-b9d0-17f1a3da907a tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1849032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127687649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127702047'] for subnet, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:37.031037 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-f400bd9a-4937-4a52-9a5f-fdaccac0e79e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42880ce7-c066-4642-8280-d12b1b5c8b8e', 'name': 'tempest-RoutersTest-router-1812818657', 'tenant_id': '9c6f2fd69adb42a0ae2388cfacf9d174', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:15:48Z', 'updated_at': '2021-07-06T14:16:33Z', 'revision_number': 9, 'project_id': '9c6f2fd69adb42a0ae2388cfacf9d174', 'gw_port_host': None, '_interfaces': [{'id': 'b1449530-0688-4078-bda6-5f36e7ee7116', 'name': '', 'network_id': 'c860d06d-8556-4bec-98c1-fafd1f4e2cd8', 'tenant_id': '9c6f2fd69adb42a0ae2388cfacf9d174', 'mac_address': 'fa:16:3e:5a:7d:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42880ce7-c066-4642-8280-d12b1b5c8b8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2339, 'fixed_ips': [{'subnet_id': '1a718569-5c6a-4b3b-b22a-5dcfa6d1e9b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:15:51Z', 'updated_at': '2021-07-06T14:16:03Z', 'revision_number': 5, 'project_id': '9c6f2fd69adb42a0ae2388cfacf9d174', 'subnets': [{'id': '1a718569-5c6a-4b3b-b22a-5dcfa6d1e9b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bce89034-397e-4cbd-897f-7f409eafdd07', 'name': '', 'network_id': '70cfb0ea-6f2f-4b89-a761-9bd9b50efd3e', 'tenant_id': '9c6f2fd69adb42a0ae2388cfacf9d174', 'mac_address': 'fa:16:3e:07:57:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42880ce7-c066-4642-8280-d12b1b5c8b8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2343, 'fixed_ips': [{'subnet_id': '979bfc42-649b-4616-828a-00033f303b45', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:15:55Z', 'updated_at': '2021-07-06T14:16:11Z', 'revision_number': 5, 'project_id': '9c6f2fd69adb42a0ae2388cfacf9d174', 'subnets': [{'id': '979bfc42-649b-4616-828a-00033f303b45', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773647-6', False) {} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:16:37.068893 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f400bd9a-4937-4a52-9a5f-fdaccac0e79e None None] Checking router: 42880ce7-c066-4642-8280-d12b1b5c8b8e for host: n-d-773647-6 {{(pid=100249) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 14:16:37.080926 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f400bd9a-4937-4a52-9a5f-fdaccac0e79e None None] Routers {'42880ce7-c066-4642-8280-d12b1b5c8b8e'} bound to L3 agent in host n-d-773647-6 {{(pid=100249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:16:37.082557 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-f400bd9a-4937-4a52-9a5f-fdaccac0e79e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T14:16:26Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['42880ce7-c066-4642-8280-d12b1b5c8b8e'], 'active': True} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:16:37.140523 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-4f2067e6-3daf-4699-a583-3e5e5a132c96 req-1e383ede-096a-4ebe-9f3e-0d715aff7019 tempest-AttachVolumeShelveTestJSON-1020519793 tempest-AttachVolumeShelveTestJSON-1020519793-project] 10.222.0.104 "GET /v2.0/ports?device_id=28222247-ef72-4123-b031-e588ebd3ba47 HTTP/1.1" status: 200 len: 210 time: 0.1748428 Jul 06 14:16:37.170644 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-993cc31a-603a-4407-b9d0-17f1a3da907a tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Checking segment: {'id': '098c46b1-dea5-4ed6-a631-4ddcdbd7f82b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': '0adfed9c-8d60-4b37-8323-619c55f27d23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:16:37.171163 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-993cc31a-603a-4407-b9d0-17f1a3da907a tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Network hostable DHCP agents. Network: 0adfed9c-8d60-4b37-8323-619c55f27d23, hostable agents: ['f2bada3d-be77-4359-982b-8505a2bbca04'], hosted agents: [] {{(pid=100246) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 14:16:37.177274 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993cc31a-603a-4407-b9d0-17f1a3da907a tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Pushing event updated for resources: {'Subnet': ['ID=e876e46d-babc-4e01-abec-657858f9b97a,revision_number=0']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:16:37.246644 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-beb40529-1b1c-4f4e-b501-7fc1bebcc204 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-913473'] for subnet, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:37.271474 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-6b94f2f8-9fd4-480d-b3d3-068458f339f2 req-0d6aed69-498e-4da4-84ac-41a258c2f549 tempest-AttachVolumeShelveTestJSON-1020519793 tempest-AttachVolumeShelveTestJSON-1020519793-project] Notify callbacks [] for port, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:37.308519 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.provisioning_blocks [req-6b94f2f8-9fd4-480d-b3d3-068458f339f2 req-0d6aed69-498e-4da4-84ac-41a258c2f549 tempest-AttachVolumeShelveTestJSON-1020519793 tempest-AttachVolumeShelveTestJSON-1020519793-project] Transition to ACTIVE for port object 67b64fd1-ede8-4c8b-b13f-ce71aea9619c will not be triggered until provisioned by entity DHCP. {{(pid=100246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:16:37.378974 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-6b94f2f8-9fd4-480d-b3d3-068458f339f2 req-0d6aed69-498e-4da4-84ac-41a258c2f549 tempest-AttachVolumeShelveTestJSON-1020519793 tempest-AttachVolumeShelveTestJSON-1020519793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-127687573'] for port, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:37.385406 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-993cc31a-603a-4407-b9d0-17f1a3da907a tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Network 0adfed9c-8d60-4b37-8323-619c55f27d23 is scheduled to be hosted by DHCP agent f2bada3d-be77-4359-982b-8505a2bbca04 with binding_index 1 {{(pid=100246) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 14:16:37.398995 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-18701ddb-49eb-4d41-a3a9-6f1058e0ec09 req-3254f197-44b6-4b2e-b062-42b249fb1e6b service neutron] 10.222.0.104 "GET /v2.0/networks/9a9945d7-f704-4f59-8c11-10fba7c84a6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7656806 Jul 06 14:16:37.433820 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvr_db [None req-f400bd9a-4937-4a52-9a5f-fdaccac0e79e None None] Set router 42880ce7-c066-4642-8280-d12b1b5c8b8e gateway port host: None {{(pid=100249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:16:37.461134 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6aed69-498e-4da4-84ac-41a258c2f549 tempest-AttachVolumeShelveTestJSON-1020519793 tempest-AttachVolumeShelveTestJSON-1020519793-project] Pushing event updated for resources: {'Port': ['ID=67b64fd1-ede8-4c8b-b13f-ce71aea9619c,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:16:37.493984 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.base_scheduler [None req-993cc31a-603a-4407-b9d0-17f1a3da907a tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773647-6, 0adfed9c-8d60-4b37-8323-619c55f27d23) {{(pid=100246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:16:37.504530 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c10c2a4-d6c0-48ec-922a-8b85104923be None None] Network 0adfed9c-8d60-4b37-8323-619c55f27d23 requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:16:37.514969 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-993cc31a-603a-4407-b9d0-17f1a3da907a tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:16:37.516187 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-993cc31a-603a-4407-b9d0-17f1a3da907a tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Notify callbacks [] for subnet, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:37.520067 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6b94f2f8-9fd4-480d-b3d3-068458f339f2 req-0d6aed69-498e-4da4-84ac-41a258c2f549 tempest-AttachVolumeShelveTestJSON-1020519793 tempest-AttachVolumeShelveTestJSON-1020519793-project] Network a1c5aa58-a5eb-4fe0-9c0d-ad9cb3f782ca is already hosted by enough agents. {{(pid=100246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:16:37.522698 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.base_scheduler [req-6b94f2f8-9fd4-480d-b3d3-068458f339f2 req-0d6aed69-498e-4da4-84ac-41a258c2f549 tempest-AttachVolumeShelveTestJSON-1020519793 tempest-AttachVolumeShelveTestJSON-1020519793-project] Resources bound (agent type, host, resource id): {{(pid=100246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:16:37.538931 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b94f2f8-9fd4-480d-b3d3-068458f339f2 req-0d6aed69-498e-4da4-84ac-41a258c2f549 tempest-AttachVolumeShelveTestJSON-1020519793 tempest-AttachVolumeShelveTestJSON-1020519793-project] Received port after_create {{(pid=100246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:16:37.616063 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b94f2f8-9fd4-480d-b3d3-068458f339f2 req-0d6aed69-498e-4da4-84ac-41a258c2f549 tempest-AttachVolumeShelveTestJSON-1020519793 tempest-AttachVolumeShelveTestJSON-1020519793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:16:37.620531 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-6b94f2f8-9fd4-480d-b3d3-068458f339f2 req-0d6aed69-498e-4da4-84ac-41a258c2f549 tempest-AttachVolumeShelveTestJSON-1020519793 tempest-AttachVolumeShelveTestJSON-1020519793-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:37.719100 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-beb40529-1b1c-4f4e-b501-7fc1bebcc204 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-913480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1849032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-128888347', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127627857'] for subnet, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:37.766892 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-993cc31a-603a-4407-b9d0-17f1a3da907a tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] 10.222.0.104 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9099836 Jul 06 14:16:37.787609 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e219f66-18b6-41d8-a0e9-de9c385e5fa6 None None] Network 0fdcef5a-1ce4-465a-b750-4893533ac49e requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:16:37.789336 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 57966) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:16:37.790488 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-beb40529-1b1c-4f4e-b501-7fc1bebcc204 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Notify callbacks [] for subnet, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:37.792344 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-6b94f2f8-9fd4-480d-b3d3-068458f339f2 req-0d6aed69-498e-4da4-84ac-41a258c2f549 tempest-AttachVolumeShelveTestJSON-1020519793 tempest-AttachVolumeShelveTestJSON-1020519793-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1838081 Jul 06 14:16:37.792549 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-beb40529-1b1c-4f4e-b501-7fc1bebcc204 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] 10.222.0.104 "DELETE /v2.0/subnets/91a37214-447b-45e3-9246-b9ed8a5de457 HTTP/1.1" status: 204 len: 168 time: 1.6838484 Jul 06 14:16:37.798933 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 57968) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:16:37.825747 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [req-6b94f2f8-9fd4-480d-b3d3-068458f339f2 req-7c66c8d1-c362-42d3-a0f2-cf0a31107a21 service neutron] Request body: {'port': {'device_id': '28222247-ef72-4123-b031-e588ebd3ba47', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-773647-6'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:16:37.838808 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [None req-86638272-c0a4-484b-866d-92fc71a46372 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-162893770', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:16:37.872920 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb40529-1b1c-4f4e-b501-7fc1bebcc204 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Pushing event deleted for resources: {'Subnet': ['ID=91a37214-447b-45e3-9246-b9ed8a5de457,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:16:37.900962 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-86638272-c0a4-484b-866d-92fc71a46372 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1806290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6992'] for router, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:37.901850 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-86638272-c0a4-484b-866d-92fc71a46372 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1806157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1808637', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1714747', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7007'] for router, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:37.947968 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-18701ddb-49eb-4d41-a3a9-6f1058e0ec09 req-3ca64658-81ed-495f-91b7-281053c574e5 service neutron] 10.222.0.104 "GET /v2.0/networks/9a9945d7-f704-4f59-8c11-10fba7c84a6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5181530 Jul 06 14:16:37.959479 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-f400bd9a-4937-4a52-9a5f-fdaccac0e79e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42880ce7-c066-4642-8280-d12b1b5c8b8e', 'name': 'tempest-RoutersTest-router-1812818657', 'tenant_id': '9c6f2fd69adb42a0ae2388cfacf9d174', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:15:48Z', 'updated_at': '2021-07-06T14:16:33Z', 'revision_number': 9, 'project_id': '9c6f2fd69adb42a0ae2388cfacf9d174', 'gw_port_host': None, '_interfaces': [{'id': 'b1449530-0688-4078-bda6-5f36e7ee7116', 'name': '', 'network_id': 'c860d06d-8556-4bec-98c1-fafd1f4e2cd8', 'tenant_id': '9c6f2fd69adb42a0ae2388cfacf9d174', 'mac_address': 'fa:16:3e:5a:7d:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42880ce7-c066-4642-8280-d12b1b5c8b8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2339, 'fixed_ips': [{'subnet_id': '1a718569-5c6a-4b3b-b22a-5dcfa6d1e9b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:15:51Z', 'updated_at': '2021-07-06T14:16:03Z', 'revision_number': 5, 'project_id': '9c6f2fd69adb42a0ae2388cfacf9d174', 'subnets': [{'id': '1a718569-5c6a-4b3b-b22a-5dcfa6d1e9b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bce89034-397e-4cbd-897f-7f409eafdd07', 'name': '', 'network_id': '70cfb0ea-6f2f-4b89-a761-9bd9b50efd3e', 'tenant_id': '9c6f2fd69adb42a0ae2388cfacf9d174', 'mac_address': 'fa:16:3e:07:57:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42880ce7-c066-4642-8280-d12b1b5c8b8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2343, 'fixed_ips': [{'subnet_id': '979bfc42-649b-4616-828a-00033f303b45', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:15:55Z', 'updated_at': '2021-07-06T14:16:11Z', 'revision_number': 5, 'project_id': '9c6f2fd69adb42a0ae2388cfacf9d174', 'subnets': [{'id': '979bfc42-649b-4616-828a-00033f303b45', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773647-6', False) {} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:16:38.113734 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f400bd9a-4937-4a52-9a5f-fdaccac0e79e None None] The sync data for ids ['42880ce7-c066-4642-8280-d12b1b5c8b8e'] in n-d-773647-6 is: [{'id': '42880ce7-c066-4642-8280-d12b1b5c8b8e', 'name': 'tempest-RoutersTest-router-1812818657', 'tenant_id': '9c6f2fd69adb42a0ae2388cfacf9d174', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:15:48Z', 'updated_at': '2021-07-06T14:16:33Z', 'revision_number': 9, 'project_id': '9c6f2fd69adb42a0ae2388cfacf9d174', 'gw_port_host': None, '_interfaces': [{'id': 'b1449530-0688-4078-bda6-5f36e7ee7116', 'name': '', 'network_id': 'c860d06d-8556-4bec-98c1-fafd1f4e2cd8', 'tenant_id': '9c6f2fd69adb42a0ae2388cfacf9d174', 'mac_address': 'fa:16:3e:5a:7d:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42880ce7-c066-4642-8280-d12b1b5c8b8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2339, 'fixed_ips': [{'subnet_id': '1a718569-5c6a-4b3b-b22a-5dcfa6d1e9b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:15:51Z', 'updated_at': '2021-07-06T14:16:03Z', 'revision_number': 5, 'project_id': '9c6f2fd69adb42a0ae2388cfacf9d174', 'subnets': [{'id': '1a718569-5c6a-4b3b-b22a-5dcfa6d1e9b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bce89034-397e-4cbd-897f-7f409eafdd07', 'name': '', 'network_id': '70cfb0ea-6f2f-4b89-a761-9bd9b50efd3e', 'tenant_id': '9c6f2fd69adb42a0ae2388cfacf9d174', 'mac_address': 'fa:16:3e:07:57:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42880ce7-c066-4642-8280-d12b1b5c8b8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2343, 'fixed_ips': [{'subnet_id': '979bfc42-649b-4616-828a-00033f303b45', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:15:55Z', 'updated_at': '2021-07-06T14:16:11Z', 'revision_number': 5, 'project_id': '9c6f2fd69adb42a0ae2388cfacf9d174', 'subnets': [{'id': '979bfc42-649b-4616-828a-00033f303b45', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 14:16:38.137847 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-088fe5f7-0e38-45f1-9e8a-a806dd70b7c5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6bd5fc82-6666-56e8-87c2-91648d36c963-0adfed9c-8d60-4b37-8323-619c55f27d23', 'network_id': '0adfed9c-8d60-4b37-8323-619c55f27d23', 'tenant_id': 'b162a45bb3174bbb964a63afe4786b87', 'fixed_ips': [{'subnet_id': 'e876e46d-babc-4e01-abec-657858f9b97a'}]}} from n-d-773647-6. {{(pid=100248) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 14:16:38.142181 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-088fe5f7-0e38-45f1-9e8a-a806dd70b7c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:38.203347 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-86638272-c0a4-484b-866d-92fc71a46372 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:38.211104 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-86638272-c0a4-484b-866d-92fc71a46372 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1806297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1761036'] for router, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:38.239721 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.plugin [None req-2e727383-ca08-443a-880d-26ae532f8fbe tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Deleting port 1ada188e-b344-44bd-988f-bf9b6c65552d {{(pid=100247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:16:38.240068 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-2e727383-ca08-443a-880d-26ae532f8fbe tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:38.580297 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-3e9ded5c-b892-4e12-91d6-88e332c13081 None None] Provisioning for port 67b64fd1-ede8-4c8b-b13f-ce71aea9619c completed by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:16:38.602475 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-3e9ded5c-b892-4e12-91d6-88e332c13081 None None] Provisioning complete for port 67b64fd1-ede8-4c8b-b13f-ce71aea9619c triggered by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:16:38.621207 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-3e9ded5c-b892-4e12-91d6-88e332c13081 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:38.872679 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-3e9ded5c-b892-4e12-91d6-88e332c13081 None None] Port 67b64fd1-ede8-4c8b-b13f-ce71aea9619c cannot update to ACTIVE because it is not bound. {{(pid=100248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 14:16:38.910863 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-cbc688c5-2532-4888-a5d7-22921bfa1dbb tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530492'] for network, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:38.923506 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 1294c68e-44e8-4e09-af80-9881579ab121 no longer exists at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:16:38.925856 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.db_base_plugin_common [None req-088fe5f7-0e38-45f1-9e8a-a806dd70b7c5 None None] Allocated IP 2001:db8::2 (0adfed9c-8d60-4b37-8323-619c55f27d23/e876e46d-babc-4e01-abec-657858f9b97a/225f8962-9c7f-4813-bc4c-1ac2c8a69599) {{(pid=100248) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:16:38.956827 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-7077b5af-4a9a-4f1f-a54c-3cf8157da39b req-88063665-136e-47f6-bb93-ff241da267a1 tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] 10.222.0.104 "GET /v2.0/ports?device_id=0455bf88-da4d-44a6-9768-93a70cd92e0e HTTP/1.1" status: 200 len: 210 time: 0.8851202 Jul 06 14:16:38.973381 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] No Port match for: 1294c68e-44e8-4e09-af80-9881579ab121 {{(pid=100248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 14:16:38.974095 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 1294c68e-44e8-4e09-af80-9881579ab121 not bound to the agent host n-d-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:16:39.078386 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-86638272-c0a4-484b-866d-92fc71a46372 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Notify callbacks [] for router, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:39.080205 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-86638272-c0a4-484b-866d-92fc71a46372 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] 10.222.0.104 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 1.2540829 Jul 06 14:16:39.093201 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 57986) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:16:39.106199 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86a189c5-306f-41a9-986f-0ae94c943106 None None] DHCP port deletion for 0fdcef5a-1ce4-465a-b750-4893533ac49e request from n-d-773647-6 {{(pid=100248) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 14:16:39.117716 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-6b94f2f8-9fd4-480d-b3d3-068458f339f2 req-7c66c8d1-c362-42d3-a0f2-cf0a31107a21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:39.123133 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-d98f9793-4072-4349-9585-c80eb1ab8d65 req-8852b631-f58f-4a8e-a28f-885b9442f770 tempest-ServersNegativeTestJSON-728644794 tempest-ServersNegativeTestJSON-728644794-project] 10.222.0.104 "GET /v2.0/ports?device_id=c38e1fb7-16c3-460f-81ed-82738a2148eb HTTP/1.1" status: 200 len: 210 time: 0.0480552 Jul 06 14:16:39.326683 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.db [None req-2e727383-ca08-443a-880d-26ae532f8fbe tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] For port 1ada188e-b344-44bd-988f-bf9b6c65552d, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=1ada188e-b344-44bd-988f-bf9b6c65552d,segment=NetworkSegment(a4a2476c-616e-4f46-b763-8a121d1a9fab),segment_id=a4a2476c-616e-4f46-b763-8a121d1a9fab)] {{(pid=100247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:16:39.327389 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-2e727383-ca08-443a-880d-26ae532f8fbe tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:39.349679 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a620ac55-6ddf-481d-a9be-1fffeacfdf39 req-0a114831-9061-4959-aabc-0d028ce581a6 tempest-AttachVolumeShelveTestJSON-1020519793 tempest-AttachVolumeShelveTestJSON-1020519793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:16:39.362817 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-a620ac55-6ddf-481d-a9be-1fffeacfdf39 req-0a114831-9061-4959-aabc-0d028ce581a6 tempest-AttachVolumeShelveTestJSON-1020519793 tempest-AttachVolumeShelveTestJSON-1020519793-project] 10.222.0.104 "GET /v2.0/ports?device_id=28222247-ef72-4123-b031-e588ebd3ba47 HTTP/1.1" status: 200 len: 932 time: 0.3805070 Jul 06 14:16:39.374834 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.plugin [None req-2e727383-ca08-443a-880d-26ae532f8fbe tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Calling delete_port for 1ada188e-b344-44bd-988f-bf9b6c65552d owned by network:router_interface {{(pid=100247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:16:39.395411 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [None req-cbc688c5-2532-4888-a5d7-22921bfa1dbb tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Deleting port f3ee02f5-b73e-43d0-8242-d9a8d7ee12df {{(pid=100246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:16:39.398048 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-cbc688c5-2532-4888-a5d7-22921bfa1dbb tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:39.423865 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-088fe5f7-0e38-45f1-9e8a-a806dd70b7c5 None None] Notify callbacks [] for port, precommit_create {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:39.439972 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-088fe5f7-0e38-45f1-9e8a-a806dd70b7c5 None None] Transition to ACTIVE for port object 225f8962-9c7f-4813-bc4c-1ac2c8a69599 will not be triggered until provisioned by entity L2. {{(pid=100248) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:16:39.455492 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-a620ac55-6ddf-481d-a9be-1fffeacfdf39 req-e3576fb8-a4ab-4cea-b317-467f24c1e300 tempest-AttachVolumeShelveTestJSON-1020519793 tempest-AttachVolumeShelveTestJSON-1020519793-project] 10.222.0.104 "GET /v2.0/security-groups?id=a376d024-e4a1-4cc8-8fe5-9c69c2c40821&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0892830 Jul 06 14:16:39.462963 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-86a189c5-306f-41a9-986f-0ae94c943106 None None] Deleting port f3ee02f5-b73e-43d0-8242-d9a8d7ee12df {{(pid=100248) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:16:39.463873 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-86a189c5-306f-41a9-986f-0ae94c943106 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:39.558270 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-86a189c5-306f-41a9-986f-0ae94c943106 None None] For port f3ee02f5-b73e-43d0-8242-d9a8d7ee12df, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=f3ee02f5-b73e-43d0-8242-d9a8d7ee12df,segment=NetworkSegment(563487f1-b01c-4b22-8ea0-a0ad6a0a0f10),segment_id=563487f1-b01c-4b22-8ea0-a0ad6a0a0f10)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:16:39.559191 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-86a189c5-306f-41a9-986f-0ae94c943106 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:39.585881 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-86a189c5-306f-41a9-986f-0ae94c943106 None None] Calling delete_port for f3ee02f5-b73e-43d0-8242-d9a8d7ee12df owned by network:dhcp {{(pid=100248) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:16:39.596241 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-088fe5f7-0e38-45f1-9e8a-a806dd70b7c5 None None] Transition to ACTIVE for port object 225f8962-9c7f-4813-bc4c-1ac2c8a69599 will not be triggered until provisioned by entity DHCP. {{(pid=100248) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:16:39.607574 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-088fe5f7-0e38-45f1-9e8a-a806dd70b7c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108'] for port, after_create {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:39.650113 n-d-773647-6 neutron-server[100248]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-088fe5f7-0e38-45f1-9e8a-a806dd70b7c5 None None] Network 0adfed9c-8d60-4b37-8323-619c55f27d23 is already hosted by enough agents. {{(pid=100248) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:16:39.654256 n-d-773647-6 neutron-server[100248]: DEBUG neutron.scheduler.base_scheduler [None req-088fe5f7-0e38-45f1-9e8a-a806dd70b7c5 None None] Resources bound (agent type, host, resource id): {{(pid=100248) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:16:39.683649 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-088fe5f7-0e38-45f1-9e8a-a806dd70b7c5 None None] Received port after_create {{(pid=100248) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:16:39.823641 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.db [None req-cbc688c5-2532-4888-a5d7-22921bfa1dbb tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] For port f3ee02f5-b73e-43d0-8242-d9a8d7ee12df, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=f3ee02f5-b73e-43d0-8242-d9a8d7ee12df,segment=NetworkSegment(563487f1-b01c-4b22-8ea0-a0ad6a0a0f10),segment_id=563487f1-b01c-4b22-8ea0-a0ad6a0a0f10)] {{(pid=100246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:16:39.824144 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-cbc688c5-2532-4888-a5d7-22921bfa1dbb tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:39.827871 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-088fe5f7-0e38-45f1-9e8a-a806dd70b7c5 None None] Attempting to bind port 225f8962-9c7f-4813-bc4c-1ac2c8a69599 on host n-d-773647-6 for vnic_type normal with profile {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:16:39.828629 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-088fe5f7-0e38-45f1-9e8a-a806dd70b7c5 None None] Attempting to bind port 225f8962-9c7f-4813-bc4c-1ac2c8a69599 by drivers openvswitch,hyperv on host n-d-773647-6 at level 0 using segments [{'id': '098c46b1-dea5-4ed6-a631-4ddcdbd7f82b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': '0adfed9c-8d60-4b37-8323-619c55f27d23'}] {{(pid=100248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:16:39.828762 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-088fe5f7-0e38-45f1-9e8a-a806dd70b7c5 None None] Attempting to bind port 225f8962-9c7f-4813-bc4c-1ac2c8a69599 on network 0adfed9c-8d60-4b37-8323-619c55f27d23 {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:16:39.831385 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088fe5f7-0e38-45f1-9e8a-a806dd70b7c5 None None] Pushing event updated for resources: {'Port': ['ID=225f8962-9c7f-4813-bc4c-1ac2c8a69599,revision_number=1']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:16:39.850615 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-088fe5f7-0e38-45f1-9e8a-a806dd70b7c5 None None] Checking agent: {'id': '8ab5b19c-d213-4f29-891d-27bdf39d38b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773647-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 43, 26), 'started_at': datetime.datetime(2021, 7, 6, 13, 43, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 16, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773647-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:16:39.850996 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-088fe5f7-0e38-45f1-9e8a-a806dd70b7c5 None None] Checking segment: {'id': '098c46b1-dea5-4ed6-a631-4ddcdbd7f82b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': '0adfed9c-8d60-4b37-8323-619c55f27d23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:16:39.851483 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-088fe5f7-0e38-45f1-9e8a-a806dd70b7c5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:39.852016 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-088fe5f7-0e38-45f1-9e8a-a806dd70b7c5 None None] Bound using segment: {'id': '098c46b1-dea5-4ed6-a631-4ddcdbd7f82b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': '0adfed9c-8d60-4b37-8323-619c55f27d23'} {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:16:39.852494 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-088fe5f7-0e38-45f1-9e8a-a806dd70b7c5 None None] Bound port: 225f8962-9c7f-4813-bc4c-1ac2c8a69599, host: n-d-773647-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '098c46b1-dea5-4ed6-a631-4ddcdbd7f82b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': '0adfed9c-8d60-4b37-8323-619c55f27d23'}}] {{(pid=100248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:16:39.852865 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-088fe5f7-0e38-45f1-9e8a-a806dd70b7c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:39.863762 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088fe5f7-0e38-45f1-9e8a-a806dd70b7c5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:16:39.864131 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088fe5f7-0e38-45f1-9e8a-a806dd70b7c5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:16:39.865166 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088fe5f7-0e38-45f1-9e8a-a806dd70b7c5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:16:39.865493 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088fe5f7-0e38-45f1-9e8a-a806dd70b7c5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:16:39.865833 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088fe5f7-0e38-45f1-9e8a-a806dd70b7c5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:16:39.866480 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088fe5f7-0e38-45f1-9e8a-a806dd70b7c5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:16:39.866480 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088fe5f7-0e38-45f1-9e8a-a806dd70b7c5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:16:39.866783 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088fe5f7-0e38-45f1-9e8a-a806dd70b7c5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:16:39.867089 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088fe5f7-0e38-45f1-9e8a-a806dd70b7c5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:16:39.867394 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-7b4db039-204d-4872-b8a3-0629f300d3ba tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:39.867525 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088fe5f7-0e38-45f1-9e8a-a806dd70b7c5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:16:39.867745 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088fe5f7-0e38-45f1-9e8a-a806dd70b7c5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:16:39.868064 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088fe5f7-0e38-45f1-9e8a-a806dd70b7c5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:16:39.869897 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [None req-cbc688c5-2532-4888-a5d7-22921bfa1dbb tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Calling delete_port for f3ee02f5-b73e-43d0-8242-d9a8d7ee12df owned by network:dhcp {{(pid=100246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:16:39.884911 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-2e727383-ca08-443a-880d-26ae532f8fbe tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128888353'] for port, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:39.913403 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e727383-ca08-443a-880d-26ae532f8fbe tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Pushing event deleted for resources: {'Port': ['ID=1ada188e-b344-44bd-988f-bf9b6c65552d,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:16:39.963344 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-86a189c5-306f-41a9-986f-0ae94c943106 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117'] for port, after_delete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:40.113372 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a189c5-306f-41a9-986f-0ae94c943106 None None] Pushing event deleted for resources: {'Port': ['ID=f3ee02f5-b73e-43d0-8242-d9a8d7ee12df,revision_number=None']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:16:40.141292 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-088fe5f7-0e38-45f1-9e8a-a806dd70b7c5 None None] For port 225f8962-9c7f-4813-bc4c-1ac2c8a69599, host n-d-773647-6, cleared binding levels {{(pid=100248) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:16:40.149878 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86a189c5-306f-41a9-986f-0ae94c943106 None None] No DVR routers for this DVR port f3ee02f5-b73e-43d0-8242-d9a8d7ee12df on host n-d-773647-6 {{(pid=100248) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:16:40.159329 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-088fe5f7-0e38-45f1-9e8a-a806dd70b7c5 None None] For port 225f8962-9c7f-4813-bc4c-1ac2c8a69599, host n-d-773647-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=225f8962-9c7f-4813-bc4c-1ac2c8a69599,segment=NetworkSegment(098c46b1-dea5-4ed6-a631-4ddcdbd7f82b),segment_id=098c46b1-dea5-4ed6-a631-4ddcdbd7f82b)] {{(pid=100248) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:16:40.182251 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-088fe5f7-0e38-45f1-9e8a-a806dd70b7c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:40.408430 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088fe5f7-0e38-45f1-9e8a-a806dd70b7c5 None None] Pushing event updated for resources: {'Port': ['ID=225f8962-9c7f-4813-bc4c-1ac2c8a69599,revision_number=2']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:16:40.432139 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 57996) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:16:40.570381 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:40.603961 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-7504522f-fc4b-401a-b5d1-0613497ffdef req-d07dc2e1-72dd-48b1-ad5d-dd1852754160 tempest-ServersNegativeTestJSON-728644794 tempest-ServersNegativeTestJSON-728644794-project] 10.222.0.104 "GET /v2.0/ports?device_id=c38e1fb7-16c3-460f-81ed-82738a2148eb HTTP/1.1" status: 200 len: 210 time: 0.1407719 Jul 06 14:16:40.611239 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-2e727383-ca08-443a-880d-26ae532f8fbe tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1809193'] for router_interface, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:40.708064 n-d-773647-6 neutron-server[100246]: DEBUG neutron.notifiers.nova [req-6b94f2f8-9fd4-480d-b3d3-068458f339f2 req-7c66c8d1-c362-42d3-a0f2-cf0a31107a21 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 67b64fd1-ede8-4c8b-b13f-ce71aea9619c {{(pid=100246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 14:16:40.738087 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-6b94f2f8-9fd4-480d-b3d3-068458f339f2 req-7c66c8d1-c362-42d3-a0f2-cf0a31107a21 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:40.757995 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-cbc688c5-2532-4888-a5d7-22921bfa1dbb tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127687580'] for port, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:40.786199 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.db_base_plugin_common [None req-7b4db039-204d-4872-b8a3-0629f300d3ba tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Allocated IP 2001:db8::1 (0adfed9c-8d60-4b37-8323-619c55f27d23/e876e46d-babc-4e01-abec-657858f9b97a/1bd8ed31-189e-491c-8ff2-31623ae79eae) {{(pid=100246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:16:40.871304 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.provisioning_blocks [req-6b94f2f8-9fd4-480d-b3d3-068458f339f2 req-7c66c8d1-c362-42d3-a0f2-cf0a31107a21 service neutron] Transition to ACTIVE for port object 67b64fd1-ede8-4c8b-b13f-ce71aea9619c will not be triggered until provisioned by entity L2. {{(pid=100246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:16:40.877315 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc688c5-2532-4888-a5d7-22921bfa1dbb tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Pushing event deleted for resources: {'Port': ['ID=f3ee02f5-b73e-43d0-8242-d9a8d7ee12df,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:16:40.879964 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbc688c5-2532-4888-a5d7-22921bfa1dbb tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] No DVR routers for this DVR port f3ee02f5-b73e-43d0-8242-d9a8d7ee12df on host n-d-773647-6 {{(pid=100246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:16:40.892390 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-6b94f2f8-9fd4-480d-b3d3-068458f339f2 req-7c66c8d1-c362-42d3-a0f2-cf0a31107a21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127687527'] for port, after_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:41.142270 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18701ddb-49eb-4d41-a3a9-6f1058e0ec09 req-86553113-c413-44c9-aeda-7c0649447575 tempest-ServersNegativeTestJSON-728644794 tempest-ServersNegativeTestJSON-728644794-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:16:41.142270 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-18701ddb-49eb-4d41-a3a9-6f1058e0ec09 req-86553113-c413-44c9-aeda-7c0649447575 tempest-ServersNegativeTestJSON-728644794 tempest-ServersNegativeTestJSON-728644794-project] 10.222.0.127 "GET /v2.0/networks?id=9a9945d7-f704-4f59-8c11-10fba7c84a6d HTTP/1.1" status: 200 len: 814 time: 0.8216052 Jul 06 14:16:41.172203 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-cbc688c5-2532-4888-a5d7-22921bfa1dbb tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-917204', 'neutron.services.segments.db._delete_segments_for_network-8773753502302'] for network, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:41.185389 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [req-18701ddb-49eb-4d41-a3a9-6f1058e0ec09 req-f4a4aab2-ecd6-4efc-b45a-78e5203e96df tempest-ServersNegativeTestJSON-728644794 tempest-ServersNegativeTestJSON-728644794-project] Request body: {'port': {'device_id': 'c38e1fb7-16c3-460f-81ed-82738a2148eb', 'network_id': '9a9945d7-f704-4f59-8c11-10fba7c84a6d', 'admin_state_up': True, 'tenant_id': '9e0def2463a444ef83e4758cd3e92401'}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:16:41.195455 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c66c8d1-c362-42d3-a0f2-cf0a31107a21 service neutron] Pushing event updated for resources: {'Port': ['ID=67b64fd1-ede8-4c8b-b13f-ce71aea9619c,revision_number=2']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:16:41.201556 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 225f8962-9c7f-4813-bc4c-1ac2c8a69599 up at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:16:41.237006 n-d-773647-6 neutron-server[100246]: DEBUG neutron.services.segments.db [None req-cbc688c5-2532-4888-a5d7-22921bfa1dbb tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0fdcef5a-1ce4-465a-b750-4893533ac49e']}} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:16:41.250313 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-b694caa3-06b6-4b89-9c9d-696c0d6667c0 tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Notify callbacks [] for security_group, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:41.259983 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-39cdba20-648b-42f6-974f-36f75df247bc req-da81007a-9148-4400-8e35-c98bbaa60e34 service neutron] 10.222.0.127 "GET /v2.0/ports?device_id=d78cccdc-6838-4d49-9b2b-bf9d04ceb427&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.9665625 Jul 06 14:16:41.278956 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning for port 225f8962-9c7f-4813-bc4c-1ac2c8a69599 completed by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:16:41.297767 n-d-773647-6 neutron-server[100246]: DEBUG neutron.services.segments.db [None req-cbc688c5-2532-4888-a5d7-22921bfa1dbb tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '563487f1-b01c-4b22-8ea0-a0ad6a0a0f10') {'for_net_delete': True} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:16:41.298343 n-d-773647-6 neutron-server[100246]: DEBUG neutron.services.segments.db [None req-cbc688c5-2532-4888-a5d7-22921bfa1dbb tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '563487f1-b01c-4b22-8ea0-a0ad6a0a0f10') {} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:16:41.312652 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-b694caa3-06b6-4b89-9c9d-696c0d6667c0 tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:41.321730 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-cbc688c5-2532-4888-a5d7-22921bfa1dbb tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773753515138', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126218898'] for segment, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:41.339071 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-7b4db039-204d-4872-b8a3-0629f300d3ba tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Notify callbacks [] for port, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:41.346163 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [req-6b94f2f8-9fd4-480d-b3d3-068458f339f2 req-7c66c8d1-c362-42d3-a0f2-cf0a31107a21 service neutron] Attempting to bind port 67b64fd1-ede8-4c8b-b13f-ce71aea9619c on host n-h2-773647-6 for vnic_type normal with profile {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:16:41.346502 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [req-6b94f2f8-9fd4-480d-b3d3-068458f339f2 req-7c66c8d1-c362-42d3-a0f2-cf0a31107a21 service neutron] Attempting to bind port 67b64fd1-ede8-4c8b-b13f-ce71aea9619c by drivers openvswitch,hyperv on host n-h2-773647-6 at level 0 using segments [{'id': 'c15971e2-442e-4b9a-8cef-3ba8ead63686', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': 'a1c5aa58-a5eb-4fe0-9c0d-ad9cb3f782ca'}] {{(pid=100246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:16:41.346831 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b94f2f8-9fd4-480d-b3d3-068458f339f2 req-7c66c8d1-c362-42d3-a0f2-cf0a31107a21 service neutron] Attempting to bind port 67b64fd1-ede8-4c8b-b13f-ce71aea9619c on network a1c5aa58-a5eb-4fe0-9c0d-ad9cb3f782ca {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:16:41.355892 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b94f2f8-9fd4-480d-b3d3-068458f339f2 req-7c66c8d1-c362-42d3-a0f2-cf0a31107a21 service neutron] Port 67b64fd1-ede8-4c8b-b13f-ce71aea9619c on network a1c5aa58-a5eb-4fe0-9c0d-ad9cb3f782ca not bound, no agent of type Open vSwitch agent registered on host n-h2-773647-6 {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 14:16:41.356226 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b94f2f8-9fd4-480d-b3d3-068458f339f2 req-7c66c8d1-c362-42d3-a0f2-cf0a31107a21 service neutron] Attempting to bind port 67b64fd1-ede8-4c8b-b13f-ce71aea9619c on network a1c5aa58-a5eb-4fe0-9c0d-ad9cb3f782ca {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:16:41.366821 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b94f2f8-9fd4-480d-b3d3-068458f339f2 req-7c66c8d1-c362-42d3-a0f2-cf0a31107a21 service neutron] Checking agent: {'id': '63768ece-0600-4354-8d29-fdedec96b077', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-773647-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 51, 10), 'started_at': datetime.datetime(2021, 7, 6, 13, 51, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 16, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:16:41.367114 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b94f2f8-9fd4-480d-b3d3-068458f339f2 req-7c66c8d1-c362-42d3-a0f2-cf0a31107a21 service neutron] Checking segment: {'id': 'c15971e2-442e-4b9a-8cef-3ba8ead63686', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': 'a1c5aa58-a5eb-4fe0-9c0d-ad9cb3f782ca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:16:41.367499 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b94f2f8-9fd4-480d-b3d3-068458f339f2 req-7c66c8d1-c362-42d3-a0f2-cf0a31107a21 service neutron] Bound using segment: {'id': 'c15971e2-442e-4b9a-8cef-3ba8ead63686', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': 'a1c5aa58-a5eb-4fe0-9c0d-ad9cb3f782ca'} {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:16:41.367949 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [req-6b94f2f8-9fd4-480d-b3d3-068458f339f2 req-7c66c8d1-c362-42d3-a0f2-cf0a31107a21 service neutron] Bound port: 67b64fd1-ede8-4c8b-b13f-ce71aea9619c, host: n-h2-773647-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c15971e2-442e-4b9a-8cef-3ba8ead63686', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': 'a1c5aa58-a5eb-4fe0-9c0d-ad9cb3f782ca'}}] {{(pid=100246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:16:41.368309 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-6b94f2f8-9fd4-480d-b3d3-068458f339f2 req-7c66c8d1-c362-42d3-a0f2-cf0a31107a21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:41.384538 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-cbc688c5-2532-4888-a5d7-22921bfa1dbb tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552'] for segment, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:41.392386 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.provisioning_blocks [None req-7b4db039-204d-4872-b8a3-0629f300d3ba tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Transition to ACTIVE for port object 1bd8ed31-189e-491c-8ff2-31623ae79eae will not be triggered until provisioned by entity DHCP. {{(pid=100246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:16:41.397376 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device f3ee02f5-b73e-43d0-8242-d9a8d7ee12df no longer exists at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:16:41.399935 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cbc688c5-2532-4888-a5d7-22921bfa1dbb tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Releasing vlan 1046 on physical network physnet1 to pool {{(pid=100246) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 14:16:41.400434 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-cbc688c5-2532-4888-a5d7-22921bfa1dbb tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127687491'] for segment, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:41.405275 n-d-773647-6 neutron-server[100246]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 14:16:41.405275 n-d-773647-6 neutron-server[100246]: self.session.flush() Jul 06 14:16:41.405275 n-d-773647-6 neutron-server[100246]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 14:16:41.405275 n-d-773647-6 neutron-server[100246]: self.session.flush() Jul 06 14:16:41.405275 n-d-773647-6 neutron-server[100246]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 14:16:41.405275 n-d-773647-6 neutron-server[100246]: self.session.flush() Jul 06 14:16:41.405275 n-d-773647-6 neutron-server[100246]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 14:16:41.405275 n-d-773647-6 neutron-server[100246]: self.session.flush() Jul 06 14:16:41.405275 n-d-773647-6 neutron-server[100246]: Traceback (most recent call last): Jul 06 14:16:41.405275 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 14:16:41.405275 n-d-773647-6 neutron-server[100246]: timer() Jul 06 14:16:41.405275 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 14:16:41.405275 n-d-773647-6 neutron-server[100246]: cb(*args, **kw) Jul 06 14:16:41.405275 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 14:16:41.405275 n-d-773647-6 neutron-server[100246]: return func(*args, **kwargs) Jul 06 14:16:41.405275 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 14:16:41.405275 n-d-773647-6 neutron-server[100246]: self._notify() Jul 06 14:16:41.405275 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 14:16:41.405275 n-d-773647-6 neutron-server[100246]: self.callback(batched_events) Jul 06 14:16:41.405275 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 14:16:41.405275 n-d-773647-6 neutron-server[100246]: event.method(event) Jul 06 14:16:41.405275 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 14:16:41.405275 n-d-773647-6 neutron-server[100246]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 14:16:41.405275 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 14:16:41.405275 n-d-773647-6 neutron-server[100246]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 14:16:41.405275 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 14:16:41.405275 n-d-773647-6 neutron-server[100246]: return f(self, *a, **k) Jul 06 14:16:41.405275 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 14:16:41.405275 n-d-773647-6 neutron-server[100246]: return self._get(url).json() Jul 06 14:16:41.405275 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 14:16:41.405275 n-d-773647-6 neutron-server[100246]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 14:16:41.405275 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 14:16:41.405275 n-d-773647-6 neutron-server[100246]: return self.request(url, 'GET', **kwargs) Jul 06 14:16:41.405275 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 14:16:41.405275 n-d-773647-6 neutron-server[100246]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 14:16:41.405275 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 14:16:41.405275 n-d-773647-6 neutron-server[100246]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 14:16:41.405275 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 14:16:41.405275 n-d-773647-6 neutron-server[100246]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 14:16:41.405275 n-d-773647-6 neutron-server[100246]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 14:16:41.420849 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] No Port match for: f3ee02f5-b73e-43d0-8242-d9a8d7ee12df {{(pid=100248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 14:16:41.420849 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device f3ee02f5-b73e-43d0-8242-d9a8d7ee12df not bound to the agent host n-d-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:16:41.522449 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-cbc688c5-2532-4888-a5d7-22921bfa1dbb tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-917215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1761140'] for network, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:41.533038 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-cbc688c5-2532-4888-a5d7-22921bfa1dbb tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Notify callbacks [] for network, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:41.535054 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-cbc688c5-2532-4888-a5d7-22921bfa1dbb tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] 10.222.0.104 "DELETE /v2.0/networks/0fdcef5a-1ce4-465a-b750-4893533ac49e HTTP/1.1" status: 204 len: 168 time: 3.7061670 Jul 06 14:16:41.540819 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfcd478c-1118-4cde-964a-8543f8c42ec2 req-6a72fc59-be54-4832-8d70-2b70e4c4bc97 tempest-AttachVolumeShelveTestJSON-1020519793 tempest-AttachVolumeShelveTestJSON-1020519793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:16:41.542391 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-dfcd478c-1118-4cde-964a-8543f8c42ec2 req-6a72fc59-be54-4832-8d70-2b70e4c4bc97 tempest-AttachVolumeShelveTestJSON-1020519793 tempest-AttachVolumeShelveTestJSON-1020519793-project] 10.222.0.104 "GET /v2.0/ports?device_id=28222247-ef72-4123-b031-e588ebd3ba47 HTTP/1.1" status: 200 len: 944 time: 0.4000354 Jul 06 14:16:41.542894 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 58004) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:16:41.561214 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.db [req-6b94f2f8-9fd4-480d-b3d3-068458f339f2 req-7c66c8d1-c362-42d3-a0f2-cf0a31107a21 service neutron] For port 67b64fd1-ede8-4c8b-b13f-ce71aea9619c, host n-h2-773647-6, cleared binding levels {{(pid=100246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:16:41.563654 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc688c5-2532-4888-a5d7-22921bfa1dbb tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Pushing event deleted for resources: {'Network': ['ID=0fdcef5a-1ce4-465a-b750-4893533ac49e,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:16:41.565448 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-18701ddb-49eb-4d41-a3a9-6f1058e0ec09 req-f4a4aab2-ecd6-4efc-b45a-78e5203e96df tempest-ServersNegativeTestJSON-728644794 tempest-ServersNegativeTestJSON-728644794-project] Made reservation on behalf of 9e0def2463a444ef83e4758cd3e92401 for: {'port': 1} {{(pid=100247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:16:41.570304 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-18701ddb-49eb-4d41-a3a9-6f1058e0ec09 req-f4a4aab2-ecd6-4efc-b45a-78e5203e96df tempest-ServersNegativeTestJSON-728644794 tempest-ServersNegativeTestJSON-728644794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:41.581301 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-7b4db039-204d-4872-b8a3-0629f300d3ba tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-127687573'] for port, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:41.594871 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.db [req-6b94f2f8-9fd4-480d-b3d3-068458f339f2 req-7c66c8d1-c362-42d3-a0f2-cf0a31107a21 service neutron] For port 67b64fd1-ede8-4c8b-b13f-ce71aea9619c, host n-h2-773647-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=67b64fd1-ede8-4c8b-b13f-ce71aea9619c,segment=NetworkSegment(c15971e2-442e-4b9a-8cef-3ba8ead63686),segment_id=c15971e2-442e-4b9a-8cef-3ba8ead63686)] {{(pid=100246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:16:41.620598 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-b694caa3-06b6-4b89-9c9d-696c0d6667c0 tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:41.621708 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-b694caa3-06b6-4b89-9c9d-696c0d6667c0 tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Notify callbacks [] for security_group, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:41.622461 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-6b94f2f8-9fd4-480d-b3d3-068458f339f2 req-7c66c8d1-c362-42d3-a0f2-cf0a31107a21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127687527'] for port, after_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:41.622860 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-b694caa3-06b6-4b89-9c9d-696c0d6667c0 tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] 10.222.0.104 "DELETE /v2.0/security-groups/8d3a9807-14cc-46c0-b7ed-1d949d5bac09 HTTP/1.1" status: 204 len: 168 time: 1.1897368 Jul 06 14:16:41.630035 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 58006) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:16:41.655675 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b4db039-204d-4872-b8a3-0629f300d3ba tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Network 0adfed9c-8d60-4b37-8323-619c55f27d23 is already hosted by enough agents. {{(pid=100246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:16:41.659363 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.base_scheduler [None req-7b4db039-204d-4872-b8a3-0629f300d3ba tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Resources bound (agent type, host, resource id): {{(pid=100246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:16:41.668032 n-d-773647-6 neutron-server[100246]: INFO neutron.api.v2.resource [None req-19f7b14b-757f-4eb6-bda3-a45ffd561821 tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] show failed (client error): The resource could not be found. Jul 06 14:16:41.674313 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-19f7b14b-757f-4eb6-bda3-a45ffd561821 tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] 10.222.0.104 "GET /v2.0/security-groups/8d3a9807-14cc-46c0-b7ed-1d949d5bac09 HTTP/1.1" status: 404 len: 347 time: 0.0398641 Jul 06 14:16:41.674313 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b4db039-204d-4872-b8a3-0629f300d3ba tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Received port after_create {{(pid=100246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:16:41.674716 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-7b4db039-204d-4872-b8a3-0629f300d3ba tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1807675'] for router_interface, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:41.679198 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 58010) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:16:41.690424 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b94f2f8-9fd4-480d-b3d3-068458f339f2 req-7c66c8d1-c362-42d3-a0f2-cf0a31107a21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:16:41.691063 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-6b94f2f8-9fd4-480d-b3d3-068458f339f2 req-7c66c8d1-c362-42d3-a0f2-cf0a31107a21 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:41.693149 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e727383-ca08-443a-880d-26ae532f8fbe tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Router 92895ece-74b3-4cec-a7c1-1c563db23cfa has already been hosted by L3 agent 2823d358-a11b-4885-a706-95a279e43fa7 {{(pid=100247) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 14:16:41.697164 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-6b94f2f8-9fd4-480d-b3d3-068458f339f2 req-7c66c8d1-c362-42d3-a0f2-cf0a31107a21 service neutron] 10.222.0.72 "PUT /v2.0/ports/67b64fd1-ede8-4c8b-b13f-ce71aea9619c HTTP/1.1" status: 200 len: 1092 time: 3.8967707 Jul 06 14:16:41.699634 n-d-773647-6 neutron-server[100246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28222247-ef72-4123-b031-e588ebd3ba47', 'tag': '67b64fd1-ede8-4c8b-b13f-ce71aea9619c'}] {{(pid=100246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:16:41.708637 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0d96c5ab5e889f7b933ae915b9be33d1b46c9e87795bf781004b656ef3f1e87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb107cf3-e786-4a1f-adbe-099e1f967d9f" -d '{"events": [{"name": "network-changed", "server_uuid": "28222247-ef72-4123-b031-e588ebd3ba47", "tag": "67b64fd1-ede8-4c8b-b13f-ce71aea9619c"}]}' {{(pid=100246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:16:41.752011 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b694caa3-06b6-4b89-9c9d-696c0d6667c0 tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d3a9807-14cc-46c0-b7ed-1d949d5bac09,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:16:41.803095 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4db039-204d-4872-b8a3-0629f300d3ba tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Pushing event updated for resources: {'Port': ['ID=1bd8ed31-189e-491c-8ff2-31623ae79eae,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:16:41.821711 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cdba20-648b-42f6-974f-36f75df247bc req-e814df7b-698b-48b8-8dd4-364f5ed9cdc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:16:41.823426 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-39cdba20-648b-42f6-974f-36f75df247bc req-e814df7b-698b-48b8-8dd4-364f5ed9cdc1 service neutron] 10.222.0.127 "GET /v2.0/ports?tenant_id=33f6cdee7b294baa9f6a8cddbba9670a&device_id=d78cccdc-6838-4d49-9b2b-bf9d04ceb427 HTTP/1.1" status: 200 len: 1096 time: 0.4450042 Jul 06 14:16:41.928577 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-dfcd478c-1118-4cde-964a-8543f8c42ec2 req-72b5f279-1fb1-4a86-96bd-4d590842cd65 tempest-AttachVolumeShelveTestJSON-1020519793 tempest-AttachVolumeShelveTestJSON-1020519793-project] 10.222.0.104 "GET /v2.0/security-groups?id=a376d024-e4a1-4cc8-8fe5-9c69c2c40821&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3734677 Jul 06 14:16:42.171795 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c66c8d1-c362-42d3-a0f2-cf0a31107a21 service neutron] Pushing event updated for resources: {'Port': ['ID=67b64fd1-ede8-4c8b-b13f-ce71aea9619c,revision_number=3']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:16:42.186299 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-4ea798a8-ee48-4844-8d02-61dd7cc2ab5a req-5c03eb8b-c449-4cfc-aca6-67c204724ef5 tempest-ServersNegativeTestJSON-728644794 tempest-ServersNegativeTestJSON-728644794-project] 10.222.0.104 "GET /v2.0/ports?device_id=c38e1fb7-16c3-460f-81ed-82738a2148eb HTTP/1.1" status: 200 len: 210 time: 0.1737115 Jul 06 14:16:42.228471 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ae4e651-93aa-4ebe-8701-d1f9891c337a None None] Network 0adfed9c-8d60-4b37-8323-619c55f27d23 requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:16:42.261031 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 14:16:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73e3787c-521d-4d56-a651-e7b9cffbc06a x-openstack-request-id: req-73e3787c-521d-4d56-a651-e7b9cffbc06a {{(pid=100246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:16:42.261465 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "28222247-ef72-4123-b031-e588ebd3ba47", "tag": "67b64fd1-ede8-4c8b-b13f-ce71aea9619c", "status": "completed", "code": 200}]} {{(pid=100246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:16:42.261841 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-73e3787c-521d-4d56-a651-e7b9cffbc06a {{(pid=100246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:16:42.262902 n-d-773647-6 neutron-server[100246]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28222247-ef72-4123-b031-e588ebd3ba47', 'tag': '67b64fd1-ede8-4c8b-b13f-ce71aea9619c', 'status': 'completed', 'code': 200} Jul 06 14:16:42.279269 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b94f2f8-9fd4-480d-b3d3-068458f339f2 req-618f4370-842d-46a7-849d-651a2c67bd48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:16:42.280988 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-6b94f2f8-9fd4-480d-b3d3-068458f339f2 req-618f4370-842d-46a7-849d-651a2c67bd48 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=9686fd5ec0aa4012928191c3d42f6e6c&device_id=28222247-ef72-4123-b031-e588ebd3ba47 HTTP/1.1" status: 200 len: 1095 time: 0.4338989 Jul 06 14:16:42.300671 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-b8b196c9-eb95-461d-9237-e2303a33091c None None] Provisioning for port 225f8962-9c7f-4813-bc4c-1ac2c8a69599 completed by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:16:42.303173 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-7b4db039-204d-4872-b8a3-0629f300d3ba tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:42.310303 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-b8b196c9-eb95-461d-9237-e2303a33091c None None] Provisioning complete for port 225f8962-9c7f-4813-bc4c-1ac2c8a69599 triggered by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:16:42.310930 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-b8b196c9-eb95-461d-9237-e2303a33091c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:42.345759 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-6b94f2f8-9fd4-480d-b3d3-068458f339f2 req-548f54be-ad9d-4317-afa3-d4945ef019ce service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=67b64fd1-ede8-4c8b-b13f-ce71aea9619c HTTP/1.1" status: 200 len: 217 time: 0.0532587 Jul 06 14:16:42.347801 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [None req-0b021d8f-0eff-4b74-a03f-50c2904bd4d5 tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Deleting port 0da91d42-5bad-4c35-b29e-411c24eab5a5 {{(pid=100246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:16:42.348287 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-0b021d8f-0eff-4b74-a03f-50c2904bd4d5 tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:42.481770 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.db_base_plugin_common [req-18701ddb-49eb-4d41-a3a9-6f1058e0ec09 req-f4a4aab2-ecd6-4efc-b45a-78e5203e96df tempest-ServersNegativeTestJSON-728644794 tempest-ServersNegativeTestJSON-728644794-project] Allocated IP 172.20.0.11 (9a9945d7-f704-4f59-8c11-10fba7c84a6d/a11a84e7-e29f-49ab-86b3-7e53a4e90dc5/65a41ea4-e5ca-4a5a-a1d0-5bf5032e4c70) {{(pid=100247) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:16:42.489396 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-b8b196c9-eb95-461d-9237-e2303a33091c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:42.490575 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cdba20-648b-42f6-974f-36f75df247bc req-482ce122-d5fc-41a4-b87e-3539c030c7e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:16:42.492753 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-39cdba20-648b-42f6-974f-36f75df247bc req-482ce122-d5fc-41a4-b87e-3539c030c7e2 service neutron] 10.222.0.127 "GET /v2.0/networks?id=6ac95a6a-5756-473f-8a78-bd3474c2b2ff HTTP/1.1" status: 200 len: 913 time: 0.5562005 Jul 06 14:16:42.504718 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:42.541941 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-b8b196c9-eb95-461d-9237-e2303a33091c None None] For port 225f8962-9c7f-4813-bc4c-1ac2c8a69599, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=225f8962-9c7f-4813-bc4c-1ac2c8a69599,segment=NetworkSegment(098c46b1-dea5-4ed6-a631-4ddcdbd7f82b),segment_id=098c46b1-dea5-4ed6-a631-4ddcdbd7f82b)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:16:42.551408 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-b8b196c9-eb95-461d-9237-e2303a33091c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:42.558106 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b94f2f8-9fd4-480d-b3d3-068458f339f2 req-99c64ff7-7ef4-4f54-bf8a-c5e7463f34ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:16:42.560082 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-6b94f2f8-9fd4-480d-b3d3-068458f339f2 req-99c64ff7-7ef4-4f54-bf8a-c5e7463f34ac service neutron] 10.222.0.72 "GET /v2.0/subnets?id=6ec930d2-90b3-4355-914b-4efea8972d25 HTTP/1.1" status: 200 len: 856 time: 0.1727099 Jul 06 14:16:42.567838 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e727383-ca08-443a-880d-26ae532f8fbe tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Notify agent at l3_agent.n-d-773647-6 the message routers_updated {{(pid=100247) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 14:16:42.585525 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-2e727383-ca08-443a-880d-26ae532f8fbe tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] 10.222.0.104 "PUT /v2.0/routers/92895ece-74b3-4cec-a7c1-1c563db23cfa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7824636 Jul 06 14:16:42.598195 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 58024) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:16:42.601783 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94e8ad9a-22da-4b1e-8811-34707b0ea709 None None] Sync routers for ids ['92895ece-74b3-4cec-a7c1-1c563db23cfa'] in n-d-773647-6 {{(pid=100248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 14:16:42.632337 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94e8ad9a-22da-4b1e-8811-34707b0ea709 None None] Routers {'92895ece-74b3-4cec-a7c1-1c563db23cfa'} bound to L3 agent in host n-d-773647-6 {{(pid=100248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:16:42.633053 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-94e8ad9a-22da-4b1e-8811-34707b0ea709 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T14:16:26Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['92895ece-74b3-4cec-a7c1-1c563db23cfa'], 'active': True} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:16:42.681659 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b196c9-eb95-461d-9237-e2303a33091c None None] Pushing event updated for resources: {'Port': ['ID=225f8962-9c7f-4813-bc4c-1ac2c8a69599,revision_number=3']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:16:42.695769 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-0b021d8f-0eff-4b74-a03f-50c2904bd4d5 tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:42.696692 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-0b021d8f-0eff-4b74-a03f-50c2904bd4d5 tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:42.717548 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [None req-0b021d8f-0eff-4b74-a03f-50c2904bd4d5 tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Calling delete_port for 0da91d42-5bad-4c35-b29e-411c24eab5a5 owned by network:floatingip {{(pid=100246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:16:42.812436 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-39cdba20-648b-42f6-974f-36f75df247bc req-73c96bea-dfbd-435f-af5c-d30aa2a0b566 service neutron] 10.222.0.127 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2efb7b6b-5c90-4ff4-9a1f-923d428e99e3 HTTP/1.1" status: 200 len: 1001 time: 0.3104019 Jul 06 14:16:42.816422 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvr_db [None req-94e8ad9a-22da-4b1e-8811-34707b0ea709 None None] Set router 92895ece-74b3-4cec-a7c1-1c563db23cfa gateway port host: n-d-773647-6 {{(pid=100248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:16:42.825468 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.db_base_plugin_v2 [None req-02b6825e-d69b-444f-a803-45d9c86adcf1 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Deleting subnet a9454952-2025-4848-a48d-6107d2969e09 {{(pid=100247) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 14:16:42.829947 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-02b6825e-d69b-444f-a803-45d9c86adcf1 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Notify callbacks [] for subnet, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:42.842533 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b94f2f8-9fd4-480d-b3d3-068458f339f2 req-13df7736-69bc-4faa-b3c1-a76b4c1da431 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:16:42.844150 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-6b94f2f8-9fd4-480d-b3d3-068458f339f2 req-13df7736-69bc-4faa-b3c1-a76b4c1da431 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=a1c5aa58-a5eb-4fe0-9c0d-ad9cb3f782ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2491264 Jul 06 14:16:42.875381 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-02b6825e-d69b-444f-a803-45d9c86adcf1 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127131748'] for subnet, precommit_delete_associations {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:43.060762 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-18701ddb-49eb-4d41-a3a9-6f1058e0ec09 req-f4a4aab2-ecd6-4efc-b45a-78e5203e96df tempest-ServersNegativeTestJSON-728644794 tempest-ServersNegativeTestJSON-728644794-project] Notify callbacks [] for port, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:43.159968 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 225f8962-9c7f-4813-bc4c-1ac2c8a69599 up at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:16:43.228712 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-7b4db039-204d-4872-b8a3-0629f300d3ba tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Notify callbacks [] for port, precommit_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:43.238501 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-7b4db039-204d-4872-b8a3-0629f300d3ba tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127687527'] for port, after_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:43.240646 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-7b4db039-204d-4872-b8a3-0629f300d3ba tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1809478'] for router_interface, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:43.267523 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-6b94f2f8-9fd4-480d-b3d3-068458f339f2 req-d631cffb-aa7b-4656-8e27-5f1af1dc31f4 service neutron] 10.222.0.72 "GET /v2.0/networks/a1c5aa58-a5eb-4fe0-9c0d-ad9cb3f782ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4143217 Jul 06 14:16:43.270792 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cdba20-648b-42f6-974f-36f75df247bc req-d8169330-843e-41ef-84d2-f57eab3e37e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:16:43.282976 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-39cdba20-648b-42f6-974f-36f75df247bc req-d8169330-843e-41ef-84d2-f57eab3e37e2 service neutron] 10.222.0.127 "GET /v2.0/subnets?id=868bdf15-b823-4cab-842d-77e49afc3593 HTTP/1.1" status: 200 len: 850 time: 0.1334558 Jul 06 14:16:43.369617 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-02b6825e-d69b-444f-a803-45d9c86adcf1 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-913473'] for subnet, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:43.458988 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-02b6825e-d69b-444f-a803-45d9c86adcf1 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-913480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1849032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-128888347', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127627857'] for subnet, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:43.462085 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-18701ddb-49eb-4d41-a3a9-6f1058e0ec09 req-f4a4aab2-ecd6-4efc-b45a-78e5203e96df tempest-ServersNegativeTestJSON-728644794 tempest-ServersNegativeTestJSON-728644794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-128888360'] for port, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:43.549887 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b6825e-d69b-444f-a803-45d9c86adcf1 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Pushing event deleted for resources: {'Subnet': ['ID=a9454952-2025-4848-a48d-6107d2969e09,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:16:43.571304 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-f11edbf0-4fea-4941-9851-4fc3d0cf1655 None None] Provisioning complete for port 225f8962-9c7f-4813-bc4c-1ac2c8a69599 triggered by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:16:43.571909 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-f11edbf0-4fea-4941-9851-4fc3d0cf1655 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:43.620947 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning complete for port 225f8962-9c7f-4813-bc4c-1ac2c8a69599 triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:16:43.622262 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:43.669005 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f4eb8ce-dccb-43a7-b0ac-eefb560ae253 None None] Network 120989f8-7a26-49c9-99e3-26a4a5fc00f3 requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:16:43.672884 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-02b6825e-d69b-444f-a803-45d9c86adcf1 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Notify callbacks [] for subnet, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:43.677234 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-02b6825e-d69b-444f-a803-45d9c86adcf1 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] 10.222.0.104 "DELETE /v2.0/subnets/a9454952-2025-4848-a48d-6107d2969e09 HTTP/1.1" status: 204 len: 168 time: 1.0756812 Jul 06 14:16:43.702241 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 58034) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:16:43.740108 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-18701ddb-49eb-4d41-a3a9-6f1058e0ec09 req-f4a4aab2-ecd6-4efc-b45a-78e5203e96df tempest-ServersNegativeTestJSON-728644794 tempest-ServersNegativeTestJSON-728644794-project] Network 9a9945d7-f704-4f59-8c11-10fba7c84a6d is already hosted by enough agents. {{(pid=100247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:16:43.787955 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-94e8ad9a-22da-4b1e-8811-34707b0ea709 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92895ece-74b3-4cec-a7c1-1c563db23cfa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1442056811', 'tenant_id': '1077a35eaa714f1bbf260d32c5a52c8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.183'}], 'enable_snat': True}, 'gw_port_id': '1f71c995-d5f1-46d1-95dc-5b0f48fd8298', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:13:28Z', 'updated_at': '2021-07-06T14:16:39Z', 'revision_number': 5, 'project_id': '1077a35eaa714f1bbf260d32c5a52c8f', 'gw_port': {'id': '1f71c995-d5f1-46d1-95dc-5b0f48fd8298', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:77:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92895ece-74b3-4cec-a7c1-1c563db23cfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2077, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:13:29Z', 'updated_at': '2021-07-06T14:13:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6'}], 'n-d-773647-6', False) {} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:16:43.803740 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.base_scheduler [req-18701ddb-49eb-4d41-a3a9-6f1058e0ec09 req-f4a4aab2-ecd6-4efc-b45a-78e5203e96df tempest-ServersNegativeTestJSON-728644794 tempest-ServersNegativeTestJSON-728644794-project] Resources bound (agent type, host, resource id): {{(pid=100247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:16:43.813651 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.l3_dvrscheduler_db [req-18701ddb-49eb-4d41-a3a9-6f1058e0ec09 req-f4a4aab2-ecd6-4efc-b45a-78e5203e96df tempest-ServersNegativeTestJSON-728644794 tempest-ServersNegativeTestJSON-728644794-project] Received port after_create {{(pid=100247) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:16:43.852505 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94e8ad9a-22da-4b1e-8811-34707b0ea709 None None] Checking router: 92895ece-74b3-4cec-a7c1-1c563db23cfa for host: n-d-773647-6 {{(pid=100248) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 14:16:43.866823 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18701ddb-49eb-4d41-a3a9-6f1058e0ec09 req-f4a4aab2-ecd6-4efc-b45a-78e5203e96df tempest-ServersNegativeTestJSON-728644794 tempest-ServersNegativeTestJSON-728644794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:16:43.867537 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-18701ddb-49eb-4d41-a3a9-6f1058e0ec09 req-f4a4aab2-ecd6-4efc-b45a-78e5203e96df tempest-ServersNegativeTestJSON-728644794 tempest-ServersNegativeTestJSON-728644794-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:43.877539 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-0b021d8f-0eff-4b74-a03f-50c2904bd4d5 tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127687580'] for port, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:43.886658 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a4aab2-ecd6-4efc-b45a-78e5203e96df tempest-ServersNegativeTestJSON-728644794 tempest-ServersNegativeTestJSON-728644794-project] Pushing event updated for resources: {'Port': ['ID=65a41ea4-e5ca-4a5a-a1d0-5bf5032e4c70,revision_number=1']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:16:43.892597 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-ecf0cbc0-1d08-4735-806d-1bc3d82e788f tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1809431'] for router_interface, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:43.925276 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4db039-204d-4872-b8a3-0629f300d3ba tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Pushing event updated for resources: {'Port': ['ID=1bd8ed31-189e-491c-8ff2-31623ae79eae,revision_number=2']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:16:43.959641 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-6b94f2f8-9fd4-480d-b3d3-068458f339f2 req-723dea12-e952-4fac-96bf-8dbedebce885 service neutron] 10.222.0.72 "GET /v2.0/networks/a1c5aa58-a5eb-4fe0-9c0d-ad9cb3f782ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6320529 Jul 06 14:16:43.990162 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94e8ad9a-22da-4b1e-8811-34707b0ea709 None None] Routers {'92895ece-74b3-4cec-a7c1-1c563db23cfa'} bound to L3 agent in host n-d-773647-6 {{(pid=100248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:16:43.990978 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-94e8ad9a-22da-4b1e-8811-34707b0ea709 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T14:16:26Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['92895ece-74b3-4cec-a7c1-1c563db23cfa'], 'active': True} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:16:44.067052 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b021d8f-0eff-4b74-a03f-50c2904bd4d5 tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Pushing event deleted for resources: {'Port': ['ID=0da91d42-5bad-4c35-b29e-411c24eab5a5,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:16:44.112598 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvr_db [None req-94e8ad9a-22da-4b1e-8811-34707b0ea709 None None] Set router 92895ece-74b3-4cec-a7c1-1c563db23cfa gateway port host: n-d-773647-6 {{(pid=100248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:16:44.167028 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb107cf3-e786-4a1f-adbe-099e1f967d9f req-b7acffcf-c1a7-4fc9-8d29-a33d3a819758 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:16:44.169455 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-bb107cf3-e786-4a1f-adbe-099e1f967d9f req-b7acffcf-c1a7-4fc9-8d29-a33d3a819758 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=9686fd5ec0aa4012928191c3d42f6e6c&device_id=28222247-ef72-4123-b031-e588ebd3ba47 HTTP/1.1" status: 200 len: 1095 time: 0.1401541 Jul 06 14:16:44.178624 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b4db039-204d-4872-b8a3-0629f300d3ba tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Network 0adfed9c-8d60-4b37-8323-619c55f27d23 is already hosted by enough agents. {{(pid=100246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:16:44.269004 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-f11edbf0-4fea-4941-9851-4fc3d0cf1655 None None] Provisioning for port 1bd8ed31-189e-491c-8ff2-31623ae79eae completed by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:16:44.281093 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.base_scheduler [None req-7b4db039-204d-4872-b8a3-0629f300d3ba tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Resources bound (agent type, host, resource id): {{(pid=100246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:16:44.284872 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb107cf3-e786-4a1f-adbe-099e1f967d9f req-8e4e27f9-6d4f-4e92-9d99-bf9208066253 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:16:44.286532 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-bb107cf3-e786-4a1f-adbe-099e1f967d9f req-8e4e27f9-6d4f-4e92-9d99-bf9208066253 service neutron] 10.222.0.72 "GET /v2.0/networks?id=a1c5aa58-a5eb-4fe0-9c0d-ad9cb3f782ca HTTP/1.1" status: 200 len: 919 time: 0.1060505 Jul 06 14:16:44.296827 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-0b021d8f-0eff-4b74-a03f-50c2904bd4d5 tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Notify callbacks [] for floatingip, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:44.297652 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-f11edbf0-4fea-4941-9851-4fc3d0cf1655 None None] Provisioning complete for port 1bd8ed31-189e-491c-8ff2-31623ae79eae triggered by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:16:44.298044 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-f11edbf0-4fea-4941-9851-4fc3d0cf1655 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:44.300096 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-0b021d8f-0eff-4b74-a03f-50c2904bd4d5 tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for floatingip, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:44.301487 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-0b021d8f-0eff-4b74-a03f-50c2904bd4d5 tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] 10.222.0.104 "DELETE /v2.0/floatingips/07cee7fa-b41f-40e8-870b-73df9f9d07d4 HTTP/1.1" status: 204 len: 168 time: 2.6185315 Jul 06 14:16:44.388074 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-f11edbf0-4fea-4941-9851-4fc3d0cf1655 None None] Port 1bd8ed31-189e-491c-8ff2-31623ae79eae cannot update to ACTIVE because it is not bound. {{(pid=100248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 14:16:44.390514 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 58036) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:16:44.414426 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2b8bdc-ce23-42fe-87c5-705be880df5f req-f9e6b7cf-392c-4c87-b1c4-465e1c4414ed tempest-AttachVolumeShelveTestJSON-1020519793 tempest-AttachVolumeShelveTestJSON-1020519793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:16:44.416198 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-0c2b8bdc-ce23-42fe-87c5-705be880df5f req-f9e6b7cf-392c-4c87-b1c4-465e1c4414ed tempest-AttachVolumeShelveTestJSON-1020519793 tempest-AttachVolumeShelveTestJSON-1020519793-project] 10.222.0.104 "GET /v2.0/ports?device_id=28222247-ef72-4123-b031-e588ebd3ba47 HTTP/1.1" status: 200 len: 944 time: 0.9848902 Jul 06 14:16:44.426880 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-18701ddb-49eb-4d41-a3a9-6f1058e0ec09 req-f4a4aab2-ecd6-4efc-b45a-78e5203e96df tempest-ServersNegativeTestJSON-728644794 tempest-ServersNegativeTestJSON-728644794-project] 10.222.0.127 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2555697 Jul 06 14:16:44.464422 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-bb107cf3-e786-4a1f-adbe-099e1f967d9f req-cb7c00a9-33e8-4a10-8178-d153cbdbc280 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=67b64fd1-ede8-4c8b-b13f-ce71aea9619c HTTP/1.1" status: 200 len: 217 time: 0.0660110 Jul 06 14:16:44.469012 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [req-18701ddb-49eb-4d41-a3a9-6f1058e0ec09 req-8f098252-cccc-47ce-a4bc-0e7dfe8c0847 service neutron] Request body: {'port': {'device_id': 'c38e1fb7-16c3-460f-81ed-82738a2148eb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-773647-6'}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:16:44.562210 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb107cf3-e786-4a1f-adbe-099e1f967d9f req-02a59139-a63a-4cb6-9fd2-a470961ca4c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:16:44.564154 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-bb107cf3-e786-4a1f-adbe-099e1f967d9f req-02a59139-a63a-4cb6-9fd2-a470961ca4c8 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=6ec930d2-90b3-4355-914b-4efea8972d25 HTTP/1.1" status: 200 len: 856 time: 0.0917654 Jul 06 14:16:44.607034 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-4c7de5a0-0d1e-4ec5-9cae-ddacdb10cc04 None None] Provisioning complete for port 1bd8ed31-189e-491c-8ff2-31623ae79eae triggered by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:16:44.607738 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4c7de5a0-0d1e-4ec5-9cae-ddacdb10cc04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:44.615860 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b4db039-204d-4872-b8a3-0629f300d3ba tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Router 59e5dbb7-05ac-4d7f-a400-0f80a57a888c is scheduled to L3 agent 2823d358-a11b-4885-a706-95a279e43fa7 with binding_index 1 {{(pid=100246) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 14:16:44.648918 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ceb7c5ae-dc9a-45b8-b69a-a7890b99e69b None None] DHCP port deletion for 120989f8-7a26-49c9-99e3-26a4a5fc00f3 request from n-d-773647-6 {{(pid=100248) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 14:16:44.653677 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cdba20-648b-42f6-974f-36f75df247bc req-d9593f38-cd39-4dea-b3cb-39a9887b7783 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:16:44.655294 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-39cdba20-648b-42f6-974f-36f75df247bc req-d9593f38-cd39-4dea-b3cb-39a9887b7783 service neutron] 10.222.0.127 "GET /v2.0/ports?network_id=6ac95a6a-5756-473f-8a78-bd3474c2b2ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.2094462 Jul 06 14:16:44.723561 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-4c7de5a0-0d1e-4ec5-9cae-ddacdb10cc04 None None] Port 1bd8ed31-189e-491c-8ff2-31623ae79eae cannot update to ACTIVE because it is not bound. {{(pid=100248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 14:16:44.767200 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-94e8ad9a-22da-4b1e-8811-34707b0ea709 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92895ece-74b3-4cec-a7c1-1c563db23cfa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1442056811', 'tenant_id': '1077a35eaa714f1bbf260d32c5a52c8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.183'}], 'enable_snat': True}, 'gw_port_id': '1f71c995-d5f1-46d1-95dc-5b0f48fd8298', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:13:28Z', 'updated_at': '2021-07-06T14:16:39Z', 'revision_number': 5, 'project_id': '1077a35eaa714f1bbf260d32c5a52c8f', 'gw_port': {'id': '1f71c995-d5f1-46d1-95dc-5b0f48fd8298', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:77:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92895ece-74b3-4cec-a7c1-1c563db23cfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2077, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:13:29Z', 'updated_at': '2021-07-06T14:13:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6'}], 'n-d-773647-6', False) {} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:16:44.801520 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94e8ad9a-22da-4b1e-8811-34707b0ea709 None None] The sync data for ids ['92895ece-74b3-4cec-a7c1-1c563db23cfa'] in n-d-773647-6 is: [{'id': '92895ece-74b3-4cec-a7c1-1c563db23cfa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1442056811', 'tenant_id': '1077a35eaa714f1bbf260d32c5a52c8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.183'}], 'enable_snat': True}, 'gw_port_id': '1f71c995-d5f1-46d1-95dc-5b0f48fd8298', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:13:28Z', 'updated_at': '2021-07-06T14:16:39Z', 'revision_number': 5, 'project_id': '1077a35eaa714f1bbf260d32c5a52c8f', 'gw_port': {'id': '1f71c995-d5f1-46d1-95dc-5b0f48fd8298', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:77:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92895ece-74b3-4cec-a7c1-1c563db23cfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2077, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:13:29Z', 'updated_at': '2021-07-06T14:13:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6'}] {{(pid=100248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 14:16:44.808593 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb107cf3-e786-4a1f-adbe-099e1f967d9f req-f6efa986-79c3-42d7-8f78-b754c415ae70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:16:44.811079 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-bb107cf3-e786-4a1f-adbe-099e1f967d9f req-f6efa986-79c3-42d7-8f78-b754c415ae70 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=a1c5aa58-a5eb-4fe0-9c0d-ad9cb3f782ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2370024 Jul 06 14:16:44.846275 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b4db039-204d-4872-b8a3-0629f300d3ba tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Notify agent at l3_agent.n-d-773647-6 the message routers_updated {{(pid=100246) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 14:16:44.850107 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-d9bfb115-492b-46cf-8b97-ab5d05718975 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Notify callbacks [] for router, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:44.859118 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-ceb7c5ae-dc9a-45b8-b69a-a7890b99e69b None None] Deleting port 491a80f9-dd05-4a78-a933-eb15a376a6a4 {{(pid=100248) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:16:44.860689 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d3f5606-e5fd-4efb-9664-78e8504a1880 None None] Sync routers for ids ['59e5dbb7-05ac-4d7f-a400-0f80a57a888c'] in n-d-773647-6 {{(pid=100249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 14:16:44.863826 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-ceb7c5ae-dc9a-45b8-b69a-a7890b99e69b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:44.877626 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d3f5606-e5fd-4efb-9664-78e8504a1880 None None] Routers {'59e5dbb7-05ac-4d7f-a400-0f80a57a888c'} bound to L3 agent in host n-d-773647-6 {{(pid=100249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:16:44.879001 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-6d3f5606-e5fd-4efb-9664-78e8504a1880 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T14:16:26Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['59e5dbb7-05ac-4d7f-a400-0f80a57a888c'], 'active': True} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:16:44.929652 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-7b4db039-204d-4872-b8a3-0629f300d3ba tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] 10.222.0.104 "PUT /v2.0/routers/59e5dbb7-05ac-4d7f-a400-0f80a57a888c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8326707 Jul 06 14:16:44.936326 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 58042) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:16:44.941435 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-30febcee-a36d-4598-bd49-d1c46132ebca None None] Provisioning complete for port 1bd8ed31-189e-491c-8ff2-31623ae79eae triggered by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:16:44.941998 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-30febcee-a36d-4598-bd49-d1c46132ebca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:44.953785 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-0c2b8bdc-ce23-42fe-87c5-705be880df5f req-2a4aabfa-75e2-405b-bef5-bd93c1e78656 tempest-AttachVolumeShelveTestJSON-1020519793 tempest-AttachVolumeShelveTestJSON-1020519793-project] 10.222.0.104 "GET /v2.0/security-groups?id=a376d024-e4a1-4cc8-8fe5-9c69c2c40821&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4515898 Jul 06 14:16:44.965535 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-39cdba20-648b-42f6-974f-36f75df247bc req-f6b9b2a8-ded3-4fe3-b666-525dddf7899d service neutron] 10.222.0.127 "GET /v2.0/networks/6ac95a6a-5756-473f-8a78-bd3474c2b2ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2557290 Jul 06 14:16:44.987881 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-6d3f5606-e5fd-4efb-9664-78e8504a1880 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-773647-6', False) {} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:16:45.009343 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d3f5606-e5fd-4efb-9664-78e8504a1880 None None] Routers {'59e5dbb7-05ac-4d7f-a400-0f80a57a888c'} bound to L3 agent in host n-d-773647-6 {{(pid=100249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:16:45.009975 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-6d3f5606-e5fd-4efb-9664-78e8504a1880 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T14:16:26Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['59e5dbb7-05ac-4d7f-a400-0f80a57a888c'], 'active': True} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:16:45.018503 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-30febcee-a36d-4598-bd49-d1c46132ebca None None] Port 1bd8ed31-189e-491c-8ff2-31623ae79eae cannot update to ACTIVE because it is not bound. {{(pid=100248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 14:16:45.056315 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-ceb7c5ae-dc9a-45b8-b69a-a7890b99e69b None None] For port 491a80f9-dd05-4a78-a933-eb15a376a6a4, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=491a80f9-dd05-4a78-a933-eb15a376a6a4,segment=NetworkSegment(a4a2476c-616e-4f46-b763-8a121d1a9fab),segment_id=a4a2476c-616e-4f46-b763-8a121d1a9fab)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:16:45.057091 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-ceb7c5ae-dc9a-45b8-b69a-a7890b99e69b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:45.098607 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1ee7108-bc26-41e0-900b-b68cee195c79 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:16:45.099901 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-6d3f5606-e5fd-4efb-9664-78e8504a1880 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-773647-6', False) {} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:16:45.100579 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d3f5606-e5fd-4efb-9664-78e8504a1880 None None] The sync data for ids ['59e5dbb7-05ac-4d7f-a400-0f80a57a888c'] in n-d-773647-6 is: [] {{(pid=100249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 14:16:45.101521 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-a1ee7108-bc26-41e0-900b-b68cee195c79 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] 10.222.0.104 "GET /v2.0/ports/1bd8ed31-189e-491c-8ff2-31623ae79eae HTTP/1.1" status: 200 len: 911 time: 0.1628277 Jul 06 14:16:45.108108 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-ceb7c5ae-dc9a-45b8-b69a-a7890b99e69b None None] Calling delete_port for 491a80f9-dd05-4a78-a933-eb15a376a6a4 owned by network:dhcp {{(pid=100248) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:16:45.117684 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 58044) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:16:45.126697 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-94a3bc8c-9af8-4574-846d-d30c496176f7 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'e876e46d-babc-4e01-abec-657858f9b97a'}]}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:16:45.211828 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-bb107cf3-e786-4a1f-adbe-099e1f967d9f req-bdf49559-c28e-4ecf-8bed-9da1da08bbcc service neutron] 10.222.0.72 "GET /v2.0/networks/a1c5aa58-a5eb-4fe0-9c0d-ad9cb3f782ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3934195 Jul 06 14:16:45.228395 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-39cdba20-648b-42f6-974f-36f75df247bc req-c081af6c-52b5-4060-8fa7-840d9c4c782c service neutron] 10.222.0.127 "GET /v2.0/networks/6ac95a6a-5756-473f-8a78-bd3474c2b2ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2182403 Jul 06 14:16:45.325889 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 1ada188e-b344-44bd-988f-bf9b6c65552d no longer exists at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:16:45.376045 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-ceb7c5ae-dc9a-45b8-b69a-a7890b99e69b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117'] for port, after_delete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:45.401211 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] No Port match for: 1ada188e-b344-44bd-988f-bf9b6c65552d {{(pid=100248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 14:16:45.401598 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 1ada188e-b344-44bd-988f-bf9b6c65552d not bound to the agent host n-d-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:16:45.402975 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 491a80f9-dd05-4a78-a933-eb15a376a6a4 no longer exists at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:16:45.439665 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d758faf-165f-4246-9087-d774bba0c957 req-fbc0e1c2-68b8-45d4-b29f-a24a25a39bd5 tempest-ServersNegativeTestJSON-728644794 tempest-ServersNegativeTestJSON-728644794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:16:45.441326 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-4d758faf-165f-4246-9087-d774bba0c957 req-fbc0e1c2-68b8-45d4-b29f-a24a25a39bd5 tempest-ServersNegativeTestJSON-728644794 tempest-ServersNegativeTestJSON-728644794-project] 10.222.0.104 "GET /v2.0/ports?device_id=c38e1fb7-16c3-460f-81ed-82738a2148eb HTTP/1.1" status: 200 len: 932 time: 1.0546575 Jul 06 14:16:45.451692 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-18701ddb-49eb-4d41-a3a9-6f1058e0ec09 req-8f098252-cccc-47ce-a4bc-0e7dfe8c0847 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:45.467089 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceb7c5ae-dc9a-45b8-b69a-a7890b99e69b None None] No DVR routers for this DVR port 491a80f9-dd05-4a78-a933-eb15a376a6a4 on host n-d-773647-6 {{(pid=100248) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:16:45.473604 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb7c5ae-dc9a-45b8-b69a-a7890b99e69b None None] Pushing event deleted for resources: {'Port': ['ID=491a80f9-dd05-4a78-a933-eb15a376a6a4,revision_number=None']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:16:45.522488 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] No Port match for: 491a80f9-dd05-4a78-a933-eb15a376a6a4 {{(pid=100248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 14:16:45.526098 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 491a80f9-dd05-4a78-a933-eb15a376a6a4 not bound to the agent host n-d-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:16:45.529803 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-bb107cf3-e786-4a1f-adbe-099e1f967d9f req-71bff595-91a6-44e0-8635-de88980abfc3 service neutron] 10.222.0.72 "GET /v2.0/networks/a1c5aa58-a5eb-4fe0-9c0d-ad9cb3f782ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3088496 Jul 06 14:16:45.578793 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.plugin [None req-7ea5ca6d-54de-494c-ae79-78bcf1ec0ac7 tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Deleting port d4663496-0e1d-419b-908e-5f60ff2b3b91 {{(pid=100247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:16:45.579503 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-7ea5ca6d-54de-494c-ae79-78bcf1ec0ac7 tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:45.608090 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-d9bfb115-492b-46cf-8b97-ab5d05718975 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:45.661883 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-4d758faf-165f-4246-9087-d774bba0c957 req-bac060a1-d9b2-47b7-b119-ef5f9fa7a449 tempest-ServersNegativeTestJSON-728644794 tempest-ServersNegativeTestJSON-728644794-project] 10.222.0.104 "GET /v2.0/security-groups?id=55139e1c-0239-472b-ada8-5a3c70b3eb43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2036188 Jul 06 14:16:45.807329 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-94a3bc8c-9af8-4574-846d-d30c496176f7 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:45.933505 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-7ea5ca6d-54de-494c-ae79-78bcf1ec0ac7 tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:45.977338 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.plugin [None req-7ea5ca6d-54de-494c-ae79-78bcf1ec0ac7 tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Calling delete_port for d4663496-0e1d-419b-908e-5f60ff2b3b91 owned by {{(pid=100247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:16:46.154260 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.plugin [None req-d9bfb115-492b-46cf-8b97-ab5d05718975 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Deleting port 1f71c995-d5f1-46d1-95dc-5b0f48fd8298 {{(pid=100247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:16:46.154762 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-d9bfb115-492b-46cf-8b97-ab5d05718975 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:46.395994 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.plugin [None req-ecf0cbc0-1d08-4735-806d-1bc3d82e788f tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Deleting port bce89034-397e-4cbd-897f-7f409eafdd07 {{(pid=100247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:16:46.396937 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-ecf0cbc0-1d08-4735-806d-1bc3d82e788f tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:46.473390 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-94a3bc8c-9af8-4574-846d-d30c496176f7 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Notify callbacks [] for port, precommit_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:46.482828 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-94a3bc8c-9af8-4574-846d-d30c496176f7 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127687527'] for port, after_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:46.488697 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94a3bc8c-9af8-4574-846d-d30c496176f7 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:16:46.489341 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-94a3bc8c-9af8-4574-846d-d30c496176f7 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:46.490701 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-94a3bc8c-9af8-4574-846d-d30c496176f7 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] 10.222.0.104 "PUT /v2.0/ports/1bd8ed31-189e-491c-8ff2-31623ae79eae HTTP/1.1" status: 200 len: 911 time: 1.3712368 Jul 06 14:16:46.494442 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 58060) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:16:46.530077 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.db [None req-d9bfb115-492b-46cf-8b97-ab5d05718975 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] For port 1f71c995-d5f1-46d1-95dc-5b0f48fd8298, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=1f71c995-d5f1-46d1-95dc-5b0f48fd8298,segment=NetworkSegment(89a832b7-7793-4d51-9038-ed7e1c3ff1b2),segment_id=89a832b7-7793-4d51-9038-ed7e1c3ff1b2)] {{(pid=100247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:16:46.530635 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-d9bfb115-492b-46cf-8b97-ab5d05718975 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:46.551805 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-7ea5ca6d-54de-494c-ae79-78bcf1ec0ac7 tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128888353'] for port, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:46.594171 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.plugin [None req-d9bfb115-492b-46cf-8b97-ab5d05718975 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Calling delete_port for 1f71c995-d5f1-46d1-95dc-5b0f48fd8298 owned by network:router_gateway {{(pid=100247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:16:46.618447 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a3bc8c-9af8-4574-846d-d30c496176f7 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Pushing event updated for resources: {'Port': ['ID=1bd8ed31-189e-491c-8ff2-31623ae79eae,revision_number=3']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:16:46.640800 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea5ca6d-54de-494c-ae79-78bcf1ec0ac7 tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Pushing event deleted for resources: {'Port': ['ID=d4663496-0e1d-419b-908e-5f60ff2b3b91,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:16:46.708485 n-d-773647-6 neutron-server[100247]: DEBUG neutron.notifiers.nova [req-18701ddb-49eb-4d41-a3a9-6f1058e0ec09 req-8f098252-cccc-47ce-a4bc-0e7dfe8c0847 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 65a41ea4-e5ca-4a5a-a1d0-5bf5032e4c70 {{(pid=100247) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 14:16:46.737138 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-18701ddb-49eb-4d41-a3a9-6f1058e0ec09 req-8f098252-cccc-47ce-a4bc-0e7dfe8c0847 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:46.750544 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb85ea86-425b-4ac4-8f94-fe5bdc36bca2 req-5a1dc238-1baf-4e66-9966-fd03b8f5945e tempest-AttachVolumeShelveTestJSON-1020519793 tempest-AttachVolumeShelveTestJSON-1020519793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:16:46.752269 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-fb85ea86-425b-4ac4-8f94-fe5bdc36bca2 req-5a1dc238-1baf-4e66-9966-fd03b8f5945e tempest-AttachVolumeShelveTestJSON-1020519793 tempest-AttachVolumeShelveTestJSON-1020519793-project] 10.222.0.104 "GET /v2.0/ports?device_id=28222247-ef72-4123-b031-e588ebd3ba47 HTTP/1.1" status: 200 len: 944 time: 0.4693148 Jul 06 14:16:46.758992 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.db [None req-ecf0cbc0-1d08-4735-806d-1bc3d82e788f tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] For port bce89034-397e-4cbd-897f-7f409eafdd07, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=bce89034-397e-4cbd-897f-7f409eafdd07,segment=NetworkSegment(80c4d749-bd26-40d4-b8b1-8e743d1b7ab5),segment_id=80c4d749-bd26-40d4-b8b1-8e743d1b7ab5)] {{(pid=100247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:16:46.759453 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-ecf0cbc0-1d08-4735-806d-1bc3d82e788f tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:46.823046 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.provisioning_blocks [req-18701ddb-49eb-4d41-a3a9-6f1058e0ec09 req-8f098252-cccc-47ce-a4bc-0e7dfe8c0847 service neutron] Transition to ACTIVE for port object 65a41ea4-e5ca-4a5a-a1d0-5bf5032e4c70 will not be triggered until provisioned by entity L2. {{(pid=100247) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:16:46.829619 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.plugin [None req-ecf0cbc0-1d08-4735-806d-1bc3d82e788f tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Calling delete_port for bce89034-397e-4cbd-897f-7f409eafdd07 owned by network:router_interface {{(pid=100247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:16:46.850028 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-18701ddb-49eb-4d41-a3a9-6f1058e0ec09 req-8f098252-cccc-47ce-a4bc-0e7dfe8c0847 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128888538'] for port, after_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:46.952629 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-ee860bfd-c185-43b5-806c-7a521d0c20e3 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1809431'] for router_interface, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:46.991478 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-fb85ea86-425b-4ac4-8f94-fe5bdc36bca2 req-32a59bce-fb94-4f87-bbb7-9d05c56ba4d2 tempest-AttachVolumeShelveTestJSON-1020519793 tempest-AttachVolumeShelveTestJSON-1020519793-project] 10.222.0.104 "GET /v2.0/security-groups?id=a376d024-e4a1-4cc8-8fe5-9c69c2c40821&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2247412 Jul 06 14:16:47.058077 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-7ea5ca6d-54de-494c-ae79-78bcf1ec0ac7 tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:47.062622 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-7ea5ca6d-54de-494c-ae79-78bcf1ec0ac7 tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] 10.222.0.104 "DELETE /v2.0/ports/d4663496-0e1d-419b-908e-5f60ff2b3b91 HTTP/1.1" status: 204 len: 168 time: 2.6429698 Jul 06 14:16:47.063357 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 58064) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:16:47.091795 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f098252-cccc-47ce-a4bc-0e7dfe8c0847 service neutron] Pushing event updated for resources: {'Port': ['ID=65a41ea4-e5ca-4a5a-a1d0-5bf5032e4c70,revision_number=2']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:16:47.273388 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [None req-90f1c988-9294-448e-8147-fa6d604f9ad3 tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Deleting port 842aaa84-3104-4062-919f-9900319ced32 {{(pid=100246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:16:47.273736 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-90f1c988-9294-448e-8147-fa6d604f9ad3 tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:47.313578 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19885703-4e2f-4f79-9b37-a2e4a42cfe17 req-ade60d8b-38f8-41a0-a88a-2dc0762bdb57 tempest-ServersNegativeTestJSON-728644794 tempest-ServersNegativeTestJSON-728644794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:16:47.315671 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-19885703-4e2f-4f79-9b37-a2e4a42cfe17 req-ade60d8b-38f8-41a0-a88a-2dc0762bdb57 tempest-ServersNegativeTestJSON-728644794 tempest-ServersNegativeTestJSON-728644794-project] 10.222.0.104 "GET /v2.0/ports?device_id=c38e1fb7-16c3-460f-81ed-82738a2148eb HTTP/1.1" status: 200 len: 944 time: 0.4778535 Jul 06 14:16:47.368719 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-d9bfb115-492b-46cf-8b97-ab5d05718975 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128888353'] for port, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:47.370521 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.managers [req-18701ddb-49eb-4d41-a3a9-6f1058e0ec09 req-8f098252-cccc-47ce-a4bc-0e7dfe8c0847 service neutron] Attempting to bind port 65a41ea4-e5ca-4a5a-a1d0-5bf5032e4c70 on host n-h1-773647-6 for vnic_type normal with profile {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:16:47.370868 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.managers [req-18701ddb-49eb-4d41-a3a9-6f1058e0ec09 req-8f098252-cccc-47ce-a4bc-0e7dfe8c0847 service neutron] Attempting to bind port 65a41ea4-e5ca-4a5a-a1d0-5bf5032e4c70 by drivers openvswitch,hyperv on host n-h1-773647-6 at level 0 using segments [{'id': '3485579c-4d75-45d9-a7e8-245348f946ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1042, 'network_id': '9a9945d7-f704-4f59-8c11-10fba7c84a6d'}] {{(pid=100247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:16:47.371734 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18701ddb-49eb-4d41-a3a9-6f1058e0ec09 req-8f098252-cccc-47ce-a4bc-0e7dfe8c0847 service neutron] Attempting to bind port 65a41ea4-e5ca-4a5a-a1d0-5bf5032e4c70 on network 9a9945d7-f704-4f59-8c11-10fba7c84a6d {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:16:47.451148 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9bfb115-492b-46cf-8b97-ab5d05718975 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Pushing event deleted for resources: {'Port': ['ID=1f71c995-d5f1-46d1-95dc-5b0f48fd8298,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:16:47.461617 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18701ddb-49eb-4d41-a3a9-6f1058e0ec09 req-8f098252-cccc-47ce-a4bc-0e7dfe8c0847 service neutron] Port 65a41ea4-e5ca-4a5a-a1d0-5bf5032e4c70 on network 9a9945d7-f704-4f59-8c11-10fba7c84a6d not bound, no agent of type Open vSwitch agent registered on host n-h1-773647-6 {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 14:16:47.461984 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18701ddb-49eb-4d41-a3a9-6f1058e0ec09 req-8f098252-cccc-47ce-a4bc-0e7dfe8c0847 service neutron] Attempting to bind port 65a41ea4-e5ca-4a5a-a1d0-5bf5032e4c70 on network 9a9945d7-f704-4f59-8c11-10fba7c84a6d {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:16:47.467168 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-19885703-4e2f-4f79-9b37-a2e4a42cfe17 req-025450d8-5751-40b8-bc9a-49aa37c3d567 tempest-ServersNegativeTestJSON-728644794 tempest-ServersNegativeTestJSON-728644794-project] 10.222.0.104 "GET /v2.0/security-groups?id=55139e1c-0239-472b-ada8-5a3c70b3eb43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391783 Jul 06 14:16:47.498235 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18701ddb-49eb-4d41-a3a9-6f1058e0ec09 req-8f098252-cccc-47ce-a4bc-0e7dfe8c0847 service neutron] Checking agent: {'id': '5bf7147f-bada-4441-a5dc-934b903473fb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-773647-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 51, 12), 'started_at': datetime.datetime(2021, 7, 6, 13, 51, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 16, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:16:47.498235 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18701ddb-49eb-4d41-a3a9-6f1058e0ec09 req-8f098252-cccc-47ce-a4bc-0e7dfe8c0847 service neutron] Checking segment: {'id': '3485579c-4d75-45d9-a7e8-245348f946ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1042, 'network_id': '9a9945d7-f704-4f59-8c11-10fba7c84a6d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100247) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:16:47.498235 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18701ddb-49eb-4d41-a3a9-6f1058e0ec09 req-8f098252-cccc-47ce-a4bc-0e7dfe8c0847 service neutron] Bound using segment: {'id': '3485579c-4d75-45d9-a7e8-245348f946ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1042, 'network_id': '9a9945d7-f704-4f59-8c11-10fba7c84a6d'} {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:16:47.498235 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.managers [req-18701ddb-49eb-4d41-a3a9-6f1058e0ec09 req-8f098252-cccc-47ce-a4bc-0e7dfe8c0847 service neutron] Bound port: 65a41ea4-e5ca-4a5a-a1d0-5bf5032e4c70, host: n-h1-773647-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3485579c-4d75-45d9-a7e8-245348f946ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1042, 'network_id': '9a9945d7-f704-4f59-8c11-10fba7c84a6d'}}] {{(pid=100247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:16:47.498235 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-18701ddb-49eb-4d41-a3a9-6f1058e0ec09 req-8f098252-cccc-47ce-a4bc-0e7dfe8c0847 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:47.537710 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-90f1c988-9294-448e-8147-fa6d604f9ad3 tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:47.547744 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [None req-ee860bfd-c185-43b5-806c-7a521d0c20e3 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Deleting port 1bd8ed31-189e-491c-8ff2-31623ae79eae {{(pid=100246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:16:47.548146 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-ee860bfd-c185-43b5-806c-7a521d0c20e3 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:47.557199 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [None req-90f1c988-9294-448e-8147-fa6d604f9ad3 tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Calling delete_port for 842aaa84-3104-4062-919f-9900319ced32 owned by {{(pid=100246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:16:47.560498 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-ecf0cbc0-1d08-4735-806d-1bc3d82e788f tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128888353'] for port, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:47.642515 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf0cbc0-1d08-4735-806d-1bc3d82e788f tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Pushing event deleted for resources: {'Port': ['ID=bce89034-397e-4cbd-897f-7f409eafdd07,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:16:47.700371 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-d9bfb115-492b-46cf-8b97-ab5d05718975 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1761104'] for router_gateway, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:47.753360 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-ee860bfd-c185-43b5-806c-7a521d0c20e3 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:47.771181 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [None req-ee860bfd-c185-43b5-806c-7a521d0c20e3 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Calling delete_port for 1bd8ed31-189e-491c-8ff2-31623ae79eae owned by network:router_interface {{(pid=100246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:16:47.809635 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Device 67b64fd1-ede8-4c8b-b13f-ce71aea9619c details requested by agent hyperv_n-h2-773647-6 with host n-h2-773647-6 {{(pid=100248) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 14:16:47.853805 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.db [req-18701ddb-49eb-4d41-a3a9-6f1058e0ec09 req-8f098252-cccc-47ce-a4bc-0e7dfe8c0847 service neutron] For port 65a41ea4-e5ca-4a5a-a1d0-5bf5032e4c70, host n-h1-773647-6, cleared binding levels {{(pid=100247) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:16:47.859915 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-d9bfb115-492b-46cf-8b97-ab5d05718975 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1806308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6982'] for router, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:47.865731 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-d9bfb115-492b-46cf-8b97-ab5d05718975 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:47.884329 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.db [req-18701ddb-49eb-4d41-a3a9-6f1058e0ec09 req-8f098252-cccc-47ce-a4bc-0e7dfe8c0847 service neutron] For port 65a41ea4-e5ca-4a5a-a1d0-5bf5032e4c70, host n-h1-773647-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773647-6',level=0,port_id=65a41ea4-e5ca-4a5a-a1d0-5bf5032e4c70,segment=NetworkSegment(3485579c-4d75-45d9-a7e8-245348f946ff),segment_id=3485579c-4d75-45d9-a7e8-245348f946ff)] {{(pid=100247) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:16:47.999202 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] For port 67b64fd1-ede8-4c8b-b13f-ce71aea9619c, host n-h2-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=67b64fd1-ede8-4c8b-b13f-ce71aea9619c,segment=NetworkSegment(c15971e2-442e-4b9a-8cef-3ba8ead63686),segment_id=c15971e2-442e-4b9a-8cef-3ba8ead63686)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:16:48.017363 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Returning: {'device': '67b64fd1-ede8-4c8b-b13f-ce71aea9619c', 'network_id': 'a1c5aa58-a5eb-4fe0-9c0d-ad9cb3f782ca', 'port_id': '67b64fd1-ede8-4c8b-b13f-ce71aea9619c', 'mac_address': 'fa:16:3e:3f:1e:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1004, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6ec930d2-90b3-4355-914b-4efea8972d25', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100248) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 14:16:48.077841 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:48.123884 n-d-773647-6 neutron-server[100248]: DEBUG neutron.notifiers.nova [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 67b64fd1-ede8-4c8b-b13f-ce71aea9619c {{(pid=100248) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 14:16:48.142488 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-90f1c988-9294-448e-8147-fa6d604f9ad3 tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127687580'] for port, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:48.174394 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] For port 67b64fd1-ede8-4c8b-b13f-ce71aea9619c, host n-h2-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=67b64fd1-ede8-4c8b-b13f-ce71aea9619c,segment=NetworkSegment(c15971e2-442e-4b9a-8cef-3ba8ead63686),segment_id=c15971e2-442e-4b9a-8cef-3ba8ead63686)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:16:48.192887 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:48.199939 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f1c988-9294-448e-8147-fa6d604f9ad3 tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Pushing event deleted for resources: {'Port': ['ID=842aaa84-3104-4062-919f-9900319ced32,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:16:48.268540 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Pushing event updated for resources: {'Port': ['ID=67b64fd1-ede8-4c8b-b13f-ce71aea9619c,revision_number=4']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:16:48.281350 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-ee860bfd-c185-43b5-806c-7a521d0c20e3 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127687580'] for port, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:48.325379 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee860bfd-c185-43b5-806c-7a521d0c20e3 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Pushing event deleted for resources: {'Port': ['ID=1bd8ed31-189e-491c-8ff2-31623ae79eae,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:16:48.425806 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] get_ports_and_sgs() called for port_ids ['67b64fd1-ede8-4c8b-b13f-ce71aea9619c'] {{(pid=100248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 14:16:48.437611 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-ee860bfd-c185-43b5-806c-7a521d0c20e3 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1809193'] for router_interface, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:48.440000 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-90f1c988-9294-448e-8147-fa6d604f9ad3 tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:48.444844 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-90f1c988-9294-448e-8147-fa6d604f9ad3 tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] 10.222.0.104 "DELETE /v2.0/ports/842aaa84-3104-4062-919f-9900319ced32 HTTP/1.1" status: 204 len: 168 time: 1.3798451 Jul 06 14:16:48.445517 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 58076) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:16:48.541472 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-18701ddb-49eb-4d41-a3a9-6f1058e0ec09 req-8f098252-cccc-47ce-a4bc-0e7dfe8c0847 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128888538'] for port, after_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:48.663299 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a0890f3-950b-4e5e-9fb1-c81fb8cf2204 tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Deleting subnet f9f87c3f-0fa8-49b6-bb5b-31a627ebfaf2 {{(pid=100246) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 14:16:48.669777 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-3a0890f3-950b-4e5e-9fb1-c81fb8cf2204 tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Notify callbacks [] for subnet, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:48.792259 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-d9bfb115-492b-46cf-8b97-ab5d05718975 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1805684'] for router, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:48.792843 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9bfb115-492b-46cf-8b97-ab5d05718975 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Fanout notify agent at l3_agent the message router_deleted on router 92895ece-74b3-4cec-a7c1-1c563db23cfa {{(pid=100247) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 14:16:48.800098 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18701ddb-49eb-4d41-a3a9-6f1058e0ec09 req-8f098252-cccc-47ce-a4bc-0e7dfe8c0847 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:16:48.801474 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-18701ddb-49eb-4d41-a3a9-6f1058e0ec09 req-8f098252-cccc-47ce-a4bc-0e7dfe8c0847 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:48.803061 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-18701ddb-49eb-4d41-a3a9-6f1058e0ec09 req-8f098252-cccc-47ce-a4bc-0e7dfe8c0847 service neutron] 10.222.0.127 "PUT /v2.0/ports/65a41ea4-e5ca-4a5a-a1d0-5bf5032e4c70 HTTP/1.1" status: 200 len: 1092 time: 4.3396385 Jul 06 14:16:48.811817 n-d-773647-6 neutron-server[100247]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c38e1fb7-16c3-460f-81ed-82738a2148eb', 'tag': '65a41ea4-e5ca-4a5a-a1d0-5bf5032e4c70'}] {{(pid=100247) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:16:48.817443 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cbf0eeaae822f8fc9b87a94aeba67a3d651842baf663a51cba94b67a514836d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f4f3fa5-9a89-49d8-a11f-414672f3868f" -d '{"events": [{"name": "network-changed", "server_uuid": "c38e1fb7-16c3-460f-81ed-82738a2148eb", "tag": "65a41ea4-e5ca-4a5a-a1d0-5bf5032e4c70"}]}' {{(pid=100247) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:16:48.837264 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-d9bfb115-492b-46cf-8b97-ab5d05718975 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Notify callbacks [] for router, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:48.842717 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-d9bfb115-492b-46cf-8b97-ab5d05718975 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] 10.222.0.104 "DELETE /v2.0/routers/92895ece-74b3-4cec-a7c1-1c563db23cfa HTTP/1.1" status: 204 len: 168 time: 5.1241078 Jul 06 14:16:48.865120 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 58086) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:16:49.155433 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f098252-cccc-47ce-a4bc-0e7dfe8c0847 service neutron] Pushing event updated for resources: {'Port': ['ID=65a41ea4-e5ca-4a5a-a1d0-5bf5032e4c70,revision_number=3']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:16:49.189256 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee860bfd-c185-43b5-806c-7a521d0c20e3 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Router 59e5dbb7-05ac-4d7f-a400-0f80a57a888c has already been hosted by L3 agent 2823d358-a11b-4885-a706-95a279e43fa7 {{(pid=100246) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 14:16:49.190814 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-b739e1b9-6cee-44d6-9685-3aa26d0996b1 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530492'] for network, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:49.191499 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-3a0890f3-950b-4e5e-9fb1-c81fb8cf2204 tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126218885'] for subnet, precommit_delete_associations {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:49.192548 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-ecf0cbc0-1d08-4735-806d-1bc3d82e788f tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1809193'] for router_interface, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:49.307842 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee860bfd-c185-43b5-806c-7a521d0c20e3 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Notify agent at l3_agent.n-d-773647-6 the message routers_updated {{(pid=100246) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 14:16:49.314427 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-ee860bfd-c185-43b5-806c-7a521d0c20e3 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] 10.222.0.104 "PUT /v2.0/routers/59e5dbb7-05ac-4d7f-a400-0f80a57a888c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8178391 Jul 06 14:16:49.319805 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78199f5f-a0db-473f-b82d-c95effde021e None None] Sync routers for ids ['59e5dbb7-05ac-4d7f-a400-0f80a57a888c'] in n-d-773647-6 {{(pid=100248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 14:16:49.323453 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edadcfe5-19d7-4e48-b750-b539971c3ce2 req-de88f52e-c25c-4011-8f31-856bf6ca0a21 tempest-AttachVolumeShelveTestJSON-1020519793 tempest-AttachVolumeShelveTestJSON-1020519793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:16:49.325098 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-edadcfe5-19d7-4e48-b750-b539971c3ce2 req-de88f52e-c25c-4011-8f31-856bf6ca0a21 tempest-AttachVolumeShelveTestJSON-1020519793 tempest-AttachVolumeShelveTestJSON-1020519793-project] 10.222.0.104 "GET /v2.0/ports?device_id=28222247-ef72-4123-b031-e588ebd3ba47 HTTP/1.1" status: 200 len: 945 time: 0.7296088 Jul 06 14:16:49.330285 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78199f5f-a0db-473f-b82d-c95effde021e None None] Routers {'59e5dbb7-05ac-4d7f-a400-0f80a57a888c'} bound to L3 agent in host n-d-773647-6 {{(pid=100248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:16:49.330972 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-78199f5f-a0db-473f-b82d-c95effde021e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T14:16:26Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['59e5dbb7-05ac-4d7f-a400-0f80a57a888c'], 'active': True} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:16:49.331663 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 58088) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:16:49.358832 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178e3233-d9c4-4ce2-8e0b-a606adcb0ae3 req-e85a0b62-2dae-4050-abdf-cdc49c71be38 tempest-ServersNegativeTestJSON-728644794 tempest-ServersNegativeTestJSON-728644794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:16:49.360509 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-178e3233-d9c4-4ce2-8e0b-a606adcb0ae3 req-e85a0b62-2dae-4050-abdf-cdc49c71be38 tempest-ServersNegativeTestJSON-728644794 tempest-ServersNegativeTestJSON-728644794-project] 10.222.0.104 "GET /v2.0/ports?device_id=c38e1fb7-16c3-460f-81ed-82738a2148eb HTTP/1.1" status: 200 len: 944 time: 0.6207814 Jul 06 14:16:49.367652 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-4d60c1c9-3898-46ec-a760-4b378d355532 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] 10.222.0.104 "GET /v2.0/ports?device_id=59e5dbb7-05ac-4d7f-a400-0f80a57a888c HTTP/1.1" status: 200 len: 205 time: 0.0324681 Jul 06 14:16:49.369565 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 58090) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:16:49.372047 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-78199f5f-a0db-473f-b82d-c95effde021e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-773647-6', False) {} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:16:49.381374 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78199f5f-a0db-473f-b82d-c95effde021e None None] Routers {'59e5dbb7-05ac-4d7f-a400-0f80a57a888c'} bound to L3 agent in host n-d-773647-6 {{(pid=100248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:16:49.382143 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-78199f5f-a0db-473f-b82d-c95effde021e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T14:16:26Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['59e5dbb7-05ac-4d7f-a400-0f80a57a888c'], 'active': True} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:16:49.414099 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-78199f5f-a0db-473f-b82d-c95effde021e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-773647-6', False) {} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:16:49.415256 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78199f5f-a0db-473f-b82d-c95effde021e None None] The sync data for ids ['59e5dbb7-05ac-4d7f-a400-0f80a57a888c'] in n-d-773647-6 is: [] {{(pid=100248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 14:16:49.416345 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-3a0890f3-950b-4e5e-9fb1-c81fb8cf2204 tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-913473'] for subnet, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:49.476346 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-549f1207-a043-4937-a1a1-499cc4456cc4 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Notify callbacks [] for router, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:49.478182 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18701ddb-49eb-4d41-a3a9-6f1058e0ec09 req-53c5aa3a-7086-4a76-ae85-ff969e79cab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:16:49.480031 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-18701ddb-49eb-4d41-a3a9-6f1058e0ec09 req-53c5aa3a-7086-4a76-ae85-ff969e79cab5 service neutron] 10.222.0.127 "GET /v2.0/ports?tenant_id=9e0def2463a444ef83e4758cd3e92401&device_id=c38e1fb7-16c3-460f-81ed-82738a2148eb HTTP/1.1" status: 200 len: 1095 time: 0.3410044 Jul 06 14:16:49.495011 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-b739e1b9-6cee-44d6-9685-3aa26d0996b1 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-917204', 'neutron.services.segments.db._delete_segments_for_network-8773753502302'] for network, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:49.551817 n-d-773647-6 neutron-server[100247]: DEBUG neutron.services.segments.db [None req-b739e1b9-6cee-44d6-9685-3aa26d0996b1 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['120989f8-7a26-49c9-99e3-26a4a5fc00f3']}} {{(pid=100247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:16:49.602239 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-18701ddb-49eb-4d41-a3a9-6f1058e0ec09 req-9039c1e1-f84f-484d-be89-bab821dfdac5 service neutron] 10.222.0.127 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=65a41ea4-e5ca-4a5a-a1d0-5bf5032e4c70 HTTP/1.1" status: 200 len: 217 time: 0.1089473 Jul 06 14:16:49.609887 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-edadcfe5-19d7-4e48-b750-b539971c3ce2 req-0a2699ed-9b2f-45bc-bb37-28d6e91e1297 tempest-AttachVolumeShelveTestJSON-1020519793 tempest-AttachVolumeShelveTestJSON-1020519793-project] 10.222.0.104 "GET /v2.0/security-groups?id=a376d024-e4a1-4cc8-8fe5-9c69c2c40821&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2612059 Jul 06 14:16:49.613027 n-d-773647-6 neutron-server[100247]: DEBUG neutron.services.segments.db [None req-b739e1b9-6cee-44d6-9685-3aa26d0996b1 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a4a2476c-616e-4f46-b763-8a121d1a9fab') {'for_net_delete': True} {{(pid=100247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:16:49.613328 n-d-773647-6 neutron-server[100247]: DEBUG neutron.services.segments.db [None req-b739e1b9-6cee-44d6-9685-3aa26d0996b1 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a4a2476c-616e-4f46-b763-8a121d1a9fab') {} {{(pid=100247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:16:49.655176 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-178e3233-d9c4-4ce2-8e0b-a606adcb0ae3 req-416798d9-9dc2-45cf-9531-0f5a39bd0ce4 tempest-ServersNegativeTestJSON-728644794 tempest-ServersNegativeTestJSON-728644794-project] 10.222.0.104 "GET /v2.0/security-groups?id=55139e1c-0239-472b-ada8-5a3c70b3eb43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2629590 Jul 06 14:16:49.664628 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-549f1207-a043-4937-a1a1-499cc4456cc4 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1806308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6982'] for router, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:49.667063 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-b739e1b9-6cee-44d6-9685-3aa26d0996b1 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773753515138', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127131763'] for segment, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:49.669304 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-549f1207-a043-4937-a1a1-499cc4456cc4 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:49.671969 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-3a0890f3-950b-4e5e-9fb1-c81fb8cf2204 tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-913480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1849032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127687590', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127702764'] for subnet, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:49.720466 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-b739e1b9-6cee-44d6-9685-3aa26d0996b1 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552'] for segment, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:49.740680 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0890f3-950b-4e5e-9fb1-c81fb8cf2204 tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Pushing event deleted for resources: {'Subnet': ['ID=f9f87c3f-0fa8-49b6-bb5b-31a627ebfaf2,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:16:49.745852 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-3a0890f3-950b-4e5e-9fb1-c81fb8cf2204 tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Notify callbacks [] for subnet, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:49.748428 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-3a0890f3-950b-4e5e-9fb1-c81fb8cf2204 tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] 10.222.0.104 "DELETE /v2.0/subnets/f9f87c3f-0fa8-49b6-bb5b-31a627ebfaf2 HTTP/1.1" status: 204 len: 168 time: 1.3009417 Jul 06 14:16:49.749387 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b739e1b9-6cee-44d6-9685-3aa26d0996b1 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Releasing vlan 1044 on physical network physnet1 to pool {{(pid=100247) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 14:16:49.749811 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-b739e1b9-6cee-44d6-9685-3aa26d0996b1 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-128888574'] for segment, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:49.751136 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 58096) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:16:49.761412 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-549f1207-a043-4937-a1a1-499cc4456cc4 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1805684'] for router, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:49.762956 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18701ddb-49eb-4d41-a3a9-6f1058e0ec09 req-abe236cf-08b2-4945-962b-c3b03a7ed1f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:16:49.763103 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-549f1207-a043-4937-a1a1-499cc4456cc4 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Fanout notify agent at l3_agent the message router_deleted on router 59e5dbb7-05ac-4d7f-a400-0f80a57a888c {{(pid=100246) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 14:16:49.766354 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-18701ddb-49eb-4d41-a3a9-6f1058e0ec09 req-abe236cf-08b2-4945-962b-c3b03a7ed1f8 service neutron] 10.222.0.127 "GET /v2.0/subnets?id=a11a84e7-e29f-49ab-86b3-7e53a4e90dc5 HTTP/1.1" status: 200 len: 854 time: 0.1549652 Jul 06 14:16:49.767062 n-d-773647-6 neutron-server[100247]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:16:49.767062 n-d-773647-6 neutron-server[100247]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:16:49.767062 n-d-773647-6 neutron-server[100247]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:16:49.767062 n-d-773647-6 neutron-server[100247]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:16:49.767062 n-d-773647-6 neutron-server[100247]: Traceback (most recent call last): Jul 06 14:16:49.767062 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 14:16:49.767062 n-d-773647-6 neutron-server[100247]: timer() Jul 06 14:16:49.767062 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 14:16:49.767062 n-d-773647-6 neutron-server[100247]: cb(*args, **kw) Jul 06 14:16:49.767062 n-d-773647-6 neutron-server[100247]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 14:16:49.767062 n-d-773647-6 neutron-server[100247]: return func(*args, **kwargs) Jul 06 14:16:49.767062 n-d-773647-6 neutron-server[100247]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 14:16:49.767062 n-d-773647-6 neutron-server[100247]: self._notify() Jul 06 14:16:49.767062 n-d-773647-6 neutron-server[100247]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 14:16:49.767062 n-d-773647-6 neutron-server[100247]: self.callback(batched_events) Jul 06 14:16:49.767062 n-d-773647-6 neutron-server[100247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 14:16:49.767062 n-d-773647-6 neutron-server[100247]: event.method(event) Jul 06 14:16:49.767062 n-d-773647-6 neutron-server[100247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 14:16:49.767062 n-d-773647-6 neutron-server[100247]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 14:16:49.767062 n-d-773647-6 neutron-server[100247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 14:16:49.767062 n-d-773647-6 neutron-server[100247]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 14:16:49.767062 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 14:16:49.767062 n-d-773647-6 neutron-server[100247]: return f(self, *a, **k) Jul 06 14:16:49.767062 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 14:16:49.767062 n-d-773647-6 neutron-server[100247]: return self._get(url).json() Jul 06 14:16:49.767062 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 14:16:49.767062 n-d-773647-6 neutron-server[100247]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 14:16:49.767062 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 14:16:49.767062 n-d-773647-6 neutron-server[100247]: return self.request(url, 'GET', **kwargs) Jul 06 14:16:49.767062 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 14:16:49.767062 n-d-773647-6 neutron-server[100247]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 14:16:49.767062 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 14:16:49.767062 n-d-773647-6 neutron-server[100247]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 14:16:49.767062 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 14:16:49.767062 n-d-773647-6 neutron-server[100247]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 14:16:49.767062 n-d-773647-6 neutron-server[100247]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 14:16:49.769881 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b6bb8d9-756d-4c39-830f-4b9c2bda75e9 None None] Network 70fa8a2a-4549-4d89-b089-3cc3fca2d3a3 requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:16:49.786268 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 14:16:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76fdd460-b497-459b-98f7-ade01208a21c x-openstack-request-id: req-76fdd460-b497-459b-98f7-ade01208a21c {{(pid=100247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:16:49.786615 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c38e1fb7-16c3-460f-81ed-82738a2148eb", "tag": "65a41ea4-e5ca-4a5a-a1d0-5bf5032e4c70", "status": "completed", "code": 200}]} {{(pid=100247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:16:49.786784 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-76fdd460-b497-459b-98f7-ade01208a21c {{(pid=100247) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:16:49.787972 n-d-773647-6 neutron-server[100247]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c38e1fb7-16c3-460f-81ed-82738a2148eb', 'tag': '65a41ea4-e5ca-4a5a-a1d0-5bf5032e4c70', 'status': 'completed', 'code': 200} Jul 06 14:16:49.796812 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-549f1207-a043-4937-a1a1-499cc4456cc4 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Notify callbacks [] for router, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:49.798716 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-549f1207-a043-4937-a1a1-499cc4456cc4 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] 10.222.0.104 "DELETE /v2.0/routers/59e5dbb7-05ac-4d7f-a400-0f80a57a888c HTTP/1.1" status: 204 len: 168 time: 0.4275723 Jul 06 14:16:49.801172 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 58098) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:16:49.857709 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-18701ddb-49eb-4d41-a3a9-6f1058e0ec09 req-5972d8bb-08cc-4fa4-834e-cd23f6765dda service neutron] 10.222.0.127 "GET /v2.0/ports?network_id=9a9945d7-f704-4f59-8c11-10fba7c84a6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0669148 Jul 06 14:16:49.859858 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.db_base_plugin_v2 [None req-f39c842c-2ee6-404f-969d-a8b476f881ba tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Deleting subnet 33ba364c-4842-4afb-9331-8a30604f6a2f {{(pid=100246) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 14:16:49.864952 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-f39c842c-2ee6-404f-969d-a8b476f881ba tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Notify callbacks [] for subnet, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:49.866926 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Device 67b64fd1-ede8-4c8b-b13f-ce71aea9619c up at agent hyperv_n-h2-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:16:49.867715 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ecf0cbc0-1d08-4735-806d-1bc3d82e788f tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Router 42880ce7-c066-4642-8280-d12b1b5c8b8e has already been hosted by L3 agent 2823d358-a11b-4885-a706-95a279e43fa7 {{(pid=100247) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 14:16:49.892686 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.db_base_plugin_v2 [None req-961f36de-ae6d-4359-8ead-a9b3c890f0e9 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Deleting subnet e876e46d-babc-4e01-abec-657858f9b97a {{(pid=100246) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 14:16:49.897759 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-961f36de-ae6d-4359-8ead-a9b3c890f0e9 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Notify callbacks [] for subnet, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:49.948752 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-f39c842c-2ee6-404f-969d-a8b476f881ba tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126218885'] for subnet, precommit_delete_associations {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:49.976954 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-961f36de-ae6d-4359-8ead-a9b3c890f0e9 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126218885'] for subnet, precommit_delete_associations {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:50.006826 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-18701ddb-49eb-4d41-a3a9-6f1058e0ec09 req-463afb75-f02f-4541-9021-1a5128b63001 service neutron] 10.222.0.127 "GET /v2.0/networks/9a9945d7-f704-4f59-8c11-10fba7c84a6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1332927 Jul 06 14:16:50.008047 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-b739e1b9-6cee-44d6-9685-3aa26d0996b1 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-917215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1761140'] for network, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:50.031014 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-b739e1b9-6cee-44d6-9685-3aa26d0996b1 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583035'] for network, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:50.043868 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-b739e1b9-6cee-44d6-9685-3aa26d0996b1 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] 10.222.0.104 "DELETE /v2.0/networks/120989f8-7a26-49c9-99e3-26a4a5fc00f3 HTTP/1.1" status: 204 len: 168 time: 1.1729825 Jul 06 14:16:50.044135 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Provisioning for port 67b64fd1-ede8-4c8b-b13f-ce71aea9619c completed by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:16:50.048171 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 58102) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:16:50.048660 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Provisioning complete for port 67b64fd1-ede8-4c8b-b13f-ce71aea9619c triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:16:50.049202 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:50.146976 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b739e1b9-6cee-44d6-9685-3aa26d0996b1 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Pushing event deleted for resources: {'Network': ['ID=120989f8-7a26-49c9-99e3-26a4a5fc00f3,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:16:50.165293 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1ecb275-5db2-48bc-9858-e849d16d7ca1 None None] DHCP port deletion for 70fa8a2a-4549-4d89-b089-3cc3fca2d3a3 request from n-d-773647-6 {{(pid=100248) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 14:16:50.179986 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:50.186847 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-961f36de-ae6d-4359-8ead-a9b3c890f0e9 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-913473'] for subnet, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:50.225367 n-d-773647-6 neutron-server[100248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28222247-ef72-4123-b031-e588ebd3ba47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67b64fd1-ede8-4c8b-b13f-ce71aea9619c'}] {{(pid=100248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:16:50.227646 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84af257533e383389cbcf231d3534f4d5e149e7203fea16b4a8fc01438dddaf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1c5ccaf-f584-4736-8c6d-1e5e10ab2b3d" -d '{"events": [{"server_uuid": "28222247-ef72-4123-b031-e588ebd3ba47", "name": "network-vif-plugged", "status": "completed", "tag": "67b64fd1-ede8-4c8b-b13f-ce71aea9619c"}]}' {{(pid=100248) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:16:50.247203 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] For port 67b64fd1-ede8-4c8b-b13f-ce71aea9619c, host n-h2-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=67b64fd1-ede8-4c8b-b13f-ce71aea9619c,segment=NetworkSegment(c15971e2-442e-4b9a-8cef-3ba8ead63686),segment_id=c15971e2-442e-4b9a-8cef-3ba8ead63686)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:16:50.254146 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:50.285123 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-c1ecb275-5db2-48bc-9858-e849d16d7ca1 None None] Deleting port 524470df-a38e-4513-b120-a1043a9838b7 {{(pid=100248) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:16:50.285557 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-c1ecb275-5db2-48bc-9858-e849d16d7ca1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:50.289462 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecf0cbc0-1d08-4735-806d-1bc3d82e788f tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Notify agent at l3_agent.n-d-773647-6 the message routers_updated {{(pid=100247) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 14:16:50.297341 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-ecf0cbc0-1d08-4735-806d-1bc3d82e788f tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] 10.222.0.104 "PUT /v2.0/routers/42880ce7-c066-4642-8280-d12b1b5c8b8e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7493622 Jul 06 14:16:50.304176 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 58110) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:16:50.305301 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b0f4f7c-6a7b-40ea-be6a-d2f92db23778 None None] Sync routers for ids ['42880ce7-c066-4642-8280-d12b1b5c8b8e'] in n-d-773647-6 {{(pid=100249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 14:16:50.319815 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b0f4f7c-6a7b-40ea-be6a-d2f92db23778 None None] Routers {'42880ce7-c066-4642-8280-d12b1b5c8b8e'} bound to L3 agent in host n-d-773647-6 {{(pid=100249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:16:50.320391 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-1b0f4f7c-6a7b-40ea-be6a-d2f92db23778 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T14:16:26Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['42880ce7-c066-4642-8280-d12b1b5c8b8e'], 'active': True} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:16:50.333605 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 14:16:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e481498f-553d-413b-a031-51eed9f39f02 x-openstack-request-id: req-e481498f-553d-413b-a031-51eed9f39f02 {{(pid=100248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:16:50.334102 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28222247-ef72-4123-b031-e588ebd3ba47", "name": "network-vif-plugged", "status": "completed", "tag": "67b64fd1-ede8-4c8b-b13f-ce71aea9619c", "code": 200}]} {{(pid=100248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:16:50.334102 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-e481498f-553d-413b-a031-51eed9f39f02 {{(pid=100248) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:16:50.334497 n-d-773647-6 neutron-server[100248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28222247-ef72-4123-b031-e588ebd3ba47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67b64fd1-ede8-4c8b-b13f-ce71aea9619c', 'code': 200} Jul 06 14:16:50.344003 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-961f36de-ae6d-4359-8ead-a9b3c890f0e9 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-913480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1849032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127687590', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127702764'] for subnet, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:50.366299 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Pushing event updated for resources: {'Port': ['ID=67b64fd1-ede8-4c8b-b13f-ce71aea9619c,revision_number=5']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:16:50.375600 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-c1ecb275-5db2-48bc-9858-e849d16d7ca1 None None] For port 524470df-a38e-4513-b120-a1043a9838b7, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=524470df-a38e-4513-b120-a1043a9838b7,segment=NetworkSegment(cf14e999-6e16-4245-9908-28547602990f),segment_id=cf14e999-6e16-4245-9908-28547602990f)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:16:50.376003 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-c1ecb275-5db2-48bc-9858-e849d16d7ca1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:50.379605 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.db_base_plugin_v2 [None req-03360379-e15c-4aaa-a6cc-72562666c8e2 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Deleting subnet 979bfc42-649b-4616-828a-00033f303b45 {{(pid=100247) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 14:16:50.383718 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-03360379-e15c-4aaa-a6cc-72562666c8e2 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Notify callbacks [] for subnet, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:50.388967 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-18701ddb-49eb-4d41-a3a9-6f1058e0ec09 req-55461a4b-2290-485d-a913-a3c78fc31ffe service neutron] 10.222.0.127 "GET /v2.0/networks/9a9945d7-f704-4f59-8c11-10fba7c84a6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3657434 Jul 06 14:16:50.390197 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-c1ecb275-5db2-48bc-9858-e849d16d7ca1 None None] Calling delete_port for 524470df-a38e-4513-b120-a1043a9838b7 owned by network:dhcp {{(pid=100248) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:16:50.419861 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-6fdb3272-8417-42e4-bf60-d5fdb092cdd0 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Notify callbacks [] for security_group, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:50.451819 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-03360379-e15c-4aaa-a6cc-72562666c8e2 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127131748'] for subnet, precommit_delete_associations {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:50.500436 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-c1ecb275-5db2-48bc-9858-e849d16d7ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117'] for port, after_delete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:50.535124 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ecb275-5db2-48bc-9858-e849d16d7ca1 None None] Pushing event deleted for resources: {'Port': ['ID=524470df-a38e-4513-b120-a1043a9838b7,revision_number=None']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:16:50.541575 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1ecb275-5db2-48bc-9858-e849d16d7ca1 None None] No DVR routers for this DVR port 524470df-a38e-4513-b120-a1043a9838b7 on host n-d-773647-6 {{(pid=100248) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:16:50.547773 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-6fdb3272-8417-42e4-bf60-d5fdb092cdd0 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:50.564654 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvr_db [None req-1b0f4f7c-6a7b-40ea-be6a-d2f92db23778 None None] Set router 42880ce7-c066-4642-8280-d12b1b5c8b8e gateway port host: None {{(pid=100249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:16:50.572164 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961f36de-ae6d-4359-8ead-a9b3c890f0e9 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Pushing event deleted for resources: {'Subnet': ['ID=e876e46d-babc-4e01-abec-657858f9b97a,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:16:50.596772 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92029ead-2b37-494f-9c60-dbc3f6def2d7 None None] Network 0adfed9c-8d60-4b37-8323-619c55f27d23 requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:16:50.601007 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-961f36de-ae6d-4359-8ead-a9b3c890f0e9 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Notify callbacks [] for subnet, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:50.604818 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-961f36de-ae6d-4359-8ead-a9b3c890f0e9 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] 10.222.0.104 "DELETE /v2.0/subnets/e876e46d-babc-4e01-abec-657858f9b97a HTTP/1.1" status: 204 len: 168 time: 0.8026235 Jul 06 14:16:50.606947 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-f39c842c-2ee6-404f-969d-a8b476f881ba tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-913473'] for subnet, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:50.633081 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 58112) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:16:50.733024 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-03360379-e15c-4aaa-a6cc-72562666c8e2 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-913473'] for subnet, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:50.752727 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4f3fa5-9a89-49d8-a11f-414672f3868f req-8fdaedb2-1020-4eb0-ae11-1356158284c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:16:50.756167 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-2f4f3fa5-9a89-49d8-a11f-414672f3868f req-8fdaedb2-1020-4eb0-ae11-1356158284c2 service neutron] 10.222.0.127 "GET /v2.0/ports?tenant_id=9e0def2463a444ef83e4758cd3e92401&device_id=c38e1fb7-16c3-460f-81ed-82738a2148eb HTTP/1.1" status: 200 len: 1095 time: 0.2572312 Jul 06 14:16:50.865814 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-a28e20ce-dbc6-4eea-b4ed-e870f5abf8ed tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530492'] for network, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:50.935208 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4549d307-d691-4898-b8c8-08d980cde628 None None] DHCP port deletion for 0adfed9c-8d60-4b37-8323-619c55f27d23 request from n-d-773647-6 {{(pid=100248) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 14:16:50.955670 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-f39c842c-2ee6-404f-969d-a8b476f881ba tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-913480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1849032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127687590', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127702764'] for subnet, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:50.998087 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98720f4-dfb2-4b46-a982-0cf2c8ddbb89 req-8db8fee3-19df-40a6-ab90-5f30389bf7be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:16:51.001792 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-c98720f4-dfb2-4b46-a982-0cf2c8ddbb89 req-8db8fee3-19df-40a6-ab90-5f30389bf7be service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=28222247-ef72-4123-b031-e588ebd3ba47 HTTP/1.1" status: 200 len: 1097 time: 0.4826806 Jul 06 14:16:51.042812 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-4549d307-d691-4898-b8c8-08d980cde628 None None] Deleting port 225f8962-9c7f-4813-bc4c-1ac2c8a69599 {{(pid=100248) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:16:51.044310 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4549d307-d691-4898-b8c8-08d980cde628 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:51.062168 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-1b0f4f7c-6a7b-40ea-be6a-d2f92db23778 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42880ce7-c066-4642-8280-d12b1b5c8b8e', 'name': 'tempest-RoutersTest-router-1812818657', 'tenant_id': '9c6f2fd69adb42a0ae2388cfacf9d174', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:15:48Z', 'updated_at': '2021-07-06T14:16:47Z', 'revision_number': 10, 'project_id': '9c6f2fd69adb42a0ae2388cfacf9d174', 'gw_port_host': None, '_interfaces': [{'id': 'b1449530-0688-4078-bda6-5f36e7ee7116', 'name': '', 'network_id': 'c860d06d-8556-4bec-98c1-fafd1f4e2cd8', 'tenant_id': '9c6f2fd69adb42a0ae2388cfacf9d174', 'mac_address': 'fa:16:3e:5a:7d:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42880ce7-c066-4642-8280-d12b1b5c8b8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2339, 'fixed_ips': [{'subnet_id': '1a718569-5c6a-4b3b-b22a-5dcfa6d1e9b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:15:51Z', 'updated_at': '2021-07-06T14:16:03Z', 'revision_number': 5, 'project_id': '9c6f2fd69adb42a0ae2388cfacf9d174', 'subnets': [{'id': '1a718569-5c6a-4b3b-b22a-5dcfa6d1e9b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773647-6', False) {} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:16:51.069801 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 1f71c995-d5f1-46d1-95dc-5b0f48fd8298 no longer exists at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:16:51.073712 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-03360379-e15c-4aaa-a6cc-72562666c8e2 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-913480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1849032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-128888347', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127627857'] for subnet, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:51.081177 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39c842c-2ee6-404f-969d-a8b476f881ba tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Pushing event deleted for resources: {'Subnet': ['ID=33ba364c-4842-4afb-9331-8a30604f6a2f,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:16:51.108673 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b0f4f7c-6a7b-40ea-be6a-d2f92db23778 None None] Checking router: 42880ce7-c066-4642-8280-d12b1b5c8b8e for host: n-d-773647-6 {{(pid=100249) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 14:16:51.109588 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-f39c842c-2ee6-404f-969d-a8b476f881ba tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Notify callbacks [] for subnet, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:51.112066 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-f39c842c-2ee6-404f-969d-a8b476f881ba tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] 10.222.0.104 "DELETE /v2.0/subnets/33ba364c-4842-4afb-9331-8a30604f6a2f HTTP/1.1" status: 204 len: 168 time: 1.3596661 Jul 06 14:16:51.117052 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 58120) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:16:51.121028 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b0f4f7c-6a7b-40ea-be6a-d2f92db23778 None None] Routers {'42880ce7-c066-4642-8280-d12b1b5c8b8e'} bound to L3 agent in host n-d-773647-6 {{(pid=100249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:16:51.121898 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-1b0f4f7c-6a7b-40ea-be6a-d2f92db23778 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T14:16:26Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['42880ce7-c066-4642-8280-d12b1b5c8b8e'], 'active': True} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:16:51.132463 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-6fdb3272-8417-42e4-bf60-d5fdb092cdd0 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:51.135452 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-6fdb3272-8417-42e4-bf60-d5fdb092cdd0 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Notify callbacks [] for security_group, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:51.140021 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-6fdb3272-8417-42e4-bf60-d5fdb092cdd0 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] 10.222.0.104 "DELETE /v2.0/security-groups/5d8c99c2-13fb-4e77-b660-83bc40ffb65c HTTP/1.1" status: 204 len: 168 time: 1.0907269 Jul 06 14:16:51.146071 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03360379-e15c-4aaa-a6cc-72562666c8e2 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Pushing event deleted for resources: {'Subnet': ['ID=979bfc42-649b-4616-828a-00033f303b45,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:16:51.168906 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-03360379-e15c-4aaa-a6cc-72562666c8e2 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Notify callbacks [] for subnet, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:51.173125 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-03360379-e15c-4aaa-a6cc-72562666c8e2 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] 10.222.0.104 "DELETE /v2.0/subnets/979bfc42-649b-4616-828a-00033f303b45 HTTP/1.1" status: 204 len: 168 time: 0.8656666 Jul 06 14:16:51.175596 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 58126) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:16:51.197406 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f066718-e222-40d6-bf63-69a96b3a44b6 None None] Network f1fe0f84-e7fb-43f2-a13c-d5fffe5a5634 requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:16:51.217156 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fdb3272-8417-42e4-bf60-d5fdb092cdd0 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d8c99c2-13fb-4e77-b660-83bc40ffb65c,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:16:51.241408 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-c98720f4-dfb2-4b46-a982-0cf2c8ddbb89 req-0a00917c-852c-4fb1-9e23-bb452f4f226b service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=a376d024-e4a1-4cc8-8fe5-9c69c2c40821&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1689065 Jul 06 14:16:51.242182 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b18b1185-0a87-47cd-af1c-e78746a79bf3 None None] Network 70cfb0ea-6f2f-4b89-a761-9bd9b50efd3e requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:16:51.245861 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [None req-a28e20ce-dbc6-4eea-b4ed-e870f5abf8ed tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Deleting port 225f8962-9c7f-4813-bc4c-1ac2c8a69599 {{(pid=100246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:16:51.246859 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-a28e20ce-dbc6-4eea-b4ed-e870f5abf8ed tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:51.280822 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4f3fa5-9a89-49d8-a11f-414672f3868f req-f46dedde-b944-4ebb-844f-ba78a69fb1c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:16:51.282395 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-2f4f3fa5-9a89-49d8-a11f-414672f3868f req-f46dedde-b944-4ebb-844f-ba78a69fb1c5 service neutron] 10.222.0.127 "GET /v2.0/networks?id=9a9945d7-f704-4f59-8c11-10fba7c84a6d HTTP/1.1" status: 200 len: 916 time: 0.4687531 Jul 06 14:16:51.300425 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] No Port match for: 1f71c995-d5f1-46d1-95dc-5b0f48fd8298 {{(pid=100248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 14:16:51.300761 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 1f71c995-d5f1-46d1-95dc-5b0f48fd8298 not bound to the agent host n-d-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:16:51.301181 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 524470df-a38e-4513-b120-a1043a9838b7 no longer exists at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:16:51.323128 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.db [None req-a28e20ce-dbc6-4eea-b4ed-e870f5abf8ed tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] For port 225f8962-9c7f-4813-bc4c-1ac2c8a69599, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=225f8962-9c7f-4813-bc4c-1ac2c8a69599,segment=NetworkSegment(098c46b1-dea5-4ed6-a631-4ddcdbd7f82b),segment_id=098c46b1-dea5-4ed6-a631-4ddcdbd7f82b)] {{(pid=100246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:16:51.323867 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-a28e20ce-dbc6-4eea-b4ed-e870f5abf8ed tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:51.340983 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [None req-a28e20ce-dbc6-4eea-b4ed-e870f5abf8ed tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Calling delete_port for 225f8962-9c7f-4813-bc4c-1ac2c8a69599 owned by network:dhcp {{(pid=100246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:16:51.342276 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6c85ce-6749-4fca-91e0-06cf74effb71 req-202c327a-7253-40b4-893a-e76a9660bec8 tempest-AttachVolumeShelveTestJSON-1020519793 tempest-AttachVolumeShelveTestJSON-1020519793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:16:51.349427 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-2d6c85ce-6749-4fca-91e0-06cf74effb71 req-202c327a-7253-40b4-893a-e76a9660bec8 tempest-AttachVolumeShelveTestJSON-1020519793 tempest-AttachVolumeShelveTestJSON-1020519793-project] 10.222.0.104 "GET /v2.0/ports?device_id=28222247-ef72-4123-b031-e588ebd3ba47 HTTP/1.1" status: 200 len: 946 time: 0.4706457 Jul 06 14:16:51.375520 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-2f4f3fa5-9a89-49d8-a11f-414672f3868f req-940fa2d1-6f81-4054-ac78-945a564c4223 service neutron] 10.222.0.127 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=65a41ea4-e5ca-4a5a-a1d0-5bf5032e4c70 HTTP/1.1" status: 200 len: 217 time: 0.0798593 Jul 06 14:16:51.379012 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-a09c8ca6-7648-4d82-a91f-e811f55eb5c9 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530492'] for network, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:51.401690 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvr_db [None req-1b0f4f7c-6a7b-40ea-be6a-d2f92db23778 None None] Set router 42880ce7-c066-4642-8280-d12b1b5c8b8e gateway port host: None {{(pid=100249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:16:51.409366 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f52e8d-fa74-4a1a-b86d-120702b468b2 req-e953dd48-5ad0-4273-acae-b5cead47a819 tempest-ServersNegativeTestJSON-728644794 tempest-ServersNegativeTestJSON-728644794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:16:51.410953 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-08f52e8d-fa74-4a1a-b86d-120702b468b2 req-e953dd48-5ad0-4273-acae-b5cead47a819 tempest-ServersNegativeTestJSON-728644794 tempest-ServersNegativeTestJSON-728644794-project] 10.222.0.104 "GET /v2.0/ports?device_id=c38e1fb7-16c3-460f-81ed-82738a2148eb HTTP/1.1" status: 200 len: 944 time: 0.4335284 Jul 06 14:16:51.451479 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-a28e20ce-dbc6-4eea-b4ed-e870f5abf8ed tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127687580'] for port, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:51.478544 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-2d6c85ce-6749-4fca-91e0-06cf74effb71 req-c30691eb-cfc9-4c22-b846-8be4400e4823 tempest-AttachVolumeShelveTestJSON-1020519793 tempest-AttachVolumeShelveTestJSON-1020519793-project] 10.222.0.104 "GET /v2.0/security-groups?id=a376d024-e4a1-4cc8-8fe5-9c69c2c40821&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1281409 Jul 06 14:16:51.487850 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28e20ce-dbc6-4eea-b4ed-e870f5abf8ed tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Pushing event deleted for resources: {'Port': ['ID=225f8962-9c7f-4813-bc4c-1ac2c8a69599,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:16:51.497447 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-41803dfc-6764-4502-a88b-843220c171a4 tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530492'] for network, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:51.501898 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a28e20ce-dbc6-4eea-b4ed-e870f5abf8ed tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] No DVR routers for this DVR port 225f8962-9c7f-4813-bc4c-1ac2c8a69599 on host n-d-773647-6 {{(pid=100246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:16:51.555015 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4f3fa5-9a89-49d8-a11f-414672f3868f req-f65cf3f7-e98f-445f-b345-4d66996fd465 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:16:51.568831 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-2f4f3fa5-9a89-49d8-a11f-414672f3868f req-f65cf3f7-e98f-445f-b345-4d66996fd465 service neutron] 10.222.0.127 "GET /v2.0/subnets?id=a11a84e7-e29f-49ab-86b3-7e53a4e90dc5 HTTP/1.1" status: 200 len: 854 time: 0.1828539 Jul 06 14:16:51.649459 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-2f4f3fa5-9a89-49d8-a11f-414672f3868f req-2f8e54ec-ee36-46bf-8e98-7910bb15623f service neutron] 10.222.0.127 "GET /v2.0/ports?network_id=9a9945d7-f704-4f59-8c11-10fba7c84a6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0665052 Jul 06 14:16:51.654814 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-08f52e8d-fa74-4a1a-b86d-120702b468b2 req-736b64cd-bcd4-4ddb-8bdc-2f359ccccbf2 tempest-ServersNegativeTestJSON-728644794 tempest-ServersNegativeTestJSON-728644794-project] 10.222.0.104 "GET /v2.0/security-groups?id=55139e1c-0239-472b-ada8-5a3c70b3eb43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2177336 Jul 06 14:16:51.713110 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] No Port match for: 524470df-a38e-4513-b120-a1043a9838b7 {{(pid=100248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 14:16:51.713676 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 524470df-a38e-4513-b120-a1043a9838b7 not bound to the agent host n-d-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:16:51.719997 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 225f8962-9c7f-4813-bc4c-1ac2c8a69599 no longer exists at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:16:51.725593 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-1b0f4f7c-6a7b-40ea-be6a-d2f92db23778 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42880ce7-c066-4642-8280-d12b1b5c8b8e', 'name': 'tempest-RoutersTest-router-1812818657', 'tenant_id': '9c6f2fd69adb42a0ae2388cfacf9d174', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:15:48Z', 'updated_at': '2021-07-06T14:16:47Z', 'revision_number': 10, 'project_id': '9c6f2fd69adb42a0ae2388cfacf9d174', 'gw_port_host': None, '_interfaces': [{'id': 'b1449530-0688-4078-bda6-5f36e7ee7116', 'name': '', 'network_id': 'c860d06d-8556-4bec-98c1-fafd1f4e2cd8', 'tenant_id': '9c6f2fd69adb42a0ae2388cfacf9d174', 'mac_address': 'fa:16:3e:5a:7d:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42880ce7-c066-4642-8280-d12b1b5c8b8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2339, 'fixed_ips': [{'subnet_id': '1a718569-5c6a-4b3b-b22a-5dcfa6d1e9b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:15:51Z', 'updated_at': '2021-07-06T14:16:03Z', 'revision_number': 5, 'project_id': '9c6f2fd69adb42a0ae2388cfacf9d174', 'subnets': [{'id': '1a718569-5c6a-4b3b-b22a-5dcfa6d1e9b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773647-6', False) {} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:16:51.749739 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.plugin [None req-a09c8ca6-7648-4d82-a91f-e811f55eb5c9 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Deleting port 51039e03-2bba-4d0c-add4-1b0bba49c6af {{(pid=100247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:16:51.750215 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-a09c8ca6-7648-4d82-a91f-e811f55eb5c9 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:51.770462 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b0f4f7c-6a7b-40ea-be6a-d2f92db23778 None None] The sync data for ids ['42880ce7-c066-4642-8280-d12b1b5c8b8e'] in n-d-773647-6 is: [{'id': '42880ce7-c066-4642-8280-d12b1b5c8b8e', 'name': 'tempest-RoutersTest-router-1812818657', 'tenant_id': '9c6f2fd69adb42a0ae2388cfacf9d174', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:15:48Z', 'updated_at': '2021-07-06T14:16:47Z', 'revision_number': 10, 'project_id': '9c6f2fd69adb42a0ae2388cfacf9d174', 'gw_port_host': None, '_interfaces': [{'id': 'b1449530-0688-4078-bda6-5f36e7ee7116', 'name': '', 'network_id': 'c860d06d-8556-4bec-98c1-fafd1f4e2cd8', 'tenant_id': '9c6f2fd69adb42a0ae2388cfacf9d174', 'mac_address': 'fa:16:3e:5a:7d:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42880ce7-c066-4642-8280-d12b1b5c8b8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2339, 'fixed_ips': [{'subnet_id': '1a718569-5c6a-4b3b-b22a-5dcfa6d1e9b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:15:51Z', 'updated_at': '2021-07-06T14:16:03Z', 'revision_number': 5, 'project_id': '9c6f2fd69adb42a0ae2388cfacf9d174', 'subnets': [{'id': '1a718569-5c6a-4b3b-b22a-5dcfa6d1e9b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 14:16:51.810887 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-a28e20ce-dbc6-4eea-b4ed-e870f5abf8ed tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-917204', 'neutron.services.segments.db._delete_segments_for_network-8773753502302'] for network, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:51.820673 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] No Port match for: 225f8962-9c7f-4813-bc4c-1ac2c8a69599 {{(pid=100248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 14:16:51.820673 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 225f8962-9c7f-4813-bc4c-1ac2c8a69599 not bound to the agent host n-d-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:16:51.830155 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-41803dfc-6764-4502-a88b-843220c171a4 tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-917204', 'neutron.services.segments.db._delete_segments_for_network-8773753502302'] for network, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:51.843636 n-d-773647-6 neutron-server[100246]: DEBUG neutron.services.segments.db [None req-a28e20ce-dbc6-4eea-b4ed-e870f5abf8ed tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0adfed9c-8d60-4b37-8323-619c55f27d23']}} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:16:51.856311 n-d-773647-6 neutron-server[100246]: DEBUG neutron.services.segments.db [None req-41803dfc-6764-4502-a88b-843220c171a4 tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['70fa8a2a-4549-4d89-b089-3cc3fca2d3a3']}} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:16:51.874050 n-d-773647-6 neutron-server[100246]: DEBUG neutron.services.segments.db [None req-a28e20ce-dbc6-4eea-b4ed-e870f5abf8ed tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '098c46b1-dea5-4ed6-a631-4ddcdbd7f82b') {'for_net_delete': True} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:16:51.874790 n-d-773647-6 neutron-server[100246]: DEBUG neutron.services.segments.db [None req-a28e20ce-dbc6-4eea-b4ed-e870f5abf8ed tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '098c46b1-dea5-4ed6-a631-4ddcdbd7f82b') {} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:16:51.874900 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-4549d307-d691-4898-b8c8-08d980cde628 None None] For port 225f8962-9c7f-4813-bc4c-1ac2c8a69599, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=225f8962-9c7f-4813-bc4c-1ac2c8a69599,segment=NetworkSegment(098c46b1-dea5-4ed6-a631-4ddcdbd7f82b),segment_id=098c46b1-dea5-4ed6-a631-4ddcdbd7f82b)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:16:51.875335 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4549d307-d691-4898-b8c8-08d980cde628 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:51.889564 n-d-773647-6 neutron-server[100246]: DEBUG neutron.services.segments.db [None req-41803dfc-6764-4502-a88b-843220c171a4 tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf14e999-6e16-4245-9908-28547602990f') {'for_net_delete': True} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:16:51.890069 n-d-773647-6 neutron-server[100246]: DEBUG neutron.services.segments.db [None req-41803dfc-6764-4502-a88b-843220c171a4 tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf14e999-6e16-4245-9908-28547602990f') {} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:16:51.900504 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-a28e20ce-dbc6-4eea-b4ed-e870f5abf8ed tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773753515138', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126218898'] for segment, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:51.911134 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-41803dfc-6764-4502-a88b-843220c171a4 tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773753515138', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126218898'] for segment, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:51.927918 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-a28e20ce-dbc6-4eea-b4ed-e870f5abf8ed tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552'] for segment, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:51.929839 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-4549d307-d691-4898-b8c8-08d980cde628 None None] Calling delete_port for 225f8962-9c7f-4813-bc4c-1ac2c8a69599 owned by network:dhcp {{(pid=100248) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:16:51.934767 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-41803dfc-6764-4502-a88b-843220c171a4 tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552'] for segment, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:51.941688 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a28e20ce-dbc6-4eea-b4ed-e870f5abf8ed tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Releasing vlan 1034 on physical network physnet1 to pool {{(pid=100246) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 14:16:51.954455 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-a28e20ce-dbc6-4eea-b4ed-e870f5abf8ed tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127687491'] for segment, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:51.960617 n-d-773647-6 neutron-server[100246]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:16:51.960617 n-d-773647-6 neutron-server[100246]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:16:51.960617 n-d-773647-6 neutron-server[100246]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:16:51.960617 n-d-773647-6 neutron-server[100246]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:16:51.960617 n-d-773647-6 neutron-server[100246]: Traceback (most recent call last): Jul 06 14:16:51.960617 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 14:16:51.960617 n-d-773647-6 neutron-server[100246]: timer() Jul 06 14:16:51.960617 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 14:16:51.960617 n-d-773647-6 neutron-server[100246]: cb(*args, **kw) Jul 06 14:16:51.960617 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 14:16:51.960617 n-d-773647-6 neutron-server[100246]: return func(*args, **kwargs) Jul 06 14:16:51.960617 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 14:16:51.960617 n-d-773647-6 neutron-server[100246]: self._notify() Jul 06 14:16:51.960617 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 14:16:51.960617 n-d-773647-6 neutron-server[100246]: self.callback(batched_events) Jul 06 14:16:51.960617 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 14:16:51.960617 n-d-773647-6 neutron-server[100246]: event.method(event) Jul 06 14:16:51.960617 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 14:16:51.960617 n-d-773647-6 neutron-server[100246]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 14:16:51.960617 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 14:16:51.960617 n-d-773647-6 neutron-server[100246]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 14:16:51.960617 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 14:16:51.960617 n-d-773647-6 neutron-server[100246]: return f(self, *a, **k) Jul 06 14:16:51.960617 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 14:16:51.960617 n-d-773647-6 neutron-server[100246]: return self._get(url).json() Jul 06 14:16:51.960617 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 14:16:51.960617 n-d-773647-6 neutron-server[100246]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 14:16:51.960617 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 14:16:51.960617 n-d-773647-6 neutron-server[100246]: return self.request(url, 'GET', **kwargs) Jul 06 14:16:51.960617 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 14:16:51.960617 n-d-773647-6 neutron-server[100246]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 14:16:51.960617 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 14:16:51.960617 n-d-773647-6 neutron-server[100246]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 14:16:51.960617 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 14:16:51.960617 n-d-773647-6 neutron-server[100246]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 14:16:51.960617 n-d-773647-6 neutron-server[100246]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 14:16:51.966727 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.db [None req-a09c8ca6-7648-4d82-a91f-e811f55eb5c9 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] For port 51039e03-2bba-4d0c-add4-1b0bba49c6af, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=51039e03-2bba-4d0c-add4-1b0bba49c6af,segment=NetworkSegment(80c4d749-bd26-40d4-b8b1-8e743d1b7ab5),segment_id=80c4d749-bd26-40d4-b8b1-8e743d1b7ab5)] {{(pid=100247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:16:51.967103 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-a09c8ca6-7648-4d82-a91f-e811f55eb5c9 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:51.990391 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-2f4f3fa5-9a89-49d8-a11f-414672f3868f req-cb6c2c90-1ed4-43f3-b75c-46db35126396 service neutron] 10.222.0.127 "GET /v2.0/networks/9a9945d7-f704-4f59-8c11-10fba7c84a6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3186061 Jul 06 14:16:51.997253 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-41803dfc-6764-4502-a88b-843220c171a4 tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Releasing vlan 1012 on physical network physnet1 to pool {{(pid=100246) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 14:16:51.997514 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-41803dfc-6764-4502-a88b-843220c171a4 tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127687491'] for segment, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:52.005876 n-d-773647-6 neutron-server[100246]: Traceback (most recent call last): Jul 06 14:16:52.005876 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 14:16:52.005876 n-d-773647-6 neutron-server[100246]: timer() Jul 06 14:16:52.005876 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 14:16:52.005876 n-d-773647-6 neutron-server[100246]: cb(*args, **kw) Jul 06 14:16:52.005876 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 14:16:52.005876 n-d-773647-6 neutron-server[100246]: return func(*args, **kwargs) Jul 06 14:16:52.005876 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 14:16:52.005876 n-d-773647-6 neutron-server[100246]: self._notify() Jul 06 14:16:52.005876 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 14:16:52.005876 n-d-773647-6 neutron-server[100246]: self.callback(batched_events) Jul 06 14:16:52.005876 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 14:16:52.005876 n-d-773647-6 neutron-server[100246]: event.method(event) Jul 06 14:16:52.005876 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 14:16:52.005876 n-d-773647-6 neutron-server[100246]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 14:16:52.005876 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 14:16:52.005876 n-d-773647-6 neutron-server[100246]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 14:16:52.005876 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 14:16:52.005876 n-d-773647-6 neutron-server[100246]: return f(self, *a, **k) Jul 06 14:16:52.005876 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 14:16:52.005876 n-d-773647-6 neutron-server[100246]: return self._get(url).json() Jul 06 14:16:52.005876 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 14:16:52.005876 n-d-773647-6 neutron-server[100246]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 14:16:52.005876 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 14:16:52.005876 n-d-773647-6 neutron-server[100246]: return self.request(url, 'GET', **kwargs) Jul 06 14:16:52.005876 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 14:16:52.005876 n-d-773647-6 neutron-server[100246]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 14:16:52.005876 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 14:16:52.005876 n-d-773647-6 neutron-server[100246]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 14:16:52.005876 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 14:16:52.005876 n-d-773647-6 neutron-server[100246]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 14:16:52.005876 n-d-773647-6 neutron-server[100246]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 14:16:52.009291 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.plugin [None req-a09c8ca6-7648-4d82-a91f-e811f55eb5c9 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Calling delete_port for 51039e03-2bba-4d0c-add4-1b0bba49c6af owned by network:dhcp {{(pid=100247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:16:52.136393 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4549d307-d691-4898-b8c8-08d980cde628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117'] for port, after_delete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:52.184438 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 58130) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:16:52.201825 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-2821919f-65f6-45ae-8845-5a1f4695b269 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1000184488', 'description': 'tempest-secgroup-smoke-1000184488 description', 'project_id': '1077a35eaa714f1bbf260d32c5a52c8f'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:16:52.223114 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4549d307-d691-4898-b8c8-08d980cde628 None None] Pushing event deleted for resources: {'Port': ['ID=225f8962-9c7f-4813-bc4c-1ac2c8a69599,revision_number=None']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:16:52.235394 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4549d307-d691-4898-b8c8-08d980cde628 None None] No DVR routers for this DVR port 225f8962-9c7f-4813-bc4c-1ac2c8a69599 on host n-d-773647-6 {{(pid=100248) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:16:52.255632 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-a28e20ce-dbc6-4eea-b4ed-e870f5abf8ed tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-917215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1761140'] for network, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:52.277865 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10576684-90f4-4f6b-933d-959520f8755f None None] DHCP port deletion for 70cfb0ea-6f2f-4b89-a761-9bd9b50efd3e request from n-d-773647-6 {{(pid=100248) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 14:16:52.296481 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-2f4f3fa5-9a89-49d8-a11f-414672f3868f req-9304e25f-bdde-4087-9c5e-536d55183a15 service neutron] 10.222.0.127 "GET /v2.0/networks/9a9945d7-f704-4f59-8c11-10fba7c84a6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2774012 Jul 06 14:16:52.321276 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-a28e20ce-dbc6-4eea-b4ed-e870f5abf8ed tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Notify callbacks [] for network, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:52.323509 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-a28e20ce-dbc6-4eea-b4ed-e870f5abf8ed tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] 10.222.0.104 "DELETE /v2.0/networks/0adfed9c-8d60-4b37-8323-619c55f27d23 HTTP/1.1" status: 204 len: 168 time: 1.6834295 Jul 06 14:16:52.325291 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-2821919f-65f6-45ae-8845-5a1f4695b269 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Notify callbacks [] for security_group, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:52.346684 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41b032f7-4a51-4d73-85c0-dc83bf6eec30 None None] DHCP port deletion for f1fe0f84-e7fb-43f2-a13c-d5fffe5a5634 request from n-d-773647-6 {{(pid=100248) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 14:16:52.354657 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-41803dfc-6764-4502-a88b-843220c171a4 tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-917215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1761140'] for network, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:52.357400 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 58134) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:16:52.378004 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-7255d61e-d518-4f61-a696-668524ff373e tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-90364201', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:16:52.428801 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-41803dfc-6764-4502-a88b-843220c171a4 tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Notify callbacks [] for network, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:52.434277 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-41803dfc-6764-4502-a88b-843220c171a4 tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] 10.222.0.104 "DELETE /v2.0/networks/70fa8a2a-4549-4d89-b089-3cc3fca2d3a3 HTTP/1.1" status: 204 len: 168 time: 1.3128169 Jul 06 14:16:52.434890 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-a09c8ca6-7648-4d82-a91f-e811f55eb5c9 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128888353'] for port, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:52.442970 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 58136) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:16:52.443584 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Device 65a41ea4-e5ca-4a5a-a1d0-5bf5032e4c70 details requested by agent hyperv_n-h1-773647-6 with host n-h1-773647-6 {{(pid=100248) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 14:16:52.457250 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28e20ce-dbc6-4eea-b4ed-e870f5abf8ed tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Pushing event deleted for resources: {'Network': ['ID=0adfed9c-8d60-4b37-8323-619c55f27d23,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:16:52.459589 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.db.api [None req-7255d61e-d518-4f61-a696-668524ff373e tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 06 14:16:52.459589 n-d-773647-6 neutron-server[100246]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 06 14:16:52.459589 n-d-773647-6 neutron-server[100246]: [parameters: {'project_id_1': 'b162a45bb3174bbb964a63afe4786b87', 'expiration_1': datetime.datetime(2021, 7, 6, 14, 16, 52, 393602)}] Jul 06 14:16:52.459589 n-d-773647-6 neutron-server[100246]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=100246) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 06 14:16:52.460619 n-d-773647-6 neutron-server[100246]: DEBUG oslo_db.api [None req-7255d61e-d518-4f61-a696-668524ff373e tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 06 14:16:52.484573 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09c8ca6-7648-4d82-a91f-e811f55eb5c9 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Pushing event deleted for resources: {'Port': ['ID=51039e03-2bba-4d0c-add4-1b0bba49c6af,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:16:52.488348 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a09c8ca6-7648-4d82-a91f-e811f55eb5c9 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] No DVR routers for this DVR port 51039e03-2bba-4d0c-add4-1b0bba49c6af on host n-d-773647-6 {{(pid=100247) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:16:52.532259 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41803dfc-6764-4502-a88b-843220c171a4 tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Pushing event deleted for resources: {'Network': ['ID=70fa8a2a-4549-4d89-b089-3cc3fca2d3a3,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:16:52.581189 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-85e7b471-e75b-479c-8dc9-3e251327b08a tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530492'] for network, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:52.581816 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-10576684-90f4-4f6b-933d-959520f8755f None None] Deleting port 51039e03-2bba-4d0c-add4-1b0bba49c6af {{(pid=100248) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:16:52.582254 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-10576684-90f4-4f6b-933d-959520f8755f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:52.609560 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-2821919f-65f6-45ae-8845-5a1f4695b269 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Notify callbacks [] for security_group, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:52.615647 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-2821919f-65f6-45ae-8845-5a1f4695b269 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:52.659601 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-a09c8ca6-7648-4d82-a91f-e811f55eb5c9 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-917204', 'neutron.services.segments.db._delete_segments_for_network-8773753502302'] for network, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:52.670889 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-2821919f-65f6-45ae-8845-5a1f4695b269 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Notify callbacks [] for security_group, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:52.675148 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-2821919f-65f6-45ae-8845-5a1f4695b269 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] 10.222.0.104 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4752967 Jul 06 14:16:52.676592 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 58140) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:16:52.677208 n-d-773647-6 neutron-server[100247]: DEBUG neutron.services.segments.db [None req-a09c8ca6-7648-4d82-a91f-e811f55eb5c9 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['70cfb0ea-6f2f-4b89-a761-9bd9b50efd3e']}} {{(pid=100247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:16:52.681608 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-08124e25-e0b5-47ad-a536-c44abcaf17e8 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Request body: {'security_group_rule': {'security_group_id': '5a45c5f2-3366-4ec3-bcbb-576e95eec77a', 'project_id': '1077a35eaa714f1bbf260d32c5a52c8f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:16:52.694515 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2821919f-65f6-45ae-8845-5a1f4695b269 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5a45c5f2-3366-4ec3-bcbb-576e95eec77a,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:16:52.694712 n-d-773647-6 neutron-server[100247]: DEBUG neutron.services.segments.db [None req-a09c8ca6-7648-4d82-a91f-e811f55eb5c9 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '80c4d749-bd26-40d4-b8b1-8e743d1b7ab5') {'for_net_delete': True} {{(pid=100247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:16:52.695385 n-d-773647-6 neutron-server[100247]: DEBUG neutron.services.segments.db [None req-a09c8ca6-7648-4d82-a91f-e811f55eb5c9 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '80c4d749-bd26-40d4-b8b1-8e743d1b7ab5') {} {{(pid=100247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:16:52.724632 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-a09c8ca6-7648-4d82-a91f-e811f55eb5c9 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773753515138', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127131763'] for segment, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:52.732457 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [None req-85e7b471-e75b-479c-8dc9-3e251327b08a tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Deleting port a2063eb7-df28-4b96-a05f-188c4402c3ec {{(pid=100246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:16:52.732457 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-85e7b471-e75b-479c-8dc9-3e251327b08a tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:52.737578 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-08124e25-e0b5-47ad-a536-c44abcaf17e8 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:52.762620 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] For port 65a41ea4-e5ca-4a5a-a1d0-5bf5032e4c70, host n-h1-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773647-6',level=0,port_id=65a41ea4-e5ca-4a5a-a1d0-5bf5032e4c70,segment=NetworkSegment(3485579c-4d75-45d9-a7e8-245348f946ff),segment_id=3485579c-4d75-45d9-a7e8-245348f946ff)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:16:52.776060 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-a09c8ca6-7648-4d82-a91f-e811f55eb5c9 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552'] for segment, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:52.785068 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a09c8ca6-7648-4d82-a91f-e811f55eb5c9 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Releasing vlan 1010 on physical network physnet1 to pool {{(pid=100247) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 14:16:52.785613 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-a09c8ca6-7648-4d82-a91f-e811f55eb5c9 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-128888574'] for segment, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:52.790899 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-41b032f7-4a51-4d73-85c0-dc83bf6eec30 None None] Deleting port a2063eb7-df28-4b96-a05f-188c4402c3ec {{(pid=100248) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:16:52.790899 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-41b032f7-4a51-4d73-85c0-dc83bf6eec30 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:52.792103 n-d-773647-6 neutron-server[100247]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:16:52.792103 n-d-773647-6 neutron-server[100247]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:16:52.792103 n-d-773647-6 neutron-server[100247]: Traceback (most recent call last): Jul 06 14:16:52.792103 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 14:16:52.792103 n-d-773647-6 neutron-server[100247]: timer() Jul 06 14:16:52.792103 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 14:16:52.792103 n-d-773647-6 neutron-server[100247]: cb(*args, **kw) Jul 06 14:16:52.792103 n-d-773647-6 neutron-server[100247]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 14:16:52.792103 n-d-773647-6 neutron-server[100247]: return func(*args, **kwargs) Jul 06 14:16:52.792103 n-d-773647-6 neutron-server[100247]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 14:16:52.792103 n-d-773647-6 neutron-server[100247]: self._notify() Jul 06 14:16:52.792103 n-d-773647-6 neutron-server[100247]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 14:16:52.792103 n-d-773647-6 neutron-server[100247]: self.callback(batched_events) Jul 06 14:16:52.792103 n-d-773647-6 neutron-server[100247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 14:16:52.792103 n-d-773647-6 neutron-server[100247]: event.method(event) Jul 06 14:16:52.792103 n-d-773647-6 neutron-server[100247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 14:16:52.792103 n-d-773647-6 neutron-server[100247]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 14:16:52.792103 n-d-773647-6 neutron-server[100247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 14:16:52.792103 n-d-773647-6 neutron-server[100247]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 14:16:52.792103 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 14:16:52.792103 n-d-773647-6 neutron-server[100247]: return f(self, *a, **k) Jul 06 14:16:52.792103 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 14:16:52.792103 n-d-773647-6 neutron-server[100247]: return self._get(url).json() Jul 06 14:16:52.792103 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 14:16:52.792103 n-d-773647-6 neutron-server[100247]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 14:16:52.792103 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 14:16:52.792103 n-d-773647-6 neutron-server[100247]: return self.request(url, 'GET', **kwargs) Jul 06 14:16:52.792103 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 14:16:52.792103 n-d-773647-6 neutron-server[100247]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 14:16:52.792103 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 14:16:52.792103 n-d-773647-6 neutron-server[100247]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 14:16:52.792103 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 14:16:52.792103 n-d-773647-6 neutron-server[100247]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 14:16:52.792103 n-d-773647-6 neutron-server[100247]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 14:16:52.794882 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Returning: {'device': '65a41ea4-e5ca-4a5a-a1d0-5bf5032e4c70', 'network_id': '9a9945d7-f704-4f59-8c11-10fba7c84a6d', 'port_id': '65a41ea4-e5ca-4a5a-a1d0-5bf5032e4c70', 'mac_address': 'fa:16:3e:36:04:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1042, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a11a84e7-e29f-49ab-86b3-7e53a4e90dc5', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100248) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 14:16:52.835304 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-08124e25-e0b5-47ad-a536-c44abcaf17e8 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:52.875699 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-a09c8ca6-7648-4d82-a91f-e811f55eb5c9 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-917215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1761140'] for network, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:52.881215 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-08124e25-e0b5-47ad-a536-c44abcaf17e8 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1898694'] for security_group_rule, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:52.884952 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-a09c8ca6-7648-4d82-a91f-e811f55eb5c9 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583035'] for network, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:52.888108 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-a09c8ca6-7648-4d82-a91f-e811f55eb5c9 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] 10.222.0.104 "DELETE /v2.0/networks/70cfb0ea-6f2f-4b89-a761-9bd9b50efd3e HTTP/1.1" status: 204 len: 168 time: 1.7028067 Jul 06 14:16:52.893340 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 58146) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:16:52.927885 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08124e25-e0b5-47ad-a536-c44abcaf17e8 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d8f21837-67e1-46a3-b7d7-3e0ad8acad42,revision_number=0']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:16:52.963068 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a497e3-ea37-47da-b038-e110509b98bc req-dbc4bd51-5884-41b7-8acc-29649ffec3e5 tempest-AttachVolumeShelveTestJSON-1020519793 tempest-AttachVolumeShelveTestJSON-1020519793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:16:52.965058 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-12a497e3-ea37-47da-b038-e110509b98bc req-dbc4bd51-5884-41b7-8acc-29649ffec3e5 tempest-AttachVolumeShelveTestJSON-1020519793 tempest-AttachVolumeShelveTestJSON-1020519793-project] 10.222.0.104 "GET /v2.0/ports?device_id=28222247-ef72-4123-b031-e588ebd3ba47 HTTP/1.1" status: 200 len: 946 time: 0.2202384 Jul 06 14:16:52.968625 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09c8ca6-7648-4d82-a91f-e811f55eb5c9 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Pushing event deleted for resources: {'Network': ['ID=70cfb0ea-6f2f-4b89-a761-9bd9b50efd3e,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:16:52.973105 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-10576684-90f4-4f6b-933d-959520f8755f None None] For port 51039e03-2bba-4d0c-add4-1b0bba49c6af, host n-d-773647-6, got binding levels [] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:16:52.973511 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-10576684-90f4-4f6b-933d-959520f8755f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:52.992322 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-11acb8f9-068f-48c1-a62b-e192c2c5d612 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:53.008144 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-41b032f7-4a51-4d73-85c0-dc83bf6eec30 None None] For port a2063eb7-df28-4b96-a05f-188c4402c3ec, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=a2063eb7-df28-4b96-a05f-188c4402c3ec,segment=NetworkSegment(ac55593e-8500-4da2-8d0d-5602184fcc61),segment_id=ac55593e-8500-4da2-8d0d-5602184fcc61)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:16:53.008550 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-41b032f7-4a51-4d73-85c0-dc83bf6eec30 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:53.011545 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-7255d61e-d518-4f61-a696-668524ff373e tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1806290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6992'] for router, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:53.013525 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-7255d61e-d518-4f61-a696-668524ff373e tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1806157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1808637', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1714747', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7007'] for router, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:53.028569 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-10576684-90f4-4f6b-933d-959520f8755f None None] Calling delete_port for 51039e03-2bba-4d0c-add4-1b0bba49c6af owned by network:dhcp {{(pid=100248) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:16:53.036225 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.ipam_backend_mixin [None req-10576684-90f4-4f6b-933d-959520f8755f None None] Port 51039e03-2bba-4d0c-add4-1b0bba49c6af was not found and therefore no delete operation was performed {{(pid=100248) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 06 14:16:53.038590 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:53.043853 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-41b032f7-4a51-4d73-85c0-dc83bf6eec30 None None] Calling delete_port for a2063eb7-df28-4b96-a05f-188c4402c3ec owned by network:dhcp {{(pid=100248) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:16:53.062624 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-10576684-90f4-4f6b-933d-959520f8755f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117'] for port, after_delete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:53.086738 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-12a497e3-ea37-47da-b038-e110509b98bc req-86938909-b4e1-42bd-ad26-45e3ca65845c tempest-AttachVolumeShelveTestJSON-1020519793 tempest-AttachVolumeShelveTestJSON-1020519793-project] 10.222.0.104 "GET /v2.0/security-groups?id=a376d024-e4a1-4cc8-8fe5-9c69c2c40821&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1150026 Jul 06 14:16:53.144605 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-10576684-90f4-4f6b-933d-959520f8755f None None] Network 70cfb0ea-6f2f-4b89-a761-9bd9b50efd3e is not hosted by any dhcp agent {{(pid=100248) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jul 06 14:16:53.145552 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10576684-90f4-4f6b-933d-959520f8755f None None] No DVR routers for this DVR port 51039e03-2bba-4d0c-add4-1b0bba49c6af on host n-d-773647-6 {{(pid=100248) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:16:53.146754 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device a2063eb7-df28-4b96-a05f-188c4402c3ec no longer exists at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:16:53.151837 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-08124e25-e0b5-47ad-a536-c44abcaf17e8 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:53.156933 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-08124e25-e0b5-47ad-a536-c44abcaf17e8 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] 10.222.0.104 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4759061 Jul 06 14:16:53.161127 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-7255d61e-d518-4f61-a696-668524ff373e tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:53.161837 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 58150) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:16:53.174472 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-76ebd7e2-7ef0-4a90-8ec3-c53b17add21f tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Request body: {'security_group_rule': {'security_group_id': '5a45c5f2-3366-4ec3-bcbb-576e95eec77a', 'project_id': '1077a35eaa714f1bbf260d32c5a52c8f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:16:53.185093 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-7255d61e-d518-4f61-a696-668524ff373e tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1806297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1761036'] for router, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:53.191845 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.db [None req-85e7b471-e75b-479c-8dc9-3e251327b08a tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] For port a2063eb7-df28-4b96-a05f-188c4402c3ec, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=a2063eb7-df28-4b96-a05f-188c4402c3ec,segment=NetworkSegment(ac55593e-8500-4da2-8d0d-5602184fcc61),segment_id=ac55593e-8500-4da2-8d0d-5602184fcc61)] {{(pid=100246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:16:53.192239 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-85e7b471-e75b-479c-8dc9-3e251327b08a tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:53.223121 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [None req-85e7b471-e75b-479c-8dc9-3e251327b08a tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Calling delete_port for a2063eb7-df28-4b96-a05f-188c4402c3ec owned by network:dhcp {{(pid=100246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:16:53.232632 n-d-773647-6 neutron-server[100248]: DEBUG neutron.notifiers.nova [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 65a41ea4-e5ca-4a5a-a1d0-5bf5032e4c70 {{(pid=100248) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 14:16:53.257305 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10576684-90f4-4f6b-933d-959520f8755f None None] Pushing event deleted for resources: {'Port': ['ID=51039e03-2bba-4d0c-add4-1b0bba49c6af,revision_number=None']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:16:53.308004 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-7255d61e-d518-4f61-a696-668524ff373e tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Notify callbacks [] for router, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:53.313286 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-7255d61e-d518-4f61-a696-668524ff373e tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] 10.222.0.104 "POST /v2.0/routers HTTP/1.1" status: 201 len: 701 time: 0.9389622 Jul 06 14:16:53.316778 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 58152) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:16:53.323951 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-1c624e8c-1fa7-4e03-aac0-143f15033baf tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-729600861'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:16:53.352777 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-76ebd7e2-7ef0-4a90-8ec3-c53b17add21f tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:53.411032 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:53.425369 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-41b032f7-4a51-4d73-85c0-dc83bf6eec30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117'] for port, after_delete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:53.444024 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c624e8c-1fa7-4e03-aac0-143f15033baf tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Made reservation on behalf of b162a45bb3174bbb964a63afe4786b87 for: {'network': 1} {{(pid=100246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:16:53.449081 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-1c624e8c-1fa7-4e03-aac0-143f15033baf tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for network, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:53.469304 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-76ebd7e2-7ef0-4a90-8ec3-c53b17add21f tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:53.479463 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] For port 65a41ea4-e5ca-4a5a-a1d0-5bf5032e4c70, host n-h1-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773647-6',level=0,port_id=65a41ea4-e5ca-4a5a-a1d0-5bf5032e4c70,segment=NetworkSegment(3485579c-4d75-45d9-a7e8-245348f946ff),segment_id=3485579c-4d75-45d9-a7e8-245348f946ff)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:16:53.485447 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b032f7-4a51-4d73-85c0-dc83bf6eec30 None None] Pushing event deleted for resources: {'Port': ['ID=a2063eb7-df28-4b96-a05f-188c4402c3ec,revision_number=None']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:16:53.487829 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41b032f7-4a51-4d73-85c0-dc83bf6eec30 None None] No DVR routers for this DVR port a2063eb7-df28-4b96-a05f-188c4402c3ec on host n-d-773647-6 {{(pid=100248) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:16:53.490636 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:53.508005 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-76ebd7e2-7ef0-4a90-8ec3-c53b17add21f tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1898694'] for security_group_rule, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:53.550796 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 51039e03-2bba-4d0c-add4-1b0bba49c6af no longer exists at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:16:53.557499 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ebd7e2-7ef0-4a90-8ec3-c53b17add21f tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1592afa4-5a57-4be0-9820-acdd2f650e28,revision_number=0']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:16:53.573221 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-76ebd7e2-7ef0-4a90-8ec3-c53b17add21f tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:53.575275 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-76ebd7e2-7ef0-4a90-8ec3-c53b17add21f tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] 10.222.0.104 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4047716 Jul 06 14:16:53.576001 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] No Port match for: 51039e03-2bba-4d0c-add4-1b0bba49c6af {{(pid=100248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 14:16:53.576615 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 51039e03-2bba-4d0c-add4-1b0bba49c6af not bound to the agent host n-d-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:16:53.577273 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device bce89034-397e-4cbd-897f-7f409eafdd07 no longer exists at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:16:53.579994 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 58156) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:16:53.580797 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c624e8c-1fa7-4e03-aac0-143f15033baf tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] vlan segment allocate from pool success with {'vlan_id': 1010, 'physical_network': 'physnet1'} {{(pid=100246) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 14:16:53.587399 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-e9feecce-a2c7-484b-9875-da2f6d519107 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Request body: {'security_group_rule': {'security_group_id': '5a45c5f2-3366-4ec3-bcbb-576e95eec77a', 'project_id': '1077a35eaa714f1bbf260d32c5a52c8f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:16:53.600372 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] No Port match for: bce89034-397e-4cbd-897f-7f409eafdd07 {{(pid=100248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 14:16:53.601086 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device bce89034-397e-4cbd-897f-7f409eafdd07 not bound to the agent host n-d-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:16:53.626869 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Pushing event updated for resources: {'Port': ['ID=65a41ea4-e5ca-4a5a-a1d0-5bf5032e4c70,revision_number=4']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:16:53.661137 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-e9feecce-a2c7-484b-9875-da2f6d519107 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:53.670560 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-1c624e8c-1fa7-4e03-aac0-143f15033baf tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552'] for segment, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:53.671277 n-d-773647-6 neutron-server[100246]: INFO neutron.db.segments_db [None req-1c624e8c-1fa7-4e03-aac0-143f15033baf tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Added segment 888d112f-999b-4fed-9854-726cc7388493 of type vlan for network 6ee6b830-cb65-403e-b3cd-43805a780930 Jul 06 14:16:53.703094 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-85e7b471-e75b-479c-8dc9-3e251327b08a tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127687580'] for port, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:53.811259 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e7b471-e75b-479c-8dc9-3e251327b08a tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Pushing event deleted for resources: {'Port': ['ID=a2063eb7-df28-4b96-a05f-188c4402c3ec,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:16:53.811525 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] get_ports_and_sgs() called for port_ids ['65a41ea4-e5ca-4a5a-a1d0-5bf5032e4c70'] {{(pid=100248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 14:16:53.817908 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-1c624e8c-1fa7-4e03-aac0-143f15033baf tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773752984405'] for network, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:53.822445 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85e7b471-e75b-479c-8dc9-3e251327b08a tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] No DVR routers for this DVR port a2063eb7-df28-4b96-a05f-188c4402c3ec on host n-d-773647-6 {{(pid=100246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:16:53.869312 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4427b1-6caf-4370-a30d-7375faf1b633 req-4721a6ba-5c53-4745-8190-c541c1aa1058 tempest-ServersNegativeTestJSON-728644794 tempest-ServersNegativeTestJSON-728644794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:16:53.869944 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-e9feecce-a2c7-484b-9875-da2f6d519107 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:53.876757 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-ab4427b1-6caf-4370-a30d-7375faf1b633 req-4721a6ba-5c53-4745-8190-c541c1aa1058 tempest-ServersNegativeTestJSON-728644794 tempest-ServersNegativeTestJSON-728644794-project] 10.222.0.104 "GET /v2.0/ports?device_id=c38e1fb7-16c3-460f-81ed-82738a2148eb HTTP/1.1" status: 200 len: 945 time: 0.1880467 Jul 06 14:16:53.894023 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b47ebe-1e1b-4900-850e-9b9e4ec507ff req-3a1c25b3-1f5f-4689-9074-ee0db6664f7f tempest-AttachVolumeShelveTestJSON-1020519793 tempest-AttachVolumeShelveTestJSON-1020519793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:16:53.895197 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-e9feecce-a2c7-484b-9875-da2f6d519107 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1898694'] for security_group_rule, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:53.895726 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-25b47ebe-1e1b-4900-850e-9b9e4ec507ff req-3a1c25b3-1f5f-4689-9074-ee0db6664f7f tempest-AttachVolumeShelveTestJSON-1020519793 tempest-AttachVolumeShelveTestJSON-1020519793-project] 10.222.0.104 "GET /v2.0/ports?device_id=28222247-ef72-4123-b031-e588ebd3ba47 HTTP/1.1" status: 200 len: 946 time: 0.2081497 Jul 06 14:16:53.914261 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 58158) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:16:53.928995 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [None req-3d5f82bb-cfa1-4819-8f44-22c91fcfa7a8 tempest-AttachVolumeShelveTestJSON-1020519793 tempest-AttachVolumeShelveTestJSON-1020519793-project] Request body: {'floatingip': {'port_id': '67b64fd1-ede8-4c8b-b13f-ce71aea9619c'}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:16:53.965469 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9feecce-a2c7-484b-9875-da2f6d519107 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e730b10a-d36e-4bd8-88e4-39462d4733c1,revision_number=0']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:16:53.976039 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-1c624e8c-1fa7-4e03-aac0-143f15033baf tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060'] for network, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:53.979485 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c624e8c-1fa7-4e03-aac0-143f15033baf tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:16:53.980517 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-1c624e8c-1fa7-4e03-aac0-143f15033baf tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Notify callbacks [] for network, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:53.990576 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-85e7b471-e75b-479c-8dc9-3e251327b08a tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-917204', 'neutron.services.segments.db._delete_segments_for_network-8773753502302'] for network, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:54.049172 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-e9feecce-a2c7-484b-9875-da2f6d519107 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:54.052737 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-e9feecce-a2c7-484b-9875-da2f6d519107 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] 10.222.0.104 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4665527 Jul 06 14:16:54.054746 n-d-773647-6 neutron-server[100246]: DEBUG neutron.services.segments.db [None req-85e7b471-e75b-479c-8dc9-3e251327b08a tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f1fe0f84-e7fb-43f2-a13c-d5fffe5a5634']}} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:16:54.057140 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 58162) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:16:54.080105 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [None req-0410da2d-b8aa-4d20-b184-4a017169208d tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Request body: {'security_group_rule': {'security_group_id': '5a45c5f2-3366-4ec3-bcbb-576e95eec77a', 'project_id': '1077a35eaa714f1bbf260d32c5a52c8f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:16:54.081568 n-d-773647-6 neutron-server[100246]: DEBUG neutron.services.segments.db [None req-85e7b471-e75b-479c-8dc9-3e251327b08a tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac55593e-8500-4da2-8d0d-5602184fcc61') {'for_net_delete': True} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:16:54.082092 n-d-773647-6 neutron-server[100246]: DEBUG neutron.services.segments.db [None req-85e7b471-e75b-479c-8dc9-3e251327b08a tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac55593e-8500-4da2-8d0d-5602184fcc61') {} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:16:54.096266 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-1c624e8c-1fa7-4e03-aac0-143f15033baf tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] 10.222.0.104 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.7753444 Jul 06 14:16:54.098225 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 58164) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:16:54.100166 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-85e7b471-e75b-479c-8dc9-3e251327b08a tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773753515138', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126218898'] for segment, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:54.107164 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-bff04497-1dad-4627-8ea5-2d0ff2a04bcb tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Request body: {'subnet': {'network_id': '6ee6b830-cb65-403e-b3cd-43805a780930', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:16:54.126220 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-3d5f82bb-cfa1-4819-8f44-22c91fcfa7a8 tempest-AttachVolumeShelveTestJSON-1020519793 tempest-AttachVolumeShelveTestJSON-1020519793-project] Notify callbacks [] for floatingip, before_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:54.162314 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c624e8c-1fa7-4e03-aac0-143f15033baf tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Pushing event updated for resources: {'Network': ['ID=6ee6b830-cb65-403e-b3cd-43805a780930,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:16:54.171486 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-85e7b471-e75b-479c-8dc9-3e251327b08a tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552'] for segment, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:54.172304 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-ab4427b1-6caf-4370-a30d-7375faf1b633 req-98674af1-3808-45a4-9de3-90a5d699665e tempest-ServersNegativeTestJSON-728644794 tempest-ServersNegativeTestJSON-728644794-project] 10.222.0.104 "GET /v2.0/security-groups?id=55139e1c-0239-472b-ada8-5a3c70b3eb43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2947624 Jul 06 14:16:54.188067 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Network 6ee6b830-cb65-403e-b3cd-43805a780930 details requested by agent ovs-agent-n-d-773647-6 with host n-d-773647-6 {{(pid=100248) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 14:16:54.190685 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-85e7b471-e75b-479c-8dc9-3e251327b08a tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Releasing vlan 1039 on physical network physnet1 to pool {{(pid=100246) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 14:16:54.191232 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-85e7b471-e75b-479c-8dc9-3e251327b08a tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127687491'] for segment, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:54.194471 n-d-773647-6 neutron-server[100246]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 14:16:54.194471 n-d-773647-6 neutron-server[100246]: self.session.flush() Jul 06 14:16:54.194471 n-d-773647-6 neutron-server[100246]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 14:16:54.194471 n-d-773647-6 neutron-server[100246]: self.session.flush() Jul 06 14:16:54.194471 n-d-773647-6 neutron-server[100246]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 14:16:54.194471 n-d-773647-6 neutron-server[100246]: self.session.flush() Jul 06 14:16:54.194471 n-d-773647-6 neutron-server[100246]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 14:16:54.194471 n-d-773647-6 neutron-server[100246]: self.session.flush() Jul 06 14:16:54.194471 n-d-773647-6 neutron-server[100246]: Traceback (most recent call last): Jul 06 14:16:54.194471 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 14:16:54.194471 n-d-773647-6 neutron-server[100246]: timer() Jul 06 14:16:54.194471 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 14:16:54.194471 n-d-773647-6 neutron-server[100246]: cb(*args, **kw) Jul 06 14:16:54.194471 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 14:16:54.194471 n-d-773647-6 neutron-server[100246]: return func(*args, **kwargs) Jul 06 14:16:54.194471 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 14:16:54.194471 n-d-773647-6 neutron-server[100246]: self._notify() Jul 06 14:16:54.194471 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 14:16:54.194471 n-d-773647-6 neutron-server[100246]: self.callback(batched_events) Jul 06 14:16:54.194471 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 14:16:54.194471 n-d-773647-6 neutron-server[100246]: event.method(event) Jul 06 14:16:54.194471 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 14:16:54.194471 n-d-773647-6 neutron-server[100246]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 14:16:54.194471 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 14:16:54.194471 n-d-773647-6 neutron-server[100246]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 14:16:54.194471 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 14:16:54.194471 n-d-773647-6 neutron-server[100246]: return f(self, *a, **k) Jul 06 14:16:54.194471 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 14:16:54.194471 n-d-773647-6 neutron-server[100246]: return self._get(url).json() Jul 06 14:16:54.194471 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 14:16:54.194471 n-d-773647-6 neutron-server[100246]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 14:16:54.194471 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 14:16:54.194471 n-d-773647-6 neutron-server[100246]: return self.request(url, 'GET', **kwargs) Jul 06 14:16:54.194471 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 14:16:54.194471 n-d-773647-6 neutron-server[100246]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 14:16:54.194471 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 14:16:54.194471 n-d-773647-6 neutron-server[100246]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 14:16:54.194471 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 14:16:54.194471 n-d-773647-6 neutron-server[100246]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 14:16:54.194471 n-d-773647-6 neutron-server[100246]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 14:16:54.209478 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-0410da2d-b8aa-4d20-b184-4a017169208d tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:54.286352 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-85e7b471-e75b-479c-8dc9-3e251327b08a tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-917215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1761140'] for network, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:54.306517 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-85e7b471-e75b-479c-8dc9-3e251327b08a tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Notify callbacks [] for network, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:54.315845 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-85e7b471-e75b-479c-8dc9-3e251327b08a tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] 10.222.0.104 "DELETE /v2.0/networks/f1fe0f84-e7fb-43f2-a13c-d5fffe5a5634 HTTP/1.1" status: 204 len: 168 time: 1.8653936 Jul 06 14:16:54.315845 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bff04497-1dad-4627-8ea5-2d0ff2a04bcb tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Made reservation on behalf of b162a45bb3174bbb964a63afe4786b87 for: {'subnet': 1} {{(pid=100246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:16:54.318188 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-bff04497-1dad-4627-8ea5-2d0ff2a04bcb tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127702029'] for subnet, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:54.343352 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e7b471-e75b-479c-8dc9-3e251327b08a tempest-TaggedBootDevicesTest_v242-1970810989 tempest-TaggedBootDevicesTest_v242-1970810989-project] Pushing event deleted for resources: {'Network': ['ID=f1fe0f84-e7fb-43f2-a13c-d5fffe5a5634,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:16:54.368272 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-0410da2d-b8aa-4d20-b184-4a017169208d tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:54.384689 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-0410da2d-b8aa-4d20-b184-4a017169208d tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1898694'] for security_group_rule, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:54.476379 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0410da2d-b8aa-4d20-b184-4a017169208d tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0875d96e-d03a-4c13-ae48-a20f639b076f,revision_number=0']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:16:54.488865 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-0410da2d-b8aa-4d20-b184-4a017169208d tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:54.492437 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-0410da2d-b8aa-4d20-b184-4a017169208d tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] 10.222.0.104 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4263542 Jul 06 14:16:54.497243 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 58168) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:16:54.501944 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [None req-e16eba4b-9bf1-451b-b234-aa59e6afe2e7 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Request body: {'security_group_rule': {'security_group_id': '5a45c5f2-3366-4ec3-bcbb-576e95eec77a', 'project_id': '1077a35eaa714f1bbf260d32c5a52c8f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:16:54.578790 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-cf1971ca-a127-4d1f-8967-ca74b955d933 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1809431'] for router_interface, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:54.635186 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-bff04497-1dad-4627-8ea5-2d0ff2a04bcb tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1849032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127687649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127702047'] for subnet, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:54.672546 n-d-773647-6 neutron-server[100247]: INFO neutron.db.securitygroups_db [None req-e16eba4b-9bf1-451b-b234-aa59e6afe2e7 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Project 1077a35eaa714f1bbf260d32c5a52c8f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 06 14:16:54.724939 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-e16eba4b-9bf1-451b-b234-aa59e6afe2e7 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:54.737277 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff04497-1dad-4627-8ea5-2d0ff2a04bcb tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Pushing event updated for resources: {'Subnet': ['ID=ebded7d8-cb22-4393-8c31-cfbeaa456181,revision_number=0']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:16:54.748828 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bff04497-1dad-4627-8ea5-2d0ff2a04bcb tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Checking segment: {'id': '888d112f-999b-4fed-9854-726cc7388493', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': '6ee6b830-cb65-403e-b3cd-43805a780930'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:16:54.749444 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bff04497-1dad-4627-8ea5-2d0ff2a04bcb tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Network hostable DHCP agents. Network: 6ee6b830-cb65-403e-b3cd-43805a780930, hostable agents: ['f2bada3d-be77-4359-982b-8505a2bbca04'], hosted agents: [] {{(pid=100246) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 14:16:54.798248 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bff04497-1dad-4627-8ea5-2d0ff2a04bcb tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Network 6ee6b830-cb65-403e-b3cd-43805a780930 is scheduled to be hosted by DHCP agent f2bada3d-be77-4359-982b-8505a2bbca04 with binding_index 1 {{(pid=100246) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 14:16:54.812988 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.base_scheduler [None req-bff04497-1dad-4627-8ea5-2d0ff2a04bcb tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773647-6, 6ee6b830-cb65-403e-b3cd-43805a780930) {{(pid=100246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:16:54.822084 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bff04497-1dad-4627-8ea5-2d0ff2a04bcb tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:16:54.822717 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-bff04497-1dad-4627-8ea5-2d0ff2a04bcb tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Notify callbacks [] for subnet, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:54.828796 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d4bcb79-9c39-453a-9013-99f4cbc1d4c8 None None] Network 6ee6b830-cb65-403e-b3cd-43805a780930 requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:16:54.848789 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-bff04497-1dad-4627-8ea5-2d0ff2a04bcb tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] 10.222.0.104 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7443173 Jul 06 14:16:54.849545 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 58176) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:16:55.074219 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ddf18ca-696c-469d-a2eb-31c3c84f136b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6bd5fc82-6666-56e8-87c2-91648d36c963-6ee6b830-cb65-403e-b3cd-43805a780930', 'network_id': '6ee6b830-cb65-403e-b3cd-43805a780930', 'tenant_id': 'b162a45bb3174bbb964a63afe4786b87', 'fixed_ips': [{'subnet_id': 'ebded7d8-cb22-4393-8c31-cfbeaa456181'}]}} from n-d-773647-6. {{(pid=100248) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 14:16:55.075962 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-3ddf18ca-696c-469d-a2eb-31c3c84f136b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:55.151962 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.db.resource_extend [None req-3d5f82bb-cfa1-4819-8f44-22c91fcfa7a8 tempest-AttachVolumeShelveTestJSON-1020519793 tempest-AttachVolumeShelveTestJSON-1020519793-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 06 14:16:55.332587 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-3d5f82bb-cfa1-4819-8f44-22c91fcfa7a8 tempest-AttachVolumeShelveTestJSON-1020519793 tempest-AttachVolumeShelveTestJSON-1020519793-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:55.377222 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-e16eba4b-9bf1-451b-b234-aa59e6afe2e7 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:55.381689 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-3d5f82bb-cfa1-4819-8f44-22c91fcfa7a8 tempest-AttachVolumeShelveTestJSON-1020519793 tempest-AttachVolumeShelveTestJSON-1020519793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1761130'] for floatingip, after_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:55.390011 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-e16eba4b-9bf1-451b-b234-aa59e6afe2e7 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1898694'] for security_group_rule, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:55.414012 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.db_base_plugin_common [None req-3ddf18ca-696c-469d-a2eb-31c3c84f136b None None] Allocated IP 2001:db8::2 (6ee6b830-cb65-403e-b3cd-43805a780930/ebded7d8-cb22-4393-8c31-cfbeaa456181/bdd86d4b-ec9c-47d1-be3a-c84c1ff31ddd) {{(pid=100248) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:16:55.518010 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-1eb7bf4b-34f4-4b16-8a28-35f6bf574aeb tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:55.547447 n-d-773647-6 neutron-server[100247]: INFO neutron.db.l3_db [None req-3d5f82bb-cfa1-4819-8f44-22c91fcfa7a8 tempest-AttachVolumeShelveTestJSON-1020519793 tempest-AttachVolumeShelveTestJSON-1020519793-project] Floating IP 01d71581-dbf4-425c-aa24-9ca14c53d55e associated. External IP: 172.25.0.4, port: 67b64fd1-ede8-4c8b-b13f-ce71aea9619c. Jul 06 14:16:55.614626 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4db74479-59f8-40db-b0cf-2144acc1e6e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:55.667265 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16eba4b-9bf1-451b-b234-aa59e6afe2e7 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b9c18150-2a70-4639-85af-b2d0ac563535,revision_number=0']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:16:55.733374 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-e16eba4b-9bf1-451b-b234-aa59e6afe2e7 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:55.733374 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-e16eba4b-9bf1-451b-b234-aa59e6afe2e7 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] 10.222.0.104 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 1.2282667 Jul 06 14:16:55.733374 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 58186) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:16:55.735716 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [None req-6e8352c9-db01-416e-bc2e-f2c9092e747b tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Request body: {'security_group_rule': {'security_group_id': '5a45c5f2-3366-4ec3-bcbb-576e95eec77a', 'project_id': '1077a35eaa714f1bbf260d32c5a52c8f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:16:55.768558 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-3ddf18ca-696c-469d-a2eb-31c3c84f136b None None] Notify callbacks [] for port, precommit_create {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:55.768929 n-d-773647-6 neutron-server[100247]: INFO neutron.db.securitygroups_db [None req-6e8352c9-db01-416e-bc2e-f2c9092e747b tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Project 1077a35eaa714f1bbf260d32c5a52c8f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 06 14:16:55.789069 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-6e8352c9-db01-416e-bc2e-f2c9092e747b tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:55.801962 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-3ddf18ca-696c-469d-a2eb-31c3c84f136b None None] Transition to ACTIVE for port object bdd86d4b-ec9c-47d1-be3a-c84c1ff31ddd will not be triggered until provisioned by entity L2. {{(pid=100248) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:16:55.829964 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-3ddf18ca-696c-469d-a2eb-31c3c84f136b None None] Transition to ACTIVE for port object bdd86d4b-ec9c-47d1-be3a-c84c1ff31ddd will not be triggered until provisioned by entity DHCP. {{(pid=100248) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:16:55.851753 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-3ddf18ca-696c-469d-a2eb-31c3c84f136b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108'] for port, after_create {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:55.912285 n-d-773647-6 neutron-server[100248]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ddf18ca-696c-469d-a2eb-31c3c84f136b None None] Network 6ee6b830-cb65-403e-b3cd-43805a780930 is already hosted by enough agents. {{(pid=100248) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:16:55.916550 n-d-773647-6 neutron-server[100248]: DEBUG neutron.scheduler.base_scheduler [None req-3ddf18ca-696c-469d-a2eb-31c3c84f136b None None] Resources bound (agent type, host, resource id): {{(pid=100248) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:16:55.923741 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ddf18ca-696c-469d-a2eb-31c3c84f136b None None] Received port after_create {{(pid=100248) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:16:55.929985 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:55.934212 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ddf18ca-696c-469d-a2eb-31c3c84f136b None None] Pushing event updated for resources: {'Port': ['ID=bdd86d4b-ec9c-47d1-be3a-c84c1ff31ddd,revision_number=1']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:16:56.008252 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-3ddf18ca-696c-469d-a2eb-31c3c84f136b None None] Attempting to bind port bdd86d4b-ec9c-47d1-be3a-c84c1ff31ddd on host n-d-773647-6 for vnic_type normal with profile {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:16:56.008638 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-3ddf18ca-696c-469d-a2eb-31c3c84f136b None None] Attempting to bind port bdd86d4b-ec9c-47d1-be3a-c84c1ff31ddd by drivers openvswitch,hyperv on host n-d-773647-6 at level 0 using segments [{'id': '888d112f-999b-4fed-9854-726cc7388493', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': '6ee6b830-cb65-403e-b3cd-43805a780930'}] {{(pid=100248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:16:56.010889 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ddf18ca-696c-469d-a2eb-31c3c84f136b None None] Attempting to bind port bdd86d4b-ec9c-47d1-be3a-c84c1ff31ddd on network 6ee6b830-cb65-403e-b3cd-43805a780930 {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:16:56.026503 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ddf18ca-696c-469d-a2eb-31c3c84f136b None None] Checking agent: {'id': '8ab5b19c-d213-4f29-891d-27bdf39d38b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773647-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 43, 26), 'started_at': datetime.datetime(2021, 7, 6, 13, 43, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 16, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773647-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:16:56.026880 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ddf18ca-696c-469d-a2eb-31c3c84f136b None None] Checking segment: {'id': '888d112f-999b-4fed-9854-726cc7388493', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': '6ee6b830-cb65-403e-b3cd-43805a780930'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:16:56.027423 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-3ddf18ca-696c-469d-a2eb-31c3c84f136b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:56.027826 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ddf18ca-696c-469d-a2eb-31c3c84f136b None None] Bound using segment: {'id': '888d112f-999b-4fed-9854-726cc7388493', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': '6ee6b830-cb65-403e-b3cd-43805a780930'} {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:16:56.028299 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-3ddf18ca-696c-469d-a2eb-31c3c84f136b None None] Bound port: bdd86d4b-ec9c-47d1-be3a-c84c1ff31ddd, host: n-d-773647-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '888d112f-999b-4fed-9854-726cc7388493', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': '6ee6b830-cb65-403e-b3cd-43805a780930'}}] {{(pid=100248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:16:56.028684 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-3ddf18ca-696c-469d-a2eb-31c3c84f136b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:56.029836 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8602e790-619f-497d-8ec8-099bd6e092d1 req-6f04cde3-ee74-43f2-bbf1-e079b29045bf tempest-ServersNegativeTestJSON-728644794 tempest-ServersNegativeTestJSON-728644794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:16:56.031404 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-8602e790-619f-497d-8ec8-099bd6e092d1 req-6f04cde3-ee74-43f2-bbf1-e079b29045bf tempest-ServersNegativeTestJSON-728644794 tempest-ServersNegativeTestJSON-728644794-project] 10.222.0.104 "GET /v2.0/ports?device_id=c38e1fb7-16c3-460f-81ed-82738a2148eb HTTP/1.1" status: 200 len: 945 time: 0.4893594 Jul 06 14:16:56.101488 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-6e8352c9-db01-416e-bc2e-f2c9092e747b tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:56.120252 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-6e8352c9-db01-416e-bc2e-f2c9092e747b tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1898694'] for security_group_rule, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:56.171600 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8352c9-db01-416e-bc2e-f2c9092e747b tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e89228c6-413d-43f5-a137-446b6baed39a,revision_number=0']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:16:56.178987 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-6e8352c9-db01-416e-bc2e-f2c9092e747b tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:56.180228 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-6e8352c9-db01-416e-bc2e-f2c9092e747b tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] 10.222.0.104 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4480665 Jul 06 14:16:56.197726 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-8602e790-619f-497d-8ec8-099bd6e092d1 req-70ef195f-e53a-4ffe-a6ec-ca043fb7a015 tempest-ServersNegativeTestJSON-728644794 tempest-ServersNegativeTestJSON-728644794-project] 10.222.0.104 "GET /v2.0/security-groups?id=55139e1c-0239-472b-ada8-5a3c70b3eb43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235530 Jul 06 14:16:56.204790 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 58190) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:16:56.210800 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [None req-16947954-9855-45e2-acbf-7e93a6d2eed1 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Request body: {'network': {'name': 'tempest-network-smoke--595427743', 'project_id': '1077a35eaa714f1bbf260d32c5a52c8f', 'port_security_enabled': True}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:16:56.221036 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d5f82bb-cfa1-4819-8f44-22c91fcfa7a8 tempest-AttachVolumeShelveTestJSON-1020519793 tempest-AttachVolumeShelveTestJSON-1020519793-project] Router 170efd2e-2d32-454c-af51-75fb29d893a4 has already been hosted by L3 agent 2823d358-a11b-4885-a706-95a279e43fa7 {{(pid=100247) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 14:16:56.232363 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.plugin [None req-cf1971ca-a127-4d1f-8967-ca74b955d933 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Deleting port b1449530-0688-4078-bda6-5f36e7ee7116 {{(pid=100247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:16:56.232704 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-cf1971ca-a127-4d1f-8967-ca74b955d933 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:56.288068 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-3ddf18ca-696c-469d-a2eb-31c3c84f136b None None] For port bdd86d4b-ec9c-47d1-be3a-c84c1ff31ddd, host n-d-773647-6, cleared binding levels {{(pid=100248) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:16:56.288584 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16947954-9855-45e2-acbf-7e93a6d2eed1 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Made reservation on behalf of 1077a35eaa714f1bbf260d32c5a52c8f for: {'network': 1} {{(pid=100247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:16:56.293164 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-16947954-9855-45e2-acbf-7e93a6d2eed1 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for network, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:56.304751 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-3ddf18ca-696c-469d-a2eb-31c3c84f136b None None] For port bdd86d4b-ec9c-47d1-be3a-c84c1ff31ddd, host n-d-773647-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=bdd86d4b-ec9c-47d1-be3a-c84c1ff31ddd,segment=NetworkSegment(888d112f-999b-4fed-9854-726cc7388493),segment_id=888d112f-999b-4fed-9854-726cc7388493)] {{(pid=100248) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:16:56.316678 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-3ddf18ca-696c-469d-a2eb-31c3c84f136b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:56.429689 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Device 65a41ea4-e5ca-4a5a-a1d0-5bf5032e4c70 up at agent hyperv_n-h1-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:16:56.488541 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ddf18ca-696c-469d-a2eb-31c3c84f136b None None] Pushing event updated for resources: {'Port': ['ID=bdd86d4b-ec9c-47d1-be3a-c84c1ff31ddd,revision_number=2']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:16:56.520069 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-16947954-9855-45e2-acbf-7e93a6d2eed1 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] vlan segment allocate from pool success with {'vlan_id': 1049, 'physical_network': 'physnet1'} {{(pid=100247) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 14:16:56.602458 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-16947954-9855-45e2-acbf-7e93a6d2eed1 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552'] for segment, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:56.602900 n-d-773647-6 neutron-server[100247]: INFO neutron.db.segments_db [None req-16947954-9855-45e2-acbf-7e93a6d2eed1 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Added segment 967d25fd-e6c0-4517-afb5-5ac37f3bf726 of type vlan for network f6bee18a-7d0c-49a0-8d57-f9458d12e262 Jul 06 14:16:56.615724 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Provisioning for port 65a41ea4-e5ca-4a5a-a1d0-5bf5032e4c70 completed by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:16:56.618760 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.db [None req-cf1971ca-a127-4d1f-8967-ca74b955d933 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] For port b1449530-0688-4078-bda6-5f36e7ee7116, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=b1449530-0688-4078-bda6-5f36e7ee7116,segment=NetworkSegment(0e11ef8c-f8e0-464e-8137-aab998e5e82c),segment_id=0e11ef8c-f8e0-464e-8137-aab998e5e82c)] {{(pid=100247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:16:56.619879 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-cf1971ca-a127-4d1f-8967-ca74b955d933 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:56.651029 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Provisioning complete for port 65a41ea4-e5ca-4a5a-a1d0-5bf5032e4c70 triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:16:56.653493 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:56.666543 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.plugin [None req-cf1971ca-a127-4d1f-8967-ca74b955d933 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Calling delete_port for b1449530-0688-4078-bda6-5f36e7ee7116 owned by network:router_interface {{(pid=100247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:16:56.694989 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-16947954-9855-45e2-acbf-7e93a6d2eed1 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773752984405'] for network, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:56.704929 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d5f82bb-cfa1-4819-8f44-22c91fcfa7a8 tempest-AttachVolumeShelveTestJSON-1020519793 tempest-AttachVolumeShelveTestJSON-1020519793-project] Notify agent at l3_agent.n-d-773647-6 the message routers_updated {{(pid=100247) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 14:16:56.722981 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-3d5f82bb-cfa1-4819-8f44-22c91fcfa7a8 tempest-AttachVolumeShelveTestJSON-1020519793 tempest-AttachVolumeShelveTestJSON-1020519793-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for floatingip, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:56.816160 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.db_base_plugin_common [None req-1eb7bf4b-34f4-4b16-8a28-35f6bf574aeb tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Allocated IP 2001:db8::1 (6ee6b830-cb65-403e-b3cd-43805a780930/ebded7d8-cb22-4393-8c31-cfbeaa456181/aa306e0f-e678-4d29-a8a4-7f60d844e63f) {{(pid=100246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:16:56.840237 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d8987b5-df46-4220-b47c-08fcad7c0560 None None] Sync routers for ids ['170efd2e-2d32-454c-af51-75fb29d893a4'] in n-d-773647-6 {{(pid=100248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 14:16:56.927747 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-2064eaae-da4f-48f8-82d2-b09d4ddedd44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:56.953206 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d8987b5-df46-4220-b47c-08fcad7c0560 None None] Routers {'170efd2e-2d32-454c-af51-75fb29d893a4'} bound to L3 agent in host n-d-773647-6 {{(pid=100248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:16:56.959303 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-7d8987b5-df46-4220-b47c-08fcad7c0560 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T14:16:56Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['170efd2e-2d32-454c-af51-75fb29d893a4'], 'active': True} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:16:56.986233 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-3d5f82bb-cfa1-4819-8f44-22c91fcfa7a8 tempest-AttachVolumeShelveTestJSON-1020519793 tempest-AttachVolumeShelveTestJSON-1020519793-project] 10.222.0.104 "PUT /v2.0/floatingips/01d71581-dbf4-425c-aa24-9ca14c53d55e HTTP/1.1" status: 200 len: 990 time: 3.0706403 Jul 06 14:16:57.008394 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-16947954-9855-45e2-acbf-7e93a6d2eed1 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060'] for network, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:57.025890 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16947954-9855-45e2-acbf-7e93a6d2eed1 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:16:57.026541 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-16947954-9855-45e2-acbf-7e93a6d2eed1 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583035'] for network, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:57.039961 n-d-773647-6 neutron-server[100247]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28222247-ef72-4123-b031-e588ebd3ba47', 'tag': '67b64fd1-ede8-4c8b-b13f-ce71aea9619c'}] {{(pid=100247) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:16:57.042623 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cbf0eeaae822f8fc9b87a94aeba67a3d651842baf663a51cba94b67a514836d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-889374d9-77c6-4134-80f8-5290940af6b3" -d '{"events": [{"name": "network-changed", "server_uuid": "28222247-ef72-4123-b031-e588ebd3ba47", "tag": "67b64fd1-ede8-4c8b-b13f-ce71aea9619c"}]}' {{(pid=100247) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:16:57.158272 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-16947954-9855-45e2-acbf-7e93a6d2eed1 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] 10.222.0.104 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.9513793 Jul 06 14:16:57.161856 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 58202) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:16:57.182905 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [None req-948a167f-263d-4d3a-94ed-237d27d1ced5 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-786339001', 'admin_state_up': True, 'project_id': '1077a35eaa714f1bbf260d32c5a52c8f', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719'}}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:16:57.217292 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 14:16:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f21bb99-8c42-48de-929c-109b34a565e7 x-openstack-request-id: req-8f21bb99-8c42-48de-929c-109b34a565e7 {{(pid=100247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:16:57.218466 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "28222247-ef72-4123-b031-e588ebd3ba47", "tag": "67b64fd1-ede8-4c8b-b13f-ce71aea9619c", "status": "completed", "code": 200}]} {{(pid=100247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:16:57.218938 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-8f21bb99-8c42-48de-929c-109b34a565e7 {{(pid=100247) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:16:57.219846 n-d-773647-6 neutron-server[100247]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28222247-ef72-4123-b031-e588ebd3ba47', 'tag': '67b64fd1-ede8-4c8b-b13f-ce71aea9619c', 'status': 'completed', 'code': 200} Jul 06 14:16:57.274762 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-1eb7bf4b-34f4-4b16-8a28-35f6bf574aeb tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Notify callbacks [] for port, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:57.329701 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device bdd86d4b-ec9c-47d1-be3a-c84c1ff31ddd up at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:16:57.342301 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16947954-9855-45e2-acbf-7e93a6d2eed1 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Pushing event updated for resources: {'Network': ['ID=f6bee18a-7d0c-49a0-8d57-f9458d12e262,revision_number=1']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:16:57.350993 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.provisioning_blocks [None req-1eb7bf4b-34f4-4b16-8a28-35f6bf574aeb tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Transition to ACTIVE for port object aa306e0f-e678-4d29-a8a4-7f60d844e63f will not be triggered until provisioned by entity DHCP. {{(pid=100246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:16:57.401471 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-948a167f-263d-4d3a-94ed-237d27d1ced5 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1806290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6992'] for router, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:57.403426 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-948a167f-263d-4d3a-94ed-237d27d1ced5 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1806157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1808637', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1714747', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7007'] for router, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:57.450342 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889374d9-77c6-4134-80f8-5290940af6b3 req-c18f13ab-a49a-4860-827b-75d501b8ad45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:16:57.452093 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-889374d9-77c6-4134-80f8-5290940af6b3 req-c18f13ab-a49a-4860-827b-75d501b8ad45 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=9686fd5ec0aa4012928191c3d42f6e6c&device_id=28222247-ef72-4123-b031-e588ebd3ba47 HTTP/1.1" status: 200 len: 1097 time: 0.2176840 Jul 06 14:16:57.649628 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889374d9-77c6-4134-80f8-5290940af6b3 req-0399502f-fe0b-4afc-89fe-b4c1e6192f52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:16:57.651599 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-889374d9-77c6-4134-80f8-5290940af6b3 req-0399502f-fe0b-4afc-89fe-b4c1e6192f52 service neutron] 10.222.0.72 "GET /v2.0/networks?id=a1c5aa58-a5eb-4fe0-9c0d-ad9cb3f782ca HTTP/1.1" status: 200 len: 919 time: 0.1920636 Jul 06 14:16:57.788228 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Network f6bee18a-7d0c-49a0-8d57-f9458d12e262 details requested by agent ovs-agent-n-d-773647-6 with host n-d-773647-6 {{(pid=100248) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 14:16:57.828424 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-889374d9-77c6-4134-80f8-5290940af6b3 req-03343b1e-de3d-4e30-a76a-fb3077d72f56 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=67b64fd1-ede8-4c8b-b13f-ce71aea9619c HTTP/1.1" status: 200 len: 998 time: 0.1685357 Jul 06 14:16:57.829914 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-1eb7bf4b-34f4-4b16-8a28-35f6bf574aeb tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-127687573'] for port, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:57.940182 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1eb7bf4b-34f4-4b16-8a28-35f6bf574aeb tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Network 6ee6b830-cb65-403e-b3cd-43805a780930 is already hosted by enough agents. {{(pid=100246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:16:57.961082 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.base_scheduler [None req-1eb7bf4b-34f4-4b16-8a28-35f6bf574aeb tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Resources bound (agent type, host, resource id): {{(pid=100246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:16:57.977026 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eb7bf4b-34f4-4b16-8a28-35f6bf574aeb tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Received port after_create {{(pid=100246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:16:57.977624 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-1eb7bf4b-34f4-4b16-8a28-35f6bf574aeb tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1807675'] for router_interface, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:57.988770 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:57.991785 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvr_db [None req-7d8987b5-df46-4220-b47c-08fcad7c0560 None None] Set router 170efd2e-2d32-454c-af51-75fb29d893a4 gateway port host: n-d-773647-6 {{(pid=100248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:16:58.079248 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb7bf4b-34f4-4b16-8a28-35f6bf574aeb tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Pushing event updated for resources: {'Port': ['ID=aa306e0f-e678-4d29-a8a4-7f60d844e63f,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:16:58.082781 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6653e20-6836-42ea-a035-b2323e56ac3f None None] Network 6ee6b830-cb65-403e-b3cd-43805a780930 requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:16:58.095880 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889374d9-77c6-4134-80f8-5290940af6b3 req-29c199b3-47f1-45d0-aa2b-4d60c2ebd99d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:16:58.097451 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-889374d9-77c6-4134-80f8-5290940af6b3 req-29c199b3-47f1-45d0-aa2b-4d60c2ebd99d service neutron] 10.222.0.72 "GET /v2.0/subnets?id=6ec930d2-90b3-4355-914b-4efea8972d25 HTTP/1.1" status: 200 len: 856 time: 0.2613809 Jul 06 14:16:58.131234 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning for port bdd86d4b-ec9c-47d1-be3a-c84c1ff31ddd completed by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:16:58.133978 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.agents_db [None req-167c0ad6-1657-4c9a-a2c4-3b18056aa662 None None] Agent healthcheck: found 7 active agents {{(pid=100249) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 14:16:58.241360 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-948a167f-263d-4d3a-94ed-237d27d1ced5 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:58.292133 n-d-773647-6 neutron-server[100248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c38e1fb7-16c3-460f-81ed-82738a2148eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65a41ea4-e5ca-4a5a-a1d0-5bf5032e4c70'}] {{(pid=100248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:16:58.298154 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84af257533e383389cbcf231d3534f4d5e149e7203fea16b4a8fc01438dddaf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47e36a92-d235-45bd-8c4e-46f7f2895928" -d '{"events": [{"server_uuid": "c38e1fb7-16c3-460f-81ed-82738a2148eb", "name": "network-vif-plugged", "status": "completed", "tag": "65a41ea4-e5ca-4a5a-a1d0-5bf5032e4c70"}]}' {{(pid=100248) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:16:58.357082 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-388c4f00-ac49-4216-9012-d75dbcec2c3a None None] Provisioning for port bdd86d4b-ec9c-47d1-be3a-c84c1ff31ddd completed by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:16:58.384632 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] For port 65a41ea4-e5ca-4a5a-a1d0-5bf5032e4c70, host n-h1-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773647-6',level=0,port_id=65a41ea4-e5ca-4a5a-a1d0-5bf5032e4c70,segment=NetworkSegment(3485579c-4d75-45d9-a7e8-245348f946ff),segment_id=3485579c-4d75-45d9-a7e8-245348f946ff)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:16:58.391973 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-388c4f00-ac49-4216-9012-d75dbcec2c3a None None] Provisioning complete for port bdd86d4b-ec9c-47d1-be3a-c84c1ff31ddd triggered by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:16:58.392363 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-388c4f00-ac49-4216-9012-d75dbcec2c3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:58.427483 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889374d9-77c6-4134-80f8-5290940af6b3 req-6467b6fa-189c-474c-8a7e-da236d1f8bc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:16:58.434104 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-889374d9-77c6-4134-80f8-5290940af6b3 req-6467b6fa-189c-474c-8a7e-da236d1f8bc5 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=a1c5aa58-a5eb-4fe0-9c0d-ad9cb3f782ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3255610 Jul 06 14:16:58.467075 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:58.473899 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 14:16:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08e5e846-cde5-4b5b-ba31-8953be238c9f x-openstack-request-id: req-08e5e846-cde5-4b5b-ba31-8953be238c9f {{(pid=100248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:16:58.474255 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c38e1fb7-16c3-460f-81ed-82738a2148eb", "name": "network-vif-plugged", "status": "completed", "tag": "65a41ea4-e5ca-4a5a-a1d0-5bf5032e4c70", "code": 200}]} {{(pid=100248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:16:58.474425 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-08e5e846-cde5-4b5b-ba31-8953be238c9f {{(pid=100248) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:16:58.474813 n-d-773647-6 neutron-server[100248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c38e1fb7-16c3-460f-81ed-82738a2148eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65a41ea4-e5ca-4a5a-a1d0-5bf5032e4c70', 'code': 200} Jul 06 14:16:58.517372 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-1eb7bf4b-34f4-4b16-8a28-35f6bf574aeb tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:58.547016 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-03f71b24-a9b8-453a-8924-caa3f97bc6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:58.632769 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-948a167f-263d-4d3a-94ed-237d27d1ced5 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1761047', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1806272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6989'] for router, precommit_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:58.754528 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-889374d9-77c6-4134-80f8-5290940af6b3 req-cb122a18-fad7-4297-93c2-2ca08ca10bbd service neutron] 10.222.0.72 "GET /v2.0/networks/a1c5aa58-a5eb-4fe0-9c0d-ad9cb3f782ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3050747 Jul 06 14:16:58.771148 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Pushing event updated for resources: {'Port': ['ID=65a41ea4-e5ca-4a5a-a1d0-5bf5032e4c70,revision_number=5']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:16:58.807726 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651d1e34-f382-4e56-9003-9460d3a995fd req-8498270e-b77c-41ee-b79f-5dee36d100c3 tempest-ServersNegativeTestJSON-728644794 tempest-ServersNegativeTestJSON-728644794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:16:58.815174 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-651d1e34-f382-4e56-9003-9460d3a995fd req-8498270e-b77c-41ee-b79f-5dee36d100c3 tempest-ServersNegativeTestJSON-728644794 tempest-ServersNegativeTestJSON-728644794-project] 10.222.0.104 "GET /v2.0/ports?device_id=c38e1fb7-16c3-460f-81ed-82738a2148eb HTTP/1.1" status: 200 len: 945 time: 0.5708873 Jul 06 14:16:58.852659 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-cf1971ca-a127-4d1f-8967-ca74b955d933 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128888353'] for port, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:58.925558 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-388c4f00-ac49-4216-9012-d75dbcec2c3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:59.020151 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1971ca-a127-4d1f-8967-ca74b955d933 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Pushing event deleted for resources: {'Port': ['ID=b1449530-0688-4078-bda6-5f36e7ee7116,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:16:59.029687 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91abaa7c-8508-4982-9c4f-7fcfadce8620 req-af197030-0b80-4a6c-a672-1c505b5253df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:16:59.033187 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-91abaa7c-8508-4982-9c4f-7fcfadce8620 req-af197030-0b80-4a6c-a672-1c505b5253df service neutron] 10.222.0.127 "GET /v2.0/ports?device_id=c38e1fb7-16c3-460f-81ed-82738a2148eb HTTP/1.1" status: 200 len: 1097 time: 0.3864081 Jul 06 14:16:59.096264 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-388c4f00-ac49-4216-9012-d75dbcec2c3a None None] For port bdd86d4b-ec9c-47d1-be3a-c84c1ff31ddd, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=bdd86d4b-ec9c-47d1-be3a-c84c1ff31ddd,segment=NetworkSegment(888d112f-999b-4fed-9854-726cc7388493),segment_id=888d112f-999b-4fed-9854-726cc7388493)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:16:59.127977 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-651d1e34-f382-4e56-9003-9460d3a995fd req-d23920d0-2195-4bcb-9bcd-60cf9193117c tempest-ServersNegativeTestJSON-728644794 tempest-ServersNegativeTestJSON-728644794-project] 10.222.0.104 "GET /v2.0/security-groups?id=55139e1c-0239-472b-ada8-5a3c70b3eb43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3119142 Jul 06 14:16:59.129735 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-7d8987b5-df46-4220-b47c-08fcad7c0560 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '170efd2e-2d32-454c-af51-75fb29d893a4', 'name': 'tempest-AttachVolumeShelveTestJSON-1501821646-router', 'tenant_id': '9686fd5ec0aa4012928191c3d42f6e6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.68'}], 'enable_snat': True}, 'gw_port_id': '4f049c2e-394a-46f7-a71e-a4d2b9c694e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:10:08Z', 'updated_at': '2021-07-06T14:10:13Z', 'revision_number': 4, 'project_id': '9686fd5ec0aa4012928191c3d42f6e6c', 'gw_port': {'id': '4f049c2e-394a-46f7-a71e-a4d2b9c694e5', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:ac:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '170efd2e-2d32-454c-af51-75fb29d893a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1907, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:10:10Z', 'updated_at': '2021-07-06T14:10:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6', '_floatingips': [{'id': '01d71581-dbf4-425c-aa24-9ca14c53d55e', 'tenant_id': '9686fd5ec0aa4012928191c3d42f6e6c', 'floating_ip_address': '172.25.0.4', 'floating_network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'router_id': '170efd2e-2d32-454c-af51-75fb29d893a4', 'port_id': '67b64fd1-ede8-4c8b-b13f-ce71aea9619c', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2370, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a1c5aa58-a5eb-4fe0-9c0d-ad9cb3f782ca', 'mac_address': 'fa:16:3e:3f:1e:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28222247-ef72-4123-b031-e588ebd3ba47', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T14:16:28Z', 'updated_at': '2021-07-06T14:16:55Z', 'revision_number': 1, 'project_id': '9686fd5ec0aa4012928191c3d42f6e6c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed6b7d65-28dd-40b4-81c9-ae0bcd9b105b', 'name': '', 'network_id': 'a1c5aa58-a5eb-4fe0-9c0d-ad9cb3f782ca', 'tenant_id': '9686fd5ec0aa4012928191c3d42f6e6c', 'mac_address': 'fa:16:3e:06:b1:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '170efd2e-2d32-454c-af51-75fb29d893a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1918, 'fixed_ips': [{'subnet_id': '6ec930d2-90b3-4355-914b-4efea8972d25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:10:12Z', 'updated_at': '2021-07-06T14:10:20Z', 'revision_number': 5, 'project_id': '9686fd5ec0aa4012928191c3d42f6e6c', 'subnets': [{'id': '6ec930d2-90b3-4355-914b-4efea8972d25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773647-6', False) {} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:16:59.135241 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-388c4f00-ac49-4216-9012-d75dbcec2c3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:59.170951 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-889374d9-77c6-4134-80f8-5290940af6b3 req-2d877beb-27af-476c-8d87-ee1276abfdcd service neutron] 10.222.0.72 "GET /v2.0/networks/a1c5aa58-a5eb-4fe0-9c0d-ad9cb3f782ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3951087 Jul 06 14:16:59.258405 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-1eb7bf4b-34f4-4b16-8a28-35f6bf574aeb tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Notify callbacks [] for port, precommit_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:59.268670 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-1eb7bf4b-34f4-4b16-8a28-35f6bf574aeb tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127687527'] for port, after_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:59.273077 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-1eb7bf4b-34f4-4b16-8a28-35f6bf574aeb tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1809478'] for router_interface, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:59.293371 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388c4f00-ac49-4216-9012-d75dbcec2c3a None None] Pushing event updated for resources: {'Port': ['ID=bdd86d4b-ec9c-47d1-be3a-c84c1ff31ddd,revision_number=3']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:16:59.314647 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d8987b5-df46-4220-b47c-08fcad7c0560 None None] Checking router: 170efd2e-2d32-454c-af51-75fb29d893a4 for host: n-d-773647-6 {{(pid=100248) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 14:16:59.348128 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d8987b5-df46-4220-b47c-08fcad7c0560 None None] Routers {'170efd2e-2d32-454c-af51-75fb29d893a4'} bound to L3 agent in host n-d-773647-6 {{(pid=100248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:16:59.349496 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-7d8987b5-df46-4220-b47c-08fcad7c0560 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T14:16:56Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['170efd2e-2d32-454c-af51-75fb29d893a4'], 'active': True} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:16:59.389720 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-cf1971ca-a127-4d1f-8967-ca74b955d933 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1809193'] for router_interface, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:59.454625 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-91abaa7c-8508-4982-9c4f-7fcfadce8620 req-2c0c1845-ab97-488b-ab83-16402d2a7671 service neutron] 10.222.0.127 "GET /v2.0/security-groups?id=55139e1c-0239-472b-ada8-5a3c70b3eb43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4003842 Jul 06 14:16:59.672106 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb7bf4b-34f4-4b16-8a28-35f6bf574aeb tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Pushing event updated for resources: {'Port': ['ID=aa306e0f-e678-4d29-a8a4-7f60d844e63f,revision_number=2']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:16:59.675456 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1eb7bf4b-34f4-4b16-8a28-35f6bf574aeb tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Network 6ee6b830-cb65-403e-b3cd-43805a780930 is already hosted by enough agents. {{(pid=100246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:16:59.677481 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.base_scheduler [None req-1eb7bf4b-34f4-4b16-8a28-35f6bf574aeb tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Resources bound (agent type, host, resource id): {{(pid=100246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:16:59.741744 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-948a167f-263d-4d3a-94ed-237d27d1ced5 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Notify callbacks [] for router_gateway, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:59.847096 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-948a167f-263d-4d3a-94ed-237d27d1ced5 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:59.857072 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvr_db [None req-7d8987b5-df46-4220-b47c-08fcad7c0560 None None] Set router 170efd2e-2d32-454c-af51-75fb29d893a4 gateway port host: n-d-773647-6 {{(pid=100248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:16:59.902381 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1eb7bf4b-34f4-4b16-8a28-35f6bf574aeb tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Router 9b40a096-c577-4f78-9540-9ca52d5c8261 is scheduled to L3 agent 2823d358-a11b-4885-a706-95a279e43fa7 with binding_index 1 {{(pid=100246) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 14:17:00.018297 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-3eb8e7d9-bc3e-477f-9804-6eca261e7494 None None] Provisioning for port aa306e0f-e678-4d29-a8a4-7f60d844e63f completed by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:17:00.090498 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1eb7bf4b-34f4-4b16-8a28-35f6bf574aeb tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Notify agent at l3_agent.n-d-773647-6 the message routers_updated {{(pid=100246) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 14:17:00.106660 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-1eb7bf4b-34f4-4b16-8a28-35f6bf574aeb tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] 10.222.0.104 "PUT /v2.0/routers/9b40a096-c577-4f78-9540-9ca52d5c8261/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2529273 Jul 06 14:17:00.108044 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 58226) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:17:00.108596 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9749e9f8-28dd-42ce-aeab-26f8fbb85e67 None None] Sync routers for ids ['9b40a096-c577-4f78-9540-9ca52d5c8261'] in n-d-773647-6 {{(pid=100249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 14:17:00.123884 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf1971ca-a127-4d1f-8967-ca74b955d933 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Router 42880ce7-c066-4642-8280-d12b1b5c8b8e has already been hosted by L3 agent 2823d358-a11b-4885-a706-95a279e43fa7 {{(pid=100247) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 14:17:00.125050 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9749e9f8-28dd-42ce-aeab-26f8fbb85e67 None None] Routers {'9b40a096-c577-4f78-9540-9ca52d5c8261'} bound to L3 agent in host n-d-773647-6 {{(pid=100249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:17:00.125882 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-9749e9f8-28dd-42ce-aeab-26f8fbb85e67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T14:16:56Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['9b40a096-c577-4f78-9540-9ca52d5c8261'], 'active': True} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:17:00.127675 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-52ffc51b-cf50-4eb8-be7e-fed32a31d6f5 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-77019663'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:17:00.166497 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-3eb8e7d9-bc3e-477f-9804-6eca261e7494 None None] Provisioning complete for port aa306e0f-e678-4d29-a8a4-7f60d844e63f triggered by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:17:00.166987 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-3eb8e7d9-bc3e-477f-9804-6eca261e7494 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:00.218838 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52ffc51b-cf50-4eb8-be7e-fed32a31d6f5 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Made reservation on behalf of b162a45bb3174bbb964a63afe4786b87 for: {'network': 1} {{(pid=100246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:17:00.231302 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-52ffc51b-cf50-4eb8-be7e-fed32a31d6f5 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for network, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:00.349537 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-52ffc51b-cf50-4eb8-be7e-fed32a31d6f5 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] vlan segment allocate from pool success with {'vlan_id': 1033, 'physical_network': 'physnet1'} {{(pid=100246) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 14:17:00.393305 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-52ffc51b-cf50-4eb8-be7e-fed32a31d6f5 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552'] for segment, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:00.393750 n-d-773647-6 neutron-server[100246]: INFO neutron.db.segments_db [None req-52ffc51b-cf50-4eb8-be7e-fed32a31d6f5 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Added segment 6467fdeb-047e-451c-9e2d-240272c1361a of type vlan for network 63239bcf-fc30-4409-af24-2ce21b28b0d3 Jul 06 14:17:00.414871 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-3eb8e7d9-bc3e-477f-9804-6eca261e7494 None None] Port aa306e0f-e678-4d29-a8a4-7f60d844e63f cannot update to ACTIVE because it is not bound. {{(pid=100248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 14:17:00.455890 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf1971ca-a127-4d1f-8967-ca74b955d933 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Notify agent at l3_agent.n-d-773647-6 the message routers_updated {{(pid=100247) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 14:17:00.489528 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-cf1971ca-a127-4d1f-8967-ca74b955d933 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] 10.222.0.104 "PUT /v2.0/routers/42880ce7-c066-4642-8280-d12b1b5c8b8e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5917616 Jul 06 14:17:00.492664 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 58232) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:17:00.506049 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d0e4b3d-3c68-4ddb-87a3-cbc798f68ac6 None None] Sync routers for ids ['42880ce7-c066-4642-8280-d12b1b5c8b8e'] in n-d-773647-6 {{(pid=100248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 14:17:00.539960 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvr_db [None req-9749e9f8-28dd-42ce-aeab-26f8fbb85e67 None None] Set router 9b40a096-c577-4f78-9540-9ca52d5c8261 gateway port host: None {{(pid=100249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:17:00.562650 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-52ffc51b-cf50-4eb8-be7e-fed32a31d6f5 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773752984405'] for network, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:00.572816 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d0e4b3d-3c68-4ddb-87a3-cbc798f68ac6 None None] Routers {'42880ce7-c066-4642-8280-d12b1b5c8b8e'} bound to L3 agent in host n-d-773647-6 {{(pid=100248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:17:00.573470 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-2d0e4b3d-3c68-4ddb-87a3-cbc798f68ac6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T14:16:56Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['42880ce7-c066-4642-8280-d12b1b5c8b8e'], 'active': True} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:17:00.645720 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.db_base_plugin_v2 [None req-1aca2178-0886-4d5c-885c-f41c2dedc0cc tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Deleting subnet 1a718569-5c6a-4b3b-b22a-5dcfa6d1e9b7 {{(pid=100247) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 14:17:00.649316 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-1aca2178-0886-4d5c-885c-f41c2dedc0cc tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Notify callbacks [] for subnet, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:00.688686 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-52ffc51b-cf50-4eb8-be7e-fed32a31d6f5 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060'] for network, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:00.709850 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-1aca2178-0886-4d5c-885c-f41c2dedc0cc tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127131748'] for subnet, precommit_delete_associations {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:00.710374 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52ffc51b-cf50-4eb8-be7e-fed32a31d6f5 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:17:00.713412 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-52ffc51b-cf50-4eb8-be7e-fed32a31d6f5 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Notify callbacks [] for network, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:00.768498 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-3eb8e7d9-bc3e-477f-9804-6eca261e7494 None None] Provisioning complete for port bdd86d4b-ec9c-47d1-be3a-c84c1ff31ddd triggered by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:17:00.768892 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-3eb8e7d9-bc3e-477f-9804-6eca261e7494 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:00.855658 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-52ffc51b-cf50-4eb8-be7e-fed32a31d6f5 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] 10.222.0.104 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.7439132 Jul 06 14:17:00.858603 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-1aca2178-0886-4d5c-885c-f41c2dedc0cc tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-913473'] for subnet, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:00.864445 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 58242) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:17:00.872239 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-34f50d80-451d-4ddd-8c9d-3dd6682977a5 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Request body: {'subnet': {'network_id': '63239bcf-fc30-4409-af24-2ce21b28b0d3', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:17:00.977136 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ffc51b-cf50-4eb8-be7e-fed32a31d6f5 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Pushing event updated for resources: {'Network': ['ID=63239bcf-fc30-4409-af24-2ce21b28b0d3,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:17:00.988057 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvr_db [None req-2d0e4b3d-3c68-4ddb-87a3-cbc798f68ac6 None None] Set router 42880ce7-c066-4642-8280-d12b1b5c8b8e gateway port host: None {{(pid=100248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:17:01.029162 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.db_base_plugin_common [None req-948a167f-263d-4d3a-94ed-237d27d1ced5 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Allocated IP 172.25.0.83 (2658f09e-a580-4d4a-9968-2d1e0ad93719/cbf74abc-6fe1-4d33-b005-c948923b9647/7af67f54-c42d-4a40-b54c-ccef88862092) {{(pid=100247) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:17:01.078456 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-9749e9f8-28dd-42ce-aeab-26f8fbb85e67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b40a096-c577-4f78-9540-9ca52d5c8261', 'name': 'tempest-RoutersIpV6Test-router-90364201', 'tenant_id': 'b162a45bb3174bbb964a63afe4786b87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:16:53Z', 'updated_at': '2021-07-06T14:16:58Z', 'revision_number': 2, 'project_id': 'b162a45bb3174bbb964a63afe4786b87', 'gw_port_host': None, '_interfaces': [{'id': 'aa306e0f-e678-4d29-a8a4-7f60d844e63f', 'name': '', 'network_id': '6ee6b830-cb65-403e-b3cd-43805a780930', 'tenant_id': 'b162a45bb3174bbb964a63afe4786b87', 'mac_address': 'fa:16:3e:10:cd:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b40a096-c577-4f78-9540-9ca52d5c8261', 'device_owner': 'network:router_interface', 'standard_attr_id': 2400, 'fixed_ips': [{'subnet_id': 'ebded7d8-cb22-4393-8c31-cfbeaa456181', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:16:55Z', 'updated_at': '2021-07-06T14:16:58Z', 'revision_number': 2, 'project_id': 'b162a45bb3174bbb964a63afe4786b87', 'subnets': [{'id': 'ebded7d8-cb22-4393-8c31-cfbeaa456181', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773647-6', False) {} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:17:01.083018 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Network 63239bcf-fc30-4409-af24-2ce21b28b0d3 details requested by agent ovs-agent-n-d-773647-6 with host n-d-773647-6 {{(pid=100248) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 14:17:01.084111 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34f50d80-451d-4ddd-8c9d-3dd6682977a5 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Made reservation on behalf of b162a45bb3174bbb964a63afe4786b87 for: {'subnet': 1} {{(pid=100246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:17:01.089408 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-34f50d80-451d-4ddd-8c9d-3dd6682977a5 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127702029'] for subnet, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:01.140394 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9749e9f8-28dd-42ce-aeab-26f8fbb85e67 None None] Checking router: 9b40a096-c577-4f78-9540-9ca52d5c8261 for host: n-d-773647-6 {{(pid=100249) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 14:17:01.141307 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9749e9f8-28dd-42ce-aeab-26f8fbb85e67 None None] Updating router 9b40a096-c577-4f78-9540-9ca52d5c8261 port aa306e0f-e678-4d29-a8a4-7f60d844e63f binding host n-d-773647-6 {{(pid=100249) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 14:17:01.179562 n-d-773647-6 neutron-server[100249]: DEBUG neutron_lib.callbacks.manager [None req-9749e9f8-28dd-42ce-aeab-26f8fbb85e67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:01.190425 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device bdd86d4b-ec9c-47d1-be3a-c84c1ff31ddd up at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:17:01.283670 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-948a167f-263d-4d3a-94ed-237d27d1ced5 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Notify callbacks [] for port, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:01.359922 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-2d0e4b3d-3c68-4ddb-87a3-cbc798f68ac6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42880ce7-c066-4642-8280-d12b1b5c8b8e', 'name': 'tempest-RoutersTest-router-1812818657', 'tenant_id': '9c6f2fd69adb42a0ae2388cfacf9d174', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:15:48Z', 'updated_at': '2021-07-06T14:16:58Z', 'revision_number': 11, 'project_id': '9c6f2fd69adb42a0ae2388cfacf9d174', 'gw_port_host': None}], 'n-d-773647-6', False) {} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:17:01.371279 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-1aca2178-0886-4d5c-885c-f41c2dedc0cc tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-913480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1849032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-128888347', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127627857'] for subnet, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:01.422175 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aca2178-0886-4d5c-885c-f41c2dedc0cc tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Pushing event deleted for resources: {'Subnet': ['ID=1a718569-5c6a-4b3b-b22a-5dcfa6d1e9b7,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:17:01.500272 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-34f50d80-451d-4ddd-8c9d-3dd6682977a5 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1849032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127687649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127702047'] for subnet, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:01.501354 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-1aca2178-0886-4d5c-885c-f41c2dedc0cc tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Notify callbacks [] for subnet, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:01.513092 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-1aca2178-0886-4d5c-885c-f41c2dedc0cc tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] 10.222.0.104 "DELETE /v2.0/subnets/1a718569-5c6a-4b3b-b22a-5dcfa6d1e9b7 HTTP/1.1" status: 204 len: 168 time: 1.0131428 Jul 06 14:17:01.539382 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 58252) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:17:01.540586 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54bd5dd6-5095-4980-8cf2-97da3ee2fb68 None None] Network c860d06d-8556-4bec-98c1-fafd1f4e2cd8 requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:17:01.550963 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0819df53-b294-4437-bbf6-38b8260247de req-f346752c-a042-4acb-aa29-a5f3040d553f tempest-ServersNegativeTestJSON-728644794 tempest-ServersNegativeTestJSON-728644794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:17:01.560484 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-0819df53-b294-4437-bbf6-38b8260247de req-f346752c-a042-4acb-aa29-a5f3040d553f tempest-ServersNegativeTestJSON-728644794 tempest-ServersNegativeTestJSON-728644794-project] 10.222.0.104 "GET /v2.0/ports?device_id=c38e1fb7-16c3-460f-81ed-82738a2148eb HTTP/1.1" status: 200 len: 946 time: 0.9670291 Jul 06 14:17:01.578261 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-948a167f-263d-4d3a-94ed-237d27d1ced5 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-128888360'] for port, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:01.619858 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f50d80-451d-4ddd-8c9d-3dd6682977a5 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Pushing event updated for resources: {'Subnet': ['ID=37fac438-f282-4ff2-b3b6-ef311bc306c0,revision_number=0']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:17:01.639754 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34f50d80-451d-4ddd-8c9d-3dd6682977a5 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Checking segment: {'id': '6467fdeb-047e-451c-9e2d-240272c1361a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1033, 'network_id': '63239bcf-fc30-4409-af24-2ce21b28b0d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:17:01.640271 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34f50d80-451d-4ddd-8c9d-3dd6682977a5 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Network hostable DHCP agents. Network: 63239bcf-fc30-4409-af24-2ce21b28b0d3, hostable agents: ['f2bada3d-be77-4359-982b-8505a2bbca04'], hosted agents: [] {{(pid=100246) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 14:17:01.663621 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-948a167f-263d-4d3a-94ed-237d27d1ced5 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Network 2658f09e-a580-4d4a-9968-2d1e0ad93719 is already hosted by enough agents. {{(pid=100247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:17:01.677545 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34f50d80-451d-4ddd-8c9d-3dd6682977a5 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Network 63239bcf-fc30-4409-af24-2ce21b28b0d3 is scheduled to be hosted by DHCP agent f2bada3d-be77-4359-982b-8505a2bbca04 with binding_index 1 {{(pid=100246) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 14:17:01.694600 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.base_scheduler [None req-34f50d80-451d-4ddd-8c9d-3dd6682977a5 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773647-6, 63239bcf-fc30-4409-af24-2ce21b28b0d3) {{(pid=100246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:17:01.704182 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34f50d80-451d-4ddd-8c9d-3dd6682977a5 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:17:01.705626 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-34f50d80-451d-4ddd-8c9d-3dd6682977a5 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Notify callbacks [] for subnet, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:01.722651 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.base_scheduler [None req-948a167f-263d-4d3a-94ed-237d27d1ced5 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Resources bound (agent type, host, resource id): {{(pid=100247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:17:01.741096 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-0819df53-b294-4437-bbf6-38b8260247de req-e5828cf1-8b9e-4934-a1f5-d7b649c91019 tempest-ServersNegativeTestJSON-728644794 tempest-ServersNegativeTestJSON-728644794-project] 10.222.0.104 "GET /v2.0/security-groups?id=55139e1c-0239-472b-ada8-5a3c70b3eb43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338260 Jul 06 14:17:01.742254 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-948a167f-263d-4d3a-94ed-237d27d1ced5 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Received port after_create {{(pid=100247) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:17:01.755036 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-34f50d80-451d-4ddd-8c9d-3dd6682977a5 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] 10.222.0.104 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.8885491 Jul 06 14:17:01.756026 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 58256) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:17:01.912904 n-d-773647-6 neutron-server[100249]: DEBUG neutron_lib.callbacks.manager [None req-9749e9f8-28dd-42ce-aeab-26f8fbb85e67 None None] Notify callbacks [] for port, precommit_update {{(pid=100249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:01.930160 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.provisioning_blocks [None req-9749e9f8-28dd-42ce-aeab-26f8fbb85e67 None None] Transition to ACTIVE for port object aa306e0f-e678-4d29-a8a4-7f60d844e63f will not be triggered until provisioned by entity L2. {{(pid=100249) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:17:01.942733 n-d-773647-6 neutron-server[100249]: DEBUG neutron_lib.callbacks.manager [None req-9749e9f8-28dd-42ce-aeab-26f8fbb85e67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:01.984668 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8855c6aa-d422-4c04-ba50-93860e84791b None None] Network 63239bcf-fc30-4409-af24-2ce21b28b0d3 requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:17:02.091134 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d0e4b3d-3c68-4ddb-87a3-cbc798f68ac6 None None] Checking router: 42880ce7-c066-4642-8280-d12b1b5c8b8e for host: n-d-773647-6 {{(pid=100248) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 14:17:02.100286 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948a167f-263d-4d3a-94ed-237d27d1ced5 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Pushing event updated for resources: {'Port': ['ID=7af67f54-c42d-4a40-b54c-ccef88862092,revision_number=1']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:17:02.159571 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccba5eda-3ef5-489a-94a8-2a8418a8357f None None] Pushing event updated for resources: {'Port': ['ID=aa306e0f-e678-4d29-a8a4-7f60d844e63f,revision_number=3']} {{(pid=100249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:17:02.188639 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-d5f56865-b8ea-45ba-8a5a-35824fcf5cdb tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530492'] for network, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:02.257759 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.managers [None req-9749e9f8-28dd-42ce-aeab-26f8fbb85e67 None None] Attempting to bind port aa306e0f-e678-4d29-a8a4-7f60d844e63f on host n-d-773647-6 for vnic_type normal with profile {{(pid=100249) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:17:02.258123 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.managers [None req-9749e9f8-28dd-42ce-aeab-26f8fbb85e67 None None] Attempting to bind port aa306e0f-e678-4d29-a8a4-7f60d844e63f by drivers openvswitch,hyperv on host n-d-773647-6 at level 0 using segments [{'id': '888d112f-999b-4fed-9854-726cc7388493', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': '6ee6b830-cb65-403e-b3cd-43805a780930'}] {{(pid=100249) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:17:02.258702 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9749e9f8-28dd-42ce-aeab-26f8fbb85e67 None None] Attempting to bind port aa306e0f-e678-4d29-a8a4-7f60d844e63f on network 6ee6b830-cb65-403e-b3cd-43805a780930 {{(pid=100249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:17:02.270470 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9749e9f8-28dd-42ce-aeab-26f8fbb85e67 None None] Checking agent: {'id': '8ab5b19c-d213-4f29-891d-27bdf39d38b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773647-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 43, 26), 'started_at': datetime.datetime(2021, 7, 6, 13, 43, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 16, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773647-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:17:02.271154 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9749e9f8-28dd-42ce-aeab-26f8fbb85e67 None None] Checking segment: {'id': '888d112f-999b-4fed-9854-726cc7388493', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': '6ee6b830-cb65-403e-b3cd-43805a780930'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100249) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:17:02.280018 n-d-773647-6 neutron-server[100249]: DEBUG neutron_lib.callbacks.manager [None req-9749e9f8-28dd-42ce-aeab-26f8fbb85e67 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:02.280702 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9749e9f8-28dd-42ce-aeab-26f8fbb85e67 None None] Bound using segment: {'id': '888d112f-999b-4fed-9854-726cc7388493', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': '6ee6b830-cb65-403e-b3cd-43805a780930'} {{(pid=100249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:17:02.281788 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.managers [None req-9749e9f8-28dd-42ce-aeab-26f8fbb85e67 None None] Bound port: aa306e0f-e678-4d29-a8a4-7f60d844e63f, host: n-d-773647-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '888d112f-999b-4fed-9854-726cc7388493', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': '6ee6b830-cb65-403e-b3cd-43805a780930'}}] {{(pid=100249) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:17:02.281788 n-d-773647-6 neutron-server[100249]: DEBUG neutron_lib.callbacks.manager [None req-9749e9f8-28dd-42ce-aeab-26f8fbb85e67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:02.398423 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d0e4b3d-3c68-4ddb-87a3-cbc798f68ac6 None None] Routers {'42880ce7-c066-4642-8280-d12b1b5c8b8e'} bound to L3 agent in host n-d-773647-6 {{(pid=100248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:17:02.401957 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-2d0e4b3d-3c68-4ddb-87a3-cbc798f68ac6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T14:16:56Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['42880ce7-c066-4642-8280-d12b1b5c8b8e'], 'active': True} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:17:02.421129 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54af7d63-6b97-4251-a004-c5608b065f96 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6bd5fc82-6666-56e8-87c2-91648d36c963-63239bcf-fc30-4409-af24-2ce21b28b0d3', 'network_id': '63239bcf-fc30-4409-af24-2ce21b28b0d3', 'tenant_id': 'b162a45bb3174bbb964a63afe4786b87', 'fixed_ips': [{'subnet_id': '37fac438-f282-4ff2-b3b6-ef311bc306c0'}]}} from n-d-773647-6. {{(pid=100248) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 14:17:02.426102 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-54af7d63-6b97-4251-a004-c5608b065f96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:02.476947 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.db [None req-9749e9f8-28dd-42ce-aeab-26f8fbb85e67 None None] For port aa306e0f-e678-4d29-a8a4-7f60d844e63f, host n-d-773647-6, cleared binding levels {{(pid=100249) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:17:02.481112 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.db [None req-9749e9f8-28dd-42ce-aeab-26f8fbb85e67 None None] For port aa306e0f-e678-4d29-a8a4-7f60d844e63f, host n-d-773647-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=aa306e0f-e678-4d29-a8a4-7f60d844e63f,segment=NetworkSegment(888d112f-999b-4fed-9854-726cc7388493),segment_id=888d112f-999b-4fed-9854-726cc7388493)] {{(pid=100249) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:17:02.486607 n-d-773647-6 neutron-server[100249]: DEBUG neutron_lib.callbacks.manager [None req-9749e9f8-28dd-42ce-aeab-26f8fbb85e67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:02.498023 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning complete for port bdd86d4b-ec9c-47d1-be3a-c84c1ff31ddd triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:17:02.498504 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:02.499093 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.plugin [None req-d5f56865-b8ea-45ba-8a5a-35824fcf5cdb tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Deleting port c9f2e6fe-ccb9-4273-8a3a-3dbbbc78b428 {{(pid=100247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:17:02.499649 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-d5f56865-b8ea-45ba-8a5a-35824fcf5cdb tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:02.518553 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-948a167f-263d-4d3a-94ed-237d27d1ced5 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Notify callbacks [] for router_gateway, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:02.612905 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9749e9f8-28dd-42ce-aeab-26f8fbb85e67 None None] Routers {'9b40a096-c577-4f78-9540-9ca52d5c8261'} bound to L3 agent in host n-d-773647-6 {{(pid=100249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:17:02.613537 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-9749e9f8-28dd-42ce-aeab-26f8fbb85e67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T14:16:56Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['9b40a096-c577-4f78-9540-9ca52d5c8261'], 'active': True} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:17:02.621890 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvr_db [None req-2d0e4b3d-3c68-4ddb-87a3-cbc798f68ac6 None None] Set router 42880ce7-c066-4642-8280-d12b1b5c8b8e gateway port host: None {{(pid=100248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:17:02.663854 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-1464a9f9-d0e4-4381-9e55-4d5f18fda4b6 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:02.759553 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.db [None req-d5f56865-b8ea-45ba-8a5a-35824fcf5cdb tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] For port c9f2e6fe-ccb9-4273-8a3a-3dbbbc78b428, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=c9f2e6fe-ccb9-4273-8a3a-3dbbbc78b428,segment=NetworkSegment(0e11ef8c-f8e0-464e-8137-aab998e5e82c),segment_id=0e11ef8c-f8e0-464e-8137-aab998e5e82c)] {{(pid=100247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:17:02.759930 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-d5f56865-b8ea-45ba-8a5a-35824fcf5cdb tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:02.799685 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccba5eda-3ef5-489a-94a8-2a8418a8357f None None] Pushing event updated for resources: {'Port': ['ID=aa306e0f-e678-4d29-a8a4-7f60d844e63f,revision_number=4']} {{(pid=100249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:17:02.811565 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-2d0e4b3d-3c68-4ddb-87a3-cbc798f68ac6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42880ce7-c066-4642-8280-d12b1b5c8b8e', 'name': 'tempest-RoutersTest-router-1812818657', 'tenant_id': '9c6f2fd69adb42a0ae2388cfacf9d174', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:15:48Z', 'updated_at': '2021-07-06T14:16:58Z', 'revision_number': 11, 'project_id': '9c6f2fd69adb42a0ae2388cfacf9d174', 'gw_port_host': None}], 'n-d-773647-6', False) {} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:17:02.927808 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.plugin [None req-d5f56865-b8ea-45ba-8a5a-35824fcf5cdb tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Calling delete_port for c9f2e6fe-ccb9-4273-8a3a-3dbbbc78b428 owned by network:dhcp {{(pid=100247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:17:02.938607 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-7d8987b5-df46-4220-b47c-08fcad7c0560 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '170efd2e-2d32-454c-af51-75fb29d893a4', 'name': 'tempest-AttachVolumeShelveTestJSON-1501821646-router', 'tenant_id': '9686fd5ec0aa4012928191c3d42f6e6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.68'}], 'enable_snat': True}, 'gw_port_id': '4f049c2e-394a-46f7-a71e-a4d2b9c694e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:10:08Z', 'updated_at': '2021-07-06T14:10:13Z', 'revision_number': 4, 'project_id': '9686fd5ec0aa4012928191c3d42f6e6c', 'gw_port': {'id': '4f049c2e-394a-46f7-a71e-a4d2b9c694e5', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:ac:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '170efd2e-2d32-454c-af51-75fb29d893a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1907, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:10:10Z', 'updated_at': '2021-07-06T14:10:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6', '_floatingips': [{'id': '01d71581-dbf4-425c-aa24-9ca14c53d55e', 'tenant_id': '9686fd5ec0aa4012928191c3d42f6e6c', 'floating_ip_address': '172.25.0.4', 'floating_network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'router_id': '170efd2e-2d32-454c-af51-75fb29d893a4', 'port_id': '67b64fd1-ede8-4c8b-b13f-ce71aea9619c', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2370, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a1c5aa58-a5eb-4fe0-9c0d-ad9cb3f782ca', 'mac_address': 'fa:16:3e:3f:1e:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28222247-ef72-4123-b031-e588ebd3ba47', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T14:16:28Z', 'updated_at': '2021-07-06T14:16:55Z', 'revision_number': 1, 'project_id': '9686fd5ec0aa4012928191c3d42f6e6c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed6b7d65-28dd-40b4-81c9-ae0bcd9b105b', 'name': '', 'network_id': 'a1c5aa58-a5eb-4fe0-9c0d-ad9cb3f782ca', 'tenant_id': '9686fd5ec0aa4012928191c3d42f6e6c', 'mac_address': 'fa:16:3e:06:b1:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '170efd2e-2d32-454c-af51-75fb29d893a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1918, 'fixed_ips': [{'subnet_id': '6ec930d2-90b3-4355-914b-4efea8972d25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:10:12Z', 'updated_at': '2021-07-06T14:10:20Z', 'revision_number': 5, 'project_id': '9686fd5ec0aa4012928191c3d42f6e6c', 'subnets': [{'id': '6ec930d2-90b3-4355-914b-4efea8972d25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773647-6', False) {} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:17:02.988534 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvr_db [None req-9749e9f8-28dd-42ce-aeab-26f8fbb85e67 None None] Set router 9b40a096-c577-4f78-9540-9ca52d5c8261 gateway port host: None {{(pid=100249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:17:03.105541 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d8987b5-df46-4220-b47c-08fcad7c0560 None None] The sync data for ids ['170efd2e-2d32-454c-af51-75fb29d893a4'] in n-d-773647-6 is: [{'id': '170efd2e-2d32-454c-af51-75fb29d893a4', 'name': 'tempest-AttachVolumeShelveTestJSON-1501821646-router', 'tenant_id': '9686fd5ec0aa4012928191c3d42f6e6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.68'}], 'enable_snat': True}, 'gw_port_id': '4f049c2e-394a-46f7-a71e-a4d2b9c694e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:10:08Z', 'updated_at': '2021-07-06T14:10:13Z', 'revision_number': 4, 'project_id': '9686fd5ec0aa4012928191c3d42f6e6c', 'gw_port': {'id': '4f049c2e-394a-46f7-a71e-a4d2b9c694e5', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:ac:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '170efd2e-2d32-454c-af51-75fb29d893a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1907, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:10:10Z', 'updated_at': '2021-07-06T14:10:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6', '_floatingips': [{'id': '01d71581-dbf4-425c-aa24-9ca14c53d55e', 'tenant_id': '9686fd5ec0aa4012928191c3d42f6e6c', 'floating_ip_address': '172.25.0.4', 'floating_network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'router_id': '170efd2e-2d32-454c-af51-75fb29d893a4', 'port_id': '67b64fd1-ede8-4c8b-b13f-ce71aea9619c', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2370, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a1c5aa58-a5eb-4fe0-9c0d-ad9cb3f782ca', 'mac_address': 'fa:16:3e:3f:1e:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28222247-ef72-4123-b031-e588ebd3ba47', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T14:16:28Z', 'updated_at': '2021-07-06T14:16:55Z', 'revision_number': 1, 'project_id': '9686fd5ec0aa4012928191c3d42f6e6c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed6b7d65-28dd-40b4-81c9-ae0bcd9b105b', 'name': '', 'network_id': 'a1c5aa58-a5eb-4fe0-9c0d-ad9cb3f782ca', 'tenant_id': '9686fd5ec0aa4012928191c3d42f6e6c', 'mac_address': 'fa:16:3e:06:b1:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '170efd2e-2d32-454c-af51-75fb29d893a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1918, 'fixed_ips': [{'subnet_id': '6ec930d2-90b3-4355-914b-4efea8972d25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:10:12Z', 'updated_at': '2021-07-06T14:10:20Z', 'revision_number': 5, 'project_id': '9686fd5ec0aa4012928191c3d42f6e6c', 'subnets': [{'id': '6ec930d2-90b3-4355-914b-4efea8972d25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 14:17:03.142318 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d0e4b3d-3c68-4ddb-87a3-cbc798f68ac6 None None] The sync data for ids ['42880ce7-c066-4642-8280-d12b1b5c8b8e'] in n-d-773647-6 is: [{'id': '42880ce7-c066-4642-8280-d12b1b5c8b8e', 'name': 'tempest-RoutersTest-router-1812818657', 'tenant_id': '9c6f2fd69adb42a0ae2388cfacf9d174', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:15:48Z', 'updated_at': '2021-07-06T14:16:58Z', 'revision_number': 11, 'project_id': '9c6f2fd69adb42a0ae2388cfacf9d174', 'gw_port_host': None}] {{(pid=100248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 14:17:03.249310 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.db_base_plugin_common [None req-1464a9f9-d0e4-4381-9e55-4d5f18fda4b6 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Allocated IP 2001:db8:1::1 (63239bcf-fc30-4409-af24-2ce21b28b0d3/37fac438-f282-4ff2-b3b6-ef311bc306c0/686731a9-05cb-4e39-aa14-1be75462c876) {{(pid=100246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:17:03.316341 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-d5f56865-b8ea-45ba-8a5a-35824fcf5cdb tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128888353'] for port, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:03.344251 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5f56865-b8ea-45ba-8a5a-35824fcf5cdb tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] No DVR routers for this DVR port c9f2e6fe-ccb9-4273-8a3a-3dbbbc78b428 on host n-d-773647-6 {{(pid=100247) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:17:03.427671 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-9749e9f8-28dd-42ce-aeab-26f8fbb85e67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b40a096-c577-4f78-9540-9ca52d5c8261', 'name': 'tempest-RoutersIpV6Test-router-90364201', 'tenant_id': 'b162a45bb3174bbb964a63afe4786b87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:16:53Z', 'updated_at': '2021-07-06T14:16:58Z', 'revision_number': 2, 'project_id': 'b162a45bb3174bbb964a63afe4786b87', 'gw_port_host': None, '_interfaces': [{'id': 'aa306e0f-e678-4d29-a8a4-7f60d844e63f', 'name': '', 'network_id': '6ee6b830-cb65-403e-b3cd-43805a780930', 'tenant_id': 'b162a45bb3174bbb964a63afe4786b87', 'mac_address': 'fa:16:3e:10:cd:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b40a096-c577-4f78-9540-9ca52d5c8261', 'device_owner': 'network:router_interface', 'standard_attr_id': 2400, 'fixed_ips': [{'subnet_id': 'ebded7d8-cb22-4393-8c31-cfbeaa456181', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:16:55Z', 'updated_at': '2021-07-06T14:17:02Z', 'revision_number': 4, 'project_id': 'b162a45bb3174bbb964a63afe4786b87', 'subnets': [{'id': 'ebded7d8-cb22-4393-8c31-cfbeaa456181', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773647-6', False) {} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:17:03.494838 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-1464a9f9-d0e4-4381-9e55-4d5f18fda4b6 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Notify callbacks [] for port, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:03.497575 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9749e9f8-28dd-42ce-aeab-26f8fbb85e67 None None] The sync data for ids ['9b40a096-c577-4f78-9540-9ca52d5c8261'] in n-d-773647-6 is: [{'id': '9b40a096-c577-4f78-9540-9ca52d5c8261', 'name': 'tempest-RoutersIpV6Test-router-90364201', 'tenant_id': 'b162a45bb3174bbb964a63afe4786b87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:16:53Z', 'updated_at': '2021-07-06T14:16:58Z', 'revision_number': 2, 'project_id': 'b162a45bb3174bbb964a63afe4786b87', 'gw_port_host': None, '_interfaces': [{'id': 'aa306e0f-e678-4d29-a8a4-7f60d844e63f', 'name': '', 'network_id': '6ee6b830-cb65-403e-b3cd-43805a780930', 'tenant_id': 'b162a45bb3174bbb964a63afe4786b87', 'mac_address': 'fa:16:3e:10:cd:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b40a096-c577-4f78-9540-9ca52d5c8261', 'device_owner': 'network:router_interface', 'standard_attr_id': 2400, 'fixed_ips': [{'subnet_id': 'ebded7d8-cb22-4393-8c31-cfbeaa456181', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:16:55Z', 'updated_at': '2021-07-06T14:17:02Z', 'revision_number': 4, 'project_id': 'b162a45bb3174bbb964a63afe4786b87', 'subnets': [{'id': 'ebded7d8-cb22-4393-8c31-cfbeaa456181', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 14:17:03.534438 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab66ea57-4f40-437a-a7be-9c98d8e1a2f3 None None] New status for floating IP 01d71581-dbf4-425c-aa24-9ca14c53d55e: ACTIVE {{(pid=100249) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 14:17:03.550538 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a25fc751-5fd4-4609-ba11-6ee362eb3e8d None None] DHCP port deletion for c860d06d-8556-4bec-98c1-fafd1f4e2cd8 request from n-d-773647-6 {{(pid=100248) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 14:17:03.560812 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.provisioning_blocks [None req-1464a9f9-d0e4-4381-9e55-4d5f18fda4b6 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Transition to ACTIVE for port object 686731a9-05cb-4e39-aa14-1be75462c876 will not be triggered until provisioned by entity DHCP. {{(pid=100246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:17:03.673668 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-1464a9f9-d0e4-4381-9e55-4d5f18fda4b6 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-127687573'] for port, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:03.725175 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device c9f2e6fe-ccb9-4273-8a3a-3dbbbc78b428 no longer exists at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:17:03.739861 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1464a9f9-d0e4-4381-9e55-4d5f18fda4b6 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Network 63239bcf-fc30-4409-af24-2ce21b28b0d3 is already hosted by enough agents. {{(pid=100246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:17:03.748990 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.base_scheduler [None req-1464a9f9-d0e4-4381-9e55-4d5f18fda4b6 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Resources bound (agent type, host, resource id): {{(pid=100246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:17:03.762176 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1464a9f9-d0e4-4381-9e55-4d5f18fda4b6 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Received port after_create {{(pid=100246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:17:03.762945 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-1464a9f9-d0e4-4381-9e55-4d5f18fda4b6 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1807675'] for router_interface, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:03.822658 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] No Port match for: c9f2e6fe-ccb9-4273-8a3a-3dbbbc78b428 {{(pid=100248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 14:17:03.825219 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device c9f2e6fe-ccb9-4273-8a3a-3dbbbc78b428 not bound to the agent host n-d-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:17:03.825774 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device b1449530-0688-4078-bda6-5f36e7ee7116 no longer exists at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:17:03.885427 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] No Port match for: b1449530-0688-4078-bda6-5f36e7ee7116 {{(pid=100248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 14:17:03.887897 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device b1449530-0688-4078-bda6-5f36e7ee7116 not bound to the agent host n-d-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:17:03.942384 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.db_base_plugin_common [None req-54af7d63-6b97-4251-a004-c5608b065f96 None None] Allocated IP 2001:db8:1::2 (63239bcf-fc30-4409-af24-2ce21b28b0d3/37fac438-f282-4ff2-b3b6-ef311bc306c0/eeacdaf8-cf0c-4070-b26b-acfc576d49b4) {{(pid=100248) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:17:03.955581 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1464a9f9-d0e4-4381-9e55-4d5f18fda4b6 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Pushing event updated for resources: {'Port': ['ID=686731a9-05cb-4e39-aa14-1be75462c876,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:17:03.982251 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-1464a9f9-d0e4-4381-9e55-4d5f18fda4b6 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:04.140189 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f56865-b8ea-45ba-8a5a-35824fcf5cdb tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Pushing event deleted for resources: {'Port': ['ID=c9f2e6fe-ccb9-4273-8a3a-3dbbbc78b428,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:17:04.259401 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-54af7d63-6b97-4251-a004-c5608b065f96 None None] Notify callbacks [] for port, precommit_create {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:04.282068 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-54af7d63-6b97-4251-a004-c5608b065f96 None None] Transition to ACTIVE for port object eeacdaf8-cf0c-4070-b26b-acfc576d49b4 will not be triggered until provisioned by entity L2. {{(pid=100248) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:17:04.328598 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-54af7d63-6b97-4251-a004-c5608b065f96 None None] Transition to ACTIVE for port object eeacdaf8-cf0c-4070-b26b-acfc576d49b4 will not be triggered until provisioned by entity DHCP. {{(pid=100248) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:17:04.342418 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-54af7d63-6b97-4251-a004-c5608b065f96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108'] for port, after_create {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:04.369785 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-1464a9f9-d0e4-4381-9e55-4d5f18fda4b6 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Notify callbacks [] for port, precommit_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:04.375461 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-1464a9f9-d0e4-4381-9e55-4d5f18fda4b6 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127687527'] for port, after_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:04.376536 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-1464a9f9-d0e4-4381-9e55-4d5f18fda4b6 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1809478'] for router_interface, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:04.421756 n-d-773647-6 neutron-server[100248]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54af7d63-6b97-4251-a004-c5608b065f96 None None] Network 63239bcf-fc30-4409-af24-2ce21b28b0d3 is already hosted by enough agents. {{(pid=100248) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:17:04.424824 n-d-773647-6 neutron-server[100248]: DEBUG neutron.scheduler.base_scheduler [None req-54af7d63-6b97-4251-a004-c5608b065f96 None None] Resources bound (agent type, host, resource id): {{(pid=100248) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:17:04.427184 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1464a9f9-d0e4-4381-9e55-4d5f18fda4b6 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Pushing event updated for resources: {'Port': ['ID=686731a9-05cb-4e39-aa14-1be75462c876,revision_number=2']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:17:04.442819 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54af7d63-6b97-4251-a004-c5608b065f96 None None] Received port after_create {{(pid=100248) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:17:04.491279 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-d5f56865-b8ea-45ba-8a5a-35824fcf5cdb tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-917204', 'neutron.services.segments.db._delete_segments_for_network-8773753502302'] for network, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:04.517108 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41259fc1-29c3-448f-8495-9b7ef3598dfd req-3a28af2f-f586-4013-8d58-6abbf79ce0c8 tempest-ServersNegativeTestJSON-728644794 tempest-ServersNegativeTestJSON-728644794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:17:04.524047 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54af7d63-6b97-4251-a004-c5608b065f96 None None] Pushing event updated for resources: {'Port': ['ID=eeacdaf8-cf0c-4070-b26b-acfc576d49b4,revision_number=1']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:17:04.537017 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-41259fc1-29c3-448f-8495-9b7ef3598dfd req-3a28af2f-f586-4013-8d58-6abbf79ce0c8 tempest-ServersNegativeTestJSON-728644794 tempest-ServersNegativeTestJSON-728644794-project] 10.222.0.104 "GET /v2.0/ports?device_id=c38e1fb7-16c3-460f-81ed-82738a2148eb HTTP/1.1" status: 200 len: 946 time: 1.4752848 Jul 06 14:17:04.565989 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-54af7d63-6b97-4251-a004-c5608b065f96 None None] Attempting to bind port eeacdaf8-cf0c-4070-b26b-acfc576d49b4 on host n-d-773647-6 for vnic_type normal with profile {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:17:04.566655 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-54af7d63-6b97-4251-a004-c5608b065f96 None None] Attempting to bind port eeacdaf8-cf0c-4070-b26b-acfc576d49b4 by drivers openvswitch,hyperv on host n-d-773647-6 at level 0 using segments [{'id': '6467fdeb-047e-451c-9e2d-240272c1361a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1033, 'network_id': '63239bcf-fc30-4409-af24-2ce21b28b0d3'}] {{(pid=100248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:17:04.566770 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54af7d63-6b97-4251-a004-c5608b065f96 None None] Attempting to bind port eeacdaf8-cf0c-4070-b26b-acfc576d49b4 on network 63239bcf-fc30-4409-af24-2ce21b28b0d3 {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:17:04.572398 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54af7d63-6b97-4251-a004-c5608b065f96 None None] Checking agent: {'id': '8ab5b19c-d213-4f29-891d-27bdf39d38b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773647-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 43, 26), 'started_at': datetime.datetime(2021, 7, 6, 13, 43, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 16, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773647-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:17:04.576142 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54af7d63-6b97-4251-a004-c5608b065f96 None None] Checking segment: {'id': '6467fdeb-047e-451c-9e2d-240272c1361a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1033, 'network_id': '63239bcf-fc30-4409-af24-2ce21b28b0d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:17:04.576650 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-54af7d63-6b97-4251-a004-c5608b065f96 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:04.577054 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54af7d63-6b97-4251-a004-c5608b065f96 None None] Bound using segment: {'id': '6467fdeb-047e-451c-9e2d-240272c1361a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1033, 'network_id': '63239bcf-fc30-4409-af24-2ce21b28b0d3'} {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:17:04.577559 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-54af7d63-6b97-4251-a004-c5608b065f96 None None] Bound port: eeacdaf8-cf0c-4070-b26b-acfc576d49b4, host: n-d-773647-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6467fdeb-047e-451c-9e2d-240272c1361a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1033, 'network_id': '63239bcf-fc30-4409-af24-2ce21b28b0d3'}}] {{(pid=100248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:17:04.577946 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-54af7d63-6b97-4251-a004-c5608b065f96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:04.595798 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1464a9f9-d0e4-4381-9e55-4d5f18fda4b6 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Network 63239bcf-fc30-4409-af24-2ce21b28b0d3 is already hosted by enough agents. {{(pid=100246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:17:04.598065 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.base_scheduler [None req-1464a9f9-d0e4-4381-9e55-4d5f18fda4b6 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Resources bound (agent type, host, resource id): {{(pid=100246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:17:04.598322 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-948a167f-263d-4d3a-94ed-237d27d1ced5 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1806297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1761036'] for router, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:04.622302 n-d-773647-6 neutron-server[100247]: DEBUG neutron.services.segments.db [None req-d5f56865-b8ea-45ba-8a5a-35824fcf5cdb tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c860d06d-8556-4bec-98c1-fafd1f4e2cd8']}} {{(pid=100247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:17:04.739678 n-d-773647-6 neutron-server[100247]: DEBUG neutron.services.segments.db [None req-d5f56865-b8ea-45ba-8a5a-35824fcf5cdb tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0e11ef8c-f8e0-464e-8137-aab998e5e82c') {'for_net_delete': True} {{(pid=100247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:17:04.739895 n-d-773647-6 neutron-server[100247]: DEBUG neutron.services.segments.db [None req-d5f56865-b8ea-45ba-8a5a-35824fcf5cdb tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0e11ef8c-f8e0-464e-8137-aab998e5e82c') {} {{(pid=100247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:17:04.751771 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-54af7d63-6b97-4251-a004-c5608b065f96 None None] For port eeacdaf8-cf0c-4070-b26b-acfc576d49b4, host n-d-773647-6, cleared binding levels {{(pid=100248) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:17:04.756239 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-54af7d63-6b97-4251-a004-c5608b065f96 None None] For port eeacdaf8-cf0c-4070-b26b-acfc576d49b4, host n-d-773647-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=eeacdaf8-cf0c-4070-b26b-acfc576d49b4,segment=NetworkSegment(6467fdeb-047e-451c-9e2d-240272c1361a),segment_id=6467fdeb-047e-451c-9e2d-240272c1361a)] {{(pid=100248) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:17:04.760523 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1464a9f9-d0e4-4381-9e55-4d5f18fda4b6 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Router 9b40a096-c577-4f78-9540-9ca52d5c8261 has already been hosted by L3 agent 2823d358-a11b-4885-a706-95a279e43fa7 {{(pid=100246) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 14:17:04.764598 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-54af7d63-6b97-4251-a004-c5608b065f96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:04.781316 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-41259fc1-29c3-448f-8495-9b7ef3598dfd req-7e3124ec-5113-45df-9398-3d44dfcaea80 tempest-ServersNegativeTestJSON-728644794 tempest-ServersNegativeTestJSON-728644794-project] 10.222.0.104 "GET /v2.0/security-groups?id=55139e1c-0239-472b-ada8-5a3c70b3eb43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2426069 Jul 06 14:17:04.804639 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-d5f56865-b8ea-45ba-8a5a-35824fcf5cdb tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773753515138', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127131763'] for segment, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:04.834062 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54af7d63-6b97-4251-a004-c5608b065f96 None None] Pushing event updated for resources: {'Port': ['ID=eeacdaf8-cf0c-4070-b26b-acfc576d49b4,revision_number=2']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:17:04.895384 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-d5f56865-b8ea-45ba-8a5a-35824fcf5cdb tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552'] for segment, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:04.909668 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d5f56865-b8ea-45ba-8a5a-35824fcf5cdb tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Releasing vlan 1045 on physical network physnet1 to pool {{(pid=100247) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 14:17:04.910264 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-d5f56865-b8ea-45ba-8a5a-35824fcf5cdb tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-128888574'] for segment, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:04.913511 n-d-773647-6 neutron-server[100247]: Traceback (most recent call last): Jul 06 14:17:04.913511 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 14:17:04.913511 n-d-773647-6 neutron-server[100247]: timer() Jul 06 14:17:04.913511 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 14:17:04.913511 n-d-773647-6 neutron-server[100247]: cb(*args, **kw) Jul 06 14:17:04.913511 n-d-773647-6 neutron-server[100247]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 14:17:04.913511 n-d-773647-6 neutron-server[100247]: return func(*args, **kwargs) Jul 06 14:17:04.913511 n-d-773647-6 neutron-server[100247]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 14:17:04.913511 n-d-773647-6 neutron-server[100247]: self._notify() Jul 06 14:17:04.913511 n-d-773647-6 neutron-server[100247]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 14:17:04.913511 n-d-773647-6 neutron-server[100247]: self.callback(batched_events) Jul 06 14:17:04.913511 n-d-773647-6 neutron-server[100247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 14:17:04.913511 n-d-773647-6 neutron-server[100247]: event.method(event) Jul 06 14:17:04.913511 n-d-773647-6 neutron-server[100247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 14:17:04.913511 n-d-773647-6 neutron-server[100247]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 14:17:04.913511 n-d-773647-6 neutron-server[100247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 14:17:04.913511 n-d-773647-6 neutron-server[100247]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 14:17:04.913511 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 14:17:04.913511 n-d-773647-6 neutron-server[100247]: return f(self, *a, **k) Jul 06 14:17:04.913511 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 14:17:04.913511 n-d-773647-6 neutron-server[100247]: return self._get(url).json() Jul 06 14:17:04.913511 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 14:17:04.913511 n-d-773647-6 neutron-server[100247]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 14:17:04.913511 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 14:17:04.913511 n-d-773647-6 neutron-server[100247]: return self.request(url, 'GET', **kwargs) Jul 06 14:17:04.913511 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 14:17:04.913511 n-d-773647-6 neutron-server[100247]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 14:17:04.913511 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 14:17:04.913511 n-d-773647-6 neutron-server[100247]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 14:17:04.913511 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 14:17:04.913511 n-d-773647-6 neutron-server[100247]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 14:17:04.913511 n-d-773647-6 neutron-server[100247]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 14:17:05.001505 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1464a9f9-d0e4-4381-9e55-4d5f18fda4b6 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Notify agent at l3_agent.n-d-773647-6 the message routers_updated {{(pid=100246) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 14:17:05.017983 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-1464a9f9-d0e4-4381-9e55-4d5f18fda4b6 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] 10.222.0.104 "PUT /v2.0/routers/9b40a096-c577-4f78-9540-9ca52d5c8261/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2599301 Jul 06 14:17:05.021331 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 58294) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:17:05.034367 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-e8ae29a0-f383-4b2f-94a6-e94f62f5e3f6 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1129273268'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:17:05.038030 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-d5f56865-b8ea-45ba-8a5a-35824fcf5cdb tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-917215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1761140'] for network, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:05.053298 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-d5f56865-b8ea-45ba-8a5a-35824fcf5cdb tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583035'] for network, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:05.055283 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-d5f56865-b8ea-45ba-8a5a-35824fcf5cdb tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] 10.222.0.104 "DELETE /v2.0/networks/c860d06d-8556-4bec-98c1-fafd1f4e2cd8 HTTP/1.1" status: 204 len: 168 time: 3.4938221 Jul 06 14:17:05.070093 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 58302) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:17:05.081652 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-a51d7d9d-924e-402e-9dff-19d152974c35 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Request body: {'router': {'routes': None}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:17:05.444037 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e2fdef-e6d7-4b72-ac7c-81e4174d36a8 req-7b7624c0-cd9c-4043-abf4-0834e63b8608 tempest-ServersNegativeTestJSON-728644794 tempest-ServersNegativeTestJSON-728644794-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:17:05.456748 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-f9e2fdef-e6d7-4b72-ac7c-81e4174d36a8 req-7b7624c0-cd9c-4043-abf4-0834e63b8608 tempest-ServersNegativeTestJSON-728644794 tempest-ServersNegativeTestJSON-728644794-project] 10.222.0.104 "GET /v2.0/networks?id=9a9945d7-f704-4f59-8c11-10fba7c84a6d HTTP/1.1" status: 200 len: 814 time: 0.3812957 Jul 06 14:17:05.475963 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f56865-b8ea-45ba-8a5a-35824fcf5cdb tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Pushing event deleted for resources: {'Network': ['ID=c860d06d-8556-4bec-98c1-fafd1f4e2cd8,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:17:05.477453 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device aa306e0f-e678-4d29-a8a4-7f60d844e63f up at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:17:05.516690 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-f9e2fdef-e6d7-4b72-ac7c-81e4174d36a8 req-2c9b04b5-3d02-4597-b42b-f2d606109efc tempest-ServersNegativeTestJSON-728644794 tempest-ServersNegativeTestJSON-728644794-project] 10.222.0.104 "GET /v2.0/quotas/9e0def2463a444ef83e4758cd3e92401 HTTP/1.1" status: 200 len: 375 time: 0.0588670 Jul 06 14:17:05.602578 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning for port aa306e0f-e678-4d29-a8a4-7f60d844e63f completed by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:17:05.607902 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning complete for port aa306e0f-e678-4d29-a8a4-7f60d844e63f triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:17:05.608423 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:05.627773 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-948a167f-263d-4d3a-94ed-237d27d1ced5 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Router 6ef0dc7d-eccb-4899-8ffc-1529466e63ed is scheduled to L3 agent 2823d358-a11b-4885-a706-95a279e43fa7 with binding_index 1 {{(pid=100247) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 14:17:05.779337 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:05.846971 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] For port aa306e0f-e678-4d29-a8a4-7f60d844e63f, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=aa306e0f-e678-4d29-a8a4-7f60d844e63f,segment=NetworkSegment(888d112f-999b-4fed-9854-726cc7388493),segment_id=888d112f-999b-4fed-9854-726cc7388493)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:17:05.852338 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:05.894123 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-948a167f-263d-4d3a-94ed-237d27d1ced5 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Notify agent at l3_agent.n-d-773647-6 the message routers_updated {{(pid=100247) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 14:17:05.916056 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ea4718a-db47-433e-b721-6dcd32932164 None None] Sync routers for ids ['6ef0dc7d-eccb-4899-8ffc-1529466e63ed'] in n-d-773647-6 {{(pid=100248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 14:17:05.945293 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-948a167f-263d-4d3a-94ed-237d27d1ced5 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Notify callbacks [] for router, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:05.949896 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Pushing event updated for resources: {'Port': ['ID=aa306e0f-e678-4d29-a8a4-7f60d844e63f,revision_number=5']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:17:05.961722 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-948a167f-263d-4d3a-94ed-237d27d1ced5 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] 10.222.0.104 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 8.7861295 Jul 06 14:17:05.962515 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ea4718a-db47-433e-b721-6dcd32932164 None None] Routers {'6ef0dc7d-eccb-4899-8ffc-1529466e63ed'} bound to L3 agent in host n-d-773647-6 {{(pid=100248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:17:05.963152 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-3ea4718a-db47-433e-b721-6dcd32932164 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T14:16:56Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['6ef0dc7d-eccb-4899-8ffc-1529466e63ed'], 'active': True} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:17:05.968427 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 58312) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:17:05.996593 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8ae29a0-f383-4b2f-94a6-e94f62f5e3f6 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Made reservation on behalf of b162a45bb3174bbb964a63afe4786b87 for: {'network': 1} {{(pid=100246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:17:06.002566 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-e8ae29a0-f383-4b2f-94a6-e94f62f5e3f6 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for network, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:06.036325 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-f9e2fdef-e6d7-4b72-ac7c-81e4174d36a8 req-c8c68842-16fd-413a-b7cf-39d9884a9d1c tempest-ServersNegativeTestJSON-728644794 tempest-ServersNegativeTestJSON-728644794-project] 10.222.0.104 "GET /v2.0/ports?tenant_id=9e0def2463a444ef83e4758cd3e92401&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5181377 Jul 06 14:17:06.079808 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.extraroute_db [None req-a51d7d9d-924e-402e-9dff-19d152974c35 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Added routes are [] {{(pid=100246) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Jul 06 14:17:06.080176 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.extraroute_db [None req-a51d7d9d-924e-402e-9dff-19d152974c35 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Removed routes are [] {{(pid=100246) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Jul 06 14:17:06.080476 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-a51d7d9d-924e-402e-9dff-19d152974c35 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1761047', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1806272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6989'] for router, precommit_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:06.104566 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e8ae29a0-f383-4b2f-94a6-e94f62f5e3f6 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] vlan segment allocate from pool success with {'vlan_id': 1039, 'physical_network': 'physnet1'} {{(pid=100246) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 14:17:06.105893 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvr_db [None req-3ea4718a-db47-433e-b721-6dcd32932164 None None] Set router 6ef0dc7d-eccb-4899-8ffc-1529466e63ed gateway port host: n-d-773647-6 {{(pid=100248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:17:06.124618 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-e8ae29a0-f383-4b2f-94a6-e94f62f5e3f6 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552'] for segment, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:06.124960 n-d-773647-6 neutron-server[100246]: INFO neutron.db.segments_db [None req-e8ae29a0-f383-4b2f-94a6-e94f62f5e3f6 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Added segment 324aff72-e3d2-46c7-ab16-c49a7658da15 of type vlan for network 07b3f552-f0f9-4999-b67f-7093e13cbdd1 Jul 06 14:17:06.155170 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-f9e2fdef-e6d7-4b72-ac7c-81e4174d36a8 req-ae40d937-f54d-47cc-b671-b3e68a5b313a service neutron] 10.222.0.104 "GET /v2.0/networks/9a9945d7-f704-4f59-8c11-10fba7c84a6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1175113 Jul 06 14:17:06.198430 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-7d39dcbf-707a-49e9-8652-11b708657015 tempest-TestNetworkAdvancedServerOps-137028019 tempest-TestNetworkAdvancedServerOps-137028019-project-admin] 10.222.0.104 "GET /v2.0/subnets?project_id=1077a35eaa714f1bbf260d32c5a52c8f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2284768 Jul 06 14:17:06.230891 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 58316) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:17:06.431576 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-f9e2fdef-e6d7-4b72-ac7c-81e4174d36a8 req-ef6648d4-9163-4fb4-9445-715263815ffc service neutron] 10.222.0.104 "GET /v2.0/networks/9a9945d7-f704-4f59-8c11-10fba7c84a6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2748034 Jul 06 14:17:06.479051 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-e8ae29a0-f383-4b2f-94a6-e94f62f5e3f6 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773752984405'] for network, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:06.615114 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-3ea4718a-db47-433e-b721-6dcd32932164 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ef0dc7d-eccb-4899-8ffc-1529466e63ed', 'name': 'tempest-TestNetworkAdvancedServerOps-router-786339001', 'tenant_id': '1077a35eaa714f1bbf260d32c5a52c8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.83'}], 'enable_snat': True}, 'gw_port_id': '7af67f54-c42d-4a40-b54c-ccef88862092', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:16:57Z', 'updated_at': '2021-07-06T14:17:02Z', 'revision_number': 3, 'project_id': '1077a35eaa714f1bbf260d32c5a52c8f', 'gw_port': {'id': '7af67f54-c42d-4a40-b54c-ccef88862092', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:67:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ef0dc7d-eccb-4899-8ffc-1529466e63ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2405, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:16:59Z', 'updated_at': '2021-07-06T14:17:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6'}], 'n-d-773647-6', False) {} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:17:06.677120 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ea4718a-db47-433e-b721-6dcd32932164 None None] Checking router: 6ef0dc7d-eccb-4899-8ffc-1529466e63ed for host: n-d-773647-6 {{(pid=100248) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 14:17:06.677464 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ea4718a-db47-433e-b721-6dcd32932164 None None] Updating router 6ef0dc7d-eccb-4899-8ffc-1529466e63ed port 7af67f54-c42d-4a40-b54c-ccef88862092 binding host n-d-773647-6 {{(pid=100248) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 14:17:06.771084 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-3ea4718a-db47-433e-b721-6dcd32932164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:06.828515 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-273c0b1d-b38f-4722-8be5-370be5472cf3 None None] Sync routers for ids ['9b40a096-c577-4f78-9540-9ca52d5c8261'] in n-d-773647-6 {{(pid=100249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 14:17:06.864012 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-273c0b1d-b38f-4722-8be5-370be5472cf3 None None] Routers {'9b40a096-c577-4f78-9540-9ca52d5c8261'} bound to L3 agent in host n-d-773647-6 {{(pid=100249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:17:06.865516 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-273c0b1d-b38f-4722-8be5-370be5472cf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T14:16:56Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['9b40a096-c577-4f78-9540-9ca52d5c8261'], 'active': True} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:17:06.876087 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-d4ad87d2-48a8-4ad9-9636-298d70fb3df5 req-270559dc-601f-41a2-b83e-34236e36c220 tempest-ServersNegativeTestJSON-728644794 tempest-ServersNegativeTestJSON-728644794-project] 10.222.0.104 "GET /v2.0/ports?device_id=42673115-e3e2-4b55-8e26-f80b9f494c7a HTTP/1.1" status: 200 len: 210 time: 0.0640883 Jul 06 14:17:06.928647 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a93b429-8a44-48b6-a9f7-ad2a886f66da tempest-TestNetworkAdvancedServerOps-137028019 tempest-TestNetworkAdvancedServerOps-137028019-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:17:06.930190 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-1a93b429-8a44-48b6-a9f7-ad2a886f66da tempest-TestNetworkAdvancedServerOps-137028019 tempest-TestNetworkAdvancedServerOps-137028019-project-admin] 10.222.0.104 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.6952584 Jul 06 14:17:06.933305 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 58332) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:17:06.935074 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.db.resource_extend [None req-e8ae29a0-f383-4b2f-94a6-e94f62f5e3f6 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] It took 0.33 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 06 14:17:06.997222 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-a51d7d9d-924e-402e-9dff-19d152974c35 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1761047', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1806272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6989'] for router, precommit_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:07.006141 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-a51d7d9d-924e-402e-9dff-19d152974c35 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1761036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1761054', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1761029', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1806287'] for router, after_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:07.045633 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-057eb087-60d1-4aa6-a4a9-586bee108c21 tempest-TestNetworkAdvancedServerOps-137028019 tempest-TestNetworkAdvancedServerOps-137028019-project-admin] 10.222.0.104 "GET /v2.0/subnets?network_id=2658f09e-a580-4d4a-9968-2d1e0ad93719&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1084843 Jul 06 14:17:07.063812 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 58334) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:17:07.078667 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [None req-996284eb-c083-418e-903b-29d66754b766 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-923887481', 'network_id': 'f6bee18a-7d0c-49a0-8d57-f9458d12e262', 'project_id': '1077a35eaa714f1bbf260d32c5a52c8f', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:17:07.128776 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvr_db [None req-273c0b1d-b38f-4722-8be5-370be5472cf3 None None] Set router 9b40a096-c577-4f78-9540-9ca52d5c8261 gateway port host: None {{(pid=100249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:17:07.159933 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-e8ae29a0-f383-4b2f-94a6-e94f62f5e3f6 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060'] for network, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:07.165502 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8ae29a0-f383-4b2f-94a6-e94f62f5e3f6 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:17:07.166089 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-e8ae29a0-f383-4b2f-94a6-e94f62f5e3f6 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Notify callbacks [] for network, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:07.238368 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8b3628d-3707-4575-9b43-92c7e8d41af0 None None] Network 63239bcf-fc30-4409-af24-2ce21b28b0d3 requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:17:07.296372 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-ef427678-c13f-4eed-a90c-19b6ece8d4cb None None] Provisioning for port eeacdaf8-cf0c-4070-b26b-acfc576d49b4 completed by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:17:07.406578 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-996284eb-c083-418e-903b-29d66754b766 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Made reservation on behalf of 1077a35eaa714f1bbf260d32c5a52c8f for: {'subnet': 1} {{(pid=100247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:17:07.412017 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-996284eb-c083-418e-903b-29d66754b766 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127627440'] for subnet, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:07.484218 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-e8ae29a0-f383-4b2f-94a6-e94f62f5e3f6 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] 10.222.0.104 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 2.4609480 Jul 06 14:17:07.488280 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 58344) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:17:07.502433 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-39b67bcb-c1f3-4d7c-99d3-d562fcccd045 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Request body: {'subnet': {'network_id': '07b3f552-f0f9-4999-b67f-7093e13cbdd1', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:17:07.609807 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a51d7d9d-924e-402e-9dff-19d152974c35 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Router 42880ce7-c066-4642-8280-d12b1b5c8b8e has already been hosted by L3 agent 2823d358-a11b-4885-a706-95a279e43fa7 {{(pid=100246) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 14:17:07.638467 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device aa306e0f-e678-4d29-a8a4-7f60d844e63f up at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:17:07.785046 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ae29a0-f383-4b2f-94a6-e94f62f5e3f6 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Pushing event updated for resources: {'Network': ['ID=07b3f552-f0f9-4999-b67f-7093e13cbdd1,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:17:07.816610 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Network 07b3f552-f0f9-4999-b67f-7093e13cbdd1 details requested by agent ovs-agent-n-d-773647-6 with host n-d-773647-6 {{(pid=100248) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 14:17:07.825110 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-996284eb-c083-418e-903b-29d66754b766 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1849032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-128888412', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127627426'] for subnet, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:07.923969 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-273c0b1d-b38f-4722-8be5-370be5472cf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b40a096-c577-4f78-9540-9ca52d5c8261', 'name': 'tempest-RoutersIpV6Test-router-90364201', 'tenant_id': 'b162a45bb3174bbb964a63afe4786b87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:16:53Z', 'updated_at': '2021-07-06T14:17:03Z', 'revision_number': 3, 'project_id': 'b162a45bb3174bbb964a63afe4786b87', 'gw_port_host': None, '_interfaces': [{'id': '686731a9-05cb-4e39-aa14-1be75462c876', 'name': '', 'network_id': '63239bcf-fc30-4409-af24-2ce21b28b0d3', 'tenant_id': 'b162a45bb3174bbb964a63afe4786b87', 'mac_address': 'fa:16:3e:78:17:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b40a096-c577-4f78-9540-9ca52d5c8261', 'device_owner': 'network:router_interface', 'standard_attr_id': 2410, 'fixed_ips': [{'subnet_id': '37fac438-f282-4ff2-b3b6-ef311bc306c0', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:17:02Z', 'updated_at': '2021-07-06T14:17:04Z', 'revision_number': 2, 'project_id': 'b162a45bb3174bbb964a63afe4786b87', 'subnets': [{'id': '37fac438-f282-4ff2-b3b6-ef311bc306c0', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'aa306e0f-e678-4d29-a8a4-7f60d844e63f', 'name': '', 'network_id': '6ee6b830-cb65-403e-b3cd-43805a780930', 'tenant_id': 'b162a45bb3174bbb964a63afe4786b87', 'mac_address': 'fa:16:3e:10:cd:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b40a096-c577-4f78-9540-9ca52d5c8261', 'device_owner': 'network:router_interface', 'standard_attr_id': 2400, 'fixed_ips': [{'subnet_id': 'ebded7d8-cb22-4393-8c31-cfbeaa456181', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:16:55Z', 'updated_at': '2021-07-06T14:17:05Z', 'revision_number': 5, 'project_id': 'b162a45bb3174bbb964a63afe4786b87', 'subnets': [{'id': 'ebded7d8-cb22-4393-8c31-cfbeaa456181', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773647-6', False) {} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:17:07.950145 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a51d7d9d-924e-402e-9dff-19d152974c35 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Notify agent at l3_agent.n-d-773647-6 the message routers_updated {{(pid=100246) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 14:17:07.961257 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-a51d7d9d-924e-402e-9dff-19d152974c35 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Notify callbacks [] for router, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:07.965813 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-a51d7d9d-924e-402e-9dff-19d152974c35 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] 10.222.0.104 "PUT /v2.0/routers/42880ce7-c066-4642-8280-d12b1b5c8b8e HTTP/1.1" status: 200 len: 701 time: 2.8893759 Jul 06 14:17:07.966872 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 58352) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:17:07.984488 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ada01734-a106-4889-9277-e3425e21bc86 None None] Sync routers for ids ['42880ce7-c066-4642-8280-d12b1b5c8b8e'] in n-d-773647-6 {{(pid=100248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 14:17:08.010197 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-8343fd1a-26af-4ae0-8294-27a0fa56786b tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] 10.222.0.104 "GET /v2.0/ports?device_id=42880ce7-c066-4642-8280-d12b1b5c8b8e HTTP/1.1" status: 200 len: 205 time: 0.0405166 Jul 06 14:17:08.012147 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 58354) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:17:08.014467 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39b67bcb-c1f3-4d7c-99d3-d562fcccd045 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Made reservation on behalf of b162a45bb3174bbb964a63afe4786b87 for: {'subnet': 1} {{(pid=100246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:17:08.018770 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-39b67bcb-c1f3-4d7c-99d3-d562fcccd045 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127702029'] for subnet, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:08.040180 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ada01734-a106-4889-9277-e3425e21bc86 None None] Routers {'42880ce7-c066-4642-8280-d12b1b5c8b8e'} bound to L3 agent in host n-d-773647-6 {{(pid=100248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:17:08.040470 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-ada01734-a106-4889-9277-e3425e21bc86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T14:16:56Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['42880ce7-c066-4642-8280-d12b1b5c8b8e'], 'active': True} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:17:08.050275 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-273c0b1d-b38f-4722-8be5-370be5472cf3 None None] Checking router: 9b40a096-c577-4f78-9540-9ca52d5c8261 for host: n-d-773647-6 {{(pid=100249) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 14:17:08.053700 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-273c0b1d-b38f-4722-8be5-370be5472cf3 None None] Updating router 9b40a096-c577-4f78-9540-9ca52d5c8261 port 686731a9-05cb-4e39-aa14-1be75462c876 binding host n-d-773647-6 {{(pid=100249) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 14:17:08.082812 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996284eb-c083-418e-903b-29d66754b766 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Pushing event updated for resources: {'Subnet': ['ID=de957a32-863f-485c-94ac-904da725d611,revision_number=0']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:17:08.133223 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-996284eb-c083-418e-903b-29d66754b766 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Checking segment: {'id': '967d25fd-e6c0-4517-afb5-5ac37f3bf726', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': 'f6bee18a-7d0c-49a0-8d57-f9458d12e262'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100247) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:17:08.133937 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-996284eb-c083-418e-903b-29d66754b766 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Network hostable DHCP agents. Network: f6bee18a-7d0c-49a0-8d57-f9458d12e262, hostable agents: ['f2bada3d-be77-4359-982b-8505a2bbca04'], hosted agents: [] {{(pid=100247) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 14:17:08.152686 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996284eb-c083-418e-903b-29d66754b766 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:17:08.153213 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996284eb-c083-418e-903b-29d66754b766 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:17:08.153666 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996284eb-c083-418e-903b-29d66754b766 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:17:08.154106 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996284eb-c083-418e-903b-29d66754b766 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:17:08.159170 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996284eb-c083-418e-903b-29d66754b766 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:17:08.159731 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996284eb-c083-418e-903b-29d66754b766 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:17:08.162293 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996284eb-c083-418e-903b-29d66754b766 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:17:08.162993 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996284eb-c083-418e-903b-29d66754b766 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:17:08.163504 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996284eb-c083-418e-903b-29d66754b766 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:17:08.163970 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996284eb-c083-418e-903b-29d66754b766 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:17:08.169276 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996284eb-c083-418e-903b-29d66754b766 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:17:08.169785 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996284eb-c083-418e-903b-29d66754b766 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:17:08.294686 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-a308a86e-2532-4e2f-a57f-2b849a4986fb req-36cda6f3-c267-421c-9e0f-d66de9126923 tempest-ServersNegativeTestJSON-728644794 tempest-ServersNegativeTestJSON-728644794-project] 10.222.0.104 "GET /v2.0/ports?device_id=42673115-e3e2-4b55-8e26-f80b9f494c7a HTTP/1.1" status: 200 len: 210 time: 0.1117156 Jul 06 14:17:08.335871 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-996284eb-c083-418e-903b-29d66754b766 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Network f6bee18a-7d0c-49a0-8d57-f9458d12e262 is scheduled to be hosted by DHCP agent f2bada3d-be77-4359-982b-8505a2bbca04 with binding_index 1 {{(pid=100247) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 14:17:08.357208 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvr_db [None req-ada01734-a106-4889-9277-e3425e21bc86 None None] Set router 42880ce7-c066-4642-8280-d12b1b5c8b8e gateway port host: None {{(pid=100248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:17:08.361306 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.base_scheduler [None req-996284eb-c083-418e-903b-29d66754b766 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773647-6, f6bee18a-7d0c-49a0-8d57-f9458d12e262) {{(pid=100247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:17:08.367854 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-996284eb-c083-418e-903b-29d66754b766 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:17:08.368934 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-996284eb-c083-418e-903b-29d66754b766 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Notify callbacks [] for subnet, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:08.400074 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-996284eb-c083-418e-903b-29d66754b766 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] 10.222.0.104 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.3331347 Jul 06 14:17:08.404102 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 58362) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:17:08.415734 n-d-773647-6 neutron-server[100249]: DEBUG neutron_lib.callbacks.manager [None req-273c0b1d-b38f-4722-8be5-370be5472cf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:08.501640 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c20c942-1bcb-4d41-a869-da0975a335f9 None None] Network f6bee18a-7d0c-49a0-8d57-f9458d12e262 requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:17:08.541929 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-20f7338b-4c28-4501-8e6f-80d3f8cbb0e2 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Notify callbacks [] for router, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:08.545583 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-39b67bcb-c1f3-4d7c-99d3-d562fcccd045 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1849032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127687649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127702047'] for subnet, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:08.613250 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-ada01734-a106-4889-9277-e3425e21bc86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42880ce7-c066-4642-8280-d12b1b5c8b8e', 'name': 'tempest-RoutersTest-router-1812818657', 'tenant_id': '9c6f2fd69adb42a0ae2388cfacf9d174', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:15:48Z', 'updated_at': '2021-07-06T14:16:58Z', 'revision_number': 11, 'project_id': '9c6f2fd69adb42a0ae2388cfacf9d174', 'gw_port_host': None}], 'n-d-773647-6', False) {} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:17:08.649611 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning complete for port aa306e0f-e678-4d29-a8a4-7f60d844e63f triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:17:08.649611 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:08.743523 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b67bcb-c1f3-4d7c-99d3-d562fcccd045 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Pushing event updated for resources: {'Subnet': ['ID=fa13a11b-af78-4fdd-a8e9-ee331908a850,revision_number=0']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:17:08.800744 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-20f7338b-4c28-4501-8e6f-80d3f8cbb0e2 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1806308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6982'] for router, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:08.805180 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-20f7338b-4c28-4501-8e6f-80d3f8cbb0e2 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:08.810071 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39b67bcb-c1f3-4d7c-99d3-d562fcccd045 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Checking segment: {'id': '324aff72-e3d2-46c7-ab16-c49a7658da15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': '07b3f552-f0f9-4999-b67f-7093e13cbdd1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:17:08.810740 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39b67bcb-c1f3-4d7c-99d3-d562fcccd045 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Network hostable DHCP agents. Network: 07b3f552-f0f9-4999-b67f-7093e13cbdd1, hostable agents: ['f2bada3d-be77-4359-982b-8505a2bbca04'], hosted agents: [] {{(pid=100246) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 14:17:08.835986 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ada01734-a106-4889-9277-e3425e21bc86 None None] Checking router: 42880ce7-c066-4642-8280-d12b1b5c8b8e for host: n-d-773647-6 {{(pid=100248) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 14:17:08.890787 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ada01734-a106-4889-9277-e3425e21bc86 None None] Routers {'42880ce7-c066-4642-8280-d12b1b5c8b8e'} bound to L3 agent in host n-d-773647-6 {{(pid=100248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:17:08.892372 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-ada01734-a106-4889-9277-e3425e21bc86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T14:16:56Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['42880ce7-c066-4642-8280-d12b1b5c8b8e'], 'active': True} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:17:08.911412 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-20f7338b-4c28-4501-8e6f-80d3f8cbb0e2 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1805684'] for router, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:08.912791 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20f7338b-4c28-4501-8e6f-80d3f8cbb0e2 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Fanout notify agent at l3_agent the message router_deleted on router 42880ce7-c066-4642-8280-d12b1b5c8b8e {{(pid=100246) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 14:17:08.915982 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39b67bcb-c1f3-4d7c-99d3-d562fcccd045 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Network 07b3f552-f0f9-4999-b67f-7093e13cbdd1 is scheduled to be hosted by DHCP agent f2bada3d-be77-4359-982b-8505a2bbca04 with binding_index 1 {{(pid=100246) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 14:17:08.965058 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-20f7338b-4c28-4501-8e6f-80d3f8cbb0e2 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Notify callbacks [] for router, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:08.974497 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 58370) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:17:08.975428 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-20f7338b-4c28-4501-8e6f-80d3f8cbb0e2 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] 10.222.0.104 "DELETE /v2.0/routers/42880ce7-c066-4642-8280-d12b1b5c8b8e HTTP/1.1" status: 204 len: 168 time: 0.9617708 Jul 06 14:17:08.978745 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.base_scheduler [None req-39b67bcb-c1f3-4d7c-99d3-d562fcccd045 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773647-6, 07b3f552-f0f9-4999-b67f-7093e13cbdd1) {{(pid=100246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:17:08.987270 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [None req-7e79aa6b-ead5-45d2-b4de-1a755d13a099 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-401179403', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:17:09.001383 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-3ea4718a-db47-433e-b721-6dcd32932164 None None] Notify callbacks [] for port, precommit_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:09.010558 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad1e1b0f-4ff8-4146-ab9a-b2ab9c0999de None None] Network 07b3f552-f0f9-4999-b67f-7093e13cbdd1 requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:17:09.018762 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-ada01734-a106-4889-9277-e3425e21bc86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-773647-6', False) {} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:17:09.019796 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ada01734-a106-4889-9277-e3425e21bc86 None None] The sync data for ids ['42880ce7-c066-4642-8280-d12b1b5c8b8e'] in n-d-773647-6 is: [] {{(pid=100248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 14:17:09.028845 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39b67bcb-c1f3-4d7c-99d3-d562fcccd045 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:17:09.043176 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-39b67bcb-c1f3-4d7c-99d3-d562fcccd045 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Notify callbacks [] for subnet, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:09.161697 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e2fdef-e6d7-4b72-ac7c-81e4174d36a8 req-76ab71e9-1fe1-4cf2-a850-f4ddbbff7530 tempest-ServersNegativeTestJSON-728644794 tempest-ServersNegativeTestJSON-728644794-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:17:09.165451 n-d-773647-6 neutron-server[100249]: DEBUG neutron_lib.callbacks.manager [None req-273c0b1d-b38f-4722-8be5-370be5472cf3 None None] Notify callbacks [] for port, precommit_update {{(pid=100249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:09.171760 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-f9e2fdef-e6d7-4b72-ac7c-81e4174d36a8 req-76ab71e9-1fe1-4cf2-a850-f4ddbbff7530 tempest-ServersNegativeTestJSON-728644794 tempest-ServersNegativeTestJSON-728644794-project] 10.222.0.72 "GET /v2.0/networks?id=9a9945d7-f704-4f59-8c11-10fba7c84a6d HTTP/1.1" status: 200 len: 814 time: 0.2358327 Jul 06 14:17:09.176722 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.provisioning_blocks [None req-273c0b1d-b38f-4722-8be5-370be5472cf3 None None] Transition to ACTIVE for port object 686731a9-05cb-4e39-aa14-1be75462c876 will not be triggered until provisioned by entity L2. {{(pid=100249) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:17:09.188210 n-d-773647-6 neutron-server[100249]: DEBUG neutron_lib.callbacks.manager [None req-273c0b1d-b38f-4722-8be5-370be5472cf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:09.191864 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [req-f9e2fdef-e6d7-4b72-ac7c-81e4174d36a8 req-ff358249-693d-44d5-8d6f-fb64002a21fa tempest-ServersNegativeTestJSON-728644794 tempest-ServersNegativeTestJSON-728644794-project] Request body: {'port': {'device_id': '42673115-e3e2-4b55-8e26-f80b9f494c7a', 'network_id': '9a9945d7-f704-4f59-8c11-10fba7c84a6d', 'admin_state_up': True, 'tenant_id': '9e0def2463a444ef83e4758cd3e92401'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:17:09.209422 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-7e79aa6b-ead5-45d2-b4de-1a755d13a099 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1806290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6992'] for router, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:09.211290 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-7e79aa6b-ead5-45d2-b4de-1a755d13a099 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1806157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1808637', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1714747', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7007'] for router, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:09.225766 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-39b67bcb-c1f3-4d7c-99d3-d562fcccd045 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] 10.222.0.104 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.7282052 Jul 06 14:17:09.226186 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device eeacdaf8-cf0c-4070-b26b-acfc576d49b4 up at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:17:09.227112 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 58372) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:17:09.368214 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-3ea4718a-db47-433e-b721-6dcd32932164 None None] Transition to ACTIVE for port object 7af67f54-c42d-4a40-b54c-ccef88862092 will not be triggered until provisioned by entity L2. {{(pid=100248) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:17:09.388079 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fad90bc-5b6f-407b-933e-2642efeacf0c None None] Pushing event updated for resources: {'Port': ['ID=686731a9-05cb-4e39-aa14-1be75462c876,revision_number=3']} {{(pid=100249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:17:09.426001 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fad90bc-5b6f-407b-933e-2642efeacf0c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:17:09.426340 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fad90bc-5b6f-407b-933e-2642efeacf0c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:17:09.426685 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fad90bc-5b6f-407b-933e-2642efeacf0c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:17:09.427020 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fad90bc-5b6f-407b-933e-2642efeacf0c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:17:09.430431 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fad90bc-5b6f-407b-933e-2642efeacf0c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:17:09.433803 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fad90bc-5b6f-407b-933e-2642efeacf0c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:17:09.433803 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fad90bc-5b6f-407b-933e-2642efeacf0c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:17:09.434111 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fad90bc-5b6f-407b-933e-2642efeacf0c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:17:09.434598 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fad90bc-5b6f-407b-933e-2642efeacf0c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:17:09.434930 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fad90bc-5b6f-407b-933e-2642efeacf0c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:17:09.435277 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fad90bc-5b6f-407b-933e-2642efeacf0c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:17:09.435604 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fad90bc-5b6f-407b-933e-2642efeacf0c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:17:09.447750 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-3ea4718a-db47-433e-b721-6dcd32932164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:09.597671 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-7e79aa6b-ead5-45d2-b4de-1a755d13a099 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:09.602401 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.managers [None req-273c0b1d-b38f-4722-8be5-370be5472cf3 None None] Attempting to bind port 686731a9-05cb-4e39-aa14-1be75462c876 on host n-d-773647-6 for vnic_type normal with profile {{(pid=100249) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:17:09.603689 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.managers [None req-273c0b1d-b38f-4722-8be5-370be5472cf3 None None] Attempting to bind port 686731a9-05cb-4e39-aa14-1be75462c876 by drivers openvswitch,hyperv on host n-d-773647-6 at level 0 using segments [{'id': '6467fdeb-047e-451c-9e2d-240272c1361a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1033, 'network_id': '63239bcf-fc30-4409-af24-2ce21b28b0d3'}] {{(pid=100249) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:17:09.603947 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-273c0b1d-b38f-4722-8be5-370be5472cf3 None None] Attempting to bind port 686731a9-05cb-4e39-aa14-1be75462c876 on network 63239bcf-fc30-4409-af24-2ce21b28b0d3 {{(pid=100249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:17:09.622852 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-273c0b1d-b38f-4722-8be5-370be5472cf3 None None] Checking agent: {'id': '8ab5b19c-d213-4f29-891d-27bdf39d38b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773647-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 43, 26), 'started_at': datetime.datetime(2021, 7, 6, 13, 43, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 16, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773647-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:17:09.623252 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-273c0b1d-b38f-4722-8be5-370be5472cf3 None None] Checking segment: {'id': '6467fdeb-047e-451c-9e2d-240272c1361a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1033, 'network_id': '63239bcf-fc30-4409-af24-2ce21b28b0d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100249) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:17:09.623669 n-d-773647-6 neutron-server[100249]: DEBUG neutron_lib.callbacks.manager [None req-273c0b1d-b38f-4722-8be5-370be5472cf3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:09.624063 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-273c0b1d-b38f-4722-8be5-370be5472cf3 None None] Bound using segment: {'id': '6467fdeb-047e-451c-9e2d-240272c1361a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1033, 'network_id': '63239bcf-fc30-4409-af24-2ce21b28b0d3'} {{(pid=100249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:17:09.624538 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.managers [None req-273c0b1d-b38f-4722-8be5-370be5472cf3 None None] Bound port: 686731a9-05cb-4e39-aa14-1be75462c876, host: n-d-773647-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6467fdeb-047e-451c-9e2d-240272c1361a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1033, 'network_id': '63239bcf-fc30-4409-af24-2ce21b28b0d3'}}] {{(pid=100249) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:17:09.624911 n-d-773647-6 neutron-server[100249]: DEBUG neutron_lib.callbacks.manager [None req-273c0b1d-b38f-4722-8be5-370be5472cf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:09.632018 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-7e79aa6b-ead5-45d2-b4de-1a755d13a099 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1806297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1761036'] for router, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:09.762352 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f9e2fdef-e6d7-4b72-ac7c-81e4174d36a8 req-ff358249-693d-44d5-8d6f-fb64002a21fa tempest-ServersNegativeTestJSON-728644794 tempest-ServersNegativeTestJSON-728644794-project] Made reservation on behalf of 9e0def2463a444ef83e4758cd3e92401 for: {'port': 1} {{(pid=100246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:17:09.767264 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-f9e2fdef-e6d7-4b72-ac7c-81e4174d36a8 req-ff358249-693d-44d5-8d6f-fb64002a21fa tempest-ServersNegativeTestJSON-728644794 tempest-ServersNegativeTestJSON-728644794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:09.811409 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.db [None req-273c0b1d-b38f-4722-8be5-370be5472cf3 None None] For port 686731a9-05cb-4e39-aa14-1be75462c876, host n-d-773647-6, cleared binding levels {{(pid=100249) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:17:09.819416 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.db [None req-273c0b1d-b38f-4722-8be5-370be5472cf3 None None] For port 686731a9-05cb-4e39-aa14-1be75462c876, host n-d-773647-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=686731a9-05cb-4e39-aa14-1be75462c876,segment=NetworkSegment(6467fdeb-047e-451c-9e2d-240272c1361a),segment_id=6467fdeb-047e-451c-9e2d-240272c1361a)] {{(pid=100249) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:17:09.827555 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning for port eeacdaf8-cf0c-4070-b26b-acfc576d49b4 completed by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:17:09.829948 n-d-773647-6 neutron-server[100249]: DEBUG neutron_lib.callbacks.manager [None req-273c0b1d-b38f-4722-8be5-370be5472cf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:09.837878 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-3ea4718a-db47-433e-b721-6dcd32932164 None None] Attempting to bind port 7af67f54-c42d-4a40-b54c-ccef88862092 on host n-d-773647-6 for vnic_type normal with profile {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:17:09.838264 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-3ea4718a-db47-433e-b721-6dcd32932164 None None] Attempting to bind port 7af67f54-c42d-4a40-b54c-ccef88862092 by drivers openvswitch,hyperv on host n-d-773647-6 at level 0 using segments [{'id': '89a832b7-7793-4d51-9038-ed7e1c3ff1b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719'}] {{(pid=100248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:17:09.838634 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ea4718a-db47-433e-b721-6dcd32932164 None None] Attempting to bind port 7af67f54-c42d-4a40-b54c-ccef88862092 on network 2658f09e-a580-4d4a-9968-2d1e0ad93719 {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:17:09.861042 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-593c7e53-ea02-49e3-b47f-fd498fde52c0 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:09.875515 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning complete for port eeacdaf8-cf0c-4070-b26b-acfc576d49b4 triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:17:09.878870 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:09.892301 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-7e79aa6b-ead5-45d2-b4de-1a755d13a099 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Notify callbacks [] for router, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:09.898767 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-7e79aa6b-ead5-45d2-b4de-1a755d13a099 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] 10.222.0.104 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.9237163 Jul 06 14:17:09.914725 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-47f105ed-4162-4f4e-90eb-3dc91e79c868 req-005ad1bf-2292-4534-b88e-4b05a1b4114e tempest-ServersNegativeTestJSON-728644794 tempest-ServersNegativeTestJSON-728644794-project] 10.222.0.104 "GET /v2.0/ports?device_id=42673115-e3e2-4b55-8e26-f80b9f494c7a HTTP/1.1" status: 200 len: 210 time: 0.2516246 Jul 06 14:17:09.931705 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 58380) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:17:09.943690 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [None req-b986e829-ca56-43fa-abe0-ffd03a35bde3 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Request body: {'router': {'admin_state_up': True}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:17:09.960348 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a649b05-ec83-462e-b140-59a47cc31c29 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6bd5fc82-6666-56e8-87c2-91648d36c963-f6bee18a-7d0c-49a0-8d57-f9458d12e262', 'network_id': 'f6bee18a-7d0c-49a0-8d57-f9458d12e262', 'tenant_id': '1077a35eaa714f1bbf260d32c5a52c8f', 'fixed_ips': [{'subnet_id': 'de957a32-863f-485c-94ac-904da725d611'}]}} from n-d-773647-6. {{(pid=100248) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 14:17:09.962213 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-1a649b05-ec83-462e-b140-59a47cc31c29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:09.965007 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fad90bc-5b6f-407b-933e-2642efeacf0c None None] Pushing event updated for resources: {'Port': ['ID=686731a9-05cb-4e39-aa14-1be75462c876,revision_number=4']} {{(pid=100249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:17:10.013163 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e9d99f0-fc95-4e4f-b602-1f61b9cabe3a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6bd5fc82-6666-56e8-87c2-91648d36c963-07b3f552-f0f9-4999-b67f-7093e13cbdd1', 'network_id': '07b3f552-f0f9-4999-b67f-7093e13cbdd1', 'tenant_id': 'b162a45bb3174bbb964a63afe4786b87', 'fixed_ips': [{'subnet_id': 'fa13a11b-af78-4fdd-a8e9-ee331908a850'}]}} from n-d-773647-6. {{(pid=100248) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 14:17:10.014058 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-8e9d99f0-fc95-4e4f-b602-1f61b9cabe3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:10.020072 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-273c0b1d-b38f-4722-8be5-370be5472cf3 None None] Routers {'9b40a096-c577-4f78-9540-9ca52d5c8261'} bound to L3 agent in host n-d-773647-6 {{(pid=100249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:17:10.020840 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-273c0b1d-b38f-4722-8be5-370be5472cf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T14:16:56Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['9b40a096-c577-4f78-9540-9ca52d5c8261'], 'active': True} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:17:10.057103 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2cba15-e316-4370-b0d4-15f1124829b9 None None] Pushing event updated for resources: {'Port': ['ID=7af67f54-c42d-4a40-b54c-ccef88862092,revision_number=2']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:17:10.068555 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ea4718a-db47-433e-b721-6dcd32932164 None None] Checking agent: {'id': '8ab5b19c-d213-4f29-891d-27bdf39d38b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773647-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 43, 26), 'started_at': datetime.datetime(2021, 7, 6, 13, 43, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 16, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773647-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:17:10.068938 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ea4718a-db47-433e-b721-6dcd32932164 None None] Checking segment: {'id': '89a832b7-7793-4d51-9038-ed7e1c3ff1b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:17:10.069350 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-3ea4718a-db47-433e-b721-6dcd32932164 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:10.069760 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ea4718a-db47-433e-b721-6dcd32932164 None None] Bound using segment: {'id': '89a832b7-7793-4d51-9038-ed7e1c3ff1b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719'} {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:17:10.070238 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-3ea4718a-db47-433e-b721-6dcd32932164 None None] Bound port: 7af67f54-c42d-4a40-b54c-ccef88862092, host: n-d-773647-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89a832b7-7793-4d51-9038-ed7e1c3ff1b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719'}}] {{(pid=100248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:17:10.070625 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-3ea4718a-db47-433e-b721-6dcd32932164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:10.146374 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-3ea4718a-db47-433e-b721-6dcd32932164 None None] For port 7af67f54-c42d-4a40-b54c-ccef88862092, host n-d-773647-6, cleared binding levels {{(pid=100248) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:17:10.149752 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-3ea4718a-db47-433e-b721-6dcd32932164 None None] For port 7af67f54-c42d-4a40-b54c-ccef88862092, host n-d-773647-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=7af67f54-c42d-4a40-b54c-ccef88862092,segment=NetworkSegment(89a832b7-7793-4d51-9038-ed7e1c3ff1b2),segment_id=89a832b7-7793-4d51-9038-ed7e1c3ff1b2)] {{(pid=100248) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:17:10.167125 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-3ea4718a-db47-433e-b721-6dcd32932164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:10.183505 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-f7d7e9ac-7846-4c60-9718-c0272b3dbcab None None] Provisioning complete for port eeacdaf8-cf0c-4070-b26b-acfc576d49b4 triggered by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:17:10.183886 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-f7d7e9ac-7846-4c60-9718-c0272b3dbcab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:10.273066 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvr_db [None req-273c0b1d-b38f-4722-8be5-370be5472cf3 None None] Set router 9b40a096-c577-4f78-9540-9ca52d5c8261 gateway port host: None {{(pid=100249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:17:10.344245 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.db_base_plugin_common [req-f9e2fdef-e6d7-4b72-ac7c-81e4174d36a8 req-ff358249-693d-44d5-8d6f-fb64002a21fa tempest-ServersNegativeTestJSON-728644794 tempest-ServersNegativeTestJSON-728644794-project] Allocated IP 172.20.0.6 (9a9945d7-f704-4f59-8c11-10fba7c84a6d/a11a84e7-e29f-49ab-86b3-7e53a4e90dc5/ab369556-c231-4bea-af39-f49c83d834d0) {{(pid=100246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:17:10.523797 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-b986e829-ca56-43fa-abe0-ffd03a35bde3 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1761047', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1806272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6989'] for router, precommit_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:10.545148 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:10.556893 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-b986e829-ca56-43fa-abe0-ffd03a35bde3 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1761036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1761054', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1761029', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1806287'] for router, after_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:10.711474 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-f9e2fdef-e6d7-4b72-ac7c-81e4174d36a8 req-ff358249-693d-44d5-8d6f-fb64002a21fa tempest-ServersNegativeTestJSON-728644794 tempest-ServersNegativeTestJSON-728644794-project] Notify callbacks [] for port, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:10.766253 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-273c0b1d-b38f-4722-8be5-370be5472cf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b40a096-c577-4f78-9540-9ca52d5c8261', 'name': 'tempest-RoutersIpV6Test-router-90364201', 'tenant_id': 'b162a45bb3174bbb964a63afe4786b87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:16:53Z', 'updated_at': '2021-07-06T14:17:03Z', 'revision_number': 3, 'project_id': 'b162a45bb3174bbb964a63afe4786b87', 'gw_port_host': None, '_interfaces': [{'id': '686731a9-05cb-4e39-aa14-1be75462c876', 'name': '', 'network_id': '63239bcf-fc30-4409-af24-2ce21b28b0d3', 'tenant_id': 'b162a45bb3174bbb964a63afe4786b87', 'mac_address': 'fa:16:3e:78:17:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b40a096-c577-4f78-9540-9ca52d5c8261', 'device_owner': 'network:router_interface', 'standard_attr_id': 2410, 'fixed_ips': [{'subnet_id': '37fac438-f282-4ff2-b3b6-ef311bc306c0', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:17:02Z', 'updated_at': '2021-07-06T14:17:09Z', 'revision_number': 4, 'project_id': 'b162a45bb3174bbb964a63afe4786b87', 'subnets': [{'id': '37fac438-f282-4ff2-b3b6-ef311bc306c0', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'aa306e0f-e678-4d29-a8a4-7f60d844e63f', 'name': '', 'network_id': '6ee6b830-cb65-403e-b3cd-43805a780930', 'tenant_id': 'b162a45bb3174bbb964a63afe4786b87', 'mac_address': 'fa:16:3e:10:cd:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b40a096-c577-4f78-9540-9ca52d5c8261', 'device_owner': 'network:router_interface', 'standard_attr_id': 2400, 'fixed_ips': [{'subnet_id': 'ebded7d8-cb22-4393-8c31-cfbeaa456181', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:16:55Z', 'updated_at': '2021-07-06T14:17:05Z', 'revision_number': 5, 'project_id': 'b162a45bb3174bbb964a63afe4786b87', 'subnets': [{'id': 'ebded7d8-cb22-4393-8c31-cfbeaa456181', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773647-6', False) {} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:17:10.782725 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.db_base_plugin_common [None req-8e9d99f0-fc95-4e4f-b602-1f61b9cabe3a None None] Allocated IP 2001:db8:2::2 (07b3f552-f0f9-4999-b67f-7093e13cbdd1/fa13a11b-af78-4fdd-a8e9-ee331908a850/46078b66-0453-4bce-a2f3-2ae4f23fa266) {{(pid=100248) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:17:10.814312 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-f9e2fdef-e6d7-4b72-ac7c-81e4174d36a8 req-ff358249-693d-44d5-8d6f-fb64002a21fa tempest-ServersNegativeTestJSON-728644794 tempest-ServersNegativeTestJSON-728644794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-127687573'] for port, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:10.861375 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-273c0b1d-b38f-4722-8be5-370be5472cf3 None None] The sync data for ids ['9b40a096-c577-4f78-9540-9ca52d5c8261'] in n-d-773647-6 is: [{'id': '9b40a096-c577-4f78-9540-9ca52d5c8261', 'name': 'tempest-RoutersIpV6Test-router-90364201', 'tenant_id': 'b162a45bb3174bbb964a63afe4786b87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:16:53Z', 'updated_at': '2021-07-06T14:17:03Z', 'revision_number': 3, 'project_id': 'b162a45bb3174bbb964a63afe4786b87', 'gw_port_host': None, '_interfaces': [{'id': '686731a9-05cb-4e39-aa14-1be75462c876', 'name': '', 'network_id': '63239bcf-fc30-4409-af24-2ce21b28b0d3', 'tenant_id': 'b162a45bb3174bbb964a63afe4786b87', 'mac_address': 'fa:16:3e:78:17:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b40a096-c577-4f78-9540-9ca52d5c8261', 'device_owner': 'network:router_interface', 'standard_attr_id': 2410, 'fixed_ips': [{'subnet_id': '37fac438-f282-4ff2-b3b6-ef311bc306c0', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:17:02Z', 'updated_at': '2021-07-06T14:17:09Z', 'revision_number': 4, 'project_id': 'b162a45bb3174bbb964a63afe4786b87', 'subnets': [{'id': '37fac438-f282-4ff2-b3b6-ef311bc306c0', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'aa306e0f-e678-4d29-a8a4-7f60d844e63f', 'name': '', 'network_id': '6ee6b830-cb65-403e-b3cd-43805a780930', 'tenant_id': 'b162a45bb3174bbb964a63afe4786b87', 'mac_address': 'fa:16:3e:10:cd:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b40a096-c577-4f78-9540-9ca52d5c8261', 'device_owner': 'network:router_interface', 'standard_attr_id': 2400, 'fixed_ips': [{'subnet_id': 'ebded7d8-cb22-4393-8c31-cfbeaa456181', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:16:55Z', 'updated_at': '2021-07-06T14:17:05Z', 'revision_number': 5, 'project_id': 'b162a45bb3174bbb964a63afe4786b87', 'subnets': [{'id': 'ebded7d8-cb22-4393-8c31-cfbeaa456181', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 14:17:11.015572 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f9e2fdef-e6d7-4b72-ac7c-81e4174d36a8 req-ff358249-693d-44d5-8d6f-fb64002a21fa tempest-ServersNegativeTestJSON-728644794 tempest-ServersNegativeTestJSON-728644794-project] Network 9a9945d7-f704-4f59-8c11-10fba7c84a6d is already hosted by enough agents. {{(pid=100246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:17:11.038036 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.base_scheduler [req-f9e2fdef-e6d7-4b72-ac7c-81e4174d36a8 req-ff358249-693d-44d5-8d6f-fb64002a21fa tempest-ServersNegativeTestJSON-728644794 tempest-ServersNegativeTestJSON-728644794-project] Resources bound (agent type, host, resource id): {{(pid=100246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:17:11.058701 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9e2fdef-e6d7-4b72-ac7c-81e4174d36a8 req-ff358249-693d-44d5-8d6f-fb64002a21fa tempest-ServersNegativeTestJSON-728644794 tempest-ServersNegativeTestJSON-728644794-project] Received port after_create {{(pid=100246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:17:11.118159 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-8e9d99f0-fc95-4e4f-b602-1f61b9cabe3a None None] Notify callbacks [] for port, precommit_create {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:11.136889 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-8e9d99f0-fc95-4e4f-b602-1f61b9cabe3a None None] Transition to ACTIVE for port object 46078b66-0453-4bce-a2f3-2ae4f23fa266 will not be triggered until provisioned by entity L2. {{(pid=100248) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:17:11.165077 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-8e9d99f0-fc95-4e4f-b602-1f61b9cabe3a None None] Transition to ACTIVE for port object 46078b66-0453-4bce-a2f3-2ae4f23fa266 will not be triggered until provisioned by entity DHCP. {{(pid=100248) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:17:11.207179 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e2fdef-e6d7-4b72-ac7c-81e4174d36a8 req-ff358249-693d-44d5-8d6f-fb64002a21fa tempest-ServersNegativeTestJSON-728644794 tempest-ServersNegativeTestJSON-728644794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:17:11.207889 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-f9e2fdef-e6d7-4b72-ac7c-81e4174d36a8 req-ff358249-693d-44d5-8d6f-fb64002a21fa tempest-ServersNegativeTestJSON-728644794 tempest-ServersNegativeTestJSON-728644794-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:11.210124 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.db_base_plugin_common [None req-593c7e53-ea02-49e3-b47f-fd498fde52c0 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Allocated IP 172.20.0.1 (f6bee18a-7d0c-49a0-8d57-f9458d12e262/de957a32-863f-485c-94ac-904da725d611/82a760ca-62c8-421d-a39b-60e0f179a249) {{(pid=100247) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:17:11.219448 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff358249-693d-44d5-8d6f-fb64002a21fa tempest-ServersNegativeTestJSON-728644794 tempest-ServersNegativeTestJSON-728644794-project] Pushing event updated for resources: {'Port': ['ID=ab369556-c231-4bea-af39-f49c83d834d0,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:17:11.262944 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] get_ports_and_sgs() called for port_ids ['65a41ea4-e5ca-4a5a-a1d0-5bf5032e4c70'] {{(pid=100248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 14:17:11.271560 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-475d03c4-9a3e-4968-bbb2-e09a69be83f6 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:11.280053 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ea4718a-db47-433e-b721-6dcd32932164 None None] Routers {'6ef0dc7d-eccb-4899-8ffc-1529466e63ed'} bound to L3 agent in host n-d-773647-6 {{(pid=100248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:17:11.280697 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-3ea4718a-db47-433e-b721-6dcd32932164 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T14:16:56Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['6ef0dc7d-eccb-4899-8ffc-1529466e63ed'], 'active': True} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:17:11.284214 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-8e9d99f0-fc95-4e4f-b602-1f61b9cabe3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108'] for port, after_create {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:11.299410 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-f9e2fdef-e6d7-4b72-ac7c-81e4174d36a8 req-ff358249-693d-44d5-8d6f-fb64002a21fa tempest-ServersNegativeTestJSON-728644794 tempest-ServersNegativeTestJSON-728644794-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1170938 Jul 06 14:17:11.412216 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [req-f9e2fdef-e6d7-4b72-ac7c-81e4174d36a8 req-9d01eabe-913c-44d1-987e-a07b9512531c service neutron] Request body: {'port': {'device_id': '42673115-e3e2-4b55-8e26-f80b9f494c7a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-773647-6'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:17:11.489051 n-d-773647-6 neutron-server[100248]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e9d99f0-fc95-4e4f-b602-1f61b9cabe3a None None] Network 07b3f552-f0f9-4999-b67f-7093e13cbdd1 is already hosted by enough agents. {{(pid=100248) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:17:11.498190 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] For port eeacdaf8-cf0c-4070-b26b-acfc576d49b4, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=eeacdaf8-cf0c-4070-b26b-acfc576d49b4,segment=NetworkSegment(6467fdeb-047e-451c-9e2d-240272c1361a),segment_id=6467fdeb-047e-451c-9e2d-240272c1361a)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:17:11.514178 n-d-773647-6 neutron-server[100248]: DEBUG neutron.scheduler.base_scheduler [None req-8e9d99f0-fc95-4e4f-b602-1f61b9cabe3a None None] Resources bound (agent type, host, resource id): {{(pid=100248) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:17:11.523558 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:11.526570 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e9d99f0-fc95-4e4f-b602-1f61b9cabe3a None None] Received port after_create {{(pid=100248) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:17:11.563075 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:11.565168 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2cba15-e316-4370-b0d4-15f1124829b9 None None] Pushing event updated for resources: {'Port': ['ID=7af67f54-c42d-4a40-b54c-ccef88862092,revision_number=3']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:17:11.658873 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-f9e2fdef-e6d7-4b72-ac7c-81e4174d36a8 req-9d01eabe-913c-44d1-987e-a07b9512531c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:11.759749 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db8cc34-9a7a-4e00-b8b7-e5aff47d90fd req-12266070-c3ec-436f-931d-0007aa2ad20c tempest-ServersNegativeTestJSON-728644794 tempest-ServersNegativeTestJSON-728644794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:17:11.768961 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-9db8cc34-9a7a-4e00-b8b7-e5aff47d90fd req-12266070-c3ec-436f-931d-0007aa2ad20c tempest-ServersNegativeTestJSON-728644794 tempest-ServersNegativeTestJSON-728644794-project] 10.222.0.104 "GET /v2.0/ports?device_id=42673115-e3e2-4b55-8e26-f80b9f494c7a HTTP/1.1" status: 200 len: 931 time: 0.4379239 Jul 06 14:17:11.820787 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9d99f0-fc95-4e4f-b602-1f61b9cabe3a None None] Pushing event updated for resources: {'Port': ['ID=46078b66-0453-4bce-a2f3-2ae4f23fa266,revision_number=1']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:17:11.827873 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b986e829-ca56-43fa-abe0-ffd03a35bde3 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Router 9528ba46-27eb-4d98-ae29-5851d8782339 is scheduled to L3 agent 2823d358-a11b-4885-a706-95a279e43fa7 with binding_index 1 {{(pid=100247) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 14:17:11.892261 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-9db8cc34-9a7a-4e00-b8b7-e5aff47d90fd req-675a0887-31ea-417a-afef-04510102dcec tempest-ServersNegativeTestJSON-728644794 tempest-ServersNegativeTestJSON-728644794-project] 10.222.0.104 "GET /v2.0/security-groups?id=55139e1c-0239-472b-ada8-5a3c70b3eb43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218922 Jul 06 14:17:11.968316 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-593c7e53-ea02-49e3-b47f-fd498fde52c0 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Notify callbacks [] for port, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:11.984798 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.provisioning_blocks [None req-593c7e53-ea02-49e3-b47f-fd498fde52c0 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Transition to ACTIVE for port object 82a760ca-62c8-421d-a39b-60e0f179a249 will not be triggered until provisioned by entity DHCP. {{(pid=100247) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:17:12.238123 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 686731a9-05cb-4e39-aa14-1be75462c876 up at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:17:12.387865 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-8e9d99f0-fc95-4e4f-b602-1f61b9cabe3a None None] Attempting to bind port 46078b66-0453-4bce-a2f3-2ae4f23fa266 on host n-d-773647-6 for vnic_type normal with profile {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:17:12.388270 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-8e9d99f0-fc95-4e4f-b602-1f61b9cabe3a None None] Attempting to bind port 46078b66-0453-4bce-a2f3-2ae4f23fa266 by drivers openvswitch,hyperv on host n-d-773647-6 at level 0 using segments [{'id': '324aff72-e3d2-46c7-ab16-c49a7658da15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': '07b3f552-f0f9-4999-b67f-7093e13cbdd1'}] {{(pid=100248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:17:12.388613 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e9d99f0-fc95-4e4f-b602-1f61b9cabe3a None None] Attempting to bind port 46078b66-0453-4bce-a2f3-2ae4f23fa266 on network 07b3f552-f0f9-4999-b67f-7093e13cbdd1 {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:17:12.396062 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Pushing event updated for resources: {'Port': ['ID=eeacdaf8-cf0c-4070-b26b-acfc576d49b4,revision_number=3']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:17:12.406992 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e9d99f0-fc95-4e4f-b602-1f61b9cabe3a None None] Checking agent: {'id': '8ab5b19c-d213-4f29-891d-27bdf39d38b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773647-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 43, 26), 'started_at': datetime.datetime(2021, 7, 6, 13, 43, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 16, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773647-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:17:12.406992 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e9d99f0-fc95-4e4f-b602-1f61b9cabe3a None None] Checking segment: {'id': '324aff72-e3d2-46c7-ab16-c49a7658da15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': '07b3f552-f0f9-4999-b67f-7093e13cbdd1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:17:12.407532 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-8e9d99f0-fc95-4e4f-b602-1f61b9cabe3a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:12.407711 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e9d99f0-fc95-4e4f-b602-1f61b9cabe3a None None] Bound using segment: {'id': '324aff72-e3d2-46c7-ab16-c49a7658da15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': '07b3f552-f0f9-4999-b67f-7093e13cbdd1'} {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:17:12.408173 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-8e9d99f0-fc95-4e4f-b602-1f61b9cabe3a None None] Bound port: 46078b66-0453-4bce-a2f3-2ae4f23fa266, host: n-d-773647-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '324aff72-e3d2-46c7-ab16-c49a7658da15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': '07b3f552-f0f9-4999-b67f-7093e13cbdd1'}}] {{(pid=100248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:17:12.408560 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-8e9d99f0-fc95-4e4f-b602-1f61b9cabe3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:12.430240 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.db_base_plugin_common [None req-475d03c4-9a3e-4968-bbb2-e09a69be83f6 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Allocated IP 2001:db8:2::1 (07b3f552-f0f9-4999-b67f-7093e13cbdd1/fa13a11b-af78-4fdd-a8e9-ee331908a850/c1d262d1-7519-42ee-9647-5f84bbd2d953) {{(pid=100246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:17:12.458999 n-d-773647-6 neutron-server[100246]: DEBUG neutron.notifiers.nova [req-f9e2fdef-e6d7-4b72-ac7c-81e4174d36a8 req-9d01eabe-913c-44d1-987e-a07b9512531c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ab369556-c231-4bea-af39-f49c83d834d0 {{(pid=100246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 14:17:12.473361 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-f9e2fdef-e6d7-4b72-ac7c-81e4174d36a8 req-9d01eabe-913c-44d1-987e-a07b9512531c service neutron] Notify callbacks [] for port, precommit_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:12.502858 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-f7d7e9ac-7846-4c60-9718-c0272b3dbcab None None] Provisioning for port 686731a9-05cb-4e39-aa14-1be75462c876 completed by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:17:12.534586 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.provisioning_blocks [req-f9e2fdef-e6d7-4b72-ac7c-81e4174d36a8 req-9d01eabe-913c-44d1-987e-a07b9512531c service neutron] Transition to ACTIVE for port object ab369556-c231-4bea-af39-f49c83d834d0 will not be triggered until provisioned by entity L2. {{(pid=100246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:17:12.534851 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b986e829-ca56-43fa-abe0-ffd03a35bde3 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Notify agent at l3_agent.n-d-773647-6 the message routers_updated {{(pid=100247) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 14:17:12.542796 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-b986e829-ca56-43fa-abe0-ffd03a35bde3 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Notify callbacks [] for router, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:12.547308 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-b986e829-ca56-43fa-abe0-ffd03a35bde3 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] 10.222.0.104 "PUT /v2.0/routers/9528ba46-27eb-4d98-ae29-5851d8782339 HTTP/1.1" status: 200 len: 693 time: 2.6144190 Jul 06 14:17:12.547908 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-f9e2fdef-e6d7-4b72-ac7c-81e4174d36a8 req-9d01eabe-913c-44d1-987e-a07b9512531c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127687527'] for port, after_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:12.548203 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 58402) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:17:12.553747 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05bcba08-4864-47ed-9ebb-1a87dd77e7db None None] Sync routers for ids ['9528ba46-27eb-4d98-ae29-5851d8782339'] in n-d-773647-6 {{(pid=100249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 14:17:12.556358 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-593c7e53-ea02-49e3-b47f-fd498fde52c0 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-128888360'] for port, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:12.570028 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05bcba08-4864-47ed-9ebb-1a87dd77e7db None None] Routers {'9528ba46-27eb-4d98-ae29-5851d8782339'} bound to L3 agent in host n-d-773647-6 {{(pid=100249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:17:12.573209 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-05bcba08-4864-47ed-9ebb-1a87dd77e7db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T14:16:56Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['9528ba46-27eb-4d98-ae29-5851d8782339'], 'active': True} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:17:12.617848 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvr_db [None req-3ea4718a-db47-433e-b721-6dcd32932164 None None] Set router 6ef0dc7d-eccb-4899-8ffc-1529466e63ed gateway port host: n-d-773647-6 {{(pid=100248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:17:12.651020 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.db_base_plugin_common [None req-1a649b05-ec83-462e-b140-59a47cc31c29 None None] Allocated IP 172.20.0.2 (f6bee18a-7d0c-49a0-8d57-f9458d12e262/de957a32-863f-485c-94ac-904da725d611/6cbbf1fb-bc4e-4a46-98a9-4cbd266b9619) {{(pid=100248) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:17:12.672519 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593c7e53-ea02-49e3-b47f-fd498fde52c0 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Pushing event updated for resources: {'Port': ['ID=82a760ca-62c8-421d-a39b-60e0f179a249,revision_number=1']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:17:12.717838 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d01eabe-913c-44d1-987e-a07b9512531c service neutron] Pushing event updated for resources: {'Port': ['ID=ab369556-c231-4bea-af39-f49c83d834d0,revision_number=2']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:17:12.720520 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-593c7e53-ea02-49e3-b47f-fd498fde52c0 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Network f6bee18a-7d0c-49a0-8d57-f9458d12e262 is already hosted by enough agents. {{(pid=100247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:17:12.722475 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.base_scheduler [None req-593c7e53-ea02-49e3-b47f-fd498fde52c0 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Resources bound (agent type, host, resource id): {{(pid=100247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:17:12.730058 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-475d03c4-9a3e-4968-bbb2-e09a69be83f6 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Notify callbacks [] for port, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:12.732135 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-49c8cd91-79cf-4fea-b2c1-9c9ba1eabfd5 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] 10.222.0.104 "GET /v2.0/routers/9528ba46-27eb-4d98-ae29-5851d8782339 HTTP/1.1" status: 200 len: 699 time: 0.1828802 Jul 06 14:17:12.732753 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 58406) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:17:12.742079 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-593c7e53-ea02-49e3-b47f-fd498fde52c0 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Received port after_create {{(pid=100247) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:17:12.744974 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.provisioning_blocks [None req-475d03c4-9a3e-4968-bbb2-e09a69be83f6 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Transition to ACTIVE for port object c1d262d1-7519-42ee-9647-5f84bbd2d953 will not be triggered until provisioned by entity DHCP. {{(pid=100246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:17:12.768646 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:12.795376 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-475d03c4-9a3e-4968-bbb2-e09a69be83f6 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-127687573'] for port, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:12.807015 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvr_db [None req-05bcba08-4864-47ed-9ebb-1a87dd77e7db None None] Set router 9528ba46-27eb-4d98-ae29-5851d8782339 gateway port host: None {{(pid=100249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:17:12.817382 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-593c7e53-ea02-49e3-b47f-fd498fde52c0 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1807675'] for router_interface, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:12.891444 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-475d03c4-9a3e-4968-bbb2-e09a69be83f6 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Network 07b3f552-f0f9-4999-b67f-7093e13cbdd1 is already hosted by enough agents. {{(pid=100246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:17:12.908600 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.base_scheduler [None req-475d03c4-9a3e-4968-bbb2-e09a69be83f6 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Resources bound (agent type, host, resource id): {{(pid=100246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:17:12.916927 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-475d03c4-9a3e-4968-bbb2-e09a69be83f6 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Received port after_create {{(pid=100246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:17:12.918051 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-475d03c4-9a3e-4968-bbb2-e09a69be83f6 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1807675'] for router_interface, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:12.982464 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-fbb27a1e-551f-4738-8b23-5d7ae941c00a tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] 10.222.0.104 "GET /v2.0/ports?device_id=9528ba46-27eb-4d98-ae29-5851d8782339 HTTP/1.1" status: 200 len: 205 time: 0.1914237 Jul 06 14:17:12.983292 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 58416) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:17:13.044241 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-05bcba08-4864-47ed-9ebb-1a87dd77e7db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9528ba46-27eb-4d98-ae29-5851d8782339', 'name': 'tempest-RoutersTest-router-401179403', 'tenant_id': '9c6f2fd69adb42a0ae2388cfacf9d174', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:17:09Z', 'updated_at': '2021-07-06T14:17:10Z', 'revision_number': 2, 'project_id': '9c6f2fd69adb42a0ae2388cfacf9d174', 'gw_port_host': None}], 'n-d-773647-6', False) {} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:17:13.065405 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-593c7e53-ea02-49e3-b47f-fd498fde52c0 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:13.112173 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05bcba08-4864-47ed-9ebb-1a87dd77e7db None None] Checking router: 9528ba46-27eb-4d98-ae29-5851d8782339 for host: n-d-773647-6 {{(pid=100249) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 14:17:13.145055 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05bcba08-4864-47ed-9ebb-1a87dd77e7db None None] Routers {'9528ba46-27eb-4d98-ae29-5851d8782339'} bound to L3 agent in host n-d-773647-6 {{(pid=100249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:17:13.147973 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-05bcba08-4864-47ed-9ebb-1a87dd77e7db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T14:16:56Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['9528ba46-27eb-4d98-ae29-5851d8782339'], 'active': True} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:17:13.181486 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning for port 686731a9-05cb-4e39-aa14-1be75462c876 completed by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:17:13.223746 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning complete for port 686731a9-05cb-4e39-aa14-1be75462c876 triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:17:13.224563 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:13.233345 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-ec64ab1d-f15c-4c5d-8a42-a425e7380108 None None] Provisioning complete for port 686731a9-05cb-4e39-aa14-1be75462c876 triggered by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:17:13.234001 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-ec64ab1d-f15c-4c5d-8a42-a425e7380108 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:13.244925 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-8e9d99f0-fc95-4e4f-b602-1f61b9cabe3a None None] For port 46078b66-0453-4bce-a2f3-2ae4f23fa266, host n-d-773647-6, cleared binding levels {{(pid=100248) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:17:13.353343 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-8e9d99f0-fc95-4e4f-b602-1f61b9cabe3a None None] For port 46078b66-0453-4bce-a2f3-2ae4f23fa266, host n-d-773647-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=46078b66-0453-4bce-a2f3-2ae4f23fa266,segment=NetworkSegment(324aff72-e3d2-46c7-ab16-c49a7658da15),segment_id=324aff72-e3d2-46c7-ab16-c49a7658da15)] {{(pid=100248) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:17:13.358168 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 58424) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:17:13.383480 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-8e9d99f0-fc95-4e4f-b602-1f61b9cabe3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:13.403098 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvr_db [None req-05bcba08-4864-47ed-9ebb-1a87dd77e7db None None] Set router 9528ba46-27eb-4d98-ae29-5851d8782339 gateway port host: None {{(pid=100249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:17:13.403317 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-05581af0-3a90-44d7-b99d-50915ab107de tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Notify callbacks [] for router, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:13.530710 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-3ea4718a-db47-433e-b721-6dcd32932164 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ef0dc7d-eccb-4899-8ffc-1529466e63ed', 'name': 'tempest-TestNetworkAdvancedServerOps-router-786339001', 'tenant_id': '1077a35eaa714f1bbf260d32c5a52c8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.83'}], 'enable_snat': True}, 'gw_port_id': '7af67f54-c42d-4a40-b54c-ccef88862092', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:16:57Z', 'updated_at': '2021-07-06T14:17:02Z', 'revision_number': 3, 'project_id': '1077a35eaa714f1bbf260d32c5a52c8f', 'gw_port': {'id': '7af67f54-c42d-4a40-b54c-ccef88862092', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:67:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ef0dc7d-eccb-4899-8ffc-1529466e63ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2405, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:16:59Z', 'updated_at': '2021-07-06T14:17:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6'}], 'n-d-773647-6', False) {} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:17:13.584203 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-05bcba08-4864-47ed-9ebb-1a87dd77e7db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9528ba46-27eb-4d98-ae29-5851d8782339', 'name': 'tempest-RoutersTest-router-401179403', 'tenant_id': '9c6f2fd69adb42a0ae2388cfacf9d174', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:17:09Z', 'updated_at': '2021-07-06T14:17:10Z', 'revision_number': 2, 'project_id': '9c6f2fd69adb42a0ae2388cfacf9d174', 'gw_port_host': None}], 'n-d-773647-6', False) {} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:17:13.622886 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05bcba08-4864-47ed-9ebb-1a87dd77e7db None None] The sync data for ids ['9528ba46-27eb-4d98-ae29-5851d8782339'] in n-d-773647-6 is: [{'id': '9528ba46-27eb-4d98-ae29-5851d8782339', 'name': 'tempest-RoutersTest-router-401179403', 'tenant_id': '9c6f2fd69adb42a0ae2388cfacf9d174', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:17:09Z', 'updated_at': '2021-07-06T14:17:10Z', 'revision_number': 2, 'project_id': '9c6f2fd69adb42a0ae2388cfacf9d174', 'gw_port_host': None}] {{(pid=100249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 14:17:13.707342 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ea4718a-db47-433e-b721-6dcd32932164 None None] The sync data for ids ['6ef0dc7d-eccb-4899-8ffc-1529466e63ed'] in n-d-773647-6 is: [{'id': '6ef0dc7d-eccb-4899-8ffc-1529466e63ed', 'name': 'tempest-TestNetworkAdvancedServerOps-router-786339001', 'tenant_id': '1077a35eaa714f1bbf260d32c5a52c8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.83'}], 'enable_snat': True}, 'gw_port_id': '7af67f54-c42d-4a40-b54c-ccef88862092', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:16:57Z', 'updated_at': '2021-07-06T14:17:02Z', 'revision_number': 3, 'project_id': '1077a35eaa714f1bbf260d32c5a52c8f', 'gw_port': {'id': '7af67f54-c42d-4a40-b54c-ccef88862092', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:67:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ef0dc7d-eccb-4899-8ffc-1529466e63ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2405, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:16:59Z', 'updated_at': '2021-07-06T14:17:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6'}] {{(pid=100248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 14:17:13.826288 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475d03c4-9a3e-4968-bbb2-e09a69be83f6 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Pushing event updated for resources: {'Port': ['ID=c1d262d1-7519-42ee-9647-5f84bbd2d953,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:17:13.838133 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [req-f9e2fdef-e6d7-4b72-ac7c-81e4174d36a8 req-9d01eabe-913c-44d1-987e-a07b9512531c service neutron] Attempting to bind port ab369556-c231-4bea-af39-f49c83d834d0 on host n-h2-773647-6 for vnic_type normal with profile {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:17:13.839132 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [req-f9e2fdef-e6d7-4b72-ac7c-81e4174d36a8 req-9d01eabe-913c-44d1-987e-a07b9512531c service neutron] Attempting to bind port ab369556-c231-4bea-af39-f49c83d834d0 by drivers openvswitch,hyperv on host n-h2-773647-6 at level 0 using segments [{'id': '3485579c-4d75-45d9-a7e8-245348f946ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1042, 'network_id': '9a9945d7-f704-4f59-8c11-10fba7c84a6d'}] {{(pid=100246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:17:13.840267 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9e2fdef-e6d7-4b72-ac7c-81e4174d36a8 req-9d01eabe-913c-44d1-987e-a07b9512531c service neutron] Attempting to bind port ab369556-c231-4bea-af39-f49c83d834d0 on network 9a9945d7-f704-4f59-8c11-10fba7c84a6d {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:17:13.854747 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9e2fdef-e6d7-4b72-ac7c-81e4174d36a8 req-9d01eabe-913c-44d1-987e-a07b9512531c service neutron] Port ab369556-c231-4bea-af39-f49c83d834d0 on network 9a9945d7-f704-4f59-8c11-10fba7c84a6d not bound, no agent of type Open vSwitch agent registered on host n-h2-773647-6 {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 14:17:13.856111 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9e2fdef-e6d7-4b72-ac7c-81e4174d36a8 req-9d01eabe-913c-44d1-987e-a07b9512531c service neutron] Attempting to bind port ab369556-c231-4bea-af39-f49c83d834d0 on network 9a9945d7-f704-4f59-8c11-10fba7c84a6d {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:17:13.866631 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9e2fdef-e6d7-4b72-ac7c-81e4174d36a8 req-9d01eabe-913c-44d1-987e-a07b9512531c service neutron] Checking agent: {'id': '63768ece-0600-4354-8d29-fdedec96b077', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-773647-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 51, 10), 'started_at': datetime.datetime(2021, 7, 6, 13, 51, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 17, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:17:13.866631 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9e2fdef-e6d7-4b72-ac7c-81e4174d36a8 req-9d01eabe-913c-44d1-987e-a07b9512531c service neutron] Checking segment: {'id': '3485579c-4d75-45d9-a7e8-245348f946ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1042, 'network_id': '9a9945d7-f704-4f59-8c11-10fba7c84a6d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:17:13.866944 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9e2fdef-e6d7-4b72-ac7c-81e4174d36a8 req-9d01eabe-913c-44d1-987e-a07b9512531c service neutron] Bound using segment: {'id': '3485579c-4d75-45d9-a7e8-245348f946ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1042, 'network_id': '9a9945d7-f704-4f59-8c11-10fba7c84a6d'} {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:17:13.869511 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [req-f9e2fdef-e6d7-4b72-ac7c-81e4174d36a8 req-9d01eabe-913c-44d1-987e-a07b9512531c service neutron] Bound port: ab369556-c231-4bea-af39-f49c83d834d0, host: n-h2-773647-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3485579c-4d75-45d9-a7e8-245348f946ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1042, 'network_id': '9a9945d7-f704-4f59-8c11-10fba7c84a6d'}}] {{(pid=100246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:17:13.870191 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-f9e2fdef-e6d7-4b72-ac7c-81e4174d36a8 req-9d01eabe-913c-44d1-987e-a07b9512531c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:13.940777 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9d99f0-fc95-4e4f-b602-1f61b9cabe3a None None] Pushing event updated for resources: {'Port': ['ID=46078b66-0453-4bce-a2f3-2ae4f23fa266,revision_number=2']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:17:14.145335 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-475d03c4-9a3e-4968-bbb2-e09a69be83f6 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:14.161124 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.db [req-f9e2fdef-e6d7-4b72-ac7c-81e4174d36a8 req-9d01eabe-913c-44d1-987e-a07b9512531c service neutron] For port ab369556-c231-4bea-af39-f49c83d834d0, host n-h2-773647-6, cleared binding levels {{(pid=100246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:17:14.174618 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-1a649b05-ec83-462e-b140-59a47cc31c29 None None] Notify callbacks [] for port, precommit_create {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:14.218969 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-1a649b05-ec83-462e-b140-59a47cc31c29 None None] Transition to ACTIVE for port object 6cbbf1fb-bc4e-4a46-98a9-4cbd266b9619 will not be triggered until provisioned by entity L2. {{(pid=100248) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:17:14.301878 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.db [req-f9e2fdef-e6d7-4b72-ac7c-81e4174d36a8 req-9d01eabe-913c-44d1-987e-a07b9512531c service neutron] For port ab369556-c231-4bea-af39-f49c83d834d0, host n-h2-773647-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=ab369556-c231-4bea-af39-f49c83d834d0,segment=NetworkSegment(3485579c-4d75-45d9-a7e8-245348f946ff),segment_id=3485579c-4d75-45d9-a7e8-245348f946ff)] {{(pid=100246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:17:14.310057 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-1a649b05-ec83-462e-b140-59a47cc31c29 None None] Transition to ACTIVE for port object 6cbbf1fb-bc4e-4a46-98a9-4cbd266b9619 will not be triggered until provisioned by entity DHCP. {{(pid=100248) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:17:14.312943 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-f9e2fdef-e6d7-4b72-ac7c-81e4174d36a8 req-9d01eabe-913c-44d1-987e-a07b9512531c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127687527'] for port, after_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:14.320499 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:14.375993 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-ec64ab1d-f15c-4c5d-8a42-a425e7380108 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:14.402560 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-1a649b05-ec83-462e-b140-59a47cc31c29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108'] for port, after_create {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:14.460415 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-05581af0-3a90-44d7-b99d-50915ab107de tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1806308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6982'] for router, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:14.474450 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] For port 686731a9-05cb-4e39-aa14-1be75462c876, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=686731a9-05cb-4e39-aa14-1be75462c876,segment=NetworkSegment(6467fdeb-047e-451c-9e2d-240272c1361a),segment_id=6467fdeb-047e-451c-9e2d-240272c1361a)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:17:14.484462 n-d-773647-6 neutron-server[100248]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a649b05-ec83-462e-b140-59a47cc31c29 None None] Network f6bee18a-7d0c-49a0-8d57-f9458d12e262 is already hosted by enough agents. {{(pid=100248) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:17:14.490120 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-05581af0-3a90-44d7-b99d-50915ab107de tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:14.493400 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e2fdef-e6d7-4b72-ac7c-81e4174d36a8 req-9d01eabe-913c-44d1-987e-a07b9512531c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:17:14.494733 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-f9e2fdef-e6d7-4b72-ac7c-81e4174d36a8 req-9d01eabe-913c-44d1-987e-a07b9512531c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:14.498872 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-f9e2fdef-e6d7-4b72-ac7c-81e4174d36a8 req-9d01eabe-913c-44d1-987e-a07b9512531c service neutron] 10.222.0.72 "PUT /v2.0/ports/ab369556-c231-4bea-af39-f49c83d834d0 HTTP/1.1" status: 200 len: 1091 time: 3.1067321 Jul 06 14:17:14.501315 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:14.519607 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d01eabe-913c-44d1-987e-a07b9512531c service neutron] Pushing event updated for resources: {'Port': ['ID=ab369556-c231-4bea-af39-f49c83d834d0,revision_number=3']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:17:14.525064 n-d-773647-6 neutron-server[100248]: DEBUG neutron.scheduler.base_scheduler [None req-1a649b05-ec83-462e-b140-59a47cc31c29 None None] Resources bound (agent type, host, resource id): {{(pid=100248) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:17:14.529230 n-d-773647-6 neutron-server[100246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42673115-e3e2-4b55-8e26-f80b9f494c7a', 'tag': 'ab369556-c231-4bea-af39-f49c83d834d0'}] {{(pid=100246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:17:14.531498 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a649b05-ec83-462e-b140-59a47cc31c29 None None] Received port after_create {{(pid=100248) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:17:14.541354 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0d96c5ab5e889f7b933ae915b9be33d1b46c9e87795bf781004b656ef3f1e87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-433775de-0b7c-4b96-bd10-de745d9fbcc6" -d '{"events": [{"name": "network-changed", "server_uuid": "42673115-e3e2-4b55-8e26-f80b9f494c7a", "tag": "ab369556-c231-4bea-af39-f49c83d834d0"}]}' {{(pid=100246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:17:14.831954 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7b4e80-479c-41e4-bd27-480b67ddcc9a req-aa7bd6a8-c3f7-4096-9ccd-b0e8ebcf625d tempest-ServersNegativeTestJSON-728644794 tempest-ServersNegativeTestJSON-728644794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:17:14.833865 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a649b05-ec83-462e-b140-59a47cc31c29 None None] Pushing event updated for resources: {'Port': ['ID=6cbbf1fb-bc4e-4a46-98a9-4cbd266b9619,revision_number=1']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:17:14.845561 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-8d7b4e80-479c-41e4-bd27-480b67ddcc9a req-aa7bd6a8-c3f7-4096-9ccd-b0e8ebcf625d tempest-ServersNegativeTestJSON-728644794 tempest-ServersNegativeTestJSON-728644794-project] 10.222.0.104 "GET /v2.0/ports?device_id=42673115-e3e2-4b55-8e26-f80b9f494c7a HTTP/1.1" status: 200 len: 943 time: 1.5929430 Jul 06 14:17:14.847449 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-05581af0-3a90-44d7-b99d-50915ab107de tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1805684'] for router, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:14.848010 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05581af0-3a90-44d7-b99d-50915ab107de tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Fanout notify agent at l3_agent the message router_deleted on router 9528ba46-27eb-4d98-ae29-5851d8782339 {{(pid=100247) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 14:17:14.895131 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-05581af0-3a90-44d7-b99d-50915ab107de tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] Notify callbacks [] for router, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:14.897059 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-1a649b05-ec83-462e-b140-59a47cc31c29 None None] Attempting to bind port 6cbbf1fb-bc4e-4a46-98a9-4cbd266b9619 on host n-d-773647-6 for vnic_type normal with profile {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:17:14.897791 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-1a649b05-ec83-462e-b140-59a47cc31c29 None None] Attempting to bind port 6cbbf1fb-bc4e-4a46-98a9-4cbd266b9619 by drivers openvswitch,hyperv on host n-d-773647-6 at level 0 using segments [{'id': '967d25fd-e6c0-4517-afb5-5ac37f3bf726', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': 'f6bee18a-7d0c-49a0-8d57-f9458d12e262'}] {{(pid=100248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:17:14.898501 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a649b05-ec83-462e-b140-59a47cc31c29 None None] Attempting to bind port 6cbbf1fb-bc4e-4a46-98a9-4cbd266b9619 on network f6bee18a-7d0c-49a0-8d57-f9458d12e262 {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:17:14.905963 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-05581af0-3a90-44d7-b99d-50915ab107de tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] 10.222.0.104 "DELETE /v2.0/routers/9528ba46-27eb-4d98-ae29-5851d8782339 HTTP/1.1" status: 204 len: 168 time: 1.9209328 Jul 06 14:17:14.963501 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 58436) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:17:14.988893 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a649b05-ec83-462e-b140-59a47cc31c29 None None] Checking agent: {'id': '8ab5b19c-d213-4f29-891d-27bdf39d38b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773647-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 43, 26), 'started_at': datetime.datetime(2021, 7, 6, 13, 43, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 16, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773647-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:17:14.989295 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a649b05-ec83-462e-b140-59a47cc31c29 None None] Checking segment: {'id': '967d25fd-e6c0-4517-afb5-5ac37f3bf726', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': 'f6bee18a-7d0c-49a0-8d57-f9458d12e262'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:17:14.989691 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-1a649b05-ec83-462e-b140-59a47cc31c29 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:14.990097 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a649b05-ec83-462e-b140-59a47cc31c29 None None] Bound using segment: {'id': '967d25fd-e6c0-4517-afb5-5ac37f3bf726', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': 'f6bee18a-7d0c-49a0-8d57-f9458d12e262'} {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:17:14.990589 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-1a649b05-ec83-462e-b140-59a47cc31c29 None None] Bound port: 6cbbf1fb-bc4e-4a46-98a9-4cbd266b9619, host: n-d-773647-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '967d25fd-e6c0-4517-afb5-5ac37f3bf726', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': 'f6bee18a-7d0c-49a0-8d57-f9458d12e262'}}] {{(pid=100248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:17:14.991050 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-1a649b05-ec83-462e-b140-59a47cc31c29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:15.004918 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.db.api [None req-ec64ab1d-f15c-4c5d-8a42-a425e7380108 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100248) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 06 14:17:15.005389 n-d-773647-6 neutron-server[100248]: DEBUG oslo_db.api [None req-ec64ab1d-f15c-4c5d-8a42-a425e7380108 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 06 14:17:15.011101 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 46078b66-0453-4bce-a2f3-2ae4f23fa266 up at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:17:15.093782 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-475d03c4-9a3e-4968-bbb2-e09a69be83f6 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Notify callbacks [] for port, precommit_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:15.097224 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 14:17:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c9a5781-98f3-4ac5-a5fd-7c4ef45fc519 x-openstack-request-id: req-4c9a5781-98f3-4ac5-a5fd-7c4ef45fc519 {{(pid=100246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:17:15.097523 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42673115-e3e2-4b55-8e26-f80b9f494c7a", "tag": "ab369556-c231-4bea-af39-f49c83d834d0", "status": "completed", "code": 200}]} {{(pid=100246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:17:15.097832 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-4c9a5781-98f3-4ac5-a5fd-7c4ef45fc519 {{(pid=100246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:17:15.098235 n-d-773647-6 neutron-server[100246]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42673115-e3e2-4b55-8e26-f80b9f494c7a', 'tag': 'ab369556-c231-4bea-af39-f49c83d834d0', 'status': 'completed', 'code': 200} Jul 06 14:17:15.141722 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-475d03c4-9a3e-4968-bbb2-e09a69be83f6 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127687527'] for port, after_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:15.143018 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-475d03c4-9a3e-4968-bbb2-e09a69be83f6 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1809478'] for router_interface, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:15.153140 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Pushing event updated for resources: {'Port': ['ID=686731a9-05cb-4e39-aa14-1be75462c876,revision_number=5']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:17:15.181199 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-0b9fed06-26b6-4fb7-aa04-262d97ab2936 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] 10.222.0.104 "GET /v2.0/ports?device_id=9528ba46-27eb-4d98-ae29-5851d8782339 HTTP/1.1" status: 200 len: 205 time: 0.2135553 Jul 06 14:17:15.212424 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 58438) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:17:15.244014 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-1a649b05-ec83-462e-b140-59a47cc31c29 None None] For port 6cbbf1fb-bc4e-4a46-98a9-4cbd266b9619, host n-d-773647-6, cleared binding levels {{(pid=100248) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:17:15.250191 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-1a649b05-ec83-462e-b140-59a47cc31c29 None None] For port 6cbbf1fb-bc4e-4a46-98a9-4cbd266b9619, host n-d-773647-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=6cbbf1fb-bc4e-4a46-98a9-4cbd266b9619,segment=NetworkSegment(967d25fd-e6c0-4517-afb5-5ac37f3bf726),segment_id=967d25fd-e6c0-4517-afb5-5ac37f3bf726)] {{(pid=100248) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:17:15.252098 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning for port 46078b66-0453-4bce-a2f3-2ae4f23fa266 completed by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:17:15.260344 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device eeacdaf8-cf0c-4070-b26b-acfc576d49b4 up at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:17:15.265644 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-1a649b05-ec83-462e-b140-59a47cc31c29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:15.384609 n-d-773647-6 neutron-server[100246]: INFO neutron.api.v2.resource [None req-ffc888b2-27a7-4129-9f33-51836bada42c tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] delete failed (client error): The resource could not be found. Jul 06 14:17:15.385661 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-ffc888b2-27a7-4129-9f33-51836bada42c tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] 10.222.0.104 "DELETE /v2.0/routers/9528ba46-27eb-4d98-ae29-5851d8782339 HTTP/1.1" status: 404 len: 336 time: 0.0696626 Jul 06 14:17:15.394160 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 58444) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:17:15.402995 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-8d7b4e80-479c-41e4-bd27-480b67ddcc9a req-df6534a6-b7f6-4e6a-9a19-09b63f1d4c4c tempest-ServersNegativeTestJSON-728644794 tempest-ServersNegativeTestJSON-728644794-project] 10.222.0.104 "GET /v2.0/security-groups?id=55139e1c-0239-472b-ada8-5a3c70b3eb43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5564466 Jul 06 14:17:15.487492 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475d03c4-9a3e-4968-bbb2-e09a69be83f6 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Pushing event updated for resources: {'Port': ['ID=c1d262d1-7519-42ee-9647-5f84bbd2d953,revision_number=2']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:17:15.522354 n-d-773647-6 neutron-server[100246]: INFO neutron.pecan_wsgi.hooks.translation [None req-91f852c1-cd19-4548-9f2d-06893812d3c3 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] DELETE failed (client error): The resource could not be found. Jul 06 14:17:15.522925 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-91f852c1-cd19-4548-9f2d-06893812d3c3 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100246) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 14:17:15.529285 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-91f852c1-cd19-4548-9f2d-06893812d3c3 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] 10.222.0.104 "DELETE /v2.0/subnets/ce784e5f-0fa1-436b-a131-893f1a6122cd HTTP/1.1" status: 404 len: 337 time: 0.1302361 Jul 06 14:17:15.532297 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e2fdef-e6d7-4b72-ac7c-81e4174d36a8 req-497c5272-b653-4848-ac93-c77458b28a47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:17:15.533794 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-f9e2fdef-e6d7-4b72-ac7c-81e4174d36a8 req-497c5272-b653-4848-ac93-c77458b28a47 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=9e0def2463a444ef83e4758cd3e92401&device_id=42673115-e3e2-4b55-8e26-f80b9f494c7a HTTP/1.1" status: 200 len: 1094 time: 0.9706841 Jul 06 14:17:15.536669 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 58446) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:17:15.672638 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a649b05-ec83-462e-b140-59a47cc31c29 None None] Pushing event updated for resources: {'Port': ['ID=6cbbf1fb-bc4e-4a46-98a9-4cbd266b9619,revision_number=2']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:17:15.695148 n-d-773647-6 neutron-server[100246]: INFO neutron.pecan_wsgi.hooks.translation [None req-c2fc8078-962b-4fa8-a78c-1a9c5a7479ad tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] DELETE failed (client error): The resource could not be found. Jul 06 14:17:15.703205 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c2fc8078-962b-4fa8-a78c-1a9c5a7479ad tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100246) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 14:17:15.705399 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-c2fc8078-962b-4fa8-a78c-1a9c5a7479ad tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] 10.222.0.104 "DELETE /v2.0/subnets/91a37214-447b-45e3-9246-b9ed8a5de457 HTTP/1.1" status: 404 len: 337 time: 0.1677701 Jul 06 14:17:15.726474 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-f9e2fdef-e6d7-4b72-ac7c-81e4174d36a8 req-0b45be74-9161-42b3-84f4-1fd573afbd8f service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ab369556-c231-4bea-af39-f49c83d834d0 HTTP/1.1" status: 200 len: 217 time: 0.1384070 Jul 06 14:17:15.728444 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 58448) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:17:15.741960 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning complete for port eeacdaf8-cf0c-4070-b26b-acfc576d49b4 triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:17:15.742224 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:15.806806 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-593c7e53-ea02-49e3-b47f-fd498fde52c0 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Notify callbacks [] for port, precommit_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:15.809456 n-d-773647-6 neutron-server[100246]: INFO neutron.pecan_wsgi.hooks.translation [None req-e2f99849-62f7-468a-8aea-7bbac7b356f2 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] DELETE failed (client error): The resource could not be found. Jul 06 14:17:15.809934 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e2f99849-62f7-468a-8aea-7bbac7b356f2 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100246) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 14:17:15.812113 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-e2f99849-62f7-468a-8aea-7bbac7b356f2 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] 10.222.0.104 "DELETE /v2.0/subnets/979bfc42-649b-4616-828a-00033f303b45 HTTP/1.1" status: 404 len: 337 time: 0.0826054 Jul 06 14:17:15.815445 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 58450) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:17:15.829379 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-475d03c4-9a3e-4968-bbb2-e09a69be83f6 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Network 07b3f552-f0f9-4999-b67f-7093e13cbdd1 is already hosted by enough agents. {{(pid=100246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:17:15.834188 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.base_scheduler [None req-475d03c4-9a3e-4968-bbb2-e09a69be83f6 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Resources bound (agent type, host, resource id): {{(pid=100246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:17:15.855590 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e2fdef-e6d7-4b72-ac7c-81e4174d36a8 req-97b267d7-bd55-4135-aca3-314058820cee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:17:15.857405 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-f9e2fdef-e6d7-4b72-ac7c-81e4174d36a8 req-97b267d7-bd55-4135-aca3-314058820cee service neutron] 10.222.0.72 "GET /v2.0/subnets?id=a11a84e7-e29f-49ab-86b3-7e53a4e90dc5 HTTP/1.1" status: 200 len: 854 time: 0.1077240 Jul 06 14:17:15.883880 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-593c7e53-ea02-49e3-b47f-fd498fde52c0 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128888538'] for port, after_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:15.992368 n-d-773647-6 neutron-server[100247]: INFO neutron.pecan_wsgi.hooks.translation [None req-b651e7d8-757d-4184-affc-2799b64b5cf9 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] DELETE failed (client error): The resource could not be found. Jul 06 14:17:15.993250 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b651e7d8-757d-4184-affc-2799b64b5cf9 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100247) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 14:17:16.000236 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-b651e7d8-757d-4184-affc-2799b64b5cf9 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] 10.222.0.104 "DELETE /v2.0/subnets/1a718569-5c6a-4b3b-b22a-5dcfa6d1e9b7 HTTP/1.1" status: 404 len: 337 time: 0.1793144 Jul 06 14:17:16.002549 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 7af67f54-c42d-4a40-b54c-ccef88862092 up at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:17:16.004850 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 58454) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:17:16.020362 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-f9e2fdef-e6d7-4b72-ac7c-81e4174d36a8 req-9aa55c86-a2f3-4c23-bdb6-1fd52020e6f9 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=9a9945d7-f704-4f59-8c11-10fba7c84a6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1217437 Jul 06 14:17:16.036541 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3f48c08-9f23-4f97-a12c-a2d7923b29f3 None None] Network 07b3f552-f0f9-4999-b67f-7093e13cbdd1 requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:17:16.114645 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-475d03c4-9a3e-4968-bbb2-e09a69be83f6 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Router 9b40a096-c577-4f78-9540-9ca52d5c8261 has already been hosted by L3 agent 2823d358-a11b-4885-a706-95a279e43fa7 {{(pid=100246) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 14:17:16.134677 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-d3f6e975-d8a1-4fb0-ba2f-d0db6e10465e None None] Provisioning for port 46078b66-0453-4bce-a2f3-2ae4f23fa266 completed by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:17:16.147274 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-9b2b86f8-3cc4-473d-a84b-e44417e83077 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] 10.222.0.104 "GET /v2.0/ports?device_id=42880ce7-c066-4642-8280-d12b1b5c8b8e HTTP/1.1" status: 200 len: 205 time: 0.0921953 Jul 06 14:17:16.148721 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-593c7e53-ea02-49e3-b47f-fd498fde52c0 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1809478'] for router_interface, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:16.150177 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 58456) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:17:16.153640 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-d3f6e975-d8a1-4fb0-ba2f-d0db6e10465e None None] Provisioning complete for port 46078b66-0453-4bce-a2f3-2ae4f23fa266 triggered by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:17:16.154086 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-d3f6e975-d8a1-4fb0-ba2f-d0db6e10465e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:16.161942 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning for port 7af67f54-c42d-4a40-b54c-ccef88862092 completed by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:17:16.192645 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning complete for port 7af67f54-c42d-4a40-b54c-ccef88862092 triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:17:16.192937 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:16.274148 n-d-773647-6 neutron-server[100246]: INFO neutron.api.v2.resource [None req-64ada4ed-77f3-49fa-a375-96aa0348e96c tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] delete failed (client error): The resource could not be found. Jul 06 14:17:16.275241 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-64ada4ed-77f3-49fa-a375-96aa0348e96c tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] 10.222.0.104 "DELETE /v2.0/routers/42880ce7-c066-4642-8280-d12b1b5c8b8e HTTP/1.1" status: 404 len: 336 time: 0.1224337 Jul 06 14:17:16.286792 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 58462) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:17:16.325310 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-ced19f63-2f86-4e17-847c-b533c1bf7c81 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] 10.222.0.104 "GET /v2.0/ports?device_id=87ff55d8-a82b-42dd-989e-3678153e5174 HTTP/1.1" status: 200 len: 205 time: 0.0373237 Jul 06 14:17:16.328154 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 58464) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:17:16.341319 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-f9e2fdef-e6d7-4b72-ac7c-81e4174d36a8 req-9dc575bd-e518-4a8e-8aee-a0ed2a5f6ee2 service neutron] 10.222.0.72 "GET /v2.0/networks/9a9945d7-f704-4f59-8c11-10fba7c84a6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3100815 Jul 06 14:17:16.389892 n-d-773647-6 neutron-server[100246]: INFO neutron.api.v2.resource [None req-9f838803-f9b4-4967-bde7-14103f9f07e0 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] delete failed (client error): The resource could not be found. Jul 06 14:17:16.393218 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-9f838803-f9b4-4967-bde7-14103f9f07e0 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] 10.222.0.104 "DELETE /v2.0/routers/87ff55d8-a82b-42dd-989e-3678153e5174 HTTP/1.1" status: 404 len: 336 time: 0.0615609 Jul 06 14:17:16.407053 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 58468) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:17:16.417838 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-d3f6e975-d8a1-4fb0-ba2f-d0db6e10465e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:16.430133 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:16.445637 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-475d03c4-9a3e-4968-bbb2-e09a69be83f6 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Notify agent at l3_agent.n-d-773647-6 the message routers_updated {{(pid=100246) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 14:17:16.455343 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-475d03c4-9a3e-4968-bbb2-e09a69be83f6 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] 10.222.0.104 "PUT /v2.0/routers/9b40a096-c577-4f78-9540-9ca52d5c8261/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1944556 Jul 06 14:17:16.456022 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 58472) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:17:16.458378 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] For port 7af67f54-c42d-4a40-b54c-ccef88862092, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=7af67f54-c42d-4a40-b54c-ccef88862092,segment=NetworkSegment(89a832b7-7793-4d51-9038-ed7e1c3ff1b2),segment_id=89a832b7-7793-4d51-9038-ed7e1c3ff1b2)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:17:16.468142 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cb349da-65b1-4aa2-8a73-ac0e134d782f None None] Sync routers for ids ['9b40a096-c577-4f78-9540-9ca52d5c8261'] in n-d-773647-6 {{(pid=100248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 14:17:16.484961 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-fb741a13-2ce6-42e3-b522-70d1cb554baf tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1746044752'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:17:16.485142 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:16.504116 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cb349da-65b1-4aa2-8a73-ac0e134d782f None None] Routers {'9b40a096-c577-4f78-9540-9ca52d5c8261'} bound to L3 agent in host n-d-773647-6 {{(pid=100248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:17:16.504783 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-5cb349da-65b1-4aa2-8a73-ac0e134d782f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T14:16:56Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['9b40a096-c577-4f78-9540-9ca52d5c8261'], 'active': True} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:17:16.517536 n-d-773647-6 neutron-server[100246]: INFO neutron.pecan_wsgi.hooks.translation [None req-b3a58db5-970b-4122-b971-6938603a31c7 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] DELETE failed (client error): The resource could not be found. Jul 06 14:17:16.518158 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b3a58db5-970b-4122-b971-6938603a31c7 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100246) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 14:17:16.522484 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-b3a58db5-970b-4122-b971-6938603a31c7 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] 10.222.0.104 "DELETE /v2.0/subnets/01c1d5e9-fea3-460a-884e-6bd5d3bccd28 HTTP/1.1" status: 404 len: 337 time: 0.0851898 Jul 06 14:17:16.523622 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb741a13-2ce6-42e3-b522-70d1cb554baf tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Made reservation on behalf of b162a45bb3174bbb964a63afe4786b87 for: {'network': 1} {{(pid=100246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:17:16.527875 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-fb741a13-2ce6-42e3-b522-70d1cb554baf tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for network, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:16.534660 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 58474) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:17:16.556538 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-d3f6e975-d8a1-4fb0-ba2f-d0db6e10465e None None] For port 46078b66-0453-4bce-a2f3-2ae4f23fa266, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=46078b66-0453-4bce-a2f3-2ae4f23fa266,segment=NetworkSegment(324aff72-e3d2-46c7-ab16-c49a7658da15),segment_id=324aff72-e3d2-46c7-ab16-c49a7658da15)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:17:16.649809 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-6c3407c5-cad7-42e4-a63f-41fb8f3e2a5f tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] 10.222.0.104 "GET /v2.0/ports?device_id=5f6f2e34-5297-4401-b045-4a4a3ff73309 HTTP/1.1" status: 200 len: 205 time: 0.1138778 Jul 06 14:17:16.654118 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 58478) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:17:16.752704 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-fed40e5e-3129-46db-b3e7-8bd7c62b38c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1809431'] for router_interface, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:16.771810 n-d-773647-6 neutron-server[100246]: INFO neutron.api.v2.resource [None req-16438856-8951-485b-8f05-c080ffcaa8c6 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] delete failed (client error): The resource could not be found. Jul 06 14:17:16.773224 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-16438856-8951-485b-8f05-c080ffcaa8c6 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] 10.222.0.104 "DELETE /v2.0/routers/5f6f2e34-5297-4401-b045-4a4a3ff73309 HTTP/1.1" status: 404 len: 336 time: 0.1166875 Jul 06 14:17:16.782922 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 58480) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:17:16.824642 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb741a13-2ce6-42e3-b522-70d1cb554baf tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] vlan segment allocate from pool success with {'vlan_id': 1030, 'physical_network': 'physnet1'} {{(pid=100246) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 14:17:16.851319 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-bf714a67-523b-449b-8862-817195d2d241 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] 10.222.0.104 "GET /v2.0/ports?device_id=78b4b641-f211-4eae-8c53-21e4f7815e21 HTTP/1.1" status: 200 len: 205 time: 0.0667129 Jul 06 14:17:16.854030 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 58482) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:17:16.857111 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-f9e2fdef-e6d7-4b72-ac7c-81e4174d36a8 req-4194b85e-e914-4f5e-b7e3-f47e30fdd79b service neutron] 10.222.0.72 "GET /v2.0/networks/9a9945d7-f704-4f59-8c11-10fba7c84a6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4787641 Jul 06 14:17:16.916198 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-fb741a13-2ce6-42e3-b522-70d1cb554baf tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552'] for segment, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:16.916928 n-d-773647-6 neutron-server[100246]: INFO neutron.db.segments_db [None req-fb741a13-2ce6-42e3-b522-70d1cb554baf tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Added segment 8edf1374-f673-45cc-801b-6b18eb682786 of type vlan for network 884f3908-b47b-4fe9-a38c-c90cc2b08a36 Jul 06 14:17:16.919542 n-d-773647-6 neutron-server[100246]: INFO neutron.api.v2.resource [None req-94835652-8c6f-42f8-a7e6-e867bc258a25 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] delete failed (client error): The resource could not be found. Jul 06 14:17:16.924150 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-94835652-8c6f-42f8-a7e6-e867bc258a25 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] 10.222.0.104 "DELETE /v2.0/routers/78b4b641-f211-4eae-8c53-21e4f7815e21 HTTP/1.1" status: 404 len: 336 time: 0.0655198 Jul 06 14:17:16.960772 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 58484) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:17:16.990157 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvr_db [None req-5cb349da-65b1-4aa2-8a73-ac0e134d782f None None] Set router 9b40a096-c577-4f78-9540-9ca52d5c8261 gateway port host: None {{(pid=100248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:17:17.020366 n-d-773647-6 neutron-server[100246]: INFO neutron.pecan_wsgi.hooks.translation [None req-478730e7-3ed3-42e0-9231-a60f113070a2 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] DELETE failed (client error): The resource could not be found. Jul 06 14:17:17.021331 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-478730e7-3ed3-42e0-9231-a60f113070a2 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100246) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 14:17:17.025881 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-478730e7-3ed3-42e0-9231-a60f113070a2 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] 10.222.0.104 "DELETE /v2.0/subnets/8a6bce0b-3ac9-406d-a09f-0cc9c53c00e4 HTTP/1.1" status: 404 len: 337 time: 0.0592146 Jul 06 14:17:17.027260 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 58486) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:17:17.032719 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 686731a9-05cb-4e39-aa14-1be75462c876 up at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:17:17.035517 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-d3f6e975-d8a1-4fb0-ba2f-d0db6e10465e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:17.052928 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-fb741a13-2ce6-42e3-b522-70d1cb554baf tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773752984405'] for network, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:17.077797 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593c7e53-ea02-49e3-b47f-fd498fde52c0 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Pushing event updated for resources: {'Port': ['ID=82a760ca-62c8-421d-a39b-60e0f179a249,revision_number=2']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:17:17.087683 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-4b445f4e-bc24-4eaa-810e-360d3614f0da tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] 10.222.0.104 "GET /v2.0/ports?device_id=b980d6cd-874f-4459-a882-635693d84ad6 HTTP/1.1" status: 200 len: 205 time: 0.0531838 Jul 06 14:17:17.087683 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 58488) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:17:17.142889 n-d-773647-6 neutron-server[100246]: INFO neutron.api.v2.resource [None req-29761041-079f-4514-a453-4afc1a8939b2 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] delete failed (client error): The resource could not be found. Jul 06 14:17:17.144000 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-29761041-079f-4514-a453-4afc1a8939b2 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] 10.222.0.104 "DELETE /v2.0/routers/b980d6cd-874f-4459-a882-635693d84ad6 HTTP/1.1" status: 404 len: 336 time: 0.0526214 Jul 06 14:17:17.152294 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 58492) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:17:17.192377 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-593c7e53-ea02-49e3-b47f-fd498fde52c0 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Network f6bee18a-7d0c-49a0-8d57-f9458d12e262 is already hosted by enough agents. {{(pid=100247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:17:17.206474 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433775de-0b7c-4b96-bd10-de745d9fbcc6 req-37cf4eaa-5f59-4552-8a94-37d636c3a1ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:17:17.209055 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Pushing event updated for resources: {'Port': ['ID=7af67f54-c42d-4a40-b54c-ccef88862092,revision_number=4']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:17:17.226290 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.base_scheduler [None req-593c7e53-ea02-49e3-b47f-fd498fde52c0 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Resources bound (agent type, host, resource id): {{(pid=100247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:17:17.229360 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-433775de-0b7c-4b96-bd10-de745d9fbcc6 req-37cf4eaa-5f59-4552-8a94-37d636c3a1ac service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=9e0def2463a444ef83e4758cd3e92401&device_id=42673115-e3e2-4b55-8e26-f80b9f494c7a HTTP/1.1" status: 200 len: 1094 time: 0.2970514 Jul 06 14:17:17.234852 n-d-773647-6 neutron-server[100246]: INFO neutron.pecan_wsgi.hooks.translation [None req-51db7395-7194-489e-bef6-eb71154bfd13 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] DELETE failed (client error): The resource could not be found. Jul 06 14:17:17.235345 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-51db7395-7194-489e-bef6-eb71154bfd13 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100246) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 14:17:17.242340 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-51db7395-7194-489e-bef6-eb71154bfd13 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] 10.222.0.104 "DELETE /v2.0/subnets/9867729b-d0c6-48b5-b9b7-f59a9b231d90 HTTP/1.1" status: 404 len: 337 time: 0.0875854 Jul 06 14:17:17.254040 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 58494) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:17:17.282559 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f6e975-d8a1-4fb0-ba2f-d0db6e10465e None None] Pushing event updated for resources: {'Port': ['ID=46078b66-0453-4bce-a2f3-2ae4f23fa266,revision_number=3']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:17:17.330762 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-fb741a13-2ce6-42e3-b522-70d1cb554baf tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060'] for network, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:17.342268 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb741a13-2ce6-42e3-b522-70d1cb554baf tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:17:17.342972 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-fb741a13-2ce6-42e3-b522-70d1cb554baf tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Notify callbacks [] for network, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:17.377966 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-7ead82fe-cbf7-46af-a18b-3bf5c1e06cef tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] 10.222.0.104 "GET /v2.0/ports?device_id=c9f4aa93-fdaf-44ee-a683-8fcd90b0960f HTTP/1.1" status: 200 len: 205 time: 0.1157224 Jul 06 14:17:17.387966 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 58496) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:17:17.404113 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning complete for port 686731a9-05cb-4e39-aa14-1be75462c876 triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:17:17.404503 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:17.458253 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-fb741a13-2ce6-42e3-b522-70d1cb554baf tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] 10.222.0.104 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.9776700 Jul 06 14:17:17.458981 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 58498) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:17:17.499187 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-5cb349da-65b1-4aa2-8a73-ac0e134d782f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b40a096-c577-4f78-9540-9ca52d5c8261', 'name': 'tempest-RoutersIpV6Test-router-90364201', 'tenant_id': 'b162a45bb3174bbb964a63afe4786b87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:16:53Z', 'updated_at': '2021-07-06T14:17:13Z', 'revision_number': 4, 'project_id': 'b162a45bb3174bbb964a63afe4786b87', 'gw_port_host': None, '_interfaces': [{'id': '686731a9-05cb-4e39-aa14-1be75462c876', 'name': '', 'network_id': '63239bcf-fc30-4409-af24-2ce21b28b0d3', 'tenant_id': 'b162a45bb3174bbb964a63afe4786b87', 'mac_address': 'fa:16:3e:78:17:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b40a096-c577-4f78-9540-9ca52d5c8261', 'device_owner': 'network:router_interface', 'standard_attr_id': 2410, 'fixed_ips': [{'subnet_id': '37fac438-f282-4ff2-b3b6-ef311bc306c0', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:17:02Z', 'updated_at': '2021-07-06T14:17:14Z', 'revision_number': 5, 'project_id': 'b162a45bb3174bbb964a63afe4786b87', 'subnets': [{'id': '37fac438-f282-4ff2-b3b6-ef311bc306c0', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'aa306e0f-e678-4d29-a8a4-7f60d844e63f', 'name': '', 'network_id': '6ee6b830-cb65-403e-b3cd-43805a780930', 'tenant_id': 'b162a45bb3174bbb964a63afe4786b87', 'mac_address': 'fa:16:3e:10:cd:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b40a096-c577-4f78-9540-9ca52d5c8261', 'device_owner': 'network:router_interface', 'standard_attr_id': 2400, 'fixed_ips': [{'subnet_id': 'ebded7d8-cb22-4393-8c31-cfbeaa456181', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:16:55Z', 'updated_at': '2021-07-06T14:17:05Z', 'revision_number': 5, 'project_id': 'b162a45bb3174bbb964a63afe4786b87', 'subnets': [{'id': 'ebded7d8-cb22-4393-8c31-cfbeaa456181', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c1d262d1-7519-42ee-9647-5f84bbd2d953', 'name': '', 'network_id': '07b3f552-f0f9-4999-b67f-7093e13cbdd1', 'tenant_id': 'b162a45bb3174bbb964a63afe4786b87', 'mac_address': 'fa:16:3e:c0:2d:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b40a096-c577-4f78-9540-9ca52d5c8261', 'device_owner': 'network:router_interface', 'standard_attr_id': 2420, 'fixed_ips': [{'subnet_id': 'fa13a11b-af78-4fdd-a8e9-ee331908a850', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:17:12Z', 'updated_at': '2021-07-06T14:17:14Z', 'revision_number': 2, 'project_id': 'b162a45bb3174bbb964a63afe4786b87', 'subnets': [{'id': 'fa13a11b-af78-4fdd-a8e9-ee331908a850', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773647-6', False) {} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:17:17.514529 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-cbc2a4fb-c6fd-4fa8-bb0c-7f7864dab1a2 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Request body: {'subnet': {'network_id': '884f3908-b47b-4fe9-a38c-c90cc2b08a36', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:17:17.538493 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b82970-8585-49f7-a049-b1b4851c970c req-78e5f412-c7f0-4b51-b5ca-63354f45df27 tempest-ServersNegativeTestJSON-728644794 tempest-ServersNegativeTestJSON-728644794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:17:17.546301 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-30b82970-8585-49f7-a049-b1b4851c970c req-78e5f412-c7f0-4b51-b5ca-63354f45df27 tempest-ServersNegativeTestJSON-728644794 tempest-ServersNegativeTestJSON-728644794-project] 10.222.0.104 "GET /v2.0/ports?device_id=42673115-e3e2-4b55-8e26-f80b9f494c7a HTTP/1.1" status: 200 len: 943 time: 0.8287883 Jul 06 14:17:17.547297 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cb349da-65b1-4aa2-8a73-ac0e134d782f None None] Checking router: 9b40a096-c577-4f78-9540-9ca52d5c8261 for host: n-d-773647-6 {{(pid=100248) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 14:17:17.547669 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cb349da-65b1-4aa2-8a73-ac0e134d782f None None] Updating router 9b40a096-c577-4f78-9540-9ca52d5c8261 port c1d262d1-7519-42ee-9647-5f84bbd2d953 binding host n-d-773647-6 {{(pid=100248) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 14:17:17.580508 n-d-773647-6 neutron-server[100247]: INFO neutron.api.v2.resource [None req-26c941a6-fd2c-42eb-8362-73ded8d8e591 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] delete failed (client error): The resource could not be found. Jul 06 14:17:17.581870 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-26c941a6-fd2c-42eb-8362-73ded8d8e591 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] 10.222.0.104 "DELETE /v2.0/routers/c9f4aa93-fdaf-44ee-a683-8fcd90b0960f HTTP/1.1" status: 404 len: 336 time: 0.1912086 Jul 06 14:17:17.588811 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 58502) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:17:17.682682 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb741a13-2ce6-42e3-b522-70d1cb554baf tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Pushing event updated for resources: {'Network': ['ID=884f3908-b47b-4fe9-a38c-c90cc2b08a36,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:17:17.700795 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433775de-0b7c-4b96-bd10-de745d9fbcc6 req-3146954b-5216-48d8-a08b-50afc15eb3f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:17:17.702433 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-433775de-0b7c-4b96-bd10-de745d9fbcc6 req-3146954b-5216-48d8-a08b-50afc15eb3f6 service neutron] 10.222.0.72 "GET /v2.0/networks?id=9a9945d7-f704-4f59-8c11-10fba7c84a6d HTTP/1.1" status: 200 len: 916 time: 0.4494946 Jul 06 14:17:17.709721 n-d-773647-6 neutron-server[100247]: INFO neutron.pecan_wsgi.hooks.translation [None req-34b18f64-1d41-4650-a6e8-6ec251292a67 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] DELETE failed (client error): The resource could not be found. Jul 06 14:17:17.710306 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-34b18f64-1d41-4650-a6e8-6ec251292a67 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100247) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 14:17:17.710768 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Network 884f3908-b47b-4fe9-a38c-c90cc2b08a36 details requested by agent ovs-agent-n-d-773647-6 with host n-d-773647-6 {{(pid=100248) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 14:17:17.714739 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-34b18f64-1d41-4650-a6e8-6ec251292a67 tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] 10.222.0.104 "DELETE /v2.0/subnets/536b16a0-deb3-4946-8afc-8c28d4a902ad HTTP/1.1" status: 404 len: 337 time: 0.0642288 Jul 06 14:17:17.725465 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 58504) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:17:17.737344 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 6cbbf1fb-bc4e-4a46-98a9-4cbd266b9619 up at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:17:17.791921 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-433775de-0b7c-4b96-bd10-de745d9fbcc6 req-0c13c419-c054-46d8-a635-ade964f7828f service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ab369556-c231-4bea-af39-f49c83d834d0 HTTP/1.1" status: 200 len: 217 time: 0.0474961 Jul 06 14:17:17.793625 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbc2a4fb-c6fd-4fa8-bb0c-7f7864dab1a2 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Made reservation on behalf of b162a45bb3174bbb964a63afe4786b87 for: {'subnet': 1} {{(pid=100246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:17:17.797430 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-cbc2a4fb-c6fd-4fa8-bb0c-7f7864dab1a2 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127702029'] for subnet, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:17.841510 n-d-773647-6 neutron-server[100247]: INFO neutron.pecan_wsgi.hooks.translation [None req-52cc6664-f5a8-48a4-ab9c-30a6ad58bf9a tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] DELETE failed (client error): The resource could not be found. Jul 06 14:17:17.844446 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-52cc6664-f5a8-48a4-ab9c-30a6ad58bf9a tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100247) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 14:17:17.848890 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-52cc6664-f5a8-48a4-ab9c-30a6ad58bf9a tempest-RoutersTest-1776079872 tempest-RoutersTest-1776079872-project] 10.222.0.104 "DELETE /v2.0/subnets/4c7e3bd5-cb88-4424-89a1-0d31155343d2 HTTP/1.1" status: 404 len: 337 time: 0.1188393 Jul 06 14:17:17.931460 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-30b82970-8585-49f7-a049-b1b4851c970c req-d8070e6f-61a5-4ada-96de-2d1f42472800 tempest-ServersNegativeTestJSON-728644794 tempest-ServersNegativeTestJSON-728644794-project] 10.222.0.104 "GET /v2.0/security-groups?id=55139e1c-0239-472b-ada8-5a3c70b3eb43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3780544 Jul 06 14:17:17.950136 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5cb349da-65b1-4aa2-8a73-ac0e134d782f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:17.959533 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-593c7e53-ea02-49e3-b47f-fd498fde52c0 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Router 6ef0dc7d-eccb-4899-8ffc-1529466e63ed has already been hosted by L3 agent 2823d358-a11b-4885-a706-95a279e43fa7 {{(pid=100247) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 14:17:17.971131 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433775de-0b7c-4b96-bd10-de745d9fbcc6 req-3b84aaea-2fca-44c3-9986-c47a71cd3353 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:17:17.976796 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-433775de-0b7c-4b96-bd10-de745d9fbcc6 req-3b84aaea-2fca-44c3-9986-c47a71cd3353 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=a11a84e7-e29f-49ab-86b3-7e53a4e90dc5 HTTP/1.1" status: 200 len: 854 time: 0.1736870 Jul 06 14:17:17.996613 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-6b7aa0a5-7a72-43e7-b944-510062c24a43 None None] Provisioning complete for port 46078b66-0453-4bce-a2f3-2ae4f23fa266 triggered by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:17:17.997213 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-6b7aa0a5-7a72-43e7-b944-510062c24a43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:18.066461 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-433775de-0b7c-4b96-bd10-de745d9fbcc6 req-93e6bfde-e18f-48d2-8a13-fd67f0f5a77e service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=9a9945d7-f704-4f59-8c11-10fba7c84a6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0684774 Jul 06 14:17:18.080951 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd3fd3d2-3762-487d-8d68-4d86998a4e34 None None] Network f6bee18a-7d0c-49a0-8d57-f9458d12e262 requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:17:18.169382 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.plugin [None req-fed40e5e-3129-46db-b3e7-8bd7c62b38c1 admin admin] Deleting port bb58c59d-d4b8-43e4-80d9-e5f6bb551859 {{(pid=100247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:17:18.169976 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-fed40e5e-3129-46db-b3e7-8bd7c62b38c1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:18.226845 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-593c7e53-ea02-49e3-b47f-fd498fde52c0 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Notify agent at l3_agent.n-d-773647-6 the message routers_updated {{(pid=100247) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 14:17:18.230256 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 58512) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:17:18.240002 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-593c7e53-ea02-49e3-b47f-fd498fde52c0 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] 10.222.0.104 "PUT /v2.0/routers/6ef0dc7d-eccb-4899-8ffc-1529466e63ed/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.8344274 Jul 06 14:17:18.244758 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f579c085-e32f-4b86-b7db-f50381753f45 None None] Sync routers for ids ['6ef0dc7d-eccb-4899-8ffc-1529466e63ed'] in n-d-773647-6 {{(pid=100249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 14:17:18.266612 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f579c085-e32f-4b86-b7db-f50381753f45 None None] Routers {'6ef0dc7d-eccb-4899-8ffc-1529466e63ed'} bound to L3 agent in host n-d-773647-6 {{(pid=100249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:17:18.267174 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-f579c085-e32f-4b86-b7db-f50381753f45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T14:16:56Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['6ef0dc7d-eccb-4899-8ffc-1529466e63ed'], 'active': True} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:17:18.288947 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-433775de-0b7c-4b96-bd10-de745d9fbcc6 req-79b30b43-c0a4-435b-928a-6e4a401cc333 service neutron] 10.222.0.72 "GET /v2.0/networks/9a9945d7-f704-4f59-8c11-10fba7c84a6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2205791 Jul 06 14:17:18.371792 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.db [None req-fed40e5e-3129-46db-b3e7-8bd7c62b38c1 admin admin] For port bb58c59d-d4b8-43e4-80d9-e5f6bb551859, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=bb58c59d-d4b8-43e4-80d9-e5f6bb551859,segment=NetworkSegment(8e40aa78-8395-4e3b-8b8a-7ce666e1be67),segment_id=8e40aa78-8395-4e3b-8b8a-7ce666e1be67)] {{(pid=100247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:17:18.372185 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-fed40e5e-3129-46db-b3e7-8bd7c62b38c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:18.405544 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.plugin [None req-fed40e5e-3129-46db-b3e7-8bd7c62b38c1 admin admin] Calling delete_port for bb58c59d-d4b8-43e4-80d9-e5f6bb551859 owned by network:router_interface {{(pid=100247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:17:18.565999 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-cbc2a4fb-c6fd-4fa8-bb0c-7f7864dab1a2 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1849032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127687649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127702047'] for subnet, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:18.582719 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvr_db [None req-f579c085-e32f-4b86-b7db-f50381753f45 None None] Set router 6ef0dc7d-eccb-4899-8ffc-1529466e63ed gateway port host: n-d-773647-6 {{(pid=100249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:17:18.710336 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning for port 6cbbf1fb-bc4e-4a46-98a9-4cbd266b9619 completed by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:17:18.797294 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-3a96d8be-4ad7-4a6e-89b2-91fb5a790035 req-d2321d8f-219b-4086-a7bb-95462be321ef tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] 10.222.0.104 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1000184488&fields=id&tenant_id=1077a35eaa714f1bbf260d32c5a52c8f HTTP/1.1" status: 200 len: 267 time: 0.2249138 Jul 06 14:17:18.809902 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-9d4de87c-a4af-41d0-9904-24e323818286 admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=9c6f2fd69adb42a0ae2388cfacf9d174&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5783756 Jul 06 14:17:18.810661 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 58532) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:17:18.916667 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 46078b66-0453-4bce-a2f3-2ae4f23fa266 up at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:17:19.054661 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-6b7aa0a5-7a72-43e7-b944-510062c24a43 None None] Provisioning for port c1d262d1-7519-42ee-9647-5f84bbd2d953 completed by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:17:19.078515 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-c6dd97bb-8c6e-41d9-b17d-c526729b5eaf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:19.088198 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-f579c085-e32f-4b86-b7db-f50381753f45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ef0dc7d-eccb-4899-8ffc-1529466e63ed', 'name': 'tempest-TestNetworkAdvancedServerOps-router-786339001', 'tenant_id': '1077a35eaa714f1bbf260d32c5a52c8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.83'}], 'enable_snat': True}, 'gw_port_id': '7af67f54-c42d-4a40-b54c-ccef88862092', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:16:57Z', 'updated_at': '2021-07-06T14:17:12Z', 'revision_number': 4, 'project_id': '1077a35eaa714f1bbf260d32c5a52c8f', 'gw_port': {'id': '7af67f54-c42d-4a40-b54c-ccef88862092', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:67:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ef0dc7d-eccb-4899-8ffc-1529466e63ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2405, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:16:59Z', 'updated_at': '2021-07-06T14:17:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6', '_interfaces': [{'id': '82a760ca-62c8-421d-a39b-60e0f179a249', 'name': '', 'network_id': 'f6bee18a-7d0c-49a0-8d57-f9458d12e262', 'tenant_id': '1077a35eaa714f1bbf260d32c5a52c8f', 'mac_address': 'fa:16:3e:ae:3c:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ef0dc7d-eccb-4899-8ffc-1529466e63ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 2419, 'fixed_ips': [{'subnet_id': 'de957a32-863f-485c-94ac-904da725d611', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:17:10Z', 'updated_at': '2021-07-06T14:17:15Z', 'revision_number': 2, 'project_id': '1077a35eaa714f1bbf260d32c5a52c8f', 'subnets': [{'id': 'de957a32-863f-485c-94ac-904da725d611', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773647-6', False) {} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:17:19.122645 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-6b7aa0a5-7a72-43e7-b944-510062c24a43 None None] Provisioning complete for port c1d262d1-7519-42ee-9647-5f84bbd2d953 triggered by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:17:19.123011 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-6b7aa0a5-7a72-43e7-b944-510062c24a43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:19.130178 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f579c085-e32f-4b86-b7db-f50381753f45 None None] Checking router: 6ef0dc7d-eccb-4899-8ffc-1529466e63ed for host: n-d-773647-6 {{(pid=100249) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 14:17:19.130543 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f579c085-e32f-4b86-b7db-f50381753f45 None None] Updating router 6ef0dc7d-eccb-4899-8ffc-1529466e63ed port 82a760ca-62c8-421d-a39b-60e0f179a249 binding host n-d-773647-6 {{(pid=100249) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 14:17:19.172956 n-d-773647-6 neutron-server[100249]: DEBUG neutron_lib.callbacks.manager [None req-f579c085-e32f-4b86-b7db-f50381753f45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:19.190915 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-c6dd97bb-8c6e-41d9-b17d-c526729b5eaf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:19.256181 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a96d8be-4ad7-4a6e-89b2-91fb5a790035 req-fb06b43c-11c8-48f4-9c26-4ae559003ae3 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:17:19.268049 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-3a96d8be-4ad7-4a6e-89b2-91fb5a790035 req-fb06b43c-11c8-48f4-9c26-4ae559003ae3 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] 10.222.0.104 "GET /v2.0/networks?id=f6bee18a-7d0c-49a0-8d57-f9458d12e262 HTTP/1.1" status: 200 len: 796 time: 0.4560504 Jul 06 14:17:19.326074 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5cb349da-65b1-4aa2-8a73-ac0e134d782f None None] Notify callbacks [] for port, precommit_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:19.335348 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-3a96d8be-4ad7-4a6e-89b2-91fb5a790035 req-934673e6-c5da-49e1-b844-08f677bc4af1 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] 10.222.0.104 "GET /v2.0/quotas/1077a35eaa714f1bbf260d32c5a52c8f HTTP/1.1" status: 200 len: 375 time: 0.0657122 Jul 06 14:17:19.343402 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning complete for port 46078b66-0453-4bce-a2f3-2ae4f23fa266 triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:17:19.344086 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:19.349061 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-6b7aa0a5-7a72-43e7-b944-510062c24a43 None None] Port c1d262d1-7519-42ee-9647-5f84bbd2d953 cannot update to ACTIVE because it is not bound. {{(pid=100248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 14:17:19.388419 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5cb349da-65b1-4aa2-8a73-ac0e134d782f None None] Transition to ACTIVE for port object c1d262d1-7519-42ee-9647-5f84bbd2d953 will not be triggered until provisioned by entity L2. {{(pid=100248) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:17:19.410057 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5cb349da-65b1-4aa2-8a73-ac0e134d782f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:19.425911 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-433775de-0b7c-4b96-bd10-de745d9fbcc6 req-ee59507b-ce9c-4e84-b136-a29b4c4621ab service neutron] 10.222.0.72 "GET /v2.0/networks/9a9945d7-f704-4f59-8c11-10fba7c84a6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1277070 Jul 06 14:17:19.427661 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc2a4fb-c6fd-4fa8-bb0c-7f7864dab1a2 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Pushing event updated for resources: {'Subnet': ['ID=738218ea-e88d-41d4-8fa3-c8df2fb090ea,revision_number=0']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:17:19.454472 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbc2a4fb-c6fd-4fa8-bb0c-7f7864dab1a2 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Checking segment: {'id': '8edf1374-f673-45cc-801b-6b18eb682786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1030, 'network_id': '884f3908-b47b-4fe9-a38c-c90cc2b08a36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:17:19.455811 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbc2a4fb-c6fd-4fa8-bb0c-7f7864dab1a2 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Network hostable DHCP agents. Network: 884f3908-b47b-4fe9-a38c-c90cc2b08a36, hostable agents: ['f2bada3d-be77-4359-982b-8505a2bbca04'], hosted agents: [] {{(pid=100246) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 14:17:19.481596 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbc2a4fb-c6fd-4fa8-bb0c-7f7864dab1a2 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Network 884f3908-b47b-4fe9-a38c-c90cc2b08a36 is scheduled to be hosted by DHCP agent f2bada3d-be77-4359-982b-8505a2bbca04 with binding_index 1 {{(pid=100246) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 14:17:19.495842 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.base_scheduler [None req-cbc2a4fb-c6fd-4fa8-bb0c-7f7864dab1a2 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773647-6, 884f3908-b47b-4fe9-a38c-c90cc2b08a36) {{(pid=100246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:17:19.502810 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbc2a4fb-c6fd-4fa8-bb0c-7f7864dab1a2 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:17:19.504557 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-cbc2a4fb-c6fd-4fa8-bb0c-7f7864dab1a2 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Notify callbacks [] for subnet, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:19.514611 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-fed40e5e-3129-46db-b3e7-8bd7c62b38c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128888353'] for port, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:19.538125 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-cbc2a4fb-c6fd-4fa8-bb0c-7f7864dab1a2 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] 10.222.0.104 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.0294631 Jul 06 14:17:19.538756 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 58540) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:17:19.541744 n-d-773647-6 neutron-server[100249]: DEBUG neutron_lib.callbacks.manager [None req-f579c085-e32f-4b86-b7db-f50381753f45 None None] Notify callbacks [] for port, precommit_update {{(pid=100249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:19.550172 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d1f086c-6c44-4abe-aca2-3830f628b292 None None] Network 884f3908-b47b-4fe9-a38c-c90cc2b08a36 requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:17:19.559978 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.provisioning_blocks [None req-f579c085-e32f-4b86-b7db-f50381753f45 None None] Transition to ACTIVE for port object 82a760ca-62c8-421d-a39b-60e0f179a249 will not be triggered until provisioned by entity L2. {{(pid=100249) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:17:19.566265 n-d-773647-6 neutron-server[100249]: DEBUG neutron_lib.callbacks.manager [None req-f579c085-e32f-4b86-b7db-f50381753f45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:19.608480 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed40e5e-3129-46db-b3e7-8bd7c62b38c1 admin admin] Pushing event deleted for resources: {'Port': ['ID=bb58c59d-d4b8-43e4-80d9-e5f6bb551859,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:17:19.711099 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25913b2-073b-4517-a093-4a69d62ea367 None None] Pushing event updated for resources: {'Port': ['ID=c1d262d1-7519-42ee-9647-5f84bbd2d953,revision_number=3']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:17:19.773940 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-aec585e9-0ef6-4642-a83d-44773aa895a2 None None] Provisioning for port 6cbbf1fb-bc4e-4a46-98a9-4cbd266b9619 completed by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:17:19.794657 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578e5dba-7f97-4603-9138-131f8257af00 None None] Pushing event updated for resources: {'Port': ['ID=82a760ca-62c8-421d-a39b-60e0f179a249,revision_number=3']} {{(pid=100249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:17:19.833500 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.managers [None req-f579c085-e32f-4b86-b7db-f50381753f45 None None] Attempting to bind port 82a760ca-62c8-421d-a39b-60e0f179a249 on host n-d-773647-6 for vnic_type normal with profile {{(pid=100249) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:17:19.834697 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.managers [None req-f579c085-e32f-4b86-b7db-f50381753f45 None None] Attempting to bind port 82a760ca-62c8-421d-a39b-60e0f179a249 by drivers openvswitch,hyperv on host n-d-773647-6 at level 0 using segments [{'id': '967d25fd-e6c0-4517-afb5-5ac37f3bf726', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': 'f6bee18a-7d0c-49a0-8d57-f9458d12e262'}] {{(pid=100249) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:17:19.835292 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f579c085-e32f-4b86-b7db-f50381753f45 None None] Attempting to bind port 82a760ca-62c8-421d-a39b-60e0f179a249 on network f6bee18a-7d0c-49a0-8d57-f9458d12e262 {{(pid=100249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:17:19.842284 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f579c085-e32f-4b86-b7db-f50381753f45 None None] Checking agent: {'id': '8ab5b19c-d213-4f29-891d-27bdf39d38b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773647-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 43, 26), 'started_at': datetime.datetime(2021, 7, 6, 13, 43, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 16, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773647-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:17:19.842861 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f579c085-e32f-4b86-b7db-f50381753f45 None None] Checking segment: {'id': '967d25fd-e6c0-4517-afb5-5ac37f3bf726', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': 'f6bee18a-7d0c-49a0-8d57-f9458d12e262'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100249) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:17:19.843508 n-d-773647-6 neutron-server[100249]: DEBUG neutron_lib.callbacks.manager [None req-f579c085-e32f-4b86-b7db-f50381753f45 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:19.844494 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f579c085-e32f-4b86-b7db-f50381753f45 None None] Bound using segment: {'id': '967d25fd-e6c0-4517-afb5-5ac37f3bf726', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': 'f6bee18a-7d0c-49a0-8d57-f9458d12e262'} {{(pid=100249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:17:19.845205 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.managers [None req-f579c085-e32f-4b86-b7db-f50381753f45 None None] Bound port: 82a760ca-62c8-421d-a39b-60e0f179a249, host: n-d-773647-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '967d25fd-e6c0-4517-afb5-5ac37f3bf726', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': 'f6bee18a-7d0c-49a0-8d57-f9458d12e262'}}] {{(pid=100249) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:17:19.845767 n-d-773647-6 neutron-server[100249]: DEBUG neutron_lib.callbacks.manager [None req-f579c085-e32f-4b86-b7db-f50381753f45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:19.997182 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8129eb6a-1bc4-43a5-8106-6b4e3bfd2468 req-7abae67e-7961-4217-8bf9-8e9d4ca3d517 tempest-ServersNegativeTestJSON-728644794 tempest-ServersNegativeTestJSON-728644794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:17:19.998219 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-aec585e9-0ef6-4642-a83d-44773aa895a2 None None] Provisioning complete for port 6cbbf1fb-bc4e-4a46-98a9-4cbd266b9619 triggered by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:17:19.998820 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-aec585e9-0ef6-4642-a83d-44773aa895a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:20.012091 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-8129eb6a-1bc4-43a5-8106-6b4e3bfd2468 req-7abae67e-7961-4217-8bf9-8e9d4ca3d517 tempest-ServersNegativeTestJSON-728644794 tempest-ServersNegativeTestJSON-728644794-project] 10.222.0.104 "GET /v2.0/ports?device_id=42673115-e3e2-4b55-8e26-f80b9f494c7a HTTP/1.1" status: 200 len: 943 time: 0.6507680 Jul 06 14:17:20.016514 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-c6dd97bb-8c6e-41d9-b17d-c526729b5eaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:20.023425 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-c6dd97bb-8c6e-41d9-b17d-c526729b5eaf admin admin] Notify callbacks [] for security_group, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:20.034339 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-c6dd97bb-8c6e-41d9-b17d-c526729b5eaf admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/c7f4e1ee-4592-4654-8d96-bec4d735f2c6 HTTP/1.1" status: 204 len: 168 time: 1.2171016 Jul 06 14:17:20.046257 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.db [None req-f579c085-e32f-4b86-b7db-f50381753f45 None None] For port 82a760ca-62c8-421d-a39b-60e0f179a249, host n-d-773647-6, cleared binding levels {{(pid=100249) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:17:20.054134 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.db [None req-f579c085-e32f-4b86-b7db-f50381753f45 None None] For port 82a760ca-62c8-421d-a39b-60e0f179a249, host n-d-773647-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=82a760ca-62c8-421d-a39b-60e0f179a249,segment=NetworkSegment(967d25fd-e6c0-4517-afb5-5ac37f3bf726),segment_id=967d25fd-e6c0-4517-afb5-5ac37f3bf726)] {{(pid=100249) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:17:20.074413 n-d-773647-6 neutron-server[100249]: DEBUG neutron_lib.callbacks.manager [None req-f579c085-e32f-4b86-b7db-f50381753f45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:20.106617 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Device ab369556-c231-4bea-af39-f49c83d834d0 details requested by agent hyperv_n-h2-773647-6 with host n-h2-773647-6 {{(pid=100248) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 14:17:20.194394 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f579c085-e32f-4b86-b7db-f50381753f45 None None] Routers {'6ef0dc7d-eccb-4899-8ffc-1529466e63ed'} bound to L3 agent in host n-d-773647-6 {{(pid=100249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:17:20.195830 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-f579c085-e32f-4b86-b7db-f50381753f45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T14:16:56Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['6ef0dc7d-eccb-4899-8ffc-1529466e63ed'], 'active': True} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:17:20.267255 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-5cb349da-65b1-4aa2-8a73-ac0e134d782f None None] Attempting to bind port c1d262d1-7519-42ee-9647-5f84bbd2d953 on host n-d-773647-6 for vnic_type normal with profile {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:17:20.267810 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-5cb349da-65b1-4aa2-8a73-ac0e134d782f None None] Attempting to bind port c1d262d1-7519-42ee-9647-5f84bbd2d953 by drivers openvswitch,hyperv on host n-d-773647-6 at level 0 using segments [{'id': '324aff72-e3d2-46c7-ab16-c49a7658da15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': '07b3f552-f0f9-4999-b67f-7093e13cbdd1'}] {{(pid=100248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:17:20.268192 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cb349da-65b1-4aa2-8a73-ac0e134d782f None None] Attempting to bind port c1d262d1-7519-42ee-9647-5f84bbd2d953 on network 07b3f552-f0f9-4999-b67f-7093e13cbdd1 {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:17:20.319878 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 7af67f54-c42d-4a40-b54c-ccef88862092 up at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:17:20.355202 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578e5dba-7f97-4603-9138-131f8257af00 None None] Pushing event updated for resources: {'Port': ['ID=82a760ca-62c8-421d-a39b-60e0f179a249,revision_number=4']} {{(pid=100249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:17:20.393090 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-fed40e5e-3129-46db-b3e7-8bd7c62b38c1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1809193'] for router_interface, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:20.400654 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cb349da-65b1-4aa2-8a73-ac0e134d782f None None] Checking agent: {'id': '8ab5b19c-d213-4f29-891d-27bdf39d38b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773647-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 43, 26), 'started_at': datetime.datetime(2021, 7, 6, 13, 43, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 16, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773647-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:17:20.401020 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cb349da-65b1-4aa2-8a73-ac0e134d782f None None] Checking segment: {'id': '324aff72-e3d2-46c7-ab16-c49a7658da15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': '07b3f552-f0f9-4999-b67f-7093e13cbdd1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:17:20.401959 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5cb349da-65b1-4aa2-8a73-ac0e134d782f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:20.402359 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cb349da-65b1-4aa2-8a73-ac0e134d782f None None] Bound using segment: {'id': '324aff72-e3d2-46c7-ab16-c49a7658da15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': '07b3f552-f0f9-4999-b67f-7093e13cbdd1'} {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:17:20.402846 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-5cb349da-65b1-4aa2-8a73-ac0e134d782f None None] Bound port: c1d262d1-7519-42ee-9647-5f84bbd2d953, host: n-d-773647-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '324aff72-e3d2-46c7-ab16-c49a7658da15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': '07b3f552-f0f9-4999-b67f-7093e13cbdd1'}}] {{(pid=100248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:17:20.403242 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5cb349da-65b1-4aa2-8a73-ac0e134d782f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:20.449978 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-3a96d8be-4ad7-4a6e-89b2-91fb5a790035 req-220aeb83-cc8c-4820-a796-68d1486fa054 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] 10.222.0.104 "GET /v2.0/ports?tenant_id=1077a35eaa714f1bbf260d32c5a52c8f&fields=id HTTP/1.1" status: 200 len: 302 time: 1.1116445 Jul 06 14:17:20.460183 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvr_db [None req-f579c085-e32f-4b86-b7db-f50381753f45 None None] Set router 6ef0dc7d-eccb-4899-8ffc-1529466e63ed gateway port host: n-d-773647-6 {{(pid=100249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:17:20.552656 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.db.resource_extend [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] It took 0.26 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 06 14:17:20.558256 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-d7b5b800-7f13-4039-9130-b4cdad1a68f4 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:20.826403 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6dd97bb-8c6e-41d9-b17d-c526729b5eaf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7f4e1ee-4592-4654-8d96-bec4d735f2c6,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:17:20.982939 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-f579c085-e32f-4b86-b7db-f50381753f45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ef0dc7d-eccb-4899-8ffc-1529466e63ed', 'name': 'tempest-TestNetworkAdvancedServerOps-router-786339001', 'tenant_id': '1077a35eaa714f1bbf260d32c5a52c8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.83'}], 'enable_snat': True}, 'gw_port_id': '7af67f54-c42d-4a40-b54c-ccef88862092', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:16:57Z', 'updated_at': '2021-07-06T14:17:12Z', 'revision_number': 4, 'project_id': '1077a35eaa714f1bbf260d32c5a52c8f', 'gw_port': {'id': '7af67f54-c42d-4a40-b54c-ccef88862092', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:67:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ef0dc7d-eccb-4899-8ffc-1529466e63ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2405, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:16:59Z', 'updated_at': '2021-07-06T14:17:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6', '_interfaces': [{'id': '82a760ca-62c8-421d-a39b-60e0f179a249', 'name': '', 'network_id': 'f6bee18a-7d0c-49a0-8d57-f9458d12e262', 'tenant_id': '1077a35eaa714f1bbf260d32c5a52c8f', 'mac_address': 'fa:16:3e:ae:3c:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ef0dc7d-eccb-4899-8ffc-1529466e63ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 2419, 'fixed_ips': [{'subnet_id': 'de957a32-863f-485c-94ac-904da725d611', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:17:10Z', 'updated_at': '2021-07-06T14:17:20Z', 'revision_number': 4, 'project_id': '1077a35eaa714f1bbf260d32c5a52c8f', 'subnets': [{'id': 'de957a32-863f-485c-94ac-904da725d611', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773647-6', False) {} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:17:21.069959 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-8129eb6a-1bc4-43a5-8106-6b4e3bfd2468 req-48a0392e-43b4-46f5-ad76-c41a6598d214 tempest-ServersNegativeTestJSON-728644794 tempest-ServersNegativeTestJSON-728644794-project] 10.222.0.104 "GET /v2.0/security-groups?id=55139e1c-0239-472b-ada8-5a3c70b3eb43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0345159 Jul 06 14:17:21.074851 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f579c085-e32f-4b86-b7db-f50381753f45 None None] The sync data for ids ['6ef0dc7d-eccb-4899-8ffc-1529466e63ed'] in n-d-773647-6 is: [{'id': '6ef0dc7d-eccb-4899-8ffc-1529466e63ed', 'name': 'tempest-TestNetworkAdvancedServerOps-router-786339001', 'tenant_id': '1077a35eaa714f1bbf260d32c5a52c8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.83'}], 'enable_snat': True}, 'gw_port_id': '7af67f54-c42d-4a40-b54c-ccef88862092', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:16:57Z', 'updated_at': '2021-07-06T14:17:12Z', 'revision_number': 4, 'project_id': '1077a35eaa714f1bbf260d32c5a52c8f', 'gw_port': {'id': '7af67f54-c42d-4a40-b54c-ccef88862092', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:67:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ef0dc7d-eccb-4899-8ffc-1529466e63ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2405, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:16:59Z', 'updated_at': '2021-07-06T14:17:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6', '_interfaces': [{'id': '82a760ca-62c8-421d-a39b-60e0f179a249', 'name': '', 'network_id': 'f6bee18a-7d0c-49a0-8d57-f9458d12e262', 'tenant_id': '1077a35eaa714f1bbf260d32c5a52c8f', 'mac_address': 'fa:16:3e:ae:3c:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ef0dc7d-eccb-4899-8ffc-1529466e63ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 2419, 'fixed_ips': [{'subnet_id': 'de957a32-863f-485c-94ac-904da725d611', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:17:10Z', 'updated_at': '2021-07-06T14:17:20Z', 'revision_number': 4, 'project_id': '1077a35eaa714f1bbf260d32c5a52c8f', 'subnets': [{'id': 'de957a32-863f-485c-94ac-904da725d611', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 14:17:21.329730 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-3a96d8be-4ad7-4a6e-89b2-91fb5a790035 req-911d5827-2958-4bee-a17b-12a675a0c31c service neutron] 10.222.0.104 "GET /v2.0/networks/f6bee18a-7d0c-49a0-8d57-f9458d12e262?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8788121 Jul 06 14:17:21.368390 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.db_base_plugin_common [None req-d7b5b800-7f13-4039-9130-b4cdad1a68f4 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Allocated IP 2001:db8:3::1 (884f3908-b47b-4fe9-a38c-c90cc2b08a36/738218ea-e88d-41d4-8fa3-c8df2fb090ea/270260ea-d262-4a7a-9e19-e10791ba0fad) {{(pid=100246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:17:21.380598 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52f60aaa-60a8-439b-8865-b21acc1bd753 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6bd5fc82-6666-56e8-87c2-91648d36c963-884f3908-b47b-4fe9-a38c-c90cc2b08a36', 'network_id': '884f3908-b47b-4fe9-a38c-c90cc2b08a36', 'tenant_id': 'b162a45bb3174bbb964a63afe4786b87', 'fixed_ips': [{'subnet_id': '738218ea-e88d-41d4-8fa3-c8df2fb090ea'}]}} from n-d-773647-6. {{(pid=100248) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 14:17:21.381458 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-52f60aaa-60a8-439b-8865-b21acc1bd753 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:21.404024 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-aec585e9-0ef6-4642-a83d-44773aa895a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:21.501660 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] For port ab369556-c231-4bea-af39-f49c83d834d0, host n-h2-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=ab369556-c231-4bea-af39-f49c83d834d0,segment=NetworkSegment(3485579c-4d75-45d9-a7e8-245348f946ff),segment_id=3485579c-4d75-45d9-a7e8-245348f946ff)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:17:21.549471 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning complete for port 7af67f54-c42d-4a40-b54c-ccef88862092 triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:17:21.551010 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:21.578129 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fed40e5e-3129-46db-b3e7-8bd7c62b38c1 admin admin] Router 81f3c0cd-de5f-4888-b4c6-ff1844059aa0 has already been hosted by L3 agent 2823d358-a11b-4885-a706-95a279e43fa7 {{(pid=100247) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 14:17:21.674399 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 58588) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:17:21.708030 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-d7b5b800-7f13-4039-9130-b4cdad1a68f4 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Notify callbacks [] for port, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:21.748704 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.provisioning_blocks [None req-d7b5b800-7f13-4039-9130-b4cdad1a68f4 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Transition to ACTIVE for port object 270260ea-d262-4a7a-9e19-e10791ba0fad will not be triggered until provisioned by entity DHCP. {{(pid=100246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:17:21.799008 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Returning: {'device': 'ab369556-c231-4bea-af39-f49c83d834d0', 'network_id': '9a9945d7-f704-4f59-8c11-10fba7c84a6d', 'port_id': 'ab369556-c231-4bea-af39-f49c83d834d0', 'mac_address': 'fa:16:3e:ee:c7:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1042, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a11a84e7-e29f-49ab-86b3-7e53a4e90dc5', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100248) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 14:17:21.827836 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-d7b5b800-7f13-4039-9130-b4cdad1a68f4 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-127687573'] for port, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:21.860875 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5cb349da-65b1-4aa2-8a73-ac0e134d782f None None] For port c1d262d1-7519-42ee-9647-5f84bbd2d953, host n-d-773647-6, cleared binding levels {{(pid=100248) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:17:21.915020 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-fea091bb-2f7e-48f4-b0fd-27302ec8f2fd tempest-DvrRoutersNegativeTest-229625423 tempest-DvrRoutersNegativeTest-229625423-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-2011603296', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:17:21.923663 n-d-773647-6 neutron-server[100246]: DEBUG neutron.policy [None req-fea091bb-2f7e-48f4-b0fd-27302ec8f2fd tempest-DvrRoutersNegativeTest-229625423 tempest-DvrRoutersNegativeTest-229625423-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=100246) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} Jul 06 14:17:21.924233 n-d-773647-6 neutron-server[100246]: DEBUG neutron.policy [None req-fea091bb-2f7e-48f4-b0fd-27302ec8f2fd tempest-DvrRoutersNegativeTest-229625423 tempest-DvrRoutersNegativeTest-229625423-project] Failed policy check for 'create_router' {{(pid=100246) enforce /opt/stack/neutron/neutron/policy.py:520}} Jul 06 14:17:21.924966 n-d-773647-6 neutron-server[100246]: INFO neutron.api.v2.resource [None req-fea091bb-2f7e-48f4-b0fd-27302ec8f2fd tempest-DvrRoutersNegativeTest-229625423 tempest-DvrRoutersNegativeTest-229625423-project] create failed (client error): Access was denied to this resource. Jul 06 14:17:21.933421 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-fea091bb-2f7e-48f4-b0fd-27302ec8f2fd tempest-DvrRoutersNegativeTest-229625423 tempest-DvrRoutersNegativeTest-229625423-project] 10.222.0.104 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.2565665 Jul 06 14:17:21.935813 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7b5b800-7f13-4039-9130-b4cdad1a68f4 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Network 884f3908-b47b-4fe9-a38c-c90cc2b08a36 is already hosted by enough agents. {{(pid=100246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:17:21.957277 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.base_scheduler [None req-d7b5b800-7f13-4039-9130-b4cdad1a68f4 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Resources bound (agent type, host, resource id): {{(pid=100246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:17:21.967107 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7b5b800-7f13-4039-9130-b4cdad1a68f4 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Received port after_create {{(pid=100246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:17:21.969199 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-d7b5b800-7f13-4039-9130-b4cdad1a68f4 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1807675'] for router_interface, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:21.988659 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-aec585e9-0ef6-4642-a83d-44773aa895a2 None None] For port 6cbbf1fb-bc4e-4a46-98a9-4cbd266b9619, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=6cbbf1fb-bc4e-4a46-98a9-4cbd266b9619,segment=NetworkSegment(967d25fd-e6c0-4517-afb5-5ac37f3bf726),segment_id=967d25fd-e6c0-4517-afb5-5ac37f3bf726)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:17:22.003156 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5cb349da-65b1-4aa2-8a73-ac0e134d782f None None] For port c1d262d1-7519-42ee-9647-5f84bbd2d953, host n-d-773647-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=c1d262d1-7519-42ee-9647-5f84bbd2d953,segment=NetworkSegment(324aff72-e3d2-46c7-ab16-c49a7658da15),segment_id=324aff72-e3d2-46c7-ab16-c49a7658da15)] {{(pid=100248) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:17:22.088326 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b5b800-7f13-4039-9130-b4cdad1a68f4 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Pushing event updated for resources: {'Port': ['ID=270260ea-d262-4a7a-9e19-e10791ba0fad,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:17:22.189977 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:22.223480 n-d-773647-6 neutron-server[100248]: DEBUG neutron.notifiers.nova [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ab369556-c231-4bea-af39-f49c83d834d0 {{(pid=100248) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 14:17:22.246821 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-aec585e9-0ef6-4642-a83d-44773aa895a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:22.258032 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5cb349da-65b1-4aa2-8a73-ac0e134d782f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:22.293090 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-d7b5b800-7f13-4039-9130-b4cdad1a68f4 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:22.423600 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fed40e5e-3129-46db-b3e7-8bd7c62b38c1 admin admin] Notify agent at l3_agent.n-d-773647-6 the message routers_updated {{(pid=100247) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 14:17:22.440549 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] For port ab369556-c231-4bea-af39-f49c83d834d0, host n-h2-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=ab369556-c231-4bea-af39-f49c83d834d0,segment=NetworkSegment(3485579c-4d75-45d9-a7e8-245348f946ff),segment_id=3485579c-4d75-45d9-a7e8-245348f946ff)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:17:22.460390 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd3e2d7a-5224-4c5a-a1c7-e575db9c932d None None] Sync routers for ids ['81f3c0cd-de5f-4888-b4c6-ff1844059aa0'] in n-d-773647-6 {{(pid=100248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 14:17:22.472952 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:22.475028 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-fed40e5e-3129-46db-b3e7-8bd7c62b38c1 admin admin] 10.222.0.104 "PUT /v2.0/routers/81f3c0cd-de5f-4888-b4c6-ff1844059aa0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.8977110 Jul 06 14:17:22.500961 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-3a96d8be-4ad7-4a6e-89b2-91fb5a790035 req-28d1cd60-9b60-42d7-a770-e738fbf3b68b service neutron] 10.222.0.104 "GET /v2.0/networks/f6bee18a-7d0c-49a0-8d57-f9458d12e262?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1575959 Jul 06 14:17:22.502836 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 58604) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:17:22.526235 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.db_base_plugin_common [None req-52f60aaa-60a8-439b-8865-b21acc1bd753 None None] Allocated IP 2001:db8:3::2 (884f3908-b47b-4fe9-a38c-c90cc2b08a36/738218ea-e88d-41d4-8fa3-c8df2fb090ea/946b3ef1-1f92-4d24-8ecf-cf1ba9fccc66) {{(pid=100248) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:17:22.551729 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cb349da-65b1-4aa2-8a73-ac0e134d782f None None] Routers {'9b40a096-c577-4f78-9540-9ca52d5c8261'} bound to L3 agent in host n-d-773647-6 {{(pid=100248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:17:22.553169 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-5cb349da-65b1-4aa2-8a73-ac0e134d782f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T14:16:56Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['9b40a096-c577-4f78-9540-9ca52d5c8261'], 'active': True} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:17:22.603584 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 58608) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:17:22.696247 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec585e9-0ef6-4642-a83d-44773aa895a2 None None] Pushing event updated for resources: {'Port': ['ID=6cbbf1fb-bc4e-4a46-98a9-4cbd266b9619,revision_number=3']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:17:22.720652 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd3e2d7a-5224-4c5a-a1c7-e575db9c932d None None] Routers {'81f3c0cd-de5f-4888-b4c6-ff1844059aa0'} bound to L3 agent in host n-d-773647-6 {{(pid=100248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:17:22.721300 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-fd3e2d7a-5224-4c5a-a1c7-e575db9c932d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T14:16:56Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['81f3c0cd-de5f-4888-b4c6-ff1844059aa0'], 'active': True} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:17:23.007354 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab36911-f8a1-47e5-a942-4d2a7fb99c5b req-e1495b01-f777-437f-a9b6-31b88b7af0fe tempest-ServersNegativeTestJSON-728644794 tempest-ServersNegativeTestJSON-728644794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:17:23.016088 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-fab36911-f8a1-47e5-a942-4d2a7fb99c5b req-e1495b01-f777-437f-a9b6-31b88b7af0fe tempest-ServersNegativeTestJSON-728644794 tempest-ServersNegativeTestJSON-728644794-project] 10.222.0.104 "GET /v2.0/ports?device_id=42673115-e3e2-4b55-8e26-f80b9f494c7a HTTP/1.1" status: 200 len: 944 time: 0.5942025 Jul 06 14:17:23.081014 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-d7b5b800-7f13-4039-9130-b4cdad1a68f4 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Notify callbacks [] for port, precommit_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:23.097225 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-d7b5b800-7f13-4039-9130-b4cdad1a68f4 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127687527'] for port, after_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:23.098083 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-d7b5b800-7f13-4039-9130-b4cdad1a68f4 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1809478'] for router_interface, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:23.160749 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 82a760ca-62c8-421d-a39b-60e0f179a249 up at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:17:23.173592 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] get_ports_and_sgs() called for port_ids ['ab369556-c231-4bea-af39-f49c83d834d0'] {{(pid=100248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 14:17:23.203928 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-34dfbf8c-0218-4c56-9a88-3145bef212ae admin admin] Notify callbacks [] for router, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:23.208877 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-647e70dd-a964-4707-94ce-463e4d6ae8bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:23.313068 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b5b800-7f13-4039-9130-b4cdad1a68f4 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Pushing event updated for resources: {'Port': ['ID=270260ea-d262-4a7a-9e19-e10791ba0fad,revision_number=2']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:17:23.399910 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7b5b800-7f13-4039-9130-b4cdad1a68f4 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Network 884f3908-b47b-4fe9-a38c-c90cc2b08a36 is already hosted by enough agents. {{(pid=100246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:17:23.402988 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.base_scheduler [None req-d7b5b800-7f13-4039-9130-b4cdad1a68f4 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Resources bound (agent type, host, resource id): {{(pid=100246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:17:23.485923 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-13c9d2f4-8fcb-45ad-93f5-468bb3ab39cb req-f00ba47d-0c4f-4c4a-bb88-ab7351fb55ba tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] 10.222.0.104 "GET /v2.0/ports?device_id=de95b307-6508-414c-9448-6e96e4660560 HTTP/1.1" status: 200 len: 210 time: 0.1441295 Jul 06 14:17:23.544202 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-7099adb1-678b-421f-97ef-291b50981056 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:23.551335 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-fab36911-f8a1-47e5-a942-4d2a7fb99c5b req-91fa3c7a-604a-4520-8db3-cbd3ee0ca75a tempest-ServersNegativeTestJSON-728644794 tempest-ServersNegativeTestJSON-728644794-project] 10.222.0.104 "GET /v2.0/security-groups?id=55139e1c-0239-472b-ada8-5a3c70b3eb43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5316684 Jul 06 14:17:23.560439 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-e5090b3f-2e67-4e63-af0e-87f7b5db2a4b None None] Provisioning complete for port 6cbbf1fb-bc4e-4a46-98a9-4cbd266b9619 triggered by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:17:23.561120 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-e5090b3f-2e67-4e63-af0e-87f7b5db2a4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:23.704959 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7b5b800-7f13-4039-9130-b4cdad1a68f4 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Router 9b40a096-c577-4f78-9540-9ca52d5c8261 has already been hosted by L3 agent 2823d358-a11b-4885-a706-95a279e43fa7 {{(pid=100246) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 14:17:23.778020 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvr_db [None req-fd3e2d7a-5224-4c5a-a1c7-e575db9c932d None None] Set router 81f3c0cd-de5f-4888-b4c6-ff1844059aa0 gateway port host: n-d-773647-6 {{(pid=100248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:17:23.813389 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-34dfbf8c-0218-4c56-9a88-3145bef212ae admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:23.846725 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-647e70dd-a964-4707-94ce-463e4d6ae8bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:23.869284 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-647e70dd-a964-4707-94ce-463e4d6ae8bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:23.893916 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7b5b800-7f13-4039-9130-b4cdad1a68f4 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Notify agent at l3_agent.n-d-773647-6 the message routers_updated {{(pid=100246) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 14:17:23.911607 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 58628) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:17:23.912374 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-d7b5b800-7f13-4039-9130-b4cdad1a68f4 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] 10.222.0.104 "PUT /v2.0/routers/9b40a096-c577-4f78-9540-9ca52d5c8261/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3724010 Jul 06 14:17:23.920433 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [None req-881d11ad-bbba-41c9-854c-da0d54d504ee tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:17:23.974231 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 58630) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:17:23.974759 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-647e70dd-a964-4707-94ce-463e4d6ae8bf admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=01e7e075843641a1bb8cb76af83e5fd4&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3628109 Jul 06 14:17:24.018095 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647e70dd-a964-4707-94ce-463e4d6ae8bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4b844db-47dc-4839-99c2-566baebef23d,revision_number=1']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:17:24.041169 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.plugin [None req-34dfbf8c-0218-4c56-9a88-3145bef212ae admin admin] Deleting port da792a65-ad2f-405e-964a-2550e3684b95 {{(pid=100247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:17:24.041690 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-34dfbf8c-0218-4c56-9a88-3145bef212ae admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:24.078476 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-299d0623-2f56-4917-9cd7-a26f8bf48bf8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:24.097515 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-52f60aaa-60a8-439b-8865-b21acc1bd753 None None] Notify callbacks [] for port, precommit_create {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:24.112162 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-299d0623-2f56-4917-9cd7-a26f8bf48bf8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:24.125345 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-52f60aaa-60a8-439b-8865-b21acc1bd753 None None] Transition to ACTIVE for port object 946b3ef1-1f92-4d24-8ecf-cf1ba9fccc66 will not be triggered until provisioned by entity L2. {{(pid=100248) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:17:24.143642 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvr_db [None req-5cb349da-65b1-4aa2-8a73-ac0e134d782f None None] Set router 9b40a096-c577-4f78-9540-9ca52d5c8261 gateway port host: None {{(pid=100248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:17:24.209100 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-299d0623-2f56-4917-9cd7-a26f8bf48bf8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:24.211916 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-299d0623-2f56-4917-9cd7-a26f8bf48bf8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:24.215930 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-299d0623-2f56-4917-9cd7-a26f8bf48bf8 admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/f4b844db-47dc-4839-99c2-566baebef23d HTTP/1.1" status: 204 len: 168 time: 0.2373626 Jul 06 14:17:24.227016 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299d0623-2f56-4917-9cd7-a26f8bf48bf8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4b844db-47dc-4839-99c2-566baebef23d,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:17:24.267972 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25913b2-073b-4517-a093-4a69d62ea367 None None] Pushing event updated for resources: {'Port': ['ID=c1d262d1-7519-42ee-9647-5f84bbd2d953,revision_number=4']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:17:24.318641 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-52f60aaa-60a8-439b-8865-b21acc1bd753 None None] Transition to ACTIVE for port object 946b3ef1-1f92-4d24-8ecf-cf1ba9fccc66 will not be triggered until provisioned by entity DHCP. {{(pid=100248) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:17:24.379333 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.db [None req-34dfbf8c-0218-4c56-9a88-3145bef212ae admin admin] For port da792a65-ad2f-405e-964a-2550e3684b95, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=da792a65-ad2f-405e-964a-2550e3684b95,segment=NetworkSegment(89a832b7-7793-4d51-9038-ed7e1c3ff1b2),segment_id=89a832b7-7793-4d51-9038-ed7e1c3ff1b2)] {{(pid=100247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:17:24.379973 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-34dfbf8c-0218-4c56-9a88-3145bef212ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:24.409713 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.plugin [None req-34dfbf8c-0218-4c56-9a88-3145bef212ae admin admin] Calling delete_port for da792a65-ad2f-405e-964a-2550e3684b95 owned by network:router_gateway {{(pid=100247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:17:24.416128 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-52f60aaa-60a8-439b-8865-b21acc1bd753 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108'] for port, after_create {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:24.540839 n-d-773647-6 neutron-server[100248]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52f60aaa-60a8-439b-8865-b21acc1bd753 None None] Network 884f3908-b47b-4fe9-a38c-c90cc2b08a36 is already hosted by enough agents. {{(pid=100248) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:17:24.551870 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Pushing event updated for resources: {'Port': ['ID=ab369556-c231-4bea-af39-f49c83d834d0,revision_number=4']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:17:24.560596 n-d-773647-6 neutron-server[100248]: DEBUG neutron.scheduler.base_scheduler [None req-52f60aaa-60a8-439b-8865-b21acc1bd753 None None] Resources bound (agent type, host, resource id): {{(pid=100248) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:17:24.754713 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-b8a52052-5ec8-4bb4-adb5-840907a7b49d req-c38247d3-5643-4dbb-873b-f0e1ade2f06b tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] 10.222.0.104 "GET /v2.0/ports?device_id=de95b307-6508-414c-9448-6e96e4660560 HTTP/1.1" status: 200 len: 210 time: 0.0472238 Jul 06 14:17:25.096445 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52f60aaa-60a8-439b-8865-b21acc1bd753 None None] Received port after_create {{(pid=100248) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:17:25.099923 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning for port 82a760ca-62c8-421d-a39b-60e0f179a249 completed by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:17:25.296203 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-fd3e2d7a-5224-4c5a-a1c7-e575db9c932d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81f3c0cd-de5f-4888-b4c6-ff1844059aa0', 'name': 'tempest-TaggedBootDevicesTest_v242-1478117220-router', 'tenant_id': '5bc84ece362540998140660bd65643c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.230'}], 'enable_snat': True}, 'gw_port_id': 'da792a65-ad2f-405e-964a-2550e3684b95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:04:54Z', 'updated_at': '2021-07-06T14:17:19Z', 'revision_number': 5, 'project_id': '5bc84ece362540998140660bd65643c3', 'gw_port': {'id': 'da792a65-ad2f-405e-964a-2550e3684b95', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:79:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81f3c0cd-de5f-4888-b4c6-ff1844059aa0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1264, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:04:56Z', 'updated_at': '2021-07-06T14:05:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6'}], 'n-d-773647-6', False) {} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:17:25.342784 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 6cbbf1fb-bc4e-4a46-98a9-4cbd266b9619 up at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:17:25.379202 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd3e2d7a-5224-4c5a-a1c7-e575db9c932d None None] Checking router: 81f3c0cd-de5f-4888-b4c6-ff1844059aa0 for host: n-d-773647-6 {{(pid=100248) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 14:17:25.411390 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1374106-afd5-401c-a05b-6465138dc815 req-ccd15732-5788-4005-b47b-36787fc2a3dd tempest-ServersNegativeTestJSON-728644794 tempest-ServersNegativeTestJSON-728644794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:17:25.427384 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-f1374106-afd5-401c-a05b-6465138dc815 req-ccd15732-5788-4005-b47b-36787fc2a3dd tempest-ServersNegativeTestJSON-728644794 tempest-ServersNegativeTestJSON-728644794-project] 10.222.0.104 "GET /v2.0/ports?device_id=42673115-e3e2-4b55-8e26-f80b9f494c7a HTTP/1.1" status: 200 len: 944 time: 0.3182471 Jul 06 14:17:25.457526 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.extraroute_db [None req-881d11ad-bbba-41c9-854c-da0d54d504ee tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Added routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}] {{(pid=100247) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Jul 06 14:17:25.458596 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f60aaa-60a8-439b-8865-b21acc1bd753 None None] Pushing event updated for resources: {'Port': ['ID=946b3ef1-1f92-4d24-8ecf-cf1ba9fccc66,revision_number=1']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:17:25.477894 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a96d8be-4ad7-4a6e-89b2-91fb5a790035 req-b7e79661-aecf-475d-ad46-8bdf8a6f2619 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:17:25.479952 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-3a96d8be-4ad7-4a6e-89b2-91fb5a790035 req-b7e79661-aecf-475d-ad46-8bdf8a6f2619 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] 10.222.0.127 "GET /v2.0/networks?id=f6bee18a-7d0c-49a0-8d57-f9458d12e262 HTTP/1.1" status: 200 len: 796 time: 0.5916526 Jul 06 14:17:25.531095 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.extraroute_db [None req-881d11ad-bbba-41c9-854c-da0d54d504ee tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Removed routes are [] {{(pid=100247) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Jul 06 14:17:25.531885 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-881d11ad-bbba-41c9-854c-da0d54d504ee tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1761047', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1806272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6989'] for router, precommit_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:25.533968 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-34dfbf8c-0218-4c56-9a88-3145bef212ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128888353'] for port, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:25.552701 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-52f60aaa-60a8-439b-8865-b21acc1bd753 None None] Attempting to bind port 946b3ef1-1f92-4d24-8ecf-cf1ba9fccc66 on host n-d-773647-6 for vnic_type normal with profile {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:17:25.553259 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-52f60aaa-60a8-439b-8865-b21acc1bd753 None None] Attempting to bind port 946b3ef1-1f92-4d24-8ecf-cf1ba9fccc66 by drivers openvswitch,hyperv on host n-d-773647-6 at level 0 using segments [{'id': '8edf1374-f673-45cc-801b-6b18eb682786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1030, 'network_id': '884f3908-b47b-4fe9-a38c-c90cc2b08a36'}] {{(pid=100248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:17:25.553473 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52f60aaa-60a8-439b-8865-b21acc1bd753 None None] Attempting to bind port 946b3ef1-1f92-4d24-8ecf-cf1ba9fccc66 on network 884f3908-b47b-4fe9-a38c-c90cc2b08a36 {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:17:25.556730 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd3e2d7a-5224-4c5a-a1c7-e575db9c932d None None] Routers {'81f3c0cd-de5f-4888-b4c6-ff1844059aa0'} bound to L3 agent in host n-d-773647-6 {{(pid=100248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:17:25.558595 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-fd3e2d7a-5224-4c5a-a1c7-e575db9c932d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T14:16:56Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['81f3c0cd-de5f-4888-b4c6-ff1844059aa0'], 'active': True} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:17:25.596935 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 58676) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:17:25.621700 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34dfbf8c-0218-4c56-9a88-3145bef212ae admin admin] Pushing event deleted for resources: {'Port': ['ID=da792a65-ad2f-405e-964a-2550e3684b95,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:17:25.684796 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52f60aaa-60a8-439b-8865-b21acc1bd753 None None] Checking agent: {'id': '8ab5b19c-d213-4f29-891d-27bdf39d38b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773647-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 43, 26), 'started_at': datetime.datetime(2021, 7, 6, 13, 43, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 16, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773647-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:17:25.685618 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52f60aaa-60a8-439b-8865-b21acc1bd753 None None] Checking segment: {'id': '8edf1374-f673-45cc-801b-6b18eb682786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1030, 'network_id': '884f3908-b47b-4fe9-a38c-c90cc2b08a36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:17:25.686246 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-52f60aaa-60a8-439b-8865-b21acc1bd753 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:25.686859 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52f60aaa-60a8-439b-8865-b21acc1bd753 None None] Bound using segment: {'id': '8edf1374-f673-45cc-801b-6b18eb682786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1030, 'network_id': '884f3908-b47b-4fe9-a38c-c90cc2b08a36'} {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:17:25.687617 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-52f60aaa-60a8-439b-8865-b21acc1bd753 None None] Bound port: 946b3ef1-1f92-4d24-8ecf-cf1ba9fccc66, host: n-d-773647-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8edf1374-f673-45cc-801b-6b18eb682786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1030, 'network_id': '884f3908-b47b-4fe9-a38c-c90cc2b08a36'}}] {{(pid=100248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:17:25.688227 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-52f60aaa-60a8-439b-8865-b21acc1bd753 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:25.692143 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvr_db [None req-fd3e2d7a-5224-4c5a-a1c7-e575db9c932d None None] Set router 81f3c0cd-de5f-4888-b4c6-ff1844059aa0 gateway port host: None {{(pid=100248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:17:25.731271 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-2cce4025-3bb2-4db5-900e-26bfa4acd2aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:25.742466 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-0cb9907a-a1fc-4493-ae73-0b3640eda7d1 tempest-NegativeSecGroupIPv6Test-1339434017 tempest-NegativeSecGroupIPv6Test-1339434017-project] Request body: {'security_group': {'name': 'default'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:17:25.742466 n-d-773647-6 neutron-server[100246]: WARNING neutron.api.v2.base [None req-0cb9907a-a1fc-4493-ae73-0b3640eda7d1 tempest-NegativeSecGroupIPv6Test-1339434017 tempest-NegativeSecGroupIPv6Test-1339434017-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jul 06 14:17:25.742466 n-d-773647-6 neutron-server[100246]: INFO neutron.api.v2.resource [None req-0cb9907a-a1fc-4493-ae73-0b3640eda7d1 tempest-NegativeSecGroupIPv6Test-1339434017 tempest-NegativeSecGroupIPv6Test-1339434017-project] create failed (client error): There was a conflict when trying to complete your request. Jul 06 14:17:25.742466 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-0cb9907a-a1fc-4493-ae73-0b3640eda7d1 tempest-NegativeSecGroupIPv6Test-1339434017 tempest-NegativeSecGroupIPv6Test-1339434017-project] 10.222.0.104 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1409276 Jul 06 14:17:25.743191 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 58680) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:17:25.751258 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-4031002a-8017-4c6b-876b-54fc6238da89 tempest-NegativeSecGroupIPv6Test-1339434017 tempest-NegativeSecGroupIPv6Test-1339434017-project] Request body: {'security_group': {'name': 'tempest-secgroup--1131487263'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:17:25.777473 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-4031002a-8017-4c6b-876b-54fc6238da89 tempest-NegativeSecGroupIPv6Test-1339434017 tempest-NegativeSecGroupIPv6Test-1339434017-project] Notify callbacks [] for security_group, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:25.785489 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-fd3e2d7a-5224-4c5a-a1c7-e575db9c932d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81f3c0cd-de5f-4888-b4c6-ff1844059aa0', 'name': 'tempest-TaggedBootDevicesTest_v242-1478117220-router', 'tenant_id': '5bc84ece362540998140660bd65643c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:04:54Z', 'updated_at': '2021-07-06T14:17:25Z', 'revision_number': 7, 'project_id': '5bc84ece362540998140660bd65643c3', 'gw_port_host': None}], 'n-d-773647-6', False) {} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:17:25.789766 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-4031002a-8017-4c6b-876b-54fc6238da89 tempest-NegativeSecGroupIPv6Test-1339434017 tempest-NegativeSecGroupIPv6Test-1339434017-project] Notify callbacks [] for security_group, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:25.844601 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-f1374106-afd5-401c-a05b-6465138dc815 req-9e1a508c-70ba-4a02-b936-3d1412f565d4 tempest-ServersNegativeTestJSON-728644794 tempest-ServersNegativeTestJSON-728644794-project] 10.222.0.104 "GET /v2.0/security-groups?id=55139e1c-0239-472b-ada8-5a3c70b3eb43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4162099 Jul 06 14:17:25.854173 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-e5090b3f-2e67-4e63-af0e-87f7b5db2a4b None None] Provisioning for port 82a760ca-62c8-421d-a39b-60e0f179a249 completed by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:17:25.890293 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-e5090b3f-2e67-4e63-af0e-87f7b5db2a4b None None] Provisioning complete for port 82a760ca-62c8-421d-a39b-60e0f179a249 triggered by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:17:25.890776 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-e5090b3f-2e67-4e63-af0e-87f7b5db2a4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:25.892361 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd3e2d7a-5224-4c5a-a1c7-e575db9c932d None None] The sync data for ids ['81f3c0cd-de5f-4888-b4c6-ff1844059aa0'] in n-d-773647-6 is: [{'id': '81f3c0cd-de5f-4888-b4c6-ff1844059aa0', 'name': 'tempest-TaggedBootDevicesTest_v242-1478117220-router', 'tenant_id': '5bc84ece362540998140660bd65643c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:04:54Z', 'updated_at': '2021-07-06T14:17:25Z', 'revision_number': 7, 'project_id': '5bc84ece362540998140660bd65643c3', 'gw_port_host': None}] {{(pid=100248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 14:17:26.012805 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning complete for port 6cbbf1fb-bc4e-4a46-98a9-4cbd266b9619 triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:17:26.013209 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:26.028048 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:26.079658 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-4031002a-8017-4c6b-876b-54fc6238da89 tempest-NegativeSecGroupIPv6Test-1339434017 tempest-NegativeSecGroupIPv6Test-1339434017-project] Notify callbacks [] for security_group, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:26.088067 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-4031002a-8017-4c6b-876b-54fc6238da89 tempest-NegativeSecGroupIPv6Test-1339434017 tempest-NegativeSecGroupIPv6Test-1339434017-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:26.128573 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-881d11ad-bbba-41c9-854c-da0d54d504ee tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1761047', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1806272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6989'] for router, precommit_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:26.133063 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-52f60aaa-60a8-439b-8865-b21acc1bd753 None None] For port 946b3ef1-1f92-4d24-8ecf-cf1ba9fccc66, host n-d-773647-6, cleared binding levels {{(pid=100248) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:17:26.141061 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-52f60aaa-60a8-439b-8865-b21acc1bd753 None None] For port 946b3ef1-1f92-4d24-8ecf-cf1ba9fccc66, host n-d-773647-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=946b3ef1-1f92-4d24-8ecf-cf1ba9fccc66,segment=NetworkSegment(8edf1374-f673-45cc-801b-6b18eb682786),segment_id=8edf1374-f673-45cc-801b-6b18eb682786)] {{(pid=100248) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:17:26.160224 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-52f60aaa-60a8-439b-8865-b21acc1bd753 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:26.167649 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-5cb349da-65b1-4aa2-8a73-ac0e134d782f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b40a096-c577-4f78-9540-9ca52d5c8261', 'name': 'tempest-RoutersIpV6Test-router-90364201', 'tenant_id': 'b162a45bb3174bbb964a63afe4786b87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:16:53Z', 'updated_at': '2021-07-06T14:17:22Z', 'revision_number': 5, 'project_id': 'b162a45bb3174bbb964a63afe4786b87', 'gw_port_host': None, '_interfaces': [{'id': '270260ea-d262-4a7a-9e19-e10791ba0fad', 'name': '', 'network_id': '884f3908-b47b-4fe9-a38c-c90cc2b08a36', 'tenant_id': 'b162a45bb3174bbb964a63afe4786b87', 'mac_address': 'fa:16:3e:a9:cc:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b40a096-c577-4f78-9540-9ca52d5c8261', 'device_owner': 'network:router_interface', 'standard_attr_id': 2424, 'fixed_ips': [{'subnet_id': '738218ea-e88d-41d4-8fa3-c8df2fb090ea', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:17:20Z', 'updated_at': '2021-07-06T14:17:21Z', 'revision_number': 1, 'project_id': 'b162a45bb3174bbb964a63afe4786b87', 'subnets': [{'id': '738218ea-e88d-41d4-8fa3-c8df2fb090ea', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '686731a9-05cb-4e39-aa14-1be75462c876', 'name': '', 'network_id': '63239bcf-fc30-4409-af24-2ce21b28b0d3', 'tenant_id': 'b162a45bb3174bbb964a63afe4786b87', 'mac_address': 'fa:16:3e:78:17:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b40a096-c577-4f78-9540-9ca52d5c8261', 'device_owner': 'network:router_interface', 'standard_attr_id': 2410, 'fixed_ips': [{'subnet_id': '37fac438-f282-4ff2-b3b6-ef311bc306c0', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:17:02Z', 'updated_at': '2021-07-06T14:17:14Z', 'revision_number': 5, 'project_id': 'b162a45bb3174bbb964a63afe4786b87', 'subnets': [{'id': '37fac438-f282-4ff2-b3b6-ef311bc306c0', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'aa306e0f-e678-4d29-a8a4-7f60d844e63f', 'name': '', 'network_id': '6ee6b830-cb65-403e-b3cd-43805a780930', 'tenant_id': 'b162a45bb3174bbb964a63afe4786b87', 'mac_address': 'fa:16:3e:10:cd:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b40a096-c577-4f78-9540-9ca52d5c8261', 'device_owner': 'network:router_interface', 'standard_attr_id': 2400, 'fixed_ips': [{'subnet_id': 'ebded7d8-cb22-4393-8c31-cfbeaa456181', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:16:55Z', 'updated_at': '2021-07-06T14:17:05Z', 'revision_number': 5, 'project_id': 'b162a45bb3174bbb964a63afe4786b87', 'subnets': [{'id': 'ebded7d8-cb22-4393-8c31-cfbeaa456181', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c1d262d1-7519-42ee-9647-5f84bbd2d953', 'name': '', 'network_id': '07b3f552-f0f9-4999-b67f-7093e13cbdd1', 'tenant_id': 'b162a45bb3174bbb964a63afe4786b87', 'mac_address': 'fa:16:3e:c0:2d:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b40a096-c577-4f78-9540-9ca52d5c8261', 'device_owner': 'network:router_interface', 'standard_attr_id': 2420, 'fixed_ips': [{'subnet_id': 'fa13a11b-af78-4fdd-a8e9-ee331908a850', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:17:12Z', 'updated_at': '2021-07-06T14:17:21Z', 'revision_number': 4, 'project_id': 'b162a45bb3174bbb964a63afe4786b87', 'subnets': [{'id': 'fa13a11b-af78-4fdd-a8e9-ee331908a850', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773647-6', False) {} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:17:26.219615 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4031002a-8017-4c6b-876b-54fc6238da89 tempest-NegativeSecGroupIPv6Test-1339434017 tempest-NegativeSecGroupIPv6Test-1339434017-project] Pushing event updated for resources: {'SecurityGroup': ['ID=00b626ce-6d4f-41e2-969c-a3bbb1db9bf2,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:17:26.222959 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-881d11ad-bbba-41c9-854c-da0d54d504ee tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1761036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1761054', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1761029', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1806287'] for router, after_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:26.275342 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-3a96d8be-4ad7-4a6e-89b2-91fb5a790035 req-8db59497-5a86-4e03-b530-14fb91d40bf9 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] 10.222.0.127 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1077a35eaa714f1bbf260d32c5a52c8f HTTP/1.1" status: 200 len: 380 time: 0.7776358 Jul 06 14:17:26.299231 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-4031002a-8017-4c6b-876b-54fc6238da89 tempest-NegativeSecGroupIPv6Test-1339434017 tempest-NegativeSecGroupIPv6Test-1339434017-project] Notify callbacks [] for security_group, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:26.305379 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-4031002a-8017-4c6b-876b-54fc6238da89 tempest-NegativeSecGroupIPv6Test-1339434017 tempest-NegativeSecGroupIPv6Test-1339434017-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:26.307386 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-2ad63ee8-8ab6-46a2-9583-6beb03826855 req-8d426ab3-b4a5-45f7-965c-447d97590868 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] 10.222.0.104 "GET /v2.0/ports?device_id=de95b307-6508-414c-9448-6e96e4660560 HTTP/1.1" status: 200 len: 210 time: 0.1179900 Jul 06 14:17:26.314389 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [req-3a96d8be-4ad7-4a6e-89b2-91fb5a790035 req-80ae5520-0dce-4dd6-ad49-8623916d53ae tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Request body: {'port': {'device_id': 'de95b307-6508-414c-9448-6e96e4660560', 'network_id': 'f6bee18a-7d0c-49a0-8d57-f9458d12e262', 'admin_state_up': True, 'tenant_id': '1077a35eaa714f1bbf260d32c5a52c8f', 'security_groups': ['5a45c5f2-3366-4ec3-bcbb-576e95eec77a']}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:17:26.321999 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cb349da-65b1-4aa2-8a73-ac0e134d782f None None] The sync data for ids ['9b40a096-c577-4f78-9540-9ca52d5c8261'] in n-d-773647-6 is: [{'id': '9b40a096-c577-4f78-9540-9ca52d5c8261', 'name': 'tempest-RoutersIpV6Test-router-90364201', 'tenant_id': 'b162a45bb3174bbb964a63afe4786b87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:16:53Z', 'updated_at': '2021-07-06T14:17:22Z', 'revision_number': 5, 'project_id': 'b162a45bb3174bbb964a63afe4786b87', 'gw_port_host': None, '_interfaces': [{'id': '270260ea-d262-4a7a-9e19-e10791ba0fad', 'name': '', 'network_id': '884f3908-b47b-4fe9-a38c-c90cc2b08a36', 'tenant_id': 'b162a45bb3174bbb964a63afe4786b87', 'mac_address': 'fa:16:3e:a9:cc:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b40a096-c577-4f78-9540-9ca52d5c8261', 'device_owner': 'network:router_interface', 'standard_attr_id': 2424, 'fixed_ips': [{'subnet_id': '738218ea-e88d-41d4-8fa3-c8df2fb090ea', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:17:20Z', 'updated_at': '2021-07-06T14:17:21Z', 'revision_number': 1, 'project_id': 'b162a45bb3174bbb964a63afe4786b87', 'subnets': [{'id': '738218ea-e88d-41d4-8fa3-c8df2fb090ea', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '686731a9-05cb-4e39-aa14-1be75462c876', 'name': '', 'network_id': '63239bcf-fc30-4409-af24-2ce21b28b0d3', 'tenant_id': 'b162a45bb3174bbb964a63afe4786b87', 'mac_address': 'fa:16:3e:78:17:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b40a096-c577-4f78-9540-9ca52d5c8261', 'device_owner': 'network:router_interface', 'standard_attr_id': 2410, 'fixed_ips': [{'subnet_id': '37fac438-f282-4ff2-b3b6-ef311bc306c0', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:17:02Z', 'updated_at': '2021-07-06T14:17:14Z', 'revision_number': 5, 'project_id': 'b162a45bb3174bbb964a63afe4786b87', 'subnets': [{'id': '37fac438-f282-4ff2-b3b6-ef311bc306c0', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'aa306e0f-e678-4d29-a8a4-7f60d844e63f', 'name': '', 'network_id': '6ee6b830-cb65-403e-b3cd-43805a780930', 'tenant_id': 'b162a45bb3174bbb964a63afe4786b87', 'mac_address': 'fa:16:3e:10:cd:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b40a096-c577-4f78-9540-9ca52d5c8261', 'device_owner': 'network:router_interface', 'standard_attr_id': 2400, 'fixed_ips': [{'subnet_id': 'ebded7d8-cb22-4393-8c31-cfbeaa456181', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:16:55Z', 'updated_at': '2021-07-06T14:17:05Z', 'revision_number': 5, 'project_id': 'b162a45bb3174bbb964a63afe4786b87', 'subnets': [{'id': 'ebded7d8-cb22-4393-8c31-cfbeaa456181', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c1d262d1-7519-42ee-9647-5f84bbd2d953', 'name': '', 'network_id': '07b3f552-f0f9-4999-b67f-7093e13cbdd1', 'tenant_id': 'b162a45bb3174bbb964a63afe4786b87', 'mac_address': 'fa:16:3e:c0:2d:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b40a096-c577-4f78-9540-9ca52d5c8261', 'device_owner': 'network:router_interface', 'standard_attr_id': 2420, 'fixed_ips': [{'subnet_id': 'fa13a11b-af78-4fdd-a8e9-ee331908a850', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:17:12Z', 'updated_at': '2021-07-06T14:17:21Z', 'revision_number': 4, 'project_id': 'b162a45bb3174bbb964a63afe4786b87', 'subnets': [{'id': 'fa13a11b-af78-4fdd-a8e9-ee331908a850', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 14:17:26.347902 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-34dfbf8c-0218-4c56-9a88-3145bef212ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1761104'] for router_gateway, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:26.349897 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4031002a-8017-4c6b-876b-54fc6238da89 tempest-NegativeSecGroupIPv6Test-1339434017 tempest-NegativeSecGroupIPv6Test-1339434017-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2a7442b7-a910-4716-93cf-80947b1826b1,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:17:26.381084 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-4031002a-8017-4c6b-876b-54fc6238da89 tempest-NegativeSecGroupIPv6Test-1339434017 tempest-NegativeSecGroupIPv6Test-1339434017-project] Notify callbacks [] for security_group, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:26.382379 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-4031002a-8017-4c6b-876b-54fc6238da89 tempest-NegativeSecGroupIPv6Test-1339434017 tempest-NegativeSecGroupIPv6Test-1339434017-project] 10.222.0.104 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6379666 Jul 06 14:17:26.392821 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 58692) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:17:26.401028 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-e3ba9eb8-8ae5-43a2-8e94-213bcfacf016 tempest-NegativeSecGroupIPv6Test-1339434017 tempest-NegativeSecGroupIPv6Test-1339434017-project] Request body: {'security_group_rule': {'security_group_id': '2a7442b7-a910-4716-93cf-80947b1826b1', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:17:26.533323 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-e3ba9eb8-8ae5-43a2-8e94-213bcfacf016 tempest-NegativeSecGroupIPv6Test-1339434017 tempest-NegativeSecGroupIPv6Test-1339434017-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:26.612910 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Device ab369556-c231-4bea-af39-f49c83d834d0 up at agent hyperv_n-h2-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:17:26.617970 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f60aaa-60a8-439b-8865-b21acc1bd753 None None] Pushing event updated for resources: {'Port': ['ID=946b3ef1-1f92-4d24-8ecf-cf1ba9fccc66,revision_number=2']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:17:26.709541 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-e3ba9eb8-8ae5-43a2-8e94-213bcfacf016 tempest-NegativeSecGroupIPv6Test-1339434017 tempest-NegativeSecGroupIPv6Test-1339434017-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:26.712045 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-e5090b3f-2e67-4e63-af0e-87f7b5db2a4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:26.716510 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-e3ba9eb8-8ae5-43a2-8e94-213bcfacf016 tempest-NegativeSecGroupIPv6Test-1339434017 tempest-NegativeSecGroupIPv6Test-1339434017-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1898694'] for security_group_rule, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:26.752484 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ba9eb8-8ae5-43a2-8e94-213bcfacf016 tempest-NegativeSecGroupIPv6Test-1339434017 tempest-NegativeSecGroupIPv6Test-1339434017-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=815862d8-6f1b-4875-9a75-13ee80e37878,revision_number=0']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:17:26.769910 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-2064eaae-da4f-48f8-82d2-b09d4ddedd44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:26.783029 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-e3ba9eb8-8ae5-43a2-8e94-213bcfacf016 tempest-NegativeSecGroupIPv6Test-1339434017 tempest-NegativeSecGroupIPv6Test-1339434017-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:26.784359 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-e3ba9eb8-8ae5-43a2-8e94-213bcfacf016 tempest-NegativeSecGroupIPv6Test-1339434017 tempest-NegativeSecGroupIPv6Test-1339434017-project] 10.222.0.104 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3904853 Jul 06 14:17:26.786940 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 58696) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:17:26.793498 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-4340547a-e3d6-4a88-8516-359674adb920 tempest-NegativeSecGroupIPv6Test-1339434017 tempest-NegativeSecGroupIPv6Test-1339434017-project] Request body: {'security_group_rule': {'security_group_id': '2a7442b7-a910-4716-93cf-80947b1826b1', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:17:26.879584 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-4340547a-e3d6-4a88-8516-359674adb920 tempest-NegativeSecGroupIPv6Test-1339434017 tempest-NegativeSecGroupIPv6Test-1339434017-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:26.882198 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-e5090b3f-2e67-4e63-af0e-87f7b5db2a4b None None] For port 82a760ca-62c8-421d-a39b-60e0f179a249, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=82a760ca-62c8-421d-a39b-60e0f179a249,segment=NetworkSegment(967d25fd-e6c0-4517-afb5-5ac37f3bf726),segment_id=967d25fd-e6c0-4517-afb5-5ac37f3bf726)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:17:26.899907 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-e5090b3f-2e67-4e63-af0e-87f7b5db2a4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:27.043095 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Provisioning for port ab369556-c231-4bea-af39-f49c83d834d0 completed by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:17:27.051962 n-d-773647-6 neutron-server[100246]: INFO neutron.api.v2.resource [None req-4340547a-e3d6-4a88-8516-359674adb920 tempest-NegativeSecGroupIPv6Test-1339434017 tempest-NegativeSecGroupIPv6Test-1339434017-project] create failed (client error): There was a conflict when trying to complete your request. Jul 06 14:17:27.058479 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-4340547a-e3d6-4a88-8516-359674adb920 tempest-NegativeSecGroupIPv6Test-1339434017 tempest-NegativeSecGroupIPv6Test-1339434017-project] 10.222.0.104 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.2703819 Jul 06 14:17:27.061441 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 58702) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:17:27.061613 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5090b3f-2e67-4e63-af0e-87f7b5db2a4b None None] Pushing event updated for resources: {'Port': ['ID=82a760ca-62c8-421d-a39b-60e0f179a249,revision_number=5']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:17:27.074267 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Provisioning complete for port ab369556-c231-4bea-af39-f49c83d834d0 triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:17:27.074823 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:27.296849 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-cb7fb470-4169-49cf-a2f5-9bc5751de988 tempest-NegativeSecGroupIPv6Test-1339434017 tempest-NegativeSecGroupIPv6Test-1339434017-project] Notify callbacks [] for security_group, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:27.373647 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:27.427206 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-cb7fb470-4169-49cf-a2f5-9bc5751de988 tempest-NegativeSecGroupIPv6Test-1339434017 tempest-NegativeSecGroupIPv6Test-1339434017-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:27.452139 n-d-773647-6 neutron-server[100248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42673115-e3e2-4b55-8e26-f80b9f494c7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab369556-c231-4bea-af39-f49c83d834d0'}] {{(pid=100248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:17:27.462090 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84af257533e383389cbcf231d3534f4d5e149e7203fea16b4a8fc01438dddaf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4380846-ca6c-4739-b040-0e9556e8a6a4" -d '{"events": [{"server_uuid": "42673115-e3e2-4b55-8e26-f80b9f494c7a", "name": "network-vif-plugged", "status": "completed", "tag": "ab369556-c231-4bea-af39-f49c83d834d0"}]}' {{(pid=100248) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:17:27.505417 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] For port ab369556-c231-4bea-af39-f49c83d834d0, host n-h2-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=ab369556-c231-4bea-af39-f49c83d834d0,segment=NetworkSegment(3485579c-4d75-45d9-a7e8-245348f946ff),segment_id=3485579c-4d75-45d9-a7e8-245348f946ff)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:17:27.511174 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:27.655133 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-cb7fb470-4169-49cf-a2f5-9bc5751de988 tempest-NegativeSecGroupIPv6Test-1339434017 tempest-NegativeSecGroupIPv6Test-1339434017-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:27.659535 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-cb7fb470-4169-49cf-a2f5-9bc5751de988 tempest-NegativeSecGroupIPv6Test-1339434017 tempest-NegativeSecGroupIPv6Test-1339434017-project] Notify callbacks [] for security_group, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:27.665924 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-cb7fb470-4169-49cf-a2f5-9bc5751de988 tempest-NegativeSecGroupIPv6Test-1339434017 tempest-NegativeSecGroupIPv6Test-1339434017-project] 10.222.0.104 "DELETE /v2.0/security-groups/2a7442b7-a910-4716-93cf-80947b1826b1 HTTP/1.1" status: 204 len: 168 time: 0.6000655 Jul 06 14:17:27.666566 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 58714) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:17:27.684964 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Pushing event updated for resources: {'Port': ['ID=ab369556-c231-4bea-af39-f49c83d834d0,revision_number=5']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:17:27.701374 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-34dfbf8c-0218-4c56-9a88-3145bef212ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1806308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6982'] for router, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:27.704708 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-34dfbf8c-0218-4c56-9a88-3145bef212ae admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:27.726003 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7fb470-4169-49cf-a2f5-9bc5751de988 tempest-NegativeSecGroupIPv6Test-1339434017 tempest-NegativeSecGroupIPv6Test-1339434017-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a7442b7-a910-4716-93cf-80947b1826b1,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:17:27.772986 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 82a760ca-62c8-421d-a39b-60e0f179a249 up at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:17:27.904680 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-7deb9a2c-0b71-4878-91e9-2085b5b64f46 tempest-NegativeSecGroupIPv6Test-1339434017 tempest-NegativeSecGroupIPv6Test-1339434017-project] 10.222.0.104 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1991491 Jul 06 14:17:27.909732 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 58716) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:17:27.924356 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning complete for port 82a760ca-62c8-421d-a39b-60e0f179a249 triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:17:27.925358 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:27.937203 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-e8e950ed-9bc0-4476-b98a-7d5126e1b6ac tempest-NegativeSecGroupIPv6Test-1339434017 tempest-NegativeSecGroupIPv6Test-1339434017-project] Request body: {'security_group': {'name': 'tempest-secgroup--1258667384'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:17:28.012243 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-e8e950ed-9bc0-4476-b98a-7d5126e1b6ac tempest-NegativeSecGroupIPv6Test-1339434017 tempest-NegativeSecGroupIPv6Test-1339434017-project] Notify callbacks [] for security_group, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:28.081054 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 946b3ef1-1f92-4d24-8ecf-cf1ba9fccc66 up at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:17:28.183868 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning for port 946b3ef1-1f92-4d24-8ecf-cf1ba9fccc66 completed by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:17:28.232259 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-34dfbf8c-0218-4c56-9a88-3145bef212ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1805684'] for router, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:28.232923 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34dfbf8c-0218-4c56-9a88-3145bef212ae admin admin] Fanout notify agent at l3_agent the message router_deleted on router 81f3c0cd-de5f-4888-b4c6-ff1844059aa0 {{(pid=100247) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 14:17:28.241156 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-18fd8412-bfbe-46f3-8bc8-6c37375c54f8 req-872768fe-4b43-46c8-8737-b7b49326c7b6 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] 10.222.0.104 "GET /v2.0/ports?device_id=de95b307-6508-414c-9448-6e96e4660560 HTTP/1.1" status: 200 len: 210 time: 0.3051076 Jul 06 14:17:28.249353 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-e8e950ed-9bc0-4476-b98a-7d5126e1b6ac tempest-NegativeSecGroupIPv6Test-1339434017 tempest-NegativeSecGroupIPv6Test-1339434017-project] Notify callbacks [] for security_group, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:28.260409 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-34dfbf8c-0218-4c56-9a88-3145bef212ae admin admin] Notify callbacks [] for router, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:28.267089 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 58720) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:17:28.269738 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-34dfbf8c-0218-4c56-9a88-3145bef212ae admin admin] 10.222.0.104 "DELETE /v2.0/routers/81f3c0cd-de5f-4888-b4c6-ff1844059aa0 HTTP/1.1" status: 204 len: 168 time: 5.7656324 Jul 06 14:17:28.269885 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-e8e950ed-9bc0-4476-b98a-7d5126e1b6ac tempest-NegativeSecGroupIPv6Test-1339434017 tempest-NegativeSecGroupIPv6Test-1339434017-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:28.309132 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device bb58c59d-d4b8-43e4-80d9-e5f6bb551859 no longer exists at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:17:28.387275 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3a96d8be-4ad7-4a6e-89b2-91fb5a790035 req-80ae5520-0dce-4dd6-ad49-8623916d53ae tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Made reservation on behalf of 1077a35eaa714f1bbf260d32c5a52c8f for: {'port': 1} {{(pid=100247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:17:28.388136 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 14:17:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f00f866-68b5-45f8-9dc7-dc9321b613eb x-openstack-request-id: req-7f00f866-68b5-45f8-9dc7-dc9321b613eb {{(pid=100248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:17:28.389297 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42673115-e3e2-4b55-8e26-f80b9f494c7a", "name": "network-vif-plugged", "status": "completed", "tag": "ab369556-c231-4bea-af39-f49c83d834d0", "code": 200}]} {{(pid=100248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:17:28.389444 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-7f00f866-68b5-45f8-9dc7-dc9321b613eb {{(pid=100248) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:17:28.389745 n-d-773647-6 neutron-server[100248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42673115-e3e2-4b55-8e26-f80b9f494c7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab369556-c231-4bea-af39-f49c83d834d0', 'code': 200} Jul 06 14:17:28.405343 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] No Port match for: bb58c59d-d4b8-43e4-80d9-e5f6bb551859 {{(pid=100248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 14:17:28.406462 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device bb58c59d-d4b8-43e4-80d9-e5f6bb551859 not bound to the agent host n-d-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:17:28.406598 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-3a96d8be-4ad7-4a6e-89b2-91fb5a790035 req-80ae5520-0dce-4dd6-ad49-8623916d53ae tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:28.408135 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device da792a65-ad2f-405e-964a-2550e3684b95 no longer exists at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:17:28.468999 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-881d11ad-bbba-41c9-854c-da0d54d504ee tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Router 9b40a096-c577-4f78-9540-9ca52d5c8261 has already been hosted by L3 agent 2823d358-a11b-4885-a706-95a279e43fa7 {{(pid=100247) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 14:17:28.513947 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.db_base_plugin_v2 [None req-f45e763f-3b39-4075-9494-4d5a8a8935b8 admin admin] Deleting subnet 5c7d6ee3-a183-4b01-a5a7-977624c04483 {{(pid=100246) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 14:17:28.546903 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e950ed-9bc0-4476-b98a-7d5126e1b6ac tempest-NegativeSecGroupIPv6Test-1339434017 tempest-NegativeSecGroupIPv6Test-1339434017-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dd6f8900-d3c7-4c13-ae80-2310a4398625,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:17:28.569957 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] No Port match for: da792a65-ad2f-405e-964a-2550e3684b95 {{(pid=100248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 14:17:28.573930 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device da792a65-ad2f-405e-964a-2550e3684b95 not bound to the agent host n-d-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:17:28.583713 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-f45e763f-3b39-4075-9494-4d5a8a8935b8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:28.588500 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-03f71b24-a9b8-453a-8924-caa3f97bc6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:28.601082 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-e8e950ed-9bc0-4476-b98a-7d5126e1b6ac tempest-NegativeSecGroupIPv6Test-1339434017 tempest-NegativeSecGroupIPv6Test-1339434017-project] Notify callbacks [] for security_group, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:28.605050 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-e8e950ed-9bc0-4476-b98a-7d5126e1b6ac tempest-NegativeSecGroupIPv6Test-1339434017 tempest-NegativeSecGroupIPv6Test-1339434017-project] 10.222.0.104 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6913357 Jul 06 14:17:28.637886 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 58724) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:17:28.647917 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8e950ed-9bc0-4476-b98a-7d5126e1b6ac tempest-NegativeSecGroupIPv6Test-1339434017 tempest-NegativeSecGroupIPv6Test-1339434017-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:17:28.648597 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8e950ed-9bc0-4476-b98a-7d5126e1b6ac tempest-NegativeSecGroupIPv6Test-1339434017 tempest-NegativeSecGroupIPv6Test-1339434017-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:17:28.649678 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8e950ed-9bc0-4476-b98a-7d5126e1b6ac tempest-NegativeSecGroupIPv6Test-1339434017 tempest-NegativeSecGroupIPv6Test-1339434017-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:17:28.650284 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8e950ed-9bc0-4476-b98a-7d5126e1b6ac tempest-NegativeSecGroupIPv6Test-1339434017 tempest-NegativeSecGroupIPv6Test-1339434017-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:17:28.650819 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8e950ed-9bc0-4476-b98a-7d5126e1b6ac tempest-NegativeSecGroupIPv6Test-1339434017 tempest-NegativeSecGroupIPv6Test-1339434017-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:17:28.651922 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8e950ed-9bc0-4476-b98a-7d5126e1b6ac tempest-NegativeSecGroupIPv6Test-1339434017 tempest-NegativeSecGroupIPv6Test-1339434017-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:17:28.655501 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8e950ed-9bc0-4476-b98a-7d5126e1b6ac tempest-NegativeSecGroupIPv6Test-1339434017 tempest-NegativeSecGroupIPv6Test-1339434017-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:17:28.656309 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [None req-2bf21658-1572-4005-814a-b48059caff42 tempest-NegativeSecGroupIPv6Test-1339434017 tempest-NegativeSecGroupIPv6Test-1339434017-project] Request body: {'security_group_rule': {'security_group_id': 'dd6f8900-d3c7-4c13-ae80-2310a4398625', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:17:28.656766 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8e950ed-9bc0-4476-b98a-7d5126e1b6ac tempest-NegativeSecGroupIPv6Test-1339434017 tempest-NegativeSecGroupIPv6Test-1339434017-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:17:28.657069 n-d-773647-6 neutron-server[100247]: WARNING neutron.api.v2.base [None req-2bf21658-1572-4005-814a-b48059caff42 tempest-NegativeSecGroupIPv6Test-1339434017 tempest-NegativeSecGroupIPv6Test-1339434017-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Jul 06 14:17:28.657437 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8e950ed-9bc0-4476-b98a-7d5126e1b6ac tempest-NegativeSecGroupIPv6Test-1339434017 tempest-NegativeSecGroupIPv6Test-1339434017-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:17:28.657568 n-d-773647-6 neutron-server[100247]: INFO neutron.api.v2.resource [None req-2bf21658-1572-4005-814a-b48059caff42 tempest-NegativeSecGroupIPv6Test-1339434017 tempest-NegativeSecGroupIPv6Test-1339434017-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 06 14:17:28.658053 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8e950ed-9bc0-4476-b98a-7d5126e1b6ac tempest-NegativeSecGroupIPv6Test-1339434017 tempest-NegativeSecGroupIPv6Test-1339434017-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:17:28.658858 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8e950ed-9bc0-4476-b98a-7d5126e1b6ac tempest-NegativeSecGroupIPv6Test-1339434017 tempest-NegativeSecGroupIPv6Test-1339434017-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:17:28.659475 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8e950ed-9bc0-4476-b98a-7d5126e1b6ac tempest-NegativeSecGroupIPv6Test-1339434017 tempest-NegativeSecGroupIPv6Test-1339434017-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:17:28.664513 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-2bf21658-1572-4005-814a-b48059caff42 tempest-NegativeSecGroupIPv6Test-1339434017 tempest-NegativeSecGroupIPv6Test-1339434017-project] 10.222.0.104 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0194986 Jul 06 14:17:28.668927 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 58726) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:17:28.703884 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e35a9e-0023-4698-a1a0-35da4c2982c3 req-ad865b7c-68b8-422d-abb7-810ddf8c6103 tempest-ServersNegativeTestJSON-728644794 tempest-ServersNegativeTestJSON-728644794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:17:28.707810 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-a1e35a9e-0023-4698-a1a0-35da4c2982c3 req-ad865b7c-68b8-422d-abb7-810ddf8c6103 tempest-ServersNegativeTestJSON-728644794 tempest-ServersNegativeTestJSON-728644794-project] 10.222.0.104 "GET /v2.0/ports?device_id=42673115-e3e2-4b55-8e26-f80b9f494c7a HTTP/1.1" status: 200 len: 945 time: 0.7606685 Jul 06 14:17:28.733725 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19a27f88-4187-474b-ba7d-07bf264a9c6e None None] Network 884f3908-b47b-4fe9-a38c-c90cc2b08a36 requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:17:28.753822 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-f45e763f-3b39-4075-9494-4d5a8a8935b8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126218885'] for subnet, precommit_delete_associations {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:28.828083 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-881d11ad-bbba-41c9-854c-da0d54d504ee tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Notify agent at l3_agent.n-d-773647-6 the message routers_updated {{(pid=100247) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 14:17:28.844426 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-881d11ad-bbba-41c9-854c-da0d54d504ee tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Notify callbacks [] for router, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:28.848540 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-881d11ad-bbba-41c9-854c-da0d54d504ee tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] 10.222.0.104 "PUT /v2.0/routers/9b40a096-c577-4f78-9540-9ca52d5c8261 HTTP/1.1" status: 200 len: 952 time: 4.9354048 Jul 06 14:17:28.852933 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 58728) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:17:28.931612 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-a1e35a9e-0023-4698-a1a0-35da4c2982c3 req-96e6fff9-4fe4-4227-9d2b-2ed4a5eb4671 tempest-ServersNegativeTestJSON-728644794 tempest-ServersNegativeTestJSON-728644794-project] 10.222.0.104 "GET /v2.0/security-groups?id=55139e1c-0239-472b-ada8-5a3c70b3eb43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971479 Jul 06 14:17:28.960531 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.db_base_plugin_common [req-3a96d8be-4ad7-4a6e-89b2-91fb5a790035 req-80ae5520-0dce-4dd6-ad49-8623916d53ae tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Allocated IP 172.20.0.3 (f6bee18a-7d0c-49a0-8d57-f9458d12e262/de957a32-863f-485c-94ac-904da725d611/483af117-bb3f-4588-a086-6405716a60ee) {{(pid=100247) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:17:28.974600 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-14e74412-5873-4eb1-b999-5bab6e396d7d None None] Provisioning for port 946b3ef1-1f92-4d24-8ecf-cf1ba9fccc66 completed by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:17:28.993205 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-14e74412-5873-4eb1-b999-5bab6e396d7d None None] Provisioning complete for port 946b3ef1-1f92-4d24-8ecf-cf1ba9fccc66 triggered by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:17:28.993781 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-14e74412-5873-4eb1-b999-5bab6e396d7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:29.064168 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-06114a81-7ebf-4fe7-8bb1-69112da0623c tempest-NegativeSecGroupIPv6Test-1339434017 tempest-NegativeSecGroupIPv6Test-1339434017-project] Notify callbacks [] for security_group, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:29.079990 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a82430c-c02b-44e8-81c7-9fe9119d4b3b req-e71801f0-1e24-4cf2-8b10-ea1d264cfa6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:17:29.081733 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-8a82430c-c02b-44e8-81c7-9fe9119d4b3b req-e71801f0-1e24-4cf2-8b10-ea1d264cfa6e service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=42673115-e3e2-4b55-8e26-f80b9f494c7a HTTP/1.1" status: 200 len: 1096 time: 0.5425937 Jul 06 14:17:29.138374 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-f45e763f-3b39-4075-9494-4d5a8a8935b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-913473'] for subnet, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:29.197075 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-192c5188-b919-4399-909e-a496e41fe3d8 None None] Sync routers for ids ['9b40a096-c577-4f78-9540-9ca52d5c8261'] in n-d-773647-6 {{(pid=100249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 14:17:29.197662 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-06114a81-7ebf-4fe7-8bb1-69112da0623c tempest-NegativeSecGroupIPv6Test-1339434017 tempest-NegativeSecGroupIPv6Test-1339434017-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:29.213018 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-b6924a59-7848-4bd6-9caa-9123bbbb32e3 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] 10.222.0.104 "GET /v2.0/routers/9b40a096-c577-4f78-9540-9ca52d5c8261 HTTP/1.1" status: 200 len: 952 time: 0.3587847 Jul 06 14:17:29.215352 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-192c5188-b919-4399-909e-a496e41fe3d8 None None] Routers {'9b40a096-c577-4f78-9540-9ca52d5c8261'} bound to L3 agent in host n-d-773647-6 {{(pid=100249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:17:29.216075 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 58732) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:17:29.216543 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-192c5188-b919-4399-909e-a496e41fe3d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T14:17:26Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['9b40a096-c577-4f78-9540-9ca52d5c8261'], 'active': True} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:17:29.219508 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-14e74412-5873-4eb1-b999-5bab6e396d7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:29.224021 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-8a82430c-c02b-44e8-81c7-9fe9119d4b3b req-c4fdb335-5ae8-49e8-a11b-cdfe4c29fbaa service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=55139e1c-0239-472b-ada8-5a3c70b3eb43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341560 Jul 06 14:17:29.234530 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-a4026296-c119-4d02-a69b-704c189d7e28 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Request body: {'router': {'routes': None}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:17:29.277393 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-3a96d8be-4ad7-4a6e-89b2-91fb5a790035 req-80ae5520-0dce-4dd6-ad49-8623916d53ae tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Notify callbacks [] for port, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:29.294996 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.provisioning_blocks [req-3a96d8be-4ad7-4a6e-89b2-91fb5a790035 req-80ae5520-0dce-4dd6-ad49-8623916d53ae tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Transition to ACTIVE for port object 483af117-bb3f-4588-a086-6405716a60ee will not be triggered until provisioned by entity DHCP. {{(pid=100247) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:17:29.307894 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-14e74412-5873-4eb1-b999-5bab6e396d7d None None] For port 946b3ef1-1f92-4d24-8ecf-cf1ba9fccc66, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=946b3ef1-1f92-4d24-8ecf-cf1ba9fccc66,segment=NetworkSegment(8edf1374-f673-45cc-801b-6b18eb682786),segment_id=8edf1374-f673-45cc-801b-6b18eb682786)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:17:29.315366 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-14e74412-5873-4eb1-b999-5bab6e396d7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:29.348907 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device c1d262d1-7519-42ee-9647-5f84bbd2d953 up at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:17:29.387833 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-3a96d8be-4ad7-4a6e-89b2-91fb5a790035 req-80ae5520-0dce-4dd6-ad49-8623916d53ae tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-128888360'] for port, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:29.449342 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-06114a81-7ebf-4fe7-8bb1-69112da0623c tempest-NegativeSecGroupIPv6Test-1339434017 tempest-NegativeSecGroupIPv6Test-1339434017-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:29.451907 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvr_db [None req-192c5188-b919-4399-909e-a496e41fe3d8 None None] Set router 9b40a096-c577-4f78-9540-9ca52d5c8261 gateway port host: None {{(pid=100249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:17:29.456118 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-06114a81-7ebf-4fe7-8bb1-69112da0623c tempest-NegativeSecGroupIPv6Test-1339434017 tempest-NegativeSecGroupIPv6Test-1339434017-project] Notify callbacks [] for security_group, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:29.457884 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-06114a81-7ebf-4fe7-8bb1-69112da0623c tempest-NegativeSecGroupIPv6Test-1339434017 tempest-NegativeSecGroupIPv6Test-1339434017-project] 10.222.0.104 "DELETE /v2.0/security-groups/dd6f8900-d3c7-4c13-ae80-2310a4398625 HTTP/1.1" status: 204 len: 168 time: 0.7853317 Jul 06 14:17:29.468131 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 58736) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:17:29.500096 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ae5520-0dce-4dd6-ad49-8623916d53ae tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Pushing event updated for resources: {'Port': ['ID=483af117-bb3f-4588-a086-6405716a60ee,revision_number=1']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:17:29.504758 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-f45e763f-3b39-4075-9494-4d5a8a8935b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-913480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1849032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127687590', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127702764'] for subnet, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:29.508946 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3a96d8be-4ad7-4a6e-89b2-91fb5a790035 req-80ae5520-0dce-4dd6-ad49-8623916d53ae tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Network f6bee18a-7d0c-49a0-8d57-f9458d12e262 is already hosted by enough agents. {{(pid=100247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:17:29.514400 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.base_scheduler [req-3a96d8be-4ad7-4a6e-89b2-91fb5a790035 req-80ae5520-0dce-4dd6-ad49-8623916d53ae tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Resources bound (agent type, host, resource id): {{(pid=100247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:17:29.518192 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a96d8be-4ad7-4a6e-89b2-91fb5a790035 req-80ae5520-0dce-4dd6-ad49-8623916d53ae tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Received port after_create {{(pid=100247) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:17:29.533073 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e74412-5873-4eb1-b999-5bab6e396d7d None None] Pushing event updated for resources: {'Port': ['ID=946b3ef1-1f92-4d24-8ecf-cf1ba9fccc66,revision_number=3']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:17:29.560204 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06114a81-7ebf-4fe7-8bb1-69112da0623c tempest-NegativeSecGroupIPv6Test-1339434017 tempest-NegativeSecGroupIPv6Test-1339434017-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd6f8900-d3c7-4c13-ae80-2310a4398625,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:17:29.688272 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning for port c1d262d1-7519-42ee-9647-5f84bbd2d953 completed by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:17:29.691660 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a96d8be-4ad7-4a6e-89b2-91fb5a790035 req-80ae5520-0dce-4dd6-ad49-8623916d53ae tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:17:29.696392 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-3a96d8be-4ad7-4a6e-89b2-91fb5a790035 req-80ae5520-0dce-4dd6-ad49-8623916d53ae tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:29.701965 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c7166c3-15ff-4129-a7cb-61cc92849dfd None None] Network d0a1f4e7-9678-480f-bc1f-59b6eda7e0f6 requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:17:29.748375 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning complete for port c1d262d1-7519-42ee-9647-5f84bbd2d953 triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:17:29.749373 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:29.761951 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc22bc3-422d-4d12-8c96-d6cf7fefaa13 req-b08016d7-a1b6-42ad-be1f-3f8e99cbda83 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:17:29.764443 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-acc22bc3-422d-4d12-8c96-d6cf7fefaa13 req-b08016d7-a1b6-42ad-be1f-3f8e99cbda83 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] 10.222.0.104 "GET /v2.0/ports?device_id=de95b307-6508-414c-9448-6e96e4660560 HTTP/1.1" status: 200 len: 931 time: 0.2424676 Jul 06 14:17:29.766193 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-3a96d8be-4ad7-4a6e-89b2-91fb5a790035 req-80ae5520-0dce-4dd6-ad49-8623916d53ae tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] 10.222.0.127 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4571712 Jul 06 14:17:29.780837 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-f45e763f-3b39-4075-9494-4d5a8a8935b8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:29.783404 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-f45e763f-3b39-4075-9494-4d5a8a8935b8 admin admin] 10.222.0.104 "DELETE /v2.0/subnets/5c7d6ee3-a183-4b01-a5a7-977624c04483 HTTP/1.1" status: 204 len: 168 time: 1.5151973 Jul 06 14:17:29.790814 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45e763f-3b39-4075-9494-4d5a8a8935b8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5c7d6ee3-a183-4b01-a5a7-977624c04483,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:17:29.795707 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [req-3a96d8be-4ad7-4a6e-89b2-91fb5a790035 req-30751c97-c6c0-48e8-8623-8babfcf863df service neutron] Request body: {'port': {'device_id': 'de95b307-6508-414c-9448-6e96e4660560', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-773647-6'}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:17:29.874763 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 58742) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:17:30.011191 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-192c5188-b919-4399-909e-a496e41fe3d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b40a096-c577-4f78-9540-9ca52d5c8261', 'name': 'tempest-RoutersIpV6Test-router-90364201', 'tenant_id': 'b162a45bb3174bbb964a63afe4786b87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:16:53Z', 'updated_at': '2021-07-06T14:17:25Z', 'revision_number': 6, 'project_id': 'b162a45bb3174bbb964a63afe4786b87', 'gw_port_host': None, '_interfaces': [{'id': '270260ea-d262-4a7a-9e19-e10791ba0fad', 'name': '', 'network_id': '884f3908-b47b-4fe9-a38c-c90cc2b08a36', 'tenant_id': 'b162a45bb3174bbb964a63afe4786b87', 'mac_address': 'fa:16:3e:a9:cc:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b40a096-c577-4f78-9540-9ca52d5c8261', 'device_owner': 'network:router_interface', 'standard_attr_id': 2424, 'fixed_ips': [{'subnet_id': '738218ea-e88d-41d4-8fa3-c8df2fb090ea', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:17:20Z', 'updated_at': '2021-07-06T14:17:22Z', 'revision_number': 2, 'project_id': 'b162a45bb3174bbb964a63afe4786b87', 'subnets': [{'id': '738218ea-e88d-41d4-8fa3-c8df2fb090ea', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '686731a9-05cb-4e39-aa14-1be75462c876', 'name': '', 'network_id': '63239bcf-fc30-4409-af24-2ce21b28b0d3', 'tenant_id': 'b162a45bb3174bbb964a63afe4786b87', 'mac_address': 'fa:16:3e:78:17:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b40a096-c577-4f78-9540-9ca52d5c8261', 'device_owner': 'network:router_interface', 'standard_attr_id': 2410, 'fixed_ips': [{'subnet_id': '37fac438-f282-4ff2-b3b6-ef311bc306c0', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:17:02Z', 'updated_at': '2021-07-06T14:17:14Z', 'revision_number': 5, 'project_id': 'b162a45bb3174bbb964a63afe4786b87', 'subnets': [{'id': '37fac438-f282-4ff2-b3b6-ef311bc306c0', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'aa306e0f-e678-4d29-a8a4-7f60d844e63f', 'name': '', 'network_id': '6ee6b830-cb65-403e-b3cd-43805a780930', 'tenant_id': 'b162a45bb3174bbb964a63afe4786b87', 'mac_address': 'fa:16:3e:10:cd:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b40a096-c577-4f78-9540-9ca52d5c8261', 'device_owner': 'network:router_interface', 'standard_attr_id': 2400, 'fixed_ips': [{'subnet_id': 'ebded7d8-cb22-4393-8c31-cfbeaa456181', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:16:55Z', 'updated_at': '2021-07-06T14:17:05Z', 'revision_number': 5, 'project_id': 'b162a45bb3174bbb964a63afe4786b87', 'subnets': [{'id': 'ebded7d8-cb22-4393-8c31-cfbeaa456181', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c1d262d1-7519-42ee-9647-5f84bbd2d953', 'name': '', 'network_id': '07b3f552-f0f9-4999-b67f-7093e13cbdd1', 'tenant_id': 'b162a45bb3174bbb964a63afe4786b87', 'mac_address': 'fa:16:3e:c0:2d:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b40a096-c577-4f78-9540-9ca52d5c8261', 'device_owner': 'network:router_interface', 'standard_attr_id': 2420, 'fixed_ips': [{'subnet_id': 'fa13a11b-af78-4fdd-a8e9-ee331908a850', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:17:12Z', 'updated_at': '2021-07-06T14:17:21Z', 'revision_number': 4, 'project_id': 'b162a45bb3174bbb964a63afe4786b87', 'subnets': [{'id': 'fa13a11b-af78-4fdd-a8e9-ee331908a850', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773647-6', False) {} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:17:30.051785 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-192c5188-b919-4399-909e-a496e41fe3d8 None None] Checking router: 9b40a096-c577-4f78-9540-9ca52d5c8261 for host: n-d-773647-6 {{(pid=100249) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 14:17:30.052398 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-192c5188-b919-4399-909e-a496e41fe3d8 None None] Updating router 9b40a096-c577-4f78-9540-9ca52d5c8261 port 270260ea-d262-4a7a-9e19-e10791ba0fad binding host n-d-773647-6 {{(pid=100249) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 14:17:30.061648 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-acc22bc3-422d-4d12-8c96-d6cf7fefaa13 req-750eadb4-ec3c-4130-8128-12a772160d08 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] 10.222.0.104 "GET /v2.0/security-groups?id=5a45c5f2-3366-4ec3-bcbb-576e95eec77a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2908895 Jul 06 14:17:30.076256 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-3a96d8be-4ad7-4a6e-89b2-91fb5a790035 req-30751c97-c6c0-48e8-8623-8babfcf863df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:30.100660 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-fe0733a2-a950-4c47-9f82-13566f777ef7 tempest-NegativeSecGroupIPv6Test-1339434017 tempest-NegativeSecGroupIPv6Test-1339434017-project] 10.222.0.104 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.6231089 Jul 06 14:17:30.115886 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 58750) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:17:30.135374 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-0afecea1-7d82-4687-94c7-3e7e5cd1e86f tempest-NegativeSecGroupIPv6Test-1339434017 tempest-NegativeSecGroupIPv6Test-1339434017-project] Request body: {'security_group': {'name': 'tempest-secgroup--337621499'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:17:30.143459 n-d-773647-6 neutron-server[100249]: DEBUG neutron_lib.callbacks.manager [None req-192c5188-b919-4399-909e-a496e41fe3d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:30.294248 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-b187bfe5-5ddb-4f25-be3f-6fd2bd34d890 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530492'] for network, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:30.308379 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-b01cf70b-8086-4727-9b1c-302fc212b23d None None] Provisioning for port 270260ea-d262-4a7a-9e19-e10791ba0fad completed by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:17:30.340653 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-b01cf70b-8086-4727-9b1c-302fc212b23d None None] Provisioning complete for port 270260ea-d262-4a7a-9e19-e10791ba0fad triggered by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:17:30.341560 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-b01cf70b-8086-4727-9b1c-302fc212b23d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:30.490117 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-0afecea1-7d82-4687-94c7-3e7e5cd1e86f tempest-NegativeSecGroupIPv6Test-1339434017 tempest-NegativeSecGroupIPv6Test-1339434017-project] Notify callbacks [] for security_group, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:30.659475 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-b01cf70b-8086-4727-9b1c-302fc212b23d None None] Port 270260ea-d262-4a7a-9e19-e10791ba0fad cannot update to ACTIVE because it is not bound. {{(pid=100248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 14:17:30.679248 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-0afecea1-7d82-4687-94c7-3e7e5cd1e86f tempest-NegativeSecGroupIPv6Test-1339434017 tempest-NegativeSecGroupIPv6Test-1339434017-project] Notify callbacks [] for security_group, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:30.702149 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-0afecea1-7d82-4687-94c7-3e7e5cd1e86f tempest-NegativeSecGroupIPv6Test-1339434017 tempest-NegativeSecGroupIPv6Test-1339434017-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:30.702878 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a90810b-dcfa-4d54-a9e9-91e63008f645 req-6e350e1d-c4b4-4353-a9fb-76522c9e0efb tempest-ServersNegativeTestJSON-728644794 tempest-ServersNegativeTestJSON-728644794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:17:30.715202 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-8a90810b-dcfa-4d54-a9e9-91e63008f645 req-6e350e1d-c4b4-4353-a9fb-76522c9e0efb tempest-ServersNegativeTestJSON-728644794 tempest-ServersNegativeTestJSON-728644794-project] 10.222.0.104 "GET /v2.0/ports?device_id=42673115-e3e2-4b55-8e26-f80b9f494c7a HTTP/1.1" status: 200 len: 945 time: 0.4254484 Jul 06 14:17:30.755708 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:30.771388 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-b01cf70b-8086-4727-9b1c-302fc212b23d None None] Provisioning complete for port 946b3ef1-1f92-4d24-8ecf-cf1ba9fccc66 triggered by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:17:30.771826 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-b01cf70b-8086-4727-9b1c-302fc212b23d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:30.778229 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-0afecea1-7d82-4687-94c7-3e7e5cd1e86f tempest-NegativeSecGroupIPv6Test-1339434017 tempest-NegativeSecGroupIPv6Test-1339434017-project] Notify callbacks [] for security_group, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:30.779344 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-0afecea1-7d82-4687-94c7-3e7e5cd1e86f tempest-NegativeSecGroupIPv6Test-1339434017 tempest-NegativeSecGroupIPv6Test-1339434017-project] 10.222.0.104 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6624558 Jul 06 14:17:30.787071 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 58756) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:17:30.799202 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [None req-b187bfe5-5ddb-4f25-be3f-6fd2bd34d890 admin admin] Deleting port 37eb4392-6138-4c29-9894-29a8666f84d6 {{(pid=100246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:17:30.799574 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-b187bfe5-5ddb-4f25-be3f-6fd2bd34d890 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:30.810447 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-8022dda6-6016-4b11-937c-045f99792202 tempest-NegativeSecGroupIPv6Test-1339434017 tempest-NegativeSecGroupIPv6Test-1339434017-project] Request body: {'security_group_rule': {'security_group_id': '6442d2f8-112e-487e-883c-5e3f7fffead9', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:17:30.811331 n-d-773647-6 neutron-server[100246]: WARNING neutron.api.v2.base [None req-8022dda6-6016-4b11-937c-045f99792202 tempest-NegativeSecGroupIPv6Test-1339434017 tempest-NegativeSecGroupIPv6Test-1339434017-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Jul 06 14:17:30.813073 n-d-773647-6 neutron-server[100249]: DEBUG neutron_lib.callbacks.manager [None req-192c5188-b919-4399-909e-a496e41fe3d8 None None] Notify callbacks [] for port, precommit_update {{(pid=100249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:30.827307 n-d-773647-6 neutron-server[100246]: INFO neutron.api.v2.resource [None req-8022dda6-6016-4b11-937c-045f99792202 tempest-NegativeSecGroupIPv6Test-1339434017 tempest-NegativeSecGroupIPv6Test-1339434017-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 06 14:17:30.828302 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-8022dda6-6016-4b11-937c-045f99792202 tempest-NegativeSecGroupIPv6Test-1339434017 tempest-NegativeSecGroupIPv6Test-1339434017-project] 10.222.0.104 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0376303 Jul 06 14:17:30.834370 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.provisioning_blocks [None req-192c5188-b919-4399-909e-a496e41fe3d8 None None] Transition to ACTIVE for port object 270260ea-d262-4a7a-9e19-e10791ba0fad will not be triggered until provisioned by entity L2. {{(pid=100249) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:17:30.837468 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 58760) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:17:30.846794 n-d-773647-6 neutron-server[100249]: DEBUG neutron_lib.callbacks.manager [None req-192c5188-b919-4399-909e-a496e41fe3d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:30.850220 n-d-773647-6 neutron-server[100247]: DEBUG neutron.notifiers.nova [req-3a96d8be-4ad7-4a6e-89b2-91fb5a790035 req-30751c97-c6c0-48e8-8623-8babfcf863df service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 483af117-bb3f-4588-a086-6405716a60ee {{(pid=100247) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 14:17:30.878890 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-3a96d8be-4ad7-4a6e-89b2-91fb5a790035 req-30751c97-c6c0-48e8-8623-8babfcf863df service neutron] Notify callbacks [] for port, precommit_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:30.922485 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.provisioning_blocks [req-3a96d8be-4ad7-4a6e-89b2-91fb5a790035 req-30751c97-c6c0-48e8-8623-8babfcf863df service neutron] Transition to ACTIVE for port object 483af117-bb3f-4588-a086-6405716a60ee will not be triggered until provisioned by entity L2. {{(pid=100247) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:17:30.929467 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-8a90810b-dcfa-4d54-a9e9-91e63008f645 req-df7d1fc3-c64c-4789-999e-259640143ffd tempest-ServersNegativeTestJSON-728644794 tempest-ServersNegativeTestJSON-728644794-project] 10.222.0.104 "GET /v2.0/security-groups?id=55139e1c-0239-472b-ada8-5a3c70b3eb43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2133901 Jul 06 14:17:30.931009 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-3a96d8be-4ad7-4a6e-89b2-91fb5a790035 req-30751c97-c6c0-48e8-8623-8babfcf863df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128888538'] for port, after_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:30.959907 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] For port c1d262d1-7519-42ee-9647-5f84bbd2d953, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=c1d262d1-7519-42ee-9647-5f84bbd2d953,segment=NetworkSegment(324aff72-e3d2-46c7-ab16-c49a7658da15),segment_id=324aff72-e3d2-46c7-ab16-c49a7658da15)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:17:30.962655 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0afecea1-7d82-4687-94c7-3e7e5cd1e86f tempest-NegativeSecGroupIPv6Test-1339434017 tempest-NegativeSecGroupIPv6Test-1339434017-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6442d2f8-112e-487e-883c-5e3f7fffead9,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:17:30.975778 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa60c90-238b-4add-a05e-95dbb1b99765 None None] Pushing event updated for resources: {'Port': ['ID=270260ea-d262-4a7a-9e19-e10791ba0fad,revision_number=3']} {{(pid=100249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:17:31.009426 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:31.032955 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.managers [None req-192c5188-b919-4399-909e-a496e41fe3d8 None None] Attempting to bind port 270260ea-d262-4a7a-9e19-e10791ba0fad on host n-d-773647-6 for vnic_type normal with profile {{(pid=100249) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:17:31.034019 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.managers [None req-192c5188-b919-4399-909e-a496e41fe3d8 None None] Attempting to bind port 270260ea-d262-4a7a-9e19-e10791ba0fad by drivers openvswitch,hyperv on host n-d-773647-6 at level 0 using segments [{'id': '8edf1374-f673-45cc-801b-6b18eb682786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1030, 'network_id': '884f3908-b47b-4fe9-a38c-c90cc2b08a36'}] {{(pid=100249) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:17:31.034595 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-192c5188-b919-4399-909e-a496e41fe3d8 None None] Attempting to bind port 270260ea-d262-4a7a-9e19-e10791ba0fad on network 884f3908-b47b-4fe9-a38c-c90cc2b08a36 {{(pid=100249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:17:31.041567 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-192c5188-b919-4399-909e-a496e41fe3d8 None None] Checking agent: {'id': '8ab5b19c-d213-4f29-891d-27bdf39d38b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773647-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 43, 26), 'started_at': datetime.datetime(2021, 7, 6, 13, 43, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 17, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773647-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:17:31.042920 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-192c5188-b919-4399-909e-a496e41fe3d8 None None] Checking segment: {'id': '8edf1374-f673-45cc-801b-6b18eb682786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1030, 'network_id': '884f3908-b47b-4fe9-a38c-c90cc2b08a36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100249) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:17:31.043572 n-d-773647-6 neutron-server[100249]: DEBUG neutron_lib.callbacks.manager [None req-192c5188-b919-4399-909e-a496e41fe3d8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:31.044759 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-192c5188-b919-4399-909e-a496e41fe3d8 None None] Bound using segment: {'id': '8edf1374-f673-45cc-801b-6b18eb682786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1030, 'network_id': '884f3908-b47b-4fe9-a38c-c90cc2b08a36'} {{(pid=100249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:17:31.045543 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.managers [None req-192c5188-b919-4399-909e-a496e41fe3d8 None None] Bound port: 270260ea-d262-4a7a-9e19-e10791ba0fad, host: n-d-773647-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8edf1374-f673-45cc-801b-6b18eb682786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1030, 'network_id': '884f3908-b47b-4fe9-a38c-c90cc2b08a36'}}] {{(pid=100249) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:17:31.046485 n-d-773647-6 neutron-server[100249]: DEBUG neutron_lib.callbacks.manager [None req-192c5188-b919-4399-909e-a496e41fe3d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:31.090224 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30751c97-c6c0-48e8-8623-8babfcf863df service neutron] Pushing event updated for resources: {'Port': ['ID=483af117-bb3f-4588-a086-6405716a60ee,revision_number=2']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:17:31.163064 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.db [None req-192c5188-b919-4399-909e-a496e41fe3d8 None None] For port 270260ea-d262-4a7a-9e19-e10791ba0fad, host n-d-773647-6, cleared binding levels {{(pid=100249) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:17:31.174606 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.db [None req-192c5188-b919-4399-909e-a496e41fe3d8 None None] For port 270260ea-d262-4a7a-9e19-e10791ba0fad, host n-d-773647-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=270260ea-d262-4a7a-9e19-e10791ba0fad,segment=NetworkSegment(8edf1374-f673-45cc-801b-6b18eb682786),segment_id=8edf1374-f673-45cc-801b-6b18eb682786)] {{(pid=100249) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:17:31.189252 n-d-773647-6 neutron-server[100249]: DEBUG neutron_lib.callbacks.manager [None req-192c5188-b919-4399-909e-a496e41fe3d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:31.283797 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.managers [req-3a96d8be-4ad7-4a6e-89b2-91fb5a790035 req-30751c97-c6c0-48e8-8623-8babfcf863df service neutron] Attempting to bind port 483af117-bb3f-4588-a086-6405716a60ee on host n-h1-773647-6 for vnic_type normal with profile {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:17:31.284405 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.managers [req-3a96d8be-4ad7-4a6e-89b2-91fb5a790035 req-30751c97-c6c0-48e8-8623-8babfcf863df service neutron] Attempting to bind port 483af117-bb3f-4588-a086-6405716a60ee by drivers openvswitch,hyperv on host n-h1-773647-6 at level 0 using segments [{'id': '967d25fd-e6c0-4517-afb5-5ac37f3bf726', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': 'f6bee18a-7d0c-49a0-8d57-f9458d12e262'}] {{(pid=100247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:17:31.284933 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a96d8be-4ad7-4a6e-89b2-91fb5a790035 req-30751c97-c6c0-48e8-8623-8babfcf863df service neutron] Attempting to bind port 483af117-bb3f-4588-a086-6405716a60ee on network f6bee18a-7d0c-49a0-8d57-f9458d12e262 {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:17:31.305181 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-192c5188-b919-4399-909e-a496e41fe3d8 None None] Routers {'9b40a096-c577-4f78-9540-9ca52d5c8261'} bound to L3 agent in host n-d-773647-6 {{(pid=100249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:17:31.305956 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-192c5188-b919-4399-909e-a496e41fe3d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T14:17:26Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['9b40a096-c577-4f78-9540-9ca52d5c8261'], 'active': True} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:17:31.325379 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a96d8be-4ad7-4a6e-89b2-91fb5a790035 req-30751c97-c6c0-48e8-8623-8babfcf863df service neutron] Port 483af117-bb3f-4588-a086-6405716a60ee on network f6bee18a-7d0c-49a0-8d57-f9458d12e262 not bound, no agent of type Open vSwitch agent registered on host n-h1-773647-6 {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 14:17:31.325595 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a96d8be-4ad7-4a6e-89b2-91fb5a790035 req-30751c97-c6c0-48e8-8623-8babfcf863df service neutron] Attempting to bind port 483af117-bb3f-4588-a086-6405716a60ee on network f6bee18a-7d0c-49a0-8d57-f9458d12e262 {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:17:31.345508 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.extraroute_db [None req-a4026296-c119-4d02-a69b-704c189d7e28 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Added routes are [] {{(pid=100246) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Jul 06 14:17:31.346580 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.extraroute_db [None req-a4026296-c119-4d02-a69b-704c189d7e28 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Removed routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}] {{(pid=100246) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Jul 06 14:17:31.377870 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58960520-4927-4056-8ebe-e3313e3fbd09 None None] DHCP port deletion for d0a1f4e7-9678-480f-bc1f-59b6eda7e0f6 request from n-d-773647-6 {{(pid=100248) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 14:17:31.383934 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 946b3ef1-1f92-4d24-8ecf-cf1ba9fccc66 up at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:17:31.397618 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a96d8be-4ad7-4a6e-89b2-91fb5a790035 req-30751c97-c6c0-48e8-8623-8babfcf863df service neutron] Checking agent: {'id': '5bf7147f-bada-4441-a5dc-934b903473fb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-773647-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 51, 12), 'started_at': datetime.datetime(2021, 7, 6, 13, 51, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 17, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:17:31.397964 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a96d8be-4ad7-4a6e-89b2-91fb5a790035 req-30751c97-c6c0-48e8-8623-8babfcf863df service neutron] Checking segment: {'id': '967d25fd-e6c0-4517-afb5-5ac37f3bf726', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': 'f6bee18a-7d0c-49a0-8d57-f9458d12e262'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100247) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:17:31.398360 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a96d8be-4ad7-4a6e-89b2-91fb5a790035 req-30751c97-c6c0-48e8-8623-8babfcf863df service neutron] Bound using segment: {'id': '967d25fd-e6c0-4517-afb5-5ac37f3bf726', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': 'f6bee18a-7d0c-49a0-8d57-f9458d12e262'} {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:17:31.398814 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.managers [req-3a96d8be-4ad7-4a6e-89b2-91fb5a790035 req-30751c97-c6c0-48e8-8623-8babfcf863df service neutron] Bound port: 483af117-bb3f-4588-a086-6405716a60ee, host: n-h1-773647-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '967d25fd-e6c0-4517-afb5-5ac37f3bf726', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': 'f6bee18a-7d0c-49a0-8d57-f9458d12e262'}}] {{(pid=100247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:17:31.399186 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-3a96d8be-4ad7-4a6e-89b2-91fb5a790035 req-30751c97-c6c0-48e8-8623-8babfcf863df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:31.419035 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-a4026296-c119-4d02-a69b-704c189d7e28 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1761047', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1806272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6989'] for router, precommit_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:31.466291 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.db [None req-b187bfe5-5ddb-4f25-be3f-6fd2bd34d890 admin admin] For port 37eb4392-6138-4c29-9894-29a8666f84d6, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=37eb4392-6138-4c29-9894-29a8666f84d6,segment=NetworkSegment(8e40aa78-8395-4e3b-8b8a-7ce666e1be67),segment_id=8e40aa78-8395-4e3b-8b8a-7ce666e1be67)] {{(pid=100246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:17:31.471332 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-b187bfe5-5ddb-4f25-be3f-6fd2bd34d890 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:31.472948 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa60c90-238b-4add-a05e-95dbb1b99765 None None] Pushing event updated for resources: {'Port': ['ID=270260ea-d262-4a7a-9e19-e10791ba0fad,revision_number=4']} {{(pid=100249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:17:31.475976 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Pushing event updated for resources: {'Port': ['ID=c1d262d1-7519-42ee-9647-5f84bbd2d953,revision_number=5']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:17:31.518721 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-9febb0b3-435e-4e15-9e5e-50b636e7815c tempest-NegativeSecGroupIPv6Test-1339434017 tempest-NegativeSecGroupIPv6Test-1339434017-project] Notify callbacks [] for security_group, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:31.520524 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvr_db [None req-192c5188-b919-4399-909e-a496e41fe3d8 None None] Set router 9b40a096-c577-4f78-9540-9ca52d5c8261 gateway port host: None {{(pid=100249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:17:31.544863 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b560f1-8e13-4508-ba3d-5aaa80cbfb2e req-85a8c0fd-c3f9-4db5-aa8d-dfdc426dd1c9 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:17:31.549579 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-f1b560f1-8e13-4508-ba3d-5aaa80cbfb2e req-85a8c0fd-c3f9-4db5-aa8d-dfdc426dd1c9 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] 10.222.0.104 "GET /v2.0/ports?device_id=de95b307-6508-414c-9448-6e96e4660560 HTTP/1.1" status: 200 len: 943 time: 0.2565167 Jul 06 14:17:31.596172 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [None req-b187bfe5-5ddb-4f25-be3f-6fd2bd34d890 admin admin] Calling delete_port for 37eb4392-6138-4c29-9894-29a8666f84d6 owned by network:dhcp {{(pid=100246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:17:31.599002 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.db [req-3a96d8be-4ad7-4a6e-89b2-91fb5a790035 req-30751c97-c6c0-48e8-8623-8babfcf863df service neutron] For port 483af117-bb3f-4588-a086-6405716a60ee, host n-h1-773647-6, cleared binding levels {{(pid=100247) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:17:31.601698 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning complete for port 946b3ef1-1f92-4d24-8ecf-cf1ba9fccc66 triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:17:31.602454 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:31.636723 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.db [req-3a96d8be-4ad7-4a6e-89b2-91fb5a790035 req-30751c97-c6c0-48e8-8623-8babfcf863df service neutron] For port 483af117-bb3f-4588-a086-6405716a60ee, host n-h1-773647-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773647-6',level=0,port_id=483af117-bb3f-4588-a086-6405716a60ee,segment=NetworkSegment(967d25fd-e6c0-4517-afb5-5ac37f3bf726),segment_id=967d25fd-e6c0-4517-afb5-5ac37f3bf726)] {{(pid=100247) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:17:31.648251 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-f1b560f1-8e13-4508-ba3d-5aaa80cbfb2e req-5f4ed4ac-50e2-4c51-832e-95f5fa7aeaa9 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] 10.222.0.104 "GET /v2.0/security-groups?id=5a45c5f2-3366-4ec3-bcbb-576e95eec77a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0872827 Jul 06 14:17:31.652476 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-3a96d8be-4ad7-4a6e-89b2-91fb5a790035 req-30751c97-c6c0-48e8-8623-8babfcf863df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128888538'] for port, after_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:31.717557 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-58960520-4927-4056-8ebe-e3313e3fbd09 None None] Deleting port 37eb4392-6138-4c29-9894-29a8666f84d6 {{(pid=100248) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:17:31.718616 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-58960520-4927-4056-8ebe-e3313e3fbd09 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:31.753988 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a96d8be-4ad7-4a6e-89b2-91fb5a790035 req-30751c97-c6c0-48e8-8623-8babfcf863df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:17:31.754683 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-3a96d8be-4ad7-4a6e-89b2-91fb5a790035 req-30751c97-c6c0-48e8-8623-8babfcf863df service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:31.758045 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-3a96d8be-4ad7-4a6e-89b2-91fb5a790035 req-30751c97-c6c0-48e8-8623-8babfcf863df service neutron] 10.222.0.127 "PUT /v2.0/ports/483af117-bb3f-4588-a086-6405716a60ee HTTP/1.1" status: 200 len: 1091 time: 1.9793477 Jul 06 14:17:31.758536 n-d-773647-6 neutron-server[100247]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de95b307-6508-414c-9448-6e96e4660560', 'tag': '483af117-bb3f-4588-a086-6405716a60ee'}] {{(pid=100247) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:17:31.770995 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cbf0eeaae822f8fc9b87a94aeba67a3d651842baf663a51cba94b67a514836d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7526a295-ed78-4913-9952-aff9437262fe" -d '{"events": [{"name": "network-changed", "server_uuid": "de95b307-6508-414c-9448-6e96e4660560", "tag": "483af117-bb3f-4588-a086-6405716a60ee"}]}' {{(pid=100247) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:17:31.857777 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-58960520-4927-4056-8ebe-e3313e3fbd09 None None] For port 37eb4392-6138-4c29-9894-29a8666f84d6, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=37eb4392-6138-4c29-9894-29a8666f84d6,segment=NetworkSegment(8e40aa78-8395-4e3b-8b8a-7ce666e1be67),segment_id=8e40aa78-8395-4e3b-8b8a-7ce666e1be67)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:17:31.858393 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-58960520-4927-4056-8ebe-e3313e3fbd09 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:31.874178 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-58960520-4927-4056-8ebe-e3313e3fbd09 None None] Calling delete_port for 37eb4392-6138-4c29-9894-29a8666f84d6 owned by network:dhcp {{(pid=100248) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:17:31.919777 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 14:17:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-688e6142-7d6e-4a70-9821-36a7c0c8307d x-openstack-request-id: req-688e6142-7d6e-4a70-9821-36a7c0c8307d {{(pid=100247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:17:31.920377 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de95b307-6508-414c-9448-6e96e4660560", "tag": "483af117-bb3f-4588-a086-6405716a60ee", "status": "completed", "code": 200}]} {{(pid=100247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:17:31.920377 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-688e6142-7d6e-4a70-9821-36a7c0c8307d {{(pid=100247) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:17:31.920729 n-d-773647-6 neutron-server[100247]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de95b307-6508-414c-9448-6e96e4660560', 'tag': '483af117-bb3f-4588-a086-6405716a60ee', 'status': 'completed', 'code': 200} Jul 06 14:17:31.962623 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-192c5188-b919-4399-909e-a496e41fe3d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b40a096-c577-4f78-9540-9ca52d5c8261', 'name': 'tempest-RoutersIpV6Test-router-90364201', 'tenant_id': 'b162a45bb3174bbb964a63afe4786b87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:16:53Z', 'updated_at': '2021-07-06T14:17:25Z', 'revision_number': 6, 'project_id': 'b162a45bb3174bbb964a63afe4786b87', 'gw_port_host': None, '_interfaces': [{'id': '270260ea-d262-4a7a-9e19-e10791ba0fad', 'name': '', 'network_id': '884f3908-b47b-4fe9-a38c-c90cc2b08a36', 'tenant_id': 'b162a45bb3174bbb964a63afe4786b87', 'mac_address': 'fa:16:3e:a9:cc:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b40a096-c577-4f78-9540-9ca52d5c8261', 'device_owner': 'network:router_interface', 'standard_attr_id': 2424, 'fixed_ips': [{'subnet_id': '738218ea-e88d-41d4-8fa3-c8df2fb090ea', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:17:20Z', 'updated_at': '2021-07-06T14:17:31Z', 'revision_number': 4, 'project_id': 'b162a45bb3174bbb964a63afe4786b87', 'subnets': [{'id': '738218ea-e88d-41d4-8fa3-c8df2fb090ea', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '686731a9-05cb-4e39-aa14-1be75462c876', 'name': '', 'network_id': '63239bcf-fc30-4409-af24-2ce21b28b0d3', 'tenant_id': 'b162a45bb3174bbb964a63afe4786b87', 'mac_address': 'fa:16:3e:78:17:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b40a096-c577-4f78-9540-9ca52d5c8261', 'device_owner': 'network:router_interface', 'standard_attr_id': 2410, 'fixed_ips': [{'subnet_id': '37fac438-f282-4ff2-b3b6-ef311bc306c0', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:17:02Z', 'updated_at': '2021-07-06T14:17:14Z', 'revision_number': 5, 'project_id': 'b162a45bb3174bbb964a63afe4786b87', 'subnets': [{'id': '37fac438-f282-4ff2-b3b6-ef311bc306c0', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'aa306e0f-e678-4d29-a8a4-7f60d844e63f', 'name': '', 'network_id': '6ee6b830-cb65-403e-b3cd-43805a780930', 'tenant_id': 'b162a45bb3174bbb964a63afe4786b87', 'mac_address': 'fa:16:3e:10:cd:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b40a096-c577-4f78-9540-9ca52d5c8261', 'device_owner': 'network:router_interface', 'standard_attr_id': 2400, 'fixed_ips': [{'subnet_id': 'ebded7d8-cb22-4393-8c31-cfbeaa456181', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:16:55Z', 'updated_at': '2021-07-06T14:17:05Z', 'revision_number': 5, 'project_id': 'b162a45bb3174bbb964a63afe4786b87', 'subnets': [{'id': 'ebded7d8-cb22-4393-8c31-cfbeaa456181', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c1d262d1-7519-42ee-9647-5f84bbd2d953', 'name': '', 'network_id': '07b3f552-f0f9-4999-b67f-7093e13cbdd1', 'tenant_id': 'b162a45bb3174bbb964a63afe4786b87', 'mac_address': 'fa:16:3e:c0:2d:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b40a096-c577-4f78-9540-9ca52d5c8261', 'device_owner': 'network:router_interface', 'standard_attr_id': 2420, 'fixed_ips': [{'subnet_id': 'fa13a11b-af78-4fdd-a8e9-ee331908a850', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:17:12Z', 'updated_at': '2021-07-06T14:17:30Z', 'revision_number': 5, 'project_id': 'b162a45bb3174bbb964a63afe4786b87', 'subnets': [{'id': 'fa13a11b-af78-4fdd-a8e9-ee331908a850', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773647-6', False) {} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:17:31.999120 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30751c97-c6c0-48e8-8623-8babfcf863df service neutron] Pushing event updated for resources: {'Port': ['ID=483af117-bb3f-4588-a086-6405716a60ee,revision_number=3']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:17:32.052027 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-58960520-4927-4056-8ebe-e3313e3fbd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117'] for port, after_delete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:32.087342 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58960520-4927-4056-8ebe-e3313e3fbd09 None None] No DVR routers for this DVR port 37eb4392-6138-4c29-9894-29a8666f84d6 on host n-d-773647-6 {{(pid=100248) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:17:32.091942 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-192c5188-b919-4399-909e-a496e41fe3d8 None None] The sync data for ids ['9b40a096-c577-4f78-9540-9ca52d5c8261'] in n-d-773647-6 is: [{'id': '9b40a096-c577-4f78-9540-9ca52d5c8261', 'name': 'tempest-RoutersIpV6Test-router-90364201', 'tenant_id': 'b162a45bb3174bbb964a63afe4786b87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:16:53Z', 'updated_at': '2021-07-06T14:17:25Z', 'revision_number': 6, 'project_id': 'b162a45bb3174bbb964a63afe4786b87', 'gw_port_host': None, '_interfaces': [{'id': '270260ea-d262-4a7a-9e19-e10791ba0fad', 'name': '', 'network_id': '884f3908-b47b-4fe9-a38c-c90cc2b08a36', 'tenant_id': 'b162a45bb3174bbb964a63afe4786b87', 'mac_address': 'fa:16:3e:a9:cc:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b40a096-c577-4f78-9540-9ca52d5c8261', 'device_owner': 'network:router_interface', 'standard_attr_id': 2424, 'fixed_ips': [{'subnet_id': '738218ea-e88d-41d4-8fa3-c8df2fb090ea', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:17:20Z', 'updated_at': '2021-07-06T14:17:31Z', 'revision_number': 4, 'project_id': 'b162a45bb3174bbb964a63afe4786b87', 'subnets': [{'id': '738218ea-e88d-41d4-8fa3-c8df2fb090ea', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '686731a9-05cb-4e39-aa14-1be75462c876', 'name': '', 'network_id': '63239bcf-fc30-4409-af24-2ce21b28b0d3', 'tenant_id': 'b162a45bb3174bbb964a63afe4786b87', 'mac_address': 'fa:16:3e:78:17:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b40a096-c577-4f78-9540-9ca52d5c8261', 'device_owner': 'network:router_interface', 'standard_attr_id': 2410, 'fixed_ips': [{'subnet_id': '37fac438-f282-4ff2-b3b6-ef311bc306c0', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:17:02Z', 'updated_at': '2021-07-06T14:17:14Z', 'revision_number': 5, 'project_id': 'b162a45bb3174bbb964a63afe4786b87', 'subnets': [{'id': '37fac438-f282-4ff2-b3b6-ef311bc306c0', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'aa306e0f-e678-4d29-a8a4-7f60d844e63f', 'name': '', 'network_id': '6ee6b830-cb65-403e-b3cd-43805a780930', 'tenant_id': 'b162a45bb3174bbb964a63afe4786b87', 'mac_address': 'fa:16:3e:10:cd:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b40a096-c577-4f78-9540-9ca52d5c8261', 'device_owner': 'network:router_interface', 'standard_attr_id': 2400, 'fixed_ips': [{'subnet_id': 'ebded7d8-cb22-4393-8c31-cfbeaa456181', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:16:55Z', 'updated_at': '2021-07-06T14:17:05Z', 'revision_number': 5, 'project_id': 'b162a45bb3174bbb964a63afe4786b87', 'subnets': [{'id': 'ebded7d8-cb22-4393-8c31-cfbeaa456181', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c1d262d1-7519-42ee-9647-5f84bbd2d953', 'name': '', 'network_id': '07b3f552-f0f9-4999-b67f-7093e13cbdd1', 'tenant_id': 'b162a45bb3174bbb964a63afe4786b87', 'mac_address': 'fa:16:3e:c0:2d:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b40a096-c577-4f78-9540-9ca52d5c8261', 'device_owner': 'network:router_interface', 'standard_attr_id': 2420, 'fixed_ips': [{'subnet_id': 'fa13a11b-af78-4fdd-a8e9-ee331908a850', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:17:12Z', 'updated_at': '2021-07-06T14:17:30Z', 'revision_number': 5, 'project_id': 'b162a45bb3174bbb964a63afe4786b87', 'subnets': [{'id': 'fa13a11b-af78-4fdd-a8e9-ee331908a850', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 14:17:32.105406 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a96d8be-4ad7-4a6e-89b2-91fb5a790035 req-691809ae-ab15-4b18-a8dd-869aa2f9e5a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:17:32.106315 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58960520-4927-4056-8ebe-e3313e3fbd09 None None] Pushing event deleted for resources: {'Port': ['ID=37eb4392-6138-4c29-9894-29a8666f84d6,revision_number=None']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:17:32.107057 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-3a96d8be-4ad7-4a6e-89b2-91fb5a790035 req-691809ae-ab15-4b18-a8dd-869aa2f9e5a9 service neutron] 10.222.0.127 "GET /v2.0/ports?tenant_id=1077a35eaa714f1bbf260d32c5a52c8f&device_id=de95b307-6508-414c-9448-6e96e4660560 HTTP/1.1" status: 200 len: 1094 time: 0.3029127 Jul 06 14:17:32.171199 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-edf5bb84-e35a-4ae6-88d7-5fb37c34811e None None] Provisioning for port 483af117-bb3f-4588-a086-6405716a60ee completed by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:17:32.246542 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-3a96d8be-4ad7-4a6e-89b2-91fb5a790035 req-856eb909-8234-4684-8b59-288f0ceda1d1 service neutron] 10.222.0.127 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=483af117-bb3f-4588-a086-6405716a60ee HTTP/1.1" status: 200 len: 217 time: 0.1303532 Jul 06 14:17:32.323908 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-9febb0b3-435e-4e15-9e5e-50b636e7815c tempest-NegativeSecGroupIPv6Test-1339434017 tempest-NegativeSecGroupIPv6Test-1339434017-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:32.357043 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a96d8be-4ad7-4a6e-89b2-91fb5a790035 req-126fbee3-c3ee-48b4-abe2-5a398b408886 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:17:32.360939 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-3a96d8be-4ad7-4a6e-89b2-91fb5a790035 req-126fbee3-c3ee-48b4-abe2-5a398b408886 service neutron] 10.222.0.127 "GET /v2.0/subnets?id=de957a32-863f-485c-94ac-904da725d611 HTTP/1.1" status: 200 len: 834 time: 0.1083462 Jul 06 14:17:32.425237 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cd9561-1b84-4d98-bccc-ff64458bd693 req-e12f18eb-58e3-4a6f-a574-c8b91cd92eb2 tempest-ServersNegativeTestJSON-728644794 tempest-ServersNegativeTestJSON-728644794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:17:32.426932 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-c1cd9561-1b84-4d98-bccc-ff64458bd693 req-e12f18eb-58e3-4a6f-a574-c8b91cd92eb2 tempest-ServersNegativeTestJSON-728644794 tempest-ServersNegativeTestJSON-728644794-project] 10.222.0.104 "GET /v2.0/ports?device_id=42673115-e3e2-4b55-8e26-f80b9f494c7a HTTP/1.1" status: 200 len: 945 time: 0.1643558 Jul 06 14:17:32.486141 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-c1cd9561-1b84-4d98-bccc-ff64458bd693 req-111e479c-acc4-4747-8dba-3b206dd59548 tempest-ServersNegativeTestJSON-728644794 tempest-ServersNegativeTestJSON-728644794-project] 10.222.0.104 "GET /v2.0/security-groups?id=55139e1c-0239-472b-ada8-5a3c70b3eb43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509162 Jul 06 14:17:32.498437 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a96d8be-4ad7-4a6e-89b2-91fb5a790035 req-36a99321-8887-4428-a4b0-f0f951958ad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:17:32.500486 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-3a96d8be-4ad7-4a6e-89b2-91fb5a790035 req-36a99321-8887-4428-a4b0-f0f951958ad8 service neutron] 10.222.0.127 "GET /v2.0/ports?network_id=f6bee18a-7d0c-49a0-8d57-f9458d12e262&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1309216 Jul 06 14:17:32.506454 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-9febb0b3-435e-4e15-9e5e-50b636e7815c tempest-NegativeSecGroupIPv6Test-1339434017 tempest-NegativeSecGroupIPv6Test-1339434017-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:32.509089 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-9febb0b3-435e-4e15-9e5e-50b636e7815c tempest-NegativeSecGroupIPv6Test-1339434017 tempest-NegativeSecGroupIPv6Test-1339434017-project] Notify callbacks [] for security_group, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:32.512710 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-9febb0b3-435e-4e15-9e5e-50b636e7815c tempest-NegativeSecGroupIPv6Test-1339434017 tempest-NegativeSecGroupIPv6Test-1339434017-project] 10.222.0.104 "DELETE /v2.0/security-groups/6442d2f8-112e-487e-883c-5e3f7fffead9 HTTP/1.1" status: 204 len: 168 time: 1.6640005 Jul 06 14:17:32.525062 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 58774) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:17:32.582949 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9febb0b3-435e-4e15-9e5e-50b636e7815c tempest-NegativeSecGroupIPv6Test-1339434017 tempest-NegativeSecGroupIPv6Test-1339434017-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6442d2f8-112e-487e-883c-5e3f7fffead9,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:17:32.586398 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-a4026296-c119-4d02-a69b-704c189d7e28 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1761047', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1806272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6989'] for router, precommit_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:32.599749 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-a4026296-c119-4d02-a69b-704c189d7e28 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1761036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1761054', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1761029', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1806287'] for router, after_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:32.685663 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-b9206432-59b4-48ad-a46d-e7b6d475a06b tempest-NegativeSecGroupIPv6Test-1339434017 tempest-NegativeSecGroupIPv6Test-1339434017-project] 10.222.0.104 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1572814 Jul 06 14:17:32.689743 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 58780) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:17:32.701339 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [None req-e9637d1b-b9d8-41d4-b666-7c2a6895b0b0 tempest-NegativeSecGroupIPv6Test-1339434017 tempest-NegativeSecGroupIPv6Test-1339434017-project] Request body: {'security_group': {'name': 'tempest-secgroup--761301363'}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:17:32.768996 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-e9637d1b-b9d8-41d4-b666-7c2a6895b0b0 tempest-NegativeSecGroupIPv6Test-1339434017 tempest-NegativeSecGroupIPv6Test-1339434017-project] Notify callbacks [] for security_group, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:32.790595 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-b187bfe5-5ddb-4f25-be3f-6fd2bd34d890 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127687580'] for port, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:32.867533 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-3a96d8be-4ad7-4a6e-89b2-91fb5a790035 req-8b19a1bf-e8fc-4237-a284-b46bbb61f8f2 service neutron] 10.222.0.127 "GET /v2.0/networks/f6bee18a-7d0c-49a0-8d57-f9458d12e262?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3479593 Jul 06 14:17:32.881863 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b187bfe5-5ddb-4f25-be3f-6fd2bd34d890 admin admin] Pushing event deleted for resources: {'Port': ['ID=37eb4392-6138-4c29-9894-29a8666f84d6,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:17:32.888840 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b187bfe5-5ddb-4f25-be3f-6fd2bd34d890 admin admin] No DVR routers for this DVR port 37eb4392-6138-4c29-9894-29a8666f84d6 on host n-d-773647-6 {{(pid=100246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:17:32.958481 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4026296-c119-4d02-a69b-704c189d7e28 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Router 9b40a096-c577-4f78-9540-9ca52d5c8261 has already been hosted by L3 agent 2823d358-a11b-4885-a706-95a279e43fa7 {{(pid=100246) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 14:17:33.128017 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-b187bfe5-5ddb-4f25-be3f-6fd2bd34d890 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-917204', 'neutron.services.segments.db._delete_segments_for_network-8773753502302'] for network, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:33.143490 n-d-773647-6 neutron-server[100246]: DEBUG neutron.services.segments.db [None req-b187bfe5-5ddb-4f25-be3f-6fd2bd34d890 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d0a1f4e7-9678-480f-bc1f-59b6eda7e0f6']}} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:17:33.162065 n-d-773647-6 neutron-server[100246]: DEBUG neutron.services.segments.db [None req-b187bfe5-5ddb-4f25-be3f-6fd2bd34d890 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e40aa78-8395-4e3b-8b8a-7ce666e1be67') {'for_net_delete': True} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:17:33.162065 n-d-773647-6 neutron-server[100246]: DEBUG neutron.services.segments.db [None req-b187bfe5-5ddb-4f25-be3f-6fd2bd34d890 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e40aa78-8395-4e3b-8b8a-7ce666e1be67') {} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:17:33.178986 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-b187bfe5-5ddb-4f25-be3f-6fd2bd34d890 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773753515138', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126218898'] for segment, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:33.188318 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4026296-c119-4d02-a69b-704c189d7e28 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Notify agent at l3_agent.n-d-773647-6 the message routers_updated {{(pid=100246) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 14:17:33.198303 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-a4026296-c119-4d02-a69b-704c189d7e28 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Notify callbacks [] for router, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:33.201527 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-3a96d8be-4ad7-4a6e-89b2-91fb5a790035 req-2826d69e-4d48-464b-8816-e2f7de0dfe6b service neutron] 10.222.0.127 "GET /v2.0/networks/f6bee18a-7d0c-49a0-8d57-f9458d12e262?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3331139 Jul 06 14:17:33.202603 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-a4026296-c119-4d02-a69b-704c189d7e28 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] 10.222.0.104 "PUT /v2.0/routers/9b40a096-c577-4f78-9540-9ca52d5c8261 HTTP/1.1" status: 200 len: 702 time: 3.9758711 Jul 06 14:17:33.204183 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bebd5ef-fe5e-4ea1-bf19-0051ad9f0edd None None] Sync routers for ids ['9b40a096-c577-4f78-9540-9ca52d5c8261'] in n-d-773647-6 {{(pid=100248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 14:17:33.206895 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 58788) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:17:33.215451 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-b187bfe5-5ddb-4f25-be3f-6fd2bd34d890 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552'] for segment, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:33.240646 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-e9637d1b-b9d8-41d4-b666-7c2a6895b0b0 tempest-NegativeSecGroupIPv6Test-1339434017 tempest-NegativeSecGroupIPv6Test-1339434017-project] Notify callbacks [] for security_group, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:33.253576 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031f1cce-277a-4f10-a506-ab5590c37a5f req-7aea3ef5-59b9-46fc-b19a-65261a039a7d tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:17:33.256733 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bebd5ef-fe5e-4ea1-bf19-0051ad9f0edd None None] Routers {'9b40a096-c577-4f78-9540-9ca52d5c8261'} bound to L3 agent in host n-d-773647-6 {{(pid=100248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:17:33.257779 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b187bfe5-5ddb-4f25-be3f-6fd2bd34d890 admin admin] Releasing vlan 1003 on physical network physnet1 to pool {{(pid=100246) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 14:17:33.258029 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-b187bfe5-5ddb-4f25-be3f-6fd2bd34d890 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127687491'] for segment, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:33.259296 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-1bebd5ef-fe5e-4ea1-bf19-0051ad9f0edd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T14:17:26Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['9b40a096-c577-4f78-9540-9ca52d5c8261'], 'active': True} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:17:33.260987 n-d-773647-6 neutron-server[100246]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:17:33.260987 n-d-773647-6 neutron-server[100246]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:17:33.260987 n-d-773647-6 neutron-server[100246]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:17:33.260987 n-d-773647-6 neutron-server[100246]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:17:33.260987 n-d-773647-6 neutron-server[100246]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 14:17:33.260987 n-d-773647-6 neutron-server[100246]: self.session.flush() Jul 06 14:17:33.260987 n-d-773647-6 neutron-server[100246]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 14:17:33.260987 n-d-773647-6 neutron-server[100246]: self.session.flush() Jul 06 14:17:33.260987 n-d-773647-6 neutron-server[100246]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 14:17:33.260987 n-d-773647-6 neutron-server[100246]: self.session.flush() Jul 06 14:17:33.260987 n-d-773647-6 neutron-server[100246]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 14:17:33.260987 n-d-773647-6 neutron-server[100246]: self.session.flush() Jul 06 14:17:33.260987 n-d-773647-6 neutron-server[100246]: Traceback (most recent call last): Jul 06 14:17:33.260987 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 14:17:33.260987 n-d-773647-6 neutron-server[100246]: timer() Jul 06 14:17:33.260987 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 14:17:33.260987 n-d-773647-6 neutron-server[100246]: cb(*args, **kw) Jul 06 14:17:33.260987 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 14:17:33.260987 n-d-773647-6 neutron-server[100246]: return func(*args, **kwargs) Jul 06 14:17:33.260987 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 14:17:33.260987 n-d-773647-6 neutron-server[100246]: self._notify() Jul 06 14:17:33.260987 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 14:17:33.260987 n-d-773647-6 neutron-server[100246]: self.callback(batched_events) Jul 06 14:17:33.260987 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 14:17:33.260987 n-d-773647-6 neutron-server[100246]: event.method(event) Jul 06 14:17:33.260987 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 14:17:33.260987 n-d-773647-6 neutron-server[100246]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 14:17:33.260987 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 14:17:33.260987 n-d-773647-6 neutron-server[100246]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 14:17:33.260987 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 14:17:33.260987 n-d-773647-6 neutron-server[100246]: return f(self, *a, **k) Jul 06 14:17:33.260987 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 14:17:33.260987 n-d-773647-6 neutron-server[100246]: return self._get(url).json() Jul 06 14:17:33.260987 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 14:17:33.260987 n-d-773647-6 neutron-server[100246]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 14:17:33.260987 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 14:17:33.260987 n-d-773647-6 neutron-server[100246]: return self.request(url, 'GET', **kwargs) Jul 06 14:17:33.260987 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 14:17:33.260987 n-d-773647-6 neutron-server[100246]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 14:17:33.260987 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 14:17:33.260987 n-d-773647-6 neutron-server[100246]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 14:17:33.260987 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 14:17:33.260987 n-d-773647-6 neutron-server[100246]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 14:17:33.260987 n-d-773647-6 neutron-server[100246]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 14:17:33.264014 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-031f1cce-277a-4f10-a506-ab5590c37a5f req-7aea3ef5-59b9-46fc-b19a-65261a039a7d tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] 10.222.0.104 "GET /v2.0/ports?device_id=de95b307-6508-414c-9448-6e96e4660560 HTTP/1.1" status: 200 len: 943 time: 0.3341417 Jul 06 14:17:33.275347 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-e9637d1b-b9d8-41d4-b666-7c2a6895b0b0 tempest-NegativeSecGroupIPv6Test-1339434017 tempest-NegativeSecGroupIPv6Test-1339434017-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:33.377889 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdaf5fc0-6023-4ceb-b2c6-5736eb1b5682 req-b2c9279b-eb98-4fcb-a56b-ca3f188aca1b tempest-ServersNegativeTestJSON-728644794 tempest-ServersNegativeTestJSON-728644794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:17:33.385291 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-cdaf5fc0-6023-4ceb-b2c6-5736eb1b5682 req-b2c9279b-eb98-4fcb-a56b-ca3f188aca1b tempest-ServersNegativeTestJSON-728644794 tempest-ServersNegativeTestJSON-728644794-project] 10.222.0.104 "GET /v2.0/ports?device_id=42673115-e3e2-4b55-8e26-f80b9f494c7a HTTP/1.1" status: 200 len: 945 time: 0.3290751 Jul 06 14:17:33.414561 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvr_db [None req-1bebd5ef-fe5e-4ea1-bf19-0051ad9f0edd None None] Set router 9b40a096-c577-4f78-9540-9ca52d5c8261 gateway port host: None {{(pid=100248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:17:33.415945 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-4a93a4d9-8195-44f1-b0f2-c936286222c8 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] 10.222.0.104 "GET /v2.0/routers/9b40a096-c577-4f78-9540-9ca52d5c8261 HTTP/1.1" status: 200 len: 702 time: 0.2082350 Jul 06 14:17:33.418279 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 58792) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:17:33.419201 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-b187bfe5-5ddb-4f25-be3f-6fd2bd34d890 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-917215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1761140'] for network, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:33.449665 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-b187bfe5-5ddb-4f25-be3f-6fd2bd34d890 admin admin] Notify callbacks [] for network, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:33.450706 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-e9637d1b-b9d8-41d4-b666-7c2a6895b0b0 tempest-NegativeSecGroupIPv6Test-1339434017 tempest-NegativeSecGroupIPv6Test-1339434017-project] Notify callbacks [] for security_group, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:33.453670 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-e9637d1b-b9d8-41d4-b666-7c2a6895b0b0 tempest-NegativeSecGroupIPv6Test-1339434017 tempest-NegativeSecGroupIPv6Test-1339434017-project] 10.222.0.104 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7632842 Jul 06 14:17:33.455041 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-b187bfe5-5ddb-4f25-be3f-6fd2bd34d890 admin admin] 10.222.0.104 "DELETE /v2.0/networks/d0a1f4e7-9678-480f-bc1f-59b6eda7e0f6 HTTP/1.1" status: 204 len: 168 time: 3.5788693 Jul 06 14:17:33.456352 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 58794) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:17:33.471174 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-031f1cce-277a-4f10-a506-ab5590c37a5f req-5bf24898-9f35-4b5a-997f-41885c001a4c tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] 10.222.0.104 "GET /v2.0/security-groups?id=5a45c5f2-3366-4ec3-bcbb-576e95eec77a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2093465 Jul 06 14:17:33.471898 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9637d1b-b9d8-41d4-b666-7c2a6895b0b0 tempest-NegativeSecGroupIPv6Test-1339434017 tempest-NegativeSecGroupIPv6Test-1339434017-project] Pushing event updated for resources: {'SecurityGroup': ['ID=90fd017b-85b4-43f3-8516-b65db874268e,revision_number=1']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:17:33.520146 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-d287cf7c-bd7a-4db8-9211-6f28b6841605 tempest-NegativeSecGroupIPv6Test-1339434017 tempest-NegativeSecGroupIPv6Test-1339434017-project] Request body: {'security_group_rule': {'security_group_id': '90fd017b-85b4-43f3-8516-b65db874268e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:17:33.535783 n-d-773647-6 neutron-server[100246]: WARNING neutron.api.v2.base [None req-d287cf7c-bd7a-4db8-9211-6f28b6841605 tempest-NegativeSecGroupIPv6Test-1339434017 tempest-NegativeSecGroupIPv6Test-1339434017-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Jul 06 14:17:33.536611 n-d-773647-6 neutron-server[100246]: INFO neutron.api.v2.resource [None req-d287cf7c-bd7a-4db8-9211-6f28b6841605 tempest-NegativeSecGroupIPv6Test-1339434017 tempest-NegativeSecGroupIPv6Test-1339434017-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 06 14:17:33.537971 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-d287cf7c-bd7a-4db8-9211-6f28b6841605 tempest-NegativeSecGroupIPv6Test-1339434017 tempest-NegativeSecGroupIPv6Test-1339434017-project] 10.222.0.104 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0782263 Jul 06 14:17:33.557976 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-cdaf5fc0-6023-4ceb-b2c6-5736eb1b5682 req-0bbfee48-2596-4719-ba68-021c1cba9c2e tempest-ServersNegativeTestJSON-728644794 tempest-ServersNegativeTestJSON-728644794-project] 10.222.0.104 "GET /v2.0/security-groups?id=55139e1c-0239-472b-ada8-5a3c70b3eb43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1705832 Jul 06 14:17:33.559578 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 58798) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:17:33.582500 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7526a295-ed78-4913-9952-aff9437262fe req-fedf53b2-de44-4138-9568-5d3045788375 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:17:33.584404 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-7526a295-ed78-4913-9952-aff9437262fe req-fedf53b2-de44-4138-9568-5d3045788375 service neutron] 10.222.0.127 "GET /v2.0/ports?tenant_id=1077a35eaa714f1bbf260d32c5a52c8f&device_id=de95b307-6508-414c-9448-6e96e4660560 HTTP/1.1" status: 200 len: 1094 time: 0.3111634 Jul 06 14:17:33.635099 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-c0d7ebf1-ff31-4a1e-bc6b-c0ff3810eece tempest-NegativeSecGroupIPv6Test-1339434017 tempest-NegativeSecGroupIPv6Test-1339434017-project] Request body: {'security_group_rule': {'security_group_id': '90fd017b-85b4-43f3-8516-b65db874268e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:17:33.640571 n-d-773647-6 neutron-server[100246]: WARNING neutron.api.v2.base [None req-c0d7ebf1-ff31-4a1e-bc6b-c0ff3810eece tempest-NegativeSecGroupIPv6Test-1339434017 tempest-NegativeSecGroupIPv6Test-1339434017-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Jul 06 14:17:33.641229 n-d-773647-6 neutron-server[100246]: INFO neutron.api.v2.resource [None req-c0d7ebf1-ff31-4a1e-bc6b-c0ff3810eece tempest-NegativeSecGroupIPv6Test-1339434017 tempest-NegativeSecGroupIPv6Test-1339434017-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 06 14:17:33.642718 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-c0d7ebf1-ff31-4a1e-bc6b-c0ff3810eece tempest-NegativeSecGroupIPv6Test-1339434017 tempest-NegativeSecGroupIPv6Test-1339434017-project] 10.222.0.104 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0809829 Jul 06 14:17:33.644476 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b187bfe5-5ddb-4f25-be3f-6fd2bd34d890 admin admin] Pushing event deleted for resources: {'Network': ['ID=d0a1f4e7-9678-480f-bc1f-59b6eda7e0f6,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:17:33.659959 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 58802) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:17:33.676988 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device c1d262d1-7519-42ee-9647-5f84bbd2d953 up at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:17:33.677172 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-ebb6ec66-8461-4535-8320-7c8202d6218e tempest-NegativeSecGroupIPv6Test-1339434017 tempest-NegativeSecGroupIPv6Test-1339434017-project] Request body: {'security_group_rule': {'security_group_id': '90fd017b-85b4-43f3-8516-b65db874268e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:17:33.678048 n-d-773647-6 neutron-server[100246]: WARNING neutron.api.v2.base [None req-ebb6ec66-8461-4535-8320-7c8202d6218e tempest-NegativeSecGroupIPv6Test-1339434017 tempest-NegativeSecGroupIPv6Test-1339434017-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Jul 06 14:17:33.679861 n-d-773647-6 neutron-server[100246]: INFO neutron.api.v2.resource [None req-ebb6ec66-8461-4535-8320-7c8202d6218e tempest-NegativeSecGroupIPv6Test-1339434017 tempest-NegativeSecGroupIPv6Test-1339434017-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 06 14:17:33.682816 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-ebb6ec66-8461-4535-8320-7c8202d6218e tempest-NegativeSecGroupIPv6Test-1339434017 tempest-NegativeSecGroupIPv6Test-1339434017-project] 10.222.0.104 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0202918 Jul 06 14:17:33.685709 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 58804) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:17:33.698396 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [None req-896013d9-12d4-4a9f-9e9e-accc727de79a tempest-NegativeSecGroupIPv6Test-1339434017 tempest-NegativeSecGroupIPv6Test-1339434017-project] Request body: {'security_group_rule': {'security_group_id': '90fd017b-85b4-43f3-8516-b65db874268e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:17:33.703949 n-d-773647-6 neutron-server[100247]: WARNING neutron.api.v2.base [None req-896013d9-12d4-4a9f-9e9e-accc727de79a tempest-NegativeSecGroupIPv6Test-1339434017 tempest-NegativeSecGroupIPv6Test-1339434017-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Jul 06 14:17:33.704496 n-d-773647-6 neutron-server[100247]: INFO neutron.api.v2.resource [None req-896013d9-12d4-4a9f-9e9e-accc727de79a tempest-NegativeSecGroupIPv6Test-1339434017 tempest-NegativeSecGroupIPv6Test-1339434017-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 06 14:17:33.705540 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-896013d9-12d4-4a9f-9e9e-accc727de79a tempest-NegativeSecGroupIPv6Test-1339434017 tempest-NegativeSecGroupIPv6Test-1339434017-project] 10.222.0.104 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0188096 Jul 06 14:17:33.709624 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 58806) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:17:33.779964 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning complete for port c1d262d1-7519-42ee-9647-5f84bbd2d953 triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:17:33.780841 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:33.812926 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7526a295-ed78-4913-9952-aff9437262fe req-86ba6066-67c1-4675-a4fd-48723d6f7dd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:17:33.814474 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-7526a295-ed78-4913-9952-aff9437262fe req-86ba6066-67c1-4675-a4fd-48723d6f7dd4 service neutron] 10.222.0.127 "GET /v2.0/networks?id=f6bee18a-7d0c-49a0-8d57-f9458d12e262 HTTP/1.1" status: 200 len: 898 time: 0.2219758 Jul 06 14:17:33.870721 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 58808) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:17:33.878159 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-7526a295-ed78-4913-9952-aff9437262fe req-b4c2f2cf-b082-44a1-8676-f771b27f075b service neutron] 10.222.0.127 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=483af117-bb3f-4588-a086-6405716a60ee HTTP/1.1" status: 200 len: 217 time: 0.0560856 Jul 06 14:17:33.881970 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-1bebd5ef-fe5e-4ea1-bf19-0051ad9f0edd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b40a096-c577-4f78-9540-9ca52d5c8261', 'name': 'tempest-RoutersIpV6Test-router-90364201', 'tenant_id': 'b162a45bb3174bbb964a63afe4786b87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:16:53Z', 'updated_at': '2021-07-06T14:17:31Z', 'revision_number': 7, 'project_id': 'b162a45bb3174bbb964a63afe4786b87', 'gw_port_host': None, '_interfaces': [{'id': '270260ea-d262-4a7a-9e19-e10791ba0fad', 'name': '', 'network_id': '884f3908-b47b-4fe9-a38c-c90cc2b08a36', 'tenant_id': 'b162a45bb3174bbb964a63afe4786b87', 'mac_address': 'fa:16:3e:a9:cc:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b40a096-c577-4f78-9540-9ca52d5c8261', 'device_owner': 'network:router_interface', 'standard_attr_id': 2424, 'fixed_ips': [{'subnet_id': '738218ea-e88d-41d4-8fa3-c8df2fb090ea', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:17:20Z', 'updated_at': '2021-07-06T14:17:31Z', 'revision_number': 4, 'project_id': 'b162a45bb3174bbb964a63afe4786b87', 'subnets': [{'id': '738218ea-e88d-41d4-8fa3-c8df2fb090ea', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '686731a9-05cb-4e39-aa14-1be75462c876', 'name': '', 'network_id': '63239bcf-fc30-4409-af24-2ce21b28b0d3', 'tenant_id': 'b162a45bb3174bbb964a63afe4786b87', 'mac_address': 'fa:16:3e:78:17:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b40a096-c577-4f78-9540-9ca52d5c8261', 'device_owner': 'network:router_interface', 'standard_attr_id': 2410, 'fixed_ips': [{'subnet_id': '37fac438-f282-4ff2-b3b6-ef311bc306c0', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:17:02Z', 'updated_at': '2021-07-06T14:17:14Z', 'revision_number': 5, 'project_id': 'b162a45bb3174bbb964a63afe4786b87', 'subnets': [{'id': '37fac438-f282-4ff2-b3b6-ef311bc306c0', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'aa306e0f-e678-4d29-a8a4-7f60d844e63f', 'name': '', 'network_id': '6ee6b830-cb65-403e-b3cd-43805a780930', 'tenant_id': 'b162a45bb3174bbb964a63afe4786b87', 'mac_address': 'fa:16:3e:10:cd:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b40a096-c577-4f78-9540-9ca52d5c8261', 'device_owner': 'network:router_interface', 'standard_attr_id': 2400, 'fixed_ips': [{'subnet_id': 'ebded7d8-cb22-4393-8c31-cfbeaa456181', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:16:55Z', 'updated_at': '2021-07-06T14:17:05Z', 'revision_number': 5, 'project_id': 'b162a45bb3174bbb964a63afe4786b87', 'subnets': [{'id': 'ebded7d8-cb22-4393-8c31-cfbeaa456181', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c1d262d1-7519-42ee-9647-5f84bbd2d953', 'name': '', 'network_id': '07b3f552-f0f9-4999-b67f-7093e13cbdd1', 'tenant_id': 'b162a45bb3174bbb964a63afe4786b87', 'mac_address': 'fa:16:3e:c0:2d:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b40a096-c577-4f78-9540-9ca52d5c8261', 'device_owner': 'network:router_interface', 'standard_attr_id': 2420, 'fixed_ips': [{'subnet_id': 'fa13a11b-af78-4fdd-a8e9-ee331908a850', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:17:12Z', 'updated_at': '2021-07-06T14:17:30Z', 'revision_number': 5, 'project_id': 'b162a45bb3174bbb964a63afe4786b87', 'subnets': [{'id': 'fa13a11b-af78-4fdd-a8e9-ee331908a850', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773647-6', False) {} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:17:33.949059 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-aad4b41a-6673-4b14-a5cd-7be4f3e76f6f tempest-NegativeSecGroupIPv6Test-1339434017 tempest-NegativeSecGroupIPv6Test-1339434017-project] Notify callbacks [] for security_group, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:33.951424 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bebd5ef-fe5e-4ea1-bf19-0051ad9f0edd None None] Checking router: 9b40a096-c577-4f78-9540-9ca52d5c8261 for host: n-d-773647-6 {{(pid=100248) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 14:17:33.966255 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 270260ea-d262-4a7a-9e19-e10791ba0fad up at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:17:33.970115 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7526a295-ed78-4913-9952-aff9437262fe req-bbe58934-ad46-4ee8-b6b3-3534d8b591a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:17:33.971632 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-7526a295-ed78-4913-9952-aff9437262fe req-bbe58934-ad46-4ee8-b6b3-3534d8b591a1 service neutron] 10.222.0.127 "GET /v2.0/subnets?id=de957a32-863f-485c-94ac-904da725d611 HTTP/1.1" status: 200 len: 834 time: 0.0835738 Jul 06 14:17:33.976640 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-4dd569b5-ec21-40ab-acd0-4dd83eb4e969 admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=5bc84ece362540998140660bd65643c3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1044843 Jul 06 14:17:33.977239 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 58810) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:17:33.988686 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-aad4b41a-6673-4b14-a5cd-7be4f3e76f6f tempest-NegativeSecGroupIPv6Test-1339434017 tempest-NegativeSecGroupIPv6Test-1339434017-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:34.032579 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bebd5ef-fe5e-4ea1-bf19-0051ad9f0edd None None] Routers {'9b40a096-c577-4f78-9540-9ca52d5c8261'} bound to L3 agent in host n-d-773647-6 {{(pid=100248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:17:34.033530 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-1bebd5ef-fe5e-4ea1-bf19-0051ad9f0edd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T14:17:26Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['9b40a096-c577-4f78-9540-9ca52d5c8261'], 'active': True} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:17:34.084035 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-d514e412-ec5e-4d8b-bf87-d906bd9adfc9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:34.115734 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7526a295-ed78-4913-9952-aff9437262fe req-1a77209f-3bf9-452c-b9df-6c8210331c11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:17:34.126614 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-7526a295-ed78-4913-9952-aff9437262fe req-1a77209f-3bf9-452c-b9df-6c8210331c11 service neutron] 10.222.0.127 "GET /v2.0/ports?network_id=f6bee18a-7d0c-49a0-8d57-f9458d12e262&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1419804 Jul 06 14:17:34.143614 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-aad4b41a-6673-4b14-a5cd-7be4f3e76f6f tempest-NegativeSecGroupIPv6Test-1339434017 tempest-NegativeSecGroupIPv6Test-1339434017-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:34.148033 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-aad4b41a-6673-4b14-a5cd-7be4f3e76f6f tempest-NegativeSecGroupIPv6Test-1339434017 tempest-NegativeSecGroupIPv6Test-1339434017-project] Notify callbacks [] for security_group, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:34.152143 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-aad4b41a-6673-4b14-a5cd-7be4f3e76f6f tempest-NegativeSecGroupIPv6Test-1339434017 tempest-NegativeSecGroupIPv6Test-1339434017-project] 10.222.0.104 "DELETE /v2.0/security-groups/90fd017b-85b4-43f3-8516-b65db874268e HTTP/1.1" status: 204 len: 168 time: 0.4415629 Jul 06 14:17:34.152475 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 58814) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:17:34.164120 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad4b41a-6673-4b14-a5cd-7be4f3e76f6f tempest-NegativeSecGroupIPv6Test-1339434017 tempest-NegativeSecGroupIPv6Test-1339434017-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=90fd017b-85b4-43f3-8516-b65db874268e,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:17:34.175345 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-d514e412-ec5e-4d8b-bf87-d906bd9adfc9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:34.265884 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning for port 270260ea-d262-4a7a-9e19-e10791ba0fad completed by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:17:34.298516 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-f4083406-bf4c-44a9-91d2-d591d995c26d tempest-NegativeSecGroupIPv6Test-1339434017 tempest-NegativeSecGroupIPv6Test-1339434017-project] 10.222.0.104 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1438923 Jul 06 14:17:34.305176 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 58816) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:17:34.310399 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning complete for port 270260ea-d262-4a7a-9e19-e10791ba0fad triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:17:34.311146 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:34.315565 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [None req-14406a5f-f559-4a4e-90fb-762acebab753 tempest-NegativeSecGroupIPv6Test-1339434017 tempest-NegativeSecGroupIPv6Test-1339434017-project] Request body: {'security_group': {'name': 'tempest-secgroup--1595805917'}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:17:34.329758 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f05942-fa47-41f0-bd36-c59918112887 req-76731b5c-e13b-4c2f-b976-712580769042 tempest-ServersNegativeTestJSON-728644794 tempest-ServersNegativeTestJSON-728644794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:17:34.329981 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-d514e412-ec5e-4d8b-bf87-d906bd9adfc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:34.331410 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-16f05942-fa47-41f0-bd36-c59918112887 req-76731b5c-e13b-4c2f-b976-712580769042 tempest-ServersNegativeTestJSON-728644794 tempest-ServersNegativeTestJSON-728644794-project] 10.222.0.72 "GET /v2.0/ports?device_id=42673115-e3e2-4b55-8e26-f80b9f494c7a HTTP/1.1" status: 200 len: 945 time: 0.1343329 Jul 06 14:17:34.332422 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-d514e412-ec5e-4d8b-bf87-d906bd9adfc9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:34.336255 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-d514e412-ec5e-4d8b-bf87-d906bd9adfc9 admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/f573cac5-f5b4-46cb-8ee6-cba4798a03b8 HTTP/1.1" status: 204 len: 168 time: 0.3580430 Jul 06 14:17:34.347969 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-7526a295-ed78-4913-9952-aff9437262fe req-d548e3e1-ab6e-4375-bf64-3af09f6fb24e service neutron] 10.222.0.127 "GET /v2.0/networks/f6bee18a-7d0c-49a0-8d57-f9458d12e262?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2094541 Jul 06 14:17:34.356424 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d514e412-ec5e-4d8b-bf87-d906bd9adfc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f573cac5-f5b4-46cb-8ee6-cba4798a03b8,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:17:34.401804 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvr_db [None req-1bebd5ef-fe5e-4ea1-bf19-0051ad9f0edd None None] Set router 9b40a096-c577-4f78-9540-9ca52d5c8261 gateway port host: None {{(pid=100248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:17:34.631162 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-24072ef4-2b7f-4c50-a482-1d280f14c4f6 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1809431'] for router_interface, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:34.804121 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [req-16f05942-fa47-41f0-bd36-c59918112887 req-961bf7b6-1b40-4bbf-bf99-2e391411f6ad tempest-ServersNegativeTestJSON-728644794 tempest-ServersNegativeTestJSON-728644794-project] Deleting port ab369556-c231-4bea-af39-f49c83d834d0 {{(pid=100246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:17:34.807013 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-16f05942-fa47-41f0-bd36-c59918112887 req-961bf7b6-1b40-4bbf-bf99-2e391411f6ad tempest-ServersNegativeTestJSON-728644794 tempest-ServersNegativeTestJSON-728644794-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:34.882511 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:34.942975 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-14406a5f-f559-4a4e-90fb-762acebab753 tempest-NegativeSecGroupIPv6Test-1339434017 tempest-NegativeSecGroupIPv6Test-1339434017-project] Notify callbacks [] for security_group, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:34.952613 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] For port 270260ea-d262-4a7a-9e19-e10791ba0fad, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=270260ea-d262-4a7a-9e19-e10791ba0fad,segment=NetworkSegment(8edf1374-f673-45cc-801b-6b18eb682786),segment_id=8edf1374-f673-45cc-801b-6b18eb682786)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:17:34.978370 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:35.071298 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 37eb4392-6138-4c29-9894-29a8666f84d6 no longer exists at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:17:35.115480 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Pushing event updated for resources: {'Port': ['ID=270260ea-d262-4a7a-9e19-e10791ba0fad,revision_number=5']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:17:35.123235 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] No Port match for: 37eb4392-6138-4c29-9894-29a8666f84d6 {{(pid=100248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 14:17:35.123235 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 37eb4392-6138-4c29-9894-29a8666f84d6 not bound to the agent host n-d-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:17:35.130819 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-1bebd5ef-fe5e-4ea1-bf19-0051ad9f0edd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b40a096-c577-4f78-9540-9ca52d5c8261', 'name': 'tempest-RoutersIpV6Test-router-90364201', 'tenant_id': 'b162a45bb3174bbb964a63afe4786b87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:16:53Z', 'updated_at': '2021-07-06T14:17:31Z', 'revision_number': 7, 'project_id': 'b162a45bb3174bbb964a63afe4786b87', 'gw_port_host': None, '_interfaces': [{'id': '270260ea-d262-4a7a-9e19-e10791ba0fad', 'name': '', 'network_id': '884f3908-b47b-4fe9-a38c-c90cc2b08a36', 'tenant_id': 'b162a45bb3174bbb964a63afe4786b87', 'mac_address': 'fa:16:3e:a9:cc:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b40a096-c577-4f78-9540-9ca52d5c8261', 'device_owner': 'network:router_interface', 'standard_attr_id': 2424, 'fixed_ips': [{'subnet_id': '738218ea-e88d-41d4-8fa3-c8df2fb090ea', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:17:20Z', 'updated_at': '2021-07-06T14:17:31Z', 'revision_number': 4, 'project_id': 'b162a45bb3174bbb964a63afe4786b87', 'subnets': [{'id': '738218ea-e88d-41d4-8fa3-c8df2fb090ea', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '686731a9-05cb-4e39-aa14-1be75462c876', 'name': '', 'network_id': '63239bcf-fc30-4409-af24-2ce21b28b0d3', 'tenant_id': 'b162a45bb3174bbb964a63afe4786b87', 'mac_address': 'fa:16:3e:78:17:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b40a096-c577-4f78-9540-9ca52d5c8261', 'device_owner': 'network:router_interface', 'standard_attr_id': 2410, 'fixed_ips': [{'subnet_id': '37fac438-f282-4ff2-b3b6-ef311bc306c0', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:17:02Z', 'updated_at': '2021-07-06T14:17:14Z', 'revision_number': 5, 'project_id': 'b162a45bb3174bbb964a63afe4786b87', 'subnets': [{'id': '37fac438-f282-4ff2-b3b6-ef311bc306c0', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'aa306e0f-e678-4d29-a8a4-7f60d844e63f', 'name': '', 'network_id': '6ee6b830-cb65-403e-b3cd-43805a780930', 'tenant_id': 'b162a45bb3174bbb964a63afe4786b87', 'mac_address': 'fa:16:3e:10:cd:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b40a096-c577-4f78-9540-9ca52d5c8261', 'device_owner': 'network:router_interface', 'standard_attr_id': 2400, 'fixed_ips': [{'subnet_id': 'ebded7d8-cb22-4393-8c31-cfbeaa456181', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:16:55Z', 'updated_at': '2021-07-06T14:17:05Z', 'revision_number': 5, 'project_id': 'b162a45bb3174bbb964a63afe4786b87', 'subnets': [{'id': 'ebded7d8-cb22-4393-8c31-cfbeaa456181', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c1d262d1-7519-42ee-9647-5f84bbd2d953', 'name': '', 'network_id': '07b3f552-f0f9-4999-b67f-7093e13cbdd1', 'tenant_id': 'b162a45bb3174bbb964a63afe4786b87', 'mac_address': 'fa:16:3e:c0:2d:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b40a096-c577-4f78-9540-9ca52d5c8261', 'device_owner': 'network:router_interface', 'standard_attr_id': 2420, 'fixed_ips': [{'subnet_id': 'fa13a11b-af78-4fdd-a8e9-ee331908a850', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:17:12Z', 'updated_at': '2021-07-06T14:17:30Z', 'revision_number': 5, 'project_id': 'b162a45bb3174bbb964a63afe4786b87', 'subnets': [{'id': 'fa13a11b-af78-4fdd-a8e9-ee331908a850', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773647-6', False) {} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:17:35.150825 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-7526a295-ed78-4913-9952-aff9437262fe req-d1f77fe5-f831-40e4-8903-b38fc01a0b2e service neutron] 10.222.0.127 "GET /v2.0/networks/f6bee18a-7d0c-49a0-8d57-f9458d12e262?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7903216 Jul 06 14:17:35.152655 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.agents_db [None req-167c0ad6-1657-4c9a-a2c4-3b18056aa662 None None] Agent healthcheck: found 7 active agents {{(pid=100249) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 14:17:35.175170 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.db [req-16f05942-fa47-41f0-bd36-c59918112887 req-961bf7b6-1b40-4bbf-bf99-2e391411f6ad tempest-ServersNegativeTestJSON-728644794 tempest-ServersNegativeTestJSON-728644794-project] For port ab369556-c231-4bea-af39-f49c83d834d0, host n-h2-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=ab369556-c231-4bea-af39-f49c83d834d0,segment=NetworkSegment(3485579c-4d75-45d9-a7e8-245348f946ff),segment_id=3485579c-4d75-45d9-a7e8-245348f946ff)] {{(pid=100246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:17:35.176603 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-16f05942-fa47-41f0-bd36-c59918112887 req-961bf7b6-1b40-4bbf-bf99-2e391411f6ad tempest-ServersNegativeTestJSON-728644794 tempest-ServersNegativeTestJSON-728644794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:35.198395 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [req-16f05942-fa47-41f0-bd36-c59918112887 req-961bf7b6-1b40-4bbf-bf99-2e391411f6ad tempest-ServersNegativeTestJSON-728644794 tempest-ServersNegativeTestJSON-728644794-project] Calling delete_port for ab369556-c231-4bea-af39-f49c83d834d0 owned by compute:nova {{(pid=100246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:17:35.208365 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bebd5ef-fe5e-4ea1-bf19-0051ad9f0edd None None] The sync data for ids ['9b40a096-c577-4f78-9540-9ca52d5c8261'] in n-d-773647-6 is: [{'id': '9b40a096-c577-4f78-9540-9ca52d5c8261', 'name': 'tempest-RoutersIpV6Test-router-90364201', 'tenant_id': 'b162a45bb3174bbb964a63afe4786b87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:16:53Z', 'updated_at': '2021-07-06T14:17:31Z', 'revision_number': 7, 'project_id': 'b162a45bb3174bbb964a63afe4786b87', 'gw_port_host': None, '_interfaces': [{'id': '270260ea-d262-4a7a-9e19-e10791ba0fad', 'name': '', 'network_id': '884f3908-b47b-4fe9-a38c-c90cc2b08a36', 'tenant_id': 'b162a45bb3174bbb964a63afe4786b87', 'mac_address': 'fa:16:3e:a9:cc:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b40a096-c577-4f78-9540-9ca52d5c8261', 'device_owner': 'network:router_interface', 'standard_attr_id': 2424, 'fixed_ips': [{'subnet_id': '738218ea-e88d-41d4-8fa3-c8df2fb090ea', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:17:20Z', 'updated_at': '2021-07-06T14:17:31Z', 'revision_number': 4, 'project_id': 'b162a45bb3174bbb964a63afe4786b87', 'subnets': [{'id': '738218ea-e88d-41d4-8fa3-c8df2fb090ea', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '686731a9-05cb-4e39-aa14-1be75462c876', 'name': '', 'network_id': '63239bcf-fc30-4409-af24-2ce21b28b0d3', 'tenant_id': 'b162a45bb3174bbb964a63afe4786b87', 'mac_address': 'fa:16:3e:78:17:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b40a096-c577-4f78-9540-9ca52d5c8261', 'device_owner': 'network:router_interface', 'standard_attr_id': 2410, 'fixed_ips': [{'subnet_id': '37fac438-f282-4ff2-b3b6-ef311bc306c0', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:17:02Z', 'updated_at': '2021-07-06T14:17:14Z', 'revision_number': 5, 'project_id': 'b162a45bb3174bbb964a63afe4786b87', 'subnets': [{'id': '37fac438-f282-4ff2-b3b6-ef311bc306c0', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'aa306e0f-e678-4d29-a8a4-7f60d844e63f', 'name': '', 'network_id': '6ee6b830-cb65-403e-b3cd-43805a780930', 'tenant_id': 'b162a45bb3174bbb964a63afe4786b87', 'mac_address': 'fa:16:3e:10:cd:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b40a096-c577-4f78-9540-9ca52d5c8261', 'device_owner': 'network:router_interface', 'standard_attr_id': 2400, 'fixed_ips': [{'subnet_id': 'ebded7d8-cb22-4393-8c31-cfbeaa456181', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:16:55Z', 'updated_at': '2021-07-06T14:17:05Z', 'revision_number': 5, 'project_id': 'b162a45bb3174bbb964a63afe4786b87', 'subnets': [{'id': 'ebded7d8-cb22-4393-8c31-cfbeaa456181', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c1d262d1-7519-42ee-9647-5f84bbd2d953', 'name': '', 'network_id': '07b3f552-f0f9-4999-b67f-7093e13cbdd1', 'tenant_id': 'b162a45bb3174bbb964a63afe4786b87', 'mac_address': 'fa:16:3e:c0:2d:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b40a096-c577-4f78-9540-9ca52d5c8261', 'device_owner': 'network:router_interface', 'standard_attr_id': 2420, 'fixed_ips': [{'subnet_id': 'fa13a11b-af78-4fdd-a8e9-ee331908a850', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:17:12Z', 'updated_at': '2021-07-06T14:17:30Z', 'revision_number': 5, 'project_id': 'b162a45bb3174bbb964a63afe4786b87', 'subnets': [{'id': 'fa13a11b-af78-4fdd-a8e9-ee331908a850', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 14:17:35.213358 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ced21e-4625-4a86-aaa8-afa633e2c82b req-677a5603-4cb5-4aa1-90a7-fe509c825a9b tempest-ServersNegativeTestJSON-728644794 tempest-ServersNegativeTestJSON-728644794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:17:35.227766 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-c1ced21e-4625-4a86-aaa8-afa633e2c82b req-677a5603-4cb5-4aa1-90a7-fe509c825a9b tempest-ServersNegativeTestJSON-728644794 tempest-ServersNegativeTestJSON-728644794-project] 10.222.0.104 "GET /v2.0/ports?device_id=42673115-e3e2-4b55-8e26-f80b9f494c7a HTTP/1.1" status: 200 len: 945 time: 0.2855222 Jul 06 14:17:35.346412 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 270260ea-d262-4a7a-9e19-e10791ba0fad up at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:17:35.357853 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0667ceb-fb15-400d-b929-ff4de0b0660d req-5afc6c68-06ca-4ead-800b-65d94bdb4cad tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:17:35.366261 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-b0667ceb-fb15-400d-b929-ff4de0b0660d req-5afc6c68-06ca-4ead-800b-65d94bdb4cad tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] 10.222.0.104 "GET /v2.0/ports?device_id=de95b307-6508-414c-9448-6e96e4660560 HTTP/1.1" status: 200 len: 943 time: 0.4251833 Jul 06 14:17:35.406163 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-c1ced21e-4625-4a86-aaa8-afa633e2c82b req-0a51611a-e4fd-4731-9e6d-a43a2da2df7d tempest-ServersNegativeTestJSON-728644794 tempest-ServersNegativeTestJSON-728644794-project] 10.222.0.104 "GET /v2.0/security-groups?id=55139e1c-0239-472b-ada8-5a3c70b3eb43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1777575 Jul 06 14:17:35.443881 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-14406a5f-f559-4a4e-90fb-762acebab753 tempest-NegativeSecGroupIPv6Test-1339434017 tempest-NegativeSecGroupIPv6Test-1339434017-project] Notify callbacks [] for security_group, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:35.454546 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning complete for port 270260ea-d262-4a7a-9e19-e10791ba0fad triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:17:35.455063 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:35.462006 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-14406a5f-f559-4a4e-90fb-762acebab753 tempest-NegativeSecGroupIPv6Test-1339434017 tempest-NegativeSecGroupIPv6Test-1339434017-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:35.513556 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14406a5f-f559-4a4e-90fb-762acebab753 tempest-NegativeSecGroupIPv6Test-1339434017 tempest-NegativeSecGroupIPv6Test-1339434017-project] Pushing event updated for resources: {'SecurityGroup': ['ID=779e3047-817a-4e57-87dd-701685ccdd35,revision_number=1']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:17:35.571922 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [None req-24072ef4-2b7f-4c50-a482-1d280f14c4f6 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Deleting port 270260ea-d262-4a7a-9e19-e10791ba0fad {{(pid=100246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:17:35.571922 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-24072ef4-2b7f-4c50-a482-1d280f14c4f6 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:35.573240 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-b0667ceb-fb15-400d-b929-ff4de0b0660d req-fdeeaf95-18c8-46e3-81a8-2ab2fbc7cdc4 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] 10.222.0.104 "GET /v2.0/security-groups?id=5a45c5f2-3366-4ec3-bcbb-576e95eec77a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2061610 Jul 06 14:17:35.579185 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-14406a5f-f559-4a4e-90fb-762acebab753 tempest-NegativeSecGroupIPv6Test-1339434017 tempest-NegativeSecGroupIPv6Test-1339434017-project] Notify callbacks [] for security_group, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:35.585280 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-14406a5f-f559-4a4e-90fb-762acebab753 tempest-NegativeSecGroupIPv6Test-1339434017 tempest-NegativeSecGroupIPv6Test-1339434017-project] 10.222.0.104 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.2789271 Jul 06 14:17:35.588597 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 58846) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:17:35.596911 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [None req-bf343111-b17e-445a-aa66-30732ad216a7 tempest-NegativeSecGroupIPv6Test-1339434017 tempest-NegativeSecGroupIPv6Test-1339434017-project] Request body: {'security_group_rule': {'security_group_id': '779e3047-817a-4e57-87dd-701685ccdd35', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:17:35.600245 n-d-773647-6 neutron-server[100247]: WARNING neutron.api.v2.base [None req-bf343111-b17e-445a-aa66-30732ad216a7 tempest-NegativeSecGroupIPv6Test-1339434017 tempest-NegativeSecGroupIPv6Test-1339434017-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jul 06 14:17:35.600723 n-d-773647-6 neutron-server[100247]: INFO neutron.api.v2.resource [None req-bf343111-b17e-445a-aa66-30732ad216a7 tempest-NegativeSecGroupIPv6Test-1339434017 tempest-NegativeSecGroupIPv6Test-1339434017-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 06 14:17:35.607701 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-bf343111-b17e-445a-aa66-30732ad216a7 tempest-NegativeSecGroupIPv6Test-1339434017 tempest-NegativeSecGroupIPv6Test-1339434017-project] 10.222.0.104 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0176089 Jul 06 14:17:35.608527 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 58848) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:17:35.624641 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [None req-0007d371-5ab8-4d97-9a78-f9356ad61d1a tempest-NegativeSecGroupIPv6Test-1339434017 tempest-NegativeSecGroupIPv6Test-1339434017-project] Request body: {'security_group_rule': {'security_group_id': '779e3047-817a-4e57-87dd-701685ccdd35', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:17:35.680239 n-d-773647-6 neutron-server[100247]: INFO neutron.api.v2.resource [None req-0007d371-5ab8-4d97-9a78-f9356ad61d1a tempest-NegativeSecGroupIPv6Test-1339434017 tempest-NegativeSecGroupIPv6Test-1339434017-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 06 14:17:35.684020 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-0007d371-5ab8-4d97-9a78-f9356ad61d1a tempest-NegativeSecGroupIPv6Test-1339434017 tempest-NegativeSecGroupIPv6Test-1339434017-project] 10.222.0.104 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0678270 Jul 06 14:17:35.687328 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 58852) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:17:35.693949 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [None req-0bbd5ed5-2233-4412-86d0-7a368a4ea412 tempest-NegativeSecGroupIPv6Test-1339434017 tempest-NegativeSecGroupIPv6Test-1339434017-project] Request body: {'security_group_rule': {'security_group_id': '779e3047-817a-4e57-87dd-701685ccdd35', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:17:35.694732 n-d-773647-6 neutron-server[100247]: WARNING neutron.api.v2.base [None req-0bbd5ed5-2233-4412-86d0-7a368a4ea412 tempest-NegativeSecGroupIPv6Test-1339434017 tempest-NegativeSecGroupIPv6Test-1339434017-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Jul 06 14:17:35.695450 n-d-773647-6 neutron-server[100247]: INFO neutron.api.v2.resource [None req-0bbd5ed5-2233-4412-86d0-7a368a4ea412 tempest-NegativeSecGroupIPv6Test-1339434017 tempest-NegativeSecGroupIPv6Test-1339434017-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 06 14:17:35.697131 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-0bbd5ed5-2233-4412-86d0-7a368a4ea412 tempest-NegativeSecGroupIPv6Test-1339434017 tempest-NegativeSecGroupIPv6Test-1339434017-project] 10.222.0.104 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0083244 Jul 06 14:17:35.701057 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 58854) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:17:35.706481 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [None req-6c3e189b-55ce-475f-a4a2-2de18df0809d tempest-NegativeSecGroupIPv6Test-1339434017 tempest-NegativeSecGroupIPv6Test-1339434017-project] Request body: {'security_group_rule': {'security_group_id': '779e3047-817a-4e57-87dd-701685ccdd35', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:17:35.728138 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-16f05942-fa47-41f0-bd36-c59918112887 req-961bf7b6-1b40-4bbf-bf99-2e391411f6ad tempest-ServersNegativeTestJSON-728644794 tempest-ServersNegativeTestJSON-728644794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127687580'] for port, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:35.743184 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] get_ports_and_sgs() called for port_ids ['65a41ea4-e5ca-4a5a-a1d0-5bf5032e4c70'] {{(pid=100248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 14:17:35.745787 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] get_ports_and_sgs() called for port_ids ['ab369556-c231-4bea-af39-f49c83d834d0'] {{(pid=100248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 14:17:35.761665 n-d-773647-6 neutron-server[100247]: INFO neutron.api.v2.resource [None req-6c3e189b-55ce-475f-a4a2-2de18df0809d tempest-NegativeSecGroupIPv6Test-1339434017 tempest-NegativeSecGroupIPv6Test-1339434017-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 06 14:17:35.764290 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-6c3e189b-55ce-475f-a4a2-2de18df0809d tempest-NegativeSecGroupIPv6Test-1339434017 tempest-NegativeSecGroupIPv6Test-1339434017-project] 10.222.0.104 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0619342 Jul 06 14:17:35.767354 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 58856) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:17:35.776220 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [None req-ef23bd1c-6043-4257-a597-e5816a6ca362 tempest-NegativeSecGroupIPv6Test-1339434017 tempest-NegativeSecGroupIPv6Test-1339434017-project] Request body: {'security_group_rule': {'security_group_id': '779e3047-817a-4e57-87dd-701685ccdd35', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:17:35.776809 n-d-773647-6 neutron-server[100247]: WARNING neutron.api.v2.base [None req-ef23bd1c-6043-4257-a597-e5816a6ca362 tempest-NegativeSecGroupIPv6Test-1339434017 tempest-NegativeSecGroupIPv6Test-1339434017-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jul 06 14:17:35.777437 n-d-773647-6 neutron-server[100247]: INFO neutron.api.v2.resource [None req-ef23bd1c-6043-4257-a597-e5816a6ca362 tempest-NegativeSecGroupIPv6Test-1339434017 tempest-NegativeSecGroupIPv6Test-1339434017-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 06 14:17:35.781026 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-ef23bd1c-6043-4257-a597-e5816a6ca362 tempest-NegativeSecGroupIPv6Test-1339434017 tempest-NegativeSecGroupIPv6Test-1339434017-project] 10.222.0.104 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0099502 Jul 06 14:17:35.781026 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 58858) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:17:35.781796 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 58860) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:17:35.785686 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961bf7b6-1b40-4bbf-bf99-2e391411f6ad tempest-ServersNegativeTestJSON-728644794 tempest-ServersNegativeTestJSON-728644794-project] Pushing event deleted for resources: {'Port': ['ID=ab369556-c231-4bea-af39-f49c83d834d0,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:17:35.793968 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [None req-709cabc4-f780-46c1-b71d-7ca4049bd01b tempest-NegativeSecGroupIPv6Test-1339434017 tempest-NegativeSecGroupIPv6Test-1339434017-project] Request body: {'security_group_rule': {'security_group_id': '779e3047-817a-4e57-87dd-701685ccdd35', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:17:35.824249 n-d-773647-6 neutron-server[100247]: INFO neutron.db.securitygroups_db [None req-709cabc4-f780-46c1-b71d-7ca4049bd01b tempest-NegativeSecGroupIPv6Test-1339434017 tempest-NegativeSecGroupIPv6Test-1339434017-project] Project 7343709057c743cfa5d8d006beac827c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 06 14:17:35.857566 n-d-773647-6 neutron-server[100247]: INFO neutron.api.v2.resource [None req-709cabc4-f780-46c1-b71d-7ca4049bd01b tempest-NegativeSecGroupIPv6Test-1339434017 tempest-NegativeSecGroupIPv6Test-1339434017-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 06 14:17:35.861490 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-709cabc4-f780-46c1-b71d-7ca4049bd01b tempest-NegativeSecGroupIPv6Test-1339434017 tempest-NegativeSecGroupIPv6Test-1339434017-project] 10.222.0.104 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0715592 Jul 06 14:17:35.862011 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 58866) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:17:35.872783 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 58868) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:17:35.874731 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [None req-8d501c50-b952-4cd0-9f95-df846b1aa6f9 tempest-NegativeSecGroupIPv6Test-1339434017 tempest-NegativeSecGroupIPv6Test-1339434017-project] Request body: {'security_group_rule': {'security_group_id': '779e3047-817a-4e57-87dd-701685ccdd35', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:17:35.875395 n-d-773647-6 neutron-server[100247]: WARNING neutron.api.v2.base [None req-8d501c50-b952-4cd0-9f95-df846b1aa6f9 tempest-NegativeSecGroupIPv6Test-1339434017 tempest-NegativeSecGroupIPv6Test-1339434017-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Jul 06 14:17:35.876044 n-d-773647-6 neutron-server[100247]: INFO neutron.api.v2.resource [None req-8d501c50-b952-4cd0-9f95-df846b1aa6f9 tempest-NegativeSecGroupIPv6Test-1339434017 tempest-NegativeSecGroupIPv6Test-1339434017-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 06 14:17:35.878406 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-8d501c50-b952-4cd0-9f95-df846b1aa6f9 tempest-NegativeSecGroupIPv6Test-1339434017 tempest-NegativeSecGroupIPv6Test-1339434017-project] 10.222.0.104 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0147316 Jul 06 14:17:35.881041 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 58870) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:17:35.901166 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [None req-5a0902c4-7180-45b0-8aad-18eff55ff60b tempest-NegativeSecGroupIPv6Test-1339434017 tempest-NegativeSecGroupIPv6Test-1339434017-project] Request body: {'security_group_rule': {'security_group_id': '779e3047-817a-4e57-87dd-701685ccdd35', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:17:35.943278 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [None req-4e724c92-4176-4cd2-9b94-770e08f6c58a admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-967190011-network', 'tenant_id': '8ef42f1bf74b44ee955aab3b6b768b64'}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:17:35.960036 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [req-16f05942-fa47-41f0-bd36-c59918112887 req-961bf7b6-1b40-4bbf-bf99-2e391411f6ad tempest-ServersNegativeTestJSON-728644794 tempest-ServersNegativeTestJSON-728644794-project] No DVR routers for this DVR port ab369556-c231-4bea-af39-f49c83d834d0 on host n-h2-773647-6 {{(pid=100246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:17:35.965547 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-16f05942-fa47-41f0-bd36-c59918112887 req-961bf7b6-1b40-4bbf-bf99-2e391411f6ad tempest-ServersNegativeTestJSON-728644794 tempest-ServersNegativeTestJSON-728644794-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:35.967669 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-16f05942-fa47-41f0-bd36-c59918112887 req-961bf7b6-1b40-4bbf-bf99-2e391411f6ad tempest-ServersNegativeTestJSON-728644794 tempest-ServersNegativeTestJSON-728644794-project] 10.222.0.72 "DELETE /v2.0/ports/ab369556-c231-4bea-af39-f49c83d834d0 HTTP/1.1" status: 204 len: 173 time: 1.5994956 Jul 06 14:17:35.979920 n-d-773647-6 neutron-server[100246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42673115-e3e2-4b55-8e26-f80b9f494c7a', 'name': 'network-vif-deleted', 'tag': 'ab369556-c231-4bea-af39-f49c83d834d0'}] {{(pid=100246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:17:35.981609 n-d-773647-6 neutron-server[100247]: INFO neutron.db.securitygroups_db [None req-5a0902c4-7180-45b0-8aad-18eff55ff60b tempest-NegativeSecGroupIPv6Test-1339434017 tempest-NegativeSecGroupIPv6Test-1339434017-project] Project 7343709057c743cfa5d8d006beac827c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 06 14:17:35.984174 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0d96c5ab5e889f7b933ae915b9be33d1b46c9e87795bf781004b656ef3f1e87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee13f41e-4ac9-4878-bfd0-d46ae25e9477" -d '{"events": [{"server_uuid": "42673115-e3e2-4b55-8e26-f80b9f494c7a", "name": "network-vif-deleted", "tag": "ab369556-c231-4bea-af39-f49c83d834d0"}]}' {{(pid=100246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:17:35.985426 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e724c92-4176-4cd2-9b94-770e08f6c58a admin admin] Made reservation on behalf of 8ef42f1bf74b44ee955aab3b6b768b64 for: {'network': 1} {{(pid=100247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:17:35.996974 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-4e724c92-4176-4cd2-9b94-770e08f6c58a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for network, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:36.020493 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-4e724c92-4176-4cd2-9b94-770e08f6c58a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:36.041208 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.db [None req-24072ef4-2b7f-4c50-a482-1d280f14c4f6 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] For port 270260ea-d262-4a7a-9e19-e10791ba0fad, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=270260ea-d262-4a7a-9e19-e10791ba0fad,segment=NetworkSegment(8edf1374-f673-45cc-801b-6b18eb682786),segment_id=8edf1374-f673-45cc-801b-6b18eb682786)] {{(pid=100246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:17:36.041636 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-24072ef4-2b7f-4c50-a482-1d280f14c4f6 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:36.051297 n-d-773647-6 neutron-server[100247]: INFO neutron.api.v2.resource [None req-5a0902c4-7180-45b0-8aad-18eff55ff60b tempest-NegativeSecGroupIPv6Test-1339434017 tempest-NegativeSecGroupIPv6Test-1339434017-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 06 14:17:36.054860 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 14:17:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5ed5fbd-9e07-4a72-b7b4-a8ba0d666904 x-openstack-request-id: req-d5ed5fbd-9e07-4a72-b7b4-a8ba0d666904 {{(pid=100246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:17:36.054860 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42673115-e3e2-4b55-8e26-f80b9f494c7a", "name": "network-vif-deleted", "tag": "ab369556-c231-4bea-af39-f49c83d834d0", "status": "completed", "code": 200}]} {{(pid=100246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:17:36.054860 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-d5ed5fbd-9e07-4a72-b7b4-a8ba0d666904 {{(pid=100246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:17:36.055204 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-5a0902c4-7180-45b0-8aad-18eff55ff60b tempest-NegativeSecGroupIPv6Test-1339434017 tempest-NegativeSecGroupIPv6Test-1339434017-project] 10.222.0.104 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.1697712 Jul 06 14:17:36.055910 n-d-773647-6 neutron-server[100246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42673115-e3e2-4b55-8e26-f80b9f494c7a', 'name': 'network-vif-deleted', 'tag': 'ab369556-c231-4bea-af39-f49c83d834d0', 'status': 'completed', 'code': 200} Jul 06 14:17:36.056026 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 58876) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:17:36.062224 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [None req-57b9615c-9fc7-4ea3-942f-d1409c8791fe tempest-NegativeSecGroupIPv6Test-1339434017 tempest-NegativeSecGroupIPv6Test-1339434017-project] Request body: {'security_group_rule': {'security_group_id': '779e3047-817a-4e57-87dd-701685ccdd35', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:17:36.064864 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [None req-24072ef4-2b7f-4c50-a482-1d280f14c4f6 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Calling delete_port for 270260ea-d262-4a7a-9e19-e10791ba0fad owned by network:router_interface {{(pid=100246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:17:36.097405 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.db_base_plugin_v2 [None req-af2f12d7-549b-4c41-8f09-899d21f3506d admin admin] Deleting subnet 43b44cc2-8280-4abb-bc23-973a73c284c8 {{(pid=100246) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 14:17:36.102023 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-af2f12d7-549b-4c41-8f09-899d21f3506d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:36.148341 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-4e724c92-4176-4cd2-9b94-770e08f6c58a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:36.174915 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-4e724c92-4176-4cd2-9b94-770e08f6c58a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:36.178093 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-af2f12d7-549b-4c41-8f09-899d21f3506d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126218885'] for subnet, precommit_delete_associations {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:36.185348 n-d-773647-6 neutron-server[100247]: INFO neutron.db.securitygroups_db [None req-57b9615c-9fc7-4ea3-942f-d1409c8791fe tempest-NegativeSecGroupIPv6Test-1339434017 tempest-NegativeSecGroupIPv6Test-1339434017-project] Project 7343709057c743cfa5d8d006beac827c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 06 14:17:36.223816 n-d-773647-6 neutron-server[100247]: INFO neutron.api.v2.resource [None req-57b9615c-9fc7-4ea3-942f-d1409c8791fe tempest-NegativeSecGroupIPv6Test-1339434017 tempest-NegativeSecGroupIPv6Test-1339434017-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 06 14:17:36.228445 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 58880) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:17:36.228904 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-57b9615c-9fc7-4ea3-942f-d1409c8791fe tempest-NegativeSecGroupIPv6Test-1339434017 tempest-NegativeSecGroupIPv6Test-1339434017-project] 10.222.0.104 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1724441 Jul 06 14:17:36.230072 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e724c92-4176-4cd2-9b94-770e08f6c58a admin admin] vlan segment allocate from pool success with {'vlan_id': 1021, 'physical_network': 'physnet1'} {{(pid=100247) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 14:17:36.243816 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e724c92-4176-4cd2-9b94-770e08f6c58a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37e99745-ab6f-458e-93db-14f98751ffdc,revision_number=1']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:17:36.250783 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-4e724c92-4176-4cd2-9b94-770e08f6c58a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552'] for segment, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:36.251287 n-d-773647-6 neutron-server[100247]: INFO neutron.db.segments_db [None req-4e724c92-4176-4cd2-9b94-770e08f6c58a admin admin] Added segment e8ae4a08-eed8-4576-9634-edfdd49e60f6 of type vlan for network a1716540-120f-40c7-aef8-86c1758785ac Jul 06 14:17:36.306766 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-af2f12d7-549b-4c41-8f09-899d21f3506d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-913473'] for subnet, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:36.332707 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-4e724c92-4176-4cd2-9b94-770e08f6c58a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773752984405'] for network, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:36.380311 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-4e724c92-4176-4cd2-9b94-770e08f6c58a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060'] for network, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:36.381550 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e724c92-4176-4cd2-9b94-770e08f6c58a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:17:36.382319 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-4e724c92-4176-4cd2-9b94-770e08f6c58a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583035'] for network, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:36.420206 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-176283f5-4a94-4364-aa92-490c2eb6d3a0 tempest-NegativeSecGroupIPv6Test-1339434017 tempest-NegativeSecGroupIPv6Test-1339434017-project] Notify callbacks [] for security_group, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:36.470973 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-4e724c92-4176-4cd2-9b94-770e08f6c58a admin admin] 10.222.0.104 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.6904342 Jul 06 14:17:36.474145 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 58886) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:17:36.474753 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-af2f12d7-549b-4c41-8f09-899d21f3506d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-913480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1849032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127687590', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127702764'] for subnet, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:36.479566 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [None req-da403780-a742-43e8-8cea-e40679c1aa68 admin admin] Request body: {'subnet': {'network_id': 'a1716540-120f-40c7-aef8-86c1758785ac', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-967190011-subnet', 'tenant_id': '8ef42f1bf74b44ee955aab3b6b768b64', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:17:36.488612 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e724c92-4176-4cd2-9b94-770e08f6c58a admin admin] Pushing event updated for resources: {'Network': ['ID=a1716540-120f-40c7-aef8-86c1758785ac,revision_number=1']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:17:36.499868 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-176283f5-4a94-4364-aa92-490c2eb6d3a0 tempest-NegativeSecGroupIPv6Test-1339434017 tempest-NegativeSecGroupIPv6Test-1339434017-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:36.508192 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Network a1716540-120f-40c7-aef8-86c1758785ac details requested by agent ovs-agent-n-d-773647-6 with host n-d-773647-6 {{(pid=100248) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 14:17:36.512783 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da403780-a742-43e8-8cea-e40679c1aa68 admin admin] Made reservation on behalf of 8ef42f1bf74b44ee955aab3b6b768b64 for: {'subnet': 1} {{(pid=100247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:17:36.516012 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-da403780-a742-43e8-8cea-e40679c1aa68 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127627440'] for subnet, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:36.573581 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-24072ef4-2b7f-4c50-a482-1d280f14c4f6 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127687580'] for port, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:36.575609 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2f12d7-549b-4c41-8f09-899d21f3506d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=43b44cc2-8280-4abb-bc23-973a73c284c8,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:17:36.617527 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-100b9d7a-574e-48f4-99fe-32ecfde7d093 req-cb9fd026-cc94-4138-a458-054ef5fa80e6 tempest-ServersNegativeTestJSON-728644794 tempest-ServersNegativeTestJSON-728644794-project] 10.222.0.104 "GET /v2.0/ports?device_id=42673115-e3e2-4b55-8e26-f80b9f494c7a HTTP/1.1" status: 200 len: 210 time: 0.0436246 Jul 06 14:17:36.644816 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-af2f12d7-549b-4c41-8f09-899d21f3506d admin admin] Notify callbacks [] for subnet, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:36.650757 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-af2f12d7-549b-4c41-8f09-899d21f3506d admin admin] 10.222.0.104 "DELETE /v2.0/subnets/43b44cc2-8280-4abb-bc23-973a73c284c8 HTTP/1.1" status: 204 len: 168 time: 0.7654216 Jul 06 14:17:36.651844 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 58892) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:17:36.657504 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24072ef4-2b7f-4c50-a482-1d280f14c4f6 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Pushing event deleted for resources: {'Port': ['ID=270260ea-d262-4a7a-9e19-e10791ba0fad,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:17:36.909425 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-176283f5-4a94-4364-aa92-490c2eb6d3a0 tempest-NegativeSecGroupIPv6Test-1339434017 tempest-NegativeSecGroupIPv6Test-1339434017-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:36.932274 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-176283f5-4a94-4364-aa92-490c2eb6d3a0 tempest-NegativeSecGroupIPv6Test-1339434017 tempest-NegativeSecGroupIPv6Test-1339434017-project] Notify callbacks [] for security_group, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:36.934185 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-176283f5-4a94-4364-aa92-490c2eb6d3a0 tempest-NegativeSecGroupIPv6Test-1339434017 tempest-NegativeSecGroupIPv6Test-1339434017-project] 10.222.0.104 "DELETE /v2.0/security-groups/779e3047-817a-4e57-87dd-701685ccdd35 HTTP/1.1" status: 204 len: 168 time: 0.7040539 Jul 06 14:17:36.946296 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 58894) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:17:36.969642 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-da403780-a742-43e8-8cea-e40679c1aa68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1849032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-128888412', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127627426'] for subnet, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:37.019365 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176283f5-4a94-4364-aa92-490c2eb6d3a0 tempest-NegativeSecGroupIPv6Test-1339434017 tempest-NegativeSecGroupIPv6Test-1339434017-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=779e3047-817a-4e57-87dd-701685ccdd35,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:17:37.024572 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da403780-a742-43e8-8cea-e40679c1aa68 admin admin] Pushing event updated for resources: {'Subnet': ['ID=31b9ba0a-adf0-4f11-8730-98182b05890b,revision_number=0']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:17:37.026287 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-ba115a5f-b95d-4351-b03a-94071c8da373 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530492'] for network, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:37.052133 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-24072ef4-2b7f-4c50-a482-1d280f14c4f6 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1809193'] for router_interface, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:37.120771 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-9b514ac5-7778-4b3e-832e-e53edc8301aa tempest-NegativeSecGroupIPv6Test-1339434017 tempest-NegativeSecGroupIPv6Test-1339434017-project] 10.222.0.104 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1727092 Jul 06 14:17:37.121419 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 58896) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:17:37.132905 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [None req-3abfff04-8dc9-4c91-9116-79321a4a02a1 tempest-NegativeSecGroupIPv6Test-1339434017 tempest-NegativeSecGroupIPv6Test-1339434017-project] Request body: {'security_group': {'name': 'tempest-secgroup--179894842'}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:17:37.144837 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da403780-a742-43e8-8cea-e40679c1aa68 admin admin] Checking segment: {'id': 'e8ae4a08-eed8-4576-9634-edfdd49e60f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1021, 'network_id': 'a1716540-120f-40c7-aef8-86c1758785ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100247) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:17:37.145214 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da403780-a742-43e8-8cea-e40679c1aa68 admin admin] Network hostable DHCP agents. Network: a1716540-120f-40c7-aef8-86c1758785ac, hostable agents: ['f2bada3d-be77-4359-982b-8505a2bbca04'], hosted agents: [] {{(pid=100247) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 14:17:37.180699 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41cc82b-412c-4239-bcca-d75a5cb71c2b req-2907a0e0-b158-4d6d-a6b1-5b4ba22fa49e tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:17:37.184915 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-a41cc82b-412c-4239-bcca-d75a5cb71c2b req-2907a0e0-b158-4d6d-a6b1-5b4ba22fa49e tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] 10.222.0.104 "GET /v2.0/ports?device_id=de95b307-6508-414c-9448-6e96e4660560 HTTP/1.1" status: 200 len: 943 time: 0.2885616 Jul 06 14:17:37.187785 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da403780-a742-43e8-8cea-e40679c1aa68 admin admin] Network a1716540-120f-40c7-aef8-86c1758785ac is scheduled to be hosted by DHCP agent f2bada3d-be77-4359-982b-8505a2bbca04 with binding_index 1 {{(pid=100247) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 14:17:37.204172 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-3abfff04-8dc9-4c91-9116-79321a4a02a1 tempest-NegativeSecGroupIPv6Test-1339434017 tempest-NegativeSecGroupIPv6Test-1339434017-project] Notify callbacks [] for security_group, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:37.207851 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-ba115a5f-b95d-4351-b03a-94071c8da373 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-917204', 'neutron.services.segments.db._delete_segments_for_network-8773753502302'] for network, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:37.209119 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.base_scheduler [None req-da403780-a742-43e8-8cea-e40679c1aa68 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773647-6, a1716540-120f-40c7-aef8-86c1758785ac) {{(pid=100247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:17:37.221748 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2d82b2c-235e-4a7c-ad3f-51b2d572b983 None None] Network a1716540-120f-40c7-aef8-86c1758785ac requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:17:37.225157 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da403780-a742-43e8-8cea-e40679c1aa68 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:17:37.225347 n-d-773647-6 neutron-server[100246]: DEBUG neutron.services.segments.db [None req-ba115a5f-b95d-4351-b03a-94071c8da373 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['49b14001-0249-40ad-b388-270776c77779']}} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:17:37.225996 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-da403780-a742-43e8-8cea-e40679c1aa68 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:37.240389 n-d-773647-6 neutron-server[100246]: DEBUG neutron.services.segments.db [None req-ba115a5f-b95d-4351-b03a-94071c8da373 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a5bb63dc-af84-4b25-adce-a2df85deca10') {'for_net_delete': True} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:17:37.240760 n-d-773647-6 neutron-server[100246]: DEBUG neutron.services.segments.db [None req-ba115a5f-b95d-4351-b03a-94071c8da373 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a5bb63dc-af84-4b25-adce-a2df85deca10') {} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:17:37.256742 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-ba115a5f-b95d-4351-b03a-94071c8da373 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773753515138', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126218898'] for segment, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:37.277135 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-da403780-a742-43e8-8cea-e40679c1aa68 admin admin] 10.222.0.104 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.8018775 Jul 06 14:17:37.322118 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-a41cc82b-412c-4239-bcca-d75a5cb71c2b req-b238adcd-2547-47c9-bf5c-cf9c6f06492f tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] 10.222.0.104 "GET /v2.0/security-groups?id=5a45c5f2-3366-4ec3-bcbb-576e95eec77a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0902538 Jul 06 14:17:37.334229 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-ba115a5f-b95d-4351-b03a-94071c8da373 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552'] for segment, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:37.354327 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba115a5f-b95d-4351-b03a-94071c8da373 admin admin] Releasing vlan 1015 on physical network physnet1 to pool {{(pid=100246) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 14:17:37.354747 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-ba115a5f-b95d-4351-b03a-94071c8da373 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127687491'] for segment, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:37.356556 n-d-773647-6 neutron-server[100246]: Traceback (most recent call last): Jul 06 14:17:37.356556 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 14:17:37.356556 n-d-773647-6 neutron-server[100246]: timer() Jul 06 14:17:37.356556 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 14:17:37.356556 n-d-773647-6 neutron-server[100246]: cb(*args, **kw) Jul 06 14:17:37.356556 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 14:17:37.356556 n-d-773647-6 neutron-server[100246]: return func(*args, **kwargs) Jul 06 14:17:37.356556 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 14:17:37.356556 n-d-773647-6 neutron-server[100246]: self._notify() Jul 06 14:17:37.356556 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 14:17:37.356556 n-d-773647-6 neutron-server[100246]: self.callback(batched_events) Jul 06 14:17:37.356556 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 14:17:37.356556 n-d-773647-6 neutron-server[100246]: event.method(event) Jul 06 14:17:37.356556 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 14:17:37.356556 n-d-773647-6 neutron-server[100246]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 14:17:37.356556 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 14:17:37.356556 n-d-773647-6 neutron-server[100246]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 14:17:37.356556 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 14:17:37.356556 n-d-773647-6 neutron-server[100246]: return f(self, *a, **k) Jul 06 14:17:37.356556 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 14:17:37.356556 n-d-773647-6 neutron-server[100246]: return self._get(url).json() Jul 06 14:17:37.356556 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 14:17:37.356556 n-d-773647-6 neutron-server[100246]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 14:17:37.356556 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 14:17:37.356556 n-d-773647-6 neutron-server[100246]: return self.request(url, 'GET', **kwargs) Jul 06 14:17:37.356556 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 14:17:37.356556 n-d-773647-6 neutron-server[100246]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 14:17:37.356556 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 14:17:37.356556 n-d-773647-6 neutron-server[100246]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 14:17:37.356556 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 14:17:37.356556 n-d-773647-6 neutron-server[100246]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 14:17:37.356556 n-d-773647-6 neutron-server[100246]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 14:17:37.409741 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-3abfff04-8dc9-4c91-9116-79321a4a02a1 tempest-NegativeSecGroupIPv6Test-1339434017 tempest-NegativeSecGroupIPv6Test-1339434017-project] Notify callbacks [] for security_group, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:37.414886 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-3abfff04-8dc9-4c91-9116-79321a4a02a1 tempest-NegativeSecGroupIPv6Test-1339434017 tempest-NegativeSecGroupIPv6Test-1339434017-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:37.425989 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24072ef4-2b7f-4c50-a482-1d280f14c4f6 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Router 9b40a096-c577-4f78-9540-9ca52d5c8261 has already been hosted by L3 agent 2823d358-a11b-4885-a706-95a279e43fa7 {{(pid=100246) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 14:17:37.437324 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-ba115a5f-b95d-4351-b03a-94071c8da373 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-917215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1761140'] for network, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:37.449133 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-ba115a5f-b95d-4351-b03a-94071c8da373 admin admin] Notify callbacks [] for network, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:37.452318 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24702974-2309-44b7-8611-ff3398f165dc None None] Network a1716540-120f-40c7-aef8-86c1758785ac requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:17:37.454009 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-ba115a5f-b95d-4351-b03a-94071c8da373 admin admin] 10.222.0.104 "DELETE /v2.0/networks/49b14001-0249-40ad-b388-270776c77779 HTTP/1.1" status: 204 len: 168 time: 0.7975152 Jul 06 14:17:37.468575 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba115a5f-b95d-4351-b03a-94071c8da373 admin admin] Pushing event deleted for resources: {'Network': ['ID=49b14001-0249-40ad-b388-270776c77779,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:17:37.490631 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3abfff04-8dc9-4c91-9116-79321a4a02a1 tempest-NegativeSecGroupIPv6Test-1339434017 tempest-NegativeSecGroupIPv6Test-1339434017-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3e71e926-363b-46d1-94f2-c83331ed1c81,revision_number=1']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:17:37.511028 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-3abfff04-8dc9-4c91-9116-79321a4a02a1 tempest-NegativeSecGroupIPv6Test-1339434017 tempest-NegativeSecGroupIPv6Test-1339434017-project] Notify callbacks [] for security_group, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:37.513602 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-3abfff04-8dc9-4c91-9116-79321a4a02a1 tempest-NegativeSecGroupIPv6Test-1339434017 tempest-NegativeSecGroupIPv6Test-1339434017-project] 10.222.0.104 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3855097 Jul 06 14:17:37.516669 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 58906) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:17:37.528394 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [None req-10887dbf-c67a-427e-a5b9-84c8159d7e29 tempest-NegativeSecGroupIPv6Test-1339434017 tempest-NegativeSecGroupIPv6Test-1339434017-project] Request body: {'security_group_rule': {'security_group_id': '3e71e926-363b-46d1-94f2-c83331ed1c81', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:17:37.607347 n-d-773647-6 neutron-server[100247]: INFO neutron.api.v2.resource [None req-10887dbf-c67a-427e-a5b9-84c8159d7e29 tempest-NegativeSecGroupIPv6Test-1339434017 tempest-NegativeSecGroupIPv6Test-1339434017-project] create failed (client error): The resource could not be found. Jul 06 14:17:37.608443 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-10887dbf-c67a-427e-a5b9-84c8159d7e29 tempest-NegativeSecGroupIPv6Test-1339434017 tempest-NegativeSecGroupIPv6Test-1339434017-project] 10.222.0.104 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.0892684 Jul 06 14:17:37.611331 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 58912) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:17:37.618608 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [None req-bbeadb5b-0d5b-4a63-901c-8f9a21615617 tempest-NegativeSecGroupIPv6Test-1339434017 tempest-NegativeSecGroupIPv6Test-1339434017-project] Request body: {'security_group_rule': {'security_group_id': '3e71e926-363b-46d1-94f2-c83331ed1c81', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '5217d2f2-ee18-4412-900d-9ae2560a9f44'}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:17:37.632098 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24072ef4-2b7f-4c50-a482-1d280f14c4f6 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Notify agent at l3_agent.n-d-773647-6 the message routers_updated {{(pid=100246) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 14:17:37.639260 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-24072ef4-2b7f-4c50-a482-1d280f14c4f6 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] 10.222.0.104 "PUT /v2.0/routers/9b40a096-c577-4f78-9540-9ca52d5c8261/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2155473 Jul 06 14:17:37.642320 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 58914) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:17:37.646604 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3097d5c7-6135-4fa8-a89c-1929831036b7 None None] Sync routers for ids ['9b40a096-c577-4f78-9540-9ca52d5c8261'] in n-d-773647-6 {{(pid=100249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 14:17:37.662625 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3097d5c7-6135-4fa8-a89c-1929831036b7 None None] Routers {'9b40a096-c577-4f78-9540-9ca52d5c8261'} bound to L3 agent in host n-d-773647-6 {{(pid=100249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:17:37.663379 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-3097d5c7-6135-4fa8-a89c-1929831036b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T14:17:26Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['9b40a096-c577-4f78-9540-9ca52d5c8261'], 'active': True} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:17:37.664607 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 58918) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:17:37.710499 n-d-773647-6 neutron-server[100247]: INFO neutron.api.v2.resource [None req-bbeadb5b-0d5b-4a63-901c-8f9a21615617 tempest-NegativeSecGroupIPv6Test-1339434017 tempest-NegativeSecGroupIPv6Test-1339434017-project] create failed (client error): The resource could not be found. Jul 06 14:17:37.711671 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-bbeadb5b-0d5b-4a63-901c-8f9a21615617 tempest-NegativeSecGroupIPv6Test-1339434017 tempest-NegativeSecGroupIPv6Test-1339434017-project] 10.222.0.104 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0994072 Jul 06 14:17:37.715242 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 58920) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:17:37.751540 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.db_base_plugin_v2 [None req-9aa1b297-68a0-477b-a724-095afda7b63a tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Deleting subnet 738218ea-e88d-41d4-8fa3-c8df2fb090ea {{(pid=100247) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 14:17:37.754872 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-9aa1b297-68a0-477b-a724-095afda7b63a tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Notify callbacks [] for subnet, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:37.779370 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-2aca9a34-bf6d-4f8a-b483-68435a938c7a admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=4600ccf0872344348383371ca2dd310c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1132760 Jul 06 14:17:37.781934 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 58922) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:17:37.800190 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-9aa1b297-68a0-477b-a724-095afda7b63a tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127131748'] for subnet, precommit_delete_associations {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:37.814452 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvr_db [None req-3097d5c7-6135-4fa8-a89c-1929831036b7 None None] Set router 9b40a096-c577-4f78-9540-9ca52d5c8261 gateway port host: None {{(pid=100249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:17:37.869246 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-6c68cb72-35e6-459a-be37-174ad6dbc963 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:37.890527 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-9aa1b297-68a0-477b-a724-095afda7b63a tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-913473'] for subnet, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:37.895427 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-6c68cb72-35e6-459a-be37-174ad6dbc963 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:37.957141 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-6c68cb72-35e6-459a-be37-174ad6dbc963 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:37.961327 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-6c68cb72-35e6-459a-be37-174ad6dbc963 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:37.962670 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-6c68cb72-35e6-459a-be37-174ad6dbc963 admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/e20905c3-4e2a-4820-8b00-03fe4a9f77fa HTTP/1.1" status: 204 len: 168 time: 0.1795158 Jul 06 14:17:37.972237 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c68cb72-35e6-459a-be37-174ad6dbc963 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e20905c3-4e2a-4820-8b00-03fe4a9f77fa,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:17:38.068888 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-3097d5c7-6135-4fa8-a89c-1929831036b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b40a096-c577-4f78-9540-9ca52d5c8261', 'name': 'tempest-RoutersIpV6Test-router-90364201', 'tenant_id': 'b162a45bb3174bbb964a63afe4786b87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:16:53Z', 'updated_at': '2021-07-06T14:17:36Z', 'revision_number': 8, 'project_id': 'b162a45bb3174bbb964a63afe4786b87', 'gw_port_host': None, '_interfaces': [{'id': '686731a9-05cb-4e39-aa14-1be75462c876', 'name': '', 'network_id': '63239bcf-fc30-4409-af24-2ce21b28b0d3', 'tenant_id': 'b162a45bb3174bbb964a63afe4786b87', 'mac_address': 'fa:16:3e:78:17:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b40a096-c577-4f78-9540-9ca52d5c8261', 'device_owner': 'network:router_interface', 'standard_attr_id': 2410, 'fixed_ips': [{'subnet_id': '37fac438-f282-4ff2-b3b6-ef311bc306c0', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:17:02Z', 'updated_at': '2021-07-06T14:17:14Z', 'revision_number': 5, 'project_id': 'b162a45bb3174bbb964a63afe4786b87', 'subnets': [{'id': '37fac438-f282-4ff2-b3b6-ef311bc306c0', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'aa306e0f-e678-4d29-a8a4-7f60d844e63f', 'name': '', 'network_id': '6ee6b830-cb65-403e-b3cd-43805a780930', 'tenant_id': 'b162a45bb3174bbb964a63afe4786b87', 'mac_address': 'fa:16:3e:10:cd:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b40a096-c577-4f78-9540-9ca52d5c8261', 'device_owner': 'network:router_interface', 'standard_attr_id': 2400, 'fixed_ips': [{'subnet_id': 'ebded7d8-cb22-4393-8c31-cfbeaa456181', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:16:55Z', 'updated_at': '2021-07-06T14:17:05Z', 'revision_number': 5, 'project_id': 'b162a45bb3174bbb964a63afe4786b87', 'subnets': [{'id': 'ebded7d8-cb22-4393-8c31-cfbeaa456181', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c1d262d1-7519-42ee-9647-5f84bbd2d953', 'name': '', 'network_id': '07b3f552-f0f9-4999-b67f-7093e13cbdd1', 'tenant_id': 'b162a45bb3174bbb964a63afe4786b87', 'mac_address': 'fa:16:3e:c0:2d:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b40a096-c577-4f78-9540-9ca52d5c8261', 'device_owner': 'network:router_interface', 'standard_attr_id': 2420, 'fixed_ips': [{'subnet_id': 'fa13a11b-af78-4fdd-a8e9-ee331908a850', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:17:12Z', 'updated_at': '2021-07-06T14:17:30Z', 'revision_number': 5, 'project_id': 'b162a45bb3174bbb964a63afe4786b87', 'subnets': [{'id': 'fa13a11b-af78-4fdd-a8e9-ee331908a850', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773647-6', False) {} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:17:38.078624 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-c806bbc7-1c68-4277-9685-f18d00b399a2 tempest-NegativeSecGroupIPv6Test-1339434017 tempest-NegativeSecGroupIPv6Test-1339434017-project] Notify callbacks [] for security_group, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:38.096386 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3097d5c7-6135-4fa8-a89c-1929831036b7 None None] Checking router: 9b40a096-c577-4f78-9540-9ca52d5c8261 for host: n-d-773647-6 {{(pid=100249) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 14:17:38.106678 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3097d5c7-6135-4fa8-a89c-1929831036b7 None None] Routers {'9b40a096-c577-4f78-9540-9ca52d5c8261'} bound to L3 agent in host n-d-773647-6 {{(pid=100249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:17:38.107416 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-3097d5c7-6135-4fa8-a89c-1929831036b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T14:17:26Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['9b40a096-c577-4f78-9540-9ca52d5c8261'], 'active': True} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:17:38.115742 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-9aa1b297-68a0-477b-a724-095afda7b63a tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-913480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1849032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-128888347', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127627857'] for subnet, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:38.139502 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-c806bbc7-1c68-4277-9685-f18d00b399a2 tempest-NegativeSecGroupIPv6Test-1339434017 tempest-NegativeSecGroupIPv6Test-1339434017-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:38.167204 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c10e20-c8d1-4eb1-9659-1c6a2487f945 req-9330d6d4-4394-408d-ab36-f5f1883e28ac tempest-ServerMetadataNegativeTestJSON-1234161501 tempest-ServerMetadataNegativeTestJSON-1234161501-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:17:38.168873 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-70c10e20-c8d1-4eb1-9659-1c6a2487f945 req-9330d6d4-4394-408d-ab36-f5f1883e28ac tempest-ServerMetadataNegativeTestJSON-1234161501 tempest-ServerMetadataNegativeTestJSON-1234161501-project] 10.222.0.104 "GET /v2.0/networks?id=a1716540-120f-40c7-aef8-86c1758785ac HTTP/1.1" status: 200 len: 820 time: 0.2494638 Jul 06 14:17:38.181972 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa1b297-68a0-477b-a724-095afda7b63a tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Pushing event deleted for resources: {'Subnet': ['ID=738218ea-e88d-41d4-8fa3-c8df2fb090ea,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:17:38.185965 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-9aa1b297-68a0-477b-a724-095afda7b63a tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Notify callbacks [] for subnet, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:38.188100 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-9aa1b297-68a0-477b-a724-095afda7b63a tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] 10.222.0.104 "DELETE /v2.0/subnets/738218ea-e88d-41d4-8fa3-c8df2fb090ea HTTP/1.1" status: 204 len: 168 time: 0.5445516 Jul 06 14:17:38.193528 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-198f54bf-2f14-41b3-9ae7-2c0f0b604005 None None] Network 884f3908-b47b-4fe9-a38c-c90cc2b08a36 requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:17:38.197581 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 58938) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:17:38.201632 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba24d3b5-477b-410e-a0d0-261b8042e3cb req-e79167f1-1049-4c20-8e55-b088c58915af tempest-ServersNegativeTestJSON-728644794 tempest-ServersNegativeTestJSON-728644794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:17:38.203301 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-ba24d3b5-477b-410e-a0d0-261b8042e3cb req-e79167f1-1049-4c20-8e55-b088c58915af tempest-ServersNegativeTestJSON-728644794 tempest-ServersNegativeTestJSON-728644794-project] 10.222.0.104 "GET /v2.0/ports?device_id=c38e1fb7-16c3-460f-81ed-82738a2148eb HTTP/1.1" status: 200 len: 946 time: 0.2827327 Jul 06 14:17:38.214338 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-70c10e20-c8d1-4eb1-9659-1c6a2487f945 req-27ce1e25-9780-4977-9841-5dc9081f3847 tempest-ServerMetadataNegativeTestJSON-1234161501 tempest-ServerMetadataNegativeTestJSON-1234161501-project] 10.222.0.104 "GET /v2.0/quotas/8ef42f1bf74b44ee955aab3b6b768b64 HTTP/1.1" status: 200 len: 375 time: 0.0342510 Jul 06 14:17:38.224217 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvr_db [None req-3097d5c7-6135-4fa8-a89c-1929831036b7 None None] Set router 9b40a096-c577-4f78-9540-9ca52d5c8261 gateway port host: None {{(pid=100249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:17:38.275003 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-70c10e20-c8d1-4eb1-9659-1c6a2487f945 req-fe75c1bd-a0da-475d-a9eb-3b02e7086f6c tempest-ServerMetadataNegativeTestJSON-1234161501 tempest-ServerMetadataNegativeTestJSON-1234161501-project] 10.222.0.104 "GET /v2.0/ports?tenant_id=8ef42f1bf74b44ee955aab3b6b768b64&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0496910 Jul 06 14:17:38.316635 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-707d8c92-7084-454e-8259-f5788d405f73 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530492'] for network, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:38.392685 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-ba24d3b5-477b-410e-a0d0-261b8042e3cb req-33d65454-823d-4a4b-8624-861e187f786a tempest-ServersNegativeTestJSON-728644794 tempest-ServersNegativeTestJSON-728644794-project] 10.222.0.104 "GET /v2.0/security-groups?id=55139e1c-0239-472b-ada8-5a3c70b3eb43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1772897 Jul 06 14:17:38.410116 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-c806bbc7-1c68-4277-9685-f18d00b399a2 tempest-NegativeSecGroupIPv6Test-1339434017 tempest-NegativeSecGroupIPv6Test-1339434017-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:38.410116 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-c806bbc7-1c68-4277-9685-f18d00b399a2 tempest-NegativeSecGroupIPv6Test-1339434017 tempest-NegativeSecGroupIPv6Test-1339434017-project] Notify callbacks [] for security_group, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:38.410116 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-c806bbc7-1c68-4277-9685-f18d00b399a2 tempest-NegativeSecGroupIPv6Test-1339434017 tempest-NegativeSecGroupIPv6Test-1339434017-project] 10.222.0.104 "DELETE /v2.0/security-groups/3e71e926-363b-46d1-94f2-c83331ed1c81 HTTP/1.1" status: 204 len: 168 time: 0.6893783 Jul 06 14:17:38.411060 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 58942) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:17:38.458875 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c806bbc7-1c68-4277-9685-f18d00b399a2 tempest-NegativeSecGroupIPv6Test-1339434017 tempest-NegativeSecGroupIPv6Test-1339434017-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e71e926-363b-46d1-94f2-c83331ed1c81,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:17:38.523031 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Device ab369556-c231-4bea-af39-f49c83d834d0 no longer exists at agent hyperv_n-h2-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:17:38.593218 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] No Port match for: ab369556-c231-4bea-af39-f49c83d834d0 {{(pid=100248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 14:17:38.593720 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Device ab369556-c231-4bea-af39-f49c83d834d0 not bound to the agent host n-h2-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:17:38.594167 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-70c10e20-c8d1-4eb1-9659-1c6a2487f945 req-939bd9fd-2ec9-44a8-9cd2-b94a646c3cdf service neutron] 10.222.0.104 "GET /v2.0/networks/a1716540-120f-40c7-aef8-86c1758785ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2938921 Jul 06 14:17:38.621108 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Device 483af117-bb3f-4588-a086-6405716a60ee details requested by agent hyperv_n-h1-773647-6 with host n-h1-773647-6 {{(pid=100248) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 14:17:38.745238 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-3097d5c7-6135-4fa8-a89c-1929831036b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b40a096-c577-4f78-9540-9ca52d5c8261', 'name': 'tempest-RoutersIpV6Test-router-90364201', 'tenant_id': 'b162a45bb3174bbb964a63afe4786b87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:16:53Z', 'updated_at': '2021-07-06T14:17:36Z', 'revision_number': 8, 'project_id': 'b162a45bb3174bbb964a63afe4786b87', 'gw_port_host': None, '_interfaces': [{'id': '686731a9-05cb-4e39-aa14-1be75462c876', 'name': '', 'network_id': '63239bcf-fc30-4409-af24-2ce21b28b0d3', 'tenant_id': 'b162a45bb3174bbb964a63afe4786b87', 'mac_address': 'fa:16:3e:78:17:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b40a096-c577-4f78-9540-9ca52d5c8261', 'device_owner': 'network:router_interface', 'standard_attr_id': 2410, 'fixed_ips': [{'subnet_id': '37fac438-f282-4ff2-b3b6-ef311bc306c0', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:17:02Z', 'updated_at': '2021-07-06T14:17:14Z', 'revision_number': 5, 'project_id': 'b162a45bb3174bbb964a63afe4786b87', 'subnets': [{'id': '37fac438-f282-4ff2-b3b6-ef311bc306c0', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'aa306e0f-e678-4d29-a8a4-7f60d844e63f', 'name': '', 'network_id': '6ee6b830-cb65-403e-b3cd-43805a780930', 'tenant_id': 'b162a45bb3174bbb964a63afe4786b87', 'mac_address': 'fa:16:3e:10:cd:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b40a096-c577-4f78-9540-9ca52d5c8261', 'device_owner': 'network:router_interface', 'standard_attr_id': 2400, 'fixed_ips': [{'subnet_id': 'ebded7d8-cb22-4393-8c31-cfbeaa456181', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:16:55Z', 'updated_at': '2021-07-06T14:17:05Z', 'revision_number': 5, 'project_id': 'b162a45bb3174bbb964a63afe4786b87', 'subnets': [{'id': 'ebded7d8-cb22-4393-8c31-cfbeaa456181', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c1d262d1-7519-42ee-9647-5f84bbd2d953', 'name': '', 'network_id': '07b3f552-f0f9-4999-b67f-7093e13cbdd1', 'tenant_id': 'b162a45bb3174bbb964a63afe4786b87', 'mac_address': 'fa:16:3e:c0:2d:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b40a096-c577-4f78-9540-9ca52d5c8261', 'device_owner': 'network:router_interface', 'standard_attr_id': 2420, 'fixed_ips': [{'subnet_id': 'fa13a11b-af78-4fdd-a8e9-ee331908a850', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:17:12Z', 'updated_at': '2021-07-06T14:17:30Z', 'revision_number': 5, 'project_id': 'b162a45bb3174bbb964a63afe4786b87', 'subnets': [{'id': 'fa13a11b-af78-4fdd-a8e9-ee331908a850', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773647-6', False) {} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:17:38.773197 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-70c10e20-c8d1-4eb1-9659-1c6a2487f945 req-193615fc-1ed1-44b0-a99d-2dd215dae3bc service neutron] 10.222.0.104 "GET /v2.0/networks/a1716540-120f-40c7-aef8-86c1758785ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1763206 Jul 06 14:17:38.783427 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d0fc03b-2eed-439e-a5eb-e56b682802c4 None None] DHCP port deletion for 884f3908-b47b-4fe9-a38c-c90cc2b08a36 request from n-d-773647-6 {{(pid=100248) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 14:17:38.785289 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3097d5c7-6135-4fa8-a89c-1929831036b7 None None] The sync data for ids ['9b40a096-c577-4f78-9540-9ca52d5c8261'] in n-d-773647-6 is: [{'id': '9b40a096-c577-4f78-9540-9ca52d5c8261', 'name': 'tempest-RoutersIpV6Test-router-90364201', 'tenant_id': 'b162a45bb3174bbb964a63afe4786b87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:16:53Z', 'updated_at': '2021-07-06T14:17:36Z', 'revision_number': 8, 'project_id': 'b162a45bb3174bbb964a63afe4786b87', 'gw_port_host': None, '_interfaces': [{'id': '686731a9-05cb-4e39-aa14-1be75462c876', 'name': '', 'network_id': '63239bcf-fc30-4409-af24-2ce21b28b0d3', 'tenant_id': 'b162a45bb3174bbb964a63afe4786b87', 'mac_address': 'fa:16:3e:78:17:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b40a096-c577-4f78-9540-9ca52d5c8261', 'device_owner': 'network:router_interface', 'standard_attr_id': 2410, 'fixed_ips': [{'subnet_id': '37fac438-f282-4ff2-b3b6-ef311bc306c0', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:17:02Z', 'updated_at': '2021-07-06T14:17:14Z', 'revision_number': 5, 'project_id': 'b162a45bb3174bbb964a63afe4786b87', 'subnets': [{'id': '37fac438-f282-4ff2-b3b6-ef311bc306c0', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'aa306e0f-e678-4d29-a8a4-7f60d844e63f', 'name': '', 'network_id': '6ee6b830-cb65-403e-b3cd-43805a780930', 'tenant_id': 'b162a45bb3174bbb964a63afe4786b87', 'mac_address': 'fa:16:3e:10:cd:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b40a096-c577-4f78-9540-9ca52d5c8261', 'device_owner': 'network:router_interface', 'standard_attr_id': 2400, 'fixed_ips': [{'subnet_id': 'ebded7d8-cb22-4393-8c31-cfbeaa456181', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:16:55Z', 'updated_at': '2021-07-06T14:17:05Z', 'revision_number': 5, 'project_id': 'b162a45bb3174bbb964a63afe4786b87', 'subnets': [{'id': 'ebded7d8-cb22-4393-8c31-cfbeaa456181', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c1d262d1-7519-42ee-9647-5f84bbd2d953', 'name': '', 'network_id': '07b3f552-f0f9-4999-b67f-7093e13cbdd1', 'tenant_id': 'b162a45bb3174bbb964a63afe4786b87', 'mac_address': 'fa:16:3e:c0:2d:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b40a096-c577-4f78-9540-9ca52d5c8261', 'device_owner': 'network:router_interface', 'standard_attr_id': 2420, 'fixed_ips': [{'subnet_id': 'fa13a11b-af78-4fdd-a8e9-ee331908a850', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:17:12Z', 'updated_at': '2021-07-06T14:17:30Z', 'revision_number': 5, 'project_id': 'b162a45bb3174bbb964a63afe4786b87', 'subnets': [{'id': 'fa13a11b-af78-4fdd-a8e9-ee331908a850', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 14:17:38.879114 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] For port 483af117-bb3f-4588-a086-6405716a60ee, host n-h1-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773647-6',level=0,port_id=483af117-bb3f-4588-a086-6405716a60ee,segment=NetworkSegment(967d25fd-e6c0-4517-afb5-5ac37f3bf726),segment_id=967d25fd-e6c0-4517-afb5-5ac37f3bf726)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:17:38.884968 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29bcfd9-e21b-4881-9e29-7e2f23de22b2 req-c97c1ad7-4357-4d38-a11b-4da227afa19c tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:17:38.886898 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-c29bcfd9-e21b-4881-9e29-7e2f23de22b2 req-c97c1ad7-4357-4d38-a11b-4da227afa19c tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] 10.222.0.104 "GET /v2.0/ports?device_id=de95b307-6508-414c-9448-6e96e4660560 HTTP/1.1" status: 200 len: 943 time: 0.0828094 Jul 06 14:17:38.912841 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Returning: {'device': '483af117-bb3f-4588-a086-6405716a60ee', 'network_id': 'f6bee18a-7d0c-49a0-8d57-f9458d12e262', 'port_id': '483af117-bb3f-4588-a086-6405716a60ee', 'mac_address': 'fa:16:3e:f3:3f:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1049, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'de957a32-863f-485c-94ac-904da725d611', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100248) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 14:17:38.961382 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-c29bcfd9-e21b-4881-9e29-7e2f23de22b2 req-87cc40d0-3603-4b1f-8a45-db475bea1eb4 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] 10.222.0.104 "GET /v2.0/security-groups?id=5a45c5f2-3366-4ec3-bcbb-576e95eec77a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0671797 Jul 06 14:17:38.981228 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:39.034996 n-d-773647-6 neutron-server[100248]: DEBUG neutron.notifiers.nova [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 483af117-bb3f-4588-a086-6405716a60ee {{(pid=100248) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 14:17:39.056240 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-9da1d299-e5a4-452b-bb92-d34b66eb7790 req-3ff14709-9aa2-4ced-9ce3-78e46d301796 tempest-ServerMetadataNegativeTestJSON-1234161501 tempest-ServerMetadataNegativeTestJSON-1234161501-project] 10.222.0.104 "GET /v2.0/ports?device_id=8b36a2c4-c043-43d1-af89-7c6099d236d3 HTTP/1.1" status: 200 len: 210 time: 0.0694003 Jul 06 14:17:39.085738 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-6d0fc03b-2eed-439e-a5eb-e56b682802c4 None None] Deleting port 946b3ef1-1f92-4d24-8ecf-cf1ba9fccc66 {{(pid=100248) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:17:39.086116 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-6d0fc03b-2eed-439e-a5eb-e56b682802c4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:39.107745 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] For port 483af117-bb3f-4588-a086-6405716a60ee, host n-h1-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773647-6',level=0,port_id=483af117-bb3f-4588-a086-6405716a60ee,segment=NetworkSegment(967d25fd-e6c0-4517-afb5-5ac37f3bf726),segment_id=967d25fd-e6c0-4517-afb5-5ac37f3bf726)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:17:39.137531 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-e18b2aeb-0b30-43c7-8b47-fecdd6dee07e tempest-NegativeSecGroupIPv6Test-1339434017 tempest-NegativeSecGroupIPv6Test-1339434017-project] 10.222.0.104 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.7236485 Jul 06 14:17:39.143182 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 58958) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:17:39.148745 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-cba85821-98b2-40b9-949c-90b891f9734a tempest-NegativeSecGroupIPv6Test-1339434017 tempest-NegativeSecGroupIPv6Test-1339434017-project] Request body: {'security_group_rule': {'security_group_id': '05ee87b1-e061-4f43-8151-4c9ed1323e97', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:17:39.159303 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [None req-707d8c92-7084-454e-8259-f5788d405f73 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Deleting port 946b3ef1-1f92-4d24-8ecf-cf1ba9fccc66 {{(pid=100246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:17:39.159657 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-707d8c92-7084-454e-8259-f5788d405f73 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:39.179403 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4294a400-02d0-446d-abf0-8f52e4378647 req-e978efcd-8806-4375-811c-d8161639da21 tempest-ServersNegativeTestJSON-728644794 tempest-ServersNegativeTestJSON-728644794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:17:39.181319 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-4294a400-02d0-446d-abf0-8f52e4378647 req-e978efcd-8806-4375-811c-d8161639da21 tempest-ServersNegativeTestJSON-728644794 tempest-ServersNegativeTestJSON-728644794-project] 10.222.0.104 "GET /v2.0/ports?device_id=c38e1fb7-16c3-460f-81ed-82738a2148eb HTTP/1.1" status: 200 len: 946 time: 0.0884840 Jul 06 14:17:39.194342 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-6d0fc03b-2eed-439e-a5eb-e56b682802c4 None None] For port 946b3ef1-1f92-4d24-8ecf-cf1ba9fccc66, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=946b3ef1-1f92-4d24-8ecf-cf1ba9fccc66,segment=NetworkSegment(8edf1374-f673-45cc-801b-6b18eb682786),segment_id=8edf1374-f673-45cc-801b-6b18eb682786)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:17:39.194866 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-6d0fc03b-2eed-439e-a5eb-e56b682802c4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:39.214766 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-6d0fc03b-2eed-439e-a5eb-e56b682802c4 None None] Calling delete_port for 946b3ef1-1f92-4d24-8ecf-cf1ba9fccc66 owned by network:dhcp {{(pid=100248) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:17:39.279349 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-4294a400-02d0-446d-abf0-8f52e4378647 req-fe414529-a357-49dd-a52d-4668c8ed0490 tempest-ServersNegativeTestJSON-728644794 tempest-ServersNegativeTestJSON-728644794-project] 10.222.0.104 "GET /v2.0/security-groups?id=55139e1c-0239-472b-ada8-5a3c70b3eb43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923500 Jul 06 14:17:39.287342 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:39.305492 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.db [None req-707d8c92-7084-454e-8259-f5788d405f73 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] For port 946b3ef1-1f92-4d24-8ecf-cf1ba9fccc66, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=946b3ef1-1f92-4d24-8ecf-cf1ba9fccc66,segment=NetworkSegment(8edf1374-f673-45cc-801b-6b18eb682786),segment_id=8edf1374-f673-45cc-801b-6b18eb682786)] {{(pid=100246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:17:39.305853 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-707d8c92-7084-454e-8259-f5788d405f73 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:39.309833 n-d-773647-6 neutron-server[100246]: INFO neutron.api.v2.resource [None req-cba85821-98b2-40b9-949c-90b891f9734a tempest-NegativeSecGroupIPv6Test-1339434017 tempest-NegativeSecGroupIPv6Test-1339434017-project] create failed (client error): The resource could not be found. Jul 06 14:17:39.311070 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-cba85821-98b2-40b9-949c-90b891f9734a tempest-NegativeSecGroupIPv6Test-1339434017 tempest-NegativeSecGroupIPv6Test-1339434017-project] 10.222.0.104 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1660092 Jul 06 14:17:39.314948 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 58964) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:17:39.319957 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [None req-f5a12ed9-aaac-4f7b-8116-84b9d358fc49 tempest-NegativeSecGroupIPv6Test-1339434017 tempest-NegativeSecGroupIPv6Test-1339434017-project] Request body: {'security_group': {'name': 'tempest-secgroup--664392626'}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:17:39.325211 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [None req-707d8c92-7084-454e-8259-f5788d405f73 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Calling delete_port for 946b3ef1-1f92-4d24-8ecf-cf1ba9fccc66 owned by network:dhcp {{(pid=100246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:17:39.356403 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-f5a12ed9-aaac-4f7b-8116-84b9d358fc49 tempest-NegativeSecGroupIPv6Test-1339434017 tempest-NegativeSecGroupIPv6Test-1339434017-project] Notify callbacks [] for security_group, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:39.419261 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 270260ea-d262-4a7a-9e19-e10791ba0fad no longer exists at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:17:39.425967 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-6d0fc03b-2eed-439e-a5eb-e56b682802c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117'] for port, after_delete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:39.449018 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-707d8c92-7084-454e-8259-f5788d405f73 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127687580'] for port, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:39.475633 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] No Port match for: 270260ea-d262-4a7a-9e19-e10791ba0fad {{(pid=100248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 14:17:39.476040 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 270260ea-d262-4a7a-9e19-e10791ba0fad not bound to the agent host n-d-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:17:39.476753 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 946b3ef1-1f92-4d24-8ecf-cf1ba9fccc66 no longer exists at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:17:39.490884 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707d8c92-7084-454e-8259-f5788d405f73 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Pushing event deleted for resources: {'Port': ['ID=946b3ef1-1f92-4d24-8ecf-cf1ba9fccc66,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:17:39.501056 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-707d8c92-7084-454e-8259-f5788d405f73 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] No DVR routers for this DVR port 946b3ef1-1f92-4d24-8ecf-cf1ba9fccc66 on host n-d-773647-6 {{(pid=100246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:17:39.522990 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-f5a12ed9-aaac-4f7b-8116-84b9d358fc49 tempest-NegativeSecGroupIPv6Test-1339434017 tempest-NegativeSecGroupIPv6Test-1339434017-project] Notify callbacks [] for security_group, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:39.538297 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d0fc03b-2eed-439e-a5eb-e56b682802c4 None None] No DVR routers for this DVR port 946b3ef1-1f92-4d24-8ecf-cf1ba9fccc66 on host n-d-773647-6 {{(pid=100248) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:17:39.538554 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-f5a12ed9-aaac-4f7b-8116-84b9d358fc49 tempest-NegativeSecGroupIPv6Test-1339434017 tempest-NegativeSecGroupIPv6Test-1339434017-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:39.539899 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] No Port match for: 946b3ef1-1f92-4d24-8ecf-cf1ba9fccc66 {{(pid=100248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 14:17:39.540277 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 946b3ef1-1f92-4d24-8ecf-cf1ba9fccc66 not bound to the agent host n-d-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:17:39.562514 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Pushing event updated for resources: {'Port': ['ID=483af117-bb3f-4588-a086-6405716a60ee,revision_number=4']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:17:39.587790 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0fc03b-2eed-439e-a5eb-e56b682802c4 None None] Pushing event deleted for resources: {'Port': ['ID=946b3ef1-1f92-4d24-8ecf-cf1ba9fccc66,revision_number=None']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:17:39.612858 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-707d8c92-7084-454e-8259-f5788d405f73 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-917204', 'neutron.services.segments.db._delete_segments_for_network-8773753502302'] for network, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:39.626686 n-d-773647-6 neutron-server[100246]: DEBUG neutron.services.segments.db [None req-707d8c92-7084-454e-8259-f5788d405f73 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['884f3908-b47b-4fe9-a38c-c90cc2b08a36']}} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:17:39.639463 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-f5a12ed9-aaac-4f7b-8116-84b9d358fc49 tempest-NegativeSecGroupIPv6Test-1339434017 tempest-NegativeSecGroupIPv6Test-1339434017-project] Notify callbacks [] for security_group, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:39.640443 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] get_ports_and_sgs() called for port_ids ['483af117-bb3f-4588-a086-6405716a60ee'] {{(pid=100248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 14:17:39.643116 n-d-773647-6 neutron-server[100246]: DEBUG neutron.services.segments.db [None req-707d8c92-7084-454e-8259-f5788d405f73 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8edf1374-f673-45cc-801b-6b18eb682786') {'for_net_delete': True} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:17:39.643497 n-d-773647-6 neutron-server[100246]: DEBUG neutron.services.segments.db [None req-707d8c92-7084-454e-8259-f5788d405f73 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8edf1374-f673-45cc-801b-6b18eb682786') {} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:17:39.649611 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-f5a12ed9-aaac-4f7b-8116-84b9d358fc49 tempest-NegativeSecGroupIPv6Test-1339434017 tempest-NegativeSecGroupIPv6Test-1339434017-project] 10.222.0.104 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3334568 Jul 06 14:17:39.653261 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a12ed9-aaac-4f7b-8116-84b9d358fc49 tempest-NegativeSecGroupIPv6Test-1339434017 tempest-NegativeSecGroupIPv6Test-1339434017-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f1b5b79e-54a5-4a8a-a061-c9e3c7ad0d83,revision_number=1']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:17:39.655767 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 58970) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:17:39.668267 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-7ee98bd5-b098-4eda-85cb-3eed922e9ab8 tempest-NegativeSecGroupIPv6Test-1339434017 tempest-NegativeSecGroupIPv6Test-1339434017-project] Request body: {'security_group': {'name': 'tempest-secgroup--843451750'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:17:39.677304 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-707d8c92-7084-454e-8259-f5788d405f73 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773753515138', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126218898'] for segment, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:39.702350 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-707d8c92-7084-454e-8259-f5788d405f73 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552'] for segment, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:39.711822 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d9ecc0-2801-4e3f-9d63-807d38f56fb7 req-5be5836f-a0ee-4c2f-ba8f-f241988409ae tempest-ServersNegativeTestJSON-728644794 tempest-ServersNegativeTestJSON-728644794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:17:39.717751 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-50d9ecc0-2801-4e3f-9d63-807d38f56fb7 req-5be5836f-a0ee-4c2f-ba8f-f241988409ae tempest-ServersNegativeTestJSON-728644794 tempest-ServersNegativeTestJSON-728644794-project] 10.222.0.104 "GET /v2.0/ports?device_id=c38e1fb7-16c3-460f-81ed-82738a2148eb HTTP/1.1" status: 200 len: 946 time: 0.1807604 Jul 06 14:17:39.742049 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-707d8c92-7084-454e-8259-f5788d405f73 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Releasing vlan 1030 on physical network physnet1 to pool {{(pid=100246) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 14:17:39.742482 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-707d8c92-7084-454e-8259-f5788d405f73 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127687491'] for segment, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:39.746580 n-d-773647-6 neutron-server[100246]: Traceback (most recent call last): Jul 06 14:17:39.746580 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 14:17:39.746580 n-d-773647-6 neutron-server[100246]: timer() Jul 06 14:17:39.746580 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 14:17:39.746580 n-d-773647-6 neutron-server[100246]: cb(*args, **kw) Jul 06 14:17:39.746580 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 14:17:39.746580 n-d-773647-6 neutron-server[100246]: return func(*args, **kwargs) Jul 06 14:17:39.746580 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 14:17:39.746580 n-d-773647-6 neutron-server[100246]: self._notify() Jul 06 14:17:39.746580 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 14:17:39.746580 n-d-773647-6 neutron-server[100246]: self.callback(batched_events) Jul 06 14:17:39.746580 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 14:17:39.746580 n-d-773647-6 neutron-server[100246]: event.method(event) Jul 06 14:17:39.746580 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 14:17:39.746580 n-d-773647-6 neutron-server[100246]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 14:17:39.746580 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 14:17:39.746580 n-d-773647-6 neutron-server[100246]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 14:17:39.746580 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 14:17:39.746580 n-d-773647-6 neutron-server[100246]: return f(self, *a, **k) Jul 06 14:17:39.746580 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 14:17:39.746580 n-d-773647-6 neutron-server[100246]: return self._get(url).json() Jul 06 14:17:39.746580 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 14:17:39.746580 n-d-773647-6 neutron-server[100246]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 14:17:39.746580 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 14:17:39.746580 n-d-773647-6 neutron-server[100246]: return self.request(url, 'GET', **kwargs) Jul 06 14:17:39.746580 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 14:17:39.746580 n-d-773647-6 neutron-server[100246]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 14:17:39.746580 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 14:17:39.746580 n-d-773647-6 neutron-server[100246]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 14:17:39.746580 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 14:17:39.746580 n-d-773647-6 neutron-server[100246]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 14:17:39.746580 n-d-773647-6 neutron-server[100246]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 14:17:39.769220 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-7ee98bd5-b098-4eda-85cb-3eed922e9ab8 tempest-NegativeSecGroupIPv6Test-1339434017 tempest-NegativeSecGroupIPv6Test-1339434017-project] Notify callbacks [] for security_group, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:39.804070 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-50d9ecc0-2801-4e3f-9d63-807d38f56fb7 req-83304022-0c51-45e1-86e2-7a227891eb64 tempest-ServersNegativeTestJSON-728644794 tempest-ServersNegativeTestJSON-728644794-project] 10.222.0.104 "GET /v2.0/security-groups?id=55139e1c-0239-472b-ada8-5a3c70b3eb43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751634 Jul 06 14:17:39.897191 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-707d8c92-7084-454e-8259-f5788d405f73 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-917215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1761140'] for network, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:39.925419 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-707d8c92-7084-454e-8259-f5788d405f73 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Notify callbacks [] for network, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:39.927750 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-707d8c92-7084-454e-8259-f5788d405f73 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] 10.222.0.104 "DELETE /v2.0/networks/884f3908-b47b-4fe9-a38c-c90cc2b08a36 HTTP/1.1" status: 204 len: 168 time: 1.7282708 Jul 06 14:17:39.928862 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707d8c92-7084-454e-8259-f5788d405f73 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Pushing event deleted for resources: {'Network': ['ID=884f3908-b47b-4fe9-a38c-c90cc2b08a36,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:17:39.930820 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 58976) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:17:39.998459 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-7ee98bd5-b098-4eda-85cb-3eed922e9ab8 tempest-NegativeSecGroupIPv6Test-1339434017 tempest-NegativeSecGroupIPv6Test-1339434017-project] Notify callbacks [] for security_group, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:40.005118 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-7ee98bd5-b098-4eda-85cb-3eed922e9ab8 tempest-NegativeSecGroupIPv6Test-1339434017 tempest-NegativeSecGroupIPv6Test-1339434017-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:40.045603 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-7ee98bd5-b098-4eda-85cb-3eed922e9ab8 tempest-NegativeSecGroupIPv6Test-1339434017 tempest-NegativeSecGroupIPv6Test-1339434017-project] Notify callbacks [] for security_group, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:40.049223 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-7ee98bd5-b098-4eda-85cb-3eed922e9ab8 tempest-NegativeSecGroupIPv6Test-1339434017 tempest-NegativeSecGroupIPv6Test-1339434017-project] 10.222.0.104 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3850503 Jul 06 14:17:40.061032 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 58980) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:17:40.068010 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-4400fb2d-0f08-4dce-93e4-65bba261c107 tempest-NegativeSecGroupIPv6Test-1339434017 tempest-NegativeSecGroupIPv6Test-1339434017-project] Request body: {'security_group_rule': {'security_group_id': 'f1b5b79e-54a5-4a8a-a061-c9e3c7ad0d83', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '12b87be9-e3f0-4078-a6ef-021d828458f1'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:17:40.092279 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee98bd5-b098-4eda-85cb-3eed922e9ab8 tempest-NegativeSecGroupIPv6Test-1339434017 tempest-NegativeSecGroupIPv6Test-1339434017-project] Pushing event updated for resources: {'SecurityGroup': ['ID=12b87be9-e3f0-4078-a6ef-021d828458f1,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:17:40.172084 n-d-773647-6 neutron-server[100246]: INFO neutron.api.v2.resource [None req-4400fb2d-0f08-4dce-93e4-65bba261c107 tempest-NegativeSecGroupIPv6Test-1339434017 tempest-NegativeSecGroupIPv6Test-1339434017-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 06 14:17:40.175856 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-4400fb2d-0f08-4dce-93e4-65bba261c107 tempest-NegativeSecGroupIPv6Test-1339434017 tempest-NegativeSecGroupIPv6Test-1339434017-project] 10.222.0.104 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.1108809 Jul 06 14:17:40.177800 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 58984) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:17:40.213310 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-837774f9-4bb0-4411-a762-c79d459bee1c req-654b1bf6-bf82-4f55-9cdc-31a1d37339c9 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=28222247-ef72-4123-b031-e588ebd3ba47&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1021647 Jul 06 14:17:40.258338 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-6e56e569-95a1-48f9-875a-5d2065426e2a tempest-NegativeSecGroupIPv6Test-1339434017 tempest-NegativeSecGroupIPv6Test-1339434017-project] Notify callbacks [] for security_group, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:40.295713 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-6e56e569-95a1-48f9-875a-5d2065426e2a tempest-NegativeSecGroupIPv6Test-1339434017 tempest-NegativeSecGroupIPv6Test-1339434017-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:40.307926 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-3e6a4649-8223-48ab-b842-03e35cd28cd0 req-0785c09e-1a9e-4b17-8ac9-4d3ae60b2670 tempest-ServerMetadataNegativeTestJSON-1234161501 tempest-ServerMetadataNegativeTestJSON-1234161501-project] 10.222.0.104 "GET /v2.0/ports?device_id=8b36a2c4-c043-43d1-af89-7c6099d236d3 HTTP/1.1" status: 200 len: 210 time: 0.0484748 Jul 06 14:17:40.383774 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-6e56e569-95a1-48f9-875a-5d2065426e2a tempest-NegativeSecGroupIPv6Test-1339434017 tempest-NegativeSecGroupIPv6Test-1339434017-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:40.388813 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-6e56e569-95a1-48f9-875a-5d2065426e2a tempest-NegativeSecGroupIPv6Test-1339434017 tempest-NegativeSecGroupIPv6Test-1339434017-project] Notify callbacks [] for security_group, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:40.392800 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-6e56e569-95a1-48f9-875a-5d2065426e2a tempest-NegativeSecGroupIPv6Test-1339434017 tempest-NegativeSecGroupIPv6Test-1339434017-project] 10.222.0.104 "DELETE /v2.0/security-groups/12b87be9-e3f0-4078-a6ef-021d828458f1 HTTP/1.1" status: 204 len: 168 time: 0.2103827 Jul 06 14:17:40.394611 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2573719c-0a75-41a1-bb1d-e97094e13b5f req-411cd99d-13f5-4343-afe0-2a299a8740fb tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:17:40.396394 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-2573719c-0a75-41a1-bb1d-e97094e13b5f req-411cd99d-13f5-4343-afe0-2a299a8740fb tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] 10.222.0.104 "GET /v2.0/ports?device_id=de95b307-6508-414c-9448-6e96e4660560 HTTP/1.1" status: 200 len: 944 time: 0.2791286 Jul 06 14:17:40.398663 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 58994) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:17:40.429680 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837774f9-4bb0-4411-a762-c79d459bee1c req-0b533cd8-88d8-4022-a699-f76bc966ecd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:17:40.431568 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-837774f9-4bb0-4411-a762-c79d459bee1c req-0b533cd8-88d8-4022-a699-f76bc966ecd5 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=9686fd5ec0aa4012928191c3d42f6e6c&device_id=28222247-ef72-4123-b031-e588ebd3ba47 HTTP/1.1" status: 200 len: 1097 time: 0.1484950 Jul 06 14:17:40.435164 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e56e569-95a1-48f9-875a-5d2065426e2a tempest-NegativeSecGroupIPv6Test-1339434017 tempest-NegativeSecGroupIPv6Test-1339434017-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=12b87be9-e3f0-4078-a6ef-021d828458f1,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:17:40.501207 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-eb42d0a4-666b-447b-bc5e-a277ec314a5e tempest-NegativeSecGroupIPv6Test-1339434017 tempest-NegativeSecGroupIPv6Test-1339434017-project] 10.222.0.104 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.0998611 Jul 06 14:17:40.501421 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-2573719c-0a75-41a1-bb1d-e97094e13b5f req-8c70375f-610d-4d31-b7e1-8f9366c5c521 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] 10.222.0.104 "GET /v2.0/security-groups?id=5a45c5f2-3366-4ec3-bcbb-576e95eec77a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0912664 Jul 06 14:17:40.502172 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 58996) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:17:40.591248 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:40.614389 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-5b2d6ebf-c76f-4cb1-bd65-ca35c28872de tempest-NegativeSecGroupIPv6Test-1339434017 tempest-NegativeSecGroupIPv6Test-1339434017-project] Notify callbacks [] for security_group, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:40.644870 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-5b2d6ebf-c76f-4cb1-bd65-ca35c28872de tempest-NegativeSecGroupIPv6Test-1339434017 tempest-NegativeSecGroupIPv6Test-1339434017-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:40.689628 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-e06f5588-3ffd-4d4c-9402-3d668256615a tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1809431'] for router_interface, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:40.742409 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [req-f532b729-cc61-48c5-b462-c232436f4cf2 req-e78b17bf-4bfb-43c0-87d0-12a9af060bf2 tempest-ServersOnMultiNodesTest-299961212 tempest-ServersOnMultiNodesTest-299961212-project] (100246) timed out ('10.222.0.127', 62286) {{(pid=100246) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 06 14:17:40.768834 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c10e20-c8d1-4eb1-9659-1c6a2487f945 req-d9d47be1-a7bf-4d25-a52d-1f09a23f5a5a tempest-ServerMetadataNegativeTestJSON-1234161501 tempest-ServerMetadataNegativeTestJSON-1234161501-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:17:40.770438 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-70c10e20-c8d1-4eb1-9659-1c6a2487f945 req-d9d47be1-a7bf-4d25-a52d-1f09a23f5a5a tempest-ServerMetadataNegativeTestJSON-1234161501 tempest-ServerMetadataNegativeTestJSON-1234161501-project] 10.222.0.72 "GET /v2.0/networks?id=a1716540-120f-40c7-aef8-86c1758785ac HTTP/1.1" status: 200 len: 820 time: 0.2571187 Jul 06 14:17:40.773860 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837774f9-4bb0-4411-a762-c79d459bee1c req-772f742f-746d-43e2-bfe7-ebbbe1bb8222 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:17:40.775402 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-837774f9-4bb0-4411-a762-c79d459bee1c req-772f742f-746d-43e2-bfe7-ebbbe1bb8222 service neutron] 10.222.0.72 "GET /v2.0/networks?id=a1c5aa58-a5eb-4fe0-9c0d-ad9cb3f782ca HTTP/1.1" status: 200 len: 919 time: 0.2404130 Jul 06 14:17:40.787931 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-5b2d6ebf-c76f-4cb1-bd65-ca35c28872de tempest-NegativeSecGroupIPv6Test-1339434017 tempest-NegativeSecGroupIPv6Test-1339434017-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:40.791133 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-5b2d6ebf-c76f-4cb1-bd65-ca35c28872de tempest-NegativeSecGroupIPv6Test-1339434017 tempest-NegativeSecGroupIPv6Test-1339434017-project] Notify callbacks [] for security_group, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:40.791588 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [req-70c10e20-c8d1-4eb1-9659-1c6a2487f945 req-81bd0532-4082-440f-95e8-f3cb51523def tempest-ServerMetadataNegativeTestJSON-1234161501 tempest-ServerMetadataNegativeTestJSON-1234161501-project] Request body: {'port': {'device_id': '8b36a2c4-c043-43d1-af89-7c6099d236d3', 'network_id': 'a1716540-120f-40c7-aef8-86c1758785ac', 'admin_state_up': True, 'tenant_id': '8ef42f1bf74b44ee955aab3b6b768b64'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:17:40.795079 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-5b2d6ebf-c76f-4cb1-bd65-ca35c28872de tempest-NegativeSecGroupIPv6Test-1339434017 tempest-NegativeSecGroupIPv6Test-1339434017-project] 10.222.0.104 "DELETE /v2.0/security-groups/f1b5b79e-54a5-4a8a-a061-c9e3c7ad0d83 HTTP/1.1" status: 204 len: 168 time: 0.2902782 Jul 06 14:17:40.805184 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 58998) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:17:40.879203 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2d6ebf-c76f-4cb1-bd65-ca35c28872de tempest-NegativeSecGroupIPv6Test-1339434017 tempest-NegativeSecGroupIPv6Test-1339434017-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1b5b79e-54a5-4a8a-a061-c9e3c7ad0d83,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:17:41.013674 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-837774f9-4bb0-4411-a762-c79d459bee1c req-036dc3e5-bd96-466e-bbcc-f3941101f654 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=67b64fd1-ede8-4c8b-b13f-ce71aea9619c HTTP/1.1" status: 200 len: 1000 time: 0.2149634 Jul 06 14:17:41.064399 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-70c10e20-c8d1-4eb1-9659-1c6a2487f945 req-81bd0532-4082-440f-95e8-f3cb51523def tempest-ServerMetadataNegativeTestJSON-1234161501 tempest-ServerMetadataNegativeTestJSON-1234161501-project] Made reservation on behalf of 8ef42f1bf74b44ee955aab3b6b768b64 for: {'port': 1} {{(pid=100246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:17:41.068654 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-ef047fd5-2e8b-4d09-b9cf-8213774991d7 tempest-NegativeSecGroupIPv6Test-1339434017 tempest-NegativeSecGroupIPv6Test-1339434017-project] 10.222.0.104 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2585108 Jul 06 14:17:41.069394 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 59008) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:17:41.071109 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-70c10e20-c8d1-4eb1-9659-1c6a2487f945 req-81bd0532-4082-440f-95e8-f3cb51523def tempest-ServerMetadataNegativeTestJSON-1234161501 tempest-ServerMetadataNegativeTestJSON-1234161501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:41.074034 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [None req-ac095eee-ea9c-49ce-b5d2-2bbe7bb94bb6 tempest-NegativeSecGroupIPv6Test-1339434017 tempest-NegativeSecGroupIPv6Test-1339434017-project] Request body: {'security_group': {'name': 'tempest-secgroup--1755200674'}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:17:41.098854 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-ac095eee-ea9c-49ce-b5d2-2bbe7bb94bb6 tempest-NegativeSecGroupIPv6Test-1339434017 tempest-NegativeSecGroupIPv6Test-1339434017-project] Notify callbacks [] for security_group, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:41.136314 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837774f9-4bb0-4411-a762-c79d459bee1c req-0b756c6e-7bbe-46d5-a78d-44df93d3aa8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:17:41.141732 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-837774f9-4bb0-4411-a762-c79d459bee1c req-0b756c6e-7bbe-46d5-a78d-44df93d3aa8e service neutron] 10.222.0.72 "GET /v2.0/subnets?id=6ec930d2-90b3-4355-914b-4efea8972d25 HTTP/1.1" status: 200 len: 856 time: 0.1177402 Jul 06 14:17:41.141955 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-1aacdef4-6fc4-404b-868e-f58c19d60296 req-fdce9308-f534-4bb2-99f2-359b3048dcf5 service neutron] 10.222.0.127 "GET /v2.0/ports?device_id=d78cccdc-6838-4d49-9b2b-bf9d04ceb427&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3024299 Jul 06 14:17:41.529383 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.db_base_plugin_common [req-70c10e20-c8d1-4eb1-9659-1c6a2487f945 req-81bd0532-4082-440f-95e8-f3cb51523def tempest-ServerMetadataNegativeTestJSON-1234161501 tempest-ServerMetadataNegativeTestJSON-1234161501-project] Allocated IP 172.20.0.9 (a1716540-120f-40c7-aef8-86c1758785ac/31b9ba0a-adf0-4f11-8730-98182b05890b/f55a3ef4-c980-43de-bbbc-35c1e7a33eed) {{(pid=100246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:17:41.590631 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837774f9-4bb0-4411-a762-c79d459bee1c req-aaa30aaa-30e5-44c8-a76d-f56b95eb7bfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:17:41.598732 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-837774f9-4bb0-4411-a762-c79d459bee1c req-aaa30aaa-30e5-44c8-a76d-f56b95eb7bfe service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=a1c5aa58-a5eb-4fe0-9c0d-ad9cb3f782ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2549233 Jul 06 14:17:41.738647 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-ec2e0210-5e42-42ee-888b-cea49cd5dc81 req-9630364f-7f83-4ecc-9fc6-0124d1a331cb tempest-ServerMetadataNegativeTestJSON-1234161501 tempest-ServerMetadataNegativeTestJSON-1234161501-project] 10.222.0.104 "GET /v2.0/ports?device_id=8b36a2c4-c043-43d1-af89-7c6099d236d3 HTTP/1.1" status: 200 len: 210 time: 0.0580983 Jul 06 14:17:41.747733 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-ac095eee-ea9c-49ce-b5d2-2bbe7bb94bb6 tempest-NegativeSecGroupIPv6Test-1339434017 tempest-NegativeSecGroupIPv6Test-1339434017-project] Notify callbacks [] for security_group, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:41.755998 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aacdef4-6fc4-404b-868e-f58c19d60296 req-fb25dff4-1efc-4112-bf6e-efd9b81db59a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:17:41.757810 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-1aacdef4-6fc4-404b-868e-f58c19d60296 req-fb25dff4-1efc-4112-bf6e-efd9b81db59a service neutron] 10.222.0.127 "GET /v2.0/ports?tenant_id=33f6cdee7b294baa9f6a8cddbba9670a&device_id=d78cccdc-6838-4d49-9b2b-bf9d04ceb427 HTTP/1.1" status: 200 len: 1096 time: 0.5196640 Jul 06 14:17:41.759408 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-ac095eee-ea9c-49ce-b5d2-2bbe7bb94bb6 tempest-NegativeSecGroupIPv6Test-1339434017 tempest-NegativeSecGroupIPv6Test-1339434017-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:41.810576 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac095eee-ea9c-49ce-b5d2-2bbe7bb94bb6 tempest-NegativeSecGroupIPv6Test-1339434017 tempest-NegativeSecGroupIPv6Test-1339434017-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8d919a88-155b-46f4-9119-9dfe2031370b,revision_number=1']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:17:41.870229 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-ac095eee-ea9c-49ce-b5d2-2bbe7bb94bb6 tempest-NegativeSecGroupIPv6Test-1339434017 tempest-NegativeSecGroupIPv6Test-1339434017-project] Notify callbacks [] for security_group, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:41.871588 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-ac095eee-ea9c-49ce-b5d2-2bbe7bb94bb6 tempest-NegativeSecGroupIPv6Test-1339434017 tempest-NegativeSecGroupIPv6Test-1339434017-project] 10.222.0.104 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.8011649 Jul 06 14:17:41.874792 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 59034) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:17:41.879761 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-2fb7d75a-7285-4505-83ec-0581cef757af tempest-NegativeSecGroupIPv6Test-1339434017 tempest-NegativeSecGroupIPv6Test-1339434017-project] Request body: {'security_group_rule': {'security_group_id': '8d919a88-155b-46f4-9119-9dfe2031370b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:17:41.903463 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.plugin [None req-e06f5588-3ffd-4d4c-9402-3d668256615a tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Deleting port c1d262d1-7519-42ee-9647-5f84bbd2d953 {{(pid=100247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:17:41.904250 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-e06f5588-3ffd-4d4c-9402-3d668256615a tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:41.991930 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-837774f9-4bb0-4411-a762-c79d459bee1c req-3c0f2cd3-9a98-44f4-86a2-4b06bb3f4988 service neutron] 10.222.0.72 "GET /v2.0/networks/a1c5aa58-a5eb-4fe0-9c0d-ad9cb3f782ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3846655 Jul 06 14:17:42.001204 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-70c10e20-c8d1-4eb1-9659-1c6a2487f945 req-81bd0532-4082-440f-95e8-f3cb51523def tempest-ServerMetadataNegativeTestJSON-1234161501 tempest-ServerMetadataNegativeTestJSON-1234161501-project] Notify callbacks [] for port, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:42.022401 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aacdef4-6fc4-404b-868e-f58c19d60296 req-29e7e9fb-02bf-489c-9af4-0b89beefcd54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:17:42.023959 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-1aacdef4-6fc4-404b-868e-f58c19d60296 req-29e7e9fb-02bf-489c-9af4-0b89beefcd54 service neutron] 10.222.0.127 "GET /v2.0/networks?id=6ac95a6a-5756-473f-8a78-bd3474c2b2ff HTTP/1.1" status: 200 len: 913 time: 0.2297211 Jul 06 14:17:42.055947 n-d-773647-6 neutron-server[100246]: INFO neutron.api.v2.resource [None req-2fb7d75a-7285-4505-83ec-0581cef757af tempest-NegativeSecGroupIPv6Test-1339434017 tempest-NegativeSecGroupIPv6Test-1339434017-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 06 14:17:42.059616 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-2fb7d75a-7285-4505-83ec-0581cef757af tempest-NegativeSecGroupIPv6Test-1339434017 tempest-NegativeSecGroupIPv6Test-1339434017-project] 10.222.0.104 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.1811926 Jul 06 14:17:42.060810 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 59040) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:17:42.065030 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-fbd9e7e7-3b11-4a79-8e4e-de0a7020f223 tempest-NegativeSecGroupIPv6Test-1339434017 tempest-NegativeSecGroupIPv6Test-1339434017-project] Request body: {'security_group_rule': {'security_group_id': '8d919a88-155b-46f4-9119-9dfe2031370b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:17:42.136108 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729544bc-366d-40ba-8903-7ce78704a8d1 req-ece45118-7dd3-4983-abec-9b527392216f tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:17:42.137117 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-729544bc-366d-40ba-8903-7ce78704a8d1 req-ece45118-7dd3-4983-abec-9b527392216f tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] 10.222.0.104 "GET /v2.0/ports?device_id=de95b307-6508-414c-9448-6e96e4660560 HTTP/1.1" status: 200 len: 944 time: 0.3398979 Jul 06 14:17:42.154411 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.db [None req-e06f5588-3ffd-4d4c-9402-3d668256615a tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] For port c1d262d1-7519-42ee-9647-5f84bbd2d953, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=c1d262d1-7519-42ee-9647-5f84bbd2d953,segment=NetworkSegment(324aff72-e3d2-46c7-ab16-c49a7658da15),segment_id=324aff72-e3d2-46c7-ab16-c49a7658da15)] {{(pid=100247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:17:42.155013 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-e06f5588-3ffd-4d4c-9402-3d668256615a tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:42.175818 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-837774f9-4bb0-4411-a762-c79d459bee1c req-866dadef-81cc-46f9-b463-c436ba9929f9 service neutron] 10.222.0.72 "GET /v2.0/networks/a1c5aa58-a5eb-4fe0-9c0d-ad9cb3f782ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1714451 Jul 06 14:17:42.178300 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-70c10e20-c8d1-4eb1-9659-1c6a2487f945 req-81bd0532-4082-440f-95e8-f3cb51523def tempest-ServerMetadataNegativeTestJSON-1234161501 tempest-ServerMetadataNegativeTestJSON-1234161501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-127687573'] for port, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:42.183764 n-d-773647-6 neutron-server[100246]: INFO neutron.api.v2.resource [None req-fbd9e7e7-3b11-4a79-8e4e-de0a7020f223 tempest-NegativeSecGroupIPv6Test-1339434017 tempest-NegativeSecGroupIPv6Test-1339434017-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 06 14:17:42.189508 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-fbd9e7e7-3b11-4a79-8e4e-de0a7020f223 tempest-NegativeSecGroupIPv6Test-1339434017 tempest-NegativeSecGroupIPv6Test-1339434017-project] 10.222.0.104 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.1282556 Jul 06 14:17:42.189898 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.plugin [None req-e06f5588-3ffd-4d4c-9402-3d668256615a tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Calling delete_port for c1d262d1-7519-42ee-9647-5f84bbd2d953 owned by network:router_interface {{(pid=100247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:17:42.193325 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-1aacdef4-6fc4-404b-868e-f58c19d60296 req-b6a2c640-d9e5-4e04-b67d-623895122c5a service neutron] 10.222.0.127 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2efb7b6b-5c90-4ff4-9a1f-923d428e99e3 HTTP/1.1" status: 200 len: 1001 time: 0.1474898 Jul 06 14:17:42.194048 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 59042) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:17:42.239042 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-70c10e20-c8d1-4eb1-9659-1c6a2487f945 req-81bd0532-4082-440f-95e8-f3cb51523def tempest-ServerMetadataNegativeTestJSON-1234161501 tempest-ServerMetadataNegativeTestJSON-1234161501-project] Network a1716540-120f-40c7-aef8-86c1758785ac is already hosted by enough agents. {{(pid=100246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:17:42.242367 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.base_scheduler [req-70c10e20-c8d1-4eb1-9659-1c6a2487f945 req-81bd0532-4082-440f-95e8-f3cb51523def tempest-ServerMetadataNegativeTestJSON-1234161501 tempest-ServerMetadataNegativeTestJSON-1234161501-project] Resources bound (agent type, host, resource id): {{(pid=100246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:17:42.245424 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [req-70c10e20-c8d1-4eb1-9659-1c6a2487f945 req-81bd0532-4082-440f-95e8-f3cb51523def tempest-ServerMetadataNegativeTestJSON-1234161501 tempest-ServerMetadataNegativeTestJSON-1234161501-project] Received port after_create {{(pid=100246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:17:42.257173 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [req-9b95b95e-1a5b-432a-8b68-a4c347e31f48 req-c6d6ec04-98b1-4832-8c10-e5fb2d64aaf6 tempest-ServersNegativeTestMultiTenantJSON-1589104584 tempest-ServersNegativeTestMultiTenantJSON-1589104584-project] (100246) timed out ('10.222.0.127', 62022) {{(pid=100246) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 06 14:17:42.278842 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81bd0532-4082-440f-95e8-f3cb51523def tempest-ServerMetadataNegativeTestJSON-1234161501 tempest-ServerMetadataNegativeTestJSON-1234161501-project] Pushing event updated for resources: {'Port': ['ID=f55a3ef4-c980-43de-bbbc-35c1e7a33eed,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:17:42.308677 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c10e20-c8d1-4eb1-9659-1c6a2487f945 req-81bd0532-4082-440f-95e8-f3cb51523def tempest-ServerMetadataNegativeTestJSON-1234161501 tempest-ServerMetadataNegativeTestJSON-1234161501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:17:42.309322 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-70c10e20-c8d1-4eb1-9659-1c6a2487f945 req-81bd0532-4082-440f-95e8-f3cb51523def tempest-ServerMetadataNegativeTestJSON-1234161501 tempest-ServerMetadataNegativeTestJSON-1234161501-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:42.326880 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-70c10e20-c8d1-4eb1-9659-1c6a2487f945 req-81bd0532-4082-440f-95e8-f3cb51523def tempest-ServerMetadataNegativeTestJSON-1234161501 tempest-ServerMetadataNegativeTestJSON-1234161501-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5420141 Jul 06 14:17:42.333834 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-729544bc-366d-40ba-8903-7ce78704a8d1 req-e8dcc466-a89b-4d5b-8c42-fbae3482b5b1 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] 10.222.0.104 "GET /v2.0/security-groups?id=5a45c5f2-3366-4ec3-bcbb-576e95eec77a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1847897 Jul 06 14:17:42.340827 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [req-70c10e20-c8d1-4eb1-9659-1c6a2487f945 req-8a59be25-10dd-4efb-adf1-3a174a7dec38 service neutron] Request body: {'port': {'device_id': '8b36a2c4-c043-43d1-af89-7c6099d236d3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-773647-6'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:17:42.364213 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f67d4fb-508e-4504-b350-352d7b9b7069 req-6b1e10c6-ea6b-4efe-a45d-f3a3f7c7e8a6 tempest-ServersNegativeTestJSON-728644794 tempest-ServersNegativeTestJSON-728644794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:17:42.373621 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-9f67d4fb-508e-4504-b350-352d7b9b7069 req-6b1e10c6-ea6b-4efe-a45d-f3a3f7c7e8a6 tempest-ServersNegativeTestJSON-728644794 tempest-ServersNegativeTestJSON-728644794-project] 10.222.0.104 "GET /v2.0/ports?device_id=c38e1fb7-16c3-460f-81ed-82738a2148eb HTTP/1.1" status: 200 len: 946 time: 0.3787401 Jul 06 14:17:42.391019 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aacdef4-6fc4-404b-868e-f58c19d60296 req-ee96eb66-18f9-4658-ad01-ba469a2869ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:17:42.392459 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-1aacdef4-6fc4-404b-868e-f58c19d60296 req-ee96eb66-18f9-4658-ad01-ba469a2869ae service neutron] 10.222.0.127 "GET /v2.0/subnets?id=868bdf15-b823-4cab-842d-77e49afc3593 HTTP/1.1" status: 200 len: 850 time: 0.1914346 Jul 06 14:17:42.461679 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:42.469027 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-70c10e20-c8d1-4eb1-9659-1c6a2487f945 req-8a59be25-10dd-4efb-adf1-3a174a7dec38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:42.530467 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-9f67d4fb-508e-4504-b350-352d7b9b7069 req-1b9d6e48-b44c-4527-9342-307c84856340 tempest-ServersNegativeTestJSON-728644794 tempest-ServersNegativeTestJSON-728644794-project] 10.222.0.104 "GET /v2.0/security-groups?id=55139e1c-0239-472b-ada8-5a3c70b3eb43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1574662 Jul 06 14:17:42.531144 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-0eb30289-29c2-44b4-8122-3d19372fcbb4 tempest-NegativeSecGroupIPv6Test-1339434017 tempest-NegativeSecGroupIPv6Test-1339434017-project] Notify callbacks [] for security_group, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:42.577946 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-0eb30289-29c2-44b4-8122-3d19372fcbb4 tempest-NegativeSecGroupIPv6Test-1339434017 tempest-NegativeSecGroupIPv6Test-1339434017-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:42.631702 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Device 483af117-bb3f-4588-a086-6405716a60ee up at agent hyperv_n-h1-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:17:42.641329 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aacdef4-6fc4-404b-868e-f58c19d60296 req-971e2497-fb95-4927-9b4a-6b263d28acf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:17:42.642865 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-1aacdef4-6fc4-404b-868e-f58c19d60296 req-971e2497-fb95-4927-9b4a-6b263d28acf3 service neutron] 10.222.0.127 "GET /v2.0/ports?network_id=6ac95a6a-5756-473f-8a78-bd3474c2b2ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2337635 Jul 06 14:17:42.699271 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Provisioning for port 483af117-bb3f-4588-a086-6405716a60ee completed by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:17:42.705186 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Provisioning complete for port 483af117-bb3f-4588-a086-6405716a60ee triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:17:42.705658 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:42.761957 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-e06f5588-3ffd-4d4c-9402-3d668256615a tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128888353'] for port, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:42.791017 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-0eb30289-29c2-44b4-8122-3d19372fcbb4 tempest-NegativeSecGroupIPv6Test-1339434017 tempest-NegativeSecGroupIPv6Test-1339434017-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:42.793637 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-0eb30289-29c2-44b4-8122-3d19372fcbb4 tempest-NegativeSecGroupIPv6Test-1339434017 tempest-NegativeSecGroupIPv6Test-1339434017-project] Notify callbacks [] for security_group, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:42.794789 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-0eb30289-29c2-44b4-8122-3d19372fcbb4 tempest-NegativeSecGroupIPv6Test-1339434017 tempest-NegativeSecGroupIPv6Test-1339434017-project] 10.222.0.104 "DELETE /v2.0/security-groups/8d919a88-155b-46f4-9119-9dfe2031370b HTTP/1.1" status: 204 len: 168 time: 0.5949082 Jul 06 14:17:42.800819 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06f5588-3ffd-4d4c-9402-3d668256615a tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Pushing event deleted for resources: {'Port': ['ID=c1d262d1-7519-42ee-9647-5f84bbd2d953,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:17:42.809553 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 59052) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:17:42.823384 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb30289-29c2-44b4-8122-3d19372fcbb4 tempest-NegativeSecGroupIPv6Test-1339434017 tempest-NegativeSecGroupIPv6Test-1339434017-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d919a88-155b-46f4-9119-9dfe2031370b,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:17:42.851160 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:42.867454 n-d-773647-6 neutron-server[100246]: DEBUG neutron.notifiers.nova [req-70c10e20-c8d1-4eb1-9659-1c6a2487f945 req-8a59be25-10dd-4efb-adf1-3a174a7dec38 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f55a3ef4-c980-43de-bbbc-35c1e7a33eed {{(pid=100246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 14:17:42.884374 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-70c10e20-c8d1-4eb1-9659-1c6a2487f945 req-8a59be25-10dd-4efb-adf1-3a174a7dec38 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:42.903853 n-d-773647-6 neutron-server[100248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de95b307-6508-414c-9448-6e96e4660560', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '483af117-bb3f-4588-a086-6405716a60ee'}] {{(pid=100248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:17:42.906325 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-4d88fd30-3856-49ff-ad53-c69893dac71f tempest-NegativeSecGroupIPv6Test-1339434017 tempest-NegativeSecGroupIPv6Test-1339434017-project] 10.222.0.104 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0943112 Jul 06 14:17:42.911431 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 59056) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:17:42.913591 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84af257533e383389cbcf231d3534f4d5e149e7203fea16b4a8fc01438dddaf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da40cdbd-b6d8-40a7-a344-b597aef6dc0d" -d '{"events": [{"server_uuid": "de95b307-6508-414c-9448-6e96e4660560", "name": "network-vif-plugged", "status": "completed", "tag": "483af117-bb3f-4588-a086-6405716a60ee"}]}' {{(pid=100248) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:17:42.916796 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-701a9ac2-96ab-4039-8485-f2f569bf599e tempest-NegativeSecGroupIPv6Test-1339434017 tempest-NegativeSecGroupIPv6Test-1339434017-project] Request body: {'security_group': {'name': 'tempest-secgroup--1668000824'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:17:42.936467 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] For port 483af117-bb3f-4588-a086-6405716a60ee, host n-h1-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773647-6',level=0,port_id=483af117-bb3f-4588-a086-6405716a60ee,segment=NetworkSegment(967d25fd-e6c0-4517-afb5-5ac37f3bf726),segment_id=967d25fd-e6c0-4517-afb5-5ac37f3bf726)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:17:42.942886 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.provisioning_blocks [req-70c10e20-c8d1-4eb1-9659-1c6a2487f945 req-8a59be25-10dd-4efb-adf1-3a174a7dec38 service neutron] Transition to ACTIVE for port object f55a3ef4-c980-43de-bbbc-35c1e7a33eed will not be triggered until provisioned by entity L2. {{(pid=100246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:17:42.947101 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-701a9ac2-96ab-4039-8485-f2f569bf599e tempest-NegativeSecGroupIPv6Test-1339434017 tempest-NegativeSecGroupIPv6Test-1339434017-project] Notify callbacks [] for security_group, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:42.950898 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:43.010392 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Pushing event updated for resources: {'Port': ['ID=483af117-bb3f-4588-a086-6405716a60ee,revision_number=5']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:17:43.011836 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663ee283-0041-4aec-9f11-9e069f358f7f req-531da15b-f8a6-4ac6-9be2-0db3ad407ad3 tempest-ServersNegativeTestJSON-728644794 tempest-ServersNegativeTestJSON-728644794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:17:43.012609 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-70c10e20-c8d1-4eb1-9659-1c6a2487f945 req-8a59be25-10dd-4efb-adf1-3a174a7dec38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127687527'] for port, after_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:43.013516 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-663ee283-0041-4aec-9f11-9e069f358f7f req-531da15b-f8a6-4ac6-9be2-0db3ad407ad3 tempest-ServersNegativeTestJSON-728644794 tempest-ServersNegativeTestJSON-728644794-project] 10.222.0.104 "GET /v2.0/ports?device_id=c38e1fb7-16c3-460f-81ed-82738a2148eb HTTP/1.1" status: 200 len: 946 time: 0.3450277 Jul 06 14:17:43.015763 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-1aacdef4-6fc4-404b-868e-f58c19d60296 req-0c259bd2-4937-4e63-9109-de1ca944694f service neutron] 10.222.0.127 "GET /v2.0/networks/6ac95a6a-5756-473f-8a78-bd3474c2b2ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3622744 Jul 06 14:17:43.029971 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:17:43.030556 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:17:43.031065 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:17:43.031608 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:17:43.032157 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:17:43.032654 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:17:43.033496 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:17:43.034058 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:17:43.034554 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:17:43.035087 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:17:43.035707 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:17:43.036303 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:17:43.143673 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-701a9ac2-96ab-4039-8485-f2f569bf599e tempest-NegativeSecGroupIPv6Test-1339434017 tempest-NegativeSecGroupIPv6Test-1339434017-project] Notify callbacks [] for security_group, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:43.145904 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a59be25-10dd-4efb-adf1-3a174a7dec38 service neutron] Pushing event updated for resources: {'Port': ['ID=f55a3ef4-c980-43de-bbbc-35c1e7a33eed,revision_number=2']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:17:43.151511 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-701a9ac2-96ab-4039-8485-f2f569bf599e tempest-NegativeSecGroupIPv6Test-1339434017 tempest-NegativeSecGroupIPv6Test-1339434017-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:43.152378 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-663ee283-0041-4aec-9f11-9e069f358f7f req-9a975911-22f6-4167-9f15-1f7f933ec908 tempest-ServersNegativeTestJSON-728644794 tempest-ServersNegativeTestJSON-728644794-project] 10.222.0.104 "GET /v2.0/security-groups?id=55139e1c-0239-472b-ada8-5a3c70b3eb43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315920 Jul 06 14:17:43.162233 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-e06f5588-3ffd-4d4c-9402-3d668256615a tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1809193'] for router_interface, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:43.182024 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701a9ac2-96ab-4039-8485-f2f569bf599e tempest-NegativeSecGroupIPv6Test-1339434017 tempest-NegativeSecGroupIPv6Test-1339434017-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bc1b7d63-bc17-4785-91ce-07a78c6debb8,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:17:43.254831 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-701a9ac2-96ab-4039-8485-f2f569bf599e tempest-NegativeSecGroupIPv6Test-1339434017 tempest-NegativeSecGroupIPv6Test-1339434017-project] Notify callbacks [] for security_group, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:43.256316 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-701a9ac2-96ab-4039-8485-f2f569bf599e tempest-NegativeSecGroupIPv6Test-1339434017 tempest-NegativeSecGroupIPv6Test-1339434017-project] 10.222.0.104 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3438358 Jul 06 14:17:43.260728 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 59068) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:17:43.270990 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-42a1fa0b-d109-403f-b0c8-79c99c3f9224 tempest-NegativeSecGroupIPv6Test-1339434017 tempest-NegativeSecGroupIPv6Test-1339434017-project] Request body: {'security_group': {'name': 'default'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:17:43.273981 n-d-773647-6 neutron-server[100246]: WARNING neutron.api.v2.base [None req-42a1fa0b-d109-403f-b0c8-79c99c3f9224 tempest-NegativeSecGroupIPv6Test-1339434017 tempest-NegativeSecGroupIPv6Test-1339434017-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jul 06 14:17:43.274520 n-d-773647-6 neutron-server[100246]: INFO neutron.api.v2.resource [None req-42a1fa0b-d109-403f-b0c8-79c99c3f9224 tempest-NegativeSecGroupIPv6Test-1339434017 tempest-NegativeSecGroupIPv6Test-1339434017-project] update failed (client error): There was a conflict when trying to complete your request. Jul 06 14:17:43.278078 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-42a1fa0b-d109-403f-b0c8-79c99c3f9224 tempest-NegativeSecGroupIPv6Test-1339434017 tempest-NegativeSecGroupIPv6Test-1339434017-project] 10.222.0.104 "PUT /v2.0/security-groups/bc1b7d63-bc17-4785-91ce-07a78c6debb8 HTTP/1.1" status: 409 len: 330 time: 0.0122209 Jul 06 14:17:43.280917 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 14:17:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b12f253-7f10-4d70-a24d-a86f9ade216c x-openstack-request-id: req-9b12f253-7f10-4d70-a24d-a86f9ade216c {{(pid=100248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:17:43.281372 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de95b307-6508-414c-9448-6e96e4660560", "name": "network-vif-plugged", "status": "completed", "tag": "483af117-bb3f-4588-a086-6405716a60ee", "code": 200}]} {{(pid=100248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:17:43.281880 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-9b12f253-7f10-4d70-a24d-a86f9ade216c {{(pid=100248) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:17:43.282846 n-d-773647-6 neutron-server[100248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de95b307-6508-414c-9448-6e96e4660560', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '483af117-bb3f-4588-a086-6405716a60ee', 'code': 200} Jul 06 14:17:43.293516 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 59070) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:17:43.407779 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [req-70c10e20-c8d1-4eb1-9659-1c6a2487f945 req-8a59be25-10dd-4efb-adf1-3a174a7dec38 service neutron] Attempting to bind port f55a3ef4-c980-43de-bbbc-35c1e7a33eed on host n-h2-773647-6 for vnic_type normal with profile {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:17:43.408202 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [req-70c10e20-c8d1-4eb1-9659-1c6a2487f945 req-8a59be25-10dd-4efb-adf1-3a174a7dec38 service neutron] Attempting to bind port f55a3ef4-c980-43de-bbbc-35c1e7a33eed by drivers openvswitch,hyperv on host n-h2-773647-6 at level 0 using segments [{'id': 'e8ae4a08-eed8-4576-9634-edfdd49e60f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1021, 'network_id': 'a1716540-120f-40c7-aef8-86c1758785ac'}] {{(pid=100246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:17:43.408501 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70c10e20-c8d1-4eb1-9659-1c6a2487f945 req-8a59be25-10dd-4efb-adf1-3a174a7dec38 service neutron] Attempting to bind port f55a3ef4-c980-43de-bbbc-35c1e7a33eed on network a1716540-120f-40c7-aef8-86c1758785ac {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:17:43.414125 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70c10e20-c8d1-4eb1-9659-1c6a2487f945 req-8a59be25-10dd-4efb-adf1-3a174a7dec38 service neutron] Port f55a3ef4-c980-43de-bbbc-35c1e7a33eed on network a1716540-120f-40c7-aef8-86c1758785ac not bound, no agent of type Open vSwitch agent registered on host n-h2-773647-6 {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 14:17:43.415819 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70c10e20-c8d1-4eb1-9659-1c6a2487f945 req-8a59be25-10dd-4efb-adf1-3a174a7dec38 service neutron] Attempting to bind port f55a3ef4-c980-43de-bbbc-35c1e7a33eed on network a1716540-120f-40c7-aef8-86c1758785ac {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:17:43.427292 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70c10e20-c8d1-4eb1-9659-1c6a2487f945 req-8a59be25-10dd-4efb-adf1-3a174a7dec38 service neutron] Checking agent: {'id': '63768ece-0600-4354-8d29-fdedec96b077', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-773647-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 51, 10), 'started_at': datetime.datetime(2021, 7, 6, 13, 51, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 17, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:17:43.427613 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70c10e20-c8d1-4eb1-9659-1c6a2487f945 req-8a59be25-10dd-4efb-adf1-3a174a7dec38 service neutron] Checking segment: {'id': 'e8ae4a08-eed8-4576-9634-edfdd49e60f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1021, 'network_id': 'a1716540-120f-40c7-aef8-86c1758785ac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:17:43.427998 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70c10e20-c8d1-4eb1-9659-1c6a2487f945 req-8a59be25-10dd-4efb-adf1-3a174a7dec38 service neutron] Bound using segment: {'id': 'e8ae4a08-eed8-4576-9634-edfdd49e60f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1021, 'network_id': 'a1716540-120f-40c7-aef8-86c1758785ac'} {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:17:43.429229 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [req-70c10e20-c8d1-4eb1-9659-1c6a2487f945 req-8a59be25-10dd-4efb-adf1-3a174a7dec38 service neutron] Bound port: f55a3ef4-c980-43de-bbbc-35c1e7a33eed, host: n-h2-773647-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e8ae4a08-eed8-4576-9634-edfdd49e60f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1021, 'network_id': 'a1716540-120f-40c7-aef8-86c1758785ac'}}] {{(pid=100246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:17:43.429623 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-70c10e20-c8d1-4eb1-9659-1c6a2487f945 req-8a59be25-10dd-4efb-adf1-3a174a7dec38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:43.502970 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-1aacdef4-6fc4-404b-868e-f58c19d60296 req-b277ebb0-98a7-45c5-b1fb-b869ef5700e1 service neutron] 10.222.0.127 "GET /v2.0/networks/6ac95a6a-5756-473f-8a78-bd3474c2b2ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4790692 Jul 06 14:17:43.526770 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.db [req-70c10e20-c8d1-4eb1-9659-1c6a2487f945 req-8a59be25-10dd-4efb-adf1-3a174a7dec38 service neutron] For port f55a3ef4-c980-43de-bbbc-35c1e7a33eed, host n-h2-773647-6, cleared binding levels {{(pid=100246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:17:43.534457 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.db [req-70c10e20-c8d1-4eb1-9659-1c6a2487f945 req-8a59be25-10dd-4efb-adf1-3a174a7dec38 service neutron] For port f55a3ef4-c980-43de-bbbc-35c1e7a33eed, host n-h2-773647-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=f55a3ef4-c980-43de-bbbc-35c1e7a33eed,segment=NetworkSegment(e8ae4a08-eed8-4576-9634-edfdd49e60f6),segment_id=e8ae4a08-eed8-4576-9634-edfdd49e60f6)] {{(pid=100246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:17:43.556824 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-70c10e20-c8d1-4eb1-9659-1c6a2487f945 req-8a59be25-10dd-4efb-adf1-3a174a7dec38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127687527'] for port, after_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:43.607514 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c10e20-c8d1-4eb1-9659-1c6a2487f945 req-8a59be25-10dd-4efb-adf1-3a174a7dec38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:17:43.609132 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-70c10e20-c8d1-4eb1-9659-1c6a2487f945 req-8a59be25-10dd-4efb-adf1-3a174a7dec38 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:43.610956 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-70c10e20-c8d1-4eb1-9659-1c6a2487f945 req-8a59be25-10dd-4efb-adf1-3a174a7dec38 service neutron] 10.222.0.72 "PUT /v2.0/ports/f55a3ef4-c980-43de-bbbc-35c1e7a33eed HTTP/1.1" status: 200 len: 1091 time: 1.2757549 Jul 06 14:17:43.613436 n-d-773647-6 neutron-server[100246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b36a2c4-c043-43d1-af89-7c6099d236d3', 'tag': 'f55a3ef4-c980-43de-bbbc-35c1e7a33eed'}] {{(pid=100246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:17:43.615739 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0d96c5ab5e889f7b933ae915b9be33d1b46c9e87795bf781004b656ef3f1e87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20a139b2-3747-410f-b889-5664128c5759" -d '{"events": [{"name": "network-changed", "server_uuid": "8b36a2c4-c043-43d1-af89-7c6099d236d3", "tag": "f55a3ef4-c980-43de-bbbc-35c1e7a33eed"}]}' {{(pid=100246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:17:43.636734 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-422bfa31-77f0-4b74-bcd2-be99f4d07cf1 tempest-NegativeSecGroupIPv6Test-1339434017 tempest-NegativeSecGroupIPv6Test-1339434017-project] Notify callbacks [] for security_group, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:43.706688 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a59be25-10dd-4efb-adf1-3a174a7dec38 service neutron] Pushing event updated for resources: {'Port': ['ID=f55a3ef4-c980-43de-bbbc-35c1e7a33eed,revision_number=3']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:17:43.738133 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c10e20-c8d1-4eb1-9659-1c6a2487f945 req-1a0234b0-3deb-4cd8-8958-c8d4aacc6382 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:17:43.741866 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-70c10e20-c8d1-4eb1-9659-1c6a2487f945 req-1a0234b0-3deb-4cd8-8958-c8d4aacc6382 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=8ef42f1bf74b44ee955aab3b6b768b64&device_id=8b36a2c4-c043-43d1-af89-7c6099d236d3 HTTP/1.1" status: 200 len: 1094 time: 0.0784853 Jul 06 14:17:43.793100 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-70c10e20-c8d1-4eb1-9659-1c6a2487f945 req-40281b98-f865-42e8-9795-365c09f032ca service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f55a3ef4-c980-43de-bbbc-35c1e7a33eed HTTP/1.1" status: 200 len: 217 time: 0.0438080 Jul 06 14:17:43.796288 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f49811d-7718-4ae4-96b9-8fb3a98e90be req-cffe3758-7fc1-4d58-b27a-34570071fbf7 tempest-ServerMetadataNegativeTestJSON-1234161501 tempest-ServerMetadataNegativeTestJSON-1234161501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:17:43.797791 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-8f49811d-7718-4ae4-96b9-8fb3a98e90be req-cffe3758-7fc1-4d58-b27a-34570071fbf7 tempest-ServerMetadataNegativeTestJSON-1234161501 tempest-ServerMetadataNegativeTestJSON-1234161501-project] 10.222.0.104 "GET /v2.0/ports?device_id=8b36a2c4-c043-43d1-af89-7c6099d236d3 HTTP/1.1" status: 200 len: 943 time: 0.3791139 Jul 06 14:17:43.799588 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ddd157-779a-4f5e-bd07-a5fe993e4bff req-4140577a-0de9-43ff-a218-043af3ffe634 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:17:43.800931 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-77ddd157-779a-4f5e-bd07-a5fe993e4bff req-4140577a-0de9-43ff-a218-043af3ffe634 service neutron] 10.222.0.127 "GET /v2.0/ports?device_id=de95b307-6508-414c-9448-6e96e4660560 HTTP/1.1" status: 200 len: 1096 time: 0.3833823 Jul 06 14:17:43.802541 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-422bfa31-77f0-4b74-bcd2-be99f4d07cf1 tempest-NegativeSecGroupIPv6Test-1339434017 tempest-NegativeSecGroupIPv6Test-1339434017-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:43.864430 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c10e20-c8d1-4eb1-9659-1c6a2487f945 req-f1d9ac0f-405f-4bcc-b5f7-35e143270fc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:17:43.866536 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-70c10e20-c8d1-4eb1-9659-1c6a2487f945 req-f1d9ac0f-405f-4bcc-b5f7-35e143270fc3 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=31b9ba0a-adf0-4f11-8730-98182b05890b HTTP/1.1" status: 200 len: 860 time: 0.0613809 Jul 06 14:17:43.884745 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd5778a-3779-4336-80e9-ab49315d885d req-ed20482a-57ea-4a61-99bd-774de46bf80a tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:17:43.892166 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-4bd5778a-3779-4336-80e9-ab49315d885d req-ed20482a-57ea-4a61-99bd-774de46bf80a tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] 10.222.0.104 "GET /v2.0/ports?device_id=de95b307-6508-414c-9448-6e96e4660560 HTTP/1.1" status: 200 len: 945 time: 0.3742156 Jul 06 14:17:43.907407 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-70c10e20-c8d1-4eb1-9659-1c6a2487f945 req-861d66f4-b240-4c3b-899d-b9557d4dc4f2 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=a1716540-120f-40c7-aef8-86c1758785ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0342846 Jul 06 14:17:44.005270 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-70c10e20-c8d1-4eb1-9659-1c6a2487f945 req-be75aa2f-b022-4ae7-adbf-8d0fc7735b84 service neutron] 10.222.0.72 "GET /v2.0/networks/a1716540-120f-40c7-aef8-86c1758785ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902734 Jul 06 14:17:44.114163 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-70c10e20-c8d1-4eb1-9659-1c6a2487f945 req-35c77774-7489-4361-8910-a448ca4647af service neutron] 10.222.0.72 "GET /v2.0/networks/a1716540-120f-40c7-aef8-86c1758785ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1023347 Jul 06 14:17:44.189229 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e06f5588-3ffd-4d4c-9402-3d668256615a tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Router 9b40a096-c577-4f78-9540-9ca52d5c8261 has already been hosted by L3 agent 2823d358-a11b-4885-a706-95a279e43fa7 {{(pid=100247) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 14:17:44.223466 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-8f49811d-7718-4ae4-96b9-8fb3a98e90be req-00cce488-c754-40c5-ae08-83449852df86 tempest-ServerMetadataNegativeTestJSON-1234161501 tempest-ServerMetadataNegativeTestJSON-1234161501-project] 10.222.0.104 "GET /v2.0/security-groups?id=37e99745-ab6f-458e-93db-14f98751ffdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4063115 Jul 06 14:17:44.250031 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-77ddd157-779a-4f5e-bd07-a5fe993e4bff req-e6d53a43-d0e5-4d13-a97f-e0d9ee2c52ff service neutron] 10.222.0.127 "GET /v2.0/security-groups?id=5a45c5f2-3366-4ec3-bcbb-576e95eec77a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4277177 Jul 06 14:17:44.265739 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-4bd5778a-3779-4336-80e9-ab49315d885d req-5bf1c388-1e74-4a67-ae3b-3b20bbe05183 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] 10.222.0.104 "GET /v2.0/security-groups?id=5a45c5f2-3366-4ec3-bcbb-576e95eec77a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3726346 Jul 06 14:17:44.325021 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-422bfa31-77f0-4b74-bcd2-be99f4d07cf1 tempest-NegativeSecGroupIPv6Test-1339434017 tempest-NegativeSecGroupIPv6Test-1339434017-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:44.328937 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-422bfa31-77f0-4b74-bcd2-be99f4d07cf1 tempest-NegativeSecGroupIPv6Test-1339434017 tempest-NegativeSecGroupIPv6Test-1339434017-project] Notify callbacks [] for security_group, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:44.332434 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-422bfa31-77f0-4b74-bcd2-be99f4d07cf1 tempest-NegativeSecGroupIPv6Test-1339434017 tempest-NegativeSecGroupIPv6Test-1339434017-project] 10.222.0.104 "DELETE /v2.0/security-groups/bc1b7d63-bc17-4785-91ce-07a78c6debb8 HTTP/1.1" status: 204 len: 168 time: 1.0356064 Jul 06 14:17:44.333358 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 59084) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:17:44.380977 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 14:17:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f31adddb-1c27-4e5d-a6c6-d2b85e643e4d x-openstack-request-id: req-f31adddb-1c27-4e5d-a6c6-d2b85e643e4d {{(pid=100246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:17:44.381481 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b36a2c4-c043-43d1-af89-7c6099d236d3", "tag": "f55a3ef4-c980-43de-bbbc-35c1e7a33eed", "status": "completed", "code": 200}]} {{(pid=100246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:17:44.381744 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-f31adddb-1c27-4e5d-a6c6-d2b85e643e4d {{(pid=100246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:17:44.382167 n-d-773647-6 neutron-server[100246]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b36a2c4-c043-43d1-af89-7c6099d236d3', 'tag': 'f55a3ef4-c980-43de-bbbc-35c1e7a33eed', 'status': 'completed', 'code': 200} Jul 06 14:17:44.397187 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422bfa31-77f0-4b74-bcd2-be99f4d07cf1 tempest-NegativeSecGroupIPv6Test-1339434017 tempest-NegativeSecGroupIPv6Test-1339434017-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc1b7d63-bc17-4785-91ce-07a78c6debb8,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:17:44.429965 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e06f5588-3ffd-4d4c-9402-3d668256615a tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Notify agent at l3_agent.n-d-773647-6 the message routers_updated {{(pid=100247) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 14:17:44.436080 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-e06f5588-3ffd-4d4c-9402-3d668256615a tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] 10.222.0.104 "PUT /v2.0/routers/9b40a096-c577-4f78-9540-9ca52d5c8261/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5040562 Jul 06 14:17:44.438648 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 59088) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:17:44.459830 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb27dba4-a3e4-4b41-a914-b34680f12b35 None None] Sync routers for ids ['9b40a096-c577-4f78-9540-9ca52d5c8261'] in n-d-773647-6 {{(pid=100248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 14:17:44.483764 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb27dba4-a3e4-4b41-a914-b34680f12b35 None None] Routers {'9b40a096-c577-4f78-9540-9ca52d5c8261'} bound to L3 agent in host n-d-773647-6 {{(pid=100248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:17:44.484682 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-fb27dba4-a3e4-4b41-a914-b34680f12b35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T14:17:26Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['9b40a096-c577-4f78-9540-9ca52d5c8261'], 'active': True} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:17:44.497072 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-93fccd30-d29a-4530-b7f6-32bbf23fbcd9 tempest-NegativeSecGroupIPv6Test-1339434017 tempest-NegativeSecGroupIPv6Test-1339434017-project] 10.222.0.104 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1585674 Jul 06 14:17:44.501944 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 59090) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:17:44.520959 n-d-773647-6 neutron-server[100246]: INFO neutron.api.v2.resource [None req-b29f4f7b-ef33-49db-80b7-1defa1f8d7b8 tempest-NegativeSecGroupIPv6Test-1339434017 tempest-NegativeSecGroupIPv6Test-1339434017-project] delete failed (client error): The resource could not be found. Jul 06 14:17:44.522217 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-b29f4f7b-ef33-49db-80b7-1defa1f8d7b8 tempest-NegativeSecGroupIPv6Test-1339434017 tempest-NegativeSecGroupIPv6Test-1339434017-project] 10.222.0.104 "DELETE /v2.0/security-groups/9ed6adaa-bfcc-4b7c-8a7c-fc2dfe299f90 HTTP/1.1" status: 404 len: 347 time: 0.0180902 Jul 06 14:17:44.526338 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 59092) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:17:44.540858 n-d-773647-6 neutron-server[100246]: INFO neutron.api.v2.resource [None req-7ef0c7ae-e8be-452e-822d-3c8df2d49c18 tempest-NegativeSecGroupIPv6Test-1339434017 tempest-NegativeSecGroupIPv6Test-1339434017-project] show failed (client error): The resource could not be found. Jul 06 14:17:44.542178 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-7ef0c7ae-e8be-452e-822d-3c8df2d49c18 tempest-NegativeSecGroupIPv6Test-1339434017 tempest-NegativeSecGroupIPv6Test-1339434017-project] 10.222.0.104 "GET /v2.0/security-groups/16ba374f-8a72-484f-95b9-4a57354293fa HTTP/1.1" status: 404 len: 347 time: 0.0147438 Jul 06 14:17:44.545844 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 59094) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:17:44.564955 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.db_base_plugin_v2 [None req-3b43901f-b624-48df-9eda-c26ae33acd9c tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Deleting subnet fa13a11b-af78-4fdd-a8e9-ee331908a850 {{(pid=100247) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 14:17:44.568457 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-3b43901f-b624-48df-9eda-c26ae33acd9c tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Notify callbacks [] for subnet, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:44.572445 n-d-773647-6 neutron-server[100246]: INFO neutron.api.v2.resource [None req-4f251017-cee1-4195-a3d0-e1b0ae2c2e0e tempest-NegativeSecGroupIPv6Test-1339434017 tempest-NegativeSecGroupIPv6Test-1339434017-project] show failed (client error): The resource could not be found. Jul 06 14:17:44.573758 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-4f251017-cee1-4195-a3d0-e1b0ae2c2e0e tempest-NegativeSecGroupIPv6Test-1339434017 tempest-NegativeSecGroupIPv6Test-1339434017-project] 10.222.0.104 "GET /v2.0/security-group-rules/365537b3-21cd-4f93-a5fe-e89a6f78304c HTTP/1.1" status: 404 len: 356 time: 0.0268357 Jul 06 14:17:44.586719 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a139b2-3747-410f-b889-5664128c5759 req-219e8fe0-d145-404a-91b8-d6e9e1de765d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:17:44.590799 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-20a139b2-3747-410f-b889-5664128c5759 req-219e8fe0-d145-404a-91b8-d6e9e1de765d service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=8ef42f1bf74b44ee955aab3b6b768b64&device_id=8b36a2c4-c043-43d1-af89-7c6099d236d3 HTTP/1.1" status: 200 len: 1094 time: 0.1861753 Jul 06 14:17:44.614908 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-3b43901f-b624-48df-9eda-c26ae33acd9c tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127131748'] for subnet, precommit_delete_associations {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:44.660537 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvr_db [None req-fb27dba4-a3e4-4b41-a914-b34680f12b35 None None] Set router 9b40a096-c577-4f78-9540-9ca52d5c8261 gateway port host: None {{(pid=100248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:17:44.731312 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a139b2-3747-410f-b889-5664128c5759 req-dba67e44-b131-4d0d-bd57-54643ee0ae2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:17:44.738907 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-20a139b2-3747-410f-b889-5664128c5759 req-dba67e44-b131-4d0d-bd57-54643ee0ae2c service neutron] 10.222.0.72 "GET /v2.0/networks?id=a1716540-120f-40c7-aef8-86c1758785ac HTTP/1.1" status: 200 len: 922 time: 0.1347346 Jul 06 14:17:44.763513 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-3b43901f-b624-48df-9eda-c26ae33acd9c tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-913473'] for subnet, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:44.808629 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-20a139b2-3747-410f-b889-5664128c5759 req-2f652ed7-412c-460e-bfe6-88bb8a5cc642 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f55a3ef4-c980-43de-bbbc-35c1e7a33eed HTTP/1.1" status: 200 len: 217 time: 0.0660720 Jul 06 14:17:44.866424 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-3b43901f-b624-48df-9eda-c26ae33acd9c tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-913480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1849032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-128888347', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127627857'] for subnet, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:44.880868 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a139b2-3747-410f-b889-5664128c5759 req-6e7757e3-daf9-4153-8d2f-3eafd9c8fab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:17:44.896407 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-20a139b2-3747-410f-b889-5664128c5759 req-6e7757e3-daf9-4153-8d2f-3eafd9c8fab6 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=31b9ba0a-adf0-4f11-8730-98182b05890b HTTP/1.1" status: 200 len: 860 time: 0.0683036 Jul 06 14:17:44.946264 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-20a139b2-3747-410f-b889-5664128c5759 req-8950c348-0dd4-4b1a-888b-bb5f83e5b993 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=a1716540-120f-40c7-aef8-86c1758785ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0487831 Jul 06 14:17:44.950042 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b43901f-b624-48df-9eda-c26ae33acd9c tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Pushing event deleted for resources: {'Subnet': ['ID=fa13a11b-af78-4fdd-a8e9-ee331908a850,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:17:44.952209 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-3b43901f-b624-48df-9eda-c26ae33acd9c tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Notify callbacks [] for subnet, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:44.954408 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-3b43901f-b624-48df-9eda-c26ae33acd9c tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] 10.222.0.104 "DELETE /v2.0/subnets/fa13a11b-af78-4fdd-a8e9-ee331908a850 HTTP/1.1" status: 204 len: 168 time: 0.5146751 Jul 06 14:17:44.957240 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 59106) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:17:44.971720 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1369d68d-bd06-4ec1-bea0-9fca4c745729 None None] Network 07b3f552-f0f9-4999-b67f-7093e13cbdd1 requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:17:45.118106 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-20a139b2-3747-410f-b889-5664128c5759 req-f8e89ea3-8e1a-42e1-9a87-a5a525ee58b8 service neutron] 10.222.0.72 "GET /v2.0/networks/a1716540-120f-40c7-aef8-86c1758785ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1546788 Jul 06 14:17:45.128020 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-44df84e6-a154-4e55-a5a0-dc49fe284907 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530492'] for network, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:45.164977 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 59110) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:17:45.188712 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254c902e-3629-4fe9-9cb9-224e9709d4f4 req-04b23f12-bb7d-4f30-a400-57d068feb7e6 tempest-ServersNegativeTestJSON-728644794 tempest-ServersNegativeTestJSON-728644794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:17:45.190774 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-254c902e-3629-4fe9-9cb9-224e9709d4f4 req-04b23f12-bb7d-4f30-a400-57d068feb7e6 tempest-ServersNegativeTestJSON-728644794 tempest-ServersNegativeTestJSON-728644794-project] 10.222.0.104 "GET /v2.0/ports?device_id=c38e1fb7-16c3-460f-81ed-82738a2148eb HTTP/1.1" status: 200 len: 946 time: 0.1326375 Jul 06 14:17:45.239877 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.plugin [None req-44df84e6-a154-4e55-a5a0-dc49fe284907 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Deleting port 46078b66-0453-4bce-a2f3-2ae4f23fa266 {{(pid=100247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:17:45.240963 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-44df84e6-a154-4e55-a5a0-dc49fe284907 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:45.267807 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-fb27dba4-a3e4-4b41-a914-b34680f12b35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b40a096-c577-4f78-9540-9ca52d5c8261', 'name': 'tempest-RoutersIpV6Test-router-90364201', 'tenant_id': 'b162a45bb3174bbb964a63afe4786b87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:16:53Z', 'updated_at': '2021-07-06T14:17:42Z', 'revision_number': 9, 'project_id': 'b162a45bb3174bbb964a63afe4786b87', 'gw_port_host': None, '_interfaces': [{'id': '686731a9-05cb-4e39-aa14-1be75462c876', 'name': '', 'network_id': '63239bcf-fc30-4409-af24-2ce21b28b0d3', 'tenant_id': 'b162a45bb3174bbb964a63afe4786b87', 'mac_address': 'fa:16:3e:78:17:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b40a096-c577-4f78-9540-9ca52d5c8261', 'device_owner': 'network:router_interface', 'standard_attr_id': 2410, 'fixed_ips': [{'subnet_id': '37fac438-f282-4ff2-b3b6-ef311bc306c0', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:17:02Z', 'updated_at': '2021-07-06T14:17:14Z', 'revision_number': 5, 'project_id': 'b162a45bb3174bbb964a63afe4786b87', 'subnets': [{'id': '37fac438-f282-4ff2-b3b6-ef311bc306c0', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'aa306e0f-e678-4d29-a8a4-7f60d844e63f', 'name': '', 'network_id': '6ee6b830-cb65-403e-b3cd-43805a780930', 'tenant_id': 'b162a45bb3174bbb964a63afe4786b87', 'mac_address': 'fa:16:3e:10:cd:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b40a096-c577-4f78-9540-9ca52d5c8261', 'device_owner': 'network:router_interface', 'standard_attr_id': 2400, 'fixed_ips': [{'subnet_id': 'ebded7d8-cb22-4393-8c31-cfbeaa456181', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:16:55Z', 'updated_at': '2021-07-06T14:17:05Z', 'revision_number': 5, 'project_id': 'b162a45bb3174bbb964a63afe4786b87', 'subnets': [{'id': 'ebded7d8-cb22-4393-8c31-cfbeaa456181', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773647-6', False) {} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:17:45.320498 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-254c902e-3629-4fe9-9cb9-224e9709d4f4 req-ce6bf150-c469-433e-9833-54b3b84f70d5 tempest-ServersNegativeTestJSON-728644794 tempest-ServersNegativeTestJSON-728644794-project] 10.222.0.104 "GET /v2.0/security-groups?id=55139e1c-0239-472b-ada8-5a3c70b3eb43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208358 Jul 06 14:17:45.329936 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-20a139b2-3747-410f-b889-5664128c5759 req-063c34a7-0ede-42fc-9c48-86b269f02a4e service neutron] 10.222.0.72 "GET /v2.0/networks/a1716540-120f-40c7-aef8-86c1758785ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2031546 Jul 06 14:17:45.331013 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb27dba4-a3e4-4b41-a914-b34680f12b35 None None] Checking router: 9b40a096-c577-4f78-9540-9ca52d5c8261 for host: n-d-773647-6 {{(pid=100248) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 14:17:45.347082 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad671379-c973-4e97-9031-b686d97ec099 None None] DHCP port deletion for 07b3f552-f0f9-4999-b67f-7093e13cbdd1 request from n-d-773647-6 {{(pid=100248) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 14:17:45.378083 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb27dba4-a3e4-4b41-a914-b34680f12b35 None None] Routers {'9b40a096-c577-4f78-9540-9ca52d5c8261'} bound to L3 agent in host n-d-773647-6 {{(pid=100248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:17:45.378724 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-fb27dba4-a3e4-4b41-a914-b34680f12b35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T14:17:26Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['9b40a096-c577-4f78-9540-9ca52d5c8261'], 'active': True} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:17:45.406068 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.db [None req-44df84e6-a154-4e55-a5a0-dc49fe284907 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] For port 46078b66-0453-4bce-a2f3-2ae4f23fa266, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=46078b66-0453-4bce-a2f3-2ae4f23fa266,segment=NetworkSegment(324aff72-e3d2-46c7-ab16-c49a7658da15),segment_id=324aff72-e3d2-46c7-ab16-c49a7658da15)] {{(pid=100247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:17:45.410193 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-44df84e6-a154-4e55-a5a0-dc49fe284907 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:45.445264 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.plugin [None req-44df84e6-a154-4e55-a5a0-dc49fe284907 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Calling delete_port for 46078b66-0453-4bce-a2f3-2ae4f23fa266 owned by network:dhcp {{(pid=100247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:17:45.475581 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvr_db [None req-fb27dba4-a3e4-4b41-a914-b34680f12b35 None None] Set router 9b40a096-c577-4f78-9540-9ca52d5c8261 gateway port host: None {{(pid=100248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:17:45.565807 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-021b30f2-668a-4a6b-b8ec-c22dc56a22db admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=7343709057c743cfa5d8d006beac827c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3970675 Jul 06 14:17:45.571137 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 59124) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:17:45.669075 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-5d4acb4b-d43c-498b-af29-1dd53dfc54b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:45.681382 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-44df84e6-a154-4e55-a5a0-dc49fe284907 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128888353'] for port, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:45.701872 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-5d4acb4b-d43c-498b-af29-1dd53dfc54b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:45.727544 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44df84e6-a154-4e55-a5a0-dc49fe284907 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Pushing event deleted for resources: {'Port': ['ID=46078b66-0453-4bce-a2f3-2ae4f23fa266,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:17:45.740864 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44df84e6-a154-4e55-a5a0-dc49fe284907 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] No DVR routers for this DVR port 46078b66-0453-4bce-a2f3-2ae4f23fa266 on host n-d-773647-6 {{(pid=100247) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:17:45.762133 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-ad671379-c973-4e97-9031-b686d97ec099 None None] Deleting port 46078b66-0453-4bce-a2f3-2ae4f23fa266 {{(pid=100248) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:17:45.762644 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-ad671379-c973-4e97-9031-b686d97ec099 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:45.772518 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-5d4acb4b-d43c-498b-af29-1dd53dfc54b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:45.775021 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-5d4acb4b-d43c-498b-af29-1dd53dfc54b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:45.778783 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-5d4acb4b-d43c-498b-af29-1dd53dfc54b6 admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/00b626ce-6d4f-41e2-969c-a3bbb1db9bf2 HTTP/1.1" status: 204 len: 168 time: 0.2050235 Jul 06 14:17:45.787657 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4acb4b-d43c-498b-af29-1dd53dfc54b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00b626ce-6d4f-41e2-969c-a3bbb1db9bf2,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:17:45.800761 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be90d137-9db0-4748-b4b4-41f158716401 req-1362aafa-5515-4ff1-9eef-c8a72115aee5 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:17:45.808749 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-be90d137-9db0-4748-b4b4-41f158716401 req-1362aafa-5515-4ff1-9eef-c8a72115aee5 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] 10.222.0.104 "GET /v2.0/ports?device_id=de95b307-6508-414c-9448-6e96e4660560 HTTP/1.1" status: 200 len: 945 time: 0.2617044 Jul 06 14:17:45.866844 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-ad671379-c973-4e97-9031-b686d97ec099 None None] For port 46078b66-0453-4bce-a2f3-2ae4f23fa266, host n-d-773647-6, got binding levels [] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:17:45.867281 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-ad671379-c973-4e97-9031-b686d97ec099 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:45.885725 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-ad671379-c973-4e97-9031-b686d97ec099 None None] Calling delete_port for 46078b66-0453-4bce-a2f3-2ae4f23fa266 owned by network:dhcp {{(pid=100248) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:17:45.889106 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.ipam_backend_mixin [None req-ad671379-c973-4e97-9031-b686d97ec099 None None] Port 46078b66-0453-4bce-a2f3-2ae4f23fa266 was not found and therefore no delete operation was performed {{(pid=100248) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 06 14:17:45.892110 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7598e005-d72d-4234-b1de-dc8eab28b2ca req-99bb9e9e-888f-41ba-8db8-4628ee747bbe tempest-ServerMetadataNegativeTestJSON-1234161501 tempest-ServerMetadataNegativeTestJSON-1234161501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:17:45.897262 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-ad671379-c973-4e97-9031-b686d97ec099 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117'] for port, after_delete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:45.899120 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-7598e005-d72d-4234-b1de-dc8eab28b2ca req-99bb9e9e-888f-41ba-8db8-4628ee747bbe tempest-ServerMetadataNegativeTestJSON-1234161501 tempest-ServerMetadataNegativeTestJSON-1234161501-project] 10.222.0.104 "GET /v2.0/ports?device_id=8b36a2c4-c043-43d1-af89-7c6099d236d3 HTTP/1.1" status: 200 len: 943 time: 0.3718750 Jul 06 14:17:45.942903 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad671379-c973-4e97-9031-b686d97ec099 None None] No DVR routers for this DVR port 46078b66-0453-4bce-a2f3-2ae4f23fa266 on host n-d-773647-6 {{(pid=100248) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:17:45.944624 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad671379-c973-4e97-9031-b686d97ec099 None None] Pushing event deleted for resources: {'Port': ['ID=46078b66-0453-4bce-a2f3-2ae4f23fa266,revision_number=None']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:17:45.944825 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-be90d137-9db0-4748-b4b4-41f158716401 req-9526f48d-3a14-4e83-b505-7e514bf3f415 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] 10.222.0.104 "GET /v2.0/security-groups?id=5a45c5f2-3366-4ec3-bcbb-576e95eec77a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1349878 Jul 06 14:17:45.970277 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-44df84e6-a154-4e55-a5a0-dc49fe284907 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-917204', 'neutron.services.segments.db._delete_segments_for_network-8773753502302'] for network, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:45.970445 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-fb27dba4-a3e4-4b41-a914-b34680f12b35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b40a096-c577-4f78-9540-9ca52d5c8261', 'name': 'tempest-RoutersIpV6Test-router-90364201', 'tenant_id': 'b162a45bb3174bbb964a63afe4786b87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:16:53Z', 'updated_at': '2021-07-06T14:17:42Z', 'revision_number': 9, 'project_id': 'b162a45bb3174bbb964a63afe4786b87', 'gw_port_host': None, '_interfaces': [{'id': '686731a9-05cb-4e39-aa14-1be75462c876', 'name': '', 'network_id': '63239bcf-fc30-4409-af24-2ce21b28b0d3', 'tenant_id': 'b162a45bb3174bbb964a63afe4786b87', 'mac_address': 'fa:16:3e:78:17:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b40a096-c577-4f78-9540-9ca52d5c8261', 'device_owner': 'network:router_interface', 'standard_attr_id': 2410, 'fixed_ips': [{'subnet_id': '37fac438-f282-4ff2-b3b6-ef311bc306c0', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:17:02Z', 'updated_at': '2021-07-06T14:17:14Z', 'revision_number': 5, 'project_id': 'b162a45bb3174bbb964a63afe4786b87', 'subnets': [{'id': '37fac438-f282-4ff2-b3b6-ef311bc306c0', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'aa306e0f-e678-4d29-a8a4-7f60d844e63f', 'name': '', 'network_id': '6ee6b830-cb65-403e-b3cd-43805a780930', 'tenant_id': 'b162a45bb3174bbb964a63afe4786b87', 'mac_address': 'fa:16:3e:10:cd:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b40a096-c577-4f78-9540-9ca52d5c8261', 'device_owner': 'network:router_interface', 'standard_attr_id': 2400, 'fixed_ips': [{'subnet_id': 'ebded7d8-cb22-4393-8c31-cfbeaa456181', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:16:55Z', 'updated_at': '2021-07-06T14:17:05Z', 'revision_number': 5, 'project_id': 'b162a45bb3174bbb964a63afe4786b87', 'subnets': [{'id': 'ebded7d8-cb22-4393-8c31-cfbeaa456181', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773647-6', False) {} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:17:46.005900 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb27dba4-a3e4-4b41-a914-b34680f12b35 None None] The sync data for ids ['9b40a096-c577-4f78-9540-9ca52d5c8261'] in n-d-773647-6 is: [{'id': '9b40a096-c577-4f78-9540-9ca52d5c8261', 'name': 'tempest-RoutersIpV6Test-router-90364201', 'tenant_id': 'b162a45bb3174bbb964a63afe4786b87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:16:53Z', 'updated_at': '2021-07-06T14:17:42Z', 'revision_number': 9, 'project_id': 'b162a45bb3174bbb964a63afe4786b87', 'gw_port_host': None, '_interfaces': [{'id': '686731a9-05cb-4e39-aa14-1be75462c876', 'name': '', 'network_id': '63239bcf-fc30-4409-af24-2ce21b28b0d3', 'tenant_id': 'b162a45bb3174bbb964a63afe4786b87', 'mac_address': 'fa:16:3e:78:17:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b40a096-c577-4f78-9540-9ca52d5c8261', 'device_owner': 'network:router_interface', 'standard_attr_id': 2410, 'fixed_ips': [{'subnet_id': '37fac438-f282-4ff2-b3b6-ef311bc306c0', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:17:02Z', 'updated_at': '2021-07-06T14:17:14Z', 'revision_number': 5, 'project_id': 'b162a45bb3174bbb964a63afe4786b87', 'subnets': [{'id': '37fac438-f282-4ff2-b3b6-ef311bc306c0', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'aa306e0f-e678-4d29-a8a4-7f60d844e63f', 'name': '', 'network_id': '6ee6b830-cb65-403e-b3cd-43805a780930', 'tenant_id': 'b162a45bb3174bbb964a63afe4786b87', 'mac_address': 'fa:16:3e:10:cd:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b40a096-c577-4f78-9540-9ca52d5c8261', 'device_owner': 'network:router_interface', 'standard_attr_id': 2400, 'fixed_ips': [{'subnet_id': 'ebded7d8-cb22-4393-8c31-cfbeaa456181', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:16:55Z', 'updated_at': '2021-07-06T14:17:05Z', 'revision_number': 5, 'project_id': 'b162a45bb3174bbb964a63afe4786b87', 'subnets': [{'id': 'ebded7d8-cb22-4393-8c31-cfbeaa456181', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 14:17:46.015372 n-d-773647-6 neutron-server[100247]: DEBUG neutron.services.segments.db [None req-44df84e6-a154-4e55-a5a0-dc49fe284907 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['07b3f552-f0f9-4999-b67f-7093e13cbdd1']}} {{(pid=100247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:17:46.037499 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-7598e005-d72d-4234-b1de-dc8eab28b2ca req-6a2457c1-63b4-4c9f-bcbb-c2deaa9bd0ee tempest-ServerMetadataNegativeTestJSON-1234161501 tempest-ServerMetadataNegativeTestJSON-1234161501-project] 10.222.0.104 "GET /v2.0/security-groups?id=37e99745-ab6f-458e-93db-14f98751ffdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363418 Jul 06 14:17:46.051547 n-d-773647-6 neutron-server[100247]: DEBUG neutron.services.segments.db [None req-44df84e6-a154-4e55-a5a0-dc49fe284907 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '324aff72-e3d2-46c7-ab16-c49a7658da15') {'for_net_delete': True} {{(pid=100247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:17:46.051853 n-d-773647-6 neutron-server[100247]: DEBUG neutron.services.segments.db [None req-44df84e6-a154-4e55-a5a0-dc49fe284907 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '324aff72-e3d2-46c7-ab16-c49a7658da15') {} {{(pid=100247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:17:46.071610 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-44df84e6-a154-4e55-a5a0-dc49fe284907 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773753515138', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127131763'] for segment, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:46.112710 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-44df84e6-a154-4e55-a5a0-dc49fe284907 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552'] for segment, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:46.119992 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-44df84e6-a154-4e55-a5a0-dc49fe284907 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Releasing vlan 1039 on physical network physnet1 to pool {{(pid=100247) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 14:17:46.120386 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-44df84e6-a154-4e55-a5a0-dc49fe284907 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-128888574'] for segment, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:46.127552 n-d-773647-6 neutron-server[100247]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:17:46.127552 n-d-773647-6 neutron-server[100247]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:17:46.127552 n-d-773647-6 neutron-server[100247]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:17:46.127552 n-d-773647-6 neutron-server[100247]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:17:46.127552 n-d-773647-6 neutron-server[100247]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:17:46.127552 n-d-773647-6 neutron-server[100247]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:17:46.127552 n-d-773647-6 neutron-server[100247]: Traceback (most recent call last): Jul 06 14:17:46.127552 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 14:17:46.127552 n-d-773647-6 neutron-server[100247]: timer() Jul 06 14:17:46.127552 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 14:17:46.127552 n-d-773647-6 neutron-server[100247]: cb(*args, **kw) Jul 06 14:17:46.127552 n-d-773647-6 neutron-server[100247]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 14:17:46.127552 n-d-773647-6 neutron-server[100247]: return func(*args, **kwargs) Jul 06 14:17:46.127552 n-d-773647-6 neutron-server[100247]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 14:17:46.127552 n-d-773647-6 neutron-server[100247]: self._notify() Jul 06 14:17:46.127552 n-d-773647-6 neutron-server[100247]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 14:17:46.127552 n-d-773647-6 neutron-server[100247]: self.callback(batched_events) Jul 06 14:17:46.127552 n-d-773647-6 neutron-server[100247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 14:17:46.127552 n-d-773647-6 neutron-server[100247]: event.method(event) Jul 06 14:17:46.127552 n-d-773647-6 neutron-server[100247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 14:17:46.127552 n-d-773647-6 neutron-server[100247]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 14:17:46.127552 n-d-773647-6 neutron-server[100247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 14:17:46.127552 n-d-773647-6 neutron-server[100247]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 14:17:46.127552 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 14:17:46.127552 n-d-773647-6 neutron-server[100247]: return f(self, *a, **k) Jul 06 14:17:46.127552 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 14:17:46.127552 n-d-773647-6 neutron-server[100247]: return self._get(url).json() Jul 06 14:17:46.127552 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 14:17:46.127552 n-d-773647-6 neutron-server[100247]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 14:17:46.127552 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 14:17:46.127552 n-d-773647-6 neutron-server[100247]: return self.request(url, 'GET', **kwargs) Jul 06 14:17:46.127552 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 14:17:46.127552 n-d-773647-6 neutron-server[100247]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 14:17:46.127552 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 14:17:46.127552 n-d-773647-6 neutron-server[100247]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 14:17:46.127552 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 14:17:46.127552 n-d-773647-6 neutron-server[100247]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 14:17:46.127552 n-d-773647-6 neutron-server[100247]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 14:17:46.236581 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-44df84e6-a154-4e55-a5a0-dc49fe284907 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-917215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1761140'] for network, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:46.253481 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-44df84e6-a154-4e55-a5a0-dc49fe284907 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583035'] for network, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:46.255517 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-44df84e6-a154-4e55-a5a0-dc49fe284907 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] 10.222.0.104 "DELETE /v2.0/networks/07b3f552-f0f9-4999-b67f-7093e13cbdd1 HTTP/1.1" status: 204 len: 168 time: 1.2972493 Jul 06 14:17:46.258404 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 59138) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:17:46.274624 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44df84e6-a154-4e55-a5a0-dc49fe284907 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Pushing event deleted for resources: {'Network': ['ID=07b3f552-f0f9-4999-b67f-7093e13cbdd1,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:17:46.297500 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa03fff-646f-41d5-8540-020c8e4d374d req-0fa2d1b9-c182-4831-bfbe-3888ed47c1f2 tempest-ServersNegativeTestJSON-728644794 tempest-ServersNegativeTestJSON-728644794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:17:46.299290 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-0fa03fff-646f-41d5-8540-020c8e4d374d req-0fa2d1b9-c182-4831-bfbe-3888ed47c1f2 tempest-ServersNegativeTestJSON-728644794 tempest-ServersNegativeTestJSON-728644794-project] 10.222.0.104 "GET /v2.0/ports?device_id=c38e1fb7-16c3-460f-81ed-82738a2148eb HTTP/1.1" status: 200 len: 946 time: 0.1614077 Jul 06 14:17:46.373073 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-0fa03fff-646f-41d5-8540-020c8e4d374d req-84a79d86-faea-4727-bca6-d62cc415b305 tempest-ServersNegativeTestJSON-728644794 tempest-ServersNegativeTestJSON-728644794-project] 10.222.0.104 "GET /v2.0/security-groups?id=55139e1c-0239-472b-ada8-5a3c70b3eb43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679369 Jul 06 14:17:46.571571 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Device f55a3ef4-c980-43de-bbbc-35c1e7a33eed details requested by agent hyperv_n-h2-773647-6 with host n-h2-773647-6 {{(pid=100248) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 14:17:46.794130 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-897b2e00-c98e-4b88-a02c-852a0d9c4f08 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1809431'] for router_interface, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:46.796168 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] For port f55a3ef4-c980-43de-bbbc-35c1e7a33eed, host n-h2-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=f55a3ef4-c980-43de-bbbc-35c1e7a33eed,segment=NetworkSegment(e8ae4a08-eed8-4576-9634-edfdd49e60f6),segment_id=e8ae4a08-eed8-4576-9634-edfdd49e60f6)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:17:46.810790 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Returning: {'device': 'f55a3ef4-c980-43de-bbbc-35c1e7a33eed', 'network_id': 'a1716540-120f-40c7-aef8-86c1758785ac', 'port_id': 'f55a3ef4-c980-43de-bbbc-35c1e7a33eed', 'mac_address': 'fa:16:3e:0b:fe:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1021, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '31b9ba0a-adf0-4f11-8730-98182b05890b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100248) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 14:17:46.857593 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:46.862956 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafa46d9-2944-40e7-85c6-dc08ff8abcc2 req-60894734-da63-49d8-94e2-29823a66fedf tempest-ServersNegativeTestJSON-728644794 tempest-ServersNegativeTestJSON-728644794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:17:46.864505 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-aafa46d9-2944-40e7-85c6-dc08ff8abcc2 req-60894734-da63-49d8-94e2-29823a66fedf tempest-ServersNegativeTestJSON-728644794 tempest-ServersNegativeTestJSON-728644794-project] 10.222.0.104 "GET /v2.0/ports?device_id=c38e1fb7-16c3-460f-81ed-82738a2148eb HTTP/1.1" status: 200 len: 946 time: 0.1172366 Jul 06 14:17:46.872043 n-d-773647-6 neutron-server[100248]: DEBUG neutron.notifiers.nova [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f55a3ef4-c980-43de-bbbc-35c1e7a33eed {{(pid=100248) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 14:17:46.895354 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] For port f55a3ef4-c980-43de-bbbc-35c1e7a33eed, host n-h2-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=f55a3ef4-c980-43de-bbbc-35c1e7a33eed,segment=NetworkSegment(e8ae4a08-eed8-4576-9634-edfdd49e60f6),segment_id=e8ae4a08-eed8-4576-9634-edfdd49e60f6)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:17:46.900768 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:46.926746 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-aafa46d9-2944-40e7-85c6-dc08ff8abcc2 req-331c2ccc-82d3-4a2e-a359-50e24a1bf6f1 tempest-ServersNegativeTestJSON-728644794 tempest-ServersNegativeTestJSON-728644794-project] 10.222.0.104 "GET /v2.0/security-groups?id=55139e1c-0239-472b-ada8-5a3c70b3eb43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554624 Jul 06 14:17:46.972496 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Pushing event updated for resources: {'Port': ['ID=f55a3ef4-c980-43de-bbbc-35c1e7a33eed,revision_number=4']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:17:47.102138 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] get_ports_and_sgs() called for port_ids ['f55a3ef4-c980-43de-bbbc-35c1e7a33eed'] {{(pid=100248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 14:17:47.192072 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [None req-897b2e00-c98e-4b88-a02c-852a0d9c4f08 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Deleting port 686731a9-05cb-4e39-aa14-1be75462c876 {{(pid=100246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:17:47.192731 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-897b2e00-c98e-4b88-a02c-852a0d9c4f08 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:47.308336 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.db [None req-897b2e00-c98e-4b88-a02c-852a0d9c4f08 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] For port 686731a9-05cb-4e39-aa14-1be75462c876, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=686731a9-05cb-4e39-aa14-1be75462c876,segment=NetworkSegment(6467fdeb-047e-451c-9e2d-240272c1361a),segment_id=6467fdeb-047e-451c-9e2d-240272c1361a)] {{(pid=100246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:17:47.309028 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-897b2e00-c98e-4b88-a02c-852a0d9c4f08 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:47.324291 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [None req-897b2e00-c98e-4b88-a02c-852a0d9c4f08 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Calling delete_port for 686731a9-05cb-4e39-aa14-1be75462c876 owned by network:router_interface {{(pid=100246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:17:47.393778 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 46078b66-0453-4bce-a2f3-2ae4f23fa266 no longer exists at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:17:47.435983 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a8d266-43c0-429c-88f3-a4a0c0a21a35 req-c712a27a-7aaa-4664-9607-14d43f5f0e71 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:17:47.443898 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-28a8d266-43c0-429c-88f3-a4a0c0a21a35 req-c712a27a-7aaa-4664-9607-14d43f5f0e71 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] 10.222.0.104 "GET /v2.0/ports?device_id=de95b307-6508-414c-9448-6e96e4660560 HTTP/1.1" status: 200 len: 945 time: 0.3216743 Jul 06 14:17:47.536575 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ddb972-4b7b-433a-b304-0fbef1e19f7c req-d9ce788a-b838-4d03-9611-f15502e8848e tempest-ServersNegativeTestJSON-728644794 tempest-ServersNegativeTestJSON-728644794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:17:47.546159 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-09ddb972-4b7b-433a-b304-0fbef1e19f7c req-d9ce788a-b838-4d03-9611-f15502e8848e tempest-ServersNegativeTestJSON-728644794 tempest-ServersNegativeTestJSON-728644794-project] 10.222.0.104 "GET /v2.0/ports?device_id=c38e1fb7-16c3-460f-81ed-82738a2148eb HTTP/1.1" status: 200 len: 946 time: 0.3719318 Jul 06 14:17:47.595253 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-897b2e00-c98e-4b88-a02c-852a0d9c4f08 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127687580'] for port, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:47.629334 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-28a8d266-43c0-429c-88f3-a4a0c0a21a35 req-481dcaa8-782e-4980-a971-f944f54fca3c tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] 10.222.0.104 "GET /v2.0/security-groups?id=5a45c5f2-3366-4ec3-bcbb-576e95eec77a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1843522 Jul 06 14:17:47.676951 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897b2e00-c98e-4b88-a02c-852a0d9c4f08 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Pushing event deleted for resources: {'Port': ['ID=686731a9-05cb-4e39-aa14-1be75462c876,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:17:47.698803 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-09ddb972-4b7b-433a-b304-0fbef1e19f7c req-aaef6445-3681-4dec-bc2a-390f8c29b8c6 tempest-ServersNegativeTestJSON-728644794 tempest-ServersNegativeTestJSON-728644794-project] 10.222.0.104 "GET /v2.0/security-groups?id=55139e1c-0239-472b-ada8-5a3c70b3eb43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1504350 Jul 06 14:17:47.819734 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] No Port match for: 46078b66-0453-4bce-a2f3-2ae4f23fa266 {{(pid=100248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 14:17:47.823751 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 46078b66-0453-4bce-a2f3-2ae4f23fa266 not bound to the agent host n-d-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:17:47.824556 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device c1d262d1-7519-42ee-9647-5f84bbd2d953 no longer exists at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:17:47.893599 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] No Port match for: c1d262d1-7519-42ee-9647-5f84bbd2d953 {{(pid=100248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 14:17:47.894501 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device c1d262d1-7519-42ee-9647-5f84bbd2d953 not bound to the agent host n-d-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:17:47.944785 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-897b2e00-c98e-4b88-a02c-852a0d9c4f08 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1809193'] for router_interface, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:48.031882 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb252306-ece3-4eb1-8110-aff68a30aded req-1cf540c8-64bb-44c7-8dac-c8f696a3f4aa tempest-ServerMetadataNegativeTestJSON-1234161501 tempest-ServerMetadataNegativeTestJSON-1234161501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:17:48.035763 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-fb252306-ece3-4eb1-8110-aff68a30aded req-1cf540c8-64bb-44c7-8dac-c8f696a3f4aa tempest-ServerMetadataNegativeTestJSON-1234161501 tempest-ServerMetadataNegativeTestJSON-1234161501-project] 10.222.0.104 "GET /v2.0/ports?device_id=8b36a2c4-c043-43d1-af89-7c6099d236d3 HTTP/1.1" status: 200 len: 944 time: 0.1896732 Jul 06 14:17:48.101418 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-fb252306-ece3-4eb1-8110-aff68a30aded req-321e0865-9ffd-456c-bdbd-8763bf730756 tempest-ServerMetadataNegativeTestJSON-1234161501 tempest-ServerMetadataNegativeTestJSON-1234161501-project] 10.222.0.104 "GET /v2.0/security-groups?id=37e99745-ab6f-458e-93db-14f98751ffdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575135 Jul 06 14:17:48.270078 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-897b2e00-c98e-4b88-a02c-852a0d9c4f08 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Router 9b40a096-c577-4f78-9540-9ca52d5c8261 has already been hosted by L3 agent 2823d358-a11b-4885-a706-95a279e43fa7 {{(pid=100246) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 14:17:48.283135 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28c0348-43ee-47bd-8fbb-660ff3b3d6d9 req-4623595b-156f-4747-8307-106b78d45374 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:17:48.293944 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-c28c0348-43ee-47bd-8fbb-660ff3b3d6d9 req-4623595b-156f-4747-8307-106b78d45374 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] 10.222.0.104 "GET /v2.0/ports?device_id=de95b307-6508-414c-9448-6e96e4660560 HTTP/1.1" status: 200 len: 945 time: 0.1103997 Jul 06 14:17:48.388896 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-c28c0348-43ee-47bd-8fbb-660ff3b3d6d9 req-5f9f1415-137b-41ae-805c-05c16b3c59d0 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] 10.222.0.104 "GET /v2.0/security-groups?id=5a45c5f2-3366-4ec3-bcbb-576e95eec77a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0937896 Jul 06 14:17:48.434652 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 59198) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:17:48.557756 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd41b132-0da2-42f2-a88a-43109209d146 req-56479670-948b-4440-99d1-f0a5893acd31 tempest-ServersNegativeTestJSON-728644794 tempest-ServersNegativeTestJSON-728644794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:17:48.559403 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-bd41b132-0da2-42f2-a88a-43109209d146 req-56479670-948b-4440-99d1-f0a5893acd31 tempest-ServersNegativeTestJSON-728644794 tempest-ServersNegativeTestJSON-728644794-project] 10.222.0.104 "GET /v2.0/ports?device_id=c38e1fb7-16c3-460f-81ed-82738a2148eb HTTP/1.1" status: 200 len: 946 time: 0.2007458 Jul 06 14:17:48.562498 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5eaf6d6a-e318-4a3a-9a6b-6062b8cd1a96 tempest-TestNetworkAdvancedServerOps-137028019 tempest-TestNetworkAdvancedServerOps-137028019-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:17:48.564050 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-5eaf6d6a-e318-4a3a-9a6b-6062b8cd1a96 tempest-TestNetworkAdvancedServerOps-137028019 tempest-TestNetworkAdvancedServerOps-137028019-project-admin] 10.222.0.104 "GET /v2.0/ports?device_id=de95b307-6508-414c-9448-6e96e4660560 HTTP/1.1" status: 200 len: 1091 time: 0.1244235 Jul 06 14:17:48.566815 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 59200) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:17:48.573671 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [None req-43b52025-78c7-4f94-8ab5-e257db57f1a1 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Request body: {'floatingip': {'floating_network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'port_id': '483af117-bb3f-4588-a086-6405716a60ee', 'tenant_id': '1077a35eaa714f1bbf260d32c5a52c8f', 'fixed_ip_address': '172.20.0.3'}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:17:48.600859 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Device f55a3ef4-c980-43de-bbbc-35c1e7a33eed up at agent hyperv_n-h2-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:17:48.620929 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-43b52025-78c7-4f94-8ab5-e257db57f1a1 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Notify callbacks [] for floatingip, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:48.717367 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Provisioning for port f55a3ef4-c980-43de-bbbc-35c1e7a33eed completed by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:17:48.722284 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Provisioning complete for port f55a3ef4-c980-43de-bbbc-35c1e7a33eed triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:17:48.722662 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:48.725955 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-bd41b132-0da2-42f2-a88a-43109209d146 req-ddfe94c1-8a98-4aa5-aefc-90ad9fb5c91a tempest-ServersNegativeTestJSON-728644794 tempest-ServersNegativeTestJSON-728644794-project] 10.222.0.104 "GET /v2.0/security-groups?id=55139e1c-0239-472b-ada8-5a3c70b3eb43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1564467 Jul 06 14:17:48.832383 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-43b52025-78c7-4f94-8ab5-e257db57f1a1 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:48.883562 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-897b2e00-c98e-4b88-a02c-852a0d9c4f08 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Notify agent at l3_agent.n-d-773647-6 the message routers_updated {{(pid=100246) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 14:17:48.890162 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-897b2e00-c98e-4b88-a02c-852a0d9c4f08 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] 10.222.0.104 "PUT /v2.0/routers/9b40a096-c577-4f78-9540-9ca52d5c8261/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6306231 Jul 06 14:17:48.892956 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 59206) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:17:48.898498 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc340b71-e323-4d8e-9869-ccaa02e0ab92 None None] Sync routers for ids ['9b40a096-c577-4f78-9540-9ca52d5c8261'] in n-d-773647-6 {{(pid=100249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 14:17:48.913762 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc340b71-e323-4d8e-9869-ccaa02e0ab92 None None] Routers {'9b40a096-c577-4f78-9540-9ca52d5c8261'} bound to L3 agent in host n-d-773647-6 {{(pid=100249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:17:48.915548 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:48.917699 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-bc340b71-e323-4d8e-9869-ccaa02e0ab92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T14:17:26Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['9b40a096-c577-4f78-9540-9ca52d5c8261'], 'active': True} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:17:48.965761 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] For port f55a3ef4-c980-43de-bbbc-35c1e7a33eed, host n-h2-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=f55a3ef4-c980-43de-bbbc-35c1e7a33eed,segment=NetworkSegment(e8ae4a08-eed8-4576-9634-edfdd49e60f6),segment_id=e8ae4a08-eed8-4576-9634-edfdd49e60f6)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:17:48.970100 n-d-773647-6 neutron-server[100248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b36a2c4-c043-43d1-af89-7c6099d236d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f55a3ef4-c980-43de-bbbc-35c1e7a33eed'}] {{(pid=100248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:17:48.977199 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84af257533e383389cbcf231d3534f4d5e149e7203fea16b4a8fc01438dddaf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ec58a35-0e86-4b37-a544-cb83e6e927cf" -d '{"events": [{"server_uuid": "8b36a2c4-c043-43d1-af89-7c6099d236d3", "name": "network-vif-plugged", "status": "completed", "tag": "f55a3ef4-c980-43de-bbbc-35c1e7a33eed"}]}' {{(pid=100248) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:17:48.994063 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.db_base_plugin_v2 [None req-d397d5cd-c169-4e30-897b-6e53c3dbc1d1 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Deleting subnet 37fac438-f282-4ff2-b3b6-ef311bc306c0 {{(pid=100246) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 14:17:48.999284 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-d397d5cd-c169-4e30-897b-6e53c3dbc1d1 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Notify callbacks [] for subnet, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:49.003280 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:49.034558 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.db_base_plugin_common [None req-43b52025-78c7-4f94-8ab5-e257db57f1a1 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Allocated IP 172.25.0.106 (2658f09e-a580-4d4a-9968-2d1e0ad93719/cbf74abc-6fe1-4d33-b005-c948923b9647/8bb4472d-077f-42a6-95e8-672e6d4cf7df) {{(pid=100247) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:17:49.074125 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 14:17:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1f30a89-e9f4-479b-a348-70ea4bae5981 x-openstack-request-id: req-b1f30a89-e9f4-479b-a348-70ea4bae5981 {{(pid=100248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:17:49.074440 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b36a2c4-c043-43d1-af89-7c6099d236d3", "name": "network-vif-plugged", "status": "completed", "tag": "f55a3ef4-c980-43de-bbbc-35c1e7a33eed", "code": 200}]} {{(pid=100248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:17:49.074697 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-b1f30a89-e9f4-479b-a348-70ea4bae5981 {{(pid=100248) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:17:49.075111 n-d-773647-6 neutron-server[100248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b36a2c4-c043-43d1-af89-7c6099d236d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f55a3ef4-c980-43de-bbbc-35c1e7a33eed', 'code': 200} Jul 06 14:17:49.076570 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bf6495-07d9-4463-a82b-2eae4be8ac87 req-b03e081c-6642-401d-bba9-70fd558fe15d tempest-ServersNegativeTestJSON-728644794 tempest-ServersNegativeTestJSON-728644794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:17:49.080048 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-b6bf6495-07d9-4463-a82b-2eae4be8ac87 req-b03e081c-6642-401d-bba9-70fd558fe15d tempest-ServersNegativeTestJSON-728644794 tempest-ServersNegativeTestJSON-728644794-project] 10.222.0.104 "GET /v2.0/ports?device_id=c38e1fb7-16c3-460f-81ed-82738a2148eb HTTP/1.1" status: 200 len: 946 time: 0.1375096 Jul 06 14:17:49.136260 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-d397d5cd-c169-4e30-897b-6e53c3dbc1d1 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126218885'] for subnet, precommit_delete_associations {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:49.167521 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Pushing event updated for resources: {'Port': ['ID=f55a3ef4-c980-43de-bbbc-35c1e7a33eed,revision_number=5']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:17:49.205554 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-b6bf6495-07d9-4463-a82b-2eae4be8ac87 req-a051a045-5b48-46e4-a1aa-193d5f04381e tempest-ServersNegativeTestJSON-728644794 tempest-ServersNegativeTestJSON-728644794-project] 10.222.0.104 "GET /v2.0/security-groups?id=55139e1c-0239-472b-ada8-5a3c70b3eb43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127756 Jul 06 14:17:49.301693 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-43b52025-78c7-4f94-8ab5-e257db57f1a1 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Notify callbacks [] for port, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:49.327828 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvr_db [None req-bc340b71-e323-4d8e-9869-ccaa02e0ab92 None None] Set router 9b40a096-c577-4f78-9540-9ca52d5c8261 gateway port host: None {{(pid=100249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:17:49.376342 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-43b52025-78c7-4f94-8ab5-e257db57f1a1 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-128888360'] for port, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:49.407919 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9701a5e-169c-4bcc-a889-364d7713bb42 req-5eb4739d-1877-40d3-bae1-2320aabf1b6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:17:49.409437 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-a9701a5e-169c-4bcc-a889-364d7713bb42 req-5eb4739d-1877-40d3-bae1-2320aabf1b6a service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=8b36a2c4-c043-43d1-af89-7c6099d236d3 HTTP/1.1" status: 200 len: 1096 time: 0.2239912 Jul 06 14:17:49.471658 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-d397d5cd-c169-4e30-897b-6e53c3dbc1d1 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-913473'] for subnet, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:49.473327 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43b52025-78c7-4f94-8ab5-e257db57f1a1 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Network 2658f09e-a580-4d4a-9968-2d1e0ad93719 is already hosted by enough agents. {{(pid=100247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:17:49.484248 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b52025-78c7-4f94-8ab5-e257db57f1a1 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Pushing event updated for resources: {'Port': ['ID=8bb4472d-077f-42a6-95e8-672e6d4cf7df,revision_number=1']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:17:49.495419 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.base_scheduler [None req-43b52025-78c7-4f94-8ab5-e257db57f1a1 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Resources bound (agent type, host, resource id): {{(pid=100247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:17:49.505428 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43b52025-78c7-4f94-8ab5-e257db57f1a1 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Received port after_create {{(pid=100247) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:17:49.547289 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-a9701a5e-169c-4bcc-a889-364d7713bb42 req-b90132a3-45f0-4ea5-aecf-22efe385d9b5 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=37e99745-ab6f-458e-93db-14f98751ffdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260962 Jul 06 14:17:49.581047 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-d397d5cd-c169-4e30-897b-6e53c3dbc1d1 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-913480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1849032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127687590', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127702764'] for subnet, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:49.587023 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7dc5f7e-07fa-48be-9b45-d59539782585 req-d8109730-a26b-4cb3-ad2b-6ac622e2a475 tempest-ServerMetadataNegativeTestJSON-1234161501 tempest-ServerMetadataNegativeTestJSON-1234161501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:17:49.592001 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-b7dc5f7e-07fa-48be-9b45-d59539782585 req-d8109730-a26b-4cb3-ad2b-6ac622e2a475 tempest-ServerMetadataNegativeTestJSON-1234161501 tempest-ServerMetadataNegativeTestJSON-1234161501-project] 10.222.0.104 "GET /v2.0/ports?device_id=8b36a2c4-c043-43d1-af89-7c6099d236d3 HTTP/1.1" status: 200 len: 945 time: 0.2285457 Jul 06 14:17:49.624260 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-bc340b71-e323-4d8e-9869-ccaa02e0ab92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b40a096-c577-4f78-9540-9ca52d5c8261', 'name': 'tempest-RoutersIpV6Test-router-90364201', 'tenant_id': 'b162a45bb3174bbb964a63afe4786b87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:16:53Z', 'updated_at': '2021-07-06T14:17:47Z', 'revision_number': 10, 'project_id': 'b162a45bb3174bbb964a63afe4786b87', 'gw_port_host': None, '_interfaces': [{'id': 'aa306e0f-e678-4d29-a8a4-7f60d844e63f', 'name': '', 'network_id': '6ee6b830-cb65-403e-b3cd-43805a780930', 'tenant_id': 'b162a45bb3174bbb964a63afe4786b87', 'mac_address': 'fa:16:3e:10:cd:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b40a096-c577-4f78-9540-9ca52d5c8261', 'device_owner': 'network:router_interface', 'standard_attr_id': 2400, 'fixed_ips': [{'subnet_id': 'ebded7d8-cb22-4393-8c31-cfbeaa456181', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:16:55Z', 'updated_at': '2021-07-06T14:17:05Z', 'revision_number': 5, 'project_id': 'b162a45bb3174bbb964a63afe4786b87', 'subnets': [{'id': 'ebded7d8-cb22-4393-8c31-cfbeaa456181', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773647-6', False) {} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:17:49.625863 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d397d5cd-c169-4e30-897b-6e53c3dbc1d1 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Pushing event deleted for resources: {'Subnet': ['ID=37fac438-f282-4ff2-b3b6-ef311bc306c0,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:17:49.629773 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-d397d5cd-c169-4e30-897b-6e53c3dbc1d1 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Notify callbacks [] for subnet, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:49.632249 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-d397d5cd-c169-4e30-897b-6e53c3dbc1d1 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] 10.222.0.104 "DELETE /v2.0/subnets/37fac438-f282-4ff2-b3b6-ef311bc306c0 HTTP/1.1" status: 204 len: 168 time: 0.7374389 Jul 06 14:17:49.634872 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 59222) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:17:49.646407 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e0bb890-a757-4b04-a39d-d0ef7e436099 None None] Network 63239bcf-fc30-4409-af24-2ce21b28b0d3 requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:17:49.672242 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc340b71-e323-4d8e-9869-ccaa02e0ab92 None None] Checking router: 9b40a096-c577-4f78-9540-9ca52d5c8261 for host: n-d-773647-6 {{(pid=100249) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 14:17:49.683284 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc340b71-e323-4d8e-9869-ccaa02e0ab92 None None] Routers {'9b40a096-c577-4f78-9540-9ca52d5c8261'} bound to L3 agent in host n-d-773647-6 {{(pid=100249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:17:49.684166 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-bc340b71-e323-4d8e-9869-ccaa02e0ab92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T14:17:26Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['9b40a096-c577-4f78-9540-9ca52d5c8261'], 'active': True} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:17:49.723644 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-b7dc5f7e-07fa-48be-9b45-d59539782585 req-0a25c61d-72e2-48b2-b84c-79504be550f9 tempest-ServerMetadataNegativeTestJSON-1234161501 tempest-ServerMetadataNegativeTestJSON-1234161501-project] 10.222.0.104 "GET /v2.0/security-groups?id=37e99745-ab6f-458e-93db-14f98751ffdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202662 Jul 06 14:17:49.724163 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-346c2588-8bff-4370-a4c0-165036051cdc tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530492'] for network, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:49.739018 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed48315e-8452-4f2b-82d0-82fe02626527 req-1797bb72-f756-413b-b6a0-57c5ad102809 tempest-ServersNegativeTestJSON-728644794 tempest-ServersNegativeTestJSON-728644794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:17:49.748916 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-ed48315e-8452-4f2b-82d0-82fe02626527 req-1797bb72-f756-413b-b6a0-57c5ad102809 tempest-ServersNegativeTestJSON-728644794 tempest-ServersNegativeTestJSON-728644794-project] 10.222.0.104 "GET /v2.0/ports?device_id=c38e1fb7-16c3-460f-81ed-82738a2148eb HTTP/1.1" status: 200 len: 946 time: 0.2392812 Jul 06 14:17:49.784037 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvr_db [None req-bc340b71-e323-4d8e-9869-ccaa02e0ab92 None None] Set router 9b40a096-c577-4f78-9540-9ca52d5c8261 gateway port host: None {{(pid=100249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:17:49.837116 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-ed48315e-8452-4f2b-82d0-82fe02626527 req-529292a7-b5fe-4f2c-a16a-6ecedcb4ce51 tempest-ServersNegativeTestJSON-728644794 tempest-ServersNegativeTestJSON-728644794-project] 10.222.0.104 "GET /v2.0/security-groups?id=55139e1c-0239-472b-ada8-5a3c70b3eb43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872424 Jul 06 14:17:49.854637 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [None req-346c2588-8bff-4370-a4c0-165036051cdc tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Deleting port eeacdaf8-cf0c-4070-b26b-acfc576d49b4 {{(pid=100246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:17:49.855625 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-346c2588-8bff-4370-a4c0-165036051cdc tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:49.925839 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cada604-5278-43fb-891c-8e28d6a8c91c None None] DHCP port deletion for 63239bcf-fc30-4409-af24-2ce21b28b0d3 request from n-d-773647-6 {{(pid=100248) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 14:17:50.022421 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.db [None req-346c2588-8bff-4370-a4c0-165036051cdc tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] For port eeacdaf8-cf0c-4070-b26b-acfc576d49b4, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=eeacdaf8-cf0c-4070-b26b-acfc576d49b4,segment=NetworkSegment(6467fdeb-047e-451c-9e2d-240272c1361a),segment_id=6467fdeb-047e-451c-9e2d-240272c1361a)] {{(pid=100246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:17:50.023054 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-346c2588-8bff-4370-a4c0-165036051cdc tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:50.023966 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-1cada604-5278-43fb-891c-8e28d6a8c91c None None] Deleting port eeacdaf8-cf0c-4070-b26b-acfc576d49b4 {{(pid=100248) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:17:50.024525 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-1cada604-5278-43fb-891c-8e28d6a8c91c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:50.066023 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [None req-346c2588-8bff-4370-a4c0-165036051cdc tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Calling delete_port for eeacdaf8-cf0c-4070-b26b-acfc576d49b4 owned by network:dhcp {{(pid=100246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:17:50.074057 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-bc340b71-e323-4d8e-9869-ccaa02e0ab92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b40a096-c577-4f78-9540-9ca52d5c8261', 'name': 'tempest-RoutersIpV6Test-router-90364201', 'tenant_id': 'b162a45bb3174bbb964a63afe4786b87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:16:53Z', 'updated_at': '2021-07-06T14:17:47Z', 'revision_number': 10, 'project_id': 'b162a45bb3174bbb964a63afe4786b87', 'gw_port_host': None, '_interfaces': [{'id': 'aa306e0f-e678-4d29-a8a4-7f60d844e63f', 'name': '', 'network_id': '6ee6b830-cb65-403e-b3cd-43805a780930', 'tenant_id': 'b162a45bb3174bbb964a63afe4786b87', 'mac_address': 'fa:16:3e:10:cd:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b40a096-c577-4f78-9540-9ca52d5c8261', 'device_owner': 'network:router_interface', 'standard_attr_id': 2400, 'fixed_ips': [{'subnet_id': 'ebded7d8-cb22-4393-8c31-cfbeaa456181', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:16:55Z', 'updated_at': '2021-07-06T14:17:05Z', 'revision_number': 5, 'project_id': 'b162a45bb3174bbb964a63afe4786b87', 'subnets': [{'id': 'ebded7d8-cb22-4393-8c31-cfbeaa456181', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773647-6', False) {} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:17:50.114364 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc340b71-e323-4d8e-9869-ccaa02e0ab92 None None] The sync data for ids ['9b40a096-c577-4f78-9540-9ca52d5c8261'] in n-d-773647-6 is: [{'id': '9b40a096-c577-4f78-9540-9ca52d5c8261', 'name': 'tempest-RoutersIpV6Test-router-90364201', 'tenant_id': 'b162a45bb3174bbb964a63afe4786b87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:16:53Z', 'updated_at': '2021-07-06T14:17:47Z', 'revision_number': 10, 'project_id': 'b162a45bb3174bbb964a63afe4786b87', 'gw_port_host': None, '_interfaces': [{'id': 'aa306e0f-e678-4d29-a8a4-7f60d844e63f', 'name': '', 'network_id': '6ee6b830-cb65-403e-b3cd-43805a780930', 'tenant_id': 'b162a45bb3174bbb964a63afe4786b87', 'mac_address': 'fa:16:3e:10:cd:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b40a096-c577-4f78-9540-9ca52d5c8261', 'device_owner': 'network:router_interface', 'standard_attr_id': 2400, 'fixed_ips': [{'subnet_id': 'ebded7d8-cb22-4393-8c31-cfbeaa456181', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:16:55Z', 'updated_at': '2021-07-06T14:17:05Z', 'revision_number': 5, 'project_id': 'b162a45bb3174bbb964a63afe4786b87', 'subnets': [{'id': 'ebded7d8-cb22-4393-8c31-cfbeaa456181', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 14:17:50.130392 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-1cada604-5278-43fb-891c-8e28d6a8c91c None None] For port eeacdaf8-cf0c-4070-b26b-acfc576d49b4, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=eeacdaf8-cf0c-4070-b26b-acfc576d49b4,segment=NetworkSegment(6467fdeb-047e-451c-9e2d-240272c1361a),segment_id=6467fdeb-047e-451c-9e2d-240272c1361a)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:17:50.131074 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-1cada604-5278-43fb-891c-8e28d6a8c91c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:50.148966 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-1cada604-5278-43fb-891c-8e28d6a8c91c None None] Calling delete_port for eeacdaf8-cf0c-4070-b26b-acfc576d49b4 owned by network:dhcp {{(pid=100248) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:17:50.220012 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-346c2588-8bff-4370-a4c0-165036051cdc tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127687580'] for port, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:50.241582 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-1cada604-5278-43fb-891c-8e28d6a8c91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117'] for port, after_delete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:50.251517 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346c2588-8bff-4370-a4c0-165036051cdc tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Pushing event deleted for resources: {'Port': ['ID=eeacdaf8-cf0c-4070-b26b-acfc576d49b4,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:17:50.257282 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-346c2588-8bff-4370-a4c0-165036051cdc tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] No DVR routers for this DVR port eeacdaf8-cf0c-4070-b26b-acfc576d49b4 on host n-d-773647-6 {{(pid=100246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:17:50.261138 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cada604-5278-43fb-891c-8e28d6a8c91c None None] No DVR routers for this DVR port eeacdaf8-cf0c-4070-b26b-acfc576d49b4 on host n-d-773647-6 {{(pid=100248) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:17:50.271530 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc35c5a2-e8e2-44bf-9121-0a1422d93a72 req-bd5b02b5-e771-42cd-bf5c-9ea484ecfe2b tempest-ServersNegativeTestJSON-728644794 tempest-ServersNegativeTestJSON-728644794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:17:50.273199 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-bc35c5a2-e8e2-44bf-9121-0a1422d93a72 req-bd5b02b5-e771-42cd-bf5c-9ea484ecfe2b tempest-ServersNegativeTestJSON-728644794 tempest-ServersNegativeTestJSON-728644794-project] 10.222.0.104 "GET /v2.0/ports?device_id=c38e1fb7-16c3-460f-81ed-82738a2148eb HTTP/1.1" status: 200 len: 946 time: 0.2510066 Jul 06 14:17:50.290650 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cada604-5278-43fb-891c-8e28d6a8c91c None None] Pushing event deleted for resources: {'Port': ['ID=eeacdaf8-cf0c-4070-b26b-acfc576d49b4,revision_number=None']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:17:50.342965 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-43b52025-78c7-4f94-8ab5-e257db57f1a1 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:50.371102 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-346c2588-8bff-4370-a4c0-165036051cdc tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-917204', 'neutron.services.segments.db._delete_segments_for_network-8773753502302'] for network, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:50.385117 n-d-773647-6 neutron-server[100246]: DEBUG neutron.services.segments.db [None req-346c2588-8bff-4370-a4c0-165036051cdc tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['63239bcf-fc30-4409-af24-2ce21b28b0d3']}} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:17:50.397333 n-d-773647-6 neutron-server[100246]: DEBUG neutron.services.segments.db [None req-346c2588-8bff-4370-a4c0-165036051cdc tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6467fdeb-047e-451c-9e2d-240272c1361a') {'for_net_delete': True} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:17:50.397658 n-d-773647-6 neutron-server[100246]: DEBUG neutron.services.segments.db [None req-346c2588-8bff-4370-a4c0-165036051cdc tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6467fdeb-047e-451c-9e2d-240272c1361a') {} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:17:50.398583 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-bc35c5a2-e8e2-44bf-9121-0a1422d93a72 req-18a81235-8f36-40e0-976b-3758192c0e47 tempest-ServersNegativeTestJSON-728644794 tempest-ServersNegativeTestJSON-728644794-project] 10.222.0.104 "GET /v2.0/security-groups?id=55139e1c-0239-472b-ada8-5a3c70b3eb43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192443 Jul 06 14:17:50.412030 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-346c2588-8bff-4370-a4c0-165036051cdc tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773753515138', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126218898'] for segment, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:50.428797 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-346c2588-8bff-4370-a4c0-165036051cdc tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552'] for segment, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:50.436461 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-346c2588-8bff-4370-a4c0-165036051cdc tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Releasing vlan 1033 on physical network physnet1 to pool {{(pid=100246) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 14:17:50.436890 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-346c2588-8bff-4370-a4c0-165036051cdc tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127687491'] for segment, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:50.440608 n-d-773647-6 neutron-server[100246]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:17:50.440608 n-d-773647-6 neutron-server[100246]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:17:50.440608 n-d-773647-6 neutron-server[100246]: Traceback (most recent call last): Jul 06 14:17:50.440608 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 14:17:50.440608 n-d-773647-6 neutron-server[100246]: timer() Jul 06 14:17:50.440608 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 14:17:50.440608 n-d-773647-6 neutron-server[100246]: cb(*args, **kw) Jul 06 14:17:50.440608 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 14:17:50.440608 n-d-773647-6 neutron-server[100246]: return func(*args, **kwargs) Jul 06 14:17:50.440608 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 14:17:50.440608 n-d-773647-6 neutron-server[100246]: self._notify() Jul 06 14:17:50.440608 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 14:17:50.440608 n-d-773647-6 neutron-server[100246]: self.callback(batched_events) Jul 06 14:17:50.440608 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 14:17:50.440608 n-d-773647-6 neutron-server[100246]: event.method(event) Jul 06 14:17:50.440608 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 14:17:50.440608 n-d-773647-6 neutron-server[100246]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 14:17:50.440608 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 14:17:50.440608 n-d-773647-6 neutron-server[100246]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 14:17:50.440608 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 14:17:50.440608 n-d-773647-6 neutron-server[100246]: return f(self, *a, **k) Jul 06 14:17:50.440608 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 14:17:50.440608 n-d-773647-6 neutron-server[100246]: return self._get(url).json() Jul 06 14:17:50.440608 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 14:17:50.440608 n-d-773647-6 neutron-server[100246]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 14:17:50.440608 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 14:17:50.440608 n-d-773647-6 neutron-server[100246]: return self.request(url, 'GET', **kwargs) Jul 06 14:17:50.440608 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 14:17:50.440608 n-d-773647-6 neutron-server[100246]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 14:17:50.440608 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 14:17:50.440608 n-d-773647-6 neutron-server[100246]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 14:17:50.440608 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 14:17:50.440608 n-d-773647-6 neutron-server[100246]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 14:17:50.440608 n-d-773647-6 neutron-server[100246]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 14:17:50.466180 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-43b52025-78c7-4f94-8ab5-e257db57f1a1 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:50.519428 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-346c2588-8bff-4370-a4c0-165036051cdc tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-917215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1761140'] for network, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:50.541967 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-346c2588-8bff-4370-a4c0-165036051cdc tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Notify callbacks [] for network, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:50.544406 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-346c2588-8bff-4370-a4c0-165036051cdc tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] 10.222.0.104 "DELETE /v2.0/networks/63239bcf-fc30-4409-af24-2ce21b28b0d3 HTTP/1.1" status: 204 len: 168 time: 0.9083865 Jul 06 14:17:50.545635 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346c2588-8bff-4370-a4c0-165036051cdc tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Pushing event deleted for resources: {'Network': ['ID=63239bcf-fc30-4409-af24-2ce21b28b0d3,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:17:50.547598 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 59242) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:17:50.914723 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-d534e321-29e5-4d09-8961-9a717d685ad1 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1809431'] for router_interface, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:50.918071 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92e4c44-9ed8-491f-95f0-62ae098686b4 req-d7b10320-89a7-4d8e-afc1-3b2ff299f6d6 tempest-ServersNegativeTestJSON-728644794 tempest-ServersNegativeTestJSON-728644794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:17:50.919742 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-f92e4c44-9ed8-491f-95f0-62ae098686b4 req-d7b10320-89a7-4d8e-afc1-3b2ff299f6d6 tempest-ServersNegativeTestJSON-728644794 tempest-ServersNegativeTestJSON-728644794-project] 10.222.0.104 "GET /v2.0/ports?device_id=c38e1fb7-16c3-460f-81ed-82738a2148eb HTTP/1.1" status: 200 len: 946 time: 0.1570644 Jul 06 14:17:51.005610 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-f92e4c44-9ed8-491f-95f0-62ae098686b4 req-e80d8c9d-b368-484c-9f3e-c07095acb85b tempest-ServersNegativeTestJSON-728644794 tempest-ServersNegativeTestJSON-728644794-project] 10.222.0.104 "GET /v2.0/security-groups?id=55139e1c-0239-472b-ada8-5a3c70b3eb43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706005 Jul 06 14:17:51.019065 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba226fe-5671-40b5-a3fe-1bd919d94bdc req-16aa50c9-4fa5-4e6c-a80c-f4b086da7557 tempest-ServerMetadataNegativeTestJSON-1234161501 tempest-ServerMetadataNegativeTestJSON-1234161501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:17:51.020800 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-9ba226fe-5671-40b5-a3fe-1bd919d94bdc req-16aa50c9-4fa5-4e6c-a80c-f4b086da7557 tempest-ServerMetadataNegativeTestJSON-1234161501 tempest-ServerMetadataNegativeTestJSON-1234161501-project] 10.222.0.104 "GET /v2.0/ports?device_id=8b36a2c4-c043-43d1-af89-7c6099d236d3 HTTP/1.1" status: 200 len: 945 time: 0.1579559 Jul 06 14:17:51.042353 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-43b52025-78c7-4f94-8ab5-e257db57f1a1 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Notify callbacks [] for port, precommit_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:51.051570 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-43b52025-78c7-4f94-8ab5-e257db57f1a1 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128888538'] for port, after_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:51.121659 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-9ba226fe-5671-40b5-a3fe-1bd919d94bdc req-a6e02154-ea5c-4fb3-8ce1-a5d20848ad94 tempest-ServerMetadataNegativeTestJSON-1234161501 tempest-ServerMetadataNegativeTestJSON-1234161501-project] 10.222.0.104 "GET /v2.0/security-groups?id=37e99745-ab6f-458e-93db-14f98751ffdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946920 Jul 06 14:17:51.138659 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b52025-78c7-4f94-8ab5-e257db57f1a1 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Pushing event updated for resources: {'Port': ['ID=8bb4472d-077f-42a6-95e8-672e6d4cf7df,revision_number=2']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:17:51.177876 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-43b52025-78c7-4f94-8ab5-e257db57f1a1 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1761130'] for floatingip, after_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:51.230009 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [None req-d534e321-29e5-4d09-8961-9a717d685ad1 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Deleting port aa306e0f-e678-4d29-a8a4-7f60d844e63f {{(pid=100246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:17:51.230501 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-d534e321-29e5-4d09-8961-9a717d685ad1 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:51.306955 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2c5d86-91d3-48e5-9286-947c31501f2e req-54ad5dbd-9c67-44ec-a087-a66298388c65 tempest-ServersNegativeTestJSON-728644794 tempest-ServersNegativeTestJSON-728644794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:17:51.308835 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-5a2c5d86-91d3-48e5-9286-947c31501f2e req-54ad5dbd-9c67-44ec-a087-a66298388c65 tempest-ServersNegativeTestJSON-728644794 tempest-ServersNegativeTestJSON-728644794-project] 10.222.0.104 "GET /v2.0/ports?device_id=c38e1fb7-16c3-460f-81ed-82738a2148eb HTTP/1.1" status: 200 len: 946 time: 0.1711497 Jul 06 14:17:51.332062 n-d-773647-6 neutron-server[100247]: INFO neutron.db.l3_db [None req-43b52025-78c7-4f94-8ab5-e257db57f1a1 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Floating IP d5feaf04-01d9-4bd8-b139-440232683a0a associated. External IP: 172.25.0.106, port: 483af117-bb3f-4588-a086-6405716a60ee. Jul 06 14:17:51.354116 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 686731a9-05cb-4e39-aa14-1be75462c876 no longer exists at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:17:51.377427 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] No Port match for: 686731a9-05cb-4e39-aa14-1be75462c876 {{(pid=100248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 14:17:51.377700 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 686731a9-05cb-4e39-aa14-1be75462c876 not bound to the agent host n-d-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:17:51.378198 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device eeacdaf8-cf0c-4070-b26b-acfc576d49b4 no longer exists at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:17:51.404833 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] No Port match for: eeacdaf8-cf0c-4070-b26b-acfc576d49b4 {{(pid=100248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 14:17:51.404986 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device eeacdaf8-cf0c-4070-b26b-acfc576d49b4 not bound to the agent host n-d-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:17:51.408112 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-5a2c5d86-91d3-48e5-9286-947c31501f2e req-d11bfc47-dea3-4b20-8bb9-7ad1920da7ed tempest-ServersNegativeTestJSON-728644794 tempest-ServersNegativeTestJSON-728644794-project] 10.222.0.104 "GET /v2.0/security-groups?id=55139e1c-0239-472b-ada8-5a3c70b3eb43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917680 Jul 06 14:17:51.442388 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.db [None req-d534e321-29e5-4d09-8961-9a717d685ad1 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] For port aa306e0f-e678-4d29-a8a4-7f60d844e63f, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=aa306e0f-e678-4d29-a8a4-7f60d844e63f,segment=NetworkSegment(888d112f-999b-4fed-9854-726cc7388493),segment_id=888d112f-999b-4fed-9854-726cc7388493)] {{(pid=100246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:17:51.448296 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-d534e321-29e5-4d09-8961-9a717d685ad1 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:51.509100 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [None req-d534e321-29e5-4d09-8961-9a717d685ad1 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Calling delete_port for aa306e0f-e678-4d29-a8a4-7f60d844e63f owned by network:router_interface {{(pid=100246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:17:51.704511 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43b52025-78c7-4f94-8ab5-e257db57f1a1 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Router 6ef0dc7d-eccb-4899-8ffc-1529466e63ed has already been hosted by L3 agent 2823d358-a11b-4885-a706-95a279e43fa7 {{(pid=100247) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 14:17:51.749046 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-d534e321-29e5-4d09-8961-9a717d685ad1 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127687580'] for port, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:51.785385 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d534e321-29e5-4d09-8961-9a717d685ad1 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Pushing event deleted for resources: {'Port': ['ID=aa306e0f-e678-4d29-a8a4-7f60d844e63f,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:17:51.876898 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43b52025-78c7-4f94-8ab5-e257db57f1a1 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Notify agent at l3_agent.n-d-773647-6 the message routers_updated {{(pid=100247) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 14:17:51.889316 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63d52468-cb77-4edc-9a25-d6c5dcab3d64 None None] Sync routers for ids ['6ef0dc7d-eccb-4899-8ffc-1529466e63ed'] in n-d-773647-6 {{(pid=100248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 14:17:51.910742 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63d52468-cb77-4edc-9a25-d6c5dcab3d64 None None] Routers {'6ef0dc7d-eccb-4899-8ffc-1529466e63ed'} bound to L3 agent in host n-d-773647-6 {{(pid=100248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:17:51.911526 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-63d52468-cb77-4edc-9a25-d6c5dcab3d64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T14:17:26Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['6ef0dc7d-eccb-4899-8ffc-1529466e63ed'], 'active': True} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:17:51.926241 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-43b52025-78c7-4f94-8ab5-e257db57f1a1 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for floatingip, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:51.971730 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-d534e321-29e5-4d09-8961-9a717d685ad1 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1809193'] for router_interface, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:52.036546 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee78c4c-cdd1-4a16-a6f7-3450f7d95604 req-05eeac40-488f-4fb2-998d-aa63cec14f24 tempest-ServersNegativeTestJSON-728644794 tempest-ServersNegativeTestJSON-728644794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:17:52.038330 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-0ee78c4c-cdd1-4a16-a6f7-3450f7d95604 req-05eeac40-488f-4fb2-998d-aa63cec14f24 tempest-ServersNegativeTestJSON-728644794 tempest-ServersNegativeTestJSON-728644794-project] 10.222.0.104 "GET /v2.0/ports?device_id=c38e1fb7-16c3-460f-81ed-82738a2148eb HTTP/1.1" status: 200 len: 946 time: 0.3944211 Jul 06 14:17:52.076105 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-43b52025-78c7-4f94-8ab5-e257db57f1a1 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] 10.222.0.104 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.5077441 Jul 06 14:17:52.078022 n-d-773647-6 neutron-server[100247]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de95b307-6508-414c-9448-6e96e4660560', 'tag': '483af117-bb3f-4588-a086-6405716a60ee'}] {{(pid=100247) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:17:52.082529 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cbf0eeaae822f8fc9b87a94aeba67a3d651842baf663a51cba94b67a514836d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f02f86f1-17df-4d5c-8603-dc1bf944fbf7" -d '{"events": [{"name": "network-changed", "server_uuid": "de95b307-6508-414c-9448-6e96e4660560", "tag": "483af117-bb3f-4588-a086-6405716a60ee"}]}' {{(pid=100247) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:17:52.127234 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-0ee78c4c-cdd1-4a16-a6f7-3450f7d95604 req-7c9284c9-861a-4728-8436-9965f4d217bb tempest-ServersNegativeTestJSON-728644794 tempest-ServersNegativeTestJSON-728644794-project] 10.222.0.104 "GET /v2.0/security-groups?id=55139e1c-0239-472b-ada8-5a3c70b3eb43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496380 Jul 06 14:17:52.145068 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvr_db [None req-63d52468-cb77-4edc-9a25-d6c5dcab3d64 None None] Set router 6ef0dc7d-eccb-4899-8ffc-1529466e63ed gateway port host: n-d-773647-6 {{(pid=100248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:17:52.239263 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d534e321-29e5-4d09-8961-9a717d685ad1 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Router 9b40a096-c577-4f78-9540-9ca52d5c8261 has already been hosted by L3 agent 2823d358-a11b-4885-a706-95a279e43fa7 {{(pid=100246) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 14:17:52.267795 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 14:17:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3bf5aa3-8ad5-4fe3-85a6-3905e1ebca88 x-openstack-request-id: req-a3bf5aa3-8ad5-4fe3-85a6-3905e1ebca88 {{(pid=100247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:17:52.268457 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de95b307-6508-414c-9448-6e96e4660560", "tag": "483af117-bb3f-4588-a086-6405716a60ee", "status": "completed", "code": 200}]} {{(pid=100247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:17:52.268908 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-a3bf5aa3-8ad5-4fe3-85a6-3905e1ebca88 {{(pid=100247) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:17:52.269489 n-d-773647-6 neutron-server[100247]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de95b307-6508-414c-9448-6e96e4660560', 'tag': '483af117-bb3f-4588-a086-6405716a60ee', 'status': 'completed', 'code': 200} Jul 06 14:17:52.326318 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d534e321-29e5-4d09-8961-9a717d685ad1 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Notify agent at l3_agent.n-d-773647-6 the message routers_updated {{(pid=100246) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 14:17:52.337289 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b913dfce-fbf6-4bdd-8739-b3f602370368 None None] Sync routers for ids ['9b40a096-c577-4f78-9540-9ca52d5c8261'] in n-d-773647-6 {{(pid=100249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 14:17:52.350108 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-d534e321-29e5-4d09-8961-9a717d685ad1 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] 10.222.0.104 "PUT /v2.0/routers/9b40a096-c577-4f78-9540-9ca52d5c8261/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8012812 Jul 06 14:17:52.354228 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b913dfce-fbf6-4bdd-8739-b3f602370368 None None] Routers {'9b40a096-c577-4f78-9540-9ca52d5c8261'} bound to L3 agent in host n-d-773647-6 {{(pid=100249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:17:52.355091 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-b913dfce-fbf6-4bdd-8739-b3f602370368 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T14:17:26Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['9b40a096-c577-4f78-9540-9ca52d5c8261'], 'active': True} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:17:52.356908 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 59306) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:17:52.466634 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd1025af-df9b-484f-832b-d8aeb46c9d35 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Deleting subnet ebded7d8-cb22-4393-8c31-cfbeaa456181 {{(pid=100246) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 14:17:52.470825 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-cd1025af-df9b-484f-832b-d8aeb46c9d35 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Notify callbacks [] for subnet, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:52.483491 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvr_db [None req-b913dfce-fbf6-4bdd-8739-b3f602370368 None None] Set router 9b40a096-c577-4f78-9540-9ca52d5c8261 gateway port host: None {{(pid=100249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:17:52.491524 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02f86f1-17df-4d5c-8603-dc1bf944fbf7 req-c248a3d6-5438-4433-9770-8563886373c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:17:52.493720 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-f02f86f1-17df-4d5c-8603-dc1bf944fbf7 req-c248a3d6-5438-4433-9770-8563886373c2 service neutron] 10.222.0.127 "GET /v2.0/ports?tenant_id=1077a35eaa714f1bbf260d32c5a52c8f&device_id=de95b307-6508-414c-9448-6e96e4660560 HTTP/1.1" status: 200 len: 1096 time: 0.1998017 Jul 06 14:17:52.554175 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-b913dfce-fbf6-4bdd-8739-b3f602370368 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b40a096-c577-4f78-9540-9ca52d5c8261', 'name': 'tempest-RoutersIpV6Test-router-90364201', 'tenant_id': 'b162a45bb3174bbb964a63afe4786b87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:16:53Z', 'updated_at': '2021-07-06T14:17:51Z', 'revision_number': 11, 'project_id': 'b162a45bb3174bbb964a63afe4786b87', 'gw_port_host': None}], 'n-d-773647-6', False) {} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:17:52.589740 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-63d52468-cb77-4edc-9a25-d6c5dcab3d64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ef0dc7d-eccb-4899-8ffc-1529466e63ed', 'name': 'tempest-TestNetworkAdvancedServerOps-router-786339001', 'tenant_id': '1077a35eaa714f1bbf260d32c5a52c8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.83'}], 'enable_snat': True}, 'gw_port_id': '7af67f54-c42d-4a40-b54c-ccef88862092', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:16:57Z', 'updated_at': '2021-07-06T14:17:12Z', 'revision_number': 4, 'project_id': '1077a35eaa714f1bbf260d32c5a52c8f', 'gw_port': {'id': '7af67f54-c42d-4a40-b54c-ccef88862092', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:67:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ef0dc7d-eccb-4899-8ffc-1529466e63ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2405, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:16:59Z', 'updated_at': '2021-07-06T14:17:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6', '_floatingips': [{'id': 'd5feaf04-01d9-4bd8-b139-440232683a0a', 'tenant_id': '1077a35eaa714f1bbf260d32c5a52c8f', 'floating_ip_address': '172.25.0.106', 'floating_network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'router_id': '6ef0dc7d-eccb-4899-8ffc-1529466e63ed', 'port_id': '483af117-bb3f-4588-a086-6405716a60ee', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2478, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6bee18a-7d0c-49a0-8d57-f9458d12e262', 'mac_address': 'fa:16:3e:f3:3f:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de95b307-6508-414c-9448-6e96e4660560', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T14:17:49Z', 'updated_at': '2021-07-06T14:17:49Z', 'revision_number': 0, 'project_id': '1077a35eaa714f1bbf260d32c5a52c8f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '82a760ca-62c8-421d-a39b-60e0f179a249', 'name': '', 'network_id': 'f6bee18a-7d0c-49a0-8d57-f9458d12e262', 'tenant_id': '1077a35eaa714f1bbf260d32c5a52c8f', 'mac_address': 'fa:16:3e:ae:3c:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ef0dc7d-eccb-4899-8ffc-1529466e63ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 2419, 'fixed_ips': [{'subnet_id': 'de957a32-863f-485c-94ac-904da725d611', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:17:10Z', 'updated_at': '2021-07-06T14:17:26Z', 'revision_number': 5, 'project_id': '1077a35eaa714f1bbf260d32c5a52c8f', 'subnets': [{'id': 'de957a32-863f-485c-94ac-904da725d611', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773647-6', False) {} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:17:52.603992 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-cd1025af-df9b-484f-832b-d8aeb46c9d35 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126218885'] for subnet, precommit_delete_associations {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:52.624330 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b913dfce-fbf6-4bdd-8739-b3f602370368 None None] Checking router: 9b40a096-c577-4f78-9540-9ca52d5c8261 for host: n-d-773647-6 {{(pid=100249) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 14:17:52.648058 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63d52468-cb77-4edc-9a25-d6c5dcab3d64 None None] Checking router: 6ef0dc7d-eccb-4899-8ffc-1529466e63ed for host: n-d-773647-6 {{(pid=100248) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 14:17:52.657277 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b913dfce-fbf6-4bdd-8739-b3f602370368 None None] Routers {'9b40a096-c577-4f78-9540-9ca52d5c8261'} bound to L3 agent in host n-d-773647-6 {{(pid=100249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:17:52.658033 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-b913dfce-fbf6-4bdd-8739-b3f602370368 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T14:17:26Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['9b40a096-c577-4f78-9540-9ca52d5c8261'], 'active': True} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:17:52.672304 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63d52468-cb77-4edc-9a25-d6c5dcab3d64 None None] Routers {'6ef0dc7d-eccb-4899-8ffc-1529466e63ed'} bound to L3 agent in host n-d-773647-6 {{(pid=100248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:17:52.672979 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-63d52468-cb77-4edc-9a25-d6c5dcab3d64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T14:17:26Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['6ef0dc7d-eccb-4899-8ffc-1529466e63ed'], 'active': True} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:17:52.687110 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02f86f1-17df-4d5c-8603-dc1bf944fbf7 req-b26ac086-c39e-4a3d-9979-89390a80c533 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:17:52.688611 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-f02f86f1-17df-4d5c-8603-dc1bf944fbf7 req-b26ac086-c39e-4a3d-9979-89390a80c533 service neutron] 10.222.0.127 "GET /v2.0/networks?id=f6bee18a-7d0c-49a0-8d57-f9458d12e262 HTTP/1.1" status: 200 len: 898 time: 0.1649907 Jul 06 14:17:52.700186 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64404c4-3065-4cf6-b9eb-2e2d5fb3f5c8 req-fbb876ee-8b0a-455d-84c7-90a62dda5e32 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:17:52.707681 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-b64404c4-3065-4cf6-b9eb-2e2d5fb3f5c8 req-fbb876ee-8b0a-455d-84c7-90a62dda5e32 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] 10.222.0.104 "GET /v2.0/ports?device_id=de95b307-6508-414c-9448-6e96e4660560 HTTP/1.1" status: 200 len: 945 time: 0.3180542 Jul 06 14:17:52.732539 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d17114-d78f-45d9-bb7c-177cdfc9362c req-7724bb9b-6afa-4e2d-8519-714526695360 tempest-ServersNegativeTestJSON-728644794 tempest-ServersNegativeTestJSON-728644794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:17:52.745913 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-35d17114-d78f-45d9-bb7c-177cdfc9362c req-7724bb9b-6afa-4e2d-8519-714526695360 tempest-ServersNegativeTestJSON-728644794 tempest-ServersNegativeTestJSON-728644794-project] 10.222.0.104 "GET /v2.0/ports?device_id=c38e1fb7-16c3-460f-81ed-82738a2148eb HTTP/1.1" status: 200 len: 946 time: 0.2795715 Jul 06 14:17:52.774385 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-cd1025af-df9b-484f-832b-d8aeb46c9d35 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-913473'] for subnet, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:52.778459 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvr_db [None req-b913dfce-fbf6-4bdd-8739-b3f602370368 None None] Set router 9b40a096-c577-4f78-9540-9ca52d5c8261 gateway port host: None {{(pid=100249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:17:52.836790 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-b913dfce-fbf6-4bdd-8739-b3f602370368 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b40a096-c577-4f78-9540-9ca52d5c8261', 'name': 'tempest-RoutersIpV6Test-router-90364201', 'tenant_id': 'b162a45bb3174bbb964a63afe4786b87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:16:53Z', 'updated_at': '2021-07-06T14:17:51Z', 'revision_number': 11, 'project_id': 'b162a45bb3174bbb964a63afe4786b87', 'gw_port_host': None}], 'n-d-773647-6', False) {} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:17:52.855453 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-cd1025af-df9b-484f-832b-d8aeb46c9d35 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-913480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1849032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127687590', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127702764'] for subnet, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:52.855901 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-b64404c4-3065-4cf6-b9eb-2e2d5fb3f5c8 req-97fc6a22-4f87-4ee9-806d-b4e20f4dafb3 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] 10.222.0.104 "GET /v2.0/security-groups?id=5a45c5f2-3366-4ec3-bcbb-576e95eec77a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1472387 Jul 06 14:17:52.877918 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b913dfce-fbf6-4bdd-8739-b3f602370368 None None] The sync data for ids ['9b40a096-c577-4f78-9540-9ca52d5c8261'] in n-d-773647-6 is: [{'id': '9b40a096-c577-4f78-9540-9ca52d5c8261', 'name': 'tempest-RoutersIpV6Test-router-90364201', 'tenant_id': 'b162a45bb3174bbb964a63afe4786b87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:16:53Z', 'updated_at': '2021-07-06T14:17:51Z', 'revision_number': 11, 'project_id': 'b162a45bb3174bbb964a63afe4786b87', 'gw_port_host': None}] {{(pid=100249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 14:17:52.891272 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-35d17114-d78f-45d9-bb7c-177cdfc9362c req-ba2e4912-a5ba-4e3d-b0ec-0a00a9b805c2 tempest-ServersNegativeTestJSON-728644794 tempest-ServersNegativeTestJSON-728644794-project] 10.222.0.104 "GET /v2.0/security-groups?id=55139e1c-0239-472b-ada8-5a3c70b3eb43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443636 Jul 06 14:17:52.896166 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 59316) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:17:52.902239 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-24af1873-d4a5-4a89-9d47-768b0a639858 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:52.922968 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1025af-df9b-484f-832b-d8aeb46c9d35 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Pushing event deleted for resources: {'Subnet': ['ID=ebded7d8-cb22-4393-8c31-cfbeaa456181,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:17:52.946515 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-cd1025af-df9b-484f-832b-d8aeb46c9d35 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Notify callbacks [] for subnet, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:52.953592 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-cd1025af-df9b-484f-832b-d8aeb46c9d35 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] 10.222.0.104 "DELETE /v2.0/subnets/ebded7d8-cb22-4393-8c31-cfbeaa456181 HTTP/1.1" status: 204 len: 168 time: 0.5917695 Jul 06 14:17:52.954252 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 59322) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:17:52.957922 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-823d4635-d6bb-4b22-8543-1987076a68b5 None None] Network 6ee6b830-cb65-403e-b3cd-43805a780930 requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:17:53.037683 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-f02f86f1-17df-4d5c-8603-dc1bf944fbf7 req-9f860e7a-589d-4571-b96f-d82efe7f7401 service neutron] 10.222.0.127 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=483af117-bb3f-4588-a086-6405716a60ee HTTP/1.1" status: 200 len: 999 time: 0.3279548 Jul 06 14:17:53.076549 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-f43afbde-aa4d-4264-915b-1e657ac24c9f tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] 10.222.0.104 "GET /v2.0/floatingips/d5feaf04-01d9-4bd8-b139-440232683a0a HTTP/1.1" status: 200 len: 991 time: 0.1787081 Jul 06 14:17:53.091384 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-7adf65a6-c92d-40b1-925c-27005becdd7d tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530492'] for network, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:53.131432 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvr_db [None req-63d52468-cb77-4edc-9a25-d6c5dcab3d64 None None] Set router 6ef0dc7d-eccb-4899-8ffc-1529466e63ed gateway port host: n-d-773647-6 {{(pid=100248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:17:53.181637 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [None req-7adf65a6-c92d-40b1-925c-27005becdd7d tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Deleting port bdd86d4b-ec9c-47d1-be3a-c84c1ff31ddd {{(pid=100246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:17:53.182642 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-7adf65a6-c92d-40b1-925c-27005becdd7d tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:53.190492 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02f86f1-17df-4d5c-8603-dc1bf944fbf7 req-84702b7e-6aef-4606-aee9-8b58d360d265 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:17:53.197014 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-f02f86f1-17df-4d5c-8603-dc1bf944fbf7 req-84702b7e-6aef-4606-aee9-8b58d360d265 service neutron] 10.222.0.127 "GET /v2.0/subnets?id=de957a32-863f-485c-94ac-904da725d611 HTTP/1.1" status: 200 len: 834 time: 0.1192646 Jul 06 14:17:53.258966 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.db [None req-7adf65a6-c92d-40b1-925c-27005becdd7d tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] For port bdd86d4b-ec9c-47d1-be3a-c84c1ff31ddd, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=bdd86d4b-ec9c-47d1-be3a-c84c1ff31ddd,segment=NetworkSegment(888d112f-999b-4fed-9854-726cc7388493),segment_id=888d112f-999b-4fed-9854-726cc7388493)] {{(pid=100246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:17:53.259509 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-7adf65a6-c92d-40b1-925c-27005becdd7d tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:53.278246 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [None req-7adf65a6-c92d-40b1-925c-27005becdd7d tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Calling delete_port for bdd86d4b-ec9c-47d1-be3a-c84c1ff31ddd owned by network:dhcp {{(pid=100246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:17:53.423073 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5775e12-6b8b-493d-9de1-a8311d5ac63a None None] DHCP port deletion for 6ee6b830-cb65-403e-b3cd-43805a780930 request from n-d-773647-6 {{(pid=100248) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 14:17:53.427403 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device aa306e0f-e678-4d29-a8a4-7f60d844e63f no longer exists at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:17:53.429636 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b58e38-d9c8-40f8-99d6-3e9abef4574f req-3880cb71-5324-4b52-8e2f-b33319ec577b tempest-ServersNegativeTestJSON-728644794 tempest-ServersNegativeTestJSON-728644794-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:17:53.436948 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-05b58e38-d9c8-40f8-99d6-3e9abef4574f req-3880cb71-5324-4b52-8e2f-b33319ec577b tempest-ServersNegativeTestJSON-728644794 tempest-ServersNegativeTestJSON-728644794-project] 10.222.0.104 "GET /v2.0/networks?id=9a9945d7-f704-4f59-8c11-10fba7c84a6d HTTP/1.1" status: 200 len: 814 time: 0.2647619 Jul 06 14:17:53.464754 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58908e22-33e4-4b25-b059-7a32bad977ea req-1163e93a-6cc3-48a1-bf8a-56fedfc197d6 tempest-ServerMetadataNegativeTestJSON-1234161501 tempest-ServerMetadataNegativeTestJSON-1234161501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:17:53.466317 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-7adf65a6-c92d-40b1-925c-27005becdd7d tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127687580'] for port, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:53.466983 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-58908e22-33e4-4b25-b059-7a32bad977ea req-1163e93a-6cc3-48a1-bf8a-56fedfc197d6 tempest-ServerMetadataNegativeTestJSON-1234161501 tempest-ServerMetadataNegativeTestJSON-1234161501-project] 10.222.0.104 "GET /v2.0/ports?device_id=8b36a2c4-c043-43d1-af89-7c6099d236d3 HTTP/1.1" status: 200 len: 945 time: 0.3518898 Jul 06 14:17:53.486857 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-05b58e38-d9c8-40f8-99d6-3e9abef4574f req-5ef41ddc-6b0b-4011-a1c4-5a163dab01df tempest-ServersNegativeTestJSON-728644794 tempest-ServersNegativeTestJSON-728644794-project] 10.222.0.104 "GET /v2.0/quotas/9e0def2463a444ef83e4758cd3e92401 HTTP/1.1" status: 200 len: 375 time: 0.0397842 Jul 06 14:17:53.503054 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-b5775e12-6b8b-493d-9de1-a8311d5ac63a None None] The port 'bdd86d4b-ec9c-47d1-be3a-c84c1ff31ddd' was deleted {{(pid=100248) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 06 14:17:53.527896 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] No Port match for: aa306e0f-e678-4d29-a8a4-7f60d844e63f {{(pid=100248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 14:17:53.528329 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device aa306e0f-e678-4d29-a8a4-7f60d844e63f not bound to the agent host n-d-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:17:53.558964 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7adf65a6-c92d-40b1-925c-27005becdd7d tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Pushing event deleted for resources: {'Port': ['ID=bdd86d4b-ec9c-47d1-be3a-c84c1ff31ddd,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:17:53.563844 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-63d52468-cb77-4edc-9a25-d6c5dcab3d64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ef0dc7d-eccb-4899-8ffc-1529466e63ed', 'name': 'tempest-TestNetworkAdvancedServerOps-router-786339001', 'tenant_id': '1077a35eaa714f1bbf260d32c5a52c8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.83'}], 'enable_snat': True}, 'gw_port_id': '7af67f54-c42d-4a40-b54c-ccef88862092', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:16:57Z', 'updated_at': '2021-07-06T14:17:12Z', 'revision_number': 4, 'project_id': '1077a35eaa714f1bbf260d32c5a52c8f', 'gw_port': {'id': '7af67f54-c42d-4a40-b54c-ccef88862092', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:67:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ef0dc7d-eccb-4899-8ffc-1529466e63ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2405, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:16:59Z', 'updated_at': '2021-07-06T14:17:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6', '_floatingips': [{'id': 'd5feaf04-01d9-4bd8-b139-440232683a0a', 'tenant_id': '1077a35eaa714f1bbf260d32c5a52c8f', 'floating_ip_address': '172.25.0.106', 'floating_network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'router_id': '6ef0dc7d-eccb-4899-8ffc-1529466e63ed', 'port_id': '483af117-bb3f-4588-a086-6405716a60ee', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2478, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6bee18a-7d0c-49a0-8d57-f9458d12e262', 'mac_address': 'fa:16:3e:f3:3f:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de95b307-6508-414c-9448-6e96e4660560', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T14:17:49Z', 'updated_at': '2021-07-06T14:17:49Z', 'revision_number': 0, 'project_id': '1077a35eaa714f1bbf260d32c5a52c8f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '82a760ca-62c8-421d-a39b-60e0f179a249', 'name': '', 'network_id': 'f6bee18a-7d0c-49a0-8d57-f9458d12e262', 'tenant_id': '1077a35eaa714f1bbf260d32c5a52c8f', 'mac_address': 'fa:16:3e:ae:3c:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ef0dc7d-eccb-4899-8ffc-1529466e63ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 2419, 'fixed_ips': [{'subnet_id': 'de957a32-863f-485c-94ac-904da725d611', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:17:10Z', 'updated_at': '2021-07-06T14:17:26Z', 'revision_number': 5, 'project_id': '1077a35eaa714f1bbf260d32c5a52c8f', 'subnets': [{'id': 'de957a32-863f-485c-94ac-904da725d611', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773647-6', False) {} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:17:53.566407 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7adf65a6-c92d-40b1-925c-27005becdd7d tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] No DVR routers for this DVR port bdd86d4b-ec9c-47d1-be3a-c84c1ff31ddd on host n-d-773647-6 {{(pid=100246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:17:53.570627 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02f86f1-17df-4d5c-8603-dc1bf944fbf7 req-53edcba5-e77f-460a-80fe-2086f92fda39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:17:53.573531 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-f02f86f1-17df-4d5c-8603-dc1bf944fbf7 req-53edcba5-e77f-460a-80fe-2086f92fda39 service neutron] 10.222.0.127 "GET /v2.0/ports?network_id=f6bee18a-7d0c-49a0-8d57-f9458d12e262&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2373893 Jul 06 14:17:53.600304 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63d52468-cb77-4edc-9a25-d6c5dcab3d64 None None] The sync data for ids ['6ef0dc7d-eccb-4899-8ffc-1529466e63ed'] in n-d-773647-6 is: [{'id': '6ef0dc7d-eccb-4899-8ffc-1529466e63ed', 'name': 'tempest-TestNetworkAdvancedServerOps-router-786339001', 'tenant_id': '1077a35eaa714f1bbf260d32c5a52c8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.83'}], 'enable_snat': True}, 'gw_port_id': '7af67f54-c42d-4a40-b54c-ccef88862092', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:16:57Z', 'updated_at': '2021-07-06T14:17:12Z', 'revision_number': 4, 'project_id': '1077a35eaa714f1bbf260d32c5a52c8f', 'gw_port': {'id': '7af67f54-c42d-4a40-b54c-ccef88862092', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:67:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ef0dc7d-eccb-4899-8ffc-1529466e63ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2405, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:16:59Z', 'updated_at': '2021-07-06T14:17:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6', '_floatingips': [{'id': 'd5feaf04-01d9-4bd8-b139-440232683a0a', 'tenant_id': '1077a35eaa714f1bbf260d32c5a52c8f', 'floating_ip_address': '172.25.0.106', 'floating_network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'router_id': '6ef0dc7d-eccb-4899-8ffc-1529466e63ed', 'port_id': '483af117-bb3f-4588-a086-6405716a60ee', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2478, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6bee18a-7d0c-49a0-8d57-f9458d12e262', 'mac_address': 'fa:16:3e:f3:3f:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de95b307-6508-414c-9448-6e96e4660560', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T14:17:49Z', 'updated_at': '2021-07-06T14:17:49Z', 'revision_number': 0, 'project_id': '1077a35eaa714f1bbf260d32c5a52c8f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '82a760ca-62c8-421d-a39b-60e0f179a249', 'name': '', 'network_id': 'f6bee18a-7d0c-49a0-8d57-f9458d12e262', 'tenant_id': '1077a35eaa714f1bbf260d32c5a52c8f', 'mac_address': 'fa:16:3e:ae:3c:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ef0dc7d-eccb-4899-8ffc-1529466e63ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 2419, 'fixed_ips': [{'subnet_id': 'de957a32-863f-485c-94ac-904da725d611', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:17:10Z', 'updated_at': '2021-07-06T14:17:26Z', 'revision_number': 5, 'project_id': '1077a35eaa714f1bbf260d32c5a52c8f', 'subnets': [{'id': 'de957a32-863f-485c-94ac-904da725d611', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 14:17:53.609540 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-58908e22-33e4-4b25-b059-7a32bad977ea req-1155f997-081a-43fd-8f9a-949fb633f7f4 tempest-ServerMetadataNegativeTestJSON-1234161501 tempest-ServerMetadataNegativeTestJSON-1234161501-project] 10.222.0.104 "GET /v2.0/security-groups?id=37e99745-ab6f-458e-93db-14f98751ffdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240020 Jul 06 14:17:53.709359 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-7adf65a6-c92d-40b1-925c-27005becdd7d tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-917204', 'neutron.services.segments.db._delete_segments_for_network-8773753502302'] for network, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:53.719471 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab9dea6-4704-49d7-aea0-74d70bc3d275 req-c4218587-a296-45b3-b6df-65769fdb5b07 tempest-ServerMetadataNegativeTestJSON-1234161501 tempest-ServerMetadataNegativeTestJSON-1234161501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:17:53.721044 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-eab9dea6-4704-49d7-aea0-74d70bc3d275 req-c4218587-a296-45b3-b6df-65769fdb5b07 tempest-ServerMetadataNegativeTestJSON-1234161501 tempest-ServerMetadataNegativeTestJSON-1234161501-project] 10.222.0.72 "GET /v2.0/ports?device_id=8b36a2c4-c043-43d1-af89-7c6099d236d3 HTTP/1.1" status: 200 len: 945 time: 0.2084820 Jul 06 14:17:53.769453 n-d-773647-6 neutron-server[100246]: DEBUG neutron.services.segments.db [None req-7adf65a6-c92d-40b1-925c-27005becdd7d tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ee6b830-cb65-403e-b3cd-43805a780930']}} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:17:53.782063 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-05b58e38-d9c8-40f8-99d6-3e9abef4574f req-512797af-9334-48a8-8f45-8ded8a868f9d tempest-ServersNegativeTestJSON-728644794 tempest-ServersNegativeTestJSON-728644794-project] 10.222.0.104 "GET /v2.0/ports?tenant_id=9e0def2463a444ef83e4758cd3e92401&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3006439 Jul 06 14:17:53.791748 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-f02f86f1-17df-4d5c-8603-dc1bf944fbf7 req-34ca317e-adc5-4a9f-b4df-b1cef5c390b9 service neutron] 10.222.0.127 "GET /v2.0/networks/f6bee18a-7d0c-49a0-8d57-f9458d12e262?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2066412 Jul 06 14:17:53.798953 n-d-773647-6 neutron-server[100246]: DEBUG neutron.services.segments.db [None req-7adf65a6-c92d-40b1-925c-27005becdd7d tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '888d112f-999b-4fed-9854-726cc7388493') {'for_net_delete': True} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:17:53.799381 n-d-773647-6 neutron-server[100246]: DEBUG neutron.services.segments.db [None req-7adf65a6-c92d-40b1-925c-27005becdd7d tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '888d112f-999b-4fed-9854-726cc7388493') {} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:17:53.817179 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-7adf65a6-c92d-40b1-925c-27005becdd7d tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773753515138', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126218898'] for segment, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:53.872267 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-7adf65a6-c92d-40b1-925c-27005becdd7d tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552'] for segment, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:53.887030 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7adf65a6-c92d-40b1-925c-27005becdd7d tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Releasing vlan 1010 on physical network physnet1 to pool {{(pid=100246) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 14:17:53.887030 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-7adf65a6-c92d-40b1-925c-27005becdd7d tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127687491'] for segment, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:53.894496 n-d-773647-6 neutron-server[100246]: Traceback (most recent call last): Jul 06 14:17:53.894496 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 14:17:53.894496 n-d-773647-6 neutron-server[100246]: timer() Jul 06 14:17:53.894496 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 14:17:53.894496 n-d-773647-6 neutron-server[100246]: cb(*args, **kw) Jul 06 14:17:53.894496 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 14:17:53.894496 n-d-773647-6 neutron-server[100246]: return func(*args, **kwargs) Jul 06 14:17:53.894496 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 14:17:53.894496 n-d-773647-6 neutron-server[100246]: self._notify() Jul 06 14:17:53.894496 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 14:17:53.894496 n-d-773647-6 neutron-server[100246]: self.callback(batched_events) Jul 06 14:17:53.894496 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 14:17:53.894496 n-d-773647-6 neutron-server[100246]: event.method(event) Jul 06 14:17:53.894496 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 14:17:53.894496 n-d-773647-6 neutron-server[100246]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 14:17:53.894496 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 14:17:53.894496 n-d-773647-6 neutron-server[100246]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 14:17:53.894496 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 14:17:53.894496 n-d-773647-6 neutron-server[100246]: return f(self, *a, **k) Jul 06 14:17:53.894496 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 14:17:53.894496 n-d-773647-6 neutron-server[100246]: return self._get(url).json() Jul 06 14:17:53.894496 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 14:17:53.894496 n-d-773647-6 neutron-server[100246]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 14:17:53.894496 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 14:17:53.894496 n-d-773647-6 neutron-server[100246]: return self.request(url, 'GET', **kwargs) Jul 06 14:17:53.894496 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 14:17:53.894496 n-d-773647-6 neutron-server[100246]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 14:17:53.894496 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 14:17:53.894496 n-d-773647-6 neutron-server[100246]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 14:17:53.894496 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 14:17:53.894496 n-d-773647-6 neutron-server[100246]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 14:17:53.894496 n-d-773647-6 neutron-server[100246]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 14:17:53.930382 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-f02f86f1-17df-4d5c-8603-dc1bf944fbf7 req-1f29e6aa-c7e5-4e01-b6d3-a3fcedf57d1f service neutron] 10.222.0.127 "GET /v2.0/networks/f6bee18a-7d0c-49a0-8d57-f9458d12e262?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1315975 Jul 06 14:17:53.974813 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [req-eab9dea6-4704-49d7-aea0-74d70bc3d275 req-3779bb26-01f2-412c-b76d-7197f2dbb1a4 tempest-ServerMetadataNegativeTestJSON-1234161501 tempest-ServerMetadataNegativeTestJSON-1234161501-project] Deleting port f55a3ef4-c980-43de-bbbc-35c1e7a33eed {{(pid=100246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:17:53.975474 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-eab9dea6-4704-49d7-aea0-74d70bc3d275 req-3779bb26-01f2-412c-b76d-7197f2dbb1a4 tempest-ServerMetadataNegativeTestJSON-1234161501 tempest-ServerMetadataNegativeTestJSON-1234161501-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:54.040813 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d0a2f7-8de0-4383-8aa4-2efa3b1d0fd6 req-89160edd-d2a7-4ad8-8bdb-35589d6f490f tempest-ServersNegativeTestJSON-728644794 tempest-ServersNegativeTestJSON-728644794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:17:54.042552 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-c3d0a2f7-8de0-4383-8aa4-2efa3b1d0fd6 req-89160edd-d2a7-4ad8-8bdb-35589d6f490f tempest-ServersNegativeTestJSON-728644794 tempest-ServersNegativeTestJSON-728644794-project] 10.222.0.104 "GET /v2.0/ports?device_id=c38e1fb7-16c3-460f-81ed-82738a2148eb HTTP/1.1" status: 200 len: 946 time: 0.1110446 Jul 06 14:17:54.043731 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-7adf65a6-c92d-40b1-925c-27005becdd7d tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-917215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1761140'] for network, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:54.048471 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-7adf65a6-c92d-40b1-925c-27005becdd7d tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Notify callbacks [] for network, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:54.053525 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-7adf65a6-c92d-40b1-925c-27005becdd7d tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] 10.222.0.104 "DELETE /v2.0/networks/6ee6b830-cb65-403e-b3cd-43805a780930 HTTP/1.1" status: 204 len: 168 time: 1.0976920 Jul 06 14:17:54.057592 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 59356) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:17:54.062584 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfe1ccb9-fc75-4a26-b302-bd31940b306e None None] New status for floating IP d5feaf04-01d9-4bd8-b139-440232683a0a: ACTIVE {{(pid=100248) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 14:17:54.081756 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-59c871d5-2b9f-4ead-b578-d99c009ed4ad tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Request body: {'router': {'routes': None}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:17:54.089289 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 59360) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:17:54.170339 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-6feb81bb-9a80-467b-8031-efb7e559c653 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] 10.222.0.104 "GET /v2.0/floatingips/d5feaf04-01d9-4bd8-b139-440232683a0a HTTP/1.1" status: 200 len: 991 time: 0.0775216 Jul 06 14:17:54.182958 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-c3d0a2f7-8de0-4383-8aa4-2efa3b1d0fd6 req-adac9b91-697b-46ef-bba2-0cfeb52adebb tempest-ServersNegativeTestJSON-728644794 tempest-ServersNegativeTestJSON-728644794-project] 10.222.0.104 "GET /v2.0/security-groups?id=55139e1c-0239-472b-ada8-5a3c70b3eb43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288002 Jul 06 14:17:54.229966 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7adf65a6-c92d-40b1-925c-27005becdd7d tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Pushing event deleted for resources: {'Network': ['ID=6ee6b830-cb65-403e-b3cd-43805a780930,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:17:54.300111 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.extraroute_db [None req-59c871d5-2b9f-4ead-b578-d99c009ed4ad tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Added routes are [] {{(pid=100246) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Jul 06 14:17:54.300799 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.extraroute_db [None req-59c871d5-2b9f-4ead-b578-d99c009ed4ad tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Removed routes are [] {{(pid=100246) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Jul 06 14:17:54.300799 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-59c871d5-2b9f-4ead-b578-d99c009ed4ad tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1761047', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1806272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6989'] for router, precommit_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:54.383907 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e806932d-8543-4ee2-8081-df08620e3963 req-cafb834c-57c5-43d0-848e-df96b87947e9 tempest-ServersNegativeTestJSON-728644794 tempest-ServersNegativeTestJSON-728644794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:17:54.385782 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-e806932d-8543-4ee2-8081-df08620e3963 req-cafb834c-57c5-43d0-848e-df96b87947e9 tempest-ServersNegativeTestJSON-728644794 tempest-ServersNegativeTestJSON-728644794-project] 10.222.0.104 "GET /v2.0/ports?device_id=c38e1fb7-16c3-460f-81ed-82738a2148eb HTTP/1.1" status: 200 len: 946 time: 0.0734005 Jul 06 14:17:54.387539 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.db [req-eab9dea6-4704-49d7-aea0-74d70bc3d275 req-3779bb26-01f2-412c-b76d-7197f2dbb1a4 tempest-ServerMetadataNegativeTestJSON-1234161501 tempest-ServerMetadataNegativeTestJSON-1234161501-project] For port f55a3ef4-c980-43de-bbbc-35c1e7a33eed, host n-h2-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=f55a3ef4-c980-43de-bbbc-35c1e7a33eed,segment=NetworkSegment(e8ae4a08-eed8-4576-9634-edfdd49e60f6),segment_id=e8ae4a08-eed8-4576-9634-edfdd49e60f6)] {{(pid=100246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:17:54.387908 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-eab9dea6-4704-49d7-aea0-74d70bc3d275 req-3779bb26-01f2-412c-b76d-7197f2dbb1a4 tempest-ServerMetadataNegativeTestJSON-1234161501 tempest-ServerMetadataNegativeTestJSON-1234161501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:54.425932 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-e806932d-8543-4ee2-8081-df08620e3963 req-96092093-04af-448a-8b21-06390db9e0e8 tempest-ServersNegativeTestJSON-728644794 tempest-ServersNegativeTestJSON-728644794-project] 10.222.0.104 "GET /v2.0/security-groups?id=55139e1c-0239-472b-ada8-5a3c70b3eb43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330298 Jul 06 14:17:54.433466 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [req-eab9dea6-4704-49d7-aea0-74d70bc3d275 req-3779bb26-01f2-412c-b76d-7197f2dbb1a4 tempest-ServerMetadataNegativeTestJSON-1234161501 tempest-ServerMetadataNegativeTestJSON-1234161501-project] Calling delete_port for f55a3ef4-c980-43de-bbbc-35c1e7a33eed owned by compute:nova {{(pid=100246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:17:54.474986 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-59c871d5-2b9f-4ead-b578-d99c009ed4ad tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1761047', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1806272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6989'] for router, precommit_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:54.480574 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-59c871d5-2b9f-4ead-b578-d99c009ed4ad tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1761036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1761054', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1761029', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1806287'] for router, after_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:54.592338 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-30442d16-ba6d-4982-8d5a-2e5d952f9ed7 req-f0799010-fb73-4946-9bbe-a5198bcd6ebc tempest-ServersNegativeTestJSON-728644794 tempest-ServersNegativeTestJSON-728644794-project] 10.222.0.104 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=9e0def2463a444ef83e4758cd3e92401 HTTP/1.1" status: 200 len: 221 time: 0.0293820 Jul 06 14:17:54.611790 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59c871d5-2b9f-4ead-b578-d99c009ed4ad tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Router 9b40a096-c577-4f78-9540-9ca52d5c8261 has already been hosted by L3 agent 2823d358-a11b-4885-a706-95a279e43fa7 {{(pid=100246) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 14:17:54.814754 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e58ec5b-2cd0-4ef4-b154-c19b1ca2b159 req-ee330265-5fba-4a62-bfdd-06265442efa7 tempest-ServersNegativeTestJSON-728644794 tempest-ServersNegativeTestJSON-728644794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:17:54.816717 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-0e58ec5b-2cd0-4ef4-b154-c19b1ca2b159 req-ee330265-5fba-4a62-bfdd-06265442efa7 tempest-ServersNegativeTestJSON-728644794 tempest-ServersNegativeTestJSON-728644794-project] 10.222.0.104 "GET /v2.0/ports?device_id=c38e1fb7-16c3-460f-81ed-82738a2148eb HTTP/1.1" status: 200 len: 946 time: 0.1181774 Jul 06 14:17:54.878316 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f12da07-7dbf-41c6-b3c6-e231f1c9739e req-156b8e9a-6b7e-444d-863e-69f17deb9671 tempest-ServerMetadataNegativeTestJSON-1234161501 tempest-ServerMetadataNegativeTestJSON-1234161501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:17:54.885528 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-6f12da07-7dbf-41c6-b3c6-e231f1c9739e req-156b8e9a-6b7e-444d-863e-69f17deb9671 tempest-ServerMetadataNegativeTestJSON-1234161501 tempest-ServerMetadataNegativeTestJSON-1234161501-project] 10.222.0.104 "GET /v2.0/ports?device_id=8b36a2c4-c043-43d1-af89-7c6099d236d3 HTTP/1.1" status: 200 len: 945 time: 0.1309831 Jul 06 14:17:54.914396 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-0e58ec5b-2cd0-4ef4-b154-c19b1ca2b159 req-841e6a93-36cf-46a3-bb63-458b89dd89ca tempest-ServersNegativeTestJSON-728644794 tempest-ServersNegativeTestJSON-728644794-project] 10.222.0.104 "GET /v2.0/security-groups?id=55139e1c-0239-472b-ada8-5a3c70b3eb43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914969 Jul 06 14:17:54.972927 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-6f12da07-7dbf-41c6-b3c6-e231f1c9739e req-f66a3fbb-7162-4d0a-9d92-be238dafe3ca tempest-ServerMetadataNegativeTestJSON-1234161501 tempest-ServerMetadataNegativeTestJSON-1234161501-project] 10.222.0.104 "GET /v2.0/security-groups?id=37e99745-ab6f-458e-93db-14f98751ffdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863822 Jul 06 14:17:55.109328 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784a0614-199e-4597-b3ec-5cc2e5bc0e08 req-84fff286-4c39-4cfd-895c-47290c606075 tempest-ServersNegativeTestJSON-728644794 tempest-ServersNegativeTestJSON-728644794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:17:55.111014 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-784a0614-199e-4597-b3ec-5cc2e5bc0e08 req-84fff286-4c39-4cfd-895c-47290c606075 tempest-ServersNegativeTestJSON-728644794 tempest-ServersNegativeTestJSON-728644794-project] 10.222.0.104 "GET /v2.0/ports?device_id=c38e1fb7-16c3-460f-81ed-82738a2148eb HTTP/1.1" status: 200 len: 946 time: 0.0729580 Jul 06 14:17:55.145162 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59c871d5-2b9f-4ead-b578-d99c009ed4ad tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Notify agent at l3_agent.n-d-773647-6 the message routers_updated {{(pid=100246) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 14:17:55.154433 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-59c871d5-2b9f-4ead-b578-d99c009ed4ad tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Notify callbacks [] for router, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:55.155648 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-59c871d5-2b9f-4ead-b578-d99c009ed4ad tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] 10.222.0.104 "PUT /v2.0/routers/9b40a096-c577-4f78-9540-9ca52d5c8261 HTTP/1.1" status: 200 len: 703 time: 1.0779262 Jul 06 14:17:55.161233 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 59388) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:17:55.164581 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d1feba9-0348-4492-8775-eac13742c4e1 None None] Sync routers for ids ['9b40a096-c577-4f78-9540-9ca52d5c8261'] in n-d-773647-6 {{(pid=100249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 14:17:55.166605 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-784a0614-199e-4597-b3ec-5cc2e5bc0e08 req-679f46e5-28ef-4661-8d19-6df3e5b8e427 tempest-ServersNegativeTestJSON-728644794 tempest-ServersNegativeTestJSON-728644794-project] 10.222.0.104 "GET /v2.0/security-groups?id=55139e1c-0239-472b-ada8-5a3c70b3eb43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446119 Jul 06 14:17:55.173111 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 59390) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:17:55.186553 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d1feba9-0348-4492-8775-eac13742c4e1 None None] Routers {'9b40a096-c577-4f78-9540-9ca52d5c8261'} bound to L3 agent in host n-d-773647-6 {{(pid=100249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:17:55.189772 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-6d1feba9-0348-4492-8775-eac13742c4e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T14:17:26Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['9b40a096-c577-4f78-9540-9ca52d5c8261'], 'active': True} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:17:55.236849 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-98a685a7-c797-43cc-b253-311f5282f27f tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] 10.222.0.104 "GET /v2.0/ports?device_id=9b40a096-c577-4f78-9540-9ca52d5c8261 HTTP/1.1" status: 200 len: 205 time: 0.0735495 Jul 06 14:17:55.237683 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-eab9dea6-4704-49d7-aea0-74d70bc3d275 req-3779bb26-01f2-412c-b76d-7197f2dbb1a4 tempest-ServerMetadataNegativeTestJSON-1234161501 tempest-ServerMetadataNegativeTestJSON-1234161501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127687580'] for port, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:55.250206 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] get_ports_and_sgs() called for port_ids ['f55a3ef4-c980-43de-bbbc-35c1e7a33eed'] {{(pid=100248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 14:17:55.256144 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 59398) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:17:55.358453 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-5c04bafd-1395-4ec0-a3fa-57b1c35527b2 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] 10.222.0.104 "GET /v2.0/floatingips/d5feaf04-01d9-4bd8-b139-440232683a0a HTTP/1.1" status: 200 len: 993 time: 0.1838715 Jul 06 14:17:55.370036 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvr_db [None req-6d1feba9-0348-4492-8775-eac13742c4e1 None None] Set router 9b40a096-c577-4f78-9540-9ca52d5c8261 gateway port host: None {{(pid=100249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:17:55.404461 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3779bb26-01f2-412c-b76d-7197f2dbb1a4 tempest-ServerMetadataNegativeTestJSON-1234161501 tempest-ServerMetadataNegativeTestJSON-1234161501-project] Pushing event deleted for resources: {'Port': ['ID=f55a3ef4-c980-43de-bbbc-35c1e7a33eed,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:17:55.423283 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device bdd86d4b-ec9c-47d1-be3a-c84c1ff31ddd no longer exists at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:17:55.451584 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] No Port match for: bdd86d4b-ec9c-47d1-be3a-c84c1ff31ddd {{(pid=100248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 14:17:55.452325 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device bdd86d4b-ec9c-47d1-be3a-c84c1ff31ddd not bound to the agent host n-d-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:17:55.461956 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-6d1feba9-0348-4492-8775-eac13742c4e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b40a096-c577-4f78-9540-9ca52d5c8261', 'name': 'tempest-RoutersIpV6Test-router-90364201', 'tenant_id': 'b162a45bb3174bbb964a63afe4786b87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:16:53Z', 'updated_at': '2021-07-06T14:17:51Z', 'revision_number': 11, 'project_id': 'b162a45bb3174bbb964a63afe4786b87', 'gw_port_host': None}], 'n-d-773647-6', False) {} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:17:55.493655 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d1feba9-0348-4492-8775-eac13742c4e1 None None] Checking router: 9b40a096-c577-4f78-9540-9ca52d5c8261 for host: n-d-773647-6 {{(pid=100249) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 14:17:55.502720 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d1feba9-0348-4492-8775-eac13742c4e1 None None] Routers {'9b40a096-c577-4f78-9540-9ca52d5c8261'} bound to L3 agent in host n-d-773647-6 {{(pid=100249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:17:55.503418 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-6d1feba9-0348-4492-8775-eac13742c4e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T14:17:26Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['9b40a096-c577-4f78-9540-9ca52d5c8261'], 'active': True} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:17:55.524013 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe3bd1f-32b7-4f56-85ed-81276bef4472 req-2d5bf033-9116-4029-b825-6f557939cc74 tempest-ServersNegativeTestJSON-728644794 tempest-ServersNegativeTestJSON-728644794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:17:55.526615 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-1e357ee9-8d87-48be-815c-ee5351c5dc23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:55.528185 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-4fe3bd1f-32b7-4f56-85ed-81276bef4472 req-2d5bf033-9116-4029-b825-6f557939cc74 tempest-ServersNegativeTestJSON-728644794 tempest-ServersNegativeTestJSON-728644794-project] 10.222.0.104 "GET /v2.0/ports?device_id=c38e1fb7-16c3-460f-81ed-82738a2148eb HTTP/1.1" status: 200 len: 946 time: 0.1137500 Jul 06 14:17:55.545991 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-3b5bc9a8-aeb5-49e5-8427-7ceb6aa32eb9 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Notify callbacks [] for router, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:55.549128 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [req-eab9dea6-4704-49d7-aea0-74d70bc3d275 req-3779bb26-01f2-412c-b76d-7197f2dbb1a4 tempest-ServerMetadataNegativeTestJSON-1234161501 tempest-ServerMetadataNegativeTestJSON-1234161501-project] No DVR routers for this DVR port f55a3ef4-c980-43de-bbbc-35c1e7a33eed on host n-h2-773647-6 {{(pid=100246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:17:55.552515 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-eab9dea6-4704-49d7-aea0-74d70bc3d275 req-3779bb26-01f2-412c-b76d-7197f2dbb1a4 tempest-ServerMetadataNegativeTestJSON-1234161501 tempest-ServerMetadataNegativeTestJSON-1234161501-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:55.556291 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-eab9dea6-4704-49d7-aea0-74d70bc3d275 req-3779bb26-01f2-412c-b76d-7197f2dbb1a4 tempest-ServerMetadataNegativeTestJSON-1234161501 tempest-ServerMetadataNegativeTestJSON-1234161501-project] 10.222.0.72 "DELETE /v2.0/ports/f55a3ef4-c980-43de-bbbc-35c1e7a33eed HTTP/1.1" status: 204 len: 173 time: 1.8280325 Jul 06 14:17:55.579851 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvr_db [None req-6d1feba9-0348-4492-8775-eac13742c4e1 None None] Set router 9b40a096-c577-4f78-9540-9ca52d5c8261 gateway port host: None {{(pid=100249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:17:55.594857 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-4fe3bd1f-32b7-4f56-85ed-81276bef4472 req-bfa3cd48-6f8e-46e9-b4fd-f86caf97d37c tempest-ServersNegativeTestJSON-728644794 tempest-ServersNegativeTestJSON-728644794-project] 10.222.0.104 "GET /v2.0/security-groups?id=55139e1c-0239-472b-ada8-5a3c70b3eb43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602014 Jul 06 14:17:55.617860 n-d-773647-6 neutron-server[100246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b36a2c4-c043-43d1-af89-7c6099d236d3', 'name': 'network-vif-deleted', 'tag': 'f55a3ef4-c980-43de-bbbc-35c1e7a33eed'}] {{(pid=100246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:17:55.621257 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0d96c5ab5e889f7b933ae915b9be33d1b46c9e87795bf781004b656ef3f1e87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e430c0ea-624a-466c-a1e8-c6cad4ac2e77" -d '{"events": [{"server_uuid": "8b36a2c4-c043-43d1-af89-7c6099d236d3", "name": "network-vif-deleted", "tag": "f55a3ef4-c980-43de-bbbc-35c1e7a33eed"}]}' {{(pid=100246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:17:55.762199 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-6d1feba9-0348-4492-8775-eac13742c4e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b40a096-c577-4f78-9540-9ca52d5c8261', 'name': 'tempest-RoutersIpV6Test-router-90364201', 'tenant_id': 'b162a45bb3174bbb964a63afe4786b87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:16:53Z', 'updated_at': '2021-07-06T14:17:51Z', 'revision_number': 11, 'project_id': 'b162a45bb3174bbb964a63afe4786b87', 'gw_port_host': None}], 'n-d-773647-6', False) {} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:17:55.801960 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 14:17:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-115697cd-41a4-49bb-98dc-4f38f0411ca6 x-openstack-request-id: req-115697cd-41a4-49bb-98dc-4f38f0411ca6 {{(pid=100246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:17:55.802530 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b36a2c4-c043-43d1-af89-7c6099d236d3", "name": "network-vif-deleted", "tag": "f55a3ef4-c980-43de-bbbc-35c1e7a33eed", "status": "completed", "code": 200}]} {{(pid=100246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:17:55.802973 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-115697cd-41a4-49bb-98dc-4f38f0411ca6 {{(pid=100246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:17:55.803625 n-d-773647-6 neutron-server[100246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b36a2c4-c043-43d1-af89-7c6099d236d3', 'name': 'network-vif-deleted', 'tag': 'f55a3ef4-c980-43de-bbbc-35c1e7a33eed', 'status': 'completed', 'code': 200} Jul 06 14:17:55.811858 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d1feba9-0348-4492-8775-eac13742c4e1 None None] The sync data for ids ['9b40a096-c577-4f78-9540-9ca52d5c8261'] in n-d-773647-6 is: [{'id': '9b40a096-c577-4f78-9540-9ca52d5c8261', 'name': 'tempest-RoutersIpV6Test-router-90364201', 'tenant_id': 'b162a45bb3174bbb964a63afe4786b87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:16:53Z', 'updated_at': '2021-07-06T14:17:51Z', 'revision_number': 11, 'project_id': 'b162a45bb3174bbb964a63afe4786b87', 'gw_port_host': None}] {{(pid=100249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 14:17:55.813589 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-3b5bc9a8-aeb5-49e5-8427-7ceb6aa32eb9 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1806308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6982'] for router, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:55.819108 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-3b5bc9a8-aeb5-49e5-8427-7ceb6aa32eb9 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:55.880859 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab896ed5-a59c-4c31-8a9c-175d1bddebf0 req-07559d85-ae9f-4333-ba36-7f8413e28c86 tempest-ServersNegativeTestJSON-728644794 tempest-ServersNegativeTestJSON-728644794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:17:55.882453 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-ab896ed5-a59c-4c31-8a9c-175d1bddebf0 req-07559d85-ae9f-4333-ba36-7f8413e28c86 tempest-ServersNegativeTestJSON-728644794 tempest-ServersNegativeTestJSON-728644794-project] 10.222.0.104 "GET /v2.0/ports?device_id=c38e1fb7-16c3-460f-81ed-82738a2148eb HTTP/1.1" status: 200 len: 946 time: 0.1078029 Jul 06 14:17:55.900116 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:55.906127 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-3b5bc9a8-aeb5-49e5-8427-7ceb6aa32eb9 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1805684'] for router, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:55.907902 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b5bc9a8-aeb5-49e5-8427-7ceb6aa32eb9 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Fanout notify agent at l3_agent the message router_deleted on router 9b40a096-c577-4f78-9540-9ca52d5c8261 {{(pid=100246) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 14:17:55.916989 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-3b5bc9a8-aeb5-49e5-8427-7ceb6aa32eb9 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Notify callbacks [] for router, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:55.917974 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-3b5bc9a8-aeb5-49e5-8427-7ceb6aa32eb9 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] 10.222.0.104 "DELETE /v2.0/routers/9b40a096-c577-4f78-9540-9ca52d5c8261 HTTP/1.1" status: 204 len: 168 time: 0.6034520 Jul 06 14:17:55.922822 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 59410) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:17:55.928127 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-da837b75-d5fb-434c-8b44-efb456efb3b1 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1440484022', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:17:55.938980 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-ab896ed5-a59c-4c31-8a9c-175d1bddebf0 req-5e9451e7-fe8a-4bf3-9057-96734db9e612 tempest-ServersNegativeTestJSON-728644794 tempest-ServersNegativeTestJSON-728644794-project] 10.222.0.104 "GET /v2.0/security-groups?id=55139e1c-0239-472b-ada8-5a3c70b3eb43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483205 Jul 06 14:17:55.957629 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-da837b75-d5fb-434c-8b44-efb456efb3b1 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1806290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6992'] for router, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:55.959268 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-da837b75-d5fb-434c-8b44-efb456efb3b1 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1806157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1808637', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1714747', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7007'] for router, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:56.068374 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-da837b75-d5fb-434c-8b44-efb456efb3b1 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:56.074391 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-da837b75-d5fb-434c-8b44-efb456efb3b1 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1806297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1761036'] for router, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:56.115400 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-da837b75-d5fb-434c-8b44-efb456efb3b1 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Notify callbacks [] for router, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:56.118021 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-da837b75-d5fb-434c-8b44-efb456efb3b1 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] 10.222.0.104 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1934729 Jul 06 14:17:56.120787 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 59426) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:17:56.126809 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-951908e1-5aa8-4bc3-bee8-b9c49be34657 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Request body: {'router': {'admin_state_up': True}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:17:56.333211 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57676bd-52e9-4dfa-a14d-2eb6524bb836 req-1f3e51df-def0-416b-9f89-a83079de61d0 tempest-ServersNegativeTestJSON-728644794 tempest-ServersNegativeTestJSON-728644794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:17:56.341767 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-e57676bd-52e9-4dfa-a14d-2eb6524bb836 req-1f3e51df-def0-416b-9f89-a83079de61d0 tempest-ServersNegativeTestJSON-728644794 tempest-ServersNegativeTestJSON-728644794-project] 10.222.0.104 "GET /v2.0/ports?device_id=c38e1fb7-16c3-460f-81ed-82738a2148eb HTTP/1.1" status: 200 len: 946 time: 0.1736009 Jul 06 14:17:56.397143 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-7e3adafc-fe7a-4837-840f-d3624a27e326 req-c3715e57-cb3d-491b-8189-0fca83fbed97 tempest-ServerMetadataNegativeTestJSON-1234161501 tempest-ServerMetadataNegativeTestJSON-1234161501-project] 10.222.0.104 "GET /v2.0/ports?device_id=8b36a2c4-c043-43d1-af89-7c6099d236d3 HTTP/1.1" status: 200 len: 210 time: 0.0729189 Jul 06 14:17:56.424996 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-e57676bd-52e9-4dfa-a14d-2eb6524bb836 req-1a5604b6-e8f4-4550-8e2b-51195d54ea80 tempest-ServersNegativeTestJSON-728644794 tempest-ServersNegativeTestJSON-728644794-project] 10.222.0.104 "GET /v2.0/security-groups?id=55139e1c-0239-472b-ada8-5a3c70b3eb43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819619 Jul 06 14:17:56.567955 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-951908e1-5aa8-4bc3-bee8-b9c49be34657 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1761047', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1806272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6989'] for router, precommit_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:56.593711 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-951908e1-5aa8-4bc3-bee8-b9c49be34657 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1761036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1761054', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1761029', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1806287'] for router, after_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:56.608075 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-2064eaae-da4f-48f8-82d2-b09d4ddedd44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:56.731150 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-951908e1-5aa8-4bc3-bee8-b9c49be34657 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Router c6bbea0c-5150-4b94-8183-df8db1b7d762 is scheduled to L3 agent 2823d358-a11b-4885-a706-95a279e43fa7 with binding_index 1 {{(pid=100246) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 14:17:56.759308 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe94810-c46a-4dc3-a810-46e6f5f72279 req-b5f3e824-56e8-4ccc-9334-f30e52f55004 tempest-ServersNegativeTestJSON-728644794 tempest-ServersNegativeTestJSON-728644794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:17:56.763122 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-cbe94810-c46a-4dc3-a810-46e6f5f72279 req-b5f3e824-56e8-4ccc-9334-f30e52f55004 tempest-ServersNegativeTestJSON-728644794 tempest-ServersNegativeTestJSON-728644794-project] 10.222.0.104 "GET /v2.0/ports?device_id=c38e1fb7-16c3-460f-81ed-82738a2148eb HTTP/1.1" status: 200 len: 946 time: 0.1069565 Jul 06 14:17:56.822779 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-cbe94810-c46a-4dc3-a810-46e6f5f72279 req-04d9cdaa-037f-4790-be7b-0d26039d2b41 tempest-ServersNegativeTestJSON-728644794 tempest-ServersNegativeTestJSON-728644794-project] 10.222.0.104 "GET /v2.0/security-groups?id=55139e1c-0239-472b-ada8-5a3c70b3eb43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537193 Jul 06 14:17:56.823571 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-951908e1-5aa8-4bc3-bee8-b9c49be34657 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Notify agent at l3_agent.n-d-773647-6 the message routers_updated {{(pid=100246) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 14:17:56.832638 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-951908e1-5aa8-4bc3-bee8-b9c49be34657 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Notify callbacks [] for router, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:56.833576 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-951908e1-5aa8-4bc3-bee8-b9c49be34657 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] 10.222.0.104 "PUT /v2.0/routers/c6bbea0c-5150-4b94-8183-df8db1b7d762 HTTP/1.1" status: 200 len: 698 time: 0.7116127 Jul 06 14:17:56.837164 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 59440) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:17:56.837351 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47fa405d-73b7-4a60-87fb-9e8552b1346a None None] Sync routers for ids ['c6bbea0c-5150-4b94-8183-df8db1b7d762'] in n-d-773647-6 {{(pid=100248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 14:17:56.858476 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47fa405d-73b7-4a60-87fb-9e8552b1346a None None] Routers {'c6bbea0c-5150-4b94-8183-df8db1b7d762'} bound to L3 agent in host n-d-773647-6 {{(pid=100248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:17:56.859451 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-47fa405d-73b7-4a60-87fb-9e8552b1346a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T14:17:56Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['c6bbea0c-5150-4b94-8183-df8db1b7d762'], 'active': True} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:17:56.927264 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-f948e0b3-5e11-44b9-a0e5-5ddf85168e58 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] 10.222.0.104 "GET /v2.0/routers/c6bbea0c-5150-4b94-8183-df8db1b7d762 HTTP/1.1" status: 200 len: 704 time: 0.0869069 Jul 06 14:17:56.928138 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 59448) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:17:56.976587 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvr_db [None req-47fa405d-73b7-4a60-87fb-9e8552b1346a None None] Set router c6bbea0c-5150-4b94-8183-df8db1b7d762 gateway port host: None {{(pid=100248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:17:57.016774 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-00fcfccd-fadc-4d39-957e-97e616c9e218 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] 10.222.0.104 "GET /v2.0/ports?device_id=c6bbea0c-5150-4b94-8183-df8db1b7d762 HTTP/1.1" status: 200 len: 205 time: 0.0493536 Jul 06 14:17:57.016774 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 59450) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:17:57.096821 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-47fa405d-73b7-4a60-87fb-9e8552b1346a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6bbea0c-5150-4b94-8183-df8db1b7d762', 'name': 'tempest-RoutersIpV6Test-router-1440484022', 'tenant_id': 'b162a45bb3174bbb964a63afe4786b87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:17:55Z', 'updated_at': '2021-07-06T14:17:56Z', 'revision_number': 2, 'project_id': 'b162a45bb3174bbb964a63afe4786b87', 'gw_port_host': None}], 'n-d-773647-6', False) {} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:17:57.138359 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47fa405d-73b7-4a60-87fb-9e8552b1346a None None] Checking router: c6bbea0c-5150-4b94-8183-df8db1b7d762 for host: n-d-773647-6 {{(pid=100248) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 14:17:57.148958 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47fa405d-73b7-4a60-87fb-9e8552b1346a None None] Routers {'c6bbea0c-5150-4b94-8183-df8db1b7d762'} bound to L3 agent in host n-d-773647-6 {{(pid=100248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:17:57.149868 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-47fa405d-73b7-4a60-87fb-9e8552b1346a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T14:17:56Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['c6bbea0c-5150-4b94-8183-df8db1b7d762'], 'active': True} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:17:57.156267 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd03c1c-2b6c-4aaf-bf74-b03d0a6343f8 req-5c7d66b3-7900-48a6-9e8b-cc9747bcf90e tempest-ServersNegativeTestJSON-728644794 tempest-ServersNegativeTestJSON-728644794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:17:57.164204 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-3dd03c1c-2b6c-4aaf-bf74-b03d0a6343f8 req-5c7d66b3-7900-48a6-9e8b-cc9747bcf90e tempest-ServersNegativeTestJSON-728644794 tempest-ServersNegativeTestJSON-728644794-project] 10.222.0.104 "GET /v2.0/ports?device_id=c38e1fb7-16c3-460f-81ed-82738a2148eb HTTP/1.1" status: 200 len: 946 time: 0.1328337 Jul 06 14:17:57.169920 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-a8799ec8-988f-4f4e-8d03-601957487851 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Notify callbacks [] for router, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:57.226106 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-3dd03c1c-2b6c-4aaf-bf74-b03d0a6343f8 req-ebc4f772-2b1b-46cb-8184-368bed720891 tempest-ServersNegativeTestJSON-728644794 tempest-ServersNegativeTestJSON-728644794-project] 10.222.0.104 "GET /v2.0/security-groups?id=55139e1c-0239-472b-ada8-5a3c70b3eb43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606308 Jul 06 14:17:57.232332 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvr_db [None req-47fa405d-73b7-4a60-87fb-9e8552b1346a None None] Set router c6bbea0c-5150-4b94-8183-df8db1b7d762 gateway port host: None {{(pid=100248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:17:57.479687 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-a8799ec8-988f-4f4e-8d03-601957487851 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1806308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6982'] for router, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:57.483368 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-a8799ec8-988f-4f4e-8d03-601957487851 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:57.496184 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddbaa07-d512-428a-9b60-acf0f0bace6c req-23ce2fff-e222-4f16-ba40-a4f547da363d tempest-ServersNegativeTestJSON-728644794 tempest-ServersNegativeTestJSON-728644794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:17:57.506151 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-eddbaa07-d512-428a-9b60-acf0f0bace6c req-23ce2fff-e222-4f16-ba40-a4f547da363d tempest-ServersNegativeTestJSON-728644794 tempest-ServersNegativeTestJSON-728644794-project] 10.222.0.104 "GET /v2.0/ports?device_id=c38e1fb7-16c3-460f-81ed-82738a2148eb HTTP/1.1" status: 200 len: 946 time: 0.1111577 Jul 06 14:17:57.540239 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 59468) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:17:57.562011 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-47fa405d-73b7-4a60-87fb-9e8552b1346a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6bbea0c-5150-4b94-8183-df8db1b7d762', 'name': 'tempest-RoutersIpV6Test-router-1440484022', 'tenant_id': 'b162a45bb3174bbb964a63afe4786b87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:17:55Z', 'updated_at': '2021-07-06T14:17:56Z', 'revision_number': 2, 'project_id': 'b162a45bb3174bbb964a63afe4786b87', 'gw_port_host': None}], 'n-d-773647-6', False) {} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:17:57.581678 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-a8799ec8-988f-4f4e-8d03-601957487851 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1805684'] for router, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:57.584027 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8799ec8-988f-4f4e-8d03-601957487851 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Fanout notify agent at l3_agent the message router_deleted on router c6bbea0c-5150-4b94-8183-df8db1b7d762 {{(pid=100246) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 14:17:57.593079 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47fa405d-73b7-4a60-87fb-9e8552b1346a None None] The sync data for ids ['c6bbea0c-5150-4b94-8183-df8db1b7d762'] in n-d-773647-6 is: [{'id': 'c6bbea0c-5150-4b94-8183-df8db1b7d762', 'name': 'tempest-RoutersIpV6Test-router-1440484022', 'tenant_id': 'b162a45bb3174bbb964a63afe4786b87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:17:55Z', 'updated_at': '2021-07-06T14:17:56Z', 'revision_number': 2, 'project_id': 'b162a45bb3174bbb964a63afe4786b87', 'gw_port_host': None}] {{(pid=100248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 14:17:57.599795 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-eddbaa07-d512-428a-9b60-acf0f0bace6c req-ba1a248a-0acc-4e9b-afa2-561e033cd825 tempest-ServersNegativeTestJSON-728644794 tempest-ServersNegativeTestJSON-728644794-project] 10.222.0.104 "GET /v2.0/security-groups?id=55139e1c-0239-472b-ada8-5a3c70b3eb43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922899 Jul 06 14:17:57.600695 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-a8799ec8-988f-4f4e-8d03-601957487851 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] Notify callbacks [] for router, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:57.612105 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-a8799ec8-988f-4f4e-8d03-601957487851 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] 10.222.0.104 "DELETE /v2.0/routers/c6bbea0c-5150-4b94-8183-df8db1b7d762 HTTP/1.1" status: 204 len: 168 time: 0.6259549 Jul 06 14:17:57.613008 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 59474) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:17:57.627979 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.db_base_plugin_v2 [None req-5100fa5c-7729-47cd-ae0d-532048adf5d1 admin admin] Deleting subnet 31b9ba0a-adf0-4f11-8730-98182b05890b {{(pid=100247) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 14:17:57.644178 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-5100fa5c-7729-47cd-ae0d-532048adf5d1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:57.706113 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-5100fa5c-7729-47cd-ae0d-532048adf5d1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127131748'] for subnet, precommit_delete_associations {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:57.718054 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-4d367cc3-fea9-4d52-a26b-591504f47e83 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] 10.222.0.104 "GET /v2.0/ports?device_id=c6bbea0c-5150-4b94-8183-df8db1b7d762 HTTP/1.1" status: 200 len: 205 time: 0.1037145 Jul 06 14:17:57.719006 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 59482) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:17:57.801960 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-5100fa5c-7729-47cd-ae0d-532048adf5d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-913473'] for subnet, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:57.810933 n-d-773647-6 neutron-server[100246]: INFO neutron.api.v2.resource [None req-1a86c8ea-2c2c-4978-b1b8-27d2849d22fe tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] delete failed (client error): The resource could not be found. Jul 06 14:17:57.815247 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-1a86c8ea-2c2c-4978-b1b8-27d2849d22fe tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] 10.222.0.104 "DELETE /v2.0/routers/c6bbea0c-5150-4b94-8183-df8db1b7d762 HTTP/1.1" status: 404 len: 336 time: 0.0948753 Jul 06 14:17:57.815904 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 59488) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:17:57.859064 n-d-773647-6 neutron-server[100246]: INFO neutron.pecan_wsgi.hooks.translation [None req-e13caaac-d7d4-4353-a9c0-cdc8a1f49212 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] DELETE failed (client error): The resource could not be found. Jul 06 14:17:57.859646 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e13caaac-d7d4-4353-a9c0-cdc8a1f49212 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100246) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 14:17:57.864139 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 59492) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:17:57.877559 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-e13caaac-d7d4-4353-a9c0-cdc8a1f49212 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] 10.222.0.104 "DELETE /v2.0/subnets/738218ea-e88d-41d4-8fa3-c8df2fb090ea HTTP/1.1" status: 404 len: 337 time: 0.0603189 Jul 06 14:17:57.912829 n-d-773647-6 neutron-server[100247]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f44ade8-b864-48e3-a026-c8de685fa420 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] DELETE failed (client error): The resource could not be found. Jul 06 14:17:57.913182 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6f44ade8-b864-48e3-a026-c8de685fa420 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100247) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 14:17:57.917584 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 59494) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:17:57.920081 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-6f44ade8-b864-48e3-a026-c8de685fa420 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] 10.222.0.104 "DELETE /v2.0/subnets/fa13a11b-af78-4fdd-a8e9-ee331908a850 HTTP/1.1" status: 404 len: 337 time: 0.0524192 Jul 06 14:17:57.969405 n-d-773647-6 neutron-server[100246]: INFO neutron.pecan_wsgi.hooks.translation [None req-080702e6-f6ad-496e-bab5-ee61bd0e96ed tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] DELETE failed (client error): The resource could not be found. Jul 06 14:17:57.970396 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-080702e6-f6ad-496e-bab5-ee61bd0e96ed tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100246) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 14:17:57.975505 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-080702e6-f6ad-496e-bab5-ee61bd0e96ed tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] 10.222.0.104 "DELETE /v2.0/subnets/37fac438-f282-4ff2-b3b6-ef311bc306c0 HTTP/1.1" status: 404 len: 337 time: 0.0568492 Jul 06 14:17:57.975900 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 59498) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:17:58.000127 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-5100fa5c-7729-47cd-ae0d-532048adf5d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-913480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1849032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-128888347', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127627857'] for subnet, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:58.059517 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5100fa5c-7729-47cd-ae0d-532048adf5d1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=31b9ba0a-adf0-4f11-8730-98182b05890b,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:17:58.063907 n-d-773647-6 neutron-server[100247]: INFO neutron.pecan_wsgi.hooks.translation [None req-7048f622-adfd-4680-a292-fde5b782a3f5 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] DELETE failed (client error): The resource could not be found. Jul 06 14:17:58.064595 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7048f622-adfd-4680-a292-fde5b782a3f5 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100247) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 14:17:58.067501 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-7048f622-adfd-4680-a292-fde5b782a3f5 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] 10.222.0.104 "DELETE /v2.0/subnets/ebded7d8-cb22-4393-8c31-cfbeaa456181 HTTP/1.1" status: 404 len: 337 time: 0.0859828 Jul 06 14:17:58.069961 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 59500) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:17:58.074086 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-5100fa5c-7729-47cd-ae0d-532048adf5d1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:58.077698 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-5100fa5c-7729-47cd-ae0d-532048adf5d1 admin admin] 10.222.0.104 "DELETE /v2.0/subnets/31b9ba0a-adf0-4f11-8730-98182b05890b HTTP/1.1" status: 204 len: 168 time: 0.5325825 Jul 06 14:17:58.079956 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 59502) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:17:58.105816 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-6f033633-14f6-4309-8bb5-ec5550a0ee7d tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] 10.222.0.104 "GET /v2.0/ports?device_id=9b40a096-c577-4f78-9540-9ca52d5c8261 HTTP/1.1" status: 200 len: 205 time: 0.0309560 Jul 06 14:17:58.106049 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 59504) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:17:58.108072 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c193e0d-75c9-40b0-b743-7d8bc666aec7 req-a453efde-b14e-47fe-a05c-38c719d83ee0 tempest-ServersNegativeTestJSON-728644794 tempest-ServersNegativeTestJSON-728644794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:17:58.109685 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-1c193e0d-75c9-40b0-b743-7d8bc666aec7 req-a453efde-b14e-47fe-a05c-38c719d83ee0 tempest-ServersNegativeTestJSON-728644794 tempest-ServersNegativeTestJSON-728644794-project] 10.222.0.104 "GET /v2.0/ports?device_id=c38e1fb7-16c3-460f-81ed-82738a2148eb HTTP/1.1" status: 200 len: 946 time: 0.2114708 Jul 06 14:17:58.145399 n-d-773647-6 neutron-server[100246]: INFO neutron.api.v2.resource [None req-4454a070-636a-4854-a9ee-3aef5a4cf232 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] delete failed (client error): The resource could not be found. Jul 06 14:17:58.147269 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-4454a070-636a-4854-a9ee-3aef5a4cf232 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] 10.222.0.104 "DELETE /v2.0/routers/9b40a096-c577-4f78-9540-9ca52d5c8261 HTTP/1.1" status: 404 len: 336 time: 0.0395544 Jul 06 14:17:58.153492 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 59508) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:17:58.190419 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-ab34fe56-14a3-40a9-b926-42e95237ac80 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] 10.222.0.104 "GET /v2.0/ports?device_id=59e5dbb7-05ac-4d7f-a400-0f80a57a888c HTTP/1.1" status: 200 len: 205 time: 0.0358183 Jul 06 14:17:58.194974 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-1c193e0d-75c9-40b0-b743-7d8bc666aec7 req-8c4b004b-e8a4-4d12-883d-520641fd24a7 tempest-ServersNegativeTestJSON-728644794 tempest-ServersNegativeTestJSON-728644794-project] 10.222.0.104 "GET /v2.0/security-groups?id=55139e1c-0239-472b-ada8-5a3c70b3eb43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558572 Jul 06 14:17:58.200406 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-1fa6fbc4-dd88-468c-b942-8685dc1c05bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530492'] for network, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:58.206335 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 59510) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:17:58.251630 n-d-773647-6 neutron-server[100246]: INFO neutron.api.v2.resource [None req-bb37e9a4-8cad-4379-b4ba-aaaf9c7a3b71 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] delete failed (client error): The resource could not be found. Jul 06 14:17:58.253224 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-bb37e9a4-8cad-4379-b4ba-aaaf9c7a3b71 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] 10.222.0.104 "DELETE /v2.0/routers/59e5dbb7-05ac-4d7f-a400-0f80a57a888c HTTP/1.1" status: 404 len: 336 time: 0.0456085 Jul 06 14:17:58.258733 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 59514) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:17:58.286338 n-d-773647-6 neutron-server[100246]: INFO neutron.pecan_wsgi.hooks.translation [None req-a321dfc5-2cce-4fee-909d-98704d891510 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] DELETE failed (client error): The resource could not be found. Jul 06 14:17:58.286990 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a321dfc5-2cce-4fee-909d-98704d891510 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100246) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 14:17:58.288904 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-a321dfc5-2cce-4fee-909d-98704d891510 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] 10.222.0.104 "DELETE /v2.0/subnets/e876e46d-babc-4e01-abec-657858f9b97a HTTP/1.1" status: 404 len: 337 time: 0.0289996 Jul 06 14:17:58.296819 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 59516) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:17:58.314970 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-1fa6fbc4-dd88-468c-b942-8685dc1c05bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-917204', 'neutron.services.segments.db._delete_segments_for_network-8773753502302'] for network, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:58.327160 n-d-773647-6 neutron-server[100247]: DEBUG neutron.services.segments.db [None req-1fa6fbc4-dd88-468c-b942-8685dc1c05bd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a1716540-120f-40c7-aef8-86c1758785ac']}} {{(pid=100247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:17:58.330481 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-d2c6abe7-2830-4716-acec-82a448d916c4 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] 10.222.0.104 "GET /v2.0/ports?device_id=333d7e1f-baa4-4caa-b848-b1716b5e53bc HTTP/1.1" status: 200 len: 205 time: 0.0310745 Jul 06 14:17:58.332890 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 59518) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:17:58.344960 n-d-773647-6 neutron-server[100247]: DEBUG neutron.services.segments.db [None req-1fa6fbc4-dd88-468c-b942-8685dc1c05bd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e8ae4a08-eed8-4576-9634-edfdd49e60f6') {'for_net_delete': True} {{(pid=100247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:17:58.345327 n-d-773647-6 neutron-server[100247]: DEBUG neutron.services.segments.db [None req-1fa6fbc4-dd88-468c-b942-8685dc1c05bd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e8ae4a08-eed8-4576-9634-edfdd49e60f6') {} {{(pid=100247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:17:58.364507 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-1fa6fbc4-dd88-468c-b942-8685dc1c05bd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773753515138', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127131763'] for segment, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:58.377483 n-d-773647-6 neutron-server[100246]: INFO neutron.api.v2.resource [None req-af6f5591-cccd-41a9-8285-955ce193ead0 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] delete failed (client error): The resource could not be found. Jul 06 14:17:58.378510 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-af6f5591-cccd-41a9-8285-955ce193ead0 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] 10.222.0.104 "DELETE /v2.0/routers/333d7e1f-baa4-4caa-b848-b1716b5e53bc HTTP/1.1" status: 404 len: 336 time: 0.0437524 Jul 06 14:17:58.381314 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 59520) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:17:58.389309 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-03f71b24-a9b8-453a-8924-caa3f97bc6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:58.406289 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-1fa6fbc4-dd88-468c-b942-8685dc1c05bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552'] for segment, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:58.414849 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1fa6fbc4-dd88-468c-b942-8685dc1c05bd admin admin] Releasing vlan 1021 on physical network physnet1 to pool {{(pid=100247) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 14:17:58.415261 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-1fa6fbc4-dd88-468c-b942-8685dc1c05bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-128888574'] for segment, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:58.417884 n-d-773647-6 neutron-server[100247]: Traceback (most recent call last): Jul 06 14:17:58.417884 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 14:17:58.417884 n-d-773647-6 neutron-server[100247]: timer() Jul 06 14:17:58.417884 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 14:17:58.417884 n-d-773647-6 neutron-server[100247]: cb(*args, **kw) Jul 06 14:17:58.417884 n-d-773647-6 neutron-server[100247]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 14:17:58.417884 n-d-773647-6 neutron-server[100247]: return func(*args, **kwargs) Jul 06 14:17:58.417884 n-d-773647-6 neutron-server[100247]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 14:17:58.417884 n-d-773647-6 neutron-server[100247]: self._notify() Jul 06 14:17:58.417884 n-d-773647-6 neutron-server[100247]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 14:17:58.417884 n-d-773647-6 neutron-server[100247]: self.callback(batched_events) Jul 06 14:17:58.417884 n-d-773647-6 neutron-server[100247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 14:17:58.417884 n-d-773647-6 neutron-server[100247]: event.method(event) Jul 06 14:17:58.417884 n-d-773647-6 neutron-server[100247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 14:17:58.417884 n-d-773647-6 neutron-server[100247]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 14:17:58.417884 n-d-773647-6 neutron-server[100247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 14:17:58.417884 n-d-773647-6 neutron-server[100247]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 14:17:58.417884 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 14:17:58.417884 n-d-773647-6 neutron-server[100247]: return f(self, *a, **k) Jul 06 14:17:58.417884 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 14:17:58.417884 n-d-773647-6 neutron-server[100247]: return self._get(url).json() Jul 06 14:17:58.417884 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 14:17:58.417884 n-d-773647-6 neutron-server[100247]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 14:17:58.417884 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 14:17:58.417884 n-d-773647-6 neutron-server[100247]: return self.request(url, 'GET', **kwargs) Jul 06 14:17:58.417884 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 14:17:58.417884 n-d-773647-6 neutron-server[100247]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 14:17:58.417884 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 14:17:58.417884 n-d-773647-6 neutron-server[100247]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 14:17:58.417884 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 14:17:58.417884 n-d-773647-6 neutron-server[100247]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 14:17:58.417884 n-d-773647-6 neutron-server[100247]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 14:17:58.420153 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-777010d6-b691-4d46-b2df-a7b6dcf9d7ad tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] 10.222.0.104 "GET /v2.0/ports?device_id=fb672ed0-38f7-450d-a933-1974a8d81eb2 HTTP/1.1" status: 200 len: 205 time: 0.0369329 Jul 06 14:17:58.421832 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 59522) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:17:58.465945 n-d-773647-6 neutron-server[100246]: INFO neutron.api.v2.resource [None req-4973a0b9-6855-4e62-942d-917cc64a2420 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] delete failed (client error): The resource could not be found. Jul 06 14:17:58.467163 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-4973a0b9-6855-4e62-942d-917cc64a2420 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] 10.222.0.104 "DELETE /v2.0/routers/fb672ed0-38f7-450d-a933-1974a8d81eb2 HTTP/1.1" status: 404 len: 336 time: 0.0444508 Jul 06 14:17:58.469933 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 59524) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:17:58.503139 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35430a6a-d6c0-454e-bf3c-00763c8f9d7e req-d85917c1-50f2-441f-9bf6-e2eb583ef830 tempest-ServersNegativeTestJSON-728644794 tempest-ServersNegativeTestJSON-728644794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:17:58.504204 n-d-773647-6 neutron-server[100246]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c867563-8110-4938-8fed-c5cdc8f2d364 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] DELETE failed (client error): The resource could not be found. Jul 06 14:17:58.504662 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7c867563-8110-4938-8fed-c5cdc8f2d364 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100246) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 14:17:58.506538 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-7c867563-8110-4938-8fed-c5cdc8f2d364 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] 10.222.0.104 "DELETE /v2.0/subnets/fd895582-576b-4d50-8d67-f9265945a851 HTTP/1.1" status: 404 len: 337 time: 0.0354729 Jul 06 14:17:58.507755 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-35430a6a-d6c0-454e-bf3c-00763c8f9d7e req-d85917c1-50f2-441f-9bf6-e2eb583ef830 tempest-ServersNegativeTestJSON-728644794 tempest-ServersNegativeTestJSON-728644794-project] 10.222.0.104 "GET /v2.0/ports?device_id=c38e1fb7-16c3-460f-81ed-82738a2148eb HTTP/1.1" status: 200 len: 946 time: 0.1550200 Jul 06 14:17:58.509401 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-1fa6fbc4-dd88-468c-b942-8685dc1c05bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-917215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1761140'] for network, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:58.510002 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 59526) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:17:58.518213 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-1fa6fbc4-dd88-468c-b942-8685dc1c05bd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583035'] for network, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:58.519832 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-1fa6fbc4-dd88-468c-b942-8685dc1c05bd admin admin] 10.222.0.104 "DELETE /v2.0/networks/a1716540-120f-40c7-aef8-86c1758785ac HTTP/1.1" status: 204 len: 168 time: 0.4389601 Jul 06 14:17:58.545602 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa6fbc4-dd88-468c-b942-8685dc1c05bd admin admin] Pushing event deleted for resources: {'Network': ['ID=a1716540-120f-40c7-aef8-86c1758785ac,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:17:58.547396 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-6f1a69bd-3a99-4459-b90a-9b62cbba181d tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] 10.222.0.104 "GET /v2.0/ports?device_id=c5d1be2d-7b38-4092-ab8b-1041f9504bc6 HTTP/1.1" status: 200 len: 205 time: 0.0352263 Jul 06 14:17:58.547724 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 59530) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:17:58.598774 n-d-773647-6 neutron-server[100247]: INFO neutron.api.v2.resource [None req-8c1153bf-08ab-4537-bee4-a893ad1304a6 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] delete failed (client error): The resource could not be found. Jul 06 14:17:58.599831 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-8c1153bf-08ab-4537-bee4-a893ad1304a6 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] 10.222.0.104 "DELETE /v2.0/routers/c5d1be2d-7b38-4092-ab8b-1041f9504bc6 HTTP/1.1" status: 404 len: 336 time: 0.0499721 Jul 06 14:17:58.602544 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 59532) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:17:58.607409 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Device f55a3ef4-c980-43de-bbbc-35c1e7a33eed no longer exists at agent hyperv_n-h2-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:17:58.617636 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-35430a6a-d6c0-454e-bf3c-00763c8f9d7e req-de6ae59e-5b5c-4c34-8061-508fd6fd2db9 tempest-ServersNegativeTestJSON-728644794 tempest-ServersNegativeTestJSON-728644794-project] 10.222.0.104 "GET /v2.0/security-groups?id=55139e1c-0239-472b-ada8-5a3c70b3eb43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056206 Jul 06 14:17:58.636539 n-d-773647-6 neutron-server[100247]: INFO neutron.pecan_wsgi.hooks.translation [None req-fcd2b7e0-c63f-490e-a60e-5c212df1fcf7 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] DELETE failed (client error): The resource could not be found. Jul 06 14:17:58.637012 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fcd2b7e0-c63f-490e-a60e-5c212df1fcf7 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100247) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 14:17:58.638707 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-fcd2b7e0-c63f-490e-a60e-5c212df1fcf7 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] 10.222.0.104 "DELETE /v2.0/subnets/a1993df3-bc32-49f7-85ba-c074d3bb5f00 HTTP/1.1" status: 404 len: 337 time: 0.0349212 Jul 06 14:17:58.642169 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 59534) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:17:58.658740 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] No Port match for: f55a3ef4-c980-43de-bbbc-35c1e7a33eed {{(pid=100248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 14:17:58.659412 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Device f55a3ef4-c980-43de-bbbc-35c1e7a33eed not bound to the agent host n-h2-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:17:58.680006 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-d3f36d2e-95a9-4ba7-9e3e-aa1c7d3bd38e tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] 10.222.0.104 "GET /v2.0/ports?device_id=06fdb8b2-f865-4761-a815-9df062e7b909 HTTP/1.1" status: 200 len: 205 time: 0.0366039 Jul 06 14:17:58.682452 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 59540) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:17:58.748904 n-d-773647-6 neutron-server[100246]: INFO neutron.api.v2.resource [None req-d490a028-af15-4b87-a985-8021bc6af020 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] delete failed (client error): The resource could not be found. Jul 06 14:17:58.750417 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-d490a028-af15-4b87-a985-8021bc6af020 tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] 10.222.0.104 "DELETE /v2.0/routers/06fdb8b2-f865-4761-a815-9df062e7b909 HTTP/1.1" status: 404 len: 336 time: 0.0665834 Jul 06 14:17:58.753663 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 59542) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:17:58.767833 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 59544) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:17:58.800623 n-d-773647-6 neutron-server[100246]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed264ee3-849b-40e4-8923-983466bf267d tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] DELETE failed (client error): The resource could not be found. Jul 06 14:17:58.801136 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ed264ee3-849b-40e4-8923-983466bf267d tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100246) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 14:17:58.805522 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-ed264ee3-849b-40e4-8923-983466bf267d tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] 10.222.0.104 "DELETE /v2.0/subnets/9108fae7-06af-4d3a-8dc3-ebc159874802 HTTP/1.1" status: 404 len: 337 time: 0.0483525 Jul 06 14:17:58.805831 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 59546) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:17:58.835091 n-d-773647-6 neutron-server[100246]: INFO neutron.pecan_wsgi.hooks.translation [None req-a1b9a887-cdc8-409c-82ef-1e4185de792c tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] DELETE failed (client error): The resource could not be found. Jul 06 14:17:58.835631 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a1b9a887-cdc8-409c-82ef-1e4185de792c tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100246) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 14:17:58.840531 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-a1b9a887-cdc8-409c-82ef-1e4185de792c tempest-RoutersIpV6Test-1501363055 tempest-RoutersIpV6Test-1501363055-project] 10.222.0.104 "DELETE /v2.0/subnets/e4653cc6-3f58-4535-a262-103e4a1dbbd3 HTTP/1.1" status: 404 len: 337 time: 0.0305510 Jul 06 14:17:58.848621 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-8877b361-0349-4a69-81bc-b242833e86f6 admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=8ef42f1bf74b44ee955aab3b6b768b64&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0796406 Jul 06 14:17:58.852463 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 59550) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:17:58.877256 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad005e10-2017-4f5e-a16b-389ab5ae525d req-c56ba80d-93a7-4046-9f96-3dcb3b5ff796 tempest-ServersNegativeTestJSON-728644794 tempest-ServersNegativeTestJSON-728644794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:17:58.878770 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-ad005e10-2017-4f5e-a16b-389ab5ae525d req-c56ba80d-93a7-4046-9f96-3dcb3b5ff796 tempest-ServersNegativeTestJSON-728644794 tempest-ServersNegativeTestJSON-728644794-project] 10.222.0.104 "GET /v2.0/ports?device_id=c38e1fb7-16c3-460f-81ed-82738a2148eb HTTP/1.1" status: 200 len: 946 time: 0.1000328 Jul 06 14:17:58.931602 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-4acae26f-73a5-4e3b-9aef-405b76eca699 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:58.953418 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-ad005e10-2017-4f5e-a16b-389ab5ae525d req-3ab5a94b-96c7-478c-a87c-04b6c1c80b62 tempest-ServersNegativeTestJSON-728644794 tempest-ServersNegativeTestJSON-728644794-project] 10.222.0.104 "GET /v2.0/security-groups?id=55139e1c-0239-472b-ada8-5a3c70b3eb43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664730 Jul 06 14:17:58.959704 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-4acae26f-73a5-4e3b-9aef-405b76eca699 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:59.024487 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-4acae26f-73a5-4e3b-9aef-405b76eca699 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:59.027443 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-4acae26f-73a5-4e3b-9aef-405b76eca699 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:59.028630 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-4acae26f-73a5-4e3b-9aef-405b76eca699 admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/37e99745-ab6f-458e-93db-14f98751ffdc HTTP/1.1" status: 204 len: 168 time: 0.1756992 Jul 06 14:17:59.048120 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4acae26f-73a5-4e3b-9aef-405b76eca699 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37e99745-ab6f-458e-93db-14f98751ffdc,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:17:59.297632 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 59566) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:17:59.626705 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb09219-896d-4521-84a8-a5f74db65440 req-914278b6-e8c2-4dab-93fb-d8dc5505c82d tempest-ServersNegativeTestJSON-728644794 tempest-ServersNegativeTestJSON-728644794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:17:59.655015 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-acb09219-896d-4521-84a8-a5f74db65440 req-914278b6-e8c2-4dab-93fb-d8dc5505c82d tempest-ServersNegativeTestJSON-728644794 tempest-ServersNegativeTestJSON-728644794-project] 10.222.0.104 "GET /v2.0/ports?device_id=c38e1fb7-16c3-460f-81ed-82738a2148eb HTTP/1.1" status: 200 len: 946 time: 0.5056036 Jul 06 14:17:59.712363 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-70f5e917-989b-46e4-abcb-1501c4778f1a admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=b162a45bb3174bbb964a63afe4786b87&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4132934 Jul 06 14:17:59.715916 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 59584) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:17:59.737085 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-acb09219-896d-4521-84a8-a5f74db65440 req-d0a37cb4-771e-49b9-bb4d-4b6e1c8dfd10 tempest-ServersNegativeTestJSON-728644794 tempest-ServersNegativeTestJSON-728644794-project] 10.222.0.104 "GET /v2.0/security-groups?id=55139e1c-0239-472b-ada8-5a3c70b3eb43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810931 Jul 06 14:17:59.811853 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-aaceba17-6758-417d-a3a6-ca2da35e932a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:59.837412 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-aaceba17-6758-417d-a3a6-ca2da35e932a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:59.891839 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-aaceba17-6758-417d-a3a6-ca2da35e932a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:59.894417 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-aaceba17-6758-417d-a3a6-ca2da35e932a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:59.898528 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-aaceba17-6758-417d-a3a6-ca2da35e932a admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/10f13254-4a80-4870-a3fb-89a8b6dbd340 HTTP/1.1" status: 204 len: 168 time: 0.1788127 Jul 06 14:17:59.910182 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaceba17-6758-417d-a3a6-ca2da35e932a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10f13254-4a80-4870-a3fb-89a8b6dbd340,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:18:00.062884 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d27727a-8bb4-4baf-8391-c9972f31fe43 req-2c343ac1-0d53-4dd8-83de-55936f52bbae tempest-ServersNegativeTestJSON-728644794 tempest-ServersNegativeTestJSON-728644794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:18:00.069985 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-7d27727a-8bb4-4baf-8391-c9972f31fe43 req-2c343ac1-0d53-4dd8-83de-55936f52bbae tempest-ServersNegativeTestJSON-728644794 tempest-ServersNegativeTestJSON-728644794-project] 10.222.0.104 "GET /v2.0/ports?device_id=c38e1fb7-16c3-460f-81ed-82738a2148eb HTTP/1.1" status: 200 len: 946 time: 0.1074433 Jul 06 14:18:00.133903 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-7d27727a-8bb4-4baf-8391-c9972f31fe43 req-1bedd5ef-469b-4a72-a855-cd096035e0fd tempest-ServersNegativeTestJSON-728644794 tempest-ServersNegativeTestJSON-728644794-project] 10.222.0.104 "GET /v2.0/security-groups?id=55139e1c-0239-472b-ada8-5a3c70b3eb43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620763 Jul 06 14:18:00.289431 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 59618) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:18:00.446794 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8647a4ce-ab68-4e78-863f-303e0338e571 req-f3756341-ced0-4087-b652-936137ab6df8 tempest-ServersNegativeTestJSON-728644794 tempest-ServersNegativeTestJSON-728644794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:18:00.453490 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-8647a4ce-ab68-4e78-863f-303e0338e571 req-f3756341-ced0-4087-b652-936137ab6df8 tempest-ServersNegativeTestJSON-728644794 tempest-ServersNegativeTestJSON-728644794-project] 10.222.0.104 "GET /v2.0/ports?device_id=c38e1fb7-16c3-460f-81ed-82738a2148eb HTTP/1.1" status: 200 len: 946 time: 0.1170752 Jul 06 14:18:00.539920 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-8647a4ce-ab68-4e78-863f-303e0338e571 req-47e593eb-071b-4d1a-ad6d-50e307a6f081 tempest-ServersNegativeTestJSON-728644794 tempest-ServersNegativeTestJSON-728644794-project] 10.222.0.104 "GET /v2.0/security-groups?id=55139e1c-0239-472b-ada8-5a3c70b3eb43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809953 Jul 06 14:18:00.549084 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-c3bce8b7-1589-4ff6-83cb-fc6408ab447d admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-2128351370-network', 'tenant_id': '0fb5330a68d94b1da3c3872d90574aab'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:18:00.588287 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3bce8b7-1589-4ff6-83cb-fc6408ab447d admin admin] Made reservation on behalf of 0fb5330a68d94b1da3c3872d90574aab for: {'network': 1} {{(pid=100246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:18:00.591397 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-c3bce8b7-1589-4ff6-83cb-fc6408ab447d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for network, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:18:00.603069 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-c3bce8b7-1589-4ff6-83cb-fc6408ab447d admin admin] Notify callbacks [] for security_group, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:18:00.768657 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-c3bce8b7-1589-4ff6-83cb-fc6408ab447d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:18:00.785227 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-c3bce8b7-1589-4ff6-83cb-fc6408ab447d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:18:00.816479 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c3bce8b7-1589-4ff6-83cb-fc6408ab447d admin admin] vlan segment allocate from pool success with {'vlan_id': 1010, 'physical_network': 'physnet1'} {{(pid=100246) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 14:18:00.830861 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-c3bce8b7-1589-4ff6-83cb-fc6408ab447d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552'] for segment, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:18:00.831870 n-d-773647-6 neutron-server[100246]: INFO neutron.db.segments_db [None req-c3bce8b7-1589-4ff6-83cb-fc6408ab447d admin admin] Added segment cb1a6cec-0b40-4dde-b37a-6dbda6bd8158 of type vlan for network e673442c-5645-41cd-ae64-05cc6584adda Jul 06 14:18:00.842957 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 59642) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:18:00.847937 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [-] 10.222.0.104 "GET / HTTP/1.1" status: 200 len: 249 time: 0.0034060 Jul 06 14:18:00.851026 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 59644) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:18:00.903242 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-c3bce8b7-1589-4ff6-83cb-fc6408ab447d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773752984405'] for network, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:18:00.970019 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3bce8b7-1589-4ff6-83cb-fc6408ab447d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2132efa-40d7-46de-9959-646c1b99d382,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:18:00.973888 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-c3bce8b7-1589-4ff6-83cb-fc6408ab447d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060'] for network, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:18:00.975382 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3bce8b7-1589-4ff6-83cb-fc6408ab447d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:18:00.975974 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-c3bce8b7-1589-4ff6-83cb-fc6408ab447d admin admin] Notify callbacks [] for network, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:18:01.024858 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-35f3dad9-d056-433b-af84-e2e8464e84ba tempest-NetworksApiDiscovery-2016238905 tempest-NetworksApiDiscovery-2016238905-project] 10.222.0.104 "GET /v2.0/ HTTP/1.1" status: 200 len: 706 time: 0.1723962 Jul 06 14:18:01.047334 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-c3bce8b7-1589-4ff6-83cb-fc6408ab447d admin admin] 10.222.0.104 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.7563639 Jul 06 14:18:01.047946 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 59654) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:18:01.055313 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-486dfbb6-9f2d-4d67-b628-3039d6d2c77e admin admin] Request body: {'subnet': {'network_id': 'e673442c-5645-41cd-ae64-05cc6584adda', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-2128351370-subnet', 'tenant_id': '0fb5330a68d94b1da3c3872d90574aab', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:18:01.086388 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3bce8b7-1589-4ff6-83cb-fc6408ab447d admin admin] Pushing event updated for resources: {'Network': ['ID=e673442c-5645-41cd-ae64-05cc6584adda,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:18:01.091069 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-486dfbb6-9f2d-4d67-b628-3039d6d2c77e admin admin] Made reservation on behalf of 0fb5330a68d94b1da3c3872d90574aab for: {'subnet': 1} {{(pid=100246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:18:01.095061 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-486dfbb6-9f2d-4d67-b628-3039d6d2c77e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127702029'] for subnet, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:18:01.099909 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Network e673442c-5645-41cd-ae64-05cc6584adda details requested by agent ovs-agent-n-d-773647-6 with host n-d-773647-6 {{(pid=100248) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 14:18:01.102207 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79052152-4b78-4140-bb52-aa040594852d req-1bb3dbbd-126b-495c-bc10-fbd565a6695b tempest-ServersNegativeTestJSON-728644794 tempest-ServersNegativeTestJSON-728644794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:18:01.112398 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-79052152-4b78-4140-bb52-aa040594852d req-1bb3dbbd-126b-495c-bc10-fbd565a6695b tempest-ServersNegativeTestJSON-728644794 tempest-ServersNegativeTestJSON-728644794-project] 10.222.0.104 "GET /v2.0/ports?device_id=c38e1fb7-16c3-460f-81ed-82738a2148eb HTTP/1.1" status: 200 len: 946 time: 0.1534655 Jul 06 14:18:01.171267 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-79052152-4b78-4140-bb52-aa040594852d req-4b9c813d-c726-4031-a152-c6b52be0166f tempest-ServersNegativeTestJSON-728644794 tempest-ServersNegativeTestJSON-728644794-project] 10.222.0.104 "GET /v2.0/security-groups?id=55139e1c-0239-472b-ada8-5a3c70b3eb43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575900 Jul 06 14:18:01.391624 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-486dfbb6-9f2d-4d67-b628-3039d6d2c77e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1849032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127687649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127702047'] for subnet, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:18:01.446198 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486dfbb6-9f2d-4d67-b628-3039d6d2c77e admin admin] Pushing event updated for resources: {'Subnet': ['ID=77f3889b-e625-42b7-98f3-adea55c7f2d3,revision_number=0']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:18:01.482210 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 59670) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:18:01.484714 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-486dfbb6-9f2d-4d67-b628-3039d6d2c77e admin admin] Checking segment: {'id': 'cb1a6cec-0b40-4dde-b37a-6dbda6bd8158', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': 'e673442c-5645-41cd-ae64-05cc6584adda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:18:01.485196 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-486dfbb6-9f2d-4d67-b628-3039d6d2c77e admin admin] Network hostable DHCP agents. Network: e673442c-5645-41cd-ae64-05cc6584adda, hostable agents: ['f2bada3d-be77-4359-982b-8505a2bbca04'], hosted agents: [] {{(pid=100246) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 14:18:01.512158 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4134708-d743-4516-b63d-e75f331e0b30 req-f09998ef-9a9e-4914-8b93-09fbae8d6f09 tempest-ServersNegativeTestJSON-728644794 tempest-ServersNegativeTestJSON-728644794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:18:01.514045 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-486dfbb6-9f2d-4d67-b628-3039d6d2c77e admin admin] Network e673442c-5645-41cd-ae64-05cc6584adda is scheduled to be hosted by DHCP agent f2bada3d-be77-4359-982b-8505a2bbca04 with binding_index 1 {{(pid=100246) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 14:18:01.521803 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-a4134708-d743-4516-b63d-e75f331e0b30 req-f09998ef-9a9e-4914-8b93-09fbae8d6f09 tempest-ServersNegativeTestJSON-728644794 tempest-ServersNegativeTestJSON-728644794-project] 10.222.0.104 "GET /v2.0/ports?device_id=c38e1fb7-16c3-460f-81ed-82738a2148eb HTTP/1.1" status: 200 len: 946 time: 0.1495616 Jul 06 14:18:01.526786 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.base_scheduler [None req-486dfbb6-9f2d-4d67-b628-3039d6d2c77e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773647-6, e673442c-5645-41cd-ae64-05cc6584adda) {{(pid=100246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:18:01.535875 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3112096-b955-4d54-b645-23acdade1337 None None] Network e673442c-5645-41cd-ae64-05cc6584adda requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:18:01.540926 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-486dfbb6-9f2d-4d67-b628-3039d6d2c77e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:18:01.541639 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-486dfbb6-9f2d-4d67-b628-3039d6d2c77e admin admin] Notify callbacks [] for subnet, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:18:01.560064 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-486dfbb6-9f2d-4d67-b628-3039d6d2c77e admin admin] 10.222.0.104 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 0.5088131 Jul 06 14:18:01.607861 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-a4134708-d743-4516-b63d-e75f331e0b30 req-58472cab-c382-46eb-b6ce-67fbbcca5c0d tempest-ServersNegativeTestJSON-728644794 tempest-ServersNegativeTestJSON-728644794-project] 10.222.0.104 "GET /v2.0/security-groups?id=55139e1c-0239-472b-ada8-5a3c70b3eb43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849428 Jul 06 14:18:01.652813 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-43c5a8eb-0dfb-4dd7-b29b-6f0ad4582e82 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:18:01.793761 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-43c5a8eb-0dfb-4dd7-b29b-6f0ad4582e82 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:18:01.799299 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-43c5a8eb-0dfb-4dd7-b29b-6f0ad4582e82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:18:01.821814 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-341aa60e-b85d-4cc3-b6c4-4aa40f8e4662 None None] Network e673442c-5645-41cd-ae64-05cc6584adda requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:18:01.893344 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c5a8eb-0dfb-4dd7-b29b-6f0ad4582e82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93d8ab94-fec5-4238-ba34-b80f126e2a75,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:18:01.961705 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-43c5a8eb-0dfb-4dd7-b29b-6f0ad4582e82 admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=24abf1cfe88244c187ab03397ec43c3a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4780669 Jul 06 14:18:01.964980 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 59692) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:18:02.078887 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-d5bcd6d5-defd-40d4-a128-1476cf92d878 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:18:02.112950 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-d5bcd6d5-defd-40d4-a128-1476cf92d878 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:18:02.168896 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a114ad4c-f822-42c6-8c78-66feaa8412b2 req-8e70bf2b-6dca-4b8f-b577-68e21b7ee67e tempest-ServersNegativeTestJSON-728644794 tempest-ServersNegativeTestJSON-728644794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:18:02.177274 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-a114ad4c-f822-42c6-8c78-66feaa8412b2 req-8e70bf2b-6dca-4b8f-b577-68e21b7ee67e tempest-ServersNegativeTestJSON-728644794 tempest-ServersNegativeTestJSON-728644794-project] 10.222.0.104 "GET /v2.0/ports?device_id=c38e1fb7-16c3-460f-81ed-82738a2148eb HTTP/1.1" status: 200 len: 946 time: 0.1390531 Jul 06 14:18:02.268268 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-d5bcd6d5-defd-40d4-a128-1476cf92d878 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:18:02.270692 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-d5bcd6d5-defd-40d4-a128-1476cf92d878 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:18:02.272071 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-d5bcd6d5-defd-40d4-a128-1476cf92d878 admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/93d8ab94-fec5-4238-ba34-b80f126e2a75 HTTP/1.1" status: 204 len: 168 time: 0.3059144 Jul 06 14:18:02.306197 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-a114ad4c-f822-42c6-8c78-66feaa8412b2 req-84ee5e62-0b63-4580-a552-2da46163043d tempest-ServersNegativeTestJSON-728644794 tempest-ServersNegativeTestJSON-728644794-project] 10.222.0.104 "GET /v2.0/security-groups?id=55139e1c-0239-472b-ada8-5a3c70b3eb43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277027 Jul 06 14:18:02.307753 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bcd6d5-defd-40d4-a128-1476cf92d878 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93d8ab94-fec5-4238-ba34-b80f126e2a75,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:18:02.357395 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52180dd9-dd78-42f3-abd1-a9a8185b1807 req-be7afe03-1701-4d1f-9e61-4b5df86dadc8 tempest-ServersTestJSON-809673865 tempest-ServersTestJSON-809673865-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:18:02.365699 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-52180dd9-dd78-42f3-abd1-a9a8185b1807 req-be7afe03-1701-4d1f-9e61-4b5df86dadc8 tempest-ServersTestJSON-809673865 tempest-ServersTestJSON-809673865-project] 10.222.0.104 "GET /v2.0/networks?id=e673442c-5645-41cd-ae64-05cc6584adda HTTP/1.1" status: 200 len: 806 time: 0.1843836 Jul 06 14:18:02.384314 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-52180dd9-dd78-42f3-abd1-a9a8185b1807 req-8e16b68d-75c3-4743-ac8b-314d0e61e6ac tempest-ServersTestJSON-809673865 tempest-ServersTestJSON-809673865-project] 10.222.0.104 "GET /v2.0/quotas/0fb5330a68d94b1da3c3872d90574aab HTTP/1.1" status: 200 len: 375 time: 0.0174131 Jul 06 14:18:02.465286 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-52180dd9-dd78-42f3-abd1-a9a8185b1807 req-2e37ef4a-cefc-4b3d-a3cf-f3139dcc8eee tempest-ServersTestJSON-809673865 tempest-ServersTestJSON-809673865-project] 10.222.0.104 "GET /v2.0/ports?tenant_id=0fb5330a68d94b1da3c3872d90574aab&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0790050 Jul 06 14:18:02.633984 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdb144f-c500-4ea4-ad3f-6d5831f47d62 req-2d4d2398-4626-42e1-9427-cbbda4b1597e tempest-ServersNegativeTestJSON-728644794 tempest-ServersNegativeTestJSON-728644794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:18:02.635602 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-acdb144f-c500-4ea4-ad3f-6d5831f47d62 req-2d4d2398-4626-42e1-9427-cbbda4b1597e tempest-ServersNegativeTestJSON-728644794 tempest-ServersNegativeTestJSON-728644794-project] 10.222.0.104 "GET /v2.0/ports?device_id=c38e1fb7-16c3-460f-81ed-82738a2148eb HTTP/1.1" status: 200 len: 946 time: 0.1514127 Jul 06 14:18:02.638218 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-52180dd9-dd78-42f3-abd1-a9a8185b1807 req-32b57fe6-1147-4868-96fb-81d3b0fc5bb0 service neutron] 10.222.0.104 "GET /v2.0/networks/e673442c-5645-41cd-ae64-05cc6584adda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1700904 Jul 06 14:18:02.762307 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-acdb144f-c500-4ea4-ad3f-6d5831f47d62 req-2756f260-026f-42ee-ba90-58e106fedcbc tempest-ServersNegativeTestJSON-728644794 tempest-ServersNegativeTestJSON-728644794-project] 10.222.0.104 "GET /v2.0/security-groups?id=55139e1c-0239-472b-ada8-5a3c70b3eb43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129045 Jul 06 14:18:02.800574 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-52180dd9-dd78-42f3-abd1-a9a8185b1807 req-8404da37-484c-4e48-a054-e2afaa286d09 service neutron] 10.222.0.104 "GET /v2.0/networks/e673442c-5645-41cd-ae64-05cc6584adda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1524239 Jul 06 14:18:03.069425 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-48d3edf5-0d45-499d-bc65-4777357320ad req-bed42bd2-94da-4f5d-bd76-f5b4f65e9c5b tempest-ServersTestJSON-809673865 tempest-ServersTestJSON-809673865-project] 10.222.0.104 "GET /v2.0/ports?device_id=a8b13b0c-29c8-4b27-b2e5-3b66b7f8aa7d HTTP/1.1" status: 200 len: 210 time: 0.0352736 Jul 06 14:18:03.154930 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 59748) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:18:03.194179 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37191bf0-02cf-4baf-81b7-3fd5b73ccf60 req-7daca208-0556-4f9b-87bd-67195b779f7f tempest-ServersNegativeTestJSON-728644794 tempest-ServersNegativeTestJSON-728644794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:18:03.195732 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-37191bf0-02cf-4baf-81b7-3fd5b73ccf60 req-7daca208-0556-4f9b-87bd-67195b779f7f tempest-ServersNegativeTestJSON-728644794 tempest-ServersNegativeTestJSON-728644794-project] 10.222.0.104 "GET /v2.0/ports?device_id=c38e1fb7-16c3-460f-81ed-82738a2148eb HTTP/1.1" status: 200 len: 946 time: 0.0791903 Jul 06 14:18:03.249894 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-37191bf0-02cf-4baf-81b7-3fd5b73ccf60 req-3874c76f-1311-4bd4-bf4f-9465d2768396 tempest-ServersNegativeTestJSON-728644794 tempest-ServersNegativeTestJSON-728644794-project] 10.222.0.104 "GET /v2.0/security-groups?id=55139e1c-0239-472b-ada8-5a3c70b3eb43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472481 Jul 06 14:18:03.293675 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [None req-e12afc81-fe80-49c2-8c47-1e17f7db0142 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-2142938273-network', 'tenant_id': '0d44b6a9b54141089197bac2dff52479'}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:18:03.325404 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e12afc81-fe80-49c2-8c47-1e17f7db0142 admin admin] Made reservation on behalf of 0d44b6a9b54141089197bac2dff52479 for: {'network': 1} {{(pid=100247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:18:03.328553 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-e12afc81-fe80-49c2-8c47-1e17f7db0142 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for network, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:18:03.340203 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-e12afc81-fe80-49c2-8c47-1e17f7db0142 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:18:03.518183 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbaa8bd-0564-434b-96cb-94d53c87639e req-17d44a77-fedf-49da-a25f-178719e6f4a3 tempest-ServersNegativeTestJSON-728644794 tempest-ServersNegativeTestJSON-728644794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:18:03.519737 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-8dbaa8bd-0564-434b-96cb-94d53c87639e req-17d44a77-fedf-49da-a25f-178719e6f4a3 tempest-ServersNegativeTestJSON-728644794 tempest-ServersNegativeTestJSON-728644794-project] 10.222.0.104 "GET /v2.0/ports?device_id=c38e1fb7-16c3-460f-81ed-82738a2148eb HTTP/1.1" status: 200 len: 946 time: 0.1224842 Jul 06 14:18:03.529153 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-e12afc81-fe80-49c2-8c47-1e17f7db0142 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:18:03.538813 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-e12afc81-fe80-49c2-8c47-1e17f7db0142 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:18:03.588772 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e12afc81-fe80-49c2-8c47-1e17f7db0142 admin admin] vlan segment allocate from pool success with {'vlan_id': 1031, 'physical_network': 'physnet1'} {{(pid=100247) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 14:18:03.598528 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12afc81-fe80-49c2-8c47-1e17f7db0142 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a091e78-0096-4bb7-9b7a-b62334efd0f6,revision_number=1']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:18:03.603571 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-8dbaa8bd-0564-434b-96cb-94d53c87639e req-a682d4ed-3494-4630-b064-07b91d5cebbf tempest-ServersNegativeTestJSON-728644794 tempest-ServersNegativeTestJSON-728644794-project] 10.222.0.104 "GET /v2.0/security-groups?id=55139e1c-0239-472b-ada8-5a3c70b3eb43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728657 Jul 06 14:18:03.607377 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-e12afc81-fe80-49c2-8c47-1e17f7db0142 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552'] for segment, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:18:03.607604 n-d-773647-6 neutron-server[100247]: INFO neutron.db.segments_db [None req-e12afc81-fe80-49c2-8c47-1e17f7db0142 admin admin] Added segment e47b7fb8-d825-48ab-aaa6-c3d08e9ce273 of type vlan for network b93a41ea-e84d-4851-bd41-55fe0990c505 Jul 06 14:18:03.651117 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-e12afc81-fe80-49c2-8c47-1e17f7db0142 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773752984405'] for network, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:18:03.685029 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-e12afc81-fe80-49c2-8c47-1e17f7db0142 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060'] for network, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:18:03.686270 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e12afc81-fe80-49c2-8c47-1e17f7db0142 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:18:03.687195 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-e12afc81-fe80-49c2-8c47-1e17f7db0142 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583035'] for network, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:18:03.763851 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-e12afc81-fe80-49c2-8c47-1e17f7db0142 admin admin] 10.222.0.104 "POST /v2.0/networks HTTP/1.1" status: 201 len: 899 time: 0.6062100 Jul 06 14:18:03.764991 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 59774) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:18:03.770214 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-20c763c3-b79d-46dd-9cfa-106b55b76e45 admin admin] Request body: {'subnet': {'network_id': 'b93a41ea-e84d-4851-bd41-55fe0990c505', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-2142938273-subnet', 'tenant_id': '0d44b6a9b54141089197bac2dff52479', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:18:03.779577 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12afc81-fe80-49c2-8c47-1e17f7db0142 admin admin] Pushing event updated for resources: {'Network': ['ID=b93a41ea-e84d-4851-bd41-55fe0990c505,revision_number=1']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:18:03.788106 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Network b93a41ea-e84d-4851-bd41-55fe0990c505 details requested by agent ovs-agent-n-d-773647-6 with host n-d-773647-6 {{(pid=100248) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 14:18:03.800599 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20c763c3-b79d-46dd-9cfa-106b55b76e45 admin admin] Made reservation on behalf of 0d44b6a9b54141089197bac2dff52479 for: {'subnet': 1} {{(pid=100246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:18:03.803670 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-20c763c3-b79d-46dd-9cfa-106b55b76e45 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127702029'] for subnet, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:18:04.044179 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-20c763c3-b79d-46dd-9cfa-106b55b76e45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1849032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127687649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127702047'] for subnet, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:18:04.111946 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d62f959-8faa-47e3-a4d8-e4c5575ca48e req-8bb15701-11fc-4e9c-9da3-f413e8fc69f5 tempest-ServersNegativeTestJSON-728644794 tempest-ServersNegativeTestJSON-728644794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:18:04.113813 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-2d62f959-8faa-47e3-a4d8-e4c5575ca48e req-8bb15701-11fc-4e9c-9da3-f413e8fc69f5 tempest-ServersNegativeTestJSON-728644794 tempest-ServersNegativeTestJSON-728644794-project] 10.222.0.104 "GET /v2.0/ports?device_id=c38e1fb7-16c3-460f-81ed-82738a2148eb HTTP/1.1" status: 200 len: 946 time: 0.1373749 Jul 06 14:18:04.132924 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c763c3-b79d-46dd-9cfa-106b55b76e45 admin admin] Pushing event updated for resources: {'Subnet': ['ID=877f726f-92f1-469d-b1d6-4eeb08126124,revision_number=0']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:18:04.138677 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20c763c3-b79d-46dd-9cfa-106b55b76e45 admin admin] Checking segment: {'id': 'e47b7fb8-d825-48ab-aaa6-c3d08e9ce273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1031, 'network_id': 'b93a41ea-e84d-4851-bd41-55fe0990c505'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:18:04.139042 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20c763c3-b79d-46dd-9cfa-106b55b76e45 admin admin] Network hostable DHCP agents. Network: b93a41ea-e84d-4851-bd41-55fe0990c505, hostable agents: ['f2bada3d-be77-4359-982b-8505a2bbca04'], hosted agents: [] {{(pid=100246) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 14:18:04.163900 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20c763c3-b79d-46dd-9cfa-106b55b76e45 admin admin] Network b93a41ea-e84d-4851-bd41-55fe0990c505 is scheduled to be hosted by DHCP agent f2bada3d-be77-4359-982b-8505a2bbca04 with binding_index 1 {{(pid=100246) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 14:18:04.167575 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-2d62f959-8faa-47e3-a4d8-e4c5575ca48e req-86e53826-c5b7-4466-8441-0a1fb8affbd8 tempest-ServersNegativeTestJSON-728644794 tempest-ServersNegativeTestJSON-728644794-project] 10.222.0.104 "GET /v2.0/security-groups?id=55139e1c-0239-472b-ada8-5a3c70b3eb43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471809 Jul 06 14:18:04.181974 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.base_scheduler [None req-20c763c3-b79d-46dd-9cfa-106b55b76e45 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773647-6, b93a41ea-e84d-4851-bd41-55fe0990c505) {{(pid=100246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:18:04.193789 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20c763c3-b79d-46dd-9cfa-106b55b76e45 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:18:04.194100 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61f0d308-8212-48ac-ad95-698979d39976 None None] Network b93a41ea-e84d-4851-bd41-55fe0990c505 requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:18:04.194939 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-20c763c3-b79d-46dd-9cfa-106b55b76e45 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:18:04.215697 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-20c763c3-b79d-46dd-9cfa-106b55b76e45 admin admin] 10.222.0.104 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.4493341 Jul 06 14:18:04.318692 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-9cbf8141-f17f-4b71-a135-e2f5bbc83e45 req-f78aca4d-d608-44fb-ae13-d83c7c5d89f8 tempest-ServersTestJSON-809673865 tempest-ServersTestJSON-809673865-project] 10.222.0.104 "GET /v2.0/ports?device_id=a8b13b0c-29c8-4b27-b2e5-3b66b7f8aa7d HTTP/1.1" status: 200 len: 210 time: 0.0470183 Jul 06 14:18:04.408955 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fca52c39-bc43-4f79-882a-a68719faac0b None None] Network b93a41ea-e84d-4851-bd41-55fe0990c505 requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:18:04.540782 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52180dd9-dd78-42f3-abd1-a9a8185b1807 req-b3626363-c8dc-43c8-98b1-0f92818ca047 tempest-ServersTestJSON-809673865 tempest-ServersTestJSON-809673865-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:18:04.542459 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-52180dd9-dd78-42f3-abd1-a9a8185b1807 req-b3626363-c8dc-43c8-98b1-0f92818ca047 tempest-ServersTestJSON-809673865 tempest-ServersTestJSON-809673865-project] 10.222.0.72 "GET /v2.0/networks?id=e673442c-5645-41cd-ae64-05cc6584adda HTTP/1.1" status: 200 len: 806 time: 0.1653538 Jul 06 14:18:04.558949 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [req-52180dd9-dd78-42f3-abd1-a9a8185b1807 req-4af287ad-44a3-49df-a351-c67d8aae09d4 tempest-ServersTestJSON-809673865 tempest-ServersTestJSON-809673865-project] Request body: {'port': {'device_id': 'a8b13b0c-29c8-4b27-b2e5-3b66b7f8aa7d', 'network_id': 'e673442c-5645-41cd-ae64-05cc6584adda', 'admin_state_up': True, 'tenant_id': '0fb5330a68d94b1da3c3872d90574aab'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:18:04.743048 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-52180dd9-dd78-42f3-abd1-a9a8185b1807 req-4af287ad-44a3-49df-a351-c67d8aae09d4 tempest-ServersTestJSON-809673865 tempest-ServersTestJSON-809673865-project] Made reservation on behalf of 0fb5330a68d94b1da3c3872d90574aab for: {'port': 1} {{(pid=100246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:18:04.747358 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-52180dd9-dd78-42f3-abd1-a9a8185b1807 req-4af287ad-44a3-49df-a351-c67d8aae09d4 tempest-ServersTestJSON-809673865 tempest-ServersTestJSON-809673865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:18:04.877858 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 59804) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:18:04.880264 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.db_base_plugin_common [req-52180dd9-dd78-42f3-abd1-a9a8185b1807 req-4af287ad-44a3-49df-a351-c67d8aae09d4 tempest-ServersTestJSON-809673865 tempest-ServersTestJSON-809673865-project] Allocated IP 172.20.0.14 (e673442c-5645-41cd-ae64-05cc6584adda/77f3889b-e625-42b7-98f3-adea55c7f2d3/b3faa654-9b0e-47d7-ac0c-c53cca9f4156) {{(pid=100246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:18:04.883795 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [None req-4fe035db-9819-4bd2-b6c3-168714e69229 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1094570712-network', 'tenant_id': '324c9c955ee24f6993bce050eaa38bf0'}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:18:04.910245 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fe035db-9819-4bd2-b6c3-168714e69229 admin admin] Made reservation on behalf of 324c9c955ee24f6993bce050eaa38bf0 for: {'network': 1} {{(pid=100247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:18:04.913552 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-4fe035db-9819-4bd2-b6c3-168714e69229 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for network, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:18:04.924585 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-4fe035db-9819-4bd2-b6c3-168714e69229 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:18:05.038980 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-4fe035db-9819-4bd2-b6c3-168714e69229 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:18:05.043637 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-4fe035db-9819-4bd2-b6c3-168714e69229 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:18:05.062812 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-52180dd9-dd78-42f3-abd1-a9a8185b1807 req-4af287ad-44a3-49df-a351-c67d8aae09d4 tempest-ServersTestJSON-809673865 tempest-ServersTestJSON-809673865-project] Notify callbacks [] for port, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:18:05.069174 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4fe035db-9819-4bd2-b6c3-168714e69229 admin admin] vlan segment allocate from pool success with {'vlan_id': 1024, 'physical_network': 'physnet1'} {{(pid=100247) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 14:18:05.080783 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe035db-9819-4bd2-b6c3-168714e69229 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5da8ad0a-4885-41aa-8e18-093b58b2a7e5,revision_number=1']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:18:05.088275 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-4fe035db-9819-4bd2-b6c3-168714e69229 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552'] for segment, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:18:05.088631 n-d-773647-6 neutron-server[100247]: INFO neutron.db.segments_db [None req-4fe035db-9819-4bd2-b6c3-168714e69229 admin admin] Added segment 44863206-fc6b-44e0-aefc-364060e63b7e of type vlan for network fb911b33-add4-4959-9156-ba9810a45702 Jul 06 14:18:05.141697 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-52180dd9-dd78-42f3-abd1-a9a8185b1807 req-4af287ad-44a3-49df-a351-c67d8aae09d4 tempest-ServersTestJSON-809673865 tempest-ServersTestJSON-809673865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-127687573'] for port, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:18:05.142852 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-4fe035db-9819-4bd2-b6c3-168714e69229 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773752984405'] for network, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:18:05.182636 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-4fe035db-9819-4bd2-b6c3-168714e69229 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060'] for network, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:18:05.186093 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fe035db-9819-4bd2-b6c3-168714e69229 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:18:05.186999 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-4fe035db-9819-4bd2-b6c3-168714e69229 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583035'] for network, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:18:05.211121 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-52180dd9-dd78-42f3-abd1-a9a8185b1807 req-4af287ad-44a3-49df-a351-c67d8aae09d4 tempest-ServersTestJSON-809673865 tempest-ServersTestJSON-809673865-project] Network e673442c-5645-41cd-ae64-05cc6584adda is already hosted by enough agents. {{(pid=100246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:18:05.222335 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.base_scheduler [req-52180dd9-dd78-42f3-abd1-a9a8185b1807 req-4af287ad-44a3-49df-a351-c67d8aae09d4 tempest-ServersTestJSON-809673865 tempest-ServersTestJSON-809673865-project] Resources bound (agent type, host, resource id): {{(pid=100246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:18:05.228681 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [req-52180dd9-dd78-42f3-abd1-a9a8185b1807 req-4af287ad-44a3-49df-a351-c67d8aae09d4 tempest-ServersTestJSON-809673865 tempest-ServersTestJSON-809673865-project] Received port after_create {{(pid=100246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:18:05.273847 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe035db-9819-4bd2-b6c3-168714e69229 admin admin] Pushing event updated for resources: {'Network': ['ID=fb911b33-add4-4959-9156-ba9810a45702,revision_number=1']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:18:05.286861 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Network fb911b33-add4-4959-9156-ba9810a45702 details requested by agent ovs-agent-n-d-773647-6 with host n-d-773647-6 {{(pid=100248) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 14:18:05.308966 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-4fe035db-9819-4bd2-b6c3-168714e69229 admin admin] 10.222.0.104 "POST /v2.0/networks HTTP/1.1" status: 201 len: 899 time: 0.4299049 Jul 06 14:18:05.310658 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 59818) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:18:05.312437 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af287ad-44a3-49df-a351-c67d8aae09d4 tempest-ServersTestJSON-809673865 tempest-ServersTestJSON-809673865-project] Pushing event updated for resources: {'Port': ['ID=b3faa654-9b0e-47d7-ac0c-c53cca9f4156,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:18:05.340976 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [None req-44a53899-47e8-46b2-9fde-fde81ea8343a admin admin] Request body: {'subnet': {'network_id': 'fb911b33-add4-4959-9156-ba9810a45702', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1094570712-subnet', 'tenant_id': '324c9c955ee24f6993bce050eaa38bf0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:18:05.395010 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44a53899-47e8-46b2-9fde-fde81ea8343a admin admin] Made reservation on behalf of 324c9c955ee24f6993bce050eaa38bf0 for: {'subnet': 1} {{(pid=100247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:18:05.396475 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52180dd9-dd78-42f3-abd1-a9a8185b1807 req-4af287ad-44a3-49df-a351-c67d8aae09d4 tempest-ServersTestJSON-809673865 tempest-ServersTestJSON-809673865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:18:05.397401 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-52180dd9-dd78-42f3-abd1-a9a8185b1807 req-4af287ad-44a3-49df-a351-c67d8aae09d4 tempest-ServersTestJSON-809673865 tempest-ServersTestJSON-809673865-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:18:05.398551 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-44a53899-47e8-46b2-9fde-fde81ea8343a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127627440'] for subnet, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:18:05.434991 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-52180dd9-dd78-42f3-abd1-a9a8185b1807 req-4af287ad-44a3-49df-a351-c67d8aae09d4 tempest-ServersTestJSON-809673865 tempest-ServersTestJSON-809673865-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8821900 Jul 06 14:18:05.446797 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [req-52180dd9-dd78-42f3-abd1-a9a8185b1807 req-7f008ffa-61fe-4958-b3c5-bc19e357b675 service neutron] Request body: {'port': {'device_id': 'a8b13b0c-29c8-4b27-b2e5-3b66b7f8aa7d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-773647-6'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:18:05.539844 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-52180dd9-dd78-42f3-abd1-a9a8185b1807 req-7f008ffa-61fe-4958-b3c5-bc19e357b675 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:18:05.711387 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd16184-c9c4-438b-a068-d955395cf6da req-2aa51c68-6780-43f6-b0c1-71917bd4ff8e tempest-ServersNegativeTestJSON-728644794 tempest-ServersNegativeTestJSON-728644794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:18:05.714052 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-6dd16184-c9c4-438b-a068-d955395cf6da req-2aa51c68-6780-43f6-b0c1-71917bd4ff8e tempest-ServersNegativeTestJSON-728644794 tempest-ServersNegativeTestJSON-728644794-project] 10.222.0.104 "GET /v2.0/ports?device_id=c38e1fb7-16c3-460f-81ed-82738a2148eb HTTP/1.1" status: 200 len: 946 time: 0.2576158 Jul 06 14:18:05.798527 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47daa8f9-3fb8-4630-a429-d7004b3825cf req-a753320f-62a0-4c0a-8b42-556a2cd2d5e2 tempest-ServersTestJSON-809673865 tempest-ServersTestJSON-809673865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:18:05.803776 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-47daa8f9-3fb8-4630-a429-d7004b3825cf req-a753320f-62a0-4c0a-8b42-556a2cd2d5e2 tempest-ServersTestJSON-809673865 tempest-ServersTestJSON-809673865-project] 10.222.0.104 "GET /v2.0/ports?device_id=a8b13b0c-29c8-4b27-b2e5-3b66b7f8aa7d HTTP/1.1" status: 200 len: 932 time: 0.2667656 Jul 06 14:18:05.847339 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-6dd16184-c9c4-438b-a068-d955395cf6da req-f002dc62-b387-414d-9319-dfd92e1eef35 tempest-ServersNegativeTestJSON-728644794 tempest-ServersNegativeTestJSON-728644794-project] 10.222.0.104 "GET /v2.0/security-groups?id=55139e1c-0239-472b-ada8-5a3c70b3eb43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263771 Jul 06 14:18:05.881419 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-47daa8f9-3fb8-4630-a429-d7004b3825cf req-ac41f213-01d1-4536-ac8c-72c1f4d24d83 tempest-ServersTestJSON-809673865 tempest-ServersTestJSON-809673865-project] 10.222.0.104 "GET /v2.0/security-groups?id=b2132efa-40d7-46de-9959-646c1b99d382&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764639 Jul 06 14:18:05.940149 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-44a53899-47e8-46b2-9fde-fde81ea8343a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1849032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-128888412', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127627426'] for subnet, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:18:05.961802 n-d-773647-6 neutron-server[100246]: DEBUG neutron.notifiers.nova [req-52180dd9-dd78-42f3-abd1-a9a8185b1807 req-7f008ffa-61fe-4958-b3c5-bc19e357b675 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b3faa654-9b0e-47d7-ac0c-c53cca9f4156 {{(pid=100246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 14:18:05.970937 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-52180dd9-dd78-42f3-abd1-a9a8185b1807 req-7f008ffa-61fe-4958-b3c5-bc19e357b675 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:18:05.984914 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.provisioning_blocks [req-52180dd9-dd78-42f3-abd1-a9a8185b1807 req-7f008ffa-61fe-4958-b3c5-bc19e357b675 service neutron] Transition to ACTIVE for port object b3faa654-9b0e-47d7-ac0c-c53cca9f4156 will not be triggered until provisioned by entity L2. {{(pid=100246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:18:05.989468 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-52180dd9-dd78-42f3-abd1-a9a8185b1807 req-7f008ffa-61fe-4958-b3c5-bc19e357b675 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127687527'] for port, after_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:18:06.046655 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a53899-47e8-46b2-9fde-fde81ea8343a admin admin] Pushing event updated for resources: {'Subnet': ['ID=a879fdc5-b1b0-49a5-94e0-5b8b09dbbdd5,revision_number=0']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:18:06.055409 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44a53899-47e8-46b2-9fde-fde81ea8343a admin admin] Checking segment: {'id': '44863206-fc6b-44e0-aefc-364060e63b7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': 'fb911b33-add4-4959-9156-ba9810a45702'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100247) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:18:06.055777 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44a53899-47e8-46b2-9fde-fde81ea8343a admin admin] Network hostable DHCP agents. Network: fb911b33-add4-4959-9156-ba9810a45702, hostable agents: ['f2bada3d-be77-4359-982b-8505a2bbca04'], hosted agents: [] {{(pid=100247) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 14:18:06.078677 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44a53899-47e8-46b2-9fde-fde81ea8343a admin admin] Network fb911b33-add4-4959-9156-ba9810a45702 is scheduled to be hosted by DHCP agent f2bada3d-be77-4359-982b-8505a2bbca04 with binding_index 1 {{(pid=100247) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 14:18:06.094777 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.base_scheduler [None req-44a53899-47e8-46b2-9fde-fde81ea8343a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773647-6, fb911b33-add4-4959-9156-ba9810a45702) {{(pid=100247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:18:06.104880 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44a53899-47e8-46b2-9fde-fde81ea8343a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:18:06.105292 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-924df82e-84f8-4026-bea7-f389878b7dd1 None None] Network fb911b33-add4-4959-9156-ba9810a45702 requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:18:06.107435 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-44a53899-47e8-46b2-9fde-fde81ea8343a admin admin] Notify callbacks [] for subnet, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:18:06.117163 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f008ffa-61fe-4958-b3c5-bc19e357b675 service neutron] Pushing event updated for resources: {'Port': ['ID=b3faa654-9b0e-47d7-ac0c-c53cca9f4156,revision_number=2']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:18:06.139022 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-44a53899-47e8-46b2-9fde-fde81ea8343a admin admin] 10.222.0.104 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.8263061 Jul 06 14:18:06.279902 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 59842) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:18:06.294056 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [req-52180dd9-dd78-42f3-abd1-a9a8185b1807 req-7f008ffa-61fe-4958-b3c5-bc19e357b675 service neutron] Attempting to bind port b3faa654-9b0e-47d7-ac0c-c53cca9f4156 on host n-h2-773647-6 for vnic_type normal with profile {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:18:06.294480 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [req-52180dd9-dd78-42f3-abd1-a9a8185b1807 req-7f008ffa-61fe-4958-b3c5-bc19e357b675 service neutron] Attempting to bind port b3faa654-9b0e-47d7-ac0c-c53cca9f4156 by drivers openvswitch,hyperv on host n-h2-773647-6 at level 0 using segments [{'id': 'cb1a6cec-0b40-4dde-b37a-6dbda6bd8158', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': 'e673442c-5645-41cd-ae64-05cc6584adda'}] {{(pid=100246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:18:06.294851 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52180dd9-dd78-42f3-abd1-a9a8185b1807 req-7f008ffa-61fe-4958-b3c5-bc19e357b675 service neutron] Attempting to bind port b3faa654-9b0e-47d7-ac0c-c53cca9f4156 on network e673442c-5645-41cd-ae64-05cc6584adda {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:18:06.308866 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52180dd9-dd78-42f3-abd1-a9a8185b1807 req-7f008ffa-61fe-4958-b3c5-bc19e357b675 service neutron] Port b3faa654-9b0e-47d7-ac0c-c53cca9f4156 on network e673442c-5645-41cd-ae64-05cc6584adda not bound, no agent of type Open vSwitch agent registered on host n-h2-773647-6 {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 14:18:06.309534 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52180dd9-dd78-42f3-abd1-a9a8185b1807 req-7f008ffa-61fe-4958-b3c5-bc19e357b675 service neutron] Attempting to bind port b3faa654-9b0e-47d7-ac0c-c53cca9f4156 on network e673442c-5645-41cd-ae64-05cc6584adda {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:18:06.320785 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52180dd9-dd78-42f3-abd1-a9a8185b1807 req-7f008ffa-61fe-4958-b3c5-bc19e357b675 service neutron] Checking agent: {'id': '63768ece-0600-4354-8d29-fdedec96b077', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-773647-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 51, 10), 'started_at': datetime.datetime(2021, 7, 6, 13, 51, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 17, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:18:06.322423 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52180dd9-dd78-42f3-abd1-a9a8185b1807 req-7f008ffa-61fe-4958-b3c5-bc19e357b675 service neutron] Checking segment: {'id': 'cb1a6cec-0b40-4dde-b37a-6dbda6bd8158', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': 'e673442c-5645-41cd-ae64-05cc6584adda'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:18:06.323063 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52180dd9-dd78-42f3-abd1-a9a8185b1807 req-7f008ffa-61fe-4958-b3c5-bc19e357b675 service neutron] Bound using segment: {'id': 'cb1a6cec-0b40-4dde-b37a-6dbda6bd8158', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': 'e673442c-5645-41cd-ae64-05cc6584adda'} {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:18:06.325138 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [req-52180dd9-dd78-42f3-abd1-a9a8185b1807 req-7f008ffa-61fe-4958-b3c5-bc19e357b675 service neutron] Bound port: b3faa654-9b0e-47d7-ac0c-c53cca9f4156, host: n-h2-773647-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cb1a6cec-0b40-4dde-b37a-6dbda6bd8158', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': 'e673442c-5645-41cd-ae64-05cc6584adda'}}] {{(pid=100246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:18:06.326291 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-52180dd9-dd78-42f3-abd1-a9a8185b1807 req-7f008ffa-61fe-4958-b3c5-bc19e357b675 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:18:06.344365 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.db_base_plugin_v2 [None req-b9a0e3df-9d34-467a-bb77-e75e2c21a442 admin admin] Deleting subnet 877f726f-92f1-469d-b1d6-4eeb08126124 {{(pid=100247) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 14:18:06.347803 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-b9a0e3df-9d34-467a-bb77-e75e2c21a442 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:18:06.390727 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-b9a0e3df-9d34-467a-bb77-e75e2c21a442 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127131748'] for subnet, precommit_delete_associations {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:18:06.408708 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30a19c76-c856-4d8c-a3d3-b6c4d1eca9ae None None] Network fb911b33-add4-4959-9156-ba9810a45702 requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:18:06.445907 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-b9a0e3df-9d34-467a-bb77-e75e2c21a442 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-913473'] for subnet, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:18:06.485229 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.db [req-52180dd9-dd78-42f3-abd1-a9a8185b1807 req-7f008ffa-61fe-4958-b3c5-bc19e357b675 service neutron] For port b3faa654-9b0e-47d7-ac0c-c53cca9f4156, host n-h2-773647-6, cleared binding levels {{(pid=100246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:18:06.489491 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.db [req-52180dd9-dd78-42f3-abd1-a9a8185b1807 req-7f008ffa-61fe-4958-b3c5-bc19e357b675 service neutron] For port b3faa654-9b0e-47d7-ac0c-c53cca9f4156, host n-h2-773647-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=b3faa654-9b0e-47d7-ac0c-c53cca9f4156,segment=NetworkSegment(cb1a6cec-0b40-4dde-b37a-6dbda6bd8158),segment_id=cb1a6cec-0b40-4dde-b37a-6dbda6bd8158)] {{(pid=100246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:18:06.497933 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-52180dd9-dd78-42f3-abd1-a9a8185b1807 req-7f008ffa-61fe-4958-b3c5-bc19e357b675 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127687527'] for port, after_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:18:06.545481 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-b9a0e3df-9d34-467a-bb77-e75e2c21a442 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-913480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1849032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-128888347', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127627857'] for subnet, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:18:06.609167 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a0e3df-9d34-467a-bb77-e75e2c21a442 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=877f726f-92f1-469d-b1d6-4eeb08126124,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:18:06.623361 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52180dd9-dd78-42f3-abd1-a9a8185b1807 req-7f008ffa-61fe-4958-b3c5-bc19e357b675 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:18:06.628450 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-52180dd9-dd78-42f3-abd1-a9a8185b1807 req-7f008ffa-61fe-4958-b3c5-bc19e357b675 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:18:06.630265 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-52180dd9-dd78-42f3-abd1-a9a8185b1807 req-7f008ffa-61fe-4958-b3c5-bc19e357b675 service neutron] 10.222.0.72 "PUT /v2.0/ports/b3faa654-9b0e-47d7-ac0c-c53cca9f4156 HTTP/1.1" status: 200 len: 1092 time: 1.1880488 Jul 06 14:18:06.633445 n-d-773647-6 neutron-server[100246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8b13b0c-29c8-4b27-b2e5-3b66b7f8aa7d', 'tag': 'b3faa654-9b0e-47d7-ac0c-c53cca9f4156'}] {{(pid=100246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:18:06.637273 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0d96c5ab5e889f7b933ae915b9be33d1b46c9e87795bf781004b656ef3f1e87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d2c2306-4873-44d9-98c1-b41d03ad9e0f" -d '{"events": [{"name": "network-changed", "server_uuid": "a8b13b0c-29c8-4b27-b2e5-3b66b7f8aa7d", "tag": "b3faa654-9b0e-47d7-ac0c-c53cca9f4156"}]}' {{(pid=100246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:18:06.689325 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f008ffa-61fe-4958-b3c5-bc19e357b675 service neutron] Pushing event updated for resources: {'Port': ['ID=b3faa654-9b0e-47d7-ac0c-c53cca9f4156,revision_number=3']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:18:06.712921 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-b9a0e3df-9d34-467a-bb77-e75e2c21a442 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:18:06.722250 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-b9a0e3df-9d34-467a-bb77-e75e2c21a442 admin admin] 10.222.0.104 "DELETE /v2.0/subnets/877f726f-92f1-469d-b1d6-4eeb08126124 HTTP/1.1" status: 204 len: 168 time: 0.4410086 Jul 06 14:18:06.723363 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 14:18:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e01e876e-092a-434f-9749-0301017aef14 x-openstack-request-id: req-e01e876e-092a-434f-9749-0301017aef14 {{(pid=100246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:18:06.724009 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a8b13b0c-29c8-4b27-b2e5-3b66b7f8aa7d", "tag": "b3faa654-9b0e-47d7-ac0c-c53cca9f4156", "status": "completed", "code": 200}]} {{(pid=100246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:18:06.724119 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 59850) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:18:06.725023 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-e01e876e-092a-434f-9749-0301017aef14 {{(pid=100246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:18:06.725534 n-d-773647-6 neutron-server[100246]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a8b13b0c-29c8-4b27-b2e5-3b66b7f8aa7d', 'tag': 'b3faa654-9b0e-47d7-ac0c-c53cca9f4156', 'status': 'completed', 'code': 200} Jul 06 14:18:06.834645 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2c2306-4873-44d9-98c1-b41d03ad9e0f req-4cc85ee3-0715-4cf9-a92a-59b235383b16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:18:06.836477 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-9d2c2306-4873-44d9-98c1-b41d03ad9e0f req-4cc85ee3-0715-4cf9-a92a-59b235383b16 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=0fb5330a68d94b1da3c3872d90574aab&device_id=a8b13b0c-29c8-4b27-b2e5-3b66b7f8aa7d HTTP/1.1" status: 200 len: 1095 time: 0.0728073 Jul 06 14:18:06.911181 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-1bfc9b17-1f16-4f92-9528-7a92705b17a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530492'] for network, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:18:06.925160 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e6daf0-0fa0-4bcf-ac6b-366c500234c9 req-b9169308-9962-4d31-9d50-2ea5fec9acf7 tempest-ServersNegativeTestJSON-728644794 tempest-ServersNegativeTestJSON-728644794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:18:06.941935 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-a3e6daf0-0fa0-4bcf-ac6b-366c500234c9 req-b9169308-9962-4d31-9d50-2ea5fec9acf7 tempest-ServersNegativeTestJSON-728644794 tempest-ServersNegativeTestJSON-728644794-project] 10.222.0.104 "GET /v2.0/ports?device_id=c38e1fb7-16c3-460f-81ed-82738a2148eb HTTP/1.1" status: 200 len: 946 time: 0.3427119 Jul 06 14:18:07.011035 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-a3e6daf0-0fa0-4bcf-ac6b-366c500234c9 req-3db71810-ebf4-4922-93cd-652148f21d8a tempest-ServersNegativeTestJSON-728644794 tempest-ServersNegativeTestJSON-728644794-project] 10.222.0.104 "GET /v2.0/security-groups?id=55139e1c-0239-472b-ada8-5a3c70b3eb43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682073 Jul 06 14:18:07.116936 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2c2306-4873-44d9-98c1-b41d03ad9e0f req-4a5d31a5-3c78-477b-84ee-bf2da12db31c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:18:07.118433 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-9d2c2306-4873-44d9-98c1-b41d03ad9e0f req-4a5d31a5-3c78-477b-84ee-bf2da12db31c service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=0fb5330a68d94b1da3c3872d90574aab&shared=False HTTP/1.1" status: 200 len: 908 time: 0.2744548 Jul 06 14:18:07.122703 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-1bfc9b17-1f16-4f92-9528-7a92705b17a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-917204', 'neutron.services.segments.db._delete_segments_for_network-8773753502302'] for network, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:18:07.140081 n-d-773647-6 neutron-server[100247]: DEBUG neutron.services.segments.db [None req-1bfc9b17-1f16-4f92-9528-7a92705b17a1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b93a41ea-e84d-4851-bd41-55fe0990c505']}} {{(pid=100247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:18:07.160952 n-d-773647-6 neutron-server[100247]: DEBUG neutron.services.segments.db [None req-1bfc9b17-1f16-4f92-9528-7a92705b17a1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e47b7fb8-d825-48ab-aaa6-c3d08e9ce273') {'for_net_delete': True} {{(pid=100247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:18:07.161242 n-d-773647-6 neutron-server[100247]: DEBUG neutron.services.segments.db [None req-1bfc9b17-1f16-4f92-9528-7a92705b17a1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e47b7fb8-d825-48ab-aaa6-c3d08e9ce273') {} {{(pid=100247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:18:07.179619 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b88ddc-dbd6-4988-8ae7-963d9cf739d0 req-dbbcdf6d-fe3d-4175-a25b-91840b4ef271 tempest-ServersTestJSON-809673865 tempest-ServersTestJSON-809673865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:18:07.181162 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-e6b88ddc-dbd6-4988-8ae7-963d9cf739d0 req-dbbcdf6d-fe3d-4175-a25b-91840b4ef271 tempest-ServersTestJSON-809673865 tempest-ServersTestJSON-809673865-project] 10.222.0.104 "GET /v2.0/ports?device_id=a8b13b0c-29c8-4b27-b2e5-3b66b7f8aa7d HTTP/1.1" status: 200 len: 944 time: 0.1351953 Jul 06 14:18:07.183194 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-1bfc9b17-1f16-4f92-9528-7a92705b17a1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773753515138', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127131763'] for segment, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:18:07.228720 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-1bfc9b17-1f16-4f92-9528-7a92705b17a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552'] for segment, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:18:07.248534 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1bfc9b17-1f16-4f92-9528-7a92705b17a1 admin admin] Releasing vlan 1031 on physical network physnet1 to pool {{(pid=100247) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 14:18:07.249585 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-1bfc9b17-1f16-4f92-9528-7a92705b17a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-128888574'] for segment, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:18:07.314589 n-d-773647-6 neutron-server[100247]: Traceback (most recent call last): Jul 06 14:18:07.314589 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 14:18:07.314589 n-d-773647-6 neutron-server[100247]: timer() Jul 06 14:18:07.314589 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 14:18:07.314589 n-d-773647-6 neutron-server[100247]: cb(*args, **kw) Jul 06 14:18:07.314589 n-d-773647-6 neutron-server[100247]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 14:18:07.314589 n-d-773647-6 neutron-server[100247]: return func(*args, **kwargs) Jul 06 14:18:07.314589 n-d-773647-6 neutron-server[100247]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 14:18:07.314589 n-d-773647-6 neutron-server[100247]: self._notify() Jul 06 14:18:07.314589 n-d-773647-6 neutron-server[100247]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 14:18:07.314589 n-d-773647-6 neutron-server[100247]: self.callback(batched_events) Jul 06 14:18:07.314589 n-d-773647-6 neutron-server[100247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 14:18:07.314589 n-d-773647-6 neutron-server[100247]: event.method(event) Jul 06 14:18:07.314589 n-d-773647-6 neutron-server[100247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 14:18:07.314589 n-d-773647-6 neutron-server[100247]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 14:18:07.314589 n-d-773647-6 neutron-server[100247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 14:18:07.314589 n-d-773647-6 neutron-server[100247]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 14:18:07.314589 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 14:18:07.314589 n-d-773647-6 neutron-server[100247]: return f(self, *a, **k) Jul 06 14:18:07.314589 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 14:18:07.314589 n-d-773647-6 neutron-server[100247]: return self._get(url).json() Jul 06 14:18:07.314589 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 14:18:07.314589 n-d-773647-6 neutron-server[100247]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 14:18:07.314589 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 14:18:07.314589 n-d-773647-6 neutron-server[100247]: return self.request(url, 'GET', **kwargs) Jul 06 14:18:07.314589 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 14:18:07.314589 n-d-773647-6 neutron-server[100247]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 14:18:07.314589 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 14:18:07.314589 n-d-773647-6 neutron-server[100247]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 14:18:07.314589 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 14:18:07.314589 n-d-773647-6 neutron-server[100247]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 14:18:07.314589 n-d-773647-6 neutron-server[100247]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 14:18:07.332625 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-e6b88ddc-dbd6-4988-8ae7-963d9cf739d0 req-6845dbf6-2974-4973-8aa6-668ae4c7e5e5 tempest-ServersTestJSON-809673865 tempest-ServersTestJSON-809673865-project] 10.222.0.104 "GET /v2.0/security-groups?id=b2132efa-40d7-46de-9959-646c1b99d382&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403625 Jul 06 14:18:07.333984 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2c2306-4873-44d9-98c1-b41d03ad9e0f req-c542cb89-f58c-4487-a8d7-ded844613296 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:18:07.335509 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-9d2c2306-4873-44d9-98c1-b41d03ad9e0f req-c542cb89-f58c-4487-a8d7-ded844613296 service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.2109592 Jul 06 14:18:07.337259 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-1bfc9b17-1f16-4f92-9528-7a92705b17a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-917215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1761140'] for network, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:18:07.344218 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-1bfc9b17-1f16-4f92-9528-7a92705b17a1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583035'] for network, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:18:07.356781 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 59860) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:18:07.359358 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-1bfc9b17-1f16-4f92-9528-7a92705b17a1 admin admin] 10.222.0.104 "DELETE /v2.0/networks/b93a41ea-e84d-4851-bd41-55fe0990c505 HTTP/1.1" status: 204 len: 168 time: 0.5873389 Jul 06 14:18:07.372589 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bfc9b17-1f16-4f92-9528-7a92705b17a1 admin admin] Pushing event deleted for resources: {'Network': ['ID=b93a41ea-e84d-4851-bd41-55fe0990c505,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:18:07.429908 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.db_base_plugin_v2 [None req-c43aa2a0-8501-4022-b964-f300c2383afd admin admin] Deleting subnet a879fdc5-b1b0-49a5-94e0-5b8b09dbbdd5 {{(pid=100246) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 14:18:07.435859 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-c43aa2a0-8501-4022-b964-f300c2383afd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:18:07.486008 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52180dd9-dd78-42f3-abd1-a9a8185b1807 req-72d689db-a291-407a-92ec-7ec9e7b30986 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:18:07.487672 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-52180dd9-dd78-42f3-abd1-a9a8185b1807 req-72d689db-a291-407a-92ec-7ec9e7b30986 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=0fb5330a68d94b1da3c3872d90574aab&device_id=a8b13b0c-29c8-4b27-b2e5-3b66b7f8aa7d HTTP/1.1" status: 200 len: 1095 time: 0.1068423 Jul 06 14:18:07.489805 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-c43aa2a0-8501-4022-b964-f300c2383afd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126218885'] for subnet, precommit_delete_associations {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:18:07.549593 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-52180dd9-dd78-42f3-abd1-a9a8185b1807 req-80eee5ce-92a6-4daf-8dc2-6b1e3f053bf3 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b3faa654-9b0e-47d7-ac0c-c53cca9f4156 HTTP/1.1" status: 200 len: 217 time: 0.0401001 Jul 06 14:18:07.596022 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-c43aa2a0-8501-4022-b964-f300c2383afd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-913473'] for subnet, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:18:08.001222 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52180dd9-dd78-42f3-abd1-a9a8185b1807 req-026e0590-876e-4f2b-bddf-3bd4c1f13e3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:18:08.002919 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-52180dd9-dd78-42f3-abd1-a9a8185b1807 req-026e0590-876e-4f2b-bddf-3bd4c1f13e3d service neutron] 10.222.0.72 "GET /v2.0/subnets?id=77f3889b-e625-42b7-98f3-adea55c7f2d3 HTTP/1.1" status: 200 len: 846 time: 0.4467151 Jul 06 14:18:08.049637 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-52180dd9-dd78-42f3-abd1-a9a8185b1807 req-4f3fd58a-cfd4-4a10-99f2-84118a6f860c service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=e673442c-5645-41cd-ae64-05cc6584adda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0381203 Jul 06 14:18:08.128549 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-c43aa2a0-8501-4022-b964-f300c2383afd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-913480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1849032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127687590', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127702764'] for subnet, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:18:08.171878 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-c43aa2a0-8501-4022-b964-f300c2383afd admin admin] Notify callbacks [] for subnet, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:18:08.176319 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-c43aa2a0-8501-4022-b964-f300c2383afd admin admin] 10.222.0.104 "DELETE /v2.0/subnets/a879fdc5-b1b0-49a5-94e0-5b8b09dbbdd5 HTTP/1.1" status: 204 len: 168 time: 0.8238041 Jul 06 14:18:08.177607 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 59872) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:18:08.187663 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43aa2a0-8501-4022-b964-f300c2383afd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a879fdc5-b1b0-49a5-94e0-5b8b09dbbdd5,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:18:08.232043 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-52180dd9-dd78-42f3-abd1-a9a8185b1807 req-dedbcd3e-c25f-4126-95cc-b6cb5baf07c6 service neutron] 10.222.0.72 "GET /v2.0/networks/e673442c-5645-41cd-ae64-05cc6584adda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1735461 Jul 06 14:18:08.235022 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deaab5b7-dbe3-4681-8ed0-28476846d0ad req-0d78ef80-80e4-4e7e-84ac-f3110fe6e6a7 tempest-ServersNegativeTestJSON-728644794 tempest-ServersNegativeTestJSON-728644794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:18:08.236989 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-deaab5b7-dbe3-4681-8ed0-28476846d0ad req-0d78ef80-80e4-4e7e-84ac-f3110fe6e6a7 tempest-ServersNegativeTestJSON-728644794 tempest-ServersNegativeTestJSON-728644794-project] 10.222.0.104 "GET /v2.0/ports?device_id=c38e1fb7-16c3-460f-81ed-82738a2148eb HTTP/1.1" status: 200 len: 946 time: 0.0990193 Jul 06 14:18:08.285413 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-deaab5b7-dbe3-4681-8ed0-28476846d0ad req-2780dfa9-6c3d-4c2e-a846-2d7117ff2e15 tempest-ServersNegativeTestJSON-728644794 tempest-ServersNegativeTestJSON-728644794-project] 10.222.0.104 "GET /v2.0/security-groups?id=55139e1c-0239-472b-ada8-5a3c70b3eb43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425444 Jul 06 14:18:08.418338 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-c9ab8b67-a9e5-40be-b956-9ea34f05daa0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530492'] for network, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:18:08.425076 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-52180dd9-dd78-42f3-abd1-a9a8185b1807 req-541428d7-3329-43bb-9e85-4678f943cf45 service neutron] 10.222.0.72 "GET /v2.0/networks/e673442c-5645-41cd-ae64-05cc6584adda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1816807 Jul 06 14:18:08.522201 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-c9ab8b67-a9e5-40be-b956-9ea34f05daa0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-917204', 'neutron.services.segments.db._delete_segments_for_network-8773753502302'] for network, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:18:08.532896 n-d-773647-6 neutron-server[100246]: DEBUG neutron.services.segments.db [None req-c9ab8b67-a9e5-40be-b956-9ea34f05daa0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb911b33-add4-4959-9156-ba9810a45702']}} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:18:08.549565 n-d-773647-6 neutron-server[100246]: DEBUG neutron.services.segments.db [None req-c9ab8b67-a9e5-40be-b956-9ea34f05daa0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '44863206-fc6b-44e0-aefc-364060e63b7e') {'for_net_delete': True} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:18:08.549931 n-d-773647-6 neutron-server[100246]: DEBUG neutron.services.segments.db [None req-c9ab8b67-a9e5-40be-b956-9ea34f05daa0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '44863206-fc6b-44e0-aefc-364060e63b7e') {} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:18:08.559994 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-c9ab8b67-a9e5-40be-b956-9ea34f05daa0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773753515138', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126218898'] for segment, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:18:08.564894 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00287a4-1e3b-463a-b777-5c5822a5f6a2 req-8728eecc-ed99-46b2-882b-4ed1c6b0cb23 tempest-ServersNegativeTestJSON-728644794 tempest-ServersNegativeTestJSON-728644794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:18:08.566422 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-e00287a4-1e3b-463a-b777-5c5822a5f6a2 req-8728eecc-ed99-46b2-882b-4ed1c6b0cb23 tempest-ServersNegativeTestJSON-728644794 tempest-ServersNegativeTestJSON-728644794-project] 10.222.0.104 "GET /v2.0/ports?device_id=c38e1fb7-16c3-460f-81ed-82738a2148eb HTTP/1.1" status: 200 len: 946 time: 0.1251941 Jul 06 14:18:08.575123 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-c9ab8b67-a9e5-40be-b956-9ea34f05daa0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552'] for segment, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:18:08.579000 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b4665c-dab3-4e9e-a47d-027214fc1b11 req-a052b380-6f67-4f10-8059-81904b544b96 tempest-ServersTestJSON-809673865 tempest-ServersTestJSON-809673865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:18:08.583920 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9ab8b67-a9e5-40be-b956-9ea34f05daa0 admin admin] Releasing vlan 1024 on physical network physnet1 to pool {{(pid=100246) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 14:18:08.584290 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-64b4665c-dab3-4e9e-a47d-027214fc1b11 req-a052b380-6f67-4f10-8059-81904b544b96 tempest-ServersTestJSON-809673865 tempest-ServersTestJSON-809673865-project] 10.222.0.104 "GET /v2.0/ports?device_id=a8b13b0c-29c8-4b27-b2e5-3b66b7f8aa7d HTTP/1.1" status: 200 len: 944 time: 0.1047654 Jul 06 14:18:08.584418 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-c9ab8b67-a9e5-40be-b956-9ea34f05daa0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127687491'] for segment, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:18:08.587079 n-d-773647-6 neutron-server[100246]: Traceback (most recent call last): Jul 06 14:18:08.587079 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 14:18:08.587079 n-d-773647-6 neutron-server[100246]: timer() Jul 06 14:18:08.587079 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 14:18:08.587079 n-d-773647-6 neutron-server[100246]: cb(*args, **kw) Jul 06 14:18:08.587079 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 14:18:08.587079 n-d-773647-6 neutron-server[100246]: return func(*args, **kwargs) Jul 06 14:18:08.587079 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 14:18:08.587079 n-d-773647-6 neutron-server[100246]: self._notify() Jul 06 14:18:08.587079 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 14:18:08.587079 n-d-773647-6 neutron-server[100246]: self.callback(batched_events) Jul 06 14:18:08.587079 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 14:18:08.587079 n-d-773647-6 neutron-server[100246]: event.method(event) Jul 06 14:18:08.587079 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 14:18:08.587079 n-d-773647-6 neutron-server[100246]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 14:18:08.587079 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 14:18:08.587079 n-d-773647-6 neutron-server[100246]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 14:18:08.587079 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 14:18:08.587079 n-d-773647-6 neutron-server[100246]: return f(self, *a, **k) Jul 06 14:18:08.587079 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 14:18:08.587079 n-d-773647-6 neutron-server[100246]: return self._get(url).json() Jul 06 14:18:08.587079 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 14:18:08.587079 n-d-773647-6 neutron-server[100246]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 14:18:08.587079 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 14:18:08.587079 n-d-773647-6 neutron-server[100246]: return self.request(url, 'GET', **kwargs) Jul 06 14:18:08.587079 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 14:18:08.587079 n-d-773647-6 neutron-server[100246]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 14:18:08.587079 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 14:18:08.587079 n-d-773647-6 neutron-server[100246]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 14:18:08.587079 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 14:18:08.587079 n-d-773647-6 neutron-server[100246]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 14:18:08.587079 n-d-773647-6 neutron-server[100246]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 14:18:08.650677 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-e00287a4-1e3b-463a-b777-5c5822a5f6a2 req-73ca64d5-a281-434c-b020-f9036be5ce7c tempest-ServersNegativeTestJSON-728644794 tempest-ServersNegativeTestJSON-728644794-project] 10.222.0.104 "GET /v2.0/security-groups?id=55139e1c-0239-472b-ada8-5a3c70b3eb43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642710 Jul 06 14:18:08.657411 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-c9ab8b67-a9e5-40be-b956-9ea34f05daa0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-917215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1761140'] for network, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:18:08.661994 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-64b4665c-dab3-4e9e-a47d-027214fc1b11 req-befec510-aad6-4913-a83a-9486eed2de66 tempest-ServersTestJSON-809673865 tempest-ServersTestJSON-809673865-project] 10.222.0.104 "GET /v2.0/security-groups?id=b2132efa-40d7-46de-9959-646c1b99d382&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669606 Jul 06 14:18:08.692067 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-c9ab8b67-a9e5-40be-b956-9ea34f05daa0 admin admin] Notify callbacks [] for network, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:18:08.694653 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-c9ab8b67-a9e5-40be-b956-9ea34f05daa0 admin admin] 10.222.0.104 "DELETE /v2.0/networks/fb911b33-add4-4959-9156-ba9810a45702 HTTP/1.1" status: 204 len: 168 time: 0.5159116 Jul 06 14:18:08.697790 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ab8b67-a9e5-40be-b956-9ea34f05daa0 admin admin] Pushing event deleted for resources: {'Network': ['ID=fb911b33-add4-4959-9156-ba9810a45702,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:18:08.891152 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 59886) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:18:08.911953 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d41086e-ab87-4c80-815b-b7ca617cbb36 req-d925cf4b-85a5-4ea3-8180-52f1a17812e1 tempest-ServersNegativeTestJSON-728644794 tempest-ServersNegativeTestJSON-728644794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:18:08.913460 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-7d41086e-ab87-4c80-815b-b7ca617cbb36 req-d925cf4b-85a5-4ea3-8180-52f1a17812e1 tempest-ServersNegativeTestJSON-728644794 tempest-ServersNegativeTestJSON-728644794-project] 10.222.0.104 "GET /v2.0/ports?device_id=c38e1fb7-16c3-460f-81ed-82738a2148eb HTTP/1.1" status: 200 len: 946 time: 0.0650389 Jul 06 14:18:08.936450 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-859a032e-ccbf-4691-8a64-c24c92aa4b11 admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=0d44b6a9b54141089197bac2dff52479&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0417960 Jul 06 14:18:08.936662 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 59888) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:18:08.959766 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-7d41086e-ab87-4c80-815b-b7ca617cbb36 req-38361a4e-b67a-4643-88b3-679ae0ef1779 tempest-ServersNegativeTestJSON-728644794 tempest-ServersNegativeTestJSON-728644794-project] 10.222.0.104 "GET /v2.0/security-groups?id=55139e1c-0239-472b-ada8-5a3c70b3eb43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374329 Jul 06 14:18:09.001358 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-a9246685-5d15-405c-bb4e-76f40f07ec87 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:18:09.033155 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-a9246685-5d15-405c-bb4e-76f40f07ec87 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:18:09.103598 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-a9246685-5d15-405c-bb4e-76f40f07ec87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:18:09.106356 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-a9246685-5d15-405c-bb4e-76f40f07ec87 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:18:09.108265 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-a9246685-5d15-405c-bb4e-76f40f07ec87 admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/8a091e78-0096-4bb7-9b7a-b62334efd0f6 HTTP/1.1" status: 204 len: 168 time: 0.1699867 Jul 06 14:18:09.128700 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9246685-5d15-405c-bb4e-76f40f07ec87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a091e78-0096-4bb7-9b7a-b62334efd0f6,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:18:09.200399 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ba8b0f-f68b-4ff9-b7a1-556620d9dafa req-4d266e69-ad98-46ac-b5c7-59bcabe5ec10 tempest-ServersNegativeTestJSON-728644794 tempest-ServersNegativeTestJSON-728644794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:18:09.207579 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-a2ba8b0f-f68b-4ff9-b7a1-556620d9dafa req-4d266e69-ad98-46ac-b5c7-59bcabe5ec10 tempest-ServersNegativeTestJSON-728644794 tempest-ServersNegativeTestJSON-728644794-project] 10.222.0.104 "GET /v2.0/ports?device_id=c38e1fb7-16c3-460f-81ed-82738a2148eb HTTP/1.1" status: 200 len: 946 time: 0.0952821 Jul 06 14:18:09.249375 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-a2ba8b0f-f68b-4ff9-b7a1-556620d9dafa req-d6947ef5-663f-4181-8b49-4ae609c382a6 tempest-ServersNegativeTestJSON-728644794 tempest-ServersNegativeTestJSON-728644794-project] 10.222.0.104 "GET /v2.0/security-groups?id=55139e1c-0239-472b-ada8-5a3c70b3eb43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409167 Jul 06 14:18:09.510780 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae558605-0f45-48c2-af6a-60084eec446a req-b659c1e8-95f0-4606-9fa7-b90f2649cfff tempest-ServersNegativeTestJSON-728644794 tempest-ServersNegativeTestJSON-728644794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:18:09.512491 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-ae558605-0f45-48c2-af6a-60084eec446a req-b659c1e8-95f0-4606-9fa7-b90f2649cfff tempest-ServersNegativeTestJSON-728644794 tempest-ServersNegativeTestJSON-728644794-project] 10.222.0.104 "GET /v2.0/ports?device_id=c38e1fb7-16c3-460f-81ed-82738a2148eb HTTP/1.1" status: 200 len: 946 time: 0.0976579 Jul 06 14:18:09.592026 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 59916) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:18:09.610946 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-ae558605-0f45-48c2-af6a-60084eec446a req-908e3edf-d2b2-45b8-b9bf-32f7633ee788 tempest-ServersNegativeTestJSON-728644794 tempest-ServersNegativeTestJSON-728644794-project] 10.222.0.104 "GET /v2.0/security-groups?id=55139e1c-0239-472b-ada8-5a3c70b3eb43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843000 Jul 06 14:18:09.662365 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-8b52140c-c391-41f9-b474-a5035db3b00d admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=324c9c955ee24f6993bce050eaa38bf0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0687120 Jul 06 14:18:09.664954 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 59920) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:18:09.755764 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-31bc21ff-556a-466f-947e-dd5fab0dbafa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:18:09.818038 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-31bc21ff-556a-466f-947e-dd5fab0dbafa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:18:09.903908 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5eac09-0a09-4b1d-81a7-ac7eb89e4a39 req-fe61eb31-cd97-4b3b-83a1-a8ccbda3e778 tempest-ServersNegativeTestJSON-728644794 tempest-ServersNegativeTestJSON-728644794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:18:09.905466 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-1e5eac09-0a09-4b1d-81a7-ac7eb89e4a39 req-fe61eb31-cd97-4b3b-83a1-a8ccbda3e778 tempest-ServersNegativeTestJSON-728644794 tempest-ServersNegativeTestJSON-728644794-project] 10.222.0.104 "GET /v2.0/ports?device_id=c38e1fb7-16c3-460f-81ed-82738a2148eb HTTP/1.1" status: 200 len: 946 time: 0.1382399 Jul 06 14:18:09.944294 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-31bc21ff-556a-466f-947e-dd5fab0dbafa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:18:09.947703 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-31bc21ff-556a-466f-947e-dd5fab0dbafa admin admin] Notify callbacks [] for security_group, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:18:09.948805 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-31bc21ff-556a-466f-947e-dd5fab0dbafa admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/5da8ad0a-4885-41aa-8e18-093b58b2a7e5 HTTP/1.1" status: 204 len: 168 time: 0.2823207 Jul 06 14:18:09.975415 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-1e5eac09-0a09-4b1d-81a7-ac7eb89e4a39 req-28380a47-07b4-4d45-9040-bab58573a851 tempest-ServersNegativeTestJSON-728644794 tempest-ServersNegativeTestJSON-728644794-project] 10.222.0.104 "GET /v2.0/security-groups?id=55139e1c-0239-472b-ada8-5a3c70b3eb43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637579 Jul 06 14:18:09.983508 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149be934-0e9d-48d1-b9ab-0cc2f3f670fe req-cf69140c-7112-45fb-8978-feca3a05bfbc tempest-ServersTestJSON-809673865 tempest-ServersTestJSON-809673865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:18:09.985384 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-149be934-0e9d-48d1-b9ab-0cc2f3f670fe req-cf69140c-7112-45fb-8978-feca3a05bfbc tempest-ServersTestJSON-809673865 tempest-ServersTestJSON-809673865-project] 10.222.0.104 "GET /v2.0/ports?device_id=a8b13b0c-29c8-4b27-b2e5-3b66b7f8aa7d HTTP/1.1" status: 200 len: 944 time: 0.1342432 Jul 06 14:18:09.986207 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31bc21ff-556a-466f-947e-dd5fab0dbafa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5da8ad0a-4885-41aa-8e18-093b58b2a7e5,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:18:09.996618 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31bc21ff-556a-466f-947e-dd5fab0dbafa admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:18:09.996960 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31bc21ff-556a-466f-947e-dd5fab0dbafa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:18:09.997295 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31bc21ff-556a-466f-947e-dd5fab0dbafa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:18:09.997626 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31bc21ff-556a-466f-947e-dd5fab0dbafa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:18:09.997954 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31bc21ff-556a-466f-947e-dd5fab0dbafa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:18:09.998280 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31bc21ff-556a-466f-947e-dd5fab0dbafa admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:18:09.998602 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31bc21ff-556a-466f-947e-dd5fab0dbafa admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:18:09.998923 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31bc21ff-556a-466f-947e-dd5fab0dbafa admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:18:09.999267 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31bc21ff-556a-466f-947e-dd5fab0dbafa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:18:09.999585 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31bc21ff-556a-466f-947e-dd5fab0dbafa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:18:09.999909 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31bc21ff-556a-466f-947e-dd5fab0dbafa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:18:10.000227 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31bc21ff-556a-466f-947e-dd5fab0dbafa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:18:10.044489 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-149be934-0e9d-48d1-b9ab-0cc2f3f670fe req-d7eb5bea-f22b-4c41-ad9c-ff213e2d55f7 tempest-ServersTestJSON-809673865 tempest-ServersTestJSON-809673865-project] 10.222.0.104 "GET /v2.0/security-groups?id=b2132efa-40d7-46de-9959-646c1b99d382&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509543 Jul 06 14:18:10.267822 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90daa1b6-f200-4761-9e2f-ef2e62384f4e req-933b084c-b702-4577-92f4-5cd4f60e701b tempest-AttachVolumeTestJSON-361183160 tempest-AttachVolumeTestJSON-361183160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:18:10.275655 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-90daa1b6-f200-4761-9e2f-ef2e62384f4e req-933b084c-b702-4577-92f4-5cd4f60e701b tempest-AttachVolumeTestJSON-361183160 tempest-AttachVolumeTestJSON-361183160-project] 10.222.0.104 "GET /v2.0/ports?device_id=d78cccdc-6838-4d49-9b2b-bf9d04ceb427 HTTP/1.1" status: 200 len: 945 time: 0.1074317 Jul 06 14:18:10.323033 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-90daa1b6-f200-4761-9e2f-ef2e62384f4e req-b664d12e-eff7-45b3-b267-75396b6c9bbd tempest-AttachVolumeTestJSON-361183160 tempest-AttachVolumeTestJSON-361183160-project] 10.222.0.104 "GET /v2.0/security-groups?id=ba4b7bf3-f50a-42b6-8762-0644cd24172d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444889 Jul 06 14:18:10.523808 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5575f642-43b0-46cc-beeb-fb29312382f1 req-69f11b6f-8fbf-494f-b40c-4f597cbad221 tempest-ServersNegativeTestJSON-728644794 tempest-ServersNegativeTestJSON-728644794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:18:10.526491 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-5575f642-43b0-46cc-beeb-fb29312382f1 req-69f11b6f-8fbf-494f-b40c-4f597cbad221 tempest-ServersNegativeTestJSON-728644794 tempest-ServersNegativeTestJSON-728644794-project] 10.222.0.104 "GET /v2.0/ports?device_id=c38e1fb7-16c3-460f-81ed-82738a2148eb HTTP/1.1" status: 200 len: 946 time: 0.0680492 Jul 06 14:18:10.575739 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-5575f642-43b0-46cc-beeb-fb29312382f1 req-ca467c3b-85e6-4120-816f-58b190201f75 tempest-ServersNegativeTestJSON-728644794 tempest-ServersNegativeTestJSON-728644794-project] 10.222.0.104 "GET /v2.0/security-groups?id=55139e1c-0239-472b-ada8-5a3c70b3eb43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435114 Jul 06 14:18:10.604929 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:18:10.654350 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Device b3faa654-9b0e-47d7-ac0c-c53cca9f4156 details requested by agent hyperv_n-h2-773647-6 with host n-h2-773647-6 {{(pid=100248) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 14:18:10.680024 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 59972) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:18:10.786342 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58766d8-1785-4277-856e-cc8ab8262063 req-58be9e80-c524-441d-ac7f-c2e1663508f0 tempest-ServersNegativeTestJSON-728644794 tempest-ServersNegativeTestJSON-728644794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:18:10.787925 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-f58766d8-1785-4277-856e-cc8ab8262063 req-58be9e80-c524-441d-ac7f-c2e1663508f0 tempest-ServersNegativeTestJSON-728644794 tempest-ServersNegativeTestJSON-728644794-project] 10.222.0.104 "GET /v2.0/ports?device_id=c38e1fb7-16c3-460f-81ed-82738a2148eb HTTP/1.1" status: 200 len: 946 time: 0.0818491 Jul 06 14:18:10.788726 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] For port b3faa654-9b0e-47d7-ac0c-c53cca9f4156, host n-h2-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=b3faa654-9b0e-47d7-ac0c-c53cca9f4156,segment=NetworkSegment(cb1a6cec-0b40-4dde-b37a-6dbda6bd8158),segment_id=cb1a6cec-0b40-4dde-b37a-6dbda6bd8158)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:18:10.802483 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Returning: {'device': 'b3faa654-9b0e-47d7-ac0c-c53cca9f4156', 'network_id': 'e673442c-5645-41cd-ae64-05cc6584adda', 'port_id': 'b3faa654-9b0e-47d7-ac0c-c53cca9f4156', 'mac_address': 'fa:16:3e:11:59:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1010, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '77f3889b-e625-42b7-98f3-adea55c7f2d3', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100248) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 14:18:10.817251 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-153ef0b5-0bad-4d23-a2ee-62c346e3dc99 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:18:10.846808 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:18:10.859174 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-f58766d8-1785-4277-856e-cc8ab8262063 req-13714f40-d0d5-42bd-b4c7-4f91f845440f tempest-ServersNegativeTestJSON-728644794 tempest-ServersNegativeTestJSON-728644794-project] 10.222.0.104 "GET /v2.0/security-groups?id=55139e1c-0239-472b-ada8-5a3c70b3eb43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602996 Jul 06 14:18:10.866469 n-d-773647-6 neutron-server[100248]: DEBUG neutron.notifiers.nova [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b3faa654-9b0e-47d7-ac0c-c53cca9f4156 {{(pid=100248) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 14:18:10.901655 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] For port b3faa654-9b0e-47d7-ac0c-c53cca9f4156, host n-h2-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=b3faa654-9b0e-47d7-ac0c-c53cca9f4156,segment=NetworkSegment(cb1a6cec-0b40-4dde-b37a-6dbda6bd8158),segment_id=cb1a6cec-0b40-4dde-b37a-6dbda6bd8158)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:18:10.906279 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:18:10.955320 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-153ef0b5-0bad-4d23-a2ee-62c346e3dc99 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:18:10.960641 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-153ef0b5-0bad-4d23-a2ee-62c346e3dc99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:18:10.963959 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Pushing event updated for resources: {'Port': ['ID=b3faa654-9b0e-47d7-ac0c-c53cca9f4156,revision_number=4']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:18:11.003679 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-153ef0b5-0bad-4d23-a2ee-62c346e3dc99 admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=ffa4a03ef8c34b118dcdd5582475e2d4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3213797 Jul 06 14:18:11.006258 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 59988) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:18:11.012773 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153ef0b5-0bad-4d23-a2ee-62c346e3dc99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e62ecf03-fad6-4bb0-8a57-5d5db10f2355,revision_number=1']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:18:11.099293 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-444cd6b4-e41c-4478-b254-31b2e9ce50ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:18:11.119155 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] get_ports_and_sgs() called for port_ids ['b3faa654-9b0e-47d7-ac0c-c53cca9f4156'] {{(pid=100248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 14:18:11.133600 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-444cd6b4-e41c-4478-b254-31b2e9ce50ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:18:11.421253 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197c84e0-ddc2-4744-bbbb-906d752ad67c req-48dd5ee9-fa49-4b0d-baa2-034ec6059eb8 tempest-ServersNegativeTestJSON-728644794 tempest-ServersNegativeTestJSON-728644794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:18:11.425757 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-197c84e0-ddc2-4744-bbbb-906d752ad67c req-48dd5ee9-fa49-4b0d-baa2-034ec6059eb8 tempest-ServersNegativeTestJSON-728644794 tempest-ServersNegativeTestJSON-728644794-project] 10.222.0.104 "GET /v2.0/ports?device_id=c38e1fb7-16c3-460f-81ed-82738a2148eb HTTP/1.1" status: 200 len: 946 time: 0.3874960 Jul 06 14:18:11.505482 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-197c84e0-ddc2-4744-bbbb-906d752ad67c req-2e9a96cb-bc57-4f7c-9f8a-b46675390eaa tempest-ServersNegativeTestJSON-728644794 tempest-ServersNegativeTestJSON-728644794-project] 10.222.0.104 "GET /v2.0/security-groups?id=55139e1c-0239-472b-ada8-5a3c70b3eb43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604284 Jul 06 14:18:11.540089 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05e7f75-e72c-4b82-af5e-1e7d894b040d req-4575b8d6-4bb9-4cef-a93d-471c36b16387 tempest-ServersTestJSON-809673865 tempest-ServersTestJSON-809673865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:18:11.542648 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-d05e7f75-e72c-4b82-af5e-1e7d894b040d req-4575b8d6-4bb9-4cef-a93d-471c36b16387 tempest-ServersTestJSON-809673865 tempest-ServersTestJSON-809673865-project] 10.222.0.104 "GET /v2.0/ports?device_id=a8b13b0c-29c8-4b27-b2e5-3b66b7f8aa7d HTTP/1.1" status: 200 len: 945 time: 0.1416714 Jul 06 14:18:11.544021 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-444cd6b4-e41c-4478-b254-31b2e9ce50ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:18:11.550764 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-444cd6b4-e41c-4478-b254-31b2e9ce50ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:18:11.554440 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-444cd6b4-e41c-4478-b254-31b2e9ce50ea admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/e62ecf03-fad6-4bb0-8a57-5d5db10f2355 HTTP/1.1" status: 204 len: 168 time: 0.5448995 Jul 06 14:18:11.567485 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444cd6b4-e41c-4478-b254-31b2e9ce50ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e62ecf03-fad6-4bb0-8a57-5d5db10f2355,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:18:11.598114 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-d05e7f75-e72c-4b82-af5e-1e7d894b040d req-367f582b-b238-46dc-b8ca-903999dd5939 tempest-ServersTestJSON-809673865 tempest-ServersTestJSON-809673865-project] 10.222.0.104 "GET /v2.0/security-groups?id=b2132efa-40d7-46de-9959-646c1b99d382&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449471 Jul 06 14:18:11.818374 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b7eeff-42e0-44e7-8388-5f47719797ae req-bc9563ef-8eff-4dd2-aa01-57dd5f3b149a tempest-AttachVolumeTestJSON-361183160 tempest-AttachVolumeTestJSON-361183160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:18:11.820235 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-19b7eeff-42e0-44e7-8388-5f47719797ae req-bc9563ef-8eff-4dd2-aa01-57dd5f3b149a tempest-AttachVolumeTestJSON-361183160 tempest-AttachVolumeTestJSON-361183160-project] 10.222.0.127 "GET /v2.0/ports?device_id=d78cccdc-6838-4d49-9b2b-bf9d04ceb427 HTTP/1.1" status: 200 len: 945 time: 0.1498704 Jul 06 14:18:11.889413 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b26bc8-088a-46a3-83b8-26de2a22d558 req-9cdbd834-48e5-4ab0-9b8b-c62d9f7dea9a tempest-AttachVolumeTestJSON-361183160 tempest-AttachVolumeTestJSON-361183160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:18:11.891672 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-76b26bc8-088a-46a3-83b8-26de2a22d558 req-9cdbd834-48e5-4ab0-9b8b-c62d9f7dea9a tempest-AttachVolumeTestJSON-361183160 tempest-AttachVolumeTestJSON-361183160-project] 10.222.0.104 "GET /v2.0/ports?device_id=d78cccdc-6838-4d49-9b2b-bf9d04ceb427 HTTP/1.1" status: 200 len: 945 time: 0.1648736 Jul 06 14:18:11.977298 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 60024) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:18:11.986430 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-76b26bc8-088a-46a3-83b8-26de2a22d558 req-fe7fdc4a-fa00-4f05-9d17-d5296d0072ed tempest-AttachVolumeTestJSON-361183160 tempest-AttachVolumeTestJSON-361183160-project] 10.222.0.104 "GET /v2.0/security-groups?id=ba4b7bf3-f50a-42b6-8762-0644cd24172d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0871329 Jul 06 14:18:11.993464 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-c1643e97-08b5-4414-a9d5-ae517c4fd79e admin admin] Notify callbacks [] for security_group, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:18:12.006211 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a873dc-7b60-4d4a-ad63-1a2301b14412 req-1a1b52ea-df18-4bf5-a1fd-40f07253c182 tempest-ServersNegativeTestJSON-728644794 tempest-ServersNegativeTestJSON-728644794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:18:12.007799 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-d2a873dc-7b60-4d4a-ad63-1a2301b14412 req-1a1b52ea-df18-4bf5-a1fd-40f07253c182 tempest-ServersNegativeTestJSON-728644794 tempest-ServersNegativeTestJSON-728644794-project] 10.222.0.104 "GET /v2.0/ports?device_id=c38e1fb7-16c3-460f-81ed-82738a2148eb HTTP/1.1" status: 200 len: 946 time: 0.2021408 Jul 06 14:18:12.059444 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.plugin [req-19b7eeff-42e0-44e7-8388-5f47719797ae req-aa1b700e-8d8f-4b43-9a5e-607a74cd02a1 tempest-AttachVolumeTestJSON-361183160 tempest-AttachVolumeTestJSON-361183160-project] Deleting port 2efb7b6b-5c90-4ff4-9a1f-923d428e99e3 {{(pid=100247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:18:12.059837 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-19b7eeff-42e0-44e7-8388-5f47719797ae req-aa1b700e-8d8f-4b43-9a5e-607a74cd02a1 tempest-AttachVolumeTestJSON-361183160 tempest-AttachVolumeTestJSON-361183160-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:18:12.116978 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-d2a873dc-7b60-4d4a-ad63-1a2301b14412 req-7dec3887-dce1-432d-8030-67c67b5e55c8 tempest-ServersNegativeTestJSON-728644794 tempest-ServersNegativeTestJSON-728644794-project] 10.222.0.104 "GET /v2.0/security-groups?id=55139e1c-0239-472b-ada8-5a3c70b3eb43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998399 Jul 06 14:18:12.124814 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-c1643e97-08b5-4414-a9d5-ae517c4fd79e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:18:12.130280 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-c1643e97-08b5-4414-a9d5-ae517c4fd79e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:18:12.134998 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.agents_db [None req-167c0ad6-1657-4c9a-a2c4-3b18056aa662 None None] Agent healthcheck: found 7 active agents {{(pid=100249) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 14:18:12.188124 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1643e97-08b5-4414-a9d5-ae517c4fd79e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b39c5ca9-1c17-4c08-9e6d-ab8ba89ebc31,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:18:12.192227 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.db [req-19b7eeff-42e0-44e7-8388-5f47719797ae req-aa1b700e-8d8f-4b43-9a5e-607a74cd02a1 tempest-AttachVolumeTestJSON-361183160 tempest-AttachVolumeTestJSON-361183160-project] For port 2efb7b6b-5c90-4ff4-9a1f-923d428e99e3, host n-h1-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773647-6',level=0,port_id=2efb7b6b-5c90-4ff4-9a1f-923d428e99e3,segment=NetworkSegment(85f44324-1b25-43f8-b0d2-e6a13494ae45),segment_id=85f44324-1b25-43f8-b0d2-e6a13494ae45)] {{(pid=100247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:18:12.192656 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-19b7eeff-42e0-44e7-8388-5f47719797ae req-aa1b700e-8d8f-4b43-9a5e-607a74cd02a1 tempest-AttachVolumeTestJSON-361183160 tempest-AttachVolumeTestJSON-361183160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:18:12.195079 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 60032) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:18:12.195546 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-c1643e97-08b5-4414-a9d5-ae517c4fd79e admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=521857b9f61f41a09419913858bf9f59&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2162745 Jul 06 14:18:12.420929 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-f92317e9-c49e-44ad-9e6a-bf532b6b5038 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:18:12.453220 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:18:12.501387 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-f92317e9-c49e-44ad-9e6a-bf532b6b5038 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:18:12.515821 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe28409-f195-4341-96aa-0b4222ea5f81 req-59640e82-620b-423d-b014-f92a611fd1f2 tempest-ServersNegativeTestJSON-728644794 tempest-ServersNegativeTestJSON-728644794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:18:12.517296 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-bbe28409-f195-4341-96aa-0b4222ea5f81 req-59640e82-620b-423d-b014-f92a611fd1f2 tempest-ServersNegativeTestJSON-728644794 tempest-ServersNegativeTestJSON-728644794-project] 10.222.0.104 "GET /v2.0/ports?device_id=c38e1fb7-16c3-460f-81ed-82738a2148eb HTTP/1.1" status: 200 len: 946 time: 0.2454491 Jul 06 14:18:12.542750 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-19b7eeff-42e0-44e7-8388-5f47719797ae req-aa1b700e-8d8f-4b43-9a5e-607a74cd02a1 tempest-AttachVolumeTestJSON-361183160 tempest-AttachVolumeTestJSON-361183160-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:18:12.543132 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-19b7eeff-42e0-44e7-8388-5f47719797ae req-aa1b700e-8d8f-4b43-9a5e-607a74cd02a1 tempest-AttachVolumeTestJSON-361183160 tempest-AttachVolumeTestJSON-361183160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1761130'] for floatingip, after_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:18:12.543449 n-d-773647-6 neutron-server[100247]: INFO neutron.db.l3_db [req-19b7eeff-42e0-44e7-8388-5f47719797ae req-aa1b700e-8d8f-4b43-9a5e-607a74cd02a1 tempest-AttachVolumeTestJSON-361183160 tempest-AttachVolumeTestJSON-361183160-project] Floating IP 9352125c-5447-40b6-ae8c-e6ddfbbbc821 disassociated. External IP: 172.25.0.218, port: 2efb7b6b-5c90-4ff4-9a1f-923d428e99e3. Jul 06 14:18:12.543791 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.plugin [req-19b7eeff-42e0-44e7-8388-5f47719797ae req-aa1b700e-8d8f-4b43-9a5e-607a74cd02a1 tempest-AttachVolumeTestJSON-361183160 tempest-AttachVolumeTestJSON-361183160-project] Calling delete_port for 2efb7b6b-5c90-4ff4-9a1f-923d428e99e3 owned by compute:nova {{(pid=100247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:18:12.623031 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-bbe28409-f195-4341-96aa-0b4222ea5f81 req-d7bd9a19-2ca8-49db-b6d9-a2e8420b7de4 tempest-ServersNegativeTestJSON-728644794 tempest-ServersNegativeTestJSON-728644794-project] 10.222.0.104 "GET /v2.0/security-groups?id=55139e1c-0239-472b-ada8-5a3c70b3eb43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994027 Jul 06 14:18:12.663455 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Device b3faa654-9b0e-47d7-ac0c-c53cca9f4156 up at agent hyperv_n-h2-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:18:12.680396 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-f92317e9-c49e-44ad-9e6a-bf532b6b5038 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:18:12.686944 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-f92317e9-c49e-44ad-9e6a-bf532b6b5038 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:18:12.692581 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-f92317e9-c49e-44ad-9e6a-bf532b6b5038 admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/b39c5ca9-1c17-4c08-9e6d-ab8ba89ebc31 HTTP/1.1" status: 204 len: 168 time: 0.4920135 Jul 06 14:18:12.704272 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92317e9-c49e-44ad-9e6a-bf532b6b5038 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b39c5ca9-1c17-4c08-9e6d-ab8ba89ebc31,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:18:12.764641 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Provisioning for port b3faa654-9b0e-47d7-ac0c-c53cca9f4156 completed by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:18:12.770694 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Provisioning complete for port b3faa654-9b0e-47d7-ac0c-c53cca9f4156 triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:18:12.771313 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:18:12.804718 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-19b7eeff-42e0-44e7-8388-5f47719797ae req-aa1b700e-8d8f-4b43-9a5e-607a74cd02a1 tempest-AttachVolumeTestJSON-361183160 tempest-AttachVolumeTestJSON-361183160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128888353'] for port, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:18:12.897483 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:18:12.924785 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1b700e-8d8f-4b43-9a5e-607a74cd02a1 tempest-AttachVolumeTestJSON-361183160 tempest-AttachVolumeTestJSON-361183160-project] Pushing event deleted for resources: {'Port': ['ID=2efb7b6b-5c90-4ff4-9a1f-923d428e99e3,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:18:12.934946 n-d-773647-6 neutron-server[100248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8b13b0c-29c8-4b27-b2e5-3b66b7f8aa7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3faa654-9b0e-47d7-ac0c-c53cca9f4156'}] {{(pid=100248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:18:12.939407 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84af257533e383389cbcf231d3534f4d5e149e7203fea16b4a8fc01438dddaf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57870932-77d8-474d-83ee-c4bdccb2c700" -d '{"events": [{"server_uuid": "a8b13b0c-29c8-4b27-b2e5-3b66b7f8aa7d", "name": "network-vif-plugged", "status": "completed", "tag": "b3faa654-9b0e-47d7-ac0c-c53cca9f4156"}]}' {{(pid=100248) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:18:12.960532 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] For port b3faa654-9b0e-47d7-ac0c-c53cca9f4156, host n-h2-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=b3faa654-9b0e-47d7-ac0c-c53cca9f4156,segment=NetworkSegment(cb1a6cec-0b40-4dde-b37a-6dbda6bd8158),segment_id=cb1a6cec-0b40-4dde-b37a-6dbda6bd8158)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:18:12.966748 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:18:13.016129 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Pushing event updated for resources: {'Port': ['ID=b3faa654-9b0e-47d7-ac0c-c53cca9f4156,revision_number=5']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:18:13.104981 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ec361e-9d1b-4bb2-a830-5017255c805a req-35515447-2c2d-4b75-8016-0757cbb2b859 tempest-ServersNegativeTestJSON-728644794 tempest-ServersNegativeTestJSON-728644794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:18:13.106525 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-a6ec361e-9d1b-4bb2-a830-5017255c805a req-35515447-2c2d-4b75-8016-0757cbb2b859 tempest-ServersNegativeTestJSON-728644794 tempest-ServersNegativeTestJSON-728644794-project] 10.222.0.104 "GET /v2.0/ports?device_id=c38e1fb7-16c3-460f-81ed-82738a2148eb HTTP/1.1" status: 200 len: 946 time: 0.2715452 Jul 06 14:18:13.122303 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a30478-c398-40e3-b810-b3e922a98502 req-cc554e48-a657-4173-91b3-fee024fde9de tempest-ServersTestJSON-809673865 tempest-ServersTestJSON-809673865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:18:13.123814 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-39a30478-c398-40e3-b810-b3e922a98502 req-cc554e48-a657-4173-91b3-fee024fde9de tempest-ServersTestJSON-809673865 tempest-ServersTestJSON-809673865-project] 10.222.0.104 "GET /v2.0/ports?device_id=a8b13b0c-29c8-4b27-b2e5-3b66b7f8aa7d HTTP/1.1" status: 200 len: 945 time: 0.2901225 Jul 06 14:18:13.153330 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.l3_agent_scheduler [req-19b7eeff-42e0-44e7-8388-5f47719797ae req-aa1b700e-8d8f-4b43-9a5e-607a74cd02a1 tempest-AttachVolumeTestJSON-361183160 tempest-AttachVolumeTestJSON-361183160-project] Router c4f5379a-af9d-4d38-b0f3-4dd8f58a632f has already been hosted by L3 agent 2823d358-a11b-4885-a706-95a279e43fa7 {{(pid=100247) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 14:18:13.204743 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-a6ec361e-9d1b-4bb2-a830-5017255c805a req-205c2437-4743-4ff3-aecd-a1430d5df05b tempest-ServersNegativeTestJSON-728644794 tempest-ServersNegativeTestJSON-728644794-project] 10.222.0.104 "GET /v2.0/security-groups?id=55139e1c-0239-472b-ada8-5a3c70b3eb43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786421 Jul 06 14:18:13.219631 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-39a30478-c398-40e3-b810-b3e922a98502 req-d6babcff-baf2-4015-824e-8443a03802c4 tempest-ServersTestJSON-809673865 tempest-ServersTestJSON-809673865-project] 10.222.0.104 "GET /v2.0/security-groups?id=b2132efa-40d7-46de-9959-646c1b99d382&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822909 Jul 06 14:18:13.312729 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 14:18:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8f56787-4c7b-4a5d-91bf-3e3829d7f95c x-openstack-request-id: req-a8f56787-4c7b-4a5d-91bf-3e3829d7f95c {{(pid=100248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:18:13.313319 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8b13b0c-29c8-4b27-b2e5-3b66b7f8aa7d", "name": "network-vif-plugged", "status": "completed", "tag": "b3faa654-9b0e-47d7-ac0c-c53cca9f4156", "code": 200}]} {{(pid=100248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:18:13.314268 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-a8f56787-4c7b-4a5d-91bf-3e3829d7f95c {{(pid=100248) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:18:13.314866 n-d-773647-6 neutron-server[100248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8b13b0c-29c8-4b27-b2e5-3b66b7f8aa7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3faa654-9b0e-47d7-ac0c-c53cca9f4156', 'code': 200} Jul 06 14:18:13.425336 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-19b7eeff-42e0-44e7-8388-5f47719797ae req-aa1b700e-8d8f-4b43-9a5e-607a74cd02a1 tempest-AttachVolumeTestJSON-361183160 tempest-AttachVolumeTestJSON-361183160-project] Notify agent at l3_agent.n-d-773647-6 the message routers_updated {{(pid=100247) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 14:18:13.440705 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bffdbbb8-94a9-4b96-b42a-7a0f7aaa9b99 None None] Sync routers for ids ['c4f5379a-af9d-4d38-b0f3-4dd8f58a632f'] in n-d-773647-6 {{(pid=100249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 14:18:13.466636 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bffdbbb8-94a9-4b96-b42a-7a0f7aaa9b99 None None] Routers {'c4f5379a-af9d-4d38-b0f3-4dd8f58a632f'} bound to L3 agent in host n-d-773647-6 {{(pid=100249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:18:13.467341 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-bffdbbb8-94a9-4b96-b42a-7a0f7aaa9b99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T14:17:56Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['c4f5379a-af9d-4d38-b0f3-4dd8f58a632f'], 'active': True} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:18:13.496384 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.l3_dvrscheduler_db [req-19b7eeff-42e0-44e7-8388-5f47719797ae req-aa1b700e-8d8f-4b43-9a5e-607a74cd02a1 tempest-AttachVolumeTestJSON-361183160 tempest-AttachVolumeTestJSON-361183160-project] No DVR routers for this DVR port 2efb7b6b-5c90-4ff4-9a1f-923d428e99e3 on host n-h1-773647-6 {{(pid=100247) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:18:13.500894 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-19b7eeff-42e0-44e7-8388-5f47719797ae req-aa1b700e-8d8f-4b43-9a5e-607a74cd02a1 tempest-AttachVolumeTestJSON-361183160 tempest-AttachVolumeTestJSON-361183160-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:18:13.503503 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-19b7eeff-42e0-44e7-8388-5f47719797ae req-aa1b700e-8d8f-4b43-9a5e-607a74cd02a1 tempest-AttachVolumeTestJSON-361183160 tempest-AttachVolumeTestJSON-361183160-project] 10.222.0.127 "DELETE /v2.0/ports/2efb7b6b-5c90-4ff4-9a1f-923d428e99e3 HTTP/1.1" status: 204 len: 173 time: 1.6709144 Jul 06 14:18:13.506323 n-d-773647-6 neutron-server[100247]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd78cccdc-6838-4d49-9b2b-bf9d04ceb427', 'name': 'network-vif-deleted', 'tag': '2efb7b6b-5c90-4ff4-9a1f-923d428e99e3'}] {{(pid=100247) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:18:13.539489 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cbf0eeaae822f8fc9b87a94aeba67a3d651842baf663a51cba94b67a514836d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fffe3b2f-e096-4fae-b101-84e9e4acb568" -d '{"events": [{"server_uuid": "d78cccdc-6838-4d49-9b2b-bf9d04ceb427", "name": "network-vif-deleted", "tag": "2efb7b6b-5c90-4ff4-9a1f-923d428e99e3"}]}' {{(pid=100247) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:18:13.586834 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3d1692-3f4d-446a-81b1-a755dc72629f req-1a923b81-cdad-40d9-b298-0e867e012fe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:18:13.591780 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-5c3d1692-3f4d-446a-81b1-a755dc72629f req-1a923b81-cdad-40d9-b298-0e867e012fe8 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=a8b13b0c-29c8-4b27-b2e5-3b66b7f8aa7d HTTP/1.1" status: 200 len: 1097 time: 0.1940963 Jul 06 14:18:13.616235 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-c37ddcae-d77e-48f1-9ff8-6179b2d390d1 req-fd608cd3-5cae-4616-9e8f-261631b44e6f tempest-AttachVolumeTestJSON-361183160 tempest-AttachVolumeTestJSON-361183160-project] 10.222.0.104 "GET /v2.0/ports?device_id=d78cccdc-6838-4d49-9b2b-bf9d04ceb427 HTTP/1.1" status: 200 len: 210 time: 0.1343200 Jul 06 14:18:13.626563 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 14:18:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4cff2a8-1fc9-4623-9f6e-725943bbfb88 x-openstack-request-id: req-c4cff2a8-1fc9-4623-9f6e-725943bbfb88 {{(pid=100247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:18:13.626720 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d78cccdc-6838-4d49-9b2b-bf9d04ceb427", "name": "network-vif-deleted", "tag": "2efb7b6b-5c90-4ff4-9a1f-923d428e99e3", "status": "completed", "code": 200}]} {{(pid=100247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:18:13.627062 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-c4cff2a8-1fc9-4623-9f6e-725943bbfb88 {{(pid=100247) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:18:13.627793 n-d-773647-6 neutron-server[100247]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd78cccdc-6838-4d49-9b2b-bf9d04ceb427', 'name': 'network-vif-deleted', 'tag': '2efb7b6b-5c90-4ff4-9a1f-923d428e99e3', 'status': 'completed', 'code': 200} Jul 06 14:18:13.642958 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvr_db [None req-bffdbbb8-94a9-4b96-b42a-7a0f7aaa9b99 None None] Set router c4f5379a-af9d-4d38-b0f3-4dd8f58a632f gateway port host: n-d-773647-6 {{(pid=100249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:18:13.660699 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-5c3d1692-3f4d-446a-81b1-a755dc72629f req-09053556-5634-4537-8371-9a63cd4b5058 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=b2132efa-40d7-46de-9959-646c1b99d382&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620050 Jul 06 14:18:13.857080 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafa3859-fbb3-4ca3-9d1b-2b2b3155fcee req-8cd08f83-9174-4e4d-8191-6e7066887445 tempest-ServersNegativeTestJSON-728644794 tempest-ServersNegativeTestJSON-728644794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:18:13.858633 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-fafa3859-fbb3-4ca3-9d1b-2b2b3155fcee req-8cd08f83-9174-4e4d-8191-6e7066887445 tempest-ServersNegativeTestJSON-728644794 tempest-ServersNegativeTestJSON-728644794-project] 10.222.0.104 "GET /v2.0/ports?device_id=c38e1fb7-16c3-460f-81ed-82738a2148eb HTTP/1.1" status: 200 len: 946 time: 0.0997915 Jul 06 14:18:13.933148 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-fafa3859-fbb3-4ca3-9d1b-2b2b3155fcee req-9e61839c-c108-41f9-98fc-de3417fe998f tempest-ServersNegativeTestJSON-728644794 tempest-ServersNegativeTestJSON-728644794-project] 10.222.0.104 "GET /v2.0/security-groups?id=55139e1c-0239-472b-ada8-5a3c70b3eb43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667429 Jul 06 14:18:13.983175 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-bffdbbb8-94a9-4b96-b42a-7a0f7aaa9b99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4f5379a-af9d-4d38-b0f3-4dd8f58a632f', 'name': 'tempest-AttachVolumeTestJSON-1213395720-router', 'tenant_id': '33f6cdee7b294baa9f6a8cddbba9670a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.237'}], 'enable_snat': True}, 'gw_port_id': 'c1acfd80-02f6-4449-b2b6-b6fcf5a0bb99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:09:36Z', 'updated_at': '2021-07-06T14:09:43Z', 'revision_number': 4, 'project_id': '33f6cdee7b294baa9f6a8cddbba9670a', 'gw_port': {'id': 'c1acfd80-02f6-4449-b2b6-b6fcf5a0bb99', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:bb:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4f5379a-af9d-4d38-b0f3-4dd8f58a632f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1844, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:09:37Z', 'updated_at': '2021-07-06T14:09:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6', '_interfaces': [{'id': '0d61ef1e-dabb-41c8-a48b-66087903c6cd', 'name': '', 'network_id': '6ac95a6a-5756-473f-8a78-bd3474c2b2ff', 'tenant_id': '33f6cdee7b294baa9f6a8cddbba9670a', 'mac_address': 'fa:16:3e:aa:f5:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4f5379a-af9d-4d38-b0f3-4dd8f58a632f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1850, 'fixed_ips': [{'subnet_id': '868bdf15-b823-4cab-842d-77e49afc3593', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:09:41Z', 'updated_at': '2021-07-06T14:09:50Z', 'revision_number': 5, 'project_id': '33f6cdee7b294baa9f6a8cddbba9670a', 'subnets': [{'id': '868bdf15-b823-4cab-842d-77e49afc3593', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773647-6', False) {} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:18:14.022215 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bffdbbb8-94a9-4b96-b42a-7a0f7aaa9b99 None None] Checking router: c4f5379a-af9d-4d38-b0f3-4dd8f58a632f for host: n-d-773647-6 {{(pid=100249) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 14:18:14.033340 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bffdbbb8-94a9-4b96-b42a-7a0f7aaa9b99 None None] Routers {'c4f5379a-af9d-4d38-b0f3-4dd8f58a632f'} bound to L3 agent in host n-d-773647-6 {{(pid=100249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:18:14.034354 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-bffdbbb8-94a9-4b96-b42a-7a0f7aaa9b99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T14:17:56Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['c4f5379a-af9d-4d38-b0f3-4dd8f58a632f'], 'active': True} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:18:14.136925 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1829e4-f1b4-4902-9ddc-310b024f6246 req-a5ce3eb9-1309-413d-bbcd-cd51b64093e8 tempest-ServersNegativeTestJSON-728644794 tempest-ServersNegativeTestJSON-728644794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:18:14.145296 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-ac1829e4-f1b4-4902-9ddc-310b024f6246 req-a5ce3eb9-1309-413d-bbcd-cd51b64093e8 tempest-ServersNegativeTestJSON-728644794 tempest-ServersNegativeTestJSON-728644794-project] 10.222.0.104 "GET /v2.0/ports?device_id=c38e1fb7-16c3-460f-81ed-82738a2148eb HTTP/1.1" status: 200 len: 946 time: 0.0885601 Jul 06 14:18:14.183527 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvr_db [None req-bffdbbb8-94a9-4b96-b42a-7a0f7aaa9b99 None None] Set router c4f5379a-af9d-4d38-b0f3-4dd8f58a632f gateway port host: n-d-773647-6 {{(pid=100249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:18:14.196040 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-ac1829e4-f1b4-4902-9ddc-310b024f6246 req-9cc157df-682a-4ad1-b8b2-f02aeff7368f tempest-ServersNegativeTestJSON-728644794 tempest-ServersNegativeTestJSON-728644794-project] 10.222.0.104 "GET /v2.0/security-groups?id=55139e1c-0239-472b-ada8-5a3c70b3eb43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497677 Jul 06 14:18:14.422978 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-bffdbbb8-94a9-4b96-b42a-7a0f7aaa9b99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4f5379a-af9d-4d38-b0f3-4dd8f58a632f', 'name': 'tempest-AttachVolumeTestJSON-1213395720-router', 'tenant_id': '33f6cdee7b294baa9f6a8cddbba9670a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.237'}], 'enable_snat': True}, 'gw_port_id': 'c1acfd80-02f6-4449-b2b6-b6fcf5a0bb99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:09:36Z', 'updated_at': '2021-07-06T14:09:43Z', 'revision_number': 4, 'project_id': '33f6cdee7b294baa9f6a8cddbba9670a', 'gw_port': {'id': 'c1acfd80-02f6-4449-b2b6-b6fcf5a0bb99', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:bb:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4f5379a-af9d-4d38-b0f3-4dd8f58a632f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1844, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:09:37Z', 'updated_at': '2021-07-06T14:09:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6', '_interfaces': [{'id': '0d61ef1e-dabb-41c8-a48b-66087903c6cd', 'name': '', 'network_id': '6ac95a6a-5756-473f-8a78-bd3474c2b2ff', 'tenant_id': '33f6cdee7b294baa9f6a8cddbba9670a', 'mac_address': 'fa:16:3e:aa:f5:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4f5379a-af9d-4d38-b0f3-4dd8f58a632f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1850, 'fixed_ips': [{'subnet_id': '868bdf15-b823-4cab-842d-77e49afc3593', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:09:41Z', 'updated_at': '2021-07-06T14:09:50Z', 'revision_number': 5, 'project_id': '33f6cdee7b294baa9f6a8cddbba9670a', 'subnets': [{'id': '868bdf15-b823-4cab-842d-77e49afc3593', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773647-6', False) {} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:18:14.451375 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bffdbbb8-94a9-4b96-b42a-7a0f7aaa9b99 None None] The sync data for ids ['c4f5379a-af9d-4d38-b0f3-4dd8f58a632f'] in n-d-773647-6 is: [{'id': 'c4f5379a-af9d-4d38-b0f3-4dd8f58a632f', 'name': 'tempest-AttachVolumeTestJSON-1213395720-router', 'tenant_id': '33f6cdee7b294baa9f6a8cddbba9670a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.237'}], 'enable_snat': True}, 'gw_port_id': 'c1acfd80-02f6-4449-b2b6-b6fcf5a0bb99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:09:36Z', 'updated_at': '2021-07-06T14:09:43Z', 'revision_number': 4, 'project_id': '33f6cdee7b294baa9f6a8cddbba9670a', 'gw_port': {'id': 'c1acfd80-02f6-4449-b2b6-b6fcf5a0bb99', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:bb:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4f5379a-af9d-4d38-b0f3-4dd8f58a632f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1844, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:09:37Z', 'updated_at': '2021-07-06T14:09:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6', '_interfaces': [{'id': '0d61ef1e-dabb-41c8-a48b-66087903c6cd', 'name': '', 'network_id': '6ac95a6a-5756-473f-8a78-bd3474c2b2ff', 'tenant_id': '33f6cdee7b294baa9f6a8cddbba9670a', 'mac_address': 'fa:16:3e:aa:f5:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4f5379a-af9d-4d38-b0f3-4dd8f58a632f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1850, 'fixed_ips': [{'subnet_id': '868bdf15-b823-4cab-842d-77e49afc3593', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:09:41Z', 'updated_at': '2021-07-06T14:09:50Z', 'revision_number': 5, 'project_id': '33f6cdee7b294baa9f6a8cddbba9670a', 'subnets': [{'id': '868bdf15-b823-4cab-842d-77e49afc3593', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 14:18:14.583976 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39925bd2-30ec-49ee-8048-9428e098542e req-6ceb7670-00ed-4809-b365-a465d816e797 tempest-ServersNegativeTestJSON-728644794 tempest-ServersNegativeTestJSON-728644794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:18:14.586904 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-39925bd2-30ec-49ee-8048-9428e098542e req-6ceb7670-00ed-4809-b365-a465d816e797 tempest-ServersNegativeTestJSON-728644794 tempest-ServersNegativeTestJSON-728644794-project] 10.222.0.104 "GET /v2.0/ports?device_id=c38e1fb7-16c3-460f-81ed-82738a2148eb HTTP/1.1" status: 200 len: 946 time: 0.1566949 Jul 06 14:18:14.617111 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a15c26-f747-4c0b-9ffd-b05d07129850 req-d41eab7f-3961-438d-b9bd-6d8fac6243e8 tempest-ServersTestJSON-809673865 tempest-ServersTestJSON-809673865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:18:14.619478 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-f1a15c26-f747-4c0b-9ffd-b05d07129850 req-d41eab7f-3961-438d-b9bd-6d8fac6243e8 tempest-ServersTestJSON-809673865 tempest-ServersTestJSON-809673865-project] 10.222.0.104 "GET /v2.0/ports?device_id=a8b13b0c-29c8-4b27-b2e5-3b66b7f8aa7d HTTP/1.1" status: 200 len: 946 time: 0.1903234 Jul 06 14:18:14.675386 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-39925bd2-30ec-49ee-8048-9428e098542e req-f96cd8f9-ee63-4ced-8f52-58f0baab189e tempest-ServersNegativeTestJSON-728644794 tempest-ServersNegativeTestJSON-728644794-project] 10.222.0.104 "GET /v2.0/security-groups?id=55139e1c-0239-472b-ada8-5a3c70b3eb43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789845 Jul 06 14:18:14.708215 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-f1a15c26-f747-4c0b-9ffd-b05d07129850 req-57a0e464-c3f3-45c4-a3a8-04eaddc41cf2 tempest-ServersTestJSON-809673865 tempest-ServersTestJSON-809673865-project] 10.222.0.104 "GET /v2.0/security-groups?id=b2132efa-40d7-46de-9959-646c1b99d382&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782785 Jul 06 14:18:14.879105 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 60118) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:18:14.902905 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a839293-0a4b-4b03-b736-2e45af0f440b None None] New status for floating IP 9352125c-5447-40b6-ae8c-e6ddfbbbc821: DOWN {{(pid=100248) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 14:18:15.015970 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-57d61fe4-0074-4f97-a918-d343474e9415 tempest-AttachVolumeTestJSON-361183160 tempest-AttachVolumeTestJSON-361183160-project] Notify callbacks [] for security_group, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:18:15.055200 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-57d61fe4-0074-4f97-a918-d343474e9415 tempest-AttachVolumeTestJSON-361183160 tempest-AttachVolumeTestJSON-361183160-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:18:15.083982 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70f3713-01e7-4340-bc4d-df462dd13552 req-b5d6c0f3-d0a9-4b69-b5a3-8f4a14297379 tempest-ServersNegativeTestJSON-728644794 tempest-ServersNegativeTestJSON-728644794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:18:15.085442 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-e70f3713-01e7-4340-bc4d-df462dd13552 req-b5d6c0f3-d0a9-4b69-b5a3-8f4a14297379 tempest-ServersNegativeTestJSON-728644794 tempest-ServersNegativeTestJSON-728644794-project] 10.222.0.104 "GET /v2.0/ports?device_id=c38e1fb7-16c3-460f-81ed-82738a2148eb HTTP/1.1" status: 200 len: 946 time: 0.1083674 Jul 06 14:18:15.142128 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-e70f3713-01e7-4340-bc4d-df462dd13552 req-3fa23015-6576-4b88-99db-b65214f18892 tempest-ServersNegativeTestJSON-728644794 tempest-ServersNegativeTestJSON-728644794-project] 10.222.0.104 "GET /v2.0/security-groups?id=55139e1c-0239-472b-ada8-5a3c70b3eb43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442359 Jul 06 14:18:15.152523 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-57d61fe4-0074-4f97-a918-d343474e9415 tempest-AttachVolumeTestJSON-361183160 tempest-AttachVolumeTestJSON-361183160-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:18:15.156280 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-57d61fe4-0074-4f97-a918-d343474e9415 tempest-AttachVolumeTestJSON-361183160 tempest-AttachVolumeTestJSON-361183160-project] Notify callbacks [] for security_group, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:18:15.157816 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-57d61fe4-0074-4f97-a918-d343474e9415 tempest-AttachVolumeTestJSON-361183160 tempest-AttachVolumeTestJSON-361183160-project] 10.222.0.104 "DELETE /v2.0/security-groups/ba4b7bf3-f50a-42b6-8762-0644cd24172d HTTP/1.1" status: 204 len: 168 time: 0.2776055 Jul 06 14:18:15.160702 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 60126) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:18:15.176184 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d61fe4-0074-4f97-a918-d343474e9415 tempest-AttachVolumeTestJSON-361183160 tempest-AttachVolumeTestJSON-361183160-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba4b7bf3-f50a-42b6-8762-0644cd24172d,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:18:15.223611 n-d-773647-6 neutron-server[100246]: INFO neutron.api.v2.resource [None req-86a532b4-012f-483a-9e6a-d2e9aee430cf tempest-AttachVolumeTestJSON-361183160 tempest-AttachVolumeTestJSON-361183160-project] show failed (client error): The resource could not be found. Jul 06 14:18:15.224847 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-86a532b4-012f-483a-9e6a-d2e9aee430cf tempest-AttachVolumeTestJSON-361183160 tempest-AttachVolumeTestJSON-361183160-project] 10.222.0.104 "GET /v2.0/security-groups/ba4b7bf3-f50a-42b6-8762-0644cd24172d HTTP/1.1" status: 404 len: 347 time: 0.0619211 Jul 06 14:18:15.228201 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 60132) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:18:15.447521 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.plugin [None req-d3f6219f-6acb-43b7-a0af-896271017777 tempest-AttachVolumeTestJSON-361183160 tempest-AttachVolumeTestJSON-361183160-project] Deleting port 05b162cc-848a-4234-acae-466d88c87449 {{(pid=100247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:18:15.447938 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-d3f6219f-6acb-43b7-a0af-896271017777 tempest-AttachVolumeTestJSON-361183160 tempest-AttachVolumeTestJSON-361183160-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:18:15.598410 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-d3f6219f-6acb-43b7-a0af-896271017777 tempest-AttachVolumeTestJSON-361183160 tempest-AttachVolumeTestJSON-361183160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:18:15.598762 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-d3f6219f-6acb-43b7-a0af-896271017777 tempest-AttachVolumeTestJSON-361183160 tempest-AttachVolumeTestJSON-361183160-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:18:15.616346 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921c9aab-2789-4792-aab1-94eebf597690 req-20dc831e-9b1e-4a85-88cb-9b2de093e596 tempest-ServersNegativeTestJSON-728644794 tempest-ServersNegativeTestJSON-728644794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:18:15.617778 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-921c9aab-2789-4792-aab1-94eebf597690 req-20dc831e-9b1e-4a85-88cb-9b2de093e596 tempest-ServersNegativeTestJSON-728644794 tempest-ServersNegativeTestJSON-728644794-project] 10.222.0.104 "GET /v2.0/ports?device_id=c38e1fb7-16c3-460f-81ed-82738a2148eb HTTP/1.1" status: 200 len: 946 time: 0.1103354 Jul 06 14:18:15.621833 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.plugin [None req-d3f6219f-6acb-43b7-a0af-896271017777 tempest-AttachVolumeTestJSON-361183160 tempest-AttachVolumeTestJSON-361183160-project] Calling delete_port for 05b162cc-848a-4234-acae-466d88c87449 owned by network:floatingip {{(pid=100247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:18:15.716930 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-921c9aab-2789-4792-aab1-94eebf597690 req-d8c72fc7-a89b-4155-8c6a-c38202e8621f tempest-ServersNegativeTestJSON-728644794 tempest-ServersNegativeTestJSON-728644794-project] 10.222.0.104 "GET /v2.0/security-groups?id=55139e1c-0239-472b-ada8-5a3c70b3eb43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888512 Jul 06 14:18:16.163435 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-d3f6219f-6acb-43b7-a0af-896271017777 tempest-AttachVolumeTestJSON-361183160 tempest-AttachVolumeTestJSON-361183160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128888353'] for port, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:18:16.177181 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ca3250-49df-442a-a887-5360228866a7 req-5f133ab4-a253-4195-b2ba-abc7788adbcd tempest-ServersTestJSON-809673865 tempest-ServersTestJSON-809673865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:18:16.178823 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-95ca3250-49df-442a-a887-5360228866a7 req-5f133ab4-a253-4195-b2ba-abc7788adbcd tempest-ServersTestJSON-809673865 tempest-ServersTestJSON-809673865-project] 10.222.0.104 "GET /v2.0/ports?device_id=a8b13b0c-29c8-4b27-b2e5-3b66b7f8aa7d HTTP/1.1" status: 200 len: 946 time: 0.1714311 Jul 06 14:18:16.209119 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da2d6f0-5e2f-4cd0-903d-58023862c54c req-1c1872d9-343f-4529-b6b5-ce1447150f1b tempest-ServersNegativeTestJSON-728644794 tempest-ServersNegativeTestJSON-728644794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:18:16.210573 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-5da2d6f0-5e2f-4cd0-903d-58023862c54c req-1c1872d9-343f-4529-b6b5-ce1447150f1b tempest-ServersNegativeTestJSON-728644794 tempest-ServersNegativeTestJSON-728644794-project] 10.222.0.104 "GET /v2.0/ports?device_id=c38e1fb7-16c3-460f-81ed-82738a2148eb HTTP/1.1" status: 200 len: 946 time: 0.2045686 Jul 06 14:18:16.213888 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f6219f-6acb-43b7-a0af-896271017777 tempest-AttachVolumeTestJSON-361183160 tempest-AttachVolumeTestJSON-361183160-project] Pushing event deleted for resources: {'Port': ['ID=05b162cc-848a-4234-acae-466d88c87449,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:18:16.325507 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-95ca3250-49df-442a-a887-5360228866a7 req-40c3ea3c-302c-4171-ac0c-a74f3c6d5ec6 tempest-ServersTestJSON-809673865 tempest-ServersTestJSON-809673865-project] 10.222.0.104 "GET /v2.0/security-groups?id=b2132efa-40d7-46de-9959-646c1b99d382&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133287 Jul 06 14:18:16.334133 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-5da2d6f0-5e2f-4cd0-903d-58023862c54c req-2e268c98-f7dc-4c76-b87d-5b4c2b776867 tempest-ServersNegativeTestJSON-728644794 tempest-ServersNegativeTestJSON-728644794-project] 10.222.0.104 "GET /v2.0/security-groups?id=55139e1c-0239-472b-ada8-5a3c70b3eb43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117609 Jul 06 14:18:16.350723 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-d3f6219f-6acb-43b7-a0af-896271017777 tempest-AttachVolumeTestJSON-361183160 tempest-AttachVolumeTestJSON-361183160-project] Notify callbacks [] for floatingip, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:18:16.357596 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-d3f6219f-6acb-43b7-a0af-896271017777 tempest-AttachVolumeTestJSON-361183160 tempest-AttachVolumeTestJSON-361183160-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for floatingip, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:18:16.367729 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-d3f6219f-6acb-43b7-a0af-896271017777 tempest-AttachVolumeTestJSON-361183160 tempest-AttachVolumeTestJSON-361183160-project] 10.222.0.104 "DELETE /v2.0/floatingips/9352125c-5447-40b6-ae8c-e6ddfbbbc821 HTTP/1.1" status: 204 len: 168 time: 1.1324146 Jul 06 14:18:16.832647 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Device 2efb7b6b-5c90-4ff4-9a1f-923d428e99e3 no longer exists at agent hyperv_n-h1-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:18:16.858955 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] No Port match for: 2efb7b6b-5c90-4ff4-9a1f-923d428e99e3 {{(pid=100248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 14:18:16.859813 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Device 2efb7b6b-5c90-4ff4-9a1f-923d428e99e3 not bound to the agent host n-h1-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:18:16.890589 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9771fbfb-19af-444c-a23b-cf4601a14388 req-3b5c8f6c-28cd-42bd-b810-4724ed5eaa02 tempest-ServersTestJSON-809673865 tempest-ServersTestJSON-809673865-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:18:16.892119 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-9771fbfb-19af-444c-a23b-cf4601a14388 req-3b5c8f6c-28cd-42bd-b810-4724ed5eaa02 tempest-ServersTestJSON-809673865 tempest-ServersTestJSON-809673865-project] 10.222.0.104 "GET /v2.0/networks?id=e673442c-5645-41cd-ae64-05cc6584adda HTTP/1.1" status: 200 len: 806 time: 0.1623392 Jul 06 14:18:16.913084 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-9771fbfb-19af-444c-a23b-cf4601a14388 req-8dd88c07-ce3e-483b-a45d-6e01e2c50a66 tempest-ServersTestJSON-809673865 tempest-ServersTestJSON-809673865-project] 10.222.0.104 "GET /v2.0/quotas/0fb5330a68d94b1da3c3872d90574aab HTTP/1.1" status: 200 len: 375 time: 0.0144951 Jul 06 14:18:16.966379 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd7221c-b06f-4797-b2d3-560afa9b3ac2 req-6a94aaf6-d359-4dd1-898c-518e60d8a131 tempest-ServersNegativeTestJSON-728644794 tempest-ServersNegativeTestJSON-728644794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:18:16.967834 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-8fd7221c-b06f-4797-b2d3-560afa9b3ac2 req-6a94aaf6-d359-4dd1-898c-518e60d8a131 tempest-ServersNegativeTestJSON-728644794 tempest-ServersNegativeTestJSON-728644794-project] 10.222.0.104 "GET /v2.0/ports?device_id=c38e1fb7-16c3-460f-81ed-82738a2148eb HTTP/1.1" status: 200 len: 946 time: 0.1510909 Jul 06 14:18:17.022232 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-8fd7221c-b06f-4797-b2d3-560afa9b3ac2 req-5170fa9d-05be-424b-9213-231677e32015 tempest-ServersNegativeTestJSON-728644794 tempest-ServersNegativeTestJSON-728644794-project] 10.222.0.104 "GET /v2.0/security-groups?id=55139e1c-0239-472b-ada8-5a3c70b3eb43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457237 Jul 06 14:18:17.026704 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-9771fbfb-19af-444c-a23b-cf4601a14388 req-2f40b930-3895-4b8c-b74f-c4fd14d3cf5d tempest-ServersTestJSON-809673865 tempest-ServersTestJSON-809673865-project] 10.222.0.104 "GET /v2.0/ports?tenant_id=0fb5330a68d94b1da3c3872d90574aab&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1069522 Jul 06 14:18:17.136142 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-9771fbfb-19af-444c-a23b-cf4601a14388 req-ffe32d00-050d-46ad-a04a-3c8e76fbf57a service neutron] 10.222.0.104 "GET /v2.0/networks/e673442c-5645-41cd-ae64-05cc6584adda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1020036 Jul 06 14:18:17.268115 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-9771fbfb-19af-444c-a23b-cf4601a14388 req-430eafd8-d90a-48a1-87a0-b65f0651afff service neutron] 10.222.0.104 "GET /v2.0/networks/e673442c-5645-41cd-ae64-05cc6584adda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284661 Jul 06 14:18:17.279459 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbe7ace-a358-4c63-a092-51fb9bf6c06d req-5d7550e5-5d14-4cad-b111-c035cd652287 tempest-ServersNegativeTestJSON-728644794 tempest-ServersNegativeTestJSON-728644794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:18:17.281053 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-bdbe7ace-a358-4c63-a092-51fb9bf6c06d req-5d7550e5-5d14-4cad-b111-c035cd652287 tempest-ServersNegativeTestJSON-728644794 tempest-ServersNegativeTestJSON-728644794-project] 10.222.0.104 "GET /v2.0/ports?device_id=c38e1fb7-16c3-460f-81ed-82738a2148eb HTTP/1.1" status: 200 len: 946 time: 0.1202905 Jul 06 14:18:17.345584 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-bdbe7ace-a358-4c63-a092-51fb9bf6c06d req-77ac97c8-de95-408c-a43a-3cf458221271 tempest-ServersNegativeTestJSON-728644794 tempest-ServersNegativeTestJSON-728644794-project] 10.222.0.104 "GET /v2.0/security-groups?id=55139e1c-0239-472b-ada8-5a3c70b3eb43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582120 Jul 06 14:18:17.619191 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072293de-d59f-4991-8158-385736e08742 req-1d2d9505-22b5-49ff-82b3-9576109b5d11 tempest-ServersNegativeTestJSON-728644794 tempest-ServersNegativeTestJSON-728644794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:18:17.621286 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-072293de-d59f-4991-8158-385736e08742 req-1d2d9505-22b5-49ff-82b3-9576109b5d11 tempest-ServersNegativeTestJSON-728644794 tempest-ServersNegativeTestJSON-728644794-project] 10.222.0.104 "GET /v2.0/ports?device_id=c38e1fb7-16c3-460f-81ed-82738a2148eb HTTP/1.1" status: 200 len: 946 time: 0.0816443 Jul 06 14:18:17.724841 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-072293de-d59f-4991-8158-385736e08742 req-f60c7562-c716-4973-a6fb-ebdc4ca44e9e tempest-ServersNegativeTestJSON-728644794 tempest-ServersNegativeTestJSON-728644794-project] 10.222.0.104 "GET /v2.0/security-groups?id=55139e1c-0239-472b-ada8-5a3c70b3eb43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918798 Jul 06 14:18:18.289482 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b20a582-8540-4272-9e24-2387331c7e59 req-527c148f-a611-4fd7-8959-a6e3d25792d9 tempest-ServersNegativeTestJSON-728644794 tempest-ServersNegativeTestJSON-728644794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:18:18.308380 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-4b20a582-8540-4272-9e24-2387331c7e59 req-527c148f-a611-4fd7-8959-a6e3d25792d9 tempest-ServersNegativeTestJSON-728644794 tempest-ServersNegativeTestJSON-728644794-project] 10.222.0.104 "GET /v2.0/ports?device_id=c38e1fb7-16c3-460f-81ed-82738a2148eb HTTP/1.1" status: 200 len: 946 time: 0.2087939 Jul 06 14:18:18.469704 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-4b20a582-8540-4272-9e24-2387331c7e59 req-37c87d53-3bf2-4200-b734-591035964605 tempest-ServersNegativeTestJSON-728644794 tempest-ServersNegativeTestJSON-728644794-project] 10.222.0.104 "GET /v2.0/security-groups?id=55139e1c-0239-472b-ada8-5a3c70b3eb43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487916 Jul 06 14:18:18.539757 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cb305e-9a7c-4fe6-8ba2-f36ee8e44a1a req-7820ac4c-429b-48c6-bfd4-7c5c16ece673 tempest-ServersTestJSON-809673865 tempest-ServersTestJSON-809673865-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:18:18.542101 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-10cb305e-9a7c-4fe6-8ba2-f36ee8e44a1a req-7820ac4c-429b-48c6-bfd4-7c5c16ece673 tempest-ServersTestJSON-809673865 tempest-ServersTestJSON-809673865-project] 10.222.0.104 "GET /v2.0/networks?id=e673442c-5645-41cd-ae64-05cc6584adda HTTP/1.1" status: 200 len: 806 time: 0.1952164 Jul 06 14:18:18.558005 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-10cb305e-9a7c-4fe6-8ba2-f36ee8e44a1a req-73b56e40-49a6-4b21-bd51-e157fc50fd78 tempest-ServersTestJSON-809673865 tempest-ServersTestJSON-809673865-project] 10.222.0.104 "GET /v2.0/quotas/0fb5330a68d94b1da3c3872d90574aab HTTP/1.1" status: 200 len: 375 time: 0.0103035 Jul 06 14:18:18.638956 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-10cb305e-9a7c-4fe6-8ba2-f36ee8e44a1a req-2a7f4c2e-74be-4c0e-9b11-44d50d450716 tempest-ServersTestJSON-809673865 tempest-ServersTestJSON-809673865-project] 10.222.0.104 "GET /v2.0/ports?tenant_id=0fb5330a68d94b1da3c3872d90574aab&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0756543 Jul 06 14:18:18.755818 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-10cb305e-9a7c-4fe6-8ba2-f36ee8e44a1a req-f623f3e4-ee73-4f42-b063-1a5005aa4801 service neutron] 10.222.0.104 "GET /v2.0/networks/e673442c-5645-41cd-ae64-05cc6584adda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1144247 Jul 06 14:18:18.875098 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-10cb305e-9a7c-4fe6-8ba2-f36ee8e44a1a req-0eaf0fa7-1f5a-49df-ac47-9cd3e07fd3fc service neutron] 10.222.0.104 "GET /v2.0/networks/e673442c-5645-41cd-ae64-05cc6584adda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1086655 Jul 06 14:18:19.171168 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-37146c80-c962-4406-a3f8-a6b514d2c02d req-e3a48854-31f1-4d92-82e5-307d4376a029 tempest-ServersTestJSON-809673865 tempest-ServersTestJSON-809673865-project] 10.222.0.104 "GET /v2.0/ports?device_id=1e306c0c-1e04-4b53-919f-765b1604ec8e HTTP/1.1" status: 200 len: 210 time: 0.0898206 Jul 06 14:18:19.361492 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81480d76-6c9b-41e8-8c91-02e87f568299 req-653bded4-1cb6-4f2b-9804-0acefa0a32bf tempest-ServersNegativeTestJSON-728644794 tempest-ServersNegativeTestJSON-728644794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:18:19.364133 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-81480d76-6c9b-41e8-8c91-02e87f568299 req-653bded4-1cb6-4f2b-9804-0acefa0a32bf tempest-ServersNegativeTestJSON-728644794 tempest-ServersNegativeTestJSON-728644794-project] 10.222.0.104 "GET /v2.0/ports?device_id=c38e1fb7-16c3-460f-81ed-82738a2148eb HTTP/1.1" status: 200 len: 946 time: 0.0726216 Jul 06 14:18:19.403888 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-81480d76-6c9b-41e8-8c91-02e87f568299 req-8c7db206-ad9a-4309-b7a9-85c6d69dd862 tempest-ServersNegativeTestJSON-728644794 tempest-ServersNegativeTestJSON-728644794-project] 10.222.0.104 "GET /v2.0/security-groups?id=55139e1c-0239-472b-ada8-5a3c70b3eb43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337121 Jul 06 14:18:20.453506 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-9776b873-ed8d-4bce-bca2-553a06407053 req-67fef8cc-2884-4404-8333-f55047a20a72 tempest-ServersTestJSON-809673865 tempest-ServersTestJSON-809673865-project] 10.222.0.104 "GET /v2.0/ports?device_id=1e306c0c-1e04-4b53-919f-765b1604ec8e HTTP/1.1" status: 200 len: 210 time: 0.0477619 Jul 06 14:18:20.652531 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cb305e-9a7c-4fe6-8ba2-f36ee8e44a1a req-103f5bca-1a28-4933-b08a-68d6e0a3483f tempest-ServersTestJSON-809673865 tempest-ServersTestJSON-809673865-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:18:20.656232 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-10cb305e-9a7c-4fe6-8ba2-f36ee8e44a1a req-103f5bca-1a28-4933-b08a-68d6e0a3483f tempest-ServersTestJSON-809673865 tempest-ServersTestJSON-809673865-project] 10.222.0.72 "GET /v2.0/networks?id=e673442c-5645-41cd-ae64-05cc6584adda HTTP/1.1" status: 200 len: 806 time: 0.2998860 Jul 06 14:18:20.669165 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [req-10cb305e-9a7c-4fe6-8ba2-f36ee8e44a1a req-6a044018-2433-4626-9658-9d62ec2d5ce8 tempest-ServersTestJSON-809673865 tempest-ServersTestJSON-809673865-project] Request body: {'port': {'device_id': '1e306c0c-1e04-4b53-919f-765b1604ec8e', 'network_id': 'e673442c-5645-41cd-ae64-05cc6584adda', 'admin_state_up': True, 'tenant_id': '0fb5330a68d94b1da3c3872d90574aab'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:18:20.899429 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51974e09-ca2c-478a-b36a-f43117392449 req-17ac4d6c-9209-4870-99f9-ea079bd4c974 tempest-ServersNegativeTestJSON-728644794 tempest-ServersNegativeTestJSON-728644794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:18:20.909611 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-51974e09-ca2c-478a-b36a-f43117392449 req-17ac4d6c-9209-4870-99f9-ea079bd4c974 tempest-ServersNegativeTestJSON-728644794 tempest-ServersNegativeTestJSON-728644794-project] 10.222.0.104 "GET /v2.0/ports?device_id=c38e1fb7-16c3-460f-81ed-82738a2148eb HTTP/1.1" status: 200 len: 946 time: 0.1506996 Jul 06 14:18:20.937027 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-10cb305e-9a7c-4fe6-8ba2-f36ee8e44a1a req-6a044018-2433-4626-9658-9d62ec2d5ce8 tempest-ServersTestJSON-809673865 tempest-ServersTestJSON-809673865-project] Made reservation on behalf of 0fb5330a68d94b1da3c3872d90574aab for: {'port': 1} {{(pid=100246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:18:20.941166 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-10cb305e-9a7c-4fe6-8ba2-f36ee8e44a1a req-6a044018-2433-4626-9658-9d62ec2d5ce8 tempest-ServersTestJSON-809673865 tempest-ServersTestJSON-809673865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:18:20.964116 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-51974e09-ca2c-478a-b36a-f43117392449 req-ef2ee51a-aabd-414a-975f-00c772c612fe tempest-ServersNegativeTestJSON-728644794 tempest-ServersNegativeTestJSON-728644794-project] 10.222.0.104 "GET /v2.0/security-groups?id=55139e1c-0239-472b-ada8-5a3c70b3eb43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538881 Jul 06 14:18:21.143109 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.db_base_plugin_common [req-10cb305e-9a7c-4fe6-8ba2-f36ee8e44a1a req-6a044018-2433-4626-9658-9d62ec2d5ce8 tempest-ServersTestJSON-809673865 tempest-ServersTestJSON-809673865-project] Allocated IP 172.20.0.10 (e673442c-5645-41cd-ae64-05cc6584adda/77f3889b-e625-42b7-98f3-adea55c7f2d3/71e294b5-c439-4160-a475-fae8a37d623c) {{(pid=100246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:18:21.326330 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-10cb305e-9a7c-4fe6-8ba2-f36ee8e44a1a req-6a044018-2433-4626-9658-9d62ec2d5ce8 tempest-ServersTestJSON-809673865 tempest-ServersTestJSON-809673865-project] Notify callbacks [] for port, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:18:21.410852 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-10cb305e-9a7c-4fe6-8ba2-f36ee8e44a1a req-6a044018-2433-4626-9658-9d62ec2d5ce8 tempest-ServersTestJSON-809673865 tempest-ServersTestJSON-809673865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-127687573'] for port, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:18:21.425843 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] get_ports_and_sgs() called for port_ids ['b3faa654-9b0e-47d7-ac0c-c53cca9f4156'] {{(pid=100248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 14:18:21.482411 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-10cb305e-9a7c-4fe6-8ba2-f36ee8e44a1a req-6a044018-2433-4626-9658-9d62ec2d5ce8 tempest-ServersTestJSON-809673865 tempest-ServersTestJSON-809673865-project] Network e673442c-5645-41cd-ae64-05cc6584adda is already hosted by enough agents. {{(pid=100246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:18:21.487955 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.base_scheduler [req-10cb305e-9a7c-4fe6-8ba2-f36ee8e44a1a req-6a044018-2433-4626-9658-9d62ec2d5ce8 tempest-ServersTestJSON-809673865 tempest-ServersTestJSON-809673865-project] Resources bound (agent type, host, resource id): {{(pid=100246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:18:21.492462 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [req-10cb305e-9a7c-4fe6-8ba2-f36ee8e44a1a req-6a044018-2433-4626-9658-9d62ec2d5ce8 tempest-ServersTestJSON-809673865 tempest-ServersTestJSON-809673865-project] Received port after_create {{(pid=100246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:18:21.537193 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a044018-2433-4626-9658-9d62ec2d5ce8 tempest-ServersTestJSON-809673865 tempest-ServersTestJSON-809673865-project] Pushing event updated for resources: {'Port': ['ID=71e294b5-c439-4160-a475-fae8a37d623c,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:18:21.567961 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cb305e-9a7c-4fe6-8ba2-f36ee8e44a1a req-6a044018-2433-4626-9658-9d62ec2d5ce8 tempest-ServersTestJSON-809673865 tempest-ServersTestJSON-809673865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:18:21.568884 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-10cb305e-9a7c-4fe6-8ba2-f36ee8e44a1a req-6a044018-2433-4626-9658-9d62ec2d5ce8 tempest-ServersTestJSON-809673865 tempest-ServersTestJSON-809673865-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:18:21.587744 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-10cb305e-9a7c-4fe6-8ba2-f36ee8e44a1a req-6a044018-2433-4626-9658-9d62ec2d5ce8 tempest-ServersTestJSON-809673865 tempest-ServersTestJSON-809673865-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9222519 Jul 06 14:18:21.608021 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [req-10cb305e-9a7c-4fe6-8ba2-f36ee8e44a1a req-eb3a730f-793f-4f7a-9aa7-bdd834649115 service neutron] Request body: {'port': {'device_id': '1e306c0c-1e04-4b53-919f-765b1604ec8e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-773647-6'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:18:21.702034 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-10cb305e-9a7c-4fe6-8ba2-f36ee8e44a1a req-eb3a730f-793f-4f7a-9aa7-bdd834649115 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:18:21.898291 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4a5354-6bff-4439-9e8d-30de403a29bb req-60cb37b0-beca-4ff4-be4e-1ef3ff7b6f93 tempest-ServersTestJSON-809673865 tempest-ServersTestJSON-809673865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:18:21.906827 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-9a4a5354-6bff-4439-9e8d-30de403a29bb req-60cb37b0-beca-4ff4-be4e-1ef3ff7b6f93 tempest-ServersTestJSON-809673865 tempest-ServersTestJSON-809673865-project] 10.222.0.104 "GET /v2.0/ports?device_id=1e306c0c-1e04-4b53-919f-765b1604ec8e HTTP/1.1" status: 200 len: 932 time: 0.1640377 Jul 06 14:18:22.019882 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-9a4a5354-6bff-4439-9e8d-30de403a29bb req-6a22a66a-9a38-4edb-8964-8b186e073d95 tempest-ServersTestJSON-809673865 tempest-ServersTestJSON-809673865-project] 10.222.0.104 "GET /v2.0/security-groups?id=b2132efa-40d7-46de-9959-646c1b99d382&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088605 Jul 06 14:18:22.203921 n-d-773647-6 neutron-server[100246]: DEBUG neutron.notifiers.nova [req-10cb305e-9a7c-4fe6-8ba2-f36ee8e44a1a req-eb3a730f-793f-4f7a-9aa7-bdd834649115 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 71e294b5-c439-4160-a475-fae8a37d623c {{(pid=100246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 14:18:22.224122 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-10cb305e-9a7c-4fe6-8ba2-f36ee8e44a1a req-eb3a730f-793f-4f7a-9aa7-bdd834649115 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:18:22.265347 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.provisioning_blocks [req-10cb305e-9a7c-4fe6-8ba2-f36ee8e44a1a req-eb3a730f-793f-4f7a-9aa7-bdd834649115 service neutron] Transition to ACTIVE for port object 71e294b5-c439-4160-a475-fae8a37d623c will not be triggered until provisioned by entity L2. {{(pid=100246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:18:22.271181 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-10cb305e-9a7c-4fe6-8ba2-f36ee8e44a1a req-eb3a730f-793f-4f7a-9aa7-bdd834649115 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127687527'] for port, after_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:18:22.336343 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3a730f-793f-4f7a-9aa7-bdd834649115 service neutron] Pushing event updated for resources: {'Port': ['ID=71e294b5-c439-4160-a475-fae8a37d623c,revision_number=2']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:18:22.368674 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c81616-b59b-424e-9e90-bc1c3ef58ac6 req-83812a36-646a-4a94-8ea2-14f8ee9cfe15 tempest-ServersNegativeTestJSON-728644794 tempest-ServersNegativeTestJSON-728644794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:18:22.376377 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-73c81616-b59b-424e-9e90-bc1c3ef58ac6 req-83812a36-646a-4a94-8ea2-14f8ee9cfe15 tempest-ServersNegativeTestJSON-728644794 tempest-ServersNegativeTestJSON-728644794-project] 10.222.0.104 "GET /v2.0/ports?device_id=c38e1fb7-16c3-460f-81ed-82738a2148eb HTTP/1.1" status: 200 len: 946 time: 0.1011753 Jul 06 14:18:22.480379 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-73c81616-b59b-424e-9e90-bc1c3ef58ac6 req-211c4236-06b1-4834-9263-69ea6a04082d tempest-ServersNegativeTestJSON-728644794 tempest-ServersNegativeTestJSON-728644794-project] 10.222.0.104 "GET /v2.0/security-groups?id=55139e1c-0239-472b-ada8-5a3c70b3eb43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031065 Jul 06 14:18:22.492670 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [req-10cb305e-9a7c-4fe6-8ba2-f36ee8e44a1a req-eb3a730f-793f-4f7a-9aa7-bdd834649115 service neutron] Attempting to bind port 71e294b5-c439-4160-a475-fae8a37d623c on host n-h2-773647-6 for vnic_type normal with profile {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:18:22.494128 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [req-10cb305e-9a7c-4fe6-8ba2-f36ee8e44a1a req-eb3a730f-793f-4f7a-9aa7-bdd834649115 service neutron] Attempting to bind port 71e294b5-c439-4160-a475-fae8a37d623c by drivers openvswitch,hyperv on host n-h2-773647-6 at level 0 using segments [{'id': 'cb1a6cec-0b40-4dde-b37a-6dbda6bd8158', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': 'e673442c-5645-41cd-ae64-05cc6584adda'}] {{(pid=100246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:18:22.494564 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10cb305e-9a7c-4fe6-8ba2-f36ee8e44a1a req-eb3a730f-793f-4f7a-9aa7-bdd834649115 service neutron] Attempting to bind port 71e294b5-c439-4160-a475-fae8a37d623c on network e673442c-5645-41cd-ae64-05cc6584adda {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:18:22.510611 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10cb305e-9a7c-4fe6-8ba2-f36ee8e44a1a req-eb3a730f-793f-4f7a-9aa7-bdd834649115 service neutron] Port 71e294b5-c439-4160-a475-fae8a37d623c on network e673442c-5645-41cd-ae64-05cc6584adda not bound, no agent of type Open vSwitch agent registered on host n-h2-773647-6 {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 14:18:22.511569 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10cb305e-9a7c-4fe6-8ba2-f36ee8e44a1a req-eb3a730f-793f-4f7a-9aa7-bdd834649115 service neutron] Attempting to bind port 71e294b5-c439-4160-a475-fae8a37d623c on network e673442c-5645-41cd-ae64-05cc6584adda {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:18:22.516578 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10cb305e-9a7c-4fe6-8ba2-f36ee8e44a1a req-eb3a730f-793f-4f7a-9aa7-bdd834649115 service neutron] Checking agent: {'id': '63768ece-0600-4354-8d29-fdedec96b077', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-773647-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 51, 10), 'started_at': datetime.datetime(2021, 7, 6, 13, 51, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 18, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:18:22.516578 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10cb305e-9a7c-4fe6-8ba2-f36ee8e44a1a req-eb3a730f-793f-4f7a-9aa7-bdd834649115 service neutron] Checking segment: {'id': 'cb1a6cec-0b40-4dde-b37a-6dbda6bd8158', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': 'e673442c-5645-41cd-ae64-05cc6584adda'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:18:22.517979 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10cb305e-9a7c-4fe6-8ba2-f36ee8e44a1a req-eb3a730f-793f-4f7a-9aa7-bdd834649115 service neutron] Bound using segment: {'id': 'cb1a6cec-0b40-4dde-b37a-6dbda6bd8158', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': 'e673442c-5645-41cd-ae64-05cc6584adda'} {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:18:22.517979 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [req-10cb305e-9a7c-4fe6-8ba2-f36ee8e44a1a req-eb3a730f-793f-4f7a-9aa7-bdd834649115 service neutron] Bound port: 71e294b5-c439-4160-a475-fae8a37d623c, host: n-h2-773647-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cb1a6cec-0b40-4dde-b37a-6dbda6bd8158', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': 'e673442c-5645-41cd-ae64-05cc6584adda'}}] {{(pid=100246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:18:22.518255 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-10cb305e-9a7c-4fe6-8ba2-f36ee8e44a1a req-eb3a730f-793f-4f7a-9aa7-bdd834649115 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:18:22.654865 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.db [req-10cb305e-9a7c-4fe6-8ba2-f36ee8e44a1a req-eb3a730f-793f-4f7a-9aa7-bdd834649115 service neutron] For port 71e294b5-c439-4160-a475-fae8a37d623c, host n-h2-773647-6, cleared binding levels {{(pid=100246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:18:22.658369 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.db [req-10cb305e-9a7c-4fe6-8ba2-f36ee8e44a1a req-eb3a730f-793f-4f7a-9aa7-bdd834649115 service neutron] For port 71e294b5-c439-4160-a475-fae8a37d623c, host n-h2-773647-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=71e294b5-c439-4160-a475-fae8a37d623c,segment=NetworkSegment(cb1a6cec-0b40-4dde-b37a-6dbda6bd8158),segment_id=cb1a6cec-0b40-4dde-b37a-6dbda6bd8158)] {{(pid=100246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:18:22.666174 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-10cb305e-9a7c-4fe6-8ba2-f36ee8e44a1a req-eb3a730f-793f-4f7a-9aa7-bdd834649115 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127687527'] for port, after_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:18:22.715481 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cb305e-9a7c-4fe6-8ba2-f36ee8e44a1a req-eb3a730f-793f-4f7a-9aa7-bdd834649115 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:18:22.715990 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-10cb305e-9a7c-4fe6-8ba2-f36ee8e44a1a req-eb3a730f-793f-4f7a-9aa7-bdd834649115 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:18:22.717067 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-10cb305e-9a7c-4fe6-8ba2-f36ee8e44a1a req-eb3a730f-793f-4f7a-9aa7-bdd834649115 service neutron] 10.222.0.72 "PUT /v2.0/ports/71e294b5-c439-4160-a475-fae8a37d623c HTTP/1.1" status: 200 len: 1092 time: 1.1143727 Jul 06 14:18:22.717524 n-d-773647-6 neutron-server[100246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e306c0c-1e04-4b53-919f-765b1604ec8e', 'tag': '71e294b5-c439-4160-a475-fae8a37d623c'}] {{(pid=100246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:18:22.719781 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0d96c5ab5e889f7b933ae915b9be33d1b46c9e87795bf781004b656ef3f1e87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca002c6c-7384-4db3-a47e-06a500f8817f" -d '{"events": [{"name": "network-changed", "server_uuid": "1e306c0c-1e04-4b53-919f-765b1604ec8e", "tag": "71e294b5-c439-4160-a475-fae8a37d623c"}]}' {{(pid=100246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:18:22.767766 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3a730f-793f-4f7a-9aa7-bdd834649115 service neutron] Pushing event updated for resources: {'Port': ['ID=71e294b5-c439-4160-a475-fae8a37d623c,revision_number=3']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:18:22.875335 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-0998701b-e564-417b-9be4-971fe39ff325 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:18:22.885137 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 14:18:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cec43ab-4b1d-4c08-abbf-2ee1ed9f61b6 x-openstack-request-id: req-5cec43ab-4b1d-4c08-abbf-2ee1ed9f61b6 {{(pid=100246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:18:22.885422 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e306c0c-1e04-4b53-919f-765b1604ec8e", "tag": "71e294b5-c439-4160-a475-fae8a37d623c", "status": "completed", "code": 200}]} {{(pid=100246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:18:22.885674 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-5cec43ab-4b1d-4c08-abbf-2ee1ed9f61b6 {{(pid=100246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:18:22.886207 n-d-773647-6 neutron-server[100246]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e306c0c-1e04-4b53-919f-765b1604ec8e', 'tag': '71e294b5-c439-4160-a475-fae8a37d623c', 'status': 'completed', 'code': 200} Jul 06 14:18:22.948027 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cb305e-9a7c-4fe6-8ba2-f36ee8e44a1a req-2209e8d0-f275-4955-98b9-e259d649f21c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:18:22.951940 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-10cb305e-9a7c-4fe6-8ba2-f36ee8e44a1a req-2209e8d0-f275-4955-98b9-e259d649f21c service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=0fb5330a68d94b1da3c3872d90574aab&device_id=1e306c0c-1e04-4b53-919f-765b1604ec8e HTTP/1.1" status: 200 len: 1095 time: 0.1760612 Jul 06 14:18:23.031483 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-10cb305e-9a7c-4fe6-8ba2-f36ee8e44a1a req-d439e760-5cd1-45b8-9e03-c5aa3849a8ab service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=71e294b5-c439-4160-a475-fae8a37d623c HTTP/1.1" status: 200 len: 217 time: 0.0706034 Jul 06 14:18:23.172719 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cb305e-9a7c-4fe6-8ba2-f36ee8e44a1a req-eae8a802-75a4-4e63-9386-621818676066 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:18:23.174394 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-10cb305e-9a7c-4fe6-8ba2-f36ee8e44a1a req-eae8a802-75a4-4e63-9386-621818676066 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=77f3889b-e625-42b7-98f3-adea55c7f2d3 HTTP/1.1" status: 200 len: 846 time: 0.1336489 Jul 06 14:18:23.246761 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-10cb305e-9a7c-4fe6-8ba2-f36ee8e44a1a req-c66bd68c-b990-47ae-8e75-5adb064bf201 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=e673442c-5645-41cd-ae64-05cc6584adda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0658917 Jul 06 14:18:23.376019 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d924c77d-8b58-4d2f-99be-5304d64ef7f4 req-6535ad28-30ae-4572-81ea-096524c3272c tempest-ServersTestJSON-809673865 tempest-ServersTestJSON-809673865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:18:23.379882 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-d924c77d-8b58-4d2f-99be-5304d64ef7f4 req-6535ad28-30ae-4572-81ea-096524c3272c tempest-ServersTestJSON-809673865 tempest-ServersTestJSON-809673865-project] 10.222.0.104 "GET /v2.0/ports?device_id=1e306c0c-1e04-4b53-919f-765b1604ec8e HTTP/1.1" status: 200 len: 944 time: 0.1271687 Jul 06 14:18:23.425069 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-d924c77d-8b58-4d2f-99be-5304d64ef7f4 req-18a5e66a-f931-4285-8749-a349b9c1c91c tempest-ServersTestJSON-809673865 tempest-ServersTestJSON-809673865-project] 10.222.0.104 "GET /v2.0/security-groups?id=b2132efa-40d7-46de-9959-646c1b99d382&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418150 Jul 06 14:18:23.441101 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-10cb305e-9a7c-4fe6-8ba2-f36ee8e44a1a req-34a82ee9-7625-4684-a903-c0ccb5fd0ce7 service neutron] 10.222.0.72 "GET /v2.0/networks/e673442c-5645-41cd-ae64-05cc6584adda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1785924 Jul 06 14:18:23.639743 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-10cb305e-9a7c-4fe6-8ba2-f36ee8e44a1a req-41b65880-25ba-4b48-b72f-37aae3befa7e service neutron] 10.222.0.72 "GET /v2.0/networks/e673442c-5645-41cd-ae64-05cc6584adda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1907492 Jul 06 14:18:23.839055 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7f885f-8b5b-44fa-8fe7-daf3580cbbc4 req-d9096cc9-e3e3-4aa5-bcfa-6eae33bbf89a tempest-ServersNegativeTestJSON-728644794 tempest-ServersNegativeTestJSON-728644794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:18:23.849026 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-6b7f885f-8b5b-44fa-8fe7-daf3580cbbc4 req-d9096cc9-e3e3-4aa5-bcfa-6eae33bbf89a tempest-ServersNegativeTestJSON-728644794 tempest-ServersNegativeTestJSON-728644794-project] 10.222.0.104 "GET /v2.0/ports?device_id=c38e1fb7-16c3-460f-81ed-82738a2148eb HTTP/1.1" status: 200 len: 946 time: 0.1584938 Jul 06 14:18:23.860417 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca002c6c-7384-4db3-a47e-06a500f8817f req-3b45ef5d-e083-4d00-ab66-a0dbe474f81d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:18:23.862229 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-ca002c6c-7384-4db3-a47e-06a500f8817f req-3b45ef5d-e083-4d00-ab66-a0dbe474f81d service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=0fb5330a68d94b1da3c3872d90574aab&device_id=1e306c0c-1e04-4b53-919f-765b1604ec8e HTTP/1.1" status: 200 len: 1095 time: 0.1344435 Jul 06 14:18:23.918340 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-6b7f885f-8b5b-44fa-8fe7-daf3580cbbc4 req-8fb38464-2199-420a-b93a-cc445dc43e2e tempest-ServersNegativeTestJSON-728644794 tempest-ServersNegativeTestJSON-728644794-project] 10.222.0.104 "GET /v2.0/security-groups?id=55139e1c-0239-472b-ada8-5a3c70b3eb43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681310 Jul 06 14:18:23.978313 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca002c6c-7384-4db3-a47e-06a500f8817f req-2f96faff-f810-4ff1-98a1-994393c507c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:18:23.989671 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-ca002c6c-7384-4db3-a47e-06a500f8817f req-2f96faff-f810-4ff1-98a1-994393c507c2 service neutron] 10.222.0.72 "GET /v2.0/networks?id=e673442c-5645-41cd-ae64-05cc6584adda HTTP/1.1" status: 200 len: 908 time: 0.1127546 Jul 06 14:18:24.049464 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-ca002c6c-7384-4db3-a47e-06a500f8817f req-39e87041-b637-401e-8fe8-5f229e8c2c8e service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=71e294b5-c439-4160-a475-fae8a37d623c HTTP/1.1" status: 200 len: 217 time: 0.0453160 Jul 06 14:18:24.220378 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca002c6c-7384-4db3-a47e-06a500f8817f req-d63edcdd-3c1d-4617-8f37-0f6f032a3fa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:18:24.228824 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-ca002c6c-7384-4db3-a47e-06a500f8817f req-d63edcdd-3c1d-4617-8f37-0f6f032a3fa0 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=77f3889b-e625-42b7-98f3-adea55c7f2d3 HTTP/1.1" status: 200 len: 846 time: 0.1669958 Jul 06 14:18:24.327905 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-ca002c6c-7384-4db3-a47e-06a500f8817f req-2d40a388-d448-41e4-9acf-a19736d0550d service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=e673442c-5645-41cd-ae64-05cc6584adda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0897579 Jul 06 14:18:24.454073 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-ca002c6c-7384-4db3-a47e-06a500f8817f req-4d7958c3-053e-4025-8378-f858130b40a4 service neutron] 10.222.0.72 "GET /v2.0/networks/e673442c-5645-41cd-ae64-05cc6584adda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1192839 Jul 06 14:18:24.645362 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-ca002c6c-7384-4db3-a47e-06a500f8817f req-b6490391-d6bc-45e8-82c5-3fdf8c11b34c service neutron] 10.222.0.72 "GET /v2.0/networks/e673442c-5645-41cd-ae64-05cc6584adda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1833651 Jul 06 14:18:24.733264 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Device 71e294b5-c439-4160-a475-fae8a37d623c details requested by agent hyperv_n-h2-773647-6 with host n-h2-773647-6 {{(pid=100248) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 14:18:24.762802 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6bb726-5f9f-4705-8106-e367419e0ac2 req-0182b442-500d-4d69-a5c6-0f90f847afe5 tempest-ServersTestJSON-809673865 tempest-ServersTestJSON-809673865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:18:24.765266 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-eb6bb726-5f9f-4705-8106-e367419e0ac2 req-0182b442-500d-4d69-a5c6-0f90f847afe5 tempest-ServersTestJSON-809673865 tempest-ServersTestJSON-809673865-project] 10.222.0.104 "GET /v2.0/ports?device_id=1e306c0c-1e04-4b53-919f-765b1604ec8e HTTP/1.1" status: 200 len: 944 time: 0.1394250 Jul 06 14:18:24.866302 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-eb6bb726-5f9f-4705-8106-e367419e0ac2 req-26536705-bd38-4051-ae18-1d087848fc10 tempest-ServersTestJSON-809673865 tempest-ServersTestJSON-809673865-project] 10.222.0.104 "GET /v2.0/security-groups?id=b2132efa-40d7-46de-9959-646c1b99d382&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814528 Jul 06 14:18:24.958800 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] For port 71e294b5-c439-4160-a475-fae8a37d623c, host n-h2-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=71e294b5-c439-4160-a475-fae8a37d623c,segment=NetworkSegment(cb1a6cec-0b40-4dde-b37a-6dbda6bd8158),segment_id=cb1a6cec-0b40-4dde-b37a-6dbda6bd8158)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:18:24.973406 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Returning: {'device': '71e294b5-c439-4160-a475-fae8a37d623c', 'network_id': 'e673442c-5645-41cd-ae64-05cc6584adda', 'port_id': '71e294b5-c439-4160-a475-fae8a37d623c', 'mac_address': 'fa:16:3e:63:5e:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1010, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '77f3889b-e625-42b7-98f3-adea55c7f2d3', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100248) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 14:18:25.018543 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:18:25.033705 n-d-773647-6 neutron-server[100248]: DEBUG neutron.notifiers.nova [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 71e294b5-c439-4160-a475-fae8a37d623c {{(pid=100248) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 14:18:25.057303 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] For port 71e294b5-c439-4160-a475-fae8a37d623c, host n-h2-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=71e294b5-c439-4160-a475-fae8a37d623c,segment=NetworkSegment(cb1a6cec-0b40-4dde-b37a-6dbda6bd8158),segment_id=cb1a6cec-0b40-4dde-b37a-6dbda6bd8158)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:18:25.065984 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:18:25.143712 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Pushing event updated for resources: {'Port': ['ID=71e294b5-c439-4160-a475-fae8a37d623c,revision_number=4']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:18:25.219747 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3195aa5-440f-42c1-924c-c8b42a9506d0 req-4e2e1799-a742-437b-b230-2e63f7a56176 tempest-ServersNegativeTestJSON-728644794 tempest-ServersNegativeTestJSON-728644794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:18:25.221301 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-b3195aa5-440f-42c1-924c-c8b42a9506d0 req-4e2e1799-a742-437b-b230-2e63f7a56176 tempest-ServersNegativeTestJSON-728644794 tempest-ServersNegativeTestJSON-728644794-project] 10.222.0.104 "GET /v2.0/ports?device_id=c38e1fb7-16c3-460f-81ed-82738a2148eb HTTP/1.1" status: 200 len: 946 time: 0.1202600 Jul 06 14:18:25.282863 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-b3195aa5-440f-42c1-924c-c8b42a9506d0 req-f7e96b91-67af-4b49-a6eb-9ce7cc0144bf tempest-ServersNegativeTestJSON-728644794 tempest-ServersNegativeTestJSON-728644794-project] 10.222.0.104 "GET /v2.0/security-groups?id=55139e1c-0239-472b-ada8-5a3c70b3eb43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534899 Jul 06 14:18:25.301009 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] get_ports_and_sgs() called for port_ids ['71e294b5-c439-4160-a475-fae8a37d623c'] {{(pid=100248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 14:18:25.526380 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-1362b612-4e85-468b-a160-a1fe1f82777f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:18:25.894800 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:18:26.091183 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062d4a50-b9bc-469a-8c2f-1037cf619acb req-3db86fab-c7ad-447f-b731-8cf53826f090 tempest-ServersTestJSON-809673865 tempest-ServersTestJSON-809673865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:18:26.103805 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-062d4a50-b9bc-469a-8c2f-1037cf619acb req-3db86fab-c7ad-447f-b731-8cf53826f090 tempest-ServersTestJSON-809673865 tempest-ServersTestJSON-809673865-project] 10.222.0.104 "GET /v2.0/ports?device_id=1e306c0c-1e04-4b53-919f-765b1604ec8e HTTP/1.1" status: 200 len: 945 time: 0.1003845 Jul 06 14:18:26.144091 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-062d4a50-b9bc-469a-8c2f-1037cf619acb req-d90d9bfa-5e39-4faa-bd13-b492d591d105 tempest-ServersTestJSON-809673865 tempest-ServersTestJSON-809673865-project] 10.222.0.104 "GET /v2.0/security-groups?id=b2132efa-40d7-46de-9959-646c1b99d382&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366700 Jul 06 14:18:26.560848 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416d0cc5-cc5f-44b5-b3ee-58861cae7370 req-560ee313-a0ad-4b1b-8378-641d7ac3be48 tempest-ServersNegativeTestJSON-728644794 tempest-ServersNegativeTestJSON-728644794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:18:26.562270 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-416d0cc5-cc5f-44b5-b3ee-58861cae7370 req-560ee313-a0ad-4b1b-8378-641d7ac3be48 tempest-ServersNegativeTestJSON-728644794 tempest-ServersNegativeTestJSON-728644794-project] 10.222.0.104 "GET /v2.0/ports?device_id=c38e1fb7-16c3-460f-81ed-82738a2148eb HTTP/1.1" status: 200 len: 946 time: 0.0730996 Jul 06 14:18:26.636970 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-2064eaae-da4f-48f8-82d2-b09d4ddedd44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:18:26.674777 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-416d0cc5-cc5f-44b5-b3ee-58861cae7370 req-562f2789-a539-4207-a595-2f0817b9dfde tempest-ServersNegativeTestJSON-728644794 tempest-ServersNegativeTestJSON-728644794-project] 10.222.0.104 "GET /v2.0/security-groups?id=55139e1c-0239-472b-ada8-5a3c70b3eb43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010187 Jul 06 14:18:26.746440 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Device 71e294b5-c439-4160-a475-fae8a37d623c up at agent hyperv_n-h2-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:18:26.914092 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Provisioning for port 71e294b5-c439-4160-a475-fae8a37d623c completed by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:18:26.925147 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Provisioning complete for port 71e294b5-c439-4160-a475-fae8a37d623c triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:18:26.925528 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:18:27.095172 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:18:27.119734 n-d-773647-6 neutron-server[100248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e306c0c-1e04-4b53-919f-765b1604ec8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71e294b5-c439-4160-a475-fae8a37d623c'}] {{(pid=100248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:18:27.122062 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84af257533e383389cbcf231d3534f4d5e149e7203fea16b4a8fc01438dddaf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-539b78f7-4a3c-4c0d-b377-51808114b5fe" -d '{"events": [{"server_uuid": "1e306c0c-1e04-4b53-919f-765b1604ec8e", "name": "network-vif-plugged", "status": "completed", "tag": "71e294b5-c439-4160-a475-fae8a37d623c"}]}' {{(pid=100248) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:18:27.163838 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] For port 71e294b5-c439-4160-a475-fae8a37d623c, host n-h2-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=71e294b5-c439-4160-a475-fae8a37d623c,segment=NetworkSegment(cb1a6cec-0b40-4dde-b37a-6dbda6bd8158),segment_id=cb1a6cec-0b40-4dde-b37a-6dbda6bd8158)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:18:27.183373 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:18:27.231095 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 14:18:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e11eb0d1-ea93-42fa-b112-133fa5686d98 x-openstack-request-id: req-e11eb0d1-ea93-42fa-b112-133fa5686d98 {{(pid=100248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:18:27.231511 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e306c0c-1e04-4b53-919f-765b1604ec8e", "name": "network-vif-plugged", "status": "completed", "tag": "71e294b5-c439-4160-a475-fae8a37d623c", "code": 200}]} {{(pid=100248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:18:27.231659 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-e11eb0d1-ea93-42fa-b112-133fa5686d98 {{(pid=100248) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:18:27.232052 n-d-773647-6 neutron-server[100248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e306c0c-1e04-4b53-919f-765b1604ec8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71e294b5-c439-4160-a475-fae8a37d623c', 'code': 200} Jul 06 14:18:27.262789 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Pushing event updated for resources: {'Port': ['ID=71e294b5-c439-4160-a475-fae8a37d623c,revision_number=5']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:18:27.362410 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604581ed-3164-43c0-ab70-ab6ed5a5ee7f req-2093e655-843a-447d-af51-ed9b846488cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:18:27.364026 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-604581ed-3164-43c0-ab70-ab6ed5a5ee7f req-2093e655-843a-447d-af51-ed9b846488cb service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=1e306c0c-1e04-4b53-919f-765b1604ec8e HTTP/1.1" status: 200 len: 1097 time: 0.0650232 Jul 06 14:18:27.364454 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7572f209-1655-4ceb-893e-ee8c3b291f1c req-35f102b3-6706-4196-92ca-bc0bc007e486 tempest-ServersTestJSON-809673865 tempest-ServersTestJSON-809673865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:18:27.365987 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-7572f209-1655-4ceb-893e-ee8c3b291f1c req-35f102b3-6706-4196-92ca-bc0bc007e486 tempest-ServersTestJSON-809673865 tempest-ServersTestJSON-809673865-project] 10.222.0.104 "GET /v2.0/ports?device_id=1e306c0c-1e04-4b53-919f-765b1604ec8e HTTP/1.1" status: 200 len: 946 time: 0.0735302 Jul 06 14:18:27.415612 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-604581ed-3164-43c0-ab70-ab6ed5a5ee7f req-f843f12f-32cd-4a8b-9345-b37a6bc1454d service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=b2132efa-40d7-46de-9959-646c1b99d382&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430079 Jul 06 14:18:27.418002 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-7572f209-1655-4ceb-893e-ee8c3b291f1c req-3acae64e-199c-4892-91bd-0527a2036f70 tempest-ServersTestJSON-809673865 tempest-ServersTestJSON-809673865-project] 10.222.0.104 "GET /v2.0/security-groups?id=b2132efa-40d7-46de-9959-646c1b99d382&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415988 Jul 06 14:18:27.909268 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b673256-8daf-4124-91e7-87dbe81b08ea req-0881d7ee-7b89-47c2-b7ec-5a9eb7689985 tempest-ServersNegativeTestJSON-728644794 tempest-ServersNegativeTestJSON-728644794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:18:27.911147 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-3b673256-8daf-4124-91e7-87dbe81b08ea req-0881d7ee-7b89-47c2-b7ec-5a9eb7689985 tempest-ServersNegativeTestJSON-728644794 tempest-ServersNegativeTestJSON-728644794-project] 10.222.0.104 "GET /v2.0/ports?device_id=c38e1fb7-16c3-460f-81ed-82738a2148eb HTTP/1.1" status: 200 len: 946 time: 0.0753195 Jul 06 14:18:27.952330 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-3b673256-8daf-4124-91e7-87dbe81b08ea req-01ac3444-8077-4306-bba5-39b657788d4c tempest-ServersNegativeTestJSON-728644794 tempest-ServersNegativeTestJSON-728644794-project] 10.222.0.104 "GET /v2.0/security-groups?id=55139e1c-0239-472b-ada8-5a3c70b3eb43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347810 Jul 06 14:18:28.254848 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 60440) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:18:28.396124 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-03f71b24-a9b8-453a-8924-caa3f97bc6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:18:28.825883 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6abb7a3-e822-4c9a-87c4-2564346ecaf9 req-f141fb60-c126-400c-9373-f3d492c1374d tempest-ServersTestJSON-809673865 tempest-ServersTestJSON-809673865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:18:28.827927 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-f6abb7a3-e822-4c9a-87c4-2564346ecaf9 req-f141fb60-c126-400c-9373-f3d492c1374d tempest-ServersTestJSON-809673865 tempest-ServersTestJSON-809673865-project] 10.222.0.104 "GET /v2.0/ports?device_id=1e306c0c-1e04-4b53-919f-765b1604ec8e HTTP/1.1" status: 200 len: 946 time: 0.0679867 Jul 06 14:18:28.871774 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-f6abb7a3-e822-4c9a-87c4-2564346ecaf9 req-d3f6f8bd-3a2d-46ef-b8d1-b479cd6f1d38 tempest-ServersTestJSON-809673865 tempest-ServersTestJSON-809673865-project] 10.222.0.104 "GET /v2.0/security-groups?id=b2132efa-40d7-46de-9959-646c1b99d382&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375855 Jul 06 14:18:28.974517 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-a4c859a7-00b2-4a9e-b61c-5debe3c8d128 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1809431'] for router_interface, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:18:29.110187 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3e2e06-2f28-438c-85cc-4cfa2554a86d req-44276bcd-38f3-42b5-abf7-2b3ed8ec6e24 tempest-ServersTestJSON-809673865 tempest-ServersTestJSON-809673865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:18:29.111960 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-cc3e2e06-2f28-438c-85cc-4cfa2554a86d req-44276bcd-38f3-42b5-abf7-2b3ed8ec6e24 tempest-ServersTestJSON-809673865 tempest-ServersTestJSON-809673865-project] 10.222.0.104 "GET /v2.0/ports?device_id=1e306c0c-1e04-4b53-919f-765b1604ec8e HTTP/1.1" status: 200 len: 946 time: 0.0833392 Jul 06 14:18:29.208820 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-cc3e2e06-2f28-438c-85cc-4cfa2554a86d req-f8bf16b2-c8cb-4fcd-8dec-ff9857c5f8a6 tempest-ServersTestJSON-809673865 tempest-ServersTestJSON-809673865-project] 10.222.0.104 "GET /v2.0/security-groups?id=b2132efa-40d7-46de-9959-646c1b99d382&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842178 Jul 06 14:18:29.247846 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d8f02e-f3e0-4814-91fd-63770ba3e067 req-1e8a1c9a-68e0-4005-90bc-16675ececba4 tempest-ServersNegativeTestJSON-728644794 tempest-ServersNegativeTestJSON-728644794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:18:29.259862 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-35d8f02e-f3e0-4814-91fd-63770ba3e067 req-1e8a1c9a-68e0-4005-90bc-16675ececba4 tempest-ServersNegativeTestJSON-728644794 tempest-ServersNegativeTestJSON-728644794-project] 10.222.0.104 "GET /v2.0/ports?device_id=c38e1fb7-16c3-460f-81ed-82738a2148eb HTTP/1.1" status: 200 len: 946 time: 0.1468375 Jul 06 14:18:29.319600 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-35d8f02e-f3e0-4814-91fd-63770ba3e067 req-0bc1bf57-0fad-442d-9d3f-b75208139124 tempest-ServersNegativeTestJSON-728644794 tempest-ServersNegativeTestJSON-728644794-project] 10.222.0.104 "GET /v2.0/security-groups?id=55139e1c-0239-472b-ada8-5a3c70b3eb43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588019 Jul 06 14:18:29.330526 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [None req-a4c859a7-00b2-4a9e-b61c-5debe3c8d128 admin admin] Deleting port 0d61ef1e-dabb-41c8-a48b-66087903c6cd {{(pid=100246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:18:29.330945 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-a4c859a7-00b2-4a9e-b61c-5debe3c8d128 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:18:29.433404 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.db [None req-a4c859a7-00b2-4a9e-b61c-5debe3c8d128 admin admin] For port 0d61ef1e-dabb-41c8-a48b-66087903c6cd, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=0d61ef1e-dabb-41c8-a48b-66087903c6cd,segment=NetworkSegment(85f44324-1b25-43f8-b0d2-e6a13494ae45),segment_id=85f44324-1b25-43f8-b0d2-e6a13494ae45)] {{(pid=100246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:18:29.434225 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-a4c859a7-00b2-4a9e-b61c-5debe3c8d128 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:18:29.448598 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [None req-a4c859a7-00b2-4a9e-b61c-5debe3c8d128 admin admin] Calling delete_port for 0d61ef1e-dabb-41c8-a48b-66087903c6cd owned by network:router_interface {{(pid=100246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:18:29.669775 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-a4c859a7-00b2-4a9e-b61c-5debe3c8d128 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127687580'] for port, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:18:29.704002 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c859a7-00b2-4a9e-b61c-5debe3c8d128 admin admin] Pushing event deleted for resources: {'Port': ['ID=0d61ef1e-dabb-41c8-a48b-66087903c6cd,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:18:29.714755 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4c859a7-00b2-4a9e-b61c-5debe3c8d128 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:18:29.715196 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4c859a7-00b2-4a9e-b61c-5debe3c8d128 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:18:29.715555 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4c859a7-00b2-4a9e-b61c-5debe3c8d128 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:18:29.715894 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4c859a7-00b2-4a9e-b61c-5debe3c8d128 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:18:29.716226 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4c859a7-00b2-4a9e-b61c-5debe3c8d128 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:18:29.716553 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4c859a7-00b2-4a9e-b61c-5debe3c8d128 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:18:29.716876 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4c859a7-00b2-4a9e-b61c-5debe3c8d128 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:18:29.717203 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4c859a7-00b2-4a9e-b61c-5debe3c8d128 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:18:29.717529 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4c859a7-00b2-4a9e-b61c-5debe3c8d128 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:18:29.717849 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4c859a7-00b2-4a9e-b61c-5debe3c8d128 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:18:29.718170 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4c859a7-00b2-4a9e-b61c-5debe3c8d128 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:18:29.718487 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4c859a7-00b2-4a9e-b61c-5debe3c8d128 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:18:29.839944 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf9d4ef-d0b3-475a-bf86-89401d5b5f00 req-2cac8ba8-fb90-4f29-987e-df059322603f tempest-ServersTestJSON-809673865 tempest-ServersTestJSON-809673865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:18:29.849399 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-dbf9d4ef-d0b3-475a-bf86-89401d5b5f00 req-2cac8ba8-fb90-4f29-987e-df059322603f tempest-ServersTestJSON-809673865 tempest-ServersTestJSON-809673865-project] 10.222.0.104 "GET /v2.0/ports?device_id=1e306c0c-1e04-4b53-919f-765b1604ec8e HTTP/1.1" status: 200 len: 946 time: 0.1119392 Jul 06 14:18:29.910245 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-dbf9d4ef-d0b3-475a-bf86-89401d5b5f00 req-fcb699f4-d900-4bc0-85e7-9a061807bb7e tempest-ServersTestJSON-809673865 tempest-ServersTestJSON-809673865-project] 10.222.0.104 "GET /v2.0/security-groups?id=b2132efa-40d7-46de-9959-646c1b99d382&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594733 Jul 06 14:18:29.949522 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-a4c859a7-00b2-4a9e-b61c-5debe3c8d128 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1809193'] for router_interface, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:18:30.229195 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4c859a7-00b2-4a9e-b61c-5debe3c8d128 admin admin] Router c4f5379a-af9d-4d38-b0f3-4dd8f58a632f has already been hosted by L3 agent 2823d358-a11b-4885-a706-95a279e43fa7 {{(pid=100246) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 14:18:30.413836 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4c859a7-00b2-4a9e-b61c-5debe3c8d128 admin admin] Notify agent at l3_agent.n-d-773647-6 the message routers_updated {{(pid=100246) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 14:18:30.428139 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-a4c859a7-00b2-4a9e-b61c-5debe3c8d128 admin admin] 10.222.0.104 "PUT /v2.0/routers/c4f5379a-af9d-4d38-b0f3-4dd8f58a632f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1719878 Jul 06 14:18:30.430151 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9da3620-ba9e-4bc1-9e36-b08c2e2792d2 None None] Sync routers for ids ['c4f5379a-af9d-4d38-b0f3-4dd8f58a632f'] in n-d-773647-6 {{(pid=100249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 14:18:30.431297 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 60486) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:18:30.469877 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9da3620-ba9e-4bc1-9e36-b08c2e2792d2 None None] Routers {'c4f5379a-af9d-4d38-b0f3-4dd8f58a632f'} bound to L3 agent in host n-d-773647-6 {{(pid=100249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:18:30.472884 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-f9da3620-ba9e-4bc1-9e36-b08c2e2792d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T14:18:26Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['c4f5379a-af9d-4d38-b0f3-4dd8f58a632f'], 'active': True} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:18:30.659004 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 60492) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:18:30.673239 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvr_db [None req-f9da3620-ba9e-4bc1-9e36-b08c2e2792d2 None None] Set router c4f5379a-af9d-4d38-b0f3-4dd8f58a632f gateway port host: n-d-773647-6 {{(pid=100249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:18:30.685278 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-9120e1b8-ba91-457b-a299-a66cdd59d319 admin admin] Notify callbacks [] for router, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:18:30.746928 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-1016a919-fcda-4f00-bb8e-996690e75ff3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:18:30.921839 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-9120e1b8-ba91-457b-a299-a66cdd59d319 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:18:30.972176 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-1016a919-fcda-4f00-bb8e-996690e75ff3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:18:30.979685 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-1016a919-fcda-4f00-bb8e-996690e75ff3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:18:30.995670 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8631e0-34ec-4998-b577-2f4220483d12 req-e6766ad2-2c42-420a-9b15-eee8c0e48ba6 tempest-ServersNegativeTestJSON-728644794 tempest-ServersNegativeTestJSON-728644794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:18:31.003702 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-be8631e0-34ec-4998-b577-2f4220483d12 req-e6766ad2-2c42-420a-9b15-eee8c0e48ba6 tempest-ServersNegativeTestJSON-728644794 tempest-ServersNegativeTestJSON-728644794-project] 10.222.0.104 "GET /v2.0/ports?device_id=c38e1fb7-16c3-460f-81ed-82738a2148eb HTTP/1.1" status: 200 len: 946 time: 0.4878361 Jul 06 14:18:31.072833 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-be8631e0-34ec-4998-b577-2f4220483d12 req-fa90738c-4697-457a-b0c9-83d1635eeb0a tempest-ServersNegativeTestJSON-728644794 tempest-ServersNegativeTestJSON-728644794-project] 10.222.0.104 "GET /v2.0/security-groups?id=55139e1c-0239-472b-ada8-5a3c70b3eb43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677834 Jul 06 14:18:31.079678 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 60498) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:18:31.090004 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-1016a919-fcda-4f00-bb8e-996690e75ff3 admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=41fd21c054d540fa8a7c880c2dcc31b8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4296355 Jul 06 14:18:31.091255 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-f9da3620-ba9e-4bc1-9e36-b08c2e2792d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4f5379a-af9d-4d38-b0f3-4dd8f58a632f', 'name': 'tempest-AttachVolumeTestJSON-1213395720-router', 'tenant_id': '33f6cdee7b294baa9f6a8cddbba9670a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.237'}], 'enable_snat': True}, 'gw_port_id': 'c1acfd80-02f6-4449-b2b6-b6fcf5a0bb99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:09:36Z', 'updated_at': '2021-07-06T14:18:29Z', 'revision_number': 5, 'project_id': '33f6cdee7b294baa9f6a8cddbba9670a', 'gw_port': {'id': 'c1acfd80-02f6-4449-b2b6-b6fcf5a0bb99', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:bb:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4f5379a-af9d-4d38-b0f3-4dd8f58a632f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1844, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:09:37Z', 'updated_at': '2021-07-06T14:09:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6'}], 'n-d-773647-6', False) {} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:18:31.092217 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.plugin [None req-9120e1b8-ba91-457b-a299-a66cdd59d319 admin admin] Deleting port c1acfd80-02f6-4449-b2b6-b6fcf5a0bb99 {{(pid=100247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:18:31.092711 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-9120e1b8-ba91-457b-a299-a66cdd59d319 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:18:31.093333 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1016a919-fcda-4f00-bb8e-996690e75ff3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ac7e0a1-d183-48c9-99b9-b0291005f8c1,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:18:31.145054 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9da3620-ba9e-4bc1-9e36-b08c2e2792d2 None None] Checking router: c4f5379a-af9d-4d38-b0f3-4dd8f58a632f for host: n-d-773647-6 {{(pid=100249) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 14:18:31.178932 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9da3620-ba9e-4bc1-9e36-b08c2e2792d2 None None] Routers {'c4f5379a-af9d-4d38-b0f3-4dd8f58a632f'} bound to L3 agent in host n-d-773647-6 {{(pid=100249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:18:31.181488 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-f9da3620-ba9e-4bc1-9e36-b08c2e2792d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T14:18:26Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['c4f5379a-af9d-4d38-b0f3-4dd8f58a632f'], 'active': True} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:18:31.257927 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-51547bff-3adb-48fd-ab7b-45259b8029af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:18:31.272382 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f7f1bc-a9d7-4918-bf41-9c950e09e282 req-b960633a-41b3-411b-bcc3-4c68771b0211 tempest-ServersTestJSON-809673865 tempest-ServersTestJSON-809673865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:18:31.273973 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-66f7f1bc-a9d7-4918-bf41-9c950e09e282 req-b960633a-41b3-411b-bcc3-4c68771b0211 tempest-ServersTestJSON-809673865 tempest-ServersTestJSON-809673865-project] 10.222.0.72 "GET /v2.0/ports?device_id=1e306c0c-1e04-4b53-919f-765b1604ec8e HTTP/1.1" status: 200 len: 946 time: 0.1266153 Jul 06 14:18:31.282114 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.db [None req-9120e1b8-ba91-457b-a299-a66cdd59d319 admin admin] For port c1acfd80-02f6-4449-b2b6-b6fcf5a0bb99, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=c1acfd80-02f6-4449-b2b6-b6fcf5a0bb99,segment=NetworkSegment(89a832b7-7793-4d51-9038-ed7e1c3ff1b2),segment_id=89a832b7-7793-4d51-9038-ed7e1c3ff1b2)] {{(pid=100247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:18:31.282489 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-9120e1b8-ba91-457b-a299-a66cdd59d319 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:18:31.317378 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.plugin [None req-9120e1b8-ba91-457b-a299-a66cdd59d319 admin admin] Calling delete_port for c1acfd80-02f6-4449-b2b6-b6fcf5a0bb99 owned by network:router_gateway {{(pid=100247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:18:31.386754 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-51547bff-3adb-48fd-ab7b-45259b8029af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:18:31.436213 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348d523a-9f8f-4950-afef-4f29a9d1b230 req-802cd54a-78c4-4b36-a986-2c40ed3550d7 tempest-ServersTestJSON-809673865 tempest-ServersTestJSON-809673865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:18:31.447683 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-348d523a-9f8f-4950-afef-4f29a9d1b230 req-802cd54a-78c4-4b36-a986-2c40ed3550d7 tempest-ServersTestJSON-809673865 tempest-ServersTestJSON-809673865-project] 10.222.0.104 "GET /v2.0/ports?device_id=1e306c0c-1e04-4b53-919f-765b1604ec8e HTTP/1.1" status: 200 len: 946 time: 0.2714100 Jul 06 14:18:31.510938 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvr_db [None req-f9da3620-ba9e-4bc1-9e36-b08c2e2792d2 None None] Set router c4f5379a-af9d-4d38-b0f3-4dd8f58a632f gateway port host: None {{(pid=100249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:18:31.514335 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [req-66f7f1bc-a9d7-4918-bf41-9c950e09e282 req-2ae0b31e-5996-4a85-a1d0-093cf51bb89d tempest-ServersTestJSON-809673865 tempest-ServersTestJSON-809673865-project] Deleting port 71e294b5-c439-4160-a475-fae8a37d623c {{(pid=100246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:18:31.514796 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-66f7f1bc-a9d7-4918-bf41-9c950e09e282 req-2ae0b31e-5996-4a85-a1d0-093cf51bb89d tempest-ServersTestJSON-809673865 tempest-ServersTestJSON-809673865-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:18:31.556804 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-51547bff-3adb-48fd-ab7b-45259b8029af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:18:31.559844 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-51547bff-3adb-48fd-ab7b-45259b8029af admin admin] Notify callbacks [] for security_group, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:18:31.561011 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-51547bff-3adb-48fd-ab7b-45259b8029af admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/0ac7e0a1-d183-48c9-99b9-b0291005f8c1 HTTP/1.1" status: 204 len: 168 time: 0.4789832 Jul 06 14:18:31.593331 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-f9da3620-ba9e-4bc1-9e36-b08c2e2792d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4f5379a-af9d-4d38-b0f3-4dd8f58a632f', 'name': 'tempest-AttachVolumeTestJSON-1213395720-router', 'tenant_id': '33f6cdee7b294baa9f6a8cddbba9670a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:09:36Z', 'updated_at': '2021-07-06T14:18:30Z', 'revision_number': 6, 'project_id': '33f6cdee7b294baa9f6a8cddbba9670a', 'gw_port_host': None}], 'n-d-773647-6', False) {} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:18:31.601550 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51547bff-3adb-48fd-ab7b-45259b8029af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ac7e0a1-d183-48c9-99b9-b0291005f8c1,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:18:31.683886 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9da3620-ba9e-4bc1-9e36-b08c2e2792d2 None None] The sync data for ids ['c4f5379a-af9d-4d38-b0f3-4dd8f58a632f'] in n-d-773647-6 is: [{'id': 'c4f5379a-af9d-4d38-b0f3-4dd8f58a632f', 'name': 'tempest-AttachVolumeTestJSON-1213395720-router', 'tenant_id': '33f6cdee7b294baa9f6a8cddbba9670a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:09:36Z', 'updated_at': '2021-07-06T14:18:30Z', 'revision_number': 6, 'project_id': '33f6cdee7b294baa9f6a8cddbba9670a', 'gw_port_host': None}] {{(pid=100249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 14:18:31.746910 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-9120e1b8-ba91-457b-a299-a66cdd59d319 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128888353'] for port, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:18:31.763478 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.db [req-66f7f1bc-a9d7-4918-bf41-9c950e09e282 req-2ae0b31e-5996-4a85-a1d0-093cf51bb89d tempest-ServersTestJSON-809673865 tempest-ServersTestJSON-809673865-project] For port 71e294b5-c439-4160-a475-fae8a37d623c, host n-h2-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=71e294b5-c439-4160-a475-fae8a37d623c,segment=NetworkSegment(cb1a6cec-0b40-4dde-b37a-6dbda6bd8158),segment_id=cb1a6cec-0b40-4dde-b37a-6dbda6bd8158)] {{(pid=100246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:18:31.765402 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-66f7f1bc-a9d7-4918-bf41-9c950e09e282 req-2ae0b31e-5996-4a85-a1d0-093cf51bb89d tempest-ServersTestJSON-809673865 tempest-ServersTestJSON-809673865-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:18:31.776086 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-348d523a-9f8f-4950-afef-4f29a9d1b230 req-b794f796-53d3-4bd7-9887-06673b591c9b tempest-ServersTestJSON-809673865 tempest-ServersTestJSON-809673865-project] 10.222.0.104 "GET /v2.0/security-groups?id=b2132efa-40d7-46de-9959-646c1b99d382&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3260014 Jul 06 14:18:31.798363 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [req-66f7f1bc-a9d7-4918-bf41-9c950e09e282 req-2ae0b31e-5996-4a85-a1d0-093cf51bb89d tempest-ServersTestJSON-809673865 tempest-ServersTestJSON-809673865-project] Calling delete_port for 71e294b5-c439-4160-a475-fae8a37d623c owned by compute:nova {{(pid=100246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:18:31.810643 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9120e1b8-ba91-457b-a299-a66cdd59d319 admin admin] Pushing event deleted for resources: {'Port': ['ID=c1acfd80-02f6-4449-b2b6-b6fcf5a0bb99,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:18:31.917607 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-9120e1b8-ba91-457b-a299-a66cdd59d319 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1761104'] for router_gateway, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:18:32.041927 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-66f7f1bc-a9d7-4918-bf41-9c950e09e282 req-2ae0b31e-5996-4a85-a1d0-093cf51bb89d tempest-ServersTestJSON-809673865 tempest-ServersTestJSON-809673865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127687580'] for port, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:18:32.046965 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-9120e1b8-ba91-457b-a299-a66cdd59d319 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1806308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6982'] for router, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:18:32.049447 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-9120e1b8-ba91-457b-a299-a66cdd59d319 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:18:32.057286 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] get_ports_and_sgs() called for port_ids ['b3faa654-9b0e-47d7-ac0c-c53cca9f4156', '71e294b5-c439-4160-a475-fae8a37d623c'] {{(pid=100248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 14:18:32.083361 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 60514) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:18:32.086320 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae0b31e-5996-4a85-a1d0-093cf51bb89d tempest-ServersTestJSON-809673865 tempest-ServersTestJSON-809673865-project] Pushing event deleted for resources: {'Port': ['ID=71e294b5-c439-4160-a475-fae8a37d623c,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:18:32.184825 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [req-66f7f1bc-a9d7-4918-bf41-9c950e09e282 req-2ae0b31e-5996-4a85-a1d0-093cf51bb89d tempest-ServersTestJSON-809673865 tempest-ServersTestJSON-809673865-project] No DVR routers for this DVR port 71e294b5-c439-4160-a475-fae8a37d623c on host n-h2-773647-6 {{(pid=100246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:18:32.188190 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-66f7f1bc-a9d7-4918-bf41-9c950e09e282 req-2ae0b31e-5996-4a85-a1d0-093cf51bb89d tempest-ServersTestJSON-809673865 tempest-ServersTestJSON-809673865-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:18:32.192826 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-66f7f1bc-a9d7-4918-bf41-9c950e09e282 req-2ae0b31e-5996-4a85-a1d0-093cf51bb89d tempest-ServersTestJSON-809673865 tempest-ServersTestJSON-809673865-project] 10.222.0.72 "DELETE /v2.0/ports/71e294b5-c439-4160-a475-fae8a37d623c HTTP/1.1" status: 204 len: 173 time: 0.9104578 Jul 06 14:18:32.193422 n-d-773647-6 neutron-server[100246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e306c0c-1e04-4b53-919f-765b1604ec8e', 'name': 'network-vif-deleted', 'tag': '71e294b5-c439-4160-a475-fae8a37d623c'}] {{(pid=100246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:18:32.205046 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-5b08d63a-2182-4b5b-9da7-20b2b0c3e61a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:18:32.207796 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0d96c5ab5e889f7b933ae915b9be33d1b46c9e87795bf781004b656ef3f1e87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c7778ab-b402-4fd0-970c-87876e1d7ec7" -d '{"events": [{"server_uuid": "1e306c0c-1e04-4b53-919f-765b1604ec8e", "name": "network-vif-deleted", "tag": "71e294b5-c439-4160-a475-fae8a37d623c"}]}' {{(pid=100246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:18:32.291670 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 14:18:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3560a0a1-12a1-4be5-a8f5-2698a177dab1 x-openstack-request-id: req-3560a0a1-12a1-4be5-a8f5-2698a177dab1 {{(pid=100246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:18:32.292301 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e306c0c-1e04-4b53-919f-765b1604ec8e", "name": "network-vif-deleted", "tag": "71e294b5-c439-4160-a475-fae8a37d623c", "status": "completed", "code": 200}]} {{(pid=100246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:18:32.292301 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-3560a0a1-12a1-4be5-a8f5-2698a177dab1 {{(pid=100246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:18:32.292643 n-d-773647-6 neutron-server[100246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e306c0c-1e04-4b53-919f-765b1604ec8e', 'name': 'network-vif-deleted', 'tag': '71e294b5-c439-4160-a475-fae8a37d623c', 'status': 'completed', 'code': 200} Jul 06 14:18:32.314043 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-9120e1b8-ba91-457b-a299-a66cdd59d319 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1805684'] for router, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:18:32.314517 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9120e1b8-ba91-457b-a299-a66cdd59d319 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c4f5379a-af9d-4d38-b0f3-4dd8f58a632f {{(pid=100247) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 14:18:32.351035 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-9120e1b8-ba91-457b-a299-a66cdd59d319 admin admin] Notify callbacks [] for router, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:18:32.353363 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-9120e1b8-ba91-457b-a299-a66cdd59d319 admin admin] 10.222.0.104 "DELETE /v2.0/routers/c4f5379a-af9d-4d38-b0f3-4dd8f58a632f HTTP/1.1" status: 204 len: 168 time: 1.9196999 Jul 06 14:18:32.355704 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 60522) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:18:32.431437 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57181e2-5cda-410d-b529-123a34acf50b req-8903366a-455b-43bd-9e77-68b0f0e86b6f tempest-ServersNegativeTestJSON-728644794 tempest-ServersNegativeTestJSON-728644794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:18:32.435158 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-f57181e2-5cda-410d-b529-123a34acf50b req-8903366a-455b-43bd-9e77-68b0f0e86b6f tempest-ServersNegativeTestJSON-728644794 tempest-ServersNegativeTestJSON-728644794-project] 10.222.0.104 "GET /v2.0/ports?device_id=c38e1fb7-16c3-460f-81ed-82738a2148eb HTTP/1.1" status: 200 len: 946 time: 0.2026019 Jul 06 14:18:32.478983 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.db_base_plugin_v2 [None req-74f88333-6fe6-474e-a12a-aa8f319f5e1c admin admin] Deleting subnet 868bdf15-b823-4cab-842d-77e49afc3593 {{(pid=100246) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 14:18:32.485407 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-74f88333-6fe6-474e-a12a-aa8f319f5e1c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:18:32.513691 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-5b08d63a-2182-4b5b-9da7-20b2b0c3e61a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:18:32.522639 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-5b08d63a-2182-4b5b-9da7-20b2b0c3e61a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:18:32.555119 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-f57181e2-5cda-410d-b529-123a34acf50b req-3530f552-5681-4a96-8a3b-48b71f52b393 tempest-ServersNegativeTestJSON-728644794 tempest-ServersNegativeTestJSON-728644794-project] 10.222.0.104 "GET /v2.0/security-groups?id=55139e1c-0239-472b-ada8-5a3c70b3eb43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038764 Jul 06 14:18:32.572538 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-74f88333-6fe6-474e-a12a-aa8f319f5e1c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126218885'] for subnet, precommit_delete_associations {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:18:32.587693 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b08d63a-2182-4b5b-9da7-20b2b0c3e61a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87e58d78-b11e-47f6-8a06-f6c44afd7a8f,revision_number=1']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:18:32.597543 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-5b08d63a-2182-4b5b-9da7-20b2b0c3e61a admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=37523f526b504208b4354862cde1575c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5049741 Jul 06 14:18:32.598397 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 60538) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:18:32.659725 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-84c21df5-ee4a-48aa-ac32-db1d00a7b930 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:18:32.696923 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-74f88333-6fe6-474e-a12a-aa8f319f5e1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-913473'] for subnet, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:18:32.706461 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-84c21df5-ee4a-48aa-ac32-db1d00a7b930 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:18:32.820884 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-84c21df5-ee4a-48aa-ac32-db1d00a7b930 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:18:32.824074 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-84c21df5-ee4a-48aa-ac32-db1d00a7b930 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:18:32.825692 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-84c21df5-ee4a-48aa-ac32-db1d00a7b930 admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/87e58d78-b11e-47f6-8a06-f6c44afd7a8f HTTP/1.1" status: 204 len: 168 time: 0.2255154 Jul 06 14:18:32.840926 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c21df5-ee4a-48aa-ac32-db1d00a7b930 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87e58d78-b11e-47f6-8a06-f6c44afd7a8f,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:18:32.975954 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Device 65a41ea4-e5ca-4a5a-a1d0-5bf5032e4c70 details requested by agent hyperv_n-h1-773647-6 with host n-h1-773647-6 {{(pid=100248) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 14:18:33.168273 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-3d5cc93c-d28b-4176-b3a7-960e49b33007 req-6a80f44d-a09c-4309-9582-a3c02b988873 tempest-ServersTestJSON-809673865 tempest-ServersTestJSON-809673865-project] 10.222.0.104 "GET /v2.0/ports?device_id=1e306c0c-1e04-4b53-919f-765b1604ec8e HTTP/1.1" status: 200 len: 210 time: 0.0724487 Jul 06 14:18:33.214229 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] For port 65a41ea4-e5ca-4a5a-a1d0-5bf5032e4c70, host n-h1-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773647-6',level=0,port_id=65a41ea4-e5ca-4a5a-a1d0-5bf5032e4c70,segment=NetworkSegment(3485579c-4d75-45d9-a7e8-245348f946ff),segment_id=3485579c-4d75-45d9-a7e8-245348f946ff)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:18:33.241252 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Returning: {'device': '65a41ea4-e5ca-4a5a-a1d0-5bf5032e4c70', 'network_id': '9a9945d7-f704-4f59-8c11-10fba7c84a6d', 'port_id': '65a41ea4-e5ca-4a5a-a1d0-5bf5032e4c70', 'mac_address': 'fa:16:3e:36:04:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1042, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a11a84e7-e29f-49ab-86b3-7e53a4e90dc5', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100248) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 14:18:33.316777 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:18:33.335007 n-d-773647-6 neutron-server[100248]: DEBUG neutron.notifiers.nova [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 65a41ea4-e5ca-4a5a-a1d0-5bf5032e4c70 {{(pid=100248) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 14:18:33.362297 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] For port 65a41ea4-e5ca-4a5a-a1d0-5bf5032e4c70, host n-h1-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773647-6',level=0,port_id=65a41ea4-e5ca-4a5a-a1d0-5bf5032e4c70,segment=NetworkSegment(3485579c-4d75-45d9-a7e8-245348f946ff),segment_id=3485579c-4d75-45d9-a7e8-245348f946ff)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:18:33.367404 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:18:33.435281 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-74f88333-6fe6-474e-a12a-aa8f319f5e1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-913480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1849032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127687590', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127702764'] for subnet, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:18:33.445911 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Pushing event updated for resources: {'Port': ['ID=65a41ea4-e5ca-4a5a-a1d0-5bf5032e4c70,revision_number=6']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:18:33.453224 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] get_ports_and_sgs() called for port_ids ['65a41ea4-e5ca-4a5a-a1d0-5bf5032e4c70'] {{(pid=100248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 14:18:33.522002 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f88333-6fe6-474e-a12a-aa8f319f5e1c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=868bdf15-b823-4cab-842d-77e49afc3593,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:18:33.543146 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-74f88333-6fe6-474e-a12a-aa8f319f5e1c admin admin] Notify callbacks [] for subnet, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:18:33.549098 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-74f88333-6fe6-474e-a12a-aa8f319f5e1c admin admin] 10.222.0.104 "DELETE /v2.0/subnets/868bdf15-b823-4cab-842d-77e49afc3593 HTTP/1.1" status: 204 len: 168 time: 1.1893091 Jul 06 14:18:33.550106 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 60558) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:18:33.554075 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97d2e056-a1f0-4038-8b7d-ed9af3e6b503 None None] Network 6ac95a6a-5756-473f-8a78-bd3474c2b2ff requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:18:33.629582 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device c1acfd80-02f6-4449-b2b6-b6fcf5a0bb99 no longer exists at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:18:33.670611 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-b60007bc-c985-404b-880c-4b021f5b6500 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530492'] for network, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:18:33.676156 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] No Port match for: c1acfd80-02f6-4449-b2b6-b6fcf5a0bb99 {{(pid=100248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 14:18:33.676727 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device c1acfd80-02f6-4449-b2b6-b6fcf5a0bb99 not bound to the agent host n-d-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:18:33.677302 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 0d61ef1e-dabb-41c8-a48b-66087903c6cd no longer exists at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:18:33.727131 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] No Port match for: 0d61ef1e-dabb-41c8-a48b-66087903c6cd {{(pid=100248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 14:18:33.727960 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 0d61ef1e-dabb-41c8-a48b-66087903c6cd not bound to the agent host n-d-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:18:33.730621 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [None req-b60007bc-c985-404b-880c-4b021f5b6500 admin admin] Deleting port 84d8a476-011a-44c2-bffc-bb4b4078b7f5 {{(pid=100246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:18:33.731191 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-b60007bc-c985-404b-880c-4b021f5b6500 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:18:33.853295 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.db [None req-b60007bc-c985-404b-880c-4b021f5b6500 admin admin] For port 84d8a476-011a-44c2-bffc-bb4b4078b7f5, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=84d8a476-011a-44c2-bffc-bb4b4078b7f5,segment=NetworkSegment(85f44324-1b25-43f8-b0d2-e6a13494ae45),segment_id=85f44324-1b25-43f8-b0d2-e6a13494ae45)] {{(pid=100246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:18:33.853690 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-b60007bc-c985-404b-880c-4b021f5b6500 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:18:33.902004 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93855640-d835-4c43-98f3-40a6de76c89b req-7c9558d9-49fc-4f73-a0ec-c8726f3e6bd8 tempest-ServersNegativeTestJSON-728644794 tempest-ServersNegativeTestJSON-728644794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:18:33.904307 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-93855640-d835-4c43-98f3-40a6de76c89b req-7c9558d9-49fc-4f73-a0ec-c8726f3e6bd8 tempest-ServersNegativeTestJSON-728644794 tempest-ServersNegativeTestJSON-728644794-project] 10.222.0.104 "GET /v2.0/ports?device_id=c38e1fb7-16c3-460f-81ed-82738a2148eb HTTP/1.1" status: 200 len: 945 time: 0.1374583 Jul 06 14:18:33.911536 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [None req-b60007bc-c985-404b-880c-4b021f5b6500 admin admin] Calling delete_port for 84d8a476-011a-44c2-bffc-bb4b4078b7f5 owned by network:dhcp {{(pid=100246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:18:33.929321 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b98a8e7-10a6-47aa-ad90-ee69cca6dcb4 None None] DHCP port deletion for 6ac95a6a-5756-473f-8a78-bd3474c2b2ff request from n-d-773647-6 {{(pid=100248) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 14:18:33.999909 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-93855640-d835-4c43-98f3-40a6de76c89b req-1711ed6a-4d33-468d-81c7-85c324955e62 tempest-ServersNegativeTestJSON-728644794 tempest-ServersNegativeTestJSON-728644794-project] 10.222.0.104 "GET /v2.0/security-groups?id=55139e1c-0239-472b-ada8-5a3c70b3eb43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891118 Jul 06 14:18:34.023418 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-9b98a8e7-10a6-47aa-ad90-ee69cca6dcb4 None None] Deleting port 84d8a476-011a-44c2-bffc-bb4b4078b7f5 {{(pid=100248) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:18:34.023418 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-9b98a8e7-10a6-47aa-ad90-ee69cca6dcb4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:18:34.039468 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-b60007bc-c985-404b-880c-4b021f5b6500 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127687580'] for port, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:18:34.064626 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60007bc-c985-404b-880c-4b021f5b6500 admin admin] Pushing event deleted for resources: {'Port': ['ID=84d8a476-011a-44c2-bffc-bb4b4078b7f5,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:18:34.072641 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b60007bc-c985-404b-880c-4b021f5b6500 admin admin] No DVR routers for this DVR port 84d8a476-011a-44c2-bffc-bb4b4078b7f5 on host n-d-773647-6 {{(pid=100246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:18:34.107866 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-9b98a8e7-10a6-47aa-ad90-ee69cca6dcb4 None None] For port 84d8a476-011a-44c2-bffc-bb4b4078b7f5, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=84d8a476-011a-44c2-bffc-bb4b4078b7f5,segment=NetworkSegment(85f44324-1b25-43f8-b0d2-e6a13494ae45),segment_id=85f44324-1b25-43f8-b0d2-e6a13494ae45)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:18:34.108265 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-9b98a8e7-10a6-47aa-ad90-ee69cca6dcb4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:18:34.125618 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-9b98a8e7-10a6-47aa-ad90-ee69cca6dcb4 None None] Calling delete_port for 84d8a476-011a-44c2-bffc-bb4b4078b7f5 owned by network:dhcp {{(pid=100248) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:18:34.165657 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-b60007bc-c985-404b-880c-4b021f5b6500 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-917204', 'neutron.services.segments.db._delete_segments_for_network-8773753502302'] for network, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:18:34.176811 n-d-773647-6 neutron-server[100246]: DEBUG neutron.services.segments.db [None req-b60007bc-c985-404b-880c-4b021f5b6500 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ac95a6a-5756-473f-8a78-bd3474c2b2ff']}} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:18:34.190466 n-d-773647-6 neutron-server[100246]: DEBUG neutron.services.segments.db [None req-b60007bc-c985-404b-880c-4b021f5b6500 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '85f44324-1b25-43f8-b0d2-e6a13494ae45') {'for_net_delete': True} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:18:34.190790 n-d-773647-6 neutron-server[100246]: DEBUG neutron.services.segments.db [None req-b60007bc-c985-404b-880c-4b021f5b6500 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '85f44324-1b25-43f8-b0d2-e6a13494ae45') {} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:18:34.202358 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-b60007bc-c985-404b-880c-4b021f5b6500 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773753515138', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126218898'] for segment, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:18:34.222624 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-b60007bc-c985-404b-880c-4b021f5b6500 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552'] for segment, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:18:34.225158 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-9b98a8e7-10a6-47aa-ad90-ee69cca6dcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117'] for port, after_delete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:18:34.238486 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b60007bc-c985-404b-880c-4b021f5b6500 admin admin] Releasing vlan 1014 on physical network physnet1 to pool {{(pid=100246) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 14:18:34.238900 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-b60007bc-c985-404b-880c-4b021f5b6500 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127687491'] for segment, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:18:34.241200 n-d-773647-6 neutron-server[100246]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:18:34.241200 n-d-773647-6 neutron-server[100246]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:18:34.241200 n-d-773647-6 neutron-server[100246]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:18:34.241200 n-d-773647-6 neutron-server[100246]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:18:34.241200 n-d-773647-6 neutron-server[100246]: Traceback (most recent call last): Jul 06 14:18:34.241200 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 14:18:34.241200 n-d-773647-6 neutron-server[100246]: timer() Jul 06 14:18:34.241200 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 14:18:34.241200 n-d-773647-6 neutron-server[100246]: cb(*args, **kw) Jul 06 14:18:34.241200 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 14:18:34.241200 n-d-773647-6 neutron-server[100246]: return func(*args, **kwargs) Jul 06 14:18:34.241200 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 14:18:34.241200 n-d-773647-6 neutron-server[100246]: self._notify() Jul 06 14:18:34.241200 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 14:18:34.241200 n-d-773647-6 neutron-server[100246]: self.callback(batched_events) Jul 06 14:18:34.241200 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 14:18:34.241200 n-d-773647-6 neutron-server[100246]: event.method(event) Jul 06 14:18:34.241200 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 14:18:34.241200 n-d-773647-6 neutron-server[100246]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 14:18:34.241200 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 14:18:34.241200 n-d-773647-6 neutron-server[100246]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 14:18:34.241200 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 14:18:34.241200 n-d-773647-6 neutron-server[100246]: return f(self, *a, **k) Jul 06 14:18:34.241200 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 14:18:34.241200 n-d-773647-6 neutron-server[100246]: return self._get(url).json() Jul 06 14:18:34.241200 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 14:18:34.241200 n-d-773647-6 neutron-server[100246]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 14:18:34.241200 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 14:18:34.241200 n-d-773647-6 neutron-server[100246]: return self.request(url, 'GET', **kwargs) Jul 06 14:18:34.241200 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 14:18:34.241200 n-d-773647-6 neutron-server[100246]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 14:18:34.241200 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 14:18:34.241200 n-d-773647-6 neutron-server[100246]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 14:18:34.241200 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 14:18:34.241200 n-d-773647-6 neutron-server[100246]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 14:18:34.241200 n-d-773647-6 neutron-server[100246]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 14:18:34.276116 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b98a8e7-10a6-47aa-ad90-ee69cca6dcb4 None None] Pushing event deleted for resources: {'Port': ['ID=84d8a476-011a-44c2-bffc-bb4b4078b7f5,revision_number=None']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:18:34.284470 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b98a8e7-10a6-47aa-ad90-ee69cca6dcb4 None None] No DVR routers for this DVR port 84d8a476-011a-44c2-bffc-bb4b4078b7f5 on host n-d-773647-6 {{(pid=100248) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:18:34.352102 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-b60007bc-c985-404b-880c-4b021f5b6500 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-917215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1761140'] for network, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:18:34.358900 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-b60007bc-c985-404b-880c-4b021f5b6500 admin admin] Notify callbacks [] for network, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:18:34.360987 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-b60007bc-c985-404b-880c-4b021f5b6500 admin admin] 10.222.0.104 "DELETE /v2.0/networks/6ac95a6a-5756-473f-8a78-bd3474c2b2ff HTTP/1.1" status: 204 len: 168 time: 0.8098483 Jul 06 14:18:34.396718 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60007bc-c985-404b-880c-4b021f5b6500 admin admin] Pushing event deleted for resources: {'Network': ['ID=6ac95a6a-5756-473f-8a78-bd3474c2b2ff,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:18:34.593328 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 60594) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:18:34.663325 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-41a9145a-da87-47ac-877f-885818264b52 admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=33f6cdee7b294baa9f6a8cddbba9670a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0685813 Jul 06 14:18:34.666172 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 60598) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:18:34.717800 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-e9dc0c97-d02c-44a1-afc3-ae1bb8b0a9a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:18:34.748720 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-e9dc0c97-d02c-44a1-afc3-ae1bb8b0a9a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:18:34.763382 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Device 71e294b5-c439-4160-a475-fae8a37d623c no longer exists at agent hyperv_n-h2-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:18:34.793008 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] No Port match for: 71e294b5-c439-4160-a475-fae8a37d623c {{(pid=100248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 14:18:34.793333 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Device 71e294b5-c439-4160-a475-fae8a37d623c not bound to the agent host n-h2-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:18:34.807895 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-e9dc0c97-d02c-44a1-afc3-ae1bb8b0a9a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:18:34.811958 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-e9dc0c97-d02c-44a1-afc3-ae1bb8b0a9a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:18:34.813683 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-e9dc0c97-d02c-44a1-afc3-ae1bb8b0a9a1 admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/cd95555c-60f0-4cf1-95f5-17f31846b8b1 HTTP/1.1" status: 204 len: 168 time: 0.1464100 Jul 06 14:18:34.824382 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9dc0c97-d02c-44a1-afc3-ae1bb8b0a9a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd95555c-60f0-4cf1-95f5-17f31846b8b1,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:18:34.994049 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Device 65a41ea4-e5ca-4a5a-a1d0-5bf5032e4c70 up at agent hyperv_n-h1-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:18:35.128870 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Provisioning complete for port 65a41ea4-e5ca-4a5a-a1d0-5bf5032e4c70 triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:18:35.129253 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:18:35.276628 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4573f776-2af2-4ccd-8de7-d23be073a1aa req-6fd14cbb-0f41-4440-bfae-e78f3287113a tempest-ServersNegativeTestJSON-728644794 tempest-ServersNegativeTestJSON-728644794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:18:35.282762 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-4573f776-2af2-4ccd-8de7-d23be073a1aa req-6fd14cbb-0f41-4440-bfae-e78f3287113a tempest-ServersNegativeTestJSON-728644794 tempest-ServersNegativeTestJSON-728644794-project] 10.222.0.104 "GET /v2.0/ports?device_id=c38e1fb7-16c3-460f-81ed-82738a2148eb HTTP/1.1" status: 200 len: 945 time: 0.1035533 Jul 06 14:18:35.306219 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:18:35.347429 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-4573f776-2af2-4ccd-8de7-d23be073a1aa req-b9efb2f5-ffa3-4b05-b2af-61db531be0cc tempest-ServersNegativeTestJSON-728644794 tempest-ServersNegativeTestJSON-728644794-project] 10.222.0.104 "GET /v2.0/security-groups?id=55139e1c-0239-472b-ada8-5a3c70b3eb43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608878 Jul 06 14:18:35.365894 n-d-773647-6 neutron-server[100248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c38e1fb7-16c3-460f-81ed-82738a2148eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65a41ea4-e5ca-4a5a-a1d0-5bf5032e4c70'}] {{(pid=100248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:18:35.369855 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84af257533e383389cbcf231d3534f4d5e149e7203fea16b4a8fc01438dddaf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edd45ac1-8b84-4da1-b9f6-7c291f89c8c7" -d '{"events": [{"server_uuid": "c38e1fb7-16c3-460f-81ed-82738a2148eb", "name": "network-vif-plugged", "status": "completed", "tag": "65a41ea4-e5ca-4a5a-a1d0-5bf5032e4c70"}]}' {{(pid=100248) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:18:35.663413 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7125a9-0727-49f3-9f84-360e99096463 req-30af9d03-a3ed-4d57-9ddb-257c300849ab tempest-ServersTestJSON-809673865 tempest-ServersTestJSON-809673865-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:18:35.675246 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 84d8a476-011a-44c2-bffc-bb4b4078b7f5 no longer exists at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:18:35.678927 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-ce7125a9-0727-49f3-9f84-360e99096463 req-30af9d03-a3ed-4d57-9ddb-257c300849ab tempest-ServersTestJSON-809673865 tempest-ServersTestJSON-809673865-project] 10.222.0.104 "GET /v2.0/networks?id=e673442c-5645-41cd-ae64-05cc6584adda HTTP/1.1" status: 200 len: 806 time: 0.2565749 Jul 06 14:18:35.690952 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] For port 65a41ea4-e5ca-4a5a-a1d0-5bf5032e4c70, host n-h1-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773647-6',level=0,port_id=65a41ea4-e5ca-4a5a-a1d0-5bf5032e4c70,segment=NetworkSegment(3485579c-4d75-45d9-a7e8-245348f946ff),segment_id=3485579c-4d75-45d9-a7e8-245348f946ff)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:18:35.721832 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-ce7125a9-0727-49f3-9f84-360e99096463 req-dc0683b8-a77a-4b71-93ca-b76fca136d6d tempest-ServersTestJSON-809673865 tempest-ServersTestJSON-809673865-project] 10.222.0.104 "GET /v2.0/quotas/0fb5330a68d94b1da3c3872d90574aab HTTP/1.1" status: 200 len: 375 time: 0.0424554 Jul 06 14:18:35.728146 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] No Port match for: 84d8a476-011a-44c2-bffc-bb4b4078b7f5 {{(pid=100248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 14:18:35.728987 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 84d8a476-011a-44c2-bffc-bb4b4078b7f5 not bound to the agent host n-d-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:18:35.748409 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:18:35.843784 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-ce7125a9-0727-49f3-9f84-360e99096463 req-6d8b4f6f-24a9-43c4-897d-85173b69332b tempest-ServersTestJSON-809673865 tempest-ServersTestJSON-809673865-project] 10.222.0.104 "GET /v2.0/ports?tenant_id=0fb5330a68d94b1da3c3872d90574aab&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1193817 Jul 06 14:18:35.858356 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Pushing event updated for resources: {'Port': ['ID=65a41ea4-e5ca-4a5a-a1d0-5bf5032e4c70,revision_number=7']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:18:35.984184 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-ce7125a9-0727-49f3-9f84-360e99096463 req-310c482f-3e1c-4a24-a853-d8f4d2149c67 service neutron] 10.222.0.104 "GET /v2.0/networks/e673442c-5645-41cd-ae64-05cc6584adda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1367519 Jul 06 14:18:36.143812 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 14:18:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-386adbd1-c99b-4b08-95eb-59301490b107 x-openstack-request-id: req-386adbd1-c99b-4b08-95eb-59301490b107 {{(pid=100248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:18:36.144285 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c38e1fb7-16c3-460f-81ed-82738a2148eb", "name": "network-vif-plugged", "status": "completed", "tag": "65a41ea4-e5ca-4a5a-a1d0-5bf5032e4c70", "code": 200}]} {{(pid=100248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:18:36.144606 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-386adbd1-c99b-4b08-95eb-59301490b107 {{(pid=100248) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:18:36.145112 n-d-773647-6 neutron-server[100248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c38e1fb7-16c3-460f-81ed-82738a2148eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65a41ea4-e5ca-4a5a-a1d0-5bf5032e4c70', 'code': 200} Jul 06 14:18:36.159757 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 60680) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:18:36.303420 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-8c5b2468-c3f9-4389-8518-7b56e77fe416 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:18:36.410961 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-8c5b2468-c3f9-4389-8518-7b56e77fe416 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:18:36.416450 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-8c5b2468-c3f9-4389-8518-7b56e77fe416 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:18:36.450909 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-ce7125a9-0727-49f3-9f84-360e99096463 req-96c9bdf1-10ef-4f55-acd5-b83e434612ea service neutron] 10.222.0.104 "GET /v2.0/networks/e673442c-5645-41cd-ae64-05cc6584adda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4646316 Jul 06 14:18:36.458162 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5b2468-c3f9-4389-8518-7b56e77fe416 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d352bda-237b-446b-a899-a25637800ac2,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:18:36.473374 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08843745-cd28-4a3d-9e72-e49c371d1828 req-e2a7d0ce-7f2c-4b61-a04c-2618be622f77 tempest-AttachVolumeShelveTestJSON-1020519793 tempest-AttachVolumeShelveTestJSON-1020519793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:18:36.474652 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-8c5b2468-c3f9-4389-8518-7b56e77fe416 admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=e2fe457a55c94ad98650227341d6d16d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3137991 Jul 06 14:18:36.475261 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-08843745-cd28-4a3d-9e72-e49c371d1828 req-e2a7d0ce-7f2c-4b61-a04c-2618be622f77 tempest-AttachVolumeShelveTestJSON-1020519793 tempest-AttachVolumeShelveTestJSON-1020519793-project] 10.222.0.104 "GET /v2.0/ports?device_id=28222247-ef72-4123-b031-e588ebd3ba47 HTTP/1.1" status: 200 len: 946 time: 0.1507852 Jul 06 14:18:36.477628 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 60696) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:18:36.534910 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-76aa2a05-5994-4a98-b52c-127c9b3d0d01 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:18:36.545595 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-08843745-cd28-4a3d-9e72-e49c371d1828 req-3a5d1b91-b657-407f-a38c-7672f6e51bdf tempest-AttachVolumeShelveTestJSON-1020519793 tempest-AttachVolumeShelveTestJSON-1020519793-project] 10.222.0.104 "GET /v2.0/security-groups?id=a376d024-e4a1-4cc8-8fe5-9c69c2c40821&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0639021 Jul 06 14:18:36.556937 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-76aa2a05-5994-4a98-b52c-127c9b3d0d01 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:18:36.616645 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-76aa2a05-5994-4a98-b52c-127c9b3d0d01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:18:36.620261 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-76aa2a05-5994-4a98-b52c-127c9b3d0d01 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:18:36.623919 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-76aa2a05-5994-4a98-b52c-127c9b3d0d01 admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/0d352bda-237b-446b-a899-a25637800ac2 HTTP/1.1" status: 204 len: 168 time: 0.1425433 Jul 06 14:18:36.631622 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76aa2a05-5994-4a98-b52c-127c9b3d0d01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d352bda-237b-446b-a899-a25637800ac2,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:18:36.752308 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c486bba4-953b-4b85-870f-078dbfca3115 req-3cc83e43-f0c9-4e90-9667-d1f505aab204 tempest-ServersNegativeTestJSON-728644794 tempest-ServersNegativeTestJSON-728644794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:18:36.759880 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-c486bba4-953b-4b85-870f-078dbfca3115 req-3cc83e43-f0c9-4e90-9667-d1f505aab204 tempest-ServersNegativeTestJSON-728644794 tempest-ServersNegativeTestJSON-728644794-project] 10.222.0.104 "GET /v2.0/ports?device_id=c38e1fb7-16c3-460f-81ed-82738a2148eb HTTP/1.1" status: 200 len: 946 time: 0.0917730 Jul 06 14:18:36.813016 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-c486bba4-953b-4b85-870f-078dbfca3115 req-4ddeb2e5-7dda-4057-8daf-bf026dfe94d1 tempest-ServersNegativeTestJSON-728644794 tempest-ServersNegativeTestJSON-728644794-project] 10.222.0.104 "GET /v2.0/security-groups?id=55139e1c-0239-472b-ada8-5a3c70b3eb43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509813 Jul 06 14:18:36.970288 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-589bf53c-ef29-42cb-a7e4-fac51e722a26 req-b1f79112-05af-416c-86f7-2521bfb19543 tempest-ServersTestJSON-809673865 tempest-ServersTestJSON-809673865-project] 10.222.0.104 "GET /v2.0/ports?device_id=98a682e5-e14e-44a0-b612-47a0d3ad1317 HTTP/1.1" status: 200 len: 210 time: 0.0847902 Jul 06 14:18:37.281180 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 60756) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:18:37.298088 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-8e156f36-be07-4ac3-8195-3f0cdcd8e517 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:18:37.530218 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-8e156f36-be07-4ac3-8195-3f0cdcd8e517 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:18:37.539135 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-8e156f36-be07-4ac3-8195-3f0cdcd8e517 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:18:37.610024 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e156f36-be07-4ac3-8195-3f0cdcd8e517 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ca0ac4e-917e-4fd5-adb2-940379f40f05,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:18:37.624818 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-8e156f36-be07-4ac3-8195-3f0cdcd8e517 admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=08164957a4854ba1af9ec91086f1c763&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3424079 Jul 06 14:18:37.627558 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 60768) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:18:37.693273 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-809e341f-f304-4759-9219-7af833d8c03d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:18:37.710321 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 60780) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:18:37.748482 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-809e341f-f304-4759-9219-7af833d8c03d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:18:37.869314 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-809e341f-f304-4759-9219-7af833d8c03d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:18:37.878286 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-809e341f-f304-4759-9219-7af833d8c03d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:18:37.888563 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-809e341f-f304-4759-9219-7af833d8c03d admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/8ca0ac4e-917e-4fd5-adb2-940379f40f05 HTTP/1.1" status: 204 len: 168 time: 0.2560029 Jul 06 14:18:37.898289 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3374e475-4734-4595-8c3f-b745f89a5a05 req-81b1f595-fb98-4366-8eb6-6b15a7568deb tempest-AttachVolumeShelveTestJSON-1020519793 tempest-AttachVolumeShelveTestJSON-1020519793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:18:37.907658 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-3374e475-4734-4595-8c3f-b745f89a5a05 req-81b1f595-fb98-4366-8eb6-6b15a7568deb tempest-AttachVolumeShelveTestJSON-1020519793 tempest-AttachVolumeShelveTestJSON-1020519793-project] 10.222.0.104 "GET /v2.0/ports?device_id=28222247-ef72-4123-b031-e588ebd3ba47 HTTP/1.1" status: 200 len: 946 time: 0.1817908 Jul 06 14:18:37.916096 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-48c5bcf7-a4ea-43c5-b9d8-1d867d32b76f admin admin] Notify callbacks [] for security_group, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:18:37.934180 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809e341f-f304-4759-9219-7af833d8c03d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ca0ac4e-917e-4fd5-adb2-940379f40f05,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:18:37.973737 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-3374e475-4734-4595-8c3f-b745f89a5a05 req-706a40d7-50da-45f5-94c4-e61b8f2335a1 tempest-AttachVolumeShelveTestJSON-1020519793 tempest-AttachVolumeShelveTestJSON-1020519793-project] 10.222.0.104 "GET /v2.0/security-groups?id=a376d024-e4a1-4cc8-8fe5-9c69c2c40821&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0632732 Jul 06 14:18:38.154429 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-48c5bcf7-a4ea-43c5-b9d8-1d867d32b76f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:18:38.161353 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-48c5bcf7-a4ea-43c5-b9d8-1d867d32b76f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:18:38.233031 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-6a2df89f-b98d-4493-95b8-e2a57bc73f53 req-aec0426e-644c-45cc-a820-f831b5a77986 tempest-ServersTestJSON-809673865 tempest-ServersTestJSON-809673865-project] 10.222.0.104 "GET /v2.0/ports?device_id=98a682e5-e14e-44a0-b612-47a0d3ad1317 HTTP/1.1" status: 200 len: 210 time: 0.0536842 Jul 06 14:18:38.240003 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c5bcf7-a4ea-43c5-b9d8-1d867d32b76f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa7d0d38-0cb9-4c20-b7a1-694768a7c7fa,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:18:38.247266 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-48c5bcf7-a4ea-43c5-b9d8-1d867d32b76f admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=5e2bdc38fe4c45af8fd8181c8476c6a3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5337601 Jul 06 14:18:38.248170 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 60796) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:18:38.308075 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0305465c-77a9-4186-9183-d59c3097368d req-302682c1-0585-4f18-b22a-c2616c08927e tempest-ServersNegativeTestJSON-728644794 tempest-ServersNegativeTestJSON-728644794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:18:38.316442 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-0305465c-77a9-4186-9183-d59c3097368d req-302682c1-0585-4f18-b22a-c2616c08927e tempest-ServersNegativeTestJSON-728644794 tempest-ServersNegativeTestJSON-728644794-project] 10.222.0.104 "GET /v2.0/ports?device_id=c38e1fb7-16c3-460f-81ed-82738a2148eb HTTP/1.1" status: 200 len: 946 time: 0.2158468 Jul 06 14:18:38.370355 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-0305465c-77a9-4186-9183-d59c3097368d req-9bf52f66-6d0a-4dda-a9fc-7bea78d46d47 tempest-ServersNegativeTestJSON-728644794 tempest-ServersNegativeTestJSON-728644794-project] 10.222.0.104 "GET /v2.0/security-groups?id=55139e1c-0239-472b-ada8-5a3c70b3eb43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525687 Jul 06 14:18:38.401218 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-150530fd-f0b3-40be-9821-16901cfc37c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:18:38.450799 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-150530fd-f0b3-40be-9821-16901cfc37c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:18:38.541253 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-150530fd-f0b3-40be-9821-16901cfc37c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:18:38.549416 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-150530fd-f0b3-40be-9821-16901cfc37c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:18:38.551615 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-150530fd-f0b3-40be-9821-16901cfc37c9 admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/aa7d0d38-0cb9-4c20-b7a1-694768a7c7fa HTTP/1.1" status: 204 len: 168 time: 0.3011584 Jul 06 14:18:38.572454 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150530fd-f0b3-40be-9821-16901cfc37c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa7d0d38-0cb9-4c20-b7a1-694768a7c7fa,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:18:38.748790 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7125a9-0727-49f3-9f84-360e99096463 req-45d4c8fe-e264-406f-880d-6e637a6cabb7 tempest-ServersTestJSON-809673865 tempest-ServersTestJSON-809673865-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:18:38.750987 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-ce7125a9-0727-49f3-9f84-360e99096463 req-45d4c8fe-e264-406f-880d-6e637a6cabb7 tempest-ServersTestJSON-809673865 tempest-ServersTestJSON-809673865-project] 10.222.0.72 "GET /v2.0/networks?id=e673442c-5645-41cd-ae64-05cc6584adda HTTP/1.1" status: 200 len: 806 time: 0.1431334 Jul 06 14:18:38.769989 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [req-ce7125a9-0727-49f3-9f84-360e99096463 req-cdb33638-d7f8-4d4c-893b-1bbc317e8746 tempest-ServersTestJSON-809673865 tempest-ServersTestJSON-809673865-project] Request body: {'port': {'device_id': '98a682e5-e14e-44a0-b612-47a0d3ad1317', 'network_id': 'e673442c-5645-41cd-ae64-05cc6584adda', 'admin_state_up': True, 'tenant_id': '0fb5330a68d94b1da3c3872d90574aab'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:18:39.151190 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ce7125a9-0727-49f3-9f84-360e99096463 req-cdb33638-d7f8-4d4c-893b-1bbc317e8746 tempest-ServersTestJSON-809673865 tempest-ServersTestJSON-809673865-project] Made reservation on behalf of 0fb5330a68d94b1da3c3872d90574aab for: {'port': 1} {{(pid=100246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:18:39.155389 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-ce7125a9-0727-49f3-9f84-360e99096463 req-cdb33638-d7f8-4d4c-893b-1bbc317e8746 tempest-ServersTestJSON-809673865 tempest-ServersTestJSON-809673865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:18:39.518518 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38528bd1-9a7f-4803-9a2c-1995a8283948 req-2746b4eb-22e6-4e76-96bf-6d0355c76345 tempest-AttachVolumeShelveTestJSON-1020519793 tempest-AttachVolumeShelveTestJSON-1020519793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:18:39.526574 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-38528bd1-9a7f-4803-9a2c-1995a8283948 req-2746b4eb-22e6-4e76-96bf-6d0355c76345 tempest-AttachVolumeShelveTestJSON-1020519793 tempest-AttachVolumeShelveTestJSON-1020519793-project] 10.222.0.104 "GET /v2.0/ports?device_id=28222247-ef72-4123-b031-e588ebd3ba47 HTTP/1.1" status: 200 len: 946 time: 0.2207170 Jul 06 14:18:39.537073 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.db_base_plugin_common [req-ce7125a9-0727-49f3-9f84-360e99096463 req-cdb33638-d7f8-4d4c-893b-1bbc317e8746 tempest-ServersTestJSON-809673865 tempest-ServersTestJSON-809673865-project] Allocated IP 172.20.0.11 (e673442c-5645-41cd-ae64-05cc6584adda/77f3889b-e625-42b7-98f3-adea55c7f2d3/43f9c8b7-95f8-4f8b-8431-6674ab1a2820) {{(pid=100246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:18:39.660978 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-2e7c183a-87f4-4cc2-a149-588128e131f0 req-5442ad71-e56a-45a8-9e61-d0124a41bf96 tempest-ServersTestJSON-809673865 tempest-ServersTestJSON-809673865-project] 10.222.0.104 "GET /v2.0/ports?device_id=98a682e5-e14e-44a0-b612-47a0d3ad1317 HTTP/1.1" status: 200 len: 210 time: 0.0739090 Jul 06 14:18:39.692360 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-38528bd1-9a7f-4803-9a2c-1995a8283948 req-f543def0-7912-43e6-9813-11aac1da8706 tempest-AttachVolumeShelveTestJSON-1020519793 tempest-AttachVolumeShelveTestJSON-1020519793-project] 10.222.0.104 "GET /v2.0/security-groups?id=a376d024-e4a1-4cc8-8fe5-9c69c2c40821&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1647840 Jul 06 14:18:39.859146 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-ce7125a9-0727-49f3-9f84-360e99096463 req-cdb33638-d7f8-4d4c-893b-1bbc317e8746 tempest-ServersTestJSON-809673865 tempest-ServersTestJSON-809673865-project] Notify callbacks [] for port, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:18:39.940764 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a7f671-b926-4624-a5e0-111143ad4941 req-e04ad3f7-5351-4645-866b-0d386bdd6568 tempest-ServersNegativeTestJSON-728644794 tempest-ServersNegativeTestJSON-728644794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:18:39.952146 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-ce7125a9-0727-49f3-9f84-360e99096463 req-cdb33638-d7f8-4d4c-893b-1bbc317e8746 tempest-ServersTestJSON-809673865 tempest-ServersTestJSON-809673865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-127687573'] for port, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:18:39.953533 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-04a7f671-b926-4624-a5e0-111143ad4941 req-e04ad3f7-5351-4645-866b-0d386bdd6568 tempest-ServersNegativeTestJSON-728644794 tempest-ServersNegativeTestJSON-728644794-project] 10.222.0.104 "GET /v2.0/ports?device_id=c38e1fb7-16c3-460f-81ed-82738a2148eb HTTP/1.1" status: 200 len: 946 time: 0.1041744 Jul 06 14:18:39.965594 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] get_ports_and_sgs() called for port_ids ['b3faa654-9b0e-47d7-ac0c-c53cca9f4156'] {{(pid=100248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 14:18:40.039113 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-04a7f671-b926-4624-a5e0-111143ad4941 req-66ec5054-441b-43ba-8627-aeecc5cc3bef tempest-ServersNegativeTestJSON-728644794 tempest-ServersNegativeTestJSON-728644794-project] 10.222.0.104 "GET /v2.0/security-groups?id=55139e1c-0239-472b-ada8-5a3c70b3eb43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798609 Jul 06 14:18:40.063958 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ce7125a9-0727-49f3-9f84-360e99096463 req-cdb33638-d7f8-4d4c-893b-1bbc317e8746 tempest-ServersTestJSON-809673865 tempest-ServersTestJSON-809673865-project] Network e673442c-5645-41cd-ae64-05cc6584adda is already hosted by enough agents. {{(pid=100246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:18:40.095178 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.base_scheduler [req-ce7125a9-0727-49f3-9f84-360e99096463 req-cdb33638-d7f8-4d4c-893b-1bbc317e8746 tempest-ServersTestJSON-809673865 tempest-ServersTestJSON-809673865-project] Resources bound (agent type, host, resource id): {{(pid=100246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:18:40.108065 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce7125a9-0727-49f3-9f84-360e99096463 req-cdb33638-d7f8-4d4c-893b-1bbc317e8746 tempest-ServersTestJSON-809673865 tempest-ServersTestJSON-809673865-project] Received port after_create {{(pid=100246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:18:40.254686 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb33638-d7f8-4d4c-893b-1bbc317e8746 tempest-ServersTestJSON-809673865 tempest-ServersTestJSON-809673865-project] Pushing event updated for resources: {'Port': ['ID=43f9c8b7-95f8-4f8b-8431-6674ab1a2820,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:18:40.324530 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7125a9-0727-49f3-9f84-360e99096463 req-cdb33638-d7f8-4d4c-893b-1bbc317e8746 tempest-ServersTestJSON-809673865 tempest-ServersTestJSON-809673865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:18:40.325832 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-ce7125a9-0727-49f3-9f84-360e99096463 req-cdb33638-d7f8-4d4c-893b-1bbc317e8746 tempest-ServersTestJSON-809673865 tempest-ServersTestJSON-809673865-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:18:40.360328 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-ce7125a9-0727-49f3-9f84-360e99096463 req-cdb33638-d7f8-4d4c-893b-1bbc317e8746 tempest-ServersTestJSON-809673865 tempest-ServersTestJSON-809673865-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5943167 Jul 06 14:18:40.378172 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [req-ce7125a9-0727-49f3-9f84-360e99096463 req-638a0f48-5272-48ce-b67b-7ba41c837518 service neutron] Request body: {'port': {'device_id': '98a682e5-e14e-44a0-b612-47a0d3ad1317', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-773647-6'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:18:40.388923 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b359d60b-765b-4589-8bde-726eb6d1688e req-cc65c322-7d6a-44d5-8f7f-f067aa899bd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:18:40.390784 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-b359d60b-765b-4589-8bde-726eb6d1688e req-cc65c322-7d6a-44d5-8f7f-f067aa899bd0 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=9686fd5ec0aa4012928191c3d42f6e6c&device_id=28222247-ef72-4123-b031-e588ebd3ba47 HTTP/1.1" status: 200 len: 1097 time: 0.2171373 Jul 06 14:18:40.608766 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-ce7125a9-0727-49f3-9f84-360e99096463 req-638a0f48-5272-48ce-b67b-7ba41c837518 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:18:40.631302 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:18:40.703322 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b359d60b-765b-4589-8bde-726eb6d1688e req-c2413901-f2c9-4dc5-b058-fcf8a57cc78d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:18:40.705224 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-b359d60b-765b-4589-8bde-726eb6d1688e req-c2413901-f2c9-4dc5-b058-fcf8a57cc78d service neutron] 10.222.0.72 "GET /v2.0/networks?id=a1c5aa58-a5eb-4fe0-9c0d-ad9cb3f782ca HTTP/1.1" status: 200 len: 919 time: 0.2505443 Jul 06 14:18:40.954956 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-b359d60b-765b-4589-8bde-726eb6d1688e req-840a00d5-7082-4231-b5c9-ea215199c5c1 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=67b64fd1-ede8-4c8b-b13f-ce71aea9619c HTTP/1.1" status: 200 len: 1000 time: 0.2404976 Jul 06 14:18:41.008884 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b63587-10e7-4151-b2aa-baa7503110e3 req-a4c469f9-5203-4481-ad5a-12e3ded56671 tempest-ServersTestJSON-809673865 tempest-ServersTestJSON-809673865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:18:41.019198 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-08b63587-10e7-4151-b2aa-baa7503110e3 req-a4c469f9-5203-4481-ad5a-12e3ded56671 tempest-ServersTestJSON-809673865 tempest-ServersTestJSON-809673865-project] 10.222.0.104 "GET /v2.0/ports?device_id=98a682e5-e14e-44a0-b612-47a0d3ad1317 HTTP/1.1" status: 200 len: 932 time: 0.1996837 Jul 06 14:18:41.083880 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b359d60b-765b-4589-8bde-726eb6d1688e req-2a4f08df-eda0-47be-b7bc-669b0b126bfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:18:41.085883 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-b359d60b-765b-4589-8bde-726eb6d1688e req-2a4f08df-eda0-47be-b7bc-669b0b126bfb service neutron] 10.222.0.72 "GET /v2.0/subnets?id=6ec930d2-90b3-4355-914b-4efea8972d25 HTTP/1.1" status: 200 len: 856 time: 0.1112702 Jul 06 14:18:41.119976 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-08b63587-10e7-4151-b2aa-baa7503110e3 req-70c82d84-016c-4471-a09d-88cfe915d1e7 tempest-ServersTestJSON-809673865 tempest-ServersTestJSON-809673865-project] 10.222.0.104 "GET /v2.0/security-groups?id=b2132efa-40d7-46de-9959-646c1b99d382&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984282 Jul 06 14:18:41.144180 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4787f06-12c4-46d9-95b6-955d8c670902 req-59d8e640-9f08-4820-b470-6b12e1fb64b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:18:41.145992 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-a4787f06-12c4-46d9-95b6-955d8c670902 req-59d8e640-9f08-4820-b470-6b12e1fb64b1 service neutron] 10.222.0.127 "GET /v2.0/ports?tenant_id=9e0def2463a444ef83e4758cd3e92401&device_id=c38e1fb7-16c3-460f-81ed-82738a2148eb HTTP/1.1" status: 200 len: 1097 time: 0.2011006 Jul 06 14:18:41.161717 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acc90e1-e079-4b53-b6fd-1388de62cb4a req-4dc6493b-8a58-4f97-bb17-56acd27af574 tempest-AttachVolumeShelveTestJSON-1020519793 tempest-AttachVolumeShelveTestJSON-1020519793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:18:41.172852 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-0acc90e1-e079-4b53-b6fd-1388de62cb4a req-4dc6493b-8a58-4f97-bb17-56acd27af574 tempest-AttachVolumeShelveTestJSON-1020519793 tempest-AttachVolumeShelveTestJSON-1020519793-project] 10.222.0.104 "GET /v2.0/ports?device_id=28222247-ef72-4123-b031-e588ebd3ba47 HTTP/1.1" status: 200 len: 946 time: 0.2757390 Jul 06 14:18:41.311958 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b359d60b-765b-4589-8bde-726eb6d1688e req-2f48192b-b8f6-4217-a1c2-39c940a58a0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:18:41.313489 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-b359d60b-765b-4589-8bde-726eb6d1688e req-2f48192b-b8f6-4217-a1c2-39c940a58a0d service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=a1c5aa58-a5eb-4fe0-9c0d-ad9cb3f782ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2197771 Jul 06 14:18:41.355782 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-0acc90e1-e079-4b53-b6fd-1388de62cb4a req-50cf1be2-d1dc-4ba7-8090-5a462a10680a tempest-AttachVolumeShelveTestJSON-1020519793 tempest-AttachVolumeShelveTestJSON-1020519793-project] 10.222.0.104 "GET /v2.0/security-groups?id=a376d024-e4a1-4cc8-8fe5-9c69c2c40821&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1816831 Jul 06 14:18:41.362390 n-d-773647-6 neutron-server[100246]: DEBUG neutron.notifiers.nova [req-ce7125a9-0727-49f3-9f84-360e99096463 req-638a0f48-5272-48ce-b67b-7ba41c837518 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 43f9c8b7-95f8-4f8b-8431-6674ab1a2820 {{(pid=100246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 14:18:41.446626 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c46c35-d78a-438c-848a-ca44fa9fad86 req-4ed490dc-deb3-46ef-852c-2009dca93fbb tempest-ServersNegativeTestJSON-728644794 tempest-ServersNegativeTestJSON-728644794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:18:41.457385 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-51c46c35-d78a-438c-848a-ca44fa9fad86 req-4ed490dc-deb3-46ef-852c-2009dca93fbb tempest-ServersNegativeTestJSON-728644794 tempest-ServersNegativeTestJSON-728644794-project] 10.222.0.104 "GET /v2.0/ports?device_id=c38e1fb7-16c3-460f-81ed-82738a2148eb HTTP/1.1" status: 200 len: 946 time: 0.1736765 Jul 06 14:18:41.470350 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-ce7125a9-0727-49f3-9f84-360e99096463 req-638a0f48-5272-48ce-b67b-7ba41c837518 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:18:41.482548 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4787f06-12c4-46d9-95b6-955d8c670902 req-f8c9d763-bfde-4472-8d96-20b82b8c3f8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:18:41.484142 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-a4787f06-12c4-46d9-95b6-955d8c670902 req-f8c9d763-bfde-4472-8d96-20b82b8c3f8b service neutron] 10.222.0.127 "GET /v2.0/networks?id=9a9945d7-f704-4f59-8c11-10fba7c84a6d HTTP/1.1" status: 200 len: 916 time: 0.3088644 Jul 06 14:18:41.536788 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.provisioning_blocks [req-ce7125a9-0727-49f3-9f84-360e99096463 req-638a0f48-5272-48ce-b67b-7ba41c837518 service neutron] Transition to ACTIVE for port object 43f9c8b7-95f8-4f8b-8431-6674ab1a2820 will not be triggered until provisioned by entity L2. {{(pid=100246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:18:41.569784 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-ce7125a9-0727-49f3-9f84-360e99096463 req-638a0f48-5272-48ce-b67b-7ba41c837518 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127687527'] for port, after_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:18:41.623841 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-a4787f06-12c4-46d9-95b6-955d8c670902 req-90050594-1782-4a83-bc34-328709089389 service neutron] 10.222.0.127 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=65a41ea4-e5ca-4a5a-a1d0-5bf5032e4c70 HTTP/1.1" status: 200 len: 217 time: 0.1108034 Jul 06 14:18:41.697325 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-51c46c35-d78a-438c-848a-ca44fa9fad86 req-0d668e14-7d13-4d81-8a6a-83b42689c72f tempest-ServersNegativeTestJSON-728644794 tempest-ServersNegativeTestJSON-728644794-project] 10.222.0.104 "GET /v2.0/security-groups?id=55139e1c-0239-472b-ada8-5a3c70b3eb43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2386761 Jul 06 14:18:41.709437 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-b359d60b-765b-4589-8bde-726eb6d1688e req-96b65233-f944-4a67-9bec-e692ad3de299 service neutron] 10.222.0.72 "GET /v2.0/networks/a1c5aa58-a5eb-4fe0-9c0d-ad9cb3f782ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3840132 Jul 06 14:18:41.731085 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4787f06-12c4-46d9-95b6-955d8c670902 req-b6db1153-f2db-4eb3-84e8-a4455dacb6f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:18:41.732995 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-a4787f06-12c4-46d9-95b6-955d8c670902 req-b6db1153-f2db-4eb3-84e8-a4455dacb6f8 service neutron] 10.222.0.127 "GET /v2.0/subnets?id=a11a84e7-e29f-49ab-86b3-7e53a4e90dc5 HTTP/1.1" status: 200 len: 854 time: 0.0944431 Jul 06 14:18:41.761085 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638a0f48-5272-48ce-b67b-7ba41c837518 service neutron] Pushing event updated for resources: {'Port': ['ID=43f9c8b7-95f8-4f8b-8431-6674ab1a2820,revision_number=2']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:18:41.798520 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-a4787f06-12c4-46d9-95b6-955d8c670902 req-14002bfb-d32f-494d-ae28-36071e71f1e6 service neutron] 10.222.0.127 "GET /v2.0/ports?network_id=9a9945d7-f704-4f59-8c11-10fba7c84a6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0546131 Jul 06 14:18:42.012586 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [req-ce7125a9-0727-49f3-9f84-360e99096463 req-638a0f48-5272-48ce-b67b-7ba41c837518 service neutron] Attempting to bind port 43f9c8b7-95f8-4f8b-8431-6674ab1a2820 on host n-h2-773647-6 for vnic_type normal with profile {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:18:42.014351 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [req-ce7125a9-0727-49f3-9f84-360e99096463 req-638a0f48-5272-48ce-b67b-7ba41c837518 service neutron] Attempting to bind port 43f9c8b7-95f8-4f8b-8431-6674ab1a2820 by drivers openvswitch,hyperv on host n-h2-773647-6 at level 0 using segments [{'id': 'cb1a6cec-0b40-4dde-b37a-6dbda6bd8158', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': 'e673442c-5645-41cd-ae64-05cc6584adda'}] {{(pid=100246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:18:42.016272 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce7125a9-0727-49f3-9f84-360e99096463 req-638a0f48-5272-48ce-b67b-7ba41c837518 service neutron] Attempting to bind port 43f9c8b7-95f8-4f8b-8431-6674ab1a2820 on network e673442c-5645-41cd-ae64-05cc6584adda {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:18:42.032445 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce7125a9-0727-49f3-9f84-360e99096463 req-638a0f48-5272-48ce-b67b-7ba41c837518 service neutron] Port 43f9c8b7-95f8-4f8b-8431-6674ab1a2820 on network e673442c-5645-41cd-ae64-05cc6584adda not bound, no agent of type Open vSwitch agent registered on host n-h2-773647-6 {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 14:18:42.032445 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce7125a9-0727-49f3-9f84-360e99096463 req-638a0f48-5272-48ce-b67b-7ba41c837518 service neutron] Attempting to bind port 43f9c8b7-95f8-4f8b-8431-6674ab1a2820 on network e673442c-5645-41cd-ae64-05cc6584adda {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:18:42.044795 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-b359d60b-765b-4589-8bde-726eb6d1688e req-f96d0687-fb58-4b56-97c9-a33fb071b559 service neutron] 10.222.0.72 "GET /v2.0/networks/a1c5aa58-a5eb-4fe0-9c0d-ad9cb3f782ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3235433 Jul 06 14:18:42.067742 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce7125a9-0727-49f3-9f84-360e99096463 req-638a0f48-5272-48ce-b67b-7ba41c837518 service neutron] Checking agent: {'id': '63768ece-0600-4354-8d29-fdedec96b077', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-773647-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 51, 10), 'started_at': datetime.datetime(2021, 7, 6, 13, 51, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 18, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:18:42.075229 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce7125a9-0727-49f3-9f84-360e99096463 req-638a0f48-5272-48ce-b67b-7ba41c837518 service neutron] Checking segment: {'id': 'cb1a6cec-0b40-4dde-b37a-6dbda6bd8158', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': 'e673442c-5645-41cd-ae64-05cc6584adda'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:18:42.075636 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce7125a9-0727-49f3-9f84-360e99096463 req-638a0f48-5272-48ce-b67b-7ba41c837518 service neutron] Bound using segment: {'id': 'cb1a6cec-0b40-4dde-b37a-6dbda6bd8158', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': 'e673442c-5645-41cd-ae64-05cc6584adda'} {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:18:42.076096 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [req-ce7125a9-0727-49f3-9f84-360e99096463 req-638a0f48-5272-48ce-b67b-7ba41c837518 service neutron] Bound port: 43f9c8b7-95f8-4f8b-8431-6674ab1a2820, host: n-h2-773647-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cb1a6cec-0b40-4dde-b37a-6dbda6bd8158', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': 'e673442c-5645-41cd-ae64-05cc6584adda'}}] {{(pid=100246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:18:42.076468 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-ce7125a9-0727-49f3-9f84-360e99096463 req-638a0f48-5272-48ce-b67b-7ba41c837518 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:18:42.094287 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-a4787f06-12c4-46d9-95b6-955d8c670902 req-f3b25504-831b-4c21-9160-cfae141cf090 service neutron] 10.222.0.127 "GET /v2.0/networks/9a9945d7-f704-4f59-8c11-10fba7c84a6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2848959 Jul 06 14:18:42.278113 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.db [req-ce7125a9-0727-49f3-9f84-360e99096463 req-638a0f48-5272-48ce-b67b-7ba41c837518 service neutron] For port 43f9c8b7-95f8-4f8b-8431-6674ab1a2820, host n-h2-773647-6, cleared binding levels {{(pid=100246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:18:42.282073 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.db [req-ce7125a9-0727-49f3-9f84-360e99096463 req-638a0f48-5272-48ce-b67b-7ba41c837518 service neutron] For port 43f9c8b7-95f8-4f8b-8431-6674ab1a2820, host n-h2-773647-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=43f9c8b7-95f8-4f8b-8431-6674ab1a2820,segment=NetworkSegment(cb1a6cec-0b40-4dde-b37a-6dbda6bd8158),segment_id=cb1a6cec-0b40-4dde-b37a-6dbda6bd8158)] {{(pid=100246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:18:42.291179 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-a4787f06-12c4-46d9-95b6-955d8c670902 req-49cc3012-d94e-470c-ac65-a5cc215fc1d3 service neutron] 10.222.0.127 "GET /v2.0/networks/9a9945d7-f704-4f59-8c11-10fba7c84a6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1902084 Jul 06 14:18:42.300405 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-ce7125a9-0727-49f3-9f84-360e99096463 req-638a0f48-5272-48ce-b67b-7ba41c837518 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127687527'] for port, after_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:18:42.370049 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7125a9-0727-49f3-9f84-360e99096463 req-638a0f48-5272-48ce-b67b-7ba41c837518 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:18:42.372546 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-ce7125a9-0727-49f3-9f84-360e99096463 req-638a0f48-5272-48ce-b67b-7ba41c837518 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:18:42.375424 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-ce7125a9-0727-49f3-9f84-360e99096463 req-638a0f48-5272-48ce-b67b-7ba41c837518 service neutron] 10.222.0.72 "PUT /v2.0/ports/43f9c8b7-95f8-4f8b-8431-6674ab1a2820 HTTP/1.1" status: 200 len: 1092 time: 2.0048246 Jul 06 14:18:42.375896 n-d-773647-6 neutron-server[100246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98a682e5-e14e-44a0-b612-47a0d3ad1317', 'tag': '43f9c8b7-95f8-4f8b-8431-6674ab1a2820'}] {{(pid=100246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:18:42.378311 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0d96c5ab5e889f7b933ae915b9be33d1b46c9e87795bf781004b656ef3f1e87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37e837f0-42bf-40f5-83e0-38cb07a48c8a" -d '{"events": [{"name": "network-changed", "server_uuid": "98a682e5-e14e-44a0-b612-47a0d3ad1317", "tag": "43f9c8b7-95f8-4f8b-8431-6674ab1a2820"}]}' {{(pid=100246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:18:42.477814 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 14:18:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e1b73ad-4938-4f8b-84a1-2adbf1540ccb x-openstack-request-id: req-4e1b73ad-4938-4f8b-84a1-2adbf1540ccb {{(pid=100246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:18:42.478665 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "98a682e5-e14e-44a0-b612-47a0d3ad1317", "tag": "43f9c8b7-95f8-4f8b-8431-6674ab1a2820", "status": "completed", "code": 200}]} {{(pid=100246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:18:42.481386 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:18:42.483308 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-4e1b73ad-4938-4f8b-84a1-2adbf1540ccb {{(pid=100246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:18:42.484723 n-d-773647-6 neutron-server[100246]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '98a682e5-e14e-44a0-b612-47a0d3ad1317', 'tag': '43f9c8b7-95f8-4f8b-8431-6674ab1a2820', 'status': 'completed', 'code': 200} Jul 06 14:18:42.500847 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3699470c-c800-404c-88fe-d10f2684ae93 req-6e81648e-0c5b-4b91-8e84-e042d1ad1a3c tempest-ServersTestJSON-809673865 tempest-ServersTestJSON-809673865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:18:42.510991 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-3699470c-c800-404c-88fe-d10f2684ae93 req-6e81648e-0c5b-4b91-8e84-e042d1ad1a3c tempest-ServersTestJSON-809673865 tempest-ServersTestJSON-809673865-project] 10.222.0.104 "GET /v2.0/ports?device_id=98a682e5-e14e-44a0-b612-47a0d3ad1317 HTTP/1.1" status: 200 len: 944 time: 0.1350727 Jul 06 14:18:42.534415 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638a0f48-5272-48ce-b67b-7ba41c837518 service neutron] Pushing event updated for resources: {'Port': ['ID=43f9c8b7-95f8-4f8b-8431-6674ab1a2820,revision_number=3']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:18:42.610093 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-3699470c-c800-404c-88fe-d10f2684ae93 req-4f1c213c-450f-48f3-9bfc-d64424c3c9bf tempest-ServersTestJSON-809673865 tempest-ServersTestJSON-809673865-project] 10.222.0.104 "GET /v2.0/security-groups?id=b2132efa-40d7-46de-9959-646c1b99d382&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979023 Jul 06 14:18:42.693157 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7125a9-0727-49f3-9f84-360e99096463 req-4831a690-917f-4533-8c18-745fe629e7d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:18:42.697777 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-ce7125a9-0727-49f3-9f84-360e99096463 req-4831a690-917f-4533-8c18-745fe629e7d8 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=0fb5330a68d94b1da3c3872d90574aab&device_id=98a682e5-e14e-44a0-b612-47a0d3ad1317 HTTP/1.1" status: 200 len: 1095 time: 0.2239769 Jul 06 14:18:42.837329 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-ce7125a9-0727-49f3-9f84-360e99096463 req-3e32d7a6-7382-4554-af55-07f9dd8e2212 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=43f9c8b7-95f8-4f8b-8431-6674ab1a2820 HTTP/1.1" status: 200 len: 217 time: 0.1169434 Jul 06 14:18:42.933437 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7125a9-0727-49f3-9f84-360e99096463 req-c5fab368-86aa-4ddc-8ee0-55c149baaf30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:18:42.934341 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e0dad7-8ae3-4a93-bc87-5c73b7b942d6 req-3f0e22bf-34d2-4197-894a-15f2d6c8ee87 tempest-AttachVolumeShelveTestJSON-1020519793 tempest-AttachVolumeShelveTestJSON-1020519793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:18:42.934939 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-ce7125a9-0727-49f3-9f84-360e99096463 req-c5fab368-86aa-4ddc-8ee0-55c149baaf30 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=77f3889b-e625-42b7-98f3-adea55c7f2d3 HTTP/1.1" status: 200 len: 846 time: 0.0982964 Jul 06 14:18:42.936793 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-60e0dad7-8ae3-4a93-bc87-5c73b7b942d6 req-3f0e22bf-34d2-4197-894a-15f2d6c8ee87 tempest-AttachVolumeShelveTestJSON-1020519793 tempest-AttachVolumeShelveTestJSON-1020519793-project] 10.222.0.104 "GET /v2.0/ports?device_id=28222247-ef72-4123-b031-e588ebd3ba47 HTTP/1.1" status: 200 len: 946 time: 0.1272647 Jul 06 14:18:42.991026 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-ce7125a9-0727-49f3-9f84-360e99096463 req-adcd2db6-1364-4c7f-9fbe-e97ca5b00444 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=e673442c-5645-41cd-ae64-05cc6584adda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0474737 Jul 06 14:18:43.006079 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-60e0dad7-8ae3-4a93-bc87-5c73b7b942d6 req-9c5d29d2-3294-4bbd-be06-9b6f89749a12 tempest-AttachVolumeShelveTestJSON-1020519793 tempest-AttachVolumeShelveTestJSON-1020519793-project] 10.222.0.104 "GET /v2.0/security-groups?id=a376d024-e4a1-4cc8-8fe5-9c69c2c40821&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0633435 Jul 06 14:18:43.140031 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52893878-ac29-4f0c-8f4f-3da759a1a6e1 req-27fa6a62-320f-4ec2-9214-eb48f5640bc3 tempest-ServersNegativeTestJSON-728644794 tempest-ServersNegativeTestJSON-728644794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:18:43.143962 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-ce7125a9-0727-49f3-9f84-360e99096463 req-2158614c-97ea-4637-bfb9-824cf8020de3 service neutron] 10.222.0.72 "GET /v2.0/networks/e673442c-5645-41cd-ae64-05cc6584adda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1454279 Jul 06 14:18:43.147741 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-52893878-ac29-4f0c-8f4f-3da759a1a6e1 req-27fa6a62-320f-4ec2-9214-eb48f5640bc3 tempest-ServersNegativeTestJSON-728644794 tempest-ServersNegativeTestJSON-728644794-project] 10.222.0.104 "GET /v2.0/ports?device_id=c38e1fb7-16c3-460f-81ed-82738a2148eb HTTP/1.1" status: 200 len: 946 time: 0.1271307 Jul 06 14:18:43.202950 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-52893878-ac29-4f0c-8f4f-3da759a1a6e1 req-076ea886-e951-4074-b995-a6fa95e2b0c4 tempest-ServersNegativeTestJSON-728644794 tempest-ServersNegativeTestJSON-728644794-project] 10.222.0.104 "GET /v2.0/security-groups?id=55139e1c-0239-472b-ada8-5a3c70b3eb43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540509 Jul 06 14:18:43.302090 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-ce7125a9-0727-49f3-9f84-360e99096463 req-dbffa9f5-dfd1-4c5f-89d6-974a593120e1 service neutron] 10.222.0.72 "GET /v2.0/networks/e673442c-5645-41cd-ae64-05cc6584adda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1498296 Jul 06 14:18:43.450949 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e837f0-42bf-40f5-83e0-38cb07a48c8a req-03067cdf-5fbf-4ea1-b70f-a33e2f4a3576 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:18:43.458263 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-37e837f0-42bf-40f5-83e0-38cb07a48c8a req-03067cdf-5fbf-4ea1-b70f-a33e2f4a3576 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=0fb5330a68d94b1da3c3872d90574aab&device_id=98a682e5-e14e-44a0-b612-47a0d3ad1317 HTTP/1.1" status: 200 len: 1095 time: 0.0981138 Jul 06 14:18:43.626175 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e837f0-42bf-40f5-83e0-38cb07a48c8a req-644220be-1b1d-4d22-b222-1c3e6527abb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:18:43.627846 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-37e837f0-42bf-40f5-83e0-38cb07a48c8a req-644220be-1b1d-4d22-b222-1c3e6527abb6 service neutron] 10.222.0.72 "GET /v2.0/networks?id=e673442c-5645-41cd-ae64-05cc6584adda HTTP/1.1" status: 200 len: 908 time: 0.1607232 Jul 06 14:18:43.714012 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-37e837f0-42bf-40f5-83e0-38cb07a48c8a req-812dac35-ed5c-4893-a945-6e22c9de313c service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=43f9c8b7-95f8-4f8b-8431-6674ab1a2820 HTTP/1.1" status: 200 len: 217 time: 0.0794609 Jul 06 14:18:43.846830 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e837f0-42bf-40f5-83e0-38cb07a48c8a req-3e29609e-ffb8-4e4e-b882-a9c604e21dba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:18:43.853677 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-37e837f0-42bf-40f5-83e0-38cb07a48c8a req-3e29609e-ffb8-4e4e-b882-a9c604e21dba service neutron] 10.222.0.72 "GET /v2.0/subnets?id=77f3889b-e625-42b7-98f3-adea55c7f2d3 HTTP/1.1" status: 200 len: 846 time: 0.1256080 Jul 06 14:18:43.907665 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-37e837f0-42bf-40f5-83e0-38cb07a48c8a req-e7bea623-bc21-4219-b832-26e5a5ae6d55 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=e673442c-5645-41cd-ae64-05cc6584adda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0478482 Jul 06 14:18:43.949568 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0ff0dd-7086-40c6-9c7f-6c74cf57c8b4 req-edda2321-2c8d-4f42-9fc6-e2b6dcb1ea9b tempest-ServersTestJSON-809673865 tempest-ServersTestJSON-809673865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:18:43.951605 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-be0ff0dd-7086-40c6-9c7f-6c74cf57c8b4 req-edda2321-2c8d-4f42-9fc6-e2b6dcb1ea9b tempest-ServersTestJSON-809673865 tempest-ServersTestJSON-809673865-project] 10.222.0.104 "GET /v2.0/ports?device_id=98a682e5-e14e-44a0-b612-47a0d3ad1317 HTTP/1.1" status: 200 len: 944 time: 0.1421881 Jul 06 14:18:44.021990 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-be0ff0dd-7086-40c6-9c7f-6c74cf57c8b4 req-e35690f7-c1ec-4c91-8cf5-9b27eb17c2ec tempest-ServersTestJSON-809673865 tempest-ServersTestJSON-809673865-project] 10.222.0.104 "GET /v2.0/security-groups?id=b2132efa-40d7-46de-9959-646c1b99d382&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600593 Jul 06 14:18:44.038121 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-37e837f0-42bf-40f5-83e0-38cb07a48c8a req-d3922115-7184-4a3d-9f38-93c1bcca31ed service neutron] 10.222.0.72 "GET /v2.0/networks/e673442c-5645-41cd-ae64-05cc6584adda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1160524 Jul 06 14:18:44.210748 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-37e837f0-42bf-40f5-83e0-38cb07a48c8a req-e2501c71-b397-4f86-8bdc-064337029436 service neutron] 10.222.0.72 "GET /v2.0/networks/e673442c-5645-41cd-ae64-05cc6584adda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1536341 Jul 06 14:18:44.455510 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f53249-dc68-4d76-a2da-b73e28897d37 req-1926baa4-f101-4140-9616-19cad3c6d94f tempest-AttachVolumeShelveTestJSON-1020519793 tempest-AttachVolumeShelveTestJSON-1020519793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:18:44.464895 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-e8f53249-dc68-4d76-a2da-b73e28897d37 req-1926baa4-f101-4140-9616-19cad3c6d94f tempest-AttachVolumeShelveTestJSON-1020519793 tempest-AttachVolumeShelveTestJSON-1020519793-project] 10.222.0.104 "GET /v2.0/ports?device_id=28222247-ef72-4123-b031-e588ebd3ba47 HTTP/1.1" status: 200 len: 946 time: 0.1854622 Jul 06 14:18:44.501342 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773feb9f-77b9-46a1-aa21-2d1669a39583 req-9da1e7cb-52cf-403a-b158-de0f3e096602 tempest-ServersNegativeTestJSON-728644794 tempest-ServersNegativeTestJSON-728644794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:18:44.502878 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-773feb9f-77b9-46a1-aa21-2d1669a39583 req-9da1e7cb-52cf-403a-b158-de0f3e096602 tempest-ServersNegativeTestJSON-728644794 tempest-ServersNegativeTestJSON-728644794-project] 10.222.0.104 "GET /v2.0/ports?device_id=c38e1fb7-16c3-460f-81ed-82738a2148eb HTTP/1.1" status: 200 len: 946 time: 0.1538124 Jul 06 14:18:44.533681 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-e8f53249-dc68-4d76-a2da-b73e28897d37 req-5d1c293b-56d8-47ff-a274-4bca652883b6 tempest-AttachVolumeShelveTestJSON-1020519793 tempest-AttachVolumeShelveTestJSON-1020519793-project] 10.222.0.104 "GET /v2.0/security-groups?id=a376d024-e4a1-4cc8-8fe5-9c69c2c40821&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0677836 Jul 06 14:18:44.566752 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 32770) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:18:44.582646 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-773feb9f-77b9-46a1-aa21-2d1669a39583 req-828c21ec-59e8-4516-9a4f-13f7477d6acd tempest-ServersNegativeTestJSON-728644794 tempest-ServersNegativeTestJSON-728644794-project] 10.222.0.104 "GET /v2.0/security-groups?id=55139e1c-0239-472b-ada8-5a3c70b3eb43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623136 Jul 06 14:18:44.766609 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-655863a8-f4d3-4b10-8490-7c6b45569bcc admin admin] Notify callbacks [] for security_group, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:18:44.799427 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Device 43f9c8b7-95f8-4f8b-8431-6674ab1a2820 details requested by agent hyperv_n-h2-773647-6 with host n-h2-773647-6 {{(pid=100248) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 14:18:44.894681 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-655863a8-f4d3-4b10-8490-7c6b45569bcc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:18:44.900549 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-655863a8-f4d3-4b10-8490-7c6b45569bcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:18:44.915416 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] For port 43f9c8b7-95f8-4f8b-8431-6674ab1a2820, host n-h2-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=43f9c8b7-95f8-4f8b-8431-6674ab1a2820,segment=NetworkSegment(cb1a6cec-0b40-4dde-b37a-6dbda6bd8158),segment_id=cb1a6cec-0b40-4dde-b37a-6dbda6bd8158)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:18:44.941766 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Returning: {'device': '43f9c8b7-95f8-4f8b-8431-6674ab1a2820', 'network_id': 'e673442c-5645-41cd-ae64-05cc6584adda', 'port_id': '43f9c8b7-95f8-4f8b-8431-6674ab1a2820', 'mac_address': 'fa:16:3e:13:78:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1010, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '77f3889b-e625-42b7-98f3-adea55c7f2d3', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100248) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 14:18:44.970794 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-655863a8-f4d3-4b10-8490-7c6b45569bcc admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=6ce9cc97bf084c5d8deb2a477129b895&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4039025 Jul 06 14:18:44.973750 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 32780) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:18:44.979096 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655863a8-f4d3-4b10-8490-7c6b45569bcc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c64fe96c-73db-4de0-b277-9696917042c6,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:18:45.006004 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:18:45.020569 n-d-773647-6 neutron-server[100248]: DEBUG neutron.notifiers.nova [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 43f9c8b7-95f8-4f8b-8431-6674ab1a2820 {{(pid=100248) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 14:18:45.045399 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] For port 43f9c8b7-95f8-4f8b-8431-6674ab1a2820, host n-h2-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=43f9c8b7-95f8-4f8b-8431-6674ab1a2820,segment=NetworkSegment(cb1a6cec-0b40-4dde-b37a-6dbda6bd8158),segment_id=cb1a6cec-0b40-4dde-b37a-6dbda6bd8158)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:18:45.053451 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:18:45.072360 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-9ae1763d-29b9-471f-a5a6-aeb396dea8d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:18:45.110193 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-9ae1763d-29b9-471f-a5a6-aeb396dea8d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:18:45.128257 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Pushing event updated for resources: {'Port': ['ID=43f9c8b7-95f8-4f8b-8431-6674ab1a2820,revision_number=4']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:18:45.142973 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:18:45.145831 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:18:45.146426 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:18:45.148666 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:18:45.152145 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:18:45.152673 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:18:45.153171 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:18:45.153848 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:18:45.154354 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:18:45.154848 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:18:45.156678 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:18:45.157221 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:18:45.200874 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-9ae1763d-29b9-471f-a5a6-aeb396dea8d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:18:45.204960 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-9ae1763d-29b9-471f-a5a6-aeb396dea8d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:18:45.206123 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-9ae1763d-29b9-471f-a5a6-aeb396dea8d5 admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/c64fe96c-73db-4de0-b277-9696917042c6 HTTP/1.1" status: 204 len: 168 time: 0.2311997 Jul 06 14:18:45.234262 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae1763d-29b9-471f-a5a6-aeb396dea8d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c64fe96c-73db-4de0-b277-9696917042c6,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:18:45.276502 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] get_ports_and_sgs() called for port_ids ['43f9c8b7-95f8-4f8b-8431-6674ab1a2820'] {{(pid=100248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 14:18:45.405085 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa33211-9d9c-4306-99e9-76ea217c3f0e req-11d64e52-68e6-4a71-8b73-d03683a73913 tempest-ServersTestJSON-809673865 tempest-ServersTestJSON-809673865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:18:45.409470 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-ffa33211-9d9c-4306-99e9-76ea217c3f0e req-11d64e52-68e6-4a71-8b73-d03683a73913 tempest-ServersTestJSON-809673865 tempest-ServersTestJSON-809673865-project] 10.222.0.104 "GET /v2.0/ports?device_id=98a682e5-e14e-44a0-b612-47a0d3ad1317 HTTP/1.1" status: 200 len: 945 time: 0.1685276 Jul 06 14:18:45.460625 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-ffa33211-9d9c-4306-99e9-76ea217c3f0e req-9dbb3b3c-6c16-4bc6-b7dc-6ea90c25d19f tempest-ServersTestJSON-809673865 tempest-ServersTestJSON-809673865-project] 10.222.0.104 "GET /v2.0/security-groups?id=b2132efa-40d7-46de-9959-646c1b99d382&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437741 Jul 06 14:18:45.781032 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 32804) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:18:45.789191 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0061f4-51e1-434e-b72f-66d6db46b717 req-a624a41f-ad96-4d50-b224-2673a0481b2e tempest-AttachVolumeShelveTestJSON-1020519793 tempest-AttachVolumeShelveTestJSON-1020519793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:18:45.797237 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-7c0061f4-51e1-434e-b72f-66d6db46b717 req-a624a41f-ad96-4d50-b224-2673a0481b2e tempest-AttachVolumeShelveTestJSON-1020519793 tempest-AttachVolumeShelveTestJSON-1020519793-project] 10.222.0.104 "GET /v2.0/ports?device_id=28222247-ef72-4123-b031-e588ebd3ba47 HTTP/1.1" status: 200 len: 946 time: 0.0963926 Jul 06 14:18:45.806320 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-951019e8-ae97-471d-ac22-17023ec13893 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:18:45.864907 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-7c0061f4-51e1-434e-b72f-66d6db46b717 req-eb3f6061-4fde-405e-a2e0-d1000f6ac138 tempest-AttachVolumeShelveTestJSON-1020519793 tempest-AttachVolumeShelveTestJSON-1020519793-project] 10.222.0.104 "GET /v2.0/security-groups?id=a376d024-e4a1-4cc8-8fe5-9c69c2c40821&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0665784 Jul 06 14:18:45.957878 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21963fc-3c59-4f07-807e-1cbac78ded46 req-54bada79-47a1-4d5c-827f-cc5c90322289 tempest-ServersNegativeTestJSON-728644794 tempest-ServersNegativeTestJSON-728644794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:18:45.959543 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-f21963fc-3c59-4f07-807e-1cbac78ded46 req-54bada79-47a1-4d5c-827f-cc5c90322289 tempest-ServersNegativeTestJSON-728644794 tempest-ServersNegativeTestJSON-728644794-project] 10.222.0.104 "GET /v2.0/ports?device_id=c38e1fb7-16c3-460f-81ed-82738a2148eb HTTP/1.1" status: 200 len: 946 time: 0.1220140 Jul 06 14:18:45.975614 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-951019e8-ae97-471d-ac22-17023ec13893 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:18:45.982692 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-951019e8-ae97-471d-ac22-17023ec13893 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:18:46.017451 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-951019e8-ae97-471d-ac22-17023ec13893 admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=ffb6c3a3d67b4d029bc146b99acb5c78&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2346978 Jul 06 14:18:46.024614 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 32806) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:18:46.039724 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951019e8-ae97-471d-ac22-17023ec13893 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3be5b827-df6c-4dbd-824e-738d8f8703d8,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:18:46.046081 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-f21963fc-3c59-4f07-807e-1cbac78ded46 req-23c5bc39-ce81-4747-b737-64125bceb0f0 tempest-ServersNegativeTestJSON-728644794 tempest-ServersNegativeTestJSON-728644794-project] 10.222.0.104 "GET /v2.0/security-groups?id=55139e1c-0239-472b-ada8-5a3c70b3eb43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709736 Jul 06 14:18:46.107387 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-fe0abea5-0509-487e-a20b-ad58ac572b15 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:18:46.132242 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-fe0abea5-0509-487e-a20b-ad58ac572b15 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:18:46.185343 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-fe0abea5-0509-487e-a20b-ad58ac572b15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:18:46.188788 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-fe0abea5-0509-487e-a20b-ad58ac572b15 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:18:46.190948 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-fe0abea5-0509-487e-a20b-ad58ac572b15 admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/3be5b827-df6c-4dbd-824e-738d8f8703d8 HTTP/1.1" status: 204 len: 168 time: 0.1650019 Jul 06 14:18:46.210449 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0abea5-0509-487e-a20b-ad58ac572b15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3be5b827-df6c-4dbd-824e-738d8f8703d8,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:18:46.784543 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc19d195-a1ed-4cdb-ad8e-00c87760247e req-a691376f-566c-49ff-b988-049b39d6a5dd tempest-ServersTestJSON-809673865 tempest-ServersTestJSON-809673865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:18:46.793499 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-bc19d195-a1ed-4cdb-ad8e-00c87760247e req-a691376f-566c-49ff-b988-049b39d6a5dd tempest-ServersTestJSON-809673865 tempest-ServersTestJSON-809673865-project] 10.222.0.104 "GET /v2.0/ports?device_id=98a682e5-e14e-44a0-b612-47a0d3ad1317 HTTP/1.1" status: 200 len: 945 time: 0.1067123 Jul 06 14:18:46.816407 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Device 67b64fd1-ede8-4c8b-b13f-ce71aea9619c details requested by agent hyperv_n-h2-773647-6 with host n-h2-773647-6 {{(pid=100248) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 14:18:46.819526 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Device 43f9c8b7-95f8-4f8b-8431-6674ab1a2820 up at agent hyperv_n-h2-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:18:46.889501 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-bc19d195-a1ed-4cdb-ad8e-00c87760247e req-4884af0d-0f4a-41a4-9065-622c85d35ed0 tempest-ServersTestJSON-809673865 tempest-ServersTestJSON-809673865-project] 10.222.0.104 "GET /v2.0/security-groups?id=b2132efa-40d7-46de-9959-646c1b99d382&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876355 Jul 06 14:18:47.009335 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.db.resource_extend [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 06 14:18:47.361079 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Provisioning for port 43f9c8b7-95f8-4f8b-8431-6674ab1a2820 completed by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:18:47.402566 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7f2d95-f71f-4c11-a637-878a0b65954d req-9100ecc0-7eca-43e2-8e42-cbc5c2921a9c tempest-AttachVolumeShelveTestJSON-1020519793 tempest-AttachVolumeShelveTestJSON-1020519793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:18:47.404087 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Provisioning complete for port 43f9c8b7-95f8-4f8b-8431-6674ab1a2820 triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:18:47.404761 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:18:47.410669 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-6e7f2d95-f71f-4c11-a637-878a0b65954d req-9100ecc0-7eca-43e2-8e42-cbc5c2921a9c tempest-AttachVolumeShelveTestJSON-1020519793 tempest-AttachVolumeShelveTestJSON-1020519793-project] 10.222.0.104 "GET /v2.0/ports?device_id=28222247-ef72-4123-b031-e588ebd3ba47 HTTP/1.1" status: 200 len: 946 time: 0.2232003 Jul 06 14:18:47.496795 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] For port 67b64fd1-ede8-4c8b-b13f-ce71aea9619c, host n-h2-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=67b64fd1-ede8-4c8b-b13f-ce71aea9619c,segment=NetworkSegment(c15971e2-442e-4b9a-8cef-3ba8ead63686),segment_id=c15971e2-442e-4b9a-8cef-3ba8ead63686)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:18:47.550357 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Returning: {'device': '67b64fd1-ede8-4c8b-b13f-ce71aea9619c', 'network_id': 'a1c5aa58-a5eb-4fe0-9c0d-ad9cb3f782ca', 'port_id': '67b64fd1-ede8-4c8b-b13f-ce71aea9619c', 'mac_address': 'fa:16:3e:3f:1e:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1004, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6ec930d2-90b3-4355-914b-4efea8972d25', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100248) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 14:18:47.625676 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-6e7f2d95-f71f-4c11-a637-878a0b65954d req-069c946b-6ac8-4e29-8969-b79fc92ca059 tempest-AttachVolumeShelveTestJSON-1020519793 tempest-AttachVolumeShelveTestJSON-1020519793-project] 10.222.0.104 "GET /v2.0/security-groups?id=a376d024-e4a1-4cc8-8fe5-9c69c2c40821&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2140357 Jul 06 14:18:47.674092 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a156a75-5bd9-42a8-9d17-0802f89aea13 req-036a8806-ae93-4dad-8f89-9809342b028e tempest-ServersNegativeTestJSON-728644794 tempest-ServersNegativeTestJSON-728644794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:18:47.679115 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-9a156a75-5bd9-42a8-9d17-0802f89aea13 req-036a8806-ae93-4dad-8f89-9809342b028e tempest-ServersNegativeTestJSON-728644794 tempest-ServersNegativeTestJSON-728644794-project] 10.222.0.104 "GET /v2.0/ports?device_id=c38e1fb7-16c3-460f-81ed-82738a2148eb HTTP/1.1" status: 200 len: 946 time: 0.2652602 Jul 06 14:18:47.756070 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-9a156a75-5bd9-42a8-9d17-0802f89aea13 req-ea62d829-8a40-454b-9915-7f8c3e8a87ae tempest-ServersNegativeTestJSON-728644794 tempest-ServersNegativeTestJSON-728644794-project] 10.222.0.104 "GET /v2.0/security-groups?id=55139e1c-0239-472b-ada8-5a3c70b3eb43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698230 Jul 06 14:18:47.920861 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:18:47.955994 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:18:48.003755 n-d-773647-6 neutron-server[100248]: DEBUG neutron.notifiers.nova [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 67b64fd1-ede8-4c8b-b13f-ce71aea9619c {{(pid=100248) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 14:18:48.029151 n-d-773647-6 neutron-server[100248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98a682e5-e14e-44a0-b612-47a0d3ad1317', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43f9c8b7-95f8-4f8b-8431-6674ab1a2820'}] {{(pid=100248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:18:48.032423 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84af257533e383389cbcf231d3534f4d5e149e7203fea16b4a8fc01438dddaf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c78b5a5-d463-479f-8c55-9a50156cf082" -d '{"events": [{"server_uuid": "98a682e5-e14e-44a0-b612-47a0d3ad1317", "name": "network-vif-plugged", "status": "completed", "tag": "43f9c8b7-95f8-4f8b-8431-6674ab1a2820"}]}' {{(pid=100248) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:18:48.057117 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] For port 67b64fd1-ede8-4c8b-b13f-ce71aea9619c, host n-h2-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=67b64fd1-ede8-4c8b-b13f-ce71aea9619c,segment=NetworkSegment(c15971e2-442e-4b9a-8cef-3ba8ead63686),segment_id=c15971e2-442e-4b9a-8cef-3ba8ead63686)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:18:48.059882 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] For port 43f9c8b7-95f8-4f8b-8431-6674ab1a2820, host n-h2-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=43f9c8b7-95f8-4f8b-8431-6674ab1a2820,segment=NetworkSegment(cb1a6cec-0b40-4dde-b37a-6dbda6bd8158),segment_id=cb1a6cec-0b40-4dde-b37a-6dbda6bd8158)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:18:48.064613 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:18:48.074008 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:18:48.085968 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 14:18:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5328670c-85c7-4f9e-98fe-48b5a61ca5dd x-openstack-request-id: req-5328670c-85c7-4f9e-98fe-48b5a61ca5dd {{(pid=100248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:18:48.088876 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98a682e5-e14e-44a0-b612-47a0d3ad1317", "name": "network-vif-plugged", "status": "completed", "tag": "43f9c8b7-95f8-4f8b-8431-6674ab1a2820", "code": 200}]} {{(pid=100248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:18:48.089083 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-5328670c-85c7-4f9e-98fe-48b5a61ca5dd {{(pid=100248) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:18:48.089507 n-d-773647-6 neutron-server[100248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98a682e5-e14e-44a0-b612-47a0d3ad1317', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43f9c8b7-95f8-4f8b-8431-6674ab1a2820', 'code': 200} Jul 06 14:18:48.150505 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Pushing event updated for resources: {'Port': ['ID=67b64fd1-ede8-4c8b-b13f-ce71aea9619c,revision_number=6']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:18:48.224977 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b747552-ecd8-4164-8b41-9296b40caa3d req-d8c4bcf2-d4a1-4eb9-87e1-c5d03701c546 tempest-ServersTestJSON-809673865 tempest-ServersTestJSON-809673865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:18:48.232355 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-7b747552-ecd8-4164-8b41-9296b40caa3d req-d8c4bcf2-d4a1-4eb9-87e1-c5d03701c546 tempest-ServersTestJSON-809673865 tempest-ServersTestJSON-809673865-project] 10.222.0.104 "GET /v2.0/ports?device_id=98a682e5-e14e-44a0-b612-47a0d3ad1317 HTTP/1.1" status: 200 len: 946 time: 0.1664872 Jul 06 14:18:48.277520 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Pushing event updated for resources: {'Port': ['ID=43f9c8b7-95f8-4f8b-8431-6674ab1a2820,revision_number=5']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:18:48.286618 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] get_ports_and_sgs() called for port_ids ['67b64fd1-ede8-4c8b-b13f-ce71aea9619c'] {{(pid=100248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 14:18:48.304108 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-7b747552-ecd8-4164-8b41-9296b40caa3d req-b020ca8e-6e18-4cbf-8f66-4eb10f02a5a1 tempest-ServersTestJSON-809673865 tempest-ServersTestJSON-809673865-project] 10.222.0.104 "GET /v2.0/security-groups?id=b2132efa-40d7-46de-9959-646c1b99d382&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707586 Jul 06 14:18:48.340369 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f873512-8dc5-4798-8d26-427e6b3e221b req-259a54aa-82b7-4d2f-ba29-2cdf460e8654 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:18:48.341902 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-1f873512-8dc5-4798-8d26-427e6b3e221b req-259a54aa-82b7-4d2f-ba29-2cdf460e8654 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=98a682e5-e14e-44a0-b612-47a0d3ad1317 HTTP/1.1" status: 200 len: 1097 time: 0.1372182 Jul 06 14:18:48.412308 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-1f873512-8dc5-4798-8d26-427e6b3e221b req-d4efda60-0672-4a76-b1e5-28e48bcbfd6a service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=b2132efa-40d7-46de-9959-646c1b99d382&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607328 Jul 06 14:18:48.826771 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Device 67b64fd1-ede8-4c8b-b13f-ce71aea9619c up at agent hyperv_n-h2-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:18:48.995165 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Provisioning complete for port 67b64fd1-ede8-4c8b-b13f-ce71aea9619c triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:18:48.996527 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:18:49.136500 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.agents_db [None req-167c0ad6-1657-4c9a-a2c4-3b18056aa662 None None] Agent healthcheck: found 7 active agents {{(pid=100249) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 14:18:49.213705 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:18:49.271785 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696c49e5-750e-400b-ba38-c8d3c71d944b req-cf21257e-7d9d-41a3-bd3f-1bb030eb0629 tempest-AttachVolumeShelveTestJSON-1020519793 tempest-AttachVolumeShelveTestJSON-1020519793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:18:49.279364 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-696c49e5-750e-400b-ba38-c8d3c71d944b req-cf21257e-7d9d-41a3-bd3f-1bb030eb0629 tempest-AttachVolumeShelveTestJSON-1020519793 tempest-AttachVolumeShelveTestJSON-1020519793-project] 10.222.0.104 "GET /v2.0/ports?device_id=28222247-ef72-4123-b031-e588ebd3ba47 HTTP/1.1" status: 200 len: 945 time: 0.3827801 Jul 06 14:18:49.309804 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] For port 67b64fd1-ede8-4c8b-b13f-ce71aea9619c, host n-h2-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=67b64fd1-ede8-4c8b-b13f-ce71aea9619c,segment=NetworkSegment(c15971e2-442e-4b9a-8cef-3ba8ead63686),segment_id=c15971e2-442e-4b9a-8cef-3ba8ead63686)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:18:49.317764 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:18:49.404049 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-696c49e5-750e-400b-ba38-c8d3c71d944b req-ca2e7428-c9b5-4406-a8ae-656c3b23d2fc tempest-AttachVolumeShelveTestJSON-1020519793 tempest-AttachVolumeShelveTestJSON-1020519793-project] 10.222.0.104 "GET /v2.0/security-groups?id=a376d024-e4a1-4cc8-8fe5-9c69c2c40821&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1097164 Jul 06 14:18:49.586465 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6228c335-9367-470d-b485-84ae67312fb4 req-dfd4a3cd-80f8-48d2-bf73-907600ec11c2 tempest-ServersNegativeTestJSON-728644794 tempest-ServersNegativeTestJSON-728644794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:18:49.604247 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Pushing event updated for resources: {'Port': ['ID=67b64fd1-ede8-4c8b-b13f-ce71aea9619c,revision_number=7']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:18:49.614442 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-6228c335-9367-470d-b485-84ae67312fb4 req-dfd4a3cd-80f8-48d2-bf73-907600ec11c2 tempest-ServersNegativeTestJSON-728644794 tempest-ServersNegativeTestJSON-728644794-project] 10.222.0.104 "GET /v2.0/ports?device_id=c38e1fb7-16c3-460f-81ed-82738a2148eb HTTP/1.1" status: 200 len: 946 time: 0.5060501 Jul 06 14:18:49.747208 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-6228c335-9367-470d-b485-84ae67312fb4 req-fc5c7ac2-5f80-4df1-b95b-d9bbb9a4782e tempest-ServersNegativeTestJSON-728644794 tempest-ServersNegativeTestJSON-728644794-project] 10.222.0.104 "GET /v2.0/security-groups?id=55139e1c-0239-472b-ada8-5a3c70b3eb43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256006 Jul 06 14:18:49.938373 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af77ed5-b748-4a79-90c8-ad6957e95ce1 req-f767c7c2-7ff6-4613-81d2-77bd895c257c tempest-ServersTestJSON-809673865 tempest-ServersTestJSON-809673865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:18:49.940210 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-6af77ed5-b748-4a79-90c8-ad6957e95ce1 req-f767c7c2-7ff6-4613-81d2-77bd895c257c tempest-ServersTestJSON-809673865 tempest-ServersTestJSON-809673865-project] 10.222.0.104 "GET /v2.0/ports?device_id=98a682e5-e14e-44a0-b612-47a0d3ad1317 HTTP/1.1" status: 200 len: 946 time: 0.0940785 Jul 06 14:18:50.048305 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-6af77ed5-b748-4a79-90c8-ad6957e95ce1 req-d06759ca-75eb-4750-85b3-e1e88773b369 tempest-ServersTestJSON-809673865 tempest-ServersTestJSON-809673865-project] 10.222.0.104 "GET /v2.0/security-groups?id=b2132efa-40d7-46de-9959-646c1b99d382&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021175 Jul 06 14:18:50.090333 n-d-773647-6 neutron-server[100248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28222247-ef72-4123-b031-e588ebd3ba47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67b64fd1-ede8-4c8b-b13f-ce71aea9619c'}] {{(pid=100248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:18:50.092727 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84af257533e383389cbcf231d3534f4d5e149e7203fea16b4a8fc01438dddaf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-332fc0b8-e011-4041-a063-910e5c359d20" -d '{"events": [{"server_uuid": "28222247-ef72-4123-b031-e588ebd3ba47", "name": "network-vif-plugged", "status": "completed", "tag": "67b64fd1-ede8-4c8b-b13f-ce71aea9619c"}]}' {{(pid=100248) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:18:50.202114 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 14:18:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3fb9156-6321-4e02-95d8-9f73d348a53a x-openstack-request-id: req-e3fb9156-6321-4e02-95d8-9f73d348a53a {{(pid=100248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:18:50.202666 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28222247-ef72-4123-b031-e588ebd3ba47", "name": "network-vif-plugged", "status": "completed", "tag": "67b64fd1-ede8-4c8b-b13f-ce71aea9619c", "code": 200}]} {{(pid=100248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:18:50.202920 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-e3fb9156-6321-4e02-95d8-9f73d348a53a {{(pid=100248) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:18:50.203340 n-d-773647-6 neutron-server[100248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28222247-ef72-4123-b031-e588ebd3ba47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67b64fd1-ede8-4c8b-b13f-ce71aea9619c', 'code': 200} Jul 06 14:18:51.056268 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a0c890-dfd2-431f-bfd1-2b1348d325ec req-d1efa963-03e4-4647-b1f0-f248d382cdb1 tempest-AttachVolumeShelveTestJSON-1020519793 tempest-AttachVolumeShelveTestJSON-1020519793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:18:51.065228 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-65a0c890-dfd2-431f-bfd1-2b1348d325ec req-d1efa963-03e4-4647-b1f0-f248d382cdb1 tempest-AttachVolumeShelveTestJSON-1020519793 tempest-AttachVolumeShelveTestJSON-1020519793-project] 10.222.0.104 "GET /v2.0/ports?device_id=28222247-ef72-4123-b031-e588ebd3ba47 HTTP/1.1" status: 200 len: 946 time: 0.1740723 Jul 06 14:18:51.193446 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-65a0c890-dfd2-431f-bfd1-2b1348d325ec req-d2837bdc-d1f6-4a49-84ed-7b522b113083 tempest-AttachVolumeShelveTestJSON-1020519793 tempest-AttachVolumeShelveTestJSON-1020519793-project] 10.222.0.104 "GET /v2.0/security-groups?id=a376d024-e4a1-4cc8-8fe5-9c69c2c40821&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1246686 Jul 06 14:18:51.263259 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e98a47-0c55-49d9-8472-75cc84949a80 req-7fd5137e-1206-46cf-8392-5baec5ff50ef tempest-ServersNegativeTestJSON-728644794 tempest-ServersNegativeTestJSON-728644794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:18:51.276259 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-e3e98a47-0c55-49d9-8472-75cc84949a80 req-7fd5137e-1206-46cf-8392-5baec5ff50ef tempest-ServersNegativeTestJSON-728644794 tempest-ServersNegativeTestJSON-728644794-project] 10.222.0.104 "GET /v2.0/ports?device_id=c38e1fb7-16c3-460f-81ed-82738a2148eb HTTP/1.1" status: 200 len: 946 time: 0.2793410 Jul 06 14:18:51.358293 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-e3e98a47-0c55-49d9-8472-75cc84949a80 req-a8fe9585-e28b-472e-9bf4-eb5342e6bed6 tempest-ServersNegativeTestJSON-728644794 tempest-ServersNegativeTestJSON-728644794-project] 10.222.0.104 "GET /v2.0/security-groups?id=55139e1c-0239-472b-ada8-5a3c70b3eb43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809524 Jul 06 14:18:51.653094 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8d759e-b9f7-4ce0-a69d-d7fec516b679 req-bcb4c1b8-d1a7-414f-9a2f-22c436e06467 tempest-ServersTestJSON-809673865 tempest-ServersTestJSON-809673865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:18:51.672341 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-8c8d759e-b9f7-4ce0-a69d-d7fec516b679 req-bcb4c1b8-d1a7-414f-9a2f-22c436e06467 tempest-ServersTestJSON-809673865 tempest-ServersTestJSON-809673865-project] 10.222.0.104 "GET /v2.0/ports?device_id=98a682e5-e14e-44a0-b612-47a0d3ad1317 HTTP/1.1" status: 200 len: 946 time: 0.1322005 Jul 06 14:18:51.751000 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-8c8d759e-b9f7-4ce0-a69d-d7fec516b679 req-7ff11456-d1da-47a2-b66a-4e783add16f0 tempest-ServersTestJSON-809673865 tempest-ServersTestJSON-809673865-project] 10.222.0.104 "GET /v2.0/security-groups?id=b2132efa-40d7-46de-9959-646c1b99d382&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764153 Jul 06 14:18:52.107336 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7689bc-4cf5-4e34-b86c-af520aa2c89f req-ee61d76d-2bce-4b8b-88e3-42f1706c9719 tempest-ServersTestJSON-809673865 tempest-ServersTestJSON-809673865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:18:52.116450 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-8b7689bc-4cf5-4e34-b86c-af520aa2c89f req-ee61d76d-2bce-4b8b-88e3-42f1706c9719 tempest-ServersTestJSON-809673865 tempest-ServersTestJSON-809673865-project] 10.222.0.104 "GET /v2.0/ports?device_id=98a682e5-e14e-44a0-b612-47a0d3ad1317 HTTP/1.1" status: 200 len: 946 time: 0.1539214 Jul 06 14:18:52.270444 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-8b7689bc-4cf5-4e34-b86c-af520aa2c89f req-fb9838d6-2f50-4e5c-be48-f91fa8ccf214 tempest-ServersTestJSON-809673865 tempest-ServersTestJSON-809673865-project] 10.222.0.104 "GET /v2.0/security-groups?id=b2132efa-40d7-46de-9959-646c1b99d382&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1519957 Jul 06 14:18:52.832205 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb31789-7746-441c-9fe5-41d2f288811a req-18e18343-a5df-4223-80dc-d4d15a311bfe tempest-AttachVolumeShelveTestJSON-1020519793 tempest-AttachVolumeShelveTestJSON-1020519793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:18:52.840980 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-cfb31789-7746-441c-9fe5-41d2f288811a req-18e18343-a5df-4223-80dc-d4d15a311bfe tempest-AttachVolumeShelveTestJSON-1020519793 tempest-AttachVolumeShelveTestJSON-1020519793-project] 10.222.0.104 "GET /v2.0/ports?device_id=28222247-ef72-4123-b031-e588ebd3ba47 HTTP/1.1" status: 200 len: 946 time: 0.2282770 Jul 06 14:18:52.889353 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-6c56b242-db51-478a-be27-51a3ea462282 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:18:52.970997 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-cfb31789-7746-441c-9fe5-41d2f288811a req-d480146f-dc01-4bc4-8ac7-d9eab32aea7f tempest-AttachVolumeShelveTestJSON-1020519793 tempest-AttachVolumeShelveTestJSON-1020519793-project] 10.222.0.104 "GET /v2.0/security-groups?id=a376d024-e4a1-4cc8-8fe5-9c69c2c40821&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1240716 Jul 06 14:18:53.196830 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88250df-f96e-4ba4-b5de-a09b517ec61a req-8be8e235-ddc9-4d02-a72c-d722ea960a0d tempest-ServersNegativeTestJSON-728644794 tempest-ServersNegativeTestJSON-728644794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:18:53.203652 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-a88250df-f96e-4ba4-b5de-a09b517ec61a req-8be8e235-ddc9-4d02-a72c-d722ea960a0d tempest-ServersNegativeTestJSON-728644794 tempest-ServersNegativeTestJSON-728644794-project] 10.222.0.104 "GET /v2.0/ports?device_id=c38e1fb7-16c3-460f-81ed-82738a2148eb HTTP/1.1" status: 200 len: 946 time: 0.1588881 Jul 06 14:18:53.349408 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-a88250df-f96e-4ba4-b5de-a09b517ec61a req-2700abd8-7086-4633-b3fd-66598d7a7d7f tempest-ServersNegativeTestJSON-728644794 tempest-ServersNegativeTestJSON-728644794-project] 10.222.0.104 "GET /v2.0/security-groups?id=55139e1c-0239-472b-ada8-5a3c70b3eb43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1393607 Jul 06 14:18:53.406697 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232cb77f-6385-4169-993c-f9dae056a555 req-7aed1eb5-4750-4497-ae38-4e40e9af03e0 tempest-ServersTestJSON-809673865 tempest-ServersTestJSON-809673865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:18:53.408473 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-232cb77f-6385-4169-993c-f9dae056a555 req-7aed1eb5-4750-4497-ae38-4e40e9af03e0 tempest-ServersTestJSON-809673865 tempest-ServersTestJSON-809673865-project] 10.222.0.104 "GET /v2.0/ports?device_id=98a682e5-e14e-44a0-b612-47a0d3ad1317 HTTP/1.1" status: 200 len: 946 time: 0.1698673 Jul 06 14:18:53.527173 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-232cb77f-6385-4169-993c-f9dae056a555 req-79f8510f-3c70-467a-a5f7-394961793699 tempest-ServersTestJSON-809673865 tempest-ServersTestJSON-809673865-project] 10.222.0.104 "GET /v2.0/security-groups?id=b2132efa-40d7-46de-9959-646c1b99d382&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096489 Jul 06 14:18:53.748433 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 33030) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:18:54.128468 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-8c9d76e1-2feb-468b-9125-9471dc403d34 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:18:54.248200 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29685c55-a2d3-46c2-a05b-3ef4b5008f50 req-faf410be-9113-4491-8742-48371f2291db tempest-ServersTestJSON-809673865 tempest-ServersTestJSON-809673865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:18:54.260211 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-29685c55-a2d3-46c2-a05b-3ef4b5008f50 req-faf410be-9113-4491-8742-48371f2291db tempest-ServersTestJSON-809673865 tempest-ServersTestJSON-809673865-project] 10.222.0.72 "GET /v2.0/ports?device_id=98a682e5-e14e-44a0-b612-47a0d3ad1317 HTTP/1.1" status: 200 len: 946 time: 0.2138612 Jul 06 14:18:54.375393 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b27365-930f-4d37-ab4d-8fb46fbf9f36 req-e4ebaa79-5fed-48d2-a541-f34d3cbef77a tempest-AttachVolumeShelveTestJSON-1020519793 tempest-AttachVolumeShelveTestJSON-1020519793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:18:54.384613 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-06b27365-930f-4d37-ab4d-8fb46fbf9f36 req-e4ebaa79-5fed-48d2-a541-f34d3cbef77a tempest-AttachVolumeShelveTestJSON-1020519793 tempest-AttachVolumeShelveTestJSON-1020519793-project] 10.222.0.104 "GET /v2.0/ports?device_id=28222247-ef72-4123-b031-e588ebd3ba47 HTTP/1.1" status: 200 len: 946 time: 0.1338174 Jul 06 14:18:54.470197 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-06b27365-930f-4d37-ab4d-8fb46fbf9f36 req-de41e2cf-fb97-4991-841c-38025c552311 tempest-AttachVolumeShelveTestJSON-1020519793 tempest-AttachVolumeShelveTestJSON-1020519793-project] 10.222.0.104 "GET /v2.0/security-groups?id=a376d024-e4a1-4cc8-8fe5-9c69c2c40821&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0843687 Jul 06 14:18:54.477506 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-8c9d76e1-2feb-468b-9125-9471dc403d34 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:18:54.484335 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-8c9d76e1-2feb-468b-9125-9471dc403d34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:18:54.597056 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9d76e1-2feb-468b-9125-9471dc403d34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca9c204d-f2c3-491d-91d5-a8b4f4e16a13,revision_number=1']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:18:54.629818 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-8c9d76e1-2feb-468b-9125-9471dc403d34 admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=8432b573617c4d268406095ccc966542&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8762784 Jul 06 14:18:54.641226 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 33072) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:18:54.652906 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [req-29685c55-a2d3-46c2-a05b-3ef4b5008f50 req-cf3a752f-2e3e-4ace-a4bb-a31618a423b4 tempest-ServersTestJSON-809673865 tempest-ServersTestJSON-809673865-project] Deleting port 43f9c8b7-95f8-4f8b-8431-6674ab1a2820 {{(pid=100246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:18:54.653249 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-29685c55-a2d3-46c2-a05b-3ef4b5008f50 req-cf3a752f-2e3e-4ace-a4bb-a31618a423b4 tempest-ServersTestJSON-809673865 tempest-ServersTestJSON-809673865-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:18:54.939581 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.db [req-29685c55-a2d3-46c2-a05b-3ef4b5008f50 req-cf3a752f-2e3e-4ace-a4bb-a31618a423b4 tempest-ServersTestJSON-809673865 tempest-ServersTestJSON-809673865-project] For port 43f9c8b7-95f8-4f8b-8431-6674ab1a2820, host n-h2-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=43f9c8b7-95f8-4f8b-8431-6674ab1a2820,segment=NetworkSegment(cb1a6cec-0b40-4dde-b37a-6dbda6bd8158),segment_id=cb1a6cec-0b40-4dde-b37a-6dbda6bd8158)] {{(pid=100246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:18:54.940331 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-29685c55-a2d3-46c2-a05b-3ef4b5008f50 req-cf3a752f-2e3e-4ace-a4bb-a31618a423b4 tempest-ServersTestJSON-809673865 tempest-ServersTestJSON-809673865-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:18:54.960317 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [req-29685c55-a2d3-46c2-a05b-3ef4b5008f50 req-cf3a752f-2e3e-4ace-a4bb-a31618a423b4 tempest-ServersTestJSON-809673865 tempest-ServersTestJSON-809673865-project] Calling delete_port for 43f9c8b7-95f8-4f8b-8431-6674ab1a2820 owned by compute:nova {{(pid=100246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:18:55.000403 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-ba7f331e-4b74-4671-8dc3-459655eb843d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:18:55.023072 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-ba7f331e-4b74-4671-8dc3-459655eb843d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:18:55.152770 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d32d12-8371-48d2-82eb-526402786a1e req-194ac84a-1c18-4fa1-8245-6effb21f3d9e tempest-ServersTestJSON-809673865 tempest-ServersTestJSON-809673865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:18:55.163747 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-29685c55-a2d3-46c2-a05b-3ef4b5008f50 req-cf3a752f-2e3e-4ace-a4bb-a31618a423b4 tempest-ServersTestJSON-809673865 tempest-ServersTestJSON-809673865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127687580'] for port, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:18:55.168204 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-34d32d12-8371-48d2-82eb-526402786a1e req-194ac84a-1c18-4fa1-8245-6effb21f3d9e tempest-ServersTestJSON-809673865 tempest-ServersTestJSON-809673865-project] 10.222.0.104 "GET /v2.0/ports?device_id=98a682e5-e14e-44a0-b612-47a0d3ad1317 HTTP/1.1" status: 200 len: 946 time: 0.3955495 Jul 06 14:18:55.176469 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] get_ports_and_sgs() called for port_ids ['b3faa654-9b0e-47d7-ac0c-c53cca9f4156', '43f9c8b7-95f8-4f8b-8431-6674ab1a2820'] {{(pid=100248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 14:18:55.209526 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb986c2-4a56-4895-92be-c618a165d8dd req-ea885301-b4ee-4a22-ad27-ed3a9df91177 tempest-ServersNegativeTestJSON-728644794 tempest-ServersNegativeTestJSON-728644794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:18:55.219094 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-0bb986c2-4a56-4895-92be-c618a165d8dd req-ea885301-b4ee-4a22-ad27-ed3a9df91177 tempest-ServersNegativeTestJSON-728644794 tempest-ServersNegativeTestJSON-728644794-project] 10.222.0.104 "GET /v2.0/ports?device_id=c38e1fb7-16c3-460f-81ed-82738a2148eb HTTP/1.1" status: 200 len: 946 time: 0.4947324 Jul 06 14:18:55.351994 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-34d32d12-8371-48d2-82eb-526402786a1e req-c1e695e2-08ce-455b-a3ff-03aa27c06be7 tempest-ServersTestJSON-809673865 tempest-ServersTestJSON-809673865-project] 10.222.0.104 "GET /v2.0/security-groups?id=b2132efa-40d7-46de-9959-646c1b99d382&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1815968 Jul 06 14:18:55.367513 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-ba7f331e-4b74-4671-8dc3-459655eb843d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:18:55.379442 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-ba7f331e-4b74-4671-8dc3-459655eb843d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:18:55.384929 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-ba7f331e-4b74-4671-8dc3-459655eb843d admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/ca9c204d-f2c3-491d-91d5-a8b4f4e16a13 HTTP/1.1" status: 204 len: 168 time: 0.7408910 Jul 06 14:18:55.410155 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-0bb986c2-4a56-4895-92be-c618a165d8dd req-aa5f430e-6afb-493f-818a-b9649497df0b tempest-ServersNegativeTestJSON-728644794 tempest-ServersNegativeTestJSON-728644794-project] 10.222.0.104 "GET /v2.0/security-groups?id=55139e1c-0239-472b-ada8-5a3c70b3eb43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1900332 Jul 06 14:18:55.411086 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7f331e-4b74-4671-8dc3-459655eb843d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca9c204d-f2c3-491d-91d5-a8b4f4e16a13,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:18:55.443473 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3a752f-2e3e-4ace-a4bb-a31618a423b4 tempest-ServersTestJSON-809673865 tempest-ServersTestJSON-809673865-project] Pushing event deleted for resources: {'Port': ['ID=43f9c8b7-95f8-4f8b-8431-6674ab1a2820,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:18:55.457366 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [req-29685c55-a2d3-46c2-a05b-3ef4b5008f50 req-cf3a752f-2e3e-4ace-a4bb-a31618a423b4 tempest-ServersTestJSON-809673865 tempest-ServersTestJSON-809673865-project] No DVR routers for this DVR port 43f9c8b7-95f8-4f8b-8431-6674ab1a2820 on host n-h2-773647-6 {{(pid=100246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:18:55.469966 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-29685c55-a2d3-46c2-a05b-3ef4b5008f50 req-cf3a752f-2e3e-4ace-a4bb-a31618a423b4 tempest-ServersTestJSON-809673865 tempest-ServersTestJSON-809673865-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:18:55.472841 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-29685c55-a2d3-46c2-a05b-3ef4b5008f50 req-cf3a752f-2e3e-4ace-a4bb-a31618a423b4 tempest-ServersTestJSON-809673865 tempest-ServersTestJSON-809673865-project] 10.222.0.72 "DELETE /v2.0/ports/43f9c8b7-95f8-4f8b-8431-6674ab1a2820 HTTP/1.1" status: 204 len: 173 time: 1.2071002 Jul 06 14:18:55.473579 n-d-773647-6 neutron-server[100246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98a682e5-e14e-44a0-b612-47a0d3ad1317', 'name': 'network-vif-deleted', 'tag': '43f9c8b7-95f8-4f8b-8431-6674ab1a2820'}] {{(pid=100246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:18:55.480215 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0d96c5ab5e889f7b933ae915b9be33d1b46c9e87795bf781004b656ef3f1e87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc03b87e-022f-414e-ae9a-b20744a9471d" -d '{"events": [{"server_uuid": "98a682e5-e14e-44a0-b612-47a0d3ad1317", "name": "network-vif-deleted", "tag": "43f9c8b7-95f8-4f8b-8431-6674ab1a2820"}]}' {{(pid=100246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:18:55.611052 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 14:18:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9db8bbb-fbfa-451c-be19-110ee8bb04fc x-openstack-request-id: req-c9db8bbb-fbfa-451c-be19-110ee8bb04fc {{(pid=100246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:18:55.611721 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98a682e5-e14e-44a0-b612-47a0d3ad1317", "name": "network-vif-deleted", "tag": "43f9c8b7-95f8-4f8b-8431-6674ab1a2820", "status": "completed", "code": 200}]} {{(pid=100246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:18:55.612537 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-c9db8bbb-fbfa-451c-be19-110ee8bb04fc {{(pid=100246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:18:55.613330 n-d-773647-6 neutron-server[100246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98a682e5-e14e-44a0-b612-47a0d3ad1317', 'name': 'network-vif-deleted', 'tag': '43f9c8b7-95f8-4f8b-8431-6674ab1a2820', 'status': 'completed', 'code': 200} Jul 06 14:18:55.668633 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-2910e1d0-b2ff-40e3-beec-7d0e998d81c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:18:55.902521 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:18:56.037068 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63405387-7761-4528-89d3-69f152d4eae1 req-6efb6324-267d-4858-8c2c-f52cedfb9287 tempest-AttachVolumeShelveTestJSON-1020519793 tempest-AttachVolumeShelveTestJSON-1020519793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:18:56.047345 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-63405387-7761-4528-89d3-69f152d4eae1 req-6efb6324-267d-4858-8c2c-f52cedfb9287 tempest-AttachVolumeShelveTestJSON-1020519793 tempest-AttachVolumeShelveTestJSON-1020519793-project] 10.222.0.104 "GET /v2.0/ports?device_id=28222247-ef72-4123-b031-e588ebd3ba47 HTTP/1.1" status: 200 len: 946 time: 0.2262104 Jul 06 14:18:56.144411 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 33088) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:18:56.165085 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-63405387-7761-4528-89d3-69f152d4eae1 req-ba7fe26b-ec22-4df0-981e-716fa46091da tempest-AttachVolumeShelveTestJSON-1020519793 tempest-AttachVolumeShelveTestJSON-1020519793-project] 10.222.0.104 "GET /v2.0/security-groups?id=a376d024-e4a1-4cc8-8fe5-9c69c2c40821&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1160200 Jul 06 14:18:56.169486 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-24d76ce3-e18c-4e58-b1cb-b5d51d0f4cfc admin admin] Notify callbacks [] for security_group, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:18:56.371705 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-24d76ce3-e18c-4e58-b1cb-b5d51d0f4cfc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:18:56.395465 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-24d76ce3-e18c-4e58-b1cb-b5d51d0f4cfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:18:56.499912 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d76ce3-e18c-4e58-b1cb-b5d51d0f4cfc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee61e7a4-21ef-4fa1-9443-2511a3e43633,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:18:56.565693 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-24d76ce3-e18c-4e58-b1cb-b5d51d0f4cfc admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=3a8e90f814d24502952e1663ae06612a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4201734 Jul 06 14:18:56.568449 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 33096) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:18:56.629486 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-2064eaae-da4f-48f8-82d2-b09d4ddedd44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:18:56.889136 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-7b129ab9-5722-4df2-a428-b9f461ff5e46 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:18:56.965351 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-7b129ab9-5722-4df2-a428-b9f461ff5e46 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:18:57.050253 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be34768e-ac84-4ed1-90a9-21d0adef6464 req-06b93fc1-0f52-4c78-a144-8b40cdf3409a tempest-ServersNegativeTestJSON-728644794 tempest-ServersNegativeTestJSON-728644794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:18:57.060368 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-be34768e-ac84-4ed1-90a9-21d0adef6464 req-06b93fc1-0f52-4c78-a144-8b40cdf3409a tempest-ServersNegativeTestJSON-728644794 tempest-ServersNegativeTestJSON-728644794-project] 10.222.0.104 "GET /v2.0/ports?device_id=c38e1fb7-16c3-460f-81ed-82738a2148eb HTTP/1.1" status: 200 len: 946 time: 0.3789213 Jul 06 14:18:57.196076 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-be34768e-ac84-4ed1-90a9-21d0adef6464 req-261e32eb-301e-4936-9923-7e5b069482c7 tempest-ServersNegativeTestJSON-728644794 tempest-ServersNegativeTestJSON-728644794-project] 10.222.0.104 "GET /v2.0/security-groups?id=55139e1c-0239-472b-ada8-5a3c70b3eb43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194918 Jul 06 14:18:57.200597 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-7b129ab9-5722-4df2-a428-b9f461ff5e46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:18:57.203726 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-7b129ab9-5722-4df2-a428-b9f461ff5e46 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:18:57.212195 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-7b129ab9-5722-4df2-a428-b9f461ff5e46 admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/ee61e7a4-21ef-4fa1-9443-2511a3e43633 HTTP/1.1" status: 204 len: 168 time: 0.6425917 Jul 06 14:18:57.237087 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b129ab9-5722-4df2-a428-b9f461ff5e46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee61e7a4-21ef-4fa1-9443-2511a3e43633,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:18:57.640599 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6292e87-4c90-456f-a93c-90dae6daf302 req-503411c1-f6a7-43d5-88ed-c584acf6c8f7 tempest-AttachVolumeShelveTestJSON-1020519793 tempest-AttachVolumeShelveTestJSON-1020519793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:18:57.650601 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-a6292e87-4c90-456f-a93c-90dae6daf302 req-503411c1-f6a7-43d5-88ed-c584acf6c8f7 tempest-AttachVolumeShelveTestJSON-1020519793 tempest-AttachVolumeShelveTestJSON-1020519793-project] 10.222.0.104 "GET /v2.0/ports?device_id=28222247-ef72-4123-b031-e588ebd3ba47 HTTP/1.1" status: 200 len: 946 time: 0.2245252 Jul 06 14:18:57.769808 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-a6292e87-4c90-456f-a93c-90dae6daf302 req-ecd3818f-0489-4c8e-ad78-907a13ad4d3b tempest-AttachVolumeShelveTestJSON-1020519793 tempest-AttachVolumeShelveTestJSON-1020519793-project] 10.222.0.104 "GET /v2.0/security-groups?id=a376d024-e4a1-4cc8-8fe5-9c69c2c40821&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1178613 Jul 06 14:18:58.438523 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-03f71b24-a9b8-453a-8924-caa3f97bc6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:18:58.610732 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16518174-3c5b-405d-9486-ccf95d66cc34 req-fa4b8257-2d4e-4d05-9c1f-1091bdfe066b tempest-ServersNegativeTestJSON-728644794 tempest-ServersNegativeTestJSON-728644794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:18:58.612993 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-16518174-3c5b-405d-9486-ccf95d66cc34 req-fa4b8257-2d4e-4d05-9c1f-1091bdfe066b tempest-ServersNegativeTestJSON-728644794 tempest-ServersNegativeTestJSON-728644794-project] 10.222.0.104 "GET /v2.0/ports?device_id=c38e1fb7-16c3-460f-81ed-82738a2148eb HTTP/1.1" status: 200 len: 946 time: 0.1639483 Jul 06 14:18:58.762988 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-16518174-3c5b-405d-9486-ccf95d66cc34 req-5892e673-41d2-451e-8176-4d0b30190491 tempest-ServersNegativeTestJSON-728644794 tempest-ServersNegativeTestJSON-728644794-project] 10.222.0.104 "GET /v2.0/security-groups?id=55139e1c-0239-472b-ada8-5a3c70b3eb43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108892 Jul 06 14:18:58.844373 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Device 43f9c8b7-95f8-4f8b-8431-6674ab1a2820 no longer exists at agent hyperv_n-h2-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:18:58.927289 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] No Port match for: 43f9c8b7-95f8-4f8b-8431-6674ab1a2820 {{(pid=100248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 14:18:58.930187 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Device 43f9c8b7-95f8-4f8b-8431-6674ab1a2820 not bound to the agent host n-h2-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:18:59.341786 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be816be-aeaf-4e2b-a61f-11b0d0276fda req-cd0c0432-a3c0-4fff-b9c7-8edf30d471b2 tempest-AttachVolumeShelveTestJSON-1020519793 tempest-AttachVolumeShelveTestJSON-1020519793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:18:59.370934 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-5be816be-aeaf-4e2b-a61f-11b0d0276fda req-cd0c0432-a3c0-4fff-b9c7-8edf30d471b2 tempest-AttachVolumeShelveTestJSON-1020519793 tempest-AttachVolumeShelveTestJSON-1020519793-project] 10.222.0.104 "GET /v2.0/ports?device_id=28222247-ef72-4123-b031-e588ebd3ba47 HTTP/1.1" status: 200 len: 946 time: 0.2181826 Jul 06 14:18:59.524131 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-5be816be-aeaf-4e2b-a61f-11b0d0276fda req-9ca82c9d-c1d1-43b8-b7e3-4b13d0d8dba7 tempest-AttachVolumeShelveTestJSON-1020519793 tempest-AttachVolumeShelveTestJSON-1020519793-project] 10.222.0.104 "GET /v2.0/security-groups?id=a376d024-e4a1-4cc8-8fe5-9c69c2c40821&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1513441 Jul 06 14:18:59.992043 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1a847b-1317-43db-b9d7-b94f471056bf req-5d6d7a35-84b9-4970-9672-bbbcadfa0ba2 tempest-ServersTestJSON-809673865 tempest-ServersTestJSON-809673865-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:19:00.001482 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-cf1a847b-1317-43db-b9d7-b94f471056bf req-5d6d7a35-84b9-4970-9672-bbbcadfa0ba2 tempest-ServersTestJSON-809673865 tempest-ServersTestJSON-809673865-project] 10.222.0.104 "GET /v2.0/networks?id=e673442c-5645-41cd-ae64-05cc6584adda HTTP/1.1" status: 200 len: 806 time: 0.2091968 Jul 06 14:19:00.030032 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-cf1a847b-1317-43db-b9d7-b94f471056bf req-4675df95-9838-480d-9ddb-4a325ef88f92 tempest-ServersTestJSON-809673865 tempest-ServersTestJSON-809673865-project] 10.222.0.104 "GET /v2.0/quotas/0fb5330a68d94b1da3c3872d90574aab HTTP/1.1" status: 200 len: 375 time: 0.0272908 Jul 06 14:19:00.248155 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 33214) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:19:00.284443 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-cf1a847b-1317-43db-b9d7-b94f471056bf req-254b0852-ffb6-4b79-8c40-a241a0cdcd46 tempest-ServersTestJSON-809673865 tempest-ServersTestJSON-809673865-project] 10.222.0.104 "GET /v2.0/ports?tenant_id=0fb5330a68d94b1da3c3872d90574aab&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2533696 Jul 06 14:19:00.395738 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b852a845-673d-43b1-a06c-e876e8272b56 req-8303a070-18e0-4c38-a3a3-ad690c4c368e tempest-ServersNegativeTestJSON-728644794 tempest-ServersNegativeTestJSON-728644794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:19:00.404102 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-b852a845-673d-43b1-a06c-e876e8272b56 req-8303a070-18e0-4c38-a3a3-ad690c4c368e tempest-ServersNegativeTestJSON-728644794 tempest-ServersNegativeTestJSON-728644794-project] 10.222.0.104 "GET /v2.0/ports?device_id=c38e1fb7-16c3-460f-81ed-82738a2148eb HTTP/1.1" status: 200 len: 946 time: 0.2884481 Jul 06 14:19:00.479369 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-e99dfa1a-3a42-48b5-aaf3-0341b0cdbea1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:00.480494 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-cf1a847b-1317-43db-b9d7-b94f471056bf req-551d0d56-e57b-41dc-b281-a2068d758cc1 service neutron] 10.222.0.104 "GET /v2.0/networks/e673442c-5645-41cd-ae64-05cc6584adda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1951373 Jul 06 14:19:00.565357 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-b852a845-673d-43b1-a06c-e876e8272b56 req-ed9d8495-7332-4e60-b8a9-df7fd5d433a2 tempest-ServersNegativeTestJSON-728644794 tempest-ServersNegativeTestJSON-728644794-project] 10.222.0.104 "GET /v2.0/security-groups?id=55139e1c-0239-472b-ada8-5a3c70b3eb43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1589479 Jul 06 14:19:00.743799 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-e99dfa1a-3a42-48b5-aaf3-0341b0cdbea1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:00.758830 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-e99dfa1a-3a42-48b5-aaf3-0341b0cdbea1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:00.759719 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-cf1a847b-1317-43db-b9d7-b94f471056bf req-0458d31b-cc11-46f2-9402-7197bd4526de service neutron] 10.222.0.104 "GET /v2.0/networks/e673442c-5645-41cd-ae64-05cc6584adda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2631531 Jul 06 14:19:00.878170 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-e99dfa1a-3a42-48b5-aaf3-0341b0cdbea1 admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=df7728c2815e4a1b96e80c8d2d1d14d0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6288645 Jul 06 14:19:00.879488 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 33230) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:19:00.882170 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99dfa1a-3a42-48b5-aaf3-0341b0cdbea1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50c044d6-6da7-49fb-9801-0c7f27a49de4,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:19:01.022699 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916c571b-550a-4cb8-a7a1-f70236738ecf req-d9308dfc-397a-49c6-b343-c4698357a0e9 tempest-AttachVolumeShelveTestJSON-1020519793 tempest-AttachVolumeShelveTestJSON-1020519793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:19:01.036341 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-916c571b-550a-4cb8-a7a1-f70236738ecf req-d9308dfc-397a-49c6-b343-c4698357a0e9 tempest-AttachVolumeShelveTestJSON-1020519793 tempest-AttachVolumeShelveTestJSON-1020519793-project] 10.222.0.104 "GET /v2.0/ports?device_id=28222247-ef72-4123-b031-e588ebd3ba47 HTTP/1.1" status: 200 len: 946 time: 0.1858575 Jul 06 14:19:01.063004 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-5d7eca6c-655f-4213-ad87-e803c41d29a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:01.106829 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-916c571b-550a-4cb8-a7a1-f70236738ecf req-d2a1d74d-b241-4ee9-9e8c-4da26145cd6d tempest-AttachVolumeShelveTestJSON-1020519793 tempest-AttachVolumeShelveTestJSON-1020519793-project] 10.222.0.104 "GET /v2.0/security-groups?id=a376d024-e4a1-4cc8-8fe5-9c69c2c40821&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0694478 Jul 06 14:19:01.116873 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-5d7eca6c-655f-4213-ad87-e803c41d29a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:01.182388 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-5d7eca6c-655f-4213-ad87-e803c41d29a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:01.185146 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-5d7eca6c-655f-4213-ad87-e803c41d29a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:01.189094 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-5d7eca6c-655f-4213-ad87-e803c41d29a7 admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/50c044d6-6da7-49fb-9801-0c7f27a49de4 HTTP/1.1" status: 204 len: 168 time: 0.2875643 Jul 06 14:19:01.198362 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfccf2e-37e7-4bd9-a8f1-d13b58bc6e2a req-52ae57d7-45e3-42ab-ae21-0d6a80c82389 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:19:01.199927 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-3cfccf2e-37e7-4bd9-a8f1-d13b58bc6e2a req-52ae57d7-45e3-42ab-ae21-0d6a80c82389 service neutron] 10.222.0.127 "GET /v2.0/ports?tenant_id=9e0def2463a444ef83e4758cd3e92401&device_id=c38e1fb7-16c3-460f-81ed-82738a2148eb HTTP/1.1" status: 200 len: 1097 time: 0.2775431 Jul 06 14:19:01.210703 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7eca6c-655f-4213-ad87-e803c41d29a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50c044d6-6da7-49fb-9801-0c7f27a49de4,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:19:01.259815 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-c1646738-1594-4978-88be-4d0197cdf949 req-85203061-c4df-48a7-80a8-10f2c94db05e tempest-ServersTestJSON-809673865 tempest-ServersTestJSON-809673865-project] 10.222.0.104 "GET /v2.0/ports?device_id=d4cc7a4a-2531-4abf-b5b9-511e58902fc5 HTTP/1.1" status: 200 len: 210 time: 0.1442020 Jul 06 14:19:01.361505 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfccf2e-37e7-4bd9-a8f1-d13b58bc6e2a req-8276e6a8-63d8-4706-8671-80da790d8184 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:19:01.363364 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-3cfccf2e-37e7-4bd9-a8f1-d13b58bc6e2a req-8276e6a8-63d8-4706-8671-80da790d8184 service neutron] 10.222.0.127 "GET /v2.0/networks?id=9a9945d7-f704-4f59-8c11-10fba7c84a6d HTTP/1.1" status: 200 len: 916 time: 0.1296632 Jul 06 14:19:01.427024 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-3cfccf2e-37e7-4bd9-a8f1-d13b58bc6e2a req-d5da42eb-ddb7-4362-adcf-d4486f4fc396 service neutron] 10.222.0.127 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=65a41ea4-e5ca-4a5a-a1d0-5bf5032e4c70 HTTP/1.1" status: 200 len: 217 time: 0.0564308 Jul 06 14:19:01.549914 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfccf2e-37e7-4bd9-a8f1-d13b58bc6e2a req-08713207-013d-4aee-8c16-99d57f19166e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:19:01.557481 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-3cfccf2e-37e7-4bd9-a8f1-d13b58bc6e2a req-08713207-013d-4aee-8c16-99d57f19166e service neutron] 10.222.0.127 "GET /v2.0/subnets?id=a11a84e7-e29f-49ab-86b3-7e53a4e90dc5 HTTP/1.1" status: 200 len: 854 time: 0.1233711 Jul 06 14:19:01.634052 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-3cfccf2e-37e7-4bd9-a8f1-d13b58bc6e2a req-48b9cac7-7f0d-4d00-89a4-bf38081b4330 service neutron] 10.222.0.127 "GET /v2.0/ports?network_id=9a9945d7-f704-4f59-8c11-10fba7c84a6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0700407 Jul 06 14:19:01.843137 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-3cfccf2e-37e7-4bd9-a8f1-d13b58bc6e2a req-ec3e4f1c-a496-40d1-bed1-74a3d26f22fc service neutron] 10.222.0.127 "GET /v2.0/networks/9a9945d7-f704-4f59-8c11-10fba7c84a6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2023661 Jul 06 14:19:02.002088 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9625ed-a5b5-4fb3-87d8-8d0039806753 req-5f289037-b5fd-45df-a2dc-b3908ba729c8 tempest-ServersNegativeTestJSON-728644794 tempest-ServersNegativeTestJSON-728644794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:19:02.012439 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-2c9625ed-a5b5-4fb3-87d8-8d0039806753 req-5f289037-b5fd-45df-a2dc-b3908ba729c8 tempest-ServersNegativeTestJSON-728644794 tempest-ServersNegativeTestJSON-728644794-project] 10.222.0.104 "GET /v2.0/ports?device_id=c38e1fb7-16c3-460f-81ed-82738a2148eb HTTP/1.1" status: 200 len: 946 time: 0.1676471 Jul 06 14:19:02.083306 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-2c9625ed-a5b5-4fb3-87d8-8d0039806753 req-2f1facd8-74f0-4b34-86ec-0ace71e03f80 tempest-ServersNegativeTestJSON-728644794 tempest-ServersNegativeTestJSON-728644794-project] 10.222.0.104 "GET /v2.0/security-groups?id=55139e1c-0239-472b-ada8-5a3c70b3eb43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696740 Jul 06 14:19:02.102294 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-3cfccf2e-37e7-4bd9-a8f1-d13b58bc6e2a req-f7d1fc5f-eb47-4bca-ae22-8d2675dcb929 service neutron] 10.222.0.127 "GET /v2.0/networks/9a9945d7-f704-4f59-8c11-10fba7c84a6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2475274 Jul 06 14:19:02.388441 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 33276) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:19:02.416563 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-1c212740-b554-4dcd-a55b-7724500971e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:02.517228 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-b378f5d8-fa6e-44c8-927f-f2abb70d926e req-7a85853c-4daa-4d9d-9cc1-e95f4a3f61f2 tempest-ServersTestJSON-809673865 tempest-ServersTestJSON-809673865-project] 10.222.0.104 "GET /v2.0/ports?device_id=d4cc7a4a-2531-4abf-b5b9-511e58902fc5 HTTP/1.1" status: 200 len: 210 time: 0.1252875 Jul 06 14:19:02.608569 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-1c212740-b554-4dcd-a55b-7724500971e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:02.619484 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-1c212740-b554-4dcd-a55b-7724500971e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:02.677781 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9573fa4-bc78-427a-bc44-126e7267f5bf req-43b2a09e-a10d-4eb5-9ddb-dc245fafb97d tempest-AttachVolumeShelveTestJSON-1020519793 tempest-AttachVolumeShelveTestJSON-1020519793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:19:02.680133 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-a9573fa4-bc78-427a-bc44-126e7267f5bf req-43b2a09e-a10d-4eb5-9ddb-dc245fafb97d tempest-AttachVolumeShelveTestJSON-1020519793 tempest-AttachVolumeShelveTestJSON-1020519793-project] 10.222.0.104 "GET /v2.0/ports?device_id=28222247-ef72-4123-b031-e588ebd3ba47 HTTP/1.1" status: 200 len: 946 time: 0.2536056 Jul 06 14:19:02.699266 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-1c212740-b554-4dcd-a55b-7724500971e3 admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=38ed81fc0f98461b97f293e787f2077c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3069203 Jul 06 14:19:02.699972 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 33284) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:19:02.778523 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-a9573fa4-bc78-427a-bc44-126e7267f5bf req-b3324071-81bd-4582-a747-8fd5f8f0c498 tempest-AttachVolumeShelveTestJSON-1020519793 tempest-AttachVolumeShelveTestJSON-1020519793-project] 10.222.0.104 "GET /v2.0/security-groups?id=a376d024-e4a1-4cc8-8fe5-9c69c2c40821&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0899804 Jul 06 14:19:02.802765 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c212740-b554-4dcd-a55b-7724500971e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aaf96f12-0878-4184-a7c2-e5fb234876b1,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:19:02.891371 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-62d1e5f7-bfe5-49cd-88d4-1b330f7b8629 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:02.928619 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-62d1e5f7-bfe5-49cd-88d4-1b330f7b8629 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:03.009024 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-62d1e5f7-bfe5-49cd-88d4-1b330f7b8629 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:03.013070 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-62d1e5f7-bfe5-49cd-88d4-1b330f7b8629 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:03.014501 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-62d1e5f7-bfe5-49cd-88d4-1b330f7b8629 admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/aaf96f12-0878-4184-a7c2-e5fb234876b1 HTTP/1.1" status: 204 len: 168 time: 0.3112712 Jul 06 14:19:03.035635 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d1e5f7-bfe5-49cd-88d4-1b330f7b8629 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aaf96f12-0878-4184-a7c2-e5fb234876b1,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:19:03.344239 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce86ea5-0768-49e1-b281-8fa5e20b3cf5 req-82e6051f-cb33-4889-a03f-d20afe264976 tempest-TestNetworkAdvancedServerOps-137028019 tempest-TestNetworkAdvancedServerOps-137028019-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:19:03.351520 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-dce86ea5-0768-49e1-b281-8fa5e20b3cf5 req-82e6051f-cb33-4889-a03f-d20afe264976 tempest-TestNetworkAdvancedServerOps-137028019 tempest-TestNetworkAdvancedServerOps-137028019-project-admin] 10.222.0.104 "GET /v2.0/ports?device_id=de95b307-6508-414c-9448-6e96e4660560 HTTP/1.1" status: 200 len: 1096 time: 0.1155858 Jul 06 14:19:03.818899 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 33310) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:19:03.973120 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-dce86ea5-0768-49e1-b281-8fa5e20b3cf5 req-23421cdb-36ed-445e-8741-858e0fc3d249 tempest-TestNetworkAdvancedServerOps-137028019 tempest-TestNetworkAdvancedServerOps-137028019-project-admin] 10.222.0.104 "GET /v2.0/security-groups?id=5a45c5f2-3366-4ec3-bcbb-576e95eec77a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6206160 Jul 06 14:19:03.977872 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1a847b-1317-43db-b9d7-b94f471056bf req-1bbe0d61-33f7-4098-86d6-14513b4c19e6 tempest-ServersTestJSON-809673865 tempest-ServersTestJSON-809673865-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:19:03.979518 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-cf1a847b-1317-43db-b9d7-b94f471056bf req-1bbe0d61-33f7-4098-86d6-14513b4c19e6 tempest-ServersTestJSON-809673865 tempest-ServersTestJSON-809673865-project] 10.222.0.72 "GET /v2.0/networks?id=e673442c-5645-41cd-ae64-05cc6584adda HTTP/1.1" status: 200 len: 806 time: 0.1935565 Jul 06 14:19:03.997250 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-1f5e7db7-36aa-498d-8f02-a7035c845230 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:04.010248 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [req-cf1a847b-1317-43db-b9d7-b94f471056bf req-4fbae3f2-72dd-4567-8518-967335b4c992 tempest-ServersTestJSON-809673865 tempest-ServersTestJSON-809673865-project] Request body: {'port': {'device_id': 'd4cc7a4a-2531-4abf-b5b9-511e58902fc5', 'network_id': 'e673442c-5645-41cd-ae64-05cc6584adda', 'admin_state_up': True, 'tenant_id': '0fb5330a68d94b1da3c3872d90574aab'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:19:04.079877 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a772d89b-69c0-4748-957b-15659d2309c2 req-d1bb38dc-e993-461f-860a-8bad8ef85ee3 tempest-ServersNegativeTestJSON-728644794 tempest-ServersNegativeTestJSON-728644794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:19:04.095798 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-a772d89b-69c0-4748-957b-15659d2309c2 req-d1bb38dc-e993-461f-860a-8bad8ef85ee3 tempest-ServersNegativeTestJSON-728644794 tempest-ServersNegativeTestJSON-728644794-project] 10.222.0.104 "GET /v2.0/ports?device_id=c38e1fb7-16c3-460f-81ed-82738a2148eb HTTP/1.1" status: 200 len: 946 time: 0.7263703 Jul 06 14:19:04.177102 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-a772d89b-69c0-4748-957b-15659d2309c2 req-a52da59a-8297-4abd-bdd5-ee3cc3236bea tempest-ServersNegativeTestJSON-728644794 tempest-ServersNegativeTestJSON-728644794-project] 10.222.0.104 "GET /v2.0/security-groups?id=55139e1c-0239-472b-ada8-5a3c70b3eb43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800118 Jul 06 14:19:04.322153 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-b4b823ca-6376-4f52-bf0a-bfcd680377d1 req-1855595b-b7ec-4ed2-8f86-86e9bcd08cc0 tempest-ServersTestJSON-809673865 tempest-ServersTestJSON-809673865-project] 10.222.0.104 "GET /v2.0/ports?device_id=d4cc7a4a-2531-4abf-b5b9-511e58902fc5 HTTP/1.1" status: 200 len: 210 time: 0.0665767 Jul 06 14:19:04.474234 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-1f5e7db7-36aa-498d-8f02-a7035c845230 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:04.482619 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-1f5e7db7-36aa-498d-8f02-a7035c845230 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:04.584897 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8327546-0a6d-4d72-83dd-012d7c25b9c5 req-cc069446-a631-4689-98b4-655bfeab7ef5 tempest-AttachVolumeShelveTestJSON-1020519793 tempest-AttachVolumeShelveTestJSON-1020519793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:19:04.588188 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-e8327546-0a6d-4d72-83dd-012d7c25b9c5 req-cc069446-a631-4689-98b4-655bfeab7ef5 tempest-AttachVolumeShelveTestJSON-1020519793 tempest-AttachVolumeShelveTestJSON-1020519793-project] 10.222.0.104 "GET /v2.0/ports?device_id=28222247-ef72-4123-b031-e588ebd3ba47 HTTP/1.1" status: 200 len: 946 time: 0.2063479 Jul 06 14:19:04.607632 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5e7db7-36aa-498d-8f02-a7035c845230 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=137044e7-4bfe-4d62-8bff-872ca8eb24b5,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:19:04.644492 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-1f5e7db7-36aa-498d-8f02-a7035c845230 admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=091f3e3fd7f1489c9abb6dbc5d9ef554&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8176711 Jul 06 14:19:04.645432 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 33328) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:19:04.662752 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cf1a847b-1317-43db-b9d7-b94f471056bf req-4fbae3f2-72dd-4567-8518-967335b4c992 tempest-ServersTestJSON-809673865 tempest-ServersTestJSON-809673865-project] Made reservation on behalf of 0fb5330a68d94b1da3c3872d90574aab for: {'port': 1} {{(pid=100246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:19:04.665171 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-e8327546-0a6d-4d72-83dd-012d7c25b9c5 req-119bcfe5-5266-423e-b14f-0d401d3da9ba tempest-AttachVolumeShelveTestJSON-1020519793 tempest-AttachVolumeShelveTestJSON-1020519793-project] 10.222.0.104 "GET /v2.0/security-groups?id=a376d024-e4a1-4cc8-8fe5-9c69c2c40821&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0690274 Jul 06 14:19:04.669825 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-cf1a847b-1317-43db-b9d7-b94f471056bf req-4fbae3f2-72dd-4567-8518-967335b4c992 tempest-ServersTestJSON-809673865 tempest-ServersTestJSON-809673865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:04.867765 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-c5bed632-f40c-4bf7-a26c-434f906c37b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:05.013567 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-c5bed632-f40c-4bf7-a26c-434f906c37b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:05.071073 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.db_base_plugin_common [req-cf1a847b-1317-43db-b9d7-b94f471056bf req-4fbae3f2-72dd-4567-8518-967335b4c992 tempest-ServersTestJSON-809673865 tempest-ServersTestJSON-809673865-project] Allocated IP 172.20.0.9 (e673442c-5645-41cd-ae64-05cc6584adda/77f3889b-e625-42b7-98f3-adea55c7f2d3/283560bc-4099-4896-8ad3-d4bafc722097) {{(pid=100246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:19:05.135410 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-c5bed632-f40c-4bf7-a26c-434f906c37b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:05.140395 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-c5bed632-f40c-4bf7-a26c-434f906c37b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:05.146255 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-c5bed632-f40c-4bf7-a26c-434f906c37b0 admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/137044e7-4bfe-4d62-8bff-872ca8eb24b5 HTTP/1.1" status: 204 len: 168 time: 0.4961407 Jul 06 14:19:05.172146 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5bed632-f40c-4bf7-a26c-434f906c37b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=137044e7-4bfe-4d62-8bff-872ca8eb24b5,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:19:05.203207 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Device 65a41ea4-e5ca-4a5a-a1d0-5bf5032e4c70 no longer exists at agent hyperv_n-h1-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:19:05.467057 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89242669-8cc0-4d1c-b36f-969cf280425e req-16fdd6b3-2813-4525-b8a6-c6fe77adfb0d tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:19:05.469509 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-89242669-8cc0-4d1c-b36f-969cf280425e req-16fdd6b3-2813-4525-b8a6-c6fe77adfb0d tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] 10.222.0.104 "GET /v2.0/ports?device_id=de95b307-6508-414c-9448-6e96e4660560 HTTP/1.1" status: 200 len: 945 time: 0.2352738 Jul 06 14:19:05.488182 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:05.565949 n-d-773647-6 neutron-server[100248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c38e1fb7-16c3-460f-81ed-82738a2148eb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '65a41ea4-e5ca-4a5a-a1d0-5bf5032e4c70'}] {{(pid=100248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:19:05.578966 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84af257533e383389cbcf231d3534f4d5e149e7203fea16b4a8fc01438dddaf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb4471f7-6167-42ba-9284-db31bf6966ad" -d '{"events": [{"server_uuid": "c38e1fb7-16c3-460f-81ed-82738a2148eb", "name": "network-vif-unplugged", "status": "completed", "tag": "65a41ea4-e5ca-4a5a-a1d0-5bf5032e4c70"}]}' {{(pid=100248) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:19:05.592667 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-cf1a847b-1317-43db-b9d7-b94f471056bf req-4fbae3f2-72dd-4567-8518-967335b4c992 tempest-ServersTestJSON-809673865 tempest-ServersTestJSON-809673865-project] Notify callbacks [] for port, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:05.620499 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-89242669-8cc0-4d1c-b36f-969cf280425e req-884670d6-e9e5-4c41-9d39-4040619c53ce tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] 10.222.0.104 "GET /v2.0/security-groups?id=5a45c5f2-3366-4ec3-bcbb-576e95eec77a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1399741 Jul 06 14:19:05.625833 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] For port 65a41ea4-e5ca-4a5a-a1d0-5bf5032e4c70, host n-h1-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773647-6',level=0,port_id=65a41ea4-e5ca-4a5a-a1d0-5bf5032e4c70,segment=NetworkSegment(3485579c-4d75-45d9-a7e8-245348f946ff),segment_id=3485579c-4d75-45d9-a7e8-245348f946ff)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:19:05.633192 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:05.647964 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 33352) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:19:05.699862 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbad2504-ce89-4732-b6b1-efa75cfbc78e req-ec99ffa8-4b44-42ae-b646-b03175770ede tempest-ServersNegativeTestJSON-728644794 tempest-ServersNegativeTestJSON-728644794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:19:05.704550 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-cbad2504-ce89-4732-b6b1-efa75cfbc78e req-ec99ffa8-4b44-42ae-b646-b03175770ede tempest-ServersNegativeTestJSON-728644794 tempest-ServersNegativeTestJSON-728644794-project] 10.222.0.104 "GET /v2.0/ports?device_id=c38e1fb7-16c3-460f-81ed-82738a2148eb HTTP/1.1" status: 200 len: 946 time: 0.2306523 Jul 06 14:19:05.782563 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Pushing event updated for resources: {'Port': ['ID=65a41ea4-e5ca-4a5a-a1d0-5bf5032e4c70,revision_number=8']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:19:05.834014 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-cbad2504-ce89-4732-b6b1-efa75cfbc78e req-e23cd891-aaf0-45bf-b80e-9554448dccd4 tempest-ServersNegativeTestJSON-728644794 tempest-ServersNegativeTestJSON-728644794-project] 10.222.0.104 "GET /v2.0/security-groups?id=55139e1c-0239-472b-ada8-5a3c70b3eb43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218059 Jul 06 14:19:05.879411 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-15a1fff4-204b-430b-be72-30a41e2590c6 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] 10.222.0.104 "GET /v2.0/floatingips/d5feaf04-01d9-4bd8-b139-440232683a0a HTTP/1.1" status: 200 len: 993 time: 0.2227466 Jul 06 14:19:05.908411 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-cf1a847b-1317-43db-b9d7-b94f471056bf req-4fbae3f2-72dd-4567-8518-967335b4c992 tempest-ServersTestJSON-809673865 tempest-ServersTestJSON-809673865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-127687573'] for port, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:05.927388 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] get_ports_and_sgs() called for port_ids ['b3faa654-9b0e-47d7-ac0c-c53cca9f4156'] {{(pid=100248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 14:19:05.945987 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-b9f67020-eec5-46d0-b91f-2e17913c1459 req-5f0774e3-6190-4043-8e94-a441f7cf518d tempest-ServersTestJSON-809673865 tempest-ServersTestJSON-809673865-project] 10.222.0.104 "GET /v2.0/ports?device_id=d4cc7a4a-2531-4abf-b5b9-511e58902fc5 HTTP/1.1" status: 200 len: 210 time: 0.0716634 Jul 06 14:19:06.016010 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 06 Jul 2021 14:19:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-062b8957-60e5-440b-b030-cd0a35fc60d0 x-openstack-request-id: req-062b8957-60e5-440b-b030-cd0a35fc60d0 {{(pid=100248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:19:06.027954 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c38e1fb7-16c3-460f-81ed-82738a2148eb", "name": "network-vif-unplugged", "status": "failed", "tag": "65a41ea4-e5ca-4a5a-a1d0-5bf5032e4c70", "code": 422}]} {{(pid=100248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:19:06.029988 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-062b8957-60e5-440b-b030-cd0a35fc60d0 {{(pid=100248) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:19:06.032449 n-d-773647-6 neutron-server[100248]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'c38e1fb7-16c3-460f-81ed-82738a2148eb', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '65a41ea4-e5ca-4a5a-a1d0-5bf5032e4c70', 'code': 422} returned with failed status Jul 06 14:19:06.090465 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cf1a847b-1317-43db-b9d7-b94f471056bf req-4fbae3f2-72dd-4567-8518-967335b4c992 tempest-ServersTestJSON-809673865 tempest-ServersTestJSON-809673865-project] Network e673442c-5645-41cd-ae64-05cc6584adda is already hosted by enough agents. {{(pid=100246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:19:06.094306 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.base_scheduler [req-cf1a847b-1317-43db-b9d7-b94f471056bf req-4fbae3f2-72dd-4567-8518-967335b4c992 tempest-ServersTestJSON-809673865 tempest-ServersTestJSON-809673865-project] Resources bound (agent type, host, resource id): {{(pid=100246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:19:06.104603 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf1a847b-1317-43db-b9d7-b94f471056bf req-4fbae3f2-72dd-4567-8518-967335b4c992 tempest-ServersTestJSON-809673865 tempest-ServersTestJSON-809673865-project] Received port after_create {{(pid=100246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:19:06.157941 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbae3f2-72dd-4567-8518-967335b4c992 tempest-ServersTestJSON-809673865 tempest-ServersTestJSON-809673865-project] Pushing event updated for resources: {'Port': ['ID=283560bc-4099-4896-8ad3-d4bafc722097,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:19:06.200568 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1a847b-1317-43db-b9d7-b94f471056bf req-4fbae3f2-72dd-4567-8518-967335b4c992 tempest-ServersTestJSON-809673865 tempest-ServersTestJSON-809673865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:19:06.201631 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-cf1a847b-1317-43db-b9d7-b94f471056bf req-4fbae3f2-72dd-4567-8518-967335b4c992 tempest-ServersTestJSON-809673865 tempest-ServersTestJSON-809673865-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:06.222826 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-cf1a847b-1317-43db-b9d7-b94f471056bf req-4fbae3f2-72dd-4567-8518-967335b4c992 tempest-ServersTestJSON-809673865 tempest-ServersTestJSON-809673865-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2197549 Jul 06 14:19:06.228942 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2234c00f-da2b-4ad6-9537-4fb9f56841fa req-3f3c9b4d-67d6-4f0f-b2c8-001b00a744c6 tempest-AttachVolumeShelveTestJSON-1020519793 tempest-AttachVolumeShelveTestJSON-1020519793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:19:06.237464 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-2234c00f-da2b-4ad6-9537-4fb9f56841fa req-3f3c9b4d-67d6-4f0f-b2c8-001b00a744c6 tempest-AttachVolumeShelveTestJSON-1020519793 tempest-AttachVolumeShelveTestJSON-1020519793-project] 10.222.0.104 "GET /v2.0/ports?device_id=28222247-ef72-4123-b031-e588ebd3ba47 HTTP/1.1" status: 200 len: 946 time: 0.1714730 Jul 06 14:19:06.283667 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-2234c00f-da2b-4ad6-9537-4fb9f56841fa req-89dc99a1-8693-4951-8e15-9e390bee79a9 tempest-AttachVolumeShelveTestJSON-1020519793 tempest-AttachVolumeShelveTestJSON-1020519793-project] 10.222.0.104 "GET /v2.0/security-groups?id=a376d024-e4a1-4cc8-8fe5-9c69c2c40821&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384674 Jul 06 14:19:06.399313 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a40c84d-4bd5-443d-bf34-2cce9f92b647 req-12698591-7e74-4bae-893d-9d951275d032 tempest-ServersNegativeTestJSON-728644794 tempest-ServersNegativeTestJSON-728644794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:19:06.403146 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-8a40c84d-4bd5-443d-bf34-2cce9f92b647 req-12698591-7e74-4bae-893d-9d951275d032 tempest-ServersNegativeTestJSON-728644794 tempest-ServersNegativeTestJSON-728644794-project] 10.222.0.104 "GET /v2.0/ports?device_id=c38e1fb7-16c3-460f-81ed-82738a2148eb HTTP/1.1" status: 200 len: 944 time: 0.1181781 Jul 06 14:19:06.544400 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-8a40c84d-4bd5-443d-bf34-2cce9f92b647 req-0529c54d-006f-4b8f-955e-7453930a2d44 tempest-ServersNegativeTestJSON-728644794 tempest-ServersNegativeTestJSON-728644794-project] 10.222.0.104 "GET /v2.0/security-groups?id=55139e1c-0239-472b-ada8-5a3c70b3eb43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263969 Jul 06 14:19:06.792521 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [req-cf1a847b-1317-43db-b9d7-b94f471056bf req-0f34e693-1e4e-4a09-8bfd-b66aece2f02f service neutron] Request body: {'port': {'device_id': 'd4cc7a4a-2531-4abf-b5b9-511e58902fc5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-773647-6'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:19:07.097431 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-cf1a847b-1317-43db-b9d7-b94f471056bf req-0f34e693-1e4e-4a09-8bfd-b66aece2f02f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:07.460843 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 33434) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:19:07.578510 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02d9685-a96d-4e22-86c0-87d063f08377 req-49ccc3bf-5ccf-454f-8b47-61a976eb5307 tempest-ServersTestJSON-809673865 tempest-ServersTestJSON-809673865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:19:07.586607 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-b02d9685-a96d-4e22-86c0-87d063f08377 req-49ccc3bf-5ccf-454f-8b47-61a976eb5307 tempest-ServersTestJSON-809673865 tempest-ServersTestJSON-809673865-project] 10.222.0.104 "GET /v2.0/ports?device_id=d4cc7a4a-2531-4abf-b5b9-511e58902fc5 HTTP/1.1" status: 200 len: 931 time: 0.1236885 Jul 06 14:19:07.693784 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-b02d9685-a96d-4e22-86c0-87d063f08377 req-e6398efa-1941-472b-b805-d4b2008de26c tempest-ServersTestJSON-809673865 tempest-ServersTestJSON-809673865-project] 10.222.0.104 "GET /v2.0/security-groups?id=b2132efa-40d7-46de-9959-646c1b99d382&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058018 Jul 06 14:19:07.803978 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe24f2ee-e658-46d7-b5df-af6b8d6ddb73 req-bf8d4a2e-abc8-4555-95da-4a582d51f4c7 tempest-ServersNegativeTestJSON-728644794 tempest-ServersNegativeTestJSON-728644794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:19:07.812872 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-fe24f2ee-e658-46d7-b5df-af6b8d6ddb73 req-bf8d4a2e-abc8-4555-95da-4a582d51f4c7 tempest-ServersNegativeTestJSON-728644794 tempest-ServersNegativeTestJSON-728644794-project] 10.222.0.104 "GET /v2.0/ports?device_id=c38e1fb7-16c3-460f-81ed-82738a2148eb HTTP/1.1" status: 200 len: 944 time: 0.1844101 Jul 06 14:19:07.932304 n-d-773647-6 neutron-server[100246]: DEBUG neutron.notifiers.nova [req-cf1a847b-1317-43db-b9d7-b94f471056bf req-0f34e693-1e4e-4a09-8bfd-b66aece2f02f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 283560bc-4099-4896-8ad3-d4bafc722097 {{(pid=100246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 14:19:07.944599 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-cf1a847b-1317-43db-b9d7-b94f471056bf req-0f34e693-1e4e-4a09-8bfd-b66aece2f02f service neutron] Notify callbacks [] for port, precommit_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:07.979451 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.provisioning_blocks [req-cf1a847b-1317-43db-b9d7-b94f471056bf req-0f34e693-1e4e-4a09-8bfd-b66aece2f02f service neutron] Transition to ACTIVE for port object 283560bc-4099-4896-8ad3-d4bafc722097 will not be triggered until provisioned by entity L2. {{(pid=100246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:19:07.996075 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-cf1a847b-1317-43db-b9d7-b94f471056bf req-0f34e693-1e4e-4a09-8bfd-b66aece2f02f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127687527'] for port, after_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:07.998190 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-fe24f2ee-e658-46d7-b5df-af6b8d6ddb73 req-2ffa6d7b-f136-4f7c-9e1e-dcf81c591078 tempest-ServersNegativeTestJSON-728644794 tempest-ServersNegativeTestJSON-728644794-project] 10.222.0.104 "GET /v2.0/security-groups?id=55139e1c-0239-472b-ada8-5a3c70b3eb43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1816161 Jul 06 14:19:08.086027 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-d244711d-468c-427a-87e1-a61b92a464d0 req-d2626a97-08da-47e4-9c8e-c06b5a7a258d service neutron] 10.222.0.104 "GET /v2.0/ports?device_id=de95b307-6508-414c-9448-6e96e4660560&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.5567610 Jul 06 14:19:08.171676 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4a8ed0-fd65-4ec7-8e0d-0c49893dac59 req-a509decb-a71b-47a6-b633-856dd826cd3b tempest-AttachVolumeShelveTestJSON-1020519793 tempest-AttachVolumeShelveTestJSON-1020519793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:19:08.189316 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-1a4a8ed0-fd65-4ec7-8e0d-0c49893dac59 req-a509decb-a71b-47a6-b633-856dd826cd3b tempest-AttachVolumeShelveTestJSON-1020519793 tempest-AttachVolumeShelveTestJSON-1020519793-project] 10.222.0.104 "GET /v2.0/ports?device_id=28222247-ef72-4123-b031-e588ebd3ba47 HTTP/1.1" status: 200 len: 946 time: 0.2560852 Jul 06 14:19:08.193088 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f34e693-1e4e-4a09-8bfd-b66aece2f02f service neutron] Pushing event updated for resources: {'Port': ['ID=283560bc-4099-4896-8ad3-d4bafc722097,revision_number=2']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:19:08.346542 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-1a4a8ed0-fd65-4ec7-8e0d-0c49893dac59 req-f381ded3-52d3-457a-95da-5bc6a6289c95 tempest-AttachVolumeShelveTestJSON-1020519793 tempest-AttachVolumeShelveTestJSON-1020519793-project] 10.222.0.104 "GET /v2.0/security-groups?id=a376d024-e4a1-4cc8-8fe5-9c69c2c40821&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1519957 Jul 06 14:19:08.350609 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-941df874-deb3-417c-ad69-b5076841e428 req-2a640b4c-d06d-494e-b154-1cc7371e4630 service neutron] 10.222.0.104 "GET /v2.0/ports?device_id=c38e1fb7-16c3-460f-81ed-82738a2148eb&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3628557 Jul 06 14:19:08.418784 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [req-cf1a847b-1317-43db-b9d7-b94f471056bf req-0f34e693-1e4e-4a09-8bfd-b66aece2f02f service neutron] Attempting to bind port 283560bc-4099-4896-8ad3-d4bafc722097 on host n-h2-773647-6 for vnic_type normal with profile {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:19:08.435736 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [req-cf1a847b-1317-43db-b9d7-b94f471056bf req-0f34e693-1e4e-4a09-8bfd-b66aece2f02f service neutron] Attempting to bind port 283560bc-4099-4896-8ad3-d4bafc722097 by drivers openvswitch,hyperv on host n-h2-773647-6 at level 0 using segments [{'id': 'cb1a6cec-0b40-4dde-b37a-6dbda6bd8158', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': 'e673442c-5645-41cd-ae64-05cc6584adda'}] {{(pid=100246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:19:08.438923 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf1a847b-1317-43db-b9d7-b94f471056bf req-0f34e693-1e4e-4a09-8bfd-b66aece2f02f service neutron] Attempting to bind port 283560bc-4099-4896-8ad3-d4bafc722097 on network e673442c-5645-41cd-ae64-05cc6584adda {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:19:08.453213 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf1a847b-1317-43db-b9d7-b94f471056bf req-0f34e693-1e4e-4a09-8bfd-b66aece2f02f service neutron] Port 283560bc-4099-4896-8ad3-d4bafc722097 on network e673442c-5645-41cd-ae64-05cc6584adda not bound, no agent of type Open vSwitch agent registered on host n-h2-773647-6 {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 14:19:08.454028 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf1a847b-1317-43db-b9d7-b94f471056bf req-0f34e693-1e4e-4a09-8bfd-b66aece2f02f service neutron] Attempting to bind port 283560bc-4099-4896-8ad3-d4bafc722097 on network e673442c-5645-41cd-ae64-05cc6584adda {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:19:08.474993 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf1a847b-1317-43db-b9d7-b94f471056bf req-0f34e693-1e4e-4a09-8bfd-b66aece2f02f service neutron] Checking agent: {'id': '63768ece-0600-4354-8d29-fdedec96b077', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-773647-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 51, 10), 'started_at': datetime.datetime(2021, 7, 6, 13, 51, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 18, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:19:08.475566 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf1a847b-1317-43db-b9d7-b94f471056bf req-0f34e693-1e4e-4a09-8bfd-b66aece2f02f service neutron] Checking segment: {'id': 'cb1a6cec-0b40-4dde-b37a-6dbda6bd8158', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': 'e673442c-5645-41cd-ae64-05cc6584adda'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:19:08.476587 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf1a847b-1317-43db-b9d7-b94f471056bf req-0f34e693-1e4e-4a09-8bfd-b66aece2f02f service neutron] Bound using segment: {'id': 'cb1a6cec-0b40-4dde-b37a-6dbda6bd8158', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': 'e673442c-5645-41cd-ae64-05cc6584adda'} {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:19:08.478135 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [req-cf1a847b-1317-43db-b9d7-b94f471056bf req-0f34e693-1e4e-4a09-8bfd-b66aece2f02f service neutron] Bound port: 283560bc-4099-4896-8ad3-d4bafc722097, host: n-h2-773647-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cb1a6cec-0b40-4dde-b37a-6dbda6bd8158', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': 'e673442c-5645-41cd-ae64-05cc6584adda'}}] {{(pid=100246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:19:08.479506 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-cf1a847b-1317-43db-b9d7-b94f471056bf req-0f34e693-1e4e-4a09-8bfd-b66aece2f02f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:08.533470 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3174d6f-90ed-4168-840c-26d295746828 req-472c56ee-2fbf-4a82-b7ba-c79b48a07dae tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:19:08.538321 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-b3174d6f-90ed-4168-840c-26d295746828 req-472c56ee-2fbf-4a82-b7ba-c79b48a07dae tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] 10.222.0.104 "GET /v2.0/ports?device_id=de95b307-6508-414c-9448-6e96e4660560 HTTP/1.1" status: 200 len: 945 time: 0.1451709 Jul 06 14:19:08.709125 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-b3174d6f-90ed-4168-840c-26d295746828 req-95c08957-e4cd-4760-82b5-7dadace74ced tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] 10.222.0.104 "GET /v2.0/security-groups?id=5a45c5f2-3366-4ec3-bcbb-576e95eec77a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1646888 Jul 06 14:19:08.741388 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.db [req-cf1a847b-1317-43db-b9d7-b94f471056bf req-0f34e693-1e4e-4a09-8bfd-b66aece2f02f service neutron] For port 283560bc-4099-4896-8ad3-d4bafc722097, host n-h2-773647-6, cleared binding levels {{(pid=100246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:19:08.755661 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.db [req-cf1a847b-1317-43db-b9d7-b94f471056bf req-0f34e693-1e4e-4a09-8bfd-b66aece2f02f service neutron] For port 283560bc-4099-4896-8ad3-d4bafc722097, host n-h2-773647-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=283560bc-4099-4896-8ad3-d4bafc722097,segment=NetworkSegment(cb1a6cec-0b40-4dde-b37a-6dbda6bd8158),segment_id=cb1a6cec-0b40-4dde-b37a-6dbda6bd8158)] {{(pid=100246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:19:08.763439 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-cf1a847b-1317-43db-b9d7-b94f471056bf req-0f34e693-1e4e-4a09-8bfd-b66aece2f02f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127687527'] for port, after_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:08.832697 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1a847b-1317-43db-b9d7-b94f471056bf req-0f34e693-1e4e-4a09-8bfd-b66aece2f02f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:19:08.833606 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-cf1a847b-1317-43db-b9d7-b94f471056bf req-0f34e693-1e4e-4a09-8bfd-b66aece2f02f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:08.835390 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-cf1a847b-1317-43db-b9d7-b94f471056bf req-0f34e693-1e4e-4a09-8bfd-b66aece2f02f service neutron] 10.222.0.72 "PUT /v2.0/ports/283560bc-4099-4896-8ad3-d4bafc722097 HTTP/1.1" status: 200 len: 1091 time: 2.6048002 Jul 06 14:19:08.836829 n-d-773647-6 neutron-server[100246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4cc7a4a-2531-4abf-b5b9-511e58902fc5', 'tag': '283560bc-4099-4896-8ad3-d4bafc722097'}] {{(pid=100246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:19:08.839408 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0d96c5ab5e889f7b933ae915b9be33d1b46c9e87795bf781004b656ef3f1e87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99eef9e6-4ba8-4279-b52b-b5a18be0b05a" -d '{"events": [{"name": "network-changed", "server_uuid": "d4cc7a4a-2531-4abf-b5b9-511e58902fc5", "tag": "283560bc-4099-4896-8ad3-d4bafc722097"}]}' {{(pid=100246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:19:08.978656 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 14:19:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80d7fd2d-8719-41ca-8d8b-1a9baeabdff4 x-openstack-request-id: req-80d7fd2d-8719-41ca-8d8b-1a9baeabdff4 {{(pid=100246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:19:08.980387 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4cc7a4a-2531-4abf-b5b9-511e58902fc5", "tag": "283560bc-4099-4896-8ad3-d4bafc722097", "status": "completed", "code": 200}]} {{(pid=100246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:19:08.982013 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-80d7fd2d-8719-41ca-8d8b-1a9baeabdff4 {{(pid=100246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:19:08.982737 n-d-773647-6 neutron-server[100246]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd4cc7a4a-2531-4abf-b5b9-511e58902fc5', 'tag': '283560bc-4099-4896-8ad3-d4bafc722097', 'status': 'completed', 'code': 200} Jul 06 14:19:09.220205 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Device 65a41ea4-e5ca-4a5a-a1d0-5bf5032e4c70 no longer exists at agent hyperv_n-h1-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:19:09.291323 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c4af70-28a1-4155-9d74-e38947cb91ce req-0c3a073b-7ade-4022-ae91-23934410e4b6 tempest-ServersTestJSON-809673865 tempest-ServersTestJSON-809673865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:19:09.312772 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-b8c4af70-28a1-4155-9d74-e38947cb91ce req-0c3a073b-7ade-4022-ae91-23934410e4b6 tempest-ServersTestJSON-809673865 tempest-ServersTestJSON-809673865-project] 10.222.0.104 "GET /v2.0/ports?device_id=d4cc7a4a-2531-4abf-b5b9-511e58902fc5 HTTP/1.1" status: 200 len: 943 time: 0.2443357 Jul 06 14:19:09.515441 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-b8c4af70-28a1-4155-9d74-e38947cb91ce req-f22f796e-2151-4962-9549-fb0dbd8adad9 tempest-ServersTestJSON-809673865 tempest-ServersTestJSON-809673865-project] 10.222.0.104 "GET /v2.0/security-groups?id=b2132efa-40d7-46de-9959-646c1b99d382&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1969635 Jul 06 14:19:09.548393 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f34e693-1e4e-4a09-8bfd-b66aece2f02f service neutron] Pushing event updated for resources: {'Port': ['ID=283560bc-4099-4896-8ad3-d4bafc722097,revision_number=3']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:19:09.586920 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1a847b-1317-43db-b9d7-b94f471056bf req-0df2a652-00dc-4677-aecc-6235a031c5b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:19:09.588707 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-cf1a847b-1317-43db-b9d7-b94f471056bf req-0df2a652-00dc-4677-aecc-6235a031c5b7 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=0fb5330a68d94b1da3c3872d90574aab&device_id=d4cc7a4a-2531-4abf-b5b9-511e58902fc5 HTTP/1.1" status: 200 len: 1094 time: 0.6999059 Jul 06 14:19:09.656235 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-cf1a847b-1317-43db-b9d7-b94f471056bf req-6962fdfb-9d5a-491a-9c0b-9b83fcbcfc69 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=283560bc-4099-4896-8ad3-d4bafc722097 HTTP/1.1" status: 200 len: 217 time: 0.0587168 Jul 06 14:19:09.730273 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1a847b-1317-43db-b9d7-b94f471056bf req-f02f4abd-1f80-4a0a-a39d-1ad6a6d55aee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:19:09.732782 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-cf1a847b-1317-43db-b9d7-b94f471056bf req-f02f4abd-1f80-4a0a-a39d-1ad6a6d55aee service neutron] 10.222.0.72 "GET /v2.0/subnets?id=77f3889b-e625-42b7-98f3-adea55c7f2d3 HTTP/1.1" status: 200 len: 846 time: 0.0702982 Jul 06 14:19:09.737568 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591babc3-f21d-43f0-83a6-954f967af23b req-95b14010-624c-451c-9e1a-29615127dae8 tempest-ServersNegativeTestJSON-728644794 tempest-ServersNegativeTestJSON-728644794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:19:09.760087 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-591babc3-f21d-43f0-83a6-954f967af23b req-95b14010-624c-451c-9e1a-29615127dae8 tempest-ServersNegativeTestJSON-728644794 tempest-ServersNegativeTestJSON-728644794-project] 10.222.0.104 "GET /v2.0/ports?device_id=c38e1fb7-16c3-460f-81ed-82738a2148eb HTTP/1.1" status: 200 len: 944 time: 0.2226055 Jul 06 14:19:09.824081 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-cf1a847b-1317-43db-b9d7-b94f471056bf req-dbdad39c-fa8b-4ddc-ad48-6060fbb5418b service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=e673442c-5645-41cd-ae64-05cc6584adda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0826232 Jul 06 14:19:09.872792 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-591babc3-f21d-43f0-83a6-954f967af23b req-a0ac22d8-fcf6-420c-b8ef-aa17c3d149c4 tempest-ServersNegativeTestJSON-728644794 tempest-ServersNegativeTestJSON-728644794-project] 10.222.0.104 "GET /v2.0/security-groups?id=55139e1c-0239-472b-ada8-5a3c70b3eb43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060948 Jul 06 14:19:10.014906 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4db9ddd-7bb4-469e-b77a-9d5e634c5d9e req-c5ef6002-05d7-4dda-8069-79d0ef0ea970 tempest-AttachVolumeShelveTestJSON-1020519793 tempest-AttachVolumeShelveTestJSON-1020519793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:19:10.022336 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-c4db9ddd-7bb4-469e-b77a-9d5e634c5d9e req-c5ef6002-05d7-4dda-8069-79d0ef0ea970 tempest-AttachVolumeShelveTestJSON-1020519793 tempest-AttachVolumeShelveTestJSON-1020519793-project] 10.222.0.104 "GET /v2.0/ports?device_id=28222247-ef72-4123-b031-e588ebd3ba47 HTTP/1.1" status: 200 len: 946 time: 0.1020365 Jul 06 14:19:10.140806 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-cf1a847b-1317-43db-b9d7-b94f471056bf req-82c4fe84-74f9-478d-a135-bcd94a4ab919 service neutron] 10.222.0.72 "GET /v2.0/networks/e673442c-5645-41cd-ae64-05cc6584adda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3091969 Jul 06 14:19:10.149583 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-c4db9ddd-7bb4-469e-b77a-9d5e634c5d9e req-a7f5f56a-fc99-4e15-b9ae-6b6172a0ae66 tempest-AttachVolumeShelveTestJSON-1020519793 tempest-AttachVolumeShelveTestJSON-1020519793-project] 10.222.0.104 "GET /v2.0/security-groups?id=a376d024-e4a1-4cc8-8fe5-9c69c2c40821&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1262701 Jul 06 14:19:10.305858 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-cf1a847b-1317-43db-b9d7-b94f471056bf req-ab5639bb-4b5d-4a84-b3de-a7edda898742 service neutron] 10.222.0.72 "GET /v2.0/networks/e673442c-5645-41cd-ae64-05cc6584adda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1573937 Jul 06 14:19:10.555920 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99eef9e6-4ba8-4279-b52b-b5a18be0b05a req-b557a4d4-38d9-4786-b320-275397961dc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:19:10.559668 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-99eef9e6-4ba8-4279-b52b-b5a18be0b05a req-b557a4d4-38d9-4786-b320-275397961dc7 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=0fb5330a68d94b1da3c3872d90574aab&device_id=d4cc7a4a-2531-4abf-b5b9-511e58902fc5 HTTP/1.1" status: 200 len: 1094 time: 0.1975729 Jul 06 14:19:10.560883 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941df874-deb3-417c-ad69-b5076841e428 req-308030a4-9bc4-4a2b-ac68-9d9f7861e7ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:19:10.562388 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-941df874-deb3-417c-ad69-b5076841e428 req-308030a4-9bc4-4a2b-ac68-9d9f7861e7ab service neutron] 10.222.0.127 "GET /v2.0/ports?device_id=c38e1fb7-16c3-460f-81ed-82738a2148eb&tenant_id=9e0def2463a444ef83e4758cd3e92401 HTTP/1.1" status: 200 len: 1095 time: 0.2733333 Jul 06 14:19:10.646049 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:10.809917 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1308379d-2e8e-42e4-b2a4-edc2466b6c34 req-17e524d4-cfe1-4044-a854-1b2cc3d5edb5 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:19:10.820289 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99eef9e6-4ba8-4279-b52b-b5a18be0b05a req-1274fbec-aa62-45c8-875d-9e590001e3f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:19:10.822776 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-1308379d-2e8e-42e4-b2a4-edc2466b6c34 req-17e524d4-cfe1-4044-a854-1b2cc3d5edb5 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] 10.222.0.104 "GET /v2.0/ports?device_id=de95b307-6508-414c-9448-6e96e4660560 HTTP/1.1" status: 200 len: 945 time: 0.4179282 Jul 06 14:19:10.822945 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-99eef9e6-4ba8-4279-b52b-b5a18be0b05a req-1274fbec-aa62-45c8-875d-9e590001e3f4 service neutron] 10.222.0.72 "GET /v2.0/networks?id=e673442c-5645-41cd-ae64-05cc6584adda HTTP/1.1" status: 200 len: 908 time: 0.2549400 Jul 06 14:19:10.939225 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-99eef9e6-4ba8-4279-b52b-b5a18be0b05a req-5211cc7f-472c-4cd6-acbe-14ec6fd02fad service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=283560bc-4099-4896-8ad3-d4bafc722097 HTTP/1.1" status: 200 len: 217 time: 0.1069150 Jul 06 14:19:10.939701 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-1308379d-2e8e-42e4-b2a4-edc2466b6c34 req-e7802147-db3e-476e-8daa-7653e990e030 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] 10.222.0.104 "GET /v2.0/security-groups?id=5a45c5f2-3366-4ec3-bcbb-576e95eec77a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1159997 Jul 06 14:19:11.006772 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941df874-deb3-417c-ad69-b5076841e428 req-890fbf27-fa91-4b03-929a-f9b852678c93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:19:11.011106 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-941df874-deb3-417c-ad69-b5076841e428 req-890fbf27-fa91-4b03-929a-f9b852678c93 service neutron] 10.222.0.127 "GET /v2.0/ports?tenant_id=9e0def2463a444ef83e4758cd3e92401&device_id=c38e1fb7-16c3-460f-81ed-82738a2148eb HTTP/1.1" status: 200 len: 1095 time: 0.3858345 Jul 06 14:19:11.049237 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99eef9e6-4ba8-4279-b52b-b5a18be0b05a req-418d5b7c-048e-45ad-a94d-2894ae080186 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:19:11.050966 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-99eef9e6-4ba8-4279-b52b-b5a18be0b05a req-418d5b7c-048e-45ad-a94d-2894ae080186 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=77f3889b-e625-42b7-98f3-adea55c7f2d3 HTTP/1.1" status: 200 len: 846 time: 0.1059022 Jul 06 14:19:11.062537 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7536590-28f5-4bcb-97f1-ce76da1d15b3 req-06c28a87-d179-40ba-b050-bdce74ea6a62 tempest-ServersTestJSON-809673865 tempest-ServersTestJSON-809673865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:19:11.069600 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-f7536590-28f5-4bcb-97f1-ce76da1d15b3 req-06c28a87-d179-40ba-b050-bdce74ea6a62 tempest-ServersTestJSON-809673865 tempest-ServersTestJSON-809673865-project] 10.222.0.104 "GET /v2.0/ports?device_id=d4cc7a4a-2531-4abf-b5b9-511e58902fc5 HTTP/1.1" status: 200 len: 943 time: 0.1970606 Jul 06 14:19:11.125613 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-99eef9e6-4ba8-4279-b52b-b5a18be0b05a req-801a0414-f4f0-469f-8ebb-7141cc5d3090 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=e673442c-5645-41cd-ae64-05cc6584adda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0680995 Jul 06 14:19:11.160488 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-f7536590-28f5-4bcb-97f1-ce76da1d15b3 req-edba123c-0222-4258-a625-df7b865972e1 tempest-ServersTestJSON-809673865 tempest-ServersTestJSON-809673865-project] 10.222.0.104 "GET /v2.0/security-groups?id=b2132efa-40d7-46de-9959-646c1b99d382&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895071 Jul 06 14:19:11.319379 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-99eef9e6-4ba8-4279-b52b-b5a18be0b05a req-ca8e91d2-e973-455c-a4d7-f78c1b4d13d1 service neutron] 10.222.0.72 "GET /v2.0/networks/e673442c-5645-41cd-ae64-05cc6584adda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1843622 Jul 06 14:19:11.357495 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941df874-deb3-417c-ad69-b5076841e428 req-8d1d3389-971c-49a7-bf27-38c402a13f10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:19:11.359576 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-941df874-deb3-417c-ad69-b5076841e428 req-8d1d3389-971c-49a7-bf27-38c402a13f10 service neutron] 10.222.0.127 "GET /v2.0/networks?id=9a9945d7-f704-4f59-8c11-10fba7c84a6d HTTP/1.1" status: 200 len: 916 time: 0.3323364 Jul 06 14:19:11.393598 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701f7893-730a-492c-aac9-3e32b73280eb req-609bdecb-df4b-4e29-a95f-1c02bb7f88af tempest-ServersNegativeTestJSON-728644794 tempest-ServersNegativeTestJSON-728644794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:19:11.401155 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-701f7893-730a-492c-aac9-3e32b73280eb req-609bdecb-df4b-4e29-a95f-1c02bb7f88af tempest-ServersNegativeTestJSON-728644794 tempest-ServersNegativeTestJSON-728644794-project] 10.222.0.104 "GET /v2.0/ports?device_id=c38e1fb7-16c3-460f-81ed-82738a2148eb HTTP/1.1" status: 200 len: 944 time: 0.2178779 Jul 06 14:19:11.451576 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-941df874-deb3-417c-ad69-b5076841e428 req-9bbacdc8-bb17-48d3-8577-46e162df463f service neutron] 10.222.0.127 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=65a41ea4-e5ca-4a5a-a1d0-5bf5032e4c70 HTTP/1.1" status: 200 len: 217 time: 0.0824928 Jul 06 14:19:11.551872 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-99eef9e6-4ba8-4279-b52b-b5a18be0b05a req-0cf9b26d-de4e-491e-8a34-fff09eca716c service neutron] 10.222.0.72 "GET /v2.0/networks/e673442c-5645-41cd-ae64-05cc6584adda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2235441 Jul 06 14:19:11.747007 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-701f7893-730a-492c-aac9-3e32b73280eb req-c5ca9b25-10e0-437c-b5c6-af9f1c54fc20 tempest-ServersNegativeTestJSON-728644794 tempest-ServersNegativeTestJSON-728644794-project] 10.222.0.104 "GET /v2.0/security-groups?id=55139e1c-0239-472b-ada8-5a3c70b3eb43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3445485 Jul 06 14:19:11.793519 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941df874-deb3-417c-ad69-b5076841e428 req-e87827c1-e53b-481f-b794-2bec68350374 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:19:11.796210 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-941df874-deb3-417c-ad69-b5076841e428 req-e87827c1-e53b-481f-b794-2bec68350374 service neutron] 10.222.0.127 "GET /v2.0/subnets?id=a11a84e7-e29f-49ab-86b3-7e53a4e90dc5 HTTP/1.1" status: 200 len: 854 time: 0.3372867 Jul 06 14:19:11.856904 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-941df874-deb3-417c-ad69-b5076841e428 req-09528c27-5da1-4807-8e1e-88e66320000e service neutron] 10.222.0.127 "GET /v2.0/ports?network_id=9a9945d7-f704-4f59-8c11-10fba7c84a6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0464077 Jul 06 14:19:11.959814 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8205d7b-dda5-417d-a13a-8bc022ec2025 req-b02f316b-77b6-49dd-aa82-30bdc53f8ecc tempest-AttachVolumeShelveTestJSON-1020519793 tempest-AttachVolumeShelveTestJSON-1020519793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:19:11.961754 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-f8205d7b-dda5-417d-a13a-8bc022ec2025 req-b02f316b-77b6-49dd-aa82-30bdc53f8ecc tempest-AttachVolumeShelveTestJSON-1020519793 tempest-AttachVolumeShelveTestJSON-1020519793-project] 10.222.0.104 "GET /v2.0/ports?device_id=28222247-ef72-4123-b031-e588ebd3ba47 HTTP/1.1" status: 200 len: 946 time: 0.4401102 Jul 06 14:19:11.963945 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-941df874-deb3-417c-ad69-b5076841e428 req-726aecc8-c3d3-4cee-b78f-9116fc9add70 service neutron] 10.222.0.127 "GET /v2.0/networks/9a9945d7-f704-4f59-8c11-10fba7c84a6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0993960 Jul 06 14:19:12.049045 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d244711d-468c-427a-87e1-a61b92a464d0 req-ad45f52c-0b1f-45f6-a563-f9ecba800984 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:19:12.050678 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-d244711d-468c-427a-87e1-a61b92a464d0 req-ad45f52c-0b1f-45f6-a563-f9ecba800984 service neutron] 10.222.0.127 "GET /v2.0/ports?tenant_id=1077a35eaa714f1bbf260d32c5a52c8f&device_id=de95b307-6508-414c-9448-6e96e4660560 HTTP/1.1" status: 200 len: 1096 time: 0.3985217 Jul 06 14:19:12.270582 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-f8205d7b-dda5-417d-a13a-8bc022ec2025 req-0eef6d78-bbb8-4ee6-9ddb-3bb0d1208919 tempest-AttachVolumeShelveTestJSON-1020519793 tempest-AttachVolumeShelveTestJSON-1020519793-project] 10.222.0.104 "GET /v2.0/security-groups?id=a376d024-e4a1-4cc8-8fe5-9c69c2c40821&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3003526 Jul 06 14:19:12.447163 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-941df874-deb3-417c-ad69-b5076841e428 req-3f60f2a9-c509-4209-8120-02d2f51b557a service neutron] 10.222.0.127 "GET /v2.0/networks/9a9945d7-f704-4f59-8c11-10fba7c84a6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4631841 Jul 06 14:19:12.475675 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:12.534187 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254ad676-5d60-4128-b77d-172493e025e5 req-44e64744-2a0c-4a96-94ad-1329ceea93bb tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:19:12.535724 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-254ad676-5d60-4128-b77d-172493e025e5 req-44e64744-2a0c-4a96-94ad-1329ceea93bb tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] 10.222.0.104 "GET /v2.0/ports?device_id=de95b307-6508-414c-9448-6e96e4660560 HTTP/1.1" status: 200 len: 945 time: 0.3312864 Jul 06 14:19:12.599889 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d244711d-468c-427a-87e1-a61b92a464d0 req-3beb7f3f-6a6c-4679-8536-6eaa3eb040b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:19:12.601427 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-d244711d-468c-427a-87e1-a61b92a464d0 req-3beb7f3f-6a6c-4679-8536-6eaa3eb040b1 service neutron] 10.222.0.127 "GET /v2.0/networks?id=f6bee18a-7d0c-49a0-8d57-f9458d12e262 HTTP/1.1" status: 200 len: 898 time: 0.4147038 Jul 06 14:19:12.699604 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-254ad676-5d60-4128-b77d-172493e025e5 req-0173d703-aa3a-4e7d-a5b2-1ce65f89b07d tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] 10.222.0.104 "GET /v2.0/security-groups?id=5a45c5f2-3366-4ec3-bcbb-576e95eec77a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1460950 Jul 06 14:19:12.701321 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-d244711d-468c-427a-87e1-a61b92a464d0 req-913a0052-ca53-470d-8826-c8a8ffefdc22 service neutron] 10.222.0.127 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=483af117-bb3f-4588-a086-6405716a60ee HTTP/1.1" status: 200 len: 1001 time: 0.0798855 Jul 06 14:19:12.776961 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea9fa82-d840-4960-9175-02ba88fd973f req-30edd6cf-1952-4e88-8ead-c11062f73730 tempest-ServersTestJSON-809673865 tempest-ServersTestJSON-809673865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:19:12.784495 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-dea9fa82-d840-4960-9175-02ba88fd973f req-30edd6cf-1952-4e88-8ead-c11062f73730 tempest-ServersTestJSON-809673865 tempest-ServersTestJSON-809673865-project] 10.222.0.104 "GET /v2.0/ports?device_id=d4cc7a4a-2531-4abf-b5b9-511e58902fc5 HTTP/1.1" status: 200 len: 943 time: 0.2472887 Jul 06 14:19:12.811863 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d244711d-468c-427a-87e1-a61b92a464d0 req-793e0d27-6852-4a64-9019-411d7ffd997e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:19:12.813544 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-d244711d-468c-427a-87e1-a61b92a464d0 req-793e0d27-6852-4a64-9019-411d7ffd997e service neutron] 10.222.0.127 "GET /v2.0/subnets?id=de957a32-863f-485c-94ac-904da725d611 HTTP/1.1" status: 200 len: 834 time: 0.1057489 Jul 06 14:19:12.941637 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-dea9fa82-d840-4960-9175-02ba88fd973f req-a5581bda-649c-447e-87ec-a72f719f4909 tempest-ServersTestJSON-809673865 tempest-ServersTestJSON-809673865-project] 10.222.0.104 "GET /v2.0/security-groups?id=b2132efa-40d7-46de-9959-646c1b99d382&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1562455 Jul 06 14:19:12.972588 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Device 283560bc-4099-4896-8ad3-d4bafc722097 details requested by agent hyperv_n-h2-773647-6 with host n-h2-773647-6 {{(pid=100248) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 14:19:13.012990 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d244711d-468c-427a-87e1-a61b92a464d0 req-1f78debe-0c83-42d6-9024-41f6cd0b7cb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:19:13.014504 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-d244711d-468c-427a-87e1-a61b92a464d0 req-1f78debe-0c83-42d6-9024-41f6cd0b7cb9 service neutron] 10.222.0.127 "GET /v2.0/ports?network_id=f6bee18a-7d0c-49a0-8d57-f9458d12e262&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1951873 Jul 06 14:19:13.195883 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f27aa8-37e6-4d9e-a866-efcbf14ccb69 req-4e56fc1f-c81d-43ce-8c35-0781f9f46950 tempest-ServersNegativeTestJSON-728644794 tempest-ServersNegativeTestJSON-728644794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:19:13.199066 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-29f27aa8-37e6-4d9e-a866-efcbf14ccb69 req-4e56fc1f-c81d-43ce-8c35-0781f9f46950 tempest-ServersNegativeTestJSON-728644794 tempest-ServersNegativeTestJSON-728644794-project] 10.222.0.104 "GET /v2.0/ports?device_id=c38e1fb7-16c3-460f-81ed-82738a2148eb HTTP/1.1" status: 200 len: 944 time: 0.2080672 Jul 06 14:19:13.233221 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] For port 283560bc-4099-4896-8ad3-d4bafc722097, host n-h2-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=283560bc-4099-4896-8ad3-d4bafc722097,segment=NetworkSegment(cb1a6cec-0b40-4dde-b37a-6dbda6bd8158),segment_id=cb1a6cec-0b40-4dde-b37a-6dbda6bd8158)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:19:13.244688 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-d244711d-468c-427a-87e1-a61b92a464d0 req-358f4f3a-5b0c-4735-bef1-4351630dc5cb service neutron] 10.222.0.127 "GET /v2.0/networks/f6bee18a-7d0c-49a0-8d57-f9458d12e262?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2067335 Jul 06 14:19:13.252990 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Returning: {'device': '283560bc-4099-4896-8ad3-d4bafc722097', 'network_id': 'e673442c-5645-41cd-ae64-05cc6584adda', 'port_id': '283560bc-4099-4896-8ad3-d4bafc722097', 'mac_address': 'fa:16:3e:04:d0:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1010, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '77f3889b-e625-42b7-98f3-adea55c7f2d3', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100248) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 14:19:13.298779 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:13.314617 n-d-773647-6 neutron-server[100248]: DEBUG neutron.notifiers.nova [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 283560bc-4099-4896-8ad3-d4bafc722097 {{(pid=100248) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 14:19:13.343107 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] For port 283560bc-4099-4896-8ad3-d4bafc722097, host n-h2-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=283560bc-4099-4896-8ad3-d4bafc722097,segment=NetworkSegment(cb1a6cec-0b40-4dde-b37a-6dbda6bd8158),segment_id=cb1a6cec-0b40-4dde-b37a-6dbda6bd8158)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:19:13.356170 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:13.415636 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Pushing event updated for resources: {'Port': ['ID=283560bc-4099-4896-8ad3-d4bafc722097,revision_number=4']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:19:13.461281 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-d244711d-468c-427a-87e1-a61b92a464d0 req-b5e1e319-736d-4434-9e05-08180fef3065 service neutron] 10.222.0.127 "GET /v2.0/networks/f6bee18a-7d0c-49a0-8d57-f9458d12e262?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2070036 Jul 06 14:19:13.598625 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] get_ports_and_sgs() called for port_ids ['283560bc-4099-4896-8ad3-d4bafc722097'] {{(pid=100248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 14:19:13.634337 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-29f27aa8-37e6-4d9e-a866-efcbf14ccb69 req-597d2fef-31d0-4a98-8b53-7c86e38f380c tempest-ServersNegativeTestJSON-728644794 tempest-ServersNegativeTestJSON-728644794-project] 10.222.0.104 "GET /v2.0/security-groups?id=55139e1c-0239-472b-ada8-5a3c70b3eb43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3868790 Jul 06 14:19:13.932062 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 33636) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:19:13.965547 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf040f9-35af-4bcc-94b3-65534fd74465 req-47a66f59-808b-4561-838f-02a84251e14f tempest-AttachVolumeShelveTestJSON-1020519793 tempest-AttachVolumeShelveTestJSON-1020519793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:19:13.967161 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-fcf040f9-35af-4bcc-94b3-65534fd74465 req-47a66f59-808b-4561-838f-02a84251e14f tempest-AttachVolumeShelveTestJSON-1020519793 tempest-AttachVolumeShelveTestJSON-1020519793-project] 10.222.0.104 "GET /v2.0/ports?device_id=28222247-ef72-4123-b031-e588ebd3ba47 HTTP/1.1" status: 200 len: 946 time: 0.3741269 Jul 06 14:19:14.124806 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-fcf040f9-35af-4bcc-94b3-65534fd74465 req-aaa8c1c0-5fa3-4b78-9488-96137d381735 tempest-AttachVolumeShelveTestJSON-1020519793 tempest-AttachVolumeShelveTestJSON-1020519793-project] 10.222.0.104 "GET /v2.0/security-groups?id=a376d024-e4a1-4cc8-8fe5-9c69c2c40821&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1462960 Jul 06 14:19:14.284795 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-0047c33b-5204-46e3-a6ce-598fdc2a19a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:14.491364 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cd3864-518d-4178-9c2e-d719a49eced0 req-b40367e9-2d2b-4c7a-ac48-6fb153e8b8cb tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:19:14.493219 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-69cd3864-518d-4178-9c2e-d719a49eced0 req-b40367e9-2d2b-4c7a-ac48-6fb153e8b8cb tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] 10.222.0.104 "GET /v2.0/ports?device_id=de95b307-6508-414c-9448-6e96e4660560 HTTP/1.1" status: 200 len: 945 time: 0.2587743 Jul 06 14:19:14.605853 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-69cd3864-518d-4178-9c2e-d719a49eced0 req-235038d8-b4b2-49ea-866f-214fc326638b tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] 10.222.0.104 "GET /v2.0/security-groups?id=5a45c5f2-3366-4ec3-bcbb-576e95eec77a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1057284 Jul 06 14:19:14.613336 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-0047c33b-5204-46e3-a6ce-598fdc2a19a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:14.624062 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-0047c33b-5204-46e3-a6ce-598fdc2a19a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:14.665328 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e438fb1e-4990-4017-9197-73d220ade34e req-da11c479-11f7-49c1-acf3-1667ffaf2804 tempest-ServersTestJSON-809673865 tempest-ServersTestJSON-809673865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:19:14.666904 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-e438fb1e-4990-4017-9197-73d220ade34e req-da11c479-11f7-49c1-acf3-1667ffaf2804 tempest-ServersTestJSON-809673865 tempest-ServersTestJSON-809673865-project] 10.222.0.104 "GET /v2.0/ports?device_id=d4cc7a4a-2531-4abf-b5b9-511e58902fc5 HTTP/1.1" status: 200 len: 944 time: 0.1179621 Jul 06 14:19:14.667622 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-0047c33b-5204-46e3-a6ce-598fdc2a19a1 admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=8db7549ba05c43db9bb06fca19070c87&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7342832 Jul 06 14:19:14.670316 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 33654) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:19:14.714346 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0047c33b-5204-46e3-a6ce-598fdc2a19a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87097c55-538a-4e36-943e-4cae82b78204,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:19:14.752757 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-e438fb1e-4990-4017-9197-73d220ade34e req-ebca9eb5-fc7f-4047-bddb-8b2480294ac8 tempest-ServersTestJSON-809673865 tempest-ServersTestJSON-809673865-project] 10.222.0.104 "GET /v2.0/security-groups?id=b2132efa-40d7-46de-9959-646c1b99d382&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756149 Jul 06 14:19:14.759345 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-ef1e8b59-a99c-478e-a53a-63dde8949d8d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:14.800525 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-ef1e8b59-a99c-478e-a53a-63dde8949d8d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:14.867246 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-ef1e8b59-a99c-478e-a53a-63dde8949d8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:14.870094 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-ef1e8b59-a99c-478e-a53a-63dde8949d8d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:14.874484 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-ef1e8b59-a99c-478e-a53a-63dde8949d8d admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/87097c55-538a-4e36-943e-4cae82b78204 HTTP/1.1" status: 204 len: 168 time: 0.2029836 Jul 06 14:19:14.885515 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1e8b59-a99c-478e-a53a-63dde8949d8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87097c55-538a-4e36-943e-4cae82b78204,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:19:14.901253 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef1e8b59-a99c-478e-a53a-63dde8949d8d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:19:14.902149 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef1e8b59-a99c-478e-a53a-63dde8949d8d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:19:14.903031 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef1e8b59-a99c-478e-a53a-63dde8949d8d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:19:14.904788 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef1e8b59-a99c-478e-a53a-63dde8949d8d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:19:14.905166 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef1e8b59-a99c-478e-a53a-63dde8949d8d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:19:14.905503 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef1e8b59-a99c-478e-a53a-63dde8949d8d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:19:14.907999 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef1e8b59-a99c-478e-a53a-63dde8949d8d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:19:14.908346 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef1e8b59-a99c-478e-a53a-63dde8949d8d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:19:14.908688 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef1e8b59-a99c-478e-a53a-63dde8949d8d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:19:14.909001 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef1e8b59-a99c-478e-a53a-63dde8949d8d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:19:14.909331 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef1e8b59-a99c-478e-a53a-63dde8949d8d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:19:14.909657 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef1e8b59-a99c-478e-a53a-63dde8949d8d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:19:14.986771 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Device 283560bc-4099-4896-8ad3-d4bafc722097 up at agent hyperv_n-h2-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:19:15.108330 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Provisioning for port 283560bc-4099-4896-8ad3-d4bafc722097 completed by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:19:15.112348 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Provisioning complete for port 283560bc-4099-4896-8ad3-d4bafc722097 triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:19:15.114904 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:15.165659 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f6e5e3-594a-44ee-a4c0-c0cffbb4ce61 req-f9dd02c3-b756-42eb-927a-4f362ed3e898 tempest-ServersNegativeTestJSON-728644794 tempest-ServersNegativeTestJSON-728644794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:19:15.167428 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-95f6e5e3-594a-44ee-a4c0-c0cffbb4ce61 req-f9dd02c3-b756-42eb-927a-4f362ed3e898 tempest-ServersNegativeTestJSON-728644794 tempest-ServersNegativeTestJSON-728644794-project] 10.222.0.104 "GET /v2.0/ports?device_id=c38e1fb7-16c3-460f-81ed-82738a2148eb HTTP/1.1" status: 200 len: 944 time: 0.2061939 Jul 06 14:19:15.274618 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-95f6e5e3-594a-44ee-a4c0-c0cffbb4ce61 req-0274d0dc-b534-4bf2-a9e9-4d6dfda24f03 tempest-ServersNegativeTestJSON-728644794 tempest-ServersNegativeTestJSON-728644794-project] 10.222.0.104 "GET /v2.0/security-groups?id=55139e1c-0239-472b-ada8-5a3c70b3eb43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963621 Jul 06 14:19:15.292336 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62793a27-d565-4708-a9b8-e85bb409ae18 req-34034d92-4d9c-40a2-a586-705f3baff0a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:19:15.295680 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-62793a27-d565-4708-a9b8-e85bb409ae18 req-34034d92-4d9c-40a2-a586-705f3baff0a5 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=9686fd5ec0aa4012928191c3d42f6e6c&device_id=28222247-ef72-4123-b031-e588ebd3ba47 HTTP/1.1" status: 200 len: 1097 time: 0.1606448 Jul 06 14:19:15.350277 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:15.403200 n-d-773647-6 neutron-server[100248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4cc7a4a-2531-4abf-b5b9-511e58902fc5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '283560bc-4099-4896-8ad3-d4bafc722097'}] {{(pid=100248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:19:15.408623 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84af257533e383389cbcf231d3534f4d5e149e7203fea16b4a8fc01438dddaf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3673cea-9e85-4587-afc0-c194d32cb79c" -d '{"events": [{"server_uuid": "d4cc7a4a-2531-4abf-b5b9-511e58902fc5", "name": "network-vif-plugged", "status": "completed", "tag": "283560bc-4099-4896-8ad3-d4bafc722097"}]}' {{(pid=100248) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:19:15.462846 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] For port 283560bc-4099-4896-8ad3-d4bafc722097, host n-h2-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=283560bc-4099-4896-8ad3-d4bafc722097,segment=NetworkSegment(cb1a6cec-0b40-4dde-b37a-6dbda6bd8158),segment_id=cb1a6cec-0b40-4dde-b37a-6dbda6bd8158)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:19:15.471737 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:15.519746 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 14:19:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fc94ec0-af29-4e72-8ec3-3c1ac85af414 x-openstack-request-id: req-1fc94ec0-af29-4e72-8ec3-3c1ac85af414 {{(pid=100248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:19:15.520784 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4cc7a4a-2531-4abf-b5b9-511e58902fc5", "name": "network-vif-plugged", "status": "completed", "tag": "283560bc-4099-4896-8ad3-d4bafc722097", "code": 200}]} {{(pid=100248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:19:15.521371 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-1fc94ec0-af29-4e72-8ec3-3c1ac85af414 {{(pid=100248) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:19:15.522193 n-d-773647-6 neutron-server[100248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4cc7a4a-2531-4abf-b5b9-511e58902fc5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '283560bc-4099-4896-8ad3-d4bafc722097', 'code': 200} Jul 06 14:19:15.578285 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Pushing event updated for resources: {'Port': ['ID=283560bc-4099-4896-8ad3-d4bafc722097,revision_number=5']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:19:15.638509 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd3d264-e44b-4478-8748-96e7c691d1de req-e704cfe6-4bb9-4d60-8987-679d1827d40b tempest-AttachVolumeShelveTestJSON-1020519793 tempest-AttachVolumeShelveTestJSON-1020519793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:19:15.665295 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-bdd3d264-e44b-4478-8748-96e7c691d1de req-e704cfe6-4bb9-4d60-8987-679d1827d40b tempest-AttachVolumeShelveTestJSON-1020519793 tempest-AttachVolumeShelveTestJSON-1020519793-project] 10.222.0.104 "GET /v2.0/ports?device_id=28222247-ef72-4123-b031-e588ebd3ba47 HTTP/1.1" status: 200 len: 946 time: 0.2285712 Jul 06 14:19:15.673440 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62793a27-d565-4708-a9b8-e85bb409ae18 req-41ae24d7-970e-4f21-b75f-a3e8e30b1800 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:19:15.684907 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-62793a27-d565-4708-a9b8-e85bb409ae18 req-41ae24d7-970e-4f21-b75f-a3e8e30b1800 service neutron] 10.222.0.72 "GET /v2.0/networks?id=a1c5aa58-a5eb-4fe0-9c0d-ad9cb3f782ca HTTP/1.1" status: 200 len: 919 time: 0.3827236 Jul 06 14:19:15.762148 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 33688) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:19:15.855192 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-bdd3d264-e44b-4478-8748-96e7c691d1de req-2ef606e5-2547-427e-b3a0-50355ab4701d tempest-AttachVolumeShelveTestJSON-1020519793 tempest-AttachVolumeShelveTestJSON-1020519793-project] 10.222.0.104 "GET /v2.0/security-groups?id=a376d024-e4a1-4cc8-8fe5-9c69c2c40821&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1867561 Jul 06 14:19:15.856366 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-c8f44c9b-a8c9-4ab4-be0c-647c447831ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:15.922794 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-62793a27-d565-4708-a9b8-e85bb409ae18 req-b29af813-ec89-4780-8340-32ef35876260 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=67b64fd1-ede8-4c8b-b13f-ce71aea9619c HTTP/1.1" status: 200 len: 1000 time: 0.2269056 Jul 06 14:19:15.979202 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62793a27-d565-4708-a9b8-e85bb409ae18 req-93cfb65b-0cb6-4c65-9fde-d1c5b96fc5a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:19:15.980842 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-62793a27-d565-4708-a9b8-e85bb409ae18 req-93cfb65b-0cb6-4c65-9fde-d1c5b96fc5a6 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=6ec930d2-90b3-4355-914b-4efea8972d25 HTTP/1.1" status: 200 len: 856 time: 0.0476675 Jul 06 14:19:15.982840 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3864743e-3d62-43f6-b7e2-c55a8d643f1a req-2ac01974-0023-40f2-a933-1ba8254834c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:19:15.984249 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-3864743e-3d62-43f6-b7e2-c55a8d643f1a req-2ac01974-0023-40f2-a933-1ba8254834c6 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=d4cc7a4a-2531-4abf-b5b9-511e58902fc5 HTTP/1.1" status: 200 len: 1096 time: 0.2976139 Jul 06 14:19:16.116020 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-3864743e-3d62-43f6-b7e2-c55a8d643f1a req-73e3b7b2-9e61-4350-897b-8ae9fa256b01 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=b2132efa-40d7-46de-9959-646c1b99d382&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154265 Jul 06 14:19:16.148855 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62793a27-d565-4708-a9b8-e85bb409ae18 req-071115a5-d88c-4abf-9a45-2817a68d1b3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:19:16.150564 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-62793a27-d565-4708-a9b8-e85bb409ae18 req-071115a5-d88c-4abf-9a45-2817a68d1b3d service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=a1c5aa58-a5eb-4fe0-9c0d-ad9cb3f782ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1579370 Jul 06 14:19:16.226744 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbd7ab2-8597-4a28-ae4c-354425a3740d req-a32dc12f-6e7d-4e12-b451-b4bfad11aba4 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:19:16.233599 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-1cbd7ab2-8597-4a28-ae4c-354425a3740d req-a32dc12f-6e7d-4e12-b451-b4bfad11aba4 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] 10.222.0.104 "GET /v2.0/ports?device_id=de95b307-6508-414c-9448-6e96e4660560 HTTP/1.1" status: 200 len: 945 time: 0.2997792 Jul 06 14:19:16.301161 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-1cbd7ab2-8597-4a28-ae4c-354425a3740d req-a43454df-95c6-4c39-9811-c523704a4bf6 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] 10.222.0.104 "GET /v2.0/security-groups?id=5a45c5f2-3366-4ec3-bcbb-576e95eec77a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0664415 Jul 06 14:19:16.334502 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-c8f44c9b-a8c9-4ab4-be0c-647c447831ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:16.356035 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-c8f44c9b-a8c9-4ab4-be0c-647c447831ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:16.390744 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-62793a27-d565-4708-a9b8-e85bb409ae18 req-ab3a661a-8491-4db6-b7a1-d3ba861f37a6 service neutron] 10.222.0.72 "GET /v2.0/networks/a1c5aa58-a5eb-4fe0-9c0d-ad9cb3f782ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2275536 Jul 06 14:19:16.437648 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-c8f44c9b-a8c9-4ab4-be0c-647c447831ba admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=bc433b84e1ba4f3fa4b1834394f3dcbb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6642532 Jul 06 14:19:16.438491 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 33694) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:19:16.459571 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd46622e-2816-4055-9c00-be1be0a629a5 req-cd914ddb-c1d1-4049-a06e-17c3c4836708 tempest-ServersTestJSON-809673865 tempest-ServersTestJSON-809673865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:19:16.467024 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-fd46622e-2816-4055-9c00-be1be0a629a5 req-cd914ddb-c1d1-4049-a06e-17c3c4836708 tempest-ServersTestJSON-809673865 tempest-ServersTestJSON-809673865-project] 10.222.0.104 "GET /v2.0/ports?device_id=d4cc7a4a-2531-4abf-b5b9-511e58902fc5 HTTP/1.1" status: 200 len: 945 time: 0.3563573 Jul 06 14:19:16.607201 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f44c9b-a8c9-4ab4-be0c-647c447831ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37b10c53-6499-4e1e-ab76-ad0a55f7356f,revision_number=1']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:19:16.630731 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-62793a27-d565-4708-a9b8-e85bb409ae18 req-5e16d9fa-e396-42f3-8ca5-21cc58bcb196 service neutron] 10.222.0.72 "GET /v2.0/networks/a1c5aa58-a5eb-4fe0-9c0d-ad9cb3f782ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2319665 Jul 06 14:19:16.696549 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-fd46622e-2816-4055-9c00-be1be0a629a5 req-2546da56-f28d-4d65-bbb2-4416e7a78f0e tempest-ServersTestJSON-809673865 tempest-ServersTestJSON-809673865-project] 10.222.0.104 "GET /v2.0/security-groups?id=b2132efa-40d7-46de-9959-646c1b99d382&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2284369 Jul 06 14:19:16.755715 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-db888f8b-7112-4f81-8a83-aea50657fb07 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:16.797600 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3541de-7d6c-410c-b3c0-5f846b5e1e4b req-5eba7cbb-d50a-406f-9c4c-ee96f9870f16 tempest-ServersNegativeTestJSON-728644794 tempest-ServersNegativeTestJSON-728644794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:19:16.805776 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-1c3541de-7d6c-410c-b3c0-5f846b5e1e4b req-5eba7cbb-d50a-406f-9c4c-ee96f9870f16 tempest-ServersNegativeTestJSON-728644794 tempest-ServersNegativeTestJSON-728644794-project] 10.222.0.104 "GET /v2.0/ports?device_id=c38e1fb7-16c3-460f-81ed-82738a2148eb HTTP/1.1" status: 200 len: 944 time: 0.2529180 Jul 06 14:19:16.859140 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-db888f8b-7112-4f81-8a83-aea50657fb07 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:16.893950 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-1c3541de-7d6c-410c-b3c0-5f846b5e1e4b req-8ba2feb3-374a-4692-acee-d0071d709e65 tempest-ServersNegativeTestJSON-728644794 tempest-ServersNegativeTestJSON-728644794-project] 10.222.0.104 "GET /v2.0/security-groups?id=55139e1c-0239-472b-ada8-5a3c70b3eb43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693321 Jul 06 14:19:16.998118 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-db888f8b-7112-4f81-8a83-aea50657fb07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:17.001001 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-db888f8b-7112-4f81-8a83-aea50657fb07 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:17.002269 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-db888f8b-7112-4f81-8a83-aea50657fb07 admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/37b10c53-6499-4e1e-ab76-ad0a55f7356f HTTP/1.1" status: 204 len: 168 time: 0.5330195 Jul 06 14:19:17.031386 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db888f8b-7112-4f81-8a83-aea50657fb07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37b10c53-6499-4e1e-ab76-ad0a55f7356f,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:19:17.191038 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe192ed-53dd-4f94-a2f2-b2b136591392 req-6130735d-6dbc-47e6-a7b1-61fb576f5667 tempest-AttachVolumeShelveTestJSON-1020519793 tempest-AttachVolumeShelveTestJSON-1020519793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:19:17.192856 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-9fe192ed-53dd-4f94-a2f2-b2b136591392 req-6130735d-6dbc-47e6-a7b1-61fb576f5667 tempest-AttachVolumeShelveTestJSON-1020519793 tempest-AttachVolumeShelveTestJSON-1020519793-project] 10.222.0.104 "GET /v2.0/ports?device_id=28222247-ef72-4123-b031-e588ebd3ba47 HTTP/1.1" status: 200 len: 946 time: 0.1747944 Jul 06 14:19:17.280339 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-9fe192ed-53dd-4f94-a2f2-b2b136591392 req-18b1fdb2-88c7-41b2-8337-38ade7518ef9 tempest-AttachVolumeShelveTestJSON-1020519793 tempest-AttachVolumeShelveTestJSON-1020519793-project] 10.222.0.104 "GET /v2.0/security-groups?id=a376d024-e4a1-4cc8-8fe5-9c69c2c40821&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0781565 Jul 06 14:19:17.688866 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e5b79f-5f6b-4942-8f9c-c20da4901609 req-6eb6964c-9d07-4f3b-bd9f-f0af938ae10d tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:19:17.700506 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-56e5b79f-5f6b-4942-8f9c-c20da4901609 req-6eb6964c-9d07-4f3b-bd9f-f0af938ae10d tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] 10.222.0.104 "GET /v2.0/ports?device_id=de95b307-6508-414c-9448-6e96e4660560 HTTP/1.1" status: 200 len: 945 time: 0.1294050 Jul 06 14:19:17.770206 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-56e5b79f-5f6b-4942-8f9c-c20da4901609 req-881bd884-d4e7-4836-bdd9-ba66bdbf22cb tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] 10.222.0.104 "GET /v2.0/security-groups?id=5a45c5f2-3366-4ec3-bcbb-576e95eec77a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0683763 Jul 06 14:19:18.005857 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 33740) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:19:18.138206 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f250f91f-7a9e-4934-9a7f-b74b709b2c41 req-b0f6da49-1a2e-4f00-bf78-d04728e89a96 tempest-ServersTestJSON-809673865 tempest-ServersTestJSON-809673865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:19:18.140078 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-f250f91f-7a9e-4934-9a7f-b74b709b2c41 req-b0f6da49-1a2e-4f00-bf78-d04728e89a96 tempest-ServersTestJSON-809673865 tempest-ServersTestJSON-809673865-project] 10.222.0.104 "GET /v2.0/ports?device_id=d4cc7a4a-2531-4abf-b5b9-511e58902fc5 HTTP/1.1" status: 200 len: 945 time: 0.2362895 Jul 06 14:19:18.324414 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-c0262291-95f9-4bfd-8556-4a0849260263 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:18.376428 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-f250f91f-7a9e-4934-9a7f-b74b709b2c41 req-0aeb86fb-e97d-4e9b-9549-c6f876536987 tempest-ServersTestJSON-809673865 tempest-ServersTestJSON-809673865-project] 10.222.0.104 "GET /v2.0/security-groups?id=b2132efa-40d7-46de-9959-646c1b99d382&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1511970 Jul 06 14:19:18.584596 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-c0262291-95f9-4bfd-8556-4a0849260263 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:18.606480 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-c0262291-95f9-4bfd-8556-4a0849260263 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:18.619538 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d0ef80-f0cb-4de6-9bd8-d62501353c63 req-940feee4-a3e5-4c57-915d-ae7f66a606f6 tempest-ServersNegativeTestJSON-728644794 tempest-ServersNegativeTestJSON-728644794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:19:18.621126 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-92d0ef80-f0cb-4de6-9bd8-d62501353c63 req-940feee4-a3e5-4c57-915d-ae7f66a606f6 tempest-ServersNegativeTestJSON-728644794 tempest-ServersNegativeTestJSON-728644794-project] 10.222.0.104 "GET /v2.0/ports?device_id=c38e1fb7-16c3-460f-81ed-82738a2148eb HTTP/1.1" status: 200 len: 944 time: 0.5106544 Jul 06 14:19:18.677755 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-c0262291-95f9-4bfd-8556-4a0849260263 admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=57b53af2de324707b76e2cf0c1ccafca&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6709642 Jul 06 14:19:18.681620 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 33768) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:19:18.697210 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-92d0ef80-f0cb-4de6-9bd8-d62501353c63 req-bf42cd72-754c-40c4-8b8a-b47075bdc6e6 tempest-ServersNegativeTestJSON-728644794 tempest-ServersNegativeTestJSON-728644794-project] 10.222.0.104 "GET /v2.0/security-groups?id=55139e1c-0239-472b-ada8-5a3c70b3eb43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582256 Jul 06 14:19:18.708742 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0262291-95f9-4bfd-8556-4a0849260263 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f96c9fed-93ae-4471-ba62-78427899fbf2,revision_number=1']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:19:18.880651 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-7cd7f5e9-e9d3-4146-8d80-7f9d34e5675c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:18.908791 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9126069-cf3f-4b90-b68c-5ac1256ed330 req-72d73e88-16e1-4936-9351-101557c29a5c tempest-AttachVolumeShelveTestJSON-1020519793 tempest-AttachVolumeShelveTestJSON-1020519793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:19:18.910579 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-d9126069-cf3f-4b90-b68c-5ac1256ed330 req-72d73e88-16e1-4936-9351-101557c29a5c tempest-AttachVolumeShelveTestJSON-1020519793 tempest-AttachVolumeShelveTestJSON-1020519793-project] 10.222.0.104 "GET /v2.0/ports?device_id=28222247-ef72-4123-b031-e588ebd3ba47 HTTP/1.1" status: 200 len: 946 time: 0.2124138 Jul 06 14:19:18.958721 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-7cd7f5e9-e9d3-4146-8d80-7f9d34e5675c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:18.998912 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Device 67b64fd1-ede8-4c8b-b13f-ce71aea9619c no longer exists at agent hyperv_n-h2-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:19:19.072354 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-7cd7f5e9-e9d3-4146-8d80-7f9d34e5675c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:19.075440 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-7cd7f5e9-e9d3-4146-8d80-7f9d34e5675c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:19.080095 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-7cd7f5e9-e9d3-4146-8d80-7f9d34e5675c admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/f96c9fed-93ae-4471-ba62-78427899fbf2 HTTP/1.1" status: 204 len: 168 time: 0.3967648 Jul 06 14:19:19.101552 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd7f5e9-e9d3-4146-8d80-7f9d34e5675c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f96c9fed-93ae-4471-ba62-78427899fbf2,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:19:19.119492 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b5faf7-f373-4ae8-bb5c-cc61585aee83 req-c6929021-d146-4a50-b964-af29d50d4365 tempest-ServersTestJSON-809673865 tempest-ServersTestJSON-809673865-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:19:19.127720 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-d7b5faf7-f373-4ae8-bb5c-cc61585aee83 req-c6929021-d146-4a50-b964-af29d50d4365 tempest-ServersTestJSON-809673865 tempest-ServersTestJSON-809673865-project] 10.222.0.104 "GET /v2.0/networks?id=e673442c-5645-41cd-ae64-05cc6584adda HTTP/1.1" status: 200 len: 806 time: 0.2159550 Jul 06 14:19:19.230614 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-d7b5faf7-f373-4ae8-bb5c-cc61585aee83 req-ed1787d7-a3a1-45ad-a4e1-11c9cdf12296 tempest-ServersTestJSON-809673865 tempest-ServersTestJSON-809673865-project] 10.222.0.104 "GET /v2.0/quotas/0fb5330a68d94b1da3c3872d90574aab HTTP/1.1" status: 200 len: 375 time: 0.1018693 Jul 06 14:19:19.250905 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-d9126069-cf3f-4b90-b68c-5ac1256ed330 req-b07a2430-66ca-493e-aa5f-ce21194891ed tempest-AttachVolumeShelveTestJSON-1020519793 tempest-AttachVolumeShelveTestJSON-1020519793-project] 10.222.0.104 "GET /v2.0/security-groups?id=a376d024-e4a1-4cc8-8fe5-9c69c2c40821&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1209657 Jul 06 14:19:19.339313 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:19.449535 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] For port 67b64fd1-ede8-4c8b-b13f-ce71aea9619c, host n-h2-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=67b64fd1-ede8-4c8b-b13f-ce71aea9619c,segment=NetworkSegment(c15971e2-442e-4b9a-8cef-3ba8ead63686),segment_id=c15971e2-442e-4b9a-8cef-3ba8ead63686)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:19:19.453177 n-d-773647-6 neutron-server[100248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28222247-ef72-4123-b031-e588ebd3ba47', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '67b64fd1-ede8-4c8b-b13f-ce71aea9619c'}] {{(pid=100248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:19:19.462763 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84af257533e383389cbcf231d3534f4d5e149e7203fea16b4a8fc01438dddaf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d21211c0-9dfb-4c26-b163-cb435ffa141f" -d '{"events": [{"server_uuid": "28222247-ef72-4123-b031-e588ebd3ba47", "name": "network-vif-unplugged", "status": "completed", "tag": "67b64fd1-ede8-4c8b-b13f-ce71aea9619c"}]}' {{(pid=100248) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:19:19.486612 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:19.502243 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-d7b5faf7-f373-4ae8-bb5c-cc61585aee83 req-d2ad9113-ea27-4857-89eb-d6eea3680622 tempest-ServersTestJSON-809673865 tempest-ServersTestJSON-809673865-project] 10.222.0.104 "GET /v2.0/ports?tenant_id=0fb5330a68d94b1da3c3872d90574aab&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2689669 Jul 06 14:19:19.640498 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Pushing event updated for resources: {'Port': ['ID=67b64fd1-ede8-4c8b-b13f-ce71aea9619c,revision_number=8']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:19:19.894716 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 33814) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:19:19.916912 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-295887f3-ee27-4a09-8486-c4cee5640012 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:20.121357 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-295887f3-ee27-4a09-8486-c4cee5640012 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:20.128644 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-295887f3-ee27-4a09-8486-c4cee5640012 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:20.170259 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-295887f3-ee27-4a09-8486-c4cee5640012 admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=ecacacc13e3d4352a1af1cf3b7f472f3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2743611 Jul 06 14:19:20.171389 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 33818) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:19:20.230805 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295887f3-ee27-4a09-8486-c4cee5640012 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e97389c9-9ee2-478e-b008-33d92096d286,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:19:20.275732 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-582c0942-05a9-4c4f-a83c-1057e7790cc8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:20.317578 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-582c0942-05a9-4c4f-a83c-1057e7790cc8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:20.378159 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 33820) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:19:20.387662 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-582c0942-05a9-4c4f-a83c-1057e7790cc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:20.391116 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-582c0942-05a9-4c4f-a83c-1057e7790cc8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:20.395141 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-582c0942-05a9-4c4f-a83c-1057e7790cc8 admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/e97389c9-9ee2-478e-b008-33d92096d286 HTTP/1.1" status: 204 len: 168 time: 0.2206917 Jul 06 14:19:20.405785 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582c0942-05a9-4c4f-a83c-1057e7790cc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e97389c9-9ee2-478e-b008-33d92096d286,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:19:20.463770 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-d7b5faf7-f373-4ae8-bb5c-cc61585aee83 req-4937fdaf-6074-4f94-b01e-ad251a07362f service neutron] 10.222.0.104 "GET /v2.0/networks/e673442c-5645-41cd-ae64-05cc6584adda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9598520 Jul 06 14:19:20.479954 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a027c6-159d-4b3c-9317-9df8f21952e0 req-c5112f88-fc82-4b92-b710-3fb532dcba53 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:19:20.488401 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-62a027c6-159d-4b3c-9317-9df8f21952e0 req-c5112f88-fc82-4b92-b710-3fb532dcba53 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] 10.222.0.104 "GET /v2.0/ports?device_id=de95b307-6508-414c-9448-6e96e4660560 HTTP/1.1" status: 200 len: 945 time: 0.8343694 Jul 06 14:19:20.584018 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-62a027c6-159d-4b3c-9317-9df8f21952e0 req-ec6ee02c-0911-4219-b2de-2a2c9c2515b8 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] 10.222.0.104 "GET /v2.0/security-groups?id=5a45c5f2-3366-4ec3-bcbb-576e95eec77a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0942781 Jul 06 14:19:20.598133 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-000bc0fd-9a9e-4110-83c8-b53ec51ca8e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:20.688653 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-d7b5faf7-f373-4ae8-bb5c-cc61585aee83 req-14235ee5-f40f-46d4-a24e-7a9466348699 service neutron] 10.222.0.104 "GET /v2.0/networks/e673442c-5645-41cd-ae64-05cc6584adda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2240183 Jul 06 14:19:20.814188 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-000bc0fd-9a9e-4110-83c8-b53ec51ca8e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:20.819752 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-000bc0fd-9a9e-4110-83c8-b53ec51ca8e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:20.916168 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-000bc0fd-9a9e-4110-83c8-b53ec51ca8e5 admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=a4a328c64e9b46f686d1ce4cee2129a9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5364501 Jul 06 14:19:20.918795 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 33836) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:19:20.922205 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000bc0fd-9a9e-4110-83c8-b53ec51ca8e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5016f3e3-39c1-4563-ac68-97d97bb95e18,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:19:21.057375 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-455612fb-340b-4e55-93af-16303e9c81cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:21.093300 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-455612fb-340b-4e55-93af-16303e9c81cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:21.190509 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-455612fb-340b-4e55-93af-16303e9c81cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:21.196950 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-455612fb-340b-4e55-93af-16303e9c81cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:21.198237 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-455612fb-340b-4e55-93af-16303e9c81cf admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/5016f3e3-39c1-4563-ac68-97d97bb95e18 HTTP/1.1" status: 204 len: 168 time: 0.2781072 Jul 06 14:19:21.216599 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455612fb-340b-4e55-93af-16303e9c81cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5016f3e3-39c1-4563-ac68-97d97bb95e18,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:19:21.518910 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 06 Jul 2021 14:19:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc43ea36-80c5-477e-877f-522d7442893d x-openstack-request-id: req-bc43ea36-80c5-477e-877f-522d7442893d {{(pid=100248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:19:21.519700 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28222247-ef72-4123-b031-e588ebd3ba47", "name": "network-vif-unplugged", "status": "failed", "tag": "67b64fd1-ede8-4c8b-b13f-ce71aea9619c", "code": 422}]} {{(pid=100248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:19:21.519700 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-bc43ea36-80c5-477e-877f-522d7442893d {{(pid=100248) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:19:21.519933 n-d-773647-6 neutron-server[100248]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '28222247-ef72-4123-b031-e588ebd3ba47', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '67b64fd1-ede8-4c8b-b13f-ce71aea9619c', 'code': 422} returned with failed status Jul 06 14:19:22.056435 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-045f448c-20d3-43c6-82ce-c50db5006823 req-73d09ec3-3973-41e0-85f7-abda33ae10e6 tempest-ServersTestJSON-809673865 tempest-ServersTestJSON-809673865-project] 10.222.0.104 "GET /v2.0/ports?device_id=edfdc452-7903-4053-8957-d63095770198 HTTP/1.1" status: 200 len: 210 time: 0.1588211 Jul 06 14:19:22.087643 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c963e879-3146-4e9a-90a6-754ea5452bc8 req-8a0e8fe4-e869-452e-aca1-479e2ebbeb89 tempest-ServersNegativeTestJSON-728644794 tempest-ServersNegativeTestJSON-728644794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:19:22.093249 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-c963e879-3146-4e9a-90a6-754ea5452bc8 req-8a0e8fe4-e869-452e-aca1-479e2ebbeb89 tempest-ServersNegativeTestJSON-728644794 tempest-ServersNegativeTestJSON-728644794-project] 10.222.0.104 "GET /v2.0/ports?device_id=c38e1fb7-16c3-460f-81ed-82738a2148eb HTTP/1.1" status: 200 len: 944 time: 0.3837254 Jul 06 14:19:22.204760 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-c963e879-3146-4e9a-90a6-754ea5452bc8 req-ad7449ce-1bfe-48b2-a2f3-806738fde55d tempest-ServersNegativeTestJSON-728644794 tempest-ServersNegativeTestJSON-728644794-project] 10.222.0.104 "GET /v2.0/security-groups?id=55139e1c-0239-472b-ada8-5a3c70b3eb43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044369 Jul 06 14:19:22.544740 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9f1908-4a6f-47cd-a3db-9ddfe5841254 req-b548c0e3-9897-4668-ba22-04f7c57a636a tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:19:22.555605 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-1a9f1908-4a6f-47cd-a3db-9ddfe5841254 req-b548c0e3-9897-4668-ba22-04f7c57a636a tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] 10.222.0.104 "GET /v2.0/ports?device_id=de95b307-6508-414c-9448-6e96e4660560 HTTP/1.1" status: 200 len: 945 time: 0.1424279 Jul 06 14:19:22.653984 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-1a9f1908-4a6f-47cd-a3db-9ddfe5841254 req-facb30de-d771-46b2-ac9c-8d3a62059a09 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] 10.222.0.104 "GET /v2.0/security-groups?id=5a45c5f2-3366-4ec3-bcbb-576e95eec77a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0947878 Jul 06 14:19:22.879886 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-1e9b9103-97d0-4e19-bd6f-5193bf47dc34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:23.006198 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Device 67b64fd1-ede8-4c8b-b13f-ce71aea9619c no longer exists at agent hyperv_n-h2-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:19:23.406562 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-c12613af-a916-4f4d-b5c5-a3b25a24416a req-51b05ea3-d46e-4e88-9dea-98790d72e772 tempest-ServersTestJSON-809673865 tempest-ServersTestJSON-809673865-project] 10.222.0.104 "GET /v2.0/ports?device_id=edfdc452-7903-4053-8957-d63095770198 HTTP/1.1" status: 200 len: 210 time: 0.1049066 Jul 06 14:19:23.869511 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a41789-98eb-49c3-9c5e-0c914c44b31d req-4dbddb6b-95bc-47bc-a7e4-6f71a21e39de tempest-ServersNegativeTestJSON-728644794 tempest-ServersNegativeTestJSON-728644794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:19:23.875701 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-74a41789-98eb-49c3-9c5e-0c914c44b31d req-4dbddb6b-95bc-47bc-a7e4-6f71a21e39de tempest-ServersNegativeTestJSON-728644794 tempest-ServersNegativeTestJSON-728644794-project] 10.222.0.104 "GET /v2.0/ports?device_id=c38e1fb7-16c3-460f-81ed-82738a2148eb HTTP/1.1" status: 200 len: 944 time: 0.2571318 Jul 06 14:19:23.905223 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40940195-1948-4d47-aef5-452b8474fec7 req-fb02b0a5-904a-4d68-b5fa-6360702b52bc tempest-AttachVolumeShelveTestJSON-1020519793 tempest-AttachVolumeShelveTestJSON-1020519793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:19:23.913158 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-40940195-1948-4d47-aef5-452b8474fec7 req-fb02b0a5-904a-4d68-b5fa-6360702b52bc tempest-AttachVolumeShelveTestJSON-1020519793 tempest-AttachVolumeShelveTestJSON-1020519793-project] 10.222.0.104 "GET /v2.0/ports?device_id=28222247-ef72-4123-b031-e588ebd3ba47 HTTP/1.1" status: 200 len: 944 time: 0.2931314 Jul 06 14:19:23.984137 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-40940195-1948-4d47-aef5-452b8474fec7 req-11d8f469-7136-46d0-b103-3eabf57facb1 tempest-AttachVolumeShelveTestJSON-1020519793 tempest-AttachVolumeShelveTestJSON-1020519793-project] 10.222.0.104 "GET /v2.0/security-groups?id=a376d024-e4a1-4cc8-8fe5-9c69c2c40821&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0700519 Jul 06 14:19:24.001290 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-74a41789-98eb-49c3-9c5e-0c914c44b31d req-af075a17-b6a9-4ab1-bbf9-c760af75c3d4 tempest-ServersNegativeTestJSON-728644794 tempest-ServersNegativeTestJSON-728644794-project] 10.222.0.104 "GET /v2.0/security-groups?id=55139e1c-0239-472b-ada8-5a3c70b3eb43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231637 Jul 06 14:19:24.259534 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbc58e6-e1cf-40b9-997b-e69e854209ee req-24392a1e-9667-4204-ab01-4820741bfc24 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:19:24.267052 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-ccbc58e6-e1cf-40b9-997b-e69e854209ee req-24392a1e-9667-4204-ab01-4820741bfc24 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] 10.222.0.104 "GET /v2.0/ports?device_id=de95b307-6508-414c-9448-6e96e4660560 HTTP/1.1" status: 200 len: 945 time: 0.1110873 Jul 06 14:19:24.344216 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-ccbc58e6-e1cf-40b9-997b-e69e854209ee req-c096bb82-d12a-4716-9739-722fd7a20b07 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] 10.222.0.104 "GET /v2.0/security-groups?id=5a45c5f2-3366-4ec3-bcbb-576e95eec77a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0759573 Jul 06 14:19:24.394234 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 34024) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:19:24.437611 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-4652bdfc-de65-41d9-97ff-dd93be30168d req-c7fcfcdc-1fa9-42f2-8bee-925254637ad9 service neutron] 10.222.0.104 "GET /v2.0/ports?device_id=28222247-ef72-4123-b031-e588ebd3ba47&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0893095 Jul 06 14:19:24.608147 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-2c3b380e-2dd2-46a3-8540-04b032253d3c admin admin] Notify callbacks [] for security_group, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:24.653981 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-69e37859-a849-4160-97ad-9754a4f0253c req-20ddfd7b-887b-4c32-9611-1c62eb3426cb tempest-ServersTestJSON-809673865 tempest-ServersTestJSON-809673865-project] 10.222.0.104 "GET /v2.0/ports?device_id=edfdc452-7903-4053-8957-d63095770198 HTTP/1.1" status: 200 len: 210 time: 0.0794399 Jul 06 14:19:24.913696 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-2c3b380e-2dd2-46a3-8540-04b032253d3c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:24.956518 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-2c3b380e-2dd2-46a3-8540-04b032253d3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:25.011047 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-2c3b380e-2dd2-46a3-8540-04b032253d3c admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=cad34ed39eb5452aa74bdf963f984bf1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6147959 Jul 06 14:19:25.012184 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3b380e-2dd2-46a3-8540-04b032253d3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7916f720-9ca4-4084-ac17-9f9350941abf,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:19:25.013964 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 34062) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:19:25.096941 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-8889d902-11db-454f-bea6-6b8e55c0d919 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:25.134325 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-8889d902-11db-454f-bea6-6b8e55c0d919 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:25.370841 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67b1975-2f2a-4d81-8c1a-70dd7b8f354a req-908b5466-b769-4348-8165-b5ab893d6a06 tempest-AttachVolumeShelveTestJSON-1020519793 tempest-AttachVolumeShelveTestJSON-1020519793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:19:25.379132 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-b67b1975-2f2a-4d81-8c1a-70dd7b8f354a req-908b5466-b769-4348-8165-b5ab893d6a06 tempest-AttachVolumeShelveTestJSON-1020519793 tempest-AttachVolumeShelveTestJSON-1020519793-project] 10.222.0.104 "GET /v2.0/ports?device_id=28222247-ef72-4123-b031-e588ebd3ba47 HTTP/1.1" status: 200 len: 944 time: 0.1670914 Jul 06 14:19:25.417392 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe629a7-232d-4bfb-820b-92c5516ecead req-88979b44-4578-4699-be09-ff94ddcfbbb2 tempest-ServersNegativeTestJSON-728644794 tempest-ServersNegativeTestJSON-728644794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:19:25.419847 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-abe629a7-232d-4bfb-820b-92c5516ecead req-88979b44-4578-4699-be09-ff94ddcfbbb2 tempest-ServersNegativeTestJSON-728644794 tempest-ServersNegativeTestJSON-728644794-project] 10.222.0.104 "GET /v2.0/ports?device_id=c38e1fb7-16c3-460f-81ed-82738a2148eb HTTP/1.1" status: 200 len: 944 time: 0.2017083 Jul 06 14:19:25.436982 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-8889d902-11db-454f-bea6-6b8e55c0d919 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:25.440016 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-8889d902-11db-454f-bea6-6b8e55c0d919 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:25.442103 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-8889d902-11db-454f-bea6-6b8e55c0d919 admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/7916f720-9ca4-4084-ac17-9f9350941abf HTTP/1.1" status: 204 len: 168 time: 0.4262283 Jul 06 14:19:25.478521 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-b67b1975-2f2a-4d81-8c1a-70dd7b8f354a req-1938a473-cbd8-4a48-af8c-3d27a3f4b57f tempest-AttachVolumeShelveTestJSON-1020519793 tempest-AttachVolumeShelveTestJSON-1020519793-project] 10.222.0.104 "GET /v2.0/security-groups?id=a376d024-e4a1-4cc8-8fe5-9c69c2c40821&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0939250 Jul 06 14:19:25.517004 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8889d902-11db-454f-bea6-6b8e55c0d919 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7916f720-9ca4-4084-ac17-9f9350941abf,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:19:25.562296 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-abe629a7-232d-4bfb-820b-92c5516ecead req-e5c35f1d-9128-4a34-890f-16deffd2e8e6 tempest-ServersNegativeTestJSON-728644794 tempest-ServersNegativeTestJSON-728644794-project] 10.222.0.104 "GET /v2.0/security-groups?id=55139e1c-0239-472b-ada8-5a3c70b3eb43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296523 Jul 06 14:19:25.592291 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-7b33ed9f-92f7-402d-872e-494249b51f3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:25.892661 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f3ee99-4c3f-48c7-8f9e-c8c5e5d6a05d req-ae39ec1a-c42b-4b1b-b3d1-c1e6029d126a tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:19:25.902058 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-37f3ee99-4c3f-48c7-8f9e-c8c5e5d6a05d req-ae39ec1a-c42b-4b1b-b3d1-c1e6029d126a tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] 10.222.0.104 "GET /v2.0/ports?device_id=de95b307-6508-414c-9448-6e96e4660560 HTTP/1.1" status: 200 len: 945 time: 0.1499228 Jul 06 14:19:25.903601 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:25.907597 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [req-ed531a6c-1afe-4f1c-b2d4-e6d9cb4d1660 req-0c8013f9-cd18-499e-9be3-87fb415db568 service neutron] (100247) timed out ('10.222.0.72', 53475) {{(pid=100247) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 06 14:19:26.068092 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-383c5cd1-0cc8-46bf-816f-a6d26c1c8bc6 req-3c0fd5f0-81de-493a-af94-43bc18998358 tempest-ServersTestJSON-809673865 tempest-ServersTestJSON-809673865-project] 10.222.0.104 "GET /v2.0/ports?device_id=edfdc452-7903-4053-8957-d63095770198 HTTP/1.1" status: 200 len: 210 time: 0.1432900 Jul 06 14:19:26.122043 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-37f3ee99-4c3f-48c7-8f9e-c8c5e5d6a05d req-ea84ae9c-9e43-462b-9c60-fd3cdcf216af tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] 10.222.0.104 "GET /v2.0/security-groups?id=5a45c5f2-3366-4ec3-bcbb-576e95eec77a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2189090 Jul 06 14:19:26.136160 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.agents_db [None req-167c0ad6-1657-4c9a-a2c4-3b18056aa662 None None] Agent healthcheck: found 7 active agents {{(pid=100249) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 14:19:26.155607 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 34124) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:19:26.169389 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-15738380-198f-4768-8447-50e84017dcae admin admin] Notify callbacks [] for security_group, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:26.264597 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-15738380-198f-4768-8447-50e84017dcae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:26.268836 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-15738380-198f-4768-8447-50e84017dcae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:26.306695 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-15738380-198f-4768-8447-50e84017dcae admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=280098986ec549a78f6016256bdfe18c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1499968 Jul 06 14:19:26.307847 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15738380-198f-4768-8447-50e84017dcae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0542c85d-7ceb-4a3c-af29-e521015c8ebf,revision_number=1']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:19:26.309386 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 34130) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:19:26.365313 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-e0f5b139-2e21-4ef1-81f5-330b3edbf6bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:26.387875 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-e0f5b139-2e21-4ef1-81f5-330b3edbf6bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:26.446203 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-e0f5b139-2e21-4ef1-81f5-330b3edbf6bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:26.449119 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-e0f5b139-2e21-4ef1-81f5-330b3edbf6bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:26.453029 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-e0f5b139-2e21-4ef1-81f5-330b3edbf6bc admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/0542c85d-7ceb-4a3c-af29-e521015c8ebf HTTP/1.1" status: 204 len: 168 time: 0.1396334 Jul 06 14:19:26.463753 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f5b139-2e21-4ef1-81f5-330b3edbf6bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0542c85d-7ceb-4a3c-af29-e521015c8ebf,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:19:26.605901 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-2064eaae-da4f-48f8-82d2-b09d4ddedd44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:26.714800 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e27ec85-c632-4242-b77c-0284a4055cfb req-5f46d225-54c5-4138-9a0e-dca313407c8d tempest-AttachVolumeShelveTestJSON-1020519793 tempest-AttachVolumeShelveTestJSON-1020519793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:19:26.721821 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-3e27ec85-c632-4242-b77c-0284a4055cfb req-5f46d225-54c5-4138-9a0e-dca313407c8d tempest-AttachVolumeShelveTestJSON-1020519793 tempest-AttachVolumeShelveTestJSON-1020519793-project] 10.222.0.104 "GET /v2.0/ports?device_id=28222247-ef72-4123-b031-e588ebd3ba47 HTTP/1.1" status: 200 len: 944 time: 0.0938921 Jul 06 14:19:26.769591 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-3e27ec85-c632-4242-b77c-0284a4055cfb req-b3c02fe8-8fc6-4ef2-844f-5afdf50eb554 tempest-AttachVolumeShelveTestJSON-1020519793 tempest-AttachVolumeShelveTestJSON-1020519793-project] 10.222.0.104 "GET /v2.0/security-groups?id=a376d024-e4a1-4cc8-8fe5-9c69c2c40821&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463295 Jul 06 14:19:26.845894 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d291d7d-8548-4482-b41e-79048289ca12 req-354fc642-1a39-49b3-b699-f9401dfd1d84 tempest-ServersNegativeTestJSON-728644794 tempest-ServersNegativeTestJSON-728644794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:19:26.847839 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-0d291d7d-8548-4482-b41e-79048289ca12 req-354fc642-1a39-49b3-b699-f9401dfd1d84 tempest-ServersNegativeTestJSON-728644794 tempest-ServersNegativeTestJSON-728644794-project] 10.222.0.104 "GET /v2.0/ports?device_id=c38e1fb7-16c3-460f-81ed-82738a2148eb HTTP/1.1" status: 200 len: 944 time: 0.0775790 Jul 06 14:19:26.901082 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-0d291d7d-8548-4482-b41e-79048289ca12 req-b2a8bf99-4596-4a81-aadb-316c437fa9c0 tempest-ServersNegativeTestJSON-728644794 tempest-ServersNegativeTestJSON-728644794-project] 10.222.0.104 "GET /v2.0/security-groups?id=55139e1c-0239-472b-ada8-5a3c70b3eb43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469072 Jul 06 14:19:27.266991 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-4fe67c4a-bb66-406a-b74f-78d9255948e2 req-2759ee35-3bab-4c3f-9ad4-9ecd27756bca tempest-ServersTestJSON-809673865 tempest-ServersTestJSON-809673865-project] 10.222.0.104 "GET /v2.0/ports?device_id=edfdc452-7903-4053-8957-d63095770198 HTTP/1.1" status: 200 len: 210 time: 0.0411451 Jul 06 14:19:27.339679 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f003c9e5-e126-44af-81b4-c89a7b592920 req-d4e0664a-af6e-4c77-ac34-3aca0ad85bb4 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:19:27.341400 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-f003c9e5-e126-44af-81b4-c89a7b592920 req-d4e0664a-af6e-4c77-ac34-3aca0ad85bb4 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] 10.222.0.104 "GET /v2.0/ports?device_id=de95b307-6508-414c-9448-6e96e4660560 HTTP/1.1" status: 200 len: 945 time: 0.0731456 Jul 06 14:19:27.394631 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-f003c9e5-e126-44af-81b4-c89a7b592920 req-f6417173-af06-45fa-929a-495b2cb439bc tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] 10.222.0.104 "GET /v2.0/security-groups?id=5a45c5f2-3366-4ec3-bcbb-576e95eec77a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464807 Jul 06 14:19:27.978281 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2ecfa1-b361-4d97-9844-c0e8f3bfc388 req-e9060932-8666-4766-81be-006b0bd29a2a tempest-AttachVolumeShelveTestJSON-1020519793 tempest-AttachVolumeShelveTestJSON-1020519793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:19:27.988389 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-5e2ecfa1-b361-4d97-9844-c0e8f3bfc388 req-e9060932-8666-4766-81be-006b0bd29a2a tempest-AttachVolumeShelveTestJSON-1020519793 tempest-AttachVolumeShelveTestJSON-1020519793-project] 10.222.0.104 "GET /v2.0/ports?device_id=28222247-ef72-4123-b031-e588ebd3ba47 HTTP/1.1" status: 200 len: 944 time: 0.0954359 Jul 06 14:19:28.057185 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-5e2ecfa1-b361-4d97-9844-c0e8f3bfc388 req-2d67a74d-6b0e-4dbb-b509-7196d7905af9 tempest-AttachVolumeShelveTestJSON-1020519793 tempest-AttachVolumeShelveTestJSON-1020519793-project] 10.222.0.104 "GET /v2.0/security-groups?id=a376d024-e4a1-4cc8-8fe5-9c69c2c40821&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0673509 Jul 06 14:19:28.185223 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24e2fd7-c057-41d0-886a-6c2bc5fd66b8 req-0d0a94ed-c1dc-4a54-a716-92e7500bdaa5 tempest-ServersNegativeTestJSON-728644794 tempest-ServersNegativeTestJSON-728644794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:19:28.187066 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-f24e2fd7-c057-41d0-886a-6c2bc5fd66b8 req-0d0a94ed-c1dc-4a54-a716-92e7500bdaa5 tempest-ServersNegativeTestJSON-728644794 tempest-ServersNegativeTestJSON-728644794-project] 10.222.0.104 "GET /v2.0/ports?device_id=c38e1fb7-16c3-460f-81ed-82738a2148eb HTTP/1.1" status: 200 len: 944 time: 0.1036966 Jul 06 14:19:28.251851 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-f24e2fd7-c057-41d0-886a-6c2bc5fd66b8 req-e0d46ab8-a648-4a16-8484-7e72d6e6b2a4 tempest-ServersNegativeTestJSON-728644794 tempest-ServersNegativeTestJSON-728644794-project] 10.222.0.104 "GET /v2.0/security-groups?id=55139e1c-0239-472b-ada8-5a3c70b3eb43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580649 Jul 06 14:19:28.407677 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-03f71b24-a9b8-453a-8924-caa3f97bc6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:28.472793 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-a09d4ad2-43b9-4e8c-8bd1-9fb4d917a126 req-4c602843-3605-478d-a676-7b8e54cc43d3 tempest-ServersTestJSON-809673865 tempest-ServersTestJSON-809673865-project] 10.222.0.104 "GET /v2.0/ports?device_id=edfdc452-7903-4053-8957-d63095770198 HTTP/1.1" status: 200 len: 210 time: 0.0399399 Jul 06 14:19:28.644736 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679b2711-9766-4e6f-8ec4-36a742ba1a26 req-34954023-fe12-4b64-b5e0-4095541e0eef tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:19:28.646424 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-679b2711-9766-4e6f-8ec4-36a742ba1a26 req-34954023-fe12-4b64-b5e0-4095541e0eef tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] 10.222.0.104 "GET /v2.0/ports?device_id=de95b307-6508-414c-9448-6e96e4660560 HTTP/1.1" status: 200 len: 945 time: 0.0770745 Jul 06 14:19:28.696915 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-679b2711-9766-4e6f-8ec4-36a742ba1a26 req-eee097ed-533d-472e-9c60-631639086024 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] 10.222.0.104 "GET /v2.0/security-groups?id=5a45c5f2-3366-4ec3-bcbb-576e95eec77a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419321 Jul 06 14:19:28.855328 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 34320) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:19:28.913224 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 34324) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:19:29.020279 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-3bafc34e-a2cb-44ba-a299-a32077a797b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:29.029696 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-ea40498a-7abc-4f8b-9667-62b05fc91724 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:29.122211 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-3bafc34e-a2cb-44ba-a299-a32077a797b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:29.129766 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-3bafc34e-a2cb-44ba-a299-a32077a797b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:29.180041 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-3bafc34e-a2cb-44ba-a299-a32077a797b2 admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=1b666b05be354719b9353db20c416f77&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3234990 Jul 06 14:19:29.182647 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 34332) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:19:29.183451 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bafc34e-a2cb-44ba-a299-a32077a797b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29bf8dc9-6053-4cab-89bd-243432792ade,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:19:29.363048 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-ea40498a-7abc-4f8b-9667-62b05fc91724 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:29.373165 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c286cb05-3676-4fe7-a608-d3f105b1a86c req-baa135eb-d11a-4af8-9e0b-54a2773f043e tempest-AttachVolumeShelveTestJSON-1020519793 tempest-AttachVolumeShelveTestJSON-1020519793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:19:29.379804 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-c286cb05-3676-4fe7-a608-d3f105b1a86c req-baa135eb-d11a-4af8-9e0b-54a2773f043e tempest-AttachVolumeShelveTestJSON-1020519793 tempest-AttachVolumeShelveTestJSON-1020519793-project] 10.222.0.104 "GET /v2.0/ports?device_id=28222247-ef72-4123-b031-e588ebd3ba47 HTTP/1.1" status: 200 len: 944 time: 0.1766179 Jul 06 14:19:29.394422 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-ea40498a-7abc-4f8b-9667-62b05fc91724 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:29.416441 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-e0b9e64d-34cb-4fe7-8938-7383b0d06b8c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:29.506987 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-ea40498a-7abc-4f8b-9667-62b05fc91724 admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=0b7ac0d5666a4d90937fa2b29a87c3f0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5916846 Jul 06 14:19:29.509329 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 34338) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:19:29.518309 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea40498a-7abc-4f8b-9667-62b05fc91724 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92810656-df79-440b-86eb-f51f536de5b9,revision_number=1']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:19:29.524449 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-c286cb05-3676-4fe7-a608-d3f105b1a86c req-e32c32f0-85bb-4e84-938d-f5546cce682f tempest-AttachVolumeShelveTestJSON-1020519793 tempest-AttachVolumeShelveTestJSON-1020519793-project] 10.222.0.104 "GET /v2.0/security-groups?id=a376d024-e4a1-4cc8-8fe5-9c69c2c40821&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1437104 Jul 06 14:19:29.526668 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-e0b9e64d-34cb-4fe7-8938-7383b0d06b8c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:29.624572 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-94bb6dfe-f695-4395-be70-4fffca67f937 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:29.646804 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777568b8-3f90-4207-9026-a2661e22e49d req-a35f1099-f89f-4496-85d6-d2d4ab90c2b7 tempest-ServersNegativeTestJSON-728644794 tempest-ServersNegativeTestJSON-728644794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:19:29.655151 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-777568b8-3f90-4207-9026-a2661e22e49d req-a35f1099-f89f-4496-85d6-d2d4ab90c2b7 tempest-ServersNegativeTestJSON-728644794 tempest-ServersNegativeTestJSON-728644794-project] 10.222.0.104 "GET /v2.0/ports?device_id=c38e1fb7-16c3-460f-81ed-82738a2148eb HTTP/1.1" status: 200 len: 944 time: 0.2691979 Jul 06 14:19:29.693524 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-e0b9e64d-34cb-4fe7-8938-7383b0d06b8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:29.696134 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-e0b9e64d-34cb-4fe7-8938-7383b0d06b8c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:29.696833 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-94bb6dfe-f695-4395-be70-4fffca67f937 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:29.697377 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-e0b9e64d-34cb-4fe7-8938-7383b0d06b8c admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/29bf8dc9-6053-4cab-89bd-243432792ade HTTP/1.1" status: 204 len: 168 time: 0.5123913 Jul 06 14:19:29.739610 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b9e64d-34cb-4fe7-8938-7383b0d06b8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29bf8dc9-6053-4cab-89bd-243432792ade,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:19:29.766445 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-777568b8-3f90-4207-9026-a2661e22e49d req-8ccbd41f-5840-4d8c-a96a-8c5100f52849 tempest-ServersNegativeTestJSON-728644794 tempest-ServersNegativeTestJSON-728644794-project] 10.222.0.104 "GET /v2.0/security-groups?id=55139e1c-0239-472b-ada8-5a3c70b3eb43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102619 Jul 06 14:19:29.790149 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-d59a0ca8-25a4-4c71-b2cc-fabd41c66eed req-02a38ae6-145e-4d08-81d2-db20060ec9c5 tempest-ServersTestJSON-809673865 tempest-ServersTestJSON-809673865-project] 10.222.0.104 "GET /v2.0/ports?device_id=edfdc452-7903-4053-8957-d63095770198 HTTP/1.1" status: 200 len: 210 time: 0.0518305 Jul 06 14:19:29.817269 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-94bb6dfe-f695-4395-be70-4fffca67f937 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:29.821107 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-94bb6dfe-f695-4395-be70-4fffca67f937 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:29.822311 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-94bb6dfe-f695-4395-be70-4fffca67f937 admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/92810656-df79-440b-86eb-f51f536de5b9 HTTP/1.1" status: 204 len: 168 time: 0.3117452 Jul 06 14:19:29.830846 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bb6dfe-f695-4395-be70-4fffca67f937 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92810656-df79-440b-86eb-f51f536de5b9,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:19:29.838971 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94bb6dfe-f695-4395-be70-4fffca67f937 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:19:29.839350 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94bb6dfe-f695-4395-be70-4fffca67f937 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:19:29.839750 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94bb6dfe-f695-4395-be70-4fffca67f937 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:19:29.840089 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94bb6dfe-f695-4395-be70-4fffca67f937 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:19:29.840420 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94bb6dfe-f695-4395-be70-4fffca67f937 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:19:29.840750 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94bb6dfe-f695-4395-be70-4fffca67f937 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:19:29.841078 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94bb6dfe-f695-4395-be70-4fffca67f937 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:19:29.841404 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94bb6dfe-f695-4395-be70-4fffca67f937 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:19:29.841774 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94bb6dfe-f695-4395-be70-4fffca67f937 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:19:29.842109 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94bb6dfe-f695-4395-be70-4fffca67f937 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:19:29.842435 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94bb6dfe-f695-4395-be70-4fffca67f937 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:19:29.842761 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94bb6dfe-f695-4395-be70-4fffca67f937 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:19:29.987567 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a77ca6-662d-47cd-b31f-1da0ad766418 req-6966ba08-b482-432b-8893-4f0e88752b93 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:19:29.989112 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-f1a77ca6-662d-47cd-b31f-1da0ad766418 req-6966ba08-b482-432b-8893-4f0e88752b93 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] 10.222.0.104 "GET /v2.0/ports?device_id=de95b307-6508-414c-9448-6e96e4660560 HTTP/1.1" status: 200 len: 945 time: 0.0771348 Jul 06 14:19:30.052917 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-f1a77ca6-662d-47cd-b31f-1da0ad766418 req-faeab7bd-e59a-4252-b3f5-34e8b87a28ec tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] 10.222.0.104 "GET /v2.0/security-groups?id=5a45c5f2-3366-4ec3-bcbb-576e95eec77a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514300 Jul 06 14:19:30.301710 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 34360) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:19:30.322510 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-ff802191-e439-41ac-bc7d-8b643616eb87 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:30.415791 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b5faf7-f373-4ae8-bb5c-cc61585aee83 req-c112d845-0db3-4c2e-987a-74eca7f08bae tempest-ServersTestJSON-809673865 tempest-ServersTestJSON-809673865-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:19:30.417472 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-d7b5faf7-f373-4ae8-bb5c-cc61585aee83 req-c112d845-0db3-4c2e-987a-74eca7f08bae tempest-ServersTestJSON-809673865 tempest-ServersTestJSON-809673865-project] 10.222.0.127 "GET /v2.0/networks?id=e673442c-5645-41cd-ae64-05cc6584adda HTTP/1.1" status: 200 len: 806 time: 0.2183228 Jul 06 14:19:30.438097 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [req-d7b5faf7-f373-4ae8-bb5c-cc61585aee83 req-f6e0385b-7add-49b7-86e9-ad9149f4b781 tempest-ServersTestJSON-809673865 tempest-ServersTestJSON-809673865-project] Request body: {'port': {'device_id': 'edfdc452-7903-4053-8957-d63095770198', 'network_id': 'e673442c-5645-41cd-ae64-05cc6584adda', 'admin_state_up': True, 'tenant_id': '0fb5330a68d94b1da3c3872d90574aab'}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:19:30.481144 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-ff802191-e439-41ac-bc7d-8b643616eb87 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:30.491590 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-ff802191-e439-41ac-bc7d-8b643616eb87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:30.535996 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-ff802191-e439-41ac-bc7d-8b643616eb87 admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=bdc6d04de45b4e3d9f0328f62818c773&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2327504 Jul 06 14:19:30.539762 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 34362) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:19:30.568122 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff802191-e439-41ac-bc7d-8b643616eb87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fa128e5-a4b5-4b7f-81d8-42ad32e32de7,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:19:30.603823 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d7b5faf7-f373-4ae8-bb5c-cc61585aee83 req-f6e0385b-7add-49b7-86e9-ad9149f4b781 tempest-ServersTestJSON-809673865 tempest-ServersTestJSON-809673865-project] Made reservation on behalf of 0fb5330a68d94b1da3c3872d90574aab for: {'port': 1} {{(pid=100247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:19:30.613520 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-d7b5faf7-f373-4ae8-bb5c-cc61585aee83 req-f6e0385b-7add-49b7-86e9-ad9149f4b781 tempest-ServersTestJSON-809673865 tempest-ServersTestJSON-809673865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:30.630036 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-b7912e13-8c00-48af-876a-1faab1dc02af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:30.678312 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-b7912e13-8c00-48af-876a-1faab1dc02af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:30.734426 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-b7912e13-8c00-48af-876a-1faab1dc02af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:30.737187 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-b7912e13-8c00-48af-876a-1faab1dc02af admin admin] Notify callbacks [] for security_group, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:30.738358 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-b7912e13-8c00-48af-876a-1faab1dc02af admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/5fa128e5-a4b5-4b7f-81d8-42ad32e32de7 HTTP/1.1" status: 204 len: 168 time: 0.1974549 Jul 06 14:19:30.753541 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7912e13-8c00-48af-876a-1faab1dc02af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fa128e5-a4b5-4b7f-81d8-42ad32e32de7,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:19:30.875623 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89a124e-b77e-447f-824a-d49f8abda4eb req-defb8dff-e0c9-43bb-b278-63faad5e642d tempest-AttachVolumeShelveTestJSON-1020519793 tempest-AttachVolumeShelveTestJSON-1020519793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:19:30.876995 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-b89a124e-b77e-447f-824a-d49f8abda4eb req-defb8dff-e0c9-43bb-b278-63faad5e642d tempest-AttachVolumeShelveTestJSON-1020519793 tempest-AttachVolumeShelveTestJSON-1020519793-project] 10.222.0.104 "GET /v2.0/ports?device_id=28222247-ef72-4123-b031-e588ebd3ba47 HTTP/1.1" status: 200 len: 944 time: 0.1338737 Jul 06 14:19:30.884100 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.db_base_plugin_common [req-d7b5faf7-f373-4ae8-bb5c-cc61585aee83 req-f6e0385b-7add-49b7-86e9-ad9149f4b781 tempest-ServersTestJSON-809673865 tempest-ServersTestJSON-809673865-project] Allocated IP 172.20.0.4 (e673442c-5645-41cd-ae64-05cc6584adda/77f3889b-e625-42b7-98f3-adea55c7f2d3/02647aa2-ab9e-43ef-a73b-cda7ff6cdbe5) {{(pid=100247) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:19:30.980365 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-b89a124e-b77e-447f-824a-d49f8abda4eb req-a4fd584c-43b3-4363-96fc-95d394991487 tempest-AttachVolumeShelveTestJSON-1020519793 tempest-AttachVolumeShelveTestJSON-1020519793-project] 10.222.0.104 "GET /v2.0/security-groups?id=a376d024-e4a1-4cc8-8fe5-9c69c2c40821&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0940406 Jul 06 14:19:31.186616 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e69bf4-d77e-4398-a6c8-fe6aa96b7d2a req-c3996ea7-0e44-4799-9c9e-009c907f022b tempest-ServersNegativeTestJSON-728644794 tempest-ServersNegativeTestJSON-728644794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:19:31.189344 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-a6e69bf4-d77e-4398-a6c8-fe6aa96b7d2a req-c3996ea7-0e44-4799-9c9e-009c907f022b tempest-ServersNegativeTestJSON-728644794 tempest-ServersNegativeTestJSON-728644794-project] 10.222.0.104 "GET /v2.0/ports?device_id=c38e1fb7-16c3-460f-81ed-82738a2148eb HTTP/1.1" status: 200 len: 944 time: 0.2520351 Jul 06 14:19:31.200216 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4652bdfc-de65-41d9-97ff-dd93be30168d req-6f33bfb2-09c3-411c-9bf6-1aae025b830c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:19:31.202177 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-4652bdfc-de65-41d9-97ff-dd93be30168d req-6f33bfb2-09c3-411c-9bf6-1aae025b830c service neutron] 10.222.0.127 "GET /v2.0/ports?device_id=28222247-ef72-4123-b031-e588ebd3ba47&tenant_id=9686fd5ec0aa4012928191c3d42f6e6c HTTP/1.1" status: 200 len: 1095 time: 0.5549173 Jul 06 14:19:31.224197 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [req-4652bdfc-de65-41d9-97ff-dd93be30168d req-8cd30337-29be-4832-8b84-d1576126fd0a service neutron] Request body: {'port': {'binding:host_id': 'n-h1-773647-6', 'device_owner': 'compute:nova'}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:19:31.291399 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-3e0ab4ae-9daf-43d3-b65e-ee0ad8971942 req-834776ee-c3fa-47c6-89fa-0126121e1a3f tempest-ServersTestJSON-809673865 tempest-ServersTestJSON-809673865-project] 10.222.0.104 "GET /v2.0/ports?device_id=edfdc452-7903-4053-8957-d63095770198 HTTP/1.1" status: 200 len: 210 time: 0.1181040 Jul 06 14:19:31.321856 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-a6e69bf4-d77e-4398-a6c8-fe6aa96b7d2a req-a2c79730-56c0-445a-a33e-31910d9260c5 tempest-ServersNegativeTestJSON-728644794 tempest-ServersNegativeTestJSON-728644794-project] 10.222.0.104 "GET /v2.0/security-groups?id=55139e1c-0239-472b-ada8-5a3c70b3eb43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089461 Jul 06 14:19:31.326207 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-d7b5faf7-f373-4ae8-bb5c-cc61585aee83 req-f6e0385b-7add-49b7-86e9-ad9149f4b781 tempest-ServersTestJSON-809673865 tempest-ServersTestJSON-809673865-project] Notify callbacks [] for port, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:31.454501 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-4652bdfc-de65-41d9-97ff-dd93be30168d req-8cd30337-29be-4832-8b84-d1576126fd0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:31.548612 n-d-773647-6 neutron-server[100247]: INFO neutron.api.v2.resource [req-d244711d-468c-427a-87e1-a61b92a464d0 req-c1e1a209-4fb7-4c6e-9e0e-cbd403594d3e service neutron] show failed (client error): The resource could not be found. Jul 06 14:19:31.548612 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-d244711d-468c-427a-87e1-a61b92a464d0 req-c1e1a209-4fb7-4c6e-9e0e-cbd403594d3e service neutron] 10.222.0.127 "GET /v2.0/ports/483af117-bb3f-4588-a086-6405716a60ee/bindings/n-h2-773647-6 HTTP/1.1" status: 404 len: 380 time: 0.2166293 Jul 06 14:19:31.555526 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-d7b5faf7-f373-4ae8-bb5c-cc61585aee83 req-f6e0385b-7add-49b7-86e9-ad9149f4b781 tempest-ServersTestJSON-809673865 tempest-ServersTestJSON-809673865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-128888360'] for port, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:31.581598 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] get_ports_and_sgs() called for port_ids ['b3faa654-9b0e-47d7-ac0c-c53cca9f4156', '283560bc-4099-4896-8ad3-d4bafc722097'] {{(pid=100248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 14:19:31.683832 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a411ac-92d4-4122-9345-54adf8aed15b req-ca00e398-e2a2-4f0d-b40a-eaa8fbaf8558 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:19:31.685558 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-78a411ac-92d4-4122-9345-54adf8aed15b req-ca00e398-e2a2-4f0d-b40a-eaa8fbaf8558 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] 10.222.0.104 "GET /v2.0/ports?device_id=de95b307-6508-414c-9448-6e96e4660560 HTTP/1.1" status: 200 len: 945 time: 0.2330222 Jul 06 14:19:31.784923 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d7b5faf7-f373-4ae8-bb5c-cc61585aee83 req-f6e0385b-7add-49b7-86e9-ad9149f4b781 tempest-ServersTestJSON-809673865 tempest-ServersTestJSON-809673865-project] Network e673442c-5645-41cd-ae64-05cc6584adda is already hosted by enough agents. {{(pid=100247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:19:31.795081 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e0385b-7add-49b7-86e9-ad9149f4b781 tempest-ServersTestJSON-809673865 tempest-ServersTestJSON-809673865-project] Pushing event updated for resources: {'Port': ['ID=02647aa2-ab9e-43ef-a73b-cda7ff6cdbe5,revision_number=1']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:19:31.807712 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.base_scheduler [req-d7b5faf7-f373-4ae8-bb5c-cc61585aee83 req-f6e0385b-7add-49b7-86e9-ad9149f4b781 tempest-ServersTestJSON-809673865 tempest-ServersTestJSON-809673865-project] Resources bound (agent type, host, resource id): {{(pid=100247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:19:31.807712 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7b5faf7-f373-4ae8-bb5c-cc61585aee83 req-f6e0385b-7add-49b7-86e9-ad9149f4b781 tempest-ServersTestJSON-809673865 tempest-ServersTestJSON-809673865-project] Received port after_create {{(pid=100247) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:19:31.970055 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-78a411ac-92d4-4122-9345-54adf8aed15b req-5a2667cf-62fc-4923-a68b-c63dfa9fce21 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] 10.222.0.104 "GET /v2.0/security-groups?id=5a45c5f2-3366-4ec3-bcbb-576e95eec77a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2667232 Jul 06 14:19:32.040741 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b5faf7-f373-4ae8-bb5c-cc61585aee83 req-f6e0385b-7add-49b7-86e9-ad9149f4b781 tempest-ServersTestJSON-809673865 tempest-ServersTestJSON-809673865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:19:32.040741 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-d7b5faf7-f373-4ae8-bb5c-cc61585aee83 req-f6e0385b-7add-49b7-86e9-ad9149f4b781 tempest-ServersTestJSON-809673865 tempest-ServersTestJSON-809673865-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:32.075893 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d244711d-468c-427a-87e1-a61b92a464d0 req-4f7b331c-4410-4e53-b89f-f4e9d6f88286 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:19:32.077858 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-d244711d-468c-427a-87e1-a61b92a464d0 req-4f7b331c-4410-4e53-b89f-f4e9d6f88286 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=de95b307-6508-414c-9448-6e96e4660560&tenant_id=1077a35eaa714f1bbf260d32c5a52c8f HTTP/1.1" status: 200 len: 1096 time: 0.2036438 Jul 06 14:19:32.093297 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [req-d244711d-468c-427a-87e1-a61b92a464d0 req-51b4eed1-386c-428b-b38b-64bb411d9383 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-773647-6', 'device_owner': 'compute:nova'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:19:32.120138 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.db [req-4652bdfc-de65-41d9-97ff-dd93be30168d req-8cd30337-29be-4832-8b84-d1576126fd0a service neutron] For port 67b64fd1-ede8-4c8b-b13f-ce71aea9619c, host n-h2-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=67b64fd1-ede8-4c8b-b13f-ce71aea9619c,segment=NetworkSegment(c15971e2-442e-4b9a-8cef-3ba8ead63686),segment_id=c15971e2-442e-4b9a-8cef-3ba8ead63686)] {{(pid=100247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:19:32.167205 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-d7b5faf7-f373-4ae8-bb5c-cc61585aee83 req-f6e0385b-7add-49b7-86e9-ad9149f4b781 tempest-ServersTestJSON-809673865 tempest-ServersTestJSON-809673865-project] 10.222.0.127 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7370024 Jul 06 14:19:32.184955 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.db [req-4652bdfc-de65-41d9-97ff-dd93be30168d req-8cd30337-29be-4832-8b84-d1576126fd0a service neutron] For port 67b64fd1-ede8-4c8b-b13f-ce71aea9619c, host n-h2-773647-6, cleared binding levels {{(pid=100247) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:19:32.192703 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [req-d7b5faf7-f373-4ae8-bb5c-cc61585aee83 req-a2aa2a6a-cc28-4e01-bc20-a705be058a23 service neutron] Request body: {'port': {'device_id': 'edfdc452-7903-4053-8957-d63095770198', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-773647-6'}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:19:32.263728 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-d244711d-468c-427a-87e1-a61b92a464d0 req-51b4eed1-386c-428b-b38b-64bb411d9383 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:32.296003 n-d-773647-6 neutron-server[100247]: DEBUG neutron.notifiers.nova [req-4652bdfc-de65-41d9-97ff-dd93be30168d req-8cd30337-29be-4832-8b84-d1576126fd0a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 67b64fd1-ede8-4c8b-b13f-ce71aea9619c {{(pid=100247) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 14:19:32.309674 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-4652bdfc-de65-41d9-97ff-dd93be30168d req-8cd30337-29be-4832-8b84-d1576126fd0a service neutron] Notify callbacks [] for port, precommit_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:32.407033 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 34444) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:19:32.416344 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.provisioning_blocks [req-4652bdfc-de65-41d9-97ff-dd93be30168d req-8cd30337-29be-4832-8b84-d1576126fd0a service neutron] Transition to ACTIVE for port object 67b64fd1-ede8-4c8b-b13f-ce71aea9619c will not be triggered until provisioned by entity L2. {{(pid=100247) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:19:32.451459 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-4652bdfc-de65-41d9-97ff-dd93be30168d req-8cd30337-29be-4832-8b84-d1576126fd0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128888538'] for port, after_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:32.583418 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-d7b5faf7-f373-4ae8-bb5c-cc61585aee83 req-a2aa2a6a-cc28-4e01-bc20-a705be058a23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:32.593865 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e806a95-d675-48c2-8a37-3a3f8431be99 req-79d17cb3-65b0-431d-8309-60910eeb8992 tempest-AttachVolumeShelveTestJSON-1020519793 tempest-AttachVolumeShelveTestJSON-1020519793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:19:32.601756 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-7e806a95-d675-48c2-8a37-3a3f8431be99 req-79d17cb3-65b0-431d-8309-60910eeb8992 tempest-AttachVolumeShelveTestJSON-1020519793 tempest-AttachVolumeShelveTestJSON-1020519793-project] 10.222.0.104 "GET /v2.0/ports?device_id=28222247-ef72-4123-b031-e588ebd3ba47 HTTP/1.1" status: 200 len: 944 time: 0.4369326 Jul 06 14:19:32.616568 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.db [req-d244711d-468c-427a-87e1-a61b92a464d0 req-51b4eed1-386c-428b-b38b-64bb411d9383 service neutron] For port 483af117-bb3f-4588-a086-6405716a60ee, host n-h1-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773647-6',level=0,port_id=483af117-bb3f-4588-a086-6405716a60ee,segment=NetworkSegment(967d25fd-e6c0-4517-afb5-5ac37f3bf726),segment_id=967d25fd-e6c0-4517-afb5-5ac37f3bf726)] {{(pid=100246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:19:32.670180 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd30337-29be-4832-8b84-d1576126fd0a service neutron] Pushing event updated for resources: {'Port': ['ID=67b64fd1-ede8-4c8b-b13f-ce71aea9619c,revision_number=9']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:19:32.677271 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-997acebf-0758-4e34-8bfb-9ae16b5ea54a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:32.682542 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.db [req-d244711d-468c-427a-87e1-a61b92a464d0 req-51b4eed1-386c-428b-b38b-64bb411d9383 service neutron] For port 483af117-bb3f-4588-a086-6405716a60ee, host n-h1-773647-6, cleared binding levels {{(pid=100246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:19:32.752645 n-d-773647-6 neutron-server[100246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de95b307-6508-414c-9448-6e96e4660560', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '483af117-bb3f-4588-a086-6405716a60ee'}] {{(pid=100246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:19:32.755512 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0d96c5ab5e889f7b933ae915b9be33d1b46c9e87795bf781004b656ef3f1e87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16e2b949-15c3-4a84-a3f1-6603daf7c3da" -d '{"events": [{"server_uuid": "de95b307-6508-414c-9448-6e96e4660560", "name": "network-vif-unplugged", "status": "completed", "tag": "483af117-bb3f-4588-a086-6405716a60ee"}]}' {{(pid=100246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:19:32.760161 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-d244711d-468c-427a-87e1-a61b92a464d0 req-51b4eed1-386c-428b-b38b-64bb411d9383 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:32.782558 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.provisioning_blocks [req-d244711d-468c-427a-87e1-a61b92a464d0 req-51b4eed1-386c-428b-b38b-64bb411d9383 service neutron] Transition to ACTIVE for port object 483af117-bb3f-4588-a086-6405716a60ee will not be triggered until provisioned by entity L2. {{(pid=100246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:19:32.787853 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-d244711d-468c-427a-87e1-a61b92a464d0 req-51b4eed1-386c-428b-b38b-64bb411d9383 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127687527'] for port, after_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:32.848817 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b4eed1-386c-428b-b38b-64bb411d9383 service neutron] Pushing event updated for resources: {'Port': ['ID=483af117-bb3f-4588-a086-6405716a60ee,revision_number=6']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:19:33.096042 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [req-d244711d-468c-427a-87e1-a61b92a464d0 req-51b4eed1-386c-428b-b38b-64bb411d9383 service neutron] No DVR routers for this DVR port 483af117-bb3f-4588-a086-6405716a60ee on host n-h1-773647-6 {{(pid=100246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:19:33.284802 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [req-d244711d-468c-427a-87e1-a61b92a464d0 req-51b4eed1-386c-428b-b38b-64bb411d9383 service neutron] Attempting to bind port 483af117-bb3f-4588-a086-6405716a60ee on host n-h2-773647-6 for vnic_type normal with profile {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:19:33.285441 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [req-d244711d-468c-427a-87e1-a61b92a464d0 req-51b4eed1-386c-428b-b38b-64bb411d9383 service neutron] Attempting to bind port 483af117-bb3f-4588-a086-6405716a60ee by drivers openvswitch,hyperv on host n-h2-773647-6 at level 0 using segments [{'id': '967d25fd-e6c0-4517-afb5-5ac37f3bf726', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': 'f6bee18a-7d0c-49a0-8d57-f9458d12e262'}] {{(pid=100246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:19:33.286016 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d244711d-468c-427a-87e1-a61b92a464d0 req-51b4eed1-386c-428b-b38b-64bb411d9383 service neutron] Attempting to bind port 483af117-bb3f-4588-a086-6405716a60ee on network f6bee18a-7d0c-49a0-8d57-f9458d12e262 {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:19:33.292807 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d244711d-468c-427a-87e1-a61b92a464d0 req-51b4eed1-386c-428b-b38b-64bb411d9383 service neutron] Port 483af117-bb3f-4588-a086-6405716a60ee on network f6bee18a-7d0c-49a0-8d57-f9458d12e262 not bound, no agent of type Open vSwitch agent registered on host n-h2-773647-6 {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 14:19:33.293739 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d244711d-468c-427a-87e1-a61b92a464d0 req-51b4eed1-386c-428b-b38b-64bb411d9383 service neutron] Attempting to bind port 483af117-bb3f-4588-a086-6405716a60ee on network f6bee18a-7d0c-49a0-8d57-f9458d12e262 {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:19:33.299638 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Device 65a41ea4-e5ca-4a5a-a1d0-5bf5032e4c70 details requested by agent hyperv_n-h1-773647-6 with host n-h1-773647-6 {{(pid=100248) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 14:19:33.306627 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d244711d-468c-427a-87e1-a61b92a464d0 req-51b4eed1-386c-428b-b38b-64bb411d9383 service neutron] Checking agent: {'id': '63768ece-0600-4354-8d29-fdedec96b077', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-773647-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 51, 10), 'started_at': datetime.datetime(2021, 7, 6, 13, 51, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 19, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:19:33.307948 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d244711d-468c-427a-87e1-a61b92a464d0 req-51b4eed1-386c-428b-b38b-64bb411d9383 service neutron] Checking segment: {'id': '967d25fd-e6c0-4517-afb5-5ac37f3bf726', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': 'f6bee18a-7d0c-49a0-8d57-f9458d12e262'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:19:33.309076 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d244711d-468c-427a-87e1-a61b92a464d0 req-51b4eed1-386c-428b-b38b-64bb411d9383 service neutron] Bound using segment: {'id': '967d25fd-e6c0-4517-afb5-5ac37f3bf726', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': 'f6bee18a-7d0c-49a0-8d57-f9458d12e262'} {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:19:33.310276 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [req-d244711d-468c-427a-87e1-a61b92a464d0 req-51b4eed1-386c-428b-b38b-64bb411d9383 service neutron] Bound port: 483af117-bb3f-4588-a086-6405716a60ee, host: n-h2-773647-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '967d25fd-e6c0-4517-afb5-5ac37f3bf726', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': 'f6bee18a-7d0c-49a0-8d57-f9458d12e262'}}] {{(pid=100246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:19:33.311414 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-d244711d-468c-427a-87e1-a61b92a464d0 req-51b4eed1-386c-428b-b38b-64bb411d9383 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:33.436567 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.db [req-d244711d-468c-427a-87e1-a61b92a464d0 req-51b4eed1-386c-428b-b38b-64bb411d9383 service neutron] For port 483af117-bb3f-4588-a086-6405716a60ee, host n-h2-773647-6, cleared binding levels {{(pid=100246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:19:33.448451 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.db [req-d244711d-468c-427a-87e1-a61b92a464d0 req-51b4eed1-386c-428b-b38b-64bb411d9383 service neutron] For port 483af117-bb3f-4588-a086-6405716a60ee, host n-h2-773647-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=483af117-bb3f-4588-a086-6405716a60ee,segment=NetworkSegment(967d25fd-e6c0-4517-afb5-5ac37f3bf726),segment_id=967d25fd-e6c0-4517-afb5-5ac37f3bf726)] {{(pid=100246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:19:33.457124 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-d244711d-468c-427a-87e1-a61b92a464d0 req-51b4eed1-386c-428b-b38b-64bb411d9383 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127687527'] for port, after_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:33.462444 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] For port 65a41ea4-e5ca-4a5a-a1d0-5bf5032e4c70, host n-h1-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773647-6',level=0,port_id=65a41ea4-e5ca-4a5a-a1d0-5bf5032e4c70,segment=NetworkSegment(3485579c-4d75-45d9-a7e8-245348f946ff),segment_id=3485579c-4d75-45d9-a7e8-245348f946ff)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:19:33.498586 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Returning: {'device': '65a41ea4-e5ca-4a5a-a1d0-5bf5032e4c70', 'network_id': '9a9945d7-f704-4f59-8c11-10fba7c84a6d', 'port_id': '65a41ea4-e5ca-4a5a-a1d0-5bf5032e4c70', 'mac_address': 'fa:16:3e:36:04:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1042, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a11a84e7-e29f-49ab-86b3-7e53a4e90dc5', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100248) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 14:19:33.505502 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d244711d-468c-427a-87e1-a61b92a464d0 req-51b4eed1-386c-428b-b38b-64bb411d9383 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:19:33.506321 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-d244711d-468c-427a-87e1-a61b92a464d0 req-51b4eed1-386c-428b-b38b-64bb411d9383 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:33.508704 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-d244711d-468c-427a-87e1-a61b92a464d0 req-51b4eed1-386c-428b-b38b-64bb411d9383 service neutron] 10.222.0.72 "PUT /v2.0/ports/483af117-bb3f-4588-a086-6405716a60ee HTTP/1.1" status: 200 len: 1091 time: 1.4226952 Jul 06 14:19:33.549917 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.l3_dvrscheduler_db [req-4652bdfc-de65-41d9-97ff-dd93be30168d req-8cd30337-29be-4832-8b84-d1576126fd0a service neutron] No DVR routers for this DVR port 67b64fd1-ede8-4c8b-b13f-ce71aea9619c on host n-h2-773647-6 {{(pid=100247) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:19:33.572957 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-7e806a95-d675-48c2-8a37-3a3f8431be99 req-917b1632-5073-495a-a2d9-8af71ef02766 tempest-AttachVolumeShelveTestJSON-1020519793 tempest-AttachVolumeShelveTestJSON-1020519793-project] 10.222.0.104 "GET /v2.0/security-groups?id=a376d024-e4a1-4cc8-8fe5-9c69c2c40821&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.9701653 Jul 06 14:19:33.622031 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:33.649090 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b4eed1-386c-428b-b38b-64bb411d9383 service neutron] Pushing event updated for resources: {'Port': ['ID=483af117-bb3f-4588-a086-6405716a60ee,revision_number=7']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:19:33.664993 n-d-773647-6 neutron-server[100248]: DEBUG neutron.notifiers.nova [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 65a41ea4-e5ca-4a5a-a1d0-5bf5032e4c70 {{(pid=100248) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 14:19:33.702707 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e153f89-695a-4e8b-a756-6664a58333cb req-29b6b14d-620b-4ca0-8937-7cfbe76c9816 tempest-ServersTestJSON-809673865 tempest-ServersTestJSON-809673865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:19:33.704055 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d244711d-468c-427a-87e1-a61b92a464d0 req-4d048ab7-690e-48e4-ad39-ed1b9548922a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:19:33.708411 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-d244711d-468c-427a-87e1-a61b92a464d0 req-4d048ab7-690e-48e4-ad39-ed1b9548922a service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=1077a35eaa714f1bbf260d32c5a52c8f&device_id=de95b307-6508-414c-9448-6e96e4660560 HTTP/1.1" status: 200 len: 1094 time: 0.1713436 Jul 06 14:19:33.711546 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-2e153f89-695a-4e8b-a756-6664a58333cb req-29b6b14d-620b-4ca0-8937-7cfbe76c9816 tempest-ServersTestJSON-809673865 tempest-ServersTestJSON-809673865-project] 10.222.0.104 "GET /v2.0/ports?device_id=edfdc452-7903-4053-8957-d63095770198 HTTP/1.1" status: 200 len: 931 time: 1.2287710 Jul 06 14:19:33.719428 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] For port 65a41ea4-e5ca-4a5a-a1d0-5bf5032e4c70, host n-h1-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773647-6',level=0,port_id=65a41ea4-e5ca-4a5a-a1d0-5bf5032e4c70,segment=NetworkSegment(3485579c-4d75-45d9-a7e8-245348f946ff),segment_id=3485579c-4d75-45d9-a7e8-245348f946ff)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:19:33.729214 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:33.870707 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Pushing event updated for resources: {'Port': ['ID=65a41ea4-e5ca-4a5a-a1d0-5bf5032e4c70,revision_number=9']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:19:33.916265 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d244711d-468c-427a-87e1-a61b92a464d0 req-b0cd49d2-adb8-49f7-a7e6-bd88de3985f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:19:33.918349 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-d244711d-468c-427a-87e1-a61b92a464d0 req-b0cd49d2-adb8-49f7-a7e6-bd88de3985f1 service neutron] 10.222.0.72 "GET /v2.0/networks?id=f6bee18a-7d0c-49a0-8d57-f9458d12e262 HTTP/1.1" status: 200 len: 898 time: 0.2029567 Jul 06 14:19:33.964243 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-2e153f89-695a-4e8b-a756-6664a58333cb req-96fb3d90-183a-4827-a1db-0d412e73cfc4 tempest-ServersTestJSON-809673865 tempest-ServersTestJSON-809673865-project] 10.222.0.104 "GET /v2.0/security-groups?id=b2132efa-40d7-46de-9959-646c1b99d382&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2515967 Jul 06 14:19:34.029437 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-997acebf-0758-4e34-8bfb-9ae16b5ea54a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:34.044407 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-997acebf-0758-4e34-8bfb-9ae16b5ea54a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:34.087723 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-d244711d-468c-427a-87e1-a61b92a464d0 req-d2df83e5-d511-4128-b7cd-67715523860e service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=483af117-bb3f-4588-a086-6405716a60ee HTTP/1.1" status: 200 len: 999 time: 0.1547236 Jul 06 14:19:34.093798 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 06 Jul 2021 14:19:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-327b5068-1505-4fa9-aed4-084bcce1bedd x-openstack-request-id: req-327b5068-1505-4fa9-aed4-084bcce1bedd {{(pid=100246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:19:34.093798 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de95b307-6508-414c-9448-6e96e4660560", "name": "network-vif-unplugged", "status": "completed", "tag": "483af117-bb3f-4588-a086-6405716a60ee", "code": 200}]} {{(pid=100246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:19:34.093798 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-327b5068-1505-4fa9-aed4-084bcce1bedd {{(pid=100246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:19:34.093798 n-d-773647-6 neutron-server[100246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de95b307-6508-414c-9448-6e96e4660560', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '483af117-bb3f-4588-a086-6405716a60ee', 'code': 200} Jul 06 14:19:34.190723 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d244711d-468c-427a-87e1-a61b92a464d0 req-3de04b78-5062-40e9-9018-361ca568c2a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:19:34.193071 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-d244711d-468c-427a-87e1-a61b92a464d0 req-3de04b78-5062-40e9-9018-361ca568c2a2 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=de957a32-863f-485c-94ac-904da725d611 HTTP/1.1" status: 200 len: 834 time: 0.0972414 Jul 06 14:19:34.253460 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-997acebf-0758-4e34-8bfb-9ae16b5ea54a admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=71d80d4aae3a42ab85ee601161188ab0&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8432772 Jul 06 14:19:34.254816 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 34488) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:19:34.266392 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] get_ports_and_sgs() called for port_ids ['65a41ea4-e5ca-4a5a-a1d0-5bf5032e4c70'] {{(pid=100248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 14:19:34.317589 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-526a5041-e2a5-4fa9-98c1-e73096abd21f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:34.354499 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-526a5041-e2a5-4fa9-98c1-e73096abd21f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:34.358580 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997acebf-0758-4e34-8bfb-9ae16b5ea54a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60396681-0f02-4a83-a247-c91b6e6f17bb,revision_number=1']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:19:34.374708 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf515930-a1ac-4ca5-8ca3-78da3a75d339 req-8ccadd0b-8b83-486e-b15f-bbb57e4456e0 tempest-ServersNegativeTestJSON-728644794 tempest-ServersNegativeTestJSON-728644794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:19:34.382125 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-cf515930-a1ac-4ca5-8ca3-78da3a75d339 req-8ccadd0b-8b83-486e-b15f-bbb57e4456e0 tempest-ServersNegativeTestJSON-728644794 tempest-ServersNegativeTestJSON-728644794-project] 10.222.0.104 "GET /v2.0/ports?device_id=c38e1fb7-16c3-460f-81ed-82738a2148eb HTTP/1.1" status: 200 len: 945 time: 0.5026567 Jul 06 14:19:34.390668 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d244711d-468c-427a-87e1-a61b92a464d0 req-9c576d4a-9f8e-431a-99fa-3b8d39bd3e7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:19:34.392879 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-d244711d-468c-427a-87e1-a61b92a464d0 req-9c576d4a-9f8e-431a-99fa-3b8d39bd3e7b service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=f6bee18a-7d0c-49a0-8d57-f9458d12e262&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1926861 Jul 06 14:19:34.404793 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.managers [req-4652bdfc-de65-41d9-97ff-dd93be30168d req-8cd30337-29be-4832-8b84-d1576126fd0a service neutron] Attempting to bind port 67b64fd1-ede8-4c8b-b13f-ce71aea9619c on host n-h1-773647-6 for vnic_type normal with profile {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:19:34.405646 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.managers [req-4652bdfc-de65-41d9-97ff-dd93be30168d req-8cd30337-29be-4832-8b84-d1576126fd0a service neutron] Attempting to bind port 67b64fd1-ede8-4c8b-b13f-ce71aea9619c by drivers openvswitch,hyperv on host n-h1-773647-6 at level 0 using segments [{'id': 'c15971e2-442e-4b9a-8cef-3ba8ead63686', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': 'a1c5aa58-a5eb-4fe0-9c0d-ad9cb3f782ca'}] {{(pid=100247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:19:34.406006 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4652bdfc-de65-41d9-97ff-dd93be30168d req-8cd30337-29be-4832-8b84-d1576126fd0a service neutron] Attempting to bind port 67b64fd1-ede8-4c8b-b13f-ce71aea9619c on network a1c5aa58-a5eb-4fe0-9c0d-ad9cb3f782ca {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:19:34.417879 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4652bdfc-de65-41d9-97ff-dd93be30168d req-8cd30337-29be-4832-8b84-d1576126fd0a service neutron] Port 67b64fd1-ede8-4c8b-b13f-ce71aea9619c on network a1c5aa58-a5eb-4fe0-9c0d-ad9cb3f782ca not bound, no agent of type Open vSwitch agent registered on host n-h1-773647-6 {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 14:19:34.418209 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4652bdfc-de65-41d9-97ff-dd93be30168d req-8cd30337-29be-4832-8b84-d1576126fd0a service neutron] Attempting to bind port 67b64fd1-ede8-4c8b-b13f-ce71aea9619c on network a1c5aa58-a5eb-4fe0-9c0d-ad9cb3f782ca {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:19:34.432329 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4652bdfc-de65-41d9-97ff-dd93be30168d req-8cd30337-29be-4832-8b84-d1576126fd0a service neutron] Checking agent: {'id': '5bf7147f-bada-4441-a5dc-934b903473fb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-773647-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 51, 12), 'started_at': datetime.datetime(2021, 7, 6, 13, 51, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 19, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:19:34.432675 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4652bdfc-de65-41d9-97ff-dd93be30168d req-8cd30337-29be-4832-8b84-d1576126fd0a service neutron] Checking segment: {'id': 'c15971e2-442e-4b9a-8cef-3ba8ead63686', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': 'a1c5aa58-a5eb-4fe0-9c0d-ad9cb3f782ca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100247) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:19:34.433064 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4652bdfc-de65-41d9-97ff-dd93be30168d req-8cd30337-29be-4832-8b84-d1576126fd0a service neutron] Bound using segment: {'id': 'c15971e2-442e-4b9a-8cef-3ba8ead63686', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': 'a1c5aa58-a5eb-4fe0-9c0d-ad9cb3f782ca'} {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:19:34.433501 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.managers [req-4652bdfc-de65-41d9-97ff-dd93be30168d req-8cd30337-29be-4832-8b84-d1576126fd0a service neutron] Bound port: 67b64fd1-ede8-4c8b-b13f-ce71aea9619c, host: n-h1-773647-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c15971e2-442e-4b9a-8cef-3ba8ead63686', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': 'a1c5aa58-a5eb-4fe0-9c0d-ad9cb3f782ca'}}] {{(pid=100247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:19:34.433865 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-4652bdfc-de65-41d9-97ff-dd93be30168d req-8cd30337-29be-4832-8b84-d1576126fd0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:34.513019 n-d-773647-6 neutron-server[100247]: DEBUG neutron.notifiers.nova [req-d7b5faf7-f373-4ae8-bb5c-cc61585aee83 req-a2aa2a6a-cc28-4e01-bc20-a705be058a23 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 02647aa2-ab9e-43ef-a73b-cda7ff6cdbe5 {{(pid=100247) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 14:19:34.571402 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-d7b5faf7-f373-4ae8-bb5c-cc61585aee83 req-a2aa2a6a-cc28-4e01-bc20-a705be058a23 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:34.573494 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-d244711d-468c-427a-87e1-a61b92a464d0 req-ae24a6fd-2eb1-4563-bb0c-3b66a9e0158a service neutron] 10.222.0.72 "GET /v2.0/networks/f6bee18a-7d0c-49a0-8d57-f9458d12e262?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1699476 Jul 06 14:19:34.575330 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-526a5041-e2a5-4fa9-98c1-e73096abd21f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:34.578360 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-526a5041-e2a5-4fa9-98c1-e73096abd21f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:34.579834 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-526a5041-e2a5-4fa9-98c1-e73096abd21f admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/60396681-0f02-4a83-a247-c91b6e6f17bb HTTP/1.1" status: 204 len: 168 time: 0.3216882 Jul 06 14:19:34.611824 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-cf515930-a1ac-4ca5-8ca3-78da3a75d339 req-82dee886-4dbc-47f4-a1f7-31805057dfe3 tempest-ServersNegativeTestJSON-728644794 tempest-ServersNegativeTestJSON-728644794-project] 10.222.0.104 "GET /v2.0/security-groups?id=55139e1c-0239-472b-ada8-5a3c70b3eb43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2286687 Jul 06 14:19:34.615115 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526a5041-e2a5-4fa9-98c1-e73096abd21f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60396681-0f02-4a83-a247-c91b6e6f17bb,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:19:34.638486 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.provisioning_blocks [req-d7b5faf7-f373-4ae8-bb5c-cc61585aee83 req-a2aa2a6a-cc28-4e01-bc20-a705be058a23 service neutron] Transition to ACTIVE for port object 02647aa2-ab9e-43ef-a73b-cda7ff6cdbe5 will not be triggered until provisioned by entity L2. {{(pid=100247) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:19:34.646692 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b6d0ef-433e-4518-a269-3e6e246ade33 req-1f8c32a7-cf9b-427d-aee7-50ea8dec0817 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:19:34.654942 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-c1b6d0ef-433e-4518-a269-3e6e246ade33 req-1f8c32a7-cf9b-427d-aee7-50ea8dec0817 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] 10.222.0.104 "GET /v2.0/ports?device_id=de95b307-6508-414c-9448-6e96e4660560 HTTP/1.1" status: 200 len: 943 time: 0.3612409 Jul 06 14:19:34.664679 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-d7b5faf7-f373-4ae8-bb5c-cc61585aee83 req-a2aa2a6a-cc28-4e01-bc20-a705be058a23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128888538'] for port, after_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:34.772518 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-d244711d-468c-427a-87e1-a61b92a464d0 req-4e596075-45ad-41c5-a0ec-daf34707e82e service neutron] 10.222.0.72 "GET /v2.0/networks/f6bee18a-7d0c-49a0-8d57-f9458d12e262?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1910954 Jul 06 14:19:34.818651 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.db [req-4652bdfc-de65-41d9-97ff-dd93be30168d req-8cd30337-29be-4832-8b84-d1576126fd0a service neutron] For port 67b64fd1-ede8-4c8b-b13f-ce71aea9619c, host n-h1-773647-6, cleared binding levels {{(pid=100247) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:19:34.822248 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2aa2a6a-cc28-4e01-bc20-a705be058a23 service neutron] Pushing event updated for resources: {'Port': ['ID=02647aa2-ab9e-43ef-a73b-cda7ff6cdbe5,revision_number=2']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:19:34.835793 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-c1b6d0ef-433e-4518-a269-3e6e246ade33 req-932003c6-25d6-4304-973f-bc5431c618c3 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] 10.222.0.104 "GET /v2.0/security-groups?id=5a45c5f2-3366-4ec3-bcbb-576e95eec77a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1797643 Jul 06 14:19:34.924599 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.db [req-4652bdfc-de65-41d9-97ff-dd93be30168d req-8cd30337-29be-4832-8b84-d1576126fd0a service neutron] For port 67b64fd1-ede8-4c8b-b13f-ce71aea9619c, host n-h1-773647-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773647-6',level=0,port_id=67b64fd1-ede8-4c8b-b13f-ce71aea9619c,segment=NetworkSegment(c15971e2-442e-4b9a-8cef-3ba8ead63686),segment_id=c15971e2-442e-4b9a-8cef-3ba8ead63686)] {{(pid=100247) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:19:34.943395 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-4652bdfc-de65-41d9-97ff-dd93be30168d req-8cd30337-29be-4832-8b84-d1576126fd0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128888538'] for port, after_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:35.019538 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.managers [req-d7b5faf7-f373-4ae8-bb5c-cc61585aee83 req-a2aa2a6a-cc28-4e01-bc20-a705be058a23 service neutron] Attempting to bind port 02647aa2-ab9e-43ef-a73b-cda7ff6cdbe5 on host n-h1-773647-6 for vnic_type normal with profile {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:19:35.019950 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.managers [req-d7b5faf7-f373-4ae8-bb5c-cc61585aee83 req-a2aa2a6a-cc28-4e01-bc20-a705be058a23 service neutron] Attempting to bind port 02647aa2-ab9e-43ef-a73b-cda7ff6cdbe5 by drivers openvswitch,hyperv on host n-h1-773647-6 at level 0 using segments [{'id': 'cb1a6cec-0b40-4dde-b37a-6dbda6bd8158', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': 'e673442c-5645-41cd-ae64-05cc6584adda'}] {{(pid=100247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:19:35.020346 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7b5faf7-f373-4ae8-bb5c-cc61585aee83 req-a2aa2a6a-cc28-4e01-bc20-a705be058a23 service neutron] Attempting to bind port 02647aa2-ab9e-43ef-a73b-cda7ff6cdbe5 on network e673442c-5645-41cd-ae64-05cc6584adda {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:19:35.041536 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7b5faf7-f373-4ae8-bb5c-cc61585aee83 req-a2aa2a6a-cc28-4e01-bc20-a705be058a23 service neutron] Port 02647aa2-ab9e-43ef-a73b-cda7ff6cdbe5 on network e673442c-5645-41cd-ae64-05cc6584adda not bound, no agent of type Open vSwitch agent registered on host n-h1-773647-6 {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 14:19:35.041877 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7b5faf7-f373-4ae8-bb5c-cc61585aee83 req-a2aa2a6a-cc28-4e01-bc20-a705be058a23 service neutron] Attempting to bind port 02647aa2-ab9e-43ef-a73b-cda7ff6cdbe5 on network e673442c-5645-41cd-ae64-05cc6584adda {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:19:35.045808 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4652bdfc-de65-41d9-97ff-dd93be30168d req-8cd30337-29be-4832-8b84-d1576126fd0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:19:35.046446 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-4652bdfc-de65-41d9-97ff-dd93be30168d req-8cd30337-29be-4832-8b84-d1576126fd0a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:35.048790 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-4652bdfc-de65-41d9-97ff-dd93be30168d req-8cd30337-29be-4832-8b84-d1576126fd0a service neutron] 10.222.0.127 "PUT /v2.0/ports/67b64fd1-ede8-4c8b-b13f-ce71aea9619c HTTP/1.1" status: 200 len: 1092 time: 3.8300359 Jul 06 14:19:35.062553 n-d-773647-6 neutron-server[100247]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28222247-ef72-4123-b031-e588ebd3ba47', 'tag': '67b64fd1-ede8-4c8b-b13f-ce71aea9619c'}] {{(pid=100247) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:19:35.065269 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cbf0eeaae822f8fc9b87a94aeba67a3d651842baf663a51cba94b67a514836d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9b5105a-3307-4da6-8c0d-23d449f6a31d" -d '{"events": [{"name": "network-changed", "server_uuid": "28222247-ef72-4123-b031-e588ebd3ba47", "tag": "67b64fd1-ede8-4c8b-b13f-ce71aea9619c"}]}' {{(pid=100247) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:19:35.138856 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7b5faf7-f373-4ae8-bb5c-cc61585aee83 req-a2aa2a6a-cc28-4e01-bc20-a705be058a23 service neutron] Checking agent: {'id': '5bf7147f-bada-4441-a5dc-934b903473fb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-773647-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 51, 12), 'started_at': datetime.datetime(2021, 7, 6, 13, 51, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 19, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:19:35.139368 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7b5faf7-f373-4ae8-bb5c-cc61585aee83 req-a2aa2a6a-cc28-4e01-bc20-a705be058a23 service neutron] Checking segment: {'id': 'cb1a6cec-0b40-4dde-b37a-6dbda6bd8158', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': 'e673442c-5645-41cd-ae64-05cc6584adda'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100247) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:19:35.140039 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7b5faf7-f373-4ae8-bb5c-cc61585aee83 req-a2aa2a6a-cc28-4e01-bc20-a705be058a23 service neutron] Bound using segment: {'id': 'cb1a6cec-0b40-4dde-b37a-6dbda6bd8158', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': 'e673442c-5645-41cd-ae64-05cc6584adda'} {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:19:35.140717 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.managers [req-d7b5faf7-f373-4ae8-bb5c-cc61585aee83 req-a2aa2a6a-cc28-4e01-bc20-a705be058a23 service neutron] Bound port: 02647aa2-ab9e-43ef-a73b-cda7ff6cdbe5, host: n-h1-773647-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cb1a6cec-0b40-4dde-b37a-6dbda6bd8158', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': 'e673442c-5645-41cd-ae64-05cc6584adda'}}] {{(pid=100247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:19:35.141249 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-d7b5faf7-f373-4ae8-bb5c-cc61585aee83 req-a2aa2a6a-cc28-4e01-bc20-a705be058a23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:35.258021 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd30337-29be-4832-8b84-d1576126fd0a service neutron] Pushing event updated for resources: {'Port': ['ID=67b64fd1-ede8-4c8b-b13f-ce71aea9619c,revision_number=10']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:19:35.314352 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Device 65a41ea4-e5ca-4a5a-a1d0-5bf5032e4c70 up at agent hyperv_n-h1-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:19:35.390219 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Provisioning complete for port 65a41ea4-e5ca-4a5a-a1d0-5bf5032e4c70 triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:19:35.390840 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:35.398158 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.db [req-d7b5faf7-f373-4ae8-bb5c-cc61585aee83 req-a2aa2a6a-cc28-4e01-bc20-a705be058a23 service neutron] For port 02647aa2-ab9e-43ef-a73b-cda7ff6cdbe5, host n-h1-773647-6, cleared binding levels {{(pid=100247) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:19:35.409657 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 34512) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:19:35.433742 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.db [req-d7b5faf7-f373-4ae8-bb5c-cc61585aee83 req-a2aa2a6a-cc28-4e01-bc20-a705be058a23 service neutron] For port 02647aa2-ab9e-43ef-a73b-cda7ff6cdbe5, host n-h1-773647-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773647-6',level=0,port_id=02647aa2-ab9e-43ef-a73b-cda7ff6cdbe5,segment=NetworkSegment(cb1a6cec-0b40-4dde-b37a-6dbda6bd8158),segment_id=cb1a6cec-0b40-4dde-b37a-6dbda6bd8158)] {{(pid=100247) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:19:35.467114 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-d7b5faf7-f373-4ae8-bb5c-cc61585aee83 req-a2aa2a6a-cc28-4e01-bc20-a705be058a23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128888538'] for port, after_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:35.527829 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4652bdfc-de65-41d9-97ff-dd93be30168d req-79dd915f-ee37-42a9-9c51-9aeb8a4b7f06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:19:35.529382 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-4652bdfc-de65-41d9-97ff-dd93be30168d req-79dd915f-ee37-42a9-9c51-9aeb8a4b7f06 service neutron] 10.222.0.127 "GET /v2.0/ports?tenant_id=9686fd5ec0aa4012928191c3d42f6e6c&device_id=28222247-ef72-4123-b031-e588ebd3ba47 HTTP/1.1" status: 200 len: 1096 time: 0.3693991 Jul 06 14:19:35.545965 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:35.547130 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61183a6c-6d30-47c4-a7f1-b6349ae5b52f req-cbb038ad-4f2e-4924-a0ad-8eb0de8383a1 tempest-AttachVolumeShelveTestJSON-1020519793 tempest-AttachVolumeShelveTestJSON-1020519793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:19:35.555744 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-61183a6c-6d30-47c4-a7f1-b6349ae5b52f req-cbb038ad-4f2e-4924-a0ad-8eb0de8383a1 tempest-AttachVolumeShelveTestJSON-1020519793 tempest-AttachVolumeShelveTestJSON-1020519793-project] 10.222.0.104 "GET /v2.0/ports?device_id=28222247-ef72-4123-b031-e588ebd3ba47 HTTP/1.1" status: 200 len: 945 time: 0.4835467 Jul 06 14:19:35.562677 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b5faf7-f373-4ae8-bb5c-cc61585aee83 req-a2aa2a6a-cc28-4e01-bc20-a705be058a23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:19:35.563710 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-d7b5faf7-f373-4ae8-bb5c-cc61585aee83 req-a2aa2a6a-cc28-4e01-bc20-a705be058a23 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:35.565103 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-d7b5faf7-f373-4ae8-bb5c-cc61585aee83 req-a2aa2a6a-cc28-4e01-bc20-a705be058a23 service neutron] 10.222.0.127 "PUT /v2.0/ports/02647aa2-ab9e-43ef-a73b-cda7ff6cdbe5 HTTP/1.1" status: 200 len: 1091 time: 3.3831496 Jul 06 14:19:35.586027 n-d-773647-6 neutron-server[100248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c38e1fb7-16c3-460f-81ed-82738a2148eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65a41ea4-e5ca-4a5a-a1d0-5bf5032e4c70'}] {{(pid=100248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:19:35.602210 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84af257533e383389cbcf231d3534f4d5e149e7203fea16b4a8fc01438dddaf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee67e218-e604-4e70-a4b1-f07af9d6e262" -d '{"events": [{"server_uuid": "c38e1fb7-16c3-460f-81ed-82738a2148eb", "name": "network-vif-plugged", "status": "completed", "tag": "65a41ea4-e5ca-4a5a-a1d0-5bf5032e4c70"}]}' {{(pid=100248) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:19:35.615447 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-79f82e82-52cc-42d2-9f7a-4421c7b4f150 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:35.617321 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] For port 65a41ea4-e5ca-4a5a-a1d0-5bf5032e4c70, host n-h1-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773647-6',level=0,port_id=65a41ea4-e5ca-4a5a-a1d0-5bf5032e4c70,segment=NetworkSegment(3485579c-4d75-45d9-a7e8-245348f946ff),segment_id=3485579c-4d75-45d9-a7e8-245348f946ff)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:19:35.622806 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:35.624292 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Device 483af117-bb3f-4588-a086-6405716a60ee no longer exists at agent hyperv_n-h1-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:19:35.644591 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-61183a6c-6d30-47c4-a7f1-b6349ae5b52f req-a5aa0ca5-47e2-4a8b-ba91-9fbfaaa8213e tempest-AttachVolumeShelveTestJSON-1020519793 tempest-AttachVolumeShelveTestJSON-1020519793-project] 10.222.0.104 "GET /v2.0/security-groups?id=a376d024-e4a1-4cc8-8fe5-9c69c2c40821&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0879424 Jul 06 14:19:35.661936 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa09e618-1682-4fe5-bd77-6add2365df08 req-300f3ae4-e886-4777-bdf7-fb8c28342de9 tempest-ServersTestJSON-809673865 tempest-ServersTestJSON-809673865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:19:35.667515 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-aa09e618-1682-4fe5-bd77-6add2365df08 req-300f3ae4-e886-4777-bdf7-fb8c28342de9 tempest-ServersTestJSON-809673865 tempest-ServersTestJSON-809673865-project] 10.222.0.104 "GET /v2.0/ports?device_id=edfdc452-7903-4053-8957-d63095770198 HTTP/1.1" status: 200 len: 943 time: 0.3797212 Jul 06 14:19:35.727306 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Pushing event updated for resources: {'Port': ['ID=65a41ea4-e5ca-4a5a-a1d0-5bf5032e4c70,revision_number=10']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:19:35.766368 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Device 483af117-bb3f-4588-a086-6405716a60ee not bound to the agent host n-h1-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:19:35.803915 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-79f82e82-52cc-42d2-9f7a-4421c7b4f150 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:35.809373 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-79f82e82-52cc-42d2-9f7a-4421c7b4f150 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:35.810858 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 14:19:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8ffa6db-964e-44e1-bde0-11471785bf73 x-openstack-request-id: req-a8ffa6db-964e-44e1-bde0-11471785bf73 {{(pid=100248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:19:35.811260 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c38e1fb7-16c3-460f-81ed-82738a2148eb", "name": "network-vif-plugged", "status": "completed", "tag": "65a41ea4-e5ca-4a5a-a1d0-5bf5032e4c70", "code": 200}]} {{(pid=100248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:19:35.811960 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-a8ffa6db-964e-44e1-bde0-11471785bf73 {{(pid=100248) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:19:35.812522 n-d-773647-6 neutron-server[100248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c38e1fb7-16c3-460f-81ed-82738a2148eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65a41ea4-e5ca-4a5a-a1d0-5bf5032e4c70', 'code': 200} Jul 06 14:19:35.823367 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2aa2a6a-cc28-4e01-bc20-a705be058a23 service neutron] Pushing event updated for resources: {'Port': ['ID=02647aa2-ab9e-43ef-a73b-cda7ff6cdbe5,revision_number=3']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:19:35.840758 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4652bdfc-de65-41d9-97ff-dd93be30168d req-51c5e10b-1d78-4708-a636-ced832eb5b19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:19:35.842291 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-4652bdfc-de65-41d9-97ff-dd93be30168d req-51c5e10b-1d78-4708-a636-ced832eb5b19 service neutron] 10.222.0.127 "GET /v2.0/networks?id=a1c5aa58-a5eb-4fe0-9c0d-ad9cb3f782ca HTTP/1.1" status: 200 len: 919 time: 0.2746854 Jul 06 14:19:35.848756 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 14:19:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77df3ef2-c4f9-43ab-88b1-84aaa83f3eec x-openstack-request-id: req-77df3ef2-c4f9-43ab-88b1-84aaa83f3eec {{(pid=100247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:19:35.850546 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "28222247-ef72-4123-b031-e588ebd3ba47", "tag": "67b64fd1-ede8-4c8b-b13f-ce71aea9619c", "status": "completed", "code": 200}]} {{(pid=100247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:19:35.850812 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-77df3ef2-c4f9-43ab-88b1-84aaa83f3eec {{(pid=100247) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:19:35.852223 n-d-773647-6 neutron-server[100247]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28222247-ef72-4123-b031-e588ebd3ba47', 'tag': '67b64fd1-ede8-4c8b-b13f-ce71aea9619c', 'status': 'completed', 'code': 200} Jul 06 14:19:35.867956 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-79f82e82-52cc-42d2-9f7a-4421c7b4f150 admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=7e624f290db644e19c092d2995f7fdd7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4563668 Jul 06 14:19:35.869443 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f82e82-52cc-42d2-9f7a-4421c7b4f150 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5477b7f8-5456-4133-86eb-371118e34fa8,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:19:35.873740 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 34528) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:19:35.950191 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-900db895-3aa6-4f01-bbaf-e85b1cbb6c9e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:35.983502 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-900db895-3aa6-4f01-bbaf-e85b1cbb6c9e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:36.045957 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-900db895-3aa6-4f01-bbaf-e85b1cbb6c9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:36.050214 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-900db895-3aa6-4f01-bbaf-e85b1cbb6c9e admin admin] Notify callbacks [] for security_group, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:36.052707 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-900db895-3aa6-4f01-bbaf-e85b1cbb6c9e admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/5477b7f8-5456-4133-86eb-371118e34fa8 HTTP/1.1" status: 204 len: 168 time: 0.1777086 Jul 06 14:19:36.070091 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900db895-3aa6-4f01-bbaf-e85b1cbb6c9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5477b7f8-5456-4133-86eb-371118e34fa8,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:19:36.094372 n-d-773647-6 neutron-server[100246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de95b307-6508-414c-9448-6e96e4660560', 'tag': '483af117-bb3f-4588-a086-6405716a60ee'}] {{(pid=100246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:19:36.097431 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0d96c5ab5e889f7b933ae915b9be33d1b46c9e87795bf781004b656ef3f1e87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e282ba94-71cf-44ed-91a2-0b0da6be523e" -d '{"events": [{"name": "network-changed", "server_uuid": "de95b307-6508-414c-9448-6e96e4660560", "tag": "483af117-bb3f-4588-a086-6405716a60ee"}]}' {{(pid=100246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:19:36.129304 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-aa09e618-1682-4fe5-bd77-6add2365df08 req-9250d7e1-53e6-43fe-a085-63934f90e139 tempest-ServersTestJSON-809673865 tempest-ServersTestJSON-809673865-project] 10.222.0.104 "GET /v2.0/security-groups?id=b2132efa-40d7-46de-9959-646c1b99d382&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2103872 Jul 06 14:19:36.190239 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-4652bdfc-de65-41d9-97ff-dd93be30168d req-2c9a4c9f-b0dc-4f53-af07-2c424b8a326b service neutron] 10.222.0.127 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=67b64fd1-ede8-4c8b-b13f-ce71aea9619c HTTP/1.1" status: 200 len: 998 time: 0.2576308 Jul 06 14:19:36.252463 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59be08b2-da04-4aaa-8cb2-c9b2de0049dd req-899cd813-f4c3-4d1e-91a2-a8e224af5086 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:19:36.254005 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-59be08b2-da04-4aaa-8cb2-c9b2de0049dd req-899cd813-f4c3-4d1e-91a2-a8e224af5086 service neutron] 10.222.0.127 "GET /v2.0/ports?device_id=c38e1fb7-16c3-460f-81ed-82738a2148eb HTTP/1.1" status: 200 len: 1098 time: 0.2322404 Jul 06 14:19:36.255822 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b5faf7-f373-4ae8-bb5c-cc61585aee83 req-d496fec6-788b-4fe6-9c8c-2f1a3b08f3b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:19:36.257995 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-d7b5faf7-f373-4ae8-bb5c-cc61585aee83 req-d496fec6-788b-4fe6-9c8c-2f1a3b08f3b7 service neutron] 10.222.0.127 "GET /v2.0/ports?tenant_id=0fb5330a68d94b1da3c3872d90574aab&device_id=edfdc452-7903-4053-8957-d63095770198 HTTP/1.1" status: 200 len: 1094 time: 0.6409650 Jul 06 14:19:36.341429 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4652bdfc-de65-41d9-97ff-dd93be30168d req-946e1405-2eb2-4260-b81e-e1368043863e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:19:36.341429 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-4652bdfc-de65-41d9-97ff-dd93be30168d req-946e1405-2eb2-4260-b81e-e1368043863e service neutron] 10.222.0.127 "GET /v2.0/subnets?id=6ec930d2-90b3-4355-914b-4efea8972d25 HTTP/1.1" status: 200 len: 856 time: 0.1366436 Jul 06 14:19:36.351567 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8acf067-44b0-4444-a2a3-1390b508e1d9 req-60b7be5e-ff40-45a2-8554-9b5578d63e78 tempest-ServersNegativeTestJSON-728644794 tempest-ServersNegativeTestJSON-728644794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:19:36.353067 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-a8acf067-44b0-4444-a2a3-1390b508e1d9 req-60b7be5e-ff40-45a2-8554-9b5578d63e78 tempest-ServersNegativeTestJSON-728644794 tempest-ServersNegativeTestJSON-728644794-project] 10.222.0.104 "GET /v2.0/ports?device_id=c38e1fb7-16c3-460f-81ed-82738a2148eb HTTP/1.1" status: 200 len: 947 time: 0.3351977 Jul 06 14:19:36.363085 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-d7b5faf7-f373-4ae8-bb5c-cc61585aee83 req-5a0ba214-987d-4a6b-b01f-90e744c8bc61 service neutron] 10.222.0.127 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=02647aa2-ab9e-43ef-a73b-cda7ff6cdbe5 HTTP/1.1" status: 200 len: 217 time: 0.0845773 Jul 06 14:19:36.487242 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-59be08b2-da04-4aaa-8cb2-c9b2de0049dd req-3a8edf52-327b-4736-b532-d6c3ce6defd3 service neutron] 10.222.0.127 "GET /v2.0/security-groups?id=55139e1c-0239-472b-ada8-5a3c70b3eb43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2164598 Jul 06 14:19:36.517066 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 34554) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:19:36.526924 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b5faf7-f373-4ae8-bb5c-cc61585aee83 req-12acc1f3-0a49-4dbb-9969-3efec2120b33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:19:36.528425 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-d7b5faf7-f373-4ae8-bb5c-cc61585aee83 req-12acc1f3-0a49-4dbb-9969-3efec2120b33 service neutron] 10.222.0.127 "GET /v2.0/subnets?id=77f3889b-e625-42b7-98f3-adea55c7f2d3 HTTP/1.1" status: 200 len: 846 time: 0.1369610 Jul 06 14:19:36.530458 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-5b3cba7b-086f-4e3f-b650-682adef7e153 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:36.549200 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-a8acf067-44b0-4444-a2a3-1390b508e1d9 req-1259df81-de0c-413a-a11d-edfc0dfd4520 tempest-ServersNegativeTestJSON-728644794 tempest-ServersNegativeTestJSON-728644794-project] 10.222.0.104 "GET /v2.0/security-groups?id=55139e1c-0239-472b-ada8-5a3c70b3eb43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1762300 Jul 06 14:19:36.658991 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-d7b5faf7-f373-4ae8-bb5c-cc61585aee83 req-b0cdb034-74d0-4327-81ab-7e88065c8bf3 service neutron] 10.222.0.127 "GET /v2.0/ports?network_id=e673442c-5645-41cd-ae64-05cc6584adda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0494747 Jul 06 14:19:36.664028 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 14:19:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8eb9982-e64f-44e9-9c44-ebd0f635da9a x-openstack-request-id: req-b8eb9982-e64f-44e9-9c44-ebd0f635da9a {{(pid=100246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:19:36.664028 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de95b307-6508-414c-9448-6e96e4660560", "tag": "483af117-bb3f-4588-a086-6405716a60ee", "status": "completed", "code": 200}]} {{(pid=100246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:19:36.664028 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-b8eb9982-e64f-44e9-9c44-ebd0f635da9a {{(pid=100246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:19:36.664528 n-d-773647-6 neutron-server[100246]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de95b307-6508-414c-9448-6e96e4660560', 'tag': '483af117-bb3f-4588-a086-6405716a60ee', 'status': 'completed', 'code': 200} Jul 06 14:19:36.667117 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-5b3cba7b-086f-4e3f-b650-682adef7e153 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:36.670840 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed73bd47-4f82-4e47-86b3-dd84bba75a9a req-3cc30484-3b79-4ada-95e3-0a11d11baf73 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:19:36.672773 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-5b3cba7b-086f-4e3f-b650-682adef7e153 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:36.675751 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-ed73bd47-4f82-4e47-86b3-dd84bba75a9a req-3cc30484-3b79-4ada-95e3-0a11d11baf73 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] 10.222.0.104 "GET /v2.0/ports?device_id=de95b307-6508-414c-9448-6e96e4660560 HTTP/1.1" status: 200 len: 943 time: 0.3661950 Jul 06 14:19:36.726672 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4652bdfc-de65-41d9-97ff-dd93be30168d req-a6a8e30f-5387-4cc6-a5e2-ba0bbbba5b1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:19:36.728212 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-4652bdfc-de65-41d9-97ff-dd93be30168d req-a6a8e30f-5387-4cc6-a5e2-ba0bbbba5b1e service neutron] 10.222.0.127 "GET /v2.0/ports?network_id=a1c5aa58-a5eb-4fe0-9c0d-ad9cb3f782ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3670740 Jul 06 14:19:36.774145 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3cba7b-086f-4e3f-b650-682adef7e153 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b399f39c-2b3f-4d85-a6e1-def7710fcc5c,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:19:36.780980 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-5b3cba7b-086f-4e3f-b650-682adef7e153 admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=ed52cf84b3904874ae032ce5f5ef4589&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2627907 Jul 06 14:19:36.789783 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 34562) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:19:36.851586 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e282ba94-71cf-44ed-91a2-0b0da6be523e req-cf97418f-05f4-412a-a952-0b363b3c44da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:19:36.854535 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-e282ba94-71cf-44ed-91a2-0b0da6be523e req-cf97418f-05f4-412a-a952-0b363b3c44da service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=1077a35eaa714f1bbf260d32c5a52c8f&device_id=de95b307-6508-414c-9448-6e96e4660560 HTTP/1.1" status: 200 len: 1094 time: 0.1737833 Jul 06 14:19:36.923028 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-5dee2bee-4bf9-4e3c-b420-dea44265db07 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:36.982372 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-5dee2bee-4bf9-4e3c-b420-dea44265db07 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:37.066547 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-ed73bd47-4f82-4e47-86b3-dd84bba75a9a req-7a741e9d-170d-43f2-8888-cc6cefee0188 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] 10.222.0.104 "GET /v2.0/security-groups?id=5a45c5f2-3366-4ec3-bcbb-576e95eec77a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3423178 Jul 06 14:19:37.090870 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Device 483af117-bb3f-4588-a086-6405716a60ee details requested by agent hyperv_n-h2-773647-6 with host n-h2-773647-6 {{(pid=100248) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 14:19:37.126439 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e282ba94-71cf-44ed-91a2-0b0da6be523e req-81e717b8-adbc-4144-a1a6-a336927b877c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:19:37.128552 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-e282ba94-71cf-44ed-91a2-0b0da6be523e req-81e717b8-adbc-4144-a1a6-a336927b877c service neutron] 10.222.0.72 "GET /v2.0/networks?id=f6bee18a-7d0c-49a0-8d57-f9458d12e262 HTTP/1.1" status: 200 len: 898 time: 0.2669232 Jul 06 14:19:37.165897 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e282ba94-71cf-44ed-91a2-0b0da6be523e req-99f5401c-8e6c-48f0-85ee-a3630e2afb21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:19:37.167439 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-e282ba94-71cf-44ed-91a2-0b0da6be523e req-99f5401c-8e6c-48f0-85ee-a3630e2afb21 service neutron] 10.222.0.127 "GET /v2.0/ports?tenant_id=1077a35eaa714f1bbf260d32c5a52c8f&device_id=de95b307-6508-414c-9448-6e96e4660560 HTTP/1.1" status: 200 len: 1094 time: 0.4900606 Jul 06 14:19:37.169207 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-4652bdfc-de65-41d9-97ff-dd93be30168d req-b8c64482-c582-46cc-b52c-bdd76edc78de service neutron] 10.222.0.127 "GET /v2.0/networks/a1c5aa58-a5eb-4fe0-9c0d-ad9cb3f782ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3269582 Jul 06 14:19:37.172027 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-d7b5faf7-f373-4ae8-bb5c-cc61585aee83 req-184397be-1536-4ae2-93a0-97c16cf1d5b8 service neutron] 10.222.0.127 "GET /v2.0/networks/e673442c-5645-41cd-ae64-05cc6584adda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4732831 Jul 06 14:19:37.226521 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8d6809-06db-4c40-b09a-cfb09dfe077a req-44205048-034c-4731-a39d-00f30a4fae32 tempest-AttachVolumeShelveTestJSON-1020519793 tempest-AttachVolumeShelveTestJSON-1020519793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:19:37.236212 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-ab8d6809-06db-4c40-b09a-cfb09dfe077a req-44205048-034c-4731-a39d-00f30a4fae32 tempest-AttachVolumeShelveTestJSON-1020519793 tempest-AttachVolumeShelveTestJSON-1020519793-project] 10.222.0.104 "GET /v2.0/ports?device_id=28222247-ef72-4123-b031-e588ebd3ba47 HTTP/1.1" status: 200 len: 945 time: 0.3105516 Jul 06 14:19:37.255418 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-5dee2bee-4bf9-4e3c-b420-dea44265db07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:37.269115 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-5dee2bee-4bf9-4e3c-b420-dea44265db07 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:37.270318 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-5dee2bee-4bf9-4e3c-b420-dea44265db07 admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/b399f39c-2b3f-4d85-a6e1-def7710fcc5c HTTP/1.1" status: 204 len: 168 time: 0.4788885 Jul 06 14:19:37.288832 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dee2bee-4bf9-4e3c-b420-dea44265db07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b399f39c-2b3f-4d85-a6e1-def7710fcc5c,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:19:37.299158 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-e282ba94-71cf-44ed-91a2-0b0da6be523e req-565e0868-3f4d-45c5-b8ed-4adc69358d46 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=483af117-bb3f-4588-a086-6405716a60ee HTTP/1.1" status: 200 len: 999 time: 0.1629729 Jul 06 14:19:37.299729 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 34576) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:19:37.319177 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] For port 483af117-bb3f-4588-a086-6405716a60ee, host n-h2-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=483af117-bb3f-4588-a086-6405716a60ee,segment=NetworkSegment(967d25fd-e6c0-4517-afb5-5ac37f3bf726),segment_id=967d25fd-e6c0-4517-afb5-5ac37f3bf726)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:19:37.338160 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Returning: {'device': '483af117-bb3f-4588-a086-6405716a60ee', 'network_id': 'f6bee18a-7d0c-49a0-8d57-f9458d12e262', 'port_id': '483af117-bb3f-4588-a086-6405716a60ee', 'mac_address': 'fa:16:3e:f3:3f:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1049, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'de957a32-863f-485c-94ac-904da725d611', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100248) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 14:19:37.412411 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:37.416441 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e282ba94-71cf-44ed-91a2-0b0da6be523e req-83c50115-99be-4f4c-9706-4ff22769184f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:19:37.417936 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-e282ba94-71cf-44ed-91a2-0b0da6be523e req-83c50115-99be-4f4c-9706-4ff22769184f service neutron] 10.222.0.72 "GET /v2.0/subnets?id=de957a32-863f-485c-94ac-904da725d611 HTTP/1.1" status: 200 len: 834 time: 0.1086357 Jul 06 14:19:37.445104 n-d-773647-6 neutron-server[100248]: DEBUG neutron.notifiers.nova [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 483af117-bb3f-4588-a086-6405716a60ee {{(pid=100248) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 14:19:37.493966 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] For port 483af117-bb3f-4588-a086-6405716a60ee, host n-h2-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=483af117-bb3f-4588-a086-6405716a60ee,segment=NetworkSegment(967d25fd-e6c0-4517-afb5-5ac37f3bf726),segment_id=967d25fd-e6c0-4517-afb5-5ac37f3bf726)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:19:37.501164 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:37.517406 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e282ba94-71cf-44ed-91a2-0b0da6be523e req-33ed0dad-f297-4e3e-aaa6-45a4a49469fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:19:37.521320 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-e282ba94-71cf-44ed-91a2-0b0da6be523e req-33ed0dad-f297-4e3e-aaa6-45a4a49469fa service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=f6bee18a-7d0c-49a0-8d57-f9458d12e262&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0957932 Jul 06 14:19:37.623326 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Pushing event updated for resources: {'Port': ['ID=483af117-bb3f-4588-a086-6405716a60ee,revision_number=8']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:19:37.650144 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-a4b9b7a5-5d57-46e7-bd59-45b063bc3831 tempest-DHCPAgentSchedulersTestJSON-1835629900 tempest-DHCPAgentSchedulersTestJSON-1835629900-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-211930907'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:19:37.712094 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-e282ba94-71cf-44ed-91a2-0b0da6be523e req-6d911461-745a-4d7d-b801-f76c8e68aa12 service neutron] 10.222.0.72 "GET /v2.0/networks/f6bee18a-7d0c-49a0-8d57-f9458d12e262?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1835585 Jul 06 14:19:37.713215 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4b9b7a5-5d57-46e7-bd59-45b063bc3831 tempest-DHCPAgentSchedulersTestJSON-1835629900 tempest-DHCPAgentSchedulersTestJSON-1835629900-project] Made reservation on behalf of 7d5c22a65b85465294cf89c1135a7649 for: {'network': 1} {{(pid=100246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:19:37.717082 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-a4b9b7a5-5d57-46e7-bd59-45b063bc3831 tempest-DHCPAgentSchedulersTestJSON-1835629900 tempest-DHCPAgentSchedulersTestJSON-1835629900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for network, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:37.729297 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-a4b9b7a5-5d57-46e7-bd59-45b063bc3831 tempest-DHCPAgentSchedulersTestJSON-1835629900 tempest-DHCPAgentSchedulersTestJSON-1835629900-project] Notify callbacks [] for security_group, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:37.749234 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] get_ports_and_sgs() called for port_ids ['483af117-bb3f-4588-a086-6405716a60ee'] {{(pid=100248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 14:19:37.908947 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-e282ba94-71cf-44ed-91a2-0b0da6be523e req-b7f327ef-9122-494c-82d7-20052affee53 service neutron] 10.222.0.72 "GET /v2.0/networks/f6bee18a-7d0c-49a0-8d57-f9458d12e262?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1806357 Jul 06 14:19:37.994798 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-a4b9b7a5-5d57-46e7-bd59-45b063bc3831 tempest-DHCPAgentSchedulersTestJSON-1835629900 tempest-DHCPAgentSchedulersTestJSON-1835629900-project] Notify callbacks [] for security_group, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:38.004641 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-a4b9b7a5-5d57-46e7-bd59-45b063bc3831 tempest-DHCPAgentSchedulersTestJSON-1835629900 tempest-DHCPAgentSchedulersTestJSON-1835629900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:38.048254 n-d-773647-6 neutron-server[100247]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'edfdc452-7903-4053-8957-d63095770198', 'tag': '02647aa2-ab9e-43ef-a73b-cda7ff6cdbe5'}] {{(pid=100247) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:19:38.051363 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cbf0eeaae822f8fc9b87a94aeba67a3d651842baf663a51cba94b67a514836d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e828c1c-dca3-4fca-aca4-7312d41d03eb" -d '{"events": [{"name": "network-changed", "server_uuid": "edfdc452-7903-4053-8957-d63095770198", "tag": "02647aa2-ab9e-43ef-a73b-cda7ff6cdbe5"}]}' {{(pid=100247) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:19:38.060672 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-4652bdfc-de65-41d9-97ff-dd93be30168d req-6783603e-9033-4aea-8c3c-d8feedf50f96 service neutron] 10.222.0.127 "GET /v2.0/networks/a1c5aa58-a5eb-4fe0-9c0d-ad9cb3f782ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8678222 Jul 06 14:19:38.081286 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a4b9b7a5-5d57-46e7-bd59-45b063bc3831 tempest-DHCPAgentSchedulersTestJSON-1835629900 tempest-DHCPAgentSchedulersTestJSON-1835629900-project] vlan segment allocate from pool success with {'vlan_id': 1037, 'physical_network': 'physnet1'} {{(pid=100246) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 14:19:38.099602 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b9b7a5-5d57-46e7-bd59-45b063bc3831 tempest-DHCPAgentSchedulersTestJSON-1835629900 tempest-DHCPAgentSchedulersTestJSON-1835629900-project] Pushing event updated for resources: {'SecurityGroup': ['ID=13b31c91-d3dc-4249-aab0-4f9f5df26dc5,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:19:38.130850 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e282ba94-71cf-44ed-91a2-0b0da6be523e req-b625c56c-8cc3-4cc0-8aba-dc9b72d17e5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:19:38.135707 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-e282ba94-71cf-44ed-91a2-0b0da6be523e req-b625c56c-8cc3-4cc0-8aba-dc9b72d17e5e service neutron] 10.222.0.127 "GET /v2.0/networks?id=f6bee18a-7d0c-49a0-8d57-f9458d12e262 HTTP/1.1" status: 200 len: 898 time: 0.9552393 Jul 06 14:19:38.136788 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-a4b9b7a5-5d57-46e7-bd59-45b063bc3831 tempest-DHCPAgentSchedulersTestJSON-1835629900 tempest-DHCPAgentSchedulersTestJSON-1835629900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552'] for segment, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:38.137993 n-d-773647-6 neutron-server[100246]: INFO neutron.db.segments_db [None req-a4b9b7a5-5d57-46e7-bd59-45b063bc3831 tempest-DHCPAgentSchedulersTestJSON-1835629900 tempest-DHCPAgentSchedulersTestJSON-1835629900-project] Added segment 9d612b63-e7d0-40af-a49d-c47624d46657 of type vlan for network 58ed505d-9650-49d4-9a57-be7e556309bb Jul 06 14:19:38.236969 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-a4b9b7a5-5d57-46e7-bd59-45b063bc3831 tempest-DHCPAgentSchedulersTestJSON-1835629900 tempest-DHCPAgentSchedulersTestJSON-1835629900-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773752984405'] for network, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:38.297225 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-ab8d6809-06db-4c40-b09a-cfb09dfe077a req-f2202639-9a3b-436b-bfd1-c101d049907f tempest-AttachVolumeShelveTestJSON-1020519793 tempest-AttachVolumeShelveTestJSON-1020519793-project] 10.222.0.104 "GET /v2.0/security-groups?id=a376d024-e4a1-4cc8-8fe5-9c69c2c40821&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.0558257 Jul 06 14:19:38.337408 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-a4b9b7a5-5d57-46e7-bd59-45b063bc3831 tempest-DHCPAgentSchedulersTestJSON-1835629900 tempest-DHCPAgentSchedulersTestJSON-1835629900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060'] for network, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:38.343313 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4b9b7a5-5d57-46e7-bd59-45b063bc3831 tempest-DHCPAgentSchedulersTestJSON-1835629900 tempest-DHCPAgentSchedulersTestJSON-1835629900-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:19:38.343972 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-a4b9b7a5-5d57-46e7-bd59-45b063bc3831 tempest-DHCPAgentSchedulersTestJSON-1835629900 tempest-DHCPAgentSchedulersTestJSON-1835629900-project] Notify callbacks [] for network, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:38.515557 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b9b7a5-5d57-46e7-bd59-45b063bc3831 tempest-DHCPAgentSchedulersTestJSON-1835629900 tempest-DHCPAgentSchedulersTestJSON-1835629900-project] Pushing event updated for resources: {'Network': ['ID=58ed505d-9650-49d4-9a57-be7e556309bb,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:19:38.519058 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-a4b9b7a5-5d57-46e7-bd59-45b063bc3831 tempest-DHCPAgentSchedulersTestJSON-1835629900 tempest-DHCPAgentSchedulersTestJSON-1835629900-project] 10.222.0.104 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.2179961 Jul 06 14:19:38.522283 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 34640) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:19:38.529630 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Network 58ed505d-9650-49d4-9a57-be7e556309bb details requested by agent ovs-agent-n-d-773647-6 with host n-d-773647-6 {{(pid=100248) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 14:19:38.530623 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-52429830-93fc-4448-8976-efdc34b348c2 tempest-DHCPAgentSchedulersTestJSON-1835629900 tempest-DHCPAgentSchedulersTestJSON-1835629900-project] Request body: {'subnet': {'network_id': '58ed505d-9650-49d4-9a57-be7e556309bb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:19:38.531171 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-e282ba94-71cf-44ed-91a2-0b0da6be523e req-4ad58597-2b27-40ee-95fe-61ac00dddfc1 service neutron] 10.222.0.127 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=483af117-bb3f-4588-a086-6405716a60ee HTTP/1.1" status: 200 len: 1000 time: 0.3121548 Jul 06 14:19:38.536201 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-d7b5faf7-f373-4ae8-bb5c-cc61585aee83 req-08a3a971-ff67-4b2e-93a8-e05a87db23ff service neutron] 10.222.0.127 "GET /v2.0/networks/e673442c-5645-41cd-ae64-05cc6584adda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3457711 Jul 06 14:19:38.576899 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0990ba1c-c175-4387-a97e-4d27f4e713f6 req-dc59c7aa-08e8-4b22-8edd-dcf34cd606ed tempest-ServersTestJSON-809673865 tempest-ServersTestJSON-809673865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:19:38.579133 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-0990ba1c-c175-4387-a97e-4d27f4e713f6 req-dc59c7aa-08e8-4b22-8edd-dcf34cd606ed tempest-ServersTestJSON-809673865 tempest-ServersTestJSON-809673865-project] 10.222.0.104 "GET /v2.0/ports?device_id=edfdc452-7903-4053-8957-d63095770198 HTTP/1.1" status: 200 len: 943 time: 1.2253392 Jul 06 14:19:38.628400 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b5105a-3307-4da6-8c0d-23d449f6a31d req-24d2f676-1300-4c13-84f4-2c614ab7f0db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:19:38.630341 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-d9b5105a-3307-4da6-8c0d-23d449f6a31d req-24d2f676-1300-4c13-84f4-2c614ab7f0db service neutron] 10.222.0.127 "GET /v2.0/ports?tenant_id=9686fd5ec0aa4012928191c3d42f6e6c&device_id=28222247-ef72-4123-b031-e588ebd3ba47 HTTP/1.1" status: 200 len: 1096 time: 0.4898238 Jul 06 14:19:38.704003 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52429830-93fc-4448-8976-efdc34b348c2 tempest-DHCPAgentSchedulersTestJSON-1835629900 tempest-DHCPAgentSchedulersTestJSON-1835629900-project] Made reservation on behalf of 7d5c22a65b85465294cf89c1135a7649 for: {'subnet': 1} {{(pid=100246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:19:38.709396 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-52429830-93fc-4448-8976-efdc34b348c2 tempest-DHCPAgentSchedulersTestJSON-1835629900 tempest-DHCPAgentSchedulersTestJSON-1835629900-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127702029'] for subnet, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:38.852112 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e282ba94-71cf-44ed-91a2-0b0da6be523e req-b3455d6d-43b6-47eb-81f4-96936c7b5868 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:19:38.854558 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-e282ba94-71cf-44ed-91a2-0b0da6be523e req-b3455d6d-43b6-47eb-81f4-96936c7b5868 service neutron] 10.222.0.127 "GET /v2.0/subnets?id=de957a32-863f-485c-94ac-904da725d611 HTTP/1.1" status: 200 len: 834 time: 0.2955086 Jul 06 14:19:38.884321 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-0990ba1c-c175-4387-a97e-4d27f4e713f6 req-0b37c9f4-993c-4046-934f-24f68e672528 tempest-ServersTestJSON-809673865 tempest-ServersTestJSON-809673865-project] 10.222.0.104 "GET /v2.0/security-groups?id=b2132efa-40d7-46de-9959-646c1b99d382&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2936556 Jul 06 14:19:38.968683 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745af389-1ba1-41e5-9e11-13b2987a2df0 req-3ab5693a-3ceb-41dc-9b0f-f81143198e46 tempest-ServersNegativeTestJSON-728644794 tempest-ServersNegativeTestJSON-728644794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:19:38.974622 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-745af389-1ba1-41e5-9e11-13b2987a2df0 req-3ab5693a-3ceb-41dc-9b0f-f81143198e46 tempest-ServersNegativeTestJSON-728644794 tempest-ServersNegativeTestJSON-728644794-project] 10.222.0.104 "GET /v2.0/ports?device_id=c38e1fb7-16c3-460f-81ed-82738a2148eb HTTP/1.1" status: 200 len: 947 time: 0.2499118 Jul 06 14:19:38.982057 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b5105a-3307-4da6-8c0d-23d449f6a31d req-5691865b-a923-43bb-91c3-d768fa549ecf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:19:38.983757 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-d9b5105a-3307-4da6-8c0d-23d449f6a31d req-5691865b-a923-43bb-91c3-d768fa549ecf service neutron] 10.222.0.127 "GET /v2.0/networks?id=a1c5aa58-a5eb-4fe0-9c0d-ad9cb3f782ca HTTP/1.1" status: 200 len: 919 time: 0.3072650 Jul 06 14:19:39.015502 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 14:19:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ef0dd8c-5a2f-4a72-a233-9f8c33dbba6d x-openstack-request-id: req-9ef0dd8c-5a2f-4a72-a233-9f8c33dbba6d {{(pid=100247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:19:39.015876 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "edfdc452-7903-4053-8957-d63095770198", "tag": "02647aa2-ab9e-43ef-a73b-cda7ff6cdbe5", "status": "completed", "code": 200}]} {{(pid=100247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:19:39.016440 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-9ef0dd8c-5a2f-4a72-a233-9f8c33dbba6d {{(pid=100247) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:19:39.017025 n-d-773647-6 neutron-server[100247]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'edfdc452-7903-4053-8957-d63095770198', 'tag': '02647aa2-ab9e-43ef-a73b-cda7ff6cdbe5', 'status': 'completed', 'code': 200} Jul 06 14:19:39.058178 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-52429830-93fc-4448-8976-efdc34b348c2 tempest-DHCPAgentSchedulersTestJSON-1835629900 tempest-DHCPAgentSchedulersTestJSON-1835629900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1849032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127687649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127702047'] for subnet, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:39.096888 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Device 483af117-bb3f-4588-a086-6405716a60ee up at agent hyperv_n-h2-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:19:39.160956 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e282ba94-71cf-44ed-91a2-0b0da6be523e req-5be39e7f-34b5-41c1-8e03-5450ad2f4730 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:19:39.163432 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-e282ba94-71cf-44ed-91a2-0b0da6be523e req-5be39e7f-34b5-41c1-8e03-5450ad2f4730 service neutron] 10.222.0.127 "GET /v2.0/ports?network_id=f6bee18a-7d0c-49a0-8d57-f9458d12e262&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2963579 Jul 06 14:19:39.250204 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-745af389-1ba1-41e5-9e11-13b2987a2df0 req-7251ae83-17b4-4a1f-b4a8-a6137a6752ca tempest-ServersNegativeTestJSON-728644794 tempest-ServersNegativeTestJSON-728644794-project] 10.222.0.104 "GET /v2.0/security-groups?id=55139e1c-0239-472b-ada8-5a3c70b3eb43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2717419 Jul 06 14:19:39.250626 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Provisioning for port 483af117-bb3f-4588-a086-6405716a60ee completed by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:19:39.260363 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Provisioning complete for port 483af117-bb3f-4588-a086-6405716a60ee triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:19:39.260847 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:39.333347 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52429830-93fc-4448-8976-efdc34b348c2 tempest-DHCPAgentSchedulersTestJSON-1835629900 tempest-DHCPAgentSchedulersTestJSON-1835629900-project] Pushing event updated for resources: {'Subnet': ['ID=55b438f5-85dd-441b-a900-0b277f1c288b,revision_number=0']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:19:39.333347 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52429830-93fc-4448-8976-efdc34b348c2 tempest-DHCPAgentSchedulersTestJSON-1835629900 tempest-DHCPAgentSchedulersTestJSON-1835629900-project] Checking segment: {'id': '9d612b63-e7d0-40af-a49d-c47624d46657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1037, 'network_id': '58ed505d-9650-49d4-9a57-be7e556309bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:19:39.333347 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52429830-93fc-4448-8976-efdc34b348c2 tempest-DHCPAgentSchedulersTestJSON-1835629900 tempest-DHCPAgentSchedulersTestJSON-1835629900-project] Network hostable DHCP agents. Network: 58ed505d-9650-49d4-9a57-be7e556309bb, hostable agents: ['f2bada3d-be77-4359-982b-8505a2bbca04'], hosted agents: [] {{(pid=100246) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 14:19:39.370048 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52429830-93fc-4448-8976-efdc34b348c2 tempest-DHCPAgentSchedulersTestJSON-1835629900 tempest-DHCPAgentSchedulersTestJSON-1835629900-project] Network 58ed505d-9650-49d4-9a57-be7e556309bb is scheduled to be hosted by DHCP agent f2bada3d-be77-4359-982b-8505a2bbca04 with binding_index 1 {{(pid=100246) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 14:19:39.388331 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.base_scheduler [None req-52429830-93fc-4448-8976-efdc34b348c2 tempest-DHCPAgentSchedulersTestJSON-1835629900 tempest-DHCPAgentSchedulersTestJSON-1835629900-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773647-6, 58ed505d-9650-49d4-9a57-be7e556309bb) {{(pid=100246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:19:39.393355 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52429830-93fc-4448-8976-efdc34b348c2 tempest-DHCPAgentSchedulersTestJSON-1835629900 tempest-DHCPAgentSchedulersTestJSON-1835629900-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:19:39.393971 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-52429830-93fc-4448-8976-efdc34b348c2 tempest-DHCPAgentSchedulersTestJSON-1835629900 tempest-DHCPAgentSchedulersTestJSON-1835629900-project] Notify callbacks [] for subnet, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:39.419488 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-52429830-93fc-4448-8976-efdc34b348c2 tempest-DHCPAgentSchedulersTestJSON-1835629900 tempest-DHCPAgentSchedulersTestJSON-1835629900-project] 10.222.0.104 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8952839 Jul 06 14:19:39.422775 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-d9b5105a-3307-4da6-8c0d-23d449f6a31d req-3d6b28d7-af7a-4a6a-a95a-7b3ffb921cc8 service neutron] 10.222.0.127 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=67b64fd1-ede8-4c8b-b13f-ce71aea9619c HTTP/1.1" status: 200 len: 998 time: 0.4035037 Jul 06 14:19:39.423292 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 34662) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:19:39.441648 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:39.443720 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79fad98c-38e3-4764-a90c-a65d648140f7 None None] Network 58ed505d-9650-49d4-9a57-be7e556309bb requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:19:39.454967 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [None req-3e8a25d1-fec2-4f19-99ca-4457bd70bca7 tempest-DHCPAgentSchedulersTestJSON-1835629900 tempest-DHCPAgentSchedulersTestJSON-1835629900-project] Request body: {'port': {'network_id': '58ed505d-9650-49d4-9a57-be7e556309bb', 'name': 'tempest-DHCPAgentSchedulersTestJSON-2052094071'}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:19:39.573573 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b5105a-3307-4da6-8c0d-23d449f6a31d req-aefc5e72-e063-4e76-967e-68461deb53e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:19:39.575183 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-d9b5105a-3307-4da6-8c0d-23d449f6a31d req-aefc5e72-e063-4e76-967e-68461deb53e5 service neutron] 10.222.0.127 "GET /v2.0/subnets?id=6ec930d2-90b3-4355-914b-4efea8972d25 HTTP/1.1" status: 200 len: 856 time: 0.1128981 Jul 06 14:19:39.739071 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b18938eb-a40e-41b1-af75-79ade32ce781 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6bd5fc82-6666-56e8-87c2-91648d36c963-58ed505d-9650-49d4-9a57-be7e556309bb', 'network_id': '58ed505d-9650-49d4-9a57-be7e556309bb', 'tenant_id': '7d5c22a65b85465294cf89c1135a7649', 'fixed_ips': [{'subnet_id': '55b438f5-85dd-441b-a900-0b277f1c288b'}]}} from n-d-773647-6. {{(pid=100248) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 14:19:39.739984 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-b18938eb-a40e-41b1-af75-79ade32ce781 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:39.757883 n-d-773647-6 neutron-server[100248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de95b307-6508-414c-9448-6e96e4660560', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '483af117-bb3f-4588-a086-6405716a60ee'}] {{(pid=100248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:19:39.760683 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84af257533e383389cbcf231d3534f4d5e149e7203fea16b4a8fc01438dddaf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd719da1-47bb-49b2-a097-f840111ca9e4" -d '{"events": [{"server_uuid": "de95b307-6508-414c-9448-6e96e4660560", "name": "network-vif-plugged", "status": "completed", "tag": "483af117-bb3f-4588-a086-6405716a60ee"}]}' {{(pid=100248) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:19:39.780398 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] For port 483af117-bb3f-4588-a086-6405716a60ee, host n-h2-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=483af117-bb3f-4588-a086-6405716a60ee,segment=NetworkSegment(967d25fd-e6c0-4517-afb5-5ac37f3bf726),segment_id=967d25fd-e6c0-4517-afb5-5ac37f3bf726)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:19:39.893317 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e828c1c-dca3-4fca-aca4-7312d41d03eb req-caf2c748-4f74-487c-bbe8-acf5a611b908 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:19:39.895080 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-7e828c1c-dca3-4fca-aca4-7312d41d03eb req-caf2c748-4f74-487c-bbe8-acf5a611b908 service neutron] 10.222.0.127 "GET /v2.0/ports?tenant_id=0fb5330a68d94b1da3c3872d90574aab&device_id=edfdc452-7903-4053-8957-d63095770198 HTTP/1.1" status: 200 len: 1094 time: 0.8599899 Jul 06 14:19:39.921399 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147d8723-293f-47d9-802a-2782e1dad9aa req-0b334f77-a353-422c-a46e-09a337d349cb tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:19:39.923311 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-147d8723-293f-47d9-802a-2782e1dad9aa req-0b334f77-a353-422c-a46e-09a337d349cb tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] 10.222.0.104 "GET /v2.0/ports?device_id=de95b307-6508-414c-9448-6e96e4660560 HTTP/1.1" status: 200 len: 944 time: 0.7677751 Jul 06 14:19:39.995432 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:40.008608 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.db_base_plugin_common [None req-b18938eb-a40e-41b1-af75-79ade32ce781 None None] Allocated IP 172.20.0.2 (58ed505d-9650-49d4-9a57-be7e556309bb/55b438f5-85dd-441b-a900-0b277f1c288b/74692e73-f8b8-4011-9ad5-25966450c1ae) {{(pid=100248) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:19:40.134722 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Pushing event updated for resources: {'Port': ['ID=483af117-bb3f-4588-a086-6405716a60ee,revision_number=9']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:19:40.192121 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e828c1c-dca3-4fca-aca4-7312d41d03eb req-6097e267-3a4d-408e-875b-8fb3a1d5f5b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:19:40.193739 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-7e828c1c-dca3-4fca-aca4-7312d41d03eb req-6097e267-3a4d-408e-875b-8fb3a1d5f5b1 service neutron] 10.222.0.127 "GET /v2.0/networks?id=e673442c-5645-41cd-ae64-05cc6584adda HTTP/1.1" status: 200 len: 908 time: 0.2658563 Jul 06 14:19:40.224189 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b5105a-3307-4da6-8c0d-23d449f6a31d req-4d234fbe-c24a-43fe-a710-870afd6cbdf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:19:40.225770 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-d9b5105a-3307-4da6-8c0d-23d449f6a31d req-4d234fbe-c24a-43fe-a710-870afd6cbdf2 service neutron] 10.222.0.127 "GET /v2.0/ports?network_id=a1c5aa58-a5eb-4fe0-9c0d-ad9cb3f782ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6334903 Jul 06 14:19:40.284763 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-147d8723-293f-47d9-802a-2782e1dad9aa req-aedf4212-5c67-4961-9341-1e127aab7684 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] 10.222.0.104 "GET /v2.0/security-groups?id=5a45c5f2-3366-4ec3-bcbb-576e95eec77a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1235809 Jul 06 14:19:40.344434 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-b18938eb-a40e-41b1-af75-79ade32ce781 None None] Notify callbacks [] for port, precommit_create {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:40.363131 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-b18938eb-a40e-41b1-af75-79ade32ce781 None None] Transition to ACTIVE for port object 74692e73-f8b8-4011-9ad5-25966450c1ae will not be triggered until provisioned by entity L2. {{(pid=100248) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:19:40.408059 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-b18938eb-a40e-41b1-af75-79ade32ce781 None None] Transition to ACTIVE for port object 74692e73-f8b8-4011-9ad5-25966450c1ae will not be triggered until provisioned by entity DHCP. {{(pid=100248) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:19:40.422302 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-b18938eb-a40e-41b1-af75-79ade32ce781 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108'] for port, after_create {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:40.424894 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6969e17b-e051-405f-93ed-79805c7c4eba req-8bac60e0-4969-4c4e-8210-c56ac95a5bec tempest-AttachVolumeShelveTestJSON-1020519793 tempest-AttachVolumeShelveTestJSON-1020519793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:19:40.443288 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-6969e17b-e051-405f-93ed-79805c7c4eba req-8bac60e0-4969-4c4e-8210-c56ac95a5bec tempest-AttachVolumeShelveTestJSON-1020519793 tempest-AttachVolumeShelveTestJSON-1020519793-project] 10.222.0.104 "GET /v2.0/ports?device_id=28222247-ef72-4123-b031-e588ebd3ba47 HTTP/1.1" status: 200 len: 945 time: 0.8500786 Jul 06 14:19:40.454813 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-e282ba94-71cf-44ed-91a2-0b0da6be523e req-f1bceaa8-82fe-4e73-a357-ec2480154890 service neutron] 10.222.0.127 "GET /v2.0/networks/f6bee18a-7d0c-49a0-8d57-f9458d12e262?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2695076 Jul 06 14:19:40.462362 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-7e828c1c-dca3-4fca-aca4-7312d41d03eb req-ce13f603-2e7e-4945-b0b8-b331d8494381 service neutron] 10.222.0.127 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=02647aa2-ab9e-43ef-a73b-cda7ff6cdbe5 HTTP/1.1" status: 200 len: 217 time: 0.1885858 Jul 06 14:19:40.545437 n-d-773647-6 neutron-server[100248]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b18938eb-a40e-41b1-af75-79ade32ce781 None None] Network 58ed505d-9650-49d4-9a57-be7e556309bb is already hosted by enough agents. {{(pid=100248) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:19:40.567686 n-d-773647-6 neutron-server[100248]: DEBUG neutron.scheduler.base_scheduler [None req-b18938eb-a40e-41b1-af75-79ade32ce781 None None] Resources bound (agent type, host, resource id): {{(pid=100248) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:19:40.581194 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 14:19:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0ac76e6-1418-4566-b958-824459d49f12 x-openstack-request-id: req-d0ac76e6-1418-4566-b958-824459d49f12 {{(pid=100248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:19:40.581580 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de95b307-6508-414c-9448-6e96e4660560", "name": "network-vif-plugged", "status": "completed", "tag": "483af117-bb3f-4588-a086-6405716a60ee", "code": 200}]} {{(pid=100248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:19:40.581743 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-d0ac76e6-1418-4566-b958-824459d49f12 {{(pid=100248) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:19:40.596382 n-d-773647-6 neutron-server[100248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de95b307-6508-414c-9448-6e96e4660560', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '483af117-bb3f-4588-a086-6405716a60ee', 'code': 200} Jul 06 14:19:40.600907 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b18938eb-a40e-41b1-af75-79ade32ce781 None None] Received port after_create {{(pid=100248) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:19:40.608417 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e8a25d1-fec2-4f19-99ca-4457bd70bca7 tempest-DHCPAgentSchedulersTestJSON-1835629900 tempest-DHCPAgentSchedulersTestJSON-1835629900-project] Made reservation on behalf of 7d5c22a65b85465294cf89c1135a7649 for: {'port': 1} {{(pid=100247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:19:40.608812 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18938eb-a40e-41b1-af75-79ade32ce781 None None] Pushing event updated for resources: {'Port': ['ID=74692e73-f8b8-4011-9ad5-25966450c1ae,revision_number=1']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:19:40.614369 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-3e8a25d1-fec2-4f19-99ca-4457bd70bca7 tempest-DHCPAgentSchedulersTestJSON-1835629900 tempest-DHCPAgentSchedulersTestJSON-1835629900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:40.668261 n-d-773647-6 neutron-server[100247]: DEBUG neutron.notifiers.nova [None req-3e8a25d1-fec2-4f19-99ca-4457bd70bca7 tempest-DHCPAgentSchedulersTestJSON-1835629900 tempest-DHCPAgentSchedulersTestJSON-1835629900-project] device_id is not set on port 782511a8-648e-4bd1-a863-e709bb66b2ae yet. {{(pid=100247) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 14:19:40.750200 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-6969e17b-e051-405f-93ed-79805c7c4eba req-4349d6f3-6e12-44d0-a581-4ae99798c183 tempest-AttachVolumeShelveTestJSON-1020519793 tempest-AttachVolumeShelveTestJSON-1020519793-project] 10.222.0.104 "GET /v2.0/security-groups?id=a376d024-e4a1-4cc8-8fe5-9c69c2c40821&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3044562 Jul 06 14:19:40.794405 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-b18938eb-a40e-41b1-af75-79ade32ce781 None None] Attempting to bind port 74692e73-f8b8-4011-9ad5-25966450c1ae on host n-d-773647-6 for vnic_type normal with profile {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:19:40.796794 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-b18938eb-a40e-41b1-af75-79ade32ce781 None None] Attempting to bind port 74692e73-f8b8-4011-9ad5-25966450c1ae by drivers openvswitch,hyperv on host n-d-773647-6 at level 0 using segments [{'id': '9d612b63-e7d0-40af-a49d-c47624d46657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1037, 'network_id': '58ed505d-9650-49d4-9a57-be7e556309bb'}] {{(pid=100248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:19:40.797174 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b18938eb-a40e-41b1-af75-79ade32ce781 None None] Attempting to bind port 74692e73-f8b8-4011-9ad5-25966450c1ae on network 58ed505d-9650-49d4-9a57-be7e556309bb {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:19:40.811530 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b18938eb-a40e-41b1-af75-79ade32ce781 None None] Checking agent: {'id': '8ab5b19c-d213-4f29-891d-27bdf39d38b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773647-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 43, 26), 'started_at': datetime.datetime(2021, 7, 6, 13, 43, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 19, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773647-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:19:40.811917 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b18938eb-a40e-41b1-af75-79ade32ce781 None None] Checking segment: {'id': '9d612b63-e7d0-40af-a49d-c47624d46657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1037, 'network_id': '58ed505d-9650-49d4-9a57-be7e556309bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:19:40.812334 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-b18938eb-a40e-41b1-af75-79ade32ce781 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:40.812787 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b18938eb-a40e-41b1-af75-79ade32ce781 None None] Bound using segment: {'id': '9d612b63-e7d0-40af-a49d-c47624d46657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1037, 'network_id': '58ed505d-9650-49d4-9a57-be7e556309bb'} {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:19:40.814031 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-b18938eb-a40e-41b1-af75-79ade32ce781 None None] Bound port: 74692e73-f8b8-4011-9ad5-25966450c1ae, host: n-d-773647-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d612b63-e7d0-40af-a49d-c47624d46657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1037, 'network_id': '58ed505d-9650-49d4-9a57-be7e556309bb'}}] {{(pid=100248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:19:40.814429 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-b18938eb-a40e-41b1-af75-79ade32ce781 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:40.818559 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:40.977892 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-b18938eb-a40e-41b1-af75-79ade32ce781 None None] For port 74692e73-f8b8-4011-9ad5-25966450c1ae, host n-d-773647-6, cleared binding levels {{(pid=100248) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:19:40.982240 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-b18938eb-a40e-41b1-af75-79ade32ce781 None None] For port 74692e73-f8b8-4011-9ad5-25966450c1ae, host n-d-773647-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=74692e73-f8b8-4011-9ad5-25966450c1ae,segment=NetworkSegment(9d612b63-e7d0-40af-a49d-c47624d46657),segment_id=9d612b63-e7d0-40af-a49d-c47624d46657)] {{(pid=100248) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:19:40.987763 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-b18938eb-a40e-41b1-af75-79ade32ce781 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:41.097117 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e828c1c-dca3-4fca-aca4-7312d41d03eb req-401afa62-3568-4248-b6cf-ad1e82e04a49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:19:41.098597 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-7e828c1c-dca3-4fca-aca4-7312d41d03eb req-401afa62-3568-4248-b6cf-ad1e82e04a49 service neutron] 10.222.0.127 "GET /v2.0/subnets?id=77f3889b-e625-42b7-98f3-adea55c7f2d3 HTTP/1.1" status: 200 len: 846 time: 0.3344893 Jul 06 14:19:41.209181 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18938eb-a40e-41b1-af75-79ade32ce781 None None] Pushing event updated for resources: {'Port': ['ID=74692e73-f8b8-4011-9ad5-25966450c1ae,revision_number=2']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:19:41.278130 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a75b1e3-e2c2-46e3-97b0-a255319afdbd req-411bd01f-b3f5-4b35-a248-217dcce32a09 tempest-ServersTestJSON-809673865 tempest-ServersTestJSON-809673865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:19:41.279861 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-9a75b1e3-e2c2-46e3-97b0-a255319afdbd req-411bd01f-b3f5-4b35-a248-217dcce32a09 tempest-ServersTestJSON-809673865 tempest-ServersTestJSON-809673865-project] 10.222.0.104 "GET /v2.0/ports?device_id=edfdc452-7903-4053-8957-d63095770198 HTTP/1.1" status: 200 len: 943 time: 0.5833654 Jul 06 14:19:41.305051 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-7e828c1c-dca3-4fca-aca4-7312d41d03eb req-3a0d8d9d-0446-4f5b-9171-d08758a05e77 service neutron] 10.222.0.127 "GET /v2.0/ports?network_id=e673442c-5645-41cd-ae64-05cc6584adda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1450186 Jul 06 14:19:41.329911 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-d9b5105a-3307-4da6-8c0d-23d449f6a31d req-73d9cb4f-be73-499b-af14-0d28bede4b09 service neutron] 10.222.0.127 "GET /v2.0/networks/a1c5aa58-a5eb-4fe0-9c0d-ad9cb3f782ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5545840 Jul 06 14:19:41.331762 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-e282ba94-71cf-44ed-91a2-0b0da6be523e req-fba314a6-ce33-48c4-9251-1a904afd64f2 service neutron] 10.222.0.127 "GET /v2.0/networks/f6bee18a-7d0c-49a0-8d57-f9458d12e262?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5778816 Jul 06 14:19:41.338770 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.db_base_plugin_common [None req-3e8a25d1-fec2-4f19-99ca-4457bd70bca7 tempest-DHCPAgentSchedulersTestJSON-1835629900 tempest-DHCPAgentSchedulersTestJSON-1835629900-project] Allocated IP 172.20.0.13 (58ed505d-9650-49d4-9a57-be7e556309bb/55b438f5-85dd-441b-a900-0b277f1c288b/782511a8-648e-4bd1-a863-e709bb66b2ae) {{(pid=100247) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:19:41.360913 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a4f6ad-22d9-4055-93a0-0222e75787b8 req-f0598a1a-a12a-474f-b496-3d99502e47f3 tempest-ServersNegativeTestJSON-728644794 tempest-ServersNegativeTestJSON-728644794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:19:41.362582 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-97a4f6ad-22d9-4055-93a0-0222e75787b8 req-f0598a1a-a12a-474f-b496-3d99502e47f3 tempest-ServersNegativeTestJSON-728644794 tempest-ServersNegativeTestJSON-728644794-project] 10.222.0.104 "GET /v2.0/ports?device_id=c38e1fb7-16c3-460f-81ed-82738a2148eb HTTP/1.1" status: 200 len: 947 time: 0.3791261 Jul 06 14:19:41.434879 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-9a75b1e3-e2c2-46e3-97b0-a255319afdbd req-7e35c4e1-9713-4794-93ae-cdeb58b5f9e9 tempest-ServersTestJSON-809673865 tempest-ServersTestJSON-809673865-project] 10.222.0.104 "GET /v2.0/security-groups?id=b2132efa-40d7-46de-9959-646c1b99d382&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268389 Jul 06 14:19:41.445655 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-4bc5b657-d3b3-4e6e-8601-b39d1e90ff72 req-6b11921b-03fb-4220-b6a8-99f0c1e4a82b service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=a8b13b0c-29c8-4b27-b2e5-3b66b7f8aa7d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1337013 Jul 06 14:19:41.493297 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-97a4f6ad-22d9-4055-93a0-0222e75787b8 req-30dfcd3e-72d0-4eec-bac1-57bb90eb1cc2 tempest-ServersNegativeTestJSON-728644794 tempest-ServersNegativeTestJSON-728644794-project] 10.222.0.104 "GET /v2.0/security-groups?id=55139e1c-0239-472b-ada8-5a3c70b3eb43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195815 Jul 06 14:19:41.712868 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc5b657-d3b3-4e6e-8601-b39d1e90ff72 req-e7e466b0-3a84-4e7d-944c-2d541cd62ddf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:19:41.721336 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-4bc5b657-d3b3-4e6e-8601-b39d1e90ff72 req-e7e466b0-3a84-4e7d-944c-2d541cd62ddf service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=0fb5330a68d94b1da3c3872d90574aab&device_id=a8b13b0c-29c8-4b27-b2e5-3b66b7f8aa7d HTTP/1.1" status: 200 len: 1097 time: 0.2316849 Jul 06 14:19:42.016426 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc5b657-d3b3-4e6e-8601-b39d1e90ff72 req-fb6feb65-e052-4b6b-8d19-47299c505882 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:19:42.021295 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-4bc5b657-d3b3-4e6e-8601-b39d1e90ff72 req-fb6feb65-e052-4b6b-8d19-47299c505882 service neutron] 10.222.0.72 "GET /v2.0/networks?id=e673442c-5645-41cd-ae64-05cc6584adda HTTP/1.1" status: 200 len: 908 time: 0.2817075 Jul 06 14:19:42.121981 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-4bc5b657-d3b3-4e6e-8601-b39d1e90ff72 req-f1f62ff9-da60-4fd2-9cfe-a500dae7a106 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b3faa654-9b0e-47d7-ac0c-c53cca9f4156 HTTP/1.1" status: 200 len: 217 time: 0.0935774 Jul 06 14:19:42.250311 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc5b657-d3b3-4e6e-8601-b39d1e90ff72 req-1a8d7eef-d6aa-4498-8577-b16377dca35e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:19:42.254947 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-4bc5b657-d3b3-4e6e-8601-b39d1e90ff72 req-1a8d7eef-d6aa-4498-8577-b16377dca35e service neutron] 10.222.0.72 "GET /v2.0/subnets?id=77f3889b-e625-42b7-98f3-adea55c7f2d3 HTTP/1.1" status: 200 len: 846 time: 0.1220412 Jul 06 14:19:42.415889 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-4bc5b657-d3b3-4e6e-8601-b39d1e90ff72 req-6da63d41-19ce-436e-ab8a-165056e81a22 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=e673442c-5645-41cd-ae64-05cc6584adda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0748439 Jul 06 14:19:42.511373 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:42.857059 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-4bc5b657-d3b3-4e6e-8601-b39d1e90ff72 req-954fcd50-3420-46aa-95d2-89bf9ccbf8fa service neutron] 10.222.0.72 "GET /v2.0/networks/e673442c-5645-41cd-ae64-05cc6584adda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4082308 Jul 06 14:19:42.887978 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7302a69f-3c9a-49a6-954d-e45491a207b1 req-c555105a-3df4-4fd3-85b5-b7e3e2446872 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:19:42.889552 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-7302a69f-3c9a-49a6-954d-e45491a207b1 req-c555105a-3df4-4fd3-85b5-b7e3e2446872 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] 10.222.0.72 "GET /v2.0/ports?device_id=de95b307-6508-414c-9448-6e96e4660560&tenant_id=1077a35eaa714f1bbf260d32c5a52c8f&binding%3Ahost_id=n-h2-773647-6 HTTP/1.1" status: 200 len: 945 time: 0.6851630 Jul 06 14:19:43.073517 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 34736) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:19:43.140255 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-3e8a25d1-fec2-4f19-99ca-4457bd70bca7 tempest-DHCPAgentSchedulersTestJSON-1835629900 tempest-DHCPAgentSchedulersTestJSON-1835629900-project] Notify callbacks [] for port, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:43.170627 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-7302a69f-3c9a-49a6-954d-e45491a207b1 req-fc5ab235-6b0c-4d86-b656-5fe3d9b3995c service neutron] 10.222.0.72 "GET /v2.0/ports/483af117-bb3f-4588-a086-6405716a60ee/bindings/n-h2-773647-6 HTTP/1.1" status: 200 len: 382 time: 0.2616065 Jul 06 14:19:43.176743 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.provisioning_blocks [None req-3e8a25d1-fec2-4f19-99ca-4457bd70bca7 tempest-DHCPAgentSchedulersTestJSON-1835629900 tempest-DHCPAgentSchedulersTestJSON-1835629900-project] Transition to ACTIVE for port object 782511a8-648e-4bd1-a863-e709bb66b2ae will not be triggered until provisioned by entity DHCP. {{(pid=100247) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:19:43.195516 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf3027d7-7447-4700-bfa2-c0cecdcd1726 None None] Network 58ed505d-9650-49d4-9a57-be7e556309bb requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:19:43.271428 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-4bc5b657-d3b3-4e6e-8601-b39d1e90ff72 req-7138945f-7e4c-48d2-ba1c-388616867da0 service neutron] 10.222.0.72 "GET /v2.0/networks/e673442c-5645-41cd-ae64-05cc6584adda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3780780 Jul 06 14:19:43.290208 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-4f6d945a-0baa-4055-afed-43b7b0e82081 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:43.347406 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-7e828c1c-dca3-4fca-aca4-7312d41d03eb req-95d1c6da-552f-46a6-a560-dbeafe28b953 service neutron] 10.222.0.127 "GET /v2.0/networks/e673442c-5645-41cd-ae64-05cc6584adda?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.8647752 Jul 06 14:19:43.355921 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-d9b5105a-3307-4da6-8c0d-23d449f6a31d req-90d021b0-b31a-409c-a199-7e2d2d89d705 service neutron] 10.222.0.127 "GET /v2.0/networks/a1c5aa58-a5eb-4fe0-9c0d-ad9cb3f782ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.8878930 Jul 06 14:19:43.363068 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-0a3cf590-63a0-45e2-b4cc-53c1278d52f4 None None] Provisioning for port 74692e73-f8b8-4011-9ad5-25966450c1ae completed by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:19:43.371556 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-3e8a25d1-fec2-4f19-99ca-4457bd70bca7 tempest-DHCPAgentSchedulersTestJSON-1835629900 tempest-DHCPAgentSchedulersTestJSON-1835629900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-128888360'] for port, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:43.384344 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Device 02647aa2-ab9e-43ef-a73b-cda7ff6cdbe5 details requested by agent hyperv_n-h1-773647-6 with host n-h1-773647-6 {{(pid=100248) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 14:19:43.494452 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7302a69f-3c9a-49a6-954d-e45491a207b1 req-f8bcf230-21bf-428d-9163-9ffab2af0321 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:19:43.497774 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-7302a69f-3c9a-49a6-954d-e45491a207b1 req-f8bcf230-21bf-428d-9163-9ffab2af0321 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=1077a35eaa714f1bbf260d32c5a52c8f&device_id=de95b307-6508-414c-9448-6e96e4660560 HTTP/1.1" status: 200 len: 1096 time: 0.2823427 Jul 06 14:19:43.536083 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8a25d1-fec2-4f19-99ca-4457bd70bca7 tempest-DHCPAgentSchedulersTestJSON-1835629900 tempest-DHCPAgentSchedulersTestJSON-1835629900-project] Pushing event updated for resources: {'Port': ['ID=782511a8-648e-4bd1-a863-e709bb66b2ae,revision_number=1']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:19:43.627558 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e8a25d1-fec2-4f19-99ca-4457bd70bca7 tempest-DHCPAgentSchedulersTestJSON-1835629900 tempest-DHCPAgentSchedulersTestJSON-1835629900-project] Network 58ed505d-9650-49d4-9a57-be7e556309bb is already hosted by enough agents. {{(pid=100247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:19:43.710289 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.base_scheduler [None req-3e8a25d1-fec2-4f19-99ca-4457bd70bca7 tempest-DHCPAgentSchedulersTestJSON-1835629900 tempest-DHCPAgentSchedulersTestJSON-1835629900-project] Resources bound (agent type, host, resource id): {{(pid=100247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:19:43.723105 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e8a25d1-fec2-4f19-99ca-4457bd70bca7 tempest-DHCPAgentSchedulersTestJSON-1835629900 tempest-DHCPAgentSchedulersTestJSON-1835629900-project] Received port after_create {{(pid=100247) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:19:43.761549 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2aa4892-3e12-4f02-b770-781897934bc4 req-66efb80f-2086-4afb-b360-d3c20028db17 tempest-ServersNegativeTestJSON-728644794 tempest-ServersNegativeTestJSON-728644794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:19:43.766078 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-a2aa4892-3e12-4f02-b770-781897934bc4 req-66efb80f-2086-4afb-b360-d3c20028db17 tempest-ServersNegativeTestJSON-728644794 tempest-ServersNegativeTestJSON-728644794-project] 10.222.0.104 "GET /v2.0/ports?device_id=c38e1fb7-16c3-460f-81ed-82738a2148eb HTTP/1.1" status: 200 len: 947 time: 1.8601387 Jul 06 14:19:43.814402 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 74692e73-f8b8-4011-9ad5-25966450c1ae up at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:19:44.006334 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning for port 74692e73-f8b8-4011-9ad5-25966450c1ae completed by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:19:44.018455 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] For port 02647aa2-ab9e-43ef-a73b-cda7ff6cdbe5, host n-h1-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773647-6',level=0,port_id=02647aa2-ab9e-43ef-a73b-cda7ff6cdbe5,segment=NetworkSegment(cb1a6cec-0b40-4dde-b37a-6dbda6bd8158),segment_id=cb1a6cec-0b40-4dde-b37a-6dbda6bd8158)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:19:44.029609 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning complete for port 74692e73-f8b8-4011-9ad5-25966450c1ae triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:19:44.029609 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:44.071129 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Returning: {'device': '02647aa2-ab9e-43ef-a73b-cda7ff6cdbe5', 'network_id': 'e673442c-5645-41cd-ae64-05cc6584adda', 'port_id': '02647aa2-ab9e-43ef-a73b-cda7ff6cdbe5', 'mac_address': 'fa:16:3e:73:f0:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1010, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '77f3889b-e625-42b7-98f3-adea55c7f2d3', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100248) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 14:19:44.110325 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b83abb6-333a-4e19-93f3-8bca515e7d97 req-090785db-c057-4d1f-ab18-ea1f0d31e82c tempest-AttachVolumeShelveTestJSON-1020519793 tempest-AttachVolumeShelveTestJSON-1020519793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:19:44.112430 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-1b83abb6-333a-4e19-93f3-8bca515e7d97 req-090785db-c057-4d1f-ab18-ea1f0d31e82c tempest-AttachVolumeShelveTestJSON-1020519793 tempest-AttachVolumeShelveTestJSON-1020519793-project] 10.222.0.104 "GET /v2.0/ports?device_id=28222247-ef72-4123-b031-e588ebd3ba47 HTTP/1.1" status: 200 len: 945 time: 0.8996186 Jul 06 14:19:44.335620 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:44.339131 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-7e828c1c-dca3-4fca-aca4-7312d41d03eb req-837ba3de-9b6c-4116-bd23-85b0b4e1da3b service neutron] 10.222.0.127 "GET /v2.0/networks/e673442c-5645-41cd-ae64-05cc6584adda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9582899 Jul 06 14:19:44.382143 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-a2aa4892-3e12-4f02-b770-781897934bc4 req-981cc5f7-a451-4225-8b35-5f9eaf3827d6 tempest-ServersNegativeTestJSON-728644794 tempest-ServersNegativeTestJSON-728644794-project] 10.222.0.104 "GET /v2.0/security-groups?id=55139e1c-0239-472b-ada8-5a3c70b3eb43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5214827 Jul 06 14:19:44.397695 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7302a69f-3c9a-49a6-954d-e45491a207b1 req-f5ce1f71-b55c-4886-b68b-d93f51388226 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:19:44.399332 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-7302a69f-3c9a-49a6-954d-e45491a207b1 req-f5ce1f71-b55c-4886-b68b-d93f51388226 service neutron] 10.222.0.72 "GET /v2.0/networks?id=f6bee18a-7d0c-49a0-8d57-f9458d12e262 HTTP/1.1" status: 200 len: 898 time: 0.8762298 Jul 06 14:19:44.407537 n-d-773647-6 neutron-server[100248]: DEBUG neutron.notifiers.nova [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 02647aa2-ab9e-43ef-a73b-cda7ff6cdbe5 {{(pid=100248) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 14:19:44.425461 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:44.429280 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e8a25d1-fec2-4f19-99ca-4457bd70bca7 tempest-DHCPAgentSchedulersTestJSON-1835629900 tempest-DHCPAgentSchedulersTestJSON-1835629900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:19:44.429687 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-4f6d945a-0baa-4055-afed-43b7b0e82081 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:44.433260 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-3e8a25d1-fec2-4f19-99ca-4457bd70bca7 tempest-DHCPAgentSchedulersTestJSON-1835629900 tempest-DHCPAgentSchedulersTestJSON-1835629900-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:44.491762 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-4f6d945a-0baa-4055-afed-43b7b0e82081 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:44.510955 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] For port 02647aa2-ab9e-43ef-a73b-cda7ff6cdbe5, host n-h1-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773647-6',level=0,port_id=02647aa2-ab9e-43ef-a73b-cda7ff6cdbe5,segment=NetworkSegment(cb1a6cec-0b40-4dde-b37a-6dbda6bd8158),segment_id=cb1a6cec-0b40-4dde-b37a-6dbda6bd8158)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:19:44.528927 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:44.589083 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-4f6d945a-0baa-4055-afed-43b7b0e82081 admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=d6dcdefb59364a5fa6c761c6ba33b0ae&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5122755 Jul 06 14:19:44.590129 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 34746) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:19:44.592864 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6d945a-0baa-4055-afed-43b7b0e82081 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=893a8ba5-50c2-4714-a225-65e3b44d001d,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:19:44.615272 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-3e8a25d1-fec2-4f19-99ca-4457bd70bca7 tempest-DHCPAgentSchedulersTestJSON-1835629900 tempest-DHCPAgentSchedulersTestJSON-1835629900-project] 10.222.0.104 "POST /v2.0/ports HTTP/1.1" status: 201 len: 939 time: 5.1751106 Jul 06 14:19:44.617682 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 34748) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:19:44.686873 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-1b83abb6-333a-4e19-93f3-8bca515e7d97 req-15c977e9-7a5e-43c2-b7b1-bb3741a097e2 tempest-AttachVolumeShelveTestJSON-1020519793 tempest-AttachVolumeShelveTestJSON-1020519793-project] 10.222.0.104 "GET /v2.0/security-groups?id=a376d024-e4a1-4cc8-8fe5-9c69c2c40821&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5281863 Jul 06 14:19:44.689238 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd8d7f7-d458-484b-ac9f-32e7d3788f35 req-187a5744-7d30-4268-877c-56d020aa138d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:19:44.696389 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-5dd8d7f7-d458-484b-ac9f-32e7d3788f35 req-187a5744-7d30-4268-877c-56d020aa138d service neutron] 10.222.0.127 "GET /v2.0/ports?tenant_id=9686fd5ec0aa4012928191c3d42f6e6c&device_id=28222247-ef72-4123-b031-e588ebd3ba47 HTTP/1.1" status: 200 len: 1096 time: 0.9680886 Jul 06 14:19:44.700505 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] For port 74692e73-f8b8-4011-9ad5-25966450c1ae, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=74692e73-f8b8-4011-9ad5-25966450c1ae,segment=NetworkSegment(9d612b63-e7d0-40af-a49d-c47624d46657),segment_id=9d612b63-e7d0-40af-a49d-c47624d46657)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:19:44.727943 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-7302a69f-3c9a-49a6-954d-e45491a207b1 req-8823a136-a5a0-4ac7-a68d-b79d19000f59 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=483af117-bb3f-4588-a086-6405716a60ee HTTP/1.1" status: 200 len: 1001 time: 0.3110528 Jul 06 14:19:44.759636 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:44.809094 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7302a69f-3c9a-49a6-954d-e45491a207b1 req-303c0d2f-8bdb-4e3b-b8da-258c7b5b8696 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:19:44.813334 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-7302a69f-3c9a-49a6-954d-e45491a207b1 req-303c0d2f-8bdb-4e3b-b8da-258c7b5b8696 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=de957a32-863f-485c-94ac-904da725d611 HTTP/1.1" status: 200 len: 834 time: 0.0758817 Jul 06 14:19:44.817316 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-356229f0-b529-476a-b2e7-8e0f12af24cb None None] Provisioning for port 782511a8-648e-4bd1-a863-e709bb66b2ae completed by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:19:44.834319 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Pushing event updated for resources: {'Port': ['ID=02647aa2-ab9e-43ef-a73b-cda7ff6cdbe5,revision_number=4']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:19:44.855047 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-356229f0-b529-476a-b2e7-8e0f12af24cb None None] Provisioning complete for port 782511a8-648e-4bd1-a863-e709bb66b2ae triggered by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:19:44.862023 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-356229f0-b529-476a-b2e7-8e0f12af24cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:44.891885 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-5843dcf9-eed4-4f6f-9647-70426dc053ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:44.922453 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-5843dcf9-eed4-4f6f-9647-70426dc053ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:44.937928 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] get_ports_and_sgs() called for port_ids ['02647aa2-ab9e-43ef-a73b-cda7ff6cdbe5'] {{(pid=100248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 14:19:45.040091 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-5843dcf9-eed4-4f6f-9647-70426dc053ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:45.042724 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-5843dcf9-eed4-4f6f-9647-70426dc053ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:45.051546 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-5843dcf9-eed4-4f6f-9647-70426dc053ae admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/893a8ba5-50c2-4714-a225-65e3b44d001d HTTP/1.1" status: 204 len: 168 time: 0.4550700 Jul 06 14:19:45.099670 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5843dcf9-eed4-4f6f-9647-70426dc053ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=893a8ba5-50c2-4714-a225-65e3b44d001d,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:19:45.118864 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7302a69f-3c9a-49a6-954d-e45491a207b1 req-7ee60bde-bbbb-4960-96a2-77fa7038e53b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:19:45.120387 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-7302a69f-3c9a-49a6-954d-e45491a207b1 req-7ee60bde-bbbb-4960-96a2-77fa7038e53b service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=f6bee18a-7d0c-49a0-8d57-f9458d12e262&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2951255 Jul 06 14:19:45.171335 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-356229f0-b529-476a-b2e7-8e0f12af24cb None None] Port 782511a8-648e-4bd1-a863-e709bb66b2ae cannot update to ACTIVE because it is not bound. {{(pid=100248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 14:19:45.288628 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd8d7f7-d458-484b-ac9f-32e7d3788f35 req-42854847-547e-48e5-87eb-013f463d16cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:19:45.291419 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-5dd8d7f7-d458-484b-ac9f-32e7d3788f35 req-42854847-547e-48e5-87eb-013f463d16cf service neutron] 10.222.0.127 "GET /v2.0/networks?id=a1c5aa58-a5eb-4fe0-9c0d-ad9cb3f782ca HTTP/1.1" status: 200 len: 919 time: 0.3929708 Jul 06 14:19:45.315291 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Pushing event updated for resources: {'Port': ['ID=74692e73-f8b8-4011-9ad5-25966450c1ae,revision_number=3']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:19:45.317348 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-356229f0-b529-476a-b2e7-8e0f12af24cb None None] Provisioning complete for port 74692e73-f8b8-4011-9ad5-25966450c1ae triggered by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:19:45.317718 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-356229f0-b529-476a-b2e7-8e0f12af24cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:45.333980 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-7302a69f-3c9a-49a6-954d-e45491a207b1 req-ecb081d4-c92b-4c80-af5f-ef8a360e3eda service neutron] 10.222.0.72 "GET /v2.0/networks/f6bee18a-7d0c-49a0-8d57-f9458d12e262?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2058284 Jul 06 14:19:45.390978 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:19:45.391445 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:19:45.391912 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:19:45.392371 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:19:45.392815 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:19:45.393527 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:19:45.394211 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:19:45.394777 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:19:45.395231 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:19:45.395962 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:19:45.396281 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:19:45.396549 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:19:45.499089 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-7302a69f-3c9a-49a6-954d-e45491a207b1 req-20132c2b-cfb2-405a-a7b0-3d6a7aa98f6b service neutron] 10.222.0.72 "GET /v2.0/networks/f6bee18a-7d0c-49a0-8d57-f9458d12e262?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1585083 Jul 06 14:19:45.665929 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f5b5a3-a6f0-417a-bb7c-0c7cf8426a2c req-c1048df9-5835-406f-8b15-4da4db4f85aa tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:19:45.673434 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-e2f5b5a3-a6f0-417a-bb7c-0c7cf8426a2c req-c1048df9-5835-406f-8b15-4da4db4f85aa tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] 10.222.0.104 "GET /v2.0/ports?device_id=de95b307-6508-414c-9448-6e96e4660560 HTTP/1.1" status: 200 len: 945 time: 0.8380523 Jul 06 14:19:45.745725 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.plugin [None req-8b51afdd-3c6b-4c98-a9dd-6ed3a790e94d tempest-DHCPAgentSchedulersTestJSON-1835629900 tempest-DHCPAgentSchedulersTestJSON-1835629900-project] Deleting port 782511a8-648e-4bd1-a863-e709bb66b2ae {{(pid=100247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:19:45.746144 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-8b51afdd-3c6b-4c98-a9dd-6ed3a790e94d tempest-DHCPAgentSchedulersTestJSON-1835629900 tempest-DHCPAgentSchedulersTestJSON-1835629900-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:45.750499 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-39861dbb-da41-4d23-8e13-f1b55590c5fd None None] Provisioning complete for port 782511a8-648e-4bd1-a863-e709bb66b2ae triggered by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:19:45.750722 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-5dd8d7f7-d458-484b-ac9f-32e7d3788f35 req-cc9adaff-00ed-467e-acdc-0eb62a17a1e4 service neutron] 10.222.0.127 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=67b64fd1-ede8-4c8b-b13f-ce71aea9619c HTTP/1.1" status: 200 len: 998 time: 0.3747997 Jul 06 14:19:45.750873 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-39861dbb-da41-4d23-8e13-f1b55590c5fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:45.778517 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 34768) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:19:45.779506 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61df1620-5a66-4eca-8e0c-e1c6207e1bf6 req-aed6984d-1b50-4a8e-9d33-9862611d72a5 tempest-ServersTestJSON-809673865 tempest-ServersTestJSON-809673865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:19:45.788530 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-61df1620-5a66-4eca-8e0c-e1c6207e1bf6 req-aed6984d-1b50-4a8e-9d33-9862611d72a5 tempest-ServersTestJSON-809673865 tempest-ServersTestJSON-809673865-project] 10.222.0.104 "GET /v2.0/ports?device_id=edfdc452-7903-4053-8957-d63095770198 HTTP/1.1" status: 200 len: 944 time: 0.6245086 Jul 06 14:19:45.804901 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-c8cebe99-f596-4269-b5a4-0decd77a3bb1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:45.855006 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 74692e73-f8b8-4011-9ad5-25966450c1ae up at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:19:45.928890 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-61df1620-5a66-4eca-8e0c-e1c6207e1bf6 req-f7bc95d7-f122-4ef5-945e-6039ad039591 tempest-ServersTestJSON-809673865 tempest-ServersTestJSON-809673865-project] 10.222.0.104 "GET /v2.0/security-groups?id=b2132efa-40d7-46de-9959-646c1b99d382&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1393380 Jul 06 14:19:45.973397 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-39861dbb-da41-4d23-8e13-f1b55590c5fd None None] Port 782511a8-648e-4bd1-a863-e709bb66b2ae cannot update to ACTIVE because it is not bound. {{(pid=100248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 14:19:46.048610 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-c8cebe99-f596-4269-b5a4-0decd77a3bb1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:46.053916 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-c8cebe99-f596-4269-b5a4-0decd77a3bb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:46.079943 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-e2f5b5a3-a6f0-417a-bb7c-0c7cf8426a2c req-abfbef55-0601-4c7e-82c0-c6540a6c3c5b tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] 10.222.0.104 "GET /v2.0/security-groups?id=5a45c5f2-3366-4ec3-bcbb-576e95eec77a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4053869 Jul 06 14:19:46.102097 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning complete for port 74692e73-f8b8-4011-9ad5-25966450c1ae triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:19:46.114208 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:46.127043 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-c8cebe99-f596-4269-b5a4-0decd77a3bb1 admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=7a557c7935a3472f8dd5575e60b036f7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3469882 Jul 06 14:19:46.133849 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 34772) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:19:46.166824 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd8d7f7-d458-484b-ac9f-32e7d3788f35 req-6c7f4dfc-be78-4936-8617-e192370848a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:19:46.176368 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-5dd8d7f7-d458-484b-ac9f-32e7d3788f35 req-6c7f4dfc-be78-4936-8617-e192370848a6 service neutron] 10.222.0.127 "GET /v2.0/subnets?id=6ec930d2-90b3-4355-914b-4efea8972d25 HTTP/1.1" status: 200 len: 856 time: 0.3562243 Jul 06 14:19:46.189054 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8cebe99-f596-4269-b5a4-0decd77a3bb1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96ec8ed3-d91b-46c0-85e1-ed5e0b22c535,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:19:46.233034 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-cd2e8391-eaa7-462a-a8f8-892cbfee1281 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:46.288086 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-cd2e8391-eaa7-462a-a8f8-892cbfee1281 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:46.338657 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-8b51afdd-3c6b-4c98-a9dd-6ed3a790e94d tempest-DHCPAgentSchedulersTestJSON-1835629900 tempest-DHCPAgentSchedulersTestJSON-1835629900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:46.404502 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-cd2e8391-eaa7-462a-a8f8-892cbfee1281 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:46.404963 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.plugin [None req-8b51afdd-3c6b-4c98-a9dd-6ed3a790e94d tempest-DHCPAgentSchedulersTestJSON-1835629900 tempest-DHCPAgentSchedulersTestJSON-1835629900-project] Calling delete_port for 782511a8-648e-4bd1-a863-e709bb66b2ae owned by {{(pid=100247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:19:46.415887 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-cd2e8391-eaa7-462a-a8f8-892cbfee1281 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:46.417610 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-cd2e8391-eaa7-462a-a8f8-892cbfee1281 admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/96ec8ed3-d91b-46c0-85e1-ed5e0b22c535 HTTP/1.1" status: 204 len: 168 time: 0.2821589 Jul 06 14:19:46.435916 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2e8391-eaa7-462a-a8f8-892cbfee1281 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96ec8ed3-d91b-46c0-85e1-ed5e0b22c535,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:19:46.610752 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd8d7f7-d458-484b-ac9f-32e7d3788f35 req-85775628-d937-42d9-a763-08743ef79765 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:19:46.612673 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-5dd8d7f7-d458-484b-ac9f-32e7d3788f35 req-85775628-d937-42d9-a763-08743ef79765 service neutron] 10.222.0.127 "GET /v2.0/ports?network_id=a1c5aa58-a5eb-4fe0-9c0d-ad9cb3f782ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4202468 Jul 06 14:19:46.689138 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208db72b-3d35-47b6-9ec3-2559b3da1e21 req-642a96cb-ef3b-412a-a31a-fcbbe40b3523 tempest-AttachVolumeShelveTestJSON-1020519793 tempest-AttachVolumeShelveTestJSON-1020519793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:19:46.691076 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-208db72b-3d35-47b6-9ec3-2559b3da1e21 req-642a96cb-ef3b-412a-a31a-fcbbe40b3523 tempest-AttachVolumeShelveTestJSON-1020519793 tempest-AttachVolumeShelveTestJSON-1020519793-project] 10.222.0.104 "GET /v2.0/ports?device_id=28222247-ef72-4123-b031-e588ebd3ba47 HTTP/1.1" status: 200 len: 945 time: 0.3558769 Jul 06 14:19:46.701029 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6a4993-a563-4224-acbb-9d9a17df7f86 req-9cd072cc-e127-4531-a446-b96ce2ccd057 tempest-ServersNegativeTestJSON-728644794 tempest-ServersNegativeTestJSON-728644794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:19:46.702926 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-ef6a4993-a563-4224-acbb-9d9a17df7f86 req-9cd072cc-e127-4531-a446-b96ce2ccd057 tempest-ServersNegativeTestJSON-728644794 tempest-ServersNegativeTestJSON-728644794-project] 10.222.0.104 "GET /v2.0/ports?device_id=c38e1fb7-16c3-460f-81ed-82738a2148eb HTTP/1.1" status: 200 len: 947 time: 0.3884006 Jul 06 14:19:46.874087 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-ef6a4993-a563-4224-acbb-9d9a17df7f86 req-80eb772d-3e89-4539-85a5-6bbb78e6fe14 tempest-ServersNegativeTestJSON-728644794 tempest-ServersNegativeTestJSON-728644794-project] 10.222.0.104 "GET /v2.0/security-groups?id=55139e1c-0239-472b-ada8-5a3c70b3eb43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1479909 Jul 06 14:19:46.898047 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-208db72b-3d35-47b6-9ec3-2559b3da1e21 req-297d0a7f-1b4c-43b3-bde1-9da0e5968016 tempest-AttachVolumeShelveTestJSON-1020519793 tempest-AttachVolumeShelveTestJSON-1020519793-project] 10.222.0.104 "GET /v2.0/security-groups?id=a376d024-e4a1-4cc8-8fe5-9c69c2c40821&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1920733 Jul 06 14:19:46.925862 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-8b51afdd-3c6b-4c98-a9dd-6ed3a790e94d tempest-DHCPAgentSchedulersTestJSON-1835629900 tempest-DHCPAgentSchedulersTestJSON-1835629900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128888353'] for port, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:47.035502 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b51afdd-3c6b-4c98-a9dd-6ed3a790e94d tempest-DHCPAgentSchedulersTestJSON-1835629900 tempest-DHCPAgentSchedulersTestJSON-1835629900-project] Pushing event deleted for resources: {'Port': ['ID=782511a8-648e-4bd1-a863-e709bb66b2ae,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:19:47.285231 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-8b51afdd-3c6b-4c98-a9dd-6ed3a790e94d tempest-DHCPAgentSchedulersTestJSON-1835629900 tempest-DHCPAgentSchedulersTestJSON-1835629900-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:47.289369 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-8b51afdd-3c6b-4c98-a9dd-6ed3a790e94d tempest-DHCPAgentSchedulersTestJSON-1835629900 tempest-DHCPAgentSchedulersTestJSON-1835629900-project] 10.222.0.104 "DELETE /v2.0/ports/782511a8-648e-4bd1-a863-e709bb66b2ae HTTP/1.1" status: 204 len: 168 time: 2.6703427 Jul 06 14:19:47.292949 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 34800) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:19:47.400170 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Device 02647aa2-ab9e-43ef-a73b-cda7ff6cdbe5 up at agent hyperv_n-h1-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:19:47.661670 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-5dd8d7f7-d458-484b-ac9f-32e7d3788f35 req-8bc5a00b-9063-4796-b0e2-9ba5b354c200 service neutron] 10.222.0.127 "GET /v2.0/networks/a1c5aa58-a5eb-4fe0-9c0d-ad9cb3f782ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2000017 Jul 06 14:19:48.026730 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e25a97-2c1c-4c17-b07e-60a2cc85c628 req-09ded96e-a9ca-4fe5-be3e-7b4da6e95b9e tempest-ServersTestJSON-809673865 tempest-ServersTestJSON-809673865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:19:48.045982 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-02e25a97-2c1c-4c17-b07e-60a2cc85c628 req-09ded96e-a9ca-4fe5-be3e-7b4da6e95b9e tempest-ServersTestJSON-809673865 tempest-ServersTestJSON-809673865-project] 10.222.0.104 "GET /v2.0/ports?device_id=edfdc452-7903-4053-8957-d63095770198 HTTP/1.1" status: 200 len: 944 time: 0.7160435 Jul 06 14:19:48.087483 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Provisioning for port 02647aa2-ab9e-43ef-a73b-cda7ff6cdbe5 completed by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:19:48.094670 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9700543-4548-4088-ad47-f8f60a6a7cd4 req-d51b7297-36f0-4f31-b8bf-9b4e5fbeca38 tempest-ServersNegativeTestJSON-728644794 tempest-ServersNegativeTestJSON-728644794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:19:48.097003 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Provisioning complete for port 02647aa2-ab9e-43ef-a73b-cda7ff6cdbe5 triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:19:48.098491 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:48.105073 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-b9700543-4548-4088-ad47-f8f60a6a7cd4 req-d51b7297-36f0-4f31-b8bf-9b4e5fbeca38 tempest-ServersNegativeTestJSON-728644794 tempest-ServersNegativeTestJSON-728644794-project] 10.222.0.104 "GET /v2.0/ports?device_id=c38e1fb7-16c3-460f-81ed-82738a2148eb HTTP/1.1" status: 200 len: 947 time: 0.8229856 Jul 06 14:19:48.118863 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-116bbfb7-b348-428f-8f02-d987d932f469 tempest-DHCPAgentSchedulersTestJSON-431620620 tempest-DHCPAgentSchedulersTestJSON-431620620-project-admin] 10.222.0.104 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4677 time: 0.8246386 Jul 06 14:19:48.119541 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 34818) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:19:48.140123 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-929958b9-0fe2-4638-a617-cefe1c43db1d tempest-DHCPAgentSchedulersTestJSON-1835629900 tempest-DHCPAgentSchedulersTestJSON-1835629900-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1591838787'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:19:48.223419 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-929958b9-0fe2-4638-a617-cefe1c43db1d tempest-DHCPAgentSchedulersTestJSON-1835629900 tempest-DHCPAgentSchedulersTestJSON-1835629900-project] Made reservation on behalf of 7d5c22a65b85465294cf89c1135a7649 for: {'network': 1} {{(pid=100246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:19:48.231007 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-929958b9-0fe2-4638-a617-cefe1c43db1d tempest-DHCPAgentSchedulersTestJSON-1835629900 tempest-DHCPAgentSchedulersTestJSON-1835629900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for network, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:48.320026 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-929958b9-0fe2-4638-a617-cefe1c43db1d tempest-DHCPAgentSchedulersTestJSON-1835629900 tempest-DHCPAgentSchedulersTestJSON-1835629900-project] vlan segment allocate from pool success with {'vlan_id': 1040, 'physical_network': 'physnet1'} {{(pid=100246) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 14:19:48.321927 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-b9700543-4548-4088-ad47-f8f60a6a7cd4 req-1073fa5c-e73f-498c-965e-c28d95aac8fa tempest-ServersNegativeTestJSON-728644794 tempest-ServersNegativeTestJSON-728644794-project] 10.222.0.104 "GET /v2.0/security-groups?id=55139e1c-0239-472b-ada8-5a3c70b3eb43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2137442 Jul 06 14:19:48.356857 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:48.357628 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-929958b9-0fe2-4638-a617-cefe1c43db1d tempest-DHCPAgentSchedulersTestJSON-1835629900 tempest-DHCPAgentSchedulersTestJSON-1835629900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552'] for segment, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:48.358719 n-d-773647-6 neutron-server[100246]: INFO neutron.db.segments_db [None req-929958b9-0fe2-4638-a617-cefe1c43db1d tempest-DHCPAgentSchedulersTestJSON-1835629900 tempest-DHCPAgentSchedulersTestJSON-1835629900-project] Added segment 8deae394-e524-4611-b7d9-616ae3b8c995 of type vlan for network 90773826-4fdf-4f65-b799-258bf54b2298 Jul 06 14:19:48.372863 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-5dd8d7f7-d458-484b-ac9f-32e7d3788f35 req-158eedd4-039a-44e7-94bb-3d36cc0499a7 service neutron] 10.222.0.127 "GET /v2.0/networks/a1c5aa58-a5eb-4fe0-9c0d-ad9cb3f782ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6989121 Jul 06 14:19:48.422704 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-02e25a97-2c1c-4c17-b07e-60a2cc85c628 req-f10ceb13-a949-412c-ad5d-c2e02b8dc26a tempest-ServersTestJSON-809673865 tempest-ServersTestJSON-809673865-project] 10.222.0.104 "GET /v2.0/security-groups?id=b2132efa-40d7-46de-9959-646c1b99d382&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3705151 Jul 06 14:19:48.457385 n-d-773647-6 neutron-server[100248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edfdc452-7903-4053-8957-d63095770198', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02647aa2-ab9e-43ef-a73b-cda7ff6cdbe5'}] {{(pid=100248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:19:48.476527 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84af257533e383389cbcf231d3534f4d5e149e7203fea16b4a8fc01438dddaf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-824ca115-8e44-4751-85fa-c6c40423a713" -d '{"events": [{"server_uuid": "edfdc452-7903-4053-8957-d63095770198", "name": "network-vif-plugged", "status": "completed", "tag": "02647aa2-ab9e-43ef-a73b-cda7ff6cdbe5"}]}' {{(pid=100248) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:19:48.541320 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] For port 02647aa2-ab9e-43ef-a73b-cda7ff6cdbe5, host n-h1-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773647-6',level=0,port_id=02647aa2-ab9e-43ef-a73b-cda7ff6cdbe5,segment=NetworkSegment(cb1a6cec-0b40-4dde-b37a-6dbda6bd8158),segment_id=cb1a6cec-0b40-4dde-b37a-6dbda6bd8158)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:19:48.546496 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:48.639403 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7302a69f-3c9a-49a6-954d-e45491a207b1 req-688bc455-bb40-4be6-b692-dc8ffa9195a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:19:48.642263 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-7302a69f-3c9a-49a6-954d-e45491a207b1 req-688bc455-bb40-4be6-b692-dc8ffa9195a8 service neutron] 10.222.0.127 "GET /v2.0/ports?device_id=de95b307-6508-414c-9448-6e96e4660560&tenant_id=1077a35eaa714f1bbf260d32c5a52c8f HTTP/1.1" status: 200 len: 1096 time: 0.3154225 Jul 06 14:19:48.661671 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [req-7302a69f-3c9a-49a6-954d-e45491a207b1 req-29f8aa6e-290c-4e47-97f8-8e512d422092 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-773647-6', 'device_owner': 'compute:nova'}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:19:48.665117 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-929958b9-0fe2-4638-a617-cefe1c43db1d tempest-DHCPAgentSchedulersTestJSON-1835629900 tempest-DHCPAgentSchedulersTestJSON-1835629900-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773752984405'] for network, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:48.669102 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Pushing event updated for resources: {'Port': ['ID=02647aa2-ab9e-43ef-a73b-cda7ff6cdbe5,revision_number=5']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:19:48.762563 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-929958b9-0fe2-4638-a617-cefe1c43db1d tempest-DHCPAgentSchedulersTestJSON-1835629900 tempest-DHCPAgentSchedulersTestJSON-1835629900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060'] for network, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:48.769551 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-929958b9-0fe2-4638-a617-cefe1c43db1d tempest-DHCPAgentSchedulersTestJSON-1835629900 tempest-DHCPAgentSchedulersTestJSON-1835629900-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:19:48.770269 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-929958b9-0fe2-4638-a617-cefe1c43db1d tempest-DHCPAgentSchedulersTestJSON-1835629900 tempest-DHCPAgentSchedulersTestJSON-1835629900-project] Notify callbacks [] for network, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:48.959378 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929958b9-0fe2-4638-a617-cefe1c43db1d tempest-DHCPAgentSchedulersTestJSON-1835629900 tempest-DHCPAgentSchedulersTestJSON-1835629900-project] Pushing event updated for resources: {'Network': ['ID=90773826-4fdf-4f65-b799-258bf54b2298,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:19:48.973911 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Network 90773826-4fdf-4f65-b799-258bf54b2298 details requested by agent ovs-agent-n-d-773647-6 with host n-d-773647-6 {{(pid=100248) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 14:19:48.977970 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-929958b9-0fe2-4638-a617-cefe1c43db1d tempest-DHCPAgentSchedulersTestJSON-1835629900 tempest-DHCPAgentSchedulersTestJSON-1835629900-project] 10.222.0.104 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.8546195 Jul 06 14:19:48.978160 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 34842) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:19:48.983537 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-7302a69f-3c9a-49a6-954d-e45491a207b1 req-29f8aa6e-290c-4e47-97f8-8e512d422092 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:49.344583 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-8357d944-586b-432b-b379-cab5db97f4be tempest-DHCPAgentSchedulersTestJSON-431620620 tempest-DHCPAgentSchedulersTestJSON-431620620-project-admin] 10.222.0.104 "GET /v2.0/agents/f2bada3d-be77-4359-982b-8505a2bbca04/dhcp-networks HTTP/1.1" status: 200 len: 6482 time: 0.3622999 Jul 06 14:19:49.345950 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 34844) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:19:49.548752 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b604486e-e413-440b-83a0-d7734a5405be tempest-DHCPAgentSchedulersTestJSON-431620620 tempest-DHCPAgentSchedulersTestJSON-431620620-project-admin] Network 90773826-4fdf-4f65-b799-258bf54b2298 is scheduled to be hosted by DHCP agent f2bada3d-be77-4359-982b-8505a2bbca04 with binding_index 1 {{(pid=100246) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 14:19:49.575696 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2819c525-04d8-4bcb-8d52-822874ce1a4d None None] Network 90773826-4fdf-4f65-b799-258bf54b2298 requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:19:49.582489 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-b604486e-e413-440b-83a0-d7734a5405be tempest-DHCPAgentSchedulersTestJSON-431620620 tempest-DHCPAgentSchedulersTestJSON-431620620-project-admin] 10.222.0.104 "POST /v2.0/agents/f2bada3d-be77-4359-982b-8505a2bbca04/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.2332878 Jul 06 14:19:49.583608 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 34852) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:19:49.618306 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b73f201-bcda-4edf-a0cc-a25250228164 req-acd9a648-c0a9-4315-ae57-6e32b210e8fc tempest-AttachVolumeShelveTestJSON-1020519793 tempest-AttachVolumeShelveTestJSON-1020519793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:19:49.620060 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-4b73f201-bcda-4edf-a0cc-a25250228164 req-acd9a648-c0a9-4315-ae57-6e32b210e8fc tempest-AttachVolumeShelveTestJSON-1020519793 tempest-AttachVolumeShelveTestJSON-1020519793-project] 10.222.0.104 "GET /v2.0/ports?device_id=28222247-ef72-4123-b031-e588ebd3ba47 HTTP/1.1" status: 200 len: 945 time: 0.7737038 Jul 06 14:19:49.686595 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86bd377-46b6-4cd4-b07f-e8c5b03a9b64 req-31913c58-5a0b-4d5f-99b3-e3259204e7a8 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:19:49.690234 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-e86bd377-46b6-4cd4-b07f-e8c5b03a9b64 req-31913c58-5a0b-4d5f-99b3-e3259204e7a8 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] 10.222.0.104 "GET /v2.0/ports?device_id=de95b307-6508-414c-9448-6e96e4660560 HTTP/1.1" status: 200 len: 945 time: 0.8424869 Jul 06 14:19:49.786240 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-4b73f201-bcda-4edf-a0cc-a25250228164 req-6feff12e-6a6d-4353-970f-38274f0dac21 tempest-AttachVolumeShelveTestJSON-1020519793 tempest-AttachVolumeShelveTestJSON-1020519793-project] 10.222.0.104 "GET /v2.0/security-groups?id=a376d024-e4a1-4cc8-8fe5-9c69c2c40821&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1502144 Jul 06 14:19:49.889352 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-e86bd377-46b6-4cd4-b07f-e8c5b03a9b64 req-35de46c8-f9f5-4654-9f3c-1c8f54304072 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] 10.222.0.104 "GET /v2.0/security-groups?id=5a45c5f2-3366-4ec3-bcbb-576e95eec77a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1747758 Jul 06 14:19:49.937569 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.db [req-7302a69f-3c9a-49a6-954d-e45491a207b1 req-29f8aa6e-290c-4e47-97f8-8e512d422092 service neutron] For port 483af117-bb3f-4588-a086-6405716a60ee, host n-h2-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=483af117-bb3f-4588-a086-6405716a60ee,segment=NetworkSegment(967d25fd-e6c0-4517-afb5-5ac37f3bf726),segment_id=967d25fd-e6c0-4517-afb5-5ac37f3bf726)] {{(pid=100247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:19:49.989674 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 14:19:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb753500-7541-41c3-b704-22f39f6e5680 x-openstack-request-id: req-eb753500-7541-41c3-b704-22f39f6e5680 {{(pid=100248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:19:49.990271 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "edfdc452-7903-4053-8957-d63095770198", "name": "network-vif-plugged", "status": "completed", "tag": "02647aa2-ab9e-43ef-a73b-cda7ff6cdbe5", "code": 200}]} {{(pid=100248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:19:49.990869 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-eb753500-7541-41c3-b704-22f39f6e5680 {{(pid=100248) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:19:49.991495 n-d-773647-6 neutron-server[100248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'edfdc452-7903-4053-8957-d63095770198', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02647aa2-ab9e-43ef-a73b-cda7ff6cdbe5', 'code': 200} Jul 06 14:19:50.066438 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 34866) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:19:50.233992 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.db [req-7302a69f-3c9a-49a6-954d-e45491a207b1 req-29f8aa6e-290c-4e47-97f8-8e512d422092 service neutron] For port 483af117-bb3f-4588-a086-6405716a60ee, host n-h2-773647-6, cleared binding levels {{(pid=100247) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:19:50.283467 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-e728fb34-8131-459d-a490-34ed4274b081 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:50.310267 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-738963c3-4884-41ca-9653-be9f09dfeac4 tempest-DHCPAgentSchedulersTestJSON-431620620 tempest-DHCPAgentSchedulersTestJSON-431620620-project-admin] 10.222.0.104 "GET /v2.0/agents/f2bada3d-be77-4359-982b-8505a2bbca04/dhcp-networks HTTP/1.1" status: 200 len: 7254 time: 0.7247736 Jul 06 14:19:50.319373 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 34870) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:19:50.376093 n-d-773647-6 neutron-server[100247]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de95b307-6508-414c-9448-6e96e4660560', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '483af117-bb3f-4588-a086-6405716a60ee'}] {{(pid=100247) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:19:50.378550 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cbf0eeaae822f8fc9b87a94aeba67a3d651842baf663a51cba94b67a514836d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d3595d8-a2ad-48d8-86e3-b2f934b5b084" -d '{"events": [{"server_uuid": "de95b307-6508-414c-9448-6e96e4660560", "name": "network-vif-unplugged", "status": "completed", "tag": "483af117-bb3f-4588-a086-6405716a60ee"}]}' {{(pid=100247) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:19:50.404912 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-7302a69f-3c9a-49a6-954d-e45491a207b1 req-29f8aa6e-290c-4e47-97f8-8e512d422092 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:50.475432 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.provisioning_blocks [req-7302a69f-3c9a-49a6-954d-e45491a207b1 req-29f8aa6e-290c-4e47-97f8-8e512d422092 service neutron] Transition to ACTIVE for port object 483af117-bb3f-4588-a086-6405716a60ee will not be triggered until provisioned by entity L2. {{(pid=100247) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:19:50.509433 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-e728fb34-8131-459d-a490-34ed4274b081 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:50.510083 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8328007-075c-4b67-ad97-2cc18101cdd5 req-e3fdbceb-d2a5-459f-9df9-3816fd8f061a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:19:50.511587 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-f8328007-075c-4b67-ad97-2cc18101cdd5 req-e3fdbceb-d2a5-459f-9df9-3816fd8f061a service neutron] 10.222.0.127 "GET /v2.0/ports?device_id=edfdc452-7903-4053-8957-d63095770198 HTTP/1.1" status: 200 len: 1096 time: 0.3760645 Jul 06 14:19:50.526785 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-7302a69f-3c9a-49a6-954d-e45491a207b1 req-29f8aa6e-290c-4e47-97f8-8e512d422092 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128888538'] for port, after_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:50.531831 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-e728fb34-8131-459d-a490-34ed4274b081 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:50.546444 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2601d6-0dfa-4b93-98b5-533ee66bdd12 req-3eb4f7da-a96b-4aa2-96ba-0995f99c1b63 tempest-ServersTestJSON-809673865 tempest-ServersTestJSON-809673865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:19:50.548195 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-da2601d6-0dfa-4b93-98b5-533ee66bdd12 req-3eb4f7da-a96b-4aa2-96ba-0995f99c1b63 tempest-ServersTestJSON-809673865 tempest-ServersTestJSON-809673865-project] 10.222.0.104 "GET /v2.0/ports?device_id=edfdc452-7903-4053-8957-d63095770198 HTTP/1.1" status: 200 len: 945 time: 0.3900895 Jul 06 14:19:50.589086 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba043a9f-d8ee-4799-bbdc-d23eb5dda39a req-79620fde-c80a-4924-b89c-800ff7be034a tempest-ServersNegativeTestJSON-728644794 tempest-ServersNegativeTestJSON-728644794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:19:50.590607 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-ba043a9f-d8ee-4799-bbdc-d23eb5dda39a req-79620fde-c80a-4924-b89c-800ff7be034a tempest-ServersNegativeTestJSON-728644794 tempest-ServersNegativeTestJSON-728644794-project] 10.222.0.104 "GET /v2.0/ports?device_id=c38e1fb7-16c3-460f-81ed-82738a2148eb HTTP/1.1" status: 200 len: 947 time: 0.4831221 Jul 06 14:19:50.610735 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-e728fb34-8131-459d-a490-34ed4274b081 admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=0562614eb136454382049fe728f07457&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5429378 Jul 06 14:19:50.613246 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 34874) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:19:50.620479 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-c0d7904d-9456-4e2d-9dad-98d8a851218b tempest-DHCPAgentSchedulersTestJSON-431620620 tempest-DHCPAgentSchedulersTestJSON-431620620-project-admin] 10.222.0.104 "DELETE /v2.0/agents/f2bada3d-be77-4359-982b-8505a2bbca04/dhcp-networks/90773826-4fdf-4f65-b799-258bf54b2298 HTTP/1.1" status: 204 len: 168 time: 0.2972407 Jul 06 14:19:50.624835 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e728fb34-8131-459d-a490-34ed4274b081 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=113563b3-7fe0-4f73-bb08-461a229e781d,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:19:50.627770 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 34876) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:19:50.717207 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-276ceb2e-be9a-4892-a488-30eb2a6f5b7e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:50.784367 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-276ceb2e-be9a-4892-a488-30eb2a6f5b7e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:50.883079 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-276ceb2e-be9a-4892-a488-30eb2a6f5b7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:50.885839 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-276ceb2e-be9a-4892-a488-30eb2a6f5b7e admin admin] Notify callbacks [] for security_group, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:50.890538 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-276ceb2e-be9a-4892-a488-30eb2a6f5b7e admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/113563b3-7fe0-4f73-bb08-461a229e781d HTTP/1.1" status: 204 len: 168 time: 0.2761571 Jul 06 14:19:50.911312 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276ceb2e-be9a-4892-a488-30eb2a6f5b7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=113563b3-7fe0-4f73-bb08-461a229e781d,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:19:51.178711 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Device 483af117-bb3f-4588-a086-6405716a60ee no longer exists at agent hyperv_n-h2-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:19:51.191164 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f8aa6e-290c-4e47-97f8-8e512d422092 service neutron] Pushing event updated for resources: {'Port': ['ID=483af117-bb3f-4588-a086-6405716a60ee,revision_number=10']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:19:51.241552 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-da2601d6-0dfa-4b93-98b5-533ee66bdd12 req-8c8ba089-1fab-46ce-8bfd-f81b5c4a67d0 tempest-ServersTestJSON-809673865 tempest-ServersTestJSON-809673865-project] 10.222.0.104 "GET /v2.0/security-groups?id=b2132efa-40d7-46de-9959-646c1b99d382&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6236341 Jul 06 14:19:51.257284 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Device 483af117-bb3f-4588-a086-6405716a60ee not bound to the agent host n-h2-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:19:51.268094 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.l3_dvrscheduler_db [req-7302a69f-3c9a-49a6-954d-e45491a207b1 req-29f8aa6e-290c-4e47-97f8-8e512d422092 service neutron] No DVR routers for this DVR port 483af117-bb3f-4588-a086-6405716a60ee on host n-h2-773647-6 {{(pid=100247) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:19:51.509724 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-ba043a9f-d8ee-4799-bbdc-d23eb5dda39a req-56fb19bf-5ed5-4680-b0ed-360b6d25cb45 tempest-ServersNegativeTestJSON-728644794 tempest-ServersNegativeTestJSON-728644794-project] 10.222.0.104 "GET /v2.0/security-groups?id=55139e1c-0239-472b-ada8-5a3c70b3eb43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8852384 Jul 06 14:19:51.594562 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-5fa462c8-6200-42af-b60a-51da32cd2e7d tempest-DHCPAgentSchedulersTestJSON-431620620 tempest-DHCPAgentSchedulersTestJSON-431620620-project-admin] 10.222.0.104 "GET /v2.0/agents/f2bada3d-be77-4359-982b-8505a2bbca04/dhcp-networks HTTP/1.1" status: 200 len: 6482 time: 0.9398611 Jul 06 14:19:51.595783 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 34900) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:19:51.661825 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-6b682ea0-9e2a-4e56-ae2a-dfe9d79ab088 tempest-DHCPAgentSchedulersTestJSON-431620620 tempest-DHCPAgentSchedulersTestJSON-431620620-project-admin] 10.222.0.104 "GET /v2.0/networks/58ed505d-9650-49d4-9a57-be7e556309bb/dhcp-agents HTTP/1.1" status: 200 len: 794 time: 0.0648727 Jul 06 14:19:51.670384 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 34904) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:19:51.724552 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-89c532b1-d05b-4798-9711-3eafe06a877f tempest-DHCPAgentSchedulersTestJSON-431620620 tempest-DHCPAgentSchedulersTestJSON-431620620-project-admin] 10.222.0.104 "GET /v2.0/networks/58ed505d-9650-49d4-9a57-be7e556309bb/dhcp-agents HTTP/1.1" status: 200 len: 794 time: 0.0542810 Jul 06 14:19:51.729211 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 06 Jul 2021 14:19:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da8bbba9-7d59-4535-a65f-a91c0b5ec261 x-openstack-request-id: req-da8bbba9-7d59-4535-a65f-a91c0b5ec261 {{(pid=100247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:19:51.729596 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de95b307-6508-414c-9448-6e96e4660560", "name": "network-vif-unplugged", "status": "completed", "tag": "483af117-bb3f-4588-a086-6405716a60ee", "code": 200}]} {{(pid=100247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:19:51.729778 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-da8bbba9-7d59-4535-a65f-a91c0b5ec261 {{(pid=100247) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:19:51.730203 n-d-773647-6 neutron-server[100247]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de95b307-6508-414c-9448-6e96e4660560', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '483af117-bb3f-4588-a086-6405716a60ee', 'code': 200} Jul 06 14:19:51.731746 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 34908) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:19:51.845958 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fd92af-fbdf-448e-897b-e01daa4b3fa9 req-0a79b064-bed3-4f29-a68a-01c2c9e1e5b8 tempest-AttachVolumeShelveTestJSON-1020519793 tempest-AttachVolumeShelveTestJSON-1020519793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:19:51.854769 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-a5fd92af-fbdf-448e-897b-e01daa4b3fa9 req-0a79b064-bed3-4f29-a68a-01c2c9e1e5b8 tempest-AttachVolumeShelveTestJSON-1020519793 tempest-AttachVolumeShelveTestJSON-1020519793-project] 10.222.0.104 "GET /v2.0/ports?device_id=28222247-ef72-4123-b031-e588ebd3ba47 HTTP/1.1" status: 200 len: 945 time: 0.1234148 Jul 06 14:19:51.873768 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.managers [req-7302a69f-3c9a-49a6-954d-e45491a207b1 req-29f8aa6e-290c-4e47-97f8-8e512d422092 service neutron] Attempting to bind port 483af117-bb3f-4588-a086-6405716a60ee on host n-h1-773647-6 for vnic_type normal with profile {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:19:51.874159 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.managers [req-7302a69f-3c9a-49a6-954d-e45491a207b1 req-29f8aa6e-290c-4e47-97f8-8e512d422092 service neutron] Attempting to bind port 483af117-bb3f-4588-a086-6405716a60ee by drivers openvswitch,hyperv on host n-h1-773647-6 at level 0 using segments [{'id': '967d25fd-e6c0-4517-afb5-5ac37f3bf726', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': 'f6bee18a-7d0c-49a0-8d57-f9458d12e262'}] {{(pid=100247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:19:51.874453 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7302a69f-3c9a-49a6-954d-e45491a207b1 req-29f8aa6e-290c-4e47-97f8-8e512d422092 service neutron] Attempting to bind port 483af117-bb3f-4588-a086-6405716a60ee on network f6bee18a-7d0c-49a0-8d57-f9458d12e262 {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:19:51.935856 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7302a69f-3c9a-49a6-954d-e45491a207b1 req-29f8aa6e-290c-4e47-97f8-8e512d422092 service neutron] Port 483af117-bb3f-4588-a086-6405716a60ee on network f6bee18a-7d0c-49a0-8d57-f9458d12e262 not bound, no agent of type Open vSwitch agent registered on host n-h1-773647-6 {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 14:19:51.936193 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7302a69f-3c9a-49a6-954d-e45491a207b1 req-29f8aa6e-290c-4e47-97f8-8e512d422092 service neutron] Attempting to bind port 483af117-bb3f-4588-a086-6405716a60ee on network f6bee18a-7d0c-49a0-8d57-f9458d12e262 {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:19:51.971687 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7302a69f-3c9a-49a6-954d-e45491a207b1 req-29f8aa6e-290c-4e47-97f8-8e512d422092 service neutron] Checking agent: {'id': '5bf7147f-bada-4441-a5dc-934b903473fb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-773647-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 51, 12), 'started_at': datetime.datetime(2021, 7, 6, 13, 51, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 19, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:19:51.972045 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7302a69f-3c9a-49a6-954d-e45491a207b1 req-29f8aa6e-290c-4e47-97f8-8e512d422092 service neutron] Checking segment: {'id': '967d25fd-e6c0-4517-afb5-5ac37f3bf726', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': 'f6bee18a-7d0c-49a0-8d57-f9458d12e262'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100247) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:19:51.972484 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7302a69f-3c9a-49a6-954d-e45491a207b1 req-29f8aa6e-290c-4e47-97f8-8e512d422092 service neutron] Bound using segment: {'id': '967d25fd-e6c0-4517-afb5-5ac37f3bf726', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': 'f6bee18a-7d0c-49a0-8d57-f9458d12e262'} {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:19:51.973004 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.managers [req-7302a69f-3c9a-49a6-954d-e45491a207b1 req-29f8aa6e-290c-4e47-97f8-8e512d422092 service neutron] Bound port: 483af117-bb3f-4588-a086-6405716a60ee, host: n-h1-773647-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '967d25fd-e6c0-4517-afb5-5ac37f3bf726', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': 'f6bee18a-7d0c-49a0-8d57-f9458d12e262'}}] {{(pid=100247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:19:51.973377 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-7302a69f-3c9a-49a6-954d-e45491a207b1 req-29f8aa6e-290c-4e47-97f8-8e512d422092 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:51.989445 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-a5fd92af-fbdf-448e-897b-e01daa4b3fa9 req-47418d4d-c5e4-45d1-ab08-cd24d2291158 tempest-AttachVolumeShelveTestJSON-1020519793 tempest-AttachVolumeShelveTestJSON-1020519793-project] 10.222.0.104 "GET /v2.0/security-groups?id=a376d024-e4a1-4cc8-8fe5-9c69c2c40821&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1336744 Jul 06 14:19:52.002054 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-f8328007-075c-4b67-ad97-2cc18101cdd5 req-cbd5cbf6-7bc0-455d-a83b-a1e57df5b29f service neutron] 10.222.0.127 "GET /v2.0/security-groups?id=b2132efa-40d7-46de-9959-646c1b99d382&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250641 Jul 06 14:19:52.082080 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-e410b76c-e34a-4a14-8635-ecf2d9ff8769 tempest-DHCPAgentSchedulersTestJSON-431620620 tempest-DHCPAgentSchedulersTestJSON-431620620-project-admin] 10.222.0.104 "GET /v2.0/agents/f2bada3d-be77-4359-982b-8505a2bbca04/dhcp-networks HTTP/1.1" status: 200 len: 6482 time: 0.3490412 Jul 06 14:19:52.083090 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 34918) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:19:52.136574 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3196a77f-e39d-44da-a5e5-25362e0e102b req-d89389f0-bf8d-42f1-be27-c719f212dbd2 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:19:52.153296 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-3196a77f-e39d-44da-a5e5-25362e0e102b req-d89389f0-bf8d-42f1-be27-c719f212dbd2 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] 10.222.0.104 "GET /v2.0/ports?device_id=de95b307-6508-414c-9448-6e96e4660560 HTTP/1.1" status: 200 len: 944 time: 0.2688384 Jul 06 14:19:52.186865 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-24b83f34-86c2-442a-973e-2dfc4a19fb63 tempest-DHCPAgentSchedulersTestJSON-1835629900 tempest-DHCPAgentSchedulersTestJSON-1835629900-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530492'] for network, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:52.291577 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.db [req-7302a69f-3c9a-49a6-954d-e45491a207b1 req-29f8aa6e-290c-4e47-97f8-8e512d422092 service neutron] For port 483af117-bb3f-4588-a086-6405716a60ee, host n-h1-773647-6, cleared binding levels {{(pid=100247) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:19:52.312088 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-3196a77f-e39d-44da-a5e5-25362e0e102b req-f4723762-f82c-4f22-ad03-c78f0d9cddbd tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] 10.222.0.104 "GET /v2.0/security-groups?id=5a45c5f2-3366-4ec3-bcbb-576e95eec77a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1413913 Jul 06 14:19:52.328459 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-24b83f34-86c2-442a-973e-2dfc4a19fb63 tempest-DHCPAgentSchedulersTestJSON-1835629900 tempest-DHCPAgentSchedulersTestJSON-1835629900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-917204', 'neutron.services.segments.db._delete_segments_for_network-8773753502302'] for network, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:52.337544 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.db [req-7302a69f-3c9a-49a6-954d-e45491a207b1 req-29f8aa6e-290c-4e47-97f8-8e512d422092 service neutron] For port 483af117-bb3f-4588-a086-6405716a60ee, host n-h1-773647-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773647-6',level=0,port_id=483af117-bb3f-4588-a086-6405716a60ee,segment=NetworkSegment(967d25fd-e6c0-4517-afb5-5ac37f3bf726),segment_id=967d25fd-e6c0-4517-afb5-5ac37f3bf726)] {{(pid=100247) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:19:52.355326 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-7302a69f-3c9a-49a6-954d-e45491a207b1 req-29f8aa6e-290c-4e47-97f8-8e512d422092 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128888538'] for port, after_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:52.358506 n-d-773647-6 neutron-server[100246]: DEBUG neutron.services.segments.db [None req-24b83f34-86c2-442a-973e-2dfc4a19fb63 tempest-DHCPAgentSchedulersTestJSON-1835629900 tempest-DHCPAgentSchedulersTestJSON-1835629900-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['90773826-4fdf-4f65-b799-258bf54b2298']}} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:19:52.382519 n-d-773647-6 neutron-server[100246]: DEBUG neutron.services.segments.db [None req-24b83f34-86c2-442a-973e-2dfc4a19fb63 tempest-DHCPAgentSchedulersTestJSON-1835629900 tempest-DHCPAgentSchedulersTestJSON-1835629900-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8deae394-e524-4611-b7d9-616ae3b8c995') {'for_net_delete': True} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:19:52.382519 n-d-773647-6 neutron-server[100246]: DEBUG neutron.services.segments.db [None req-24b83f34-86c2-442a-973e-2dfc4a19fb63 tempest-DHCPAgentSchedulersTestJSON-1835629900 tempest-DHCPAgentSchedulersTestJSON-1835629900-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8deae394-e524-4611-b7d9-616ae3b8c995') {} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:19:52.396396 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7302a69f-3c9a-49a6-954d-e45491a207b1 req-29f8aa6e-290c-4e47-97f8-8e512d422092 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:19:52.398143 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-7302a69f-3c9a-49a6-954d-e45491a207b1 req-29f8aa6e-290c-4e47-97f8-8e512d422092 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:52.401971 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-7302a69f-3c9a-49a6-954d-e45491a207b1 req-29f8aa6e-290c-4e47-97f8-8e512d422092 service neutron] 10.222.0.127 "PUT /v2.0/ports/483af117-bb3f-4588-a086-6405716a60ee HTTP/1.1" status: 200 len: 1092 time: 3.7467153 Jul 06 14:19:52.403706 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-24b83f34-86c2-442a-973e-2dfc4a19fb63 tempest-DHCPAgentSchedulersTestJSON-1835629900 tempest-DHCPAgentSchedulersTestJSON-1835629900-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773753515138', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126218898'] for segment, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:52.425646 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-24b83f34-86c2-442a-973e-2dfc4a19fb63 tempest-DHCPAgentSchedulersTestJSON-1835629900 tempest-DHCPAgentSchedulersTestJSON-1835629900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552'] for segment, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:52.436670 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-24b83f34-86c2-442a-973e-2dfc4a19fb63 tempest-DHCPAgentSchedulersTestJSON-1835629900 tempest-DHCPAgentSchedulersTestJSON-1835629900-project] Releasing vlan 1040 on physical network physnet1 to pool {{(pid=100246) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 14:19:52.437087 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-24b83f34-86c2-442a-973e-2dfc4a19fb63 tempest-DHCPAgentSchedulersTestJSON-1835629900 tempest-DHCPAgentSchedulersTestJSON-1835629900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127687491'] for segment, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:52.440297 n-d-773647-6 neutron-server[100246]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:19:52.440297 n-d-773647-6 neutron-server[100246]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:19:52.440297 n-d-773647-6 neutron-server[100246]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:19:52.440297 n-d-773647-6 neutron-server[100246]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:19:52.440297 n-d-773647-6 neutron-server[100246]: Traceback (most recent call last): Jul 06 14:19:52.440297 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 14:19:52.440297 n-d-773647-6 neutron-server[100246]: timer() Jul 06 14:19:52.440297 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 14:19:52.440297 n-d-773647-6 neutron-server[100246]: cb(*args, **kw) Jul 06 14:19:52.440297 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 14:19:52.440297 n-d-773647-6 neutron-server[100246]: return func(*args, **kwargs) Jul 06 14:19:52.440297 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 14:19:52.440297 n-d-773647-6 neutron-server[100246]: self._notify() Jul 06 14:19:52.440297 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 14:19:52.440297 n-d-773647-6 neutron-server[100246]: self.callback(batched_events) Jul 06 14:19:52.440297 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 14:19:52.440297 n-d-773647-6 neutron-server[100246]: event.method(event) Jul 06 14:19:52.440297 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 14:19:52.440297 n-d-773647-6 neutron-server[100246]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 14:19:52.440297 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 14:19:52.440297 n-d-773647-6 neutron-server[100246]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 14:19:52.440297 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 14:19:52.440297 n-d-773647-6 neutron-server[100246]: return f(self, *a, **k) Jul 06 14:19:52.440297 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 14:19:52.440297 n-d-773647-6 neutron-server[100246]: return self._get(url).json() Jul 06 14:19:52.440297 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 14:19:52.440297 n-d-773647-6 neutron-server[100246]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 14:19:52.440297 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 14:19:52.440297 n-d-773647-6 neutron-server[100246]: return self.request(url, 'GET', **kwargs) Jul 06 14:19:52.440297 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 14:19:52.440297 n-d-773647-6 neutron-server[100246]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 14:19:52.440297 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 14:19:52.440297 n-d-773647-6 neutron-server[100246]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 14:19:52.440297 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 14:19:52.440297 n-d-773647-6 neutron-server[100246]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 14:19:52.440297 n-d-773647-6 neutron-server[100246]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 14:19:52.624418 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-24b83f34-86c2-442a-973e-2dfc4a19fb63 tempest-DHCPAgentSchedulersTestJSON-1835629900 tempest-DHCPAgentSchedulersTestJSON-1835629900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-917215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1761140'] for network, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:52.641716 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-24b83f34-86c2-442a-973e-2dfc4a19fb63 tempest-DHCPAgentSchedulersTestJSON-1835629900 tempest-DHCPAgentSchedulersTestJSON-1835629900-project] Notify callbacks [] for network, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:52.643975 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-24b83f34-86c2-442a-973e-2dfc4a19fb63 tempest-DHCPAgentSchedulersTestJSON-1835629900 tempest-DHCPAgentSchedulersTestJSON-1835629900-project] 10.222.0.104 "DELETE /v2.0/networks/90773826-4fdf-4f65-b799-258bf54b2298 HTTP/1.1" status: 204 len: 168 time: 0.5597346 Jul 06 14:19:52.672837 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 34930) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:19:52.686924 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b83f34-86c2-442a-973e-2dfc4a19fb63 tempest-DHCPAgentSchedulersTestJSON-1835629900 tempest-DHCPAgentSchedulersTestJSON-1835629900-project] Pushing event deleted for resources: {'Network': ['ID=90773826-4fdf-4f65-b799-258bf54b2298,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:19:52.690419 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54259fc-a8d4-47bc-9fee-eb705158504a req-1faf54e3-d76c-4310-9333-5041615380b0 tempest-ServersNegativeTestJSON-728644794 tempest-ServersNegativeTestJSON-728644794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:19:52.701054 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-a54259fc-a8d4-47bc-9fee-eb705158504a req-1faf54e3-d76c-4310-9333-5041615380b0 tempest-ServersNegativeTestJSON-728644794 tempest-ServersNegativeTestJSON-728644794-project] 10.222.0.104 "GET /v2.0/ports?device_id=c38e1fb7-16c3-460f-81ed-82738a2148eb HTTP/1.1" status: 200 len: 947 time: 0.4619274 Jul 06 14:19:52.754960 n-d-773647-6 neutron-server[100246]: INFO neutron.pecan_wsgi.hooks.translation [None req-b8fda931-5299-42bb-be5c-2a989a1e866a tempest-DHCPAgentSchedulersTestJSON-1835629900 tempest-DHCPAgentSchedulersTestJSON-1835629900-project] DELETE failed (client error): The resource could not be found. Jul 06 14:19:52.756469 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b8fda931-5299-42bb-be5c-2a989a1e866a tempest-DHCPAgentSchedulersTestJSON-1835629900 tempest-DHCPAgentSchedulersTestJSON-1835629900-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100246) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 14:19:52.758381 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-b8fda931-5299-42bb-be5c-2a989a1e866a tempest-DHCPAgentSchedulersTestJSON-1835629900 tempest-DHCPAgentSchedulersTestJSON-1835629900-project] 10.222.0.104 "DELETE /v2.0/ports/782511a8-648e-4bd1-a863-e709bb66b2ae HTTP/1.1" status: 404 len: 333 time: 0.0844855 Jul 06 14:19:52.764332 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 34932) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:19:52.869571 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.db_base_plugin_v2 [None req-572147be-427a-4656-aea8-adaafcd6f751 tempest-DHCPAgentSchedulersTestJSON-1835629900 tempest-DHCPAgentSchedulersTestJSON-1835629900-project] Deleting subnet 55b438f5-85dd-441b-a900-0b277f1c288b {{(pid=100246) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 14:19:52.878000 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-572147be-427a-4656-aea8-adaafcd6f751 tempest-DHCPAgentSchedulersTestJSON-1835629900 tempest-DHCPAgentSchedulersTestJSON-1835629900-project] Notify callbacks [] for subnet, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:52.886490 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-181a9c1b-94c0-434c-9e1f-f9e10f7bb94e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:52.935142 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-572147be-427a-4656-aea8-adaafcd6f751 tempest-DHCPAgentSchedulersTestJSON-1835629900 tempest-DHCPAgentSchedulersTestJSON-1835629900-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126218885'] for subnet, precommit_delete_associations {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:53.000542 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-a54259fc-a8d4-47bc-9fee-eb705158504a req-43dc8a9f-df61-464c-ba92-0a8513c52d75 tempest-ServersNegativeTestJSON-728644794 tempest-ServersNegativeTestJSON-728644794-project] 10.222.0.104 "GET /v2.0/security-groups?id=55139e1c-0239-472b-ada8-5a3c70b3eb43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2923560 Jul 06 14:19:53.002723 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f8aa6e-290c-4e47-97f8-8e512d422092 service neutron] Pushing event updated for resources: {'Port': ['ID=483af117-bb3f-4588-a086-6405716a60ee,revision_number=11']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:19:53.070112 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-572147be-427a-4656-aea8-adaafcd6f751 tempest-DHCPAgentSchedulersTestJSON-1835629900 tempest-DHCPAgentSchedulersTestJSON-1835629900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-913473'] for subnet, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:53.074845 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7302a69f-3c9a-49a6-954d-e45491a207b1 req-365f600f-b982-4e3d-98a5-87cd26309896 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:19:53.076739 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-7302a69f-3c9a-49a6-954d-e45491a207b1 req-365f600f-b982-4e3d-98a5-87cd26309896 service neutron] 10.222.0.127 "GET /v2.0/ports?tenant_id=1077a35eaa714f1bbf260d32c5a52c8f&device_id=de95b307-6508-414c-9448-6e96e4660560 HTTP/1.1" status: 200 len: 1095 time: 0.5191376 Jul 06 14:19:53.119827 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d3559b-06b4-4d15-8724-6dac030890ba req-508e1832-14bf-4eb0-96f1-9d1405c06b3a tempest-ServersTestJSON-809673865 tempest-ServersTestJSON-809673865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:19:53.124834 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-44d3559b-06b4-4d15-8724-6dac030890ba req-508e1832-14bf-4eb0-96f1-9d1405c06b3a tempest-ServersTestJSON-809673865 tempest-ServersTestJSON-809673865-project] 10.222.0.104 "GET /v2.0/ports?device_id=edfdc452-7903-4053-8957-d63095770198 HTTP/1.1" status: 200 len: 945 time: 0.3569438 Jul 06 14:19:53.211834 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-572147be-427a-4656-aea8-adaafcd6f751 tempest-DHCPAgentSchedulersTestJSON-1835629900 tempest-DHCPAgentSchedulersTestJSON-1835629900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-913480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1849032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127687590', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127702764'] for subnet, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:53.328597 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 34942) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:19:53.343894 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-44d3559b-06b4-4d15-8724-6dac030890ba req-ac3dbf13-d536-48c9-9194-92b03b1f35ce tempest-ServersTestJSON-809673865 tempest-ServersTestJSON-809673865-project] 10.222.0.104 "GET /v2.0/security-groups?id=b2132efa-40d7-46de-9959-646c1b99d382&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2037206 Jul 06 14:19:53.346961 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572147be-427a-4656-aea8-adaafcd6f751 tempest-DHCPAgentSchedulersTestJSON-1835629900 tempest-DHCPAgentSchedulersTestJSON-1835629900-project] Pushing event deleted for resources: {'Subnet': ['ID=55b438f5-85dd-441b-a900-0b277f1c288b,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:19:53.368543 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c608b74-d024-4af7-b693-7e6feee0a441 None None] Network 58ed505d-9650-49d4-9a57-be7e556309bb requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:19:53.374533 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-572147be-427a-4656-aea8-adaafcd6f751 tempest-DHCPAgentSchedulersTestJSON-1835629900 tempest-DHCPAgentSchedulersTestJSON-1835629900-project] Notify callbacks [] for subnet, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:53.391052 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-572147be-427a-4656-aea8-adaafcd6f751 tempest-DHCPAgentSchedulersTestJSON-1835629900 tempest-DHCPAgentSchedulersTestJSON-1835629900-project] 10.222.0.104 "DELETE /v2.0/subnets/55b438f5-85dd-441b-a900-0b277f1c288b HTTP/1.1" status: 204 len: 168 time: 0.6255405 Jul 06 14:19:53.392139 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 34948) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:19:53.601858 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-8a25b2f1-a653-4731-b149-e0f09c2428db tempest-DHCPAgentSchedulersTestJSON-1835629900 tempest-DHCPAgentSchedulersTestJSON-1835629900-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530492'] for network, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:53.648193 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7302a69f-3c9a-49a6-954d-e45491a207b1 req-b4bb9226-43ed-4bff-90ac-c858426d6014 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:19:53.649742 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-7302a69f-3c9a-49a6-954d-e45491a207b1 req-b4bb9226-43ed-4bff-90ac-c858426d6014 service neutron] 10.222.0.127 "GET /v2.0/networks?id=f6bee18a-7d0c-49a0-8d57-f9458d12e262 HTTP/1.1" status: 200 len: 898 time: 0.4822061 Jul 06 14:19:53.650521 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-e4ebb659-e75f-40c4-aa39-e5a5f8d8b1b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:53.669277 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc31245e-cccc-4a1f-97c4-171b4ed008c1 req-1201278c-e76c-48e3-8cb1-9b2c0a0c78bf tempest-AttachVolumeShelveTestJSON-1020519793 tempest-AttachVolumeShelveTestJSON-1020519793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:19:53.670224 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-dc31245e-cccc-4a1f-97c4-171b4ed008c1 req-1201278c-e76c-48e3-8cb1-9b2c0a0c78bf tempest-AttachVolumeShelveTestJSON-1020519793 tempest-AttachVolumeShelveTestJSON-1020519793-project] 10.222.0.104 "GET /v2.0/ports?device_id=28222247-ef72-4123-b031-e588ebd3ba47 HTTP/1.1" status: 200 len: 945 time: 0.2883725 Jul 06 14:19:53.734474 n-d-773647-6 neutron-server[100247]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de95b307-6508-414c-9448-6e96e4660560', 'tag': '483af117-bb3f-4588-a086-6405716a60ee'}] {{(pid=100247) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:19:53.737383 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cbf0eeaae822f8fc9b87a94aeba67a3d651842baf663a51cba94b67a514836d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5764895e-42e9-4ace-bd6d-9dcee9b47829" -d '{"events": [{"name": "network-changed", "server_uuid": "de95b307-6508-414c-9448-6e96e4660560", "tag": "483af117-bb3f-4588-a086-6405716a60ee"}]}' {{(pid=100247) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:19:53.786164 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-dc31245e-cccc-4a1f-97c4-171b4ed008c1 req-f3d4891e-75ce-4744-b61d-268080600aef tempest-AttachVolumeShelveTestJSON-1020519793 tempest-AttachVolumeShelveTestJSON-1020519793-project] 10.222.0.104 "GET /v2.0/security-groups?id=a376d024-e4a1-4cc8-8fe5-9c69c2c40821&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1083186 Jul 06 14:19:53.807884 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-7302a69f-3c9a-49a6-954d-e45491a207b1 req-aea72038-8ad0-4287-bac7-9f5c867d7047 service neutron] 10.222.0.127 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=483af117-bb3f-4588-a086-6405716a60ee HTTP/1.1" status: 200 len: 999 time: 0.1475897 Jul 06 14:19:53.827951 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecf9258-2fe6-4c4a-a8ed-a1a690ecaac2 req-151ed348-db6c-43ec-908b-65edd915325d tempest-ServersNegativeTestJSON-728644794 tempest-ServersNegativeTestJSON-728644794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:19:53.830276 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c2c401e-0e09-422a-94e1-a7dac533ae6c None None] DHCP port deletion for 58ed505d-9650-49d4-9a57-be7e556309bb request from n-d-773647-6 {{(pid=100248) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 14:19:53.831164 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-aecf9258-2fe6-4c4a-a8ed-a1a690ecaac2 req-151ed348-db6c-43ec-908b-65edd915325d tempest-ServersNegativeTestJSON-728644794 tempest-ServersNegativeTestJSON-728644794-project] 10.222.0.104 "GET /v2.0/ports?device_id=c38e1fb7-16c3-460f-81ed-82738a2148eb HTTP/1.1" status: 200 len: 947 time: 0.2286649 Jul 06 14:19:53.881967 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [None req-8a25b2f1-a653-4731-b149-e0f09c2428db tempest-DHCPAgentSchedulersTestJSON-1835629900 tempest-DHCPAgentSchedulersTestJSON-1835629900-project] Deleting port 74692e73-f8b8-4011-9ad5-25966450c1ae {{(pid=100246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:19:53.890668 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-8a25b2f1-a653-4731-b149-e0f09c2428db tempest-DHCPAgentSchedulersTestJSON-1835629900 tempest-DHCPAgentSchedulersTestJSON-1835629900-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:53.894170 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-aecf9258-2fe6-4c4a-a8ed-a1a690ecaac2 req-55719c8d-d646-49d5-98b4-adb9ce11037e tempest-ServersNegativeTestJSON-728644794 tempest-ServersNegativeTestJSON-728644794-project] 10.222.0.104 "GET /v2.0/security-groups?id=55139e1c-0239-472b-ada8-5a3c70b3eb43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601013 Jul 06 14:19:53.930591 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-1c2c401e-0e09-422a-94e1-a7dac533ae6c None None] Deleting port 74692e73-f8b8-4011-9ad5-25966450c1ae {{(pid=100248) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:19:53.931511 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-1c2c401e-0e09-422a-94e1-a7dac533ae6c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:53.979112 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 14:19:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c4fdc50-38d0-4fd4-93a3-c7c1e9145d86 x-openstack-request-id: req-9c4fdc50-38d0-4fd4-93a3-c7c1e9145d86 {{(pid=100247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:19:53.979987 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de95b307-6508-414c-9448-6e96e4660560", "tag": "483af117-bb3f-4588-a086-6405716a60ee", "status": "completed", "code": 200}]} {{(pid=100247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:19:53.980727 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-9c4fdc50-38d0-4fd4-93a3-c7c1e9145d86 {{(pid=100247) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:19:53.983322 n-d-773647-6 neutron-server[100247]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de95b307-6508-414c-9448-6e96e4660560', 'tag': '483af117-bb3f-4588-a086-6405716a60ee', 'status': 'completed', 'code': 200} Jul 06 14:19:54.037204 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-1c2c401e-0e09-422a-94e1-a7dac533ae6c None None] For port 74692e73-f8b8-4011-9ad5-25966450c1ae, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=74692e73-f8b8-4011-9ad5-25966450c1ae,segment=NetworkSegment(9d612b63-e7d0-40af-a49d-c47624d46657),segment_id=9d612b63-e7d0-40af-a49d-c47624d46657)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:19:54.038266 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-1c2c401e-0e09-422a-94e1-a7dac533ae6c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:54.055978 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-1c2c401e-0e09-422a-94e1-a7dac533ae6c None None] Calling delete_port for 74692e73-f8b8-4011-9ad5-25966450c1ae owned by network:dhcp {{(pid=100248) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:19:54.111359 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.db [None req-8a25b2f1-a653-4731-b149-e0f09c2428db tempest-DHCPAgentSchedulersTestJSON-1835629900 tempest-DHCPAgentSchedulersTestJSON-1835629900-project] For port 74692e73-f8b8-4011-9ad5-25966450c1ae, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=74692e73-f8b8-4011-9ad5-25966450c1ae,segment=NetworkSegment(9d612b63-e7d0-40af-a49d-c47624d46657),segment_id=9d612b63-e7d0-40af-a49d-c47624d46657)] {{(pid=100246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:19:54.111987 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-8a25b2f1-a653-4731-b149-e0f09c2428db tempest-DHCPAgentSchedulersTestJSON-1835629900 tempest-DHCPAgentSchedulersTestJSON-1835629900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:54.146221 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [None req-8a25b2f1-a653-4731-b149-e0f09c2428db tempest-DHCPAgentSchedulersTestJSON-1835629900 tempest-DHCPAgentSchedulersTestJSON-1835629900-project] Calling delete_port for 74692e73-f8b8-4011-9ad5-25966450c1ae owned by network:dhcp {{(pid=100246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:19:54.160596 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-e4ebb659-e75f-40c4-aa39-e5a5f8d8b1b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:54.181705 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-e4ebb659-e75f-40c4-aa39-e5a5f8d8b1b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:54.194802 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-1c2c401e-0e09-422a-94e1-a7dac533ae6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117'] for port, after_delete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:54.239261 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b616f626-b0d1-459c-bed3-3db4157b06fd req-ea1f7eac-b34c-4cf2-9756-df27726e4513 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:19:54.252406 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-b616f626-b0d1-459c-bed3-3db4157b06fd req-ea1f7eac-b34c-4cf2-9756-df27726e4513 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] 10.222.0.104 "GET /v2.0/ports?device_id=de95b307-6508-414c-9448-6e96e4660560 HTTP/1.1" status: 200 len: 944 time: 0.2442558 Jul 06 14:19:54.276667 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2c401e-0e09-422a-94e1-a7dac533ae6c None None] Pushing event deleted for resources: {'Port': ['ID=74692e73-f8b8-4011-9ad5-25966450c1ae,revision_number=None']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:19:54.284389 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c2c401e-0e09-422a-94e1-a7dac533ae6c None None] No DVR routers for this DVR port 74692e73-f8b8-4011-9ad5-25966450c1ae on host n-d-773647-6 {{(pid=100248) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:19:54.304936 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5764895e-42e9-4ace-bd6d-9dcee9b47829 req-ef39662c-e650-4d20-9acc-758f784678da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:19:54.307733 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-5764895e-42e9-4ace-bd6d-9dcee9b47829 req-ef39662c-e650-4d20-9acc-758f784678da service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=1077a35eaa714f1bbf260d32c5a52c8f&device_id=de95b307-6508-414c-9448-6e96e4660560 HTTP/1.1" status: 200 len: 1095 time: 0.2943790 Jul 06 14:19:54.316525 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-e4ebb659-e75f-40c4-aa39-e5a5f8d8b1b4 admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=8d49539809c24861b6cbe5bb5a96601c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9819138 Jul 06 14:19:54.321049 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ebb659-e75f-40c4-aa39-e5a5f8d8b1b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13f6589c-630b-4027-9cf7-f8cc38f12d16,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:19:54.332249 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-b616f626-b0d1-459c-bed3-3db4157b06fd req-8500a142-af66-4418-b2ec-51361eded3a6 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] 10.222.0.104 "GET /v2.0/security-groups?id=5a45c5f2-3366-4ec3-bcbb-576e95eec77a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0783432 Jul 06 14:19:54.333819 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 34958) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:19:54.444516 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-33f38435-d3fa-4da1-bd83-c4dc2e516c2a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:54.470896 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-8a25b2f1-a653-4731-b149-e0f09c2428db tempest-DHCPAgentSchedulersTestJSON-1835629900 tempest-DHCPAgentSchedulersTestJSON-1835629900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127687580'] for port, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:54.493186 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a25b2f1-a653-4731-b149-e0f09c2428db tempest-DHCPAgentSchedulersTestJSON-1835629900 tempest-DHCPAgentSchedulersTestJSON-1835629900-project] No DVR routers for this DVR port 74692e73-f8b8-4011-9ad5-25966450c1ae on host n-d-773647-6 {{(pid=100246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:19:54.516337 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-33f38435-d3fa-4da1-bd83-c4dc2e516c2a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:54.520728 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a25b2f1-a653-4731-b149-e0f09c2428db tempest-DHCPAgentSchedulersTestJSON-1835629900 tempest-DHCPAgentSchedulersTestJSON-1835629900-project] Pushing event deleted for resources: {'Port': ['ID=74692e73-f8b8-4011-9ad5-25966450c1ae,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:19:54.541959 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5764895e-42e9-4ace-bd6d-9dcee9b47829 req-8dfc5918-1724-44c0-80a8-4f1cd7da6c31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:19:54.542481 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-5764895e-42e9-4ace-bd6d-9dcee9b47829 req-8dfc5918-1724-44c0-80a8-4f1cd7da6c31 service neutron] 10.222.0.72 "GET /v2.0/networks?id=f6bee18a-7d0c-49a0-8d57-f9458d12e262 HTTP/1.1" status: 200 len: 898 time: 0.2248175 Jul 06 14:19:54.626415 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a655d7-dcd9-48a5-8d23-763e15cd64db req-5653e262-8b05-4a90-aedf-6cc35d7f218d tempest-ServersNegativeTestJSON-728644794 tempest-ServersNegativeTestJSON-728644794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:19:54.629829 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-00a655d7-dcd9-48a5-8d23-763e15cd64db req-5653e262-8b05-4a90-aedf-6cc35d7f218d tempest-ServersNegativeTestJSON-728644794 tempest-ServersNegativeTestJSON-728644794-project] 10.222.0.104 "GET /v2.0/ports?device_id=c38e1fb7-16c3-460f-81ed-82738a2148eb HTTP/1.1" status: 200 len: 947 time: 0.1583557 Jul 06 14:19:54.644793 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-8a25b2f1-a653-4731-b149-e0f09c2428db tempest-DHCPAgentSchedulersTestJSON-1835629900 tempest-DHCPAgentSchedulersTestJSON-1835629900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-917204', 'neutron.services.segments.db._delete_segments_for_network-8773753502302'] for network, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:54.651006 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-33f38435-d3fa-4da1-bd83-c4dc2e516c2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:54.653524 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-33f38435-d3fa-4da1-bd83-c4dc2e516c2a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:54.655699 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-33f38435-d3fa-4da1-bd83-c4dc2e516c2a admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/13f6589c-630b-4027-9cf7-f8cc38f12d16 HTTP/1.1" status: 204 len: 168 time: 0.3194191 Jul 06 14:19:54.666098 n-d-773647-6 neutron-server[100246]: DEBUG neutron.services.segments.db [None req-8a25b2f1-a653-4731-b149-e0f09c2428db tempest-DHCPAgentSchedulersTestJSON-1835629900 tempest-DHCPAgentSchedulersTestJSON-1835629900-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['58ed505d-9650-49d4-9a57-be7e556309bb']}} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:19:54.684414 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-5764895e-42e9-4ace-bd6d-9dcee9b47829 req-4daaf8da-c5ea-4ddb-88c7-922adf39e3d7 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=483af117-bb3f-4588-a086-6405716a60ee HTTP/1.1" status: 200 len: 999 time: 0.1269724 Jul 06 14:19:54.686197 n-d-773647-6 neutron-server[100246]: DEBUG neutron.services.segments.db [None req-8a25b2f1-a653-4731-b149-e0f09c2428db tempest-DHCPAgentSchedulersTestJSON-1835629900 tempest-DHCPAgentSchedulersTestJSON-1835629900-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d612b63-e7d0-40af-a49d-c47624d46657') {'for_net_delete': True} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:19:54.686497 n-d-773647-6 neutron-server[100246]: DEBUG neutron.services.segments.db [None req-8a25b2f1-a653-4731-b149-e0f09c2428db tempest-DHCPAgentSchedulersTestJSON-1835629900 tempest-DHCPAgentSchedulersTestJSON-1835629900-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d612b63-e7d0-40af-a49d-c47624d46657') {} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:19:54.698778 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f38435-d3fa-4da1-bd83-c4dc2e516c2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13f6589c-630b-4027-9cf7-f8cc38f12d16,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:19:54.704123 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-00a655d7-dcd9-48a5-8d23-763e15cd64db req-a591661d-af30-458b-bc8e-4b91f2a1b9da tempest-ServersNegativeTestJSON-728644794 tempest-ServersNegativeTestJSON-728644794-project] 10.222.0.104 "GET /v2.0/security-groups?id=55139e1c-0239-472b-ada8-5a3c70b3eb43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654809 Jul 06 14:19:54.706654 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-8a25b2f1-a653-4731-b149-e0f09c2428db tempest-DHCPAgentSchedulersTestJSON-1835629900 tempest-DHCPAgentSchedulersTestJSON-1835629900-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773753515138', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126218898'] for segment, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:54.714293 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f6deec-d08c-472f-a68b-adf03902476d req-fdb86817-d7cd-4033-865a-df70d64d7fc4 tempest-ServersTestJSON-809673865 tempest-ServersTestJSON-809673865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:19:54.722044 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-c3f6deec-d08c-472f-a68b-adf03902476d req-fdb86817-d7cd-4033-865a-df70d64d7fc4 tempest-ServersTestJSON-809673865 tempest-ServersTestJSON-809673865-project] 10.222.0.104 "GET /v2.0/ports?device_id=edfdc452-7903-4053-8957-d63095770198 HTTP/1.1" status: 200 len: 945 time: 0.2032702 Jul 06 14:19:54.770810 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5764895e-42e9-4ace-bd6d-9dcee9b47829 req-26ae03e3-ac1b-4032-9236-2d160405d6ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:19:54.776579 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-5764895e-42e9-4ace-bd6d-9dcee9b47829 req-26ae03e3-ac1b-4032-9236-2d160405d6ab service neutron] 10.222.0.72 "GET /v2.0/subnets?id=de957a32-863f-485c-94ac-904da725d611 HTTP/1.1" status: 200 len: 834 time: 0.0819166 Jul 06 14:19:54.779546 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-c3f6deec-d08c-472f-a68b-adf03902476d req-6458a2d2-ae95-4c92-8134-22eab0cd78eb tempest-ServersTestJSON-809673865 tempest-ServersTestJSON-809673865-project] 10.222.0.104 "GET /v2.0/security-groups?id=b2132efa-40d7-46de-9959-646c1b99d382&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547137 Jul 06 14:19:54.780814 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-8a25b2f1-a653-4731-b149-e0f09c2428db tempest-DHCPAgentSchedulersTestJSON-1835629900 tempest-DHCPAgentSchedulersTestJSON-1835629900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552'] for segment, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:54.819302 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a25b2f1-a653-4731-b149-e0f09c2428db tempest-DHCPAgentSchedulersTestJSON-1835629900 tempest-DHCPAgentSchedulersTestJSON-1835629900-project] Releasing vlan 1037 on physical network physnet1 to pool {{(pid=100246) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 14:19:54.819704 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-8a25b2f1-a653-4731-b149-e0f09c2428db tempest-DHCPAgentSchedulersTestJSON-1835629900 tempest-DHCPAgentSchedulersTestJSON-1835629900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127687491'] for segment, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:54.822890 n-d-773647-6 neutron-server[100246]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:19:54.822890 n-d-773647-6 neutron-server[100246]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:19:54.822890 n-d-773647-6 neutron-server[100246]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 14:19:54.822890 n-d-773647-6 neutron-server[100246]: self.session.flush() Jul 06 14:19:54.822890 n-d-773647-6 neutron-server[100246]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 14:19:54.822890 n-d-773647-6 neutron-server[100246]: self.session.flush() Jul 06 14:19:54.822890 n-d-773647-6 neutron-server[100246]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 14:19:54.822890 n-d-773647-6 neutron-server[100246]: self.session.flush() Jul 06 14:19:54.822890 n-d-773647-6 neutron-server[100246]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 14:19:54.822890 n-d-773647-6 neutron-server[100246]: self.session.flush() Jul 06 14:19:54.822890 n-d-773647-6 neutron-server[100246]: Traceback (most recent call last): Jul 06 14:19:54.822890 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 14:19:54.822890 n-d-773647-6 neutron-server[100246]: timer() Jul 06 14:19:54.822890 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 14:19:54.822890 n-d-773647-6 neutron-server[100246]: cb(*args, **kw) Jul 06 14:19:54.822890 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 14:19:54.822890 n-d-773647-6 neutron-server[100246]: return func(*args, **kwargs) Jul 06 14:19:54.822890 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 14:19:54.822890 n-d-773647-6 neutron-server[100246]: self._notify() Jul 06 14:19:54.822890 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 14:19:54.822890 n-d-773647-6 neutron-server[100246]: self.callback(batched_events) Jul 06 14:19:54.822890 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 14:19:54.822890 n-d-773647-6 neutron-server[100246]: event.method(event) Jul 06 14:19:54.822890 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 14:19:54.822890 n-d-773647-6 neutron-server[100246]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 14:19:54.822890 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 14:19:54.822890 n-d-773647-6 neutron-server[100246]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 14:19:54.822890 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 14:19:54.822890 n-d-773647-6 neutron-server[100246]: return f(self, *a, **k) Jul 06 14:19:54.822890 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 14:19:54.822890 n-d-773647-6 neutron-server[100246]: return self._get(url).json() Jul 06 14:19:54.822890 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 14:19:54.822890 n-d-773647-6 neutron-server[100246]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 14:19:54.822890 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 14:19:54.822890 n-d-773647-6 neutron-server[100246]: return self.request(url, 'GET', **kwargs) Jul 06 14:19:54.822890 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 14:19:54.822890 n-d-773647-6 neutron-server[100246]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 14:19:54.822890 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 14:19:54.822890 n-d-773647-6 neutron-server[100246]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 14:19:54.822890 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 14:19:54.822890 n-d-773647-6 neutron-server[100246]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 14:19:54.822890 n-d-773647-6 neutron-server[100246]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 14:19:54.918420 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-8a25b2f1-a653-4731-b149-e0f09c2428db tempest-DHCPAgentSchedulersTestJSON-1835629900 tempest-DHCPAgentSchedulersTestJSON-1835629900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-917215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1761140'] for network, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:54.924112 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-8a25b2f1-a653-4731-b149-e0f09c2428db tempest-DHCPAgentSchedulersTestJSON-1835629900 tempest-DHCPAgentSchedulersTestJSON-1835629900-project] Notify callbacks [] for network, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:54.928862 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-8a25b2f1-a653-4731-b149-e0f09c2428db tempest-DHCPAgentSchedulersTestJSON-1835629900 tempest-DHCPAgentSchedulersTestJSON-1835629900-project] 10.222.0.104 "DELETE /v2.0/networks/58ed505d-9650-49d4-9a57-be7e556309bb HTTP/1.1" status: 204 len: 168 time: 1.5327458 Jul 06 14:19:54.963066 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5764895e-42e9-4ace-bd6d-9dcee9b47829 req-d1ad8c23-cc80-46fd-8438-11ca61b66dfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:19:54.964908 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-5764895e-42e9-4ace-bd6d-9dcee9b47829 req-d1ad8c23-cc80-46fd-8438-11ca61b66dfb service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=f6bee18a-7d0c-49a0-8d57-f9458d12e262&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1812341 Jul 06 14:19:54.966789 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a25b2f1-a653-4731-b149-e0f09c2428db tempest-DHCPAgentSchedulersTestJSON-1835629900 tempest-DHCPAgentSchedulersTestJSON-1835629900-project] Pushing event deleted for resources: {'Network': ['ID=58ed505d-9650-49d4-9a57-be7e556309bb,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:19:55.057781 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2feb21-3f20-4560-9c3f-69d2c0f38976 req-4cf5708a-9249-48e7-b819-f37ec6cb42e1 tempest-AttachVolumeShelveTestJSON-1020519793 tempest-AttachVolumeShelveTestJSON-1020519793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:19:55.066573 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-6d2feb21-3f20-4560-9c3f-69d2c0f38976 req-4cf5708a-9249-48e7-b819-f37ec6cb42e1 tempest-AttachVolumeShelveTestJSON-1020519793 tempest-AttachVolumeShelveTestJSON-1020519793-project] 10.222.0.104 "GET /v2.0/ports?device_id=28222247-ef72-4123-b031-e588ebd3ba47 HTTP/1.1" status: 200 len: 945 time: 0.0841954 Jul 06 14:19:55.120383 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-6d2feb21-3f20-4560-9c3f-69d2c0f38976 req-28a0d74b-eb58-4a0b-9c8b-729516efadd1 tempest-AttachVolumeShelveTestJSON-1020519793 tempest-AttachVolumeShelveTestJSON-1020519793-project] 10.222.0.104 "GET /v2.0/security-groups?id=a376d024-e4a1-4cc8-8fe5-9c69c2c40821&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525947 Jul 06 14:19:55.150274 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-5764895e-42e9-4ace-bd6d-9dcee9b47829 req-e4b9232b-dd7c-4117-ae92-2367097a2eaa service neutron] 10.222.0.72 "GET /v2.0/networks/f6bee18a-7d0c-49a0-8d57-f9458d12e262?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1776705 Jul 06 14:19:55.300720 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-5764895e-42e9-4ace-bd6d-9dcee9b47829 req-470efa10-c479-4b93-9355-8e1fdded127a service neutron] 10.222.0.72 "GET /v2.0/networks/f6bee18a-7d0c-49a0-8d57-f9458d12e262?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1434984 Jul 06 14:19:55.319376 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7302a69f-3c9a-49a6-954d-e45491a207b1 req-45452f87-b7d6-4a88-b064-c6d987586698 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:19:55.320855 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-7302a69f-3c9a-49a6-954d-e45491a207b1 req-45452f87-b7d6-4a88-b064-c6d987586698 service neutron] 10.222.0.127 "GET /v2.0/subnets?id=de957a32-863f-485c-94ac-904da725d611 HTTP/1.1" status: 200 len: 834 time: 0.0849793 Jul 06 14:19:55.415424 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 34974) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:19:55.479428 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7302a69f-3c9a-49a6-954d-e45491a207b1 req-214fc7b9-250b-4777-8299-7b8d21b3fedc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:19:55.483041 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-7302a69f-3c9a-49a6-954d-e45491a207b1 req-214fc7b9-250b-4777-8299-7b8d21b3fedc service neutron] 10.222.0.127 "GET /v2.0/ports?network_id=f6bee18a-7d0c-49a0-8d57-f9458d12e262&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1456063 Jul 06 14:19:55.521201 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-69e4f58e-d0c2-4b11-9c26-bd907a6b11a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:55.580154 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-062acf30-66f9-41c7-a8ea-49d304aae26f admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=7d5c22a65b85465294cf89c1135a7649&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1611845 Jul 06 14:19:55.580622 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 34978) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:19:55.622128 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-7302a69f-3c9a-49a6-954d-e45491a207b1 req-da71893b-227a-4cae-a084-8edecd01bca8 service neutron] 10.222.0.127 "GET /v2.0/networks/f6bee18a-7d0c-49a0-8d57-f9458d12e262?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1295168 Jul 06 14:19:55.639055 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 74692e73-f8b8-4011-9ad5-25966450c1ae no longer exists at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:19:55.641122 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-f2d56f95-c8ae-437e-bc70-58267bd4a0f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:55.648991 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c870840-7bd9-4af0-8b7e-d17d4b0b52f8 req-eaa5497a-d53b-48e4-aac0-1590a5d21448 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:19:55.650516 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-9c870840-7bd9-4af0-8b7e-d17d4b0b52f8 req-eaa5497a-d53b-48e4-aac0-1590a5d21448 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] 10.222.0.104 "GET /v2.0/ports?device_id=de95b307-6508-414c-9448-6e96e4660560 HTTP/1.1" status: 200 len: 944 time: 0.1387851 Jul 06 14:19:55.662940 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] No Port match for: 74692e73-f8b8-4011-9ad5-25966450c1ae {{(pid=100248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 14:19:55.663310 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 74692e73-f8b8-4011-9ad5-25966450c1ae not bound to the agent host n-d-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:19:55.681091 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-f2d56f95-c8ae-437e-bc70-58267bd4a0f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:55.731999 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-9c870840-7bd9-4af0-8b7e-d17d4b0b52f8 req-de5832bb-e28e-46c7-9fd4-f9b2ddcfe4ef tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] 10.222.0.104 "GET /v2.0/security-groups?id=5a45c5f2-3366-4ec3-bcbb-576e95eec77a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0720863 Jul 06 14:19:55.732270 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-f2d56f95-c8ae-437e-bc70-58267bd4a0f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:55.737276 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-f2d56f95-c8ae-437e-bc70-58267bd4a0f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:55.741737 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-f2d56f95-c8ae-437e-bc70-58267bd4a0f4 admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/13b31c91-d3dc-4249-aab0-4f9f5df26dc5 HTTP/1.1" status: 204 len: 168 time: 0.1566467 Jul 06 14:19:55.750939 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d56f95-c8ae-437e-bc70-58267bd4a0f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13b31c91-d3dc-4249-aab0-4f9f5df26dc5,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:19:55.763901 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-7302a69f-3c9a-49a6-954d-e45491a207b1 req-9d335940-12ac-40e1-b568-ed02bb2fda3f service neutron] 10.222.0.127 "GET /v2.0/networks/f6bee18a-7d0c-49a0-8d57-f9458d12e262?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1343503 Jul 06 14:19:55.888687 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:55.952111 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba19696-b99c-453b-8f95-07d5eb39def4 req-964a015f-7754-457d-9a09-52643acafd17 tempest-ServersNegativeTestJSON-728644794 tempest-ServersNegativeTestJSON-728644794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:19:55.953628 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-0ba19696-b99c-453b-8f95-07d5eb39def4 req-964a015f-7754-457d-9a09-52643acafd17 tempest-ServersNegativeTestJSON-728644794 tempest-ServersNegativeTestJSON-728644794-project] 10.222.0.104 "GET /v2.0/ports?device_id=c38e1fb7-16c3-460f-81ed-82738a2148eb HTTP/1.1" status: 200 len: 947 time: 0.1025007 Jul 06 14:19:56.020596 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6aa5fe-8b16-4ff6-8244-c5d1c29dd8b4 req-1f731de7-5c0c-4816-9dfd-5055c93391c1 tempest-ServersTestJSON-809673865 tempest-ServersTestJSON-809673865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:19:56.022138 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-3a6aa5fe-8b16-4ff6-8244-c5d1c29dd8b4 req-1f731de7-5c0c-4816-9dfd-5055c93391c1 tempest-ServersTestJSON-809673865 tempest-ServersTestJSON-809673865-project] 10.222.0.104 "GET /v2.0/ports?device_id=edfdc452-7903-4053-8957-d63095770198 HTTP/1.1" status: 200 len: 945 time: 0.1172755 Jul 06 14:19:56.045883 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-0ba19696-b99c-453b-8f95-07d5eb39def4 req-9c082ddc-2c9b-4ddd-a8d4-0dc17846d47d tempest-ServersNegativeTestJSON-728644794 tempest-ServersNegativeTestJSON-728644794-project] 10.222.0.104 "GET /v2.0/security-groups?id=55139e1c-0239-472b-ada8-5a3c70b3eb43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840878 Jul 06 14:19:56.056799 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 34988) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:19:56.072473 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-0a353902-92bc-468e-b2e3-03a2d6a1154d admin admin] Notify callbacks [] for security_group, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:56.093993 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-3a6aa5fe-8b16-4ff6-8244-c5d1c29dd8b4 req-375646ae-09a1-4a08-96f2-df065bc315da tempest-ServersTestJSON-809673865 tempest-ServersTestJSON-809673865-project] 10.222.0.104 "GET /v2.0/security-groups?id=b2132efa-40d7-46de-9959-646c1b99d382&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514212 Jul 06 14:19:56.106411 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5764895e-42e9-4ace-bd6d-9dcee9b47829 req-8a63ce96-1ca9-4ce8-8d18-5ba853f1afde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:19:56.107962 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-5764895e-42e9-4ace-bd6d-9dcee9b47829 req-8a63ce96-1ca9-4ce8-8d18-5ba853f1afde service neutron] 10.222.0.127 "GET /v2.0/ports?tenant_id=1077a35eaa714f1bbf260d32c5a52c8f&device_id=de95b307-6508-414c-9448-6e96e4660560 HTTP/1.1" status: 200 len: 1095 time: 0.1110675 Jul 06 14:19:56.175904 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-0a353902-92bc-468e-b2e3-03a2d6a1154d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:56.182383 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-0a353902-92bc-468e-b2e3-03a2d6a1154d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:56.231578 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-0a353902-92bc-468e-b2e3-03a2d6a1154d admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=6502352b825c4f12bbca8e250bb0d5ad&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1734340 Jul 06 14:19:56.234356 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 34994) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:19:56.235480 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5764895e-42e9-4ace-bd6d-9dcee9b47829 req-76533cfa-c5ca-43ec-931d-6ee7ae433fc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:19:56.236972 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-5764895e-42e9-4ace-bd6d-9dcee9b47829 req-76533cfa-c5ca-43ec-931d-6ee7ae433fc7 service neutron] 10.222.0.127 "GET /v2.0/networks?id=f6bee18a-7d0c-49a0-8d57-f9458d12e262 HTTP/1.1" status: 200 len: 898 time: 0.1224144 Jul 06 14:19:56.242893 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a353902-92bc-468e-b2e3-03a2d6a1154d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e641cb6b-bb2c-4113-8cd0-ee135b41e269,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:19:56.290084 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-a4e414fd-1956-48cb-8657-81674eef3b37 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:56.311718 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-a4e414fd-1956-48cb-8657-81674eef3b37 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:56.359778 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-5764895e-42e9-4ace-bd6d-9dcee9b47829 req-002deb9a-ca23-44dd-a9be-db00c4eae2de service neutron] 10.222.0.127 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=483af117-bb3f-4588-a086-6405716a60ee HTTP/1.1" status: 200 len: 999 time: 0.0936821 Jul 06 14:19:56.364914 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-a4e414fd-1956-48cb-8657-81674eef3b37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:56.368205 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-a4e414fd-1956-48cb-8657-81674eef3b37 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:56.371687 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-a4e414fd-1956-48cb-8657-81674eef3b37 admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/e641cb6b-bb2c-4113-8cd0-ee135b41e269 HTTP/1.1" status: 204 len: 168 time: 0.1339836 Jul 06 14:19:56.377388 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e414fd-1956-48cb-8657-81674eef3b37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e641cb6b-bb2c-4113-8cd0-ee135b41e269,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:19:56.428393 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766f471d-eeee-4698-ac6f-c9acb174ecfd req-7aacd4b6-248f-4660-a883-289946eaa163 tempest-ServersTestJSON-809673865 tempest-ServersTestJSON-809673865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:19:56.429909 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-766f471d-eeee-4698-ac6f-c9acb174ecfd req-7aacd4b6-248f-4660-a883-289946eaa163 tempest-ServersTestJSON-809673865 tempest-ServersTestJSON-809673865-project] 10.222.0.104 "GET /v2.0/ports?device_id=d4cc7a4a-2531-4abf-b5b9-511e58902fc5 HTTP/1.1" status: 200 len: 945 time: 0.2076468 Jul 06 14:19:56.459114 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef31542-92b3-4ca0-8cc0-3d370499fed6 req-4d28edf4-9390-4761-8961-04a13cebfbd5 tempest-AttachVolumeShelveTestJSON-1020519793 tempest-AttachVolumeShelveTestJSON-1020519793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:19:56.460634 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-aef31542-92b3-4ca0-8cc0-3d370499fed6 req-4d28edf4-9390-4761-8961-04a13cebfbd5 tempest-AttachVolumeShelveTestJSON-1020519793 tempest-AttachVolumeShelveTestJSON-1020519793-project] 10.222.0.104 "GET /v2.0/ports?device_id=28222247-ef72-4123-b031-e588ebd3ba47 HTTP/1.1" status: 200 len: 945 time: 0.2216272 Jul 06 14:19:56.482285 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5764895e-42e9-4ace-bd6d-9dcee9b47829 req-32a50e55-f4a6-492d-8c78-c3a8fe5486a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:19:56.483999 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-5764895e-42e9-4ace-bd6d-9dcee9b47829 req-32a50e55-f4a6-492d-8c78-c3a8fe5486a2 service neutron] 10.222.0.127 "GET /v2.0/subnets?id=de957a32-863f-485c-94ac-904da725d611 HTTP/1.1" status: 200 len: 834 time: 0.1137910 Jul 06 14:19:56.550282 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-766f471d-eeee-4698-ac6f-c9acb174ecfd req-e4270d4f-5f62-4609-b0bb-3d9ed64494c5 tempest-ServersTestJSON-809673865 tempest-ServersTestJSON-809673865-project] 10.222.0.104 "GET /v2.0/security-groups?id=b2132efa-40d7-46de-9959-646c1b99d382&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133530 Jul 06 14:19:56.554944 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-aef31542-92b3-4ca0-8cc0-3d370499fed6 req-9a694b3b-32c6-4774-b5f0-3d3eb46d649b tempest-AttachVolumeShelveTestJSON-1020519793 tempest-AttachVolumeShelveTestJSON-1020519793-project] 10.222.0.104 "GET /v2.0/security-groups?id=a376d024-e4a1-4cc8-8fe5-9c69c2c40821&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0863528 Jul 06 14:19:56.583875 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5764895e-42e9-4ace-bd6d-9dcee9b47829 req-f1b7594b-a1c5-4ec5-8ff6-3aa07ac84724 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:19:56.596790 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-5764895e-42e9-4ace-bd6d-9dcee9b47829 req-f1b7594b-a1c5-4ec5-8ff6-3aa07ac84724 service neutron] 10.222.0.127 "GET /v2.0/ports?network_id=f6bee18a-7d0c-49a0-8d57-f9458d12e262&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1032493 Jul 06 14:19:56.631188 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-2064eaae-da4f-48f8-82d2-b09d4ddedd44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:56.718347 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-5764895e-42e9-4ace-bd6d-9dcee9b47829 req-152a7fea-1507-4c4b-acfc-4105da3862ea service neutron] 10.222.0.127 "GET /v2.0/networks/f6bee18a-7d0c-49a0-8d57-f9458d12e262?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1197031 Jul 06 14:19:56.904120 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbc0e83-e727-45cb-a895-810d81e9aa19 req-79361f01-fef1-4cc8-8348-dddf9f3e58cd tempest-ServersTestJSON-809673865 tempest-ServersTestJSON-809673865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:19:56.905753 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-0fbc0e83-e727-45cb-a895-810d81e9aa19 req-79361f01-fef1-4cc8-8348-dddf9f3e58cd tempest-ServersTestJSON-809673865 tempest-ServersTestJSON-809673865-project] 10.222.0.104 "GET /v2.0/ports?device_id=edfdc452-7903-4053-8957-d63095770198 HTTP/1.1" status: 200 len: 945 time: 0.1489322 Jul 06 14:19:56.908017 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-5764895e-42e9-4ace-bd6d-9dcee9b47829 req-cacf38f1-c247-4e89-83b2-95f99667320a service neutron] 10.222.0.127 "GET /v2.0/networks/f6bee18a-7d0c-49a0-8d57-f9458d12e262?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1842687 Jul 06 14:19:56.982407 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-0fbc0e83-e727-45cb-a895-810d81e9aa19 req-f3563e99-45f8-4698-a4f9-57274ff3b356 tempest-ServersTestJSON-809673865 tempest-ServersTestJSON-809673865-project] 10.222.0.104 "GET /v2.0/security-groups?id=b2132efa-40d7-46de-9959-646c1b99d382&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702920 Jul 06 14:19:57.027783 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffcae0d-db29-4b62-b80f-5ae778001532 req-d709c2d4-e527-45f9-8192-54f09c1e7c16 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:19:57.029334 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-2ffcae0d-db29-4b62-b80f-5ae778001532 req-d709c2d4-e527-45f9-8192-54f09c1e7c16 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] 10.222.0.104 "GET /v2.0/ports?device_id=de95b307-6508-414c-9448-6e96e4660560 HTTP/1.1" status: 200 len: 944 time: 0.0979037 Jul 06 14:19:57.088089 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-2ffcae0d-db29-4b62-b80f-5ae778001532 req-37b761e0-6945-4189-ad4a-c31bf056580b tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] 10.222.0.104 "GET /v2.0/security-groups?id=5a45c5f2-3366-4ec3-bcbb-576e95eec77a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518272 Jul 06 14:19:57.299759 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b66064a-e083-43e5-8fe8-5083e542577e req-f39562cf-cc01-4c22-a38a-b399c5283839 tempest-ServersNegativeTestJSON-728644794 tempest-ServersNegativeTestJSON-728644794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:19:57.301608 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-4b66064a-e083-43e5-8fe8-5083e542577e req-f39562cf-cc01-4c22-a38a-b399c5283839 tempest-ServersNegativeTestJSON-728644794 tempest-ServersNegativeTestJSON-728644794-project] 10.222.0.104 "GET /v2.0/ports?device_id=c38e1fb7-16c3-460f-81ed-82738a2148eb HTTP/1.1" status: 200 len: 947 time: 0.0783882 Jul 06 14:19:57.380160 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-4b66064a-e083-43e5-8fe8-5083e542577e req-62e48370-8c62-41ae-bf45-9189617225b0 tempest-ServersNegativeTestJSON-728644794 tempest-ServersNegativeTestJSON-728644794-project] 10.222.0.104 "GET /v2.0/security-groups?id=55139e1c-0239-472b-ada8-5a3c70b3eb43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705369 Jul 06 14:19:57.522222 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751c0bdf-df28-415c-8632-6f6438c075e1 req-2f42eab3-2e0a-43e8-b865-eef8f461ed70 tempest-ServersTestJSON-809673865 tempest-ServersTestJSON-809673865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:19:57.523968 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-751c0bdf-df28-415c-8632-6f6438c075e1 req-2f42eab3-2e0a-43e8-b865-eef8f461ed70 tempest-ServersTestJSON-809673865 tempest-ServersTestJSON-809673865-project] 10.222.0.104 "GET /v2.0/ports?device_id=edfdc452-7903-4053-8957-d63095770198 HTTP/1.1" status: 200 len: 945 time: 0.0842628 Jul 06 14:19:57.602135 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-751c0bdf-df28-415c-8632-6f6438c075e1 req-e65b5fbb-d8dd-4cc6-93dd-c5b4e9c85f0c tempest-ServersTestJSON-809673865 tempest-ServersTestJSON-809673865-project] 10.222.0.104 "GET /v2.0/security-groups?id=b2132efa-40d7-46de-9959-646c1b99d382&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703039 Jul 06 14:19:57.826431 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0085fe6-f981-421f-b645-49c07b32d6a8 req-4169ecb4-6c51-4053-b864-ade4ec8d08ce tempest-AttachVolumeShelveTestJSON-1020519793 tempest-AttachVolumeShelveTestJSON-1020519793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:19:57.829127 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-f0085fe6-f981-421f-b645-49c07b32d6a8 req-4169ecb4-6c51-4053-b864-ade4ec8d08ce tempest-AttachVolumeShelveTestJSON-1020519793 tempest-AttachVolumeShelveTestJSON-1020519793-project] 10.222.0.104 "GET /v2.0/ports?device_id=28222247-ef72-4123-b031-e588ebd3ba47 HTTP/1.1" status: 200 len: 945 time: 0.0872719 Jul 06 14:19:57.920057 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-f0085fe6-f981-421f-b645-49c07b32d6a8 req-6a165776-d046-4fea-91fe-daac83b3d898 tempest-AttachVolumeShelveTestJSON-1020519793 tempest-AttachVolumeShelveTestJSON-1020519793-project] 10.222.0.104 "GET /v2.0/security-groups?id=a376d024-e4a1-4cc8-8fe5-9c69c2c40821&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0838587 Jul 06 14:19:57.979614 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35fcae8-8638-40b6-b696-ad7dc60e6bb5 req-7bbdba11-d4b2-4568-b995-56582241bfd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:19:57.981135 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-c35fcae8-8638-40b6-b696-ad7dc60e6bb5 req-7bbdba11-d4b2-4568-b995-56582241bfd5 service neutron] 10.222.0.127 "GET /v2.0/ports?tenant_id=9e0def2463a444ef83e4758cd3e92401&device_id=c38e1fb7-16c3-460f-81ed-82738a2148eb HTTP/1.1" status: 200 len: 1098 time: 0.1182919 Jul 06 14:19:58.020726 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc08080d-a83e-4d87-9977-faf8edf911a1 req-91ea3f2a-0a78-4a02-9f54-bb0e006c27fc tempest-ServersNegativeTestJSON-728644794 tempest-ServersNegativeTestJSON-728644794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:19:58.022853 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-dc08080d-a83e-4d87-9977-faf8edf911a1 req-91ea3f2a-0a78-4a02-9f54-bb0e006c27fc tempest-ServersNegativeTestJSON-728644794 tempest-ServersNegativeTestJSON-728644794-project] 10.222.0.104 "GET /v2.0/ports?device_id=c38e1fb7-16c3-460f-81ed-82738a2148eb HTTP/1.1" status: 200 len: 947 time: 0.1176805 Jul 06 14:19:58.102518 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-dc08080d-a83e-4d87-9977-faf8edf911a1 req-13c71027-b54b-4b42-9cd3-562587fb88cc tempest-ServersNegativeTestJSON-728644794 tempest-ServersNegativeTestJSON-728644794-project] 10.222.0.104 "GET /v2.0/security-groups?id=55139e1c-0239-472b-ada8-5a3c70b3eb43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517280 Jul 06 14:19:58.133243 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35fcae8-8638-40b6-b696-ad7dc60e6bb5 req-e245e034-60a9-40ee-8a2a-d18c80f2ecaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:19:58.135624 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-c35fcae8-8638-40b6-b696-ad7dc60e6bb5 req-e245e034-60a9-40ee-8a2a-d18c80f2ecaa service neutron] 10.222.0.127 "GET /v2.0/networks?id=9a9945d7-f704-4f59-8c11-10fba7c84a6d HTTP/1.1" status: 200 len: 916 time: 0.1462526 Jul 06 14:19:58.195692 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-c35fcae8-8638-40b6-b696-ad7dc60e6bb5 req-1d99842d-e41c-4cb7-8f8c-71521f8b1a8a service neutron] 10.222.0.127 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=65a41ea4-e5ca-4a5a-a1d0-5bf5032e4c70 HTTP/1.1" status: 200 len: 217 time: 0.0463490 Jul 06 14:19:58.272371 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35fcae8-8638-40b6-b696-ad7dc60e6bb5 req-9d1693f6-a988-41df-a17a-660508d792b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:19:58.273962 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-c35fcae8-8638-40b6-b696-ad7dc60e6bb5 req-9d1693f6-a988-41df-a17a-660508d792b3 service neutron] 10.222.0.127 "GET /v2.0/subnets?id=a11a84e7-e29f-49ab-86b3-7e53a4e90dc5 HTTP/1.1" status: 200 len: 854 time: 0.0706642 Jul 06 14:19:58.336362 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-c35fcae8-8638-40b6-b696-ad7dc60e6bb5 req-adeae4ad-fb78-42aa-a89b-c39877db5684 service neutron] 10.222.0.127 "GET /v2.0/ports?network_id=9a9945d7-f704-4f59-8c11-10fba7c84a6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0381703 Jul 06 14:19:58.398353 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-03f71b24-a9b8-453a-8924-caa3f97bc6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:58.414636 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123ff4e9-099d-4346-bd39-4fe00456f156 req-733ad722-4ad4-4704-8fc7-e024f77ce62c tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:19:58.416209 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-123ff4e9-099d-4346-bd39-4fe00456f156 req-733ad722-4ad4-4704-8fc7-e024f77ce62c tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] 10.222.0.104 "GET /v2.0/ports?device_id=de95b307-6508-414c-9448-6e96e4660560 HTTP/1.1" status: 200 len: 944 time: 0.1543677 Jul 06 14:19:58.604865 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 35078) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:19:58.796477 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-0e3f3654-e3b0-4a6d-9011-b77830c33083 tempest-FloatingIPAdminTestJSON-289634761 tempest-FloatingIPAdminTestJSON-289634761-project] Request body: {'floatingip': {'floating_network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:19:58.829159 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-0e3f3654-e3b0-4a6d-9011-b77830c33083 tempest-FloatingIPAdminTestJSON-289634761 tempest-FloatingIPAdminTestJSON-289634761-project] Notify callbacks [] for floatingip, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:58.834339 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-123ff4e9-099d-4346-bd39-4fe00456f156 req-7faedd3f-994e-4869-a6f9-e3bf5c0ac457 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] 10.222.0.104 "GET /v2.0/security-groups?id=5a45c5f2-3366-4ec3-bcbb-576e95eec77a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4117434 Jul 06 14:19:58.844453 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-c35fcae8-8638-40b6-b696-ad7dc60e6bb5 req-13cde681-92bc-4817-b254-268326bcdc24 service neutron] 10.222.0.127 "GET /v2.0/networks/9a9945d7-f704-4f59-8c11-10fba7c84a6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4993320 Jul 06 14:19:58.926223 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ac5a11-3ac7-4a1f-9ce2-1063d62caeea req-49b00ec7-c705-416e-a372-9e5a8a099374 tempest-ServersTestJSON-809673865 tempest-ServersTestJSON-809673865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:19:58.928870 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-54ac5a11-3ac7-4a1f-9ce2-1063d62caeea req-49b00ec7-c705-416e-a372-9e5a8a099374 tempest-ServersTestJSON-809673865 tempest-ServersTestJSON-809673865-project] 10.222.0.104 "GET /v2.0/ports?device_id=edfdc452-7903-4053-8957-d63095770198 HTTP/1.1" status: 200 len: 945 time: 0.1709297 Jul 06 14:19:58.938065 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-0e3f3654-e3b0-4a6d-9011-b77830c33083 tempest-FloatingIPAdminTestJSON-289634761 tempest-FloatingIPAdminTestJSON-289634761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:59.030538 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-54ac5a11-3ac7-4a1f-9ce2-1063d62caeea req-158bfbde-90c5-4578-851a-29ac4dec198f tempest-ServersTestJSON-809673865 tempest-ServersTestJSON-809673865-project] 10.222.0.104 "GET /v2.0/security-groups?id=b2132efa-40d7-46de-9959-646c1b99d382&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824111 Jul 06 14:19:59.034946 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-c35fcae8-8638-40b6-b696-ad7dc60e6bb5 req-12e7a8b4-ad0e-44ce-be23-10c26b901868 service neutron] 10.222.0.127 "GET /v2.0/networks/9a9945d7-f704-4f59-8c11-10fba7c84a6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1834171 Jul 06 14:19:59.072005 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3066ed33-2d05-41da-b055-ed34aa8307bd req-29496df4-f228-488a-acc3-04413c9288e2 tempest-ServersTestJSON-809673865 tempest-ServersTestJSON-809673865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:19:59.073559 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-3066ed33-2d05-41da-b055-ed34aa8307bd req-29496df4-f228-488a-acc3-04413c9288e2 tempest-ServersTestJSON-809673865 tempest-ServersTestJSON-809673865-project] 10.222.0.127 "GET /v2.0/ports?device_id=edfdc452-7903-4053-8957-d63095770198 HTTP/1.1" status: 200 len: 945 time: 0.1679645 Jul 06 14:19:59.142415 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.db_base_plugin_common [None req-0e3f3654-e3b0-4a6d-9011-b77830c33083 tempest-FloatingIPAdminTestJSON-289634761 tempest-FloatingIPAdminTestJSON-289634761-project] Allocated IP 172.25.0.197 (2658f09e-a580-4d4a-9968-2d1e0ad93719/cbf74abc-6fe1-4d33-b005-c948923b9647/60b5fc74-9e84-4ef6-b083-6ffae4f9740b) {{(pid=100246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:19:59.283550 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d773f8ef-b799-44bf-9b96-bbbaedffbb54 req-40c6c168-b775-40db-ac62-673adcb86930 tempest-AttachVolumeShelveTestJSON-1020519793 tempest-AttachVolumeShelveTestJSON-1020519793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:19:59.285617 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-d773f8ef-b799-44bf-9b96-bbbaedffbb54 req-40c6c168-b775-40db-ac62-673adcb86930 tempest-AttachVolumeShelveTestJSON-1020519793 tempest-AttachVolumeShelveTestJSON-1020519793-project] 10.222.0.104 "GET /v2.0/ports?device_id=28222247-ef72-4123-b031-e588ebd3ba47 HTTP/1.1" status: 200 len: 945 time: 0.1727641 Jul 06 14:19:59.384470 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-d773f8ef-b799-44bf-9b96-bbbaedffbb54 req-9c77a1d8-4fcc-4912-9d21-d5f651f04336 tempest-AttachVolumeShelveTestJSON-1020519793 tempest-AttachVolumeShelveTestJSON-1020519793-project] 10.222.0.104 "GET /v2.0/security-groups?id=a376d024-e4a1-4cc8-8fe5-9c69c2c40821&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0898912 Jul 06 14:19:59.386430 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.plugin [req-3066ed33-2d05-41da-b055-ed34aa8307bd req-d6bb33c9-3988-4924-b88f-4fc9f6b09835 tempest-ServersTestJSON-809673865 tempest-ServersTestJSON-809673865-project] Deleting port 02647aa2-ab9e-43ef-a73b-cda7ff6cdbe5 {{(pid=100247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:19:59.387897 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-3066ed33-2d05-41da-b055-ed34aa8307bd req-d6bb33c9-3988-4924-b88f-4fc9f6b09835 tempest-ServersTestJSON-809673865 tempest-ServersTestJSON-809673865-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:59.546203 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.db [req-3066ed33-2d05-41da-b055-ed34aa8307bd req-d6bb33c9-3988-4924-b88f-4fc9f6b09835 tempest-ServersTestJSON-809673865 tempest-ServersTestJSON-809673865-project] For port 02647aa2-ab9e-43ef-a73b-cda7ff6cdbe5, host n-h1-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773647-6',level=0,port_id=02647aa2-ab9e-43ef-a73b-cda7ff6cdbe5,segment=NetworkSegment(cb1a6cec-0b40-4dde-b37a-6dbda6bd8158),segment_id=cb1a6cec-0b40-4dde-b37a-6dbda6bd8158)] {{(pid=100247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:19:59.546573 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-3066ed33-2d05-41da-b055-ed34aa8307bd req-d6bb33c9-3988-4924-b88f-4fc9f6b09835 tempest-ServersTestJSON-809673865 tempest-ServersTestJSON-809673865-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:59.566504 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.plugin [req-3066ed33-2d05-41da-b055-ed34aa8307bd req-d6bb33c9-3988-4924-b88f-4fc9f6b09835 tempest-ServersTestJSON-809673865 tempest-ServersTestJSON-809673865-project] Calling delete_port for 02647aa2-ab9e-43ef-a73b-cda7ff6cdbe5 owned by compute:nova {{(pid=100247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:19:59.581819 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742c3b04-cb3c-44f1-ab4c-ab9c539ab11e req-006f40d0-012b-4bf7-ba47-07eb1e9d153c tempest-ServersNegativeTestJSON-728644794 tempest-ServersNegativeTestJSON-728644794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:19:59.589012 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-742c3b04-cb3c-44f1-ab4c-ab9c539ab11e req-006f40d0-012b-4bf7-ba47-07eb1e9d153c tempest-ServersNegativeTestJSON-728644794 tempest-ServersNegativeTestJSON-728644794-project] 10.222.0.104 "GET /v2.0/ports?device_id=c38e1fb7-16c3-460f-81ed-82738a2148eb HTTP/1.1" status: 200 len: 947 time: 0.1931753 Jul 06 14:19:59.613482 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 35094) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:19:59.693078 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-742c3b04-cb3c-44f1-ab4c-ab9c539ab11e req-e0b1500f-3560-4aa1-9759-0c4176998789 tempest-ServersNegativeTestJSON-728644794 tempest-ServersNegativeTestJSON-728644794-project] 10.222.0.104 "GET /v2.0/security-groups?id=55139e1c-0239-472b-ada8-5a3c70b3eb43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030495 Jul 06 14:19:59.698562 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-0e3f3654-e3b0-4a6d-9011-b77830c33083 tempest-FloatingIPAdminTestJSON-289634761 tempest-FloatingIPAdminTestJSON-289634761-project] Notify callbacks [] for port, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:59.761100 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-0e3f3654-e3b0-4a6d-9011-b77830c33083 tempest-FloatingIPAdminTestJSON-289634761 tempest-FloatingIPAdminTestJSON-289634761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-127687573'] for port, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:59.798912 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e3f3654-e3b0-4a6d-9011-b77830c33083 tempest-FloatingIPAdminTestJSON-289634761 tempest-FloatingIPAdminTestJSON-289634761-project] Network 2658f09e-a580-4d4a-9968-2d1e0ad93719 is already hosted by enough agents. {{(pid=100246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:19:59.802825 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.base_scheduler [None req-0e3f3654-e3b0-4a6d-9011-b77830c33083 tempest-FloatingIPAdminTestJSON-289634761 tempest-FloatingIPAdminTestJSON-289634761-project] Resources bound (agent type, host, resource id): {{(pid=100246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:19:59.805990 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e3f3654-e3b0-4a6d-9011-b77830c33083 tempest-FloatingIPAdminTestJSON-289634761 tempest-FloatingIPAdminTestJSON-289634761-project] Received port after_create {{(pid=100246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:19:59.812500 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-9fe5f6b3-95fa-4db0-8e2c-aca14291d713 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:59.831342 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-3066ed33-2d05-41da-b055-ed34aa8307bd req-d6bb33c9-3988-4924-b88f-4fc9f6b09835 tempest-ServersTestJSON-809673865 tempest-ServersTestJSON-809673865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128888353'] for port, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:59.844430 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] get_ports_and_sgs() called for port_ids ['b3faa654-9b0e-47d7-ac0c-c53cca9f4156', '283560bc-4099-4896-8ad3-d4bafc722097'] {{(pid=100248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 14:19:59.869309 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3f3654-e3b0-4a6d-9011-b77830c33083 tempest-FloatingIPAdminTestJSON-289634761 tempest-FloatingIPAdminTestJSON-289634761-project] Pushing event updated for resources: {'Port': ['ID=60b5fc74-9e84-4ef6-b083-6ffae4f9740b,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:19:59.900442 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6bb33c9-3988-4924-b88f-4fc9f6b09835 tempest-ServersTestJSON-809673865 tempest-ServersTestJSON-809673865-project] Pushing event deleted for resources: {'Port': ['ID=02647aa2-ab9e-43ef-a73b-cda7ff6cdbe5,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:19:59.911608 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] get_ports_and_sgs() called for port_ids ['02647aa2-ab9e-43ef-a73b-cda7ff6cdbe5'] {{(pid=100248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 14:19:59.971899 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.l3_dvrscheduler_db [req-3066ed33-2d05-41da-b055-ed34aa8307bd req-d6bb33c9-3988-4924-b88f-4fc9f6b09835 tempest-ServersTestJSON-809673865 tempest-ServersTestJSON-809673865-project] No DVR routers for this DVR port 02647aa2-ab9e-43ef-a73b-cda7ff6cdbe5 on host n-h1-773647-6 {{(pid=100247) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:19:59.975302 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-3066ed33-2d05-41da-b055-ed34aa8307bd req-d6bb33c9-3988-4924-b88f-4fc9f6b09835 tempest-ServersTestJSON-809673865 tempest-ServersTestJSON-809673865-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:59.977857 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-3066ed33-2d05-41da-b055-ed34aa8307bd req-d6bb33c9-3988-4924-b88f-4fc9f6b09835 tempest-ServersTestJSON-809673865 tempest-ServersTestJSON-809673865-project] 10.222.0.127 "DELETE /v2.0/ports/02647aa2-ab9e-43ef-a73b-cda7ff6cdbe5 HTTP/1.1" status: 204 len: 173 time: 0.8977649 Jul 06 14:19:59.978806 n-d-773647-6 neutron-server[100247]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edfdc452-7903-4053-8957-d63095770198', 'name': 'network-vif-deleted', 'tag': '02647aa2-ab9e-43ef-a73b-cda7ff6cdbe5'}] {{(pid=100247) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:19:59.981318 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cbf0eeaae822f8fc9b87a94aeba67a3d651842baf663a51cba94b67a514836d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c885dcf-621b-403d-9a82-bb6b020a9df5" -d '{"events": [{"server_uuid": "edfdc452-7903-4053-8957-d63095770198", "name": "network-vif-deleted", "tag": "02647aa2-ab9e-43ef-a73b-cda7ff6cdbe5"}]}' {{(pid=100247) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:19:59.989652 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-0e3f3654-e3b0-4a6d-9011-b77830c33083 tempest-FloatingIPAdminTestJSON-289634761 tempest-FloatingIPAdminTestJSON-289634761-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:00.074440 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 14:19:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6fc1460-6516-4ede-acdb-64b20397f32f x-openstack-request-id: req-d6fc1460-6516-4ede-acdb-64b20397f32f {{(pid=100247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:20:00.077264 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "edfdc452-7903-4053-8957-d63095770198", "name": "network-vif-deleted", "tag": "02647aa2-ab9e-43ef-a73b-cda7ff6cdbe5", "status": "completed", "code": 200}]} {{(pid=100247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:20:00.078328 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-d6fc1460-6516-4ede-acdb-64b20397f32f {{(pid=100247) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:20:00.081003 n-d-773647-6 neutron-server[100247]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'edfdc452-7903-4053-8957-d63095770198', 'name': 'network-vif-deleted', 'tag': '02647aa2-ab9e-43ef-a73b-cda7ff6cdbe5', 'status': 'completed', 'code': 200} Jul 06 14:20:00.108578 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-0e3f3654-e3b0-4a6d-9011-b77830c33083 tempest-FloatingIPAdminTestJSON-289634761 tempest-FloatingIPAdminTestJSON-289634761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:00.229110 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-9fe5f6b3-95fa-4db0-8e2c-aca14291d713 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:00.234937 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-9fe5f6b3-95fa-4db0-8e2c-aca14291d713 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:00.324128 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-0e3f3654-e3b0-4a6d-9011-b77830c33083 tempest-FloatingIPAdminTestJSON-289634761 tempest-FloatingIPAdminTestJSON-289634761-project] Notify callbacks [] for port, precommit_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:00.328903 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-0e3f3654-e3b0-4a6d-9011-b77830c33083 tempest-FloatingIPAdminTestJSON-289634761 tempest-FloatingIPAdminTestJSON-289634761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127687527'] for port, after_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:00.347306 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-af780d29-c222-470c-9add-626028fd355b req-9719bd7e-50ee-4b24-9b47-90f3184ece7f tempest-ServersTestJSON-809673865 tempest-ServersTestJSON-809673865-project] 10.222.0.104 "GET /v2.0/ports?device_id=edfdc452-7903-4053-8957-d63095770198 HTTP/1.1" status: 200 len: 210 time: 0.0587444 Jul 06 14:20:00.353415 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-9fe5f6b3-95fa-4db0-8e2c-aca14291d713 admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=3c4cf45d305746a5befc5ec0eacac01c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7361813 Jul 06 14:20:00.353415 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe5f6b3-95fa-4db0-8e2c-aca14291d713 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7c67957-867c-4758-bcc2-7b0dc6755ecd,revision_number=1']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:20:00.354390 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 35104) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:20:00.384407 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ca8899-b7c5-47c8-9017-003421989b96 req-d292548b-9625-4f05-a2cf-1a00574d455b tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:20:00.385909 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-63ca8899-b7c5-47c8-9017-003421989b96 req-d292548b-9625-4f05-a2cf-1a00574d455b tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] 10.222.0.104 "GET /v2.0/ports?device_id=de95b307-6508-414c-9448-6e96e4660560 HTTP/1.1" status: 200 len: 944 time: 0.2923663 Jul 06 14:20:00.431972 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3f3654-e3b0-4a6d-9011-b77830c33083 tempest-FloatingIPAdminTestJSON-289634761 tempest-FloatingIPAdminTestJSON-289634761-project] Pushing event updated for resources: {'Port': ['ID=60b5fc74-9e84-4ef6-b083-6ffae4f9740b,revision_number=2']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:20:00.432689 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-63ca8899-b7c5-47c8-9017-003421989b96 req-e0b96a5d-f517-4377-af67-88e03c6a39ee tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] 10.222.0.104 "GET /v2.0/security-groups?id=5a45c5f2-3366-4ec3-bcbb-576e95eec77a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400279 Jul 06 14:20:00.464836 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 35108) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:20:00.473284 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-a35d0011-7877-4764-93ae-04fdd7e73a18 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:00.476596 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-0e3f3654-e3b0-4a6d-9011-b77830c33083 tempest-FloatingIPAdminTestJSON-289634761 tempest-FloatingIPAdminTestJSON-289634761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1761130'] for floatingip, after_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:00.505016 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-a35d0011-7877-4764-93ae-04fdd7e73a18 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:00.512146 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-0e3f3654-e3b0-4a6d-9011-b77830c33083 tempest-FloatingIPAdminTestJSON-289634761 tempest-FloatingIPAdminTestJSON-289634761-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for floatingip, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:00.513488 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-0e3f3654-e3b0-4a6d-9011-b77830c33083 tempest-FloatingIPAdminTestJSON-289634761 tempest-FloatingIPAdminTestJSON-289634761-project] 10.222.0.104 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.9073949 Jul 06 14:20:00.517669 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 35110) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:20:00.542176 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [None req-8417fa82-51b0-415c-ba2f-cbc63d62263c tempest-FloatingIPAdminTestJSON-289634761 tempest-FloatingIPAdminTestJSON-289634761-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-1373610273'}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:20:00.563874 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-f497217c-b703-4a34-bb3c-8e2ce522959b tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] 10.222.0.104 "GET /v2.0/floatingips/d5feaf04-01d9-4bd8-b139-440232683a0a HTTP/1.1" status: 200 len: 991 time: 0.0977972 Jul 06 14:20:00.572370 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-a35d0011-7877-4764-93ae-04fdd7e73a18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:00.573771 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-a35d0011-7877-4764-93ae-04fdd7e73a18 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:00.578065 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-a35d0011-7877-4764-93ae-04fdd7e73a18 admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/f7c67957-867c-4758-bcc2-7b0dc6755ecd HTTP/1.1" status: 204 len: 168 time: 0.2199705 Jul 06 14:20:00.588053 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35d0011-7877-4764-93ae-04fdd7e73a18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7c67957-867c-4758-bcc2-7b0dc6755ecd,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:20:00.620271 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8417fa82-51b0-415c-ba2f-cbc63d62263c tempest-FloatingIPAdminTestJSON-289634761 tempest-FloatingIPAdminTestJSON-289634761-project] Made reservation on behalf of 534f43d9ab3e461c9adfc5de67a06201 for: {'network': 1} {{(pid=100247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:20:00.624235 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-8417fa82-51b0-415c-ba2f-cbc63d62263c tempest-FloatingIPAdminTestJSON-289634761 tempest-FloatingIPAdminTestJSON-289634761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for network, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:00.635877 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-8417fa82-51b0-415c-ba2f-cbc63d62263c tempest-FloatingIPAdminTestJSON-289634761 tempest-FloatingIPAdminTestJSON-289634761-project] Notify callbacks [] for security_group, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:00.673673 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce3d933-038c-4c8c-abb2-a9288ae6d986 req-2dfd0206-ffe0-4dd2-b06d-8eb120c792fd tempest-AttachVolumeShelveTestJSON-1020519793 tempest-AttachVolumeShelveTestJSON-1020519793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:20:00.675264 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-7ce3d933-038c-4c8c-abb2-a9288ae6d986 req-2dfd0206-ffe0-4dd2-b06d-8eb120c792fd tempest-AttachVolumeShelveTestJSON-1020519793 tempest-AttachVolumeShelveTestJSON-1020519793-project] 10.222.0.104 "GET /v2.0/ports?device_id=28222247-ef72-4123-b031-e588ebd3ba47 HTTP/1.1" status: 200 len: 945 time: 0.1297367 Jul 06 14:20:00.748323 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-7ce3d933-038c-4c8c-abb2-a9288ae6d986 req-ce1e4d82-3d0f-4f67-8b0a-c2bcea206c88 tempest-AttachVolumeShelveTestJSON-1020519793 tempest-AttachVolumeShelveTestJSON-1020519793-project] 10.222.0.104 "GET /v2.0/security-groups?id=a376d024-e4a1-4cc8-8fe5-9c69c2c40821&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0661163 Jul 06 14:20:00.819154 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-8417fa82-51b0-415c-ba2f-cbc63d62263c tempest-FloatingIPAdminTestJSON-289634761 tempest-FloatingIPAdminTestJSON-289634761-project] Notify callbacks [] for security_group, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:00.826591 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-8417fa82-51b0-415c-ba2f-cbc63d62263c tempest-FloatingIPAdminTestJSON-289634761 tempest-FloatingIPAdminTestJSON-289634761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:00.882385 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8417fa82-51b0-415c-ba2f-cbc63d62263c tempest-FloatingIPAdminTestJSON-289634761 tempest-FloatingIPAdminTestJSON-289634761-project] vlan segment allocate from pool success with {'vlan_id': 1041, 'physical_network': 'physnet1'} {{(pid=100247) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 14:20:00.898279 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8417fa82-51b0-415c-ba2f-cbc63d62263c tempest-FloatingIPAdminTestJSON-289634761 tempest-FloatingIPAdminTestJSON-289634761-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7a227012-f80f-4588-ad6f-6a12fc9cb795,revision_number=1']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:20:00.907445 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-8417fa82-51b0-415c-ba2f-cbc63d62263c tempest-FloatingIPAdminTestJSON-289634761 tempest-FloatingIPAdminTestJSON-289634761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552'] for segment, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:00.907762 n-d-773647-6 neutron-server[100247]: INFO neutron.db.segments_db [None req-8417fa82-51b0-415c-ba2f-cbc63d62263c tempest-FloatingIPAdminTestJSON-289634761 tempest-FloatingIPAdminTestJSON-289634761-project] Added segment 1adc5e2e-8b1d-4f78-b19e-f3efeb5e12a8 of type vlan for network 693b25e8-aa4d-4343-9754-7e85d812fc15 Jul 06 14:20:00.970168 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-8417fa82-51b0-415c-ba2f-cbc63d62263c tempest-FloatingIPAdminTestJSON-289634761 tempest-FloatingIPAdminTestJSON-289634761-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773752984405'] for network, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:00.986881 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10309b0b-02e1-4c52-b43f-c71d5eded66e req-ee7f35fd-9a6a-4cbb-93df-851143d09a87 tempest-ServersNegativeTestJSON-728644794 tempest-ServersNegativeTestJSON-728644794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:20:00.988423 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-10309b0b-02e1-4c52-b43f-c71d5eded66e req-ee7f35fd-9a6a-4cbb-93df-851143d09a87 tempest-ServersNegativeTestJSON-728644794 tempest-ServersNegativeTestJSON-728644794-project] 10.222.0.104 "GET /v2.0/ports?device_id=c38e1fb7-16c3-460f-81ed-82738a2148eb HTTP/1.1" status: 200 len: 947 time: 0.1646023 Jul 06 14:20:01.027172 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-8417fa82-51b0-415c-ba2f-cbc63d62263c tempest-FloatingIPAdminTestJSON-289634761 tempest-FloatingIPAdminTestJSON-289634761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060'] for network, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:01.032462 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8417fa82-51b0-415c-ba2f-cbc63d62263c tempest-FloatingIPAdminTestJSON-289634761 tempest-FloatingIPAdminTestJSON-289634761-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:20:01.033060 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-8417fa82-51b0-415c-ba2f-cbc63d62263c tempest-FloatingIPAdminTestJSON-289634761 tempest-FloatingIPAdminTestJSON-289634761-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583035'] for network, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:01.090899 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-10309b0b-02e1-4c52-b43f-c71d5eded66e req-a145dab7-17d1-4012-a94c-3b0b1a21a499 tempest-ServersNegativeTestJSON-728644794 tempest-ServersNegativeTestJSON-728644794-project] 10.222.0.104 "GET /v2.0/security-groups?id=55139e1c-0239-472b-ada8-5a3c70b3eb43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940814 Jul 06 14:20:01.096819 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-8417fa82-51b0-415c-ba2f-cbc63d62263c tempest-FloatingIPAdminTestJSON-289634761 tempest-FloatingIPAdminTestJSON-289634761-project] 10.222.0.104 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.5777597 Jul 06 14:20:01.103330 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 35126) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:20:01.109982 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-c63600a6-bc7a-44e8-841e-8cfa23a3a3f9 tempest-FloatingIPAdminTestJSON-289634761 tempest-FloatingIPAdminTestJSON-289634761-project] Request body: {'subnet': {'network_id': '693b25e8-aa4d-4343-9754-7e85d812fc15', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:20:01.116593 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8417fa82-51b0-415c-ba2f-cbc63d62263c tempest-FloatingIPAdminTestJSON-289634761 tempest-FloatingIPAdminTestJSON-289634761-project] Pushing event updated for resources: {'Network': ['ID=693b25e8-aa4d-4343-9754-7e85d812fc15,revision_number=1']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:20:01.134501 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Network 693b25e8-aa4d-4343-9754-7e85d812fc15 details requested by agent ovs-agent-n-d-773647-6 with host n-d-773647-6 {{(pid=100248) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 14:20:01.262168 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c63600a6-bc7a-44e8-841e-8cfa23a3a3f9 tempest-FloatingIPAdminTestJSON-289634761 tempest-FloatingIPAdminTestJSON-289634761-project] Made reservation on behalf of 534f43d9ab3e461c9adfc5de67a06201 for: {'subnet': 1} {{(pid=100246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:20:01.266300 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-c63600a6-bc7a-44e8-841e-8cfa23a3a3f9 tempest-FloatingIPAdminTestJSON-289634761 tempest-FloatingIPAdminTestJSON-289634761-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127702029'] for subnet, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:01.349303 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee9380b-b8f6-4e98-8e69-d1b6cf649118 req-c12921c2-d966-4e46-adcd-457888a3ef52 tempest-ServersNegativeTestJSON-728644794 tempest-ServersNegativeTestJSON-728644794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:20:01.351126 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-fee9380b-b8f6-4e98-8e69-d1b6cf649118 req-c12921c2-d966-4e46-adcd-457888a3ef52 tempest-ServersNegativeTestJSON-728644794 tempest-ServersNegativeTestJSON-728644794-project] 10.222.0.104 "GET /v2.0/ports?device_id=c38e1fb7-16c3-460f-81ed-82738a2148eb HTTP/1.1" status: 200 len: 947 time: 0.0822444 Jul 06 14:20:01.405052 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-fee9380b-b8f6-4e98-8e69-d1b6cf649118 req-b1b4d40a-c06d-4383-af07-5e63de8014de tempest-ServersNegativeTestJSON-728644794 tempest-ServersNegativeTestJSON-728644794-project] 10.222.0.104 "GET /v2.0/security-groups?id=55139e1c-0239-472b-ada8-5a3c70b3eb43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462239 Jul 06 14:20:01.441381 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Device 67b64fd1-ede8-4c8b-b13f-ce71aea9619c details requested by agent hyperv_n-h1-773647-6 with host n-h1-773647-6 {{(pid=100248) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 14:20:01.491890 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-c63600a6-bc7a-44e8-841e-8cfa23a3a3f9 tempest-FloatingIPAdminTestJSON-289634761 tempest-FloatingIPAdminTestJSON-289634761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1849032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127687649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127702047'] for subnet, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:01.571678 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63600a6-bc7a-44e8-841e-8cfa23a3a3f9 tempest-FloatingIPAdminTestJSON-289634761 tempest-FloatingIPAdminTestJSON-289634761-project] Pushing event updated for resources: {'Subnet': ['ID=a39646fe-cc1f-4754-8533-571a775364b5,revision_number=0']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:20:01.580488 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c63600a6-bc7a-44e8-841e-8cfa23a3a3f9 tempest-FloatingIPAdminTestJSON-289634761 tempest-FloatingIPAdminTestJSON-289634761-project] Checking segment: {'id': '1adc5e2e-8b1d-4f78-b19e-f3efeb5e12a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1041, 'network_id': '693b25e8-aa4d-4343-9754-7e85d812fc15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:20:01.580488 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c63600a6-bc7a-44e8-841e-8cfa23a3a3f9 tempest-FloatingIPAdminTestJSON-289634761 tempest-FloatingIPAdminTestJSON-289634761-project] Network hostable DHCP agents. Network: 693b25e8-aa4d-4343-9754-7e85d812fc15, hostable agents: ['f2bada3d-be77-4359-982b-8505a2bbca04'], hosted agents: [] {{(pid=100246) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 14:20:01.612951 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c63600a6-bc7a-44e8-841e-8cfa23a3a3f9 tempest-FloatingIPAdminTestJSON-289634761 tempest-FloatingIPAdminTestJSON-289634761-project] Network 693b25e8-aa4d-4343-9754-7e85d812fc15 is scheduled to be hosted by DHCP agent f2bada3d-be77-4359-982b-8505a2bbca04 with binding_index 1 {{(pid=100246) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 14:20:01.625456 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.base_scheduler [None req-c63600a6-bc7a-44e8-841e-8cfa23a3a3f9 tempest-FloatingIPAdminTestJSON-289634761 tempest-FloatingIPAdminTestJSON-289634761-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773647-6, 693b25e8-aa4d-4343-9754-7e85d812fc15) {{(pid=100246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:20:01.632508 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c63600a6-bc7a-44e8-841e-8cfa23a3a3f9 tempest-FloatingIPAdminTestJSON-289634761 tempest-FloatingIPAdminTestJSON-289634761-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:20:01.633163 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-c63600a6-bc7a-44e8-841e-8cfa23a3a3f9 tempest-FloatingIPAdminTestJSON-289634761 tempest-FloatingIPAdminTestJSON-289634761-project] Notify callbacks [] for subnet, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:01.643134 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ce52aca-0268-4dd3-ac29-d561c60627f0 None None] Network 693b25e8-aa4d-4343-9754-7e85d812fc15 requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:20:01.647099 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] For port 67b64fd1-ede8-4c8b-b13f-ce71aea9619c, host n-h1-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773647-6',level=0,port_id=67b64fd1-ede8-4c8b-b13f-ce71aea9619c,segment=NetworkSegment(c15971e2-442e-4b9a-8cef-3ba8ead63686),segment_id=c15971e2-442e-4b9a-8cef-3ba8ead63686)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:20:01.660395 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-c63600a6-bc7a-44e8-841e-8cfa23a3a3f9 tempest-FloatingIPAdminTestJSON-289634761 tempest-FloatingIPAdminTestJSON-289634761-project] 10.222.0.104 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5550191 Jul 06 14:20:01.663364 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 35150) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:20:01.671659 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-695784b3-073e-4309-b314-d3a3da2324e5 tempest-FloatingIPAdminTestJSON-289634761 tempest-FloatingIPAdminTestJSON-289634761-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-993569875', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719'}, 'admin_state_up': False}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:20:01.713144 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Returning: {'device': '67b64fd1-ede8-4c8b-b13f-ce71aea9619c', 'network_id': 'a1c5aa58-a5eb-4fe0-9c0d-ad9cb3f782ca', 'port_id': '67b64fd1-ede8-4c8b-b13f-ce71aea9619c', 'mac_address': 'fa:16:3e:3f:1e:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1004, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6ec930d2-90b3-4355-914b-4efea8972d25', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100248) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 14:20:01.715972 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-695784b3-073e-4309-b314-d3a3da2324e5 tempest-FloatingIPAdminTestJSON-289634761 tempest-FloatingIPAdminTestJSON-289634761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1806290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6992'] for router, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:01.718411 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-695784b3-073e-4309-b314-d3a3da2324e5 tempest-FloatingIPAdminTestJSON-289634761 tempest-FloatingIPAdminTestJSON-289634761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1806157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1808637', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1714747', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7007'] for router, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:01.788017 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04dfa82-d3a4-4dad-8e83-a6af81a37c19 req-7f91ea23-d6db-4680-b109-0f0dfab4eee8 tempest-ServersNegativeTestJSON-728644794 tempest-ServersNegativeTestJSON-728644794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:20:01.791316 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-d04dfa82-d3a4-4dad-8e83-a6af81a37c19 req-7f91ea23-d6db-4680-b109-0f0dfab4eee8 tempest-ServersNegativeTestJSON-728644794 tempest-ServersNegativeTestJSON-728644794-project] 10.222.0.104 "GET /v2.0/ports?device_id=c38e1fb7-16c3-460f-81ed-82738a2148eb HTTP/1.1" status: 200 len: 947 time: 0.1657071 Jul 06 14:20:01.809502 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:01.821541 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-695784b3-073e-4309-b314-d3a3da2324e5 tempest-FloatingIPAdminTestJSON-289634761 tempest-FloatingIPAdminTestJSON-289634761-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:01.839027 n-d-773647-6 neutron-server[100248]: DEBUG neutron.notifiers.nova [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 67b64fd1-ede8-4c8b-b13f-ce71aea9619c {{(pid=100248) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 14:20:01.867013 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-d04dfa82-d3a4-4dad-8e83-a6af81a37c19 req-2fbe614c-aa72-4b31-be16-2587428c8643 tempest-ServersNegativeTestJSON-728644794 tempest-ServersNegativeTestJSON-728644794-project] 10.222.0.104 "GET /v2.0/security-groups?id=55139e1c-0239-472b-ada8-5a3c70b3eb43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578756 Jul 06 14:20:01.910284 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] For port 67b64fd1-ede8-4c8b-b13f-ce71aea9619c, host n-h1-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773647-6',level=0,port_id=67b64fd1-ede8-4c8b-b13f-ce71aea9619c,segment=NetworkSegment(c15971e2-442e-4b9a-8cef-3ba8ead63686),segment_id=c15971e2-442e-4b9a-8cef-3ba8ead63686)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:20:01.914240 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-393f7b81-7ddd-451b-a5a2-413f76902abc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6bd5fc82-6666-56e8-87c2-91648d36c963-693b25e8-aa4d-4343-9754-7e85d812fc15', 'network_id': '693b25e8-aa4d-4343-9754-7e85d812fc15', 'tenant_id': '534f43d9ab3e461c9adfc5de67a06201', 'fixed_ips': [{'subnet_id': 'a39646fe-cc1f-4754-8533-571a775364b5'}]}} from n-d-773647-6. {{(pid=100248) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 14:20:01.915064 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-393f7b81-7ddd-451b-a5a2-413f76902abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:01.925255 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:01.925914 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Device 483af117-bb3f-4588-a086-6405716a60ee details requested by agent hyperv_n-h1-773647-6 with host n-h1-773647-6 {{(pid=100248) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 14:20:02.083241 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-695784b3-073e-4309-b314-d3a3da2324e5 tempest-FloatingIPAdminTestJSON-289634761 tempest-FloatingIPAdminTestJSON-289634761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1761047', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1806272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6989'] for router, precommit_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:02.089388 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.db_base_plugin_common [None req-393f7b81-7ddd-451b-a5a2-413f76902abc None None] Allocated IP 172.20.0.2 (693b25e8-aa4d-4343-9754-7e85d812fc15/a39646fe-cc1f-4754-8533-571a775364b5/d4b3b2d6-bfd2-4644-8d8d-0a7c3377174e) {{(pid=100248) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:20:02.143407 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2716eb-8207-4a4c-8f8e-53d1a8c15b9a req-f8cfe089-929e-4f56-a3f1-d89e61dade7d tempest-AttachVolumeShelveTestJSON-1020519793 tempest-AttachVolumeShelveTestJSON-1020519793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:20:02.153561 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-de2716eb-8207-4a4c-8f8e-53d1a8c15b9a req-f8cfe089-929e-4f56-a3f1-d89e61dade7d tempest-AttachVolumeShelveTestJSON-1020519793 tempest-AttachVolumeShelveTestJSON-1020519793-project] 10.222.0.104 "GET /v2.0/ports?device_id=28222247-ef72-4123-b031-e588ebd3ba47 HTTP/1.1" status: 200 len: 946 time: 0.1946664 Jul 06 14:20:02.204197 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd83ee43-7686-491f-9c88-28797e9017c8 req-faa0e8ff-c9a0-45f6-ab79-a15a6711f810 tempest-ServersTestJSON-809673865 tempest-ServersTestJSON-809673865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:20:02.211535 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-fd83ee43-7686-491f-9c88-28797e9017c8 req-faa0e8ff-c9a0-45f6-ab79-a15a6711f810 tempest-ServersTestJSON-809673865 tempest-ServersTestJSON-809673865-project] 10.222.0.104 "GET /v2.0/ports?device_id=d4cc7a4a-2531-4abf-b5b9-511e58902fc5 HTTP/1.1" status: 200 len: 945 time: 0.1851172 Jul 06 14:20:02.256439 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-393f7b81-7ddd-451b-a5a2-413f76902abc None None] Notify callbacks [] for port, precommit_create {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:02.263168 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-de2716eb-8207-4a4c-8f8e-53d1a8c15b9a req-d5330cdb-b6f4-4312-ba5e-7cd992354d63 tempest-AttachVolumeShelveTestJSON-1020519793 tempest-AttachVolumeShelveTestJSON-1020519793-project] 10.222.0.104 "GET /v2.0/security-groups?id=a376d024-e4a1-4cc8-8fe5-9c69c2c40821&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1029806 Jul 06 14:20:02.265383 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-393f7b81-7ddd-451b-a5a2-413f76902abc None None] Transition to ACTIVE for port object d4b3b2d6-bfd2-4644-8d8d-0a7c3377174e will not be triggered until provisioned by entity L2. {{(pid=100248) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:20:02.271032 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.db.resource_extend [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 06 14:20:02.286617 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-393f7b81-7ddd-451b-a5a2-413f76902abc None None] Transition to ACTIVE for port object d4b3b2d6-bfd2-4644-8d8d-0a7c3377174e will not be triggered until provisioned by entity DHCP. {{(pid=100248) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:20:02.298060 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-fd83ee43-7686-491f-9c88-28797e9017c8 req-9c2d596f-e97b-4969-b138-e9a024dab5ba tempest-ServersTestJSON-809673865 tempest-ServersTestJSON-809673865-project] 10.222.0.104 "GET /v2.0/security-groups?id=b2132efa-40d7-46de-9959-646c1b99d382&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853868 Jul 06 14:20:02.308937 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-393f7b81-7ddd-451b-a5a2-413f76902abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108'] for port, after_create {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:02.375006 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Pushing event updated for resources: {'Port': ['ID=67b64fd1-ede8-4c8b-b13f-ce71aea9619c,revision_number=11']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:20:02.392496 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-695784b3-073e-4309-b314-d3a3da2324e5 tempest-FloatingIPAdminTestJSON-289634761 tempest-FloatingIPAdminTestJSON-289634761-project] Notify callbacks [] for router_gateway, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:02.422808 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-695784b3-073e-4309-b314-d3a3da2324e5 tempest-FloatingIPAdminTestJSON-289634761 tempest-FloatingIPAdminTestJSON-289634761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:02.431103 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393f7b81-7ddd-451b-a5a2-413f76902abc None None] Pushing event updated for resources: {'Port': ['ID=d4b3b2d6-bfd2-4644-8d8d-0a7c3377174e,revision_number=1']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:20:02.445176 n-d-773647-6 neutron-server[100248]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-393f7b81-7ddd-451b-a5a2-413f76902abc None None] Network 693b25e8-aa4d-4343-9754-7e85d812fc15 is already hosted by enough agents. {{(pid=100248) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:20:02.447889 n-d-773647-6 neutron-server[100248]: DEBUG neutron.scheduler.base_scheduler [None req-393f7b81-7ddd-451b-a5a2-413f76902abc None None] Resources bound (agent type, host, resource id): {{(pid=100248) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:20:02.453010 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-393f7b81-7ddd-451b-a5a2-413f76902abc None None] Received port after_create {{(pid=100248) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:20:02.480956 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a11c4c-065f-45c6-9d21-13d40a282d87 req-0445f51f-f4bb-4aaf-998c-25dec08d0ae4 tempest-ServersNegativeTestJSON-728644794 tempest-ServersNegativeTestJSON-728644794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:20:02.488403 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-d2a11c4c-065f-45c6-9d21-13d40a282d87 req-0445f51f-f4bb-4aaf-998c-25dec08d0ae4 tempest-ServersNegativeTestJSON-728644794 tempest-ServersNegativeTestJSON-728644794-project] 10.222.0.104 "GET /v2.0/ports?device_id=c38e1fb7-16c3-460f-81ed-82738a2148eb HTTP/1.1" status: 200 len: 947 time: 0.0791810 Jul 06 14:20:02.538170 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-d2a11c4c-065f-45c6-9d21-13d40a282d87 req-7db0a42c-8482-45d2-a193-da688145c939 tempest-ServersNegativeTestJSON-728644794 tempest-ServersNegativeTestJSON-728644794-project] 10.222.0.104 "GET /v2.0/security-groups?id=55139e1c-0239-472b-ada8-5a3c70b3eb43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486612 Jul 06 14:20:02.545745 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.db_base_plugin_common [None req-695784b3-073e-4309-b314-d3a3da2324e5 tempest-FloatingIPAdminTestJSON-289634761 tempest-FloatingIPAdminTestJSON-289634761-project] Allocated IP 172.25.0.14 (2658f09e-a580-4d4a-9968-2d1e0ad93719/cbf74abc-6fe1-4d33-b005-c948923b9647/4c0903c7-6765-4524-bde3-c750d3859625) {{(pid=100246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:20:02.550079 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-393f7b81-7ddd-451b-a5a2-413f76902abc None None] Attempting to bind port d4b3b2d6-bfd2-4644-8d8d-0a7c3377174e on host n-d-773647-6 for vnic_type normal with profile {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:20:02.550472 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-393f7b81-7ddd-451b-a5a2-413f76902abc None None] Attempting to bind port d4b3b2d6-bfd2-4644-8d8d-0a7c3377174e by drivers openvswitch,hyperv on host n-d-773647-6 at level 0 using segments [{'id': '1adc5e2e-8b1d-4f78-b19e-f3efeb5e12a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1041, 'network_id': '693b25e8-aa4d-4343-9754-7e85d812fc15'}] {{(pid=100248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:20:02.550914 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-393f7b81-7ddd-451b-a5a2-413f76902abc None None] Attempting to bind port d4b3b2d6-bfd2-4644-8d8d-0a7c3377174e on network 693b25e8-aa4d-4343-9754-7e85d812fc15 {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:20:02.571173 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-393f7b81-7ddd-451b-a5a2-413f76902abc None None] Checking agent: {'id': '8ab5b19c-d213-4f29-891d-27bdf39d38b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773647-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 43, 26), 'started_at': datetime.datetime(2021, 7, 6, 13, 43, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 19, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773647-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:20:02.571664 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-393f7b81-7ddd-451b-a5a2-413f76902abc None None] Checking segment: {'id': '1adc5e2e-8b1d-4f78-b19e-f3efeb5e12a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1041, 'network_id': '693b25e8-aa4d-4343-9754-7e85d812fc15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:20:02.572261 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-393f7b81-7ddd-451b-a5a2-413f76902abc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:02.572668 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-393f7b81-7ddd-451b-a5a2-413f76902abc None None] Bound using segment: {'id': '1adc5e2e-8b1d-4f78-b19e-f3efeb5e12a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1041, 'network_id': '693b25e8-aa4d-4343-9754-7e85d812fc15'} {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:20:02.573149 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-393f7b81-7ddd-451b-a5a2-413f76902abc None None] Bound port: d4b3b2d6-bfd2-4644-8d8d-0a7c3377174e, host: n-d-773647-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1adc5e2e-8b1d-4f78-b19e-f3efeb5e12a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1041, 'network_id': '693b25e8-aa4d-4343-9754-7e85d812fc15'}}] {{(pid=100248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:20:02.573537 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-393f7b81-7ddd-451b-a5a2-413f76902abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:02.577134 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] For port 483af117-bb3f-4588-a086-6405716a60ee, host n-h1-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773647-6',level=0,port_id=483af117-bb3f-4588-a086-6405716a60ee,segment=NetworkSegment(967d25fd-e6c0-4517-afb5-5ac37f3bf726),segment_id=967d25fd-e6c0-4517-afb5-5ac37f3bf726)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:20:02.604021 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Returning: {'device': '483af117-bb3f-4588-a086-6405716a60ee', 'network_id': 'f6bee18a-7d0c-49a0-8d57-f9458d12e262', 'port_id': '483af117-bb3f-4588-a086-6405716a60ee', 'mac_address': 'fa:16:3e:f3:3f:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1049, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'de957a32-863f-485c-94ac-904da725d611', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100248) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 14:20:02.673126 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-695784b3-073e-4309-b314-d3a3da2324e5 tempest-FloatingIPAdminTestJSON-289634761 tempest-FloatingIPAdminTestJSON-289634761-project] Notify callbacks [] for port, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:02.695142 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:02.717710 n-d-773647-6 neutron-server[100248]: DEBUG neutron.notifiers.nova [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 483af117-bb3f-4588-a086-6405716a60ee {{(pid=100248) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 14:20:02.718464 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-695784b3-073e-4309-b314-d3a3da2324e5 tempest-FloatingIPAdminTestJSON-289634761 tempest-FloatingIPAdminTestJSON-289634761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-127687573'] for port, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:02.748802 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-393f7b81-7ddd-451b-a5a2-413f76902abc None None] For port d4b3b2d6-bfd2-4644-8d8d-0a7c3377174e, host n-d-773647-6, cleared binding levels {{(pid=100248) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:20:02.770050 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-695784b3-073e-4309-b314-d3a3da2324e5 tempest-FloatingIPAdminTestJSON-289634761 tempest-FloatingIPAdminTestJSON-289634761-project] Network 2658f09e-a580-4d4a-9968-2d1e0ad93719 is already hosted by enough agents. {{(pid=100246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:20:02.773223 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.base_scheduler [None req-695784b3-073e-4309-b314-d3a3da2324e5 tempest-FloatingIPAdminTestJSON-289634761 tempest-FloatingIPAdminTestJSON-289634761-project] Resources bound (agent type, host, resource id): {{(pid=100246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:20:02.773907 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-393f7b81-7ddd-451b-a5a2-413f76902abc None None] For port d4b3b2d6-bfd2-4644-8d8d-0a7c3377174e, host n-d-773647-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=d4b3b2d6-bfd2-4644-8d8d-0a7c3377174e,segment=NetworkSegment(1adc5e2e-8b1d-4f78-b19e-f3efeb5e12a8),segment_id=1adc5e2e-8b1d-4f78-b19e-f3efeb5e12a8)] {{(pid=100248) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:20:02.785361 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] For port 483af117-bb3f-4588-a086-6405716a60ee, host n-h1-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773647-6',level=0,port_id=483af117-bb3f-4588-a086-6405716a60ee,segment=NetworkSegment(967d25fd-e6c0-4517-afb5-5ac37f3bf726),segment_id=967d25fd-e6c0-4517-afb5-5ac37f3bf726)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:20:02.788327 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-393f7b81-7ddd-451b-a5a2-413f76902abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:02.797212 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695784b3-073e-4309-b314-d3a3da2324e5 tempest-FloatingIPAdminTestJSON-289634761 tempest-FloatingIPAdminTestJSON-289634761-project] Pushing event updated for resources: {'Port': ['ID=4c0903c7-6765-4524-bde3-c750d3859625,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:20:02.800209 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-695784b3-073e-4309-b314-d3a3da2324e5 tempest-FloatingIPAdminTestJSON-289634761 tempest-FloatingIPAdminTestJSON-289634761-project] Received port after_create {{(pid=100246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:20:02.841557 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:02.867538 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9c52cb-b4b3-4ac8-8698-728a1685414f req-d7377c50-61c5-4d23-98ae-fb048f111582 tempest-ServersNegativeTestJSON-728644794 tempest-ServersNegativeTestJSON-728644794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:20:02.872190 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-4f9c52cb-b4b3-4ac8-8698-728a1685414f req-d7377c50-61c5-4d23-98ae-fb048f111582 tempest-ServersNegativeTestJSON-728644794 tempest-ServersNegativeTestJSON-728644794-project] 10.222.0.104 "GET /v2.0/ports?device_id=c38e1fb7-16c3-460f-81ed-82738a2148eb HTTP/1.1" status: 200 len: 947 time: 0.1035609 Jul 06 14:20:02.899845 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393f7b81-7ddd-451b-a5a2-413f76902abc None None] Pushing event updated for resources: {'Port': ['ID=d4b3b2d6-bfd2-4644-8d8d-0a7c3377174e,revision_number=2']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:20:02.974571 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-4f9c52cb-b4b3-4ac8-8698-728a1685414f req-ec92be03-a10f-4dae-8908-7f4868cc7bd8 tempest-ServersNegativeTestJSON-728644794 tempest-ServersNegativeTestJSON-728644794-project] 10.222.0.104 "GET /v2.0/security-groups?id=55139e1c-0239-472b-ada8-5a3c70b3eb43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992284 Jul 06 14:20:02.991205 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Pushing event updated for resources: {'Port': ['ID=483af117-bb3f-4588-a086-6405716a60ee,revision_number=12']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:20:03.137304 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.agents_db [None req-167c0ad6-1657-4c9a-a2c4-3b18056aa662 None None] Agent healthcheck: found 7 active agents {{(pid=100249) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 14:20:03.208449 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] get_ports_and_sgs() called for port_ids ['67b64fd1-ede8-4c8b-b13f-ce71aea9619c'] {{(pid=100248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 14:20:03.212022 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] get_ports_and_sgs() called for port_ids ['483af117-bb3f-4588-a086-6405716a60ee'] {{(pid=100248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 14:20:03.238266 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6700b7-a490-4aa7-a5e7-b227d8e38220 req-02b8df21-284b-45fe-96ee-f599d253c613 tempest-ServersNegativeTestJSON-728644794 tempest-ServersNegativeTestJSON-728644794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:20:03.238932 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296b14af-350e-420d-9dfe-141b8081de93 req-5609e683-34e0-4db2-89cc-ed4b8e241d93 tempest-ServersTestJSON-809673865 tempest-ServersTestJSON-809673865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:20:03.239850 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-296b14af-350e-420d-9dfe-141b8081de93 req-5609e683-34e0-4db2-89cc-ed4b8e241d93 tempest-ServersTestJSON-809673865 tempest-ServersTestJSON-809673865-project] 10.222.0.72 "GET /v2.0/ports?device_id=d4cc7a4a-2531-4abf-b5b9-511e58902fc5 HTTP/1.1" status: 200 len: 945 time: 0.1623440 Jul 06 14:20:03.241248 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-695784b3-073e-4309-b314-d3a3da2324e5 tempest-FloatingIPAdminTestJSON-289634761 tempest-FloatingIPAdminTestJSON-289634761-project] Notify callbacks [] for router_gateway, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:03.248069 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-0b6700b7-a490-4aa7-a5e7-b227d8e38220 req-02b8df21-284b-45fe-96ee-f599d253c613 tempest-ServersNegativeTestJSON-728644794 tempest-ServersNegativeTestJSON-728644794-project] 10.222.0.104 "GET /v2.0/ports?device_id=c38e1fb7-16c3-460f-81ed-82738a2148eb HTTP/1.1" status: 200 len: 947 time: 0.1306202 Jul 06 14:20:03.303406 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-0b6700b7-a490-4aa7-a5e7-b227d8e38220 req-eda45eb3-4ac9-4914-b5cc-e724ea5f3200 tempest-ServersNegativeTestJSON-728644794 tempest-ServersNegativeTestJSON-728644794-project] 10.222.0.104 "GET /v2.0/security-groups?id=55139e1c-0239-472b-ada8-5a3c70b3eb43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543272 Jul 06 14:20:03.462694 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Device 02647aa2-ab9e-43ef-a73b-cda7ff6cdbe5 no longer exists at agent hyperv_n-h1-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:20:03.505519 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] No Port match for: 02647aa2-ab9e-43ef-a73b-cda7ff6cdbe5 {{(pid=100248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 14:20:03.506335 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Device 02647aa2-ab9e-43ef-a73b-cda7ff6cdbe5 not bound to the agent host n-h1-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:20:03.588348 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d863ed9e-a604-43ab-ba9b-24b1b1dcf6d9 req-03c540d9-ceea-41e3-98e6-e6338221275f tempest-ServersTestJSON-809673865 tempest-ServersTestJSON-809673865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:20:03.590088 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-d863ed9e-a604-43ab-ba9b-24b1b1dcf6d9 req-03c540d9-ceea-41e3-98e6-e6338221275f tempest-ServersTestJSON-809673865 tempest-ServersTestJSON-809673865-project] 10.222.0.104 "GET /v2.0/ports?device_id=d4cc7a4a-2531-4abf-b5b9-511e58902fc5 HTTP/1.1" status: 200 len: 945 time: 0.1323528 Jul 06 14:20:03.620678 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1cdc029-7d1d-4d91-9bd7-b733a81f8097 req-fb50bd67-64a0-4acb-b581-b90e71999cc5 tempest-AttachVolumeShelveTestJSON-1020519793 tempest-AttachVolumeShelveTestJSON-1020519793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:20:03.624375 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-d1cdc029-7d1d-4d91-9bd7-b733a81f8097 req-fb50bd67-64a0-4acb-b581-b90e71999cc5 tempest-AttachVolumeShelveTestJSON-1020519793 tempest-AttachVolumeShelveTestJSON-1020519793-project] 10.222.0.104 "GET /v2.0/ports?device_id=28222247-ef72-4123-b031-e588ebd3ba47 HTTP/1.1" status: 200 len: 946 time: 0.1138575 Jul 06 14:20:03.675563 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-d863ed9e-a604-43ab-ba9b-24b1b1dcf6d9 req-34df4d16-918d-453f-b93f-dec705ebae59 tempest-ServersTestJSON-809673865 tempest-ServersTestJSON-809673865-project] 10.222.0.104 "GET /v2.0/security-groups?id=b2132efa-40d7-46de-9959-646c1b99d382&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766089 Jul 06 14:20:03.702125 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-d1cdc029-7d1d-4d91-9bd7-b733a81f8097 req-4de56c36-505a-47a9-9c74-5e1154c9c7fa tempest-AttachVolumeShelveTestJSON-1020519793 tempest-AttachVolumeShelveTestJSON-1020519793-project] 10.222.0.104 "GET /v2.0/security-groups?id=a376d024-e4a1-4cc8-8fe5-9c69c2c40821&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0659690 Jul 06 14:20:03.746317 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [req-296b14af-350e-420d-9dfe-141b8081de93 req-d6cdf171-1d0a-487a-a393-5b03903e4623 tempest-ServersTestJSON-809673865 tempest-ServersTestJSON-809673865-project] Deleting port 283560bc-4099-4896-8ad3-d4bafc722097 {{(pid=100246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:20:03.746856 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-296b14af-350e-420d-9dfe-141b8081de93 req-d6cdf171-1d0a-487a-a393-5b03903e4623 tempest-ServersTestJSON-809673865 tempest-ServersTestJSON-809673865-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:03.833416 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device d4b3b2d6-bfd2-4644-8d8d-0a7c3377174e up at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:20:03.845326 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-695784b3-073e-4309-b314-d3a3da2324e5 tempest-FloatingIPAdminTestJSON-289634761 tempest-FloatingIPAdminTestJSON-289634761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1806297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1761036'] for router, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:03.906738 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.db [req-296b14af-350e-420d-9dfe-141b8081de93 req-d6cdf171-1d0a-487a-a393-5b03903e4623 tempest-ServersTestJSON-809673865 tempest-ServersTestJSON-809673865-project] For port 283560bc-4099-4896-8ad3-d4bafc722097, host n-h2-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=283560bc-4099-4896-8ad3-d4bafc722097,segment=NetworkSegment(cb1a6cec-0b40-4dde-b37a-6dbda6bd8158),segment_id=cb1a6cec-0b40-4dde-b37a-6dbda6bd8158)] {{(pid=100246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:20:03.907575 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-296b14af-350e-420d-9dfe-141b8081de93 req-d6cdf171-1d0a-487a-a393-5b03903e4623 tempest-ServersTestJSON-809673865 tempest-ServersTestJSON-809673865-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:03.922708 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning for port d4b3b2d6-bfd2-4644-8d8d-0a7c3377174e completed by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:20:03.930097 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [req-296b14af-350e-420d-9dfe-141b8081de93 req-d6cdf171-1d0a-487a-a393-5b03903e4623 tempest-ServersTestJSON-809673865 tempest-ServersTestJSON-809673865-project] Calling delete_port for 283560bc-4099-4896-8ad3-d4bafc722097 owned by compute:nova {{(pid=100246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:20:03.969958 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb90e36e-8732-4dc9-a19f-511a87999c9c req-b9b32be3-af59-4966-9e57-7929260bffe2 tempest-ServersNegativeTestJSON-728644794 tempest-ServersNegativeTestJSON-728644794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:20:03.974505 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-fb90e36e-8732-4dc9-a19f-511a87999c9c req-b9b32be3-af59-4966-9e57-7929260bffe2 tempest-ServersNegativeTestJSON-728644794 tempest-ServersNegativeTestJSON-728644794-project] 10.222.0.104 "GET /v2.0/ports?device_id=c38e1fb7-16c3-460f-81ed-82738a2148eb HTTP/1.1" status: 200 len: 947 time: 0.1214321 Jul 06 14:20:04.018055 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-fb90e36e-8732-4dc9-a19f-511a87999c9c req-f177edd0-4cef-4700-8987-47aba39a1d08 tempest-ServersNegativeTestJSON-728644794 tempest-ServersNegativeTestJSON-728644794-project] 10.222.0.104 "GET /v2.0/security-groups?id=55139e1c-0239-472b-ada8-5a3c70b3eb43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371776 Jul 06 14:20:04.239021 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-695784b3-073e-4309-b314-d3a3da2324e5 tempest-FloatingIPAdminTestJSON-289634761 tempest-FloatingIPAdminTestJSON-289634761-project] Router 17da6bed-ca2d-4831-bd6d-788e61818aa3 is scheduled to L3 agent 2823d358-a11b-4885-a706-95a279e43fa7 with binding_index 1 {{(pid=100246) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 14:20:04.253408 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7fa4c2-4b9e-4ff6-bd47-72dae423969b req-f159bf7b-f3d7-4419-b67b-ff91fe968105 tempest-ServersNegativeTestJSON-728644794 tempest-ServersNegativeTestJSON-728644794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:20:04.257544 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-de7fa4c2-4b9e-4ff6-bd47-72dae423969b req-f159bf7b-f3d7-4419-b67b-ff91fe968105 tempest-ServersNegativeTestJSON-728644794 tempest-ServersNegativeTestJSON-728644794-project] 10.222.0.104 "GET /v2.0/ports?device_id=c38e1fb7-16c3-460f-81ed-82738a2148eb HTTP/1.1" status: 200 len: 947 time: 0.0935683 Jul 06 14:20:04.269095 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-296b14af-350e-420d-9dfe-141b8081de93 req-d6cdf171-1d0a-487a-a393-5b03903e4623 tempest-ServersTestJSON-809673865 tempest-ServersTestJSON-809673865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127687580'] for port, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:04.282076 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] get_ports_and_sgs() called for port_ids ['b3faa654-9b0e-47d7-ac0c-c53cca9f4156', '283560bc-4099-4896-8ad3-d4bafc722097'] {{(pid=100248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 14:20:04.324478 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-de7fa4c2-4b9e-4ff6-bd47-72dae423969b req-1acac78b-d4f3-4c86-be49-0c15d1c74662 tempest-ServersNegativeTestJSON-728644794 tempest-ServersNegativeTestJSON-728644794-project] 10.222.0.104 "GET /v2.0/security-groups?id=55139e1c-0239-472b-ada8-5a3c70b3eb43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591705 Jul 06 14:20:04.356949 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acfcfe96-164b-4484-af83-b1f9633f611b None None] Network 693b25e8-aa4d-4343-9754-7e85d812fc15 requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:20:04.357144 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6cdf171-1d0a-487a-a393-5b03903e4623 tempest-ServersTestJSON-809673865 tempest-ServersTestJSON-809673865-project] Pushing event deleted for resources: {'Port': ['ID=283560bc-4099-4896-8ad3-d4bafc722097,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:20:04.635546 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d567f226-732a-47cf-9b8b-c39b137365d8 req-7e5cef4b-550c-4db7-8e88-3b77ce10d739 tempest-ServersNegativeTestJSON-728644794 tempest-ServersNegativeTestJSON-728644794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:20:04.644813 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-d567f226-732a-47cf-9b8b-c39b137365d8 req-7e5cef4b-550c-4db7-8e88-3b77ce10d739 tempest-ServersNegativeTestJSON-728644794 tempest-ServersNegativeTestJSON-728644794-project] 10.222.0.104 "GET /v2.0/ports?device_id=c38e1fb7-16c3-460f-81ed-82738a2148eb HTTP/1.1" status: 200 len: 947 time: 0.0872786 Jul 06 14:20:04.673184 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-43d5ef5f-235c-48a4-a944-acabc387a7fc None None] Provisioning for port d4b3b2d6-bfd2-4644-8d8d-0a7c3377174e completed by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:20:04.703745 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-d567f226-732a-47cf-9b8b-c39b137365d8 req-4af9a958-8342-48ae-a42e-4c093dc7fa6d tempest-ServersNegativeTestJSON-728644794 tempest-ServersNegativeTestJSON-728644794-project] 10.222.0.104 "GET /v2.0/security-groups?id=55139e1c-0239-472b-ada8-5a3c70b3eb43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575125 Jul 06 14:20:04.716161 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-43d5ef5f-235c-48a4-a944-acabc387a7fc None None] Provisioning complete for port d4b3b2d6-bfd2-4644-8d8d-0a7c3377174e triggered by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:20:04.716838 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-43d5ef5f-235c-48a4-a944-acabc387a7fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:04.841615 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [req-296b14af-350e-420d-9dfe-141b8081de93 req-d6cdf171-1d0a-487a-a393-5b03903e4623 tempest-ServersTestJSON-809673865 tempest-ServersTestJSON-809673865-project] No DVR routers for this DVR port 283560bc-4099-4896-8ad3-d4bafc722097 on host n-h2-773647-6 {{(pid=100246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:20:04.845976 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-296b14af-350e-420d-9dfe-141b8081de93 req-d6cdf171-1d0a-487a-a393-5b03903e4623 tempest-ServersTestJSON-809673865 tempest-ServersTestJSON-809673865-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:04.849080 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-296b14af-350e-420d-9dfe-141b8081de93 req-d6cdf171-1d0a-487a-a393-5b03903e4623 tempest-ServersTestJSON-809673865 tempest-ServersTestJSON-809673865-project] 10.222.0.72 "DELETE /v2.0/ports/283560bc-4099-4896-8ad3-d4bafc722097 HTTP/1.1" status: 204 len: 173 time: 1.6037774 Jul 06 14:20:04.849639 n-d-773647-6 neutron-server[100246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4cc7a4a-2531-4abf-b5b9-511e58902fc5', 'name': 'network-vif-deleted', 'tag': '283560bc-4099-4896-8ad3-d4bafc722097'}] {{(pid=100246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:20:04.853180 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0d96c5ab5e889f7b933ae915b9be33d1b46c9e87795bf781004b656ef3f1e87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db7c5f0d-8fa9-4a68-bf6f-626980684925" -d '{"events": [{"server_uuid": "d4cc7a4a-2531-4abf-b5b9-511e58902fc5", "name": "network-vif-deleted", "tag": "283560bc-4099-4896-8ad3-d4bafc722097"}]}' {{(pid=100246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:20:04.858103 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-695784b3-073e-4309-b314-d3a3da2324e5 tempest-FloatingIPAdminTestJSON-289634761 tempest-FloatingIPAdminTestJSON-289634761-project] Notify agent at l3_agent.n-d-773647-6 the message routers_updated {{(pid=100246) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 14:20:04.894857 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-695784b3-073e-4309-b314-d3a3da2324e5 tempest-FloatingIPAdminTestJSON-289634761 tempest-FloatingIPAdminTestJSON-289634761-project] Notify callbacks [] for router, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:04.898399 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-695784b3-073e-4309-b314-d3a3da2324e5 tempest-FloatingIPAdminTestJSON-289634761 tempest-FloatingIPAdminTestJSON-289634761-project] 10.222.0.104 "POST /v2.0/routers HTTP/1.1" status: 201 len: 890 time: 3.2310545 Jul 06 14:20:04.901688 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 35222) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:20:04.901884 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0696482a-f728-4257-b80c-b2658b6b0f92 None None] Sync routers for ids ['17da6bed-ca2d-4831-bd6d-788e61818aa3'] in n-d-773647-6 {{(pid=100248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 14:20:04.939034 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-413341c6-9b07-4bf6-91ba-e4b4b2875b09 req-ac327ac3-69bb-443b-a8ed-823f2b855693 tempest-ServersTestJSON-809673865 tempest-ServersTestJSON-809673865-project] 10.222.0.104 "GET /v2.0/ports?device_id=d4cc7a4a-2531-4abf-b5b9-511e58902fc5 HTTP/1.1" status: 200 len: 210 time: 0.0817742 Jul 06 14:20:04.948115 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-43d5ef5f-235c-48a4-a944-acabc387a7fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:05.041159 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-43d5ef5f-235c-48a4-a944-acabc387a7fc None None] For port d4b3b2d6-bfd2-4644-8d8d-0a7c3377174e, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=d4b3b2d6-bfd2-4644-8d8d-0a7c3377174e,segment=NetworkSegment(1adc5e2e-8b1d-4f78-b19e-f3efeb5e12a8),segment_id=1adc5e2e-8b1d-4f78-b19e-f3efeb5e12a8)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:20:05.046605 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0696482a-f728-4257-b80c-b2658b6b0f92 None None] Routers {'17da6bed-ca2d-4831-bd6d-788e61818aa3'} bound to L3 agent in host n-d-773647-6 {{(pid=100248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:20:05.047344 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-0696482a-f728-4257-b80c-b2658b6b0f92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T14:19:56Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['17da6bed-ca2d-4831-bd6d-788e61818aa3'], 'active': True} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:20:05.049712 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-43d5ef5f-235c-48a4-a944-acabc387a7fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:05.143074 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ab574c-6cc7-4b8b-b7db-bb00b4e2d728 req-5bf49379-be7c-45ff-b68a-eadc080fe19f tempest-ServersNegativeTestJSON-728644794 tempest-ServersNegativeTestJSON-728644794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:20:05.147323 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-b2ab574c-6cc7-4b8b-b7db-bb00b4e2d728 req-5bf49379-be7c-45ff-b68a-eadc080fe19f tempest-ServersNegativeTestJSON-728644794 tempest-ServersNegativeTestJSON-728644794-project] 10.222.0.104 "GET /v2.0/ports?device_id=c38e1fb7-16c3-460f-81ed-82738a2148eb HTTP/1.1" status: 200 len: 947 time: 0.1962674 Jul 06 14:20:05.179397 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d5ef5f-235c-48a4-a944-acabc387a7fc None None] Pushing event updated for resources: {'Port': ['ID=d4b3b2d6-bfd2-4644-8d8d-0a7c3377174e,revision_number=3']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:20:05.194161 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-0696482a-f728-4257-b80c-b2658b6b0f92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-773647-6', False) {} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:20:05.206829 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0696482a-f728-4257-b80c-b2658b6b0f92 None None] Routers {'17da6bed-ca2d-4831-bd6d-788e61818aa3'} bound to L3 agent in host n-d-773647-6 {{(pid=100248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:20:05.208004 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-0696482a-f728-4257-b80c-b2658b6b0f92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T14:19:56Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['17da6bed-ca2d-4831-bd6d-788e61818aa3'], 'active': True} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:20:05.226430 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-b2ab574c-6cc7-4b8b-b7db-bb00b4e2d728 req-e4d52d59-6607-4f78-a825-d6b48db5f1fc tempest-ServersNegativeTestJSON-728644794 tempest-ServersNegativeTestJSON-728644794-project] 10.222.0.104 "GET /v2.0/security-groups?id=55139e1c-0239-472b-ada8-5a3c70b3eb43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637610 Jul 06 14:20:05.280783 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-0696482a-f728-4257-b80c-b2658b6b0f92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-773647-6', False) {} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:20:05.282936 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0696482a-f728-4257-b80c-b2658b6b0f92 None None] The sync data for ids ['17da6bed-ca2d-4831-bd6d-788e61818aa3'] in n-d-773647-6 is: [] {{(pid=100248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 14:20:05.314425 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36dc826-c13a-44f1-a84f-3f1ed0da46fc req-4b6c509a-a9ac-4cbe-a9bc-16219817eace tempest-AttachVolumeShelveTestJSON-1020519793 tempest-AttachVolumeShelveTestJSON-1020519793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:20:05.322364 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-e36dc826-c13a-44f1-a84f-3f1ed0da46fc req-4b6c509a-a9ac-4cbe-a9bc-16219817eace tempest-AttachVolumeShelveTestJSON-1020519793 tempest-AttachVolumeShelveTestJSON-1020519793-project] 10.222.0.104 "GET /v2.0/ports?device_id=28222247-ef72-4123-b031-e588ebd3ba47 HTTP/1.1" status: 200 len: 946 time: 0.1154461 Jul 06 14:20:05.336358 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 14:20:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb81fbc4-42fd-40d7-8a66-0f77af4d87ca x-openstack-request-id: req-fb81fbc4-42fd-40d7-8a66-0f77af4d87ca {{(pid=100246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:20:05.340391 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4cc7a4a-2531-4abf-b5b9-511e58902fc5", "name": "network-vif-deleted", "tag": "283560bc-4099-4896-8ad3-d4bafc722097", "status": "completed", "code": 200}]} {{(pid=100246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:20:05.340770 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-fb81fbc4-42fd-40d7-8a66-0f77af4d87ca {{(pid=100246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:20:05.341232 n-d-773647-6 neutron-server[100246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4cc7a4a-2531-4abf-b5b9-511e58902fc5', 'name': 'network-vif-deleted', 'tag': '283560bc-4099-4896-8ad3-d4bafc722097', 'status': 'completed', 'code': 200} Jul 06 14:20:05.388525 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-33c537ba-d340-4671-96a0-e40e91e73e49 None None] Provisioning complete for port d4b3b2d6-bfd2-4644-8d8d-0a7c3377174e triggered by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:20:05.389257 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-33c537ba-d340-4671-96a0-e40e91e73e49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:05.440893 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-e36dc826-c13a-44f1-a84f-3f1ed0da46fc req-0ea917cd-5f6c-4547-b62f-fc338c358682 tempest-AttachVolumeShelveTestJSON-1020519793 tempest-AttachVolumeShelveTestJSON-1020519793-project] 10.222.0.104 "GET /v2.0/security-groups?id=a376d024-e4a1-4cc8-8fe5-9c69c2c40821&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1174369 Jul 06 14:20:05.474196 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Device 483af117-bb3f-4588-a086-6405716a60ee up at agent hyperv_n-h1-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:20:05.611900 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Provisioning for port 483af117-bb3f-4588-a086-6405716a60ee completed by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:20:05.617198 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Provisioning complete for port 483af117-bb3f-4588-a086-6405716a60ee triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:20:05.617573 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:05.633936 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48677bc8-1bb3-4d8a-84a3-f2f1a0296fac req-741e0c68-a5fd-4739-a76d-f97becd135c5 tempest-ServersNegativeTestJSON-728644794 tempest-ServersNegativeTestJSON-728644794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:20:05.642755 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-48677bc8-1bb3-4d8a-84a3-f2f1a0296fac req-741e0c68-a5fd-4739-a76d-f97becd135c5 tempest-ServersNegativeTestJSON-728644794 tempest-ServersNegativeTestJSON-728644794-project] 10.222.0.104 "GET /v2.0/ports?device_id=c38e1fb7-16c3-460f-81ed-82738a2148eb HTTP/1.1" status: 200 len: 947 time: 0.1383855 Jul 06 14:20:05.716484 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-48677bc8-1bb3-4d8a-84a3-f2f1a0296fac req-2f577e2f-1b7b-4678-b84c-3665304b059a tempest-ServersNegativeTestJSON-728644794 tempest-ServersNegativeTestJSON-728644794-project] 10.222.0.104 "GET /v2.0/security-groups?id=55139e1c-0239-472b-ada8-5a3c70b3eb43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718770 Jul 06 14:20:05.755719 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device d4b3b2d6-bfd2-4644-8d8d-0a7c3377174e up at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:20:05.822863 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:05.846957 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-422f7d46-8cb9-4368-956a-10e0f8ff382b tempest-FloatingIPAdminTestJSON-289634761 tempest-FloatingIPAdminTestJSON-289634761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:05.874591 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] For port 483af117-bb3f-4588-a086-6405716a60ee, host n-h1-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773647-6',level=0,port_id=483af117-bb3f-4588-a086-6405716a60ee,segment=NetworkSegment(967d25fd-e6c0-4517-afb5-5ac37f3bf726),segment_id=967d25fd-e6c0-4517-afb5-5ac37f3bf726)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:20:05.878224 n-d-773647-6 neutron-server[100248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de95b307-6508-414c-9448-6e96e4660560', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '483af117-bb3f-4588-a086-6405716a60ee'}] {{(pid=100248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:20:05.881901 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84af257533e383389cbcf231d3534f4d5e149e7203fea16b4a8fc01438dddaf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62fb9130-868e-4304-87b5-a3471ba827d8" -d '{"events": [{"server_uuid": "de95b307-6508-414c-9448-6e96e4660560", "name": "network-vif-plugged", "status": "completed", "tag": "483af117-bb3f-4588-a086-6405716a60ee"}]}' {{(pid=100248) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:20:05.886335 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:05.887145 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Device 67b64fd1-ede8-4c8b-b13f-ce71aea9619c up at agent hyperv_n-h1-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:20:05.960687 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 14:20:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-264e8910-0c92-4106-b52e-ea48a5e8b636 x-openstack-request-id: req-264e8910-0c92-4106-b52e-ea48a5e8b636 {{(pid=100248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:20:05.960908 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de95b307-6508-414c-9448-6e96e4660560", "name": "network-vif-plugged", "status": "completed", "tag": "483af117-bb3f-4588-a086-6405716a60ee", "code": 200}]} {{(pid=100248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:20:05.961136 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-264e8910-0c92-4106-b52e-ea48a5e8b636 {{(pid=100248) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:20:05.961526 n-d-773647-6 neutron-server[100248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de95b307-6508-414c-9448-6e96e4660560', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '483af117-bb3f-4588-a086-6405716a60ee', 'code': 200} Jul 06 14:20:05.972987 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning complete for port d4b3b2d6-bfd2-4644-8d8d-0a7c3377174e triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:20:05.973387 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:06.007330 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7afc923-09fc-4d13-aa67-f4a5bbfd56e4 req-a487377b-bf57-4668-b3f7-94c37b0d4626 tempest-ServersNegativeTestJSON-728644794 tempest-ServersNegativeTestJSON-728644794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:20:06.010052 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-c7afc923-09fc-4d13-aa67-f4a5bbfd56e4 req-a487377b-bf57-4668-b3f7-94c37b0d4626 tempest-ServersNegativeTestJSON-728644794 tempest-ServersNegativeTestJSON-728644794-project] 10.222.0.104 "GET /v2.0/ports?device_id=c38e1fb7-16c3-460f-81ed-82738a2148eb HTTP/1.1" status: 200 len: 947 time: 0.0886996 Jul 06 14:20:06.055654 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Pushing event updated for resources: {'Port': ['ID=483af117-bb3f-4588-a086-6405716a60ee,revision_number=13']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:20:06.085472 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-c7afc923-09fc-4d13-aa67-f4a5bbfd56e4 req-fa974ac5-4d67-4957-88c6-b7c3d6502551 tempest-ServersNegativeTestJSON-728644794 tempest-ServersNegativeTestJSON-728644794-project] 10.222.0.104 "GET /v2.0/security-groups?id=55139e1c-0239-472b-ada8-5a3c70b3eb43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690949 Jul 06 14:20:06.087503 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Provisioning for port 67b64fd1-ede8-4c8b-b13f-ce71aea9619c completed by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:20:06.105457 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Provisioning complete for port 67b64fd1-ede8-4c8b-b13f-ce71aea9619c triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:20:06.105997 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:06.277705 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:06.334727 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] For port 67b64fd1-ede8-4c8b-b13f-ce71aea9619c, host n-h1-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773647-6',level=0,port_id=67b64fd1-ede8-4c8b-b13f-ce71aea9619c,segment=NetworkSegment(c15971e2-442e-4b9a-8cef-3ba8ead63686),segment_id=c15971e2-442e-4b9a-8cef-3ba8ead63686)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:20:06.341268 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:06.362048 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.db_base_plugin_common [None req-422f7d46-8cb9-4368-956a-10e0f8ff382b tempest-FloatingIPAdminTestJSON-289634761 tempest-FloatingIPAdminTestJSON-289634761-project] Allocated IP 172.20.0.1 (693b25e8-aa4d-4343-9754-7e85d812fc15/a39646fe-cc1f-4754-8533-571a775364b5/9565c2e3-d870-4b0a-9b2f-ccc3ecf6659c) {{(pid=100246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:20:06.420314 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Pushing event updated for resources: {'Port': ['ID=67b64fd1-ede8-4c8b-b13f-ce71aea9619c,revision_number=12']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:20:06.467524 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba62230-c03d-4902-89db-05ad32b360b9 req-bdfaa0c3-75ec-491c-8e96-53da788e367f tempest-ServersNegativeTestJSON-728644794 tempest-ServersNegativeTestJSON-728644794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:20:06.476940 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-9ba62230-c03d-4902-89db-05ad32b360b9 req-bdfaa0c3-75ec-491c-8e96-53da788e367f tempest-ServersNegativeTestJSON-728644794 tempest-ServersNegativeTestJSON-728644794-project] 10.222.0.104 "GET /v2.0/ports?device_id=c38e1fb7-16c3-460f-81ed-82738a2148eb HTTP/1.1" status: 200 len: 947 time: 0.2063432 Jul 06 14:20:06.500116 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846a0c88-2bd6-4234-b8c4-867ce831492f req-2cd3147e-66b6-4f9c-9836-17a575a723af tempest-ServersTestJSON-809673865 tempest-ServersTestJSON-809673865-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:20:06.502069 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-846a0c88-2bd6-4234-b8c4-867ce831492f req-2cd3147e-66b6-4f9c-9836-17a575a723af tempest-ServersTestJSON-809673865 tempest-ServersTestJSON-809673865-project] 10.222.0.104 "GET /v2.0/networks?id=e673442c-5645-41cd-ae64-05cc6584adda HTTP/1.1" status: 200 len: 806 time: 0.1668789 Jul 06 14:20:06.531360 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-846a0c88-2bd6-4234-b8c4-867ce831492f req-e0ed8697-4eeb-4c8c-8977-8b9d2ca2c486 tempest-ServersTestJSON-809673865 tempest-ServersTestJSON-809673865-project] 10.222.0.104 "GET /v2.0/quotas/0fb5330a68d94b1da3c3872d90574aab HTTP/1.1" status: 200 len: 375 time: 0.0200491 Jul 06 14:20:06.538372 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-422f7d46-8cb9-4368-956a-10e0f8ff382b tempest-FloatingIPAdminTestJSON-289634761 tempest-FloatingIPAdminTestJSON-289634761-project] Notify callbacks [] for port, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:06.545703 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-9ba62230-c03d-4902-89db-05ad32b360b9 req-7ba61d61-b524-46e2-83fe-b9e95dab9285 tempest-ServersNegativeTestJSON-728644794 tempest-ServersNegativeTestJSON-728644794-project] 10.222.0.104 "GET /v2.0/security-groups?id=55139e1c-0239-472b-ada8-5a3c70b3eb43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681384 Jul 06 14:20:06.560676 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.provisioning_blocks [None req-422f7d46-8cb9-4368-956a-10e0f8ff382b tempest-FloatingIPAdminTestJSON-289634761 tempest-FloatingIPAdminTestJSON-289634761-project] Transition to ACTIVE for port object 9565c2e3-d870-4b0a-9b2f-ccc3ecf6659c will not be triggered until provisioned by entity DHCP. {{(pid=100246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:20:06.611452 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-422f7d46-8cb9-4368-956a-10e0f8ff382b tempest-FloatingIPAdminTestJSON-289634761 tempest-FloatingIPAdminTestJSON-289634761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-127687573'] for port, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:06.648027 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-846a0c88-2bd6-4234-b8c4-867ce831492f req-5ae13468-6399-4613-aee8-a72f57cf4838 tempest-ServersTestJSON-809673865 tempest-ServersTestJSON-809673865-project] 10.222.0.104 "GET /v2.0/ports?tenant_id=0fb5330a68d94b1da3c3872d90574aab&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1010942 Jul 06 14:20:06.677790 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-422f7d46-8cb9-4368-956a-10e0f8ff382b tempest-FloatingIPAdminTestJSON-289634761 tempest-FloatingIPAdminTestJSON-289634761-project] Network 693b25e8-aa4d-4343-9754-7e85d812fc15 is already hosted by enough agents. {{(pid=100246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:20:06.681233 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.base_scheduler [None req-422f7d46-8cb9-4368-956a-10e0f8ff382b tempest-FloatingIPAdminTestJSON-289634761 tempest-FloatingIPAdminTestJSON-289634761-project] Resources bound (agent type, host, resource id): {{(pid=100246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:20:06.685598 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-422f7d46-8cb9-4368-956a-10e0f8ff382b tempest-FloatingIPAdminTestJSON-289634761 tempest-FloatingIPAdminTestJSON-289634761-project] Received port after_create {{(pid=100246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:20:06.737622 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422f7d46-8cb9-4368-956a-10e0f8ff382b tempest-FloatingIPAdminTestJSON-289634761 tempest-FloatingIPAdminTestJSON-289634761-project] Pushing event updated for resources: {'Port': ['ID=9565c2e3-d870-4b0a-9b2f-ccc3ecf6659c,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:20:06.780267 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-422f7d46-8cb9-4368-956a-10e0f8ff382b tempest-FloatingIPAdminTestJSON-289634761 tempest-FloatingIPAdminTestJSON-289634761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1807675'] for router_interface, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:06.862834 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-846a0c88-2bd6-4234-b8c4-867ce831492f req-a6d3e15c-03d9-4edc-943b-d266ed981f16 service neutron] 10.222.0.104 "GET /v2.0/networks/e673442c-5645-41cd-ae64-05cc6584adda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2134345 Jul 06 14:20:06.893187 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d84889-a868-46c6-aaf4-383fb8f1d48e req-e6073bc5-da40-4cde-856d-617000f284fc tempest-AttachVolumeShelveTestJSON-1020519793 tempest-AttachVolumeShelveTestJSON-1020519793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:20:06.900901 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-88d84889-a868-46c6-aaf4-383fb8f1d48e req-e6073bc5-da40-4cde-856d-617000f284fc tempest-AttachVolumeShelveTestJSON-1020519793 tempest-AttachVolumeShelveTestJSON-1020519793-project] 10.222.0.104 "GET /v2.0/ports?device_id=28222247-ef72-4123-b031-e588ebd3ba47 HTTP/1.1" status: 200 len: 947 time: 0.1505649 Jul 06 14:20:06.902632 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 35262) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:20:07.037130 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-88d84889-a868-46c6-aaf4-383fb8f1d48e req-994f83e5-7f6f-4db7-982e-425941de9e2d tempest-AttachVolumeShelveTestJSON-1020519793 tempest-AttachVolumeShelveTestJSON-1020519793-project] 10.222.0.104 "GET /v2.0/security-groups?id=a376d024-e4a1-4cc8-8fe5-9c69c2c40821&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1352551 Jul 06 14:20:07.099110 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-846a0c88-2bd6-4234-b8c4-867ce831492f req-b13801bb-6a8b-45ec-9ec8-680b6d4148c2 service neutron] 10.222.0.104 "GET /v2.0/networks/e673442c-5645-41cd-ae64-05cc6584adda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2351210 Jul 06 14:20:07.111268 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-a89d0c87-7cac-4eec-a1be-79500119242b None None] Provisioning for port 9565c2e3-d870-4b0a-9b2f-ccc3ecf6659c completed by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:20:07.118658 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-a89d0c87-7cac-4eec-a1be-79500119242b None None] Provisioning complete for port 9565c2e3-d870-4b0a-9b2f-ccc3ecf6659c triggered by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:20:07.119043 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-a89d0c87-7cac-4eec-a1be-79500119242b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:07.129077 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-422f7d46-8cb9-4368-956a-10e0f8ff382b tempest-FloatingIPAdminTestJSON-289634761 tempest-FloatingIPAdminTestJSON-289634761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:07.133766 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-06fc393d-2f7b-48cd-801b-bac19b4826b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:07.180639 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-a89d0c87-7cac-4eec-a1be-79500119242b None None] Port 9565c2e3-d870-4b0a-9b2f-ccc3ecf6659c cannot update to ACTIVE because it is not bound. {{(pid=100248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 14:20:07.252386 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Device 283560bc-4099-4896-8ad3-d4bafc722097 no longer exists at agent hyperv_n-h2-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:20:07.289197 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] No Port match for: 283560bc-4099-4896-8ad3-d4bafc722097 {{(pid=100248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 14:20:07.289541 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Device 283560bc-4099-4896-8ad3-d4bafc722097 not bound to the agent host n-h2-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:20:07.374643 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cfd8b4-2187-4ec5-a143-7c1eadb1a340 req-b119bdae-461a-4554-8a30-09c4f5cbdbeb tempest-ServersNegativeTestJSON-728644794 tempest-ServersNegativeTestJSON-728644794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:20:07.376278 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-88cfd8b4-2187-4ec5-a143-7c1eadb1a340 req-b119bdae-461a-4554-8a30-09c4f5cbdbeb tempest-ServersNegativeTestJSON-728644794 tempest-ServersNegativeTestJSON-728644794-project] 10.222.0.104 "GET /v2.0/ports?device_id=c38e1fb7-16c3-460f-81ed-82738a2148eb HTTP/1.1" status: 200 len: 947 time: 0.1586688 Jul 06 14:20:07.407789 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-b11d6287-a9a7-4d5c-a303-7361bef10e4a req-1c6f336e-fd95-46f9-af08-fb72d35ec6a0 tempest-ServersTestJSON-809673865 tempest-ServersTestJSON-809673865-project] 10.222.0.104 "GET /v2.0/ports?device_id=d444fffb-2290-420b-b894-3827d9c908c8 HTTP/1.1" status: 200 len: 210 time: 0.0754120 Jul 06 14:20:07.452618 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-88cfd8b4-2187-4ec5-a143-7c1eadb1a340 req-791ce6b4-a9c2-4b39-9cda-f5469f843831 tempest-ServersNegativeTestJSON-728644794 tempest-ServersNegativeTestJSON-728644794-project] 10.222.0.104 "GET /v2.0/security-groups?id=55139e1c-0239-472b-ada8-5a3c70b3eb43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509095 Jul 06 14:20:07.493245 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-06fc393d-2f7b-48cd-801b-bac19b4826b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:07.507715 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-06fc393d-2f7b-48cd-801b-bac19b4826b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:07.573135 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06fc393d-2f7b-48cd-801b-bac19b4826b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b01debee-257b-4291-9262-4d1235112932,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:20:07.583334 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-06fc393d-2f7b-48cd-801b-bac19b4826b7 admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=e3d17bc0433f47869ba6edfcc1239c97&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6787984 Jul 06 14:20:07.586646 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 35278) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:20:07.600777 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-422f7d46-8cb9-4368-956a-10e0f8ff382b tempest-FloatingIPAdminTestJSON-289634761 tempest-FloatingIPAdminTestJSON-289634761-project] Notify callbacks [] for port, precommit_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:07.606726 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-422f7d46-8cb9-4368-956a-10e0f8ff382b tempest-FloatingIPAdminTestJSON-289634761 tempest-FloatingIPAdminTestJSON-289634761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127687527'] for port, after_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:07.689691 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422f7d46-8cb9-4368-956a-10e0f8ff382b tempest-FloatingIPAdminTestJSON-289634761 tempest-FloatingIPAdminTestJSON-289634761-project] Pushing event updated for resources: {'Port': ['ID=9565c2e3-d870-4b0a-9b2f-ccc3ecf6659c,revision_number=2']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:20:07.692767 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-422f7d46-8cb9-4368-956a-10e0f8ff382b tempest-FloatingIPAdminTestJSON-289634761 tempest-FloatingIPAdminTestJSON-289634761-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1809478'] for router_interface, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:07.698631 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-8c5dbef3-978a-4f9f-8190-fe2792b1533b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:07.729476 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-8c5dbef3-978a-4f9f-8190-fe2792b1533b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:07.780738 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355315ed-f562-43a5-844e-fee004d6c2ac req-5dd3e9d3-f226-424e-9cad-e455ecb5db1b tempest-ServersNegativeTestJSON-728644794 tempest-ServersNegativeTestJSON-728644794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:20:07.782244 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-355315ed-f562-43a5-844e-fee004d6c2ac req-5dd3e9d3-f226-424e-9cad-e455ecb5db1b tempest-ServersNegativeTestJSON-728644794 tempest-ServersNegativeTestJSON-728644794-project] 10.222.0.104 "GET /v2.0/ports?device_id=c38e1fb7-16c3-460f-81ed-82738a2148eb HTTP/1.1" status: 200 len: 947 time: 0.1410527 Jul 06 14:20:07.809362 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-422f7d46-8cb9-4368-956a-10e0f8ff382b tempest-FloatingIPAdminTestJSON-289634761 tempest-FloatingIPAdminTestJSON-289634761-project] Network 693b25e8-aa4d-4343-9754-7e85d812fc15 is already hosted by enough agents. {{(pid=100246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:20:07.810940 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.base_scheduler [None req-422f7d46-8cb9-4368-956a-10e0f8ff382b tempest-FloatingIPAdminTestJSON-289634761 tempest-FloatingIPAdminTestJSON-289634761-project] Resources bound (agent type, host, resource id): {{(pid=100246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:20:07.832607 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-8c5dbef3-978a-4f9f-8190-fe2792b1533b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:07.835745 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-8c5dbef3-978a-4f9f-8190-fe2792b1533b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:07.839430 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-8c5dbef3-978a-4f9f-8190-fe2792b1533b admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/b01debee-257b-4291-9262-4d1235112932 HTTP/1.1" status: 204 len: 168 time: 0.2485256 Jul 06 14:20:07.861023 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-355315ed-f562-43a5-844e-fee004d6c2ac req-9f735275-179c-4e40-99db-b07773f24615 tempest-ServersNegativeTestJSON-728644794 tempest-ServersNegativeTestJSON-728644794-project] 10.222.0.104 "GET /v2.0/security-groups?id=55139e1c-0239-472b-ada8-5a3c70b3eb43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662320 Jul 06 14:20:07.861927 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5dbef3-978a-4f9f-8190-fe2792b1533b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b01debee-257b-4291-9262-4d1235112932,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:20:07.963464 n-d-773647-6 neutron-server[100248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28222247-ef72-4123-b031-e588ebd3ba47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67b64fd1-ede8-4c8b-b13f-ce71aea9619c'}] {{(pid=100248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:20:07.965821 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84af257533e383389cbcf231d3534f4d5e149e7203fea16b4a8fc01438dddaf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88818c85-e87e-45fa-b300-4ee8a7792546" -d '{"events": [{"server_uuid": "28222247-ef72-4123-b031-e588ebd3ba47", "name": "network-vif-plugged", "status": "completed", "tag": "67b64fd1-ede8-4c8b-b13f-ce71aea9619c"}]}' {{(pid=100248) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:20:07.999783 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-422f7d46-8cb9-4368-956a-10e0f8ff382b tempest-FloatingIPAdminTestJSON-289634761 tempest-FloatingIPAdminTestJSON-289634761-project] Router 17da6bed-ca2d-4831-bd6d-788e61818aa3 has already been hosted by L3 agent 2823d358-a11b-4885-a706-95a279e43fa7 {{(pid=100246) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 14:20:08.063505 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 14:20:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f7fcfaf-1eb2-425d-b98a-d6ab6d525558 x-openstack-request-id: req-1f7fcfaf-1eb2-425d-b98a-d6ab6d525558 {{(pid=100248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:20:08.063809 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28222247-ef72-4123-b031-e588ebd3ba47", "name": "network-vif-plugged", "status": "completed", "tag": "67b64fd1-ede8-4c8b-b13f-ce71aea9619c", "code": 200}]} {{(pid=100248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:20:08.064089 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-1f7fcfaf-1eb2-425d-b98a-d6ab6d525558 {{(pid=100248) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:20:08.064548 n-d-773647-6 neutron-server[100248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28222247-ef72-4123-b031-e588ebd3ba47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67b64fd1-ede8-4c8b-b13f-ce71aea9619c', 'code': 200} Jul 06 14:20:08.219455 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5ea84fe3-8069-4956-be86-d0303e8c689a None None] Provisioning complete for port 9565c2e3-d870-4b0a-9b2f-ccc3ecf6659c triggered by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:20:08.220057 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5ea84fe3-8069-4956-be86-d0303e8c689a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:08.271971 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ba170b-cd66-464e-99d8-b5f16cdf5253 req-f7855896-0dd7-4caf-9994-54ea09cb27df tempest-AttachVolumeShelveTestJSON-1020519793 tempest-AttachVolumeShelveTestJSON-1020519793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:20:08.272683 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-422f7d46-8cb9-4368-956a-10e0f8ff382b tempest-FloatingIPAdminTestJSON-289634761 tempest-FloatingIPAdminTestJSON-289634761-project] Notify agent at l3_agent.n-d-773647-6 the message routers_updated {{(pid=100246) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 14:20:08.281074 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-422f7d46-8cb9-4368-956a-10e0f8ff382b tempest-FloatingIPAdminTestJSON-289634761 tempest-FloatingIPAdminTestJSON-289634761-project] 10.222.0.104 "PUT /v2.0/routers/17da6bed-ca2d-4831-bd6d-788e61818aa3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3765273 Jul 06 14:20:08.287553 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 35296) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:20:08.291420 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-67ba170b-cd66-464e-99d8-b5f16cdf5253 req-f7855896-0dd7-4caf-9994-54ea09cb27df tempest-AttachVolumeShelveTestJSON-1020519793 tempest-AttachVolumeShelveTestJSON-1020519793-project] 10.222.0.104 "GET /v2.0/ports?device_id=28222247-ef72-4123-b031-e588ebd3ba47 HTTP/1.1" status: 200 len: 947 time: 0.1063449 Jul 06 14:20:08.294519 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8c0b287-ac8b-4f27-83e5-ba731e7a8520 None None] Sync routers for ids ['17da6bed-ca2d-4831-bd6d-788e61818aa3'] in n-d-773647-6 {{(pid=100249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 14:20:08.311555 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-3e0ff301-db5c-4d0a-88ce-44191aba9809 tempest-FloatingIPAdminTestJSON-289634761 tempest-FloatingIPAdminTestJSON-289634761-project] Request body: {'port': {'network_id': '693b25e8-aa4d-4343-9754-7e85d812fc15', 'name': 'tempest-FloatingIPAdminTestJSON-891158989'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:20:08.319657 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8c0b287-ac8b-4f27-83e5-ba731e7a8520 None None] Routers {'17da6bed-ca2d-4831-bd6d-788e61818aa3'} bound to L3 agent in host n-d-773647-6 {{(pid=100249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:20:08.320285 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-c8c0b287-ac8b-4f27-83e5-ba731e7a8520 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T14:19:56Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['17da6bed-ca2d-4831-bd6d-788e61818aa3'], 'active': True} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:20:08.333878 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-5ea84fe3-8069-4956-be86-d0303e8c689a None None] Port 9565c2e3-d870-4b0a-9b2f-ccc3ecf6659c cannot update to ACTIVE because it is not bound. {{(pid=100248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 14:20:08.363180 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-67ba170b-cd66-464e-99d8-b5f16cdf5253 req-989df221-478d-4ccd-9032-b2118333fdbb tempest-AttachVolumeShelveTestJSON-1020519793 tempest-AttachVolumeShelveTestJSON-1020519793-project] 10.222.0.104 "GET /v2.0/security-groups?id=a376d024-e4a1-4cc8-8fe5-9c69c2c40821&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0704951 Jul 06 14:20:08.400127 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-c8c0b287-ac8b-4f27-83e5-ba731e7a8520 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-773647-6', False) {} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:20:08.414104 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8c0b287-ac8b-4f27-83e5-ba731e7a8520 None None] Routers {'17da6bed-ca2d-4831-bd6d-788e61818aa3'} bound to L3 agent in host n-d-773647-6 {{(pid=100249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:20:08.415766 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-c8c0b287-ac8b-4f27-83e5-ba731e7a8520 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T14:19:56Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['17da6bed-ca2d-4831-bd6d-788e61818aa3'], 'active': True} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:20:08.460297 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-c8c0b287-ac8b-4f27-83e5-ba731e7a8520 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-773647-6', False) {} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:20:08.461650 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8c0b287-ac8b-4f27-83e5-ba731e7a8520 None None] The sync data for ids ['17da6bed-ca2d-4831-bd6d-788e61818aa3'] in n-d-773647-6 is: [] {{(pid=100249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 14:20:08.529249 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e0ff301-db5c-4d0a-88ce-44191aba9809 tempest-FloatingIPAdminTestJSON-289634761 tempest-FloatingIPAdminTestJSON-289634761-project] Made reservation on behalf of 534f43d9ab3e461c9adfc5de67a06201 for: {'port': 1} {{(pid=100246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:20:08.530390 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054324d3-5a8a-425d-bfb1-37ab584278b4 req-a9de03e0-7661-4e25-bca5-d46c217b50bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:20:08.532082 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-054324d3-5a8a-425d-bfb1-37ab584278b4 req-a9de03e0-7661-4e25-bca5-d46c217b50bd service neutron] 10.222.0.127 "GET /v2.0/ports?device_id=28222247-ef72-4123-b031-e588ebd3ba47 HTTP/1.1" status: 200 len: 1098 time: 0.1031253 Jul 06 14:20:08.533330 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-3e0ff301-db5c-4d0a-88ce-44191aba9809 tempest-FloatingIPAdminTestJSON-289634761 tempest-FloatingIPAdminTestJSON-289634761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:08.554968 n-d-773647-6 neutron-server[100246]: DEBUG neutron.notifiers.nova [None req-3e0ff301-db5c-4d0a-88ce-44191aba9809 tempest-FloatingIPAdminTestJSON-289634761 tempest-FloatingIPAdminTestJSON-289634761-project] device_id is not set on port fc395af1-eca3-41c1-ad87-1f3a40e0a6eb yet. {{(pid=100246) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 14:20:08.575934 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-054324d3-5a8a-425d-bfb1-37ab584278b4 req-0050818c-9ff5-466e-bdb4-53f8941da0ef service neutron] 10.222.0.127 "GET /v2.0/security-groups?id=a376d024-e4a1-4cc8-8fe5-9c69c2c40821&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368145 Jul 06 14:20:08.632036 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-3a2fd7a5-5a9d-417a-b597-ef1d8e761243 req-01989293-a085-49d5-90d2-b6333f323a46 tempest-ServersTestJSON-809673865 tempest-ServersTestJSON-809673865-project] 10.222.0.104 "GET /v2.0/ports?device_id=d444fffb-2290-420b-b894-3827d9c908c8 HTTP/1.1" status: 200 len: 210 time: 0.0464046 Jul 06 14:20:08.709013 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.db_base_plugin_common [None req-3e0ff301-db5c-4d0a-88ce-44191aba9809 tempest-FloatingIPAdminTestJSON-289634761 tempest-FloatingIPAdminTestJSON-289634761-project] Allocated IP 172.20.0.12 (693b25e8-aa4d-4343-9754-7e85d812fc15/a39646fe-cc1f-4754-8533-571a775364b5/fc395af1-eca3-41c1-ad87-1f3a40e0a6eb) {{(pid=100246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:20:08.976675 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-3e0ff301-db5c-4d0a-88ce-44191aba9809 tempest-FloatingIPAdminTestJSON-289634761 tempest-FloatingIPAdminTestJSON-289634761-project] Notify callbacks [] for port, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:09.001857 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.provisioning_blocks [None req-3e0ff301-db5c-4d0a-88ce-44191aba9809 tempest-FloatingIPAdminTestJSON-289634761 tempest-FloatingIPAdminTestJSON-289634761-project] Transition to ACTIVE for port object fc395af1-eca3-41c1-ad87-1f3a40e0a6eb will not be triggered until provisioned by entity DHCP. {{(pid=100246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:20:09.047140 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846a0c88-2bd6-4234-b8c4-867ce831492f req-f30c8b6c-57fc-4823-8274-6bab98da69cb tempest-ServersTestJSON-809673865 tempest-ServersTestJSON-809673865-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:20:09.048680 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-846a0c88-2bd6-4234-b8c4-867ce831492f req-f30c8b6c-57fc-4823-8274-6bab98da69cb tempest-ServersTestJSON-809673865 tempest-ServersTestJSON-809673865-project] 10.222.0.72 "GET /v2.0/networks?id=e673442c-5645-41cd-ae64-05cc6584adda HTTP/1.1" status: 200 len: 806 time: 0.1570046 Jul 06 14:20:09.062259 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [req-846a0c88-2bd6-4234-b8c4-867ce831492f req-930ca289-b90a-48f8-999a-250439635c4b tempest-ServersTestJSON-809673865 tempest-ServersTestJSON-809673865-project] Request body: {'port': {'device_id': 'd444fffb-2290-420b-b894-3827d9c908c8', 'network_id': 'e673442c-5645-41cd-ae64-05cc6584adda', 'admin_state_up': True, 'tenant_id': '0fb5330a68d94b1da3c3872d90574aab'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:20:09.137247 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-3e0ff301-db5c-4d0a-88ce-44191aba9809 tempest-FloatingIPAdminTestJSON-289634761 tempest-FloatingIPAdminTestJSON-289634761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-127687573'] for port, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:09.532928 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e0ff301-db5c-4d0a-88ce-44191aba9809 tempest-FloatingIPAdminTestJSON-289634761 tempest-FloatingIPAdminTestJSON-289634761-project] Network 693b25e8-aa4d-4343-9754-7e85d812fc15 is already hosted by enough agents. {{(pid=100246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:20:09.546897 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.base_scheduler [None req-3e0ff301-db5c-4d0a-88ce-44191aba9809 tempest-FloatingIPAdminTestJSON-289634761 tempest-FloatingIPAdminTestJSON-289634761-project] Resources bound (agent type, host, resource id): {{(pid=100246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:20:09.550366 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e0ff301-db5c-4d0a-88ce-44191aba9809 tempest-FloatingIPAdminTestJSON-289634761 tempest-FloatingIPAdminTestJSON-289634761-project] Received port after_create {{(pid=100246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:20:09.584556 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0ff301-db5c-4d0a-88ce-44191aba9809 tempest-FloatingIPAdminTestJSON-289634761 tempest-FloatingIPAdminTestJSON-289634761-project] Pushing event updated for resources: {'Port': ['ID=fc395af1-eca3-41c1-ad87-1f3a40e0a6eb,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:20:09.638047 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-846a0c88-2bd6-4234-b8c4-867ce831492f req-930ca289-b90a-48f8-999a-250439635c4b tempest-ServersTestJSON-809673865 tempest-ServersTestJSON-809673865-project] Made reservation on behalf of 0fb5330a68d94b1da3c3872d90574aab for: {'port': 1} {{(pid=100246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:20:09.653306 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-846a0c88-2bd6-4234-b8c4-867ce831492f req-930ca289-b90a-48f8-999a-250439635c4b tempest-ServersTestJSON-809673865 tempest-ServersTestJSON-809673865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:09.695092 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53621c37-d649-4d8d-b3b2-d1f65844a8aa req-c7fe65b2-c5e2-48ed-819d-72ec14a7ec70 tempest-AttachVolumeShelveTestJSON-1020519793 tempest-AttachVolumeShelveTestJSON-1020519793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:20:09.704021 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-53621c37-d649-4d8d-b3b2-d1f65844a8aa req-c7fe65b2-c5e2-48ed-819d-72ec14a7ec70 tempest-AttachVolumeShelveTestJSON-1020519793 tempest-AttachVolumeShelveTestJSON-1020519793-project] 10.222.0.104 "GET /v2.0/ports?device_id=28222247-ef72-4123-b031-e588ebd3ba47 HTTP/1.1" status: 200 len: 947 time: 0.1414800 Jul 06 14:20:09.753553 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e0ff301-db5c-4d0a-88ce-44191aba9809 tempest-FloatingIPAdminTestJSON-289634761 tempest-FloatingIPAdminTestJSON-289634761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:20:09.754456 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-3e0ff301-db5c-4d0a-88ce-44191aba9809 tempest-FloatingIPAdminTestJSON-289634761 tempest-FloatingIPAdminTestJSON-289634761-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:09.795396 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-3e0ff301-db5c-4d0a-88ce-44191aba9809 tempest-FloatingIPAdminTestJSON-289634761 tempest-FloatingIPAdminTestJSON-289634761-project] 10.222.0.104 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5069511 Jul 06 14:20:09.798160 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 35336) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:20:09.825358 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-53621c37-d649-4d8d-b3b2-d1f65844a8aa req-52c4a59b-f99a-4a42-ad4a-117451f88d6c tempest-AttachVolumeShelveTestJSON-1020519793 tempest-AttachVolumeShelveTestJSON-1020519793-project] 10.222.0.104 "GET /v2.0/security-groups?id=a376d024-e4a1-4cc8-8fe5-9c69c2c40821&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1166735 Jul 06 14:20:09.981560 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-013e4d1b-5cb2-4902-8995-e3e2ae0b5613 req-f202d489-13c5-436d-9dc6-5d4c71e4a53b tempest-ServersTestJSON-809673865 tempest-ServersTestJSON-809673865-project] 10.222.0.104 "GET /v2.0/ports?device_id=d444fffb-2290-420b-b894-3827d9c908c8 HTTP/1.1" status: 200 len: 210 time: 0.0655482 Jul 06 14:20:10.009188 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.db_base_plugin_common [req-846a0c88-2bd6-4234-b8c4-867ce831492f req-930ca289-b90a-48f8-999a-250439635c4b tempest-ServersTestJSON-809673865 tempest-ServersTestJSON-809673865-project] Allocated IP 172.20.0.11 (e673442c-5645-41cd-ae64-05cc6584adda/77f3889b-e625-42b7-98f3-adea55c7f2d3/ecb15fe6-d30a-4db1-82ea-5794b21bd4e8) {{(pid=100246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:20:10.071773 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-1ea2f5ea-0996-483c-b784-0bd47ca93f16 None None] Provisioning for port fc395af1-eca3-41c1-ad87-1f3a40e0a6eb completed by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:20:10.077523 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-1ea2f5ea-0996-483c-b784-0bd47ca93f16 None None] Provisioning complete for port fc395af1-eca3-41c1-ad87-1f3a40e0a6eb triggered by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:20:10.078559 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-1ea2f5ea-0996-483c-b784-0bd47ca93f16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:10.211536 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-1ea2f5ea-0996-483c-b784-0bd47ca93f16 None None] Port fc395af1-eca3-41c1-ad87-1f3a40e0a6eb cannot update to ACTIVE because it is not bound. {{(pid=100248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 14:20:10.258142 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-2f6d4108-ca37-4888-915a-2981df77c39e tempest-FloatingIPAdminTestJSON-53010577 tempest-FloatingIPAdminTestJSON-53010577-project-admin] Request body: {'floatingip': {'floating_network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'project_id': '534f43d9ab3e461c9adfc5de67a06201', 'port_id': 'fc395af1-eca3-41c1-ad87-1f3a40e0a6eb'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:20:10.327989 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-2f6d4108-ca37-4888-915a-2981df77c39e tempest-FloatingIPAdminTestJSON-53010577 tempest-FloatingIPAdminTestJSON-53010577-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:10.403616 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-846a0c88-2bd6-4234-b8c4-867ce831492f req-930ca289-b90a-48f8-999a-250439635c4b tempest-ServersTestJSON-809673865 tempest-ServersTestJSON-809673865-project] Notify callbacks [] for port, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:10.488628 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-2f6d4108-ca37-4888-915a-2981df77c39e tempest-FloatingIPAdminTestJSON-53010577 tempest-FloatingIPAdminTestJSON-53010577-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:10.535638 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-846a0c88-2bd6-4234-b8c4-867ce831492f req-930ca289-b90a-48f8-999a-250439635c4b tempest-ServersTestJSON-809673865 tempest-ServersTestJSON-809673865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-127687573'] for port, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:10.548376 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] get_ports_and_sgs() called for port_ids ['b3faa654-9b0e-47d7-ac0c-c53cca9f4156'] {{(pid=100248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 14:20:10.637965 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-846a0c88-2bd6-4234-b8c4-867ce831492f req-930ca289-b90a-48f8-999a-250439635c4b tempest-ServersTestJSON-809673865 tempest-ServersTestJSON-809673865-project] Network e673442c-5645-41cd-ae64-05cc6584adda is already hosted by enough agents. {{(pid=100246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:20:10.638798 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930ca289-b90a-48f8-999a-250439635c4b tempest-ServersTestJSON-809673865 tempest-ServersTestJSON-809673865-project] Pushing event updated for resources: {'Port': ['ID=ecb15fe6-d30a-4db1-82ea-5794b21bd4e8,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:20:10.670052 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.base_scheduler [req-846a0c88-2bd6-4234-b8c4-867ce831492f req-930ca289-b90a-48f8-999a-250439635c4b tempest-ServersTestJSON-809673865 tempest-ServersTestJSON-809673865-project] Resources bound (agent type, host, resource id): {{(pid=100246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:20:10.672961 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [req-846a0c88-2bd6-4234-b8c4-867ce831492f req-930ca289-b90a-48f8-999a-250439635c4b tempest-ServersTestJSON-809673865 tempest-ServersTestJSON-809673865-project] Received port after_create {{(pid=100246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:20:10.768720 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:10.768920 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.db_base_plugin_common [None req-2f6d4108-ca37-4888-915a-2981df77c39e tempest-FloatingIPAdminTestJSON-53010577 tempest-FloatingIPAdminTestJSON-53010577-project-admin] Allocated IP 172.25.0.7 (2658f09e-a580-4d4a-9968-2d1e0ad93719/cbf74abc-6fe1-4d33-b005-c948923b9647/08d5a33a-fe42-4216-9440-d6aa28f3068a) {{(pid=100246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:20:10.782787 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846a0c88-2bd6-4234-b8c4-867ce831492f req-930ca289-b90a-48f8-999a-250439635c4b tempest-ServersTestJSON-809673865 tempest-ServersTestJSON-809673865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:20:10.783857 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-846a0c88-2bd6-4234-b8c4-867ce831492f req-930ca289-b90a-48f8-999a-250439635c4b tempest-ServersTestJSON-809673865 tempest-ServersTestJSON-809673865-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:10.805241 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-846a0c88-2bd6-4234-b8c4-867ce831492f req-930ca289-b90a-48f8-999a-250439635c4b tempest-ServersTestJSON-809673865 tempest-ServersTestJSON-809673865-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7470598 Jul 06 14:20:10.820620 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [req-846a0c88-2bd6-4234-b8c4-867ce831492f req-972a3852-f037-41a5-b00c-e86e10eca0b1 service neutron] Request body: {'port': {'device_id': 'd444fffb-2290-420b-b894-3827d9c908c8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-773647-6'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:20:11.101618 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-2f6d4108-ca37-4888-915a-2981df77c39e tempest-FloatingIPAdminTestJSON-53010577 tempest-FloatingIPAdminTestJSON-53010577-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:11.158465 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-846a0c88-2bd6-4234-b8c4-867ce831492f req-972a3852-f037-41a5-b00c-e86e10eca0b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:11.169444 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a1da5c-df65-4a36-aa7e-ff6a3f7b17c7 req-3756a8c5-da4a-4c01-ac05-b0d6f6381c19 tempest-AttachVolumeShelveTestJSON-1020519793 tempest-AttachVolumeShelveTestJSON-1020519793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:20:11.177738 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-53a1da5c-df65-4a36-aa7e-ff6a3f7b17c7 req-3756a8c5-da4a-4c01-ac05-b0d6f6381c19 tempest-AttachVolumeShelveTestJSON-1020519793 tempest-AttachVolumeShelveTestJSON-1020519793-project] 10.222.0.104 "GET /v2.0/ports?device_id=28222247-ef72-4123-b031-e588ebd3ba47 HTTP/1.1" status: 200 len: 947 time: 0.0887821 Jul 06 14:20:11.312380 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-53a1da5c-df65-4a36-aa7e-ff6a3f7b17c7 req-053e1cca-0627-403e-9fe4-945a5ae32d17 tempest-AttachVolumeShelveTestJSON-1020519793 tempest-AttachVolumeShelveTestJSON-1020519793-project] 10.222.0.104 "GET /v2.0/security-groups?id=a376d024-e4a1-4cc8-8fe5-9c69c2c40821&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1314883 Jul 06 14:20:11.350658 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-2f6d4108-ca37-4888-915a-2981df77c39e tempest-FloatingIPAdminTestJSON-53010577 tempest-FloatingIPAdminTestJSON-53010577-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-127687573'] for port, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:11.390839 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a3f7a7-1c15-4fe4-b93e-9e0d321aeb28 req-76e7766f-a811-488c-a908-755c667f97c9 tempest-ServersTestJSON-809673865 tempest-ServersTestJSON-809673865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:20:11.399149 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-98a3f7a7-1c15-4fe4-b93e-9e0d321aeb28 req-76e7766f-a811-488c-a908-755c667f97c9 tempest-ServersTestJSON-809673865 tempest-ServersTestJSON-809673865-project] 10.222.0.104 "GET /v2.0/ports?device_id=d444fffb-2290-420b-b894-3827d9c908c8 HTTP/1.1" status: 200 len: 932 time: 0.2076750 Jul 06 14:20:11.446491 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f6d4108-ca37-4888-915a-2981df77c39e tempest-FloatingIPAdminTestJSON-53010577 tempest-FloatingIPAdminTestJSON-53010577-project-admin] Network 2658f09e-a580-4d4a-9968-2d1e0ad93719 is already hosted by enough agents. {{(pid=100246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:20:11.452505 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.base_scheduler [None req-2f6d4108-ca37-4888-915a-2981df77c39e tempest-FloatingIPAdminTestJSON-53010577 tempest-FloatingIPAdminTestJSON-53010577-project-admin] Resources bound (agent type, host, resource id): {{(pid=100246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:20:11.453674 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-98a3f7a7-1c15-4fe4-b93e-9e0d321aeb28 req-453592fa-bff8-453f-b9fb-30c7683265f9 tempest-ServersTestJSON-809673865 tempest-ServersTestJSON-809673865-project] 10.222.0.104 "GET /v2.0/security-groups?id=b2132efa-40d7-46de-9959-646c1b99d382&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478494 Jul 06 14:20:11.461022 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f6d4108-ca37-4888-915a-2981df77c39e tempest-FloatingIPAdminTestJSON-53010577 tempest-FloatingIPAdminTestJSON-53010577-project-admin] Received port after_create {{(pid=100246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:20:11.544699 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6d4108-ca37-4888-915a-2981df77c39e tempest-FloatingIPAdminTestJSON-53010577 tempest-FloatingIPAdminTestJSON-53010577-project-admin] Pushing event updated for resources: {'Port': ['ID=08d5a33a-fe42-4216-9440-d6aa28f3068a,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:20:11.766851 n-d-773647-6 neutron-server[100246]: DEBUG neutron.notifiers.nova [req-846a0c88-2bd6-4234-b8c4-867ce831492f req-972a3852-f037-41a5-b00c-e86e10eca0b1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ecb15fe6-d30a-4db1-82ea-5794b21bd4e8 {{(pid=100246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 14:20:11.815305 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-846a0c88-2bd6-4234-b8c4-867ce831492f req-972a3852-f037-41a5-b00c-e86e10eca0b1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:11.839341 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.provisioning_blocks [req-846a0c88-2bd6-4234-b8c4-867ce831492f req-972a3852-f037-41a5-b00c-e86e10eca0b1 service neutron] Transition to ACTIVE for port object ecb15fe6-d30a-4db1-82ea-5794b21bd4e8 will not be triggered until provisioned by entity L2. {{(pid=100246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:20:11.850232 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-846a0c88-2bd6-4234-b8c4-867ce831492f req-972a3852-f037-41a5-b00c-e86e10eca0b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127687527'] for port, after_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:11.957097 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972a3852-f037-41a5-b00c-e86e10eca0b1 service neutron] Pushing event updated for resources: {'Port': ['ID=ecb15fe6-d30a-4db1-82ea-5794b21bd4e8,revision_number=2']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:20:12.196774 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [req-846a0c88-2bd6-4234-b8c4-867ce831492f req-972a3852-f037-41a5-b00c-e86e10eca0b1 service neutron] Attempting to bind port ecb15fe6-d30a-4db1-82ea-5794b21bd4e8 on host n-h2-773647-6 for vnic_type normal with profile {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:20:12.197424 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [req-846a0c88-2bd6-4234-b8c4-867ce831492f req-972a3852-f037-41a5-b00c-e86e10eca0b1 service neutron] Attempting to bind port ecb15fe6-d30a-4db1-82ea-5794b21bd4e8 by drivers openvswitch,hyperv on host n-h2-773647-6 at level 0 using segments [{'id': 'cb1a6cec-0b40-4dde-b37a-6dbda6bd8158', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': 'e673442c-5645-41cd-ae64-05cc6584adda'}] {{(pid=100246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:20:12.197424 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-846a0c88-2bd6-4234-b8c4-867ce831492f req-972a3852-f037-41a5-b00c-e86e10eca0b1 service neutron] Attempting to bind port ecb15fe6-d30a-4db1-82ea-5794b21bd4e8 on network e673442c-5645-41cd-ae64-05cc6584adda {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:20:12.206186 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-846a0c88-2bd6-4234-b8c4-867ce831492f req-972a3852-f037-41a5-b00c-e86e10eca0b1 service neutron] Port ecb15fe6-d30a-4db1-82ea-5794b21bd4e8 on network e673442c-5645-41cd-ae64-05cc6584adda not bound, no agent of type Open vSwitch agent registered on host n-h2-773647-6 {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 14:20:12.206516 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-846a0c88-2bd6-4234-b8c4-867ce831492f req-972a3852-f037-41a5-b00c-e86e10eca0b1 service neutron] Attempting to bind port ecb15fe6-d30a-4db1-82ea-5794b21bd4e8 on network e673442c-5645-41cd-ae64-05cc6584adda {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:20:12.213257 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-2f6d4108-ca37-4888-915a-2981df77c39e tempest-FloatingIPAdminTestJSON-53010577 tempest-FloatingIPAdminTestJSON-53010577-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:12.228270 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-846a0c88-2bd6-4234-b8c4-867ce831492f req-972a3852-f037-41a5-b00c-e86e10eca0b1 service neutron] Checking agent: {'id': '63768ece-0600-4354-8d29-fdedec96b077', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-773647-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 51, 10), 'started_at': datetime.datetime(2021, 7, 6, 13, 51, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 20, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:20:12.228619 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-846a0c88-2bd6-4234-b8c4-867ce831492f req-972a3852-f037-41a5-b00c-e86e10eca0b1 service neutron] Checking segment: {'id': 'cb1a6cec-0b40-4dde-b37a-6dbda6bd8158', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': 'e673442c-5645-41cd-ae64-05cc6584adda'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:20:12.229019 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-846a0c88-2bd6-4234-b8c4-867ce831492f req-972a3852-f037-41a5-b00c-e86e10eca0b1 service neutron] Bound using segment: {'id': 'cb1a6cec-0b40-4dde-b37a-6dbda6bd8158', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': 'e673442c-5645-41cd-ae64-05cc6584adda'} {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:20:12.229473 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [req-846a0c88-2bd6-4234-b8c4-867ce831492f req-972a3852-f037-41a5-b00c-e86e10eca0b1 service neutron] Bound port: ecb15fe6-d30a-4db1-82ea-5794b21bd4e8, host: n-h2-773647-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cb1a6cec-0b40-4dde-b37a-6dbda6bd8158', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': 'e673442c-5645-41cd-ae64-05cc6584adda'}}] {{(pid=100246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:20:12.229832 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-846a0c88-2bd6-4234-b8c4-867ce831492f req-972a3852-f037-41a5-b00c-e86e10eca0b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:12.382622 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.db [req-846a0c88-2bd6-4234-b8c4-867ce831492f req-972a3852-f037-41a5-b00c-e86e10eca0b1 service neutron] For port ecb15fe6-d30a-4db1-82ea-5794b21bd4e8, host n-h2-773647-6, cleared binding levels {{(pid=100246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:20:12.389069 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.db [req-846a0c88-2bd6-4234-b8c4-867ce831492f req-972a3852-f037-41a5-b00c-e86e10eca0b1 service neutron] For port ecb15fe6-d30a-4db1-82ea-5794b21bd4e8, host n-h2-773647-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=ecb15fe6-d30a-4db1-82ea-5794b21bd4e8,segment=NetworkSegment(cb1a6cec-0b40-4dde-b37a-6dbda6bd8158),segment_id=cb1a6cec-0b40-4dde-b37a-6dbda6bd8158)] {{(pid=100246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:20:12.398576 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-846a0c88-2bd6-4234-b8c4-867ce831492f req-972a3852-f037-41a5-b00c-e86e10eca0b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127687527'] for port, after_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:12.402270 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-2f6d4108-ca37-4888-915a-2981df77c39e tempest-FloatingIPAdminTestJSON-53010577 tempest-FloatingIPAdminTestJSON-53010577-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:12.481646 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846a0c88-2bd6-4234-b8c4-867ce831492f req-972a3852-f037-41a5-b00c-e86e10eca0b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:20:12.482293 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-846a0c88-2bd6-4234-b8c4-867ce831492f req-972a3852-f037-41a5-b00c-e86e10eca0b1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:12.483823 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-846a0c88-2bd6-4234-b8c4-867ce831492f req-972a3852-f037-41a5-b00c-e86e10eca0b1 service neutron] 10.222.0.72 "PUT /v2.0/ports/ecb15fe6-d30a-4db1-82ea-5794b21bd4e8 HTTP/1.1" status: 200 len: 1092 time: 1.6690588 Jul 06 14:20:12.484313 n-d-773647-6 neutron-server[100246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd444fffb-2290-420b-b894-3827d9c908c8', 'tag': 'ecb15fe6-d30a-4db1-82ea-5794b21bd4e8'}] {{(pid=100246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:20:12.486615 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0d96c5ab5e889f7b933ae915b9be33d1b46c9e87795bf781004b656ef3f1e87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-213ee033-1fdc-4124-b45a-fe4e68295a30" -d '{"events": [{"name": "network-changed", "server_uuid": "d444fffb-2290-420b-b894-3827d9c908c8", "tag": "ecb15fe6-d30a-4db1-82ea-5794b21bd4e8"}]}' {{(pid=100246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:20:12.493240 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:12.620458 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadbf44d-4ee1-40c6-8b59-a26f3d8cb6c4 req-d2751370-0e48-442b-972a-03b492580f4a tempest-AttachVolumeShelveTestJSON-1020519793 tempest-AttachVolumeShelveTestJSON-1020519793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:20:12.628689 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-fadbf44d-4ee1-40c6-8b59-a26f3d8cb6c4 req-d2751370-0e48-442b-972a-03b492580f4a tempest-AttachVolumeShelveTestJSON-1020519793 tempest-AttachVolumeShelveTestJSON-1020519793-project] 10.222.0.104 "GET /v2.0/ports?device_id=28222247-ef72-4123-b031-e588ebd3ba47 HTTP/1.1" status: 200 len: 947 time: 0.0920684 Jul 06 14:20:12.641038 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972a3852-f037-41a5-b00c-e86e10eca0b1 service neutron] Pushing event updated for resources: {'Port': ['ID=ecb15fe6-d30a-4db1-82ea-5794b21bd4e8,revision_number=3']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:20:12.700507 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-fadbf44d-4ee1-40c6-8b59-a26f3d8cb6c4 req-1218daf3-bb79-4ee6-8e55-0389315c269a tempest-AttachVolumeShelveTestJSON-1020519793 tempest-AttachVolumeShelveTestJSON-1020519793-project] 10.222.0.104 "GET /v2.0/security-groups?id=a376d024-e4a1-4cc8-8fe5-9c69c2c40821&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0691624 Jul 06 14:20:12.748162 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 14:20:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8a4f534-065e-480e-8905-c02391e988df x-openstack-request-id: req-c8a4f534-065e-480e-8905-c02391e988df {{(pid=100246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:20:12.748456 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d444fffb-2290-420b-b894-3827d9c908c8", "tag": "ecb15fe6-d30a-4db1-82ea-5794b21bd4e8", "status": "completed", "code": 200}]} {{(pid=100246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:20:12.748780 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-c8a4f534-065e-480e-8905-c02391e988df {{(pid=100246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:20:12.749115 n-d-773647-6 neutron-server[100246]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd444fffb-2290-420b-b894-3827d9c908c8', 'tag': 'ecb15fe6-d30a-4db1-82ea-5794b21bd4e8', 'status': 'completed', 'code': 200} Jul 06 14:20:12.750966 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846a0c88-2bd6-4234-b8c4-867ce831492f req-fc65c5f3-87c0-482f-abe6-3480a8897209 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:20:12.752827 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-846a0c88-2bd6-4234-b8c4-867ce831492f req-fc65c5f3-87c0-482f-abe6-3480a8897209 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=0fb5330a68d94b1da3c3872d90574aab&device_id=d444fffb-2290-420b-b894-3827d9c908c8 HTTP/1.1" status: 200 len: 1095 time: 0.2199655 Jul 06 14:20:12.819848 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-846a0c88-2bd6-4234-b8c4-867ce831492f req-8f487703-7ca9-4eca-a7f3-a6bade3e4d17 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ecb15fe6-d30a-4db1-82ea-5794b21bd4e8 HTTP/1.1" status: 200 len: 217 time: 0.0593688 Jul 06 14:20:12.900353 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-2f6d4108-ca37-4888-915a-2981df77c39e tempest-FloatingIPAdminTestJSON-53010577 tempest-FloatingIPAdminTestJSON-53010577-project-admin] Notify callbacks [] for port, precommit_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:12.906454 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-2f6d4108-ca37-4888-915a-2981df77c39e tempest-FloatingIPAdminTestJSON-53010577 tempest-FloatingIPAdminTestJSON-53010577-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127687527'] for port, after_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:12.919368 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846a0c88-2bd6-4234-b8c4-867ce831492f req-7d12d498-2438-42c5-9379-038ac48558fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:20:12.920837 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-846a0c88-2bd6-4234-b8c4-867ce831492f req-7d12d498-2438-42c5-9379-038ac48558fc service neutron] 10.222.0.72 "GET /v2.0/subnets?id=77f3889b-e625-42b7-98f3-adea55c7f2d3 HTTP/1.1" status: 200 len: 846 time: 0.0948372 Jul 06 14:20:12.986524 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-846a0c88-2bd6-4234-b8c4-867ce831492f req-6957ebae-3699-444a-98f8-cfae177dd371 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=e673442c-5645-41cd-ae64-05cc6584adda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0445492 Jul 06 14:20:13.036734 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f32f15f-3213-4178-9513-a2c121c1e5a4 req-e20c2ad1-3420-49f3-b8eb-7f7f1b9febfd tempest-ServersTestJSON-809673865 tempest-ServersTestJSON-809673865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:20:13.038984 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-7f32f15f-3213-4178-9513-a2c121c1e5a4 req-e20c2ad1-3420-49f3-b8eb-7f7f1b9febfd tempest-ServersTestJSON-809673865 tempest-ServersTestJSON-809673865-project] 10.222.0.104 "GET /v2.0/ports?device_id=d444fffb-2290-420b-b894-3827d9c908c8 HTTP/1.1" status: 200 len: 944 time: 0.1472974 Jul 06 14:20:13.070276 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6d4108-ca37-4888-915a-2981df77c39e tempest-FloatingIPAdminTestJSON-53010577 tempest-FloatingIPAdminTestJSON-53010577-project-admin] Pushing event updated for resources: {'Port': ['ID=08d5a33a-fe42-4216-9440-d6aa28f3068a,revision_number=2']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:20:13.090709 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-2f6d4108-ca37-4888-915a-2981df77c39e tempest-FloatingIPAdminTestJSON-53010577 tempest-FloatingIPAdminTestJSON-53010577-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1761130'] for floatingip, after_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:13.107007 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-7f32f15f-3213-4178-9513-a2c121c1e5a4 req-3760d919-6d90-4809-aa61-fafa5cb3e204 tempest-ServersTestJSON-809673865 tempest-ServersTestJSON-809673865-project] 10.222.0.104 "GET /v2.0/security-groups?id=b2132efa-40d7-46de-9959-646c1b99d382&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588508 Jul 06 14:20:13.218750 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-846a0c88-2bd6-4234-b8c4-867ce831492f req-fdcbb35a-bbd1-45e3-bf3f-1951b812a39e service neutron] 10.222.0.72 "GET /v2.0/networks/e673442c-5645-41cd-ae64-05cc6584adda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2070391 Jul 06 14:20:13.279480 n-d-773647-6 neutron-server[100246]: INFO neutron.db.l3_db [None req-2f6d4108-ca37-4888-915a-2981df77c39e tempest-FloatingIPAdminTestJSON-53010577 tempest-FloatingIPAdminTestJSON-53010577-project-admin] Floating IP b4d3bf62-c7a8-4fd2-b02a-8e896119997f associated. External IP: 172.25.0.7, port: fc395af1-eca3-41c1-ad87-1f3a40e0a6eb. Jul 06 14:20:13.540167 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146fbc63-dd11-47fb-9c2e-8aad712f8f88 req-6629b4da-d7bc-42a6-aba9-7b6dedcf6f57 tempest-ServersNegativeTestJSON-728644794 tempest-ServersNegativeTestJSON-728644794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:20:13.546989 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-146fbc63-dd11-47fb-9c2e-8aad712f8f88 req-6629b4da-d7bc-42a6-aba9-7b6dedcf6f57 tempest-ServersNegativeTestJSON-728644794 tempest-ServersNegativeTestJSON-728644794-project] 10.222.0.104 "GET /v2.0/ports?device_id=c38e1fb7-16c3-460f-81ed-82738a2148eb HTTP/1.1" status: 200 len: 947 time: 0.0836356 Jul 06 14:20:13.588350 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-146fbc63-dd11-47fb-9c2e-8aad712f8f88 req-e66cd8d7-49e3-4361-ab6b-88b7bbd9f014 tempest-ServersNegativeTestJSON-728644794 tempest-ServersNegativeTestJSON-728644794-project] 10.222.0.104 "GET /v2.0/security-groups?id=55139e1c-0239-472b-ada8-5a3c70b3eb43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403972 Jul 06 14:20:13.723570 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-846a0c88-2bd6-4234-b8c4-867ce831492f req-f248d2a8-e573-46bc-aaf6-57f6e39e107f service neutron] 10.222.0.72 "GET /v2.0/networks/e673442c-5645-41cd-ae64-05cc6584adda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4971778 Jul 06 14:20:13.892998 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213ee033-1fdc-4124-b45a-fe4e68295a30 req-6e9d8b01-bae8-47ce-b6b6-90030ddc853f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:20:13.894499 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-213ee033-1fdc-4124-b45a-fe4e68295a30 req-6e9d8b01-bae8-47ce-b6b6-90030ddc853f service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=0fb5330a68d94b1da3c3872d90574aab&device_id=d444fffb-2290-420b-b894-3827d9c908c8 HTTP/1.1" status: 200 len: 1095 time: 0.1114213 Jul 06 14:20:13.903131 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f6d4108-ca37-4888-915a-2981df77c39e tempest-FloatingIPAdminTestJSON-53010577 tempest-FloatingIPAdminTestJSON-53010577-project-admin] Router 17da6bed-ca2d-4831-bd6d-788e61818aa3 has already been hosted by L3 agent 2823d358-a11b-4885-a706-95a279e43fa7 {{(pid=100246) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 14:20:14.068407 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213ee033-1fdc-4124-b45a-fe4e68295a30 req-2d43a0ec-1cb5-4fe4-b757-565c1ee06b7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:20:14.069897 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-213ee033-1fdc-4124-b45a-fe4e68295a30 req-2d43a0ec-1cb5-4fe4-b757-565c1ee06b7b service neutron] 10.222.0.72 "GET /v2.0/networks?id=e673442c-5645-41cd-ae64-05cc6584adda HTTP/1.1" status: 200 len: 908 time: 0.1687744 Jul 06 14:20:14.126924 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-213ee033-1fdc-4124-b45a-fe4e68295a30 req-277d266d-8384-4486-ac82-0546d338d54e service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ecb15fe6-d30a-4db1-82ea-5794b21bd4e8 HTTP/1.1" status: 200 len: 217 time: 0.0499671 Jul 06 14:20:14.142851 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f6d4108-ca37-4888-915a-2981df77c39e tempest-FloatingIPAdminTestJSON-53010577 tempest-FloatingIPAdminTestJSON-53010577-project-admin] Notify agent at l3_agent.n-d-773647-6 the message routers_updated {{(pid=100246) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 14:20:14.153074 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1d226fc-6c44-4f42-a057-79dc0c03d026 None None] Sync routers for ids ['17da6bed-ca2d-4831-bd6d-788e61818aa3'] in n-d-773647-6 {{(pid=100248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 14:20:14.166438 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1d226fc-6c44-4f42-a057-79dc0c03d026 None None] Routers {'17da6bed-ca2d-4831-bd6d-788e61818aa3'} bound to L3 agent in host n-d-773647-6 {{(pid=100248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:20:14.166438 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-a1d226fc-6c44-4f42-a057-79dc0c03d026 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T14:19:56Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['17da6bed-ca2d-4831-bd6d-788e61818aa3'], 'active': True} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:20:14.195005 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-2f6d4108-ca37-4888-915a-2981df77c39e tempest-FloatingIPAdminTestJSON-53010577 tempest-FloatingIPAdminTestJSON-53010577-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for floatingip, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:14.201155 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-a1d226fc-6c44-4f42-a057-79dc0c03d026 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-773647-6', False) {} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:20:14.201835 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213ee033-1fdc-4124-b45a-fe4e68295a30 req-ce0cda46-f636-4fb3-a344-19f5d5341b51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:20:14.203708 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-213ee033-1fdc-4124-b45a-fe4e68295a30 req-ce0cda46-f636-4fb3-a344-19f5d5341b51 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=77f3889b-e625-42b7-98f3-adea55c7f2d3 HTTP/1.1" status: 200 len: 846 time: 0.0698168 Jul 06 14:20:14.215416 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1d226fc-6c44-4f42-a057-79dc0c03d026 None None] Routers {'17da6bed-ca2d-4831-bd6d-788e61818aa3'} bound to L3 agent in host n-d-773647-6 {{(pid=100248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:20:14.216300 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-a1d226fc-6c44-4f42-a057-79dc0c03d026 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T14:19:56Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['17da6bed-ca2d-4831-bd6d-788e61818aa3'], 'active': True} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:20:14.258019 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-a1d226fc-6c44-4f42-a057-79dc0c03d026 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-773647-6', False) {} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:20:14.258696 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1d226fc-6c44-4f42-a057-79dc0c03d026 None None] The sync data for ids ['17da6bed-ca2d-4831-bd6d-788e61818aa3'] in n-d-773647-6 is: [] {{(pid=100248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 14:20:14.258979 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-213ee033-1fdc-4124-b45a-fe4e68295a30 req-85b1461e-0f44-4d56-b7be-0c2c25e511c8 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=e673442c-5645-41cd-ae64-05cc6584adda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0353823 Jul 06 14:20:14.329031 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-2f6d4108-ca37-4888-915a-2981df77c39e tempest-FloatingIPAdminTestJSON-53010577 tempest-FloatingIPAdminTestJSON-53010577-project-admin] 10.222.0.104 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 986 time: 4.5258300 Jul 06 14:20:14.329262 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 35458) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:20:14.329423 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f06527-55bd-4b71-a8c0-46ceb1d9c55b req-113b6ee6-7d48-439b-ab48-114bbaf2865f tempest-ServersTestJSON-809673865 tempest-ServersTestJSON-809673865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:20:14.331634 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-22f06527-55bd-4b71-a8c0-46ceb1d9c55b req-113b6ee6-7d48-439b-ab48-114bbaf2865f tempest-ServersTestJSON-809673865 tempest-ServersTestJSON-809673865-project] 10.222.0.104 "GET /v2.0/ports?device_id=d444fffb-2290-420b-b894-3827d9c908c8 HTTP/1.1" status: 200 len: 944 time: 0.0706983 Jul 06 14:20:14.374023 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-22f06527-55bd-4b71-a8c0-46ceb1d9c55b req-3922f1f6-a621-4077-88e7-9ffc100929c8 tempest-ServersTestJSON-809673865 tempest-ServersTestJSON-809673865-project] 10.222.0.104 "GET /v2.0/security-groups?id=b2132efa-40d7-46de-9959-646c1b99d382&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352001 Jul 06 14:20:14.469977 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-b8303b04-e1d9-44f3-9566-6309d4cfb03a tempest-FloatingIPAdminTestJSON-53010577 tempest-FloatingIPAdminTestJSON-53010577-project-admin] 10.222.0.104 "GET /v2.0/floatingips/b4d3bf62-c7a8-4fd2-b02a-8e896119997f HTTP/1.1" status: 200 len: 981 time: 0.1395233 Jul 06 14:20:14.473462 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 35460) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:20:14.476811 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-213ee033-1fdc-4124-b45a-fe4e68295a30 req-f537e08e-c6ea-49e0-bd75-82da621bf1f3 service neutron] 10.222.0.72 "GET /v2.0/networks/e673442c-5645-41cd-ae64-05cc6584adda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2098670 Jul 06 14:20:14.580307 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-213ee033-1fdc-4124-b45a-fe4e68295a30 req-61cbbf32-f8e9-4ab6-9e39-c3027ef4628e service neutron] 10.222.0.72 "GET /v2.0/networks/e673442c-5645-41cd-ae64-05cc6584adda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965075 Jul 06 14:20:14.595528 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-2ccbffb7-995a-4a14-98aa-d2db3293f2d9 tempest-FloatingIPAdminTestJSON-53010577 tempest-FloatingIPAdminTestJSON-53010577-project-admin] 10.222.0.104 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3034 time: 0.1194146 Jul 06 14:20:14.598121 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 35462) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:20:14.817322 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36dc473-1d92-4d4e-aa5b-e8605ceab53e req-b67359ab-4103-45cd-b321-c9790585c379 tempest-ServersNegativeTestJSON-728644794 tempest-ServersNegativeTestJSON-728644794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:20:14.819398 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-a36dc473-1d92-4d4e-aa5b-e8605ceab53e req-b67359ab-4103-45cd-b321-c9790585c379 tempest-ServersNegativeTestJSON-728644794 tempest-ServersNegativeTestJSON-728644794-project] 10.222.0.104 "GET /v2.0/ports?device_id=c38e1fb7-16c3-460f-81ed-82738a2148eb HTTP/1.1" status: 200 len: 947 time: 0.0936825 Jul 06 14:20:14.820824 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.plugin [None req-e16ec711-e732-4d57-b0d2-9b2048804cb3 tempest-FloatingIPAdminTestJSON-289634761 tempest-FloatingIPAdminTestJSON-289634761-project] Deleting port 08d5a33a-fe42-4216-9440-d6aa28f3068a {{(pid=100247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:20:14.821160 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-e16ec711-e732-4d57-b0d2-9b2048804cb3 tempest-FloatingIPAdminTestJSON-289634761 tempest-FloatingIPAdminTestJSON-289634761-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:15.187883 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-a36dc473-1d92-4d4e-aa5b-e8605ceab53e req-66f87577-4ffc-4236-9c52-f4c1eef64aeb tempest-ServersNegativeTestJSON-728644794 tempest-ServersNegativeTestJSON-728644794-project] 10.222.0.104 "GET /v2.0/security-groups?id=55139e1c-0239-472b-ada8-5a3c70b3eb43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3549585 Jul 06 14:20:15.204563 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-e16ec711-e732-4d57-b0d2-9b2048804cb3 tempest-FloatingIPAdminTestJSON-289634761 tempest-FloatingIPAdminTestJSON-289634761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:15.204890 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-e16ec711-e732-4d57-b0d2-9b2048804cb3 tempest-FloatingIPAdminTestJSON-289634761 tempest-FloatingIPAdminTestJSON-289634761-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:15.218596 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.plugin [None req-e16ec711-e732-4d57-b0d2-9b2048804cb3 tempest-FloatingIPAdminTestJSON-289634761 tempest-FloatingIPAdminTestJSON-289634761-project] Calling delete_port for 08d5a33a-fe42-4216-9440-d6aa28f3068a owned by network:floatingip {{(pid=100247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:20:15.269736 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Device ecb15fe6-d30a-4db1-82ea-5794b21bd4e8 details requested by agent hyperv_n-h2-773647-6 with host n-h2-773647-6 {{(pid=100248) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 14:20:15.367875 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] For port ecb15fe6-d30a-4db1-82ea-5794b21bd4e8, host n-h2-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=ecb15fe6-d30a-4db1-82ea-5794b21bd4e8,segment=NetworkSegment(cb1a6cec-0b40-4dde-b37a-6dbda6bd8158),segment_id=cb1a6cec-0b40-4dde-b37a-6dbda6bd8158)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:20:15.379943 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Returning: {'device': 'ecb15fe6-d30a-4db1-82ea-5794b21bd4e8', 'network_id': 'e673442c-5645-41cd-ae64-05cc6584adda', 'port_id': 'ecb15fe6-d30a-4db1-82ea-5794b21bd4e8', 'mac_address': 'fa:16:3e:2d:af:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1010, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '77f3889b-e625-42b7-98f3-adea55c7f2d3', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100248) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 14:20:15.395067 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3fd705-ff07-46f1-aeec-0b30abb26c9f req-8f78515d-4911-4592-af61-5131b913f669 tempest-ServersNegativeTestJSON-728644794 tempest-ServersNegativeTestJSON-728644794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:20:15.397234 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-3b3fd705-ff07-46f1-aeec-0b30abb26c9f req-8f78515d-4911-4592-af61-5131b913f669 tempest-ServersNegativeTestJSON-728644794 tempest-ServersNegativeTestJSON-728644794-project] 10.222.0.127 "GET /v2.0/ports?device_id=c38e1fb7-16c3-460f-81ed-82738a2148eb HTTP/1.1" status: 200 len: 947 time: 0.1028616 Jul 06 14:20:15.425847 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:15.441506 n-d-773647-6 neutron-server[100248]: DEBUG neutron.notifiers.nova [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ecb15fe6-d30a-4db1-82ea-5794b21bd4e8 {{(pid=100248) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 14:20:15.467203 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] For port ecb15fe6-d30a-4db1-82ea-5794b21bd4e8, host n-h2-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=ecb15fe6-d30a-4db1-82ea-5794b21bd4e8,segment=NetworkSegment(cb1a6cec-0b40-4dde-b37a-6dbda6bd8158),segment_id=cb1a6cec-0b40-4dde-b37a-6dbda6bd8158)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:20:15.477627 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:15.535172 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Pushing event updated for resources: {'Port': ['ID=ecb15fe6-d30a-4db1-82ea-5794b21bd4e8,revision_number=4']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:20:15.551636 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-e16ec711-e732-4d57-b0d2-9b2048804cb3 tempest-FloatingIPAdminTestJSON-289634761 tempest-FloatingIPAdminTestJSON-289634761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128888353'] for port, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:15.594837 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16ec711-e732-4d57-b0d2-9b2048804cb3 tempest-FloatingIPAdminTestJSON-289634761 tempest-FloatingIPAdminTestJSON-289634761-project] Pushing event deleted for resources: {'Port': ['ID=08d5a33a-fe42-4216-9440-d6aa28f3068a,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:20:15.632613 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16ec711-e732-4d57-b0d2-9b2048804cb3 tempest-FloatingIPAdminTestJSON-289634761 tempest-FloatingIPAdminTestJSON-289634761-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:20:15.632878 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16ec711-e732-4d57-b0d2-9b2048804cb3 tempest-FloatingIPAdminTestJSON-289634761 tempest-FloatingIPAdminTestJSON-289634761-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:20:15.633220 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16ec711-e732-4d57-b0d2-9b2048804cb3 tempest-FloatingIPAdminTestJSON-289634761 tempest-FloatingIPAdminTestJSON-289634761-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:20:15.633556 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16ec711-e732-4d57-b0d2-9b2048804cb3 tempest-FloatingIPAdminTestJSON-289634761 tempest-FloatingIPAdminTestJSON-289634761-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:20:15.633886 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16ec711-e732-4d57-b0d2-9b2048804cb3 tempest-FloatingIPAdminTestJSON-289634761 tempest-FloatingIPAdminTestJSON-289634761-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:20:15.634218 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16ec711-e732-4d57-b0d2-9b2048804cb3 tempest-FloatingIPAdminTestJSON-289634761 tempest-FloatingIPAdminTestJSON-289634761-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:20:15.634554 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16ec711-e732-4d57-b0d2-9b2048804cb3 tempest-FloatingIPAdminTestJSON-289634761 tempest-FloatingIPAdminTestJSON-289634761-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:20:15.634864 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16ec711-e732-4d57-b0d2-9b2048804cb3 tempest-FloatingIPAdminTestJSON-289634761 tempest-FloatingIPAdminTestJSON-289634761-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:20:15.635294 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16ec711-e732-4d57-b0d2-9b2048804cb3 tempest-FloatingIPAdminTestJSON-289634761 tempest-FloatingIPAdminTestJSON-289634761-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:20:15.635528 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16ec711-e732-4d57-b0d2-9b2048804cb3 tempest-FloatingIPAdminTestJSON-289634761 tempest-FloatingIPAdminTestJSON-289634761-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:20:15.635847 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16ec711-e732-4d57-b0d2-9b2048804cb3 tempest-FloatingIPAdminTestJSON-289634761 tempest-FloatingIPAdminTestJSON-289634761-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:20:15.636178 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16ec711-e732-4d57-b0d2-9b2048804cb3 tempest-FloatingIPAdminTestJSON-289634761 tempest-FloatingIPAdminTestJSON-289634761-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:20:15.686130 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.plugin [req-3b3fd705-ff07-46f1-aeec-0b30abb26c9f req-1e376d95-e1e6-47ec-81d4-9b06b7192cba tempest-ServersNegativeTestJSON-728644794 tempest-ServersNegativeTestJSON-728644794-project] Deleting port 65a41ea4-e5ca-4a5a-a1d0-5bf5032e4c70 {{(pid=100247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:20:15.686469 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-3b3fd705-ff07-46f1-aeec-0b30abb26c9f req-1e376d95-e1e6-47ec-81d4-9b06b7192cba tempest-ServersNegativeTestJSON-728644794 tempest-ServersNegativeTestJSON-728644794-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:15.695051 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] get_ports_and_sgs() called for port_ids ['ecb15fe6-d30a-4db1-82ea-5794b21bd4e8'] {{(pid=100248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 14:20:15.741618 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9ff85a-8539-4192-8b9d-315c37db8c31 req-01fbf6e3-b6b0-467b-99e6-fe4b5e0e69e3 tempest-ServersTestJSON-809673865 tempest-ServersTestJSON-809673865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:20:15.743684 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-0a9ff85a-8539-4192-8b9d-315c37db8c31 req-01fbf6e3-b6b0-467b-99e6-fe4b5e0e69e3 tempest-ServersTestJSON-809673865 tempest-ServersTestJSON-809673865-project] 10.222.0.104 "GET /v2.0/ports?device_id=d444fffb-2290-420b-b894-3827d9c908c8 HTTP/1.1" status: 200 len: 945 time: 0.2326636 Jul 06 14:20:15.749883 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-e16ec711-e732-4d57-b0d2-9b2048804cb3 tempest-FloatingIPAdminTestJSON-289634761 tempest-FloatingIPAdminTestJSON-289634761-project] Notify callbacks [] for floatingip, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:15.750222 n-d-773647-6 neutron-server[100247]: INFO neutron.db.l3_db [None req-e16ec711-e732-4d57-b0d2-9b2048804cb3 tempest-FloatingIPAdminTestJSON-289634761 tempest-FloatingIPAdminTestJSON-289634761-project] Floating IP b4d3bf62-c7a8-4fd2-b02a-8e896119997f disassociated (deleted). External IP: 172.25.0.7, port: fc395af1-eca3-41c1-ad87-1f3a40e0a6eb. Jul 06 14:20:15.881242 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-0a9ff85a-8539-4192-8b9d-315c37db8c31 req-8b243352-ec97-4f8a-a728-b60acdb81249 tempest-ServersTestJSON-809673865 tempest-ServersTestJSON-809673865-project] 10.222.0.104 "GET /v2.0/security-groups?id=b2132efa-40d7-46de-9959-646c1b99d382&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220350 Jul 06 14:20:15.907464 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.db [req-3b3fd705-ff07-46f1-aeec-0b30abb26c9f req-1e376d95-e1e6-47ec-81d4-9b06b7192cba tempest-ServersNegativeTestJSON-728644794 tempest-ServersNegativeTestJSON-728644794-project] For port 65a41ea4-e5ca-4a5a-a1d0-5bf5032e4c70, host n-h1-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773647-6',level=0,port_id=65a41ea4-e5ca-4a5a-a1d0-5bf5032e4c70,segment=NetworkSegment(3485579c-4d75-45d9-a7e8-245348f946ff),segment_id=3485579c-4d75-45d9-a7e8-245348f946ff)] {{(pid=100247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:20:15.907819 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-3b3fd705-ff07-46f1-aeec-0b30abb26c9f req-1e376d95-e1e6-47ec-81d4-9b06b7192cba tempest-ServersNegativeTestJSON-728644794 tempest-ServersNegativeTestJSON-728644794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:15.925709 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.plugin [req-3b3fd705-ff07-46f1-aeec-0b30abb26c9f req-1e376d95-e1e6-47ec-81d4-9b06b7192cba tempest-ServersNegativeTestJSON-728644794 tempest-ServersNegativeTestJSON-728644794-project] Calling delete_port for 65a41ea4-e5ca-4a5a-a1d0-5bf5032e4c70 owned by compute:nova {{(pid=100247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:20:16.089590 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e16ec711-e732-4d57-b0d2-9b2048804cb3 tempest-FloatingIPAdminTestJSON-289634761 tempest-FloatingIPAdminTestJSON-289634761-project] Router 17da6bed-ca2d-4831-bd6d-788e61818aa3 has already been hosted by L3 agent 2823d358-a11b-4885-a706-95a279e43fa7 {{(pid=100247) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 14:20:16.181162 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-3b3fd705-ff07-46f1-aeec-0b30abb26c9f req-1e376d95-e1e6-47ec-81d4-9b06b7192cba tempest-ServersNegativeTestJSON-728644794 tempest-ServersNegativeTestJSON-728644794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128888353'] for port, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:16.193041 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] get_ports_and_sgs() called for port_ids ['65a41ea4-e5ca-4a5a-a1d0-5bf5032e4c70'] {{(pid=100248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 14:20:16.308059 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e376d95-e1e6-47ec-81d4-9b06b7192cba tempest-ServersNegativeTestJSON-728644794 tempest-ServersNegativeTestJSON-728644794-project] Pushing event deleted for resources: {'Port': ['ID=65a41ea4-e5ca-4a5a-a1d0-5bf5032e4c70,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:20:16.314150 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e16ec711-e732-4d57-b0d2-9b2048804cb3 tempest-FloatingIPAdminTestJSON-289634761 tempest-FloatingIPAdminTestJSON-289634761-project] Notify agent at l3_agent.n-d-773647-6 the message routers_updated {{(pid=100247) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 14:20:16.320079 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-e16ec711-e732-4d57-b0d2-9b2048804cb3 tempest-FloatingIPAdminTestJSON-289634761 tempest-FloatingIPAdminTestJSON-289634761-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for floatingip, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:16.324519 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45d56829-fa44-493c-babd-5f4494d3242f None None] Sync routers for ids ['17da6bed-ca2d-4831-bd6d-788e61818aa3'] in n-d-773647-6 {{(pid=100249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 14:20:16.340521 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45d56829-fa44-493c-babd-5f4494d3242f None None] Routers {'17da6bed-ca2d-4831-bd6d-788e61818aa3'} bound to L3 agent in host n-d-773647-6 {{(pid=100249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:20:16.341281 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-45d56829-fa44-493c-babd-5f4494d3242f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T14:19:56Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['17da6bed-ca2d-4831-bd6d-788e61818aa3'], 'active': True} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:20:16.355895 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b3fd705-ff07-46f1-aeec-0b30abb26c9f req-1e376d95-e1e6-47ec-81d4-9b06b7192cba tempest-ServersNegativeTestJSON-728644794 tempest-ServersNegativeTestJSON-728644794-project] No DVR routers for this DVR port 65a41ea4-e5ca-4a5a-a1d0-5bf5032e4c70 on host n-h1-773647-6 {{(pid=100247) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:20:16.375501 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-45d56829-fa44-493c-babd-5f4494d3242f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-773647-6', False) {} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:20:16.385978 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45d56829-fa44-493c-babd-5f4494d3242f None None] Routers {'17da6bed-ca2d-4831-bd6d-788e61818aa3'} bound to L3 agent in host n-d-773647-6 {{(pid=100249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:20:16.386745 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-45d56829-fa44-493c-babd-5f4494d3242f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T14:19:56Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['17da6bed-ca2d-4831-bd6d-788e61818aa3'], 'active': True} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:20:16.392772 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-3b3fd705-ff07-46f1-aeec-0b30abb26c9f req-1e376d95-e1e6-47ec-81d4-9b06b7192cba tempest-ServersNegativeTestJSON-728644794 tempest-ServersNegativeTestJSON-728644794-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:16.395398 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-3b3fd705-ff07-46f1-aeec-0b30abb26c9f req-1e376d95-e1e6-47ec-81d4-9b06b7192cba tempest-ServersNegativeTestJSON-728644794 tempest-ServersNegativeTestJSON-728644794-project] 10.222.0.127 "DELETE /v2.0/ports/65a41ea4-e5ca-4a5a-a1d0-5bf5032e4c70 HTTP/1.1" status: 204 len: 173 time: 0.9905634 Jul 06 14:20:16.396685 n-d-773647-6 neutron-server[100247]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c38e1fb7-16c3-460f-81ed-82738a2148eb', 'name': 'network-vif-deleted', 'tag': '65a41ea4-e5ca-4a5a-a1d0-5bf5032e4c70'}] {{(pid=100247) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:20:16.400661 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cbf0eeaae822f8fc9b87a94aeba67a3d651842baf663a51cba94b67a514836d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4209e7f9-baee-43b9-bdde-31e42098d36f" -d '{"events": [{"server_uuid": "c38e1fb7-16c3-460f-81ed-82738a2148eb", "name": "network-vif-deleted", "tag": "65a41ea4-e5ca-4a5a-a1d0-5bf5032e4c70"}]}' {{(pid=100247) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:20:16.426882 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-37434bf9-0d4a-43e8-9100-972049330e78 req-daf794a2-8f2e-4bc5-afd7-5dac78ecdd19 tempest-ServersNegativeTestJSON-728644794 tempest-ServersNegativeTestJSON-728644794-project] 10.222.0.104 "GET /v2.0/ports?device_id=c38e1fb7-16c3-460f-81ed-82738a2148eb HTTP/1.1" status: 200 len: 210 time: 0.0722730 Jul 06 14:20:16.431022 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-45d56829-fa44-493c-babd-5f4494d3242f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-773647-6', False) {} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:20:16.431962 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45d56829-fa44-493c-babd-5f4494d3242f None None] The sync data for ids ['17da6bed-ca2d-4831-bd6d-788e61818aa3'] in n-d-773647-6 is: [] {{(pid=100249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 14:20:16.442279 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-e16ec711-e732-4d57-b0d2-9b2048804cb3 tempest-FloatingIPAdminTestJSON-289634761 tempest-FloatingIPAdminTestJSON-289634761-project] 10.222.0.104 "DELETE /v2.0/floatingips/b4d3bf62-c7a8-4fd2-b02a-8e896119997f HTTP/1.1" status: 204 len: 168 time: 1.8431158 Jul 06 14:20:16.446265 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 35478) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:20:16.452947 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-3ac01476-af5f-4ba1-85a9-f11881406f06 tempest-FloatingIPAdminTestJSON-53010577 tempest-FloatingIPAdminTestJSON-53010577-project-admin] Request body: {'floatingip': {'floating_network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:20:16.483883 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 14:20:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f4c1441-95ae-4487-9c8d-78c62033f34e x-openstack-request-id: req-3f4c1441-95ae-4487-9c8d-78c62033f34e {{(pid=100247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:20:16.484181 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c38e1fb7-16c3-460f-81ed-82738a2148eb", "name": "network-vif-deleted", "tag": "65a41ea4-e5ca-4a5a-a1d0-5bf5032e4c70", "status": "completed", "code": 200}]} {{(pid=100247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:20:16.484433 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-3f4c1441-95ae-4487-9c8d-78c62033f34e {{(pid=100247) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:20:16.484849 n-d-773647-6 neutron-server[100247]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c38e1fb7-16c3-460f-81ed-82738a2148eb', 'name': 'network-vif-deleted', 'tag': '65a41ea4-e5ca-4a5a-a1d0-5bf5032e4c70', 'status': 'completed', 'code': 200} Jul 06 14:20:16.496538 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-3ac01476-af5f-4ba1-85a9-f11881406f06 tempest-FloatingIPAdminTestJSON-53010577 tempest-FloatingIPAdminTestJSON-53010577-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:16.601443 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-3ac01476-af5f-4ba1-85a9-f11881406f06 tempest-FloatingIPAdminTestJSON-53010577 tempest-FloatingIPAdminTestJSON-53010577-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:16.719547 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.db_base_plugin_common [None req-3ac01476-af5f-4ba1-85a9-f11881406f06 tempest-FloatingIPAdminTestJSON-53010577 tempest-FloatingIPAdminTestJSON-53010577-project-admin] Allocated IP 172.25.0.181 (2658f09e-a580-4d4a-9968-2d1e0ad93719/cbf74abc-6fe1-4d33-b005-c948923b9647/cf25a534-8702-475d-8a62-f27137b6833f) {{(pid=100246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:20:16.823760 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-3ac01476-af5f-4ba1-85a9-f11881406f06 tempest-FloatingIPAdminTestJSON-53010577 tempest-FloatingIPAdminTestJSON-53010577-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:16.866830 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-3ac01476-af5f-4ba1-85a9-f11881406f06 tempest-FloatingIPAdminTestJSON-53010577 tempest-FloatingIPAdminTestJSON-53010577-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-127687573'] for port, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:16.930656 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ac01476-af5f-4ba1-85a9-f11881406f06 tempest-FloatingIPAdminTestJSON-53010577 tempest-FloatingIPAdminTestJSON-53010577-project-admin] Network 2658f09e-a580-4d4a-9968-2d1e0ad93719 is already hosted by enough agents. {{(pid=100246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:20:16.932098 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac01476-af5f-4ba1-85a9-f11881406f06 tempest-FloatingIPAdminTestJSON-53010577 tempest-FloatingIPAdminTestJSON-53010577-project-admin] Pushing event updated for resources: {'Port': ['ID=cf25a534-8702-475d-8a62-f27137b6833f,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:20:16.940592 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.base_scheduler [None req-3ac01476-af5f-4ba1-85a9-f11881406f06 tempest-FloatingIPAdminTestJSON-53010577 tempest-FloatingIPAdminTestJSON-53010577-project-admin] Resources bound (agent type, host, resource id): {{(pid=100246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:20:16.946133 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ac01476-af5f-4ba1-85a9-f11881406f06 tempest-FloatingIPAdminTestJSON-53010577 tempest-FloatingIPAdminTestJSON-53010577-project-admin] Received port after_create {{(pid=100246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:20:17.040558 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-3ac01476-af5f-4ba1-85a9-f11881406f06 tempest-FloatingIPAdminTestJSON-53010577 tempest-FloatingIPAdminTestJSON-53010577-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:17.092416 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-3ac01476-af5f-4ba1-85a9-f11881406f06 tempest-FloatingIPAdminTestJSON-53010577 tempest-FloatingIPAdminTestJSON-53010577-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:17.287348 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Device ecb15fe6-d30a-4db1-82ea-5794b21bd4e8 up at agent hyperv_n-h2-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:20:17.289263 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-3ac01476-af5f-4ba1-85a9-f11881406f06 tempest-FloatingIPAdminTestJSON-53010577 tempest-FloatingIPAdminTestJSON-53010577-project-admin] Notify callbacks [] for port, precommit_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:17.290546 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c926c4-c2ba-4e11-bc36-6074011ef97d req-20705aa6-3792-43fb-8a46-05e327e281fe tempest-ServersTestJSON-809673865 tempest-ServersTestJSON-809673865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:20:17.292210 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-30c926c4-c2ba-4e11-bc36-6074011ef97d req-20705aa6-3792-43fb-8a46-05e327e281fe tempest-ServersTestJSON-809673865 tempest-ServersTestJSON-809673865-project] 10.222.0.104 "GET /v2.0/ports?device_id=d444fffb-2290-420b-b894-3827d9c908c8 HTTP/1.1" status: 200 len: 945 time: 0.0892901 Jul 06 14:20:17.296734 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-3ac01476-af5f-4ba1-85a9-f11881406f06 tempest-FloatingIPAdminTestJSON-53010577 tempest-FloatingIPAdminTestJSON-53010577-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127687527'] for port, after_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:17.343394 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-30c926c4-c2ba-4e11-bc36-6074011ef97d req-f04cf08c-028a-456a-85f8-b38859621022 tempest-ServersTestJSON-809673865 tempest-ServersTestJSON-809673865-project] 10.222.0.104 "GET /v2.0/security-groups?id=b2132efa-40d7-46de-9959-646c1b99d382&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435741 Jul 06 14:20:17.353943 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Provisioning for port ecb15fe6-d30a-4db1-82ea-5794b21bd4e8 completed by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:20:17.360524 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Provisioning complete for port ecb15fe6-d30a-4db1-82ea-5794b21bd4e8 triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:20:17.360980 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:17.392092 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac01476-af5f-4ba1-85a9-f11881406f06 tempest-FloatingIPAdminTestJSON-53010577 tempest-FloatingIPAdminTestJSON-53010577-project-admin] Pushing event updated for resources: {'Port': ['ID=cf25a534-8702-475d-8a62-f27137b6833f,revision_number=2']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:20:17.398006 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-3ac01476-af5f-4ba1-85a9-f11881406f06 tempest-FloatingIPAdminTestJSON-53010577 tempest-FloatingIPAdminTestJSON-53010577-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1761130'] for floatingip, after_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:17.412416 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-3ac01476-af5f-4ba1-85a9-f11881406f06 tempest-FloatingIPAdminTestJSON-53010577 tempest-FloatingIPAdminTestJSON-53010577-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for floatingip, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:17.413680 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-3ac01476-af5f-4ba1-85a9-f11881406f06 tempest-FloatingIPAdminTestJSON-53010577 tempest-FloatingIPAdminTestJSON-53010577-project-admin] 10.222.0.104 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.9655187 Jul 06 14:20:17.416404 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 35488) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:20:17.441793 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:17.465092 n-d-773647-6 neutron-server[100248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd444fffb-2290-420b-b894-3827d9c908c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ecb15fe6-d30a-4db1-82ea-5794b21bd4e8'}] {{(pid=100248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:20:17.467630 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84af257533e383389cbcf231d3534f4d5e149e7203fea16b4a8fc01438dddaf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c393ba6-362b-4092-8efc-eab9ca3e01a7" -d '{"events": [{"server_uuid": "d444fffb-2290-420b-b894-3827d9c908c8", "name": "network-vif-plugged", "status": "completed", "tag": "ecb15fe6-d30a-4db1-82ea-5794b21bd4e8"}]}' {{(pid=100248) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:20:17.482483 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] For port ecb15fe6-d30a-4db1-82ea-5794b21bd4e8, host n-h2-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=ecb15fe6-d30a-4db1-82ea-5794b21bd4e8,segment=NetworkSegment(cb1a6cec-0b40-4dde-b37a-6dbda6bd8158),segment_id=cb1a6cec-0b40-4dde-b37a-6dbda6bd8158)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:20:17.487086 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:17.531285 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 14:20:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d1b17e5-a266-4db6-8ba2-50b668278849 x-openstack-request-id: req-6d1b17e5-a266-4db6-8ba2-50b668278849 {{(pid=100248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:20:17.531591 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d444fffb-2290-420b-b894-3827d9c908c8", "name": "network-vif-plugged", "status": "completed", "tag": "ecb15fe6-d30a-4db1-82ea-5794b21bd4e8", "code": 200}]} {{(pid=100248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:20:17.531849 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-6d1b17e5-a266-4db6-8ba2-50b668278849 {{(pid=100248) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:20:17.532274 n-d-773647-6 neutron-server[100248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd444fffb-2290-420b-b894-3827d9c908c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ecb15fe6-d30a-4db1-82ea-5794b21bd4e8', 'code': 200} Jul 06 14:20:17.562533 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 35496) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:20:17.563246 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Pushing event updated for resources: {'Port': ['ID=ecb15fe6-d30a-4db1-82ea-5794b21bd4e8,revision_number=5']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:20:17.584781 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-8754f875-dd7b-4b94-be22-173c77b2aac1 tempest-FloatingIPAdminTestJSON-1433973965 tempest-FloatingIPAdminTestJSON-1433973965-project] Request body: {'floatingip': {'floating_network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:20:17.671047 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-8754f875-dd7b-4b94-be22-173c77b2aac1 tempest-FloatingIPAdminTestJSON-1433973965 tempest-FloatingIPAdminTestJSON-1433973965-project] Notify callbacks [] for floatingip, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:17.675738 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.db_base_plugin_v2 [None req-c9ce2e90-4a18-4c6b-a227-b6de81565f0e admin admin] Deleting subnet a11a84e7-e29f-49ab-86b3-7e53a4e90dc5 {{(pid=100246) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 14:20:17.696916 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-c9ce2e90-4a18-4c6b-a227-b6de81565f0e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:17.773100 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-c9ce2e90-4a18-4c6b-a227-b6de81565f0e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126218885'] for subnet, precommit_delete_associations {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:17.777670 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c52e4e6-b5fe-4e21-9b84-f87b367a18a8 req-8e41b6cd-5c39-48e4-852e-ce2755620aa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:20:17.779199 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-7c52e4e6-b5fe-4e21-9b84-f87b367a18a8 req-8e41b6cd-5c39-48e4-852e-ce2755620aa2 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=d444fffb-2290-420b-b894-3827d9c908c8 HTTP/1.1" status: 200 len: 1097 time: 0.1686420 Jul 06 14:20:17.856826 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-c9ce2e90-4a18-4c6b-a227-b6de81565f0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-913473'] for subnet, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:17.890480 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-7c52e4e6-b5fe-4e21-9b84-f87b367a18a8 req-637f8656-2b46-4b22-8f50-838dd6aeac21 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=b2132efa-40d7-46de-9959-646c1b99d382&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905516 Jul 06 14:20:17.950502 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-c9ce2e90-4a18-4c6b-a227-b6de81565f0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-913480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1849032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127687590', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127702764'] for subnet, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:17.956901 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-8754f875-dd7b-4b94-be22-173c77b2aac1 tempest-FloatingIPAdminTestJSON-1433973965 tempest-FloatingIPAdminTestJSON-1433973965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:17.990284 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-c9ce2e90-4a18-4c6b-a227-b6de81565f0e admin admin] Notify callbacks [] for subnet, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:17.992245 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-c9ce2e90-4a18-4c6b-a227-b6de81565f0e admin admin] 10.222.0.104 "DELETE /v2.0/subnets/a11a84e7-e29f-49ab-86b3-7e53a4e90dc5 HTTP/1.1" status: 204 len: 168 time: 0.4279385 Jul 06 14:20:17.994434 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ce2e90-4a18-4c6b-a227-b6de81565f0e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a11a84e7-e29f-49ab-86b3-7e53a4e90dc5,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:20:17.995439 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 35514) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:20:18.072782 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-637d12cd-f641-47a7-b652-e1804c898a87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530492'] for network, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:18.126653 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.db_base_plugin_common [None req-8754f875-dd7b-4b94-be22-173c77b2aac1 tempest-FloatingIPAdminTestJSON-1433973965 tempest-FloatingIPAdminTestJSON-1433973965-project] Allocated IP 172.25.0.208 (2658f09e-a580-4d4a-9968-2d1e0ad93719/cbf74abc-6fe1-4d33-b005-c948923b9647/cbcb0f5e-8df1-42aa-8096-18cd75bd3f9c) {{(pid=100246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:20:18.163087 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-637d12cd-f641-47a7-b652-e1804c898a87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-917204', 'neutron.services.segments.db._delete_segments_for_network-8773753502302'] for network, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:18.174916 n-d-773647-6 neutron-server[100247]: DEBUG neutron.services.segments.db [None req-637d12cd-f641-47a7-b652-e1804c898a87 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a9945d7-f704-4f59-8c11-10fba7c84a6d']}} {{(pid=100247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:20:18.186910 n-d-773647-6 neutron-server[100247]: DEBUG neutron.services.segments.db [None req-637d12cd-f641-47a7-b652-e1804c898a87 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3485579c-4d75-45d9-a7e8-245348f946ff') {'for_net_delete': True} {{(pid=100247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:20:18.187203 n-d-773647-6 neutron-server[100247]: DEBUG neutron.services.segments.db [None req-637d12cd-f641-47a7-b652-e1804c898a87 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3485579c-4d75-45d9-a7e8-245348f946ff') {} {{(pid=100247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:20:18.197394 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-637d12cd-f641-47a7-b652-e1804c898a87 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773753515138', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127131763'] for segment, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:18.213331 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-637d12cd-f641-47a7-b652-e1804c898a87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552'] for segment, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:18.219897 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-637d12cd-f641-47a7-b652-e1804c898a87 admin admin] Releasing vlan 1042 on physical network physnet1 to pool {{(pid=100247) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 14:20:18.220406 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-637d12cd-f641-47a7-b652-e1804c898a87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-128888574'] for segment, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:18.222520 n-d-773647-6 neutron-server[100247]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:20:18.222520 n-d-773647-6 neutron-server[100247]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:20:18.222520 n-d-773647-6 neutron-server[100247]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:20:18.222520 n-d-773647-6 neutron-server[100247]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:20:18.222520 n-d-773647-6 neutron-server[100247]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:20:18.222520 n-d-773647-6 neutron-server[100247]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:20:18.222520 n-d-773647-6 neutron-server[100247]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:20:18.222520 n-d-773647-6 neutron-server[100247]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:20:18.222520 n-d-773647-6 neutron-server[100247]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:20:18.222520 n-d-773647-6 neutron-server[100247]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:20:18.222520 n-d-773647-6 neutron-server[100247]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:20:18.222520 n-d-773647-6 neutron-server[100247]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:20:18.222520 n-d-773647-6 neutron-server[100247]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:20:18.222520 n-d-773647-6 neutron-server[100247]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:20:18.222520 n-d-773647-6 neutron-server[100247]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:20:18.222520 n-d-773647-6 neutron-server[100247]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:20:18.222520 n-d-773647-6 neutron-server[100247]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:20:18.222520 n-d-773647-6 neutron-server[100247]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:20:18.222520 n-d-773647-6 neutron-server[100247]: Traceback (most recent call last): Jul 06 14:20:18.222520 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 14:20:18.222520 n-d-773647-6 neutron-server[100247]: timer() Jul 06 14:20:18.222520 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 14:20:18.222520 n-d-773647-6 neutron-server[100247]: cb(*args, **kw) Jul 06 14:20:18.222520 n-d-773647-6 neutron-server[100247]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 14:20:18.222520 n-d-773647-6 neutron-server[100247]: return func(*args, **kwargs) Jul 06 14:20:18.222520 n-d-773647-6 neutron-server[100247]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 14:20:18.222520 n-d-773647-6 neutron-server[100247]: self._notify() Jul 06 14:20:18.222520 n-d-773647-6 neutron-server[100247]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 14:20:18.222520 n-d-773647-6 neutron-server[100247]: self.callback(batched_events) Jul 06 14:20:18.222520 n-d-773647-6 neutron-server[100247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 14:20:18.222520 n-d-773647-6 neutron-server[100247]: event.method(event) Jul 06 14:20:18.222520 n-d-773647-6 neutron-server[100247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 14:20:18.222520 n-d-773647-6 neutron-server[100247]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 14:20:18.222520 n-d-773647-6 neutron-server[100247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 14:20:18.222520 n-d-773647-6 neutron-server[100247]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 14:20:18.222520 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 14:20:18.222520 n-d-773647-6 neutron-server[100247]: return f(self, *a, **k) Jul 06 14:20:18.222520 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 14:20:18.222520 n-d-773647-6 neutron-server[100247]: return self._get(url).json() Jul 06 14:20:18.222520 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 14:20:18.222520 n-d-773647-6 neutron-server[100247]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 14:20:18.222520 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 14:20:18.222520 n-d-773647-6 neutron-server[100247]: return self.request(url, 'GET', **kwargs) Jul 06 14:20:18.222520 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 14:20:18.222520 n-d-773647-6 neutron-server[100247]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 14:20:18.222520 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 14:20:18.222520 n-d-773647-6 neutron-server[100247]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 14:20:18.222520 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 14:20:18.222520 n-d-773647-6 neutron-server[100247]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 14:20:18.222520 n-d-773647-6 neutron-server[100247]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 14:20:18.250475 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-8754f875-dd7b-4b94-be22-173c77b2aac1 tempest-FloatingIPAdminTestJSON-1433973965 tempest-FloatingIPAdminTestJSON-1433973965-project] Notify callbacks [] for port, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:18.284111 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-637d12cd-f641-47a7-b652-e1804c898a87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-917215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1761140'] for network, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:18.290312 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-637d12cd-f641-47a7-b652-e1804c898a87 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583035'] for network, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:18.293245 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-637d12cd-f641-47a7-b652-e1804c898a87 admin admin] 10.222.0.104 "DELETE /v2.0/networks/9a9945d7-f704-4f59-8c11-10fba7c84a6d HTTP/1.1" status: 204 len: 168 time: 0.2970591 Jul 06 14:20:18.305086 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-8754f875-dd7b-4b94-be22-173c77b2aac1 tempest-FloatingIPAdminTestJSON-1433973965 tempest-FloatingIPAdminTestJSON-1433973965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-127687573'] for port, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:18.308264 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637d12cd-f641-47a7-b652-e1804c898a87 admin admin] Pushing event deleted for resources: {'Network': ['ID=9a9945d7-f704-4f59-8c11-10fba7c84a6d,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:20:18.350943 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8754f875-dd7b-4b94-be22-173c77b2aac1 tempest-FloatingIPAdminTestJSON-1433973965 tempest-FloatingIPAdminTestJSON-1433973965-project] Network 2658f09e-a580-4d4a-9968-2d1e0ad93719 is already hosted by enough agents. {{(pid=100246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:20:18.359131 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.base_scheduler [None req-8754f875-dd7b-4b94-be22-173c77b2aac1 tempest-FloatingIPAdminTestJSON-1433973965 tempest-FloatingIPAdminTestJSON-1433973965-project] Resources bound (agent type, host, resource id): {{(pid=100246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:20:18.362099 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8754f875-dd7b-4b94-be22-173c77b2aac1 tempest-FloatingIPAdminTestJSON-1433973965 tempest-FloatingIPAdminTestJSON-1433973965-project] Received port after_create {{(pid=100246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:20:18.390993 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8754f875-dd7b-4b94-be22-173c77b2aac1 tempest-FloatingIPAdminTestJSON-1433973965 tempest-FloatingIPAdminTestJSON-1433973965-project] Pushing event updated for resources: {'Port': ['ID=cbcb0f5e-8df1-42aa-8096-18cd75bd3f9c,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:20:18.469620 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-8754f875-dd7b-4b94-be22-173c77b2aac1 tempest-FloatingIPAdminTestJSON-1433973965 tempest-FloatingIPAdminTestJSON-1433973965-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:18.520646 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-8754f875-dd7b-4b94-be22-173c77b2aac1 tempest-FloatingIPAdminTestJSON-1433973965 tempest-FloatingIPAdminTestJSON-1433973965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:18.556949 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 35522) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:20:18.566449 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49512108-3082-4711-8b4c-0a5bf383b831 req-fef6c85c-8a18-409b-9aa4-a173b07bb199 tempest-ServersTestJSON-809673865 tempest-ServersTestJSON-809673865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:20:18.568233 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-49512108-3082-4711-8b4c-0a5bf383b831 req-fef6c85c-8a18-409b-9aa4-a173b07bb199 tempest-ServersTestJSON-809673865 tempest-ServersTestJSON-809673865-project] 10.222.0.104 "GET /v2.0/ports?device_id=d444fffb-2290-420b-b894-3827d9c908c8 HTTP/1.1" status: 200 len: 946 time: 0.0903475 Jul 06 14:20:18.614720 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-49512108-3082-4711-8b4c-0a5bf383b831 req-7f757e49-30d5-4cfd-ac20-d79a3fdf29d6 tempest-ServersTestJSON-809673865 tempest-ServersTestJSON-809673865-project] 10.222.0.104 "GET /v2.0/security-groups?id=b2132efa-40d7-46de-9959-646c1b99d382&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391977 Jul 06 14:20:18.665501 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-2f7b321b-53ef-42cc-afcb-c76452cda5fc admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=9e0def2463a444ef83e4758cd3e92401&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1068332 Jul 06 14:20:18.667594 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 35524) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:20:18.743811 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-adf45bed-603e-440a-b53d-ca365ceff52f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:18.752095 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-8754f875-dd7b-4b94-be22-173c77b2aac1 tempest-FloatingIPAdminTestJSON-1433973965 tempest-FloatingIPAdminTestJSON-1433973965-project] Notify callbacks [] for port, precommit_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:18.758190 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-8754f875-dd7b-4b94-be22-173c77b2aac1 tempest-FloatingIPAdminTestJSON-1433973965 tempest-FloatingIPAdminTestJSON-1433973965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127687527'] for port, after_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:18.769214 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-adf45bed-603e-440a-b53d-ca365ceff52f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:18.838254 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-adf45bed-603e-440a-b53d-ca365ceff52f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:18.844027 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-adf45bed-603e-440a-b53d-ca365ceff52f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:18.849435 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-adf45bed-603e-440a-b53d-ca365ceff52f admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/55139e1c-0239-472b-ada8-5a3c70b3eb43 HTTP/1.1" status: 204 len: 168 time: 0.1778626 Jul 06 14:20:18.857344 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8754f875-dd7b-4b94-be22-173c77b2aac1 tempest-FloatingIPAdminTestJSON-1433973965 tempest-FloatingIPAdminTestJSON-1433973965-project] Pushing event updated for resources: {'Port': ['ID=cbcb0f5e-8df1-42aa-8096-18cd75bd3f9c,revision_number=2']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:20:18.863482 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-8754f875-dd7b-4b94-be22-173c77b2aac1 tempest-FloatingIPAdminTestJSON-1433973965 tempest-FloatingIPAdminTestJSON-1433973965-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1761130'] for floatingip, after_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:18.869429 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf45bed-603e-440a-b53d-ca365ceff52f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55139e1c-0239-472b-ada8-5a3c70b3eb43,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:20:18.881604 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-8754f875-dd7b-4b94-be22-173c77b2aac1 tempest-FloatingIPAdminTestJSON-1433973965 tempest-FloatingIPAdminTestJSON-1433973965-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for floatingip, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:18.884071 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-8754f875-dd7b-4b94-be22-173c77b2aac1 tempest-FloatingIPAdminTestJSON-1433973965 tempest-FloatingIPAdminTestJSON-1433973965-project] 10.222.0.104 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.4664304 Jul 06 14:20:18.886711 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 35528) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:20:19.009545 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-aa4fca4e-4c55-4a0c-a9ff-a6362ed9e994 tempest-FloatingIPAdminTestJSON-53010577 tempest-FloatingIPAdminTestJSON-53010577-project-admin] 10.222.0.104 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3221 time: 0.1189713 Jul 06 14:20:19.009892 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 35530) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:20:19.089318 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-370446be-5ff1-4395-8366-e0a75b6d67fa tempest-FloatingIPAdminTestJSON-289634761 tempest-FloatingIPAdminTestJSON-289634761-project] 10.222.0.104 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.0758066 Jul 06 14:20:19.089675 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 35534) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:20:19.523120 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Device 65a41ea4-e5ca-4a5a-a1d0-5bf5032e4c70 no longer exists at agent hyperv_n-h1-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:20:19.550680 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] No Port match for: 65a41ea4-e5ca-4a5a-a1d0-5bf5032e4c70 {{(pid=100248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 14:20:19.551048 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Device 65a41ea4-e5ca-4a5a-a1d0-5bf5032e4c70 not bound to the agent host n-h1-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:20:19.573497 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [None req-c8647a4b-9db4-4746-b12d-d24e239d2ed4 tempest-FloatingIPAdminTestJSON-1433973965 tempest-FloatingIPAdminTestJSON-1433973965-project] Deleting port cbcb0f5e-8df1-42aa-8096-18cd75bd3f9c {{(pid=100246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:20:19.573903 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-c8647a4b-9db4-4746-b12d-d24e239d2ed4 tempest-FloatingIPAdminTestJSON-1433973965 tempest-FloatingIPAdminTestJSON-1433973965-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:19.671744 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-c8647a4b-9db4-4746-b12d-d24e239d2ed4 tempest-FloatingIPAdminTestJSON-1433973965 tempest-FloatingIPAdminTestJSON-1433973965-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:19.672292 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-c8647a4b-9db4-4746-b12d-d24e239d2ed4 tempest-FloatingIPAdminTestJSON-1433973965 tempest-FloatingIPAdminTestJSON-1433973965-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:19.693478 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [None req-c8647a4b-9db4-4746-b12d-d24e239d2ed4 tempest-FloatingIPAdminTestJSON-1433973965 tempest-FloatingIPAdminTestJSON-1433973965-project] Calling delete_port for cbcb0f5e-8df1-42aa-8096-18cd75bd3f9c owned by network:floatingip {{(pid=100246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:20:19.842095 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7964b4-ccd4-4ac1-822c-13dacdf46f91 req-26472a2d-a1de-4249-8d7e-b0ab5bb82ff0 tempest-ServersTestJSON-809673865 tempest-ServersTestJSON-809673865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:20:19.849622 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-aa7964b4-ccd4-4ac1-822c-13dacdf46f91 req-26472a2d-a1de-4249-8d7e-b0ab5bb82ff0 tempest-ServersTestJSON-809673865 tempest-ServersTestJSON-809673865-project] 10.222.0.104 "GET /v2.0/ports?device_id=d444fffb-2290-420b-b894-3827d9c908c8 HTTP/1.1" status: 200 len: 946 time: 0.0813031 Jul 06 14:20:19.893593 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-c8647a4b-9db4-4746-b12d-d24e239d2ed4 tempest-FloatingIPAdminTestJSON-1433973965 tempest-FloatingIPAdminTestJSON-1433973965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127687580'] for port, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:19.900851 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-aa7964b4-ccd4-4ac1-822c-13dacdf46f91 req-008b47dc-64c6-4f1e-9d24-e4ed94174aaf tempest-ServersTestJSON-809673865 tempest-ServersTestJSON-809673865-project] 10.222.0.104 "GET /v2.0/security-groups?id=b2132efa-40d7-46de-9959-646c1b99d382&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493302 Jul 06 14:20:19.963138 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8647a4b-9db4-4746-b12d-d24e239d2ed4 tempest-FloatingIPAdminTestJSON-1433973965 tempest-FloatingIPAdminTestJSON-1433973965-project] Pushing event deleted for resources: {'Port': ['ID=cbcb0f5e-8df1-42aa-8096-18cd75bd3f9c,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:20:20.014366 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-c8647a4b-9db4-4746-b12d-d24e239d2ed4 tempest-FloatingIPAdminTestJSON-1433973965 tempest-FloatingIPAdminTestJSON-1433973965-project] Notify callbacks [] for floatingip, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:20.017699 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-c8647a4b-9db4-4746-b12d-d24e239d2ed4 tempest-FloatingIPAdminTestJSON-1433973965 tempest-FloatingIPAdminTestJSON-1433973965-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for floatingip, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:20.019108 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-c8647a4b-9db4-4746-b12d-d24e239d2ed4 tempest-FloatingIPAdminTestJSON-1433973965 tempest-FloatingIPAdminTestJSON-1433973965-project] 10.222.0.104 "DELETE /v2.0/floatingips/66567309-10a1-474c-9a75-ce8bbffac66d HTTP/1.1" status: 204 len: 168 time: 0.9283969 Jul 06 14:20:20.021864 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 35574) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:20:20.171911 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [None req-294138e6-2dcd-44e2-a052-ebdd42deb6db tempest-FloatingIPAdminTestJSON-53010577 tempest-FloatingIPAdminTestJSON-53010577-project-admin] Deleting port cf25a534-8702-475d-8a62-f27137b6833f {{(pid=100246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:20:20.172259 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-294138e6-2dcd-44e2-a052-ebdd42deb6db tempest-FloatingIPAdminTestJSON-53010577 tempest-FloatingIPAdminTestJSON-53010577-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:20.278771 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-294138e6-2dcd-44e2-a052-ebdd42deb6db tempest-FloatingIPAdminTestJSON-53010577 tempest-FloatingIPAdminTestJSON-53010577-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:20.279544 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-294138e6-2dcd-44e2-a052-ebdd42deb6db tempest-FloatingIPAdminTestJSON-53010577 tempest-FloatingIPAdminTestJSON-53010577-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:20.311718 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [None req-294138e6-2dcd-44e2-a052-ebdd42deb6db tempest-FloatingIPAdminTestJSON-53010577 tempest-FloatingIPAdminTestJSON-53010577-project-admin] Calling delete_port for cf25a534-8702-475d-8a62-f27137b6833f owned by network:floatingip {{(pid=100246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:20:20.403004 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8826033-d21d-4034-9297-c9745221f579 req-61c78ca6-9bf3-4a20-b7f6-b6f655a18758 tempest-ServersTestJSON-809673865 tempest-ServersTestJSON-809673865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:20:20.412994 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-e8826033-d21d-4034-9297-c9745221f579 req-61c78ca6-9bf3-4a20-b7f6-b6f655a18758 tempest-ServersTestJSON-809673865 tempest-ServersTestJSON-809673865-project] 10.222.0.104 "GET /v2.0/ports?device_id=d444fffb-2290-420b-b894-3827d9c908c8 HTTP/1.1" status: 200 len: 946 time: 0.1170597 Jul 06 14:20:20.470282 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-e8826033-d21d-4034-9297-c9745221f579 req-b74d24e5-1a95-4cfd-bb70-76b848cc527c tempest-ServersTestJSON-809673865 tempest-ServersTestJSON-809673865-project] 10.222.0.104 "GET /v2.0/security-groups?id=b2132efa-40d7-46de-9959-646c1b99d382&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561926 Jul 06 14:20:20.559970 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-294138e6-2dcd-44e2-a052-ebdd42deb6db tempest-FloatingIPAdminTestJSON-53010577 tempest-FloatingIPAdminTestJSON-53010577-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127687580'] for port, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:20.620364 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294138e6-2dcd-44e2-a052-ebdd42deb6db tempest-FloatingIPAdminTestJSON-53010577 tempest-FloatingIPAdminTestJSON-53010577-project-admin] Pushing event deleted for resources: {'Port': ['ID=cf25a534-8702-475d-8a62-f27137b6833f,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:20:20.717832 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-294138e6-2dcd-44e2-a052-ebdd42deb6db tempest-FloatingIPAdminTestJSON-53010577 tempest-FloatingIPAdminTestJSON-53010577-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:20.720675 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-294138e6-2dcd-44e2-a052-ebdd42deb6db tempest-FloatingIPAdminTestJSON-53010577 tempest-FloatingIPAdminTestJSON-53010577-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for floatingip, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:20.721872 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-294138e6-2dcd-44e2-a052-ebdd42deb6db tempest-FloatingIPAdminTestJSON-53010577 tempest-FloatingIPAdminTestJSON-53010577-project-admin] 10.222.0.104 "DELETE /v2.0/floatingips/5775309d-6b51-4caa-a4c2-53f12ef29205 HTTP/1.1" status: 204 len: 168 time: 0.6988287 Jul 06 14:20:20.729495 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 35610) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:20:20.751002 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c49285-41ff-42bd-ae55-abe532b81436 req-b5de0aae-8dc3-4ac1-8808-ae3d9184c8d6 tempest-ServersTestJSON-809673865 tempest-ServersTestJSON-809673865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:20:20.753314 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-d7c49285-41ff-42bd-ae55-abe532b81436 req-b5de0aae-8dc3-4ac1-8808-ae3d9184c8d6 tempest-ServersTestJSON-809673865 tempest-ServersTestJSON-809673865-project] 10.222.0.104 "GET /v2.0/ports?device_id=d444fffb-2290-420b-b894-3827d9c908c8 HTTP/1.1" status: 200 len: 946 time: 0.1487916 Jul 06 14:20:20.802382 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 35612) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:20:20.820066 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 35616) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:20:20.899323 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-d7c49285-41ff-42bd-ae55-abe532b81436 req-53122d55-8141-4068-a681-e313bb3b735f tempest-ServersTestJSON-809673865 tempest-ServersTestJSON-809673865-project] 10.222.0.104 "GET /v2.0/security-groups?id=b2132efa-40d7-46de-9959-646c1b99d382&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243501 Jul 06 14:20:20.975102 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.plugin [None req-b91efa0e-8d47-4706-8fe9-2e8137d7d4ce tempest-FloatingIPAdminTestJSON-289634761 tempest-FloatingIPAdminTestJSON-289634761-project] Deleting port fc395af1-eca3-41c1-ad87-1f3a40e0a6eb {{(pid=100247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:20:20.975551 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-b91efa0e-8d47-4706-8fe9-2e8137d7d4ce tempest-FloatingIPAdminTestJSON-289634761 tempest-FloatingIPAdminTestJSON-289634761-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:20.982592 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-ca7bee10-e1ea-4f3d-bc3e-891a85c4313d admin admin] Notify callbacks [] for security_group, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:20.998942 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-44c13624-155a-46e0-9c36-147031fddc9c admin admin] Notify callbacks [] for security_group, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:21.102684 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-b91efa0e-8d47-4706-8fe9-2e8137d7d4ce tempest-FloatingIPAdminTestJSON-289634761 tempest-FloatingIPAdminTestJSON-289634761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:21.116009 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.plugin [None req-b91efa0e-8d47-4706-8fe9-2e8137d7d4ce tempest-FloatingIPAdminTestJSON-289634761 tempest-FloatingIPAdminTestJSON-289634761-project] Calling delete_port for fc395af1-eca3-41c1-ad87-1f3a40e0a6eb owned by {{(pid=100247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:20:21.125063 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-ca7bee10-e1ea-4f3d-bc3e-891a85c4313d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:21.132637 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-ca7bee10-e1ea-4f3d-bc3e-891a85c4313d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:21.187256 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7bee10-e1ea-4f3d-bc3e-891a85c4313d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98970795-673b-4761-afb5-4fd78c5df74f,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:20:21.195044 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-ca7bee10-e1ea-4f3d-bc3e-891a85c4313d admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=b2ae6e0f3bc44ee593832ab6950508a4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3736043 Jul 06 14:20:21.195395 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 35622) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:20:21.277772 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-44c13624-155a-46e0-9c36-147031fddc9c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:21.284490 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-44c13624-155a-46e0-9c36-147031fddc9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:21.288180 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-e2bc681d-73c9-40de-872b-1c7df3773504 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:21.331377 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-b91efa0e-8d47-4706-8fe9-2e8137d7d4ce tempest-FloatingIPAdminTestJSON-289634761 tempest-FloatingIPAdminTestJSON-289634761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128888353'] for port, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:21.331823 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-44c13624-155a-46e0-9c36-147031fddc9c admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=b7ec4a65ff574687b34520be52527ba0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5282340 Jul 06 14:20:21.332973 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c13624-155a-46e0-9c36-147031fddc9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c02fe18-8515-4829-ba7a-d66271568e0e,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:20:21.334425 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-e2bc681d-73c9-40de-872b-1c7df3773504 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:21.339426 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 35626) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:20:21.394229 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-2551b46e-121d-4874-bc19-50c38473b8e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:21.404544 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91efa0e-8d47-4706-8fe9-2e8137d7d4ce tempest-FloatingIPAdminTestJSON-289634761 tempest-FloatingIPAdminTestJSON-289634761-project] Pushing event deleted for resources: {'Port': ['ID=fc395af1-eca3-41c1-ad87-1f3a40e0a6eb,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:20:21.420170 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-2551b46e-121d-4874-bc19-50c38473b8e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:21.482230 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-2551b46e-121d-4874-bc19-50c38473b8e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:21.485623 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-2551b46e-121d-4874-bc19-50c38473b8e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:21.486834 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-2551b46e-121d-4874-bc19-50c38473b8e1 admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/7c02fe18-8515-4829-ba7a-d66271568e0e HTTP/1.1" status: 204 len: 168 time: 0.1461523 Jul 06 14:20:21.509187 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2551b46e-121d-4874-bc19-50c38473b8e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c02fe18-8515-4829-ba7a-d66271568e0e,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:20:21.524023 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c59226-56b0-4ca6-8b0a-0393662693f4 req-f8d9af11-44f8-4963-bbbc-ecb62c30602f tempest-ServersTestJSON-809673865 tempest-ServersTestJSON-809673865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:20:21.526320 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-a4c59226-56b0-4ca6-8b0a-0393662693f4 req-f8d9af11-44f8-4963-bbbc-ecb62c30602f tempest-ServersTestJSON-809673865 tempest-ServersTestJSON-809673865-project] 10.222.0.104 "GET /v2.0/ports?device_id=d444fffb-2290-420b-b894-3827d9c908c8 HTTP/1.1" status: 200 len: 946 time: 0.2039521 Jul 06 14:20:21.536921 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-b91efa0e-8d47-4706-8fe9-2e8137d7d4ce tempest-FloatingIPAdminTestJSON-289634761 tempest-FloatingIPAdminTestJSON-289634761-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:21.541308 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-b91efa0e-8d47-4706-8fe9-2e8137d7d4ce tempest-FloatingIPAdminTestJSON-289634761 tempest-FloatingIPAdminTestJSON-289634761-project] 10.222.0.104 "DELETE /v2.0/ports/fc395af1-eca3-41c1-ad87-1f3a40e0a6eb HTTP/1.1" status: 204 len: 168 time: 0.8078747 Jul 06 14:20:21.541864 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 35630) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:20:21.542292 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-e2bc681d-73c9-40de-872b-1c7df3773504 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:21.547005 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-e2bc681d-73c9-40de-872b-1c7df3773504 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:21.548173 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-e2bc681d-73c9-40de-872b-1c7df3773504 admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/98970795-673b-4761-afb5-4fd78c5df74f HTTP/1.1" status: 204 len: 168 time: 0.3519573 Jul 06 14:20:21.565605 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2bc681d-73c9-40de-872b-1c7df3773504 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98970795-673b-4761-afb5-4fd78c5df74f,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:20:21.608502 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-a4c59226-56b0-4ca6-8b0a-0393662693f4 req-bcce469d-91d5-4810-b1a1-97f5e69e9cb5 tempest-ServersTestJSON-809673865 tempest-ServersTestJSON-809673865-project] 10.222.0.104 "GET /v2.0/security-groups?id=b2132efa-40d7-46de-9959-646c1b99d382&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680025 Jul 06 14:20:21.686606 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-514fd97e-2aea-4cbd-930e-d0a8ca5cd9cd tempest-FloatingIPAdminTestJSON-289634761 tempest-FloatingIPAdminTestJSON-289634761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:20:21.688266 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-514fd97e-2aea-4cbd-930e-d0a8ca5cd9cd tempest-FloatingIPAdminTestJSON-289634761 tempest-FloatingIPAdminTestJSON-289634761-project] 10.222.0.104 "GET /v2.0/ports?device_id=17da6bed-ca2d-4831-bd6d-788e61818aa3 HTTP/1.1" status: 200 len: 913 time: 0.1453843 Jul 06 14:20:21.691357 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 35636) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:20:21.959151 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 35646) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:20:21.973766 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-b9640f23-a9a0-42da-8345-2df87c586ccf admin admin] Notify callbacks [] for security_group, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:22.086930 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-b9640f23-a9a0-42da-8345-2df87c586ccf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:22.092402 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-b9640f23-a9a0-42da-8345-2df87c586ccf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:22.136614 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-b9640f23-a9a0-42da-8345-2df87c586ccf admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=6848ba67d6b641ecaf70ac086fa47e91&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1754322 Jul 06 14:20:22.140175 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 35650) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:20:22.150012 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9640f23-a9a0-42da-8345-2df87c586ccf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0ca0c31-fcf0-46f8-a666-5b7c6bd2eb8a,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:20:22.164960 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-6d44808c-313e-49fa-8843-911146c5ea86 tempest-FloatingIPAdminTestJSON-289634761 tempest-FloatingIPAdminTestJSON-289634761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1809431'] for router_interface, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:22.202927 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-c7fbddf9-ead6-44b6-b4ec-d57f51fc29ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:22.234646 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-c7fbddf9-ead6-44b6-b4ec-d57f51fc29ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:22.310345 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-c7fbddf9-ead6-44b6-b4ec-d57f51fc29ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:22.312611 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-c7fbddf9-ead6-44b6-b4ec-d57f51fc29ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:22.316096 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-c7fbddf9-ead6-44b6-b4ec-d57f51fc29ac admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/d0ca0c31-fcf0-46f8-a666-5b7c6bd2eb8a HTTP/1.1" status: 204 len: 168 time: 0.1725221 Jul 06 14:20:22.324394 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7fbddf9-ead6-44b6-b4ec-d57f51fc29ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0ca0c31-fcf0-46f8-a666-5b7c6bd2eb8a,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:20:22.511157 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 35664) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:20:22.569284 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4c2a43-bc14-4c51-916f-f3d688141be0 req-23e3ac0c-fffd-48c8-95e6-4735a115cb03 tempest-ServersTestJSON-809673865 tempest-ServersTestJSON-809673865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:20:22.571437 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-ab4c2a43-bc14-4c51-916f-f3d688141be0 req-23e3ac0c-fffd-48c8-95e6-4735a115cb03 tempest-ServersTestJSON-809673865 tempest-ServersTestJSON-809673865-project] 10.222.0.72 "GET /v2.0/ports?device_id=d444fffb-2290-420b-b894-3827d9c908c8 HTTP/1.1" status: 200 len: 946 time: 0.1058791 Jul 06 14:20:22.700216 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-dfa0e677-78ae-4a3c-8522-421232b5f535 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1119808162-network', 'tenant_id': 'f5c9f711511e4e5f9402f36745957b4a'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:20:22.738969 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfa0e677-78ae-4a3c-8522-421232b5f535 admin admin] Made reservation on behalf of f5c9f711511e4e5f9402f36745957b4a for: {'network': 1} {{(pid=100246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:20:22.741787 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-dfa0e677-78ae-4a3c-8522-421232b5f535 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for network, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:22.753462 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-dfa0e677-78ae-4a3c-8522-421232b5f535 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:22.789194 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [req-ab4c2a43-bc14-4c51-916f-f3d688141be0 req-778817ef-8971-4b5a-98c0-271c5300d431 tempest-ServersTestJSON-809673865 tempest-ServersTestJSON-809673865-project] Deleting port ecb15fe6-d30a-4db1-82ea-5794b21bd4e8 {{(pid=100246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:20:22.789542 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-ab4c2a43-bc14-4c51-916f-f3d688141be0 req-778817ef-8971-4b5a-98c0-271c5300d431 tempest-ServersTestJSON-809673865 tempest-ServersTestJSON-809673865-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:22.802978 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 35670) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:20:22.832502 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-9b509968-1b8c-4c6f-910c-7f572ffe4f35 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:22.871697 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-d18f509c-89c2-47ff-9d34-b39f12a1fe38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:22.902175 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd5aa14-393a-4642-af5b-e1b7d8c49b84 req-80887454-be1d-419f-a96b-2b0b75a82c17 tempest-ServersTestJSON-809673865 tempest-ServersTestJSON-809673865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:20:22.903716 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-dfd5aa14-393a-4642-af5b-e1b7d8c49b84 req-80887454-be1d-419f-a96b-2b0b75a82c17 tempest-ServersTestJSON-809673865 tempest-ServersTestJSON-809673865-project] 10.222.0.104 "GET /v2.0/ports?device_id=d444fffb-2290-420b-b894-3827d9c908c8 HTTP/1.1" status: 200 len: 946 time: 0.1341746 Jul 06 14:20:22.920861 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.db [req-ab4c2a43-bc14-4c51-916f-f3d688141be0 req-778817ef-8971-4b5a-98c0-271c5300d431 tempest-ServersTestJSON-809673865 tempest-ServersTestJSON-809673865-project] For port ecb15fe6-d30a-4db1-82ea-5794b21bd4e8, host n-h2-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=ecb15fe6-d30a-4db1-82ea-5794b21bd4e8,segment=NetworkSegment(cb1a6cec-0b40-4dde-b37a-6dbda6bd8158),segment_id=cb1a6cec-0b40-4dde-b37a-6dbda6bd8158)] {{(pid=100246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:20:22.921257 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-ab4c2a43-bc14-4c51-916f-f3d688141be0 req-778817ef-8971-4b5a-98c0-271c5300d431 tempest-ServersTestJSON-809673865 tempest-ServersTestJSON-809673865-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:22.937590 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.plugin [None req-6d44808c-313e-49fa-8843-911146c5ea86 tempest-FloatingIPAdminTestJSON-289634761 tempest-FloatingIPAdminTestJSON-289634761-project] Deleting port 9565c2e3-d870-4b0a-9b2f-ccc3ecf6659c {{(pid=100247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:20:22.937932 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-6d44808c-313e-49fa-8843-911146c5ea86 tempest-FloatingIPAdminTestJSON-289634761 tempest-FloatingIPAdminTestJSON-289634761-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:22.941467 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [req-ab4c2a43-bc14-4c51-916f-f3d688141be0 req-778817ef-8971-4b5a-98c0-271c5300d431 tempest-ServersTestJSON-809673865 tempest-ServersTestJSON-809673865-project] Calling delete_port for ecb15fe6-d30a-4db1-82ea-5794b21bd4e8 owned by compute:nova {{(pid=100246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:20:22.996242 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-dfd5aa14-393a-4642-af5b-e1b7d8c49b84 req-b97737ff-b7f1-413b-822d-6c085d06980c tempest-ServersTestJSON-809673865 tempest-ServersTestJSON-809673865-project] 10.222.0.104 "GET /v2.0/security-groups?id=b2132efa-40d7-46de-9959-646c1b99d382&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830407 Jul 06 14:20:23.016299 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-dfa0e677-78ae-4a3c-8522-421232b5f535 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:23.022954 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-dfa0e677-78ae-4a3c-8522-421232b5f535 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:23.051312 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dfa0e677-78ae-4a3c-8522-421232b5f535 admin admin] vlan segment allocate from pool success with {'vlan_id': 1019, 'physical_network': 'physnet1'} {{(pid=100246) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 14:20:23.056065 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-6d44808c-313e-49fa-8843-911146c5ea86 tempest-FloatingIPAdminTestJSON-289634761 tempest-FloatingIPAdminTestJSON-289634761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:23.075368 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa0e677-78ae-4a3c-8522-421232b5f535 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e25fc918-d317-48f5-8fe8-cddb17b098d0,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:20:23.075604 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.plugin [None req-6d44808c-313e-49fa-8843-911146c5ea86 tempest-FloatingIPAdminTestJSON-289634761 tempest-FloatingIPAdminTestJSON-289634761-project] Calling delete_port for 9565c2e3-d870-4b0a-9b2f-ccc3ecf6659c owned by network:router_interface {{(pid=100247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:20:23.081261 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-dfa0e677-78ae-4a3c-8522-421232b5f535 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552'] for segment, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:23.081640 n-d-773647-6 neutron-server[100246]: INFO neutron.db.segments_db [None req-dfa0e677-78ae-4a3c-8522-421232b5f535 admin admin] Added segment ee908c01-b71e-40fe-968e-dba65942d6c2 of type vlan for network 939b6a56-d602-4029-9bd9-85ca48a8a1c7 Jul 06 14:20:23.165741 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-dfa0e677-78ae-4a3c-8522-421232b5f535 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773752984405'] for network, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:23.184707 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-ab4c2a43-bc14-4c51-916f-f3d688141be0 req-778817ef-8971-4b5a-98c0-271c5300d431 tempest-ServersTestJSON-809673865 tempest-ServersTestJSON-809673865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127687580'] for port, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:23.196524 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] get_ports_and_sgs() called for port_ids ['b3faa654-9b0e-47d7-ac0c-c53cca9f4156', 'ecb15fe6-d30a-4db1-82ea-5794b21bd4e8'] {{(pid=100248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 14:20:23.226269 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778817ef-8971-4b5a-98c0-271c5300d431 tempest-ServersTestJSON-809673865 tempest-ServersTestJSON-809673865-project] Pushing event deleted for resources: {'Port': ['ID=ecb15fe6-d30a-4db1-82ea-5794b21bd4e8,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:20:23.234749 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-9b509968-1b8c-4c6f-910c-7f572ffe4f35 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:23.240040 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-dfa0e677-78ae-4a3c-8522-421232b5f535 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060'] for network, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:23.241114 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfa0e677-78ae-4a3c-8522-421232b5f535 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:20:23.241618 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-dfa0e677-78ae-4a3c-8522-421232b5f535 admin admin] Notify callbacks [] for network, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:23.241898 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-9b509968-1b8c-4c6f-910c-7f572ffe4f35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:23.301058 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-9b509968-1b8c-4c6f-910c-7f572ffe4f35 admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=620f99748d224ca39b4f4601b6cfcbfe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4960170 Jul 06 14:20:23.304046 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 35672) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:20:23.319347 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b509968-1b8c-4c6f-910c-7f572ffe4f35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=644b9ac1-4df6-42bc-aabe-dbe5de77a1dd,revision_number=1']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:20:23.334966 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab4c2a43-bc14-4c51-916f-f3d688141be0 req-778817ef-8971-4b5a-98c0-271c5300d431 tempest-ServersTestJSON-809673865 tempest-ServersTestJSON-809673865-project] No DVR routers for this DVR port ecb15fe6-d30a-4db1-82ea-5794b21bd4e8 on host n-h2-773647-6 {{(pid=100246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:20:23.343474 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-ab4c2a43-bc14-4c51-916f-f3d688141be0 req-778817ef-8971-4b5a-98c0-271c5300d431 tempest-ServersTestJSON-809673865 tempest-ServersTestJSON-809673865-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:23.345519 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-ab4c2a43-bc14-4c51-916f-f3d688141be0 req-778817ef-8971-4b5a-98c0-271c5300d431 tempest-ServersTestJSON-809673865 tempest-ServersTestJSON-809673865-project] 10.222.0.72 "DELETE /v2.0/ports/ecb15fe6-d30a-4db1-82ea-5794b21bd4e8 HTTP/1.1" status: 204 len: 173 time: 0.7686663 Jul 06 14:20:23.345970 n-d-773647-6 neutron-server[100246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd444fffb-2290-420b-b894-3827d9c908c8', 'name': 'network-vif-deleted', 'tag': 'ecb15fe6-d30a-4db1-82ea-5794b21bd4e8'}] {{(pid=100246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:20:23.348424 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0d96c5ab5e889f7b933ae915b9be33d1b46c9e87795bf781004b656ef3f1e87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3dcfb8a-bd0b-4efe-9cc0-69177b7956b0" -d '{"events": [{"server_uuid": "d444fffb-2290-420b-b894-3827d9c908c8", "name": "network-vif-deleted", "tag": "ecb15fe6-d30a-4db1-82ea-5794b21bd4e8"}]}' {{(pid=100246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:20:23.369139 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-dfa0e677-78ae-4a3c-8522-421232b5f535 admin admin] 10.222.0.104 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.8565519 Jul 06 14:20:23.369783 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 35676) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:20:23.377897 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-8348f5bf-c09f-41fc-8bb1-eb09b843bb1c admin admin] Request body: {'subnet': {'network_id': '939b6a56-d602-4029-9bd9-85ca48a8a1c7', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1119808162-subnet', 'tenant_id': 'f5c9f711511e4e5f9402f36745957b4a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:20:23.386946 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa0e677-78ae-4a3c-8522-421232b5f535 admin admin] Pushing event updated for resources: {'Network': ['ID=939b6a56-d602-4029-9bd9-85ca48a8a1c7,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:20:23.400091 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Network 939b6a56-d602-4029-9bd9-85ca48a8a1c7 details requested by agent ovs-agent-n-d-773647-6 with host n-d-773647-6 {{(pid=100248) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 14:20:23.410242 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8348f5bf-c09f-41fc-8bb1-eb09b843bb1c admin admin] Made reservation on behalf of f5c9f711511e4e5f9402f36745957b4a for: {'subnet': 1} {{(pid=100246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:20:23.410575 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-879ff23a-b41a-4bfb-8722-e48c2a7c85f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:23.418677 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-8348f5bf-c09f-41fc-8bb1-eb09b843bb1c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127702029'] for subnet, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:23.425633 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 14:20:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc7c078e-367c-4851-920d-84efa103ea23 x-openstack-request-id: req-fc7c078e-367c-4851-920d-84efa103ea23 {{(pid=100246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:20:23.425938 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d444fffb-2290-420b-b894-3827d9c908c8", "name": "network-vif-deleted", "tag": "ecb15fe6-d30a-4db1-82ea-5794b21bd4e8", "status": "completed", "code": 200}]} {{(pid=100246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:20:23.426197 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-fc7c078e-367c-4851-920d-84efa103ea23 {{(pid=100246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:20:23.426649 n-d-773647-6 neutron-server[100246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd444fffb-2290-420b-b894-3827d9c908c8', 'name': 'network-vif-deleted', 'tag': 'ecb15fe6-d30a-4db1-82ea-5794b21bd4e8', 'status': 'completed', 'code': 200} Jul 06 14:20:23.450360 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-879ff23a-b41a-4bfb-8722-e48c2a7c85f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:23.458313 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-6d44808c-313e-49fa-8843-911146c5ea86 tempest-FloatingIPAdminTestJSON-289634761 tempest-FloatingIPAdminTestJSON-289634761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128888353'] for port, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:23.540537 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d44808c-313e-49fa-8843-911146c5ea86 tempest-FloatingIPAdminTestJSON-289634761 tempest-FloatingIPAdminTestJSON-289634761-project] Pushing event deleted for resources: {'Port': ['ID=9565c2e3-d870-4b0a-9b2f-ccc3ecf6659c,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:20:23.666729 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-879ff23a-b41a-4bfb-8722-e48c2a7c85f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:23.669580 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-879ff23a-b41a-4bfb-8722-e48c2a7c85f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:23.674485 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-879ff23a-b41a-4bfb-8722-e48c2a7c85f2 admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/644b9ac1-4df6-42bc-aabe-dbe5de77a1dd HTTP/1.1" status: 204 len: 168 time: 0.3651047 Jul 06 14:20:23.684932 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-8348f5bf-c09f-41fc-8bb1-eb09b843bb1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1849032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127687649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127702047'] for subnet, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:23.729949 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879ff23a-b41a-4bfb-8722-e48c2a7c85f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=644b9ac1-4df6-42bc-aabe-dbe5de77a1dd,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:20:23.754527 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8348f5bf-c09f-41fc-8bb1-eb09b843bb1c admin admin] Pushing event updated for resources: {'Subnet': ['ID=c766dd70-4214-4cf7-9cdb-42855341a210,revision_number=0']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:20:23.762333 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8348f5bf-c09f-41fc-8bb1-eb09b843bb1c admin admin] Checking segment: {'id': 'ee908c01-b71e-40fe-968e-dba65942d6c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': '939b6a56-d602-4029-9bd9-85ca48a8a1c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:20:23.762717 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8348f5bf-c09f-41fc-8bb1-eb09b843bb1c admin admin] Network hostable DHCP agents. Network: 939b6a56-d602-4029-9bd9-85ca48a8a1c7, hostable agents: ['f2bada3d-be77-4359-982b-8505a2bbca04'], hosted agents: [] {{(pid=100246) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 14:20:23.779763 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-6d44808c-313e-49fa-8843-911146c5ea86 tempest-FloatingIPAdminTestJSON-289634761 tempest-FloatingIPAdminTestJSON-289634761-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1809193'] for router_interface, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:23.780314 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8348f5bf-c09f-41fc-8bb1-eb09b843bb1c admin admin] Network 939b6a56-d602-4029-9bd9-85ca48a8a1c7 is scheduled to be hosted by DHCP agent f2bada3d-be77-4359-982b-8505a2bbca04 with binding_index 1 {{(pid=100246) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 14:20:23.795993 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.base_scheduler [None req-8348f5bf-c09f-41fc-8bb1-eb09b843bb1c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773647-6, 939b6a56-d602-4029-9bd9-85ca48a8a1c7) {{(pid=100246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:20:23.800632 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8348f5bf-c09f-41fc-8bb1-eb09b843bb1c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:20:23.801354 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-8348f5bf-c09f-41fc-8bb1-eb09b843bb1c admin admin] Notify callbacks [] for subnet, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:23.805125 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-650c4642-ae8c-4403-9c95-4a235919d2d5 None None] Network 939b6a56-d602-4029-9bd9-85ca48a8a1c7 requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:20:23.818143 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-8348f5bf-c09f-41fc-8bb1-eb09b843bb1c admin admin] 10.222.0.104 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.4444656 Jul 06 14:20:24.000701 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c8dd231-a9c7-4ffc-834a-bcd83ab01a7b None None] Network 939b6a56-d602-4029-9bd9-85ca48a8a1c7 requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:20:24.133266 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d44808c-313e-49fa-8843-911146c5ea86 tempest-FloatingIPAdminTestJSON-289634761 tempest-FloatingIPAdminTestJSON-289634761-project] Router 17da6bed-ca2d-4831-bd6d-788e61818aa3 has already been hosted by L3 agent 2823d358-a11b-4885-a706-95a279e43fa7 {{(pid=100247) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 14:20:24.327433 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-02b4cb74-0c0d-40cb-803d-34c78310d785 req-7dd04b3e-276c-40b6-8857-ffde74522b34 tempest-ServersTestJSON-809673865 tempest-ServersTestJSON-809673865-project] 10.222.0.104 "GET /v2.0/ports?device_id=d444fffb-2290-420b-b894-3827d9c908c8 HTTP/1.1" status: 200 len: 210 time: 0.0374684 Jul 06 14:20:24.329418 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d44808c-313e-49fa-8843-911146c5ea86 tempest-FloatingIPAdminTestJSON-289634761 tempest-FloatingIPAdminTestJSON-289634761-project] Notify agent at l3_agent.n-d-773647-6 the message routers_updated {{(pid=100247) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 14:20:24.335830 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-6d44808c-313e-49fa-8843-911146c5ea86 tempest-FloatingIPAdminTestJSON-289634761 tempest-FloatingIPAdminTestJSON-289634761-project] 10.222.0.104 "PUT /v2.0/routers/17da6bed-ca2d-4831-bd6d-788e61818aa3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6425126 Jul 06 14:20:24.337862 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 35690) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:20:24.343904 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfb7768e-77ac-4c21-abc0-688f2874aa8c None None] Sync routers for ids ['17da6bed-ca2d-4831-bd6d-788e61818aa3'] in n-d-773647-6 {{(pid=100248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 14:20:24.384115 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfb7768e-77ac-4c21-abc0-688f2874aa8c None None] Routers {'17da6bed-ca2d-4831-bd6d-788e61818aa3'} bound to L3 agent in host n-d-773647-6 {{(pid=100248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:20:24.386080 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-bfb7768e-77ac-4c21-abc0-688f2874aa8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T14:19:56Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['17da6bed-ca2d-4831-bd6d-788e61818aa3'], 'active': True} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:20:24.438353 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-bfb7768e-77ac-4c21-abc0-688f2874aa8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-773647-6', False) {} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:20:24.447573 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfb7768e-77ac-4c21-abc0-688f2874aa8c None None] Routers {'17da6bed-ca2d-4831-bd6d-788e61818aa3'} bound to L3 agent in host n-d-773647-6 {{(pid=100248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:20:24.448300 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-bfb7768e-77ac-4c21-abc0-688f2874aa8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T14:19:56Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['17da6bed-ca2d-4831-bd6d-788e61818aa3'], 'active': True} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:20:24.468092 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-017fb470-1d04-4d83-ab12-5cd175e9a903 tempest-FloatingIPAdminTestJSON-289634761 tempest-FloatingIPAdminTestJSON-289634761-project] Notify callbacks [] for router, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:24.484369 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-bfb7768e-77ac-4c21-abc0-688f2874aa8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-773647-6', False) {} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:20:24.485039 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfb7768e-77ac-4c21-abc0-688f2874aa8c None None] The sync data for ids ['17da6bed-ca2d-4831-bd6d-788e61818aa3'] in n-d-773647-6 is: [] {{(pid=100248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 14:20:24.652108 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a7008a-88f2-4380-b3a3-18089fc11cab req-605853cb-ab26-40d1-9a84-64efaa1c7cec tempest-AttachVolumeNegativeTest-1214840538 tempest-AttachVolumeNegativeTest-1214840538-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:20:24.653546 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-02a7008a-88f2-4380-b3a3-18089fc11cab req-605853cb-ab26-40d1-9a84-64efaa1c7cec tempest-AttachVolumeNegativeTest-1214840538 tempest-AttachVolumeNegativeTest-1214840538-project] 10.222.0.104 "GET /v2.0/networks?id=939b6a56-d602-4029-9bd9-85ca48a8a1c7 HTTP/1.1" status: 200 len: 815 time: 0.1529016 Jul 06 14:20:24.655012 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-017fb470-1d04-4d83-ab12-5cd175e9a903 tempest-FloatingIPAdminTestJSON-289634761 tempest-FloatingIPAdminTestJSON-289634761-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:24.672635 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-02a7008a-88f2-4380-b3a3-18089fc11cab req-43d31753-0c43-4032-bd81-9bf5a0dbc22f tempest-AttachVolumeNegativeTest-1214840538 tempest-AttachVolumeNegativeTest-1214840538-project] 10.222.0.104 "GET /v2.0/quotas/f5c9f711511e4e5f9402f36745957b4a HTTP/1.1" status: 200 len: 375 time: 0.0125034 Jul 06 14:20:24.720539 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-02a7008a-88f2-4380-b3a3-18089fc11cab req-dba77deb-8ef5-478b-bd2e-606eb7e6ffbe tempest-AttachVolumeNegativeTest-1214840538 tempest-AttachVolumeNegativeTest-1214840538-project] 10.222.0.104 "GET /v2.0/ports?tenant_id=f5c9f711511e4e5f9402f36745957b4a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0287492 Jul 06 14:20:24.748277 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.plugin [None req-017fb470-1d04-4d83-ab12-5cd175e9a903 tempest-FloatingIPAdminTestJSON-289634761 tempest-FloatingIPAdminTestJSON-289634761-project] Deleting port 4c0903c7-6765-4524-bde3-c750d3859625 {{(pid=100247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:20:24.748622 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-017fb470-1d04-4d83-ab12-5cd175e9a903 tempest-FloatingIPAdminTestJSON-289634761 tempest-FloatingIPAdminTestJSON-289634761-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:24.825521 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-017fb470-1d04-4d83-ab12-5cd175e9a903 tempest-FloatingIPAdminTestJSON-289634761 tempest-FloatingIPAdminTestJSON-289634761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:24.878467 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.plugin [None req-017fb470-1d04-4d83-ab12-5cd175e9a903 tempest-FloatingIPAdminTestJSON-289634761 tempest-FloatingIPAdminTestJSON-289634761-project] Calling delete_port for 4c0903c7-6765-4524-bde3-c750d3859625 owned by network:router_gateway {{(pid=100247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:20:24.967719 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-02a7008a-88f2-4380-b3a3-18089fc11cab req-21f6c52f-60a9-486e-9158-7113e68b1a25 service neutron] 10.222.0.104 "GET /v2.0/networks/939b6a56-d602-4029-9bd9-85ca48a8a1c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2397544 Jul 06 14:20:25.128809 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-02a7008a-88f2-4380-b3a3-18089fc11cab req-281a07c0-e529-4158-8fc4-4d9fe4fe38eb service neutron] 10.222.0.104 "GET /v2.0/networks/939b6a56-d602-4029-9bd9-85ca48a8a1c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1540387 Jul 06 14:20:25.143855 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-017fb470-1d04-4d83-ab12-5cd175e9a903 tempest-FloatingIPAdminTestJSON-289634761 tempest-FloatingIPAdminTestJSON-289634761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128888353'] for port, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:25.170613 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017fb470-1d04-4d83-ab12-5cd175e9a903 tempest-FloatingIPAdminTestJSON-289634761 tempest-FloatingIPAdminTestJSON-289634761-project] Pushing event deleted for resources: {'Port': ['ID=4c0903c7-6765-4524-bde3-c750d3859625,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:20:25.232311 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-017fb470-1d04-4d83-ab12-5cd175e9a903 tempest-FloatingIPAdminTestJSON-289634761 tempest-FloatingIPAdminTestJSON-289634761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1761104'] for router_gateway, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:25.359196 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-a6ce9e61-89b0-4f5f-ab2e-3b790d3e6969 req-8dbdf6da-cc57-4023-b89f-1966e0ac9957 tempest-AttachVolumeNegativeTest-1214840538 tempest-AttachVolumeNegativeTest-1214840538-project] 10.222.0.104 "GET /v2.0/ports?device_id=9ce98e0e-7c4e-42b0-80dd-b21fabb5d600 HTTP/1.1" status: 200 len: 210 time: 0.0588524 Jul 06 14:20:25.360753 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-017fb470-1d04-4d83-ab12-5cd175e9a903 tempest-FloatingIPAdminTestJSON-289634761 tempest-FloatingIPAdminTestJSON-289634761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1806308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6982'] for router, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:25.362929 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-017fb470-1d04-4d83-ab12-5cd175e9a903 tempest-FloatingIPAdminTestJSON-289634761 tempest-FloatingIPAdminTestJSON-289634761-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:25.408875 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-017fb470-1d04-4d83-ab12-5cd175e9a903 tempest-FloatingIPAdminTestJSON-289634761 tempest-FloatingIPAdminTestJSON-289634761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1805684'] for router, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:25.409428 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-017fb470-1d04-4d83-ab12-5cd175e9a903 tempest-FloatingIPAdminTestJSON-289634761 tempest-FloatingIPAdminTestJSON-289634761-project] Fanout notify agent at l3_agent the message router_deleted on router 17da6bed-ca2d-4831-bd6d-788e61818aa3 {{(pid=100247) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 14:20:25.418205 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-017fb470-1d04-4d83-ab12-5cd175e9a903 tempest-FloatingIPAdminTestJSON-289634761 tempest-FloatingIPAdminTestJSON-289634761-project] Notify callbacks [] for router, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:25.421694 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-017fb470-1d04-4d83-ab12-5cd175e9a903 tempest-FloatingIPAdminTestJSON-289634761 tempest-FloatingIPAdminTestJSON-289634761-project] 10.222.0.104 "DELETE /v2.0/routers/17da6bed-ca2d-4831-bd6d-788e61818aa3 HTTP/1.1" status: 204 len: 168 time: 1.0803297 Jul 06 14:20:25.422074 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 35712) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:20:25.475087 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b5c9aa2-a8ae-4843-ad9a-02c676291b64 tempest-FloatingIPAdminTestJSON-289634761 tempest-FloatingIPAdminTestJSON-289634761-project] Deleting subnet a39646fe-cc1f-4754-8533-571a775364b5 {{(pid=100247) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 14:20:25.481207 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-2b5c9aa2-a8ae-4843-ad9a-02c676291b64 tempest-FloatingIPAdminTestJSON-289634761 tempest-FloatingIPAdminTestJSON-289634761-project] Notify callbacks [] for subnet, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:25.526978 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-851310b9-c172-4f66-83e0-28bc67703a2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:25.533508 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-2b5c9aa2-a8ae-4843-ad9a-02c676291b64 tempest-FloatingIPAdminTestJSON-289634761 tempest-FloatingIPAdminTestJSON-289634761-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127131748'] for subnet, precommit_delete_associations {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:25.628979 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-2b5c9aa2-a8ae-4843-ad9a-02c676291b64 tempest-FloatingIPAdminTestJSON-289634761 tempest-FloatingIPAdminTestJSON-289634761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-913473'] for subnet, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:25.756496 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-2b5c9aa2-a8ae-4843-ad9a-02c676291b64 tempest-FloatingIPAdminTestJSON-289634761 tempest-FloatingIPAdminTestJSON-289634761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-913480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1849032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-128888347', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127627857'] for subnet, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:25.801117 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5c9aa2-a8ae-4843-ad9a-02c676291b64 tempest-FloatingIPAdminTestJSON-289634761 tempest-FloatingIPAdminTestJSON-289634761-project] Pushing event deleted for resources: {'Subnet': ['ID=a39646fe-cc1f-4754-8533-571a775364b5,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:20:25.806031 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-2b5c9aa2-a8ae-4843-ad9a-02c676291b64 tempest-FloatingIPAdminTestJSON-289634761 tempest-FloatingIPAdminTestJSON-289634761-project] Notify callbacks [] for subnet, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:25.807930 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-2b5c9aa2-a8ae-4843-ad9a-02c676291b64 tempest-FloatingIPAdminTestJSON-289634761 tempest-FloatingIPAdminTestJSON-289634761-project] 10.222.0.104 "DELETE /v2.0/subnets/a39646fe-cc1f-4754-8533-571a775364b5 HTTP/1.1" status: 204 len: 168 time: 0.3851366 Jul 06 14:20:25.810770 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 35728) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:20:25.815150 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cdfeaea-bd9d-44f8-948a-c53547c07c7a None None] Network 693b25e8-aa4d-4343-9754-7e85d812fc15 requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:20:25.829294 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0beaf964-c193-4be6-93e8-3a1f5566007d req-1db7e724-0f3e-4c1c-bf34-2a147d64ce7e tempest-ServersTestJSON-809673865 tempest-ServersTestJSON-809673865-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:20:25.831289 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-0beaf964-c193-4be6-93e8-3a1f5566007d req-1db7e724-0f3e-4c1c-bf34-2a147d64ce7e tempest-ServersTestJSON-809673865 tempest-ServersTestJSON-809673865-project] 10.222.0.104 "GET /v2.0/networks?id=e673442c-5645-41cd-ae64-05cc6584adda HTTP/1.1" status: 200 len: 806 time: 0.1609874 Jul 06 14:20:25.854346 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-0beaf964-c193-4be6-93e8-3a1f5566007d req-267dfe3b-e0dc-4b00-af33-57a1cc076d0d tempest-ServersTestJSON-809673865 tempest-ServersTestJSON-809673865-project] 10.222.0.104 "GET /v2.0/quotas/0fb5330a68d94b1da3c3872d90574aab HTTP/1.1" status: 200 len: 375 time: 0.0175149 Jul 06 14:20:25.901182 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:25.921616 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-3d0bbb5d-2615-4e00-87c7-ea8ad1a6f81f tempest-FloatingIPAdminTestJSON-289634761 tempest-FloatingIPAdminTestJSON-289634761-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530492'] for network, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:25.949779 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-0beaf964-c193-4be6-93e8-3a1f5566007d req-6324fcc6-0f55-4c83-a007-631e4677e62f tempest-ServersTestJSON-809673865 tempest-ServersTestJSON-809673865-project] 10.222.0.104 "GET /v2.0/ports?tenant_id=0fb5330a68d94b1da3c3872d90574aab&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0903697 Jul 06 14:20:25.980121 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [None req-3d0bbb5d-2615-4e00-87c7-ea8ad1a6f81f tempest-FloatingIPAdminTestJSON-289634761 tempest-FloatingIPAdminTestJSON-289634761-project] Deleting port d4b3b2d6-bfd2-4644-8d8d-0a7c3377174e {{(pid=100246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:20:25.980474 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-3d0bbb5d-2615-4e00-87c7-ea8ad1a6f81f tempest-FloatingIPAdminTestJSON-289634761 tempest-FloatingIPAdminTestJSON-289634761-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:26.055469 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.db [None req-3d0bbb5d-2615-4e00-87c7-ea8ad1a6f81f tempest-FloatingIPAdminTestJSON-289634761 tempest-FloatingIPAdminTestJSON-289634761-project] For port d4b3b2d6-bfd2-4644-8d8d-0a7c3377174e, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=d4b3b2d6-bfd2-4644-8d8d-0a7c3377174e,segment=NetworkSegment(1adc5e2e-8b1d-4f78-b19e-f3efeb5e12a8),segment_id=1adc5e2e-8b1d-4f78-b19e-f3efeb5e12a8)] {{(pid=100246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:20:26.055850 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-3d0bbb5d-2615-4e00-87c7-ea8ad1a6f81f tempest-FloatingIPAdminTestJSON-289634761 tempest-FloatingIPAdminTestJSON-289634761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:26.056655 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-0beaf964-c193-4be6-93e8-3a1f5566007d req-2259b1cd-7923-446e-90c6-c9fbe2e666a6 service neutron] 10.222.0.104 "GET /v2.0/networks/e673442c-5645-41cd-ae64-05cc6584adda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1055512 Jul 06 14:20:26.064846 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb239c47-b7e3-403a-9fb5-7fcf41aa991d None None] DHCP port deletion for 693b25e8-aa4d-4343-9754-7e85d812fc15 request from n-d-773647-6 {{(pid=100248) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 14:20:26.069976 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [None req-3d0bbb5d-2615-4e00-87c7-ea8ad1a6f81f tempest-FloatingIPAdminTestJSON-289634761 tempest-FloatingIPAdminTestJSON-289634761-project] Calling delete_port for d4b3b2d6-bfd2-4644-8d8d-0a7c3377174e owned by network:dhcp {{(pid=100246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:20:26.128748 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-eb239c47-b7e3-403a-9fb5-7fcf41aa991d None None] Deleting port d4b3b2d6-bfd2-4644-8d8d-0a7c3377174e {{(pid=100248) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:20:26.129129 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-eb239c47-b7e3-403a-9fb5-7fcf41aa991d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:26.159461 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-3d0bbb5d-2615-4e00-87c7-ea8ad1a6f81f tempest-FloatingIPAdminTestJSON-289634761 tempest-FloatingIPAdminTestJSON-289634761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127687580'] for port, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:26.160913 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-0beaf964-c193-4be6-93e8-3a1f5566007d req-be969c18-3baa-47f0-8a0f-c6deef2e66d6 service neutron] 10.222.0.104 "GET /v2.0/networks/e673442c-5645-41cd-ae64-05cc6584adda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926814 Jul 06 14:20:26.186238 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0bbb5d-2615-4e00-87c7-ea8ad1a6f81f tempest-FloatingIPAdminTestJSON-289634761 tempest-FloatingIPAdminTestJSON-289634761-project] Pushing event deleted for resources: {'Port': ['ID=d4b3b2d6-bfd2-4644-8d8d-0a7c3377174e,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:20:26.195603 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d0bbb5d-2615-4e00-87c7-ea8ad1a6f81f tempest-FloatingIPAdminTestJSON-289634761 tempest-FloatingIPAdminTestJSON-289634761-project] No DVR routers for this DVR port d4b3b2d6-bfd2-4644-8d8d-0a7c3377174e on host n-d-773647-6 {{(pid=100246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:20:26.199786 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-eb239c47-b7e3-403a-9fb5-7fcf41aa991d None None] For port d4b3b2d6-bfd2-4644-8d8d-0a7c3377174e, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=d4b3b2d6-bfd2-4644-8d8d-0a7c3377174e,segment=NetworkSegment(1adc5e2e-8b1d-4f78-b19e-f3efeb5e12a8),segment_id=1adc5e2e-8b1d-4f78-b19e-f3efeb5e12a8)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:20:26.200202 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-eb239c47-b7e3-403a-9fb5-7fcf41aa991d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:26.217102 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-eb239c47-b7e3-403a-9fb5-7fcf41aa991d None None] Calling delete_port for d4b3b2d6-bfd2-4644-8d8d-0a7c3377174e owned by network:dhcp {{(pid=100248) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:20:26.287805 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-3d0bbb5d-2615-4e00-87c7-ea8ad1a6f81f tempest-FloatingIPAdminTestJSON-289634761 tempest-FloatingIPAdminTestJSON-289634761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-917204', 'neutron.services.segments.db._delete_segments_for_network-8773753502302'] for network, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:26.297748 n-d-773647-6 neutron-server[100248]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 14:20:26.297748 n-d-773647-6 neutron-server[100248]: self.session.flush() Jul 06 14:20:26.297748 n-d-773647-6 neutron-server[100248]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 14:20:26.297748 n-d-773647-6 neutron-server[100248]: self.session.flush() Jul 06 14:20:26.297748 n-d-773647-6 neutron-server[100248]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 14:20:26.297748 n-d-773647-6 neutron-server[100248]: self.session.flush() Jul 06 14:20:26.297748 n-d-773647-6 neutron-server[100248]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 14:20:26.297748 n-d-773647-6 neutron-server[100248]: self.session.flush() Jul 06 14:20:26.297748 n-d-773647-6 neutron-server[100248]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 14:20:26.297748 n-d-773647-6 neutron-server[100248]: self.session.flush() Jul 06 14:20:26.297748 n-d-773647-6 neutron-server[100248]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 14:20:26.297748 n-d-773647-6 neutron-server[100248]: self.session.flush() Jul 06 14:20:26.297748 n-d-773647-6 neutron-server[100248]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 14:20:26.297748 n-d-773647-6 neutron-server[100248]: self.session.flush() Jul 06 14:20:26.297748 n-d-773647-6 neutron-server[100248]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 14:20:26.297748 n-d-773647-6 neutron-server[100248]: self.session.flush() Jul 06 14:20:26.297748 n-d-773647-6 neutron-server[100248]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 14:20:26.297748 n-d-773647-6 neutron-server[100248]: self.session.flush() Jul 06 14:20:26.297748 n-d-773647-6 neutron-server[100248]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 14:20:26.297748 n-d-773647-6 neutron-server[100248]: self.session.flush() Jul 06 14:20:26.297748 n-d-773647-6 neutron-server[100248]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 14:20:26.297748 n-d-773647-6 neutron-server[100248]: self.session.flush() Jul 06 14:20:26.297748 n-d-773647-6 neutron-server[100248]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 14:20:26.297748 n-d-773647-6 neutron-server[100248]: self.session.flush() Jul 06 14:20:26.297748 n-d-773647-6 neutron-server[100248]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 14:20:26.297748 n-d-773647-6 neutron-server[100248]: self.session.flush() Jul 06 14:20:26.297748 n-d-773647-6 neutron-server[100248]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 14:20:26.297748 n-d-773647-6 neutron-server[100248]: self.session.flush() Jul 06 14:20:26.297748 n-d-773647-6 neutron-server[100248]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 14:20:26.297748 n-d-773647-6 neutron-server[100248]: self.session.flush() Jul 06 14:20:26.297748 n-d-773647-6 neutron-server[100248]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 14:20:26.297748 n-d-773647-6 neutron-server[100248]: self.session.flush() Jul 06 14:20:26.297748 n-d-773647-6 neutron-server[100248]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 14:20:26.297748 n-d-773647-6 neutron-server[100248]: self.session.flush() Jul 06 14:20:26.297748 n-d-773647-6 neutron-server[100248]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 14:20:26.297748 n-d-773647-6 neutron-server[100248]: self.session.flush() Jul 06 14:20:26.297748 n-d-773647-6 neutron-server[100248]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 14:20:26.297748 n-d-773647-6 neutron-server[100248]: self.session.flush() Jul 06 14:20:26.297748 n-d-773647-6 neutron-server[100248]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 14:20:26.297748 n-d-773647-6 neutron-server[100248]: self.session.flush() Jul 06 14:20:26.297748 n-d-773647-6 neutron-server[100248]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 14:20:26.297748 n-d-773647-6 neutron-server[100248]: self.session.flush() Jul 06 14:20:26.297748 n-d-773647-6 neutron-server[100248]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 14:20:26.297748 n-d-773647-6 neutron-server[100248]: self.session.flush() Jul 06 14:20:26.297748 n-d-773647-6 neutron-server[100248]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 14:20:26.297748 n-d-773647-6 neutron-server[100248]: self.session.flush() Jul 06 14:20:26.297748 n-d-773647-6 neutron-server[100248]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 14:20:26.297748 n-d-773647-6 neutron-server[100248]: self.session.flush() Jul 06 14:20:26.297748 n-d-773647-6 neutron-server[100248]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 14:20:26.297748 n-d-773647-6 neutron-server[100248]: self.session.flush() Jul 06 14:20:26.297748 n-d-773647-6 neutron-server[100248]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 14:20:26.297748 n-d-773647-6 neutron-server[100248]: self.session.flush() Jul 06 14:20:26.297748 n-d-773647-6 neutron-server[100248]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 14:20:26.297748 n-d-773647-6 neutron-server[100248]: self.session.flush() Jul 06 14:20:26.305880 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-eb239c47-b7e3-403a-9fb5-7fcf41aa991d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117'] for port, after_delete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:26.306899 n-d-773647-6 neutron-server[100246]: DEBUG neutron.services.segments.db [None req-3d0bbb5d-2615-4e00-87c7-ea8ad1a6f81f tempest-FloatingIPAdminTestJSON-289634761 tempest-FloatingIPAdminTestJSON-289634761-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['693b25e8-aa4d-4343-9754-7e85d812fc15']}} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:20:26.318999 n-d-773647-6 neutron-server[100246]: DEBUG neutron.services.segments.db [None req-3d0bbb5d-2615-4e00-87c7-ea8ad1a6f81f tempest-FloatingIPAdminTestJSON-289634761 tempest-FloatingIPAdminTestJSON-289634761-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1adc5e2e-8b1d-4f78-b19e-f3efeb5e12a8') {'for_net_delete': True} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:20:26.319337 n-d-773647-6 neutron-server[100246]: DEBUG neutron.services.segments.db [None req-3d0bbb5d-2615-4e00-87c7-ea8ad1a6f81f tempest-FloatingIPAdminTestJSON-289634761 tempest-FloatingIPAdminTestJSON-289634761-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1adc5e2e-8b1d-4f78-b19e-f3efeb5e12a8') {} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:20:26.330608 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-3d0bbb5d-2615-4e00-87c7-ea8ad1a6f81f tempest-FloatingIPAdminTestJSON-289634761 tempest-FloatingIPAdminTestJSON-289634761-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773753515138', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126218898'] for segment, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:26.346510 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-1a1866e5-402d-4b67-9597-1089bb850e30 req-b396a5ec-a5e7-4cfc-9103-0896315534f2 tempest-ServersTestJSON-809673865 tempest-ServersTestJSON-809673865-project] 10.222.0.104 "GET /v2.0/ports?device_id=08e0882f-02d1-43ea-a068-d7675950a205 HTTP/1.1" status: 200 len: 210 time: 0.0378275 Jul 06 14:20:26.349154 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb239c47-b7e3-403a-9fb5-7fcf41aa991d None None] Pushing event deleted for resources: {'Port': ['ID=d4b3b2d6-bfd2-4644-8d8d-0a7c3377174e,revision_number=None']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:20:26.360025 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb239c47-b7e3-403a-9fb5-7fcf41aa991d None None] No DVR routers for this DVR port d4b3b2d6-bfd2-4644-8d8d-0a7c3377174e on host n-d-773647-6 {{(pid=100248) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:20:26.361349 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-3d0bbb5d-2615-4e00-87c7-ea8ad1a6f81f tempest-FloatingIPAdminTestJSON-289634761 tempest-FloatingIPAdminTestJSON-289634761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552'] for segment, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:26.374565 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d0bbb5d-2615-4e00-87c7-ea8ad1a6f81f tempest-FloatingIPAdminTestJSON-289634761 tempest-FloatingIPAdminTestJSON-289634761-project] Releasing vlan 1041 on physical network physnet1 to pool {{(pid=100246) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 14:20:26.374986 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-3d0bbb5d-2615-4e00-87c7-ea8ad1a6f81f tempest-FloatingIPAdminTestJSON-289634761 tempest-FloatingIPAdminTestJSON-289634761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127687491'] for segment, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:26.378375 n-d-773647-6 neutron-server[100246]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:20:26.378375 n-d-773647-6 neutron-server[100246]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:20:26.378375 n-d-773647-6 neutron-server[100246]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:20:26.378375 n-d-773647-6 neutron-server[100246]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:20:26.378375 n-d-773647-6 neutron-server[100246]: Traceback (most recent call last): Jul 06 14:20:26.378375 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 14:20:26.378375 n-d-773647-6 neutron-server[100246]: timer() Jul 06 14:20:26.378375 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 14:20:26.378375 n-d-773647-6 neutron-server[100246]: cb(*args, **kw) Jul 06 14:20:26.378375 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 14:20:26.378375 n-d-773647-6 neutron-server[100246]: return func(*args, **kwargs) Jul 06 14:20:26.378375 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 14:20:26.378375 n-d-773647-6 neutron-server[100246]: self._notify() Jul 06 14:20:26.378375 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 14:20:26.378375 n-d-773647-6 neutron-server[100246]: self.callback(batched_events) Jul 06 14:20:26.378375 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 14:20:26.378375 n-d-773647-6 neutron-server[100246]: event.method(event) Jul 06 14:20:26.378375 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 14:20:26.378375 n-d-773647-6 neutron-server[100246]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 14:20:26.378375 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 14:20:26.378375 n-d-773647-6 neutron-server[100246]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 14:20:26.378375 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 14:20:26.378375 n-d-773647-6 neutron-server[100246]: return f(self, *a, **k) Jul 06 14:20:26.378375 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 14:20:26.378375 n-d-773647-6 neutron-server[100246]: return self._get(url).json() Jul 06 14:20:26.378375 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 14:20:26.378375 n-d-773647-6 neutron-server[100246]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 14:20:26.378375 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 14:20:26.378375 n-d-773647-6 neutron-server[100246]: return self.request(url, 'GET', **kwargs) Jul 06 14:20:26.378375 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 14:20:26.378375 n-d-773647-6 neutron-server[100246]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 14:20:26.378375 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 14:20:26.378375 n-d-773647-6 neutron-server[100246]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 14:20:26.378375 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 14:20:26.378375 n-d-773647-6 neutron-server[100246]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 14:20:26.378375 n-d-773647-6 neutron-server[100246]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 14:20:26.451298 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-3d0bbb5d-2615-4e00-87c7-ea8ad1a6f81f tempest-FloatingIPAdminTestJSON-289634761 tempest-FloatingIPAdminTestJSON-289634761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-917215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1761140'] for network, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:26.461288 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-3d0bbb5d-2615-4e00-87c7-ea8ad1a6f81f tempest-FloatingIPAdminTestJSON-289634761 tempest-FloatingIPAdminTestJSON-289634761-project] Notify callbacks [] for network, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:26.463654 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-3d0bbb5d-2615-4e00-87c7-ea8ad1a6f81f tempest-FloatingIPAdminTestJSON-289634761 tempest-FloatingIPAdminTestJSON-289634761-project] 10.222.0.104 "DELETE /v2.0/networks/693b25e8-aa4d-4343-9754-7e85d812fc15 HTTP/1.1" status: 204 len: 168 time: 0.6517513 Jul 06 14:20:26.466088 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 35736) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:20:26.487612 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0bbb5d-2615-4e00-87c7-ea8ad1a6f81f tempest-FloatingIPAdminTestJSON-289634761 tempest-FloatingIPAdminTestJSON-289634761-project] Pushing event deleted for resources: {'Network': ['ID=693b25e8-aa4d-4343-9754-7e85d812fc15,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:20:26.514227 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-088645a5-3604-4795-b872-13eaaf61e4a6 req-f9b4e794-07f4-453e-a247-a4c1afe9bdd2 tempest-AttachVolumeNegativeTest-1214840538 tempest-AttachVolumeNegativeTest-1214840538-project] 10.222.0.104 "GET /v2.0/ports?device_id=9ce98e0e-7c4e-42b0-80dd-b21fabb5d600 HTTP/1.1" status: 200 len: 210 time: 0.0339701 Jul 06 14:20:26.616697 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-2064eaae-da4f-48f8-82d2-b09d4ddedd44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:26.625902 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [None req-d597366a-5cf1-4946-9113-6334982bf66d tempest-FloatingIPAdminTestJSON-289634761 tempest-FloatingIPAdminTestJSON-289634761-project] Deleting port 60b5fc74-9e84-4ef6-b083-6ffae4f9740b {{(pid=100246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:20:26.626208 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-d597366a-5cf1-4946-9113-6334982bf66d tempest-FloatingIPAdminTestJSON-289634761 tempest-FloatingIPAdminTestJSON-289634761-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:26.657818 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a7008a-88f2-4380-b3a3-18089fc11cab req-42406a03-5d56-401b-87e0-91b2a8c49b4d tempest-AttachVolumeNegativeTest-1214840538 tempest-AttachVolumeNegativeTest-1214840538-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:20:26.659925 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-02a7008a-88f2-4380-b3a3-18089fc11cab req-42406a03-5d56-401b-87e0-91b2a8c49b4d tempest-AttachVolumeNegativeTest-1214840538 tempest-AttachVolumeNegativeTest-1214840538-project] 10.222.0.127 "GET /v2.0/networks?id=939b6a56-d602-4029-9bd9-85ca48a8a1c7 HTTP/1.1" status: 200 len: 815 time: 0.1434929 Jul 06 14:20:26.672388 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [req-02a7008a-88f2-4380-b3a3-18089fc11cab req-2f869c79-2d76-4258-83ca-4b0a9b5caa27 tempest-AttachVolumeNegativeTest-1214840538 tempest-AttachVolumeNegativeTest-1214840538-project] Request body: {'port': {'device_id': '9ce98e0e-7c4e-42b0-80dd-b21fabb5d600', 'network_id': '939b6a56-d602-4029-9bd9-85ca48a8a1c7', 'admin_state_up': True, 'tenant_id': 'f5c9f711511e4e5f9402f36745957b4a'}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:20:26.720332 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-d597366a-5cf1-4946-9113-6334982bf66d tempest-FloatingIPAdminTestJSON-289634761 tempest-FloatingIPAdminTestJSON-289634761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:26.720780 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-d597366a-5cf1-4946-9113-6334982bf66d tempest-FloatingIPAdminTestJSON-289634761 tempest-FloatingIPAdminTestJSON-289634761-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:26.736561 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [None req-d597366a-5cf1-4946-9113-6334982bf66d tempest-FloatingIPAdminTestJSON-289634761 tempest-FloatingIPAdminTestJSON-289634761-project] Calling delete_port for 60b5fc74-9e84-4ef6-b083-6ffae4f9740b owned by network:floatingip {{(pid=100246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:20:26.795033 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-02a7008a-88f2-4380-b3a3-18089fc11cab req-2f869c79-2d76-4258-83ca-4b0a9b5caa27 tempest-AttachVolumeNegativeTest-1214840538 tempest-AttachVolumeNegativeTest-1214840538-project] Made reservation on behalf of f5c9f711511e4e5f9402f36745957b4a for: {'port': 1} {{(pid=100247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:20:26.799208 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-02a7008a-88f2-4380-b3a3-18089fc11cab req-2f869c79-2d76-4258-83ca-4b0a9b5caa27 tempest-AttachVolumeNegativeTest-1214840538 tempest-AttachVolumeNegativeTest-1214840538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:26.894281 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-d597366a-5cf1-4946-9113-6334982bf66d tempest-FloatingIPAdminTestJSON-289634761 tempest-FloatingIPAdminTestJSON-289634761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127687580'] for port, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:26.922127 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d597366a-5cf1-4946-9113-6334982bf66d tempest-FloatingIPAdminTestJSON-289634761 tempest-FloatingIPAdminTestJSON-289634761-project] Pushing event deleted for resources: {'Port': ['ID=60b5fc74-9e84-4ef6-b083-6ffae4f9740b,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:20:26.995408 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-d597366a-5cf1-4946-9113-6334982bf66d tempest-FloatingIPAdminTestJSON-289634761 tempest-FloatingIPAdminTestJSON-289634761-project] Notify callbacks [] for floatingip, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:26.997994 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-d597366a-5cf1-4946-9113-6334982bf66d tempest-FloatingIPAdminTestJSON-289634761 tempest-FloatingIPAdminTestJSON-289634761-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for floatingip, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:27.001988 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-d597366a-5cf1-4946-9113-6334982bf66d tempest-FloatingIPAdminTestJSON-289634761 tempest-FloatingIPAdminTestJSON-289634761-project] 10.222.0.104 "DELETE /v2.0/floatingips/81bdaad3-37aa-4339-a327-35e51273de0e HTTP/1.1" status: 204 len: 168 time: 0.5314009 Jul 06 14:20:27.236789 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.db_base_plugin_common [req-02a7008a-88f2-4380-b3a3-18089fc11cab req-2f869c79-2d76-4258-83ca-4b0a9b5caa27 tempest-AttachVolumeNegativeTest-1214840538 tempest-AttachVolumeNegativeTest-1214840538-project] Allocated IP 172.20.0.3 (939b6a56-d602-4029-9bd9-85ca48a8a1c7/c766dd70-4214-4cf7-9cdb-42855341a210/8d4df4ab-91fa-44df-b174-538329dcec07) {{(pid=100247) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:20:27.267797 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 35748) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:20:27.303859 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Device ecb15fe6-d30a-4db1-82ea-5794b21bd4e8 no longer exists at agent hyperv_n-h2-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:20:27.324198 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] No Port match for: ecb15fe6-d30a-4db1-82ea-5794b21bd4e8 {{(pid=100248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 14:20:27.324565 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Device ecb15fe6-d30a-4db1-82ea-5794b21bd4e8 not bound to the agent host n-h2-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:20:27.388291 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-02a7008a-88f2-4380-b3a3-18089fc11cab req-2f869c79-2d76-4258-83ca-4b0a9b5caa27 tempest-AttachVolumeNegativeTest-1214840538 tempest-AttachVolumeNegativeTest-1214840538-project] Notify callbacks [] for port, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:27.413824 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-fea8db99-4ec8-4257-944f-8f8b4db3d82c admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=534f43d9ab3e461c9adfc5de67a06201&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1447439 Jul 06 14:20:27.414766 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 35754) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:20:27.439974 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-02a7008a-88f2-4380-b3a3-18089fc11cab req-2f869c79-2d76-4258-83ca-4b0a9b5caa27 tempest-AttachVolumeNegativeTest-1214840538 tempest-AttachVolumeNegativeTest-1214840538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-128888360'] for port, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:27.474580 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-b3fa7216-6947-4637-a81b-39817a61ff1f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:27.497961 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-b3fa7216-6947-4637-a81b-39817a61ff1f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:27.524710 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-b013db48-441a-48da-8124-ff48bae16b20 req-7cef2b57-8ed5-493e-9331-1aa20fe3f856 tempest-ServersTestJSON-809673865 tempest-ServersTestJSON-809673865-project] 10.222.0.104 "GET /v2.0/ports?device_id=08e0882f-02d1-43ea-a068-d7675950a205 HTTP/1.1" status: 200 len: 210 time: 0.0446298 Jul 06 14:20:27.558905 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f869c79-2d76-4258-83ca-4b0a9b5caa27 tempest-AttachVolumeNegativeTest-1214840538 tempest-AttachVolumeNegativeTest-1214840538-project] Pushing event updated for resources: {'Port': ['ID=8d4df4ab-91fa-44df-b174-538329dcec07,revision_number=1']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:20:27.570966 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-02a7008a-88f2-4380-b3a3-18089fc11cab req-2f869c79-2d76-4258-83ca-4b0a9b5caa27 tempest-AttachVolumeNegativeTest-1214840538 tempest-AttachVolumeNegativeTest-1214840538-project] Network 939b6a56-d602-4029-9bd9-85ca48a8a1c7 is already hosted by enough agents. {{(pid=100247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:20:27.572948 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.base_scheduler [req-02a7008a-88f2-4380-b3a3-18089fc11cab req-2f869c79-2d76-4258-83ca-4b0a9b5caa27 tempest-AttachVolumeNegativeTest-1214840538 tempest-AttachVolumeNegativeTest-1214840538-project] Resources bound (agent type, host, resource id): {{(pid=100247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:20:27.575455 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.l3_dvrscheduler_db [req-02a7008a-88f2-4380-b3a3-18089fc11cab req-2f869c79-2d76-4258-83ca-4b0a9b5caa27 tempest-AttachVolumeNegativeTest-1214840538 tempest-AttachVolumeNegativeTest-1214840538-project] Received port after_create {{(pid=100247) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:20:27.643645 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-b3fa7216-6947-4637-a81b-39817a61ff1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:27.647921 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-b3fa7216-6947-4637-a81b-39817a61ff1f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:27.652971 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-b3fa7216-6947-4637-a81b-39817a61ff1f admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/7a227012-f80f-4588-ad6f-6a12fc9cb795 HTTP/1.1" status: 204 len: 168 time: 0.2370000 Jul 06 14:20:27.674338 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3fa7216-6947-4637-a81b-39817a61ff1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a227012-f80f-4588-ad6f-6a12fc9cb795,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:20:27.694849 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0beaf964-c193-4be6-93e8-3a1f5566007d req-1cd4797a-3b71-4020-ae08-5a1d7a4c634f tempest-ServersTestJSON-809673865 tempest-ServersTestJSON-809673865-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:20:27.699084 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-0beaf964-c193-4be6-93e8-3a1f5566007d req-1cd4797a-3b71-4020-ae08-5a1d7a4c634f tempest-ServersTestJSON-809673865 tempest-ServersTestJSON-809673865-project] 10.222.0.72 "GET /v2.0/networks?id=e673442c-5645-41cd-ae64-05cc6584adda HTTP/1.1" status: 200 len: 806 time: 0.1776896 Jul 06 14:20:27.712932 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [req-0beaf964-c193-4be6-93e8-3a1f5566007d req-8b0878c8-6dbc-4c47-b7b5-fa78a77941e1 tempest-ServersTestJSON-809673865 tempest-ServersTestJSON-809673865-project] Request body: {'port': {'device_id': '08e0882f-02d1-43ea-a068-d7675950a205', 'network_id': 'e673442c-5645-41cd-ae64-05cc6584adda', 'admin_state_up': True, 'tenant_id': '0fb5330a68d94b1da3c3872d90574aab'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:20:27.716996 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device d4b3b2d6-bfd2-4644-8d8d-0a7c3377174e no longer exists at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:20:27.755558 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] No Port match for: d4b3b2d6-bfd2-4644-8d8d-0a7c3377174e {{(pid=100248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 14:20:27.755912 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device d4b3b2d6-bfd2-4644-8d8d-0a7c3377174e not bound to the agent host n-d-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:20:27.783608 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a7008a-88f2-4380-b3a3-18089fc11cab req-2f869c79-2d76-4258-83ca-4b0a9b5caa27 tempest-AttachVolumeNegativeTest-1214840538 tempest-AttachVolumeNegativeTest-1214840538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:20:27.784375 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-02a7008a-88f2-4380-b3a3-18089fc11cab req-2f869c79-2d76-4258-83ca-4b0a9b5caa27 tempest-AttachVolumeNegativeTest-1214840538 tempest-AttachVolumeNegativeTest-1214840538-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:27.805194 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-02a7008a-88f2-4380-b3a3-18089fc11cab req-2f869c79-2d76-4258-83ca-4b0a9b5caa27 tempest-AttachVolumeNegativeTest-1214840538 tempest-AttachVolumeNegativeTest-1214840538-project] 10.222.0.127 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1370437 Jul 06 14:20:27.820207 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [req-02a7008a-88f2-4380-b3a3-18089fc11cab req-267986c4-a2e7-407c-a48d-4abc168263f6 service neutron] Request body: {'port': {'device_id': '9ce98e0e-7c4e-42b0-80dd-b21fabb5d600', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-773647-6'}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:20:27.830611 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48af516-e50a-4e17-993c-023814b25e94 req-38c9c8a9-887b-4dae-8abb-0860740c57f1 tempest-AttachVolumeNegativeTest-1214840538 tempest-AttachVolumeNegativeTest-1214840538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:20:27.832273 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-c48af516-e50a-4e17-993c-023814b25e94 req-38c9c8a9-887b-4dae-8abb-0860740c57f1 tempest-AttachVolumeNegativeTest-1214840538 tempest-AttachVolumeNegativeTest-1214840538-project] 10.222.0.104 "GET /v2.0/ports?device_id=9ce98e0e-7c4e-42b0-80dd-b21fabb5d600 HTTP/1.1" status: 200 len: 931 time: 0.1591699 Jul 06 14:20:27.866499 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0beaf964-c193-4be6-93e8-3a1f5566007d req-8b0878c8-6dbc-4c47-b7b5-fa78a77941e1 tempest-ServersTestJSON-809673865 tempest-ServersTestJSON-809673865-project] Made reservation on behalf of 0fb5330a68d94b1da3c3872d90574aab for: {'port': 1} {{(pid=100246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:20:27.870416 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-0beaf964-c193-4be6-93e8-3a1f5566007d req-8b0878c8-6dbc-4c47-b7b5-fa78a77941e1 tempest-ServersTestJSON-809673865 tempest-ServersTestJSON-809673865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:27.916174 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-c48af516-e50a-4e17-993c-023814b25e94 req-d8b43863-7581-4fd1-aaaf-94316abedeb3 tempest-AttachVolumeNegativeTest-1214840538 tempest-AttachVolumeNegativeTest-1214840538-project] 10.222.0.104 "GET /v2.0/security-groups?id=e25fc918-d317-48f5-8fe8-cddb17b098d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654840 Jul 06 14:20:27.929929 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-02a7008a-88f2-4380-b3a3-18089fc11cab req-267986c4-a2e7-407c-a48d-4abc168263f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:28.009921 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 35764) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:20:28.033237 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-f193a7c7-a64b-4256-a3da-b2e5d3d86b7f admin admin] Notify callbacks [] for security_group, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:28.060929 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.db_base_plugin_common [req-0beaf964-c193-4be6-93e8-3a1f5566007d req-8b0878c8-6dbc-4c47-b7b5-fa78a77941e1 tempest-ServersTestJSON-809673865 tempest-ServersTestJSON-809673865-project] Allocated IP 172.20.0.7 (e673442c-5645-41cd-ae64-05cc6584adda/77f3889b-e625-42b7-98f3-adea55c7f2d3/48c869b2-304f-43d8-97b8-8a107b0fd887) {{(pid=100246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:20:28.217984 n-d-773647-6 neutron-server[100247]: DEBUG neutron.notifiers.nova [req-02a7008a-88f2-4380-b3a3-18089fc11cab req-267986c4-a2e7-407c-a48d-4abc168263f6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8d4df4ab-91fa-44df-b174-538329dcec07 {{(pid=100247) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 14:20:28.226424 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-02a7008a-88f2-4380-b3a3-18089fc11cab req-267986c4-a2e7-407c-a48d-4abc168263f6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:28.238625 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.provisioning_blocks [req-02a7008a-88f2-4380-b3a3-18089fc11cab req-267986c4-a2e7-407c-a48d-4abc168263f6 service neutron] Transition to ACTIVE for port object 8d4df4ab-91fa-44df-b174-538329dcec07 will not be triggered until provisioned by entity L2. {{(pid=100247) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:20:28.243115 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-02a7008a-88f2-4380-b3a3-18089fc11cab req-267986c4-a2e7-407c-a48d-4abc168263f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128888538'] for port, after_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:28.251612 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-f193a7c7-a64b-4256-a3da-b2e5d3d86b7f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:28.259027 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-f193a7c7-a64b-4256-a3da-b2e5d3d86b7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:28.305232 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-0beaf964-c193-4be6-93e8-3a1f5566007d req-8b0878c8-6dbc-4c47-b7b5-fa78a77941e1 tempest-ServersTestJSON-809673865 tempest-ServersTestJSON-809673865-project] Notify callbacks [] for port, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:28.314214 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267986c4-a2e7-407c-a48d-4abc168263f6 service neutron] Pushing event updated for resources: {'Port': ['ID=8d4df4ab-91fa-44df-b174-538329dcec07,revision_number=2']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:20:28.323181 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-f193a7c7-a64b-4256-a3da-b2e5d3d86b7f admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=3c3c3dc69efe476e94422785084fe827&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3098619 Jul 06 14:20:28.323181 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f193a7c7-a64b-4256-a3da-b2e5d3d86b7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56440d73-4049-4773-a2e5-92f367d0fed6,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:20:28.325978 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 35766) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:20:28.366805 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.managers [req-02a7008a-88f2-4380-b3a3-18089fc11cab req-267986c4-a2e7-407c-a48d-4abc168263f6 service neutron] Attempting to bind port 8d4df4ab-91fa-44df-b174-538329dcec07 on host n-h1-773647-6 for vnic_type normal with profile {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:20:28.367139 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.managers [req-02a7008a-88f2-4380-b3a3-18089fc11cab req-267986c4-a2e7-407c-a48d-4abc168263f6 service neutron] Attempting to bind port 8d4df4ab-91fa-44df-b174-538329dcec07 by drivers openvswitch,hyperv on host n-h1-773647-6 at level 0 using segments [{'id': 'ee908c01-b71e-40fe-968e-dba65942d6c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': '939b6a56-d602-4029-9bd9-85ca48a8a1c7'}] {{(pid=100247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:20:28.367502 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02a7008a-88f2-4380-b3a3-18089fc11cab req-267986c4-a2e7-407c-a48d-4abc168263f6 service neutron] Attempting to bind port 8d4df4ab-91fa-44df-b174-538329dcec07 on network 939b6a56-d602-4029-9bd9-85ca48a8a1c7 {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:20:28.371721 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02a7008a-88f2-4380-b3a3-18089fc11cab req-267986c4-a2e7-407c-a48d-4abc168263f6 service neutron] Port 8d4df4ab-91fa-44df-b174-538329dcec07 on network 939b6a56-d602-4029-9bd9-85ca48a8a1c7 not bound, no agent of type Open vSwitch agent registered on host n-h1-773647-6 {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 14:20:28.372044 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02a7008a-88f2-4380-b3a3-18089fc11cab req-267986c4-a2e7-407c-a48d-4abc168263f6 service neutron] Attempting to bind port 8d4df4ab-91fa-44df-b174-538329dcec07 on network 939b6a56-d602-4029-9bd9-85ca48a8a1c7 {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:20:28.376776 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02a7008a-88f2-4380-b3a3-18089fc11cab req-267986c4-a2e7-407c-a48d-4abc168263f6 service neutron] Checking agent: {'id': '5bf7147f-bada-4441-a5dc-934b903473fb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-773647-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 51, 12), 'started_at': datetime.datetime(2021, 7, 6, 13, 51, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 20, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:20:28.377092 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02a7008a-88f2-4380-b3a3-18089fc11cab req-267986c4-a2e7-407c-a48d-4abc168263f6 service neutron] Checking segment: {'id': 'ee908c01-b71e-40fe-968e-dba65942d6c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': '939b6a56-d602-4029-9bd9-85ca48a8a1c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100247) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:20:28.377479 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02a7008a-88f2-4380-b3a3-18089fc11cab req-267986c4-a2e7-407c-a48d-4abc168263f6 service neutron] Bound using segment: {'id': 'ee908c01-b71e-40fe-968e-dba65942d6c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': '939b6a56-d602-4029-9bd9-85ca48a8a1c7'} {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:20:28.377897 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.managers [req-02a7008a-88f2-4380-b3a3-18089fc11cab req-267986c4-a2e7-407c-a48d-4abc168263f6 service neutron] Bound port: 8d4df4ab-91fa-44df-b174-538329dcec07, host: n-h1-773647-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee908c01-b71e-40fe-968e-dba65942d6c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': '939b6a56-d602-4029-9bd9-85ca48a8a1c7'}}] {{(pid=100247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:20:28.378253 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-02a7008a-88f2-4380-b3a3-18089fc11cab req-267986c4-a2e7-407c-a48d-4abc168263f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:28.399997 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-0beaf964-c193-4be6-93e8-3a1f5566007d req-8b0878c8-6dbc-4c47-b7b5-fa78a77941e1 tempest-ServersTestJSON-809673865 tempest-ServersTestJSON-809673865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-127687573'] for port, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:28.400787 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-03f71b24-a9b8-453a-8924-caa3f97bc6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:28.406719 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-74526cf4-273c-432f-9dd0-06a4f56d49c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:28.414467 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] get_ports_and_sgs() called for port_ids ['b3faa654-9b0e-47d7-ac0c-c53cca9f4156'] {{(pid=100248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 14:20:28.444781 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.db [req-02a7008a-88f2-4380-b3a3-18089fc11cab req-267986c4-a2e7-407c-a48d-4abc168263f6 service neutron] For port 8d4df4ab-91fa-44df-b174-538329dcec07, host n-h1-773647-6, cleared binding levels {{(pid=100247) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:20:28.449426 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.db [req-02a7008a-88f2-4380-b3a3-18089fc11cab req-267986c4-a2e7-407c-a48d-4abc168263f6 service neutron] For port 8d4df4ab-91fa-44df-b174-538329dcec07, host n-h1-773647-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773647-6',level=0,port_id=8d4df4ab-91fa-44df-b174-538329dcec07,segment=NetworkSegment(ee908c01-b71e-40fe-968e-dba65942d6c2),segment_id=ee908c01-b71e-40fe-968e-dba65942d6c2)] {{(pid=100247) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:20:28.453960 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-02a7008a-88f2-4380-b3a3-18089fc11cab req-267986c4-a2e7-407c-a48d-4abc168263f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128888538'] for port, after_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:28.471992 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-74526cf4-273c-432f-9dd0-06a4f56d49c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:28.475260 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0beaf964-c193-4be6-93e8-3a1f5566007d req-8b0878c8-6dbc-4c47-b7b5-fa78a77941e1 tempest-ServersTestJSON-809673865 tempest-ServersTestJSON-809673865-project] Network e673442c-5645-41cd-ae64-05cc6584adda is already hosted by enough agents. {{(pid=100246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:20:28.498166 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.base_scheduler [req-0beaf964-c193-4be6-93e8-3a1f5566007d req-8b0878c8-6dbc-4c47-b7b5-fa78a77941e1 tempest-ServersTestJSON-809673865 tempest-ServersTestJSON-809673865-project] Resources bound (agent type, host, resource id): {{(pid=100246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:20:28.498803 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a7008a-88f2-4380-b3a3-18089fc11cab req-267986c4-a2e7-407c-a48d-4abc168263f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:20:28.499570 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-02a7008a-88f2-4380-b3a3-18089fc11cab req-267986c4-a2e7-407c-a48d-4abc168263f6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:28.501239 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [req-0beaf964-c193-4be6-93e8-3a1f5566007d req-8b0878c8-6dbc-4c47-b7b5-fa78a77941e1 tempest-ServersTestJSON-809673865 tempest-ServersTestJSON-809673865-project] Received port after_create {{(pid=100246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:20:28.501382 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-02a7008a-88f2-4380-b3a3-18089fc11cab req-267986c4-a2e7-407c-a48d-4abc168263f6 service neutron] 10.222.0.127 "PUT /v2.0/ports/8d4df4ab-91fa-44df-b174-538329dcec07 HTTP/1.1" status: 200 len: 1091 time: 0.6862144 Jul 06 14:20:28.501863 n-d-773647-6 neutron-server[100247]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ce98e0e-7c4e-42b0-80dd-b21fabb5d600', 'tag': '8d4df4ab-91fa-44df-b174-538329dcec07'}] {{(pid=100247) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:20:28.504677 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cbf0eeaae822f8fc9b87a94aeba67a3d651842baf663a51cba94b67a514836d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b081a036-7361-4d4e-992f-9867a69482ca" -d '{"events": [{"name": "network-changed", "server_uuid": "9ce98e0e-7c4e-42b0-80dd-b21fabb5d600", "tag": "8d4df4ab-91fa-44df-b174-538329dcec07"}]}' {{(pid=100247) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:20:28.513419 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0878c8-6dbc-4c47-b7b5-fa78a77941e1 tempest-ServersTestJSON-809673865 tempest-ServersTestJSON-809673865-project] Pushing event updated for resources: {'Port': ['ID=48c869b2-304f-43d8-97b8-8a107b0fd887,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:20:28.562030 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267986c4-a2e7-407c-a48d-4abc168263f6 service neutron] Pushing event updated for resources: {'Port': ['ID=8d4df4ab-91fa-44df-b174-538329dcec07,revision_number=3']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:20:28.589247 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0beaf964-c193-4be6-93e8-3a1f5566007d req-8b0878c8-6dbc-4c47-b7b5-fa78a77941e1 tempest-ServersTestJSON-809673865 tempest-ServersTestJSON-809673865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:20:28.589906 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-0beaf964-c193-4be6-93e8-3a1f5566007d req-8b0878c8-6dbc-4c47-b7b5-fa78a77941e1 tempest-ServersTestJSON-809673865 tempest-ServersTestJSON-809673865-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:28.608511 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 14:20:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec8079ab-7f52-41f0-b9ff-d4ccad6c04cf x-openstack-request-id: req-ec8079ab-7f52-41f0-b9ff-d4ccad6c04cf {{(pid=100247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:20:28.608963 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9ce98e0e-7c4e-42b0-80dd-b21fabb5d600", "tag": "8d4df4ab-91fa-44df-b174-538329dcec07", "status": "completed", "code": 200}]} {{(pid=100247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:20:28.609311 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-ec8079ab-7f52-41f0-b9ff-d4ccad6c04cf {{(pid=100247) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:20:28.609554 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-0beaf964-c193-4be6-93e8-3a1f5566007d req-8b0878c8-6dbc-4c47-b7b5-fa78a77941e1 tempest-ServersTestJSON-809673865 tempest-ServersTestJSON-809673865-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9025059 Jul 06 14:20:28.609947 n-d-773647-6 neutron-server[100247]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9ce98e0e-7c4e-42b0-80dd-b21fabb5d600', 'tag': '8d4df4ab-91fa-44df-b174-538329dcec07', 'status': 'completed', 'code': 200} Jul 06 14:20:28.613882 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-74526cf4-273c-432f-9dd0-06a4f56d49c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:28.616932 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-74526cf4-273c-432f-9dd0-06a4f56d49c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:28.619256 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-74526cf4-273c-432f-9dd0-06a4f56d49c2 admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/56440d73-4049-4773-a2e5-92f367d0fed6 HTTP/1.1" status: 204 len: 168 time: 0.2895691 Jul 06 14:20:28.626167 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [req-0beaf964-c193-4be6-93e8-3a1f5566007d req-b037514f-ecce-4843-be61-6bfe3055ebc8 service neutron] Request body: {'port': {'device_id': '08e0882f-02d1-43ea-a068-d7675950a205', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-773647-6'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:20:28.647633 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a7008a-88f2-4380-b3a3-18089fc11cab req-bf0f43e3-ea5b-4272-954c-2b17cd6eeac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:20:28.649674 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-02a7008a-88f2-4380-b3a3-18089fc11cab req-bf0f43e3-ea5b-4272-954c-2b17cd6eeac3 service neutron] 10.222.0.127 "GET /v2.0/ports?tenant_id=f5c9f711511e4e5f9402f36745957b4a&device_id=9ce98e0e-7c4e-42b0-80dd-b21fabb5d600 HTTP/1.1" status: 200 len: 1094 time: 0.0840056 Jul 06 14:20:28.663089 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74526cf4-273c-432f-9dd0-06a4f56d49c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56440d73-4049-4773-a2e5-92f367d0fed6,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:20:28.704437 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-02a7008a-88f2-4380-b3a3-18089fc11cab req-f6f32f97-677c-41b0-a53b-6fc97ede7dec service neutron] 10.222.0.127 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8d4df4ab-91fa-44df-b174-538329dcec07 HTTP/1.1" status: 200 len: 217 time: 0.0465431 Jul 06 14:20:28.726872 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-0beaf964-c193-4be6-93e8-3a1f5566007d req-b037514f-ecce-4843-be61-6bfe3055ebc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:28.791309 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a7008a-88f2-4380-b3a3-18089fc11cab req-7f8c18a4-80d5-4a55-89bb-1f97cd72d5d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:20:28.792886 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-02a7008a-88f2-4380-b3a3-18089fc11cab req-7f8c18a4-80d5-4a55-89bb-1f97cd72d5d4 service neutron] 10.222.0.127 "GET /v2.0/subnets?id=c766dd70-4214-4cf7-9cdb-42855341a210 HTTP/1.1" status: 200 len: 855 time: 0.0793386 Jul 06 14:20:28.818558 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b915c39-3bb3-4d5b-a8b2-a77fadb19146 req-7123f4be-22d2-4cb5-8b7a-21e8be24dbee tempest-ServersTestJSON-809673865 tempest-ServersTestJSON-809673865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:20:28.825599 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-4b915c39-3bb3-4d5b-a8b2-a77fadb19146 req-7123f4be-22d2-4cb5-8b7a-21e8be24dbee tempest-ServersTestJSON-809673865 tempest-ServersTestJSON-809673865-project] 10.222.0.104 "GET /v2.0/ports?device_id=08e0882f-02d1-43ea-a068-d7675950a205 HTTP/1.1" status: 200 len: 931 time: 0.1240726 Jul 06 14:20:28.855668 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-02a7008a-88f2-4380-b3a3-18089fc11cab req-7eeb638a-249d-49a4-9544-186181e90fb1 service neutron] 10.222.0.127 "GET /v2.0/ports?network_id=939b6a56-d602-4029-9bd9-85ca48a8a1c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0551848 Jul 06 14:20:28.936178 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-4b915c39-3bb3-4d5b-a8b2-a77fadb19146 req-316f9052-f9e5-4e41-82de-1785f8acc7f4 tempest-ServersTestJSON-809673865 tempest-ServersTestJSON-809673865-project] 10.222.0.104 "GET /v2.0/security-groups?id=b2132efa-40d7-46de-9959-646c1b99d382&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094463 Jul 06 14:20:28.978719 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-02a7008a-88f2-4380-b3a3-18089fc11cab req-cfc5c753-ffdd-4f87-870a-8224fe1c6744 service neutron] 10.222.0.127 "GET /v2.0/networks/939b6a56-d602-4029-9bd9-85ca48a8a1c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1152368 Jul 06 14:20:29.020162 n-d-773647-6 neutron-server[100246]: DEBUG neutron.notifiers.nova [req-0beaf964-c193-4be6-93e8-3a1f5566007d req-b037514f-ecce-4843-be61-6bfe3055ebc8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 48c869b2-304f-43d8-97b8-8a107b0fd887 {{(pid=100246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 14:20:29.025430 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 35778) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:20:29.041849 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-0beaf964-c193-4be6-93e8-3a1f5566007d req-b037514f-ecce-4843-be61-6bfe3055ebc8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:29.044601 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-4bdb7c85-683a-4a7d-949f-b333670d6965 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:29.066874 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.provisioning_blocks [req-0beaf964-c193-4be6-93e8-3a1f5566007d req-b037514f-ecce-4843-be61-6bfe3055ebc8 service neutron] Transition to ACTIVE for port object 48c869b2-304f-43d8-97b8-8a107b0fd887 will not be triggered until provisioned by entity L2. {{(pid=100246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:20:29.073805 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-0beaf964-c193-4be6-93e8-3a1f5566007d req-b037514f-ecce-4843-be61-6bfe3055ebc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127687527'] for port, after_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:29.133387 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-02a7008a-88f2-4380-b3a3-18089fc11cab req-b6da1822-fc4a-4b24-8701-12c701e621dd service neutron] 10.222.0.127 "GET /v2.0/networks/939b6a56-d602-4029-9bd9-85ca48a8a1c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1463037 Jul 06 14:20:29.146632 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b037514f-ecce-4843-be61-6bfe3055ebc8 service neutron] Pushing event updated for resources: {'Port': ['ID=48c869b2-304f-43d8-97b8-8a107b0fd887,revision_number=2']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:20:29.156779 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497e07e5-1077-4fa5-a4ab-ba9c31183282 req-389cb17b-036e-4377-864b-a9a84101e033 tempest-AttachVolumeNegativeTest-1214840538 tempest-AttachVolumeNegativeTest-1214840538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:20:29.158546 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-497e07e5-1077-4fa5-a4ab-ba9c31183282 req-389cb17b-036e-4377-864b-a9a84101e033 tempest-AttachVolumeNegativeTest-1214840538 tempest-AttachVolumeNegativeTest-1214840538-project] 10.222.0.104 "GET /v2.0/ports?device_id=9ce98e0e-7c4e-42b0-80dd-b21fabb5d600 HTTP/1.1" status: 200 len: 943 time: 0.0970387 Jul 06 14:20:29.231159 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-497e07e5-1077-4fa5-a4ab-ba9c31183282 req-764f1849-c518-4f1f-a946-610f45fd7209 tempest-AttachVolumeNegativeTest-1214840538 tempest-AttachVolumeNegativeTest-1214840538-project] 10.222.0.104 "GET /v2.0/security-groups?id=e25fc918-d317-48f5-8fe8-cddb17b098d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660994 Jul 06 14:20:29.251194 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [req-0beaf964-c193-4be6-93e8-3a1f5566007d req-b037514f-ecce-4843-be61-6bfe3055ebc8 service neutron] Attempting to bind port 48c869b2-304f-43d8-97b8-8a107b0fd887 on host n-h2-773647-6 for vnic_type normal with profile {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:20:29.251563 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [req-0beaf964-c193-4be6-93e8-3a1f5566007d req-b037514f-ecce-4843-be61-6bfe3055ebc8 service neutron] Attempting to bind port 48c869b2-304f-43d8-97b8-8a107b0fd887 by drivers openvswitch,hyperv on host n-h2-773647-6 at level 0 using segments [{'id': 'cb1a6cec-0b40-4dde-b37a-6dbda6bd8158', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': 'e673442c-5645-41cd-ae64-05cc6584adda'}] {{(pid=100246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:20:29.251898 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0beaf964-c193-4be6-93e8-3a1f5566007d req-b037514f-ecce-4843-be61-6bfe3055ebc8 service neutron] Attempting to bind port 48c869b2-304f-43d8-97b8-8a107b0fd887 on network e673442c-5645-41cd-ae64-05cc6584adda {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:20:29.258310 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b081a036-7361-4d4e-992f-9867a69482ca req-794262ba-5948-4100-88f7-8752201d0566 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:20:29.259938 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-b081a036-7361-4d4e-992f-9867a69482ca req-794262ba-5948-4100-88f7-8752201d0566 service neutron] 10.222.0.127 "GET /v2.0/ports?tenant_id=f5c9f711511e4e5f9402f36745957b4a&device_id=9ce98e0e-7c4e-42b0-80dd-b21fabb5d600 HTTP/1.1" status: 200 len: 1094 time: 0.0720496 Jul 06 14:20:29.267331 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0beaf964-c193-4be6-93e8-3a1f5566007d req-b037514f-ecce-4843-be61-6bfe3055ebc8 service neutron] Port 48c869b2-304f-43d8-97b8-8a107b0fd887 on network e673442c-5645-41cd-ae64-05cc6584adda not bound, no agent of type Open vSwitch agent registered on host n-h2-773647-6 {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 14:20:29.267730 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0beaf964-c193-4be6-93e8-3a1f5566007d req-b037514f-ecce-4843-be61-6bfe3055ebc8 service neutron] Attempting to bind port 48c869b2-304f-43d8-97b8-8a107b0fd887 on network e673442c-5645-41cd-ae64-05cc6584adda {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:20:29.275021 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-4bdb7c85-683a-4a7d-949f-b333670d6965 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:29.278109 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0beaf964-c193-4be6-93e8-3a1f5566007d req-b037514f-ecce-4843-be61-6bfe3055ebc8 service neutron] Checking agent: {'id': '63768ece-0600-4354-8d29-fdedec96b077', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-773647-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 51, 10), 'started_at': datetime.datetime(2021, 7, 6, 13, 51, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 20, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:20:29.278449 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0beaf964-c193-4be6-93e8-3a1f5566007d req-b037514f-ecce-4843-be61-6bfe3055ebc8 service neutron] Checking segment: {'id': 'cb1a6cec-0b40-4dde-b37a-6dbda6bd8158', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': 'e673442c-5645-41cd-ae64-05cc6584adda'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:20:29.278833 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0beaf964-c193-4be6-93e8-3a1f5566007d req-b037514f-ecce-4843-be61-6bfe3055ebc8 service neutron] Bound using segment: {'id': 'cb1a6cec-0b40-4dde-b37a-6dbda6bd8158', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': 'e673442c-5645-41cd-ae64-05cc6584adda'} {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:20:29.279296 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [req-0beaf964-c193-4be6-93e8-3a1f5566007d req-b037514f-ecce-4843-be61-6bfe3055ebc8 service neutron] Bound port: 48c869b2-304f-43d8-97b8-8a107b0fd887, host: n-h2-773647-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cb1a6cec-0b40-4dde-b37a-6dbda6bd8158', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': 'e673442c-5645-41cd-ae64-05cc6584adda'}}] {{(pid=100246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:20:29.279641 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-0beaf964-c193-4be6-93e8-3a1f5566007d req-b037514f-ecce-4843-be61-6bfe3055ebc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:29.288652 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-4bdb7c85-683a-4a7d-949f-b333670d6965 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:29.352132 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-4bdb7c85-683a-4a7d-949f-b333670d6965 admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=f79f6688084a4ee9be9ab7403b46e250&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3254864 Jul 06 14:20:29.354622 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bdb7c85-683a-4a7d-949f-b333670d6965 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8461c8b6-1cc9-4d2a-886a-e8f8e9f085a2,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:20:29.355025 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 35780) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:20:29.373114 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b081a036-7361-4d4e-992f-9867a69482ca req-2179aa29-e3b8-4acf-8dfc-2970f503ef2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:20:29.374662 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-b081a036-7361-4d4e-992f-9867a69482ca req-2179aa29-e3b8-4acf-8dfc-2970f503ef2d service neutron] 10.222.0.127 "GET /v2.0/networks?id=939b6a56-d602-4029-9bd9-85ca48a8a1c7 HTTP/1.1" status: 200 len: 917 time: 0.1071501 Jul 06 14:20:29.383787 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.db [req-0beaf964-c193-4be6-93e8-3a1f5566007d req-b037514f-ecce-4843-be61-6bfe3055ebc8 service neutron] For port 48c869b2-304f-43d8-97b8-8a107b0fd887, host n-h2-773647-6, cleared binding levels {{(pid=100246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:20:29.386820 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.db [req-0beaf964-c193-4be6-93e8-3a1f5566007d req-b037514f-ecce-4843-be61-6bfe3055ebc8 service neutron] For port 48c869b2-304f-43d8-97b8-8a107b0fd887, host n-h2-773647-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=48c869b2-304f-43d8-97b8-8a107b0fd887,segment=NetworkSegment(cb1a6cec-0b40-4dde-b37a-6dbda6bd8158),segment_id=cb1a6cec-0b40-4dde-b37a-6dbda6bd8158)] {{(pid=100246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:20:29.391673 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-0beaf964-c193-4be6-93e8-3a1f5566007d req-b037514f-ecce-4843-be61-6bfe3055ebc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127687527'] for port, after_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:29.428726 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0beaf964-c193-4be6-93e8-3a1f5566007d req-b037514f-ecce-4843-be61-6bfe3055ebc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:20:29.429411 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-0beaf964-c193-4be6-93e8-3a1f5566007d req-b037514f-ecce-4843-be61-6bfe3055ebc8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:29.430824 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-0beaf964-c193-4be6-93e8-3a1f5566007d req-b037514f-ecce-4843-be61-6bfe3055ebc8 service neutron] 10.222.0.72 "PUT /v2.0/ports/48c869b2-304f-43d8-97b8-8a107b0fd887 HTTP/1.1" status: 200 len: 1091 time: 0.8117948 Jul 06 14:20:29.431413 n-d-773647-6 neutron-server[100246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08e0882f-02d1-43ea-a068-d7675950a205', 'tag': '48c869b2-304f-43d8-97b8-8a107b0fd887'}] {{(pid=100246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:20:29.433563 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0d96c5ab5e889f7b933ae915b9be33d1b46c9e87795bf781004b656ef3f1e87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a35f6ecd-18b1-43b8-86f1-fb0140aab29e" -d '{"events": [{"name": "network-changed", "server_uuid": "08e0882f-02d1-43ea-a068-d7675950a205", "tag": "48c869b2-304f-43d8-97b8-8a107b0fd887"}]}' {{(pid=100246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:20:29.433754 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-b081a036-7361-4d4e-992f-9867a69482ca req-c011ea2d-676b-41a6-a3b4-087f914350d1 service neutron] 10.222.0.127 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8d4df4ab-91fa-44df-b174-538329dcec07 HTTP/1.1" status: 200 len: 217 time: 0.0513263 Jul 06 14:20:29.461217 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b037514f-ecce-4843-be61-6bfe3055ebc8 service neutron] Pushing event updated for resources: {'Port': ['ID=48c869b2-304f-43d8-97b8-8a107b0fd887,revision_number=3']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:20:29.488034 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-79a9755b-bd01-4383-90a7-4a530a10e399 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:29.490996 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 14:20:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1942dc5a-cc08-4b56-80d7-7c315c51f461 x-openstack-request-id: req-1942dc5a-cc08-4b56-80d7-7c315c51f461 {{(pid=100246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:20:29.491328 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08e0882f-02d1-43ea-a068-d7675950a205", "tag": "48c869b2-304f-43d8-97b8-8a107b0fd887", "status": "completed", "code": 200}]} {{(pid=100246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:20:29.491585 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-1942dc5a-cc08-4b56-80d7-7c315c51f461 {{(pid=100246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:20:29.491997 n-d-773647-6 neutron-server[100246]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08e0882f-02d1-43ea-a068-d7675950a205', 'tag': '48c869b2-304f-43d8-97b8-8a107b0fd887', 'status': 'completed', 'code': 200} Jul 06 14:20:29.509803 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b081a036-7361-4d4e-992f-9867a69482ca req-b0d6875e-b038-4600-933a-68cb77ad0ef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:20:29.511324 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-b081a036-7361-4d4e-992f-9867a69482ca req-b0d6875e-b038-4600-933a-68cb77ad0ef9 service neutron] 10.222.0.127 "GET /v2.0/subnets?id=c766dd70-4214-4cf7-9cdb-42855341a210 HTTP/1.1" status: 200 len: 855 time: 0.0705645 Jul 06 14:20:29.530765 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-79a9755b-bd01-4383-90a7-4a530a10e399 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:29.538403 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0beaf964-c193-4be6-93e8-3a1f5566007d req-f92df172-6c48-4105-b26b-f67edd10e702 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:20:29.539970 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-0beaf964-c193-4be6-93e8-3a1f5566007d req-f92df172-6c48-4105-b26b-f67edd10e702 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=0fb5330a68d94b1da3c3872d90574aab&device_id=08e0882f-02d1-43ea-a068-d7675950a205 HTTP/1.1" status: 200 len: 1094 time: 0.0609627 Jul 06 14:20:29.556251 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-b081a036-7361-4d4e-992f-9867a69482ca req-8c824919-c5af-4e0f-ae9a-91c49a259f76 service neutron] 10.222.0.127 "GET /v2.0/ports?network_id=939b6a56-d602-4029-9bd9-85ca48a8a1c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0347626 Jul 06 14:20:29.582954 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-0beaf964-c193-4be6-93e8-3a1f5566007d req-259f5ade-eb1f-4207-8aa0-ee3f5b132d4b service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=48c869b2-304f-43d8-97b8-8a107b0fd887 HTTP/1.1" status: 200 len: 217 time: 0.0354252 Jul 06 14:20:29.635685 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0beaf964-c193-4be6-93e8-3a1f5566007d req-c6945ca4-3a52-4966-ab6b-bc0a4d476e41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:20:29.637230 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-0beaf964-c193-4be6-93e8-3a1f5566007d req-c6945ca4-3a52-4966-ab6b-bc0a4d476e41 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=77f3889b-e625-42b7-98f3-adea55c7f2d3 HTTP/1.1" status: 200 len: 846 time: 0.0488706 Jul 06 14:20:29.657568 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-79a9755b-bd01-4383-90a7-4a530a10e399 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:29.660146 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-79a9755b-bd01-4383-90a7-4a530a10e399 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:29.661306 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-79a9755b-bd01-4383-90a7-4a530a10e399 admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/8461c8b6-1cc9-4d2a-886a-e8f8e9f085a2 HTTP/1.1" status: 204 len: 168 time: 0.3050983 Jul 06 14:20:29.677875 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-0beaf964-c193-4be6-93e8-3a1f5566007d req-a4d4e8f4-d16d-4427-84ac-be217efc8b07 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=e673442c-5645-41cd-ae64-05cc6584adda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0342343 Jul 06 14:20:29.679397 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a9755b-bd01-4383-90a7-4a530a10e399 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8461c8b6-1cc9-4d2a-886a-e8f8e9f085a2,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:20:29.684754 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-b081a036-7361-4d4e-992f-9867a69482ca req-0ff2bf87-19ab-4df8-99a3-d41d02a61bda service neutron] 10.222.0.127 "GET /v2.0/networks/939b6a56-d602-4029-9bd9-85ca48a8a1c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212940 Jul 06 14:20:29.780075 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-0beaf964-c193-4be6-93e8-3a1f5566007d req-e6305be6-5315-4888-b22d-0f98c31e6b83 service neutron] 10.222.0.72 "GET /v2.0/networks/e673442c-5645-41cd-ae64-05cc6584adda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952377 Jul 06 14:20:29.781343 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-b081a036-7361-4d4e-992f-9867a69482ca req-354aa702-27b3-404e-958e-a93b42b90bd2 service neutron] 10.222.0.127 "GET /v2.0/networks/939b6a56-d602-4029-9bd9-85ca48a8a1c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905683 Jul 06 14:20:29.878593 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-0beaf964-c193-4be6-93e8-3a1f5566007d req-4db14670-b5e9-42cb-b8ed-9a49eaa7ca35 service neutron] 10.222.0.72 "GET /v2.0/networks/e673442c-5645-41cd-ae64-05cc6584adda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922065 Jul 06 14:20:29.974091 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35f6ecd-18b1-43b8-86f1-fb0140aab29e req-99baa50b-74d6-405a-ab8d-bdd37086ec4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:20:29.975642 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-a35f6ecd-18b1-43b8-86f1-fb0140aab29e req-99baa50b-74d6-405a-ab8d-bdd37086ec4e service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=0fb5330a68d94b1da3c3872d90574aab&device_id=08e0882f-02d1-43ea-a068-d7675950a205 HTTP/1.1" status: 200 len: 1094 time: 0.0544047 Jul 06 14:20:30.080957 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35f6ecd-18b1-43b8-86f1-fb0140aab29e req-5fccfb8f-d80d-4406-ad47-1b3e4051197a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:20:30.082536 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-a35f6ecd-18b1-43b8-86f1-fb0140aab29e req-5fccfb8f-d80d-4406-ad47-1b3e4051197a service neutron] 10.222.0.72 "GET /v2.0/networks?id=e673442c-5645-41cd-ae64-05cc6584adda HTTP/1.1" status: 200 len: 908 time: 0.1010725 Jul 06 14:20:30.128885 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-a35f6ecd-18b1-43b8-86f1-fb0140aab29e req-ab55290b-43ca-498f-8590-da26bb040a49 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=48c869b2-304f-43d8-97b8-8a107b0fd887 HTTP/1.1" status: 200 len: 217 time: 0.0398068 Jul 06 14:20:30.187830 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35f6ecd-18b1-43b8-86f1-fb0140aab29e req-09c104e4-2a77-4f7f-a21d-1c31844501e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:20:30.189580 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-a35f6ecd-18b1-43b8-86f1-fb0140aab29e req-09c104e4-2a77-4f7f-a21d-1c31844501e5 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=77f3889b-e625-42b7-98f3-adea55c7f2d3 HTTP/1.1" status: 200 len: 846 time: 0.0546839 Jul 06 14:20:30.229856 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-a35f6ecd-18b1-43b8-86f1-fb0140aab29e req-f13917a8-8149-47fa-8143-409775f0aef5 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=e673442c-5645-41cd-ae64-05cc6584adda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0336316 Jul 06 14:20:30.337148 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-a35f6ecd-18b1-43b8-86f1-fb0140aab29e req-b6a74630-b8f3-4060-ba31-8ae927f7d235 service neutron] 10.222.0.72 "GET /v2.0/networks/e673442c-5645-41cd-ae64-05cc6584adda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0996413 Jul 06 14:20:30.346462 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91233baf-11a2-4997-9826-267e8ef3320f req-52d979b6-757d-433c-8a46-a73a12e415e7 tempest-ServersTestJSON-809673865 tempest-ServersTestJSON-809673865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:20:30.350692 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-91233baf-11a2-4997-9826-267e8ef3320f req-52d979b6-757d-433c-8a46-a73a12e415e7 tempest-ServersTestJSON-809673865 tempest-ServersTestJSON-809673865-project] 10.222.0.104 "GET /v2.0/ports?device_id=08e0882f-02d1-43ea-a068-d7675950a205 HTTP/1.1" status: 200 len: 943 time: 0.0864522 Jul 06 14:20:30.409323 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-91233baf-11a2-4997-9826-267e8ef3320f req-1acfbd47-17db-45fc-93d7-167abec0a90c tempest-ServersTestJSON-809673865 tempest-ServersTestJSON-809673865-project] 10.222.0.104 "GET /v2.0/security-groups?id=b2132efa-40d7-46de-9959-646c1b99d382&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522578 Jul 06 14:20:30.438919 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-a35f6ecd-18b1-43b8-86f1-fb0140aab29e req-33391fb0-4448-4821-a72a-eb26b8f09a76 service neutron] 10.222.0.72 "GET /v2.0/networks/e673442c-5645-41cd-ae64-05cc6584adda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948355 Jul 06 14:20:30.461889 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48c4b4d-0ba1-43c5-abe2-871ebbaa427f req-3e353367-f2f0-4a25-9678-124b98323889 tempest-AttachVolumeNegativeTest-1214840538 tempest-AttachVolumeNegativeTest-1214840538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:20:30.467782 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-c48c4b4d-0ba1-43c5-abe2-871ebbaa427f req-3e353367-f2f0-4a25-9678-124b98323889 tempest-AttachVolumeNegativeTest-1214840538 tempest-AttachVolumeNegativeTest-1214840538-project] 10.222.0.104 "GET /v2.0/ports?device_id=9ce98e0e-7c4e-42b0-80dd-b21fabb5d600 HTTP/1.1" status: 200 len: 943 time: 0.0761902 Jul 06 14:20:30.501813 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-c48c4b4d-0ba1-43c5-abe2-871ebbaa427f req-77309682-ff60-4bd9-a244-0e6c61ab5272 tempest-AttachVolumeNegativeTest-1214840538 tempest-AttachVolumeNegativeTest-1214840538-project] 10.222.0.104 "GET /v2.0/security-groups?id=e25fc918-d317-48f5-8fe8-cddb17b098d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328739 Jul 06 14:20:30.930742 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 35822) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:20:31.023298 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [None req-f3639de9-49a7-42a7-b95e-22a58d08e42c tempest-RoutersTestDVR-2007517112 tempest-RoutersTestDVR-2007517112-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-960978492'}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:20:31.045139 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-f3639de9-49a7-42a7-b95e-22a58d08e42c tempest-RoutersTestDVR-2007517112 tempest-RoutersTestDVR-2007517112-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1806290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6992'] for router, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:31.046034 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-f3639de9-49a7-42a7-b95e-22a58d08e42c tempest-RoutersTestDVR-2007517112 tempest-RoutersTestDVR-2007517112-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1806157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1808637', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1714747', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7007'] for router, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:31.100030 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-f3639de9-49a7-42a7-b95e-22a58d08e42c tempest-RoutersTestDVR-2007517112 tempest-RoutersTestDVR-2007517112-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:31.104191 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-f3639de9-49a7-42a7-b95e-22a58d08e42c tempest-RoutersTestDVR-2007517112 tempest-RoutersTestDVR-2007517112-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1806297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1761036'] for router, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:31.116134 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-f3639de9-49a7-42a7-b95e-22a58d08e42c tempest-RoutersTestDVR-2007517112 tempest-RoutersTestDVR-2007517112-project-admin] Notify callbacks [] for router, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:31.117437 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-f3639de9-49a7-42a7-b95e-22a58d08e42c tempest-RoutersTestDVR-2007517112 tempest-RoutersTestDVR-2007517112-project-admin] 10.222.0.104 "POST /v2.0/routers HTTP/1.1" status: 201 len: 728 time: 0.1855893 Jul 06 14:20:31.120066 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 35826) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:20:31.193492 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-e0cd1175-7c9e-40a2-aca4-e7f3d5e0f8ea tempest-RoutersTestDVR-2007517112 tempest-RoutersTestDVR-2007517112-project-admin] Notify callbacks [] for router, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:31.341588 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Device 48c869b2-304f-43d8-97b8-8a107b0fd887 details requested by agent hyperv_n-h2-773647-6 with host n-h2-773647-6 {{(pid=100248) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 14:20:31.350860 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-e0cd1175-7c9e-40a2-aca4-e7f3d5e0f8ea tempest-RoutersTestDVR-2007517112 tempest-RoutersTestDVR-2007517112-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1806308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6982'] for router, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:31.352960 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-e0cd1175-7c9e-40a2-aca4-e7f3d5e0f8ea tempest-RoutersTestDVR-2007517112 tempest-RoutersTestDVR-2007517112-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:31.394909 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-e0cd1175-7c9e-40a2-aca4-e7f3d5e0f8ea tempest-RoutersTestDVR-2007517112 tempest-RoutersTestDVR-2007517112-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1805684'] for router, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:31.395519 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0cd1175-7c9e-40a2-aca4-e7f3d5e0f8ea tempest-RoutersTestDVR-2007517112 tempest-RoutersTestDVR-2007517112-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 52e24801-5db4-4539-9e0c-b30b53b11723 {{(pid=100247) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 14:20:31.400310 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-e0cd1175-7c9e-40a2-aca4-e7f3d5e0f8ea tempest-RoutersTestDVR-2007517112 tempest-RoutersTestDVR-2007517112-project-admin] Notify callbacks [] for router, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:31.403660 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-e0cd1175-7c9e-40a2-aca4-e7f3d5e0f8ea tempest-RoutersTestDVR-2007517112 tempest-RoutersTestDVR-2007517112-project-admin] 10.222.0.104 "DELETE /v2.0/routers/52e24801-5db4-4539-9e0c-b30b53b11723 HTTP/1.1" status: 204 len: 168 time: 0.2826483 Jul 06 14:20:31.404749 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 35828) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:20:31.409342 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-1dfcfb9b-7bf7-49c8-a093-f747e18bb16c tempest-RoutersTestDVR-2007517112 tempest-RoutersTestDVR-2007517112-project-admin] Request body: {'router': {'name': 'tempest-router-648955098', 'distributed': False}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:20:31.429532 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-1dfcfb9b-7bf7-49c8-a093-f747e18bb16c tempest-RoutersTestDVR-2007517112 tempest-RoutersTestDVR-2007517112-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1806290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6992'] for router, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:31.430560 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-1dfcfb9b-7bf7-49c8-a093-f747e18bb16c tempest-RoutersTestDVR-2007517112 tempest-RoutersTestDVR-2007517112-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1806157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1808637', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1714747', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7007'] for router, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:31.440838 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] For port 48c869b2-304f-43d8-97b8-8a107b0fd887, host n-h2-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=48c869b2-304f-43d8-97b8-8a107b0fd887,segment=NetworkSegment(cb1a6cec-0b40-4dde-b37a-6dbda6bd8158),segment_id=cb1a6cec-0b40-4dde-b37a-6dbda6bd8158)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:20:31.453333 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Returning: {'device': '48c869b2-304f-43d8-97b8-8a107b0fd887', 'network_id': 'e673442c-5645-41cd-ae64-05cc6584adda', 'port_id': '48c869b2-304f-43d8-97b8-8a107b0fd887', 'mac_address': 'fa:16:3e:99:9a:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1010, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '77f3889b-e625-42b7-98f3-adea55c7f2d3', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100248) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 14:20:31.485779 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-1dfcfb9b-7bf7-49c8-a093-f747e18bb16c tempest-RoutersTestDVR-2007517112 tempest-RoutersTestDVR-2007517112-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:31.491384 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-1dfcfb9b-7bf7-49c8-a093-f747e18bb16c tempest-RoutersTestDVR-2007517112 tempest-RoutersTestDVR-2007517112-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1806297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1761036'] for router, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:31.493593 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:31.503901 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-1dfcfb9b-7bf7-49c8-a093-f747e18bb16c tempest-RoutersTestDVR-2007517112 tempest-RoutersTestDVR-2007517112-project-admin] Notify callbacks [] for router, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:31.507689 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-1dfcfb9b-7bf7-49c8-a093-f747e18bb16c tempest-RoutersTestDVR-2007517112 tempest-RoutersTestDVR-2007517112-project-admin] 10.222.0.104 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.1018839 Jul 06 14:20:31.508110 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 35832) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:20:31.515868 n-d-773647-6 neutron-server[100248]: DEBUG neutron.notifiers.nova [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 48c869b2-304f-43d8-97b8-8a107b0fd887 {{(pid=100248) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 14:20:31.542878 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] For port 48c869b2-304f-43d8-97b8-8a107b0fd887, host n-h2-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=48c869b2-304f-43d8-97b8-8a107b0fd887,segment=NetworkSegment(cb1a6cec-0b40-4dde-b37a-6dbda6bd8158),segment_id=cb1a6cec-0b40-4dde-b37a-6dbda6bd8158)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:20:31.547653 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:31.600965 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Pushing event updated for resources: {'Port': ['ID=48c869b2-304f-43d8-97b8-8a107b0fd887,revision_number=4']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:20:31.615157 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-a318a63f-46e5-41f1-b5d2-007263267f41 tempest-RoutersTestDVR-2007517112 tempest-RoutersTestDVR-2007517112-project-admin] Notify callbacks [] for router, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:31.742872 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] get_ports_and_sgs() called for port_ids ['48c869b2-304f-43d8-97b8-8a107b0fd887'] {{(pid=100248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 14:20:31.819386 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-a318a63f-46e5-41f1-b5d2-007263267f41 tempest-RoutersTestDVR-2007517112 tempest-RoutersTestDVR-2007517112-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1806308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6982'] for router, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:31.822522 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-a318a63f-46e5-41f1-b5d2-007263267f41 tempest-RoutersTestDVR-2007517112 tempest-RoutersTestDVR-2007517112-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:31.835261 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0d64d9-5f9e-4b82-ab2b-d50b9cf9f5fa req-94aa6b55-3402-4de7-bb45-fb7d35c11b97 tempest-ServersTestJSON-809673865 tempest-ServersTestJSON-809673865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:20:31.836750 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-9e0d64d9-5f9e-4b82-ab2b-d50b9cf9f5fa req-94aa6b55-3402-4de7-bb45-fb7d35c11b97 tempest-ServersTestJSON-809673865 tempest-ServersTestJSON-809673865-project] 10.222.0.104 "GET /v2.0/ports?device_id=08e0882f-02d1-43ea-a068-d7675950a205 HTTP/1.1" status: 200 len: 944 time: 0.2553253 Jul 06 14:20:31.901920 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8322aa2c-4782-48c5-90a1-ae4015a63e92 req-5307fb7d-9c2f-4d2b-9c9f-686fcea72b0c tempest-AttachVolumeNegativeTest-1214840538 tempest-AttachVolumeNegativeTest-1214840538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:20:31.903359 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-8322aa2c-4782-48c5-90a1-ae4015a63e92 req-5307fb7d-9c2f-4d2b-9c9f-686fcea72b0c tempest-AttachVolumeNegativeTest-1214840538 tempest-AttachVolumeNegativeTest-1214840538-project] 10.222.0.104 "GET /v2.0/ports?device_id=9ce98e0e-7c4e-42b0-80dd-b21fabb5d600 HTTP/1.1" status: 200 len: 943 time: 0.2560976 Jul 06 14:20:31.908574 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-a318a63f-46e5-41f1-b5d2-007263267f41 tempest-RoutersTestDVR-2007517112 tempest-RoutersTestDVR-2007517112-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1805684'] for router, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:31.909085 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a318a63f-46e5-41f1-b5d2-007263267f41 tempest-RoutersTestDVR-2007517112 tempest-RoutersTestDVR-2007517112-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 0e504b4b-cd28-443c-b4c2-14b3f2f6e612 {{(pid=100247) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 14:20:31.915554 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-a318a63f-46e5-41f1-b5d2-007263267f41 tempest-RoutersTestDVR-2007517112 tempest-RoutersTestDVR-2007517112-project-admin] Notify callbacks [] for router, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:31.916504 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-a318a63f-46e5-41f1-b5d2-007263267f41 tempest-RoutersTestDVR-2007517112 tempest-RoutersTestDVR-2007517112-project-admin] 10.222.0.104 "DELETE /v2.0/routers/0e504b4b-cd28-443c-b4c2-14b3f2f6e612 HTTP/1.1" status: 204 len: 168 time: 0.4074192 Jul 06 14:20:31.919967 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 35836) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:20:31.934698 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [None req-bcf2ab48-8368-43a9-a9fd-230788dac2c8 tempest-RoutersTestDVR-2007517112 tempest-RoutersTestDVR-2007517112-project-admin] Request body: {'router': {'name': 'tempest-router-2104841507', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '46ba61ba117b48b2be7658c4241135fb'}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:20:31.956721 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-9e0d64d9-5f9e-4b82-ab2b-d50b9cf9f5fa req-9d767dae-5198-417d-ad50-c71541e67d56 tempest-ServersTestJSON-809673865 tempest-ServersTestJSON-809673865-project] 10.222.0.104 "GET /v2.0/security-groups?id=b2132efa-40d7-46de-9959-646c1b99d382&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093478 Jul 06 14:20:31.979244 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-8322aa2c-4782-48c5-90a1-ae4015a63e92 req-67c5a9d3-8e32-4104-a903-833401ed8fe2 tempest-AttachVolumeNegativeTest-1214840538 tempest-AttachVolumeNegativeTest-1214840538-project] 10.222.0.104 "GET /v2.0/security-groups?id=e25fc918-d317-48f5-8fe8-cddb17b098d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616920 Jul 06 14:20:31.985226 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-bcf2ab48-8368-43a9-a9fd-230788dac2c8 tempest-RoutersTestDVR-2007517112 tempest-RoutersTestDVR-2007517112-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1806290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6992'] for router, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:31.986251 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-bcf2ab48-8368-43a9-a9fd-230788dac2c8 tempest-RoutersTestDVR-2007517112 tempest-RoutersTestDVR-2007517112-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1806157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1808637', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1714747', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7007'] for router, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:32.036777 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-bcf2ab48-8368-43a9-a9fd-230788dac2c8 tempest-RoutersTestDVR-2007517112 tempest-RoutersTestDVR-2007517112-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:32.040818 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-bcf2ab48-8368-43a9-a9fd-230788dac2c8 tempest-RoutersTestDVR-2007517112 tempest-RoutersTestDVR-2007517112-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1806297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1761036'] for router, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:32.052768 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-bcf2ab48-8368-43a9-a9fd-230788dac2c8 tempest-RoutersTestDVR-2007517112 tempest-RoutersTestDVR-2007517112-project-admin] Notify callbacks [] for router, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:32.053941 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-bcf2ab48-8368-43a9-a9fd-230788dac2c8 tempest-RoutersTestDVR-2007517112 tempest-RoutersTestDVR-2007517112-project-admin] 10.222.0.104 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.1290436 Jul 06 14:20:32.056658 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 35838) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:20:32.060887 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [None req-db1dd18f-aefb-4244-a97c-4a556d847024 tempest-RoutersTestDVR-2007517112 tempest-RoutersTestDVR-2007517112-project-admin] Request body: {'router': {'distributed': True}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:20:32.532619 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-db1dd18f-aefb-4244-a97c-4a556d847024 tempest-RoutersTestDVR-2007517112 tempest-RoutersTestDVR-2007517112-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1761047', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1806272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6989'] for router, precommit_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:32.533365 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-db1dd18f-aefb-4244-a97c-4a556d847024 tempest-RoutersTestDVR-2007517112 tempest-RoutersTestDVR-2007517112-project-admin] Notify callbacks [] for router, before_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:32.614810 n-d-773647-6 neutron-server[100247]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-db1dd18f-aefb-4244-a97c-4a556d847024 tempest-RoutersTestDVR-2007517112 tempest-RoutersTestDVR-2007517112-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=100247) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:155}} Jul 06 14:20:32.615141 n-d-773647-6 neutron-server[100247]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-db1dd18f-aefb-4244-a97c-4a556d847024 tempest-RoutersTestDVR-2007517112 tempest-RoutersTestDVR-2007517112-project-admin] Router 811d9059-8ac6-4c1c-858d-aa79ebb5d904 migrating from provider to provider. {{(pid=100247) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:162}} Jul 06 14:20:32.615545 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-db1dd18f-aefb-4244-a97c-4a556d847024 tempest-RoutersTestDVR-2007517112 tempest-RoutersTestDVR-2007517112-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:32.619941 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-db1dd18f-aefb-4244-a97c-4a556d847024 tempest-RoutersTestDVR-2007517112 tempest-RoutersTestDVR-2007517112-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:32.623563 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-db1dd18f-aefb-4244-a97c-4a556d847024 tempest-RoutersTestDVR-2007517112 tempest-RoutersTestDVR-2007517112-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1761036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1761054', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1761029', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1806287'] for router, after_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:32.709323 n-d-773647-6 neutron-server[100247]: WARNING neutron.scheduler.l3_agent_scheduler [None req-db1dd18f-aefb-4244-a97c-4a556d847024 tempest-RoutersTestDVR-2007517112 tempest-RoutersTestDVR-2007517112-project-admin] No L3 agents can host the router 811d9059-8ac6-4c1c-858d-aa79ebb5d904 Jul 06 14:20:32.806351 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db1dd18f-aefb-4244-a97c-4a556d847024 tempest-RoutersTestDVR-2007517112 tempest-RoutersTestDVR-2007517112-project-admin] Hosts for router 811d9059-8ac6-4c1c-858d-aa79ebb5d904: [] {{(pid=100247) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Jul 06 14:20:32.830170 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db1dd18f-aefb-4244-a97c-4a556d847024 tempest-RoutersTestDVR-2007517112 tempest-RoutersTestDVR-2007517112-project-admin] Hosts for other DVR routers connected to router 811d9059-8ac6-4c1c-858d-aa79ebb5d904: set() {{(pid=100247) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Jul 06 14:20:32.832749 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-db1dd18f-aefb-4244-a97c-4a556d847024 tempest-RoutersTestDVR-2007517112 tempest-RoutersTestDVR-2007517112-project-admin] Notify callbacks [] for router, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:32.834327 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-db1dd18f-aefb-4244-a97c-4a556d847024 tempest-RoutersTestDVR-2007517112 tempest-RoutersTestDVR-2007517112-project-admin] 10.222.0.104 "PUT /v2.0/routers/811d9059-8ac6-4c1c-858d-aa79ebb5d904 HTTP/1.1" status: 200 len: 717 time: 0.7767491 Jul 06 14:20:32.837063 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 35840) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:20:32.909529 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-bd4f23bc-76d3-4975-b8aa-73d4298fcfab tempest-RoutersTestDVR-2007517112 tempest-RoutersTestDVR-2007517112-project-admin] 10.222.0.104 "GET /v2.0/routers/811d9059-8ac6-4c1c-858d-aa79ebb5d904 HTTP/1.1" status: 200 len: 717 time: 0.0713875 Jul 06 14:20:32.912878 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 35842) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:20:33.118570 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-441e5363-45b0-4f37-bd3d-e6c3a71afaa6 tempest-RoutersTestDVR-202268527 tempest-RoutersTestDVR-202268527-project] 10.222.0.104 "GET /v2.0/routers/811d9059-8ac6-4c1c-858d-aa79ebb5d904 HTTP/1.1" status: 200 len: 683 time: 0.2044840 Jul 06 14:20:33.121309 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 35850) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:20:33.191376 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1482ed6-9c1d-4465-bc08-b4aa737f6f62 req-6d1084f2-9828-4425-acce-651d26c01ad2 tempest-ServersTestJSON-809673865 tempest-ServersTestJSON-809673865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:20:33.193466 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-f1482ed6-9c1d-4465-bc08-b4aa737f6f62 req-6d1084f2-9828-4425-acce-651d26c01ad2 tempest-ServersTestJSON-809673865 tempest-ServersTestJSON-809673865-project] 10.222.0.104 "GET /v2.0/ports?device_id=08e0882f-02d1-43ea-a068-d7675950a205 HTTP/1.1" status: 200 len: 944 time: 0.1132307 Jul 06 14:20:33.193786 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-a57fad87-e90f-4622-8cf7-016f4faa2e68 tempest-RoutersTestDVR-2007517112 tempest-RoutersTestDVR-2007517112-project-admin] Notify callbacks [] for router, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:33.226925 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41019534-3ab3-480e-af30-ec4a34736aa1 req-c2e513b7-adb3-4d14-8f65-5755d8a121f3 tempest-AttachVolumeNegativeTest-1214840538 tempest-AttachVolumeNegativeTest-1214840538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:20:33.228619 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-41019534-3ab3-480e-af30-ec4a34736aa1 req-c2e513b7-adb3-4d14-8f65-5755d8a121f3 tempest-AttachVolumeNegativeTest-1214840538 tempest-AttachVolumeNegativeTest-1214840538-project] 10.222.0.104 "GET /v2.0/ports?device_id=9ce98e0e-7c4e-42b0-80dd-b21fabb5d600 HTTP/1.1" status: 200 len: 943 time: 0.1334207 Jul 06 14:20:33.261494 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-f1482ed6-9c1d-4465-bc08-b4aa737f6f62 req-117f76e4-86b8-47b6-b99a-a529a76a0a67 tempest-ServersTestJSON-809673865 tempest-ServersTestJSON-809673865-project] 10.222.0.104 "GET /v2.0/security-groups?id=b2132efa-40d7-46de-9959-646c1b99d382&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585287 Jul 06 14:20:33.282408 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-41019534-3ab3-480e-af30-ec4a34736aa1 req-e98dc203-2003-4454-8492-a614c0df982d tempest-AttachVolumeNegativeTest-1214840538 tempest-AttachVolumeNegativeTest-1214840538-project] 10.222.0.104 "GET /v2.0/security-groups?id=e25fc918-d317-48f5-8fe8-cddb17b098d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454185 Jul 06 14:20:33.349566 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Device 48c869b2-304f-43d8-97b8-8a107b0fd887 up at agent hyperv_n-h2-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:20:33.399161 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Provisioning for port 48c869b2-304f-43d8-97b8-8a107b0fd887 completed by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:20:33.403091 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Provisioning complete for port 48c869b2-304f-43d8-97b8-8a107b0fd887 triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:20:33.403503 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:33.638848 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Device 8d4df4ab-91fa-44df-b174-538329dcec07 details requested by agent hyperv_n-h1-773647-6 with host n-h1-773647-6 {{(pid=100248) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 14:20:33.644929 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:33.656002 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-a57fad87-e90f-4622-8cf7-016f4faa2e68 tempest-RoutersTestDVR-2007517112 tempest-RoutersTestDVR-2007517112-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1806308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6982'] for router, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:33.658266 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-a57fad87-e90f-4622-8cf7-016f4faa2e68 tempest-RoutersTestDVR-2007517112 tempest-RoutersTestDVR-2007517112-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:33.678796 n-d-773647-6 neutron-server[100248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08e0882f-02d1-43ea-a068-d7675950a205', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48c869b2-304f-43d8-97b8-8a107b0fd887'}] {{(pid=100248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:20:33.681084 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84af257533e383389cbcf231d3534f4d5e149e7203fea16b4a8fc01438dddaf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13613854-1873-4b2d-ba2e-392815ab73d0" -d '{"events": [{"server_uuid": "08e0882f-02d1-43ea-a068-d7675950a205", "name": "network-vif-plugged", "status": "completed", "tag": "48c869b2-304f-43d8-97b8-8a107b0fd887"}]}' {{(pid=100248) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:20:33.706034 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-a57fad87-e90f-4622-8cf7-016f4faa2e68 tempest-RoutersTestDVR-2007517112 tempest-RoutersTestDVR-2007517112-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1805684'] for router, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:33.706951 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a57fad87-e90f-4622-8cf7-016f4faa2e68 tempest-RoutersTestDVR-2007517112 tempest-RoutersTestDVR-2007517112-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 811d9059-8ac6-4c1c-858d-aa79ebb5d904 {{(pid=100246) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 14:20:33.714482 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-a57fad87-e90f-4622-8cf7-016f4faa2e68 tempest-RoutersTestDVR-2007517112 tempest-RoutersTestDVR-2007517112-project-admin] Notify callbacks [] for router, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:33.719685 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-a57fad87-e90f-4622-8cf7-016f4faa2e68 tempest-RoutersTestDVR-2007517112 tempest-RoutersTestDVR-2007517112-project-admin] 10.222.0.104 "DELETE /v2.0/routers/811d9059-8ac6-4c1c-858d-aa79ebb5d904 HTTP/1.1" status: 204 len: 168 time: 0.5972395 Jul 06 14:20:33.725340 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 35854) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:20:33.727764 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] For port 48c869b2-304f-43d8-97b8-8a107b0fd887, host n-h2-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=48c869b2-304f-43d8-97b8-8a107b0fd887,segment=NetworkSegment(cb1a6cec-0b40-4dde-b37a-6dbda6bd8158),segment_id=cb1a6cec-0b40-4dde-b37a-6dbda6bd8158)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:20:33.730321 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-40419d7d-4d83-4b55-a41f-79106559c648 tempest-RoutersTestDVR-2007517112 tempest-RoutersTestDVR-2007517112-project-admin] Request body: {'router': {'name': 'tempest-router-879737581', 'distributed': True}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:20:33.744824 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 14:20:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5e0cf2f-0962-4bc1-9f8f-07e013290604 x-openstack-request-id: req-c5e0cf2f-0962-4bc1-9f8f-07e013290604 {{(pid=100248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:20:33.745263 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08e0882f-02d1-43ea-a068-d7675950a205", "name": "network-vif-plugged", "status": "completed", "tag": "48c869b2-304f-43d8-97b8-8a107b0fd887", "code": 200}]} {{(pid=100248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:20:33.745579 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-c5e0cf2f-0962-4bc1-9f8f-07e013290604 {{(pid=100248) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:20:33.746220 n-d-773647-6 neutron-server[100248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08e0882f-02d1-43ea-a068-d7675950a205', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48c869b2-304f-43d8-97b8-8a107b0fd887', 'code': 200} Jul 06 14:20:33.750077 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:33.758502 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-40419d7d-4d83-4b55-a41f-79106559c648 tempest-RoutersTestDVR-2007517112 tempest-RoutersTestDVR-2007517112-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1806290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6992'] for router, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:33.761018 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-40419d7d-4d83-4b55-a41f-79106559c648 tempest-RoutersTestDVR-2007517112 tempest-RoutersTestDVR-2007517112-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1806157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1808637', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1714747', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7007'] for router, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:33.836071 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-40419d7d-4d83-4b55-a41f-79106559c648 tempest-RoutersTestDVR-2007517112 tempest-RoutersTestDVR-2007517112-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:33.836365 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] For port 8d4df4ab-91fa-44df-b174-538329dcec07, host n-h1-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773647-6',level=0,port_id=8d4df4ab-91fa-44df-b174-538329dcec07,segment=NetworkSegment(ee908c01-b71e-40fe-968e-dba65942d6c2),segment_id=ee908c01-b71e-40fe-968e-dba65942d6c2)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:20:33.838674 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Pushing event updated for resources: {'Port': ['ID=48c869b2-304f-43d8-97b8-8a107b0fd887,revision_number=5']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:20:33.852551 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Returning: {'device': '8d4df4ab-91fa-44df-b174-538329dcec07', 'network_id': '939b6a56-d602-4029-9bd9-85ca48a8a1c7', 'port_id': '8d4df4ab-91fa-44df-b174-538329dcec07', 'mac_address': 'fa:16:3e:1f:5e:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1019, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c766dd70-4214-4cf7-9cdb-42855341a210', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100248) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 14:20:33.855863 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-40419d7d-4d83-4b55-a41f-79106559c648 tempest-RoutersTestDVR-2007517112 tempest-RoutersTestDVR-2007517112-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1806297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1761036'] for router, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:33.873592 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-40419d7d-4d83-4b55-a41f-79106559c648 tempest-RoutersTestDVR-2007517112 tempest-RoutersTestDVR-2007517112-project-admin] Notify callbacks [] for router, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:33.877512 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-40419d7d-4d83-4b55-a41f-79106559c648 tempest-RoutersTestDVR-2007517112 tempest-RoutersTestDVR-2007517112-project-admin] 10.222.0.104 "POST /v2.0/routers HTTP/1.1" status: 201 len: 720 time: 0.1484225 Jul 06 14:20:33.878183 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 35858) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:20:33.890062 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69759c7e-4312-4775-8aa0-bbacbb7d89eb req-bcebca10-d7a3-41d2-a862-e3f49e2e3527 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:20:33.893535 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-69759c7e-4312-4775-8aa0-bbacbb7d89eb req-bcebca10-d7a3-41d2-a862-e3f49e2e3527 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=08e0882f-02d1-43ea-a068-d7675950a205 HTTP/1.1" status: 200 len: 1096 time: 0.0676267 Jul 06 14:20:33.896442 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:33.909600 n-d-773647-6 neutron-server[100248]: DEBUG neutron.notifiers.nova [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d4df4ab-91fa-44df-b174-538329dcec07 {{(pid=100248) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 14:20:33.928623 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-69759c7e-4312-4775-8aa0-bbacbb7d89eb req-6d91cfd9-af7f-4130-860b-2a415cbf1677 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=b2132efa-40d7-46de-9959-646c1b99d382&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298307 Jul 06 14:20:33.928980 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] For port 8d4df4ab-91fa-44df-b174-538329dcec07, host n-h1-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773647-6',level=0,port_id=8d4df4ab-91fa-44df-b174-538329dcec07,segment=NetworkSegment(ee908c01-b71e-40fe-968e-dba65942d6c2),segment_id=ee908c01-b71e-40fe-968e-dba65942d6c2)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:20:33.932978 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:33.956321 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-0d40a682-570e-4e4f-9787-1d0fe565d0fc tempest-RoutersTestDVR-2007517112 tempest-RoutersTestDVR-2007517112-project-admin] Notify callbacks [] for router, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:33.981836 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Pushing event updated for resources: {'Port': ['ID=8d4df4ab-91fa-44df-b174-538329dcec07,revision_number=4']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:20:34.111119 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-0d40a682-570e-4e4f-9787-1d0fe565d0fc tempest-RoutersTestDVR-2007517112 tempest-RoutersTestDVR-2007517112-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1806308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6982'] for router, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:34.113241 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-0d40a682-570e-4e4f-9787-1d0fe565d0fc tempest-RoutersTestDVR-2007517112 tempest-RoutersTestDVR-2007517112-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:34.153508 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-0d40a682-570e-4e4f-9787-1d0fe565d0fc tempest-RoutersTestDVR-2007517112 tempest-RoutersTestDVR-2007517112-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1805684'] for router, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:34.154018 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d40a682-570e-4e4f-9787-1d0fe565d0fc tempest-RoutersTestDVR-2007517112 tempest-RoutersTestDVR-2007517112-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 1a0680f3-ea6b-481e-9c3f-a53cfd15c30b {{(pid=100247) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 14:20:34.158108 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-0d40a682-570e-4e4f-9787-1d0fe565d0fc tempest-RoutersTestDVR-2007517112 tempest-RoutersTestDVR-2007517112-project-admin] Notify callbacks [] for router, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:34.163110 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-0d40a682-570e-4e4f-9787-1d0fe565d0fc tempest-RoutersTestDVR-2007517112 tempest-RoutersTestDVR-2007517112-project-admin] 10.222.0.104 "DELETE /v2.0/routers/1a0680f3-ea6b-481e-9c3f-a53cfd15c30b HTTP/1.1" status: 204 len: 168 time: 0.2842584 Jul 06 14:20:34.328184 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] get_ports_and_sgs() called for port_ids ['8d4df4ab-91fa-44df-b174-538329dcec07'] {{(pid=100248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 14:20:34.420051 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 35868) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:20:34.482230 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2dad504-a78f-44df-a120-54c6d9905bb7 req-c9e9029c-fb1a-4035-ba51-e0a008cd71ca tempest-ServersTestJSON-809673865 tempest-ServersTestJSON-809673865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:20:34.483784 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-e2dad504-a78f-44df-a120-54c6d9905bb7 req-c9e9029c-fb1a-4035-ba51-e0a008cd71ca tempest-ServersTestJSON-809673865 tempest-ServersTestJSON-809673865-project] 10.222.0.104 "GET /v2.0/ports?device_id=08e0882f-02d1-43ea-a068-d7675950a205 HTTP/1.1" status: 200 len: 945 time: 0.1068940 Jul 06 14:20:34.512778 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c20ea81-85be-438d-b4e8-ddaffef039bb req-920a6816-2461-438a-976d-9ee2d71fa17f tempest-AttachVolumeNegativeTest-1214840538 tempest-AttachVolumeNegativeTest-1214840538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:20:34.514238 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-9c20ea81-85be-438d-b4e8-ddaffef039bb req-920a6816-2461-438a-976d-9ee2d71fa17f tempest-AttachVolumeNegativeTest-1214840538 tempest-AttachVolumeNegativeTest-1214840538-project] 10.222.0.104 "GET /v2.0/ports?device_id=9ce98e0e-7c4e-42b0-80dd-b21fabb5d600 HTTP/1.1" status: 200 len: 944 time: 0.1016858 Jul 06 14:20:34.532845 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-ff149bda-da33-4e13-bd08-9778556164c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:34.563925 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-e2dad504-a78f-44df-a120-54c6d9905bb7 req-02bcd888-e96f-4b8b-b6db-3af0a97d6ef4 tempest-ServersTestJSON-809673865 tempest-ServersTestJSON-809673865-project] 10.222.0.104 "GET /v2.0/security-groups?id=b2132efa-40d7-46de-9959-646c1b99d382&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678742 Jul 06 14:20:34.571540 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-9c20ea81-85be-438d-b4e8-ddaffef039bb req-817ebdbb-fd2e-480a-ab41-cdb094f513be tempest-AttachVolumeNegativeTest-1214840538 tempest-AttachVolumeNegativeTest-1214840538-project] 10.222.0.104 "GET /v2.0/security-groups?id=e25fc918-d317-48f5-8fe8-cddb17b098d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478280 Jul 06 14:20:34.639910 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-ff149bda-da33-4e13-bd08-9778556164c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:34.644560 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-ff149bda-da33-4e13-bd08-9778556164c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:34.683587 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-ff149bda-da33-4e13-bd08-9778556164c5 admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=46ba61ba117b48b2be7658c4241135fb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2623196 Jul 06 14:20:34.684364 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff149bda-da33-4e13-bd08-9778556164c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88f308e9-114f-4641-a4fa-45ffc19eacd9,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:20:34.686361 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 35872) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:20:34.692808 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff149bda-da33-4e13-bd08-9778556164c5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:20:34.693377 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff149bda-da33-4e13-bd08-9778556164c5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:20:34.693668 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff149bda-da33-4e13-bd08-9778556164c5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:20:34.694127 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff149bda-da33-4e13-bd08-9778556164c5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:20:34.694549 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff149bda-da33-4e13-bd08-9778556164c5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:20:34.694891 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff149bda-da33-4e13-bd08-9778556164c5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:20:34.695202 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff149bda-da33-4e13-bd08-9778556164c5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:20:34.695574 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff149bda-da33-4e13-bd08-9778556164c5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:20:34.695993 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff149bda-da33-4e13-bd08-9778556164c5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:20:34.696388 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff149bda-da33-4e13-bd08-9778556164c5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:20:34.696716 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff149bda-da33-4e13-bd08-9778556164c5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:20:34.697040 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff149bda-da33-4e13-bd08-9778556164c5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:20:34.745549 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-3e9bb57b-7bb6-4c18-91a2-18b5cfd3c222 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:34.767009 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-3e9bb57b-7bb6-4c18-91a2-18b5cfd3c222 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:34.811957 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-3e9bb57b-7bb6-4c18-91a2-18b5cfd3c222 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:34.814489 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-3e9bb57b-7bb6-4c18-91a2-18b5cfd3c222 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:34.815655 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-3e9bb57b-7bb6-4c18-91a2-18b5cfd3c222 admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/88f308e9-114f-4641-a4fa-45ffc19eacd9 HTTP/1.1" status: 204 len: 168 time: 0.1274827 Jul 06 14:20:34.823792 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9bb57b-7bb6-4c18-91a2-18b5cfd3c222 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88f308e9-114f-4641-a4fa-45ffc19eacd9,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:20:35.064837 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 35878) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:20:35.079106 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-d571c9fc-7540-497c-8197-e1057bdb3fd9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:35.172103 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-d571c9fc-7540-497c-8197-e1057bdb3fd9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:35.175874 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-d571c9fc-7540-497c-8197-e1057bdb3fd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:35.215402 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-d571c9fc-7540-497c-8197-e1057bdb3fd9 admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=1c8cbd226de4452297c0ff0136680848&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1494408 Jul 06 14:20:35.216278 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d571c9fc-7540-497c-8197-e1057bdb3fd9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8f904cf-488a-454d-a094-c40e7bb76313,revision_number=1']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:20:35.218116 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 35880) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:20:35.270882 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-7127f4ea-c746-43a6-b1ef-3fcb7f9a7ba9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:35.291678 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-7127f4ea-c746-43a6-b1ef-3fcb7f9a7ba9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:35.336882 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-7127f4ea-c746-43a6-b1ef-3fcb7f9a7ba9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:35.339523 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-7127f4ea-c746-43a6-b1ef-3fcb7f9a7ba9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:35.340653 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-7127f4ea-c746-43a6-b1ef-3fcb7f9a7ba9 admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/e8f904cf-488a-454d-a094-c40e7bb76313 HTTP/1.1" status: 204 len: 168 time: 0.1215339 Jul 06 14:20:35.347994 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7127f4ea-c746-43a6-b1ef-3fcb7f9a7ba9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8f904cf-488a-454d-a094-c40e7bb76313,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:20:35.633784 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Device 8d4df4ab-91fa-44df-b174-538329dcec07 up at agent hyperv_n-h1-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:20:35.716029 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Provisioning for port 8d4df4ab-91fa-44df-b174-538329dcec07 completed by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:20:35.730051 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Provisioning complete for port 8d4df4ab-91fa-44df-b174-538329dcec07 triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:20:35.730431 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:35.807552 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e674a552-2519-4645-b7a9-11505064ec95 req-cd68d5d5-9aee-4228-886f-25204e0f01e5 tempest-ServersTestJSON-809673865 tempest-ServersTestJSON-809673865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:20:35.809372 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-e674a552-2519-4645-b7a9-11505064ec95 req-cd68d5d5-9aee-4228-886f-25204e0f01e5 tempest-ServersTestJSON-809673865 tempest-ServersTestJSON-809673865-project] 10.222.0.104 "GET /v2.0/ports?device_id=08e0882f-02d1-43ea-a068-d7675950a205 HTTP/1.1" status: 200 len: 945 time: 0.1120286 Jul 06 14:20:35.821409 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:35.846595 n-d-773647-6 neutron-server[100248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ce98e0e-7c4e-42b0-80dd-b21fabb5d600', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d4df4ab-91fa-44df-b174-538329dcec07'}] {{(pid=100248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:20:35.848604 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35559235-e84b-4867-b978-f16ee2a05e81 req-8e6d2763-3074-44ba-bab4-1542ac88aeb1 tempest-AttachVolumeNegativeTest-1214840538 tempest-AttachVolumeNegativeTest-1214840538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:20:35.848938 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84af257533e383389cbcf231d3534f4d5e149e7203fea16b4a8fc01438dddaf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf0ba317-2472-4058-9be0-de3cbcdae96b" -d '{"events": [{"server_uuid": "9ce98e0e-7c4e-42b0-80dd-b21fabb5d600", "name": "network-vif-plugged", "status": "completed", "tag": "8d4df4ab-91fa-44df-b174-538329dcec07"}]}' {{(pid=100248) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:20:35.850113 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-35559235-e84b-4867-b978-f16ee2a05e81 req-8e6d2763-3074-44ba-bab4-1542ac88aeb1 tempest-AttachVolumeNegativeTest-1214840538 tempest-AttachVolumeNegativeTest-1214840538-project] 10.222.0.104 "GET /v2.0/ports?device_id=9ce98e0e-7c4e-42b0-80dd-b21fabb5d600 HTTP/1.1" status: 200 len: 944 time: 0.1166468 Jul 06 14:20:35.866039 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] For port 8d4df4ab-91fa-44df-b174-538329dcec07, host n-h1-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773647-6',level=0,port_id=8d4df4ab-91fa-44df-b174-538329dcec07,segment=NetworkSegment(ee908c01-b71e-40fe-968e-dba65942d6c2),segment_id=ee908c01-b71e-40fe-968e-dba65942d6c2)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:20:35.871309 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:35.887956 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-e674a552-2519-4645-b7a9-11505064ec95 req-63b686e3-a83a-4e71-b7ea-5117487ca122 tempest-ServersTestJSON-809673865 tempest-ServersTestJSON-809673865-project] 10.222.0.104 "GET /v2.0/security-groups?id=b2132efa-40d7-46de-9959-646c1b99d382&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712664 Jul 06 14:20:35.925951 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-35559235-e84b-4867-b978-f16ee2a05e81 req-a8721140-3bc8-425e-a981-c827af1d4184 tempest-AttachVolumeNegativeTest-1214840538 tempest-AttachVolumeNegativeTest-1214840538-project] 10.222.0.104 "GET /v2.0/security-groups?id=e25fc918-d317-48f5-8fe8-cddb17b098d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661805 Jul 06 14:20:35.948112 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Pushing event updated for resources: {'Port': ['ID=8d4df4ab-91fa-44df-b174-538329dcec07,revision_number=5']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:20:35.964832 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 14:20:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a94f46ea-1f4d-48e6-9857-12d5330cdc30 x-openstack-request-id: req-a94f46ea-1f4d-48e6-9857-12d5330cdc30 {{(pid=100248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:20:35.965134 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ce98e0e-7c4e-42b0-80dd-b21fabb5d600", "name": "network-vif-plugged", "status": "completed", "tag": "8d4df4ab-91fa-44df-b174-538329dcec07", "code": 200}]} {{(pid=100248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:20:35.965389 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-a94f46ea-1f4d-48e6-9857-12d5330cdc30 {{(pid=100248) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:20:35.965787 n-d-773647-6 neutron-server[100248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ce98e0e-7c4e-42b0-80dd-b21fabb5d600', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d4df4ab-91fa-44df-b174-538329dcec07', 'code': 200} Jul 06 14:20:36.103201 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdaa1cc9-7079-4436-ac3f-26e792231623 req-cf330f9a-49d6-4335-ad18-75fa23f27063 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:20:36.104879 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-bdaa1cc9-7079-4436-ac3f-26e792231623 req-cf330f9a-49d6-4335-ad18-75fa23f27063 service neutron] 10.222.0.127 "GET /v2.0/ports?device_id=9ce98e0e-7c4e-42b0-80dd-b21fabb5d600 HTTP/1.1" status: 200 len: 1096 time: 0.0663860 Jul 06 14:20:36.140589 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-bdaa1cc9-7079-4436-ac3f-26e792231623 req-00ad93b0-218d-4df6-8b43-8bcbb1eb1cdc service neutron] 10.222.0.127 "GET /v2.0/security-groups?id=e25fc918-d317-48f5-8fe8-cddb17b098d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0288506 Jul 06 14:20:36.257462 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc134bb1-415e-4b49-a795-fd9f9afb5731 req-17f5717a-768a-4e9b-b888-39bb397f98bc tempest-ServersTestJSON-809673865 tempest-ServersTestJSON-809673865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:20:36.259022 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-fc134bb1-415e-4b49-a795-fd9f9afb5731 req-17f5717a-768a-4e9b-b888-39bb397f98bc tempest-ServersTestJSON-809673865 tempest-ServersTestJSON-809673865-project] 10.222.0.104 "GET /v2.0/ports?device_id=08e0882f-02d1-43ea-a068-d7675950a205 HTTP/1.1" status: 200 len: 945 time: 0.0653031 Jul 06 14:20:36.298099 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-fc134bb1-415e-4b49-a795-fd9f9afb5731 req-1baba3f9-96cb-4549-86a5-acea22713aa5 tempest-ServersTestJSON-809673865 tempest-ServersTestJSON-809673865-project] 10.222.0.104 "GET /v2.0/security-groups?id=b2132efa-40d7-46de-9959-646c1b99d382&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333474 Jul 06 14:20:36.485302 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a0b880-5124-4ef5-a7fd-8a14c90c7bd2 req-056974ee-4b10-477b-bde5-be6a77a6b3a4 tempest-ServersTestJSON-809673865 tempest-ServersTestJSON-809673865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:20:36.486816 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-83a0b880-5124-4ef5-a7fd-8a14c90c7bd2 req-056974ee-4b10-477b-bde5-be6a77a6b3a4 tempest-ServersTestJSON-809673865 tempest-ServersTestJSON-809673865-project] 10.222.0.104 "GET /v2.0/ports?device_id=08e0882f-02d1-43ea-a068-d7675950a205 HTTP/1.1" status: 200 len: 945 time: 0.0673897 Jul 06 14:20:36.527389 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-83a0b880-5124-4ef5-a7fd-8a14c90c7bd2 req-c23de677-d977-4888-a817-ce5584123af9 tempest-ServersTestJSON-809673865 tempest-ServersTestJSON-809673865-project] 10.222.0.104 "GET /v2.0/security-groups?id=b2132efa-40d7-46de-9959-646c1b99d382&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341418 Jul 06 14:20:36.625037 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 35930) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:20:36.721697 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-e641d2bc-bd75-4f3e-a894-eb8cee291f89 tempest-RoutersAdminNegativeIpV6Test-1009783587 tempest-RoutersAdminNegativeIpV6Test-1009783587-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-1746907267', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:20:36.755631 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e641d2bc-bd75-4f3e-a894-eb8cee291f89 tempest-RoutersAdminNegativeIpV6Test-1009783587 tempest-RoutersAdminNegativeIpV6Test-1009783587-project-admin] Made reservation on behalf of 5e831737fec94f7889ef0a1c0748437f for: {'port': 1} {{(pid=100246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:20:36.758223 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-e641d2bc-bd75-4f3e-a894-eb8cee291f89 tempest-RoutersAdminNegativeIpV6Test-1009783587 tempest-RoutersAdminNegativeIpV6Test-1009783587-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:36.767102 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-e641d2bc-bd75-4f3e-a894-eb8cee291f89 tempest-RoutersAdminNegativeIpV6Test-1009783587 tempest-RoutersAdminNegativeIpV6Test-1009783587-project-admin] Notify callbacks [] for security_group, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:36.864476 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-e641d2bc-bd75-4f3e-a894-eb8cee291f89 tempest-RoutersAdminNegativeIpV6Test-1009783587 tempest-RoutersAdminNegativeIpV6Test-1009783587-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:36.868556 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-e641d2bc-bd75-4f3e-a894-eb8cee291f89 tempest-RoutersAdminNegativeIpV6Test-1009783587 tempest-RoutersAdminNegativeIpV6Test-1009783587-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:36.881188 n-d-773647-6 neutron-server[100246]: DEBUG neutron.notifiers.nova [None req-e641d2bc-bd75-4f3e-a894-eb8cee291f89 tempest-RoutersAdminNegativeIpV6Test-1009783587 tempest-RoutersAdminNegativeIpV6Test-1009783587-project-admin] device_id is not set on port ccfb5040-c7fb-48be-8382-9d21c7eed62c yet. {{(pid=100246) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 14:20:36.890166 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ecb968-3b12-4211-b554-e2092cc7b17b req-be7b49d7-6899-41f6-96eb-6701f96f8563 tempest-ServersTestJSON-809673865 tempest-ServersTestJSON-809673865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:20:36.891729 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-b5ecb968-3b12-4211-b554-e2092cc7b17b req-be7b49d7-6899-41f6-96eb-6701f96f8563 tempest-ServersTestJSON-809673865 tempest-ServersTestJSON-809673865-project] 10.222.0.104 "GET /v2.0/ports?device_id=08e0882f-02d1-43ea-a068-d7675950a205 HTTP/1.1" status: 200 len: 945 time: 0.0836034 Jul 06 14:20:36.922577 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e641d2bc-bd75-4f3e-a894-eb8cee291f89 tempest-RoutersAdminNegativeIpV6Test-1009783587 tempest-RoutersAdminNegativeIpV6Test-1009783587-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ed216cf-2349-415e-808c-f1c6a9b8bf54,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:20:36.931399 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-b5ecb968-3b12-4211-b554-e2092cc7b17b req-8ee6e20d-2959-4595-9796-9849e1ade9d3 tempest-ServersTestJSON-809673865 tempest-ServersTestJSON-809673865-project] 10.222.0.104 "GET /v2.0/security-groups?id=b2132efa-40d7-46de-9959-646c1b99d382&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328171 Jul 06 14:20:37.003458 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.db_base_plugin_common [None req-e641d2bc-bd75-4f3e-a894-eb8cee291f89 tempest-RoutersAdminNegativeIpV6Test-1009783587 tempest-RoutersAdminNegativeIpV6Test-1009783587-project-admin] Allocated IP 172.25.0.31 (2658f09e-a580-4d4a-9968-2d1e0ad93719/cbf74abc-6fe1-4d33-b005-c948923b9647/ccfb5040-c7fb-48be-8382-9d21c7eed62c) {{(pid=100246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:20:37.104250 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc77938-5b32-4db4-a0ee-af805349018f req-bfb9ebca-6061-4031-8ed6-e6307322a7d7 tempest-AttachVolumeNegativeTest-1214840538 tempest-AttachVolumeNegativeTest-1214840538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:20:37.105983 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-8cc77938-5b32-4db4-a0ee-af805349018f req-bfb9ebca-6061-4031-8ed6-e6307322a7d7 tempest-AttachVolumeNegativeTest-1214840538 tempest-AttachVolumeNegativeTest-1214840538-project] 10.222.0.104 "GET /v2.0/ports?device_id=9ce98e0e-7c4e-42b0-80dd-b21fabb5d600 HTTP/1.1" status: 200 len: 945 time: 0.0674670 Jul 06 14:20:37.141308 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-e641d2bc-bd75-4f3e-a894-eb8cee291f89 tempest-RoutersAdminNegativeIpV6Test-1009783587 tempest-RoutersAdminNegativeIpV6Test-1009783587-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:37.146660 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-8cc77938-5b32-4db4-a0ee-af805349018f req-ea479e74-0f04-416b-84a3-cba5b6b84b1a tempest-AttachVolumeNegativeTest-1214840538 tempest-AttachVolumeNegativeTest-1214840538-project] 10.222.0.104 "GET /v2.0/security-groups?id=e25fc918-d317-48f5-8fe8-cddb17b098d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350761 Jul 06 14:20:37.183337 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-e641d2bc-bd75-4f3e-a894-eb8cee291f89 tempest-RoutersAdminNegativeIpV6Test-1009783587 tempest-RoutersAdminNegativeIpV6Test-1009783587-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-127687573'] for port, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:37.225307 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e641d2bc-bd75-4f3e-a894-eb8cee291f89 tempest-RoutersAdminNegativeIpV6Test-1009783587 tempest-RoutersAdminNegativeIpV6Test-1009783587-project-admin] Network 2658f09e-a580-4d4a-9968-2d1e0ad93719 is already hosted by enough agents. {{(pid=100246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:20:37.228235 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.base_scheduler [None req-e641d2bc-bd75-4f3e-a894-eb8cee291f89 tempest-RoutersAdminNegativeIpV6Test-1009783587 tempest-RoutersAdminNegativeIpV6Test-1009783587-project-admin] Resources bound (agent type, host, resource id): {{(pid=100246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:20:37.231635 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e641d2bc-bd75-4f3e-a894-eb8cee291f89 tempest-RoutersAdminNegativeIpV6Test-1009783587 tempest-RoutersAdminNegativeIpV6Test-1009783587-project-admin] Received port after_create {{(pid=100246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:20:37.258532 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e641d2bc-bd75-4f3e-a894-eb8cee291f89 tempest-RoutersAdminNegativeIpV6Test-1009783587 tempest-RoutersAdminNegativeIpV6Test-1009783587-project-admin] Pushing event updated for resources: {'Port': ['ID=ccfb5040-c7fb-48be-8382-9d21c7eed62c,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:20:37.277739 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e641d2bc-bd75-4f3e-a894-eb8cee291f89 tempest-RoutersAdminNegativeIpV6Test-1009783587 tempest-RoutersAdminNegativeIpV6Test-1009783587-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:20:37.278655 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-e641d2bc-bd75-4f3e-a894-eb8cee291f89 tempest-RoutersAdminNegativeIpV6Test-1009783587 tempest-RoutersAdminNegativeIpV6Test-1009783587-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:37.294373 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-e641d2bc-bd75-4f3e-a894-eb8cee291f89 tempest-RoutersAdminNegativeIpV6Test-1009783587 tempest-RoutersAdminNegativeIpV6Test-1009783587-project-admin] 10.222.0.104 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1036 time: 0.6679704 Jul 06 14:20:37.297346 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 35942) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:20:37.303136 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [None req-9fd1647a-9f00-4aa2-8869-b8485445834e tempest-RoutersAdminNegativeIpV6Test-1009783587 tempest-RoutersAdminNegativeIpV6Test-1009783587-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.31'}]}}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:20:37.328225 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-9fd1647a-9f00-4aa2-8869-b8485445834e tempest-RoutersAdminNegativeIpV6Test-1009783587 tempest-RoutersAdminNegativeIpV6Test-1009783587-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1806290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6992'] for router, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:37.329209 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-9fd1647a-9f00-4aa2-8869-b8485445834e tempest-RoutersAdminNegativeIpV6Test-1009783587 tempest-RoutersAdminNegativeIpV6Test-1009783587-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1806157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1808637', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1714747', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7007'] for router, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:37.383053 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-9fd1647a-9f00-4aa2-8869-b8485445834e tempest-RoutersAdminNegativeIpV6Test-1009783587 tempest-RoutersAdminNegativeIpV6Test-1009783587-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:37.514513 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-9fd1647a-9f00-4aa2-8869-b8485445834e tempest-RoutersAdminNegativeIpV6Test-1009783587 tempest-RoutersAdminNegativeIpV6Test-1009783587-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1761047', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1806272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6989'] for router, precommit_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:37.750285 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-9fd1647a-9f00-4aa2-8869-b8485445834e tempest-RoutersAdminNegativeIpV6Test-1009783587 tempest-RoutersAdminNegativeIpV6Test-1009783587-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:37.768573 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-9fd1647a-9f00-4aa2-8869-b8485445834e tempest-RoutersAdminNegativeIpV6Test-1009783587 tempest-RoutersAdminNegativeIpV6Test-1009783587-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:37.949816 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-9fd1647a-9f00-4aa2-8869-b8485445834e tempest-RoutersAdminNegativeIpV6Test-1009783587 tempest-RoutersAdminNegativeIpV6Test-1009783587-project-admin] Notify callbacks [] for router, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:38.128070 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-9fd1647a-9f00-4aa2-8869-b8485445834e tempest-RoutersAdminNegativeIpV6Test-1009783587 tempest-RoutersAdminNegativeIpV6Test-1009783587-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1806308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6982'] for router, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:38.131423 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-9fd1647a-9f00-4aa2-8869-b8485445834e tempest-RoutersAdminNegativeIpV6Test-1009783587 tempest-RoutersAdminNegativeIpV6Test-1009783587-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:38.183113 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-9fd1647a-9f00-4aa2-8869-b8485445834e tempest-RoutersAdminNegativeIpV6Test-1009783587 tempest-RoutersAdminNegativeIpV6Test-1009783587-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1805684'] for router, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:38.183650 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fd1647a-9f00-4aa2-8869-b8485445834e tempest-RoutersAdminNegativeIpV6Test-1009783587 tempest-RoutersAdminNegativeIpV6Test-1009783587-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c40aadd1-d033-4617-8b1b-6a4746608efb {{(pid=100247) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 14:20:38.212057 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653bdd6d-30c5-4443-a648-b4675629fc25 req-ee2fa262-3d61-4dee-adb5-8fc09a35e879 tempest-ServersTestJSON-809673865 tempest-ServersTestJSON-809673865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:20:38.213538 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-653bdd6d-30c5-4443-a648-b4675629fc25 req-ee2fa262-3d61-4dee-adb5-8fc09a35e879 tempest-ServersTestJSON-809673865 tempest-ServersTestJSON-809673865-project] 10.222.0.104 "GET /v2.0/ports?device_id=08e0882f-02d1-43ea-a068-d7675950a205 HTTP/1.1" status: 200 len: 945 time: 0.1399653 Jul 06 14:20:38.214745 n-d-773647-6 neutron-server[100247]: INFO neutron.api.v2.resource [None req-9fd1647a-9f00-4aa2-8869-b8485445834e tempest-RoutersAdminNegativeIpV6Test-1009783587 tempest-RoutersAdminNegativeIpV6Test-1009783587-project-admin] create failed (client error): There was a conflict when trying to complete your request. Jul 06 14:20:38.218477 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-9fd1647a-9f00-4aa2-8869-b8485445834e tempest-RoutersAdminNegativeIpV6Test-1009783587 tempest-RoutersAdminNegativeIpV6Test-1009783587-project-admin] 10.222.0.104 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 0.9169340 Jul 06 14:20:38.218756 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 35948) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:20:38.307328 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [None req-2163edf8-ecf8-41ba-9e62-1b1fd254ed06 tempest-RoutersAdminNegativeIpV6Test-1009783587 tempest-RoutersAdminNegativeIpV6Test-1009783587-project-admin] Deleting port ccfb5040-c7fb-48be-8382-9d21c7eed62c {{(pid=100246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:20:38.307678 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-2163edf8-ecf8-41ba-9e62-1b1fd254ed06 tempest-RoutersAdminNegativeIpV6Test-1009783587 tempest-RoutersAdminNegativeIpV6Test-1009783587-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:38.392467 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-2163edf8-ecf8-41ba-9e62-1b1fd254ed06 tempest-RoutersAdminNegativeIpV6Test-1009783587 tempest-RoutersAdminNegativeIpV6Test-1009783587-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:38.405254 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [None req-2163edf8-ecf8-41ba-9e62-1b1fd254ed06 tempest-RoutersAdminNegativeIpV6Test-1009783587 tempest-RoutersAdminNegativeIpV6Test-1009783587-project-admin] Calling delete_port for ccfb5040-c7fb-48be-8382-9d21c7eed62c owned by {{(pid=100246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:20:38.534078 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-2163edf8-ecf8-41ba-9e62-1b1fd254ed06 tempest-RoutersAdminNegativeIpV6Test-1009783587 tempest-RoutersAdminNegativeIpV6Test-1009783587-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127687580'] for port, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:38.567421 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2163edf8-ecf8-41ba-9e62-1b1fd254ed06 tempest-RoutersAdminNegativeIpV6Test-1009783587 tempest-RoutersAdminNegativeIpV6Test-1009783587-project-admin] Pushing event deleted for resources: {'Port': ['ID=ccfb5040-c7fb-48be-8382-9d21c7eed62c,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:20:38.581933 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-653bdd6d-30c5-4443-a648-b4675629fc25 req-052a0ded-36d0-42d1-a141-dfc16c0c710c tempest-ServersTestJSON-809673865 tempest-ServersTestJSON-809673865-project] 10.222.0.104 "GET /v2.0/security-groups?id=b2132efa-40d7-46de-9959-646c1b99d382&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3587666 Jul 06 14:20:38.617622 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ece2f6e-ffaa-461f-9a04-42ac3d8ced76 req-9573ead6-9ed4-4647-a76c-c257f486f6b4 tempest-AttachVolumeNegativeTest-1214840538 tempest-AttachVolumeNegativeTest-1214840538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:20:38.619086 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-6ece2f6e-ffaa-461f-9a04-42ac3d8ced76 req-9573ead6-9ed4-4647-a76c-c257f486f6b4 tempest-AttachVolumeNegativeTest-1214840538 tempest-AttachVolumeNegativeTest-1214840538-project] 10.222.0.104 "GET /v2.0/ports?device_id=9ce98e0e-7c4e-42b0-80dd-b21fabb5d600 HTTP/1.1" status: 200 len: 945 time: 0.0885355 Jul 06 14:20:38.635127 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-2163edf8-ecf8-41ba-9e62-1b1fd254ed06 tempest-RoutersAdminNegativeIpV6Test-1009783587 tempest-RoutersAdminNegativeIpV6Test-1009783587-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:38.637140 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-2163edf8-ecf8-41ba-9e62-1b1fd254ed06 tempest-RoutersAdminNegativeIpV6Test-1009783587 tempest-RoutersAdminNegativeIpV6Test-1009783587-project-admin] 10.222.0.104 "DELETE /v2.0/ports/ccfb5040-c7fb-48be-8382-9d21c7eed62c HTTP/1.1" status: 204 len: 168 time: 0.4173179 Jul 06 14:20:38.663997 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-6ece2f6e-ffaa-461f-9a04-42ac3d8ced76 req-809dd08c-6789-43a7-a0a0-949e745e73d3 tempest-AttachVolumeNegativeTest-1214840538 tempest-AttachVolumeNegativeTest-1214840538-project] 10.222.0.104 "GET /v2.0/security-groups?id=e25fc918-d317-48f5-8fe8-cddb17b098d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389838 Jul 06 14:20:39.039230 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 35960) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:20:39.150610 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-23f55577-6808-4b5d-b619-6c6c72649d7d admin admin] Notify callbacks [] for security_group, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:39.239350 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-23f55577-6808-4b5d-b619-6c6c72649d7d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:39.244112 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-23f55577-6808-4b5d-b619-6c6c72649d7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:39.287779 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-23f55577-6808-4b5d-b619-6c6c72649d7d admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=42071caff20b4f52969cb9f22067e48b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2448974 Jul 06 14:20:39.288686 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 35966) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:20:39.290240 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f55577-6808-4b5d-b619-6c6c72649d7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=133f156e-4bd7-466f-a9e4-948d83083a23,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:20:39.346240 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-8ffe22ec-55c5-4925-b8ee-4fc4c5d56d0f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:39.367967 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-8ffe22ec-55c5-4925-b8ee-4fc4c5d56d0f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:39.422007 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-8ffe22ec-55c5-4925-b8ee-4fc4c5d56d0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:39.424854 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-8ffe22ec-55c5-4925-b8ee-4fc4c5d56d0f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:39.426310 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-8ffe22ec-55c5-4925-b8ee-4fc4c5d56d0f admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/133f156e-4bd7-466f-a9e4-948d83083a23 HTTP/1.1" status: 204 len: 168 time: 0.1360669 Jul 06 14:20:39.441160 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ffe22ec-55c5-4925-b8ee-4fc4c5d56d0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=133f156e-4bd7-466f-a9e4-948d83083a23,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:20:39.724893 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 35976) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:20:39.765066 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-32a2d08e-bba6-4401-a1aa-13f87e6bf069 admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=5e831737fec94f7889ef0a1c0748437f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0388052 Jul 06 14:20:39.767443 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 35978) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:20:39.767624 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd99807a-27e0-4c74-ac7c-4e2dcd343ea9 req-c17e9911-1a4d-4ace-bff2-273b90ab1423 tempest-ServersTestJSON-809673865 tempest-ServersTestJSON-809673865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:20:39.769147 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-cd99807a-27e0-4c74-ac7c-4e2dcd343ea9 req-c17e9911-1a4d-4ace-bff2-273b90ab1423 tempest-ServersTestJSON-809673865 tempest-ServersTestJSON-809673865-project] 10.222.0.104 "GET /v2.0/ports?device_id=08e0882f-02d1-43ea-a068-d7675950a205 HTTP/1.1" status: 200 len: 945 time: 0.0662706 Jul 06 14:20:39.809714 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-cd99807a-27e0-4c74-ac7c-4e2dcd343ea9 req-6fde9ffb-0d01-467b-bcfa-056d6c71a69e tempest-ServersTestJSON-809673865 tempest-ServersTestJSON-809673865-project] 10.222.0.104 "GET /v2.0/security-groups?id=b2132efa-40d7-46de-9959-646c1b99d382&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341675 Jul 06 14:20:39.817554 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-0996a24c-746e-4bfa-8e93-23f53f454914 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:39.839035 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-0996a24c-746e-4bfa-8e93-23f53f454914 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:39.887390 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-0996a24c-746e-4bfa-8e93-23f53f454914 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:39.889997 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-0996a24c-746e-4bfa-8e93-23f53f454914 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:39.891156 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-0996a24c-746e-4bfa-8e93-23f53f454914 admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/2ed216cf-2349-415e-808c-f1c6a9b8bf54 HTTP/1.1" status: 204 len: 168 time: 0.1227460 Jul 06 14:20:39.899795 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0996a24c-746e-4bfa-8e93-23f53f454914 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ed216cf-2349-415e-808c-f1c6a9b8bf54,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:20:40.137840 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.agents_db [None req-167c0ad6-1657-4c9a-a2c4-3b18056aa662 None None] Agent healthcheck: found 7 active agents {{(pid=100249) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 14:20:40.590105 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 36014) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:20:40.659950 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:40.689255 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-526c1c04-b0a6-428d-bc05-b80a144ea688 tempest-SecGroupIPv6Test-1031499984 tempest-SecGroupIPv6Test-1031499984-project] Request body: {'security_group': {'name': 'tempest-secgroup--235595852'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:20:40.712294 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-526c1c04-b0a6-428d-bc05-b80a144ea688 tempest-SecGroupIPv6Test-1031499984 tempest-SecGroupIPv6Test-1031499984-project] Notify callbacks [] for security_group, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:40.720500 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-526c1c04-b0a6-428d-bc05-b80a144ea688 tempest-SecGroupIPv6Test-1031499984 tempest-SecGroupIPv6Test-1031499984-project] Notify callbacks [] for security_group, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:40.821175 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-526c1c04-b0a6-428d-bc05-b80a144ea688 tempest-SecGroupIPv6Test-1031499984 tempest-SecGroupIPv6Test-1031499984-project] Notify callbacks [] for security_group, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:40.825038 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-526c1c04-b0a6-428d-bc05-b80a144ea688 tempest-SecGroupIPv6Test-1031499984 tempest-SecGroupIPv6Test-1031499984-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:40.861566 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526c1c04-b0a6-428d-bc05-b80a144ea688 tempest-SecGroupIPv6Test-1031499984 tempest-SecGroupIPv6Test-1031499984-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9f1e6d7a-940a-415d-9085-99beefcb02e9,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:20:40.927719 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-526c1c04-b0a6-428d-bc05-b80a144ea688 tempest-SecGroupIPv6Test-1031499984 tempest-SecGroupIPv6Test-1031499984-project] Notify callbacks [] for security_group, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:40.932900 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-526c1c04-b0a6-428d-bc05-b80a144ea688 tempest-SecGroupIPv6Test-1031499984 tempest-SecGroupIPv6Test-1031499984-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:40.965632 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-526c1c04-b0a6-428d-bc05-b80a144ea688 tempest-SecGroupIPv6Test-1031499984 tempest-SecGroupIPv6Test-1031499984-project] Notify callbacks [] for security_group, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:40.967006 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-526c1c04-b0a6-428d-bc05-b80a144ea688 tempest-SecGroupIPv6Test-1031499984 tempest-SecGroupIPv6Test-1031499984-project] 10.222.0.104 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3758528 Jul 06 14:20:40.969164 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526c1c04-b0a6-428d-bc05-b80a144ea688 tempest-SecGroupIPv6Test-1031499984 tempest-SecGroupIPv6Test-1031499984-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b3c7946e-0f9a-4751-9d22-c531d26b77ee,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:20:40.971730 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 36020) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:20:41.002727 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3eae88-ea07-4200-bc64-5a2413e2331f req-fbb4e78d-0342-49bf-9625-ee78b82e8009 tempest-ServersTestJSON-809673865 tempest-ServersTestJSON-809673865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:20:41.005021 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-cb3eae88-ea07-4200-bc64-5a2413e2331f req-fbb4e78d-0342-49bf-9625-ee78b82e8009 tempest-ServersTestJSON-809673865 tempest-ServersTestJSON-809673865-project] 10.222.0.104 "GET /v2.0/ports?device_id=08e0882f-02d1-43ea-a068-d7675950a205 HTTP/1.1" status: 200 len: 945 time: 0.0738499 Jul 06 14:20:41.036812 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-68798534-10a9-4f89-b770-c12dcb3547e8 tempest-SecGroupIPv6Test-1031499984 tempest-SecGroupIPv6Test-1031499984-project] 10.222.0.104 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.0634568 Jul 06 14:20:41.037045 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 36022) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:20:41.044105 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [None req-73391a68-b0b9-4f01-a61b-1b6a80f173f0 tempest-SecGroupIPv6Test-1031499984 tempest-SecGroupIPv6Test-1031499984-project] Request body: {'security_group': {'name': 'tempest-security--1372001052', 'description': 'tempest-security-description-1266721353'}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:20:41.076277 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-cb3eae88-ea07-4200-bc64-5a2413e2331f req-78f72c2e-add5-4a7a-9ade-2f8717dc9eb8 tempest-ServersTestJSON-809673865 tempest-ServersTestJSON-809673865-project] 10.222.0.104 "GET /v2.0/security-groups?id=b2132efa-40d7-46de-9959-646c1b99d382&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645306 Jul 06 14:20:41.100550 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-73391a68-b0b9-4f01-a61b-1b6a80f173f0 tempest-SecGroupIPv6Test-1031499984 tempest-SecGroupIPv6Test-1031499984-project] Notify callbacks [] for security_group, before_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:41.110418 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-3748c1c3-862a-4c72-9909-922a5b4c5de5 req-8acb95c7-be1a-4456-861e-648e21ecdeeb service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=a8b13b0c-29c8-4b27-b2e5-3b66b7f8aa7d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0588372 Jul 06 14:20:41.146546 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-73391a68-b0b9-4f01-a61b-1b6a80f173f0 tempest-SecGroupIPv6Test-1031499984 tempest-SecGroupIPv6Test-1031499984-project] Notify callbacks [] for security_group, precommit_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:41.150359 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-73391a68-b0b9-4f01-a61b-1b6a80f173f0 tempest-SecGroupIPv6Test-1031499984 tempest-SecGroupIPv6Test-1031499984-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:41.153279 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-73391a68-b0b9-4f01-a61b-1b6a80f173f0 tempest-SecGroupIPv6Test-1031499984 tempest-SecGroupIPv6Test-1031499984-project] Notify callbacks [] for security_group, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:41.156967 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-73391a68-b0b9-4f01-a61b-1b6a80f173f0 tempest-SecGroupIPv6Test-1031499984 tempest-SecGroupIPv6Test-1031499984-project] 10.222.0.104 "PUT /v2.0/security-groups/b3c7946e-0f9a-4751-9d22-c531d26b77ee HTTP/1.1" status: 200 len: 1780 time: 0.1168036 Jul 06 14:20:41.157803 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 36024) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:20:41.200406 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73391a68-b0b9-4f01-a61b-1b6a80f173f0 tempest-SecGroupIPv6Test-1031499984 tempest-SecGroupIPv6Test-1031499984-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b3c7946e-0f9a-4751-9d22-c531d26b77ee,revision_number=2']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:20:41.215292 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-7b45bd86-c20b-4d9b-8b31-80a4a217da43 tempest-SecGroupIPv6Test-1031499984 tempest-SecGroupIPv6Test-1031499984-project] 10.222.0.104 "GET /v2.0/security-groups/b3c7946e-0f9a-4751-9d22-c531d26b77ee HTTP/1.1" status: 200 len: 1780 time: 0.0541680 Jul 06 14:20:41.215590 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 36026) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:20:41.220616 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3748c1c3-862a-4c72-9909-922a5b4c5de5 req-bb8254d5-dcd9-4f1a-9e2a-72b46d6ad185 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:20:41.222579 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-3748c1c3-862a-4c72-9909-922a5b4c5de5 req-bb8254d5-dcd9-4f1a-9e2a-72b46d6ad185 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=0fb5330a68d94b1da3c3872d90574aab&device_id=a8b13b0c-29c8-4b27-b2e5-3b66b7f8aa7d HTTP/1.1" status: 200 len: 1097 time: 0.0698702 Jul 06 14:20:41.268666 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-eb49d7a1-116a-4af8-bc30-f819dca01dd2 tempest-SecGroupIPv6Test-1031499984 tempest-SecGroupIPv6Test-1031499984-project] Notify callbacks [] for security_group, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:41.291120 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-eb49d7a1-116a-4af8-bc30-f819dca01dd2 tempest-SecGroupIPv6Test-1031499984 tempest-SecGroupIPv6Test-1031499984-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:41.334462 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3748c1c3-862a-4c72-9909-922a5b4c5de5 req-37653700-c91c-4817-b5e2-e5195f01d5d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:20:41.335076 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-eb49d7a1-116a-4af8-bc30-f819dca01dd2 tempest-SecGroupIPv6Test-1031499984 tempest-SecGroupIPv6Test-1031499984-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:41.336129 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-3748c1c3-862a-4c72-9909-922a5b4c5de5 req-37653700-c91c-4817-b5e2-e5195f01d5d4 service neutron] 10.222.0.72 "GET /v2.0/networks?id=e673442c-5645-41cd-ae64-05cc6584adda HTTP/1.1" status: 200 len: 908 time: 0.0935965 Jul 06 14:20:41.338085 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-eb49d7a1-116a-4af8-bc30-f819dca01dd2 tempest-SecGroupIPv6Test-1031499984 tempest-SecGroupIPv6Test-1031499984-project] Notify callbacks [] for security_group, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:41.339426 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-eb49d7a1-116a-4af8-bc30-f819dca01dd2 tempest-SecGroupIPv6Test-1031499984 tempest-SecGroupIPv6Test-1031499984-project] 10.222.0.104 "DELETE /v2.0/security-groups/b3c7946e-0f9a-4751-9d22-c531d26b77ee HTTP/1.1" status: 204 len: 168 time: 0.1227002 Jul 06 14:20:41.341965 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 36028) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:20:41.349349 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb49d7a1-116a-4af8-bc30-f819dca01dd2 tempest-SecGroupIPv6Test-1031499984 tempest-SecGroupIPv6Test-1031499984-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3c7946e-0f9a-4751-9d22-c531d26b77ee,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:20:41.391313 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-3748c1c3-862a-4c72-9909-922a5b4c5de5 req-2ec56f48-66fb-4b46-a0e3-e0c50aec13de service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b3faa654-9b0e-47d7-ac0c-c53cca9f4156 HTTP/1.1" status: 200 len: 217 time: 0.0482938 Jul 06 14:20:41.455788 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-734aba70-4714-4af2-b066-6a3d7a418697 tempest-SecGroupIPv6Test-1031499984 tempest-SecGroupIPv6Test-1031499984-project] 10.222.0.104 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1114075 Jul 06 14:20:41.458642 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 36034) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:20:41.464998 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3748c1c3-862a-4c72-9909-922a5b4c5de5 req-4dc04105-ef6c-472d-82dd-fb50fdc37cbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:20:41.466469 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-3748c1c3-862a-4c72-9909-922a5b4c5de5 req-4dc04105-ef6c-472d-82dd-fb50fdc37cbb service neutron] 10.222.0.72 "GET /v2.0/subnets?id=77f3889b-e625-42b7-98f3-adea55c7f2d3 HTTP/1.1" status: 200 len: 846 time: 0.0679295 Jul 06 14:20:41.478982 n-d-773647-6 neutron-server[100247]: INFO neutron.api.v2.resource [None req-c901ab3c-fbf5-455c-8a50-8379b4cdf2c5 tempest-SecGroupIPv6Test-1031499984 tempest-SecGroupIPv6Test-1031499984-project] delete failed (client error): The resource could not be found. Jul 06 14:20:41.489619 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-c901ab3c-fbf5-455c-8a50-8379b4cdf2c5 tempest-SecGroupIPv6Test-1031499984 tempest-SecGroupIPv6Test-1031499984-project] 10.222.0.104 "DELETE /v2.0/security-groups/b3c7946e-0f9a-4751-9d22-c531d26b77ee HTTP/1.1" status: 404 len: 347 time: 0.0282073 Jul 06 14:20:41.490255 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 36036) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:20:41.494955 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [None req-f431c6d3-899e-49a6-90a3-48246cea8829 tempest-SecGroupIPv6Test-1031499984 tempest-SecGroupIPv6Test-1031499984-project] Request body: {'security_group': {'name': 'tempest-secgroup--817232181'}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:20:41.504190 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-3748c1c3-862a-4c72-9909-922a5b4c5de5 req-99010fe9-1234-492b-a448-7d219d648675 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=e673442c-5645-41cd-ae64-05cc6584adda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0315416 Jul 06 14:20:41.518378 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-f431c6d3-899e-49a6-90a3-48246cea8829 tempest-SecGroupIPv6Test-1031499984 tempest-SecGroupIPv6Test-1031499984-project] Notify callbacks [] for security_group, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:41.601830 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-3748c1c3-862a-4c72-9909-922a5b4c5de5 req-3dc49b3a-41ae-4257-bfe1-db9c8e7c74a2 service neutron] 10.222.0.72 "GET /v2.0/networks/e673442c-5645-41cd-ae64-05cc6584adda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915563 Jul 06 14:20:41.609587 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-f431c6d3-899e-49a6-90a3-48246cea8829 tempest-SecGroupIPv6Test-1031499984 tempest-SecGroupIPv6Test-1031499984-project] Notify callbacks [] for security_group, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:41.615137 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-f431c6d3-899e-49a6-90a3-48246cea8829 tempest-SecGroupIPv6Test-1031499984 tempest-SecGroupIPv6Test-1031499984-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:41.646846 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-f431c6d3-899e-49a6-90a3-48246cea8829 tempest-SecGroupIPv6Test-1031499984 tempest-SecGroupIPv6Test-1031499984-project] Notify callbacks [] for security_group, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:41.648198 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-f431c6d3-899e-49a6-90a3-48246cea8829 tempest-SecGroupIPv6Test-1031499984 tempest-SecGroupIPv6Test-1031499984-project] 10.222.0.104 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1569803 Jul 06 14:20:41.655326 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 36038) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:20:41.660291 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [None req-089cf2ab-279f-4497-b046-e654239d5da5 tempest-SecGroupIPv6Test-1031499984 tempest-SecGroupIPv6Test-1031499984-project] Request body: {'security_group_rule': {'security_group_id': '133942c9-e94d-4a39-b9e9-0dd9297582c0', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:20:41.673617 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f431c6d3-899e-49a6-90a3-48246cea8829 tempest-SecGroupIPv6Test-1031499984 tempest-SecGroupIPv6Test-1031499984-project] Pushing event updated for resources: {'SecurityGroup': ['ID=133942c9-e94d-4a39-b9e9-0dd9297582c0,revision_number=1']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:20:41.707007 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-089cf2ab-279f-4497-b046-e654239d5da5 tempest-SecGroupIPv6Test-1031499984 tempest-SecGroupIPv6Test-1031499984-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:41.725957 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-3748c1c3-862a-4c72-9909-922a5b4c5de5 req-01cba55e-4297-4dfa-82e9-8332bcb4e610 service neutron] 10.222.0.72 "GET /v2.0/networks/e673442c-5645-41cd-ae64-05cc6584adda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1177146 Jul 06 14:20:41.759384 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-089cf2ab-279f-4497-b046-e654239d5da5 tempest-SecGroupIPv6Test-1031499984 tempest-SecGroupIPv6Test-1031499984-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:41.762982 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-089cf2ab-279f-4497-b046-e654239d5da5 tempest-SecGroupIPv6Test-1031499984 tempest-SecGroupIPv6Test-1031499984-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1898694'] for security_group_rule, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:41.781768 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089cf2ab-279f-4497-b046-e654239d5da5 tempest-SecGroupIPv6Test-1031499984 tempest-SecGroupIPv6Test-1031499984-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=48d85ff2-0f05-4100-9a02-6bcd53f67319,revision_number=0']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:20:41.789341 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-089cf2ab-279f-4497-b046-e654239d5da5 tempest-SecGroupIPv6Test-1031499984 tempest-SecGroupIPv6Test-1031499984-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:41.790701 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-089cf2ab-279f-4497-b046-e654239d5da5 tempest-SecGroupIPv6Test-1031499984 tempest-SecGroupIPv6Test-1031499984-project] 10.222.0.104 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1341927 Jul 06 14:20:41.793582 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 36040) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:20:41.821161 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-57b48786-3d60-473b-b4b5-d72d0de3ca83 tempest-SecGroupIPv6Test-1031499984 tempest-SecGroupIPv6Test-1031499984-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:41.828847 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-57b48786-3d60-473b-b4b5-d72d0de3ca83 tempest-SecGroupIPv6Test-1031499984 tempest-SecGroupIPv6Test-1031499984-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:41.859035 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-57b48786-3d60-473b-b4b5-d72d0de3ca83 tempest-SecGroupIPv6Test-1031499984 tempest-SecGroupIPv6Test-1031499984-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1898694'] for security_group_rule, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:41.865652 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-57b48786-3d60-473b-b4b5-d72d0de3ca83 tempest-SecGroupIPv6Test-1031499984 tempest-SecGroupIPv6Test-1031499984-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:41.866748 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-57b48786-3d60-473b-b4b5-d72d0de3ca83 tempest-SecGroupIPv6Test-1031499984 tempest-SecGroupIPv6Test-1031499984-project] 10.222.0.104 "DELETE /v2.0/security-group-rules/48d85ff2-0f05-4100-9a02-6bcd53f67319 HTTP/1.1" status: 204 len: 168 time: 0.0722041 Jul 06 14:20:41.869600 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 36042) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:20:41.872429 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b48786-3d60-473b-b4b5-d72d0de3ca83 tempest-SecGroupIPv6Test-1031499984 tempest-SecGroupIPv6Test-1031499984-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=48d85ff2-0f05-4100-9a02-6bcd53f67319,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:20:41.922065 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-17b3bf26-59b2-4c9d-b12f-5c107ab1a700 tempest-SecGroupIPv6Test-1031499984 tempest-SecGroupIPv6Test-1031499984-project] 10.222.0.104 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0484788 Jul 06 14:20:41.922501 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 36044) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:20:41.974968 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-4d8b24cd-265d-40c4-8419-e0a59d45f31d tempest-SecGroupIPv6Test-1031499984 tempest-SecGroupIPv6Test-1031499984-project] Notify callbacks [] for security_group, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:41.996889 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-4d8b24cd-265d-40c4-8419-e0a59d45f31d tempest-SecGroupIPv6Test-1031499984 tempest-SecGroupIPv6Test-1031499984-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:42.040887 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-4d8b24cd-265d-40c4-8419-e0a59d45f31d tempest-SecGroupIPv6Test-1031499984 tempest-SecGroupIPv6Test-1031499984-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:42.043979 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-4d8b24cd-265d-40c4-8419-e0a59d45f31d tempest-SecGroupIPv6Test-1031499984 tempest-SecGroupIPv6Test-1031499984-project] Notify callbacks [] for security_group, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:42.045133 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-4d8b24cd-265d-40c4-8419-e0a59d45f31d tempest-SecGroupIPv6Test-1031499984 tempest-SecGroupIPv6Test-1031499984-project] 10.222.0.104 "DELETE /v2.0/security-groups/133942c9-e94d-4a39-b9e9-0dd9297582c0 HTTP/1.1" status: 204 len: 168 time: 0.1216025 Jul 06 14:20:42.048009 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 36046) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:20:42.054751 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8b24cd-265d-40c4-8419-e0a59d45f31d tempest-SecGroupIPv6Test-1031499984 tempest-SecGroupIPv6Test-1031499984-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=133942c9-e94d-4a39-b9e9-0dd9297582c0,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:20:42.100450 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-39757415-db29-480b-b027-8abcdd9db0cb tempest-SecGroupIPv6Test-1031499984 tempest-SecGroupIPv6Test-1031499984-project] 10.222.0.104 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0512581 Jul 06 14:20:42.104548 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 36050) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:20:42.109475 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-e4441b94-dbf4-4e0d-a3f0-d4bc20ac039d tempest-SecGroupIPv6Test-1031499984 tempest-SecGroupIPv6Test-1031499984-project] Request body: {'security_group': {'name': 'tempest-secgroup--2098230747'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:20:42.133958 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-e4441b94-dbf4-4e0d-a3f0-d4bc20ac039d tempest-SecGroupIPv6Test-1031499984 tempest-SecGroupIPv6Test-1031499984-project] Notify callbacks [] for security_group, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:42.227350 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-e4441b94-dbf4-4e0d-a3f0-d4bc20ac039d tempest-SecGroupIPv6Test-1031499984 tempest-SecGroupIPv6Test-1031499984-project] Notify callbacks [] for security_group, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:42.232445 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-e4441b94-dbf4-4e0d-a3f0-d4bc20ac039d tempest-SecGroupIPv6Test-1031499984 tempest-SecGroupIPv6Test-1031499984-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:42.259503 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-e4441b94-dbf4-4e0d-a3f0-d4bc20ac039d tempest-SecGroupIPv6Test-1031499984 tempest-SecGroupIPv6Test-1031499984-project] Notify callbacks [] for security_group, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:42.260822 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51265b22-8322-4881-aa70-dddfe1ec254a req-0e495233-6549-4399-a4ea-bac3559de1ab tempest-ServersTestJSON-809673865 tempest-ServersTestJSON-809673865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:20:42.262355 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-51265b22-8322-4881-aa70-dddfe1ec254a req-0e495233-6549-4399-a4ea-bac3559de1ab tempest-ServersTestJSON-809673865 tempest-ServersTestJSON-809673865-project] 10.222.0.104 "GET /v2.0/ports?device_id=08e0882f-02d1-43ea-a068-d7675950a205 HTTP/1.1" status: 200 len: 945 time: 0.0687263 Jul 06 14:20:42.263572 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 36052) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:20:42.263788 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-e4441b94-dbf4-4e0d-a3f0-d4bc20ac039d tempest-SecGroupIPv6Test-1031499984 tempest-SecGroupIPv6Test-1031499984-project] 10.222.0.104 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1585212 Jul 06 14:20:42.268110 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [None req-8765ac37-befe-4a48-84b0-5fed0aa26648 tempest-SecGroupIPv6Test-1031499984 tempest-SecGroupIPv6Test-1031499984-project] Request body: {'security_group_rule': {'security_group_id': '443ec064-9c25-4471-9849-954879e3bea0', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:20:42.278011 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4441b94-dbf4-4e0d-a3f0-d4bc20ac039d tempest-SecGroupIPv6Test-1031499984 tempest-SecGroupIPv6Test-1031499984-project] Pushing event updated for resources: {'SecurityGroup': ['ID=443ec064-9c25-4471-9849-954879e3bea0,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:20:42.331740 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-51265b22-8322-4881-aa70-dddfe1ec254a req-6521ff89-2da4-4bdf-93f2-00fd1a9b2dcc tempest-ServersTestJSON-809673865 tempest-ServersTestJSON-809673865-project] 10.222.0.104 "GET /v2.0/security-groups?id=b2132efa-40d7-46de-9959-646c1b99d382&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578985 Jul 06 14:20:42.338437 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-8765ac37-befe-4a48-84b0-5fed0aa26648 tempest-SecGroupIPv6Test-1031499984 tempest-SecGroupIPv6Test-1031499984-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:42.393225 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-8765ac37-befe-4a48-84b0-5fed0aa26648 tempest-SecGroupIPv6Test-1031499984 tempest-SecGroupIPv6Test-1031499984-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:42.397131 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-8765ac37-befe-4a48-84b0-5fed0aa26648 tempest-SecGroupIPv6Test-1031499984 tempest-SecGroupIPv6Test-1031499984-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1898694'] for security_group_rule, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:42.417063 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8765ac37-befe-4a48-84b0-5fed0aa26648 tempest-SecGroupIPv6Test-1031499984 tempest-SecGroupIPv6Test-1031499984-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=89d80283-332c-44da-8538-eba7a474c383,revision_number=0']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:20:42.424195 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-8765ac37-befe-4a48-84b0-5fed0aa26648 tempest-SecGroupIPv6Test-1031499984 tempest-SecGroupIPv6Test-1031499984-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:42.428615 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-8765ac37-befe-4a48-84b0-5fed0aa26648 tempest-SecGroupIPv6Test-1031499984 tempest-SecGroupIPv6Test-1031499984-project] 10.222.0.104 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1609559 Jul 06 14:20:42.429033 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 36054) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:20:42.434418 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-193bea61-ea17-4ceb-9ca2-db5909c30c89 tempest-SecGroupIPv6Test-1031499984 tempest-SecGroupIPv6Test-1031499984-project] Request body: {'security_group_rule': {'security_group_id': '443ec064-9c25-4471-9849-954879e3bea0', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:20:42.467557 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-193bea61-ea17-4ceb-9ca2-db5909c30c89 tempest-SecGroupIPv6Test-1031499984 tempest-SecGroupIPv6Test-1031499984-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:42.472755 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:42.518943 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-193bea61-ea17-4ceb-9ca2-db5909c30c89 tempest-SecGroupIPv6Test-1031499984 tempest-SecGroupIPv6Test-1031499984-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:42.525086 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-193bea61-ea17-4ceb-9ca2-db5909c30c89 tempest-SecGroupIPv6Test-1031499984 tempest-SecGroupIPv6Test-1031499984-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1898694'] for security_group_rule, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:42.541713 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193bea61-ea17-4ceb-9ca2-db5909c30c89 tempest-SecGroupIPv6Test-1031499984 tempest-SecGroupIPv6Test-1031499984-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ba022c5-bd84-4416-a168-1a44f04a6b25,revision_number=0']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:20:42.553718 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-193bea61-ea17-4ceb-9ca2-db5909c30c89 tempest-SecGroupIPv6Test-1031499984 tempest-SecGroupIPv6Test-1031499984-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:42.555514 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-193bea61-ea17-4ceb-9ca2-db5909c30c89 tempest-SecGroupIPv6Test-1031499984 tempest-SecGroupIPv6Test-1031499984-project] 10.222.0.104 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1251891 Jul 06 14:20:42.557902 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 36058) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:20:42.562558 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-a514b9dc-bc43-4929-8330-2b21e5199ea4 tempest-SecGroupIPv6Test-1031499984 tempest-SecGroupIPv6Test-1031499984-project] Request body: {'security_group_rule': {'security_group_id': '443ec064-9c25-4471-9849-954879e3bea0', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:20:42.590083 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-a514b9dc-bc43-4929-8330-2b21e5199ea4 tempest-SecGroupIPv6Test-1031499984 tempest-SecGroupIPv6Test-1031499984-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:42.652509 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-a514b9dc-bc43-4929-8330-2b21e5199ea4 tempest-SecGroupIPv6Test-1031499984 tempest-SecGroupIPv6Test-1031499984-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:42.656499 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-a514b9dc-bc43-4929-8330-2b21e5199ea4 tempest-SecGroupIPv6Test-1031499984 tempest-SecGroupIPv6Test-1031499984-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1898694'] for security_group_rule, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:42.674994 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a514b9dc-bc43-4929-8330-2b21e5199ea4 tempest-SecGroupIPv6Test-1031499984 tempest-SecGroupIPv6Test-1031499984-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb8249f6-af45-42c7-85a9-b03da65a07c7,revision_number=0']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:20:42.680303 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-a514b9dc-bc43-4929-8330-2b21e5199ea4 tempest-SecGroupIPv6Test-1031499984 tempest-SecGroupIPv6Test-1031499984-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:42.684520 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-a514b9dc-bc43-4929-8330-2b21e5199ea4 tempest-SecGroupIPv6Test-1031499984 tempest-SecGroupIPv6Test-1031499984-project] 10.222.0.104 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1227102 Jul 06 14:20:42.684520 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 36060) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:20:42.688839 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-bde6e83a-3100-4c5b-be44-65238acf1abf tempest-SecGroupIPv6Test-1031499984 tempest-SecGroupIPv6Test-1031499984-project] Request body: {'security_group_rule': {'security_group_id': '443ec064-9c25-4471-9849-954879e3bea0', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:20:42.716792 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-bde6e83a-3100-4c5b-be44-65238acf1abf tempest-SecGroupIPv6Test-1031499984 tempest-SecGroupIPv6Test-1031499984-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:42.779569 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-bde6e83a-3100-4c5b-be44-65238acf1abf tempest-SecGroupIPv6Test-1031499984 tempest-SecGroupIPv6Test-1031499984-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:42.783154 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-bde6e83a-3100-4c5b-be44-65238acf1abf tempest-SecGroupIPv6Test-1031499984 tempest-SecGroupIPv6Test-1031499984-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1898694'] for security_group_rule, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:42.803725 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde6e83a-3100-4c5b-be44-65238acf1abf tempest-SecGroupIPv6Test-1031499984 tempest-SecGroupIPv6Test-1031499984-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b146169-6898-427f-afba-4ba2aa3a9b22,revision_number=0']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:20:42.812225 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-bde6e83a-3100-4c5b-be44-65238acf1abf tempest-SecGroupIPv6Test-1031499984 tempest-SecGroupIPv6Test-1031499984-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:42.813435 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-bde6e83a-3100-4c5b-be44-65238acf1abf tempest-SecGroupIPv6Test-1031499984 tempest-SecGroupIPv6Test-1031499984-project] 10.222.0.104 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1280909 Jul 06 14:20:42.816220 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 36062) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:20:42.822139 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-53767019-6546-466e-8617-c15c6f2cd35e tempest-SecGroupIPv6Test-1031499984 tempest-SecGroupIPv6Test-1031499984-project] Request body: {'security_group_rule': {'security_group_id': '443ec064-9c25-4471-9849-954879e3bea0', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:20:42.857570 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-53767019-6546-466e-8617-c15c6f2cd35e tempest-SecGroupIPv6Test-1031499984 tempest-SecGroupIPv6Test-1031499984-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:42.925987 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-53767019-6546-466e-8617-c15c6f2cd35e tempest-SecGroupIPv6Test-1031499984 tempest-SecGroupIPv6Test-1031499984-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:42.931569 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-53767019-6546-466e-8617-c15c6f2cd35e tempest-SecGroupIPv6Test-1031499984 tempest-SecGroupIPv6Test-1031499984-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1898694'] for security_group_rule, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:42.951362 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53767019-6546-466e-8617-c15c6f2cd35e tempest-SecGroupIPv6Test-1031499984 tempest-SecGroupIPv6Test-1031499984-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b320afa3-2c23-46ea-8e88-9a5dc156d5e0,revision_number=0']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:20:42.959630 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-53767019-6546-466e-8617-c15c6f2cd35e tempest-SecGroupIPv6Test-1031499984 tempest-SecGroupIPv6Test-1031499984-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:42.960912 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-53767019-6546-466e-8617-c15c6f2cd35e tempest-SecGroupIPv6Test-1031499984 tempest-SecGroupIPv6Test-1031499984-project] 10.222.0.104 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.1432064 Jul 06 14:20:42.963765 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 36066) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:20:42.994407 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-9f2dc3c5-a480-4926-b42c-469b6d53f62f tempest-SecGroupIPv6Test-1031499984 tempest-SecGroupIPv6Test-1031499984-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:43.003819 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-9f2dc3c5-a480-4926-b42c-469b6d53f62f tempest-SecGroupIPv6Test-1031499984 tempest-SecGroupIPv6Test-1031499984-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:43.039642 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-9f2dc3c5-a480-4926-b42c-469b6d53f62f tempest-SecGroupIPv6Test-1031499984 tempest-SecGroupIPv6Test-1031499984-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1898694'] for security_group_rule, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:43.054531 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-9f2dc3c5-a480-4926-b42c-469b6d53f62f tempest-SecGroupIPv6Test-1031499984 tempest-SecGroupIPv6Test-1031499984-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:43.055640 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-9f2dc3c5-a480-4926-b42c-469b6d53f62f tempest-SecGroupIPv6Test-1031499984 tempest-SecGroupIPv6Test-1031499984-project] 10.222.0.104 "DELETE /v2.0/security-group-rules/b320afa3-2c23-46ea-8e88-9a5dc156d5e0 HTTP/1.1" status: 204 len: 168 time: 0.0909486 Jul 06 14:20:43.056495 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2dc3c5-a480-4926-b42c-469b6d53f62f tempest-SecGroupIPv6Test-1031499984 tempest-SecGroupIPv6Test-1031499984-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b320afa3-2c23-46ea-8e88-9a5dc156d5e0,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:20:43.059074 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 36068) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:20:43.111268 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-aebe1629-9005-478e-b5b1-b10cc8322ccf tempest-SecGroupIPv6Test-1031499984 tempest-SecGroupIPv6Test-1031499984-project] 10.222.0.104 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.0498617 Jul 06 14:20:43.113421 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 36070) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:20:43.140238 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-017808dd-8898-4a67-95dd-2982b07de9ca tempest-SecGroupIPv6Test-1031499984 tempest-SecGroupIPv6Test-1031499984-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:43.149974 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-017808dd-8898-4a67-95dd-2982b07de9ca tempest-SecGroupIPv6Test-1031499984 tempest-SecGroupIPv6Test-1031499984-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:43.177300 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-017808dd-8898-4a67-95dd-2982b07de9ca tempest-SecGroupIPv6Test-1031499984 tempest-SecGroupIPv6Test-1031499984-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1898694'] for security_group_rule, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:43.183711 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-017808dd-8898-4a67-95dd-2982b07de9ca tempest-SecGroupIPv6Test-1031499984 tempest-SecGroupIPv6Test-1031499984-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:43.184821 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-017808dd-8898-4a67-95dd-2982b07de9ca tempest-SecGroupIPv6Test-1031499984 tempest-SecGroupIPv6Test-1031499984-project] 10.222.0.104 "DELETE /v2.0/security-group-rules/5b146169-6898-427f-afba-4ba2aa3a9b22 HTTP/1.1" status: 204 len: 168 time: 0.0699570 Jul 06 14:20:43.187614 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 36072) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:20:43.190320 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017808dd-8898-4a67-95dd-2982b07de9ca tempest-SecGroupIPv6Test-1031499984 tempest-SecGroupIPv6Test-1031499984-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5b146169-6898-427f-afba-4ba2aa3a9b22,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:20:43.243814 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-87d24ee8-934b-44d1-99a5-762c7b988c28 tempest-SecGroupIPv6Test-1031499984 tempest-SecGroupIPv6Test-1031499984-project] 10.222.0.104 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.0524349 Jul 06 14:20:43.244050 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 36074) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:20:43.271754 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-db398e84-afe1-465d-bde9-03d3f8cb1d53 tempest-SecGroupIPv6Test-1031499984 tempest-SecGroupIPv6Test-1031499984-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:43.279963 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-db398e84-afe1-465d-bde9-03d3f8cb1d53 tempest-SecGroupIPv6Test-1031499984 tempest-SecGroupIPv6Test-1031499984-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:43.314058 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-db398e84-afe1-465d-bde9-03d3f8cb1d53 tempest-SecGroupIPv6Test-1031499984 tempest-SecGroupIPv6Test-1031499984-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1898694'] for security_group_rule, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:43.320344 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-db398e84-afe1-465d-bde9-03d3f8cb1d53 tempest-SecGroupIPv6Test-1031499984 tempest-SecGroupIPv6Test-1031499984-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:43.321529 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-db398e84-afe1-465d-bde9-03d3f8cb1d53 tempest-SecGroupIPv6Test-1031499984 tempest-SecGroupIPv6Test-1031499984-project] 10.222.0.104 "DELETE /v2.0/security-group-rules/cb8249f6-af45-42c7-85a9-b03da65a07c7 HTTP/1.1" status: 204 len: 168 time: 0.0765793 Jul 06 14:20:43.324178 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 36076) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:20:43.340952 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db398e84-afe1-465d-bde9-03d3f8cb1d53 tempest-SecGroupIPv6Test-1031499984 tempest-SecGroupIPv6Test-1031499984-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=cb8249f6-af45-42c7-85a9-b03da65a07c7,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:20:43.375784 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-d66acb14-6727-458c-bf09-9d84896962ca tempest-SecGroupIPv6Test-1031499984 tempest-SecGroupIPv6Test-1031499984-project] 10.222.0.104 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0481210 Jul 06 14:20:43.376019 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 36080) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:20:43.400964 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-62bf7722-14f6-4d7b-8478-3db874968d82 tempest-SecGroupIPv6Test-1031499984 tempest-SecGroupIPv6Test-1031499984-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:43.409245 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-62bf7722-14f6-4d7b-8478-3db874968d82 tempest-SecGroupIPv6Test-1031499984 tempest-SecGroupIPv6Test-1031499984-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:43.438850 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-62bf7722-14f6-4d7b-8478-3db874968d82 tempest-SecGroupIPv6Test-1031499984 tempest-SecGroupIPv6Test-1031499984-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1898694'] for security_group_rule, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:43.446325 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-62bf7722-14f6-4d7b-8478-3db874968d82 tempest-SecGroupIPv6Test-1031499984 tempest-SecGroupIPv6Test-1031499984-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:43.450075 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-62bf7722-14f6-4d7b-8478-3db874968d82 tempest-SecGroupIPv6Test-1031499984 tempest-SecGroupIPv6Test-1031499984-project] 10.222.0.104 "DELETE /v2.0/security-group-rules/4ba022c5-bd84-4416-a168-1a44f04a6b25 HTTP/1.1" status: 204 len: 168 time: 0.0706046 Jul 06 14:20:43.450945 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 36082) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:20:43.463452 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62bf7722-14f6-4d7b-8478-3db874968d82 tempest-SecGroupIPv6Test-1031499984 tempest-SecGroupIPv6Test-1031499984-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4ba022c5-bd84-4416-a168-1a44f04a6b25,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:20:43.532488 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-38140717-95ab-4c63-88aa-cd25b135da16 tempest-SecGroupIPv6Test-1031499984 tempest-SecGroupIPv6Test-1031499984-project] 10.222.0.104 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0806572 Jul 06 14:20:43.535447 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 36084) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:20:43.561434 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c392c41f-7958-40c0-8a1c-4b7260dbed49 req-7e15da87-2c62-4881-9a8a-f62f390b94cf tempest-ServersTestJSON-809673865 tempest-ServersTestJSON-809673865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:20:43.564673 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-c392c41f-7958-40c0-8a1c-4b7260dbed49 req-7e15da87-2c62-4881-9a8a-f62f390b94cf tempest-ServersTestJSON-809673865 tempest-ServersTestJSON-809673865-project] 10.222.0.104 "GET /v2.0/ports?device_id=08e0882f-02d1-43ea-a068-d7675950a205 HTTP/1.1" status: 200 len: 945 time: 0.1037416 Jul 06 14:20:43.568594 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-a5d75e18-c4bb-48f8-bf00-91fc2c5f4297 tempest-SecGroupIPv6Test-1031499984 tempest-SecGroupIPv6Test-1031499984-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:43.582589 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-a5d75e18-c4bb-48f8-bf00-91fc2c5f4297 tempest-SecGroupIPv6Test-1031499984 tempest-SecGroupIPv6Test-1031499984-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:43.622341 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-a5d75e18-c4bb-48f8-bf00-91fc2c5f4297 tempest-SecGroupIPv6Test-1031499984 tempest-SecGroupIPv6Test-1031499984-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1898694'] for security_group_rule, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:43.627673 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-c392c41f-7958-40c0-8a1c-4b7260dbed49 req-e1328abe-1a46-4816-8f50-0076c5b1e30b tempest-ServersTestJSON-809673865 tempest-ServersTestJSON-809673865-project] 10.222.0.104 "GET /v2.0/security-groups?id=b2132efa-40d7-46de-9959-646c1b99d382&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564637 Jul 06 14:20:43.633708 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-a5d75e18-c4bb-48f8-bf00-91fc2c5f4297 tempest-SecGroupIPv6Test-1031499984 tempest-SecGroupIPv6Test-1031499984-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:43.637879 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-a5d75e18-c4bb-48f8-bf00-91fc2c5f4297 tempest-SecGroupIPv6Test-1031499984 tempest-SecGroupIPv6Test-1031499984-project] 10.222.0.104 "DELETE /v2.0/security-group-rules/89d80283-332c-44da-8538-eba7a474c383 HTTP/1.1" status: 204 len: 168 time: 0.0984409 Jul 06 14:20:43.639470 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 36088) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:20:43.641021 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d75e18-c4bb-48f8-bf00-91fc2c5f4297 tempest-SecGroupIPv6Test-1031499984 tempest-SecGroupIPv6Test-1031499984-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=89d80283-332c-44da-8538-eba7a474c383,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:20:43.688539 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-423d16f0-5722-49fc-afdb-7c2d3584c88a tempest-SecGroupIPv6Test-1031499984 tempest-SecGroupIPv6Test-1031499984-project] 10.222.0.104 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0466261 Jul 06 14:20:43.690643 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 36090) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:20:43.752722 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-02f6df2e-e6f3-4ccb-b898-a607555adc10 tempest-SecGroupIPv6Test-1031499984 tempest-SecGroupIPv6Test-1031499984-project] Notify callbacks [] for security_group, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:43.774543 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-02f6df2e-e6f3-4ccb-b898-a607555adc10 tempest-SecGroupIPv6Test-1031499984 tempest-SecGroupIPv6Test-1031499984-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:43.816058 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-02f6df2e-e6f3-4ccb-b898-a607555adc10 tempest-SecGroupIPv6Test-1031499984 tempest-SecGroupIPv6Test-1031499984-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:43.818671 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-02f6df2e-e6f3-4ccb-b898-a607555adc10 tempest-SecGroupIPv6Test-1031499984 tempest-SecGroupIPv6Test-1031499984-project] Notify callbacks [] for security_group, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:43.819847 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-02f6df2e-e6f3-4ccb-b898-a607555adc10 tempest-SecGroupIPv6Test-1031499984 tempest-SecGroupIPv6Test-1031499984-project] 10.222.0.104 "DELETE /v2.0/security-groups/443ec064-9c25-4471-9849-954879e3bea0 HTTP/1.1" status: 204 len: 168 time: 0.1281447 Jul 06 14:20:43.822569 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 36092) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:20:43.829050 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f6df2e-e6f3-4ccb-b898-a607555adc10 tempest-SecGroupIPv6Test-1031499984 tempest-SecGroupIPv6Test-1031499984-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=443ec064-9c25-4471-9849-954879e3bea0,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:20:43.879178 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-706306e4-7a65-439c-89c9-3bf0d136c29f tempest-SecGroupIPv6Test-1031499984 tempest-SecGroupIPv6Test-1031499984-project] 10.222.0.104 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0551014 Jul 06 14:20:43.883998 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 36094) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:20:43.888726 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-98fa040c-8e23-4797-ba5f-2ff02933d492 tempest-SecGroupIPv6Test-1031499984 tempest-SecGroupIPv6Test-1031499984-project] Request body: {'security_group': {'name': 'tempest-secgroup--53645517'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:20:43.912925 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-98fa040c-8e23-4797-ba5f-2ff02933d492 tempest-SecGroupIPv6Test-1031499984 tempest-SecGroupIPv6Test-1031499984-project] Notify callbacks [] for security_group, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:43.994932 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-98fa040c-8e23-4797-ba5f-2ff02933d492 tempest-SecGroupIPv6Test-1031499984 tempest-SecGroupIPv6Test-1031499984-project] Notify callbacks [] for security_group, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:43.999535 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-98fa040c-8e23-4797-ba5f-2ff02933d492 tempest-SecGroupIPv6Test-1031499984 tempest-SecGroupIPv6Test-1031499984-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:44.028627 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98fa040c-8e23-4797-ba5f-2ff02933d492 tempest-SecGroupIPv6Test-1031499984 tempest-SecGroupIPv6Test-1031499984-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cd6653e5-12f8-4fec-b4c4-248d6203b7b5,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:20:44.031060 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-98fa040c-8e23-4797-ba5f-2ff02933d492 tempest-SecGroupIPv6Test-1031499984 tempest-SecGroupIPv6Test-1031499984-project] Notify callbacks [] for security_group, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:44.035255 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-98fa040c-8e23-4797-ba5f-2ff02933d492 tempest-SecGroupIPv6Test-1031499984 tempest-SecGroupIPv6Test-1031499984-project] 10.222.0.104 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.1477013 Jul 06 14:20:44.035659 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 36096) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:20:44.040376 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [None req-8f257367-09c3-4c90-aee2-21b31aeb4a65 tempest-SecGroupIPv6Test-1031499984 tempest-SecGroupIPv6Test-1031499984-project] Request body: {'security_group_rule': {'security_group_id': 'cd6653e5-12f8-4fec-b4c4-248d6203b7b5', 'direction': 'ingress', 'protocol': 17}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:20:44.068048 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-8f257367-09c3-4c90-aee2-21b31aeb4a65 tempest-SecGroupIPv6Test-1031499984 tempest-SecGroupIPv6Test-1031499984-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:44.123538 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-8f257367-09c3-4c90-aee2-21b31aeb4a65 tempest-SecGroupIPv6Test-1031499984 tempest-SecGroupIPv6Test-1031499984-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:44.127634 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-8f257367-09c3-4c90-aee2-21b31aeb4a65 tempest-SecGroupIPv6Test-1031499984 tempest-SecGroupIPv6Test-1031499984-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1898694'] for security_group_rule, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:44.144896 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f257367-09c3-4c90-aee2-21b31aeb4a65 tempest-SecGroupIPv6Test-1031499984 tempest-SecGroupIPv6Test-1031499984-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b485afc7-4bd2-4d9d-801e-fe2c44ae9819,revision_number=0']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:20:44.152940 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-8f257367-09c3-4c90-aee2-21b31aeb4a65 tempest-SecGroupIPv6Test-1031499984 tempest-SecGroupIPv6Test-1031499984-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:44.154243 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-8f257367-09c3-4c90-aee2-21b31aeb4a65 tempest-SecGroupIPv6Test-1031499984 tempest-SecGroupIPv6Test-1031499984-project] 10.222.0.104 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.1175368 Jul 06 14:20:44.157083 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 36098) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:20:44.211353 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-9e01e675-3a5e-4db8-ba1e-20e09c43620e tempest-SecGroupIPv6Test-1031499984 tempest-SecGroupIPv6Test-1031499984-project] Notify callbacks [] for security_group, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:44.233315 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-9e01e675-3a5e-4db8-ba1e-20e09c43620e tempest-SecGroupIPv6Test-1031499984 tempest-SecGroupIPv6Test-1031499984-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:44.277198 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-9e01e675-3a5e-4db8-ba1e-20e09c43620e tempest-SecGroupIPv6Test-1031499984 tempest-SecGroupIPv6Test-1031499984-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:44.279859 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-9e01e675-3a5e-4db8-ba1e-20e09c43620e tempest-SecGroupIPv6Test-1031499984 tempest-SecGroupIPv6Test-1031499984-project] Notify callbacks [] for security_group, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:44.281111 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-9e01e675-3a5e-4db8-ba1e-20e09c43620e tempest-SecGroupIPv6Test-1031499984 tempest-SecGroupIPv6Test-1031499984-project] 10.222.0.104 "DELETE /v2.0/security-groups/cd6653e5-12f8-4fec-b4c4-248d6203b7b5 HTTP/1.1" status: 204 len: 168 time: 0.1230104 Jul 06 14:20:44.283911 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 36100) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:20:44.290727 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e01e675-3a5e-4db8-ba1e-20e09c43620e tempest-SecGroupIPv6Test-1031499984 tempest-SecGroupIPv6Test-1031499984-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd6653e5-12f8-4fec-b4c4-248d6203b7b5,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:20:44.334142 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-d581e8bf-68c3-48a6-8c90-b5f69d1f25c3 tempest-SecGroupIPv6Test-1031499984 tempest-SecGroupIPv6Test-1031499984-project] 10.222.0.104 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0488117 Jul 06 14:20:44.338027 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 36102) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:20:44.342786 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-9314f6ea-ca09-4be9-adb8-3e7ac8f3b43f tempest-SecGroupIPv6Test-1031499984 tempest-SecGroupIPv6Test-1031499984-project] Request body: {'security_group': {'name': 'tempest-secgroup--112915277'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:20:44.367539 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-9314f6ea-ca09-4be9-adb8-3e7ac8f3b43f tempest-SecGroupIPv6Test-1031499984 tempest-SecGroupIPv6Test-1031499984-project] Notify callbacks [] for security_group, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:44.457584 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-9314f6ea-ca09-4be9-adb8-3e7ac8f3b43f tempest-SecGroupIPv6Test-1031499984 tempest-SecGroupIPv6Test-1031499984-project] Notify callbacks [] for security_group, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:44.462257 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-9314f6ea-ca09-4be9-adb8-3e7ac8f3b43f tempest-SecGroupIPv6Test-1031499984 tempest-SecGroupIPv6Test-1031499984-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:44.492067 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-9314f6ea-ca09-4be9-adb8-3e7ac8f3b43f tempest-SecGroupIPv6Test-1031499984 tempest-SecGroupIPv6Test-1031499984-project] Notify callbacks [] for security_group, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:44.493319 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-9314f6ea-ca09-4be9-adb8-3e7ac8f3b43f tempest-SecGroupIPv6Test-1031499984 tempest-SecGroupIPv6Test-1031499984-project] 10.222.0.104 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1542034 Jul 06 14:20:44.495263 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9314f6ea-ca09-4be9-adb8-3e7ac8f3b43f tempest-SecGroupIPv6Test-1031499984 tempest-SecGroupIPv6Test-1031499984-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ca13da25-ca61-422d-84fc-e2f0b9016868,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:20:44.496164 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 36104) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:20:44.501724 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [None req-5f012a9e-50b5-4396-94b4-38668fde2548 tempest-SecGroupIPv6Test-1031499984 tempest-SecGroupIPv6Test-1031499984-project] Request body: {'security_group': {'name': 'tempest-secgroup--683864959'}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:20:44.529583 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-5f012a9e-50b5-4396-94b4-38668fde2548 tempest-SecGroupIPv6Test-1031499984 tempest-SecGroupIPv6Test-1031499984-project] Notify callbacks [] for security_group, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:44.608957 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-5f012a9e-50b5-4396-94b4-38668fde2548 tempest-SecGroupIPv6Test-1031499984 tempest-SecGroupIPv6Test-1031499984-project] Notify callbacks [] for security_group, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:44.612757 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-5f012a9e-50b5-4396-94b4-38668fde2548 tempest-SecGroupIPv6Test-1031499984 tempest-SecGroupIPv6Test-1031499984-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:44.644170 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f012a9e-50b5-4396-94b4-38668fde2548 tempest-SecGroupIPv6Test-1031499984 tempest-SecGroupIPv6Test-1031499984-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7d555c94-e5d8-4f3b-a224-7df11efa1135,revision_number=1']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:20:44.647113 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-5f012a9e-50b5-4396-94b4-38668fde2548 tempest-SecGroupIPv6Test-1031499984 tempest-SecGroupIPv6Test-1031499984-project] Notify callbacks [] for security_group, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:44.648368 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-5f012a9e-50b5-4396-94b4-38668fde2548 tempest-SecGroupIPv6Test-1031499984 tempest-SecGroupIPv6Test-1031499984-project] 10.222.0.104 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1511316 Jul 06 14:20:44.651325 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 36108) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:20:44.655912 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [None req-3bc11a20-2998-4460-a4c1-5007ff1fe78b tempest-SecGroupIPv6Test-1031499984 tempest-SecGroupIPv6Test-1031499984-project] Request body: {'security_group_rule': {'security_group_id': 'ca13da25-ca61-422d-84fc-e2f0b9016868', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '7d555c94-e5d8-4f3b-a224-7df11efa1135', 'remote_ip_prefix': None}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:20:44.690721 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-3bc11a20-2998-4460-a4c1-5007ff1fe78b tempest-SecGroupIPv6Test-1031499984 tempest-SecGroupIPv6Test-1031499984-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:44.764139 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-3bc11a20-2998-4460-a4c1-5007ff1fe78b tempest-SecGroupIPv6Test-1031499984 tempest-SecGroupIPv6Test-1031499984-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:44.773960 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-3bc11a20-2998-4460-a4c1-5007ff1fe78b tempest-SecGroupIPv6Test-1031499984 tempest-SecGroupIPv6Test-1031499984-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1898694'] for security_group_rule, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:44.808918 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc11a20-2998-4460-a4c1-5007ff1fe78b tempest-SecGroupIPv6Test-1031499984 tempest-SecGroupIPv6Test-1031499984-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb6c64f1-47e3-4e90-8e16-0ce5ef181a4f,revision_number=0']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:20:44.818168 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-3bc11a20-2998-4460-a4c1-5007ff1fe78b tempest-SecGroupIPv6Test-1031499984 tempest-SecGroupIPv6Test-1031499984-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:44.819381 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-3bc11a20-2998-4460-a4c1-5007ff1fe78b tempest-SecGroupIPv6Test-1031499984 tempest-SecGroupIPv6Test-1031499984-project] 10.222.0.104 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.1670814 Jul 06 14:20:44.822152 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 36112) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:20:44.860958 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-573cf4b7-1abe-447a-8c88-d49066a3a3a7 tempest-SecGroupIPv6Test-1031499984 tempest-SecGroupIPv6Test-1031499984-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:44.871169 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab7c10e-d767-4d56-8c91-21324a5ff5f5 req-e787d441-b996-4e43-9ca1-ddd02f81f3c9 tempest-ServersTestJSON-809673865 tempest-ServersTestJSON-809673865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:20:44.872671 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-1ab7c10e-d767-4d56-8c91-21324a5ff5f5 req-e787d441-b996-4e43-9ca1-ddd02f81f3c9 tempest-ServersTestJSON-809673865 tempest-ServersTestJSON-809673865-project] 10.222.0.104 "GET /v2.0/ports?device_id=08e0882f-02d1-43ea-a068-d7675950a205 HTTP/1.1" status: 200 len: 945 time: 0.1153231 Jul 06 14:20:44.878067 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-573cf4b7-1abe-447a-8c88-d49066a3a3a7 tempest-SecGroupIPv6Test-1031499984 tempest-SecGroupIPv6Test-1031499984-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:44.928883 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-1ab7c10e-d767-4d56-8c91-21324a5ff5f5 req-f8473ac8-f849-4daa-adc2-eb453f2679d3 tempest-ServersTestJSON-809673865 tempest-ServersTestJSON-809673865-project] 10.222.0.104 "GET /v2.0/security-groups?id=b2132efa-40d7-46de-9959-646c1b99d382&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486448 Jul 06 14:20:44.929909 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-573cf4b7-1abe-447a-8c88-d49066a3a3a7 tempest-SecGroupIPv6Test-1031499984 tempest-SecGroupIPv6Test-1031499984-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1898694'] for security_group_rule, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:44.935808 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-573cf4b7-1abe-447a-8c88-d49066a3a3a7 tempest-SecGroupIPv6Test-1031499984 tempest-SecGroupIPv6Test-1031499984-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:44.936853 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-573cf4b7-1abe-447a-8c88-d49066a3a3a7 tempest-SecGroupIPv6Test-1031499984 tempest-SecGroupIPv6Test-1031499984-project] 10.222.0.104 "DELETE /v2.0/security-group-rules/fb6c64f1-47e3-4e90-8e16-0ce5ef181a4f HTTP/1.1" status: 204 len: 168 time: 0.1138120 Jul 06 14:20:44.939627 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 36114) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:20:44.943081 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573cf4b7-1abe-447a-8c88-d49066a3a3a7 tempest-SecGroupIPv6Test-1031499984 tempest-SecGroupIPv6Test-1031499984-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=fb6c64f1-47e3-4e90-8e16-0ce5ef181a4f,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:20:44.992896 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-9cae4b97-c594-4b6c-bb21-9f46abf4f79c tempest-SecGroupIPv6Test-1031499984 tempest-SecGroupIPv6Test-1031499984-project] 10.222.0.104 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0521019 Jul 06 14:20:44.995574 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 36116) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:20:45.047266 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-a4499446-16fe-4823-b18a-81a4862fe6e3 tempest-SecGroupIPv6Test-1031499984 tempest-SecGroupIPv6Test-1031499984-project] Notify callbacks [] for security_group, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:45.069051 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-a4499446-16fe-4823-b18a-81a4862fe6e3 tempest-SecGroupIPv6Test-1031499984 tempest-SecGroupIPv6Test-1031499984-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:45.109745 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-a4499446-16fe-4823-b18a-81a4862fe6e3 tempest-SecGroupIPv6Test-1031499984 tempest-SecGroupIPv6Test-1031499984-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:45.112450 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-a4499446-16fe-4823-b18a-81a4862fe6e3 tempest-SecGroupIPv6Test-1031499984 tempest-SecGroupIPv6Test-1031499984-project] Notify callbacks [] for security_group, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:45.113638 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-a4499446-16fe-4823-b18a-81a4862fe6e3 tempest-SecGroupIPv6Test-1031499984 tempest-SecGroupIPv6Test-1031499984-project] 10.222.0.104 "DELETE /v2.0/security-groups/7d555c94-e5d8-4f3b-a224-7df11efa1135 HTTP/1.1" status: 204 len: 168 time: 0.1171248 Jul 06 14:20:45.116269 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 36118) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:20:45.122558 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4499446-16fe-4823-b18a-81a4862fe6e3 tempest-SecGroupIPv6Test-1031499984 tempest-SecGroupIPv6Test-1031499984-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d555c94-e5d8-4f3b-a224-7df11efa1135,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:20:45.170874 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-4828067d-dfec-4bfa-83e4-35657ba80aaa tempest-SecGroupIPv6Test-1031499984 tempest-SecGroupIPv6Test-1031499984-project] 10.222.0.104 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.0534465 Jul 06 14:20:45.173550 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 36120) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:20:45.223931 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-24a678dd-e94c-4b29-b041-6f23da33dbdd tempest-SecGroupIPv6Test-1031499984 tempest-SecGroupIPv6Test-1031499984-project] Notify callbacks [] for security_group, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:45.245195 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-24a678dd-e94c-4b29-b041-6f23da33dbdd tempest-SecGroupIPv6Test-1031499984 tempest-SecGroupIPv6Test-1031499984-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:45.285455 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-24a678dd-e94c-4b29-b041-6f23da33dbdd tempest-SecGroupIPv6Test-1031499984 tempest-SecGroupIPv6Test-1031499984-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:45.288083 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-24a678dd-e94c-4b29-b041-6f23da33dbdd tempest-SecGroupIPv6Test-1031499984 tempest-SecGroupIPv6Test-1031499984-project] Notify callbacks [] for security_group, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:45.289208 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-24a678dd-e94c-4b29-b041-6f23da33dbdd tempest-SecGroupIPv6Test-1031499984 tempest-SecGroupIPv6Test-1031499984-project] 10.222.0.104 "DELETE /v2.0/security-groups/ca13da25-ca61-422d-84fc-e2f0b9016868 HTTP/1.1" status: 204 len: 168 time: 0.1147630 Jul 06 14:20:45.291927 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 36122) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:20:45.297742 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a678dd-e94c-4b29-b041-6f23da33dbdd tempest-SecGroupIPv6Test-1031499984 tempest-SecGroupIPv6Test-1031499984-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca13da25-ca61-422d-84fc-e2f0b9016868,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:20:45.335562 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-22b6b047-dd7e-4e61-8f8e-888ed4901586 tempest-SecGroupIPv6Test-1031499984 tempest-SecGroupIPv6Test-1031499984-project] 10.222.0.104 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0423570 Jul 06 14:20:45.339377 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 36124) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:20:45.343719 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-17fdd26d-5511-47ed-b7fb-334d27f42a3e tempest-SecGroupIPv6Test-1031499984 tempest-SecGroupIPv6Test-1031499984-project] Request body: {'security_group': {'name': 'tempest-secgroup--1572493029'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:20:45.364458 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-17fdd26d-5511-47ed-b7fb-334d27f42a3e tempest-SecGroupIPv6Test-1031499984 tempest-SecGroupIPv6Test-1031499984-project] Notify callbacks [] for security_group, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:45.448841 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-17fdd26d-5511-47ed-b7fb-334d27f42a3e tempest-SecGroupIPv6Test-1031499984 tempest-SecGroupIPv6Test-1031499984-project] Notify callbacks [] for security_group, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:45.452713 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-17fdd26d-5511-47ed-b7fb-334d27f42a3e tempest-SecGroupIPv6Test-1031499984 tempest-SecGroupIPv6Test-1031499984-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:45.479379 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-17fdd26d-5511-47ed-b7fb-334d27f42a3e tempest-SecGroupIPv6Test-1031499984 tempest-SecGroupIPv6Test-1031499984-project] Notify callbacks [] for security_group, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:45.480606 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-17fdd26d-5511-47ed-b7fb-334d27f42a3e tempest-SecGroupIPv6Test-1031499984 tempest-SecGroupIPv6Test-1031499984-project] 10.222.0.104 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1402831 Jul 06 14:20:45.483692 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 36126) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:20:45.484658 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17fdd26d-5511-47ed-b7fb-334d27f42a3e tempest-SecGroupIPv6Test-1031499984 tempest-SecGroupIPv6Test-1031499984-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eebcac24-81dd-4fca-afa7-42eaefd86faf,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:20:45.488982 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [None req-5e0802d8-c164-471b-a69b-fbeb2b3b0c71 tempest-SecGroupIPv6Test-1031499984 tempest-SecGroupIPv6Test-1031499984-project] Request body: {'security_group_rule': {'security_group_id': 'eebcac24-81dd-4fca-afa7-42eaefd86faf', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:20:45.522874 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-5e0802d8-c164-471b-a69b-fbeb2b3b0c71 tempest-SecGroupIPv6Test-1031499984 tempest-SecGroupIPv6Test-1031499984-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:45.571253 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-5e0802d8-c164-471b-a69b-fbeb2b3b0c71 tempest-SecGroupIPv6Test-1031499984 tempest-SecGroupIPv6Test-1031499984-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:45.577027 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-5e0802d8-c164-471b-a69b-fbeb2b3b0c71 tempest-SecGroupIPv6Test-1031499984 tempest-SecGroupIPv6Test-1031499984-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1898694'] for security_group_rule, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:45.597595 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0802d8-c164-471b-a69b-fbeb2b3b0c71 tempest-SecGroupIPv6Test-1031499984 tempest-SecGroupIPv6Test-1031499984-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=50ec0923-9738-467e-94e4-8d3450947dd1,revision_number=0']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:20:45.606137 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-5e0802d8-c164-471b-a69b-fbeb2b3b0c71 tempest-SecGroupIPv6Test-1031499984 tempest-SecGroupIPv6Test-1031499984-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:45.610094 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-5e0802d8-c164-471b-a69b-fbeb2b3b0c71 tempest-SecGroupIPv6Test-1031499984 tempest-SecGroupIPv6Test-1031499984-project] 10.222.0.104 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1227915 Jul 06 14:20:45.610575 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 36128) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:20:45.633614 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-a92053e3-1b12-461d-a91d-8a3b248f4404 tempest-SecGroupIPv6Test-1031499984 tempest-SecGroupIPv6Test-1031499984-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:45.643185 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-a92053e3-1b12-461d-a91d-8a3b248f4404 tempest-SecGroupIPv6Test-1031499984 tempest-SecGroupIPv6Test-1031499984-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:45.672034 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-a92053e3-1b12-461d-a91d-8a3b248f4404 tempest-SecGroupIPv6Test-1031499984 tempest-SecGroupIPv6Test-1031499984-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1898694'] for security_group_rule, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:45.678630 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-a92053e3-1b12-461d-a91d-8a3b248f4404 tempest-SecGroupIPv6Test-1031499984 tempest-SecGroupIPv6Test-1031499984-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:45.679736 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-a92053e3-1b12-461d-a91d-8a3b248f4404 tempest-SecGroupIPv6Test-1031499984 tempest-SecGroupIPv6Test-1031499984-project] 10.222.0.104 "DELETE /v2.0/security-group-rules/50ec0923-9738-467e-94e4-8d3450947dd1 HTTP/1.1" status: 204 len: 168 time: 0.0683851 Jul 06 14:20:45.682598 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 36130) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:20:45.684909 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92053e3-1b12-461d-a91d-8a3b248f4404 tempest-SecGroupIPv6Test-1031499984 tempest-SecGroupIPv6Test-1031499984-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=50ec0923-9738-467e-94e4-8d3450947dd1,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:20:45.724136 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-192be9e8-371d-4a91-ab67-36272552e7b4 tempest-SecGroupIPv6Test-1031499984 tempest-SecGroupIPv6Test-1031499984-project] 10.222.0.104 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0403199 Jul 06 14:20:45.728501 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 36134) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:20:45.782525 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-e98ecf97-ba93-47a5-a0a7-f3f8c9e66cc4 tempest-SecGroupIPv6Test-1031499984 tempest-SecGroupIPv6Test-1031499984-project] Notify callbacks [] for security_group, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:45.804685 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-e98ecf97-ba93-47a5-a0a7-f3f8c9e66cc4 tempest-SecGroupIPv6Test-1031499984 tempest-SecGroupIPv6Test-1031499984-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:45.844806 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-e98ecf97-ba93-47a5-a0a7-f3f8c9e66cc4 tempest-SecGroupIPv6Test-1031499984 tempest-SecGroupIPv6Test-1031499984-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:45.847507 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-e98ecf97-ba93-47a5-a0a7-f3f8c9e66cc4 tempest-SecGroupIPv6Test-1031499984 tempest-SecGroupIPv6Test-1031499984-project] Notify callbacks [] for security_group, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:45.849408 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-e98ecf97-ba93-47a5-a0a7-f3f8c9e66cc4 tempest-SecGroupIPv6Test-1031499984 tempest-SecGroupIPv6Test-1031499984-project] 10.222.0.104 "DELETE /v2.0/security-groups/eebcac24-81dd-4fca-afa7-42eaefd86faf HTTP/1.1" status: 204 len: 168 time: 0.1199305 Jul 06 14:20:45.852080 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 36136) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:20:45.857900 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98ecf97-ba93-47a5-a0a7-f3f8c9e66cc4 tempest-SecGroupIPv6Test-1031499984 tempest-SecGroupIPv6Test-1031499984-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eebcac24-81dd-4fca-afa7-42eaefd86faf,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:20:45.897906 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-e943a989-dded-41b4-a362-0a4dfd322d89 tempest-SecGroupIPv6Test-1031499984 tempest-SecGroupIPv6Test-1031499984-project] 10.222.0.104 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0446937 Jul 06 14:20:45.901538 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 36138) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:20:45.905739 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [None req-f2250d8e-18ee-4203-95f2-1c44999b3609 tempest-SecGroupIPv6Test-1031499984 tempest-SecGroupIPv6Test-1031499984-project] Request body: {'security_group': {'name': 'tempest-secgroup--538548659'}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:20:45.927426 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-f2250d8e-18ee-4203-95f2-1c44999b3609 tempest-SecGroupIPv6Test-1031499984 tempest-SecGroupIPv6Test-1031499984-project] Notify callbacks [] for security_group, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:46.006720 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-f2250d8e-18ee-4203-95f2-1c44999b3609 tempest-SecGroupIPv6Test-1031499984 tempest-SecGroupIPv6Test-1031499984-project] Notify callbacks [] for security_group, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:46.010465 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-f2250d8e-18ee-4203-95f2-1c44999b3609 tempest-SecGroupIPv6Test-1031499984 tempest-SecGroupIPv6Test-1031499984-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:46.041937 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-f2250d8e-18ee-4203-95f2-1c44999b3609 tempest-SecGroupIPv6Test-1031499984 tempest-SecGroupIPv6Test-1031499984-project] Notify callbacks [] for security_group, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:46.043173 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-f2250d8e-18ee-4203-95f2-1c44999b3609 tempest-SecGroupIPv6Test-1031499984 tempest-SecGroupIPv6Test-1031499984-project] 10.222.0.104 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1407270 Jul 06 14:20:46.045968 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 36142) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:20:46.050360 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [None req-5038be46-ee1b-4a58-ac8c-681f5e74b1e3 tempest-SecGroupIPv6Test-1031499984 tempest-SecGroupIPv6Test-1031499984-project] Request body: {'security_group_rule': {'security_group_id': 'a25d9087-ce3e-4759-8b52-e4bc4e8a7746', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:20:46.056945 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2250d8e-18ee-4203-95f2-1c44999b3609 tempest-SecGroupIPv6Test-1031499984 tempest-SecGroupIPv6Test-1031499984-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a25d9087-ce3e-4759-8b52-e4bc4e8a7746,revision_number=1']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:20:46.118402 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-5038be46-ee1b-4a58-ac8c-681f5e74b1e3 tempest-SecGroupIPv6Test-1031499984 tempest-SecGroupIPv6Test-1031499984-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:46.174527 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3186de7f-1c96-4c07-a235-401fffa192f7 req-04fdc3a2-0902-42d3-8f8d-4db304636078 tempest-ServersTestJSON-809673865 tempest-ServersTestJSON-809673865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:20:46.176578 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-3186de7f-1c96-4c07-a235-401fffa192f7 req-04fdc3a2-0902-42d3-8f8d-4db304636078 tempest-ServersTestJSON-809673865 tempest-ServersTestJSON-809673865-project] 10.222.0.104 "GET /v2.0/ports?device_id=08e0882f-02d1-43ea-a068-d7675950a205 HTTP/1.1" status: 200 len: 945 time: 0.1100497 Jul 06 14:20:46.209246 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-5038be46-ee1b-4a58-ac8c-681f5e74b1e3 tempest-SecGroupIPv6Test-1031499984 tempest-SecGroupIPv6Test-1031499984-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:46.215884 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-5038be46-ee1b-4a58-ac8c-681f5e74b1e3 tempest-SecGroupIPv6Test-1031499984 tempest-SecGroupIPv6Test-1031499984-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1898694'] for security_group_rule, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:46.241679 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-3186de7f-1c96-4c07-a235-401fffa192f7 req-a4d2c15e-e72f-40b8-82fa-49e3d60a77f6 tempest-ServersTestJSON-809673865 tempest-ServersTestJSON-809673865-project] 10.222.0.104 "GET /v2.0/security-groups?id=b2132efa-40d7-46de-9959-646c1b99d382&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593038 Jul 06 14:20:46.244363 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5038be46-ee1b-4a58-ac8c-681f5e74b1e3 tempest-SecGroupIPv6Test-1031499984 tempest-SecGroupIPv6Test-1031499984-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e0a6f266-eb30-47ad-b5f1-39e10502f239,revision_number=0']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:20:46.252985 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-5038be46-ee1b-4a58-ac8c-681f5e74b1e3 tempest-SecGroupIPv6Test-1031499984 tempest-SecGroupIPv6Test-1031499984-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:46.254845 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-5038be46-ee1b-4a58-ac8c-681f5e74b1e3 tempest-SecGroupIPv6Test-1031499984 tempest-SecGroupIPv6Test-1031499984-project] 10.222.0.104 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2073941 Jul 06 14:20:46.257945 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 36144) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:20:46.274370 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-25806592-d57b-4814-b776-6554322eea69 tempest-SecGroupIPv6Test-1031499984 tempest-SecGroupIPv6Test-1031499984-project] 10.222.0.104 "GET /v2.0/security-group-rules/e0a6f266-eb30-47ad-b5f1-39e10502f239 HTTP/1.1" status: 200 len: 763 time: 0.0153170 Jul 06 14:20:46.276662 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 36146) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:20:46.316230 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-6a4f102d-41bd-4b0f-9372-8582b18dbec7 tempest-SecGroupIPv6Test-1031499984 tempest-SecGroupIPv6Test-1031499984-project] 10.222.0.104 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0385666 Jul 06 14:20:46.319207 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 36148) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:20:46.341309 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-371520af-d700-45c0-b273-f736a2bf3f98 tempest-SecGroupIPv6Test-1031499984 tempest-SecGroupIPv6Test-1031499984-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:46.348416 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-371520af-d700-45c0-b273-f736a2bf3f98 tempest-SecGroupIPv6Test-1031499984 tempest-SecGroupIPv6Test-1031499984-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:46.375202 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-371520af-d700-45c0-b273-f736a2bf3f98 tempest-SecGroupIPv6Test-1031499984 tempest-SecGroupIPv6Test-1031499984-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1898694'] for security_group_rule, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:46.381671 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-371520af-d700-45c0-b273-f736a2bf3f98 tempest-SecGroupIPv6Test-1031499984 tempest-SecGroupIPv6Test-1031499984-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:46.382805 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-371520af-d700-45c0-b273-f736a2bf3f98 tempest-SecGroupIPv6Test-1031499984 tempest-SecGroupIPv6Test-1031499984-project] 10.222.0.104 "DELETE /v2.0/security-group-rules/e0a6f266-eb30-47ad-b5f1-39e10502f239 HTTP/1.1" status: 204 len: 168 time: 0.0626838 Jul 06 14:20:46.385429 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 36150) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:20:46.388579 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371520af-d700-45c0-b273-f736a2bf3f98 tempest-SecGroupIPv6Test-1031499984 tempest-SecGroupIPv6Test-1031499984-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e0a6f266-eb30-47ad-b5f1-39e10502f239,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:20:46.425966 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-6aa10f77-f7c2-4b4f-bd8d-c7ee26896456 tempest-SecGroupIPv6Test-1031499984 tempest-SecGroupIPv6Test-1031499984-project] 10.222.0.104 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0393481 Jul 06 14:20:46.428919 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 36152) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:20:46.433167 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-a885b10f-046c-421c-bea0-cbc88850d02a tempest-SecGroupIPv6Test-1031499984 tempest-SecGroupIPv6Test-1031499984-project] Request body: {'security_group_rule': {'security_group_id': 'a25d9087-ce3e-4759-8b52-e4bc4e8a7746', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:20:46.460998 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-a885b10f-046c-421c-bea0-cbc88850d02a tempest-SecGroupIPv6Test-1031499984 tempest-SecGroupIPv6Test-1031499984-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:46.506242 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-a885b10f-046c-421c-bea0-cbc88850d02a tempest-SecGroupIPv6Test-1031499984 tempest-SecGroupIPv6Test-1031499984-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:46.509781 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-a885b10f-046c-421c-bea0-cbc88850d02a tempest-SecGroupIPv6Test-1031499984 tempest-SecGroupIPv6Test-1031499984-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1898694'] for security_group_rule, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:46.527231 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a885b10f-046c-421c-bea0-cbc88850d02a tempest-SecGroupIPv6Test-1031499984 tempest-SecGroupIPv6Test-1031499984-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=568f7c62-a424-46c5-beeb-7f9853108041,revision_number=0']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:20:46.533077 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-a885b10f-046c-421c-bea0-cbc88850d02a tempest-SecGroupIPv6Test-1031499984 tempest-SecGroupIPv6Test-1031499984-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:46.534602 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-a885b10f-046c-421c-bea0-cbc88850d02a tempest-SecGroupIPv6Test-1031499984 tempest-SecGroupIPv6Test-1031499984-project] 10.222.0.104 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1047356 Jul 06 14:20:46.537759 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 36154) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:20:46.556020 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-69fc5240-83a6-4232-9996-1978e2d77130 tempest-SecGroupIPv6Test-1031499984 tempest-SecGroupIPv6Test-1031499984-project] 10.222.0.104 "GET /v2.0/security-group-rules/568f7c62-a424-46c5-beeb-7f9853108041 HTTP/1.1" status: 200 len: 763 time: 0.0172536 Jul 06 14:20:46.558184 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 36156) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:20:46.599090 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-6fc17df8-8e1f-46d9-90f2-a13d9529d4b2 tempest-SecGroupIPv6Test-1031499984 tempest-SecGroupIPv6Test-1031499984-project] 10.222.0.104 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0398967 Jul 06 14:20:46.601532 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 36158) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:20:46.623173 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-135b5d75-9f40-472b-abe8-93bda745cf45 tempest-SecGroupIPv6Test-1031499984 tempest-SecGroupIPv6Test-1031499984-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:46.630967 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-135b5d75-9f40-472b-abe8-93bda745cf45 tempest-SecGroupIPv6Test-1031499984 tempest-SecGroupIPv6Test-1031499984-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:46.658688 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-135b5d75-9f40-472b-abe8-93bda745cf45 tempest-SecGroupIPv6Test-1031499984 tempest-SecGroupIPv6Test-1031499984-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1898694'] for security_group_rule, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:46.665684 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-135b5d75-9f40-472b-abe8-93bda745cf45 tempest-SecGroupIPv6Test-1031499984 tempest-SecGroupIPv6Test-1031499984-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:46.666797 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-135b5d75-9f40-472b-abe8-93bda745cf45 tempest-SecGroupIPv6Test-1031499984 tempest-SecGroupIPv6Test-1031499984-project] 10.222.0.104 "DELETE /v2.0/security-group-rules/568f7c62-a424-46c5-beeb-7f9853108041 HTTP/1.1" status: 204 len: 168 time: 0.0643914 Jul 06 14:20:46.669785 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 36160) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:20:46.672178 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135b5d75-9f40-472b-abe8-93bda745cf45 tempest-SecGroupIPv6Test-1031499984 tempest-SecGroupIPv6Test-1031499984-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=568f7c62-a424-46c5-beeb-7f9853108041,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:20:46.710234 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-44e28ac2-cb6e-4d25-b833-72c3b7c7fb07 tempest-SecGroupIPv6Test-1031499984 tempest-SecGroupIPv6Test-1031499984-project] 10.222.0.104 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0391688 Jul 06 14:20:46.712738 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 36162) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:20:46.717061 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [None req-49fcafda-00fd-471b-a636-cba8f396e6f7 tempest-SecGroupIPv6Test-1031499984 tempest-SecGroupIPv6Test-1031499984-project] Request body: {'security_group_rule': {'security_group_id': 'a25d9087-ce3e-4759-8b52-e4bc4e8a7746', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:20:46.744710 n-d-773647-6 neutron-server[100247]: INFO neutron.db.securitygroups_db [None req-49fcafda-00fd-471b-a636-cba8f396e6f7 tempest-SecGroupIPv6Test-1031499984 tempest-SecGroupIPv6Test-1031499984-project] Project 35d776ef2f0340e2a9a88f29eca8f4b7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 06 14:20:46.750074 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-49fcafda-00fd-471b-a636-cba8f396e6f7 tempest-SecGroupIPv6Test-1031499984 tempest-SecGroupIPv6Test-1031499984-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:46.799013 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-49fcafda-00fd-471b-a636-cba8f396e6f7 tempest-SecGroupIPv6Test-1031499984 tempest-SecGroupIPv6Test-1031499984-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:46.803103 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-49fcafda-00fd-471b-a636-cba8f396e6f7 tempest-SecGroupIPv6Test-1031499984 tempest-SecGroupIPv6Test-1031499984-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1898694'] for security_group_rule, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:46.821084 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49fcafda-00fd-471b-a636-cba8f396e6f7 tempest-SecGroupIPv6Test-1031499984 tempest-SecGroupIPv6Test-1031499984-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af209ef2-7326-4668-86c4-4f54adc12adb,revision_number=0']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:20:46.827146 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-49fcafda-00fd-471b-a636-cba8f396e6f7 tempest-SecGroupIPv6Test-1031499984 tempest-SecGroupIPv6Test-1031499984-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:46.828329 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-49fcafda-00fd-471b-a636-cba8f396e6f7 tempest-SecGroupIPv6Test-1031499984 tempest-SecGroupIPv6Test-1031499984-project] 10.222.0.104 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1146488 Jul 06 14:20:46.830889 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 36166) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:20:46.846869 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-71826ecf-f840-4601-b32d-8e47f4552ccb tempest-SecGroupIPv6Test-1031499984 tempest-SecGroupIPv6Test-1031499984-project] 10.222.0.104 "GET /v2.0/security-group-rules/af209ef2-7326-4668-86c4-4f54adc12adb HTTP/1.1" status: 200 len: 769 time: 0.0149398 Jul 06 14:20:46.849244 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 36168) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:20:46.888466 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-a1e1d284-16d9-4ca2-9316-cb861eee4119 tempest-SecGroupIPv6Test-1031499984 tempest-SecGroupIPv6Test-1031499984-project] 10.222.0.104 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.0380995 Jul 06 14:20:46.890745 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 36170) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:20:46.913006 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-2e0ba0f6-6861-4c6b-a26c-277cb2902a09 tempest-SecGroupIPv6Test-1031499984 tempest-SecGroupIPv6Test-1031499984-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:46.920165 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-2e0ba0f6-6861-4c6b-a26c-277cb2902a09 tempest-SecGroupIPv6Test-1031499984 tempest-SecGroupIPv6Test-1031499984-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:46.947242 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-2e0ba0f6-6861-4c6b-a26c-277cb2902a09 tempest-SecGroupIPv6Test-1031499984 tempest-SecGroupIPv6Test-1031499984-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1898694'] for security_group_rule, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:46.953352 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-2e0ba0f6-6861-4c6b-a26c-277cb2902a09 tempest-SecGroupIPv6Test-1031499984 tempest-SecGroupIPv6Test-1031499984-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:46.954454 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-2e0ba0f6-6861-4c6b-a26c-277cb2902a09 tempest-SecGroupIPv6Test-1031499984 tempest-SecGroupIPv6Test-1031499984-project] 10.222.0.104 "DELETE /v2.0/security-group-rules/af209ef2-7326-4668-86c4-4f54adc12adb HTTP/1.1" status: 204 len: 168 time: 0.0627956 Jul 06 14:20:46.957020 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 36172) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:20:46.959605 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0ba0f6-6861-4c6b-a26c-277cb2902a09 tempest-SecGroupIPv6Test-1031499984 tempest-SecGroupIPv6Test-1031499984-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=af209ef2-7326-4668-86c4-4f54adc12adb,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:20:46.998326 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-e93144cb-5f5d-4774-a796-60eb3cc38fd0 tempest-SecGroupIPv6Test-1031499984 tempest-SecGroupIPv6Test-1031499984-project] 10.222.0.104 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0391464 Jul 06 14:20:46.999948 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 36174) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:20:47.050879 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-20360a60-ec72-47ee-8a76-555cbf591dc5 tempest-SecGroupIPv6Test-1031499984 tempest-SecGroupIPv6Test-1031499984-project] Notify callbacks [] for security_group, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:47.073130 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-20360a60-ec72-47ee-8a76-555cbf591dc5 tempest-SecGroupIPv6Test-1031499984 tempest-SecGroupIPv6Test-1031499984-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:47.114431 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-20360a60-ec72-47ee-8a76-555cbf591dc5 tempest-SecGroupIPv6Test-1031499984 tempest-SecGroupIPv6Test-1031499984-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:47.117081 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-20360a60-ec72-47ee-8a76-555cbf591dc5 tempest-SecGroupIPv6Test-1031499984 tempest-SecGroupIPv6Test-1031499984-project] Notify callbacks [] for security_group, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:47.118258 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-20360a60-ec72-47ee-8a76-555cbf591dc5 tempest-SecGroupIPv6Test-1031499984 tempest-SecGroupIPv6Test-1031499984-project] 10.222.0.104 "DELETE /v2.0/security-groups/a25d9087-ce3e-4759-8b52-e4bc4e8a7746 HTTP/1.1" status: 204 len: 168 time: 0.1173110 Jul 06 14:20:47.120944 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 36176) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:20:47.127598 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20360a60-ec72-47ee-8a76-555cbf591dc5 tempest-SecGroupIPv6Test-1031499984 tempest-SecGroupIPv6Test-1031499984-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a25d9087-ce3e-4759-8b52-e4bc4e8a7746,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:20:47.170575 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-13d579f1-f4d7-4369-8500-083c9da8828c tempest-SecGroupIPv6Test-1031499984 tempest-SecGroupIPv6Test-1031499984-project] 10.222.0.104 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0484850 Jul 06 14:20:47.175132 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 36178) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:20:47.217752 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-4713645a-5f41-4c13-bf81-84509a1d9bf3 tempest-SecGroupIPv6Test-1031499984 tempest-SecGroupIPv6Test-1031499984-project] 10.222.0.104 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0416143 Jul 06 14:20:47.435487 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e2ea35-0264-425b-84ee-f5bb76903247 req-cdcbc226-6ae2-43cc-b4f4-d143322f8ada tempest-ServersTestJSON-809673865 tempest-ServersTestJSON-809673865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:20:47.437299 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-b4e2ea35-0264-425b-84ee-f5bb76903247 req-cdcbc226-6ae2-43cc-b4f4-d143322f8ada tempest-ServersTestJSON-809673865 tempest-ServersTestJSON-809673865-project] 10.222.0.104 "GET /v2.0/ports?device_id=08e0882f-02d1-43ea-a068-d7675950a205 HTTP/1.1" status: 200 len: 945 time: 0.0797048 Jul 06 14:20:47.478274 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-b4e2ea35-0264-425b-84ee-f5bb76903247 req-758b290d-569f-4a05-b51e-9ad5be6e7cc5 tempest-ServersTestJSON-809673865 tempest-ServersTestJSON-809673865-project] 10.222.0.104 "GET /v2.0/security-groups?id=b2132efa-40d7-46de-9959-646c1b99d382&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352952 Jul 06 14:20:47.490698 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 36188) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:20:47.627796 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-73c73cf8-72df-406f-a8eb-eacbfe1fd217 admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=35d776ef2f0340e2a9a88f29eca8f4b7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1333594 Jul 06 14:20:47.628039 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 36192) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:20:47.680533 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-f71c08b7-1777-47b6-92db-a6500af3880c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:47.701367 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-f71c08b7-1777-47b6-92db-a6500af3880c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:47.748451 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-f71c08b7-1777-47b6-92db-a6500af3880c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:47.751250 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-f71c08b7-1777-47b6-92db-a6500af3880c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:47.752401 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-f71c08b7-1777-47b6-92db-a6500af3880c admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/9f1e6d7a-940a-415d-9085-99beefcb02e9 HTTP/1.1" status: 204 len: 168 time: 0.1235433 Jul 06 14:20:47.762288 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71c08b7-1777-47b6-92db-a6500af3880c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f1e6d7a-940a-415d-9085-99beefcb02e9,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:20:48.379936 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 36218) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:20:48.475067 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-bfed5d9e-91db-49b7-8f91-2bc6592ca76b tempest-NegativeSecGroupTest-1568693983 tempest-NegativeSecGroupTest-1568693983-project] Request body: {'security_group': {'name': 'default'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:20:48.475550 n-d-773647-6 neutron-server[100246]: WARNING neutron.api.v2.base [None req-bfed5d9e-91db-49b7-8f91-2bc6592ca76b tempest-NegativeSecGroupTest-1568693983 tempest-NegativeSecGroupTest-1568693983-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jul 06 14:20:48.476054 n-d-773647-6 neutron-server[100246]: INFO neutron.api.v2.resource [None req-bfed5d9e-91db-49b7-8f91-2bc6592ca76b tempest-NegativeSecGroupTest-1568693983 tempest-NegativeSecGroupTest-1568693983-project] create failed (client error): There was a conflict when trying to complete your request. Jul 06 14:20:48.477045 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-bfed5d9e-91db-49b7-8f91-2bc6592ca76b tempest-NegativeSecGroupTest-1568693983 tempest-NegativeSecGroupTest-1568693983-project] 10.222.0.104 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.0960960 Jul 06 14:20:48.480575 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 36222) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:20:48.485319 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-3554850a-7ab4-46db-ba89-cf7eb389e35f tempest-NegativeSecGroupTest-1568693983 tempest-NegativeSecGroupTest-1568693983-project] Request body: {'security_group': {'name': 'tempest-secgroup--1587086078'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:20:48.509144 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-3554850a-7ab4-46db-ba89-cf7eb389e35f tempest-NegativeSecGroupTest-1568693983 tempest-NegativeSecGroupTest-1568693983-project] Notify callbacks [] for security_group, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:48.518220 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-3554850a-7ab4-46db-ba89-cf7eb389e35f tempest-NegativeSecGroupTest-1568693983 tempest-NegativeSecGroupTest-1568693983-project] Notify callbacks [] for security_group, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:48.612703 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-3554850a-7ab4-46db-ba89-cf7eb389e35f tempest-NegativeSecGroupTest-1568693983 tempest-NegativeSecGroupTest-1568693983-project] Notify callbacks [] for security_group, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:48.617560 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-3554850a-7ab4-46db-ba89-cf7eb389e35f tempest-NegativeSecGroupTest-1568693983 tempest-NegativeSecGroupTest-1568693983-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:48.655814 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3554850a-7ab4-46db-ba89-cf7eb389e35f tempest-NegativeSecGroupTest-1568693983 tempest-NegativeSecGroupTest-1568693983-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5b1ca916-51c4-400c-b115-997b2fcec86e,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:20:48.663468 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7792b3c-14d2-457b-b133-c2a97e527bbe req-4f0142cc-8b46-4f28-8b42-5de4567b6dd1 tempest-ServersTestJSON-809673865 tempest-ServersTestJSON-809673865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:20:48.665553 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-d7792b3c-14d2-457b-b133-c2a97e527bbe req-4f0142cc-8b46-4f28-8b42-5de4567b6dd1 tempest-ServersTestJSON-809673865 tempest-ServersTestJSON-809673865-project] 10.222.0.104 "GET /v2.0/ports?device_id=08e0882f-02d1-43ea-a068-d7675950a205 HTTP/1.1" status: 200 len: 945 time: 0.0680091 Jul 06 14:20:48.708332 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-d7792b3c-14d2-457b-b133-c2a97e527bbe req-f146355a-54f1-4f0f-878b-3db35ce23bd2 tempest-ServersTestJSON-809673865 tempest-ServersTestJSON-809673865-project] 10.222.0.104 "GET /v2.0/security-groups?id=b2132efa-40d7-46de-9959-646c1b99d382&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328538 Jul 06 14:20:48.711983 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-3554850a-7ab4-46db-ba89-cf7eb389e35f tempest-NegativeSecGroupTest-1568693983 tempest-NegativeSecGroupTest-1568693983-project] Notify callbacks [] for security_group, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:48.716436 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-3554850a-7ab4-46db-ba89-cf7eb389e35f tempest-NegativeSecGroupTest-1568693983 tempest-NegativeSecGroupTest-1568693983-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:48.740467 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-3554850a-7ab4-46db-ba89-cf7eb389e35f tempest-NegativeSecGroupTest-1568693983 tempest-NegativeSecGroupTest-1568693983-project] Notify callbacks [] for security_group, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:48.741719 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-3554850a-7ab4-46db-ba89-cf7eb389e35f tempest-NegativeSecGroupTest-1568693983 tempest-NegativeSecGroupTest-1568693983-project] 10.222.0.104 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2602611 Jul 06 14:20:48.744828 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 36226) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:20:48.749766 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [None req-7bc0d3f3-4c0c-4cd6-bf09-bbd48fa9668f tempest-NegativeSecGroupTest-1568693983 tempest-NegativeSecGroupTest-1568693983-project] Request body: {'security_group_rule': {'security_group_id': '43178705-0036-453e-a9ae-1cfb3d97797d', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:20:48.749959 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3554850a-7ab4-46db-ba89-cf7eb389e35f tempest-NegativeSecGroupTest-1568693983 tempest-NegativeSecGroupTest-1568693983-project] Pushing event updated for resources: {'SecurityGroup': ['ID=43178705-0036-453e-a9ae-1cfb3d97797d,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:20:48.780248 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-7bc0d3f3-4c0c-4cd6-bf09-bbd48fa9668f tempest-NegativeSecGroupTest-1568693983 tempest-NegativeSecGroupTest-1568693983-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:48.837057 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-7bc0d3f3-4c0c-4cd6-bf09-bbd48fa9668f tempest-NegativeSecGroupTest-1568693983 tempest-NegativeSecGroupTest-1568693983-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:48.841018 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-7bc0d3f3-4c0c-4cd6-bf09-bbd48fa9668f tempest-NegativeSecGroupTest-1568693983 tempest-NegativeSecGroupTest-1568693983-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1898694'] for security_group_rule, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:48.861228 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc0d3f3-4c0c-4cd6-bf09-bbd48fa9668f tempest-NegativeSecGroupTest-1568693983 tempest-NegativeSecGroupTest-1568693983-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=21496d34-19cb-4426-8117-b056fbbd0a73,revision_number=0']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:20:48.865190 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-7bc0d3f3-4c0c-4cd6-bf09-bbd48fa9668f tempest-NegativeSecGroupTest-1568693983 tempest-NegativeSecGroupTest-1568693983-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:48.866471 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-7bc0d3f3-4c0c-4cd6-bf09-bbd48fa9668f tempest-NegativeSecGroupTest-1568693983 tempest-NegativeSecGroupTest-1568693983-project] 10.222.0.104 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1204715 Jul 06 14:20:48.870419 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 36228) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:20:48.875016 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [None req-19209ac7-cc61-4c4f-ae07-3a41953a500f tempest-NegativeSecGroupTest-1568693983 tempest-NegativeSecGroupTest-1568693983-project] Request body: {'security_group_rule': {'security_group_id': '43178705-0036-453e-a9ae-1cfb3d97797d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:20:48.902682 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-19209ac7-cc61-4c4f-ae07-3a41953a500f tempest-NegativeSecGroupTest-1568693983 tempest-NegativeSecGroupTest-1568693983-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:48.951568 n-d-773647-6 neutron-server[100247]: INFO neutron.api.v2.resource [None req-19209ac7-cc61-4c4f-ae07-3a41953a500f tempest-NegativeSecGroupTest-1568693983 tempest-NegativeSecGroupTest-1568693983-project] create failed (client error): There was a conflict when trying to complete your request. Jul 06 14:20:48.952600 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-19209ac7-cc61-4c4f-ae07-3a41953a500f tempest-NegativeSecGroupTest-1568693983 tempest-NegativeSecGroupTest-1568693983-project] 10.222.0.104 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.0810986 Jul 06 14:20:48.955755 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 36232) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:20:49.008425 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-940527a9-b29a-4922-bcb1-a96471912b70 tempest-NegativeSecGroupTest-1568693983 tempest-NegativeSecGroupTest-1568693983-project] Notify callbacks [] for security_group, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:49.029915 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-940527a9-b29a-4922-bcb1-a96471912b70 tempest-NegativeSecGroupTest-1568693983 tempest-NegativeSecGroupTest-1568693983-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:49.073582 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-940527a9-b29a-4922-bcb1-a96471912b70 tempest-NegativeSecGroupTest-1568693983 tempest-NegativeSecGroupTest-1568693983-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:49.076485 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-940527a9-b29a-4922-bcb1-a96471912b70 tempest-NegativeSecGroupTest-1568693983 tempest-NegativeSecGroupTest-1568693983-project] Notify callbacks [] for security_group, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:49.077660 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-940527a9-b29a-4922-bcb1-a96471912b70 tempest-NegativeSecGroupTest-1568693983 tempest-NegativeSecGroupTest-1568693983-project] 10.222.0.104 "DELETE /v2.0/security-groups/43178705-0036-453e-a9ae-1cfb3d97797d HTTP/1.1" status: 204 len: 168 time: 0.1209447 Jul 06 14:20:49.080433 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 36234) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:20:49.086931 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940527a9-b29a-4922-bcb1-a96471912b70 tempest-NegativeSecGroupTest-1568693983 tempest-NegativeSecGroupTest-1568693983-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=43178705-0036-453e-a9ae-1cfb3d97797d,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:20:49.133801 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-09f39cf9-9f2a-4816-a175-3a1c231d1c82 tempest-NegativeSecGroupTest-1568693983 tempest-NegativeSecGroupTest-1568693983-project] 10.222.0.104 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0521936 Jul 06 14:20:49.137299 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 36236) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:20:49.141591 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-794f78b4-9fef-4918-8730-2bd00c064b94 tempest-NegativeSecGroupTest-1568693983 tempest-NegativeSecGroupTest-1568693983-project] Request body: {'security_group': {'name': 'tempest-secgroup--1351322627'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:20:49.163335 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-794f78b4-9fef-4918-8730-2bd00c064b94 tempest-NegativeSecGroupTest-1568693983 tempest-NegativeSecGroupTest-1568693983-project] Notify callbacks [] for security_group, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:49.247005 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-794f78b4-9fef-4918-8730-2bd00c064b94 tempest-NegativeSecGroupTest-1568693983 tempest-NegativeSecGroupTest-1568693983-project] Notify callbacks [] for security_group, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:49.251443 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-794f78b4-9fef-4918-8730-2bd00c064b94 tempest-NegativeSecGroupTest-1568693983 tempest-NegativeSecGroupTest-1568693983-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:49.275475 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-794f78b4-9fef-4918-8730-2bd00c064b94 tempest-NegativeSecGroupTest-1568693983 tempest-NegativeSecGroupTest-1568693983-project] Notify callbacks [] for security_group, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:49.276729 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-794f78b4-9fef-4918-8730-2bd00c064b94 tempest-NegativeSecGroupTest-1568693983 tempest-NegativeSecGroupTest-1568693983-project] 10.222.0.104 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1385059 Jul 06 14:20:49.279587 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 36238) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:20:49.284401 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [None req-02d918af-19e5-4130-8548-58a7928fc2cd tempest-NegativeSecGroupTest-1568693983 tempest-NegativeSecGroupTest-1568693983-project] Request body: {'security_group_rule': {'security_group_id': '052728be-f6ff-473d-bfbf-ac1fc96cc242', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:20:49.284743 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794f78b4-9fef-4918-8730-2bd00c064b94 tempest-NegativeSecGroupTest-1568693983 tempest-NegativeSecGroupTest-1568693983-project] Pushing event updated for resources: {'SecurityGroup': ['ID=052728be-f6ff-473d-bfbf-ac1fc96cc242,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:20:49.284907 n-d-773647-6 neutron-server[100247]: WARNING neutron.api.v2.base [None req-02d918af-19e5-4130-8548-58a7928fc2cd tempest-NegativeSecGroupTest-1568693983 tempest-NegativeSecGroupTest-1568693983-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Jul 06 14:20:49.285412 n-d-773647-6 neutron-server[100247]: INFO neutron.api.v2.resource [None req-02d918af-19e5-4130-8548-58a7928fc2cd tempest-NegativeSecGroupTest-1568693983 tempest-NegativeSecGroupTest-1568693983-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 06 14:20:49.287001 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-02d918af-19e5-4130-8548-58a7928fc2cd tempest-NegativeSecGroupTest-1568693983 tempest-NegativeSecGroupTest-1568693983-project] 10.222.0.104 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0063744 Jul 06 14:20:49.289880 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 36240) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:20:49.343957 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-03a28d3e-ad71-4d10-9281-a383e45a2548 tempest-NegativeSecGroupTest-1568693983 tempest-NegativeSecGroupTest-1568693983-project] Notify callbacks [] for security_group, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:49.366199 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-03a28d3e-ad71-4d10-9281-a383e45a2548 tempest-NegativeSecGroupTest-1568693983 tempest-NegativeSecGroupTest-1568693983-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:49.405540 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-03a28d3e-ad71-4d10-9281-a383e45a2548 tempest-NegativeSecGroupTest-1568693983 tempest-NegativeSecGroupTest-1568693983-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:49.408582 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-03a28d3e-ad71-4d10-9281-a383e45a2548 tempest-NegativeSecGroupTest-1568693983 tempest-NegativeSecGroupTest-1568693983-project] Notify callbacks [] for security_group, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:49.409723 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-03a28d3e-ad71-4d10-9281-a383e45a2548 tempest-NegativeSecGroupTest-1568693983 tempest-NegativeSecGroupTest-1568693983-project] 10.222.0.104 "DELETE /v2.0/security-groups/052728be-f6ff-473d-bfbf-ac1fc96cc242 HTTP/1.1" status: 204 len: 168 time: 0.1189456 Jul 06 14:20:49.413091 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 36242) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:20:49.419388 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a28d3e-ad71-4d10-9281-a383e45a2548 tempest-NegativeSecGroupTest-1568693983 tempest-NegativeSecGroupTest-1568693983-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=052728be-f6ff-473d-bfbf-ac1fc96cc242,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:20:49.456959 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-14c43948-e97c-4aac-9626-1501a6379514 tempest-NegativeSecGroupTest-1568693983 tempest-NegativeSecGroupTest-1568693983-project] 10.222.0.104 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0426018 Jul 06 14:20:49.461157 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 36244) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:20:49.465542 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-bd0750c4-338c-472a-a4e3-b1a9ff87c072 tempest-NegativeSecGroupTest-1568693983 tempest-NegativeSecGroupTest-1568693983-project] Request body: {'security_group': {'name': 'tempest-secgroup--1372050483'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:20:49.487689 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-bd0750c4-338c-472a-a4e3-b1a9ff87c072 tempest-NegativeSecGroupTest-1568693983 tempest-NegativeSecGroupTest-1568693983-project] Notify callbacks [] for security_group, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:49.567724 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-bd0750c4-338c-472a-a4e3-b1a9ff87c072 tempest-NegativeSecGroupTest-1568693983 tempest-NegativeSecGroupTest-1568693983-project] Notify callbacks [] for security_group, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:49.571649 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-bd0750c4-338c-472a-a4e3-b1a9ff87c072 tempest-NegativeSecGroupTest-1568693983 tempest-NegativeSecGroupTest-1568693983-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:49.600199 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-bd0750c4-338c-472a-a4e3-b1a9ff87c072 tempest-NegativeSecGroupTest-1568693983 tempest-NegativeSecGroupTest-1568693983-project] Notify callbacks [] for security_group, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:49.601425 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-bd0750c4-338c-472a-a4e3-b1a9ff87c072 tempest-NegativeSecGroupTest-1568693983 tempest-NegativeSecGroupTest-1568693983-project] 10.222.0.104 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1393156 Jul 06 14:20:49.603365 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0750c4-338c-472a-a4e3-b1a9ff87c072 tempest-NegativeSecGroupTest-1568693983 tempest-NegativeSecGroupTest-1568693983-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eec267fa-6a1e-4112-92c2-ba9c38fda0b8,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:20:49.604426 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 36246) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:20:49.610349 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [None req-b1ef5cc5-ca13-4857-90c3-464c8408ede1 tempest-NegativeSecGroupTest-1568693983 tempest-NegativeSecGroupTest-1568693983-project] Request body: {'security_group_rule': {'security_group_id': 'eec267fa-6a1e-4112-92c2-ba9c38fda0b8', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:20:49.611201 n-d-773647-6 neutron-server[100247]: WARNING neutron.api.v2.base [None req-b1ef5cc5-ca13-4857-90c3-464c8408ede1 tempest-NegativeSecGroupTest-1568693983 tempest-NegativeSecGroupTest-1568693983-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Jul 06 14:20:49.611845 n-d-773647-6 neutron-server[100247]: INFO neutron.api.v2.resource [None req-b1ef5cc5-ca13-4857-90c3-464c8408ede1 tempest-NegativeSecGroupTest-1568693983 tempest-NegativeSecGroupTest-1568693983-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 06 14:20:49.612714 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-b1ef5cc5-ca13-4857-90c3-464c8408ede1 tempest-NegativeSecGroupTest-1568693983 tempest-NegativeSecGroupTest-1568693983-project] 10.222.0.104 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0064476 Jul 06 14:20:49.615320 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 36248) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:20:49.670680 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-02c318ad-cd94-409e-9c52-0b41d2b1aec0 tempest-NegativeSecGroupTest-1568693983 tempest-NegativeSecGroupTest-1568693983-project] Notify callbacks [] for security_group, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:49.692639 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-02c318ad-cd94-409e-9c52-0b41d2b1aec0 tempest-NegativeSecGroupTest-1568693983 tempest-NegativeSecGroupTest-1568693983-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:49.732416 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-02c318ad-cd94-409e-9c52-0b41d2b1aec0 tempest-NegativeSecGroupTest-1568693983 tempest-NegativeSecGroupTest-1568693983-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:49.735065 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-02c318ad-cd94-409e-9c52-0b41d2b1aec0 tempest-NegativeSecGroupTest-1568693983 tempest-NegativeSecGroupTest-1568693983-project] Notify callbacks [] for security_group, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:49.736316 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-02c318ad-cd94-409e-9c52-0b41d2b1aec0 tempest-NegativeSecGroupTest-1568693983 tempest-NegativeSecGroupTest-1568693983-project] 10.222.0.104 "DELETE /v2.0/security-groups/eec267fa-6a1e-4112-92c2-ba9c38fda0b8 HTTP/1.1" status: 204 len: 168 time: 0.1199341 Jul 06 14:20:49.739487 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 36252) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:20:49.751960 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c318ad-cd94-409e-9c52-0b41d2b1aec0 tempest-NegativeSecGroupTest-1568693983 tempest-NegativeSecGroupTest-1568693983-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eec267fa-6a1e-4112-92c2-ba9c38fda0b8,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:20:49.791134 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-0f0ea6e4-a9fe-489e-904f-c50d86bea5cd tempest-NegativeSecGroupTest-1568693983 tempest-NegativeSecGroupTest-1568693983-project] 10.222.0.104 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0505931 Jul 06 14:20:49.794724 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 36254) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:20:49.799291 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [None req-a2255d03-42bd-4549-a737-57efff3e0412 tempest-NegativeSecGroupTest-1568693983 tempest-NegativeSecGroupTest-1568693983-project] Request body: {'security_group': {'name': 'tempest-secgroup--1397976269'}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:20:49.821263 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-a2255d03-42bd-4549-a737-57efff3e0412 tempest-NegativeSecGroupTest-1568693983 tempest-NegativeSecGroupTest-1568693983-project] Notify callbacks [] for security_group, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:49.931340 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b8707c-729e-4be5-82c0-0a2f24f175ff req-3804c6aa-2189-46d2-9978-1e0914418bfb tempest-ServersTestJSON-809673865 tempest-ServersTestJSON-809673865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:20:49.932810 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-82b8707c-729e-4be5-82c0-0a2f24f175ff req-3804c6aa-2189-46d2-9978-1e0914418bfb tempest-ServersTestJSON-809673865 tempest-ServersTestJSON-809673865-project] 10.222.0.104 "GET /v2.0/ports?device_id=08e0882f-02d1-43ea-a068-d7675950a205 HTTP/1.1" status: 200 len: 945 time: 0.1020341 Jul 06 14:20:49.985112 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-a2255d03-42bd-4549-a737-57efff3e0412 tempest-NegativeSecGroupTest-1568693983 tempest-NegativeSecGroupTest-1568693983-project] Notify callbacks [] for security_group, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:49.991389 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-a2255d03-42bd-4549-a737-57efff3e0412 tempest-NegativeSecGroupTest-1568693983 tempest-NegativeSecGroupTest-1568693983-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:49.998150 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-82b8707c-729e-4be5-82c0-0a2f24f175ff req-de8367b7-92a5-4d67-a7ad-45e56157a9d7 tempest-ServersTestJSON-809673865 tempest-ServersTestJSON-809673865-project] 10.222.0.104 "GET /v2.0/security-groups?id=b2132efa-40d7-46de-9959-646c1b99d382&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571764 Jul 06 14:20:50.022338 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-a2255d03-42bd-4549-a737-57efff3e0412 tempest-NegativeSecGroupTest-1568693983 tempest-NegativeSecGroupTest-1568693983-project] Notify callbacks [] for security_group, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:50.023612 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-a2255d03-42bd-4549-a737-57efff3e0412 tempest-NegativeSecGroupTest-1568693983 tempest-NegativeSecGroupTest-1568693983-project] 10.222.0.104 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2279472 Jul 06 14:20:50.025462 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2255d03-42bd-4549-a737-57efff3e0412 tempest-NegativeSecGroupTest-1568693983 tempest-NegativeSecGroupTest-1568693983-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f7c288bd-d035-49d4-9cc6-adc744e22e55,revision_number=1']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:20:50.026613 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 36258) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:20:50.031466 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-1f7286c2-1aa7-4550-8c52-ad48c11b7689 tempest-NegativeSecGroupTest-1568693983 tempest-NegativeSecGroupTest-1568693983-project] Request body: {'security_group_rule': {'security_group_id': 'f7c288bd-d035-49d4-9cc6-adc744e22e55', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:20:50.032528 n-d-773647-6 neutron-server[100246]: WARNING neutron.api.v2.base [None req-1f7286c2-1aa7-4550-8c52-ad48c11b7689 tempest-NegativeSecGroupTest-1568693983 tempest-NegativeSecGroupTest-1568693983-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Jul 06 14:20:50.033160 n-d-773647-6 neutron-server[100246]: INFO neutron.api.v2.resource [None req-1f7286c2-1aa7-4550-8c52-ad48c11b7689 tempest-NegativeSecGroupTest-1568693983 tempest-NegativeSecGroupTest-1568693983-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 06 14:20:50.034106 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-1f7286c2-1aa7-4550-8c52-ad48c11b7689 tempest-NegativeSecGroupTest-1568693983 tempest-NegativeSecGroupTest-1568693983-project] 10.222.0.104 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0063713 Jul 06 14:20:50.037573 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 36260) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:20:50.041584 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-06caec94-7ccd-4ad8-98a8-b873a01d4d13 tempest-NegativeSecGroupTest-1568693983 tempest-NegativeSecGroupTest-1568693983-project] Request body: {'security_group_rule': {'security_group_id': 'f7c288bd-d035-49d4-9cc6-adc744e22e55', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:20:50.042188 n-d-773647-6 neutron-server[100246]: WARNING neutron.api.v2.base [None req-06caec94-7ccd-4ad8-98a8-b873a01d4d13 tempest-NegativeSecGroupTest-1568693983 tempest-NegativeSecGroupTest-1568693983-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Jul 06 14:20:50.042645 n-d-773647-6 neutron-server[100246]: INFO neutron.api.v2.resource [None req-06caec94-7ccd-4ad8-98a8-b873a01d4d13 tempest-NegativeSecGroupTest-1568693983 tempest-NegativeSecGroupTest-1568693983-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 06 14:20:50.043565 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-06caec94-7ccd-4ad8-98a8-b873a01d4d13 tempest-NegativeSecGroupTest-1568693983 tempest-NegativeSecGroupTest-1568693983-project] 10.222.0.104 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0050929 Jul 06 14:20:50.045808 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 36262) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:20:50.050685 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-a60204a1-3c32-492f-bbc6-c3c27171449a tempest-NegativeSecGroupTest-1568693983 tempest-NegativeSecGroupTest-1568693983-project] Request body: {'security_group_rule': {'security_group_id': 'f7c288bd-d035-49d4-9cc6-adc744e22e55', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:20:50.051487 n-d-773647-6 neutron-server[100246]: WARNING neutron.api.v2.base [None req-a60204a1-3c32-492f-bbc6-c3c27171449a tempest-NegativeSecGroupTest-1568693983 tempest-NegativeSecGroupTest-1568693983-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Jul 06 14:20:50.051940 n-d-773647-6 neutron-server[100246]: INFO neutron.api.v2.resource [None req-a60204a1-3c32-492f-bbc6-c3c27171449a tempest-NegativeSecGroupTest-1568693983 tempest-NegativeSecGroupTest-1568693983-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 06 14:20:50.052838 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-a60204a1-3c32-492f-bbc6-c3c27171449a tempest-NegativeSecGroupTest-1568693983 tempest-NegativeSecGroupTest-1568693983-project] 10.222.0.104 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0062065 Jul 06 14:20:50.055028 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 36264) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:20:50.058881 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-faa3b4d1-efdf-4a0b-b0d3-4e6790fd0998 tempest-NegativeSecGroupTest-1568693983 tempest-NegativeSecGroupTest-1568693983-project] Request body: {'security_group_rule': {'security_group_id': 'f7c288bd-d035-49d4-9cc6-adc744e22e55', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:20:50.059706 n-d-773647-6 neutron-server[100246]: WARNING neutron.api.v2.base [None req-faa3b4d1-efdf-4a0b-b0d3-4e6790fd0998 tempest-NegativeSecGroupTest-1568693983 tempest-NegativeSecGroupTest-1568693983-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Jul 06 14:20:50.060158 n-d-773647-6 neutron-server[100246]: INFO neutron.api.v2.resource [None req-faa3b4d1-efdf-4a0b-b0d3-4e6790fd0998 tempest-NegativeSecGroupTest-1568693983 tempest-NegativeSecGroupTest-1568693983-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 06 14:20:50.061055 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-faa3b4d1-efdf-4a0b-b0d3-4e6790fd0998 tempest-NegativeSecGroupTest-1568693983 tempest-NegativeSecGroupTest-1568693983-project] 10.222.0.104 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0051658 Jul 06 14:20:50.063317 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 36266) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:20:50.115353 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-c5d77af6-fa95-45a3-a622-93757a4237d3 tempest-NegativeSecGroupTest-1568693983 tempest-NegativeSecGroupTest-1568693983-project] Notify callbacks [] for security_group, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:50.137647 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-c5d77af6-fa95-45a3-a622-93757a4237d3 tempest-NegativeSecGroupTest-1568693983 tempest-NegativeSecGroupTest-1568693983-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:50.182726 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-c5d77af6-fa95-45a3-a622-93757a4237d3 tempest-NegativeSecGroupTest-1568693983 tempest-NegativeSecGroupTest-1568693983-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:50.185468 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-c5d77af6-fa95-45a3-a622-93757a4237d3 tempest-NegativeSecGroupTest-1568693983 tempest-NegativeSecGroupTest-1568693983-project] Notify callbacks [] for security_group, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:50.190273 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-c5d77af6-fa95-45a3-a622-93757a4237d3 tempest-NegativeSecGroupTest-1568693983 tempest-NegativeSecGroupTest-1568693983-project] 10.222.0.104 "DELETE /v2.0/security-groups/f7c288bd-d035-49d4-9cc6-adc744e22e55 HTTP/1.1" status: 204 len: 168 time: 0.1223497 Jul 06 14:20:50.191133 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 36268) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:20:50.197277 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d77af6-fa95-45a3-a622-93757a4237d3 tempest-NegativeSecGroupTest-1568693983 tempest-NegativeSecGroupTest-1568693983-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7c288bd-d035-49d4-9cc6-adc744e22e55,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:20:50.242676 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-f7be6e03-d153-40f3-9c06-9ec53b23f628 tempest-NegativeSecGroupTest-1568693983 tempest-NegativeSecGroupTest-1568693983-project] 10.222.0.104 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0495949 Jul 06 14:20:50.246297 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 36270) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:20:50.250776 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-d9e90b53-cdf4-47f3-ada2-8ffe77a8c1b4 tempest-NegativeSecGroupTest-1568693983 tempest-NegativeSecGroupTest-1568693983-project] Request body: {'security_group': {'name': 'tempest-secgroup--1114877238'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:20:50.276194 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-d9e90b53-cdf4-47f3-ada2-8ffe77a8c1b4 tempest-NegativeSecGroupTest-1568693983 tempest-NegativeSecGroupTest-1568693983-project] Notify callbacks [] for security_group, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:50.360246 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-d9e90b53-cdf4-47f3-ada2-8ffe77a8c1b4 tempest-NegativeSecGroupTest-1568693983 tempest-NegativeSecGroupTest-1568693983-project] Notify callbacks [] for security_group, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:50.363869 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-d9e90b53-cdf4-47f3-ada2-8ffe77a8c1b4 tempest-NegativeSecGroupTest-1568693983 tempest-NegativeSecGroupTest-1568693983-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:50.386917 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-d9e90b53-cdf4-47f3-ada2-8ffe77a8c1b4 tempest-NegativeSecGroupTest-1568693983 tempest-NegativeSecGroupTest-1568693983-project] Notify callbacks [] for security_group, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:50.388123 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-d9e90b53-cdf4-47f3-ada2-8ffe77a8c1b4 tempest-NegativeSecGroupTest-1568693983 tempest-NegativeSecGroupTest-1568693983-project] 10.222.0.104 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1408277 Jul 06 14:20:50.391107 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 36272) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:20:50.396547 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [None req-103a77db-02af-4600-9041-c458a68caa7e tempest-NegativeSecGroupTest-1568693983 tempest-NegativeSecGroupTest-1568693983-project] Request body: {'security_group_rule': {'security_group_id': 'd64ebc1a-1254-47fb-bbcd-f43c6c50aa71', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:20:50.396747 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e90b53-cdf4-47f3-ada2-8ffe77a8c1b4 tempest-NegativeSecGroupTest-1568693983 tempest-NegativeSecGroupTest-1568693983-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d64ebc1a-1254-47fb-bbcd-f43c6c50aa71,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:20:50.397029 n-d-773647-6 neutron-server[100247]: WARNING neutron.api.v2.base [None req-103a77db-02af-4600-9041-c458a68caa7e tempest-NegativeSecGroupTest-1568693983 tempest-NegativeSecGroupTest-1568693983-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jul 06 14:20:50.397517 n-d-773647-6 neutron-server[100247]: INFO neutron.api.v2.resource [None req-103a77db-02af-4600-9041-c458a68caa7e tempest-NegativeSecGroupTest-1568693983 tempest-NegativeSecGroupTest-1568693983-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 06 14:20:50.399358 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-103a77db-02af-4600-9041-c458a68caa7e tempest-NegativeSecGroupTest-1568693983 tempest-NegativeSecGroupTest-1568693983-project] 10.222.0.104 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0062973 Jul 06 14:20:50.401342 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 36274) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:20:50.406244 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [None req-c64033de-d700-4e3e-afae-530b6b042f25 tempest-NegativeSecGroupTest-1568693983 tempest-NegativeSecGroupTest-1568693983-project] Request body: {'security_group_rule': {'security_group_id': 'd64ebc1a-1254-47fb-bbcd-f43c6c50aa71', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:20:50.440258 n-d-773647-6 neutron-server[100247]: INFO neutron.api.v2.resource [None req-c64033de-d700-4e3e-afae-530b6b042f25 tempest-NegativeSecGroupTest-1568693983 tempest-NegativeSecGroupTest-1568693983-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 06 14:20:50.441350 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-c64033de-d700-4e3e-afae-530b6b042f25 tempest-NegativeSecGroupTest-1568693983 tempest-NegativeSecGroupTest-1568693983-project] 10.222.0.104 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0391138 Jul 06 14:20:50.444660 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 36276) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:20:50.449038 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [None req-932a8dd4-7054-4125-8241-c9e207a47c9b tempest-NegativeSecGroupTest-1568693983 tempest-NegativeSecGroupTest-1568693983-project] Request body: {'security_group_rule': {'security_group_id': 'd64ebc1a-1254-47fb-bbcd-f43c6c50aa71', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:20:50.449511 n-d-773647-6 neutron-server[100247]: WARNING neutron.api.v2.base [None req-932a8dd4-7054-4125-8241-c9e207a47c9b tempest-NegativeSecGroupTest-1568693983 tempest-NegativeSecGroupTest-1568693983-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Jul 06 14:20:50.449967 n-d-773647-6 neutron-server[100247]: INFO neutron.api.v2.resource [None req-932a8dd4-7054-4125-8241-c9e207a47c9b tempest-NegativeSecGroupTest-1568693983 tempest-NegativeSecGroupTest-1568693983-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 06 14:20:50.451137 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-932a8dd4-7054-4125-8241-c9e207a47c9b tempest-NegativeSecGroupTest-1568693983 tempest-NegativeSecGroupTest-1568693983-project] 10.222.0.104 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0055604 Jul 06 14:20:50.453378 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 36278) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:20:50.462278 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [None req-6716b71f-8e5e-418b-ab53-2212c2af04c9 tempest-NegativeSecGroupTest-1568693983 tempest-NegativeSecGroupTest-1568693983-project] Request body: {'security_group_rule': {'security_group_id': 'd64ebc1a-1254-47fb-bbcd-f43c6c50aa71', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:20:50.497182 n-d-773647-6 neutron-server[100247]: INFO neutron.api.v2.resource [None req-6716b71f-8e5e-418b-ab53-2212c2af04c9 tempest-NegativeSecGroupTest-1568693983 tempest-NegativeSecGroupTest-1568693983-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 06 14:20:50.498175 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-6716b71f-8e5e-418b-ab53-2212c2af04c9 tempest-NegativeSecGroupTest-1568693983 tempest-NegativeSecGroupTest-1568693983-project] 10.222.0.104 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0439355 Jul 06 14:20:50.501283 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 36280) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:20:50.506408 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [None req-fa191c75-d737-4e5d-b252-88ece1f2a1ee tempest-NegativeSecGroupTest-1568693983 tempest-NegativeSecGroupTest-1568693983-project] Request body: {'security_group_rule': {'security_group_id': 'd64ebc1a-1254-47fb-bbcd-f43c6c50aa71', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:20:50.507058 n-d-773647-6 neutron-server[100247]: WARNING neutron.api.v2.base [None req-fa191c75-d737-4e5d-b252-88ece1f2a1ee tempest-NegativeSecGroupTest-1568693983 tempest-NegativeSecGroupTest-1568693983-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jul 06 14:20:50.509278 n-d-773647-6 neutron-server[100247]: INFO neutron.api.v2.resource [None req-fa191c75-d737-4e5d-b252-88ece1f2a1ee tempest-NegativeSecGroupTest-1568693983 tempest-NegativeSecGroupTest-1568693983-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 06 14:20:50.510245 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-fa191c75-d737-4e5d-b252-88ece1f2a1ee tempest-NegativeSecGroupTest-1568693983 tempest-NegativeSecGroupTest-1568693983-project] 10.222.0.104 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0080442 Jul 06 14:20:50.512438 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 36282) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:20:50.517019 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [None req-e98ec77a-f35f-4730-b6a1-2d2263ce4093 tempest-NegativeSecGroupTest-1568693983 tempest-NegativeSecGroupTest-1568693983-project] Request body: {'security_group_rule': {'security_group_id': 'd64ebc1a-1254-47fb-bbcd-f43c6c50aa71', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:20:50.550300 n-d-773647-6 neutron-server[100247]: INFO neutron.api.v2.resource [None req-e98ec77a-f35f-4730-b6a1-2d2263ce4093 tempest-NegativeSecGroupTest-1568693983 tempest-NegativeSecGroupTest-1568693983-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 06 14:20:50.551368 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-e98ec77a-f35f-4730-b6a1-2d2263ce4093 tempest-NegativeSecGroupTest-1568693983 tempest-NegativeSecGroupTest-1568693983-project] 10.222.0.104 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0380497 Jul 06 14:20:50.554089 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 36284) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:20:50.558437 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [None req-a65b92a6-6ee9-425d-882a-a8d869c651de tempest-NegativeSecGroupTest-1568693983 tempest-NegativeSecGroupTest-1568693983-project] Request body: {'security_group_rule': {'security_group_id': 'd64ebc1a-1254-47fb-bbcd-f43c6c50aa71', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:20:50.558898 n-d-773647-6 neutron-server[100247]: WARNING neutron.api.v2.base [None req-a65b92a6-6ee9-425d-882a-a8d869c651de tempest-NegativeSecGroupTest-1568693983 tempest-NegativeSecGroupTest-1568693983-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Jul 06 14:20:50.559383 n-d-773647-6 neutron-server[100247]: INFO neutron.api.v2.resource [None req-a65b92a6-6ee9-425d-882a-a8d869c651de tempest-NegativeSecGroupTest-1568693983 tempest-NegativeSecGroupTest-1568693983-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 06 14:20:50.560278 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-a65b92a6-6ee9-425d-882a-a8d869c651de tempest-NegativeSecGroupTest-1568693983 tempest-NegativeSecGroupTest-1568693983-project] 10.222.0.104 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0053043 Jul 06 14:20:50.562497 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 36286) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:20:50.567797 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [None req-797f0996-bdf2-459f-a14d-15dbde0ca1c9 tempest-NegativeSecGroupTest-1568693983 tempest-NegativeSecGroupTest-1568693983-project] Request body: {'security_group_rule': {'security_group_id': 'd64ebc1a-1254-47fb-bbcd-f43c6c50aa71', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:20:50.600198 n-d-773647-6 neutron-server[100247]: INFO neutron.api.v2.resource [None req-797f0996-bdf2-459f-a14d-15dbde0ca1c9 tempest-NegativeSecGroupTest-1568693983 tempest-NegativeSecGroupTest-1568693983-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 06 14:20:50.601197 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-797f0996-bdf2-459f-a14d-15dbde0ca1c9 tempest-NegativeSecGroupTest-1568693983 tempest-NegativeSecGroupTest-1568693983-project] 10.222.0.104 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0378506 Jul 06 14:20:50.604290 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 36288) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:20:50.608577 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [None req-57a9041d-e52f-4db6-a616-626bfa7e1bb9 tempest-NegativeSecGroupTest-1568693983 tempest-NegativeSecGroupTest-1568693983-project] Request body: {'security_group_rule': {'security_group_id': 'd64ebc1a-1254-47fb-bbcd-f43c6c50aa71', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:20:50.642771 n-d-773647-6 neutron-server[100247]: INFO neutron.api.v2.resource [None req-57a9041d-e52f-4db6-a616-626bfa7e1bb9 tempest-NegativeSecGroupTest-1568693983 tempest-NegativeSecGroupTest-1568693983-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 06 14:20:50.643732 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-57a9041d-e52f-4db6-a616-626bfa7e1bb9 tempest-NegativeSecGroupTest-1568693983 tempest-NegativeSecGroupTest-1568693983-project] 10.222.0.104 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0385542 Jul 06 14:20:50.647029 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 36290) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:20:50.698370 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-e1028491-64d5-4e23-a440-99cde87ee629 tempest-NegativeSecGroupTest-1568693983 tempest-NegativeSecGroupTest-1568693983-project] Notify callbacks [] for security_group, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:50.719651 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-e1028491-64d5-4e23-a440-99cde87ee629 tempest-NegativeSecGroupTest-1568693983 tempest-NegativeSecGroupTest-1568693983-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:50.760810 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-e1028491-64d5-4e23-a440-99cde87ee629 tempest-NegativeSecGroupTest-1568693983 tempest-NegativeSecGroupTest-1568693983-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:50.763359 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-e1028491-64d5-4e23-a440-99cde87ee629 tempest-NegativeSecGroupTest-1568693983 tempest-NegativeSecGroupTest-1568693983-project] Notify callbacks [] for security_group, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:50.764486 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-e1028491-64d5-4e23-a440-99cde87ee629 tempest-NegativeSecGroupTest-1568693983 tempest-NegativeSecGroupTest-1568693983-project] 10.222.0.104 "DELETE /v2.0/security-groups/d64ebc1a-1254-47fb-bbcd-f43c6c50aa71 HTTP/1.1" status: 204 len: 168 time: 0.1164639 Jul 06 14:20:50.767281 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 36292) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:20:50.773804 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1028491-64d5-4e23-a440-99cde87ee629 tempest-NegativeSecGroupTest-1568693983 tempest-NegativeSecGroupTest-1568693983-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d64ebc1a-1254-47fb-bbcd-f43c6c50aa71,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:20:50.810653 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-3dd989c3-e373-49d6-a114-cfbf010927cb tempest-NegativeSecGroupTest-1568693983 tempest-NegativeSecGroupTest-1568693983-project] 10.222.0.104 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0421801 Jul 06 14:20:50.814369 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 36294) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:20:50.819805 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-72f1b7b2-e516-49c9-84c8-1528002b1826 tempest-NegativeSecGroupTest-1568693983 tempest-NegativeSecGroupTest-1568693983-project] Request body: {'security_group': {'name': 'tempest-secgroup--1026322647'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:20:50.840535 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-72f1b7b2-e516-49c9-84c8-1528002b1826 tempest-NegativeSecGroupTest-1568693983 tempest-NegativeSecGroupTest-1568693983-project] Notify callbacks [] for security_group, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:50.923250 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-72f1b7b2-e516-49c9-84c8-1528002b1826 tempest-NegativeSecGroupTest-1568693983 tempest-NegativeSecGroupTest-1568693983-project] Notify callbacks [] for security_group, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:50.927625 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-72f1b7b2-e516-49c9-84c8-1528002b1826 tempest-NegativeSecGroupTest-1568693983 tempest-NegativeSecGroupTest-1568693983-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:50.956589 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-72f1b7b2-e516-49c9-84c8-1528002b1826 tempest-NegativeSecGroupTest-1568693983 tempest-NegativeSecGroupTest-1568693983-project] Notify callbacks [] for security_group, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:50.958453 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-72f1b7b2-e516-49c9-84c8-1528002b1826 tempest-NegativeSecGroupTest-1568693983 tempest-NegativeSecGroupTest-1568693983-project] 10.222.0.104 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1430755 Jul 06 14:20:50.962116 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 36296) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:20:50.962561 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f1b7b2-e516-49c9-84c8-1528002b1826 tempest-NegativeSecGroupTest-1568693983 tempest-NegativeSecGroupTest-1568693983-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c377d368-7688-4257-913f-3d01dbbac412,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:20:50.967156 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [None req-55e03cf6-65d7-4a73-acb3-35b8bab8ef1e tempest-NegativeSecGroupTest-1568693983 tempest-NegativeSecGroupTest-1568693983-project] Request body: {'security_group_rule': {'security_group_id': 'c377d368-7688-4257-913f-3d01dbbac412', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:20:51.006414 n-d-773647-6 neutron-server[100247]: INFO neutron.api.v2.resource [None req-55e03cf6-65d7-4a73-acb3-35b8bab8ef1e tempest-NegativeSecGroupTest-1568693983 tempest-NegativeSecGroupTest-1568693983-project] create failed (client error): The resource could not be found. Jul 06 14:20:51.007542 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-55e03cf6-65d7-4a73-acb3-35b8bab8ef1e tempest-NegativeSecGroupTest-1568693983 tempest-NegativeSecGroupTest-1568693983-project] 10.222.0.104 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.0443037 Jul 06 14:20:51.010381 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 36300) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:20:51.014763 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [None req-1b4534b2-54cd-4660-be5c-777aa7e527ec tempest-NegativeSecGroupTest-1568693983 tempest-NegativeSecGroupTest-1568693983-project] Request body: {'security_group_rule': {'security_group_id': 'c377d368-7688-4257-913f-3d01dbbac412', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bb698dfc-7171-442d-9a86-5a008dd99c0c'}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:20:51.055513 n-d-773647-6 neutron-server[100247]: INFO neutron.api.v2.resource [None req-1b4534b2-54cd-4660-be5c-777aa7e527ec tempest-NegativeSecGroupTest-1568693983 tempest-NegativeSecGroupTest-1568693983-project] create failed (client error): The resource could not be found. Jul 06 14:20:51.060060 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-1b4534b2-54cd-4660-be5c-777aa7e527ec tempest-NegativeSecGroupTest-1568693983 tempest-NegativeSecGroupTest-1568693983-project] 10.222.0.104 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0486054 Jul 06 14:20:51.060343 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 36304) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:20:51.116003 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-7b535838-40f2-46ee-a543-e39bdfff4309 tempest-NegativeSecGroupTest-1568693983 tempest-NegativeSecGroupTest-1568693983-project] Notify callbacks [] for security_group, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:51.144165 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-7b535838-40f2-46ee-a543-e39bdfff4309 tempest-NegativeSecGroupTest-1568693983 tempest-NegativeSecGroupTest-1568693983-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:51.190078 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-7b535838-40f2-46ee-a543-e39bdfff4309 tempest-NegativeSecGroupTest-1568693983 tempest-NegativeSecGroupTest-1568693983-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:51.193388 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-7b535838-40f2-46ee-a543-e39bdfff4309 tempest-NegativeSecGroupTest-1568693983 tempest-NegativeSecGroupTest-1568693983-project] Notify callbacks [] for security_group, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:51.197101 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-7b535838-40f2-46ee-a543-e39bdfff4309 tempest-NegativeSecGroupTest-1568693983 tempest-NegativeSecGroupTest-1568693983-project] 10.222.0.104 "DELETE /v2.0/security-groups/c377d368-7688-4257-913f-3d01dbbac412 HTTP/1.1" status: 204 len: 168 time: 0.1329932 Jul 06 14:20:51.197497 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 36318) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:20:51.207040 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf439a3-c999-4d63-acb8-4b0184f9e7e6 req-27df2841-2b2d-46a0-84f9-8dffe1d6a759 tempest-ServersTestJSON-809673865 tempest-ServersTestJSON-809673865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:20:51.207866 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b535838-40f2-46ee-a543-e39bdfff4309 tempest-NegativeSecGroupTest-1568693983 tempest-NegativeSecGroupTest-1568693983-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c377d368-7688-4257-913f-3d01dbbac412,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:20:51.208825 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-2cf439a3-c999-4d63-acb8-4b0184f9e7e6 req-27df2841-2b2d-46a0-84f9-8dffe1d6a759 tempest-ServersTestJSON-809673865 tempest-ServersTestJSON-809673865-project] 10.222.0.104 "GET /v2.0/ports?device_id=08e0882f-02d1-43ea-a068-d7675950a205 HTTP/1.1" status: 200 len: 945 time: 0.0849416 Jul 06 14:20:51.334233 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-2cf439a3-c999-4d63-acb8-4b0184f9e7e6 req-5f885148-f257-4848-b9f7-83bb0a4b5e2a tempest-ServersTestJSON-809673865 tempest-ServersTestJSON-809673865-project] 10.222.0.104 "GET /v2.0/security-groups?id=b2132efa-40d7-46de-9959-646c1b99d382&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113329 Jul 06 14:20:51.340760 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-cc7547b7-2d72-4b98-ae63-187747ca5aa4 tempest-NegativeSecGroupTest-1568693983 tempest-NegativeSecGroupTest-1568693983-project] 10.222.0.104 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1421111 Jul 06 14:20:51.345327 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 36322) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:20:51.357227 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [None req-5a0d0915-4d4d-45be-b764-0421a4d7f037 tempest-NegativeSecGroupTest-1568693983 tempest-NegativeSecGroupTest-1568693983-project] Request body: {'security_group_rule': {'security_group_id': '44e612d6-91d6-4fc3-839e-b296953c81fc', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:20:51.390256 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c0488f-b78f-4639-995d-f9ac6cddd050 req-5ef45789-d4b9-4cc2-8f49-807f5fdb786e tempest-AttachVolumeNegativeTest-1214840538 tempest-AttachVolumeNegativeTest-1214840538-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:20:51.391748 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-52c0488f-b78f-4639-995d-f9ac6cddd050 req-5ef45789-d4b9-4cc2-8f49-807f5fdb786e tempest-AttachVolumeNegativeTest-1214840538 tempest-AttachVolumeNegativeTest-1214840538-project] 10.222.0.104 "GET /v2.0/networks?id=939b6a56-d602-4029-9bd9-85ca48a8a1c7 HTTP/1.1" status: 200 len: 815 time: 0.1652551 Jul 06 14:20:51.412406 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-52c0488f-b78f-4639-995d-f9ac6cddd050 req-188804a4-9aa2-42f4-99be-4dd6fdab971d tempest-AttachVolumeNegativeTest-1214840538 tempest-AttachVolumeNegativeTest-1214840538-project] 10.222.0.104 "GET /v2.0/quotas/f5c9f711511e4e5f9402f36745957b4a HTTP/1.1" status: 200 len: 375 time: 0.0145299 Jul 06 14:20:51.451609 n-d-773647-6 neutron-server[100247]: INFO neutron.api.v2.resource [None req-5a0d0915-4d4d-45be-b764-0421a4d7f037 tempest-NegativeSecGroupTest-1568693983 tempest-NegativeSecGroupTest-1568693983-project] create failed (client error): The resource could not be found. Jul 06 14:20:51.452515 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-5a0d0915-4d4d-45be-b764-0421a4d7f037 tempest-NegativeSecGroupTest-1568693983 tempest-NegativeSecGroupTest-1568693983-project] 10.222.0.104 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1062369 Jul 06 14:20:51.456172 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 36324) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:20:51.462276 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [None req-d53f42ff-3f7f-4b02-8c7e-6d31069cebf7 tempest-NegativeSecGroupTest-1568693983 tempest-NegativeSecGroupTest-1568693983-project] Request body: {'security_group': {'name': 'tempest-secgroup--1900974547'}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:20:51.492418 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-d53f42ff-3f7f-4b02-8c7e-6d31069cebf7 tempest-NegativeSecGroupTest-1568693983 tempest-NegativeSecGroupTest-1568693983-project] Notify callbacks [] for security_group, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:51.512918 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-52c0488f-b78f-4639-995d-f9ac6cddd050 req-77b067ec-f1c8-4bf7-9124-7391b0ddb7ff tempest-AttachVolumeNegativeTest-1214840538 tempest-AttachVolumeNegativeTest-1214840538-project] 10.222.0.104 "GET /v2.0/ports?tenant_id=f5c9f711511e4e5f9402f36745957b4a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0938678 Jul 06 14:20:51.642979 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-52c0488f-b78f-4639-995d-f9ac6cddd050 req-42f3465f-d41f-4129-9901-9f28646bb4e3 service neutron] 10.222.0.104 "GET /v2.0/networks/939b6a56-d602-4029-9bd9-85ca48a8a1c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221378 Jul 06 14:20:51.704277 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-d53f42ff-3f7f-4b02-8c7e-6d31069cebf7 tempest-NegativeSecGroupTest-1568693983 tempest-NegativeSecGroupTest-1568693983-project] Notify callbacks [] for security_group, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:51.709264 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-d53f42ff-3f7f-4b02-8c7e-6d31069cebf7 tempest-NegativeSecGroupTest-1568693983 tempest-NegativeSecGroupTest-1568693983-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:51.749698 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-d53f42ff-3f7f-4b02-8c7e-6d31069cebf7 tempest-NegativeSecGroupTest-1568693983 tempest-NegativeSecGroupTest-1568693983-project] Notify callbacks [] for security_group, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:51.750916 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-d53f42ff-3f7f-4b02-8c7e-6d31069cebf7 tempest-NegativeSecGroupTest-1568693983 tempest-NegativeSecGroupTest-1568693983-project] 10.222.0.104 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2938142 Jul 06 14:20:51.753844 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53f42ff-3f7f-4b02-8c7e-6d31069cebf7 tempest-NegativeSecGroupTest-1568693983 tempest-NegativeSecGroupTest-1568693983-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fcbdbb00-1a76-4da3-9a68-35041a67297c,revision_number=1']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:20:51.754013 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 36326) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:20:51.759590 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-61bb16e8-3088-46ce-a61e-1cd5ed1b5ba7 tempest-NegativeSecGroupTest-1568693983 tempest-NegativeSecGroupTest-1568693983-project] Request body: {'security_group': {'name': 'tempest-secgroup--923726478'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:20:51.779261 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-52c0488f-b78f-4639-995d-f9ac6cddd050 req-6103f282-ac16-4177-b7d4-6217d9e10094 service neutron] 10.222.0.104 "GET /v2.0/networks/939b6a56-d602-4029-9bd9-85ca48a8a1c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280205 Jul 06 14:20:51.784508 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-61bb16e8-3088-46ce-a61e-1cd5ed1b5ba7 tempest-NegativeSecGroupTest-1568693983 tempest-NegativeSecGroupTest-1568693983-project] Notify callbacks [] for security_group, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:51.871666 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-61bb16e8-3088-46ce-a61e-1cd5ed1b5ba7 tempest-NegativeSecGroupTest-1568693983 tempest-NegativeSecGroupTest-1568693983-project] Notify callbacks [] for security_group, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:51.878006 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-61bb16e8-3088-46ce-a61e-1cd5ed1b5ba7 tempest-NegativeSecGroupTest-1568693983 tempest-NegativeSecGroupTest-1568693983-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:51.911149 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-61bb16e8-3088-46ce-a61e-1cd5ed1b5ba7 tempest-NegativeSecGroupTest-1568693983 tempest-NegativeSecGroupTest-1568693983-project] Notify callbacks [] for security_group, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:51.913242 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-61bb16e8-3088-46ce-a61e-1cd5ed1b5ba7 tempest-NegativeSecGroupTest-1568693983 tempest-NegativeSecGroupTest-1568693983-project] 10.222.0.104 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1574514 Jul 06 14:20:51.915413 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 36330) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:20:51.920071 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [None req-913189b5-bd22-4bc0-8f17-1f250076743a tempest-NegativeSecGroupTest-1568693983 tempest-NegativeSecGroupTest-1568693983-project] Request body: {'security_group_rule': {'security_group_id': 'fcbdbb00-1a76-4da3-9a68-35041a67297c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': 'c689a983-1ac1-439a-b5e2-85e9c846784d'}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:20:51.923712 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61bb16e8-3088-46ce-a61e-1cd5ed1b5ba7 tempest-NegativeSecGroupTest-1568693983 tempest-NegativeSecGroupTest-1568693983-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c689a983-1ac1-439a-b5e2-85e9c846784d,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:20:51.965991 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-34db286b-bca4-4682-982d-b11ba734731d req-61320849-7bd4-459e-a97f-959614508ca4 tempest-AttachVolumeNegativeTest-1214840538 tempest-AttachVolumeNegativeTest-1214840538-project] 10.222.0.104 "GET /v2.0/ports?device_id=e2cfa962-2a43-4ce7-9b36-a69311e0457a HTTP/1.1" status: 200 len: 210 time: 0.0353746 Jul 06 14:20:51.991137 n-d-773647-6 neutron-server[100247]: INFO neutron.api.v2.resource [None req-913189b5-bd22-4bc0-8f17-1f250076743a tempest-NegativeSecGroupTest-1568693983 tempest-NegativeSecGroupTest-1568693983-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 06 14:20:51.992381 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-913189b5-bd22-4bc0-8f17-1f250076743a tempest-NegativeSecGroupTest-1568693983 tempest-NegativeSecGroupTest-1568693983-project] 10.222.0.104 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.0759695 Jul 06 14:20:51.995187 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 36334) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:20:52.048101 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-52b52694-d102-4813-aedb-f66d7884a842 tempest-NegativeSecGroupTest-1568693983 tempest-NegativeSecGroupTest-1568693983-project] Notify callbacks [] for security_group, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:52.071044 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-52b52694-d102-4813-aedb-f66d7884a842 tempest-NegativeSecGroupTest-1568693983 tempest-NegativeSecGroupTest-1568693983-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:52.114305 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-52b52694-d102-4813-aedb-f66d7884a842 tempest-NegativeSecGroupTest-1568693983 tempest-NegativeSecGroupTest-1568693983-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:52.117925 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-52b52694-d102-4813-aedb-f66d7884a842 tempest-NegativeSecGroupTest-1568693983 tempest-NegativeSecGroupTest-1568693983-project] Notify callbacks [] for security_group, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:52.119067 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-52b52694-d102-4813-aedb-f66d7884a842 tempest-NegativeSecGroupTest-1568693983 tempest-NegativeSecGroupTest-1568693983-project] 10.222.0.104 "DELETE /v2.0/security-groups/c689a983-1ac1-439a-b5e2-85e9c846784d HTTP/1.1" status: 204 len: 168 time: 0.1229248 Jul 06 14:20:52.125548 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 36340) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:20:52.136078 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b52694-d102-4813-aedb-f66d7884a842 tempest-NegativeSecGroupTest-1568693983 tempest-NegativeSecGroupTest-1568693983-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c689a983-1ac1-439a-b5e2-85e9c846784d,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:20:52.193724 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-17b3e6be-de96-477c-842b-97a22e083b73 tempest-NegativeSecGroupTest-1568693983 tempest-NegativeSecGroupTest-1568693983-project] 10.222.0.104 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0670154 Jul 06 14:20:52.196388 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 36344) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:20:52.249640 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-e37c99ac-4710-4285-9796-2bb03bc1e38c tempest-NegativeSecGroupTest-1568693983 tempest-NegativeSecGroupTest-1568693983-project] Notify callbacks [] for security_group, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:52.276512 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-e37c99ac-4710-4285-9796-2bb03bc1e38c tempest-NegativeSecGroupTest-1568693983 tempest-NegativeSecGroupTest-1568693983-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:52.328007 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-e37c99ac-4710-4285-9796-2bb03bc1e38c tempest-NegativeSecGroupTest-1568693983 tempest-NegativeSecGroupTest-1568693983-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:52.330543 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-e37c99ac-4710-4285-9796-2bb03bc1e38c tempest-NegativeSecGroupTest-1568693983 tempest-NegativeSecGroupTest-1568693983-project] Notify callbacks [] for security_group, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:52.331782 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-e37c99ac-4710-4285-9796-2bb03bc1e38c tempest-NegativeSecGroupTest-1568693983 tempest-NegativeSecGroupTest-1568693983-project] 10.222.0.104 "DELETE /v2.0/security-groups/fcbdbb00-1a76-4da3-9a68-35041a67297c HTTP/1.1" status: 204 len: 168 time: 0.1344016 Jul 06 14:20:52.334801 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 36346) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:20:52.340887 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37c99ac-4710-4285-9796-2bb03bc1e38c tempest-NegativeSecGroupTest-1568693983 tempest-NegativeSecGroupTest-1568693983-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcbdbb00-1a76-4da3-9a68-35041a67297c,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:20:52.388878 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-0b86feab-b818-4a07-8c04-aa2f67a9e028 tempest-NegativeSecGroupTest-1568693983 tempest-NegativeSecGroupTest-1568693983-project] 10.222.0.104 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0520699 Jul 06 14:20:52.392711 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 36350) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:20:52.397763 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-22e6406c-496a-44c2-b88f-24abd3edd488 tempest-NegativeSecGroupTest-1568693983 tempest-NegativeSecGroupTest-1568693983-project] Request body: {'security_group': {'name': 'tempest-secgroup--2119493664'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:20:52.421581 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-22e6406c-496a-44c2-b88f-24abd3edd488 tempest-NegativeSecGroupTest-1568693983 tempest-NegativeSecGroupTest-1568693983-project] Notify callbacks [] for security_group, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:52.511906 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-22e6406c-496a-44c2-b88f-24abd3edd488 tempest-NegativeSecGroupTest-1568693983 tempest-NegativeSecGroupTest-1568693983-project] Notify callbacks [] for security_group, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:52.516564 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-22e6406c-496a-44c2-b88f-24abd3edd488 tempest-NegativeSecGroupTest-1568693983 tempest-NegativeSecGroupTest-1568693983-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:52.523694 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741243ae-6e1d-4702-a702-bbc7483eecd4 req-13b409b4-0823-4e32-a0ed-7c1631b503b3 tempest-ServersTestJSON-809673865 tempest-ServersTestJSON-809673865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:20:52.526087 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-741243ae-6e1d-4702-a702-bbc7483eecd4 req-13b409b4-0823-4e32-a0ed-7c1631b503b3 tempest-ServersTestJSON-809673865 tempest-ServersTestJSON-809673865-project] 10.222.0.104 "GET /v2.0/ports?device_id=08e0882f-02d1-43ea-a068-d7675950a205 HTTP/1.1" status: 200 len: 945 time: 0.0703311 Jul 06 14:20:52.547586 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-22e6406c-496a-44c2-b88f-24abd3edd488 tempest-NegativeSecGroupTest-1568693983 tempest-NegativeSecGroupTest-1568693983-project] Notify callbacks [] for security_group, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:52.551636 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-22e6406c-496a-44c2-b88f-24abd3edd488 tempest-NegativeSecGroupTest-1568693983 tempest-NegativeSecGroupTest-1568693983-project] 10.222.0.104 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1552114 Jul 06 14:20:52.553442 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 36352) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:20:52.558447 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-066cf5aa-6e3b-467c-9084-496fe1a5d84e tempest-NegativeSecGroupTest-1568693983 tempest-NegativeSecGroupTest-1568693983-project] Request body: {'security_group': {'name': 'default'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:20:52.558660 n-d-773647-6 neutron-server[100246]: WARNING neutron.api.v2.base [None req-066cf5aa-6e3b-467c-9084-496fe1a5d84e tempest-NegativeSecGroupTest-1568693983 tempest-NegativeSecGroupTest-1568693983-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jul 06 14:20:52.559124 n-d-773647-6 neutron-server[100246]: INFO neutron.api.v2.resource [None req-066cf5aa-6e3b-467c-9084-496fe1a5d84e tempest-NegativeSecGroupTest-1568693983 tempest-NegativeSecGroupTest-1568693983-project] update failed (client error): There was a conflict when trying to complete your request. Jul 06 14:20:52.562429 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-066cf5aa-6e3b-467c-9084-496fe1a5d84e tempest-NegativeSecGroupTest-1568693983 tempest-NegativeSecGroupTest-1568693983-project] 10.222.0.104 "PUT /v2.0/security-groups/ec71078c-697b-4952-b32f-d388429545e4 HTTP/1.1" status: 409 len: 330 time: 0.0056620 Jul 06 14:20:52.562850 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 36354) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:20:52.565355 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e6406c-496a-44c2-b88f-24abd3edd488 tempest-NegativeSecGroupTest-1568693983 tempest-NegativeSecGroupTest-1568693983-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ec71078c-697b-4952-b32f-d388429545e4,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:20:52.601386 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-741243ae-6e1d-4702-a702-bbc7483eecd4 req-45fb7984-cbe2-454d-bd35-9bc7723d57b1 tempest-ServersTestJSON-809673865 tempest-ServersTestJSON-809673865-project] 10.222.0.104 "GET /v2.0/security-groups?id=b2132efa-40d7-46de-9959-646c1b99d382&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669386 Jul 06 14:20:52.635994 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-f1c7a974-5cb0-4c15-9cf0-54c8df2788a7 tempest-NegativeSecGroupTest-1568693983 tempest-NegativeSecGroupTest-1568693983-project] Notify callbacks [] for security_group, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:52.658344 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-f1c7a974-5cb0-4c15-9cf0-54c8df2788a7 tempest-NegativeSecGroupTest-1568693983 tempest-NegativeSecGroupTest-1568693983-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:52.697593 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-f1c7a974-5cb0-4c15-9cf0-54c8df2788a7 tempest-NegativeSecGroupTest-1568693983 tempest-NegativeSecGroupTest-1568693983-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:52.700280 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-f1c7a974-5cb0-4c15-9cf0-54c8df2788a7 tempest-NegativeSecGroupTest-1568693983 tempest-NegativeSecGroupTest-1568693983-project] Notify callbacks [] for security_group, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:52.701667 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-f1c7a974-5cb0-4c15-9cf0-54c8df2788a7 tempest-NegativeSecGroupTest-1568693983 tempest-NegativeSecGroupTest-1568693983-project] 10.222.0.104 "DELETE /v2.0/security-groups/ec71078c-697b-4952-b32f-d388429545e4 HTTP/1.1" status: 204 len: 168 time: 0.1376855 Jul 06 14:20:52.704584 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 36356) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:20:52.710891 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c7a974-5cb0-4c15-9cf0-54c8df2788a7 tempest-NegativeSecGroupTest-1568693983 tempest-NegativeSecGroupTest-1568693983-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec71078c-697b-4952-b32f-d388429545e4,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:20:52.749369 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-4dbf636c-6667-4887-9b07-bb59c04354b6 tempest-NegativeSecGroupTest-1568693983 tempest-NegativeSecGroupTest-1568693983-project] 10.222.0.104 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0435531 Jul 06 14:20:52.753105 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 36358) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:20:52.766833 n-d-773647-6 neutron-server[100246]: INFO neutron.api.v2.resource [None req-9962de53-5ba0-40fa-8d72-87c04ef163a7 tempest-NegativeSecGroupTest-1568693983 tempest-NegativeSecGroupTest-1568693983-project] delete failed (client error): The resource could not be found. Jul 06 14:20:52.767842 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-9962de53-5ba0-40fa-8d72-87c04ef163a7 tempest-NegativeSecGroupTest-1568693983 tempest-NegativeSecGroupTest-1568693983-project] 10.222.0.104 "DELETE /v2.0/security-groups/57abd252-a642-435f-aac3-321f0c363d44 HTTP/1.1" status: 404 len: 347 time: 0.0138214 Jul 06 14:20:52.771673 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 36360) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:20:52.784220 n-d-773647-6 neutron-server[100246]: INFO neutron.api.v2.resource [None req-3b3faa73-86cf-42a0-9ede-5e1c30060e60 tempest-NegativeSecGroupTest-1568693983 tempest-NegativeSecGroupTest-1568693983-project] show failed (client error): The resource could not be found. Jul 06 14:20:52.785211 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-3b3faa73-86cf-42a0-9ede-5e1c30060e60 tempest-NegativeSecGroupTest-1568693983 tempest-NegativeSecGroupTest-1568693983-project] 10.222.0.104 "GET /v2.0/security-groups/849f63fd-e9f9-425a-8948-73e65102b2a5 HTTP/1.1" status: 404 len: 347 time: 0.0126719 Jul 06 14:20:52.790303 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 36362) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:20:52.800581 n-d-773647-6 neutron-server[100246]: INFO neutron.api.v2.resource [None req-8d647145-7b23-491a-a4a5-5b1d8f210b37 tempest-NegativeSecGroupTest-1568693983 tempest-NegativeSecGroupTest-1568693983-project] show failed (client error): The resource could not be found. Jul 06 14:20:52.801540 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-8d647145-7b23-491a-a4a5-5b1d8f210b37 tempest-NegativeSecGroupTest-1568693983 tempest-NegativeSecGroupTest-1568693983-project] 10.222.0.104 "GET /v2.0/security-group-rules/27faf050-bfad-47ae-a8f4-5af0552c1a90 HTTP/1.1" status: 404 len: 356 time: 0.0103827 Jul 06 14:20:52.873355 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5905e952-fc43-438b-a70f-d63304a10d55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:53.094720 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c0488f-b78f-4639-995d-f9ac6cddd050 req-5d7d273d-c78e-437c-87d3-890181d70287 tempest-AttachVolumeNegativeTest-1214840538 tempest-AttachVolumeNegativeTest-1214840538-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:20:53.096563 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-52c0488f-b78f-4639-995d-f9ac6cddd050 req-5d7d273d-c78e-437c-87d3-890181d70287 tempest-AttachVolumeNegativeTest-1214840538 tempest-AttachVolumeNegativeTest-1214840538-project] 10.222.0.72 "GET /v2.0/networks?id=939b6a56-d602-4029-9bd9-85ca48a8a1c7 HTTP/1.1" status: 200 len: 815 time: 0.1276982 Jul 06 14:20:53.100517 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 36372) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:20:53.111316 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [req-52c0488f-b78f-4639-995d-f9ac6cddd050 req-739d1ddb-3320-4c5c-930e-3434a89e2e4f tempest-AttachVolumeNegativeTest-1214840538 tempest-AttachVolumeNegativeTest-1214840538-project] Request body: {'port': {'device_id': 'e2cfa962-2a43-4ce7-9b36-a69311e0457a', 'network_id': '939b6a56-d602-4029-9bd9-85ca48a8a1c7', 'admin_state_up': True, 'tenant_id': 'f5c9f711511e4e5f9402f36745957b4a'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:20:53.145330 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-69f566aa-2f36-4cb2-aa05-a4e72e656832 req-ec9060c5-d01e-4bd9-97bf-eb73264ea69a tempest-AttachVolumeNegativeTest-1214840538 tempest-AttachVolumeNegativeTest-1214840538-project] 10.222.0.104 "GET /v2.0/ports?device_id=e2cfa962-2a43-4ce7-9b36-a69311e0457a HTTP/1.1" status: 200 len: 210 time: 0.0366113 Jul 06 14:20:53.281824 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-b17681ce-b12d-4dc5-ad9f-7e7f6541a823 admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=64519c3757b04ffa9e0f5a06f5e6c342&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1800361 Jul 06 14:20:53.284277 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 36376) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:20:53.289582 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-52c0488f-b78f-4639-995d-f9ac6cddd050 req-739d1ddb-3320-4c5c-930e-3434a89e2e4f tempest-AttachVolumeNegativeTest-1214840538 tempest-AttachVolumeNegativeTest-1214840538-project] Made reservation on behalf of f5c9f711511e4e5f9402f36745957b4a for: {'port': 1} {{(pid=100246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:20:53.293109 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-52c0488f-b78f-4639-995d-f9ac6cddd050 req-739d1ddb-3320-4c5c-930e-3434a89e2e4f tempest-AttachVolumeNegativeTest-1214840538 tempest-AttachVolumeNegativeTest-1214840538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:53.335346 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-605d5847-677a-4ec7-8b2a-12e0b63991a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:53.356828 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-605d5847-677a-4ec7-8b2a-12e0b63991a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:53.404450 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-605d5847-677a-4ec7-8b2a-12e0b63991a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:53.407367 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-605d5847-677a-4ec7-8b2a-12e0b63991a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:53.408526 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-605d5847-677a-4ec7-8b2a-12e0b63991a4 admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/5b1ca916-51c4-400c-b115-997b2fcec86e HTTP/1.1" status: 204 len: 168 time: 0.1232293 Jul 06 14:20:53.417833 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605d5847-677a-4ec7-8b2a-12e0b63991a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b1ca916-51c4-400c-b115-997b2fcec86e,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:20:53.428468 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.db_base_plugin_common [req-52c0488f-b78f-4639-995d-f9ac6cddd050 req-739d1ddb-3320-4c5c-930e-3434a89e2e4f tempest-AttachVolumeNegativeTest-1214840538 tempest-AttachVolumeNegativeTest-1214840538-project] Allocated IP 172.20.0.9 (939b6a56-d602-4029-9bd9-85ca48a8a1c7/c766dd70-4214-4cf7-9cdb-42855341a210/835e7711-794b-45f9-8e81-43817ead00c7) {{(pid=100246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:20:53.593698 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-52c0488f-b78f-4639-995d-f9ac6cddd050 req-739d1ddb-3320-4c5c-930e-3434a89e2e4f tempest-AttachVolumeNegativeTest-1214840538 tempest-AttachVolumeNegativeTest-1214840538-project] Notify callbacks [] for port, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:53.635049 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-52c0488f-b78f-4639-995d-f9ac6cddd050 req-739d1ddb-3320-4c5c-930e-3434a89e2e4f tempest-AttachVolumeNegativeTest-1214840538 tempest-AttachVolumeNegativeTest-1214840538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-127687573'] for port, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:53.654814 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] get_ports_and_sgs() called for port_ids ['8d4df4ab-91fa-44df-b174-538329dcec07'] {{(pid=100248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 14:20:53.683188 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-52c0488f-b78f-4639-995d-f9ac6cddd050 req-739d1ddb-3320-4c5c-930e-3434a89e2e4f tempest-AttachVolumeNegativeTest-1214840538 tempest-AttachVolumeNegativeTest-1214840538-project] Network 939b6a56-d602-4029-9bd9-85ca48a8a1c7 is already hosted by enough agents. {{(pid=100246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:20:53.686544 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.base_scheduler [req-52c0488f-b78f-4639-995d-f9ac6cddd050 req-739d1ddb-3320-4c5c-930e-3434a89e2e4f tempest-AttachVolumeNegativeTest-1214840538 tempest-AttachVolumeNegativeTest-1214840538-project] Resources bound (agent type, host, resource id): {{(pid=100246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:20:53.693853 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [req-52c0488f-b78f-4639-995d-f9ac6cddd050 req-739d1ddb-3320-4c5c-930e-3434a89e2e4f tempest-AttachVolumeNegativeTest-1214840538 tempest-AttachVolumeNegativeTest-1214840538-project] Received port after_create {{(pid=100246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:20:53.724766 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739d1ddb-3320-4c5c-930e-3434a89e2e4f tempest-AttachVolumeNegativeTest-1214840538 tempest-AttachVolumeNegativeTest-1214840538-project] Pushing event updated for resources: {'Port': ['ID=835e7711-794b-45f9-8e81-43817ead00c7,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:20:53.758906 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c0488f-b78f-4639-995d-f9ac6cddd050 req-739d1ddb-3320-4c5c-930e-3434a89e2e4f tempest-AttachVolumeNegativeTest-1214840538 tempest-AttachVolumeNegativeTest-1214840538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:20:53.760075 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-52c0488f-b78f-4639-995d-f9ac6cddd050 req-739d1ddb-3320-4c5c-930e-3434a89e2e4f tempest-AttachVolumeNegativeTest-1214840538 tempest-AttachVolumeNegativeTest-1214840538-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:53.781354 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-52c0488f-b78f-4639-995d-f9ac6cddd050 req-739d1ddb-3320-4c5c-930e-3434a89e2e4f tempest-AttachVolumeNegativeTest-1214840538 tempest-AttachVolumeNegativeTest-1214840538-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6737263 Jul 06 14:20:53.795181 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [req-52c0488f-b78f-4639-995d-f9ac6cddd050 req-c8876d82-5635-421d-a5b0-99ac0f40b535 service neutron] Request body: {'port': {'device_id': 'e2cfa962-2a43-4ce7-9b36-a69311e0457a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-773647-6'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:20:53.829175 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c99d1aa-648e-46b3-9180-667b0a817dc9 req-5301ac27-532c-4eae-acc1-f4471e36604f tempest-ServersTestJSON-809673865 tempest-ServersTestJSON-809673865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:20:53.837830 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-4c99d1aa-648e-46b3-9180-667b0a817dc9 req-5301ac27-532c-4eae-acc1-f4471e36604f tempest-ServersTestJSON-809673865 tempest-ServersTestJSON-809673865-project] 10.222.0.104 "GET /v2.0/ports?device_id=08e0882f-02d1-43ea-a068-d7675950a205 HTTP/1.1" status: 200 len: 945 time: 0.0795529 Jul 06 14:20:53.874401 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-4c99d1aa-648e-46b3-9180-667b0a817dc9 req-bd30f6b9-8753-484e-a994-485cfd3df904 tempest-ServersTestJSON-809673865 tempest-ServersTestJSON-809673865-project] 10.222.0.104 "GET /v2.0/security-groups?id=b2132efa-40d7-46de-9959-646c1b99d382&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354552 Jul 06 14:20:53.879912 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-52c0488f-b78f-4639-995d-f9ac6cddd050 req-c8876d82-5635-421d-a5b0-99ac0f40b535 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:54.184213 n-d-773647-6 neutron-server[100246]: DEBUG neutron.notifiers.nova [req-52c0488f-b78f-4639-995d-f9ac6cddd050 req-c8876d82-5635-421d-a5b0-99ac0f40b535 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 835e7711-794b-45f9-8e81-43817ead00c7 {{(pid=100246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 14:20:54.193408 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-52c0488f-b78f-4639-995d-f9ac6cddd050 req-c8876d82-5635-421d-a5b0-99ac0f40b535 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:54.207974 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.provisioning_blocks [req-52c0488f-b78f-4639-995d-f9ac6cddd050 req-c8876d82-5635-421d-a5b0-99ac0f40b535 service neutron] Transition to ACTIVE for port object 835e7711-794b-45f9-8e81-43817ead00c7 will not be triggered until provisioned by entity L2. {{(pid=100246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:20:54.212826 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-52c0488f-b78f-4639-995d-f9ac6cddd050 req-c8876d82-5635-421d-a5b0-99ac0f40b535 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127687527'] for port, after_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:54.293217 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8876d82-5635-421d-a5b0-99ac0f40b535 service neutron] Pushing event updated for resources: {'Port': ['ID=835e7711-794b-45f9-8e81-43817ead00c7,revision_number=2']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:20:54.335605 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6585d2-1dcf-4b1a-b4ce-a537bb473e6b req-79335fc1-7410-40c1-a24c-e979a946fd5e tempest-AttachVolumeNegativeTest-1214840538 tempest-AttachVolumeNegativeTest-1214840538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:20:54.337275 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-0c6585d2-1dcf-4b1a-b4ce-a537bb473e6b req-79335fc1-7410-40c1-a24c-e979a946fd5e tempest-AttachVolumeNegativeTest-1214840538 tempest-AttachVolumeNegativeTest-1214840538-project] 10.222.0.104 "GET /v2.0/ports?device_id=e2cfa962-2a43-4ce7-9b36-a69311e0457a HTTP/1.1" status: 200 len: 943 time: 0.0722799 Jul 06 14:20:54.348302 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [req-52c0488f-b78f-4639-995d-f9ac6cddd050 req-c8876d82-5635-421d-a5b0-99ac0f40b535 service neutron] Attempting to bind port 835e7711-794b-45f9-8e81-43817ead00c7 on host n-h2-773647-6 for vnic_type normal with profile {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:20:54.348948 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [req-52c0488f-b78f-4639-995d-f9ac6cddd050 req-c8876d82-5635-421d-a5b0-99ac0f40b535 service neutron] Attempting to bind port 835e7711-794b-45f9-8e81-43817ead00c7 by drivers openvswitch,hyperv on host n-h2-773647-6 at level 0 using segments [{'id': 'ee908c01-b71e-40fe-968e-dba65942d6c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': '939b6a56-d602-4029-9bd9-85ca48a8a1c7'}] {{(pid=100246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:20:54.349295 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52c0488f-b78f-4639-995d-f9ac6cddd050 req-c8876d82-5635-421d-a5b0-99ac0f40b535 service neutron] Attempting to bind port 835e7711-794b-45f9-8e81-43817ead00c7 on network 939b6a56-d602-4029-9bd9-85ca48a8a1c7 {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:20:54.357347 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52c0488f-b78f-4639-995d-f9ac6cddd050 req-c8876d82-5635-421d-a5b0-99ac0f40b535 service neutron] Port 835e7711-794b-45f9-8e81-43817ead00c7 on network 939b6a56-d602-4029-9bd9-85ca48a8a1c7 not bound, no agent of type Open vSwitch agent registered on host n-h2-773647-6 {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 14:20:54.357546 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52c0488f-b78f-4639-995d-f9ac6cddd050 req-c8876d82-5635-421d-a5b0-99ac0f40b535 service neutron] Attempting to bind port 835e7711-794b-45f9-8e81-43817ead00c7 on network 939b6a56-d602-4029-9bd9-85ca48a8a1c7 {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:20:54.362770 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52c0488f-b78f-4639-995d-f9ac6cddd050 req-c8876d82-5635-421d-a5b0-99ac0f40b535 service neutron] Checking agent: {'id': '63768ece-0600-4354-8d29-fdedec96b077', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-773647-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 51, 10), 'started_at': datetime.datetime(2021, 7, 6, 13, 51, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 20, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:20:54.363619 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52c0488f-b78f-4639-995d-f9ac6cddd050 req-c8876d82-5635-421d-a5b0-99ac0f40b535 service neutron] Checking segment: {'id': 'ee908c01-b71e-40fe-968e-dba65942d6c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': '939b6a56-d602-4029-9bd9-85ca48a8a1c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:20:54.364422 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52c0488f-b78f-4639-995d-f9ac6cddd050 req-c8876d82-5635-421d-a5b0-99ac0f40b535 service neutron] Bound using segment: {'id': 'ee908c01-b71e-40fe-968e-dba65942d6c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': '939b6a56-d602-4029-9bd9-85ca48a8a1c7'} {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:20:54.364774 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [req-52c0488f-b78f-4639-995d-f9ac6cddd050 req-c8876d82-5635-421d-a5b0-99ac0f40b535 service neutron] Bound port: 835e7711-794b-45f9-8e81-43817ead00c7, host: n-h2-773647-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee908c01-b71e-40fe-968e-dba65942d6c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': '939b6a56-d602-4029-9bd9-85ca48a8a1c7'}}] {{(pid=100246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:20:54.365198 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-52c0488f-b78f-4639-995d-f9ac6cddd050 req-c8876d82-5635-421d-a5b0-99ac0f40b535 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:54.378440 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-0c6585d2-1dcf-4b1a-b4ce-a537bb473e6b req-540a65a6-e907-4c99-ad95-d789de033c6e tempest-AttachVolumeNegativeTest-1214840538 tempest-AttachVolumeNegativeTest-1214840538-project] 10.222.0.104 "GET /v2.0/security-groups?id=e25fc918-d317-48f5-8fe8-cddb17b098d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337212 Jul 06 14:20:54.439070 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.db [req-52c0488f-b78f-4639-995d-f9ac6cddd050 req-c8876d82-5635-421d-a5b0-99ac0f40b535 service neutron] For port 835e7711-794b-45f9-8e81-43817ead00c7, host n-h2-773647-6, cleared binding levels {{(pid=100246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:20:54.442896 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.db [req-52c0488f-b78f-4639-995d-f9ac6cddd050 req-c8876d82-5635-421d-a5b0-99ac0f40b535 service neutron] For port 835e7711-794b-45f9-8e81-43817ead00c7, host n-h2-773647-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=835e7711-794b-45f9-8e81-43817ead00c7,segment=NetworkSegment(ee908c01-b71e-40fe-968e-dba65942d6c2),segment_id=ee908c01-b71e-40fe-968e-dba65942d6c2)] {{(pid=100246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:20:54.447611 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-52c0488f-b78f-4639-995d-f9ac6cddd050 req-c8876d82-5635-421d-a5b0-99ac0f40b535 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127687527'] for port, after_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:54.481210 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c0488f-b78f-4639-995d-f9ac6cddd050 req-c8876d82-5635-421d-a5b0-99ac0f40b535 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:20:54.481826 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-52c0488f-b78f-4639-995d-f9ac6cddd050 req-c8876d82-5635-421d-a5b0-99ac0f40b535 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:54.483301 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-52c0488f-b78f-4639-995d-f9ac6cddd050 req-c8876d82-5635-421d-a5b0-99ac0f40b535 service neutron] 10.222.0.72 "PUT /v2.0/ports/835e7711-794b-45f9-8e81-43817ead00c7 HTTP/1.1" status: 200 len: 1091 time: 0.6927493 Jul 06 14:20:54.483747 n-d-773647-6 neutron-server[100246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2cfa962-2a43-4ce7-9b36-a69311e0457a', 'tag': '835e7711-794b-45f9-8e81-43817ead00c7'}] {{(pid=100246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:20:54.486157 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0d96c5ab5e889f7b933ae915b9be33d1b46c9e87795bf781004b656ef3f1e87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5efa32eb-531c-4d13-b423-f7f7c13bed74" -d '{"events": [{"name": "network-changed", "server_uuid": "e2cfa962-2a43-4ce7-9b36-a69311e0457a", "tag": "835e7711-794b-45f9-8e81-43817ead00c7"}]}' {{(pid=100246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:20:54.525481 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8876d82-5635-421d-a5b0-99ac0f40b535 service neutron] Pushing event updated for resources: {'Port': ['ID=835e7711-794b-45f9-8e81-43817ead00c7,revision_number=3']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:20:54.541628 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 14:20:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f606576b-c216-4bb0-a824-036f6302d31f x-openstack-request-id: req-f606576b-c216-4bb0-a824-036f6302d31f {{(pid=100246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:20:54.541927 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e2cfa962-2a43-4ce7-9b36-a69311e0457a", "tag": "835e7711-794b-45f9-8e81-43817ead00c7", "status": "completed", "code": 200}]} {{(pid=100246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:20:54.542183 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-f606576b-c216-4bb0-a824-036f6302d31f {{(pid=100246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:20:54.542584 n-d-773647-6 neutron-server[100246]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e2cfa962-2a43-4ce7-9b36-a69311e0457a', 'tag': '835e7711-794b-45f9-8e81-43817ead00c7', 'status': 'completed', 'code': 200} Jul 06 14:20:54.589144 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c0488f-b78f-4639-995d-f9ac6cddd050 req-18f2418f-4852-4128-9114-310cf9988343 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:20:54.590699 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-52c0488f-b78f-4639-995d-f9ac6cddd050 req-18f2418f-4852-4128-9114-310cf9988343 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=f5c9f711511e4e5f9402f36745957b4a&device_id=e2cfa962-2a43-4ce7-9b36-a69311e0457a HTTP/1.1" status: 200 len: 1094 time: 0.0615358 Jul 06 14:20:54.635893 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-52c0488f-b78f-4639-995d-f9ac6cddd050 req-eac45706-0529-4f3e-a85c-3f686f2cc63f service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=835e7711-794b-45f9-8e81-43817ead00c7 HTTP/1.1" status: 200 len: 217 time: 0.0368133 Jul 06 14:20:54.690435 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c0488f-b78f-4639-995d-f9ac6cddd050 req-526ca6ac-951b-4f7b-a72b-d21d20c5b22c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:20:54.692046 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-52c0488f-b78f-4639-995d-f9ac6cddd050 req-526ca6ac-951b-4f7b-a72b-d21d20c5b22c service neutron] 10.222.0.72 "GET /v2.0/subnets?id=c766dd70-4214-4cf7-9cdb-42855341a210 HTTP/1.1" status: 200 len: 855 time: 0.0481973 Jul 06 14:20:54.725608 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-52c0488f-b78f-4639-995d-f9ac6cddd050 req-a3370e30-c21c-481f-963b-fb33eb6ce292 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=939b6a56-d602-4029-9bd9-85ca48a8a1c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0275080 Jul 06 14:20:54.819551 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-52c0488f-b78f-4639-995d-f9ac6cddd050 req-408733ca-1fb6-4bac-a395-5accad309ae1 service neutron] 10.222.0.72 "GET /v2.0/networks/939b6a56-d602-4029-9bd9-85ca48a8a1c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876725 Jul 06 14:20:54.914293 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-52c0488f-b78f-4639-995d-f9ac6cddd050 req-703fc646-6fc7-4bff-a415-b3b4f5da139f service neutron] 10.222.0.72 "GET /v2.0/networks/939b6a56-d602-4029-9bd9-85ca48a8a1c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880225 Jul 06 14:20:55.038544 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efa32eb-531c-4d13-b423-f7f7c13bed74 req-fb23c932-0b1b-43af-9225-00a804bb42d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:20:55.040290 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-5efa32eb-531c-4d13-b423-f7f7c13bed74 req-fb23c932-0b1b-43af-9225-00a804bb42d8 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=f5c9f711511e4e5f9402f36745957b4a&device_id=e2cfa962-2a43-4ce7-9b36-a69311e0457a HTTP/1.1" status: 200 len: 1094 time: 0.0660071 Jul 06 14:20:55.066021 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beab6a6e-24ce-48cc-a382-a428cce1b2a0 req-8cb31097-026a-4aec-950e-b3f4ecc1aed5 tempest-ServersTestJSON-809673865 tempest-ServersTestJSON-809673865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:20:55.068735 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-beab6a6e-24ce-48cc-a382-a428cce1b2a0 req-8cb31097-026a-4aec-950e-b3f4ecc1aed5 tempest-ServersTestJSON-809673865 tempest-ServersTestJSON-809673865-project] 10.222.0.104 "GET /v2.0/ports?device_id=08e0882f-02d1-43ea-a068-d7675950a205 HTTP/1.1" status: 200 len: 945 time: 0.0733109 Jul 06 14:20:55.133537 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-beab6a6e-24ce-48cc-a382-a428cce1b2a0 req-3d0b3874-e94f-489f-8c2c-e5fe12f681d1 tempest-ServersTestJSON-809673865 tempest-ServersTestJSON-809673865-project] 10.222.0.104 "GET /v2.0/security-groups?id=b2132efa-40d7-46de-9959-646c1b99d382&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579472 Jul 06 14:20:55.152298 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efa32eb-531c-4d13-b423-f7f7c13bed74 req-b8315114-f153-41cf-83d0-0a7d486cfd09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:20:55.156348 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-5efa32eb-531c-4d13-b423-f7f7c13bed74 req-b8315114-f153-41cf-83d0-0a7d486cfd09 service neutron] 10.222.0.72 "GET /v2.0/networks?id=939b6a56-d602-4029-9bd9-85ca48a8a1c7 HTTP/1.1" status: 200 len: 917 time: 0.1091485 Jul 06 14:20:55.201989 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-5efa32eb-531c-4d13-b423-f7f7c13bed74 req-2c0659c8-c2a2-4551-a78d-8ab858030157 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=835e7711-794b-45f9-8e81-43817ead00c7 HTTP/1.1" status: 200 len: 217 time: 0.0383940 Jul 06 14:20:55.255352 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efa32eb-531c-4d13-b423-f7f7c13bed74 req-287b9904-dc8f-487b-8839-ae68add2bd67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:20:55.256852 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-5efa32eb-531c-4d13-b423-f7f7c13bed74 req-287b9904-dc8f-487b-8839-ae68add2bd67 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=c766dd70-4214-4cf7-9cdb-42855341a210 HTTP/1.1" status: 200 len: 855 time: 0.0481546 Jul 06 14:20:55.296575 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-5efa32eb-531c-4d13-b423-f7f7c13bed74 req-4132c28c-5943-4855-b312-8af50fae5c02 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=939b6a56-d602-4029-9bd9-85ca48a8a1c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0321407 Jul 06 14:20:55.390041 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-5efa32eb-531c-4d13-b423-f7f7c13bed74 req-86c48d4e-8a07-485b-8e79-866f2e94d6e5 service neutron] 10.222.0.72 "GET /v2.0/networks/939b6a56-d602-4029-9bd9-85ca48a8a1c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865455 Jul 06 14:20:55.496937 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-5efa32eb-531c-4d13-b423-f7f7c13bed74 req-1ff2242c-fb77-4ecb-97d7-884c9ddec543 service neutron] 10.222.0.72 "GET /v2.0/networks/939b6a56-d602-4029-9bd9-85ca48a8a1c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0997186 Jul 06 14:20:55.530830 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-9345a8ac-b42a-4c56-959b-b7f725ec2314 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:55.573313 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fde3e7-5fa8-472d-b107-8ccc8b1159ab req-4e06397c-082f-4947-a53d-015674dc0b12 tempest-AttachVolumeNegativeTest-1214840538 tempest-AttachVolumeNegativeTest-1214840538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:20:55.574822 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-d3fde3e7-5fa8-472d-b107-8ccc8b1159ab req-4e06397c-082f-4947-a53d-015674dc0b12 tempest-AttachVolumeNegativeTest-1214840538 tempest-AttachVolumeNegativeTest-1214840538-project] 10.222.0.104 "GET /v2.0/ports?device_id=e2cfa962-2a43-4ce7-9b36-a69311e0457a HTTP/1.1" status: 200 len: 943 time: 0.0760972 Jul 06 14:20:55.616231 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-d3fde3e7-5fa8-472d-b107-8ccc8b1159ab req-6ff6cba8-3d47-4d0a-9a1c-79ae31e62d26 tempest-AttachVolumeNegativeTest-1214840538 tempest-AttachVolumeNegativeTest-1214840538-project] 10.222.0.104 "GET /v2.0/security-groups?id=e25fc918-d317-48f5-8fe8-cddb17b098d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353262 Jul 06 14:20:55.885851 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:56.322763 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94d5e5e-3c61-411d-95f7-67d55cff44d3 req-7e8dc332-a749-4237-9e09-9a86d730a6f0 tempest-ServersTestJSON-809673865 tempest-ServersTestJSON-809673865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:20:56.324506 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-c94d5e5e-3c61-411d-95f7-67d55cff44d3 req-7e8dc332-a749-4237-9e09-9a86d730a6f0 tempest-ServersTestJSON-809673865 tempest-ServersTestJSON-809673865-project] 10.222.0.104 "GET /v2.0/ports?device_id=08e0882f-02d1-43ea-a068-d7675950a205 HTTP/1.1" status: 200 len: 945 time: 0.0669186 Jul 06 14:20:56.326468 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 36520) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:20:56.365133 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-c94d5e5e-3c61-411d-95f7-67d55cff44d3 req-8e59fa78-38ac-4edf-ab8e-ad258683f6a0 tempest-ServersTestJSON-809673865 tempest-ServersTestJSON-809673865-project] 10.222.0.104 "GET /v2.0/security-groups?id=b2132efa-40d7-46de-9959-646c1b99d382&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332379 Jul 06 14:20:56.427319 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-29393705-99bf-4625-8345-b25b10ba2fd4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:56.515597 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-29393705-99bf-4625-8345-b25b10ba2fd4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:56.521092 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-29393705-99bf-4625-8345-b25b10ba2fd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:56.566533 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-29393705-99bf-4625-8345-b25b10ba2fd4 admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=61d3badd1bac4a528086ae2c75d6046c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2390563 Jul 06 14:20:56.567650 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29393705-99bf-4625-8345-b25b10ba2fd4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32b27b31-8183-4ec1-b65e-a64070d7a0cd,revision_number=1']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:20:56.569568 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 36526) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:20:56.602661 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-2064eaae-da4f-48f8-82d2-b09d4ddedd44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:56.623519 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-9b3c5a6f-0444-43db-8014-5a43a644070a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:56.649364 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-9b3c5a6f-0444-43db-8014-5a43a644070a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:56.692341 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-9b3c5a6f-0444-43db-8014-5a43a644070a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:56.695106 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-9b3c5a6f-0444-43db-8014-5a43a644070a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:56.698733 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-9b3c5a6f-0444-43db-8014-5a43a644070a admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/32b27b31-8183-4ec1-b65e-a64070d7a0cd HTTP/1.1" status: 204 len: 168 time: 0.1256621 Jul 06 14:20:56.705172 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3c5a6f-0444-43db-8014-5a43a644070a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32b27b31-8183-4ec1-b65e-a64070d7a0cd,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:20:56.797083 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe19442-7fd1-43dc-be36-a3893722f851 req-94a23b0e-57a6-4d2c-b051-7a474b80e4a0 tempest-AttachVolumeNegativeTest-1214840538 tempest-AttachVolumeNegativeTest-1214840538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:20:56.798589 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-fbe19442-7fd1-43dc-be36-a3893722f851 req-94a23b0e-57a6-4d2c-b051-7a474b80e4a0 tempest-AttachVolumeNegativeTest-1214840538 tempest-AttachVolumeNegativeTest-1214840538-project] 10.222.0.104 "GET /v2.0/ports?device_id=e2cfa962-2a43-4ce7-9b36-a69311e0457a HTTP/1.1" status: 200 len: 943 time: 0.0639493 Jul 06 14:20:56.836887 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-fbe19442-7fd1-43dc-be36-a3893722f851 req-7bb2d69d-8685-4e92-90fb-4c1f6c137e09 tempest-AttachVolumeNegativeTest-1214840538 tempest-AttachVolumeNegativeTest-1214840538-project] 10.222.0.104 "GET /v2.0/security-groups?id=e25fc918-d317-48f5-8fe8-cddb17b098d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322859 Jul 06 14:20:56.961575 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 36534) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:20:56.975477 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-8167e0aa-3575-4135-8915-55e5ffee915b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:57.059906 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-8167e0aa-3575-4135-8915-55e5ffee915b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:57.063483 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-8167e0aa-3575-4135-8915-55e5ffee915b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:57.101488 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-8167e0aa-3575-4135-8915-55e5ffee915b admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=946d4880610645238d09d9748a28f8ce&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1388288 Jul 06 14:20:57.102454 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8167e0aa-3575-4135-8915-55e5ffee915b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea3cc48c-decb-4384-a674-f8f1a44e27c2,revision_number=1']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:20:57.104232 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 36536) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:20:57.154665 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-979e1b7c-0bc9-4249-b3e9-d0f344d93bb8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:57.175457 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-979e1b7c-0bc9-4249-b3e9-d0f344d93bb8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:57.226409 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-979e1b7c-0bc9-4249-b3e9-d0f344d93bb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:57.229003 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-979e1b7c-0bc9-4249-b3e9-d0f344d93bb8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:57.230276 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-979e1b7c-0bc9-4249-b3e9-d0f344d93bb8 admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/ea3cc48c-decb-4384-a674-f8f1a44e27c2 HTTP/1.1" status: 204 len: 168 time: 0.1242654 Jul 06 14:20:57.238083 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979e1b7c-0bc9-4249-b3e9-d0f344d93bb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea3cc48c-decb-4384-a674-f8f1a44e27c2,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:20:57.541732 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9d5fd6-539c-4afe-83e6-6ecf624bfb77 req-d58e1810-a2c0-42be-bf64-a831da13cd10 tempest-ServersTestJSON-809673865 tempest-ServersTestJSON-809673865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:20:57.543229 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-0d9d5fd6-539c-4afe-83e6-6ecf624bfb77 req-d58e1810-a2c0-42be-bf64-a831da13cd10 tempest-ServersTestJSON-809673865 tempest-ServersTestJSON-809673865-project] 10.222.0.104 "GET /v2.0/ports?device_id=08e0882f-02d1-43ea-a068-d7675950a205 HTTP/1.1" status: 200 len: 945 time: 0.0681000 Jul 06 14:20:57.582427 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-0d9d5fd6-539c-4afe-83e6-6ecf624bfb77 req-0e8f22de-598c-4709-9c16-598071b48032 tempest-ServersTestJSON-809673865 tempest-ServersTestJSON-809673865-project] 10.222.0.104 "GET /v2.0/security-groups?id=b2132efa-40d7-46de-9959-646c1b99d382&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337338 Jul 06 14:20:58.009610 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0257154-5406-4598-b0dc-195d71d12f59 req-97e961cd-13d6-47f6-99b0-088657bedcd5 tempest-AttachVolumeNegativeTest-1214840538 tempest-AttachVolumeNegativeTest-1214840538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:20:58.011105 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-b0257154-5406-4598-b0dc-195d71d12f59 req-97e961cd-13d6-47f6-99b0-088657bedcd5 tempest-AttachVolumeNegativeTest-1214840538 tempest-AttachVolumeNegativeTest-1214840538-project] 10.222.0.104 "GET /v2.0/ports?device_id=e2cfa962-2a43-4ce7-9b36-a69311e0457a HTTP/1.1" status: 200 len: 943 time: 0.0645456 Jul 06 14:20:58.049550 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-b0257154-5406-4598-b0dc-195d71d12f59 req-4d4b833a-243a-426e-b1ee-6c3e3f780fe6 tempest-AttachVolumeNegativeTest-1214840538 tempest-AttachVolumeNegativeTest-1214840538-project] 10.222.0.104 "GET /v2.0/security-groups?id=e25fc918-d317-48f5-8fe8-cddb17b098d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325592 Jul 06 14:20:58.232623 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 36570) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:20:58.333138 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-2df6bcd8-d057-45ae-9fcd-6bea4bd9920f admin admin] Notify callbacks [] for security_group, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:58.405345 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-03f71b24-a9b8-453a-8924-caa3f97bc6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:58.421612 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-2df6bcd8-d057-45ae-9fcd-6bea4bd9920f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:58.425774 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-2df6bcd8-d057-45ae-9fcd-6bea4bd9920f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:58.463996 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-2df6bcd8-d057-45ae-9fcd-6bea4bd9920f admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=0abbbd1d012b438288c01ba1e2ca96c9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2303176 Jul 06 14:20:58.464897 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df6bcd8-d057-45ae-9fcd-6bea4bd9920f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abd534f3-ca50-4633-8b5c-9de354bb1c45,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:20:58.466803 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 36574) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:20:58.517067 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-f9da2bd9-4841-46e0-918d-c28a87f62473 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:58.539525 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-f9da2bd9-4841-46e0-918d-c28a87f62473 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:58.589103 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-f9da2bd9-4841-46e0-918d-c28a87f62473 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:58.591970 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-f9da2bd9-4841-46e0-918d-c28a87f62473 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:58.593125 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-f9da2bd9-4841-46e0-918d-c28a87f62473 admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/abd534f3-ca50-4633-8b5c-9de354bb1c45 HTTP/1.1" status: 204 len: 168 time: 0.1248291 Jul 06 14:20:58.604814 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9da2bd9-4841-46e0-918d-c28a87f62473 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abd534f3-ca50-4633-8b5c-9de354bb1c45,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:20:58.764337 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6678dbb7-51d0-4e59-b1c7-74642af427e7 req-09bb9ce9-a599-403c-959a-216aa530d881 tempest-ServersTestJSON-809673865 tempest-ServersTestJSON-809673865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:20:58.765827 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-6678dbb7-51d0-4e59-b1c7-74642af427e7 req-09bb9ce9-a599-403c-959a-216aa530d881 tempest-ServersTestJSON-809673865 tempest-ServersTestJSON-809673865-project] 10.222.0.104 "GET /v2.0/ports?device_id=08e0882f-02d1-43ea-a068-d7675950a205 HTTP/1.1" status: 200 len: 945 time: 0.0682395 Jul 06 14:20:58.805947 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-6678dbb7-51d0-4e59-b1c7-74642af427e7 req-8fb7c86a-adbf-401d-9702-f94cc0aaa0fb tempest-ServersTestJSON-809673865 tempest-ServersTestJSON-809673865-project] 10.222.0.104 "GET /v2.0/security-groups?id=b2132efa-40d7-46de-9959-646c1b99d382&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338094 Jul 06 14:20:59.227143 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd31acb-75ec-4097-9726-f31a99667282 req-670da2e0-5add-464a-be4a-fb55fc211b88 tempest-AttachVolumeNegativeTest-1214840538 tempest-AttachVolumeNegativeTest-1214840538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:20:59.228669 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-bfd31acb-75ec-4097-9726-f31a99667282 req-670da2e0-5add-464a-be4a-fb55fc211b88 tempest-AttachVolumeNegativeTest-1214840538 tempest-AttachVolumeNegativeTest-1214840538-project] 10.222.0.104 "GET /v2.0/ports?device_id=e2cfa962-2a43-4ce7-9b36-a69311e0457a HTTP/1.1" status: 200 len: 943 time: 0.0687587 Jul 06 14:20:59.269994 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-bfd31acb-75ec-4097-9726-f31a99667282 req-c6af9864-513a-4eb8-ab3b-dd3528a109f1 tempest-AttachVolumeNegativeTest-1214840538 tempest-AttachVolumeNegativeTest-1214840538-project] 10.222.0.104 "GET /v2.0/security-groups?id=e25fc918-d317-48f5-8fe8-cddb17b098d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357165 Jul 06 14:20:59.406423 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Device 835e7711-794b-45f9-8e81-43817ead00c7 details requested by agent hyperv_n-h2-773647-6 with host n-h2-773647-6 {{(pid=100248) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 14:20:59.502551 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] For port 835e7711-794b-45f9-8e81-43817ead00c7, host n-h2-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=835e7711-794b-45f9-8e81-43817ead00c7,segment=NetworkSegment(ee908c01-b71e-40fe-968e-dba65942d6c2),segment_id=ee908c01-b71e-40fe-968e-dba65942d6c2)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:20:59.517180 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Returning: {'device': '835e7711-794b-45f9-8e81-43817ead00c7', 'network_id': '939b6a56-d602-4029-9bd9-85ca48a8a1c7', 'port_id': '835e7711-794b-45f9-8e81-43817ead00c7', 'mac_address': 'fa:16:3e:ad:02:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1019, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c766dd70-4214-4cf7-9cdb-42855341a210', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100248) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 14:20:59.555871 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:59.568881 n-d-773647-6 neutron-server[100248]: DEBUG neutron.notifiers.nova [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 835e7711-794b-45f9-8e81-43817ead00c7 {{(pid=100248) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 14:20:59.588549 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] For port 835e7711-794b-45f9-8e81-43817ead00c7, host n-h2-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=835e7711-794b-45f9-8e81-43817ead00c7,segment=NetworkSegment(ee908c01-b71e-40fe-968e-dba65942d6c2),segment_id=ee908c01-b71e-40fe-968e-dba65942d6c2)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:20:59.592381 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:59.641403 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Pushing event updated for resources: {'Port': ['ID=835e7711-794b-45f9-8e81-43817ead00c7,revision_number=4']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:20:59.648893 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:20:59.649244 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:20:59.649585 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:20:59.649918 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:20:59.650246 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:20:59.650574 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:20:59.650898 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:20:59.651240 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:20:59.651598 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:20:59.651883 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:20:59.652230 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:20:59.652515 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:20:59.817887 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] get_ports_and_sgs() called for port_ids ['835e7711-794b-45f9-8e81-43817ead00c7'] {{(pid=100248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 14:20:59.975669 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed3e0fd-1350-426b-b695-20fef41b8640 req-7b7160b6-e43f-4e23-9da0-7a0474c37d85 tempest-TestNetworkAdvancedServerOps-137028019 tempest-TestNetworkAdvancedServerOps-137028019-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:20:59.977292 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-7ed3e0fd-1350-426b-b695-20fef41b8640 req-7b7160b6-e43f-4e23-9da0-7a0474c37d85 tempest-TestNetworkAdvancedServerOps-137028019 tempest-TestNetworkAdvancedServerOps-137028019-project-admin] 10.222.0.104 "GET /v2.0/ports?device_id=de95b307-6508-414c-9448-6e96e4660560 HTTP/1.1" status: 200 len: 1097 time: 0.0963428 Jul 06 14:21:00.031436 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a518988f-c529-436f-ae7d-511b63510cbd req-55f5d93e-8b45-46c0-8a3f-72874928c80f tempest-ServersTestJSON-809673865 tempest-ServersTestJSON-809673865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:21:00.032938 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-a518988f-c529-436f-ae7d-511b63510cbd req-55f5d93e-8b45-46c0-8a3f-72874928c80f tempest-ServersTestJSON-809673865 tempest-ServersTestJSON-809673865-project] 10.222.0.104 "GET /v2.0/ports?device_id=08e0882f-02d1-43ea-a068-d7675950a205 HTTP/1.1" status: 200 len: 945 time: 0.1017070 Jul 06 14:21:00.037725 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-7ed3e0fd-1350-426b-b695-20fef41b8640 req-ce8227c3-ce52-4c9f-8c78-ff04527a121b tempest-TestNetworkAdvancedServerOps-137028019 tempest-TestNetworkAdvancedServerOps-137028019-project-admin] 10.222.0.104 "GET /v2.0/security-groups?id=5a45c5f2-3366-4ec3-bcbb-576e95eec77a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543818 Jul 06 14:21:00.064051 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 36628) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:21:00.077863 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-a518988f-c529-436f-ae7d-511b63510cbd req-24d0c725-109c-4e6f-bb64-09bd6fd6528c tempest-ServersTestJSON-809673865 tempest-ServersTestJSON-809673865-project] 10.222.0.104 "GET /v2.0/security-groups?id=b2132efa-40d7-46de-9959-646c1b99d382&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385571 Jul 06 14:21:00.229374 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [None req-b4ef046e-40ff-4031-bb70-14ff46d03a1c tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Deleting port 8bb4472d-077f-42a6-95e8-672e6d4cf7df {{(pid=100246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:21:00.229629 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-b4ef046e-40ff-4031-bb70-14ff46d03a1c tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:21:00.310762 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-b4ef046e-40ff-4031-bb70-14ff46d03a1c tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:21:00.311096 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-b4ef046e-40ff-4031-bb70-14ff46d03a1c tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:21:00.324559 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [None req-b4ef046e-40ff-4031-bb70-14ff46d03a1c tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Calling delete_port for 8bb4472d-077f-42a6-95e8-672e6d4cf7df owned by network:floatingip {{(pid=100246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:21:00.463166 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887ee3d4-62ae-4ff1-91c6-8ce20d416437 req-8f018c9f-543d-4faa-bc4c-ee9124fb9a0c tempest-AttachVolumeNegativeTest-1214840538 tempest-AttachVolumeNegativeTest-1214840538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:21:00.464706 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-887ee3d4-62ae-4ff1-91c6-8ce20d416437 req-8f018c9f-543d-4faa-bc4c-ee9124fb9a0c tempest-AttachVolumeNegativeTest-1214840538 tempest-AttachVolumeNegativeTest-1214840538-project] 10.222.0.104 "GET /v2.0/ports?device_id=e2cfa962-2a43-4ce7-9b36-a69311e0457a HTTP/1.1" status: 200 len: 944 time: 0.0714881 Jul 06 14:21:00.503888 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-887ee3d4-62ae-4ff1-91c6-8ce20d416437 req-2e875ed9-b2eb-467c-b395-ffac00585ca9 tempest-AttachVolumeNegativeTest-1214840538 tempest-AttachVolumeNegativeTest-1214840538-project] 10.222.0.104 "GET /v2.0/security-groups?id=e25fc918-d317-48f5-8fe8-cddb17b098d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327244 Jul 06 14:21:00.517129 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-b4ef046e-40ff-4031-bb70-14ff46d03a1c tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127687580'] for port, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:21:00.543271 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ef046e-40ff-4031-bb70-14ff46d03a1c tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Pushing event deleted for resources: {'Port': ['ID=8bb4472d-077f-42a6-95e8-672e6d4cf7df,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:21:00.609201 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-b4ef046e-40ff-4031-bb70-14ff46d03a1c tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Notify callbacks [] for floatingip, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:21:00.609625 n-d-773647-6 neutron-server[100246]: INFO neutron.db.l3_db [None req-b4ef046e-40ff-4031-bb70-14ff46d03a1c tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Floating IP d5feaf04-01d9-4bd8-b139-440232683a0a disassociated (deleted). External IP: 172.25.0.106, port: 483af117-bb3f-4588-a086-6405716a60ee. Jul 06 14:21:00.834551 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4ef046e-40ff-4031-bb70-14ff46d03a1c tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Router 6ef0dc7d-eccb-4899-8ffc-1529466e63ed has already been hosted by L3 agent 2823d358-a11b-4885-a706-95a279e43fa7 {{(pid=100246) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 14:21:01.252520 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4ef046e-40ff-4031-bb70-14ff46d03a1c tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Notify agent at l3_agent.n-d-773647-6 the message routers_updated {{(pid=100246) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 14:21:01.257728 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-b4ef046e-40ff-4031-bb70-14ff46d03a1c tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for floatingip, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:21:01.273534 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1c6b427-733c-4d5c-af56-698ec47c7ab3 None None] Sync routers for ids ['6ef0dc7d-eccb-4899-8ffc-1529466e63ed'] in n-d-773647-6 {{(pid=100249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 14:21:01.275329 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a72407-8323-4705-8970-b17803d4dfe7 req-d0436c3d-8bb3-4367-91c9-ea21c7e70102 tempest-ServersTestJSON-809673865 tempest-ServersTestJSON-809673865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:21:01.277432 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-d8a72407-8323-4705-8970-b17803d4dfe7 req-d0436c3d-8bb3-4367-91c9-ea21c7e70102 tempest-ServersTestJSON-809673865 tempest-ServersTestJSON-809673865-project] 10.222.0.104 "GET /v2.0/ports?device_id=08e0882f-02d1-43ea-a068-d7675950a205 HTTP/1.1" status: 200 len: 945 time: 0.0772936 Jul 06 14:21:01.285281 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1c6b427-733c-4d5c-af56-698ec47c7ab3 None None] Routers {'6ef0dc7d-eccb-4899-8ffc-1529466e63ed'} bound to L3 agent in host n-d-773647-6 {{(pid=100249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:21:01.286521 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-b1c6b427-733c-4d5c-af56-698ec47c7ab3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T14:20:56Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['6ef0dc7d-eccb-4899-8ffc-1529466e63ed'], 'active': True} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:21:01.311512 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-b4ef046e-40ff-4031-bb70-14ff46d03a1c tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] 10.222.0.104 "DELETE /v2.0/floatingips/d5feaf04-01d9-4bd8-b139-440232683a0a HTTP/1.1" status: 204 len: 168 time: 1.2440217 Jul 06 14:21:01.311512 n-d-773647-6 neutron-server[100246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de95b307-6508-414c-9448-6e96e4660560', 'tag': '483af117-bb3f-4588-a086-6405716a60ee'}] {{(pid=100246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:21:01.312547 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0d96c5ab5e889f7b933ae915b9be33d1b46c9e87795bf781004b656ef3f1e87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d2fcb3c-0e36-4ed3-bcff-88992faee599" -d '{"events": [{"name": "network-changed", "server_uuid": "de95b307-6508-414c-9448-6e96e4660560", "tag": "483af117-bb3f-4588-a086-6405716a60ee"}]}' {{(pid=100246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:21:01.330545 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-d8a72407-8323-4705-8970-b17803d4dfe7 req-84bb0029-bffb-4454-8779-a1aa825e1b0b tempest-ServersTestJSON-809673865 tempest-ServersTestJSON-809673865-project] 10.222.0.104 "GET /v2.0/security-groups?id=b2132efa-40d7-46de-9959-646c1b99d382&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469215 Jul 06 14:21:01.397002 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 14:21:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1e39c5c-f639-4a40-b144-a642eabe2178 x-openstack-request-id: req-d1e39c5c-f639-4a40-b144-a642eabe2178 {{(pid=100246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:21:01.397302 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de95b307-6508-414c-9448-6e96e4660560", "tag": "483af117-bb3f-4588-a086-6405716a60ee", "status": "completed", "code": 200}]} {{(pid=100246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:21:01.397555 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-d1e39c5c-f639-4a40-b144-a642eabe2178 {{(pid=100246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:21:01.397959 n-d-773647-6 neutron-server[100246]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de95b307-6508-414c-9448-6e96e4660560', 'tag': '483af117-bb3f-4588-a086-6405716a60ee', 'status': 'completed', 'code': 200} Jul 06 14:21:01.406468 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Device 835e7711-794b-45f9-8e81-43817ead00c7 up at agent hyperv_n-h2-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:21:01.447364 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvr_db [None req-b1c6b427-733c-4d5c-af56-698ec47c7ab3 None None] Set router 6ef0dc7d-eccb-4899-8ffc-1529466e63ed gateway port host: n-d-773647-6 {{(pid=100249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:21:01.475592 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Provisioning for port 835e7711-794b-45f9-8e81-43817ead00c7 completed by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:21:01.480048 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Provisioning complete for port 835e7711-794b-45f9-8e81-43817ead00c7 triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:21:01.480704 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:21:01.500900 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2fcb3c-0e36-4ed3-bcff-88992faee599 req-55d48489-2758-4de5-b6a9-f2cac70edc5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:21:01.502425 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-1d2fcb3c-0e36-4ed3-bcff-88992faee599 req-55d48489-2758-4de5-b6a9-f2cac70edc5e service neutron] 10.222.0.127 "GET /v2.0/ports?tenant_id=1077a35eaa714f1bbf260d32c5a52c8f&device_id=de95b307-6508-414c-9448-6e96e4660560 HTTP/1.1" status: 200 len: 1097 time: 0.0777802 Jul 06 14:21:01.643290 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:21:01.697758 n-d-773647-6 neutron-server[100248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2cfa962-2a43-4ce7-9b36-a69311e0457a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '835e7711-794b-45f9-8e81-43817ead00c7'}] {{(pid=100248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:21:01.701952 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84af257533e383389cbcf231d3534f4d5e149e7203fea16b4a8fc01438dddaf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4027c2d-ab37-4eef-be09-93a3f4340f9c" -d '{"events": [{"server_uuid": "e2cfa962-2a43-4ce7-9b36-a69311e0457a", "name": "network-vif-plugged", "status": "completed", "tag": "835e7711-794b-45f9-8e81-43817ead00c7"}]}' {{(pid=100248) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:21:01.718439 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] For port 835e7711-794b-45f9-8e81-43817ead00c7, host n-h2-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=835e7711-794b-45f9-8e81-43817ead00c7,segment=NetworkSegment(ee908c01-b71e-40fe-968e-dba65942d6c2),segment_id=ee908c01-b71e-40fe-968e-dba65942d6c2)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:21:01.721281 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2fcb3c-0e36-4ed3-bcff-88992faee599 req-23f7a1f3-4a5c-455d-84bb-d52c944d358a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:21:01.722914 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-1d2fcb3c-0e36-4ed3-bcff-88992faee599 req-23f7a1f3-4a5c-455d-84bb-d52c944d358a service neutron] 10.222.0.127 "GET /v2.0/networks?id=f6bee18a-7d0c-49a0-8d57-f9458d12e262 HTTP/1.1" status: 200 len: 898 time: 0.2105286 Jul 06 14:21:01.723836 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:21:01.724522 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-b1c6b427-733c-4d5c-af56-698ec47c7ab3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ef0dc7d-eccb-4899-8ffc-1529466e63ed', 'name': 'tempest-TestNetworkAdvancedServerOps-router-786339001', 'tenant_id': '1077a35eaa714f1bbf260d32c5a52c8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.83'}], 'enable_snat': True}, 'gw_port_id': '7af67f54-c42d-4a40-b54c-ccef88862092', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:16:57Z', 'updated_at': '2021-07-06T14:17:12Z', 'revision_number': 4, 'project_id': '1077a35eaa714f1bbf260d32c5a52c8f', 'gw_port': {'id': '7af67f54-c42d-4a40-b54c-ccef88862092', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:67:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ef0dc7d-eccb-4899-8ffc-1529466e63ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2405, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:16:59Z', 'updated_at': '2021-07-06T14:17:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6', '_interfaces': [{'id': '82a760ca-62c8-421d-a39b-60e0f179a249', 'name': '', 'network_id': 'f6bee18a-7d0c-49a0-8d57-f9458d12e262', 'tenant_id': '1077a35eaa714f1bbf260d32c5a52c8f', 'mac_address': 'fa:16:3e:ae:3c:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ef0dc7d-eccb-4899-8ffc-1529466e63ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 2419, 'fixed_ips': [{'subnet_id': 'de957a32-863f-485c-94ac-904da725d611', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:17:10Z', 'updated_at': '2021-07-06T14:17:26Z', 'revision_number': 5, 'project_id': '1077a35eaa714f1bbf260d32c5a52c8f', 'subnets': [{'id': 'de957a32-863f-485c-94ac-904da725d611', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773647-6', False) {} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:21:01.765714 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1c6b427-733c-4d5c-af56-698ec47c7ab3 None None] Checking router: 6ef0dc7d-eccb-4899-8ffc-1529466e63ed for host: n-d-773647-6 {{(pid=100249) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 14:21:01.776516 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Pushing event updated for resources: {'Port': ['ID=835e7711-794b-45f9-8e81-43817ead00c7,revision_number=5']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:21:01.777310 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1c6b427-733c-4d5c-af56-698ec47c7ab3 None None] Routers {'6ef0dc7d-eccb-4899-8ffc-1529466e63ed'} bound to L3 agent in host n-d-773647-6 {{(pid=100249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:21:01.777920 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-b1c6b427-733c-4d5c-af56-698ec47c7ab3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T14:20:56Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['6ef0dc7d-eccb-4899-8ffc-1529466e63ed'], 'active': True} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:21:01.795538 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-1d2fcb3c-0e36-4ed3-bcff-88992faee599 req-9b9b65de-c575-4e70-b4c8-4dda0846bd1f service neutron] 10.222.0.127 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=483af117-bb3f-4588-a086-6405716a60ee HTTP/1.1" status: 200 len: 217 time: 0.0428152 Jul 06 14:21:01.872456 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2fcb3c-0e36-4ed3-bcff-88992faee599 req-f14007aa-e9bd-4606-92db-eaa728022a6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:21:01.873990 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-1d2fcb3c-0e36-4ed3-bcff-88992faee599 req-f14007aa-e9bd-4606-92db-eaa728022a6d service neutron] 10.222.0.127 "GET /v2.0/subnets?id=de957a32-863f-485c-94ac-904da725d611 HTTP/1.1" status: 200 len: 834 time: 0.0708361 Jul 06 14:21:01.882963 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb682717-9a38-4166-aa47-b45f41d61c0e req-d5ff02db-d3ed-4aab-8839-13c8f059ac12 tempest-AttachVolumeNegativeTest-1214840538 tempest-AttachVolumeNegativeTest-1214840538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:21:01.884465 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-eb682717-9a38-4166-aa47-b45f41d61c0e req-d5ff02db-d3ed-4aab-8839-13c8f059ac12 tempest-AttachVolumeNegativeTest-1214840538 tempest-AttachVolumeNegativeTest-1214840538-project] 10.222.0.104 "GET /v2.0/ports?device_id=e2cfa962-2a43-4ce7-9b36-a69311e0457a HTTP/1.1" status: 200 len: 944 time: 0.1983166 Jul 06 14:21:01.903328 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvr_db [None req-b1c6b427-733c-4d5c-af56-698ec47c7ab3 None None] Set router 6ef0dc7d-eccb-4899-8ffc-1529466e63ed gateway port host: n-d-773647-6 {{(pid=100249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:21:01.944487 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7c8850-6968-4c3e-a140-dabc12c4cef6 req-00cd2038-9b3e-4213-8212-e629b369604c tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:21:01.945993 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-2f7c8850-6968-4c3e-a140-dabc12c4cef6 req-00cd2038-9b3e-4213-8212-e629b369604c tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] 10.222.0.104 "GET /v2.0/ports?device_id=de95b307-6508-414c-9448-6e96e4660560 HTTP/1.1" status: 200 len: 946 time: 0.2282305 Jul 06 14:21:01.987032 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-eb682717-9a38-4166-aa47-b45f41d61c0e req-ffce008f-bed1-4986-ab99-741537059d4e tempest-AttachVolumeNegativeTest-1214840538 tempest-AttachVolumeNegativeTest-1214840538-project] 10.222.0.104 "GET /v2.0/security-groups?id=e25fc918-d317-48f5-8fe8-cddb17b098d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874994 Jul 06 14:21:02.029409 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-2f7c8850-6968-4c3e-a140-dabc12c4cef6 req-97e14466-6878-41d1-94c9-9b36c7a53bc5 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] 10.222.0.104 "GET /v2.0/security-groups?id=5a45c5f2-3366-4ec3-bcbb-576e95eec77a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0718198 Jul 06 14:21:02.032339 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2fcb3c-0e36-4ed3-bcff-88992faee599 req-f592ec39-40ab-43fb-a574-e88496ee470f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:21:02.033827 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-1d2fcb3c-0e36-4ed3-bcff-88992faee599 req-f592ec39-40ab-43fb-a574-e88496ee470f service neutron] 10.222.0.127 "GET /v2.0/ports?network_id=f6bee18a-7d0c-49a0-8d57-f9458d12e262&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1430731 Jul 06 14:21:02.085817 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 14:21:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8344a8ae-2602-40ae-9bee-bc486e3a88fb x-openstack-request-id: req-8344a8ae-2602-40ae-9bee-bc486e3a88fb {{(pid=100248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:21:02.086115 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2cfa962-2a43-4ce7-9b36-a69311e0457a", "name": "network-vif-plugged", "status": "completed", "tag": "835e7711-794b-45f9-8e81-43817ead00c7", "code": 200}]} {{(pid=100248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:21:02.086602 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-8344a8ae-2602-40ae-9bee-bc486e3a88fb {{(pid=100248) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:21:02.087014 n-d-773647-6 neutron-server[100248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2cfa962-2a43-4ce7-9b36-a69311e0457a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '835e7711-794b-45f9-8e81-43817ead00c7', 'code': 200} Jul 06 14:21:02.146278 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-1d2fcb3c-0e36-4ed3-bcff-88992faee599 req-67cbc3c0-623a-4164-a4d1-ab1f6f347878 service neutron] 10.222.0.127 "GET /v2.0/networks/f6bee18a-7d0c-49a0-8d57-f9458d12e262?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1048925 Jul 06 14:21:02.185299 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-b1c6b427-733c-4d5c-af56-698ec47c7ab3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ef0dc7d-eccb-4899-8ffc-1529466e63ed', 'name': 'tempest-TestNetworkAdvancedServerOps-router-786339001', 'tenant_id': '1077a35eaa714f1bbf260d32c5a52c8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.83'}], 'enable_snat': True}, 'gw_port_id': '7af67f54-c42d-4a40-b54c-ccef88862092', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:16:57Z', 'updated_at': '2021-07-06T14:17:12Z', 'revision_number': 4, 'project_id': '1077a35eaa714f1bbf260d32c5a52c8f', 'gw_port': {'id': '7af67f54-c42d-4a40-b54c-ccef88862092', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:67:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ef0dc7d-eccb-4899-8ffc-1529466e63ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2405, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:16:59Z', 'updated_at': '2021-07-06T14:17:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6', '_interfaces': [{'id': '82a760ca-62c8-421d-a39b-60e0f179a249', 'name': '', 'network_id': 'f6bee18a-7d0c-49a0-8d57-f9458d12e262', 'tenant_id': '1077a35eaa714f1bbf260d32c5a52c8f', 'mac_address': 'fa:16:3e:ae:3c:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ef0dc7d-eccb-4899-8ffc-1529466e63ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 2419, 'fixed_ips': [{'subnet_id': 'de957a32-863f-485c-94ac-904da725d611', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:17:10Z', 'updated_at': '2021-07-06T14:17:26Z', 'revision_number': 5, 'project_id': '1077a35eaa714f1bbf260d32c5a52c8f', 'subnets': [{'id': 'de957a32-863f-485c-94ac-904da725d611', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773647-6', False) {} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:21:02.222572 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1c6b427-733c-4d5c-af56-698ec47c7ab3 None None] The sync data for ids ['6ef0dc7d-eccb-4899-8ffc-1529466e63ed'] in n-d-773647-6 is: [{'id': '6ef0dc7d-eccb-4899-8ffc-1529466e63ed', 'name': 'tempest-TestNetworkAdvancedServerOps-router-786339001', 'tenant_id': '1077a35eaa714f1bbf260d32c5a52c8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.83'}], 'enable_snat': True}, 'gw_port_id': '7af67f54-c42d-4a40-b54c-ccef88862092', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:16:57Z', 'updated_at': '2021-07-06T14:17:12Z', 'revision_number': 4, 'project_id': '1077a35eaa714f1bbf260d32c5a52c8f', 'gw_port': {'id': '7af67f54-c42d-4a40-b54c-ccef88862092', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:67:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ef0dc7d-eccb-4899-8ffc-1529466e63ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2405, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:16:59Z', 'updated_at': '2021-07-06T14:17:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6', '_interfaces': [{'id': '82a760ca-62c8-421d-a39b-60e0f179a249', 'name': '', 'network_id': 'f6bee18a-7d0c-49a0-8d57-f9458d12e262', 'tenant_id': '1077a35eaa714f1bbf260d32c5a52c8f', 'mac_address': 'fa:16:3e:ae:3c:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ef0dc7d-eccb-4899-8ffc-1529466e63ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 2419, 'fixed_ips': [{'subnet_id': 'de957a32-863f-485c-94ac-904da725d611', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:17:10Z', 'updated_at': '2021-07-06T14:17:26Z', 'revision_number': 5, 'project_id': '1077a35eaa714f1bbf260d32c5a52c8f', 'subnets': [{'id': 'de957a32-863f-485c-94ac-904da725d611', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 14:21:02.249700 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2119a962-53fb-4a1c-8ff6-5d029c23bbea req-c5f20e41-7707-451a-a0b1-ad28a8f6a1db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:21:02.251595 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-2119a962-53fb-4a1c-8ff6-5d029c23bbea req-c5f20e41-7707-451a-a0b1-ad28a8f6a1db service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=e2cfa962-2a43-4ce7-9b36-a69311e0457a HTTP/1.1" status: 200 len: 1096 time: 0.0673380 Jul 06 14:21:02.271104 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-1d2fcb3c-0e36-4ed3-bcff-88992faee599 req-9f644be4-b5cc-4628-bc3d-bfee88846ecd service neutron] 10.222.0.127 "GET /v2.0/networks/f6bee18a-7d0c-49a0-8d57-f9458d12e262?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1177921 Jul 06 14:21:02.291844 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-2119a962-53fb-4a1c-8ff6-5d029c23bbea req-d9a3db82-368b-4873-8b24-88f23d34771c service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=e25fc918-d317-48f5-8fe8-cddb17b098d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334716 Jul 06 14:21:02.532854 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4de6b6-5413-4ed0-9986-a397ec042037 req-517e9f7f-4eac-4efa-92f8-57e7133a87a6 tempest-ServersTestJSON-809673865 tempest-ServersTestJSON-809673865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:21:02.534643 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-4d4de6b6-5413-4ed0-9986-a397ec042037 req-517e9f7f-4eac-4efa-92f8-57e7133a87a6 tempest-ServersTestJSON-809673865 tempest-ServersTestJSON-809673865-project] 10.222.0.104 "GET /v2.0/ports?device_id=08e0882f-02d1-43ea-a068-d7675950a205 HTTP/1.1" status: 200 len: 945 time: 0.0737157 Jul 06 14:21:02.572334 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6feeb18-0037-43c6-8624-59e9b479d508 None None] New status for floating IP d5feaf04-01d9-4bd8-b139-440232683a0a: DOWN {{(pid=100248) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 14:21:02.576970 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-4d4de6b6-5413-4ed0-9986-a397ec042037 req-f815cc03-3c47-4686-814f-114e64053991 tempest-ServersTestJSON-809673865 tempest-ServersTestJSON-809673865-project] 10.222.0.104 "GET /v2.0/security-groups?id=b2132efa-40d7-46de-9959-646c1b99d382&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351670 Jul 06 14:21:02.949740 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fb0e63-83ed-4821-85e1-313120b709ba req-88237ddd-99ba-4ef5-82b1-8eb49de32fd2 tempest-ServersTestJSON-809673865 tempest-ServersTestJSON-809673865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:21:02.951415 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-99fb0e63-83ed-4821-85e1-313120b709ba req-88237ddd-99ba-4ef5-82b1-8eb49de32fd2 tempest-ServersTestJSON-809673865 tempest-ServersTestJSON-809673865-project] 10.222.0.104 "GET /v2.0/ports?device_id=08e0882f-02d1-43ea-a068-d7675950a205 HTTP/1.1" status: 200 len: 945 time: 0.0655808 Jul 06 14:21:03.005068 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-99fb0e63-83ed-4821-85e1-313120b709ba req-42de5f55-6ad7-4d5e-bfe9-671a46954beb tempest-ServersTestJSON-809673865 tempest-ServersTestJSON-809673865-project] 10.222.0.104 "GET /v2.0/security-groups?id=b2132efa-40d7-46de-9959-646c1b99d382&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389764 Jul 06 14:21:03.283392 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554ef24d-0b1e-4cf9-80d1-dd86b980732c req-47d3a6fc-feea-4257-9401-9504c7adf6fa tempest-ServersTestJSON-809673865 tempest-ServersTestJSON-809673865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:21:03.284926 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-554ef24d-0b1e-4cf9-80d1-dd86b980732c req-47d3a6fc-feea-4257-9401-9504c7adf6fa tempest-ServersTestJSON-809673865 tempest-ServersTestJSON-809673865-project] 10.222.0.104 "GET /v2.0/ports?device_id=08e0882f-02d1-43ea-a068-d7675950a205 HTTP/1.1" status: 200 len: 945 time: 0.1590264 Jul 06 14:21:03.312057 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ea3b69-d906-4353-8099-a51fe03367cd req-6e200aa9-2d26-478b-8c10-a18da2afaafc tempest-AttachVolumeNegativeTest-1214840538 tempest-AttachVolumeNegativeTest-1214840538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:21:03.313520 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-45ea3b69-d906-4353-8099-a51fe03367cd req-6e200aa9-2d26-478b-8c10-a18da2afaafc tempest-AttachVolumeNegativeTest-1214840538 tempest-AttachVolumeNegativeTest-1214840538-project] 10.222.0.104 "GET /v2.0/ports?device_id=e2cfa962-2a43-4ce7-9b36-a69311e0457a HTTP/1.1" status: 200 len: 945 time: 0.1765096 Jul 06 14:21:03.327111 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59deef85-a087-4f2c-a136-8ab8b236a37e req-6c291950-cc85-4a22-ae1c-c48452cc03e8 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:21:03.328536 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-59deef85-a087-4f2c-a136-8ab8b236a37e req-6c291950-cc85-4a22-ae1c-c48452cc03e8 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] 10.222.0.127 "GET /v2.0/ports?device_id=de95b307-6508-414c-9448-6e96e4660560 HTTP/1.1" status: 200 len: 946 time: 0.1353507 Jul 06 14:21:03.396413 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-554ef24d-0b1e-4cf9-80d1-dd86b980732c req-35af4934-29b8-4962-8351-4a3712840f1b tempest-ServersTestJSON-809673865 tempest-ServersTestJSON-809673865-project] 10.222.0.104 "GET /v2.0/security-groups?id=b2132efa-40d7-46de-9959-646c1b99d382&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049232 Jul 06 14:21:03.417397 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-45ea3b69-d906-4353-8099-a51fe03367cd req-75b6635e-a868-499f-ba3e-860f27da2750 tempest-AttachVolumeNegativeTest-1214840538 tempest-AttachVolumeNegativeTest-1214840538-project] 10.222.0.104 "GET /v2.0/security-groups?id=e25fc918-d317-48f5-8fe8-cddb17b098d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864382 Jul 06 14:21:03.485182 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.plugin [req-59deef85-a087-4f2c-a136-8ab8b236a37e req-851f1cae-f4d8-4bbb-873b-62a652d18bc7 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Deleting port 483af117-bb3f-4588-a086-6405716a60ee {{(pid=100247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:21:03.486133 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-59deef85-a087-4f2c-a136-8ab8b236a37e req-851f1cae-f4d8-4bbb-873b-62a652d18bc7 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:21:03.965922 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.db [req-59deef85-a087-4f2c-a136-8ab8b236a37e req-851f1cae-f4d8-4bbb-873b-62a652d18bc7 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] For port 483af117-bb3f-4588-a086-6405716a60ee, host n-h1-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773647-6',level=0,port_id=483af117-bb3f-4588-a086-6405716a60ee,segment=NetworkSegment(967d25fd-e6c0-4517-afb5-5ac37f3bf726),segment_id=967d25fd-e6c0-4517-afb5-5ac37f3bf726)] {{(pid=100247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:21:03.966659 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-59deef85-a087-4f2c-a136-8ab8b236a37e req-851f1cae-f4d8-4bbb-873b-62a652d18bc7 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:21:03.976025 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8873b638-dd51-4e2e-94f1-abacbb50d317 req-c5fed62e-6c13-411f-8ed9-91f871c08b41 tempest-ServersTestJSON-809673865 tempest-ServersTestJSON-809673865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:21:03.977513 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-8873b638-dd51-4e2e-94f1-abacbb50d317 req-c5fed62e-6c13-411f-8ed9-91f871c08b41 tempest-ServersTestJSON-809673865 tempest-ServersTestJSON-809673865-project] 10.222.0.104 "GET /v2.0/ports?device_id=08e0882f-02d1-43ea-a068-d7675950a205 HTTP/1.1" status: 200 len: 945 time: 0.1521752 Jul 06 14:21:03.992515 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b8f062-3515-452c-85a4-3e2e6f1c1bf5 req-cbfa2676-f3a9-4cde-91b0-3c68328312ad tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:21:03.993862 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-d8b8f062-3515-452c-85a4-3e2e6f1c1bf5 req-cbfa2676-f3a9-4cde-91b0-3c68328312ad tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] 10.222.0.104 "GET /v2.0/ports?device_id=de95b307-6508-414c-9448-6e96e4660560 HTTP/1.1" status: 200 len: 946 time: 0.1696007 Jul 06 14:21:04.006434 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.plugin [req-59deef85-a087-4f2c-a136-8ab8b236a37e req-851f1cae-f4d8-4bbb-873b-62a652d18bc7 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Calling delete_port for 483af117-bb3f-4588-a086-6405716a60ee owned by compute:nova {{(pid=100247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:21:04.096194 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-8873b638-dd51-4e2e-94f1-abacbb50d317 req-8d73f013-6c4e-4014-a8aa-cc072719fcad tempest-ServersTestJSON-809673865 tempest-ServersTestJSON-809673865-project] 10.222.0.104 "GET /v2.0/security-groups?id=b2132efa-40d7-46de-9959-646c1b99d382&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122549 Jul 06 14:21:04.100946 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-d8b8f062-3515-452c-85a4-3e2e6f1c1bf5 req-02cc32d7-2837-44cf-9879-4654b3878d52 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] 10.222.0.104 "GET /v2.0/security-groups?id=5a45c5f2-3366-4ec3-bcbb-576e95eec77a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0970325 Jul 06 14:21:04.195111 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-59deef85-a087-4f2c-a136-8ab8b236a37e req-851f1cae-f4d8-4bbb-873b-62a652d18bc7 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128888353'] for port, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:21:04.227538 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851f1cae-f4d8-4bbb-873b-62a652d18bc7 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Pushing event deleted for resources: {'Port': ['ID=483af117-bb3f-4588-a086-6405716a60ee,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:21:04.270911 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.l3_dvrscheduler_db [req-59deef85-a087-4f2c-a136-8ab8b236a37e req-851f1cae-f4d8-4bbb-873b-62a652d18bc7 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] No DVR routers for this DVR port 483af117-bb3f-4588-a086-6405716a60ee on host n-h1-773647-6 {{(pid=100247) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:21:04.273474 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-59deef85-a087-4f2c-a136-8ab8b236a37e req-851f1cae-f4d8-4bbb-873b-62a652d18bc7 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:21:04.275703 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-59deef85-a087-4f2c-a136-8ab8b236a37e req-851f1cae-f4d8-4bbb-873b-62a652d18bc7 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] 10.222.0.127 "DELETE /v2.0/ports/483af117-bb3f-4588-a086-6405716a60ee HTTP/1.1" status: 204 len: 173 time: 0.9371526 Jul 06 14:21:04.276152 n-d-773647-6 neutron-server[100247]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de95b307-6508-414c-9448-6e96e4660560', 'name': 'network-vif-deleted', 'tag': '483af117-bb3f-4588-a086-6405716a60ee'}] {{(pid=100247) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:21:04.278400 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cbf0eeaae822f8fc9b87a94aeba67a3d651842baf663a51cba94b67a514836d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bbc0d3f-edd8-4fc6-af0e-d61dbd8c5843" -d '{"events": [{"server_uuid": "de95b307-6508-414c-9448-6e96e4660560", "name": "network-vif-deleted", "tag": "483af117-bb3f-4588-a086-6405716a60ee"}]}' {{(pid=100247) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:21:04.321014 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 14:21:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10a29bd2-ca85-456c-993e-31dd456d3c08 x-openstack-request-id: req-10a29bd2-ca85-456c-993e-31dd456d3c08 {{(pid=100247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:21:04.321317 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de95b307-6508-414c-9448-6e96e4660560", "name": "network-vif-deleted", "tag": "483af117-bb3f-4588-a086-6405716a60ee", "status": "completed", "code": 200}]} {{(pid=100247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:21:04.321573 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-10a29bd2-ca85-456c-993e-31dd456d3c08 {{(pid=100247) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:21:04.321981 n-d-773647-6 neutron-server[100247]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de95b307-6508-414c-9448-6e96e4660560', 'name': 'network-vif-deleted', 'tag': '483af117-bb3f-4588-a086-6405716a60ee', 'status': 'completed', 'code': 200} Jul 06 14:21:04.601565 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc9c8ac-ca09-4481-b9eb-e3d69c3557a9 req-4cb99eb9-8c1d-472c-8f37-1309ce0dfa51 tempest-AttachVolumeNegativeTest-1214840538 tempest-AttachVolumeNegativeTest-1214840538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:21:04.603571 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-4bc9c8ac-ca09-4481-b9eb-e3d69c3557a9 req-4cb99eb9-8c1d-472c-8f37-1309ce0dfa51 tempest-AttachVolumeNegativeTest-1214840538 tempest-AttachVolumeNegativeTest-1214840538-project] 10.222.0.104 "GET /v2.0/ports?device_id=e2cfa962-2a43-4ce7-9b36-a69311e0457a HTTP/1.1" status: 200 len: 945 time: 0.0710030 Jul 06 14:21:04.651437 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-4bc9c8ac-ca09-4481-b9eb-e3d69c3557a9 req-8b129e71-1e99-4602-9d33-4d8073ae6cde tempest-AttachVolumeNegativeTest-1214840538 tempest-AttachVolumeNegativeTest-1214840538-project] 10.222.0.104 "GET /v2.0/security-groups?id=e25fc918-d317-48f5-8fe8-cddb17b098d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367856 Jul 06 14:21:05.007031 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d03864-cf9d-473a-bd29-a10acafff231 req-6cb83843-5c9e-463b-be41-0a862ebd967d tempest-ServersTestJSON-809673865 tempest-ServersTestJSON-809673865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:21:05.009450 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-c5d03864-cf9d-473a-bd29-a10acafff231 req-6cb83843-5c9e-463b-be41-0a862ebd967d tempest-ServersTestJSON-809673865 tempest-ServersTestJSON-809673865-project] 10.222.0.72 "GET /v2.0/ports?device_id=08e0882f-02d1-43ea-a068-d7675950a205 HTTP/1.1" status: 200 len: 945 time: 0.1190095 Jul 06 14:21:05.150661 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [req-c5d03864-cf9d-473a-bd29-a10acafff231 req-192a2835-20f1-4ad3-88dd-75c22aa65482 tempest-ServersTestJSON-809673865 tempest-ServersTestJSON-809673865-project] Deleting port 48c869b2-304f-43d8-97b8-8a107b0fd887 {{(pid=100246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:21:05.162618 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-c5d03864-cf9d-473a-bd29-a10acafff231 req-192a2835-20f1-4ad3-88dd-75c22aa65482 tempest-ServersTestJSON-809673865 tempest-ServersTestJSON-809673865-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:21:05.368941 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 36738) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:21:05.372167 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.db [req-c5d03864-cf9d-473a-bd29-a10acafff231 req-192a2835-20f1-4ad3-88dd-75c22aa65482 tempest-ServersTestJSON-809673865 tempest-ServersTestJSON-809673865-project] For port 48c869b2-304f-43d8-97b8-8a107b0fd887, host n-h2-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=48c869b2-304f-43d8-97b8-8a107b0fd887,segment=NetworkSegment(cb1a6cec-0b40-4dde-b37a-6dbda6bd8158),segment_id=cb1a6cec-0b40-4dde-b37a-6dbda6bd8158)] {{(pid=100246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:21:05.372629 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-c5d03864-cf9d-473a-bd29-a10acafff231 req-192a2835-20f1-4ad3-88dd-75c22aa65482 tempest-ServersTestJSON-809673865 tempest-ServersTestJSON-809673865-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:21:05.380787 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3fd29a-330b-4837-aca5-4f31079e2a71 req-452041c4-f13b-4eed-864e-cd6e0ce547cd tempest-ServersTestJSON-809673865 tempest-ServersTestJSON-809673865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:21:05.383029 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-8e3fd29a-330b-4837-aca5-4f31079e2a71 req-452041c4-f13b-4eed-864e-cd6e0ce547cd tempest-ServersTestJSON-809673865 tempest-ServersTestJSON-809673865-project] 10.222.0.104 "GET /v2.0/ports?device_id=08e0882f-02d1-43ea-a068-d7675950a205 HTTP/1.1" status: 200 len: 945 time: 0.1329513 Jul 06 14:21:05.427344 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-8e3fd29a-330b-4837-aca5-4f31079e2a71 req-3f13d746-8cbb-40c8-b8e4-655ea735d942 tempest-ServersTestJSON-809673865 tempest-ServersTestJSON-809673865-project] 10.222.0.104 "GET /v2.0/security-groups?id=b2132efa-40d7-46de-9959-646c1b99d382&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364454 Jul 06 14:21:05.428154 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [req-c5d03864-cf9d-473a-bd29-a10acafff231 req-192a2835-20f1-4ad3-88dd-75c22aa65482 tempest-ServersTestJSON-809673865 tempest-ServersTestJSON-809673865-project] Calling delete_port for 48c869b2-304f-43d8-97b8-8a107b0fd887 owned by compute:nova {{(pid=100246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:21:05.703945 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-c5d03864-cf9d-473a-bd29-a10acafff231 req-192a2835-20f1-4ad3-88dd-75c22aa65482 tempest-ServersTestJSON-809673865 tempest-ServersTestJSON-809673865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127687580'] for port, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:21:05.715465 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] get_ports_and_sgs() called for port_ids ['b3faa654-9b0e-47d7-ac0c-c53cca9f4156', '48c869b2-304f-43d8-97b8-8a107b0fd887'] {{(pid=100248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 14:21:05.756310 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192a2835-20f1-4ad3-88dd-75c22aa65482 tempest-ServersTestJSON-809673865 tempest-ServersTestJSON-809673865-project] Pushing event deleted for resources: {'Port': ['ID=48c869b2-304f-43d8-97b8-8a107b0fd887,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:21:05.829010 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5d03864-cf9d-473a-bd29-a10acafff231 req-192a2835-20f1-4ad3-88dd-75c22aa65482 tempest-ServersTestJSON-809673865 tempest-ServersTestJSON-809673865-project] No DVR routers for this DVR port 48c869b2-304f-43d8-97b8-8a107b0fd887 on host n-h2-773647-6 {{(pid=100246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:21:05.832894 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-c5d03864-cf9d-473a-bd29-a10acafff231 req-192a2835-20f1-4ad3-88dd-75c22aa65482 tempest-ServersTestJSON-809673865 tempest-ServersTestJSON-809673865-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:21:05.835049 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-c5d03864-cf9d-473a-bd29-a10acafff231 req-192a2835-20f1-4ad3-88dd-75c22aa65482 tempest-ServersTestJSON-809673865 tempest-ServersTestJSON-809673865-project] 10.222.0.72 "DELETE /v2.0/ports/48c869b2-304f-43d8-97b8-8a107b0fd887 HTTP/1.1" status: 204 len: 173 time: 0.8199522 Jul 06 14:21:05.855783 n-d-773647-6 neutron-server[100246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08e0882f-02d1-43ea-a068-d7675950a205', 'name': 'network-vif-deleted', 'tag': '48c869b2-304f-43d8-97b8-8a107b0fd887'}] {{(pid=100246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:21:05.862845 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0d96c5ab5e889f7b933ae915b9be33d1b46c9e87795bf781004b656ef3f1e87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82a36941-9a89-4f99-8e93-c68fc181a9c1" -d '{"events": [{"server_uuid": "08e0882f-02d1-43ea-a068-d7675950a205", "name": "network-vif-deleted", "tag": "48c869b2-304f-43d8-97b8-8a107b0fd887"}]}' {{(pid=100246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:21:05.940177 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 14:21:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a06be0eb-afd8-450f-8b5a-61648994707a x-openstack-request-id: req-a06be0eb-afd8-450f-8b5a-61648994707a {{(pid=100246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:21:05.940710 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08e0882f-02d1-43ea-a068-d7675950a205", "name": "network-vif-deleted", "tag": "48c869b2-304f-43d8-97b8-8a107b0fd887", "status": "completed", "code": 200}]} {{(pid=100246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:21:05.941165 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-a06be0eb-afd8-450f-8b5a-61648994707a {{(pid=100246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:21:05.941777 n-d-773647-6 neutron-server[100246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08e0882f-02d1-43ea-a068-d7675950a205', 'name': 'network-vif-deleted', 'tag': '48c869b2-304f-43d8-97b8-8a107b0fd887', 'status': 'completed', 'code': 200} Jul 06 14:21:06.035243 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-aac94b91-c803-4740-bf2c-98c5479beea5 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1809431'] for router_interface, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:21:06.343250 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [None req-aac94b91-c803-4740-bf2c-98c5479beea5 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Deleting port 82a760ca-62c8-421d-a39b-60e0f179a249 {{(pid=100246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:21:06.343602 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-aac94b91-c803-4740-bf2c-98c5479beea5 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:21:06.481360 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.db [None req-aac94b91-c803-4740-bf2c-98c5479beea5 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] For port 82a760ca-62c8-421d-a39b-60e0f179a249, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=82a760ca-62c8-421d-a39b-60e0f179a249,segment=NetworkSegment(967d25fd-e6c0-4517-afb5-5ac37f3bf726),segment_id=967d25fd-e6c0-4517-afb5-5ac37f3bf726)] {{(pid=100246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:21:06.482114 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-aac94b91-c803-4740-bf2c-98c5479beea5 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:21:06.499017 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [None req-aac94b91-c803-4740-bf2c-98c5479beea5 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Calling delete_port for 82a760ca-62c8-421d-a39b-60e0f179a249 owned by network:router_interface {{(pid=100246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:21:06.674324 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-01f9d47f-2b0e-4ff8-a381-3adfd819e446 req-5c551a3a-bede-422a-8895-2a7260dc939a tempest-ServersTestJSON-809673865 tempest-ServersTestJSON-809673865-project] 10.222.0.104 "GET /v2.0/ports?device_id=08e0882f-02d1-43ea-a068-d7675950a205 HTTP/1.1" status: 200 len: 210 time: 0.0429826 Jul 06 14:21:06.755638 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-aac94b91-c803-4740-bf2c-98c5479beea5 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127687580'] for port, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:21:06.786759 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac94b91-c803-4740-bf2c-98c5479beea5 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Pushing event deleted for resources: {'Port': ['ID=82a760ca-62c8-421d-a39b-60e0f179a249,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:21:06.997436 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-aac94b91-c803-4740-bf2c-98c5479beea5 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1809193'] for router_interface, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:21:07.225516 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aac94b91-c803-4740-bf2c-98c5479beea5 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Router 6ef0dc7d-eccb-4899-8ffc-1529466e63ed has already been hosted by L3 agent 2823d358-a11b-4885-a706-95a279e43fa7 {{(pid=100246) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 14:21:07.341273 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aac94b91-c803-4740-bf2c-98c5479beea5 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Notify agent at l3_agent.n-d-773647-6 the message routers_updated {{(pid=100246) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 14:21:07.350946 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62d924b2-4529-45da-a8c2-8396f84f8d3e None None] Sync routers for ids ['6ef0dc7d-eccb-4899-8ffc-1529466e63ed'] in n-d-773647-6 {{(pid=100249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 14:21:07.354864 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-aac94b91-c803-4740-bf2c-98c5479beea5 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] 10.222.0.104 "PUT /v2.0/routers/6ef0dc7d-eccb-4899-8ffc-1529466e63ed/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9828012 Jul 06 14:21:07.355486 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 36768) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:21:07.366639 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62d924b2-4529-45da-a8c2-8396f84f8d3e None None] Routers {'6ef0dc7d-eccb-4899-8ffc-1529466e63ed'} bound to L3 agent in host n-d-773647-6 {{(pid=100249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:21:07.367609 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-62d924b2-4529-45da-a8c2-8396f84f8d3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T14:20:56Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['6ef0dc7d-eccb-4899-8ffc-1529466e63ed'], 'active': True} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:21:07.410466 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.db_base_plugin_v2 [None req-5cb6f0f5-641c-4434-b24c-76ae5fce22ab tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Deleting subnet de957a32-863f-485c-94ac-904da725d611 {{(pid=100246) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 14:21:07.414113 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-5cb6f0f5-641c-4434-b24c-76ae5fce22ab tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Notify callbacks [] for subnet, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:21:07.461846 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-5cb6f0f5-641c-4434-b24c-76ae5fce22ab tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126218885'] for subnet, precommit_delete_associations {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:21:07.484101 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvr_db [None req-62d924b2-4529-45da-a8c2-8396f84f8d3e None None] Set router 6ef0dc7d-eccb-4899-8ffc-1529466e63ed gateway port host: n-d-773647-6 {{(pid=100249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:21:07.607182 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-5cb6f0f5-641c-4434-b24c-76ae5fce22ab tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-913473'] for subnet, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:21:07.677062 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-5cb6f0f5-641c-4434-b24c-76ae5fce22ab tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-913480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1849032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127687590', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127702764'] for subnet, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:21:07.707974 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-5cb6f0f5-641c-4434-b24c-76ae5fce22ab tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Notify callbacks [] for subnet, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:21:07.711141 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-5cb6f0f5-641c-4434-b24c-76ae5fce22ab tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] 10.222.0.104 "DELETE /v2.0/subnets/de957a32-863f-485c-94ac-904da725d611 HTTP/1.1" status: 204 len: 168 time: 0.3546293 Jul 06 14:21:07.712947 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 36774) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:21:07.714675 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9580c90-325d-45d0-aeaf-004363eca88f None None] Network f6bee18a-7d0c-49a0-8d57-f9458d12e262 requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:21:07.733534 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb6f0f5-641c-4434-b24c-76ae5fce22ab tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Pushing event deleted for resources: {'Subnet': ['ID=de957a32-863f-485c-94ac-904da725d611,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:21:07.865352 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Device 483af117-bb3f-4588-a086-6405716a60ee no longer exists at agent hyperv_n-h1-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:21:07.901938 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-62d924b2-4529-45da-a8c2-8396f84f8d3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ef0dc7d-eccb-4899-8ffc-1529466e63ed', 'name': 'tempest-TestNetworkAdvancedServerOps-router-786339001', 'tenant_id': '1077a35eaa714f1bbf260d32c5a52c8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.83'}], 'enable_snat': True}, 'gw_port_id': '7af67f54-c42d-4a40-b54c-ccef88862092', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:16:57Z', 'updated_at': '2021-07-06T14:21:06Z', 'revision_number': 5, 'project_id': '1077a35eaa714f1bbf260d32c5a52c8f', 'gw_port': {'id': '7af67f54-c42d-4a40-b54c-ccef88862092', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:67:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ef0dc7d-eccb-4899-8ffc-1529466e63ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2405, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:16:59Z', 'updated_at': '2021-07-06T14:17:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6'}], 'n-d-773647-6', False) {} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:21:07.921790 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-d215a447-2a39-4d2e-80f0-7d0e946a05be tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Notify callbacks [] for router, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:21:07.974840 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] No Port match for: 483af117-bb3f-4588-a086-6405716a60ee {{(pid=100248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 14:21:07.975191 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Device 483af117-bb3f-4588-a086-6405716a60ee not bound to the agent host n-h1-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:21:07.986991 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62d924b2-4529-45da-a8c2-8396f84f8d3e None None] Checking router: 6ef0dc7d-eccb-4899-8ffc-1529466e63ed for host: n-d-773647-6 {{(pid=100249) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 14:21:08.007587 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62d924b2-4529-45da-a8c2-8396f84f8d3e None None] Routers {'6ef0dc7d-eccb-4899-8ffc-1529466e63ed'} bound to L3 agent in host n-d-773647-6 {{(pid=100249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:21:08.009403 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-62d924b2-4529-45da-a8c2-8396f84f8d3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T14:20:56Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['6ef0dc7d-eccb-4899-8ffc-1529466e63ed'], 'active': True} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:21:08.100602 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ea41701-3a95-47b2-9a27-03725354d74d None None] DHCP port deletion for f6bee18a-7d0c-49a0-8d57-f9458d12e262 request from n-d-773647-6 {{(pid=100248) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 14:21:08.164854 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-d215a447-2a39-4d2e-80f0-7d0e946a05be tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:21:08.187714 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-4ea41701-3a95-47b2-9a27-03725354d74d None None] Deleting port 6cbbf1fb-bc4e-4a46-98a9-4cbd266b9619 {{(pid=100248) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:21:08.189110 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4ea41701-3a95-47b2-9a27-03725354d74d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:21:08.251289 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvr_db [None req-62d924b2-4529-45da-a8c2-8396f84f8d3e None None] Set router 6ef0dc7d-eccb-4899-8ffc-1529466e63ed gateway port host: n-d-773647-6 {{(pid=100249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:21:08.257741 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.plugin [None req-d215a447-2a39-4d2e-80f0-7d0e946a05be tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Deleting port 7af67f54-c42d-4a40-b54c-ccef88862092 {{(pid=100247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:21:08.258006 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-d215a447-2a39-4d2e-80f0-7d0e946a05be tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:21:08.353569 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-4ea41701-3a95-47b2-9a27-03725354d74d None None] For port 6cbbf1fb-bc4e-4a46-98a9-4cbd266b9619, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=6cbbf1fb-bc4e-4a46-98a9-4cbd266b9619,segment=NetworkSegment(967d25fd-e6c0-4517-afb5-5ac37f3bf726),segment_id=967d25fd-e6c0-4517-afb5-5ac37f3bf726)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:21:08.354345 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4ea41701-3a95-47b2-9a27-03725354d74d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:21:08.378174 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-4ea41701-3a95-47b2-9a27-03725354d74d None None] Calling delete_port for 6cbbf1fb-bc4e-4a46-98a9-4cbd266b9619 owned by network:dhcp {{(pid=100248) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:21:08.388935 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.db [None req-d215a447-2a39-4d2e-80f0-7d0e946a05be tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] For port 7af67f54-c42d-4a40-b54c-ccef88862092, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=7af67f54-c42d-4a40-b54c-ccef88862092,segment=NetworkSegment(89a832b7-7793-4d51-9038-ed7e1c3ff1b2),segment_id=89a832b7-7793-4d51-9038-ed7e1c3ff1b2)] {{(pid=100247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:21:08.389330 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-d215a447-2a39-4d2e-80f0-7d0e946a05be tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:21:08.411857 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.plugin [None req-d215a447-2a39-4d2e-80f0-7d0e946a05be tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Calling delete_port for 7af67f54-c42d-4a40-b54c-ccef88862092 owned by network:router_gateway {{(pid=100247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:21:08.524921 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4ea41701-3a95-47b2-9a27-03725354d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117'] for port, after_delete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:21:08.559204 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea41701-3a95-47b2-9a27-03725354d74d None None] Pushing event deleted for resources: {'Port': ['ID=6cbbf1fb-bc4e-4a46-98a9-4cbd266b9619,revision_number=None']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:21:08.570367 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-62d924b2-4529-45da-a8c2-8396f84f8d3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ef0dc7d-eccb-4899-8ffc-1529466e63ed', 'name': 'tempest-TestNetworkAdvancedServerOps-router-786339001', 'tenant_id': '1077a35eaa714f1bbf260d32c5a52c8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.83'}], 'enable_snat': True}, 'gw_port_id': '7af67f54-c42d-4a40-b54c-ccef88862092', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:16:57Z', 'updated_at': '2021-07-06T14:21:06Z', 'revision_number': 5, 'project_id': '1077a35eaa714f1bbf260d32c5a52c8f', 'gw_port': {'id': '7af67f54-c42d-4a40-b54c-ccef88862092', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:67:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ef0dc7d-eccb-4899-8ffc-1529466e63ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2405, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:16:59Z', 'updated_at': '2021-07-06T14:17:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6'}], 'n-d-773647-6', False) {} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:21:08.586197 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ea41701-3a95-47b2-9a27-03725354d74d None None] No DVR routers for this DVR port 6cbbf1fb-bc4e-4a46-98a9-4cbd266b9619 on host n-d-773647-6 {{(pid=100248) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:21:08.616053 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62d924b2-4529-45da-a8c2-8396f84f8d3e None None] The sync data for ids ['6ef0dc7d-eccb-4899-8ffc-1529466e63ed'] in n-d-773647-6 is: [{'id': '6ef0dc7d-eccb-4899-8ffc-1529466e63ed', 'name': 'tempest-TestNetworkAdvancedServerOps-router-786339001', 'tenant_id': '1077a35eaa714f1bbf260d32c5a52c8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.83'}], 'enable_snat': True}, 'gw_port_id': '7af67f54-c42d-4a40-b54c-ccef88862092', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:16:57Z', 'updated_at': '2021-07-06T14:21:06Z', 'revision_number': 5, 'project_id': '1077a35eaa714f1bbf260d32c5a52c8f', 'gw_port': {'id': '7af67f54-c42d-4a40-b54c-ccef88862092', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:67:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ef0dc7d-eccb-4899-8ffc-1529466e63ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2405, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:16:59Z', 'updated_at': '2021-07-06T14:17:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6'}] {{(pid=100249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 14:21:08.737332 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-d215a447-2a39-4d2e-80f0-7d0e946a05be tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128888353'] for port, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:21:08.773499 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d215a447-2a39-4d2e-80f0-7d0e946a05be tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Pushing event deleted for resources: {'Port': ['ID=7af67f54-c42d-4a40-b54c-ccef88862092,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:21:08.858614 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-d215a447-2a39-4d2e-80f0-7d0e946a05be tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1761104'] for router_gateway, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:21:08.974679 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-d215a447-2a39-4d2e-80f0-7d0e946a05be tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1806308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6982'] for router, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:21:08.976955 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-d215a447-2a39-4d2e-80f0-7d0e946a05be tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:21:09.033321 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-d215a447-2a39-4d2e-80f0-7d0e946a05be tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1805684'] for router, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:21:09.034000 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d215a447-2a39-4d2e-80f0-7d0e946a05be tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Fanout notify agent at l3_agent the message router_deleted on router 6ef0dc7d-eccb-4899-8ffc-1529466e63ed {{(pid=100247) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 14:21:09.058532 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-d215a447-2a39-4d2e-80f0-7d0e946a05be tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Notify callbacks [] for router, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:21:09.062098 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-d215a447-2a39-4d2e-80f0-7d0e946a05be tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] 10.222.0.104 "DELETE /v2.0/routers/6ef0dc7d-eccb-4899-8ffc-1529466e63ed HTTP/1.1" status: 204 len: 168 time: 1.3452744 Jul 06 14:21:09.062534 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 36812) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:21:09.205465 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-62d68491-0e85-49bd-9554-a07fe98427f6 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530492'] for network, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:21:09.409314 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-62d68491-0e85-49bd-9554-a07fe98427f6 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-917204', 'neutron.services.segments.db._delete_segments_for_network-8773753502302'] for network, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:21:09.426949 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Device 48c869b2-304f-43d8-97b8-8a107b0fd887 no longer exists at agent hyperv_n-h2-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:21:09.440329 n-d-773647-6 neutron-server[100246]: DEBUG neutron.services.segments.db [None req-62d68491-0e85-49bd-9554-a07fe98427f6 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f6bee18a-7d0c-49a0-8d57-f9458d12e262']}} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:21:09.451134 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 36822) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:21:09.465241 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] No Port match for: 48c869b2-304f-43d8-97b8-8a107b0fd887 {{(pid=100248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 14:21:09.465709 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Device 48c869b2-304f-43d8-97b8-8a107b0fd887 not bound to the agent host n-h2-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:21:09.466799 n-d-773647-6 neutron-server[100246]: DEBUG neutron.services.segments.db [None req-62d68491-0e85-49bd-9554-a07fe98427f6 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '967d25fd-e6c0-4517-afb5-5ac37f3bf726') {'for_net_delete': True} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:21:09.466799 n-d-773647-6 neutron-server[100246]: DEBUG neutron.services.segments.db [None req-62d68491-0e85-49bd-9554-a07fe98427f6 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '967d25fd-e6c0-4517-afb5-5ac37f3bf726') {} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:21:09.500167 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-62d68491-0e85-49bd-9554-a07fe98427f6 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773753515138', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126218898'] for segment, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:21:09.535770 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-62d68491-0e85-49bd-9554-a07fe98427f6 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552'] for segment, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:21:09.544576 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-62d68491-0e85-49bd-9554-a07fe98427f6 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Releasing vlan 1049 on physical network physnet1 to pool {{(pid=100246) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 14:21:09.544913 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-62d68491-0e85-49bd-9554-a07fe98427f6 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127687491'] for segment, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:21:09.555049 n-d-773647-6 neutron-server[100246]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:21:09.555049 n-d-773647-6 neutron-server[100246]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:21:09.555049 n-d-773647-6 neutron-server[100246]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:21:09.555049 n-d-773647-6 neutron-server[100246]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:21:09.555049 n-d-773647-6 neutron-server[100246]: Traceback (most recent call last): Jul 06 14:21:09.555049 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 14:21:09.555049 n-d-773647-6 neutron-server[100246]: timer() Jul 06 14:21:09.555049 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 14:21:09.555049 n-d-773647-6 neutron-server[100246]: cb(*args, **kw) Jul 06 14:21:09.555049 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 14:21:09.555049 n-d-773647-6 neutron-server[100246]: return func(*args, **kwargs) Jul 06 14:21:09.555049 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 14:21:09.555049 n-d-773647-6 neutron-server[100246]: self._notify() Jul 06 14:21:09.555049 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 14:21:09.555049 n-d-773647-6 neutron-server[100246]: self.callback(batched_events) Jul 06 14:21:09.555049 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 14:21:09.555049 n-d-773647-6 neutron-server[100246]: event.method(event) Jul 06 14:21:09.555049 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 14:21:09.555049 n-d-773647-6 neutron-server[100246]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 14:21:09.555049 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 14:21:09.555049 n-d-773647-6 neutron-server[100246]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 14:21:09.555049 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 14:21:09.555049 n-d-773647-6 neutron-server[100246]: return f(self, *a, **k) Jul 06 14:21:09.555049 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 14:21:09.555049 n-d-773647-6 neutron-server[100246]: return self._get(url).json() Jul 06 14:21:09.555049 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 14:21:09.555049 n-d-773647-6 neutron-server[100246]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 14:21:09.555049 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 14:21:09.555049 n-d-773647-6 neutron-server[100246]: return self.request(url, 'GET', **kwargs) Jul 06 14:21:09.555049 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 14:21:09.555049 n-d-773647-6 neutron-server[100246]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 14:21:09.555049 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 14:21:09.555049 n-d-773647-6 neutron-server[100246]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 14:21:09.555049 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 14:21:09.555049 n-d-773647-6 neutron-server[100246]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 14:21:09.555049 n-d-773647-6 neutron-server[100246]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 14:21:09.645083 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-1b04df42-48d5-4c65-aba8-7c5678d336aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:21:09.653151 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-62d68491-0e85-49bd-9554-a07fe98427f6 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-917215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1761140'] for network, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:21:09.692178 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-62d68491-0e85-49bd-9554-a07fe98427f6 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Notify callbacks [] for network, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:21:09.710734 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-62d68491-0e85-49bd-9554-a07fe98427f6 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] 10.222.0.104 "DELETE /v2.0/networks/f6bee18a-7d0c-49a0-8d57-f9458d12e262 HTTP/1.1" status: 204 len: 168 time: 0.6470065 Jul 06 14:21:09.711784 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d68491-0e85-49bd-9554-a07fe98427f6 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Pushing event deleted for resources: {'Network': ['ID=f6bee18a-7d0c-49a0-8d57-f9458d12e262,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:21:09.716834 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 36830) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:21:09.842785 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-54c4eaa0-dfde-47d5-a124-ac379756ac97 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Notify callbacks [] for security_group, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:21:09.866538 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-1b04df42-48d5-4c65-aba8-7c5678d336aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:21:09.876855 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-1b04df42-48d5-4c65-aba8-7c5678d336aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:21:09.878319 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-54c4eaa0-dfde-47d5-a124-ac379756ac97 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:21:09.916218 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-1b04df42-48d5-4c65-aba8-7c5678d336aa admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=d171cf9d488349acbd883c263855580e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4635999 Jul 06 14:21:09.920312 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 36832) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:21:09.956686 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-54c4eaa0-dfde-47d5-a124-ac379756ac97 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:21:09.958252 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b04df42-48d5-4c65-aba8-7c5678d336aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d717f1d2-77b6-4d92-91d9-25d15e1c3646,revision_number=1']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:21:09.959807 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-54c4eaa0-dfde-47d5-a124-ac379756ac97 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Notify callbacks [] for security_group, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:21:09.961201 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-54c4eaa0-dfde-47d5-a124-ac379756ac97 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] 10.222.0.104 "DELETE /v2.0/security-groups/5a45c5f2-3366-4ec3-bcbb-576e95eec77a HTTP/1.1" status: 204 len: 168 time: 0.2418158 Jul 06 14:21:09.982923 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c914ff-4bb9-4e48-a7b5-bf9fbc928186 req-3f8ede4b-5782-4e89-818e-953c15ac4651 tempest-ServersTestJSON-809673865 tempest-ServersTestJSON-809673865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:21:09.992347 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-94c914ff-4bb9-4e48-a7b5-bf9fbc928186 req-3f8ede4b-5782-4e89-818e-953c15ac4651 tempest-ServersTestJSON-809673865 tempest-ServersTestJSON-809673865-project] 10.222.0.104 "GET /v2.0/ports?device_id=a8b13b0c-29c8-4b27-b2e5-3b66b7f8aa7d HTTP/1.1" status: 200 len: 946 time: 0.1729717 Jul 06 14:21:09.993490 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c4eaa0-dfde-47d5-a124-ac379756ac97 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a45c5f2-3366-4ec3-bcbb-576e95eec77a,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:21:10.059910 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-31cfc05b-922b-44e0-9a00-80c018905df7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:21:10.065322 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-94c914ff-4bb9-4e48-a7b5-bf9fbc928186 req-5d8c0eea-4900-4c36-9eb7-ba7ab5dbe796 tempest-ServersTestJSON-809673865 tempest-ServersTestJSON-809673865-project] 10.222.0.104 "GET /v2.0/security-groups?id=b2132efa-40d7-46de-9959-646c1b99d382&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701783 Jul 06 14:21:10.094068 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-31cfc05b-922b-44e0-9a00-80c018905df7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:21:10.148502 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 6cbbf1fb-bc4e-4a46-98a9-4cbd266b9619 no longer exists at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:21:10.163579 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-31cfc05b-922b-44e0-9a00-80c018905df7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:21:10.166129 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-31cfc05b-922b-44e0-9a00-80c018905df7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:21:10.167333 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-31cfc05b-922b-44e0-9a00-80c018905df7 admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/d717f1d2-77b6-4d92-91d9-25d15e1c3646 HTTP/1.1" status: 204 len: 168 time: 0.2402430 Jul 06 14:21:10.170851 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] No Port match for: 6cbbf1fb-bc4e-4a46-98a9-4cbd266b9619 {{(pid=100248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 14:21:10.171560 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 6cbbf1fb-bc4e-4a46-98a9-4cbd266b9619 not bound to the agent host n-d-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:21:10.172250 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 82a760ca-62c8-421d-a39b-60e0f179a249 no longer exists at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:21:10.178978 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31cfc05b-922b-44e0-9a00-80c018905df7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d717f1d2-77b6-4d92-91d9-25d15e1c3646,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:21:10.203089 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] No Port match for: 82a760ca-62c8-421d-a39b-60e0f179a249 {{(pid=100248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 14:21:10.203686 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 82a760ca-62c8-421d-a39b-60e0f179a249 not bound to the agent host n-d-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:21:10.437178 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 36840) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:21:10.453940 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-14d1e523-e9d0-4a15-b011-e1aaaf07118b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:21:10.541928 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-14d1e523-e9d0-4a15-b011-e1aaaf07118b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:21:10.545650 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-14d1e523-e9d0-4a15-b011-e1aaaf07118b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:21:10.583864 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-14d1e523-e9d0-4a15-b011-e1aaaf07118b admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=3367bf793e2f4d77ab7735769c06bee1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1455958 Jul 06 14:21:10.585024 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d1e523-e9d0-4a15-b011-e1aaaf07118b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57f005e9-5663-4349-9cc4-731537edf708,revision_number=1']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:21:10.586655 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 36844) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:21:10.635286 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-ddb58a42-2622-4c45-a65f-72fa8d29f7fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:21:10.656669 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-ddb58a42-2622-4c45-a65f-72fa8d29f7fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:21:10.675379 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:21:10.706910 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-ddb58a42-2622-4c45-a65f-72fa8d29f7fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:21:10.710726 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-ddb58a42-2622-4c45-a65f-72fa8d29f7fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:21:10.711921 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-ddb58a42-2622-4c45-a65f-72fa8d29f7fa admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/57f005e9-5663-4349-9cc4-731537edf708 HTTP/1.1" status: 204 len: 168 time: 0.1235642 Jul 06 14:21:10.719883 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb58a42-2622-4c45-a65f-72fa8d29f7fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57f005e9-5663-4349-9cc4-731537edf708,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:21:11.069102 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 36868) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:21:11.086393 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-1af70816-68f6-4c44-b225-867129b8d377 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:21:11.121776 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7ac6da-1efe-4a7c-ad2d-607d38d2debe req-5ab72d45-aad8-40f2-8fef-3a62477bd5ac tempest-AttachVolumeNegativeTest-1214840538 tempest-AttachVolumeNegativeTest-1214840538-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:21:11.124177 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-af7ac6da-1efe-4a7c-ad2d-607d38d2debe req-5ab72d45-aad8-40f2-8fef-3a62477bd5ac tempest-AttachVolumeNegativeTest-1214840538 tempest-AttachVolumeNegativeTest-1214840538-project] 10.222.0.104 "GET /v2.0/networks?id=939b6a56-d602-4029-9bd9-85ca48a8a1c7 HTTP/1.1" status: 200 len: 815 time: 0.1526449 Jul 06 14:21:11.128367 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609a75c6-d2c4-47da-a0be-2afc49d5dbbd req-b482b683-efda-4edd-8c89-a852fa92541d tempest-ServersTestJSON-809673865 tempest-ServersTestJSON-809673865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:21:11.129886 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-609a75c6-d2c4-47da-a0be-2afc49d5dbbd req-b482b683-efda-4edd-8c89-a852fa92541d tempest-ServersTestJSON-809673865 tempest-ServersTestJSON-809673865-project] 10.222.0.72 "GET /v2.0/ports?device_id=a8b13b0c-29c8-4b27-b2e5-3b66b7f8aa7d HTTP/1.1" status: 200 len: 946 time: 0.1105862 Jul 06 14:21:11.145075 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-af7ac6da-1efe-4a7c-ad2d-607d38d2debe req-fe05217e-7138-4c15-b885-996e27ec6dc8 tempest-AttachVolumeNegativeTest-1214840538 tempest-AttachVolumeNegativeTest-1214840538-project] 10.222.0.104 "GET /v2.0/quotas/f5c9f711511e4e5f9402f36745957b4a HTTP/1.1" status: 200 len: 375 time: 0.0140467 Jul 06 14:21:11.240487 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-af7ac6da-1efe-4a7c-ad2d-607d38d2debe req-30fe7891-8981-44d7-84ac-ee4ed39f2f4b tempest-AttachVolumeNegativeTest-1214840538 tempest-AttachVolumeNegativeTest-1214840538-project] 10.222.0.104 "GET /v2.0/ports?tenant_id=f5c9f711511e4e5f9402f36745957b4a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0858748 Jul 06 14:21:11.290415 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-1af70816-68f6-4c44-b225-867129b8d377 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:21:11.296371 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-1af70816-68f6-4c44-b225-867129b8d377 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:21:11.301435 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [req-609a75c6-d2c4-47da-a0be-2afc49d5dbbd req-43a77b0e-7e67-4d52-b2e7-7f4765aee1ca tempest-ServersTestJSON-809673865 tempest-ServersTestJSON-809673865-project] Deleting port b3faa654-9b0e-47d7-ac0c-c53cca9f4156 {{(pid=100246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:21:11.301772 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-609a75c6-d2c4-47da-a0be-2afc49d5dbbd req-43a77b0e-7e67-4d52-b2e7-7f4765aee1ca tempest-ServersTestJSON-809673865 tempest-ServersTestJSON-809673865-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:21:11.343970 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-af7ac6da-1efe-4a7c-ad2d-607d38d2debe req-d88632f3-e732-4414-8477-7d3bf6c0aebc service neutron] 10.222.0.104 "GET /v2.0/networks/939b6a56-d602-4029-9bd9-85ca48a8a1c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939019 Jul 06 14:21:11.384507 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-1af70816-68f6-4c44-b225-867129b8d377 admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=39de61d1f4df46dc963d9789041fee18&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3120475 Jul 06 14:21:11.388846 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 36872) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:21:11.399628 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af70816-68f6-4c44-b225-867129b8d377 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96de664c-2c1f-459f-ac0b-d7337217a001,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:21:11.445751 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-af7ac6da-1efe-4a7c-ad2d-607d38d2debe req-3270a2f4-1ddd-4f09-8b7a-e102eb3fbc1b service neutron] 10.222.0.104 "GET /v2.0/networks/939b6a56-d602-4029-9bd9-85ca48a8a1c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947404 Jul 06 14:21:11.461970 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.db [req-609a75c6-d2c4-47da-a0be-2afc49d5dbbd req-43a77b0e-7e67-4d52-b2e7-7f4765aee1ca tempest-ServersTestJSON-809673865 tempest-ServersTestJSON-809673865-project] For port b3faa654-9b0e-47d7-ac0c-c53cca9f4156, host n-h2-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=b3faa654-9b0e-47d7-ac0c-c53cca9f4156,segment=NetworkSegment(cb1a6cec-0b40-4dde-b37a-6dbda6bd8158),segment_id=cb1a6cec-0b40-4dde-b37a-6dbda6bd8158)] {{(pid=100246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:21:11.462329 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-609a75c6-d2c4-47da-a0be-2afc49d5dbbd req-43a77b0e-7e67-4d52-b2e7-7f4765aee1ca tempest-ServersTestJSON-809673865 tempest-ServersTestJSON-809673865-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:21:11.483271 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [req-609a75c6-d2c4-47da-a0be-2afc49d5dbbd req-43a77b0e-7e67-4d52-b2e7-7f4765aee1ca tempest-ServersTestJSON-809673865 tempest-ServersTestJSON-809673865-project] Calling delete_port for b3faa654-9b0e-47d7-ac0c-c53cca9f4156 owned by compute:nova {{(pid=100246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:21:11.485078 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-470523d0-23d3-42db-8cde-b5091799bbef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:21:11.546437 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-470523d0-23d3-42db-8cde-b5091799bbef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:21:11.616620 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 36876) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:21:11.630674 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-4fe2a553-c6ec-4d82-a7bb-991c939a16f5 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1194877058', 'description': 'tempest-secgroup-smoke-1194877058 description', 'project_id': '1077a35eaa714f1bbf260d32c5a52c8f'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:21:11.653221 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 7af67f54-c42d-4a40-b54c-ccef88862092 no longer exists at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:21:11.688424 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] No Port match for: 7af67f54-c42d-4a40-b54c-ccef88862092 {{(pid=100248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 14:21:11.689040 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 7af67f54-c42d-4a40-b54c-ccef88862092 not bound to the agent host n-d-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:21:11.698337 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-efa3e120-7742-4c09-bb6a-4697fd2fabf5 req-8320a7ae-a615-4331-8367-63097b385db5 tempest-AttachVolumeNegativeTest-1214840538 tempest-AttachVolumeNegativeTest-1214840538-project] 10.222.0.104 "GET /v2.0/ports?device_id=d98352f6-56aa-4316-9a48-ca7b7ba8add3 HTTP/1.1" status: 200 len: 210 time: 0.0484805 Jul 06 14:21:11.720402 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-470523d0-23d3-42db-8cde-b5091799bbef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:21:11.723707 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-470523d0-23d3-42db-8cde-b5091799bbef admin admin] Notify callbacks [] for security_group, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:21:11.724401 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-470523d0-23d3-42db-8cde-b5091799bbef admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/96de664c-2c1f-459f-ac0b-d7337217a001 HTTP/1.1" status: 204 len: 168 time: 0.3347840 Jul 06 14:21:11.730295 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-4fe2a553-c6ec-4d82-a7bb-991c939a16f5 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Notify callbacks [] for security_group, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:21:11.769345 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470523d0-23d3-42db-8cde-b5091799bbef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96de664c-2c1f-459f-ac0b-d7337217a001,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:21:11.827649 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-609a75c6-d2c4-47da-a0be-2afc49d5dbbd req-43a77b0e-7e67-4d52-b2e7-7f4765aee1ca tempest-ServersTestJSON-809673865 tempest-ServersTestJSON-809673865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127687580'] for port, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:21:11.835803 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b518af-9c02-415c-8f6a-b6de7f18324a req-32fb60e9-6632-41b5-a1d8-dddc8a4b4e2a tempest-ServersTestJSON-809673865 tempest-ServersTestJSON-809673865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:21:11.837575 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-11b518af-9c02-415c-8f6a-b6de7f18324a req-32fb60e9-6632-41b5-a1d8-dddc8a4b4e2a tempest-ServersTestJSON-809673865 tempest-ServersTestJSON-809673865-project] 10.222.0.104 "GET /v2.0/ports?device_id=a8b13b0c-29c8-4b27-b2e5-3b66b7f8aa7d HTTP/1.1" status: 200 len: 946 time: 0.1042900 Jul 06 14:21:11.847768 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] get_ports_and_sgs() called for port_ids ['b3faa654-9b0e-47d7-ac0c-c53cca9f4156'] {{(pid=100248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 14:21:11.874390 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a77b0e-7e67-4d52-b2e7-7f4765aee1ca tempest-ServersTestJSON-809673865 tempest-ServersTestJSON-809673865-project] Pushing event deleted for resources: {'Port': ['ID=b3faa654-9b0e-47d7-ac0c-c53cca9f4156,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:21:11.930191 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-11b518af-9c02-415c-8f6a-b6de7f18324a req-0d20d1b8-72be-4b5b-89c2-0c422746e4d8 tempest-ServersTestJSON-809673865 tempest-ServersTestJSON-809673865-project] 10.222.0.104 "GET /v2.0/security-groups?id=b2132efa-40d7-46de-9959-646c1b99d382&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815933 Jul 06 14:21:11.947142 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [req-609a75c6-d2c4-47da-a0be-2afc49d5dbbd req-43a77b0e-7e67-4d52-b2e7-7f4765aee1ca tempest-ServersTestJSON-809673865 tempest-ServersTestJSON-809673865-project] No DVR routers for this DVR port b3faa654-9b0e-47d7-ac0c-c53cca9f4156 on host n-h2-773647-6 {{(pid=100246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:21:11.955933 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-609a75c6-d2c4-47da-a0be-2afc49d5dbbd req-43a77b0e-7e67-4d52-b2e7-7f4765aee1ca tempest-ServersTestJSON-809673865 tempest-ServersTestJSON-809673865-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:21:11.958128 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-609a75c6-d2c4-47da-a0be-2afc49d5dbbd req-43a77b0e-7e67-4d52-b2e7-7f4765aee1ca tempest-ServersTestJSON-809673865 tempest-ServersTestJSON-809673865-project] 10.222.0.72 "DELETE /v2.0/ports/b3faa654-9b0e-47d7-ac0c-c53cca9f4156 HTTP/1.1" status: 204 len: 173 time: 0.8219540 Jul 06 14:21:11.959966 n-d-773647-6 neutron-server[100246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8b13b0c-29c8-4b27-b2e5-3b66b7f8aa7d', 'name': 'network-vif-deleted', 'tag': 'b3faa654-9b0e-47d7-ac0c-c53cca9f4156'}] {{(pid=100246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:21:11.963465 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0d96c5ab5e889f7b933ae915b9be33d1b46c9e87795bf781004b656ef3f1e87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2780e598-ae0b-4105-9367-5cc2059f947c" -d '{"events": [{"server_uuid": "a8b13b0c-29c8-4b27-b2e5-3b66b7f8aa7d", "name": "network-vif-deleted", "tag": "b3faa654-9b0e-47d7-ac0c-c53cca9f4156"}]}' {{(pid=100246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:21:12.005609 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-4fe2a553-c6ec-4d82-a7bb-991c939a16f5 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Notify callbacks [] for security_group, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:21:12.011049 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-4fe2a553-c6ec-4d82-a7bb-991c939a16f5 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:21:12.059779 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 14:21:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02ccc957-bdbd-4cfd-ae15-62885a0866f7 x-openstack-request-id: req-02ccc957-bdbd-4cfd-ae15-62885a0866f7 {{(pid=100246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:21:12.060143 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8b13b0c-29c8-4b27-b2e5-3b66b7f8aa7d", "name": "network-vif-deleted", "tag": "b3faa654-9b0e-47d7-ac0c-c53cca9f4156", "status": "completed", "code": 200}]} {{(pid=100246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:21:12.060405 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-02ccc957-bdbd-4cfd-ae15-62885a0866f7 {{(pid=100246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:21:12.062303 n-d-773647-6 neutron-server[100246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8b13b0c-29c8-4b27-b2e5-3b66b7f8aa7d', 'name': 'network-vif-deleted', 'tag': 'b3faa654-9b0e-47d7-ac0c-c53cca9f4156', 'status': 'completed', 'code': 200} Jul 06 14:21:12.071887 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-4fe2a553-c6ec-4d82-a7bb-991c939a16f5 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Notify callbacks [] for security_group, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:21:12.073275 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-4fe2a553-c6ec-4d82-a7bb-991c939a16f5 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] 10.222.0.104 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4555955 Jul 06 14:21:12.076455 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 36892) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:21:12.081943 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-3a9a0bbc-acd5-49d2-a309-f9e69a23842f tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Request body: {'security_group_rule': {'security_group_id': 'b3e698d3-dc13-4d46-b168-2b621268fa3e', 'project_id': '1077a35eaa714f1bbf260d32c5a52c8f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:21:12.088922 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe2a553-c6ec-4d82-a7bb-991c939a16f5 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b3e698d3-dc13-4d46-b168-2b621268fa3e,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:21:12.124963 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-3a9a0bbc-acd5-49d2-a309-f9e69a23842f tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:21:12.191598 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-3a9a0bbc-acd5-49d2-a309-f9e69a23842f tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:21:12.195847 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-3a9a0bbc-acd5-49d2-a309-f9e69a23842f tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1898694'] for security_group_rule, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:21:12.215868 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9a0bbc-acd5-49d2-a309-f9e69a23842f tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=39a3e1f2-03ea-45c7-a8f2-b30ee73ada25,revision_number=0']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:21:12.227889 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-3a9a0bbc-acd5-49d2-a309-f9e69a23842f tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:21:12.229472 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-3a9a0bbc-acd5-49d2-a309-f9e69a23842f tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] 10.222.0.104 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1518714 Jul 06 14:21:12.232209 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 36898) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:21:12.237347 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-5caf7f25-c1e7-4a93-8d3e-5302a9888b96 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Request body: {'security_group_rule': {'security_group_id': 'b3e698d3-dc13-4d46-b168-2b621268fa3e', 'project_id': '1077a35eaa714f1bbf260d32c5a52c8f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:21:12.266221 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-5caf7f25-c1e7-4a93-8d3e-5302a9888b96 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:21:12.345879 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-5caf7f25-c1e7-4a93-8d3e-5302a9888b96 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:21:12.350994 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-5caf7f25-c1e7-4a93-8d3e-5302a9888b96 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1898694'] for security_group_rule, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:21:12.369452 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5caf7f25-c1e7-4a93-8d3e-5302a9888b96 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e65a0314-7729-4b4c-a1a7-aae2737fb878,revision_number=0']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:21:12.380234 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-5caf7f25-c1e7-4a93-8d3e-5302a9888b96 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:21:12.382032 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-5caf7f25-c1e7-4a93-8d3e-5302a9888b96 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] 10.222.0.104 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1486957 Jul 06 14:21:12.384782 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 36904) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:21:12.389896 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [None req-2007dbcb-ec42-47c8-b59e-4e671c479e5e tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Request body: {'security_group_rule': {'security_group_id': 'b3e698d3-dc13-4d46-b168-2b621268fa3e', 'project_id': '1077a35eaa714f1bbf260d32c5a52c8f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:21:12.423016 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-2007dbcb-ec42-47c8-b59e-4e671c479e5e tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:21:12.485726 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-2007dbcb-ec42-47c8-b59e-4e671c479e5e tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:21:12.488744 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:21:12.490996 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-2007dbcb-ec42-47c8-b59e-4e671c479e5e tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1898694'] for security_group_rule, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:21:12.514513 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2007dbcb-ec42-47c8-b59e-4e671c479e5e tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=421843f8-db07-4781-84ea-1a9dcceb71d9,revision_number=0']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:21:12.521267 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-2007dbcb-ec42-47c8-b59e-4e671c479e5e tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:21:12.522607 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-2007dbcb-ec42-47c8-b59e-4e671c479e5e tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] 10.222.0.104 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1367211 Jul 06 14:21:12.526286 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 36912) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:21:12.531929 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-38a2589e-270b-4961-ad51-366cdc7786d3 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Request body: {'security_group_rule': {'security_group_id': 'b3e698d3-dc13-4d46-b168-2b621268fa3e', 'project_id': '1077a35eaa714f1bbf260d32c5a52c8f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:21:12.563250 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-38a2589e-270b-4961-ad51-366cdc7786d3 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:21:12.634527 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-38a2589e-270b-4961-ad51-366cdc7786d3 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:21:12.639113 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-38a2589e-270b-4961-ad51-366cdc7786d3 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1898694'] for security_group_rule, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:21:12.657385 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a2589e-270b-4961-ad51-366cdc7786d3 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b114c592-3968-473e-9f83-d376f7a6fe7d,revision_number=0']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:21:12.674463 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-38a2589e-270b-4961-ad51-366cdc7786d3 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:21:12.676236 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-38a2589e-270b-4961-ad51-366cdc7786d3 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] 10.222.0.104 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1481230 Jul 06 14:21:12.678982 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 36916) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:21:12.683624 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-a5fa2e36-e2b1-4e55-8c72-6a78e235a62e tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Request body: {'security_group_rule': {'security_group_id': 'b3e698d3-dc13-4d46-b168-2b621268fa3e', 'project_id': '1077a35eaa714f1bbf260d32c5a52c8f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:21:12.710040 n-d-773647-6 neutron-server[100246]: INFO neutron.db.securitygroups_db [None req-a5fa2e36-e2b1-4e55-8c72-6a78e235a62e tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Project 1077a35eaa714f1bbf260d32c5a52c8f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 06 14:21:12.716856 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-a5fa2e36-e2b1-4e55-8c72-6a78e235a62e tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:21:12.791548 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-a5fa2e36-e2b1-4e55-8c72-6a78e235a62e tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:21:12.796696 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-a5fa2e36-e2b1-4e55-8c72-6a78e235a62e tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1898694'] for security_group_rule, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:21:12.818773 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5fa2e36-e2b1-4e55-8c72-6a78e235a62e tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf8f4d49-9daf-46a9-8426-598ea81968ff,revision_number=0']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:21:12.829384 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-a5fa2e36-e2b1-4e55-8c72-6a78e235a62e tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:21:12.832838 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-a5fa2e36-e2b1-4e55-8c72-6a78e235a62e tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] 10.222.0.104 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1508625 Jul 06 14:21:12.834396 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 36924) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:21:12.838940 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-fd706724-2906-41d8-b1b1-c9d2ef42e4ee tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Request body: {'security_group_rule': {'security_group_id': 'b3e698d3-dc13-4d46-b168-2b621268fa3e', 'project_id': '1077a35eaa714f1bbf260d32c5a52c8f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:21:12.876982 n-d-773647-6 neutron-server[100246]: INFO neutron.db.securitygroups_db [None req-fd706724-2906-41d8-b1b1-c9d2ef42e4ee tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Project 1077a35eaa714f1bbf260d32c5a52c8f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 06 14:21:12.883515 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-fd706724-2906-41d8-b1b1-c9d2ef42e4ee tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:21:12.905178 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-8615902c-6aa4-45e8-a9a6-59dc63a7012a req-eb0cf2c2-ade9-4511-a550-3cf357c68e62 tempest-AttachVolumeNegativeTest-1214840538 tempest-AttachVolumeNegativeTest-1214840538-project] 10.222.0.104 "GET /v2.0/ports?device_id=d98352f6-56aa-4316-9a48-ca7b7ba8add3 HTTP/1.1" status: 200 len: 210 time: 0.0735817 Jul 06 14:21:12.982219 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7ac6da-1efe-4a7c-ad2d-607d38d2debe req-f47c32d7-4cd0-41ca-b743-2f58ff946ba8 tempest-AttachVolumeNegativeTest-1214840538 tempest-AttachVolumeNegativeTest-1214840538-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:21:12.983724 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-fd706724-2906-41d8-b1b1-c9d2ef42e4ee tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:21:12.985425 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-af7ac6da-1efe-4a7c-ad2d-607d38d2debe req-f47c32d7-4cd0-41ca-b743-2f58ff946ba8 tempest-AttachVolumeNegativeTest-1214840538 tempest-AttachVolumeNegativeTest-1214840538-project] 10.222.0.127 "GET /v2.0/networks?id=939b6a56-d602-4029-9bd9-85ca48a8a1c7 HTTP/1.1" status: 200 len: 815 time: 0.1546459 Jul 06 14:21:12.988456 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-fd706724-2906-41d8-b1b1-c9d2ef42e4ee tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1898694'] for security_group_rule, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:21:13.003340 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [req-af7ac6da-1efe-4a7c-ad2d-607d38d2debe req-b9ceec02-88c2-4116-abdb-3852f861ac27 tempest-AttachVolumeNegativeTest-1214840538 tempest-AttachVolumeNegativeTest-1214840538-project] Request body: {'port': {'device_id': 'd98352f6-56aa-4316-9a48-ca7b7ba8add3', 'network_id': '939b6a56-d602-4029-9bd9-85ca48a8a1c7', 'admin_state_up': True, 'tenant_id': 'f5c9f711511e4e5f9402f36745957b4a'}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:21:13.010577 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd706724-2906-41d8-b1b1-c9d2ef42e4ee tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cad8b750-2197-4095-8a66-ca64cabdaedd,revision_number=0']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:21:13.019457 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-fd706724-2906-41d8-b1b1-c9d2ef42e4ee tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:21:13.025821 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-fd706724-2906-41d8-b1b1-c9d2ef42e4ee tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] 10.222.0.104 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1902823 Jul 06 14:21:13.028697 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 36928) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:21:13.030901 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 36930) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:21:13.034947 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-b72574c8-d06b-421e-92eb-4754c32d9110 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Request body: {'network': {'name': 'tempest-network-smoke--2000496782', 'project_id': '1077a35eaa714f1bbf260d32c5a52c8f', 'port_security_enabled': True}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:21:13.064229 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b72574c8-d06b-421e-92eb-4754c32d9110 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Made reservation on behalf of 1077a35eaa714f1bbf260d32c5a52c8f for: {'network': 1} {{(pid=100246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:21:13.068517 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-b72574c8-d06b-421e-92eb-4754c32d9110 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for network, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:21:13.126027 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.db_base_plugin_v2 [None req-715f4275-0549-44d3-bd7a-a073407f24e5 admin admin] Deleting subnet 77f3889b-e625-42b7-98f3-adea55c7f2d3 {{(pid=100246) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 14:21:13.129668 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-715f4275-0549-44d3-bd7a-a073407f24e5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:21:13.152787 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b72574c8-d06b-421e-92eb-4754c32d9110 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] vlan segment allocate from pool success with {'vlan_id': 1020, 'physical_network': 'physnet1'} {{(pid=100246) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 14:21:13.166034 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-af7ac6da-1efe-4a7c-ad2d-607d38d2debe req-b9ceec02-88c2-4116-abdb-3852f861ac27 tempest-AttachVolumeNegativeTest-1214840538 tempest-AttachVolumeNegativeTest-1214840538-project] Made reservation on behalf of f5c9f711511e4e5f9402f36745957b4a for: {'port': 1} {{(pid=100247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:21:13.169912 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-af7ac6da-1efe-4a7c-ad2d-607d38d2debe req-b9ceec02-88c2-4116-abdb-3852f861ac27 tempest-AttachVolumeNegativeTest-1214840538 tempest-AttachVolumeNegativeTest-1214840538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:21:13.170466 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-b72574c8-d06b-421e-92eb-4754c32d9110 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552'] for segment, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:21:13.170816 n-d-773647-6 neutron-server[100246]: INFO neutron.db.segments_db [None req-b72574c8-d06b-421e-92eb-4754c32d9110 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Added segment 0f9f2e53-c623-44f6-9998-d3d558a1c957 of type vlan for network e4ae84ad-fbf7-438d-8cac-3418f3b1f391 Jul 06 14:21:13.181554 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-715f4275-0549-44d3-bd7a-a073407f24e5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126218885'] for subnet, precommit_delete_associations {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:21:13.242175 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-b72574c8-d06b-421e-92eb-4754c32d9110 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773752984405'] for network, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:21:13.258032 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-715f4275-0549-44d3-bd7a-a073407f24e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-913473'] for subnet, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:21:13.330502 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.db_base_plugin_common [req-af7ac6da-1efe-4a7c-ad2d-607d38d2debe req-b9ceec02-88c2-4116-abdb-3852f861ac27 tempest-AttachVolumeNegativeTest-1214840538 tempest-AttachVolumeNegativeTest-1214840538-project] Allocated IP 172.20.0.12 (939b6a56-d602-4029-9bd9-85ca48a8a1c7/c766dd70-4214-4cf7-9cdb-42855341a210/08ad2879-fa3c-4f13-8fdb-afb9a449876e) {{(pid=100247) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:21:13.330756 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-b72574c8-d06b-421e-92eb-4754c32d9110 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060'] for network, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:21:13.337173 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b72574c8-d06b-421e-92eb-4754c32d9110 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:21:13.337758 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-b72574c8-d06b-421e-92eb-4754c32d9110 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Notify callbacks [] for network, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:21:13.403816 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-b72574c8-d06b-421e-92eb-4754c32d9110 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] 10.222.0.104 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3735850 Jul 06 14:21:13.407945 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 36938) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:21:13.413933 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [None req-85f7c5b8-819e-4853-a848-ed9992fb2896 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1201183656', 'admin_state_up': True, 'project_id': '1077a35eaa714f1bbf260d32c5a52c8f', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719'}}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:21:13.421217 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-715f4275-0549-44d3-bd7a-a073407f24e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-913480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1849032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127687590', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127702764'] for subnet, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:21:13.428942 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72574c8-d06b-421e-92eb-4754c32d9110 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Pushing event updated for resources: {'Network': ['ID=e4ae84ad-fbf7-438d-8cac-3418f3b1f391,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:21:13.446026 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Network e4ae84ad-fbf7-438d-8cac-3418f3b1f391 details requested by agent ovs-agent-n-d-773647-6 with host n-d-773647-6 {{(pid=100248) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 14:21:13.463947 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-85f7c5b8-819e-4853-a848-ed9992fb2896 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1806290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6992'] for router, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:21:13.465449 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-85f7c5b8-819e-4853-a848-ed9992fb2896 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1806157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1808637', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1714747', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7007'] for router, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:21:13.474375 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715f4275-0549-44d3-bd7a-a073407f24e5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=77f3889b-e625-42b7-98f3-adea55c7f2d3,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:21:13.482945 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-715f4275-0549-44d3-bd7a-a073407f24e5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:21:13.486205 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-715f4275-0549-44d3-bd7a-a073407f24e5 admin admin] 10.222.0.104 "DELETE /v2.0/subnets/77f3889b-e625-42b7-98f3-adea55c7f2d3 HTTP/1.1" status: 204 len: 168 time: 0.4315622 Jul 06 14:21:13.489136 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 36940) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:21:13.583304 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-928eff31-2508-4a46-bee4-f45ef0ada715 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530492'] for network, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:21:13.598248 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-85f7c5b8-819e-4853-a848-ed9992fb2896 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:21:13.666471 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-928eff31-2508-4a46-bee4-f45ef0ada715 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-917204', 'neutron.services.segments.db._delete_segments_for_network-8773753502302'] for network, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:21:13.677631 n-d-773647-6 neutron-server[100246]: DEBUG neutron.services.segments.db [None req-928eff31-2508-4a46-bee4-f45ef0ada715 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e673442c-5645-41cd-ae64-05cc6584adda']}} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:21:13.688571 n-d-773647-6 neutron-server[100246]: DEBUG neutron.services.segments.db [None req-928eff31-2508-4a46-bee4-f45ef0ada715 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb1a6cec-0b40-4dde-b37a-6dbda6bd8158') {'for_net_delete': True} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:21:13.689009 n-d-773647-6 neutron-server[100246]: DEBUG neutron.services.segments.db [None req-928eff31-2508-4a46-bee4-f45ef0ada715 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb1a6cec-0b40-4dde-b37a-6dbda6bd8158') {} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:21:13.700233 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-928eff31-2508-4a46-bee4-f45ef0ada715 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773753515138', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126218898'] for segment, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:21:13.720029 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-928eff31-2508-4a46-bee4-f45ef0ada715 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552'] for segment, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:21:13.726244 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-928eff31-2508-4a46-bee4-f45ef0ada715 admin admin] Releasing vlan 1010 on physical network physnet1 to pool {{(pid=100246) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 14:21:13.726648 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-928eff31-2508-4a46-bee4-f45ef0ada715 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127687491'] for segment, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:21:13.728433 n-d-773647-6 neutron-server[100246]: Traceback (most recent call last): Jul 06 14:21:13.728433 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 14:21:13.728433 n-d-773647-6 neutron-server[100246]: timer() Jul 06 14:21:13.728433 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 14:21:13.728433 n-d-773647-6 neutron-server[100246]: cb(*args, **kw) Jul 06 14:21:13.728433 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 14:21:13.728433 n-d-773647-6 neutron-server[100246]: return func(*args, **kwargs) Jul 06 14:21:13.728433 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 14:21:13.728433 n-d-773647-6 neutron-server[100246]: self._notify() Jul 06 14:21:13.728433 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 14:21:13.728433 n-d-773647-6 neutron-server[100246]: self.callback(batched_events) Jul 06 14:21:13.728433 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 14:21:13.728433 n-d-773647-6 neutron-server[100246]: event.method(event) Jul 06 14:21:13.728433 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 14:21:13.728433 n-d-773647-6 neutron-server[100246]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 14:21:13.728433 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 14:21:13.728433 n-d-773647-6 neutron-server[100246]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 14:21:13.728433 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 14:21:13.728433 n-d-773647-6 neutron-server[100246]: return f(self, *a, **k) Jul 06 14:21:13.728433 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 14:21:13.728433 n-d-773647-6 neutron-server[100246]: return self._get(url).json() Jul 06 14:21:13.728433 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 14:21:13.728433 n-d-773647-6 neutron-server[100246]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 14:21:13.728433 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 14:21:13.728433 n-d-773647-6 neutron-server[100246]: return self.request(url, 'GET', **kwargs) Jul 06 14:21:13.728433 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 14:21:13.728433 n-d-773647-6 neutron-server[100246]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 14:21:13.728433 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 14:21:13.728433 n-d-773647-6 neutron-server[100246]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 14:21:13.728433 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 14:21:13.728433 n-d-773647-6 neutron-server[100246]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 14:21:13.728433 n-d-773647-6 neutron-server[100246]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 14:21:13.783959 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-85f7c5b8-819e-4853-a848-ed9992fb2896 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1761047', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1806272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6989'] for router, precommit_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:21:13.788625 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-928eff31-2508-4a46-bee4-f45ef0ada715 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-917215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1761140'] for network, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:21:13.789459 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-af7ac6da-1efe-4a7c-ad2d-607d38d2debe req-b9ceec02-88c2-4116-abdb-3852f861ac27 tempest-AttachVolumeNegativeTest-1214840538 tempest-AttachVolumeNegativeTest-1214840538-project] Notify callbacks [] for port, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:21:13.807802 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-928eff31-2508-4a46-bee4-f45ef0ada715 admin admin] Notify callbacks [] for network, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:21:13.809718 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-928eff31-2508-4a46-bee4-f45ef0ada715 admin admin] 10.222.0.104 "DELETE /v2.0/networks/e673442c-5645-41cd-ae64-05cc6584adda HTTP/1.1" status: 204 len: 168 time: 0.3194170 Jul 06 14:21:13.810699 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928eff31-2508-4a46-bee4-f45ef0ada715 admin admin] Pushing event deleted for resources: {'Network': ['ID=e673442c-5645-41cd-ae64-05cc6584adda,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:21:13.886212 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-af7ac6da-1efe-4a7c-ad2d-607d38d2debe req-b9ceec02-88c2-4116-abdb-3852f861ac27 tempest-AttachVolumeNegativeTest-1214840538 tempest-AttachVolumeNegativeTest-1214840538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-128888360'] for port, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:21:13.899907 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] get_ports_and_sgs() called for port_ids ['835e7711-794b-45f9-8e81-43817ead00c7'] {{(pid=100248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 14:21:13.939514 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] get_ports_and_sgs() called for port_ids ['8d4df4ab-91fa-44df-b174-538329dcec07'] {{(pid=100248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 14:21:13.976884 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-af7ac6da-1efe-4a7c-ad2d-607d38d2debe req-b9ceec02-88c2-4116-abdb-3852f861ac27 tempest-AttachVolumeNegativeTest-1214840538 tempest-AttachVolumeNegativeTest-1214840538-project] Network 939b6a56-d602-4029-9bd9-85ca48a8a1c7 is already hosted by enough agents. {{(pid=100247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:21:13.984580 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.base_scheduler [req-af7ac6da-1efe-4a7c-ad2d-607d38d2debe req-b9ceec02-88c2-4116-abdb-3852f861ac27 tempest-AttachVolumeNegativeTest-1214840538 tempest-AttachVolumeNegativeTest-1214840538-project] Resources bound (agent type, host, resource id): {{(pid=100247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:21:13.987413 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ceec02-88c2-4116-abdb-3852f861ac27 tempest-AttachVolumeNegativeTest-1214840538 tempest-AttachVolumeNegativeTest-1214840538-project] Pushing event updated for resources: {'Port': ['ID=08ad2879-fa3c-4f13-8fdb-afb9a449876e,revision_number=1']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:21:13.990192 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.l3_dvrscheduler_db [req-af7ac6da-1efe-4a7c-ad2d-607d38d2debe req-b9ceec02-88c2-4116-abdb-3852f861ac27 tempest-AttachVolumeNegativeTest-1214840538 tempest-AttachVolumeNegativeTest-1214840538-project] Received port after_create {{(pid=100247) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:21:14.054506 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7ac6da-1efe-4a7c-ad2d-607d38d2debe req-b9ceec02-88c2-4116-abdb-3852f861ac27 tempest-AttachVolumeNegativeTest-1214840538 tempest-AttachVolumeNegativeTest-1214840538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:21:14.055482 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-af7ac6da-1efe-4a7c-ad2d-607d38d2debe req-b9ceec02-88c2-4116-abdb-3852f861ac27 tempest-AttachVolumeNegativeTest-1214840538 tempest-AttachVolumeNegativeTest-1214840538-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:21:14.070288 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 36946) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:21:14.113745 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-e7dd3304-f597-4df7-ac9d-463fcd5a03f1 admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=0fb5330a68d94b1da3c3872d90574aab&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0416920 Jul 06 14:21:14.116984 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 36948) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:21:14.144551 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-af7ac6da-1efe-4a7c-ad2d-607d38d2debe req-b9ceec02-88c2-4116-abdb-3852f861ac27 tempest-AttachVolumeNegativeTest-1214840538 tempest-AttachVolumeNegativeTest-1214840538-project] 10.222.0.127 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1476078 Jul 06 14:21:14.168805 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [req-af7ac6da-1efe-4a7c-ad2d-607d38d2debe req-c01bc0cd-a115-423d-9596-c0d99e83fbce service neutron] Request body: {'port': {'device_id': 'd98352f6-56aa-4316-9a48-ca7b7ba8add3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-773647-6'}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:21:14.172035 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-58f0a93e-8cbf-44d0-af62-8a151f8b321e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:21:14.198303 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-58f0a93e-8cbf-44d0-af62-8a151f8b321e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:21:14.213186 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-85f7c5b8-819e-4853-a848-ed9992fb2896 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Notify callbacks [] for router_gateway, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:21:14.251386 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-58f0a93e-8cbf-44d0-af62-8a151f8b321e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:21:14.254551 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-58f0a93e-8cbf-44d0-af62-8a151f8b321e admin admin] Notify callbacks [] for security_group, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:21:14.255765 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-58f0a93e-8cbf-44d0-af62-8a151f8b321e admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/b2132efa-40d7-46de-9959-646c1b99d382 HTTP/1.1" status: 204 len: 168 time: 0.1377397 Jul 06 14:21:14.264477 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f0a93e-8cbf-44d0-af62-8a151f8b321e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2132efa-40d7-46de-9959-646c1b99d382,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:21:14.546485 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-85f7c5b8-819e-4853-a848-ed9992fb2896 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:21:14.615419 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-3e2b1365-0833-456a-85c5-22a6e2d14377 req-c9e8b0d8-b7ce-48ba-8ce1-f20ce436eb5d tempest-VolumesBackupsTest-73392082 tempest-VolumesBackupsTest-73392082-project] 10.222.0.104 "GET /v2.0/networks?tenant_id=ef70664038ee46539212b8ea521811fb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0732129 Jul 06 14:21:14.721461 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552a1eb4-4009-4904-ba1a-2deba82dd4dd req-74904c31-0842-4c2b-9037-c8a8389b22a8 tempest-AttachVolumeNegativeTest-1214840538 tempest-AttachVolumeNegativeTest-1214840538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:21:14.723568 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-552a1eb4-4009-4904-ba1a-2deba82dd4dd req-74904c31-0842-4c2b-9037-c8a8389b22a8 tempest-AttachVolumeNegativeTest-1214840538 tempest-AttachVolumeNegativeTest-1214840538-project] 10.222.0.104 "GET /v2.0/ports?device_id=d98352f6-56aa-4316-9a48-ca7b7ba8add3 HTTP/1.1" status: 200 len: 932 time: 0.6247032 Jul 06 14:21:14.766916 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-af7ac6da-1efe-4a7c-ad2d-607d38d2debe req-c01bc0cd-a115-423d-9596-c0d99e83fbce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:21:14.954466 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-552a1eb4-4009-4904-ba1a-2deba82dd4dd req-7fdbf126-6dd1-4766-ad2d-37fbf48687ab tempest-AttachVolumeNegativeTest-1214840538 tempest-AttachVolumeNegativeTest-1214840538-project] 10.222.0.104 "GET /v2.0/security-groups?id=e25fc918-d317-48f5-8fe8-cddb17b098d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1973944 Jul 06 14:21:14.979399 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.db_base_plugin_common [None req-85f7c5b8-819e-4853-a848-ed9992fb2896 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Allocated IP 172.25.0.62 (2658f09e-a580-4d4a-9968-2d1e0ad93719/cbf74abc-6fe1-4d33-b005-c948923b9647/6bc26841-c0dc-4581-bb12-60a86ac85a2c) {{(pid=100247) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:21:15.071927 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2b1365-0833-456a-85c5-22a6e2d14377 req-493b20ff-7285-4a93-b682-1f1980fc830a tempest-VolumesBackupsTest-73392082 tempest-VolumesBackupsTest-73392082-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:21:15.073422 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-3e2b1365-0833-456a-85c5-22a6e2d14377 req-493b20ff-7285-4a93-b682-1f1980fc830a tempest-VolumesBackupsTest-73392082 tempest-VolumesBackupsTest-73392082-project] 10.222.0.104 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4212799 Jul 06 14:21:15.136216 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-3e2b1365-0833-456a-85c5-22a6e2d14377 req-c378b846-9e67-4675-830d-a99cc4522cf6 tempest-VolumesBackupsTest-73392082 tempest-VolumesBackupsTest-73392082-project] 10.222.0.104 "GET /v2.0/quotas/ef70664038ee46539212b8ea521811fb HTTP/1.1" status: 200 len: 375 time: 0.0558038 Jul 06 14:21:15.194177 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-3e2b1365-0833-456a-85c5-22a6e2d14377 req-2733fca7-63f0-4b7b-a337-cc9b96576ecc tempest-VolumesBackupsTest-73392082 tempest-VolumesBackupsTest-73392082-project] 10.222.0.104 "GET /v2.0/ports?tenant_id=ef70664038ee46539212b8ea521811fb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0505624 Jul 06 14:21:15.279718 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-85f7c5b8-819e-4853-a848-ed9992fb2896 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Notify callbacks [] for port, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:21:15.400946 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-a0f33d94-d909-48d9-b08c-db326d816d90 req-eb77ac4a-20a6-4895-a541-c65a94ab967e tempest-VolumesBackupsTest-73392082 tempest-VolumesBackupsTest-73392082-project] 10.222.0.104 "GET /v2.0/ports?device_id=e39854a4-6757-42d9-ac76-a4f9caebb319 HTTP/1.1" status: 200 len: 210 time: 0.0373330 Jul 06 14:21:15.403555 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-85f7c5b8-819e-4853-a848-ed9992fb2896 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-128888360'] for port, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:21:15.423979 n-d-773647-6 neutron-server[100247]: DEBUG neutron.notifiers.nova [req-af7ac6da-1efe-4a7c-ad2d-607d38d2debe req-c01bc0cd-a115-423d-9596-c0d99e83fbce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 08ad2879-fa3c-4f13-8fdb-afb9a449876e {{(pid=100247) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 14:21:15.442456 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-af7ac6da-1efe-4a7c-ad2d-607d38d2debe req-c01bc0cd-a115-423d-9596-c0d99e83fbce service neutron] Notify callbacks [] for port, precommit_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:21:15.466401 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.provisioning_blocks [req-af7ac6da-1efe-4a7c-ad2d-607d38d2debe req-c01bc0cd-a115-423d-9596-c0d99e83fbce service neutron] Transition to ACTIVE for port object 08ad2879-fa3c-4f13-8fdb-afb9a449876e will not be triggered until provisioned by entity L2. {{(pid=100247) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:21:15.476154 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Device b3faa654-9b0e-47d7-ac0c-c53cca9f4156 no longer exists at agent hyperv_n-h2-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:21:15.493138 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85f7c5b8-819e-4853-a848-ed9992fb2896 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Network 2658f09e-a580-4d4a-9968-2d1e0ad93719 is already hosted by enough agents. {{(pid=100247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:21:15.500467 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] No Port match for: b3faa654-9b0e-47d7-ac0c-c53cca9f4156 {{(pid=100248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 14:21:15.501079 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Device b3faa654-9b0e-47d7-ac0c-c53cca9f4156 not bound to the agent host n-h2-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:21:15.526280 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.base_scheduler [None req-85f7c5b8-819e-4853-a848-ed9992fb2896 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Resources bound (agent type, host, resource id): {{(pid=100247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:21:15.531566 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-0079d356-42ed-427e-8e3b-7fb1fe77523b req-0f98afd4-7a5b-4f68-9f4f-19a5ce14c4c7 tempest-ServerShowV257Test-449343396 tempest-ServerShowV257Test-449343396-project] 10.222.0.104 "GET /v2.0/ports?device_id=575a90f2-eb1d-4b43-8b08-2519e140d80f HTTP/1.1" status: 200 len: 210 time: 0.0665665 Jul 06 14:21:15.532177 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-af7ac6da-1efe-4a7c-ad2d-607d38d2debe req-c01bc0cd-a115-423d-9596-c0d99e83fbce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128888538'] for port, after_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:21:15.534270 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85f7c5b8-819e-4853-a848-ed9992fb2896 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Received port after_create {{(pid=100247) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:21:15.584686 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f7c5b8-819e-4853-a848-ed9992fb2896 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Pushing event updated for resources: {'Port': ['ID=6bc26841-c0dc-4581-bb12-60a86ac85a2c,revision_number=1']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:21:15.636521 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01bc0cd-a115-423d-9596-c0d99e83fbce service neutron] Pushing event updated for resources: {'Port': ['ID=08ad2879-fa3c-4f13-8fdb-afb9a449876e,revision_number=2']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:21:15.856869 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.managers [req-af7ac6da-1efe-4a7c-ad2d-607d38d2debe req-c01bc0cd-a115-423d-9596-c0d99e83fbce service neutron] Attempting to bind port 08ad2879-fa3c-4f13-8fdb-afb9a449876e on host n-h1-773647-6 for vnic_type normal with profile {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:21:15.857386 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.managers [req-af7ac6da-1efe-4a7c-ad2d-607d38d2debe req-c01bc0cd-a115-423d-9596-c0d99e83fbce service neutron] Attempting to bind port 08ad2879-fa3c-4f13-8fdb-afb9a449876e by drivers openvswitch,hyperv on host n-h1-773647-6 at level 0 using segments [{'id': 'ee908c01-b71e-40fe-968e-dba65942d6c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': '939b6a56-d602-4029-9bd9-85ca48a8a1c7'}] {{(pid=100247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:21:15.857739 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af7ac6da-1efe-4a7c-ad2d-607d38d2debe req-c01bc0cd-a115-423d-9596-c0d99e83fbce service neutron] Attempting to bind port 08ad2879-fa3c-4f13-8fdb-afb9a449876e on network 939b6a56-d602-4029-9bd9-85ca48a8a1c7 {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:21:15.866772 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af7ac6da-1efe-4a7c-ad2d-607d38d2debe req-c01bc0cd-a115-423d-9596-c0d99e83fbce service neutron] Port 08ad2879-fa3c-4f13-8fdb-afb9a449876e on network 939b6a56-d602-4029-9bd9-85ca48a8a1c7 not bound, no agent of type Open vSwitch agent registered on host n-h1-773647-6 {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 14:21:15.867102 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af7ac6da-1efe-4a7c-ad2d-607d38d2debe req-c01bc0cd-a115-423d-9596-c0d99e83fbce service neutron] Attempting to bind port 08ad2879-fa3c-4f13-8fdb-afb9a449876e on network 939b6a56-d602-4029-9bd9-85ca48a8a1c7 {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:21:15.906326 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af7ac6da-1efe-4a7c-ad2d-607d38d2debe req-c01bc0cd-a115-423d-9596-c0d99e83fbce service neutron] Checking agent: {'id': '5bf7147f-bada-4441-a5dc-934b903473fb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-773647-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 51, 12), 'started_at': datetime.datetime(2021, 7, 6, 13, 51, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 21, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:21:15.906759 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af7ac6da-1efe-4a7c-ad2d-607d38d2debe req-c01bc0cd-a115-423d-9596-c0d99e83fbce service neutron] Checking segment: {'id': 'ee908c01-b71e-40fe-968e-dba65942d6c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': '939b6a56-d602-4029-9bd9-85ca48a8a1c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100247) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:21:15.907152 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af7ac6da-1efe-4a7c-ad2d-607d38d2debe req-c01bc0cd-a115-423d-9596-c0d99e83fbce service neutron] Bound using segment: {'id': 'ee908c01-b71e-40fe-968e-dba65942d6c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': '939b6a56-d602-4029-9bd9-85ca48a8a1c7'} {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:21:15.907795 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.managers [req-af7ac6da-1efe-4a7c-ad2d-607d38d2debe req-c01bc0cd-a115-423d-9596-c0d99e83fbce service neutron] Bound port: 08ad2879-fa3c-4f13-8fdb-afb9a449876e, host: n-h1-773647-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee908c01-b71e-40fe-968e-dba65942d6c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': '939b6a56-d602-4029-9bd9-85ca48a8a1c7'}}] {{(pid=100247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:21:15.908157 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-af7ac6da-1efe-4a7c-ad2d-607d38d2debe req-c01bc0cd-a115-423d-9596-c0d99e83fbce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:21:16.033194 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-85f7c5b8-819e-4853-a848-ed9992fb2896 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Notify callbacks [] for router_gateway, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:21:16.072078 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.db [req-af7ac6da-1efe-4a7c-ad2d-607d38d2debe req-c01bc0cd-a115-423d-9596-c0d99e83fbce service neutron] For port 08ad2879-fa3c-4f13-8fdb-afb9a449876e, host n-h1-773647-6, cleared binding levels {{(pid=100247) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:21:16.089384 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.db [req-af7ac6da-1efe-4a7c-ad2d-607d38d2debe req-c01bc0cd-a115-423d-9596-c0d99e83fbce service neutron] For port 08ad2879-fa3c-4f13-8fdb-afb9a449876e, host n-h1-773647-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773647-6',level=0,port_id=08ad2879-fa3c-4f13-8fdb-afb9a449876e,segment=NetworkSegment(ee908c01-b71e-40fe-968e-dba65942d6c2),segment_id=ee908c01-b71e-40fe-968e-dba65942d6c2)] {{(pid=100247) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:21:16.098920 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-af7ac6da-1efe-4a7c-ad2d-607d38d2debe req-c01bc0cd-a115-423d-9596-c0d99e83fbce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128888538'] for port, after_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:21:16.178317 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7ac6da-1efe-4a7c-ad2d-607d38d2debe req-c01bc0cd-a115-423d-9596-c0d99e83fbce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:21:16.178935 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-af7ac6da-1efe-4a7c-ad2d-607d38d2debe req-c01bc0cd-a115-423d-9596-c0d99e83fbce service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:21:16.180348 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-af7ac6da-1efe-4a7c-ad2d-607d38d2debe req-c01bc0cd-a115-423d-9596-c0d99e83fbce service neutron] 10.222.0.127 "PUT /v2.0/ports/08ad2879-fa3c-4f13-8fdb-afb9a449876e HTTP/1.1" status: 200 len: 1092 time: 2.0185127 Jul 06 14:21:16.186169 n-d-773647-6 neutron-server[100247]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd98352f6-56aa-4316-9a48-ca7b7ba8add3', 'tag': '08ad2879-fa3c-4f13-8fdb-afb9a449876e'}] {{(pid=100247) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:21:16.188466 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cbf0eeaae822f8fc9b87a94aeba67a3d651842baf663a51cba94b67a514836d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17598634-bda2-4459-98c4-4e24c2f6c872" -d '{"events": [{"name": "network-changed", "server_uuid": "d98352f6-56aa-4316-9a48-ca7b7ba8add3", "tag": "08ad2879-fa3c-4f13-8fdb-afb9a449876e"}]}' {{(pid=100247) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:21:16.242456 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 14:21:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cecafb3-349b-44bb-8030-ee3b28eabd33 x-openstack-request-id: req-7cecafb3-349b-44bb-8030-ee3b28eabd33 {{(pid=100247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:21:16.242739 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d98352f6-56aa-4316-9a48-ca7b7ba8add3", "tag": "08ad2879-fa3c-4f13-8fdb-afb9a449876e", "status": "completed", "code": 200}]} {{(pid=100247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:21:16.242991 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-7cecafb3-349b-44bb-8030-ee3b28eabd33 {{(pid=100247) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:21:16.243408 n-d-773647-6 neutron-server[100247]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd98352f6-56aa-4316-9a48-ca7b7ba8add3', 'tag': '08ad2879-fa3c-4f13-8fdb-afb9a449876e', 'status': 'completed', 'code': 200} Jul 06 14:21:16.295060 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01bc0cd-a115-423d-9596-c0d99e83fbce service neutron] Pushing event updated for resources: {'Port': ['ID=08ad2879-fa3c-4f13-8fdb-afb9a449876e,revision_number=3']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:21:16.341949 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c01bc0cd-a115-423d-9596-c0d99e83fbce service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:21:16.342292 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c01bc0cd-a115-423d-9596-c0d99e83fbce service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:21:16.342661 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c01bc0cd-a115-423d-9596-c0d99e83fbce service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:21:16.343000 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c01bc0cd-a115-423d-9596-c0d99e83fbce service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:21:16.343342 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c01bc0cd-a115-423d-9596-c0d99e83fbce service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:21:16.343672 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c01bc0cd-a115-423d-9596-c0d99e83fbce service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:21:16.343996 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c01bc0cd-a115-423d-9596-c0d99e83fbce service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:21:16.344316 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c01bc0cd-a115-423d-9596-c0d99e83fbce service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:21:16.344639 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c01bc0cd-a115-423d-9596-c0d99e83fbce service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:21:16.344958 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c01bc0cd-a115-423d-9596-c0d99e83fbce service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:21:16.345277 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c01bc0cd-a115-423d-9596-c0d99e83fbce service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:21:16.345594 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c01bc0cd-a115-423d-9596-c0d99e83fbce service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:21:16.389037 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f129931-51bb-4007-beb6-e7e33b77c929 req-d0ad9a7b-d0e0-4a1d-b7f9-4ee11a7e063d tempest-AttachVolumeNegativeTest-1214840538 tempest-AttachVolumeNegativeTest-1214840538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:21:16.390638 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-4f129931-51bb-4007-beb6-e7e33b77c929 req-d0ad9a7b-d0e0-4a1d-b7f9-4ee11a7e063d tempest-AttachVolumeNegativeTest-1214840538 tempest-AttachVolumeNegativeTest-1214840538-project] 10.222.0.104 "GET /v2.0/ports?device_id=d98352f6-56aa-4316-9a48-ca7b7ba8add3 HTTP/1.1" status: 200 len: 944 time: 0.2806051 Jul 06 14:21:16.437387 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7ac6da-1efe-4a7c-ad2d-607d38d2debe req-3a5bdd9d-2a8b-44b0-918e-d4c217ca8fc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:21:16.438540 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-af7ac6da-1efe-4a7c-ad2d-607d38d2debe req-3a5bdd9d-2a8b-44b0-918e-d4c217ca8fc9 service neutron] 10.222.0.127 "GET /v2.0/ports?tenant_id=f5c9f711511e4e5f9402f36745957b4a&device_id=d98352f6-56aa-4316-9a48-ca7b7ba8add3 HTTP/1.1" status: 200 len: 1095 time: 0.2100184 Jul 06 14:21:16.508881 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-af7ac6da-1efe-4a7c-ad2d-607d38d2debe req-fe762623-77f7-4fbe-a6bb-eec2bd3dd06e service neutron] 10.222.0.127 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=08ad2879-fa3c-4f13-8fdb-afb9a449876e HTTP/1.1" status: 200 len: 217 time: 0.0596187 Jul 06 14:21:16.514457 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-85f7c5b8-819e-4853-a848-ed9992fb2896 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1806297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1761036'] for router, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:21:16.521393 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-4f129931-51bb-4007-beb6-e7e33b77c929 req-7f7a6ccb-a77f-4b7a-9ccf-9bf112c2f2f2 tempest-AttachVolumeNegativeTest-1214840538 tempest-AttachVolumeNegativeTest-1214840538-project] 10.222.0.104 "GET /v2.0/security-groups?id=e25fc918-d317-48f5-8fe8-cddb17b098d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970910 Jul 06 14:21:16.587241 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-3e2b1365-0833-456a-85c5-22a6e2d14377 req-14ee8a8c-29cc-4deb-90e6-26ca885c2ff0 tempest-VolumesBackupsTest-73392082 tempest-VolumesBackupsTest-73392082-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=ef70664038ee46539212b8ea521811fb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0695901 Jul 06 14:21:16.701049 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-da45ef00-b6e6-4468-9d59-e79e9a9ae12f req-684b9ea8-743c-4000-a6be-9766b54a3715 tempest-VolumesBackupsTest-73392082 tempest-VolumesBackupsTest-73392082-project] 10.222.0.104 "GET /v2.0/ports?device_id=e39854a4-6757-42d9-ac76-a4f9caebb319 HTTP/1.1" status: 200 len: 210 time: 0.1231272 Jul 06 14:21:16.740350 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-dbbeba4d-417e-4f75-9495-b2aba244f41c req-26c7c76a-d852-408b-aac3-ab1e37b1e18c tempest-ServerShowV257Test-449343396 tempest-ServerShowV257Test-449343396-project] 10.222.0.104 "GET /v2.0/ports?device_id=575a90f2-eb1d-4b43-8b08-2519e140d80f HTTP/1.1" status: 200 len: 210 time: 0.0460508 Jul 06 14:21:16.745954 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7ac6da-1efe-4a7c-ad2d-607d38d2debe req-33f791ba-d3fe-4963-8855-1eb66e288331 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:21:16.747230 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-af7ac6da-1efe-4a7c-ad2d-607d38d2debe req-33f791ba-d3fe-4963-8855-1eb66e288331 service neutron] 10.222.0.127 "GET /v2.0/subnets?id=c766dd70-4214-4cf7-9cdb-42855341a210 HTTP/1.1" status: 200 len: 855 time: 0.2250788 Jul 06 14:21:16.790270 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-af7ac6da-1efe-4a7c-ad2d-607d38d2debe req-d65f7471-3711-4aa2-af9e-baa7e452907e service neutron] 10.222.0.127 "GET /v2.0/ports?network_id=939b6a56-d602-4029-9bd9-85ca48a8a1c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0343344 Jul 06 14:21:16.840501 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2b1365-0833-456a-85c5-22a6e2d14377 req-134ca0e4-af5f-4edf-94ae-80f7044ea6ac tempest-VolumesBackupsTest-73392082 tempest-VolumesBackupsTest-73392082-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:21:16.842151 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-3e2b1365-0833-456a-85c5-22a6e2d14377 req-134ca0e4-af5f-4edf-94ae-80f7044ea6ac tempest-VolumesBackupsTest-73392082 tempest-VolumesBackupsTest-73392082-project] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2489932 Jul 06 14:21:16.856864 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [req-3e2b1365-0833-456a-85c5-22a6e2d14377 req-5c3bb34c-fe43-4477-bf76-afb8e78343ab tempest-VolumesBackupsTest-73392082 tempest-VolumesBackupsTest-73392082-project] Request body: {'port': {'device_id': 'e39854a4-6757-42d9-ac76-a4f9caebb319', 'network_id': 'ac09d390-867f-4b75-a8d2-ab11550bffd6', 'admin_state_up': True, 'tenant_id': 'ef70664038ee46539212b8ea521811fb'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:21:17.137363 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.agents_db [None req-167c0ad6-1657-4c9a-a2c4-3b18056aa662 None None] Agent healthcheck: found 7 active agents {{(pid=100249) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 14:21:17.162507 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85f7c5b8-819e-4853-a848-ed9992fb2896 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Router 6a1550dc-2b33-4f30-ba8c-656e73532932 is scheduled to L3 agent 2823d358-a11b-4885-a706-95a279e43fa7 with binding_index 1 {{(pid=100247) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 14:21:17.244070 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-af7ac6da-1efe-4a7c-ad2d-607d38d2debe req-6cab6d6f-19fe-41b2-94b6-c69b38f2d946 service neutron] 10.222.0.127 "GET /v2.0/networks/939b6a56-d602-4029-9bd9-85ca48a8a1c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4469335 Jul 06 14:21:17.297742 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3e2b1365-0833-456a-85c5-22a6e2d14377 req-5c3bb34c-fe43-4477-bf76-afb8e78343ab tempest-VolumesBackupsTest-73392082 tempest-VolumesBackupsTest-73392082-project] Made reservation on behalf of ef70664038ee46539212b8ea521811fb for: {'port': 1} {{(pid=100246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:21:17.301936 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-3e2b1365-0833-456a-85c5-22a6e2d14377 req-5c3bb34c-fe43-4477-bf76-afb8e78343ab tempest-VolumesBackupsTest-73392082 tempest-VolumesBackupsTest-73392082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:21:17.311459 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-3e2b1365-0833-456a-85c5-22a6e2d14377 req-5c3bb34c-fe43-4477-bf76-afb8e78343ab tempest-VolumesBackupsTest-73392082 tempest-VolumesBackupsTest-73392082-project] Notify callbacks [] for security_group, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:21:17.345302 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85f7c5b8-819e-4853-a848-ed9992fb2896 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Notify agent at l3_agent.n-d-773647-6 the message routers_updated {{(pid=100247) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 14:21:17.355426 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7a3fe30-901b-460d-9b2d-3ec249820c8c None None] Sync routers for ids ['6a1550dc-2b33-4f30-ba8c-656e73532932'] in n-d-773647-6 {{(pid=100248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 14:21:17.368848 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7a3fe30-901b-460d-9b2d-3ec249820c8c None None] Routers {'6a1550dc-2b33-4f30-ba8c-656e73532932'} bound to L3 agent in host n-d-773647-6 {{(pid=100248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:21:17.370845 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-c7a3fe30-901b-460d-9b2d-3ec249820c8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T14:20:56Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['6a1550dc-2b33-4f30-ba8c-656e73532932'], 'active': True} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:21:17.387463 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-af7ac6da-1efe-4a7c-ad2d-607d38d2debe req-91537db2-ae9b-49b2-ba8d-a1754374d5ed service neutron] 10.222.0.127 "GET /v2.0/networks/939b6a56-d602-4029-9bd9-85ca48a8a1c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1123760 Jul 06 14:21:17.419112 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-3e2b1365-0833-456a-85c5-22a6e2d14377 req-5c3bb34c-fe43-4477-bf76-afb8e78343ab tempest-VolumesBackupsTest-73392082 tempest-VolumesBackupsTest-73392082-project] Notify callbacks [] for security_group, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:21:17.424166 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-3e2b1365-0833-456a-85c5-22a6e2d14377 req-5c3bb34c-fe43-4477-bf76-afb8e78343ab tempest-VolumesBackupsTest-73392082 tempest-VolumesBackupsTest-73392082-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:21:17.429905 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-85f7c5b8-819e-4853-a848-ed9992fb2896 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Notify callbacks [] for router, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:21:17.431271 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-85f7c5b8-819e-4853-a848-ed9992fb2896 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] 10.222.0.104 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 4.0221541 Jul 06 14:21:17.434333 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 37026) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:21:17.489440 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-08d107e3-1d81-47d9-a956-212dd15d37ad tempest-TestNetworkAdvancedServerOps-137028019 tempest-TestNetworkAdvancedServerOps-137028019-project-admin] 10.222.0.104 "GET /v2.0/subnets?project_id=1077a35eaa714f1bbf260d32c5a52c8f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0538778 Jul 06 14:21:17.491976 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 37028) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:21:17.496119 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvr_db [None req-c7a3fe30-901b-460d-9b2d-3ec249820c8c None None] Set router 6a1550dc-2b33-4f30-ba8c-656e73532932 gateway port host: n-d-773647-6 {{(pid=100248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:21:17.500361 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3bb34c-fe43-4477-bf76-afb8e78343ab tempest-VolumesBackupsTest-73392082 tempest-VolumesBackupsTest-73392082-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8f1a1d3c-2ddd-4594-bc52-ddf4ae223100,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:21:17.573640 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.db_base_plugin_common [req-3e2b1365-0833-456a-85c5-22a6e2d14377 req-5c3bb34c-fe43-4477-bf76-afb8e78343ab tempest-VolumesBackupsTest-73392082 tempest-VolumesBackupsTest-73392082-project] Allocated IP 192.168.233.11 (ac09d390-867f-4b75-a8d2-ab11550bffd6/d1c3cc78-09b9-4e30-99fd-0e5830de101d/50b7d990-2d83-4291-bbcf-cd274c12efa4) {{(pid=100246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:21:17.674669 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17598634-bda2-4459-98c4-4e24c2f6c872 req-9da637fa-b0a0-4d9b-b3b3-d929126d49ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:21:17.677307 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-17598634-bda2-4459-98c4-4e24c2f6c872 req-9da637fa-b0a0-4d9b-b3b3-d929126d49ee service neutron] 10.222.0.127 "GET /v2.0/ports?tenant_id=f5c9f711511e4e5f9402f36745957b4a&device_id=d98352f6-56aa-4316-9a48-ca7b7ba8add3 HTTP/1.1" status: 200 len: 1095 time: 0.2335300 Jul 06 14:21:17.681077 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a663f75-ac87-4123-89fc-2cc6c3a63a05 tempest-TestNetworkAdvancedServerOps-137028019 tempest-TestNetworkAdvancedServerOps-137028019-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:21:17.686825 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 37032) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:21:17.687926 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-5a663f75-ac87-4123-89fc-2cc6c3a63a05 tempest-TestNetworkAdvancedServerOps-137028019 tempest-TestNetworkAdvancedServerOps-137028019-project-admin] 10.222.0.104 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1949344 Jul 06 14:21:17.699269 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-c7a3fe30-901b-460d-9b2d-3ec249820c8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a1550dc-2b33-4f30-ba8c-656e73532932', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1201183656', 'tenant_id': '1077a35eaa714f1bbf260d32c5a52c8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.62'}], 'enable_snat': True}, 'gw_port_id': '6bc26841-c0dc-4581-bb12-60a86ac85a2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:21:13Z', 'updated_at': '2021-07-06T14:21:15Z', 'revision_number': 3, 'project_id': '1077a35eaa714f1bbf260d32c5a52c8f', 'gw_port': {'id': '6bc26841-c0dc-4581-bb12-60a86ac85a2c', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:33:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a1550dc-2b33-4f30-ba8c-656e73532932', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2903, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:21:14Z', 'updated_at': '2021-07-06T14:21:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6'}], 'n-d-773647-6', False) {} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:21:17.732012 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7a3fe30-901b-460d-9b2d-3ec249820c8c None None] Checking router: 6a1550dc-2b33-4f30-ba8c-656e73532932 for host: n-d-773647-6 {{(pid=100248) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 14:21:17.732359 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7a3fe30-901b-460d-9b2d-3ec249820c8c None None] Updating router 6a1550dc-2b33-4f30-ba8c-656e73532932 port 6bc26841-c0dc-4581-bb12-60a86ac85a2c binding host n-d-773647-6 {{(pid=100248) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 14:21:17.740714 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-6d9c35d5-d215-490c-9702-89a93f3e8ffe tempest-TestNetworkAdvancedServerOps-137028019 tempest-TestNetworkAdvancedServerOps-137028019-project-admin] 10.222.0.104 "GET /v2.0/subnets?network_id=2658f09e-a580-4d4a-9968-2d1e0ad93719&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0528021 Jul 06 14:21:17.743365 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 37036) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:21:17.750165 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-efa97ec2-e8e7-4dc7-ac0d-20344e90fa84 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-316509587', 'network_id': 'e4ae84ad-fbf7-438d-8cac-3418f3b1f391', 'project_id': '1077a35eaa714f1bbf260d32c5a52c8f', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:21:17.775999 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-c7a3fe30-901b-460d-9b2d-3ec249820c8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:21:17.849028 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17598634-bda2-4459-98c4-4e24c2f6c872 req-da60362b-1e5b-4b4a-a0e1-964b88fab1c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:21:17.850843 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-17598634-bda2-4459-98c4-4e24c2f6c872 req-da60362b-1e5b-4b4a-a0e1-964b88fab1c4 service neutron] 10.222.0.127 "GET /v2.0/networks?id=939b6a56-d602-4029-9bd9-85ca48a8a1c7 HTTP/1.1" status: 200 len: 917 time: 0.1616805 Jul 06 14:21:17.857545 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-3e2b1365-0833-456a-85c5-22a6e2d14377 req-5c3bb34c-fe43-4477-bf76-afb8e78343ab tempest-VolumesBackupsTest-73392082 tempest-VolumesBackupsTest-73392082-project] Notify callbacks [] for port, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:21:17.860270 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0288eb14-be46-4121-bd55-3f25bc2a49eb req-f67c12fd-90d0-46cd-8d36-8c29c3a14f8d tempest-AttachVolumeNegativeTest-1214840538 tempest-AttachVolumeNegativeTest-1214840538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:21:17.861906 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-0288eb14-be46-4121-bd55-3f25bc2a49eb req-f67c12fd-90d0-46cd-8d36-8c29c3a14f8d tempest-AttachVolumeNegativeTest-1214840538 tempest-AttachVolumeNegativeTest-1214840538-project] 10.222.0.104 "GET /v2.0/ports?device_id=d98352f6-56aa-4316-9a48-ca7b7ba8add3 HTTP/1.1" status: 200 len: 944 time: 0.1495087 Jul 06 14:21:17.879135 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.provisioning_blocks [req-3e2b1365-0833-456a-85c5-22a6e2d14377 req-5c3bb34c-fe43-4477-bf76-afb8e78343ab tempest-VolumesBackupsTest-73392082 tempest-VolumesBackupsTest-73392082-project] Transition to ACTIVE for port object 50b7d990-2d83-4291-bbcf-cd274c12efa4 will not be triggered until provisioned by entity DHCP. {{(pid=100246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:21:17.888147 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efa97ec2-e8e7-4dc7-ac0d-20344e90fa84 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Made reservation on behalf of 1077a35eaa714f1bbf260d32c5a52c8f for: {'subnet': 1} {{(pid=100246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:21:17.891677 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-efa97ec2-e8e7-4dc7-ac0d-20344e90fa84 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127702029'] for subnet, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:21:17.919741 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-17598634-bda2-4459-98c4-4e24c2f6c872 req-1d47d17d-b3a7-459c-9cc5-21f7d6e940c7 service neutron] 10.222.0.127 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=08ad2879-fa3c-4f13-8fdb-afb9a449876e HTTP/1.1" status: 200 len: 217 time: 0.0567565 Jul 06 14:21:17.943668 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-334f1ef8-f444-4732-8020-ea3232afe573 req-d108e845-5057-42c9-9a5d-f59d65a12657 tempest-VolumesBackupsTest-73392082 tempest-VolumesBackupsTest-73392082-project] 10.222.0.104 "GET /v2.0/ports?device_id=e39854a4-6757-42d9-ac76-a4f9caebb319 HTTP/1.1" status: 200 len: 210 time: 0.0725367 Jul 06 14:21:18.007979 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-0288eb14-be46-4121-bd55-3f25bc2a49eb req-e7be6dc4-8c46-4502-99b4-0e1dea836f40 tempest-AttachVolumeNegativeTest-1214840538 tempest-AttachVolumeNegativeTest-1214840538-project] 10.222.0.104 "GET /v2.0/security-groups?id=e25fc918-d317-48f5-8fe8-cddb17b098d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378872 Jul 06 14:21:18.008289 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-3e2b1365-0833-456a-85c5-22a6e2d14377 req-5c3bb34c-fe43-4477-bf76-afb8e78343ab tempest-VolumesBackupsTest-73392082 tempest-VolumesBackupsTest-73392082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-127687573'] for port, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:21:18.024432 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17598634-bda2-4459-98c4-4e24c2f6c872 req-e6c49ca6-b144-4985-b9dd-0d1baa35231f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:21:18.025942 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-17598634-bda2-4459-98c4-4e24c2f6c872 req-e6c49ca6-b144-4985-b9dd-0d1baa35231f service neutron] 10.222.0.127 "GET /v2.0/subnets?id=c766dd70-4214-4cf7-9cdb-42855341a210 HTTP/1.1" status: 200 len: 855 time: 0.0849411 Jul 06 14:21:18.077539 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3e2b1365-0833-456a-85c5-22a6e2d14377 req-5c3bb34c-fe43-4477-bf76-afb8e78343ab tempest-VolumesBackupsTest-73392082 tempest-VolumesBackupsTest-73392082-project] Network ac09d390-867f-4b75-a8d2-ab11550bffd6 is already hosted by enough agents. {{(pid=100246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:21:18.081100 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3bb34c-fe43-4477-bf76-afb8e78343ab tempest-VolumesBackupsTest-73392082 tempest-VolumesBackupsTest-73392082-project] Pushing event updated for resources: {'Port': ['ID=50b7d990-2d83-4291-bbcf-cd274c12efa4,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:21:18.087024 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-c7a3fe30-901b-460d-9b2d-3ec249820c8c None None] Notify callbacks [] for port, precommit_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:21:18.088492 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.base_scheduler [req-3e2b1365-0833-456a-85c5-22a6e2d14377 req-5c3bb34c-fe43-4477-bf76-afb8e78343ab tempest-VolumesBackupsTest-73392082 tempest-VolumesBackupsTest-73392082-project] Resources bound (agent type, host, resource id): {{(pid=100246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:21:18.102734 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-17598634-bda2-4459-98c4-4e24c2f6c872 req-6be96c22-3553-48f8-a4e6-ecb5e846b177 service neutron] 10.222.0.127 "GET /v2.0/ports?network_id=939b6a56-d602-4029-9bd9-85ca48a8a1c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0700729 Jul 06 14:21:18.112825 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-c7a3fe30-901b-460d-9b2d-3ec249820c8c None None] Transition to ACTIVE for port object 6bc26841-c0dc-4581-bb12-60a86ac85a2c will not be triggered until provisioned by entity L2. {{(pid=100248) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:21:18.115131 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e2b1365-0833-456a-85c5-22a6e2d14377 req-5c3bb34c-fe43-4477-bf76-afb8e78343ab tempest-VolumesBackupsTest-73392082 tempest-VolumesBackupsTest-73392082-project] Received port after_create {{(pid=100246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:21:18.122323 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-c7a3fe30-901b-460d-9b2d-3ec249820c8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:21:18.178218 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-45fa463d-4ed4-40b8-86c7-c3c869d68a46 req-d8cc65f1-4f30-4a3e-92bd-10ff78465ff8 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=575a90f2-eb1d-4b43-8b08-2519e140d80f HTTP/1.1" status: 200 len: 210 time: 0.0576053 Jul 06 14:21:18.179849 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d29b73-9796-4a03-83a8-f2cf07c404c1 None None] Pushing event updated for resources: {'Port': ['ID=6bc26841-c0dc-4581-bb12-60a86ac85a2c,revision_number=2']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:21:18.201954 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-c7a3fe30-901b-460d-9b2d-3ec249820c8c None None] Attempting to bind port 6bc26841-c0dc-4581-bb12-60a86ac85a2c on host n-d-773647-6 for vnic_type normal with profile {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:21:18.202328 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-c7a3fe30-901b-460d-9b2d-3ec249820c8c None None] Attempting to bind port 6bc26841-c0dc-4581-bb12-60a86ac85a2c by drivers openvswitch,hyperv on host n-d-773647-6 at level 0 using segments [{'id': '89a832b7-7793-4d51-9038-ed7e1c3ff1b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719'}] {{(pid=100248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:21:18.203073 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7a3fe30-901b-460d-9b2d-3ec249820c8c None None] Attempting to bind port 6bc26841-c0dc-4581-bb12-60a86ac85a2c on network 2658f09e-a580-4d4a-9968-2d1e0ad93719 {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:21:18.206351 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-2720155d-1d74-4fbf-9728-88e8747a0352 req-de0688a4-7f53-440a-bda1-925f5819dc9c tempest-ServerShowV257Test-449343396 tempest-ServerShowV257Test-449343396-project] 10.222.0.104 "GET /v2.0/ports?device_id=575a90f2-eb1d-4b43-8b08-2519e140d80f HTTP/1.1" status: 200 len: 210 time: 0.0460918 Jul 06 14:21:18.209454 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7a3fe30-901b-460d-9b2d-3ec249820c8c None None] Checking agent: {'id': '8ab5b19c-d213-4f29-891d-27bdf39d38b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773647-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 43, 26), 'started_at': datetime.datetime(2021, 7, 6, 13, 43, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 20, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773647-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:21:18.209835 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7a3fe30-901b-460d-9b2d-3ec249820c8c None None] Checking segment: {'id': '89a832b7-7793-4d51-9038-ed7e1c3ff1b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:21:18.210292 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-c7a3fe30-901b-460d-9b2d-3ec249820c8c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:21:18.210678 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7a3fe30-901b-460d-9b2d-3ec249820c8c None None] Bound using segment: {'id': '89a832b7-7793-4d51-9038-ed7e1c3ff1b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719'} {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:21:18.211574 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-c7a3fe30-901b-460d-9b2d-3ec249820c8c None None] Bound port: 6bc26841-c0dc-4581-bb12-60a86ac85a2c, host: n-d-773647-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89a832b7-7793-4d51-9038-ed7e1c3ff1b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719'}}] {{(pid=100248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:21:18.211923 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-c7a3fe30-901b-460d-9b2d-3ec249820c8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:21:18.241785 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2b1365-0833-456a-85c5-22a6e2d14377 req-5c3bb34c-fe43-4477-bf76-afb8e78343ab tempest-VolumesBackupsTest-73392082 tempest-VolumesBackupsTest-73392082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:21:18.241785 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-3e2b1365-0833-456a-85c5-22a6e2d14377 req-5c3bb34c-fe43-4477-bf76-afb8e78343ab tempest-VolumesBackupsTest-73392082 tempest-VolumesBackupsTest-73392082-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:21:18.255469 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-17598634-bda2-4459-98c4-4e24c2f6c872 req-1b7bca6a-46a5-47e4-8234-3fd780618b4a service neutron] 10.222.0.127 "GET /v2.0/networks/939b6a56-d602-4029-9bd9-85ca48a8a1c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1444049 Jul 06 14:21:18.267421 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-efa97ec2-e8e7-4dc7-ac0d-20344e90fa84 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1849032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127687649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127702047'] for subnet, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:21:18.270846 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-3e2b1365-0833-456a-85c5-22a6e2d14377 req-5c3bb34c-fe43-4477-bf76-afb8e78343ab tempest-VolumesBackupsTest-73392082 tempest-VolumesBackupsTest-73392082-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.4181054 Jul 06 14:21:18.283075 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-c7a3fe30-901b-460d-9b2d-3ec249820c8c None None] For port 6bc26841-c0dc-4581-bb12-60a86ac85a2c, host n-d-773647-6, cleared binding levels {{(pid=100248) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:21:18.287078 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-c7a3fe30-901b-460d-9b2d-3ec249820c8c None None] For port 6bc26841-c0dc-4581-bb12-60a86ac85a2c, host n-d-773647-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=6bc26841-c0dc-4581-bb12-60a86ac85a2c,segment=NetworkSegment(89a832b7-7793-4d51-9038-ed7e1c3ff1b2),segment_id=89a832b7-7793-4d51-9038-ed7e1c3ff1b2)] {{(pid=100248) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:21:18.293327 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-c7a3fe30-901b-460d-9b2d-3ec249820c8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:21:18.309543 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [req-3e2b1365-0833-456a-85c5-22a6e2d14377 req-3cbcfa6a-1ff3-41c0-b41e-a4bd683dd690 service neutron] Request body: {'port': {'device_id': 'e39854a4-6757-42d9-ac76-a4f9caebb319', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-773647-6'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:21:18.360500 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7a3fe30-901b-460d-9b2d-3ec249820c8c None None] Routers {'6a1550dc-2b33-4f30-ba8c-656e73532932'} bound to L3 agent in host n-d-773647-6 {{(pid=100248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:21:18.361192 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-c7a3fe30-901b-460d-9b2d-3ec249820c8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T14:20:56Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['6a1550dc-2b33-4f30-ba8c-656e73532932'], 'active': True} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:21:18.376087 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-17598634-bda2-4459-98c4-4e24c2f6c872 req-27941eb9-28d5-46fb-a052-19f8c5b3323d service neutron] 10.222.0.127 "GET /v2.0/networks/939b6a56-d602-4029-9bd9-85ca48a8a1c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1136942 Jul 06 14:21:18.391506 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa97ec2-e8e7-4dc7-ac0d-20344e90fa84 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Pushing event updated for resources: {'Subnet': ['ID=577a0dd4-810a-43cb-b648-9d9592da7f23,revision_number=0']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:21:18.394094 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efa97ec2-e8e7-4dc7-ac0d-20344e90fa84 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Checking segment: {'id': '0f9f2e53-c623-44f6-9998-d3d558a1c957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1020, 'network_id': 'e4ae84ad-fbf7-438d-8cac-3418f3b1f391'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:21:18.395025 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efa97ec2-e8e7-4dc7-ac0d-20344e90fa84 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Network hostable DHCP agents. Network: e4ae84ad-fbf7-438d-8cac-3418f3b1f391, hostable agents: ['f2bada3d-be77-4359-982b-8505a2bbca04'], hosted agents: [] {{(pid=100246) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 14:21:18.415131 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d29b73-9796-4a03-83a8-f2cf07c404c1 None None] Pushing event updated for resources: {'Port': ['ID=6bc26841-c0dc-4581-bb12-60a86ac85a2c,revision_number=3']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:21:18.447051 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efa97ec2-e8e7-4dc7-ac0d-20344e90fa84 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Network e4ae84ad-fbf7-438d-8cac-3418f3b1f391 is scheduled to be hosted by DHCP agent f2bada3d-be77-4359-982b-8505a2bbca04 with binding_index 1 {{(pid=100246) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 14:21:18.449217 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-3e2b1365-0833-456a-85c5-22a6e2d14377 req-3cbcfa6a-1ff3-41c0-b41e-a4bd683dd690 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:21:18.467362 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.base_scheduler [None req-efa97ec2-e8e7-4dc7-ac0d-20344e90fa84 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773647-6, e4ae84ad-fbf7-438d-8cac-3418f3b1f391) {{(pid=100246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:21:18.488967 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efa97ec2-e8e7-4dc7-ac0d-20344e90fa84 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:21:18.489657 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-efa97ec2-e8e7-4dc7-ac0d-20344e90fa84 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Notify callbacks [] for subnet, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:21:18.517552 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-efa97ec2-e8e7-4dc7-ac0d-20344e90fa84 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] 10.222.0.104 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.7732785 Jul 06 14:21:18.521082 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 37040) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:21:18.618380 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef05fd23-7667-4216-b902-fda00ac6e619 None None] Network e4ae84ad-fbf7-438d-8cac-3418f3b1f391 requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:21:18.683762 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5dbb1a9c-a979-48e6-901f-a5327a04649c None None] Provisioning for port 50b7d990-2d83-4291-bbcf-cd274c12efa4 completed by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:21:18.695952 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5dbb1a9c-a979-48e6-901f-a5327a04649c None None] Provisioning complete for port 50b7d990-2d83-4291-bbcf-cd274c12efa4 triggered by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:21:18.696331 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5dbb1a9c-a979-48e6-901f-a5327a04649c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:21:18.699635 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvr_db [None req-c7a3fe30-901b-460d-9b2d-3ec249820c8c None None] Set router 6a1550dc-2b33-4f30-ba8c-656e73532932 gateway port host: n-d-773647-6 {{(pid=100248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:21:18.769244 n-d-773647-6 neutron-server[100246]: DEBUG neutron.notifiers.nova [req-3e2b1365-0833-456a-85c5-22a6e2d14377 req-3cbcfa6a-1ff3-41c0-b41e-a4bd683dd690 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 50b7d990-2d83-4291-bbcf-cd274c12efa4 {{(pid=100246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 14:21:18.777102 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-3e2b1365-0833-456a-85c5-22a6e2d14377 req-3cbcfa6a-1ff3-41c0-b41e-a4bd683dd690 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:21:18.791611 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.provisioning_blocks [req-3e2b1365-0833-456a-85c5-22a6e2d14377 req-3cbcfa6a-1ff3-41c0-b41e-a4bd683dd690 service neutron] Transition to ACTIVE for port object 50b7d990-2d83-4291-bbcf-cd274c12efa4 will not be triggered until provisioned by entity L2. {{(pid=100246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:21:18.795598 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-3e2b1365-0833-456a-85c5-22a6e2d14377 req-3cbcfa6a-1ff3-41c0-b41e-a4bd683dd690 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127687527'] for port, after_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:21:18.843599 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-5dbb1a9c-a979-48e6-901f-a5327a04649c None None] Port 50b7d990-2d83-4291-bbcf-cd274c12efa4 cannot update to ACTIVE because it is not bound. {{(pid=100248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 14:21:18.922269 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cbcfa6a-1ff3-41c0-b41e-a4bd683dd690 service neutron] Pushing event updated for resources: {'Port': ['ID=50b7d990-2d83-4291-bbcf-cd274c12efa4,revision_number=2']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:21:18.969260 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [req-3e2b1365-0833-456a-85c5-22a6e2d14377 req-3cbcfa6a-1ff3-41c0-b41e-a4bd683dd690 service neutron] Attempting to bind port 50b7d990-2d83-4291-bbcf-cd274c12efa4 on host n-h2-773647-6 for vnic_type normal with profile {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:21:18.969915 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [req-3e2b1365-0833-456a-85c5-22a6e2d14377 req-3cbcfa6a-1ff3-41c0-b41e-a4bd683dd690 service neutron] Attempting to bind port 50b7d990-2d83-4291-bbcf-cd274c12efa4 by drivers openvswitch,hyperv on host n-h2-773647-6 at level 0 using segments [{'id': 'c9ea893d-045e-42cf-b3dd-cdd1f79baccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'ac09d390-867f-4b75-a8d2-ab11550bffd6'}] {{(pid=100246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:21:18.971010 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e2b1365-0833-456a-85c5-22a6e2d14377 req-3cbcfa6a-1ff3-41c0-b41e-a4bd683dd690 service neutron] Attempting to bind port 50b7d990-2d83-4291-bbcf-cd274c12efa4 on network ac09d390-867f-4b75-a8d2-ab11550bffd6 {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:21:18.977178 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e2b1365-0833-456a-85c5-22a6e2d14377 req-3cbcfa6a-1ff3-41c0-b41e-a4bd683dd690 service neutron] Port 50b7d990-2d83-4291-bbcf-cd274c12efa4 on network ac09d390-867f-4b75-a8d2-ab11550bffd6 not bound, no agent of type Open vSwitch agent registered on host n-h2-773647-6 {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 14:21:18.977772 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e2b1365-0833-456a-85c5-22a6e2d14377 req-3cbcfa6a-1ff3-41c0-b41e-a4bd683dd690 service neutron] Attempting to bind port 50b7d990-2d83-4291-bbcf-cd274c12efa4 on network ac09d390-867f-4b75-a8d2-ab11550bffd6 {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:21:18.984619 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e2b1365-0833-456a-85c5-22a6e2d14377 req-3cbcfa6a-1ff3-41c0-b41e-a4bd683dd690 service neutron] Checking agent: {'id': '63768ece-0600-4354-8d29-fdedec96b077', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-773647-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 51, 10), 'started_at': datetime.datetime(2021, 7, 6, 13, 51, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 21, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:21:18.985393 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e2b1365-0833-456a-85c5-22a6e2d14377 req-3cbcfa6a-1ff3-41c0-b41e-a4bd683dd690 service neutron] Checking segment: {'id': 'c9ea893d-045e-42cf-b3dd-cdd1f79baccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'ac09d390-867f-4b75-a8d2-ab11550bffd6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:21:18.987037 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e2b1365-0833-456a-85c5-22a6e2d14377 req-3cbcfa6a-1ff3-41c0-b41e-a4bd683dd690 service neutron] Bound using segment: {'id': 'c9ea893d-045e-42cf-b3dd-cdd1f79baccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'ac09d390-867f-4b75-a8d2-ab11550bffd6'} {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:21:18.987751 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [req-3e2b1365-0833-456a-85c5-22a6e2d14377 req-3cbcfa6a-1ff3-41c0-b41e-a4bd683dd690 service neutron] Bound port: 50b7d990-2d83-4291-bbcf-cd274c12efa4, host: n-h2-773647-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c9ea893d-045e-42cf-b3dd-cdd1f79baccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'ac09d390-867f-4b75-a8d2-ab11550bffd6'}}] {{(pid=100246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:21:18.988663 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-3e2b1365-0833-456a-85c5-22a6e2d14377 req-3cbcfa6a-1ff3-41c0-b41e-a4bd683dd690 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:21:19.045236 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f207335-1b43-4daa-a382-4c636d1f2a37 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6bd5fc82-6666-56e8-87c2-91648d36c963-e4ae84ad-fbf7-438d-8cac-3418f3b1f391', 'network_id': 'e4ae84ad-fbf7-438d-8cac-3418f3b1f391', 'tenant_id': '1077a35eaa714f1bbf260d32c5a52c8f', 'fixed_ips': [{'subnet_id': '577a0dd4-810a-43cb-b648-9d9592da7f23'}]}} from n-d-773647-6. {{(pid=100248) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 14:21:19.046106 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-2f207335-1b43-4daa-a382-4c636d1f2a37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:21:19.076688 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-d2976956-c9dd-47ed-b492-57d39d593540 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:21:19.101944 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.db [req-3e2b1365-0833-456a-85c5-22a6e2d14377 req-3cbcfa6a-1ff3-41c0-b41e-a4bd683dd690 service neutron] For port 50b7d990-2d83-4291-bbcf-cd274c12efa4, host n-h2-773647-6, cleared binding levels {{(pid=100246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:21:19.105313 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.db [req-3e2b1365-0833-456a-85c5-22a6e2d14377 req-3cbcfa6a-1ff3-41c0-b41e-a4bd683dd690 service neutron] For port 50b7d990-2d83-4291-bbcf-cd274c12efa4, host n-h2-773647-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=50b7d990-2d83-4291-bbcf-cd274c12efa4,segment=NetworkSegment(c9ea893d-045e-42cf-b3dd-cdd1f79baccd),segment_id=c9ea893d-045e-42cf-b3dd-cdd1f79baccd)] {{(pid=100246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:21:19.110101 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-3e2b1365-0833-456a-85c5-22a6e2d14377 req-3cbcfa6a-1ff3-41c0-b41e-a4bd683dd690 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127687527'] for port, after_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:21:19.186875 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-c7a3fe30-901b-460d-9b2d-3ec249820c8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a1550dc-2b33-4f30-ba8c-656e73532932', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1201183656', 'tenant_id': '1077a35eaa714f1bbf260d32c5a52c8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.62'}], 'enable_snat': True}, 'gw_port_id': '6bc26841-c0dc-4581-bb12-60a86ac85a2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:21:13Z', 'updated_at': '2021-07-06T14:21:15Z', 'revision_number': 3, 'project_id': '1077a35eaa714f1bbf260d32c5a52c8f', 'gw_port': {'id': '6bc26841-c0dc-4581-bb12-60a86ac85a2c', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:33:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a1550dc-2b33-4f30-ba8c-656e73532932', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2903, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:21:14Z', 'updated_at': '2021-07-06T14:21:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6'}], 'n-d-773647-6', False) {} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:21:19.196921 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2b1365-0833-456a-85c5-22a6e2d14377 req-3cbcfa6a-1ff3-41c0-b41e-a4bd683dd690 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:21:19.197553 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-3e2b1365-0833-456a-85c5-22a6e2d14377 req-3cbcfa6a-1ff3-41c0-b41e-a4bd683dd690 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:21:19.199331 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-3e2b1365-0833-456a-85c5-22a6e2d14377 req-3cbcfa6a-1ff3-41c0-b41e-a4bd683dd690 service neutron] 10.222.0.72 "PUT /v2.0/ports/50b7d990-2d83-4291-bbcf-cd274c12efa4 HTTP/1.1" status: 200 len: 1095 time: 0.8962798 Jul 06 14:21:19.199793 n-d-773647-6 neutron-server[100246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e39854a4-6757-42d9-ac76-a4f9caebb319', 'tag': '50b7d990-2d83-4291-bbcf-cd274c12efa4'}] {{(pid=100246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:21:19.202442 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0d96c5ab5e889f7b933ae915b9be33d1b46c9e87795bf781004b656ef3f1e87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65a45201-a76a-4cbb-8bab-80a7298255c9" -d '{"events": [{"name": "network-changed", "server_uuid": "e39854a4-6757-42d9-ac76-a4f9caebb319", "tag": "50b7d990-2d83-4291-bbcf-cd274c12efa4"}]}' {{(pid=100246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:21:19.223063 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7a3fe30-901b-460d-9b2d-3ec249820c8c None None] The sync data for ids ['6a1550dc-2b33-4f30-ba8c-656e73532932'] in n-d-773647-6 is: [{'id': '6a1550dc-2b33-4f30-ba8c-656e73532932', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1201183656', 'tenant_id': '1077a35eaa714f1bbf260d32c5a52c8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.62'}], 'enable_snat': True}, 'gw_port_id': '6bc26841-c0dc-4581-bb12-60a86ac85a2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:21:13Z', 'updated_at': '2021-07-06T14:21:15Z', 'revision_number': 3, 'project_id': '1077a35eaa714f1bbf260d32c5a52c8f', 'gw_port': {'id': '6bc26841-c0dc-4581-bb12-60a86ac85a2c', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:33:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a1550dc-2b33-4f30-ba8c-656e73532932', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2903, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:21:14Z', 'updated_at': '2021-07-06T14:21:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6'}] {{(pid=100248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 14:21:19.231317 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cbcfa6a-1ff3-41c0-b41e-a4bd683dd690 service neutron] Pushing event updated for resources: {'Port': ['ID=50b7d990-2d83-4291-bbcf-cd274c12efa4,revision_number=3']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:21:19.333695 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.db_base_plugin_common [None req-2f207335-1b43-4daa-a382-4c636d1f2a37 None None] Allocated IP 172.20.0.2 (e4ae84ad-fbf7-438d-8cac-3418f3b1f391/577a0dd4-810a-43cb-b648-9d9592da7f23/3d402dde-ba72-4c2c-acbc-863fe6496f05) {{(pid=100248) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:21:19.344993 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2b1365-0833-456a-85c5-22a6e2d14377 req-325e3aeb-5315-4630-9582-74c0d0ad4676 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:21:19.346589 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-3e2b1365-0833-456a-85c5-22a6e2d14377 req-325e3aeb-5315-4630-9582-74c0d0ad4676 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=ef70664038ee46539212b8ea521811fb&device_id=e39854a4-6757-42d9-ac76-a4f9caebb319 HTTP/1.1" status: 200 len: 1098 time: 0.0746093 Jul 06 14:21:19.406071 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-3e2b1365-0833-456a-85c5-22a6e2d14377 req-3bacefbf-8cb4-40fa-a546-dd9f84151a1c service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.11&port_id=50b7d990-2d83-4291-bbcf-cd274c12efa4 HTTP/1.1" status: 200 len: 217 time: 0.0516727 Jul 06 14:21:19.468229 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2b1365-0833-456a-85c5-22a6e2d14377 req-a59eb788-1ad0-42d7-9b8e-eeba0e4ac1fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:21:19.470547 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-3e2b1365-0833-456a-85c5-22a6e2d14377 req-a59eb788-1ad0-42d7-9b8e-eeba0e4ac1fc service neutron] 10.222.0.72 "GET /v2.0/subnets?id=d1c3cc78-09b9-4e30-99fd-0e5830de101d HTTP/1.1" status: 200 len: 843 time: 0.0584781 Jul 06 14:21:19.497330 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8354d33d-da4b-43fa-a961-21f4bca771d8 req-7f650e71-5697-4512-bc73-e639875f5070 tempest-VolumesBackupsTest-73392082 tempest-VolumesBackupsTest-73392082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:21:19.498906 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-8354d33d-da4b-43fa-a961-21f4bca771d8 req-7f650e71-5697-4512-bc73-e639875f5070 tempest-VolumesBackupsTest-73392082 tempest-VolumesBackupsTest-73392082-project] 10.222.0.104 "GET /v2.0/ports?device_id=e39854a4-6757-42d9-ac76-a4f9caebb319 HTTP/1.1" status: 200 len: 947 time: 0.3194661 Jul 06 14:21:19.518738 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b2c18f-7882-4144-9491-eb980e5e1f89 req-b9d6256d-be50-4ebf-8929-c4b677d334a2 tempest-AttachVolumeNegativeTest-1214840538 tempest-AttachVolumeNegativeTest-1214840538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:21:19.520325 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-20b2c18f-7882-4144-9491-eb980e5e1f89 req-b9d6256d-be50-4ebf-8929-c4b677d334a2 tempest-AttachVolumeNegativeTest-1214840538 tempest-AttachVolumeNegativeTest-1214840538-project] 10.222.0.104 "GET /v2.0/ports?device_id=d98352f6-56aa-4316-9a48-ca7b7ba8add3 HTTP/1.1" status: 200 len: 944 time: 0.2570755 Jul 06 14:21:19.549645 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2b1365-0833-456a-85c5-22a6e2d14377 req-4e08c206-2100-4940-952c-93ea0915fa00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:21:19.552074 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-3e2b1365-0833-456a-85c5-22a6e2d14377 req-4e08c206-2100-4940-952c-93ea0915fa00 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=ac09d390-867f-4b75-a8d2-ab11550bffd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0736103 Jul 06 14:21:19.555442 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-2f207335-1b43-4daa-a382-4c636d1f2a37 None None] Notify callbacks [] for port, precommit_create {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:21:19.572248 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-2f207335-1b43-4daa-a382-4c636d1f2a37 None None] Transition to ACTIVE for port object 3d402dde-ba72-4c2c-acbc-863fe6496f05 will not be triggered until provisioned by entity L2. {{(pid=100248) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:21:19.601468 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-2f207335-1b43-4daa-a382-4c636d1f2a37 None None] Transition to ACTIVE for port object 3d402dde-ba72-4c2c-acbc-863fe6496f05 will not be triggered until provisioned by entity DHCP. {{(pid=100248) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:21:19.637782 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-2f207335-1b43-4daa-a382-4c636d1f2a37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108'] for port, after_create {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:21:19.688405 n-d-773647-6 neutron-server[100248]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f207335-1b43-4daa-a382-4c636d1f2a37 None None] Network e4ae84ad-fbf7-438d-8cac-3418f3b1f391 is already hosted by enough agents. {{(pid=100248) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:21:19.691992 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-3e2b1365-0833-456a-85c5-22a6e2d14377 req-1e09916a-755f-498a-b85c-feac7efe95b0 service neutron] 10.222.0.72 "GET /v2.0/networks/ac09d390-867f-4b75-a8d2-ab11550bffd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1326010 Jul 06 14:21:19.693193 n-d-773647-6 neutron-server[100248]: DEBUG neutron.scheduler.base_scheduler [None req-2f207335-1b43-4daa-a382-4c636d1f2a37 None None] Resources bound (agent type, host, resource id): {{(pid=100248) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:21:19.696268 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-8354d33d-da4b-43fa-a961-21f4bca771d8 req-6e0891d6-0b22-46c4-a60d-5b2761b44666 tempest-VolumesBackupsTest-73392082 tempest-VolumesBackupsTest-73392082-project] 10.222.0.104 "GET /v2.0/security-groups?id=8f1a1d3c-2ddd-4594-bc52-ddf4ae223100&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1884706 Jul 06 14:21:19.696665 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f207335-1b43-4daa-a382-4c636d1f2a37 None None] Received port after_create {{(pid=100248) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:21:19.720090 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f207335-1b43-4daa-a382-4c636d1f2a37 None None] Pushing event updated for resources: {'Port': ['ID=3d402dde-ba72-4c2c-acbc-863fe6496f05,revision_number=1']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:21:19.724265 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-20b2c18f-7882-4144-9491-eb980e5e1f89 req-08def567-48c0-4e2d-8b10-cdc91d764f82 tempest-AttachVolumeNegativeTest-1214840538 tempest-AttachVolumeNegativeTest-1214840538-project] 10.222.0.104 "GET /v2.0/security-groups?id=e25fc918-d317-48f5-8fe8-cddb17b098d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1881044 Jul 06 14:21:19.796964 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 14:21:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecc9242f-29ed-4cf0-8a92-7a70c0cafb04 x-openstack-request-id: req-ecc9242f-29ed-4cf0-8a92-7a70c0cafb04 {{(pid=100246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:21:19.797893 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e39854a4-6757-42d9-ac76-a4f9caebb319", "tag": "50b7d990-2d83-4291-bbcf-cd274c12efa4", "status": "completed", "code": 200}]} {{(pid=100246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:21:19.801410 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-ecc9242f-29ed-4cf0-8a92-7a70c0cafb04 {{(pid=100246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:21:19.802036 n-d-773647-6 neutron-server[100246]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e39854a4-6757-42d9-ac76-a4f9caebb319', 'tag': '50b7d990-2d83-4291-bbcf-cd274c12efa4', 'status': 'completed', 'code': 200} Jul 06 14:21:19.826913 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-2f207335-1b43-4daa-a382-4c636d1f2a37 None None] Attempting to bind port 3d402dde-ba72-4c2c-acbc-863fe6496f05 on host n-d-773647-6 for vnic_type normal with profile {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:21:19.827369 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-2f207335-1b43-4daa-a382-4c636d1f2a37 None None] Attempting to bind port 3d402dde-ba72-4c2c-acbc-863fe6496f05 by drivers openvswitch,hyperv on host n-d-773647-6 at level 0 using segments [{'id': '0f9f2e53-c623-44f6-9998-d3d558a1c957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1020, 'network_id': 'e4ae84ad-fbf7-438d-8cac-3418f3b1f391'}] {{(pid=100248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:21:19.827807 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f207335-1b43-4daa-a382-4c636d1f2a37 None None] Attempting to bind port 3d402dde-ba72-4c2c-acbc-863fe6496f05 on network e4ae84ad-fbf7-438d-8cac-3418f3b1f391 {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:21:19.833871 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.db_base_plugin_common [None req-d2976956-c9dd-47ed-b492-57d39d593540 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Allocated IP 172.20.0.1 (e4ae84ad-fbf7-438d-8cac-3418f3b1f391/577a0dd4-810a-43cb-b648-9d9592da7f23/bda4d34f-3c3f-49ff-8f8b-5f5ca59404c3) {{(pid=100247) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:21:19.843864 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f207335-1b43-4daa-a382-4c636d1f2a37 None None] Checking agent: {'id': '8ab5b19c-d213-4f29-891d-27bdf39d38b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773647-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 43, 26), 'started_at': datetime.datetime(2021, 7, 6, 13, 43, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 20, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773647-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:21:19.844132 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f207335-1b43-4daa-a382-4c636d1f2a37 None None] Checking segment: {'id': '0f9f2e53-c623-44f6-9998-d3d558a1c957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1020, 'network_id': 'e4ae84ad-fbf7-438d-8cac-3418f3b1f391'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:21:19.844546 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-2f207335-1b43-4daa-a382-4c636d1f2a37 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:21:19.844948 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f207335-1b43-4daa-a382-4c636d1f2a37 None None] Bound using segment: {'id': '0f9f2e53-c623-44f6-9998-d3d558a1c957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1020, 'network_id': 'e4ae84ad-fbf7-438d-8cac-3418f3b1f391'} {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:21:19.845435 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-2f207335-1b43-4daa-a382-4c636d1f2a37 None None] Bound port: 3d402dde-ba72-4c2c-acbc-863fe6496f05, host: n-d-773647-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f9f2e53-c623-44f6-9998-d3d558a1c957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1020, 'network_id': 'e4ae84ad-fbf7-438d-8cac-3418f3b1f391'}}] {{(pid=100248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:21:19.845822 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-2f207335-1b43-4daa-a382-4c636d1f2a37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:21:19.866456 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 6bc26841-c0dc-4581-bb12-60a86ac85a2c up at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:21:19.886540 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-3e2b1365-0833-456a-85c5-22a6e2d14377 req-9fe81fd2-4133-4200-bb01-44a4bb92d4cf service neutron] 10.222.0.72 "GET /v2.0/networks/ac09d390-867f-4b75-a8d2-ab11550bffd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1878662 Jul 06 14:21:20.000382 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-2f207335-1b43-4daa-a382-4c636d1f2a37 None None] For port 3d402dde-ba72-4c2c-acbc-863fe6496f05, host n-d-773647-6, cleared binding levels {{(pid=100248) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:21:20.005152 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-2f207335-1b43-4daa-a382-4c636d1f2a37 None None] For port 3d402dde-ba72-4c2c-acbc-863fe6496f05, host n-d-773647-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=3d402dde-ba72-4c2c-acbc-863fe6496f05,segment=NetworkSegment(0f9f2e53-c623-44f6-9998-d3d558a1c957),segment_id=0f9f2e53-c623-44f6-9998-d3d558a1c957)] {{(pid=100248) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:21:20.017290 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-2f207335-1b43-4daa-a382-4c636d1f2a37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:21:20.029583 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-de38a2c1-4395-4788-9781-aa5b87c84a8e req-319513a8-668f-414f-9636-f84600806469 tempest-ServerShowV257Test-449343396 tempest-ServerShowV257Test-449343396-project] 10.222.0.104 "GET /v2.0/ports?device_id=575a90f2-eb1d-4b43-8b08-2519e140d80f HTTP/1.1" status: 200 len: 210 time: 0.1107461 Jul 06 14:21:20.059716 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a45201-a76a-4cbb-8bab-80a7298255c9 req-e4452f06-9f5f-420c-a0ee-9dd53ff987af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:21:20.061353 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-65a45201-a76a-4cbb-8bab-80a7298255c9 req-e4452f06-9f5f-420c-a0ee-9dd53ff987af service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=ef70664038ee46539212b8ea521811fb&device_id=e39854a4-6757-42d9-ac76-a4f9caebb319 HTTP/1.1" status: 200 len: 1098 time: 0.1090431 Jul 06 14:21:20.121004 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-d2976956-c9dd-47ed-b492-57d39d593540 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Notify callbacks [] for port, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:21:20.126907 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning for port 6bc26841-c0dc-4581-bb12-60a86ac85a2c completed by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:21:20.140623 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.provisioning_blocks [None req-d2976956-c9dd-47ed-b492-57d39d593540 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Transition to ACTIVE for port object bda4d34f-3c3f-49ff-8f8b-5f5ca59404c3 will not be triggered until provisioned by entity DHCP. {{(pid=100247) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:21:20.145367 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning complete for port 6bc26841-c0dc-4581-bb12-60a86ac85a2c triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:21:20.145716 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:21:20.176071 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f207335-1b43-4daa-a382-4c636d1f2a37 None None] Pushing event updated for resources: {'Port': ['ID=3d402dde-ba72-4c2c-acbc-863fe6496f05,revision_number=2']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:21:20.246238 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-d2976956-c9dd-47ed-b492-57d39d593540 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-128888360'] for port, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:21:20.276109 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:21:20.287506 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a45201-a76a-4cbb-8bab-80a7298255c9 req-60c38ab9-94c0-4a9a-b729-d44b84e7a2d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:21:20.289047 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-65a45201-a76a-4cbb-8bab-80a7298255c9 req-60c38ab9-94c0-4a9a-b729-d44b84e7a2d6 service neutron] 10.222.0.72 "GET /v2.0/networks?id=ac09d390-867f-4b75-a8d2-ab11550bffd6 HTTP/1.1" status: 200 len: 871 time: 0.2198832 Jul 06 14:21:20.310998 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] For port 6bc26841-c0dc-4581-bb12-60a86ac85a2c, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=6bc26841-c0dc-4581-bb12-60a86ac85a2c,segment=NetworkSegment(89a832b7-7793-4d51-9038-ed7e1c3ff1b2),segment_id=89a832b7-7793-4d51-9038-ed7e1c3ff1b2)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:21:20.318615 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:21:20.337435 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2976956-c9dd-47ed-b492-57d39d593540 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Network e4ae84ad-fbf7-438d-8cac-3418f3b1f391 is already hosted by enough agents. {{(pid=100247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:21:20.346217 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.base_scheduler [None req-d2976956-c9dd-47ed-b492-57d39d593540 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Resources bound (agent type, host, resource id): {{(pid=100247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:21:20.353251 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2976956-c9dd-47ed-b492-57d39d593540 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Received port after_create {{(pid=100247) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:21:20.428828 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Pushing event updated for resources: {'Port': ['ID=6bc26841-c0dc-4581-bb12-60a86ac85a2c,revision_number=4']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:21:20.432043 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-65a45201-a76a-4cbb-8bab-80a7298255c9 req-7ed4757c-82b9-4d30-a572-633f831a0837 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.11&port_id=50b7d990-2d83-4291-bbcf-cd274c12efa4 HTTP/1.1" status: 200 len: 217 time: 0.1354270 Jul 06 14:21:20.453896 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2976956-c9dd-47ed-b492-57d39d593540 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Pushing event updated for resources: {'Port': ['ID=bda4d34f-3c3f-49ff-8f8b-5f5ca59404c3,revision_number=1']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:21:20.457089 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-d2976956-c9dd-47ed-b492-57d39d593540 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1807675'] for router_interface, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:21:20.561245 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a45201-a76a-4cbb-8bab-80a7298255c9 req-6260073d-59ff-48b4-9767-3603c3640967 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:21:20.566613 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-65a45201-a76a-4cbb-8bab-80a7298255c9 req-6260073d-59ff-48b4-9767-3603c3640967 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=d1c3cc78-09b9-4e30-99fd-0e5830de101d HTTP/1.1" status: 200 len: 843 time: 0.1229494 Jul 06 14:21:20.648839 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a45201-a76a-4cbb-8bab-80a7298255c9 req-16f1f910-6620-43d4-bde8-16a65b267401 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:21:20.653242 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-65a45201-a76a-4cbb-8bab-80a7298255c9 req-16f1f910-6620-43d4-bde8-16a65b267401 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=ac09d390-867f-4b75-a8d2-ab11550bffd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0780721 Jul 06 14:21:20.732133 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-d2976956-c9dd-47ed-b492-57d39d593540 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:21:20.845950 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-65a45201-a76a-4cbb-8bab-80a7298255c9 req-dc9c7960-fafe-4015-9829-0ef5a659f03c service neutron] 10.222.0.72 "GET /v2.0/networks/ac09d390-867f-4b75-a8d2-ab11550bffd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1832821 Jul 06 14:21:20.975344 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-65a45201-a76a-4cbb-8bab-80a7298255c9 req-4852e53f-4386-42a5-93cb-adadbeb02b5c service neutron] 10.222.0.72 "GET /v2.0/networks/ac09d390-867f-4b75-a8d2-ab11550bffd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1182270 Jul 06 14:21:21.072739 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38592b00-cdea-442b-9c11-1756db68848c req-c97e7c13-3e2a-4e37-89d0-3e14215abb0b tempest-VolumesBackupsTest-73392082 tempest-VolumesBackupsTest-73392082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:21:21.074583 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-38592b00-cdea-442b-9c11-1756db68848c req-c97e7c13-3e2a-4e37-89d0-3e14215abb0b tempest-VolumesBackupsTest-73392082 tempest-VolumesBackupsTest-73392082-project] 10.222.0.104 "GET /v2.0/ports?device_id=e39854a4-6757-42d9-ac76-a4f9caebb319 HTTP/1.1" status: 200 len: 947 time: 0.2335391 Jul 06 14:21:21.083207 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1e6568-40f3-44b1-9e01-3c433f38cb22 req-42041408-26ee-4e63-bfd1-c19926f33b5b tempest-AttachVolumeShelveTestJSON-1020519793 tempest-AttachVolumeShelveTestJSON-1020519793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:21:21.084644 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-4b1e6568-40f3-44b1-9e01-3c433f38cb22 req-42041408-26ee-4e63-bfd1-c19926f33b5b tempest-AttachVolumeShelveTestJSON-1020519793 tempest-AttachVolumeShelveTestJSON-1020519793-project] 10.222.0.104 "GET /v2.0/ports?device_id=28222247-ef72-4123-b031-e588ebd3ba47 HTTP/1.1" status: 200 len: 947 time: 0.1893332 Jul 06 14:21:21.204134 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-38592b00-cdea-442b-9c11-1756db68848c req-67e3b1c4-a8ce-4fba-b459-a0e455ae63cc tempest-VolumesBackupsTest-73392082 tempest-VolumesBackupsTest-73392082-project] 10.222.0.104 "GET /v2.0/security-groups?id=8f1a1d3c-2ddd-4594-bc52-ddf4ae223100&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119907 Jul 06 14:21:21.211838 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-4b1e6568-40f3-44b1-9e01-3c433f38cb22 req-0c394753-e3fc-49f9-a078-b6267f905a15 tempest-AttachVolumeShelveTestJSON-1020519793 tempest-AttachVolumeShelveTestJSON-1020519793-project] 10.222.0.104 "GET /v2.0/security-groups?id=a376d024-e4a1-4cc8-8fe5-9c69c2c40821&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1181581 Jul 06 14:21:21.391877 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab1eb968-3e14-48ce-ac7f-ed633140bc94 None None] Network e4ae84ad-fbf7-438d-8cac-3418f3b1f391 requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:21:21.458113 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-a910ac27-1c67-4b42-8109-c336dfb8d76a None None] Provisioning for port 3d402dde-ba72-4c2c-acbc-863fe6496f05 completed by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:21:21.612839 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-4278d775-312b-4a7c-bcd3-567aec5e5bef req-4e3a9ea8-3cb7-43f3-b56e-504afbaae589 tempest-ServerShowV257Test-449343396 tempest-ServerShowV257Test-449343396-project] 10.222.0.104 "GET /v2.0/ports?device_id=575a90f2-eb1d-4b43-8b08-2519e140d80f HTTP/1.1" status: 200 len: 210 time: 0.0603054 Jul 06 14:21:21.670385 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-d2976956-c9dd-47ed-b492-57d39d593540 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Notify callbacks [] for port, precommit_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:21:21.676966 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-d2976956-c9dd-47ed-b492-57d39d593540 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128888538'] for port, after_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:21:21.716932 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a785bf86-0638-49d0-9209-ce729846f5e5 req-e6cc8d63-4633-491a-b5f3-e11bd0cb7e5c tempest-AttachVolumeNegativeTest-1214840538 tempest-AttachVolumeNegativeTest-1214840538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:21:21.718491 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-a785bf86-0638-49d0-9209-ce729846f5e5 req-e6cc8d63-4633-491a-b5f3-e11bd0cb7e5c tempest-AttachVolumeNegativeTest-1214840538 tempest-AttachVolumeNegativeTest-1214840538-project] 10.222.0.104 "GET /v2.0/ports?device_id=d98352f6-56aa-4316-9a48-ca7b7ba8add3 HTTP/1.1" status: 200 len: 944 time: 0.1672032 Jul 06 14:21:21.799076 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2976956-c9dd-47ed-b492-57d39d593540 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Pushing event updated for resources: {'Port': ['ID=bda4d34f-3c3f-49ff-8f8b-5f5ca59404c3,revision_number=2']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:21:21.802055 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-d2976956-c9dd-47ed-b492-57d39d593540 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1809478'] for router_interface, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:21:21.818012 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-a785bf86-0638-49d0-9209-ce729846f5e5 req-3cc2789a-9f82-457d-ad48-bffb293b30e2 tempest-AttachVolumeNegativeTest-1214840538 tempest-AttachVolumeNegativeTest-1214840538-project] 10.222.0.104 "GET /v2.0/security-groups?id=e25fc918-d317-48f5-8fe8-cddb17b098d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791235 Jul 06 14:21:21.849257 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 3d402dde-ba72-4c2c-acbc-863fe6496f05 up at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:21:21.871687 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Device 08ad2879-fa3c-4f13-8fdb-afb9a449876e details requested by agent hyperv_n-h1-773647-6 with host n-h1-773647-6 {{(pid=100248) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 14:21:21.917297 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2976956-c9dd-47ed-b492-57d39d593540 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Network e4ae84ad-fbf7-438d-8cac-3418f3b1f391 is already hosted by enough agents. {{(pid=100247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:21:21.918922 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.base_scheduler [None req-d2976956-c9dd-47ed-b492-57d39d593540 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Resources bound (agent type, host, resource id): {{(pid=100247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:21:21.983946 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-a8eddfdf-d66e-467a-a373-37a501a7b3f3 None None] Provisioning for port bda4d34f-3c3f-49ff-8f8b-5f5ca59404c3 completed by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:21:21.989591 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning for port 3d402dde-ba72-4c2c-acbc-863fe6496f05 completed by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:21:22.001118 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-a8eddfdf-d66e-467a-a373-37a501a7b3f3 None None] Provisioning complete for port bda4d34f-3c3f-49ff-8f8b-5f5ca59404c3 triggered by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:21:22.001678 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-a8eddfdf-d66e-467a-a373-37a501a7b3f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:21:22.005851 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning complete for port 3d402dde-ba72-4c2c-acbc-863fe6496f05 triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:21:22.006341 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:21:22.046486 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2976956-c9dd-47ed-b492-57d39d593540 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Router 6a1550dc-2b33-4f30-ba8c-656e73532932 has already been hosted by L3 agent 2823d358-a11b-4885-a706-95a279e43fa7 {{(pid=100247) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 14:21:22.086756 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] For port 08ad2879-fa3c-4f13-8fdb-afb9a449876e, host n-h1-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773647-6',level=0,port_id=08ad2879-fa3c-4f13-8fdb-afb9a449876e,segment=NetworkSegment(ee908c01-b71e-40fe-968e-dba65942d6c2),segment_id=ee908c01-b71e-40fe-968e-dba65942d6c2)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:21:22.110259 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Returning: {'device': '08ad2879-fa3c-4f13-8fdb-afb9a449876e', 'network_id': '939b6a56-d602-4029-9bd9-85ca48a8a1c7', 'port_id': '08ad2879-fa3c-4f13-8fdb-afb9a449876e', 'mac_address': 'fa:16:3e:59:d7:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1019, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c766dd70-4214-4cf7-9cdb-42855341a210', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100248) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 14:21:22.113547 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-a8eddfdf-d66e-467a-a373-37a501a7b3f3 None None] Port bda4d34f-3c3f-49ff-8f8b-5f5ca59404c3 cannot update to ACTIVE because it is not bound. {{(pid=100248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 14:21:22.166919 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2976956-c9dd-47ed-b492-57d39d593540 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Notify agent at l3_agent.n-d-773647-6 the message routers_updated {{(pid=100247) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 14:21:22.179433 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-d2976956-c9dd-47ed-b492-57d39d593540 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] 10.222.0.104 "PUT /v2.0/routers/6a1550dc-2b33-4f30-ba8c-656e73532932/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6490817 Jul 06 14:21:22.185589 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:21:22.190376 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1234da0-d764-4d22-b3d7-42ff2377f1a8 None None] Sync routers for ids ['6a1550dc-2b33-4f30-ba8c-656e73532932'] in n-d-773647-6 {{(pid=100249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 14:21:22.198739 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:21:22.208604 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1234da0-d764-4d22-b3d7-42ff2377f1a8 None None] Routers {'6a1550dc-2b33-4f30-ba8c-656e73532932'} bound to L3 agent in host n-d-773647-6 {{(pid=100249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:21:22.208889 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-f1234da0-d764-4d22-b3d7-42ff2377f1a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T14:20:56Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['6a1550dc-2b33-4f30-ba8c-656e73532932'], 'active': True} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:21:22.212470 n-d-773647-6 neutron-server[100248]: DEBUG neutron.notifiers.nova [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 08ad2879-fa3c-4f13-8fdb-afb9a449876e {{(pid=100248) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 14:21:22.251924 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] For port 08ad2879-fa3c-4f13-8fdb-afb9a449876e, host n-h1-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773647-6',level=0,port_id=08ad2879-fa3c-4f13-8fdb-afb9a449876e,segment=NetworkSegment(ee908c01-b71e-40fe-968e-dba65942d6c2),segment_id=ee908c01-b71e-40fe-968e-dba65942d6c2)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:21:22.265577 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:21:22.269829 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] For port 3d402dde-ba72-4c2c-acbc-863fe6496f05, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=3d402dde-ba72-4c2c-acbc-863fe6496f05,segment=NetworkSegment(0f9f2e53-c623-44f6-9998-d3d558a1c957),segment_id=0f9f2e53-c623-44f6-9998-d3d558a1c957)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:21:22.274324 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-031da637-0032-4ea3-9853-a0972c64d883 None None] Provisioning complete for port bda4d34f-3c3f-49ff-8f8b-5f5ca59404c3 triggered by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:21:22.274895 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-031da637-0032-4ea3-9853-a0972c64d883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:21:22.334779 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:21:22.335955 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 6bc26841-c0dc-4581-bb12-60a86ac85a2c up at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:21:22.369045 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-031da637-0032-4ea3-9853-a0972c64d883 None None] Port bda4d34f-3c3f-49ff-8f8b-5f5ca59404c3 cannot update to ACTIVE because it is not bound. {{(pid=100248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 14:21:22.400024 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Pushing event updated for resources: {'Port': ['ID=08ad2879-fa3c-4f13-8fdb-afb9a449876e,revision_number=4']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:21:22.413556 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvr_db [None req-f1234da0-d764-4d22-b3d7-42ff2377f1a8 None None] Set router 6a1550dc-2b33-4f30-ba8c-656e73532932 gateway port host: n-d-773647-6 {{(pid=100249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:21:22.417814 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375a3d2e-d92f-49b0-a28b-98cea0a30136 req-06166d63-f4ec-466d-be98-080df5b4a7f6 tempest-AttachVolumeShelveTestJSON-1020519793 tempest-AttachVolumeShelveTestJSON-1020519793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:21:22.419625 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-375a3d2e-d92f-49b0-a28b-98cea0a30136 req-06166d63-f4ec-466d-be98-080df5b4a7f6 tempest-AttachVolumeShelveTestJSON-1020519793 tempest-AttachVolumeShelveTestJSON-1020519793-project] 10.222.0.127 "GET /v2.0/ports?device_id=28222247-ef72-4123-b031-e588ebd3ba47 HTTP/1.1" status: 200 len: 947 time: 0.1198897 Jul 06 14:21:22.471923 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning complete for port 6bc26841-c0dc-4581-bb12-60a86ac85a2c triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:21:22.472578 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:21:22.475158 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Pushing event updated for resources: {'Port': ['ID=3d402dde-ba72-4c2c-acbc-863fe6496f05,revision_number=3']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:21:22.565974 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] get_ports_and_sgs() called for port_ids ['08ad2879-fa3c-4f13-8fdb-afb9a449876e'] {{(pid=100248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 14:21:22.611670 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712d3341-7cb6-42f0-ba4c-f77e6f96fcfc req-807b5ee0-1099-4e32-bb0f-d78496943280 tempest-VolumesBackupsTest-73392082 tempest-VolumesBackupsTest-73392082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:21:22.613768 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-712d3341-7cb6-42f0-ba4c-f77e6f96fcfc req-807b5ee0-1099-4e32-bb0f-d78496943280 tempest-VolumesBackupsTest-73392082 tempest-VolumesBackupsTest-73392082-project] 10.222.0.104 "GET /v2.0/ports?device_id=e39854a4-6757-42d9-ac76-a4f9caebb319 HTTP/1.1" status: 200 len: 947 time: 0.1924810 Jul 06 14:21:22.622389 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce32e5fe-bc74-44c0-a76e-d8c5b3627196 req-f29dd39a-17b6-4722-8042-28c9589d2836 tempest-AttachVolumeShelveTestJSON-1020519793 tempest-AttachVolumeShelveTestJSON-1020519793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:21:22.624251 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-ce32e5fe-bc74-44c0-a76e-d8c5b3627196 req-f29dd39a-17b6-4722-8042-28c9589d2836 tempest-AttachVolumeShelveTestJSON-1020519793 tempest-AttachVolumeShelveTestJSON-1020519793-project] 10.222.0.104 "GET /v2.0/ports?device_id=28222247-ef72-4123-b031-e588ebd3ba47 HTTP/1.1" status: 200 len: 947 time: 0.1932969 Jul 06 14:21:22.624742 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-f1234da0-d764-4d22-b3d7-42ff2377f1a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a1550dc-2b33-4f30-ba8c-656e73532932', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1201183656', 'tenant_id': '1077a35eaa714f1bbf260d32c5a52c8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.62'}], 'enable_snat': True}, 'gw_port_id': '6bc26841-c0dc-4581-bb12-60a86ac85a2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:21:13Z', 'updated_at': '2021-07-06T14:21:20Z', 'revision_number': 4, 'project_id': '1077a35eaa714f1bbf260d32c5a52c8f', 'gw_port': {'id': '6bc26841-c0dc-4581-bb12-60a86ac85a2c', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:33:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a1550dc-2b33-4f30-ba8c-656e73532932', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2903, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:21:14Z', 'updated_at': '2021-07-06T14:21:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6', '_interfaces': [{'id': 'bda4d34f-3c3f-49ff-8f8b-5f5ca59404c3', 'name': '', 'network_id': 'e4ae84ad-fbf7-438d-8cac-3418f3b1f391', 'tenant_id': '1077a35eaa714f1bbf260d32c5a52c8f', 'mac_address': 'fa:16:3e:67:fb:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a1550dc-2b33-4f30-ba8c-656e73532932', 'device_owner': 'network:router_interface', 'standard_attr_id': 2912, 'fixed_ips': [{'subnet_id': '577a0dd4-810a-43cb-b648-9d9592da7f23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:21:19Z', 'updated_at': '2021-07-06T14:21:21Z', 'revision_number': 2, 'project_id': '1077a35eaa714f1bbf260d32c5a52c8f', 'subnets': [{'id': '577a0dd4-810a-43cb-b648-9d9592da7f23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773647-6', False) {} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:21:22.660652 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1234da0-d764-4d22-b3d7-42ff2377f1a8 None None] Checking router: 6a1550dc-2b33-4f30-ba8c-656e73532932 for host: n-d-773647-6 {{(pid=100249) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 14:21:22.661001 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1234da0-d764-4d22-b3d7-42ff2377f1a8 None None] Updating router 6a1550dc-2b33-4f30-ba8c-656e73532932 port bda4d34f-3c3f-49ff-8f8b-5f5ca59404c3 binding host n-d-773647-6 {{(pid=100249) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 14:21:22.692267 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.plugin [req-375a3d2e-d92f-49b0-a28b-98cea0a30136 req-d29e1215-258e-4181-b36a-60e0c3eb6d5d tempest-AttachVolumeShelveTestJSON-1020519793 tempest-AttachVolumeShelveTestJSON-1020519793-project] Deleting port 67b64fd1-ede8-4c8b-b13f-ce71aea9619c {{(pid=100247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:21:22.692775 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-375a3d2e-d92f-49b0-a28b-98cea0a30136 req-d29e1215-258e-4181-b36a-60e0c3eb6d5d tempest-AttachVolumeShelveTestJSON-1020519793 tempest-AttachVolumeShelveTestJSON-1020519793-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:21:22.696623 n-d-773647-6 neutron-server[100249]: DEBUG neutron_lib.callbacks.manager [None req-f1234da0-d764-4d22-b3d7-42ff2377f1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:21:22.714644 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-712d3341-7cb6-42f0-ba4c-f77e6f96fcfc req-dabc8d01-8f42-4ba8-b2a0-125a7e7c1da0 tempest-VolumesBackupsTest-73392082 tempest-VolumesBackupsTest-73392082-project] 10.222.0.104 "GET /v2.0/security-groups?id=8f1a1d3c-2ddd-4594-bc52-ddf4ae223100&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893734 Jul 06 14:21:22.730717 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-ce32e5fe-bc74-44c0-a76e-d8c5b3627196 req-33dd40c2-f262-4fad-a678-25535f8a5ab2 tempest-AttachVolumeShelveTestJSON-1020519793 tempest-AttachVolumeShelveTestJSON-1020519793-project] 10.222.0.104 "GET /v2.0/security-groups?id=a376d024-e4a1-4cc8-8fe5-9c69c2c40821&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0798531 Jul 06 14:21:22.828392 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.db [req-375a3d2e-d92f-49b0-a28b-98cea0a30136 req-d29e1215-258e-4181-b36a-60e0c3eb6d5d tempest-AttachVolumeShelveTestJSON-1020519793 tempest-AttachVolumeShelveTestJSON-1020519793-project] For port 67b64fd1-ede8-4c8b-b13f-ce71aea9619c, host n-h1-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773647-6',level=0,port_id=67b64fd1-ede8-4c8b-b13f-ce71aea9619c,segment=NetworkSegment(c15971e2-442e-4b9a-8cef-3ba8ead63686),segment_id=c15971e2-442e-4b9a-8cef-3ba8ead63686)] {{(pid=100247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:21:22.828753 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-375a3d2e-d92f-49b0-a28b-98cea0a30136 req-d29e1215-258e-4181-b36a-60e0c3eb6d5d tempest-AttachVolumeShelveTestJSON-1020519793 tempest-AttachVolumeShelveTestJSON-1020519793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:21:22.877403 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-594072c7-780e-4cee-ac93-096ec25bdb00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:21:22.929292 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-b29ab35f-0557-41f1-8875-905a535e2bd5 req-eb558603-9e32-443e-8d6d-847af1b5e227 tempest-ServerShowV257Test-449343396 tempest-ServerShowV257Test-449343396-project] 10.222.0.104 "GET /v2.0/ports?device_id=575a90f2-eb1d-4b43-8b08-2519e140d80f HTTP/1.1" status: 200 len: 210 time: 0.0464044 Jul 06 14:21:22.949461 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-49bd6d31-1ecd-405b-9fc0-3739e535a7c8 req-aa2edcad-277a-4cbc-9c72-4b3d5979e078 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] 10.222.0.104 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1194877058&fields=id&tenant_id=1077a35eaa714f1bbf260d32c5a52c8f HTTP/1.1" status: 200 len: 267 time: 0.1114514 Jul 06 14:21:22.985117 n-d-773647-6 neutron-server[100249]: DEBUG neutron_lib.callbacks.manager [None req-f1234da0-d764-4d22-b3d7-42ff2377f1a8 None None] Notify callbacks [] for port, precommit_update {{(pid=100249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:21:22.997613 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.provisioning_blocks [None req-f1234da0-d764-4d22-b3d7-42ff2377f1a8 None None] Transition to ACTIVE for port object bda4d34f-3c3f-49ff-8f8b-5f5ca59404c3 will not be triggered until provisioned by entity L2. {{(pid=100249) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:21:23.003901 n-d-773647-6 neutron-server[100249]: DEBUG neutron_lib.callbacks.manager [None req-f1234da0-d764-4d22-b3d7-42ff2377f1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:21:23.080987 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef372e7-7a22-466a-90f4-9276a30b4c58 None None] Pushing event updated for resources: {'Port': ['ID=bda4d34f-3c3f-49ff-8f8b-5f5ca59404c3,revision_number=3']} {{(pid=100249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:21:23.107974 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef372e7-7a22-466a-90f4-9276a30b4c58 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:21:23.108324 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef372e7-7a22-466a-90f4-9276a30b4c58 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:21:23.108664 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef372e7-7a22-466a-90f4-9276a30b4c58 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:21:23.108999 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef372e7-7a22-466a-90f4-9276a30b4c58 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:21:23.109321 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef372e7-7a22-466a-90f4-9276a30b4c58 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:21:23.109646 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef372e7-7a22-466a-90f4-9276a30b4c58 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:21:23.109965 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef372e7-7a22-466a-90f4-9276a30b4c58 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:21:23.110284 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef372e7-7a22-466a-90f4-9276a30b4c58 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:21:23.110601 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef372e7-7a22-466a-90f4-9276a30b4c58 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:21:23.110918 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef372e7-7a22-466a-90f4-9276a30b4c58 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:21:23.111252 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef372e7-7a22-466a-90f4-9276a30b4c58 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:21:23.111572 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef372e7-7a22-466a-90f4-9276a30b4c58 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:21:23.128573 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.managers [None req-f1234da0-d764-4d22-b3d7-42ff2377f1a8 None None] Attempting to bind port bda4d34f-3c3f-49ff-8f8b-5f5ca59404c3 on host n-d-773647-6 for vnic_type normal with profile {{(pid=100249) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:21:23.128897 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.managers [None req-f1234da0-d764-4d22-b3d7-42ff2377f1a8 None None] Attempting to bind port bda4d34f-3c3f-49ff-8f8b-5f5ca59404c3 by drivers openvswitch,hyperv on host n-d-773647-6 at level 0 using segments [{'id': '0f9f2e53-c623-44f6-9998-d3d558a1c957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1020, 'network_id': 'e4ae84ad-fbf7-438d-8cac-3418f3b1f391'}] {{(pid=100249) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:21:23.129257 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1234da0-d764-4d22-b3d7-42ff2377f1a8 None None] Attempting to bind port bda4d34f-3c3f-49ff-8f8b-5f5ca59404c3 on network e4ae84ad-fbf7-438d-8cac-3418f3b1f391 {{(pid=100249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:21:23.134511 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1234da0-d764-4d22-b3d7-42ff2377f1a8 None None] Checking agent: {'id': '8ab5b19c-d213-4f29-891d-27bdf39d38b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773647-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 43, 26), 'started_at': datetime.datetime(2021, 7, 6, 13, 43, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 20, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773647-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:21:23.135141 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1234da0-d764-4d22-b3d7-42ff2377f1a8 None None] Checking segment: {'id': '0f9f2e53-c623-44f6-9998-d3d558a1c957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1020, 'network_id': 'e4ae84ad-fbf7-438d-8cac-3418f3b1f391'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100249) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:21:23.135583 n-d-773647-6 neutron-server[100249]: DEBUG neutron_lib.callbacks.manager [None req-f1234da0-d764-4d22-b3d7-42ff2377f1a8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:21:23.135992 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1234da0-d764-4d22-b3d7-42ff2377f1a8 None None] Bound using segment: {'id': '0f9f2e53-c623-44f6-9998-d3d558a1c957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1020, 'network_id': 'e4ae84ad-fbf7-438d-8cac-3418f3b1f391'} {{(pid=100249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:21:23.136421 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.managers [None req-f1234da0-d764-4d22-b3d7-42ff2377f1a8 None None] Bound port: bda4d34f-3c3f-49ff-8f8b-5f5ca59404c3, host: n-d-773647-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f9f2e53-c623-44f6-9998-d3d558a1c957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1020, 'network_id': 'e4ae84ad-fbf7-438d-8cac-3418f3b1f391'}}] {{(pid=100249) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:21:23.136794 n-d-773647-6 neutron-server[100249]: DEBUG neutron_lib.callbacks.manager [None req-f1234da0-d764-4d22-b3d7-42ff2377f1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:21:23.179772 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-375a3d2e-d92f-49b0-a28b-98cea0a30136 req-d29e1215-258e-4181-b36a-60e0c3eb6d5d tempest-AttachVolumeShelveTestJSON-1020519793 tempest-AttachVolumeShelveTestJSON-1020519793-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:21:23.180142 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-375a3d2e-d92f-49b0-a28b-98cea0a30136 req-d29e1215-258e-4181-b36a-60e0c3eb6d5d tempest-AttachVolumeShelveTestJSON-1020519793 tempest-AttachVolumeShelveTestJSON-1020519793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1761130'] for floatingip, after_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:21:23.180683 n-d-773647-6 neutron-server[100247]: INFO neutron.db.l3_db [req-375a3d2e-d92f-49b0-a28b-98cea0a30136 req-d29e1215-258e-4181-b36a-60e0c3eb6d5d tempest-AttachVolumeShelveTestJSON-1020519793 tempest-AttachVolumeShelveTestJSON-1020519793-project] Floating IP 01d71581-dbf4-425c-aa24-9ca14c53d55e disassociated. External IP: 172.25.0.4, port: 67b64fd1-ede8-4c8b-b13f-ce71aea9619c. Jul 06 14:21:23.180837 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.plugin [req-375a3d2e-d92f-49b0-a28b-98cea0a30136 req-d29e1215-258e-4181-b36a-60e0c3eb6d5d tempest-AttachVolumeShelveTestJSON-1020519793 tempest-AttachVolumeShelveTestJSON-1020519793-project] Calling delete_port for 67b64fd1-ede8-4c8b-b13f-ce71aea9619c owned by compute:nova {{(pid=100247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:21:23.207811 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bd6d31-1ecd-405b-9fc0-3739e535a7c8 req-c64a3006-abea-4cf3-958f-a4cbde9b252e tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:21:23.214633 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-49bd6d31-1ecd-405b-9fc0-3739e535a7c8 req-c64a3006-abea-4cf3-958f-a4cbde9b252e tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] 10.222.0.104 "GET /v2.0/networks?id=e4ae84ad-fbf7-438d-8cac-3418f3b1f391 HTTP/1.1" status: 200 len: 797 time: 0.2264907 Jul 06 14:21:23.227666 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.db [None req-f1234da0-d764-4d22-b3d7-42ff2377f1a8 None None] For port bda4d34f-3c3f-49ff-8f8b-5f5ca59404c3, host n-d-773647-6, cleared binding levels {{(pid=100249) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:21:23.239578 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.db [None req-f1234da0-d764-4d22-b3d7-42ff2377f1a8 None None] For port bda4d34f-3c3f-49ff-8f8b-5f5ca59404c3, host n-d-773647-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=bda4d34f-3c3f-49ff-8f8b-5f5ca59404c3,segment=NetworkSegment(0f9f2e53-c623-44f6-9998-d3d558a1c957),segment_id=0f9f2e53-c623-44f6-9998-d3d558a1c957)] {{(pid=100249) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:21:23.244282 n-d-773647-6 neutron-server[100249]: DEBUG neutron_lib.callbacks.manager [None req-f1234da0-d764-4d22-b3d7-42ff2377f1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:21:23.266100 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-49bd6d31-1ecd-405b-9fc0-3739e535a7c8 req-fe2c0808-8f86-4878-8e7d-1d3ea04f5f96 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] 10.222.0.104 "GET /v2.0/quotas/1077a35eaa714f1bbf260d32c5a52c8f HTTP/1.1" status: 200 len: 375 time: 0.0505915 Jul 06 14:21:23.275551 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896413b8-6599-4f16-8b05-ce47cd527551 req-5e29834c-a037-42df-8ba0-1c95a3ace016 tempest-AttachVolumeNegativeTest-1214840538 tempest-AttachVolumeNegativeTest-1214840538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:21:23.276984 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-896413b8-6599-4f16-8b05-ce47cd527551 req-5e29834c-a037-42df-8ba0-1c95a3ace016 tempest-AttachVolumeNegativeTest-1214840538 tempest-AttachVolumeNegativeTest-1214840538-project] 10.222.0.104 "GET /v2.0/ports?device_id=d98352f6-56aa-4316-9a48-ca7b7ba8add3 HTTP/1.1" status: 200 len: 945 time: 0.2312789 Jul 06 14:21:23.306917 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef372e7-7a22-466a-90f4-9276a30b4c58 None None] Pushing event updated for resources: {'Port': ['ID=bda4d34f-3c3f-49ff-8f8b-5f5ca59404c3,revision_number=4']} {{(pid=100249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:21:23.312549 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1234da0-d764-4d22-b3d7-42ff2377f1a8 None None] Routers {'6a1550dc-2b33-4f30-ba8c-656e73532932'} bound to L3 agent in host n-d-773647-6 {{(pid=100249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:21:23.313370 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-f1234da0-d764-4d22-b3d7-42ff2377f1a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T14:20:56Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['6a1550dc-2b33-4f30-ba8c-656e73532932'], 'active': True} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:21:23.379098 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-896413b8-6599-4f16-8b05-ce47cd527551 req-de4fe36d-2f09-4961-946d-8b1fd2029577 tempest-AttachVolumeNegativeTest-1214840538 tempest-AttachVolumeNegativeTest-1214840538-project] 10.222.0.104 "GET /v2.0/security-groups?id=e25fc918-d317-48f5-8fe8-cddb17b098d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832515 Jul 06 14:21:23.432667 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-49bd6d31-1ecd-405b-9fc0-3739e535a7c8 req-2b0f8083-cf5e-4aa7-9f41-d21c311541a6 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] 10.222.0.104 "GET /v2.0/ports?tenant_id=1077a35eaa714f1bbf260d32c5a52c8f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1532674 Jul 06 14:21:23.445364 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvr_db [None req-f1234da0-d764-4d22-b3d7-42ff2377f1a8 None None] Set router 6a1550dc-2b33-4f30-ba8c-656e73532932 gateway port host: n-d-773647-6 {{(pid=100249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:21:23.465774 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-375a3d2e-d92f-49b0-a28b-98cea0a30136 req-d29e1215-258e-4181-b36a-60e0c3eb6d5d tempest-AttachVolumeShelveTestJSON-1020519793 tempest-AttachVolumeShelveTestJSON-1020519793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128888353'] for port, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:21:23.532331 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Device 50b7d990-2d83-4291-bbcf-cd274c12efa4 details requested by agent hyperv_n-h2-773647-6 with host n-h2-773647-6 {{(pid=100248) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 14:21:23.545376 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29e1215-258e-4181-b36a-60e0c3eb6d5d tempest-AttachVolumeShelveTestJSON-1020519793 tempest-AttachVolumeShelveTestJSON-1020519793-project] Pushing event deleted for resources: {'Port': ['ID=67b64fd1-ede8-4c8b-b13f-ce71aea9619c,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:21:23.664050 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] For port 50b7d990-2d83-4291-bbcf-cd274c12efa4, host n-h2-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=50b7d990-2d83-4291-bbcf-cd274c12efa4,segment=NetworkSegment(c9ea893d-045e-42cf-b3dd-cdd1f79baccd),segment_id=c9ea893d-045e-42cf-b3dd-cdd1f79baccd)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:21:23.665161 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-f1234da0-d764-4d22-b3d7-42ff2377f1a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a1550dc-2b33-4f30-ba8c-656e73532932', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1201183656', 'tenant_id': '1077a35eaa714f1bbf260d32c5a52c8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.62'}], 'enable_snat': True}, 'gw_port_id': '6bc26841-c0dc-4581-bb12-60a86ac85a2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:21:13Z', 'updated_at': '2021-07-06T14:21:20Z', 'revision_number': 4, 'project_id': '1077a35eaa714f1bbf260d32c5a52c8f', 'gw_port': {'id': '6bc26841-c0dc-4581-bb12-60a86ac85a2c', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:33:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a1550dc-2b33-4f30-ba8c-656e73532932', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2903, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:21:14Z', 'updated_at': '2021-07-06T14:21:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6', '_interfaces': [{'id': 'bda4d34f-3c3f-49ff-8f8b-5f5ca59404c3', 'name': '', 'network_id': 'e4ae84ad-fbf7-438d-8cac-3418f3b1f391', 'tenant_id': '1077a35eaa714f1bbf260d32c5a52c8f', 'mac_address': 'fa:16:3e:67:fb:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a1550dc-2b33-4f30-ba8c-656e73532932', 'device_owner': 'network:router_interface', 'standard_attr_id': 2912, 'fixed_ips': [{'subnet_id': '577a0dd4-810a-43cb-b648-9d9592da7f23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:21:19Z', 'updated_at': '2021-07-06T14:21:23Z', 'revision_number': 4, 'project_id': '1077a35eaa714f1bbf260d32c5a52c8f', 'subnets': [{'id': '577a0dd4-810a-43cb-b648-9d9592da7f23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773647-6', False) {} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:21:23.668024 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-49bd6d31-1ecd-405b-9fc0-3739e535a7c8 req-734974bc-9ea4-4551-bb93-caef3802cdb3 service neutron] 10.222.0.104 "GET /v2.0/networks/e4ae84ad-fbf7-438d-8cac-3418f3b1f391?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2122915 Jul 06 14:21:23.684259 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Returning: {'device': '50b7d990-2d83-4291-bbcf-cd274c12efa4', 'network_id': 'ac09d390-867f-4b75-a8d2-ab11550bffd6', 'port_id': '50b7d990-2d83-4291-bbcf-cd274c12efa4', 'mac_address': 'fa:16:3e:fd:af:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1023, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd1c3cc78-09b9-4e30-99fd-0e5830de101d', 'ip_address': '192.168.233.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100248) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 14:21:23.726972 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 3d402dde-ba72-4c2c-acbc-863fe6496f05 up at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:21:23.738142 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.l3_agent_scheduler [req-375a3d2e-d92f-49b0-a28b-98cea0a30136 req-d29e1215-258e-4181-b36a-60e0c3eb6d5d tempest-AttachVolumeShelveTestJSON-1020519793 tempest-AttachVolumeShelveTestJSON-1020519793-project] Router 170efd2e-2d32-454c-af51-75fb29d893a4 has already been hosted by L3 agent 2823d358-a11b-4885-a706-95a279e43fa7 {{(pid=100247) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 14:21:23.770587 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:21:23.787287 n-d-773647-6 neutron-server[100248]: DEBUG neutron.notifiers.nova [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 50b7d990-2d83-4291-bbcf-cd274c12efa4 {{(pid=100248) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 14:21:23.803735 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1234da0-d764-4d22-b3d7-42ff2377f1a8 None None] The sync data for ids ['6a1550dc-2b33-4f30-ba8c-656e73532932'] in n-d-773647-6 is: [{'id': '6a1550dc-2b33-4f30-ba8c-656e73532932', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1201183656', 'tenant_id': '1077a35eaa714f1bbf260d32c5a52c8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.62'}], 'enable_snat': True}, 'gw_port_id': '6bc26841-c0dc-4581-bb12-60a86ac85a2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:21:13Z', 'updated_at': '2021-07-06T14:21:20Z', 'revision_number': 4, 'project_id': '1077a35eaa714f1bbf260d32c5a52c8f', 'gw_port': {'id': '6bc26841-c0dc-4581-bb12-60a86ac85a2c', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:33:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a1550dc-2b33-4f30-ba8c-656e73532932', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2903, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:21:14Z', 'updated_at': '2021-07-06T14:21:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6', '_interfaces': [{'id': 'bda4d34f-3c3f-49ff-8f8b-5f5ca59404c3', 'name': '', 'network_id': 'e4ae84ad-fbf7-438d-8cac-3418f3b1f391', 'tenant_id': '1077a35eaa714f1bbf260d32c5a52c8f', 'mac_address': 'fa:16:3e:67:fb:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a1550dc-2b33-4f30-ba8c-656e73532932', 'device_owner': 'network:router_interface', 'standard_attr_id': 2912, 'fixed_ips': [{'subnet_id': '577a0dd4-810a-43cb-b648-9d9592da7f23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:21:19Z', 'updated_at': '2021-07-06T14:21:23Z', 'revision_number': 4, 'project_id': '1077a35eaa714f1bbf260d32c5a52c8f', 'subnets': [{'id': '577a0dd4-810a-43cb-b648-9d9592da7f23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 14:21:23.807877 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] For port 50b7d990-2d83-4291-bbcf-cd274c12efa4, host n-h2-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=50b7d990-2d83-4291-bbcf-cd274c12efa4,segment=NetworkSegment(c9ea893d-045e-42cf-b3dd-cdd1f79baccd),segment_id=c9ea893d-045e-42cf-b3dd-cdd1f79baccd)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:21:23.813747 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:21:23.893887 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Device 08ad2879-fa3c-4f13-8fdb-afb9a449876e up at agent hyperv_n-h1-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:21:23.901231 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-49bd6d31-1ecd-405b-9fc0-3739e535a7c8 req-bb4d514e-4c21-4c47-84f3-3c9206b3d188 service neutron] 10.222.0.104 "GET /v2.0/networks/e4ae84ad-fbf7-438d-8cac-3418f3b1f391?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2236335 Jul 06 14:21:23.979909 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-375a3d2e-d92f-49b0-a28b-98cea0a30136 req-d29e1215-258e-4181-b36a-60e0c3eb6d5d tempest-AttachVolumeShelveTestJSON-1020519793 tempest-AttachVolumeShelveTestJSON-1020519793-project] Notify agent at l3_agent.n-d-773647-6 the message routers_updated {{(pid=100247) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 14:21:24.006564 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520266e5-abe7-410f-acf8-888dc43f1898 req-8164a937-8131-4fd5-92f2-614ed653991e tempest-VolumesBackupsTest-73392082 tempest-VolumesBackupsTest-73392082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:21:24.008364 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-520266e5-abe7-410f-acf8-888dc43f1898 req-8164a937-8131-4fd5-92f2-614ed653991e tempest-VolumesBackupsTest-73392082 tempest-VolumesBackupsTest-73392082-project] 10.222.0.104 "GET /v2.0/ports?device_id=e39854a4-6757-42d9-ac76-a4f9caebb319 HTTP/1.1" status: 200 len: 948 time: 0.1648774 Jul 06 14:21:24.062131 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.l3_dvrscheduler_db [req-375a3d2e-d92f-49b0-a28b-98cea0a30136 req-d29e1215-258e-4181-b36a-60e0c3eb6d5d tempest-AttachVolumeShelveTestJSON-1020519793 tempest-AttachVolumeShelveTestJSON-1020519793-project] No DVR routers for this DVR port 67b64fd1-ede8-4c8b-b13f-ce71aea9619c on host n-h1-773647-6 {{(pid=100247) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:21:24.071004 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-375a3d2e-d92f-49b0-a28b-98cea0a30136 req-d29e1215-258e-4181-b36a-60e0c3eb6d5d tempest-AttachVolumeShelveTestJSON-1020519793 tempest-AttachVolumeShelveTestJSON-1020519793-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:21:24.073601 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-375a3d2e-d92f-49b0-a28b-98cea0a30136 req-d29e1215-258e-4181-b36a-60e0c3eb6d5d tempest-AttachVolumeShelveTestJSON-1020519793 tempest-AttachVolumeShelveTestJSON-1020519793-project] 10.222.0.127 "DELETE /v2.0/ports/67b64fd1-ede8-4c8b-b13f-ce71aea9619c HTTP/1.1" status: 204 len: 173 time: 1.6413486 Jul 06 14:21:24.073947 n-d-773647-6 neutron-server[100247]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28222247-ef72-4123-b031-e588ebd3ba47', 'name': 'network-vif-deleted', 'tag': '67b64fd1-ede8-4c8b-b13f-ce71aea9619c'}] {{(pid=100247) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:21:24.081173 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cbf0eeaae822f8fc9b87a94aeba67a3d651842baf663a51cba94b67a514836d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85642669-e8c1-452d-8664-0761da857118" -d '{"events": [{"server_uuid": "28222247-ef72-4123-b031-e588ebd3ba47", "name": "network-vif-deleted", "tag": "67b64fd1-ede8-4c8b-b13f-ce71aea9619c"}]}' {{(pid=100247) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:21:24.132971 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-520266e5-abe7-410f-acf8-888dc43f1898 req-45ce78d0-a310-46f7-ad78-040c39981429 tempest-VolumesBackupsTest-73392082 tempest-VolumesBackupsTest-73392082-project] 10.222.0.104 "GET /v2.0/security-groups?id=8f1a1d3c-2ddd-4594-bc52-ddf4ae223100&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043162 Jul 06 14:21:24.271435 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b712f452-27ed-4cc8-ad47-4b6e04a0c5a9 None None] Sync routers for ids ['170efd2e-2d32-454c-af51-75fb29d893a4'] in n-d-773647-6 {{(pid=100248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 14:21:24.283974 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Pushing event updated for resources: {'Port': ['ID=50b7d990-2d83-4291-bbcf-cd274c12efa4,revision_number=4']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:21:24.289623 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning complete for port 3d402dde-ba72-4c2c-acbc-863fe6496f05 triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:21:24.290009 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:21:24.319195 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b712f452-27ed-4cc8-ad47-4b6e04a0c5a9 None None] Routers {'170efd2e-2d32-454c-af51-75fb29d893a4'} bound to L3 agent in host n-d-773647-6 {{(pid=100248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:21:24.319887 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-b712f452-27ed-4cc8-ad47-4b6e04a0c5a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T14:20:56Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['170efd2e-2d32-454c-af51-75fb29d893a4'], 'active': True} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:21:24.403567 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] get_ports_and_sgs() called for port_ids ['50b7d990-2d83-4291-bbcf-cd274c12efa4'] {{(pid=100248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 14:21:24.410249 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-95646c73-526a-4f3e-b496-37117fbc3184 req-6622f80b-3b3d-4e63-a722-960fdd2230a0 tempest-AttachVolumeShelveTestJSON-1020519793 tempest-AttachVolumeShelveTestJSON-1020519793-project] 10.222.0.104 "GET /v2.0/ports?device_id=28222247-ef72-4123-b031-e588ebd3ba47 HTTP/1.1" status: 200 len: 210 time: 0.0465138 Jul 06 14:21:24.433664 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-85e00cd7-95bc-4e45-81c4-cb619b259bab req-cb94c3fd-f22e-4d83-af76-fa0a8f69942b tempest-ServerShowV257Test-449343396 tempest-ServerShowV257Test-449343396-project] 10.222.0.104 "GET /v2.0/ports?device_id=575a90f2-eb1d-4b43-8b08-2519e140d80f HTTP/1.1" status: 200 len: 210 time: 0.0373197 Jul 06 14:21:24.538684 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Provisioning for port 08ad2879-fa3c-4f13-8fdb-afb9a449876e completed by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:21:24.539932 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 14:21:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68ceffe9-c8da-4247-8c8a-ed538a6f2a4b x-openstack-request-id: req-68ceffe9-c8da-4247-8c8a-ed538a6f2a4b {{(pid=100247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:21:24.541485 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28222247-ef72-4123-b031-e588ebd3ba47", "name": "network-vif-deleted", "tag": "67b64fd1-ede8-4c8b-b13f-ce71aea9619c", "status": "completed", "code": 200}]} {{(pid=100247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:21:24.541807 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-68ceffe9-c8da-4247-8c8a-ed538a6f2a4b {{(pid=100247) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:21:24.542283 n-d-773647-6 neutron-server[100247]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28222247-ef72-4123-b031-e588ebd3ba47', 'name': 'network-vif-deleted', 'tag': '67b64fd1-ede8-4c8b-b13f-ce71aea9619c', 'status': 'completed', 'code': 200} Jul 06 14:21:24.563682 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Provisioning complete for port 08ad2879-fa3c-4f13-8fdb-afb9a449876e triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:21:24.564132 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:21:24.640129 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-3fc5ee87-1d77-4505-a7a4-3bd8f6db8e36 req-fdbb3ec9-275e-48a1-9394-06b8ff42c6fd tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] 10.222.0.104 "GET /v2.0/ports?device_id=eded8238-d997-42be-b238-e8071d7f941a HTTP/1.1" status: 200 len: 210 time: 0.1126552 Jul 06 14:21:24.679673 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvr_db [None req-b712f452-27ed-4cc8-ad47-4b6e04a0c5a9 None None] Set router 170efd2e-2d32-454c-af51-75fb29d893a4 gateway port host: n-d-773647-6 {{(pid=100248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:21:24.754882 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30e2666-e2f7-4d8b-a92e-27708c5a66fd req-20b9e7fc-3713-4a7b-8326-24d6b7fc4108 tempest-AttachVolumeNegativeTest-1214840538 tempest-AttachVolumeNegativeTest-1214840538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:21:24.757098 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-e30e2666-e2f7-4d8b-a92e-27708c5a66fd req-20b9e7fc-3713-4a7b-8326-24d6b7fc4108 tempest-AttachVolumeNegativeTest-1214840538 tempest-AttachVolumeNegativeTest-1214840538-project] 10.222.0.104 "GET /v2.0/ports?device_id=d98352f6-56aa-4316-9a48-ca7b7ba8add3 HTTP/1.1" status: 200 len: 945 time: 0.0811956 Jul 06 14:21:24.833186 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-e30e2666-e2f7-4d8b-a92e-27708c5a66fd req-229e6188-0da3-49bd-a0f1-d292932345be tempest-AttachVolumeNegativeTest-1214840538 tempest-AttachVolumeNegativeTest-1214840538-project] 10.222.0.104 "GET /v2.0/security-groups?id=e25fc918-d317-48f5-8fe8-cddb17b098d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685506 Jul 06 14:21:24.915805 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:21:24.976675 n-d-773647-6 neutron-server[100248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd98352f6-56aa-4316-9a48-ca7b7ba8add3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08ad2879-fa3c-4f13-8fdb-afb9a449876e'}] {{(pid=100248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:21:24.978923 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84af257533e383389cbcf231d3534f4d5e149e7203fea16b4a8fc01438dddaf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2ac9859-b561-495f-9c04-c4e68f073d1c" -d '{"events": [{"server_uuid": "d98352f6-56aa-4316-9a48-ca7b7ba8add3", "name": "network-vif-plugged", "status": "completed", "tag": "08ad2879-fa3c-4f13-8fdb-afb9a449876e"}]}' {{(pid=100248) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:21:25.017239 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] For port 08ad2879-fa3c-4f13-8fdb-afb9a449876e, host n-h1-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773647-6',level=0,port_id=08ad2879-fa3c-4f13-8fdb-afb9a449876e,segment=NetworkSegment(ee908c01-b71e-40fe-968e-dba65942d6c2),segment_id=ee908c01-b71e-40fe-968e-dba65942d6c2)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:21:25.023733 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:21:25.061318 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 14:21:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a1a5da5-83f1-477d-9157-8edb546a7b34 x-openstack-request-id: req-2a1a5da5-83f1-477d-9157-8edb546a7b34 {{(pid=100248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:21:25.061618 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d98352f6-56aa-4316-9a48-ca7b7ba8add3", "name": "network-vif-plugged", "status": "completed", "tag": "08ad2879-fa3c-4f13-8fdb-afb9a449876e", "code": 200}]} {{(pid=100248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:21:25.061871 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-2a1a5da5-83f1-477d-9157-8edb546a7b34 {{(pid=100248) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:21:25.062286 n-d-773647-6 neutron-server[100248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd98352f6-56aa-4316-9a48-ca7b7ba8add3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08ad2879-fa3c-4f13-8fdb-afb9a449876e', 'code': 200} Jul 06 14:21:25.093972 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Pushing event updated for resources: {'Port': ['ID=08ad2879-fa3c-4f13-8fdb-afb9a449876e,revision_number=5']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:21:25.111822 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-b712f452-27ed-4cc8-ad47-4b6e04a0c5a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '170efd2e-2d32-454c-af51-75fb29d893a4', 'name': 'tempest-AttachVolumeShelveTestJSON-1501821646-router', 'tenant_id': '9686fd5ec0aa4012928191c3d42f6e6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.68'}], 'enable_snat': True}, 'gw_port_id': '4f049c2e-394a-46f7-a71e-a4d2b9c694e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:10:08Z', 'updated_at': '2021-07-06T14:10:13Z', 'revision_number': 4, 'project_id': '9686fd5ec0aa4012928191c3d42f6e6c', 'gw_port': {'id': '4f049c2e-394a-46f7-a71e-a4d2b9c694e5', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:ac:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '170efd2e-2d32-454c-af51-75fb29d893a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1907, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:10:10Z', 'updated_at': '2021-07-06T14:10:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6', '_interfaces': [{'id': 'ed6b7d65-28dd-40b4-81c9-ae0bcd9b105b', 'name': '', 'network_id': 'a1c5aa58-a5eb-4fe0-9c0d-ad9cb3f782ca', 'tenant_id': '9686fd5ec0aa4012928191c3d42f6e6c', 'mac_address': 'fa:16:3e:06:b1:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '170efd2e-2d32-454c-af51-75fb29d893a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1918, 'fixed_ips': [{'subnet_id': '6ec930d2-90b3-4355-914b-4efea8972d25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:10:12Z', 'updated_at': '2021-07-06T14:10:20Z', 'revision_number': 5, 'project_id': '9686fd5ec0aa4012928191c3d42f6e6c', 'subnets': [{'id': '6ec930d2-90b3-4355-914b-4efea8972d25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773647-6', False) {} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:21:25.139823 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b712f452-27ed-4cc8-ad47-4b6e04a0c5a9 None None] Checking router: 170efd2e-2d32-454c-af51-75fb29d893a4 for host: n-d-773647-6 {{(pid=100248) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 14:21:25.148841 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b712f452-27ed-4cc8-ad47-4b6e04a0c5a9 None None] Routers {'170efd2e-2d32-454c-af51-75fb29d893a4'} bound to L3 agent in host n-d-773647-6 {{(pid=100248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:21:25.149716 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-b712f452-27ed-4cc8-ad47-4b6e04a0c5a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T14:20:56Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['170efd2e-2d32-454c-af51-75fb29d893a4'], 'active': True} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:21:25.215803 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d255d0c-adb0-4f7d-87b1-2e15070157a3 req-2b658602-0d5a-45b4-b2bc-ee42109a01ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:21:25.225275 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-8d255d0c-adb0-4f7d-87b1-2e15070157a3 req-2b658602-0d5a-45b4-b2bc-ee42109a01ab service neutron] 10.222.0.127 "GET /v2.0/ports?device_id=d98352f6-56aa-4316-9a48-ca7b7ba8add3 HTTP/1.1" status: 200 len: 1097 time: 0.0786846 Jul 06 14:21:25.266689 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-8d255d0c-adb0-4f7d-87b1-2e15070157a3 req-af141bcc-477f-4fa6-9164-a107f87e1bc2 service neutron] 10.222.0.127 "GET /v2.0/security-groups?id=e25fc918-d317-48f5-8fe8-cddb17b098d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343802 Jul 06 14:21:25.279879 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvr_db [None req-b712f452-27ed-4cc8-ad47-4b6e04a0c5a9 None None] Set router 170efd2e-2d32-454c-af51-75fb29d893a4 gateway port host: n-d-773647-6 {{(pid=100248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:21:25.349935 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8c00a0-e525-4147-a355-a69a5face6ee req-336795bf-d682-4e11-b217-7522edd888d7 tempest-VolumesBackupsTest-73392082 tempest-VolumesBackupsTest-73392082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:21:25.351685 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-8c8c00a0-e525-4147-a355-a69a5face6ee req-336795bf-d682-4e11-b217-7522edd888d7 tempest-VolumesBackupsTest-73392082 tempest-VolumesBackupsTest-73392082-project] 10.222.0.104 "GET /v2.0/ports?device_id=e39854a4-6757-42d9-ac76-a4f9caebb319 HTTP/1.1" status: 200 len: 948 time: 0.0748417 Jul 06 14:21:25.391606 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-8c8c00a0-e525-4147-a355-a69a5face6ee req-c07e23e1-9343-4a43-9e05-4b15d54d63e8 tempest-VolumesBackupsTest-73392082 tempest-VolumesBackupsTest-73392082-project] 10.222.0.104 "GET /v2.0/security-groups?id=8f1a1d3c-2ddd-4594-bc52-ddf4ae223100&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334456 Jul 06 14:21:25.497535 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-b712f452-27ed-4cc8-ad47-4b6e04a0c5a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '170efd2e-2d32-454c-af51-75fb29d893a4', 'name': 'tempest-AttachVolumeShelveTestJSON-1501821646-router', 'tenant_id': '9686fd5ec0aa4012928191c3d42f6e6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.68'}], 'enable_snat': True}, 'gw_port_id': '4f049c2e-394a-46f7-a71e-a4d2b9c694e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:10:08Z', 'updated_at': '2021-07-06T14:10:13Z', 'revision_number': 4, 'project_id': '9686fd5ec0aa4012928191c3d42f6e6c', 'gw_port': {'id': '4f049c2e-394a-46f7-a71e-a4d2b9c694e5', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:ac:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '170efd2e-2d32-454c-af51-75fb29d893a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1907, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:10:10Z', 'updated_at': '2021-07-06T14:10:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6', '_interfaces': [{'id': 'ed6b7d65-28dd-40b4-81c9-ae0bcd9b105b', 'name': '', 'network_id': 'a1c5aa58-a5eb-4fe0-9c0d-ad9cb3f782ca', 'tenant_id': '9686fd5ec0aa4012928191c3d42f6e6c', 'mac_address': 'fa:16:3e:06:b1:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '170efd2e-2d32-454c-af51-75fb29d893a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1918, 'fixed_ips': [{'subnet_id': '6ec930d2-90b3-4355-914b-4efea8972d25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:10:12Z', 'updated_at': '2021-07-06T14:10:20Z', 'revision_number': 5, 'project_id': '9686fd5ec0aa4012928191c3d42f6e6c', 'subnets': [{'id': '6ec930d2-90b3-4355-914b-4efea8972d25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773647-6', False) {} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:21:25.537984 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b712f452-27ed-4cc8-ad47-4b6e04a0c5a9 None None] The sync data for ids ['170efd2e-2d32-454c-af51-75fb29d893a4'] in n-d-773647-6 is: [{'id': '170efd2e-2d32-454c-af51-75fb29d893a4', 'name': 'tempest-AttachVolumeShelveTestJSON-1501821646-router', 'tenant_id': '9686fd5ec0aa4012928191c3d42f6e6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.68'}], 'enable_snat': True}, 'gw_port_id': '4f049c2e-394a-46f7-a71e-a4d2b9c694e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:10:08Z', 'updated_at': '2021-07-06T14:10:13Z', 'revision_number': 4, 'project_id': '9686fd5ec0aa4012928191c3d42f6e6c', 'gw_port': {'id': '4f049c2e-394a-46f7-a71e-a4d2b9c694e5', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:ac:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '170efd2e-2d32-454c-af51-75fb29d893a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1907, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:10:10Z', 'updated_at': '2021-07-06T14:10:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6', '_interfaces': [{'id': 'ed6b7d65-28dd-40b4-81c9-ae0bcd9b105b', 'name': '', 'network_id': 'a1c5aa58-a5eb-4fe0-9c0d-ad9cb3f782ca', 'tenant_id': '9686fd5ec0aa4012928191c3d42f6e6c', 'mac_address': 'fa:16:3e:06:b1:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '170efd2e-2d32-454c-af51-75fb29d893a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1918, 'fixed_ips': [{'subnet_id': '6ec930d2-90b3-4355-914b-4efea8972d25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:10:12Z', 'updated_at': '2021-07-06T14:10:20Z', 'revision_number': 5, 'project_id': '9686fd5ec0aa4012928191c3d42f6e6c', 'subnets': [{'id': '6ec930d2-90b3-4355-914b-4efea8972d25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 14:21:25.546616 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Device 50b7d990-2d83-4291-bbcf-cd274c12efa4 up at agent hyperv_n-h2-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:21:25.572986 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-292e4913-eac4-4b79-ba38-37a339a236db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:21:25.620373 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Provisioning for port 50b7d990-2d83-4291-bbcf-cd274c12efa4 completed by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:21:25.626697 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Provisioning complete for port 50b7d990-2d83-4291-bbcf-cd274c12efa4 triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:21:25.627240 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:21:25.655897 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 37132) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:21:25.799408 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:21:25.880113 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] For port 50b7d990-2d83-4291-bbcf-cd274c12efa4, host n-h2-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=50b7d990-2d83-4291-bbcf-cd274c12efa4,segment=NetworkSegment(c9ea893d-045e-42cf-b3dd-cdd1f79baccd),segment_id=c9ea893d-045e-42cf-b3dd-cdd1f79baccd)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:21:25.895696 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:21:25.898365 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Device 67b64fd1-ede8-4c8b-b13f-ce71aea9619c no longer exists at agent hyperv_n-h1-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:21:25.905649 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:21:25.919714 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-5bcfb91a-deaa-4549-bd7f-135de2dfa7af req-d27150d8-4bf6-4087-9115-6a8c15e92cbb tempest-ServerShowV257Test-449343396 tempest-ServerShowV257Test-449343396-project] 10.222.0.104 "GET /v2.0/ports?device_id=575a90f2-eb1d-4b43-8b08-2519e140d80f HTTP/1.1" status: 200 len: 210 time: 0.1423979 Jul 06 14:21:25.934817 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] No Port match for: 67b64fd1-ede8-4c8b-b13f-ce71aea9619c {{(pid=100248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 14:21:25.935194 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Device 67b64fd1-ede8-4c8b-b13f-ce71aea9619c not bound to the agent host n-h1-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:21:25.964439 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device bda4d34f-3c3f-49ff-8f8b-5f5ca59404c3 up at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:21:25.971489 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-40bab8b3-103a-423a-a740-63234329c52a req-349cb123-372b-44df-bc2b-8684ed57b8a5 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] 10.222.0.104 "GET /v2.0/ports?device_id=eded8238-d997-42be-b238-e8071d7f941a HTTP/1.1" status: 200 len: 210 time: 0.1433599 Jul 06 14:21:26.020971 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-8ae9157b-c606-44bf-b943-9270d37154e4 tempest-AttachVolumeShelveTestJSON-1020519793 tempest-AttachVolumeShelveTestJSON-1020519793-project] Notify callbacks [] for security_group, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:21:26.060614 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Pushing event updated for resources: {'Port': ['ID=50b7d990-2d83-4291-bbcf-cd274c12efa4,revision_number=5']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:21:26.069942 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-8ae9157b-c606-44bf-b943-9270d37154e4 tempest-AttachVolumeShelveTestJSON-1020519793 tempest-AttachVolumeShelveTestJSON-1020519793-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:21:26.081890 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning for port bda4d34f-3c3f-49ff-8f8b-5f5ca59404c3 completed by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:21:26.086910 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning complete for port bda4d34f-3c3f-49ff-8f8b-5f5ca59404c3 triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:21:26.087830 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:21:26.090552 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bd6d31-1ecd-405b-9fc0-3739e535a7c8 req-40900242-9e29-4ee0-a4ac-46813f19bf88 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:21:26.092215 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-49bd6d31-1ecd-405b-9fc0-3739e535a7c8 req-40900242-9e29-4ee0-a4ac-46813f19bf88 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] 10.222.0.127 "GET /v2.0/networks?id=e4ae84ad-fbf7-438d-8cac-3418f3b1f391 HTTP/1.1" status: 200 len: 797 time: 0.3685911 Jul 06 14:21:26.136564 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-558f7a16-410e-4d2e-b27d-695c52fe1540 None None] New status for floating IP 01d71581-dbf4-425c-aa24-9ca14c53d55e: DOWN {{(pid=100249) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 14:21:26.183524 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:21:26.222686 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] For port bda4d34f-3c3f-49ff-8f8b-5f5ca59404c3, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=bda4d34f-3c3f-49ff-8f8b-5f5ca59404c3,segment=NetworkSegment(0f9f2e53-c623-44f6-9998-d3d558a1c957),segment_id=0f9f2e53-c623-44f6-9998-d3d558a1c957)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:21:26.227793 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:21:26.296366 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Pushing event updated for resources: {'Port': ['ID=bda4d34f-3c3f-49ff-8f8b-5f5ca59404c3,revision_number=5']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:21:26.501983 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-49bd6d31-1ecd-405b-9fc0-3739e535a7c8 req-c6d3e328-c016-4735-8cb2-19ed2afaa347 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] 10.222.0.127 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1077a35eaa714f1bbf260d32c5a52c8f HTTP/1.1" status: 200 len: 380 time: 0.3927507 Jul 06 14:21:26.525520 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b17ac2-508e-4cf0-be99-836a3177d5f5 req-ecdc360d-bdec-43d7-921a-0aee7b8f6de8 tempest-AttachVolumeNegativeTest-1214840538 tempest-AttachVolumeNegativeTest-1214840538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:21:26.527132 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-e6b17ac2-508e-4cf0-be99-836a3177d5f5 req-ecdc360d-bdec-43d7-921a-0aee7b8f6de8 tempest-AttachVolumeNegativeTest-1214840538 tempest-AttachVolumeNegativeTest-1214840538-project] 10.222.0.104 "GET /v2.0/ports?device_id=d98352f6-56aa-4316-9a48-ca7b7ba8add3 HTTP/1.1" status: 200 len: 946 time: 0.4317117 Jul 06 14:21:26.532817 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-8ae9157b-c606-44bf-b943-9270d37154e4 tempest-AttachVolumeShelveTestJSON-1020519793 tempest-AttachVolumeShelveTestJSON-1020519793-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:21:26.536037 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-8ae9157b-c606-44bf-b943-9270d37154e4 tempest-AttachVolumeShelveTestJSON-1020519793 tempest-AttachVolumeShelveTestJSON-1020519793-project] Notify callbacks [] for security_group, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:21:26.537126 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-8ae9157b-c606-44bf-b943-9270d37154e4 tempest-AttachVolumeShelveTestJSON-1020519793 tempest-AttachVolumeShelveTestJSON-1020519793-project] 10.222.0.104 "DELETE /v2.0/security-groups/a376d024-e4a1-4cc8-8fe5-9c69c2c40821 HTTP/1.1" status: 204 len: 168 time: 0.8799841 Jul 06 14:21:26.539935 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 37142) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:21:26.553784 n-d-773647-6 neutron-server[100246]: INFO neutron.api.v2.resource [None req-426b8b93-294f-4441-8fea-6717e0f256c9 tempest-AttachVolumeShelveTestJSON-1020519793 tempest-AttachVolumeShelveTestJSON-1020519793-project] show failed (client error): The resource could not be found. Jul 06 14:21:26.554798 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-426b8b93-294f-4441-8fea-6717e0f256c9 tempest-AttachVolumeShelveTestJSON-1020519793 tempest-AttachVolumeShelveTestJSON-1020519793-project] 10.222.0.104 "GET /v2.0/security-groups/a376d024-e4a1-4cc8-8fe5-9c69c2c40821 HTTP/1.1" status: 404 len: 347 time: 0.0138304 Jul 06 14:21:26.557541 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 37144) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:21:26.588625 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [req-49bd6d31-1ecd-405b-9fc0-3739e535a7c8 req-f147c49e-0e0e-4f59-9464-623835aa9912 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Request body: {'port': {'device_id': 'eded8238-d997-42be-b238-e8071d7f941a', 'network_id': 'e4ae84ad-fbf7-438d-8cac-3418f3b1f391', 'admin_state_up': True, 'tenant_id': '1077a35eaa714f1bbf260d32c5a52c8f', 'security_groups': ['b3e698d3-dc13-4d46-b168-2b621268fa3e']}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:21:26.594688 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae9157b-c606-44bf-b943-9270d37154e4 tempest-AttachVolumeShelveTestJSON-1020519793 tempest-AttachVolumeShelveTestJSON-1020519793-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a376d024-e4a1-4cc8-8fe5-9c69c2c40821,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:21:26.620574 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-2064eaae-da4f-48f8-82d2-b09d4ddedd44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:21:26.671370 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-e6b17ac2-508e-4cf0-be99-836a3177d5f5 req-c25bf81c-e8ac-457f-9675-ac47848a2294 tempest-AttachVolumeNegativeTest-1214840538 tempest-AttachVolumeNegativeTest-1214840538-project] 10.222.0.104 "GET /v2.0/security-groups?id=e25fc918-d317-48f5-8fe8-cddb17b098d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327450 Jul 06 14:21:26.696011 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [None req-c8d23728-079a-4a11-a35c-d3874b6fa2d5 tempest-AttachVolumeShelveTestJSON-1020519793 tempest-AttachVolumeShelveTestJSON-1020519793-project] Deleting port e419a5aa-3feb-4d62-996d-eafe8f727340 {{(pid=100246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:21:26.696361 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-c8d23728-079a-4a11-a35c-d3874b6fa2d5 tempest-AttachVolumeShelveTestJSON-1020519793 tempest-AttachVolumeShelveTestJSON-1020519793-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:21:26.713854 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3798948-a8a9-4f54-aaee-3c278de17e95 req-1f42b134-efef-431b-a228-d2ca82912e6f tempest-VolumesBackupsTest-73392082 tempest-VolumesBackupsTest-73392082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:21:26.715379 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-a3798948-a8a9-4f54-aaee-3c278de17e95 req-1f42b134-efef-431b-a228-d2ca82912e6f tempest-VolumesBackupsTest-73392082 tempest-VolumesBackupsTest-73392082-project] 10.222.0.104 "GET /v2.0/ports?device_id=e39854a4-6757-42d9-ac76-a4f9caebb319 HTTP/1.1" status: 200 len: 949 time: 0.1729975 Jul 06 14:21:26.772515 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-a3798948-a8a9-4f54-aaee-3c278de17e95 req-071d13ff-b975-4ac8-afe4-8b8aa61f7a0e tempest-VolumesBackupsTest-73392082 tempest-VolumesBackupsTest-73392082-project] 10.222.0.104 "GET /v2.0/security-groups?id=8f1a1d3c-2ddd-4594-bc52-ddf4ae223100&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512621 Jul 06 14:21:26.773537 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-49bd6d31-1ecd-405b-9fc0-3739e535a7c8 req-f147c49e-0e0e-4f59-9464-623835aa9912 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Made reservation on behalf of 1077a35eaa714f1bbf260d32c5a52c8f for: {'port': 1} {{(pid=100247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:21:26.774293 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-c8d23728-079a-4a11-a35c-d3874b6fa2d5 tempest-AttachVolumeShelveTestJSON-1020519793 tempest-AttachVolumeShelveTestJSON-1020519793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:21:26.774991 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-c8d23728-079a-4a11-a35c-d3874b6fa2d5 tempest-AttachVolumeShelveTestJSON-1020519793 tempest-AttachVolumeShelveTestJSON-1020519793-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:21:26.777486 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-49bd6d31-1ecd-405b-9fc0-3739e535a7c8 req-f147c49e-0e0e-4f59-9464-623835aa9912 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:21:26.788083 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [None req-c8d23728-079a-4a11-a35c-d3874b6fa2d5 tempest-AttachVolumeShelveTestJSON-1020519793 tempest-AttachVolumeShelveTestJSON-1020519793-project] Calling delete_port for e419a5aa-3feb-4d62-996d-eafe8f727340 owned by network:floatingip {{(pid=100246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:21:26.904995 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.db_base_plugin_common [req-49bd6d31-1ecd-405b-9fc0-3739e535a7c8 req-f147c49e-0e0e-4f59-9464-623835aa9912 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Allocated IP 172.20.0.5 (e4ae84ad-fbf7-438d-8cac-3418f3b1f391/577a0dd4-810a-43cb-b648-9d9592da7f23/dc187fb1-f090-4520-9186-12367a249564) {{(pid=100247) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:21:26.929986 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-c8d23728-079a-4a11-a35c-d3874b6fa2d5 tempest-AttachVolumeShelveTestJSON-1020519793 tempest-AttachVolumeShelveTestJSON-1020519793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127687580'] for port, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:21:26.959832 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d23728-079a-4a11-a35c-d3874b6fa2d5 tempest-AttachVolumeShelveTestJSON-1020519793 tempest-AttachVolumeShelveTestJSON-1020519793-project] Pushing event deleted for resources: {'Port': ['ID=e419a5aa-3feb-4d62-996d-eafe8f727340,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:21:27.044858 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-c8d23728-079a-4a11-a35c-d3874b6fa2d5 tempest-AttachVolumeShelveTestJSON-1020519793 tempest-AttachVolumeShelveTestJSON-1020519793-project] Notify callbacks [] for floatingip, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:21:27.048470 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-c8d23728-079a-4a11-a35c-d3874b6fa2d5 tempest-AttachVolumeShelveTestJSON-1020519793 tempest-AttachVolumeShelveTestJSON-1020519793-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for floatingip, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:21:27.049893 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-c8d23728-079a-4a11-a35c-d3874b6fa2d5 tempest-AttachVolumeShelveTestJSON-1020519793 tempest-AttachVolumeShelveTestJSON-1020519793-project] 10.222.0.104 "DELETE /v2.0/floatingips/01d71581-dbf4-425c-aa24-9ca14c53d55e HTTP/1.1" status: 204 len: 168 time: 0.4913268 Jul 06 14:21:27.063049 n-d-773647-6 neutron-server[100248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e39854a4-6757-42d9-ac76-a4f9caebb319', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50b7d990-2d83-4291-bbcf-cd274c12efa4'}] {{(pid=100248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:21:27.070216 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84af257533e383389cbcf231d3534f4d5e149e7203fea16b4a8fc01438dddaf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96ebba51-b2de-4ea0-9d3e-c26fd4a9d0a1" -d '{"events": [{"server_uuid": "e39854a4-6757-42d9-ac76-a4f9caebb319", "name": "network-vif-plugged", "status": "completed", "tag": "50b7d990-2d83-4291-bbcf-cd274c12efa4"}]}' {{(pid=100248) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:21:27.103676 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-3d451dd0-a8c1-48e0-ac06-45c8de8300f1 req-4a49968b-9d46-400e-a780-6a58688b1fa2 tempest-ServerShowV257Test-449343396 tempest-ServerShowV257Test-449343396-project] 10.222.0.104 "GET /v2.0/ports?device_id=575a90f2-eb1d-4b43-8b08-2519e140d80f HTTP/1.1" status: 200 len: 210 time: 0.0437171 Jul 06 14:21:27.145287 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-8157351f-44d7-43b1-b8ed-20c0ec1cee96 req-a2941290-d3d5-44ea-a713-b76ec43d2f0b tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] 10.222.0.104 "GET /v2.0/ports?device_id=eded8238-d997-42be-b238-e8071d7f941a HTTP/1.1" status: 200 len: 210 time: 0.0489092 Jul 06 14:21:27.152088 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-49bd6d31-1ecd-405b-9fc0-3739e535a7c8 req-f147c49e-0e0e-4f59-9464-623835aa9912 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Notify callbacks [] for port, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:21:27.171419 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.provisioning_blocks [req-49bd6d31-1ecd-405b-9fc0-3739e535a7c8 req-f147c49e-0e0e-4f59-9464-623835aa9912 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Transition to ACTIVE for port object dc187fb1-f090-4520-9186-12367a249564 will not be triggered until provisioned by entity DHCP. {{(pid=100247) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:21:27.182259 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 14:21:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bed9798c-24b4-4909-aded-75711031c71b x-openstack-request-id: req-bed9798c-24b4-4909-aded-75711031c71b {{(pid=100248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:21:27.182784 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e39854a4-6757-42d9-ac76-a4f9caebb319", "name": "network-vif-plugged", "status": "completed", "tag": "50b7d990-2d83-4291-bbcf-cd274c12efa4", "code": 200}]} {{(pid=100248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:21:27.183142 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-bed9798c-24b4-4909-aded-75711031c71b {{(pid=100248) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:21:27.183659 n-d-773647-6 neutron-server[100248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e39854a4-6757-42d9-ac76-a4f9caebb319', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50b7d990-2d83-4291-bbcf-cd274c12efa4', 'code': 200} Jul 06 14:21:27.215139 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-49bd6d31-1ecd-405b-9fc0-3739e535a7c8 req-f147c49e-0e0e-4f59-9464-623835aa9912 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-128888360'] for port, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:21:27.260246 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-49bd6d31-1ecd-405b-9fc0-3739e535a7c8 req-f147c49e-0e0e-4f59-9464-623835aa9912 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Network e4ae84ad-fbf7-438d-8cac-3418f3b1f391 is already hosted by enough agents. {{(pid=100247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:21:27.263587 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.base_scheduler [req-49bd6d31-1ecd-405b-9fc0-3739e535a7c8 req-f147c49e-0e0e-4f59-9464-623835aa9912 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Resources bound (agent type, host, resource id): {{(pid=100247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:21:27.269674 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.l3_dvrscheduler_db [req-49bd6d31-1ecd-405b-9fc0-3739e535a7c8 req-f147c49e-0e0e-4f59-9464-623835aa9912 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Received port after_create {{(pid=100247) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:21:27.314032 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f147c49e-0e0e-4f59-9464-623835aa9912 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Pushing event updated for resources: {'Port': ['ID=dc187fb1-f090-4520-9186-12367a249564,revision_number=1']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:21:27.327759 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d82836-62bb-4761-bfe5-65db5bb55441 req-d3e712d8-2b73-423f-8075-96ab6fc66d2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:21:27.329527 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-20d82836-62bb-4761-bfe5-65db5bb55441 req-d3e712d8-2b73-423f-8075-96ab6fc66d2f service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=e39854a4-6757-42d9-ac76-a4f9caebb319 HTTP/1.1" status: 200 len: 1100 time: 0.0721910 Jul 06 14:21:27.356978 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bd6d31-1ecd-405b-9fc0-3739e535a7c8 req-f147c49e-0e0e-4f59-9464-623835aa9912 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:21:27.357622 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-49bd6d31-1ecd-405b-9fc0-3739e535a7c8 req-f147c49e-0e0e-4f59-9464-623835aa9912 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:21:27.375355 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-49bd6d31-1ecd-405b-9fc0-3739e535a7c8 req-f147c49e-0e0e-4f59-9464-623835aa9912 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] 10.222.0.127 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7915940 Jul 06 14:21:27.376480 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-20d82836-62bb-4761-bfe5-65db5bb55441 req-24250a81-f4cf-4bbe-9f9e-8ecc7706fa71 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=8f1a1d3c-2ddd-4594-bc52-ddf4ae223100&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381348 Jul 06 14:21:27.387152 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [req-49bd6d31-1ecd-405b-9fc0-3739e535a7c8 req-f0adc2b7-672e-438d-8f49-115c0f1b2e50 service neutron] Request body: {'port': {'device_id': 'eded8238-d997-42be-b238-e8071d7f941a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-773647-6'}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:21:27.463178 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-49bd6d31-1ecd-405b-9fc0-3739e535a7c8 req-f0adc2b7-672e-438d-8f49-115c0f1b2e50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:21:27.539262 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-f92aabf1-2b95-4bcc-b6c0-dfffe79d0912 None None] Provisioning for port dc187fb1-f090-4520-9186-12367a249564 completed by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:21:27.543344 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-f92aabf1-2b95-4bcc-b6c0-dfffe79d0912 None None] Provisioning complete for port dc187fb1-f090-4520-9186-12367a249564 triggered by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:21:27.543807 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-f92aabf1-2b95-4bcc-b6c0-dfffe79d0912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:21:27.583562 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-f92aabf1-2b95-4bcc-b6c0-dfffe79d0912 None None] Port dc187fb1-f090-4520-9186-12367a249564 cannot update to ACTIVE because it is not bound. {{(pid=100248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 14:21:27.716886 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device bda4d34f-3c3f-49ff-8f8b-5f5ca59404c3 up at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:21:27.738625 n-d-773647-6 neutron-server[100247]: DEBUG neutron.notifiers.nova [req-49bd6d31-1ecd-405b-9fc0-3739e535a7c8 req-f0adc2b7-672e-438d-8f49-115c0f1b2e50 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dc187fb1-f090-4520-9186-12367a249564 {{(pid=100247) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 14:21:27.747423 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-49bd6d31-1ecd-405b-9fc0-3739e535a7c8 req-f0adc2b7-672e-438d-8f49-115c0f1b2e50 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:21:27.765572 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.provisioning_blocks [req-49bd6d31-1ecd-405b-9fc0-3739e535a7c8 req-f0adc2b7-672e-438d-8f49-115c0f1b2e50 service neutron] Transition to ACTIVE for port object dc187fb1-f090-4520-9186-12367a249564 will not be triggered until provisioned by entity L2. {{(pid=100247) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:21:27.771792 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-49bd6d31-1ecd-405b-9fc0-3739e535a7c8 req-f0adc2b7-672e-438d-8f49-115c0f1b2e50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128888538'] for port, after_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:21:27.794856 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning complete for port bda4d34f-3c3f-49ff-8f8b-5f5ca59404c3 triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:21:27.795191 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:21:27.929970 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0adc2b7-672e-438d-8f49-115c0f1b2e50 service neutron] Pushing event updated for resources: {'Port': ['ID=dc187fb1-f090-4520-9186-12367a249564,revision_number=2']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:21:28.018382 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfabdf49-b7ce-4334-967d-7d13a8eeebb0 req-04d59208-4e53-4467-aa81-31031f56c34a tempest-AttachVolumeNegativeTest-1214840538 tempest-AttachVolumeNegativeTest-1214840538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:21:28.020031 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-dfabdf49-b7ce-4334-967d-7d13a8eeebb0 req-04d59208-4e53-4467-aa81-31031f56c34a tempest-AttachVolumeNegativeTest-1214840538 tempest-AttachVolumeNegativeTest-1214840538-project] 10.222.0.104 "GET /v2.0/ports?device_id=d98352f6-56aa-4316-9a48-ca7b7ba8add3 HTTP/1.1" status: 200 len: 946 time: 0.1967199 Jul 06 14:21:28.029032 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.managers [req-49bd6d31-1ecd-405b-9fc0-3739e535a7c8 req-f0adc2b7-672e-438d-8f49-115c0f1b2e50 service neutron] Attempting to bind port dc187fb1-f090-4520-9186-12367a249564 on host n-h1-773647-6 for vnic_type normal with profile {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:21:28.029362 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.managers [req-49bd6d31-1ecd-405b-9fc0-3739e535a7c8 req-f0adc2b7-672e-438d-8f49-115c0f1b2e50 service neutron] Attempting to bind port dc187fb1-f090-4520-9186-12367a249564 by drivers openvswitch,hyperv on host n-h1-773647-6 at level 0 using segments [{'id': '0f9f2e53-c623-44f6-9998-d3d558a1c957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1020, 'network_id': 'e4ae84ad-fbf7-438d-8cac-3418f3b1f391'}] {{(pid=100247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:21:28.029679 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49bd6d31-1ecd-405b-9fc0-3739e535a7c8 req-f0adc2b7-672e-438d-8f49-115c0f1b2e50 service neutron] Attempting to bind port dc187fb1-f090-4520-9186-12367a249564 on network e4ae84ad-fbf7-438d-8cac-3418f3b1f391 {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:21:28.051147 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49bd6d31-1ecd-405b-9fc0-3739e535a7c8 req-f0adc2b7-672e-438d-8f49-115c0f1b2e50 service neutron] Port dc187fb1-f090-4520-9186-12367a249564 on network e4ae84ad-fbf7-438d-8cac-3418f3b1f391 not bound, no agent of type Open vSwitch agent registered on host n-h1-773647-6 {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 14:21:28.051410 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49bd6d31-1ecd-405b-9fc0-3739e535a7c8 req-f0adc2b7-672e-438d-8f49-115c0f1b2e50 service neutron] Attempting to bind port dc187fb1-f090-4520-9186-12367a249564 on network e4ae84ad-fbf7-438d-8cac-3418f3b1f391 {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:21:28.068092 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49bd6d31-1ecd-405b-9fc0-3739e535a7c8 req-f0adc2b7-672e-438d-8f49-115c0f1b2e50 service neutron] Checking agent: {'id': '5bf7147f-bada-4441-a5dc-934b903473fb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-773647-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 51, 12), 'started_at': datetime.datetime(2021, 7, 6, 13, 51, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 21, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:21:28.069519 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49bd6d31-1ecd-405b-9fc0-3739e535a7c8 req-f0adc2b7-672e-438d-8f49-115c0f1b2e50 service neutron] Checking segment: {'id': '0f9f2e53-c623-44f6-9998-d3d558a1c957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1020, 'network_id': 'e4ae84ad-fbf7-438d-8cac-3418f3b1f391'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100247) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:21:28.069925 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49bd6d31-1ecd-405b-9fc0-3739e535a7c8 req-f0adc2b7-672e-438d-8f49-115c0f1b2e50 service neutron] Bound using segment: {'id': '0f9f2e53-c623-44f6-9998-d3d558a1c957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1020, 'network_id': 'e4ae84ad-fbf7-438d-8cac-3418f3b1f391'} {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:21:28.070375 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.managers [req-49bd6d31-1ecd-405b-9fc0-3739e535a7c8 req-f0adc2b7-672e-438d-8f49-115c0f1b2e50 service neutron] Bound port: dc187fb1-f090-4520-9186-12367a249564, host: n-h1-773647-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0f9f2e53-c623-44f6-9998-d3d558a1c957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1020, 'network_id': 'e4ae84ad-fbf7-438d-8cac-3418f3b1f391'}}] {{(pid=100247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:21:28.070854 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-49bd6d31-1ecd-405b-9fc0-3739e535a7c8 req-f0adc2b7-672e-438d-8f49-115c0f1b2e50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:21:28.092989 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ceaf773-8516-4fdd-a463-5790868c2e5c req-73fc9c54-05d0-462c-886f-6b705dc1fce6 tempest-VolumesBackupsTest-73392082 tempest-VolumesBackupsTest-73392082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:21:28.094886 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-8ceaf773-8516-4fdd-a463-5790868c2e5c req-73fc9c54-05d0-462c-886f-6b705dc1fce6 tempest-VolumesBackupsTest-73392082 tempest-VolumesBackupsTest-73392082-project] 10.222.0.104 "GET /v2.0/ports?device_id=e39854a4-6757-42d9-ac76-a4f9caebb319 HTTP/1.1" status: 200 len: 949 time: 0.1549315 Jul 06 14:21:28.146416 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-dfabdf49-b7ce-4334-967d-7d13a8eeebb0 req-6a56d8fc-6ab4-4274-9bc9-59a7b5c96358 tempest-AttachVolumeNegativeTest-1214840538 tempest-AttachVolumeNegativeTest-1214840538-project] 10.222.0.104 "GET /v2.0/security-groups?id=e25fc918-d317-48f5-8fe8-cddb17b098d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191695 Jul 06 14:21:28.188134 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-8ceaf773-8516-4fdd-a463-5790868c2e5c req-e9054c80-2870-412f-bf9e-02edbdc2abce tempest-VolumesBackupsTest-73392082 tempest-VolumesBackupsTest-73392082-project] 10.222.0.104 "GET /v2.0/security-groups?id=8f1a1d3c-2ddd-4594-bc52-ddf4ae223100&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829127 Jul 06 14:21:28.215349 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.db [req-49bd6d31-1ecd-405b-9fc0-3739e535a7c8 req-f0adc2b7-672e-438d-8f49-115c0f1b2e50 service neutron] For port dc187fb1-f090-4520-9186-12367a249564, host n-h1-773647-6, cleared binding levels {{(pid=100247) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:21:28.221484 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.db [req-49bd6d31-1ecd-405b-9fc0-3739e535a7c8 req-f0adc2b7-672e-438d-8f49-115c0f1b2e50 service neutron] For port dc187fb1-f090-4520-9186-12367a249564, host n-h1-773647-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773647-6',level=0,port_id=dc187fb1-f090-4520-9186-12367a249564,segment=NetworkSegment(0f9f2e53-c623-44f6-9998-d3d558a1c957),segment_id=0f9f2e53-c623-44f6-9998-d3d558a1c957)] {{(pid=100247) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:21:28.227066 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-49bd6d31-1ecd-405b-9fc0-3739e535a7c8 req-f0adc2b7-672e-438d-8f49-115c0f1b2e50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128888538'] for port, after_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:21:28.321943 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bd6d31-1ecd-405b-9fc0-3739e535a7c8 req-f0adc2b7-672e-438d-8f49-115c0f1b2e50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:21:28.322747 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-49bd6d31-1ecd-405b-9fc0-3739e535a7c8 req-f0adc2b7-672e-438d-8f49-115c0f1b2e50 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:21:28.324306 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-49bd6d31-1ecd-405b-9fc0-3739e535a7c8 req-f0adc2b7-672e-438d-8f49-115c0f1b2e50 service neutron] 10.222.0.127 "PUT /v2.0/ports/dc187fb1-f090-4520-9186-12367a249564 HTTP/1.1" status: 200 len: 1091 time: 0.9416251 Jul 06 14:21:28.325794 n-d-773647-6 neutron-server[100247]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eded8238-d997-42be-b238-e8071d7f941a', 'tag': 'dc187fb1-f090-4520-9186-12367a249564'}] {{(pid=100247) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:21:28.328342 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cbf0eeaae822f8fc9b87a94aeba67a3d651842baf663a51cba94b67a514836d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5da7a02a-edc8-4d67-bdb8-e8876d36f552" -d '{"events": [{"name": "network-changed", "server_uuid": "eded8238-d997-42be-b238-e8071d7f941a", "tag": "dc187fb1-f090-4520-9186-12367a249564"}]}' {{(pid=100247) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:21:28.370483 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0adc2b7-672e-438d-8f49-115c0f1b2e50 service neutron] Pushing event updated for resources: {'Port': ['ID=dc187fb1-f090-4520-9186-12367a249564,revision_number=3']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:21:28.386452 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-b0e30579-5b15-438b-9576-1520776effa3 req-0dff820d-2087-45ae-a576-878d8b28ccc3 tempest-ServerShowV257Test-449343396 tempest-ServerShowV257Test-449343396-project] 10.222.0.104 "GET /v2.0/ports?device_id=575a90f2-eb1d-4b43-8b08-2519e140d80f HTTP/1.1" status: 200 len: 210 time: 0.0668621 Jul 06 14:21:28.420194 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-03f71b24-a9b8-453a-8924-caa3f97bc6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:21:28.482252 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 14:21:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f6bdcd8-ea58-4842-8c12-90c45aac51bb x-openstack-request-id: req-3f6bdcd8-ea58-4842-8c12-90c45aac51bb {{(pid=100247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:21:28.482689 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eded8238-d997-42be-b238-e8071d7f941a", "tag": "dc187fb1-f090-4520-9186-12367a249564", "status": "completed", "code": 200}]} {{(pid=100247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:21:28.482957 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-3f6bdcd8-ea58-4842-8c12-90c45aac51bb {{(pid=100247) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:21:28.483389 n-d-773647-6 neutron-server[100247]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eded8238-d997-42be-b238-e8071d7f941a', 'tag': 'dc187fb1-f090-4520-9186-12367a249564', 'status': 'completed', 'code': 200} Jul 06 14:21:28.527327 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35485eed-8cd8-4823-bd2a-96c5915f7900 req-f5d88da4-6073-44ef-8f89-3f5f37f7c32e tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:21:28.536200 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-35485eed-8cd8-4823-bd2a-96c5915f7900 req-f5d88da4-6073-44ef-8f89-3f5f37f7c32e tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] 10.222.0.104 "GET /v2.0/ports?device_id=eded8238-d997-42be-b238-e8071d7f941a HTTP/1.1" status: 200 len: 943 time: 0.1677520 Jul 06 14:21:28.547366 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bd6d31-1ecd-405b-9fc0-3739e535a7c8 req-f1d16ce4-da5b-49fe-a8d2-e299102aa812 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:21:28.549120 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-49bd6d31-1ecd-405b-9fc0-3739e535a7c8 req-f1d16ce4-da5b-49fe-a8d2-e299102aa812 service neutron] 10.222.0.127 "GET /v2.0/ports?tenant_id=1077a35eaa714f1bbf260d32c5a52c8f&device_id=eded8238-d997-42be-b238-e8071d7f941a HTTP/1.1" status: 200 len: 1094 time: 0.1440489 Jul 06 14:21:28.654020 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-49bd6d31-1ecd-405b-9fc0-3739e535a7c8 req-55ed5ed0-c472-4c29-bb61-ad5d0b2d9212 service neutron] 10.222.0.127 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dc187fb1-f090-4520-9186-12367a249564 HTTP/1.1" status: 200 len: 217 time: 0.0809519 Jul 06 14:21:28.669472 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-35485eed-8cd8-4823-bd2a-96c5915f7900 req-0870dfac-b4ad-47c6-9d56-b8b450e3e6b5 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] 10.222.0.104 "GET /v2.0/security-groups?id=b3e698d3-dc13-4d46-b168-2b621268fa3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1322777 Jul 06 14:21:28.725360 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bd6d31-1ecd-405b-9fc0-3739e535a7c8 req-bdc90eda-33bb-4bae-aaf1-a297e39cff60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:21:28.726915 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-49bd6d31-1ecd-405b-9fc0-3739e535a7c8 req-bdc90eda-33bb-4bae-aaf1-a297e39cff60 service neutron] 10.222.0.127 "GET /v2.0/subnets?id=577a0dd4-810a-43cb-b648-9d9592da7f23 HTTP/1.1" status: 200 len: 834 time: 0.0623796 Jul 06 14:21:28.791394 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bd6d31-1ecd-405b-9fc0-3739e535a7c8 req-42e2a04e-4ee0-47b4-9d87-36d35972697e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:21:28.792893 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-49bd6d31-1ecd-405b-9fc0-3739e535a7c8 req-42e2a04e-4ee0-47b4-9d87-36d35972697e service neutron] 10.222.0.127 "GET /v2.0/ports?network_id=e4ae84ad-fbf7-438d-8cac-3418f3b1f391&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0594795 Jul 06 14:21:28.890690 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-49bd6d31-1ecd-405b-9fc0-3739e535a7c8 req-1855969a-8f1c-4c9b-9510-c28d84a5e80a service neutron] 10.222.0.127 "GET /v2.0/networks/e4ae84ad-fbf7-438d-8cac-3418f3b1f391?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914838 Jul 06 14:21:28.991492 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-49bd6d31-1ecd-405b-9fc0-3739e535a7c8 req-d6e6a940-c390-4e13-90d1-faba33659096 service neutron] 10.222.0.127 "GET /v2.0/networks/e4ae84ad-fbf7-438d-8cac-3418f3b1f391?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933282 Jul 06 14:21:29.090669 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da7a02a-edc8-4d67-bdb8-e8876d36f552 req-3e689a7e-4a2d-4f6f-97d2-2df3c0bb3c0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:21:29.092251 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-5da7a02a-edc8-4d67-bdb8-e8876d36f552 req-3e689a7e-4a2d-4f6f-97d2-2df3c0bb3c0a service neutron] 10.222.0.127 "GET /v2.0/ports?tenant_id=1077a35eaa714f1bbf260d32c5a52c8f&device_id=eded8238-d997-42be-b238-e8071d7f941a HTTP/1.1" status: 200 len: 1094 time: 0.0561094 Jul 06 14:21:29.196145 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da7a02a-edc8-4d67-bdb8-e8876d36f552 req-279ff0f1-59ac-4853-9c37-b5e9e9efc24b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:21:29.197538 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-5da7a02a-edc8-4d67-bdb8-e8876d36f552 req-279ff0f1-59ac-4853-9c37-b5e9e9efc24b service neutron] 10.222.0.127 "GET /v2.0/networks?id=e4ae84ad-fbf7-438d-8cac-3418f3b1f391 HTTP/1.1" status: 200 len: 899 time: 0.0994730 Jul 06 14:21:29.262931 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-5da7a02a-edc8-4d67-bdb8-e8876d36f552 req-d71e5c70-89c4-4f59-a631-31cc064353e8 service neutron] 10.222.0.127 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dc187fb1-f090-4520-9186-12367a249564 HTTP/1.1" status: 200 len: 217 time: 0.0586159 Jul 06 14:21:29.318398 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da7a02a-edc8-4d67-bdb8-e8876d36f552 req-70a1ca9e-36ea-44e5-8d9e-f3e1c8909093 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:21:29.320503 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-5da7a02a-edc8-4d67-bdb8-e8876d36f552 req-70a1ca9e-36ea-44e5-8d9e-f3e1c8909093 service neutron] 10.222.0.127 "GET /v2.0/subnets?id=577a0dd4-810a-43cb-b648-9d9592da7f23 HTTP/1.1" status: 200 len: 834 time: 0.0499928 Jul 06 14:21:29.437240 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da7a02a-edc8-4d67-bdb8-e8876d36f552 req-9b73bccb-cb90-4408-923d-dbddd14006ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:21:29.438757 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-5da7a02a-edc8-4d67-bdb8-e8876d36f552 req-9b73bccb-cb90-4408-923d-dbddd14006ea service neutron] 10.222.0.127 "GET /v2.0/ports?network_id=e4ae84ad-fbf7-438d-8cac-3418f3b1f391&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1117063 Jul 06 14:21:29.447311 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea6d4ad-e79d-4772-bbcb-c027087b779b req-5b86d3b3-668b-4142-bff8-0aaf58e001a5 tempest-VolumesBackupsTest-73392082 tempest-VolumesBackupsTest-73392082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:21:29.448702 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-bea6d4ad-e79d-4772-bbcb-c027087b779b req-5b86d3b3-668b-4142-bff8-0aaf58e001a5 tempest-VolumesBackupsTest-73392082 tempest-VolumesBackupsTest-73392082-project] 10.222.0.104 "GET /v2.0/ports?device_id=e39854a4-6757-42d9-ac76-a4f9caebb319 HTTP/1.1" status: 200 len: 949 time: 0.1121173 Jul 06 14:21:29.545894 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-bea6d4ad-e79d-4772-bbcb-c027087b779b req-696044eb-f2ce-4895-95d9-a47f961b4a30 tempest-VolumesBackupsTest-73392082 tempest-VolumesBackupsTest-73392082-project] 10.222.0.104 "GET /v2.0/security-groups?id=8f1a1d3c-2ddd-4594-bc52-ddf4ae223100&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887046 Jul 06 14:21:29.611556 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-0afdc351-dbf0-49d0-87d3-8cbe6ad387ef req-1da60ac2-362b-4463-8130-09e941b2b31a tempest-ServerShowV257Test-449343396 tempest-ServerShowV257Test-449343396-project] 10.222.0.104 "GET /v2.0/ports?device_id=575a90f2-eb1d-4b43-8b08-2519e140d80f HTTP/1.1" status: 200 len: 210 time: 0.0537140 Jul 06 14:21:29.618664 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-5da7a02a-edc8-4d67-bdb8-e8876d36f552 req-d0cb37bd-fc77-4e66-98f7-73bf23bcde3e service neutron] 10.222.0.127 "GET /v2.0/networks/e4ae84ad-fbf7-438d-8cac-3418f3b1f391?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1690302 Jul 06 14:21:29.734060 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-5da7a02a-edc8-4d67-bdb8-e8876d36f552 req-1eda947d-6b0d-4e81-a413-35d8a5d4bdb8 service neutron] 10.222.0.127 "GET /v2.0/networks/e4ae84ad-fbf7-438d-8cac-3418f3b1f391?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1059008 Jul 06 14:21:29.939794 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f671f9-08ae-49e8-82e8-267a3931e6fa req-22595276-9c8d-403b-a762-d270d2323105 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:21:29.941867 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-70f671f9-08ae-49e8-82e8-267a3931e6fa req-22595276-9c8d-403b-a762-d270d2323105 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] 10.222.0.104 "GET /v2.0/ports?device_id=eded8238-d997-42be-b238-e8071d7f941a HTTP/1.1" status: 200 len: 943 time: 0.0808794 Jul 06 14:21:29.985386 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-70f671f9-08ae-49e8-82e8-267a3931e6fa req-308b5014-8b40-4021-b188-62cfe164f15c tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] 10.222.0.104 "GET /v2.0/security-groups?id=b3e698d3-dc13-4d46-b168-2b621268fa3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376952 Jul 06 14:21:30.787700 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-a370b7cc-cbf6-4df6-a1ad-44faf2aecab6 req-dc6e4842-fe76-4719-9be9-5906a1ddff01 tempest-ServerShowV257Test-449343396 tempest-ServerShowV257Test-449343396-project] 10.222.0.104 "GET /v2.0/ports?device_id=575a90f2-eb1d-4b43-8b08-2519e140d80f HTTP/1.1" status: 200 len: 210 time: 0.0356817 Jul 06 14:21:31.183081 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b75d11-9011-4a26-8b8c-9f953da36be2 req-1a462607-c389-4e57-9da9-0d58ab9f5c10 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:21:31.189160 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-36b75d11-9011-4a26-8b8c-9f953da36be2 req-1a462607-c389-4e57-9da9-0d58ab9f5c10 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] 10.222.0.104 "GET /v2.0/ports?device_id=eded8238-d997-42be-b238-e8071d7f941a HTTP/1.1" status: 200 len: 943 time: 0.0737131 Jul 06 14:21:31.227242 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-36b75d11-9011-4a26-8b8c-9f953da36be2 req-2716a38e-16cc-4795-a8f7-7680097eecfb tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] 10.222.0.104 "GET /v2.0/security-groups?id=b3e698d3-dc13-4d46-b168-2b621268fa3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366828 Jul 06 14:21:31.933112 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-e799c85a-aaed-4b3d-adf4-6789e7839687 req-9c4113e1-c8bd-4433-bf02-5f9a63ffbb34 tempest-ServerShowV257Test-449343396 tempest-ServerShowV257Test-449343396-project] 10.222.0.104 "GET /v2.0/ports?device_id=575a90f2-eb1d-4b43-8b08-2519e140d80f HTTP/1.1" status: 200 len: 210 time: 0.0290804 Jul 06 14:21:32.405303 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42443e2d-641a-482a-95d3-f7ea19c0bbb9 req-8e1e4096-3d69-40d7-bab7-3acb2b534612 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:21:32.406799 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-42443e2d-641a-482a-95d3-f7ea19c0bbb9 req-8e1e4096-3d69-40d7-bab7-3acb2b534612 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] 10.222.0.104 "GET /v2.0/ports?device_id=eded8238-d997-42be-b238-e8071d7f941a HTTP/1.1" status: 200 len: 943 time: 0.0632944 Jul 06 14:21:32.444111 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-42443e2d-641a-482a-95d3-f7ea19c0bbb9 req-7f92d6d5-18c6-40d7-9707-f994ceab857c tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] 10.222.0.104 "GET /v2.0/security-groups?id=b3e698d3-dc13-4d46-b168-2b621268fa3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311995 Jul 06 14:21:33.089734 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-6570447a-1fbb-472e-a5db-c1fdfe167cde req-24ac584f-1f52-4b75-92fc-8f82ffc5bc28 tempest-ServerShowV257Test-449343396 tempest-ServerShowV257Test-449343396-project] 10.222.0.104 "GET /v2.0/ports?device_id=575a90f2-eb1d-4b43-8b08-2519e140d80f HTTP/1.1" status: 200 len: 210 time: 0.0322986 Jul 06 14:21:33.628983 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56cb5db7-8dfd-49e1-a0f2-fc59986362f2 req-b493cee6-7e95-46bc-9cff-ea468db41f0c tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:21:33.630475 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-56cb5db7-8dfd-49e1-a0f2-fc59986362f2 req-b493cee6-7e95-46bc-9cff-ea468db41f0c tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] 10.222.0.104 "GET /v2.0/ports?device_id=eded8238-d997-42be-b238-e8071d7f941a HTTP/1.1" status: 200 len: 943 time: 0.0635829 Jul 06 14:21:33.670787 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-56cb5db7-8dfd-49e1-a0f2-fc59986362f2 req-4ab176ac-bdb4-4291-adab-40579e33ebfb tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] 10.222.0.104 "GET /v2.0/security-groups?id=b3e698d3-dc13-4d46-b168-2b621268fa3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345926 Jul 06 14:21:33.932579 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Device dc187fb1-f090-4520-9186-12367a249564 details requested by agent hyperv_n-h1-773647-6 with host n-h1-773647-6 {{(pid=100248) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 14:21:34.177060 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] For port dc187fb1-f090-4520-9186-12367a249564, host n-h1-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773647-6',level=0,port_id=dc187fb1-f090-4520-9186-12367a249564,segment=NetworkSegment(0f9f2e53-c623-44f6-9998-d3d558a1c957),segment_id=0f9f2e53-c623-44f6-9998-d3d558a1c957)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:21:34.188827 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Returning: {'device': 'dc187fb1-f090-4520-9186-12367a249564', 'network_id': 'e4ae84ad-fbf7-438d-8cac-3418f3b1f391', 'port_id': 'dc187fb1-f090-4520-9186-12367a249564', 'mac_address': 'fa:16:3e:ed:7f:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1020, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '577a0dd4-810a-43cb-b648-9d9592da7f23', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100248) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 14:21:34.230478 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:21:34.246902 n-d-773647-6 neutron-server[100248]: DEBUG neutron.notifiers.nova [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dc187fb1-f090-4520-9186-12367a249564 {{(pid=100248) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 14:21:34.248285 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-0e0f3bdb-9d2d-4bd0-8d7d-808e2b58fff9 req-bb3fd531-fc18-4bb7-9c3a-546e593a57ff tempest-ServerShowV257Test-449343396 tempest-ServerShowV257Test-449343396-project] 10.222.0.104 "GET /v2.0/ports?device_id=575a90f2-eb1d-4b43-8b08-2519e140d80f HTTP/1.1" status: 200 len: 210 time: 0.0345294 Jul 06 14:21:34.269392 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] For port dc187fb1-f090-4520-9186-12367a249564, host n-h1-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773647-6',level=0,port_id=dc187fb1-f090-4520-9186-12367a249564,segment=NetworkSegment(0f9f2e53-c623-44f6-9998-d3d558a1c957),segment_id=0f9f2e53-c623-44f6-9998-d3d558a1c957)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:21:34.273679 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:21:34.320348 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Pushing event updated for resources: {'Port': ['ID=dc187fb1-f090-4520-9186-12367a249564,revision_number=4']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:21:34.667100 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] get_ports_and_sgs() called for port_ids ['dc187fb1-f090-4520-9186-12367a249564'] {{(pid=100248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 14:21:34.869701 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98df850c-5e5b-43ad-bd18-b73b56185848 req-244228ec-d0c5-480f-9732-ac55475167b9 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:21:34.871108 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-98df850c-5e5b-43ad-bd18-b73b56185848 req-244228ec-d0c5-480f-9732-ac55475167b9 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] 10.222.0.104 "GET /v2.0/ports?device_id=eded8238-d997-42be-b238-e8071d7f941a HTTP/1.1" status: 200 len: 944 time: 0.0790021 Jul 06 14:21:34.912512 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-98df850c-5e5b-43ad-bd18-b73b56185848 req-966a691e-57a9-4c9f-bf15-a37d2ed2cc72 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] 10.222.0.104 "GET /v2.0/security-groups?id=b3e698d3-dc13-4d46-b168-2b621268fa3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346920 Jul 06 14:21:35.403647 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-35fb8b93-dfe6-415c-b60f-43316cfdac90 req-af090fd4-4af2-436d-9687-2e4ba95acce7 tempest-ServerShowV257Test-449343396 tempest-ServerShowV257Test-449343396-project] 10.222.0.104 "GET /v2.0/ports?device_id=575a90f2-eb1d-4b43-8b08-2519e140d80f HTTP/1.1" status: 200 len: 210 time: 0.0289633 Jul 06 14:21:35.951418 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Device dc187fb1-f090-4520-9186-12367a249564 up at agent hyperv_n-h1-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:21:36.023734 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Provisioning for port dc187fb1-f090-4520-9186-12367a249564 completed by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:21:36.031826 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Provisioning complete for port dc187fb1-f090-4520-9186-12367a249564 triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:21:36.032376 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:21:36.139087 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:21:36.174650 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feee4f79-aae8-43f9-b438-0062baf59f6a req-c2c63e22-d469-4f89-92b4-ec652e618a3b tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:21:36.176792 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-feee4f79-aae8-43f9-b438-0062baf59f6a req-c2c63e22-d469-4f89-92b4-ec652e618a3b tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] 10.222.0.104 "GET /v2.0/ports?device_id=eded8238-d997-42be-b238-e8071d7f941a HTTP/1.1" status: 200 len: 944 time: 0.0974944 Jul 06 14:21:36.182159 n-d-773647-6 neutron-server[100248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eded8238-d997-42be-b238-e8071d7f941a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc187fb1-f090-4520-9186-12367a249564'}] {{(pid=100248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:21:36.184992 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84af257533e383389cbcf231d3534f4d5e149e7203fea16b4a8fc01438dddaf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3686c855-550f-4b29-abe4-2eefec183229" -d '{"events": [{"server_uuid": "eded8238-d997-42be-b238-e8071d7f941a", "name": "network-vif-plugged", "status": "completed", "tag": "dc187fb1-f090-4520-9186-12367a249564"}]}' {{(pid=100248) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:21:36.201061 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 37246) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:21:36.210796 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] For port dc187fb1-f090-4520-9186-12367a249564, host n-h1-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773647-6',level=0,port_id=dc187fb1-f090-4520-9186-12367a249564,segment=NetworkSegment(0f9f2e53-c623-44f6-9998-d3d558a1c957),segment_id=0f9f2e53-c623-44f6-9998-d3d558a1c957)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:21:36.221564 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:21:36.228887 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-feee4f79-aae8-43f9-b438-0062baf59f6a req-bdae0b86-9a54-4443-a388-31cbae69b5cc tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] 10.222.0.104 "GET /v2.0/security-groups?id=b3e698d3-dc13-4d46-b168-2b621268fa3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455420 Jul 06 14:21:36.258649 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 14:21:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08d0546c-016a-429e-97f0-28cc8505143a x-openstack-request-id: req-08d0546c-016a-429e-97f0-28cc8505143a {{(pid=100248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:21:36.259020 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eded8238-d997-42be-b238-e8071d7f941a", "name": "network-vif-plugged", "status": "completed", "tag": "dc187fb1-f090-4520-9186-12367a249564", "code": 200}]} {{(pid=100248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:21:36.259371 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-08d0546c-016a-429e-97f0-28cc8505143a {{(pid=100248) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:21:36.260189 n-d-773647-6 neutron-server[100248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eded8238-d997-42be-b238-e8071d7f941a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc187fb1-f090-4520-9186-12367a249564', 'code': 200} Jul 06 14:21:36.294109 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Pushing event updated for resources: {'Port': ['ID=dc187fb1-f090-4520-9186-12367a249564,revision_number=5']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:21:36.392513 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c376e7a-c788-46b7-800b-ec77e5e8f31c req-f1c60f08-ba52-451a-bd4f-73925c9ba993 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:21:36.394585 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-5c376e7a-c788-46b7-800b-ec77e5e8f31c req-f1c60f08-ba52-451a-bd4f-73925c9ba993 service neutron] 10.222.0.127 "GET /v2.0/ports?device_id=eded8238-d997-42be-b238-e8071d7f941a HTTP/1.1" status: 200 len: 1096 time: 0.0637751 Jul 06 14:21:36.428700 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-5c376e7a-c788-46b7-800b-ec77e5e8f31c req-cc3b33e2-21f3-4b36-bd01-d4cf946841fc service neutron] 10.222.0.127 "GET /v2.0/security-groups?id=b3e698d3-dc13-4d46-b168-2b621268fa3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0284462 Jul 06 14:21:36.558594 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-208bddf1-1414-495f-bd5a-3baac6f80440 req-b9b26718-5fbf-4811-8c0b-65a9f94604bf tempest-ServerShowV257Test-449343396 tempest-ServerShowV257Test-449343396-project] 10.222.0.104 "GET /v2.0/ports?device_id=575a90f2-eb1d-4b43-8b08-2519e140d80f HTTP/1.1" status: 200 len: 210 time: 0.0293040 Jul 06 14:21:36.746069 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-dd7c9827-a34f-45df-845d-84188ee5ad00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1809431'] for router_interface, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:21:37.000452 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [None req-dd7c9827-a34f-45df-845d-84188ee5ad00 admin admin] Deleting port ed6b7d65-28dd-40b4-81c9-ae0bcd9b105b {{(pid=100246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:21:37.000714 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-dd7c9827-a34f-45df-845d-84188ee5ad00 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:21:37.083609 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.db [None req-dd7c9827-a34f-45df-845d-84188ee5ad00 admin admin] For port ed6b7d65-28dd-40b4-81c9-ae0bcd9b105b, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=ed6b7d65-28dd-40b4-81c9-ae0bcd9b105b,segment=NetworkSegment(c15971e2-442e-4b9a-8cef-3ba8ead63686),segment_id=c15971e2-442e-4b9a-8cef-3ba8ead63686)] {{(pid=100246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:21:37.084399 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-dd7c9827-a34f-45df-845d-84188ee5ad00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:21:37.103804 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [None req-dd7c9827-a34f-45df-845d-84188ee5ad00 admin admin] Calling delete_port for ed6b7d65-28dd-40b4-81c9-ae0bcd9b105b owned by network:router_interface {{(pid=100246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:21:37.360680 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-dd7c9827-a34f-45df-845d-84188ee5ad00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127687580'] for port, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:21:37.397995 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7c9827-a34f-45df-845d-84188ee5ad00 admin admin] Pushing event deleted for resources: {'Port': ['ID=ed6b7d65-28dd-40b4-81c9-ae0bcd9b105b,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:21:37.408923 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7c9827-a34f-45df-845d-84188ee5ad00 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:21:37.409718 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7c9827-a34f-45df-845d-84188ee5ad00 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:21:37.410186 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7c9827-a34f-45df-845d-84188ee5ad00 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:21:37.410588 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7c9827-a34f-45df-845d-84188ee5ad00 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:21:37.411001 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7c9827-a34f-45df-845d-84188ee5ad00 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:21:37.411399 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7c9827-a34f-45df-845d-84188ee5ad00 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:21:37.411738 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7c9827-a34f-45df-845d-84188ee5ad00 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:21:37.412063 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7c9827-a34f-45df-845d-84188ee5ad00 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:21:37.412390 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7c9827-a34f-45df-845d-84188ee5ad00 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:21:37.412723 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7c9827-a34f-45df-845d-84188ee5ad00 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:21:37.413051 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7c9827-a34f-45df-845d-84188ee5ad00 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:21:37.413375 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7c9827-a34f-45df-845d-84188ee5ad00 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:21:37.495726 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4750f53-8229-4f2b-8a08-9f2dbf5ddacf req-b022fe22-7f62-439f-9f06-e753b984ee0e tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:21:37.497450 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-d4750f53-8229-4f2b-8a08-9f2dbf5ddacf req-b022fe22-7f62-439f-9f06-e753b984ee0e tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] 10.222.0.104 "GET /v2.0/ports?device_id=eded8238-d997-42be-b238-e8071d7f941a HTTP/1.1" status: 200 len: 945 time: 0.1092248 Jul 06 14:21:37.543861 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-d4750f53-8229-4f2b-8a08-9f2dbf5ddacf req-a098c8a2-ed45-45a0-8194-38a206e17f72 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] 10.222.0.104 "GET /v2.0/security-groups?id=b3e698d3-dc13-4d46-b168-2b621268fa3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400028 Jul 06 14:21:37.606873 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-dd7c9827-a34f-45df-845d-84188ee5ad00 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1809193'] for router_interface, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:21:37.760027 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-16fb4c76-1059-44e7-a6dc-9567181b7c28 req-71d7c650-1ba0-414a-a284-6eedf20dbf38 tempest-ServerShowV257Test-449343396 tempest-ServerShowV257Test-449343396-project] 10.222.0.104 "GET /v2.0/ports?device_id=575a90f2-eb1d-4b43-8b08-2519e140d80f HTTP/1.1" status: 200 len: 210 time: 0.0317731 Jul 06 14:21:37.855741 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd7c9827-a34f-45df-845d-84188ee5ad00 admin admin] Router 170efd2e-2d32-454c-af51-75fb29d893a4 has already been hosted by L3 agent 2823d358-a11b-4885-a706-95a279e43fa7 {{(pid=100246) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 14:21:37.959019 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd7c9827-a34f-45df-845d-84188ee5ad00 admin admin] Notify agent at l3_agent.n-d-773647-6 the message routers_updated {{(pid=100246) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 14:21:37.964013 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-dd7c9827-a34f-45df-845d-84188ee5ad00 admin admin] 10.222.0.104 "PUT /v2.0/routers/170efd2e-2d32-454c-af51-75fb29d893a4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7613587 Jul 06 14:21:37.966547 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 37262) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:21:37.969050 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3658e83-ff0b-4a29-9e1b-7a7da48c38be None None] Sync routers for ids ['170efd2e-2d32-454c-af51-75fb29d893a4'] in n-d-773647-6 {{(pid=100248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 14:21:37.978999 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3658e83-ff0b-4a29-9e1b-7a7da48c38be None None] Routers {'170efd2e-2d32-454c-af51-75fb29d893a4'} bound to L3 agent in host n-d-773647-6 {{(pid=100248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:21:37.979716 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-f3658e83-ff0b-4a29-9e1b-7a7da48c38be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T14:21:26Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['170efd2e-2d32-454c-af51-75fb29d893a4'], 'active': True} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:21:38.068852 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-c3631e6e-ba15-469f-ac60-2048c5a428c8 admin admin] Notify callbacks [] for router, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:21:38.081689 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvr_db [None req-f3658e83-ff0b-4a29-9e1b-7a7da48c38be None None] Set router 170efd2e-2d32-454c-af51-75fb29d893a4 gateway port host: n-d-773647-6 {{(pid=100248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:21:38.274936 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-f3658e83-ff0b-4a29-9e1b-7a7da48c38be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '170efd2e-2d32-454c-af51-75fb29d893a4', 'name': 'tempest-AttachVolumeShelveTestJSON-1501821646-router', 'tenant_id': '9686fd5ec0aa4012928191c3d42f6e6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.68'}], 'enable_snat': True}, 'gw_port_id': '4f049c2e-394a-46f7-a71e-a4d2b9c694e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:10:08Z', 'updated_at': '2021-07-06T14:21:37Z', 'revision_number': 5, 'project_id': '9686fd5ec0aa4012928191c3d42f6e6c', 'gw_port': {'id': '4f049c2e-394a-46f7-a71e-a4d2b9c694e5', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:ac:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '170efd2e-2d32-454c-af51-75fb29d893a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1907, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:10:10Z', 'updated_at': '2021-07-06T14:10:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6'}], 'n-d-773647-6', False) {} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:21:38.315616 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3658e83-ff0b-4a29-9e1b-7a7da48c38be None None] Checking router: 170efd2e-2d32-454c-af51-75fb29d893a4 for host: n-d-773647-6 {{(pid=100248) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 14:21:38.316294 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3658e83-ff0b-4a29-9e1b-7a7da48c38be None None] Routers {'170efd2e-2d32-454c-af51-75fb29d893a4'} bound to L3 agent in host n-d-773647-6 {{(pid=100248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:21:38.316914 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-f3658e83-ff0b-4a29-9e1b-7a7da48c38be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T14:21:26Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['170efd2e-2d32-454c-af51-75fb29d893a4'], 'active': True} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:21:38.420908 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvr_db [None req-f3658e83-ff0b-4a29-9e1b-7a7da48c38be None None] Set router 170efd2e-2d32-454c-af51-75fb29d893a4 gateway port host: n-d-773647-6 {{(pid=100248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:21:38.478002 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-c3631e6e-ba15-469f-ac60-2048c5a428c8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:21:38.529785 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [None req-c3631e6e-ba15-469f-ac60-2048c5a428c8 admin admin] Deleting port 4f049c2e-394a-46f7-a71e-a4d2b9c694e5 {{(pid=100246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:21:38.530126 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-c3631e6e-ba15-469f-ac60-2048c5a428c8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:21:38.602085 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-f3658e83-ff0b-4a29-9e1b-7a7da48c38be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '170efd2e-2d32-454c-af51-75fb29d893a4', 'name': 'tempest-AttachVolumeShelveTestJSON-1501821646-router', 'tenant_id': '9686fd5ec0aa4012928191c3d42f6e6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.68'}], 'enable_snat': True}, 'gw_port_id': '4f049c2e-394a-46f7-a71e-a4d2b9c694e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:10:08Z', 'updated_at': '2021-07-06T14:21:37Z', 'revision_number': 5, 'project_id': '9686fd5ec0aa4012928191c3d42f6e6c', 'gw_port': {'id': '4f049c2e-394a-46f7-a71e-a4d2b9c694e5', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:ac:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '170efd2e-2d32-454c-af51-75fb29d893a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1907, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:10:10Z', 'updated_at': '2021-07-06T14:10:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6'}], 'n-d-773647-6', False) {} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:21:38.609541 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.db [None req-c3631e6e-ba15-469f-ac60-2048c5a428c8 admin admin] For port 4f049c2e-394a-46f7-a71e-a4d2b9c694e5, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=4f049c2e-394a-46f7-a71e-a4d2b9c694e5,segment=NetworkSegment(89a832b7-7793-4d51-9038-ed7e1c3ff1b2),segment_id=89a832b7-7793-4d51-9038-ed7e1c3ff1b2)] {{(pid=100246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:21:38.609977 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-c3631e6e-ba15-469f-ac60-2048c5a428c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:21:38.623997 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [None req-c3631e6e-ba15-469f-ac60-2048c5a428c8 admin admin] Calling delete_port for 4f049c2e-394a-46f7-a71e-a4d2b9c694e5 owned by network:router_gateway {{(pid=100246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:21:38.628913 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3658e83-ff0b-4a29-9e1b-7a7da48c38be None None] The sync data for ids ['170efd2e-2d32-454c-af51-75fb29d893a4'] in n-d-773647-6 is: [{'id': '170efd2e-2d32-454c-af51-75fb29d893a4', 'name': 'tempest-AttachVolumeShelveTestJSON-1501821646-router', 'tenant_id': '9686fd5ec0aa4012928191c3d42f6e6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.68'}], 'enable_snat': True}, 'gw_port_id': '4f049c2e-394a-46f7-a71e-a4d2b9c694e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:10:08Z', 'updated_at': '2021-07-06T14:21:37Z', 'revision_number': 5, 'project_id': '9686fd5ec0aa4012928191c3d42f6e6c', 'gw_port': {'id': '4f049c2e-394a-46f7-a71e-a4d2b9c694e5', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:ac:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '170efd2e-2d32-454c-af51-75fb29d893a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1907, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:10:10Z', 'updated_at': '2021-07-06T14:10:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6'}] {{(pid=100248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 14:21:38.732109 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3201facc-ff8a-4225-ac90-668d38f6be6a req-c91902d0-7109-4bf6-80b3-652f036378e9 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:21:38.734572 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-3201facc-ff8a-4225-ac90-668d38f6be6a req-c91902d0-7109-4bf6-80b3-652f036378e9 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] 10.222.0.104 "GET /v2.0/ports?device_id=eded8238-d997-42be-b238-e8071d7f941a HTTP/1.1" status: 200 len: 945 time: 0.0652635 Jul 06 14:21:38.775594 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-3201facc-ff8a-4225-ac90-668d38f6be6a req-2674c17e-7ca5-4b07-b543-f59254676d92 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] 10.222.0.104 "GET /v2.0/security-groups?id=b3e698d3-dc13-4d46-b168-2b621268fa3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347178 Jul 06 14:21:38.800037 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-c3631e6e-ba15-469f-ac60-2048c5a428c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127687580'] for port, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:21:38.832597 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3631e6e-ba15-469f-ac60-2048c5a428c8 admin admin] Pushing event deleted for resources: {'Port': ['ID=4f049c2e-394a-46f7-a71e-a4d2b9c694e5,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:21:38.899907 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-c3631e6e-ba15-469f-ac60-2048c5a428c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1761104'] for router_gateway, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:21:38.934370 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-7c093fcd-3657-44b7-9ce6-d591b2a16a4f req-c423d272-b06d-43db-88aa-42e4c56384d6 tempest-ServerShowV257Test-449343396 tempest-ServerShowV257Test-449343396-project] 10.222.0.104 "GET /v2.0/ports?device_id=575a90f2-eb1d-4b43-8b08-2519e140d80f HTTP/1.1" status: 200 len: 210 time: 0.0417144 Jul 06 14:21:38.998026 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-c3631e6e-ba15-469f-ac60-2048c5a428c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1806308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6982'] for router, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:21:38.998321 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a363ef10-d3dd-4291-be0c-63c85b2bcdf4 req-6e3b94de-8061-45ab-85a3-646c43153a78 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:21:39.000138 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-a363ef10-d3dd-4291-be0c-63c85b2bcdf4 req-6e3b94de-8061-45ab-85a3-646c43153a78 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] 10.222.0.104 "GET /v2.0/ports?device_id=eded8238-d997-42be-b238-e8071d7f941a HTTP/1.1" status: 200 len: 945 time: 0.0920317 Jul 06 14:21:39.000553 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-c3631e6e-ba15-469f-ac60-2048c5a428c8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:21:39.042796 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-a363ef10-d3dd-4291-be0c-63c85b2bcdf4 req-01a38a52-21f4-49e7-8eb2-5d2108ed0957 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] 10.222.0.104 "GET /v2.0/security-groups?id=b3e698d3-dc13-4d46-b168-2b621268fa3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361555 Jul 06 14:21:39.052662 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-c3631e6e-ba15-469f-ac60-2048c5a428c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1805684'] for router, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:21:39.053244 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3631e6e-ba15-469f-ac60-2048c5a428c8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 170efd2e-2d32-454c-af51-75fb29d893a4 {{(pid=100246) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 14:21:39.058273 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-c3631e6e-ba15-469f-ac60-2048c5a428c8 admin admin] Notify callbacks [] for router, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:21:39.062022 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-c3631e6e-ba15-469f-ac60-2048c5a428c8 admin admin] 10.222.0.104 "DELETE /v2.0/routers/170efd2e-2d32-454c-af51-75fb29d893a4 HTTP/1.1" status: 204 len: 168 time: 1.0945268 Jul 06 14:21:39.062627 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 37274) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:21:39.070249 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 37276) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:21:39.122532 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.db_base_plugin_v2 [None req-16bea0ab-dcf2-4145-9a3a-078ef181c260 admin admin] Deleting subnet 6ec930d2-90b3-4355-914b-4efea8972d25 {{(pid=100246) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 14:21:39.126245 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-16bea0ab-dcf2-4145-9a3a-078ef181c260 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:21:39.128545 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b993c8f0-6c48-4ba8-884b-70fd2bd74471 tempest-TestNetworkAdvancedServerOps-137028019 tempest-TestNetworkAdvancedServerOps-137028019-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:21:39.132829 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-b993c8f0-6c48-4ba8-884b-70fd2bd74471 tempest-TestNetworkAdvancedServerOps-137028019 tempest-TestNetworkAdvancedServerOps-137028019-project-admin] 10.222.0.104 "GET /v2.0/ports?device_id=eded8238-d997-42be-b238-e8071d7f941a HTTP/1.1" status: 200 len: 1091 time: 0.0583324 Jul 06 14:21:39.133168 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 37278) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:21:39.137783 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [None req-da82c8dc-d4cf-4d1c-a037-1807706273a2 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Request body: {'floatingip': {'floating_network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'port_id': 'dc187fb1-f090-4520-9186-12367a249564', 'tenant_id': '1077a35eaa714f1bbf260d32c5a52c8f', 'fixed_ip_address': '172.20.0.5'}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:21:39.160352 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-da82c8dc-d4cf-4d1c-a037-1807706273a2 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Notify callbacks [] for floatingip, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:21:39.165289 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-16bea0ab-dcf2-4145-9a3a-078ef181c260 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126218885'] for subnet, precommit_delete_associations {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:21:39.250141 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-16bea0ab-dcf2-4145-9a3a-078ef181c260 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-913473'] for subnet, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:21:39.280747 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-da82c8dc-d4cf-4d1c-a037-1807706273a2 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:21:39.317163 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-16bea0ab-dcf2-4145-9a3a-078ef181c260 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-913480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1849032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127687590', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127702764'] for subnet, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:21:39.364843 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16bea0ab-dcf2-4145-9a3a-078ef181c260 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6ec930d2-90b3-4355-914b-4efea8972d25,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:21:39.373937 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-015a96d5-71c3-415e-8186-ddd8059e8b32 None None] Network a1c5aa58-a5eb-4fe0-9c0d-ad9cb3f782ca requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:21:39.378698 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-16bea0ab-dcf2-4145-9a3a-078ef181c260 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:21:39.382895 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-16bea0ab-dcf2-4145-9a3a-078ef181c260 admin admin] 10.222.0.104 "DELETE /v2.0/subnets/6ec930d2-90b3-4355-914b-4efea8972d25 HTTP/1.1" status: 204 len: 168 time: 0.3171663 Jul 06 14:21:39.383176 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 37284) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:21:39.430281 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.db_base_plugin_common [None req-da82c8dc-d4cf-4d1c-a037-1807706273a2 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Allocated IP 172.25.0.49 (2658f09e-a580-4d4a-9968-2d1e0ad93719/cbf74abc-6fe1-4d33-b005-c948923b9647/a8dcb555-56f3-407f-a2f2-5869a89e1e71) {{(pid=100247) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:21:39.460709 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-ebb01a7f-eba9-412b-8846-8c8f29273a8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530492'] for network, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:21:39.527593 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [None req-ebb01a7f-eba9-412b-8846-8c8f29273a8a admin admin] Deleting port 1c5377a6-1f42-4f82-93ad-9b226c89c93c {{(pid=100246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:21:39.528305 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-ebb01a7f-eba9-412b-8846-8c8f29273a8a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:21:39.559120 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-da82c8dc-d4cf-4d1c-a037-1807706273a2 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Notify callbacks [] for port, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:21:39.599958 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-da82c8dc-d4cf-4d1c-a037-1807706273a2 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-128888360'] for port, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:21:39.600362 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.db [None req-ebb01a7f-eba9-412b-8846-8c8f29273a8a admin admin] For port 1c5377a6-1f42-4f82-93ad-9b226c89c93c, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=1c5377a6-1f42-4f82-93ad-9b226c89c93c,segment=NetworkSegment(c15971e2-442e-4b9a-8cef-3ba8ead63686),segment_id=c15971e2-442e-4b9a-8cef-3ba8ead63686)] {{(pid=100246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:21:39.600738 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-ebb01a7f-eba9-412b-8846-8c8f29273a8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:21:39.614163 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [None req-ebb01a7f-eba9-412b-8846-8c8f29273a8a admin admin] Calling delete_port for 1c5377a6-1f42-4f82-93ad-9b226c89c93c owned by network:dhcp {{(pid=100246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:21:39.636304 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da82c8dc-d4cf-4d1c-a037-1807706273a2 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Network 2658f09e-a580-4d4a-9968-2d1e0ad93719 is already hosted by enough agents. {{(pid=100247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:21:39.639253 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.base_scheduler [None req-da82c8dc-d4cf-4d1c-a037-1807706273a2 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Resources bound (agent type, host, resource id): {{(pid=100247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:21:39.650381 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da82c8dc-d4cf-4d1c-a037-1807706273a2 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Received port after_create {{(pid=100247) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:21:39.668674 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da82c8dc-d4cf-4d1c-a037-1807706273a2 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Pushing event updated for resources: {'Port': ['ID=a8dcb555-56f3-407f-a2f2-5869a89e1e71,revision_number=1']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:21:39.697419 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-ebb01a7f-eba9-412b-8846-8c8f29273a8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127687580'] for port, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:21:39.724149 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb01a7f-eba9-412b-8846-8c8f29273a8a admin admin] Pushing event deleted for resources: {'Port': ['ID=1c5377a6-1f42-4f82-93ad-9b226c89c93c,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:21:39.729891 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebb01a7f-eba9-412b-8846-8c8f29273a8a admin admin] No DVR routers for this DVR port 1c5377a6-1f42-4f82-93ad-9b226c89c93c on host n-d-773647-6 {{(pid=100246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:21:39.812872 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-ebb01a7f-eba9-412b-8846-8c8f29273a8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-917204', 'neutron.services.segments.db._delete_segments_for_network-8773753502302'] for network, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:21:39.824349 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e07ce5ee-979d-45e7-91a5-ac4a85d82c6d None None] DHCP port deletion for a1c5aa58-a5eb-4fe0-9c0d-ad9cb3f782ca request from n-d-773647-6 {{(pid=100248) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 14:21:39.837342 n-d-773647-6 neutron-server[100246]: DEBUG neutron.services.segments.db [None req-ebb01a7f-eba9-412b-8846-8c8f29273a8a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a1c5aa58-a5eb-4fe0-9c0d-ad9cb3f782ca']}} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:21:39.849003 n-d-773647-6 neutron-server[100246]: DEBUG neutron.services.segments.db [None req-ebb01a7f-eba9-412b-8846-8c8f29273a8a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c15971e2-442e-4b9a-8cef-3ba8ead63686') {'for_net_delete': True} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:21:39.849440 n-d-773647-6 neutron-server[100246]: DEBUG neutron.services.segments.db [None req-ebb01a7f-eba9-412b-8846-8c8f29273a8a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c15971e2-442e-4b9a-8cef-3ba8ead63686') {} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:21:39.872599 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-ebb01a7f-eba9-412b-8846-8c8f29273a8a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773753515138', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126218898'] for segment, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:21:39.903941 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-ebb01a7f-eba9-412b-8846-8c8f29273a8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552'] for segment, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:21:39.912426 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ebb01a7f-eba9-412b-8846-8c8f29273a8a admin admin] Releasing vlan 1004 on physical network physnet1 to pool {{(pid=100246) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 14:21:39.912895 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-ebb01a7f-eba9-412b-8846-8c8f29273a8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127687491'] for segment, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:21:39.915156 n-d-773647-6 neutron-server[100246]: Traceback (most recent call last): Jul 06 14:21:39.915156 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 14:21:39.915156 n-d-773647-6 neutron-server[100246]: timer() Jul 06 14:21:39.915156 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 14:21:39.915156 n-d-773647-6 neutron-server[100246]: cb(*args, **kw) Jul 06 14:21:39.915156 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 14:21:39.915156 n-d-773647-6 neutron-server[100246]: return func(*args, **kwargs) Jul 06 14:21:39.915156 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 14:21:39.915156 n-d-773647-6 neutron-server[100246]: self._notify() Jul 06 14:21:39.915156 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 14:21:39.915156 n-d-773647-6 neutron-server[100246]: self.callback(batched_events) Jul 06 14:21:39.915156 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 14:21:39.915156 n-d-773647-6 neutron-server[100246]: event.method(event) Jul 06 14:21:39.915156 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 14:21:39.915156 n-d-773647-6 neutron-server[100246]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 14:21:39.915156 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 14:21:39.915156 n-d-773647-6 neutron-server[100246]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 14:21:39.915156 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 14:21:39.915156 n-d-773647-6 neutron-server[100246]: return f(self, *a, **k) Jul 06 14:21:39.915156 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 14:21:39.915156 n-d-773647-6 neutron-server[100246]: return self._get(url).json() Jul 06 14:21:39.915156 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 14:21:39.915156 n-d-773647-6 neutron-server[100246]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 14:21:39.915156 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 14:21:39.915156 n-d-773647-6 neutron-server[100246]: return self.request(url, 'GET', **kwargs) Jul 06 14:21:39.915156 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 14:21:39.915156 n-d-773647-6 neutron-server[100246]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 14:21:39.915156 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 14:21:39.915156 n-d-773647-6 neutron-server[100246]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 14:21:39.915156 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 14:21:39.915156 n-d-773647-6 neutron-server[100246]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 14:21:39.915156 n-d-773647-6 neutron-server[100246]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 14:21:39.919991 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device ed6b7d65-28dd-40b4-81c9-ae0bcd9b105b no longer exists at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:21:39.940703 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] No Port match for: ed6b7d65-28dd-40b4-81c9-ae0bcd9b105b {{(pid=100248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 14:21:39.941050 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device ed6b7d65-28dd-40b4-81c9-ae0bcd9b105b not bound to the agent host n-d-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:21:39.941485 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 4f049c2e-394a-46f7-a71e-a4d2b9c694e5 no longer exists at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:21:39.963100 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] No Port match for: 4f049c2e-394a-46f7-a71e-a4d2b9c694e5 {{(pid=100248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 14:21:39.963473 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 4f049c2e-394a-46f7-a71e-a4d2b9c694e5 not bound to the agent host n-d-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:21:39.964118 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 1c5377a6-1f42-4f82-93ad-9b226c89c93c no longer exists at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:21:39.983455 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] No Port match for: 1c5377a6-1f42-4f82-93ad-9b226c89c93c {{(pid=100248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 14:21:39.983974 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 1c5377a6-1f42-4f82-93ad-9b226c89c93c not bound to the agent host n-d-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:21:39.987128 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-ebb01a7f-eba9-412b-8846-8c8f29273a8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-917215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1761140'] for network, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:21:39.993471 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-ebb01a7f-eba9-412b-8846-8c8f29273a8a admin admin] Notify callbacks [] for network, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:21:39.996294 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-ebb01a7f-eba9-412b-8846-8c8f29273a8a admin admin] 10.222.0.104 "DELETE /v2.0/networks/a1c5aa58-a5eb-4fe0-9c0d-ad9cb3f782ca HTTP/1.1" status: 204 len: 168 time: 0.6118219 Jul 06 14:21:40.013475 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb01a7f-eba9-412b-8846-8c8f29273a8a admin admin] Pushing event deleted for resources: {'Network': ['ID=a1c5aa58-a5eb-4fe0-9c0d-ad9cb3f782ca,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:21:40.125160 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-7b4e7fc8-f488-46ca-9e9a-694fcab94561 req-d77eb581-41e3-4299-957c-396c2771fa44 tempest-ServerShowV257Test-449343396 tempest-ServerShowV257Test-449343396-project] 10.222.0.104 "GET /v2.0/ports?device_id=575a90f2-eb1d-4b43-8b08-2519e140d80f HTTP/1.1" status: 200 len: 210 time: 0.0418468 Jul 06 14:21:40.131208 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 37290) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:21:40.214038 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-09b6f8df-48a4-4770-a588-df8b967f6de6 admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=9686fd5ec0aa4012928191c3d42f6e6c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0818107 Jul 06 14:21:40.216661 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 37294) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:21:40.216881 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-da82c8dc-d4cf-4d1c-a037-1807706273a2 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:21:40.267030 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-490c3824-55ac-41cf-9ecd-77bdfaebe3d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:21:40.293860 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-490c3824-55ac-41cf-9ecd-77bdfaebe3d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:21:40.306701 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-da82c8dc-d4cf-4d1c-a037-1807706273a2 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:21:40.350952 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-490c3824-55ac-41cf-9ecd-77bdfaebe3d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:21:40.353808 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-490c3824-55ac-41cf-9ecd-77bdfaebe3d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:21:40.357259 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-490c3824-55ac-41cf-9ecd-77bdfaebe3d6 admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/42a17fc5-0a41-4ff0-a026-b9ac0a9ac4d4 HTTP/1.1" status: 204 len: 168 time: 0.1371596 Jul 06 14:21:40.367825 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490c3824-55ac-41cf-9ecd-77bdfaebe3d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42a17fc5-0a41-4ff0-a026-b9ac0a9ac4d4,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:21:40.677088 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:21:40.796528 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-da82c8dc-d4cf-4d1c-a037-1807706273a2 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Notify callbacks [] for port, precommit_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:21:40.801504 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-da82c8dc-d4cf-4d1c-a037-1807706273a2 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128888538'] for port, after_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:21:40.869962 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da82c8dc-d4cf-4d1c-a037-1807706273a2 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Pushing event updated for resources: {'Port': ['ID=a8dcb555-56f3-407f-a2f2-5869a89e1e71,revision_number=2']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:21:40.880919 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-da82c8dc-d4cf-4d1c-a037-1807706273a2 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1761130'] for floatingip, after_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:21:40.981659 n-d-773647-6 neutron-server[100247]: INFO neutron.db.l3_db [None req-da82c8dc-d4cf-4d1c-a037-1807706273a2 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Floating IP 8f1bf8db-db25-4f13-9cb1-63fb9ac5ea30 associated. External IP: 172.25.0.49, port: dc187fb1-f090-4520-9186-12367a249564. Jul 06 14:21:41.204145 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da82c8dc-d4cf-4d1c-a037-1807706273a2 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Router 6a1550dc-2b33-4f30-ba8c-656e73532932 has already been hosted by L3 agent 2823d358-a11b-4885-a706-95a279e43fa7 {{(pid=100247) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 14:21:41.317393 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-48fa6487-df79-42d7-9cee-23d5e7378667 req-d1ccadce-fee3-4661-9a6b-1e3c9819919a tempest-ServerShowV257Test-449343396 tempest-ServerShowV257Test-449343396-project] 10.222.0.104 "GET /v2.0/ports?device_id=575a90f2-eb1d-4b43-8b08-2519e140d80f HTTP/1.1" status: 200 len: 210 time: 0.0542259 Jul 06 14:21:41.336651 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da82c8dc-d4cf-4d1c-a037-1807706273a2 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Notify agent at l3_agent.n-d-773647-6 the message routers_updated {{(pid=100247) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 14:21:41.356519 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12e1fe18-cf1a-4e38-9bed-c4847fe60b44 None None] Sync routers for ids ['6a1550dc-2b33-4f30-ba8c-656e73532932'] in n-d-773647-6 {{(pid=100249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 14:21:41.369658 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-da82c8dc-d4cf-4d1c-a037-1807706273a2 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for floatingip, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:21:41.370243 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12e1fe18-cf1a-4e38-9bed-c4847fe60b44 None None] Routers {'6a1550dc-2b33-4f30-ba8c-656e73532932'} bound to L3 agent in host n-d-773647-6 {{(pid=100249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:21:41.370927 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-12e1fe18-cf1a-4e38-9bed-c4847fe60b44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T14:21:26Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['6a1550dc-2b33-4f30-ba8c-656e73532932'], 'active': True} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:21:41.423518 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-da82c8dc-d4cf-4d1c-a037-1807706273a2 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] 10.222.0.104 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.2891865 Jul 06 14:21:41.424466 n-d-773647-6 neutron-server[100247]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eded8238-d997-42be-b238-e8071d7f941a', 'tag': 'dc187fb1-f090-4520-9186-12367a249564'}] {{(pid=100247) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:21:41.427036 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cbf0eeaae822f8fc9b87a94aeba67a3d651842baf663a51cba94b67a514836d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1f032c6-e306-43fc-b626-85525390dda5" -d '{"events": [{"name": "network-changed", "server_uuid": "eded8238-d997-42be-b238-e8071d7f941a", "tag": "dc187fb1-f090-4520-9186-12367a249564"}]}' {{(pid=100247) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:21:41.466335 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 14:21:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-981de9c6-3989-4223-a869-7c676b989fe7 x-openstack-request-id: req-981de9c6-3989-4223-a869-7c676b989fe7 {{(pid=100247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:21:41.466630 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eded8238-d997-42be-b238-e8071d7f941a", "tag": "dc187fb1-f090-4520-9186-12367a249564", "status": "completed", "code": 200}]} {{(pid=100247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:21:41.466888 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-981de9c6-3989-4223-a869-7c676b989fe7 {{(pid=100247) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:21:41.467332 n-d-773647-6 neutron-server[100247]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eded8238-d997-42be-b238-e8071d7f941a', 'tag': 'dc187fb1-f090-4520-9186-12367a249564', 'status': 'completed', 'code': 200} Jul 06 14:21:41.505506 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvr_db [None req-12e1fe18-cf1a-4e38-9bed-c4847fe60b44 None None] Set router 6a1550dc-2b33-4f30-ba8c-656e73532932 gateway port host: n-d-773647-6 {{(pid=100249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:21:41.616457 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f032c6-e306-43fc-b626-85525390dda5 req-81a96c42-61fd-4a75-98e3-61605cff9b48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:21:41.618041 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-a1f032c6-e306-43fc-b626-85525390dda5 req-81a96c42-61fd-4a75-98e3-61605cff9b48 service neutron] 10.222.0.127 "GET /v2.0/ports?tenant_id=1077a35eaa714f1bbf260d32c5a52c8f&device_id=eded8238-d997-42be-b238-e8071d7f941a HTTP/1.1" status: 200 len: 1096 time: 0.1255095 Jul 06 14:21:41.702765 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204719e8-c207-4580-963e-9efb73ad2a78 req-b39a838e-d3bd-44b2-bae3-d4443f5b827f tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:21:41.704337 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-204719e8-c207-4580-963e-9efb73ad2a78 req-b39a838e-d3bd-44b2-bae3-d4443f5b827f tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] 10.222.0.104 "GET /v2.0/ports?device_id=eded8238-d997-42be-b238-e8071d7f941a HTTP/1.1" status: 200 len: 945 time: 0.1555002 Jul 06 14:21:41.774879 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-204719e8-c207-4580-963e-9efb73ad2a78 req-1be58063-54bc-45c7-b665-4878e594eb82 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] 10.222.0.104 "GET /v2.0/security-groups?id=b3e698d3-dc13-4d46-b168-2b621268fa3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0615995 Jul 06 14:21:41.777816 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f032c6-e306-43fc-b626-85525390dda5 req-37c8376e-628a-4ccf-8476-d4a87541ae09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:21:41.779232 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-a1f032c6-e306-43fc-b626-85525390dda5 req-37c8376e-628a-4ccf-8476-d4a87541ae09 service neutron] 10.222.0.127 "GET /v2.0/networks?id=e4ae84ad-fbf7-438d-8cac-3418f3b1f391 HTTP/1.1" status: 200 len: 899 time: 0.1548750 Jul 06 14:21:41.801826 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 37346) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:21:41.831630 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-12e1fe18-cf1a-4e38-9bed-c4847fe60b44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a1550dc-2b33-4f30-ba8c-656e73532932', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1201183656', 'tenant_id': '1077a35eaa714f1bbf260d32c5a52c8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.62'}], 'enable_snat': True}, 'gw_port_id': '6bc26841-c0dc-4581-bb12-60a86ac85a2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:21:13Z', 'updated_at': '2021-07-06T14:21:20Z', 'revision_number': 4, 'project_id': '1077a35eaa714f1bbf260d32c5a52c8f', 'gw_port': {'id': '6bc26841-c0dc-4581-bb12-60a86ac85a2c', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:33:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a1550dc-2b33-4f30-ba8c-656e73532932', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2903, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:21:14Z', 'updated_at': '2021-07-06T14:21:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6', '_floatingips': [{'id': '8f1bf8db-db25-4f13-9cb1-63fb9ac5ea30', 'tenant_id': '1077a35eaa714f1bbf260d32c5a52c8f', 'floating_ip_address': '172.25.0.49', 'floating_network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'router_id': '6a1550dc-2b33-4f30-ba8c-656e73532932', 'port_id': 'dc187fb1-f090-4520-9186-12367a249564', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2915, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e4ae84ad-fbf7-438d-8cac-3418f3b1f391', 'mac_address': 'fa:16:3e:ed:7f:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eded8238-d997-42be-b238-e8071d7f941a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T14:21:39Z', 'updated_at': '2021-07-06T14:21:39Z', 'revision_number': 0, 'project_id': '1077a35eaa714f1bbf260d32c5a52c8f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bda4d34f-3c3f-49ff-8f8b-5f5ca59404c3', 'name': '', 'network_id': 'e4ae84ad-fbf7-438d-8cac-3418f3b1f391', 'tenant_id': '1077a35eaa714f1bbf260d32c5a52c8f', 'mac_address': 'fa:16:3e:67:fb:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a1550dc-2b33-4f30-ba8c-656e73532932', 'device_owner': 'network:router_interface', 'standard_attr_id': 2912, 'fixed_ips': [{'subnet_id': '577a0dd4-810a-43cb-b648-9d9592da7f23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:21:19Z', 'updated_at': '2021-07-06T14:21:26Z', 'revision_number': 5, 'project_id': '1077a35eaa714f1bbf260d32c5a52c8f', 'subnets': [{'id': '577a0dd4-810a-43cb-b648-9d9592da7f23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773647-6', False) {} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:21:41.862119 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-a1f032c6-e306-43fc-b626-85525390dda5 req-d76d2bc7-00ac-4c8f-8d74-86bc8ae1c179 service neutron] 10.222.0.127 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dc187fb1-f090-4520-9186-12367a249564 HTTP/1.1" status: 200 len: 998 time: 0.0752125 Jul 06 14:21:41.865655 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12e1fe18-cf1a-4e38-9bed-c4847fe60b44 None None] Checking router: 6a1550dc-2b33-4f30-ba8c-656e73532932 for host: n-d-773647-6 {{(pid=100249) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 14:21:41.876679 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12e1fe18-cf1a-4e38-9bed-c4847fe60b44 None None] Routers {'6a1550dc-2b33-4f30-ba8c-656e73532932'} bound to L3 agent in host n-d-773647-6 {{(pid=100249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:21:41.877703 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-12e1fe18-cf1a-4e38-9bed-c4847fe60b44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T14:21:26Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['6a1550dc-2b33-4f30-ba8c-656e73532932'], 'active': True} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:21:41.891191 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-e6aadaf2-6266-4cd2-a6fc-b0f58326c270 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] 10.222.0.104 "GET /v2.0/floatingips/8f1bf8db-db25-4f13-9cb1-63fb9ac5ea30 HTTP/1.1" status: 200 len: 990 time: 0.0869136 Jul 06 14:21:41.926659 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f032c6-e306-43fc-b626-85525390dda5 req-2f78da5b-9387-48ec-a07e-b5207228fefb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:21:41.928206 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-a1f032c6-e306-43fc-b626-85525390dda5 req-2f78da5b-9387-48ec-a07e-b5207228fefb service neutron] 10.222.0.127 "GET /v2.0/subnets?id=577a0dd4-810a-43cb-b648-9d9592da7f23 HTTP/1.1" status: 200 len: 834 time: 0.0581024 Jul 06 14:21:41.985516 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f032c6-e306-43fc-b626-85525390dda5 req-483f0087-fa11-4dcc-baae-b931024140cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:21:41.987022 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-a1f032c6-e306-43fc-b626-85525390dda5 req-483f0087-fa11-4dcc-baae-b931024140cb service neutron] 10.222.0.127 "GET /v2.0/ports?network_id=e4ae84ad-fbf7-438d-8cac-3418f3b1f391&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0527625 Jul 06 14:21:41.988207 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvr_db [None req-12e1fe18-cf1a-4e38-9bed-c4847fe60b44 None None] Set router 6a1550dc-2b33-4f30-ba8c-656e73532932 gateway port host: n-d-773647-6 {{(pid=100249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:21:42.085501 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-a1f032c6-e306-43fc-b626-85525390dda5 req-9c1f896d-87a9-4ea6-8f21-cb61e21deecc service neutron] 10.222.0.127 "GET /v2.0/networks/e4ae84ad-fbf7-438d-8cac-3418f3b1f391?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898042 Jul 06 14:21:42.184647 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-a1f032c6-e306-43fc-b626-85525390dda5 req-120fabb2-bf95-4d7e-86a5-e7054d82e141 service neutron] 10.222.0.127 "GET /v2.0/networks/e4ae84ad-fbf7-438d-8cac-3418f3b1f391?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943336 Jul 06 14:21:42.233098 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-12e1fe18-cf1a-4e38-9bed-c4847fe60b44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a1550dc-2b33-4f30-ba8c-656e73532932', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1201183656', 'tenant_id': '1077a35eaa714f1bbf260d32c5a52c8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.62'}], 'enable_snat': True}, 'gw_port_id': '6bc26841-c0dc-4581-bb12-60a86ac85a2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:21:13Z', 'updated_at': '2021-07-06T14:21:20Z', 'revision_number': 4, 'project_id': '1077a35eaa714f1bbf260d32c5a52c8f', 'gw_port': {'id': '6bc26841-c0dc-4581-bb12-60a86ac85a2c', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:33:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a1550dc-2b33-4f30-ba8c-656e73532932', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2903, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:21:14Z', 'updated_at': '2021-07-06T14:21:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6', '_floatingips': [{'id': '8f1bf8db-db25-4f13-9cb1-63fb9ac5ea30', 'tenant_id': '1077a35eaa714f1bbf260d32c5a52c8f', 'floating_ip_address': '172.25.0.49', 'floating_network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'router_id': '6a1550dc-2b33-4f30-ba8c-656e73532932', 'port_id': 'dc187fb1-f090-4520-9186-12367a249564', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2915, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e4ae84ad-fbf7-438d-8cac-3418f3b1f391', 'mac_address': 'fa:16:3e:ed:7f:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eded8238-d997-42be-b238-e8071d7f941a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T14:21:39Z', 'updated_at': '2021-07-06T14:21:39Z', 'revision_number': 0, 'project_id': '1077a35eaa714f1bbf260d32c5a52c8f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bda4d34f-3c3f-49ff-8f8b-5f5ca59404c3', 'name': '', 'network_id': 'e4ae84ad-fbf7-438d-8cac-3418f3b1f391', 'tenant_id': '1077a35eaa714f1bbf260d32c5a52c8f', 'mac_address': 'fa:16:3e:67:fb:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a1550dc-2b33-4f30-ba8c-656e73532932', 'device_owner': 'network:router_interface', 'standard_attr_id': 2912, 'fixed_ips': [{'subnet_id': '577a0dd4-810a-43cb-b648-9d9592da7f23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:21:19Z', 'updated_at': '2021-07-06T14:21:26Z', 'revision_number': 5, 'project_id': '1077a35eaa714f1bbf260d32c5a52c8f', 'subnets': [{'id': '577a0dd4-810a-43cb-b648-9d9592da7f23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773647-6', False) {} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:21:42.259272 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12e1fe18-cf1a-4e38-9bed-c4847fe60b44 None None] The sync data for ids ['6a1550dc-2b33-4f30-ba8c-656e73532932'] in n-d-773647-6 is: [{'id': '6a1550dc-2b33-4f30-ba8c-656e73532932', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1201183656', 'tenant_id': '1077a35eaa714f1bbf260d32c5a52c8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.62'}], 'enable_snat': True}, 'gw_port_id': '6bc26841-c0dc-4581-bb12-60a86ac85a2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:21:13Z', 'updated_at': '2021-07-06T14:21:20Z', 'revision_number': 4, 'project_id': '1077a35eaa714f1bbf260d32c5a52c8f', 'gw_port': {'id': '6bc26841-c0dc-4581-bb12-60a86ac85a2c', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:33:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a1550dc-2b33-4f30-ba8c-656e73532932', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2903, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:21:14Z', 'updated_at': '2021-07-06T14:21:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6', '_floatingips': [{'id': '8f1bf8db-db25-4f13-9cb1-63fb9ac5ea30', 'tenant_id': '1077a35eaa714f1bbf260d32c5a52c8f', 'floating_ip_address': '172.25.0.49', 'floating_network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'router_id': '6a1550dc-2b33-4f30-ba8c-656e73532932', 'port_id': 'dc187fb1-f090-4520-9186-12367a249564', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2915, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e4ae84ad-fbf7-438d-8cac-3418f3b1f391', 'mac_address': 'fa:16:3e:ed:7f:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eded8238-d997-42be-b238-e8071d7f941a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T14:21:39Z', 'updated_at': '2021-07-06T14:21:39Z', 'revision_number': 0, 'project_id': '1077a35eaa714f1bbf260d32c5a52c8f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bda4d34f-3c3f-49ff-8f8b-5f5ca59404c3', 'name': '', 'network_id': 'e4ae84ad-fbf7-438d-8cac-3418f3b1f391', 'tenant_id': '1077a35eaa714f1bbf260d32c5a52c8f', 'mac_address': 'fa:16:3e:67:fb:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a1550dc-2b33-4f30-ba8c-656e73532932', 'device_owner': 'network:router_interface', 'standard_attr_id': 2912, 'fixed_ips': [{'subnet_id': '577a0dd4-810a-43cb-b648-9d9592da7f23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:21:19Z', 'updated_at': '2021-07-06T14:21:26Z', 'revision_number': 5, 'project_id': '1077a35eaa714f1bbf260d32c5a52c8f', 'subnets': [{'id': '577a0dd4-810a-43cb-b648-9d9592da7f23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 14:21:42.502603 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df643928-d890-463e-ae55-91442b9e1a0e None None] New status for floating IP 8f1bf8db-db25-4f13-9cb1-63fb9ac5ea30: ACTIVE {{(pid=100248) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 14:21:42.515456 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:21:42.534663 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-2b96db30-ee87-4c89-9ae0-7f28ecf2cc90 req-868d8235-59a3-43c9-b5a8-b7ece4958340 tempest-ServerShowV257Test-449343396 tempest-ServerShowV257Test-449343396-project] 10.222.0.104 "GET /v2.0/ports?device_id=575a90f2-eb1d-4b43-8b08-2519e140d80f HTTP/1.1" status: 200 len: 210 time: 0.0697911 Jul 06 14:21:42.895298 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 37378) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:21:42.984105 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-0a075fcb-50bb-4901-bced-20b4d231607a tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] 10.222.0.104 "GET /v2.0/floatingips/8f1bf8db-db25-4f13-9cb1-63fb9ac5ea30 HTTP/1.1" status: 200 len: 992 time: 0.0872035 Jul 06 14:21:43.299841 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 37386) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:21:43.406528 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-21826339-49b0-4bb7-88f3-b21678dd6a98 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:21:43.507379 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-21826339-49b0-4bb7-88f3-b21678dd6a98 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:21:43.511638 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-21826339-49b0-4bb7-88f3-b21678dd6a98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:21:43.560440 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-21826339-49b0-4bb7-88f3-b21678dd6a98 admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=62ab880d068a4a11b4f05a2698a8a60c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2567825 Jul 06 14:21:43.560440 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21826339-49b0-4bb7-88f3-b21678dd6a98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a7e4b4d-52d1-41d1-9a23-427d74a448cc,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:21:43.560924 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 37392) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:21:43.621791 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-71aad3b0-366f-4993-8675-13cde3e9fdb9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:21:43.645488 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-71aad3b0-366f-4993-8675-13cde3e9fdb9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:21:43.721145 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-855802d6-04d0-49cb-b944-b7bd533ae790 req-04d46aca-90da-4295-9fad-51ecddba1b4a tempest-ServerShowV257Test-449343396 tempest-ServerShowV257Test-449343396-project] 10.222.0.104 "GET /v2.0/ports?device_id=575a90f2-eb1d-4b43-8b08-2519e140d80f HTTP/1.1" status: 200 len: 210 time: 0.0418258 Jul 06 14:21:43.759172 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-71aad3b0-366f-4993-8675-13cde3e9fdb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:21:43.761763 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-71aad3b0-366f-4993-8675-13cde3e9fdb9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:21:43.764525 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-71aad3b0-366f-4993-8675-13cde3e9fdb9 admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/9a7e4b4d-52d1-41d1-9a23-427d74a448cc HTTP/1.1" status: 204 len: 168 time: 0.2021365 Jul 06 14:21:43.776449 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71aad3b0-366f-4993-8675-13cde3e9fdb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a7e4b4d-52d1-41d1-9a23-427d74a448cc,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:21:43.931561 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-5d83932b-5775-4855-bcfe-be04ca1b3dbf req-9912975f-dd4f-4d6e-a6cb-f4bb85316413 service neutron] 10.222.0.127 "GET /v2.0/ports?device_id=9ce98e0e-7c4e-42b0-80dd-b21fabb5d600&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0772879 Jul 06 14:21:44.118318 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d83932b-5775-4855-bcfe-be04ca1b3dbf req-c047c669-6cc0-4c9c-83ca-81dbb432195e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:21:44.120045 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-5d83932b-5775-4855-bcfe-be04ca1b3dbf req-c047c669-6cc0-4c9c-83ca-81dbb432195e service neutron] 10.222.0.127 "GET /v2.0/ports?tenant_id=f5c9f711511e4e5f9402f36745957b4a&device_id=9ce98e0e-7c4e-42b0-80dd-b21fabb5d600 HTTP/1.1" status: 200 len: 1096 time: 0.0610769 Jul 06 14:21:44.209689 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 37410) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:21:44.225370 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-34163627-06d0-4972-9ff1-c4eaef681a6d admin admin] Notify callbacks [] for security_group, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:21:44.246187 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d83932b-5775-4855-bcfe-be04ca1b3dbf req-6d1d618b-1264-40be-8e5c-bb3e3b4652cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:21:44.247733 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-5d83932b-5775-4855-bcfe-be04ca1b3dbf req-6d1d618b-1264-40be-8e5c-bb3e3b4652cc service neutron] 10.222.0.127 "GET /v2.0/networks?id=939b6a56-d602-4029-9bd9-85ca48a8a1c7 HTTP/1.1" status: 200 len: 917 time: 0.1023579 Jul 06 14:21:44.331041 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-5d83932b-5775-4855-bcfe-be04ca1b3dbf req-528a88eb-ee99-4f30-a818-a4f32f4c9cc2 service neutron] 10.222.0.127 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8d4df4ab-91fa-44df-b174-538329dcec07 HTTP/1.1" status: 200 len: 217 time: 0.0662656 Jul 06 14:21:44.350495 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-34163627-06d0-4972-9ff1-c4eaef681a6d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:21:44.356277 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-34163627-06d0-4972-9ff1-c4eaef681a6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:21:44.388293 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-34163627-06d0-4972-9ff1-c4eaef681a6d admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=303d635192a243f7ac795d0e6ac1f9b2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1767046 Jul 06 14:21:44.400607 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 37418) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:21:44.403775 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d83932b-5775-4855-bcfe-be04ca1b3dbf req-ab3e324b-1404-46c7-811b-392375816756 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:21:44.405672 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-5d83932b-5775-4855-bcfe-be04ca1b3dbf req-ab3e324b-1404-46c7-811b-392375816756 service neutron] 10.222.0.127 "GET /v2.0/subnets?id=c766dd70-4214-4cf7-9cdb-42855341a210 HTTP/1.1" status: 200 len: 855 time: 0.0616233 Jul 06 14:21:44.456259 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-5d83932b-5775-4855-bcfe-be04ca1b3dbf req-a476d9d5-b97a-491b-b027-b46138589d81 service neutron] 10.222.0.127 "GET /v2.0/ports?network_id=939b6a56-d602-4029-9bd9-85ca48a8a1c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0403721 Jul 06 14:21:44.482049 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34163627-06d0-4972-9ff1-c4eaef681a6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7556c01c-e0d8-48bf-9264-bf6f519a2da4,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:21:44.514051 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-1c57596f-e009-4c99-9581-79f954ece433 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:21:44.543369 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-1c57596f-e009-4c99-9581-79f954ece433 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:21:44.562506 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-5d83932b-5775-4855-bcfe-be04ca1b3dbf req-459fd2b9-8f31-4776-af5f-4f69839ea1a4 service neutron] 10.222.0.127 "GET /v2.0/networks/939b6a56-d602-4029-9bd9-85ca48a8a1c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930219 Jul 06 14:21:44.592378 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-1c57596f-e009-4c99-9581-79f954ece433 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:21:44.595233 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-1c57596f-e009-4c99-9581-79f954ece433 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:21:44.599356 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-1c57596f-e009-4c99-9581-79f954ece433 admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/7556c01c-e0d8-48bf-9264-bf6f519a2da4 HTTP/1.1" status: 204 len: 168 time: 0.1946530 Jul 06 14:21:44.616987 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c57596f-e009-4c99-9581-79f954ece433 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7556c01c-e0d8-48bf-9264-bf6f519a2da4,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:21:44.688810 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-5d83932b-5775-4855-bcfe-be04ca1b3dbf req-01c24a0e-4cbd-435c-a64b-a42f77f98157 service neutron] 10.222.0.127 "GET /v2.0/networks/939b6a56-d602-4029-9bd9-85ca48a8a1c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1154134 Jul 06 14:21:44.880853 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-630d2089-e3fb-4256-bebb-b584b0d6ee0b req-78c44a5e-3a21-4364-92d9-c5b05eb269ff tempest-ServerShowV257Test-449343396 tempest-ServerShowV257Test-449343396-project] 10.222.0.104 "GET /v2.0/ports?device_id=575a90f2-eb1d-4b43-8b08-2519e140d80f HTTP/1.1" status: 200 len: 210 time: 0.0300157 Jul 06 14:21:46.061610 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-6dd7019f-673d-48c7-b442-5aa06c045611 req-06eb5658-7c97-412e-bb54-1e01ab2af19c tempest-ServerShowV257Test-449343396 tempest-ServerShowV257Test-449343396-project] 10.222.0.104 "GET /v2.0/ports?device_id=575a90f2-eb1d-4b43-8b08-2519e140d80f HTTP/1.1" status: 200 len: 210 time: 0.0330975 Jul 06 14:21:46.931722 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 37494) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:21:47.063612 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-d567ebdc-a43a-4e53-993b-bfe1241b536f admin admin] Notify callbacks [] for security_group, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:21:47.239672 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-d567ebdc-a43a-4e53-993b-bfe1241b536f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:21:47.250806 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-d567ebdc-a43a-4e53-993b-bfe1241b536f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:21:47.281893 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d567ebdc-a43a-4e53-993b-bfe1241b536f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1489c7f-0a54-4ee9-aa62-bc16a3642e72,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:21:47.311952 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-d567ebdc-a43a-4e53-993b-bfe1241b536f admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=24093879315d462db3ecc84a6b84693b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3791373 Jul 06 14:21:47.313829 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-ff4e667b-8e06-4fdf-9719-c96d169d99e6 req-fcf91ca5-cab7-4538-8fd6-77c3666b53b4 tempest-ServerShowV257Test-449343396 tempest-ServerShowV257Test-449343396-project] 10.222.0.104 "GET /v2.0/ports?device_id=575a90f2-eb1d-4b43-8b08-2519e140d80f HTTP/1.1" status: 200 len: 210 time: 0.0585916 Jul 06 14:21:47.314670 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 37502) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:21:47.402121 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-2e82644e-e180-44de-b1f0-c4652323473d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:21:47.457478 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-2e82644e-e180-44de-b1f0-c4652323473d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:21:47.517642 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-2e82644e-e180-44de-b1f0-c4652323473d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:21:47.532348 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-2e82644e-e180-44de-b1f0-c4652323473d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:21:47.537818 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-2e82644e-e180-44de-b1f0-c4652323473d admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/e1489c7f-0a54-4ee9-aa62-bc16a3642e72 HTTP/1.1" status: 204 len: 168 time: 0.2217407 Jul 06 14:21:47.553695 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e82644e-e180-44de-b1f0-c4652323473d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1489c7f-0a54-4ee9-aa62-bc16a3642e72,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:21:48.088855 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 37514) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:21:48.117104 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-85f6b3d8-e4e8-490f-ba1c-89993ab4cf14 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:21:48.266490 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-85f6b3d8-e4e8-490f-ba1c-89993ab4cf14 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:21:48.275379 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-85f6b3d8-e4e8-490f-ba1c-89993ab4cf14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:21:48.324782 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 37516) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:21:48.330125 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-85f6b3d8-e4e8-490f-ba1c-89993ab4cf14 admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=f733449d26df4f53a5d8f9ecc4d54041&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2364805 Jul 06 14:21:48.332644 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f6b3d8-e4e8-490f-ba1c-89993ab4cf14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76e954ff-c396-4e82-be94-a3fc218707c4,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:21:48.415614 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-c7e7b212-2843-4331-9a1c-be1d0a93351d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:21:48.438374 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-c7e7b212-2843-4331-9a1c-be1d0a93351d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:21:48.513645 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-c7e7b212-2843-4331-9a1c-be1d0a93351d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:21:48.516599 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-c7e7b212-2843-4331-9a1c-be1d0a93351d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:21:48.521256 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-c7e7b212-2843-4331-9a1c-be1d0a93351d admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/76e954ff-c396-4e82-be94-a3fc218707c4 HTTP/1.1" status: 204 len: 168 time: 0.1965137 Jul 06 14:21:48.539376 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-2eb45c61-69bc-4172-aa74-42cbb7fad4ec req-a98708e4-d319-4bcd-ad61-defa332f2f9e tempest-ServerShowV257Test-449343396 tempest-ServerShowV257Test-449343396-project] 10.222.0.104 "GET /v2.0/ports?device_id=575a90f2-eb1d-4b43-8b08-2519e140d80f HTTP/1.1" status: 200 len: 210 time: 0.0536644 Jul 06 14:21:48.544082 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e7b212-2843-4331-9a1c-be1d0a93351d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76e954ff-c396-4e82-be94-a3fc218707c4,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:21:49.714678 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-1072bd4f-3468-4939-932a-f83917d63986 req-d547b8f9-bc69-4695-a28e-058a6e606621 tempest-ServerShowV257Test-449343396 tempest-ServerShowV257Test-449343396-project] 10.222.0.104 "GET /v2.0/ports?device_id=575a90f2-eb1d-4b43-8b08-2519e140d80f HTTP/1.1" status: 200 len: 210 time: 0.0403030 Jul 06 14:21:50.215481 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1316ebb-7cb2-4c53-b9f7-9dfceb033607 req-6af24e02-c387-4840-9fe2-6bb96486042f tempest-AttachVolumeNegativeTest-1214840538 tempest-AttachVolumeNegativeTest-1214840538-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:21:50.217068 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-c1316ebb-7cb2-4c53-b9f7-9dfceb033607 req-6af24e02-c387-4840-9fe2-6bb96486042f tempest-AttachVolumeNegativeTest-1214840538 tempest-AttachVolumeNegativeTest-1214840538-project] 10.222.0.104 "GET /v2.0/networks?id=939b6a56-d602-4029-9bd9-85ca48a8a1c7 HTTP/1.1" status: 200 len: 815 time: 0.1180449 Jul 06 14:21:50.235351 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-c1316ebb-7cb2-4c53-b9f7-9dfceb033607 req-a0af033e-3790-4281-8ba7-f3871ba5aa03 tempest-AttachVolumeNegativeTest-1214840538 tempest-AttachVolumeNegativeTest-1214840538-project] 10.222.0.104 "GET /v2.0/quotas/f5c9f711511e4e5f9402f36745957b4a HTTP/1.1" status: 200 len: 375 time: 0.0098073 Jul 06 14:21:50.312015 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-c1316ebb-7cb2-4c53-b9f7-9dfceb033607 req-186923ff-094c-4144-89dc-27863c10d9b7 tempest-AttachVolumeNegativeTest-1214840538 tempest-AttachVolumeNegativeTest-1214840538-project] 10.222.0.104 "GET /v2.0/ports?tenant_id=f5c9f711511e4e5f9402f36745957b4a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0699270 Jul 06 14:21:50.430940 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 37588) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:21:50.555673 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-6ab72a9d-aae0-49e0-b280-40425915e672 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:21:50.621392 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-c1316ebb-7cb2-4c53-b9f7-9dfceb033607 req-0134ccba-4e84-46b4-94aa-2510829cd5aa service neutron] 10.222.0.104 "GET /v2.0/networks/939b6a56-d602-4029-9bd9-85ca48a8a1c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3032639 Jul 06 14:21:50.763897 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-6ab72a9d-aae0-49e0-b280-40425915e672 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:21:50.771813 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-c1316ebb-7cb2-4c53-b9f7-9dfceb033607 req-92df5b35-1943-429a-8140-8acc7125c08b service neutron] 10.222.0.104 "GET /v2.0/networks/939b6a56-d602-4029-9bd9-85ca48a8a1c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1411211 Jul 06 14:21:50.773249 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-6ab72a9d-aae0-49e0-b280-40425915e672 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:21:50.827963 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 37594) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:21:50.828473 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-6ab72a9d-aae0-49e0-b280-40425915e672 admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=5a9fa950fd7d41da98cbc1f1443aab6c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3961179 Jul 06 14:21:50.838396 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab72a9d-aae0-49e0-b280-40425915e672 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5be481f7-df43-4f10-9c58-6b2f4e441d76,revision_number=1']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:21:50.893901 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-5a58600b-1bf8-4c1a-9f61-8d5a1b7933bc req-688bfb03-9ba4-41b6-b382-c6f868667179 tempest-ServerShowV257Test-449343396 tempest-ServerShowV257Test-449343396-project] 10.222.0.104 "GET /v2.0/ports?device_id=575a90f2-eb1d-4b43-8b08-2519e140d80f HTTP/1.1" status: 200 len: 210 time: 0.0445797 Jul 06 14:21:50.918424 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-d2fa2b17-99d3-4dfe-b46f-2f46d9fe4377 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:21:50.984411 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-d2fa2b17-99d3-4dfe-b46f-2f46d9fe4377 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:21:51.047869 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-455936a4-8513-4b40-b22e-a7931221e8aa req-77caf9ef-6484-42d8-a9e7-5033d3d6184e tempest-AttachVolumeNegativeTest-1214840538 tempest-AttachVolumeNegativeTest-1214840538-project] 10.222.0.104 "GET /v2.0/ports?device_id=fd1cf20a-f37b-4888-85ef-d58bb224ac09 HTTP/1.1" status: 200 len: 210 time: 0.0516324 Jul 06 14:21:51.076755 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-d2fa2b17-99d3-4dfe-b46f-2f46d9fe4377 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:21:51.080003 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-d2fa2b17-99d3-4dfe-b46f-2f46d9fe4377 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:21:51.085113 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-d2fa2b17-99d3-4dfe-b46f-2f46d9fe4377 admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/5be481f7-df43-4f10-9c58-6b2f4e441d76 HTTP/1.1" status: 204 len: 168 time: 0.2557838 Jul 06 14:21:51.094075 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2fa2b17-99d3-4dfe-b46f-2f46d9fe4377 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5be481f7-df43-4f10-9c58-6b2f4e441d76,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:21:52.072302 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-d39a6e9c-f568-483b-84e1-54a4e329c8d3 req-052becca-12de-4d08-ac2c-46b0841de1cf tempest-ServerShowV257Test-449343396 tempest-ServerShowV257Test-449343396-project] 10.222.0.104 "GET /v2.0/ports?device_id=575a90f2-eb1d-4b43-8b08-2519e140d80f HTTP/1.1" status: 200 len: 210 time: 0.0315592 Jul 06 14:21:52.181139 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 37648) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:21:52.229293 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-a78c7367-7ca6-4ebb-90d5-83b964215d42 req-7b635476-51ec-47e2-84ae-436e004e586e tempest-AttachVolumeNegativeTest-1214840538 tempest-AttachVolumeNegativeTest-1214840538-project] 10.222.0.104 "GET /v2.0/ports?device_id=fd1cf20a-f37b-4888-85ef-d58bb224ac09 HTTP/1.1" status: 200 len: 210 time: 0.0452268 Jul 06 14:21:52.338322 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-589421aa-aae2-45a8-85a7-c360315ec646 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:21:52.493982 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1316ebb-7cb2-4c53-b9f7-9dfceb033607 req-bec62e22-db71-4d21-ac27-d37be8d8e2ea tempest-AttachVolumeNegativeTest-1214840538 tempest-AttachVolumeNegativeTest-1214840538-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:21:52.495126 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-c1316ebb-7cb2-4c53-b9f7-9dfceb033607 req-bec62e22-db71-4d21-ac27-d37be8d8e2ea tempest-AttachVolumeNegativeTest-1214840538 tempest-AttachVolumeNegativeTest-1214840538-project] 10.222.0.127 "GET /v2.0/networks?id=939b6a56-d602-4029-9bd9-85ca48a8a1c7 HTTP/1.1" status: 200 len: 815 time: 0.1490707 Jul 06 14:21:52.508865 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [req-c1316ebb-7cb2-4c53-b9f7-9dfceb033607 req-71480c79-6a0c-4d31-93b3-1d754338086f tempest-AttachVolumeNegativeTest-1214840538 tempest-AttachVolumeNegativeTest-1214840538-project] Request body: {'port': {'device_id': 'fd1cf20a-f37b-4888-85ef-d58bb224ac09', 'network_id': '939b6a56-d602-4029-9bd9-85ca48a8a1c7', 'admin_state_up': True, 'tenant_id': 'f5c9f711511e4e5f9402f36745957b4a'}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:21:52.531203 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-589421aa-aae2-45a8-85a7-c360315ec646 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:21:52.537545 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-589421aa-aae2-45a8-85a7-c360315ec646 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:21:52.582100 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589421aa-aae2-45a8-85a7-c360315ec646 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94d11048-4960-44b6-8713-7105e5e91b12,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:21:52.613557 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-589421aa-aae2-45a8-85a7-c360315ec646 admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=c7a95a0d721f4897bc13c123e1c00bdf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4312763 Jul 06 14:21:52.614156 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 37652) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:21:52.651480 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c1316ebb-7cb2-4c53-b9f7-9dfceb033607 req-71480c79-6a0c-4d31-93b3-1d754338086f tempest-AttachVolumeNegativeTest-1214840538 tempest-AttachVolumeNegativeTest-1214840538-project] Made reservation on behalf of f5c9f711511e4e5f9402f36745957b4a for: {'port': 1} {{(pid=100247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:21:52.657510 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-c1316ebb-7cb2-4c53-b9f7-9dfceb033607 req-71480c79-6a0c-4d31-93b3-1d754338086f tempest-AttachVolumeNegativeTest-1214840538 tempest-AttachVolumeNegativeTest-1214840538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:21:52.693117 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-b8492c83-7c63-49f1-bd32-e98cbbd93b60 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:21:52.715695 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-b8492c83-7c63-49f1-bd32-e98cbbd93b60 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:21:52.770099 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-b8492c83-7c63-49f1-bd32-e98cbbd93b60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:21:52.772933 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-b8492c83-7c63-49f1-bd32-e98cbbd93b60 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:21:52.777318 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-b8492c83-7c63-49f1-bd32-e98cbbd93b60 admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/94d11048-4960-44b6-8713-7105e5e91b12 HTTP/1.1" status: 204 len: 168 time: 0.1600132 Jul 06 14:21:52.789337 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8492c83-7c63-49f1-bd32-e98cbbd93b60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94d11048-4960-44b6-8713-7105e5e91b12,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:21:52.812157 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.db_base_plugin_common [req-c1316ebb-7cb2-4c53-b9f7-9dfceb033607 req-71480c79-6a0c-4d31-93b3-1d754338086f tempest-AttachVolumeNegativeTest-1214840538 tempest-AttachVolumeNegativeTest-1214840538-project] Allocated IP 172.20.0.4 (939b6a56-d602-4029-9bd9-85ca48a8a1c7/c766dd70-4214-4cf7-9cdb-42855341a210/d89680d5-9285-4fd5-9184-9044e55f8a2a) {{(pid=100247) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:21:52.883013 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-246c6884-1a5c-4eea-b14f-ec0a020c7db4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:21:52.969706 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-c1316ebb-7cb2-4c53-b9f7-9dfceb033607 req-71480c79-6a0c-4d31-93b3-1d754338086f tempest-AttachVolumeNegativeTest-1214840538 tempest-AttachVolumeNegativeTest-1214840538-project] Notify callbacks [] for port, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:21:53.012123 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-c1316ebb-7cb2-4c53-b9f7-9dfceb033607 req-71480c79-6a0c-4d31-93b3-1d754338086f tempest-AttachVolumeNegativeTest-1214840538 tempest-AttachVolumeNegativeTest-1214840538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-128888360'] for port, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:21:53.030976 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] get_ports_and_sgs() called for port_ids ['8d4df4ab-91fa-44df-b174-538329dcec07', '08ad2879-fa3c-4f13-8fdb-afb9a449876e'] {{(pid=100248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 14:21:53.033380 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] get_ports_and_sgs() called for port_ids ['835e7711-794b-45f9-8e81-43817ead00c7'] {{(pid=100248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 14:21:53.080548 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c1316ebb-7cb2-4c53-b9f7-9dfceb033607 req-71480c79-6a0c-4d31-93b3-1d754338086f tempest-AttachVolumeNegativeTest-1214840538 tempest-AttachVolumeNegativeTest-1214840538-project] Network 939b6a56-d602-4029-9bd9-85ca48a8a1c7 is already hosted by enough agents. {{(pid=100247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:21:53.084070 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.base_scheduler [req-c1316ebb-7cb2-4c53-b9f7-9dfceb033607 req-71480c79-6a0c-4d31-93b3-1d754338086f tempest-AttachVolumeNegativeTest-1214840538 tempest-AttachVolumeNegativeTest-1214840538-project] Resources bound (agent type, host, resource id): {{(pid=100247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:21:53.090446 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1316ebb-7cb2-4c53-b9f7-9dfceb033607 req-71480c79-6a0c-4d31-93b3-1d754338086f tempest-AttachVolumeNegativeTest-1214840538 tempest-AttachVolumeNegativeTest-1214840538-project] Received port after_create {{(pid=100247) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:21:53.140770 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71480c79-6a0c-4d31-93b3-1d754338086f tempest-AttachVolumeNegativeTest-1214840538 tempest-AttachVolumeNegativeTest-1214840538-project] Pushing event updated for resources: {'Port': ['ID=d89680d5-9285-4fd5-9184-9044e55f8a2a,revision_number=1']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:21:53.162424 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1316ebb-7cb2-4c53-b9f7-9dfceb033607 req-71480c79-6a0c-4d31-93b3-1d754338086f tempest-AttachVolumeNegativeTest-1214840538 tempest-AttachVolumeNegativeTest-1214840538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:21:53.163245 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-c1316ebb-7cb2-4c53-b9f7-9dfceb033607 req-71480c79-6a0c-4d31-93b3-1d754338086f tempest-AttachVolumeNegativeTest-1214840538 tempest-AttachVolumeNegativeTest-1214840538-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:21:53.180076 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-c1316ebb-7cb2-4c53-b9f7-9dfceb033607 req-71480c79-6a0c-4d31-93b3-1d754338086f tempest-AttachVolumeNegativeTest-1214840538 tempest-AttachVolumeNegativeTest-1214840538-project] 10.222.0.127 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6753473 Jul 06 14:21:53.195488 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [req-c1316ebb-7cb2-4c53-b9f7-9dfceb033607 req-2e376242-a9aa-41a4-a2fd-d232befd0c40 service neutron] Request body: {'port': {'device_id': 'fd1cf20a-f37b-4888-85ef-d58bb224ac09', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-773647-6'}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:21:53.336010 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-c1316ebb-7cb2-4c53-b9f7-9dfceb033607 req-2e376242-a9aa-41a4-a2fd-d232befd0c40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:21:53.418977 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-a86fdff6-53e1-423b-91a3-e8e78d4d2a81 req-0e49b946-f822-4c07-856c-31ee5dc4ee74 tempest-ServerShowV257Test-449343396 tempest-ServerShowV257Test-449343396-project] 10.222.0.104 "GET /v2.0/ports?device_id=575a90f2-eb1d-4b43-8b08-2519e140d80f HTTP/1.1" status: 200 len: 210 time: 0.0761247 Jul 06 14:21:53.685313 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84b4332-4beb-48cf-9936-cce8a569bc2f req-f6685d12-e602-48fd-8418-86c590b673cc tempest-AttachVolumeNegativeTest-1214840538 tempest-AttachVolumeNegativeTest-1214840538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:21:53.686874 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-e84b4332-4beb-48cf-9936-cce8a569bc2f req-f6685d12-e602-48fd-8418-86c590b673cc tempest-AttachVolumeNegativeTest-1214840538 tempest-AttachVolumeNegativeTest-1214840538-project] 10.222.0.104 "GET /v2.0/ports?device_id=fd1cf20a-f37b-4888-85ef-d58bb224ac09 HTTP/1.1" status: 200 len: 931 time: 0.2721808 Jul 06 14:21:53.758635 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-df8829d7-42f9-4df2-ae78-7ff20a6970e3 req-d3de27bc-c74b-4de9-a3dc-5800b86b7b38 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=575a90f2-eb1d-4b43-8b08-2519e140d80f HTTP/1.1" status: 200 len: 210 time: 0.0330622 Jul 06 14:21:53.786099 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-e84b4332-4beb-48cf-9936-cce8a569bc2f req-35f7106c-8eae-4de5-a6b5-461801601b31 tempest-AttachVolumeNegativeTest-1214840538 tempest-AttachVolumeNegativeTest-1214840538-project] 10.222.0.104 "GET /v2.0/security-groups?id=e25fc918-d317-48f5-8fe8-cddb17b098d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919147 Jul 06 14:21:53.797610 n-d-773647-6 neutron-server[100247]: DEBUG neutron.notifiers.nova [req-c1316ebb-7cb2-4c53-b9f7-9dfceb033607 req-2e376242-a9aa-41a4-a2fd-d232befd0c40 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d89680d5-9285-4fd5-9184-9044e55f8a2a {{(pid=100247) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 14:21:53.806975 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-c1316ebb-7cb2-4c53-b9f7-9dfceb033607 req-2e376242-a9aa-41a4-a2fd-d232befd0c40 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:21:53.846014 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.provisioning_blocks [req-c1316ebb-7cb2-4c53-b9f7-9dfceb033607 req-2e376242-a9aa-41a4-a2fd-d232befd0c40 service neutron] Transition to ACTIVE for port object d89680d5-9285-4fd5-9184-9044e55f8a2a will not be triggered until provisioned by entity L2. {{(pid=100247) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:21:53.852012 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-c1316ebb-7cb2-4c53-b9f7-9dfceb033607 req-2e376242-a9aa-41a4-a2fd-d232befd0c40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128888538'] for port, after_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:21:53.931574 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e376242-a9aa-41a4-a2fd-d232befd0c40 service neutron] Pushing event updated for resources: {'Port': ['ID=d89680d5-9285-4fd5-9184-9044e55f8a2a,revision_number=2']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:21:53.982480 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.managers [req-c1316ebb-7cb2-4c53-b9f7-9dfceb033607 req-2e376242-a9aa-41a4-a2fd-d232befd0c40 service neutron] Attempting to bind port d89680d5-9285-4fd5-9184-9044e55f8a2a on host n-h1-773647-6 for vnic_type normal with profile {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:21:53.982886 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.managers [req-c1316ebb-7cb2-4c53-b9f7-9dfceb033607 req-2e376242-a9aa-41a4-a2fd-d232befd0c40 service neutron] Attempting to bind port d89680d5-9285-4fd5-9184-9044e55f8a2a by drivers openvswitch,hyperv on host n-h1-773647-6 at level 0 using segments [{'id': 'ee908c01-b71e-40fe-968e-dba65942d6c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': '939b6a56-d602-4029-9bd9-85ca48a8a1c7'}] {{(pid=100247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:21:53.983242 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1316ebb-7cb2-4c53-b9f7-9dfceb033607 req-2e376242-a9aa-41a4-a2fd-d232befd0c40 service neutron] Attempting to bind port d89680d5-9285-4fd5-9184-9044e55f8a2a on network 939b6a56-d602-4029-9bd9-85ca48a8a1c7 {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:21:53.988492 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1316ebb-7cb2-4c53-b9f7-9dfceb033607 req-2e376242-a9aa-41a4-a2fd-d232befd0c40 service neutron] Port d89680d5-9285-4fd5-9184-9044e55f8a2a on network 939b6a56-d602-4029-9bd9-85ca48a8a1c7 not bound, no agent of type Open vSwitch agent registered on host n-h1-773647-6 {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 14:21:53.988815 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1316ebb-7cb2-4c53-b9f7-9dfceb033607 req-2e376242-a9aa-41a4-a2fd-d232befd0c40 service neutron] Attempting to bind port d89680d5-9285-4fd5-9184-9044e55f8a2a on network 939b6a56-d602-4029-9bd9-85ca48a8a1c7 {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:21:53.996337 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1316ebb-7cb2-4c53-b9f7-9dfceb033607 req-2e376242-a9aa-41a4-a2fd-d232befd0c40 service neutron] Checking agent: {'id': '5bf7147f-bada-4441-a5dc-934b903473fb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-773647-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 51, 12), 'started_at': datetime.datetime(2021, 7, 6, 13, 51, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 21, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:21:53.996682 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1316ebb-7cb2-4c53-b9f7-9dfceb033607 req-2e376242-a9aa-41a4-a2fd-d232befd0c40 service neutron] Checking segment: {'id': 'ee908c01-b71e-40fe-968e-dba65942d6c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': '939b6a56-d602-4029-9bd9-85ca48a8a1c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100247) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:21:53.997180 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1316ebb-7cb2-4c53-b9f7-9dfceb033607 req-2e376242-a9aa-41a4-a2fd-d232befd0c40 service neutron] Bound using segment: {'id': 'ee908c01-b71e-40fe-968e-dba65942d6c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': '939b6a56-d602-4029-9bd9-85ca48a8a1c7'} {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:21:53.997667 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.managers [req-c1316ebb-7cb2-4c53-b9f7-9dfceb033607 req-2e376242-a9aa-41a4-a2fd-d232befd0c40 service neutron] Bound port: d89680d5-9285-4fd5-9184-9044e55f8a2a, host: n-h1-773647-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee908c01-b71e-40fe-968e-dba65942d6c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': '939b6a56-d602-4029-9bd9-85ca48a8a1c7'}}] {{(pid=100247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:21:53.998031 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-c1316ebb-7cb2-4c53-b9f7-9dfceb033607 req-2e376242-a9aa-41a4-a2fd-d232befd0c40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:21:54.071774 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.db [req-c1316ebb-7cb2-4c53-b9f7-9dfceb033607 req-2e376242-a9aa-41a4-a2fd-d232befd0c40 service neutron] For port d89680d5-9285-4fd5-9184-9044e55f8a2a, host n-h1-773647-6, cleared binding levels {{(pid=100247) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:21:54.075619 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.db [req-c1316ebb-7cb2-4c53-b9f7-9dfceb033607 req-2e376242-a9aa-41a4-a2fd-d232befd0c40 service neutron] For port d89680d5-9285-4fd5-9184-9044e55f8a2a, host n-h1-773647-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773647-6',level=0,port_id=d89680d5-9285-4fd5-9184-9044e55f8a2a,segment=NetworkSegment(ee908c01-b71e-40fe-968e-dba65942d6c2),segment_id=ee908c01-b71e-40fe-968e-dba65942d6c2)] {{(pid=100247) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:21:54.081127 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-c1316ebb-7cb2-4c53-b9f7-9dfceb033607 req-2e376242-a9aa-41a4-a2fd-d232befd0c40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128888538'] for port, after_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:21:54.119941 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1316ebb-7cb2-4c53-b9f7-9dfceb033607 req-2e376242-a9aa-41a4-a2fd-d232befd0c40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:21:54.120720 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-c1316ebb-7cb2-4c53-b9f7-9dfceb033607 req-2e376242-a9aa-41a4-a2fd-d232befd0c40 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:21:54.122302 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-c1316ebb-7cb2-4c53-b9f7-9dfceb033607 req-2e376242-a9aa-41a4-a2fd-d232befd0c40 service neutron] 10.222.0.127 "PUT /v2.0/ports/d89680d5-9285-4fd5-9184-9044e55f8a2a HTTP/1.1" status: 200 len: 1091 time: 0.9347582 Jul 06 14:21:54.122815 n-d-773647-6 neutron-server[100247]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd1cf20a-f37b-4888-85ef-d58bb224ac09', 'tag': 'd89680d5-9285-4fd5-9184-9044e55f8a2a'}] {{(pid=100247) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:21:54.125512 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cbf0eeaae822f8fc9b87a94aeba67a3d651842baf663a51cba94b67a514836d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f623b76-1596-40a2-a847-31854c482896" -d '{"events": [{"name": "network-changed", "server_uuid": "fd1cf20a-f37b-4888-85ef-d58bb224ac09", "tag": "d89680d5-9285-4fd5-9184-9044e55f8a2a"}]}' {{(pid=100247) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:21:54.145051 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.agents_db [None req-167c0ad6-1657-4c9a-a2c4-3b18056aa662 None None] Agent healthcheck: found 7 active agents {{(pid=100249) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 14:21:54.177419 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e376242-a9aa-41a4-a2fd-d232befd0c40 service neutron] Pushing event updated for resources: {'Port': ['ID=d89680d5-9285-4fd5-9184-9044e55f8a2a,revision_number=3']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:21:54.189916 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 14:21:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70024aa9-2de6-47da-8f66-3209a23661ce x-openstack-request-id: req-70024aa9-2de6-47da-8f66-3209a23661ce {{(pid=100247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:21:54.190259 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd1cf20a-f37b-4888-85ef-d58bb224ac09", "tag": "d89680d5-9285-4fd5-9184-9044e55f8a2a", "status": "completed", "code": 200}]} {{(pid=100247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:21:54.190860 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-70024aa9-2de6-47da-8f66-3209a23661ce {{(pid=100247) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:21:54.191273 n-d-773647-6 neutron-server[100247]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd1cf20a-f37b-4888-85ef-d58bb224ac09', 'tag': 'd89680d5-9285-4fd5-9184-9044e55f8a2a', 'status': 'completed', 'code': 200} Jul 06 14:21:54.246864 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1316ebb-7cb2-4c53-b9f7-9dfceb033607 req-6dc4c754-719f-4401-b0fd-e25464302aaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:21:54.248535 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-c1316ebb-7cb2-4c53-b9f7-9dfceb033607 req-6dc4c754-719f-4401-b0fd-e25464302aaf service neutron] 10.222.0.127 "GET /v2.0/ports?tenant_id=f5c9f711511e4e5f9402f36745957b4a&device_id=fd1cf20a-f37b-4888-85ef-d58bb224ac09 HTTP/1.1" status: 200 len: 1094 time: 0.0603144 Jul 06 14:21:54.299288 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-c1316ebb-7cb2-4c53-b9f7-9dfceb033607 req-34b64c6a-f691-424f-b208-275c1381f1c7 service neutron] 10.222.0.127 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d89680d5-9285-4fd5-9184-9044e55f8a2a HTTP/1.1" status: 200 len: 217 time: 0.0361280 Jul 06 14:21:54.348800 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1316ebb-7cb2-4c53-b9f7-9dfceb033607 req-df610e29-a898-46af-81d0-971722a61130 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:21:54.350293 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-c1316ebb-7cb2-4c53-b9f7-9dfceb033607 req-df610e29-a898-46af-81d0-971722a61130 service neutron] 10.222.0.127 "GET /v2.0/subnets?id=c766dd70-4214-4cf7-9cdb-42855341a210 HTTP/1.1" status: 200 len: 855 time: 0.0443246 Jul 06 14:21:54.392414 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-c1316ebb-7cb2-4c53-b9f7-9dfceb033607 req-d191b62c-2a64-4ed9-bd42-1ac87f996862 service neutron] 10.222.0.127 "GET /v2.0/ports?network_id=939b6a56-d602-4029-9bd9-85ca48a8a1c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0349667 Jul 06 14:21:54.492972 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-c1316ebb-7cb2-4c53-b9f7-9dfceb033607 req-01a09def-dbdc-454a-8752-216490cb3980 service neutron] 10.222.0.127 "GET /v2.0/networks/939b6a56-d602-4029-9bd9-85ca48a8a1c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925560 Jul 06 14:21:54.688151 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-26615a2f-764d-4fe5-bb2b-c79d0d4c137c req-17a3ed23-517e-4ed1-b259-5b2d55732549 tempest-ServerShowV257Test-449343396 tempest-ServerShowV257Test-449343396-project] 10.222.0.104 "GET /v2.0/ports?device_id=575a90f2-eb1d-4b43-8b08-2519e140d80f HTTP/1.1" status: 200 len: 210 time: 0.0562339 Jul 06 14:21:54.697695 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-c1316ebb-7cb2-4c53-b9f7-9dfceb033607 req-82e57e32-408d-4d1f-81bf-7f07340d00b4 service neutron] 10.222.0.127 "GET /v2.0/networks/939b6a56-d602-4029-9bd9-85ca48a8a1c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1943836 Jul 06 14:21:54.843516 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f623b76-1596-40a2-a847-31854c482896 req-a913377c-5c69-4098-b905-03f8e60f8991 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:21:54.845497 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-6f623b76-1596-40a2-a847-31854c482896 req-a913377c-5c69-4098-b905-03f8e60f8991 service neutron] 10.222.0.127 "GET /v2.0/ports?tenant_id=f5c9f711511e4e5f9402f36745957b4a&device_id=fd1cf20a-f37b-4888-85ef-d58bb224ac09 HTTP/1.1" status: 200 len: 1094 time: 0.0712745 Jul 06 14:21:54.984324 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f623b76-1596-40a2-a847-31854c482896 req-82ce052c-a8b8-4064-8258-2ee59370fc85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:21:54.986331 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-6f623b76-1596-40a2-a847-31854c482896 req-82ce052c-a8b8-4064-8258-2ee59370fc85 service neutron] 10.222.0.127 "GET /v2.0/networks?id=939b6a56-d602-4029-9bd9-85ca48a8a1c7 HTTP/1.1" status: 200 len: 917 time: 0.1329348 Jul 06 14:21:55.045203 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-6f623b76-1596-40a2-a847-31854c482896 req-a63532b3-3cb1-4b91-bbb4-e004cd077dd3 service neutron] 10.222.0.127 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d89680d5-9285-4fd5-9184-9044e55f8a2a HTTP/1.1" status: 200 len: 217 time: 0.0507700 Jul 06 14:21:55.068631 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4079fec7-321f-4c17-a5ba-14e077f8b7f6 req-b9c73669-6a49-4a9f-b501-1f1e57ca127c tempest-AttachVolumeNegativeTest-1214840538 tempest-AttachVolumeNegativeTest-1214840538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:21:55.075595 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-4079fec7-321f-4c17-a5ba-14e077f8b7f6 req-b9c73669-6a49-4a9f-b501-1f1e57ca127c tempest-AttachVolumeNegativeTest-1214840538 tempest-AttachVolumeNegativeTest-1214840538-project] 10.222.0.104 "GET /v2.0/ports?device_id=fd1cf20a-f37b-4888-85ef-d58bb224ac09 HTTP/1.1" status: 200 len: 943 time: 0.1497862 Jul 06 14:21:55.145428 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f623b76-1596-40a2-a847-31854c482896 req-ad4325bc-c9f5-40b3-975b-7deafe5d89dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:21:55.146907 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-6f623b76-1596-40a2-a847-31854c482896 req-ad4325bc-c9f5-40b3-975b-7deafe5d89dc service neutron] 10.222.0.127 "GET /v2.0/subnets?id=c766dd70-4214-4cf7-9cdb-42855341a210 HTTP/1.1" status: 200 len: 855 time: 0.0946879 Jul 06 14:21:55.149850 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-4079fec7-321f-4c17-a5ba-14e077f8b7f6 req-a1fe92b3-e6b6-4937-875d-510562dd3821 tempest-AttachVolumeNegativeTest-1214840538 tempest-AttachVolumeNegativeTest-1214840538-project] 10.222.0.104 "GET /v2.0/security-groups?id=e25fc918-d317-48f5-8fe8-cddb17b098d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734980 Jul 06 14:21:55.185931 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-6f623b76-1596-40a2-a847-31854c482896 req-475b9002-4755-4ca1-9055-d26f3ac98883 service neutron] 10.222.0.127 "GET /v2.0/ports?network_id=939b6a56-d602-4029-9bd9-85ca48a8a1c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0306458 Jul 06 14:21:55.279171 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-6f623b76-1596-40a2-a847-31854c482896 req-7798d68e-1740-4e15-9f30-8863d2e28057 service neutron] 10.222.0.127 "GET /v2.0/networks/939b6a56-d602-4029-9bd9-85ca48a8a1c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864913 Jul 06 14:21:55.379278 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-6f623b76-1596-40a2-a847-31854c482896 req-f6ace5a5-8525-4b99-b6cd-a956b9cd2bad service neutron] 10.222.0.127 "GET /v2.0/networks/939b6a56-d602-4029-9bd9-85ca48a8a1c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931146 Jul 06 14:21:55.538831 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-83a49324-d682-4d5c-b99b-acbad5039b54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:21:55.639682 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 37766) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:21:55.745451 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-4a3c03fa-65ba-4f44-b5ae-f9b3755d958c admin admin] Notify callbacks [] for security_group, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:21:55.834767 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-4a3c03fa-65ba-4f44-b5ae-f9b3755d958c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:21:55.842253 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-4a3c03fa-65ba-4f44-b5ae-f9b3755d958c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:21:55.888269 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:21:56.215788 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-c49eb8bc-2ef6-42ff-b952-506eadd6636b req-a73ac27a-a529-4927-b6c2-317b142f9adf tempest-ServerShowV257Test-449343396 tempest-ServerShowV257Test-449343396-project] 10.222.0.104 "GET /v2.0/ports?device_id=575a90f2-eb1d-4b43-8b08-2519e140d80f HTTP/1.1" status: 200 len: 210 time: 0.3756948 Jul 06 14:21:56.244294 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-4a3c03fa-65ba-4f44-b5ae-f9b3755d958c admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=db39fd85251d40309bf6e40743c67ec6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5956252 Jul 06 14:21:56.244522 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 37776) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:21:56.250330 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3c03fa-65ba-4f44-b5ae-f9b3755d958c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3af2ac9-ec0e-4f9c-acf1-dbbd0ef3c56c,revision_number=1']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:21:56.305541 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-140a3919-1212-4dfa-a873-f795a4a5eb81 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:21:56.330592 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-140a3919-1212-4dfa-a873-f795a4a5eb81 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:21:56.349840 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e527dd70-59bf-43e5-969e-b49dc21ead83 req-84c10ec3-20cd-4559-ae02-649274690500 tempest-AttachVolumeNegativeTest-1214840538 tempest-AttachVolumeNegativeTest-1214840538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:21:56.351552 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-e527dd70-59bf-43e5-969e-b49dc21ead83 req-84c10ec3-20cd-4559-ae02-649274690500 tempest-AttachVolumeNegativeTest-1214840538 tempest-AttachVolumeNegativeTest-1214840538-project] 10.222.0.104 "GET /v2.0/ports?device_id=fd1cf20a-f37b-4888-85ef-d58bb224ac09 HTTP/1.1" status: 200 len: 943 time: 0.0805075 Jul 06 14:21:56.391901 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-140a3919-1212-4dfa-a873-f795a4a5eb81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:21:56.394774 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-e527dd70-59bf-43e5-969e-b49dc21ead83 req-78016f4b-b837-41bf-9d3a-19bd9e3edbb3 tempest-AttachVolumeNegativeTest-1214840538 tempest-AttachVolumeNegativeTest-1214840538-project] 10.222.0.104 "GET /v2.0/security-groups?id=e25fc918-d317-48f5-8fe8-cddb17b098d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378320 Jul 06 14:21:56.403891 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-140a3919-1212-4dfa-a873-f795a4a5eb81 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:21:56.407488 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-140a3919-1212-4dfa-a873-f795a4a5eb81 admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/e3af2ac9-ec0e-4f9c-acf1-dbbd0ef3c56c HTTP/1.1" status: 204 len: 168 time: 0.1639440 Jul 06 14:21:56.418068 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140a3919-1212-4dfa-a873-f795a4a5eb81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3af2ac9-ec0e-4f9c-acf1-dbbd0ef3c56c,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:21:56.584863 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-1df0301e-26a6-46b5-9153-82cba4f9853b req-4d79bd69-8833-4213-b70b-4d87cb203a8e service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=505f9cf553eb4b41b02ee8aed75351e3&device_id=575a90f2-eb1d-4b43-8b08-2519e140d80f HTTP/1.1" status: 200 len: 210 time: 0.0306106 Jul 06 14:21:56.616764 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-2064eaae-da4f-48f8-82d2-b09d4ddedd44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:21:56.633017 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-1df0301e-26a6-46b5-9153-82cba4f9853b req-596b9d6b-1cfb-4121-be86-c2f08317ce2b service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=505f9cf553eb4b41b02ee8aed75351e3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0410032 Jul 06 14:21:56.679742 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-7a4b430e-2f58-4d47-806a-9340635c5e81 req-c731eee7-d0c4-4387-8fa3-a5b668329001 tempest-ServerShowV257Test-449343396 tempest-ServerShowV257Test-449343396-project] 10.222.0.104 "GET /v2.0/ports?device_id=575a90f2-eb1d-4b43-8b08-2519e140d80f HTTP/1.1" status: 200 len: 210 time: 0.0296938 Jul 06 14:21:56.749818 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 37786) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:21:56.766364 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df0301e-26a6-46b5-9153-82cba4f9853b req-96aa2767-1876-40da-891e-eeaa7c002e5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:21:56.767859 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-1df0301e-26a6-46b5-9153-82cba4f9853b req-96aa2767-1876-40da-891e-eeaa7c002e5d service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1287694 Jul 06 14:21:56.769235 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-de6b4c8e-6970-449f-b07c-ea877aaf81f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:21:56.867883 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-de6b4c8e-6970-449f-b07c-ea877aaf81f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:21:56.872059 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-de6b4c8e-6970-449f-b07c-ea877aaf81f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:21:56.914148 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-de6b4c8e-6970-449f-b07c-ea877aaf81f1 admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=060a08760cd04da0b865f99c5c927c72&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1631527 Jul 06 14:21:56.915166 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6b4c8e-6970-449f-b07c-ea877aaf81f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e55b28e-4dd5-4989-868d-5c373946fc9e,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:21:56.916850 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 37790) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:21:56.974218 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-ee4ae447-ab2f-4113-90a6-45e2441dc1ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:21:56.995661 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-ee4ae447-ab2f-4113-90a6-45e2441dc1ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:21:57.053889 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-ee4ae447-ab2f-4113-90a6-45e2441dc1ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:21:57.059184 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-ee4ae447-ab2f-4113-90a6-45e2441dc1ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:21:57.059184 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-ee4ae447-ab2f-4113-90a6-45e2441dc1ca admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/2e55b28e-4dd5-4989-868d-5c373946fc9e HTTP/1.1" status: 204 len: 168 time: 0.1396980 Jul 06 14:21:57.066154 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4ae447-ab2f-4113-90a6-45e2441dc1ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e55b28e-4dd5-4989-868d-5c373946fc9e,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:21:57.599137 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5c259d-0980-4f33-91e3-c7abfc8cd7b4 req-564bced9-dff9-4425-af78-2884615aee25 tempest-AttachVolumeNegativeTest-1214840538 tempest-AttachVolumeNegativeTest-1214840538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:21:57.600669 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-ce5c259d-0980-4f33-91e3-c7abfc8cd7b4 req-564bced9-dff9-4425-af78-2884615aee25 tempest-AttachVolumeNegativeTest-1214840538 tempest-AttachVolumeNegativeTest-1214840538-project] 10.222.0.104 "GET /v2.0/ports?device_id=fd1cf20a-f37b-4888-85ef-d58bb224ac09 HTTP/1.1" status: 200 len: 943 time: 0.0685582 Jul 06 14:21:57.640349 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-ce5c259d-0980-4f33-91e3-c7abfc8cd7b4 req-25e84b50-f3ee-419d-b437-58f23765208f tempest-AttachVolumeNegativeTest-1214840538 tempest-AttachVolumeNegativeTest-1214840538-project] 10.222.0.104 "GET /v2.0/security-groups?id=e25fc918-d317-48f5-8fe8-cddb17b098d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340114 Jul 06 14:21:57.826310 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-7541ac0a-9441-4fcd-894b-e8beb9c460c2 req-3ceb5790-6bab-4fd4-a491-70ad63476c0f tempest-ServerShowV257Test-449343396 tempest-ServerShowV257Test-449343396-project] 10.222.0.104 "GET /v2.0/ports?device_id=575a90f2-eb1d-4b43-8b08-2519e140d80f HTTP/1.1" status: 200 len: 210 time: 0.0290999 Jul 06 14:21:58.041383 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-1df0301e-26a6-46b5-9153-82cba4f9853b req-924f2c0d-3cc3-4109-90c4-3b1ec4d2013d tempest-ServerShowV257Test-449343396 tempest-ServerShowV257Test-449343396-project] 10.222.0.72 "GET /v2.0/ports?device_id=575a90f2-eb1d-4b43-8b08-2519e140d80f HTTP/1.1" status: 200 len: 210 time: 0.0349488 Jul 06 14:21:58.097444 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Device d89680d5-9285-4fd5-9184-9044e55f8a2a details requested by agent hyperv_n-h1-773647-6 with host n-h1-773647-6 {{(pid=100248) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 14:21:58.226488 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] For port d89680d5-9285-4fd5-9184-9044e55f8a2a, host n-h1-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773647-6',level=0,port_id=d89680d5-9285-4fd5-9184-9044e55f8a2a,segment=NetworkSegment(ee908c01-b71e-40fe-968e-dba65942d6c2),segment_id=ee908c01-b71e-40fe-968e-dba65942d6c2)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:21:58.240930 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Returning: {'device': 'd89680d5-9285-4fd5-9184-9044e55f8a2a', 'network_id': '939b6a56-d602-4029-9bd9-85ca48a8a1c7', 'port_id': 'd89680d5-9285-4fd5-9184-9044e55f8a2a', 'mac_address': 'fa:16:3e:7a:24:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1019, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c766dd70-4214-4cf7-9cdb-42855341a210', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100248) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 14:21:58.281875 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:21:58.296293 n-d-773647-6 neutron-server[100248]: DEBUG neutron.notifiers.nova [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d89680d5-9285-4fd5-9184-9044e55f8a2a {{(pid=100248) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 14:21:58.317367 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] For port d89680d5-9285-4fd5-9184-9044e55f8a2a, host n-h1-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773647-6',level=0,port_id=d89680d5-9285-4fd5-9184-9044e55f8a2a,segment=NetworkSegment(ee908c01-b71e-40fe-968e-dba65942d6c2),segment_id=ee908c01-b71e-40fe-968e-dba65942d6c2)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:21:58.322602 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:21:58.373194 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Pushing event updated for resources: {'Port': ['ID=d89680d5-9285-4fd5-9184-9044e55f8a2a,revision_number=4']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:21:58.411646 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-03f71b24-a9b8-453a-8924-caa3f97bc6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:21:58.756032 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] get_ports_and_sgs() called for port_ids ['d89680d5-9285-4fd5-9184-9044e55f8a2a'] {{(pid=100248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 14:21:58.857301 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e654b68-c70f-443a-a5f3-dde67f3e6f46 req-0dead6fb-051e-4ebd-80a4-b976e33be5ea tempest-AttachVolumeNegativeTest-1214840538 tempest-AttachVolumeNegativeTest-1214840538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:21:58.864265 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-7e654b68-c70f-443a-a5f3-dde67f3e6f46 req-0dead6fb-051e-4ebd-80a4-b976e33be5ea tempest-AttachVolumeNegativeTest-1214840538 tempest-AttachVolumeNegativeTest-1214840538-project] 10.222.0.104 "GET /v2.0/ports?device_id=fd1cf20a-f37b-4888-85ef-d58bb224ac09 HTTP/1.1" status: 200 len: 944 time: 0.0983343 Jul 06 14:21:58.927686 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-7e654b68-c70f-443a-a5f3-dde67f3e6f46 req-6247abcb-a829-434c-b726-a34afcf26218 tempest-AttachVolumeNegativeTest-1214840538 tempest-AttachVolumeNegativeTest-1214840538-project] 10.222.0.104 "GET /v2.0/security-groups?id=e25fc918-d317-48f5-8fe8-cddb17b098d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583222 Jul 06 14:21:59.279473 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 37932) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:21:59.392125 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-db42164f-a999-4bdf-8b74-6fcf92d10081 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:21:59.500610 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-db42164f-a999-4bdf-8b74-6fcf92d10081 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:21:59.505583 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-db42164f-a999-4bdf-8b74-6fcf92d10081 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:21:59.550590 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-db42164f-a999-4bdf-8b74-6fcf92d10081 admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=505f9cf553eb4b41b02ee8aed75351e3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2701199 Jul 06 14:21:59.552625 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db42164f-a999-4bdf-8b74-6fcf92d10081 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35fd6bbd-69f8-442d-8afd-e08190151c1c,revision_number=1']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:21:59.553349 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 37952) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:21:59.608308 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-9a4da92b-ec27-4921-9c65-34663d112b3b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:21:59.633522 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-9a4da92b-ec27-4921-9c65-34663d112b3b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:21:59.693831 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-9a4da92b-ec27-4921-9c65-34663d112b3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:21:59.696712 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-9a4da92b-ec27-4921-9c65-34663d112b3b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:21:59.697877 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-9a4da92b-ec27-4921-9c65-34663d112b3b admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/35fd6bbd-69f8-442d-8afd-e08190151c1c HTTP/1.1" status: 204 len: 168 time: 0.1435595 Jul 06 14:21:59.713779 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4da92b-ec27-4921-9c65-34663d112b3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35fd6bbd-69f8-442d-8afd-e08190151c1c,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:22:00.111276 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Device d89680d5-9285-4fd5-9184-9044e55f8a2a up at agent hyperv_n-h1-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:22:00.141998 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa898b0-b171-4e3b-82a9-25f833f8dddd req-aa88c93e-6d5d-4fb0-bacf-15682b30a7df tempest-AttachVolumeNegativeTest-1214840538 tempest-AttachVolumeNegativeTest-1214840538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:22:00.144316 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-5fa898b0-b171-4e3b-82a9-25f833f8dddd req-aa88c93e-6d5d-4fb0-bacf-15682b30a7df tempest-AttachVolumeNegativeTest-1214840538 tempest-AttachVolumeNegativeTest-1214840538-project] 10.222.0.104 "GET /v2.0/ports?device_id=fd1cf20a-f37b-4888-85ef-d58bb224ac09 HTTP/1.1" status: 200 len: 944 time: 0.0948546 Jul 06 14:22:00.181187 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Provisioning for port d89680d5-9285-4fd5-9184-9044e55f8a2a completed by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:22:00.191847 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Provisioning complete for port d89680d5-9285-4fd5-9184-9044e55f8a2a triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:22:00.192243 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:00.219832 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-5fa898b0-b171-4e3b-82a9-25f833f8dddd req-aafa5d21-cc6f-4df0-b196-6cb79d17d1a8 tempest-AttachVolumeNegativeTest-1214840538 tempest-AttachVolumeNegativeTest-1214840538-project] 10.222.0.104 "GET /v2.0/security-groups?id=e25fc918-d317-48f5-8fe8-cddb17b098d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694573 Jul 06 14:22:00.308246 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:00.354898 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] For port d89680d5-9285-4fd5-9184-9044e55f8a2a, host n-h1-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773647-6',level=0,port_id=d89680d5-9285-4fd5-9184-9044e55f8a2a,segment=NetworkSegment(ee908c01-b71e-40fe-968e-dba65942d6c2),segment_id=ee908c01-b71e-40fe-968e-dba65942d6c2)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:22:00.356014 n-d-773647-6 neutron-server[100248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd1cf20a-f37b-4888-85ef-d58bb224ac09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd89680d5-9285-4fd5-9184-9044e55f8a2a'}] {{(pid=100248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:22:00.358906 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84af257533e383389cbcf231d3534f4d5e149e7203fea16b4a8fc01438dddaf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28d324bc-6bcc-4be0-9a48-65e7090ab0fa" -d '{"events": [{"server_uuid": "fd1cf20a-f37b-4888-85ef-d58bb224ac09", "name": "network-vif-plugged", "status": "completed", "tag": "d89680d5-9285-4fd5-9184-9044e55f8a2a"}]}' {{(pid=100248) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:22:00.362573 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:00.429863 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 14:22:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-902ef8fd-6fa0-49ac-bbeb-a6146c81bb18 x-openstack-request-id: req-902ef8fd-6fa0-49ac-bbeb-a6146c81bb18 {{(pid=100248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:22:00.430172 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd1cf20a-f37b-4888-85ef-d58bb224ac09", "name": "network-vif-plugged", "status": "completed", "tag": "d89680d5-9285-4fd5-9184-9044e55f8a2a", "code": 200}]} {{(pid=100248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:22:00.430436 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-902ef8fd-6fa0-49ac-bbeb-a6146c81bb18 {{(pid=100248) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:22:00.430847 n-d-773647-6 neutron-server[100248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd1cf20a-f37b-4888-85ef-d58bb224ac09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd89680d5-9285-4fd5-9184-9044e55f8a2a', 'code': 200} Jul 06 14:22:00.431876 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Pushing event updated for resources: {'Port': ['ID=d89680d5-9285-4fd5-9184-9044e55f8a2a,revision_number=5']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:22:00.441507 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:22:00.442034 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:22:00.442384 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:22:00.442723 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:22:00.443298 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:22:00.443871 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:22:00.444405 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:22:00.444919 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:22:00.445550 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:22:00.446058 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:22:00.446577 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:22:00.447086 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:22:00.584815 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff77ce20-cbde-4228-8910-9f03b579c211 req-bba49593-282e-4ed7-a19a-fe88e3776049 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:22:00.586612 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-ff77ce20-cbde-4228-8910-9f03b579c211 req-bba49593-282e-4ed7-a19a-fe88e3776049 service neutron] 10.222.0.127 "GET /v2.0/ports?device_id=fd1cf20a-f37b-4888-85ef-d58bb224ac09 HTTP/1.1" status: 200 len: 1096 time: 0.0713024 Jul 06 14:22:00.626685 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-ff77ce20-cbde-4228-8910-9f03b579c211 req-065a2f06-c331-42d6-97d6-f5fd85b7726f service neutron] 10.222.0.127 "GET /v2.0/security-groups?id=e25fc918-d317-48f5-8fe8-cddb17b098d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330529 Jul 06 14:22:00.836383 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 38062) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:22:00.947466 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-a307224c-24e8-4b06-b768-7c3436a6107d admin admin] Notify callbacks [] for security_group, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:01.062323 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-a307224c-24e8-4b06-b768-7c3436a6107d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:01.072457 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-a307224c-24e8-4b06-b768-7c3436a6107d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:01.115822 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-a307224c-24e8-4b06-b768-7c3436a6107d admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=c90e295a480347718fec497e0b5d58a6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2776415 Jul 06 14:22:01.116955 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 38094) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:22:01.117127 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a307224c-24e8-4b06-b768-7c3436a6107d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6253bdac-7da4-4639-b618-f0d0633f5cca,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:22:01.170288 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-c2e97b54-c33c-4c75-8408-028c63209ac3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:01.194819 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-c2e97b54-c33c-4c75-8408-028c63209ac3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:01.274775 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-c2e97b54-c33c-4c75-8408-028c63209ac3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:01.274775 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-c2e97b54-c33c-4c75-8408-028c63209ac3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:01.280118 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-c2e97b54-c33c-4c75-8408-028c63209ac3 admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/6253bdac-7da4-4639-b618-f0d0633f5cca HTTP/1.1" status: 204 len: 168 time: 0.1614463 Jul 06 14:22:01.305539 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e97b54-c33c-4c75-8408-028c63209ac3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6253bdac-7da4-4639-b618-f0d0633f5cca,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:22:01.445142 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ace128-356b-4500-8108-5409db15091b req-57d93b0f-986f-4c84-8464-c4f90060a113 tempest-AttachVolumeNegativeTest-1214840538 tempest-AttachVolumeNegativeTest-1214840538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:22:01.446734 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-94ace128-356b-4500-8108-5409db15091b req-57d93b0f-986f-4c84-8464-c4f90060a113 tempest-AttachVolumeNegativeTest-1214840538 tempest-AttachVolumeNegativeTest-1214840538-project] 10.222.0.104 "GET /v2.0/ports?device_id=fd1cf20a-f37b-4888-85ef-d58bb224ac09 HTTP/1.1" status: 200 len: 945 time: 0.1073556 Jul 06 14:22:01.498491 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-94ace128-356b-4500-8108-5409db15091b req-e04c4ad3-5991-4434-97de-deffaf7b5dda tempest-AttachVolumeNegativeTest-1214840538 tempest-AttachVolumeNegativeTest-1214840538-project] 10.222.0.104 "GET /v2.0/security-groups?id=e25fc918-d317-48f5-8fe8-cddb17b098d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453541 Jul 06 14:22:02.773069 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9838c2-e6da-4be3-a9fe-cb20b65a9a09 req-3b42c433-3772-4e90-a746-e67980873ed2 tempest-AttachVolumeNegativeTest-1214840538 tempest-AttachVolumeNegativeTest-1214840538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:22:02.780579 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-6f9838c2-e6da-4be3-a9fe-cb20b65a9a09 req-3b42c433-3772-4e90-a746-e67980873ed2 tempest-AttachVolumeNegativeTest-1214840538 tempest-AttachVolumeNegativeTest-1214840538-project] 10.222.0.104 "GET /v2.0/ports?device_id=fd1cf20a-f37b-4888-85ef-d58bb224ac09 HTTP/1.1" status: 200 len: 945 time: 0.0924897 Jul 06 14:22:02.827495 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-6f9838c2-e6da-4be3-a9fe-cb20b65a9a09 req-87a42ce5-e900-4d99-b755-c1dc032be292 tempest-AttachVolumeNegativeTest-1214840538 tempest-AttachVolumeNegativeTest-1214840538-project] 10.222.0.104 "GET /v2.0/security-groups?id=e25fc918-d317-48f5-8fe8-cddb17b098d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458572 Jul 06 14:22:04.087589 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 38352) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:22:04.203110 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-d03b6163-322e-4c3f-9271-ddee2393e0a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:04.338923 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-d03b6163-322e-4c3f-9271-ddee2393e0a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:04.345817 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-d03b6163-322e-4c3f-9271-ddee2393e0a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:04.387441 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03b6163-322e-4c3f-9271-ddee2393e0a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=809aede3-c057-448d-a58d-b9dfee7e0773,revision_number=1']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:22:04.422721 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-d03b6163-322e-4c3f-9271-ddee2393e0a2 admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=3f4ea6c86e744d12919f4ca89ed5b668&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3337021 Jul 06 14:22:04.425311 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 38368) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:22:04.481160 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-b3413a34-0273-46de-96a2-36f9ea74a097 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:04.507502 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-b3413a34-0273-46de-96a2-36f9ea74a097 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:04.569990 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-b3413a34-0273-46de-96a2-36f9ea74a097 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:04.573553 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-b3413a34-0273-46de-96a2-36f9ea74a097 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:04.579784 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-b3413a34-0273-46de-96a2-36f9ea74a097 admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/809aede3-c057-448d-a58d-b9dfee7e0773 HTTP/1.1" status: 204 len: 168 time: 0.1506016 Jul 06 14:22:04.589898 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3413a34-0273-46de-96a2-36f9ea74a097 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=809aede3-c057-448d-a58d-b9dfee7e0773,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:22:06.162612 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 38444) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:22:06.357062 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [None req-4e420374-62cc-409e-9b92-b4cc21166f71 tempest-ExternalNetworksTestJSON-1988131412 tempest-ExternalNetworksTestJSON-1988131412-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-1265031350'}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:22:06.382255 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e420374-62cc-409e-9b92-b4cc21166f71 tempest-ExternalNetworksTestJSON-1988131412 tempest-ExternalNetworksTestJSON-1988131412-project] Made reservation on behalf of 4e298e37ece641c68b21a343a669166a for: {'network': 1} {{(pid=100247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:22:06.389211 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-4e420374-62cc-409e-9b92-b4cc21166f71 tempest-ExternalNetworksTestJSON-1988131412 tempest-ExternalNetworksTestJSON-1988131412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for network, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:06.422599 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-4e420374-62cc-409e-9b92-b4cc21166f71 tempest-ExternalNetworksTestJSON-1988131412 tempest-ExternalNetworksTestJSON-1988131412-project] Notify callbacks [] for security_group, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:06.567073 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-4e420374-62cc-409e-9b92-b4cc21166f71 tempest-ExternalNetworksTestJSON-1988131412 tempest-ExternalNetworksTestJSON-1988131412-project] Notify callbacks [] for security_group, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:06.572433 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-4e420374-62cc-409e-9b92-b4cc21166f71 tempest-ExternalNetworksTestJSON-1988131412 tempest-ExternalNetworksTestJSON-1988131412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:06.577813 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 38456) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:22:06.612201 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e420374-62cc-409e-9b92-b4cc21166f71 tempest-ExternalNetworksTestJSON-1988131412 tempest-ExternalNetworksTestJSON-1988131412-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c153ef78-290b-4053-9033-d8ecfb552062,revision_number=1']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:22:06.649338 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e420374-62cc-409e-9b92-b4cc21166f71 tempest-ExternalNetworksTestJSON-1988131412 tempest-ExternalNetworksTestJSON-1988131412-project] vlan segment allocate from pool success with {'vlan_id': 1001, 'physical_network': 'physnet1'} {{(pid=100247) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 14:22:06.661838 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-4e420374-62cc-409e-9b92-b4cc21166f71 tempest-ExternalNetworksTestJSON-1988131412 tempest-ExternalNetworksTestJSON-1988131412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552'] for segment, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:06.662192 n-d-773647-6 neutron-server[100247]: INFO neutron.db.segments_db [None req-4e420374-62cc-409e-9b92-b4cc21166f71 tempest-ExternalNetworksTestJSON-1988131412 tempest-ExternalNetworksTestJSON-1988131412-project] Added segment c657f383-b2b1-4765-a372-0edeb10fdc7f of type vlan for network 5fd32d88-5709-4dff-966c-03e3ce9e2b42 Jul 06 14:22:06.719541 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-4e420374-62cc-409e-9b92-b4cc21166f71 tempest-ExternalNetworksTestJSON-1988131412 tempest-ExternalNetworksTestJSON-1988131412-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773752984405'] for network, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:06.726432 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-5e25a7a7-eb6a-4c4e-b012-5897d6e81df1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:06.797811 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-4e420374-62cc-409e-9b92-b4cc21166f71 tempest-ExternalNetworksTestJSON-1988131412 tempest-ExternalNetworksTestJSON-1988131412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060'] for network, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:06.804270 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e420374-62cc-409e-9b92-b4cc21166f71 tempest-ExternalNetworksTestJSON-1988131412 tempest-ExternalNetworksTestJSON-1988131412-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:22:06.805130 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-4e420374-62cc-409e-9b92-b4cc21166f71 tempest-ExternalNetworksTestJSON-1988131412 tempest-ExternalNetworksTestJSON-1988131412-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583035'] for network, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:06.870832 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-5e25a7a7-eb6a-4c4e-b012-5897d6e81df1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:06.878810 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-5e25a7a7-eb6a-4c4e-b012-5897d6e81df1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:06.912111 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 38466) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:22:06.912626 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-4e420374-62cc-409e-9b92-b4cc21166f71 tempest-ExternalNetworksTestJSON-1988131412 tempest-ExternalNetworksTestJSON-1988131412-project] 10.222.0.104 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 0.7436759 Jul 06 14:22:06.919611 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e420374-62cc-409e-9b92-b4cc21166f71 tempest-ExternalNetworksTestJSON-1988131412 tempest-ExternalNetworksTestJSON-1988131412-project] Pushing event updated for resources: {'Network': ['ID=5fd32d88-5709-4dff-966c-03e3ce9e2b42,revision_number=1']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:22:06.933727 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Network 5fd32d88-5709-4dff-966c-03e3ce9e2b42 details requested by agent ovs-agent-n-d-773647-6 with host n-d-773647-6 {{(pid=100248) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 14:22:06.941087 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-5e25a7a7-eb6a-4c4e-b012-5897d6e81df1 admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=9518147574e94c3a87da8c914898d1bf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3619761 Jul 06 14:22:06.943868 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 38468) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:22:06.959797 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e25a7a7-eb6a-4c4e-b012-5897d6e81df1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98ae2296-8ea0-4d1d-b384-2938bf4cd9ad,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:22:07.059634 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-26f81a9e-1380-4841-9a5b-7fe4167eae12 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:07.091183 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-26f81a9e-1380-4841-9a5b-7fe4167eae12 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:07.130681 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-f08d2581-31db-4688-8d87-7e438a1cc271 tempest-ExternalNetworksTestJSON-1734249149 tempest-ExternalNetworksTestJSON-1734249149-project-admin] Request body: {'network': {'name': 'tempest-network--472164345', 'router:external': True}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:22:07.159412 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f08d2581-31db-4688-8d87-7e438a1cc271 tempest-ExternalNetworksTestJSON-1734249149 tempest-ExternalNetworksTestJSON-1734249149-project-admin] Made reservation on behalf of d164eb7dfc9e42cbb9bec439f7a188a1 for: {'network': 1} {{(pid=100246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:22:07.162020 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-f08d2581-31db-4688-8d87-7e438a1cc271 tempest-ExternalNetworksTestJSON-1734249149 tempest-ExternalNetworksTestJSON-1734249149-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for network, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:07.174897 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-f08d2581-31db-4688-8d87-7e438a1cc271 tempest-ExternalNetworksTestJSON-1734249149 tempest-ExternalNetworksTestJSON-1734249149-project-admin] Notify callbacks [] for security_group, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:07.193499 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-26f81a9e-1380-4841-9a5b-7fe4167eae12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:07.196122 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-26f81a9e-1380-4841-9a5b-7fe4167eae12 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:07.200338 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-26f81a9e-1380-4841-9a5b-7fe4167eae12 admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/98ae2296-8ea0-4d1d-b384-2938bf4cd9ad HTTP/1.1" status: 204 len: 168 time: 0.2524133 Jul 06 14:22:07.216477 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f81a9e-1380-4841-9a5b-7fe4167eae12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98ae2296-8ea0-4d1d-b384-2938bf4cd9ad,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:22:07.318264 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-f08d2581-31db-4688-8d87-7e438a1cc271 tempest-ExternalNetworksTestJSON-1734249149 tempest-ExternalNetworksTestJSON-1734249149-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:07.323914 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-f08d2581-31db-4688-8d87-7e438a1cc271 tempest-ExternalNetworksTestJSON-1734249149 tempest-ExternalNetworksTestJSON-1734249149-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:07.343484 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f08d2581-31db-4688-8d87-7e438a1cc271 tempest-ExternalNetworksTestJSON-1734249149 tempest-ExternalNetworksTestJSON-1734249149-project-admin] vlan segment allocate from pool success with {'vlan_id': 1008, 'physical_network': 'physnet1'} {{(pid=100246) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 14:22:07.384507 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-f08d2581-31db-4688-8d87-7e438a1cc271 tempest-ExternalNetworksTestJSON-1734249149 tempest-ExternalNetworksTestJSON-1734249149-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552'] for segment, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:07.384918 n-d-773647-6 neutron-server[100246]: INFO neutron.db.segments_db [None req-f08d2581-31db-4688-8d87-7e438a1cc271 tempest-ExternalNetworksTestJSON-1734249149 tempest-ExternalNetworksTestJSON-1734249149-project-admin] Added segment 60080ce4-e7c3-48e1-8d4d-0bf7cac244cc of type vlan for network 3f0d351e-02ba-4ee1-8eb0-687cbb6f4ede Jul 06 14:22:07.396251 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08d2581-31db-4688-8d87-7e438a1cc271 tempest-ExternalNetworksTestJSON-1734249149 tempest-ExternalNetworksTestJSON-1734249149-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa2b3bce-e1d6-4f80-8f7c-050b6ed4c262,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:22:07.477681 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-f08d2581-31db-4688-8d87-7e438a1cc271 tempest-ExternalNetworksTestJSON-1734249149 tempest-ExternalNetworksTestJSON-1734249149-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773752984405'] for network, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:07.535280 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-f08d2581-31db-4688-8d87-7e438a1cc271 tempest-ExternalNetworksTestJSON-1734249149 tempest-ExternalNetworksTestJSON-1734249149-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060'] for network, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:07.536545 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f08d2581-31db-4688-8d87-7e438a1cc271 tempest-ExternalNetworksTestJSON-1734249149 tempest-ExternalNetworksTestJSON-1734249149-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:22:07.537227 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-f08d2581-31db-4688-8d87-7e438a1cc271 tempest-ExternalNetworksTestJSON-1734249149 tempest-ExternalNetworksTestJSON-1734249149-project-admin] Notify callbacks [] for network, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:07.604247 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08d2581-31db-4688-8d87-7e438a1cc271 tempest-ExternalNetworksTestJSON-1734249149 tempest-ExternalNetworksTestJSON-1734249149-project-admin] Pushing event updated for resources: {'Network': ['ID=3f0d351e-02ba-4ee1-8eb0-687cbb6f4ede,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:22:07.619544 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Network 3f0d351e-02ba-4ee1-8eb0-687cbb6f4ede details requested by agent ovs-agent-n-d-773647-6 with host n-d-773647-6 {{(pid=100248) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 14:22:07.632203 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-f08d2581-31db-4688-8d87-7e438a1cc271 tempest-ExternalNetworksTestJSON-1734249149 tempest-ExternalNetworksTestJSON-1734249149-project-admin] 10.222.0.104 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.6897070 Jul 06 14:22:07.635062 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 38492) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:22:07.755359 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-e5272e3f-92e6-426c-b9d5-6f4838b5bad2 tempest-ExternalNetworksTestJSON-1734249149 tempest-ExternalNetworksTestJSON-1734249149-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530492'] for network, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:07.878835 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-e5272e3f-92e6-426c-b9d5-6f4838b5bad2 tempest-ExternalNetworksTestJSON-1734249149 tempest-ExternalNetworksTestJSON-1734249149-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-917204', 'neutron.services.segments.db._delete_segments_for_network-8773753502302'] for network, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:07.890292 n-d-773647-6 neutron-server[100247]: DEBUG neutron.services.segments.db [None req-e5272e3f-92e6-426c-b9d5-6f4838b5bad2 tempest-ExternalNetworksTestJSON-1734249149 tempest-ExternalNetworksTestJSON-1734249149-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f0d351e-02ba-4ee1-8eb0-687cbb6f4ede']}} {{(pid=100247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:22:07.903573 n-d-773647-6 neutron-server[100247]: DEBUG neutron.services.segments.db [None req-e5272e3f-92e6-426c-b9d5-6f4838b5bad2 tempest-ExternalNetworksTestJSON-1734249149 tempest-ExternalNetworksTestJSON-1734249149-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '60080ce4-e7c3-48e1-8d4d-0bf7cac244cc') {'for_net_delete': True} {{(pid=100247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:22:07.903875 n-d-773647-6 neutron-server[100247]: DEBUG neutron.services.segments.db [None req-e5272e3f-92e6-426c-b9d5-6f4838b5bad2 tempest-ExternalNetworksTestJSON-1734249149 tempest-ExternalNetworksTestJSON-1734249149-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '60080ce4-e7c3-48e1-8d4d-0bf7cac244cc') {} {{(pid=100247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:22:07.914603 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-e5272e3f-92e6-426c-b9d5-6f4838b5bad2 tempest-ExternalNetworksTestJSON-1734249149 tempest-ExternalNetworksTestJSON-1734249149-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773753515138', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127131763'] for segment, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:07.933765 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-e5272e3f-92e6-426c-b9d5-6f4838b5bad2 tempest-ExternalNetworksTestJSON-1734249149 tempest-ExternalNetworksTestJSON-1734249149-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552'] for segment, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:07.940589 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e5272e3f-92e6-426c-b9d5-6f4838b5bad2 tempest-ExternalNetworksTestJSON-1734249149 tempest-ExternalNetworksTestJSON-1734249149-project-admin] Releasing vlan 1008 on physical network physnet1 to pool {{(pid=100247) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 14:22:07.940982 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-e5272e3f-92e6-426c-b9d5-6f4838b5bad2 tempest-ExternalNetworksTestJSON-1734249149 tempest-ExternalNetworksTestJSON-1734249149-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-128888574'] for segment, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:07.942839 n-d-773647-6 neutron-server[100247]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:22:07.942839 n-d-773647-6 neutron-server[100247]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:22:07.942839 n-d-773647-6 neutron-server[100247]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:22:07.942839 n-d-773647-6 neutron-server[100247]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:22:07.942839 n-d-773647-6 neutron-server[100247]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:22:07.942839 n-d-773647-6 neutron-server[100247]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:22:07.942839 n-d-773647-6 neutron-server[100247]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:22:07.942839 n-d-773647-6 neutron-server[100247]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:22:07.942839 n-d-773647-6 neutron-server[100247]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:22:07.942839 n-d-773647-6 neutron-server[100247]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:22:07.942839 n-d-773647-6 neutron-server[100247]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:22:07.942839 n-d-773647-6 neutron-server[100247]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:22:07.942839 n-d-773647-6 neutron-server[100247]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:22:07.942839 n-d-773647-6 neutron-server[100247]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:22:07.942839 n-d-773647-6 neutron-server[100247]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:22:07.942839 n-d-773647-6 neutron-server[100247]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:22:07.942839 n-d-773647-6 neutron-server[100247]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:22:07.942839 n-d-773647-6 neutron-server[100247]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:22:07.942839 n-d-773647-6 neutron-server[100247]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:22:07.942839 n-d-773647-6 neutron-server[100247]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:22:07.942839 n-d-773647-6 neutron-server[100247]: Traceback (most recent call last): Jul 06 14:22:07.942839 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 14:22:07.942839 n-d-773647-6 neutron-server[100247]: timer() Jul 06 14:22:07.942839 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 14:22:07.942839 n-d-773647-6 neutron-server[100247]: cb(*args, **kw) Jul 06 14:22:07.942839 n-d-773647-6 neutron-server[100247]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 14:22:07.942839 n-d-773647-6 neutron-server[100247]: return func(*args, **kwargs) Jul 06 14:22:07.942839 n-d-773647-6 neutron-server[100247]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 14:22:07.942839 n-d-773647-6 neutron-server[100247]: self._notify() Jul 06 14:22:07.942839 n-d-773647-6 neutron-server[100247]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 14:22:07.942839 n-d-773647-6 neutron-server[100247]: self.callback(batched_events) Jul 06 14:22:07.942839 n-d-773647-6 neutron-server[100247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 14:22:07.942839 n-d-773647-6 neutron-server[100247]: event.method(event) Jul 06 14:22:07.942839 n-d-773647-6 neutron-server[100247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 14:22:07.942839 n-d-773647-6 neutron-server[100247]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 14:22:07.942839 n-d-773647-6 neutron-server[100247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 14:22:07.942839 n-d-773647-6 neutron-server[100247]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 14:22:07.942839 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 14:22:07.942839 n-d-773647-6 neutron-server[100247]: return f(self, *a, **k) Jul 06 14:22:07.942839 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 14:22:07.942839 n-d-773647-6 neutron-server[100247]: return self._get(url).json() Jul 06 14:22:07.942839 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 14:22:07.942839 n-d-773647-6 neutron-server[100247]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 14:22:07.942839 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 14:22:07.942839 n-d-773647-6 neutron-server[100247]: return self.request(url, 'GET', **kwargs) Jul 06 14:22:07.942839 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 14:22:07.942839 n-d-773647-6 neutron-server[100247]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 14:22:07.942839 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 14:22:07.942839 n-d-773647-6 neutron-server[100247]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 14:22:07.942839 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 14:22:07.942839 n-d-773647-6 neutron-server[100247]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 14:22:07.942839 n-d-773647-6 neutron-server[100247]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 14:22:08.020041 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-e5272e3f-92e6-426c-b9d5-6f4838b5bad2 tempest-ExternalNetworksTestJSON-1734249149 tempest-ExternalNetworksTestJSON-1734249149-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-917215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1761140'] for network, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:08.041762 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5272e3f-92e6-426c-b9d5-6f4838b5bad2 tempest-ExternalNetworksTestJSON-1734249149 tempest-ExternalNetworksTestJSON-1734249149-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 3f0d351e-02ba-4ee1-8eb0-687cbb6f4ede {{(pid=100247) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 06 14:22:08.051705 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5272e3f-92e6-426c-b9d5-6f4838b5bad2 tempest-ExternalNetworksTestJSON-1734249149 tempest-ExternalNetworksTestJSON-1734249149-project-admin] Pushing event deleted for resources: {'Network': ['ID=3f0d351e-02ba-4ee1-8eb0-687cbb6f4ede,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:22:08.058359 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-e5272e3f-92e6-426c-b9d5-6f4838b5bad2 tempest-ExternalNetworksTestJSON-1734249149 tempest-ExternalNetworksTestJSON-1734249149-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583035'] for network, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:08.063980 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-e5272e3f-92e6-426c-b9d5-6f4838b5bad2 tempest-ExternalNetworksTestJSON-1734249149 tempest-ExternalNetworksTestJSON-1734249149-project-admin] 10.222.0.104 "DELETE /v2.0/networks/3f0d351e-02ba-4ee1-8eb0-687cbb6f4ede HTTP/1.1" status: 204 len: 168 time: 0.4220040 Jul 06 14:22:08.064395 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 38514) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:22:08.073059 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-61c74c36-9495-4dfd-a45d-b67bc68b1b91 tempest-ExternalNetworksTestJSON-1734249149 tempest-ExternalNetworksTestJSON-1734249149-project-admin] Request body: {'network': {'router:external': True}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:22:08.114889 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61c74c36-9495-4dfd-a45d-b67bc68b1b91 tempest-ExternalNetworksTestJSON-1734249149 tempest-ExternalNetworksTestJSON-1734249149-project-admin] Made reservation on behalf of d164eb7dfc9e42cbb9bec439f7a188a1 for: {'network': 1} {{(pid=100246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:22:08.117816 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-61c74c36-9495-4dfd-a45d-b67bc68b1b91 tempest-ExternalNetworksTestJSON-1734249149 tempest-ExternalNetworksTestJSON-1734249149-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for network, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:08.144589 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-61c74c36-9495-4dfd-a45d-b67bc68b1b91 tempest-ExternalNetworksTestJSON-1734249149 tempest-ExternalNetworksTestJSON-1734249149-project-admin] vlan segment allocate from pool success with {'vlan_id': 1037, 'physical_network': 'physnet1'} {{(pid=100246) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 14:22:08.160167 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-61c74c36-9495-4dfd-a45d-b67bc68b1b91 tempest-ExternalNetworksTestJSON-1734249149 tempest-ExternalNetworksTestJSON-1734249149-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552'] for segment, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:08.160656 n-d-773647-6 neutron-server[100246]: INFO neutron.db.segments_db [None req-61c74c36-9495-4dfd-a45d-b67bc68b1b91 tempest-ExternalNetworksTestJSON-1734249149 tempest-ExternalNetworksTestJSON-1734249149-project-admin] Added segment b173a588-9eaf-4876-902a-9c3aa1e0b130 of type vlan for network d9773ec3-b11a-40d9-8a02-b44ec37feb67 Jul 06 14:22:08.211144 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-61c74c36-9495-4dfd-a45d-b67bc68b1b91 tempest-ExternalNetworksTestJSON-1734249149 tempest-ExternalNetworksTestJSON-1734249149-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773752984405'] for network, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:08.247543 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-61c74c36-9495-4dfd-a45d-b67bc68b1b91 tempest-ExternalNetworksTestJSON-1734249149 tempest-ExternalNetworksTestJSON-1734249149-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060'] for network, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:08.248904 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61c74c36-9495-4dfd-a45d-b67bc68b1b91 tempest-ExternalNetworksTestJSON-1734249149 tempest-ExternalNetworksTestJSON-1734249149-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:22:08.249629 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-61c74c36-9495-4dfd-a45d-b67bc68b1b91 tempest-ExternalNetworksTestJSON-1734249149 tempest-ExternalNetworksTestJSON-1734249149-project-admin] Notify callbacks [] for network, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:08.350078 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-61c74c36-9495-4dfd-a45d-b67bc68b1b91 tempest-ExternalNetworksTestJSON-1734249149 tempest-ExternalNetworksTestJSON-1734249149-project-admin] 10.222.0.104 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.2844391 Jul 06 14:22:08.352907 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 38520) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:22:08.359506 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [None req-747491eb-1dd9-489a-b864-3b102d13406b tempest-ExternalNetworksTestJSON-1734249149 tempest-ExternalNetworksTestJSON-1734249149-project-admin] Request body: {'subnet': {'network_id': 'd9773ec3-b11a-40d9-8a02-b44ec37feb67', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:22:08.382492 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c74c36-9495-4dfd-a45d-b67bc68b1b91 tempest-ExternalNetworksTestJSON-1734249149 tempest-ExternalNetworksTestJSON-1734249149-project-admin] Pushing event updated for resources: {'Network': ['ID=d9773ec3-b11a-40d9-8a02-b44ec37feb67,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:22:08.395393 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Network d9773ec3-b11a-40d9-8a02-b44ec37feb67 details requested by agent ovs-agent-n-d-773647-6 with host n-d-773647-6 {{(pid=100248) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 14:22:08.422051 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-747491eb-1dd9-489a-b864-3b102d13406b tempest-ExternalNetworksTestJSON-1734249149 tempest-ExternalNetworksTestJSON-1734249149-project-admin] Made reservation on behalf of d164eb7dfc9e42cbb9bec439f7a188a1 for: {'subnet': 1} {{(pid=100247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:22:08.425139 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-747491eb-1dd9-489a-b864-3b102d13406b tempest-ExternalNetworksTestJSON-1734249149 tempest-ExternalNetworksTestJSON-1734249149-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127627440'] for subnet, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:08.875378 n-d-773647-6 neutron-server[100247]: DEBUG neutron.objects.ports [None req-747491eb-1dd9-489a-b864-3b102d13406b tempest-ExternalNetworksTestJSON-1734249149 tempest-ExternalNetworksTestJSON-1734249149-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=100247) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 06 14:22:08.875959 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-747491eb-1dd9-489a-b864-3b102d13406b tempest-ExternalNetworksTestJSON-1734249149 tempest-ExternalNetworksTestJSON-1734249149-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1849032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-128888412', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127627426'] for subnet, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:08.943792 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747491eb-1dd9-489a-b864-3b102d13406b tempest-ExternalNetworksTestJSON-1734249149 tempest-ExternalNetworksTestJSON-1734249149-project-admin] Pushing event updated for resources: {'Subnet': ['ID=5e5b0020-9a6f-4aeb-8349-e16730b19494,revision_number=0']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:22:08.960481 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-747491eb-1dd9-489a-b864-3b102d13406b tempest-ExternalNetworksTestJSON-1734249149 tempest-ExternalNetworksTestJSON-1734249149-project-admin] Checking segment: {'id': 'b173a588-9eaf-4876-902a-9c3aa1e0b130', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1037, 'network_id': 'd9773ec3-b11a-40d9-8a02-b44ec37feb67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100247) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:22:08.960481 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-747491eb-1dd9-489a-b864-3b102d13406b tempest-ExternalNetworksTestJSON-1734249149 tempest-ExternalNetworksTestJSON-1734249149-project-admin] Network hostable DHCP agents. Network: d9773ec3-b11a-40d9-8a02-b44ec37feb67, hostable agents: ['f2bada3d-be77-4359-982b-8505a2bbca04'], hosted agents: [] {{(pid=100247) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 14:22:08.982767 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-747491eb-1dd9-489a-b864-3b102d13406b tempest-ExternalNetworksTestJSON-1734249149 tempest-ExternalNetworksTestJSON-1734249149-project-admin] Network d9773ec3-b11a-40d9-8a02-b44ec37feb67 is scheduled to be hosted by DHCP agent f2bada3d-be77-4359-982b-8505a2bbca04 with binding_index 1 {{(pid=100247) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 14:22:08.994365 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.base_scheduler [None req-747491eb-1dd9-489a-b864-3b102d13406b tempest-ExternalNetworksTestJSON-1734249149 tempest-ExternalNetworksTestJSON-1734249149-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773647-6, d9773ec3-b11a-40d9-8a02-b44ec37feb67) {{(pid=100247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:22:09.000452 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-747491eb-1dd9-489a-b864-3b102d13406b tempest-ExternalNetworksTestJSON-1734249149 tempest-ExternalNetworksTestJSON-1734249149-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:22:09.001670 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-747491eb-1dd9-489a-b864-3b102d13406b tempest-ExternalNetworksTestJSON-1734249149 tempest-ExternalNetworksTestJSON-1734249149-project-admin] Notify callbacks [] for subnet, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:09.006516 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3836f90-a2a4-4c19-8f82-ce0912b318e0 None None] Network d9773ec3-b11a-40d9-8a02-b44ec37feb67 requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:22:09.021376 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-747491eb-1dd9-489a-b864-3b102d13406b tempest-ExternalNetworksTestJSON-1734249149 tempest-ExternalNetworksTestJSON-1734249149-project-admin] 10.222.0.104 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.6672664 Jul 06 14:22:09.024577 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 38548) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:22:09.030992 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-9f2c3f75-94df-4b7d-9a7f-8f1f77472c6d tempest-ExternalNetworksTestJSON-1734249149 tempest-ExternalNetworksTestJSON-1734249149-project-admin] Request body: {'floatingip': {'floating_network_id': 'd9773ec3-b11a-40d9-8a02-b44ec37feb67'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:22:09.058426 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-9f2c3f75-94df-4b7d-9a7f-8f1f77472c6d tempest-ExternalNetworksTestJSON-1734249149 tempest-ExternalNetworksTestJSON-1734249149-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:09.183797 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cedc7e8-242b-4d0e-9e59-360a4c099e8e None None] Network d9773ec3-b11a-40d9-8a02-b44ec37feb67 requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:22:09.221824 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-9f2c3f75-94df-4b7d-9a7f-8f1f77472c6d tempest-ExternalNetworksTestJSON-1734249149 tempest-ExternalNetworksTestJSON-1734249149-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:09.370996 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.db_base_plugin_common [None req-9f2c3f75-94df-4b7d-9a7f-8f1f77472c6d tempest-ExternalNetworksTestJSON-1734249149 tempest-ExternalNetworksTestJSON-1734249149-project-admin] Allocated IP 172.20.0.7 (d9773ec3-b11a-40d9-8a02-b44ec37feb67/5e5b0020-9a6f-4aeb-8349-e16730b19494/5e330f32-ffc4-4504-a9a5-f498adab2293) {{(pid=100246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:22:09.519890 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-9f2c3f75-94df-4b7d-9a7f-8f1f77472c6d tempest-ExternalNetworksTestJSON-1734249149 tempest-ExternalNetworksTestJSON-1734249149-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:09.583437 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-9f2c3f75-94df-4b7d-9a7f-8f1f77472c6d tempest-ExternalNetworksTestJSON-1734249149 tempest-ExternalNetworksTestJSON-1734249149-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-127687573'] for port, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:09.633785 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f2c3f75-94df-4b7d-9a7f-8f1f77472c6d tempest-ExternalNetworksTestJSON-1734249149 tempest-ExternalNetworksTestJSON-1734249149-project-admin] Network d9773ec3-b11a-40d9-8a02-b44ec37feb67 is already hosted by enough agents. {{(pid=100246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:22:09.636983 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.base_scheduler [None req-9f2c3f75-94df-4b7d-9a7f-8f1f77472c6d tempest-ExternalNetworksTestJSON-1734249149 tempest-ExternalNetworksTestJSON-1734249149-project-admin] Resources bound (agent type, host, resource id): {{(pid=100246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:22:09.645583 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f2c3f75-94df-4b7d-9a7f-8f1f77472c6d tempest-ExternalNetworksTestJSON-1734249149 tempest-ExternalNetworksTestJSON-1734249149-project-admin] Received port after_create {{(pid=100246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:22:09.730612 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2c3f75-94df-4b7d-9a7f-8f1f77472c6d tempest-ExternalNetworksTestJSON-1734249149 tempest-ExternalNetworksTestJSON-1734249149-project-admin] Pushing event updated for resources: {'Port': ['ID=5e330f32-ffc4-4504-a9a5-f498adab2293,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:22:09.807911 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-9f2c3f75-94df-4b7d-9a7f-8f1f77472c6d tempest-ExternalNetworksTestJSON-1734249149 tempest-ExternalNetworksTestJSON-1734249149-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:09.863953 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-9f2c3f75-94df-4b7d-9a7f-8f1f77472c6d tempest-ExternalNetworksTestJSON-1734249149 tempest-ExternalNetworksTestJSON-1734249149-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:10.113362 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-9f2c3f75-94df-4b7d-9a7f-8f1f77472c6d tempest-ExternalNetworksTestJSON-1734249149 tempest-ExternalNetworksTestJSON-1734249149-project-admin] Notify callbacks [] for port, precommit_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:10.120904 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-9f2c3f75-94df-4b7d-9a7f-8f1f77472c6d tempest-ExternalNetworksTestJSON-1734249149 tempest-ExternalNetworksTestJSON-1734249149-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127687527'] for port, after_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:10.209931 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2c3f75-94df-4b7d-9a7f-8f1f77472c6d tempest-ExternalNetworksTestJSON-1734249149 tempest-ExternalNetworksTestJSON-1734249149-project-admin] Pushing event updated for resources: {'Port': ['ID=5e330f32-ffc4-4504-a9a5-f498adab2293,revision_number=2']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:22:10.231739 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-9f2c3f75-94df-4b7d-9a7f-8f1f77472c6d tempest-ExternalNetworksTestJSON-1734249149 tempest-ExternalNetworksTestJSON-1734249149-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1761130'] for floatingip, after_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:10.251075 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-9f2c3f75-94df-4b7d-9a7f-8f1f77472c6d tempest-ExternalNetworksTestJSON-1734249149 tempest-ExternalNetworksTestJSON-1734249149-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for floatingip, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:10.253329 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-9f2c3f75-94df-4b7d-9a7f-8f1f77472c6d tempest-ExternalNetworksTestJSON-1734249149 tempest-ExternalNetworksTestJSON-1734249149-project-admin] 10.222.0.104 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 1.2260065 Jul 06 14:22:10.258009 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 38596) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:22:10.333210 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-674d4057-669f-472b-be54-dc5a5a395734 tempest-ExternalNetworksTestJSON-1734249149 tempest-ExternalNetworksTestJSON-1734249149-project-admin] 10.222.0.104 "GET /v2.0/floatingips?floating_network_id=d9773ec3-b11a-40d9-8a02-b44ec37feb67 HTTP/1.1" status: 200 len: 689 time: 0.0762191 Jul 06 14:22:10.336114 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 38600) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:22:10.348316 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 38602) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:22:10.431510 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-4cf766f5-7c06-4e23-8190-7881faffcc40 tempest-ExternalNetworksTestJSON-1734249149 tempest-ExternalNetworksTestJSON-1734249149-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530492'] for network, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:10.478874 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-eea5db24-9be0-43d4-8251-ff291eaf629f admin admin] Notify callbacks [] for security_group, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:10.558698 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.plugin [None req-4cf766f5-7c06-4e23-8190-7881faffcc40 tempest-ExternalNetworksTestJSON-1734249149 tempest-ExternalNetworksTestJSON-1734249149-project-admin] Deleting port 5e330f32-ffc4-4504-a9a5-f498adab2293 {{(pid=100247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:22:10.559461 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-4cf766f5-7c06-4e23-8190-7881faffcc40 tempest-ExternalNetworksTestJSON-1734249149 tempest-ExternalNetworksTestJSON-1734249149-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:10.580585 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-eea5db24-9be0-43d4-8251-ff291eaf629f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:10.585718 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-eea5db24-9be0-43d4-8251-ff291eaf629f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:10.619038 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea5db24-9be0-43d4-8251-ff291eaf629f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27675326-a358-4170-b1e7-56bca55ab529,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:22:10.638505 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-eea5db24-9be0-43d4-8251-ff291eaf629f admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=c0af10675f114b74b84bfd6273b6cc5b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2890952 Jul 06 14:22:10.641142 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 38612) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:22:10.664448 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-4cf766f5-7c06-4e23-8190-7881faffcc40 tempest-ExternalNetworksTestJSON-1734249149 tempest-ExternalNetworksTestJSON-1734249149-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:10.665018 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-4cf766f5-7c06-4e23-8190-7881faffcc40 tempest-ExternalNetworksTestJSON-1734249149 tempest-ExternalNetworksTestJSON-1734249149-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:10.676054 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:10.679289 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.plugin [None req-4cf766f5-7c06-4e23-8190-7881faffcc40 tempest-ExternalNetworksTestJSON-1734249149 tempest-ExternalNetworksTestJSON-1734249149-project-admin] Calling delete_port for 5e330f32-ffc4-4504-a9a5-f498adab2293 owned by network:floatingip {{(pid=100247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:22:10.706646 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-944dca39-c295-4cd3-aaf8-a46ccfa99e31 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:10.729658 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-944dca39-c295-4cd3-aaf8-a46ccfa99e31 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:10.787538 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-944dca39-c295-4cd3-aaf8-a46ccfa99e31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:10.790421 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-944dca39-c295-4cd3-aaf8-a46ccfa99e31 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:10.791765 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-944dca39-c295-4cd3-aaf8-a46ccfa99e31 admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/27675326-a358-4170-b1e7-56bca55ab529 HTTP/1.1" status: 204 len: 168 time: 0.1496985 Jul 06 14:22:10.805703 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944dca39-c295-4cd3-aaf8-a46ccfa99e31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27675326-a358-4170-b1e7-56bca55ab529,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:22:10.852745 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-4cf766f5-7c06-4e23-8190-7881faffcc40 tempest-ExternalNetworksTestJSON-1734249149 tempest-ExternalNetworksTestJSON-1734249149-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128888353'] for port, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:10.881763 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf766f5-7c06-4e23-8190-7881faffcc40 tempest-ExternalNetworksTestJSON-1734249149 tempest-ExternalNetworksTestJSON-1734249149-project-admin] Pushing event deleted for resources: {'Port': ['ID=5e330f32-ffc4-4504-a9a5-f498adab2293,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:22:10.949508 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-4cf766f5-7c06-4e23-8190-7881faffcc40 tempest-ExternalNetworksTestJSON-1734249149 tempest-ExternalNetworksTestJSON-1734249149-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:10.995123 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-4cf766f5-7c06-4e23-8190-7881faffcc40 tempest-ExternalNetworksTestJSON-1734249149 tempest-ExternalNetworksTestJSON-1734249149-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-913473'] for subnet, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:11.064244 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-4cf766f5-7c06-4e23-8190-7881faffcc40 tempest-ExternalNetworksTestJSON-1734249149 tempest-ExternalNetworksTestJSON-1734249149-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-913480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1849032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-128888347', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127627857'] for subnet, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:11.111189 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf766f5-7c06-4e23-8190-7881faffcc40 tempest-ExternalNetworksTestJSON-1734249149 tempest-ExternalNetworksTestJSON-1734249149-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=5e5b0020-9a6f-4aeb-8349-e16730b19494,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:22:11.115801 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 38626) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:22:11.129763 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-f9d5990a-4e97-4b06-b879-bfd29dee46cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:11.155241 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-4cf766f5-7c06-4e23-8190-7881faffcc40 tempest-ExternalNetworksTestJSON-1734249149 tempest-ExternalNetworksTestJSON-1734249149-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-917204', 'neutron.services.segments.db._delete_segments_for_network-8773753502302'] for network, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:11.167074 n-d-773647-6 neutron-server[100247]: DEBUG neutron.services.segments.db [None req-4cf766f5-7c06-4e23-8190-7881faffcc40 tempest-ExternalNetworksTestJSON-1734249149 tempest-ExternalNetworksTestJSON-1734249149-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d9773ec3-b11a-40d9-8a02-b44ec37feb67']}} {{(pid=100247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:22:11.180082 n-d-773647-6 neutron-server[100247]: DEBUG neutron.services.segments.db [None req-4cf766f5-7c06-4e23-8190-7881faffcc40 tempest-ExternalNetworksTestJSON-1734249149 tempest-ExternalNetworksTestJSON-1734249149-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b173a588-9eaf-4876-902a-9c3aa1e0b130') {'for_net_delete': True} {{(pid=100247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:22:11.180379 n-d-773647-6 neutron-server[100247]: DEBUG neutron.services.segments.db [None req-4cf766f5-7c06-4e23-8190-7881faffcc40 tempest-ExternalNetworksTestJSON-1734249149 tempest-ExternalNetworksTestJSON-1734249149-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b173a588-9eaf-4876-902a-9c3aa1e0b130') {} {{(pid=100247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:22:11.190709 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-4cf766f5-7c06-4e23-8190-7881faffcc40 tempest-ExternalNetworksTestJSON-1734249149 tempest-ExternalNetworksTestJSON-1734249149-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773753515138', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127131763'] for segment, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:11.208577 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-4cf766f5-7c06-4e23-8190-7881faffcc40 tempest-ExternalNetworksTestJSON-1734249149 tempest-ExternalNetworksTestJSON-1734249149-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552'] for segment, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:11.218266 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4cf766f5-7c06-4e23-8190-7881faffcc40 tempest-ExternalNetworksTestJSON-1734249149 tempest-ExternalNetworksTestJSON-1734249149-project-admin] Releasing vlan 1037 on physical network physnet1 to pool {{(pid=100247) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 14:22:11.218266 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-4cf766f5-7c06-4e23-8190-7881faffcc40 tempest-ExternalNetworksTestJSON-1734249149 tempest-ExternalNetworksTestJSON-1734249149-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-128888574'] for segment, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:11.218664 n-d-773647-6 neutron-server[100247]: Traceback (most recent call last): Jul 06 14:22:11.218664 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 14:22:11.218664 n-d-773647-6 neutron-server[100247]: timer() Jul 06 14:22:11.218664 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 14:22:11.218664 n-d-773647-6 neutron-server[100247]: cb(*args, **kw) Jul 06 14:22:11.218664 n-d-773647-6 neutron-server[100247]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 14:22:11.218664 n-d-773647-6 neutron-server[100247]: return func(*args, **kwargs) Jul 06 14:22:11.218664 n-d-773647-6 neutron-server[100247]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 14:22:11.218664 n-d-773647-6 neutron-server[100247]: self._notify() Jul 06 14:22:11.218664 n-d-773647-6 neutron-server[100247]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 14:22:11.218664 n-d-773647-6 neutron-server[100247]: self.callback(batched_events) Jul 06 14:22:11.218664 n-d-773647-6 neutron-server[100247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 14:22:11.218664 n-d-773647-6 neutron-server[100247]: event.method(event) Jul 06 14:22:11.218664 n-d-773647-6 neutron-server[100247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 14:22:11.218664 n-d-773647-6 neutron-server[100247]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 14:22:11.218664 n-d-773647-6 neutron-server[100247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 14:22:11.218664 n-d-773647-6 neutron-server[100247]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 14:22:11.218664 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 14:22:11.218664 n-d-773647-6 neutron-server[100247]: return f(self, *a, **k) Jul 06 14:22:11.218664 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 14:22:11.218664 n-d-773647-6 neutron-server[100247]: return self._get(url).json() Jul 06 14:22:11.218664 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 14:22:11.218664 n-d-773647-6 neutron-server[100247]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 14:22:11.218664 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 14:22:11.218664 n-d-773647-6 neutron-server[100247]: return self.request(url, 'GET', **kwargs) Jul 06 14:22:11.218664 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 14:22:11.218664 n-d-773647-6 neutron-server[100247]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 14:22:11.218664 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 14:22:11.218664 n-d-773647-6 neutron-server[100247]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 14:22:11.218664 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 14:22:11.218664 n-d-773647-6 neutron-server[100247]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 14:22:11.218664 n-d-773647-6 neutron-server[100247]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 14:22:11.248852 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-f9d5990a-4e97-4b06-b879-bfd29dee46cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:11.254065 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-f9d5990a-4e97-4b06-b879-bfd29dee46cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:11.287330 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-4cf766f5-7c06-4e23-8190-7881faffcc40 tempest-ExternalNetworksTestJSON-1734249149 tempest-ExternalNetworksTestJSON-1734249149-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-917215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1761140'] for network, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:11.293501 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cf766f5-7c06-4e23-8190-7881faffcc40 tempest-ExternalNetworksTestJSON-1734249149 tempest-ExternalNetworksTestJSON-1734249149-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network d9773ec3-b11a-40d9-8a02-b44ec37feb67 {{(pid=100247) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 06 14:22:11.297659 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-4cf766f5-7c06-4e23-8190-7881faffcc40 tempest-ExternalNetworksTestJSON-1734249149 tempest-ExternalNetworksTestJSON-1734249149-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583035'] for network, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:11.302592 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-4cf766f5-7c06-4e23-8190-7881faffcc40 tempest-ExternalNetworksTestJSON-1734249149 tempest-ExternalNetworksTestJSON-1734249149-project-admin] 10.222.0.104 "DELETE /v2.0/networks/d9773ec3-b11a-40d9-8a02-b44ec37feb67 HTTP/1.1" status: 204 len: 168 time: 0.9621360 Jul 06 14:22:11.302818 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-f9d5990a-4e97-4b06-b879-bfd29dee46cd admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=da5307f1fd94445e9e37b594b1701a4e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1854644 Jul 06 14:22:11.303184 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 38632) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:22:11.309548 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 38634) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:22:11.311740 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf766f5-7c06-4e23-8190-7881faffcc40 tempest-ExternalNetworksTestJSON-1734249149 tempest-ExternalNetworksTestJSON-1734249149-project-admin] Pushing event deleted for resources: {'Network': ['ID=d9773ec3-b11a-40d9-8a02-b44ec37feb67,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:22:11.331235 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d5990a-4e97-4b06-b879-bfd29dee46cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05e247d3-14fb-468d-9c05-7d0c4fc4b6fa,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:22:11.423105 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-d3142887-2aa7-4be5-bf8d-5eb1e38668fd tempest-ExternalNetworksTestJSON-1734249149 tempest-ExternalNetworksTestJSON-1734249149-project-admin] 10.222.0.104 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 995 time: 0.1165078 Jul 06 14:22:11.423371 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 38638) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:22:11.449363 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-df838c08-727b-438d-b83c-2a4ba8de60e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:11.518446 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-df838c08-727b-438d-b83c-2a4ba8de60e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:11.563814 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-108d0a05-57d7-4de4-9c8e-0617a1ee59c0 tempest-ExternalNetworksTestJSON-1734249149 tempest-ExternalNetworksTestJSON-1734249149-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:22:11.564345 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-108d0a05-57d7-4de4-9c8e-0617a1ee59c0 tempest-ExternalNetworksTestJSON-1734249149 tempest-ExternalNetworksTestJSON-1734249149-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:22:11.566331 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-108d0a05-57d7-4de4-9c8e-0617a1ee59c0 tempest-ExternalNetworksTestJSON-1734249149 tempest-ExternalNetworksTestJSON-1734249149-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:22:11.566331 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-108d0a05-57d7-4de4-9c8e-0617a1ee59c0 tempest-ExternalNetworksTestJSON-1734249149 tempest-ExternalNetworksTestJSON-1734249149-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:22:11.566331 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-108d0a05-57d7-4de4-9c8e-0617a1ee59c0 tempest-ExternalNetworksTestJSON-1734249149 tempest-ExternalNetworksTestJSON-1734249149-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:22:11.568065 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-108d0a05-57d7-4de4-9c8e-0617a1ee59c0 tempest-ExternalNetworksTestJSON-1734249149 tempest-ExternalNetworksTestJSON-1734249149-project-admin] 10.222.0.104 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3370 time: 0.1437323 Jul 06 14:22:11.571000 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 38644) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:22:11.619693 n-d-773647-6 neutron-server[100246]: INFO neutron.api.v2.resource [None req-e0856420-a8ce-4664-b053-112890e03082 tempest-ExternalNetworksTestJSON-1734249149 tempest-ExternalNetworksTestJSON-1734249149-project-admin] delete failed (client error): The resource could not be found. Jul 06 14:22:11.621699 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-e0856420-a8ce-4664-b053-112890e03082 tempest-ExternalNetworksTestJSON-1734249149 tempest-ExternalNetworksTestJSON-1734249149-project-admin] 10.222.0.104 "DELETE /v2.0/floatingips/c26763ff-1b37-4fe1-910b-e118468b35cc HTTP/1.1" status: 404 len: 345 time: 0.0488698 Jul 06 14:22:11.625107 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 38648) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:22:11.654425 n-d-773647-6 neutron-server[100247]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc3b3804-75b5-4f03-b661-cf9c50314a69 tempest-ExternalNetworksTestJSON-1734249149 tempest-ExternalNetworksTestJSON-1734249149-project-admin] DELETE failed (client error): The resource could not be found. Jul 06 14:22:11.655059 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fc3b3804-75b5-4f03-b661-cf9c50314a69 tempest-ExternalNetworksTestJSON-1734249149 tempest-ExternalNetworksTestJSON-1734249149-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=100247) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 14:22:11.661487 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-fc3b3804-75b5-4f03-b661-cf9c50314a69 tempest-ExternalNetworksTestJSON-1734249149 tempest-ExternalNetworksTestJSON-1734249149-project-admin] 10.222.0.104 "DELETE /v2.0/networks/d9773ec3-b11a-40d9-8a02-b44ec37feb67 HTTP/1.1" status: 404 len: 339 time: 0.0344055 Jul 06 14:22:11.662107 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 38650) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:22:11.670370 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-66bdc932-b95b-491d-acd2-b462e2dd683d tempest-ExternalNetworksTestJSON-1734249149 tempest-ExternalNetworksTestJSON-1734249149-project-admin] Request body: {'network': {'name': 'tempest-network--529454587', 'router:external': True}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:22:11.682065 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-df838c08-727b-438d-b83c-2a4ba8de60e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:11.685117 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-df838c08-727b-438d-b83c-2a4ba8de60e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:11.689453 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-df838c08-727b-438d-b83c-2a4ba8de60e1 admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/05e247d3-14fb-468d-9c05-7d0c4fc4b6fa HTTP/1.1" status: 204 len: 168 time: 0.3780487 Jul 06 14:22:11.703101 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df838c08-727b-438d-b83c-2a4ba8de60e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05e247d3-14fb-468d-9c05-7d0c4fc4b6fa,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:22:11.724447 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66bdc932-b95b-491d-acd2-b462e2dd683d tempest-ExternalNetworksTestJSON-1734249149 tempest-ExternalNetworksTestJSON-1734249149-project-admin] Made reservation on behalf of d164eb7dfc9e42cbb9bec439f7a188a1 for: {'network': 1} {{(pid=100246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:22:11.728876 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-66bdc932-b95b-491d-acd2-b462e2dd683d tempest-ExternalNetworksTestJSON-1734249149 tempest-ExternalNetworksTestJSON-1734249149-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for network, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:11.758848 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-66bdc932-b95b-491d-acd2-b462e2dd683d tempest-ExternalNetworksTestJSON-1734249149 tempest-ExternalNetworksTestJSON-1734249149-project-admin] vlan segment allocate from pool success with {'vlan_id': 1013, 'physical_network': 'physnet1'} {{(pid=100246) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 14:22:11.770370 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-66bdc932-b95b-491d-acd2-b462e2dd683d tempest-ExternalNetworksTestJSON-1734249149 tempest-ExternalNetworksTestJSON-1734249149-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552'] for segment, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:11.770678 n-d-773647-6 neutron-server[100246]: INFO neutron.db.segments_db [None req-66bdc932-b95b-491d-acd2-b462e2dd683d tempest-ExternalNetworksTestJSON-1734249149 tempest-ExternalNetworksTestJSON-1734249149-project-admin] Added segment ca5c10c1-0130-4d39-b2f2-76cd76c67ef0 of type vlan for network bfe254ff-97e0-421e-ad52-3c5631d75981 Jul 06 14:22:11.835229 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-66bdc932-b95b-491d-acd2-b462e2dd683d tempest-ExternalNetworksTestJSON-1734249149 tempest-ExternalNetworksTestJSON-1734249149-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773752984405'] for network, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:11.874118 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-66bdc932-b95b-491d-acd2-b462e2dd683d tempest-ExternalNetworksTestJSON-1734249149 tempest-ExternalNetworksTestJSON-1734249149-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060'] for network, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:11.875137 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66bdc932-b95b-491d-acd2-b462e2dd683d tempest-ExternalNetworksTestJSON-1734249149 tempest-ExternalNetworksTestJSON-1734249149-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:22:11.875772 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-66bdc932-b95b-491d-acd2-b462e2dd683d tempest-ExternalNetworksTestJSON-1734249149 tempest-ExternalNetworksTestJSON-1734249149-project-admin] Notify callbacks [] for network, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:11.938938 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-66bdc932-b95b-491d-acd2-b462e2dd683d tempest-ExternalNetworksTestJSON-1734249149 tempest-ExternalNetworksTestJSON-1734249149-project-admin] 10.222.0.104 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.2751520 Jul 06 14:22:11.941364 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 38660) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:22:11.984429 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66bdc932-b95b-491d-acd2-b462e2dd683d tempest-ExternalNetworksTestJSON-1734249149 tempest-ExternalNetworksTestJSON-1734249149-project-admin] Pushing event updated for resources: {'Network': ['ID=bfe254ff-97e0-421e-ad52-3c5631d75981,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:22:12.001411 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Network bfe254ff-97e0-421e-ad52-3c5631d75981 details requested by agent ovs-agent-n-d-773647-6 with host n-d-773647-6 {{(pid=100248) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 14:22:12.162778 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d42c4b27-849a-487d-8310-8950967b881e tempest-ExternalNetworksTestJSON-1988131412 tempest-ExternalNetworksTestJSON-1988131412-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:22:12.169223 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d42c4b27-849a-487d-8310-8950967b881e tempest-ExternalNetworksTestJSON-1988131412 tempest-ExternalNetworksTestJSON-1988131412-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:22:12.176059 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d42c4b27-849a-487d-8310-8950967b881e tempest-ExternalNetworksTestJSON-1988131412 tempest-ExternalNetworksTestJSON-1988131412-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:22:12.182358 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d42c4b27-849a-487d-8310-8950967b881e tempest-ExternalNetworksTestJSON-1988131412 tempest-ExternalNetworksTestJSON-1988131412-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:22:12.184122 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-d42c4b27-849a-487d-8310-8950967b881e tempest-ExternalNetworksTestJSON-1988131412 tempest-ExternalNetworksTestJSON-1988131412-project] 10.222.0.104 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2453 time: 0.2418363 Jul 06 14:22:12.186886 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 38672) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:22:12.266437 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-e390744e-f215-48ff-8459-8516b258d777 tempest-ExternalNetworksTestJSON-1734249149 tempest-ExternalNetworksTestJSON-1734249149-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530492'] for network, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:12.357135 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-e390744e-f215-48ff-8459-8516b258d777 tempest-ExternalNetworksTestJSON-1734249149 tempest-ExternalNetworksTestJSON-1734249149-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-917204', 'neutron.services.segments.db._delete_segments_for_network-8773753502302'] for network, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:12.367587 n-d-773647-6 neutron-server[100246]: DEBUG neutron.services.segments.db [None req-e390744e-f215-48ff-8459-8516b258d777 tempest-ExternalNetworksTestJSON-1734249149 tempest-ExternalNetworksTestJSON-1734249149-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bfe254ff-97e0-421e-ad52-3c5631d75981']}} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:22:12.380264 n-d-773647-6 neutron-server[100246]: DEBUG neutron.services.segments.db [None req-e390744e-f215-48ff-8459-8516b258d777 tempest-ExternalNetworksTestJSON-1734249149 tempest-ExternalNetworksTestJSON-1734249149-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca5c10c1-0130-4d39-b2f2-76cd76c67ef0') {'for_net_delete': True} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:22:12.380678 n-d-773647-6 neutron-server[100246]: DEBUG neutron.services.segments.db [None req-e390744e-f215-48ff-8459-8516b258d777 tempest-ExternalNetworksTestJSON-1734249149 tempest-ExternalNetworksTestJSON-1734249149-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca5c10c1-0130-4d39-b2f2-76cd76c67ef0') {} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:22:12.389686 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-e390744e-f215-48ff-8459-8516b258d777 tempest-ExternalNetworksTestJSON-1734249149 tempest-ExternalNetworksTestJSON-1734249149-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773753515138', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126218898'] for segment, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:12.404232 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-e390744e-f215-48ff-8459-8516b258d777 tempest-ExternalNetworksTestJSON-1734249149 tempest-ExternalNetworksTestJSON-1734249149-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552'] for segment, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:12.410772 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e390744e-f215-48ff-8459-8516b258d777 tempest-ExternalNetworksTestJSON-1734249149 tempest-ExternalNetworksTestJSON-1734249149-project-admin] Releasing vlan 1013 on physical network physnet1 to pool {{(pid=100246) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 14:22:12.411102 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-e390744e-f215-48ff-8459-8516b258d777 tempest-ExternalNetworksTestJSON-1734249149 tempest-ExternalNetworksTestJSON-1734249149-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127687491'] for segment, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:12.413017 n-d-773647-6 neutron-server[100246]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:22:12.413017 n-d-773647-6 neutron-server[100246]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:22:12.413017 n-d-773647-6 neutron-server[100246]: Traceback (most recent call last): Jul 06 14:22:12.413017 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 14:22:12.413017 n-d-773647-6 neutron-server[100246]: timer() Jul 06 14:22:12.413017 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 14:22:12.413017 n-d-773647-6 neutron-server[100246]: cb(*args, **kw) Jul 06 14:22:12.413017 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 14:22:12.413017 n-d-773647-6 neutron-server[100246]: return func(*args, **kwargs) Jul 06 14:22:12.413017 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 14:22:12.413017 n-d-773647-6 neutron-server[100246]: self._notify() Jul 06 14:22:12.413017 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 14:22:12.413017 n-d-773647-6 neutron-server[100246]: self.callback(batched_events) Jul 06 14:22:12.413017 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 14:22:12.413017 n-d-773647-6 neutron-server[100246]: event.method(event) Jul 06 14:22:12.413017 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 14:22:12.413017 n-d-773647-6 neutron-server[100246]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 14:22:12.413017 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 14:22:12.413017 n-d-773647-6 neutron-server[100246]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 14:22:12.413017 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 14:22:12.413017 n-d-773647-6 neutron-server[100246]: return f(self, *a, **k) Jul 06 14:22:12.413017 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 14:22:12.413017 n-d-773647-6 neutron-server[100246]: return self._get(url).json() Jul 06 14:22:12.413017 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 14:22:12.413017 n-d-773647-6 neutron-server[100246]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 14:22:12.413017 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 14:22:12.413017 n-d-773647-6 neutron-server[100246]: return self.request(url, 'GET', **kwargs) Jul 06 14:22:12.413017 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 14:22:12.413017 n-d-773647-6 neutron-server[100246]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 14:22:12.413017 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 14:22:12.413017 n-d-773647-6 neutron-server[100246]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 14:22:12.413017 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 14:22:12.413017 n-d-773647-6 neutron-server[100246]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 14:22:12.413017 n-d-773647-6 neutron-server[100246]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 14:22:12.472616 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-e390744e-f215-48ff-8459-8516b258d777 tempest-ExternalNetworksTestJSON-1734249149 tempest-ExternalNetworksTestJSON-1734249149-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-917215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1761140'] for network, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:12.491701 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e390744e-f215-48ff-8459-8516b258d777 tempest-ExternalNetworksTestJSON-1734249149 tempest-ExternalNetworksTestJSON-1734249149-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network bfe254ff-97e0-421e-ad52-3c5631d75981 {{(pid=100246) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 06 14:22:12.493651 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e390744e-f215-48ff-8459-8516b258d777 tempest-ExternalNetworksTestJSON-1734249149 tempest-ExternalNetworksTestJSON-1734249149-project-admin] Pushing event deleted for resources: {'Network': ['ID=bfe254ff-97e0-421e-ad52-3c5631d75981,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:22:12.495980 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-e390744e-f215-48ff-8459-8516b258d777 tempest-ExternalNetworksTestJSON-1734249149 tempest-ExternalNetworksTestJSON-1734249149-project-admin] Notify callbacks [] for network, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:12.501277 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-e390744e-f215-48ff-8459-8516b258d777 tempest-ExternalNetworksTestJSON-1734249149 tempest-ExternalNetworksTestJSON-1734249149-project-admin] 10.222.0.104 "DELETE /v2.0/networks/bfe254ff-97e0-421e-ad52-3c5631d75981 HTTP/1.1" status: 204 len: 168 time: 0.3102424 Jul 06 14:22:12.501744 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 38690) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:22:12.507786 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [None req-8b30e848-ec23-4da9-8b72-873dc5b2ebec tempest-ExternalNetworksTestJSON-1734249149 tempest-ExternalNetworksTestJSON-1734249149-project-admin] Request body: {'network': {'name': 'tempest-network--1415138289', 'router:external': True}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:22:12.514064 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:12.549401 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b30e848-ec23-4da9-8b72-873dc5b2ebec tempest-ExternalNetworksTestJSON-1734249149 tempest-ExternalNetworksTestJSON-1734249149-project-admin] Made reservation on behalf of d164eb7dfc9e42cbb9bec439f7a188a1 for: {'network': 1} {{(pid=100247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:22:12.551999 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-8b30e848-ec23-4da9-8b72-873dc5b2ebec tempest-ExternalNetworksTestJSON-1734249149 tempest-ExternalNetworksTestJSON-1734249149-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for network, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:12.580201 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b30e848-ec23-4da9-8b72-873dc5b2ebec tempest-ExternalNetworksTestJSON-1734249149 tempest-ExternalNetworksTestJSON-1734249149-project-admin] vlan segment allocate from pool success with {'vlan_id': 1021, 'physical_network': 'physnet1'} {{(pid=100247) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 14:22:12.593947 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-8b30e848-ec23-4da9-8b72-873dc5b2ebec tempest-ExternalNetworksTestJSON-1734249149 tempest-ExternalNetworksTestJSON-1734249149-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552'] for segment, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:12.594803 n-d-773647-6 neutron-server[100247]: INFO neutron.db.segments_db [None req-8b30e848-ec23-4da9-8b72-873dc5b2ebec tempest-ExternalNetworksTestJSON-1734249149 tempest-ExternalNetworksTestJSON-1734249149-project-admin] Added segment 34975636-1c2f-4970-9453-8c8bd6411e1b of type vlan for network 83650f32-6197-43cd-9b67-ee10d58e44c0 Jul 06 14:22:12.662415 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-8b30e848-ec23-4da9-8b72-873dc5b2ebec tempest-ExternalNetworksTestJSON-1734249149 tempest-ExternalNetworksTestJSON-1734249149-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773752984405'] for network, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:12.707456 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-8b30e848-ec23-4da9-8b72-873dc5b2ebec tempest-ExternalNetworksTestJSON-1734249149 tempest-ExternalNetworksTestJSON-1734249149-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060'] for network, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:12.709183 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b30e848-ec23-4da9-8b72-873dc5b2ebec tempest-ExternalNetworksTestJSON-1734249149 tempest-ExternalNetworksTestJSON-1734249149-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:22:12.710105 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-8b30e848-ec23-4da9-8b72-873dc5b2ebec tempest-ExternalNetworksTestJSON-1734249149 tempest-ExternalNetworksTestJSON-1734249149-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583035'] for network, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:12.744502 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-8b30e848-ec23-4da9-8b72-873dc5b2ebec tempest-ExternalNetworksTestJSON-1734249149 tempest-ExternalNetworksTestJSON-1734249149-project-admin] 10.222.0.104 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 0.2408884 Jul 06 14:22:12.747138 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 38696) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:22:12.799197 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b30e848-ec23-4da9-8b72-873dc5b2ebec tempest-ExternalNetworksTestJSON-1734249149 tempest-ExternalNetworksTestJSON-1734249149-project-admin] Pushing event updated for resources: {'Network': ['ID=83650f32-6197-43cd-9b67-ee10d58e44c0,revision_number=1']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:22:12.810574 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Network 83650f32-6197-43cd-9b67-ee10d58e44c0 details requested by agent ovs-agent-n-d-773647-6 with host n-d-773647-6 {{(pid=100248) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 14:22:12.865246 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33bef5e8-72e5-45ff-932b-f394b600c9e0 tempest-ExternalNetworksTestJSON-1988131412 tempest-ExternalNetworksTestJSON-1988131412-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:22:12.866883 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-33bef5e8-72e5-45ff-932b-f394b600c9e0 tempest-ExternalNetworksTestJSON-1988131412 tempest-ExternalNetworksTestJSON-1988131412-project] 10.222.0.104 "GET /v2.0/networks/83650f32-6197-43cd-9b67-ee10d58e44c0 HTTP/1.1" status: 200 len: 757 time: 0.1186109 Jul 06 14:22:12.869412 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 38704) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:22:12.982307 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cae76c6-9c7e-4409-ac0d-76d467d1ea8f tempest-ExternalNetworksTestJSON-1988131412 tempest-ExternalNetworksTestJSON-1988131412-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:22:12.984151 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-5cae76c6-9c7e-4409-ac0d-76d467d1ea8f tempest-ExternalNetworksTestJSON-1988131412 tempest-ExternalNetworksTestJSON-1988131412-project] 10.222.0.104 "GET /v2.0/networks/5fd32d88-5709-4dff-966c-03e3ce9e2b42 HTTP/1.1" status: 200 len: 768 time: 0.1137514 Jul 06 14:22:12.986840 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 38710) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:22:13.408024 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-59073a42-baa1-4e61-ad64-11f348440432 tempest-ExternalNetworksTestJSON-1734249149 tempest-ExternalNetworksTestJSON-1734249149-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530492'] for network, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:13.496078 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-59073a42-baa1-4e61-ad64-11f348440432 tempest-ExternalNetworksTestJSON-1734249149 tempest-ExternalNetworksTestJSON-1734249149-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-917204', 'neutron.services.segments.db._delete_segments_for_network-8773753502302'] for network, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:13.509094 n-d-773647-6 neutron-server[100246]: DEBUG neutron.services.segments.db [None req-59073a42-baa1-4e61-ad64-11f348440432 tempest-ExternalNetworksTestJSON-1734249149 tempest-ExternalNetworksTestJSON-1734249149-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['83650f32-6197-43cd-9b67-ee10d58e44c0']}} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:22:13.522237 n-d-773647-6 neutron-server[100246]: DEBUG neutron.services.segments.db [None req-59073a42-baa1-4e61-ad64-11f348440432 tempest-ExternalNetworksTestJSON-1734249149 tempest-ExternalNetworksTestJSON-1734249149-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '34975636-1c2f-4970-9453-8c8bd6411e1b') {'for_net_delete': True} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:22:13.522540 n-d-773647-6 neutron-server[100246]: DEBUG neutron.services.segments.db [None req-59073a42-baa1-4e61-ad64-11f348440432 tempest-ExternalNetworksTestJSON-1734249149 tempest-ExternalNetworksTestJSON-1734249149-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '34975636-1c2f-4970-9453-8c8bd6411e1b') {} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:22:13.537843 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-59073a42-baa1-4e61-ad64-11f348440432 tempest-ExternalNetworksTestJSON-1734249149 tempest-ExternalNetworksTestJSON-1734249149-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773753515138', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126218898'] for segment, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:13.554089 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-59073a42-baa1-4e61-ad64-11f348440432 tempest-ExternalNetworksTestJSON-1734249149 tempest-ExternalNetworksTestJSON-1734249149-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552'] for segment, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:13.563611 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-59073a42-baa1-4e61-ad64-11f348440432 tempest-ExternalNetworksTestJSON-1734249149 tempest-ExternalNetworksTestJSON-1734249149-project-admin] Releasing vlan 1021 on physical network physnet1 to pool {{(pid=100246) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 14:22:13.564160 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-59073a42-baa1-4e61-ad64-11f348440432 tempest-ExternalNetworksTestJSON-1734249149 tempest-ExternalNetworksTestJSON-1734249149-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127687491'] for segment, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:13.566917 n-d-773647-6 neutron-server[100246]: Traceback (most recent call last): Jul 06 14:22:13.566917 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 14:22:13.566917 n-d-773647-6 neutron-server[100246]: timer() Jul 06 14:22:13.566917 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 14:22:13.566917 n-d-773647-6 neutron-server[100246]: cb(*args, **kw) Jul 06 14:22:13.566917 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 14:22:13.566917 n-d-773647-6 neutron-server[100246]: return func(*args, **kwargs) Jul 06 14:22:13.566917 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 14:22:13.566917 n-d-773647-6 neutron-server[100246]: self._notify() Jul 06 14:22:13.566917 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 14:22:13.566917 n-d-773647-6 neutron-server[100246]: self.callback(batched_events) Jul 06 14:22:13.566917 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 14:22:13.566917 n-d-773647-6 neutron-server[100246]: event.method(event) Jul 06 14:22:13.566917 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 14:22:13.566917 n-d-773647-6 neutron-server[100246]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 14:22:13.566917 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 14:22:13.566917 n-d-773647-6 neutron-server[100246]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 14:22:13.566917 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 14:22:13.566917 n-d-773647-6 neutron-server[100246]: return f(self, *a, **k) Jul 06 14:22:13.566917 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 14:22:13.566917 n-d-773647-6 neutron-server[100246]: return self._get(url).json() Jul 06 14:22:13.566917 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 14:22:13.566917 n-d-773647-6 neutron-server[100246]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 14:22:13.566917 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 14:22:13.566917 n-d-773647-6 neutron-server[100246]: return self.request(url, 'GET', **kwargs) Jul 06 14:22:13.566917 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 14:22:13.566917 n-d-773647-6 neutron-server[100246]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 14:22:13.566917 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 14:22:13.566917 n-d-773647-6 neutron-server[100246]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 14:22:13.566917 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 14:22:13.566917 n-d-773647-6 neutron-server[100246]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 14:22:13.566917 n-d-773647-6 neutron-server[100246]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 14:22:13.630521 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-59073a42-baa1-4e61-ad64-11f348440432 tempest-ExternalNetworksTestJSON-1734249149 tempest-ExternalNetworksTestJSON-1734249149-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-917215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1761140'] for network, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:13.647332 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59073a42-baa1-4e61-ad64-11f348440432 tempest-ExternalNetworksTestJSON-1734249149 tempest-ExternalNetworksTestJSON-1734249149-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 83650f32-6197-43cd-9b67-ee10d58e44c0 {{(pid=100246) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 06 14:22:13.650160 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-59073a42-baa1-4e61-ad64-11f348440432 tempest-ExternalNetworksTestJSON-1734249149 tempest-ExternalNetworksTestJSON-1734249149-project-admin] Notify callbacks [] for network, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:13.652861 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-59073a42-baa1-4e61-ad64-11f348440432 tempest-ExternalNetworksTestJSON-1734249149 tempest-ExternalNetworksTestJSON-1734249149-project-admin] 10.222.0.104 "DELETE /v2.0/networks/83650f32-6197-43cd-9b67-ee10d58e44c0 HTTP/1.1" status: 204 len: 168 time: 0.6650217 Jul 06 14:22:13.654117 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59073a42-baa1-4e61-ad64-11f348440432 tempest-ExternalNetworksTestJSON-1734249149 tempest-ExternalNetworksTestJSON-1734249149-project-admin] Pushing event deleted for resources: {'Network': ['ID=83650f32-6197-43cd-9b67-ee10d58e44c0,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:22:13.656706 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 38736) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:22:13.663159 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [None req-7e10f70b-4543-48a4-b299-d8587dc53108 tempest-ExternalNetworksTestJSON-1734249149 tempest-ExternalNetworksTestJSON-1734249149-project-admin] Request body: {'network': {'name': 'tempest-network--1762429790'}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:22:13.697687 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e10f70b-4543-48a4-b299-d8587dc53108 tempest-ExternalNetworksTestJSON-1734249149 tempest-ExternalNetworksTestJSON-1734249149-project-admin] Made reservation on behalf of d164eb7dfc9e42cbb9bec439f7a188a1 for: {'network': 1} {{(pid=100247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:22:13.702614 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-7e10f70b-4543-48a4-b299-d8587dc53108 tempest-ExternalNetworksTestJSON-1734249149 tempest-ExternalNetworksTestJSON-1734249149-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for network, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:13.729633 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e10f70b-4543-48a4-b299-d8587dc53108 tempest-ExternalNetworksTestJSON-1734249149 tempest-ExternalNetworksTestJSON-1734249149-project-admin] vlan segment allocate from pool success with {'vlan_id': 1033, 'physical_network': 'physnet1'} {{(pid=100247) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 14:22:13.741964 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-7e10f70b-4543-48a4-b299-d8587dc53108 tempest-ExternalNetworksTestJSON-1734249149 tempest-ExternalNetworksTestJSON-1734249149-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552'] for segment, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:13.742807 n-d-773647-6 neutron-server[100247]: INFO neutron.db.segments_db [None req-7e10f70b-4543-48a4-b299-d8587dc53108 tempest-ExternalNetworksTestJSON-1734249149 tempest-ExternalNetworksTestJSON-1734249149-project-admin] Added segment c528981d-f0d7-43bf-8ffb-94de224cda21 of type vlan for network 92a4c1ea-fcf9-4bf0-bc23-e8d2ea9e4b92 Jul 06 14:22:13.800636 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-7e10f70b-4543-48a4-b299-d8587dc53108 tempest-ExternalNetworksTestJSON-1734249149 tempest-ExternalNetworksTestJSON-1734249149-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773752984405'] for network, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:13.833583 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-7e10f70b-4543-48a4-b299-d8587dc53108 tempest-ExternalNetworksTestJSON-1734249149 tempest-ExternalNetworksTestJSON-1734249149-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060'] for network, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:13.834988 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e10f70b-4543-48a4-b299-d8587dc53108 tempest-ExternalNetworksTestJSON-1734249149 tempest-ExternalNetworksTestJSON-1734249149-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:22:13.835783 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-7e10f70b-4543-48a4-b299-d8587dc53108 tempest-ExternalNetworksTestJSON-1734249149 tempest-ExternalNetworksTestJSON-1734249149-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583035'] for network, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:13.912858 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e10f70b-4543-48a4-b299-d8587dc53108 tempest-ExternalNetworksTestJSON-1734249149 tempest-ExternalNetworksTestJSON-1734249149-project-admin] Pushing event updated for resources: {'Network': ['ID=92a4c1ea-fcf9-4bf0-bc23-e8d2ea9e4b92,revision_number=1']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:22:13.918175 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-7e10f70b-4543-48a4-b299-d8587dc53108 tempest-ExternalNetworksTestJSON-1734249149 tempest-ExternalNetworksTestJSON-1734249149-project-admin] 10.222.0.104 "POST /v2.0/networks HTTP/1.1" status: 201 len: 865 time: 0.2571638 Jul 06 14:22:13.918343 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 38750) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:22:13.923251 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [None req-d880d7c4-e6b3-496d-a2e7-cae742da5620 tempest-ExternalNetworksTestJSON-1734249149 tempest-ExternalNetworksTestJSON-1734249149-project-admin] Request body: {'network': {'router:external': True}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:22:13.930539 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Network 92a4c1ea-fcf9-4bf0-bc23-e8d2ea9e4b92 details requested by agent ovs-agent-n-d-773647-6 with host n-d-773647-6 {{(pid=100248) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 14:22:14.093537 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-d880d7c4-e6b3-496d-a2e7-cae742da5620 tempest-ExternalNetworksTestJSON-1734249149 tempest-ExternalNetworksTestJSON-1734249149-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773752984405'] for network, precommit_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:14.112311 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-d880d7c4-e6b3-496d-a2e7-cae742da5620 tempest-ExternalNetworksTestJSON-1734249149 tempest-ExternalNetworksTestJSON-1734249149-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060'] for network, after_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:14.122121 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-d880d7c4-e6b3-496d-a2e7-cae742da5620 tempest-ExternalNetworksTestJSON-1734249149 tempest-ExternalNetworksTestJSON-1734249149-project-admin] Network 92a4c1ea-fcf9-4bf0-bc23-e8d2ea9e4b92 is not hosted by any dhcp agent {{(pid=100247) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jul 06 14:22:14.122997 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d880d7c4-e6b3-496d-a2e7-cae742da5620 tempest-ExternalNetworksTestJSON-1734249149 tempest-ExternalNetworksTestJSON-1734249149-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:22:14.123643 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-d880d7c4-e6b3-496d-a2e7-cae742da5620 tempest-ExternalNetworksTestJSON-1734249149 tempest-ExternalNetworksTestJSON-1734249149-project-admin] Notify callbacks [] for network, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:14.125600 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-d880d7c4-e6b3-496d-a2e7-cae742da5620 tempest-ExternalNetworksTestJSON-1734249149 tempest-ExternalNetworksTestJSON-1734249149-project-admin] 10.222.0.104 "PUT /v2.0/networks/92a4c1ea-fcf9-4bf0-bc23-e8d2ea9e4b92 HTTP/1.1" status: 200 len: 859 time: 0.2063003 Jul 06 14:22:14.128561 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 38758) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:22:14.210699 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d880d7c4-e6b3-496d-a2e7-cae742da5620 tempest-ExternalNetworksTestJSON-1734249149 tempest-ExternalNetworksTestJSON-1734249149-project-admin] Pushing event updated for resources: {'Network': ['ID=92a4c1ea-fcf9-4bf0-bc23-e8d2ea9e4b92,revision_number=2']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:22:14.242035 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-e914eec3-7b90-4c64-b451-b40899d1e667 tempest-ExternalNetworksTestJSON-1734249149 tempest-ExternalNetworksTestJSON-1734249149-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530492'] for network, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:14.338297 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-e914eec3-7b90-4c64-b451-b40899d1e667 tempest-ExternalNetworksTestJSON-1734249149 tempest-ExternalNetworksTestJSON-1734249149-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-917204', 'neutron.services.segments.db._delete_segments_for_network-8773753502302'] for network, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:14.349019 n-d-773647-6 neutron-server[100246]: DEBUG neutron.services.segments.db [None req-e914eec3-7b90-4c64-b451-b40899d1e667 tempest-ExternalNetworksTestJSON-1734249149 tempest-ExternalNetworksTestJSON-1734249149-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['92a4c1ea-fcf9-4bf0-bc23-e8d2ea9e4b92']}} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:22:14.359342 n-d-773647-6 neutron-server[100246]: DEBUG neutron.services.segments.db [None req-e914eec3-7b90-4c64-b451-b40899d1e667 tempest-ExternalNetworksTestJSON-1734249149 tempest-ExternalNetworksTestJSON-1734249149-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c528981d-f0d7-43bf-8ffb-94de224cda21') {'for_net_delete': True} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:22:14.359731 n-d-773647-6 neutron-server[100246]: DEBUG neutron.services.segments.db [None req-e914eec3-7b90-4c64-b451-b40899d1e667 tempest-ExternalNetworksTestJSON-1734249149 tempest-ExternalNetworksTestJSON-1734249149-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c528981d-f0d7-43bf-8ffb-94de224cda21') {} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:22:14.373035 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-e914eec3-7b90-4c64-b451-b40899d1e667 tempest-ExternalNetworksTestJSON-1734249149 tempest-ExternalNetworksTestJSON-1734249149-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773753515138', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126218898'] for segment, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:14.389914 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-e914eec3-7b90-4c64-b451-b40899d1e667 tempest-ExternalNetworksTestJSON-1734249149 tempest-ExternalNetworksTestJSON-1734249149-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552'] for segment, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:14.398061 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e914eec3-7b90-4c64-b451-b40899d1e667 tempest-ExternalNetworksTestJSON-1734249149 tempest-ExternalNetworksTestJSON-1734249149-project-admin] Releasing vlan 1033 on physical network physnet1 to pool {{(pid=100246) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 14:22:14.398546 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-e914eec3-7b90-4c64-b451-b40899d1e667 tempest-ExternalNetworksTestJSON-1734249149 tempest-ExternalNetworksTestJSON-1734249149-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127687491'] for segment, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:14.400693 n-d-773647-6 neutron-server[100246]: Traceback (most recent call last): Jul 06 14:22:14.400693 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 14:22:14.400693 n-d-773647-6 neutron-server[100246]: timer() Jul 06 14:22:14.400693 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 14:22:14.400693 n-d-773647-6 neutron-server[100246]: cb(*args, **kw) Jul 06 14:22:14.400693 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 14:22:14.400693 n-d-773647-6 neutron-server[100246]: return func(*args, **kwargs) Jul 06 14:22:14.400693 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 14:22:14.400693 n-d-773647-6 neutron-server[100246]: self._notify() Jul 06 14:22:14.400693 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 14:22:14.400693 n-d-773647-6 neutron-server[100246]: self.callback(batched_events) Jul 06 14:22:14.400693 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 14:22:14.400693 n-d-773647-6 neutron-server[100246]: event.method(event) Jul 06 14:22:14.400693 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 14:22:14.400693 n-d-773647-6 neutron-server[100246]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 14:22:14.400693 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 14:22:14.400693 n-d-773647-6 neutron-server[100246]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 14:22:14.400693 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 14:22:14.400693 n-d-773647-6 neutron-server[100246]: return f(self, *a, **k) Jul 06 14:22:14.400693 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 14:22:14.400693 n-d-773647-6 neutron-server[100246]: return self._get(url).json() Jul 06 14:22:14.400693 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 14:22:14.400693 n-d-773647-6 neutron-server[100246]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 14:22:14.400693 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 14:22:14.400693 n-d-773647-6 neutron-server[100246]: return self.request(url, 'GET', **kwargs) Jul 06 14:22:14.400693 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 14:22:14.400693 n-d-773647-6 neutron-server[100246]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 14:22:14.400693 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 14:22:14.400693 n-d-773647-6 neutron-server[100246]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 14:22:14.400693 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 14:22:14.400693 n-d-773647-6 neutron-server[100246]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 14:22:14.400693 n-d-773647-6 neutron-server[100246]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 14:22:14.469086 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-e914eec3-7b90-4c64-b451-b40899d1e667 tempest-ExternalNetworksTestJSON-1734249149 tempest-ExternalNetworksTestJSON-1734249149-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-917215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1761140'] for network, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:14.476773 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e914eec3-7b90-4c64-b451-b40899d1e667 tempest-ExternalNetworksTestJSON-1734249149 tempest-ExternalNetworksTestJSON-1734249149-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 92a4c1ea-fcf9-4bf0-bc23-e8d2ea9e4b92 {{(pid=100246) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 06 14:22:14.492847 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-e914eec3-7b90-4c64-b451-b40899d1e667 tempest-ExternalNetworksTestJSON-1734249149 tempest-ExternalNetworksTestJSON-1734249149-project-admin] Notify callbacks [] for network, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:14.494769 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-e914eec3-7b90-4c64-b451-b40899d1e667 tempest-ExternalNetworksTestJSON-1734249149 tempest-ExternalNetworksTestJSON-1734249149-project-admin] 10.222.0.104 "DELETE /v2.0/networks/92a4c1ea-fcf9-4bf0-bc23-e8d2ea9e4b92 HTTP/1.1" status: 204 len: 168 time: 0.3647206 Jul 06 14:22:14.498046 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 38768) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:22:14.501213 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e914eec3-7b90-4c64-b451-b40899d1e667 tempest-ExternalNetworksTestJSON-1734249149 tempest-ExternalNetworksTestJSON-1734249149-project-admin] Pushing event deleted for resources: {'Network': ['ID=92a4c1ea-fcf9-4bf0-bc23-e8d2ea9e4b92,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:22:14.536251 n-d-773647-6 neutron-server[100247]: INFO neutron.pecan_wsgi.hooks.translation [None req-016b7e73-edc9-439d-af33-c7957b42db3f tempest-ExternalNetworksTestJSON-1988131412 tempest-ExternalNetworksTestJSON-1988131412-project] DELETE failed (client error): The resource could not be found. Jul 06 14:22:14.537274 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-016b7e73-edc9-439d-af33-c7957b42db3f tempest-ExternalNetworksTestJSON-1988131412 tempest-ExternalNetworksTestJSON-1988131412-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100247) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 14:22:14.539929 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-016b7e73-edc9-439d-af33-c7957b42db3f tempest-ExternalNetworksTestJSON-1988131412 tempest-ExternalNetworksTestJSON-1988131412-project] 10.222.0.104 "DELETE /v2.0/subnets/5e5b0020-9a6f-4aeb-8349-e16730b19494 HTTP/1.1" status: 404 len: 337 time: 0.0402000 Jul 06 14:22:14.542612 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 38770) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:22:14.656139 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-7d7c6a0b-d514-4b96-b802-62afdb07c0db tempest-ExternalNetworksTestJSON-1988131412 tempest-ExternalNetworksTestJSON-1988131412-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530492'] for network, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:14.778586 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-7d7c6a0b-d514-4b96-b802-62afdb07c0db tempest-ExternalNetworksTestJSON-1988131412 tempest-ExternalNetworksTestJSON-1988131412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-917204', 'neutron.services.segments.db._delete_segments_for_network-8773753502302'] for network, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:14.789866 n-d-773647-6 neutron-server[100246]: DEBUG neutron.services.segments.db [None req-7d7c6a0b-d514-4b96-b802-62afdb07c0db tempest-ExternalNetworksTestJSON-1988131412 tempest-ExternalNetworksTestJSON-1988131412-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5fd32d88-5709-4dff-966c-03e3ce9e2b42']}} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:22:14.803014 n-d-773647-6 neutron-server[100246]: DEBUG neutron.services.segments.db [None req-7d7c6a0b-d514-4b96-b802-62afdb07c0db tempest-ExternalNetworksTestJSON-1988131412 tempest-ExternalNetworksTestJSON-1988131412-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c657f383-b2b1-4765-a372-0edeb10fdc7f') {'for_net_delete': True} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:22:14.803468 n-d-773647-6 neutron-server[100246]: DEBUG neutron.services.segments.db [None req-7d7c6a0b-d514-4b96-b802-62afdb07c0db tempest-ExternalNetworksTestJSON-1988131412 tempest-ExternalNetworksTestJSON-1988131412-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c657f383-b2b1-4765-a372-0edeb10fdc7f') {} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:22:14.813440 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-7d7c6a0b-d514-4b96-b802-62afdb07c0db tempest-ExternalNetworksTestJSON-1988131412 tempest-ExternalNetworksTestJSON-1988131412-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773753515138', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126218898'] for segment, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:14.829725 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-7d7c6a0b-d514-4b96-b802-62afdb07c0db tempest-ExternalNetworksTestJSON-1988131412 tempest-ExternalNetworksTestJSON-1988131412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552'] for segment, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:14.838927 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d7c6a0b-d514-4b96-b802-62afdb07c0db tempest-ExternalNetworksTestJSON-1988131412 tempest-ExternalNetworksTestJSON-1988131412-project] Releasing vlan 1001 on physical network physnet1 to pool {{(pid=100246) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 14:22:14.839645 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-7d7c6a0b-d514-4b96-b802-62afdb07c0db tempest-ExternalNetworksTestJSON-1988131412 tempest-ExternalNetworksTestJSON-1988131412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127687491'] for segment, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:14.882904 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 38782) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:22:14.910655 n-d-773647-6 neutron-server[100246]: Traceback (most recent call last): Jul 06 14:22:14.910655 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 14:22:14.910655 n-d-773647-6 neutron-server[100246]: timer() Jul 06 14:22:14.910655 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 14:22:14.910655 n-d-773647-6 neutron-server[100246]: cb(*args, **kw) Jul 06 14:22:14.910655 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 14:22:14.910655 n-d-773647-6 neutron-server[100246]: return func(*args, **kwargs) Jul 06 14:22:14.910655 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 14:22:14.910655 n-d-773647-6 neutron-server[100246]: self._notify() Jul 06 14:22:14.910655 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 14:22:14.910655 n-d-773647-6 neutron-server[100246]: self.callback(batched_events) Jul 06 14:22:14.910655 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 14:22:14.910655 n-d-773647-6 neutron-server[100246]: event.method(event) Jul 06 14:22:14.910655 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 14:22:14.910655 n-d-773647-6 neutron-server[100246]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 14:22:14.910655 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 14:22:14.910655 n-d-773647-6 neutron-server[100246]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 14:22:14.910655 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 14:22:14.910655 n-d-773647-6 neutron-server[100246]: return f(self, *a, **k) Jul 06 14:22:14.910655 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 14:22:14.910655 n-d-773647-6 neutron-server[100246]: return self._get(url).json() Jul 06 14:22:14.910655 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 14:22:14.910655 n-d-773647-6 neutron-server[100246]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 14:22:14.910655 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 14:22:14.910655 n-d-773647-6 neutron-server[100246]: return self.request(url, 'GET', **kwargs) Jul 06 14:22:14.910655 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 14:22:14.910655 n-d-773647-6 neutron-server[100246]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 14:22:14.910655 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 14:22:14.910655 n-d-773647-6 neutron-server[100246]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 14:22:14.910655 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 14:22:14.910655 n-d-773647-6 neutron-server[100246]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 14:22:14.910655 n-d-773647-6 neutron-server[100246]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 14:22:14.924684 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-7d7c6a0b-d514-4b96-b802-62afdb07c0db tempest-ExternalNetworksTestJSON-1988131412 tempest-ExternalNetworksTestJSON-1988131412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-917215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1761140'] for network, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:14.941406 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-7d7c6a0b-d514-4b96-b802-62afdb07c0db tempest-ExternalNetworksTestJSON-1988131412 tempest-ExternalNetworksTestJSON-1988131412-project] Notify callbacks [] for network, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:14.945865 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-7d7c6a0b-d514-4b96-b802-62afdb07c0db tempest-ExternalNetworksTestJSON-1988131412 tempest-ExternalNetworksTestJSON-1988131412-project] 10.222.0.104 "DELETE /v2.0/networks/5fd32d88-5709-4dff-966c-03e3ce9e2b42 HTTP/1.1" status: 204 len: 168 time: 0.4019670 Jul 06 14:22:14.964946 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7c6a0b-d514-4b96-b802-62afdb07c0db tempest-ExternalNetworksTestJSON-1988131412 tempest-ExternalNetworksTestJSON-1988131412-project] Pushing event deleted for resources: {'Network': ['ID=5fd32d88-5709-4dff-966c-03e3ce9e2b42,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:22:15.001683 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-bd6308d2-8885-410a-89be-2e4e43fc3743 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:15.103371 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-bd6308d2-8885-410a-89be-2e4e43fc3743 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:15.107636 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-bd6308d2-8885-410a-89be-2e4e43fc3743 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:15.156760 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-bd6308d2-8885-410a-89be-2e4e43fc3743 admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=04098a4c86e8444ba1cfb9b865249a37&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2703149 Jul 06 14:22:15.156760 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6308d2-8885-410a-89be-2e4e43fc3743 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f73957d-f168-45e6-84c8-9bf5fe457a78,revision_number=1']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:22:15.157188 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 38794) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:22:15.195639 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 38796) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:22:15.229557 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-b7464d1b-af28-4e5e-bd48-7ec4a9790c62 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:15.254256 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-b7464d1b-af28-4e5e-bd48-7ec4a9790c62 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:15.318707 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-b7464d1b-af28-4e5e-bd48-7ec4a9790c62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:15.318707 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-b7464d1b-af28-4e5e-bd48-7ec4a9790c62 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:15.318707 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-b7464d1b-af28-4e5e-bd48-7ec4a9790c62 admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/7f73957d-f168-45e6-84c8-9bf5fe457a78 HTTP/1.1" status: 204 len: 168 time: 0.1591029 Jul 06 14:22:15.331278 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7464d1b-af28-4e5e-bd48-7ec4a9790c62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f73957d-f168-45e6-84c8-9bf5fe457a78,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:22:15.357749 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 38806) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:22:15.358043 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-5f34634f-1c84-41b4-bfd5-1b6ede96f149 admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=4e298e37ece641c68b21a343a669166a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1612384 Jul 06 14:22:15.419272 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-9d643cf2-1eff-4fad-bdc0-dc3860c02a12 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:15.451399 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-9d643cf2-1eff-4fad-bdc0-dc3860c02a12 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:15.505023 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-9d643cf2-1eff-4fad-bdc0-dc3860c02a12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:15.508259 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-9d643cf2-1eff-4fad-bdc0-dc3860c02a12 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:15.511713 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-9d643cf2-1eff-4fad-bdc0-dc3860c02a12 admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/c153ef78-290b-4053-9033-d8ecfb552062 HTTP/1.1" status: 204 len: 168 time: 0.1528883 Jul 06 14:22:15.526159 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d643cf2-1eff-4fad-bdc0-dc3860c02a12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c153ef78-290b-4053-9033-d8ecfb552062,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:22:15.648771 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 38816) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:22:15.663396 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-2bc78e28-19f1-4215-8e50-ec53e27b1280 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:15.803834 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-2bc78e28-19f1-4215-8e50-ec53e27b1280 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:15.808301 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-2bc78e28-19f1-4215-8e50-ec53e27b1280 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:15.853145 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc78e28-19f1-4215-8e50-ec53e27b1280 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d4d82b9-536a-417e-a386-a1559a36ee38,revision_number=1']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:22:15.860858 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-2bc78e28-19f1-4215-8e50-ec53e27b1280 admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=17163561e38b46038238c2bdb4ca8c43&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2086024 Jul 06 14:22:15.861255 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 38826) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:22:15.937706 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-53c67298-05d4-4343-b986-6e4536c653e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:15.969287 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-53c67298-05d4-4343-b986-6e4536c653e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:16.005607 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 38830) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:22:16.028067 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-53c67298-05d4-4343-b986-6e4536c653e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:16.030904 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-53c67298-05d4-4343-b986-6e4536c653e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:16.035678 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-53c67298-05d4-4343-b986-6e4536c653e9 admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/6d4d82b9-536a-417e-a386-a1559a36ee38 HTTP/1.1" status: 204 len: 168 time: 0.1693358 Jul 06 14:22:16.045385 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c67298-05d4-4343-b986-6e4536c653e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d4d82b9-536a-417e-a386-a1559a36ee38,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:22:16.061240 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-00ad1120-1f83-4a8b-baa7-06f93e67f2d5 admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=d164eb7dfc9e42cbb9bec439f7a188a1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0541532 Jul 06 14:22:16.063784 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 38834) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:22:16.116148 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-ade8ef80-1058-49f5-9a80-b0c08406d97d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:16.139239 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-ade8ef80-1058-49f5-9a80-b0c08406d97d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:16.190987 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-ade8ef80-1058-49f5-9a80-b0c08406d97d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:16.193588 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-ade8ef80-1058-49f5-9a80-b0c08406d97d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:16.194774 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-ade8ef80-1058-49f5-9a80-b0c08406d97d admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/aa2b3bce-e1d6-4f80-8f7c-050b6ed4c262 HTTP/1.1" status: 204 len: 168 time: 0.1299706 Jul 06 14:22:16.207657 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade8ef80-1058-49f5-9a80-b0c08406d97d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa2b3bce-e1d6-4f80-8f7c-050b6ed4c262,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:22:17.781711 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 38948) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:22:18.007166 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [None req-371eb5af-c2d0-4c89-b94e-d70b38148156 tempest-ExternalNetworksAdminNegativeTestJSON-431885593 tempest-ExternalNetworksAdminNegativeTestJSON-431885593-project-admin] Request body: {'floatingip': {'floating_network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719'}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:22:18.032445 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-371eb5af-c2d0-4c89-b94e-d70b38148156 tempest-ExternalNetworksAdminNegativeTestJSON-431885593 tempest-ExternalNetworksAdminNegativeTestJSON-431885593-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:18.136264 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-371eb5af-c2d0-4c89-b94e-d70b38148156 tempest-ExternalNetworksAdminNegativeTestJSON-431885593 tempest-ExternalNetworksAdminNegativeTestJSON-431885593-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:18.257872 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.db_base_plugin_common [None req-371eb5af-c2d0-4c89-b94e-d70b38148156 tempest-ExternalNetworksAdminNegativeTestJSON-431885593 tempest-ExternalNetworksAdminNegativeTestJSON-431885593-project-admin] Allocated IP 172.25.0.171 (2658f09e-a580-4d4a-9968-2d1e0ad93719/cbf74abc-6fe1-4d33-b005-c948923b9647/d1bb7a30-9486-4e2d-a11b-a6914642c2e0) {{(pid=100247) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:22:18.413887 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-371eb5af-c2d0-4c89-b94e-d70b38148156 tempest-ExternalNetworksAdminNegativeTestJSON-431885593 tempest-ExternalNetworksAdminNegativeTestJSON-431885593-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:18.470684 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-371eb5af-c2d0-4c89-b94e-d70b38148156 tempest-ExternalNetworksAdminNegativeTestJSON-431885593 tempest-ExternalNetworksAdminNegativeTestJSON-431885593-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-128888360'] for port, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:18.528625 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-371eb5af-c2d0-4c89-b94e-d70b38148156 tempest-ExternalNetworksAdminNegativeTestJSON-431885593 tempest-ExternalNetworksAdminNegativeTestJSON-431885593-project-admin] Network 2658f09e-a580-4d4a-9968-2d1e0ad93719 is already hosted by enough agents. {{(pid=100247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:22:18.538050 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.base_scheduler [None req-371eb5af-c2d0-4c89-b94e-d70b38148156 tempest-ExternalNetworksAdminNegativeTestJSON-431885593 tempest-ExternalNetworksAdminNegativeTestJSON-431885593-project-admin] Resources bound (agent type, host, resource id): {{(pid=100247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:22:18.547788 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-371eb5af-c2d0-4c89-b94e-d70b38148156 tempest-ExternalNetworksAdminNegativeTestJSON-431885593 tempest-ExternalNetworksAdminNegativeTestJSON-431885593-project-admin] Received port after_create {{(pid=100247) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:22:18.577061 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371eb5af-c2d0-4c89-b94e-d70b38148156 tempest-ExternalNetworksAdminNegativeTestJSON-431885593 tempest-ExternalNetworksAdminNegativeTestJSON-431885593-project-admin] Pushing event updated for resources: {'Port': ['ID=d1bb7a30-9486-4e2d-a11b-a6914642c2e0,revision_number=1']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:22:18.593195 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-371eb5af-c2d0-4c89-b94e-d70b38148156 tempest-ExternalNetworksAdminNegativeTestJSON-431885593 tempest-ExternalNetworksAdminNegativeTestJSON-431885593-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:22:18.593536 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-371eb5af-c2d0-4c89-b94e-d70b38148156 tempest-ExternalNetworksAdminNegativeTestJSON-431885593 tempest-ExternalNetworksAdminNegativeTestJSON-431885593-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:22:18.594087 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-371eb5af-c2d0-4c89-b94e-d70b38148156 tempest-ExternalNetworksAdminNegativeTestJSON-431885593 tempest-ExternalNetworksAdminNegativeTestJSON-431885593-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:22:18.594427 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-371eb5af-c2d0-4c89-b94e-d70b38148156 tempest-ExternalNetworksAdminNegativeTestJSON-431885593 tempest-ExternalNetworksAdminNegativeTestJSON-431885593-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:22:18.594758 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-371eb5af-c2d0-4c89-b94e-d70b38148156 tempest-ExternalNetworksAdminNegativeTestJSON-431885593 tempest-ExternalNetworksAdminNegativeTestJSON-431885593-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:22:18.595138 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-371eb5af-c2d0-4c89-b94e-d70b38148156 tempest-ExternalNetworksAdminNegativeTestJSON-431885593 tempest-ExternalNetworksAdminNegativeTestJSON-431885593-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:22:18.595547 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-371eb5af-c2d0-4c89-b94e-d70b38148156 tempest-ExternalNetworksAdminNegativeTestJSON-431885593 tempest-ExternalNetworksAdminNegativeTestJSON-431885593-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:22:18.596368 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-371eb5af-c2d0-4c89-b94e-d70b38148156 tempest-ExternalNetworksAdminNegativeTestJSON-431885593 tempest-ExternalNetworksAdminNegativeTestJSON-431885593-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:22:18.596696 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-371eb5af-c2d0-4c89-b94e-d70b38148156 tempest-ExternalNetworksAdminNegativeTestJSON-431885593 tempest-ExternalNetworksAdminNegativeTestJSON-431885593-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:22:18.597022 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-371eb5af-c2d0-4c89-b94e-d70b38148156 tempest-ExternalNetworksAdminNegativeTestJSON-431885593 tempest-ExternalNetworksAdminNegativeTestJSON-431885593-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:22:18.597342 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-371eb5af-c2d0-4c89-b94e-d70b38148156 tempest-ExternalNetworksAdminNegativeTestJSON-431885593 tempest-ExternalNetworksAdminNegativeTestJSON-431885593-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:22:18.597660 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-371eb5af-c2d0-4c89-b94e-d70b38148156 tempest-ExternalNetworksAdminNegativeTestJSON-431885593 tempest-ExternalNetworksAdminNegativeTestJSON-431885593-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:22:18.671361 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-371eb5af-c2d0-4c89-b94e-d70b38148156 tempest-ExternalNetworksAdminNegativeTestJSON-431885593 tempest-ExternalNetworksAdminNegativeTestJSON-431885593-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:18.742850 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-371eb5af-c2d0-4c89-b94e-d70b38148156 tempest-ExternalNetworksAdminNegativeTestJSON-431885593 tempest-ExternalNetworksAdminNegativeTestJSON-431885593-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:18.948089 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-371eb5af-c2d0-4c89-b94e-d70b38148156 tempest-ExternalNetworksAdminNegativeTestJSON-431885593 tempest-ExternalNetworksAdminNegativeTestJSON-431885593-project-admin] Notify callbacks [] for port, precommit_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:18.954340 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-371eb5af-c2d0-4c89-b94e-d70b38148156 tempest-ExternalNetworksAdminNegativeTestJSON-431885593 tempest-ExternalNetworksAdminNegativeTestJSON-431885593-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128888538'] for port, after_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:19.052076 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371eb5af-c2d0-4c89-b94e-d70b38148156 tempest-ExternalNetworksAdminNegativeTestJSON-431885593 tempest-ExternalNetworksAdminNegativeTestJSON-431885593-project-admin] Pushing event updated for resources: {'Port': ['ID=d1bb7a30-9486-4e2d-a11b-a6914642c2e0,revision_number=2']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:22:19.077422 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-371eb5af-c2d0-4c89-b94e-d70b38148156 tempest-ExternalNetworksAdminNegativeTestJSON-431885593 tempest-ExternalNetworksAdminNegativeTestJSON-431885593-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1761130'] for floatingip, after_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:19.095489 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-371eb5af-c2d0-4c89-b94e-d70b38148156 tempest-ExternalNetworksAdminNegativeTestJSON-431885593 tempest-ExternalNetworksAdminNegativeTestJSON-431885593-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for floatingip, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:19.098910 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-371eb5af-c2d0-4c89-b94e-d70b38148156 tempest-ExternalNetworksAdminNegativeTestJSON-431885593 tempest-ExternalNetworksAdminNegativeTestJSON-431885593-project-admin] 10.222.0.104 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3161674 Jul 06 14:22:19.100612 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 39010) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:22:19.106164 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-1fa8d2d6-149d-40db-9097-af9cfd9f7896 tempest-ExternalNetworksAdminNegativeTestJSON-431885593 tempest-ExternalNetworksAdminNegativeTestJSON-431885593-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-1920476364', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'fixed_ips': [{'ip_address': '172.25.0.171'}]}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:22:19.149502 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fa8d2d6-149d-40db-9097-af9cfd9f7896 tempest-ExternalNetworksAdminNegativeTestJSON-431885593 tempest-ExternalNetworksAdminNegativeTestJSON-431885593-project-admin] Made reservation on behalf of c9bb249f42d341c2a199daa14d5b7040 for: {'port': 1} {{(pid=100246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:22:19.153063 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-1fa8d2d6-149d-40db-9097-af9cfd9f7896 tempest-ExternalNetworksAdminNegativeTestJSON-431885593 tempest-ExternalNetworksAdminNegativeTestJSON-431885593-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:19.163064 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-1fa8d2d6-149d-40db-9097-af9cfd9f7896 tempest-ExternalNetworksAdminNegativeTestJSON-431885593 tempest-ExternalNetworksAdminNegativeTestJSON-431885593-project-admin] Notify callbacks [] for security_group, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:19.276389 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 39018) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:22:19.300404 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-1fa8d2d6-149d-40db-9097-af9cfd9f7896 tempest-ExternalNetworksAdminNegativeTestJSON-431885593 tempest-ExternalNetworksAdminNegativeTestJSON-431885593-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:19.310405 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-1fa8d2d6-149d-40db-9097-af9cfd9f7896 tempest-ExternalNetworksAdminNegativeTestJSON-431885593 tempest-ExternalNetworksAdminNegativeTestJSON-431885593-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:19.314708 n-d-773647-6 neutron-server[100246]: DEBUG neutron.notifiers.nova [None req-1fa8d2d6-149d-40db-9097-af9cfd9f7896 tempest-ExternalNetworksAdminNegativeTestJSON-431885593 tempest-ExternalNetworksAdminNegativeTestJSON-431885593-project-admin] device_id is not set on port b1a2aad0-944f-42e3-aab0-9c80841f8138 yet. {{(pid=100246) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 14:22:19.413713 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-86e952ae-f9ab-4b83-b27e-b0c50be605af admin admin] Notify callbacks [] for security_group, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:19.515761 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa8d2d6-149d-40db-9097-af9cfd9f7896 tempest-ExternalNetworksAdminNegativeTestJSON-431885593 tempest-ExternalNetworksAdminNegativeTestJSON-431885593-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb90c734-2769-4584-9b71-09a488ff3a10,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:22:19.555064 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-86e952ae-f9ab-4b83-b27e-b0c50be605af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:19.561599 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-86e952ae-f9ab-4b83-b27e-b0c50be605af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:19.597249 n-d-773647-6 neutron-server[100246]: INFO neutron.pecan_wsgi.hooks.translation [None req-1fa8d2d6-149d-40db-9097-af9cfd9f7896 tempest-ExternalNetworksAdminNegativeTestJSON-431885593 tempest-ExternalNetworksAdminNegativeTestJSON-431885593-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Jul 06 14:22:19.598492 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1fa8d2d6-149d-40db-9097-af9cfd9f7896 tempest-ExternalNetworksAdminNegativeTestJSON-431885593 tempest-ExternalNetworksAdminNegativeTestJSON-431885593-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=100246) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 14:22:19.610796 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-86e952ae-f9ab-4b83-b27e-b0c50be605af admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=f6f6d32448964ade90f81e23b69aa347&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3330448 Jul 06 14:22:19.613504 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 39028) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:22:19.628805 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 39030) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:22:19.630063 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-1fa8d2d6-149d-40db-9097-af9cfd9f7896 tempest-ExternalNetworksAdminNegativeTestJSON-431885593 tempest-ExternalNetworksAdminNegativeTestJSON-431885593-project-admin] 10.222.0.104 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 0.5281417 Jul 06 14:22:19.635128 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e952ae-f9ab-4b83-b27e-b0c50be605af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4ccc0c2-3fd7-4dd5-aa6f-5ee093369af0,revision_number=1']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:22:19.785474 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-a078d009-5612-4de4-9263-40f0419b635e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:19.812288 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-a078d009-5612-4de4-9263-40f0419b635e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:19.850754 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.plugin [None req-6845c790-206f-4f61-a631-c43485cce19d tempest-ExternalNetworksAdminNegativeTestJSON-431885593 tempest-ExternalNetworksAdminNegativeTestJSON-431885593-project-admin] Deleting port d1bb7a30-9486-4e2d-a11b-a6914642c2e0 {{(pid=100247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:22:19.851021 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-6845c790-206f-4f61-a631-c43485cce19d tempest-ExternalNetworksAdminNegativeTestJSON-431885593 tempest-ExternalNetworksAdminNegativeTestJSON-431885593-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:19.920372 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-a078d009-5612-4de4-9263-40f0419b635e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:19.923125 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-a078d009-5612-4de4-9263-40f0419b635e admin admin] Notify callbacks [] for security_group, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:19.927312 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-a078d009-5612-4de4-9263-40f0419b635e admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/b4ccc0c2-3fd7-4dd5-aa6f-5ee093369af0 HTTP/1.1" status: 204 len: 168 time: 0.3102787 Jul 06 14:22:19.942093 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a078d009-5612-4de4-9263-40f0419b635e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4ccc0c2-3fd7-4dd5-aa6f-5ee093369af0,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:22:19.951929 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-6845c790-206f-4f61-a631-c43485cce19d tempest-ExternalNetworksAdminNegativeTestJSON-431885593 tempest-ExternalNetworksAdminNegativeTestJSON-431885593-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:19.952575 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-6845c790-206f-4f61-a631-c43485cce19d tempest-ExternalNetworksAdminNegativeTestJSON-431885593 tempest-ExternalNetworksAdminNegativeTestJSON-431885593-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:19.965646 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.plugin [None req-6845c790-206f-4f61-a631-c43485cce19d tempest-ExternalNetworksAdminNegativeTestJSON-431885593 tempest-ExternalNetworksAdminNegativeTestJSON-431885593-project-admin] Calling delete_port for d1bb7a30-9486-4e2d-a11b-a6914642c2e0 owned by network:floatingip {{(pid=100247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:22:20.144442 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-6845c790-206f-4f61-a631-c43485cce19d tempest-ExternalNetworksAdminNegativeTestJSON-431885593 tempest-ExternalNetworksAdminNegativeTestJSON-431885593-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128888353'] for port, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:20.174491 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6845c790-206f-4f61-a631-c43485cce19d tempest-ExternalNetworksAdminNegativeTestJSON-431885593 tempest-ExternalNetworksAdminNegativeTestJSON-431885593-project-admin] Pushing event deleted for resources: {'Port': ['ID=d1bb7a30-9486-4e2d-a11b-a6914642c2e0,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:22:20.256193 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-6845c790-206f-4f61-a631-c43485cce19d tempest-ExternalNetworksAdminNegativeTestJSON-431885593 tempest-ExternalNetworksAdminNegativeTestJSON-431885593-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:20.260571 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-6845c790-206f-4f61-a631-c43485cce19d tempest-ExternalNetworksAdminNegativeTestJSON-431885593 tempest-ExternalNetworksAdminNegativeTestJSON-431885593-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for floatingip, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:20.263792 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-6845c790-206f-4f61-a631-c43485cce19d tempest-ExternalNetworksAdminNegativeTestJSON-431885593 tempest-ExternalNetworksAdminNegativeTestJSON-431885593-project-admin] 10.222.0.104 "DELETE /v2.0/floatingips/82306b11-8979-491c-9425-caa4e443c273 HTTP/1.1" status: 204 len: 168 time: 0.6336496 Jul 06 14:22:20.325041 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 39050) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:22:20.338725 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-c7e524b9-f4cf-4633-be61-df441915e045 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:20.445128 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-c7e524b9-f4cf-4633-be61-df441915e045 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:20.451288 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-c7e524b9-f4cf-4633-be61-df441915e045 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:20.497386 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-c7e524b9-f4cf-4633-be61-df441915e045 admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=90b0e77145024430b34fc6da58944b2f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1716697 Jul 06 14:22:20.498328 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e524b9-f4cf-4633-be61-df441915e045 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=245bfc9d-d309-43cc-bcec-1b553ccc8d13,revision_number=1']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:22:20.500074 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 39054) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:22:20.511886 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 39056) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:22:20.599624 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-618ebb09-e11e-41dc-ac77-5119ccef470d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:20.636534 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-618ebb09-e11e-41dc-ac77-5119ccef470d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:20.711072 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-618ebb09-e11e-41dc-ac77-5119ccef470d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:20.713938 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-618ebb09-e11e-41dc-ac77-5119ccef470d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:20.714684 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-74e5df17-72d0-458f-9095-9f541958a436 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:20.727770 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-618ebb09-e11e-41dc-ac77-5119ccef470d admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/245bfc9d-d309-43cc-bcec-1b553ccc8d13 HTTP/1.1" status: 204 len: 168 time: 0.2265511 Jul 06 14:22:20.744795 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618ebb09-e11e-41dc-ac77-5119ccef470d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=245bfc9d-d309-43cc-bcec-1b553ccc8d13,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:22:20.839573 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-74e5df17-72d0-458f-9095-9f541958a436 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:20.845225 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-74e5df17-72d0-458f-9095-9f541958a436 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:20.902235 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-74e5df17-72d0-458f-9095-9f541958a436 admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=6825594ba4c545deae304ef3dfe7cfcc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3885043 Jul 06 14:22:20.903208 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e5df17-72d0-458f-9095-9f541958a436 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ad0c3b0-68cf-4b85-a7ae-ff3fca37aeec,revision_number=1']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:22:20.904830 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 39074) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:22:20.979889 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-af87c560-3c5c-4430-bc6b-bfb378375870 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:21.007268 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-af87c560-3c5c-4430-bc6b-bfb378375870 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:21.063915 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-af87c560-3c5c-4430-bc6b-bfb378375870 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:21.067390 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-af87c560-3c5c-4430-bc6b-bfb378375870 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:21.071443 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-af87c560-3c5c-4430-bc6b-bfb378375870 admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/2ad0c3b0-68cf-4b85-a7ae-ff3fca37aeec HTTP/1.1" status: 204 len: 168 time: 0.1652300 Jul 06 14:22:21.080575 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af87c560-3c5c-4430-bc6b-bfb378375870 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ad0c3b0-68cf-4b85-a7ae-ff3fca37aeec,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:22:21.423307 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 39098) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:22:21.472596 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-e2aea713-f1b5-48ad-97a1-27c0624c0c65 admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=c9bb249f42d341c2a199daa14d5b7040&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0479832 Jul 06 14:22:21.472829 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 39102) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:22:21.531423 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-a21436f9-cab9-4e71-a979-e485f0ea43ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:21.565025 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-a21436f9-cab9-4e71-a979-e485f0ea43ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:21.631845 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-a21436f9-cab9-4e71-a979-e485f0ea43ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:21.634641 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-a21436f9-cab9-4e71-a979-e485f0ea43ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:21.635896 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-a21436f9-cab9-4e71-a979-e485f0ea43ed admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/fb90c734-2769-4584-9b71-09a488ff3a10 HTTP/1.1" status: 204 len: 168 time: 0.1620314 Jul 06 14:22:21.654061 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21436f9-cab9-4e71-a979-e485f0ea43ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb90c734-2769-4584-9b71-09a488ff3a10,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:22:22.885281 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4562e1c0-04df-4529-8a23-c04412fa727e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:23.415670 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 39210) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:22:23.686939 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [None req-91c3dbdb-632b-47b9-a479-39af77787f3f tempest-RoutersAdminNegativeTest-317977852 tempest-RoutersAdminNegativeTest-317977852-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-832886168', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719'}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:22:23.714265 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91c3dbdb-632b-47b9-a479-39af77787f3f tempest-RoutersAdminNegativeTest-317977852 tempest-RoutersAdminNegativeTest-317977852-project-admin] Made reservation on behalf of 6a3f31c600b14a708dc4e05684c320cb for: {'port': 1} {{(pid=100247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:22:23.716789 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-91c3dbdb-632b-47b9-a479-39af77787f3f tempest-RoutersAdminNegativeTest-317977852 tempest-RoutersAdminNegativeTest-317977852-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:23.725659 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-91c3dbdb-632b-47b9-a479-39af77787f3f tempest-RoutersAdminNegativeTest-317977852 tempest-RoutersAdminNegativeTest-317977852-project-admin] Notify callbacks [] for security_group, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:23.854597 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-91c3dbdb-632b-47b9-a479-39af77787f3f tempest-RoutersAdminNegativeTest-317977852 tempest-RoutersAdminNegativeTest-317977852-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:23.861788 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-91c3dbdb-632b-47b9-a479-39af77787f3f tempest-RoutersAdminNegativeTest-317977852 tempest-RoutersAdminNegativeTest-317977852-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:23.867824 n-d-773647-6 neutron-server[100247]: DEBUG neutron.notifiers.nova [None req-91c3dbdb-632b-47b9-a479-39af77787f3f tempest-RoutersAdminNegativeTest-317977852 tempest-RoutersAdminNegativeTest-317977852-project-admin] device_id is not set on port 732b6bab-1073-4ecf-91b8-5ce859218c5c yet. {{(pid=100247) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 14:22:23.940983 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c3dbdb-632b-47b9-a479-39af77787f3f tempest-RoutersAdminNegativeTest-317977852 tempest-RoutersAdminNegativeTest-317977852-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45b1d467-2f88-4fdb-9c34-a521c3b3e259,revision_number=1']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:22:24.015318 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.db_base_plugin_common [None req-91c3dbdb-632b-47b9-a479-39af77787f3f tempest-RoutersAdminNegativeTest-317977852 tempest-RoutersAdminNegativeTest-317977852-project-admin] Allocated IP 172.25.0.250 (2658f09e-a580-4d4a-9968-2d1e0ad93719/cbf74abc-6fe1-4d33-b005-c948923b9647/732b6bab-1073-4ecf-91b8-5ce859218c5c) {{(pid=100247) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:22:24.204263 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-91c3dbdb-632b-47b9-a479-39af77787f3f tempest-RoutersAdminNegativeTest-317977852 tempest-RoutersAdminNegativeTest-317977852-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:24.247948 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-91c3dbdb-632b-47b9-a479-39af77787f3f tempest-RoutersAdminNegativeTest-317977852 tempest-RoutersAdminNegativeTest-317977852-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-128888360'] for port, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:24.300746 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91c3dbdb-632b-47b9-a479-39af77787f3f tempest-RoutersAdminNegativeTest-317977852 tempest-RoutersAdminNegativeTest-317977852-project-admin] Network 2658f09e-a580-4d4a-9968-2d1e0ad93719 is already hosted by enough agents. {{(pid=100247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:22:24.305087 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.base_scheduler [None req-91c3dbdb-632b-47b9-a479-39af77787f3f tempest-RoutersAdminNegativeTest-317977852 tempest-RoutersAdminNegativeTest-317977852-project-admin] Resources bound (agent type, host, resource id): {{(pid=100247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:22:24.312314 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91c3dbdb-632b-47b9-a479-39af77787f3f tempest-RoutersAdminNegativeTest-317977852 tempest-RoutersAdminNegativeTest-317977852-project-admin] Received port after_create {{(pid=100247) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:22:24.337361 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c3dbdb-632b-47b9-a479-39af77787f3f tempest-RoutersAdminNegativeTest-317977852 tempest-RoutersAdminNegativeTest-317977852-project-admin] Pushing event updated for resources: {'Port': ['ID=732b6bab-1073-4ecf-91b8-5ce859218c5c,revision_number=1']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:22:24.357325 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91c3dbdb-632b-47b9-a479-39af77787f3f tempest-RoutersAdminNegativeTest-317977852 tempest-RoutersAdminNegativeTest-317977852-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:22:24.357948 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-91c3dbdb-632b-47b9-a479-39af77787f3f tempest-RoutersAdminNegativeTest-317977852 tempest-RoutersAdminNegativeTest-317977852-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:24.376678 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-91c3dbdb-632b-47b9-a479-39af77787f3f tempest-RoutersAdminNegativeTest-317977852 tempest-RoutersAdminNegativeTest-317977852-project-admin] 10.222.0.104 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 0.9565165 Jul 06 14:22:24.376944 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 39250) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:22:24.381444 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [None req-050a8021-4b5b-43c4-8c9f-91defce275d5 tempest-RoutersAdminNegativeTest-317977852 tempest-RoutersAdminNegativeTest-317977852-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.250'}]}}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:22:24.406221 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-050a8021-4b5b-43c4-8c9f-91defce275d5 tempest-RoutersAdminNegativeTest-317977852 tempest-RoutersAdminNegativeTest-317977852-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1806290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6992'] for router, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:24.407679 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-050a8021-4b5b-43c4-8c9f-91defce275d5 tempest-RoutersAdminNegativeTest-317977852 tempest-RoutersAdminNegativeTest-317977852-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1806157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1808637', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1714747', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7007'] for router, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:24.466369 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-050a8021-4b5b-43c4-8c9f-91defce275d5 tempest-RoutersAdminNegativeTest-317977852 tempest-RoutersAdminNegativeTest-317977852-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:24.618227 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-050a8021-4b5b-43c4-8c9f-91defce275d5 tempest-RoutersAdminNegativeTest-317977852 tempest-RoutersAdminNegativeTest-317977852-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1761047', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1806272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6989'] for router, precommit_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:25.279138 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-050a8021-4b5b-43c4-8c9f-91defce275d5 tempest-RoutersAdminNegativeTest-317977852 tempest-RoutersAdminNegativeTest-317977852-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:25.302744 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-050a8021-4b5b-43c4-8c9f-91defce275d5 tempest-RoutersAdminNegativeTest-317977852 tempest-RoutersAdminNegativeTest-317977852-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:25.463190 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-050a8021-4b5b-43c4-8c9f-91defce275d5 tempest-RoutersAdminNegativeTest-317977852 tempest-RoutersAdminNegativeTest-317977852-project-admin] Notify callbacks [] for router, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:25.588539 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-bab953f1-6cc6-4378-9dd1-d2545e326898 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:25.674557 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-050a8021-4b5b-43c4-8c9f-91defce275d5 tempest-RoutersAdminNegativeTest-317977852 tempest-RoutersAdminNegativeTest-317977852-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1806308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6982'] for router, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:25.676784 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-050a8021-4b5b-43c4-8c9f-91defce275d5 tempest-RoutersAdminNegativeTest-317977852 tempest-RoutersAdminNegativeTest-317977852-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:25.737604 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-050a8021-4b5b-43c4-8c9f-91defce275d5 tempest-RoutersAdminNegativeTest-317977852 tempest-RoutersAdminNegativeTest-317977852-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1805684'] for router, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:25.741438 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-050a8021-4b5b-43c4-8c9f-91defce275d5 tempest-RoutersAdminNegativeTest-317977852 tempest-RoutersAdminNegativeTest-317977852-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 47d9dfdd-2e54-406f-b355-61305f4a2c39 {{(pid=100247) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 14:22:25.760268 n-d-773647-6 neutron-server[100247]: INFO neutron.api.v2.resource [None req-050a8021-4b5b-43c4-8c9f-91defce275d5 tempest-RoutersAdminNegativeTest-317977852 tempest-RoutersAdminNegativeTest-317977852-project-admin] create failed (client error): There was a conflict when trying to complete your request. Jul 06 14:22:25.761648 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-050a8021-4b5b-43c4-8c9f-91defce275d5 tempest-RoutersAdminNegativeTest-317977852 tempest-RoutersAdminNegativeTest-317977852-project-admin] 10.222.0.104 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 1.3836875 Jul 06 14:22:25.764491 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 39290) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:22:25.878163 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [None req-637e7fad-b611-4146-98d6-3c149c988392 tempest-RoutersAdminNegativeTest-317977852 tempest-RoutersAdminNegativeTest-317977852-project-admin] Deleting port 732b6bab-1073-4ecf-91b8-5ce859218c5c {{(pid=100246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:22:25.878883 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-637e7fad-b611-4146-98d6-3c149c988392 tempest-RoutersAdminNegativeTest-317977852 tempest-RoutersAdminNegativeTest-317977852-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:25.884193 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:25.978439 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-637e7fad-b611-4146-98d6-3c149c988392 tempest-RoutersAdminNegativeTest-317977852 tempest-RoutersAdminNegativeTest-317977852-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:25.993912 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [None req-637e7fad-b611-4146-98d6-3c149c988392 tempest-RoutersAdminNegativeTest-317977852 tempest-RoutersAdminNegativeTest-317977852-project-admin] Calling delete_port for 732b6bab-1073-4ecf-91b8-5ce859218c5c owned by {{(pid=100246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:22:26.140658 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-637e7fad-b611-4146-98d6-3c149c988392 tempest-RoutersAdminNegativeTest-317977852 tempest-RoutersAdminNegativeTest-317977852-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127687580'] for port, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:26.180014 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637e7fad-b611-4146-98d6-3c149c988392 tempest-RoutersAdminNegativeTest-317977852 tempest-RoutersAdminNegativeTest-317977852-project-admin] Pushing event deleted for resources: {'Port': ['ID=732b6bab-1073-4ecf-91b8-5ce859218c5c,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:22:26.264413 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-637e7fad-b611-4146-98d6-3c149c988392 tempest-RoutersAdminNegativeTest-317977852 tempest-RoutersAdminNegativeTest-317977852-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:26.267654 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-637e7fad-b611-4146-98d6-3c149c988392 tempest-RoutersAdminNegativeTest-317977852 tempest-RoutersAdminNegativeTest-317977852-project-admin] 10.222.0.104 "DELETE /v2.0/ports/732b6bab-1073-4ecf-91b8-5ce859218c5c HTTP/1.1" status: 204 len: 168 time: 0.5015268 Jul 06 14:22:26.608129 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-2064eaae-da4f-48f8-82d2-b09d4ddedd44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:26.609222 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 39324) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:22:26.727561 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096442ee-c3e3-4d2e-8ac9-431aab8991fa req-385db801-0e22-4cf2-af4d-23fbb435c01f tempest-AttachVolumeNegativeTest-1214840538 tempest-AttachVolumeNegativeTest-1214840538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:22:26.729136 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-096442ee-c3e3-4d2e-8ac9-431aab8991fa req-385db801-0e22-4cf2-af4d-23fbb435c01f tempest-AttachVolumeNegativeTest-1214840538 tempest-AttachVolumeNegativeTest-1214840538-project] 10.222.0.104 "GET /v2.0/ports?device_id=fd1cf20a-f37b-4888-85ef-d58bb224ac09 HTTP/1.1" status: 200 len: 945 time: 0.0887699 Jul 06 14:22:26.777501 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-139476d6-4b2c-41a1-8e4d-5c5ab351a03c admin admin] Notify callbacks [] for security_group, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:26.785432 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-096442ee-c3e3-4d2e-8ac9-431aab8991fa req-99f72754-bada-489c-84b8-0eb4a34d9541 tempest-AttachVolumeNegativeTest-1214840538 tempest-AttachVolumeNegativeTest-1214840538-project] 10.222.0.104 "GET /v2.0/security-groups?id=e25fc918-d317-48f5-8fe8-cddb17b098d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411518 Jul 06 14:22:26.895352 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-139476d6-4b2c-41a1-8e4d-5c5ab351a03c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:26.899622 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-139476d6-4b2c-41a1-8e4d-5c5ab351a03c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:26.939823 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-139476d6-4b2c-41a1-8e4d-5c5ab351a03c admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=955805db554745729168739111edd52a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3287723 Jul 06 14:22:26.942392 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 39332) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:22:26.948386 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139476d6-4b2c-41a1-8e4d-5c5ab351a03c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bce2d90e-3d23-434b-9562-81939926f272,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:22:26.998422 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-1457fe93-fe0c-4d7b-ac2e-cb3617cdabde admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:27.024956 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-1457fe93-fe0c-4d7b-ac2e-cb3617cdabde admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:27.075088 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-1457fe93-fe0c-4d7b-ac2e-cb3617cdabde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:27.077718 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-1457fe93-fe0c-4d7b-ac2e-cb3617cdabde admin admin] Notify callbacks [] for security_group, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:27.078964 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-1457fe93-fe0c-4d7b-ac2e-cb3617cdabde admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/bce2d90e-3d23-434b-9562-81939926f272 HTTP/1.1" status: 204 len: 168 time: 0.1356595 Jul 06 14:22:27.089465 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1457fe93-fe0c-4d7b-ac2e-cb3617cdabde admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bce2d90e-3d23-434b-9562-81939926f272,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:22:27.420115 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 39354) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:22:27.467637 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-e1171d3a-553f-4ff5-9dc6-05fa17166486 admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=6a3f31c600b14a708dc4e05684c320cb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0460944 Jul 06 14:22:27.470127 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 39356) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:22:27.524645 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-ddf0615a-1ae8-45fc-bc1c-f18956868f3b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:27.548999 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-ddf0615a-1ae8-45fc-bc1c-f18956868f3b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:27.598300 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-ddf0615a-1ae8-45fc-bc1c-f18956868f3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:27.601275 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-ddf0615a-1ae8-45fc-bc1c-f18956868f3b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:27.605334 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-ddf0615a-1ae8-45fc-bc1c-f18956868f3b admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/45b1d467-2f88-4fdb-9c34-a521c3b3e259 HTTP/1.1" status: 204 len: 168 time: 0.1309569 Jul 06 14:22:27.612501 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf0615a-1ae8-45fc-bc1c-f18956868f3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45b1d467-2f88-4fdb-9c34-a521c3b3e259,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:22:28.018311 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126dddb0-1560-4835-91d0-7cf725d92f55 req-e5978156-caaa-4452-8f2f-36f0c1e328e7 tempest-AttachVolumeNegativeTest-1214840538 tempest-AttachVolumeNegativeTest-1214840538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:22:28.019853 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-126dddb0-1560-4835-91d0-7cf725d92f55 req-e5978156-caaa-4452-8f2f-36f0c1e328e7 tempest-AttachVolumeNegativeTest-1214840538 tempest-AttachVolumeNegativeTest-1214840538-project] 10.222.0.104 "GET /v2.0/ports?device_id=fd1cf20a-f37b-4888-85ef-d58bb224ac09 HTTP/1.1" status: 200 len: 945 time: 0.0890138 Jul 06 14:22:28.067472 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-126dddb0-1560-4835-91d0-7cf725d92f55 req-6785149b-9690-48a9-bb01-ab0908285f57 tempest-AttachVolumeNegativeTest-1214840538 tempest-AttachVolumeNegativeTest-1214840538-project] 10.222.0.104 "GET /v2.0/security-groups?id=e25fc918-d317-48f5-8fe8-cddb17b098d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413432 Jul 06 14:22:28.391473 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fabe52-1514-48b2-9bdb-09246104d19a req-d533da3e-56bb-40cb-af86-30945de42fdc tempest-AttachVolumeNegativeTest-1214840538 tempest-AttachVolumeNegativeTest-1214840538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:22:28.391473 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-e4fabe52-1514-48b2-9bdb-09246104d19a req-d533da3e-56bb-40cb-af86-30945de42fdc tempest-AttachVolumeNegativeTest-1214840538 tempest-AttachVolumeNegativeTest-1214840538-project] 10.222.0.127 "GET /v2.0/ports?device_id=fd1cf20a-f37b-4888-85ef-d58bb224ac09 HTTP/1.1" status: 200 len: 945 time: 0.0710986 Jul 06 14:22:28.426129 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-03f71b24-a9b8-453a-8924-caa3f97bc6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:28.504901 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.plugin [req-e4fabe52-1514-48b2-9bdb-09246104d19a req-65812be6-e1ef-4b4b-88c2-3420c4450fdc tempest-AttachVolumeNegativeTest-1214840538 tempest-AttachVolumeNegativeTest-1214840538-project] Deleting port d89680d5-9285-4fd5-9184-9044e55f8a2a {{(pid=100247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:22:28.505312 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-e4fabe52-1514-48b2-9bdb-09246104d19a req-65812be6-e1ef-4b4b-88c2-3420c4450fdc tempest-AttachVolumeNegativeTest-1214840538 tempest-AttachVolumeNegativeTest-1214840538-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:28.549527 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 39414) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:22:28.616068 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.db [req-e4fabe52-1514-48b2-9bdb-09246104d19a req-65812be6-e1ef-4b4b-88c2-3420c4450fdc tempest-AttachVolumeNegativeTest-1214840538 tempest-AttachVolumeNegativeTest-1214840538-project] For port d89680d5-9285-4fd5-9184-9044e55f8a2a, host n-h1-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773647-6',level=0,port_id=d89680d5-9285-4fd5-9184-9044e55f8a2a,segment=NetworkSegment(ee908c01-b71e-40fe-968e-dba65942d6c2),segment_id=ee908c01-b71e-40fe-968e-dba65942d6c2)] {{(pid=100247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:22:28.616432 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-e4fabe52-1514-48b2-9bdb-09246104d19a req-65812be6-e1ef-4b4b-88c2-3420c4450fdc tempest-AttachVolumeNegativeTest-1214840538 tempest-AttachVolumeNegativeTest-1214840538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:28.632738 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.plugin [req-e4fabe52-1514-48b2-9bdb-09246104d19a req-65812be6-e1ef-4b4b-88c2-3420c4450fdc tempest-AttachVolumeNegativeTest-1214840538 tempest-AttachVolumeNegativeTest-1214840538-project] Calling delete_port for d89680d5-9285-4fd5-9184-9044e55f8a2a owned by compute:nova {{(pid=100247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:22:28.815282 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-e4fabe52-1514-48b2-9bdb-09246104d19a req-65812be6-e1ef-4b4b-88c2-3420c4450fdc tempest-AttachVolumeNegativeTest-1214840538 tempest-AttachVolumeNegativeTest-1214840538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128888353'] for port, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:28.830730 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] get_ports_and_sgs() called for port_ids ['8d4df4ab-91fa-44df-b174-538329dcec07', '08ad2879-fa3c-4f13-8fdb-afb9a449876e', 'd89680d5-9285-4fd5-9184-9044e55f8a2a'] {{(pid=100248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 14:22:28.834642 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] get_ports_and_sgs() called for port_ids ['835e7711-794b-45f9-8e81-43817ead00c7'] {{(pid=100248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 14:22:28.884354 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 39424) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:22:28.901899 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-df8aa76d-8591-4be2-8d43-d3d784775bd2 tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-67789558'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:22:28.904913 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65812be6-e1ef-4b4b-88c2-3420c4450fdc tempest-AttachVolumeNegativeTest-1214840538 tempest-AttachVolumeNegativeTest-1214840538-project] Pushing event deleted for resources: {'Port': ['ID=d89680d5-9285-4fd5-9184-9044e55f8a2a,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:22:28.937673 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df8aa76d-8591-4be2-8d43-d3d784775bd2 tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] Made reservation on behalf of 70a02b678d1f412995b42e26d2f0e3af for: {'network': 1} {{(pid=100246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:22:28.945706 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-df8aa76d-8591-4be2-8d43-d3d784775bd2 tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for network, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:28.974588 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-df8aa76d-8591-4be2-8d43-d3d784775bd2 tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] Notify callbacks [] for security_group, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:29.001113 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4fabe52-1514-48b2-9bdb-09246104d19a req-65812be6-e1ef-4b4b-88c2-3420c4450fdc tempest-AttachVolumeNegativeTest-1214840538 tempest-AttachVolumeNegativeTest-1214840538-project] No DVR routers for this DVR port d89680d5-9285-4fd5-9184-9044e55f8a2a on host n-h1-773647-6 {{(pid=100247) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:22:29.005778 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-e4fabe52-1514-48b2-9bdb-09246104d19a req-65812be6-e1ef-4b4b-88c2-3420c4450fdc tempest-AttachVolumeNegativeTest-1214840538 tempest-AttachVolumeNegativeTest-1214840538-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:29.010923 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-e4fabe52-1514-48b2-9bdb-09246104d19a req-65812be6-e1ef-4b4b-88c2-3420c4450fdc tempest-AttachVolumeNegativeTest-1214840538 tempest-AttachVolumeNegativeTest-1214840538-project] 10.222.0.127 "DELETE /v2.0/ports/d89680d5-9285-4fd5-9184-9044e55f8a2a HTTP/1.1" status: 204 len: 173 time: 0.6179738 Jul 06 14:22:29.012019 n-d-773647-6 neutron-server[100247]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd1cf20a-f37b-4888-85ef-d58bb224ac09', 'name': 'network-vif-deleted', 'tag': 'd89680d5-9285-4fd5-9184-9044e55f8a2a'}] {{(pid=100247) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:22:29.027336 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cbf0eeaae822f8fc9b87a94aeba67a3d651842baf663a51cba94b67a514836d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a644366-40f1-4648-8255-41b2742ee8d8" -d '{"events": [{"server_uuid": "fd1cf20a-f37b-4888-85ef-d58bb224ac09", "name": "network-vif-deleted", "tag": "d89680d5-9285-4fd5-9184-9044e55f8a2a"}]}' {{(pid=100247) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:22:29.075641 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-06289019-b6d3-4e68-bc94-06e589dde59a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:29.115722 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 14:22:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d93b4ff-969f-4aa2-b0ac-6d81f7f1b1ea x-openstack-request-id: req-9d93b4ff-969f-4aa2-b0ac-6d81f7f1b1ea {{(pid=100247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:22:29.116174 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd1cf20a-f37b-4888-85ef-d58bb224ac09", "name": "network-vif-deleted", "tag": "d89680d5-9285-4fd5-9184-9044e55f8a2a", "status": "completed", "code": 200}]} {{(pid=100247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:22:29.116532 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-9d93b4ff-969f-4aa2-b0ac-6d81f7f1b1ea {{(pid=100247) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:22:29.117083 n-d-773647-6 neutron-server[100247]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd1cf20a-f37b-4888-85ef-d58bb224ac09', 'name': 'network-vif-deleted', 'tag': 'd89680d5-9285-4fd5-9184-9044e55f8a2a', 'status': 'completed', 'code': 200} Jul 06 14:22:29.172042 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-df8aa76d-8591-4be2-8d43-d3d784775bd2 tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] Notify callbacks [] for security_group, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:29.179496 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-df8aa76d-8591-4be2-8d43-d3d784775bd2 tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:29.274248 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df8aa76d-8591-4be2-8d43-d3d784775bd2 tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] vlan segment allocate from pool success with {'vlan_id': 1000, 'physical_network': 'physnet1'} {{(pid=100246) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 14:22:29.312533 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-df8aa76d-8591-4be2-8d43-d3d784775bd2 tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552'] for segment, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:29.313062 n-d-773647-6 neutron-server[100246]: INFO neutron.db.segments_db [None req-df8aa76d-8591-4be2-8d43-d3d784775bd2 tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] Added segment fb1100e5-984f-4c2f-947b-e17a52c21a0d of type vlan for network 0ec71722-ed11-451f-981a-14655b176bab Jul 06 14:22:29.333118 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-4240c719-9c3d-4a13-8267-8c9a16e5bdb5 req-f7f4d591-92e0-46c9-a12f-9043195968f6 tempest-AttachVolumeNegativeTest-1214840538 tempest-AttachVolumeNegativeTest-1214840538-project] 10.222.0.104 "GET /v2.0/ports?device_id=fd1cf20a-f37b-4888-85ef-d58bb224ac09 HTTP/1.1" status: 200 len: 210 time: 0.0438833 Jul 06 14:22:29.370417 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-df8aa76d-8591-4be2-8d43-d3d784775bd2 tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773752984405'] for network, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:29.387024 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8aa76d-8591-4be2-8d43-d3d784775bd2 tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] Pushing event updated for resources: {'SecurityGroup': ['ID=13b953a6-2fcb-467e-8177-08414045382a,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:22:29.475142 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-df8aa76d-8591-4be2-8d43-d3d784775bd2 tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060'] for network, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:29.488084 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df8aa76d-8591-4be2-8d43-d3d784775bd2 tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:22:29.488734 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-df8aa76d-8591-4be2-8d43-d3d784775bd2 tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] Notify callbacks [] for network, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:29.585603 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-06289019-b6d3-4e68-bc94-06e589dde59a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:29.588783 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8aa76d-8591-4be2-8d43-d3d784775bd2 tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] Pushing event updated for resources: {'Network': ['ID=0ec71722-ed11-451f-981a-14655b176bab,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:22:29.597530 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-06289019-b6d3-4e68-bc94-06e589dde59a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:29.601971 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Network 0ec71722-ed11-451f-981a-14655b176bab details requested by agent ovs-agent-n-d-773647-6 with host n-d-773647-6 {{(pid=100248) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 14:22:29.612544 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-df8aa76d-8591-4be2-8d43-d3d784775bd2 tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] 10.222.0.104 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.0582273 Jul 06 14:22:29.613809 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 39444) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:22:29.629376 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [None req-e2d886d0-be7a-42e9-ac06-7f9883dfac04 tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] Request body: {'subnet': {'network_id': '0ec71722-ed11-451f-981a-14655b176bab', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:22:29.660945 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-06289019-b6d3-4e68-bc94-06e589dde59a admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=b09a0a7cb82e4a0dafe5dec9330d1775&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7750559 Jul 06 14:22:29.664369 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 39446) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:22:29.681509 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06289019-b6d3-4e68-bc94-06e589dde59a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1296949-b57e-48e1-92be-72e277530cca,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:22:29.759527 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-45aae4f6-0bd1-4305-95fd-b09e5c75a551 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:29.787313 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-45aae4f6-0bd1-4305-95fd-b09e5c75a551 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:29.816930 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2d886d0-be7a-42e9-ac06-7f9883dfac04 tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] Made reservation on behalf of 70a02b678d1f412995b42e26d2f0e3af for: {'subnet': 1} {{(pid=100247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:22:29.821607 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-e2d886d0-be7a-42e9-ac06-7f9883dfac04 tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127627440'] for subnet, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:29.871024 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-45aae4f6-0bd1-4305-95fd-b09e5c75a551 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:29.875543 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-45aae4f6-0bd1-4305-95fd-b09e5c75a551 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:29.878394 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-45aae4f6-0bd1-4305-95fd-b09e5c75a551 admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/d1296949-b57e-48e1-92be-72e277530cca HTTP/1.1" status: 204 len: 168 time: 0.2128317 Jul 06 14:22:29.889235 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45aae4f6-0bd1-4305-95fd-b09e5c75a551 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1296949-b57e-48e1-92be-72e277530cca,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:22:30.054222 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-e2d886d0-be7a-42e9-ac06-7f9883dfac04 tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1849032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-128888412', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127627426'] for subnet, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:30.114340 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d886d0-be7a-42e9-ac06-7f9883dfac04 tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] Pushing event updated for resources: {'Subnet': ['ID=a680b4d2-78b6-476d-a130-a72322ee04eb,revision_number=0']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:22:30.126123 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2d886d0-be7a-42e9-ac06-7f9883dfac04 tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] Checking segment: {'id': 'fb1100e5-984f-4c2f-947b-e17a52c21a0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1000, 'network_id': '0ec71722-ed11-451f-981a-14655b176bab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100247) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:22:30.127019 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2d886d0-be7a-42e9-ac06-7f9883dfac04 tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] Network hostable DHCP agents. Network: 0ec71722-ed11-451f-981a-14655b176bab, hostable agents: ['f2bada3d-be77-4359-982b-8505a2bbca04'], hosted agents: [] {{(pid=100247) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 14:22:30.155924 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2d886d0-be7a-42e9-ac06-7f9883dfac04 tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] Network 0ec71722-ed11-451f-981a-14655b176bab is scheduled to be hosted by DHCP agent f2bada3d-be77-4359-982b-8505a2bbca04 with binding_index 1 {{(pid=100247) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 14:22:30.167908 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.base_scheduler [None req-e2d886d0-be7a-42e9-ac06-7f9883dfac04 tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773647-6, 0ec71722-ed11-451f-981a-14655b176bab) {{(pid=100247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:22:30.176082 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e75086f-b0db-4d7e-a41d-c74c2d223261 None None] Network 0ec71722-ed11-451f-981a-14655b176bab requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:22:30.184917 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2d886d0-be7a-42e9-ac06-7f9883dfac04 tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:22:30.185828 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-e2d886d0-be7a-42e9-ac06-7f9883dfac04 tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] Notify callbacks [] for subnet, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:30.201816 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-e2d886d0-be7a-42e9-ac06-7f9883dfac04 tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] 10.222.0.104 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.5868311 Jul 06 14:22:30.205500 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 39460) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:22:30.209222 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 39462) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:22:30.211640 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-d7b483c0-c2aa-4e09-8397-7f4f6835fc06 tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-2097214727', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719'}, 'admin_state_up': False}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:22:30.225806 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-500910af-7491-432a-a625-be4d41cd4085 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:30.243191 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-d7b483c0-c2aa-4e09-8397-7f4f6835fc06 tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1806290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6992'] for router, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:30.246621 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-d7b483c0-c2aa-4e09-8397-7f4f6835fc06 tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1806157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1808637', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1714747', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7007'] for router, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:30.330358 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-d7b483c0-c2aa-4e09-8397-7f4f6835fc06 tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:30.335640 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-500910af-7491-432a-a625-be4d41cd4085 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:30.342694 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-500910af-7491-432a-a625-be4d41cd4085 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:30.353670 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af8dbb30-461f-47ad-bfd0-c750d0586262 None None] Network 0ec71722-ed11-451f-981a-14655b176bab requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:22:30.396629 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-500910af-7491-432a-a625-be4d41cd4085 admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=ca1fab3956ce4487a771a4c8ecff40d7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1863780 Jul 06 14:22:30.397490 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 39472) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:22:30.404790 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500910af-7491-432a-a625-be4d41cd4085 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bce97eb-612f-45a0-b133-e7448832367c,revision_number=1']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:22:30.508219 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-877e0797-ce47-42ca-a69e-6b8c510a5daf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:30.525646 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-d7b483c0-c2aa-4e09-8397-7f4f6835fc06 tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1761047', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1806272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6989'] for router, precommit_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:30.561956 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-877e0797-ce47-42ca-a69e-6b8c510a5daf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:30.623408 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-877e0797-ce47-42ca-a69e-6b8c510a5daf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:30.626212 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-877e0797-ce47-42ca-a69e-6b8c510a5daf admin admin] Notify callbacks [] for security_group, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:30.629938 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-877e0797-ce47-42ca-a69e-6b8c510a5daf admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/5bce97eb-612f-45a0-b133-e7448832367c HTTP/1.1" status: 204 len: 168 time: 0.2293754 Jul 06 14:22:30.646181 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877e0797-ce47-42ca-a69e-6b8c510a5daf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bce97eb-612f-45a0-b133-e7448832367c,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:22:30.834368 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-d7b483c0-c2aa-4e09-8397-7f4f6835fc06 tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] Notify callbacks [] for router_gateway, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:30.865553 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-d7b483c0-c2aa-4e09-8397-7f4f6835fc06 tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:31.022557 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.db_base_plugin_common [None req-d7b483c0-c2aa-4e09-8397-7f4f6835fc06 tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] Allocated IP 172.25.0.143 (2658f09e-a580-4d4a-9968-2d1e0ad93719/cbf74abc-6fe1-4d33-b005-c948923b9647/3733aff8-6931-4960-81d3-ebf3183d1526) {{(pid=100246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:22:31.149245 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.agents_db [None req-167c0ad6-1657-4c9a-a2c4-3b18056aa662 None None] Agent healthcheck: found 7 active agents {{(pid=100249) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 14:22:31.169138 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-d7b483c0-c2aa-4e09-8397-7f4f6835fc06 tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] Notify callbacks [] for port, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:31.228979 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-d7b483c0-c2aa-4e09-8397-7f4f6835fc06 tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-127687573'] for port, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:31.279864 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7b483c0-c2aa-4e09-8397-7f4f6835fc06 tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] Network 2658f09e-a580-4d4a-9968-2d1e0ad93719 is already hosted by enough agents. {{(pid=100246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:22:31.284277 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.base_scheduler [None req-d7b483c0-c2aa-4e09-8397-7f4f6835fc06 tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] Resources bound (agent type, host, resource id): {{(pid=100246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:22:31.291362 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7b483c0-c2aa-4e09-8397-7f4f6835fc06 tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] Received port after_create {{(pid=100246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:22:31.296967 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b483c0-c2aa-4e09-8397-7f4f6835fc06 tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] Pushing event updated for resources: {'Port': ['ID=3733aff8-6931-4960-81d3-ebf3183d1526,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:22:31.623122 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-d7b483c0-c2aa-4e09-8397-7f4f6835fc06 tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] Notify callbacks [] for router_gateway, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:31.898218 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-d7b483c0-c2aa-4e09-8397-7f4f6835fc06 tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1806297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1761036'] for router, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:32.057018 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7b483c0-c2aa-4e09-8397-7f4f6835fc06 tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] Router cbf9cae9-e8d9-42c3-b4e4-0cdcc22be709 is scheduled to L3 agent 2823d358-a11b-4885-a706-95a279e43fa7 with binding_index 1 {{(pid=100246) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 14:22:32.186444 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Device d89680d5-9285-4fd5-9184-9044e55f8a2a no longer exists at agent hyperv_n-h1-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:22:32.210431 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7b483c0-c2aa-4e09-8397-7f4f6835fc06 tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] Notify agent at l3_agent.n-d-773647-6 the message routers_updated {{(pid=100246) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 14:22:32.222008 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a12b0536-45af-4211-b6c5-4225415d4f7a None None] Sync routers for ids ['cbf9cae9-e8d9-42c3-b4e4-0cdcc22be709'] in n-d-773647-6 {{(pid=100249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 14:22:32.231031 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] No Port match for: d89680d5-9285-4fd5-9184-9044e55f8a2a {{(pid=100248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 14:22:32.233108 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Device d89680d5-9285-4fd5-9184-9044e55f8a2a not bound to the agent host n-h1-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:22:32.236358 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a12b0536-45af-4211-b6c5-4225415d4f7a None None] Routers {'cbf9cae9-e8d9-42c3-b4e4-0cdcc22be709'} bound to L3 agent in host n-d-773647-6 {{(pid=100249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:22:32.238860 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-a12b0536-45af-4211-b6c5-4225415d4f7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T14:22:26Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['cbf9cae9-e8d9-42c3-b4e4-0cdcc22be709'], 'active': True} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:22:32.255163 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-d7b483c0-c2aa-4e09-8397-7f4f6835fc06 tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] Notify callbacks [] for router, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:32.259594 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-d7b483c0-c2aa-4e09-8397-7f4f6835fc06 tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] 10.222.0.104 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.0493562 Jul 06 14:22:32.260040 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 39546) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:22:32.304258 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-a12b0536-45af-4211-b6c5-4225415d4f7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-773647-6', False) {} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:22:32.313616 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a12b0536-45af-4211-b6c5-4225415d4f7a None None] Routers {'cbf9cae9-e8d9-42c3-b4e4-0cdcc22be709'} bound to L3 agent in host n-d-773647-6 {{(pid=100249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:22:32.314260 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-a12b0536-45af-4211-b6c5-4225415d4f7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T14:22:26Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['cbf9cae9-e8d9-42c3-b4e4-0cdcc22be709'], 'active': True} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:22:32.354251 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-a12b0536-45af-4211-b6c5-4225415d4f7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-773647-6', False) {} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:22:32.355151 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a12b0536-45af-4211-b6c5-4225415d4f7a None None] The sync data for ids ['cbf9cae9-e8d9-42c3-b4e4-0cdcc22be709'] in n-d-773647-6 is: [] {{(pid=100249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 14:22:32.486769 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 39552) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:22:32.632223 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-aa6666b4-20bf-4b43-ba46-973b10a24cbf admin admin] Notify callbacks [] for security_group, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:32.768536 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-aa6666b4-20bf-4b43-ba46-973b10a24cbf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:32.774546 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-aa6666b4-20bf-4b43-ba46-973b10a24cbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:32.806461 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6666b4-20bf-4b43-ba46-973b10a24cbf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be303357-413f-453d-9671-99d9833bcd6c,revision_number=1']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:22:32.827270 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-aa6666b4-20bf-4b43-ba46-973b10a24cbf admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=b2b4977350f946eda8ebcf3a39d447b0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3382974 Jul 06 14:22:32.829115 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 39558) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:22:32.854992 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-c05ba691-a70b-4707-a24b-3a94de031367 tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:32.903328 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-52243638-a762-41b0-b743-a9c56a0f8d9a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:32.937287 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-52243638-a762-41b0-b743-a9c56a0f8d9a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:32.998276 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-52243638-a762-41b0-b743-a9c56a0f8d9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:33.002727 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-52243638-a762-41b0-b743-a9c56a0f8d9a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:33.006438 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-52243638-a762-41b0-b743-a9c56a0f8d9a admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/be303357-413f-453d-9671-99d9833bcd6c HTTP/1.1" status: 204 len: 168 time: 0.1755204 Jul 06 14:22:33.024470 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52243638-a762-41b0-b743-a9c56a0f8d9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be303357-413f-453d-9671-99d9833bcd6c,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:22:33.225770 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.db_base_plugin_common [None req-c05ba691-a70b-4707-a24b-3a94de031367 tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] Allocated IP 172.20.0.1 (0ec71722-ed11-451f-981a-14655b176bab/a680b4d2-78b6-476d-a130-a72322ee04eb/69fb6129-0eb6-4009-ae45-f737eeb26196) {{(pid=100246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:22:33.758194 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-c05ba691-a70b-4707-a24b-3a94de031367 tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] Notify callbacks [] for port, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:33.801645 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-c05ba691-a70b-4707-a24b-3a94de031367 tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-127687573'] for port, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:33.852873 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c05ba691-a70b-4707-a24b-3a94de031367 tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] Network 0ec71722-ed11-451f-981a-14655b176bab is already hosted by enough agents. {{(pid=100246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:22:33.856861 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.base_scheduler [None req-c05ba691-a70b-4707-a24b-3a94de031367 tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] Resources bound (agent type, host, resource id): {{(pid=100246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:22:33.864036 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c05ba691-a70b-4707-a24b-3a94de031367 tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] Received port after_create {{(pid=100246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:22:33.870594 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05ba691-a70b-4707-a24b-3a94de031367 tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] Pushing event updated for resources: {'Port': ['ID=69fb6129-0eb6-4009-ae45-f737eeb26196,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:22:33.926728 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-c05ba691-a70b-4707-a24b-3a94de031367 tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1807675'] for router_interface, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:34.169893 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-c05ba691-a70b-4707-a24b-3a94de031367 tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:34.335790 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2d6f38-5bbe-47aa-bc83-6e744ab4ceae req-09a6fe11-ecdc-4596-ad2c-6536132a998c tempest-AttachVolumeNegativeTest-1214840538 tempest-AttachVolumeNegativeTest-1214840538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:22:34.338048 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-7c2d6f38-5bbe-47aa-bc83-6e744ab4ceae req-09a6fe11-ecdc-4596-ad2c-6536132a998c tempest-AttachVolumeNegativeTest-1214840538 tempest-AttachVolumeNegativeTest-1214840538-project] 10.222.0.104 "GET /v2.0/ports?device_id=d98352f6-56aa-4316-9a48-ca7b7ba8add3 HTTP/1.1" status: 200 len: 946 time: 0.0947039 Jul 06 14:22:34.382574 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-7c2d6f38-5bbe-47aa-bc83-6e744ab4ceae req-312970db-d203-4662-b58b-61692d0a3855 tempest-AttachVolumeNegativeTest-1214840538 tempest-AttachVolumeNegativeTest-1214840538-project] 10.222.0.104 "GET /v2.0/security-groups?id=e25fc918-d317-48f5-8fe8-cddb17b098d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382504 Jul 06 14:22:34.588095 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-c05ba691-a70b-4707-a24b-3a94de031367 tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] Notify callbacks [] for port, precommit_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:34.594160 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-c05ba691-a70b-4707-a24b-3a94de031367 tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127687527'] for port, after_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:34.683840 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05ba691-a70b-4707-a24b-3a94de031367 tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] Pushing event updated for resources: {'Port': ['ID=69fb6129-0eb6-4009-ae45-f737eeb26196,revision_number=2']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:22:34.686324 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-c05ba691-a70b-4707-a24b-3a94de031367 tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1809478'] for router_interface, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:34.789039 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c05ba691-a70b-4707-a24b-3a94de031367 tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] Network 0ec71722-ed11-451f-981a-14655b176bab is already hosted by enough agents. {{(pid=100246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:22:34.790831 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.base_scheduler [None req-c05ba691-a70b-4707-a24b-3a94de031367 tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] Resources bound (agent type, host, resource id): {{(pid=100246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:22:34.928123 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c05ba691-a70b-4707-a24b-3a94de031367 tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] Router cbf9cae9-e8d9-42c3-b4e4-0cdcc22be709 has already been hosted by L3 agent 2823d358-a11b-4885-a706-95a279e43fa7 {{(pid=100246) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 14:22:35.050494 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c05ba691-a70b-4707-a24b-3a94de031367 tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] Notify agent at l3_agent.n-d-773647-6 the message routers_updated {{(pid=100246) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 14:22:35.057752 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-c05ba691-a70b-4707-a24b-3a94de031367 tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] 10.222.0.104 "PUT /v2.0/routers/cbf9cae9-e8d9-42c3-b4e4-0cdcc22be709/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7965410 Jul 06 14:22:35.061560 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 39620) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:22:35.066812 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7e7056f-0e25-49ed-8ff1-170b7d2ba555 None None] Sync routers for ids ['cbf9cae9-e8d9-42c3-b4e4-0cdcc22be709'] in n-d-773647-6 {{(pid=100248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 14:22:35.067634 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-7052da7d-3354-468b-a510-5a727307b008 tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] Request body: {'port': {'network_id': '0ec71722-ed11-451f-981a-14655b176bab', 'name': 'tempest-FloatingIPTestJSON-123846664'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:22:35.083635 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7e7056f-0e25-49ed-8ff1-170b7d2ba555 None None] Routers {'cbf9cae9-e8d9-42c3-b4e4-0cdcc22be709'} bound to L3 agent in host n-d-773647-6 {{(pid=100248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:22:35.084633 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-b7e7056f-0e25-49ed-8ff1-170b7d2ba555 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T14:22:26Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['cbf9cae9-e8d9-42c3-b4e4-0cdcc22be709'], 'active': True} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:22:35.125001 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-b7e7056f-0e25-49ed-8ff1-170b7d2ba555 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-773647-6', False) {} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:22:35.135131 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7e7056f-0e25-49ed-8ff1-170b7d2ba555 None None] Routers {'cbf9cae9-e8d9-42c3-b4e4-0cdcc22be709'} bound to L3 agent in host n-d-773647-6 {{(pid=100248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:22:35.136246 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-b7e7056f-0e25-49ed-8ff1-170b7d2ba555 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T14:22:26Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['cbf9cae9-e8d9-42c3-b4e4-0cdcc22be709'], 'active': True} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:22:35.173451 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-b7e7056f-0e25-49ed-8ff1-170b7d2ba555 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-773647-6', False) {} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:22:35.174230 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7e7056f-0e25-49ed-8ff1-170b7d2ba555 None None] The sync data for ids ['cbf9cae9-e8d9-42c3-b4e4-0cdcc22be709'] in n-d-773647-6 is: [] {{(pid=100248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 14:22:35.218319 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7052da7d-3354-468b-a510-5a727307b008 tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] Made reservation on behalf of 70a02b678d1f412995b42e26d2f0e3af for: {'port': 1} {{(pid=100246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:22:35.222975 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-7052da7d-3354-468b-a510-5a727307b008 tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:35.243360 n-d-773647-6 neutron-server[100246]: DEBUG neutron.notifiers.nova [None req-7052da7d-3354-468b-a510-5a727307b008 tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] device_id is not set on port db46efe2-3db7-4f01-a71b-80a3561688b2 yet. {{(pid=100246) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 14:22:35.395287 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.db_base_plugin_common [None req-7052da7d-3354-468b-a510-5a727307b008 tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] Allocated IP 172.20.0.7 (0ec71722-ed11-451f-981a-14655b176bab/a680b4d2-78b6-476d-a130-a72322ee04eb/db46efe2-3db7-4f01-a71b-80a3561688b2) {{(pid=100246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:22:35.617705 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3465fd44-9792-4d01-b61d-ced866f71ee9 req-3d903089-5be3-465e-adff-84ba00818ec2 tempest-AttachVolumeNegativeTest-1214840538 tempest-AttachVolumeNegativeTest-1214840538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:22:35.624960 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-3465fd44-9792-4d01-b61d-ced866f71ee9 req-3d903089-5be3-465e-adff-84ba00818ec2 tempest-AttachVolumeNegativeTest-1214840538 tempest-AttachVolumeNegativeTest-1214840538-project] 10.222.0.104 "GET /v2.0/ports?device_id=d98352f6-56aa-4316-9a48-ca7b7ba8add3 HTTP/1.1" status: 200 len: 946 time: 0.0911329 Jul 06 14:22:35.641757 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-7052da7d-3354-468b-a510-5a727307b008 tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] Notify callbacks [] for port, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:35.675961 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-3465fd44-9792-4d01-b61d-ced866f71ee9 req-0c81645d-659f-45d0-aef9-6936247157d1 tempest-AttachVolumeNegativeTest-1214840538 tempest-AttachVolumeNegativeTest-1214840538-project] 10.222.0.104 "GET /v2.0/security-groups?id=e25fc918-d317-48f5-8fe8-cddb17b098d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499203 Jul 06 14:22:35.706386 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-7052da7d-3354-468b-a510-5a727307b008 tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-127687573'] for port, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:35.766850 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7052da7d-3354-468b-a510-5a727307b008 tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] Network 0ec71722-ed11-451f-981a-14655b176bab is already hosted by enough agents. {{(pid=100246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:22:35.772354 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.base_scheduler [None req-7052da7d-3354-468b-a510-5a727307b008 tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] Resources bound (agent type, host, resource id): {{(pid=100246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:22:35.779442 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7052da7d-3354-468b-a510-5a727307b008 tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] Received port after_create {{(pid=100246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:22:35.805747 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7052da7d-3354-468b-a510-5a727307b008 tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] Pushing event updated for resources: {'Port': ['ID=db46efe2-3db7-4f01-a71b-80a3561688b2,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:22:35.834741 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7052da7d-3354-468b-a510-5a727307b008 tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:22:35.835394 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-7052da7d-3354-468b-a510-5a727307b008 tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:35.839147 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 39650) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:22:35.857089 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-7052da7d-3354-468b-a510-5a727307b008 tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] 10.222.0.104 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 0.7941613 Jul 06 14:22:35.859548 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 39654) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:22:35.866026 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-7c0bc0ce-d93c-4633-b203-779d8f2c5394 tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] Request body: {'port': {'network_id': '0ec71722-ed11-451f-981a-14655b176bab', 'name': 'tempest-FloatingIPTestJSON-1166922221'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:22:35.973778 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-26218a57-0f18-4545-8ecd-9c098252fcdc admin admin] Notify callbacks [] for security_group, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:35.992773 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c0bc0ce-d93c-4633-b203-779d8f2c5394 tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] Made reservation on behalf of 70a02b678d1f412995b42e26d2f0e3af for: {'port': 1} {{(pid=100246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:22:35.997266 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-7c0bc0ce-d93c-4633-b203-779d8f2c5394 tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:36.024428 n-d-773647-6 neutron-server[100246]: DEBUG neutron.notifiers.nova [None req-7c0bc0ce-d93c-4633-b203-779d8f2c5394 tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] device_id is not set on port bd8a684d-e45a-48cd-b479-c71fc4b683eb yet. {{(pid=100246) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 14:22:36.026832 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a3197a-bd27-4f79-9fa2-580f176239b1 req-9db17c1b-01bc-4501-bedb-89fca722c334 tempest-AttachVolumeNegativeTest-1214840538 tempest-AttachVolumeNegativeTest-1214840538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:22:36.028582 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-18a3197a-bd27-4f79-9fa2-580f176239b1 req-9db17c1b-01bc-4501-bedb-89fca722c334 tempest-AttachVolumeNegativeTest-1214840538 tempest-AttachVolumeNegativeTest-1214840538-project] 10.222.0.127 "GET /v2.0/ports?device_id=d98352f6-56aa-4316-9a48-ca7b7ba8add3 HTTP/1.1" status: 200 len: 946 time: 0.1046035 Jul 06 14:22:36.163644 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.db_base_plugin_common [None req-7c0bc0ce-d93c-4633-b203-779d8f2c5394 tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] Allocated IP 172.20.0.12 (0ec71722-ed11-451f-981a-14655b176bab/a680b4d2-78b6-476d-a130-a72322ee04eb/bd8a684d-e45a-48cd-b479-c71fc4b683eb) {{(pid=100246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:22:36.191275 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-26218a57-0f18-4545-8ecd-9c098252fcdc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:36.196810 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-26218a57-0f18-4545-8ecd-9c098252fcdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:36.215028 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.plugin [req-18a3197a-bd27-4f79-9fa2-580f176239b1 req-4f5378df-7e9f-44c7-8e4a-feaf6515c3d0 tempest-AttachVolumeNegativeTest-1214840538 tempest-AttachVolumeNegativeTest-1214840538-project] Deleting port 08ad2879-fa3c-4f13-8fdb-afb9a449876e {{(pid=100247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:22:36.215398 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-18a3197a-bd27-4f79-9fa2-580f176239b1 req-4f5378df-7e9f-44c7-8e4a-feaf6515c3d0 tempest-AttachVolumeNegativeTest-1214840538 tempest-AttachVolumeNegativeTest-1214840538-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:36.288129 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-26218a57-0f18-4545-8ecd-9c098252fcdc admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=7dcace0351df48b6b061b738f0e30dd5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4478738 Jul 06 14:22:36.290755 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 39656) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:22:36.290908 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26218a57-0f18-4545-8ecd-9c098252fcdc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96dcd75f-dee0-43d5-87ae-71d91d028413,revision_number=1']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:22:36.334306 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.db [req-18a3197a-bd27-4f79-9fa2-580f176239b1 req-4f5378df-7e9f-44c7-8e4a-feaf6515c3d0 tempest-AttachVolumeNegativeTest-1214840538 tempest-AttachVolumeNegativeTest-1214840538-project] For port 08ad2879-fa3c-4f13-8fdb-afb9a449876e, host n-h1-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773647-6',level=0,port_id=08ad2879-fa3c-4f13-8fdb-afb9a449876e,segment=NetworkSegment(ee908c01-b71e-40fe-968e-dba65942d6c2),segment_id=ee908c01-b71e-40fe-968e-dba65942d6c2)] {{(pid=100247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:22:36.334663 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-18a3197a-bd27-4f79-9fa2-580f176239b1 req-4f5378df-7e9f-44c7-8e4a-feaf6515c3d0 tempest-AttachVolumeNegativeTest-1214840538 tempest-AttachVolumeNegativeTest-1214840538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:36.347498 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.plugin [req-18a3197a-bd27-4f79-9fa2-580f176239b1 req-4f5378df-7e9f-44c7-8e4a-feaf6515c3d0 tempest-AttachVolumeNegativeTest-1214840538 tempest-AttachVolumeNegativeTest-1214840538-project] Calling delete_port for 08ad2879-fa3c-4f13-8fdb-afb9a449876e owned by compute:nova {{(pid=100247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:22:36.371882 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-0eba2703-9214-46dd-b45e-7a81bf1546f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:36.417709 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-0eba2703-9214-46dd-b45e-7a81bf1546f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:36.429126 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-7c0bc0ce-d93c-4633-b203-779d8f2c5394 tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] Notify callbacks [] for port, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:36.487640 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-18a3197a-bd27-4f79-9fa2-580f176239b1 req-4f5378df-7e9f-44c7-8e4a-feaf6515c3d0 tempest-AttachVolumeNegativeTest-1214840538 tempest-AttachVolumeNegativeTest-1214840538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128888353'] for port, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:36.498539 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-0eba2703-9214-46dd-b45e-7a81bf1546f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:36.502131 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-0eba2703-9214-46dd-b45e-7a81bf1546f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:36.505601 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-0eba2703-9214-46dd-b45e-7a81bf1546f1 admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/96dcd75f-dee0-43d5-87ae-71d91d028413 HTTP/1.1" status: 204 len: 168 time: 0.2112689 Jul 06 14:22:36.506677 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] get_ports_and_sgs() called for port_ids ['835e7711-794b-45f9-8e81-43817ead00c7'] {{(pid=100248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 14:22:36.507365 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-7c0bc0ce-d93c-4633-b203-779d8f2c5394 tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-127687573'] for port, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:36.508245 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] get_ports_and_sgs() called for port_ids ['8d4df4ab-91fa-44df-b174-538329dcec07', '08ad2879-fa3c-4f13-8fdb-afb9a449876e'] {{(pid=100248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 14:22:36.551415 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5378df-7e9f-44c7-8e4a-feaf6515c3d0 tempest-AttachVolumeNegativeTest-1214840538 tempest-AttachVolumeNegativeTest-1214840538-project] Pushing event deleted for resources: {'Port': ['ID=08ad2879-fa3c-4f13-8fdb-afb9a449876e,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:22:36.576267 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eba2703-9214-46dd-b45e-7a81bf1546f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96dcd75f-dee0-43d5-87ae-71d91d028413,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:22:36.591503 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c0bc0ce-d93c-4633-b203-779d8f2c5394 tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] Network 0ec71722-ed11-451f-981a-14655b176bab is already hosted by enough agents. {{(pid=100246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:22:36.595950 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.base_scheduler [None req-7c0bc0ce-d93c-4633-b203-779d8f2c5394 tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] Resources bound (agent type, host, resource id): {{(pid=100246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:22:36.600740 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c0bc0ce-d93c-4633-b203-779d8f2c5394 tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] Received port after_create {{(pid=100246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:22:36.637479 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.l3_dvrscheduler_db [req-18a3197a-bd27-4f79-9fa2-580f176239b1 req-4f5378df-7e9f-44c7-8e4a-feaf6515c3d0 tempest-AttachVolumeNegativeTest-1214840538 tempest-AttachVolumeNegativeTest-1214840538-project] No DVR routers for this DVR port 08ad2879-fa3c-4f13-8fdb-afb9a449876e on host n-h1-773647-6 {{(pid=100247) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:22:36.642379 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-18a3197a-bd27-4f79-9fa2-580f176239b1 req-4f5378df-7e9f-44c7-8e4a-feaf6515c3d0 tempest-AttachVolumeNegativeTest-1214840538 tempest-AttachVolumeNegativeTest-1214840538-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:36.646381 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-18a3197a-bd27-4f79-9fa2-580f176239b1 req-4f5378df-7e9f-44c7-8e4a-feaf6515c3d0 tempest-AttachVolumeNegativeTest-1214840538 tempest-AttachVolumeNegativeTest-1214840538-project] 10.222.0.127 "DELETE /v2.0/ports/08ad2879-fa3c-4f13-8fdb-afb9a449876e HTTP/1.1" status: 204 len: 173 time: 0.6089785 Jul 06 14:22:36.647114 n-d-773647-6 neutron-server[100247]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd98352f6-56aa-4316-9a48-ca7b7ba8add3', 'name': 'network-vif-deleted', 'tag': '08ad2879-fa3c-4f13-8fdb-afb9a449876e'}] {{(pid=100247) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:22:36.655060 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cbf0eeaae822f8fc9b87a94aeba67a3d651842baf663a51cba94b67a514836d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2dba9cb2-67f4-4357-82d7-7c227d2cd86d" -d '{"events": [{"server_uuid": "d98352f6-56aa-4316-9a48-ca7b7ba8add3", "name": "network-vif-deleted", "tag": "08ad2879-fa3c-4f13-8fdb-afb9a449876e"}]}' {{(pid=100247) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:22:36.657246 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0bc0ce-d93c-4633-b203-779d8f2c5394 tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] Pushing event updated for resources: {'Port': ['ID=bd8a684d-e45a-48cd-b479-c71fc4b683eb,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:22:36.747402 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c0bc0ce-d93c-4633-b203-779d8f2c5394 tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:22:36.747402 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-7c0bc0ce-d93c-4633-b203-779d8f2c5394 tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:36.768038 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-7c0bc0ce-d93c-4633-b203-779d8f2c5394 tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] 10.222.0.104 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.8969975 Jul 06 14:22:36.768437 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 39676) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:22:36.768437 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [None req-27d735f4-0c46-43c9-8482-6ae35812fbcb tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] Request body: {'floatingip': {'floating_network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'port_id': 'bd8a684d-e45a-48cd-b479-c71fc4b683eb', 'fixed_ip_address': '172.20.0.12'}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:22:36.835034 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 14:22:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c50eb82c-36b3-47d8-b924-79bdeb37e9b6 x-openstack-request-id: req-c50eb82c-36b3-47d8-b924-79bdeb37e9b6 {{(pid=100247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:22:36.835366 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d98352f6-56aa-4316-9a48-ca7b7ba8add3", "name": "network-vif-deleted", "tag": "08ad2879-fa3c-4f13-8fdb-afb9a449876e", "status": "completed", "code": 200}]} {{(pid=100247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:22:36.835626 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-c50eb82c-36b3-47d8-b924-79bdeb37e9b6 {{(pid=100247) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:22:36.836043 n-d-773647-6 neutron-server[100247]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd98352f6-56aa-4316-9a48-ca7b7ba8add3', 'name': 'network-vif-deleted', 'tag': '08ad2879-fa3c-4f13-8fdb-afb9a449876e', 'status': 'completed', 'code': 200} Jul 06 14:22:36.841658 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-27d735f4-0c46-43c9-8482-6ae35812fbcb tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] Notify callbacks [] for floatingip, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:37.031637 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-114f3ab4-7000-4c1d-8528-b84e04e4fc00 req-242e4900-6d04-4a29-9c24-14b34ec083c1 tempest-AttachVolumeNegativeTest-1214840538 tempest-AttachVolumeNegativeTest-1214840538-project] 10.222.0.104 "GET /v2.0/ports?device_id=d98352f6-56aa-4316-9a48-ca7b7ba8add3 HTTP/1.1" status: 200 len: 210 time: 0.0692358 Jul 06 14:22:37.072852 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-27d735f4-0c46-43c9-8482-6ae35812fbcb tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:37.237697 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.db_base_plugin_common [None req-27d735f4-0c46-43c9-8482-6ae35812fbcb tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] Allocated IP 172.25.0.121 (2658f09e-a580-4d4a-9968-2d1e0ad93719/cbf74abc-6fe1-4d33-b005-c948923b9647/36586783-785f-48af-8b2b-b76d0c38636b) {{(pid=100247) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:22:37.295759 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 39732) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:22:37.322361 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-ac4154cf-c1a7-486f-ab7b-40648fdad609 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:37.424772 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-27d735f4-0c46-43c9-8482-6ae35812fbcb tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] Notify callbacks [] for port, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:37.487024 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-27d735f4-0c46-43c9-8482-6ae35812fbcb tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-128888360'] for port, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:37.510753 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-ac4154cf-c1a7-486f-ab7b-40648fdad609 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:37.517298 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-ac4154cf-c1a7-486f-ab7b-40648fdad609 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:37.531940 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27d735f4-0c46-43c9-8482-6ae35812fbcb tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] Network 2658f09e-a580-4d4a-9968-2d1e0ad93719 is already hosted by enough agents. {{(pid=100247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:22:37.539081 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.base_scheduler [None req-27d735f4-0c46-43c9-8482-6ae35812fbcb tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] Resources bound (agent type, host, resource id): {{(pid=100247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:22:37.546471 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27d735f4-0c46-43c9-8482-6ae35812fbcb tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] Received port after_create {{(pid=100247) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:22:37.567326 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4154cf-c1a7-486f-ab7b-40648fdad609 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73e374a6-41bd-4e2d-b5c2-3a56fc42eaaa,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:22:37.576233 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-ac4154cf-c1a7-486f-ab7b-40648fdad609 admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=21cc2243c97a439f87038a4cb5488fd2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2757678 Jul 06 14:22:37.576415 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d735f4-0c46-43c9-8482-6ae35812fbcb tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] Pushing event updated for resources: {'Port': ['ID=36586783-785f-48af-8b2b-b76d0c38636b,revision_number=1']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:22:37.576415 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 39762) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:22:37.585359 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac4154cf-c1a7-486f-ab7b-40648fdad609 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:22:37.585720 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac4154cf-c1a7-486f-ab7b-40648fdad609 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:22:37.586076 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac4154cf-c1a7-486f-ab7b-40648fdad609 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:22:37.586418 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac4154cf-c1a7-486f-ab7b-40648fdad609 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:22:37.586757 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac4154cf-c1a7-486f-ab7b-40648fdad609 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:22:37.587096 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac4154cf-c1a7-486f-ab7b-40648fdad609 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:22:37.587459 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac4154cf-c1a7-486f-ab7b-40648fdad609 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:22:37.588282 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac4154cf-c1a7-486f-ab7b-40648fdad609 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:22:37.588631 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac4154cf-c1a7-486f-ab7b-40648fdad609 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:22:37.588987 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac4154cf-c1a7-486f-ab7b-40648fdad609 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:22:37.589304 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac4154cf-c1a7-486f-ab7b-40648fdad609 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:22:37.589639 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac4154cf-c1a7-486f-ab7b-40648fdad609 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:22:37.667483 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-9efadc15-819c-4430-bb96-018677af4b25 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:37.724431 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-9efadc15-819c-4430-bb96-018677af4b25 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:37.838502 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-9efadc15-819c-4430-bb96-018677af4b25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:37.841085 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-9efadc15-819c-4430-bb96-018677af4b25 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:37.842230 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-9efadc15-819c-4430-bb96-018677af4b25 admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/73e374a6-41bd-4e2d-b5c2-3a56fc42eaaa HTTP/1.1" status: 204 len: 168 time: 0.2655597 Jul 06 14:22:37.881336 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9efadc15-819c-4430-bb96-018677af4b25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73e374a6-41bd-4e2d-b5c2-3a56fc42eaaa,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:22:38.085616 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-27d735f4-0c46-43c9-8482-6ae35812fbcb tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:38.192427 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-27d735f4-0c46-43c9-8482-6ae35812fbcb tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:38.429132 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-27d735f4-0c46-43c9-8482-6ae35812fbcb tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] Notify callbacks [] for port, precommit_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:38.435341 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-27d735f4-0c46-43c9-8482-6ae35812fbcb tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128888538'] for port, after_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:38.531261 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d735f4-0c46-43c9-8482-6ae35812fbcb tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] Pushing event updated for resources: {'Port': ['ID=36586783-785f-48af-8b2b-b76d0c38636b,revision_number=2']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:22:38.551008 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-27d735f4-0c46-43c9-8482-6ae35812fbcb tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1761130'] for floatingip, after_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:38.683975 n-d-773647-6 neutron-server[100247]: INFO neutron.db.l3_db [None req-27d735f4-0c46-43c9-8482-6ae35812fbcb tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] Floating IP 870ea079-57bb-44dd-8a18-71d07da1d5e8 associated. External IP: 172.25.0.121, port: bd8a684d-e45a-48cd-b479-c71fc4b683eb. Jul 06 14:22:38.878422 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73eebca4-60d6-4587-ae43-78379b637cdb req-9f972d36-b2e3-471c-8704-f9eff4e0c332 tempest-AttachVolumeNegativeTest-1214840538 tempest-AttachVolumeNegativeTest-1214840538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:22:38.880016 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-73eebca4-60d6-4587-ae43-78379b637cdb req-9f972d36-b2e3-471c-8704-f9eff4e0c332 tempest-AttachVolumeNegativeTest-1214840538 tempest-AttachVolumeNegativeTest-1214840538-project] 10.222.0.104 "GET /v2.0/ports?device_id=e2cfa962-2a43-4ce7-9b36-a69311e0457a HTTP/1.1" status: 200 len: 945 time: 0.1550417 Jul 06 14:22:39.002093 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-73eebca4-60d6-4587-ae43-78379b637cdb req-764579af-16e5-4b11-b162-6e04d63f3592 tempest-AttachVolumeNegativeTest-1214840538 tempest-AttachVolumeNegativeTest-1214840538-project] 10.222.0.104 "GET /v2.0/security-groups?id=e25fc918-d317-48f5-8fe8-cddb17b098d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797346 Jul 06 14:22:39.037693 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27d735f4-0c46-43c9-8482-6ae35812fbcb tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] Router cbf9cae9-e8d9-42c3-b4e4-0cdcc22be709 has already been hosted by L3 agent 2823d358-a11b-4885-a706-95a279e43fa7 {{(pid=100247) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 14:22:39.165790 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27d735f4-0c46-43c9-8482-6ae35812fbcb tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] Notify agent at l3_agent.n-d-773647-6 the message routers_updated {{(pid=100247) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 14:22:39.177061 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15b4b33d-8920-4f7f-8303-d8fdb84072f0 None None] Sync routers for ids ['cbf9cae9-e8d9-42c3-b4e4-0cdcc22be709'] in n-d-773647-6 {{(pid=100249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 14:22:39.191461 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15b4b33d-8920-4f7f-8303-d8fdb84072f0 None None] Routers {'cbf9cae9-e8d9-42c3-b4e4-0cdcc22be709'} bound to L3 agent in host n-d-773647-6 {{(pid=100249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:22:39.191735 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-27d735f4-0c46-43c9-8482-6ae35812fbcb tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for floatingip, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:39.192510 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-15b4b33d-8920-4f7f-8303-d8fdb84072f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T14:22:26Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['cbf9cae9-e8d9-42c3-b4e4-0cdcc22be709'], 'active': True} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:22:39.233719 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-27d735f4-0c46-43c9-8482-6ae35812fbcb tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] 10.222.0.104 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 2.4714170 Jul 06 14:22:39.236449 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 40024) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:22:39.241736 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [None req-7d4c79a1-a7cb-4f92-864f-0606e2b8a69d tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] Request body: {'floatingip': {'port_id': None}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:22:39.250025 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-15b4b33d-8920-4f7f-8303-d8fdb84072f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-773647-6', False) {} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:22:39.268829 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15b4b33d-8920-4f7f-8303-d8fdb84072f0 None None] Routers {'cbf9cae9-e8d9-42c3-b4e4-0cdcc22be709'} bound to L3 agent in host n-d-773647-6 {{(pid=100249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:22:39.269478 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-15b4b33d-8920-4f7f-8303-d8fdb84072f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T14:22:26Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['cbf9cae9-e8d9-42c3-b4e4-0cdcc22be709'], 'active': True} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:22:39.308115 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-15b4b33d-8920-4f7f-8303-d8fdb84072f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-773647-6', False) {} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:22:39.308910 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15b4b33d-8920-4f7f-8303-d8fdb84072f0 None None] The sync data for ids ['cbf9cae9-e8d9-42c3-b4e4-0cdcc22be709'] in n-d-773647-6 is: [] {{(pid=100249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 14:22:39.327624 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-7d4c79a1-a7cb-4f92-864f-0606e2b8a69d tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] Notify callbacks [] for floatingip, before_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:39.465233 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 40056) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:22:39.507447 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-7d4c79a1-a7cb-4f92-864f-0606e2b8a69d tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:39.512364 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-7d4c79a1-a7cb-4f92-864f-0606e2b8a69d tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1761130'] for floatingip, after_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:39.512690 n-d-773647-6 neutron-server[100247]: INFO neutron.db.l3_db [None req-7d4c79a1-a7cb-4f92-864f-0606e2b8a69d tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] Floating IP 870ea079-57bb-44dd-8a18-71d07da1d5e8 disassociated. External IP: 172.25.0.121, port: bd8a684d-e45a-48cd-b479-c71fc4b683eb. Jul 06 14:22:39.626814 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-548bdd60-b86c-4253-aa69-18c81dbcfafe admin admin] Notify callbacks [] for security_group, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:39.813378 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d4c79a1-a7cb-4f92-864f-0606e2b8a69d tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] Router cbf9cae9-e8d9-42c3-b4e4-0cdcc22be709 has already been hosted by L3 agent 2823d358-a11b-4885-a706-95a279e43fa7 {{(pid=100247) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 14:22:39.830281 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-548bdd60-b86c-4253-aa69-18c81dbcfafe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:39.839490 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-548bdd60-b86c-4253-aa69-18c81dbcfafe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:39.855370 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2618786f-9eee-41ef-a8f4-ac7fd9eb6bbc req-6fac7cbe-176f-4b0c-b567-a2bfdf1440ba tempest-AttachVolumeNegativeTest-1214840538 tempest-AttachVolumeNegativeTest-1214840538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:22:39.856885 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-2618786f-9eee-41ef-a8f4-ac7fd9eb6bbc req-6fac7cbe-176f-4b0c-b567-a2bfdf1440ba tempest-AttachVolumeNegativeTest-1214840538 tempest-AttachVolumeNegativeTest-1214840538-project] 10.222.0.72 "GET /v2.0/ports?device_id=e2cfa962-2a43-4ce7-9b36-a69311e0457a HTTP/1.1" status: 200 len: 945 time: 0.0792263 Jul 06 14:22:39.931028 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-548bdd60-b86c-4253-aa69-18c81dbcfafe admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=e0d369f04ddd481fbcd7db97a08d3ced&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4648306 Jul 06 14:22:39.934447 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 40124) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:22:39.979374 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [req-2618786f-9eee-41ef-a8f4-ac7fd9eb6bbc req-f25f1c23-c0cb-44ff-9d7b-623291eed861 tempest-AttachVolumeNegativeTest-1214840538 tempest-AttachVolumeNegativeTest-1214840538-project] Deleting port 835e7711-794b-45f9-8e81-43817ead00c7 {{(pid=100246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:22:39.979731 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-2618786f-9eee-41ef-a8f4-ac7fd9eb6bbc req-f25f1c23-c0cb-44ff-9d7b-623291eed861 tempest-AttachVolumeNegativeTest-1214840538 tempest-AttachVolumeNegativeTest-1214840538-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:39.987570 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548bdd60-b86c-4253-aa69-18c81dbcfafe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ad61fd4-359e-4e3c-ac93-908c7489fe92,revision_number=1']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:22:40.096463 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.db [req-2618786f-9eee-41ef-a8f4-ac7fd9eb6bbc req-f25f1c23-c0cb-44ff-9d7b-623291eed861 tempest-AttachVolumeNegativeTest-1214840538 tempest-AttachVolumeNegativeTest-1214840538-project] For port 835e7711-794b-45f9-8e81-43817ead00c7, host n-h2-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=835e7711-794b-45f9-8e81-43817ead00c7,segment=NetworkSegment(ee908c01-b71e-40fe-968e-dba65942d6c2),segment_id=ee908c01-b71e-40fe-968e-dba65942d6c2)] {{(pid=100246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:22:40.096909 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-2618786f-9eee-41ef-a8f4-ac7fd9eb6bbc req-f25f1c23-c0cb-44ff-9d7b-623291eed861 tempest-AttachVolumeNegativeTest-1214840538 tempest-AttachVolumeNegativeTest-1214840538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:40.112768 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-cd6abcd2-7bc2-4ea7-87f9-33fd87ab7326 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:40.120465 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [req-2618786f-9eee-41ef-a8f4-ac7fd9eb6bbc req-f25f1c23-c0cb-44ff-9d7b-623291eed861 tempest-AttachVolumeNegativeTest-1214840538 tempest-AttachVolumeNegativeTest-1214840538-project] Calling delete_port for 835e7711-794b-45f9-8e81-43817ead00c7 owned by compute:nova {{(pid=100246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:22:40.139790 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d4c79a1-a7cb-4f92-864f-0606e2b8a69d tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] Notify agent at l3_agent.n-d-773647-6 the message routers_updated {{(pid=100247) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 14:22:40.145470 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-7d4c79a1-a7cb-4f92-864f-0606e2b8a69d tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for floatingip, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:40.153406 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd4412eb-ddee-465a-b095-145d70c74e1c None None] Sync routers for ids ['cbf9cae9-e8d9-42c3-b4e4-0cdcc22be709'] in n-d-773647-6 {{(pid=100248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 14:22:40.170088 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd4412eb-ddee-465a-b095-145d70c74e1c None None] Routers {'cbf9cae9-e8d9-42c3-b4e4-0cdcc22be709'} bound to L3 agent in host n-d-773647-6 {{(pid=100248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:22:40.170966 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-dd4412eb-ddee-465a-b095-145d70c74e1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T14:22:26Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['cbf9cae9-e8d9-42c3-b4e4-0cdcc22be709'], 'active': True} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:22:40.193623 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-cd6abcd2-7bc2-4ea7-87f9-33fd87ab7326 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:40.227784 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Device 08ad2879-fa3c-4f13-8fdb-afb9a449876e no longer exists at agent hyperv_n-h1-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:22:40.230728 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-dd4412eb-ddee-465a-b095-145d70c74e1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-773647-6', False) {} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:22:40.262243 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] No Port match for: 08ad2879-fa3c-4f13-8fdb-afb9a449876e {{(pid=100248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 14:22:40.262587 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Device 08ad2879-fa3c-4f13-8fdb-afb9a449876e not bound to the agent host n-h1-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:22:40.266431 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-7d4c79a1-a7cb-4f92-864f-0606e2b8a69d tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] 10.222.0.104 "PUT /v2.0/floatingips/870ea079-57bb-44dd-8a18-71d07da1d5e8 HTTP/1.1" status: 200 len: 688 time: 1.0288715 Jul 06 14:22:40.270323 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd4412eb-ddee-465a-b095-145d70c74e1c None None] Routers {'cbf9cae9-e8d9-42c3-b4e4-0cdcc22be709'} bound to L3 agent in host n-d-773647-6 {{(pid=100248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:22:40.271101 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-dd4412eb-ddee-465a-b095-145d70c74e1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T14:22:26Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['cbf9cae9-e8d9-42c3-b4e4-0cdcc22be709'], 'active': True} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:22:40.274967 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 40164) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:22:40.309693 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-dd4412eb-ddee-465a-b095-145d70c74e1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-773647-6', False) {} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:22:40.310711 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd4412eb-ddee-465a-b095-145d70c74e1c None None] The sync data for ids ['cbf9cae9-e8d9-42c3-b4e4-0cdcc22be709'] in n-d-773647-6 is: [] {{(pid=100248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 14:22:40.354450 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-2618786f-9eee-41ef-a8f4-ac7fd9eb6bbc req-f25f1c23-c0cb-44ff-9d7b-623291eed861 tempest-AttachVolumeNegativeTest-1214840538 tempest-AttachVolumeNegativeTest-1214840538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127687580'] for port, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:40.375460 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] get_ports_and_sgs() called for port_ids ['835e7711-794b-45f9-8e81-43817ead00c7'] {{(pid=100248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 14:22:40.378621 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] get_ports_and_sgs() called for port_ids ['8d4df4ab-91fa-44df-b174-538329dcec07'] {{(pid=100248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 14:22:40.393897 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25f1c23-c0cb-44ff-9d7b-623291eed861 tempest-AttachVolumeNegativeTest-1214840538 tempest-AttachVolumeNegativeTest-1214840538-project] Pushing event deleted for resources: {'Port': ['ID=835e7711-794b-45f9-8e81-43817ead00c7,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:22:40.465918 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [req-2618786f-9eee-41ef-a8f4-ac7fd9eb6bbc req-f25f1c23-c0cb-44ff-9d7b-623291eed861 tempest-AttachVolumeNegativeTest-1214840538 tempest-AttachVolumeNegativeTest-1214840538-project] No DVR routers for this DVR port 835e7711-794b-45f9-8e81-43817ead00c7 on host n-h2-773647-6 {{(pid=100246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:22:40.469077 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-2618786f-9eee-41ef-a8f4-ac7fd9eb6bbc req-f25f1c23-c0cb-44ff-9d7b-623291eed861 tempest-AttachVolumeNegativeTest-1214840538 tempest-AttachVolumeNegativeTest-1214840538-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:40.471330 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-2618786f-9eee-41ef-a8f4-ac7fd9eb6bbc req-f25f1c23-c0cb-44ff-9d7b-623291eed861 tempest-AttachVolumeNegativeTest-1214840538 tempest-AttachVolumeNegativeTest-1214840538-project] 10.222.0.72 "DELETE /v2.0/ports/835e7711-794b-45f9-8e81-43817ead00c7 HTTP/1.1" status: 204 len: 173 time: 0.6084876 Jul 06 14:22:40.471764 n-d-773647-6 neutron-server[100246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2cfa962-2a43-4ce7-9b36-a69311e0457a', 'name': 'network-vif-deleted', 'tag': '835e7711-794b-45f9-8e81-43817ead00c7'}] {{(pid=100246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:22:40.474269 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0d96c5ab5e889f7b933ae915b9be33d1b46c9e87795bf781004b656ef3f1e87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f01877b-1860-45e3-a51b-b33aed3ae181" -d '{"events": [{"server_uuid": "e2cfa962-2a43-4ce7-9b36-a69311e0457a", "name": "network-vif-deleted", "tag": "835e7711-794b-45f9-8e81-43817ead00c7"}]}' {{(pid=100246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:22:40.529612 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 14:22:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-767bf471-71db-4f45-a78e-8eb03cbb3ceb x-openstack-request-id: req-767bf471-71db-4f45-a78e-8eb03cbb3ceb {{(pid=100246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:22:40.529612 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2cfa962-2a43-4ce7-9b36-a69311e0457a", "name": "network-vif-deleted", "tag": "835e7711-794b-45f9-8e81-43817ead00c7", "status": "completed", "code": 200}]} {{(pid=100246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:22:40.529966 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-767bf471-71db-4f45-a78e-8eb03cbb3ceb {{(pid=100246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:22:40.530790 n-d-773647-6 neutron-server[100246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2cfa962-2a43-4ce7-9b36-a69311e0457a', 'name': 'network-vif-deleted', 'tag': '835e7711-794b-45f9-8e81-43817ead00c7', 'status': 'completed', 'code': 200} Jul 06 14:22:40.684837 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:40.875476 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-cd6abcd2-7bc2-4ea7-87f9-33fd87ab7326 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:40.877960 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-cd6abcd2-7bc2-4ea7-87f9-33fd87ab7326 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:40.879087 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-cd6abcd2-7bc2-4ea7-87f9-33fd87ab7326 admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/8ad61fd4-359e-4e3c-ac93-908c7489fe92 HTTP/1.1" status: 204 len: 168 time: 0.9421096 Jul 06 14:22:40.893891 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6abcd2-7bc2-4ea7-87f9-33fd87ab7326 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ad61fd4-359e-4e3c-ac93-908c7489fe92,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:22:40.904563 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7bbbe4-7567-41c0-9294-4b145ac6228e req-80257580-108e-42b3-9e93-4738252dcbbc tempest-AttachVolumeNegativeTest-1214840538 tempest-AttachVolumeNegativeTest-1214840538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:22:40.906251 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-0b7bbbe4-7567-41c0-9294-4b145ac6228e req-80257580-108e-42b3-9e93-4738252dcbbc tempest-AttachVolumeNegativeTest-1214840538 tempest-AttachVolumeNegativeTest-1214840538-project] 10.222.0.104 "GET /v2.0/ports?device_id=e2cfa962-2a43-4ce7-9b36-a69311e0457a HTTP/1.1" status: 200 len: 867 time: 0.7148621 Jul 06 14:22:40.953061 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.plugin [None req-eb2f5731-2b6c-4e0f-b062-8a28d0b4ce44 tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] Deleting port 36586783-785f-48af-8b2b-b76d0c38636b {{(pid=100247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:22:40.953409 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-eb2f5731-2b6c-4e0f-b062-8a28d0b4ce44 tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:40.971941 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-0b7bbbe4-7567-41c0-9294-4b145ac6228e req-906d5c84-b571-428c-8e30-60294e8e94f5 tempest-AttachVolumeNegativeTest-1214840538 tempest-AttachVolumeNegativeTest-1214840538-project] 10.222.0.104 "GET /v2.0/security-groups?id=e25fc918-d317-48f5-8fe8-cddb17b098d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546105 Jul 06 14:22:41.052719 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-eb2f5731-2b6c-4e0f-b062-8a28d0b4ce44 tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:41.055472 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-eb2f5731-2b6c-4e0f-b062-8a28d0b4ce44 tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:41.071817 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.plugin [None req-eb2f5731-2b6c-4e0f-b062-8a28d0b4ce44 tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] Calling delete_port for 36586783-785f-48af-8b2b-b76d0c38636b owned by network:floatingip {{(pid=100247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:22:41.229318 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-eb2f5731-2b6c-4e0f-b062-8a28d0b4ce44 tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128888353'] for port, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:41.252431 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2f5731-2b6c-4e0f-b062-8a28d0b4ce44 tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] Pushing event deleted for resources: {'Port': ['ID=36586783-785f-48af-8b2b-b76d0c38636b,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:22:41.328497 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-eb2f5731-2b6c-4e0f-b062-8a28d0b4ce44 tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] Notify callbacks [] for floatingip, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:41.332217 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-eb2f5731-2b6c-4e0f-b062-8a28d0b4ce44 tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for floatingip, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:41.333418 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-eb2f5731-2b6c-4e0f-b062-8a28d0b4ce44 tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] 10.222.0.104 "DELETE /v2.0/floatingips/870ea079-57bb-44dd-8a18-71d07da1d5e8 HTTP/1.1" status: 204 len: 168 time: 1.0574636 Jul 06 14:22:41.336926 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 40228) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:22:41.341999 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [None req-18bd1d36-7b3e-496d-8871-f2d2a2f79fcc tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] Request body: {'floatingip': {'floating_network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'port_id': 'db46efe2-3db7-4f01-a71b-80a3561688b2'}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:22:41.366405 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-18bd1d36-7b3e-496d-8871-f2d2a2f79fcc tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] Notify callbacks [] for floatingip, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:41.493720 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-18bd1d36-7b3e-496d-8871-f2d2a2f79fcc tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:41.609375 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.db_base_plugin_common [None req-18bd1d36-7b3e-496d-8871-f2d2a2f79fcc tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] Allocated IP 172.25.0.152 (2658f09e-a580-4d4a-9968-2d1e0ad93719/cbf74abc-6fe1-4d33-b005-c948923b9647/2eea2726-8e32-4359-acb6-fbe9e27dfde8) {{(pid=100247) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:22:41.735446 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-18bd1d36-7b3e-496d-8871-f2d2a2f79fcc tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] Notify callbacks [] for port, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:41.781965 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-18bd1d36-7b3e-496d-8871-f2d2a2f79fcc tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-128888360'] for port, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:41.820758 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18bd1d36-7b3e-496d-8871-f2d2a2f79fcc tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] Network 2658f09e-a580-4d4a-9968-2d1e0ad93719 is already hosted by enough agents. {{(pid=100247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:22:41.824330 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.base_scheduler [None req-18bd1d36-7b3e-496d-8871-f2d2a2f79fcc tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] Resources bound (agent type, host, resource id): {{(pid=100247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:22:41.827959 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18bd1d36-7b3e-496d-8871-f2d2a2f79fcc tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] Received port after_create {{(pid=100247) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:22:41.859717 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18bd1d36-7b3e-496d-8871-f2d2a2f79fcc tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] Pushing event updated for resources: {'Port': ['ID=2eea2726-8e32-4359-acb6-fbe9e27dfde8,revision_number=1']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:22:42.292861 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-18bd1d36-7b3e-496d-8871-f2d2a2f79fcc tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:42.398388 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-18bd1d36-7b3e-496d-8871-f2d2a2f79fcc tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:42.511814 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:42.568543 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-18bd1d36-7b3e-496d-8871-f2d2a2f79fcc tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] Notify callbacks [] for port, precommit_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:42.574910 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-18bd1d36-7b3e-496d-8871-f2d2a2f79fcc tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128888538'] for port, after_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:42.650264 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18bd1d36-7b3e-496d-8871-f2d2a2f79fcc tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] Pushing event updated for resources: {'Port': ['ID=2eea2726-8e32-4359-acb6-fbe9e27dfde8,revision_number=2']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:22:42.663553 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-18bd1d36-7b3e-496d-8871-f2d2a2f79fcc tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1761130'] for floatingip, after_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:42.773856 n-d-773647-6 neutron-server[100247]: INFO neutron.db.l3_db [None req-18bd1d36-7b3e-496d-8871-f2d2a2f79fcc tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] Floating IP e31b7fbc-2fb3-4f89-b91c-57a072ba92f0 associated. External IP: 172.25.0.152, port: db46efe2-3db7-4f01-a71b-80a3561688b2. Jul 06 14:22:42.832989 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 40336) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:22:42.947388 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-3244cf19-ce75-4ec0-bbfd-ac40d79e4df8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:43.030704 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-4c2c866c-f107-4b93-baa7-04968e2ee866 req-bc619e0e-8fb8-4119-8c16-ce38e982b7ca service neutron] 10.222.0.127 "GET /v2.0/ports?device_id=eded8238-d997-42be-b238-e8071d7f941a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1377368 Jul 06 14:22:43.054481 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-3244cf19-ce75-4ec0-bbfd-ac40d79e4df8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:43.058514 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18bd1d36-7b3e-496d-8871-f2d2a2f79fcc tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] Router cbf9cae9-e8d9-42c3-b4e4-0cdcc22be709 has already been hosted by L3 agent 2823d358-a11b-4885-a706-95a279e43fa7 {{(pid=100247) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 14:22:43.065564 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-3244cf19-ce75-4ec0-bbfd-ac40d79e4df8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:43.131626 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-3244cf19-ce75-4ec0-bbfd-ac40d79e4df8 admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=f4a4e3dddcbf4d72ad036f04244af4f8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2969749 Jul 06 14:22:43.132762 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3244cf19-ce75-4ec0-bbfd-ac40d79e4df8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ea09607-bf70-4e38-a204-c21ecba8c1a4,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:22:43.136519 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 40340) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:22:43.165834 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2c866c-f107-4b93-baa7-04968e2ee866 req-3c0f9bfd-a82b-41ff-a39d-ac581c70a771 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:22:43.167402 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-4c2c866c-f107-4b93-baa7-04968e2ee866 req-3c0f9bfd-a82b-41ff-a39d-ac581c70a771 service neutron] 10.222.0.127 "GET /v2.0/ports?tenant_id=1077a35eaa714f1bbf260d32c5a52c8f&device_id=eded8238-d997-42be-b238-e8071d7f941a HTTP/1.1" status: 200 len: 1096 time: 0.1076870 Jul 06 14:22:43.194065 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-b5d62dbc-cd28-4901-a3d5-f1220aaf121a req-ed2d2da5-4420-4764-bd2f-3821282aed4f service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=e39854a4-6757-42d9-ac76-a4f9caebb319&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1380193 Jul 06 14:22:43.211977 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-ec37edfc-8ccd-47f0-8997-c66718a4f45b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:43.239706 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-ec37edfc-8ccd-47f0-8997-c66718a4f45b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:43.271124 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18bd1d36-7b3e-496d-8871-f2d2a2f79fcc tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] Notify agent at l3_agent.n-d-773647-6 the message routers_updated {{(pid=100247) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 14:22:43.283942 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca93b5ad-1900-47ae-bfd3-0831764f2556 None None] Sync routers for ids ['cbf9cae9-e8d9-42c3-b4e4-0cdcc22be709'] in n-d-773647-6 {{(pid=100249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 14:22:43.298553 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca93b5ad-1900-47ae-bfd3-0831764f2556 None None] Routers {'cbf9cae9-e8d9-42c3-b4e4-0cdcc22be709'} bound to L3 agent in host n-d-773647-6 {{(pid=100249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:22:43.299356 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-ca93b5ad-1900-47ae-bfd3-0831764f2556 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T14:22:26Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['cbf9cae9-e8d9-42c3-b4e4-0cdcc22be709'], 'active': True} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:22:43.305204 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-18bd1d36-7b3e-496d-8871-f2d2a2f79fcc tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for floatingip, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:43.310068 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2c866c-f107-4b93-baa7-04968e2ee866 req-53f4a01c-358c-490c-995f-f5642bc237b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:22:43.311557 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-4c2c866c-f107-4b93-baa7-04968e2ee866 req-53f4a01c-358c-490c-995f-f5642bc237b4 service neutron] 10.222.0.127 "GET /v2.0/networks?id=e4ae84ad-fbf7-438d-8cac-3418f3b1f391 HTTP/1.1" status: 200 len: 899 time: 0.1181576 Jul 06 14:22:43.373711 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-ca93b5ad-1900-47ae-bfd3-0831764f2556 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-773647-6', False) {} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:22:43.391914 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-ec37edfc-8ccd-47f0-8997-c66718a4f45b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:43.393031 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca93b5ad-1900-47ae-bfd3-0831764f2556 None None] Routers {'cbf9cae9-e8d9-42c3-b4e4-0cdcc22be709'} bound to L3 agent in host n-d-773647-6 {{(pid=100249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:22:43.394807 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-ca93b5ad-1900-47ae-bfd3-0831764f2556 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T14:22:26Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['cbf9cae9-e8d9-42c3-b4e4-0cdcc22be709'], 'active': True} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:22:43.398676 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-ec37edfc-8ccd-47f0-8997-c66718a4f45b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:43.403824 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-ec37edfc-8ccd-47f0-8997-c66718a4f45b admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/3ea09607-bf70-4e38-a204-c21ecba8c1a4 HTTP/1.1" status: 204 len: 168 time: 0.2630529 Jul 06 14:22:43.411719 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-18bd1d36-7b3e-496d-8871-f2d2a2f79fcc tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] 10.222.0.104 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 2.0737274 Jul 06 14:22:43.412429 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 40348) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:22:43.428659 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d62dbc-cd28-4901-a3d5-f1220aaf121a req-23422aba-1b41-40ae-abd9-18b8b041a70c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:22:43.435877 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-b5d62dbc-cd28-4901-a3d5-f1220aaf121a req-23422aba-1b41-40ae-abd9-18b8b041a70c service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=ef70664038ee46539212b8ea521811fb&device_id=e39854a4-6757-42d9-ac76-a4f9caebb319 HTTP/1.1" status: 200 len: 1100 time: 0.1871049 Jul 06 14:22:43.437240 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec37edfc-8ccd-47f0-8997-c66718a4f45b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ea09607-bf70-4e38-a204-c21ecba8c1a4,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:22:43.457636 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-ca93b5ad-1900-47ae-bfd3-0831764f2556 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-773647-6', False) {} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:22:43.458921 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca93b5ad-1900-47ae-bfd3-0831764f2556 None None] The sync data for ids ['cbf9cae9-e8d9-42c3-b4e4-0cdcc22be709'] in n-d-773647-6 is: [] {{(pid=100249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 14:22:43.490768 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-4c2c866c-f107-4b93-baa7-04968e2ee866 req-3a981b30-631f-4002-a566-17c9ae1017fa service neutron] 10.222.0.127 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dc187fb1-f090-4520-9186-12367a249564 HTTP/1.1" status: 200 len: 1000 time: 0.1611793 Jul 06 14:22:43.585798 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-a28a2340-3005-4113-b991-fdea5854796d tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] 10.222.0.104 "GET /v2.0/floatingips/e31b7fbc-2fb3-4f89-b91c-57a072ba92f0 HTTP/1.1" status: 200 len: 977 time: 0.1702442 Jul 06 14:22:43.586734 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 40350) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:22:43.640671 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d62dbc-cd28-4901-a3d5-f1220aaf121a req-5d9807bd-7da2-41e9-b6e3-ecf1c79f43e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:22:43.642295 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-b5d62dbc-cd28-4901-a3d5-f1220aaf121a req-5d9807bd-7da2-41e9-b6e3-ecf1c79f43e1 service neutron] 10.222.0.72 "GET /v2.0/networks?id=ac09d390-867f-4b75-a8d2-ab11550bffd6 HTTP/1.1" status: 200 len: 871 time: 0.1755099 Jul 06 14:22:43.686492 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2c866c-f107-4b93-baa7-04968e2ee866 req-2c87b4c6-02e2-4436-859a-7b593a153241 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:22:43.688268 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-4c2c866c-f107-4b93-baa7-04968e2ee866 req-2c87b4c6-02e2-4436-859a-7b593a153241 service neutron] 10.222.0.127 "GET /v2.0/subnets?id=577a0dd4-810a-43cb-b648-9d9592da7f23 HTTP/1.1" status: 200 len: 834 time: 0.1837277 Jul 06 14:22:43.707939 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-b5d62dbc-cd28-4901-a3d5-f1220aaf121a req-8a7fe31f-3b51-4144-8dc7-96505d53901a service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.11&port_id=50b7d990-2d83-4291-bbcf-cd274c12efa4 HTTP/1.1" status: 200 len: 217 time: 0.0420804 Jul 06 14:22:43.748351 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-c98ba2ec-6385-4fc2-986b-f4cc8d184f6e tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] 10.222.0.104 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 980 time: 0.1566811 Jul 06 14:22:43.751300 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 40354) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:22:43.757562 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [None req-aa01fc5e-37a6-4b9a-831d-09f62747ace2 tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] Request body: {'floatingip': {'port_id': 'bd8a684d-e45a-48cd-b479-c71fc4b683eb'}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:22:43.827015 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-aa01fc5e-37a6-4b9a-831d-09f62747ace2 tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] Notify callbacks [] for floatingip, before_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:43.842753 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d62dbc-cd28-4901-a3d5-f1220aaf121a req-086961d4-2384-4e5a-a46e-1faae11024db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:22:43.844259 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-b5d62dbc-cd28-4901-a3d5-f1220aaf121a req-086961d4-2384-4e5a-a46e-1faae11024db service neutron] 10.222.0.72 "GET /v2.0/subnets?id=d1c3cc78-09b9-4e30-99fd-0e5830de101d HTTP/1.1" status: 200 len: 843 time: 0.1356254 Jul 06 14:22:43.871688 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2c866c-f107-4b93-baa7-04968e2ee866 req-80138622-cf60-40d5-a4ac-acece4600c07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:22:43.873225 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-4c2c866c-f107-4b93-baa7-04968e2ee866 req-80138622-cf60-40d5-a4ac-acece4600c07 service neutron] 10.222.0.127 "GET /v2.0/ports?network_id=e4ae84ad-fbf7-438d-8cac-3418f3b1f391&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1733570 Jul 06 14:22:43.951745 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d62dbc-cd28-4901-a3d5-f1220aaf121a req-7dd05dc6-6a0f-44d2-af9c-90d4f9249ef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:22:43.953482 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-b5d62dbc-cd28-4901-a3d5-f1220aaf121a req-7dd05dc6-6a0f-44d2-af9c-90d4f9249ef6 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=ac09d390-867f-4b75-a8d2-ab11550bffd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1032679 Jul 06 14:22:43.973444 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Device 835e7711-794b-45f9-8e81-43817ead00c7 no longer exists at agent hyperv_n-h2-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:22:44.029317 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] No Port match for: 835e7711-794b-45f9-8e81-43817ead00c7 {{(pid=100248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 14:22:44.033982 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Device 835e7711-794b-45f9-8e81-43817ead00c7 not bound to the agent host n-h2-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:22:44.051263 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-4c2c866c-f107-4b93-baa7-04968e2ee866 req-4b36212d-1b39-4814-afdf-c10a89be9409 service neutron] 10.222.0.127 "GET /v2.0/networks/e4ae84ad-fbf7-438d-8cac-3418f3b1f391?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1690152 Jul 06 14:22:44.128779 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-b5d62dbc-cd28-4901-a3d5-f1220aaf121a req-8fc5e4a7-deae-4076-b0e5-6811bf172b57 service neutron] 10.222.0.72 "GET /v2.0/networks/ac09d390-867f-4b75-a8d2-ab11550bffd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1677125 Jul 06 14:22:44.263646 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-b5d62dbc-cd28-4901-a3d5-f1220aaf121a req-d5f161a1-f00f-4d59-97f9-3fa956f90b29 service neutron] 10.222.0.72 "GET /v2.0/networks/ac09d390-867f-4b75-a8d2-ab11550bffd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282947 Jul 06 14:22:44.555346 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-4c2c866c-f107-4b93-baa7-04968e2ee866 req-4b232412-2d12-48f2-8b3c-c28f1473a8cf service neutron] 10.222.0.127 "GET /v2.0/networks/e4ae84ad-fbf7-438d-8cac-3418f3b1f391?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4679887 Jul 06 14:22:44.836720 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-aa01fc5e-37a6-4b9a-831d-09f62747ace2 tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:44.841848 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-aa01fc5e-37a6-4b9a-831d-09f62747ace2 tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1761130'] for floatingip, after_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:44.947518 n-d-773647-6 neutron-server[100247]: INFO neutron.db.l3_db [None req-aa01fc5e-37a6-4b9a-831d-09f62747ace2 tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] Floating IP e31b7fbc-2fb3-4f89-b91c-57a072ba92f0 associated. External IP: 172.25.0.152, port: db46efe2-3db7-4f01-a71b-80a3561688b2. Jul 06 14:22:45.172127 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa01fc5e-37a6-4b9a-831d-09f62747ace2 tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] Router cbf9cae9-e8d9-42c3-b4e4-0cdcc22be709 has already been hosted by L3 agent 2823d358-a11b-4885-a706-95a279e43fa7 {{(pid=100247) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 14:22:45.289386 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa01fc5e-37a6-4b9a-831d-09f62747ace2 tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] Notify agent at l3_agent.n-d-773647-6 the message routers_updated {{(pid=100247) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 14:22:45.301845 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33b50ba5-7a6c-4417-af61-d19eee855218 None None] Sync routers for ids ['cbf9cae9-e8d9-42c3-b4e4-0cdcc22be709'] in n-d-773647-6 {{(pid=100248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 14:22:45.316528 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33b50ba5-7a6c-4417-af61-d19eee855218 None None] Routers {'cbf9cae9-e8d9-42c3-b4e4-0cdcc22be709'} bound to L3 agent in host n-d-773647-6 {{(pid=100248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:22:45.317782 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-33b50ba5-7a6c-4417-af61-d19eee855218 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T14:22:26Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['cbf9cae9-e8d9-42c3-b4e4-0cdcc22be709'], 'active': True} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:22:45.354005 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 40396) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:22:45.364827 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-33b50ba5-7a6c-4417-af61-d19eee855218 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-773647-6', False) {} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:22:45.376734 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33b50ba5-7a6c-4417-af61-d19eee855218 None None] Routers {'cbf9cae9-e8d9-42c3-b4e4-0cdcc22be709'} bound to L3 agent in host n-d-773647-6 {{(pid=100248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:22:45.377821 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-33b50ba5-7a6c-4417-af61-d19eee855218 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T14:22:26Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['cbf9cae9-e8d9-42c3-b4e4-0cdcc22be709'], 'active': True} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:22:45.421775 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-33b50ba5-7a6c-4417-af61-d19eee855218 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-773647-6', False) {} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:22:45.423383 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33b50ba5-7a6c-4417-af61-d19eee855218 None None] The sync data for ids ['cbf9cae9-e8d9-42c3-b4e4-0cdcc22be709'] in n-d-773647-6 is: [] {{(pid=100248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 14:22:45.480173 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-98152393-1f94-4c5a-a7ee-f6992336cac0 tempest-QuotasTest-285369112 tempest-QuotasTest-285369112-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:22:45.523447 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-98152393-1f94-4c5a-a7ee-f6992336cac0 tempest-QuotasTest-285369112 tempest-QuotasTest-285369112-project-admin] 10.222.0.104 "PUT /v2.0/quotas/0e93e6fc2c814c75b3b64eb8d480846d HTTP/1.1" status: 200 len: 366 time: 0.1682410 Jul 06 14:22:45.526185 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 40402) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:22:45.536223 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa01fc5e-37a6-4b9a-831d-09f62747ace2 tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] Router cbf9cae9-e8d9-42c3-b4e4-0cdcc22be709 has already been hosted by L3 agent 2823d358-a11b-4885-a706-95a279e43fa7 {{(pid=100247) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 14:22:45.544384 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-d686fffd-5cd9-42bf-a79e-b2d851b3599c tempest-QuotasTest-285369112 tempest-QuotasTest-285369112-project-admin] 10.222.0.104 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.0171015 Jul 06 14:22:45.546822 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 40404) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:22:45.560404 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-4ded19f0-f146-4878-8db0-b14a1c1dbc2a tempest-QuotasTest-285369112 tempest-QuotasTest-285369112-project-admin] 10.222.0.104 "GET /v2.0/quotas/0e93e6fc2c814c75b3b64eb8d480846d HTTP/1.1" status: 200 len: 366 time: 0.0102563 Jul 06 14:22:45.560710 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 40406) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:22:45.582906 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-2da814e9-308c-4700-be05-92b8c6daff6c tempest-QuotasTest-285369112 tempest-QuotasTest-285369112-project-admin] 10.222.0.104 "DELETE /v2.0/quotas/0e93e6fc2c814c75b3b64eb8d480846d HTTP/1.1" status: 204 len: 168 time: 0.0204499 Jul 06 14:22:45.583621 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 40408) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:22:45.597337 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-02376633-40c5-4ba5-862d-c3c512971c3b tempest-QuotasTest-285369112 tempest-QuotasTest-285369112-project-admin] 10.222.0.104 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.0123525 Jul 06 14:22:45.599564 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 40410) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:22:45.614188 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-c5e27634-faa9-4955-9238-061a733f7eea tempest-QuotasTest-285369112 tempest-QuotasTest-285369112-project-admin] 10.222.0.104 "GET /v2.0/quotas/0e93e6fc2c814c75b3b64eb8d480846d HTTP/1.1" status: 200 len: 370 time: 0.0130644 Jul 06 14:22:45.614860 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 40412) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:22:45.622948 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-afa37ca5-5b78-497d-af29-ca41c7daf4b7 tempest-QuotasTest-285369112 tempest-QuotasTest-285369112-project-admin] 10.222.0.104 "GET /v2.0/quotas/0e93e6fc2c814c75b3b64eb8d480846d/default HTTP/1.1" status: 200 len: 370 time: 0.0066032 Jul 06 14:22:45.624108 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 40416) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:22:45.634885 n-d-773647-6 neutron-server[100246]: INFO neutron.api.v2.resource [None req-c6138ac5-5483-4367-8910-3b3ee195247b tempest-QuotasTest-285369112 tempest-QuotasTest-285369112-project-admin] delete failed (client error): The resource could not be found. Jul 06 14:22:45.639357 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-c6138ac5-5483-4367-8910-3b3ee195247b tempest-QuotasTest-285369112 tempest-QuotasTest-285369112-project-admin] 10.222.0.104 "DELETE /v2.0/quotas/0e93e6fc2c814c75b3b64eb8d480846d HTTP/1.1" status: 404 len: 348 time: 0.0140848 Jul 06 14:22:45.697085 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa01fc5e-37a6-4b9a-831d-09f62747ace2 tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] Notify agent at l3_agent.n-d-773647-6 the message routers_updated {{(pid=100247) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 14:22:45.701949 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-aa01fc5e-37a6-4b9a-831d-09f62747ace2 tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for floatingip, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:45.706876 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe7ec812-d489-4661-a085-131a3cc500f4 None None] Sync routers for ids ['cbf9cae9-e8d9-42c3-b4e4-0cdcc22be709'] in n-d-773647-6 {{(pid=100249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 14:22:45.721739 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe7ec812-d489-4661-a085-131a3cc500f4 None None] Routers {'cbf9cae9-e8d9-42c3-b4e4-0cdcc22be709'} bound to L3 agent in host n-d-773647-6 {{(pid=100249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:22:45.722515 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-fe7ec812-d489-4661-a085-131a3cc500f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T14:22:26Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['cbf9cae9-e8d9-42c3-b4e4-0cdcc22be709'], 'active': True} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:22:45.827580 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 40422) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:22:45.855577 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-aa01fc5e-37a6-4b9a-831d-09f62747ace2 tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] 10.222.0.104 "PUT /v2.0/floatingips/e31b7fbc-2fb3-4f89-b91c-57a072ba92f0 HTTP/1.1" status: 200 len: 979 time: 2.1030424 Jul 06 14:22:45.858300 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 40424) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:22:45.859953 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-fe7ec812-d489-4661-a085-131a3cc500f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-773647-6', False) {} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:22:45.863964 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [None req-f3b27512-0806-42c1-8e32-a4abc0476355 tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] Request body: {'floatingip': {'port_id': None}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:22:45.866842 n-d-773647-6 neutron-server[100246]: DEBUG neutron.quota.resource [None req-f0c6a1a1-ab35-4540-a740-e180c2b831ea tempest-QuotasTest-285369112 tempest-QuotasTest-285369112-project-admin] Usage tracker for resource:network and tenant:fb423b4658c14c958e96120257d7e351 is out of sync, need to count used quota {{(pid=100246) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 06 14:22:45.869712 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe7ec812-d489-4661-a085-131a3cc500f4 None None] Routers {'cbf9cae9-e8d9-42c3-b4e4-0cdcc22be709'} bound to L3 agent in host n-d-773647-6 {{(pid=100249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:22:45.870580 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-fe7ec812-d489-4661-a085-131a3cc500f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T14:22:26Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['cbf9cae9-e8d9-42c3-b4e4-0cdcc22be709'], 'active': True} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:22:45.875940 n-d-773647-6 neutron-server[100246]: DEBUG neutron.quota.resource [None req-f0c6a1a1-ab35-4540-a740-e180c2b831ea tempest-QuotasTest-285369112 tempest-QuotasTest-285369112-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=100246) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 06 14:22:45.883516 n-d-773647-6 neutron-server[100246]: DEBUG neutron.quota.resource [None req-f0c6a1a1-ab35-4540-a740-e180c2b831ea tempest-QuotasTest-285369112 tempest-QuotasTest-285369112-project-admin] Usage tracker for resource:subnet and tenant:fb423b4658c14c958e96120257d7e351 is out of sync, need to count used quota {{(pid=100246) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 06 14:22:45.888763 n-d-773647-6 neutron-server[100246]: DEBUG neutron.quota.resource [None req-f0c6a1a1-ab35-4540-a740-e180c2b831ea tempest-QuotasTest-285369112 tempest-QuotasTest-285369112-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=100246) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 06 14:22:45.897864 n-d-773647-6 neutron-server[100246]: DEBUG neutron.quota.resource [None req-f0c6a1a1-ab35-4540-a740-e180c2b831ea tempest-QuotasTest-285369112 tempest-QuotasTest-285369112-project-admin] Usage tracker for resource:subnetpool and tenant:fb423b4658c14c958e96120257d7e351 is out of sync, need to count used quota {{(pid=100246) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 06 14:22:45.903877 n-d-773647-6 neutron-server[100246]: DEBUG neutron.quota.resource [None req-f0c6a1a1-ab35-4540-a740-e180c2b831ea tempest-QuotasTest-285369112 tempest-QuotasTest-285369112-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=100246) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 06 14:22:45.904368 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-fe7ec812-d489-4661-a085-131a3cc500f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-773647-6', False) {} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:22:45.905129 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe7ec812-d489-4661-a085-131a3cc500f4 None None] The sync data for ids ['cbf9cae9-e8d9-42c3-b4e4-0cdcc22be709'] in n-d-773647-6 is: [] {{(pid=100249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 14:22:45.918595 n-d-773647-6 neutron-server[100246]: DEBUG neutron.quota.resource [None req-f0c6a1a1-ab35-4540-a740-e180c2b831ea tempest-QuotasTest-285369112 tempest-QuotasTest-285369112-project-admin] Usage tracker for resource:port and tenant:fb423b4658c14c958e96120257d7e351 is out of sync, need to count used quota {{(pid=100246) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 06 14:22:45.926367 n-d-773647-6 neutron-server[100246]: DEBUG neutron.quota.resource [None req-f0c6a1a1-ab35-4540-a740-e180c2b831ea tempest-QuotasTest-285369112 tempest-QuotasTest-285369112-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=100246) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 06 14:22:45.933454 n-d-773647-6 neutron-server[100246]: DEBUG neutron.quota.resource [None req-f0c6a1a1-ab35-4540-a740-e180c2b831ea tempest-QuotasTest-285369112 tempest-QuotasTest-285369112-project-admin] Usage tracker for resource:router and tenant:fb423b4658c14c958e96120257d7e351 is out of sync, need to count used quota {{(pid=100246) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 06 14:22:45.939026 n-d-773647-6 neutron-server[100246]: DEBUG neutron.quota.resource [None req-f0c6a1a1-ab35-4540-a740-e180c2b831ea tempest-QuotasTest-285369112 tempest-QuotasTest-285369112-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=100246) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 06 14:22:45.945956 n-d-773647-6 neutron-server[100246]: DEBUG neutron.quota.resource [None req-f0c6a1a1-ab35-4540-a740-e180c2b831ea tempest-QuotasTest-285369112 tempest-QuotasTest-285369112-project-admin] Usage tracker for resource:floatingip and tenant:fb423b4658c14c958e96120257d7e351 is out of sync, need to count used quota {{(pid=100246) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 06 14:22:45.951467 n-d-773647-6 neutron-server[100246]: DEBUG neutron.quota.resource [None req-f0c6a1a1-ab35-4540-a740-e180c2b831ea tempest-QuotasTest-285369112 tempest-QuotasTest-285369112-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=100246) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 06 14:22:45.955680 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-f3b27512-0806-42c1-8e32-a4abc0476355 tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] Notify callbacks [] for floatingip, before_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:45.997803 n-d-773647-6 neutron-server[100246]: DEBUG neutron.quota.resource [None req-f0c6a1a1-ab35-4540-a740-e180c2b831ea tempest-QuotasTest-285369112 tempest-QuotasTest-285369112-project-admin] Usage tracker for resource:security_group and tenant:fb423b4658c14c958e96120257d7e351 is out of sync, need to count used quota {{(pid=100246) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 06 14:22:46.005860 n-d-773647-6 neutron-server[100246]: DEBUG neutron.quota.resource [None req-f0c6a1a1-ab35-4540-a740-e180c2b831ea tempest-QuotasTest-285369112 tempest-QuotasTest-285369112-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=100246) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 06 14:22:46.012864 n-d-773647-6 neutron-server[100246]: DEBUG neutron.quota.resource [None req-f0c6a1a1-ab35-4540-a740-e180c2b831ea tempest-QuotasTest-285369112 tempest-QuotasTest-285369112-project-admin] Usage tracker for resource:security_group_rule and tenant:fb423b4658c14c958e96120257d7e351 is out of sync, need to count used quota {{(pid=100246) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 06 14:22:46.019202 n-d-773647-6 neutron-server[100246]: DEBUG neutron.quota.resource [None req-f0c6a1a1-ab35-4540-a740-e180c2b831ea tempest-QuotasTest-285369112 tempest-QuotasTest-285369112-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=100246) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 06 14:22:46.024690 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-f0c6a1a1-ab35-4540-a740-e180c2b831ea tempest-QuotasTest-285369112 tempest-QuotasTest-285369112-project-admin] 10.222.0.104 "GET /v2.0/quotas/fb423b4658c14c958e96120257d7e351/details.json HTTP/1.1" status: 200 len: 703 time: 0.1958406 Jul 06 14:22:46.151162 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-f3b27512-0806-42c1-8e32-a4abc0476355 tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:46.174725 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-f3b27512-0806-42c1-8e32-a4abc0476355 tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1761130'] for floatingip, after_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:46.175044 n-d-773647-6 neutron-server[100247]: INFO neutron.db.l3_db [None req-f3b27512-0806-42c1-8e32-a4abc0476355 tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] Floating IP e31b7fbc-2fb3-4f89-b91c-57a072ba92f0 disassociated. External IP: 172.25.0.152, port: bd8a684d-e45a-48cd-b479-c71fc4b683eb. Jul 06 14:22:46.295784 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a83804-3786-4963-9d99-0e62be300a51 req-f2519e4b-96e0-45ae-b9be-8a16b580ff77 tempest-VolumesBackupsTest-73392082 tempest-VolumesBackupsTest-73392082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:22:46.298595 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-19a83804-3786-4963-9d99-0e62be300a51 req-f2519e4b-96e0-45ae-b9be-8a16b580ff77 tempest-VolumesBackupsTest-73392082 tempest-VolumesBackupsTest-73392082-project] 10.222.0.104 "GET /v2.0/ports?device_id=e39854a4-6757-42d9-ac76-a4f9caebb319 HTTP/1.1" status: 200 len: 949 time: 0.1612465 Jul 06 14:22:46.367378 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 40432) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:22:46.384985 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-19a83804-3786-4963-9d99-0e62be300a51 req-0b4704bd-3740-49f9-a60d-0bf26fa9a3f9 tempest-VolumesBackupsTest-73392082 tempest-VolumesBackupsTest-73392082-project] 10.222.0.104 "GET /v2.0/security-groups?id=8f1a1d3c-2ddd-4594-bc52-ddf4ae223100&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748608 Jul 06 14:22:46.465017 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3b27512-0806-42c1-8e32-a4abc0476355 tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] Router cbf9cae9-e8d9-42c3-b4e4-0cdcc22be709 has already been hosted by L3 agent 2823d358-a11b-4885-a706-95a279e43fa7 {{(pid=100247) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 14:22:46.513356 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-c12e2298-66f3-49cc-b7d1-cfc3ca08e12b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:46.593312 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3b27512-0806-42c1-8e32-a4abc0476355 tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] Notify agent at l3_agent.n-d-773647-6 the message routers_updated {{(pid=100247) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 14:22:46.598280 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-f3b27512-0806-42c1-8e32-a4abc0476355 tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for floatingip, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:46.604746 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02d39374-684c-4ac1-9c98-1f46d124c246 None None] Sync routers for ids ['cbf9cae9-e8d9-42c3-b4e4-0cdcc22be709'] in n-d-773647-6 {{(pid=100248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 14:22:46.618888 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02d39374-684c-4ac1-9c98-1f46d124c246 None None] Routers {'cbf9cae9-e8d9-42c3-b4e4-0cdcc22be709'} bound to L3 agent in host n-d-773647-6 {{(pid=100248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:22:46.620007 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-02d39374-684c-4ac1-9c98-1f46d124c246 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T14:22:26Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['cbf9cae9-e8d9-42c3-b4e4-0cdcc22be709'], 'active': True} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:22:46.631995 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-c12e2298-66f3-49cc-b7d1-cfc3ca08e12b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:46.637783 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-c12e2298-66f3-49cc-b7d1-cfc3ca08e12b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:46.649654 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-f3b27512-0806-42c1-8e32-a4abc0476355 tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] 10.222.0.104 "PUT /v2.0/floatingips/e31b7fbc-2fb3-4f89-b91c-57a072ba92f0 HTTP/1.1" status: 200 len: 688 time: 0.7900558 Jul 06 14:22:46.654777 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 40438) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:22:46.672010 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-02d39374-684c-4ac1-9c98-1f46d124c246 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-773647-6', False) {} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:22:46.682670 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02d39374-684c-4ac1-9c98-1f46d124c246 None None] Routers {'cbf9cae9-e8d9-42c3-b4e4-0cdcc22be709'} bound to L3 agent in host n-d-773647-6 {{(pid=100248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:22:46.683396 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-c12e2298-66f3-49cc-b7d1-cfc3ca08e12b admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=7646842caa3e45fe92c295ca83fa43c8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3143487 Jul 06 14:22:46.683776 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-02d39374-684c-4ac1-9c98-1f46d124c246 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T14:22:26Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['cbf9cae9-e8d9-42c3-b4e4-0cdcc22be709'], 'active': True} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:22:46.686108 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 40440) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:22:46.693901 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12e2298-66f3-49cc-b7d1-cfc3ca08e12b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1194dae1-5c83-4513-b8ad-83da963b23b9,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:22:46.721456 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-02d39374-684c-4ac1-9c98-1f46d124c246 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-773647-6', False) {} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:22:46.722515 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02d39374-684c-4ac1-9c98-1f46d124c246 None None] The sync data for ids ['cbf9cae9-e8d9-42c3-b4e4-0cdcc22be709'] in n-d-773647-6 is: [] {{(pid=100248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 14:22:46.755722 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-f7057eb1-ca2d-4c23-9f5b-c80107d75cab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:46.779143 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-f7057eb1-ca2d-4c23-9f5b-c80107d75cab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:46.818784 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.plugin [None req-132e5784-e768-46cb-93c8-99d6e2c8de15 tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] Deleting port 2eea2726-8e32-4359-acb6-fbe9e27dfde8 {{(pid=100247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:22:46.819354 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-132e5784-e768-46cb-93c8-99d6e2c8de15 tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:46.832286 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-f7057eb1-ca2d-4c23-9f5b-c80107d75cab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:46.835278 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-f7057eb1-ca2d-4c23-9f5b-c80107d75cab admin admin] Notify callbacks [] for security_group, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:46.836542 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-f7057eb1-ca2d-4c23-9f5b-c80107d75cab admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/1194dae1-5c83-4513-b8ad-83da963b23b9 HTTP/1.1" status: 204 len: 168 time: 0.1494772 Jul 06 14:22:46.847579 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7057eb1-ca2d-4c23-9f5b-c80107d75cab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1194dae1-5c83-4513-b8ad-83da963b23b9,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:22:46.911099 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-132e5784-e768-46cb-93c8-99d6e2c8de15 tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:46.911760 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-132e5784-e768-46cb-93c8-99d6e2c8de15 tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:46.926853 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.plugin [None req-132e5784-e768-46cb-93c8-99d6e2c8de15 tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] Calling delete_port for 2eea2726-8e32-4359-acb6-fbe9e27dfde8 owned by network:floatingip {{(pid=100247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:22:47.078984 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-132e5784-e768-46cb-93c8-99d6e2c8de15 tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128888353'] for port, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:47.109712 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132e5784-e768-46cb-93c8-99d6e2c8de15 tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] Pushing event deleted for resources: {'Port': ['ID=2eea2726-8e32-4359-acb6-fbe9e27dfde8,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:22:47.148030 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 40446) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:22:47.162589 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-170772e8-3d0f-4086-b31d-feffe31d5d01 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:47.185014 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-132e5784-e768-46cb-93c8-99d6e2c8de15 tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] Notify callbacks [] for floatingip, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:47.187944 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-132e5784-e768-46cb-93c8-99d6e2c8de15 tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for floatingip, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:47.192418 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-132e5784-e768-46cb-93c8-99d6e2c8de15 tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] 10.222.0.104 "DELETE /v2.0/floatingips/e31b7fbc-2fb3-4f89-b91c-57a072ba92f0 HTTP/1.1" status: 204 len: 168 time: 0.5337746 Jul 06 14:22:47.192683 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 40448) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:22:47.237743 n-d-773647-6 neutron-server[100247]: INFO neutron.api.v2.resource [None req-811663fb-9a66-4ebb-859c-dacdb57a7535 tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] delete failed (client error): The resource could not be found. Jul 06 14:22:47.243151 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 40450) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:22:47.243634 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-811663fb-9a66-4ebb-859c-dacdb57a7535 tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] 10.222.0.104 "DELETE /v2.0/floatingips/e31b7fbc-2fb3-4f89-b91c-57a072ba92f0 HTTP/1.1" status: 404 len: 345 time: 0.0496073 Jul 06 14:22:47.338760 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-170772e8-3d0f-4086-b31d-feffe31d5d01 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:47.349674 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-170772e8-3d0f-4086-b31d-feffe31d5d01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:47.417382 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-170772e8-3d0f-4086-b31d-feffe31d5d01 admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=fb423b4658c14c958e96120257d7e351&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2658668 Jul 06 14:22:47.418041 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 40454) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:22:47.426179 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09e256ba-be20-4e49-92d5-f72911fa2798 tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:22:47.432683 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09e256ba-be20-4e49-92d5-f72911fa2798 tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:22:47.438400 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09e256ba-be20-4e49-92d5-f72911fa2798 tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:22:47.441373 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-09e256ba-be20-4e49-92d5-f72911fa2798 tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] 10.222.0.104 "GET /v2.0/ports?network_id=0ec71722-ed11-451f-981a-14655b176bab HTTP/1.1" status: 200 len: 2358 time: 0.1959722 Jul 06 14:22:47.441373 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170772e8-3d0f-4086-b31d-feffe31d5d01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=914114f3-1bde-4b05-ace8-d3b0b11392b1,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:22:47.444400 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 40458) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:22:47.513523 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-b608d679-c8dc-4390-a8fe-5b28c179524d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:47.519124 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ae8b7a8-e17b-4654-8092-f1e4f109752c tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:22:47.520537 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-8ae8b7a8-e17b-4654-8092-f1e4f109752c tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] 10.222.0.104 "GET /v2.0/subnets/a680b4d2-78b6-476d-a130-a72322ee04eb HTTP/1.1" status: 200 len: 797 time: 0.0750370 Jul 06 14:22:47.528503 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 40460) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:22:47.537955 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [None req-5cad5db9-a328-48ac-aa7e-38e291a5e1fa tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] Request body: {'port': {'network_id': '0ec71722-ed11-451f-981a-14655b176bab', 'name': 'tempest-FloatingIPTestJSON-783865129', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:22:47.599986 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e9ea9c-84b7-48d7-a78e-e2138aed9550 req-3af4eae7-05db-4ba1-9133-147e76b01491 tempest-VolumesBackupsTest-73392082 tempest-VolumesBackupsTest-73392082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:22:47.601422 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-a8e9ea9c-84b7-48d7-a78e-e2138aed9550 req-3af4eae7-05db-4ba1-9133-147e76b01491 tempest-VolumesBackupsTest-73392082 tempest-VolumesBackupsTest-73392082-project] 10.222.0.72 "GET /v2.0/ports?device_id=e39854a4-6757-42d9-ac76-a4f9caebb319 HTTP/1.1" status: 200 len: 949 time: 0.0967503 Jul 06 14:22:47.621211 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-b608d679-c8dc-4390-a8fe-5b28c179524d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:47.779663 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [req-a8e9ea9c-84b7-48d7-a78e-e2138aed9550 req-842cd229-0c36-4cbf-ac0c-7fff0cf51871 tempest-VolumesBackupsTest-73392082 tempest-VolumesBackupsTest-73392082-project] Deleting port 50b7d990-2d83-4291-bbcf-cd274c12efa4 {{(pid=100246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:22:47.780403 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-a8e9ea9c-84b7-48d7-a78e-e2138aed9550 req-842cd229-0c36-4cbf-ac0c-7fff0cf51871 tempest-VolumesBackupsTest-73392082 tempest-VolumesBackupsTest-73392082-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:47.796365 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-b608d679-c8dc-4390-a8fe-5b28c179524d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:47.799007 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-b608d679-c8dc-4390-a8fe-5b28c179524d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:47.803291 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-b608d679-c8dc-4390-a8fe-5b28c179524d admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/914114f3-1bde-4b05-ace8-d3b0b11392b1 HTTP/1.1" status: 204 len: 168 time: 0.3815899 Jul 06 14:22:47.827430 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b25059-63f1-409e-a3e7-636e9fc5f470 req-ddd35639-09bc-48a7-9a0e-5a2baf83621f tempest-VolumesBackupsTest-73392082 tempest-VolumesBackupsTest-73392082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:22:47.835292 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-50b25059-63f1-409e-a3e7-636e9fc5f470 req-ddd35639-09bc-48a7-9a0e-5a2baf83621f tempest-VolumesBackupsTest-73392082 tempest-VolumesBackupsTest-73392082-project] 10.222.0.104 "GET /v2.0/ports?device_id=e39854a4-6757-42d9-ac76-a4f9caebb319 HTTP/1.1" status: 200 len: 949 time: 0.2756205 Jul 06 14:22:47.837269 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b608d679-c8dc-4390-a8fe-5b28c179524d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=914114f3-1bde-4b05-ace8-d3b0b11392b1,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:22:47.865223 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cad5db9-a328-48ac-aa7e-38e291a5e1fa tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] Made reservation on behalf of 70a02b678d1f412995b42e26d2f0e3af for: {'port': 1} {{(pid=100247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:22:47.916523 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.db [req-a8e9ea9c-84b7-48d7-a78e-e2138aed9550 req-842cd229-0c36-4cbf-ac0c-7fff0cf51871 tempest-VolumesBackupsTest-73392082 tempest-VolumesBackupsTest-73392082-project] For port 50b7d990-2d83-4291-bbcf-cd274c12efa4, host n-h2-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=50b7d990-2d83-4291-bbcf-cd274c12efa4,segment=NetworkSegment(c9ea893d-045e-42cf-b3dd-cdd1f79baccd),segment_id=c9ea893d-045e-42cf-b3dd-cdd1f79baccd)] {{(pid=100246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:22:47.917243 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-a8e9ea9c-84b7-48d7-a78e-e2138aed9550 req-842cd229-0c36-4cbf-ac0c-7fff0cf51871 tempest-VolumesBackupsTest-73392082 tempest-VolumesBackupsTest-73392082-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:47.940323 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-50b25059-63f1-409e-a3e7-636e9fc5f470 req-085796a5-2b4f-4acc-bbb6-68547fccce37 tempest-VolumesBackupsTest-73392082 tempest-VolumesBackupsTest-73392082-project] 10.222.0.104 "GET /v2.0/security-groups?id=8f1a1d3c-2ddd-4594-bc52-ddf4ae223100&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040537 Jul 06 14:22:47.943198 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [req-a8e9ea9c-84b7-48d7-a78e-e2138aed9550 req-842cd229-0c36-4cbf-ac0c-7fff0cf51871 tempest-VolumesBackupsTest-73392082 tempest-VolumesBackupsTest-73392082-project] Calling delete_port for 50b7d990-2d83-4291-bbcf-cd274c12efa4 owned by compute:nova {{(pid=100246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:22:48.029441 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-5cad5db9-a328-48ac-aa7e-38e291a5e1fa tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:48.050297 n-d-773647-6 neutron-server[100247]: DEBUG neutron.notifiers.nova [None req-5cad5db9-a328-48ac-aa7e-38e291a5e1fa tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] device_id is not set on port 8d8241d3-8b4c-4d28-83d5-acf2e2ba8fb0 yet. {{(pid=100247) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 14:22:48.144068 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-a8e9ea9c-84b7-48d7-a78e-e2138aed9550 req-842cd229-0c36-4cbf-ac0c-7fff0cf51871 tempest-VolumesBackupsTest-73392082 tempest-VolumesBackupsTest-73392082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127687580'] for port, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:48.157362 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] get_ports_and_sgs() called for port_ids ['50b7d990-2d83-4291-bbcf-cd274c12efa4'] {{(pid=100248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 14:22:48.183394 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842cd229-0c36-4cbf-ac0c-7fff0cf51871 tempest-VolumesBackupsTest-73392082 tempest-VolumesBackupsTest-73392082-project] Pushing event deleted for resources: {'Port': ['ID=50b7d990-2d83-4291-bbcf-cd274c12efa4,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:22:48.250335 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8e9ea9c-84b7-48d7-a78e-e2138aed9550 req-842cd229-0c36-4cbf-ac0c-7fff0cf51871 tempest-VolumesBackupsTest-73392082 tempest-VolumesBackupsTest-73392082-project] No DVR routers for this DVR port 50b7d990-2d83-4291-bbcf-cd274c12efa4 on host n-h2-773647-6 {{(pid=100246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:22:48.253864 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-a8e9ea9c-84b7-48d7-a78e-e2138aed9550 req-842cd229-0c36-4cbf-ac0c-7fff0cf51871 tempest-VolumesBackupsTest-73392082 tempest-VolumesBackupsTest-73392082-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:48.256380 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-a8e9ea9c-84b7-48d7-a78e-e2138aed9550 req-842cd229-0c36-4cbf-ac0c-7fff0cf51871 tempest-VolumesBackupsTest-73392082 tempest-VolumesBackupsTest-73392082-project] 10.222.0.72 "DELETE /v2.0/ports/50b7d990-2d83-4291-bbcf-cd274c12efa4 HTTP/1.1" status: 204 len: 173 time: 0.6494932 Jul 06 14:22:48.257021 n-d-773647-6 neutron-server[100246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e39854a4-6757-42d9-ac76-a4f9caebb319', 'name': 'network-vif-deleted', 'tag': '50b7d990-2d83-4291-bbcf-cd274c12efa4'}] {{(pid=100246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:22:48.267303 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0d96c5ab5e889f7b933ae915b9be33d1b46c9e87795bf781004b656ef3f1e87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e43616ce-0819-4de3-adb2-3ecb1cec9771" -d '{"events": [{"server_uuid": "e39854a4-6757-42d9-ac76-a4f9caebb319", "name": "network-vif-deleted", "tag": "50b7d990-2d83-4291-bbcf-cd274c12efa4"}]}' {{(pid=100246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:22:48.344083 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 14:22:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e43d17b-fe98-452f-86a2-7c4fe994f8cd x-openstack-request-id: req-8e43d17b-fe98-452f-86a2-7c4fe994f8cd {{(pid=100246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:22:48.345654 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e39854a4-6757-42d9-ac76-a4f9caebb319", "name": "network-vif-deleted", "tag": "50b7d990-2d83-4291-bbcf-cd274c12efa4", "status": "completed", "code": 200}]} {{(pid=100246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:22:48.345654 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-8e43d17b-fe98-452f-86a2-7c4fe994f8cd {{(pid=100246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:22:48.345654 n-d-773647-6 neutron-server[100246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e39854a4-6757-42d9-ac76-a4f9caebb319', 'name': 'network-vif-deleted', 'tag': '50b7d990-2d83-4291-bbcf-cd274c12efa4', 'status': 'completed', 'code': 200} Jul 06 14:22:48.532004 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.db_base_plugin_common [None req-5cad5db9-a328-48ac-aa7e-38e291a5e1fa tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] Allocated IP 172.20.0.14 (0ec71722-ed11-451f-981a-14655b176bab/a680b4d2-78b6-476d-a130-a72322ee04eb/8d8241d3-8b4c-4d28-83d5-acf2e2ba8fb0) {{(pid=100247) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:22:48.541627 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.db_base_plugin_common [None req-5cad5db9-a328-48ac-aa7e-38e291a5e1fa tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] Allocated IP 172.20.0.13 (0ec71722-ed11-451f-981a-14655b176bab/a680b4d2-78b6-476d-a130-a72322ee04eb/8d8241d3-8b4c-4d28-83d5-acf2e2ba8fb0) {{(pid=100247) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:22:48.775760 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-5cad5db9-a328-48ac-aa7e-38e291a5e1fa tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] Notify callbacks [] for port, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:48.827472 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-5cad5db9-a328-48ac-aa7e-38e291a5e1fa tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-128888360'] for port, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:48.915171 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cad5db9-a328-48ac-aa7e-38e291a5e1fa tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] Pushing event updated for resources: {'Port': ['ID=8d8241d3-8b4c-4d28-83d5-acf2e2ba8fb0,revision_number=1']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:22:48.920820 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cad5db9-a328-48ac-aa7e-38e291a5e1fa tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] Network 0ec71722-ed11-451f-981a-14655b176bab is already hosted by enough agents. {{(pid=100247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:22:48.922894 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.base_scheduler [None req-5cad5db9-a328-48ac-aa7e-38e291a5e1fa tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] Resources bound (agent type, host, resource id): {{(pid=100247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:22:48.926165 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cad5db9-a328-48ac-aa7e-38e291a5e1fa tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] Received port after_create {{(pid=100247) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:22:49.023143 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cad5db9-a328-48ac-aa7e-38e291a5e1fa tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:22:49.023959 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-5cad5db9-a328-48ac-aa7e-38e291a5e1fa tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:49.052972 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-5cad5db9-a328-48ac-aa7e-38e291a5e1fa tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] 10.222.0.104 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1009 time: 1.5231142 Jul 06 14:22:49.055755 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 40496) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:22:49.062029 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-d943c27e-fc83-4c71-9dbb-c6cc3e5b8103 tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] Request body: {'floatingip': {'floating_network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'port_id': '8d8241d3-8b4c-4d28-83d5-acf2e2ba8fb0', 'fixed_ip_address': '172.20.0.14'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:22:49.106834 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-d943c27e-fc83-4c71-9dbb-c6cc3e5b8103 tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] Notify callbacks [] for floatingip, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:49.244550 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50de4d36-1d44-42f7-b981-14c5be7adf85 req-0663f137-d9d4-4048-9a80-ade95538c313 tempest-AttachVolumeNegativeTest-1214840538 tempest-AttachVolumeNegativeTest-1214840538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:22:49.250433 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-50de4d36-1d44-42f7-b981-14c5be7adf85 req-0663f137-d9d4-4048-9a80-ade95538c313 tempest-AttachVolumeNegativeTest-1214840538 tempest-AttachVolumeNegativeTest-1214840538-project] 10.222.0.104 "GET /v2.0/ports?device_id=9ce98e0e-7c4e-42b0-80dd-b21fabb5d600 HTTP/1.1" status: 200 len: 945 time: 0.1160424 Jul 06 14:22:49.301303 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-d943c27e-fc83-4c71-9dbb-c6cc3e5b8103 tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:49.333219 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-50de4d36-1d44-42f7-b981-14c5be7adf85 req-c687bf9a-37e9-4632-a9c4-4f910928e5c6 tempest-AttachVolumeNegativeTest-1214840538 tempest-AttachVolumeNegativeTest-1214840538-project] 10.222.0.104 "GET /v2.0/security-groups?id=e25fc918-d317-48f5-8fe8-cddb17b098d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768232 Jul 06 14:22:49.462915 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.db_base_plugin_common [None req-d943c27e-fc83-4c71-9dbb-c6cc3e5b8103 tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] Allocated IP 172.25.0.121 (2658f09e-a580-4d4a-9968-2d1e0ad93719/cbf74abc-6fe1-4d33-b005-c948923b9647/ea19dd61-ad45-404d-a6c2-cd9df14a289f) {{(pid=100246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:22:49.585613 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-d943c27e-fc83-4c71-9dbb-c6cc3e5b8103 tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] Notify callbacks [] for port, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:49.635515 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-d943c27e-fc83-4c71-9dbb-c6cc3e5b8103 tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-127687573'] for port, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:49.681594 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d943c27e-fc83-4c71-9dbb-c6cc3e5b8103 tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] Pushing event updated for resources: {'Port': ['ID=ea19dd61-ad45-404d-a6c2-cd9df14a289f,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:22:49.696728 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d943c27e-fc83-4c71-9dbb-c6cc3e5b8103 tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] Network 2658f09e-a580-4d4a-9968-2d1e0ad93719 is already hosted by enough agents. {{(pid=100246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:22:49.698787 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.base_scheduler [None req-d943c27e-fc83-4c71-9dbb-c6cc3e5b8103 tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] Resources bound (agent type, host, resource id): {{(pid=100246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:22:49.704031 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d943c27e-fc83-4c71-9dbb-c6cc3e5b8103 tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] Received port after_create {{(pid=100246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:22:49.793433 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 40514) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:22:49.904225 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [None req-17e87d8c-52e5-4eed-b480-9d367f755017 tempest-RoutersAdminTest-593889549 tempest-RoutersAdminTest-593889549-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-2110674458', 'router:external': True}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:22:49.927735 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17e87d8c-52e5-4eed-b480-9d367f755017 tempest-RoutersAdminTest-593889549 tempest-RoutersAdminTest-593889549-project-admin] Made reservation on behalf of ac993a98bc5544a7923dc897aa9de6ff for: {'network': 1} {{(pid=100247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:22:49.930545 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-17e87d8c-52e5-4eed-b480-9d367f755017 tempest-RoutersAdminTest-593889549 tempest-RoutersAdminTest-593889549-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for network, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:49.939686 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-17e87d8c-52e5-4eed-b480-9d367f755017 tempest-RoutersAdminTest-593889549 tempest-RoutersAdminTest-593889549-project-admin] Notify callbacks [] for security_group, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:50.046916 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-17e87d8c-52e5-4eed-b480-9d367f755017 tempest-RoutersAdminTest-593889549 tempest-RoutersAdminTest-593889549-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:50.051502 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-17e87d8c-52e5-4eed-b480-9d367f755017 tempest-RoutersAdminTest-593889549 tempest-RoutersAdminTest-593889549-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:50.082023 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-17e87d8c-52e5-4eed-b480-9d367f755017 tempest-RoutersAdminTest-593889549 tempest-RoutersAdminTest-593889549-project-admin] vlan segment allocate from pool success with {'vlan_id': 1010, 'physical_network': 'physnet1'} {{(pid=100247) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 14:22:50.093333 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e87d8c-52e5-4eed-b480-9d367f755017 tempest-RoutersAdminTest-593889549 tempest-RoutersAdminTest-593889549-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=407f310a-eea4-4bbd-ab74-f4e7408545c3,revision_number=1']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:22:50.100313 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-17e87d8c-52e5-4eed-b480-9d367f755017 tempest-RoutersAdminTest-593889549 tempest-RoutersAdminTest-593889549-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552'] for segment, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:50.100708 n-d-773647-6 neutron-server[100247]: INFO neutron.db.segments_db [None req-17e87d8c-52e5-4eed-b480-9d367f755017 tempest-RoutersAdminTest-593889549 tempest-RoutersAdminTest-593889549-project-admin] Added segment 6ce18383-60af-4b24-82be-120e82595cf6 of type vlan for network 0e77b596-ef56-4e3e-8f43-2faf4816054f Jul 06 14:22:50.154574 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-17e87d8c-52e5-4eed-b480-9d367f755017 tempest-RoutersAdminTest-593889549 tempest-RoutersAdminTest-593889549-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773752984405'] for network, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:50.194581 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-17e87d8c-52e5-4eed-b480-9d367f755017 tempest-RoutersAdminTest-593889549 tempest-RoutersAdminTest-593889549-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060'] for network, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:50.195970 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17e87d8c-52e5-4eed-b480-9d367f755017 tempest-RoutersAdminTest-593889549 tempest-RoutersAdminTest-593889549-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:22:50.195970 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-17e87d8c-52e5-4eed-b480-9d367f755017 tempest-RoutersAdminTest-593889549 tempest-RoutersAdminTest-593889549-project-admin] Notify callbacks [] for network, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:50.225316 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-17e87d8c-52e5-4eed-b480-9d367f755017 tempest-RoutersAdminTest-593889549 tempest-RoutersAdminTest-593889549-project-admin] 10.222.0.104 "POST /v2.0/networks HTTP/1.1" status: 201 len: 872 time: 0.4304097 Jul 06 14:22:50.249969 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 40518) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:22:50.254767 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [None req-52708c16-e207-4c15-a076-7c16588f0246 tempest-RoutersAdminTest-593889549 tempest-RoutersAdminTest-593889549-project-admin] Request body: {'subnet': {'network_id': '0e77b596-ef56-4e3e-8f43-2faf4816054f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:22:50.283716 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e87d8c-52e5-4eed-b480-9d367f755017 tempest-RoutersAdminTest-593889549 tempest-RoutersAdminTest-593889549-project-admin] Pushing event updated for resources: {'Network': ['ID=0e77b596-ef56-4e3e-8f43-2faf4816054f,revision_number=1']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:22:50.292163 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52708c16-e207-4c15-a076-7c16588f0246 tempest-RoutersAdminTest-593889549 tempest-RoutersAdminTest-593889549-project-admin] Made reservation on behalf of ac993a98bc5544a7923dc897aa9de6ff for: {'subnet': 1} {{(pid=100247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:22:50.294516 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-52708c16-e207-4c15-a076-7c16588f0246 tempest-RoutersAdminTest-593889549 tempest-RoutersAdminTest-593889549-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127627440'] for subnet, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:50.306469 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Network 0e77b596-ef56-4e3e-8f43-2faf4816054f details requested by agent ovs-agent-n-d-773647-6 with host n-d-773647-6 {{(pid=100248) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 14:22:50.518758 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-d943c27e-fc83-4c71-9dbb-c6cc3e5b8103 tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:50.599398 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-d943c27e-fc83-4c71-9dbb-c6cc3e5b8103 tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:50.616528 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e50bebe-ae9f-47db-902a-393bdab55a3e req-7cf600f2-6ca6-4505-a22f-e3e3cd248007 tempest-AttachVolumeNegativeTest-1214840538 tempest-AttachVolumeNegativeTest-1214840538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:22:50.618043 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-2e50bebe-ae9f-47db-902a-393bdab55a3e req-7cf600f2-6ca6-4505-a22f-e3e3cd248007 tempest-AttachVolumeNegativeTest-1214840538 tempest-AttachVolumeNegativeTest-1214840538-project] 10.222.0.104 "GET /v2.0/ports?device_id=9ce98e0e-7c4e-42b0-80dd-b21fabb5d600 HTTP/1.1" status: 200 len: 945 time: 0.1534021 Jul 06 14:22:50.680784 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-2e50bebe-ae9f-47db-902a-393bdab55a3e req-e572e78a-1719-4b44-b93c-13e6d132a2fc tempest-AttachVolumeNegativeTest-1214840538 tempest-AttachVolumeNegativeTest-1214840538-project] 10.222.0.104 "GET /v2.0/security-groups?id=e25fc918-d317-48f5-8fe8-cddb17b098d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496128 Jul 06 14:22:50.730069 n-d-773647-6 neutron-server[100247]: DEBUG neutron.objects.ports [None req-52708c16-e207-4c15-a076-7c16588f0246 tempest-RoutersAdminTest-593889549 tempest-RoutersAdminTest-593889549-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=100247) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 06 14:22:50.730521 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-52708c16-e207-4c15-a076-7c16588f0246 tempest-RoutersAdminTest-593889549 tempest-RoutersAdminTest-593889549-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1849032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-128888412', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127627426'] for subnet, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:50.785784 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52708c16-e207-4c15-a076-7c16588f0246 tempest-RoutersAdminTest-593889549 tempest-RoutersAdminTest-593889549-project-admin] Pushing event updated for resources: {'Subnet': ['ID=4151b1c3-08fa-4a03-8c45-280352b6d83e,revision_number=0']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:22:50.796032 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52708c16-e207-4c15-a076-7c16588f0246 tempest-RoutersAdminTest-593889549 tempest-RoutersAdminTest-593889549-project-admin] Checking segment: {'id': '6ce18383-60af-4b24-82be-120e82595cf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': '0e77b596-ef56-4e3e-8f43-2faf4816054f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100247) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:22:50.796396 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52708c16-e207-4c15-a076-7c16588f0246 tempest-RoutersAdminTest-593889549 tempest-RoutersAdminTest-593889549-project-admin] Network hostable DHCP agents. Network: 0e77b596-ef56-4e3e-8f43-2faf4816054f, hostable agents: ['f2bada3d-be77-4359-982b-8505a2bbca04'], hosted agents: [] {{(pid=100247) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 14:22:50.802793 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-d943c27e-fc83-4c71-9dbb-c6cc3e5b8103 tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] Notify callbacks [] for port, precommit_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:50.809960 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-d943c27e-fc83-4c71-9dbb-c6cc3e5b8103 tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127687527'] for port, after_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:50.815293 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52708c16-e207-4c15-a076-7c16588f0246 tempest-RoutersAdminTest-593889549 tempest-RoutersAdminTest-593889549-project-admin] Network 0e77b596-ef56-4e3e-8f43-2faf4816054f is scheduled to be hosted by DHCP agent f2bada3d-be77-4359-982b-8505a2bbca04 with binding_index 1 {{(pid=100247) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 14:22:50.826982 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.base_scheduler [None req-52708c16-e207-4c15-a076-7c16588f0246 tempest-RoutersAdminTest-593889549 tempest-RoutersAdminTest-593889549-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773647-6, 0e77b596-ef56-4e3e-8f43-2faf4816054f) {{(pid=100247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:22:50.836470 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53165302-9bbb-43e1-ba2c-79e3c415cfef None None] Network 0e77b596-ef56-4e3e-8f43-2faf4816054f requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:22:50.841282 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52708c16-e207-4c15-a076-7c16588f0246 tempest-RoutersAdminTest-593889549 tempest-RoutersAdminTest-593889549-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:22:50.841872 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-52708c16-e207-4c15-a076-7c16588f0246 tempest-RoutersAdminTest-593889549 tempest-RoutersAdminTest-593889549-project-admin] Notify callbacks [] for subnet, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:50.860490 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-52708c16-e207-4c15-a076-7c16588f0246 tempest-RoutersAdminTest-593889549 tempest-RoutersAdminTest-593889549-project-admin] 10.222.0.104 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.6094930 Jul 06 14:22:50.863272 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 40524) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:22:50.868175 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [None req-773512d8-c805-48d0-bcb2-0e9ee5dccc42 tempest-RoutersAdminTest-593889549 tempest-RoutersAdminTest-593889549-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-2105599471', 'network_id': '0e77b596-ef56-4e3e-8f43-2faf4816054f'}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:22:50.889640 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-773512d8-c805-48d0-bcb2-0e9ee5dccc42 tempest-RoutersAdminTest-593889549 tempest-RoutersAdminTest-593889549-project-admin] Made reservation on behalf of ac993a98bc5544a7923dc897aa9de6ff for: {'port': 1} {{(pid=100247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:22:50.892624 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-773512d8-c805-48d0-bcb2-0e9ee5dccc42 tempest-RoutersAdminTest-593889549 tempest-RoutersAdminTest-593889549-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:50.900311 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d943c27e-fc83-4c71-9dbb-c6cc3e5b8103 tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] Pushing event updated for resources: {'Port': ['ID=ea19dd61-ad45-404d-a6c2-cd9df14a289f,revision_number=2']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:22:50.914116 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-d943c27e-fc83-4c71-9dbb-c6cc3e5b8103 tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1761130'] for floatingip, after_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:50.919563 n-d-773647-6 neutron-server[100247]: DEBUG neutron.notifiers.nova [None req-773512d8-c805-48d0-bcb2-0e9ee5dccc42 tempest-RoutersAdminTest-593889549 tempest-RoutersAdminTest-593889549-project-admin] device_id is not set on port bd6652a8-492d-4e8a-a596-f53b3af5639a yet. {{(pid=100247) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 14:22:50.979337 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89f7e8e2-cd55-4d08-a19b-9bdec884a7bc None None] Network 0e77b596-ef56-4e3e-8f43-2faf4816054f requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:22:51.047108 n-d-773647-6 neutron-server[100246]: INFO neutron.db.l3_db [None req-d943c27e-fc83-4c71-9dbb-c6cc3e5b8103 tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] Floating IP 8431c260-a5c9-47bb-b370-7e37c5a348d5 associated. External IP: 172.25.0.121, port: 8d8241d3-8b4c-4d28-83d5-acf2e2ba8fb0. Jul 06 14:22:51.065727 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.db_base_plugin_common [None req-773512d8-c805-48d0-bcb2-0e9ee5dccc42 tempest-RoutersAdminTest-593889549 tempest-RoutersAdminTest-593889549-project-admin] Allocated IP 172.20.0.8 (0e77b596-ef56-4e3e-8f43-2faf4816054f/4151b1c3-08fa-4a03-8c45-280352b6d83e/bd6652a8-492d-4e8a-a596-f53b3af5639a) {{(pid=100247) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:22:51.293317 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d943c27e-fc83-4c71-9dbb-c6cc3e5b8103 tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] Router cbf9cae9-e8d9-42c3-b4e4-0cdcc22be709 has already been hosted by L3 agent 2823d358-a11b-4885-a706-95a279e43fa7 {{(pid=100246) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 14:22:51.424562 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d943c27e-fc83-4c71-9dbb-c6cc3e5b8103 tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] Notify agent at l3_agent.n-d-773647-6 the message routers_updated {{(pid=100246) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 14:22:51.438903 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8045a2ab-bd3d-4c62-b37a-590be7cc30a0 None None] Sync routers for ids ['cbf9cae9-e8d9-42c3-b4e4-0cdcc22be709'] in n-d-773647-6 {{(pid=100249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 14:22:51.450665 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8045a2ab-bd3d-4c62-b37a-590be7cc30a0 None None] Routers {'cbf9cae9-e8d9-42c3-b4e4-0cdcc22be709'} bound to L3 agent in host n-d-773647-6 {{(pid=100249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:22:51.451512 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-8045a2ab-bd3d-4c62-b37a-590be7cc30a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T14:22:26Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['cbf9cae9-e8d9-42c3-b4e4-0cdcc22be709'], 'active': True} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:22:51.452878 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-d943c27e-fc83-4c71-9dbb-c6cc3e5b8103 tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for floatingip, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:51.489241 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-8045a2ab-bd3d-4c62-b37a-590be7cc30a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-773647-6', False) {} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:22:51.498654 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8045a2ab-bd3d-4c62-b37a-590be7cc30a0 None None] Routers {'cbf9cae9-e8d9-42c3-b4e4-0cdcc22be709'} bound to L3 agent in host n-d-773647-6 {{(pid=100249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:22:51.499438 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-8045a2ab-bd3d-4c62-b37a-590be7cc30a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T14:22:26Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['cbf9cae9-e8d9-42c3-b4e4-0cdcc22be709'], 'active': True} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:22:51.510966 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-d943c27e-fc83-4c71-9dbb-c6cc3e5b8103 tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] 10.222.0.104 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 2.4538453 Jul 06 14:22:51.513843 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 40528) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:22:51.514259 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7dc809c-a4c5-4ba8-b180-3ed702a5f2bc req-9903f696-39e4-4b71-a5e1-eb0d3f53de9c tempest-AttachVolumeNegativeTest-1214840538 tempest-AttachVolumeNegativeTest-1214840538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:22:51.515926 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-d7dc809c-a4c5-4ba8-b180-3ed702a5f2bc req-9903f696-39e4-4b71-a5e1-eb0d3f53de9c tempest-AttachVolumeNegativeTest-1214840538 tempest-AttachVolumeNegativeTest-1214840538-project] 10.222.0.127 "GET /v2.0/ports?device_id=9ce98e0e-7c4e-42b0-80dd-b21fabb5d600 HTTP/1.1" status: 200 len: 945 time: 0.4648762 Jul 06 14:22:51.520147 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-e55ab725-2668-4b19-8fa8-fbbfd4fa9ae5 tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] Request body: {'floatingip': {'port_id': '8d8241d3-8b4c-4d28-83d5-acf2e2ba8fb0', 'fixed_ip_address': '172.20.0.13'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:22:51.538875 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-8045a2ab-bd3d-4c62-b37a-590be7cc30a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-773647-6', False) {} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:22:51.539813 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8045a2ab-bd3d-4c62-b37a-590be7cc30a0 None None] The sync data for ids ['cbf9cae9-e8d9-42c3-b4e4-0cdcc22be709'] in n-d-773647-6 is: [] {{(pid=100249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 14:22:51.593544 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-e55ab725-2668-4b19-8fa8-fbbfd4fa9ae5 tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] Notify callbacks [] for floatingip, before_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:51.703715 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-773512d8-c805-48d0-bcb2-0e9ee5dccc42 tempest-RoutersAdminTest-593889549 tempest-RoutersAdminTest-593889549-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:51.728570 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.plugin [req-d7dc809c-a4c5-4ba8-b180-3ed702a5f2bc req-556ab4c3-0206-441e-a132-ded20273979c tempest-AttachVolumeNegativeTest-1214840538 tempest-AttachVolumeNegativeTest-1214840538-project] Deleting port 8d4df4ab-91fa-44df-b174-538329dcec07 {{(pid=100247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:22:51.728921 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-d7dc809c-a4c5-4ba8-b180-3ed702a5f2bc req-556ab4c3-0206-441e-a132-ded20273979c tempest-AttachVolumeNegativeTest-1214840538 tempest-AttachVolumeNegativeTest-1214840538-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:51.832711 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.db [req-d7dc809c-a4c5-4ba8-b180-3ed702a5f2bc req-556ab4c3-0206-441e-a132-ded20273979c tempest-AttachVolumeNegativeTest-1214840538 tempest-AttachVolumeNegativeTest-1214840538-project] For port 8d4df4ab-91fa-44df-b174-538329dcec07, host n-h1-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773647-6',level=0,port_id=8d4df4ab-91fa-44df-b174-538329dcec07,segment=NetworkSegment(ee908c01-b71e-40fe-968e-dba65942d6c2),segment_id=ee908c01-b71e-40fe-968e-dba65942d6c2)] {{(pid=100247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:22:51.832990 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-d7dc809c-a4c5-4ba8-b180-3ed702a5f2bc req-556ab4c3-0206-441e-a132-ded20273979c tempest-AttachVolumeNegativeTest-1214840538 tempest-AttachVolumeNegativeTest-1214840538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:51.877431 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.plugin [req-d7dc809c-a4c5-4ba8-b180-3ed702a5f2bc req-556ab4c3-0206-441e-a132-ded20273979c tempest-AttachVolumeNegativeTest-1214840538 tempest-AttachVolumeNegativeTest-1214840538-project] Calling delete_port for 8d4df4ab-91fa-44df-b174-538329dcec07 owned by compute:nova {{(pid=100247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:22:51.944977 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-773512d8-c805-48d0-bcb2-0e9ee5dccc42 tempest-RoutersAdminTest-593889549 tempest-RoutersAdminTest-593889549-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-128888360'] for port, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:52.004576 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Device 50b7d990-2d83-4291-bbcf-cd274c12efa4 no longer exists at agent hyperv_n-h2-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:22:52.020669 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-773512d8-c805-48d0-bcb2-0e9ee5dccc42 tempest-RoutersAdminTest-593889549 tempest-RoutersAdminTest-593889549-project-admin] Network 0e77b596-ef56-4e3e-8f43-2faf4816054f is already hosted by enough agents. {{(pid=100247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:22:52.035375 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] No Port match for: 50b7d990-2d83-4291-bbcf-cd274c12efa4 {{(pid=100248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 14:22:52.036056 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Device 50b7d990-2d83-4291-bbcf-cd274c12efa4 not bound to the agent host n-h2-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:22:52.039108 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493dbf17-d8aa-42ee-9059-f70f1cd6441b req-e73c5be9-c34d-48d0-83af-8e3f651299dc tempest-AttachVolumeNegativeTest-1214840538 tempest-AttachVolumeNegativeTest-1214840538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:22:52.041103 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-493dbf17-d8aa-42ee-9059-f70f1cd6441b req-e73c5be9-c34d-48d0-83af-8e3f651299dc tempest-AttachVolumeNegativeTest-1214840538 tempest-AttachVolumeNegativeTest-1214840538-project] 10.222.0.104 "GET /v2.0/ports?device_id=9ce98e0e-7c4e-42b0-80dd-b21fabb5d600 HTTP/1.1" status: 200 len: 945 time: 0.2124252 Jul 06 14:22:52.042019 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.base_scheduler [None req-773512d8-c805-48d0-bcb2-0e9ee5dccc42 tempest-RoutersAdminTest-593889549 tempest-RoutersAdminTest-593889549-project-admin] Resources bound (agent type, host, resource id): {{(pid=100247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:22:52.049711 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-773512d8-c805-48d0-bcb2-0e9ee5dccc42 tempest-RoutersAdminTest-593889549 tempest-RoutersAdminTest-593889549-project-admin] Received port after_create {{(pid=100247) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:22:52.055317 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773512d8-c805-48d0-bcb2-0e9ee5dccc42 tempest-RoutersAdminTest-593889549 tempest-RoutersAdminTest-593889549-project-admin] Pushing event updated for resources: {'Port': ['ID=bd6652a8-492d-4e8a-a596-f53b3af5639a,revision_number=1']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:22:52.147383 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-e55ab725-2668-4b19-8fa8-fbbfd4fa9ae5 tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:52.151792 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-e55ab725-2668-4b19-8fa8-fbbfd4fa9ae5 tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1761130'] for floatingip, after_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:52.153749 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-773512d8-c805-48d0-bcb2-0e9ee5dccc42 tempest-RoutersAdminTest-593889549 tempest-RoutersAdminTest-593889549-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:22:52.154349 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-773512d8-c805-48d0-bcb2-0e9ee5dccc42 tempest-RoutersAdminTest-593889549 tempest-RoutersAdminTest-593889549-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:52.179788 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-493dbf17-d8aa-42ee-9059-f70f1cd6441b req-13e5dc62-b4ff-44fe-81d4-3ccd708eee75 tempest-AttachVolumeNegativeTest-1214840538 tempest-AttachVolumeNegativeTest-1214840538-project] 10.222.0.104 "GET /v2.0/security-groups?id=e25fc918-d317-48f5-8fe8-cddb17b098d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277604 Jul 06 14:22:52.193280 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-773512d8-c805-48d0-bcb2-0e9ee5dccc42 tempest-RoutersAdminTest-593889549 tempest-RoutersAdminTest-593889549-project-admin] 10.222.0.104 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1023 time: 1.3264842 Jul 06 14:22:52.194438 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 40532) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:22:52.197435 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-d7dc809c-a4c5-4ba8-b180-3ed702a5f2bc req-556ab4c3-0206-441e-a132-ded20273979c tempest-AttachVolumeNegativeTest-1214840538 tempest-AttachVolumeNegativeTest-1214840538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128888353'] for port, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:52.212052 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] get_ports_and_sgs() called for port_ids ['8d4df4ab-91fa-44df-b174-538329dcec07'] {{(pid=100248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 14:22:52.250038 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556ab4c3-0206-441e-a132-ded20273979c tempest-AttachVolumeNegativeTest-1214840538 tempest-AttachVolumeNegativeTest-1214840538-project] Pushing event deleted for resources: {'Port': ['ID=8d4df4ab-91fa-44df-b174-538329dcec07,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:22:52.296922 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7dc809c-a4c5-4ba8-b180-3ed702a5f2bc req-556ab4c3-0206-441e-a132-ded20273979c tempest-AttachVolumeNegativeTest-1214840538 tempest-AttachVolumeNegativeTest-1214840538-project] No DVR routers for this DVR port 8d4df4ab-91fa-44df-b174-538329dcec07 on host n-h1-773647-6 {{(pid=100247) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:22:52.300191 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-d7dc809c-a4c5-4ba8-b180-3ed702a5f2bc req-556ab4c3-0206-441e-a132-ded20273979c tempest-AttachVolumeNegativeTest-1214840538 tempest-AttachVolumeNegativeTest-1214840538-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:52.302788 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-d7dc809c-a4c5-4ba8-b180-3ed702a5f2bc req-556ab4c3-0206-441e-a132-ded20273979c tempest-AttachVolumeNegativeTest-1214840538 tempest-AttachVolumeNegativeTest-1214840538-project] 10.222.0.127 "DELETE /v2.0/ports/8d4df4ab-91fa-44df-b174-538329dcec07 HTTP/1.1" status: 204 len: 173 time: 0.7414432 Jul 06 14:22:52.303582 n-d-773647-6 neutron-server[100247]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ce98e0e-7c4e-42b0-80dd-b21fabb5d600', 'name': 'network-vif-deleted', 'tag': '8d4df4ab-91fa-44df-b174-538329dcec07'}] {{(pid=100247) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:22:52.306596 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cbf0eeaae822f8fc9b87a94aeba67a3d651842baf663a51cba94b67a514836d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9b886ee-5b58-4c54-b7ae-2b2bf17bbc49" -d '{"events": [{"server_uuid": "9ce98e0e-7c4e-42b0-80dd-b21fabb5d600", "name": "network-vif-deleted", "tag": "8d4df4ab-91fa-44df-b174-538329dcec07"}]}' {{(pid=100247) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:22:52.356798 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 14:22:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fac61543-e9a5-4f30-90e0-d45e62f836fd x-openstack-request-id: req-fac61543-e9a5-4f30-90e0-d45e62f836fd {{(pid=100247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:22:52.357095 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ce98e0e-7c4e-42b0-80dd-b21fabb5d600", "name": "network-vif-deleted", "tag": "8d4df4ab-91fa-44df-b174-538329dcec07", "status": "completed", "code": 200}]} {{(pid=100247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:22:52.357354 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-fac61543-e9a5-4f30-90e0-d45e62f836fd {{(pid=100247) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:22:52.357985 n-d-773647-6 neutron-server[100247]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ce98e0e-7c4e-42b0-80dd-b21fabb5d600', 'name': 'network-vif-deleted', 'tag': '8d4df4ab-91fa-44df-b174-538329dcec07', 'status': 'completed', 'code': 200} Jul 06 14:22:52.390039 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [None req-39d3539e-c4ba-484b-bd8b-e2ea416282d1 tempest-RoutersAdminTest-593889549 tempest-RoutersAdminTest-593889549-project-admin] Deleting port bd6652a8-492d-4e8a-a596-f53b3af5639a {{(pid=100246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:22:52.390391 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-39d3539e-c4ba-484b-bd8b-e2ea416282d1 tempest-RoutersAdminTest-593889549 tempest-RoutersAdminTest-593889549-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:52.516620 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e55ab725-2668-4b19-8fa8-fbbfd4fa9ae5 tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] Router cbf9cae9-e8d9-42c3-b4e4-0cdcc22be709 has already been hosted by L3 agent 2823d358-a11b-4885-a706-95a279e43fa7 {{(pid=100246) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 14:22:52.588956 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-39d3539e-c4ba-484b-bd8b-e2ea416282d1 tempest-RoutersAdminTest-593889549 tempest-RoutersAdminTest-593889549-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:52.606648 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [None req-39d3539e-c4ba-484b-bd8b-e2ea416282d1 tempest-RoutersAdminTest-593889549 tempest-RoutersAdminTest-593889549-project-admin] Calling delete_port for bd6652a8-492d-4e8a-a596-f53b3af5639a owned by {{(pid=100246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:22:52.714980 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e55ab725-2668-4b19-8fa8-fbbfd4fa9ae5 tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] Notify agent at l3_agent.n-d-773647-6 the message routers_updated {{(pid=100246) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 14:22:52.720827 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-e55ab725-2668-4b19-8fa8-fbbfd4fa9ae5 tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for floatingip, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:52.726648 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cd145ca-0a37-462a-8abf-d7723057e2e5 None None] Sync routers for ids ['cbf9cae9-e8d9-42c3-b4e4-0cdcc22be709'] in n-d-773647-6 {{(pid=100248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 14:22:52.753199 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cd145ca-0a37-462a-8abf-d7723057e2e5 None None] Routers {'cbf9cae9-e8d9-42c3-b4e4-0cdcc22be709'} bound to L3 agent in host n-d-773647-6 {{(pid=100248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:22:52.753841 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-1cd145ca-0a37-462a-8abf-d7723057e2e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T14:22:26Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['cbf9cae9-e8d9-42c3-b4e4-0cdcc22be709'], 'active': True} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:22:52.807688 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-1cd145ca-0a37-462a-8abf-d7723057e2e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-773647-6', False) {} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:22:52.819645 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cd145ca-0a37-462a-8abf-d7723057e2e5 None None] Routers {'cbf9cae9-e8d9-42c3-b4e4-0cdcc22be709'} bound to L3 agent in host n-d-773647-6 {{(pid=100248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:22:52.820600 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-1cd145ca-0a37-462a-8abf-d7723057e2e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T14:22:26Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['cbf9cae9-e8d9-42c3-b4e4-0cdcc22be709'], 'active': True} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:22:52.878070 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-1cd145ca-0a37-462a-8abf-d7723057e2e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-773647-6', False) {} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:22:52.878904 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cd145ca-0a37-462a-8abf-d7723057e2e5 None None] The sync data for ids ['cbf9cae9-e8d9-42c3-b4e4-0cdcc22be709'] in n-d-773647-6 is: [] {{(pid=100248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 14:22:52.891020 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-e55ab725-2668-4b19-8fa8-fbbfd4fa9ae5 tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] 10.222.0.104 "PUT /v2.0/floatingips/8431c260-a5c9-47bb-b370-7e37c5a348d5 HTTP/1.1" status: 200 len: 978 time: 1.3756232 Jul 06 14:22:52.891149 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 40576) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:22:52.892984 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-ac332c57-ab45-4dc6-9883-83a2488d44a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:52.906459 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-39d3539e-c4ba-484b-bd8b-e2ea416282d1 tempest-RoutersAdminTest-593889549 tempest-RoutersAdminTest-593889549-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127687580'] for port, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:52.941457 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d3539e-c4ba-484b-bd8b-e2ea416282d1 tempest-RoutersAdminTest-593889549 tempest-RoutersAdminTest-593889549-project-admin] Pushing event deleted for resources: {'Port': ['ID=bd6652a8-492d-4e8a-a596-f53b3af5639a,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:22:53.018850 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-39d3539e-c4ba-484b-bd8b-e2ea416282d1 tempest-RoutersAdminTest-593889549 tempest-RoutersAdminTest-593889549-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:53.022216 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-39d3539e-c4ba-484b-bd8b-e2ea416282d1 tempest-RoutersAdminTest-593889549 tempest-RoutersAdminTest-593889549-project-admin] 10.222.0.104 "DELETE /v2.0/ports/bd6652a8-492d-4e8a-a596-f53b3af5639a HTTP/1.1" status: 204 len: 168 time: 0.8275247 Jul 06 14:22:53.024840 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 40582) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:22:53.032816 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-fb2a26a2-517c-4dda-93f0-3f6fcbe49bd2 tempest-RoutersAdminTest-593889549 tempest-RoutersAdminTest-593889549-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '0e77b596-ef56-4e3e-8f43-2faf4816054f', 'external_fixed_ips': [{'subnet_id': '4151b1c3-08fa-4a03-8c45-280352b6d83e', 'ip_address': '172.20.0.8'}]}}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:22:53.061134 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-fb2a26a2-517c-4dda-93f0-3f6fcbe49bd2 tempest-RoutersAdminTest-593889549 tempest-RoutersAdminTest-593889549-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1806290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6992'] for router, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:53.062277 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-fb2a26a2-517c-4dda-93f0-3f6fcbe49bd2 tempest-RoutersAdminTest-593889549 tempest-RoutersAdminTest-593889549-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1806157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1808637', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1714747', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7007'] for router, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:53.133656 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-fb2a26a2-517c-4dda-93f0-3f6fcbe49bd2 tempest-RoutersAdminTest-593889549 tempest-RoutersAdminTest-593889549-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:53.145085 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.plugin [None req-68743e75-10de-4c13-a94c-9a4cb407202e tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] Deleting port ea19dd61-ad45-404d-a6c2-cd9df14a289f {{(pid=100247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:22:53.145550 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-68743e75-10de-4c13-a94c-9a4cb407202e tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:53.245498 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-68743e75-10de-4c13-a94c-9a4cb407202e tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:53.245907 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-68743e75-10de-4c13-a94c-9a4cb407202e tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:53.259988 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.plugin [None req-68743e75-10de-4c13-a94c-9a4cb407202e tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] Calling delete_port for ea19dd61-ad45-404d-a6c2-cd9df14a289f owned by network:floatingip {{(pid=100247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:22:53.288916 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-fb2a26a2-517c-4dda-93f0-3f6fcbe49bd2 tempest-RoutersAdminTest-593889549 tempest-RoutersAdminTest-593889549-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1761047', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1806272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6989'] for router, precommit_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:53.352524 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 40616) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:22:53.416192 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e4916f3-e51c-4f18-870e-6c8ef8ee0480 admin admin] Deleting subnet c766dd70-4214-4cf7-9cdb-42855341a210 {{(pid=100246) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 14:22:53.420069 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-0e4916f3-e51c-4f18-870e-6c8ef8ee0480 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:53.440288 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-68743e75-10de-4c13-a94c-9a4cb407202e tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128888353'] for port, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:53.465680 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-0e4916f3-e51c-4f18-870e-6c8ef8ee0480 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126218885'] for subnet, precommit_delete_associations {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:53.475700 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68743e75-10de-4c13-a94c-9a4cb407202e tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] Pushing event deleted for resources: {'Port': ['ID=ea19dd61-ad45-404d-a6c2-cd9df14a289f,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:22:53.526743 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-0e4916f3-e51c-4f18-870e-6c8ef8ee0480 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-913473'] for subnet, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:53.558131 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-68743e75-10de-4c13-a94c-9a4cb407202e tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] Notify callbacks [] for floatingip, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:53.558591 n-d-773647-6 neutron-server[100247]: INFO neutron.db.l3_db [None req-68743e75-10de-4c13-a94c-9a4cb407202e tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] Floating IP 8431c260-a5c9-47bb-b370-7e37c5a348d5 disassociated (deleted). External IP: 172.25.0.121, port: 8d8241d3-8b4c-4d28-83d5-acf2e2ba8fb0. Jul 06 14:22:53.697086 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-0e4916f3-e51c-4f18-870e-6c8ef8ee0480 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-913480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1849032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127687590', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127702764'] for subnet, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:53.734067 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4916f3-e51c-4f18-870e-6c8ef8ee0480 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c766dd70-4214-4cf7-9cdb-42855341a210,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:22:53.737350 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-0e4916f3-e51c-4f18-870e-6c8ef8ee0480 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:53.739522 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-0e4916f3-e51c-4f18-870e-6c8ef8ee0480 admin admin] 10.222.0.104 "DELETE /v2.0/subnets/c766dd70-4214-4cf7-9cdb-42855341a210 HTTP/1.1" status: 204 len: 168 time: 0.3856568 Jul 06 14:22:53.741820 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 40618) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:22:53.765096 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-fb2a26a2-517c-4dda-93f0-3f6fcbe49bd2 tempest-RoutersAdminTest-593889549 tempest-RoutersAdminTest-593889549-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:53.796594 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68743e75-10de-4c13-a94c-9a4cb407202e tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] Router cbf9cae9-e8d9-42c3-b4e4-0cdcc22be709 has already been hosted by L3 agent 2823d358-a11b-4885-a706-95a279e43fa7 {{(pid=100247) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 14:22:53.817857 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-fb2a26a2-517c-4dda-93f0-3f6fcbe49bd2 tempest-RoutersAdminTest-593889549 tempest-RoutersAdminTest-593889549-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:53.895713 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-8ff588a5-1898-4266-af43-18aabeb51620 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530492'] for network, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:53.917117 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68743e75-10de-4c13-a94c-9a4cb407202e tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] Notify agent at l3_agent.n-d-773647-6 the message routers_updated {{(pid=100247) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 14:22:53.922671 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-68743e75-10de-4c13-a94c-9a4cb407202e tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for floatingip, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:53.927847 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa4fcdf4-4773-4ccd-9f1a-f9b69439c3cc None None] Sync routers for ids ['cbf9cae9-e8d9-42c3-b4e4-0cdcc22be709'] in n-d-773647-6 {{(pid=100249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 14:22:53.940067 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa4fcdf4-4773-4ccd-9f1a-f9b69439c3cc None None] Routers {'cbf9cae9-e8d9-42c3-b4e4-0cdcc22be709'} bound to L3 agent in host n-d-773647-6 {{(pid=100249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:22:53.941150 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-fa4fcdf4-4773-4ccd-9f1a-f9b69439c3cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T14:22:26Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['cbf9cae9-e8d9-42c3-b4e4-0cdcc22be709'], 'active': True} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:22:53.973841 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-68743e75-10de-4c13-a94c-9a4cb407202e tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] 10.222.0.104 "DELETE /v2.0/floatingips/8431c260-a5c9-47bb-b370-7e37c5a348d5 HTTP/1.1" status: 204 len: 168 time: 1.0809696 Jul 06 14:22:53.976594 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 40620) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:22:53.994345 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-fa4fcdf4-4773-4ccd-9f1a-f9b69439c3cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-773647-6', False) {} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:22:54.007060 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa4fcdf4-4773-4ccd-9f1a-f9b69439c3cc None None] Routers {'cbf9cae9-e8d9-42c3-b4e4-0cdcc22be709'} bound to L3 agent in host n-d-773647-6 {{(pid=100249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:22:54.008082 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-fa4fcdf4-4773-4ccd-9f1a-f9b69439c3cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T14:22:26Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['cbf9cae9-e8d9-42c3-b4e4-0cdcc22be709'], 'active': True} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:22:54.061200 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-fa4fcdf4-4773-4ccd-9f1a-f9b69439c3cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-773647-6', False) {} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:22:54.061856 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa4fcdf4-4773-4ccd-9f1a-f9b69439c3cc None None] The sync data for ids ['cbf9cae9-e8d9-42c3-b4e4-0cdcc22be709'] in n-d-773647-6 is: [] {{(pid=100249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 14:22:54.128353 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.plugin [None req-73c523ee-2981-4670-ab80-ee6fbff8ca97 tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] Deleting port 8d8241d3-8b4c-4d28-83d5-acf2e2ba8fb0 {{(pid=100247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:22:54.128704 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-73c523ee-2981-4670-ab80-ee6fbff8ca97 tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:54.227225 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-73c523ee-2981-4670-ab80-ee6fbff8ca97 tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:54.241408 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.plugin [None req-73c523ee-2981-4670-ab80-ee6fbff8ca97 tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] Calling delete_port for 8d8241d3-8b4c-4d28-83d5-acf2e2ba8fb0 owned by {{(pid=100247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:22:54.273596 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Device 8d4df4ab-91fa-44df-b174-538329dcec07 no longer exists at agent hyperv_n-h1-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:22:54.299183 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] No Port match for: 8d4df4ab-91fa-44df-b174-538329dcec07 {{(pid=100248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 14:22:54.299898 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Device 8d4df4ab-91fa-44df-b174-538329dcec07 not bound to the agent host n-h1-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:22:54.429665 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-8ff588a5-1898-4266-af43-18aabeb51620 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-917204', 'neutron.services.segments.db._delete_segments_for_network-8773753502302'] for network, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:54.436984 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-73c523ee-2981-4670-ab80-ee6fbff8ca97 tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128888353'] for port, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:54.461332 n-d-773647-6 neutron-server[100246]: DEBUG neutron.services.segments.db [None req-8ff588a5-1898-4266-af43-18aabeb51620 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['939b6a56-d602-4029-9bd9-85ca48a8a1c7']}} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:22:54.470052 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c523ee-2981-4670-ab80-ee6fbff8ca97 tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] Pushing event deleted for resources: {'Port': ['ID=8d8241d3-8b4c-4d28-83d5-acf2e2ba8fb0,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:22:54.478238 n-d-773647-6 neutron-server[100246]: DEBUG neutron.services.segments.db [None req-8ff588a5-1898-4266-af43-18aabeb51620 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee908c01-b71e-40fe-968e-dba65942d6c2') {'for_net_delete': True} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:22:54.478442 n-d-773647-6 neutron-server[100246]: DEBUG neutron.services.segments.db [None req-8ff588a5-1898-4266-af43-18aabeb51620 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee908c01-b71e-40fe-968e-dba65942d6c2') {} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:22:54.494009 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-8ff588a5-1898-4266-af43-18aabeb51620 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773753515138', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126218898'] for segment, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:54.502956 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.db_base_plugin_common [None req-fb2a26a2-517c-4dda-93f0-3f6fcbe49bd2 tempest-RoutersAdminTest-593889549 tempest-RoutersAdminTest-593889549-project-admin] Allocated IP 172.20.0.8 (0e77b596-ef56-4e3e-8f43-2faf4816054f/4151b1c3-08fa-4a03-8c45-280352b6d83e/8c7be5e6-7967-4769-8cce-d283a3f4e43c) {{(pid=100246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:22:54.516433 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-8ff588a5-1898-4266-af43-18aabeb51620 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552'] for segment, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:54.525912 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ff588a5-1898-4266-af43-18aabeb51620 admin admin] Releasing vlan 1019 on physical network physnet1 to pool {{(pid=100246) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 14:22:54.526230 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-8ff588a5-1898-4266-af43-18aabeb51620 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127687491'] for segment, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:54.528010 n-d-773647-6 neutron-server[100246]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:22:54.528010 n-d-773647-6 neutron-server[100246]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:22:54.528010 n-d-773647-6 neutron-server[100246]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:22:54.528010 n-d-773647-6 neutron-server[100246]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:22:54.528010 n-d-773647-6 neutron-server[100246]: Traceback (most recent call last): Jul 06 14:22:54.528010 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 14:22:54.528010 n-d-773647-6 neutron-server[100246]: timer() Jul 06 14:22:54.528010 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 14:22:54.528010 n-d-773647-6 neutron-server[100246]: cb(*args, **kw) Jul 06 14:22:54.528010 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 14:22:54.528010 n-d-773647-6 neutron-server[100246]: return func(*args, **kwargs) Jul 06 14:22:54.528010 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 14:22:54.528010 n-d-773647-6 neutron-server[100246]: self._notify() Jul 06 14:22:54.528010 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 14:22:54.528010 n-d-773647-6 neutron-server[100246]: self.callback(batched_events) Jul 06 14:22:54.528010 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 14:22:54.528010 n-d-773647-6 neutron-server[100246]: event.method(event) Jul 06 14:22:54.528010 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 14:22:54.528010 n-d-773647-6 neutron-server[100246]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 14:22:54.528010 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 14:22:54.528010 n-d-773647-6 neutron-server[100246]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 14:22:54.528010 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 14:22:54.528010 n-d-773647-6 neutron-server[100246]: return f(self, *a, **k) Jul 06 14:22:54.528010 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 14:22:54.528010 n-d-773647-6 neutron-server[100246]: return self._get(url).json() Jul 06 14:22:54.528010 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 14:22:54.528010 n-d-773647-6 neutron-server[100246]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 14:22:54.528010 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 14:22:54.528010 n-d-773647-6 neutron-server[100246]: return self.request(url, 'GET', **kwargs) Jul 06 14:22:54.528010 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 14:22:54.528010 n-d-773647-6 neutron-server[100246]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 14:22:54.528010 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 14:22:54.528010 n-d-773647-6 neutron-server[100246]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 14:22:54.528010 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 14:22:54.528010 n-d-773647-6 neutron-server[100246]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 14:22:54.528010 n-d-773647-6 neutron-server[100246]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 14:22:54.583700 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-73c523ee-2981-4670-ab80-ee6fbff8ca97 tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:54.585645 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-73c523ee-2981-4670-ab80-ee6fbff8ca97 tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] 10.222.0.104 "DELETE /v2.0/ports/8d8241d3-8b4c-4d28-83d5-acf2e2ba8fb0 HTTP/1.1" status: 204 len: 168 time: 0.6067023 Jul 06 14:22:54.589346 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 40624) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:22:54.594038 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [None req-e3a98734-5d26-474b-9410-870178d4215a tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] Request body: {'floatingip': {'floating_network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719'}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:22:54.617994 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-e3a98734-5d26-474b-9410-870178d4215a tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] Notify callbacks [] for floatingip, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:54.638138 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-8ff588a5-1898-4266-af43-18aabeb51620 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-917215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1761140'] for network, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:54.646323 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-8ff588a5-1898-4266-af43-18aabeb51620 admin admin] Notify callbacks [] for network, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:54.648269 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-8ff588a5-1898-4266-af43-18aabeb51620 admin admin] 10.222.0.104 "DELETE /v2.0/networks/939b6a56-d602-4029-9bd9-85ca48a8a1c7 HTTP/1.1" status: 204 len: 168 time: 0.9055164 Jul 06 14:22:54.666044 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff588a5-1898-4266-af43-18aabeb51620 admin admin] Pushing event deleted for resources: {'Network': ['ID=939b6a56-d602-4029-9bd9-85ca48a8a1c7,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:22:54.699963 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-fb2a26a2-517c-4dda-93f0-3f6fcbe49bd2 tempest-RoutersAdminTest-593889549 tempest-RoutersAdminTest-593889549-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:54.760078 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-fb2a26a2-517c-4dda-93f0-3f6fcbe49bd2 tempest-RoutersAdminTest-593889549 tempest-RoutersAdminTest-593889549-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-127687573'] for port, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:54.761900 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-e3a98734-5d26-474b-9410-870178d4215a tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:54.805930 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb2a26a2-517c-4dda-93f0-3f6fcbe49bd2 tempest-RoutersAdminTest-593889549 tempest-RoutersAdminTest-593889549-project-admin] Network 0e77b596-ef56-4e3e-8f43-2faf4816054f is already hosted by enough agents. {{(pid=100246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:22:54.809118 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.base_scheduler [None req-fb2a26a2-517c-4dda-93f0-3f6fcbe49bd2 tempest-RoutersAdminTest-593889549 tempest-RoutersAdminTest-593889549-project-admin] Resources bound (agent type, host, resource id): {{(pid=100246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:22:54.816690 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb2a26a2-517c-4dda-93f0-3f6fcbe49bd2 tempest-RoutersAdminTest-593889549 tempest-RoutersAdminTest-593889549-project-admin] Received port after_create {{(pid=100246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:22:54.846929 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2a26a2-517c-4dda-93f0-3f6fcbe49bd2 tempest-RoutersAdminTest-593889549 tempest-RoutersAdminTest-593889549-project-admin] Pushing event updated for resources: {'Port': ['ID=8c7be5e6-7967-4769-8cce-d283a3f4e43c,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:22:54.903638 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.db_base_plugin_common [None req-e3a98734-5d26-474b-9410-870178d4215a tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] Allocated IP 172.25.0.222 (2658f09e-a580-4d4a-9968-2d1e0ad93719/cbf74abc-6fe1-4d33-b005-c948923b9647/616a7dbb-951a-4c7b-a67a-d7c1ca340bab) {{(pid=100247) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:22:54.917403 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 40628) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:22:55.029087 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-6844956a-a25b-440b-9a21-d48ec1b20e7c admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=f5c9f711511e4e5f9402f36745957b4a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1103473 Jul 06 14:22:55.031483 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 40630) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:22:55.093500 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-e3a98734-5d26-474b-9410-870178d4215a tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] Notify callbacks [] for port, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:55.124935 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-263bbe0d-53ca-4dac-b554-9b2fccb10c07 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:55.143338 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-fb2a26a2-517c-4dda-93f0-3f6fcbe49bd2 tempest-RoutersAdminTest-593889549 tempest-RoutersAdminTest-593889549-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:55.163436 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-263bbe0d-53ca-4dac-b554-9b2fccb10c07 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:55.184477 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-e3a98734-5d26-474b-9410-870178d4215a tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-128888360'] for port, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:55.242556 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3a98734-5d26-474b-9410-870178d4215a tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] Network 2658f09e-a580-4d4a-9968-2d1e0ad93719 is already hosted by enough agents. {{(pid=100247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:22:55.250226 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.base_scheduler [None req-e3a98734-5d26-474b-9410-870178d4215a tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] Resources bound (agent type, host, resource id): {{(pid=100247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:22:55.252756 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3a98734-5d26-474b-9410-870178d4215a tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] Received port after_create {{(pid=100247) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:22:55.254791 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a98734-5d26-474b-9410-870178d4215a tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] Pushing event updated for resources: {'Port': ['ID=616a7dbb-951a-4c7b-a67a-d7c1ca340bab,revision_number=1']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:22:55.301445 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-263bbe0d-53ca-4dac-b554-9b2fccb10c07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:55.303626 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-263bbe0d-53ca-4dac-b554-9b2fccb10c07 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:55.304781 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-263bbe0d-53ca-4dac-b554-9b2fccb10c07 admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/e25fc918-d317-48f5-8fe8-cddb17b098d0 HTTP/1.1" status: 204 len: 168 time: 0.2718730 Jul 06 14:22:55.338153 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263bbe0d-53ca-4dac-b554-9b2fccb10c07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e25fc918-d317-48f5-8fe8-cddb17b098d0,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:22:55.361054 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-e3a98734-5d26-474b-9410-870178d4215a tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:55.412841 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-e3a98734-5d26-474b-9410-870178d4215a tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:55.424437 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-fb2a26a2-517c-4dda-93f0-3f6fcbe49bd2 tempest-RoutersAdminTest-593889549 tempest-RoutersAdminTest-593889549-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1806297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1761036'] for router, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:55.556275 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-e7459a6f-9342-4a47-89a0-4a1b7e509706 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:55.604140 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb2a26a2-517c-4dda-93f0-3f6fcbe49bd2 tempest-RoutersAdminTest-593889549 tempest-RoutersAdminTest-593889549-project-admin] Router df36aeea-fc71-451b-851c-01d4af5672a7 is scheduled to L3 agent 2823d358-a11b-4885-a706-95a279e43fa7 with binding_index 1 {{(pid=100246) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 14:22:55.619980 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-e3a98734-5d26-474b-9410-870178d4215a tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] Notify callbacks [] for port, precommit_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:55.628353 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-e3a98734-5d26-474b-9410-870178d4215a tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128888538'] for port, after_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:55.708999 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a98734-5d26-474b-9410-870178d4215a tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] Pushing event updated for resources: {'Port': ['ID=616a7dbb-951a-4c7b-a67a-d7c1ca340bab,revision_number=2']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:22:55.727430 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-e3a98734-5d26-474b-9410-870178d4215a tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1761130'] for floatingip, after_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:55.754511 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-e3a98734-5d26-474b-9410-870178d4215a tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for floatingip, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:55.756136 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-e3a98734-5d26-474b-9410-870178d4215a tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] 10.222.0.104 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1658227 Jul 06 14:22:55.758700 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 40642) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:22:55.764584 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [None req-bb766320-fea5-40f8-8820-b139b8900311 tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] Request body: {'port': {'network_id': '0ec71722-ed11-451f-981a-14655b176bab', 'name': 'tempest-FloatingIPTestJSON-789844349'}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:22:55.766819 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb2a26a2-517c-4dda-93f0-3f6fcbe49bd2 tempest-RoutersAdminTest-593889549 tempest-RoutersAdminTest-593889549-project-admin] Notify agent at l3_agent.n-d-773647-6 the message routers_updated {{(pid=100246) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 14:22:55.776524 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e39dab5d-7cfd-4eb4-b5fc-8e3ffbcbeaea None None] Sync routers for ids ['df36aeea-fc71-451b-851c-01d4af5672a7'] in n-d-773647-6 {{(pid=100248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 14:22:55.789819 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-fb2a26a2-517c-4dda-93f0-3f6fcbe49bd2 tempest-RoutersAdminTest-593889549 tempest-RoutersAdminTest-593889549-project-admin] Notify callbacks [] for router, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:55.791367 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-fb2a26a2-517c-4dda-93f0-3f6fcbe49bd2 tempest-RoutersAdminTest-593889549 tempest-RoutersAdminTest-593889549-project-admin] 10.222.0.104 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 2.7648485 Jul 06 14:22:55.791838 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e39dab5d-7cfd-4eb4-b5fc-8e3ffbcbeaea None None] Routers {'df36aeea-fc71-451b-851c-01d4af5672a7'} bound to L3 agent in host n-d-773647-6 {{(pid=100248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:22:55.792520 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-e39dab5d-7cfd-4eb4-b5fc-8e3ffbcbeaea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T14:22:56Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['df36aeea-fc71-451b-851c-01d4af5672a7'], 'active': True} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:22:55.794292 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 40644) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:22:55.941446 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvr_db [None req-e39dab5d-7cfd-4eb4-b5fc-8e3ffbcbeaea None None] Set router df36aeea-fc71-451b-851c-01d4af5672a7 gateway port host: n-d-773647-6 {{(pid=100248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:22:55.994982 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb766320-fea5-40f8-8820-b139b8900311 tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] Made reservation on behalf of 70a02b678d1f412995b42e26d2f0e3af for: {'port': 1} {{(pid=100247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:22:56.004102 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-bb766320-fea5-40f8-8820-b139b8900311 tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:56.034021 n-d-773647-6 neutron-server[100247]: DEBUG neutron.notifiers.nova [None req-bb766320-fea5-40f8-8820-b139b8900311 tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] device_id is not set on port b51cb17d-6241-4ab0-b954-8b8e01530636 yet. {{(pid=100247) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 14:22:56.060784 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-9d7a1c78-d959-4800-92ee-1f13a0cbe8aa tempest-RoutersAdminTest-593889549 tempest-RoutersAdminTest-593889549-project-admin] Notify callbacks [] for router, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:56.131190 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:56.328427 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-9d7a1c78-d959-4800-92ee-1f13a0cbe8aa tempest-RoutersAdminTest-593889549 tempest-RoutersAdminTest-593889549-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:56.348080 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.db_base_plugin_common [None req-bb766320-fea5-40f8-8820-b139b8900311 tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] Allocated IP 172.20.0.11 (0ec71722-ed11-451f-981a-14655b176bab/a680b4d2-78b6-476d-a130-a72322ee04eb/b51cb17d-6241-4ab0-b954-8b8e01530636) {{(pid=100247) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:22:56.369167 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-e39dab5d-7cfd-4eb4-b5fc-8e3ffbcbeaea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df36aeea-fc71-451b-851c-01d4af5672a7', 'name': '', 'tenant_id': 'ac993a98bc5544a7923dc897aa9de6ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e77b596-ef56-4e3e-8f43-2faf4816054f', 'external_fixed_ips': [{'subnet_id': '4151b1c3-08fa-4a03-8c45-280352b6d83e', 'ip_address': '172.20.0.8'}], 'enable_snat': True}, 'gw_port_id': '8c7be5e6-7967-4769-8cce-d283a3f4e43c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:22:53Z', 'updated_at': '2021-07-06T14:22:55Z', 'revision_number': 3, 'project_id': 'ac993a98bc5544a7923dc897aa9de6ff', 'gw_port': {'id': '8c7be5e6-7967-4769-8cce-d283a3f4e43c', 'name': '', 'network_id': '0e77b596-ef56-4e3e-8f43-2faf4816054f', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:00:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df36aeea-fc71-451b-851c-01d4af5672a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3133, 'fixed_ips': [{'subnet_id': '4151b1c3-08fa-4a03-8c45-280352b6d83e', 'ip_address': '172.20.0.8', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:22:53Z', 'updated_at': '2021-07-06T14:22:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4151b1c3-08fa-4a03-8c45-280352b6d83e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6'}], 'n-d-773647-6', False) {} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:22:56.377713 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed629552-f322-4a28-b3f1-979b1b6340f8 req-5fd6fa0c-5eaa-49bc-9633-3076ae94246e tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:22:56.384543 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-ed629552-f322-4a28-b3f1-979b1b6340f8 req-5fd6fa0c-5eaa-49bc-9633-3076ae94246e tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] 10.222.0.104 "GET /v2.0/ports?device_id=eded8238-d997-42be-b238-e8071d7f941a HTTP/1.1" status: 200 len: 945 time: 0.1679556 Jul 06 14:22:56.456392 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [None req-9d7a1c78-d959-4800-92ee-1f13a0cbe8aa tempest-RoutersAdminTest-593889549 tempest-RoutersAdminTest-593889549-project-admin] Deleting port 8c7be5e6-7967-4769-8cce-d283a3f4e43c {{(pid=100246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:22:56.456958 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-9d7a1c78-d959-4800-92ee-1f13a0cbe8aa tempest-RoutersAdminTest-593889549 tempest-RoutersAdminTest-593889549-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:56.457726 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-ed629552-f322-4a28-b3f1-979b1b6340f8 req-1bd2410b-b41c-4781-bf62-5806f3cde018 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] 10.222.0.104 "GET /v2.0/security-groups?id=b3e698d3-dc13-4d46-b168-2b621268fa3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0722332 Jul 06 14:22:56.459086 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e39dab5d-7cfd-4eb4-b5fc-8e3ffbcbeaea None None] Checking router: df36aeea-fc71-451b-851c-01d4af5672a7 for host: n-d-773647-6 {{(pid=100248) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 14:22:56.459847 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e39dab5d-7cfd-4eb4-b5fc-8e3ffbcbeaea None None] Updating router df36aeea-fc71-451b-851c-01d4af5672a7 port 8c7be5e6-7967-4769-8cce-d283a3f4e43c binding host n-d-773647-6 {{(pid=100248) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 14:22:56.479671 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 40664) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:22:56.533247 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-e39dab5d-7cfd-4eb4-b5fc-8e3ffbcbeaea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:56.610726 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-9d7a1c78-d959-4800-92ee-1f13a0cbe8aa tempest-RoutersAdminTest-593889549 tempest-RoutersAdminTest-593889549-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:56.630110 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [None req-9d7a1c78-d959-4800-92ee-1f13a0cbe8aa tempest-RoutersAdminTest-593889549 tempest-RoutersAdminTest-593889549-project-admin] Calling delete_port for 8c7be5e6-7967-4769-8cce-d283a3f4e43c owned by network:router_gateway {{(pid=100246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:22:56.658521 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-2064eaae-da4f-48f8-82d2-b09d4ddedd44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:56.681395 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-f73636e4-0554-4ce0-816b-952eab69a543 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] 10.222.0.104 "GET /v2.0/floatingips/8f1bf8db-db25-4f13-9cb1-63fb9ac5ea30 HTTP/1.1" status: 200 len: 992 time: 0.2001288 Jul 06 14:22:56.829246 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-bb766320-fea5-40f8-8820-b139b8900311 tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] Notify callbacks [] for port, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:56.934303 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-bb766320-fea5-40f8-8820-b139b8900311 tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-128888360'] for port, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:57.013651 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb766320-fea5-40f8-8820-b139b8900311 tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] Network 0ec71722-ed11-451f-981a-14655b176bab is already hosted by enough agents. {{(pid=100247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:22:57.017832 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.base_scheduler [None req-bb766320-fea5-40f8-8820-b139b8900311 tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] Resources bound (agent type, host, resource id): {{(pid=100247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:22:57.021660 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb766320-fea5-40f8-8820-b139b8900311 tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] Received port after_create {{(pid=100247) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:22:57.046448 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-9d7a1c78-d959-4800-92ee-1f13a0cbe8aa tempest-RoutersAdminTest-593889549 tempest-RoutersAdminTest-593889549-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127687580'] for port, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:57.116009 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7a1c78-d959-4800-92ee-1f13a0cbe8aa tempest-RoutersAdminTest-593889549 tempest-RoutersAdminTest-593889549-project-admin] Pushing event deleted for resources: {'Port': ['ID=8c7be5e6-7967-4769-8cce-d283a3f4e43c,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:22:57.122349 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.db.api [None req-e39dab5d-7cfd-4eb4-b5fc-8e3ffbcbeaea None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100248) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 06 14:22:57.122717 n-d-773647-6 neutron-server[100248]: DEBUG oslo_db.api [None req-e39dab5d-7cfd-4eb4-b5fc-8e3ffbcbeaea None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 06 14:22:57.131378 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb766320-fea5-40f8-8820-b139b8900311 tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:22:57.132509 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-bb766320-fea5-40f8-8820-b139b8900311 tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:57.157537 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb766320-fea5-40f8-8820-b139b8900311 tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] Pushing event updated for resources: {'Port': ['ID=b51cb17d-6241-4ab0-b954-8b8e01530636,revision_number=1']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:22:57.177513 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-bb766320-fea5-40f8-8820-b139b8900311 tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] 10.222.0.104 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.4153454 Jul 06 14:22:57.179336 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 40676) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:22:57.195872 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [None req-f3e516b6-2eff-4b0a-af2e-09939b0d9ffa tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] Request body: {'floatingip': {'port_id': 'b51cb17d-6241-4ab0-b954-8b8e01530636'}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:22:57.215459 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-9d7a1c78-d959-4800-92ee-1f13a0cbe8aa tempest-RoutersAdminTest-593889549 tempest-RoutersAdminTest-593889549-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1761104'] for router_gateway, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:57.341359 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-f3e516b6-2eff-4b0a-af2e-09939b0d9ffa tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] Notify callbacks [] for floatingip, before_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:57.434946 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-9d7a1c78-d959-4800-92ee-1f13a0cbe8aa tempest-RoutersAdminTest-593889549 tempest-RoutersAdminTest-593889549-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1806308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6982'] for router, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:57.437317 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-9d7a1c78-d959-4800-92ee-1f13a0cbe8aa tempest-RoutersAdminTest-593889549 tempest-RoutersAdminTest-593889549-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:57.497954 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-9d7a1c78-d959-4800-92ee-1f13a0cbe8aa tempest-RoutersAdminTest-593889549 tempest-RoutersAdminTest-593889549-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1805684'] for router, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:57.499144 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d7a1c78-d959-4800-92ee-1f13a0cbe8aa tempest-RoutersAdminTest-593889549 tempest-RoutersAdminTest-593889549-project-admin] Fanout notify agent at l3_agent the message router_deleted on router df36aeea-fc71-451b-851c-01d4af5672a7 {{(pid=100246) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 14:22:57.507665 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-9d7a1c78-d959-4800-92ee-1f13a0cbe8aa tempest-RoutersAdminTest-593889549 tempest-RoutersAdminTest-593889549-project-admin] Notify callbacks [] for router, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:57.511645 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-9d7a1c78-d959-4800-92ee-1f13a0cbe8aa tempest-RoutersAdminTest-593889549 tempest-RoutersAdminTest-593889549-project-admin] 10.222.0.104 "DELETE /v2.0/routers/df36aeea-fc71-451b-851c-01d4af5672a7 HTTP/1.1" status: 204 len: 168 time: 1.7128320 Jul 06 14:22:57.512310 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 40686) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:22:57.566042 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760c1253-d010-4216-81f0-e49595780d3c req-4c6ecbaf-3b89-4417-961c-e21bd38b98db tempest-TestNetworkAdvancedServerOps-137028019 tempest-TestNetworkAdvancedServerOps-137028019-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:22:57.571729 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-760c1253-d010-4216-81f0-e49595780d3c req-4c6ecbaf-3b89-4417-961c-e21bd38b98db tempest-TestNetworkAdvancedServerOps-137028019 tempest-TestNetworkAdvancedServerOps-137028019-project-admin] 10.222.0.104 "GET /v2.0/ports?device_id=eded8238-d997-42be-b238-e8071d7f941a HTTP/1.1" status: 200 len: 1096 time: 0.1892686 Jul 06 14:22:57.644708 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb78210b-cfe2-470a-a811-87f5f9e2568e tempest-RoutersAdminTest-593889549 tempest-RoutersAdminTest-593889549-project-admin] Deleting subnet 4151b1c3-08fa-4a03-8c45-280352b6d83e {{(pid=100247) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 14:22:57.659429 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e39dab5d-7cfd-4eb4-b5fc-8e3ffbcbeaea None None] Port 8c7be5e6-7967-4769-8cce-d283a3f4e43c not found while updating agent binding for router df36aeea-fc71-451b-851c-01d4af5672a7. {{(pid=100248) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Jul 06 14:22:57.662714 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-bb78210b-cfe2-470a-a811-87f5f9e2568e tempest-RoutersAdminTest-593889549 tempest-RoutersAdminTest-593889549-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:57.673793 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e39dab5d-7cfd-4eb4-b5fc-8e3ffbcbeaea None None] Routers set() bound to L3 agent in host n-d-773647-6 {{(pid=100248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:22:57.674669 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e39dab5d-7cfd-4eb4-b5fc-8e3ffbcbeaea None None] Router IDs set() for agent in host n-d-773647-6 {{(pid=100248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 06 14:22:57.675800 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_agentschedulers_db [None req-e39dab5d-7cfd-4eb4-b5fc-8e3ffbcbeaea None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'df36aeea-fc71-451b-851c-01d4af5672a7'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T14:22:56Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent'). {{(pid=100248) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 06 14:22:57.676402 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e39dab5d-7cfd-4eb4-b5fc-8e3ffbcbeaea None None] The sync data for ids ['df36aeea-fc71-451b-851c-01d4af5672a7'] in n-d-773647-6 is: [] {{(pid=100248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 14:22:58.099907 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-760c1253-d010-4216-81f0-e49595780d3c req-4eef0e69-8f0f-42de-b7c9-8c43412474be tempest-TestNetworkAdvancedServerOps-137028019 tempest-TestNetworkAdvancedServerOps-137028019-project-admin] 10.222.0.104 "GET /v2.0/security-groups?id=b3e698d3-dc13-4d46-b168-2b621268fa3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4895616 Jul 06 14:22:58.120304 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-bb78210b-cfe2-470a-a811-87f5f9e2568e tempest-RoutersAdminTest-593889549 tempest-RoutersAdminTest-593889549-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127131748'] for subnet, precommit_delete_associations {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:58.209865 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-bb78210b-cfe2-470a-a811-87f5f9e2568e tempest-RoutersAdminTest-593889549 tempest-RoutersAdminTest-593889549-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-913473'] for subnet, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:58.349562 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-bb78210b-cfe2-470a-a811-87f5f9e2568e tempest-RoutersAdminTest-593889549 tempest-RoutersAdminTest-593889549-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-913480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1849032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-128888347', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127627857'] for subnet, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:58.386800 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb78210b-cfe2-470a-a811-87f5f9e2568e tempest-RoutersAdminTest-593889549 tempest-RoutersAdminTest-593889549-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=4151b1c3-08fa-4a03-8c45-280352b6d83e,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:22:58.388615 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-bb78210b-cfe2-470a-a811-87f5f9e2568e tempest-RoutersAdminTest-593889549 tempest-RoutersAdminTest-593889549-project-admin] Notify callbacks [] for subnet, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:58.390803 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-bb78210b-cfe2-470a-a811-87f5f9e2568e tempest-RoutersAdminTest-593889549 tempest-RoutersAdminTest-593889549-project-admin] 10.222.0.104 "DELETE /v2.0/subnets/4151b1c3-08fa-4a03-8c45-280352b6d83e HTTP/1.1" status: 204 len: 168 time: 0.8775094 Jul 06 14:22:58.395088 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 40694) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:22:58.426869 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-03f71b24-a9b8-453a-8924-caa3f97bc6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:58.566714 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-3becbed5-1580-4e8b-8a51-1c2264bca5dc tempest-RoutersAdminTest-593889549 tempest-RoutersAdminTest-593889549-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530492'] for network, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:58.626667 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-f3e516b6-2eff-4b0a-af2e-09939b0d9ffa tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:58.678249 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-f3e516b6-2eff-4b0a-af2e-09939b0d9ffa tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1761130'] for floatingip, after_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:58.779395 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-3becbed5-1580-4e8b-8a51-1c2264bca5dc tempest-RoutersAdminTest-593889549 tempest-RoutersAdminTest-593889549-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-917204', 'neutron.services.segments.db._delete_segments_for_network-8773753502302'] for network, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:58.835551 n-d-773647-6 neutron-server[100247]: DEBUG neutron.services.segments.db [None req-3becbed5-1580-4e8b-8a51-1c2264bca5dc tempest-RoutersAdminTest-593889549 tempest-RoutersAdminTest-593889549-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e77b596-ef56-4e3e-8f43-2faf4816054f']}} {{(pid=100247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:22:58.896658 n-d-773647-6 neutron-server[100247]: DEBUG neutron.services.segments.db [None req-3becbed5-1580-4e8b-8a51-1c2264bca5dc tempest-RoutersAdminTest-593889549 tempest-RoutersAdminTest-593889549-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ce18383-60af-4b24-82be-120e82595cf6') {'for_net_delete': True} {{(pid=100247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:22:58.897157 n-d-773647-6 neutron-server[100247]: DEBUG neutron.services.segments.db [None req-3becbed5-1580-4e8b-8a51-1c2264bca5dc tempest-RoutersAdminTest-593889549 tempest-RoutersAdminTest-593889549-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ce18383-60af-4b24-82be-120e82595cf6') {} {{(pid=100247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:22:58.919627 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-3becbed5-1580-4e8b-8a51-1c2264bca5dc tempest-RoutersAdminTest-593889549 tempest-RoutersAdminTest-593889549-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773753515138', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127131763'] for segment, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:58.963653 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-3becbed5-1580-4e8b-8a51-1c2264bca5dc tempest-RoutersAdminTest-593889549 tempest-RoutersAdminTest-593889549-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552'] for segment, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:58.970326 n-d-773647-6 neutron-server[100247]: INFO neutron.db.l3_db [None req-f3e516b6-2eff-4b0a-af2e-09939b0d9ffa tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] Floating IP fab66db9-4fae-44a0-a073-b1ce6bbeaddf associated. External IP: 172.25.0.222, port: b51cb17d-6241-4ab0-b954-8b8e01530636. Jul 06 14:22:58.975789 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3becbed5-1580-4e8b-8a51-1c2264bca5dc tempest-RoutersAdminTest-593889549 tempest-RoutersAdminTest-593889549-project-admin] Releasing vlan 1010 on physical network physnet1 to pool {{(pid=100247) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 14:22:58.976199 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-3becbed5-1580-4e8b-8a51-1c2264bca5dc tempest-RoutersAdminTest-593889549 tempest-RoutersAdminTest-593889549-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-128888574'] for segment, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:58.988478 n-d-773647-6 neutron-server[100247]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:22:58.988478 n-d-773647-6 neutron-server[100247]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:22:58.988478 n-d-773647-6 neutron-server[100247]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:22:58.988478 n-d-773647-6 neutron-server[100247]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:22:58.988478 n-d-773647-6 neutron-server[100247]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:22:58.988478 n-d-773647-6 neutron-server[100247]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:22:58.988478 n-d-773647-6 neutron-server[100247]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:22:58.988478 n-d-773647-6 neutron-server[100247]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:22:58.988478 n-d-773647-6 neutron-server[100247]: Traceback (most recent call last): Jul 06 14:22:58.988478 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 14:22:58.988478 n-d-773647-6 neutron-server[100247]: timer() Jul 06 14:22:58.988478 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 14:22:58.988478 n-d-773647-6 neutron-server[100247]: cb(*args, **kw) Jul 06 14:22:58.988478 n-d-773647-6 neutron-server[100247]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 14:22:58.988478 n-d-773647-6 neutron-server[100247]: return func(*args, **kwargs) Jul 06 14:22:58.988478 n-d-773647-6 neutron-server[100247]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 14:22:58.988478 n-d-773647-6 neutron-server[100247]: self._notify() Jul 06 14:22:58.988478 n-d-773647-6 neutron-server[100247]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 14:22:58.988478 n-d-773647-6 neutron-server[100247]: self.callback(batched_events) Jul 06 14:22:58.988478 n-d-773647-6 neutron-server[100247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 14:22:58.988478 n-d-773647-6 neutron-server[100247]: event.method(event) Jul 06 14:22:58.988478 n-d-773647-6 neutron-server[100247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 14:22:58.988478 n-d-773647-6 neutron-server[100247]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 14:22:58.988478 n-d-773647-6 neutron-server[100247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 14:22:58.988478 n-d-773647-6 neutron-server[100247]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 14:22:58.988478 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 14:22:58.988478 n-d-773647-6 neutron-server[100247]: return f(self, *a, **k) Jul 06 14:22:58.988478 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 14:22:58.988478 n-d-773647-6 neutron-server[100247]: return self._get(url).json() Jul 06 14:22:58.988478 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 14:22:58.988478 n-d-773647-6 neutron-server[100247]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 14:22:58.988478 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 14:22:58.988478 n-d-773647-6 neutron-server[100247]: return self.request(url, 'GET', **kwargs) Jul 06 14:22:58.988478 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 14:22:58.988478 n-d-773647-6 neutron-server[100247]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 14:22:58.988478 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 14:22:58.988478 n-d-773647-6 neutron-server[100247]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 14:22:58.988478 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 14:22:58.988478 n-d-773647-6 neutron-server[100247]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 14:22:58.988478 n-d-773647-6 neutron-server[100247]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 14:22:59.116297 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-3becbed5-1580-4e8b-8a51-1c2264bca5dc tempest-RoutersAdminTest-593889549 tempest-RoutersAdminTest-593889549-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-917215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1761140'] for network, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:59.120481 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3becbed5-1580-4e8b-8a51-1c2264bca5dc tempest-RoutersAdminTest-593889549 tempest-RoutersAdminTest-593889549-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 0e77b596-ef56-4e3e-8f43-2faf4816054f {{(pid=100247) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 06 14:22:59.123402 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-3becbed5-1580-4e8b-8a51-1c2264bca5dc tempest-RoutersAdminTest-593889549 tempest-RoutersAdminTest-593889549-project-admin] Notify callbacks [] for network, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:59.125900 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-3becbed5-1580-4e8b-8a51-1c2264bca5dc tempest-RoutersAdminTest-593889549 tempest-RoutersAdminTest-593889549-project-admin] 10.222.0.104 "DELETE /v2.0/networks/0e77b596-ef56-4e3e-8f43-2faf4816054f HTTP/1.1" status: 204 len: 168 time: 0.7300124 Jul 06 14:22:59.154951 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3becbed5-1580-4e8b-8a51-1c2264bca5dc tempest-RoutersAdminTest-593889549 tempest-RoutersAdminTest-593889549-project-admin] Pushing event deleted for resources: {'Network': ['ID=0e77b596-ef56-4e3e-8f43-2faf4816054f,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:22:59.245680 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-3faf986d-1190-4073-a9d8-b70f1a0de499 req-97a10770-009e-486a-b365-142c2b0a8119 service neutron] 10.222.0.104 "GET /v2.0/ports?device_id=eded8238-d997-42be-b238-e8071d7f941a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2907922 Jul 06 14:22:59.388351 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3e516b6-2eff-4b0a-af2e-09939b0d9ffa tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] Router cbf9cae9-e8d9-42c3-b4e4-0cdcc22be709 has already been hosted by L3 agent 2823d358-a11b-4885-a706-95a279e43fa7 {{(pid=100247) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 14:22:59.681784 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3e516b6-2eff-4b0a-af2e-09939b0d9ffa tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] Notify agent at l3_agent.n-d-773647-6 the message routers_updated {{(pid=100247) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 14:22:59.690360 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-f3e516b6-2eff-4b0a-af2e-09939b0d9ffa tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for floatingip, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:59.747243 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-f3e516b6-2eff-4b0a-af2e-09939b0d9ffa tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] 10.222.0.104 "PUT /v2.0/floatingips/fab66db9-4fae-44a0-a073-b1ce6bbeaddf HTTP/1.1" status: 200 len: 978 time: 2.5643194 Jul 06 14:22:59.749792 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 40740) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:22:59.758610 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 40742) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:22:59.767258 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-acfb3a9c-b546-4b95-b9c0-69acb43e654e tempest-RoutersAdminTest-593889549 tempest-RoutersAdminTest-593889549-project-admin] Request body: {'router': {'name': 'tempest-router--1720689097', 'project_id': '09863e8b958048d7901a00863d313d83'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:22:59.844434 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-acfb3a9c-b546-4b95-b9c0-69acb43e654e tempest-RoutersAdminTest-593889549 tempest-RoutersAdminTest-593889549-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1806290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6992'] for router, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:59.845738 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-acfb3a9c-b546-4b95-b9c0-69acb43e654e tempest-RoutersAdminTest-593889549 tempest-RoutersAdminTest-593889549-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1806157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1808637', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1714747', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7007'] for router, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:59.937575 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-acfb3a9c-b546-4b95-b9c0-69acb43e654e tempest-RoutersAdminTest-593889549 tempest-RoutersAdminTest-593889549-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:59.945339 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-acfb3a9c-b546-4b95-b9c0-69acb43e654e tempest-RoutersAdminTest-593889549 tempest-RoutersAdminTest-593889549-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1806297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1761036'] for router, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:59.951879 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [None req-bc168748-0af1-474f-84c6-c68915e433f2 tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] Deleting port b51cb17d-6241-4ab0-b954-8b8e01530636 {{(pid=100246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:22:59.952229 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-bc168748-0af1-474f-84c6-c68915e433f2 tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:59.987961 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edae445a-2e1c-461a-b83d-0b60190186a2 None None] Sync routers for ids ['cbf9cae9-e8d9-42c3-b4e4-0cdcc22be709'] in n-d-773647-6 {{(pid=100249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 14:23:00.006734 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edae445a-2e1c-461a-b83d-0b60190186a2 None None] Routers {'cbf9cae9-e8d9-42c3-b4e4-0cdcc22be709'} bound to L3 agent in host n-d-773647-6 {{(pid=100249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:23:00.007324 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-acfb3a9c-b546-4b95-b9c0-69acb43e654e tempest-RoutersAdminTest-593889549 tempest-RoutersAdminTest-593889549-project-admin] Notify callbacks [] for router, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:00.008514 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-edae445a-2e1c-461a-b83d-0b60190186a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T14:22:56Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['cbf9cae9-e8d9-42c3-b4e4-0cdcc22be709'], 'active': True} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:23:00.010158 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-acfb3a9c-b546-4b95-b9c0-69acb43e654e tempest-RoutersAdminTest-593889549 tempest-RoutersAdminTest-593889549-project-admin] 10.222.0.104 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.2502799 Jul 06 14:23:00.014023 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 40746) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:23:00.070151 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-edae445a-2e1c-461a-b83d-0b60190186a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-773647-6', False) {} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:23:00.085554 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edae445a-2e1c-461a-b83d-0b60190186a2 None None] Routers {'cbf9cae9-e8d9-42c3-b4e4-0cdcc22be709'} bound to L3 agent in host n-d-773647-6 {{(pid=100249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:23:00.086466 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-edae445a-2e1c-461a-b83d-0b60190186a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T14:22:56Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['cbf9cae9-e8d9-42c3-b4e4-0cdcc22be709'], 'active': True} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:23:00.107458 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-bc168748-0af1-474f-84c6-c68915e433f2 tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:00.118258 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-d00638a0-73e1-467d-ad35-7c53b2f59b5c tempest-RoutersAdminTest-593889549 tempest-RoutersAdminTest-593889549-project-admin] Notify callbacks [] for router, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:00.128069 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-edae445a-2e1c-461a-b83d-0b60190186a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-773647-6', False) {} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:23:00.129164 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edae445a-2e1c-461a-b83d-0b60190186a2 None None] The sync data for ids ['cbf9cae9-e8d9-42c3-b4e4-0cdcc22be709'] in n-d-773647-6 is: [] {{(pid=100249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 14:23:00.337254 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-d00638a0-73e1-467d-ad35-7c53b2f59b5c tempest-RoutersAdminTest-593889549 tempest-RoutersAdminTest-593889549-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1806308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6982'] for router, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:00.340317 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-d00638a0-73e1-467d-ad35-7c53b2f59b5c tempest-RoutersAdminTest-593889549 tempest-RoutersAdminTest-593889549-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:00.357921 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [req-3faf986d-1190-4073-a9d8-b70f1a0de499 req-9e1b2f7b-6fd6-494e-a6a9-ab8cde53efab tempest-TestNetworkAdvancedServerOps-137028019 tempest-TestNetworkAdvancedServerOps-137028019-project-admin] http://10.222.0.104:9696/v2.0/extensions returned with HTTP 200 {{(pid=100246) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 14:23:00.360007 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-3faf986d-1190-4073-a9d8-b70f1a0de499 req-9e1b2f7b-6fd6-494e-a6a9-ab8cde53efab tempest-TestNetworkAdvancedServerOps-137028019 tempest-TestNetworkAdvancedServerOps-137028019-project-admin] 10.222.0.104 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3246455 Jul 06 14:23:00.395956 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-d00638a0-73e1-467d-ad35-7c53b2f59b5c tempest-RoutersAdminTest-593889549 tempest-RoutersAdminTest-593889549-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1805684'] for router, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:00.396724 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d00638a0-73e1-467d-ad35-7c53b2f59b5c tempest-RoutersAdminTest-593889549 tempest-RoutersAdminTest-593889549-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 5a4fbe3e-b47a-440d-8b19-f660d2fd86d2 {{(pid=100247) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 14:23:00.398283 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [req-3faf986d-1190-4073-a9d8-b70f1a0de499 req-9f66006e-e6a3-4975-8e76-93929278c31d service neutron] Request body: {'binding': {'host': 'n-h2-773647-6', 'vnic_type': 'normal', 'profile': {}}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:23:00.398825 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [req-3faf986d-1190-4073-a9d8-b70f1a0de499 req-9f66006e-e6a3-4975-8e76-93929278c31d service neutron] Unknown quota resources ['binding']. {{(pid=100246) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 06 14:23:00.407553 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-d00638a0-73e1-467d-ad35-7c53b2f59b5c tempest-RoutersAdminTest-593889549 tempest-RoutersAdminTest-593889549-project-admin] Notify callbacks [] for router, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:00.411958 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-d00638a0-73e1-467d-ad35-7c53b2f59b5c tempest-RoutersAdminTest-593889549 tempest-RoutersAdminTest-593889549-project-admin] 10.222.0.104 "DELETE /v2.0/routers/5a4fbe3e-b47a-440d-8b19-f660d2fd86d2 HTTP/1.1" status: 204 len: 168 time: 0.3967903 Jul 06 14:23:00.561061 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-bc168748-0af1-474f-84c6-c68915e433f2 tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:00.561436 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-bc168748-0af1-474f-84c6-c68915e433f2 tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1761130'] for floatingip, after_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:00.561754 n-d-773647-6 neutron-server[100246]: INFO neutron.db.l3_db [None req-bc168748-0af1-474f-84c6-c68915e433f2 tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] Floating IP fab66db9-4fae-44a0-a073-b1ce6bbeaddf disassociated. External IP: 172.25.0.222, port: b51cb17d-6241-4ab0-b954-8b8e01530636. Jul 06 14:23:00.562406 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [None req-bc168748-0af1-474f-84c6-c68915e433f2 tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] Calling delete_port for b51cb17d-6241-4ab0-b954-8b8e01530636 owned by {{(pid=100246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:23:00.612470 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 40762) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:23:00.745821 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [req-3faf986d-1190-4073-a9d8-b70f1a0de499 req-9f66006e-e6a3-4975-8e76-93929278c31d service neutron] Attempting to bind port dc187fb1-f090-4520-9186-12367a249564 on host n-h2-773647-6 for vnic_type normal with profile None {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:23:00.746214 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [req-3faf986d-1190-4073-a9d8-b70f1a0de499 req-9f66006e-e6a3-4975-8e76-93929278c31d service neutron] Attempting to bind port dc187fb1-f090-4520-9186-12367a249564 by drivers openvswitch,hyperv on host n-h2-773647-6 at level 0 using segments [{'id': '0f9f2e53-c623-44f6-9998-d3d558a1c957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1020, 'network_id': 'e4ae84ad-fbf7-438d-8cac-3418f3b1f391'}] {{(pid=100246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:23:00.746586 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3faf986d-1190-4073-a9d8-b70f1a0de499 req-9f66006e-e6a3-4975-8e76-93929278c31d service neutron] Attempting to bind port dc187fb1-f090-4520-9186-12367a249564 on network e4ae84ad-fbf7-438d-8cac-3418f3b1f391 {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:23:00.775435 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3faf986d-1190-4073-a9d8-b70f1a0de499 req-9f66006e-e6a3-4975-8e76-93929278c31d service neutron] Port dc187fb1-f090-4520-9186-12367a249564 on network e4ae84ad-fbf7-438d-8cac-3418f3b1f391 not bound, no agent of type Open vSwitch agent registered on host n-h2-773647-6 {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 14:23:00.776009 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3faf986d-1190-4073-a9d8-b70f1a0de499 req-9f66006e-e6a3-4975-8e76-93929278c31d service neutron] Attempting to bind port dc187fb1-f090-4520-9186-12367a249564 on network e4ae84ad-fbf7-438d-8cac-3418f3b1f391 {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:23:00.788650 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3faf986d-1190-4073-a9d8-b70f1a0de499 req-9f66006e-e6a3-4975-8e76-93929278c31d service neutron] Checking agent: {'id': '63768ece-0600-4354-8d29-fdedec96b077', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-773647-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 51, 10), 'started_at': datetime.datetime(2021, 7, 6, 13, 51, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 22, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:23:00.788955 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3faf986d-1190-4073-a9d8-b70f1a0de499 req-9f66006e-e6a3-4975-8e76-93929278c31d service neutron] Checking segment: {'id': '0f9f2e53-c623-44f6-9998-d3d558a1c957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1020, 'network_id': 'e4ae84ad-fbf7-438d-8cac-3418f3b1f391'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:23:00.789410 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3faf986d-1190-4073-a9d8-b70f1a0de499 req-9f66006e-e6a3-4975-8e76-93929278c31d service neutron] Bound using segment: {'id': '0f9f2e53-c623-44f6-9998-d3d558a1c957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1020, 'network_id': 'e4ae84ad-fbf7-438d-8cac-3418f3b1f391'} {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:23:00.789859 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [req-3faf986d-1190-4073-a9d8-b70f1a0de499 req-9f66006e-e6a3-4975-8e76-93929278c31d service neutron] Bound port: dc187fb1-f090-4520-9186-12367a249564, host: n-h2-773647-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0f9f2e53-c623-44f6-9998-d3d558a1c957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1020, 'network_id': 'e4ae84ad-fbf7-438d-8cac-3418f3b1f391'}}] {{(pid=100246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:23:00.821353 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [None req-b043ea93-77ce-48bb-a9a3-1d7d089ff070 tempest-RoutersAdminTest-1447726136 tempest-RoutersAdminTest-1447726136-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-634272013', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719'}, 'admin_state_up': False}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:23:00.861747 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-b043ea93-77ce-48bb-a9a3-1d7d089ff070 tempest-RoutersAdminTest-1447726136 tempest-RoutersAdminTest-1447726136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1806290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6992'] for router, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:00.863410 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-b043ea93-77ce-48bb-a9a3-1d7d089ff070 tempest-RoutersAdminTest-1447726136 tempest-RoutersAdminTest-1447726136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1806157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1808637', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1714747', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7007'] for router, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:00.863546 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-bc168748-0af1-474f-84c6-c68915e433f2 tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127687580'] for port, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:00.914288 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc168748-0af1-474f-84c6-c68915e433f2 tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] Pushing event deleted for resources: {'Port': ['ID=b51cb17d-6241-4ab0-b954-8b8e01530636,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:23:00.945599 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.db [req-3faf986d-1190-4073-a9d8-b70f1a0de499 req-9f66006e-e6a3-4975-8e76-93929278c31d service neutron] For port dc187fb1-f090-4520-9186-12367a249564, host n-h2-773647-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=dc187fb1-f090-4520-9186-12367a249564,segment=NetworkSegment(0f9f2e53-c623-44f6-9998-d3d558a1c957),segment_id=0f9f2e53-c623-44f6-9998-d3d558a1c957)] {{(pid=100246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:23:00.950480 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-b043ea93-77ce-48bb-a9a3-1d7d089ff070 tempest-RoutersAdminTest-1447726136 tempest-RoutersAdminTest-1447726136-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:00.987525 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-3faf986d-1190-4073-a9d8-b70f1a0de499 req-9f66006e-e6a3-4975-8e76-93929278c31d service neutron] Notify callbacks [] for binding, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:00.998803 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-3faf986d-1190-4073-a9d8-b70f1a0de499 req-9f66006e-e6a3-4975-8e76-93929278c31d service neutron] 10.222.0.104 "POST /v2.0/ports/dc187fb1-f090-4520-9186-12367a249564/bindings HTTP/1.1" status: 201 len: 389 time: 0.6042016 Jul 06 14:23:01.122595 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc168748-0af1-474f-84c6-c68915e433f2 tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] Router cbf9cae9-e8d9-42c3-b4e4-0cdcc22be709 has already been hosted by L3 agent 2823d358-a11b-4885-a706-95a279e43fa7 {{(pid=100246) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 14:23:01.236799 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-b043ea93-77ce-48bb-a9a3-1d7d089ff070 tempest-RoutersAdminTest-1447726136 tempest-RoutersAdminTest-1447726136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1761047', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1806272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6989'] for router, precommit_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:01.318199 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc168748-0af1-474f-84c6-c68915e433f2 tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] Notify agent at l3_agent.n-d-773647-6 the message routers_updated {{(pid=100246) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 14:23:01.340850 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-342ab2fc-95cc-4ec1-9c71-c99d71cf0f91 None None] Sync routers for ids ['cbf9cae9-e8d9-42c3-b4e4-0cdcc22be709'] in n-d-773647-6 {{(pid=100248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 14:23:01.370933 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-342ab2fc-95cc-4ec1-9c71-c99d71cf0f91 None None] Routers {'cbf9cae9-e8d9-42c3-b4e4-0cdcc22be709'} bound to L3 agent in host n-d-773647-6 {{(pid=100248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:23:01.371798 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-342ab2fc-95cc-4ec1-9c71-c99d71cf0f91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T14:22:56Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['cbf9cae9-e8d9-42c3-b4e4-0cdcc22be709'], 'active': True} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:23:01.408143 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a389b0-6283-4013-ab7a-38c89bbd9280 req-a5888733-c31e-4f16-9dba-ce99fa479a49 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:23:01.416717 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-a0a389b0-6283-4013-ab7a-38c89bbd9280 req-a5888733-c31e-4f16-9dba-ce99fa479a49 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] 10.222.0.104 "GET /v2.0/ports?device_id=eded8238-d997-42be-b238-e8071d7f941a HTTP/1.1" status: 200 len: 945 time: 0.1055527 Jul 06 14:23:01.418882 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3faf986d-1190-4073-a9d8-b70f1a0de499 req-b195b075-3fd1-4dc1-8b94-3096cd979115 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:23:01.429391 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-3faf986d-1190-4073-a9d8-b70f1a0de499 req-b195b075-3fd1-4dc1-8b94-3096cd979115 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=1077a35eaa714f1bbf260d32c5a52c8f&device_id=eded8238-d997-42be-b238-e8071d7f941a HTTP/1.1" status: 200 len: 1096 time: 0.1703346 Jul 06 14:23:01.436810 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-bc168748-0af1-474f-84c6-c68915e433f2 tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:01.441674 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-bc168748-0af1-474f-84c6-c68915e433f2 tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] 10.222.0.104 "DELETE /v2.0/ports/b51cb17d-6241-4ab0-b954-8b8e01530636 HTTP/1.1" status: 204 len: 168 time: 1.6883960 Jul 06 14:23:01.443354 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 40772) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:23:01.446524 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-342ab2fc-95cc-4ec1-9c71-c99d71cf0f91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-773647-6', False) {} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:23:01.457198 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-342ab2fc-95cc-4ec1-9c71-c99d71cf0f91 None None] Routers {'cbf9cae9-e8d9-42c3-b4e4-0cdcc22be709'} bound to L3 agent in host n-d-773647-6 {{(pid=100248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:23:01.458078 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-342ab2fc-95cc-4ec1-9c71-c99d71cf0f91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T14:22:56Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['cbf9cae9-e8d9-42c3-b4e4-0cdcc22be709'], 'active': True} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:23:01.494901 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-342ab2fc-95cc-4ec1-9c71-c99d71cf0f91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-773647-6', False) {} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:23:01.495637 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-342ab2fc-95cc-4ec1-9c71-c99d71cf0f91 None None] The sync data for ids ['cbf9cae9-e8d9-42c3-b4e4-0cdcc22be709'] in n-d-773647-6 is: [] {{(pid=100248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 14:23:01.503880 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-f432de6a-82aa-437c-bd26-b549c7e0ffa5 tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] 10.222.0.104 "GET /v2.0/floatingips/fab66db9-4fae-44a0-a073-b1ce6bbeaddf HTTP/1.1" status: 200 len: 688 time: 0.0571203 Jul 06 14:23:01.505201 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 40774) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:23:01.571577 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-a0a389b0-6283-4013-ab7a-38c89bbd9280 req-d4494f8b-4c82-4b9f-9462-22b864a89783 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] 10.222.0.104 "GET /v2.0/security-groups?id=b3e698d3-dc13-4d46-b168-2b621268fa3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1536512 Jul 06 14:23:01.577198 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3faf986d-1190-4073-a9d8-b70f1a0de499 req-1a68aeec-8d34-49eb-9ef4-62bada46d617 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:23:01.579361 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-3faf986d-1190-4073-a9d8-b70f1a0de499 req-1a68aeec-8d34-49eb-9ef4-62bada46d617 service neutron] 10.222.0.72 "GET /v2.0/networks?id=e4ae84ad-fbf7-438d-8cac-3418f3b1f391 HTTP/1.1" status: 200 len: 899 time: 0.1371546 Jul 06 14:23:01.749914 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-b043ea93-77ce-48bb-a9a3-1d7d089ff070 tempest-RoutersAdminTest-1447726136 tempest-RoutersAdminTest-1447726136-project] Notify callbacks [] for router_gateway, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:01.750769 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-3faf986d-1190-4073-a9d8-b70f1a0de499 req-b0a1af38-f77c-47e8-a5b6-2722e8cfa685 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dc187fb1-f090-4520-9186-12367a249564 HTTP/1.1" status: 200 len: 1000 time: 0.1634023 Jul 06 14:23:01.773274 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-b043ea93-77ce-48bb-a9a3-1d7d089ff070 tempest-RoutersAdminTest-1447726136 tempest-RoutersAdminTest-1447726136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:01.793220 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.plugin [None req-9e022c83-1c4b-4601-9c4f-446dd518817b tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] Deleting port 616a7dbb-951a-4c7b-a67a-d7c1ca340bab {{(pid=100247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:23:01.793571 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-9e022c83-1c4b-4601-9c4f-446dd518817b tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:01.830922 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3faf986d-1190-4073-a9d8-b70f1a0de499 req-b625376e-e5c1-45ea-b7a5-ed942373c6a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:23:01.832991 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-3faf986d-1190-4073-a9d8-b70f1a0de499 req-b625376e-e5c1-45ea-b7a5-ed942373c6a6 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=577a0dd4-810a-43cb-b648-9d9592da7f23 HTTP/1.1" status: 200 len: 834 time: 0.0763495 Jul 06 14:23:01.909866 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3faf986d-1190-4073-a9d8-b70f1a0de499 req-f42b8020-fc72-4032-bf35-a01e908b92bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:23:01.911431 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-3faf986d-1190-4073-a9d8-b70f1a0de499 req-f42b8020-fc72-4032-bf35-a01e908b92bc service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=e4ae84ad-fbf7-438d-8cac-3418f3b1f391&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0727816 Jul 06 14:23:01.964900 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-9e022c83-1c4b-4601-9c4f-446dd518817b tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:01.965386 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-9e022c83-1c4b-4601-9c4f-446dd518817b tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:01.986884 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.plugin [None req-9e022c83-1c4b-4601-9c4f-446dd518817b tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] Calling delete_port for 616a7dbb-951a-4c7b-a67a-d7c1ca340bab owned by network:floatingip {{(pid=100247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:23:01.995896 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.db_base_plugin_common [None req-b043ea93-77ce-48bb-a9a3-1d7d089ff070 tempest-RoutersAdminTest-1447726136 tempest-RoutersAdminTest-1447726136-project] Allocated IP 172.25.0.183 (2658f09e-a580-4d4a-9968-2d1e0ad93719/cbf74abc-6fe1-4d33-b005-c948923b9647/efbd4776-84f9-48e1-9c9c-0dc0ad98cab5) {{(pid=100247) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:23:02.038913 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-3faf986d-1190-4073-a9d8-b70f1a0de499 req-cc837a4f-cfc4-4b1b-808e-c820b120fd3c service neutron] 10.222.0.72 "GET /v2.0/networks/e4ae84ad-fbf7-438d-8cac-3418f3b1f391?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1206138 Jul 06 14:23:02.172926 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-3faf986d-1190-4073-a9d8-b70f1a0de499 req-91fb3b8d-736c-41d0-aea8-3268ca346922 service neutron] 10.222.0.72 "GET /v2.0/networks/e4ae84ad-fbf7-438d-8cac-3418f3b1f391?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266007 Jul 06 14:23:02.233008 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-b043ea93-77ce-48bb-a9a3-1d7d089ff070 tempest-RoutersAdminTest-1447726136 tempest-RoutersAdminTest-1447726136-project] Notify callbacks [] for port, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:02.281481 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-9e022c83-1c4b-4601-9c4f-446dd518817b tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128888353'] for port, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:02.328023 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e022c83-1c4b-4601-9c4f-446dd518817b tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] Pushing event deleted for resources: {'Port': ['ID=616a7dbb-951a-4c7b-a67a-d7c1ca340bab,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:23:02.392285 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3faf986d-1190-4073-a9d8-b70f1a0de499 req-7d860f63-2095-48a8-adba-daf420d1e23f tempest-TestNetworkAdvancedServerOps-137028019 tempest-TestNetworkAdvancedServerOps-137028019-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:23:02.393842 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-3faf986d-1190-4073-a9d8-b70f1a0de499 req-7d860f63-2095-48a8-adba-daf420d1e23f tempest-TestNetworkAdvancedServerOps-137028019 tempest-TestNetworkAdvancedServerOps-137028019-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=eded8238-d997-42be-b238-e8071d7f941a&tenant_id=1077a35eaa714f1bbf260d32c5a52c8f&binding%3Ahost_id=n-h1-773647-6 HTTP/1.1" status: 200 len: 1096 time: 0.1557882 Jul 06 14:23:02.404449 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [req-3faf986d-1190-4073-a9d8-b70f1a0de499 req-893f6b24-968e-4236-87d5-edf3d3971083 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-773647-6'}}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:23:02.406036 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-b043ea93-77ce-48bb-a9a3-1d7d089ff070 tempest-RoutersAdminTest-1447726136 tempest-RoutersAdminTest-1447726136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-128888360'] for port, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:02.454118 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b043ea93-77ce-48bb-a9a3-1d7d089ff070 tempest-RoutersAdminTest-1447726136 tempest-RoutersAdminTest-1447726136-project] Network 2658f09e-a580-4d4a-9968-2d1e0ad93719 is already hosted by enough agents. {{(pid=100247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:23:02.460656 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.base_scheduler [None req-b043ea93-77ce-48bb-a9a3-1d7d089ff070 tempest-RoutersAdminTest-1447726136 tempest-RoutersAdminTest-1447726136-project] Resources bound (agent type, host, resource id): {{(pid=100247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:23:02.466933 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b043ea93-77ce-48bb-a9a3-1d7d089ff070 tempest-RoutersAdminTest-1447726136 tempest-RoutersAdminTest-1447726136-project] Received port after_create {{(pid=100247) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:23:02.496718 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-9e022c83-1c4b-4601-9c4f-446dd518817b tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] Notify callbacks [] for floatingip, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:02.499258 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-9e022c83-1c4b-4601-9c4f-446dd518817b tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for floatingip, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:02.501043 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-9e022c83-1c4b-4601-9c4f-446dd518817b tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] 10.222.0.104 "DELETE /v2.0/floatingips/fab66db9-4fae-44a0-a073-b1ce6bbeaddf HTTP/1.1" status: 204 len: 168 time: 0.9937220 Jul 06 14:23:02.505121 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 40812) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:23:02.520069 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b043ea93-77ce-48bb-a9a3-1d7d089ff070 tempest-RoutersAdminTest-1447726136 tempest-RoutersAdminTest-1447726136-project] Pushing event updated for resources: {'Port': ['ID=efbd4776-84f9-48e1-9c9c-0dc0ad98cab5,revision_number=1']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:23:02.520377 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-fb5640f2-9a8b-469a-8a55-3ff3a86fd7d1 tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] Request body: {'floatingip': {'floating_network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'port_id': 'bd8a684d-e45a-48cd-b479-c71fc4b683eb'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:23:02.528843 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-3faf986d-1190-4073-a9d8-b70f1a0de499 req-893f6b24-968e-4236-87d5-edf3d3971083 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:03.097582 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-fb5640f2-9a8b-469a-8a55-3ff3a86fd7d1 tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] Notify callbacks [] for floatingip, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:03.178786 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.db [req-3faf986d-1190-4073-a9d8-b70f1a0de499 req-893f6b24-968e-4236-87d5-edf3d3971083 service neutron] For port dc187fb1-f090-4520-9186-12367a249564, host n-h1-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773647-6',level=0,port_id=dc187fb1-f090-4520-9186-12367a249564,segment=NetworkSegment(0f9f2e53-c623-44f6-9998-d3d558a1c957),segment_id=0f9f2e53-c623-44f6-9998-d3d558a1c957)] {{(pid=100246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:23:03.257934 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.db [req-3faf986d-1190-4073-a9d8-b70f1a0de499 req-893f6b24-968e-4236-87d5-edf3d3971083 service neutron] For port dc187fb1-f090-4520-9186-12367a249564, host n-h1-773647-6, cleared binding levels {{(pid=100246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:23:03.269521 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db70e94-dd7a-4281-92f5-a9e2b46b6290 req-346ba087-6574-4889-a1d4-93fbb6d1a200 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:23:03.277019 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-2db70e94-dd7a-4281-92f5-a9e2b46b6290 req-346ba087-6574-4889-a1d4-93fbb6d1a200 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] 10.222.0.104 "GET /v2.0/ports?device_id=eded8238-d997-42be-b238-e8071d7f941a HTTP/1.1" status: 200 len: 945 time: 0.5126765 Jul 06 14:23:03.292328 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-b043ea93-77ce-48bb-a9a3-1d7d089ff070 tempest-RoutersAdminTest-1447726136 tempest-RoutersAdminTest-1447726136-project] Notify callbacks [] for router_gateway, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:03.333086 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-3faf986d-1190-4073-a9d8-b70f1a0de499 req-893f6b24-968e-4236-87d5-edf3d3971083 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:03.335994 n-d-773647-6 neutron-server[100246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eded8238-d997-42be-b238-e8071d7f941a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dc187fb1-f090-4520-9186-12367a249564'}] {{(pid=100246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:23:03.338575 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0d96c5ab5e889f7b933ae915b9be33d1b46c9e87795bf781004b656ef3f1e87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3549462e-359c-41e0-814d-13b0db3f8dc4" -d '{"events": [{"server_uuid": "eded8238-d997-42be-b238-e8071d7f941a", "name": "network-vif-unplugged", "status": "completed", "tag": "dc187fb1-f090-4520-9186-12367a249564"}]}' {{(pid=100246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:23:03.351082 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-3faf986d-1190-4073-a9d8-b70f1a0de499 req-893f6b24-968e-4236-87d5-edf3d3971083 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127687527'] for port, after_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:03.365963 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-fb5640f2-9a8b-469a-8a55-3ff3a86fd7d1 tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:03.374034 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-2db70e94-dd7a-4281-92f5-a9e2b46b6290 req-da3cd4bc-7975-4480-ac71-3a6c1fc084b3 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] 10.222.0.104 "GET /v2.0/security-groups?id=b3e698d3-dc13-4d46-b168-2b621268fa3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0959833 Jul 06 14:23:03.404535 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 06 Jul 2021 14:23:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f601fd1-7c74-4cbc-9b47-92e45f1e2f3e x-openstack-request-id: req-6f601fd1-7c74-4cbc-9b47-92e45f1e2f3e {{(pid=100246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:23:03.405072 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eded8238-d997-42be-b238-e8071d7f941a", "name": "network-vif-unplugged", "status": "completed", "tag": "dc187fb1-f090-4520-9186-12367a249564", "code": 200}]} {{(pid=100246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:23:03.405324 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-6f601fd1-7c74-4cbc-9b47-92e45f1e2f3e {{(pid=100246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:23:03.407634 n-d-773647-6 neutron-server[100246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eded8238-d997-42be-b238-e8071d7f941a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dc187fb1-f090-4520-9186-12367a249564', 'code': 200} Jul 06 14:23:03.625672 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893f6b24-968e-4236-87d5-edf3d3971083 service neutron] Pushing event updated for resources: {'Port': ['ID=dc187fb1-f090-4520-9186-12367a249564,revision_number=7']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:23:03.658781 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-b043ea93-77ce-48bb-a9a3-1d7d089ff070 tempest-RoutersAdminTest-1447726136 tempest-RoutersAdminTest-1447726136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1806297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1761036'] for router, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:03.799317 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.db_base_plugin_common [None req-fb5640f2-9a8b-469a-8a55-3ff3a86fd7d1 tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] Allocated IP 172.25.0.81 (2658f09e-a580-4d4a-9968-2d1e0ad93719/cbf74abc-6fe1-4d33-b005-c948923b9647/d727a827-bf88-41af-84da-6a095fbf05b8) {{(pid=100246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:23:03.824248 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [req-3faf986d-1190-4073-a9d8-b70f1a0de499 req-893f6b24-968e-4236-87d5-edf3d3971083 service neutron] Attempting to bind port dc187fb1-f090-4520-9186-12367a249564 on host n-h1-773647-6 for vnic_type normal with profile {"migrating_to": "n-h2-773647-6"} {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:23:03.824595 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [req-3faf986d-1190-4073-a9d8-b70f1a0de499 req-893f6b24-968e-4236-87d5-edf3d3971083 service neutron] Attempting to bind port dc187fb1-f090-4520-9186-12367a249564 by drivers openvswitch,hyperv on host n-h1-773647-6 at level 0 using segments [{'id': '0f9f2e53-c623-44f6-9998-d3d558a1c957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1020, 'network_id': 'e4ae84ad-fbf7-438d-8cac-3418f3b1f391'}] {{(pid=100246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:23:03.824920 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3faf986d-1190-4073-a9d8-b70f1a0de499 req-893f6b24-968e-4236-87d5-edf3d3971083 service neutron] Attempting to bind port dc187fb1-f090-4520-9186-12367a249564 on network e4ae84ad-fbf7-438d-8cac-3418f3b1f391 {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:23:03.836619 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3faf986d-1190-4073-a9d8-b70f1a0de499 req-893f6b24-968e-4236-87d5-edf3d3971083 service neutron] Port dc187fb1-f090-4520-9186-12367a249564 on network e4ae84ad-fbf7-438d-8cac-3418f3b1f391 not bound, no agent of type Open vSwitch agent registered on host n-h1-773647-6 {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 14:23:03.836940 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3faf986d-1190-4073-a9d8-b70f1a0de499 req-893f6b24-968e-4236-87d5-edf3d3971083 service neutron] Attempting to bind port dc187fb1-f090-4520-9186-12367a249564 on network e4ae84ad-fbf7-438d-8cac-3418f3b1f391 {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:23:03.847885 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-d1268781-51fc-4e80-99f6-deb91a411963 None None] Provisioning complete for port dc187fb1-f090-4520-9186-12367a249564 triggered by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:23:03.849346 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-d1268781-51fc-4e80-99f6-deb91a411963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:03.897578 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3faf986d-1190-4073-a9d8-b70f1a0de499 req-893f6b24-968e-4236-87d5-edf3d3971083 service neutron] Checking agent: {'id': '5bf7147f-bada-4441-a5dc-934b903473fb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-773647-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 51, 12), 'started_at': datetime.datetime(2021, 7, 6, 13, 51, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 22, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:23:03.897937 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3faf986d-1190-4073-a9d8-b70f1a0de499 req-893f6b24-968e-4236-87d5-edf3d3971083 service neutron] Checking segment: {'id': '0f9f2e53-c623-44f6-9998-d3d558a1c957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1020, 'network_id': 'e4ae84ad-fbf7-438d-8cac-3418f3b1f391'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:23:03.898346 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3faf986d-1190-4073-a9d8-b70f1a0de499 req-893f6b24-968e-4236-87d5-edf3d3971083 service neutron] Bound using segment: {'id': '0f9f2e53-c623-44f6-9998-d3d558a1c957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1020, 'network_id': 'e4ae84ad-fbf7-438d-8cac-3418f3b1f391'} {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:23:03.900435 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [req-3faf986d-1190-4073-a9d8-b70f1a0de499 req-893f6b24-968e-4236-87d5-edf3d3971083 service neutron] Bound port: dc187fb1-f090-4520-9186-12367a249564, host: n-h1-773647-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0f9f2e53-c623-44f6-9998-d3d558a1c957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1020, 'network_id': 'e4ae84ad-fbf7-438d-8cac-3418f3b1f391'}}] {{(pid=100246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:23:03.900435 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-3faf986d-1190-4073-a9d8-b70f1a0de499 req-893f6b24-968e-4236-87d5-edf3d3971083 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:03.922022 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b043ea93-77ce-48bb-a9a3-1d7d089ff070 tempest-RoutersAdminTest-1447726136 tempest-RoutersAdminTest-1447726136-project] Router e85b6b13-9bd5-4fbf-aa33-ddcc507737a8 is scheduled to L3 agent 2823d358-a11b-4885-a706-95a279e43fa7 with binding_index 1 {{(pid=100247) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 14:23:04.036863 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.db [req-3faf986d-1190-4073-a9d8-b70f1a0de499 req-893f6b24-968e-4236-87d5-edf3d3971083 service neutron] For port dc187fb1-f090-4520-9186-12367a249564, host n-h1-773647-6, cleared binding levels {{(pid=100246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:23:04.041590 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-fb5640f2-9a8b-469a-8a55-3ff3a86fd7d1 tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] Notify callbacks [] for port, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:04.045072 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.db [req-3faf986d-1190-4073-a9d8-b70f1a0de499 req-893f6b24-968e-4236-87d5-edf3d3971083 service neutron] For port dc187fb1-f090-4520-9186-12367a249564, host n-h1-773647-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773647-6',level=0,port_id=dc187fb1-f090-4520-9186-12367a249564,segment=NetworkSegment(0f9f2e53-c623-44f6-9998-d3d558a1c957),segment_id=0f9f2e53-c623-44f6-9998-d3d558a1c957)] {{(pid=100246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:23:04.051791 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-3faf986d-1190-4073-a9d8-b70f1a0de499 req-893f6b24-968e-4236-87d5-edf3d3971083 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127687527'] for port, after_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:04.137133 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-d1268781-51fc-4e80-99f6-deb91a411963 None None] Port dc187fb1-f090-4520-9186-12367a249564 cannot update to ACTIVE because it is not bound. {{(pid=100248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 14:23:04.174041 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b043ea93-77ce-48bb-a9a3-1d7d089ff070 tempest-RoutersAdminTest-1447726136 tempest-RoutersAdminTest-1447726136-project] Notify agent at l3_agent.n-d-773647-6 the message routers_updated {{(pid=100247) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 14:23:04.185857 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eadeb4f-a6dc-4fd0-9f85-7ebc7b29da29 None None] Sync routers for ids ['e85b6b13-9bd5-4fbf-aa33-ddcc507737a8'] in n-d-773647-6 {{(pid=100249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 14:23:04.199291 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eadeb4f-a6dc-4fd0-9f85-7ebc7b29da29 None None] Routers {'e85b6b13-9bd5-4fbf-aa33-ddcc507737a8'} bound to L3 agent in host n-d-773647-6 {{(pid=100249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:23:04.201506 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-6eadeb4f-a6dc-4fd0-9f85-7ebc7b29da29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T14:22:56Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['e85b6b13-9bd5-4fbf-aa33-ddcc507737a8'], 'active': True} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:23:04.218259 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893f6b24-968e-4236-87d5-edf3d3971083 service neutron] Pushing event updated for resources: {'Port': ['ID=dc187fb1-f090-4520-9186-12367a249564,revision_number=8']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:23:04.226230 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-fb5640f2-9a8b-469a-8a55-3ff3a86fd7d1 tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-127687573'] for port, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:04.248476 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-b043ea93-77ce-48bb-a9a3-1d7d089ff070 tempest-RoutersAdminTest-1447726136 tempest-RoutersAdminTest-1447726136-project] Notify callbacks [] for router, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:04.252054 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-b043ea93-77ce-48bb-a9a3-1d7d089ff070 tempest-RoutersAdminTest-1447726136 tempest-RoutersAdminTest-1447726136-project] 10.222.0.104 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 3.6374307 Jul 06 14:23:04.254407 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 40832) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:23:04.288022 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-6eadeb4f-a6dc-4fd0-9f85-7ebc7b29da29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-773647-6', False) {} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:23:04.295950 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb5640f2-9a8b-469a-8a55-3ff3a86fd7d1 tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] Network 2658f09e-a580-4d4a-9968-2d1e0ad93719 is already hosted by enough agents. {{(pid=100246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:23:04.299483 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.base_scheduler [None req-fb5640f2-9a8b-469a-8a55-3ff3a86fd7d1 tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] Resources bound (agent type, host, resource id): {{(pid=100246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:23:04.304400 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eadeb4f-a6dc-4fd0-9f85-7ebc7b29da29 None None] Routers {'e85b6b13-9bd5-4fbf-aa33-ddcc507737a8'} bound to L3 agent in host n-d-773647-6 {{(pid=100249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:23:04.305388 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-6eadeb4f-a6dc-4fd0-9f85-7ebc7b29da29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T14:22:56Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['e85b6b13-9bd5-4fbf-aa33-ddcc507737a8'], 'active': True} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:23:04.308408 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb5640f2-9a8b-469a-8a55-3ff3a86fd7d1 tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] Received port after_create {{(pid=100246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:23:04.353453 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-6eadeb4f-a6dc-4fd0-9f85-7ebc7b29da29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-773647-6', False) {} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:23:04.354157 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eadeb4f-a6dc-4fd0-9f85-7ebc7b29da29 None None] The sync data for ids ['e85b6b13-9bd5-4fbf-aa33-ddcc507737a8'] in n-d-773647-6 is: [] {{(pid=100249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 14:23:04.405146 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5640f2-9a8b-469a-8a55-3ff3a86fd7d1 tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] Pushing event updated for resources: {'Port': ['ID=d727a827-bf88-41af-84da-6a095fbf05b8,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:23:04.449227 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3faf986d-1190-4073-a9d8-b70f1a0de499 req-893f6b24-968e-4236-87d5-edf3d3971083 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:23:04.449926 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-3faf986d-1190-4073-a9d8-b70f1a0de499 req-893f6b24-968e-4236-87d5-edf3d3971083 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:04.451422 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-3faf986d-1190-4073-a9d8-b70f1a0de499 req-893f6b24-968e-4236-87d5-edf3d3971083 service neutron] 10.222.0.72 "PUT /v2.0/ports/dc187fb1-f090-4520-9186-12367a249564 HTTP/1.1" status: 200 len: 1121 time: 2.0511827 Jul 06 14:23:04.487643 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-8fd1411a-72fb-42bd-a908-7507b4059b52 tempest-RoutersAdminTest-593889549 tempest-RoutersAdminTest-593889549-project-admin] 10.222.0.104 "GET /v2.0/routers/e85b6b13-9bd5-4fbf-aa33-ddcc507737a8 HTTP/1.1" status: 200 len: 920 time: 0.2316582 Jul 06 14:23:04.488390 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 40836) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:23:04.514619 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] get_ports_and_sgs() called for port_ids ['dc187fb1-f090-4520-9186-12367a249564'] {{(pid=100248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 14:23:04.561974 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-0c527304-524f-48a1-8d8f-d38916850556 tempest-RoutersAdminTest-1447726136 tempest-RoutersAdminTest-1447726136-project] 10.222.0.104 "GET /v2.0/ports?device_id=e85b6b13-9bd5-4fbf-aa33-ddcc507737a8 HTTP/1.1" status: 200 len: 205 time: 0.0724452 Jul 06 14:23:04.573649 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 40838) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:23:04.584384 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-4f357d10-fbdc-4d34-96a7-e3fa9926142d None None] Provisioning complete for port dc187fb1-f090-4520-9186-12367a249564 triggered by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:23:04.585010 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4f357d10-fbdc-4d34-96a7-e3fa9926142d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:04.754511 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4f357d10-fbdc-4d34-96a7-e3fa9926142d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:04.800953 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b34349f-1705-42b4-a606-ce4ef6c173d2 req-f04e3645-dd11-4faf-aeb5-6633159fcbfa tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:23:04.802895 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-4b34349f-1705-42b4-a606-ce4ef6c173d2 req-f04e3645-dd11-4faf-aeb5-6633159fcbfa tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] 10.222.0.104 "GET /v2.0/ports?device_id=eded8238-d997-42be-b238-e8071d7f941a HTTP/1.1" status: 200 len: 943 time: 0.2481015 Jul 06 14:23:04.815329 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-a75a4ac4-3f1e-487c-a20e-e7673fcc6af9 tempest-RoutersAdminTest-1447726136 tempest-RoutersAdminTest-1447726136-project] Notify callbacks [] for router, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:04.847385 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-4f357d10-fbdc-4d34-96a7-e3fa9926142d None None] For port dc187fb1-f090-4520-9186-12367a249564, host n-h1-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773647-6',level=0,port_id=dc187fb1-f090-4520-9186-12367a249564,segment=NetworkSegment(0f9f2e53-c623-44f6-9998-d3d558a1c957),segment_id=0f9f2e53-c623-44f6-9998-d3d558a1c957)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:23:04.848673 n-d-773647-6 neutron-server[100248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eded8238-d997-42be-b238-e8071d7f941a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc187fb1-f090-4520-9186-12367a249564'}] {{(pid=100248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:23:04.852721 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84af257533e383389cbcf231d3534f4d5e149e7203fea16b4a8fc01438dddaf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea0334a3-f9f4-4926-ba43-a9ffe34e5a4e" -d '{"events": [{"server_uuid": "eded8238-d997-42be-b238-e8071d7f941a", "name": "network-vif-plugged", "status": "completed", "tag": "dc187fb1-f090-4520-9186-12367a249564"}]}' {{(pid=100248) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:23:04.870941 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4f357d10-fbdc-4d34-96a7-e3fa9926142d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:04.968515 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-4b34349f-1705-42b4-a606-ce4ef6c173d2 req-833ef645-c310-4883-a31d-6ddd700b0f6f tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] 10.222.0.104 "GET /v2.0/security-groups?id=b3e698d3-dc13-4d46-b168-2b621268fa3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1004801 Jul 06 14:23:05.000335 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-fb5640f2-9a8b-469a-8a55-3ff3a86fd7d1 tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:05.004836 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-a75a4ac4-3f1e-487c-a20e-e7673fcc6af9 tempest-RoutersAdminTest-1447726136 tempest-RoutersAdminTest-1447726136-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:05.032920 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 14:23:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d015b968-9723-49b7-a074-5ef790b2c2cd x-openstack-request-id: req-d015b968-9723-49b7-a074-5ef790b2c2cd {{(pid=100248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:23:05.033293 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eded8238-d997-42be-b238-e8071d7f941a", "name": "network-vif-plugged", "status": "completed", "tag": "dc187fb1-f090-4520-9186-12367a249564", "code": 200}]} {{(pid=100248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:23:05.033557 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-d015b968-9723-49b7-a074-5ef790b2c2cd {{(pid=100248) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:23:05.034097 n-d-773647-6 neutron-server[100248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eded8238-d997-42be-b238-e8071d7f941a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc187fb1-f090-4520-9186-12367a249564', 'code': 200} Jul 06 14:23:05.106792 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.plugin [None req-a75a4ac4-3f1e-487c-a20e-e7673fcc6af9 tempest-RoutersAdminTest-1447726136 tempest-RoutersAdminTest-1447726136-project] Deleting port efbd4776-84f9-48e1-9c9c-0dc0ad98cab5 {{(pid=100247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:23:05.107256 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-a75a4ac4-3f1e-487c-a20e-e7673fcc6af9 tempest-RoutersAdminTest-1447726136 tempest-RoutersAdminTest-1447726136-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:05.146115 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-fb5640f2-9a8b-469a-8a55-3ff3a86fd7d1 tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:05.238411 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-a75a4ac4-3f1e-487c-a20e-e7673fcc6af9 tempest-RoutersAdminTest-1447726136 tempest-RoutersAdminTest-1447726136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:05.267831 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.plugin [None req-a75a4ac4-3f1e-487c-a20e-e7673fcc6af9 tempest-RoutersAdminTest-1447726136 tempest-RoutersAdminTest-1447726136-project] Calling delete_port for efbd4776-84f9-48e1-9c9c-0dc0ad98cab5 owned by network:router_gateway {{(pid=100247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:23:05.285999 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f357d10-fbdc-4d34-96a7-e3fa9926142d None None] Pushing event updated for resources: {'Port': ['ID=dc187fb1-f090-4520-9186-12367a249564,revision_number=9']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:23:05.296828 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f357d10-fbdc-4d34-96a7-e3fa9926142d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:23:05.296828 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f357d10-fbdc-4d34-96a7-e3fa9926142d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:23:05.297797 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f357d10-fbdc-4d34-96a7-e3fa9926142d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:23:05.298329 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f357d10-fbdc-4d34-96a7-e3fa9926142d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:23:05.298689 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f357d10-fbdc-4d34-96a7-e3fa9926142d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:23:05.299035 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f357d10-fbdc-4d34-96a7-e3fa9926142d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:23:05.299437 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f357d10-fbdc-4d34-96a7-e3fa9926142d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:23:05.299847 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f357d10-fbdc-4d34-96a7-e3fa9926142d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:23:05.300206 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f357d10-fbdc-4d34-96a7-e3fa9926142d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:23:05.300721 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f357d10-fbdc-4d34-96a7-e3fa9926142d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:23:05.301083 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f357d10-fbdc-4d34-96a7-e3fa9926142d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:23:05.301449 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f357d10-fbdc-4d34-96a7-e3fa9926142d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:23:05.385309 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-fb5640f2-9a8b-469a-8a55-3ff3a86fd7d1 tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] Notify callbacks [] for port, precommit_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:05.392337 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-fb5640f2-9a8b-469a-8a55-3ff3a86fd7d1 tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127687527'] for port, after_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:05.426529 n-d-773647-6 neutron-server[100246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eded8238-d997-42be-b238-e8071d7f941a', 'tag': 'dc187fb1-f090-4520-9186-12367a249564'}] {{(pid=100246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:23:05.429427 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0d96c5ab5e889f7b933ae915b9be33d1b46c9e87795bf781004b656ef3f1e87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa2ba44e-b6a5-446a-8db8-47c340a7c4c7" -d '{"events": [{"name": "network-changed", "server_uuid": "eded8238-d997-42be-b238-e8071d7f941a", "tag": "dc187fb1-f090-4520-9186-12367a249564"}]}' {{(pid=100246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:23:05.511029 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 14:23:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38d80bf8-5bd1-49ed-9607-2f582ff0bb0d x-openstack-request-id: req-38d80bf8-5bd1-49ed-9607-2f582ff0bb0d {{(pid=100246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:23:05.511389 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eded8238-d997-42be-b238-e8071d7f941a", "tag": "dc187fb1-f090-4520-9186-12367a249564", "status": "completed", "code": 200}]} {{(pid=100246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:23:05.511683 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-38d80bf8-5bd1-49ed-9607-2f582ff0bb0d {{(pid=100246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:23:05.512144 n-d-773647-6 neutron-server[100246]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eded8238-d997-42be-b238-e8071d7f941a', 'tag': 'dc187fb1-f090-4520-9186-12367a249564', 'status': 'completed', 'code': 200} Jul 06 14:23:05.540428 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5640f2-9a8b-469a-8a55-3ff3a86fd7d1 tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] Pushing event updated for resources: {'Port': ['ID=d727a827-bf88-41af-84da-6a095fbf05b8,revision_number=2']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:23:05.567939 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-fb5640f2-9a8b-469a-8a55-3ff3a86fd7d1 tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1761130'] for floatingip, after_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:05.599933 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-a75a4ac4-3f1e-487c-a20e-e7673fcc6af9 tempest-RoutersAdminTest-1447726136 tempest-RoutersAdminTest-1447726136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128888353'] for port, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:05.640913 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75a4ac4-3f1e-487c-a20e-e7673fcc6af9 tempest-RoutersAdminTest-1447726136 tempest-RoutersAdminTest-1447726136-project] Pushing event deleted for resources: {'Port': ['ID=efbd4776-84f9-48e1-9c9c-0dc0ad98cab5,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:23:05.679932 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2ba44e-b6a5-446a-8db8-47c340a7c4c7 req-a7a34b89-99b8-4b62-bc6d-e6242d840dcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:23:05.682518 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-fa2ba44e-b6a5-446a-8db8-47c340a7c4c7 req-a7a34b89-99b8-4b62-bc6d-e6242d840dcb service neutron] 10.222.0.127 "GET /v2.0/ports?tenant_id=1077a35eaa714f1bbf260d32c5a52c8f&device_id=eded8238-d997-42be-b238-e8071d7f941a HTTP/1.1" status: 200 len: 1126 time: 0.1680059 Jul 06 14:23:05.721275 n-d-773647-6 neutron-server[100246]: INFO neutron.db.l3_db [None req-fb5640f2-9a8b-469a-8a55-3ff3a86fd7d1 tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] Floating IP b0f4269c-0bff-4344-9614-1c1688988b99 associated. External IP: 172.25.0.81, port: bd8a684d-e45a-48cd-b479-c71fc4b683eb. Jul 06 14:23:05.788387 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-a75a4ac4-3f1e-487c-a20e-e7673fcc6af9 tempest-RoutersAdminTest-1447726136 tempest-RoutersAdminTest-1447726136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1761104'] for router_gateway, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:05.928095 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-a75a4ac4-3f1e-487c-a20e-e7673fcc6af9 tempest-RoutersAdminTest-1447726136 tempest-RoutersAdminTest-1447726136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1806308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6982'] for router, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:05.933571 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-a75a4ac4-3f1e-487c-a20e-e7673fcc6af9 tempest-RoutersAdminTest-1447726136 tempest-RoutersAdminTest-1447726136-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:06.011584 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2ba44e-b6a5-446a-8db8-47c340a7c4c7 req-9be18635-9790-4138-af86-e0624da23795 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:23:06.013424 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-fa2ba44e-b6a5-446a-8db8-47c340a7c4c7 req-9be18635-9790-4138-af86-e0624da23795 service neutron] 10.222.0.127 "GET /v2.0/networks?id=e4ae84ad-fbf7-438d-8cac-3418f3b1f391 HTTP/1.1" status: 200 len: 899 time: 0.3102748 Jul 06 14:23:06.060506 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb5640f2-9a8b-469a-8a55-3ff3a86fd7d1 tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] Router cbf9cae9-e8d9-42c3-b4e4-0cdcc22be709 has already been hosted by L3 agent 2823d358-a11b-4885-a706-95a279e43fa7 {{(pid=100246) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 14:23:06.091635 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-a75a4ac4-3f1e-487c-a20e-e7673fcc6af9 tempest-RoutersAdminTest-1447726136 tempest-RoutersAdminTest-1447726136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1805684'] for router, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:06.092158 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a75a4ac4-3f1e-487c-a20e-e7673fcc6af9 tempest-RoutersAdminTest-1447726136 tempest-RoutersAdminTest-1447726136-project] Fanout notify agent at l3_agent the message router_deleted on router e85b6b13-9bd5-4fbf-aa33-ddcc507737a8 {{(pid=100247) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 14:23:06.108599 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-a75a4ac4-3f1e-487c-a20e-e7673fcc6af9 tempest-RoutersAdminTest-1447726136 tempest-RoutersAdminTest-1447726136-project] Notify callbacks [] for router, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:06.110416 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-a75a4ac4-3f1e-487c-a20e-e7673fcc6af9 tempest-RoutersAdminTest-1447726136 tempest-RoutersAdminTest-1447726136-project] 10.222.0.104 "DELETE /v2.0/routers/e85b6b13-9bd5-4fbf-aa33-ddcc507737a8 HTTP/1.1" status: 204 len: 168 time: 1.5337057 Jul 06 14:23:06.115583 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 40856) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:23:06.121001 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [None req-21be60f4-f083-457b-91e6-4337b659fc48 tempest-RoutersAdminTest-593889549 tempest-RoutersAdminTest-593889549-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1157700627', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'enable_snat': False}}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:23:06.175150 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-fa2ba44e-b6a5-446a-8db8-47c340a7c4c7 req-845d68f1-ff18-4559-8a35-c5ad0c02bc67 service neutron] 10.222.0.127 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dc187fb1-f090-4520-9186-12367a249564 HTTP/1.1" status: 200 len: 1000 time: 0.1518734 Jul 06 14:23:06.212415 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-21be60f4-f083-457b-91e6-4337b659fc48 tempest-RoutersAdminTest-593889549 tempest-RoutersAdminTest-593889549-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1806290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6992'] for router, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:06.213417 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-21be60f4-f083-457b-91e6-4337b659fc48 tempest-RoutersAdminTest-593889549 tempest-RoutersAdminTest-593889549-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1806157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1808637', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1714747', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7007'] for router, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:06.268547 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb5640f2-9a8b-469a-8a55-3ff3a86fd7d1 tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] Notify agent at l3_agent.n-d-773647-6 the message routers_updated {{(pid=100246) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 14:23:06.278156 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65b99cb8-de68-4483-9fc3-898a9e7c83ef None None] Sync routers for ids ['cbf9cae9-e8d9-42c3-b4e4-0cdcc22be709'] in n-d-773647-6 {{(pid=100248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 14:23:06.291076 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65b99cb8-de68-4483-9fc3-898a9e7c83ef None None] Routers {'cbf9cae9-e8d9-42c3-b4e4-0cdcc22be709'} bound to L3 agent in host n-d-773647-6 {{(pid=100248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:23:06.291757 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-65b99cb8-de68-4483-9fc3-898a9e7c83ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T14:22:56Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['cbf9cae9-e8d9-42c3-b4e4-0cdcc22be709'], 'active': True} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:23:06.294284 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-fb5640f2-9a8b-469a-8a55-3ff3a86fd7d1 tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for floatingip, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:06.349166 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-fb5640f2-9a8b-469a-8a55-3ff3a86fd7d1 tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] 10.222.0.104 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 3.8429618 Jul 06 14:23:06.351889 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 40860) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:23:06.358350 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-702c1c51-e664-4a5a-bfac-32638a5aa2b2 tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-908779986'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:23:06.386819 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-702c1c51-e664-4a5a-bfac-32638a5aa2b2 tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] Made reservation on behalf of 70a02b678d1f412995b42e26d2f0e3af for: {'network': 1} {{(pid=100246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:23:06.391843 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-65b99cb8-de68-4483-9fc3-898a9e7c83ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-773647-6', False) {} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:23:06.396129 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-702c1c51-e664-4a5a-bfac-32638a5aa2b2 tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for network, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:06.414583 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65b99cb8-de68-4483-9fc3-898a9e7c83ef None None] Routers {'cbf9cae9-e8d9-42c3-b4e4-0cdcc22be709'} bound to L3 agent in host n-d-773647-6 {{(pid=100248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:23:06.415289 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-65b99cb8-de68-4483-9fc3-898a9e7c83ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T14:22:56Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['cbf9cae9-e8d9-42c3-b4e4-0cdcc22be709'], 'active': True} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:23:06.455296 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2ba44e-b6a5-446a-8db8-47c340a7c4c7 req-0cf756a2-1e31-421f-84e9-9ceb707d2945 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:23:06.457372 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-fa2ba44e-b6a5-446a-8db8-47c340a7c4c7 req-0cf756a2-1e31-421f-84e9-9ceb707d2945 service neutron] 10.222.0.127 "GET /v2.0/subnets?id=577a0dd4-810a-43cb-b648-9d9592da7f23 HTTP/1.1" status: 200 len: 834 time: 0.2642756 Jul 06 14:23:06.471730 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-702c1c51-e664-4a5a-bfac-32638a5aa2b2 tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] vlan segment allocate from pool success with {'vlan_id': 1039, 'physical_network': 'physnet1'} {{(pid=100246) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 14:23:06.498254 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-702c1c51-e664-4a5a-bfac-32638a5aa2b2 tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552'] for segment, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:06.499173 n-d-773647-6 neutron-server[100246]: INFO neutron.db.segments_db [None req-702c1c51-e664-4a5a-bfac-32638a5aa2b2 tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] Added segment 9ab88ffb-c8eb-4f04-aedb-7eb1902f4461 of type vlan for network e3c1fedd-ba94-4954-8e9a-540fc776e677 Jul 06 14:23:06.502037 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-21be60f4-f083-457b-91e6-4337b659fc48 tempest-RoutersAdminTest-593889549 tempest-RoutersAdminTest-593889549-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:06.510653 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-65b99cb8-de68-4483-9fc3-898a9e7c83ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-773647-6', False) {} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:23:06.513838 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65b99cb8-de68-4483-9fc3-898a9e7c83ef None None] The sync data for ids ['cbf9cae9-e8d9-42c3-b4e4-0cdcc22be709'] in n-d-773647-6 is: [] {{(pid=100248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 14:23:06.598312 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-702c1c51-e664-4a5a-bfac-32638a5aa2b2 tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773752984405'] for network, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:06.613512 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9102c6-4716-4a28-b240-94ca02df0c44 req-d2a379e2-da8e-4a2e-97bd-d551b284c0de tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:23:06.615419 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-8c9102c6-4716-4a28-b240-94ca02df0c44 req-d2a379e2-da8e-4a2e-97bd-d551b284c0de tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] 10.222.0.104 "GET /v2.0/ports?device_id=eded8238-d997-42be-b238-e8071d7f941a HTTP/1.1" status: 200 len: 945 time: 0.4622686 Jul 06 14:23:06.638555 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-702c1c51-e664-4a5a-bfac-32638a5aa2b2 tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060'] for network, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:06.645746 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-702c1c51-e664-4a5a-bfac-32638a5aa2b2 tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:23:06.651358 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-702c1c51-e664-4a5a-bfac-32638a5aa2b2 tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] Notify callbacks [] for network, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:06.668421 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-702c1c51-e664-4a5a-bfac-32638a5aa2b2 tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] 10.222.0.104 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3152213 Jul 06 14:23:06.683364 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 40862) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:23:06.718896 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-6ac3591b-7d8d-47b9-adfa-31c96af5278d tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] Request body: {'subnet': {'network_id': 'e3c1fedd-ba94-4954-8e9a-540fc776e677', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:23:06.764448 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-21be60f4-f083-457b-91e6-4337b659fc48 tempest-RoutersAdminTest-593889549 tempest-RoutersAdminTest-593889549-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1761047', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1806272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6989'] for router, precommit_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:06.789972 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702c1c51-e664-4a5a-bfac-32638a5aa2b2 tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] Pushing event updated for resources: {'Network': ['ID=e3c1fedd-ba94-4954-8e9a-540fc776e677,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:23:06.791186 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-8c9102c6-4716-4a28-b240-94ca02df0c44 req-d88c2224-498e-40a4-b224-f8442955f5d9 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] 10.222.0.104 "GET /v2.0/security-groups?id=b3e698d3-dc13-4d46-b168-2b621268fa3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1450036 Jul 06 14:23:06.799548 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2ba44e-b6a5-446a-8db8-47c340a7c4c7 req-863e97f2-ecbd-4735-a00a-299367981419 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:23:06.801163 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-fa2ba44e-b6a5-446a-8db8-47c340a7c4c7 req-863e97f2-ecbd-4735-a00a-299367981419 service neutron] 10.222.0.127 "GET /v2.0/ports?network_id=e4ae84ad-fbf7-438d-8cac-3418f3b1f391&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3129954 Jul 06 14:23:06.804179 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Network e3c1fedd-ba94-4954-8e9a-540fc776e677 details requested by agent ovs-agent-n-d-773647-6 with host n-d-773647-6 {{(pid=100248) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 14:23:06.872266 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ac3591b-7d8d-47b9-adfa-31c96af5278d tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] Made reservation on behalf of 70a02b678d1f412995b42e26d2f0e3af for: {'subnet': 1} {{(pid=100246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:23:06.876360 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-6ac3591b-7d8d-47b9-adfa-31c96af5278d tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127702029'] for subnet, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:07.010937 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-fa2ba44e-b6a5-446a-8db8-47c340a7c4c7 req-772809d6-317f-4c07-973b-edca2a516770 service neutron] 10.222.0.127 "GET /v2.0/networks/e4ae84ad-fbf7-438d-8cac-3418f3b1f391?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2007205 Jul 06 14:23:07.151515 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-6ac3591b-7d8d-47b9-adfa-31c96af5278d tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1849032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127687649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127702047'] for subnet, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:07.212541 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac3591b-7d8d-47b9-adfa-31c96af5278d tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] Pushing event updated for resources: {'Subnet': ['ID=84496e3f-64b8-49f3-9b46-5a9affd04851,revision_number=0']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:23:07.233093 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ac3591b-7d8d-47b9-adfa-31c96af5278d tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] Checking segment: {'id': '9ab88ffb-c8eb-4f04-aedb-7eb1902f4461', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': 'e3c1fedd-ba94-4954-8e9a-540fc776e677'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:23:07.233471 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ac3591b-7d8d-47b9-adfa-31c96af5278d tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] Network hostable DHCP agents. Network: e3c1fedd-ba94-4954-8e9a-540fc776e677, hostable agents: ['f2bada3d-be77-4359-982b-8505a2bbca04'], hosted agents: [] {{(pid=100246) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 14:23:07.235362 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-fa2ba44e-b6a5-446a-8db8-47c340a7c4c7 req-0efa97d9-d92d-483e-8f7d-805ff2bfb643 service neutron] 10.222.0.127 "GET /v2.0/networks/e4ae84ad-fbf7-438d-8cac-3418f3b1f391?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2163539 Jul 06 14:23:07.260066 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ac3591b-7d8d-47b9-adfa-31c96af5278d tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] Network e3c1fedd-ba94-4954-8e9a-540fc776e677 is scheduled to be hosted by DHCP agent f2bada3d-be77-4359-982b-8505a2bbca04 with binding_index 1 {{(pid=100246) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 14:23:07.282706 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.base_scheduler [None req-6ac3591b-7d8d-47b9-adfa-31c96af5278d tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773647-6, e3c1fedd-ba94-4954-8e9a-540fc776e677) {{(pid=100246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:23:07.287550 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ac3591b-7d8d-47b9-adfa-31c96af5278d tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:23:07.288145 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-6ac3591b-7d8d-47b9-adfa-31c96af5278d tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] Notify callbacks [] for subnet, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:07.300617 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07156f39-5347-40b4-85f8-d2d75909dc8d None None] Network e3c1fedd-ba94-4954-8e9a-540fc776e677 requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:23:07.306452 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-6ac3591b-7d8d-47b9-adfa-31c96af5278d tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] 10.222.0.104 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6199439 Jul 06 14:23:07.306711 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 40866) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:23:07.313014 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-21be60f4-f083-457b-91e6-4337b659fc48 tempest-RoutersAdminTest-593889549 tempest-RoutersAdminTest-593889549-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:07.318029 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-fb64f7c1-8053-4351-bd16-e2c686a3ac74 tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1883025095', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719'}, 'admin_state_up': False}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:23:07.348120 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-21be60f4-f083-457b-91e6-4337b659fc48 tempest-RoutersAdminTest-593889549 tempest-RoutersAdminTest-593889549-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:07.352587 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-fb64f7c1-8053-4351-bd16-e2c686a3ac74 tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1806290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6992'] for router, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:07.355596 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-fb64f7c1-8053-4351-bd16-e2c686a3ac74 tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1806157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1808637', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1714747', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7007'] for router, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:07.448353 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-fb64f7c1-8053-4351-bd16-e2c686a3ac74 tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:07.477680 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8401e36e-cadb-4f8b-8a68-901963c179b9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6bd5fc82-6666-56e8-87c2-91648d36c963-e3c1fedd-ba94-4954-8e9a-540fc776e677', 'network_id': 'e3c1fedd-ba94-4954-8e9a-540fc776e677', 'tenant_id': '70a02b678d1f412995b42e26d2f0e3af', 'fixed_ips': [{'subnet_id': '84496e3f-64b8-49f3-9b46-5a9affd04851'}]}} from n-d-773647-6. {{(pid=100248) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 14:23:07.478829 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-8401e36e-cadb-4f8b-8a68-901963c179b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:07.502938 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.db_base_plugin_common [None req-21be60f4-f083-457b-91e6-4337b659fc48 tempest-RoutersAdminTest-593889549 tempest-RoutersAdminTest-593889549-project-admin] Allocated IP 172.25.0.59 (2658f09e-a580-4d4a-9968-2d1e0ad93719/cbf74abc-6fe1-4d33-b005-c948923b9647/e477112a-cd67-4283-87ad-3764fe1eb8a4) {{(pid=100247) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:23:07.648572 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-21be60f4-f083-457b-91e6-4337b659fc48 tempest-RoutersAdminTest-593889549 tempest-RoutersAdminTest-593889549-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:07.659505 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-fb64f7c1-8053-4351-bd16-e2c686a3ac74 tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1761047', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1806272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6989'] for router, precommit_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:07.712462 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-21be60f4-f083-457b-91e6-4337b659fc48 tempest-RoutersAdminTest-593889549 tempest-RoutersAdminTest-593889549-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-128888360'] for port, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:07.760065 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.db_base_plugin_common [None req-8401e36e-cadb-4f8b-8a68-901963c179b9 None None] Allocated IP 172.20.0.2 (e3c1fedd-ba94-4954-8e9a-540fc776e677/84496e3f-64b8-49f3-9b46-5a9affd04851/df8ab9cb-d9fd-42b5-9718-ac3645225489) {{(pid=100248) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:23:07.780934 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21be60f4-f083-457b-91e6-4337b659fc48 tempest-RoutersAdminTest-593889549 tempest-RoutersAdminTest-593889549-project-admin] Network 2658f09e-a580-4d4a-9968-2d1e0ad93719 is already hosted by enough agents. {{(pid=100247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:23:07.791440 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.base_scheduler [None req-21be60f4-f083-457b-91e6-4337b659fc48 tempest-RoutersAdminTest-593889549 tempest-RoutersAdminTest-593889549-project-admin] Resources bound (agent type, host, resource id): {{(pid=100247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:23:07.800750 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21be60f4-f083-457b-91e6-4337b659fc48 tempest-RoutersAdminTest-593889549 tempest-RoutersAdminTest-593889549-project-admin] Received port after_create {{(pid=100247) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:23:07.847499 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21be60f4-f083-457b-91e6-4337b659fc48 tempest-RoutersAdminTest-593889549 tempest-RoutersAdminTest-593889549-project-admin] Pushing event updated for resources: {'Port': ['ID=e477112a-cd67-4283-87ad-3764fe1eb8a4,revision_number=1']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:23:08.127296 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Device dc187fb1-f090-4520-9186-12367a249564 details requested by agent hyperv_n-h2-773647-6 with host n-h2-773647-6 {{(pid=100248) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 14:23:08.135126 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-8401e36e-cadb-4f8b-8a68-901963c179b9 None None] Notify callbacks [] for port, precommit_create {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:08.150063 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.agents_db [None req-167c0ad6-1657-4c9a-a2c4-3b18056aa662 None None] Agent healthcheck: found 7 active agents {{(pid=100249) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 14:23:08.163022 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-8401e36e-cadb-4f8b-8a68-901963c179b9 None None] Transition to ACTIVE for port object df8ab9cb-d9fd-42b5-9718-ac3645225489 will not be triggered until provisioned by entity L2. {{(pid=100248) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:23:08.230575 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-8401e36e-cadb-4f8b-8a68-901963c179b9 None None] Transition to ACTIVE for port object df8ab9cb-d9fd-42b5-9718-ac3645225489 will not be triggered until provisioned by entity DHCP. {{(pid=100248) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:23:08.244123 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-8401e36e-cadb-4f8b-8a68-901963c179b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108'] for port, after_create {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:08.362432 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8401e36e-cadb-4f8b-8a68-901963c179b9 None None] Pushing event updated for resources: {'Port': ['ID=df8ab9cb-d9fd-42b5-9718-ac3645225489,revision_number=1']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:23:08.369154 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-fb64f7c1-8053-4351-bd16-e2c686a3ac74 tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] Notify callbacks [] for router_gateway, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:08.393964 n-d-773647-6 neutron-server[100248]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8401e36e-cadb-4f8b-8a68-901963c179b9 None None] Network e3c1fedd-ba94-4954-8e9a-540fc776e677 is already hosted by enough agents. {{(pid=100248) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:23:08.397237 n-d-773647-6 neutron-server[100248]: DEBUG neutron.scheduler.base_scheduler [None req-8401e36e-cadb-4f8b-8a68-901963c179b9 None None] Resources bound (agent type, host, resource id): {{(pid=100248) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:23:08.400072 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8401e36e-cadb-4f8b-8a68-901963c179b9 None None] Received port after_create {{(pid=100248) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:23:08.420726 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-fb64f7c1-8053-4351-bd16-e2c686a3ac74 tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:08.480273 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] For port dc187fb1-f090-4520-9186-12367a249564, host n-h1-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773647-6',level=0,port_id=dc187fb1-f090-4520-9186-12367a249564,segment=NetworkSegment(0f9f2e53-c623-44f6-9998-d3d558a1c957),segment_id=0f9f2e53-c623-44f6-9998-d3d558a1c957)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:23:08.501779 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-8401e36e-cadb-4f8b-8a68-901963c179b9 None None] Attempting to bind port df8ab9cb-d9fd-42b5-9718-ac3645225489 on host n-d-773647-6 for vnic_type normal with profile {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:23:08.503166 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-8401e36e-cadb-4f8b-8a68-901963c179b9 None None] Attempting to bind port df8ab9cb-d9fd-42b5-9718-ac3645225489 by drivers openvswitch,hyperv on host n-d-773647-6 at level 0 using segments [{'id': '9ab88ffb-c8eb-4f04-aedb-7eb1902f4461', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': 'e3c1fedd-ba94-4954-8e9a-540fc776e677'}] {{(pid=100248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:23:08.504365 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8401e36e-cadb-4f8b-8a68-901963c179b9 None None] Attempting to bind port df8ab9cb-d9fd-42b5-9718-ac3645225489 on network e3c1fedd-ba94-4954-8e9a-540fc776e677 {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:23:08.510029 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Device dc187fb1-f090-4520-9186-12367a249564 has no active binding in host n-h2-773647-6 {{(pid=100248) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 06 14:23:08.513071 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8401e36e-cadb-4f8b-8a68-901963c179b9 None None] Checking agent: {'id': '8ab5b19c-d213-4f29-891d-27bdf39d38b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773647-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 43, 26), 'started_at': datetime.datetime(2021, 7, 6, 13, 43, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 22, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773647-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:23:08.513988 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8401e36e-cadb-4f8b-8a68-901963c179b9 None None] Checking segment: {'id': '9ab88ffb-c8eb-4f04-aedb-7eb1902f4461', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': 'e3c1fedd-ba94-4954-8e9a-540fc776e677'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:23:08.514557 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-8401e36e-cadb-4f8b-8a68-901963c179b9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:08.515099 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8401e36e-cadb-4f8b-8a68-901963c179b9 None None] Bound using segment: {'id': '9ab88ffb-c8eb-4f04-aedb-7eb1902f4461', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': 'e3c1fedd-ba94-4954-8e9a-540fc776e677'} {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:23:08.515799 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-8401e36e-cadb-4f8b-8a68-901963c179b9 None None] Bound port: df8ab9cb-d9fd-42b5-9718-ac3645225489, host: n-d-773647-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ab88ffb-c8eb-4f04-aedb-7eb1902f4461', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': 'e3c1fedd-ba94-4954-8e9a-540fc776e677'}}] {{(pid=100248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:23:08.516334 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-8401e36e-cadb-4f8b-8a68-901963c179b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:08.591463 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-8401e36e-cadb-4f8b-8a68-901963c179b9 None None] For port df8ab9cb-d9fd-42b5-9718-ac3645225489, host n-d-773647-6, cleared binding levels {{(pid=100248) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:23:08.595788 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-8401e36e-cadb-4f8b-8a68-901963c179b9 None None] For port df8ab9cb-d9fd-42b5-9718-ac3645225489, host n-d-773647-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=df8ab9cb-d9fd-42b5-9718-ac3645225489,segment=NetworkSegment(9ab88ffb-c8eb-4f04-aedb-7eb1902f4461),segment_id=9ab88ffb-c8eb-4f04-aedb-7eb1902f4461)] {{(pid=100248) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:23:08.602303 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-8401e36e-cadb-4f8b-8a68-901963c179b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:08.663596 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.db_base_plugin_common [None req-fb64f7c1-8053-4351-bd16-e2c686a3ac74 tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] Allocated IP 172.25.0.176 (2658f09e-a580-4d4a-9968-2d1e0ad93719/cbf74abc-6fe1-4d33-b005-c948923b9647/67a5d9c7-64e4-4c95-86a8-a141152fea37) {{(pid=100246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:23:08.696420 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8401e36e-cadb-4f8b-8a68-901963c179b9 None None] Pushing event updated for resources: {'Port': ['ID=df8ab9cb-d9fd-42b5-9718-ac3645225489,revision_number=2']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:23:08.890371 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-fb64f7c1-8053-4351-bd16-e2c686a3ac74 tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] Notify callbacks [] for port, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:08.973026 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30cb3693-824a-4e75-a191-1b631860981e req-9651c8ba-c0f8-4aec-a75c-f631fd69ac57 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:23:08.974878 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-fb64f7c1-8053-4351-bd16-e2c686a3ac74 tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-127687573'] for port, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:08.975028 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-30cb3693-824a-4e75-a191-1b631860981e req-9651c8ba-c0f8-4aec-a75c-f631fd69ac57 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] 10.222.0.104 "GET /v2.0/ports?device_id=eded8238-d997-42be-b238-e8071d7f941a HTTP/1.1" status: 200 len: 945 time: 0.2310584 Jul 06 14:23:09.044564 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb64f7c1-8053-4351-bd16-e2c686a3ac74 tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] Network 2658f09e-a580-4d4a-9968-2d1e0ad93719 is already hosted by enough agents. {{(pid=100246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:23:09.050337 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.base_scheduler [None req-fb64f7c1-8053-4351-bd16-e2c686a3ac74 tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] Resources bound (agent type, host, resource id): {{(pid=100246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:23:09.057064 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb64f7c1-8053-4351-bd16-e2c686a3ac74 tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] Received port after_create {{(pid=100246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:23:09.087880 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-21be60f4-f083-457b-91e6-4337b659fc48 tempest-RoutersAdminTest-593889549 tempest-RoutersAdminTest-593889549-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:09.096906 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb64f7c1-8053-4351-bd16-e2c686a3ac74 tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] Pushing event updated for resources: {'Port': ['ID=67a5d9c7-64e4-4c95-86a8-a141152fea37,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:23:09.194341 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-30cb3693-824a-4e75-a191-1b631860981e req-cc64baff-1726-4fb8-8ff1-fedb32be0b23 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] 10.222.0.104 "GET /v2.0/security-groups?id=b3e698d3-dc13-4d46-b168-2b621268fa3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1907609 Jul 06 14:23:09.622344 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-fb64f7c1-8053-4351-bd16-e2c686a3ac74 tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] Notify callbacks [] for router_gateway, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:09.645300 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-21be60f4-f083-457b-91e6-4337b659fc48 tempest-RoutersAdminTest-593889549 tempest-RoutersAdminTest-593889549-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1806297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1761036'] for router, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:09.648878 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-3faf986d-1190-4073-a9d8-b70f1a0de499 req-4b9461eb-3719-4950-a425-faa14413fe64 service neutron] 10.222.0.127 "GET /v2.0/ports/dc187fb1-f090-4520-9186-12367a249564/bindings/n-h2-773647-6 HTTP/1.1" status: 200 len: 384 time: 0.1616411 Jul 06 14:23:09.913000 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device df8ab9cb-d9fd-42b5-9718-ac3645225489 up at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:23:10.004191 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning for port df8ab9cb-d9fd-42b5-9718-ac3645225489 completed by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:23:10.028437 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-fb64f7c1-8053-4351-bd16-e2c686a3ac74 tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1806297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1761036'] for router, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:10.056182 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21be60f4-f083-457b-91e6-4337b659fc48 tempest-RoutersAdminTest-593889549 tempest-RoutersAdminTest-593889549-project-admin] Router 1cffd822-db2d-4f4d-a4b6-95731ddcb65a is scheduled to L3 agent 2823d358-a11b-4885-a706-95a279e43fa7 with binding_index 1 {{(pid=100247) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 14:23:10.153814 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.db [req-3faf986d-1190-4073-a9d8-b70f1a0de499 req-14584d12-427c-47bc-95a6-5334e2e77b69 service neutron] For port dc187fb1-f090-4520-9186-12367a249564, host n-h1-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773647-6',level=0,port_id=dc187fb1-f090-4520-9186-12367a249564,segment=NetworkSegment(0f9f2e53-c623-44f6-9998-d3d558a1c957),segment_id=0f9f2e53-c623-44f6-9998-d3d558a1c957)] {{(pid=100247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:23:10.221674 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.db [req-3faf986d-1190-4073-a9d8-b70f1a0de499 req-14584d12-427c-47bc-95a6-5334e2e77b69 service neutron] For port dc187fb1-f090-4520-9186-12367a249564, host n-h1-773647-6, cleared binding levels {{(pid=100247) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:23:10.224137 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb64f7c1-8053-4351-bd16-e2c686a3ac74 tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] Router ef34d0b8-9e8a-4ea3-a5fe-1e253ac76670 is scheduled to L3 agent 2823d358-a11b-4885-a706-95a279e43fa7 with binding_index 1 {{(pid=100246) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 14:23:10.264059 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21be60f4-f083-457b-91e6-4337b659fc48 tempest-RoutersAdminTest-593889549 tempest-RoutersAdminTest-593889549-project-admin] Notify agent at l3_agent.n-d-773647-6 the message routers_updated {{(pid=100247) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 14:23:10.275625 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff867d17-a434-4a73-a62b-987c06873754 None None] Sync routers for ids ['1cffd822-db2d-4f4d-a4b6-95731ddcb65a'] in n-d-773647-6 {{(pid=100249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 14:23:10.287779 n-d-773647-6 neutron-server[100247]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eded8238-d997-42be-b238-e8071d7f941a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dc187fb1-f090-4520-9186-12367a249564'}] {{(pid=100247) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:23:10.290081 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cbf0eeaae822f8fc9b87a94aeba67a3d651842baf663a51cba94b67a514836d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb937f5e-368a-40a3-a5d6-56fb0a91d7b3" -d '{"events": [{"server_uuid": "eded8238-d997-42be-b238-e8071d7f941a", "name": "network-vif-unplugged", "status": "completed", "tag": "dc187fb1-f090-4520-9186-12367a249564"}]}' {{(pid=100247) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:23:10.301819 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.db [req-3faf986d-1190-4073-a9d8-b70f1a0de499 req-14584d12-427c-47bc-95a6-5334e2e77b69 service neutron] For port dc187fb1-f090-4520-9186-12367a249564, host n-h2-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=dc187fb1-f090-4520-9186-12367a249564,segment=NetworkSegment(0f9f2e53-c623-44f6-9998-d3d558a1c957),segment_id=0f9f2e53-c623-44f6-9998-d3d558a1c957)] {{(pid=100247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:23:10.308098 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff867d17-a434-4a73-a62b-987c06873754 None None] Routers {'1cffd822-db2d-4f4d-a4b6-95731ddcb65a'} bound to L3 agent in host n-d-773647-6 {{(pid=100249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:23:10.312353 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-ff867d17-a434-4a73-a62b-987c06873754 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T14:22:56Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['1cffd822-db2d-4f4d-a4b6-95731ddcb65a'], 'active': True} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:23:10.320941 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-21be60f4-f083-457b-91e6-4337b659fc48 tempest-RoutersAdminTest-593889549 tempest-RoutersAdminTest-593889549-project-admin] Notify callbacks [] for router, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:10.324515 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-21be60f4-f083-457b-91e6-4337b659fc48 tempest-RoutersAdminTest-593889549 tempest-RoutersAdminTest-593889549-project-admin] 10.222.0.104 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 4.2073119 Jul 06 14:23:10.329382 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 40888) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:23:10.334844 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-3faf986d-1190-4073-a9d8-b70f1a0de499 req-14584d12-427c-47bc-95a6-5334e2e77b69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:10.371148 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0f050ae-af07-412e-baa3-463a73bbedc4 None None] Network e3c1fedd-ba94-4954-8e9a-540fc776e677 requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:23:10.443651 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 06 Jul 2021 14:23:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7e8ede5-4f92-417b-9786-8c6131b05a9d x-openstack-request-id: req-c7e8ede5-4f92-417b-9786-8c6131b05a9d {{(pid=100247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:23:10.444711 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eded8238-d997-42be-b238-e8071d7f941a", "name": "network-vif-unplugged", "status": "completed", "tag": "dc187fb1-f090-4520-9186-12367a249564", "code": 200}]} {{(pid=100247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:23:10.444967 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-c7e8ede5-4f92-417b-9786-8c6131b05a9d {{(pid=100247) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:23:10.445371 n-d-773647-6 neutron-server[100247]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eded8238-d997-42be-b238-e8071d7f941a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dc187fb1-f090-4520-9186-12367a249564', 'code': 200} Jul 06 14:23:10.523918 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.provisioning_blocks [req-3faf986d-1190-4073-a9d8-b70f1a0de499 req-14584d12-427c-47bc-95a6-5334e2e77b69 service neutron] Transition to ACTIVE for port object dc187fb1-f090-4520-9186-12367a249564 will not be triggered until provisioned by entity L2. {{(pid=100247) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:23:10.535999 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-3faf986d-1190-4073-a9d8-b70f1a0de499 req-14584d12-427c-47bc-95a6-5334e2e77b69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128888538'] for port, after_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:10.604551 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb64f7c1-8053-4351-bd16-e2c686a3ac74 tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] Notify agent at l3_agent.n-d-773647-6 the message routers_updated {{(pid=100246) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 14:23:10.628824 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvr_db [None req-ff867d17-a434-4a73-a62b-987c06873754 None None] Set router 1cffd822-db2d-4f4d-a4b6-95731ddcb65a gateway port host: n-d-773647-6 {{(pid=100249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:23:10.653346 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-fb64f7c1-8053-4351-bd16-e2c686a3ac74 tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] Notify callbacks [] for router, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:10.657532 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-fb64f7c1-8053-4351-bd16-e2c686a3ac74 tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] 10.222.0.104 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 3.3496997 Jul 06 14:23:10.660173 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 40892) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:23:10.691658 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14584d12-427c-47bc-95a6-5334e2e77b69 service neutron] Pushing event updated for resources: {'Port': ['ID=dc187fb1-f090-4520-9186-12367a249564,revision_number=11']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:23:10.700363 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-974891a9-807f-4a0a-a0c2-afb524c5c0a5 None None] Sync routers for ids ['ef34d0b8-9e8a-4ea3-a5fe-1e253ac76670'] in n-d-773647-6 {{(pid=100248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 14:23:10.713873 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-23459cb6-2036-41f6-a270-1401eec625eb None None] Provisioning for port df8ab9cb-d9fd-42b5-9718-ac3645225489 completed by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:23:10.729500 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-23459cb6-2036-41f6-a270-1401eec625eb None None] Provisioning complete for port df8ab9cb-d9fd-42b5-9718-ac3645225489 triggered by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:23:10.730365 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-23459cb6-2036-41f6-a270-1401eec625eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:10.764974 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:10.790557 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-974891a9-807f-4a0a-a0c2-afb524c5c0a5 None None] Routers {'ef34d0b8-9e8a-4ea3-a5fe-1e253ac76670'} bound to L3 agent in host n-d-773647-6 {{(pid=100248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:23:10.791693 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-974891a9-807f-4a0a-a0c2-afb524c5c0a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T14:22:56Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['ef34d0b8-9e8a-4ea3-a5fe-1e253ac76670'], 'active': True} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:23:10.840282 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-58a81665-f7ea-407b-9eda-3d1782d408f9 tempest-RoutersAdminTest-593889549 tempest-RoutersAdminTest-593889549-project-admin] 10.222.0.104 "GET /v2.0/routers/1cffd822-db2d-4f4d-a4b6-95731ddcb65a HTTP/1.1" status: 200 len: 908 time: 0.5090015 Jul 06 14:23:10.841458 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-974891a9-807f-4a0a-a0c2-afb524c5c0a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-773647-6', False) {} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:23:10.871871 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 40894) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:23:10.879841 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-9230e2e2-4c50-47d9-94bf-77e06f4440f5 tempest-RoutersAdminTest-593889549 tempest-RoutersAdminTest-593889549-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1157700627', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'enable_snat': True}}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:23:10.889900 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-974891a9-807f-4a0a-a0c2-afb524c5c0a5 None None] Routers {'ef34d0b8-9e8a-4ea3-a5fe-1e253ac76670'} bound to L3 agent in host n-d-773647-6 {{(pid=100248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:23:10.891901 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-974891a9-807f-4a0a-a0c2-afb524c5c0a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T14:22:56Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['ef34d0b8-9e8a-4ea3-a5fe-1e253ac76670'], 'active': True} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:23:10.939051 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-9230e2e2-4c50-47d9-94bf-77e06f4440f5 tempest-RoutersAdminTest-593889549 tempest-RoutersAdminTest-593889549-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1806290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6992'] for router, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:10.940398 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-974891a9-807f-4a0a-a0c2-afb524c5c0a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-773647-6', False) {} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:23:10.940852 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-9230e2e2-4c50-47d9-94bf-77e06f4440f5 tempest-RoutersAdminTest-593889549 tempest-RoutersAdminTest-593889549-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1806157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1808637', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1714747', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7007'] for router, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:10.941181 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-974891a9-807f-4a0a-a0c2-afb524c5c0a5 None None] The sync data for ids ['ef34d0b8-9e8a-4ea3-a5fe-1e253ac76670'] in n-d-773647-6 is: [] {{(pid=100248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 14:23:11.026834 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.l3_dvrscheduler_db [req-3faf986d-1190-4073-a9d8-b70f1a0de499 req-14584d12-427c-47bc-95a6-5334e2e77b69 service neutron] No DVR routers for this DVR port dc187fb1-f090-4520-9186-12367a249564 on host n-h1-773647-6 {{(pid=100247) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:23:11.043001 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-23459cb6-2036-41f6-a270-1401eec625eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:11.084981 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-ff867d17-a434-4a73-a62b-987c06873754 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cffd822-db2d-4f4d-a4b6-95731ddcb65a', 'name': 'tempest-snat-router-1157700627', 'tenant_id': 'ac993a98bc5544a7923dc897aa9de6ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.59'}], 'enable_snat': False}, 'gw_port_id': 'e477112a-cd67-4283-87ad-3764fe1eb8a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:23:06Z', 'updated_at': '2021-07-06T14:23:08Z', 'revision_number': 3, 'project_id': 'ac993a98bc5544a7923dc897aa9de6ff', 'gw_port': {'id': 'e477112a-cd67-4283-87ad-3764fe1eb8a4', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:b8:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1cffd822-db2d-4f4d-a4b6-95731ddcb65a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3146, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:23:07Z', 'updated_at': '2021-07-06T14:23:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-773647-6'}], 'n-d-773647-6', False) {} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:23:11.094458 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-23459cb6-2036-41f6-a270-1401eec625eb None None] For port df8ab9cb-d9fd-42b5-9718-ac3645225489, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=df8ab9cb-d9fd-42b5-9718-ac3645225489,segment=NetworkSegment(9ab88ffb-c8eb-4f04-aedb-7eb1902f4461),segment_id=9ab88ffb-c8eb-4f04-aedb-7eb1902f4461)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:23:11.100090 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-23459cb6-2036-41f6-a270-1401eec625eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:11.138242 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff867d17-a434-4a73-a62b-987c06873754 None None] Checking router: 1cffd822-db2d-4f4d-a4b6-95731ddcb65a for host: n-d-773647-6 {{(pid=100249) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 14:23:11.138589 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff867d17-a434-4a73-a62b-987c06873754 None None] Updating router 1cffd822-db2d-4f4d-a4b6-95731ddcb65a port e477112a-cd67-4283-87ad-3764fe1eb8a4 binding host n-d-773647-6 {{(pid=100249) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 14:23:11.175835 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23459cb6-2036-41f6-a270-1401eec625eb None None] Pushing event updated for resources: {'Port': ['ID=df8ab9cb-d9fd-42b5-9718-ac3645225489,revision_number=3']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:23:11.240598 n-d-773647-6 neutron-server[100249]: DEBUG neutron_lib.callbacks.manager [None req-ff867d17-a434-4a73-a62b-987c06873754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:11.418409 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd879afe-f3f7-4647-887f-711b71ccad8d req-fb5c2371-e328-4779-af0f-a25eb54e985d tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:23:11.430384 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-dd879afe-f3f7-4647-887f-711b71ccad8d req-fb5c2371-e328-4779-af0f-a25eb54e985d tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] 10.222.0.104 "GET /v2.0/ports?device_id=eded8238-d997-42be-b238-e8071d7f941a HTTP/1.1" status: 200 len: 944 time: 0.8683646 Jul 06 14:23:11.461718 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-a5ed4f6d-e74d-471f-a464-77955a229ec6 None None] Provisioning complete for port df8ab9cb-d9fd-42b5-9718-ac3645225489 triggered by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:23:11.462100 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-a5ed4f6d-e74d-471f-a464-77955a229ec6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:11.466192 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-9230e2e2-4c50-47d9-94bf-77e06f4440f5 tempest-RoutersAdminTest-593889549 tempest-RoutersAdminTest-593889549-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:11.537001 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-3faf986d-1190-4073-a9d8-b70f1a0de499 req-14584d12-427c-47bc-95a6-5334e2e77b69 service neutron] 10.222.0.127 "PUT /v2.0/ports/dc187fb1-f090-4520-9186-12367a249564/bindings/n-h2-773647-6/activate HTTP/1.1" status: 200 len: 369 time: 1.8798683 Jul 06 14:23:11.569652 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 40902) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:23:11.574141 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-dd879afe-f3f7-4647-887f-711b71ccad8d req-dc0963f0-4e20-4888-b773-dc1fddea1aa3 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] 10.222.0.104 "GET /v2.0/security-groups?id=b3e698d3-dc13-4d46-b168-2b621268fa3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1401258 Jul 06 14:23:11.805937 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-9230e2e2-4c50-47d9-94bf-77e06f4440f5 tempest-RoutersAdminTest-593889549 tempest-RoutersAdminTest-593889549-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1761047', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1806272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6989'] for router, precommit_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:11.838842 n-d-773647-6 neutron-server[100249]: DEBUG neutron_lib.callbacks.manager [None req-ff867d17-a434-4a73-a62b-987c06873754 None None] Notify callbacks [] for port, precommit_update {{(pid=100249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:11.855191 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.provisioning_blocks [None req-ff867d17-a434-4a73-a62b-987c06873754 None None] Transition to ACTIVE for port object e477112a-cd67-4283-87ad-3764fe1eb8a4 will not be triggered until provisioned by entity L2. {{(pid=100249) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:23:11.864107 n-d-773647-6 neutron-server[100249]: DEBUG neutron_lib.callbacks.manager [None req-ff867d17-a434-4a73-a62b-987c06873754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:11.898283 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.managers [None req-ff867d17-a434-4a73-a62b-987c06873754 None None] Attempting to bind port e477112a-cd67-4283-87ad-3764fe1eb8a4 on host n-d-773647-6 for vnic_type normal with profile {{(pid=100249) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:23:11.898959 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.managers [None req-ff867d17-a434-4a73-a62b-987c06873754 None None] Attempting to bind port e477112a-cd67-4283-87ad-3764fe1eb8a4 by drivers openvswitch,hyperv on host n-d-773647-6 at level 0 using segments [{'id': '89a832b7-7793-4d51-9038-ed7e1c3ff1b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719'}] {{(pid=100249) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:23:11.899515 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff867d17-a434-4a73-a62b-987c06873754 None None] Attempting to bind port e477112a-cd67-4283-87ad-3764fe1eb8a4 on network 2658f09e-a580-4d4a-9968-2d1e0ad93719 {{(pid=100249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:23:11.926851 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff867d17-a434-4a73-a62b-987c06873754 None None] Checking agent: {'id': '8ab5b19c-d213-4f29-891d-27bdf39d38b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773647-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 43, 26), 'started_at': datetime.datetime(2021, 7, 6, 13, 43, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 22, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773647-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:23:11.931804 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff867d17-a434-4a73-a62b-987c06873754 None None] Checking segment: {'id': '89a832b7-7793-4d51-9038-ed7e1c3ff1b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100249) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:23:11.932825 n-d-773647-6 neutron-server[100249]: DEBUG neutron_lib.callbacks.manager [None req-ff867d17-a434-4a73-a62b-987c06873754 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:11.933642 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff867d17-a434-4a73-a62b-987c06873754 None None] Bound using segment: {'id': '89a832b7-7793-4d51-9038-ed7e1c3ff1b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719'} {{(pid=100249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:23:11.934666 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.managers [None req-ff867d17-a434-4a73-a62b-987c06873754 None None] Bound port: e477112a-cd67-4283-87ad-3764fe1eb8a4, host: n-d-773647-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89a832b7-7793-4d51-9038-ed7e1c3ff1b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719'}}] {{(pid=100249) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:23:11.935253 n-d-773647-6 neutron-server[100249]: DEBUG neutron_lib.callbacks.manager [None req-ff867d17-a434-4a73-a62b-987c06873754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:11.936439 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device df8ab9cb-d9fd-42b5-9718-ac3645225489 up at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:23:12.007947 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.db [None req-ff867d17-a434-4a73-a62b-987c06873754 None None] For port e477112a-cd67-4283-87ad-3764fe1eb8a4, host n-d-773647-6, cleared binding levels {{(pid=100249) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:23:12.012503 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.db [None req-ff867d17-a434-4a73-a62b-987c06873754 None None] For port e477112a-cd67-4283-87ad-3764fe1eb8a4, host n-d-773647-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=e477112a-cd67-4283-87ad-3764fe1eb8a4,segment=NetworkSegment(89a832b7-7793-4d51-9038-ed7e1c3ff1b2),segment_id=89a832b7-7793-4d51-9038-ed7e1c3ff1b2)] {{(pid=100249) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:23:12.020427 n-d-773647-6 neutron-server[100249]: DEBUG neutron_lib.callbacks.manager [None req-ff867d17-a434-4a73-a62b-987c06873754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:12.067050 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning complete for port df8ab9cb-d9fd-42b5-9718-ac3645225489 triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:23:12.067630 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:12.085179 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff867d17-a434-4a73-a62b-987c06873754 None None] Routers {'1cffd822-db2d-4f4d-a4b6-95731ddcb65a'} bound to L3 agent in host n-d-773647-6 {{(pid=100249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:23:12.086050 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-ff867d17-a434-4a73-a62b-987c06873754 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T14:22:56Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['1cffd822-db2d-4f4d-a4b6-95731ddcb65a'], 'active': True} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:23:12.093670 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a313535e-52e4-4a6d-a741-2a8e6940c287 None None] Pushing event updated for resources: {'Port': ['ID=e477112a-cd67-4283-87ad-3764fe1eb8a4,revision_number=2']} {{(pid=100249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:23:12.110050 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a313535e-52e4-4a6d-a741-2a8e6940c287 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:23:12.110670 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a313535e-52e4-4a6d-a741-2a8e6940c287 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:23:12.111407 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a313535e-52e4-4a6d-a741-2a8e6940c287 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:23:12.111883 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a313535e-52e4-4a6d-a741-2a8e6940c287 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:23:12.112370 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a313535e-52e4-4a6d-a741-2a8e6940c287 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:23:12.112854 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a313535e-52e4-4a6d-a741-2a8e6940c287 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:23:12.113456 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a313535e-52e4-4a6d-a741-2a8e6940c287 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:23:12.113921 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a313535e-52e4-4a6d-a741-2a8e6940c287 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:23:12.114392 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a313535e-52e4-4a6d-a741-2a8e6940c287 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:23:12.114866 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a313535e-52e4-4a6d-a741-2a8e6940c287 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:23:12.115377 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a313535e-52e4-4a6d-a741-2a8e6940c287 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:23:12.116105 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a313535e-52e4-4a6d-a741-2a8e6940c287 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:23:12.159401 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-5bd45219-9312-4a27-b272-e568fcde0695 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:12.278122 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a313535e-52e4-4a6d-a741-2a8e6940c287 None None] Pushing event updated for resources: {'Port': ['ID=e477112a-cd67-4283-87ad-3764fe1eb8a4,revision_number=3']} {{(pid=100249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:23:12.305219 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3faf986d-1190-4073-a9d8-b70f1a0de499 req-ce572667-402c-42df-8fdb-e3cb08f09c76 tempest-TestNetworkAdvancedServerOps-137028019 tempest-TestNetworkAdvancedServerOps-137028019-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:23:12.306891 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvr_db [None req-ff867d17-a434-4a73-a62b-987c06873754 None None] Set router 1cffd822-db2d-4f4d-a4b6-95731ddcb65a gateway port host: n-d-773647-6 {{(pid=100249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:23:12.307017 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-3faf986d-1190-4073-a9d8-b70f1a0de499 req-ce572667-402c-42df-8fdb-e3cb08f09c76 tempest-TestNetworkAdvancedServerOps-137028019 tempest-TestNetworkAdvancedServerOps-137028019-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=eded8238-d997-42be-b238-e8071d7f941a&tenant_id=1077a35eaa714f1bbf260d32c5a52c8f&binding%3Ahost_id=n-h1-773647-6 HTTP/1.1" status: 200 len: 1095 time: 0.6744843 Jul 06 14:23:12.353945 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Device dc187fb1-f090-4520-9186-12367a249564 no longer exists at agent hyperv_n-h1-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:23:12.451637 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Device dc187fb1-f090-4520-9186-12367a249564 not bound to the agent host n-h1-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:23:12.537056 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:12.565652 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-5bd45219-9312-4a27-b272-e568fcde0695 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:12.582590 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-5bd45219-9312-4a27-b272-e568fcde0695 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:12.586022 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-fe66dc09-cd47-4dae-98e7-d3c949760229 tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:12.593606 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3faf986d-1190-4073-a9d8-b70f1a0de499 req-6d8d79a9-3131-49ce-83ed-f2f17b45b150 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:23:12.595437 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-3faf986d-1190-4073-a9d8-b70f1a0de499 req-6d8d79a9-3131-49ce-83ed-f2f17b45b150 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=eded8238-d997-42be-b238-e8071d7f941a&tenant_id=1077a35eaa714f1bbf260d32c5a52c8f HTTP/1.1" status: 200 len: 1095 time: 0.2542360 Jul 06 14:23:12.600543 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-ff867d17-a434-4a73-a62b-987c06873754 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cffd822-db2d-4f4d-a4b6-95731ddcb65a', 'name': 'tempest-snat-router-1157700627', 'tenant_id': 'ac993a98bc5544a7923dc897aa9de6ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.59'}], 'enable_snat': False}, 'gw_port_id': 'e477112a-cd67-4283-87ad-3764fe1eb8a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:23:06Z', 'updated_at': '2021-07-06T14:23:08Z', 'revision_number': 3, 'project_id': 'ac993a98bc5544a7923dc897aa9de6ff', 'gw_port': {'id': 'e477112a-cd67-4283-87ad-3764fe1eb8a4', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:b8:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1cffd822-db2d-4f4d-a4b6-95731ddcb65a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3146, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:23:07Z', 'updated_at': '2021-07-06T14:23:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-773647-6'}], 'n-d-773647-6', False) {} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:23:12.650794 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff867d17-a434-4a73-a62b-987c06873754 None None] The sync data for ids ['1cffd822-db2d-4f4d-a4b6-95731ddcb65a'] in n-d-773647-6 is: [{'id': '1cffd822-db2d-4f4d-a4b6-95731ddcb65a', 'name': 'tempest-snat-router-1157700627', 'tenant_id': 'ac993a98bc5544a7923dc897aa9de6ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.59'}], 'enable_snat': False}, 'gw_port_id': 'e477112a-cd67-4283-87ad-3764fe1eb8a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:23:06Z', 'updated_at': '2021-07-06T14:23:08Z', 'revision_number': 3, 'project_id': 'ac993a98bc5544a7923dc897aa9de6ff', 'gw_port': {'id': 'e477112a-cd67-4283-87ad-3764fe1eb8a4', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:b8:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1cffd822-db2d-4f4d-a4b6-95731ddcb65a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3146, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:23:07Z', 'updated_at': '2021-07-06T14:23:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-773647-6'}] {{(pid=100249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 14:23:12.715748 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-5bd45219-9312-4a27-b272-e568fcde0695 admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=a5faf284d9734e8d8f2adec87756e13b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1432588 Jul 06 14:23:12.721018 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd45219-9312-4a27-b272-e568fcde0695 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=965034f6-80e9-4586-8248-889cd724dc2f,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:23:12.725507 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 40926) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:23:12.826649 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6569c690-3e29-41a9-ba18-9c334da13ddc req-56b9319e-5762-407e-bd65-4e23c2faf784 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:23:12.836074 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-6569c690-3e29-41a9-ba18-9c334da13ddc req-56b9319e-5762-407e-bd65-4e23c2faf784 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] 10.222.0.104 "GET /v2.0/ports?device_id=eded8238-d997-42be-b238-e8071d7f941a HTTP/1.1" status: 200 len: 944 time: 0.1050580 Jul 06 14:23:12.877378 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-6569c690-3e29-41a9-ba18-9c334da13ddc req-5dff9ff5-d781-41c5-ba6b-c3fa075e6869 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] 10.222.0.104 "GET /v2.0/security-groups?id=b3e698d3-dc13-4d46-b168-2b621268fa3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404088 Jul 06 14:23:12.983161 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-8e8679a6-8f49-4beb-b321-d6c5aac458f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:13.018299 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-9230e2e2-4c50-47d9-94bf-77e06f4440f5 tempest-RoutersAdminTest-593889549 tempest-RoutersAdminTest-593889549-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:13.022451 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3faf986d-1190-4073-a9d8-b70f1a0de499 req-282651bd-7e25-4143-bda9-c4c13d6a3883 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:23:13.024148 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-3faf986d-1190-4073-a9d8-b70f1a0de499 req-282651bd-7e25-4143-bda9-c4c13d6a3883 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=1077a35eaa714f1bbf260d32c5a52c8f&device_id=eded8238-d997-42be-b238-e8071d7f941a HTTP/1.1" status: 200 len: 1095 time: 0.3952272 Jul 06 14:23:13.071141 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-9230e2e2-4c50-47d9-94bf-77e06f4440f5 tempest-RoutersAdminTest-593889549 tempest-RoutersAdminTest-593889549-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:13.113081 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-8e8679a6-8f49-4beb-b321-d6c5aac458f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:13.404027 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-8e8679a6-8f49-4beb-b321-d6c5aac458f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:13.406338 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-8e8679a6-8f49-4beb-b321-d6c5aac458f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:13.409875 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-8e8679a6-8f49-4beb-b321-d6c5aac458f7 admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/965034f6-80e9-4586-8248-889cd724dc2f HTTP/1.1" status: 204 len: 168 time: 0.6810722 Jul 06 14:23:13.453662 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3faf986d-1190-4073-a9d8-b70f1a0de499 req-4ff6199c-451e-4eda-8c98-be7bb53a26ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:23:13.455587 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-3faf986d-1190-4073-a9d8-b70f1a0de499 req-4ff6199c-451e-4eda-8c98-be7bb53a26ea service neutron] 10.222.0.72 "GET /v2.0/networks?id=e4ae84ad-fbf7-438d-8cac-3418f3b1f391 HTTP/1.1" status: 200 len: 899 time: 0.4002545 Jul 06 14:23:13.456433 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8679a6-8f49-4beb-b321-d6c5aac458f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=965034f6-80e9-4586-8248-889cd724dc2f,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:23:13.464109 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.db_base_plugin_common [None req-fe66dc09-cd47-4dae-98e7-d3c949760229 tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] Allocated IP 172.20.0.1 (e3c1fedd-ba94-4954-8e9a-540fc776e677/84496e3f-64b8-49f3-9b46-5a9affd04851/8639eaf9-9528-44c7-a468-c51f8a4f4ae3) {{(pid=100246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:23:13.498759 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.db_base_plugin_common [None req-9230e2e2-4c50-47d9-94bf-77e06f4440f5 tempest-RoutersAdminTest-593889549 tempest-RoutersAdminTest-593889549-project-admin] Allocated IP 172.25.0.125 (2658f09e-a580-4d4a-9968-2d1e0ad93719/cbf74abc-6fe1-4d33-b005-c948923b9647/74e3971f-d0f0-4dba-897c-89cd8c211ab4) {{(pid=100246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:23:13.795651 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-3faf986d-1190-4073-a9d8-b70f1a0de499 req-25608b08-1558-4b07-a687-f3b126bf00df service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dc187fb1-f090-4520-9186-12367a249564 HTTP/1.1" status: 200 len: 998 time: 0.3330619 Jul 06 14:23:13.845125 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-fe66dc09-cd47-4dae-98e7-d3c949760229 tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] Notify callbacks [] for port, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:13.896833 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device e477112a-cd67-4283-87ad-3764fe1eb8a4 up at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:23:13.905157 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.provisioning_blocks [None req-fe66dc09-cd47-4dae-98e7-d3c949760229 tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] Transition to ACTIVE for port object 8639eaf9-9528-44c7-a468-c51f8a4f4ae3 will not be triggered until provisioned by entity DHCP. {{(pid=100246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:23:13.908574 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3faf986d-1190-4073-a9d8-b70f1a0de499 req-b3717ff6-fcb6-44f6-91d7-0810eeeca5dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:23:13.911035 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-3faf986d-1190-4073-a9d8-b70f1a0de499 req-b3717ff6-fcb6-44f6-91d7-0810eeeca5dc service neutron] 10.222.0.72 "GET /v2.0/subnets?id=577a0dd4-810a-43cb-b648-9d9592da7f23 HTTP/1.1" status: 200 len: 834 time: 0.1049371 Jul 06 14:23:13.990741 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning for port e477112a-cd67-4283-87ad-3764fe1eb8a4 completed by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:23:13.999081 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-fe66dc09-cd47-4dae-98e7-d3c949760229 tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-127687573'] for port, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:14.006108 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning complete for port e477112a-cd67-4283-87ad-3764fe1eb8a4 triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:23:14.007113 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:14.077796 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-9230e2e2-4c50-47d9-94bf-77e06f4440f5 tempest-RoutersAdminTest-593889549 tempest-RoutersAdminTest-593889549-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:14.111576 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe66dc09-cd47-4dae-98e7-d3c949760229 tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] Network e3c1fedd-ba94-4954-8e9a-540fc776e677 is already hosted by enough agents. {{(pid=100246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:23:14.120738 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.base_scheduler [None req-fe66dc09-cd47-4dae-98e7-d3c949760229 tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] Resources bound (agent type, host, resource id): {{(pid=100246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:23:14.125917 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe66dc09-cd47-4dae-98e7-d3c949760229 tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] Pushing event updated for resources: {'Port': ['ID=8639eaf9-9528-44c7-a468-c51f8a4f4ae3,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:23:14.128545 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe66dc09-cd47-4dae-98e7-d3c949760229 tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] Received port after_create {{(pid=100246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:23:14.141202 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:14.166887 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] For port e477112a-cd67-4283-87ad-3764fe1eb8a4, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=e477112a-cd67-4283-87ad-3764fe1eb8a4,segment=NetworkSegment(89a832b7-7793-4d51-9038-ed7e1c3ff1b2),segment_id=89a832b7-7793-4d51-9038-ed7e1c3ff1b2)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:23:14.174844 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca28727-f860-43dd-a244-502970b192ed req-2c6ff468-2baf-4ccf-be82-453acd1d69a2 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:23:14.175924 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:14.187102 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-2ca28727-f860-43dd-a244-502970b192ed req-2c6ff468-2baf-4ccf-be82-453acd1d69a2 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] 10.222.0.104 "GET /v2.0/ports?device_id=eded8238-d997-42be-b238-e8071d7f941a HTTP/1.1" status: 200 len: 944 time: 0.1124215 Jul 06 14:23:14.218732 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-fe66dc09-cd47-4dae-98e7-d3c949760229 tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1807675'] for router_interface, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:14.264170 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-2ca28727-f860-43dd-a244-502970b192ed req-5f72715a-9854-4202-8b5f-065c53559155 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] 10.222.0.104 "GET /v2.0/security-groups?id=b3e698d3-dc13-4d46-b168-2b621268fa3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0760150 Jul 06 14:23:14.282229 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Pushing event updated for resources: {'Port': ['ID=e477112a-cd67-4283-87ad-3764fe1eb8a4,revision_number=4']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:23:14.302018 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3faf986d-1190-4073-a9d8-b70f1a0de499 req-ff1d57d1-7685-4aa6-bdef-58bf0ae060de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:23:14.303620 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-3faf986d-1190-4073-a9d8-b70f1a0de499 req-ff1d57d1-7685-4aa6-bdef-58bf0ae060de service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=e4ae84ad-fbf7-438d-8cac-3418f3b1f391&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3858964 Jul 06 14:23:14.386017 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-9230e2e2-4c50-47d9-94bf-77e06f4440f5 tempest-RoutersAdminTest-593889549 tempest-RoutersAdminTest-593889549-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-127687573'] for port, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:14.472160 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9230e2e2-4c50-47d9-94bf-77e06f4440f5 tempest-RoutersAdminTest-593889549 tempest-RoutersAdminTest-593889549-project-admin] Network 2658f09e-a580-4d4a-9968-2d1e0ad93719 is already hosted by enough agents. {{(pid=100246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:23:14.490990 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.base_scheduler [None req-9230e2e2-4c50-47d9-94bf-77e06f4440f5 tempest-RoutersAdminTest-593889549 tempest-RoutersAdminTest-593889549-project-admin] Resources bound (agent type, host, resource id): {{(pid=100246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:23:14.493242 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9230e2e2-4c50-47d9-94bf-77e06f4440f5 tempest-RoutersAdminTest-593889549 tempest-RoutersAdminTest-593889549-project-admin] Pushing event updated for resources: {'Port': ['ID=74e3971f-d0f0-4dba-897c-89cd8c211ab4,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:23:14.501967 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9230e2e2-4c50-47d9-94bf-77e06f4440f5 tempest-RoutersAdminTest-593889549 tempest-RoutersAdminTest-593889549-project-admin] Received port after_create {{(pid=100246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:23:14.520817 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-93f6dc61-0997-4500-94b9-dfa2a0625c93 None None] Provisioning for port 8639eaf9-9528-44c7-a468-c51f8a4f4ae3 completed by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:23:14.525662 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-93f6dc61-0997-4500-94b9-dfa2a0625c93 None None] Provisioning complete for port 8639eaf9-9528-44c7-a468-c51f8a4f4ae3 triggered by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:23:14.526117 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-93f6dc61-0997-4500-94b9-dfa2a0625c93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:14.579304 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-3faf986d-1190-4073-a9d8-b70f1a0de499 req-bc2fafbe-545c-40e6-ac8e-f09fec7add8a service neutron] 10.222.0.72 "GET /v2.0/networks/e4ae84ad-fbf7-438d-8cac-3418f3b1f391?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2681541 Jul 06 14:23:14.599236 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-93f6dc61-0997-4500-94b9-dfa2a0625c93 None None] Port 8639eaf9-9528-44c7-a468-c51f8a4f4ae3 cannot update to ACTIVE because it is not bound. {{(pid=100248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 14:23:15.081475 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-fe66dc09-cd47-4dae-98e7-d3c949760229 tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:15.225669 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-3faf986d-1190-4073-a9d8-b70f1a0de499 req-c56bfd26-1179-4f95-859a-44ac2dd8c9e8 service neutron] 10.222.0.72 "GET /v2.0/networks/e4ae84ad-fbf7-438d-8cac-3418f3b1f391?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6272359 Jul 06 14:23:15.403771 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-9230e2e2-4c50-47d9-94bf-77e06f4440f5 tempest-RoutersAdminTest-593889549 tempest-RoutersAdminTest-593889549-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:15.600008 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7de7a95-e24f-4e28-9b36-6aca54639d7a req-c877c593-fffa-4b13-8bde-19f463352ed0 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:23:15.602419 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-f7de7a95-e24f-4e28-9b36-6aca54639d7a req-c877c593-fffa-4b13-8bde-19f463352ed0 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] 10.222.0.104 "GET /v2.0/ports?device_id=eded8238-d997-42be-b238-e8071d7f941a HTTP/1.1" status: 200 len: 944 time: 0.1071167 Jul 06 14:23:15.666984 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-f7de7a95-e24f-4e28-9b36-6aca54639d7a req-e4e03539-71cd-42de-895a-63ed14d9e636 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] 10.222.0.104 "GET /v2.0/security-groups?id=b3e698d3-dc13-4d46-b168-2b621268fa3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517175 Jul 06 14:23:15.722627 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-fe66dc09-cd47-4dae-98e7-d3c949760229 tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] Notify callbacks [] for port, precommit_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:15.735056 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-fe66dc09-cd47-4dae-98e7-d3c949760229 tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127687527'] for port, after_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:15.739265 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3faf986d-1190-4073-a9d8-b70f1a0de499 req-1987a7e2-2fa4-404a-a089-38be3a7049b0 tempest-TestNetworkAdvancedServerOps-137028019 tempest-TestNetworkAdvancedServerOps-137028019-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:23:15.740992 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-3faf986d-1190-4073-a9d8-b70f1a0de499 req-1987a7e2-2fa4-404a-a089-38be3a7049b0 tempest-TestNetworkAdvancedServerOps-137028019 tempest-TestNetworkAdvancedServerOps-137028019-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=eded8238-d997-42be-b238-e8071d7f941a&tenant_id=1077a35eaa714f1bbf260d32c5a52c8f&binding%3Ahost_id=n-h2-773647-6 HTTP/1.1" status: 200 len: 1095 time: 0.2015321 Jul 06 14:23:15.848058 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device e477112a-cd67-4283-87ad-3764fe1eb8a4 up at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:23:15.903292 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe66dc09-cd47-4dae-98e7-d3c949760229 tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] Pushing event updated for resources: {'Port': ['ID=8639eaf9-9528-44c7-a468-c51f8a4f4ae3,revision_number=2']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:23:15.905941 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-fe66dc09-cd47-4dae-98e7-d3c949760229 tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1809478'] for router_interface, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:15.924141 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-9230e2e2-4c50-47d9-94bf-77e06f4440f5 tempest-RoutersAdminTest-593889549 tempest-RoutersAdminTest-593889549-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1806297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1761036'] for router, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:15.927191 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning complete for port e477112a-cd67-4283-87ad-3764fe1eb8a4 triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:23:15.927770 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:16.177456 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.db [req-3faf986d-1190-4073-a9d8-b70f1a0de499 req-075e3a4f-ae66-4081-aef8-b0894cee63a5 service neutron] For port dc187fb1-f090-4520-9186-12367a249564, host n-h1-773647-6, cleared binding levels {{(pid=100246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:23:16.195020 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-3faf986d-1190-4073-a9d8-b70f1a0de499 req-075e3a4f-ae66-4081-aef8-b0894cee63a5 service neutron] Notify callbacks [] for binding, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:16.196369 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-3faf986d-1190-4073-a9d8-b70f1a0de499 req-075e3a4f-ae66-4081-aef8-b0894cee63a5 service neutron] 10.222.0.72 "DELETE /v2.0/ports/dc187fb1-f090-4520-9186-12367a249564/bindings/n-h1-773647-6 HTTP/1.1" status: 204 len: 173 time: 0.3979099 Jul 06 14:23:16.215963 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe66dc09-cd47-4dae-98e7-d3c949760229 tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] Network e3c1fedd-ba94-4954-8e9a-540fc776e677 is already hosted by enough agents. {{(pid=100246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:23:16.219596 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.base_scheduler [None req-fe66dc09-cd47-4dae-98e7-d3c949760229 tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] Resources bound (agent type, host, resource id): {{(pid=100246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:23:16.346859 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9230e2e2-4c50-47d9-94bf-77e06f4440f5 tempest-RoutersAdminTest-593889549 tempest-RoutersAdminTest-593889549-project-admin] Router c9e104d1-80ab-4854-9c75-4cffed3f13b7 is scheduled to L3 agent 2823d358-a11b-4885-a706-95a279e43fa7 with binding_index 1 {{(pid=100246) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 14:23:16.443913 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe66dc09-cd47-4dae-98e7-d3c949760229 tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] Router ef34d0b8-9e8a-4ea3-a5fe-1e253ac76670 has already been hosted by L3 agent 2823d358-a11b-4885-a706-95a279e43fa7 {{(pid=100246) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 14:23:16.684046 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-bc0454bc-b545-479c-b999-a153dacab20c None None] Provisioning complete for port 8639eaf9-9528-44c7-a468-c51f8a4f4ae3 triggered by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:23:16.684776 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-bc0454bc-b545-479c-b999-a153dacab20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:16.761435 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-bc0454bc-b545-479c-b999-a153dacab20c None None] Port 8639eaf9-9528-44c7-a468-c51f8a4f4ae3 cannot update to ACTIVE because it is not bound. {{(pid=100248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 14:23:16.950984 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5966963b-3de4-4bc3-8e72-908531de4ca2 req-c249a801-b3ae-47f8-9fce-0bdf16a2e0e1 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:23:16.954288 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9230e2e2-4c50-47d9-94bf-77e06f4440f5 tempest-RoutersAdminTest-593889549 tempest-RoutersAdminTest-593889549-project-admin] Notify agent at l3_agent.n-d-773647-6 the message routers_updated {{(pid=100246) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 14:23:16.954736 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-5966963b-3de4-4bc3-8e72-908531de4ca2 req-c249a801-b3ae-47f8-9fce-0bdf16a2e0e1 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] 10.222.0.104 "GET /v2.0/ports?device_id=eded8238-d997-42be-b238-e8071d7f941a HTTP/1.1" status: 200 len: 944 time: 0.1115975 Jul 06 14:23:16.966683 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6eefc2c-705d-4a14-88da-fd30ebdd5d57 None None] Sync routers for ids ['c9e104d1-80ab-4854-9c75-4cffed3f13b7'] in n-d-773647-6 {{(pid=100249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 14:23:16.986749 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6eefc2c-705d-4a14-88da-fd30ebdd5d57 None None] Routers {'c9e104d1-80ab-4854-9c75-4cffed3f13b7'} bound to L3 agent in host n-d-773647-6 {{(pid=100249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:23:16.987624 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-d6eefc2c-705d-4a14-88da-fd30ebdd5d57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T14:22:56Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['c9e104d1-80ab-4854-9c75-4cffed3f13b7'], 'active': True} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:23:17.024611 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-5966963b-3de4-4bc3-8e72-908531de4ca2 req-6e12ccbd-27fc-4804-ac63-4c4505432917 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] 10.222.0.104 "GET /v2.0/security-groups?id=b3e698d3-dc13-4d46-b168-2b621268fa3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550847 Jul 06 14:23:17.029211 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-9230e2e2-4c50-47d9-94bf-77e06f4440f5 tempest-RoutersAdminTest-593889549 tempest-RoutersAdminTest-593889549-project-admin] Notify callbacks [] for router, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:17.030768 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-9230e2e2-4c50-47d9-94bf-77e06f4440f5 tempest-RoutersAdminTest-593889549 tempest-RoutersAdminTest-593889549-project-admin] 10.222.0.104 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 6.1576421 Jul 06 14:23:17.033621 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 41014) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:23:17.066169 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe66dc09-cd47-4dae-98e7-d3c949760229 tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] Notify agent at l3_agent.n-d-773647-6 the message routers_updated {{(pid=100246) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 14:23:17.078527 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-fe66dc09-cd47-4dae-98e7-d3c949760229 tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] 10.222.0.104 "PUT /v2.0/routers/ef34d0b8-9e8a-4ea3-a5fe-1e253ac76670/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4152405 Jul 06 14:23:17.079507 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2125026-2917-493b-b356-c7e3c137faa1 None None] Sync routers for ids ['ef34d0b8-9e8a-4ea3-a5fe-1e253ac76670'] in n-d-773647-6 {{(pid=100248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 14:23:17.080938 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 41018) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:23:17.085878 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-419d39ad-c441-4122-9c89-659b354ce66d tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] Request body: {'port': {'network_id': 'e3c1fedd-ba94-4954-8e9a-540fc776e677', 'name': 'tempest-FloatingIPTestJSON-747161328'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:23:17.117637 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2125026-2917-493b-b356-c7e3c137faa1 None None] Routers {'ef34d0b8-9e8a-4ea3-a5fe-1e253ac76670'} bound to L3 agent in host n-d-773647-6 {{(pid=100248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:23:17.119059 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-b2125026-2917-493b-b356-c7e3c137faa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T14:22:56Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['ef34d0b8-9e8a-4ea3-a5fe-1e253ac76670'], 'active': True} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:23:17.195519 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvr_db [None req-d6eefc2c-705d-4a14-88da-fd30ebdd5d57 None None] Set router c9e104d1-80ab-4854-9c75-4cffed3f13b7 gateway port host: n-d-773647-6 {{(pid=100249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:23:17.211957 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-b2125026-2917-493b-b356-c7e3c137faa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-773647-6', False) {} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:23:17.243699 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2125026-2917-493b-b356-c7e3c137faa1 None None] Routers {'ef34d0b8-9e8a-4ea3-a5fe-1e253ac76670'} bound to L3 agent in host n-d-773647-6 {{(pid=100248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:23:17.244343 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-b2125026-2917-493b-b356-c7e3c137faa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T14:22:56Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['ef34d0b8-9e8a-4ea3-a5fe-1e253ac76670'], 'active': True} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:23:17.302334 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-b2125026-2917-493b-b356-c7e3c137faa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-773647-6', False) {} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:23:17.303367 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2125026-2917-493b-b356-c7e3c137faa1 None None] The sync data for ids ['ef34d0b8-9e8a-4ea3-a5fe-1e253ac76670'] in n-d-773647-6 is: [] {{(pid=100248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 14:23:17.331375 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-419d39ad-c441-4122-9c89-659b354ce66d tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] Made reservation on behalf of 70a02b678d1f412995b42e26d2f0e3af for: {'port': 1} {{(pid=100246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:23:17.338567 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-419d39ad-c441-4122-9c89-659b354ce66d tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:17.384155 n-d-773647-6 neutron-server[100246]: DEBUG neutron.notifiers.nova [None req-419d39ad-c441-4122-9c89-659b354ce66d tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] device_id is not set on port 7be4dc7b-1b36-412b-a194-1a480ade8c44 yet. {{(pid=100246) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 14:23:17.436538 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-9d0af010-978f-47e0-8d48-d7be2eb85235 tempest-RoutersAdminTest-593889549 tempest-RoutersAdminTest-593889549-project-admin] 10.222.0.104 "GET /v2.0/routers/c9e104d1-80ab-4854-9c75-4cffed3f13b7 HTTP/1.1" status: 200 len: 908 time: 0.3990521 Jul 06 14:23:17.438237 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 41030) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:23:17.453368 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7e53f2-3b35-4214-a9a2-a34aa144cd7b req-4f01b7d5-2b43-4a4b-85e2-0831bdbc0fc0 tempest-TestNetworkAdvancedServerOps-137028019 tempest-TestNetworkAdvancedServerOps-137028019-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:23:17.461540 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-bd7e53f2-3b35-4214-a9a2-a34aa144cd7b req-4f01b7d5-2b43-4a4b-85e2-0831bdbc0fc0 tempest-TestNetworkAdvancedServerOps-137028019 tempest-TestNetworkAdvancedServerOps-137028019-project-admin] 10.222.0.104 "GET /v2.0/ports?device_id=eded8238-d997-42be-b238-e8071d7f941a HTTP/1.1" status: 200 len: 1095 time: 0.2470002 Jul 06 14:23:17.511269 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-bd7e53f2-3b35-4214-a9a2-a34aa144cd7b req-94338a4d-44eb-4ac4-9978-fc2d0e39dd8e tempest-TestNetworkAdvancedServerOps-137028019 tempest-TestNetworkAdvancedServerOps-137028019-project-admin] 10.222.0.104 "GET /v2.0/security-groups?id=b3e698d3-dc13-4d46-b168-2b621268fa3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471520 Jul 06 14:23:17.532201 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-d6eefc2c-705d-4a14-88da-fd30ebdd5d57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9e104d1-80ab-4854-9c75-4cffed3f13b7', 'name': 'tempest-snat-router-1157700627', 'tenant_id': 'ac993a98bc5544a7923dc897aa9de6ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.125'}], 'enable_snat': True}, 'gw_port_id': '74e3971f-d0f0-4dba-897c-89cd8c211ab4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:23:10Z', 'updated_at': '2021-07-06T14:23:15Z', 'revision_number': 3, 'project_id': 'ac993a98bc5544a7923dc897aa9de6ff', 'gw_port': {'id': '74e3971f-d0f0-4dba-897c-89cd8c211ab4', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:e2:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9e104d1-80ab-4854-9c75-4cffed3f13b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3157, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:23:13Z', 'updated_at': '2021-07-06T14:23:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6'}], 'n-d-773647-6', False) {} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:23:17.577539 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6eefc2c-705d-4a14-88da-fd30ebdd5d57 None None] Checking router: c9e104d1-80ab-4854-9c75-4cffed3f13b7 for host: n-d-773647-6 {{(pid=100249) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 14:23:17.577908 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6eefc2c-705d-4a14-88da-fd30ebdd5d57 None None] Updating router c9e104d1-80ab-4854-9c75-4cffed3f13b7 port 74e3971f-d0f0-4dba-897c-89cd8c211ab4 binding host n-d-773647-6 {{(pid=100249) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 14:23:17.620143 n-d-773647-6 neutron-server[100249]: DEBUG neutron_lib.callbacks.manager [None req-d6eefc2c-705d-4a14-88da-fd30ebdd5d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:17.678168 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.db_base_plugin_common [None req-419d39ad-c441-4122-9c89-659b354ce66d tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] Allocated IP 172.20.0.3 (e3c1fedd-ba94-4954-8e9a-540fc776e677/84496e3f-64b8-49f3-9b46-5a9affd04851/7be4dc7b-1b36-412b-a194-1a480ade8c44) {{(pid=100246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:23:17.683425 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-7f271618-3064-4bc5-b75c-42a63ed98c26 tempest-RoutersAdminTest-593889549 tempest-RoutersAdminTest-593889549-project-admin] Notify callbacks [] for router, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:17.810991 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f5fa20-7229-425b-acd6-9b8d5798cf30 req-82aafaab-0e6c-4425-b78c-0cb3644c6255 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:23:17.821738 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-20f5fa20-7229-425b-acd6-9b8d5798cf30 req-82aafaab-0e6c-4425-b78c-0cb3644c6255 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] 10.222.0.104 "GET /v2.0/ports?device_id=eded8238-d997-42be-b238-e8071d7f941a HTTP/1.1" status: 200 len: 944 time: 0.1033597 Jul 06 14:23:17.915500 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-20f5fa20-7229-425b-acd6-9b8d5798cf30 req-bbfcf2db-bcb6-4818-8ccf-37bc7d285f6b tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] 10.222.0.104 "GET /v2.0/security-groups?id=b3e698d3-dc13-4d46-b168-2b621268fa3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0845983 Jul 06 14:23:17.927336 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-7f271618-3064-4bc5-b75c-42a63ed98c26 tempest-RoutersAdminTest-593889549 tempest-RoutersAdminTest-593889549-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:17.940181 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 41040) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:23:18.052959 n-d-773647-6 neutron-server[100249]: DEBUG neutron_lib.callbacks.manager [None req-d6eefc2c-705d-4a14-88da-fd30ebdd5d57 None None] Notify callbacks [] for port, precommit_update {{(pid=100249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:18.068360 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.provisioning_blocks [None req-d6eefc2c-705d-4a14-88da-fd30ebdd5d57 None None] Transition to ACTIVE for port object 74e3971f-d0f0-4dba-897c-89cd8c211ab4 will not be triggered until provisioned by entity L2. {{(pid=100249) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:23:18.072809 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-1a13742e-307f-47ee-bc67-0c6cc4508bd7 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] 10.222.0.104 "GET /v2.0/floatingips/8f1bf8db-db25-4f13-9cb1-63fb9ac5ea30 HTTP/1.1" status: 200 len: 990 time: 0.1283004 Jul 06 14:23:18.077263 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-419d39ad-c441-4122-9c89-659b354ce66d tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] Notify callbacks [] for port, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:18.082559 n-d-773647-6 neutron-server[100249]: DEBUG neutron_lib.callbacks.manager [None req-d6eefc2c-705d-4a14-88da-fd30ebdd5d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:18.105223 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.provisioning_blocks [None req-419d39ad-c441-4122-9c89-659b354ce66d tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] Transition to ACTIVE for port object 7be4dc7b-1b36-412b-a194-1a480ade8c44 will not be triggered until provisioned by entity DHCP. {{(pid=100246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:23:18.119657 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [None req-7f271618-3064-4bc5-b75c-42a63ed98c26 tempest-RoutersAdminTest-593889549 tempest-RoutersAdminTest-593889549-project-admin] Deleting port 74e3971f-d0f0-4dba-897c-89cd8c211ab4 {{(pid=100246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:23:18.120009 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-7f271618-3064-4bc5-b75c-42a63ed98c26 tempest-RoutersAdminTest-593889549 tempest-RoutersAdminTest-593889549-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:18.157733 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e922a10-94f9-4f8a-9bdf-6e7cad40bc66 None None] Pushing event updated for resources: {'Port': ['ID=74e3971f-d0f0-4dba-897c-89cd8c211ab4,revision_number=2']} {{(pid=100249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:23:18.163940 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.managers [None req-d6eefc2c-705d-4a14-88da-fd30ebdd5d57 None None] Attempting to bind port 74e3971f-d0f0-4dba-897c-89cd8c211ab4 on host n-d-773647-6 for vnic_type normal with profile {{(pid=100249) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:23:18.166112 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.managers [None req-d6eefc2c-705d-4a14-88da-fd30ebdd5d57 None None] Attempting to bind port 74e3971f-d0f0-4dba-897c-89cd8c211ab4 by drivers openvswitch,hyperv on host n-d-773647-6 at level 0 using segments [{'id': '89a832b7-7793-4d51-9038-ed7e1c3ff1b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719'}] {{(pid=100249) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:23:18.166764 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6eefc2c-705d-4a14-88da-fd30ebdd5d57 None None] Attempting to bind port 74e3971f-d0f0-4dba-897c-89cd8c211ab4 on network 2658f09e-a580-4d4a-9968-2d1e0ad93719 {{(pid=100249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:23:18.177962 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6eefc2c-705d-4a14-88da-fd30ebdd5d57 None None] Checking agent: {'id': '8ab5b19c-d213-4f29-891d-27bdf39d38b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773647-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 43, 26), 'started_at': datetime.datetime(2021, 7, 6, 13, 43, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 22, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773647-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:23:18.178426 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6eefc2c-705d-4a14-88da-fd30ebdd5d57 None None] Checking segment: {'id': '89a832b7-7793-4d51-9038-ed7e1c3ff1b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100249) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:23:18.178966 n-d-773647-6 neutron-server[100249]: DEBUG neutron_lib.callbacks.manager [None req-d6eefc2c-705d-4a14-88da-fd30ebdd5d57 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:18.179457 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6eefc2c-705d-4a14-88da-fd30ebdd5d57 None None] Bound using segment: {'id': '89a832b7-7793-4d51-9038-ed7e1c3ff1b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719'} {{(pid=100249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:23:18.180188 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.managers [None req-d6eefc2c-705d-4a14-88da-fd30ebdd5d57 None None] Bound port: 74e3971f-d0f0-4dba-897c-89cd8c211ab4, host: n-d-773647-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89a832b7-7793-4d51-9038-ed7e1c3ff1b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719'}}] {{(pid=100249) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:23:18.180783 n-d-773647-6 neutron-server[100249]: DEBUG neutron_lib.callbacks.manager [None req-d6eefc2c-705d-4a14-88da-fd30ebdd5d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:18.211559 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-419d39ad-c441-4122-9c89-659b354ce66d tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-127687573'] for port, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:18.250353 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.db [None req-d6eefc2c-705d-4a14-88da-fd30ebdd5d57 None None] For port 74e3971f-d0f0-4dba-897c-89cd8c211ab4, host n-d-773647-6, cleared binding levels {{(pid=100249) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:23:18.257030 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.db [None req-d6eefc2c-705d-4a14-88da-fd30ebdd5d57 None None] For port 74e3971f-d0f0-4dba-897c-89cd8c211ab4, host n-d-773647-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=74e3971f-d0f0-4dba-897c-89cd8c211ab4,segment=NetworkSegment(89a832b7-7793-4d51-9038-ed7e1c3ff1b2),segment_id=89a832b7-7793-4d51-9038-ed7e1c3ff1b2)] {{(pid=100249) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:23:18.263556 n-d-773647-6 neutron-server[100249]: DEBUG neutron_lib.callbacks.manager [None req-d6eefc2c-705d-4a14-88da-fd30ebdd5d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:18.263937 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-7f271618-3064-4bc5-b75c-42a63ed98c26 tempest-RoutersAdminTest-593889549 tempest-RoutersAdminTest-593889549-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:18.297288 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-419d39ad-c441-4122-9c89-659b354ce66d tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] Network e3c1fedd-ba94-4954-8e9a-540fc776e677 is already hosted by enough agents. {{(pid=100246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:23:18.300601 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [None req-7f271618-3064-4bc5-b75c-42a63ed98c26 tempest-RoutersAdminTest-593889549 tempest-RoutersAdminTest-593889549-project-admin] Calling delete_port for 74e3971f-d0f0-4dba-897c-89cd8c211ab4 owned by network:router_gateway {{(pid=100246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:23:18.304742 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.base_scheduler [None req-419d39ad-c441-4122-9c89-659b354ce66d tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] Resources bound (agent type, host, resource id): {{(pid=100246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:23:18.313799 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-419d39ad-c441-4122-9c89-659b354ce66d tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] Received port after_create {{(pid=100246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:23:18.346055 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419d39ad-c441-4122-9c89-659b354ce66d tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] Pushing event updated for resources: {'Port': ['ID=7be4dc7b-1b36-412b-a194-1a480ade8c44,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:23:18.369788 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6eefc2c-705d-4a14-88da-fd30ebdd5d57 None None] Routers {'c9e104d1-80ab-4854-9c75-4cffed3f13b7'} bound to L3 agent in host n-d-773647-6 {{(pid=100249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:23:18.371019 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-d6eefc2c-705d-4a14-88da-fd30ebdd5d57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T14:22:56Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['c9e104d1-80ab-4854-9c75-4cffed3f13b7'], 'active': True} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:23:18.395392 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 41058) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:23:18.435007 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-419d39ad-c441-4122-9c89-659b354ce66d tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:23:18.435862 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-419d39ad-c441-4122-9c89-659b354ce66d tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:18.486026 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-419d39ad-c441-4122-9c89-659b354ce66d tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] 10.222.0.104 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.4041851 Jul 06 14:23:18.505147 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 41062) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:23:18.579810 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvr_db [None req-d6eefc2c-705d-4a14-88da-fd30ebdd5d57 None None] Set router c9e104d1-80ab-4854-9c75-4cffed3f13b7 gateway port host: None {{(pid=100249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:23:18.671734 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-2793e6f4-898a-4c36-91f4-eec17b5fbd5e tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] Request body: {'floatingip': {'port_id': '7be4dc7b-1b36-412b-a194-1a480ade8c44'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:23:18.701396 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-12135124-ff58-4403-ae5e-908e54182906 None None] Provisioning for port 7be4dc7b-1b36-412b-a194-1a480ade8c44 completed by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:23:18.708461 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-12135124-ff58-4403-ae5e-908e54182906 None None] Provisioning complete for port 7be4dc7b-1b36-412b-a194-1a480ade8c44 triggered by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:23:18.710205 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-12135124-ff58-4403-ae5e-908e54182906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:18.757108 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-12135124-ff58-4403-ae5e-908e54182906 None None] Port 7be4dc7b-1b36-412b-a194-1a480ade8c44 cannot update to ACTIVE because it is not bound. {{(pid=100248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 14:23:18.763477 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.plugin [None req-114e7e16-385c-4daa-a42b-e4490e1017e6 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Deleting port a8dcb555-56f3-407f-a2f2-5869a89e1e71 {{(pid=100247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:23:18.764143 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-114e7e16-385c-4daa-a42b-e4490e1017e6 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:18.784135 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-2793e6f4-898a-4c36-91f4-eec17b5fbd5e tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] Notify callbacks [] for floatingip, before_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:18.790918 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-d6eefc2c-705d-4a14-88da-fd30ebdd5d57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9e104d1-80ab-4854-9c75-4cffed3f13b7', 'name': 'tempest-snat-router-1157700627', 'tenant_id': 'ac993a98bc5544a7923dc897aa9de6ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:23:10Z', 'updated_at': '2021-07-06T14:23:17Z', 'revision_number': 4, 'project_id': 'ac993a98bc5544a7923dc897aa9de6ff', 'gw_port_host': None}], 'n-d-773647-6', False) {} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:23:18.853444 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-114e7e16-385c-4daa-a42b-e4490e1017e6 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:18.853861 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-114e7e16-385c-4daa-a42b-e4490e1017e6 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:18.869506 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.plugin [None req-114e7e16-385c-4daa-a42b-e4490e1017e6 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Calling delete_port for a8dcb555-56f3-407f-a2f2-5869a89e1e71 owned by network:floatingip {{(pid=100247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:23:18.927804 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6eefc2c-705d-4a14-88da-fd30ebdd5d57 None None] The sync data for ids ['c9e104d1-80ab-4854-9c75-4cffed3f13b7'] in n-d-773647-6 is: [{'id': 'c9e104d1-80ab-4854-9c75-4cffed3f13b7', 'name': 'tempest-snat-router-1157700627', 'tenant_id': 'ac993a98bc5544a7923dc897aa9de6ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:23:10Z', 'updated_at': '2021-07-06T14:23:17Z', 'revision_number': 4, 'project_id': 'ac993a98bc5544a7923dc897aa9de6ff', 'gw_port_host': None}] {{(pid=100249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 14:23:18.969316 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e922a10-94f9-4f8a-9bdf-6e7cad40bc66 None None] Pushing event updated for resources: {'Port': ['ID=74e3971f-d0f0-4dba-897c-89cd8c211ab4,revision_number=3']} {{(pid=100249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:23:19.002287 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-7f271618-3064-4bc5-b75c-42a63ed98c26 tempest-RoutersAdminTest-593889549 tempest-RoutersAdminTest-593889549-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127687580'] for port, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:19.111466 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f271618-3064-4bc5-b75c-42a63ed98c26 tempest-RoutersAdminTest-593889549 tempest-RoutersAdminTest-593889549-project-admin] Pushing event deleted for resources: {'Port': ['ID=74e3971f-d0f0-4dba-897c-89cd8c211ab4,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:23:19.132243 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-114e7e16-385c-4daa-a42b-e4490e1017e6 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128888353'] for port, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:19.203945 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114e7e16-385c-4daa-a42b-e4490e1017e6 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Pushing event deleted for resources: {'Port': ['ID=a8dcb555-56f3-407f-a2f2-5869a89e1e71,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:23:19.242257 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114e7e16-385c-4daa-a42b-e4490e1017e6 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:23:19.242663 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114e7e16-385c-4daa-a42b-e4490e1017e6 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:23:19.242931 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114e7e16-385c-4daa-a42b-e4490e1017e6 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:23:19.243301 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114e7e16-385c-4daa-a42b-e4490e1017e6 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:23:19.243634 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114e7e16-385c-4daa-a42b-e4490e1017e6 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:23:19.244530 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114e7e16-385c-4daa-a42b-e4490e1017e6 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:23:19.244530 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114e7e16-385c-4daa-a42b-e4490e1017e6 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:23:19.244682 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114e7e16-385c-4daa-a42b-e4490e1017e6 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:23:19.244959 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114e7e16-385c-4daa-a42b-e4490e1017e6 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:23:19.245273 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114e7e16-385c-4daa-a42b-e4490e1017e6 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:23:19.245598 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114e7e16-385c-4daa-a42b-e4490e1017e6 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:23:19.245913 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114e7e16-385c-4daa-a42b-e4490e1017e6 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:23:19.256185 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-7f271618-3064-4bc5-b75c-42a63ed98c26 tempest-RoutersAdminTest-593889549 tempest-RoutersAdminTest-593889549-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1761104'] for router_gateway, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:19.289925 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-114e7e16-385c-4daa-a42b-e4490e1017e6 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Notify callbacks [] for floatingip, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:19.290266 n-d-773647-6 neutron-server[100247]: INFO neutron.db.l3_db [None req-114e7e16-385c-4daa-a42b-e4490e1017e6 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Floating IP 8f1bf8db-db25-4f13-9cb1-63fb9ac5ea30 disassociated (deleted). External IP: 172.25.0.49, port: dc187fb1-f090-4520-9186-12367a249564. Jul 06 14:23:19.401422 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-7f271618-3064-4bc5-b75c-42a63ed98c26 tempest-RoutersAdminTest-593889549 tempest-RoutersAdminTest-593889549-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1806308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6982'] for router, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:19.404889 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-7f271618-3064-4bc5-b75c-42a63ed98c26 tempest-RoutersAdminTest-593889549 tempest-RoutersAdminTest-593889549-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:19.501230 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-7f271618-3064-4bc5-b75c-42a63ed98c26 tempest-RoutersAdminTest-593889549 tempest-RoutersAdminTest-593889549-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1805684'] for router, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:19.501801 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f271618-3064-4bc5-b75c-42a63ed98c26 tempest-RoutersAdminTest-593889549 tempest-RoutersAdminTest-593889549-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c9e104d1-80ab-4854-9c75-4cffed3f13b7 {{(pid=100246) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 14:23:19.507468 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-7f271618-3064-4bc5-b75c-42a63ed98c26 tempest-RoutersAdminTest-593889549 tempest-RoutersAdminTest-593889549-project-admin] Notify callbacks [] for router, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:19.511460 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-7f271618-3064-4bc5-b75c-42a63ed98c26 tempest-RoutersAdminTest-593889549 tempest-RoutersAdminTest-593889549-project-admin] 10.222.0.104 "DELETE /v2.0/routers/c9e104d1-80ab-4854-9c75-4cffed3f13b7 HTTP/1.1" status: 204 len: 168 time: 2.0692139 Jul 06 14:23:19.513558 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 41080) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:23:19.690532 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-2793e6f4-898a-4c36-91f4-eec17b5fbd5e tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:19.696698 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-2793e6f4-898a-4c36-91f4-eec17b5fbd5e tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1761130'] for floatingip, after_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:19.710835 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-c55574f5-d316-4bab-8135-30f01b9852ca tempest-RoutersAdminTest-593889549 tempest-RoutersAdminTest-593889549-project-admin] Notify callbacks [] for router, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:19.719655 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-114e7e16-385c-4daa-a42b-e4490e1017e6 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Router 6a1550dc-2b33-4f30-ba8c-656e73532932 has already been hosted by L3 agent 2823d358-a11b-4885-a706-95a279e43fa7 {{(pid=100247) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 14:23:19.843410 n-d-773647-6 neutron-server[100246]: INFO neutron.db.l3_db [None req-2793e6f4-898a-4c36-91f4-eec17b5fbd5e tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] Floating IP b0f4269c-0bff-4344-9614-1c1688988b99 associated. External IP: 172.25.0.81, port: bd8a684d-e45a-48cd-b479-c71fc4b683eb. Jul 06 14:23:19.937924 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-c55574f5-d316-4bab-8135-30f01b9852ca tempest-RoutersAdminTest-593889549 tempest-RoutersAdminTest-593889549-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:19.946502 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-114e7e16-385c-4daa-a42b-e4490e1017e6 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Notify agent at l3_agent.n-d-773647-6 the message routers_updated {{(pid=100247) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 14:23:19.961230 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f4eacad-94fc-4588-a548-f50b3c219e30 None None] Sync routers for ids ['6a1550dc-2b33-4f30-ba8c-656e73532932'] in n-d-773647-6 {{(pid=100249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 14:23:19.970417 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-114e7e16-385c-4daa-a42b-e4490e1017e6 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for floatingip, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:19.975159 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f4eacad-94fc-4588-a548-f50b3c219e30 None None] Routers {'6a1550dc-2b33-4f30-ba8c-656e73532932'} bound to L3 agent in host n-d-773647-6 {{(pid=100249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:23:19.976020 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-6f4eacad-94fc-4588-a548-f50b3c219e30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T14:22:56Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['6a1550dc-2b33-4f30-ba8c-656e73532932'], 'active': True} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:23:20.023807 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-114e7e16-385c-4daa-a42b-e4490e1017e6 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] 10.222.0.104 "DELETE /v2.0/floatingips/8f1bf8db-db25-4f13-9cb1-63fb9ac5ea30 HTTP/1.1" status: 204 len: 168 time: 1.6268134 Jul 06 14:23:20.025017 n-d-773647-6 neutron-server[100247]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eded8238-d997-42be-b238-e8071d7f941a', 'tag': 'dc187fb1-f090-4520-9186-12367a249564'}] {{(pid=100247) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:23:20.027487 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cbf0eeaae822f8fc9b87a94aeba67a3d651842baf663a51cba94b67a514836d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8828e126-e07f-47b4-8b03-1dc20225ba75" -d '{"events": [{"name": "network-changed", "server_uuid": "eded8238-d997-42be-b238-e8071d7f941a", "tag": "dc187fb1-f090-4520-9186-12367a249564"}]}' {{(pid=100247) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:23:20.109455 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 14:23:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-068cf09f-2c6b-4701-9d13-89534e6f6dea x-openstack-request-id: req-068cf09f-2c6b-4701-9d13-89534e6f6dea {{(pid=100247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:23:20.109934 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eded8238-d997-42be-b238-e8071d7f941a", "tag": "dc187fb1-f090-4520-9186-12367a249564", "status": "completed", "code": 200}]} {{(pid=100247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:23:20.110350 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-068cf09f-2c6b-4701-9d13-89534e6f6dea {{(pid=100247) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:23:20.110949 n-d-773647-6 neutron-server[100247]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eded8238-d997-42be-b238-e8071d7f941a', 'tag': 'dc187fb1-f090-4520-9186-12367a249564', 'status': 'completed', 'code': 200} Jul 06 14:23:20.131961 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.plugin [None req-c55574f5-d316-4bab-8135-30f01b9852ca tempest-RoutersAdminTest-593889549 tempest-RoutersAdminTest-593889549-project-admin] Deleting port e477112a-cd67-4283-87ad-3764fe1eb8a4 {{(pid=100247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:23:20.132500 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-c55574f5-d316-4bab-8135-30f01b9852ca tempest-RoutersAdminTest-593889549 tempest-RoutersAdminTest-593889549-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:20.225371 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.db [None req-c55574f5-d316-4bab-8135-30f01b9852ca tempest-RoutersAdminTest-593889549 tempest-RoutersAdminTest-593889549-project-admin] For port e477112a-cd67-4283-87ad-3764fe1eb8a4, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=e477112a-cd67-4283-87ad-3764fe1eb8a4,segment=NetworkSegment(89a832b7-7793-4d51-9038-ed7e1c3ff1b2),segment_id=89a832b7-7793-4d51-9038-ed7e1c3ff1b2)] {{(pid=100247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:23:20.225739 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-c55574f5-d316-4bab-8135-30f01b9852ca tempest-RoutersAdminTest-593889549 tempest-RoutersAdminTest-593889549-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:20.253606 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.plugin [None req-c55574f5-d316-4bab-8135-30f01b9852ca tempest-RoutersAdminTest-593889549 tempest-RoutersAdminTest-593889549-project-admin] Calling delete_port for e477112a-cd67-4283-87ad-3764fe1eb8a4 owned by network:router_gateway {{(pid=100247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:23:20.282120 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvr_db [None req-6f4eacad-94fc-4588-a548-f50b3c219e30 None None] Set router 6a1550dc-2b33-4f30-ba8c-656e73532932 gateway port host: n-d-773647-6 {{(pid=100249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:23:20.554454 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-c55574f5-d316-4bab-8135-30f01b9852ca tempest-RoutersAdminTest-593889549 tempest-RoutersAdminTest-593889549-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128888353'] for port, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:20.593919 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55574f5-d316-4bab-8135-30f01b9852ca tempest-RoutersAdminTest-593889549 tempest-RoutersAdminTest-593889549-project-admin] Pushing event deleted for resources: {'Port': ['ID=e477112a-cd67-4283-87ad-3764fe1eb8a4,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:23:20.764040 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-c55574f5-d316-4bab-8135-30f01b9852ca tempest-RoutersAdminTest-593889549 tempest-RoutersAdminTest-593889549-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1761104'] for router_gateway, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:20.773318 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-6f4eacad-94fc-4588-a548-f50b3c219e30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a1550dc-2b33-4f30-ba8c-656e73532932', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1201183656', 'tenant_id': '1077a35eaa714f1bbf260d32c5a52c8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.62'}], 'enable_snat': True}, 'gw_port_id': '6bc26841-c0dc-4581-bb12-60a86ac85a2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:21:13Z', 'updated_at': '2021-07-06T14:21:20Z', 'revision_number': 4, 'project_id': '1077a35eaa714f1bbf260d32c5a52c8f', 'gw_port': {'id': '6bc26841-c0dc-4581-bb12-60a86ac85a2c', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:33:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a1550dc-2b33-4f30-ba8c-656e73532932', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2903, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:21:14Z', 'updated_at': '2021-07-06T14:21:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6', '_interfaces': [{'id': 'bda4d34f-3c3f-49ff-8f8b-5f5ca59404c3', 'name': '', 'network_id': 'e4ae84ad-fbf7-438d-8cac-3418f3b1f391', 'tenant_id': '1077a35eaa714f1bbf260d32c5a52c8f', 'mac_address': 'fa:16:3e:67:fb:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a1550dc-2b33-4f30-ba8c-656e73532932', 'device_owner': 'network:router_interface', 'standard_attr_id': 2912, 'fixed_ips': [{'subnet_id': '577a0dd4-810a-43cb-b648-9d9592da7f23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:21:19Z', 'updated_at': '2021-07-06T14:21:26Z', 'revision_number': 5, 'project_id': '1077a35eaa714f1bbf260d32c5a52c8f', 'subnets': [{'id': '577a0dd4-810a-43cb-b648-9d9592da7f23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773647-6', False) {} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:23:20.877269 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2793e6f4-898a-4c36-91f4-eec17b5fbd5e tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] Router cbf9cae9-e8d9-42c3-b4e4-0cdcc22be709 has already been hosted by L3 agent 2823d358-a11b-4885-a706-95a279e43fa7 {{(pid=100246) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 14:23:20.974189 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f4eacad-94fc-4588-a548-f50b3c219e30 None None] Checking router: 6a1550dc-2b33-4f30-ba8c-656e73532932 for host: n-d-773647-6 {{(pid=100249) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 14:23:20.998614 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f4eacad-94fc-4588-a548-f50b3c219e30 None None] Routers {'6a1550dc-2b33-4f30-ba8c-656e73532932'} bound to L3 agent in host n-d-773647-6 {{(pid=100249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:23:21.001094 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-6f4eacad-94fc-4588-a548-f50b3c219e30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T14:22:56Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['6a1550dc-2b33-4f30-ba8c-656e73532932'], 'active': True} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:23:21.141599 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8828e126-e07f-47b4-8b03-1dc20225ba75 req-b3e6d1d7-5bde-42a9-9752-7166b0ff2ac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:23:21.143143 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-8828e126-e07f-47b4-8b03-1dc20225ba75 req-b3e6d1d7-5bde-42a9-9752-7166b0ff2ac4 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=1077a35eaa714f1bbf260d32c5a52c8f&device_id=eded8238-d997-42be-b238-e8071d7f941a HTTP/1.1" status: 200 len: 1095 time: 0.9107947 Jul 06 14:23:21.146430 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2793e6f4-898a-4c36-91f4-eec17b5fbd5e tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] Notify agent at l3_agent.n-d-773647-6 the message routers_updated {{(pid=100246) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 14:23:21.159856 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4df48f91-1c6b-4809-b052-cc73d1340b2f None None] Sync routers for ids ['cbf9cae9-e8d9-42c3-b4e4-0cdcc22be709'] in n-d-773647-6 {{(pid=100248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 14:23:21.175858 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4df48f91-1c6b-4809-b052-cc73d1340b2f None None] Routers {'cbf9cae9-e8d9-42c3-b4e4-0cdcc22be709'} bound to L3 agent in host n-d-773647-6 {{(pid=100248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:23:21.176849 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-4df48f91-1c6b-4809-b052-cc73d1340b2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T14:22:56Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['cbf9cae9-e8d9-42c3-b4e4-0cdcc22be709'], 'active': True} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:23:21.208493 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvr_db [None req-6f4eacad-94fc-4588-a548-f50b3c219e30 None None] Set router 6a1550dc-2b33-4f30-ba8c-656e73532932 gateway port host: n-d-773647-6 {{(pid=100249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:23:21.263785 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-4df48f91-1c6b-4809-b052-cc73d1340b2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-773647-6', False) {} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:23:21.268212 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddd33b7-6c94-4c9c-a2e3-3aeb2586a295 req-5cd47eaa-d14f-4a4d-af76-c35f0ee92a5d tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:23:21.269794 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-6ddd33b7-6c94-4c9c-a2e3-3aeb2586a295 req-5cd47eaa-d14f-4a4d-af76-c35f0ee92a5d tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] 10.222.0.72 "GET /v2.0/ports?device_id=eded8238-d997-42be-b238-e8071d7f941a HTTP/1.1" status: 200 len: 944 time: 0.2189970 Jul 06 14:23:21.270987 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8828e126-e07f-47b4-8b03-1dc20225ba75 req-369adb2e-475a-421a-aac8-3c5e4843e632 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:23:21.273125 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-8828e126-e07f-47b4-8b03-1dc20225ba75 req-369adb2e-475a-421a-aac8-3c5e4843e632 service neutron] 10.222.0.72 "GET /v2.0/networks?id=e4ae84ad-fbf7-438d-8cac-3418f3b1f391 HTTP/1.1" status: 200 len: 899 time: 0.1215594 Jul 06 14:23:21.285477 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4df48f91-1c6b-4809-b052-cc73d1340b2f None None] Routers {'cbf9cae9-e8d9-42c3-b4e4-0cdcc22be709'} bound to L3 agent in host n-d-773647-6 {{(pid=100248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:23:21.286209 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-4df48f91-1c6b-4809-b052-cc73d1340b2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T14:22:56Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['cbf9cae9-e8d9-42c3-b4e4-0cdcc22be709'], 'active': True} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:23:21.345438 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-4df48f91-1c6b-4809-b052-cc73d1340b2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-773647-6', False) {} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:23:21.348143 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4df48f91-1c6b-4809-b052-cc73d1340b2f None None] The sync data for ids ['cbf9cae9-e8d9-42c3-b4e4-0cdcc22be709'] in n-d-773647-6 is: [] {{(pid=100248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 14:23:21.413475 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-c55574f5-d316-4bab-8135-30f01b9852ca tempest-RoutersAdminTest-593889549 tempest-RoutersAdminTest-593889549-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1806308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6982'] for router, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:21.418070 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-c55574f5-d316-4bab-8135-30f01b9852ca tempest-RoutersAdminTest-593889549 tempest-RoutersAdminTest-593889549-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:21.495058 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9735791d-9571-4e2d-8666-8fbc8a4f7efa req-6c020b8f-ae8c-4fdc-b54b-8af3f8c59599 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:23:21.497351 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-9735791d-9571-4e2d-8666-8fbc8a4f7efa req-6c020b8f-ae8c-4fdc-b54b-8af3f8c59599 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] 10.222.0.104 "GET /v2.0/ports?device_id=eded8238-d997-42be-b238-e8071d7f941a HTTP/1.1" status: 200 len: 944 time: 0.7804627 Jul 06 14:23:21.498181 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-c55574f5-d316-4bab-8135-30f01b9852ca tempest-RoutersAdminTest-593889549 tempest-RoutersAdminTest-593889549-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1805684'] for router, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:21.498732 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c55574f5-d316-4bab-8135-30f01b9852ca tempest-RoutersAdminTest-593889549 tempest-RoutersAdminTest-593889549-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 1cffd822-db2d-4f4d-a4b6-95731ddcb65a {{(pid=100247) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 14:23:21.504729 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-c55574f5-d316-4bab-8135-30f01b9852ca tempest-RoutersAdminTest-593889549 tempest-RoutersAdminTest-593889549-project-admin] Notify callbacks [] for router, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:21.505267 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-6f4eacad-94fc-4588-a548-f50b3c219e30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a1550dc-2b33-4f30-ba8c-656e73532932', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1201183656', 'tenant_id': '1077a35eaa714f1bbf260d32c5a52c8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.62'}], 'enable_snat': True}, 'gw_port_id': '6bc26841-c0dc-4581-bb12-60a86ac85a2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:21:13Z', 'updated_at': '2021-07-06T14:21:20Z', 'revision_number': 4, 'project_id': '1077a35eaa714f1bbf260d32c5a52c8f', 'gw_port': {'id': '6bc26841-c0dc-4581-bb12-60a86ac85a2c', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:33:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a1550dc-2b33-4f30-ba8c-656e73532932', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2903, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:21:14Z', 'updated_at': '2021-07-06T14:21:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6', '_interfaces': [{'id': 'bda4d34f-3c3f-49ff-8f8b-5f5ca59404c3', 'name': '', 'network_id': 'e4ae84ad-fbf7-438d-8cac-3418f3b1f391', 'tenant_id': '1077a35eaa714f1bbf260d32c5a52c8f', 'mac_address': 'fa:16:3e:67:fb:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a1550dc-2b33-4f30-ba8c-656e73532932', 'device_owner': 'network:router_interface', 'standard_attr_id': 2912, 'fixed_ips': [{'subnet_id': '577a0dd4-810a-43cb-b648-9d9592da7f23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:21:19Z', 'updated_at': '2021-07-06T14:21:26Z', 'revision_number': 5, 'project_id': '1077a35eaa714f1bbf260d32c5a52c8f', 'subnets': [{'id': '577a0dd4-810a-43cb-b648-9d9592da7f23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773647-6', False) {} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:23:21.509278 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-c55574f5-d316-4bab-8135-30f01b9852ca tempest-RoutersAdminTest-593889549 tempest-RoutersAdminTest-593889549-project-admin] 10.222.0.104 "DELETE /v2.0/routers/1cffd822-db2d-4f4d-a4b6-95731ddcb65a HTTP/1.1" status: 204 len: 168 time: 1.9903643 Jul 06 14:23:21.511055 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 41116) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:23:21.519044 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [None req-ca8e8f92-f4c5-4e19-a1ca-9dcdd92a8471 tempest-RoutersAdminTest-1447726136 tempest-RoutersAdminTest-1447726136-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1647524999', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719'}, 'admin_state_up': False}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:23:21.521618 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-8828e126-e07f-47b4-8b03-1dc20225ba75 req-662bb221-5ed3-452f-a496-6546be8091f2 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dc187fb1-f090-4520-9186-12367a249564 HTTP/1.1" status: 200 len: 217 time: 0.1960986 Jul 06 14:23:21.565110 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f4eacad-94fc-4588-a548-f50b3c219e30 None None] The sync data for ids ['6a1550dc-2b33-4f30-ba8c-656e73532932'] in n-d-773647-6 is: [{'id': '6a1550dc-2b33-4f30-ba8c-656e73532932', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1201183656', 'tenant_id': '1077a35eaa714f1bbf260d32c5a52c8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.62'}], 'enable_snat': True}, 'gw_port_id': '6bc26841-c0dc-4581-bb12-60a86ac85a2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:21:13Z', 'updated_at': '2021-07-06T14:21:20Z', 'revision_number': 4, 'project_id': '1077a35eaa714f1bbf260d32c5a52c8f', 'gw_port': {'id': '6bc26841-c0dc-4581-bb12-60a86ac85a2c', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:33:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a1550dc-2b33-4f30-ba8c-656e73532932', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2903, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:21:14Z', 'updated_at': '2021-07-06T14:21:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6', '_interfaces': [{'id': 'bda4d34f-3c3f-49ff-8f8b-5f5ca59404c3', 'name': '', 'network_id': 'e4ae84ad-fbf7-438d-8cac-3418f3b1f391', 'tenant_id': '1077a35eaa714f1bbf260d32c5a52c8f', 'mac_address': 'fa:16:3e:67:fb:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a1550dc-2b33-4f30-ba8c-656e73532932', 'device_owner': 'network:router_interface', 'standard_attr_id': 2912, 'fixed_ips': [{'subnet_id': '577a0dd4-810a-43cb-b648-9d9592da7f23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:21:19Z', 'updated_at': '2021-07-06T14:21:26Z', 'revision_number': 5, 'project_id': '1077a35eaa714f1bbf260d32c5a52c8f', 'subnets': [{'id': '577a0dd4-810a-43cb-b648-9d9592da7f23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 14:23:21.598835 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8828e126-e07f-47b4-8b03-1dc20225ba75 req-42db2a7d-c5ca-48b5-a11f-c9cb45a75f24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:23:21.600377 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-8828e126-e07f-47b4-8b03-1dc20225ba75 req-42db2a7d-c5ca-48b5-a11f-c9cb45a75f24 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=577a0dd4-810a-43cb-b648-9d9592da7f23 HTTP/1.1" status: 200 len: 834 time: 0.0604863 Jul 06 14:23:21.612389 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-9735791d-9571-4e2d-8666-8fbc8a4f7efa req-da7693c4-01d9-4596-a3f1-1de8badf059f tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] 10.222.0.104 "GET /v2.0/security-groups?id=b3e698d3-dc13-4d46-b168-2b621268fa3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1016455 Jul 06 14:23:21.654476 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-ca8e8f92-f4c5-4e19-a1ca-9dcdd92a8471 tempest-RoutersAdminTest-1447726136 tempest-RoutersAdminTest-1447726136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1806290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6992'] for router, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:21.656655 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-ca8e8f92-f4c5-4e19-a1ca-9dcdd92a8471 tempest-RoutersAdminTest-1447726136 tempest-RoutersAdminTest-1447726136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1806157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1808637', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1714747', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7007'] for router, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:21.738476 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [req-6ddd33b7-6c94-4c9c-a2e3-3aeb2586a295 req-4d9c4e18-b2cc-4c50-9373-a9a2724c1a4f tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Deleting port dc187fb1-f090-4520-9186-12367a249564 {{(pid=100246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:23:21.738818 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-6ddd33b7-6c94-4c9c-a2e3-3aeb2586a295 req-4d9c4e18-b2cc-4c50-9373-a9a2724c1a4f tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:21.811061 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-ca8e8f92-f4c5-4e19-a1ca-9dcdd92a8471 tempest-RoutersAdminTest-1447726136 tempest-RoutersAdminTest-1447726136-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:21.859032 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8828e126-e07f-47b4-8b03-1dc20225ba75 req-a8e8aa3f-48b7-4231-a96c-3bb766536a87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:23:21.860636 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-8828e126-e07f-47b4-8b03-1dc20225ba75 req-a8e8aa3f-48b7-4231-a96c-3bb766536a87 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=e4ae84ad-fbf7-438d-8cac-3418f3b1f391&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2102876 Jul 06 14:23:21.995995 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.db [req-6ddd33b7-6c94-4c9c-a2e3-3aeb2586a295 req-4d9c4e18-b2cc-4c50-9373-a9a2724c1a4f tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] For port dc187fb1-f090-4520-9186-12367a249564, host n-h2-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=dc187fb1-f090-4520-9186-12367a249564,segment=NetworkSegment(0f9f2e53-c623-44f6-9998-d3d558a1c957),segment_id=0f9f2e53-c623-44f6-9998-d3d558a1c957)] {{(pid=100246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:23:21.996646 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-6ddd33b7-6c94-4c9c-a2e3-3aeb2586a295 req-4d9c4e18-b2cc-4c50-9373-a9a2724c1a4f tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:22.018309 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-ca8e8f92-f4c5-4e19-a1ca-9dcdd92a8471 tempest-RoutersAdminTest-1447726136 tempest-RoutersAdminTest-1447726136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1761047', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1806272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6989'] for router, precommit_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:22.033344 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [req-6ddd33b7-6c94-4c9c-a2e3-3aeb2586a295 req-4d9c4e18-b2cc-4c50-9373-a9a2724c1a4f tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Calling delete_port for dc187fb1-f090-4520-9186-12367a249564 owned by compute:nova {{(pid=100246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:23:22.081357 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81be1d7a-adec-4d07-a4fb-94ae3d24fa92 None None] New status for floating IP 8f1bf8db-db25-4f13-9cb1-63fb9ac5ea30: DOWN {{(pid=100249) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 14:23:22.122896 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2793e6f4-898a-4c36-91f4-eec17b5fbd5e tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] Router ef34d0b8-9e8a-4ea3-a5fe-1e253ac76670 has already been hosted by L3 agent 2823d358-a11b-4885-a706-95a279e43fa7 {{(pid=100246) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 14:23:22.127530 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-8828e126-e07f-47b4-8b03-1dc20225ba75 req-a94451d5-8f1b-4bb9-b575-46e1323129c5 service neutron] 10.222.0.72 "GET /v2.0/networks/e4ae84ad-fbf7-438d-8cac-3418f3b1f391?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2600431 Jul 06 14:23:22.439471 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-ca8e8f92-f4c5-4e19-a1ca-9dcdd92a8471 tempest-RoutersAdminTest-1447726136 tempest-RoutersAdminTest-1447726136-project] Notify callbacks [] for router_gateway, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:22.440985 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-8828e126-e07f-47b4-8b03-1dc20225ba75 req-04b0300c-c441-4ba4-a6ce-1dfa32ed2190 service neutron] 10.222.0.72 "GET /v2.0/networks/e4ae84ad-fbf7-438d-8cac-3418f3b1f391?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3062315 Jul 06 14:23:22.450424 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2793e6f4-898a-4c36-91f4-eec17b5fbd5e tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] Notify agent at l3_agent.n-d-773647-6 the message routers_updated {{(pid=100246) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 14:23:22.460467 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-2793e6f4-898a-4c36-91f4-eec17b5fbd5e tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for floatingip, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:22.463543 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ac79eaa-39e9-4f89-8079-cf3c902e99e2 None None] Sync routers for ids ['ef34d0b8-9e8a-4ea3-a5fe-1e253ac76670'] in n-d-773647-6 {{(pid=100248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 14:23:22.468393 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-ca8e8f92-f4c5-4e19-a1ca-9dcdd92a8471 tempest-RoutersAdminTest-1447726136 tempest-RoutersAdminTest-1447726136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:22.488572 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ac79eaa-39e9-4f89-8079-cf3c902e99e2 None None] Routers {'ef34d0b8-9e8a-4ea3-a5fe-1e253ac76670'} bound to L3 agent in host n-d-773647-6 {{(pid=100248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:23:22.492332 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-7ac79eaa-39e9-4f89-8079-cf3c902e99e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T14:22:56Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['ef34d0b8-9e8a-4ea3-a5fe-1e253ac76670'], 'active': True} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:23:22.534639 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-7ac79eaa-39e9-4f89-8079-cf3c902e99e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-773647-6', False) {} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:23:22.556482 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-6ddd33b7-6c94-4c9c-a2e3-3aeb2586a295 req-4d9c4e18-b2cc-4c50-9373-a9a2724c1a4f tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127687580'] for port, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:22.560325 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ac79eaa-39e9-4f89-8079-cf3c902e99e2 None None] Routers {'ef34d0b8-9e8a-4ea3-a5fe-1e253ac76670'} bound to L3 agent in host n-d-773647-6 {{(pid=100248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:23:22.564244 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-7ac79eaa-39e9-4f89-8079-cf3c902e99e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T14:22:56Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['ef34d0b8-9e8a-4ea3-a5fe-1e253ac76670'], 'active': True} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:23:22.626344 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9c4e18-b2cc-4c50-9373-a9a2724c1a4f tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Pushing event deleted for resources: {'Port': ['ID=dc187fb1-f090-4520-9186-12367a249564,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:23:22.635208 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.db_base_plugin_common [None req-ca8e8f92-f4c5-4e19-a1ca-9dcdd92a8471 tempest-RoutersAdminTest-1447726136 tempest-RoutersAdminTest-1447726136-project] Allocated IP 172.25.0.188 (2658f09e-a580-4d4a-9968-2d1e0ad93719/cbf74abc-6fe1-4d33-b005-c948923b9647/412e98e1-add4-40e0-bbdf-de9d1fe5240e) {{(pid=100247) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:23:22.807939 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-ca8e8f92-f4c5-4e19-a1ca-9dcdd92a8471 tempest-RoutersAdminTest-1447726136 tempest-RoutersAdminTest-1447726136-project] Notify callbacks [] for port, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:22.808415 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ddd33b7-6c94-4c9c-a2e3-3aeb2586a295 req-4d9c4e18-b2cc-4c50-9373-a9a2724c1a4f tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] No DVR routers for this DVR port dc187fb1-f090-4520-9186-12367a249564 on host n-h2-773647-6 {{(pid=100246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:23:22.811656 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-2793e6f4-898a-4c36-91f4-eec17b5fbd5e tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] 10.222.0.104 "PUT /v2.0/floatingips/b0f4269c-0bff-4344-9614-1c1688988b99 HTTP/1.1" status: 200 len: 976 time: 4.1442409 Jul 06 14:23:22.813009 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-6ddd33b7-6c94-4c9c-a2e3-3aeb2586a295 req-4d9c4e18-b2cc-4c50-9373-a9a2724c1a4f tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:22.817249 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 41134) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:23:22.828239 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-6ddd33b7-6c94-4c9c-a2e3-3aeb2586a295 req-4d9c4e18-b2cc-4c50-9373-a9a2724c1a4f tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] 10.222.0.72 "DELETE /v2.0/ports/dc187fb1-f090-4520-9186-12367a249564 HTTP/1.1" status: 204 len: 173 time: 1.5007081 Jul 06 14:23:22.828750 n-d-773647-6 neutron-server[100246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eded8238-d997-42be-b238-e8071d7f941a', 'name': 'network-vif-deleted', 'tag': 'dc187fb1-f090-4520-9186-12367a249564'}] {{(pid=100246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:23:22.831091 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0d96c5ab5e889f7b933ae915b9be33d1b46c9e87795bf781004b656ef3f1e87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4e5f0a7-14fb-49b4-b740-3c06f4abe3dd" -d '{"events": [{"server_uuid": "eded8238-d997-42be-b238-e8071d7f941a", "name": "network-vif-deleted", "tag": "dc187fb1-f090-4520-9186-12367a249564"}]}' {{(pid=100246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:23:22.893870 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 14:23:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b933748-f859-4fbb-81f2-592c8070e37a x-openstack-request-id: req-2b933748-f859-4fbb-81f2-592c8070e37a {{(pid=100246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:23:22.894176 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eded8238-d997-42be-b238-e8071d7f941a", "name": "network-vif-deleted", "tag": "dc187fb1-f090-4520-9186-12367a249564", "status": "completed", "code": 200}]} {{(pid=100246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:23:22.894428 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-2b933748-f859-4fbb-81f2-592c8070e37a {{(pid=100246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:23:22.894854 n-d-773647-6 neutron-server[100246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eded8238-d997-42be-b238-e8071d7f941a', 'name': 'network-vif-deleted', 'tag': 'dc187fb1-f090-4520-9186-12367a249564', 'status': 'completed', 'code': 200} Jul 06 14:23:22.929657 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-7ac79eaa-39e9-4f89-8079-cf3c902e99e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-773647-6', False) {} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:23:22.930282 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ac79eaa-39e9-4f89-8079-cf3c902e99e2 None None] The sync data for ids ['ef34d0b8-9e8a-4ea3-a5fe-1e253ac76670'] in n-d-773647-6 is: [] {{(pid=100248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 14:23:22.938782 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-f315cd23-0403-4c54-8f1e-ea9e4f467f3d req-22b3034d-b474-413c-9f14-db9a497b5b8b tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] 10.222.0.104 "GET /v2.0/ports?device_id=eded8238-d997-42be-b238-e8071d7f941a HTTP/1.1" status: 200 len: 210 time: 0.0863717 Jul 06 14:23:22.941135 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-de6ad7dd-12d3-49af-ace0-07ed9888db20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:23.025066 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-ca8e8f92-f4c5-4e19-a1ca-9dcdd92a8471 tempest-RoutersAdminTest-1447726136 tempest-RoutersAdminTest-1447726136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-128888360'] for port, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:23.083985 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca8e8f92-f4c5-4e19-a1ca-9dcdd92a8471 tempest-RoutersAdminTest-1447726136 tempest-RoutersAdminTest-1447726136-project] Network 2658f09e-a580-4d4a-9968-2d1e0ad93719 is already hosted by enough agents. {{(pid=100247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:23:23.088321 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8e8f92-f4c5-4e19-a1ca-9dcdd92a8471 tempest-RoutersAdminTest-1447726136 tempest-RoutersAdminTest-1447726136-project] Pushing event updated for resources: {'Port': ['ID=412e98e1-add4-40e0-bbdf-de9d1fe5240e,revision_number=1']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:23:23.091896 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.base_scheduler [None req-ca8e8f92-f4c5-4e19-a1ca-9dcdd92a8471 tempest-RoutersAdminTest-1447726136 tempest-RoutersAdminTest-1447726136-project] Resources bound (agent type, host, resource id): {{(pid=100247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:23:23.101294 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca8e8f92-f4c5-4e19-a1ca-9dcdd92a8471 tempest-RoutersAdminTest-1447726136 tempest-RoutersAdminTest-1447726136-project] Received port after_create {{(pid=100247) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:23:23.143123 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.plugin [None req-2e121adb-58db-4641-93ed-1faa5daaa061 tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] Deleting port 7be4dc7b-1b36-412b-a194-1a480ade8c44 {{(pid=100247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:23:23.143516 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-2e121adb-58db-4641-93ed-1faa5daaa061 tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:23.300037 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-2e121adb-58db-4641-93ed-1faa5daaa061 tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:23.571598 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 41144) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:23:23.620420 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-2e121adb-58db-4641-93ed-1faa5daaa061 tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:23.620799 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-2e121adb-58db-4641-93ed-1faa5daaa061 tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1761130'] for floatingip, after_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:23.621126 n-d-773647-6 neutron-server[100247]: INFO neutron.db.l3_db [None req-2e121adb-58db-4641-93ed-1faa5daaa061 tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] Floating IP b0f4269c-0bff-4344-9614-1c1688988b99 disassociated. External IP: 172.25.0.81, port: 7be4dc7b-1b36-412b-a194-1a480ade8c44. Jul 06 14:23:23.621618 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.plugin [None req-2e121adb-58db-4641-93ed-1faa5daaa061 tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] Calling delete_port for 7be4dc7b-1b36-412b-a194-1a480ade8c44 owned by {{(pid=100247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:23:23.681759 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-ca8e8f92-f4c5-4e19-a1ca-9dcdd92a8471 tempest-RoutersAdminTest-1447726136 tempest-RoutersAdminTest-1447726136-project] Notify callbacks [] for router_gateway, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:23.700474 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-d3cb9fa9-d90e-4dc2-acc5-25607deea36a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:23.764751 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device e477112a-cd67-4283-87ad-3764fe1eb8a4 no longer exists at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:23:23.795979 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] No Port match for: e477112a-cd67-4283-87ad-3764fe1eb8a4 {{(pid=100248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 14:23:23.796660 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device e477112a-cd67-4283-87ad-3764fe1eb8a4 not bound to the agent host n-d-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:23:23.847836 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-d3cb9fa9-d90e-4dc2-acc5-25607deea36a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:23.852880 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-d3cb9fa9-d90e-4dc2-acc5-25607deea36a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:23.893508 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cb9fa9-d90e-4dc2-acc5-25607deea36a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27fed404-c6d0-4be2-9b49-5f2277ed8e97,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:23:23.902518 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-d3cb9fa9-d90e-4dc2-acc5-25607deea36a admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=e5521560cd1b4b8d838cb059e78c0dd5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3285701 Jul 06 14:23:23.902846 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 41148) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:23:23.915401 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-2e121adb-58db-4641-93ed-1faa5daaa061 tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128888353'] for port, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:23.992013 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e121adb-58db-4641-93ed-1faa5daaa061 tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] Pushing event deleted for resources: {'Port': ['ID=7be4dc7b-1b36-412b-a194-1a480ade8c44,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:23:24.052353 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 41152) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:23:24.057203 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-ca8e8f92-f4c5-4e19-a1ca-9dcdd92a8471 tempest-RoutersAdminTest-1447726136 tempest-RoutersAdminTest-1447726136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1806297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1761036'] for router, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:24.088363 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-d62ed21c-0423-4c80-9d92-4a196b3afd23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:24.191486 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Device dc187fb1-f090-4520-9186-12367a249564 no longer exists at agent hyperv_n-h2-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:23:24.219245 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] No Port match for: dc187fb1-f090-4520-9186-12367a249564 {{(pid=100248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 14:23:24.219885 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Device dc187fb1-f090-4520-9186-12367a249564 not bound to the agent host n-h2-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:23:24.222198 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-d62ed21c-0423-4c80-9d92-4a196b3afd23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:24.314597 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e121adb-58db-4641-93ed-1faa5daaa061 tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] Router ef34d0b8-9e8a-4ea3-a5fe-1e253ac76670 has already been hosted by L3 agent 2823d358-a11b-4885-a706-95a279e43fa7 {{(pid=100247) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 14:23:24.394774 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-d62ed21c-0423-4c80-9d92-4a196b3afd23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:24.397341 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-d62ed21c-0423-4c80-9d92-4a196b3afd23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:24.399722 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-d62ed21c-0423-4c80-9d92-4a196b3afd23 admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/27fed404-c6d0-4be2-9b49-5f2277ed8e97 HTTP/1.1" status: 204 len: 168 time: 0.4962480 Jul 06 14:23:24.424133 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62ed21c-0423-4c80-9d92-4a196b3afd23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27fed404-c6d0-4be2-9b49-5f2277ed8e97,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:23:24.434163 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca8e8f92-f4c5-4e19-a1ca-9dcdd92a8471 tempest-RoutersAdminTest-1447726136 tempest-RoutersAdminTest-1447726136-project] Router b9c7fb23-3640-46c8-a46d-c76b5dcafc87 is scheduled to L3 agent 2823d358-a11b-4885-a706-95a279e43fa7 with binding_index 1 {{(pid=100247) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 14:23:24.541764 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e121adb-58db-4641-93ed-1faa5daaa061 tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] Notify agent at l3_agent.n-d-773647-6 the message routers_updated {{(pid=100247) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 14:23:24.559801 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ad53779-dec8-4e2f-8a63-be9f594c274a None None] Sync routers for ids ['ef34d0b8-9e8a-4ea3-a5fe-1e253ac76670'] in n-d-773647-6 {{(pid=100249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 14:23:24.576418 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ad53779-dec8-4e2f-8a63-be9f594c274a None None] Routers {'ef34d0b8-9e8a-4ea3-a5fe-1e253ac76670'} bound to L3 agent in host n-d-773647-6 {{(pid=100249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:23:24.577170 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-2ad53779-dec8-4e2f-8a63-be9f594c274a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T14:22:56Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['ef34d0b8-9e8a-4ea3-a5fe-1e253ac76670'], 'active': True} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:23:24.627039 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-2ad53779-dec8-4e2f-8a63-be9f594c274a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-773647-6', False) {} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:23:24.637314 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ad53779-dec8-4e2f-8a63-be9f594c274a None None] Routers {'ef34d0b8-9e8a-4ea3-a5fe-1e253ac76670'} bound to L3 agent in host n-d-773647-6 {{(pid=100249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:23:24.638182 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-2ad53779-dec8-4e2f-8a63-be9f594c274a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T14:22:56Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['ef34d0b8-9e8a-4ea3-a5fe-1e253ac76670'], 'active': True} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:23:24.689987 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-2ad53779-dec8-4e2f-8a63-be9f594c274a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-773647-6', False) {} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:23:24.690980 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ad53779-dec8-4e2f-8a63-be9f594c274a None None] The sync data for ids ['ef34d0b8-9e8a-4ea3-a5fe-1e253ac76670'] in n-d-773647-6 is: [] {{(pid=100249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 14:23:24.707395 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-2e121adb-58db-4641-93ed-1faa5daaa061 tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:24.709373 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-2e121adb-58db-4641-93ed-1faa5daaa061 tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] 10.222.0.104 "DELETE /v2.0/ports/7be4dc7b-1b36-412b-a194-1a480ade8c44 HTTP/1.1" status: 204 len: 168 time: 1.8908625 Jul 06 14:23:24.712555 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 41160) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:23:24.900242 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 41164) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:23:24.943260 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-9161da98-6c86-4046-818a-dbdd996e2fb1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:25.020444 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-bf96c782-f31d-4a62-bb48-2f04fcb8a001 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1809431'] for router_interface, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:25.123460 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca8e8f92-f4c5-4e19-a1ca-9dcdd92a8471 tempest-RoutersAdminTest-1447726136 tempest-RoutersAdminTest-1447726136-project] Notify agent at l3_agent.n-d-773647-6 the message routers_updated {{(pid=100247) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 14:23:25.132931 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-170c767a-eff1-43cb-b6d4-1da6a2c2410a None None] Sync routers for ids ['b9c7fb23-3640-46c8-a46d-c76b5dcafc87'] in n-d-773647-6 {{(pid=100248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 14:23:25.143718 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-170c767a-eff1-43cb-b6d4-1da6a2c2410a None None] Routers {'b9c7fb23-3640-46c8-a46d-c76b5dcafc87'} bound to L3 agent in host n-d-773647-6 {{(pid=100248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:23:25.144792 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-170c767a-eff1-43cb-b6d4-1da6a2c2410a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T14:22:56Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['b9c7fb23-3640-46c8-a46d-c76b5dcafc87'], 'active': True} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:23:25.201482 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-170c767a-eff1-43cb-b6d4-1da6a2c2410a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-773647-6', False) {} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:23:25.204612 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-9161da98-6c86-4046-818a-dbdd996e2fb1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:25.211473 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-170c767a-eff1-43cb-b6d4-1da6a2c2410a None None] Routers {'b9c7fb23-3640-46c8-a46d-c76b5dcafc87'} bound to L3 agent in host n-d-773647-6 {{(pid=100248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:23:25.212165 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-170c767a-eff1-43cb-b6d4-1da6a2c2410a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T14:22:56Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['b9c7fb23-3640-46c8-a46d-c76b5dcafc87'], 'active': True} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:23:25.220232 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-ca8e8f92-f4c5-4e19-a1ca-9dcdd92a8471 tempest-RoutersAdminTest-1447726136 tempest-RoutersAdminTest-1447726136-project] Notify callbacks [] for router, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:25.224133 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-ca8e8f92-f4c5-4e19-a1ca-9dcdd92a8471 tempest-RoutersAdminTest-1447726136 tempest-RoutersAdminTest-1447726136-project] 10.222.0.104 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 3.7094817 Jul 06 14:23:25.224336 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 41168) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:23:25.228712 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [None req-ee2b1f50-1cd9-4522-a8e5-dea5f8174a54 tempest-RoutersAdminTest-593889549 tempest-RoutersAdminTest-593889549-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'enable_snat': False}}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:23:25.237736 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-9161da98-6c86-4046-818a-dbdd996e2fb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:25.247943 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-170c767a-eff1-43cb-b6d4-1da6a2c2410a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-773647-6', False) {} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:23:25.248692 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-170c767a-eff1-43cb-b6d4-1da6a2c2410a None None] The sync data for ids ['b9c7fb23-3640-46c8-a46d-c76b5dcafc87'] in n-d-773647-6 is: [] {{(pid=100248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 14:23:25.330619 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-9161da98-6c86-4046-818a-dbdd996e2fb1 admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=9f0615ca7d224d7183dd62d311253d37&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4254487 Jul 06 14:23:25.330868 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 41170) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:23:25.338196 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9161da98-6c86-4046-818a-dbdd996e2fb1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af603677-e433-4815-bfba-4fbe60029f32,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:23:25.432333 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-907bf40c-5cc2-46b9-be0d-93a1e7deb758 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:25.486590 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-907bf40c-5cc2-46b9-be0d-93a1e7deb758 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:25.542998 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [None req-bf96c782-f31d-4a62-bb48-2f04fcb8a001 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Deleting port bda4d34f-3c3f-49ff-8f8b-5f5ca59404c3 {{(pid=100246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:23:25.543512 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-bf96c782-f31d-4a62-bb48-2f04fcb8a001 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:25.554340 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-05079cfa-0190-4e5d-ad0f-c84722c69145 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:25.598103 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-907bf40c-5cc2-46b9-be0d-93a1e7deb758 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:25.600649 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-907bf40c-5cc2-46b9-be0d-93a1e7deb758 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:25.601800 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-907bf40c-5cc2-46b9-be0d-93a1e7deb758 admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/af603677-e433-4815-bfba-4fbe60029f32 HTTP/1.1" status: 204 len: 168 time: 0.2700536 Jul 06 14:23:25.617054 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907bf40c-5cc2-46b9-be0d-93a1e7deb758 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af603677-e433-4815-bfba-4fbe60029f32,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:23:25.669840 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.db [None req-bf96c782-f31d-4a62-bb48-2f04fcb8a001 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] For port bda4d34f-3c3f-49ff-8f8b-5f5ca59404c3, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=bda4d34f-3c3f-49ff-8f8b-5f5ca59404c3,segment=NetworkSegment(0f9f2e53-c623-44f6-9998-d3d558a1c957),segment_id=0f9f2e53-c623-44f6-9998-d3d558a1c957)] {{(pid=100246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:23:25.670345 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-bf96c782-f31d-4a62-bb48-2f04fcb8a001 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:25.685161 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [None req-bf96c782-f31d-4a62-bb48-2f04fcb8a001 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Calling delete_port for bda4d34f-3c3f-49ff-8f8b-5f5ca59404c3 owned by network:router_interface {{(pid=100246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:23:25.716448 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-ee2b1f50-1cd9-4522-a8e5-dea5f8174a54 tempest-RoutersAdminTest-593889549 tempest-RoutersAdminTest-593889549-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1761047', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1806272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6989'] for router, precommit_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:25.748964 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-6dbc6080-ea9e-48ff-a010-45f60eaf5bda tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1809431'] for router_interface, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:25.889032 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:25.953600 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-bf96c782-f31d-4a62-bb48-2f04fcb8a001 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127687580'] for port, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:25.998778 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf96c782-f31d-4a62-bb48-2f04fcb8a001 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Pushing event deleted for resources: {'Port': ['ID=bda4d34f-3c3f-49ff-8f8b-5f5ca59404c3,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:23:26.248163 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-bf96c782-f31d-4a62-bb48-2f04fcb8a001 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1809193'] for router_interface, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:26.422054 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.plugin [None req-6dbc6080-ea9e-48ff-a010-45f60eaf5bda tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] Deleting port 8639eaf9-9528-44c7-a468-c51f8a4f4ae3 {{(pid=100247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:23:26.422402 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-6dbc6080-ea9e-48ff-a010-45f60eaf5bda tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:26.525321 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf96c782-f31d-4a62-bb48-2f04fcb8a001 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Router 6a1550dc-2b33-4f30-ba8c-656e73532932 has already been hosted by L3 agent 2823d358-a11b-4885-a706-95a279e43fa7 {{(pid=100246) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 14:23:26.586225 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-ee2b1f50-1cd9-4522-a8e5-dea5f8174a54 tempest-RoutersAdminTest-593889549 tempest-RoutersAdminTest-593889549-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1761047', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1806272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6989'] for router, precommit_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:26.595569 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-ee2b1f50-1cd9-4522-a8e5-dea5f8174a54 tempest-RoutersAdminTest-593889549 tempest-RoutersAdminTest-593889549-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1761036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1761054', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1761029', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1806287'] for router, after_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:26.606565 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-6dbc6080-ea9e-48ff-a010-45f60eaf5bda tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:26.619420 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-2064eaae-da4f-48f8-82d2-b09d4ddedd44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:26.654709 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.plugin [None req-6dbc6080-ea9e-48ff-a010-45f60eaf5bda tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] Calling delete_port for 8639eaf9-9528-44c7-a468-c51f8a4f4ae3 owned by network:router_interface {{(pid=100247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:23:26.681031 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf96c782-f31d-4a62-bb48-2f04fcb8a001 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Notify agent at l3_agent.n-d-773647-6 the message routers_updated {{(pid=100246) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 14:23:26.688348 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-bf96c782-f31d-4a62-bb48-2f04fcb8a001 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] 10.222.0.104 "PUT /v2.0/routers/6a1550dc-2b33-4f30-ba8c-656e73532932/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6328192 Jul 06 14:23:26.689910 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 41204) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:23:26.692894 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88fa3794-8a3a-4429-999b-7bcdc67f2db8 None None] Sync routers for ids ['6a1550dc-2b33-4f30-ba8c-656e73532932'] in n-d-773647-6 {{(pid=100249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 14:23:26.711174 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88fa3794-8a3a-4429-999b-7bcdc67f2db8 None None] Routers {'6a1550dc-2b33-4f30-ba8c-656e73532932'} bound to L3 agent in host n-d-773647-6 {{(pid=100249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:23:26.712066 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-88fa3794-8a3a-4429-999b-7bcdc67f2db8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T14:23:26Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['6a1550dc-2b33-4f30-ba8c-656e73532932'], 'active': True} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:23:26.758222 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.db_base_plugin_v2 [None req-c3953660-6198-4418-acd7-6ce8035d208b tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Deleting subnet 577a0dd4-810a-43cb-b648-9d9592da7f23 {{(pid=100246) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 14:23:26.763697 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-c3953660-6198-4418-acd7-6ce8035d208b tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Notify callbacks [] for subnet, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:26.786196 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee2b1f50-1cd9-4522-a8e5-dea5f8174a54 tempest-RoutersAdminTest-593889549 tempest-RoutersAdminTest-593889549-project-admin] Router b9c7fb23-3640-46c8-a46d-c76b5dcafc87 has already been hosted by L3 agent 2823d358-a11b-4885-a706-95a279e43fa7 {{(pid=100247) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 14:23:26.828781 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-c3953660-6198-4418-acd7-6ce8035d208b tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126218885'] for subnet, precommit_delete_associations {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:26.945732 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvr_db [None req-88fa3794-8a3a-4429-999b-7bcdc67f2db8 None None] Set router 6a1550dc-2b33-4f30-ba8c-656e73532932 gateway port host: n-d-773647-6 {{(pid=100249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:23:26.994957 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee2b1f50-1cd9-4522-a8e5-dea5f8174a54 tempest-RoutersAdminTest-593889549 tempest-RoutersAdminTest-593889549-project-admin] Notify agent at l3_agent.n-d-773647-6 the message routers_updated {{(pid=100247) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 14:23:27.005475 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-ee2b1f50-1cd9-4522-a8e5-dea5f8174a54 tempest-RoutersAdminTest-593889549 tempest-RoutersAdminTest-593889549-project-admin] Notify callbacks [] for router, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:27.005475 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-ee2b1f50-1cd9-4522-a8e5-dea5f8174a54 tempest-RoutersAdminTest-593889549 tempest-RoutersAdminTest-593889549-project-admin] 10.222.0.104 "PUT /v2.0/routers/b9c7fb23-3640-46c8-a46d-c76b5dcafc87 HTTP/1.1" status: 200 len: 922 time: 1.7774312 Jul 06 14:23:27.006870 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 41216) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:23:27.011305 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b28e550-c49d-4f00-9cc5-f08d75180610 None None] Sync routers for ids ['b9c7fb23-3640-46c8-a46d-c76b5dcafc87'] in n-d-773647-6 {{(pid=100248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 14:23:27.028337 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b28e550-c49d-4f00-9cc5-f08d75180610 None None] Routers {'b9c7fb23-3640-46c8-a46d-c76b5dcafc87'} bound to L3 agent in host n-d-773647-6 {{(pid=100248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:23:27.028878 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-6b28e550-c49d-4f00-9cc5-f08d75180610 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T14:23:26Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['b9c7fb23-3640-46c8-a46d-c76b5dcafc87'], 'active': True} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:23:27.061828 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-c3953660-6198-4418-acd7-6ce8035d208b tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-913473'] for subnet, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:27.074561 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-6dbc6080-ea9e-48ff-a010-45f60eaf5bda tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128888353'] for port, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:27.131728 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-6b28e550-c49d-4f00-9cc5-f08d75180610 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-773647-6', False) {} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:23:27.156549 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-c3953660-6198-4418-acd7-6ce8035d208b tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-913480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1849032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127687590', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127702764'] for subnet, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:27.159655 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b28e550-c49d-4f00-9cc5-f08d75180610 None None] Routers {'b9c7fb23-3640-46c8-a46d-c76b5dcafc87'} bound to L3 agent in host n-d-773647-6 {{(pid=100248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:23:27.160505 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-6b28e550-c49d-4f00-9cc5-f08d75180610 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T14:23:26Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['b9c7fb23-3640-46c8-a46d-c76b5dcafc87'], 'active': True} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:23:27.215152 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3953660-6198-4418-acd7-6ce8035d208b tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Pushing event deleted for resources: {'Subnet': ['ID=577a0dd4-810a-43cb-b648-9d9592da7f23,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:23:27.222585 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-c3953660-6198-4418-acd7-6ce8035d208b tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Notify callbacks [] for subnet, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:27.230363 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-c3953660-6198-4418-acd7-6ce8035d208b tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] 10.222.0.104 "DELETE /v2.0/subnets/577a0dd4-810a-43cb-b648-9d9592da7f23 HTTP/1.1" status: 204 len: 168 time: 0.5390060 Jul 06 14:23:27.232832 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 41224) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:23:27.253421 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f2177dd-085b-42a8-8873-d347a83b7eb1 None None] Network e4ae84ad-fbf7-438d-8cac-3418f3b1f391 requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:23:27.263234 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-6b28e550-c49d-4f00-9cc5-f08d75180610 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-773647-6', False) {} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:23:27.264057 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b28e550-c49d-4f00-9cc5-f08d75180610 None None] The sync data for ids ['b9c7fb23-3640-46c8-a46d-c76b5dcafc87'] in n-d-773647-6 is: [] {{(pid=100248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 14:23:27.294184 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-88fa3794-8a3a-4429-999b-7bcdc67f2db8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a1550dc-2b33-4f30-ba8c-656e73532932', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1201183656', 'tenant_id': '1077a35eaa714f1bbf260d32c5a52c8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.62'}], 'enable_snat': True}, 'gw_port_id': '6bc26841-c0dc-4581-bb12-60a86ac85a2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:21:13Z', 'updated_at': '2021-07-06T14:23:25Z', 'revision_number': 5, 'project_id': '1077a35eaa714f1bbf260d32c5a52c8f', 'gw_port': {'id': '6bc26841-c0dc-4581-bb12-60a86ac85a2c', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:33:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a1550dc-2b33-4f30-ba8c-656e73532932', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2903, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:21:14Z', 'updated_at': '2021-07-06T14:21:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6'}], 'n-d-773647-6', False) {} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:23:27.379938 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88fa3794-8a3a-4429-999b-7bcdc67f2db8 None None] Checking router: 6a1550dc-2b33-4f30-ba8c-656e73532932 for host: n-d-773647-6 {{(pid=100249) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 14:23:27.391291 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88fa3794-8a3a-4429-999b-7bcdc67f2db8 None None] Routers {'6a1550dc-2b33-4f30-ba8c-656e73532932'} bound to L3 agent in host n-d-773647-6 {{(pid=100249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:23:27.392166 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-88fa3794-8a3a-4429-999b-7bcdc67f2db8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T14:23:26Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['6a1550dc-2b33-4f30-ba8c-656e73532932'], 'active': True} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:23:27.452342 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-cbd13490-f4d7-42af-878c-09d876146a5d tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Notify callbacks [] for router, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:27.592936 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvr_db [None req-88fa3794-8a3a-4429-999b-7bcdc67f2db8 None None] Set router 6a1550dc-2b33-4f30-ba8c-656e73532932 gateway port host: n-d-773647-6 {{(pid=100249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:23:27.622494 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbc6080-ea9e-48ff-a010-45f60eaf5bda tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] Pushing event deleted for resources: {'Port': ['ID=8639eaf9-9528-44c7-a468-c51f8a4f4ae3,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:23:27.635777 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-cbd13490-f4d7-42af-878c-09d876146a5d tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:27.668467 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d0487b0-47ea-4d03-bb89-2b2530366cfc None None] DHCP port deletion for e4ae84ad-fbf7-438d-8cac-3418f3b1f391 request from n-d-773647-6 {{(pid=100248) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 14:23:27.710613 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-61eb6a2c-02d8-4b25-85e9-6d6b113b9cf9 tempest-RoutersAdminTest-593889549 tempest-RoutersAdminTest-593889549-project-admin] 10.222.0.104 "GET /v2.0/routers/b9c7fb23-3640-46c8-a46d-c76b5dcafc87 HTTP/1.1" status: 200 len: 922 time: 0.7026110 Jul 06 14:23:27.715028 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 41236) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:23:27.791242 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-5d0487b0-47ea-4d03-bb89-2b2530366cfc None None] Deleting port 3d402dde-ba72-4c2c-acbc-863fe6496f05 {{(pid=100248) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:23:27.791631 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5d0487b0-47ea-4d03-bb89-2b2530366cfc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:27.896417 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5d0487b0-47ea-4d03-bb89-2b2530366cfc None None] For port 3d402dde-ba72-4c2c-acbc-863fe6496f05, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=3d402dde-ba72-4c2c-acbc-863fe6496f05,segment=NetworkSegment(0f9f2e53-c623-44f6-9998-d3d558a1c957),segment_id=0f9f2e53-c623-44f6-9998-d3d558a1c957)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:23:27.898085 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5d0487b0-47ea-4d03-bb89-2b2530366cfc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:27.920591 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [None req-cbd13490-f4d7-42af-878c-09d876146a5d tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Deleting port 6bc26841-c0dc-4581-bb12-60a86ac85a2c {{(pid=100246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:23:27.921222 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-cbd13490-f4d7-42af-878c-09d876146a5d tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:27.930421 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-5d0487b0-47ea-4d03-bb89-2b2530366cfc None None] Calling delete_port for 3d402dde-ba72-4c2c-acbc-863fe6496f05 owned by network:dhcp {{(pid=100248) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:23:28.018686 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-6dbc6080-ea9e-48ff-a010-45f60eaf5bda tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1809193'] for router_interface, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:28.020256 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-88fa3794-8a3a-4429-999b-7bcdc67f2db8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a1550dc-2b33-4f30-ba8c-656e73532932', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1201183656', 'tenant_id': '1077a35eaa714f1bbf260d32c5a52c8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.62'}], 'enable_snat': True}, 'gw_port_id': '6bc26841-c0dc-4581-bb12-60a86ac85a2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:21:13Z', 'updated_at': '2021-07-06T14:23:25Z', 'revision_number': 5, 'project_id': '1077a35eaa714f1bbf260d32c5a52c8f', 'gw_port': {'id': '6bc26841-c0dc-4581-bb12-60a86ac85a2c', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:33:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a1550dc-2b33-4f30-ba8c-656e73532932', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2903, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:21:14Z', 'updated_at': '2021-07-06T14:21:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6'}], 'n-d-773647-6', False) {} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:23:28.059962 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88fa3794-8a3a-4429-999b-7bcdc67f2db8 None None] The sync data for ids ['6a1550dc-2b33-4f30-ba8c-656e73532932'] in n-d-773647-6 is: [{'id': '6a1550dc-2b33-4f30-ba8c-656e73532932', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1201183656', 'tenant_id': '1077a35eaa714f1bbf260d32c5a52c8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.62'}], 'enable_snat': True}, 'gw_port_id': '6bc26841-c0dc-4581-bb12-60a86ac85a2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:21:13Z', 'updated_at': '2021-07-06T14:23:25Z', 'revision_number': 5, 'project_id': '1077a35eaa714f1bbf260d32c5a52c8f', 'gw_port': {'id': '6bc26841-c0dc-4581-bb12-60a86ac85a2c', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:33:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a1550dc-2b33-4f30-ba8c-656e73532932', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2903, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:21:14Z', 'updated_at': '2021-07-06T14:21:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6'}] {{(pid=100249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 14:23:28.074154 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 3d402dde-ba72-4c2c-acbc-863fe6496f05 no longer exists at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:23:28.274814 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5d0487b0-47ea-4d03-bb89-2b2530366cfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117'] for port, after_delete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:28.341273 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:28.355801 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0487b0-47ea-4d03-bb89-2b2530366cfc None None] Pushing event deleted for resources: {'Port': ['ID=3d402dde-ba72-4c2c-acbc-863fe6496f05,revision_number=None']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:23:28.402064 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d0487b0-47ea-4d03-bb89-2b2530366cfc None None] No DVR routers for this DVR port 3d402dde-ba72-4c2c-acbc-863fe6496f05 on host n-d-773647-6 {{(pid=100248) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:23:28.457159 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-03f71b24-a9b8-453a-8924-caa3f97bc6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:28.495546 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61c6ff2a-879f-4424-bc88-fdff403b4f38 tempest-RoutersAdminTest-593889549 tempest-RoutersAdminTest-593889549-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:23:28.496851 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6dbc6080-ea9e-48ff-a010-45f60eaf5bda tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] Router ef34d0b8-9e8a-4ea3-a5fe-1e253ac76670 has already been hosted by L3 agent 2823d358-a11b-4885-a706-95a279e43fa7 {{(pid=100247) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 14:23:28.497228 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-61c6ff2a-879f-4424-bc88-fdff403b4f38 tempest-RoutersAdminTest-593889549 tempest-RoutersAdminTest-593889549-project-admin] 10.222.0.104 "GET /v2.0/ports?network_id=2658f09e-a580-4d4a-9968-2d1e0ad93719&device_id=b9c7fb23-3640-46c8-a46d-c76b5dcafc87&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.7810469 Jul 06 14:23:28.499965 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 41254) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:23:28.647611 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6dbc6080-ea9e-48ff-a010-45f60eaf5bda tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] Notify agent at l3_agent.n-d-773647-6 the message routers_updated {{(pid=100247) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 14:23:28.651852 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e176159-fbae-4432-ac6f-a230e6a17634 tempest-RoutersAdminTest-593889549 tempest-RoutersAdminTest-593889549-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:23:28.653254 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-9e176159-fbae-4432-ac6f-a230e6a17634 tempest-RoutersAdminTest-593889549 tempest-RoutersAdminTest-593889549-project-admin] 10.222.0.104 "GET /v2.0/networks/2658f09e-a580-4d4a-9968-2d1e0ad93719 HTTP/1.1" status: 200 len: 881 time: 0.1523709 Jul 06 14:23:28.653370 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-6dbc6080-ea9e-48ff-a010-45f60eaf5bda tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] 10.222.0.104 "PUT /v2.0/routers/ef34d0b8-9e8a-4ea3-a5fe-1e253ac76670/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9398558 Jul 06 14:23:28.656566 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 41260) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:23:28.659634 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 41262) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:23:28.664612 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c17cf515-508a-454c-9ab7-b285a68e7d25 None None] Sync routers for ids ['ef34d0b8-9e8a-4ea3-a5fe-1e253ac76670'] in n-d-773647-6 {{(pid=100249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 14:23:28.676404 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c17cf515-508a-454c-9ab7-b285a68e7d25 None None] Routers {'ef34d0b8-9e8a-4ea3-a5fe-1e253ac76670'} bound to L3 agent in host n-d-773647-6 {{(pid=100249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:23:28.677185 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-c17cf515-508a-454c-9ab7-b285a68e7d25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T14:23:26Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['ef34d0b8-9e8a-4ea3-a5fe-1e253ac76670'], 'active': True} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:23:28.698354 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-fefad8d5-c2bd-4eaa-99b0-8b1f225bc19e tempest-RoutersAdminTest-1447726136 tempest-RoutersAdminTest-1447726136-project] 10.222.0.104 "GET /v2.0/ports?device_id=b9c7fb23-3640-46c8-a46d-c76b5dcafc87 HTTP/1.1" status: 200 len: 205 time: 0.0351295 Jul 06 14:23:28.699098 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 41264) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:23:28.715382 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-c17cf515-508a-454c-9ab7-b285a68e7d25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-773647-6', False) {} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:23:28.726289 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c17cf515-508a-454c-9ab7-b285a68e7d25 None None] Routers {'ef34d0b8-9e8a-4ea3-a5fe-1e253ac76670'} bound to L3 agent in host n-d-773647-6 {{(pid=100249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:23:28.727133 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-c17cf515-508a-454c-9ab7-b285a68e7d25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T14:23:26Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['ef34d0b8-9e8a-4ea3-a5fe-1e253ac76670'], 'active': True} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:23:28.771386 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-c17cf515-508a-454c-9ab7-b285a68e7d25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-773647-6', False) {} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:23:28.772571 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c17cf515-508a-454c-9ab7-b285a68e7d25 None None] The sync data for ids ['ef34d0b8-9e8a-4ea3-a5fe-1e253ac76670'] in n-d-773647-6 is: [] {{(pid=100249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 14:23:28.839157 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-c3e93fd2-1807-4372-a6c5-422c0f6122e4 tempest-RoutersAdminTest-1447726136 tempest-RoutersAdminTest-1447726136-project] Notify callbacks [] for router, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:28.840778 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.db [None req-cbd13490-f4d7-42af-878c-09d876146a5d tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] For port 6bc26841-c0dc-4581-bb12-60a86ac85a2c, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=6bc26841-c0dc-4581-bb12-60a86ac85a2c,segment=NetworkSegment(89a832b7-7793-4d51-9038-ed7e1c3ff1b2),segment_id=89a832b7-7793-4d51-9038-ed7e1c3ff1b2)] {{(pid=100246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:23:28.841152 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-cbd13490-f4d7-42af-878c-09d876146a5d tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:28.865118 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [None req-cbd13490-f4d7-42af-878c-09d876146a5d tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Calling delete_port for 6bc26841-c0dc-4581-bb12-60a86ac85a2c owned by network:router_gateway {{(pid=100246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:23:28.883682 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-dc34aef8-d45d-44a9-820d-1fa742bb0a21 tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] Notify callbacks [] for router, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:28.990629 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-c3e93fd2-1807-4372-a6c5-422c0f6122e4 tempest-RoutersAdminTest-1447726136 tempest-RoutersAdminTest-1447726136-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:29.051733 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.plugin [None req-c3e93fd2-1807-4372-a6c5-422c0f6122e4 tempest-RoutersAdminTest-1447726136 tempest-RoutersAdminTest-1447726136-project] Deleting port 412e98e1-add4-40e0-bbdf-de9d1fe5240e {{(pid=100247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:23:29.052373 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-c3e93fd2-1807-4372-a6c5-422c0f6122e4 tempest-RoutersAdminTest-1447726136 tempest-RoutersAdminTest-1447726136-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:29.103928 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-dc34aef8-d45d-44a9-820d-1fa742bb0a21 tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:29.164587 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-c3e93fd2-1807-4372-a6c5-422c0f6122e4 tempest-RoutersAdminTest-1447726136 tempest-RoutersAdminTest-1447726136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:29.178894 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.plugin [None req-c3e93fd2-1807-4372-a6c5-422c0f6122e4 tempest-RoutersAdminTest-1447726136 tempest-RoutersAdminTest-1447726136-project] Calling delete_port for 412e98e1-add4-40e0-bbdf-de9d1fe5240e owned by network:router_gateway {{(pid=100247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:23:29.209976 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-cbd13490-f4d7-42af-878c-09d876146a5d tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127687580'] for port, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:29.271736 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd13490-f4d7-42af-878c-09d876146a5d tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Pushing event deleted for resources: {'Port': ['ID=6bc26841-c0dc-4581-bb12-60a86ac85a2c,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:23:29.278939 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [None req-dc34aef8-d45d-44a9-820d-1fa742bb0a21 tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] Deleting port 67a5d9c7-64e4-4c95-86a8-a141152fea37 {{(pid=100246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:23:29.279293 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-dc34aef8-d45d-44a9-820d-1fa742bb0a21 tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:29.368568 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-cbd13490-f4d7-42af-878c-09d876146a5d tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1761104'] for router_gateway, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:29.416036 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-c3e93fd2-1807-4372-a6c5-422c0f6122e4 tempest-RoutersAdminTest-1447726136 tempest-RoutersAdminTest-1447726136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128888353'] for port, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:29.453590 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e93fd2-1807-4372-a6c5-422c0f6122e4 tempest-RoutersAdminTest-1447726136 tempest-RoutersAdminTest-1447726136-project] Pushing event deleted for resources: {'Port': ['ID=412e98e1-add4-40e0-bbdf-de9d1fe5240e,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:23:29.522667 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-cbd13490-f4d7-42af-878c-09d876146a5d tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1806308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6982'] for router, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:29.525984 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-cbd13490-f4d7-42af-878c-09d876146a5d tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:29.553498 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-c3e93fd2-1807-4372-a6c5-422c0f6122e4 tempest-RoutersAdminTest-1447726136 tempest-RoutersAdminTest-1447726136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1761104'] for router_gateway, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:29.564247 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-dc34aef8-d45d-44a9-820d-1fa742bb0a21 tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:29.629504 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [None req-dc34aef8-d45d-44a9-820d-1fa742bb0a21 tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] Calling delete_port for 67a5d9c7-64e4-4c95-86a8-a141152fea37 owned by network:router_gateway {{(pid=100246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:23:29.635862 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-cbd13490-f4d7-42af-878c-09d876146a5d tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1805684'] for router, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:29.636422 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbd13490-f4d7-42af-878c-09d876146a5d tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Fanout notify agent at l3_agent the message router_deleted on router 6a1550dc-2b33-4f30-ba8c-656e73532932 {{(pid=100246) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 14:23:29.650745 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-cbd13490-f4d7-42af-878c-09d876146a5d tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Notify callbacks [] for router, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:29.652108 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-cbd13490-f4d7-42af-878c-09d876146a5d tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] 10.222.0.104 "DELETE /v2.0/routers/6a1550dc-2b33-4f30-ba8c-656e73532932 HTTP/1.1" status: 204 len: 168 time: 2.4168432 Jul 06 14:23:29.654903 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 41280) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:23:29.743015 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-c3e93fd2-1807-4372-a6c5-422c0f6122e4 tempest-RoutersAdminTest-1447726136 tempest-RoutersAdminTest-1447726136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1806308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6982'] for router, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:29.746794 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-c3e93fd2-1807-4372-a6c5-422c0f6122e4 tempest-RoutersAdminTest-1447726136 tempest-RoutersAdminTest-1447726136-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:29.792655 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-d8b2df28-ce67-480b-a6e8-9bbaedcc2f95 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530492'] for network, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:29.861132 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-c3e93fd2-1807-4372-a6c5-422c0f6122e4 tempest-RoutersAdminTest-1447726136 tempest-RoutersAdminTest-1447726136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1805684'] for router, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:29.861974 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3e93fd2-1807-4372-a6c5-422c0f6122e4 tempest-RoutersAdminTest-1447726136 tempest-RoutersAdminTest-1447726136-project] Fanout notify agent at l3_agent the message router_deleted on router b9c7fb23-3640-46c8-a46d-c76b5dcafc87 {{(pid=100247) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 14:23:29.881265 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-c3e93fd2-1807-4372-a6c5-422c0f6122e4 tempest-RoutersAdminTest-1447726136 tempest-RoutersAdminTest-1447726136-project] Notify callbacks [] for router, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:29.887851 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-c3e93fd2-1807-4372-a6c5-422c0f6122e4 tempest-RoutersAdminTest-1447726136 tempest-RoutersAdminTest-1447726136-project] 10.222.0.104 "DELETE /v2.0/routers/b9c7fb23-3640-46c8-a46d-c76b5dcafc87 HTTP/1.1" status: 204 len: 168 time: 1.1882412 Jul 06 14:23:29.888696 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 41284) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:23:29.894105 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [None req-a424cda8-79c3-49bc-b05a-ff759e111a16 tempest-RoutersAdminTest-1447726136 tempest-RoutersAdminTest-1447726136-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1143486422', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:23:29.918896 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-a424cda8-79c3-49bc-b05a-ff759e111a16 tempest-RoutersAdminTest-1447726136 tempest-RoutersAdminTest-1447726136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1806290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6992'] for router, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:29.920097 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-a424cda8-79c3-49bc-b05a-ff759e111a16 tempest-RoutersAdminTest-1447726136 tempest-RoutersAdminTest-1447726136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1806157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1808637', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1714747', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7007'] for router, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:29.990355 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-a424cda8-79c3-49bc-b05a-ff759e111a16 tempest-RoutersAdminTest-1447726136 tempest-RoutersAdminTest-1447726136-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:29.996037 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-a424cda8-79c3-49bc-b05a-ff759e111a16 tempest-RoutersAdminTest-1447726136 tempest-RoutersAdminTest-1447726136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1806297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1761036'] for router, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:30.017386 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-a424cda8-79c3-49bc-b05a-ff759e111a16 tempest-RoutersAdminTest-1447726136 tempest-RoutersAdminTest-1447726136-project] Notify callbacks [] for router, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:30.023994 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-a424cda8-79c3-49bc-b05a-ff759e111a16 tempest-RoutersAdminTest-1447726136 tempest-RoutersAdminTest-1447726136-project] 10.222.0.104 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.1337514 Jul 06 14:23:30.024156 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 41288) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:23:30.024156 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 41290) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:23:30.031684 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-1b363990-c6b9-4483-a59d-b2dbc04eb990 tempest-RoutersAdminTest-1447726136 tempest-RoutersAdminTest-1447726136-project] Request body: {'router': {'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719'}}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:23:30.080171 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-d8b2df28-ce67-480b-a6e8-9bbaedcc2f95 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-917204', 'neutron.services.segments.db._delete_segments_for_network-8773753502302'] for network, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:30.128735 n-d-773647-6 neutron-server[100246]: DEBUG neutron.services.segments.db [None req-d8b2df28-ce67-480b-a6e8-9bbaedcc2f95 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e4ae84ad-fbf7-438d-8cac-3418f3b1f391']}} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:23:30.144368 n-d-773647-6 neutron-server[100246]: DEBUG neutron.services.segments.db [None req-d8b2df28-ce67-480b-a6e8-9bbaedcc2f95 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f9f2e53-c623-44f6-9998-d3d558a1c957') {'for_net_delete': True} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:23:30.144665 n-d-773647-6 neutron-server[100246]: DEBUG neutron.services.segments.db [None req-d8b2df28-ce67-480b-a6e8-9bbaedcc2f95 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f9f2e53-c623-44f6-9998-d3d558a1c957') {} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:23:30.178417 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device bda4d34f-3c3f-49ff-8f8b-5f5ca59404c3 no longer exists at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:23:30.193306 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-b091cdb1-255c-40ff-8d07-eaccbe55bea0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:30.201120 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] No Port match for: bda4d34f-3c3f-49ff-8f8b-5f5ca59404c3 {{(pid=100248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 14:23:30.201695 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device bda4d34f-3c3f-49ff-8f8b-5f5ca59404c3 not bound to the agent host n-d-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:23:30.212304 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-d8b2df28-ce67-480b-a6e8-9bbaedcc2f95 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773753515138', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126218898'] for segment, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:30.325253 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-d8b2df28-ce67-480b-a6e8-9bbaedcc2f95 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552'] for segment, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:30.349851 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d8b2df28-ce67-480b-a6e8-9bbaedcc2f95 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Releasing vlan 1020 on physical network physnet1 to pool {{(pid=100246) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 14:23:30.350270 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-d8b2df28-ce67-480b-a6e8-9bbaedcc2f95 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127687491'] for segment, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:30.353273 n-d-773647-6 neutron-server[100246]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:23:30.353273 n-d-773647-6 neutron-server[100246]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:23:30.353273 n-d-773647-6 neutron-server[100246]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:23:30.353273 n-d-773647-6 neutron-server[100246]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:23:30.353273 n-d-773647-6 neutron-server[100246]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:23:30.353273 n-d-773647-6 neutron-server[100246]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:23:30.353273 n-d-773647-6 neutron-server[100246]: Traceback (most recent call last): Jul 06 14:23:30.353273 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 14:23:30.353273 n-d-773647-6 neutron-server[100246]: timer() Jul 06 14:23:30.353273 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 14:23:30.353273 n-d-773647-6 neutron-server[100246]: cb(*args, **kw) Jul 06 14:23:30.353273 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 14:23:30.353273 n-d-773647-6 neutron-server[100246]: return func(*args, **kwargs) Jul 06 14:23:30.353273 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 14:23:30.353273 n-d-773647-6 neutron-server[100246]: self._notify() Jul 06 14:23:30.353273 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 14:23:30.353273 n-d-773647-6 neutron-server[100246]: self.callback(batched_events) Jul 06 14:23:30.353273 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 14:23:30.353273 n-d-773647-6 neutron-server[100246]: event.method(event) Jul 06 14:23:30.353273 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 14:23:30.353273 n-d-773647-6 neutron-server[100246]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 14:23:30.353273 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 14:23:30.353273 n-d-773647-6 neutron-server[100246]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 14:23:30.353273 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 14:23:30.353273 n-d-773647-6 neutron-server[100246]: return f(self, *a, **k) Jul 06 14:23:30.353273 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 14:23:30.353273 n-d-773647-6 neutron-server[100246]: return self._get(url).json() Jul 06 14:23:30.353273 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 14:23:30.353273 n-d-773647-6 neutron-server[100246]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 14:23:30.353273 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 14:23:30.353273 n-d-773647-6 neutron-server[100246]: return self.request(url, 'GET', **kwargs) Jul 06 14:23:30.353273 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 14:23:30.353273 n-d-773647-6 neutron-server[100246]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 14:23:30.353273 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 14:23:30.353273 n-d-773647-6 neutron-server[100246]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 14:23:30.353273 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 14:23:30.353273 n-d-773647-6 neutron-server[100246]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 14:23:30.353273 n-d-773647-6 neutron-server[100246]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 14:23:30.388894 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-dc34aef8-d45d-44a9-820d-1fa742bb0a21 tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127687580'] for port, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:30.502984 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-1b363990-c6b9-4483-a59d-b2dbc04eb990 tempest-RoutersAdminTest-1447726136 tempest-RoutersAdminTest-1447726136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1761047', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1806272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6989'] for router, precommit_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:30.506530 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc34aef8-d45d-44a9-820d-1fa742bb0a21 tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] Pushing event deleted for resources: {'Port': ['ID=67a5d9c7-64e4-4c95-86a8-a141152fea37,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:23:30.590927 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-d8b2df28-ce67-480b-a6e8-9bbaedcc2f95 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-917215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1761140'] for network, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:30.611576 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-d8b2df28-ce67-480b-a6e8-9bbaedcc2f95 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Notify callbacks [] for network, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:30.613576 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-d8b2df28-ce67-480b-a6e8-9bbaedcc2f95 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] 10.222.0.104 "DELETE /v2.0/networks/e4ae84ad-fbf7-438d-8cac-3418f3b1f391 HTTP/1.1" status: 204 len: 168 time: 0.9576983 Jul 06 14:23:30.618115 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 41296) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:23:30.662606 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b2df28-ce67-480b-a6e8-9bbaedcc2f95 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Pushing event deleted for resources: {'Network': ['ID=e4ae84ad-fbf7-438d-8cac-3418f3b1f391,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:23:30.680709 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-dc34aef8-d45d-44a9-820d-1fa742bb0a21 tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1761104'] for router_gateway, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:30.704707 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-4dda5555-a4e3-41df-8d99-ef41ec5afd5a tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Notify callbacks [] for security_group, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:30.734212 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-4dda5555-a4e3-41df-8d99-ef41ec5afd5a tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:30.810069 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-4dda5555-a4e3-41df-8d99-ef41ec5afd5a tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:30.813215 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-4dda5555-a4e3-41df-8d99-ef41ec5afd5a tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Notify callbacks [] for security_group, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:30.817034 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-4dda5555-a4e3-41df-8d99-ef41ec5afd5a tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] 10.222.0.104 "DELETE /v2.0/security-groups/b3e698d3-dc13-4d46-b168-2b621268fa3e HTTP/1.1" status: 204 len: 168 time: 0.1949770 Jul 06 14:23:30.834108 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dda5555-a4e3-41df-8d99-ef41ec5afd5a tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3e698d3-dc13-4d46-b168-2b621268fa3e,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:23:31.080005 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 41306) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:23:31.085767 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [None req-7d979477-8def-46b6-b962-83a550ef1a3b tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-794890000', 'description': 'tempest-secgroup-smoke-794890000 description', 'project_id': '1077a35eaa714f1bbf260d32c5a52c8f'}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:23:31.112180 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-b091cdb1-255c-40ff-8d07-eaccbe55bea0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:31.116622 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-dc34aef8-d45d-44a9-820d-1fa742bb0a21 tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1806308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6982'] for router, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:31.119502 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-dc34aef8-d45d-44a9-820d-1fa742bb0a21 tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:31.121927 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-b091cdb1-255c-40ff-8d07-eaccbe55bea0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:31.133292 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-7d979477-8def-46b6-b962-83a550ef1a3b tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Notify callbacks [] for security_group, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:31.203424 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b091cdb1-255c-40ff-8d07-eaccbe55bea0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62678bcb-0b36-4cab-9dc3-adf1a0a9b17d,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:23:31.226306 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-b091cdb1-255c-40ff-8d07-eaccbe55bea0 admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=9e0f6813067b4ad88b769a2607b42278&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1974237 Jul 06 14:23:31.226497 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-dc34aef8-d45d-44a9-820d-1fa742bb0a21 tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1805684'] for router, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:31.226810 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 41308) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:23:31.226990 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc34aef8-d45d-44a9-820d-1fa742bb0a21 tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] Fanout notify agent at l3_agent the message router_deleted on router ef34d0b8-9e8a-4ea3-a5fe-1e253ac76670 {{(pid=100246) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 14:23:31.234746 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-dc34aef8-d45d-44a9-820d-1fa742bb0a21 tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] Notify callbacks [] for router, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:31.238217 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-dc34aef8-d45d-44a9-820d-1fa742bb0a21 tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] 10.222.0.104 "DELETE /v2.0/routers/ef34d0b8-9e8a-4ea3-a5fe-1e253ac76670 HTTP/1.1" status: 204 len: 168 time: 2.5762725 Jul 06 14:23:31.239335 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 41310) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:23:31.257154 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-7d979477-8def-46b6-b962-83a550ef1a3b tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Notify callbacks [] for security_group, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:31.266097 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-7d979477-8def-46b6-b962-83a550ef1a3b tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:31.303651 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-7d979477-8def-46b6-b962-83a550ef1a3b tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Notify callbacks [] for security_group, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:31.303784 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.db_base_plugin_v2 [None req-501bf8c1-71e6-4bf4-a812-670878906216 tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] Deleting subnet 84496e3f-64b8-49f3-9b46-5a9affd04851 {{(pid=100246) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 14:23:31.304587 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-7d979477-8def-46b6-b962-83a550ef1a3b tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] 10.222.0.104 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2235572 Jul 06 14:23:31.307427 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 41316) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:23:31.313553 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-e8269fe0-a8ba-455b-aa19-0d884a3bd628 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Request body: {'security_group_rule': {'security_group_id': 'c812eb77-0e0b-4233-8b5e-42a0d8cc6e90', 'project_id': '1077a35eaa714f1bbf260d32c5a52c8f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:23:31.322111 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-40714a9a-edd0-40c2-80d5-8faac835d178 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:31.322293 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-501bf8c1-71e6-4bf4-a812-670878906216 tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] Notify callbacks [] for subnet, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:31.323190 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d979477-8def-46b6-b962-83a550ef1a3b tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c812eb77-0e0b-4233-8b5e-42a0d8cc6e90,revision_number=1']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:23:31.346886 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-40714a9a-edd0-40c2-80d5-8faac835d178 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:31.399182 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-40714a9a-edd0-40c2-80d5-8faac835d178 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:31.402119 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-40714a9a-edd0-40c2-80d5-8faac835d178 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:31.411828 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-40714a9a-edd0-40c2-80d5-8faac835d178 admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/62678bcb-0b36-4cab-9dc3-adf1a0a9b17d HTTP/1.1" status: 204 len: 168 time: 0.1781068 Jul 06 14:23:31.422101 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40714a9a-edd0-40c2-80d5-8faac835d178 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62678bcb-0b36-4cab-9dc3-adf1a0a9b17d,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:23:31.445494 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-501bf8c1-71e6-4bf4-a812-670878906216 tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126218885'] for subnet, precommit_delete_associations {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:31.497676 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-1b363990-c6b9-4483-a59d-b2dbc04eb990 tempest-RoutersAdminTest-1447726136 tempest-RoutersAdminTest-1447726136-project] Notify callbacks [] for router_gateway, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:31.529018 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-1b363990-c6b9-4483-a59d-b2dbc04eb990 tempest-RoutersAdminTest-1447726136 tempest-RoutersAdminTest-1447726136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:31.534355 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-e8269fe0-a8ba-455b-aa19-0d884a3bd628 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:31.673862 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-501bf8c1-71e6-4bf4-a812-670878906216 tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-913473'] for subnet, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:31.714393 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 41328) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:23:31.726866 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-7db72cd5-b70c-4e27-8460-4a7307d32622 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:31.728500 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-e8269fe0-a8ba-455b-aa19-0d884a3bd628 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:31.748615 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-e8269fe0-a8ba-455b-aa19-0d884a3bd628 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1898694'] for security_group_rule, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:31.775387 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8269fe0-a8ba-455b-aa19-0d884a3bd628 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8716c794-001f-4340-9803-00e3f63cae53,revision_number=0']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:23:31.777942 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 6bc26841-c0dc-4581-bb12-60a86ac85a2c no longer exists at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:23:31.807404 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.db_base_plugin_common [None req-1b363990-c6b9-4483-a59d-b2dbc04eb990 tempest-RoutersAdminTest-1447726136 tempest-RoutersAdminTest-1447726136-project] Allocated IP 172.25.0.130 (2658f09e-a580-4d4a-9968-2d1e0ad93719/cbf74abc-6fe1-4d33-b005-c948923b9647/0d8634db-1b1d-45c6-b5e7-6b678ea39d0d) {{(pid=100246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:23:31.807673 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] No Port match for: 6bc26841-c0dc-4581-bb12-60a86ac85a2c {{(pid=100248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 14:23:31.820162 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 6bc26841-c0dc-4581-bb12-60a86ac85a2c not bound to the agent host n-d-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:23:31.830337 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-501bf8c1-71e6-4bf4-a812-670878906216 tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-913480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1849032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127687590', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127702764'] for subnet, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:31.862604 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-7db72cd5-b70c-4e27-8460-4a7307d32622 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:31.866828 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-7db72cd5-b70c-4e27-8460-4a7307d32622 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:31.898545 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-e8269fe0-a8ba-455b-aa19-0d884a3bd628 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:31.899797 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-e8269fe0-a8ba-455b-aa19-0d884a3bd628 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] 10.222.0.104 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5914149 Jul 06 14:23:31.901951 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501bf8c1-71e6-4bf4-a812-670878906216 tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] Pushing event deleted for resources: {'Subnet': ['ID=84496e3f-64b8-49f3-9b46-5a9affd04851,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:23:31.903435 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 41330) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:23:31.906312 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-501bf8c1-71e6-4bf4-a812-670878906216 tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] Notify callbacks [] for subnet, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:31.908228 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-501bf8c1-71e6-4bf4-a812-670878906216 tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] 10.222.0.104 "DELETE /v2.0/subnets/84496e3f-64b8-49f3-9b46-5a9affd04851 HTTP/1.1" status: 204 len: 168 time: 0.6679599 Jul 06 14:23:31.908748 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [None req-aee84174-458d-4b0e-8287-fe824b296ff9 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Request body: {'security_group_rule': {'security_group_id': 'c812eb77-0e0b-4233-8b5e-42a0d8cc6e90', 'project_id': '1077a35eaa714f1bbf260d32c5a52c8f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:23:31.913521 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 41332) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:23:31.914112 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db72cd5-b70c-4e27-8460-4a7307d32622 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=838e0b26-c134-4df6-b232-ee7d2f7ae398,revision_number=1']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:23:31.923230 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-7db72cd5-b70c-4e27-8460-4a7307d32622 admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=18dbe33045954e0780705eabe81e3c02&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2114103 Jul 06 14:23:31.925422 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 41334) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:23:31.925555 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-320f411f-978c-4a6a-a320-677e2df02a84 None None] Network e3c1fedd-ba94-4954-8e9a-540fc776e677 requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:23:31.947352 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-aee84174-458d-4b0e-8287-fe824b296ff9 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:32.011017 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-aee84174-458d-4b0e-8287-fe824b296ff9 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:32.016051 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-aee84174-458d-4b0e-8287-fe824b296ff9 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1898694'] for security_group_rule, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:32.035897 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee84174-458d-4b0e-8287-fe824b296ff9 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=45975ca9-ec3e-42ae-9b4a-26d89aabc2a2,revision_number=0']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:23:32.043469 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-aee84174-458d-4b0e-8287-fe824b296ff9 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:32.044871 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-aee84174-458d-4b0e-8287-fe824b296ff9 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] 10.222.0.104 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1401837 Jul 06 14:23:32.047814 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 41336) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:23:32.052971 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [None req-4997778b-aa19-450a-b8de-2c3a52fda22e tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Request body: {'security_group_rule': {'security_group_id': 'c812eb77-0e0b-4233-8b5e-42a0d8cc6e90', 'project_id': '1077a35eaa714f1bbf260d32c5a52c8f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:23:32.068653 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-900a5274-12b2-49b4-91a7-9b359406c367 tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530492'] for network, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:32.085139 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-4997778b-aa19-450a-b8de-2c3a52fda22e tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:32.085352 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-1b363990-c6b9-4483-a59d-b2dbc04eb990 tempest-RoutersAdminTest-1447726136 tempest-RoutersAdminTest-1447726136-project] Notify callbacks [] for port, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:32.120581 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-f572df22-81c0-4640-9805-7865ab9c945a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:32.157644 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-4997778b-aa19-450a-b8de-2c3a52fda22e tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:32.162059 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-4997778b-aa19-450a-b8de-2c3a52fda22e tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1898694'] for security_group_rule, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:32.170519 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14ca8166-58f7-4291-9efc-959c666f95e7 None None] DHCP port deletion for e3c1fedd-ba94-4954-8e9a-540fc776e677 request from n-d-773647-6 {{(pid=100248) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 14:23:32.185359 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-f572df22-81c0-4640-9805-7865ab9c945a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:32.187171 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4997778b-aa19-450a-b8de-2c3a52fda22e tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=becea2ac-189a-4a3c-b9fa-57e77259c63a,revision_number=0']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:23:32.196412 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-4997778b-aa19-450a-b8de-2c3a52fda22e tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:32.198573 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-4997778b-aa19-450a-b8de-2c3a52fda22e tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] 10.222.0.104 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1496150 Jul 06 14:23:32.201936 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 41342) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:23:32.212718 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [None req-f54454fd-4f30-4f1a-b888-f41a5c410b14 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Request body: {'security_group_rule': {'security_group_id': 'c812eb77-0e0b-4233-8b5e-42a0d8cc6e90', 'project_id': '1077a35eaa714f1bbf260d32c5a52c8f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:23:32.212830 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-1b363990-c6b9-4483-a59d-b2dbc04eb990 tempest-RoutersAdminTest-1447726136 tempest-RoutersAdminTest-1447726136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-127687573'] for port, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:32.269241 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-14ca8166-58f7-4291-9efc-959c666f95e7 None None] Deleting port df8ab9cb-d9fd-42b5-9718-ac3645225489 {{(pid=100248) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:23:32.269769 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-14ca8166-58f7-4291-9efc-959c666f95e7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:32.276087 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-f54454fd-4f30-4f1a-b888-f41a5c410b14 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:32.288357 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b363990-c6b9-4483-a59d-b2dbc04eb990 tempest-RoutersAdminTest-1447726136 tempest-RoutersAdminTest-1447726136-project] Network 2658f09e-a580-4d4a-9968-2d1e0ad93719 is already hosted by enough agents. {{(pid=100246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:23:32.297809 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.base_scheduler [None req-1b363990-c6b9-4483-a59d-b2dbc04eb990 tempest-RoutersAdminTest-1447726136 tempest-RoutersAdminTest-1447726136-project] Resources bound (agent type, host, resource id): {{(pid=100246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:23:32.300640 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [None req-900a5274-12b2-49b4-91a7-9b359406c367 tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] Deleting port df8ab9cb-d9fd-42b5-9718-ac3645225489 {{(pid=100246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:23:32.300992 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-900a5274-12b2-49b4-91a7-9b359406c367 tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:32.303446 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b363990-c6b9-4483-a59d-b2dbc04eb990 tempest-RoutersAdminTest-1447726136 tempest-RoutersAdminTest-1447726136-project] Received port after_create {{(pid=100246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:23:32.307008 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b363990-c6b9-4483-a59d-b2dbc04eb990 tempest-RoutersAdminTest-1447726136 tempest-RoutersAdminTest-1447726136-project] Pushing event updated for resources: {'Port': ['ID=0d8634db-1b1d-45c6-b5e7-6b678ea39d0d,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:23:32.353029 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-14ca8166-58f7-4291-9efc-959c666f95e7 None None] For port df8ab9cb-d9fd-42b5-9718-ac3645225489, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=df8ab9cb-d9fd-42b5-9718-ac3645225489,segment=NetworkSegment(9ab88ffb-c8eb-4f04-aedb-7eb1902f4461),segment_id=9ab88ffb-c8eb-4f04-aedb-7eb1902f4461)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:23:32.353882 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-14ca8166-58f7-4291-9efc-959c666f95e7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:32.374112 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-14ca8166-58f7-4291-9efc-959c666f95e7 None None] Calling delete_port for df8ab9cb-d9fd-42b5-9718-ac3645225489 owned by network:dhcp {{(pid=100248) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:23:32.391129 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-f54454fd-4f30-4f1a-b888-f41a5c410b14 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:32.393527 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-f572df22-81c0-4640-9805-7865ab9c945a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:32.397130 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-f54454fd-4f30-4f1a-b888-f41a5c410b14 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1898694'] for security_group_rule, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:32.399817 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-f572df22-81c0-4640-9805-7865ab9c945a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:32.401033 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-f572df22-81c0-4640-9805-7865ab9c945a admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/838e0b26-c134-4df6-b232-ee7d2f7ae398 HTTP/1.1" status: 204 len: 168 time: 0.4731724 Jul 06 14:23:32.424908 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f572df22-81c0-4640-9805-7865ab9c945a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=838e0b26-c134-4df6-b232-ee7d2f7ae398,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:23:32.489674 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54454fd-4f30-4f1a-b888-f41a5c410b14 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=394f3643-445f-4f84-a09c-a952bf54c175,revision_number=0']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:23:32.508327 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-f54454fd-4f30-4f1a-b888-f41a5c410b14 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:32.510608 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.db [None req-900a5274-12b2-49b4-91a7-9b359406c367 tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] For port df8ab9cb-d9fd-42b5-9718-ac3645225489, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=df8ab9cb-d9fd-42b5-9718-ac3645225489,segment=NetworkSegment(9ab88ffb-c8eb-4f04-aedb-7eb1902f4461),segment_id=9ab88ffb-c8eb-4f04-aedb-7eb1902f4461)] {{(pid=100246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:23:32.510904 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-900a5274-12b2-49b4-91a7-9b359406c367 tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:32.513300 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 41348) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:23:32.513856 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-f54454fd-4f30-4f1a-b888-f41a5c410b14 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] 10.222.0.104 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3087640 Jul 06 14:23:32.526355 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-8262180c-db2e-45e4-ba1f-01a4d975e6c6 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Request body: {'security_group_rule': {'security_group_id': 'c812eb77-0e0b-4233-8b5e-42a0d8cc6e90', 'project_id': '1077a35eaa714f1bbf260d32c5a52c8f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:23:32.544812 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-14ca8166-58f7-4291-9efc-959c666f95e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117'] for port, after_delete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:32.562836 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [None req-900a5274-12b2-49b4-91a7-9b359406c367 tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] Calling delete_port for df8ab9cb-d9fd-42b5-9718-ac3645225489 owned by network:dhcp {{(pid=100246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:23:32.579006 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ca8166-58f7-4291-9efc-959c666f95e7 None None] Pushing event deleted for resources: {'Port': ['ID=df8ab9cb-d9fd-42b5-9718-ac3645225489,revision_number=None']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:23:32.581814 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14ca8166-58f7-4291-9efc-959c666f95e7 None None] No DVR routers for this DVR port df8ab9cb-d9fd-42b5-9718-ac3645225489 on host n-d-773647-6 {{(pid=100248) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:23:32.601862 n-d-773647-6 neutron-server[100246]: INFO neutron.db.securitygroups_db [None req-8262180c-db2e-45e4-ba1f-01a4d975e6c6 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Project 1077a35eaa714f1bbf260d32c5a52c8f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 06 14:23:32.637044 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-8262180c-db2e-45e4-ba1f-01a4d975e6c6 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:32.797900 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-8262180c-db2e-45e4-ba1f-01a4d975e6c6 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:32.808319 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-8262180c-db2e-45e4-ba1f-01a4d975e6c6 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1898694'] for security_group_rule, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:32.826468 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-900a5274-12b2-49b4-91a7-9b359406c367 tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127687580'] for port, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:32.862479 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-1b363990-c6b9-4483-a59d-b2dbc04eb990 tempest-RoutersAdminTest-1447726136 tempest-RoutersAdminTest-1447726136-project] Notify callbacks [] for router_gateway, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:32.864446 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8262180c-db2e-45e4-ba1f-01a4d975e6c6 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b3ce571-f235-482f-b3b5-d41fd2324a0b,revision_number=0']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:23:32.871038 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900a5274-12b2-49b4-91a7-9b359406c367 tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] Pushing event deleted for resources: {'Port': ['ID=df8ab9cb-d9fd-42b5-9718-ac3645225489,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:23:32.906846 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-8262180c-db2e-45e4-ba1f-01a4d975e6c6 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:32.908104 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-8262180c-db2e-45e4-ba1f-01a4d975e6c6 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] 10.222.0.104 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3917716 Jul 06 14:23:32.910627 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-900a5274-12b2-49b4-91a7-9b359406c367 tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] No DVR routers for this DVR port df8ab9cb-d9fd-42b5-9718-ac3645225489 on host n-d-773647-6 {{(pid=100246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:23:32.912232 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 41362) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:23:32.920953 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [None req-317a89ab-0b87-4203-9b59-797a249ec939 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Request body: {'security_group_rule': {'security_group_id': 'c812eb77-0e0b-4233-8b5e-42a0d8cc6e90', 'project_id': '1077a35eaa714f1bbf260d32c5a52c8f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:23:32.959266 n-d-773647-6 neutron-server[100247]: INFO neutron.db.securitygroups_db [None req-317a89ab-0b87-4203-9b59-797a249ec939 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Project 1077a35eaa714f1bbf260d32c5a52c8f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 06 14:23:32.965074 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-317a89ab-0b87-4203-9b59-797a249ec939 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:33.033112 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-900a5274-12b2-49b4-91a7-9b359406c367 tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-917204', 'neutron.services.segments.db._delete_segments_for_network-8773753502302'] for network, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:33.050133 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-317a89ab-0b87-4203-9b59-797a249ec939 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:33.050242 n-d-773647-6 neutron-server[100246]: DEBUG neutron.services.segments.db [None req-900a5274-12b2-49b4-91a7-9b359406c367 tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e3c1fedd-ba94-4954-8e9a-540fc776e677']}} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:23:33.056764 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-317a89ab-0b87-4203-9b59-797a249ec939 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1898694'] for security_group_rule, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:33.065564 n-d-773647-6 neutron-server[100246]: DEBUG neutron.services.segments.db [None req-900a5274-12b2-49b4-91a7-9b359406c367 tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ab88ffb-c8eb-4f04-aedb-7eb1902f4461') {'for_net_delete': True} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:23:33.065863 n-d-773647-6 neutron-server[100246]: DEBUG neutron.services.segments.db [None req-900a5274-12b2-49b4-91a7-9b359406c367 tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ab88ffb-c8eb-4f04-aedb-7eb1902f4461') {} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:23:33.083370 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317a89ab-0b87-4203-9b59-797a249ec939 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=86c24000-1ffe-4e0f-98a9-fbedfcd44e40,revision_number=0']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:23:33.091922 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-317a89ab-0b87-4203-9b59-797a249ec939 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:33.095796 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-317a89ab-0b87-4203-9b59-797a249ec939 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] 10.222.0.104 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1788392 Jul 06 14:23:33.096174 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 41368) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:23:33.110754 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [None req-0a668c6f-141d-4d78-99f4-fc269e804047 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Request body: {'network': {'name': 'tempest-network-smoke--1201031648', 'project_id': '1077a35eaa714f1bbf260d32c5a52c8f', 'port_security_enabled': True}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:23:33.112799 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-900a5274-12b2-49b4-91a7-9b359406c367 tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773753515138', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126218898'] for segment, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:33.136751 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-900a5274-12b2-49b4-91a7-9b359406c367 tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552'] for segment, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:33.153483 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a668c6f-141d-4d78-99f4-fc269e804047 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Made reservation on behalf of 1077a35eaa714f1bbf260d32c5a52c8f for: {'network': 1} {{(pid=100247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:23:33.158157 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-0a668c6f-141d-4d78-99f4-fc269e804047 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for network, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:33.172722 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-900a5274-12b2-49b4-91a7-9b359406c367 tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] Releasing vlan 1039 on physical network physnet1 to pool {{(pid=100246) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 14:23:33.173149 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-900a5274-12b2-49b4-91a7-9b359406c367 tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127687491'] for segment, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:33.176464 n-d-773647-6 neutron-server[100246]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 14:23:33.176464 n-d-773647-6 neutron-server[100246]: self.session.flush() Jul 06 14:23:33.176464 n-d-773647-6 neutron-server[100246]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 14:23:33.176464 n-d-773647-6 neutron-server[100246]: self.session.flush() Jul 06 14:23:33.176464 n-d-773647-6 neutron-server[100246]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 14:23:33.176464 n-d-773647-6 neutron-server[100246]: self.session.flush() Jul 06 14:23:33.176464 n-d-773647-6 neutron-server[100246]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 14:23:33.176464 n-d-773647-6 neutron-server[100246]: self.session.flush() Jul 06 14:23:33.176464 n-d-773647-6 neutron-server[100246]: Traceback (most recent call last): Jul 06 14:23:33.176464 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 14:23:33.176464 n-d-773647-6 neutron-server[100246]: timer() Jul 06 14:23:33.176464 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 14:23:33.176464 n-d-773647-6 neutron-server[100246]: cb(*args, **kw) Jul 06 14:23:33.176464 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 14:23:33.176464 n-d-773647-6 neutron-server[100246]: return func(*args, **kwargs) Jul 06 14:23:33.176464 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 14:23:33.176464 n-d-773647-6 neutron-server[100246]: self._notify() Jul 06 14:23:33.176464 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 14:23:33.176464 n-d-773647-6 neutron-server[100246]: self.callback(batched_events) Jul 06 14:23:33.176464 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 14:23:33.176464 n-d-773647-6 neutron-server[100246]: event.method(event) Jul 06 14:23:33.176464 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 14:23:33.176464 n-d-773647-6 neutron-server[100246]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 14:23:33.176464 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 14:23:33.176464 n-d-773647-6 neutron-server[100246]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 14:23:33.176464 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 14:23:33.176464 n-d-773647-6 neutron-server[100246]: return f(self, *a, **k) Jul 06 14:23:33.176464 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 14:23:33.176464 n-d-773647-6 neutron-server[100246]: return self._get(url).json() Jul 06 14:23:33.176464 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 14:23:33.176464 n-d-773647-6 neutron-server[100246]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 14:23:33.176464 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 14:23:33.176464 n-d-773647-6 neutron-server[100246]: return self.request(url, 'GET', **kwargs) Jul 06 14:23:33.176464 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 14:23:33.176464 n-d-773647-6 neutron-server[100246]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 14:23:33.176464 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 14:23:33.176464 n-d-773647-6 neutron-server[100246]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 14:23:33.176464 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 14:23:33.176464 n-d-773647-6 neutron-server[100246]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 14:23:33.176464 n-d-773647-6 neutron-server[100246]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 14:23:33.244985 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-1b363990-c6b9-4483-a59d-b2dbc04eb990 tempest-RoutersAdminTest-1447726136 tempest-RoutersAdminTest-1447726136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1761047', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1806272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6989'] for router, precommit_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:33.250104 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-1b363990-c6b9-4483-a59d-b2dbc04eb990 tempest-RoutersAdminTest-1447726136 tempest-RoutersAdminTest-1447726136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1761036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1761054', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1761029', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1806287'] for router, after_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:33.257664 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-900a5274-12b2-49b4-91a7-9b359406c367 tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-917215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1761140'] for network, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:33.269434 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a668c6f-141d-4d78-99f4-fc269e804047 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] vlan segment allocate from pool success with {'vlan_id': 1019, 'physical_network': 'physnet1'} {{(pid=100247) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 14:23:33.296851 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-0a668c6f-141d-4d78-99f4-fc269e804047 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552'] for segment, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:33.297840 n-d-773647-6 neutron-server[100247]: INFO neutron.db.segments_db [None req-0a668c6f-141d-4d78-99f4-fc269e804047 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Added segment 2232724b-0080-42a3-80fc-ee070066087e of type vlan for network bc5d3bb7-e93c-47d1-bffc-c98c78d3daa0 Jul 06 14:23:33.300131 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-900a5274-12b2-49b4-91a7-9b359406c367 tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] Notify callbacks [] for network, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:33.304487 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-900a5274-12b2-49b4-91a7-9b359406c367 tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] 10.222.0.104 "DELETE /v2.0/networks/e3c1fedd-ba94-4954-8e9a-540fc776e677 HTTP/1.1" status: 204 len: 168 time: 1.3859482 Jul 06 14:23:33.313319 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 41380) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:23:33.321996 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900a5274-12b2-49b4-91a7-9b359406c367 tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] Pushing event deleted for resources: {'Network': ['ID=e3c1fedd-ba94-4954-8e9a-540fc776e677,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:23:33.355985 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-0a668c6f-141d-4d78-99f4-fc269e804047 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773752984405'] for network, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:33.394893 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-0a668c6f-141d-4d78-99f4-fc269e804047 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060'] for network, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:33.401179 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a668c6f-141d-4d78-99f4-fc269e804047 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:23:33.401901 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-0a668c6f-141d-4d78-99f4-fc269e804047 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Notify callbacks [] for network, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:33.429244 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-0a668c6f-141d-4d78-99f4-fc269e804047 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] 10.222.0.104 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3320506 Jul 06 14:23:33.429892 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 41384) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:23:33.456455 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [None req-6368fea8-6b50-49fb-b6f7-7ab29b5c41b8 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-424804265', 'admin_state_up': True, 'project_id': '1077a35eaa714f1bbf260d32c5a52c8f', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719'}}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:23:33.534118 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a668c6f-141d-4d78-99f4-fc269e804047 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Pushing event updated for resources: {'Network': ['ID=bc5d3bb7-e93c-47d1-bffc-c98c78d3daa0,revision_number=1']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:23:33.547469 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [None req-48845591-1877-42d8-99b0-8bcd1dcdb065 tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] Deleting port d727a827-bf88-41af-84da-6a095fbf05b8 {{(pid=100246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:23:33.547913 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-48845591-1877-42d8-99b0-8bcd1dcdb065 tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:33.555893 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Network bc5d3bb7-e93c-47d1-bffc-c98c78d3daa0 details requested by agent ovs-agent-n-d-773647-6 with host n-d-773647-6 {{(pid=100248) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 14:23:33.559449 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-6368fea8-6b50-49fb-b6f7-7ab29b5c41b8 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1806290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6992'] for router, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:33.561276 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-6368fea8-6b50-49fb-b6f7-7ab29b5c41b8 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1806157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1808637', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1714747', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7007'] for router, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:33.588321 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b363990-c6b9-4483-a59d-b2dbc04eb990 tempest-RoutersAdminTest-1447726136 tempest-RoutersAdminTest-1447726136-project] Router ed6ce140-b603-4e6f-9a89-d41ec6249bf7 is scheduled to L3 agent 2823d358-a11b-4885-a706-95a279e43fa7 with binding_index 1 {{(pid=100246) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 14:23:33.669286 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-6368fea8-6b50-49fb-b6f7-7ab29b5c41b8 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:33.713761 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-48845591-1877-42d8-99b0-8bcd1dcdb065 tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:33.714478 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-48845591-1877-42d8-99b0-8bcd1dcdb065 tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:33.734672 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [None req-48845591-1877-42d8-99b0-8bcd1dcdb065 tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] Calling delete_port for d727a827-bf88-41af-84da-6a095fbf05b8 owned by network:floatingip {{(pid=100246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:23:33.758500 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b363990-c6b9-4483-a59d-b2dbc04eb990 tempest-RoutersAdminTest-1447726136 tempest-RoutersAdminTest-1447726136-project] Notify agent at l3_agent.n-d-773647-6 the message routers_updated {{(pid=100246) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 14:23:33.768926 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52ffc03d-c0f2-4c34-bb61-230627dee5e7 None None] Sync routers for ids ['ed6ce140-b603-4e6f-9a89-d41ec6249bf7'] in n-d-773647-6 {{(pid=100248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 14:23:33.803119 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52ffc03d-c0f2-4c34-bb61-230627dee5e7 None None] Routers {'ed6ce140-b603-4e6f-9a89-d41ec6249bf7'} bound to L3 agent in host n-d-773647-6 {{(pid=100248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:23:33.805230 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-1b363990-c6b9-4483-a59d-b2dbc04eb990 tempest-RoutersAdminTest-1447726136 tempest-RoutersAdminTest-1447726136-project] Notify callbacks [] for router, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:33.806437 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-1b363990-c6b9-4483-a59d-b2dbc04eb990 tempest-RoutersAdminTest-1447726136 tempest-RoutersAdminTest-1447726136-project] 10.222.0.104 "PUT /v2.0/routers/ed6ce140-b603-4e6f-9a89-d41ec6249bf7 HTTP/1.1" status: 200 len: 880 time: 3.7787826 Jul 06 14:23:33.809797 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-52ffc03d-c0f2-4c34-bb61-230627dee5e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T14:23:26Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['ed6ce140-b603-4e6f-9a89-d41ec6249bf7'], 'active': True} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:23:33.814663 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 41400) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:23:33.891228 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-52ffc03d-c0f2-4c34-bb61-230627dee5e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-773647-6', False) {} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:23:33.900526 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-6368fea8-6b50-49fb-b6f7-7ab29b5c41b8 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1761047', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1806272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6989'] for router, precommit_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:33.922206 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device df8ab9cb-d9fd-42b5-9718-ac3645225489 no longer exists at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:23:33.946753 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52ffc03d-c0f2-4c34-bb61-230627dee5e7 None None] Routers {'ed6ce140-b603-4e6f-9a89-d41ec6249bf7'} bound to L3 agent in host n-d-773647-6 {{(pid=100248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:23:33.948087 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-52ffc03d-c0f2-4c34-bb61-230627dee5e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T14:23:26Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['ed6ce140-b603-4e6f-9a89-d41ec6249bf7'], 'active': True} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:23:33.951725 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] No Port match for: df8ab9cb-d9fd-42b5-9718-ac3645225489 {{(pid=100248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 14:23:33.952199 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device df8ab9cb-d9fd-42b5-9718-ac3645225489 not bound to the agent host n-d-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:23:34.001524 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-52ffc03d-c0f2-4c34-bb61-230627dee5e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-773647-6', False) {} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:23:34.002368 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52ffc03d-c0f2-4c34-bb61-230627dee5e7 None None] The sync data for ids ['ed6ce140-b603-4e6f-9a89-d41ec6249bf7'] in n-d-773647-6 is: [] {{(pid=100248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 14:23:34.196521 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-6368fea8-6b50-49fb-b6f7-7ab29b5c41b8 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Notify callbacks [] for router_gateway, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:34.219583 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-6368fea8-6b50-49fb-b6f7-7ab29b5c41b8 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:34.349843 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-08cb3f41-bd61-42aa-b405-8ee2fd45551e tempest-RoutersAdminTest-593889549 tempest-RoutersAdminTest-593889549-project-admin] 10.222.0.104 "GET /v2.0/routers/ed6ce140-b603-4e6f-9a89-d41ec6249bf7 HTTP/1.1" status: 200 len: 921 time: 0.5337749 Jul 06 14:23:34.350457 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 41416) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:23:34.365591 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.db_base_plugin_common [None req-6368fea8-6b50-49fb-b6f7-7ab29b5c41b8 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Allocated IP 172.25.0.220 (2658f09e-a580-4d4a-9968-2d1e0ad93719/cbf74abc-6fe1-4d33-b005-c948923b9647/772aa99c-6fc1-4a90-a6db-651b084e49a1) {{(pid=100247) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:23:34.423714 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-48845591-1877-42d8-99b0-8bcd1dcdb065 tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127687580'] for port, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:34.436338 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b77023d-1dc3-442d-aa38-2e287dcb66cb tempest-RoutersAdminTest-593889549 tempest-RoutersAdminTest-593889549-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:23:34.441339 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-3b77023d-1dc3-442d-aa38-2e287dcb66cb tempest-RoutersAdminTest-593889549 tempest-RoutersAdminTest-593889549-project-admin] 10.222.0.104 "GET /v2.0/ports?network_id=2658f09e-a580-4d4a-9968-2d1e0ad93719&device_id=ed6ce140-b603-4e6f-9a89-d41ec6249bf7&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0854552 Jul 06 14:23:34.441966 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 41422) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:23:34.460574 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48845591-1877-42d8-99b0-8bcd1dcdb065 tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] Pushing event deleted for resources: {'Port': ['ID=d727a827-bf88-41af-84da-6a095fbf05b8,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:23:34.549225 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-48845591-1877-42d8-99b0-8bcd1dcdb065 tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] Notify callbacks [] for floatingip, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:34.553226 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-48845591-1877-42d8-99b0-8bcd1dcdb065 tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for floatingip, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:34.557899 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-48845591-1877-42d8-99b0-8bcd1dcdb065 tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] 10.222.0.104 "DELETE /v2.0/floatingips/b0f4269c-0bff-4344-9614-1c1688988b99 HTTP/1.1" status: 204 len: 168 time: 1.2401102 Jul 06 14:23:34.558380 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 41430) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:23:34.572951 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-6368fea8-6b50-49fb-b6f7-7ab29b5c41b8 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Notify callbacks [] for port, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:34.580013 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95b67e1e-d996-4a4d-ac97-f1adf8a1f2a0 tempest-RoutersAdminTest-593889549 tempest-RoutersAdminTest-593889549-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:23:34.584491 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-95b67e1e-d996-4a4d-ac97-f1adf8a1f2a0 tempest-RoutersAdminTest-593889549 tempest-RoutersAdminTest-593889549-project-admin] 10.222.0.104 "GET /v2.0/networks/2658f09e-a580-4d4a-9968-2d1e0ad93719 HTTP/1.1" status: 200 len: 881 time: 0.1393657 Jul 06 14:23:34.585134 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 41432) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:23:34.601714 n-d-773647-6 neutron-server[100246]: INFO neutron.pecan_wsgi.hooks.translation [None req-3609b88e-163c-4898-b429-713f3ea168a2 tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] DELETE failed (client error): The resource could not be found. Jul 06 14:23:34.602677 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3609b88e-163c-4898-b429-713f3ea168a2 tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100246) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 14:23:34.607073 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-3609b88e-163c-4898-b429-713f3ea168a2 tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] 10.222.0.104 "DELETE /v2.0/ports/7be4dc7b-1b36-412b-a194-1a480ade8c44 HTTP/1.1" status: 404 len: 333 time: 0.0451357 Jul 06 14:23:34.607349 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 41434) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:23:34.623097 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-408ba8d2-2b17-4745-8dee-aeab52810dea tempest-RoutersAdminTest-1447726136 tempest-RoutersAdminTest-1447726136-project] 10.222.0.104 "GET /v2.0/ports?device_id=ed6ce140-b603-4e6f-9a89-d41ec6249bf7 HTTP/1.1" status: 200 len: 205 time: 0.0355074 Jul 06 14:23:34.623766 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 41436) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:23:34.647690 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-2d7b4bd2-2c99-44f3-92f4-25dcb5e22975 tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] 10.222.0.104 "GET /v2.0/ports?device_id=ef34d0b8-9e8a-4ea3-a5fe-1e253ac76670 HTTP/1.1" status: 200 len: 205 time: 0.0390358 Jul 06 14:23:34.649863 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 41438) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:23:34.708344 n-d-773647-6 neutron-server[100246]: INFO neutron.api.v2.resource [None req-de1c8fcc-e27c-425c-8b2b-d3910c1940f2 tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] delete failed (client error): The resource could not be found. Jul 06 14:23:34.712454 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-de1c8fcc-e27c-425c-8b2b-d3910c1940f2 tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] 10.222.0.104 "DELETE /v2.0/routers/ef34d0b8-9e8a-4ea3-a5fe-1e253ac76670 HTTP/1.1" status: 404 len: 336 time: 0.0611975 Jul 06 14:23:34.713646 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 41442) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:23:34.730714 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-6368fea8-6b50-49fb-b6f7-7ab29b5c41b8 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-128888360'] for port, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:34.755686 n-d-773647-6 neutron-server[100246]: INFO neutron.pecan_wsgi.hooks.translation [None req-de684801-6441-4b38-a893-1d2e1a3df1fd tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] DELETE failed (client error): The resource could not be found. Jul 06 14:23:34.756153 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-de684801-6441-4b38-a893-1d2e1a3df1fd tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100246) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 14:23:34.761781 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-de684801-6441-4b38-a893-1d2e1a3df1fd tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] 10.222.0.104 "DELETE /v2.0/subnets/84496e3f-64b8-49f3-9b46-5a9affd04851 HTTP/1.1" status: 404 len: 337 time: 0.0448163 Jul 06 14:23:34.761934 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 41444) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:23:34.781276 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6368fea8-6b50-49fb-b6f7-7ab29b5c41b8 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Network 2658f09e-a580-4d4a-9968-2d1e0ad93719 is already hosted by enough agents. {{(pid=100247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:23:34.784532 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.base_scheduler [None req-6368fea8-6b50-49fb-b6f7-7ab29b5c41b8 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Resources bound (agent type, host, resource id): {{(pid=100247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:23:34.789961 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-c3a69a7c-b8fd-40da-a503-c9f2419e0a72 tempest-RoutersAdminTest-1447726136 tempest-RoutersAdminTest-1447726136-project] Notify callbacks [] for router, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:34.795677 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6368fea8-6b50-49fb-b6f7-7ab29b5c41b8 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Received port after_create {{(pid=100247) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:23:34.852224 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6368fea8-6b50-49fb-b6f7-7ab29b5c41b8 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Pushing event updated for resources: {'Port': ['ID=772aa99c-6fc1-4a90-a6db-651b084e49a1,revision_number=1']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:23:34.904079 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [None req-253142e9-7c90-478e-a70d-9fb02a8b70f8 tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] Deleting port bd8a684d-e45a-48cd-b479-c71fc4b683eb {{(pid=100246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:23:34.906242 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-253142e9-7c90-478e-a70d-9fb02a8b70f8 tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:35.019848 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-253142e9-7c90-478e-a70d-9fb02a8b70f8 tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:35.035467 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-c3a69a7c-b8fd-40da-a503-c9f2419e0a72 tempest-RoutersAdminTest-1447726136 tempest-RoutersAdminTest-1447726136-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:35.044722 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [None req-253142e9-7c90-478e-a70d-9fb02a8b70f8 tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] Calling delete_port for bd8a684d-e45a-48cd-b479-c71fc4b683eb owned by {{(pid=100246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:23:35.194470 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-253142e9-7c90-478e-a70d-9fb02a8b70f8 tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127687580'] for port, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:35.234445 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253142e9-7c90-478e-a70d-9fb02a8b70f8 tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] Pushing event deleted for resources: {'Port': ['ID=bd8a684d-e45a-48cd-b479-c71fc4b683eb,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:23:35.327650 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-253142e9-7c90-478e-a70d-9fb02a8b70f8 tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:35.330452 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-253142e9-7c90-478e-a70d-9fb02a8b70f8 tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] 10.222.0.104 "DELETE /v2.0/ports/bd8a684d-e45a-48cd-b479-c71fc4b683eb HTTP/1.1" status: 204 len: 168 time: 0.5676217 Jul 06 14:23:35.332604 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 41460) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:23:35.453314 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [None req-4d34fc53-82bb-4b39-8937-44595c5f7782 tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] Deleting port db46efe2-3db7-4f01-a71b-80a3561688b2 {{(pid=100246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:23:35.453669 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-4d34fc53-82bb-4b39-8937-44595c5f7782 tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:35.527584 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.plugin [None req-c3a69a7c-b8fd-40da-a503-c9f2419e0a72 tempest-RoutersAdminTest-1447726136 tempest-RoutersAdminTest-1447726136-project] Deleting port 0d8634db-1b1d-45c6-b5e7-6b678ea39d0d {{(pid=100247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:23:35.528085 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-c3a69a7c-b8fd-40da-a503-c9f2419e0a72 tempest-RoutersAdminTest-1447726136 tempest-RoutersAdminTest-1447726136-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:35.567663 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-4d34fc53-82bb-4b39-8937-44595c5f7782 tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:35.583258 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [None req-4d34fc53-82bb-4b39-8937-44595c5f7782 tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] Calling delete_port for db46efe2-3db7-4f01-a71b-80a3561688b2 owned by {{(pid=100246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:23:35.585830 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-6368fea8-6b50-49fb-b6f7-7ab29b5c41b8 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Notify callbacks [] for router_gateway, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:35.758639 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-4d34fc53-82bb-4b39-8937-44595c5f7782 tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127687580'] for port, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:35.798508 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d34fc53-82bb-4b39-8937-44595c5f7782 tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] Pushing event deleted for resources: {'Port': ['ID=db46efe2-3db7-4f01-a71b-80a3561688b2,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:23:35.799857 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-c3a69a7c-b8fd-40da-a503-c9f2419e0a72 tempest-RoutersAdminTest-1447726136 tempest-RoutersAdminTest-1447726136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:35.820434 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.plugin [None req-c3a69a7c-b8fd-40da-a503-c9f2419e0a72 tempest-RoutersAdminTest-1447726136 tempest-RoutersAdminTest-1447726136-project] Calling delete_port for 0d8634db-1b1d-45c6-b5e7-6b678ea39d0d owned by network:router_gateway {{(pid=100247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:23:35.868468 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-4d34fc53-82bb-4b39-8937-44595c5f7782 tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:35.870934 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-4d34fc53-82bb-4b39-8937-44595c5f7782 tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] 10.222.0.104 "DELETE /v2.0/ports/db46efe2-3db7-4f01-a71b-80a3561688b2 HTTP/1.1" status: 204 len: 168 time: 0.5373533 Jul 06 14:23:35.873590 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 41474) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:23:35.912171 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-6368fea8-6b50-49fb-b6f7-7ab29b5c41b8 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1806297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1761036'] for router, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:35.954615 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aefd430a-d195-4ca8-b58b-57614a1b2699 tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:23:35.959689 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-aefd430a-d195-4ca8-b58b-57614a1b2699 tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] 10.222.0.104 "GET /v2.0/ports?device_id=cbf9cae9-e8d9-42c3-b4e4-0cdcc22be709 HTTP/1.1" status: 200 len: 913 time: 0.0850010 Jul 06 14:23:35.960479 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 41478) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:23:36.143915 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-c3a69a7c-b8fd-40da-a503-c9f2419e0a72 tempest-RoutersAdminTest-1447726136 tempest-RoutersAdminTest-1447726136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128888353'] for port, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:36.173470 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a69a7c-b8fd-40da-a503-c9f2419e0a72 tempest-RoutersAdminTest-1447726136 tempest-RoutersAdminTest-1447726136-project] Pushing event deleted for resources: {'Port': ['ID=0d8634db-1b1d-45c6-b5e7-6b678ea39d0d,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:23:36.175280 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6368fea8-6b50-49fb-b6f7-7ab29b5c41b8 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Router 36162167-359d-4a63-a8fd-615418d80498 is scheduled to L3 agent 2823d358-a11b-4885-a706-95a279e43fa7 with binding_index 1 {{(pid=100247) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 14:23:36.331106 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-c3a69a7c-b8fd-40da-a503-c9f2419e0a72 tempest-RoutersAdminTest-1447726136 tempest-RoutersAdminTest-1447726136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1761104'] for router_gateway, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:36.444924 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-c3a69a7c-b8fd-40da-a503-c9f2419e0a72 tempest-RoutersAdminTest-1447726136 tempest-RoutersAdminTest-1447726136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1806308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6982'] for router, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:36.448793 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-c3a69a7c-b8fd-40da-a503-c9f2419e0a72 tempest-RoutersAdminTest-1447726136 tempest-RoutersAdminTest-1447726136-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:36.450850 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6368fea8-6b50-49fb-b6f7-7ab29b5c41b8 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Notify agent at l3_agent.n-d-773647-6 the message routers_updated {{(pid=100247) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 14:23:36.463197 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a78d385-ff84-4c30-99eb-dbcd0ea55afd None None] Sync routers for ids ['36162167-359d-4a63-a8fd-615418d80498'] in n-d-773647-6 {{(pid=100249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 14:23:36.482577 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a78d385-ff84-4c30-99eb-dbcd0ea55afd None None] Routers {'36162167-359d-4a63-a8fd-615418d80498'} bound to L3 agent in host n-d-773647-6 {{(pid=100249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:23:36.483600 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-5a78d385-ff84-4c30-99eb-dbcd0ea55afd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T14:23:26Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['36162167-359d-4a63-a8fd-615418d80498'], 'active': True} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:23:36.493781 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-95fbdcd9-a4c1-4245-a6ec-d1de9f26498e tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1809431'] for router_interface, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:36.502968 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-6368fea8-6b50-49fb-b6f7-7ab29b5c41b8 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Notify callbacks [] for router, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:36.504525 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-6368fea8-6b50-49fb-b6f7-7ab29b5c41b8 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] 10.222.0.104 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 3.0555532 Jul 06 14:23:36.507963 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 41496) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:23:36.519809 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-c3a69a7c-b8fd-40da-a503-c9f2419e0a72 tempest-RoutersAdminTest-1447726136 tempest-RoutersAdminTest-1447726136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1805684'] for router, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:36.520686 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3a69a7c-b8fd-40da-a503-c9f2419e0a72 tempest-RoutersAdminTest-1447726136 tempest-RoutersAdminTest-1447726136-project] Fanout notify agent at l3_agent the message router_deleted on router ed6ce140-b603-4e6f-9a89-d41ec6249bf7 {{(pid=100247) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 14:23:36.552981 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-c3a69a7c-b8fd-40da-a503-c9f2419e0a72 tempest-RoutersAdminTest-1447726136 tempest-RoutersAdminTest-1447726136-project] Notify callbacks [] for router, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:36.555462 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-c3a69a7c-b8fd-40da-a503-c9f2419e0a72 tempest-RoutersAdminTest-1447726136 tempest-RoutersAdminTest-1447726136-project] 10.222.0.104 "DELETE /v2.0/routers/ed6ce140-b603-4e6f-9a89-d41ec6249bf7 HTTP/1.1" status: 204 len: 168 time: 1.9292405 Jul 06 14:23:36.558013 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-263f2905-49d4-4a27-abb9-6029b36de257 tempest-TestNetworkAdvancedServerOps-137028019 tempest-TestNetworkAdvancedServerOps-137028019-project-admin] 10.222.0.104 "GET /v2.0/subnets?project_id=1077a35eaa714f1bbf260d32c5a52c8f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0484977 Jul 06 14:23:36.559445 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 41498) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:23:36.561311 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 41500) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:23:36.564800 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [None req-2ee861e1-b9cd-4f29-a37b-0dd6d834816b tempest-RoutersAdminTest-1447726136 tempest-RoutersAdminTest-1447726136-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-738480149', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:23:36.654722 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-2ee861e1-b9cd-4f29-a37b-0dd6d834816b tempest-RoutersAdminTest-1447726136 tempest-RoutersAdminTest-1447726136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1806290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6992'] for router, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:36.656588 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-2ee861e1-b9cd-4f29-a37b-0dd6d834816b tempest-RoutersAdminTest-1447726136 tempest-RoutersAdminTest-1447726136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1806157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1808637', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1714747', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7007'] for router, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:36.743820 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-455e2549-bc67-4e76-a8ec-a38574c15aa5 tempest-TestNetworkAdvancedServerOps-137028019 tempest-TestNetworkAdvancedServerOps-137028019-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:23:36.745584 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-455e2549-bc67-4e76-a8ec-a38574c15aa5 tempest-TestNetworkAdvancedServerOps-137028019 tempest-TestNetworkAdvancedServerOps-137028019-project-admin] 10.222.0.104 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1745543 Jul 06 14:23:36.747107 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-2ee861e1-b9cd-4f29-a37b-0dd6d834816b tempest-RoutersAdminTest-1447726136 tempest-RoutersAdminTest-1447726136-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:36.748428 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 41508) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:23:36.771755 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-2ee861e1-b9cd-4f29-a37b-0dd6d834816b tempest-RoutersAdminTest-1447726136 tempest-RoutersAdminTest-1447726136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1806297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1761036'] for router, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:36.822940 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-47988212-e752-4cd7-81f1-ca99a301da2c tempest-TestNetworkAdvancedServerOps-137028019 tempest-TestNetworkAdvancedServerOps-137028019-project-admin] 10.222.0.104 "GET /v2.0/subnets?network_id=2658f09e-a580-4d4a-9968-2d1e0ad93719&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0704479 Jul 06 14:23:36.831991 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvr_db [None req-5a78d385-ff84-4c30-99eb-dbcd0ea55afd None None] Set router 36162167-359d-4a63-a8fd-615418d80498 gateway port host: n-d-773647-6 {{(pid=100249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:23:36.832471 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 41512) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:23:36.848992 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [None req-8e5e6f29-2ea7-410b-9c68-f12f9402d70c tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-709112107', 'network_id': 'bc5d3bb7-e93c-47d1-bffc-c98c78d3daa0', 'project_id': '1077a35eaa714f1bbf260d32c5a52c8f', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:23:36.920481 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [None req-95fbdcd9-a4c1-4245-a6ec-d1de9f26498e tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] Deleting port 69fb6129-0eb6-4009-ae45-f737eeb26196 {{(pid=100246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:23:36.920954 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-95fbdcd9-a4c1-4245-a6ec-d1de9f26498e tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:36.928080 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-2ee861e1-b9cd-4f29-a37b-0dd6d834816b tempest-RoutersAdminTest-1447726136 tempest-RoutersAdminTest-1447726136-project] Notify callbacks [] for router, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:36.929301 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-2ee861e1-b9cd-4f29-a37b-0dd6d834816b tempest-RoutersAdminTest-1447726136 tempest-RoutersAdminTest-1447726136-project] 10.222.0.104 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3687408 Jul 06 14:23:36.936272 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 41516) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:23:36.941822 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [None req-fb077bea-58d6-4076-be06-5e3a21b43d48 tempest-RoutersAdminTest-593889549 tempest-RoutersAdminTest-593889549-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'enable_snat': True}}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:23:37.051998 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-95fbdcd9-a4c1-4245-a6ec-d1de9f26498e tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:37.094203 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [None req-95fbdcd9-a4c1-4245-a6ec-d1de9f26498e tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] Calling delete_port for 69fb6129-0eb6-4009-ae45-f737eeb26196 owned by network:router_interface {{(pid=100246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:23:37.131855 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-5a78d385-ff84-4c30-99eb-dbcd0ea55afd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36162167-359d-4a63-a8fd-615418d80498', 'name': 'tempest-TestNetworkAdvancedServerOps-router-424804265', 'tenant_id': '1077a35eaa714f1bbf260d32c5a52c8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.220'}], 'enable_snat': True}, 'gw_port_id': '772aa99c-6fc1-4a90-a6db-651b084e49a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:23:33Z', 'updated_at': '2021-07-06T14:23:35Z', 'revision_number': 3, 'project_id': '1077a35eaa714f1bbf260d32c5a52c8f', 'gw_port': {'id': '772aa99c-6fc1-4a90-a6db-651b084e49a1', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:c3:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36162167-359d-4a63-a8fd-615418d80498', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3195, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:23:34Z', 'updated_at': '2021-07-06T14:23:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6'}], 'n-d-773647-6', False) {} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:23:37.208379 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a78d385-ff84-4c30-99eb-dbcd0ea55afd None None] Checking router: 36162167-359d-4a63-a8fd-615418d80498 for host: n-d-773647-6 {{(pid=100249) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 14:23:37.208728 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a78d385-ff84-4c30-99eb-dbcd0ea55afd None None] Updating router 36162167-359d-4a63-a8fd-615418d80498 port 772aa99c-6fc1-4a90-a6db-651b084e49a1 binding host n-d-773647-6 {{(pid=100249) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 14:23:37.231467 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-fb077bea-58d6-4076-be06-5e3a21b43d48 tempest-RoutersAdminTest-593889549 tempest-RoutersAdminTest-593889549-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1761047', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1806272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6989'] for router, precommit_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:37.235783 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e5e6f29-2ea7-410b-9c68-f12f9402d70c tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Made reservation on behalf of 1077a35eaa714f1bbf260d32c5a52c8f for: {'subnet': 1} {{(pid=100247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:23:37.239684 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-8e5e6f29-2ea7-410b-9c68-f12f9402d70c tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127627440'] for subnet, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:37.310241 n-d-773647-6 neutron-server[100249]: DEBUG neutron_lib.callbacks.manager [None req-5a78d385-ff84-4c30-99eb-dbcd0ea55afd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:37.408270 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-95fbdcd9-a4c1-4245-a6ec-d1de9f26498e tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127687580'] for port, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:37.439110 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95fbdcd9-a4c1-4245-a6ec-d1de9f26498e tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] Pushing event deleted for resources: {'Port': ['ID=69fb6129-0eb6-4009-ae45-f737eeb26196,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:23:37.624791 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-95fbdcd9-a4c1-4245-a6ec-d1de9f26498e tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1809193'] for router_interface, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:37.656661 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-8e5e6f29-2ea7-410b-9c68-f12f9402d70c tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1849032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-128888412', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127627426'] for subnet, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:37.739245 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-fb077bea-58d6-4076-be06-5e3a21b43d48 tempest-RoutersAdminTest-593889549 tempest-RoutersAdminTest-593889549-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:37.752615 n-d-773647-6 neutron-server[100249]: DEBUG neutron_lib.callbacks.manager [None req-5a78d385-ff84-4c30-99eb-dbcd0ea55afd None None] Notify callbacks [] for port, precommit_update {{(pid=100249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:37.768930 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.provisioning_blocks [None req-5a78d385-ff84-4c30-99eb-dbcd0ea55afd None None] Transition to ACTIVE for port object 772aa99c-6fc1-4a90-a6db-651b084e49a1 will not be triggered until provisioned by entity L2. {{(pid=100249) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:23:37.778773 n-d-773647-6 neutron-server[100249]: DEBUG neutron_lib.callbacks.manager [None req-5a78d385-ff84-4c30-99eb-dbcd0ea55afd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:37.817009 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-fb077bea-58d6-4076-be06-5e3a21b43d48 tempest-RoutersAdminTest-593889549 tempest-RoutersAdminTest-593889549-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:37.888453 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5e6f29-2ea7-410b-9c68-f12f9402d70c tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Pushing event updated for resources: {'Subnet': ['ID=5cc1974a-df25-4dcd-a352-8b5e01019a66,revision_number=0']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:23:37.897285 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.managers [None req-5a78d385-ff84-4c30-99eb-dbcd0ea55afd None None] Attempting to bind port 772aa99c-6fc1-4a90-a6db-651b084e49a1 on host n-d-773647-6 for vnic_type normal with profile {{(pid=100249) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:23:37.897759 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.managers [None req-5a78d385-ff84-4c30-99eb-dbcd0ea55afd None None] Attempting to bind port 772aa99c-6fc1-4a90-a6db-651b084e49a1 by drivers openvswitch,hyperv on host n-d-773647-6 at level 0 using segments [{'id': '89a832b7-7793-4d51-9038-ed7e1c3ff1b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719'}] {{(pid=100249) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:23:37.898170 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a78d385-ff84-4c30-99eb-dbcd0ea55afd None None] Attempting to bind port 772aa99c-6fc1-4a90-a6db-651b084e49a1 on network 2658f09e-a580-4d4a-9968-2d1e0ad93719 {{(pid=100249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:23:37.905312 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e5e6f29-2ea7-410b-9c68-f12f9402d70c tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Checking segment: {'id': '2232724b-0080-42a3-80fc-ee070066087e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': 'bc5d3bb7-e93c-47d1-bffc-c98c78d3daa0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100247) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:23:37.906217 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e5e6f29-2ea7-410b-9c68-f12f9402d70c tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Network hostable DHCP agents. Network: bc5d3bb7-e93c-47d1-bffc-c98c78d3daa0, hostable agents: ['f2bada3d-be77-4359-982b-8505a2bbca04'], hosted agents: [] {{(pid=100247) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 14:23:37.910873 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a78d385-ff84-4c30-99eb-dbcd0ea55afd None None] Checking agent: {'id': '8ab5b19c-d213-4f29-891d-27bdf39d38b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773647-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 43, 26), 'started_at': datetime.datetime(2021, 7, 6, 13, 43, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 23, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773647-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:23:37.911173 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a78d385-ff84-4c30-99eb-dbcd0ea55afd None None] Checking segment: {'id': '89a832b7-7793-4d51-9038-ed7e1c3ff1b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100249) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:23:37.911591 n-d-773647-6 neutron-server[100249]: DEBUG neutron_lib.callbacks.manager [None req-5a78d385-ff84-4c30-99eb-dbcd0ea55afd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:37.912325 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a78d385-ff84-4c30-99eb-dbcd0ea55afd None None] Bound using segment: {'id': '89a832b7-7793-4d51-9038-ed7e1c3ff1b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719'} {{(pid=100249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:23:37.912437 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.managers [None req-5a78d385-ff84-4c30-99eb-dbcd0ea55afd None None] Bound port: 772aa99c-6fc1-4a90-a6db-651b084e49a1, host: n-d-773647-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89a832b7-7793-4d51-9038-ed7e1c3ff1b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719'}}] {{(pid=100249) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:23:37.912819 n-d-773647-6 neutron-server[100249]: DEBUG neutron_lib.callbacks.manager [None req-5a78d385-ff84-4c30-99eb-dbcd0ea55afd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:37.983611 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e5e6f29-2ea7-410b-9c68-f12f9402d70c tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Network bc5d3bb7-e93c-47d1-bffc-c98c78d3daa0 is scheduled to be hosted by DHCP agent f2bada3d-be77-4359-982b-8505a2bbca04 with binding_index 1 {{(pid=100247) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 14:23:37.995788 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95fbdcd9-a4c1-4245-a6ec-d1de9f26498e tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] Router cbf9cae9-e8d9-42c3-b4e4-0cdcc22be709 has already been hosted by L3 agent 2823d358-a11b-4885-a706-95a279e43fa7 {{(pid=100246) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 14:23:38.020349 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.db [None req-5a78d385-ff84-4c30-99eb-dbcd0ea55afd None None] For port 772aa99c-6fc1-4a90-a6db-651b084e49a1, host n-d-773647-6, cleared binding levels {{(pid=100249) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:23:38.022629 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a26caf6-26da-43c8-b6f9-ab7012089e40 None None] Pushing event updated for resources: {'Port': ['ID=772aa99c-6fc1-4a90-a6db-651b084e49a1,revision_number=2']} {{(pid=100249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:23:38.025287 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.base_scheduler [None req-8e5e6f29-2ea7-410b-9c68-f12f9402d70c tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773647-6, bc5d3bb7-e93c-47d1-bffc-c98c78d3daa0) {{(pid=100247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:23:38.038608 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a1c1164-550b-4d88-8bdb-790815967eee None None] Network bc5d3bb7-e93c-47d1-bffc-c98c78d3daa0 requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:23:38.051025 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e5e6f29-2ea7-410b-9c68-f12f9402d70c tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:23:38.051748 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-8e5e6f29-2ea7-410b-9c68-f12f9402d70c tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Notify callbacks [] for subnet, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:38.056222 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.db [None req-5a78d385-ff84-4c30-99eb-dbcd0ea55afd None None] For port 772aa99c-6fc1-4a90-a6db-651b084e49a1, host n-d-773647-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=772aa99c-6fc1-4a90-a6db-651b084e49a1,segment=NetworkSegment(89a832b7-7793-4d51-9038-ed7e1c3ff1b2),segment_id=89a832b7-7793-4d51-9038-ed7e1c3ff1b2)] {{(pid=100249) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:23:38.056366 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.db_base_plugin_common [None req-fb077bea-58d6-4076-be06-5e3a21b43d48 tempest-RoutersAdminTest-593889549 tempest-RoutersAdminTest-593889549-project-admin] Allocated IP 172.25.0.81 (2658f09e-a580-4d4a-9968-2d1e0ad93719/cbf74abc-6fe1-4d33-b005-c948923b9647/c2de6970-193b-4fde-82de-8f15f5622832) {{(pid=100247) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:23:38.062740 n-d-773647-6 neutron-server[100249]: DEBUG neutron_lib.callbacks.manager [None req-5a78d385-ff84-4c30-99eb-dbcd0ea55afd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:38.102910 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-8e5e6f29-2ea7-410b-9c68-f12f9402d70c tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] 10.222.0.104 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.2690165 Jul 06 14:23:38.106482 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 41542) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:23:38.220331 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95fbdcd9-a4c1-4245-a6ec-d1de9f26498e tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] Notify agent at l3_agent.n-d-773647-6 the message routers_updated {{(pid=100246) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 14:23:38.231546 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-95fbdcd9-a4c1-4245-a6ec-d1de9f26498e tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] 10.222.0.104 "PUT /v2.0/routers/cbf9cae9-e8d9-42c3-b4e4-0cdcc22be709/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2697351 Jul 06 14:23:38.236883 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 41544) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:23:38.239509 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a78d385-ff84-4c30-99eb-dbcd0ea55afd None None] Routers {'36162167-359d-4a63-a8fd-615418d80498'} bound to L3 agent in host n-d-773647-6 {{(pid=100249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:23:38.241382 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-5a78d385-ff84-4c30-99eb-dbcd0ea55afd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T14:23:26Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['36162167-359d-4a63-a8fd-615418d80498'], 'active': True} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:23:38.255534 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c4d39ba-f0ca-47a8-8e88-cf9eb8b02dc0 None None] Sync routers for ids ['cbf9cae9-e8d9-42c3-b4e4-0cdcc22be709'] in n-d-773647-6 {{(pid=100248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 14:23:38.284858 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c4d39ba-f0ca-47a8-8e88-cf9eb8b02dc0 None None] Routers {'cbf9cae9-e8d9-42c3-b4e4-0cdcc22be709'} bound to L3 agent in host n-d-773647-6 {{(pid=100248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:23:38.285780 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-8c4d39ba-f0ca-47a8-8e88-cf9eb8b02dc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T14:23:26Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['cbf9cae9-e8d9-42c3-b4e4-0cdcc22be709'], 'active': True} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:23:38.322111 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-8c4d39ba-f0ca-47a8-8e88-cf9eb8b02dc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-773647-6', False) {} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:23:38.339045 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c4d39ba-f0ca-47a8-8e88-cf9eb8b02dc0 None None] Routers {'cbf9cae9-e8d9-42c3-b4e4-0cdcc22be709'} bound to L3 agent in host n-d-773647-6 {{(pid=100248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:23:38.339987 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-8c4d39ba-f0ca-47a8-8e88-cf9eb8b02dc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T14:23:26Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['cbf9cae9-e8d9-42c3-b4e4-0cdcc22be709'], 'active': True} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:23:38.362502 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a26caf6-26da-43c8-b6f9-ab7012089e40 None None] Pushing event updated for resources: {'Port': ['ID=772aa99c-6fc1-4a90-a6db-651b084e49a1,revision_number=3']} {{(pid=100249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:23:38.380650 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-fb077bea-58d6-4076-be06-5e3a21b43d48 tempest-RoutersAdminTest-593889549 tempest-RoutersAdminTest-593889549-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:38.410362 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c732130-6f0a-4158-8c54-dced32160054 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6bd5fc82-6666-56e8-87c2-91648d36c963-bc5d3bb7-e93c-47d1-bffc-c98c78d3daa0', 'network_id': 'bc5d3bb7-e93c-47d1-bffc-c98c78d3daa0', 'tenant_id': '1077a35eaa714f1bbf260d32c5a52c8f', 'fixed_ips': [{'subnet_id': '5cc1974a-df25-4dcd-a352-8b5e01019a66'}]}} from n-d-773647-6. {{(pid=100248) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 14:23:38.411731 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-8c732130-6f0a-4158-8c54-dced32160054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:38.415635 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-8c4d39ba-f0ca-47a8-8e88-cf9eb8b02dc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-773647-6', False) {} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:23:38.416592 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c4d39ba-f0ca-47a8-8e88-cf9eb8b02dc0 None None] The sync data for ids ['cbf9cae9-e8d9-42c3-b4e4-0cdcc22be709'] in n-d-773647-6 is: [] {{(pid=100248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 14:23:38.470206 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-594cd6cb-1f31-457e-afdc-3505ebc7f2fa tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] Notify callbacks [] for router, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:38.525336 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvr_db [None req-5a78d385-ff84-4c30-99eb-dbcd0ea55afd None None] Set router 36162167-359d-4a63-a8fd-615418d80498 gateway port host: n-d-773647-6 {{(pid=100249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:23:38.614114 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-fb077bea-58d6-4076-be06-5e3a21b43d48 tempest-RoutersAdminTest-593889549 tempest-RoutersAdminTest-593889549-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-128888360'] for port, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:38.671853 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-594cd6cb-1f31-457e-afdc-3505ebc7f2fa tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:38.782963 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.db_base_plugin_common [None req-8c732130-6f0a-4158-8c54-dced32160054 None None] Allocated IP 172.20.0.2 (bc5d3bb7-e93c-47d1-bffc-c98c78d3daa0/5cc1974a-df25-4dcd-a352-8b5e01019a66/fa38e97d-70d9-4b2d-95a8-7962467f77f4) {{(pid=100248) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:23:38.789570 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb077bea-58d6-4076-be06-5e3a21b43d48 tempest-RoutersAdminTest-593889549 tempest-RoutersAdminTest-593889549-project-admin] Network 2658f09e-a580-4d4a-9968-2d1e0ad93719 is already hosted by enough agents. {{(pid=100247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:23:38.809081 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [None req-594cd6cb-1f31-457e-afdc-3505ebc7f2fa tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] Deleting port 3733aff8-6931-4960-81d3-ebf3183d1526 {{(pid=100246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:23:38.812446 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-594cd6cb-1f31-457e-afdc-3505ebc7f2fa tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:38.818398 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.base_scheduler [None req-fb077bea-58d6-4076-be06-5e3a21b43d48 tempest-RoutersAdminTest-593889549 tempest-RoutersAdminTest-593889549-project-admin] Resources bound (agent type, host, resource id): {{(pid=100247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:23:38.827022 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb077bea-58d6-4076-be06-5e3a21b43d48 tempest-RoutersAdminTest-593889549 tempest-RoutersAdminTest-593889549-project-admin] Received port after_create {{(pid=100247) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:23:38.839949 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-5a78d385-ff84-4c30-99eb-dbcd0ea55afd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36162167-359d-4a63-a8fd-615418d80498', 'name': 'tempest-TestNetworkAdvancedServerOps-router-424804265', 'tenant_id': '1077a35eaa714f1bbf260d32c5a52c8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.220'}], 'enable_snat': True}, 'gw_port_id': '772aa99c-6fc1-4a90-a6db-651b084e49a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:23:33Z', 'updated_at': '2021-07-06T14:23:35Z', 'revision_number': 3, 'project_id': '1077a35eaa714f1bbf260d32c5a52c8f', 'gw_port': {'id': '772aa99c-6fc1-4a90-a6db-651b084e49a1', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:c3:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36162167-359d-4a63-a8fd-615418d80498', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3195, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:23:34Z', 'updated_at': '2021-07-06T14:23:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6'}], 'n-d-773647-6', False) {} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:23:38.870370 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb077bea-58d6-4076-be06-5e3a21b43d48 tempest-RoutersAdminTest-593889549 tempest-RoutersAdminTest-593889549-project-admin] Pushing event updated for resources: {'Port': ['ID=c2de6970-193b-4fde-82de-8f15f5622832,revision_number=1']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:23:38.874809 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a78d385-ff84-4c30-99eb-dbcd0ea55afd None None] The sync data for ids ['36162167-359d-4a63-a8fd-615418d80498'] in n-d-773647-6 is: [{'id': '36162167-359d-4a63-a8fd-615418d80498', 'name': 'tempest-TestNetworkAdvancedServerOps-router-424804265', 'tenant_id': '1077a35eaa714f1bbf260d32c5a52c8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.220'}], 'enable_snat': True}, 'gw_port_id': '772aa99c-6fc1-4a90-a6db-651b084e49a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:23:33Z', 'updated_at': '2021-07-06T14:23:35Z', 'revision_number': 3, 'project_id': '1077a35eaa714f1bbf260d32c5a52c8f', 'gw_port': {'id': '772aa99c-6fc1-4a90-a6db-651b084e49a1', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:c3:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36162167-359d-4a63-a8fd-615418d80498', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3195, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:23:34Z', 'updated_at': '2021-07-06T14:23:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6'}] {{(pid=100249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 14:23:38.972200 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-594cd6cb-1f31-457e-afdc-3505ebc7f2fa tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:38.992170 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [None req-594cd6cb-1f31-457e-afdc-3505ebc7f2fa tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] Calling delete_port for 3733aff8-6931-4960-81d3-ebf3183d1526 owned by network:router_gateway {{(pid=100246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:23:39.159163 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-8c732130-6f0a-4158-8c54-dced32160054 None None] Notify callbacks [] for port, precommit_create {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:39.175716 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-8c732130-6f0a-4158-8c54-dced32160054 None None] Transition to ACTIVE for port object fa38e97d-70d9-4b2d-95a8-7962467f77f4 will not be triggered until provisioned by entity L2. {{(pid=100248) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:23:39.197021 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-8c732130-6f0a-4158-8c54-dced32160054 None None] Transition to ACTIVE for port object fa38e97d-70d9-4b2d-95a8-7962467f77f4 will not be triggered until provisioned by entity DHCP. {{(pid=100248) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:23:39.206909 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-8c732130-6f0a-4158-8c54-dced32160054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108'] for port, after_create {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:39.278631 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c732130-6f0a-4158-8c54-dced32160054 None None] Pushing event updated for resources: {'Port': ['ID=fa38e97d-70d9-4b2d-95a8-7962467f77f4,revision_number=1']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:23:39.290231 n-d-773647-6 neutron-server[100248]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c732130-6f0a-4158-8c54-dced32160054 None None] Network bc5d3bb7-e93c-47d1-bffc-c98c78d3daa0 is already hosted by enough agents. {{(pid=100248) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:23:39.293037 n-d-773647-6 neutron-server[100248]: DEBUG neutron.scheduler.base_scheduler [None req-8c732130-6f0a-4158-8c54-dced32160054 None None] Resources bound (agent type, host, resource id): {{(pid=100248) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:23:39.296842 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c732130-6f0a-4158-8c54-dced32160054 None None] Received port after_create {{(pid=100248) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:23:39.435572 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-594cd6cb-1f31-457e-afdc-3505ebc7f2fa tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127687580'] for port, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:39.454472 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-8c732130-6f0a-4158-8c54-dced32160054 None None] Attempting to bind port fa38e97d-70d9-4b2d-95a8-7962467f77f4 on host n-d-773647-6 for vnic_type normal with profile {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:23:39.456035 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-8c732130-6f0a-4158-8c54-dced32160054 None None] Attempting to bind port fa38e97d-70d9-4b2d-95a8-7962467f77f4 by drivers openvswitch,hyperv on host n-d-773647-6 at level 0 using segments [{'id': '2232724b-0080-42a3-80fc-ee070066087e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': 'bc5d3bb7-e93c-47d1-bffc-c98c78d3daa0'}] {{(pid=100248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:23:39.457966 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c732130-6f0a-4158-8c54-dced32160054 None None] Attempting to bind port fa38e97d-70d9-4b2d-95a8-7962467f77f4 on network bc5d3bb7-e93c-47d1-bffc-c98c78d3daa0 {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:23:39.474492 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c732130-6f0a-4158-8c54-dced32160054 None None] Checking agent: {'id': '8ab5b19c-d213-4f29-891d-27bdf39d38b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773647-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 43, 26), 'started_at': datetime.datetime(2021, 7, 6, 13, 43, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 23, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773647-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:23:39.475191 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c732130-6f0a-4158-8c54-dced32160054 None None] Checking segment: {'id': '2232724b-0080-42a3-80fc-ee070066087e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': 'bc5d3bb7-e93c-47d1-bffc-c98c78d3daa0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:23:39.476330 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-8c732130-6f0a-4158-8c54-dced32160054 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:39.476978 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c732130-6f0a-4158-8c54-dced32160054 None None] Bound using segment: {'id': '2232724b-0080-42a3-80fc-ee070066087e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': 'bc5d3bb7-e93c-47d1-bffc-c98c78d3daa0'} {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:23:39.477674 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-8c732130-6f0a-4158-8c54-dced32160054 None None] Bound port: fa38e97d-70d9-4b2d-95a8-7962467f77f4, host: n-d-773647-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2232724b-0080-42a3-80fc-ee070066087e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': 'bc5d3bb7-e93c-47d1-bffc-c98c78d3daa0'}}] {{(pid=100248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:23:39.478274 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-8c732130-6f0a-4158-8c54-dced32160054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:39.485371 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594cd6cb-1f31-457e-afdc-3505ebc7f2fa tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] Pushing event deleted for resources: {'Port': ['ID=3733aff8-6931-4960-81d3-ebf3183d1526,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:23:39.517048 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-594cd6cb-1f31-457e-afdc-3505ebc7f2fa tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:23:39.517417 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-594cd6cb-1f31-457e-afdc-3505ebc7f2fa tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:23:39.517739 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-594cd6cb-1f31-457e-afdc-3505ebc7f2fa tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:23:39.518081 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-594cd6cb-1f31-457e-afdc-3505ebc7f2fa tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:23:39.518416 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-594cd6cb-1f31-457e-afdc-3505ebc7f2fa tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:23:39.518749 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-594cd6cb-1f31-457e-afdc-3505ebc7f2fa tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:23:39.519079 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-594cd6cb-1f31-457e-afdc-3505ebc7f2fa tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:23:39.519433 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-594cd6cb-1f31-457e-afdc-3505ebc7f2fa tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:23:39.519764 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-594cd6cb-1f31-457e-afdc-3505ebc7f2fa tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:23:39.520096 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-594cd6cb-1f31-457e-afdc-3505ebc7f2fa tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:23:39.520425 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-594cd6cb-1f31-457e-afdc-3505ebc7f2fa tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:23:39.527491 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-594cd6cb-1f31-457e-afdc-3505ebc7f2fa tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:23:39.613049 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-8c732130-6f0a-4158-8c54-dced32160054 None None] For port fa38e97d-70d9-4b2d-95a8-7962467f77f4, host n-d-773647-6, cleared binding levels {{(pid=100248) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:23:39.623149 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-8c732130-6f0a-4158-8c54-dced32160054 None None] For port fa38e97d-70d9-4b2d-95a8-7962467f77f4, host n-d-773647-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=fa38e97d-70d9-4b2d-95a8-7962467f77f4,segment=NetworkSegment(2232724b-0080-42a3-80fc-ee070066087e),segment_id=2232724b-0080-42a3-80fc-ee070066087e)] {{(pid=100248) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:23:39.630236 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-8c732130-6f0a-4158-8c54-dced32160054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:39.636187 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-594cd6cb-1f31-457e-afdc-3505ebc7f2fa tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1761104'] for router_gateway, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:39.792783 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c732130-6f0a-4158-8c54-dced32160054 None None] Pushing event updated for resources: {'Port': ['ID=fa38e97d-70d9-4b2d-95a8-7962467f77f4,revision_number=2']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:23:39.950705 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 772aa99c-6fc1-4a90-a6db-651b084e49a1 up at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:23:39.991300 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-859d4c0f-e495-4469-b277-fec5805738bf tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:40.081727 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning for port 772aa99c-6fc1-4a90-a6db-651b084e49a1 completed by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:23:40.088178 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning complete for port 772aa99c-6fc1-4a90-a6db-651b084e49a1 triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:23:40.088862 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:40.317891 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:40.372214 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] For port 772aa99c-6fc1-4a90-a6db-651b084e49a1, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=772aa99c-6fc1-4a90-a6db-651b084e49a1,segment=NetworkSegment(89a832b7-7793-4d51-9038-ed7e1c3ff1b2),segment_id=89a832b7-7793-4d51-9038-ed7e1c3ff1b2)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:23:40.386137 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-fb077bea-58d6-4076-be06-5e3a21b43d48 tempest-RoutersAdminTest-593889549 tempest-RoutersAdminTest-593889549-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:40.388517 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:40.421711 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-594cd6cb-1f31-457e-afdc-3505ebc7f2fa tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1806308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6982'] for router, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:40.424789 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-594cd6cb-1f31-457e-afdc-3505ebc7f2fa tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:40.503782 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Pushing event updated for resources: {'Port': ['ID=772aa99c-6fc1-4a90-a6db-651b084e49a1,revision_number=4']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:23:40.522350 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-594cd6cb-1f31-457e-afdc-3505ebc7f2fa tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1805684'] for router, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:40.523180 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-594cd6cb-1f31-457e-afdc-3505ebc7f2fa tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] Fanout notify agent at l3_agent the message router_deleted on router cbf9cae9-e8d9-42c3-b4e4-0cdcc22be709 {{(pid=100246) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 14:23:40.531925 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-594cd6cb-1f31-457e-afdc-3505ebc7f2fa tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] Notify callbacks [] for router, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:40.535364 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-594cd6cb-1f31-457e-afdc-3505ebc7f2fa tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] 10.222.0.104 "DELETE /v2.0/routers/cbf9cae9-e8d9-42c3-b4e4-0cdcc22be709 HTTP/1.1" status: 204 len: 168 time: 2.2953882 Jul 06 14:23:40.536475 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 41594) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:23:40.599427 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.db_base_plugin_v2 [None req-852d57e6-c002-4921-871e-ffa4ed316854 tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] Deleting subnet a680b4d2-78b6-476d-a130-a72322ee04eb {{(pid=100246) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 14:23:40.602465 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-852d57e6-c002-4921-871e-ffa4ed316854 tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] Notify callbacks [] for subnet, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:40.661379 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-852d57e6-c002-4921-871e-ffa4ed316854 tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126218885'] for subnet, precommit_delete_associations {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:40.682148 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:40.723588 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-852d57e6-c002-4921-871e-ffa4ed316854 tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-913473'] for subnet, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:40.809924 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-852d57e6-c002-4921-871e-ffa4ed316854 tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-913480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1849032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127687590', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127702764'] for subnet, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:40.863502 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.db_base_plugin_common [None req-859d4c0f-e495-4469-b277-fec5805738bf tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Allocated IP 172.20.0.1 (bc5d3bb7-e93c-47d1-bffc-c98c78d3daa0/5cc1974a-df25-4dcd-a352-8b5e01019a66/4c8e24bf-aeb6-4d3d-9a9c-9586ce266ea6) {{(pid=100247) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:23:40.866831 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852d57e6-c002-4921-871e-ffa4ed316854 tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] Pushing event deleted for resources: {'Subnet': ['ID=a680b4d2-78b6-476d-a130-a72322ee04eb,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:23:40.883050 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-852d57e6-c002-4921-871e-ffa4ed316854 tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] Notify callbacks [] for subnet, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:40.888117 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-852d57e6-c002-4921-871e-ffa4ed316854 tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] 10.222.0.104 "DELETE /v2.0/subnets/a680b4d2-78b6-476d-a130-a72322ee04eb HTTP/1.1" status: 204 len: 168 time: 0.3499296 Jul 06 14:23:40.891165 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 41606) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:23:41.050316 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-e77b3939-3c90-419c-a891-8169ea8aa12b tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530492'] for network, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:41.119594 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-859d4c0f-e495-4469-b277-fec5805738bf tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Notify callbacks [] for port, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:41.123608 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-fb077bea-58d6-4076-be06-5e3a21b43d48 tempest-RoutersAdminTest-593889549 tempest-RoutersAdminTest-593889549-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1761047', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1806272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6989'] for router, precommit_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:41.135655 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-fb077bea-58d6-4076-be06-5e3a21b43d48 tempest-RoutersAdminTest-593889549 tempest-RoutersAdminTest-593889549-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1761036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1761054', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1761029', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1806287'] for router, after_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:41.158719 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.provisioning_blocks [None req-859d4c0f-e495-4469-b277-fec5805738bf tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Transition to ACTIVE for port object 4c8e24bf-aeb6-4d3d-9a9c-9586ce266ea6 will not be triggered until provisioned by entity DHCP. {{(pid=100247) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:23:41.182267 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-e77b3939-3c90-419c-a891-8169ea8aa12b tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-917204', 'neutron.services.segments.db._delete_segments_for_network-8773753502302'] for network, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:41.195489 n-d-773647-6 neutron-server[100246]: DEBUG neutron.services.segments.db [None req-e77b3939-3c90-419c-a891-8169ea8aa12b tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ec71722-ed11-451f-981a-14655b176bab']}} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:23:41.217634 n-d-773647-6 neutron-server[100246]: DEBUG neutron.services.segments.db [None req-e77b3939-3c90-419c-a891-8169ea8aa12b tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb1100e5-984f-4c2f-947b-e17a52c21a0d') {'for_net_delete': True} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:23:41.218073 n-d-773647-6 neutron-server[100246]: DEBUG neutron.services.segments.db [None req-e77b3939-3c90-419c-a891-8169ea8aa12b tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb1100e5-984f-4c2f-947b-e17a52c21a0d') {} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:23:41.250554 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-e77b3939-3c90-419c-a891-8169ea8aa12b tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773753515138', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126218898'] for segment, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:41.274206 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-e77b3939-3c90-419c-a891-8169ea8aa12b tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552'] for segment, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:41.288462 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e77b3939-3c90-419c-a891-8169ea8aa12b tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] Releasing vlan 1000 on physical network physnet1 to pool {{(pid=100246) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 14:23:41.289815 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-e77b3939-3c90-419c-a891-8169ea8aa12b tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127687491'] for segment, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:41.318424 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-859d4c0f-e495-4469-b277-fec5805738bf tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-128888360'] for port, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:41.385759 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-859d4c0f-e495-4469-b277-fec5805738bf tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Network bc5d3bb7-e93c-47d1-bffc-c98c78d3daa0 is already hosted by enough agents. {{(pid=100247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:23:41.394731 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.base_scheduler [None req-859d4c0f-e495-4469-b277-fec5805738bf tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Resources bound (agent type, host, resource id): {{(pid=100247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:23:41.401533 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-859d4c0f-e495-4469-b277-fec5805738bf tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Received port after_create {{(pid=100247) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:23:41.402417 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecb462a4-9806-47bf-81f3-6987e3644daa None None] Network bc5d3bb7-e93c-47d1-bffc-c98c78d3daa0 requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:23:41.412453 n-d-773647-6 neutron-server[100246]: Traceback (most recent call last): Jul 06 14:23:41.412453 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 14:23:41.412453 n-d-773647-6 neutron-server[100246]: timer() Jul 06 14:23:41.412453 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 14:23:41.412453 n-d-773647-6 neutron-server[100246]: cb(*args, **kw) Jul 06 14:23:41.412453 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 14:23:41.412453 n-d-773647-6 neutron-server[100246]: return func(*args, **kwargs) Jul 06 14:23:41.412453 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 14:23:41.412453 n-d-773647-6 neutron-server[100246]: self._notify() Jul 06 14:23:41.412453 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 14:23:41.412453 n-d-773647-6 neutron-server[100246]: self.callback(batched_events) Jul 06 14:23:41.412453 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 14:23:41.412453 n-d-773647-6 neutron-server[100246]: event.method(event) Jul 06 14:23:41.412453 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 14:23:41.412453 n-d-773647-6 neutron-server[100246]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 14:23:41.412453 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 14:23:41.412453 n-d-773647-6 neutron-server[100246]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 14:23:41.412453 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 14:23:41.412453 n-d-773647-6 neutron-server[100246]: return f(self, *a, **k) Jul 06 14:23:41.412453 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 14:23:41.412453 n-d-773647-6 neutron-server[100246]: return self._get(url).json() Jul 06 14:23:41.412453 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 14:23:41.412453 n-d-773647-6 neutron-server[100246]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 14:23:41.412453 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 14:23:41.412453 n-d-773647-6 neutron-server[100246]: return self.request(url, 'GET', **kwargs) Jul 06 14:23:41.412453 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 14:23:41.412453 n-d-773647-6 neutron-server[100246]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 14:23:41.412453 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 14:23:41.412453 n-d-773647-6 neutron-server[100246]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 14:23:41.412453 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 14:23:41.412453 n-d-773647-6 neutron-server[100246]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 14:23:41.412453 n-d-773647-6 neutron-server[100246]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 14:23:41.427581 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-e77b3939-3c90-419c-a891-8169ea8aa12b tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-917215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1761140'] for network, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:41.433344 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-e77b3939-3c90-419c-a891-8169ea8aa12b tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] Notify callbacks [] for network, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:41.439603 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-e77b3939-3c90-419c-a891-8169ea8aa12b tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] 10.222.0.104 "DELETE /v2.0/networks/0ec71722-ed11-451f-981a-14655b176bab HTTP/1.1" status: 204 len: 168 time: 0.5472200 Jul 06 14:23:41.456680 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77b3939-3c90-419c-a891-8169ea8aa12b tempest-FloatingIPTestJSON-1757920141 tempest-FloatingIPTestJSON-1757920141-project] Pushing event deleted for resources: {'Network': ['ID=0ec71722-ed11-451f-981a-14655b176bab,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:23:41.462051 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-859d4c0f-e495-4469-b277-fec5805738bf tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1807675'] for router_interface, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:41.468270 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859d4c0f-e495-4469-b277-fec5805738bf tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Pushing event updated for resources: {'Port': ['ID=4c8e24bf-aeb6-4d3d-9a9c-9586ce266ea6,revision_number=1']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:23:41.532036 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-9e9377f2-8c86-4923-a32b-2e9903781780 None None] Provisioning for port fa38e97d-70d9-4b2d-95a8-7962467f77f4 completed by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:23:41.562252 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb077bea-58d6-4076-be06-5e3a21b43d48 tempest-RoutersAdminTest-593889549 tempest-RoutersAdminTest-593889549-project-admin] Router ec66154c-fcad-46dc-8a98-31073a596b08 is scheduled to L3 agent 2823d358-a11b-4885-a706-95a279e43fa7 with binding_index 1 {{(pid=100247) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 14:23:41.955508 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 41628) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:23:42.008327 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device fa38e97d-70d9-4b2d-95a8-7962467f77f4 up at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:23:42.080095 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb077bea-58d6-4076-be06-5e3a21b43d48 tempest-RoutersAdminTest-593889549 tempest-RoutersAdminTest-593889549-project-admin] Notify agent at l3_agent.n-d-773647-6 the message routers_updated {{(pid=100247) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 14:23:42.089812 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-fb077bea-58d6-4076-be06-5e3a21b43d48 tempest-RoutersAdminTest-593889549 tempest-RoutersAdminTest-593889549-project-admin] Notify callbacks [] for router, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:42.097361 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-fb077bea-58d6-4076-be06-5e3a21b43d48 tempest-RoutersAdminTest-593889549 tempest-RoutersAdminTest-593889549-project-admin] 10.222.0.104 "PUT /v2.0/routers/ec66154c-fcad-46dc-8a98-31073a596b08 HTTP/1.1" status: 200 len: 913 time: 5.1564140 Jul 06 14:23:42.097541 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 41632) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:23:42.105969 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8a35844-329f-44b8-88fa-e74a2193a680 None None] Sync routers for ids ['ec66154c-fcad-46dc-8a98-31073a596b08'] in n-d-773647-6 {{(pid=100249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 14:23:42.126944 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning for port fa38e97d-70d9-4b2d-95a8-7962467f77f4 completed by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:23:42.134923 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning complete for port fa38e97d-70d9-4b2d-95a8-7962467f77f4 triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:23:42.136309 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:42.139594 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-859d4c0f-e495-4469-b277-fec5805738bf tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:42.143419 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8a35844-329f-44b8-88fa-e74a2193a680 None None] Routers {'ec66154c-fcad-46dc-8a98-31073a596b08'} bound to L3 agent in host n-d-773647-6 {{(pid=100249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:23:42.145458 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-d8a35844-329f-44b8-88fa-e74a2193a680 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T14:23:26Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['ec66154c-fcad-46dc-8a98-31073a596b08'], 'active': True} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:23:42.243488 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-d8a35844-329f-44b8-88fa-e74a2193a680 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-773647-6', False) {} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:23:42.269322 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8a35844-329f-44b8-88fa-e74a2193a680 None None] Routers {'ec66154c-fcad-46dc-8a98-31073a596b08'} bound to L3 agent in host n-d-773647-6 {{(pid=100249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:23:42.274393 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-d8a35844-329f-44b8-88fa-e74a2193a680 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T14:23:26Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['ec66154c-fcad-46dc-8a98-31073a596b08'], 'active': True} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:23:42.297894 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-ef367196-983f-4a5d-9dd6-05eadc721801 None None] Provisioning complete for port fa38e97d-70d9-4b2d-95a8-7962467f77f4 triggered by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:23:42.298383 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-ef367196-983f-4a5d-9dd6-05eadc721801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:42.302554 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:42.363394 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] For port fa38e97d-70d9-4b2d-95a8-7962467f77f4, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=fa38e97d-70d9-4b2d-95a8-7962467f77f4,segment=NetworkSegment(2232724b-0080-42a3-80fc-ee070066087e),segment_id=2232724b-0080-42a3-80fc-ee070066087e)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:23:42.373283 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:42.375233 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 772aa99c-6fc1-4a90-a6db-651b084e49a1 up at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:23:42.410401 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-d8a35844-329f-44b8-88fa-e74a2193a680 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-773647-6', False) {} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:23:42.411387 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8a35844-329f-44b8-88fa-e74a2193a680 None None] The sync data for ids ['ec66154c-fcad-46dc-8a98-31073a596b08'] in n-d-773647-6 is: [] {{(pid=100249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 14:23:42.511759 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Pushing event updated for resources: {'Port': ['ID=fa38e97d-70d9-4b2d-95a8-7962467f77f4,revision_number=3']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:23:42.516698 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-dd3f3224-e509-440e-8aa8-077b543522aa tempest-RoutersAdminTest-593889549 tempest-RoutersAdminTest-593889549-project-admin] 10.222.0.104 "GET /v2.0/routers/ec66154c-fcad-46dc-8a98-31073a596b08 HTTP/1.1" status: 200 len: 919 time: 0.4176564 Jul 06 14:23:42.519253 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 41638) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:23:42.554087 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:42.633271 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning complete for port 772aa99c-6fc1-4a90-a6db-651b084e49a1 triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:23:42.633657 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:42.693939 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-bf8c9bc1-92ff-472d-858b-164e942a0c5f admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=70a02b678d1f412995b42e26d2f0e3af&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7371888 Jul 06 14:23:42.695383 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 41646) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:23:42.729536 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-ef367196-983f-4a5d-9dd6-05eadc721801 None None] Provisioning for port 4c8e24bf-aeb6-4d3d-9a9c-9586ce266ea6 completed by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:23:42.732149 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-859d4c0f-e495-4469-b277-fec5805738bf tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Notify callbacks [] for port, precommit_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:42.744536 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-859d4c0f-e495-4469-b277-fec5805738bf tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128888538'] for port, after_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:42.744760 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-ef367196-983f-4a5d-9dd6-05eadc721801 None None] Provisioning complete for port 4c8e24bf-aeb6-4d3d-9a9c-9586ce266ea6 triggered by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:23:42.745302 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-ef367196-983f-4a5d-9dd6-05eadc721801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:42.792753 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-b229eba9-5dac-4a9a-8843-8ba700abe74b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:42.816931 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dd1d2e6-5981-419a-8def-c151e8e41cb1 tempest-RoutersAdminTest-593889549 tempest-RoutersAdminTest-593889549-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:23:42.824078 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-5dd1d2e6-5981-419a-8def-c151e8e41cb1 tempest-RoutersAdminTest-593889549 tempest-RoutersAdminTest-593889549-project-admin] 10.222.0.104 "GET /v2.0/ports?network_id=2658f09e-a580-4d4a-9968-2d1e0ad93719&device_id=ec66154c-fcad-46dc-8a98-31073a596b08&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.3007517 Jul 06 14:23:42.826882 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 41650) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:23:42.832439 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-ef367196-983f-4a5d-9dd6-05eadc721801 None None] Port 4c8e24bf-aeb6-4d3d-9a9c-9586ce266ea6 cannot update to ACTIVE because it is not bound. {{(pid=100248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 14:23:42.834988 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859d4c0f-e495-4469-b277-fec5805738bf tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Pushing event updated for resources: {'Port': ['ID=4c8e24bf-aeb6-4d3d-9a9c-9586ce266ea6,revision_number=2']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:23:42.844153 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-859d4c0f-e495-4469-b277-fec5805738bf tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1809478'] for router_interface, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:42.923784 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-b229eba9-5dac-4a9a-8843-8ba700abe74b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:42.954349 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-55677596-504b-4672-891a-e3d46edd2106 None None] Provisioning complete for port 4c8e24bf-aeb6-4d3d-9a9c-9586ce266ea6 triggered by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:23:42.958670 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-55677596-504b-4672-891a-e3d46edd2106 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:42.975491 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-859d4c0f-e495-4469-b277-fec5805738bf tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Network bc5d3bb7-e93c-47d1-bffc-c98c78d3daa0 is already hosted by enough agents. {{(pid=100247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:23:42.977862 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.base_scheduler [None req-859d4c0f-e495-4469-b277-fec5805738bf tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Resources bound (agent type, host, resource id): {{(pid=100247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:23:43.031851 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49d0dd9e-47b7-4bb4-8867-1d78509b17d9 tempest-RoutersAdminTest-593889549 tempest-RoutersAdminTest-593889549-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:23:43.036001 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-49d0dd9e-47b7-4bb4-8867-1d78509b17d9 tempest-RoutersAdminTest-593889549 tempest-RoutersAdminTest-593889549-project-admin] 10.222.0.104 "GET /v2.0/networks/2658f09e-a580-4d4a-9968-2d1e0ad93719 HTTP/1.1" status: 200 len: 881 time: 0.2047205 Jul 06 14:23:43.036159 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-55677596-504b-4672-891a-e3d46edd2106 None None] Port 4c8e24bf-aeb6-4d3d-9a9c-9586ce266ea6 cannot update to ACTIVE because it is not bound. {{(pid=100248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 14:23:43.036260 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 41656) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:23:43.087639 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-42273a49-66ce-4722-80a1-4805114d712a tempest-RoutersAdminTest-1447726136 tempest-RoutersAdminTest-1447726136-project] 10.222.0.104 "GET /v2.0/ports?device_id=ec66154c-fcad-46dc-8a98-31073a596b08 HTTP/1.1" status: 200 len: 205 time: 0.0475545 Jul 06 14:23:43.087840 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 41658) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:23:43.097238 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-b229eba9-5dac-4a9a-8843-8ba700abe74b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:43.099515 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-b229eba9-5dac-4a9a-8843-8ba700abe74b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:43.104021 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-b229eba9-5dac-4a9a-8843-8ba700abe74b admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/13b953a6-2fcb-467e-8177-08414045382a HTTP/1.1" status: 204 len: 168 time: 0.4075639 Jul 06 14:23:43.182842 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b229eba9-5dac-4a9a-8843-8ba700abe74b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13b953a6-2fcb-467e-8177-08414045382a,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:23:43.240927 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-859d4c0f-e495-4469-b277-fec5805738bf tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Router 36162167-359d-4a63-a8fd-615418d80498 has already been hosted by L3 agent 2823d358-a11b-4885-a706-95a279e43fa7 {{(pid=100247) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 14:23:43.347907 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-2e4dc882-c1b0-4df5-883b-d9310b4eed9a tempest-RoutersAdminTest-1447726136 tempest-RoutersAdminTest-1447726136-project] Notify callbacks [] for router, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:43.466546 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-ff43b4df-dab6-4aa8-a7c0-12e8b88f0b80 None None] Provisioning complete for port 4c8e24bf-aeb6-4d3d-9a9c-9586ce266ea6 triggered by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:23:43.469421 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-ff43b4df-dab6-4aa8-a7c0-12e8b88f0b80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:43.487889 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-859d4c0f-e495-4469-b277-fec5805738bf tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Notify agent at l3_agent.n-d-773647-6 the message routers_updated {{(pid=100247) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 14:23:43.493015 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-859d4c0f-e495-4469-b277-fec5805738bf tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] 10.222.0.104 "PUT /v2.0/routers/36162167-359d-4a63-a8fd-615418d80498/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3856423 Jul 06 14:23:43.552255 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f7050df-bc20-4440-9cd5-7d7757e7c14e None None] Sync routers for ids ['36162167-359d-4a63-a8fd-615418d80498'] in n-d-773647-6 {{(pid=100248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 14:23:43.566655 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-2e4dc882-c1b0-4df5-883b-d9310b4eed9a tempest-RoutersAdminTest-1447726136 tempest-RoutersAdminTest-1447726136-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:43.606475 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-ff43b4df-dab6-4aa8-a7c0-12e8b88f0b80 None None] Port 4c8e24bf-aeb6-4d3d-9a9c-9586ce266ea6 cannot update to ACTIVE because it is not bound. {{(pid=100248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 14:23:43.611566 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f7050df-bc20-4440-9cd5-7d7757e7c14e None None] Routers {'36162167-359d-4a63-a8fd-615418d80498'} bound to L3 agent in host n-d-773647-6 {{(pid=100248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:23:43.612399 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-8f7050df-bc20-4440-9cd5-7d7757e7c14e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T14:23:26Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['36162167-359d-4a63-a8fd-615418d80498'], 'active': True} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:23:43.658135 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [None req-2e4dc882-c1b0-4df5-883b-d9310b4eed9a tempest-RoutersAdminTest-1447726136 tempest-RoutersAdminTest-1447726136-project] Deleting port c2de6970-193b-4fde-82de-8f15f5622832 {{(pid=100246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:23:43.658488 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-2e4dc882-c1b0-4df5-883b-d9310b4eed9a tempest-RoutersAdminTest-1447726136 tempest-RoutersAdminTest-1447726136-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:43.814370 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-2e4dc882-c1b0-4df5-883b-d9310b4eed9a tempest-RoutersAdminTest-1447726136 tempest-RoutersAdminTest-1447726136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:43.839380 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [None req-2e4dc882-c1b0-4df5-883b-d9310b4eed9a tempest-RoutersAdminTest-1447726136 tempest-RoutersAdminTest-1447726136-project] Calling delete_port for c2de6970-193b-4fde-82de-8f15f5622832 owned by network:router_gateway {{(pid=100246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:23:44.041881 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device fa38e97d-70d9-4b2d-95a8-7962467f77f4 up at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:23:44.098179 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-2e4dc882-c1b0-4df5-883b-d9310b4eed9a tempest-RoutersAdminTest-1447726136 tempest-RoutersAdminTest-1447726136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127687580'] for port, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:44.166210 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvr_db [None req-8f7050df-bc20-4440-9cd5-7d7757e7c14e None None] Set router 36162167-359d-4a63-a8fd-615418d80498 gateway port host: n-d-773647-6 {{(pid=100248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:23:44.168560 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning complete for port fa38e97d-70d9-4b2d-95a8-7962467f77f4 triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:23:44.169138 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:44.199330 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4dc882-c1b0-4df5-883b-d9310b4eed9a tempest-RoutersAdminTest-1447726136 tempest-RoutersAdminTest-1447726136-project] Pushing event deleted for resources: {'Port': ['ID=c2de6970-193b-4fde-82de-8f15f5622832,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:23:44.257163 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-2e4dc882-c1b0-4df5-883b-d9310b4eed9a tempest-RoutersAdminTest-1447726136 tempest-RoutersAdminTest-1447726136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1761104'] for router_gateway, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:44.381213 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-d87eae37-08cf-4bc0-b7b1-e7af62b0ebe1 req-ea1e5a42-0a1a-4930-a425-d82bada26434 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] 10.222.0.104 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-794890000&fields=id&tenant_id=1077a35eaa714f1bbf260d32c5a52c8f HTTP/1.1" status: 200 len: 267 time: 0.0901117 Jul 06 14:23:44.479951 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-2e4dc882-c1b0-4df5-883b-d9310b4eed9a tempest-RoutersAdminTest-1447726136 tempest-RoutersAdminTest-1447726136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1806308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6982'] for router, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:44.482963 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-2e4dc882-c1b0-4df5-883b-d9310b4eed9a tempest-RoutersAdminTest-1447726136 tempest-RoutersAdminTest-1447726136-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:44.599735 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-2e4dc882-c1b0-4df5-883b-d9310b4eed9a tempest-RoutersAdminTest-1447726136 tempest-RoutersAdminTest-1447726136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1805684'] for router, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:44.600555 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e4dc882-c1b0-4df5-883b-d9310b4eed9a tempest-RoutersAdminTest-1447726136 tempest-RoutersAdminTest-1447726136-project] Fanout notify agent at l3_agent the message router_deleted on router ec66154c-fcad-46dc-8a98-31073a596b08 {{(pid=100246) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 14:23:44.628874 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-2e4dc882-c1b0-4df5-883b-d9310b4eed9a tempest-RoutersAdminTest-1447726136 tempest-RoutersAdminTest-1447726136-project] Notify callbacks [] for router, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:44.634368 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-2e4dc882-c1b0-4df5-883b-d9310b4eed9a tempest-RoutersAdminTest-1447726136 tempest-RoutersAdminTest-1447726136-project] 10.222.0.104 "DELETE /v2.0/routers/ec66154c-fcad-46dc-8a98-31073a596b08 HTTP/1.1" status: 204 len: 168 time: 1.5419006 Jul 06 14:23:44.635148 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 41716) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:23:44.639053 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87eae37-08cf-4bc0-b7b1-e7af62b0ebe1 req-a4150a44-d91d-49fb-ae55-be56e1d821e5 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:23:44.641307 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-5741db34-2d27-43d5-9ef5-b78e8593031c tempest-RoutersAdminTest-1447726136 tempest-RoutersAdminTest-1447726136-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-2075874282', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:23:44.649206 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-d87eae37-08cf-4bc0-b7b1-e7af62b0ebe1 req-a4150a44-d91d-49fb-ae55-be56e1d821e5 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] 10.222.0.104 "GET /v2.0/networks?id=bc5d3bb7-e93c-47d1-bffc-c98c78d3daa0 HTTP/1.1" status: 200 len: 797 time: 0.2669332 Jul 06 14:23:44.678665 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-8f7050df-bc20-4440-9cd5-7d7757e7c14e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36162167-359d-4a63-a8fd-615418d80498', 'name': 'tempest-TestNetworkAdvancedServerOps-router-424804265', 'tenant_id': '1077a35eaa714f1bbf260d32c5a52c8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.220'}], 'enable_snat': True}, 'gw_port_id': '772aa99c-6fc1-4a90-a6db-651b084e49a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:23:33Z', 'updated_at': '2021-07-06T14:23:41Z', 'revision_number': 4, 'project_id': '1077a35eaa714f1bbf260d32c5a52c8f', 'gw_port': {'id': '772aa99c-6fc1-4a90-a6db-651b084e49a1', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:c3:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36162167-359d-4a63-a8fd-615418d80498', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3195, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:23:34Z', 'updated_at': '2021-07-06T14:23:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6', '_interfaces': [{'id': '4c8e24bf-aeb6-4d3d-9a9c-9586ce266ea6', 'name': '', 'network_id': 'bc5d3bb7-e93c-47d1-bffc-c98c78d3daa0', 'tenant_id': '1077a35eaa714f1bbf260d32c5a52c8f', 'mac_address': 'fa:16:3e:4c:da:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36162167-359d-4a63-a8fd-615418d80498', 'device_owner': 'network:router_interface', 'standard_attr_id': 3200, 'fixed_ips': [{'subnet_id': '5cc1974a-df25-4dcd-a352-8b5e01019a66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:23:40Z', 'updated_at': '2021-07-06T14:23:42Z', 'revision_number': 2, 'project_id': '1077a35eaa714f1bbf260d32c5a52c8f', 'subnets': [{'id': '5cc1974a-df25-4dcd-a352-8b5e01019a66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773647-6', False) {} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:23:44.684228 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-d87eae37-08cf-4bc0-b7b1-e7af62b0ebe1 req-0865e10d-15ab-41c4-8cbf-02c9d552a0f2 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] 10.222.0.104 "GET /v2.0/quotas/1077a35eaa714f1bbf260d32c5a52c8f HTTP/1.1" status: 200 len: 375 time: 0.0289335 Jul 06 14:23:44.699235 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-5741db34-2d27-43d5-9ef5-b78e8593031c tempest-RoutersAdminTest-1447726136 tempest-RoutersAdminTest-1447726136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1806290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6992'] for router, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:44.700906 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-5741db34-2d27-43d5-9ef5-b78e8593031c tempest-RoutersAdminTest-1447726136 tempest-RoutersAdminTest-1447726136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1806157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1808637', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1714747', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7007'] for router, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:44.715761 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f7050df-bc20-4440-9cd5-7d7757e7c14e None None] Checking router: 36162167-359d-4a63-a8fd-615418d80498 for host: n-d-773647-6 {{(pid=100248) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 14:23:44.716368 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f7050df-bc20-4440-9cd5-7d7757e7c14e None None] Updating router 36162167-359d-4a63-a8fd-615418d80498 port 4c8e24bf-aeb6-4d3d-9a9c-9586ce266ea6 binding host n-d-773647-6 {{(pid=100248) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 14:23:44.785141 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-8f7050df-bc20-4440-9cd5-7d7757e7c14e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:44.854976 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-d87eae37-08cf-4bc0-b7b1-e7af62b0ebe1 req-57fd2364-7db0-42d8-b791-1ea1e51362cf tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] 10.222.0.104 "GET /v2.0/ports?tenant_id=1077a35eaa714f1bbf260d32c5a52c8f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1672556 Jul 06 14:23:44.864150 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 41722) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:23:44.869390 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-5741db34-2d27-43d5-9ef5-b78e8593031c tempest-RoutersAdminTest-1447726136 tempest-RoutersAdminTest-1447726136-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:44.875779 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-5741db34-2d27-43d5-9ef5-b78e8593031c tempest-RoutersAdminTest-1447726136 tempest-RoutersAdminTest-1447726136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1806297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1761036'] for router, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:44.932914 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-5741db34-2d27-43d5-9ef5-b78e8593031c tempest-RoutersAdminTest-1447726136 tempest-RoutersAdminTest-1447726136-project] Notify callbacks [] for router, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:44.935540 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-5741db34-2d27-43d5-9ef5-b78e8593031c tempest-RoutersAdminTest-1447726136 tempest-RoutersAdminTest-1447726136-project] 10.222.0.104 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.2991605 Jul 06 14:23:44.938742 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 41728) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:23:44.950815 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [None req-ac251009-848d-46bd-80c4-ff895dbf432e tempest-RoutersAdminTest-593889549 tempest-RoutersAdminTest-593889549-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'enable_snat': False}}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:23:45.159026 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.agents_db [None req-167c0ad6-1657-4c9a-a2c4-3b18056aa662 None None] Agent healthcheck: found 7 active agents {{(pid=100249) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 14:23:45.242839 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [None req-06892009-c6fc-4412-a68a-fdf0110c7d83 tempest-NetworksNegativeTestJSON-2056588716 tempest-NetworksNegativeTestJSON-2056588716-project] Request body: {'port': {'network_id': 'dd4cef9a-4c1f-4919-bcda-a995d3636441', 'name': 'tempest-NetworksNegativeTestJSON-595740352'}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:23:45.259948 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-8f7050df-bc20-4440-9cd5-7d7757e7c14e None None] Notify callbacks [] for port, precommit_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:45.270503 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-8f7050df-bc20-4440-9cd5-7d7757e7c14e None None] Transition to ACTIVE for port object 4c8e24bf-aeb6-4d3d-9a9c-9586ce266ea6 will not be triggered until provisioned by entity L2. {{(pid=100248) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:23:45.272197 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-ac251009-848d-46bd-80c4-ff895dbf432e tempest-RoutersAdminTest-593889549 tempest-RoutersAdminTest-593889549-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1761047', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1806272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6989'] for router, precommit_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:45.277289 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-8f7050df-bc20-4440-9cd5-7d7757e7c14e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:45.287130 n-d-773647-6 neutron-server[100247]: INFO neutron.pecan_wsgi.hooks.translation [None req-06892009-c6fc-4412-a68a-fdf0110c7d83 tempest-NetworksNegativeTestJSON-2056588716 tempest-NetworksNegativeTestJSON-2056588716-project] POST failed (client error): The resource could not be found. Jul 06 14:23:45.287979 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-06892009-c6fc-4412-a68a-fdf0110c7d83 tempest-NetworksNegativeTestJSON-2056588716 tempest-NetworksNegativeTestJSON-2056588716-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100247) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 14:23:45.289343 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-06892009-c6fc-4412-a68a-fdf0110c7d83 tempest-NetworksNegativeTestJSON-2056588716 tempest-NetworksNegativeTestJSON-2056588716-project] 10.222.0.104 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.4147592 Jul 06 14:23:45.293693 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 41742) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:23:45.295770 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-d87eae37-08cf-4bc0-b7b1-e7af62b0ebe1 req-a43a921b-b342-41fa-9c06-85a2e03d743e service neutron] 10.222.0.104 "GET /v2.0/networks/bc5d3bb7-e93c-47d1-bffc-c98c78d3daa0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4330058 Jul 06 14:23:45.322404 n-d-773647-6 neutron-server[100246]: INFO neutron.pecan_wsgi.hooks.translation [None req-143647b5-566f-4ac7-a499-0bf87eeb17fb tempest-NetworksNegativeTestJSON-2056588716 tempest-NetworksNegativeTestJSON-2056588716-project] DELETE failed (client error): The resource could not be found. Jul 06 14:23:45.323301 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-143647b5-566f-4ac7-a499-0bf87eeb17fb tempest-NetworksNegativeTestJSON-2056588716 tempest-NetworksNegativeTestJSON-2056588716-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100246) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 14:23:45.325195 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-143647b5-566f-4ac7-a499-0bf87eeb17fb tempest-NetworksNegativeTestJSON-2056588716 tempest-NetworksNegativeTestJSON-2056588716-project] 10.222.0.104 "DELETE /v2.0/networks/79f4e645-1f7d-4f46-8d15-b37c77143ecb HTTP/1.1" status: 404 len: 339 time: 0.0304713 Jul 06 14:23:45.331097 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 41744) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:23:45.336798 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa803f2-ec43-405f-bca6-3ff038c44190 None None] Pushing event updated for resources: {'Port': ['ID=4c8e24bf-aeb6-4d3d-9a9c-9586ce266ea6,revision_number=3']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:23:45.417072 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-8f7050df-bc20-4440-9cd5-7d7757e7c14e None None] Attempting to bind port 4c8e24bf-aeb6-4d3d-9a9c-9586ce266ea6 on host n-d-773647-6 for vnic_type normal with profile {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:23:45.417512 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-8f7050df-bc20-4440-9cd5-7d7757e7c14e None None] Attempting to bind port 4c8e24bf-aeb6-4d3d-9a9c-9586ce266ea6 by drivers openvswitch,hyperv on host n-d-773647-6 at level 0 using segments [{'id': '2232724b-0080-42a3-80fc-ee070066087e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': 'bc5d3bb7-e93c-47d1-bffc-c98c78d3daa0'}] {{(pid=100248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:23:45.417942 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f7050df-bc20-4440-9cd5-7d7757e7c14e None None] Attempting to bind port 4c8e24bf-aeb6-4d3d-9a9c-9586ce266ea6 on network bc5d3bb7-e93c-47d1-bffc-c98c78d3daa0 {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:23:45.424692 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f7050df-bc20-4440-9cd5-7d7757e7c14e None None] Checking agent: {'id': '8ab5b19c-d213-4f29-891d-27bdf39d38b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773647-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 43, 26), 'started_at': datetime.datetime(2021, 7, 6, 13, 43, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 23, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773647-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:23:45.425214 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f7050df-bc20-4440-9cd5-7d7757e7c14e None None] Checking segment: {'id': '2232724b-0080-42a3-80fc-ee070066087e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': 'bc5d3bb7-e93c-47d1-bffc-c98c78d3daa0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:23:45.425720 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-8f7050df-bc20-4440-9cd5-7d7757e7c14e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:45.426126 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f7050df-bc20-4440-9cd5-7d7757e7c14e None None] Bound using segment: {'id': '2232724b-0080-42a3-80fc-ee070066087e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': 'bc5d3bb7-e93c-47d1-bffc-c98c78d3daa0'} {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:23:45.426823 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-8f7050df-bc20-4440-9cd5-7d7757e7c14e None None] Bound port: 4c8e24bf-aeb6-4d3d-9a9c-9586ce266ea6, host: n-d-773647-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2232724b-0080-42a3-80fc-ee070066087e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': 'bc5d3bb7-e93c-47d1-bffc-c98c78d3daa0'}}] {{(pid=100248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:23:45.427094 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-8f7050df-bc20-4440-9cd5-7d7757e7c14e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:45.458150 n-d-773647-6 neutron-server[100247]: INFO neutron.pecan_wsgi.hooks.translation [None req-01a3fc22-c14f-4df5-938a-696a29c8c5e7 tempest-NetworksNegativeTestJSON-2056588716 tempest-NetworksNegativeTestJSON-2056588716-project] DELETE failed (client error): The resource could not be found. Jul 06 14:23:45.458907 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-01a3fc22-c14f-4df5-938a-696a29c8c5e7 tempest-NetworksNegativeTestJSON-2056588716 tempest-NetworksNegativeTestJSON-2056588716-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100247) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 14:23:45.464191 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-01a3fc22-c14f-4df5-938a-696a29c8c5e7 tempest-NetworksNegativeTestJSON-2056588716 tempest-NetworksNegativeTestJSON-2056588716-project] 10.222.0.104 "DELETE /v2.0/ports/299bdbdf-433c-47fb-9ec2-1f9f472d08ae HTTP/1.1" status: 404 len: 333 time: 0.1283321 Jul 06 14:23:45.464696 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 41752) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:23:45.514210 n-d-773647-6 neutron-server[100246]: INFO neutron.pecan_wsgi.hooks.translation [None req-8121d5e4-fd92-4f87-95a5-cba32f285371 tempest-NetworksNegativeTestJSON-2056588716 tempest-NetworksNegativeTestJSON-2056588716-project] DELETE failed (client error): The resource could not be found. Jul 06 14:23:45.514754 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8121d5e4-fd92-4f87-95a5-cba32f285371 tempest-NetworksNegativeTestJSON-2056588716 tempest-NetworksNegativeTestJSON-2056588716-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100246) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 14:23:45.519268 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-8121d5e4-fd92-4f87-95a5-cba32f285371 tempest-NetworksNegativeTestJSON-2056588716 tempest-NetworksNegativeTestJSON-2056588716-project] 10.222.0.104 "DELETE /v2.0/subnets/669f0ad8-4d88-4ca1-aefb-221e046a39ea HTTP/1.1" status: 404 len: 337 time: 0.0510218 Jul 06 14:23:45.524758 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 41754) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:23:45.574951 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-d87eae37-08cf-4bc0-b7b1-e7af62b0ebe1 req-22c69e7a-2722-4820-a6ef-51989f6e3594 service neutron] 10.222.0.104 "GET /v2.0/networks/bc5d3bb7-e93c-47d1-bffc-c98c78d3daa0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2235272 Jul 06 14:23:45.581543 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-8f7050df-bc20-4440-9cd5-7d7757e7c14e None None] For port 4c8e24bf-aeb6-4d3d-9a9c-9586ce266ea6, host n-d-773647-6, cleared binding levels {{(pid=100248) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:23:45.588828 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-8f7050df-bc20-4440-9cd5-7d7757e7c14e None None] For port 4c8e24bf-aeb6-4d3d-9a9c-9586ce266ea6, host n-d-773647-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=4c8e24bf-aeb6-4d3d-9a9c-9586ce266ea6,segment=NetworkSegment(2232724b-0080-42a3-80fc-ee070066087e),segment_id=2232724b-0080-42a3-80fc-ee070066087e)] {{(pid=100248) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:23:45.606547 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-8f7050df-bc20-4440-9cd5-7d7757e7c14e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:45.609873 n-d-773647-6 neutron-server[100246]: INFO neutron.pecan_wsgi.hooks.translation [None req-f32700aa-cc48-49e8-8f87-157423dacd36 tempest-NetworksNegativeTestJSON-2056588716 tempest-NetworksNegativeTestJSON-2056588716-project] GET failed (client error): The resource could not be found. Jul 06 14:23:45.619970 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-f32700aa-cc48-49e8-8f87-157423dacd36 tempest-NetworksNegativeTestJSON-2056588716 tempest-NetworksNegativeTestJSON-2056588716-project] 10.222.0.104 "GET /v2.0/networks/e1d7bbee-7c63-452b-8361-0b68a4bc938b HTTP/1.1" status: 404 len: 339 time: 0.0904937 Jul 06 14:23:45.620736 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 41758) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:23:45.686170 n-d-773647-6 neutron-server[100246]: INFO neutron.pecan_wsgi.hooks.translation [None req-5310e9a3-9a54-4087-90a2-69c3de81c3a4 tempest-NetworksNegativeTestJSON-2056588716 tempest-NetworksNegativeTestJSON-2056588716-project] GET failed (client error): The resource could not be found. Jul 06 14:23:45.693545 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-5310e9a3-9a54-4087-90a2-69c3de81c3a4 tempest-NetworksNegativeTestJSON-2056588716 tempest-NetworksNegativeTestJSON-2056588716-project] 10.222.0.104 "GET /v2.0/ports/a2f284ef-dc36-4fa1-b8b0-9ba5dc5f19ba HTTP/1.1" status: 404 len: 333 time: 0.0707960 Jul 06 14:23:45.694340 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 41760) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:23:45.728530 n-d-773647-6 neutron-server[100246]: INFO neutron.pecan_wsgi.hooks.translation [None req-c9bdb8b9-d351-4cdd-bdea-0f4b9c3f8ce7 tempest-NetworksNegativeTestJSON-2056588716 tempest-NetworksNegativeTestJSON-2056588716-project] GET failed (client error): The resource could not be found. Jul 06 14:23:45.736294 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-c9bdb8b9-d351-4cdd-bdea-0f4b9c3f8ce7 tempest-NetworksNegativeTestJSON-2056588716 tempest-NetworksNegativeTestJSON-2056588716-project] 10.222.0.104 "GET /v2.0/subnets/e6dcc62e-ee35-4ecc-9bca-5498a9608080 HTTP/1.1" status: 404 len: 337 time: 0.0405407 Jul 06 14:23:45.739890 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 41762) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:23:45.743126 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-f5283e95-221e-4236-8c04-3a45b8ae93bc tempest-NetworksNegativeTestJSON-2056588716 tempest-NetworksNegativeTestJSON-2056588716-project] Request body: {'network': {'name': 'new_name'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:23:45.772911 n-d-773647-6 neutron-server[100246]: INFO neutron.pecan_wsgi.hooks.translation [None req-f5283e95-221e-4236-8c04-3a45b8ae93bc tempest-NetworksNegativeTestJSON-2056588716 tempest-NetworksNegativeTestJSON-2056588716-project] PUT failed (client error): The resource could not be found. Jul 06 14:23:45.774243 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f5283e95-221e-4236-8c04-3a45b8ae93bc tempest-NetworksNegativeTestJSON-2056588716 tempest-NetworksNegativeTestJSON-2056588716-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100246) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 14:23:45.781616 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-f5283e95-221e-4236-8c04-3a45b8ae93bc tempest-NetworksNegativeTestJSON-2056588716 tempest-NetworksNegativeTestJSON-2056588716-project] 10.222.0.104 "PUT /v2.0/networks/61ca25ca-6198-4054-ab3f-4247a7c5cc19 HTTP/1.1" status: 404 len: 339 time: 0.0431108 Jul 06 14:23:45.782386 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 41764) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:23:45.788877 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-24b7d11c-9e78-427a-80b8-cd7a012ae6fa tempest-NetworksNegativeTestJSON-2056588716 tempest-NetworksNegativeTestJSON-2056588716-project] Request body: {'port': {'name': 'new_name'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:23:45.814973 n-d-773647-6 neutron-server[100246]: INFO neutron.pecan_wsgi.hooks.translation [None req-24b7d11c-9e78-427a-80b8-cd7a012ae6fa tempest-NetworksNegativeTestJSON-2056588716 tempest-NetworksNegativeTestJSON-2056588716-project] PUT failed (client error): The resource could not be found. Jul 06 14:23:45.815884 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-24b7d11c-9e78-427a-80b8-cd7a012ae6fa tempest-NetworksNegativeTestJSON-2056588716 tempest-NetworksNegativeTestJSON-2056588716-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100246) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 14:23:45.816380 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa803f2-ec43-405f-bca6-3ff038c44190 None None] Pushing event updated for resources: {'Port': ['ID=4c8e24bf-aeb6-4d3d-9a9c-9586ce266ea6,revision_number=4']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:23:45.822917 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-24b7d11c-9e78-427a-80b8-cd7a012ae6fa tempest-NetworksNegativeTestJSON-2056588716 tempest-NetworksNegativeTestJSON-2056588716-project] 10.222.0.104 "PUT /v2.0/ports/eb8339ff-a689-4809-81d2-d9b40a213785 HTTP/1.1" status: 404 len: 333 time: 0.0383010 Jul 06 14:23:45.824270 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f7050df-bc20-4440-9cd5-7d7757e7c14e None None] Routers {'36162167-359d-4a63-a8fd-615418d80498'} bound to L3 agent in host n-d-773647-6 {{(pid=100248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:23:45.824404 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 41766) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:23:45.831828 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-8f7050df-bc20-4440-9cd5-7d7757e7c14e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T14:23:26Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['36162167-359d-4a63-a8fd-615418d80498'], 'active': True} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:23:45.833932 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-bcc746f6-b47a-4c0d-9647-61a04da462b7 tempest-NetworksNegativeTestJSON-2056588716 tempest-NetworksNegativeTestJSON-2056588716-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:23:45.924327 n-d-773647-6 neutron-server[100246]: INFO neutron.pecan_wsgi.hooks.translation [None req-bcc746f6-b47a-4c0d-9647-61a04da462b7 tempest-NetworksNegativeTestJSON-2056588716 tempest-NetworksNegativeTestJSON-2056588716-project] PUT failed (client error): The resource could not be found. Jul 06 14:23:45.926211 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bcc746f6-b47a-4c0d-9647-61a04da462b7 tempest-NetworksNegativeTestJSON-2056588716 tempest-NetworksNegativeTestJSON-2056588716-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100246) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 14:23:45.930065 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-bcc746f6-b47a-4c0d-9647-61a04da462b7 tempest-NetworksNegativeTestJSON-2056588716 tempest-NetworksNegativeTestJSON-2056588716-project] 10.222.0.104 "PUT /v2.0/subnets/e7c90750-ea86-4fdd-a7b2-a93e0758e516 HTTP/1.1" status: 404 len: 337 time: 0.1040075 Jul 06 14:23:46.024694 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvr_db [None req-8f7050df-bc20-4440-9cd5-7d7757e7c14e None None] Set router 36162167-359d-4a63-a8fd-615418d80498 gateway port host: n-d-773647-6 {{(pid=100248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:23:46.319692 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-8f7050df-bc20-4440-9cd5-7d7757e7c14e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36162167-359d-4a63-a8fd-615418d80498', 'name': 'tempest-TestNetworkAdvancedServerOps-router-424804265', 'tenant_id': '1077a35eaa714f1bbf260d32c5a52c8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.220'}], 'enable_snat': True}, 'gw_port_id': '772aa99c-6fc1-4a90-a6db-651b084e49a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:23:33Z', 'updated_at': '2021-07-06T14:23:41Z', 'revision_number': 4, 'project_id': '1077a35eaa714f1bbf260d32c5a52c8f', 'gw_port': {'id': '772aa99c-6fc1-4a90-a6db-651b084e49a1', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:c3:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36162167-359d-4a63-a8fd-615418d80498', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3195, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:23:34Z', 'updated_at': '2021-07-06T14:23:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6', '_interfaces': [{'id': '4c8e24bf-aeb6-4d3d-9a9c-9586ce266ea6', 'name': '', 'network_id': 'bc5d3bb7-e93c-47d1-bffc-c98c78d3daa0', 'tenant_id': '1077a35eaa714f1bbf260d32c5a52c8f', 'mac_address': 'fa:16:3e:4c:da:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36162167-359d-4a63-a8fd-615418d80498', 'device_owner': 'network:router_interface', 'standard_attr_id': 3200, 'fixed_ips': [{'subnet_id': '5cc1974a-df25-4dcd-a352-8b5e01019a66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:23:40Z', 'updated_at': '2021-07-06T14:23:45Z', 'revision_number': 4, 'project_id': '1077a35eaa714f1bbf260d32c5a52c8f', 'subnets': [{'id': '5cc1974a-df25-4dcd-a352-8b5e01019a66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773647-6', False) {} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:23:46.351899 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f7050df-bc20-4440-9cd5-7d7757e7c14e None None] The sync data for ids ['36162167-359d-4a63-a8fd-615418d80498'] in n-d-773647-6 is: [{'id': '36162167-359d-4a63-a8fd-615418d80498', 'name': 'tempest-TestNetworkAdvancedServerOps-router-424804265', 'tenant_id': '1077a35eaa714f1bbf260d32c5a52c8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.220'}], 'enable_snat': True}, 'gw_port_id': '772aa99c-6fc1-4a90-a6db-651b084e49a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:23:33Z', 'updated_at': '2021-07-06T14:23:41Z', 'revision_number': 4, 'project_id': '1077a35eaa714f1bbf260d32c5a52c8f', 'gw_port': {'id': '772aa99c-6fc1-4a90-a6db-651b084e49a1', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:c3:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36162167-359d-4a63-a8fd-615418d80498', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3195, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:23:34Z', 'updated_at': '2021-07-06T14:23:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6', '_interfaces': [{'id': '4c8e24bf-aeb6-4d3d-9a9c-9586ce266ea6', 'name': '', 'network_id': 'bc5d3bb7-e93c-47d1-bffc-c98c78d3daa0', 'tenant_id': '1077a35eaa714f1bbf260d32c5a52c8f', 'mac_address': 'fa:16:3e:4c:da:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36162167-359d-4a63-a8fd-615418d80498', 'device_owner': 'network:router_interface', 'standard_attr_id': 3200, 'fixed_ips': [{'subnet_id': '5cc1974a-df25-4dcd-a352-8b5e01019a66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:23:40Z', 'updated_at': '2021-07-06T14:23:45Z', 'revision_number': 4, 'project_id': '1077a35eaa714f1bbf260d32c5a52c8f', 'subnets': [{'id': '5cc1974a-df25-4dcd-a352-8b5e01019a66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 14:23:46.513111 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 41792) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:23:46.716671 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-ac251009-848d-46bd-80c4-ff895dbf432e tempest-RoutersAdminTest-593889549 tempest-RoutersAdminTest-593889549-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:46.764149 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-ac251009-848d-46bd-80c4-ff895dbf432e tempest-RoutersAdminTest-593889549 tempest-RoutersAdminTest-593889549-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:46.934710 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-84f60b59-fc74-4337-b062-2b632e04cc0f admin admin] Notify callbacks [] for security_group, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:46.939839 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.db_base_plugin_common [None req-ac251009-848d-46bd-80c4-ff895dbf432e tempest-RoutersAdminTest-593889549 tempest-RoutersAdminTest-593889549-project-admin] Allocated IP 172.25.0.171 (2658f09e-a580-4d4a-9968-2d1e0ad93719/cbf74abc-6fe1-4d33-b005-c948923b9647/72d98fc5-2f7c-4e84-aaf4-e481d0170f0e) {{(pid=100247) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:23:47.176367 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-84f60b59-fc74-4337-b062-2b632e04cc0f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:47.182252 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-84f60b59-fc74-4337-b062-2b632e04cc0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:47.199882 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-d5946ffa-1455-46cd-ab42-f2a748ba3b87 req-1e591591-b1e4-4524-b804-329c3ad44f57 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] 10.222.0.104 "GET /v2.0/ports?device_id=04986212-0a7a-4904-8e78-5bfcef5dd4a3 HTTP/1.1" status: 200 len: 210 time: 0.5683305 Jul 06 14:23:47.285520 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-ac251009-848d-46bd-80c4-ff895dbf432e tempest-RoutersAdminTest-593889549 tempest-RoutersAdminTest-593889549-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:47.290073 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f60b59-fc74-4337-b062-2b632e04cc0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e10ad46f-2db1-4459-801e-349480fa6fe4,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:23:47.298649 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-84f60b59-fc74-4337-b062-2b632e04cc0f admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=c5a08f6e1abc46d48b98acc202f6dfb0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7842741 Jul 06 14:23:47.299302 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 41812) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:23:47.384204 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-2980749d-25a4-478e-a910-ac675cdf60d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:47.397635 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-ac251009-848d-46bd-80c4-ff895dbf432e tempest-RoutersAdminTest-593889549 tempest-RoutersAdminTest-593889549-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-128888360'] for port, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:47.423401 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-2980749d-25a4-478e-a910-ac675cdf60d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:47.498740 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac251009-848d-46bd-80c4-ff895dbf432e tempest-RoutersAdminTest-593889549 tempest-RoutersAdminTest-593889549-project-admin] Network 2658f09e-a580-4d4a-9968-2d1e0ad93719 is already hosted by enough agents. {{(pid=100247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:23:47.508294 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.base_scheduler [None req-ac251009-848d-46bd-80c4-ff895dbf432e tempest-RoutersAdminTest-593889549 tempest-RoutersAdminTest-593889549-project-admin] Resources bound (agent type, host, resource id): {{(pid=100247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:23:47.512878 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac251009-848d-46bd-80c4-ff895dbf432e tempest-RoutersAdminTest-593889549 tempest-RoutersAdminTest-593889549-project-admin] Received port after_create {{(pid=100247) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:23:47.526853 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-2980749d-25a4-478e-a910-ac675cdf60d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:47.529997 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-2980749d-25a4-478e-a910-ac675cdf60d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:47.537863 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-2980749d-25a4-478e-a910-ac675cdf60d3 admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/e10ad46f-2db1-4459-801e-349480fa6fe4 HTTP/1.1" status: 204 len: 168 time: 0.2371752 Jul 06 14:23:47.557492 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2980749d-25a4-478e-a910-ac675cdf60d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e10ad46f-2db1-4459-801e-349480fa6fe4,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:23:47.646888 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac251009-848d-46bd-80c4-ff895dbf432e tempest-RoutersAdminTest-593889549 tempest-RoutersAdminTest-593889549-project-admin] Pushing event updated for resources: {'Port': ['ID=72d98fc5-2f7c-4e84-aaf4-e481d0170f0e,revision_number=1']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:23:47.948076 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 4c8e24bf-aeb6-4d3d-9a9c-9586ce266ea6 up at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:23:48.114520 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning for port 4c8e24bf-aeb6-4d3d-9a9c-9586ce266ea6 completed by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:23:48.129887 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning complete for port 4c8e24bf-aeb6-4d3d-9a9c-9586ce266ea6 triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:23:48.131144 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:48.227324 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-ac251009-848d-46bd-80c4-ff895dbf432e tempest-RoutersAdminTest-593889549 tempest-RoutersAdminTest-593889549-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:48.309066 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87eae37-08cf-4bc0-b7b1-e7af62b0ebe1 req-fa0059a4-7950-47cc-8b7f-ce63dd43c172 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:23:48.316643 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-d87eae37-08cf-4bc0-b7b1-e7af62b0ebe1 req-fa0059a4-7950-47cc-8b7f-ce63dd43c172 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] 10.222.0.72 "GET /v2.0/networks?id=bc5d3bb7-e93c-47d1-bffc-c98c78d3daa0 HTTP/1.1" status: 200 len: 797 time: 0.6100991 Jul 06 14:23:48.365002 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:48.439829 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] For port 4c8e24bf-aeb6-4d3d-9a9c-9586ce266ea6, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=4c8e24bf-aeb6-4d3d-9a9c-9586ce266ea6,segment=NetworkSegment(2232724b-0080-42a3-80fc-ee070066087e),segment_id=2232724b-0080-42a3-80fc-ee070066087e)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:23:48.446599 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:48.455810 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-d87eae37-08cf-4bc0-b7b1-e7af62b0ebe1 req-4a3bfa1e-c46f-4505-afbb-fa43097bc817 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1077a35eaa714f1bbf260d32c5a52c8f HTTP/1.1" status: 200 len: 379 time: 0.1188200 Jul 06 14:23:48.474986 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [req-d87eae37-08cf-4bc0-b7b1-e7af62b0ebe1 req-fbcb85cc-440b-40bf-8daf-4aa2c22c876d tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Request body: {'port': {'device_id': '04986212-0a7a-4904-8e78-5bfcef5dd4a3', 'network_id': 'bc5d3bb7-e93c-47d1-bffc-c98c78d3daa0', 'admin_state_up': True, 'tenant_id': '1077a35eaa714f1bbf260d32c5a52c8f', 'security_groups': ['c812eb77-0e0b-4233-8b5e-42a0d8cc6e90']}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:23:48.579788 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Pushing event updated for resources: {'Port': ['ID=4c8e24bf-aeb6-4d3d-9a9c-9586ce266ea6,revision_number=5']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:23:48.607822 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-c3b1059a-b660-4638-ab74-85d327418ff0 req-9db464ac-48bc-443b-83a1-f3c7e177ac2c tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] 10.222.0.104 "GET /v2.0/ports?device_id=04986212-0a7a-4904-8e78-5bfcef5dd4a3 HTTP/1.1" status: 200 len: 210 time: 0.0750463 Jul 06 14:23:48.765587 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d87eae37-08cf-4bc0-b7b1-e7af62b0ebe1 req-fbcb85cc-440b-40bf-8daf-4aa2c22c876d tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Made reservation on behalf of 1077a35eaa714f1bbf260d32c5a52c8f for: {'port': 1} {{(pid=100246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:23:48.770687 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-d87eae37-08cf-4bc0-b7b1-e7af62b0ebe1 req-fbcb85cc-440b-40bf-8daf-4aa2c22c876d tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:48.891532 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-ac251009-848d-46bd-80c4-ff895dbf432e tempest-RoutersAdminTest-593889549 tempest-RoutersAdminTest-593889549-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1761047', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1806272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6989'] for router, precommit_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:48.899092 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-ac251009-848d-46bd-80c4-ff895dbf432e tempest-RoutersAdminTest-593889549 tempest-RoutersAdminTest-593889549-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1761036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1761054', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1761029', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1806287'] for router, after_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:48.983248 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.db_base_plugin_common [req-d87eae37-08cf-4bc0-b7b1-e7af62b0ebe1 req-fbcb85cc-440b-40bf-8daf-4aa2c22c876d tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Allocated IP 172.20.0.13 (bc5d3bb7-e93c-47d1-bffc-c98c78d3daa0/5cc1974a-df25-4dcd-a352-8b5e01019a66/57510628-3181-4f20-9f22-7e69304f7812) {{(pid=100246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:23:49.164601 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac251009-848d-46bd-80c4-ff895dbf432e tempest-RoutersAdminTest-593889549 tempest-RoutersAdminTest-593889549-project-admin] Router 962824e2-c0c5-4fa8-84b4-a8d479522c0c is scheduled to L3 agent 2823d358-a11b-4885-a706-95a279e43fa7 with binding_index 1 {{(pid=100247) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 14:23:49.307303 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac251009-848d-46bd-80c4-ff895dbf432e tempest-RoutersAdminTest-593889549 tempest-RoutersAdminTest-593889549-project-admin] Notify agent at l3_agent.n-d-773647-6 the message routers_updated {{(pid=100247) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 14:23:49.316151 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-d87eae37-08cf-4bc0-b7b1-e7af62b0ebe1 req-fbcb85cc-440b-40bf-8daf-4aa2c22c876d tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Notify callbacks [] for port, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:49.327972 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61864ed1-59d8-4485-9b0f-2dcbe4afc403 None None] Sync routers for ids ['962824e2-c0c5-4fa8-84b4-a8d479522c0c'] in n-d-773647-6 {{(pid=100249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 14:23:49.336240 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-ac251009-848d-46bd-80c4-ff895dbf432e tempest-RoutersAdminTest-593889549 tempest-RoutersAdminTest-593889549-project-admin] Notify callbacks [] for router, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:49.336538 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.provisioning_blocks [req-d87eae37-08cf-4bc0-b7b1-e7af62b0ebe1 req-fbcb85cc-440b-40bf-8daf-4aa2c22c876d tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Transition to ACTIVE for port object 57510628-3181-4f20-9f22-7e69304f7812 will not be triggered until provisioned by entity DHCP. {{(pid=100246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:23:49.337491 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-ac251009-848d-46bd-80c4-ff895dbf432e tempest-RoutersAdminTest-593889549 tempest-RoutersAdminTest-593889549-project-admin] 10.222.0.104 "PUT /v2.0/routers/962824e2-c0c5-4fa8-84b4-a8d479522c0c HTTP/1.1" status: 200 len: 916 time: 4.3971729 Jul 06 14:23:49.341097 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 41856) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:23:49.343483 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61864ed1-59d8-4485-9b0f-2dcbe4afc403 None None] Routers {'962824e2-c0c5-4fa8-84b4-a8d479522c0c'} bound to L3 agent in host n-d-773647-6 {{(pid=100249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:23:49.345592 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-61864ed1-59d8-4485-9b0f-2dcbe4afc403 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T14:23:26Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['962824e2-c0c5-4fa8-84b4-a8d479522c0c'], 'active': True} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:23:49.415022 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-d87eae37-08cf-4bc0-b7b1-e7af62b0ebe1 req-fbcb85cc-440b-40bf-8daf-4aa2c22c876d tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-127687573'] for port, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:49.420549 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-61864ed1-59d8-4485-9b0f-2dcbe4afc403 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-773647-6', False) {} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:23:49.446917 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61864ed1-59d8-4485-9b0f-2dcbe4afc403 None None] Routers {'962824e2-c0c5-4fa8-84b4-a8d479522c0c'} bound to L3 agent in host n-d-773647-6 {{(pid=100249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:23:49.448071 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-61864ed1-59d8-4485-9b0f-2dcbe4afc403 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T14:23:26Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['962824e2-c0c5-4fa8-84b4-a8d479522c0c'], 'active': True} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:23:49.503344 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-61864ed1-59d8-4485-9b0f-2dcbe4afc403 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-773647-6', False) {} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:23:49.504191 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61864ed1-59d8-4485-9b0f-2dcbe4afc403 None None] The sync data for ids ['962824e2-c0c5-4fa8-84b4-a8d479522c0c'] in n-d-773647-6 is: [] {{(pid=100249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 14:23:49.512607 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d87eae37-08cf-4bc0-b7b1-e7af62b0ebe1 req-fbcb85cc-440b-40bf-8daf-4aa2c22c876d tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Network bc5d3bb7-e93c-47d1-bffc-c98c78d3daa0 is already hosted by enough agents. {{(pid=100246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:23:49.532862 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 41860) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:23:49.537394 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.base_scheduler [req-d87eae37-08cf-4bc0-b7b1-e7af62b0ebe1 req-fbcb85cc-440b-40bf-8daf-4aa2c22c876d tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Resources bound (agent type, host, resource id): {{(pid=100246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:23:49.546791 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbcb85cc-440b-40bf-8daf-4aa2c22c876d tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Pushing event updated for resources: {'Port': ['ID=57510628-3181-4f20-9f22-7e69304f7812,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:23:49.551126 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [req-d87eae37-08cf-4bc0-b7b1-e7af62b0ebe1 req-fbcb85cc-440b-40bf-8daf-4aa2c22c876d tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Received port after_create {{(pid=100246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:23:49.580861 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-a1436b50-2f7a-40a3-85ee-24de86368ce4 tempest-RoutersAdminTest-593889549 tempest-RoutersAdminTest-593889549-project-admin] 10.222.0.104 "GET /v2.0/routers/962824e2-c0c5-4fa8-84b4-a8d479522c0c HTTP/1.1" status: 200 len: 922 time: 0.2385690 Jul 06 14:23:49.585752 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 41864) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:23:49.664687 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87eae37-08cf-4bc0-b7b1-e7af62b0ebe1 req-fbcb85cc-440b-40bf-8daf-4aa2c22c876d tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:23:49.671431 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-d87eae37-08cf-4bc0-b7b1-e7af62b0ebe1 req-fbcb85cc-440b-40bf-8daf-4aa2c22c876d tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:49.687378 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [None req-2e64aae0-32dd-417b-b25b-6226ed91ca83 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-845260869'}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:23:49.696484 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-d87eae37-08cf-4bc0-b7b1-e7af62b0ebe1 req-fbcb85cc-440b-40bf-8daf-4aa2c22c876d tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2258794 Jul 06 14:23:49.708353 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [req-d87eae37-08cf-4bc0-b7b1-e7af62b0ebe1 req-f10ed5ae-34fa-42a2-8566-bbb7730426a5 service neutron] Request body: {'port': {'device_id': '04986212-0a7a-4904-8e78-5bfcef5dd4a3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-773647-6'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:23:49.829312 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e64aae0-32dd-417b-b25b-6226ed91ca83 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Made reservation on behalf of 754edc6d72c241609d5c976e8526e541 for: {'network': 1} {{(pid=100247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:23:49.837216 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-2e64aae0-32dd-417b-b25b-6226ed91ca83 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for network, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:49.845296 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be8eb4a9-6347-402a-8ef3-c10c37f8f406 tempest-RoutersAdminTest-593889549 tempest-RoutersAdminTest-593889549-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:23:49.846922 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-be8eb4a9-6347-402a-8ef3-c10c37f8f406 tempest-RoutersAdminTest-593889549 tempest-RoutersAdminTest-593889549-project-admin] 10.222.0.104 "GET /v2.0/ports?network_id=2658f09e-a580-4d4a-9968-2d1e0ad93719&device_id=962824e2-c0c5-4fa8-84b4-a8d479522c0c&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2599247 Jul 06 14:23:49.862590 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 41872) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:23:49.881153 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-2e64aae0-32dd-417b-b25b-6226ed91ca83 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Notify callbacks [] for security_group, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:49.896282 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-d87eae37-08cf-4bc0-b7b1-e7af62b0ebe1 req-f10ed5ae-34fa-42a2-8566-bbb7730426a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:49.912904 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 4c8e24bf-aeb6-4d3d-9a9c-9586ce266ea6 up at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:23:50.012965 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-67b397aa-0f40-4791-ab19-bea33119a755 None None] Provisioning for port 57510628-3181-4f20-9f22-7e69304f7812 completed by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:23:50.026350 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-67b397aa-0f40-4791-ab19-bea33119a755 None None] Provisioning complete for port 57510628-3181-4f20-9f22-7e69304f7812 triggered by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:23:50.026714 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-67b397aa-0f40-4791-ab19-bea33119a755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:50.075969 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21a711af-4fa4-4bbe-90b3-62b820e416d5 tempest-RoutersAdminTest-593889549 tempest-RoutersAdminTest-593889549-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:23:50.081177 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-21a711af-4fa4-4bbe-90b3-62b820e416d5 tempest-RoutersAdminTest-593889549 tempest-RoutersAdminTest-593889549-project-admin] 10.222.0.104 "GET /v2.0/networks/2658f09e-a580-4d4a-9968-2d1e0ad93719 HTTP/1.1" status: 200 len: 881 time: 0.2171755 Jul 06 14:23:50.082834 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 41878) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:23:50.121360 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-9f11ee28-53db-4565-9428-4b46ad9cc46b tempest-RoutersAdminTest-1447726136 tempest-RoutersAdminTest-1447726136-project] 10.222.0.104 "GET /v2.0/ports?device_id=962824e2-c0c5-4fa8-84b4-a8d479522c0c HTTP/1.1" status: 200 len: 205 time: 0.0372243 Jul 06 14:23:50.125380 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 41880) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:23:50.134872 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe0ad08-c767-4379-996a-d7372076b544 req-572c80ca-9d68-490b-a827-494c8b24c796 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:23:50.138834 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-bbe0ad08-c767-4379-996a-d7372076b544 req-572c80ca-9d68-490b-a827-494c8b24c796 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] 10.222.0.104 "GET /v2.0/ports?device_id=04986212-0a7a-4904-8e78-5bfcef5dd4a3 HTTP/1.1" status: 200 len: 932 time: 0.2943366 Jul 06 14:23:50.166802 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning complete for port 4c8e24bf-aeb6-4d3d-9a9c-9586ce266ea6 triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:23:50.167422 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:50.189278 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-67b397aa-0f40-4791-ab19-bea33119a755 None None] Port 57510628-3181-4f20-9f22-7e69304f7812 cannot update to ACTIVE because it is not bound. {{(pid=100248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 14:23:50.284575 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-bbe0ad08-c767-4379-996a-d7372076b544 req-63f25c18-bc3d-4029-bafa-14563ef3b238 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] 10.222.0.104 "GET /v2.0/security-groups?id=c812eb77-0e0b-4233-8b5e-42a0d8cc6e90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1345644 Jul 06 14:23:50.336264 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-a5fc229d-e623-498c-be72-6f516ca2cb6d tempest-RoutersAdminTest-1447726136 tempest-RoutersAdminTest-1447726136-project] Notify callbacks [] for router, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:50.349014 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-2e64aae0-32dd-417b-b25b-6226ed91ca83 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Notify callbacks [] for security_group, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:50.354074 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-2e64aae0-32dd-417b-b25b-6226ed91ca83 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:50.387942 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e64aae0-32dd-417b-b25b-6226ed91ca83 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] vlan segment allocate from pool success with {'vlan_id': 1001, 'physical_network': 'physnet1'} {{(pid=100247) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 14:23:50.395458 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e64aae0-32dd-417b-b25b-6226ed91ca83 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Pushing event updated for resources: {'SecurityGroup': ['ID=461ac457-267a-48f1-9458-0f0fbccdf49c,revision_number=1']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:23:50.403286 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-2e64aae0-32dd-417b-b25b-6226ed91ca83 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552'] for segment, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:50.403790 n-d-773647-6 neutron-server[100247]: INFO neutron.db.segments_db [None req-2e64aae0-32dd-417b-b25b-6226ed91ca83 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Added segment ee9e1cc6-ff68-40b1-9eca-fb0837bfe6c9 of type vlan for network 102a93d7-9750-43f3-b56c-24ea517f2c2e Jul 06 14:23:50.452239 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-2e64aae0-32dd-417b-b25b-6226ed91ca83 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773752984405'] for network, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:50.486636 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 41888) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:23:50.493734 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-2e64aae0-32dd-417b-b25b-6226ed91ca83 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060'] for network, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:50.500172 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e64aae0-32dd-417b-b25b-6226ed91ca83 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:23:50.500944 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-2e64aae0-32dd-417b-b25b-6226ed91ca83 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Notify callbacks [] for network, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:50.518805 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-2e64aae0-32dd-417b-b25b-6226ed91ca83 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] 10.222.0.104 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.9848666 Jul 06 14:23:50.529597 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 41892) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:23:50.535581 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [None req-1a32c4e7-2afe-45d3-8955-6ecda6754e59 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Request body: {'port': {'network_id': '102a93d7-9750-43f3-b56c-24ea517f2c2e', 'name': 'tempest-PortsTestJSON-489188684'}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:23:50.652824 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-6d9be0ba-6269-43a2-93c6-29a820306a36 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:50.668152 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e64aae0-32dd-417b-b25b-6226ed91ca83 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Pushing event updated for resources: {'Network': ['ID=102a93d7-9750-43f3-b56c-24ea517f2c2e,revision_number=1']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:23:50.682103 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Network 102a93d7-9750-43f3-b56c-24ea517f2c2e details requested by agent ovs-agent-n-d-773647-6 with host n-d-773647-6 {{(pid=100248) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 14:23:50.715400 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.db.api [None req-1a32c4e7-2afe-45d3-8955-6ecda6754e59 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 06 14:23:50.715400 n-d-773647-6 neutron-server[100247]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 06 14:23:50.715400 n-d-773647-6 neutron-server[100247]: [parameters: {'project_id_1': '754edc6d72c241609d5c976e8526e541', 'expiration_1': datetime.datetime(2021, 7, 6, 14, 23, 50, 701235)}] Jul 06 14:23:50.715400 n-d-773647-6 neutron-server[100247]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=100247) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 06 14:23:50.716889 n-d-773647-6 neutron-server[100247]: DEBUG oslo_db.api [None req-1a32c4e7-2afe-45d3-8955-6ecda6754e59 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=100247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 06 14:23:50.783634 n-d-773647-6 neutron-server[100246]: DEBUG neutron.notifiers.nova [req-d87eae37-08cf-4bc0-b7b1-e7af62b0ebe1 req-f10ed5ae-34fa-42a2-8566-bbb7730426a5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 57510628-3181-4f20-9f22-7e69304f7812 {{(pid=100246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 14:23:50.796386 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-d87eae37-08cf-4bc0-b7b1-e7af62b0ebe1 req-f10ed5ae-34fa-42a2-8566-bbb7730426a5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:50.816742 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.provisioning_blocks [req-d87eae37-08cf-4bc0-b7b1-e7af62b0ebe1 req-f10ed5ae-34fa-42a2-8566-bbb7730426a5 service neutron] Transition to ACTIVE for port object 57510628-3181-4f20-9f22-7e69304f7812 will not be triggered until provisioned by entity L2. {{(pid=100246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:23:50.817763 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-6d9be0ba-6269-43a2-93c6-29a820306a36 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:50.820625 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-a5fc229d-e623-498c-be72-6f516ca2cb6d tempest-RoutersAdminTest-1447726136 tempest-RoutersAdminTest-1447726136-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:50.822364 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-6d9be0ba-6269-43a2-93c6-29a820306a36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:50.825495 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-d87eae37-08cf-4bc0-b7b1-e7af62b0ebe1 req-f10ed5ae-34fa-42a2-8566-bbb7730426a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127687527'] for port, after_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:50.864361 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-6d9be0ba-6269-43a2-93c6-29a820306a36 admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=09122051a9bb46b7aea04df7f782ac3e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3740857 Jul 06 14:23:50.864361 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9be0ba-6269-43a2-93c6-29a820306a36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f60c2484-82ec-4859-aa21-2605de3934ed,revision_number=1']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:23:50.865291 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 41894) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:23:50.918537 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-451cc635-b4c1-44fb-8bc9-01793ffd653a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:50.934802 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10ed5ae-34fa-42a2-8566-bbb7730426a5 service neutron] Pushing event updated for resources: {'Port': ['ID=57510628-3181-4f20-9f22-7e69304f7812,revision_number=2']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:23:50.942430 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-451cc635-b4c1-44fb-8bc9-01793ffd653a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:51.000285 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [req-d87eae37-08cf-4bc0-b7b1-e7af62b0ebe1 req-f10ed5ae-34fa-42a2-8566-bbb7730426a5 service neutron] Attempting to bind port 57510628-3181-4f20-9f22-7e69304f7812 on host n-h2-773647-6 for vnic_type normal with profile {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:23:51.000500 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-451cc635-b4c1-44fb-8bc9-01793ffd653a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:51.000665 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [req-d87eae37-08cf-4bc0-b7b1-e7af62b0ebe1 req-f10ed5ae-34fa-42a2-8566-bbb7730426a5 service neutron] Attempting to bind port 57510628-3181-4f20-9f22-7e69304f7812 by drivers openvswitch,hyperv on host n-h2-773647-6 at level 0 using segments [{'id': '2232724b-0080-42a3-80fc-ee070066087e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': 'bc5d3bb7-e93c-47d1-bffc-c98c78d3daa0'}] {{(pid=100246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:23:51.000958 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d87eae37-08cf-4bc0-b7b1-e7af62b0ebe1 req-f10ed5ae-34fa-42a2-8566-bbb7730426a5 service neutron] Attempting to bind port 57510628-3181-4f20-9f22-7e69304f7812 on network bc5d3bb7-e93c-47d1-bffc-c98c78d3daa0 {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:23:51.003452 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-451cc635-b4c1-44fb-8bc9-01793ffd653a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:51.004876 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-451cc635-b4c1-44fb-8bc9-01793ffd653a admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/f60c2484-82ec-4859-aa21-2605de3934ed HTTP/1.1" status: 204 len: 168 time: 0.1387665 Jul 06 14:23:51.016399 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d87eae37-08cf-4bc0-b7b1-e7af62b0ebe1 req-f10ed5ae-34fa-42a2-8566-bbb7730426a5 service neutron] Port 57510628-3181-4f20-9f22-7e69304f7812 on network bc5d3bb7-e93c-47d1-bffc-c98c78d3daa0 not bound, no agent of type Open vSwitch agent registered on host n-h2-773647-6 {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 14:23:51.016580 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451cc635-b4c1-44fb-8bc9-01793ffd653a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f60c2484-82ec-4859-aa21-2605de3934ed,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:23:51.016761 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d87eae37-08cf-4bc0-b7b1-e7af62b0ebe1 req-f10ed5ae-34fa-42a2-8566-bbb7730426a5 service neutron] Attempting to bind port 57510628-3181-4f20-9f22-7e69304f7812 on network bc5d3bb7-e93c-47d1-bffc-c98c78d3daa0 {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:23:51.021522 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [None req-a5fc229d-e623-498c-be72-6f516ca2cb6d tempest-RoutersAdminTest-1447726136 tempest-RoutersAdminTest-1447726136-project] Deleting port 72d98fc5-2f7c-4e84-aaf4-e481d0170f0e {{(pid=100246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:23:51.021876 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-a5fc229d-e623-498c-be72-6f516ca2cb6d tempest-RoutersAdminTest-1447726136 tempest-RoutersAdminTest-1447726136-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:51.067164 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d87eae37-08cf-4bc0-b7b1-e7af62b0ebe1 req-f10ed5ae-34fa-42a2-8566-bbb7730426a5 service neutron] Checking agent: {'id': '63768ece-0600-4354-8d29-fdedec96b077', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-773647-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 51, 10), 'started_at': datetime.datetime(2021, 7, 6, 13, 51, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 23, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:23:51.067436 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d87eae37-08cf-4bc0-b7b1-e7af62b0ebe1 req-f10ed5ae-34fa-42a2-8566-bbb7730426a5 service neutron] Checking segment: {'id': '2232724b-0080-42a3-80fc-ee070066087e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': 'bc5d3bb7-e93c-47d1-bffc-c98c78d3daa0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:23:51.067827 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d87eae37-08cf-4bc0-b7b1-e7af62b0ebe1 req-f10ed5ae-34fa-42a2-8566-bbb7730426a5 service neutron] Bound using segment: {'id': '2232724b-0080-42a3-80fc-ee070066087e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': 'bc5d3bb7-e93c-47d1-bffc-c98c78d3daa0'} {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:23:51.068266 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [req-d87eae37-08cf-4bc0-b7b1-e7af62b0ebe1 req-f10ed5ae-34fa-42a2-8566-bbb7730426a5 service neutron] Bound port: 57510628-3181-4f20-9f22-7e69304f7812, host: n-h2-773647-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2232724b-0080-42a3-80fc-ee070066087e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': 'bc5d3bb7-e93c-47d1-bffc-c98c78d3daa0'}}] {{(pid=100246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:23:51.068628 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-d87eae37-08cf-4bc0-b7b1-e7af62b0ebe1 req-f10ed5ae-34fa-42a2-8566-bbb7730426a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:51.142234 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-a5fc229d-e623-498c-be72-6f516ca2cb6d tempest-RoutersAdminTest-1447726136 tempest-RoutersAdminTest-1447726136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:51.161770 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [None req-a5fc229d-e623-498c-be72-6f516ca2cb6d tempest-RoutersAdminTest-1447726136 tempest-RoutersAdminTest-1447726136-project] Calling delete_port for 72d98fc5-2f7c-4e84-aaf4-e481d0170f0e owned by network:router_gateway {{(pid=100246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:23:51.238054 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.db [req-d87eae37-08cf-4bc0-b7b1-e7af62b0ebe1 req-f10ed5ae-34fa-42a2-8566-bbb7730426a5 service neutron] For port 57510628-3181-4f20-9f22-7e69304f7812, host n-h2-773647-6, cleared binding levels {{(pid=100246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:23:51.253960 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a32c4e7-2afe-45d3-8955-6ecda6754e59 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Made reservation on behalf of 754edc6d72c241609d5c976e8526e541 for: {'port': 1} {{(pid=100247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:23:51.258005 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-1a32c4e7-2afe-45d3-8955-6ecda6754e59 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:51.265810 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.db [req-d87eae37-08cf-4bc0-b7b1-e7af62b0ebe1 req-f10ed5ae-34fa-42a2-8566-bbb7730426a5 service neutron] For port 57510628-3181-4f20-9f22-7e69304f7812, host n-h2-773647-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=57510628-3181-4f20-9f22-7e69304f7812,segment=NetworkSegment(2232724b-0080-42a3-80fc-ee070066087e),segment_id=2232724b-0080-42a3-80fc-ee070066087e)] {{(pid=100246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:23:51.281610 n-d-773647-6 neutron-server[100247]: DEBUG neutron.notifiers.nova [None req-1a32c4e7-2afe-45d3-8955-6ecda6754e59 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] device_id is not set on port e8b3615f-ac8f-4712-aa9c-0f27ce5b2976 yet. {{(pid=100247) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 14:23:51.292218 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-d87eae37-08cf-4bc0-b7b1-e7af62b0ebe1 req-f10ed5ae-34fa-42a2-8566-bbb7730426a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127687527'] for port, after_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:51.351021 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87eae37-08cf-4bc0-b7b1-e7af62b0ebe1 req-f10ed5ae-34fa-42a2-8566-bbb7730426a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:23:51.351916 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-d87eae37-08cf-4bc0-b7b1-e7af62b0ebe1 req-f10ed5ae-34fa-42a2-8566-bbb7730426a5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:51.353912 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-d87eae37-08cf-4bc0-b7b1-e7af62b0ebe1 req-f10ed5ae-34fa-42a2-8566-bbb7730426a5 service neutron] 10.222.0.72 "PUT /v2.0/ports/57510628-3181-4f20-9f22-7e69304f7812 HTTP/1.1" status: 200 len: 1092 time: 1.6497583 Jul 06 14:23:51.356445 n-d-773647-6 neutron-server[100246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04986212-0a7a-4904-8e78-5bfcef5dd4a3', 'tag': '57510628-3181-4f20-9f22-7e69304f7812'}] {{(pid=100246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:23:51.359363 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0d96c5ab5e889f7b933ae915b9be33d1b46c9e87795bf781004b656ef3f1e87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ecd9c3c-797a-41b4-83ff-a0b10630404c" -d '{"events": [{"name": "network-changed", "server_uuid": "04986212-0a7a-4904-8e78-5bfcef5dd4a3", "tag": "57510628-3181-4f20-9f22-7e69304f7812"}]}' {{(pid=100246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:23:51.459808 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 41910) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:23:51.477550 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 14:23:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f2e077a-d1d9-455d-ae1e-01c80b15ff0d x-openstack-request-id: req-6f2e077a-d1d9-455d-ae1e-01c80b15ff0d {{(pid=100246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:23:51.477894 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "04986212-0a7a-4904-8e78-5bfcef5dd4a3", "tag": "57510628-3181-4f20-9f22-7e69304f7812", "status": "completed", "code": 200}]} {{(pid=100246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:23:51.478428 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-6f2e077a-d1d9-455d-ae1e-01c80b15ff0d {{(pid=100246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:23:51.479104 n-d-773647-6 neutron-server[100246]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '04986212-0a7a-4904-8e78-5bfcef5dd4a3', 'tag': '57510628-3181-4f20-9f22-7e69304f7812', 'status': 'completed', 'code': 200} Jul 06 14:23:51.485077 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-8ab45f84-b3f4-47bd-8e7f-1c86000a2841 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:51.533718 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10ed5ae-34fa-42a2-8566-bbb7730426a5 service neutron] Pushing event updated for resources: {'Port': ['ID=57510628-3181-4f20-9f22-7e69304f7812,revision_number=3']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:23:51.619406 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87eae37-08cf-4bc0-b7b1-e7af62b0ebe1 req-3caea70e-a69c-4418-b968-0f761960d388 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:23:51.621031 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-d87eae37-08cf-4bc0-b7b1-e7af62b0ebe1 req-3caea70e-a69c-4418-b968-0f761960d388 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=1077a35eaa714f1bbf260d32c5a52c8f&device_id=04986212-0a7a-4904-8e78-5bfcef5dd4a3 HTTP/1.1" status: 200 len: 1095 time: 0.1919436 Jul 06 14:23:51.647880 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a80488-1340-4a41-b1cf-356d93b95da4 req-e9e5faad-2a09-4317-b333-d5cab07ee812 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:23:51.649613 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-46a80488-1340-4a41-b1cf-356d93b95da4 req-e9e5faad-2a09-4317-b333-d5cab07ee812 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] 10.222.0.104 "GET /v2.0/ports?device_id=04986212-0a7a-4904-8e78-5bfcef5dd4a3 HTTP/1.1" status: 200 len: 944 time: 0.1287329 Jul 06 14:23:51.679022 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-d87eae37-08cf-4bc0-b7b1-e7af62b0ebe1 req-5d0572a4-62a4-4982-8c87-368e5ee5d52e service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=57510628-3181-4f20-9f22-7e69304f7812 HTTP/1.1" status: 200 len: 217 time: 0.0470438 Jul 06 14:23:51.680607 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-a5fc229d-e623-498c-be72-6f516ca2cb6d tempest-RoutersAdminTest-1447726136 tempest-RoutersAdminTest-1447726136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127687580'] for port, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:51.687799 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-8ab45f84-b3f4-47bd-8e7f-1c86000a2841 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:51.729436 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-8ab45f84-b3f4-47bd-8e7f-1c86000a2841 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:51.743377 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5fc229d-e623-498c-be72-6f516ca2cb6d tempest-RoutersAdminTest-1447726136 tempest-RoutersAdminTest-1447726136-project] Pushing event deleted for resources: {'Port': ['ID=72d98fc5-2f7c-4e84-aaf4-e481d0170f0e,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:23:51.789890 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-46a80488-1340-4a41-b1cf-356d93b95da4 req-39ebf12b-5e28-4a56-8623-13683f8fe24c tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] 10.222.0.104 "GET /v2.0/security-groups?id=c812eb77-0e0b-4233-8b5e-42a0d8cc6e90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1319375 Jul 06 14:23:51.813779 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-8ab45f84-b3f4-47bd-8e7f-1c86000a2841 admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=9b4f26b3c0034a2e981c83473f695359&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3522694 Jul 06 14:23:51.816208 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 41912) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:23:51.820453 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab45f84-b3f4-47bd-8e7f-1c86000a2841 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ff9aed7-de33-4592-b56b-6cd1fdb65897,revision_number=1']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:23:51.841683 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-1a32c4e7-2afe-45d3-8955-6ecda6754e59 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Notify callbacks [] for port, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:51.846634 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87eae37-08cf-4bc0-b7b1-e7af62b0ebe1 req-39582a92-27db-4ab1-9748-3a3f6869d8e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:23:51.848099 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-d87eae37-08cf-4bc0-b7b1-e7af62b0ebe1 req-39582a92-27db-4ab1-9748-3a3f6869d8e9 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=5cc1974a-df25-4dcd-a352-8b5e01019a66 HTTP/1.1" status: 200 len: 834 time: 0.1621363 Jul 06 14:23:51.883635 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-1a32c4e7-2afe-45d3-8955-6ecda6754e59 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-128888360'] for port, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:51.909625 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-a5fc229d-e623-498c-be72-6f516ca2cb6d tempest-RoutersAdminTest-1447726136 tempest-RoutersAdminTest-1447726136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1761104'] for router_gateway, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:51.949875 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a32c4e7-2afe-45d3-8955-6ecda6754e59 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Pushing event updated for resources: {'Port': ['ID=e8b3615f-ac8f-4712-aa9c-0f27ce5b2976,revision_number=1']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:23:51.960634 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a32c4e7-2afe-45d3-8955-6ecda6754e59 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Checking segment: {'id': 'ee9e1cc6-ff68-40b1-9eca-fb0837bfe6c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1001, 'network_id': '102a93d7-9750-43f3-b56c-24ea517f2c2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100247) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:23:51.960990 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a32c4e7-2afe-45d3-8955-6ecda6754e59 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Network hostable DHCP agents. Network: 102a93d7-9750-43f3-b56c-24ea517f2c2e, hostable agents: ['f2bada3d-be77-4359-982b-8505a2bbca04'], hosted agents: [] {{(pid=100247) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 14:23:51.977931 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a32c4e7-2afe-45d3-8955-6ecda6754e59 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Network 102a93d7-9750-43f3-b56c-24ea517f2c2e is scheduled to be hosted by DHCP agent f2bada3d-be77-4359-982b-8505a2bbca04 with binding_index 1 {{(pid=100247) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 14:23:51.990057 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.base_scheduler [None req-1a32c4e7-2afe-45d3-8955-6ecda6754e59 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773647-6, 102a93d7-9750-43f3-b56c-24ea517f2c2e) {{(pid=100247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:23:51.995087 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a32c4e7-2afe-45d3-8955-6ecda6754e59 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Received port after_create {{(pid=100247) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:23:52.001791 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a32c4e7-2afe-45d3-8955-6ecda6754e59 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:23:52.002386 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-1a32c4e7-2afe-45d3-8955-6ecda6754e59 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:52.006332 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58069c6c-5f3d-447b-b6a7-37e22e3c1403 None None] Network 102a93d7-9750-43f3-b56c-24ea517f2c2e requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:23:52.024214 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-a5fc229d-e623-498c-be72-6f516ca2cb6d tempest-RoutersAdminTest-1447726136 tempest-RoutersAdminTest-1447726136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1806308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6982'] for router, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:52.030490 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-a5fc229d-e623-498c-be72-6f516ca2cb6d tempest-RoutersAdminTest-1447726136 tempest-RoutersAdminTest-1447726136-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:52.031200 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-1a32c4e7-2afe-45d3-8955-6ecda6754e59 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] 10.222.0.104 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.4989352 Jul 06 14:23:52.033362 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-28be6f47-e329-4246-b7db-8baaef1d588b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:52.034155 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 41914) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:23:52.042534 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [None req-a4c68536-f8bf-43c7-8c9d-77c52ee85836 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1747040373'}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:23:52.070870 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4c68536-f8bf-43c7-8c9d-77c52ee85836 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Made reservation on behalf of 754edc6d72c241609d5c976e8526e541 for: {'network': 1} {{(pid=100247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:23:52.081321 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-a4c68536-f8bf-43c7-8c9d-77c52ee85836 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for network, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:52.114773 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a4c68536-f8bf-43c7-8c9d-77c52ee85836 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] vlan segment allocate from pool success with {'vlan_id': 1022, 'physical_network': 'physnet1'} {{(pid=100247) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 14:23:52.122604 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-a5fc229d-e623-498c-be72-6f516ca2cb6d tempest-RoutersAdminTest-1447726136 tempest-RoutersAdminTest-1447726136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1805684'] for router, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:52.123476 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5fc229d-e623-498c-be72-6f516ca2cb6d tempest-RoutersAdminTest-1447726136 tempest-RoutersAdminTest-1447726136-project] Fanout notify agent at l3_agent the message router_deleted on router 962824e2-c0c5-4fa8-84b4-a8d479522c0c {{(pid=100246) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 14:23:52.126333 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-28be6f47-e329-4246-b7db-8baaef1d588b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:52.129869 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87eae37-08cf-4bc0-b7b1-e7af62b0ebe1 req-28873602-fc58-4d92-baea-f1fd7ba1d095 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:23:52.131079 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-d87eae37-08cf-4bc0-b7b1-e7af62b0ebe1 req-28873602-fc58-4d92-baea-f1fd7ba1d095 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=bc5d3bb7-e93c-47d1-bffc-c98c78d3daa0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2727132 Jul 06 14:23:52.132109 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-a4c68536-f8bf-43c7-8c9d-77c52ee85836 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552'] for segment, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:52.132551 n-d-773647-6 neutron-server[100247]: INFO neutron.db.segments_db [None req-a4c68536-f8bf-43c7-8c9d-77c52ee85836 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Added segment 2773442d-ac2c-415e-95f8-990ec6f4ba53 of type vlan for network 07cd7c8b-f309-45dd-97de-3e7caf569800 Jul 06 14:23:52.136811 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-a5fc229d-e623-498c-be72-6f516ca2cb6d tempest-RoutersAdminTest-1447726136 tempest-RoutersAdminTest-1447726136-project] Notify callbacks [] for router, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:52.137974 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-a5fc229d-e623-498c-be72-6f516ca2cb6d tempest-RoutersAdminTest-1447726136 tempest-RoutersAdminTest-1447726136-project] 10.222.0.104 "DELETE /v2.0/routers/962824e2-c0c5-4fa8-84b4-a8d479522c0c HTTP/1.1" status: 204 len: 168 time: 2.0115972 Jul 06 14:23:52.145927 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 41920) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:23:52.152843 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [None req-8a4da57c-9fdb-4654-95f1-844d5160752c tempest-RoutersAdminTest-1447726136 tempest-RoutersAdminTest-1447726136-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1043305561', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719'}, 'admin_state_up': False}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:23:52.200801 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-a4c68536-f8bf-43c7-8c9d-77c52ee85836 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773752984405'] for network, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:52.218762 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-8a4da57c-9fdb-4654-95f1-844d5160752c tempest-RoutersAdminTest-1447726136 tempest-RoutersAdminTest-1447726136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1806290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6992'] for router, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:52.220113 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-8a4da57c-9fdb-4654-95f1-844d5160752c tempest-RoutersAdminTest-1447726136 tempest-RoutersAdminTest-1447726136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1806157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1808637', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1714747', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7007'] for router, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:52.263283 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-28be6f47-e329-4246-b7db-8baaef1d588b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:52.263283 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-28be6f47-e329-4246-b7db-8baaef1d588b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:52.263914 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-28be6f47-e329-4246-b7db-8baaef1d588b admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/9ff9aed7-de33-4592-b56b-6cd1fdb65897 HTTP/1.1" status: 204 len: 168 time: 0.4450488 Jul 06 14:23:52.284396 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28be6f47-e329-4246-b7db-8baaef1d588b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ff9aed7-de33-4592-b56b-6cd1fdb65897,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:23:52.289540 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-a4c68536-f8bf-43c7-8c9d-77c52ee85836 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060'] for network, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:52.297047 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-d87eae37-08cf-4bc0-b7b1-e7af62b0ebe1 req-4f993950-abe0-4538-84da-7baf7083482a service neutron] 10.222.0.72 "GET /v2.0/networks/bc5d3bb7-e93c-47d1-bffc-c98c78d3daa0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1509411 Jul 06 14:23:52.310148 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4c68536-f8bf-43c7-8c9d-77c52ee85836 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:23:52.310854 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-a4c68536-f8bf-43c7-8c9d-77c52ee85836 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Notify callbacks [] for network, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:52.363969 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-8a4da57c-9fdb-4654-95f1-844d5160752c tempest-RoutersAdminTest-1447726136 tempest-RoutersAdminTest-1447726136-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:52.424799 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-d87eae37-08cf-4bc0-b7b1-e7af62b0ebe1 req-69e6d48f-01c4-4f01-ae0f-6bf3cc91e615 service neutron] 10.222.0.72 "GET /v2.0/networks/bc5d3bb7-e93c-47d1-bffc-c98c78d3daa0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1207497 Jul 06 14:23:52.468787 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-a4c68536-f8bf-43c7-8c9d-77c52ee85836 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] 10.222.0.104 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4331927 Jul 06 14:23:52.471462 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 41926) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:23:52.481598 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-eb4ad380-1ee8-442a-ae90-2f39be6ebbef tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Request body: {'ports': [{'network_id': '102a93d7-9750-43f3-b56c-24ea517f2c2e'}, {'network_id': '07cd7c8b-f309-45dd-97de-3e7caf569800'}]} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:23:52.482070 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-eb4ad380-1ee8-442a-ae90-2f39be6ebbef tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Request body: {'port': {'network_id': '102a93d7-9750-43f3-b56c-24ea517f2c2e'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:23:52.482399 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-eb4ad380-1ee8-442a-ae90-2f39be6ebbef tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Request body: {'port': {'network_id': '07cd7c8b-f309-45dd-97de-3e7caf569800'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:23:52.510908 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c68536-f8bf-43c7-8c9d-77c52ee85836 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Pushing event updated for resources: {'Network': ['ID=07cd7c8b-f309-45dd-97de-3e7caf569800,revision_number=1']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:23:52.521677 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Network 07cd7c8b-f309-45dd-97de-3e7caf569800 details requested by agent ovs-agent-n-d-773647-6 with host n-d-773647-6 {{(pid=100248) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 14:23:52.581625 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-8a4da57c-9fdb-4654-95f1-844d5160752c tempest-RoutersAdminTest-1447726136 tempest-RoutersAdminTest-1447726136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1761047', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1806272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6989'] for router, precommit_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:52.716445 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecd9c3c-797a-41b4-83ff-a0b10630404c req-80407480-1cab-48ab-be79-2b7e4ef55863 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:23:52.718029 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-7ecd9c3c-797a-41b4-83ff-a0b10630404c req-80407480-1cab-48ab-be79-2b7e4ef55863 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=1077a35eaa714f1bbf260d32c5a52c8f&device_id=04986212-0a7a-4904-8e78-5bfcef5dd4a3 HTTP/1.1" status: 200 len: 1095 time: 0.2311575 Jul 06 14:23:52.844774 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-8a4da57c-9fdb-4654-95f1-844d5160752c tempest-RoutersAdminTest-1447726136 tempest-RoutersAdminTest-1447726136-project] Notify callbacks [] for router_gateway, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:52.866485 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-8a4da57c-9fdb-4654-95f1-844d5160752c tempest-RoutersAdminTest-1447726136 tempest-RoutersAdminTest-1447726136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:52.878931 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-57dc5ae7-5e68-44ac-9c9d-e7916bcdfc5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:52.888599 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb4ad380-1ee8-442a-ae90-2f39be6ebbef tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Made reservation on behalf of 754edc6d72c241609d5c976e8526e541 for: {'port': 2} {{(pid=100246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:23:52.894278 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-eb4ad380-1ee8-442a-ae90-2f39be6ebbef tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:52.911880 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-eb4ad380-1ee8-442a-ae90-2f39be6ebbef tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:53.003765 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.db_base_plugin_common [None req-8a4da57c-9fdb-4654-95f1-844d5160752c tempest-RoutersAdminTest-1447726136 tempest-RoutersAdminTest-1447726136-project] Allocated IP 172.25.0.149 (2658f09e-a580-4d4a-9968-2d1e0ad93719/cbf74abc-6fe1-4d33-b005-c948923b9647/b822e832-3e5c-4e71-b739-3e8676a9cd51) {{(pid=100247) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:23:53.038371 n-d-773647-6 neutron-server[100246]: DEBUG neutron.notifiers.nova [None req-eb4ad380-1ee8-442a-ae90-2f39be6ebbef tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] device_id is not set on port 63eb0940-d1da-4772-a869-30973d41e0e0 yet. {{(pid=100246) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 14:23:53.113987 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecd9c3c-797a-41b4-83ff-a0b10630404c req-2f29a4ee-48a8-40cb-910c-345dc43b1e63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:23:53.115552 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-7ecd9c3c-797a-41b4-83ff-a0b10630404c req-2f29a4ee-48a8-40cb-910c-345dc43b1e63 service neutron] 10.222.0.72 "GET /v2.0/networks?id=bc5d3bb7-e93c-47d1-bffc-c98c78d3daa0 HTTP/1.1" status: 200 len: 899 time: 0.3863459 Jul 06 14:23:53.196131 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-8a4da57c-9fdb-4654-95f1-844d5160752c tempest-RoutersAdminTest-1447726136 tempest-RoutersAdminTest-1447726136-project] Notify callbacks [] for port, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:53.216525 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-7ecd9c3c-797a-41b4-83ff-a0b10630404c req-c680e517-fda0-402b-810e-57067957c21d service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=57510628-3181-4f20-9f22-7e69304f7812 HTTP/1.1" status: 200 len: 217 time: 0.0532250 Jul 06 14:23:53.233894 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3dd5a0e-c4d4-465f-b418-a70fe086bf7c req-8bf0a2b6-ab9f-421f-b906-236d0c49e5ff tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:23:53.235706 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-a3dd5a0e-c4d4-465f-b418-a70fe086bf7c req-8bf0a2b6-ab9f-421f-b906-236d0c49e5ff tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] 10.222.0.104 "GET /v2.0/ports?device_id=04986212-0a7a-4904-8e78-5bfcef5dd4a3 HTTP/1.1" status: 200 len: 944 time: 0.1399837 Jul 06 14:23:53.261333 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-eb4ad380-1ee8-442a-ae90-2f39be6ebbef tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Notify callbacks [] for port, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:53.289268 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-8a4da57c-9fdb-4654-95f1-844d5160752c tempest-RoutersAdminTest-1447726136 tempest-RoutersAdminTest-1447726136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-128888360'] for port, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:53.305184 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-a3dd5a0e-c4d4-465f-b418-a70fe086bf7c req-23a54913-ee84-4d71-a09e-d35aaa8a5ff3 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] 10.222.0.104 "GET /v2.0/security-groups?id=c812eb77-0e0b-4233-8b5e-42a0d8cc6e90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0588348 Jul 06 14:23:53.341820 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a4da57c-9fdb-4654-95f1-844d5160752c tempest-RoutersAdminTest-1447726136 tempest-RoutersAdminTest-1447726136-project] Network 2658f09e-a580-4d4a-9968-2d1e0ad93719 is already hosted by enough agents. {{(pid=100247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:23:53.345104 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.base_scheduler [None req-8a4da57c-9fdb-4654-95f1-844d5160752c tempest-RoutersAdminTest-1447726136 tempest-RoutersAdminTest-1447726136-project] Resources bound (agent type, host, resource id): {{(pid=100247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:23:53.348100 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a4da57c-9fdb-4654-95f1-844d5160752c tempest-RoutersAdminTest-1447726136 tempest-RoutersAdminTest-1447726136-project] Received port after_create {{(pid=100247) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:23:53.348866 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecd9c3c-797a-41b4-83ff-a0b10630404c req-7288add9-7711-4ad6-afea-f3438d79485f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:23:53.351111 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-7ecd9c3c-797a-41b4-83ff-a0b10630404c req-7288add9-7711-4ad6-afea-f3438d79485f service neutron] 10.222.0.72 "GET /v2.0/subnets?id=5cc1974a-df25-4dcd-a352-8b5e01019a66 HTTP/1.1" status: 200 len: 834 time: 0.1252484 Jul 06 14:23:53.390676 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4da57c-9fdb-4654-95f1-844d5160752c tempest-RoutersAdminTest-1447726136 tempest-RoutersAdminTest-1447726136-project] Pushing event updated for resources: {'Port': ['ID=b822e832-3e5c-4e71-b739-3e8676a9cd51,revision_number=1']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:23:53.393201 n-d-773647-6 neutron-server[100246]: DEBUG neutron.notifiers.nova [None req-eb4ad380-1ee8-442a-ae90-2f39be6ebbef tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] device_id is not set on port eef9be9e-29c6-4b54-8c78-bcde369206c7 yet. {{(pid=100246) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 14:23:53.455615 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecd9c3c-797a-41b4-83ff-a0b10630404c req-89a36546-d169-41f7-bfad-28443c19208d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:23:53.457089 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-7ecd9c3c-797a-41b4-83ff-a0b10630404c req-89a36546-d169-41f7-bfad-28443c19208d service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=bc5d3bb7-e93c-47d1-bffc-c98c78d3daa0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1001081 Jul 06 14:23:53.632408 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-eb4ad380-1ee8-442a-ae90-2f39be6ebbef tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Notify callbacks [] for port, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:53.663934 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-7ecd9c3c-797a-41b4-83ff-a0b10630404c req-12bd5c33-9b96-4151-b871-cd851ce3ef4b service neutron] 10.222.0.72 "GET /v2.0/networks/bc5d3bb7-e93c-47d1-bffc-c98c78d3daa0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1707067 Jul 06 14:23:53.679338 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-8a4da57c-9fdb-4654-95f1-844d5160752c tempest-RoutersAdminTest-1447726136 tempest-RoutersAdminTest-1447726136-project] Notify callbacks [] for router_gateway, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:53.785314 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-eb4ad380-1ee8-442a-ae90-2f39be6ebbef tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-127687573'] for port, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:53.875142 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-7ecd9c3c-797a-41b4-83ff-a0b10630404c req-bff35d10-60c1-44fc-8123-c2cdb5a18f44 service neutron] 10.222.0.72 "GET /v2.0/networks/bc5d3bb7-e93c-47d1-bffc-c98c78d3daa0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2047517 Jul 06 14:23:53.880887 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb4ad380-1ee8-442a-ae90-2f39be6ebbef tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Network 102a93d7-9750-43f3-b56c-24ea517f2c2e is already hosted by enough agents. {{(pid=100246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:23:53.890601 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.base_scheduler [None req-eb4ad380-1ee8-442a-ae90-2f39be6ebbef tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Resources bound (agent type, host, resource id): {{(pid=100246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:23:53.899681 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb4ad380-1ee8-442a-ae90-2f39be6ebbef tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Received port after_create {{(pid=100246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:23:53.900726 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-eb4ad380-1ee8-442a-ae90-2f39be6ebbef tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-127687573'] for port, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:53.903085 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4ad380-1ee8-442a-ae90-2f39be6ebbef tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Pushing event updated for resources: {'Port': ['ID=63eb0940-d1da-4772-a869-30973d41e0e0,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:23:53.992185 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4ad380-1ee8-442a-ae90-2f39be6ebbef tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Pushing event updated for resources: {'Port': ['ID=eef9be9e-29c6-4b54-8c78-bcde369206c7,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:23:54.010632 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb4ad380-1ee8-442a-ae90-2f39be6ebbef tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Checking segment: {'id': '2773442d-ac2c-415e-95f8-990ec6f4ba53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1022, 'network_id': '07cd7c8b-f309-45dd-97de-3e7caf569800'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:23:54.011368 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb4ad380-1ee8-442a-ae90-2f39be6ebbef tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Network hostable DHCP agents. Network: 07cd7c8b-f309-45dd-97de-3e7caf569800, hostable agents: ['f2bada3d-be77-4359-982b-8505a2bbca04'], hosted agents: [] {{(pid=100246) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 14:23:54.038003 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb4ad380-1ee8-442a-ae90-2f39be6ebbef tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Network 07cd7c8b-f309-45dd-97de-3e7caf569800 is scheduled to be hosted by DHCP agent f2bada3d-be77-4359-982b-8505a2bbca04 with binding_index 1 {{(pid=100246) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 14:23:54.052155 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.base_scheduler [None req-eb4ad380-1ee8-442a-ae90-2f39be6ebbef tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773647-6, 07cd7c8b-f309-45dd-97de-3e7caf569800) {{(pid=100246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:23:54.056621 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb4ad380-1ee8-442a-ae90-2f39be6ebbef tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Received port after_create {{(pid=100246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:23:54.064001 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb4ad380-1ee8-442a-ae90-2f39be6ebbef tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:23:54.066118 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f0e11c1-b27f-4a37-82cf-2b0c11961f2d None None] Network 07cd7c8b-f309-45dd-97de-3e7caf569800 requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:23:54.069280 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb4ad380-1ee8-442a-ae90-2f39be6ebbef tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:23:54.070064 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-eb4ad380-1ee8-442a-ae90-2f39be6ebbef tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:54.086986 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-eb4ad380-1ee8-442a-ae90-2f39be6ebbef tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] 10.222.0.104 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.6140177 Jul 06 14:23:54.089703 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 41974) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:23:54.243607 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [None req-430dfb23-67ff-4786-8ed4-779cff7fb598 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Deleting port eef9be9e-29c6-4b54-8c78-bcde369206c7 {{(pid=100246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:23:54.244202 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-430dfb23-67ff-4786-8ed4-779cff7fb598 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:54.338756 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-430dfb23-67ff-4786-8ed4-779cff7fb598 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:54.356480 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [None req-430dfb23-67ff-4786-8ed4-779cff7fb598 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Calling delete_port for eef9be9e-29c6-4b54-8c78-bcde369206c7 owned by {{(pid=100246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:23:54.455919 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-8a4da57c-9fdb-4654-95f1-844d5160752c tempest-RoutersAdminTest-1447726136 tempest-RoutersAdminTest-1447726136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1806297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1761036'] for router, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:54.512227 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-430dfb23-67ff-4786-8ed4-779cff7fb598 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127687580'] for port, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:54.551567 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-430dfb23-67ff-4786-8ed4-779cff7fb598 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:54.553866 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-430dfb23-67ff-4786-8ed4-779cff7fb598 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] 10.222.0.104 "DELETE /v2.0/ports/eef9be9e-29c6-4b54-8c78-bcde369206c7 HTTP/1.1" status: 204 len: 168 time: 0.4631786 Jul 06 14:23:54.555465 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430dfb23-67ff-4786-8ed4-779cff7fb598 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Pushing event deleted for resources: {'Port': ['ID=eef9be9e-29c6-4b54-8c78-bcde369206c7,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:23:54.557349 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 41992) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:23:54.656617 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328974fd-76ef-4ffa-bf0f-798c3161e117 req-79c16741-3c04-46de-ba1f-66c2cd4283c6 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:23:54.661424 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-328974fd-76ef-4ffa-bf0f-798c3161e117 req-79c16741-3c04-46de-ba1f-66c2cd4283c6 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] 10.222.0.104 "GET /v2.0/ports?device_id=04986212-0a7a-4904-8e78-5bfcef5dd4a3 HTTP/1.1" status: 200 len: 944 time: 0.1223500 Jul 06 14:23:54.688238 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a4da57c-9fdb-4654-95f1-844d5160752c tempest-RoutersAdminTest-1447726136 tempest-RoutersAdminTest-1447726136-project] Router edaa9e93-f3ea-4817-bd52-261337562c68 is scheduled to L3 agent 2823d358-a11b-4885-a706-95a279e43fa7 with binding_index 1 {{(pid=100247) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 14:23:54.697645 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-beaecbfc-6f54-463e-978c-549d8bd34b6c tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:23:54.706776 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-beaecbfc-6f54-463e-978c-549d8bd34b6c tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:23:54.709308 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-beaecbfc-6f54-463e-978c-549d8bd34b6c tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] 10.222.0.104 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1451 time: 0.1444566 Jul 06 14:23:54.711931 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 41996) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:23:54.753571 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-328974fd-76ef-4ffa-bf0f-798c3161e117 req-e36ad895-74bd-4739-952d-78f8512458d9 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] 10.222.0.104 "GET /v2.0/security-groups?id=c812eb77-0e0b-4233-8b5e-42a0d8cc6e90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0831108 Jul 06 14:23:54.831162 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a4da57c-9fdb-4654-95f1-844d5160752c tempest-RoutersAdminTest-1447726136 tempest-RoutersAdminTest-1447726136-project] Notify agent at l3_agent.n-d-773647-6 the message routers_updated {{(pid=100247) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 14:23:54.844133 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2208018e-4b15-4d2b-b11f-b54bba2cdd89 None None] Sync routers for ids ['edaa9e93-f3ea-4817-bd52-261337562c68'] in n-d-773647-6 {{(pid=100248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 14:23:54.850663 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [None req-634b96cb-80e9-4c83-8cd8-86ca15f340ea tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Deleting port 63eb0940-d1da-4772-a869-30973d41e0e0 {{(pid=100246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:23:54.851587 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-634b96cb-80e9-4c83-8cd8-86ca15f340ea tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:54.854518 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2208018e-4b15-4d2b-b11f-b54bba2cdd89 None None] Routers {'edaa9e93-f3ea-4817-bd52-261337562c68'} bound to L3 agent in host n-d-773647-6 {{(pid=100248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:23:54.855996 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-8a4da57c-9fdb-4654-95f1-844d5160752c tempest-RoutersAdminTest-1447726136 tempest-RoutersAdminTest-1447726136-project] Notify callbacks [] for router, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:54.856127 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-2208018e-4b15-4d2b-b11f-b54bba2cdd89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T14:23:26Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['edaa9e93-f3ea-4817-bd52-261337562c68'], 'active': True} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:23:54.857751 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-8a4da57c-9fdb-4654-95f1-844d5160752c tempest-RoutersAdminTest-1447726136 tempest-RoutersAdminTest-1447726136-project] 10.222.0.104 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 2.7114429 Jul 06 14:23:54.861234 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 42000) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:23:54.870379 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [None req-5028a2c1-867f-4158-86fd-51c7d72ae3be tempest-RoutersAdminTest-1447726136 tempest-RoutersAdminTest-1447726136-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:23:54.931082 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-2208018e-4b15-4d2b-b11f-b54bba2cdd89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-773647-6', False) {} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:23:54.952151 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-634b96cb-80e9-4c83-8cd8-86ca15f340ea tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:54.953456 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2208018e-4b15-4d2b-b11f-b54bba2cdd89 None None] Routers {'edaa9e93-f3ea-4817-bd52-261337562c68'} bound to L3 agent in host n-d-773647-6 {{(pid=100248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:23:54.954188 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-2208018e-4b15-4d2b-b11f-b54bba2cdd89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T14:23:26Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['edaa9e93-f3ea-4817-bd52-261337562c68'], 'active': True} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:23:54.987051 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [None req-634b96cb-80e9-4c83-8cd8-86ca15f340ea tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Calling delete_port for 63eb0940-d1da-4772-a869-30973d41e0e0 owned by {{(pid=100246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:23:55.009703 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-2208018e-4b15-4d2b-b11f-b54bba2cdd89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-773647-6', False) {} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:23:55.010944 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2208018e-4b15-4d2b-b11f-b54bba2cdd89 None None] The sync data for ids ['edaa9e93-f3ea-4817-bd52-261337562c68'] in n-d-773647-6 is: [] {{(pid=100248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 14:23:55.094474 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-634b96cb-80e9-4c83-8cd8-86ca15f340ea tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127687580'] for port, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:55.130579 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634b96cb-80e9-4c83-8cd8-86ca15f340ea tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Pushing event deleted for resources: {'Port': ['ID=63eb0940-d1da-4772-a869-30973d41e0e0,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:23:55.140528 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-634b96cb-80e9-4c83-8cd8-86ca15f340ea tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:55.143314 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-634b96cb-80e9-4c83-8cd8-86ca15f340ea tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] 10.222.0.104 "DELETE /v2.0/ports/63eb0940-d1da-4772-a869-30973d41e0e0 HTTP/1.1" status: 204 len: 168 time: 0.4304097 Jul 06 14:23:55.145808 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 42010) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:23:55.231953 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0825b059-1fa9-4d75-9227-4ae345cc1b1a tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:23:55.234273 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-0825b059-1fa9-4d75-9227-4ae345cc1b1a tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] 10.222.0.104 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.0872407 Jul 06 14:23:55.236779 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 42014) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:23:55.269428 n-d-773647-6 neutron-server[100246]: INFO neutron.pecan_wsgi.hooks.translation [None req-b9fc6df1-1598-4c6e-b6ad-2660d0c0ed8c tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] GET failed (client error): The resource could not be found. Jul 06 14:23:55.273774 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-b9fc6df1-1598-4c6e-b6ad-2660d0c0ed8c tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] 10.222.0.104 "GET /v2.0/ports/eef9be9e-29c6-4b54-8c78-bcde369206c7 HTTP/1.1" status: 404 len: 333 time: 0.0359333 Jul 06 14:23:55.274348 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 42018) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:23:55.295357 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-5028a2c1-867f-4158-86fd-51c7d72ae3be tempest-RoutersAdminTest-1447726136 tempest-RoutersAdminTest-1447726136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1761047', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1806272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6989'] for router, precommit_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:55.310609 n-d-773647-6 neutron-server[100246]: INFO neutron.pecan_wsgi.hooks.translation [None req-4219190f-e8ae-4721-bfae-b3c9b6b98158 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] GET failed (client error): The resource could not be found. Jul 06 14:23:55.316206 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-4219190f-e8ae-4721-bfae-b3c9b6b98158 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] 10.222.0.104 "GET /v2.0/ports/63eb0940-d1da-4772-a869-30973d41e0e0 HTTP/1.1" status: 404 len: 333 time: 0.0402792 Jul 06 14:23:55.317105 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 42022) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:23:55.330906 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-5028a2c1-867f-4158-86fd-51c7d72ae3be tempest-RoutersAdminTest-1447726136 tempest-RoutersAdminTest-1447726136-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:55.412327 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.plugin [None req-5028a2c1-867f-4158-86fd-51c7d72ae3be tempest-RoutersAdminTest-1447726136 tempest-RoutersAdminTest-1447726136-project] Deleting port b822e832-3e5c-4e71-b739-3e8676a9cd51 {{(pid=100247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:23:55.412548 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-5028a2c1-867f-4158-86fd-51c7d72ae3be tempest-RoutersAdminTest-1447726136 tempest-RoutersAdminTest-1447726136-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:55.418266 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-bd8ec02a-2569-4be4-bb3b-4aee7b688378 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530492'] for network, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:55.522574 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-5028a2c1-867f-4158-86fd-51c7d72ae3be tempest-RoutersAdminTest-1447726136 tempest-RoutersAdminTest-1447726136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:55.533282 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-bd8ec02a-2569-4be4-bb3b-4aee7b688378 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-917204', 'neutron.services.segments.db._delete_segments_for_network-8773753502302'] for network, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:55.546649 n-d-773647-6 neutron-server[100246]: DEBUG neutron.services.segments.db [None req-bd8ec02a-2569-4be4-bb3b-4aee7b688378 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['07cd7c8b-f309-45dd-97de-3e7caf569800']}} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:23:55.549358 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-194f7f42-50cb-46e9-8b4e-f2d8d6c62873 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:55.550964 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.plugin [None req-5028a2c1-867f-4158-86fd-51c7d72ae3be tempest-RoutersAdminTest-1447726136 tempest-RoutersAdminTest-1447726136-project] Calling delete_port for b822e832-3e5c-4e71-b739-3e8676a9cd51 owned by network:router_gateway {{(pid=100247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:23:55.559014 n-d-773647-6 neutron-server[100246]: DEBUG neutron.services.segments.db [None req-bd8ec02a-2569-4be4-bb3b-4aee7b688378 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2773442d-ac2c-415e-95f8-990ec6f4ba53') {'for_net_delete': True} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:23:55.559374 n-d-773647-6 neutron-server[100246]: DEBUG neutron.services.segments.db [None req-bd8ec02a-2569-4be4-bb3b-4aee7b688378 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2773442d-ac2c-415e-95f8-990ec6f4ba53') {} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:23:55.571549 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-bd8ec02a-2569-4be4-bb3b-4aee7b688378 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773753515138', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126218898'] for segment, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:55.613033 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-bd8ec02a-2569-4be4-bb3b-4aee7b688378 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552'] for segment, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:55.620304 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd8ec02a-2569-4be4-bb3b-4aee7b688378 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Releasing vlan 1022 on physical network physnet1 to pool {{(pid=100246) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 14:23:55.621198 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-bd8ec02a-2569-4be4-bb3b-4aee7b688378 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127687491'] for segment, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:55.625391 n-d-773647-6 neutron-server[100246]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:23:55.625391 n-d-773647-6 neutron-server[100246]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:23:55.625391 n-d-773647-6 neutron-server[100246]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:23:55.625391 n-d-773647-6 neutron-server[100246]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:23:55.625391 n-d-773647-6 neutron-server[100246]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:23:55.625391 n-d-773647-6 neutron-server[100246]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:23:55.625391 n-d-773647-6 neutron-server[100246]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:23:55.625391 n-d-773647-6 neutron-server[100246]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:23:55.625391 n-d-773647-6 neutron-server[100246]: Traceback (most recent call last): Jul 06 14:23:55.625391 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 14:23:55.625391 n-d-773647-6 neutron-server[100246]: timer() Jul 06 14:23:55.625391 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 14:23:55.625391 n-d-773647-6 neutron-server[100246]: cb(*args, **kw) Jul 06 14:23:55.625391 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 14:23:55.625391 n-d-773647-6 neutron-server[100246]: return func(*args, **kwargs) Jul 06 14:23:55.625391 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 14:23:55.625391 n-d-773647-6 neutron-server[100246]: self._notify() Jul 06 14:23:55.625391 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 14:23:55.625391 n-d-773647-6 neutron-server[100246]: self.callback(batched_events) Jul 06 14:23:55.625391 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 14:23:55.625391 n-d-773647-6 neutron-server[100246]: event.method(event) Jul 06 14:23:55.625391 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 14:23:55.625391 n-d-773647-6 neutron-server[100246]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 14:23:55.625391 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 14:23:55.625391 n-d-773647-6 neutron-server[100246]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 14:23:55.625391 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 14:23:55.625391 n-d-773647-6 neutron-server[100246]: return f(self, *a, **k) Jul 06 14:23:55.625391 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 14:23:55.625391 n-d-773647-6 neutron-server[100246]: return self._get(url).json() Jul 06 14:23:55.625391 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 14:23:55.625391 n-d-773647-6 neutron-server[100246]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 14:23:55.625391 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 14:23:55.625391 n-d-773647-6 neutron-server[100246]: return self.request(url, 'GET', **kwargs) Jul 06 14:23:55.625391 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 14:23:55.625391 n-d-773647-6 neutron-server[100246]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 14:23:55.625391 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 14:23:55.625391 n-d-773647-6 neutron-server[100246]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 14:23:55.625391 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 14:23:55.625391 n-d-773647-6 neutron-server[100246]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 14:23:55.625391 n-d-773647-6 neutron-server[100246]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 14:23:55.702410 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-bd8ec02a-2569-4be4-bb3b-4aee7b688378 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-917215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1761140'] for network, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:55.718007 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-bd8ec02a-2569-4be4-bb3b-4aee7b688378 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Notify callbacks [] for network, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:55.720618 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-bd8ec02a-2569-4be4-bb3b-4aee7b688378 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] 10.222.0.104 "DELETE /v2.0/networks/07cd7c8b-f309-45dd-97de-3e7caf569800 HTTP/1.1" status: 204 len: 168 time: 0.4021721 Jul 06 14:23:55.725043 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 42032) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:23:55.732358 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-33bbf525-dd22-45cc-a6cb-97ed16b3fa9f tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1769235801'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:23:55.753718 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8ec02a-2569-4be4-bb3b-4aee7b688378 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Pushing event deleted for resources: {'Network': ['ID=07cd7c8b-f309-45dd-97de-3e7caf569800,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:23:55.773227 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33bbf525-dd22-45cc-a6cb-97ed16b3fa9f tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Made reservation on behalf of 754edc6d72c241609d5c976e8526e541 for: {'network': 1} {{(pid=100246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:23:55.778949 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-33bbf525-dd22-45cc-a6cb-97ed16b3fa9f tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for network, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:55.780458 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-5028a2c1-867f-4158-86fd-51c7d72ae3be tempest-RoutersAdminTest-1447726136 tempest-RoutersAdminTest-1447726136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128888353'] for port, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:55.840790 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-33bbf525-dd22-45cc-a6cb-97ed16b3fa9f tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] vlan segment allocate from pool success with {'vlan_id': 1032, 'physical_network': 'physnet1'} {{(pid=100246) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 14:23:55.842840 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5028a2c1-867f-4158-86fd-51c7d72ae3be tempest-RoutersAdminTest-1447726136 tempest-RoutersAdminTest-1447726136-project] Pushing event deleted for resources: {'Port': ['ID=b822e832-3e5c-4e71-b739-3e8676a9cd51,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:23:55.856192 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-33bbf525-dd22-45cc-a6cb-97ed16b3fa9f tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552'] for segment, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:55.856671 n-d-773647-6 neutron-server[100246]: INFO neutron.db.segments_db [None req-33bbf525-dd22-45cc-a6cb-97ed16b3fa9f tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Added segment 2bd9c8cf-e345-470f-8ea3-b9a815d6faf6 of type vlan for network 636d87fb-1f0d-4208-8d4c-d85c6d314cdf Jul 06 14:23:55.894541 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:55.900706 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-5028a2c1-867f-4158-86fd-51c7d72ae3be tempest-RoutersAdminTest-1447726136 tempest-RoutersAdminTest-1447726136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1761104'] for router_gateway, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:55.945329 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-33bbf525-dd22-45cc-a6cb-97ed16b3fa9f tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773752984405'] for network, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:56.009387 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-33bbf525-dd22-45cc-a6cb-97ed16b3fa9f tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060'] for network, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:56.016319 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33bbf525-dd22-45cc-a6cb-97ed16b3fa9f tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:23:56.017247 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-33bbf525-dd22-45cc-a6cb-97ed16b3fa9f tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Notify callbacks [] for network, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:56.077080 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-33bbf525-dd22-45cc-a6cb-97ed16b3fa9f tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] 10.222.0.104 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3508227 Jul 06 14:23:56.090814 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 42040) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:23:56.094556 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33bbf525-dd22-45cc-a6cb-97ed16b3fa9f tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Pushing event updated for resources: {'Network': ['ID=636d87fb-1f0d-4208-8d4c-d85c6d314cdf,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:23:56.100182 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [None req-84c2a3b4-eb34-4d62-ab3c-652b6f328966 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Request body: {'subnet': {'network_id': '636d87fb-1f0d-4208-8d4c-d85c6d314cdf', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:23:56.105450 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Network 636d87fb-1f0d-4208-8d4c-d85c6d314cdf details requested by agent ovs-agent-n-d-773647-6 with host n-d-773647-6 {{(pid=100248) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 14:23:56.234785 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-5028a2c1-867f-4158-86fd-51c7d72ae3be tempest-RoutersAdminTest-1447726136 tempest-RoutersAdminTest-1447726136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1761047', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1806272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6989'] for router, precommit_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:56.244574 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-5028a2c1-867f-4158-86fd-51c7d72ae3be tempest-RoutersAdminTest-1447726136 tempest-RoutersAdminTest-1447726136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1761036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1761054', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1761029', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1806287'] for router, after_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:56.349827 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Device 57510628-3181-4f20-9f22-7e69304f7812 details requested by agent hyperv_n-h2-773647-6 with host n-h2-773647-6 {{(pid=100248) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 14:23:56.355172 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0234ba57-5464-44c5-a4a2-4654f348993c req-5387c1dc-00bb-4bb2-bc38-a93611d9db40 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:23:56.356719 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-0234ba57-5464-44c5-a4a2-4654f348993c req-5387c1dc-00bb-4bb2-bc38-a93611d9db40 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] 10.222.0.104 "GET /v2.0/ports?device_id=04986212-0a7a-4904-8e78-5bfcef5dd4a3 HTTP/1.1" status: 200 len: 944 time: 0.2976840 Jul 06 14:23:56.378799 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5028a2c1-867f-4158-86fd-51c7d72ae3be tempest-RoutersAdminTest-1447726136 tempest-RoutersAdminTest-1447726136-project] Router edaa9e93-f3ea-4817-bd52-261337562c68 has already been hosted by L3 agent 2823d358-a11b-4885-a706-95a279e43fa7 {{(pid=100247) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 14:23:56.394051 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84c2a3b4-eb34-4d62-ab3c-652b6f328966 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Made reservation on behalf of 754edc6d72c241609d5c976e8526e541 for: {'subnet': 1} {{(pid=100247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:23:56.397495 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-84c2a3b4-eb34-4d62-ab3c-652b6f328966 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127627440'] for subnet, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:56.480211 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] For port 57510628-3181-4f20-9f22-7e69304f7812, host n-h2-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=57510628-3181-4f20-9f22-7e69304f7812,segment=NetworkSegment(2232724b-0080-42a3-80fc-ee070066087e),segment_id=2232724b-0080-42a3-80fc-ee070066087e)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:23:56.495502 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Returning: {'device': '57510628-3181-4f20-9f22-7e69304f7812', 'network_id': 'bc5d3bb7-e93c-47d1-bffc-c98c78d3daa0', 'port_id': '57510628-3181-4f20-9f22-7e69304f7812', 'mac_address': 'fa:16:3e:93:89:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1019, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5cc1974a-df25-4dcd-a352-8b5e01019a66', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100248) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 14:23:56.507678 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-0234ba57-5464-44c5-a4a2-4654f348993c req-f34a9c73-2a76-46c5-a712-2e9062134011 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] 10.222.0.104 "GET /v2.0/security-groups?id=c812eb77-0e0b-4233-8b5e-42a0d8cc6e90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1426702 Jul 06 14:23:56.550978 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:56.571179 n-d-773647-6 neutron-server[100248]: DEBUG neutron.notifiers.nova [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 57510628-3181-4f20-9f22-7e69304f7812 {{(pid=100248) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 14:23:56.573070 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5028a2c1-867f-4158-86fd-51c7d72ae3be tempest-RoutersAdminTest-1447726136 tempest-RoutersAdminTest-1447726136-project] Notify agent at l3_agent.n-d-773647-6 the message routers_updated {{(pid=100247) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 14:23:56.584216 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d2a8414-92ac-45a8-b573-3ef8c83ea340 None None] Sync routers for ids ['edaa9e93-f3ea-4817-bd52-261337562c68'] in n-d-773647-6 {{(pid=100249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 14:23:56.588691 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-5028a2c1-867f-4158-86fd-51c7d72ae3be tempest-RoutersAdminTest-1447726136 tempest-RoutersAdminTest-1447726136-project] Notify callbacks [] for router, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:56.592949 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-5028a2c1-867f-4158-86fd-51c7d72ae3be tempest-RoutersAdminTest-1447726136 tempest-RoutersAdminTest-1447726136-project] 10.222.0.104 "PUT /v2.0/routers/edaa9e93-f3ea-4817-bd52-261337562c68 HTTP/1.1" status: 200 len: 706 time: 1.7292840 Jul 06 14:23:56.593592 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 42054) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:23:56.620247 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d2a8414-92ac-45a8-b573-3ef8c83ea340 None None] Routers {'edaa9e93-f3ea-4817-bd52-261337562c68'} bound to L3 agent in host n-d-773647-6 {{(pid=100249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:23:56.620912 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-2d2a8414-92ac-45a8-b573-3ef8c83ea340 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T14:23:56Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['edaa9e93-f3ea-4817-bd52-261337562c68'], 'active': True} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:23:56.658463 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] For port 57510628-3181-4f20-9f22-7e69304f7812, host n-h2-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=57510628-3181-4f20-9f22-7e69304f7812,segment=NetworkSegment(2232724b-0080-42a3-80fc-ee070066087e),segment_id=2232724b-0080-42a3-80fc-ee070066087e)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:23:56.660460 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-2064eaae-da4f-48f8-82d2-b09d4ddedd44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:56.664181 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:56.700282 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-2d2a8414-92ac-45a8-b573-3ef8c83ea340 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-773647-6', False) {} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:23:56.716489 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Pushing event updated for resources: {'Port': ['ID=57510628-3181-4f20-9f22-7e69304f7812,revision_number=4']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:23:56.733907 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d2a8414-92ac-45a8-b573-3ef8c83ea340 None None] Routers {'edaa9e93-f3ea-4817-bd52-261337562c68'} bound to L3 agent in host n-d-773647-6 {{(pid=100249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:23:56.734522 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-2d2a8414-92ac-45a8-b573-3ef8c83ea340 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T14:23:56Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['edaa9e93-f3ea-4817-bd52-261337562c68'], 'active': True} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:23:56.759258 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-dc1b7c15-f7d5-4794-9622-51aa889e35bf tempest-RoutersAdminTest-593889549 tempest-RoutersAdminTest-593889549-project-admin] 10.222.0.104 "GET /v2.0/routers/edaa9e93-f3ea-4817-bd52-261337562c68 HTTP/1.1" status: 200 len: 741 time: 0.1644113 Jul 06 14:23:56.760017 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 42058) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:23:56.771076 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-2d2a8414-92ac-45a8-b573-3ef8c83ea340 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-773647-6', False) {} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:23:56.771974 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d2a8414-92ac-45a8-b573-3ef8c83ea340 None None] The sync data for ids ['edaa9e93-f3ea-4817-bd52-261337562c68'] in n-d-773647-6 is: [] {{(pid=100249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 14:23:56.803536 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-84c2a3b4-eb34-4d62-ab3c-652b6f328966 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1849032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-128888412', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127627426'] for subnet, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:56.831850 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-0cde215d-8a28-4496-a611-18574cf745e3 tempest-RoutersAdminTest-593889549 tempest-RoutersAdminTest-593889549-project-admin] 10.222.0.104 "GET /v2.0/ports?network_id=2658f09e-a580-4d4a-9968-2d1e0ad93719&device_id=edaa9e93-f3ea-4817-bd52-261337562c68 HTTP/1.1" status: 200 len: 205 time: 0.0626476 Jul 06 14:23:56.831850 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 42062) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:23:56.862811 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-a2b3f955-9bbc-4d1e-ba6a-f84b3533c970 tempest-RoutersAdminTest-1447726136 tempest-RoutersAdminTest-1447726136-project] 10.222.0.104 "GET /v2.0/ports?device_id=edaa9e93-f3ea-4817-bd52-261337562c68 HTTP/1.1" status: 200 len: 205 time: 0.0368848 Jul 06 14:23:56.863723 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 42066) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:23:56.867596 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c2a3b4-eb34-4d62-ab3c-652b6f328966 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Pushing event updated for resources: {'Subnet': ['ID=5a811e3a-f357-4333-93f7-8ee2b402c54e,revision_number=0']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:23:56.882579 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84c2a3b4-eb34-4d62-ab3c-652b6f328966 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Checking segment: {'id': '2bd9c8cf-e345-470f-8ea3-b9a815d6faf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': '636d87fb-1f0d-4208-8d4c-d85c6d314cdf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100247) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:23:56.883190 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84c2a3b4-eb34-4d62-ab3c-652b6f328966 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Network hostable DHCP agents. Network: 636d87fb-1f0d-4208-8d4c-d85c6d314cdf, hostable agents: ['f2bada3d-be77-4359-982b-8505a2bbca04'], hosted agents: [] {{(pid=100247) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 14:23:56.901793 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] get_ports_and_sgs() called for port_ids ['57510628-3181-4f20-9f22-7e69304f7812'] {{(pid=100248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 14:23:56.928019 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84c2a3b4-eb34-4d62-ab3c-652b6f328966 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Network 636d87fb-1f0d-4208-8d4c-d85c6d314cdf is scheduled to be hosted by DHCP agent f2bada3d-be77-4359-982b-8505a2bbca04 with binding_index 1 {{(pid=100247) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 14:23:56.947781 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.base_scheduler [None req-84c2a3b4-eb34-4d62-ab3c-652b6f328966 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773647-6, 636d87fb-1f0d-4208-8d4c-d85c6d314cdf) {{(pid=100247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:23:56.953162 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84c2a3b4-eb34-4d62-ab3c-652b6f328966 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:23:56.954030 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-84c2a3b4-eb34-4d62-ab3c-652b6f328966 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Notify callbacks [] for subnet, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:56.970390 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52d81853-5ff9-45aa-a472-d6614773bc10 None None] Network 636d87fb-1f0d-4208-8d4c-d85c6d314cdf requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:23:56.978296 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-8928e8d6-7db9-4659-96fc-8815c5a28e3c tempest-RoutersAdminTest-1447726136 tempest-RoutersAdminTest-1447726136-project] Notify callbacks [] for router, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:56.979031 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-84c2a3b4-eb34-4d62-ab3c-652b6f328966 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] 10.222.0.104 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8853331 Jul 06 14:23:56.983591 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 42072) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:23:56.990794 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [None req-53e9feb6-615c-4110-b9ed-9de43bf95e27 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Request body: {'port': {'network_id': '636d87fb-1f0d-4208-8d4c-d85c6d314cdf', 'name': 'tempest-PortsTestJSON-51387540'}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:23:57.167045 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53e9feb6-615c-4110-b9ed-9de43bf95e27 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Made reservation on behalf of 754edc6d72c241609d5c976e8526e541 for: {'port': 1} {{(pid=100247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:23:57.171076 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-53e9feb6-615c-4110-b9ed-9de43bf95e27 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:57.225931 n-d-773647-6 neutron-server[100247]: DEBUG neutron.notifiers.nova [None req-53e9feb6-615c-4110-b9ed-9de43bf95e27 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] device_id is not set on port 5bd40fe4-7313-40f6-b6fb-68d1d0c007e8 yet. {{(pid=100247) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 14:23:57.258283 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cb83aa0-8d82-4a58-bddc-18b4f809fb71 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6bd5fc82-6666-56e8-87c2-91648d36c963-636d87fb-1f0d-4208-8d4c-d85c6d314cdf', 'network_id': '636d87fb-1f0d-4208-8d4c-d85c6d314cdf', 'tenant_id': '754edc6d72c241609d5c976e8526e541', 'fixed_ips': [{'subnet_id': '5a811e3a-f357-4333-93f7-8ee2b402c54e'}]}} from n-d-773647-6. {{(pid=100248) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 14:23:57.259138 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-2cb83aa0-8d82-4a58-bddc-18b4f809fb71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:57.439123 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.db_base_plugin_common [None req-53e9feb6-615c-4110-b9ed-9de43bf95e27 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Allocated IP 172.20.0.6 (636d87fb-1f0d-4208-8d4c-d85c6d314cdf/5a811e3a-f357-4333-93f7-8ee2b402c54e/5bd40fe4-7313-40f6-b6fb-68d1d0c007e8) {{(pid=100247) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:23:57.597948 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-53e9feb6-615c-4110-b9ed-9de43bf95e27 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Notify callbacks [] for port, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:57.616958 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.provisioning_blocks [None req-53e9feb6-615c-4110-b9ed-9de43bf95e27 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Transition to ACTIVE for port object 5bd40fe4-7313-40f6-b6fb-68d1d0c007e8 will not be triggered until provisioned by entity DHCP. {{(pid=100247) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:23:57.669483 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-8928e8d6-7db9-4659-96fc-8815c5a28e3c tempest-RoutersAdminTest-1447726136 tempest-RoutersAdminTest-1447726136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1806308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6982'] for router, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:57.672915 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-8928e8d6-7db9-4659-96fc-8815c5a28e3c tempest-RoutersAdminTest-1447726136 tempest-RoutersAdminTest-1447726136-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:57.714350 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-53e9feb6-615c-4110-b9ed-9de43bf95e27 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-128888360'] for port, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:57.732143 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-8928e8d6-7db9-4659-96fc-8815c5a28e3c tempest-RoutersAdminTest-1447726136 tempest-RoutersAdminTest-1447726136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1805684'] for router, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:57.732661 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8928e8d6-7db9-4659-96fc-8815c5a28e3c tempest-RoutersAdminTest-1447726136 tempest-RoutersAdminTest-1447726136-project] Fanout notify agent at l3_agent the message router_deleted on router edaa9e93-f3ea-4817-bd52-261337562c68 {{(pid=100246) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 14:23:57.750838 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-8928e8d6-7db9-4659-96fc-8815c5a28e3c tempest-RoutersAdminTest-1447726136 tempest-RoutersAdminTest-1447726136-project] Notify callbacks [] for router, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:57.760743 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-8928e8d6-7db9-4659-96fc-8815c5a28e3c tempest-RoutersAdminTest-1447726136 tempest-RoutersAdminTest-1447726136-project] 10.222.0.104 "DELETE /v2.0/routers/edaa9e93-f3ea-4817-bd52-261337562c68 HTTP/1.1" status: 204 len: 168 time: 0.8959496 Jul 06 14:23:57.761504 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 42090) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:23:57.771379 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.db_base_plugin_common [None req-2cb83aa0-8d82-4a58-bddc-18b4f809fb71 None None] Allocated IP 172.20.0.2 (636d87fb-1f0d-4208-8d4c-d85c6d314cdf/5a811e3a-f357-4333-93f7-8ee2b402c54e/c65d0ed5-ac37-427b-b6ba-273813d51b62) {{(pid=100248) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:23:57.774303 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53e9feb6-615c-4110-b9ed-9de43bf95e27 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Network 636d87fb-1f0d-4208-8d4c-d85c6d314cdf is already hosted by enough agents. {{(pid=100247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:23:57.790551 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef58c362-914a-43ce-ac05-5edb101ccf0d req-9b016c01-4b2e-487b-bc63-39b448c06708 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:23:57.792151 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-ef58c362-914a-43ce-ac05-5edb101ccf0d req-9b016c01-4b2e-487b-bc63-39b448c06708 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] 10.222.0.104 "GET /v2.0/ports?device_id=04986212-0a7a-4904-8e78-5bfcef5dd4a3 HTTP/1.1" status: 200 len: 945 time: 0.1358051 Jul 06 14:23:57.795994 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.base_scheduler [None req-53e9feb6-615c-4110-b9ed-9de43bf95e27 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Resources bound (agent type, host, resource id): {{(pid=100247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:23:57.803559 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53e9feb6-615c-4110-b9ed-9de43bf95e27 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Received port after_create {{(pid=100247) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:23:57.812898 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-b23b81dd-d4aa-4f53-816f-cc3f862bf090 tempest-RoutersAdminTest-1447726136 tempest-RoutersAdminTest-1447726136-project] 10.222.0.104 "GET /v2.0/ports?device_id=edaa9e93-f3ea-4817-bd52-261337562c68 HTTP/1.1" status: 200 len: 205 time: 0.0501397 Jul 06 14:23:57.813718 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 42092) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:23:57.854525 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53e9feb6-615c-4110-b9ed-9de43bf95e27 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:23:57.855161 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-53e9feb6-615c-4110-b9ed-9de43bf95e27 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:57.859884 n-d-773647-6 neutron-server[100246]: INFO neutron.api.v2.resource [None req-3cf31d34-2489-4797-bd71-57257ce226dc tempest-RoutersAdminTest-1447726136 tempest-RoutersAdminTest-1447726136-project] delete failed (client error): The resource could not be found. Jul 06 14:23:57.864816 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-3cf31d34-2489-4797-bd71-57257ce226dc tempest-RoutersAdminTest-1447726136 tempest-RoutersAdminTest-1447726136-project] 10.222.0.104 "DELETE /v2.0/routers/edaa9e93-f3ea-4817-bd52-261337562c68 HTTP/1.1" status: 404 len: 336 time: 0.0499926 Jul 06 14:23:57.865398 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 42094) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:23:57.872910 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e9feb6-615c-4110-b9ed-9de43bf95e27 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Pushing event updated for resources: {'Port': ['ID=5bd40fe4-7313-40f6-b6fb-68d1d0c007e8,revision_number=1']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:23:57.896120 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-53e9feb6-615c-4110-b9ed-9de43bf95e27 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] 10.222.0.104 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 0.9112411 Jul 06 14:23:57.898444 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 42096) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:23:57.920482 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-c358fd4e-4cca-4192-a88b-d2e46506f971 tempest-RoutersAdminTest-1447726136 tempest-RoutersAdminTest-1447726136-project] 10.222.0.104 "GET /v2.0/ports?device_id=962824e2-c0c5-4fa8-84b4-a8d479522c0c HTTP/1.1" status: 200 len: 205 time: 0.0537984 Jul 06 14:23:57.921749 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 42098) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:23:57.940516 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-ef58c362-914a-43ce-ac05-5edb101ccf0d req-5d7dd898-7579-4232-bb7a-aa8647e62cc6 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] 10.222.0.104 "GET /v2.0/security-groups?id=c812eb77-0e0b-4233-8b5e-42a0d8cc6e90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1380303 Jul 06 14:23:57.982148 n-d-773647-6 neutron-server[100246]: INFO neutron.api.v2.resource [None req-a0f684ba-e4fd-422c-a25a-ba529eaa47fd tempest-RoutersAdminTest-1447726136 tempest-RoutersAdminTest-1447726136-project] delete failed (client error): The resource could not be found. Jul 06 14:23:57.986912 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-a0f684ba-e4fd-422c-a25a-ba529eaa47fd tempest-RoutersAdminTest-1447726136 tempest-RoutersAdminTest-1447726136-project] 10.222.0.104 "DELETE /v2.0/routers/962824e2-c0c5-4fa8-84b4-a8d479522c0c HTTP/1.1" status: 404 len: 336 time: 0.0637069 Jul 06 14:23:57.988016 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 42100) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:23:58.026132 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.plugin [None req-1efd5c84-53ef-4a0e-b54a-24a75fadbd7d tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Deleting port 5bd40fe4-7313-40f6-b6fb-68d1d0c007e8 {{(pid=100247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:23:58.026538 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-1efd5c84-53ef-4a0e-b54a-24a75fadbd7d tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:58.031750 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-196dc6f9-533b-41cb-98f0-2690ba880fff tempest-RoutersAdminTest-1447726136 tempest-RoutersAdminTest-1447726136-project] 10.222.0.104 "GET /v2.0/ports?device_id=ec66154c-fcad-46dc-8a98-31073a596b08 HTTP/1.1" status: 200 len: 205 time: 0.0419397 Jul 06 14:23:58.032390 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 42104) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:23:58.080943 n-d-773647-6 neutron-server[100246]: INFO neutron.api.v2.resource [None req-b62da867-745d-4bf7-8e10-70378fd46699 tempest-RoutersAdminTest-1447726136 tempest-RoutersAdminTest-1447726136-project] delete failed (client error): The resource could not be found. Jul 06 14:23:58.085697 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-b62da867-745d-4bf7-8e10-70378fd46699 tempest-RoutersAdminTest-1447726136 tempest-RoutersAdminTest-1447726136-project] 10.222.0.104 "DELETE /v2.0/routers/ec66154c-fcad-46dc-8a98-31073a596b08 HTTP/1.1" status: 404 len: 336 time: 0.0522196 Jul 06 14:23:58.086348 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 42106) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:23:58.127297 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 42108) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:23:58.128003 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-239a2115-97ab-4881-9a3b-5d2432183b40 tempest-RoutersAdminTest-1447726136 tempest-RoutersAdminTest-1447726136-project] 10.222.0.104 "GET /v2.0/ports?device_id=ed6ce140-b603-4e6f-9a89-d41ec6249bf7 HTTP/1.1" status: 200 len: 205 time: 0.0401917 Jul 06 14:23:58.138531 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-1efd5c84-53ef-4a0e-b54a-24a75fadbd7d tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:58.145872 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-2cb83aa0-8d82-4a58-bddc-18b4f809fb71 None None] Notify callbacks [] for port, precommit_create {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:58.154630 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-2cb83aa0-8d82-4a58-bddc-18b4f809fb71 None None] Transition to ACTIVE for port object c65d0ed5-ac37-427b-b6ba-273813d51b62 will not be triggered until provisioned by entity L2. {{(pid=100248) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:23:58.171582 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-2cb83aa0-8d82-4a58-bddc-18b4f809fb71 None None] Transition to ACTIVE for port object c65d0ed5-ac37-427b-b6ba-273813d51b62 will not be triggered until provisioned by entity DHCP. {{(pid=100248) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:23:58.179782 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-2cb83aa0-8d82-4a58-bddc-18b4f809fb71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108'] for port, after_create {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:58.181683 n-d-773647-6 neutron-server[100247]: INFO neutron.api.v2.resource [None req-3d8e21af-125f-4d7f-91a9-f332e12031a5 tempest-RoutersAdminTest-1447726136 tempest-RoutersAdminTest-1447726136-project] delete failed (client error): The resource could not be found. Jul 06 14:23:58.183105 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-3d8e21af-125f-4d7f-91a9-f332e12031a5 tempest-RoutersAdminTest-1447726136 tempest-RoutersAdminTest-1447726136-project] 10.222.0.104 "DELETE /v2.0/routers/ed6ce140-b603-4e6f-9a89-d41ec6249bf7 HTTP/1.1" status: 404 len: 336 time: 0.0548439 Jul 06 14:23:58.186439 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 42110) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:23:58.193417 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.plugin [None req-1efd5c84-53ef-4a0e-b54a-24a75fadbd7d tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Calling delete_port for 5bd40fe4-7313-40f6-b6fb-68d1d0c007e8 owned by {{(pid=100247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:23:58.228087 n-d-773647-6 neutron-server[100248]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cb83aa0-8d82-4a58-bddc-18b4f809fb71 None None] Network 636d87fb-1f0d-4208-8d4c-d85c6d314cdf is already hosted by enough agents. {{(pid=100248) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:23:58.237048 n-d-773647-6 neutron-server[100248]: DEBUG neutron.scheduler.base_scheduler [None req-2cb83aa0-8d82-4a58-bddc-18b4f809fb71 None None] Resources bound (agent type, host, resource id): {{(pid=100248) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:23:58.239897 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb83aa0-8d82-4a58-bddc-18b4f809fb71 None None] Pushing event updated for resources: {'Port': ['ID=c65d0ed5-ac37-427b-b6ba-273813d51b62,revision_number=1']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:23:58.243589 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cb83aa0-8d82-4a58-bddc-18b4f809fb71 None None] Received port after_create {{(pid=100248) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:23:58.259697 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-72817dc3-a7a0-47fb-a38d-4fdbc1bc2131 tempest-RoutersAdminTest-1447726136 tempest-RoutersAdminTest-1447726136-project] 10.222.0.104 "GET /v2.0/ports?device_id=b9c7fb23-3640-46c8-a46d-c76b5dcafc87 HTTP/1.1" status: 200 len: 205 time: 0.0703452 Jul 06 14:23:58.260996 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 42112) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:23:58.329068 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-2cb83aa0-8d82-4a58-bddc-18b4f809fb71 None None] Attempting to bind port c65d0ed5-ac37-427b-b6ba-273813d51b62 on host n-d-773647-6 for vnic_type normal with profile {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:23:58.329557 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-2cb83aa0-8d82-4a58-bddc-18b4f809fb71 None None] Attempting to bind port c65d0ed5-ac37-427b-b6ba-273813d51b62 by drivers openvswitch,hyperv on host n-d-773647-6 at level 0 using segments [{'id': '2bd9c8cf-e345-470f-8ea3-b9a815d6faf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': '636d87fb-1f0d-4208-8d4c-d85c6d314cdf'}] {{(pid=100248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:23:58.330295 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cb83aa0-8d82-4a58-bddc-18b4f809fb71 None None] Attempting to bind port c65d0ed5-ac37-427b-b6ba-273813d51b62 on network 636d87fb-1f0d-4208-8d4c-d85c6d314cdf {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:23:58.334929 n-d-773647-6 neutron-server[100246]: INFO neutron.api.v2.resource [None req-df4ad8c1-bf8a-48d5-8944-b0bf3a4fde36 tempest-RoutersAdminTest-1447726136 tempest-RoutersAdminTest-1447726136-project] delete failed (client error): The resource could not be found. Jul 06 14:23:58.335941 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-df4ad8c1-bf8a-48d5-8944-b0bf3a4fde36 tempest-RoutersAdminTest-1447726136 tempest-RoutersAdminTest-1447726136-project] 10.222.0.104 "DELETE /v2.0/routers/b9c7fb23-3640-46c8-a46d-c76b5dcafc87 HTTP/1.1" status: 404 len: 336 time: 0.0718615 Jul 06 14:23:58.338450 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 42116) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:23:58.339389 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cb83aa0-8d82-4a58-bddc-18b4f809fb71 None None] Checking agent: {'id': '8ab5b19c-d213-4f29-891d-27bdf39d38b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773647-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 43, 26), 'started_at': datetime.datetime(2021, 7, 6, 13, 43, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 23, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773647-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:23:58.339774 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cb83aa0-8d82-4a58-bddc-18b4f809fb71 None None] Checking segment: {'id': '2bd9c8cf-e345-470f-8ea3-b9a815d6faf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': '636d87fb-1f0d-4208-8d4c-d85c6d314cdf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:23:58.340586 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-2cb83aa0-8d82-4a58-bddc-18b4f809fb71 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:58.340985 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cb83aa0-8d82-4a58-bddc-18b4f809fb71 None None] Bound using segment: {'id': '2bd9c8cf-e345-470f-8ea3-b9a815d6faf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': '636d87fb-1f0d-4208-8d4c-d85c6d314cdf'} {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:23:58.341470 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-2cb83aa0-8d82-4a58-bddc-18b4f809fb71 None None] Bound port: c65d0ed5-ac37-427b-b6ba-273813d51b62, host: n-d-773647-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2bd9c8cf-e345-470f-8ea3-b9a815d6faf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': '636d87fb-1f0d-4208-8d4c-d85c6d314cdf'}}] {{(pid=100248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:23:58.342167 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-2cb83aa0-8d82-4a58-bddc-18b4f809fb71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:58.369632 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Device 57510628-3181-4f20-9f22-7e69304f7812 up at agent hyperv_n-h2-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:23:58.379042 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-66ed88a0-d79b-480a-87b8-0e8688900af2 tempest-RoutersAdminTest-1447726136 tempest-RoutersAdminTest-1447726136-project] 10.222.0.104 "GET /v2.0/ports?device_id=e85b6b13-9bd5-4fbf-aa33-ddcc507737a8 HTTP/1.1" status: 200 len: 205 time: 0.0394340 Jul 06 14:23:58.381349 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 42118) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:23:58.423820 n-d-773647-6 neutron-server[100246]: INFO neutron.api.v2.resource [None req-4cf50b36-1057-4024-b20d-f33161d5971e tempest-RoutersAdminTest-1447726136 tempest-RoutersAdminTest-1447726136-project] delete failed (client error): The resource could not be found. Jul 06 14:23:58.424939 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-4cf50b36-1057-4024-b20d-f33161d5971e tempest-RoutersAdminTest-1447726136 tempest-RoutersAdminTest-1447726136-project] 10.222.0.104 "DELETE /v2.0/routers/e85b6b13-9bd5-4fbf-aa33-ddcc507737a8 HTTP/1.1" status: 404 len: 336 time: 0.0426137 Jul 06 14:23:58.425433 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-1efd5c84-53ef-4a0e-b54a-24a75fadbd7d tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128888353'] for port, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:58.427890 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 42120) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:23:58.482456 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-03f71b24-a9b8-453a-8924-caa3f97bc6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:58.508856 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1efd5c84-53ef-4a0e-b54a-24a75fadbd7d tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Pushing event deleted for resources: {'Port': ['ID=5bd40fe4-7313-40f6-b6fb-68d1d0c007e8,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:23:58.509072 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-2cb83aa0-8d82-4a58-bddc-18b4f809fb71 None None] For port c65d0ed5-ac37-427b-b6ba-273813d51b62, host n-d-773647-6, cleared binding levels {{(pid=100248) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:23:58.509197 n-d-773647-6 neutron-server[100246]: INFO neutron.pecan_wsgi.hooks.translation [None req-88b4137c-afac-44fc-886d-a16466edf364 tempest-RoutersAdminTest-1447726136 tempest-RoutersAdminTest-1447726136-project] DELETE failed (client error): The resource could not be found. Jul 06 14:23:58.510754 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-88b4137c-afac-44fc-886d-a16466edf364 tempest-RoutersAdminTest-1447726136 tempest-RoutersAdminTest-1447726136-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100246) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 14:23:58.516287 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-88b4137c-afac-44fc-886d-a16466edf364 tempest-RoutersAdminTest-1447726136 tempest-RoutersAdminTest-1447726136-project] 10.222.0.104 "DELETE /v2.0/subnets/4151b1c3-08fa-4a03-8c45-280352b6d83e HTTP/1.1" status: 404 len: 337 time: 0.0856087 Jul 06 14:23:58.519836 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-2cb83aa0-8d82-4a58-bddc-18b4f809fb71 None None] For port c65d0ed5-ac37-427b-b6ba-273813d51b62, host n-d-773647-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=c65d0ed5-ac37-427b-b6ba-273813d51b62,segment=NetworkSegment(2bd9c8cf-e345-470f-8ea3-b9a815d6faf6),segment_id=2bd9c8cf-e345-470f-8ea3-b9a815d6faf6)] {{(pid=100248) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:23:58.527200 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-2cb83aa0-8d82-4a58-bddc-18b4f809fb71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:58.557136 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Provisioning for port 57510628-3181-4f20-9f22-7e69304f7812 completed by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:23:58.570128 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-1efd5c84-53ef-4a0e-b54a-24a75fadbd7d tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:58.572638 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-1efd5c84-53ef-4a0e-b54a-24a75fadbd7d tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] 10.222.0.104 "DELETE /v2.0/ports/5bd40fe4-7313-40f6-b6fb-68d1d0c007e8 HTTP/1.1" status: 204 len: 168 time: 0.6729498 Jul 06 14:23:58.577560 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 42130) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:23:58.618038 n-d-773647-6 neutron-server[100246]: INFO neutron.pecan_wsgi.hooks.translation [None req-5465ef59-5b0a-4a36-a217-6824dfeef591 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] DELETE failed (client error): The resource could not be found. Jul 06 14:23:58.621645 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5465ef59-5b0a-4a36-a217-6824dfeef591 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100246) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 14:23:58.625347 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-5465ef59-5b0a-4a36-a217-6824dfeef591 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] 10.222.0.104 "DELETE /v2.0/ports/5bd40fe4-7313-40f6-b6fb-68d1d0c007e8 HTTP/1.1" status: 404 len: 333 time: 0.0464065 Jul 06 14:23:58.628396 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 42134) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:23:58.638209 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Provisioning complete for port 57510628-3181-4f20-9f22-7e69304f7812 triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:23:58.640544 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:58.697130 n-d-773647-6 neutron-server[100247]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ef15af4-c447-4ee5-892e-f4703e1c22d8 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] GET failed (client error): The resource could not be found. Jul 06 14:23:58.705000 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 42136) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:23:58.711153 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-1ef15af4-c447-4ee5-892e-f4703e1c22d8 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] 10.222.0.104 "GET /v2.0/ports/5bd40fe4-7313-40f6-b6fb-68d1d0c007e8 HTTP/1.1" status: 404 len: 333 time: 0.0721045 Jul 06 14:23:58.718454 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb83aa0-8d82-4a58-bddc-18b4f809fb71 None None] Pushing event updated for resources: {'Port': ['ID=c65d0ed5-ac37-427b-b6ba-273813d51b62,revision_number=2']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:23:58.809626 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:58.831422 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.db_base_plugin_v2 [None req-03458df3-7619-4ead-bded-d9d1280d62b5 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Deleting subnet 5a811e3a-f357-4333-93f7-8ee2b402c54e {{(pid=100246) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 14:23:58.839139 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-03458df3-7619-4ead-bded-d9d1280d62b5 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Notify callbacks [] for subnet, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:58.848715 n-d-773647-6 neutron-server[100248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04986212-0a7a-4904-8e78-5bfcef5dd4a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57510628-3181-4f20-9f22-7e69304f7812'}] {{(pid=100248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:23:58.853710 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84af257533e383389cbcf231d3534f4d5e149e7203fea16b4a8fc01438dddaf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40adfe5e-3c86-489f-a430-8e1b43cd894b" -d '{"events": [{"server_uuid": "04986212-0a7a-4904-8e78-5bfcef5dd4a3", "name": "network-vif-plugged", "status": "completed", "tag": "57510628-3181-4f20-9f22-7e69304f7812"}]}' {{(pid=100248) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:23:58.872501 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] For port 57510628-3181-4f20-9f22-7e69304f7812, host n-h2-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=57510628-3181-4f20-9f22-7e69304f7812,segment=NetworkSegment(2232724b-0080-42a3-80fc-ee070066087e),segment_id=2232724b-0080-42a3-80fc-ee070066087e)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:23:58.880470 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:58.902690 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-03458df3-7619-4ead-bded-d9d1280d62b5 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126218885'] for subnet, precommit_delete_associations {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:59.016396 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 14:23:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd5cad0b-54e0-4fd4-a766-2fac52c30b2c x-openstack-request-id: req-dd5cad0b-54e0-4fd4-a766-2fac52c30b2c {{(pid=100248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:23:59.016956 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04986212-0a7a-4904-8e78-5bfcef5dd4a3", "name": "network-vif-plugged", "status": "completed", "tag": "57510628-3181-4f20-9f22-7e69304f7812", "code": 200}]} {{(pid=100248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:23:59.018160 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-dd5cad0b-54e0-4fd4-a766-2fac52c30b2c {{(pid=100248) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:23:59.020884 n-d-773647-6 neutron-server[100248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04986212-0a7a-4904-8e78-5bfcef5dd4a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57510628-3181-4f20-9f22-7e69304f7812', 'code': 200} Jul 06 14:23:59.021702 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Pushing event updated for resources: {'Port': ['ID=57510628-3181-4f20-9f22-7e69304f7812,revision_number=5']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:23:59.122697 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-03458df3-7619-4ead-bded-d9d1280d62b5 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-913473'] for subnet, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:59.187309 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7352d6-ce8d-4ba6-ac6b-57e9672ef949 req-93c88628-b6da-447e-81ce-5217590b2e0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:23:59.189307 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-1c7352d6-ce8d-4ba6-ac6b-57e9672ef949 req-93c88628-b6da-447e-81ce-5217590b2e0f service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=04986212-0a7a-4904-8e78-5bfcef5dd4a3 HTTP/1.1" status: 200 len: 1097 time: 0.1655025 Jul 06 14:23:59.233951 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 42152) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:23:59.250958 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-1c7352d6-ce8d-4ba6-ac6b-57e9672ef949 req-b11d0f6c-7c73-4518-a694-7e252b23d823 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=c812eb77-0e0b-4233-8b5e-42a0d8cc6e90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538318 Jul 06 14:23:59.270647 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-03458df3-7619-4ead-bded-d9d1280d62b5 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-913480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1849032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127687590', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127702764'] for subnet, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:59.312594 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-03458df3-7619-4ead-bded-d9d1280d62b5 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Notify callbacks [] for subnet, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:59.317420 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 42158) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:23:59.318168 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-03458df3-7619-4ead-bded-d9d1280d62b5 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] 10.222.0.104 "DELETE /v2.0/subnets/5a811e3a-f357-4333-93f7-8ee2b402c54e HTTP/1.1" status: 204 len: 168 time: 0.6115103 Jul 06 14:23:59.319664 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03458df3-7619-4ead-bded-d9d1280d62b5 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Pushing event deleted for resources: {'Subnet': ['ID=5a811e3a-f357-4333-93f7-8ee2b402c54e,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:23:59.401566 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-57c7e8a1-892e-4573-ac0c-34952f77c8b1 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530492'] for network, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:59.525299 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.plugin [None req-57c7e8a1-892e-4573-ac0c-34952f77c8b1 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Deleting port c65d0ed5-ac37-427b-b6ba-273813d51b62 {{(pid=100247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:23:59.525633 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-57c7e8a1-892e-4573-ac0c-34952f77c8b1 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:59.598119 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.db [None req-57c7e8a1-892e-4573-ac0c-34952f77c8b1 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] For port c65d0ed5-ac37-427b-b6ba-273813d51b62, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=c65d0ed5-ac37-427b-b6ba-273813d51b62,segment=NetworkSegment(2bd9c8cf-e345-470f-8ea3-b9a815d6faf6),segment_id=2bd9c8cf-e345-470f-8ea3-b9a815d6faf6)] {{(pid=100247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:23:59.598474 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-57c7e8a1-892e-4573-ac0c-34952f77c8b1 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:59.625327 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-4f309581-c4af-4519-aef5-13a5f6489369 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:59.627375 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.plugin [None req-57c7e8a1-892e-4573-ac0c-34952f77c8b1 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Calling delete_port for c65d0ed5-ac37-427b-b6ba-273813d51b62 owned by network:dhcp {{(pid=100247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:23:59.747928 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f794df4e-cd69-4153-8792-04cd3b7355ab req-242731b0-8638-497b-a68e-675080c8ad7c tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:23:59.749507 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-f794df4e-cd69-4153-8792-04cd3b7355ab req-242731b0-8638-497b-a68e-675080c8ad7c tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] 10.222.0.104 "GET /v2.0/ports?device_id=04986212-0a7a-4904-8e78-5bfcef5dd4a3 HTTP/1.1" status: 200 len: 946 time: 0.2646890 Jul 06 14:23:59.833085 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-f794df4e-cd69-4153-8792-04cd3b7355ab req-a4bf792d-98da-4c6e-a9f4-8cf9dfbbb636 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] 10.222.0.104 "GET /v2.0/security-groups?id=c812eb77-0e0b-4233-8b5e-42a0d8cc6e90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0768998 Jul 06 14:23:59.848182 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-57c7e8a1-892e-4573-ac0c-34952f77c8b1 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128888353'] for port, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:59.894401 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c7e8a1-892e-4573-ac0c-34952f77c8b1 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Pushing event deleted for resources: {'Port': ['ID=c65d0ed5-ac37-427b-b6ba-273813d51b62,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:23:59.899293 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-4f309581-c4af-4519-aef5-13a5f6489369 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:59.903536 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57c7e8a1-892e-4573-ac0c-34952f77c8b1 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] No DVR routers for this DVR port c65d0ed5-ac37-427b-b6ba-273813d51b62 on host n-d-773647-6 {{(pid=100247) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:23:59.911031 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-4f309581-c4af-4519-aef5-13a5f6489369 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:59.972190 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device c65d0ed5-ac37-427b-b6ba-273813d51b62 up at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:24:00.030908 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f309581-c4af-4519-aef5-13a5f6489369 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5018c10-050e-468f-b994-96b8884e0c14,revision_number=1']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:24:00.032100 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] No Port match for: c65d0ed5-ac37-427b-b6ba-273813d51b62 {{(pid=100248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 14:24:00.032448 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device c65d0ed5-ac37-427b-b6ba-273813d51b62 not bound to the agent host n-d-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Jul 06 14:24:00.039320 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 42174) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:24:00.049375 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-4f309581-c4af-4519-aef5-13a5f6489369 admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=00b15677966e4a32be37dc995f989902&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8142231 Jul 06 14:24:00.062894 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-57c7e8a1-892e-4573-ac0c-34952f77c8b1 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-917204', 'neutron.services.segments.db._delete_segments_for_network-8773753502302'] for network, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:00.090324 n-d-773647-6 neutron-server[100247]: DEBUG neutron.services.segments.db [None req-57c7e8a1-892e-4573-ac0c-34952f77c8b1 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['636d87fb-1f0d-4208-8d4c-d85c6d314cdf']}} {{(pid=100247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:24:00.095041 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Port c65d0ed5-ac37-427b-b6ba-273813d51b62 not found, will not notify nova. {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Jul 06 14:24:00.114995 n-d-773647-6 neutron-server[100247]: DEBUG neutron.services.segments.db [None req-57c7e8a1-892e-4573-ac0c-34952f77c8b1 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2bd9c8cf-e345-470f-8ea3-b9a815d6faf6') {'for_net_delete': True} {{(pid=100247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:24:00.115528 n-d-773647-6 neutron-server[100247]: DEBUG neutron.services.segments.db [None req-57c7e8a1-892e-4573-ac0c-34952f77c8b1 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2bd9c8cf-e345-470f-8ea3-b9a815d6faf6') {} {{(pid=100247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:24:00.135594 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-57c7e8a1-892e-4573-ac0c-34952f77c8b1 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773753515138', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127131763'] for segment, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:00.160545 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-aa564b01-5f86-40e8-b90d-63560645b402 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:00.160710 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52db8348-951c-46ae-8589-05aa85e8916d None None] Network 636d87fb-1f0d-4208-8d4c-d85c6d314cdf requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:24:00.162028 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-57c7e8a1-892e-4573-ac0c-34952f77c8b1 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552'] for segment, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:00.168941 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-57c7e8a1-892e-4573-ac0c-34952f77c8b1 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Releasing vlan 1032 on physical network physnet1 to pool {{(pid=100247) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 14:24:00.169679 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-57c7e8a1-892e-4573-ac0c-34952f77c8b1 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-128888574'] for segment, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:00.186256 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-aa564b01-5f86-40e8-b90d-63560645b402 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:00.234666 n-d-773647-6 neutron-server[100247]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:24:00.234666 n-d-773647-6 neutron-server[100247]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:24:00.234666 n-d-773647-6 neutron-server[100247]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:24:00.234666 n-d-773647-6 neutron-server[100247]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:24:00.234666 n-d-773647-6 neutron-server[100247]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:24:00.234666 n-d-773647-6 neutron-server[100247]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:24:00.234666 n-d-773647-6 neutron-server[100247]: Traceback (most recent call last): Jul 06 14:24:00.234666 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 14:24:00.234666 n-d-773647-6 neutron-server[100247]: timer() Jul 06 14:24:00.234666 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 14:24:00.234666 n-d-773647-6 neutron-server[100247]: cb(*args, **kw) Jul 06 14:24:00.234666 n-d-773647-6 neutron-server[100247]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 14:24:00.234666 n-d-773647-6 neutron-server[100247]: return func(*args, **kwargs) Jul 06 14:24:00.234666 n-d-773647-6 neutron-server[100247]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 14:24:00.234666 n-d-773647-6 neutron-server[100247]: self._notify() Jul 06 14:24:00.234666 n-d-773647-6 neutron-server[100247]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 14:24:00.234666 n-d-773647-6 neutron-server[100247]: self.callback(batched_events) Jul 06 14:24:00.234666 n-d-773647-6 neutron-server[100247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 14:24:00.234666 n-d-773647-6 neutron-server[100247]: event.method(event) Jul 06 14:24:00.234666 n-d-773647-6 neutron-server[100247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 14:24:00.234666 n-d-773647-6 neutron-server[100247]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 14:24:00.234666 n-d-773647-6 neutron-server[100247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 14:24:00.234666 n-d-773647-6 neutron-server[100247]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 14:24:00.234666 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 14:24:00.234666 n-d-773647-6 neutron-server[100247]: return f(self, *a, **k) Jul 06 14:24:00.234666 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 14:24:00.234666 n-d-773647-6 neutron-server[100247]: return self._get(url).json() Jul 06 14:24:00.234666 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 14:24:00.234666 n-d-773647-6 neutron-server[100247]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 14:24:00.234666 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 14:24:00.234666 n-d-773647-6 neutron-server[100247]: return self.request(url, 'GET', **kwargs) Jul 06 14:24:00.234666 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 14:24:00.234666 n-d-773647-6 neutron-server[100247]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 14:24:00.234666 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 14:24:00.234666 n-d-773647-6 neutron-server[100247]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 14:24:00.234666 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 14:24:00.234666 n-d-773647-6 neutron-server[100247]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 14:24:00.234666 n-d-773647-6 neutron-server[100247]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 14:24:00.242565 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-aa564b01-5f86-40e8-b90d-63560645b402 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:00.250258 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-aa564b01-5f86-40e8-b90d-63560645b402 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:00.251991 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-aa564b01-5f86-40e8-b90d-63560645b402 admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/d5018c10-050e-468f-b994-96b8884e0c14 HTTP/1.1" status: 204 len: 168 time: 0.2113931 Jul 06 14:24:00.260855 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-57c7e8a1-892e-4573-ac0c-34952f77c8b1 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-917215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1761140'] for network, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:00.268923 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-57c7e8a1-892e-4573-ac0c-34952f77c8b1 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Notify callbacks [] for network, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:00.275044 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa564b01-5f86-40e8-b90d-63560645b402 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5018c10-050e-468f-b994-96b8884e0c14,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:24:00.289160 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 42190) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:24:00.289332 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-57c7e8a1-892e-4573-ac0c-34952f77c8b1 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] 10.222.0.104 "DELETE /v2.0/networks/636d87fb-1f0d-4208-8d4c-d85c6d314cdf HTTP/1.1" status: 204 len: 168 time: 0.9706500 Jul 06 14:24:00.294481 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-234c02fd-6de9-45d5-a68b-09dc54991de8 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-680798311'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:24:00.299589 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-60706b00-8eee-4a1f-a02b-ea9561c3a985 None None] Could not find standard attr ID for object c65d0ed5-ac37-427b-b6ba-273813d51b62. {{(pid=100248) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 06 14:24:00.304241 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c7e8a1-892e-4573-ac0c-34952f77c8b1 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Pushing event deleted for resources: {'Network': ['ID=636d87fb-1f0d-4208-8d4c-d85c6d314cdf,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:24:00.351531 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-234c02fd-6de9-45d5-a68b-09dc54991de8 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Made reservation on behalf of 754edc6d72c241609d5c976e8526e541 for: {'network': 1} {{(pid=100246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:24:00.357206 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-234c02fd-6de9-45d5-a68b-09dc54991de8 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for network, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:00.394743 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-234c02fd-6de9-45d5-a68b-09dc54991de8 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] vlan segment allocate from pool success with {'vlan_id': 1008, 'physical_network': 'physnet1'} {{(pid=100246) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 14:24:00.407622 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-234c02fd-6de9-45d5-a68b-09dc54991de8 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552'] for segment, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:00.407998 n-d-773647-6 neutron-server[100246]: INFO neutron.db.segments_db [None req-234c02fd-6de9-45d5-a68b-09dc54991de8 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Added segment 9c542aeb-4c42-4b8d-b2f8-7d56f13833dd of type vlan for network 0f9d5028-1681-43df-aef4-8734f479a1a7 Jul 06 14:24:00.457111 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-234c02fd-6de9-45d5-a68b-09dc54991de8 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773752984405'] for network, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:00.486206 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a94d1943-e239-4d4c-910c-e5dea831e775 None None] DHCP port deletion for 636d87fb-1f0d-4208-8d4c-d85c6d314cdf request from n-d-773647-6 {{(pid=100248) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 14:24:00.496452 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-234c02fd-6de9-45d5-a68b-09dc54991de8 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060'] for network, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:00.504994 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-234c02fd-6de9-45d5-a68b-09dc54991de8 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:24:00.505884 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-234c02fd-6de9-45d5-a68b-09dc54991de8 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Notify callbacks [] for network, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:00.589823 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 42200) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:24:00.596166 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [None req-58ad9a41-75c5-4eb3-af98-8d8f41731c88 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Request body: {'subnet': {'network_id': '0f9d5028-1681-43df-aef4-8734f479a1a7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:24:00.600116 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-234c02fd-6de9-45d5-a68b-09dc54991de8 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] 10.222.0.104 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.3097312 Jul 06 14:24:00.627856 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234c02fd-6de9-45d5-a68b-09dc54991de8 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Pushing event updated for resources: {'Network': ['ID=0f9d5028-1681-43df-aef4-8734f479a1a7,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:24:00.640637 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Network 0f9d5028-1681-43df-aef4-8734f479a1a7 details requested by agent ovs-agent-n-d-773647-6 with host n-d-773647-6 {{(pid=100248) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 14:24:00.739141 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 42204) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:24:00.795273 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-dce48b08-d919-404b-9899-fa3506c527fb admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=ac993a98bc5544a7923dc897aa9de6ff&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0587716 Jul 06 14:24:00.797103 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 42206) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:24:00.798309 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58ad9a41-75c5-4eb3-af98-8d8f41731c88 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Made reservation on behalf of 754edc6d72c241609d5c976e8526e541 for: {'subnet': 1} {{(pid=100247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:24:00.802641 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-58ad9a41-75c5-4eb3-af98-8d8f41731c88 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127627440'] for subnet, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:00.859923 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-c08b281f-09ca-429c-af1c-846106777e2b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:00.895536 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-c08b281f-09ca-429c-af1c-846106777e2b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:00.962724 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-c08b281f-09ca-429c-af1c-846106777e2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:00.966178 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-c08b281f-09ca-429c-af1c-846106777e2b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:00.969993 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-c08b281f-09ca-429c-af1c-846106777e2b admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/407f310a-eea4-4bbd-ab74-f4e7408545c3 HTTP/1.1" status: 204 len: 168 time: 0.1692631 Jul 06 14:24:00.977079 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08b281f-09ca-429c-af1c-846106777e2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=407f310a-eea4-4bbd-ab74-f4e7408545c3,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:24:01.080548 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-58ad9a41-75c5-4eb3-af98-8d8f41731c88 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1849032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-128888412', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127627426'] for subnet, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:01.158367 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ad9a41-75c5-4eb3-af98-8d8f41731c88 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Pushing event updated for resources: {'Subnet': ['ID=a29ac769-3c4c-4597-be7e-54b661a91e2b,revision_number=0']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:24:01.214982 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4e76f6-4c68-48d1-97d7-a28de94deda4 req-51185f1f-28ab-4ad2-a5d4-3d25d09b5bf5 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:24:01.217643 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-2e4e76f6-4c68-48d1-97d7-a28de94deda4 req-51185f1f-28ab-4ad2-a5d4-3d25d09b5bf5 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] 10.222.0.104 "GET /v2.0/ports?device_id=04986212-0a7a-4904-8e78-5bfcef5dd4a3 HTTP/1.1" status: 200 len: 946 time: 0.1491146 Jul 06 14:24:01.219139 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58ad9a41-75c5-4eb3-af98-8d8f41731c88 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Checking segment: {'id': '9c542aeb-4c42-4b8d-b2f8-7d56f13833dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1008, 'network_id': '0f9d5028-1681-43df-aef4-8734f479a1a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100247) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:24:01.219690 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58ad9a41-75c5-4eb3-af98-8d8f41731c88 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Network hostable DHCP agents. Network: 0f9d5028-1681-43df-aef4-8734f479a1a7, hostable agents: ['f2bada3d-be77-4359-982b-8505a2bbca04'], hosted agents: [] {{(pid=100247) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 14:24:01.277575 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-2e4e76f6-4c68-48d1-97d7-a28de94deda4 req-96d14af6-9229-404a-84d7-6f90357a0fb6 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] 10.222.0.104 "GET /v2.0/security-groups?id=c812eb77-0e0b-4233-8b5e-42a0d8cc6e90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527143 Jul 06 14:24:01.281705 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58ad9a41-75c5-4eb3-af98-8d8f41731c88 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Network 0f9d5028-1681-43df-aef4-8734f479a1a7 is scheduled to be hosted by DHCP agent f2bada3d-be77-4359-982b-8505a2bbca04 with binding_index 1 {{(pid=100247) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 14:24:01.300130 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.base_scheduler [None req-58ad9a41-75c5-4eb3-af98-8d8f41731c88 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773647-6, 0f9d5028-1681-43df-aef4-8734f479a1a7) {{(pid=100247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:24:01.306247 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58ad9a41-75c5-4eb3-af98-8d8f41731c88 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:24:01.306959 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-58ad9a41-75c5-4eb3-af98-8d8f41731c88 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Notify callbacks [] for subnet, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:01.320381 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-307de875-f22c-45f9-a3de-0af1792f3939 None None] Network 0f9d5028-1681-43df-aef4-8734f479a1a7 requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:24:01.376996 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-58ad9a41-75c5-4eb3-af98-8d8f41731c88 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] 10.222.0.104 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7856836 Jul 06 14:24:01.380317 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 42226) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:24:01.387493 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-9ecd36b9-489f-43ef-9ecb-1a076a5a14c0 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Request body: {'port': {'network_id': '0f9d5028-1681-43df-aef4-8734f479a1a7', 'security_groups': [], 'name': 'tempest-PortsTestJSON-1357974798'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:24:01.521010 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56a9976a-6934-4ff1-9ea7-e2c0479a0781 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6bd5fc82-6666-56e8-87c2-91648d36c963-0f9d5028-1681-43df-aef4-8734f479a1a7', 'network_id': '0f9d5028-1681-43df-aef4-8734f479a1a7', 'tenant_id': '754edc6d72c241609d5c976e8526e541', 'fixed_ips': [{'subnet_id': 'a29ac769-3c4c-4597-be7e-54b661a91e2b'}]}} from n-d-773647-6. {{(pid=100248) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 14:24:01.523244 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-56a9976a-6934-4ff1-9ea7-e2c0479a0781 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:01.630103 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d3b754-6621-48e5-9a0b-86d8507d246b req-de1d365e-2bb5-4eac-9957-b08283fb591e tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:24:01.638296 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-08d3b754-6621-48e5-9a0b-86d8507d246b req-de1d365e-2bb5-4eac-9957-b08283fb591e tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] 10.222.0.104 "GET /v2.0/ports?device_id=04986212-0a7a-4904-8e78-5bfcef5dd4a3 HTTP/1.1" status: 200 len: 946 time: 0.1570973 Jul 06 14:24:01.682612 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ecd36b9-489f-43ef-9ecb-1a076a5a14c0 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Made reservation on behalf of 754edc6d72c241609d5c976e8526e541 for: {'port': 1} {{(pid=100246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:24:01.688562 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-9ecd36b9-489f-43ef-9ecb-1a076a5a14c0 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:01.711472 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-08d3b754-6621-48e5-9a0b-86d8507d246b req-b1a38ad4-6aa5-496a-aaf6-1f45d012552a tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] 10.222.0.104 "GET /v2.0/security-groups?id=c812eb77-0e0b-4233-8b5e-42a0d8cc6e90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0719984 Jul 06 14:24:01.722187 n-d-773647-6 neutron-server[100246]: DEBUG neutron.notifiers.nova [None req-9ecd36b9-489f-43ef-9ecb-1a076a5a14c0 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] device_id is not set on port e0e3dc4f-ec5a-4300-8dd8-a1fc3d57912a yet. {{(pid=100246) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 14:24:01.741331 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 42238) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:24:01.762267 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.db_base_plugin_common [None req-56a9976a-6934-4ff1-9ea7-e2c0479a0781 None None] Allocated IP 172.20.0.2 (0f9d5028-1681-43df-aef4-8734f479a1a7/a29ac769-3c4c-4597-be7e-54b661a91e2b/82d45803-c358-46a8-b596-f65306244c2d) {{(pid=100248) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:24:01.863155 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edf81dc9-7c2b-4af7-8718-e930c84edad7 tempest-TestNetworkAdvancedServerOps-137028019 tempest-TestNetworkAdvancedServerOps-137028019-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:24:01.865057 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-edf81dc9-7c2b-4af7-8718-e930c84edad7 tempest-TestNetworkAdvancedServerOps-137028019 tempest-TestNetworkAdvancedServerOps-137028019-project-admin] 10.222.0.104 "GET /v2.0/ports?device_id=04986212-0a7a-4904-8e78-5bfcef5dd4a3 HTTP/1.1" status: 200 len: 1092 time: 0.1227405 Jul 06 14:24:01.868015 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 42244) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:24:01.874145 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-f45ccb57-e654-4975-a53f-9fd963bd9633 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Request body: {'floatingip': {'floating_network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'port_id': '57510628-3181-4f20-9f22-7e69304f7812', 'tenant_id': '1077a35eaa714f1bbf260d32c5a52c8f', 'fixed_ip_address': '172.20.0.13'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:24:01.899974 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device c65d0ed5-ac37-427b-b6ba-273813d51b62 no longer exists at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:24:01.908277 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-f45ccb57-e654-4975-a53f-9fd963bd9633 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Notify callbacks [] for floatingip, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:01.938228 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] No Port match for: c65d0ed5-ac37-427b-b6ba-273813d51b62 {{(pid=100248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 14:24:01.938803 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device c65d0ed5-ac37-427b-b6ba-273813d51b62 not bound to the agent host n-d-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:24:01.994286 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-56a9976a-6934-4ff1-9ea7-e2c0479a0781 None None] Notify callbacks [] for port, precommit_create {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:02.006492 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-56a9976a-6934-4ff1-9ea7-e2c0479a0781 None None] Transition to ACTIVE for port object 82d45803-c358-46a8-b596-f65306244c2d will not be triggered until provisioned by entity L2. {{(pid=100248) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:24:02.036048 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-56a9976a-6934-4ff1-9ea7-e2c0479a0781 None None] Transition to ACTIVE for port object 82d45803-c358-46a8-b596-f65306244c2d will not be triggered until provisioned by entity DHCP. {{(pid=100248) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:24:02.048319 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-56a9976a-6934-4ff1-9ea7-e2c0479a0781 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108'] for port, after_create {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:02.101191 n-d-773647-6 neutron-server[100248]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56a9976a-6934-4ff1-9ea7-e2c0479a0781 None None] Network 0f9d5028-1681-43df-aef4-8734f479a1a7 is already hosted by enough agents. {{(pid=100248) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:24:02.105125 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-f45ccb57-e654-4975-a53f-9fd963bd9633 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:02.108773 n-d-773647-6 neutron-server[100248]: DEBUG neutron.scheduler.base_scheduler [None req-56a9976a-6934-4ff1-9ea7-e2c0479a0781 None None] Resources bound (agent type, host, resource id): {{(pid=100248) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:24:02.121840 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56a9976a-6934-4ff1-9ea7-e2c0479a0781 None None] Received port after_create {{(pid=100248) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:24:02.135399 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a9976a-6934-4ff1-9ea7-e2c0479a0781 None None] Pushing event updated for resources: {'Port': ['ID=82d45803-c358-46a8-b596-f65306244c2d,revision_number=1']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:24:02.210605 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-56a9976a-6934-4ff1-9ea7-e2c0479a0781 None None] Attempting to bind port 82d45803-c358-46a8-b596-f65306244c2d on host n-d-773647-6 for vnic_type normal with profile {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:24:02.211333 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-56a9976a-6934-4ff1-9ea7-e2c0479a0781 None None] Attempting to bind port 82d45803-c358-46a8-b596-f65306244c2d by drivers openvswitch,hyperv on host n-d-773647-6 at level 0 using segments [{'id': '9c542aeb-4c42-4b8d-b2f8-7d56f13833dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1008, 'network_id': '0f9d5028-1681-43df-aef4-8734f479a1a7'}] {{(pid=100248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:24:02.211948 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56a9976a-6934-4ff1-9ea7-e2c0479a0781 None None] Attempting to bind port 82d45803-c358-46a8-b596-f65306244c2d on network 0f9d5028-1681-43df-aef4-8734f479a1a7 {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:24:02.217985 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56a9976a-6934-4ff1-9ea7-e2c0479a0781 None None] Checking agent: {'id': '8ab5b19c-d213-4f29-891d-27bdf39d38b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773647-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 43, 26), 'started_at': datetime.datetime(2021, 7, 6, 13, 43, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 23, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773647-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:24:02.218774 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56a9976a-6934-4ff1-9ea7-e2c0479a0781 None None] Checking segment: {'id': '9c542aeb-4c42-4b8d-b2f8-7d56f13833dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1008, 'network_id': '0f9d5028-1681-43df-aef4-8734f479a1a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:24:02.219568 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-56a9976a-6934-4ff1-9ea7-e2c0479a0781 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:02.220174 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56a9976a-6934-4ff1-9ea7-e2c0479a0781 None None] Bound using segment: {'id': '9c542aeb-4c42-4b8d-b2f8-7d56f13833dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1008, 'network_id': '0f9d5028-1681-43df-aef4-8734f479a1a7'} {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:24:02.220869 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-56a9976a-6934-4ff1-9ea7-e2c0479a0781 None None] Bound port: 82d45803-c358-46a8-b596-f65306244c2d, host: n-d-773647-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c542aeb-4c42-4b8d-b2f8-7d56f13833dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1008, 'network_id': '0f9d5028-1681-43df-aef4-8734f479a1a7'}}] {{(pid=100248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:24:02.221473 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-56a9976a-6934-4ff1-9ea7-e2c0479a0781 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:02.314553 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-56a9976a-6934-4ff1-9ea7-e2c0479a0781 None None] For port 82d45803-c358-46a8-b596-f65306244c2d, host n-d-773647-6, cleared binding levels {{(pid=100248) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:24:02.323993 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-56a9976a-6934-4ff1-9ea7-e2c0479a0781 None None] For port 82d45803-c358-46a8-b596-f65306244c2d, host n-d-773647-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=82d45803-c358-46a8-b596-f65306244c2d,segment=NetworkSegment(9c542aeb-4c42-4b8d-b2f8-7d56f13833dd),segment_id=9c542aeb-4c42-4b8d-b2f8-7d56f13833dd)] {{(pid=100248) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:24:02.332616 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-56a9976a-6934-4ff1-9ea7-e2c0479a0781 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:02.353566 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.db_base_plugin_common [None req-f45ccb57-e654-4975-a53f-9fd963bd9633 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Allocated IP 172.25.0.235 (2658f09e-a580-4d4a-9968-2d1e0ad93719/cbf74abc-6fe1-4d33-b005-c948923b9647/5980c0fa-0cc2-4d19-a626-160756d3914e) {{(pid=100246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:24:02.375565 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 42262) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:24:02.446633 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.db_base_plugin_common [None req-9ecd36b9-489f-43ef-9ecb-1a076a5a14c0 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Allocated IP 172.20.0.5 (0f9d5028-1681-43df-aef4-8734f479a1a7/a29ac769-3c4c-4597-be7e-54b661a91e2b/e0e3dc4f-ec5a-4300-8dd8-a1fc3d57912a) {{(pid=100246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:24:02.453868 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a9976a-6934-4ff1-9ea7-e2c0479a0781 None None] Pushing event updated for resources: {'Port': ['ID=82d45803-c358-46a8-b596-f65306244c2d,revision_number=2']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:24:02.707240 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [None req-229bac6a-19a1-450f-b008-d281fd66e19a tempest-ExtensionsTestJSON-1570404644 tempest-ExtensionsTestJSON-1570404644-project] http://10.222.0.104:9696/v2.0/extensions returned with HTTP 200 {{(pid=100247) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 14:24:02.713656 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-229bac6a-19a1-450f-b008-d281fd66e19a tempest-ExtensionsTestJSON-1570404644 tempest-ExtensionsTestJSON-1570404644-project] 10.222.0.104 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.3369195 Jul 06 14:24:02.719116 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 42274) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:24:02.727597 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [None req-53a7468d-c93d-4132-8727-57803603032a tempest-ExtensionsTestJSON-1570404644 tempest-ExtensionsTestJSON-1570404644-project] http://10.222.0.104:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=100247) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 14:24:02.732720 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-f45ccb57-e654-4975-a53f-9fd963bd9633 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Notify callbacks [] for port, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:02.733727 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-53a7468d-c93d-4132-8727-57803603032a tempest-ExtensionsTestJSON-1570404644 tempest-ExtensionsTestJSON-1570404644-project] 10.222.0.104 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0123577 Jul 06 14:24:02.740093 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 42278) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:24:02.745225 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [None req-2e2cc993-ad33-4339-8c63-46afc4f9c64c tempest-ExtensionsTestJSON-1570404644 tempest-ExtensionsTestJSON-1570404644-project] http://10.222.0.104:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=100247) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 14:24:02.746436 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-2e2cc993-ad33-4339-8c63-46afc4f9c64c tempest-ExtensionsTestJSON-1570404644 tempest-ExtensionsTestJSON-1570404644-project] 10.222.0.104 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0050395 Jul 06 14:24:02.749056 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 42280) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:24:02.754908 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [None req-299ceff7-4a81-47c6-a219-fc019ef04edf tempest-ExtensionsTestJSON-1570404644 tempest-ExtensionsTestJSON-1570404644-project] http://10.222.0.104:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=100247) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 14:24:02.756447 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-299ceff7-4a81-47c6-a219-fc019ef04edf tempest-ExtensionsTestJSON-1570404644 tempest-ExtensionsTestJSON-1570404644-project] 10.222.0.104 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0061851 Jul 06 14:24:02.758900 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 42282) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:24:02.771782 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [None req-38dee079-eac9-46cf-b109-5ec521ed9cde tempest-ExtensionsTestJSON-1570404644 tempest-ExtensionsTestJSON-1570404644-project] http://10.222.0.104:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=100247) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 14:24:02.776365 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-38dee079-eac9-46cf-b109-5ec521ed9cde tempest-ExtensionsTestJSON-1570404644 tempest-ExtensionsTestJSON-1570404644-project] 10.222.0.104 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0086920 Jul 06 14:24:02.776978 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 42284) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:24:02.782897 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [None req-0592c7d8-687c-4543-9c61-216a67a4b126 tempest-ExtensionsTestJSON-1570404644 tempest-ExtensionsTestJSON-1570404644-project] http://10.222.0.104:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=100247) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 14:24:02.789671 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-0592c7d8-687c-4543-9c61-216a67a4b126 tempest-ExtensionsTestJSON-1570404644 tempest-ExtensionsTestJSON-1570404644-project] 10.222.0.104 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0111327 Jul 06 14:24:02.791790 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 42288) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:24:02.807954 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [None req-044f8c07-daa6-4429-b404-c44be76ba56e tempest-ExtensionsTestJSON-1570404644 tempest-ExtensionsTestJSON-1570404644-project] http://10.222.0.104:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=100247) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 14:24:02.809067 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-044f8c07-daa6-4429-b404-c44be76ba56e tempest-ExtensionsTestJSON-1570404644 tempest-ExtensionsTestJSON-1570404644-project] 10.222.0.104 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0164950 Jul 06 14:24:02.811684 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 42290) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:24:02.816165 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [None req-a24cb096-209e-4e26-a3a6-83749601077f tempest-ExtensionsTestJSON-1570404644 tempest-ExtensionsTestJSON-1570404644-project] http://10.222.0.104:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=100247) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 14:24:02.817144 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-a24cb096-209e-4e26-a3a6-83749601077f tempest-ExtensionsTestJSON-1570404644 tempest-ExtensionsTestJSON-1570404644-project] 10.222.0.104 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0045471 Jul 06 14:24:02.820301 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 42292) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:24:02.827967 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [None req-380ecc84-5f29-4df7-ad83-96d8630872a8 tempest-ExtensionsTestJSON-1570404644 tempest-ExtensionsTestJSON-1570404644-project] http://10.222.0.104:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=100247) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 14:24:02.829194 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-380ecc84-5f29-4df7-ad83-96d8630872a8 tempest-ExtensionsTestJSON-1570404644 tempest-ExtensionsTestJSON-1570404644-project] 10.222.0.104 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0055134 Jul 06 14:24:02.833855 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 42294) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:24:02.844513 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [None req-3d5d9f7d-3c9d-4ad0-87fc-3408a8679700 tempest-ExtensionsTestJSON-1570404644 tempest-ExtensionsTestJSON-1570404644-project] http://10.222.0.104:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=100247) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 14:24:02.845775 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-3d5d9f7d-3c9d-4ad0-87fc-3408a8679700 tempest-ExtensionsTestJSON-1570404644 tempest-ExtensionsTestJSON-1570404644-project] 10.222.0.104 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0108054 Jul 06 14:24:02.848541 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 42296) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:24:02.852263 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-9ecd36b9-489f-43ef-9ecb-1a076a5a14c0 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Notify callbacks [] for port, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:02.854648 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [None req-16596c8e-85bd-4c34-8c00-1533b8aa9f78 tempest-ExtensionsTestJSON-1570404644 tempest-ExtensionsTestJSON-1570404644-project] http://10.222.0.104:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=100247) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 14:24:02.856091 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-16596c8e-85bd-4c34-8c00-1533b8aa9f78 tempest-ExtensionsTestJSON-1570404644 tempest-ExtensionsTestJSON-1570404644-project] 10.222.0.104 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0061758 Jul 06 14:24:02.858666 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 42298) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:24:02.864817 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [None req-e39739e8-937d-4083-83e7-2156ade5bdec tempest-ExtensionsTestJSON-1570404644 tempest-ExtensionsTestJSON-1570404644-project] http://10.222.0.104:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=100247) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 14:24:02.866169 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-e39739e8-937d-4083-83e7-2156ade5bdec tempest-ExtensionsTestJSON-1570404644 tempest-ExtensionsTestJSON-1570404644-project] 10.222.0.104 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0063221 Jul 06 14:24:02.868761 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 42300) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:24:02.872602 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.provisioning_blocks [None req-9ecd36b9-489f-43ef-9ecb-1a076a5a14c0 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Transition to ACTIVE for port object e0e3dc4f-ec5a-4300-8dd8-a1fc3d57912a will not be triggered until provisioned by entity DHCP. {{(pid=100246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:24:02.876597 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [None req-08ff7fe2-43c7-4595-9554-fedc9caa7e2c tempest-ExtensionsTestJSON-1570404644 tempest-ExtensionsTestJSON-1570404644-project] http://10.222.0.104:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=100246) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 14:24:02.880410 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-08ff7fe2-43c7-4595-9554-fedc9caa7e2c tempest-ExtensionsTestJSON-1570404644 tempest-ExtensionsTestJSON-1570404644-project] 10.222.0.104 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0064750 Jul 06 14:24:02.881476 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 42302) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:24:02.886082 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [None req-748c2b6a-45c7-469c-9b61-dd830d28e002 tempest-ExtensionsTestJSON-1570404644 tempest-ExtensionsTestJSON-1570404644-project] http://10.222.0.104:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=100246) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 14:24:02.887261 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-748c2b6a-45c7-469c-9b61-dd830d28e002 tempest-ExtensionsTestJSON-1570404644 tempest-ExtensionsTestJSON-1570404644-project] 10.222.0.104 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0046806 Jul 06 14:24:02.892006 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-f45ccb57-e654-4975-a53f-9fd963bd9633 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-127687573'] for port, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:02.892173 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 42304) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:24:02.899346 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [None req-758e29b1-4fc8-4612-8861-64416e1a3e7a tempest-ExtensionsTestJSON-1570404644 tempest-ExtensionsTestJSON-1570404644-project] http://10.222.0.104:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=100247) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 14:24:02.902255 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-758e29b1-4fc8-4612-8861-64416e1a3e7a tempest-ExtensionsTestJSON-1570404644 tempest-ExtensionsTestJSON-1570404644-project] 10.222.0.104 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0073750 Jul 06 14:24:02.903361 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 42306) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:24:02.914341 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [None req-5ed34aac-a29b-4df3-addd-74f9823084b4 tempest-ExtensionsTestJSON-1570404644 tempest-ExtensionsTestJSON-1570404644-project] http://10.222.0.104:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=100247) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 14:24:02.915794 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-5ed34aac-a29b-4df3-addd-74f9823084b4 tempest-ExtensionsTestJSON-1570404644 tempest-ExtensionsTestJSON-1570404644-project] 10.222.0.104 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0098844 Jul 06 14:24:02.918179 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 42308) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:24:02.924539 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [None req-adf16ff6-d087-4b25-9d91-da7bc2d2b8ca tempest-ExtensionsTestJSON-1570404644 tempest-ExtensionsTestJSON-1570404644-project] http://10.222.0.104:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=100247) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 14:24:02.926013 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-adf16ff6-d087-4b25-9d91-da7bc2d2b8ca tempest-ExtensionsTestJSON-1570404644 tempest-ExtensionsTestJSON-1570404644-project] 10.222.0.104 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0060737 Jul 06 14:24:02.929274 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 42310) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:24:02.934642 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [None req-b746fd20-d9e7-4c65-9558-008b7eda0ad8 tempest-ExtensionsTestJSON-1570404644 tempest-ExtensionsTestJSON-1570404644-project] http://10.222.0.104:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=100247) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 14:24:02.936565 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-b746fd20-d9e7-4c65-9558-008b7eda0ad8 tempest-ExtensionsTestJSON-1570404644 tempest-ExtensionsTestJSON-1570404644-project] 10.222.0.104 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0063686 Jul 06 14:24:02.939597 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 42312) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:24:02.944840 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [None req-f7b139e3-7d0d-470f-8165-570e43f4cd76 tempest-ExtensionsTestJSON-1570404644 tempest-ExtensionsTestJSON-1570404644-project] http://10.222.0.104:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=100247) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 14:24:02.946458 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-f7b139e3-7d0d-470f-8165-570e43f4cd76 tempest-ExtensionsTestJSON-1570404644 tempest-ExtensionsTestJSON-1570404644-project] 10.222.0.104 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0053246 Jul 06 14:24:02.948710 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 42314) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:24:02.953723 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [None req-029b435d-f6fb-4cc8-b295-ae9b76d16d9b tempest-ExtensionsTestJSON-1570404644 tempest-ExtensionsTestJSON-1570404644-project] http://10.222.0.104:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=100247) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 14:24:02.954917 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-029b435d-f6fb-4cc8-b295-ae9b76d16d9b tempest-ExtensionsTestJSON-1570404644 tempest-ExtensionsTestJSON-1570404644-project] 10.222.0.104 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0050700 Jul 06 14:24:02.957173 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 42316) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:24:02.959045 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f45ccb57-e654-4975-a53f-9fd963bd9633 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Network 2658f09e-a580-4d4a-9968-2d1e0ad93719 is already hosted by enough agents. {{(pid=100246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:24:02.961877 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [None req-ea74915c-b01d-4091-9f46-a9e1e501c1ab tempest-ExtensionsTestJSON-1570404644 tempest-ExtensionsTestJSON-1570404644-project] http://10.222.0.104:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=100247) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 14:24:02.963298 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-ea74915c-b01d-4091-9f46-a9e1e501c1ab tempest-ExtensionsTestJSON-1570404644 tempest-ExtensionsTestJSON-1570404644-project] 10.222.0.104 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0049353 Jul 06 14:24:02.964730 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.base_scheduler [None req-f45ccb57-e654-4975-a53f-9fd963bd9633 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Resources bound (agent type, host, resource id): {{(pid=100246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:24:02.965752 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 42318) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:24:02.969132 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f45ccb57-e654-4975-a53f-9fd963bd9633 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Received port after_create {{(pid=100246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:24:02.971711 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [None req-67c74f65-d6de-40c5-a53e-5af584e42cb6 tempest-ExtensionsTestJSON-1570404644 tempest-ExtensionsTestJSON-1570404644-project] http://10.222.0.104:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=100247) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 14:24:02.972918 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-67c74f65-d6de-40c5-a53e-5af584e42cb6 tempest-ExtensionsTestJSON-1570404644 tempest-ExtensionsTestJSON-1570404644-project] 10.222.0.104 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0058868 Jul 06 14:24:02.975836 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 42320) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:24:02.983681 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [None req-a18d259f-8017-4517-a5ad-8942a3551c28 tempest-ExtensionsTestJSON-1570404644 tempest-ExtensionsTestJSON-1570404644-project] http://10.222.0.104:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=100247) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 14:24:02.984814 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-a18d259f-8017-4517-a5ad-8942a3551c28 tempest-ExtensionsTestJSON-1570404644 tempest-ExtensionsTestJSON-1570404644-project] 10.222.0.104 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0054781 Jul 06 14:24:02.987634 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 42324) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:24:02.992844 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [None req-6964e624-732f-484f-8c23-a8418d73118e tempest-ExtensionsTestJSON-1570404644 tempest-ExtensionsTestJSON-1570404644-project] http://10.222.0.104:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=100247) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 14:24:02.993779 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-6964e624-732f-484f-8c23-a8418d73118e tempest-ExtensionsTestJSON-1570404644 tempest-ExtensionsTestJSON-1570404644-project] 10.222.0.104 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0050657 Jul 06 14:24:02.996108 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 42326) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:24:03.000347 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [None req-4fbaa9fa-0330-4f56-81e7-2aba5e69756b tempest-ExtensionsTestJSON-1570404644 tempest-ExtensionsTestJSON-1570404644-project] http://10.222.0.104:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=100247) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 14:24:03.002180 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-4fbaa9fa-0330-4f56-81e7-2aba5e69756b tempest-ExtensionsTestJSON-1570404644 tempest-ExtensionsTestJSON-1570404644-project] 10.222.0.104 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0052078 Jul 06 14:24:03.004404 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 42328) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:24:03.009966 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [None req-c6a6be57-f3e2-42b5-a3da-1e7a17a3aa19 tempest-ExtensionsTestJSON-1570404644 tempest-ExtensionsTestJSON-1570404644-project] http://10.222.0.104:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=100247) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 14:24:03.010261 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45ccb57-e654-4975-a53f-9fd963bd9633 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Pushing event updated for resources: {'Port': ['ID=5980c0fa-0cc2-4d19-a626-160756d3914e,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:24:03.010902 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-c6a6be57-f3e2-42b5-a3da-1e7a17a3aa19 tempest-ExtensionsTestJSON-1570404644 tempest-ExtensionsTestJSON-1570404644-project] 10.222.0.104 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0056710 Jul 06 14:24:03.013689 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 42330) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:24:03.019699 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [None req-efa0c5d3-c040-4e53-9db5-6ae4d68fe4f7 tempest-ExtensionsTestJSON-1570404644 tempest-ExtensionsTestJSON-1570404644-project] http://10.222.0.104:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=100247) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 14:24:03.020856 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-efa0c5d3-c040-4e53-9db5-6ae4d68fe4f7 tempest-ExtensionsTestJSON-1570404644 tempest-ExtensionsTestJSON-1570404644-project] 10.222.0.104 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0056450 Jul 06 14:24:03.023813 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 42332) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:24:03.026286 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-9ecd36b9-489f-43ef-9ecb-1a076a5a14c0 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-127687573'] for port, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:03.030849 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [None req-a66d1047-b242-4455-bb53-84404c9074c3 tempest-ExtensionsTestJSON-1570404644 tempest-ExtensionsTestJSON-1570404644-project] http://10.222.0.104:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=100247) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 14:24:03.031927 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-a66d1047-b242-4455-bb53-84404c9074c3 tempest-ExtensionsTestJSON-1570404644 tempest-ExtensionsTestJSON-1570404644-project] 10.222.0.104 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0069752 Jul 06 14:24:03.034593 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 42334) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:24:03.039771 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [None req-46f2f8b5-cd30-4b26-a99a-f28e05a5a64d tempest-ExtensionsTestJSON-1570404644 tempest-ExtensionsTestJSON-1570404644-project] http://10.222.0.104:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=100247) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 14:24:03.043013 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-46f2f8b5-cd30-4b26-a99a-f28e05a5a64d tempest-ExtensionsTestJSON-1570404644 tempest-ExtensionsTestJSON-1570404644-project] 10.222.0.104 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0049789 Jul 06 14:24:03.043103 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 42336) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:24:03.047982 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [None req-c2f31402-22ee-4c5a-9c76-24a0afa0f7de tempest-ExtensionsTestJSON-1570404644 tempest-ExtensionsTestJSON-1570404644-project] http://10.222.0.104:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=100247) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 14:24:03.050618 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-c2f31402-22ee-4c5a-9c76-24a0afa0f7de tempest-ExtensionsTestJSON-1570404644 tempest-ExtensionsTestJSON-1570404644-project] 10.222.0.104 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0043218 Jul 06 14:24:03.050869 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 42338) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:24:03.056134 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [None req-d936fbf8-0c58-4678-9f42-8661d0681b93 tempest-ExtensionsTestJSON-1570404644 tempest-ExtensionsTestJSON-1570404644-project] http://10.222.0.104:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=100247) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 14:24:03.060048 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-d936fbf8-0c58-4678-9f42-8661d0681b93 tempest-ExtensionsTestJSON-1570404644 tempest-ExtensionsTestJSON-1570404644-project] 10.222.0.104 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0058792 Jul 06 14:24:03.060323 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 42340) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:24:03.066691 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [None req-a6f33162-4290-40ac-8453-4eec27e2a671 tempest-ExtensionsTestJSON-1570404644 tempest-ExtensionsTestJSON-1570404644-project] http://10.222.0.104:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=100247) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 14:24:03.070152 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-a6f33162-4290-40ac-8453-4eec27e2a671 tempest-ExtensionsTestJSON-1570404644 tempest-ExtensionsTestJSON-1570404644-project] 10.222.0.104 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0062678 Jul 06 14:24:03.070738 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 42342) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:24:03.077549 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [None req-ec563534-9ba5-463d-8008-654878346343 tempest-ExtensionsTestJSON-1570404644 tempest-ExtensionsTestJSON-1570404644-project] http://10.222.0.104:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=100247) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 14:24:03.082768 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-ec563534-9ba5-463d-8008-654878346343 tempest-ExtensionsTestJSON-1570404644 tempest-ExtensionsTestJSON-1570404644-project] 10.222.0.104 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0108299 Jul 06 14:24:03.083507 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 42344) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:24:03.086517 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ecd36b9-489f-43ef-9ecb-1a076a5a14c0 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Network 0f9d5028-1681-43df-aef4-8734f479a1a7 is already hosted by enough agents. {{(pid=100246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:24:03.088510 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [None req-8e44fe02-3b55-4f83-864d-a90019ada30c tempest-ExtensionsTestJSON-1570404644 tempest-ExtensionsTestJSON-1570404644-project] http://10.222.0.104:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=100247) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 14:24:03.090261 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.base_scheduler [None req-9ecd36b9-489f-43ef-9ecb-1a076a5a14c0 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Resources bound (agent type, host, resource id): {{(pid=100246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:24:03.093302 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-8e44fe02-3b55-4f83-864d-a90019ada30c tempest-ExtensionsTestJSON-1570404644 tempest-ExtensionsTestJSON-1570404644-project] 10.222.0.104 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0086076 Jul 06 14:24:03.093924 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 42346) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:24:03.096958 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ecd36b9-489f-43ef-9ecb-1a076a5a14c0 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Received port after_create {{(pid=100246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:24:03.099864 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [None req-520f2333-707d-4ab0-a9b5-d2ffb3e26e39 tempest-ExtensionsTestJSON-1570404644 tempest-ExtensionsTestJSON-1570404644-project] http://10.222.0.104:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=100247) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 14:24:03.106997 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-520f2333-707d-4ab0-a9b5-d2ffb3e26e39 tempest-ExtensionsTestJSON-1570404644 tempest-ExtensionsTestJSON-1570404644-project] 10.222.0.104 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0115404 Jul 06 14:24:03.107522 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 42348) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:24:03.112508 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [None req-dc44b4c7-e903-4578-8475-6b6aa891ccdc tempest-ExtensionsTestJSON-1570404644 tempest-ExtensionsTestJSON-1570404644-project] http://10.222.0.104:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=100247) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 14:24:03.120459 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-dc44b4c7-e903-4578-8475-6b6aa891ccdc tempest-ExtensionsTestJSON-1570404644 tempest-ExtensionsTestJSON-1570404644-project] 10.222.0.104 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0118141 Jul 06 14:24:03.121908 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 42350) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:24:03.127786 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [None req-75aec25d-19e0-4a57-b03b-fcdfc36cf5a4 tempest-ExtensionsTestJSON-1570404644 tempest-ExtensionsTestJSON-1570404644-project] http://10.222.0.104:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=100247) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 14:24:03.131861 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-75aec25d-19e0-4a57-b03b-fcdfc36cf5a4 tempest-ExtensionsTestJSON-1570404644 tempest-ExtensionsTestJSON-1570404644-project] 10.222.0.104 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0090308 Jul 06 14:24:03.132707 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 42352) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:24:03.140223 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [None req-2c56c078-a36a-49a7-ab67-6f5ac0312eeb tempest-ExtensionsTestJSON-1570404644 tempest-ExtensionsTestJSON-1570404644-project] http://10.222.0.104:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=100247) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 14:24:03.144381 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-2c56c078-a36a-49a7-ab67-6f5ac0312eeb tempest-ExtensionsTestJSON-1570404644 tempest-ExtensionsTestJSON-1570404644-project] 10.222.0.104 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0097394 Jul 06 14:24:03.145175 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 42356) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:24:03.150727 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [None req-e70b45b0-9a9d-4e55-8b7b-469be15c8329 tempest-ExtensionsTestJSON-1570404644 tempest-ExtensionsTestJSON-1570404644-project] http://10.222.0.104:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=100247) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 14:24:03.155787 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 42358) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:24:03.156541 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-e70b45b0-9a9d-4e55-8b7b-469be15c8329 tempest-ExtensionsTestJSON-1570404644 tempest-ExtensionsTestJSON-1570404644-project] 10.222.0.104 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0102344 Jul 06 14:24:03.169044 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [None req-f25f47e3-b71a-49e0-9c1a-1eed80718d4b tempest-ExtensionsTestJSON-1570404644 tempest-ExtensionsTestJSON-1570404644-project] http://10.222.0.104:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=100246) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 14:24:03.172618 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-f25f47e3-b71a-49e0-9c1a-1eed80718d4b tempest-ExtensionsTestJSON-1570404644 tempest-ExtensionsTestJSON-1570404644-project] 10.222.0.104 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0120180 Jul 06 14:24:03.173405 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 42360) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:24:03.177198 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ecd36b9-489f-43ef-9ecb-1a076a5a14c0 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Pushing event updated for resources: {'Port': ['ID=e0e3dc4f-ec5a-4300-8dd8-a1fc3d57912a,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:24:03.181310 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [None req-d9fd44da-6e2f-4ef5-a144-8b77cc09244d tempest-ExtensionsTestJSON-1570404644 tempest-ExtensionsTestJSON-1570404644-project] http://10.222.0.104:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=100247) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 14:24:03.186818 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-d9fd44da-6e2f-4ef5-a144-8b77cc09244d tempest-ExtensionsTestJSON-1570404644 tempest-ExtensionsTestJSON-1570404644-project] 10.222.0.104 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0112395 Jul 06 14:24:03.187474 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 42362) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:24:03.193080 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [None req-ef5be8c2-4356-4db9-a390-ee3d4f71e564 tempest-ExtensionsTestJSON-1570404644 tempest-ExtensionsTestJSON-1570404644-project] http://10.222.0.104:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=100247) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 14:24:03.196297 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-ef5be8c2-4356-4db9-a390-ee3d4f71e564 tempest-ExtensionsTestJSON-1570404644 tempest-ExtensionsTestJSON-1570404644-project] 10.222.0.104 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0053632 Jul 06 14:24:03.196846 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 42364) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:24:03.205340 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [None req-05ec375c-4abc-4853-92b4-77bd8f265465 tempest-ExtensionsTestJSON-1570404644 tempest-ExtensionsTestJSON-1570404644-project] http://10.222.0.104:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=100247) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 14:24:03.209669 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-05ec375c-4abc-4853-92b4-77bd8f265465 tempest-ExtensionsTestJSON-1570404644 tempest-ExtensionsTestJSON-1570404644-project] 10.222.0.104 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0114138 Jul 06 14:24:03.210652 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 42366) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:24:03.215377 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [None req-e4341e01-d1e7-4c42-afd8-bb2b200b9115 tempest-ExtensionsTestJSON-1570404644 tempest-ExtensionsTestJSON-1570404644-project] http://10.222.0.104:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=100247) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 14:24:03.215533 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ecd36b9-489f-43ef-9ecb-1a076a5a14c0 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:24:03.216147 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-9ecd36b9-489f-43ef-9ecb-1a076a5a14c0 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:03.220545 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-e4341e01-d1e7-4c42-afd8-bb2b200b9115 tempest-ExtensionsTestJSON-1570404644 tempest-ExtensionsTestJSON-1570404644-project] 10.222.0.104 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0084879 Jul 06 14:24:03.221296 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 42368) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:24:03.228030 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [None req-ec47b808-2d81-41e1-a582-31446e09ce20 tempest-ExtensionsTestJSON-1570404644 tempest-ExtensionsTestJSON-1570404644-project] http://10.222.0.104:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=100247) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 14:24:03.235780 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-ec47b808-2d81-41e1-a582-31446e09ce20 tempest-ExtensionsTestJSON-1570404644 tempest-ExtensionsTestJSON-1570404644-project] 10.222.0.104 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0116062 Jul 06 14:24:03.236593 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 42370) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:24:03.241613 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [None req-9b32a485-4f3f-4fe6-bc6d-81261c3ee79c tempest-ExtensionsTestJSON-1570404644 tempest-ExtensionsTestJSON-1570404644-project] http://10.222.0.104:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=100247) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 14:24:03.247015 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-9b32a485-4f3f-4fe6-bc6d-81261c3ee79c tempest-ExtensionsTestJSON-1570404644 tempest-ExtensionsTestJSON-1570404644-project] 10.222.0.104 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0092316 Jul 06 14:24:03.247647 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 42372) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:24:03.276620 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [None req-14fa92a8-ce53-4d02-8683-1dde14f98865 tempest-ExtensionsTestJSON-1570404644 tempest-ExtensionsTestJSON-1570404644-project] http://10.222.0.104:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=100246) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 14:24:03.280156 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-14fa92a8-ce53-4d02-8683-1dde14f98865 tempest-ExtensionsTestJSON-1570404644 tempest-ExtensionsTestJSON-1570404644-project] 10.222.0.104 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0061505 Jul 06 14:24:03.280666 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 42374) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:24:03.285684 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [None req-a5746d99-9c46-426a-9cf7-61410053292a tempest-ExtensionsTestJSON-1570404644 tempest-ExtensionsTestJSON-1570404644-project] http://10.222.0.104:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=100247) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 14:24:03.288925 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-a5746d99-9c46-426a-9cf7-61410053292a tempest-ExtensionsTestJSON-1570404644 tempest-ExtensionsTestJSON-1570404644-project] 10.222.0.104 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0053365 Jul 06 14:24:03.289120 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 42376) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:24:03.304839 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [None req-b782bc31-1647-4077-b131-6023d1205e58 tempest-ExtensionsTestJSON-1570404644 tempest-ExtensionsTestJSON-1570404644-project] http://10.222.0.104:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=100247) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 14:24:03.308642 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-b782bc31-1647-4077-b131-6023d1205e58 tempest-ExtensionsTestJSON-1570404644 tempest-ExtensionsTestJSON-1570404644-project] 10.222.0.104 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0159175 Jul 06 14:24:03.311586 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 42380) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:24:03.317586 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [None req-04276a66-de67-4854-9091-bf9c33bccc63 tempest-ExtensionsTestJSON-1570404644 tempest-ExtensionsTestJSON-1570404644-project] http://10.222.0.104:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=100247) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 14:24:03.320774 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-04276a66-de67-4854-9091-bf9c33bccc63 tempest-ExtensionsTestJSON-1570404644 tempest-ExtensionsTestJSON-1570404644-project] 10.222.0.104 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0047703 Jul 06 14:24:03.321823 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 42382) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:24:03.332179 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [None req-44d49d56-2a0f-4b91-ac5d-6aed62097866 tempest-ExtensionsTestJSON-1570404644 tempest-ExtensionsTestJSON-1570404644-project] http://10.222.0.104:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=100247) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 14:24:03.337500 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-44d49d56-2a0f-4b91-ac5d-6aed62097866 tempest-ExtensionsTestJSON-1570404644 tempest-ExtensionsTestJSON-1570404644-project] 10.222.0.104 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0106325 Jul 06 14:24:03.340438 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 42384) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:24:03.347626 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [None req-4f64fc68-b7fe-4c24-b44c-f89c973e6d48 tempest-ExtensionsTestJSON-1570404644 tempest-ExtensionsTestJSON-1570404644-project] http://10.222.0.104:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=100247) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 14:24:03.351624 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-4f64fc68-b7fe-4c24-b44c-f89c973e6d48 tempest-ExtensionsTestJSON-1570404644 tempest-ExtensionsTestJSON-1570404644-project] 10.222.0.104 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0072205 Jul 06 14:24:03.351786 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-9ecd36b9-489f-43ef-9ecb-1a076a5a14c0 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] 10.222.0.104 "POST /v2.0/ports HTTP/1.1" status: 201 len: 886 time: 1.9671402 Jul 06 14:24:03.351897 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 42386) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:24:03.351980 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 42388) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:24:03.357365 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [None req-602ab0a9-f87e-45dd-abef-b698c2fe3a49 tempest-ExtensionsTestJSON-1570404644 tempest-ExtensionsTestJSON-1570404644-project] http://10.222.0.104:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=100246) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 14:24:03.360892 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-602ab0a9-f87e-45dd-abef-b698c2fe3a49 tempest-ExtensionsTestJSON-1570404644 tempest-ExtensionsTestJSON-1570404644-project] 10.222.0.104 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0058789 Jul 06 14:24:03.361706 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 42390) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:24:03.374427 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [None req-27dcff44-126a-4cc9-98f3-e302299c0b41 tempest-ExtensionsTestJSON-1570404644 tempest-ExtensionsTestJSON-1570404644-project] http://10.222.0.104:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=100246) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 14:24:03.378571 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-27dcff44-126a-4cc9-98f3-e302299c0b41 tempest-ExtensionsTestJSON-1570404644 tempest-ExtensionsTestJSON-1570404644-project] 10.222.0.104 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0138092 Jul 06 14:24:03.380094 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 42392) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:24:03.388010 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [None req-3a740416-98f2-42bc-b1b5-f158f3641866 tempest-ExtensionsTestJSON-1570404644 tempest-ExtensionsTestJSON-1570404644-project] http://10.222.0.104:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=100246) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 14:24:03.392481 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-3a740416-98f2-42bc-b1b5-f158f3641866 tempest-ExtensionsTestJSON-1570404644 tempest-ExtensionsTestJSON-1570404644-project] 10.222.0.104 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0088477 Jul 06 14:24:03.414426 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 42394) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:24:03.422480 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [None req-82060eeb-e993-42eb-ae7d-e463a9c87c13 tempest-ExtensionsTestJSON-1570404644 tempest-ExtensionsTestJSON-1570404644-project] http://10.222.0.104:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=100247) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 14:24:03.426743 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-82060eeb-e993-42eb-ae7d-e463a9c87c13 tempest-ExtensionsTestJSON-1570404644 tempest-ExtensionsTestJSON-1570404644-project] 10.222.0.104 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0104909 Jul 06 14:24:03.428833 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 42396) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:24:03.437253 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [None req-ac25b244-e578-4a7f-ad7d-48a4d5585da4 tempest-ExtensionsTestJSON-1570404644 tempest-ExtensionsTestJSON-1570404644-project] http://10.222.0.104:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=100246) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 14:24:03.438477 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-ac25b244-e578-4a7f-ad7d-48a4d5585da4 tempest-ExtensionsTestJSON-1570404644 tempest-ExtensionsTestJSON-1570404644-project] 10.222.0.104 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0079064 Jul 06 14:24:03.441276 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 42398) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:24:03.448271 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [None req-bb380bc3-c916-4c4e-819a-dc7da717a9c0 tempest-ExtensionsTestJSON-1570404644 tempest-ExtensionsTestJSON-1570404644-project] http://10.222.0.104:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=100246) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 14:24:03.449440 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-bb380bc3-c916-4c4e-819a-dc7da717a9c0 tempest-ExtensionsTestJSON-1570404644 tempest-ExtensionsTestJSON-1570404644-project] 10.222.0.104 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0069773 Jul 06 14:24:03.452084 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 42400) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:24:03.456577 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [None req-e4e7442e-8dcb-46de-9285-dbb0f7cbd80f tempest-ExtensionsTestJSON-1570404644 tempest-ExtensionsTestJSON-1570404644-project] http://10.222.0.104:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=100246) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 14:24:03.460865 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-e4e7442e-8dcb-46de-9285-dbb0f7cbd80f tempest-ExtensionsTestJSON-1570404644 tempest-ExtensionsTestJSON-1570404644-project] 10.222.0.104 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0076988 Jul 06 14:24:03.465125 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 42402) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:24:03.471234 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [None req-25ad769e-d12c-44fe-839a-ae26859cfb32 tempest-ExtensionsTestJSON-1570404644 tempest-ExtensionsTestJSON-1570404644-project] http://10.222.0.104:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=100247) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 14:24:03.472215 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-25ad769e-d12c-44fe-839a-ae26859cfb32 tempest-ExtensionsTestJSON-1570404644 tempest-ExtensionsTestJSON-1570404644-project] 10.222.0.104 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0049961 Jul 06 14:24:03.475435 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 42404) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:24:03.480371 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [None req-74a6cbd0-3246-4848-944e-e793b5f8ba82 tempest-ExtensionsTestJSON-1570404644 tempest-ExtensionsTestJSON-1570404644-project] http://10.222.0.104:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=100246) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 14:24:03.481343 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-74a6cbd0-3246-4848-944e-e793b5f8ba82 tempest-ExtensionsTestJSON-1570404644 tempest-ExtensionsTestJSON-1570404644-project] 10.222.0.104 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0047641 Jul 06 14:24:03.485322 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 42406) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:24:03.492272 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [None req-99ec98c3-4c93-4c8d-adf5-ddc3f34e05fe tempest-ExtensionsTestJSON-1570404644 tempest-ExtensionsTestJSON-1570404644-project] http://10.222.0.104:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=100246) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 14:24:03.493358 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-99ec98c3-4c93-4c8d-adf5-ddc3f34e05fe tempest-ExtensionsTestJSON-1570404644 tempest-ExtensionsTestJSON-1570404644-project] 10.222.0.104 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0070608 Jul 06 14:24:03.498463 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 42408) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:24:03.509894 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [None req-fd3c7acb-1da4-4c68-a1b0-7c5cfbbbd895 tempest-ExtensionsTestJSON-1570404644 tempest-ExtensionsTestJSON-1570404644-project] http://10.222.0.104:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=100247) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 14:24:03.510945 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-fd3c7acb-1da4-4c68-a1b0-7c5cfbbbd895 tempest-ExtensionsTestJSON-1570404644 tempest-ExtensionsTestJSON-1570404644-project] 10.222.0.104 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0048552 Jul 06 14:24:03.516729 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 42410) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:24:03.523565 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [None req-f0f0db0a-b3d9-497e-ba84-700b5ae24cfb tempest-ExtensionsTestJSON-1570404644 tempest-ExtensionsTestJSON-1570404644-project] http://10.222.0.104:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=100247) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 14:24:03.532766 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-f0f0db0a-b3d9-497e-ba84-700b5ae24cfb tempest-ExtensionsTestJSON-1570404644 tempest-ExtensionsTestJSON-1570404644-project] 10.222.0.104 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0138571 Jul 06 14:24:03.538681 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 42412) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:24:03.553899 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [None req-972d93a5-fce0-49af-bce8-3e2578fd40e6 tempest-ExtensionsTestJSON-1570404644 tempest-ExtensionsTestJSON-1570404644-project] http://10.222.0.104:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=100247) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 14:24:03.554881 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-972d93a5-fce0-49af-bce8-3e2578fd40e6 tempest-ExtensionsTestJSON-1570404644 tempest-ExtensionsTestJSON-1570404644-project] 10.222.0.104 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0051942 Jul 06 14:24:03.563524 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 42414) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:24:03.569214 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [None req-8c51870e-2c6c-4ac4-b803-00a41d5ef3a4 tempest-ExtensionsTestJSON-1570404644 tempest-ExtensionsTestJSON-1570404644-project] http://10.222.0.104:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=100247) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 14:24:03.570425 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-8c51870e-2c6c-4ac4-b803-00a41d5ef3a4 tempest-ExtensionsTestJSON-1570404644 tempest-ExtensionsTestJSON-1570404644-project] 10.222.0.104 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0048516 Jul 06 14:24:03.575518 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.plugin [None req-e4fae1d2-b25b-4aa5-96fe-0ba4f9abe1b0 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Deleting port e0e3dc4f-ec5a-4300-8dd8-a1fc3d57912a {{(pid=100247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:24:03.575856 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-e4fae1d2-b25b-4aa5-96fe-0ba4f9abe1b0 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:03.578919 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 42418) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:24:03.583307 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [None req-5ec9658c-285a-4dfc-a75f-83ac3f5a802a tempest-ExtensionsTestJSON-1570404644 tempest-ExtensionsTestJSON-1570404644-project] http://10.222.0.104:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=100247) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 14:24:03.586950 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-5ec9658c-285a-4dfc-a75f-83ac3f5a802a tempest-ExtensionsTestJSON-1570404644 tempest-ExtensionsTestJSON-1570404644-project] 10.222.0.104 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0044303 Jul 06 14:24:03.587677 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 42420) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:24:03.642137 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [None req-a743b89c-87c1-4757-8d2e-fff5c689a5aa tempest-ExtensionsTestJSON-1570404644 tempest-ExtensionsTestJSON-1570404644-project] http://10.222.0.104:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=100247) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 14:24:03.643531 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-a743b89c-87c1-4757-8d2e-fff5c689a5aa tempest-ExtensionsTestJSON-1570404644 tempest-ExtensionsTestJSON-1570404644-project] 10.222.0.104 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0055285 Jul 06 14:24:03.706937 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 42424) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:24:03.727599 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [None req-3874533e-d6ed-4992-8cc2-5ccfbfaf7c73 tempest-ExtensionsTestJSON-1570404644 tempest-ExtensionsTestJSON-1570404644-project] http://10.222.0.104:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=100246) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 14:24:03.733740 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-3874533e-d6ed-4992-8cc2-5ccfbfaf7c73 tempest-ExtensionsTestJSON-1570404644 tempest-ExtensionsTestJSON-1570404644-project] 10.222.0.104 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0243642 Jul 06 14:24:03.898438 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-f45ccb57-e654-4975-a53f-9fd963bd9633 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:03.933063 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c57ae695-d9f6-4cf1-a59a-4ec1574964b3 None None] Network 0f9d5028-1681-43df-aef4-8734f479a1a7 requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:24:03.962717 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 82d45803-c358-46a8-b596-f65306244c2d up at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:24:04.052705 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-c9b69c30-eae1-421f-bab6-bbc0cffe1c2a None None] Provisioning for port 82d45803-c358-46a8-b596-f65306244c2d completed by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:24:04.053519 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-f45ccb57-e654-4975-a53f-9fd963bd9633 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:04.117452 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning for port 82d45803-c358-46a8-b596-f65306244c2d completed by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:24:04.128653 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning complete for port 82d45803-c358-46a8-b596-f65306244c2d triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:24:04.129419 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:04.258791 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:04.316749 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] For port 82d45803-c358-46a8-b596-f65306244c2d, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=82d45803-c358-46a8-b596-f65306244c2d,segment=NetworkSegment(9c542aeb-4c42-4b8d-b2f8-7d56f13833dd),segment_id=9c542aeb-4c42-4b8d-b2f8-7d56f13833dd)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:24:04.321594 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:04.392644 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Pushing event updated for resources: {'Port': ['ID=82d45803-c358-46a8-b596-f65306244c2d,revision_number=3']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:24:04.459545 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-f45ccb57-e654-4975-a53f-9fd963bd9633 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Notify callbacks [] for port, precommit_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:04.467887 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-f45ccb57-e654-4975-a53f-9fd963bd9633 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127687527'] for port, after_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:04.516430 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-e4fae1d2-b25b-4aa5-96fe-0ba4f9abe1b0 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:04.526160 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45ccb57-e654-4975-a53f-9fd963bd9633 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Pushing event updated for resources: {'Port': ['ID=5980c0fa-0cc2-4d19-a626-160756d3914e,revision_number=2']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:24:04.542112 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.plugin [None req-e4fae1d2-b25b-4aa5-96fe-0ba4f9abe1b0 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Calling delete_port for e0e3dc4f-ec5a-4300-8dd8-a1fc3d57912a owned by {{(pid=100247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:24:04.553357 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 42442) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:24:04.614945 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-f45ccb57-e654-4975-a53f-9fd963bd9633 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1761130'] for floatingip, after_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:04.808146 n-d-773647-6 neutron-server[100246]: INFO neutron.db.l3_db [None req-f45ccb57-e654-4975-a53f-9fd963bd9633 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Floating IP 2979c845-5642-4bca-bacf-17ca8813eb2e associated. External IP: 172.25.0.235, port: 57510628-3181-4f20-9f22-7e69304f7812. Jul 06 14:24:04.818914 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-19304694-fea8-474b-a12e-1636b6cda319 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:04.831021 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-50ca6d30-2307-4a96-93aa-0b97b9ff8290 None None] Provisioning for port e0e3dc4f-ec5a-4300-8dd8-a1fc3d57912a completed by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:24:04.831991 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-e4fae1d2-b25b-4aa5-96fe-0ba4f9abe1b0 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128888353'] for port, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:04.838671 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-50ca6d30-2307-4a96-93aa-0b97b9ff8290 None None] Provisioning complete for port e0e3dc4f-ec5a-4300-8dd8-a1fc3d57912a triggered by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:24:04.839416 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-50ca6d30-2307-4a96-93aa-0b97b9ff8290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:04.886737 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4fae1d2-b25b-4aa5-96fe-0ba4f9abe1b0 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Pushing event deleted for resources: {'Port': ['ID=e0e3dc4f-ec5a-4300-8dd8-a1fc3d57912a,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:24:04.910491 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-50ca6d30-2307-4a96-93aa-0b97b9ff8290 None None] Port e0e3dc4f-ec5a-4300-8dd8-a1fc3d57912a was deleted so its status cannot be updated. {{(pid=100248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jul 06 14:24:04.923789 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-50ca6d30-2307-4a96-93aa-0b97b9ff8290 None None] Provisioning complete for port 82d45803-c358-46a8-b596-f65306244c2d triggered by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:24:04.924404 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-50ca6d30-2307-4a96-93aa-0b97b9ff8290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:05.125666 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-e4fae1d2-b25b-4aa5-96fe-0ba4f9abe1b0 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:05.128899 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-e4fae1d2-b25b-4aa5-96fe-0ba4f9abe1b0 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] 10.222.0.104 "DELETE /v2.0/ports/e0e3dc4f-ec5a-4300-8dd8-a1fc3d57912a HTTP/1.1" status: 204 len: 168 time: 1.7788529 Jul 06 14:24:05.132796 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 42460) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:24:05.192263 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f45ccb57-e654-4975-a53f-9fd963bd9633 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Router 36162167-359d-4a63-a8fd-615418d80498 has already been hosted by L3 agent 2823d358-a11b-4885-a706-95a279e43fa7 {{(pid=100246) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 14:24:05.209575 n-d-773647-6 neutron-server[100247]: INFO neutron.pecan_wsgi.hooks.translation [None req-4deb2ae3-58d3-4f39-b7c2-ad61b8470510 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] GET failed (client error): The resource could not be found. Jul 06 14:24:05.211238 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-4deb2ae3-58d3-4f39-b7c2-ad61b8470510 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] 10.222.0.104 "GET /v2.0/ports/e0e3dc4f-ec5a-4300-8dd8-a1fc3d57912a HTTP/1.1" status: 404 len: 333 time: 0.0774808 Jul 06 14:24:05.216271 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 42462) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:24:05.242422 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-f9274c15-48a1-4462-817d-e5959bb0263c None None] Could not find standard attr ID for object e0e3dc4f-ec5a-4300-8dd8-a1fc3d57912a. {{(pid=100248) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 06 14:24:05.258121 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-19304694-fea8-474b-a12e-1636b6cda319 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:05.265128 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-19304694-fea8-474b-a12e-1636b6cda319 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:05.300766 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-19304694-fea8-474b-a12e-1636b6cda319 admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=6ebd52100f314ef8bfb41b224eb3f0cb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7463665 Jul 06 14:24:05.301192 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 42468) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:24:05.346414 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19304694-fea8-474b-a12e-1636b6cda319 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=571153e6-ac04-435c-b401-da1f0585b719,revision_number=1']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:24:05.397505 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.db_base_plugin_v2 [None req-98fceab2-7951-47d8-a528-36aff812c172 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Deleting subnet a29ac769-3c4c-4597-be7e-54b661a91e2b {{(pid=100246) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 14:24:05.410334 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-98fceab2-7951-47d8-a528-36aff812c172 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Notify callbacks [] for subnet, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:05.476358 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f45ccb57-e654-4975-a53f-9fd963bd9633 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Notify agent at l3_agent.n-d-773647-6 the message routers_updated {{(pid=100246) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 14:24:05.479446 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-98fceab2-7951-47d8-a528-36aff812c172 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126218885'] for subnet, precommit_delete_associations {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:05.484474 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-914f4c33-dd07-44ce-881e-0446141e11d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:05.486457 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8bfc509-1e0f-4946-9952-2905ce78b911 None None] Sync routers for ids ['36162167-359d-4a63-a8fd-615418d80498'] in n-d-773647-6 {{(pid=100248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 14:24:05.501545 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8bfc509-1e0f-4946-9952-2905ce78b911 None None] Routers {'36162167-359d-4a63-a8fd-615418d80498'} bound to L3 agent in host n-d-773647-6 {{(pid=100248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:24:05.504891 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-b8bfc509-1e0f-4946-9952-2905ce78b911 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T14:23:56Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['36162167-359d-4a63-a8fd-615418d80498'], 'active': True} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:24:05.539063 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-f45ccb57-e654-4975-a53f-9fd963bd9633 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for floatingip, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:05.545827 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-914f4c33-dd07-44ce-881e-0446141e11d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:05.651576 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-f45ccb57-e654-4975-a53f-9fd963bd9633 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] 10.222.0.104 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.7820334 Jul 06 14:24:05.654463 n-d-773647-6 neutron-server[100246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04986212-0a7a-4904-8e78-5bfcef5dd4a3', 'tag': '57510628-3181-4f20-9f22-7e69304f7812'}] {{(pid=100246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:24:05.657054 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0d96c5ab5e889f7b933ae915b9be33d1b46c9e87795bf781004b656ef3f1e87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fe151b7-2a9a-40b3-9283-ff203f433354" -d '{"events": [{"name": "network-changed", "server_uuid": "04986212-0a7a-4904-8e78-5bfcef5dd4a3", "tag": "57510628-3181-4f20-9f22-7e69304f7812"}]}' {{(pid=100246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:24:05.684419 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvr_db [None req-b8bfc509-1e0f-4946-9952-2905ce78b911 None None] Set router 36162167-359d-4a63-a8fd-615418d80498 gateway port host: n-d-773647-6 {{(pid=100248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:24:05.689382 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-98fceab2-7951-47d8-a528-36aff812c172 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-913473'] for subnet, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:05.775535 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 14:24:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f63e40d-6734-49a9-ba71-67e0f4502974 x-openstack-request-id: req-8f63e40d-6734-49a9-ba71-67e0f4502974 {{(pid=100246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:24:05.776420 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "04986212-0a7a-4904-8e78-5bfcef5dd4a3", "tag": "57510628-3181-4f20-9f22-7e69304f7812", "status": "completed", "code": 200}]} {{(pid=100246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:24:05.778493 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-8f63e40d-6734-49a9-ba71-67e0f4502974 {{(pid=100246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:24:05.793023 n-d-773647-6 neutron-server[100246]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '04986212-0a7a-4904-8e78-5bfcef5dd4a3', 'tag': '57510628-3181-4f20-9f22-7e69304f7812', 'status': 'completed', 'code': 200} Jul 06 14:24:05.794761 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-914f4c33-dd07-44ce-881e-0446141e11d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:05.801491 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-914f4c33-dd07-44ce-881e-0446141e11d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:05.806335 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-914f4c33-dd07-44ce-881e-0446141e11d6 admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/571153e6-ac04-435c-b401-da1f0585b719 HTTP/1.1" status: 204 len: 168 time: 0.4996238 Jul 06 14:24:05.887315 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914f4c33-dd07-44ce-881e-0446141e11d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=571153e6-ac04-435c-b401-da1f0585b719,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:24:05.954461 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe151b7-2a9a-40b3-9283-ff203f433354 req-b93668d8-9cce-4a0d-aed0-3bee6bd0de0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:24:05.956477 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-1fe151b7-2a9a-40b3-9283-ff203f433354 req-b93668d8-9cce-4a0d-aed0-3bee6bd0de0c service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=1077a35eaa714f1bbf260d32c5a52c8f&device_id=04986212-0a7a-4904-8e78-5bfcef5dd4a3 HTTP/1.1" status: 200 len: 1097 time: 0.1485522 Jul 06 14:24:06.014853 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 82d45803-c358-46a8-b596-f65306244c2d up at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:24:06.045923 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-98fceab2-7951-47d8-a528-36aff812c172 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-913480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1849032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127687590', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127702764'] for subnet, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:06.125689 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-98fceab2-7951-47d8-a528-36aff812c172 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Notify callbacks [] for subnet, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:06.129977 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-98fceab2-7951-47d8-a528-36aff812c172 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] 10.222.0.104 "DELETE /v2.0/subnets/a29ac769-3c4c-4597-be7e-54b661a91e2b HTTP/1.1" status: 204 len: 168 time: 0.9103460 Jul 06 14:24:06.129977 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98fceab2-7951-47d8-a528-36aff812c172 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Pushing event deleted for resources: {'Subnet': ['ID=a29ac769-3c4c-4597-be7e-54b661a91e2b,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:24:06.132851 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 42500) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:24:06.147239 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning complete for port 82d45803-c358-46a8-b596-f65306244c2d triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:24:06.147838 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:06.152640 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51e5e41e-003b-4600-973e-f65e4899b13a None None] Network 0f9d5028-1681-43df-aef4-8734f479a1a7 requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:24:06.228777 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-484a42db-5f7a-418e-a20d-dba9e1140334 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530492'] for network, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:06.330123 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28c3b66-26c9-4abf-aad6-cd057f456b25 req-cb64aaf2-37f4-40c9-af81-308ead7ce069 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:24:06.339105 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-d28c3b66-26c9-4abf-aad6-cd057f456b25 req-cb64aaf2-37f4-40c9-af81-308ead7ce069 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] 10.222.0.104 "GET /v2.0/ports?device_id=04986212-0a7a-4904-8e78-5bfcef5dd4a3 HTTP/1.1" status: 200 len: 946 time: 0.1644814 Jul 06 14:24:06.362803 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe151b7-2a9a-40b3-9283-ff203f433354 req-6890231f-efdd-4a45-8251-22232a4e06a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:24:06.368836 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-1fe151b7-2a9a-40b3-9283-ff203f433354 req-6890231f-efdd-4a45-8251-22232a4e06a0 service neutron] 10.222.0.72 "GET /v2.0/networks?id=bc5d3bb7-e93c-47d1-bffc-c98c78d3daa0 HTTP/1.1" status: 200 len: 899 time: 0.4049137 Jul 06 14:24:06.398777 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-d28c3b66-26c9-4abf-aad6-cd057f456b25 req-2a42cb88-be95-4ccd-9e14-afd7adbc53a0 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] 10.222.0.104 "GET /v2.0/security-groups?id=c812eb77-0e0b-4233-8b5e-42a0d8cc6e90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504186 Jul 06 14:24:06.414624 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 42508) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:24:06.450264 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-b8bfc509-1e0f-4946-9952-2905ce78b911 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36162167-359d-4a63-a8fd-615418d80498', 'name': 'tempest-TestNetworkAdvancedServerOps-router-424804265', 'tenant_id': '1077a35eaa714f1bbf260d32c5a52c8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.220'}], 'enable_snat': True}, 'gw_port_id': '772aa99c-6fc1-4a90-a6db-651b084e49a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:23:33Z', 'updated_at': '2021-07-06T14:23:41Z', 'revision_number': 4, 'project_id': '1077a35eaa714f1bbf260d32c5a52c8f', 'gw_port': {'id': '772aa99c-6fc1-4a90-a6db-651b084e49a1', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:c3:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36162167-359d-4a63-a8fd-615418d80498', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3195, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:23:34Z', 'updated_at': '2021-07-06T14:23:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6', '_floatingips': [{'id': '2979c845-5642-4bca-bacf-17ca8813eb2e', 'tenant_id': '1077a35eaa714f1bbf260d32c5a52c8f', 'floating_ip_address': '172.25.0.235', 'floating_network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'router_id': '36162167-359d-4a63-a8fd-615418d80498', 'port_id': '57510628-3181-4f20-9f22-7e69304f7812', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3249, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bc5d3bb7-e93c-47d1-bffc-c98c78d3daa0', 'mac_address': 'fa:16:3e:93:89:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04986212-0a7a-4904-8e78-5bfcef5dd4a3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T14:24:03Z', 'updated_at': '2021-07-06T14:24:03Z', 'revision_number': 0, 'project_id': '1077a35eaa714f1bbf260d32c5a52c8f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c8e24bf-aeb6-4d3d-9a9c-9586ce266ea6', 'name': '', 'network_id': 'bc5d3bb7-e93c-47d1-bffc-c98c78d3daa0', 'tenant_id': '1077a35eaa714f1bbf260d32c5a52c8f', 'mac_address': 'fa:16:3e:4c:da:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36162167-359d-4a63-a8fd-615418d80498', 'device_owner': 'network:router_interface', 'standard_attr_id': 3200, 'fixed_ips': [{'subnet_id': '5cc1974a-df25-4dcd-a352-8b5e01019a66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:23:40Z', 'updated_at': '2021-07-06T14:23:48Z', 'revision_number': 5, 'project_id': '1077a35eaa714f1bbf260d32c5a52c8f', 'subnets': [{'id': '5cc1974a-df25-4dcd-a352-8b5e01019a66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773647-6', False) {} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:24:06.455416 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-1fe151b7-2a9a-40b3-9283-ff203f433354 req-616ebbab-2271-4047-8267-4de70a69daba service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=57510628-3181-4f20-9f22-7e69304f7812 HTTP/1.1" status: 200 len: 1000 time: 0.0790756 Jul 06 14:24:06.482111 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8bfc509-1e0f-4946-9952-2905ce78b911 None None] Checking router: 36162167-359d-4a63-a8fd-615418d80498 for host: n-d-773647-6 {{(pid=100248) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 14:24:06.559224 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8bfc509-1e0f-4946-9952-2905ce78b911 None None] Routers {'36162167-359d-4a63-a8fd-615418d80498'} bound to L3 agent in host n-d-773647-6 {{(pid=100248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:24:06.560919 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-b8bfc509-1e0f-4946-9952-2905ce78b911 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T14:23:56Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['36162167-359d-4a63-a8fd-615418d80498'], 'active': True} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:24:06.564790 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-fd48857c-e4de-4edf-af69-6fd2ba31eed1 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] 10.222.0.104 "GET /v2.0/floatingips/2979c845-5642-4bca-bacf-17ca8813eb2e HTTP/1.1" status: 200 len: 992 time: 0.1472976 Jul 06 14:24:07.015776 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4fa8220-dac3-4365-a25b-ea06f3b9a01f None None] DHCP port deletion for 0f9d5028-1681-43df-aef4-8734f479a1a7 request from n-d-773647-6 {{(pid=100248) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 14:24:07.021096 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [None req-484a42db-5f7a-418e-a20d-dba9e1140334 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Deleting port 82d45803-c358-46a8-b596-f65306244c2d {{(pid=100246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:24:07.021601 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-484a42db-5f7a-418e-a20d-dba9e1140334 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:07.025109 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe151b7-2a9a-40b3-9283-ff203f433354 req-2ceb638a-84e2-4391-893b-55a49bdd4f21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:24:07.026615 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-1fe151b7-2a9a-40b3-9283-ff203f433354 req-2ceb638a-84e2-4391-893b-55a49bdd4f21 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=5cc1974a-df25-4dcd-a352-8b5e01019a66 HTTP/1.1" status: 200 len: 834 time: 0.5645049 Jul 06 14:24:07.062949 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvr_db [None req-b8bfc509-1e0f-4946-9952-2905ce78b911 None None] Set router 36162167-359d-4a63-a8fd-615418d80498 gateway port host: n-d-773647-6 {{(pid=100248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:24:07.102805 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.db [None req-484a42db-5f7a-418e-a20d-dba9e1140334 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] For port 82d45803-c358-46a8-b596-f65306244c2d, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=82d45803-c358-46a8-b596-f65306244c2d,segment=NetworkSegment(9c542aeb-4c42-4b8d-b2f8-7d56f13833dd),segment_id=9c542aeb-4c42-4b8d-b2f8-7d56f13833dd)] {{(pid=100246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:24:07.103386 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-484a42db-5f7a-418e-a20d-dba9e1140334 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:07.118473 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [None req-484a42db-5f7a-418e-a20d-dba9e1140334 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Calling delete_port for 82d45803-c358-46a8-b596-f65306244c2d owned by network:dhcp {{(pid=100246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:24:07.227150 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-484a42db-5f7a-418e-a20d-dba9e1140334 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127687580'] for port, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:07.258018 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484a42db-5f7a-418e-a20d-dba9e1140334 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Pushing event deleted for resources: {'Port': ['ID=82d45803-c358-46a8-b596-f65306244c2d,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:24:07.263122 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-f4fa8220-dac3-4365-a25b-ea06f3b9a01f None None] Deleting port 82d45803-c358-46a8-b596-f65306244c2d {{(pid=100248) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:24:07.263656 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-f4fa8220-dac3-4365-a25b-ea06f3b9a01f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:07.267981 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-484a42db-5f7a-418e-a20d-dba9e1140334 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] No DVR routers for this DVR port 82d45803-c358-46a8-b596-f65306244c2d on host n-d-773647-6 {{(pid=100246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:24:07.377653 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-484a42db-5f7a-418e-a20d-dba9e1140334 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-917204', 'neutron.services.segments.db._delete_segments_for_network-8773753502302'] for network, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:07.426590 n-d-773647-6 neutron-server[100246]: DEBUG neutron.services.segments.db [None req-484a42db-5f7a-418e-a20d-dba9e1140334 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f9d5028-1681-43df-aef4-8734f479a1a7']}} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:24:07.439010 n-d-773647-6 neutron-server[100246]: DEBUG neutron.services.segments.db [None req-484a42db-5f7a-418e-a20d-dba9e1140334 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c542aeb-4c42-4b8d-b2f8-7d56f13833dd') {'for_net_delete': True} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:24:07.439590 n-d-773647-6 neutron-server[100246]: DEBUG neutron.services.segments.db [None req-484a42db-5f7a-418e-a20d-dba9e1140334 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c542aeb-4c42-4b8d-b2f8-7d56f13833dd') {} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:24:07.454179 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-484a42db-5f7a-418e-a20d-dba9e1140334 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773753515138', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126218898'] for segment, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:07.476660 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-484a42db-5f7a-418e-a20d-dba9e1140334 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552'] for segment, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:07.476993 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-f4fa8220-dac3-4365-a25b-ea06f3b9a01f None None] For port 82d45803-c358-46a8-b596-f65306244c2d, host n-d-773647-6, got binding levels [] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:24:07.477490 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-f4fa8220-dac3-4365-a25b-ea06f3b9a01f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:07.486920 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe151b7-2a9a-40b3-9283-ff203f433354 req-f0a7243e-cef8-4874-b1e0-a77645f288c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:24:07.488756 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-1fe151b7-2a9a-40b3-9283-ff203f433354 req-f0a7243e-cef8-4874-b1e0-a77645f288c3 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=bc5d3bb7-e93c-47d1-bffc-c98c78d3daa0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4505179 Jul 06 14:24:07.492015 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-484a42db-5f7a-418e-a20d-dba9e1140334 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Releasing vlan 1008 on physical network physnet1 to pool {{(pid=100246) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 14:24:07.492649 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-484a42db-5f7a-418e-a20d-dba9e1140334 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127687491'] for segment, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:07.496269 n-d-773647-6 neutron-server[100246]: Traceback (most recent call last): Jul 06 14:24:07.496269 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 14:24:07.496269 n-d-773647-6 neutron-server[100246]: timer() Jul 06 14:24:07.496269 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 14:24:07.496269 n-d-773647-6 neutron-server[100246]: cb(*args, **kw) Jul 06 14:24:07.496269 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 14:24:07.496269 n-d-773647-6 neutron-server[100246]: return func(*args, **kwargs) Jul 06 14:24:07.496269 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 14:24:07.496269 n-d-773647-6 neutron-server[100246]: self._notify() Jul 06 14:24:07.496269 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 14:24:07.496269 n-d-773647-6 neutron-server[100246]: self.callback(batched_events) Jul 06 14:24:07.496269 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 14:24:07.496269 n-d-773647-6 neutron-server[100246]: event.method(event) Jul 06 14:24:07.496269 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 14:24:07.496269 n-d-773647-6 neutron-server[100246]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 14:24:07.496269 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 14:24:07.496269 n-d-773647-6 neutron-server[100246]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 14:24:07.496269 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 14:24:07.496269 n-d-773647-6 neutron-server[100246]: return f(self, *a, **k) Jul 06 14:24:07.496269 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 14:24:07.496269 n-d-773647-6 neutron-server[100246]: return self._get(url).json() Jul 06 14:24:07.496269 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 14:24:07.496269 n-d-773647-6 neutron-server[100246]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 14:24:07.496269 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 14:24:07.496269 n-d-773647-6 neutron-server[100246]: return self.request(url, 'GET', **kwargs) Jul 06 14:24:07.496269 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 14:24:07.496269 n-d-773647-6 neutron-server[100246]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 14:24:07.496269 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 14:24:07.496269 n-d-773647-6 neutron-server[100246]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 14:24:07.496269 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 14:24:07.496269 n-d-773647-6 neutron-server[100246]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 14:24:07.496269 n-d-773647-6 neutron-server[100246]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 14:24:07.498254 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-f4fa8220-dac3-4365-a25b-ea06f3b9a01f None None] Calling delete_port for 82d45803-c358-46a8-b596-f65306244c2d owned by network:dhcp {{(pid=100248) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:24:07.501949 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.ipam_backend_mixin [None req-f4fa8220-dac3-4365-a25b-ea06f3b9a01f None None] Port 82d45803-c358-46a8-b596-f65306244c2d was not found and therefore no delete operation was performed {{(pid=100248) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 06 14:24:07.512502 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-f4fa8220-dac3-4365-a25b-ea06f3b9a01f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117'] for port, after_delete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:07.515418 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [req-1fe151b7-2a9a-40b3-9283-ff203f433354 req-96e35707-8232-4a00-858c-73ddf2355e4e service neutron] http://10.222.0.104:9696/v2.0/extensions returned with HTTP 200 {{(pid=100246) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 14:24:07.516688 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-1fe151b7-2a9a-40b3-9283-ff203f433354 req-96e35707-8232-4a00-858c-73ddf2355e4e service neutron] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0071089 Jul 06 14:24:07.560239 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4fa8220-dac3-4365-a25b-ea06f3b9a01f None None] Pushing event deleted for resources: {'Port': ['ID=82d45803-c358-46a8-b596-f65306244c2d,revision_number=None']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:24:07.566851 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4fa8220-dac3-4365-a25b-ea06f3b9a01f None None] No DVR routers for this DVR port 82d45803-c358-46a8-b596-f65306244c2d on host n-d-773647-6 {{(pid=100248) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:24:07.567260 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 42542) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:24:07.638556 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fa8220-dac3-4365-a25b-ea06f3b9a01f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:24:07.640645 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-484a42db-5f7a-418e-a20d-dba9e1140334 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-917215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1761140'] for network, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:07.641948 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fa8220-dac3-4365-a25b-ea06f3b9a01f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:24:07.654226 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fa8220-dac3-4365-a25b-ea06f3b9a01f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:24:07.654409 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fa8220-dac3-4365-a25b-ea06f3b9a01f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:24:07.654710 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fa8220-dac3-4365-a25b-ea06f3b9a01f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:24:07.655057 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fa8220-dac3-4365-a25b-ea06f3b9a01f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:24:07.655421 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fa8220-dac3-4365-a25b-ea06f3b9a01f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:24:07.655756 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fa8220-dac3-4365-a25b-ea06f3b9a01f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:24:07.656085 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fa8220-dac3-4365-a25b-ea06f3b9a01f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:24:07.656417 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fa8220-dac3-4365-a25b-ea06f3b9a01f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:24:07.656742 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fa8220-dac3-4365-a25b-ea06f3b9a01f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:24:07.657070 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fa8220-dac3-4365-a25b-ea06f3b9a01f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:24:07.661426 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-484a42db-5f7a-418e-a20d-dba9e1140334 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Notify callbacks [] for network, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:07.670646 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-484a42db-5f7a-418e-a20d-dba9e1140334 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] 10.222.0.104 "DELETE /v2.0/networks/0f9d5028-1681-43df-aef4-8734f479a1a7 HTTP/1.1" status: 204 len: 168 time: 1.5334394 Jul 06 14:24:07.678438 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 42544) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:24:07.716562 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-d809c96c-4fc6-4878-b13d-47f6f47152ee tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] 10.222.0.104 "GET /v2.0/floatingips/2979c845-5642-4bca-bacf-17ca8813eb2e HTTP/1.1" status: 200 len: 992 time: 0.1476939 Jul 06 14:24:07.718331 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 42546) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:24:07.719469 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-5cbb8b5e-69c6-446f-b3cd-24227dede03c tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Request body: {'port': {'network_id': '102a93d7-9750-43f3-b56c-24ea517f2c2e', 'name': 'tempest-PortsTestJSON-1452786986'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:24:07.731156 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484a42db-5f7a-418e-a20d-dba9e1140334 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Pushing event deleted for resources: {'Network': ['ID=0f9d5028-1681-43df-aef4-8734f479a1a7,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:24:07.744561 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-b8bfc509-1e0f-4946-9952-2905ce78b911 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36162167-359d-4a63-a8fd-615418d80498', 'name': 'tempest-TestNetworkAdvancedServerOps-router-424804265', 'tenant_id': '1077a35eaa714f1bbf260d32c5a52c8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.220'}], 'enable_snat': True}, 'gw_port_id': '772aa99c-6fc1-4a90-a6db-651b084e49a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:23:33Z', 'updated_at': '2021-07-06T14:23:41Z', 'revision_number': 4, 'project_id': '1077a35eaa714f1bbf260d32c5a52c8f', 'gw_port': {'id': '772aa99c-6fc1-4a90-a6db-651b084e49a1', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:c3:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36162167-359d-4a63-a8fd-615418d80498', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3195, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:23:34Z', 'updated_at': '2021-07-06T14:23:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6', '_floatingips': [{'id': '2979c845-5642-4bca-bacf-17ca8813eb2e', 'tenant_id': '1077a35eaa714f1bbf260d32c5a52c8f', 'floating_ip_address': '172.25.0.235', 'floating_network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'router_id': '36162167-359d-4a63-a8fd-615418d80498', 'port_id': '57510628-3181-4f20-9f22-7e69304f7812', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3249, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bc5d3bb7-e93c-47d1-bffc-c98c78d3daa0', 'mac_address': 'fa:16:3e:93:89:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04986212-0a7a-4904-8e78-5bfcef5dd4a3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T14:24:03Z', 'updated_at': '2021-07-06T14:24:03Z', 'revision_number': 0, 'project_id': '1077a35eaa714f1bbf260d32c5a52c8f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c8e24bf-aeb6-4d3d-9a9c-9586ce266ea6', 'name': '', 'network_id': 'bc5d3bb7-e93c-47d1-bffc-c98c78d3daa0', 'tenant_id': '1077a35eaa714f1bbf260d32c5a52c8f', 'mac_address': 'fa:16:3e:4c:da:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36162167-359d-4a63-a8fd-615418d80498', 'device_owner': 'network:router_interface', 'standard_attr_id': 3200, 'fixed_ips': [{'subnet_id': '5cc1974a-df25-4dcd-a352-8b5e01019a66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:23:40Z', 'updated_at': '2021-07-06T14:23:48Z', 'revision_number': 5, 'project_id': '1077a35eaa714f1bbf260d32c5a52c8f', 'subnets': [{'id': '5cc1974a-df25-4dcd-a352-8b5e01019a66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773647-6', False) {} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:24:07.812128 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8bfc509-1e0f-4946-9952-2905ce78b911 None None] The sync data for ids ['36162167-359d-4a63-a8fd-615418d80498'] in n-d-773647-6 is: [{'id': '36162167-359d-4a63-a8fd-615418d80498', 'name': 'tempest-TestNetworkAdvancedServerOps-router-424804265', 'tenant_id': '1077a35eaa714f1bbf260d32c5a52c8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.220'}], 'enable_snat': True}, 'gw_port_id': '772aa99c-6fc1-4a90-a6db-651b084e49a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:23:33Z', 'updated_at': '2021-07-06T14:23:41Z', 'revision_number': 4, 'project_id': '1077a35eaa714f1bbf260d32c5a52c8f', 'gw_port': {'id': '772aa99c-6fc1-4a90-a6db-651b084e49a1', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:c3:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36162167-359d-4a63-a8fd-615418d80498', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3195, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:23:34Z', 'updated_at': '2021-07-06T14:23:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6', '_floatingips': [{'id': '2979c845-5642-4bca-bacf-17ca8813eb2e', 'tenant_id': '1077a35eaa714f1bbf260d32c5a52c8f', 'floating_ip_address': '172.25.0.235', 'floating_network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'router_id': '36162167-359d-4a63-a8fd-615418d80498', 'port_id': '57510628-3181-4f20-9f22-7e69304f7812', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3249, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bc5d3bb7-e93c-47d1-bffc-c98c78d3daa0', 'mac_address': 'fa:16:3e:93:89:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04986212-0a7a-4904-8e78-5bfcef5dd4a3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T14:24:03Z', 'updated_at': '2021-07-06T14:24:03Z', 'revision_number': 0, 'project_id': '1077a35eaa714f1bbf260d32c5a52c8f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c8e24bf-aeb6-4d3d-9a9c-9586ce266ea6', 'name': '', 'network_id': 'bc5d3bb7-e93c-47d1-bffc-c98c78d3daa0', 'tenant_id': '1077a35eaa714f1bbf260d32c5a52c8f', 'mac_address': 'fa:16:3e:4c:da:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36162167-359d-4a63-a8fd-615418d80498', 'device_owner': 'network:router_interface', 'standard_attr_id': 3200, 'fixed_ips': [{'subnet_id': '5cc1974a-df25-4dcd-a352-8b5e01019a66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:23:40Z', 'updated_at': '2021-07-06T14:23:48Z', 'revision_number': 5, 'project_id': '1077a35eaa714f1bbf260d32c5a52c8f', 'subnets': [{'id': '5cc1974a-df25-4dcd-a352-8b5e01019a66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 14:24:07.855851 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-1fe151b7-2a9a-40b3-9283-ff203f433354 req-cea2042c-aee4-401d-abe7-ef3ea6e0ff86 service neutron] 10.222.0.72 "GET /v2.0/networks/bc5d3bb7-e93c-47d1-bffc-c98c78d3daa0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3123686 Jul 06 14:24:07.889707 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [None req-66904c18-e776-4d60-a191-b58a60094ee0 tempest-ExtraDHCPOptionsIpV6TestJSON-2081491843 tempest-ExtraDHCPOptionsIpV6TestJSON-2081491843-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-1036706290'}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:24:07.895390 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 82d45803-c358-46a8-b596-f65306244c2d no longer exists at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:24:07.935595 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66904c18-e776-4d60-a191-b58a60094ee0 tempest-ExtraDHCPOptionsIpV6TestJSON-2081491843 tempest-ExtraDHCPOptionsIpV6TestJSON-2081491843-project] Made reservation on behalf of 574528777f2541ef9297c1b5cb4e755d for: {'network': 1} {{(pid=100247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:24:07.939735 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-66904c18-e776-4d60-a191-b58a60094ee0 tempest-ExtraDHCPOptionsIpV6TestJSON-2081491843 tempest-ExtraDHCPOptionsIpV6TestJSON-2081491843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for network, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:07.952898 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] No Port match for: 82d45803-c358-46a8-b596-f65306244c2d {{(pid=100248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 14:24:07.953833 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 82d45803-c358-46a8-b596-f65306244c2d not bound to the agent host n-d-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:24:07.954323 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-66904c18-e776-4d60-a191-b58a60094ee0 tempest-ExtraDHCPOptionsIpV6TestJSON-2081491843 tempest-ExtraDHCPOptionsIpV6TestJSON-2081491843-project] Notify callbacks [] for security_group, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:07.996880 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.db.api [None req-66904c18-e776-4d60-a191-b58a60094ee0 tempest-ExtraDHCPOptionsIpV6TestJSON-2081491843 tempest-ExtraDHCPOptionsIpV6TestJSON-2081491843-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 06 14:24:07.996880 n-d-773647-6 neutron-server[100247]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 06 14:24:07.996880 n-d-773647-6 neutron-server[100247]: [parameters: {'project_id_1': '574528777f2541ef9297c1b5cb4e755d', 'expiration_1': datetime.datetime(2021, 7, 6, 14, 24, 7, 986141)}] Jul 06 14:24:07.996880 n-d-773647-6 neutron-server[100247]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=100247) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 06 14:24:07.997317 n-d-773647-6 neutron-server[100247]: DEBUG oslo_db.api [None req-66904c18-e776-4d60-a191-b58a60094ee0 tempest-ExtraDHCPOptionsIpV6TestJSON-2081491843 tempest-ExtraDHCPOptionsIpV6TestJSON-2081491843-project] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=100247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 06 14:24:08.014418 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cbb8b5e-69c6-446f-b3cd-24227dede03c tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Made reservation on behalf of 754edc6d72c241609d5c976e8526e541 for: {'port': 1} {{(pid=100246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:24:08.017986 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-5cbb8b5e-69c6-446f-b3cd-24227dede03c tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:08.058182 n-d-773647-6 neutron-server[100246]: DEBUG neutron.notifiers.nova [None req-5cbb8b5e-69c6-446f-b3cd-24227dede03c tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] device_id is not set on port c44ae5f6-2ca2-4194-88b6-6c06eedc9e48 yet. {{(pid=100246) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 14:24:08.069161 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-1fe151b7-2a9a-40b3-9283-ff203f433354 req-f639a73a-63e4-45ef-9711-251d9362add5 service neutron] 10.222.0.72 "GET /v2.0/networks/bc5d3bb7-e93c-47d1-bffc-c98c78d3daa0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2022202 Jul 06 14:24:08.160829 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-270dc474-4edb-4da3-9dea-9979861de2d1 None None] New status for floating IP 2979c845-5642-4bca-bacf-17ca8813eb2e: ACTIVE {{(pid=100249) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 14:24:08.282740 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-5cbb8b5e-69c6-446f-b3cd-24227dede03c tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Notify callbacks [] for port, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:08.329444 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-5cbb8b5e-69c6-446f-b3cd-24227dede03c tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-127687573'] for port, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:08.386979 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cbb8b5e-69c6-446f-b3cd-24227dede03c tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Network 102a93d7-9750-43f3-b56c-24ea517f2c2e is already hosted by enough agents. {{(pid=100246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:24:08.391507 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.base_scheduler [None req-5cbb8b5e-69c6-446f-b3cd-24227dede03c tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Resources bound (agent type, host, resource id): {{(pid=100246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:24:08.398867 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cbb8b5e-69c6-446f-b3cd-24227dede03c tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Received port after_create {{(pid=100246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:24:08.405877 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cbb8b5e-69c6-446f-b3cd-24227dede03c tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:24:08.406813 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-5cbb8b5e-69c6-446f-b3cd-24227dede03c tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:08.416293 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cbb8b5e-69c6-446f-b3cd-24227dede03c tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Pushing event updated for resources: {'Port': ['ID=c44ae5f6-2ca2-4194-88b6-6c06eedc9e48,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:24:08.431331 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-5cbb8b5e-69c6-446f-b3cd-24227dede03c tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] 10.222.0.104 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.7194469 Jul 06 14:24:08.433541 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 42568) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:24:08.499138 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-66904c18-e776-4d60-a191-b58a60094ee0 tempest-ExtraDHCPOptionsIpV6TestJSON-2081491843 tempest-ExtraDHCPOptionsIpV6TestJSON-2081491843-project] Notify callbacks [] for security_group, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:08.593910 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.plugin [None req-0ae9d575-2292-4869-aa04-88c6f4c06b22 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Deleting port c44ae5f6-2ca2-4194-88b6-6c06eedc9e48 {{(pid=100247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:24:08.594585 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-0ae9d575-2292-4869-aa04-88c6f4c06b22 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:08.689049 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-0ae9d575-2292-4869-aa04-88c6f4c06b22 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:08.710129 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.plugin [None req-0ae9d575-2292-4869-aa04-88c6f4c06b22 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Calling delete_port for c44ae5f6-2ca2-4194-88b6-6c06eedc9e48 owned by {{(pid=100247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:24:08.721276 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 42580) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:24:08.781291 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-8407af3d-4103-4769-9c08-a6ad3181623e tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] 10.222.0.104 "GET /v2.0/floatingips/2979c845-5642-4bca-bacf-17ca8813eb2e HTTP/1.1" status: 200 len: 994 time: 0.0601926 Jul 06 14:24:08.785745 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-66904c18-e776-4d60-a191-b58a60094ee0 tempest-ExtraDHCPOptionsIpV6TestJSON-2081491843 tempest-ExtraDHCPOptionsIpV6TestJSON-2081491843-project] Notify callbacks [] for security_group, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:08.799045 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-66904c18-e776-4d60-a191-b58a60094ee0 tempest-ExtraDHCPOptionsIpV6TestJSON-2081491843 tempest-ExtraDHCPOptionsIpV6TestJSON-2081491843-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:08.838801 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-66904c18-e776-4d60-a191-b58a60094ee0 tempest-ExtraDHCPOptionsIpV6TestJSON-2081491843 tempest-ExtraDHCPOptionsIpV6TestJSON-2081491843-project] vlan segment allocate from pool success with {'vlan_id': 1022, 'physical_network': 'physnet1'} {{(pid=100247) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 14:24:08.851557 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66904c18-e776-4d60-a191-b58a60094ee0 tempest-ExtraDHCPOptionsIpV6TestJSON-2081491843 tempest-ExtraDHCPOptionsIpV6TestJSON-2081491843-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7312adb7-d72c-46d8-ac3e-fea8eea250b2,revision_number=1']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:24:08.860658 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-66904c18-e776-4d60-a191-b58a60094ee0 tempest-ExtraDHCPOptionsIpV6TestJSON-2081491843 tempest-ExtraDHCPOptionsIpV6TestJSON-2081491843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552'] for segment, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:08.861005 n-d-773647-6 neutron-server[100247]: INFO neutron.db.segments_db [None req-66904c18-e776-4d60-a191-b58a60094ee0 tempest-ExtraDHCPOptionsIpV6TestJSON-2081491843 tempest-ExtraDHCPOptionsIpV6TestJSON-2081491843-project] Added segment b24391ce-cc0b-4272-b6d3-1081c45b4866 of type vlan for network 98cd40e1-9d60-4706-bf8a-cb1637edf76c Jul 06 14:24:08.893137 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-0ae9d575-2292-4869-aa04-88c6f4c06b22 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128888353'] for port, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:08.932415 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-66904c18-e776-4d60-a191-b58a60094ee0 tempest-ExtraDHCPOptionsIpV6TestJSON-2081491843 tempest-ExtraDHCPOptionsIpV6TestJSON-2081491843-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773752984405'] for network, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:08.938592 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae9d575-2292-4869-aa04-88c6f4c06b22 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Pushing event deleted for resources: {'Port': ['ID=c44ae5f6-2ca2-4194-88b6-6c06eedc9e48,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:24:08.946151 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-0ae9d575-2292-4869-aa04-88c6f4c06b22 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:08.948373 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-0ae9d575-2292-4869-aa04-88c6f4c06b22 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] 10.222.0.104 "DELETE /v2.0/ports/c44ae5f6-2ca2-4194-88b6-6c06eedc9e48 HTTP/1.1" status: 204 len: 168 time: 0.5136917 Jul 06 14:24:08.950999 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 42592) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:24:08.956673 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [None req-3b920ae9-8ce6-4300-bf1a-8fad49a4778e tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Request body: {'port': {'network_id': '102a93d7-9750-43f3-b56c-24ea517f2c2e', 'mac_address': 'fa:16:3e:32:09:e9', 'name': 'tempest-PortsTestJSON-702832780'}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:24:09.045800 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-66904c18-e776-4d60-a191-b58a60094ee0 tempest-ExtraDHCPOptionsIpV6TestJSON-2081491843 tempest-ExtraDHCPOptionsIpV6TestJSON-2081491843-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060'] for network, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:09.051260 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66904c18-e776-4d60-a191-b58a60094ee0 tempest-ExtraDHCPOptionsIpV6TestJSON-2081491843 tempest-ExtraDHCPOptionsIpV6TestJSON-2081491843-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:24:09.051835 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-66904c18-e776-4d60-a191-b58a60094ee0 tempest-ExtraDHCPOptionsIpV6TestJSON-2081491843 tempest-ExtraDHCPOptionsIpV6TestJSON-2081491843-project] Notify callbacks [] for network, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:09.128427 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b920ae9-8ce6-4300-bf1a-8fad49a4778e tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Made reservation on behalf of 754edc6d72c241609d5c976e8526e541 for: {'port': 1} {{(pid=100247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:24:09.139521 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-66904c18-e776-4d60-a191-b58a60094ee0 tempest-ExtraDHCPOptionsIpV6TestJSON-2081491843 tempest-ExtraDHCPOptionsIpV6TestJSON-2081491843-project] 10.222.0.104 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 1.4181118 Jul 06 14:24:09.142885 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 42604) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:24:09.148048 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-b49d2fc4-895d-42ab-adbf-4138aca85a0e tempest-ExtraDHCPOptionsIpV6TestJSON-2081491843 tempest-ExtraDHCPOptionsIpV6TestJSON-2081491843-project] Request body: {'subnet': {'network_id': '98cd40e1-9d60-4706-bf8a-cb1637edf76c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:24:09.179045 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66904c18-e776-4d60-a191-b58a60094ee0 tempest-ExtraDHCPOptionsIpV6TestJSON-2081491843 tempest-ExtraDHCPOptionsIpV6TestJSON-2081491843-project] Pushing event updated for resources: {'Network': ['ID=98cd40e1-9d60-4706-bf8a-cb1637edf76c,revision_number=1']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:24:09.209646 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Network 98cd40e1-9d60-4706-bf8a-cb1637edf76c details requested by agent ovs-agent-n-d-773647-6 with host n-d-773647-6 {{(pid=100248) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 14:24:09.219093 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-3b920ae9-8ce6-4300-bf1a-8fad49a4778e tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:09.244968 n-d-773647-6 neutron-server[100247]: DEBUG neutron.notifiers.nova [None req-3b920ae9-8ce6-4300-bf1a-8fad49a4778e tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] device_id is not set on port e4c48c81-1d0f-428b-bc54-66b0e1e0f74a yet. {{(pid=100247) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 14:24:09.309763 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b49d2fc4-895d-42ab-adbf-4138aca85a0e tempest-ExtraDHCPOptionsIpV6TestJSON-2081491843 tempest-ExtraDHCPOptionsIpV6TestJSON-2081491843-project] Made reservation on behalf of 574528777f2541ef9297c1b5cb4e755d for: {'subnet': 1} {{(pid=100246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:24:09.314045 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-b49d2fc4-895d-42ab-adbf-4138aca85a0e tempest-ExtraDHCPOptionsIpV6TestJSON-2081491843 tempest-ExtraDHCPOptionsIpV6TestJSON-2081491843-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127702029'] for subnet, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:09.426958 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-3b920ae9-8ce6-4300-bf1a-8fad49a4778e tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Notify callbacks [] for port, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:09.475208 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-3b920ae9-8ce6-4300-bf1a-8fad49a4778e tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-128888360'] for port, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:09.530737 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b920ae9-8ce6-4300-bf1a-8fad49a4778e tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Network 102a93d7-9750-43f3-b56c-24ea517f2c2e is already hosted by enough agents. {{(pid=100247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:24:09.534378 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.base_scheduler [None req-3b920ae9-8ce6-4300-bf1a-8fad49a4778e tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Resources bound (agent type, host, resource id): {{(pid=100247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:24:09.542868 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b920ae9-8ce6-4300-bf1a-8fad49a4778e tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Received port after_create {{(pid=100247) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:24:09.549335 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b920ae9-8ce6-4300-bf1a-8fad49a4778e tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:24:09.549973 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-3b920ae9-8ce6-4300-bf1a-8fad49a4778e tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:09.566443 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b920ae9-8ce6-4300-bf1a-8fad49a4778e tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Pushing event updated for resources: {'Port': ['ID=e4c48c81-1d0f-428b-bc54-66b0e1e0f74a,revision_number=1']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:24:09.582098 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-3b920ae9-8ce6-4300-bf1a-8fad49a4778e tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] 10.222.0.104 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 0.6288006 Jul 06 14:24:09.583260 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 42608) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:24:09.612112 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-b49d2fc4-895d-42ab-adbf-4138aca85a0e tempest-ExtraDHCPOptionsIpV6TestJSON-2081491843 tempest-ExtraDHCPOptionsIpV6TestJSON-2081491843-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1849032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127687649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127702047'] for subnet, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:09.644742 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09e5d2e2-4ca4-4e54-928f-52cd21ba2dfe tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:24:09.646973 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-09e5d2e2-4ca4-4e54-928f-52cd21ba2dfe tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] 10.222.0.104 "GET /v2.0/ports/e4c48c81-1d0f-428b-bc54-66b0e1e0f74a HTTP/1.1" status: 200 len: 840 time: 0.0628691 Jul 06 14:24:09.650725 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 42612) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:24:09.708115 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49d2fc4-895d-42ab-adbf-4138aca85a0e tempest-ExtraDHCPOptionsIpV6TestJSON-2081491843 tempest-ExtraDHCPOptionsIpV6TestJSON-2081491843-project] Pushing event updated for resources: {'Subnet': ['ID=5ea2a73d-8831-4f3d-9d79-0bc6f94a0319,revision_number=0']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:24:09.719993 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b49d2fc4-895d-42ab-adbf-4138aca85a0e tempest-ExtraDHCPOptionsIpV6TestJSON-2081491843 tempest-ExtraDHCPOptionsIpV6TestJSON-2081491843-project] Checking segment: {'id': 'b24391ce-cc0b-4272-b6d3-1081c45b4866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1022, 'network_id': '98cd40e1-9d60-4706-bf8a-cb1637edf76c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:24:09.720373 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b49d2fc4-895d-42ab-adbf-4138aca85a0e tempest-ExtraDHCPOptionsIpV6TestJSON-2081491843 tempest-ExtraDHCPOptionsIpV6TestJSON-2081491843-project] Network hostable DHCP agents. Network: 98cd40e1-9d60-4706-bf8a-cb1637edf76c, hostable agents: ['f2bada3d-be77-4359-982b-8505a2bbca04'], hosted agents: [] {{(pid=100246) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 14:24:09.750323 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b49d2fc4-895d-42ab-adbf-4138aca85a0e tempest-ExtraDHCPOptionsIpV6TestJSON-2081491843 tempest-ExtraDHCPOptionsIpV6TestJSON-2081491843-project] Network 98cd40e1-9d60-4706-bf8a-cb1637edf76c is scheduled to be hosted by DHCP agent f2bada3d-be77-4359-982b-8505a2bbca04 with binding_index 1 {{(pid=100246) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 14:24:09.763844 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.base_scheduler [None req-b49d2fc4-895d-42ab-adbf-4138aca85a0e tempest-ExtraDHCPOptionsIpV6TestJSON-2081491843 tempest-ExtraDHCPOptionsIpV6TestJSON-2081491843-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773647-6, 98cd40e1-9d60-4706-bf8a-cb1637edf76c) {{(pid=100246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:24:09.771743 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b49d2fc4-895d-42ab-adbf-4138aca85a0e tempest-ExtraDHCPOptionsIpV6TestJSON-2081491843 tempest-ExtraDHCPOptionsIpV6TestJSON-2081491843-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:24:09.773185 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-b49d2fc4-895d-42ab-adbf-4138aca85a0e tempest-ExtraDHCPOptionsIpV6TestJSON-2081491843 tempest-ExtraDHCPOptionsIpV6TestJSON-2081491843-project] Notify callbacks [] for subnet, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:09.780130 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4d3d45e-fb00-48d0-aa2f-7789ee070577 None None] Network 98cd40e1-9d60-4706-bf8a-cb1637edf76c requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:24:09.799033 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-b49d2fc4-895d-42ab-adbf-4138aca85a0e tempest-ExtraDHCPOptionsIpV6TestJSON-2081491843 tempest-ExtraDHCPOptionsIpV6TestJSON-2081491843-project] 10.222.0.104 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6548595 Jul 06 14:24:09.801437 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 42614) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:24:09.808315 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-0f554102-21d4-4493-9ecd-8cd178d7b38f tempest-ExtraDHCPOptionsIpV6TestJSON-2081491843 tempest-ExtraDHCPOptionsIpV6TestJSON-2081491843-project] Request body: {'port': {'network_id': '98cd40e1-9d60-4706-bf8a-cb1637edf76c', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-7491132'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:24:09.895651 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.plugin [None req-333cabed-aef1-43ef-8bc6-3ec4d1af145a tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Deleting port e4c48c81-1d0f-428b-bc54-66b0e1e0f74a {{(pid=100247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:24:09.898390 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-333cabed-aef1-43ef-8bc6-3ec4d1af145a tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:09.976822 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f554102-21d4-4493-9ecd-8cd178d7b38f tempest-ExtraDHCPOptionsIpV6TestJSON-2081491843 tempest-ExtraDHCPOptionsIpV6TestJSON-2081491843-project] Made reservation on behalf of 574528777f2541ef9297c1b5cb4e755d for: {'port': 1} {{(pid=100246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:24:09.983194 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-0f554102-21d4-4493-9ecd-8cd178d7b38f tempest-ExtraDHCPOptionsIpV6TestJSON-2081491843 tempest-ExtraDHCPOptionsIpV6TestJSON-2081491843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:10.008689 n-d-773647-6 neutron-server[100246]: DEBUG neutron.notifiers.nova [None req-0f554102-21d4-4493-9ecd-8cd178d7b38f tempest-ExtraDHCPOptionsIpV6TestJSON-2081491843 tempest-ExtraDHCPOptionsIpV6TestJSON-2081491843-project] device_id is not set on port 2c49d251-ee4e-4536-b802-9b9507f77054 yet. {{(pid=100246) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 14:24:10.010955 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-333cabed-aef1-43ef-8bc6-3ec4d1af145a tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:10.036358 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.plugin [None req-333cabed-aef1-43ef-8bc6-3ec4d1af145a tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Calling delete_port for e4c48c81-1d0f-428b-bc54-66b0e1e0f74a owned by {{(pid=100247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:24:10.097400 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb1cb363-5d34-47d0-b3c2-bc90d78aec5f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6bd5fc82-6666-56e8-87c2-91648d36c963-98cd40e1-9d60-4706-bf8a-cb1637edf76c', 'network_id': '98cd40e1-9d60-4706-bf8a-cb1637edf76c', 'tenant_id': '574528777f2541ef9297c1b5cb4e755d', 'fixed_ips': [{'subnet_id': '5ea2a73d-8831-4f3d-9d79-0bc6f94a0319'}]}} from n-d-773647-6. {{(pid=100248) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 14:24:10.104405 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-fb1cb363-5d34-47d0-b3c2-bc90d78aec5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:10.180059 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-333cabed-aef1-43ef-8bc6-3ec4d1af145a tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128888353'] for port, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:10.234644 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-333cabed-aef1-43ef-8bc6-3ec4d1af145a tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:10.235954 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.db_base_plugin_common [None req-0f554102-21d4-4493-9ecd-8cd178d7b38f tempest-ExtraDHCPOptionsIpV6TestJSON-2081491843 tempest-ExtraDHCPOptionsIpV6TestJSON-2081491843-project] Allocated IP 2001:db8::10a (98cd40e1-9d60-4706-bf8a-cb1637edf76c/5ea2a73d-8831-4f3d-9d79-0bc6f94a0319/2c49d251-ee4e-4536-b802-9b9507f77054) {{(pid=100246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:24:10.241967 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 42624) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:24:10.242394 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-333cabed-aef1-43ef-8bc6-3ec4d1af145a tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] 10.222.0.104 "DELETE /v2.0/ports/e4c48c81-1d0f-428b-bc54-66b0e1e0f74a HTTP/1.1" status: 204 len: 168 time: 0.5894277 Jul 06 14:24:10.244255 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333cabed-aef1-43ef-8bc6-3ec4d1af145a tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Pushing event deleted for resources: {'Port': ['ID=e4c48c81-1d0f-428b-bc54-66b0e1e0f74a,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:24:10.293384 n-d-773647-6 neutron-server[100246]: INFO neutron.pecan_wsgi.hooks.translation [None req-90766bb0-038e-499f-be76-d8c8598f8780 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] GET failed (client error): The resource could not be found. Jul 06 14:24:10.299483 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-90766bb0-038e-499f-be76-d8c8598f8780 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] 10.222.0.104 "GET /v2.0/ports/e4c48c81-1d0f-428b-bc54-66b0e1e0f74a HTTP/1.1" status: 404 len: 333 time: 0.0518465 Jul 06 14:24:10.302970 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 42628) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:24:10.310377 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [None req-227245a4-8179-43e4-9537-46da781d5d81 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Request body: {'port': {'network_id': '102a93d7-9750-43f3-b56c-24ea517f2c2e', 'name': 'tempest-PortsTestJSON-2074833825'}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:24:10.386474 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 42630) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:24:10.416256 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-227245a4-8179-43e4-9537-46da781d5d81 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Made reservation on behalf of 754edc6d72c241609d5c976e8526e541 for: {'port': 1} {{(pid=100247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:24:10.420011 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-227245a4-8179-43e4-9537-46da781d5d81 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:10.437961 n-d-773647-6 neutron-server[100247]: DEBUG neutron.notifiers.nova [None req-227245a4-8179-43e4-9537-46da781d5d81 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] device_id is not set on port 337bd79a-0760-4c4a-af89-bb879cc777d2 yet. {{(pid=100247) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 14:24:10.484848 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-0f554102-21d4-4493-9ecd-8cd178d7b38f tempest-ExtraDHCPOptionsIpV6TestJSON-2081491843 tempest-ExtraDHCPOptionsIpV6TestJSON-2081491843-project] Notify callbacks [] for port, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:10.503991 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.provisioning_blocks [None req-0f554102-21d4-4493-9ecd-8cd178d7b38f tempest-ExtraDHCPOptionsIpV6TestJSON-2081491843 tempest-ExtraDHCPOptionsIpV6TestJSON-2081491843-project] Transition to ACTIVE for port object 2c49d251-ee4e-4536-b802-9b9507f77054 will not be triggered until provisioned by entity DHCP. {{(pid=100246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:24:10.565216 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-0f554102-21d4-4493-9ecd-8cd178d7b38f tempest-ExtraDHCPOptionsIpV6TestJSON-2081491843 tempest-ExtraDHCPOptionsIpV6TestJSON-2081491843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-127687573'] for port, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:10.617484 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-227245a4-8179-43e4-9537-46da781d5d81 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Notify callbacks [] for port, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:10.628048 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-e1831548-e4ba-47f0-8233-79a6c8683787 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:10.630948 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.db_base_plugin_common [None req-fb1cb363-5d34-47d0-b3c2-bc90d78aec5f None None] Allocated IP 2001:db8::2 (98cd40e1-9d60-4706-bf8a-cb1637edf76c/5ea2a73d-8831-4f3d-9d79-0bc6f94a0319/0d62e1dc-6235-4553-add4-8adb8f2d9cbe) {{(pid=100248) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:24:10.640133 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f554102-21d4-4493-9ecd-8cd178d7b38f tempest-ExtraDHCPOptionsIpV6TestJSON-2081491843 tempest-ExtraDHCPOptionsIpV6TestJSON-2081491843-project] Network 98cd40e1-9d60-4706-bf8a-cb1637edf76c is already hosted by enough agents. {{(pid=100246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:24:10.652664 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.base_scheduler [None req-0f554102-21d4-4493-9ecd-8cd178d7b38f tempest-ExtraDHCPOptionsIpV6TestJSON-2081491843 tempest-ExtraDHCPOptionsIpV6TestJSON-2081491843-project] Resources bound (agent type, host, resource id): {{(pid=100246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:24:10.657286 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f554102-21d4-4493-9ecd-8cd178d7b38f tempest-ExtraDHCPOptionsIpV6TestJSON-2081491843 tempest-ExtraDHCPOptionsIpV6TestJSON-2081491843-project] Received port after_create {{(pid=100246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:24:10.663370 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f554102-21d4-4493-9ecd-8cd178d7b38f tempest-ExtraDHCPOptionsIpV6TestJSON-2081491843 tempest-ExtraDHCPOptionsIpV6TestJSON-2081491843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:24:10.664051 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-0f554102-21d4-4493-9ecd-8cd178d7b38f tempest-ExtraDHCPOptionsIpV6TestJSON-2081491843 tempest-ExtraDHCPOptionsIpV6TestJSON-2081491843-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:10.664735 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-227245a4-8179-43e4-9537-46da781d5d81 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-128888360'] for port, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:10.669108 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f554102-21d4-4493-9ecd-8cd178d7b38f tempest-ExtraDHCPOptionsIpV6TestJSON-2081491843 tempest-ExtraDHCPOptionsIpV6TestJSON-2081491843-project] Pushing event updated for resources: {'Port': ['ID=2c49d251-ee4e-4536-b802-9b9507f77054,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:24:10.723421 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:10.764326 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227245a4-8179-43e4-9537-46da781d5d81 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Pushing event updated for resources: {'Port': ['ID=337bd79a-0760-4c4a-af89-bb879cc777d2,revision_number=1']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:24:10.774296 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-e1831548-e4ba-47f0-8233-79a6c8683787 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:10.784242 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-e1831548-e4ba-47f0-8233-79a6c8683787 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:10.802849 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-227245a4-8179-43e4-9537-46da781d5d81 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Network 102a93d7-9750-43f3-b56c-24ea517f2c2e is already hosted by enough agents. {{(pid=100247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:24:10.806547 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.base_scheduler [None req-227245a4-8179-43e4-9537-46da781d5d81 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Resources bound (agent type, host, resource id): {{(pid=100247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:24:10.811832 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-227245a4-8179-43e4-9537-46da781d5d81 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Received port after_create {{(pid=100247) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:24:10.823673 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-227245a4-8179-43e4-9537-46da781d5d81 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:24:10.824331 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-227245a4-8179-43e4-9537-46da781d5d81 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:10.832824 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-0f554102-21d4-4493-9ecd-8cd178d7b38f tempest-ExtraDHCPOptionsIpV6TestJSON-2081491843 tempest-ExtraDHCPOptionsIpV6TestJSON-2081491843-project] 10.222.0.104 "POST /v2.0/ports HTTP/1.1" status: 201 len: 939 time: 1.0270197 Jul 06 14:24:10.834144 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 42634) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:24:10.845111 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-e3dc3b9e-0791-402c-a7a2-1a1b4cea8b7e tempest-ExtraDHCPOptionsIpV6TestJSON-2081491843 tempest-ExtraDHCPOptionsIpV6TestJSON-2081491843-project] Request body: {'port': {'network_id': '98cd40e1-9d60-4706-bf8a-cb1637edf76c', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-154261512', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:24:10.845932 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.api.validators [None req-e3dc3b9e-0791-402c-a7a2-1a1b4cea8b7e tempest-ExtraDHCPOptionsIpV6TestJSON-2081491843 tempest-ExtraDHCPOptionsIpV6TestJSON-2081491843-project] bootfile-name is not in valid_values {{(pid=100246) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 06 14:24:10.846329 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-227245a4-8179-43e4-9537-46da781d5d81 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] 10.222.0.104 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.5417864 Jul 06 14:24:10.846509 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.api.validators [None req-e3dc3b9e-0791-402c-a7a2-1a1b4cea8b7e tempest-ExtraDHCPOptionsIpV6TestJSON-2081491843 tempest-ExtraDHCPOptionsIpV6TestJSON-2081491843-project] tftp-server is not in valid_values {{(pid=100246) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 06 14:24:10.846948 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.api.validators [None req-e3dc3b9e-0791-402c-a7a2-1a1b4cea8b7e tempest-ExtraDHCPOptionsIpV6TestJSON-2081491843 tempest-ExtraDHCPOptionsIpV6TestJSON-2081491843-project] server-ip-address is not in valid_values {{(pid=100246) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 06 14:24:10.847708 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-fb1cb363-5d34-47d0-b3c2-bc90d78aec5f None None] Notify callbacks [] for port, precommit_create {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:10.849242 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 42636) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:24:10.857965 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-fb1cb363-5d34-47d0-b3c2-bc90d78aec5f None None] Transition to ACTIVE for port object 0d62e1dc-6235-4553-add4-8adb8f2d9cbe will not be triggered until provisioned by entity L2. {{(pid=100248) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:24:10.861045 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [None req-c98ebe21-bbcc-4229-8cee-71073573ad70 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:24:10.868901 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-e1831548-e4ba-47f0-8233-79a6c8683787 admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=b53f73a4018043f4b4c926a3c11762ba&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4813728 Jul 06 14:24:10.869908 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 42638) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:24:10.877244 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-fb1cb363-5d34-47d0-b3c2-bc90d78aec5f None None] Transition to ACTIVE for port object 0d62e1dc-6235-4553-add4-8adb8f2d9cbe will not be triggered until provisioned by entity DHCP. {{(pid=100248) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:24:10.898599 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-fb1cb363-5d34-47d0-b3c2-bc90d78aec5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108'] for port, after_create {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:10.933561 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1831548-e4ba-47f0-8233-79a6c8683787 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dca49b6e-5da4-4319-90f9-79a1663cfb4a,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:24:10.980312 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1cb363-5d34-47d0-b3c2-bc90d78aec5f None None] Pushing event updated for resources: {'Port': ['ID=0d62e1dc-6235-4553-add4-8adb8f2d9cbe,revision_number=1']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:24:10.992897 n-d-773647-6 neutron-server[100248]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb1cb363-5d34-47d0-b3c2-bc90d78aec5f None None] Network 98cd40e1-9d60-4706-bf8a-cb1637edf76c is already hosted by enough agents. {{(pid=100248) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:24:10.994479 n-d-773647-6 neutron-server[100248]: DEBUG neutron.scheduler.base_scheduler [None req-fb1cb363-5d34-47d0-b3c2-bc90d78aec5f None None] Resources bound (agent type, host, resource id): {{(pid=100248) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:24:10.997551 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb1cb363-5d34-47d0-b3c2-bc90d78aec5f None None] Received port after_create {{(pid=100248) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:24:11.013095 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3dc3b9e-0791-402c-a7a2-1a1b4cea8b7e tempest-ExtraDHCPOptionsIpV6TestJSON-2081491843 tempest-ExtraDHCPOptionsIpV6TestJSON-2081491843-project] Made reservation on behalf of 574528777f2541ef9297c1b5cb4e755d for: {'port': 1} {{(pid=100246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:24:11.017597 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-e3dc3b9e-0791-402c-a7a2-1a1b4cea8b7e tempest-ExtraDHCPOptionsIpV6TestJSON-2081491843 tempest-ExtraDHCPOptionsIpV6TestJSON-2081491843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:11.041648 n-d-773647-6 neutron-server[100246]: DEBUG neutron.notifiers.nova [None req-e3dc3b9e-0791-402c-a7a2-1a1b4cea8b7e tempest-ExtraDHCPOptionsIpV6TestJSON-2081491843 tempest-ExtraDHCPOptionsIpV6TestJSON-2081491843-project] device_id is not set on port c1ee370a-3139-4906-b3a5-f7cf598e3ecd yet. {{(pid=100246) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 14:24:11.064920 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-433d2b7f-5630-4b84-836b-816ecc36b0c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:11.067664 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-fb1cb363-5d34-47d0-b3c2-bc90d78aec5f None None] Attempting to bind port 0d62e1dc-6235-4553-add4-8adb8f2d9cbe on host n-d-773647-6 for vnic_type normal with profile {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:24:11.068250 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-fb1cb363-5d34-47d0-b3c2-bc90d78aec5f None None] Attempting to bind port 0d62e1dc-6235-4553-add4-8adb8f2d9cbe by drivers openvswitch,hyperv on host n-d-773647-6 at level 0 using segments [{'id': 'b24391ce-cc0b-4272-b6d3-1081c45b4866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1022, 'network_id': '98cd40e1-9d60-4706-bf8a-cb1637edf76c'}] {{(pid=100248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:24:11.068902 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb1cb363-5d34-47d0-b3c2-bc90d78aec5f None None] Attempting to bind port 0d62e1dc-6235-4553-add4-8adb8f2d9cbe on network 98cd40e1-9d60-4706-bf8a-cb1637edf76c {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:24:11.076260 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb1cb363-5d34-47d0-b3c2-bc90d78aec5f None None] Checking agent: {'id': '8ab5b19c-d213-4f29-891d-27bdf39d38b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773647-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 43, 26), 'started_at': datetime.datetime(2021, 7, 6, 13, 43, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 23, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773647-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:24:11.077040 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb1cb363-5d34-47d0-b3c2-bc90d78aec5f None None] Checking segment: {'id': 'b24391ce-cc0b-4272-b6d3-1081c45b4866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1022, 'network_id': '98cd40e1-9d60-4706-bf8a-cb1637edf76c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:24:11.077556 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-fb1cb363-5d34-47d0-b3c2-bc90d78aec5f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:11.078317 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb1cb363-5d34-47d0-b3c2-bc90d78aec5f None None] Bound using segment: {'id': 'b24391ce-cc0b-4272-b6d3-1081c45b4866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1022, 'network_id': '98cd40e1-9d60-4706-bf8a-cb1637edf76c'} {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:24:11.078680 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-fb1cb363-5d34-47d0-b3c2-bc90d78aec5f None None] Bound port: 0d62e1dc-6235-4553-add4-8adb8f2d9cbe, host: n-d-773647-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b24391ce-cc0b-4272-b6d3-1081c45b4866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1022, 'network_id': '98cd40e1-9d60-4706-bf8a-cb1637edf76c'}}] {{(pid=100248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:24:11.079176 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-fb1cb363-5d34-47d0-b3c2-bc90d78aec5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:11.091875 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-433d2b7f-5630-4b84-836b-816ecc36b0c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:11.141011 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-c98ebe21-bbcc-4229-8cee-71073573ad70 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:11.155799 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-fb1cb363-5d34-47d0-b3c2-bc90d78aec5f None None] For port 0d62e1dc-6235-4553-add4-8adb8f2d9cbe, host n-d-773647-6, cleared binding levels {{(pid=100248) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:24:11.169057 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-fb1cb363-5d34-47d0-b3c2-bc90d78aec5f None None] For port 0d62e1dc-6235-4553-add4-8adb8f2d9cbe, host n-d-773647-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=0d62e1dc-6235-4553-add4-8adb8f2d9cbe,segment=NetworkSegment(b24391ce-cc0b-4272-b6d3-1081c45b4866),segment_id=b24391ce-cc0b-4272-b6d3-1081c45b4866)] {{(pid=100248) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:24:11.176347 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-fb1cb363-5d34-47d0-b3c2-bc90d78aec5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:11.184317 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.db_base_plugin_common [None req-e3dc3b9e-0791-402c-a7a2-1a1b4cea8b7e tempest-ExtraDHCPOptionsIpV6TestJSON-2081491843 tempest-ExtraDHCPOptionsIpV6TestJSON-2081491843-project] Allocated IP 2001:db8::398 (98cd40e1-9d60-4706-bf8a-cb1637edf76c/5ea2a73d-8831-4f3d-9d79-0bc6f94a0319/c1ee370a-3139-4906-b3a5-f7cf598e3ecd) {{(pid=100246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:24:11.224627 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-433d2b7f-5630-4b84-836b-816ecc36b0c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:11.228193 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-433d2b7f-5630-4b84-836b-816ecc36b0c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:11.231819 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-433d2b7f-5630-4b84-836b-816ecc36b0c4 admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/dca49b6e-5da4-4319-90f9-79a1663cfb4a HTTP/1.1" status: 204 len: 168 time: 0.3586209 Jul 06 14:24:11.261282 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1cb363-5d34-47d0-b3c2-bc90d78aec5f None None] Pushing event updated for resources: {'Port': ['ID=0d62e1dc-6235-4553-add4-8adb8f2d9cbe,revision_number=2']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:24:11.318142 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433d2b7f-5630-4b84-836b-816ecc36b0c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dca49b6e-5da4-4319-90f9-79a1663cfb4a,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:24:11.426767 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-c98ebe21-bbcc-4229-8cee-71073573ad70 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Notify callbacks [] for port, precommit_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:11.434318 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-c98ebe21-bbcc-4229-8cee-71073573ad70 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128888538'] for port, after_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:11.445200 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-e3dc3b9e-0791-402c-a7a2-1a1b4cea8b7e tempest-ExtraDHCPOptionsIpV6TestJSON-2081491843 tempest-ExtraDHCPOptionsIpV6TestJSON-2081491843-project] Notify callbacks [] for port, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:11.455113 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.plugin [None req-c98ebe21-bbcc-4229-8cee-71073573ad70 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] In _notify_port_updated(), no bound segment for port 337bd79a-0760-4c4a-af89-bb879cc777d2 on network 102a93d7-9750-43f3-b56c-24ea517f2c2e {{(pid=100247) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 06 14:24:11.461266 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c98ebe21-bbcc-4229-8cee-71073573ad70 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:24:11.461989 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-c98ebe21-bbcc-4229-8cee-71073573ad70 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:11.463425 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-c98ebe21-bbcc-4229-8cee-71073573ad70 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] 10.222.0.104 "PUT /v2.0/ports/337bd79a-0760-4c4a-af89-bb879cc777d2 HTTP/1.1" status: 200 len: 818 time: 0.6122539 Jul 06 14:24:11.468366 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 42650) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:24:11.477940 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.provisioning_blocks [None req-e3dc3b9e-0791-402c-a7a2-1a1b4cea8b7e tempest-ExtraDHCPOptionsIpV6TestJSON-2081491843 tempest-ExtraDHCPOptionsIpV6TestJSON-2081491843-project] Transition to ACTIVE for port object c1ee370a-3139-4906-b3a5-f7cf598e3ecd will not be triggered until provisioned by entity DHCP. {{(pid=100246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:24:11.518170 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98ebe21-bbcc-4229-8cee-71073573ad70 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Pushing event updated for resources: {'Port': ['ID=337bd79a-0760-4c4a-af89-bb879cc777d2,revision_number=2']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:24:11.607016 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-e3dc3b9e-0791-402c-a7a2-1a1b4cea8b7e tempest-ExtraDHCPOptionsIpV6TestJSON-2081491843 tempest-ExtraDHCPOptionsIpV6TestJSON-2081491843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-127687573'] for port, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:11.639066 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 42652) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:24:11.653346 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-0d0a18fa-3155-4b93-99a4-0d75f364f807 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:11.676074 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3dc3b9e-0791-402c-a7a2-1a1b4cea8b7e tempest-ExtraDHCPOptionsIpV6TestJSON-2081491843 tempest-ExtraDHCPOptionsIpV6TestJSON-2081491843-project] Network 98cd40e1-9d60-4706-bf8a-cb1637edf76c is already hosted by enough agents. {{(pid=100246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:24:11.685168 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [None req-a13b29e8-7903-4596-a766-f606ae68b3ef tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Deleting port 337bd79a-0760-4c4a-af89-bb879cc777d2 {{(pid=100246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:24:11.685579 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-a13b29e8-7903-4596-a766-f606ae68b3ef tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:11.691717 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.base_scheduler [None req-e3dc3b9e-0791-402c-a7a2-1a1b4cea8b7e tempest-ExtraDHCPOptionsIpV6TestJSON-2081491843 tempest-ExtraDHCPOptionsIpV6TestJSON-2081491843-project] Resources bound (agent type, host, resource id): {{(pid=100246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:24:11.696795 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3dc3b9e-0791-402c-a7a2-1a1b4cea8b7e tempest-ExtraDHCPOptionsIpV6TestJSON-2081491843 tempest-ExtraDHCPOptionsIpV6TestJSON-2081491843-project] Pushing event updated for resources: {'Port': ['ID=c1ee370a-3139-4906-b3a5-f7cf598e3ecd,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:24:11.717531 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3dc3b9e-0791-402c-a7a2-1a1b4cea8b7e tempest-ExtraDHCPOptionsIpV6TestJSON-2081491843 tempest-ExtraDHCPOptionsIpV6TestJSON-2081491843-project] Received port after_create {{(pid=100246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:24:11.726210 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3dc3b9e-0791-402c-a7a2-1a1b4cea8b7e tempest-ExtraDHCPOptionsIpV6TestJSON-2081491843 tempest-ExtraDHCPOptionsIpV6TestJSON-2081491843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:24:11.727284 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-e3dc3b9e-0791-402c-a7a2-1a1b4cea8b7e tempest-ExtraDHCPOptionsIpV6TestJSON-2081491843 tempest-ExtraDHCPOptionsIpV6TestJSON-2081491843-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:11.789721 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-0d0a18fa-3155-4b93-99a4-0d75f364f807 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:11.794316 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-0d0a18fa-3155-4b93-99a4-0d75f364f807 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:11.813600 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-e3dc3b9e-0791-402c-a7a2-1a1b4cea8b7e tempest-ExtraDHCPOptionsIpV6TestJSON-2081491843 tempest-ExtraDHCPOptionsIpV6TestJSON-2081491843-project] 10.222.0.104 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1149 time: 0.9786611 Jul 06 14:24:11.815914 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-a13b29e8-7903-4596-a766-f606ae68b3ef tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:11.818345 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 42654) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:24:11.851127 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-0d0a18fa-3155-4b93-99a4-0d75f364f807 admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=72bdc7a4976241b58eed1d927236b0b2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2084846 Jul 06 14:24:11.853610 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 42656) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:24:11.869708 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0a18fa-3155-4b93-99a4-0d75f364f807 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32939f55-01e1-45d0-b8a9-265078cb28f7,revision_number=1']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:24:11.877369 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [None req-a13b29e8-7903-4596-a766-f606ae68b3ef tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Calling delete_port for 337bd79a-0760-4c4a-af89-bb879cc777d2 owned by {{(pid=100246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:24:11.911176 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-2d05fb21-ac8b-42a7-be89-8f3f5a00283c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:11.936804 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-2d05fb21-ac8b-42a7-be89-8f3f5a00283c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:11.940414 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 0d62e1dc-6235-4553-add4-8adb8f2d9cbe up at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:24:11.996316 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-2d05fb21-ac8b-42a7-be89-8f3f5a00283c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:11.997763 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning for port 0d62e1dc-6235-4553-add4-8adb8f2d9cbe completed by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:24:11.999152 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-2d05fb21-ac8b-42a7-be89-8f3f5a00283c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:12.005945 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c800109d-fcdd-4232-85e2-d8293421c467 tempest-ExtraDHCPOptionsIpV6TestJSON-2081491843 tempest-ExtraDHCPOptionsIpV6TestJSON-2081491843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:24:12.011732 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-2d05fb21-ac8b-42a7-be89-8f3f5a00283c admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/32939f55-01e1-45d0-b8a9-265078cb28f7 HTTP/1.1" status: 204 len: 168 time: 0.1490557 Jul 06 14:24:12.012670 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c800109d-fcdd-4232-85e2-d8293421c467 tempest-ExtraDHCPOptionsIpV6TestJSON-2081491843 tempest-ExtraDHCPOptionsIpV6TestJSON-2081491843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:24:12.020236 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c800109d-fcdd-4232-85e2-d8293421c467 tempest-ExtraDHCPOptionsIpV6TestJSON-2081491843 tempest-ExtraDHCPOptionsIpV6TestJSON-2081491843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:24:12.020405 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d05fb21-ac8b-42a7-be89-8f3f5a00283c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32939f55-01e1-45d0-b8a9-265078cb28f7,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:24:12.024674 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-c800109d-fcdd-4232-85e2-d8293421c467 tempest-ExtraDHCPOptionsIpV6TestJSON-2081491843 tempest-ExtraDHCPOptionsIpV6TestJSON-2081491843-project] 10.222.0.104 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2618 time: 0.2026494 Jul 06 14:24:12.025670 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 42662) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:24:12.083478 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-a13b29e8-7903-4596-a766-f606ae68b3ef tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127687580'] for port, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:12.144604 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13b29e8-7903-4596-a766-f606ae68b3ef tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Pushing event deleted for resources: {'Port': ['ID=337bd79a-0760-4c4a-af89-bb879cc777d2,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:24:12.149140 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-a13b29e8-7903-4596-a766-f606ae68b3ef tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:12.151061 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-a13b29e8-7903-4596-a766-f606ae68b3ef tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] 10.222.0.104 "DELETE /v2.0/ports/337bd79a-0760-4c4a-af89-bb879cc777d2 HTTP/1.1" status: 204 len: 168 time: 0.6817682 Jul 06 14:24:12.155162 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 42664) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:24:12.253451 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [None req-878e646a-b082-4c0f-8837-41a4c3f72133 tempest-ExtraDHCPOptionsIpV6TestJSON-2081491843 tempest-ExtraDHCPOptionsIpV6TestJSON-2081491843-project] Deleting port c1ee370a-3139-4906-b3a5-f7cf598e3ecd {{(pid=100246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:24:12.254007 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-878e646a-b082-4c0f-8837-41a4c3f72133 tempest-ExtraDHCPOptionsIpV6TestJSON-2081491843 tempest-ExtraDHCPOptionsIpV6TestJSON-2081491843-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:12.320195 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1d21dbf-62b9-4916-810b-b179ea2b5576 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:24:12.324988 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-b1d21dbf-62b9-4916-810b-b179ea2b5576 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] 10.222.0.104 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.1655326 Jul 06 14:24:12.325664 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 42670) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:24:12.377899 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-878e646a-b082-4c0f-8837-41a4c3f72133 tempest-ExtraDHCPOptionsIpV6TestJSON-2081491843 tempest-ExtraDHCPOptionsIpV6TestJSON-2081491843-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:12.378893 n-d-773647-6 neutron-server[100247]: INFO neutron.pecan_wsgi.hooks.translation [None req-ab130983-d307-4a5f-93df-862cf605dbb5 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] GET failed (client error): The resource could not be found. Jul 06 14:24:12.384302 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-ab130983-d307-4a5f-93df-862cf605dbb5 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] 10.222.0.104 "GET /v2.0/ports/337bd79a-0760-4c4a-af89-bb879cc777d2 HTTP/1.1" status: 404 len: 333 time: 0.0533671 Jul 06 14:24:12.384639 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 42676) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:24:12.390552 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [None req-b5018bdb-09b0-4315-8f60-a97a6f951588 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-165632799'}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:24:12.392394 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [None req-878e646a-b082-4c0f-8837-41a4c3f72133 tempest-ExtraDHCPOptionsIpV6TestJSON-2081491843 tempest-ExtraDHCPOptionsIpV6TestJSON-2081491843-project] Calling delete_port for c1ee370a-3139-4906-b3a5-f7cf598e3ecd owned by {{(pid=100246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:24:12.431190 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5018bdb-09b0-4315-8f60-a97a6f951588 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Made reservation on behalf of 754edc6d72c241609d5c976e8526e541 for: {'network': 1} {{(pid=100247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:24:12.436799 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-b5018bdb-09b0-4315-8f60-a97a6f951588 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for network, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:12.474438 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b5018bdb-09b0-4315-8f60-a97a6f951588 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] vlan segment allocate from pool success with {'vlan_id': 1045, 'physical_network': 'physnet1'} {{(pid=100247) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 14:24:12.506990 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-b5018bdb-09b0-4315-8f60-a97a6f951588 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552'] for segment, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:12.508101 n-d-773647-6 neutron-server[100247]: INFO neutron.db.segments_db [None req-b5018bdb-09b0-4315-8f60-a97a6f951588 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Added segment ee715636-504a-4353-bda3-dda52c26489b of type vlan for network e996f7d2-9ff0-4aa5-8f20-4cad729587e5 Jul 06 14:24:12.540656 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:12.568976 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-b5018bdb-09b0-4315-8f60-a97a6f951588 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773752984405'] for network, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:12.616883 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-b5018bdb-09b0-4315-8f60-a97a6f951588 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060'] for network, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:12.626683 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-878e646a-b082-4c0f-8837-41a4c3f72133 tempest-ExtraDHCPOptionsIpV6TestJSON-2081491843 tempest-ExtraDHCPOptionsIpV6TestJSON-2081491843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127687580'] for port, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:12.627730 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5018bdb-09b0-4315-8f60-a97a6f951588 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:24:12.628615 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-b5018bdb-09b0-4315-8f60-a97a6f951588 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Notify callbacks [] for network, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:12.692966 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878e646a-b082-4c0f-8837-41a4c3f72133 tempest-ExtraDHCPOptionsIpV6TestJSON-2081491843 tempest-ExtraDHCPOptionsIpV6TestJSON-2081491843-project] Pushing event deleted for resources: {'Port': ['ID=c1ee370a-3139-4906-b3a5-f7cf598e3ecd,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:24:12.726919 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-b5018bdb-09b0-4315-8f60-a97a6f951588 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] 10.222.0.104 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.3385663 Jul 06 14:24:12.734793 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 42684) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:24:12.741965 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-5cbe3f1a-ccd9-4941-87c0-147a8d455935 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Request body: {'subnet': {'network_id': 'e996f7d2-9ff0-4aa5-8f20-4cad729587e5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:24:12.746463 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-878e646a-b082-4c0f-8837-41a4c3f72133 tempest-ExtraDHCPOptionsIpV6TestJSON-2081491843 tempest-ExtraDHCPOptionsIpV6TestJSON-2081491843-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:12.748546 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-878e646a-b082-4c0f-8837-41a4c3f72133 tempest-ExtraDHCPOptionsIpV6TestJSON-2081491843 tempest-ExtraDHCPOptionsIpV6TestJSON-2081491843-project] 10.222.0.104 "DELETE /v2.0/ports/c1ee370a-3139-4906-b3a5-f7cf598e3ecd HTTP/1.1" status: 204 len: 168 time: 0.7218778 Jul 06 14:24:12.760948 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 42688) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:24:12.769695 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [None req-12d638fd-d74e-4b09-9fd8-df7c865dfe61 tempest-ExtraDHCPOptionsIpV6TestJSON-2081491843 tempest-ExtraDHCPOptionsIpV6TestJSON-2081491843-project] Request body: {'port': {'name': 'tempest-new-port-name-529274445', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:24:12.770262 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.api.validators [None req-12d638fd-d74e-4b09-9fd8-df7c865dfe61 tempest-ExtraDHCPOptionsIpV6TestJSON-2081491843 tempest-ExtraDHCPOptionsIpV6TestJSON-2081491843-project] bootfile-name is not in valid_values {{(pid=100247) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 06 14:24:12.770717 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.api.validators [None req-12d638fd-d74e-4b09-9fd8-df7c865dfe61 tempest-ExtraDHCPOptionsIpV6TestJSON-2081491843 tempest-ExtraDHCPOptionsIpV6TestJSON-2081491843-project] tftp-server is not in valid_values {{(pid=100247) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 06 14:24:12.771250 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.api.validators [None req-12d638fd-d74e-4b09-9fd8-df7c865dfe61 tempest-ExtraDHCPOptionsIpV6TestJSON-2081491843 tempest-ExtraDHCPOptionsIpV6TestJSON-2081491843-project] server-ip-address is not in valid_values {{(pid=100247) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 06 14:24:12.827940 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c41b559-4983-44b3-a050-0b002f77052f None None] Network 98cd40e1-9d60-4706-bf8a-cb1637edf76c requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:24:12.874279 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cbe3f1a-ccd9-4941-87c0-147a8d455935 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Made reservation on behalf of 754edc6d72c241609d5c976e8526e541 for: {'subnet': 1} {{(pid=100246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:24:12.883140 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-5cbe3f1a-ccd9-4941-87c0-147a8d455935 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127702029'] for subnet, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:12.903688 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-ab3107c1-9ac0-4458-8ba2-cf8becb709fd None None] Provisioning for port 0d62e1dc-6235-4553-add4-8adb8f2d9cbe completed by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:24:12.914607 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-12d638fd-d74e-4b09-9fd8-df7c865dfe61 tempest-ExtraDHCPOptionsIpV6TestJSON-2081491843 tempest-ExtraDHCPOptionsIpV6TestJSON-2081491843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:12.918543 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5018bdb-09b0-4315-8f60-a97a6f951588 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Pushing event updated for resources: {'Network': ['ID=e996f7d2-9ff0-4aa5-8f20-4cad729587e5,revision_number=1']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:24:12.924593 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-ab3107c1-9ac0-4458-8ba2-cf8becb709fd None None] Provisioning complete for port 0d62e1dc-6235-4553-add4-8adb8f2d9cbe triggered by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:24:12.925209 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-ab3107c1-9ac0-4458-8ba2-cf8becb709fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:12.932094 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Network e996f7d2-9ff0-4aa5-8f20-4cad729587e5 details requested by agent ovs-agent-n-d-773647-6 with host n-d-773647-6 {{(pid=100248) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 14:24:13.190747 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-5cbe3f1a-ccd9-4941-87c0-147a8d455935 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1849032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127687649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127702047'] for subnet, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:13.192609 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-ab3107c1-9ac0-4458-8ba2-cf8becb709fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:13.194245 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-12d638fd-d74e-4b09-9fd8-df7c865dfe61 tempest-ExtraDHCPOptionsIpV6TestJSON-2081491843 tempest-ExtraDHCPOptionsIpV6TestJSON-2081491843-project] Notify callbacks [] for port, precommit_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:13.202506 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-12d638fd-d74e-4b09-9fd8-df7c865dfe61 tempest-ExtraDHCPOptionsIpV6TestJSON-2081491843 tempest-ExtraDHCPOptionsIpV6TestJSON-2081491843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128888538'] for port, after_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:13.259318 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cbe3f1a-ccd9-4941-87c0-147a8d455935 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Pushing event updated for resources: {'Subnet': ['ID=25f2ffda-79a8-4d91-a0f7-386496a71b35,revision_number=0']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:24:13.269490 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cbe3f1a-ccd9-4941-87c0-147a8d455935 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Checking segment: {'id': 'ee715636-504a-4353-bda3-dda52c26489b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1045, 'network_id': 'e996f7d2-9ff0-4aa5-8f20-4cad729587e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:24:13.269854 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cbe3f1a-ccd9-4941-87c0-147a8d455935 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Network hostable DHCP agents. Network: e996f7d2-9ff0-4aa5-8f20-4cad729587e5, hostable agents: ['f2bada3d-be77-4359-982b-8505a2bbca04'], hosted agents: [] {{(pid=100246) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 14:24:13.281697 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.plugin [None req-12d638fd-d74e-4b09-9fd8-df7c865dfe61 tempest-ExtraDHCPOptionsIpV6TestJSON-2081491843 tempest-ExtraDHCPOptionsIpV6TestJSON-2081491843-project] In _notify_port_updated(), no bound segment for port 2c49d251-ee4e-4536-b802-9b9507f77054 on network 98cd40e1-9d60-4706-bf8a-cb1637edf76c {{(pid=100247) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 06 14:24:13.285590 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-ab3107c1-9ac0-4458-8ba2-cf8becb709fd None None] For port 0d62e1dc-6235-4553-add4-8adb8f2d9cbe, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=0d62e1dc-6235-4553-add4-8adb8f2d9cbe,segment=NetworkSegment(b24391ce-cc0b-4272-b6d3-1081c45b4866),segment_id=b24391ce-cc0b-4272-b6d3-1081c45b4866)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:24:13.292796 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cbe3f1a-ccd9-4941-87c0-147a8d455935 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Network e996f7d2-9ff0-4aa5-8f20-4cad729587e5 is scheduled to be hosted by DHCP agent f2bada3d-be77-4359-982b-8505a2bbca04 with binding_index 1 {{(pid=100246) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 14:24:13.298151 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-ab3107c1-9ac0-4458-8ba2-cf8becb709fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:13.301021 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12d638fd-d74e-4b09-9fd8-df7c865dfe61 tempest-ExtraDHCPOptionsIpV6TestJSON-2081491843 tempest-ExtraDHCPOptionsIpV6TestJSON-2081491843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:24:13.302663 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-12d638fd-d74e-4b09-9fd8-df7c865dfe61 tempest-ExtraDHCPOptionsIpV6TestJSON-2081491843 tempest-ExtraDHCPOptionsIpV6TestJSON-2081491843-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:13.305358 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-12d638fd-d74e-4b09-9fd8-df7c865dfe61 tempest-ExtraDHCPOptionsIpV6TestJSON-2081491843 tempest-ExtraDHCPOptionsIpV6TestJSON-2081491843-project] 10.222.0.104 "PUT /v2.0/ports/2c49d251-ee4e-4536-b802-9b9507f77054 HTTP/1.1" status: 200 len: 1129 time: 0.5430362 Jul 06 14:24:13.306958 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.base_scheduler [None req-5cbe3f1a-ccd9-4941-87c0-147a8d455935 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773647-6, e996f7d2-9ff0-4aa5-8f20-4cad729587e5) {{(pid=100246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:24:13.308661 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 42702) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:24:13.336998 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cbe3f1a-ccd9-4941-87c0-147a8d455935 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:24:13.337811 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-5cbe3f1a-ccd9-4941-87c0-147a8d455935 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Notify callbacks [] for subnet, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:13.343391 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d638fd-d74e-4b09-9fd8-df7c865dfe61 tempest-ExtraDHCPOptionsIpV6TestJSON-2081491843 tempest-ExtraDHCPOptionsIpV6TestJSON-2081491843-project] Pushing event updated for resources: {'Port': ['ID=2c49d251-ee4e-4536-b802-9b9507f77054,revision_number=2']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:24:13.351918 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19783a9b-7c08-4901-a174-88985e90cc3d None None] Network e996f7d2-9ff0-4aa5-8f20-4cad729587e5 requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:24:13.408454 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-5cbe3f1a-ccd9-4941-87c0-147a8d455935 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] 10.222.0.104 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6697392 Jul 06 14:24:13.408689 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 42704) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:24:13.419503 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-8aec8c0c-94f6-4fac-8eec-81761a95f664 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Request body: {'subnet': {'network_id': 'e996f7d2-9ff0-4aa5-8f20-4cad729587e5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:24:13.429654 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3107c1-9ac0-4458-8ba2-cf8becb709fd None None] Pushing event updated for resources: {'Port': ['ID=0d62e1dc-6235-4553-add4-8adb8f2d9cbe,revision_number=3']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:24:13.436061 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cf1770c-eae5-43db-9324-c7736d489b42 tempest-ExtraDHCPOptionsIpV6TestJSON-2081491843 tempest-ExtraDHCPOptionsIpV6TestJSON-2081491843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:24:13.437934 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-0cf1770c-eae5-43db-9324-c7736d489b42 tempest-ExtraDHCPOptionsIpV6TestJSON-2081491843 tempest-ExtraDHCPOptionsIpV6TestJSON-2081491843-project] 10.222.0.104 "GET /v2.0/ports/2c49d251-ee4e-4536-b802-9b9507f77054 HTTP/1.1" status: 200 len: 1129 time: 0.1279788 Jul 06 14:24:13.444003 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 42706) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:24:13.620133 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8aec8c0c-94f6-4fac-8eec-81761a95f664 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Made reservation on behalf of 754edc6d72c241609d5c976e8526e541 for: {'subnet': 1} {{(pid=100246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:24:13.627266 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.plugin [None req-3bae026a-7741-4873-9ca6-e3652f85226c tempest-ExtraDHCPOptionsIpV6TestJSON-2081491843 tempest-ExtraDHCPOptionsIpV6TestJSON-2081491843-project] Deleting port 2c49d251-ee4e-4536-b802-9b9507f77054 {{(pid=100247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:24:13.627630 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-3bae026a-7741-4873-9ca6-e3652f85226c tempest-ExtraDHCPOptionsIpV6TestJSON-2081491843 tempest-ExtraDHCPOptionsIpV6TestJSON-2081491843-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:13.639680 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d6b8541-9512-4211-a2f7-2f4864019615 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6bd5fc82-6666-56e8-87c2-91648d36c963-e996f7d2-9ff0-4aa5-8f20-4cad729587e5', 'network_id': 'e996f7d2-9ff0-4aa5-8f20-4cad729587e5', 'tenant_id': '754edc6d72c241609d5c976e8526e541', 'fixed_ips': [{'subnet_id': '25f2ffda-79a8-4d91-a0f7-386496a71b35'}]}} from n-d-773647-6. {{(pid=100248) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 14:24:13.640563 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-0d6b8541-9512-4211-a2f7-2f4864019615 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:13.650999 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-8aec8c0c-94f6-4fac-8eec-81761a95f664 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127702029'] for subnet, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:13.710063 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 42714) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:24:13.798162 n-d-773647-6 neutron-server[100246]: INFO neutron.db.ipam_backend_mixin [None req-8aec8c0c-94f6-4fac-8eec-81761a95f664 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 25f2ffda-79a8-4d91-a0f7-386496a71b35 (CIDR: 172.20.0.0/28) Jul 06 14:24:13.803846 n-d-773647-6 neutron-server[100246]: INFO neutron.pecan_wsgi.hooks.translation [None req-8aec8c0c-94f6-4fac-8eec-81761a95f664 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 06 14:24:13.804481 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8aec8c0c-94f6-4fac-8eec-81761a95f664 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100246) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 14:24:13.814439 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-3bae026a-7741-4873-9ca6-e3652f85226c tempest-ExtraDHCPOptionsIpV6TestJSON-2081491843 tempest-ExtraDHCPOptionsIpV6TestJSON-2081491843-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:13.830518 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-8aec8c0c-94f6-4fac-8eec-81761a95f664 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] 10.222.0.104 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4208376 Jul 06 14:24:13.833247 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 42718) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:24:13.840508 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-88c74165-8149-437a-979f-4fe882385713 None None] Provisioning for port 2c49d251-ee4e-4536-b802-9b9507f77054 completed by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:24:13.841385 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.plugin [None req-3bae026a-7741-4873-9ca6-e3652f85226c tempest-ExtraDHCPOptionsIpV6TestJSON-2081491843 tempest-ExtraDHCPOptionsIpV6TestJSON-2081491843-project] Calling delete_port for 2c49d251-ee4e-4536-b802-9b9507f77054 owned by {{(pid=100247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:24:13.842552 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-fd79b871-593e-44fb-84e3-4ca99018b6c8 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Request body: {'subnet': {'network_id': 'e996f7d2-9ff0-4aa5-8f20-4cad729587e5', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:24:13.877237 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-88c74165-8149-437a-979f-4fe882385713 None None] Provisioning complete for port 2c49d251-ee4e-4536-b802-9b9507f77054 triggered by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:24:13.877671 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-88c74165-8149-437a-979f-4fe882385713 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:13.927555 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.db_base_plugin_common [None req-0d6b8541-9512-4211-a2f7-2f4864019615 None None] Allocated IP 172.20.0.2 (e996f7d2-9ff0-4aa5-8f20-4cad729587e5/25f2ffda-79a8-4d91-a0f7-386496a71b35/7f45a286-b426-4e8f-b565-e77bae6d7cc1) {{(pid=100248) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:24:13.951793 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 0d62e1dc-6235-4553-add4-8adb8f2d9cbe up at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:24:13.963579 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-88c74165-8149-437a-979f-4fe882385713 None None] Port 2c49d251-ee4e-4536-b802-9b9507f77054 cannot update to ACTIVE because it is not bound. {{(pid=100248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 14:24:14.046623 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd79b871-593e-44fb-84e3-4ca99018b6c8 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Made reservation on behalf of 754edc6d72c241609d5c976e8526e541 for: {'subnet': 1} {{(pid=100246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:24:14.050971 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-fd79b871-593e-44fb-84e3-4ca99018b6c8 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127702029'] for subnet, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:14.072889 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-3bae026a-7741-4873-9ca6-e3652f85226c tempest-ExtraDHCPOptionsIpV6TestJSON-2081491843 tempest-ExtraDHCPOptionsIpV6TestJSON-2081491843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128888353'] for port, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:14.073502 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-88c74165-8149-437a-979f-4fe882385713 None None] Provisioning complete for port 0d62e1dc-6235-4553-add4-8adb8f2d9cbe triggered by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:24:14.079588 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-88c74165-8149-437a-979f-4fe882385713 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:14.093586 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-ec561989-971c-4a6e-866d-14ead73e3e2d admin admin] Notify callbacks [] for security_group, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:14.131106 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bae026a-7741-4873-9ca6-e3652f85226c tempest-ExtraDHCPOptionsIpV6TestJSON-2081491843 tempest-ExtraDHCPOptionsIpV6TestJSON-2081491843-project] Pushing event deleted for resources: {'Port': ['ID=2c49d251-ee4e-4536-b802-9b9507f77054,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:24:14.167030 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-3bae026a-7741-4873-9ca6-e3652f85226c tempest-ExtraDHCPOptionsIpV6TestJSON-2081491843 tempest-ExtraDHCPOptionsIpV6TestJSON-2081491843-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:14.171281 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-3bae026a-7741-4873-9ca6-e3652f85226c tempest-ExtraDHCPOptionsIpV6TestJSON-2081491843 tempest-ExtraDHCPOptionsIpV6TestJSON-2081491843-project] 10.222.0.104 "DELETE /v2.0/ports/2c49d251-ee4e-4536-b802-9b9507f77054 HTTP/1.1" status: 204 len: 168 time: 0.7238791 Jul 06 14:24:14.171800 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 42722) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:24:14.230543 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.db_base_plugin_v2 [None req-233d499f-f89d-4660-b0e9-08a0b958609d tempest-ExtraDHCPOptionsIpV6TestJSON-2081491843 tempest-ExtraDHCPOptionsIpV6TestJSON-2081491843-project] Deleting subnet 5ea2a73d-8831-4f3d-9d79-0bc6f94a0319 {{(pid=100247) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 14:24:14.233942 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-233d499f-f89d-4660-b0e9-08a0b958609d tempest-ExtraDHCPOptionsIpV6TestJSON-2081491843 tempest-ExtraDHCPOptionsIpV6TestJSON-2081491843-project] Notify callbacks [] for subnet, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:14.276053 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-233d499f-f89d-4660-b0e9-08a0b958609d tempest-ExtraDHCPOptionsIpV6TestJSON-2081491843 tempest-ExtraDHCPOptionsIpV6TestJSON-2081491843-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127131748'] for subnet, precommit_delete_associations {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:14.290966 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning complete for port 0d62e1dc-6235-4553-add4-8adb8f2d9cbe triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:24:14.291536 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:14.384165 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-233d499f-f89d-4660-b0e9-08a0b958609d tempest-ExtraDHCPOptionsIpV6TestJSON-2081491843 tempest-ExtraDHCPOptionsIpV6TestJSON-2081491843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-913473'] for subnet, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:14.449686 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-233d499f-f89d-4660-b0e9-08a0b958609d tempest-ExtraDHCPOptionsIpV6TestJSON-2081491843 tempest-ExtraDHCPOptionsIpV6TestJSON-2081491843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-913480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1849032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-128888347', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127627857'] for subnet, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:14.457864 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-229f6b32-7d49-4900-997c-3ecac15b5887 None None] Could not find standard attr ID for object 2c49d251-ee4e-4536-b802-9b9507f77054. {{(pid=100248) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 06 14:24:14.476842 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-fd79b871-593e-44fb-84e3-4ca99018b6c8 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1849032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127687649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127702047'] for subnet, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:14.497621 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233d499f-f89d-4660-b0e9-08a0b958609d tempest-ExtraDHCPOptionsIpV6TestJSON-2081491843 tempest-ExtraDHCPOptionsIpV6TestJSON-2081491843-project] Pushing event deleted for resources: {'Subnet': ['ID=5ea2a73d-8831-4f3d-9d79-0bc6f94a0319,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:24:14.500633 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-233d499f-f89d-4660-b0e9-08a0b958609d tempest-ExtraDHCPOptionsIpV6TestJSON-2081491843 tempest-ExtraDHCPOptionsIpV6TestJSON-2081491843-project] Notify callbacks [] for subnet, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:14.504796 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-233d499f-f89d-4660-b0e9-08a0b958609d tempest-ExtraDHCPOptionsIpV6TestJSON-2081491843 tempest-ExtraDHCPOptionsIpV6TestJSON-2081491843-project] 10.222.0.104 "DELETE /v2.0/subnets/5ea2a73d-8831-4f3d-9d79-0bc6f94a0319 HTTP/1.1" status: 204 len: 168 time: 0.3299046 Jul 06 14:24:14.507576 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 42724) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:24:14.514587 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd79b871-593e-44fb-84e3-4ca99018b6c8 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Network e996f7d2-9ff0-4aa5-8f20-4cad729587e5 is already hosted by enough agents. {{(pid=100246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:24:14.517666 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.base_scheduler [None req-fd79b871-593e-44fb-84e3-4ca99018b6c8 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Resources bound (agent type, host, resource id): {{(pid=100246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:24:14.522269 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd79b871-593e-44fb-84e3-4ca99018b6c8 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:24:14.523030 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-fd79b871-593e-44fb-84e3-4ca99018b6c8 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Notify callbacks [] for subnet, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:14.523796 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-0d6b8541-9512-4211-a2f7-2f4864019615 None None] Notify callbacks [] for port, precommit_create {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:14.551009 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-0d6b8541-9512-4211-a2f7-2f4864019615 None None] Transition to ACTIVE for port object 7f45a286-b426-4e8f-b565-e77bae6d7cc1 will not be triggered until provisioned by entity L2. {{(pid=100248) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:24:14.581171 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-0d6b8541-9512-4211-a2f7-2f4864019615 None None] Transition to ACTIVE for port object 7f45a286-b426-4e8f-b565-e77bae6d7cc1 will not be triggered until provisioned by entity DHCP. {{(pid=100248) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:24:14.595514 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-0d6b8541-9512-4211-a2f7-2f4864019615 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108'] for port, after_create {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:14.611283 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd79b871-593e-44fb-84e3-4ca99018b6c8 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Pushing event updated for resources: {'Subnet': ['ID=8a06cec7-6cfa-4ef7-9aa2-11e5dcde411c,revision_number=0']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:24:14.637821 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-5941a6ac-57fd-462f-9ed7-5a7ce61c0ce1 tempest-ExtraDHCPOptionsIpV6TestJSON-2081491843 tempest-ExtraDHCPOptionsIpV6TestJSON-2081491843-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530492'] for network, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:14.645259 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d11254c-6c28-4e3b-a661-90f49af4c26a None None] Network 98cd40e1-9d60-4706-bf8a-cb1637edf76c requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:24:14.704696 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-ec561989-971c-4a6e-866d-14ead73e3e2d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:14.714763 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-ec561989-971c-4a6e-866d-14ead73e3e2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:14.722675 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-fd79b871-593e-44fb-84e3-4ca99018b6c8 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] 10.222.0.104 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.8881977 Jul 06 14:24:14.725337 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 42730) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:24:14.739813 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-ef9fff10-43a8-4482-8416-79c6b97bca92 None None] Could not find standard attr ID for object c1ee370a-3139-4906-b3a5-f7cf598e3ecd. {{(pid=100248) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 06 14:24:14.742923 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-dda3fd83-64d0-4517-bbdd-e201c129d58c tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Request body: {'port': {'network_id': 'e996f7d2-9ff0-4aa5-8f20-4cad729587e5', 'fixed_ips': [{'subnet_id': '25f2ffda-79a8-4d91-a0f7-386496a71b35'}, {'subnet_id': '8a06cec7-6cfa-4ef7-9aa2-11e5dcde411c'}], 'name': 'tempest-PortsTestJSON-1176478713'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:24:14.749198 n-d-773647-6 neutron-server[100248]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d6b8541-9512-4211-a2f7-2f4864019615 None None] Network e996f7d2-9ff0-4aa5-8f20-4cad729587e5 is already hosted by enough agents. {{(pid=100248) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:24:14.752769 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6b8541-9512-4211-a2f7-2f4864019615 None None] Pushing event updated for resources: {'Port': ['ID=7f45a286-b426-4e8f-b565-e77bae6d7cc1,revision_number=1']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:24:14.756798 n-d-773647-6 neutron-server[100248]: DEBUG neutron.scheduler.base_scheduler [None req-0d6b8541-9512-4211-a2f7-2f4864019615 None None] Resources bound (agent type, host, resource id): {{(pid=100248) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:24:14.759284 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d6b8541-9512-4211-a2f7-2f4864019615 None None] Received port after_create {{(pid=100248) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:24:14.765496 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-ec561989-971c-4a6e-866d-14ead73e3e2d admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=863b2226f3e34d129ce8be580dcd2f41&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0523818 Jul 06 14:24:14.765496 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec561989-971c-4a6e-866d-14ead73e3e2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=743ddf28-2b24-41e5-96a8-a98262729285,revision_number=1']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:24:14.767936 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 42732) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:24:14.797840 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.plugin [None req-5941a6ac-57fd-462f-9ed7-5a7ce61c0ce1 tempest-ExtraDHCPOptionsIpV6TestJSON-2081491843 tempest-ExtraDHCPOptionsIpV6TestJSON-2081491843-project] Deleting port 0d62e1dc-6235-4553-add4-8adb8f2d9cbe {{(pid=100247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:24:14.798191 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-5941a6ac-57fd-462f-9ed7-5a7ce61c0ce1 tempest-ExtraDHCPOptionsIpV6TestJSON-2081491843 tempest-ExtraDHCPOptionsIpV6TestJSON-2081491843-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:14.873574 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-0d6b8541-9512-4211-a2f7-2f4864019615 None None] Attempting to bind port 7f45a286-b426-4e8f-b565-e77bae6d7cc1 on host n-d-773647-6 for vnic_type normal with profile {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:24:14.874114 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-0d6b8541-9512-4211-a2f7-2f4864019615 None None] Attempting to bind port 7f45a286-b426-4e8f-b565-e77bae6d7cc1 by drivers openvswitch,hyperv on host n-d-773647-6 at level 0 using segments [{'id': 'ee715636-504a-4353-bda3-dda52c26489b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1045, 'network_id': 'e996f7d2-9ff0-4aa5-8f20-4cad729587e5'}] {{(pid=100248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:24:14.874588 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d6b8541-9512-4211-a2f7-2f4864019615 None None] Attempting to bind port 7f45a286-b426-4e8f-b565-e77bae6d7cc1 on network e996f7d2-9ff0-4aa5-8f20-4cad729587e5 {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:24:14.881532 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d6b8541-9512-4211-a2f7-2f4864019615 None None] Checking agent: {'id': '8ab5b19c-d213-4f29-891d-27bdf39d38b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773647-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 43, 26), 'started_at': datetime.datetime(2021, 7, 6, 13, 43, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 23, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773647-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:24:14.882070 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d6b8541-9512-4211-a2f7-2f4864019615 None None] Checking segment: {'id': 'ee715636-504a-4353-bda3-dda52c26489b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1045, 'network_id': 'e996f7d2-9ff0-4aa5-8f20-4cad729587e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:24:14.882584 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-0d6b8541-9512-4211-a2f7-2f4864019615 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:14.883084 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d6b8541-9512-4211-a2f7-2f4864019615 None None] Bound using segment: {'id': 'ee715636-504a-4353-bda3-dda52c26489b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1045, 'network_id': 'e996f7d2-9ff0-4aa5-8f20-4cad729587e5'} {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:24:14.883678 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-0d6b8541-9512-4211-a2f7-2f4864019615 None None] Bound port: 7f45a286-b426-4e8f-b565-e77bae6d7cc1, host: n-d-773647-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee715636-504a-4353-bda3-dda52c26489b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1045, 'network_id': 'e996f7d2-9ff0-4aa5-8f20-4cad729587e5'}}] {{(pid=100248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:24:14.884163 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-0d6b8541-9512-4211-a2f7-2f4864019615 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:14.886503 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-90bd0141-ddfa-4a40-8837-2062327f5510 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:14.908253 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-90bd0141-ddfa-4a40-8837-2062327f5510 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:14.938024 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dda3fd83-64d0-4517-bbdd-e201c129d58c tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Made reservation on behalf of 754edc6d72c241609d5c976e8526e541 for: {'port': 1} {{(pid=100246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:24:14.965147 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-0d6b8541-9512-4211-a2f7-2f4864019615 None None] For port 7f45a286-b426-4e8f-b565-e77bae6d7cc1, host n-d-773647-6, cleared binding levels {{(pid=100248) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:24:14.968531 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.db [None req-5941a6ac-57fd-462f-9ed7-5a7ce61c0ce1 tempest-ExtraDHCPOptionsIpV6TestJSON-2081491843 tempest-ExtraDHCPOptionsIpV6TestJSON-2081491843-project] For port 0d62e1dc-6235-4553-add4-8adb8f2d9cbe, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=0d62e1dc-6235-4553-add4-8adb8f2d9cbe,segment=NetworkSegment(b24391ce-cc0b-4272-b6d3-1081c45b4866),segment_id=b24391ce-cc0b-4272-b6d3-1081c45b4866)] {{(pid=100247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:24:14.968904 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-5941a6ac-57fd-462f-9ed7-5a7ce61c0ce1 tempest-ExtraDHCPOptionsIpV6TestJSON-2081491843 tempest-ExtraDHCPOptionsIpV6TestJSON-2081491843-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:14.971788 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-90bd0141-ddfa-4a40-8837-2062327f5510 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:14.974430 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-90bd0141-ddfa-4a40-8837-2062327f5510 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:14.977854 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-90bd0141-ddfa-4a40-8837-2062327f5510 admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/743ddf28-2b24-41e5-96a8-a98262729285 HTTP/1.1" status: 204 len: 168 time: 0.2028029 Jul 06 14:24:14.982937 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-0d6b8541-9512-4211-a2f7-2f4864019615 None None] For port 7f45a286-b426-4e8f-b565-e77bae6d7cc1, host n-d-773647-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=7f45a286-b426-4e8f-b565-e77bae6d7cc1,segment=NetworkSegment(ee715636-504a-4353-bda3-dda52c26489b),segment_id=ee715636-504a-4353-bda3-dda52c26489b)] {{(pid=100248) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:24:14.995860 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-0d6b8541-9512-4211-a2f7-2f4864019615 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:15.004496 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.plugin [None req-5941a6ac-57fd-462f-9ed7-5a7ce61c0ce1 tempest-ExtraDHCPOptionsIpV6TestJSON-2081491843 tempest-ExtraDHCPOptionsIpV6TestJSON-2081491843-project] Calling delete_port for 0d62e1dc-6235-4553-add4-8adb8f2d9cbe owned by network:dhcp {{(pid=100247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:24:15.006662 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90bd0141-ddfa-4a40-8837-2062327f5510 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=743ddf28-2b24-41e5-96a8-a98262729285,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:24:15.086795 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4a11fa5-ba78-4108-9515-35cb82b92f9a None None] DHCP port deletion for 98cd40e1-9d60-4706-bf8a-cb1637edf76c request from n-d-773647-6 {{(pid=100248) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 14:24:15.091090 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-dda3fd83-64d0-4517-bbdd-e201c129d58c tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:15.111978 n-d-773647-6 neutron-server[100246]: DEBUG neutron.notifiers.nova [None req-dda3fd83-64d0-4517-bbdd-e201c129d58c tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] device_id is not set on port cfad0aad-208d-480a-886d-e099a7c47ae6 yet. {{(pid=100246) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 14:24:15.134594 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-5941a6ac-57fd-462f-9ed7-5a7ce61c0ce1 tempest-ExtraDHCPOptionsIpV6TestJSON-2081491843 tempest-ExtraDHCPOptionsIpV6TestJSON-2081491843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128888353'] for port, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:15.150866 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5941a6ac-57fd-462f-9ed7-5a7ce61c0ce1 tempest-ExtraDHCPOptionsIpV6TestJSON-2081491843 tempest-ExtraDHCPOptionsIpV6TestJSON-2081491843-project] No DVR routers for this DVR port 0d62e1dc-6235-4553-add4-8adb8f2d9cbe on host n-d-773647-6 {{(pid=100247) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:24:15.235942 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5941a6ac-57fd-462f-9ed7-5a7ce61c0ce1 tempest-ExtraDHCPOptionsIpV6TestJSON-2081491843 tempest-ExtraDHCPOptionsIpV6TestJSON-2081491843-project] Pushing event deleted for resources: {'Port': ['ID=0d62e1dc-6235-4553-add4-8adb8f2d9cbe,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:24:15.333260 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-5941a6ac-57fd-462f-9ed7-5a7ce61c0ce1 tempest-ExtraDHCPOptionsIpV6TestJSON-2081491843 tempest-ExtraDHCPOptionsIpV6TestJSON-2081491843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-917204', 'neutron.services.segments.db._delete_segments_for_network-8773753502302'] for network, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:15.355459 n-d-773647-6 neutron-server[100247]: DEBUG neutron.services.segments.db [None req-5941a6ac-57fd-462f-9ed7-5a7ce61c0ce1 tempest-ExtraDHCPOptionsIpV6TestJSON-2081491843 tempest-ExtraDHCPOptionsIpV6TestJSON-2081491843-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['98cd40e1-9d60-4706-bf8a-cb1637edf76c']}} {{(pid=100247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:24:15.378161 n-d-773647-6 neutron-server[100247]: DEBUG neutron.services.segments.db [None req-5941a6ac-57fd-462f-9ed7-5a7ce61c0ce1 tempest-ExtraDHCPOptionsIpV6TestJSON-2081491843 tempest-ExtraDHCPOptionsIpV6TestJSON-2081491843-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b24391ce-cc0b-4272-b6d3-1081c45b4866') {'for_net_delete': True} {{(pid=100247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:24:15.379482 n-d-773647-6 neutron-server[100247]: DEBUG neutron.services.segments.db [None req-5941a6ac-57fd-462f-9ed7-5a7ce61c0ce1 tempest-ExtraDHCPOptionsIpV6TestJSON-2081491843 tempest-ExtraDHCPOptionsIpV6TestJSON-2081491843-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b24391ce-cc0b-4272-b6d3-1081c45b4866') {} {{(pid=100247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:24:15.418750 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-5941a6ac-57fd-462f-9ed7-5a7ce61c0ce1 tempest-ExtraDHCPOptionsIpV6TestJSON-2081491843 tempest-ExtraDHCPOptionsIpV6TestJSON-2081491843-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773753515138', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127131763'] for segment, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:15.438893 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6b8541-9512-4211-a2f7-2f4864019615 None None] Pushing event updated for resources: {'Port': ['ID=7f45a286-b426-4e8f-b565-e77bae6d7cc1,revision_number=2']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:24:15.474972 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-5941a6ac-57fd-462f-9ed7-5a7ce61c0ce1 tempest-ExtraDHCPOptionsIpV6TestJSON-2081491843 tempest-ExtraDHCPOptionsIpV6TestJSON-2081491843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552'] for segment, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:15.486092 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5941a6ac-57fd-462f-9ed7-5a7ce61c0ce1 tempest-ExtraDHCPOptionsIpV6TestJSON-2081491843 tempest-ExtraDHCPOptionsIpV6TestJSON-2081491843-project] Releasing vlan 1022 on physical network physnet1 to pool {{(pid=100247) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 14:24:15.493028 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-5941a6ac-57fd-462f-9ed7-5a7ce61c0ce1 tempest-ExtraDHCPOptionsIpV6TestJSON-2081491843 tempest-ExtraDHCPOptionsIpV6TestJSON-2081491843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-128888574'] for segment, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:15.499982 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-d4a11fa5-ba78-4108-9515-35cb82b92f9a None None] Deleting port 0d62e1dc-6235-4553-add4-8adb8f2d9cbe {{(pid=100248) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:24:15.500424 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-d4a11fa5-ba78-4108-9515-35cb82b92f9a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:15.527309 n-d-773647-6 neutron-server[100247]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:24:15.527309 n-d-773647-6 neutron-server[100247]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:24:15.527309 n-d-773647-6 neutron-server[100247]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:24:15.527309 n-d-773647-6 neutron-server[100247]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:24:15.527309 n-d-773647-6 neutron-server[100247]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:24:15.527309 n-d-773647-6 neutron-server[100247]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:24:15.527309 n-d-773647-6 neutron-server[100247]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:24:15.527309 n-d-773647-6 neutron-server[100247]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:24:15.527309 n-d-773647-6 neutron-server[100247]: Traceback (most recent call last): Jul 06 14:24:15.527309 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 14:24:15.527309 n-d-773647-6 neutron-server[100247]: timer() Jul 06 14:24:15.527309 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 14:24:15.527309 n-d-773647-6 neutron-server[100247]: cb(*args, **kw) Jul 06 14:24:15.527309 n-d-773647-6 neutron-server[100247]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 14:24:15.527309 n-d-773647-6 neutron-server[100247]: return func(*args, **kwargs) Jul 06 14:24:15.527309 n-d-773647-6 neutron-server[100247]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 14:24:15.527309 n-d-773647-6 neutron-server[100247]: self._notify() Jul 06 14:24:15.527309 n-d-773647-6 neutron-server[100247]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 14:24:15.527309 n-d-773647-6 neutron-server[100247]: self.callback(batched_events) Jul 06 14:24:15.527309 n-d-773647-6 neutron-server[100247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 14:24:15.527309 n-d-773647-6 neutron-server[100247]: event.method(event) Jul 06 14:24:15.527309 n-d-773647-6 neutron-server[100247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 14:24:15.527309 n-d-773647-6 neutron-server[100247]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 14:24:15.527309 n-d-773647-6 neutron-server[100247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 14:24:15.527309 n-d-773647-6 neutron-server[100247]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 14:24:15.527309 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 14:24:15.527309 n-d-773647-6 neutron-server[100247]: return f(self, *a, **k) Jul 06 14:24:15.527309 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 14:24:15.527309 n-d-773647-6 neutron-server[100247]: return self._get(url).json() Jul 06 14:24:15.527309 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 14:24:15.527309 n-d-773647-6 neutron-server[100247]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 14:24:15.527309 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 14:24:15.527309 n-d-773647-6 neutron-server[100247]: return self.request(url, 'GET', **kwargs) Jul 06 14:24:15.527309 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 14:24:15.527309 n-d-773647-6 neutron-server[100247]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 14:24:15.527309 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 14:24:15.527309 n-d-773647-6 neutron-server[100247]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 14:24:15.527309 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 14:24:15.527309 n-d-773647-6 neutron-server[100247]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 14:24:15.527309 n-d-773647-6 neutron-server[100247]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 14:24:15.607338 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-d4a11fa5-ba78-4108-9515-35cb82b92f9a None None] For port 0d62e1dc-6235-4553-add4-8adb8f2d9cbe, host n-d-773647-6, got binding levels [] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:24:15.607900 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-d4a11fa5-ba78-4108-9515-35cb82b92f9a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:15.621976 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-d4a11fa5-ba78-4108-9515-35cb82b92f9a None None] Calling delete_port for 0d62e1dc-6235-4553-add4-8adb8f2d9cbe owned by network:dhcp {{(pid=100248) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:24:15.625404 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.ipam_backend_mixin [None req-d4a11fa5-ba78-4108-9515-35cb82b92f9a None None] Port 0d62e1dc-6235-4553-add4-8adb8f2d9cbe was not found and therefore no delete operation was performed {{(pid=100248) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 06 14:24:15.626847 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-d4a11fa5-ba78-4108-9515-35cb82b92f9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117'] for port, after_delete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:15.641099 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-5941a6ac-57fd-462f-9ed7-5a7ce61c0ce1 tempest-ExtraDHCPOptionsIpV6TestJSON-2081491843 tempest-ExtraDHCPOptionsIpV6TestJSON-2081491843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-917215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1761140'] for network, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:15.677019 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-5941a6ac-57fd-462f-9ed7-5a7ce61c0ce1 tempest-ExtraDHCPOptionsIpV6TestJSON-2081491843 tempest-ExtraDHCPOptionsIpV6TestJSON-2081491843-project] Notify callbacks [] for network, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:15.693588 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-5941a6ac-57fd-462f-9ed7-5a7ce61c0ce1 tempest-ExtraDHCPOptionsIpV6TestJSON-2081491843 tempest-ExtraDHCPOptionsIpV6TestJSON-2081491843-project] 10.222.0.104 "DELETE /v2.0/networks/98cd40e1-9d60-4706-bf8a-cb1637edf76c HTTP/1.1" status: 204 len: 168 time: 1.1847458 Jul 06 14:24:15.696131 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5941a6ac-57fd-462f-9ed7-5a7ce61c0ce1 tempest-ExtraDHCPOptionsIpV6TestJSON-2081491843 tempest-ExtraDHCPOptionsIpV6TestJSON-2081491843-project] Pushing event deleted for resources: {'Network': ['ID=98cd40e1-9d60-4706-bf8a-cb1637edf76c,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:24:15.697403 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4a11fa5-ba78-4108-9515-35cb82b92f9a None None] No DVR routers for this DVR port 0d62e1dc-6235-4553-add4-8adb8f2d9cbe on host n-d-773647-6 {{(pid=100248) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:24:15.712289 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a11fa5-ba78-4108-9515-35cb82b92f9a None None] Pushing event deleted for resources: {'Port': ['ID=0d62e1dc-6235-4553-add4-8adb8f2d9cbe,revision_number=None']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:24:15.737289 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.db_base_plugin_common [None req-dda3fd83-64d0-4517-bbdd-e201c129d58c tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Allocated IP 172.20.0.11 (e996f7d2-9ff0-4aa5-8f20-4cad729587e5/25f2ffda-79a8-4d91-a0f7-386496a71b35/cfad0aad-208d-480a-886d-e099a7c47ae6) {{(pid=100246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:24:15.746295 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.db_base_plugin_common [None req-dda3fd83-64d0-4517-bbdd-e201c129d58c tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Allocated IP 172.20.0.20 (e996f7d2-9ff0-4aa5-8f20-4cad729587e5/8a06cec7-6cfa-4ef7-9aa2-11e5dcde411c/cfad0aad-208d-480a-886d-e099a7c47ae6) {{(pid=100246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:24:15.958868 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 7f45a286-b426-4e8f-b565-e77bae6d7cc1 up at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:24:15.965047 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-dda3fd83-64d0-4517-bbdd-e201c129d58c tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Notify callbacks [] for port, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:15.984734 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.provisioning_blocks [None req-dda3fd83-64d0-4517-bbdd-e201c129d58c tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Transition to ACTIVE for port object cfad0aad-208d-480a-886d-e099a7c47ae6 will not be triggered until provisioned by entity DHCP. {{(pid=100246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:24:16.021125 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning for port 7f45a286-b426-4e8f-b565-e77bae6d7cc1 completed by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:24:16.056036 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-dda3fd83-64d0-4517-bbdd-e201c129d58c tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-127687573'] for port, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:16.119524 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 0d62e1dc-6235-4553-add4-8adb8f2d9cbe no longer exists at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:24:16.153907 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 42764) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:24:16.161376 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] No Port match for: 0d62e1dc-6235-4553-add4-8adb8f2d9cbe {{(pid=100248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 14:24:16.161681 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 0d62e1dc-6235-4553-add4-8adb8f2d9cbe not bound to the agent host n-d-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:24:16.516373 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-7fa4bf11-68b3-487c-8ccd-24597b00a1c8 admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=574528777f2541ef9297c1b5cb4e755d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3606100 Jul 06 14:24:16.517118 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 42774) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:24:16.596786 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-afa660bc-a78a-4e11-be2a-739bff20e101 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:16.604017 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dda3fd83-64d0-4517-bbdd-e201c129d58c tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Network e996f7d2-9ff0-4aa5-8f20-4cad729587e5 is already hosted by enough agents. {{(pid=100246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:24:16.608449 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.base_scheduler [None req-dda3fd83-64d0-4517-bbdd-e201c129d58c tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Resources bound (agent type, host, resource id): {{(pid=100246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:24:16.612733 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dda3fd83-64d0-4517-bbdd-e201c129d58c tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Received port after_create {{(pid=100246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:24:16.613163 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1695412e-2b66-49ba-8173-119c72a3aa5b None None] Network e996f7d2-9ff0-4aa5-8f20-4cad729587e5 requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:24:16.622358 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-afa660bc-a78a-4e11-be2a-739bff20e101 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:16.644981 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda3fd83-64d0-4517-bbdd-e201c129d58c tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Pushing event updated for resources: {'Port': ['ID=cfad0aad-208d-480a-886d-e099a7c47ae6,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:24:16.685156 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dda3fd83-64d0-4517-bbdd-e201c129d58c tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:24:16.686363 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-dda3fd83-64d0-4517-bbdd-e201c129d58c tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:16.690803 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-afa660bc-a78a-4e11-be2a-739bff20e101 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:16.694664 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-afa660bc-a78a-4e11-be2a-739bff20e101 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:16.696591 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-afa660bc-a78a-4e11-be2a-739bff20e101 admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/7312adb7-d72c-46d8-ac3e-fea8eea250b2 HTTP/1.1" status: 204 len: 168 time: 0.1785250 Jul 06 14:24:16.708562 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa660bc-a78a-4e11-be2a-739bff20e101 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7312adb7-d72c-46d8-ac3e-fea8eea250b2,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:24:16.721563 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-dda3fd83-64d0-4517-bbdd-e201c129d58c tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] 10.222.0.104 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1005 time: 1.9949815 Jul 06 14:24:16.724985 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 42778) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:24:16.736458 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [None req-0bbbe6b8-4be2-455b-a7bf-9eb64d46a882 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '25f2ffda-79a8-4d91-a0f7-386496a71b35'}]}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:24:16.768640 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-e7268396-e5de-47bd-a078-26300b93bc53 None None] Provisioning for port 7f45a286-b426-4e8f-b565-e77bae6d7cc1 completed by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:24:16.783478 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-e7268396-e5de-47bd-a078-26300b93bc53 None None] Provisioning complete for port 7f45a286-b426-4e8f-b565-e77bae6d7cc1 triggered by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:24:16.784328 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-e7268396-e5de-47bd-a078-26300b93bc53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:16.994076 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-e7268396-e5de-47bd-a078-26300b93bc53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:17.042775 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-e7268396-e5de-47bd-a078-26300b93bc53 None None] For port 7f45a286-b426-4e8f-b565-e77bae6d7cc1, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=7f45a286-b426-4e8f-b565-e77bae6d7cc1,segment=NetworkSegment(ee715636-504a-4353-bda3-dda52c26489b),segment_id=ee715636-504a-4353-bda3-dda52c26489b)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:24:17.068175 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-0bbbe6b8-4be2-455b-a7bf-9eb64d46a882 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:17.071688 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-e7268396-e5de-47bd-a078-26300b93bc53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:17.134741 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7268396-e5de-47bd-a078-26300b93bc53 None None] Pushing event updated for resources: {'Port': ['ID=7f45a286-b426-4e8f-b565-e77bae6d7cc1,revision_number=3']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:24:17.273373 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-046895bb-3f1b-4071-83db-c32f17c1dbe8 None None] Update dhcp port {'port': {'network_id': 'e996f7d2-9ff0-4aa5-8f20-4cad729587e5', 'fixed_ips': [{'subnet_id': '25f2ffda-79a8-4d91-a0f7-386496a71b35', 'ip_address': '172.20.0.2'}, {'subnet_id': '8a06cec7-6cfa-4ef7-9aa2-11e5dcde411c'}], 'binding:host_id': 'n-d-773647-6'}, 'id': '7f45a286-b426-4e8f-b565-e77bae6d7cc1'} from n-d-773647-6. {{(pid=100248) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 06 14:24:17.311963 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-046895bb-3f1b-4071-83db-c32f17c1dbe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:17.437070 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.db_base_plugin_common [None req-0bbbe6b8-4be2-455b-a7bf-9eb64d46a882 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Delete allocated IP 172.20.0.20 (e996f7d2-9ff0-4aa5-8f20-4cad729587e5/8a06cec7-6cfa-4ef7-9aa2-11e5dcde411c) {{(pid=100247) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 06 14:24:17.604760 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-0bbbe6b8-4be2-455b-a7bf-9eb64d46a882 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Notify callbacks [] for port, precommit_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:17.620844 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.provisioning_blocks [None req-0bbbe6b8-4be2-455b-a7bf-9eb64d46a882 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Ignored duplicate provisioning block setup for port cfad0aad-208d-480a-886d-e099a7c47ae6 by entity DHCP. {{(pid=100247) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 06 14:24:17.627027 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-0bbbe6b8-4be2-455b-a7bf-9eb64d46a882 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128888538'] for port, after_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:17.718847 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.db_base_plugin_common [None req-046895bb-3f1b-4071-83db-c32f17c1dbe8 None None] Allocated IP 172.20.0.18 (e996f7d2-9ff0-4aa5-8f20-4cad729587e5/8a06cec7-6cfa-4ef7-9aa2-11e5dcde411c/7f45a286-b426-4e8f-b565-e77bae6d7cc1) {{(pid=100248) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:24:17.776306 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 42820) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:24:17.804338 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbbe6b8-4be2-455b-a7bf-9eb64d46a882 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Pushing event updated for resources: {'Port': ['ID=cfad0aad-208d-480a-886d-e099a7c47ae6,revision_number=2']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:24:17.830191 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.plugin [None req-0bbbe6b8-4be2-455b-a7bf-9eb64d46a882 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] In _notify_port_updated(), no bound segment for port cfad0aad-208d-480a-886d-e099a7c47ae6 on network e996f7d2-9ff0-4aa5-8f20-4cad729587e5 {{(pid=100247) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 06 14:24:17.837736 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bbbe6b8-4be2-455b-a7bf-9eb64d46a882 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:24:17.839039 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-0bbbe6b8-4be2-455b-a7bf-9eb64d46a882 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:17.842167 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-0bbbe6b8-4be2-455b-a7bf-9eb64d46a882 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] 10.222.0.104 "PUT /v2.0/ports/cfad0aad-208d-480a-886d-e099a7c47ae6 HTTP/1.1" status: 200 len: 920 time: 1.1153231 Jul 06 14:24:17.845040 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 42824) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:24:17.851160 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-c46b924f-93c9-410f-a0ca-e88bcc4f10f6 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '25f2ffda-79a8-4d91-a0f7-386496a71b35'}, {'subnet_id': '8a06cec7-6cfa-4ef7-9aa2-11e5dcde411c'}]}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:24:17.935549 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 7f45a286-b426-4e8f-b565-e77bae6d7cc1 up at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:24:17.940396 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-046895bb-3f1b-4071-83db-c32f17c1dbe8 None None] For port 7f45a286-b426-4e8f-b565-e77bae6d7cc1, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=7f45a286-b426-4e8f-b565-e77bae6d7cc1,segment=NetworkSegment(ee715636-504a-4353-bda3-dda52c26489b),segment_id=ee715636-504a-4353-bda3-dda52c26489b)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:24:17.954188 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-01f49cad-2a18-4bd8-95d1-e7caf7944929 tempest-TagsExtTest-823346489 tempest-TagsExtTest-823346489-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-1268615341'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:24:18.005665 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-046895bb-3f1b-4071-83db-c32f17c1dbe8 None None] Notify callbacks [] for port, precommit_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:18.006206 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-c46b924f-93c9-410f-a0ca-e88bcc4f10f6 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:18.023338 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01f49cad-2a18-4bd8-95d1-e7caf7944929 tempest-TagsExtTest-823346489 tempest-TagsExtTest-823346489-project] Made reservation on behalf of 6be30f7c7be1430d8e2b1aa9c35bc7b1 for: {'network': 1} {{(pid=100246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:24:18.026783 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-01f49cad-2a18-4bd8-95d1-e7caf7944929 tempest-TagsExtTest-823346489 tempest-TagsExtTest-823346489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for network, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:18.030003 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-046895bb-3f1b-4071-83db-c32f17c1dbe8 None None] Transition to ACTIVE for port object 7f45a286-b426-4e8f-b565-e77bae6d7cc1 will not be triggered until provisioned by entity DHCP. {{(pid=100248) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:24:18.036496 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-046895bb-3f1b-4071-83db-c32f17c1dbe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:18.052561 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-01f49cad-2a18-4bd8-95d1-e7caf7944929 tempest-TagsExtTest-823346489 tempest-TagsExtTest-823346489-project] Notify callbacks [] for security_group, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:18.167206 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 42828) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:24:18.179438 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046895bb-3f1b-4071-83db-c32f17c1dbe8 None None] Pushing event updated for resources: {'Port': ['ID=7f45a286-b426-4e8f-b565-e77bae6d7cc1,revision_number=4']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:24:18.299922 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-8ee97c22-5ebe-4fbb-b417-20c5e8a19860 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:18.370354 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-01f49cad-2a18-4bd8-95d1-e7caf7944929 tempest-TagsExtTest-823346489 tempest-TagsExtTest-823346489-project] Notify callbacks [] for security_group, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:18.376389 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-01f49cad-2a18-4bd8-95d1-e7caf7944929 tempest-TagsExtTest-823346489 tempest-TagsExtTest-823346489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:18.416364 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.db_base_plugin_common [None req-c46b924f-93c9-410f-a0ca-e88bcc4f10f6 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Allocated IP 172.20.0.30 (e996f7d2-9ff0-4aa5-8f20-4cad729587e5/8a06cec7-6cfa-4ef7-9aa2-11e5dcde411c/cfad0aad-208d-480a-886d-e099a7c47ae6) {{(pid=100246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:24:18.418797 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-01f49cad-2a18-4bd8-95d1-e7caf7944929 tempest-TagsExtTest-823346489 tempest-TagsExtTest-823346489-project] vlan segment allocate from pool success with {'vlan_id': 1014, 'physical_network': 'physnet1'} {{(pid=100246) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 14:24:18.438180 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f49cad-2a18-4bd8-95d1-e7caf7944929 tempest-TagsExtTest-823346489 tempest-TagsExtTest-823346489-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c87c4a03-5767-41fc-ad84-5dd67bcc3a8c,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:24:18.468232 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-01f49cad-2a18-4bd8-95d1-e7caf7944929 tempest-TagsExtTest-823346489 tempest-TagsExtTest-823346489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552'] for segment, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:18.469060 n-d-773647-6 neutron-server[100246]: INFO neutron.db.segments_db [None req-01f49cad-2a18-4bd8-95d1-e7caf7944929 tempest-TagsExtTest-823346489 tempest-TagsExtTest-823346489-project] Added segment 8d3c04f7-69d5-4461-b645-d17eee7c2ea4 of type vlan for network bd1f2d38-432c-4087-ba00-ca98550060f7 Jul 06 14:24:18.483923 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-8ee97c22-5ebe-4fbb-b417-20c5e8a19860 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:18.488782 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-8ee97c22-5ebe-4fbb-b417-20c5e8a19860 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:18.523644 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-8ee97c22-5ebe-4fbb-b417-20c5e8a19860 admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=eed6c78a9c6c449ea0d24e2a6aa619c8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3522403 Jul 06 14:24:18.525026 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 42838) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:24:18.556300 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee97c22-5ebe-4fbb-b417-20c5e8a19860 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=107d1c59-f434-4dda-8d04-c8ca06b37fa1,revision_number=1']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:24:18.575655 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-01f49cad-2a18-4bd8-95d1-e7caf7944929 tempest-TagsExtTest-823346489 tempest-TagsExtTest-823346489-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773752984405'] for network, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:18.599035 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-9c2856a5-767d-4eb1-9597-41858c25cfee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:18.622570 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-9c2856a5-767d-4eb1-9597-41858c25cfee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:18.658080 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-01f49cad-2a18-4bd8-95d1-e7caf7944929 tempest-TagsExtTest-823346489 tempest-TagsExtTest-823346489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060'] for network, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:18.665612 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01f49cad-2a18-4bd8-95d1-e7caf7944929 tempest-TagsExtTest-823346489 tempest-TagsExtTest-823346489-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:24:18.666261 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-01f49cad-2a18-4bd8-95d1-e7caf7944929 tempest-TagsExtTest-823346489 tempest-TagsExtTest-823346489-project] Notify callbacks [] for network, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:18.693084 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-9c2856a5-767d-4eb1-9597-41858c25cfee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:18.697506 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-9c2856a5-767d-4eb1-9597-41858c25cfee admin admin] Notify callbacks [] for security_group, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:18.699494 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-9c2856a5-767d-4eb1-9597-41858c25cfee admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/107d1c59-f434-4dda-8d04-c8ca06b37fa1 HTTP/1.1" status: 204 len: 168 time: 0.1658578 Jul 06 14:24:18.709878 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2856a5-767d-4eb1-9597-41858c25cfee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=107d1c59-f434-4dda-8d04-c8ca06b37fa1,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:24:18.758453 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 42846) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:24:18.758588 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-01f49cad-2a18-4bd8-95d1-e7caf7944929 tempest-TagsExtTest-823346489 tempest-TagsExtTest-823346489-project] 10.222.0.104 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.9811163 Jul 06 14:24:18.761068 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-c46b924f-93c9-410f-a0ca-e88bcc4f10f6 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Notify callbacks [] for port, precommit_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:18.764718 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [None req-1edb712d-e0d6-441f-b581-3e8764a4e145 tempest-TagsExtTest-823346489 tempest-TagsExtTest-823346489-project] Request body: {'subnet': {'network_id': 'bd1f2d38-432c-4087-ba00-ca98550060f7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:24:18.777696 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f49cad-2a18-4bd8-95d1-e7caf7944929 tempest-TagsExtTest-823346489 tempest-TagsExtTest-823346489-project] Pushing event updated for resources: {'Network': ['ID=bd1f2d38-432c-4087-ba00-ca98550060f7,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:24:18.796041 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Network bd1f2d38-432c-4087-ba00-ca98550060f7 details requested by agent ovs-agent-n-d-773647-6 with host n-d-773647-6 {{(pid=100248) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 14:24:18.796634 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.provisioning_blocks [None req-c46b924f-93c9-410f-a0ca-e88bcc4f10f6 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Ignored duplicate provisioning block setup for port cfad0aad-208d-480a-886d-e099a7c47ae6 by entity DHCP. {{(pid=100246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 06 14:24:18.802033 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-c46b924f-93c9-410f-a0ca-e88bcc4f10f6 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127687527'] for port, after_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:18.864988 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46b924f-93c9-410f-a0ca-e88bcc4f10f6 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Pushing event updated for resources: {'Port': ['ID=cfad0aad-208d-480a-886d-e099a7c47ae6,revision_number=3']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:24:18.981637 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d6563df-ff44-412e-a283-fd2316dbde04 None None] Network e996f7d2-9ff0-4aa5-8f20-4cad729587e5 requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:24:19.014058 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [None req-c46b924f-93c9-410f-a0ca-e88bcc4f10f6 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] In _notify_port_updated(), no bound segment for port cfad0aad-208d-480a-886d-e099a7c47ae6 on network e996f7d2-9ff0-4aa5-8f20-4cad729587e5 {{(pid=100246) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 06 14:24:19.023519 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1edb712d-e0d6-441f-b581-3e8764a4e145 tempest-TagsExtTest-823346489 tempest-TagsExtTest-823346489-project] Made reservation on behalf of 6be30f7c7be1430d8e2b1aa9c35bc7b1 for: {'subnet': 1} {{(pid=100247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:24:19.027123 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-1edb712d-e0d6-441f-b581-3e8764a4e145 tempest-TagsExtTest-823346489 tempest-TagsExtTest-823346489-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127627440'] for subnet, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:19.027523 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c46b924f-93c9-410f-a0ca-e88bcc4f10f6 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:24:19.028543 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-c46b924f-93c9-410f-a0ca-e88bcc4f10f6 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:19.032603 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-c46b924f-93c9-410f-a0ca-e88bcc4f10f6 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] 10.222.0.104 "PUT /v2.0/ports/cfad0aad-208d-480a-886d-e099a7c47ae6 HTTP/1.1" status: 200 len: 1000 time: 1.1859181 Jul 06 14:24:19.036144 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 42850) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:24:19.051670 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-166b1d0c-fbfd-4622-807d-7f5683b953f3 None None] Provisioning for port cfad0aad-208d-480a-886d-e099a7c47ae6 completed by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:24:19.058507 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-166b1d0c-fbfd-4622-807d-7f5683b953f3 None None] Provisioning complete for port cfad0aad-208d-480a-886d-e099a7c47ae6 triggered by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:24:19.059239 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-166b1d0c-fbfd-4622-807d-7f5683b953f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:19.168801 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-166b1d0c-fbfd-4622-807d-7f5683b953f3 None None] Port cfad0aad-208d-480a-886d-e099a7c47ae6 cannot update to ACTIVE because it is not bound. {{(pid=100248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 14:24:19.175722 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 42856) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:24:19.193674 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-ffb73cb7-fda3-44b6-bb14-59628ee6f029 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:19.203073 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [None req-ddfa5c19-7449-4bd7-a92c-c84c738710aa tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Deleting port cfad0aad-208d-480a-886d-e099a7c47ae6 {{(pid=100246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:24:19.203545 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-ddfa5c19-7449-4bd7-a92c-c84c738710aa tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:19.240182 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-166b1d0c-fbfd-4622-807d-7f5683b953f3 None None] Provisioning for port 7f45a286-b426-4e8f-b565-e77bae6d7cc1 completed by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:24:19.246398 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-166b1d0c-fbfd-4622-807d-7f5683b953f3 None None] Provisioning complete for port 7f45a286-b426-4e8f-b565-e77bae6d7cc1 triggered by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:24:19.247041 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-166b1d0c-fbfd-4622-807d-7f5683b953f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:19.333658 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-ddfa5c19-7449-4bd7-a92c-c84c738710aa tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:19.354473 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [None req-ddfa5c19-7449-4bd7-a92c-c84c738710aa tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Calling delete_port for cfad0aad-208d-480a-886d-e099a7c47ae6 owned by {{(pid=100246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:24:19.558010 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-ddfa5c19-7449-4bd7-a92c-c84c738710aa tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127687580'] for port, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:19.588834 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddfa5c19-7449-4bd7-a92c-c84c738710aa tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Pushing event deleted for resources: {'Port': ['ID=cfad0aad-208d-480a-886d-e099a7c47ae6,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:24:19.693705 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-ddfa5c19-7449-4bd7-a92c-c84c738710aa tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:19.698905 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-ddfa5c19-7449-4bd7-a92c-c84c738710aa tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] 10.222.0.104 "DELETE /v2.0/ports/cfad0aad-208d-480a-886d-e099a7c47ae6 HTTP/1.1" status: 204 len: 168 time: 0.6590006 Jul 06 14:24:19.700662 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 42864) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:24:19.721250 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-1edb712d-e0d6-441f-b581-3e8764a4e145 tempest-TagsExtTest-823346489 tempest-TagsExtTest-823346489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1849032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-128888412', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127627426'] for subnet, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:19.767728 n-d-773647-6 neutron-server[100247]: INFO neutron.pecan_wsgi.hooks.translation [None req-b53a21ed-c6fe-4514-8c80-36173b364dd4 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] GET failed (client error): The resource could not be found. Jul 06 14:24:19.769335 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-b53a21ed-c6fe-4514-8c80-36173b364dd4 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] 10.222.0.104 "GET /v2.0/ports/cfad0aad-208d-480a-886d-e099a7c47ae6 HTTP/1.1" status: 404 len: 333 time: 0.0618632 Jul 06 14:24:19.772326 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 42866) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:24:19.814689 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edb712d-e0d6-441f-b581-3e8764a4e145 tempest-TagsExtTest-823346489 tempest-TagsExtTest-823346489-project] Pushing event updated for resources: {'Subnet': ['ID=7e20ce0c-b45e-404a-a18d-8400c54b143c,revision_number=0']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:24:19.844550 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1edb712d-e0d6-441f-b581-3e8764a4e145 tempest-TagsExtTest-823346489 tempest-TagsExtTest-823346489-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:24:19.844895 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1edb712d-e0d6-441f-b581-3e8764a4e145 tempest-TagsExtTest-823346489 tempest-TagsExtTest-823346489-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:24:19.845228 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1edb712d-e0d6-441f-b581-3e8764a4e145 tempest-TagsExtTest-823346489 tempest-TagsExtTest-823346489-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:24:19.845557 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1edb712d-e0d6-441f-b581-3e8764a4e145 tempest-TagsExtTest-823346489 tempest-TagsExtTest-823346489-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:24:19.845885 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1edb712d-e0d6-441f-b581-3e8764a4e145 tempest-TagsExtTest-823346489 tempest-TagsExtTest-823346489-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:24:19.846206 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1edb712d-e0d6-441f-b581-3e8764a4e145 tempest-TagsExtTest-823346489 tempest-TagsExtTest-823346489-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:24:19.846825 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1edb712d-e0d6-441f-b581-3e8764a4e145 tempest-TagsExtTest-823346489 tempest-TagsExtTest-823346489-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:24:19.846902 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1edb712d-e0d6-441f-b581-3e8764a4e145 tempest-TagsExtTest-823346489 tempest-TagsExtTest-823346489-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:24:19.847194 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1edb712d-e0d6-441f-b581-3e8764a4e145 tempest-TagsExtTest-823346489 tempest-TagsExtTest-823346489-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:24:19.847545 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1edb712d-e0d6-441f-b581-3e8764a4e145 tempest-TagsExtTest-823346489 tempest-TagsExtTest-823346489-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:24:19.847862 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1edb712d-e0d6-441f-b581-3e8764a4e145 tempest-TagsExtTest-823346489 tempest-TagsExtTest-823346489-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:24:19.848176 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1edb712d-e0d6-441f-b581-3e8764a4e145 tempest-TagsExtTest-823346489 tempest-TagsExtTest-823346489-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:24:19.868608 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-ffb73cb7-fda3-44b6-bb14-59628ee6f029 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:19.872017 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1edb712d-e0d6-441f-b581-3e8764a4e145 tempest-TagsExtTest-823346489 tempest-TagsExtTest-823346489-project] Checking segment: {'id': '8d3c04f7-69d5-4461-b645-d17eee7c2ea4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': 'bd1f2d38-432c-4087-ba00-ca98550060f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100247) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:24:19.872415 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1edb712d-e0d6-441f-b581-3e8764a4e145 tempest-TagsExtTest-823346489 tempest-TagsExtTest-823346489-project] Network hostable DHCP agents. Network: bd1f2d38-432c-4087-ba00-ca98550060f7, hostable agents: ['f2bada3d-be77-4359-982b-8505a2bbca04'], hosted agents: [] {{(pid=100247) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 14:24:19.876176 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-ffb73cb7-fda3-44b6-bb14-59628ee6f029 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:19.924076 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.db_base_plugin_v2 [None req-f8c33243-92db-4350-b91a-e560641f213d tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Deleting subnet 8a06cec7-6cfa-4ef7-9aa2-11e5dcde411c {{(pid=100246) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 14:24:19.925995 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb73cb7-fda3-44b6-bb14-59628ee6f029 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=479c9692-960b-4af5-8df9-e5d2ebfb4522,revision_number=1']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:24:19.930905 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-f8c33243-92db-4350-b91a-e560641f213d tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Notify callbacks [] for subnet, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:19.934331 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-ffb73cb7-fda3-44b6-bb14-59628ee6f029 admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=db0119511e674db996a02497013ee58e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7571497 Jul 06 14:24:19.937155 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 42872) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:24:19.946649 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1edb712d-e0d6-441f-b581-3e8764a4e145 tempest-TagsExtTest-823346489 tempest-TagsExtTest-823346489-project] Network bd1f2d38-432c-4087-ba00-ca98550060f7 is scheduled to be hosted by DHCP agent f2bada3d-be77-4359-982b-8505a2bbca04 with binding_index 1 {{(pid=100247) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 14:24:19.954368 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 7f45a286-b426-4e8f-b565-e77bae6d7cc1 up at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:24:19.972410 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.base_scheduler [None req-1edb712d-e0d6-441f-b581-3e8764a4e145 tempest-TagsExtTest-823346489 tempest-TagsExtTest-823346489-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773647-6, bd1f2d38-432c-4087-ba00-ca98550060f7) {{(pid=100247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:24:19.984922 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1edb712d-e0d6-441f-b581-3e8764a4e145 tempest-TagsExtTest-823346489 tempest-TagsExtTest-823346489-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:24:19.985778 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-1edb712d-e0d6-441f-b581-3e8764a4e145 tempest-TagsExtTest-823346489 tempest-TagsExtTest-823346489-project] Notify callbacks [] for subnet, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:20.014497 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ae9ecc7-a793-400b-9dc0-83718c35a312 None None] Network bd1f2d38-432c-4087-ba00-ca98550060f7 requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:24:20.027910 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-1edb712d-e0d6-441f-b581-3e8764a4e145 tempest-TagsExtTest-823346489 tempest-TagsExtTest-823346489-project] 10.222.0.104 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2663624 Jul 06 14:24:20.028617 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 42874) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:24:20.030780 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-c01a20ef-4597-42e7-83ca-9a3d737c6264 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:20.033880 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-4b262f10-06e9-4d2d-9deb-b9144cb9b5a0 tempest-TagsExtTest-823346489 tempest-TagsExtTest-823346489-project] Request body: {'port': {'network_id': 'bd1f2d38-432c-4087-ba00-ca98550060f7', 'name': 'tempest-TagsExtTest-1757343783'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:24:20.038712 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-f8c33243-92db-4350-b91a-e560641f213d tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126218885'] for subnet, precommit_delete_associations {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:20.041377 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-596d3fe5-db9b-40c0-8f18-c7b331390e45 None None] Could not find standard attr ID for object cfad0aad-208d-480a-886d-e099a7c47ae6. {{(pid=100248) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 06 14:24:20.058436 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-c01a20ef-4597-42e7-83ca-9a3d737c6264 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:20.111837 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-596d3fe5-db9b-40c0-8f18-c7b331390e45 None None] Provisioning complete for port 7f45a286-b426-4e8f-b565-e77bae6d7cc1 triggered by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:24:20.112656 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-596d3fe5-db9b-40c0-8f18-c7b331390e45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:20.134669 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-c01a20ef-4597-42e7-83ca-9a3d737c6264 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:20.138959 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-c01a20ef-4597-42e7-83ca-9a3d737c6264 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:20.140736 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-c01a20ef-4597-42e7-83ca-9a3d737c6264 admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/479c9692-960b-4af5-8df9-e5d2ebfb4522 HTTP/1.1" status: 204 len: 168 time: 0.2023287 Jul 06 14:24:20.154382 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01a20ef-4597-42e7-83ca-9a3d737c6264 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=479c9692-960b-4af5-8df9-e5d2ebfb4522,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:24:20.161257 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning complete for port 7f45a286-b426-4e8f-b565-e77bae6d7cc1 triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:24:20.161640 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:20.301470 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-f8c33243-92db-4350-b91a-e560641f213d tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-913473'] for subnet, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:20.336061 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b262f10-06e9-4d2d-9deb-b9144cb9b5a0 tempest-TagsExtTest-823346489 tempest-TagsExtTest-823346489-project] Made reservation on behalf of 6be30f7c7be1430d8e2b1aa9c35bc7b1 for: {'port': 1} {{(pid=100246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:24:20.339765 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-4b262f10-06e9-4d2d-9deb-b9144cb9b5a0 tempest-TagsExtTest-823346489 tempest-TagsExtTest-823346489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:20.367317 n-d-773647-6 neutron-server[100246]: DEBUG neutron.notifiers.nova [None req-4b262f10-06e9-4d2d-9deb-b9144cb9b5a0 tempest-TagsExtTest-823346489 tempest-TagsExtTest-823346489-project] device_id is not set on port 0ba34e8f-3a93-4712-875a-2759b71d9d3c yet. {{(pid=100246) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 14:24:20.476888 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b23473cd-8296-4c02-9e80-ec8be9473c1a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6bd5fc82-6666-56e8-87c2-91648d36c963-bd1f2d38-432c-4087-ba00-ca98550060f7', 'network_id': 'bd1f2d38-432c-4087-ba00-ca98550060f7', 'tenant_id': '6be30f7c7be1430d8e2b1aa9c35bc7b1', 'fixed_ips': [{'subnet_id': '7e20ce0c-b45e-404a-a18d-8400c54b143c'}]}} from n-d-773647-6. {{(pid=100248) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 14:24:20.477802 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-b23473cd-8296-4c02-9e80-ec8be9473c1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:20.533139 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.db_base_plugin_common [None req-4b262f10-06e9-4d2d-9deb-b9144cb9b5a0 tempest-TagsExtTest-823346489 tempest-TagsExtTest-823346489-project] Allocated IP 172.20.0.11 (bd1f2d38-432c-4087-ba00-ca98550060f7/7e20ce0c-b45e-404a-a18d-8400c54b143c/0ba34e8f-3a93-4712-875a-2759b71d9d3c) {{(pid=100246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:24:20.629827 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-2ba27ae1-64a2-4872-b598-277e3d87d1ce None None] Could not find standard attr ID for object cfad0aad-208d-480a-886d-e099a7c47ae6. {{(pid=100248) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 06 14:24:20.677283 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-f8c33243-92db-4350-b91a-e560641f213d tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-913480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1849032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127687590', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127702764'] for subnet, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:20.715880 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-f8c33243-92db-4350-b91a-e560641f213d tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Notify callbacks [] for subnet, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:20.721037 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-f8c33243-92db-4350-b91a-e560641f213d tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] 10.222.0.104 "DELETE /v2.0/subnets/8a06cec7-6cfa-4ef7-9aa2-11e5dcde411c HTTP/1.1" status: 204 len: 168 time: 0.9439709 Jul 06 14:24:20.721366 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 42892) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:24:20.731775 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c33243-92db-4350-b91a-e560641f213d tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Pushing event deleted for resources: {'Subnet': ['ID=8a06cec7-6cfa-4ef7-9aa2-11e5dcde411c,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:24:20.802719 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-4b262f10-06e9-4d2d-9deb-b9144cb9b5a0 tempest-TagsExtTest-823346489 tempest-TagsExtTest-823346489-project] Notify callbacks [] for port, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:20.818037 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.db_base_plugin_v2 [None req-f613c9ad-3980-43b1-a9b3-e62965b96f85 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Deleting subnet 25f2ffda-79a8-4d91-a0f7-386496a71b35 {{(pid=100247) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 14:24:20.819295 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.provisioning_blocks [None req-4b262f10-06e9-4d2d-9deb-b9144cb9b5a0 tempest-TagsExtTest-823346489 tempest-TagsExtTest-823346489-project] Transition to ACTIVE for port object 0ba34e8f-3a93-4712-875a-2759b71d9d3c will not be triggered until provisioned by entity DHCP. {{(pid=100246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:24:20.827176 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-f613c9ad-3980-43b1-a9b3-e62965b96f85 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Notify callbacks [] for subnet, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:20.870076 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-4b262f10-06e9-4d2d-9deb-b9144cb9b5a0 tempest-TagsExtTest-823346489 tempest-TagsExtTest-823346489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-127687573'] for port, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:20.895976 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-f613c9ad-3980-43b1-a9b3-e62965b96f85 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127131748'] for subnet, precommit_delete_associations {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:20.949854 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10bed813-866e-4654-9fcc-91e7fedee2fc None None] Network e996f7d2-9ff0-4aa5-8f20-4cad729587e5 requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:24:20.967355 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b262f10-06e9-4d2d-9deb-b9144cb9b5a0 tempest-TagsExtTest-823346489 tempest-TagsExtTest-823346489-project] Network bd1f2d38-432c-4087-ba00-ca98550060f7 is already hosted by enough agents. {{(pid=100246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:24:20.974980 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.base_scheduler [None req-4b262f10-06e9-4d2d-9deb-b9144cb9b5a0 tempest-TagsExtTest-823346489 tempest-TagsExtTest-823346489-project] Resources bound (agent type, host, resource id): {{(pid=100246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:24:20.979670 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b262f10-06e9-4d2d-9deb-b9144cb9b5a0 tempest-TagsExtTest-823346489 tempest-TagsExtTest-823346489-project] Received port after_create {{(pid=100246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:24:20.984593 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b262f10-06e9-4d2d-9deb-b9144cb9b5a0 tempest-TagsExtTest-823346489 tempest-TagsExtTest-823346489-project] Pushing event updated for resources: {'Port': ['ID=0ba34e8f-3a93-4712-875a-2759b71d9d3c,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:24:21.036352 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-bf787210-22b5-4317-bcdd-ae76341c6588 None None] Could not find standard attr ID for object cfad0aad-208d-480a-886d-e099a7c47ae6. {{(pid=100248) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 06 14:24:21.039864 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b262f10-06e9-4d2d-9deb-b9144cb9b5a0 tempest-TagsExtTest-823346489 tempest-TagsExtTest-823346489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:24:21.040668 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-4b262f10-06e9-4d2d-9deb-b9144cb9b5a0 tempest-TagsExtTest-823346489 tempest-TagsExtTest-823346489-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:21.055359 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.db_base_plugin_common [None req-b23473cd-8296-4c02-9e80-ec8be9473c1a None None] Allocated IP 172.20.0.2 (bd1f2d38-432c-4087-ba00-ca98550060f7/7e20ce0c-b45e-404a-a18d-8400c54b143c/97126448-5d35-4d84-85cd-890e81673f51) {{(pid=100248) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:24:21.063153 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-4b262f10-06e9-4d2d-9deb-b9144cb9b5a0 tempest-TagsExtTest-823346489 tempest-TagsExtTest-823346489-project] 10.222.0.104 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.0331647 Jul 06 14:24:21.064118 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 42900) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:24:21.076207 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-91d66940-8658-4402-9fd6-0762170d5ce2 tempest-TagsExtTest-823346489 tempest-TagsExtTest-823346489-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-1855917801', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:24:21.111025 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-91d66940-8658-4402-9fd6-0762170d5ce2 tempest-TagsExtTest-823346489 tempest-TagsExtTest-823346489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1806290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6992'] for router, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:21.112053 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-91d66940-8658-4402-9fd6-0762170d5ce2 tempest-TagsExtTest-823346489 tempest-TagsExtTest-823346489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1806157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1808637', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1714747', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7007'] for router, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:21.112896 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-f613c9ad-3980-43b1-a9b3-e62965b96f85 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-913473'] for subnet, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:21.170309 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-91d66940-8658-4402-9fd6-0762170d5ce2 tempest-TagsExtTest-823346489 tempest-TagsExtTest-823346489-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:21.177400 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-91d66940-8658-4402-9fd6-0762170d5ce2 tempest-TagsExtTest-823346489 tempest-TagsExtTest-823346489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1806297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1761036'] for router, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:21.205160 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-91d66940-8658-4402-9fd6-0762170d5ce2 tempest-TagsExtTest-823346489 tempest-TagsExtTest-823346489-project] Notify callbacks [] for router, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:21.209253 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-91d66940-8658-4402-9fd6-0762170d5ce2 tempest-TagsExtTest-823346489 tempest-TagsExtTest-823346489-project] 10.222.0.104 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1440506 Jul 06 14:24:21.209968 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 42908) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:24:21.222011 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [None req-76c08feb-3840-4fbf-8d0b-7587b2fcd9fc tempest-TagsExtTest-823346489 tempest-TagsExtTest-823346489-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-1548998087', 'prefixes': ['172.20.0.0/16']}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:24:21.234535 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-f613c9ad-3980-43b1-a9b3-e62965b96f85 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-913480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1849032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-128888347', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127627857'] for subnet, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:21.305614 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-b23473cd-8296-4c02-9e80-ec8be9473c1a None None] Notify callbacks [] for port, precommit_create {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:21.317571 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-b23473cd-8296-4c02-9e80-ec8be9473c1a None None] Transition to ACTIVE for port object 97126448-5d35-4d84-85cd-890e81673f51 will not be triggered until provisioned by entity L2. {{(pid=100248) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:24:21.339647 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-f613c9ad-3980-43b1-a9b3-e62965b96f85 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Notify callbacks [] for subnet, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:21.339647 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-f613c9ad-3980-43b1-a9b3-e62965b96f85 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] 10.222.0.104 "DELETE /v2.0/subnets/25f2ffda-79a8-4d91-a0f7-386496a71b35 HTTP/1.1" status: 204 len: 168 time: 0.6161222 Jul 06 14:24:21.341316 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 42916) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:24:21.342313 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-b23473cd-8296-4c02-9e80-ec8be9473c1a None None] Transition to ACTIVE for port object 97126448-5d35-4d84-85cd-890e81673f51 will not be triggered until provisioned by entity DHCP. {{(pid=100248) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:24:21.349835 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f613c9ad-3980-43b1-a9b3-e62965b96f85 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Pushing event deleted for resources: {'Subnet': ['ID=25f2ffda-79a8-4d91-a0f7-386496a71b35,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:24:21.362872 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-b23473cd-8296-4c02-9e80-ec8be9473c1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108'] for port, after_create {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:21.415686 n-d-773647-6 neutron-server[100248]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b23473cd-8296-4c02-9e80-ec8be9473c1a None None] Network bd1f2d38-432c-4087-ba00-ca98550060f7 is already hosted by enough agents. {{(pid=100248) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:24:21.421465 n-d-773647-6 neutron-server[100248]: DEBUG neutron.scheduler.base_scheduler [None req-b23473cd-8296-4c02-9e80-ec8be9473c1a None None] Resources bound (agent type, host, resource id): {{(pid=100248) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:24:21.424955 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23473cd-8296-4c02-9e80-ec8be9473c1a None None] Pushing event updated for resources: {'Port': ['ID=97126448-5d35-4d84-85cd-890e81673f51,revision_number=1']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:24:21.428828 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b23473cd-8296-4c02-9e80-ec8be9473c1a None None] Received port after_create {{(pid=100248) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:24:21.441912 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-76c08feb-3840-4fbf-8d0b-7587b2fcd9fc tempest-TagsExtTest-823346489 tempest-TagsExtTest-823346489-project] Notify callbacks [] for subnetpool, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:21.447424 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-76c08feb-3840-4fbf-8d0b-7587b2fcd9fc tempest-TagsExtTest-823346489 tempest-TagsExtTest-823346489-project] 10.222.0.104 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 748 time: 0.2328141 Jul 06 14:24:21.449974 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 42918) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:24:21.456979 n-d-773647-6 neutron-server[100247]: DEBUG neutron.services.tag.tag_plugin [None req-e0ca8f5d-d6a8-47fa-b52e-205aa7f1364e tempest-TagsExtTest-823346489 tempest-TagsExtTest-823346489-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '7e20ce0c-b45e-404a-a18d-8400c54b143c', 'tempest-TagsExtTest-Tag-951795570') {} {{(pid=100247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:24:21.489178 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-1430e42c-9df3-442a-aae7-bc7aed3ec2ab tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530492'] for network, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:21.524515 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b259bd0-98e1-419b-a8b2-0530632f4ff6 None None] DHCP port deletion for e996f7d2-9ff0-4aa5-8f20-4cad729587e5 request from n-d-773647-6 {{(pid=100248) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 14:24:21.535499 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-b23473cd-8296-4c02-9e80-ec8be9473c1a None None] Attempting to bind port 97126448-5d35-4d84-85cd-890e81673f51 on host n-d-773647-6 for vnic_type normal with profile {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:24:21.536534 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-b23473cd-8296-4c02-9e80-ec8be9473c1a None None] Attempting to bind port 97126448-5d35-4d84-85cd-890e81673f51 by drivers openvswitch,hyperv on host n-d-773647-6 at level 0 using segments [{'id': '8d3c04f7-69d5-4461-b645-d17eee7c2ea4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': 'bd1f2d38-432c-4087-ba00-ca98550060f7'}] {{(pid=100248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:24:21.537294 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b23473cd-8296-4c02-9e80-ec8be9473c1a None None] Attempting to bind port 97126448-5d35-4d84-85cd-890e81673f51 on network bd1f2d38-432c-4087-ba00-ca98550060f7 {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:24:21.546641 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b23473cd-8296-4c02-9e80-ec8be9473c1a None None] Checking agent: {'id': '8ab5b19c-d213-4f29-891d-27bdf39d38b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773647-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 43, 26), 'started_at': datetime.datetime(2021, 7, 6, 13, 43, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 23, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773647-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:24:21.547483 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b23473cd-8296-4c02-9e80-ec8be9473c1a None None] Checking segment: {'id': '8d3c04f7-69d5-4461-b645-d17eee7c2ea4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': 'bd1f2d38-432c-4087-ba00-ca98550060f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:24:21.547962 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-b23473cd-8296-4c02-9e80-ec8be9473c1a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:21.548921 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b23473cd-8296-4c02-9e80-ec8be9473c1a None None] Bound using segment: {'id': '8d3c04f7-69d5-4461-b645-d17eee7c2ea4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': 'bd1f2d38-432c-4087-ba00-ca98550060f7'} {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:24:21.548921 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-b23473cd-8296-4c02-9e80-ec8be9473c1a None None] Bound port: 97126448-5d35-4d84-85cd-890e81673f51, host: n-d-773647-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d3c04f7-69d5-4461-b645-d17eee7c2ea4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': 'bd1f2d38-432c-4087-ba00-ca98550060f7'}}] {{(pid=100248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:24:21.549399 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-b23473cd-8296-4c02-9e80-ec8be9473c1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:21.565297 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [None req-1430e42c-9df3-442a-aae7-bc7aed3ec2ab tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Deleting port 7f45a286-b426-4e8f-b565-e77bae6d7cc1 {{(pid=100246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:24:21.566236 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-1430e42c-9df3-442a-aae7-bc7aed3ec2ab tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:21.621033 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-e0ca8f5d-d6a8-47fa-b52e-205aa7f1364e tempest-TagsExtTest-823346489 tempest-TagsExtTest-823346489-project] 10.222.0.104 "PUT /v2.0/subnets/7e20ce0c-b45e-404a-a18d-8400c54b143c/tags/tempest-TagsExtTest-Tag-951795570 HTTP/1.1" status: 201 len: 201 time: 0.1698334 Jul 06 14:24:21.624314 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 42926) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:24:21.629102 n-d-773647-6 neutron-server[100247]: DEBUG neutron.services.tag.tag_plugin [None req-64e0bf47-94cd-4b34-b668-05c35bc151fa tempest-TagsExtTest-823346489 tempest-TagsExtTest-823346489-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '0ba34e8f-3a93-4712-875a-2759b71d9d3c', 'tempest-TagsExtTest-Tag-1597758025') {} {{(pid=100247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:24:21.697808 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.db [None req-1430e42c-9df3-442a-aae7-bc7aed3ec2ab tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] For port 7f45a286-b426-4e8f-b565-e77bae6d7cc1, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=7f45a286-b426-4e8f-b565-e77bae6d7cc1,segment=NetworkSegment(ee715636-504a-4353-bda3-dda52c26489b),segment_id=ee715636-504a-4353-bda3-dda52c26489b)] {{(pid=100246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:24:21.698843 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-1430e42c-9df3-442a-aae7-bc7aed3ec2ab tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:21.722593 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-4b259bd0-98e1-419b-a8b2-0530632f4ff6 None None] Deleting port 7f45a286-b426-4e8f-b565-e77bae6d7cc1 {{(pid=100248) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:24:21.723351 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4b259bd0-98e1-419b-a8b2-0530632f4ff6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:21.727412 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [None req-1430e42c-9df3-442a-aae7-bc7aed3ec2ab tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Calling delete_port for 7f45a286-b426-4e8f-b565-e77bae6d7cc1 owned by network:dhcp {{(pid=100246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:24:21.742278 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-64e0bf47-94cd-4b34-b668-05c35bc151fa tempest-TagsExtTest-823346489 tempest-TagsExtTest-823346489-project] 10.222.0.104 "PUT /v2.0/ports/0ba34e8f-3a93-4712-875a-2759b71d9d3c/tags/tempest-TagsExtTest-Tag-1597758025 HTTP/1.1" status: 201 len: 201 time: 0.1169226 Jul 06 14:24:21.745023 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 42930) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:24:21.754215 n-d-773647-6 neutron-server[100246]: DEBUG neutron.services.tag.tag_plugin [None req-214dbce8-a1da-469c-8d30-eb5d80ece0c1 tempest-TagsExtTest-823346489 tempest-TagsExtTest-823346489-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '839afefc-0660-4e1e-aa95-d3f1815ca250', 'tempest-TagsExtTest-Tag-1116323681') {} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:24:21.797866 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-4b259bd0-98e1-419b-a8b2-0530632f4ff6 None None] For port 7f45a286-b426-4e8f-b565-e77bae6d7cc1, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=7f45a286-b426-4e8f-b565-e77bae6d7cc1,segment=NetworkSegment(ee715636-504a-4353-bda3-dda52c26489b),segment_id=ee715636-504a-4353-bda3-dda52c26489b)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:24:21.798269 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4b259bd0-98e1-419b-a8b2-0530632f4ff6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:21.812894 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-4b259bd0-98e1-419b-a8b2-0530632f4ff6 None None] Calling delete_port for 7f45a286-b426-4e8f-b565-e77bae6d7cc1 owned by network:dhcp {{(pid=100248) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:24:21.904467 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-b23473cd-8296-4c02-9e80-ec8be9473c1a None None] For port 97126448-5d35-4d84-85cd-890e81673f51, host n-d-773647-6, cleared binding levels {{(pid=100248) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:24:21.922108 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-b23473cd-8296-4c02-9e80-ec8be9473c1a None None] For port 97126448-5d35-4d84-85cd-890e81673f51, host n-d-773647-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=97126448-5d35-4d84-85cd-890e81673f51,segment=NetworkSegment(8d3c04f7-69d5-4461-b645-d17eee7c2ea4),segment_id=8d3c04f7-69d5-4461-b645-d17eee7c2ea4)] {{(pid=100248) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:24:21.923837 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 7f45a286-b426-4e8f-b565-e77bae6d7cc1 no longer exists at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:24:21.926325 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-214dbce8-a1da-469c-8d30-eb5d80ece0c1 tempest-TagsExtTest-823346489 tempest-TagsExtTest-823346489-project] 10.222.0.104 "PUT /v2.0/routers/839afefc-0660-4e1e-aa95-d3f1815ca250/tags/tempest-TagsExtTest-Tag-1116323681 HTTP/1.1" status: 201 len: 201 time: 0.1799543 Jul 06 14:24:21.929965 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 42936) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:24:21.934704 n-d-773647-6 neutron-server[100246]: DEBUG neutron.services.tag.tag_plugin [None req-552f4b27-65f0-449a-9519-493c6f16fa84 tempest-TagsExtTest-823346489 tempest-TagsExtTest-823346489-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'c7baf548-c40b-480d-83a0-2e873204d5cc', 'tempest-TagsExtTest-Tag-220101751') {} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:24:21.948522 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-b23473cd-8296-4c02-9e80-ec8be9473c1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:22.006014 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4b259bd0-98e1-419b-a8b2-0530632f4ff6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117'] for port, after_delete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:22.008729 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-1430e42c-9df3-442a-aae7-bc7aed3ec2ab tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127687580'] for port, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:22.025106 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 42940) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:24:22.029959 n-d-773647-6 neutron-server[100247]: DEBUG neutron.services.tag.tag_plugin [None req-69e2a811-c401-4e46-9575-7edfb08134e4 tempest-TagsExtTest-823346489 tempest-TagsExtTest-823346489-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '7e20ce0c-b45e-404a-a18d-8400c54b143c') {} {{(pid=100247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:24:22.032416 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b259bd0-98e1-419b-a8b2-0530632f4ff6 None None] No DVR routers for this DVR port 7f45a286-b426-4e8f-b565-e77bae6d7cc1 on host n-d-773647-6 {{(pid=100248) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:24:22.033686 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-552f4b27-65f0-449a-9519-493c6f16fa84 tempest-TagsExtTest-823346489 tempest-TagsExtTest-823346489-project] 10.222.0.104 "PUT /v2.0/subnetpools/c7baf548-c40b-480d-83a0-2e873204d5cc/tags/tempest-TagsExtTest-Tag-220101751 HTTP/1.1" status: 201 len: 201 time: 0.1026297 Jul 06 14:24:22.068599 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] No active binding found for port 7f45a286-b426-4e8f-b565-e77bae6d7cc1 {{(pid=100248) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 06 14:24:22.069080 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 7f45a286-b426-4e8f-b565-e77bae6d7cc1 not bound to the agent host n-d-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:24:22.079002 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23473cd-8296-4c02-9e80-ec8be9473c1a None None] Pushing event updated for resources: {'Port': ['ID=97126448-5d35-4d84-85cd-890e81673f51,revision_number=2']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:24:22.110762 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b259bd0-98e1-419b-a8b2-0530632f4ff6 None None] Pushing event deleted for resources: {'Port': ['ID=7f45a286-b426-4e8f-b565-e77bae6d7cc1,revision_number=None']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:24:22.121749 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1430e42c-9df3-442a-aae7-bc7aed3ec2ab tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Pushing event deleted for resources: {'Port': ['ID=7f45a286-b426-4e8f-b565-e77bae6d7cc1,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:24:22.131508 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1430e42c-9df3-442a-aae7-bc7aed3ec2ab tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] No DVR routers for this DVR port 7f45a286-b426-4e8f-b565-e77bae6d7cc1 on host n-d-773647-6 {{(pid=100246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:24:22.149624 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.agents_db [None req-167c0ad6-1657-4c9a-a2c4-3b18056aa662 None None] Agent healthcheck: found 7 active agents {{(pid=100249) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 14:24:22.157599 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-69e2a811-c401-4e46-9575-7edfb08134e4 tempest-TagsExtTest-823346489 tempest-TagsExtTest-823346489-project] 10.222.0.104 "GET /v2.0/subnets/7e20ce0c-b45e-404a-a18d-8400c54b143c/tags HTTP/1.1" status: 200 len: 240 time: 0.1315022 Jul 06 14:24:22.160154 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 42946) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:24:22.166468 n-d-773647-6 neutron-server[100247]: DEBUG neutron.services.tag.tag_plugin [None req-0f559b06-5db8-4542-be88-18f18a964ac3 tempest-TagsExtTest-823346489 tempest-TagsExtTest-823346489-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '7e20ce0c-b45e-404a-a18d-8400c54b143c', 'tempest-TagsExtTest-Tag-951795570') {} {{(pid=100247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:24:22.237376 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-0f559b06-5db8-4542-be88-18f18a964ac3 tempest-TagsExtTest-823346489 tempest-TagsExtTest-823346489-project] 10.222.0.104 "GET /v2.0/subnets/7e20ce0c-b45e-404a-a18d-8400c54b143c/tags/tempest-TagsExtTest-Tag-951795570 HTTP/1.1" status: 204 len: 168 time: 0.0760586 Jul 06 14:24:22.239932 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 42954) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:24:22.245931 n-d-773647-6 neutron-server[100247]: DEBUG neutron.services.tag.tag_plugin [None req-4c7905ef-411e-4479-baee-8c916bb96c6d tempest-TagsExtTest-823346489 tempest-TagsExtTest-823346489-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '7e20ce0c-b45e-404a-a18d-8400c54b143c', 'tempest-TagsExtTest-Tag-951795570') {} {{(pid=100247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:24:22.320182 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-1430e42c-9df3-442a-aae7-bc7aed3ec2ab tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-917204', 'neutron.services.segments.db._delete_segments_for_network-8773753502302'] for network, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:22.333467 n-d-773647-6 neutron-server[100246]: DEBUG neutron.services.segments.db [None req-1430e42c-9df3-442a-aae7-bc7aed3ec2ab tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e996f7d2-9ff0-4aa5-8f20-4cad729587e5']}} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:24:22.350938 n-d-773647-6 neutron-server[100246]: DEBUG neutron.services.segments.db [None req-1430e42c-9df3-442a-aae7-bc7aed3ec2ab tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee715636-504a-4353-bda3-dda52c26489b') {'for_net_delete': True} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:24:22.351639 n-d-773647-6 neutron-server[100246]: DEBUG neutron.services.segments.db [None req-1430e42c-9df3-442a-aae7-bc7aed3ec2ab tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee715636-504a-4353-bda3-dda52c26489b') {} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:24:22.368280 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-1430e42c-9df3-442a-aae7-bc7aed3ec2ab tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773753515138', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126218898'] for segment, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:22.386288 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-1430e42c-9df3-442a-aae7-bc7aed3ec2ab tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552'] for segment, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:22.401414 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-4c7905ef-411e-4479-baee-8c916bb96c6d tempest-TagsExtTest-823346489 tempest-TagsExtTest-823346489-project] 10.222.0.104 "DELETE /v2.0/subnets/7e20ce0c-b45e-404a-a18d-8400c54b143c/tags/tempest-TagsExtTest-Tag-951795570 HTTP/1.1" status: 204 len: 168 time: 0.1598339 Jul 06 14:24:22.403516 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 42960) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:24:22.403785 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1430e42c-9df3-442a-aae7-bc7aed3ec2ab tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Releasing vlan 1045 on physical network physnet1 to pool {{(pid=100246) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 14:24:22.404837 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-1430e42c-9df3-442a-aae7-bc7aed3ec2ab tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127687491'] for segment, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:22.409853 n-d-773647-6 neutron-server[100246]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:24:22.409853 n-d-773647-6 neutron-server[100246]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:24:22.409853 n-d-773647-6 neutron-server[100246]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:24:22.409853 n-d-773647-6 neutron-server[100246]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:24:22.409853 n-d-773647-6 neutron-server[100246]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:24:22.409853 n-d-773647-6 neutron-server[100246]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:24:22.409853 n-d-773647-6 neutron-server[100246]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:24:22.409853 n-d-773647-6 neutron-server[100246]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:24:22.409853 n-d-773647-6 neutron-server[100246]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:24:22.409853 n-d-773647-6 neutron-server[100246]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:24:22.409853 n-d-773647-6 neutron-server[100246]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 14:24:22.409853 n-d-773647-6 neutron-server[100246]: self.session.flush() Jul 06 14:24:22.409853 n-d-773647-6 neutron-server[100246]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 14:24:22.409853 n-d-773647-6 neutron-server[100246]: self.session.flush() Jul 06 14:24:22.409853 n-d-773647-6 neutron-server[100246]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 14:24:22.409853 n-d-773647-6 neutron-server[100246]: self.session.flush() Jul 06 14:24:22.409853 n-d-773647-6 neutron-server[100246]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 14:24:22.409853 n-d-773647-6 neutron-server[100246]: self.session.flush() Jul 06 14:24:22.409853 n-d-773647-6 neutron-server[100246]: Traceback (most recent call last): Jul 06 14:24:22.409853 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 14:24:22.409853 n-d-773647-6 neutron-server[100246]: timer() Jul 06 14:24:22.409853 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 14:24:22.409853 n-d-773647-6 neutron-server[100246]: cb(*args, **kw) Jul 06 14:24:22.409853 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 14:24:22.409853 n-d-773647-6 neutron-server[100246]: return func(*args, **kwargs) Jul 06 14:24:22.409853 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 14:24:22.409853 n-d-773647-6 neutron-server[100246]: self._notify() Jul 06 14:24:22.409853 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 14:24:22.409853 n-d-773647-6 neutron-server[100246]: self.callback(batched_events) Jul 06 14:24:22.409853 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 14:24:22.409853 n-d-773647-6 neutron-server[100246]: event.method(event) Jul 06 14:24:22.409853 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 14:24:22.409853 n-d-773647-6 neutron-server[100246]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 14:24:22.409853 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 14:24:22.409853 n-d-773647-6 neutron-server[100246]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 14:24:22.409853 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 14:24:22.409853 n-d-773647-6 neutron-server[100246]: return f(self, *a, **k) Jul 06 14:24:22.409853 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 14:24:22.409853 n-d-773647-6 neutron-server[100246]: return self._get(url).json() Jul 06 14:24:22.409853 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 14:24:22.409853 n-d-773647-6 neutron-server[100246]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 14:24:22.409853 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 14:24:22.409853 n-d-773647-6 neutron-server[100246]: return self.request(url, 'GET', **kwargs) Jul 06 14:24:22.409853 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 14:24:22.409853 n-d-773647-6 neutron-server[100246]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 14:24:22.409853 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 14:24:22.409853 n-d-773647-6 neutron-server[100246]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 14:24:22.409853 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 14:24:22.409853 n-d-773647-6 neutron-server[100246]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 14:24:22.409853 n-d-773647-6 neutron-server[100246]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 14:24:22.424034 n-d-773647-6 neutron-server[100247]: DEBUG neutron.services.tag.tag_plugin [None req-2b54a831-73b4-474d-9626-b459204f8b0c tempest-TagsExtTest-823346489 tempest-TagsExtTest-823346489-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '7e20ce0c-b45e-404a-a18d-8400c54b143c') {} {{(pid=100247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:24:22.497883 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-1430e42c-9df3-442a-aae7-bc7aed3ec2ab tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-917215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1761140'] for network, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:22.525889 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-1430e42c-9df3-442a-aae7-bc7aed3ec2ab tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Notify callbacks [] for network, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:22.531908 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-1430e42c-9df3-442a-aae7-bc7aed3ec2ab tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] 10.222.0.104 "DELETE /v2.0/networks/e996f7d2-9ff0-4aa5-8f20-4cad729587e5 HTTP/1.1" status: 204 len: 168 time: 1.1892674 Jul 06 14:24:22.532883 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1430e42c-9df3-442a-aae7-bc7aed3ec2ab tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Pushing event deleted for resources: {'Network': ['ID=e996f7d2-9ff0-4aa5-8f20-4cad729587e5,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:24:22.534539 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 42962) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:24:22.562470 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-2b54a831-73b4-474d-9626-b459204f8b0c tempest-TagsExtTest-823346489 tempest-TagsExtTest-823346489-project] 10.222.0.104 "GET /v2.0/subnets/7e20ce0c-b45e-404a-a18d-8400c54b143c/tags HTTP/1.1" status: 200 len: 205 time: 0.1563375 Jul 06 14:24:22.567632 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 42968) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:24:22.572478 n-d-773647-6 neutron-server[100247]: DEBUG neutron.services.tag.tag_plugin [None req-31dfa2f2-6a88-40c8-936a-bba96badd945 tempest-TagsExtTest-823346489 tempest-TagsExtTest-823346489-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '0ba34e8f-3a93-4712-875a-2759b71d9d3c') {} {{(pid=100247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:24:22.625688 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-31dfa2f2-6a88-40c8-936a-bba96badd945 tempest-TagsExtTest-823346489 tempest-TagsExtTest-823346489-project] 10.222.0.104 "GET /v2.0/ports/0ba34e8f-3a93-4712-875a-2759b71d9d3c/tags HTTP/1.1" status: 200 len: 241 time: 0.0570076 Jul 06 14:24:22.628220 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 42974) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:24:22.632568 n-d-773647-6 neutron-server[100247]: DEBUG neutron.services.tag.tag_plugin [None req-8ba819e5-bf90-4ce9-85d6-90ec53b14440 tempest-TagsExtTest-823346489 tempest-TagsExtTest-823346489-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '0ba34e8f-3a93-4712-875a-2759b71d9d3c', 'tempest-TagsExtTest-Tag-1597758025') {} {{(pid=100247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:24:22.655063 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02dcdf68-7994-4801-ace8-b3aa9f38dd2c tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:24:22.659429 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-02dcdf68-7994-4801-ace8-b3aa9f38dd2c tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] 10.222.0.104 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.1205482 Jul 06 14:24:22.659678 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 42982) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:24:22.780114 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-8ba819e5-bf90-4ce9-85d6-90ec53b14440 tempest-TagsExtTest-823346489 tempest-TagsExtTest-823346489-project] 10.222.0.104 "GET /v2.0/ports/0ba34e8f-3a93-4712-875a-2759b71d9d3c/tags/tempest-TagsExtTest-Tag-1597758025 HTTP/1.1" status: 204 len: 168 time: 0.1484277 Jul 06 14:24:22.780754 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 42994) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:24:22.786181 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-961c527f-7f82-4c90-9f7a-7a05b7f2b4c2 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] 10.222.0.104 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1219904 Jul 06 14:24:22.786342 n-d-773647-6 neutron-server[100246]: DEBUG neutron.services.tag.tag_plugin [None req-9d80f7b6-f28b-42b6-bbeb-1dabe3e473c5 tempest-TagsExtTest-823346489 tempest-TagsExtTest-823346489-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '0ba34e8f-3a93-4712-875a-2759b71d9d3c', 'tempest-TagsExtTest-Tag-1597758025') {} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:24:22.786622 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 42996) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:24:22.792015 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [None req-2d6acd7b-ae0e-4fe3-a15d-29967275a1aa tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-2018383179'}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:24:22.817176 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d6acd7b-ae0e-4fe3-a15d-29967275a1aa tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Made reservation on behalf of 754edc6d72c241609d5c976e8526e541 for: {'network': 1} {{(pid=100247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:24:22.821492 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-2d6acd7b-ae0e-4fe3-a15d-29967275a1aa tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for network, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:22.850098 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d6acd7b-ae0e-4fe3-a15d-29967275a1aa tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] vlan segment allocate from pool success with {'vlan_id': 1009, 'physical_network': 'physnet1'} {{(pid=100247) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 14:24:22.861870 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-2d6acd7b-ae0e-4fe3-a15d-29967275a1aa tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552'] for segment, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:22.862301 n-d-773647-6 neutron-server[100247]: INFO neutron.db.segments_db [None req-2d6acd7b-ae0e-4fe3-a15d-29967275a1aa tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Added segment cf0612fd-cf27-4c0a-b6bf-3e565d78ba5e of type vlan for network d1cebd62-800e-43d9-a717-ae542e797a22 Jul 06 14:24:22.900847 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-9d80f7b6-f28b-42b6-bbeb-1dabe3e473c5 tempest-TagsExtTest-823346489 tempest-TagsExtTest-823346489-project] 10.222.0.104 "DELETE /v2.0/ports/0ba34e8f-3a93-4712-875a-2759b71d9d3c/tags/tempest-TagsExtTest-Tag-1597758025 HTTP/1.1" status: 204 len: 168 time: 0.1188912 Jul 06 14:24:22.903806 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 43010) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:24:22.906612 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-881092d1-448a-4708-bea2-d1ec613a19e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:22.912221 n-d-773647-6 neutron-server[100246]: DEBUG neutron.services.tag.tag_plugin [None req-0893d3ce-af92-4c94-bbd4-f53f9c87abaa tempest-TagsExtTest-823346489 tempest-TagsExtTest-823346489-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '0ba34e8f-3a93-4712-875a-2759b71d9d3c') {} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:24:22.932432 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-2d6acd7b-ae0e-4fe3-a15d-29967275a1aa tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773752984405'] for network, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:22.984691 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-2d6acd7b-ae0e-4fe3-a15d-29967275a1aa tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060'] for network, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:22.991562 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d6acd7b-ae0e-4fe3-a15d-29967275a1aa tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:24:22.992018 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-2d6acd7b-ae0e-4fe3-a15d-29967275a1aa tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Notify callbacks [] for network, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:23.008172 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-0893d3ce-af92-4c94-bbd4-f53f9c87abaa tempest-TagsExtTest-823346489 tempest-TagsExtTest-823346489-project] 10.222.0.104 "GET /v2.0/ports/0ba34e8f-3a93-4712-875a-2759b71d9d3c/tags HTTP/1.1" status: 200 len: 205 time: 0.1002865 Jul 06 14:24:23.010265 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 43020) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:24:23.018688 n-d-773647-6 neutron-server[100246]: DEBUG neutron.services.tag.tag_plugin [None req-19feec29-aa33-4796-a1de-9465a39f4b00 tempest-TagsExtTest-823346489 tempest-TagsExtTest-823346489-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '839afefc-0660-4e1e-aa95-d3f1815ca250') {} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:24:23.064310 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-2d6acd7b-ae0e-4fe3-a15d-29967275a1aa tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] 10.222.0.104 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2742410 Jul 06 14:24:23.064526 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 43022) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:24:23.071415 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [None req-5e19d981-3816-4c9f-ac70-c31c7417bab5 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Request body: {'subnet': {'network_id': 'd1cebd62-800e-43d9-a717-ae542e797a22', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:24:23.088764 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6acd7b-ae0e-4fe3-a15d-29967275a1aa tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Pushing event updated for resources: {'Network': ['ID=d1cebd62-800e-43d9-a717-ae542e797a22,revision_number=1']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:24:23.103374 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Network d1cebd62-800e-43d9-a717-ae542e797a22 details requested by agent ovs-agent-n-d-773647-6 with host n-d-773647-6 {{(pid=100248) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 14:24:23.110788 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-19feec29-aa33-4796-a1de-9465a39f4b00 tempest-TagsExtTest-823346489 tempest-TagsExtTest-823346489-project] 10.222.0.104 "GET /v2.0/routers/839afefc-0660-4e1e-aa95-d3f1815ca250/tags HTTP/1.1" status: 200 len: 241 time: 0.0994229 Jul 06 14:24:23.111695 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 43024) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:24:23.116393 n-d-773647-6 neutron-server[100246]: DEBUG neutron.services.tag.tag_plugin [None req-36cf7947-1bcc-463c-aa9a-3020f8e50ee2 tempest-TagsExtTest-823346489 tempest-TagsExtTest-823346489-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '839afefc-0660-4e1e-aa95-d3f1815ca250', 'tempest-TagsExtTest-Tag-1116323681') {} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:24:23.188436 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e19d981-3816-4c9f-ac70-c31c7417bab5 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Made reservation on behalf of 754edc6d72c241609d5c976e8526e541 for: {'subnet': 1} {{(pid=100247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:24:23.196006 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-5e19d981-3816-4c9f-ac70-c31c7417bab5 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127627440'] for subnet, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:23.268661 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-36cf7947-1bcc-463c-aa9a-3020f8e50ee2 tempest-TagsExtTest-823346489 tempest-TagsExtTest-823346489-project] 10.222.0.104 "GET /v2.0/routers/839afefc-0660-4e1e-aa95-d3f1815ca250/tags/tempest-TagsExtTest-Tag-1116323681 HTTP/1.1" status: 204 len: 168 time: 0.1557548 Jul 06 14:24:23.271387 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 43026) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:24:23.276921 n-d-773647-6 neutron-server[100246]: DEBUG neutron.services.tag.tag_plugin [None req-ae23084b-4b84-411b-8f18-281d62e04b8f tempest-TagsExtTest-823346489 tempest-TagsExtTest-823346489-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '839afefc-0660-4e1e-aa95-d3f1815ca250', 'tempest-TagsExtTest-Tag-1116323681') {} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:24:23.417526 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-ae23084b-4b84-411b-8f18-281d62e04b8f tempest-TagsExtTest-823346489 tempest-TagsExtTest-823346489-project] 10.222.0.104 "DELETE /v2.0/routers/839afefc-0660-4e1e-aa95-d3f1815ca250/tags/tempest-TagsExtTest-Tag-1116323681 HTTP/1.1" status: 204 len: 168 time: 0.1446781 Jul 06 14:24:23.420683 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 43032) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:24:23.425995 n-d-773647-6 neutron-server[100246]: DEBUG neutron.services.tag.tag_plugin [None req-d8c91c3c-0e7c-4fb0-8b15-9fb5eae24360 tempest-TagsExtTest-823346489 tempest-TagsExtTest-823346489-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '839afefc-0660-4e1e-aa95-d3f1815ca250') {} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:24:23.431665 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 43034) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:24:23.489611 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-575a4b68-2bc3-4adb-8f09-37b05eb1a5b4 None None] Network bd1f2d38-432c-4087-ba00-ca98550060f7 requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:24:23.523148 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-d8c91c3c-0e7c-4fb0-8b15-9fb5eae24360 tempest-TagsExtTest-823346489 tempest-TagsExtTest-823346489-project] 10.222.0.104 "GET /v2.0/routers/839afefc-0660-4e1e-aa95-d3f1815ca250/tags HTTP/1.1" status: 200 len: 205 time: 0.0989003 Jul 06 14:24:23.526046 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 43042) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:24:23.533978 n-d-773647-6 neutron-server[100246]: DEBUG neutron.services.tag.tag_plugin [None req-ac242edd-ac05-4bc5-8baf-bdb01679c24c tempest-TagsExtTest-823346489 tempest-TagsExtTest-823346489-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'c7baf548-c40b-480d-83a0-2e873204d5cc') {} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:24:23.572564 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-ac242edd-ac05-4bc5-8baf-bdb01679c24c tempest-TagsExtTest-823346489 tempest-TagsExtTest-823346489-project] 10.222.0.104 "GET /v2.0/subnetpools/c7baf548-c40b-480d-83a0-2e873204d5cc/tags HTTP/1.1" status: 200 len: 240 time: 0.0451128 Jul 06 14:24:23.575002 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 43044) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:24:23.577223 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-5e19d981-3816-4c9f-ac70-c31c7417bab5 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1849032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-128888412', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127627426'] for subnet, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:23.582642 n-d-773647-6 neutron-server[100246]: DEBUG neutron.services.tag.tag_plugin [None req-177d9b17-6e4c-41ad-b557-7b50e920da6c tempest-TagsExtTest-823346489 tempest-TagsExtTest-823346489-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'c7baf548-c40b-480d-83a0-2e873204d5cc', 'tempest-TagsExtTest-Tag-220101751') {} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:24:23.612909 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-177d9b17-6e4c-41ad-b557-7b50e920da6c tempest-TagsExtTest-823346489 tempest-TagsExtTest-823346489-project] 10.222.0.104 "GET /v2.0/subnetpools/c7baf548-c40b-480d-83a0-2e873204d5cc/tags/tempest-TagsExtTest-Tag-220101751 HTTP/1.1" status: 204 len: 168 time: 0.0362198 Jul 06 14:24:23.615276 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 43046) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:24:23.620791 n-d-773647-6 neutron-server[100246]: DEBUG neutron.services.tag.tag_plugin [None req-7efbe1ac-ecf6-4c29-96a5-428424054a52 tempest-TagsExtTest-823346489 tempest-TagsExtTest-823346489-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', 'c7baf548-c40b-480d-83a0-2e873204d5cc', 'tempest-TagsExtTest-Tag-220101751') {} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:24:23.649891 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-dab68f99-cc3e-48c4-bbc8-11d1c76eb17f admin admin] Notify callbacks [] for security_group, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:23.663400 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e19d981-3816-4c9f-ac70-c31c7417bab5 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Pushing event updated for resources: {'Subnet': ['ID=050e19eb-f720-4f0f-90f2-56a6ad88f77f,revision_number=0']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:24:23.666229 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-46e25dde-4f93-4623-9d5d-01d7c2c66025 None None] Provisioning for port 97126448-5d35-4d84-85cd-890e81673f51 completed by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:24:23.673065 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-7efbe1ac-ecf6-4c29-96a5-428424054a52 tempest-TagsExtTest-823346489 tempest-TagsExtTest-823346489-project] 10.222.0.104 "DELETE /v2.0/subnetpools/c7baf548-c40b-480d-83a0-2e873204d5cc/tags/tempest-TagsExtTest-Tag-220101751 HTTP/1.1" status: 204 len: 168 time: 0.0559833 Jul 06 14:24:23.675238 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 43048) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:24:23.682850 n-d-773647-6 neutron-server[100246]: DEBUG neutron.services.tag.tag_plugin [None req-64f8460f-9a58-4345-bee4-fc5ca45478d5 tempest-TagsExtTest-823346489 tempest-TagsExtTest-823346489-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'c7baf548-c40b-480d-83a0-2e873204d5cc') {} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:24:23.708600 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e19d981-3816-4c9f-ac70-c31c7417bab5 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Checking segment: {'id': 'cf0612fd-cf27-4c0a-b6bf-3e565d78ba5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': 'd1cebd62-800e-43d9-a717-ae542e797a22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100247) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:24:23.709230 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e19d981-3816-4c9f-ac70-c31c7417bab5 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Network hostable DHCP agents. Network: d1cebd62-800e-43d9-a717-ae542e797a22, hostable agents: ['f2bada3d-be77-4359-982b-8505a2bbca04'], hosted agents: [] {{(pid=100247) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 14:24:23.713382 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-64f8460f-9a58-4345-bee4-fc5ca45478d5 tempest-TagsExtTest-823346489 tempest-TagsExtTest-823346489-project] 10.222.0.104 "GET /v2.0/subnetpools/c7baf548-c40b-480d-83a0-2e873204d5cc/tags HTTP/1.1" status: 200 len: 205 time: 0.0370462 Jul 06 14:24:23.715979 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 43050) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:24:23.722660 n-d-773647-6 neutron-server[100246]: DEBUG neutron.services.tag.tag_plugin [None req-f41a9361-0be0-4e69-9e19-1719a7e3e4e1 tempest-TagsExtTest-823346489 tempest-TagsExtTest-823346489-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'c7baf548-c40b-480d-83a0-2e873204d5cc') {} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:24:23.748960 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e19d981-3816-4c9f-ac70-c31c7417bab5 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Network d1cebd62-800e-43d9-a717-ae542e797a22 is scheduled to be hosted by DHCP agent f2bada3d-be77-4359-982b-8505a2bbca04 with binding_index 1 {{(pid=100247) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 14:24:23.753371 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-f41a9361-0be0-4e69-9e19-1719a7e3e4e1 tempest-TagsExtTest-823346489 tempest-TagsExtTest-823346489-project] 10.222.0.104 "DELETE /v2.0/subnetpools/c7baf548-c40b-480d-83a0-2e873204d5cc/tags HTTP/1.1" status: 204 len: 168 time: 0.0353076 Jul 06 14:24:23.756178 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 43052) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:24:23.762605 n-d-773647-6 neutron-server[100246]: DEBUG neutron.services.tag.tag_plugin [None req-fe367d0d-7e12-4338-bdc6-8eb5d9e87bc3 tempest-TagsExtTest-823346489 tempest-TagsExtTest-823346489-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '839afefc-0660-4e1e-aa95-d3f1815ca250') {} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:24:23.766318 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.base_scheduler [None req-5e19d981-3816-4c9f-ac70-c31c7417bab5 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773647-6, d1cebd62-800e-43d9-a717-ae542e797a22) {{(pid=100247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:24:23.776643 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e19d981-3816-4c9f-ac70-c31c7417bab5 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:24:23.777283 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-5e19d981-3816-4c9f-ac70-c31c7417bab5 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Notify callbacks [] for subnet, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:23.783157 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d541bbd-8a12-40ad-b499-3f51cd080cce None None] Network d1cebd62-800e-43d9-a717-ae542e797a22 requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:24:23.836470 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-dab68f99-cc3e-48c4-bbc8-11d1c76eb17f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:23.850246 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-dab68f99-cc3e-48c4-bbc8-11d1c76eb17f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:23.881618 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-fe367d0d-7e12-4338-bdc6-8eb5d9e87bc3 tempest-TagsExtTest-823346489 tempest-TagsExtTest-823346489-project] 10.222.0.104 "DELETE /v2.0/routers/839afefc-0660-4e1e-aa95-d3f1815ca250/tags HTTP/1.1" status: 204 len: 168 time: 0.1242952 Jul 06 14:24:23.884713 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 43054) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:24:23.889936 n-d-773647-6 neutron-server[100246]: DEBUG neutron.services.tag.tag_plugin [None req-fff55375-8900-4467-8103-9bf4a8f6635c tempest-TagsExtTest-823346489 tempest-TagsExtTest-823346489-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '0ba34e8f-3a93-4712-875a-2759b71d9d3c') {} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:24:23.914855 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-dab68f99-cc3e-48c4-bbc8-11d1c76eb17f admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=c1951252a9f74730a93b25541b57997d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4797826 Jul 06 14:24:23.920202 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 43056) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:24:23.923418 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-5e19d981-3816-4c9f-ac70-c31c7417bab5 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] 10.222.0.104 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8578634 Jul 06 14:24:23.936144 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 43058) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:24:23.949850 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [None req-ef85a15d-dfeb-4462-8c55-a7373ad99852 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Request body: {'port': {'network_id': 'd1cebd62-800e-43d9-a717-ae542e797a22', 'name': 'tempest-PortsTestJSON-442001268'}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:24:23.970678 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 97126448-5d35-4d84-85cd-890e81673f51 up at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:24:23.998312 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-b221dcbf-8598-4e97-b512-5863d0a40d7f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:24.023513 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-b221dcbf-8598-4e97-b512-5863d0a40d7f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:24.085630 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning for port 97126448-5d35-4d84-85cd-890e81673f51 completed by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:24:24.095320 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-fff55375-8900-4467-8103-9bf4a8f6635c tempest-TagsExtTest-823346489 tempest-TagsExtTest-823346489-project] 10.222.0.104 "DELETE /v2.0/ports/0ba34e8f-3a93-4712-875a-2759b71d9d3c/tags HTTP/1.1" status: 204 len: 168 time: 0.2065308 Jul 06 14:24:24.095622 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab68f99-cc3e-48c4-bbc8-11d1c76eb17f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d11f3ad-6cba-4d65-a673-def12d8a5d6e,revision_number=1']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:24:24.096265 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning complete for port 97126448-5d35-4d84-85cd-890e81673f51 triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:24:24.098069 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 43060) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:24:24.099584 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:24.118578 n-d-773647-6 neutron-server[100246]: DEBUG neutron.services.tag.tag_plugin [None req-11bac711-9b45-44e1-82d5-17cee284d329 tempest-TagsExtTest-823346489 tempest-TagsExtTest-823346489-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '7e20ce0c-b45e-404a-a18d-8400c54b143c') {} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:24:24.130827 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef85a15d-dfeb-4462-8c55-a7373ad99852 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Made reservation on behalf of 754edc6d72c241609d5c976e8526e541 for: {'port': 1} {{(pid=100247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:24:24.135301 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-ef85a15d-dfeb-4462-8c55-a7373ad99852 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:24.165784 n-d-773647-6 neutron-server[100247]: DEBUG neutron.notifiers.nova [None req-ef85a15d-dfeb-4462-8c55-a7373ad99852 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] device_id is not set on port 290ad2dd-203a-4dbc-8951-3af9ed759451 yet. {{(pid=100247) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 14:24:24.182591 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-b221dcbf-8598-4e97-b512-5863d0a40d7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:24.185643 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-b221dcbf-8598-4e97-b512-5863d0a40d7f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:24.187349 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-b221dcbf-8598-4e97-b512-5863d0a40d7f admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/9d11f3ad-6cba-4d65-a673-def12d8a5d6e HTTP/1.1" status: 204 len: 168 time: 0.2644324 Jul 06 14:24:24.218312 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b221dcbf-8598-4e97-b512-5863d0a40d7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d11f3ad-6cba-4d65-a673-def12d8a5d6e,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:24:24.253589 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-11bac711-9b45-44e1-82d5-17cee284d329 tempest-TagsExtTest-823346489 tempest-TagsExtTest-823346489-project] 10.222.0.104 "DELETE /v2.0/subnets/7e20ce0c-b45e-404a-a18d-8400c54b143c/tags HTTP/1.1" status: 204 len: 168 time: 0.1438346 Jul 06 14:24:24.258526 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 43064) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:24:24.264540 n-d-773647-6 neutron-server[100246]: DEBUG neutron.services.tag.tag_plugin [None req-780f3c38-499a-4e73-9480-ccdb261f4a42 tempest-TagsExtTest-823346489 tempest-TagsExtTest-823346489-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '7e20ce0c-b45e-404a-a18d-8400c54b143c', 'tempest-TagsExtTest-Tag-1380240503') {} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:24:24.349657 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-780f3c38-499a-4e73-9480-ccdb261f4a42 tempest-TagsExtTest-823346489 tempest-TagsExtTest-823346489-project] 10.222.0.104 "PUT /v2.0/subnets/7e20ce0c-b45e-404a-a18d-8400c54b143c/tags/tempest-TagsExtTest-Tag-1380240503 HTTP/1.1" status: 201 len: 201 time: 0.0896780 Jul 06 14:24:24.352307 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 43066) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:24:24.359463 n-d-773647-6 neutron-server[100246]: DEBUG neutron.services.tag.tag_plugin [None req-b856f818-ffb7-4997-83b0-9fbb201f89d4 tempest-TagsExtTest-823346489 tempest-TagsExtTest-823346489-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '0ba34e8f-3a93-4712-875a-2759b71d9d3c', 'tempest-TagsExtTest-Tag-15351565') {} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:24:24.416491 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.db_base_plugin_common [None req-ef85a15d-dfeb-4462-8c55-a7373ad99852 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Allocated IP 172.20.0.8 (d1cebd62-800e-43d9-a717-ae542e797a22/050e19eb-f720-4f0f-90f2-56a6ad88f77f/290ad2dd-203a-4dbc-8951-3af9ed759451) {{(pid=100247) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:24:24.440689 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5edf48c7-d49b-46c2-9b7e-f50e910d8bcd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6bd5fc82-6666-56e8-87c2-91648d36c963-d1cebd62-800e-43d9-a717-ae542e797a22', 'network_id': 'd1cebd62-800e-43d9-a717-ae542e797a22', 'tenant_id': '754edc6d72c241609d5c976e8526e541', 'fixed_ips': [{'subnet_id': '050e19eb-f720-4f0f-90f2-56a6ad88f77f'}]}} from n-d-773647-6. {{(pid=100248) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 14:24:24.441834 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5edf48c7-d49b-46c2-9b7e-f50e910d8bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:24.468857 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-fd75bdce-293f-4aa9-b9fc-c3423ec24dd4 None None] Provisioning for port 0ba34e8f-3a93-4712-875a-2759b71d9d3c completed by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:24:24.487698 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-fd75bdce-293f-4aa9-b9fc-c3423ec24dd4 None None] Provisioning complete for port 0ba34e8f-3a93-4712-875a-2759b71d9d3c triggered by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:24:24.488069 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-fd75bdce-293f-4aa9-b9fc-c3423ec24dd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:24.489522 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-b856f818-ffb7-4997-83b0-9fbb201f89d4 tempest-TagsExtTest-823346489 tempest-TagsExtTest-823346489-project] 10.222.0.104 "PUT /v2.0/ports/0ba34e8f-3a93-4712-875a-2759b71d9d3c/tags/tempest-TagsExtTest-Tag-15351565 HTTP/1.1" status: 201 len: 201 time: 0.1340671 Jul 06 14:24:24.490492 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 43072) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:24:24.499539 n-d-773647-6 neutron-server[100246]: DEBUG neutron.services.tag.tag_plugin [None req-7e4749e0-bb2b-4da9-951d-37504b90cedd tempest-TagsExtTest-823346489 tempest-TagsExtTest-823346489-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '839afefc-0660-4e1e-aa95-d3f1815ca250', 'tempest-TagsExtTest-Tag-1498800920') {} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:24:24.544055 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-fd75bdce-293f-4aa9-b9fc-c3423ec24dd4 None None] Port 0ba34e8f-3a93-4712-875a-2759b71d9d3c cannot update to ACTIVE because it is not bound. {{(pid=100248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 14:24:24.615859 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-7e4749e0-bb2b-4da9-951d-37504b90cedd tempest-TagsExtTest-823346489 tempest-TagsExtTest-823346489-project] 10.222.0.104 "PUT /v2.0/routers/839afefc-0660-4e1e-aa95-d3f1815ca250/tags/tempest-TagsExtTest-Tag-1498800920 HTTP/1.1" status: 201 len: 201 time: 0.1241174 Jul 06 14:24:24.618651 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 43078) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:24:24.624069 n-d-773647-6 neutron-server[100246]: DEBUG neutron.services.tag.tag_plugin [None req-d9f8bfcd-e6a9-4848-9c7f-438e818bf15b tempest-TagsExtTest-823346489 tempest-TagsExtTest-823346489-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'c7baf548-c40b-480d-83a0-2e873204d5cc', 'tempest-TagsExtTest-Tag-226767449') {} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:24:24.625286 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-ef85a15d-dfeb-4462-8c55-a7373ad99852 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Notify callbacks [] for port, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:24.643120 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.provisioning_blocks [None req-ef85a15d-dfeb-4462-8c55-a7373ad99852 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Transition to ACTIVE for port object 290ad2dd-203a-4dbc-8951-3af9ed759451 will not be triggered until provisioned by entity DHCP. {{(pid=100247) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:24:24.687237 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-fd75bdce-293f-4aa9-b9fc-c3423ec24dd4 None None] Provisioning complete for port 97126448-5d35-4d84-85cd-890e81673f51 triggered by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:24:24.687766 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-fd75bdce-293f-4aa9-b9fc-c3423ec24dd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:24.698667 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-ef85a15d-dfeb-4462-8c55-a7373ad99852 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-128888360'] for port, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:24.700149 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-d9f8bfcd-e6a9-4848-9c7f-438e818bf15b tempest-TagsExtTest-823346489 tempest-TagsExtTest-823346489-project] 10.222.0.104 "PUT /v2.0/subnetpools/c7baf548-c40b-480d-83a0-2e873204d5cc/tags/tempest-TagsExtTest-Tag-226767449 HTTP/1.1" status: 201 len: 201 time: 0.0804937 Jul 06 14:24:24.702699 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 43080) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:24:24.709582 n-d-773647-6 neutron-server[100246]: DEBUG neutron.services.tag.tag_plugin [None req-0450daab-51d1-49e8-a96f-236fe586856c tempest-TagsExtTest-823346489 tempest-TagsExtTest-823346489-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '7e20ce0c-b45e-404a-a18d-8400c54b143c', {'tags': ['tempest-TagsExtTest-Tag-782585351', 'tempest-TagsExtTest-Tag-1836556832', 'tempest-TagsExtTest-Tag-1224033277']}) {} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:24:24.723305 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef85a15d-dfeb-4462-8c55-a7373ad99852 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Network d1cebd62-800e-43d9-a717-ae542e797a22 is already hosted by enough agents. {{(pid=100247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:24:24.727362 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.base_scheduler [None req-ef85a15d-dfeb-4462-8c55-a7373ad99852 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Resources bound (agent type, host, resource id): {{(pid=100247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:24:24.767641 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 43082) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:24:24.772070 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef85a15d-dfeb-4462-8c55-a7373ad99852 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Received port after_create {{(pid=100247) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:24:24.781225 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:24.797421 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-207c50df-3dfb-4c94-8109-8ec757369946 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:24.824531 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef85a15d-dfeb-4462-8c55-a7373ad99852 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Pushing event updated for resources: {'Port': ['ID=290ad2dd-203a-4dbc-8951-3af9ed759451,revision_number=1']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:24:24.844539 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef85a15d-dfeb-4462-8c55-a7373ad99852 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:24:24.845910 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-ef85a15d-dfeb-4462-8c55-a7373ad99852 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:24.856444 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-0450daab-51d1-49e8-a96f-236fe586856c tempest-TagsExtTest-823346489 tempest-TagsExtTest-823346489-project] 10.222.0.104 "PUT /v2.0/subnets/7e20ce0c-b45e-404a-a18d-8400c54b143c/tags HTTP/1.1" status: 200 len: 317 time: 0.1509988 Jul 06 14:24:24.859354 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 43084) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:24:24.866970 n-d-773647-6 neutron-server[100246]: DEBUG neutron.services.tag.tag_plugin [None req-583632ae-2ad5-4c2f-a9bc-126aab9bfa23 tempest-TagsExtTest-823346489 tempest-TagsExtTest-823346489-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '7e20ce0c-b45e-404a-a18d-8400c54b143c') {} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:24:24.895000 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] For port 97126448-5d35-4d84-85cd-890e81673f51, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=97126448-5d35-4d84-85cd-890e81673f51,segment=NetworkSegment(8d3c04f7-69d5-4461-b645-d17eee7c2ea4),segment_id=8d3c04f7-69d5-4461-b645-d17eee7c2ea4)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:24:24.918956 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.db_base_plugin_common [None req-5edf48c7-d49b-46c2-9b7e-f50e910d8bcd None None] Allocated IP 172.20.0.2 (d1cebd62-800e-43d9-a717-ae542e797a22/050e19eb-f720-4f0f-90f2-56a6ad88f77f/3f7e8974-9f53-4dce-92b4-2b4bdd4a7ac1) {{(pid=100248) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:24:24.924966 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:25.016077 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-207c50df-3dfb-4c94-8109-8ec757369946 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:25.021896 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-207c50df-3dfb-4c94-8109-8ec757369946 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:25.031926 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-ef85a15d-dfeb-4462-8c55-a7373ad99852 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] 10.222.0.104 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.0886176 Jul 06 14:24:25.032114 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-583632ae-2ad5-4c2f-a9bc-126aab9bfa23 tempest-TagsExtTest-823346489 tempest-TagsExtTest-823346489-project] 10.222.0.104 "DELETE /v2.0/subnets/7e20ce0c-b45e-404a-a18d-8400c54b143c/tags HTTP/1.1" status: 204 len: 168 time: 0.1700969 Jul 06 14:24:25.033644 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 43090) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:24:25.034123 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 43092) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:24:25.038979 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-fd75bdce-293f-4aa9-b9fc-c3423ec24dd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:25.059017 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [None req-70e7f5b7-9a06-4560-bfdd-113aabac8dc9 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Request body: {'port': {'network_id': 'd1cebd62-800e-43d9-a717-ae542e797a22', 'name': 'tempest-PortsTestJSON-1025304501'}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:24:25.069202 n-d-773647-6 neutron-server[100247]: DEBUG neutron.services.tag.tag_plugin [None req-fcc34d06-76e7-4ad7-9fab-422a6506ee98 tempest-TagsExtTest-823346489 tempest-TagsExtTest-823346489-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '7e20ce0c-b45e-404a-a18d-8400c54b143c', 'tempest-TagsExtTest-Tag-782585351') {} {{(pid=100247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:24:25.087519 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Pushing event updated for resources: {'Port': ['ID=97126448-5d35-4d84-85cd-890e81673f51,revision_number=3']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:24:25.093374 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207c50df-3dfb-4c94-8109-8ec757369946 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c87dd5f-2227-43af-bbe9-ce11a926dce6,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:24:25.103288 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-207c50df-3dfb-4c94-8109-8ec757369946 admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=0ab5ad1fe2e04189a4e8fb810da4dc94&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3342321 Jul 06 14:24:25.103924 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 43102) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:24:25.158095 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.db.api [None req-fd75bdce-293f-4aa9-b9fc-c3423ec24dd4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100248) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 06 14:24:25.158716 n-d-773647-6 neutron-server[100248]: DEBUG oslo_db.api [None req-fd75bdce-293f-4aa9-b9fc-c3423ec24dd4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 06 14:24:25.164142 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-ac65294a-74d2-4bc7-af96-364160c510bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:25.189568 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-ac65294a-74d2-4bc7-af96-364160c510bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:25.249889 n-d-773647-6 neutron-server[100247]: INFO neutron.api.v2.resource [None req-fcc34d06-76e7-4ad7-9fab-422a6506ee98 tempest-TagsExtTest-823346489 tempest-TagsExtTest-823346489-project] show failed (client error): The resource could not be found. Jul 06 14:24:25.250238 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-ac65294a-74d2-4bc7-af96-364160c510bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:25.255385 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-ac65294a-74d2-4bc7-af96-364160c510bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:25.255533 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-fcc34d06-76e7-4ad7-9fab-422a6506ee98 tempest-TagsExtTest-823346489 tempest-TagsExtTest-823346489-project] 10.222.0.104 "GET /v2.0/subnets/7e20ce0c-b45e-404a-a18d-8400c54b143c/tags/tempest-TagsExtTest-Tag-782585351 HTTP/1.1" status: 404 len: 328 time: 0.2157681 Jul 06 14:24:25.257205 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 43108) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:24:25.259730 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-ac65294a-74d2-4bc7-af96-364160c510bc admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/8c87dd5f-2227-43af-bbe9-ce11a926dce6 HTTP/1.1" status: 204 len: 168 time: 0.1540792 Jul 06 14:24:25.269321 n-d-773647-6 neutron-server[100247]: DEBUG neutron.services.tag.tag_plugin [None req-65a6d7f3-a1f5-44ef-8cfb-092c95bc08bc tempest-TagsExtTest-823346489 tempest-TagsExtTest-823346489-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '7e20ce0c-b45e-404a-a18d-8400c54b143c', 'tempest-TagsExtTest-Tag-1836556832') {} {{(pid=100247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:24:25.269993 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac65294a-74d2-4bc7-af96-364160c510bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c87dd5f-2227-43af-bbe9-ce11a926dce6,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:24:25.272062 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5edf48c7-d49b-46c2-9b7e-f50e910d8bcd None None] Notify callbacks [] for port, precommit_create {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:25.292460 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5edf48c7-d49b-46c2-9b7e-f50e910d8bcd None None] Transition to ACTIVE for port object 3f7e8974-9f53-4dce-92b4-2b4bdd4a7ac1 will not be triggered until provisioned by entity L2. {{(pid=100248) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:24:25.310462 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5edf48c7-d49b-46c2-9b7e-f50e910d8bcd None None] Transition to ACTIVE for port object 3f7e8974-9f53-4dce-92b4-2b4bdd4a7ac1 will not be triggered until provisioned by entity DHCP. {{(pid=100248) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:24:25.325178 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5edf48c7-d49b-46c2-9b7e-f50e910d8bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108'] for port, after_create {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:25.330175 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70e7f5b7-9a06-4560-bfdd-113aabac8dc9 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Made reservation on behalf of 754edc6d72c241609d5c976e8526e541 for: {'port': 1} {{(pid=100247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:24:25.334062 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-70e7f5b7-9a06-4560-bfdd-113aabac8dc9 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:25.360150 n-d-773647-6 neutron-server[100247]: INFO neutron.api.v2.resource [None req-65a6d7f3-a1f5-44ef-8cfb-092c95bc08bc tempest-TagsExtTest-823346489 tempest-TagsExtTest-823346489-project] show failed (client error): The resource could not be found. Jul 06 14:24:25.361206 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-65a6d7f3-a1f5-44ef-8cfb-092c95bc08bc tempest-TagsExtTest-823346489 tempest-TagsExtTest-823346489-project] 10.222.0.104 "GET /v2.0/subnets/7e20ce0c-b45e-404a-a18d-8400c54b143c/tags/tempest-TagsExtTest-Tag-1836556832 HTTP/1.1" status: 404 len: 329 time: 0.1017582 Jul 06 14:24:25.362392 n-d-773647-6 neutron-server[100247]: DEBUG neutron.notifiers.nova [None req-70e7f5b7-9a06-4560-bfdd-113aabac8dc9 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] device_id is not set on port 82fbc9ef-e32c-4545-910d-8fd8841b48cd yet. {{(pid=100247) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 14:24:25.364404 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 43112) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:24:25.369098 n-d-773647-6 neutron-server[100246]: DEBUG neutron.services.tag.tag_plugin [None req-33952d9b-9a14-474a-acdc-145609d59faf tempest-TagsExtTest-823346489 tempest-TagsExtTest-823346489-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '7e20ce0c-b45e-404a-a18d-8400c54b143c', 'tempest-TagsExtTest-Tag-1224033277') {} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:24:25.387313 n-d-773647-6 neutron-server[100248]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5edf48c7-d49b-46c2-9b7e-f50e910d8bcd None None] Network d1cebd62-800e-43d9-a717-ae542e797a22 is already hosted by enough agents. {{(pid=100248) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:24:25.406785 n-d-773647-6 neutron-server[100248]: DEBUG neutron.scheduler.base_scheduler [None req-5edf48c7-d49b-46c2-9b7e-f50e910d8bcd None None] Resources bound (agent type, host, resource id): {{(pid=100248) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:24:25.411331 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5edf48c7-d49b-46c2-9b7e-f50e910d8bcd None None] Received port after_create {{(pid=100248) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:24:25.428304 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5edf48c7-d49b-46c2-9b7e-f50e910d8bcd None None] Pushing event updated for resources: {'Port': ['ID=3f7e8974-9f53-4dce-92b4-2b4bdd4a7ac1,revision_number=1']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:24:25.483748 n-d-773647-6 neutron-server[100246]: INFO neutron.api.v2.resource [None req-33952d9b-9a14-474a-acdc-145609d59faf tempest-TagsExtTest-823346489 tempest-TagsExtTest-823346489-project] show failed (client error): The resource could not be found. Jul 06 14:24:25.487578 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-33952d9b-9a14-474a-acdc-145609d59faf tempest-TagsExtTest-823346489 tempest-TagsExtTest-823346489-project] 10.222.0.104 "GET /v2.0/subnets/7e20ce0c-b45e-404a-a18d-8400c54b143c/tags/tempest-TagsExtTest-Tag-1224033277 HTTP/1.1" status: 404 len: 329 time: 0.1193073 Jul 06 14:24:25.488123 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 43116) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:24:25.502063 n-d-773647-6 neutron-server[100246]: DEBUG neutron.services.tag.tag_plugin [None req-7203b5b3-560b-4061-bcb6-f471b1cf3e01 tempest-TagsExtTest-823346489 tempest-TagsExtTest-823346489-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '0ba34e8f-3a93-4712-875a-2759b71d9d3c', {'tags': ['tempest-TagsExtTest-Tag-314103738', 'tempest-TagsExtTest-Tag-1766574727', 'tempest-TagsExtTest-Tag-1365866963']}) {} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:24:25.515154 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-5edf48c7-d49b-46c2-9b7e-f50e910d8bcd None None] Attempting to bind port 3f7e8974-9f53-4dce-92b4-2b4bdd4a7ac1 on host n-d-773647-6 for vnic_type normal with profile {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:24:25.515154 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-5edf48c7-d49b-46c2-9b7e-f50e910d8bcd None None] Attempting to bind port 3f7e8974-9f53-4dce-92b4-2b4bdd4a7ac1 by drivers openvswitch,hyperv on host n-d-773647-6 at level 0 using segments [{'id': 'cf0612fd-cf27-4c0a-b6bf-3e565d78ba5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': 'd1cebd62-800e-43d9-a717-ae542e797a22'}] {{(pid=100248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:24:25.515154 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5edf48c7-d49b-46c2-9b7e-f50e910d8bcd None None] Attempting to bind port 3f7e8974-9f53-4dce-92b4-2b4bdd4a7ac1 on network d1cebd62-800e-43d9-a717-ae542e797a22 {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:24:25.521579 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5edf48c7-d49b-46c2-9b7e-f50e910d8bcd None None] Checking agent: {'id': '8ab5b19c-d213-4f29-891d-27bdf39d38b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773647-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 43, 26), 'started_at': datetime.datetime(2021, 7, 6, 13, 43, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 23, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773647-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:24:25.522191 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5edf48c7-d49b-46c2-9b7e-f50e910d8bcd None None] Checking segment: {'id': 'cf0612fd-cf27-4c0a-b6bf-3e565d78ba5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': 'd1cebd62-800e-43d9-a717-ae542e797a22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:24:25.522812 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5edf48c7-d49b-46c2-9b7e-f50e910d8bcd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:25.523336 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5edf48c7-d49b-46c2-9b7e-f50e910d8bcd None None] Bound using segment: {'id': 'cf0612fd-cf27-4c0a-b6bf-3e565d78ba5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': 'd1cebd62-800e-43d9-a717-ae542e797a22'} {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:24:25.523973 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-5edf48c7-d49b-46c2-9b7e-f50e910d8bcd None None] Bound port: 3f7e8974-9f53-4dce-92b4-2b4bdd4a7ac1, host: n-d-773647-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf0612fd-cf27-4c0a-b6bf-3e565d78ba5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': 'd1cebd62-800e-43d9-a717-ae542e797a22'}}] {{(pid=100248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:24:25.524522 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5edf48c7-d49b-46c2-9b7e-f50e910d8bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:25.529751 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.db_base_plugin_common [None req-70e7f5b7-9a06-4560-bfdd-113aabac8dc9 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Allocated IP 172.20.0.7 (d1cebd62-800e-43d9-a717-ae542e797a22/050e19eb-f720-4f0f-90f2-56a6ad88f77f/82fbc9ef-e32c-4545-910d-8fd8841b48cd) {{(pid=100247) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:24:25.590760 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-8825196b-7b0c-4997-85cb-718fee33f93e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:25.600947 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-7203b5b3-560b-4061-bcb6-f471b1cf3e01 tempest-TagsExtTest-823346489 tempest-TagsExtTest-823346489-project] 10.222.0.104 "PUT /v2.0/ports/0ba34e8f-3a93-4712-875a-2759b71d9d3c/tags HTTP/1.1" status: 200 len: 317 time: 0.1082413 Jul 06 14:24:25.601390 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 43120) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:24:25.611779 n-d-773647-6 neutron-server[100246]: DEBUG neutron.services.tag.tag_plugin [None req-2dc660a2-91fe-4ee9-b4d9-578c9074db7e tempest-TagsExtTest-823346489 tempest-TagsExtTest-823346489-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '0ba34e8f-3a93-4712-875a-2759b71d9d3c') {} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:24:25.612716 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5edf48c7-d49b-46c2-9b7e-f50e910d8bcd None None] For port 3f7e8974-9f53-4dce-92b4-2b4bdd4a7ac1, host n-d-773647-6, cleared binding levels {{(pid=100248) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:24:25.616107 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5edf48c7-d49b-46c2-9b7e-f50e910d8bcd None None] For port 3f7e8974-9f53-4dce-92b4-2b4bdd4a7ac1, host n-d-773647-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=3f7e8974-9f53-4dce-92b4-2b4bdd4a7ac1,segment=NetworkSegment(cf0612fd-cf27-4c0a-b6bf-3e565d78ba5e),segment_id=cf0612fd-cf27-4c0a-b6bf-3e565d78ba5e)] {{(pid=100248) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:24:25.625412 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5edf48c7-d49b-46c2-9b7e-f50e910d8bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:25.707434 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-2dc660a2-91fe-4ee9-b4d9-578c9074db7e tempest-TagsExtTest-823346489 tempest-TagsExtTest-823346489-project] 10.222.0.104 "DELETE /v2.0/ports/0ba34e8f-3a93-4712-875a-2759b71d9d3c/tags HTTP/1.1" status: 204 len: 168 time: 0.1049311 Jul 06 14:24:25.708930 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 43122) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:24:25.720062 n-d-773647-6 neutron-server[100246]: DEBUG neutron.services.tag.tag_plugin [None req-dfbddf5d-120f-4173-b819-dcded493c317 tempest-TagsExtTest-823346489 tempest-TagsExtTest-823346489-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '0ba34e8f-3a93-4712-875a-2759b71d9d3c', 'tempest-TagsExtTest-Tag-314103738') {} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:24:25.792160 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-70e7f5b7-9a06-4560-bfdd-113aabac8dc9 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Notify callbacks [] for port, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:25.803542 n-d-773647-6 neutron-server[100246]: INFO neutron.api.v2.resource [None req-dfbddf5d-120f-4173-b819-dcded493c317 tempest-TagsExtTest-823346489 tempest-TagsExtTest-823346489-project] show failed (client error): The resource could not be found. Jul 06 14:24:25.807330 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5edf48c7-d49b-46c2-9b7e-f50e910d8bcd None None] Pushing event updated for resources: {'Port': ['ID=3f7e8974-9f53-4dce-92b4-2b4bdd4a7ac1,revision_number=2']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:24:25.808012 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-dfbddf5d-120f-4173-b819-dcded493c317 tempest-TagsExtTest-823346489 tempest-TagsExtTest-823346489-project] 10.222.0.104 "GET /v2.0/ports/0ba34e8f-3a93-4712-875a-2759b71d9d3c/tags/tempest-TagsExtTest-Tag-314103738 HTTP/1.1" status: 404 len: 328 time: 0.0977736 Jul 06 14:24:25.811887 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 43130) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:24:25.820807 n-d-773647-6 neutron-server[100246]: DEBUG neutron.services.tag.tag_plugin [None req-3be3cbd7-cede-4d0b-b57f-ed5908e57d00 tempest-TagsExtTest-823346489 tempest-TagsExtTest-823346489-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '0ba34e8f-3a93-4712-875a-2759b71d9d3c', 'tempest-TagsExtTest-Tag-1766574727') {} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:24:25.842445 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.provisioning_blocks [None req-70e7f5b7-9a06-4560-bfdd-113aabac8dc9 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Transition to ACTIVE for port object 82fbc9ef-e32c-4545-910d-8fd8841b48cd will not be triggered until provisioned by entity DHCP. {{(pid=100247) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:24:25.909131 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:25.935585 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-70e7f5b7-9a06-4560-bfdd-113aabac8dc9 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-128888360'] for port, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:25.952139 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 97126448-5d35-4d84-85cd-890e81673f51 up at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:24:25.985321 n-d-773647-6 neutron-server[100246]: INFO neutron.api.v2.resource [None req-3be3cbd7-cede-4d0b-b57f-ed5908e57d00 tempest-TagsExtTest-823346489 tempest-TagsExtTest-823346489-project] show failed (client error): The resource could not be found. Jul 06 14:24:25.990319 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-3be3cbd7-cede-4d0b-b57f-ed5908e57d00 tempest-TagsExtTest-823346489 tempest-TagsExtTest-823346489-project] 10.222.0.104 "GET /v2.0/ports/0ba34e8f-3a93-4712-875a-2759b71d9d3c/tags/tempest-TagsExtTest-Tag-1766574727 HTTP/1.1" status: 404 len: 329 time: 0.1770468 Jul 06 14:24:25.990694 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 43138) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:24:25.994373 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70e7f5b7-9a06-4560-bfdd-113aabac8dc9 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Network d1cebd62-800e-43d9-a717-ae542e797a22 is already hosted by enough agents. {{(pid=100247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:24:25.996046 n-d-773647-6 neutron-server[100246]: DEBUG neutron.services.tag.tag_plugin [None req-af6369d8-f155-4a1a-9359-2f0b3ae87cd7 tempest-TagsExtTest-823346489 tempest-TagsExtTest-823346489-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '0ba34e8f-3a93-4712-875a-2759b71d9d3c', 'tempest-TagsExtTest-Tag-1365866963') {} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:24:25.998525 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.base_scheduler [None req-70e7f5b7-9a06-4560-bfdd-113aabac8dc9 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Resources bound (agent type, host, resource id): {{(pid=100247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:24:26.005862 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70e7f5b7-9a06-4560-bfdd-113aabac8dc9 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Received port after_create {{(pid=100247) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:24:26.028346 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-29f6aac0-2b0d-4c6b-9b4e-4e144dd7e562 None None] Provisioning complete for port 0ba34e8f-3a93-4712-875a-2759b71d9d3c triggered by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:24:26.029009 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-29f6aac0-2b0d-4c6b-9b4e-4e144dd7e562 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:26.033408 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e7f5b7-9a06-4560-bfdd-113aabac8dc9 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Pushing event updated for resources: {'Port': ['ID=82fbc9ef-e32c-4545-910d-8fd8841b48cd,revision_number=1']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:24:26.059861 n-d-773647-6 neutron-server[100246]: INFO neutron.api.v2.resource [None req-af6369d8-f155-4a1a-9359-2f0b3ae87cd7 tempest-TagsExtTest-823346489 tempest-TagsExtTest-823346489-project] show failed (client error): The resource could not be found. Jul 06 14:24:26.066059 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-af6369d8-f155-4a1a-9359-2f0b3ae87cd7 tempest-TagsExtTest-823346489 tempest-TagsExtTest-823346489-project] 10.222.0.104 "GET /v2.0/ports/0ba34e8f-3a93-4712-875a-2759b71d9d3c/tags/tempest-TagsExtTest-Tag-1365866963 HTTP/1.1" status: 404 len: 329 time: 0.0743048 Jul 06 14:24:26.066675 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 43140) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:24:26.072602 n-d-773647-6 neutron-server[100246]: DEBUG neutron.services.tag.tag_plugin [None req-a57b28aa-8a05-4150-ac15-a57a3d55ce78 tempest-TagsExtTest-823346489 tempest-TagsExtTest-823346489-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '839afefc-0660-4e1e-aa95-d3f1815ca250', {'tags': ['tempest-TagsExtTest-Tag-396236889', 'tempest-TagsExtTest-Tag-895714462', 'tempest-TagsExtTest-Tag-409947088']}) {} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:24:26.088642 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70e7f5b7-9a06-4560-bfdd-113aabac8dc9 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:24:26.089350 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-70e7f5b7-9a06-4560-bfdd-113aabac8dc9 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:26.094517 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-29f6aac0-2b0d-4c6b-9b4e-4e144dd7e562 None None] Port 0ba34e8f-3a93-4712-875a-2759b71d9d3c cannot update to ACTIVE because it is not bound. {{(pid=100248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 14:24:26.096294 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning complete for port 97126448-5d35-4d84-85cd-890e81673f51 triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:24:26.096666 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:26.153808 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-70e7f5b7-9a06-4560-bfdd-113aabac8dc9 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] 10.222.0.104 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.1185539 Jul 06 14:24:26.158054 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 43142) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:24:26.347936 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72995275-5a77-44b4-a458-5ee54bd94e79 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:24:26.355570 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-72995275-5a77-44b4-a458-5ee54bd94e79 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] 10.222.0.104 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.8 HTTP/1.1" status: 200 len: 921 time: 0.1908011 Jul 06 14:24:26.356475 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 43154) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:24:26.505746 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.plugin [None req-08be2ddb-9507-4053-982e-5d2dbbfc7815 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Deleting port 82fbc9ef-e32c-4545-910d-8fd8841b48cd {{(pid=100247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:24:26.506347 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-08be2ddb-9507-4053-982e-5d2dbbfc7815 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:26.628098 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-2064eaae-da4f-48f8-82d2-b09d4ddedd44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:26.628700 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-08be2ddb-9507-4053-982e-5d2dbbfc7815 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:26.643515 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.plugin [None req-08be2ddb-9507-4053-982e-5d2dbbfc7815 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Calling delete_port for 82fbc9ef-e32c-4545-910d-8fd8841b48cd owned by {{(pid=100247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:24:26.657829 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-a57b28aa-8a05-4150-ac15-a57a3d55ce78 tempest-TagsExtTest-823346489 tempest-TagsExtTest-823346489-project] 10.222.0.104 "PUT /v2.0/routers/839afefc-0660-4e1e-aa95-d3f1815ca250/tags HTTP/1.1" status: 200 len: 315 time: 0.5898159 Jul 06 14:24:26.660189 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 43162) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:24:26.667868 n-d-773647-6 neutron-server[100246]: DEBUG neutron.services.tag.tag_plugin [None req-32bf495f-d977-4184-9ce7-c430c2f87933 tempest-TagsExtTest-823346489 tempest-TagsExtTest-823346489-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '839afefc-0660-4e1e-aa95-d3f1815ca250') {} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:24:26.794423 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-32bf495f-d977-4184-9ce7-c430c2f87933 tempest-TagsExtTest-823346489 tempest-TagsExtTest-823346489-project] 10.222.0.104 "DELETE /v2.0/routers/839afefc-0660-4e1e-aa95-d3f1815ca250/tags HTTP/1.1" status: 204 len: 168 time: 0.1321104 Jul 06 14:24:26.795440 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 43170) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:24:26.801658 n-d-773647-6 neutron-server[100246]: DEBUG neutron.services.tag.tag_plugin [None req-3c3f37e4-ee35-485f-b9fe-e1ff6ad624ec tempest-TagsExtTest-823346489 tempest-TagsExtTest-823346489-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '839afefc-0660-4e1e-aa95-d3f1815ca250', 'tempest-TagsExtTest-Tag-396236889') {} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:24:26.872142 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-08be2ddb-9507-4053-982e-5d2dbbfc7815 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128888353'] for port, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:26.902987 n-d-773647-6 neutron-server[100246]: INFO neutron.api.v2.resource [None req-3c3f37e4-ee35-485f-b9fe-e1ff6ad624ec tempest-TagsExtTest-823346489 tempest-TagsExtTest-823346489-project] show failed (client error): The resource could not be found. Jul 06 14:24:26.907762 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-3c3f37e4-ee35-485f-b9fe-e1ff6ad624ec tempest-TagsExtTest-823346489 tempest-TagsExtTest-823346489-project] 10.222.0.104 "GET /v2.0/routers/839afefc-0660-4e1e-aa95-d3f1815ca250/tags/tempest-TagsExtTest-Tag-396236889 HTTP/1.1" status: 404 len: 328 time: 0.1112835 Jul 06 14:24:26.911818 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08be2ddb-9507-4053-982e-5d2dbbfc7815 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Pushing event deleted for resources: {'Port': ['ID=82fbc9ef-e32c-4545-910d-8fd8841b48cd,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:24:26.912363 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 43174) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:24:26.919826 n-d-773647-6 neutron-server[100246]: DEBUG neutron.services.tag.tag_plugin [None req-d1782f15-2d35-4ba9-bb1a-d9c45c1ef3aa tempest-TagsExtTest-823346489 tempest-TagsExtTest-823346489-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '839afefc-0660-4e1e-aa95-d3f1815ca250', 'tempest-TagsExtTest-Tag-895714462') {} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:24:27.012119 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-08be2ddb-9507-4053-982e-5d2dbbfc7815 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:27.013040 n-d-773647-6 neutron-server[100246]: INFO neutron.api.v2.resource [None req-d1782f15-2d35-4ba9-bb1a-d9c45c1ef3aa tempest-TagsExtTest-823346489 tempest-TagsExtTest-823346489-project] show failed (client error): The resource could not be found. Jul 06 14:24:27.014603 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-d1782f15-2d35-4ba9-bb1a-d9c45c1ef3aa tempest-TagsExtTest-823346489 tempest-TagsExtTest-823346489-project] 10.222.0.104 "GET /v2.0/routers/839afefc-0660-4e1e-aa95-d3f1815ca250/tags/tempest-TagsExtTest-Tag-895714462 HTTP/1.1" status: 404 len: 328 time: 0.1012049 Jul 06 14:24:27.014723 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-08be2ddb-9507-4053-982e-5d2dbbfc7815 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] 10.222.0.104 "DELETE /v2.0/ports/82fbc9ef-e32c-4545-910d-8fd8841b48cd HTTP/1.1" status: 204 len: 168 time: 0.6564114 Jul 06 14:24:27.017719 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 43180) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:24:27.019906 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 43182) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:24:27.025294 n-d-773647-6 neutron-server[100246]: DEBUG neutron.services.tag.tag_plugin [None req-cfa58752-f44a-4cda-8764-ce38028ba4a4 tempest-TagsExtTest-823346489 tempest-TagsExtTest-823346489-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '839afefc-0660-4e1e-aa95-d3f1815ca250', 'tempest-TagsExtTest-Tag-409947088') {} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:24:27.101999 n-d-773647-6 neutron-server[100246]: INFO neutron.pecan_wsgi.hooks.translation [None req-43eaf7ee-fdd0-452e-94b3-8401bf7097c3 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] GET failed (client error): The resource could not be found. Jul 06 14:24:27.104978 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-43eaf7ee-fdd0-452e-94b3-8401bf7097c3 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] 10.222.0.104 "GET /v2.0/ports/82fbc9ef-e32c-4545-910d-8fd8841b48cd HTTP/1.1" status: 404 len: 333 time: 0.0763955 Jul 06 14:24:27.108780 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 43188) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:24:27.193925 n-d-773647-6 neutron-server[100246]: INFO neutron.api.v2.resource [None req-cfa58752-f44a-4cda-8764-ce38028ba4a4 tempest-TagsExtTest-823346489 tempest-TagsExtTest-823346489-project] show failed (client error): The resource could not be found. Jul 06 14:24:27.195317 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-cfa58752-f44a-4cda-8764-ce38028ba4a4 tempest-TagsExtTest-823346489 tempest-TagsExtTest-823346489-project] 10.222.0.104 "GET /v2.0/routers/839afefc-0660-4e1e-aa95-d3f1815ca250/tags/tempest-TagsExtTest-Tag-409947088 HTTP/1.1" status: 404 len: 328 time: 0.1742926 Jul 06 14:24:27.198538 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 43192) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:24:27.220052 n-d-773647-6 neutron-server[100246]: DEBUG neutron.services.tag.tag_plugin [None req-6f902eac-048a-4509-8af2-3af73068a5a5 tempest-TagsExtTest-823346489 tempest-TagsExtTest-823346489-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', 'c7baf548-c40b-480d-83a0-2e873204d5cc', {'tags': ['tempest-TagsExtTest-Tag-789659960', 'tempest-TagsExtTest-Tag-633513492', 'tempest-TagsExtTest-Tag-798258602']}) {} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:24:27.231155 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed63909b-44b3-4e2e-962b-901c991e860f None None] Network d1cebd62-800e-43d9-a717-ae542e797a22 requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:24:27.280143 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-6f902eac-048a-4509-8af2-3af73068a5a5 tempest-TagsExtTest-823346489 tempest-TagsExtTest-823346489-project] 10.222.0.104 "PUT /v2.0/subnetpools/c7baf548-c40b-480d-83a0-2e873204d5cc/tags HTTP/1.1" status: 200 len: 315 time: 0.0775084 Jul 06 14:24:27.280362 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 43200) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:24:27.284475 n-d-773647-6 neutron-server[100247]: DEBUG neutron.services.tag.tag_plugin [None req-3d3bc112-4fbd-4d48-af75-c8ee2338d705 tempest-TagsExtTest-823346489 tempest-TagsExtTest-823346489-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'c7baf548-c40b-480d-83a0-2e873204d5cc') {} {{(pid=100247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:24:27.291680 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [None req-4bbad3ff-08fe-4b53-82d4-ec7dcb29c0fb tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Deleting port 290ad2dd-203a-4dbc-8951-3af9ed759451 {{(pid=100246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:24:27.292026 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-4bbad3ff-08fe-4b53-82d4-ec7dcb29c0fb tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:27.365334 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-57e9363c-d30b-469d-abb0-bbc47cfd0437 None None] Provisioning for port 3f7e8974-9f53-4dce-92b4-2b4bdd4a7ac1 completed by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:24:27.374175 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-3d3bc112-4fbd-4d48-af75-c8ee2338d705 tempest-TagsExtTest-823346489 tempest-TagsExtTest-823346489-project] 10.222.0.104 "DELETE /v2.0/subnetpools/c7baf548-c40b-480d-83a0-2e873204d5cc/tags HTTP/1.1" status: 204 len: 168 time: 0.0932596 Jul 06 14:24:27.377539 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 43202) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:24:27.391938 n-d-773647-6 neutron-server[100246]: DEBUG neutron.services.tag.tag_plugin [None req-573606cc-3810-4499-9027-3b710ccd2656 tempest-TagsExtTest-823346489 tempest-TagsExtTest-823346489-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'c7baf548-c40b-480d-83a0-2e873204d5cc', 'tempest-TagsExtTest-Tag-789659960') {} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:24:27.440495 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-4bbad3ff-08fe-4b53-82d4-ec7dcb29c0fb tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:27.463612 n-d-773647-6 neutron-server[100246]: INFO neutron.api.v2.resource [None req-573606cc-3810-4499-9027-3b710ccd2656 tempest-TagsExtTest-823346489 tempest-TagsExtTest-823346489-project] show failed (client error): The resource could not be found. Jul 06 14:24:27.464467 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-573606cc-3810-4499-9027-3b710ccd2656 tempest-TagsExtTest-823346489 tempest-TagsExtTest-823346489-project] 10.222.0.104 "GET /v2.0/subnetpools/c7baf548-c40b-480d-83a0-2e873204d5cc/tags/tempest-TagsExtTest-Tag-789659960 HTTP/1.1" status: 404 len: 328 time: 0.0857825 Jul 06 14:24:27.465432 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [None req-4bbad3ff-08fe-4b53-82d4-ec7dcb29c0fb tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Calling delete_port for 290ad2dd-203a-4dbc-8951-3af9ed759451 owned by {{(pid=100246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:24:27.467479 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 43208) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:24:27.471978 n-d-773647-6 neutron-server[100247]: DEBUG neutron.services.tag.tag_plugin [None req-57b31ec1-5bcb-4388-aac6-ca3716d8dc81 tempest-TagsExtTest-823346489 tempest-TagsExtTest-823346489-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'c7baf548-c40b-480d-83a0-2e873204d5cc', 'tempest-TagsExtTest-Tag-633513492') {} {{(pid=100247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:24:27.502180 n-d-773647-6 neutron-server[100247]: INFO neutron.api.v2.resource [None req-57b31ec1-5bcb-4388-aac6-ca3716d8dc81 tempest-TagsExtTest-823346489 tempest-TagsExtTest-823346489-project] show failed (client error): The resource could not be found. Jul 06 14:24:27.503577 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-57b31ec1-5bcb-4388-aac6-ca3716d8dc81 tempest-TagsExtTest-823346489 tempest-TagsExtTest-823346489-project] 10.222.0.104 "GET /v2.0/subnetpools/c7baf548-c40b-480d-83a0-2e873204d5cc/tags/tempest-TagsExtTest-Tag-633513492 HTTP/1.1" status: 404 len: 328 time: 0.0348325 Jul 06 14:24:27.506539 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 43212) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:24:27.511697 n-d-773647-6 neutron-server[100247]: DEBUG neutron.services.tag.tag_plugin [None req-6bac77a0-1cd5-42b1-a0bf-0514fdf744ce tempest-TagsExtTest-823346489 tempest-TagsExtTest-823346489-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'c7baf548-c40b-480d-83a0-2e873204d5cc', 'tempest-TagsExtTest-Tag-798258602') {} {{(pid=100247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:24:27.554738 n-d-773647-6 neutron-server[100247]: INFO neutron.api.v2.resource [None req-6bac77a0-1cd5-42b1-a0bf-0514fdf744ce tempest-TagsExtTest-823346489 tempest-TagsExtTest-823346489-project] show failed (client error): The resource could not be found. Jul 06 14:24:27.556032 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-6bac77a0-1cd5-42b1-a0bf-0514fdf744ce tempest-TagsExtTest-823346489 tempest-TagsExtTest-823346489-project] 10.222.0.104 "GET /v2.0/subnetpools/c7baf548-c40b-480d-83a0-2e873204d5cc/tags/tempest-TagsExtTest-Tag-798258602 HTTP/1.1" status: 404 len: 328 time: 0.0483539 Jul 06 14:24:27.558686 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 43218) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:24:27.564247 n-d-773647-6 neutron-server[100247]: DEBUG neutron.services.tag.tag_plugin [None req-c9c3b84e-eb21-4bba-8043-541e2b55d20b tempest-TagsExtTest-823346489 tempest-TagsExtTest-823346489-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'c7baf548-c40b-480d-83a0-2e873204d5cc') {} {{(pid=100247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:24:27.603530 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-c9c3b84e-eb21-4bba-8043-541e2b55d20b tempest-TagsExtTest-823346489 tempest-TagsExtTest-823346489-project] 10.222.0.104 "DELETE /v2.0/subnetpools/c7baf548-c40b-480d-83a0-2e873204d5cc/tags HTTP/1.1" status: 204 len: 168 time: 0.0437036 Jul 06 14:24:27.604186 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 43222) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:24:27.609446 n-d-773647-6 neutron-server[100247]: DEBUG neutron.services.tag.tag_plugin [None req-0a1e2c3c-d130-4fed-b34f-c0e4a4fc6479 tempest-TagsExtTest-823346489 tempest-TagsExtTest-823346489-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '839afefc-0660-4e1e-aa95-d3f1815ca250') {} {{(pid=100247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:24:27.674758 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-4bbad3ff-08fe-4b53-82d4-ec7dcb29c0fb tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127687580'] for port, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:27.709417 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-0a1e2c3c-d130-4fed-b34f-c0e4a4fc6479 tempest-TagsExtTest-823346489 tempest-TagsExtTest-823346489-project] 10.222.0.104 "DELETE /v2.0/routers/839afefc-0660-4e1e-aa95-d3f1815ca250/tags HTTP/1.1" status: 204 len: 168 time: 0.1038151 Jul 06 14:24:27.710119 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 43226) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:24:27.714893 n-d-773647-6 neutron-server[100247]: DEBUG neutron.services.tag.tag_plugin [None req-43a89925-082e-4094-9fe0-9f669e347513 tempest-TagsExtTest-823346489 tempest-TagsExtTest-823346489-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '0ba34e8f-3a93-4712-875a-2759b71d9d3c') {} {{(pid=100247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:24:27.724723 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bbad3ff-08fe-4b53-82d4-ec7dcb29c0fb tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Pushing event deleted for resources: {'Port': ['ID=290ad2dd-203a-4dbc-8951-3af9ed759451,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:24:27.797121 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-e5c54a5c-40ab-49eb-a45a-98537ce0b7be None None] Could not find standard attr ID for object 290ad2dd-203a-4dbc-8951-3af9ed759451. {{(pid=100248) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 06 14:24:27.823325 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-43a89925-082e-4094-9fe0-9f669e347513 tempest-TagsExtTest-823346489 tempest-TagsExtTest-823346489-project] 10.222.0.104 "DELETE /v2.0/ports/0ba34e8f-3a93-4712-875a-2759b71d9d3c/tags HTTP/1.1" status: 204 len: 168 time: 0.1122448 Jul 06 14:24:27.826351 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 43234) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:24:27.830779 n-d-773647-6 neutron-server[100247]: DEBUG neutron.services.tag.tag_plugin [None req-868f5e25-5072-402a-8229-cfbb29de2dc1 tempest-TagsExtTest-823346489 tempest-TagsExtTest-823346489-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '7e20ce0c-b45e-404a-a18d-8400c54b143c') {} {{(pid=100247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:24:27.875933 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-4bbad3ff-08fe-4b53-82d4-ec7dcb29c0fb tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:27.877927 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-4bbad3ff-08fe-4b53-82d4-ec7dcb29c0fb tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] 10.222.0.104 "DELETE /v2.0/ports/290ad2dd-203a-4dbc-8951-3af9ed759451 HTTP/1.1" status: 204 len: 168 time: 0.7689688 Jul 06 14:24:27.882352 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 43236) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:24:27.917295 n-d-773647-6 neutron-server[100247]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e4a497d-7b74-402a-871b-21edfc169b6a tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] GET failed (client error): The resource could not be found. Jul 06 14:24:27.918871 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-6e4a497d-7b74-402a-871b-21edfc169b6a tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] 10.222.0.104 "GET /v2.0/ports/290ad2dd-203a-4dbc-8951-3af9ed759451 HTTP/1.1" status: 404 len: 333 time: 0.0356114 Jul 06 14:24:27.921813 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 43242) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:24:27.973953 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-868f5e25-5072-402a-8229-cfbb29de2dc1 tempest-TagsExtTest-823346489 tempest-TagsExtTest-823346489-project] 10.222.0.104 "DELETE /v2.0/subnets/7e20ce0c-b45e-404a-a18d-8400c54b143c/tags HTTP/1.1" status: 204 len: 168 time: 0.1437039 Jul 06 14:24:27.976286 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 43248) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:24:28.020502 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.db_base_plugin_v2 [None req-e7ca7db4-3c25-4e1e-a864-1857a14f421d tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Deleting subnet 050e19eb-f720-4f0f-90f2-56a6ad88f77f {{(pid=100246) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 14:24:28.033605 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 3f7e8974-9f53-4dce-92b4-2b4bdd4a7ac1 up at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:24:28.042563 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-e7ca7db4-3c25-4e1e-a864-1857a14f421d tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Notify callbacks [] for subnet, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:28.120615 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-e7ca7db4-3c25-4e1e-a864-1857a14f421d tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126218885'] for subnet, precommit_delete_associations {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:28.126832 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning for port 3f7e8974-9f53-4dce-92b4-2b4bdd4a7ac1 completed by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:24:28.144961 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning complete for port 3f7e8974-9f53-4dce-92b4-2b4bdd4a7ac1 triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:24:28.148029 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:28.151030 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-4411f31b-ef11-4c91-aac6-faa3d554e64c None None] Could not find standard attr ID for object 290ad2dd-203a-4dbc-8951-3af9ed759451. {{(pid=100248) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 06 14:24:28.173234 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-bcf6129e-a710-4b76-994c-6d76d3050276 tempest-TagsExtTest-823346489 tempest-TagsExtTest-823346489-project] Notify callbacks [] for subnetpool, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:28.177199 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-bcf6129e-a710-4b76-994c-6d76d3050276 tempest-TagsExtTest-823346489 tempest-TagsExtTest-823346489-project] 10.222.0.104 "DELETE /v2.0/subnetpools/c7baf548-c40b-480d-83a0-2e873204d5cc HTTP/1.1" status: 204 len: 168 time: 0.1995111 Jul 06 14:24:28.179883 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 43258) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:24:28.274973 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-f502be51-18ff-4695-9ee2-836b8b3954fc tempest-TagsExtTest-823346489 tempest-TagsExtTest-823346489-project] 10.222.0.104 "GET /v2.0/ports?device_id=839afefc-0660-4e1e-aa95-d3f1815ca250 HTTP/1.1" status: 200 len: 205 time: 0.0939469 Jul 06 14:24:28.277246 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 43272) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:24:28.313389 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:28.353064 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] For port 3f7e8974-9f53-4dce-92b4-2b4bdd4a7ac1, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=3f7e8974-9f53-4dce-92b4-2b4bdd4a7ac1,segment=NetworkSegment(cf0612fd-cf27-4c0a-b6bf-3e565d78ba5e),segment_id=cf0612fd-cf27-4c0a-b6bf-3e565d78ba5e)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:24:28.359762 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:28.363090 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-e7ca7db4-3c25-4e1e-a864-1857a14f421d tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-913473'] for subnet, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:28.453512 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-6a6f47d7-5342-457d-99d2-29505bced7cb tempest-TagsExtTest-823346489 tempest-TagsExtTest-823346489-project] Notify callbacks [] for router, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:28.481063 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-e7ca7db4-3c25-4e1e-a864-1857a14f421d tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-913480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1849032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127687590', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127702764'] for subnet, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:28.493647 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-03f71b24-a9b8-453a-8924-caa3f97bc6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:28.504340 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Pushing event updated for resources: {'Port': ['ID=3f7e8974-9f53-4dce-92b4-2b4bdd4a7ac1,revision_number=3']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:24:28.512774 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-b57c8a4f-d28f-46bc-8073-b0ea4eacd9f7 None None] Could not find standard attr ID for object 82fbc9ef-e32c-4545-910d-8fd8841b48cd. {{(pid=100248) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 06 14:24:28.569456 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-e7ca7db4-3c25-4e1e-a864-1857a14f421d tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Notify callbacks [] for subnet, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:28.575138 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 43300) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:24:28.580585 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-e7ca7db4-3c25-4e1e-a864-1857a14f421d tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] 10.222.0.104 "DELETE /v2.0/subnets/050e19eb-f720-4f0f-90f2-56a6ad88f77f HTTP/1.1" status: 204 len: 168 time: 0.6568091 Jul 06 14:24:28.595747 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ca7db4-3c25-4e1e-a864-1857a14f421d tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Pushing event deleted for resources: {'Subnet': ['ID=050e19eb-f720-4f0f-90f2-56a6ad88f77f,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:24:28.766129 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05a2524b-230f-4e0c-85e3-ff0e3adf77ba None None] Network d1cebd62-800e-43d9-a717-ae542e797a22 requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:24:28.768223 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-6a6f47d7-5342-457d-99d2-29505bced7cb tempest-TagsExtTest-823346489 tempest-TagsExtTest-823346489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1806308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6982'] for router, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:28.772879 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-5f0f8d62-3d49-47e7-b151-3219a189f460 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530492'] for network, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:28.774950 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-6a6f47d7-5342-457d-99d2-29505bced7cb tempest-TagsExtTest-823346489 tempest-TagsExtTest-823346489-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:28.848403 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-6a6f47d7-5342-457d-99d2-29505bced7cb tempest-TagsExtTest-823346489 tempest-TagsExtTest-823346489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1805684'] for router, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:28.849179 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a6f47d7-5342-457d-99d2-29505bced7cb tempest-TagsExtTest-823346489 tempest-TagsExtTest-823346489-project] Fanout notify agent at l3_agent the message router_deleted on router 839afefc-0660-4e1e-aa95-d3f1815ca250 {{(pid=100247) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 14:24:28.859622 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-6a6f47d7-5342-457d-99d2-29505bced7cb tempest-TagsExtTest-823346489 tempest-TagsExtTest-823346489-project] Notify callbacks [] for router, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:28.860634 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-6a6f47d7-5342-457d-99d2-29505bced7cb tempest-TagsExtTest-823346489 tempest-TagsExtTest-823346489-project] 10.222.0.104 "DELETE /v2.0/routers/839afefc-0660-4e1e-aa95-d3f1815ca250 HTTP/1.1" status: 204 len: 168 time: 0.5824833 Jul 06 14:24:28.863441 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 43322) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:24:28.881786 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.plugin [None req-5f0f8d62-3d49-47e7-b151-3219a189f460 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Deleting port 3f7e8974-9f53-4dce-92b4-2b4bdd4a7ac1 {{(pid=100247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:24:28.882134 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-5f0f8d62-3d49-47e7-b151-3219a189f460 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:28.957289 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.db [None req-5f0f8d62-3d49-47e7-b151-3219a189f460 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] For port 3f7e8974-9f53-4dce-92b4-2b4bdd4a7ac1, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=3f7e8974-9f53-4dce-92b4-2b4bdd4a7ac1,segment=NetworkSegment(cf0612fd-cf27-4c0a-b6bf-3e565d78ba5e),segment_id=cf0612fd-cf27-4c0a-b6bf-3e565d78ba5e)] {{(pid=100247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:24:28.957651 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-5f0f8d62-3d49-47e7-b151-3219a189f460 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:28.975020 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.plugin [None req-5f0f8d62-3d49-47e7-b151-3219a189f460 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Calling delete_port for 3f7e8974-9f53-4dce-92b4-2b4bdd4a7ac1 owned by network:dhcp {{(pid=100247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:24:29.035334 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39df6d57-22dd-4569-9a3c-3f3a7772de48 None None] DHCP port deletion for d1cebd62-800e-43d9-a717-ae542e797a22 request from n-d-773647-6 {{(pid=100248) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 14:24:29.075964 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-5f0f8d62-3d49-47e7-b151-3219a189f460 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128888353'] for port, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:29.114851 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0f8d62-3d49-47e7-b151-3219a189f460 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Pushing event deleted for resources: {'Port': ['ID=3f7e8974-9f53-4dce-92b4-2b4bdd4a7ac1,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:24:29.117073 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f0f8d62-3d49-47e7-b151-3219a189f460 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] No DVR routers for this DVR port 3f7e8974-9f53-4dce-92b4-2b4bdd4a7ac1 on host n-d-773647-6 {{(pid=100247) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:24:29.126429 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-39df6d57-22dd-4569-9a3c-3f3a7772de48 None None] Deleting port 3f7e8974-9f53-4dce-92b4-2b4bdd4a7ac1 {{(pid=100248) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:24:29.126815 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-39df6d57-22dd-4569-9a3c-3f3a7772de48 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:29.136840 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [None req-43aa3b04-4ac8-43c5-a1b1-edca9caa7f28 tempest-TagsExtTest-823346489 tempest-TagsExtTest-823346489-project] Deleting port 0ba34e8f-3a93-4712-875a-2759b71d9d3c {{(pid=100246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:24:29.137379 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-43aa3b04-4ac8-43c5-a1b1-edca9caa7f28 tempest-TagsExtTest-823346489 tempest-TagsExtTest-823346489-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:29.215041 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-5f0f8d62-3d49-47e7-b151-3219a189f460 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-917204', 'neutron.services.segments.db._delete_segments_for_network-8773753502302'] for network, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:29.225215 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-39df6d57-22dd-4569-9a3c-3f3a7772de48 None None] For port 3f7e8974-9f53-4dce-92b4-2b4bdd4a7ac1, host n-d-773647-6, got binding levels [] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:24:29.225846 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-39df6d57-22dd-4569-9a3c-3f3a7772de48 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:29.228619 n-d-773647-6 neutron-server[100247]: DEBUG neutron.services.segments.db [None req-5f0f8d62-3d49-47e7-b151-3219a189f460 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d1cebd62-800e-43d9-a717-ae542e797a22']}} {{(pid=100247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:24:29.240436 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-39df6d57-22dd-4569-9a3c-3f3a7772de48 None None] Calling delete_port for 3f7e8974-9f53-4dce-92b4-2b4bdd4a7ac1 owned by network:dhcp {{(pid=100248) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:24:29.241516 n-d-773647-6 neutron-server[100247]: DEBUG neutron.services.segments.db [None req-5f0f8d62-3d49-47e7-b151-3219a189f460 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf0612fd-cf27-4c0a-b6bf-3e565d78ba5e') {'for_net_delete': True} {{(pid=100247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:24:29.241817 n-d-773647-6 neutron-server[100247]: DEBUG neutron.services.segments.db [None req-5f0f8d62-3d49-47e7-b151-3219a189f460 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf0612fd-cf27-4c0a-b6bf-3e565d78ba5e') {} {{(pid=100247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:24:29.243915 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.ipam_backend_mixin [None req-39df6d57-22dd-4569-9a3c-3f3a7772de48 None None] Port 3f7e8974-9f53-4dce-92b4-2b4bdd4a7ac1 was not found and therefore no delete operation was performed {{(pid=100248) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 06 14:24:29.245524 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-39df6d57-22dd-4569-9a3c-3f3a7772de48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117'] for port, after_delete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:29.254209 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-5f0f8d62-3d49-47e7-b151-3219a189f460 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773753515138', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127131763'] for segment, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:29.273462 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-5f0f8d62-3d49-47e7-b151-3219a189f460 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552'] for segment, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:29.280997 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39df6d57-22dd-4569-9a3c-3f3a7772de48 None None] Pushing event deleted for resources: {'Port': ['ID=3f7e8974-9f53-4dce-92b4-2b4bdd4a7ac1,revision_number=None']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:24:29.288016 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39df6d57-22dd-4569-9a3c-3f3a7772de48 None None] No DVR routers for this DVR port 3f7e8974-9f53-4dce-92b4-2b4bdd4a7ac1 on host n-d-773647-6 {{(pid=100248) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:24:29.289079 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f0f8d62-3d49-47e7-b151-3219a189f460 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Releasing vlan 1009 on physical network physnet1 to pool {{(pid=100247) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 14:24:29.290854 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-5f0f8d62-3d49-47e7-b151-3219a189f460 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-128888574'] for segment, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:29.292769 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-43aa3b04-4ac8-43c5-a1b1-edca9caa7f28 tempest-TagsExtTest-823346489 tempest-TagsExtTest-823346489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:29.300146 n-d-773647-6 neutron-server[100247]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:24:29.300146 n-d-773647-6 neutron-server[100247]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:24:29.300146 n-d-773647-6 neutron-server[100247]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:24:29.300146 n-d-773647-6 neutron-server[100247]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:24:29.300146 n-d-773647-6 neutron-server[100247]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:24:29.300146 n-d-773647-6 neutron-server[100247]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:24:29.300146 n-d-773647-6 neutron-server[100247]: Traceback (most recent call last): Jul 06 14:24:29.300146 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 14:24:29.300146 n-d-773647-6 neutron-server[100247]: timer() Jul 06 14:24:29.300146 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 14:24:29.300146 n-d-773647-6 neutron-server[100247]: cb(*args, **kw) Jul 06 14:24:29.300146 n-d-773647-6 neutron-server[100247]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 14:24:29.300146 n-d-773647-6 neutron-server[100247]: return func(*args, **kwargs) Jul 06 14:24:29.300146 n-d-773647-6 neutron-server[100247]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 14:24:29.300146 n-d-773647-6 neutron-server[100247]: self._notify() Jul 06 14:24:29.300146 n-d-773647-6 neutron-server[100247]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 14:24:29.300146 n-d-773647-6 neutron-server[100247]: self.callback(batched_events) Jul 06 14:24:29.300146 n-d-773647-6 neutron-server[100247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 14:24:29.300146 n-d-773647-6 neutron-server[100247]: event.method(event) Jul 06 14:24:29.300146 n-d-773647-6 neutron-server[100247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 14:24:29.300146 n-d-773647-6 neutron-server[100247]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 14:24:29.300146 n-d-773647-6 neutron-server[100247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 14:24:29.300146 n-d-773647-6 neutron-server[100247]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 14:24:29.300146 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 14:24:29.300146 n-d-773647-6 neutron-server[100247]: return f(self, *a, **k) Jul 06 14:24:29.300146 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 14:24:29.300146 n-d-773647-6 neutron-server[100247]: return self._get(url).json() Jul 06 14:24:29.300146 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 14:24:29.300146 n-d-773647-6 neutron-server[100247]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 14:24:29.300146 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 14:24:29.300146 n-d-773647-6 neutron-server[100247]: return self.request(url, 'GET', **kwargs) Jul 06 14:24:29.300146 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 14:24:29.300146 n-d-773647-6 neutron-server[100247]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 14:24:29.300146 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 14:24:29.300146 n-d-773647-6 neutron-server[100247]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 14:24:29.300146 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 14:24:29.300146 n-d-773647-6 neutron-server[100247]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 14:24:29.300146 n-d-773647-6 neutron-server[100247]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 14:24:29.317027 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [None req-43aa3b04-4ac8-43c5-a1b1-edca9caa7f28 tempest-TagsExtTest-823346489 tempest-TagsExtTest-823346489-project] Calling delete_port for 0ba34e8f-3a93-4712-875a-2759b71d9d3c owned by {{(pid=100246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:24:29.373764 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-5f0f8d62-3d49-47e7-b151-3219a189f460 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-917215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1761140'] for network, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:29.387785 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-5f0f8d62-3d49-47e7-b151-3219a189f460 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Notify callbacks [] for network, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:29.390166 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-5f0f8d62-3d49-47e7-b151-3219a189f460 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] 10.222.0.104 "DELETE /v2.0/networks/d1cebd62-800e-43d9-a717-ae542e797a22 HTTP/1.1" status: 204 len: 168 time: 0.8132312 Jul 06 14:24:29.394543 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 43352) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:24:29.401584 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [None req-c3f66dc9-2b84-4dc1-8fa9-f2852ffa0df0 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-129529338'}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:24:29.434337 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0f8d62-3d49-47e7-b151-3219a189f460 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Pushing event deleted for resources: {'Network': ['ID=d1cebd62-800e-43d9-a717-ae542e797a22,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:24:29.459404 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3f66dc9-2b84-4dc1-8fa9-f2852ffa0df0 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Made reservation on behalf of 754edc6d72c241609d5c976e8526e541 for: {'network': 1} {{(pid=100247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:24:29.463172 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-c3f66dc9-2b84-4dc1-8fa9-f2852ffa0df0 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for network, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:29.499145 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c3f66dc9-2b84-4dc1-8fa9-f2852ffa0df0 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] vlan segment allocate from pool success with {'vlan_id': 1021, 'physical_network': 'physnet1'} {{(pid=100247) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 14:24:29.503479 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-43aa3b04-4ac8-43c5-a1b1-edca9caa7f28 tempest-TagsExtTest-823346489 tempest-TagsExtTest-823346489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127687580'] for port, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:29.509560 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-c3f66dc9-2b84-4dc1-8fa9-f2852ffa0df0 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552'] for segment, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:29.509997 n-d-773647-6 neutron-server[100247]: INFO neutron.db.segments_db [None req-c3f66dc9-2b84-4dc1-8fa9-f2852ffa0df0 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Added segment e852b79d-fb65-435c-9840-27cfe7debbc6 of type vlan for network a1ddad0a-a7d4-4a9a-a4f9-c4fc6e4bcd0d Jul 06 14:24:29.551374 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43aa3b04-4ac8-43c5-a1b1-edca9caa7f28 tempest-TagsExtTest-823346489 tempest-TagsExtTest-823346489-project] Pushing event deleted for resources: {'Port': ['ID=0ba34e8f-3a93-4712-875a-2759b71d9d3c,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:24:29.562671 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-c3f66dc9-2b84-4dc1-8fa9-f2852ffa0df0 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773752984405'] for network, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:29.619477 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-c3f66dc9-2b84-4dc1-8fa9-f2852ffa0df0 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060'] for network, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:29.626355 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3f66dc9-2b84-4dc1-8fa9-f2852ffa0df0 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:24:29.626976 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-c3f66dc9-2b84-4dc1-8fa9-f2852ffa0df0 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Notify callbacks [] for network, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:29.679700 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-43aa3b04-4ac8-43c5-a1b1-edca9caa7f28 tempest-TagsExtTest-823346489 tempest-TagsExtTest-823346489-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:29.688064 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-43aa3b04-4ac8-43c5-a1b1-edca9caa7f28 tempest-TagsExtTest-823346489 tempest-TagsExtTest-823346489-project] 10.222.0.104 "DELETE /v2.0/ports/0ba34e8f-3a93-4712-875a-2759b71d9d3c HTTP/1.1" status: 204 len: 168 time: 0.8186562 Jul 06 14:24:29.690133 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 43374) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:24:29.701622 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-c3f66dc9-2b84-4dc1-8fa9-f2852ffa0df0 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] 10.222.0.104 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.3056345 Jul 06 14:24:29.702292 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 43376) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:24:29.709905 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [None req-2f1da38a-97da-4b42-a8d9-606dfd4c880d tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Request body: {'subnet': {'network_id': 'a1ddad0a-a7d4-4a9a-a4f9-c4fc6e4bcd0d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:24:29.740000 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f66dc9-2b84-4dc1-8fa9-f2852ffa0df0 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Pushing event updated for resources: {'Network': ['ID=a1ddad0a-a7d4-4a9a-a4f9-c4fc6e4bcd0d,revision_number=1']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:24:29.748562 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Network a1ddad0a-a7d4-4a9a-a4f9-c4fc6e4bcd0d details requested by agent ovs-agent-n-d-773647-6 with host n-d-773647-6 {{(pid=100248) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 14:24:29.814555 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.db_base_plugin_v2 [None req-3538e801-98cf-47e6-a2e0-2da4ffbdb999 tempest-TagsExtTest-823346489 tempest-TagsExtTest-823346489-project] Deleting subnet 7e20ce0c-b45e-404a-a18d-8400c54b143c {{(pid=100246) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 14:24:29.820938 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-3538e801-98cf-47e6-a2e0-2da4ffbdb999 tempest-TagsExtTest-823346489 tempest-TagsExtTest-823346489-project] Notify callbacks [] for subnet, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:29.914530 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-3538e801-98cf-47e6-a2e0-2da4ffbdb999 tempest-TagsExtTest-823346489 tempest-TagsExtTest-823346489-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126218885'] for subnet, precommit_delete_associations {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:29.922923 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 3f7e8974-9f53-4dce-92b4-2b4bdd4a7ac1 no longer exists at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:24:29.946426 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] No Port match for: 3f7e8974-9f53-4dce-92b4-2b4bdd4a7ac1 {{(pid=100248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 14:24:29.947278 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 3f7e8974-9f53-4dce-92b4-2b4bdd4a7ac1 not bound to the agent host n-d-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:24:30.026571 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-3538e801-98cf-47e6-a2e0-2da4ffbdb999 tempest-TagsExtTest-823346489 tempest-TagsExtTest-823346489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-913473'] for subnet, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:30.079205 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 43382) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:24:30.110428 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-3538e801-98cf-47e6-a2e0-2da4ffbdb999 tempest-TagsExtTest-823346489 tempest-TagsExtTest-823346489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-913480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1849032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127687590', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127702764'] for subnet, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:30.148677 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3538e801-98cf-47e6-a2e0-2da4ffbdb999 tempest-TagsExtTest-823346489 tempest-TagsExtTest-823346489-project] Pushing event deleted for resources: {'Subnet': ['ID=7e20ce0c-b45e-404a-a18d-8400c54b143c,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:24:30.156551 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8107f02b-8b0b-4f4c-9a83-2b01af297473 None None] Network bd1f2d38-432c-4087-ba00-ca98550060f7 requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:24:30.158189 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-3538e801-98cf-47e6-a2e0-2da4ffbdb999 tempest-TagsExtTest-823346489 tempest-TagsExtTest-823346489-project] Notify callbacks [] for subnet, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:30.162479 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-3538e801-98cf-47e6-a2e0-2da4ffbdb999 tempest-TagsExtTest-823346489 tempest-TagsExtTest-823346489-project] 10.222.0.104 "DELETE /v2.0/subnets/7e20ce0c-b45e-404a-a18d-8400c54b143c HTTP/1.1" status: 204 len: 168 time: 0.4686041 Jul 06 14:24:30.173587 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 43388) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:24:30.266248 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-268dc49c-86e8-4eca-8167-0acaa281a370 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:30.285561 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f1da38a-97da-4b42-a8d9-606dfd4c880d tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Made reservation on behalf of 754edc6d72c241609d5c976e8526e541 for: {'subnet': 1} {{(pid=100247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:24:30.289864 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-2f1da38a-97da-4b42-a8d9-606dfd4c880d tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127627440'] for subnet, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:30.325062 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-ed44f9e3-0730-41ee-b8d7-1d1987676c0b tempest-TagsExtTest-823346489 tempest-TagsExtTest-823346489-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530492'] for network, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:30.429054 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fac54379-da6e-410e-805f-adba8fda6765 None None] DHCP port deletion for bd1f2d38-432c-4087-ba00-ca98550060f7 request from n-d-773647-6 {{(pid=100248) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 14:24:30.458656 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-268dc49c-86e8-4eca-8167-0acaa281a370 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:30.468313 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [None req-ed44f9e3-0730-41ee-b8d7-1d1987676c0b tempest-TagsExtTest-823346489 tempest-TagsExtTest-823346489-project] Deleting port 97126448-5d35-4d84-85cd-890e81673f51 {{(pid=100246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:24:30.468968 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-ed44f9e3-0730-41ee-b8d7-1d1987676c0b tempest-TagsExtTest-823346489 tempest-TagsExtTest-823346489-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:30.472179 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-268dc49c-86e8-4eca-8167-0acaa281a370 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:30.483783 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-fac54379-da6e-410e-805f-adba8fda6765 None None] Deleting port 97126448-5d35-4d84-85cd-890e81673f51 {{(pid=100248) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:24:30.484433 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-fac54379-da6e-410e-805f-adba8fda6765 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:30.509492 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-2f1da38a-97da-4b42-a8d9-606dfd4c880d tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1849032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-128888412', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127627426'] for subnet, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:30.542963 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-268dc49c-86e8-4eca-8167-0acaa281a370 admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=05d83968cf5247e6b93fa363a531a27f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4616332 Jul 06 14:24:30.543513 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 43390) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:24:30.572704 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-fac54379-da6e-410e-805f-adba8fda6765 None None] For port 97126448-5d35-4d84-85cd-890e81673f51, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=97126448-5d35-4d84-85cd-890e81673f51,segment=NetworkSegment(8d3c04f7-69d5-4461-b645-d17eee7c2ea4),segment_id=8d3c04f7-69d5-4461-b645-d17eee7c2ea4)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:24:30.573801 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-fac54379-da6e-410e-805f-adba8fda6765 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:30.573919 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1da38a-97da-4b42-a8d9-606dfd4c880d tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Pushing event updated for resources: {'Subnet': ['ID=e43e3eba-2867-4943-a657-f57d0cd46ef2,revision_number=0']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:24:30.583657 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268dc49c-86e8-4eca-8167-0acaa281a370 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4109abbf-3856-48c6-8073-e29a5fc75d73,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:24:30.593503 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-fac54379-da6e-410e-805f-adba8fda6765 None None] Calling delete_port for 97126448-5d35-4d84-85cd-890e81673f51 owned by network:dhcp {{(pid=100248) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:24:30.603878 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f1da38a-97da-4b42-a8d9-606dfd4c880d tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Checking segment: {'id': 'e852b79d-fb65-435c-9840-27cfe7debbc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1021, 'network_id': 'a1ddad0a-a7d4-4a9a-a4f9-c4fc6e4bcd0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100247) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:24:30.604249 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f1da38a-97da-4b42-a8d9-606dfd4c880d tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Network hostable DHCP agents. Network: a1ddad0a-a7d4-4a9a-a4f9-c4fc6e4bcd0d, hostable agents: ['f2bada3d-be77-4359-982b-8505a2bbca04'], hosted agents: [] {{(pid=100247) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 14:24:30.621329 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f1da38a-97da-4b42-a8d9-606dfd4c880d tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Network a1ddad0a-a7d4-4a9a-a4f9-c4fc6e4bcd0d is scheduled to be hosted by DHCP agent f2bada3d-be77-4359-982b-8505a2bbca04 with binding_index 1 {{(pid=100247) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 14:24:30.632785 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.base_scheduler [None req-2f1da38a-97da-4b42-a8d9-606dfd4c880d tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773647-6, a1ddad0a-a7d4-4a9a-a4f9-c4fc6e4bcd0d) {{(pid=100247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:24:30.646866 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f1da38a-97da-4b42-a8d9-606dfd4c880d tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:24:30.647763 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-2f1da38a-97da-4b42-a8d9-606dfd4c880d tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Notify callbacks [] for subnet, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:30.650181 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cde12b01-a967-4c20-88e6-93dc0c1d9975 None None] Network a1ddad0a-a7d4-4a9a-a4f9-c4fc6e4bcd0d requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:24:30.675236 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-2f1da38a-97da-4b42-a8d9-606dfd4c880d tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] 10.222.0.104 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9689903 Jul 06 14:24:30.675982 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 43394) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:24:30.681929 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [None req-a9eb4abb-3ae2-40ea-86dd-9ef03a2f6aa7 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Request body: {'port': {'network_id': 'a1ddad0a-a7d4-4a9a-a4f9-c4fc6e4bcd0d', 'name': 'tempest-PortsTestJSON-893750135', 'fixed_ips': [{'subnet_id': 'e43e3eba-2867-4943-a657-f57d0cd46ef2', 'ip_address': '172.20.0.10'}]}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:24:30.687476 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-5ea7ec5d-6db5-49c7-ac4f-a1603946ef64 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:30.722723 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-5ea7ec5d-6db5-49c7-ac4f-a1603946ef64 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:30.739896 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.db [None req-ed44f9e3-0730-41ee-b8d7-1d1987676c0b tempest-TagsExtTest-823346489 tempest-TagsExtTest-823346489-project] For port 97126448-5d35-4d84-85cd-890e81673f51, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=97126448-5d35-4d84-85cd-890e81673f51,segment=NetworkSegment(8d3c04f7-69d5-4461-b645-d17eee7c2ea4),segment_id=8d3c04f7-69d5-4461-b645-d17eee7c2ea4)] {{(pid=100246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:24:30.741394 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-ed44f9e3-0730-41ee-b8d7-1d1987676c0b tempest-TagsExtTest-823346489 tempest-TagsExtTest-823346489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:30.758491 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [None req-ed44f9e3-0730-41ee-b8d7-1d1987676c0b tempest-TagsExtTest-823346489 tempest-TagsExtTest-823346489-project] Calling delete_port for 97126448-5d35-4d84-85cd-890e81673f51 owned by network:dhcp {{(pid=100246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:24:30.822305 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-fac54379-da6e-410e-805f-adba8fda6765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117'] for port, after_delete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:30.854498 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac54379-da6e-410e-805f-adba8fda6765 None None] Pushing event deleted for resources: {'Port': ['ID=97126448-5d35-4d84-85cd-890e81673f51,revision_number=None']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:24:30.861853 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fac54379-da6e-410e-805f-adba8fda6765 None None] No DVR routers for this DVR port 97126448-5d35-4d84-85cd-890e81673f51 on host n-d-773647-6 {{(pid=100248) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:24:30.873994 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9eb4abb-3ae2-40ea-86dd-9ef03a2f6aa7 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Made reservation on behalf of 754edc6d72c241609d5c976e8526e541 for: {'port': 1} {{(pid=100247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:24:30.911417 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a16bcfc-9fd0-44a7-af00-967f3d5960ed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6bd5fc82-6666-56e8-87c2-91648d36c963-a1ddad0a-a7d4-4a9a-a4f9-c4fc6e4bcd0d', 'network_id': 'a1ddad0a-a7d4-4a9a-a4f9-c4fc6e4bcd0d', 'tenant_id': '754edc6d72c241609d5c976e8526e541', 'fixed_ips': [{'subnet_id': 'e43e3eba-2867-4943-a657-f57d0cd46ef2'}]}} from n-d-773647-6. {{(pid=100248) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 14:24:30.913366 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-5ea7ec5d-6db5-49c7-ac4f-a1603946ef64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:30.916664 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-6a16bcfc-9fd0-44a7-af00-967f3d5960ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:30.919898 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-5ea7ec5d-6db5-49c7-ac4f-a1603946ef64 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:30.923467 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-5ea7ec5d-6db5-49c7-ac4f-a1603946ef64 admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/4109abbf-3856-48c6-8073-e29a5fc75d73 HTTP/1.1" status: 204 len: 168 time: 0.3337426 Jul 06 14:24:30.923467 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-ed44f9e3-0730-41ee-b8d7-1d1987676c0b tempest-TagsExtTest-823346489 tempest-TagsExtTest-823346489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127687580'] for port, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:30.971390 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-a9eb4abb-3ae2-40ea-86dd-9ef03a2f6aa7 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:31.003198 n-d-773647-6 neutron-server[100247]: DEBUG neutron.notifiers.nova [None req-a9eb4abb-3ae2-40ea-86dd-9ef03a2f6aa7 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] device_id is not set on port 261cc5ba-ec62-4919-877d-99e89c948bc4 yet. {{(pid=100247) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 14:24:31.005631 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea7ec5d-6db5-49c7-ac4f-a1603946ef64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4109abbf-3856-48c6-8073-e29a5fc75d73,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:24:31.007523 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed44f9e3-0730-41ee-b8d7-1d1987676c0b tempest-TagsExtTest-823346489 tempest-TagsExtTest-823346489-project] Pushing event deleted for resources: {'Port': ['ID=97126448-5d35-4d84-85cd-890e81673f51,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:24:31.016698 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed44f9e3-0730-41ee-b8d7-1d1987676c0b tempest-TagsExtTest-823346489 tempest-TagsExtTest-823346489-project] No DVR routers for this DVR port 97126448-5d35-4d84-85cd-890e81673f51 on host n-d-773647-6 {{(pid=100246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:24:31.128171 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-ed44f9e3-0730-41ee-b8d7-1d1987676c0b tempest-TagsExtTest-823346489 tempest-TagsExtTest-823346489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-917204', 'neutron.services.segments.db._delete_segments_for_network-8773753502302'] for network, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:31.140281 n-d-773647-6 neutron-server[100246]: DEBUG neutron.services.segments.db [None req-ed44f9e3-0730-41ee-b8d7-1d1987676c0b tempest-TagsExtTest-823346489 tempest-TagsExtTest-823346489-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd1f2d38-432c-4087-ba00-ca98550060f7']}} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:24:31.149080 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.db_base_plugin_common [None req-6a16bcfc-9fd0-44a7-af00-967f3d5960ed None None] Allocated IP 172.20.0.2 (a1ddad0a-a7d4-4a9a-a4f9-c4fc6e4bcd0d/e43e3eba-2867-4943-a657-f57d0cd46ef2/70098aef-2362-4e20-bd6f-bb95b2d83f53) {{(pid=100248) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:24:31.183014 n-d-773647-6 neutron-server[100246]: DEBUG neutron.services.segments.db [None req-ed44f9e3-0730-41ee-b8d7-1d1987676c0b tempest-TagsExtTest-823346489 tempest-TagsExtTest-823346489-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d3c04f7-69d5-4461-b645-d17eee7c2ea4') {'for_net_delete': True} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:24:31.183642 n-d-773647-6 neutron-server[100246]: DEBUG neutron.services.segments.db [None req-ed44f9e3-0730-41ee-b8d7-1d1987676c0b tempest-TagsExtTest-823346489 tempest-TagsExtTest-823346489-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d3c04f7-69d5-4461-b645-d17eee7c2ea4') {} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:24:31.201089 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-ed44f9e3-0730-41ee-b8d7-1d1987676c0b tempest-TagsExtTest-823346489 tempest-TagsExtTest-823346489-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773753515138', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126218898'] for segment, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:31.221277 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-ed44f9e3-0730-41ee-b8d7-1d1987676c0b tempest-TagsExtTest-823346489 tempest-TagsExtTest-823346489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552'] for segment, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:31.230998 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed44f9e3-0730-41ee-b8d7-1d1987676c0b tempest-TagsExtTest-823346489 tempest-TagsExtTest-823346489-project] Releasing vlan 1014 on physical network physnet1 to pool {{(pid=100246) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 14:24:31.232529 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-ed44f9e3-0730-41ee-b8d7-1d1987676c0b tempest-TagsExtTest-823346489 tempest-TagsExtTest-823346489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127687491'] for segment, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:31.288130 n-d-773647-6 neutron-server[100246]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:24:31.288130 n-d-773647-6 neutron-server[100246]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:24:31.288130 n-d-773647-6 neutron-server[100246]: Traceback (most recent call last): Jul 06 14:24:31.288130 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 14:24:31.288130 n-d-773647-6 neutron-server[100246]: timer() Jul 06 14:24:31.288130 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 14:24:31.288130 n-d-773647-6 neutron-server[100246]: cb(*args, **kw) Jul 06 14:24:31.288130 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 14:24:31.288130 n-d-773647-6 neutron-server[100246]: return func(*args, **kwargs) Jul 06 14:24:31.288130 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 14:24:31.288130 n-d-773647-6 neutron-server[100246]: self._notify() Jul 06 14:24:31.288130 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 14:24:31.288130 n-d-773647-6 neutron-server[100246]: self.callback(batched_events) Jul 06 14:24:31.288130 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 14:24:31.288130 n-d-773647-6 neutron-server[100246]: event.method(event) Jul 06 14:24:31.288130 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 14:24:31.288130 n-d-773647-6 neutron-server[100246]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 14:24:31.288130 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 14:24:31.288130 n-d-773647-6 neutron-server[100246]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 14:24:31.288130 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 14:24:31.288130 n-d-773647-6 neutron-server[100246]: return f(self, *a, **k) Jul 06 14:24:31.288130 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 14:24:31.288130 n-d-773647-6 neutron-server[100246]: return self._get(url).json() Jul 06 14:24:31.288130 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 14:24:31.288130 n-d-773647-6 neutron-server[100246]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 14:24:31.288130 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 14:24:31.288130 n-d-773647-6 neutron-server[100246]: return self.request(url, 'GET', **kwargs) Jul 06 14:24:31.288130 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 14:24:31.288130 n-d-773647-6 neutron-server[100246]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 14:24:31.288130 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 14:24:31.288130 n-d-773647-6 neutron-server[100246]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 14:24:31.288130 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 14:24:31.288130 n-d-773647-6 neutron-server[100246]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 14:24:31.288130 n-d-773647-6 neutron-server[100246]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 14:24:31.323615 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 43410) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:24:31.324132 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-ed44f9e3-0730-41ee-b8d7-1d1987676c0b tempest-TagsExtTest-823346489 tempest-TagsExtTest-823346489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-917215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1761140'] for network, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:31.329681 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-ed44f9e3-0730-41ee-b8d7-1d1987676c0b tempest-TagsExtTest-823346489 tempest-TagsExtTest-823346489-project] Notify callbacks [] for network, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:31.333944 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-ed44f9e3-0730-41ee-b8d7-1d1987676c0b tempest-TagsExtTest-823346489 tempest-TagsExtTest-823346489-project] 10.222.0.104 "DELETE /v2.0/networks/bd1f2d38-432c-4087-ba00-ca98550060f7 HTTP/1.1" status: 204 len: 168 time: 1.1569326 Jul 06 14:24:31.338054 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-fd8eb94f-b2d7-4348-9f25-668a231ba64f admin admin] Notify callbacks [] for security_group, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:31.346942 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed44f9e3-0730-41ee-b8d7-1d1987676c0b tempest-TagsExtTest-823346489 tempest-TagsExtTest-823346489-project] Pushing event deleted for resources: {'Network': ['ID=bd1f2d38-432c-4087-ba00-ca98550060f7,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:24:31.363570 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-6a16bcfc-9fd0-44a7-af00-967f3d5960ed None None] Notify callbacks [] for port, precommit_create {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:31.376215 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-6a16bcfc-9fd0-44a7-af00-967f3d5960ed None None] Transition to ACTIVE for port object 70098aef-2362-4e20-bd6f-bb95b2d83f53 will not be triggered until provisioned by entity L2. {{(pid=100248) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:24:31.395312 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-6a16bcfc-9fd0-44a7-af00-967f3d5960ed None None] Transition to ACTIVE for port object 70098aef-2362-4e20-bd6f-bb95b2d83f53 will not be triggered until provisioned by entity DHCP. {{(pid=100248) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:24:31.403360 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-6a16bcfc-9fd0-44a7-af00-967f3d5960ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108'] for port, after_create {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:31.461753 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a16bcfc-9fd0-44a7-af00-967f3d5960ed None None] Pushing event updated for resources: {'Port': ['ID=70098aef-2362-4e20-bd6f-bb95b2d83f53,revision_number=1']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:24:31.471854 n-d-773647-6 neutron-server[100248]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a16bcfc-9fd0-44a7-af00-967f3d5960ed None None] Network a1ddad0a-a7d4-4a9a-a4f9-c4fc6e4bcd0d is already hosted by enough agents. {{(pid=100248) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:24:31.473884 n-d-773647-6 neutron-server[100248]: DEBUG neutron.scheduler.base_scheduler [None req-6a16bcfc-9fd0-44a7-af00-967f3d5960ed None None] Resources bound (agent type, host, resource id): {{(pid=100248) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:24:31.480049 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a16bcfc-9fd0-44a7-af00-967f3d5960ed None None] Received port after_create {{(pid=100248) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:24:31.506605 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.db_base_plugin_common [None req-a9eb4abb-3ae2-40ea-86dd-9ef03a2f6aa7 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Allocated IP 172.20.0.10 (a1ddad0a-a7d4-4a9a-a4f9-c4fc6e4bcd0d/e43e3eba-2867-4943-a657-f57d0cd46ef2/261cc5ba-ec62-4919-877d-99e89c948bc4) {{(pid=100247) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:24:31.545927 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-6a16bcfc-9fd0-44a7-af00-967f3d5960ed None None] Attempting to bind port 70098aef-2362-4e20-bd6f-bb95b2d83f53 on host n-d-773647-6 for vnic_type normal with profile {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:24:31.546577 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-6a16bcfc-9fd0-44a7-af00-967f3d5960ed None None] Attempting to bind port 70098aef-2362-4e20-bd6f-bb95b2d83f53 by drivers openvswitch,hyperv on host n-d-773647-6 at level 0 using segments [{'id': 'e852b79d-fb65-435c-9840-27cfe7debbc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1021, 'network_id': 'a1ddad0a-a7d4-4a9a-a4f9-c4fc6e4bcd0d'}] {{(pid=100248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:24:31.547552 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a16bcfc-9fd0-44a7-af00-967f3d5960ed None None] Attempting to bind port 70098aef-2362-4e20-bd6f-bb95b2d83f53 on network a1ddad0a-a7d4-4a9a-a4f9-c4fc6e4bcd0d {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:24:31.554952 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a16bcfc-9fd0-44a7-af00-967f3d5960ed None None] Checking agent: {'id': '8ab5b19c-d213-4f29-891d-27bdf39d38b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773647-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 43, 26), 'started_at': datetime.datetime(2021, 7, 6, 13, 43, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 24, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773647-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:24:31.555655 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a16bcfc-9fd0-44a7-af00-967f3d5960ed None None] Checking segment: {'id': 'e852b79d-fb65-435c-9840-27cfe7debbc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1021, 'network_id': 'a1ddad0a-a7d4-4a9a-a4f9-c4fc6e4bcd0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:24:31.556228 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-6a16bcfc-9fd0-44a7-af00-967f3d5960ed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:31.556734 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a16bcfc-9fd0-44a7-af00-967f3d5960ed None None] Bound using segment: {'id': 'e852b79d-fb65-435c-9840-27cfe7debbc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1021, 'network_id': 'a1ddad0a-a7d4-4a9a-a4f9-c4fc6e4bcd0d'} {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:24:31.557521 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-6a16bcfc-9fd0-44a7-af00-967f3d5960ed None None] Bound port: 70098aef-2362-4e20-bd6f-bb95b2d83f53, host: n-d-773647-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e852b79d-fb65-435c-9840-27cfe7debbc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1021, 'network_id': 'a1ddad0a-a7d4-4a9a-a4f9-c4fc6e4bcd0d'}}] {{(pid=100248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:24:31.558402 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-6a16bcfc-9fd0-44a7-af00-967f3d5960ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:31.569079 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-fd8eb94f-b2d7-4348-9f25-668a231ba64f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:31.577326 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-fd8eb94f-b2d7-4348-9f25-668a231ba64f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:31.640619 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-fd8eb94f-b2d7-4348-9f25-668a231ba64f admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=36b3dbf4cbec4269891517ee202de571&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3158209 Jul 06 14:24:31.645421 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 43422) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:24:31.654323 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8eb94f-b2d7-4348-9f25-668a231ba64f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f63e87a1-862e-4eb1-9c4e-7ce1e8758dac,revision_number=1']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:24:31.680406 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-6a16bcfc-9fd0-44a7-af00-967f3d5960ed None None] For port 70098aef-2362-4e20-bd6f-bb95b2d83f53, host n-d-773647-6, cleared binding levels {{(pid=100248) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:24:31.695914 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-6a16bcfc-9fd0-44a7-af00-967f3d5960ed None None] For port 70098aef-2362-4e20-bd6f-bb95b2d83f53, host n-d-773647-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=70098aef-2362-4e20-bd6f-bb95b2d83f53,segment=NetworkSegment(e852b79d-fb65-435c-9840-27cfe7debbc6),segment_id=e852b79d-fb65-435c-9840-27cfe7debbc6)] {{(pid=100248) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:24:31.704035 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-6a16bcfc-9fd0-44a7-af00-967f3d5960ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:31.747054 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 43428) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:24:31.774950 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-1807d185-c553-4f20-8fe9-2df3fa1714e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:31.807202 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-1807d185-c553-4f20-8fe9-2df3fa1714e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:31.813304 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a16bcfc-9fd0-44a7-af00-967f3d5960ed None None] Pushing event updated for resources: {'Port': ['ID=70098aef-2362-4e20-bd6f-bb95b2d83f53,revision_number=2']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:24:31.841885 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-a9eb4abb-3ae2-40ea-86dd-9ef03a2f6aa7 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Notify callbacks [] for port, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:31.861703 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.provisioning_blocks [None req-a9eb4abb-3ae2-40ea-86dd-9ef03a2f6aa7 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Transition to ACTIVE for port object 261cc5ba-ec62-4919-877d-99e89c948bc4 will not be triggered until provisioned by entity DHCP. {{(pid=100247) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:24:31.913558 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 97126448-5d35-4d84-85cd-890e81673f51 no longer exists at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:24:31.920492 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-1807d185-c553-4f20-8fe9-2df3fa1714e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:31.924931 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-1807d185-c553-4f20-8fe9-2df3fa1714e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:31.928836 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-1807d185-c553-4f20-8fe9-2df3fa1714e2 admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/f63e87a1-862e-4eb1-9c4e-7ce1e8758dac HTTP/1.1" status: 204 len: 168 time: 0.2801909 Jul 06 14:24:31.936400 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-a9eb4abb-3ae2-40ea-86dd-9ef03a2f6aa7 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-128888360'] for port, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:31.944786 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1807d185-c553-4f20-8fe9-2df3fa1714e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f63e87a1-862e-4eb1-9c4e-7ce1e8758dac,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:24:31.981835 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] No Port match for: 97126448-5d35-4d84-85cd-890e81673f51 {{(pid=100248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 14:24:31.982194 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 97126448-5d35-4d84-85cd-890e81673f51 not bound to the agent host n-d-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:24:32.032265 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9eb4abb-3ae2-40ea-86dd-9ef03a2f6aa7 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Network a1ddad0a-a7d4-4a9a-a4f9-c4fc6e4bcd0d is already hosted by enough agents. {{(pid=100247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:24:32.042076 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.base_scheduler [None req-a9eb4abb-3ae2-40ea-86dd-9ef03a2f6aa7 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Resources bound (agent type, host, resource id): {{(pid=100247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:24:32.046011 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9eb4abb-3ae2-40ea-86dd-9ef03a2f6aa7 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Received port after_create {{(pid=100247) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:24:32.051830 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9eb4abb-3ae2-40ea-86dd-9ef03a2f6aa7 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Pushing event updated for resources: {'Port': ['ID=261cc5ba-ec62-4919-877d-99e89c948bc4,revision_number=1']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:24:32.136753 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-b610f84a-7aad-49ec-871b-4d317d915c14 admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=6be30f7c7be1430d8e2b1aa9c35bc7b1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3881102 Jul 06 14:24:32.139676 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 43438) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:24:32.152231 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9eb4abb-3ae2-40ea-86dd-9ef03a2f6aa7 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:24:32.152958 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-a9eb4abb-3ae2-40ea-86dd-9ef03a2f6aa7 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:32.188778 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 43442) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:24:32.189438 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-a9eb4abb-3ae2-40ea-86dd-9ef03a2f6aa7 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] 10.222.0.104 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.5118196 Jul 06 14:24:32.194774 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-8e9bb33e-96ab-43f2-9f33-a40dac8df777 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Request body: {'port': {'network_id': 'a1ddad0a-a7d4-4a9a-a4f9-c4fc6e4bcd0d', 'name': 'tempest-PortsTestJSON-1452911218', 'fixed_ips': [{'subnet_id': 'e43e3eba-2867-4943-a657-f57d0cd46ef2', 'ip_address': '172.20.0.9'}]}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:24:32.322907 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-5bde04a2-0e05-4dac-9702-01f3885d8bd7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:32.365465 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-5bde04a2-0e05-4dac-9702-01f3885d8bd7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:32.404835 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e9bb33e-96ab-43f2-9f33-a40dac8df777 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Made reservation on behalf of 754edc6d72c241609d5c976e8526e541 for: {'port': 1} {{(pid=100246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:24:32.484957 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-5bde04a2-0e05-4dac-9702-01f3885d8bd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:32.487773 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-5bde04a2-0e05-4dac-9702-01f3885d8bd7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:32.489153 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-5bde04a2-0e05-4dac-9702-01f3885d8bd7 admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/c87c4a03-5767-41fc-ad84-5dd67bcc3a8c HTTP/1.1" status: 204 len: 168 time: 0.3474488 Jul 06 14:24:32.505245 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bde04a2-0e05-4dac-9702-01f3885d8bd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c87c4a03-5767-41fc-ad84-5dd67bcc3a8c,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:24:32.525123 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-8e9bb33e-96ab-43f2-9f33-a40dac8df777 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:32.547542 n-d-773647-6 neutron-server[100246]: DEBUG neutron.notifiers.nova [None req-8e9bb33e-96ab-43f2-9f33-a40dac8df777 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] device_id is not set on port f1bfd85b-a3f8-4033-b27f-d74e69f7ca26 yet. {{(pid=100246) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 14:24:32.783697 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.db_base_plugin_common [None req-8e9bb33e-96ab-43f2-9f33-a40dac8df777 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Allocated IP 172.20.0.9 (a1ddad0a-a7d4-4a9a-a4f9-c4fc6e4bcd0d/e43e3eba-2867-4943-a657-f57d0cd46ef2/f1bfd85b-a3f8-4033-b27f-d74e69f7ca26) {{(pid=100246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:24:33.042688 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-8e9bb33e-96ab-43f2-9f33-a40dac8df777 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Notify callbacks [] for port, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:33.070010 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.provisioning_blocks [None req-8e9bb33e-96ab-43f2-9f33-a40dac8df777 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Transition to ACTIVE for port object f1bfd85b-a3f8-4033-b27f-d74e69f7ca26 will not be triggered until provisioned by entity DHCP. {{(pid=100246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:24:33.112281 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89cff884-d1a8-49d5-95d6-7a03c47ef18b None None] Network a1ddad0a-a7d4-4a9a-a4f9-c4fc6e4bcd0d requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:24:33.117806 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-8e9bb33e-96ab-43f2-9f33-a40dac8df777 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-127687573'] for port, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:33.168110 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e9bb33e-96ab-43f2-9f33-a40dac8df777 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Network a1ddad0a-a7d4-4a9a-a4f9-c4fc6e4bcd0d is already hosted by enough agents. {{(pid=100246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:24:33.176535 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.base_scheduler [None req-8e9bb33e-96ab-43f2-9f33-a40dac8df777 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Resources bound (agent type, host, resource id): {{(pid=100246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:24:33.181448 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e9bb33e-96ab-43f2-9f33-a40dac8df777 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Received port after_create {{(pid=100246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:24:33.192158 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-6e4df553-6763-47f1-a5ec-0cb434b0b22b None None] Provisioning for port 70098aef-2362-4e20-bd6f-bb95b2d83f53 completed by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:24:33.259934 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e9bb33e-96ab-43f2-9f33-a40dac8df777 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:24:33.260708 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-8e9bb33e-96ab-43f2-9f33-a40dac8df777 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:33.263547 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9bb33e-96ab-43f2-9f33-a40dac8df777 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Pushing event updated for resources: {'Port': ['ID=f1bfd85b-a3f8-4033-b27f-d74e69f7ca26,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:24:33.302497 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-8e9bb33e-96ab-43f2-9f33-a40dac8df777 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] 10.222.0.104 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.1099069 Jul 06 14:24:33.302857 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 43496) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:24:33.497475 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fe015a7-78b1-49b4-b5f1-ca3e1e6dbd47 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:24:33.499079 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-8fe015a7-78b1-49b4-b5f1-ca3e1e6dbd47 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] 10.222.0.104 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 922 time: 0.1951337 Jul 06 14:24:33.502282 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 43510) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:24:33.627729 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebabb0ba-646b-4911-8c35-446b6e017645 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:24:33.632921 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-bead88a4-a939-4bfd-9949-29f413b09388 None None] Provisioning for port f1bfd85b-a3f8-4033-b27f-d74e69f7ca26 completed by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:24:33.637163 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebabb0ba-646b-4911-8c35-446b6e017645 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:24:33.639085 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-bead88a4-a939-4bfd-9949-29f413b09388 None None] Provisioning complete for port f1bfd85b-a3f8-4033-b27f-d74e69f7ca26 triggered by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:24:33.639595 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-bead88a4-a939-4bfd-9949-29f413b09388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:33.650320 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebabb0ba-646b-4911-8c35-446b6e017645 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:24:33.655252 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-ebabb0ba-646b-4911-8c35-446b6e017645 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] 10.222.0.104 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2377 time: 0.1483507 Jul 06 14:24:33.655972 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 43512) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:24:33.734436 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-bead88a4-a939-4bfd-9949-29f413b09388 None None] Port f1bfd85b-a3f8-4033-b27f-d74e69f7ca26 cannot update to ACTIVE because it is not bound. {{(pid=100248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 14:24:33.752217 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-bead88a4-a939-4bfd-9949-29f413b09388 None None] Provisioning for port 261cc5ba-ec62-4919-877d-99e89c948bc4 completed by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:24:33.764225 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-bead88a4-a939-4bfd-9949-29f413b09388 None None] Provisioning complete for port 261cc5ba-ec62-4919-877d-99e89c948bc4 triggered by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:24:33.764597 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-bead88a4-a939-4bfd-9949-29f413b09388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:33.849343 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-bead88a4-a939-4bfd-9949-29f413b09388 None None] Port 261cc5ba-ec62-4919-877d-99e89c948bc4 cannot update to ACTIVE because it is not bound. {{(pid=100248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 14:24:33.958210 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [None req-58b1d02b-e278-4f52-b256-395728438ba0 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Deleting port f1bfd85b-a3f8-4033-b27f-d74e69f7ca26 {{(pid=100246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:24:33.958580 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-58b1d02b-e278-4f52-b256-395728438ba0 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:34.000925 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 70098aef-2362-4e20-bd6f-bb95b2d83f53 up at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:24:34.119186 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-b86139d3-6972-48e9-877d-cac8cc15aecc None None] Provisioning complete for port 261cc5ba-ec62-4919-877d-99e89c948bc4 triggered by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:24:34.120018 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-b86139d3-6972-48e9-877d-cac8cc15aecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:34.123297 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-58b1d02b-e278-4f52-b256-395728438ba0 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:34.124342 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning for port 70098aef-2362-4e20-bd6f-bb95b2d83f53 completed by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:24:34.154355 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning complete for port 70098aef-2362-4e20-bd6f-bb95b2d83f53 triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:24:34.154984 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:34.159680 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [None req-58b1d02b-e278-4f52-b256-395728438ba0 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Calling delete_port for f1bfd85b-a3f8-4033-b27f-d74e69f7ca26 owned by {{(pid=100246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:24:34.204759 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-b86139d3-6972-48e9-877d-cac8cc15aecc None None] Port 261cc5ba-ec62-4919-877d-99e89c948bc4 cannot update to ACTIVE because it is not bound. {{(pid=100248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 14:24:34.318306 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:34.376315 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-58b1d02b-e278-4f52-b256-395728438ba0 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127687580'] for port, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:34.380961 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] For port 70098aef-2362-4e20-bd6f-bb95b2d83f53, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=70098aef-2362-4e20-bd6f-bb95b2d83f53,segment=NetworkSegment(e852b79d-fb65-435c-9840-27cfe7debbc6),segment_id=e852b79d-fb65-435c-9840-27cfe7debbc6)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:24:34.392925 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:34.444819 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b1d02b-e278-4f52-b256-395728438ba0 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Pushing event deleted for resources: {'Port': ['ID=f1bfd85b-a3f8-4033-b27f-d74e69f7ca26,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:24:34.466869 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-68d9112d-7e2f-4d82-8cf0-7be7b081ee69 None None] Could not find standard attr ID for object f1bfd85b-a3f8-4033-b27f-d74e69f7ca26. {{(pid=100248) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 06 14:24:34.507889 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Pushing event updated for resources: {'Port': ['ID=70098aef-2362-4e20-bd6f-bb95b2d83f53,revision_number=3']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:24:34.583251 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-58b1d02b-e278-4f52-b256-395728438ba0 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:34.587685 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-58b1d02b-e278-4f52-b256-395728438ba0 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] 10.222.0.104 "DELETE /v2.0/ports/f1bfd85b-a3f8-4033-b27f-d74e69f7ca26 HTTP/1.1" status: 204 len: 168 time: 0.9282908 Jul 06 14:24:34.587972 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 43556) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:24:34.635429 n-d-773647-6 neutron-server[100246]: INFO neutron.pecan_wsgi.hooks.translation [None req-503e4f91-2f18-4596-a5b0-dacb8cfe754e tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] GET failed (client error): The resource could not be found. Jul 06 14:24:34.637343 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-503e4f91-2f18-4596-a5b0-dacb8cfe754e tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] 10.222.0.104 "GET /v2.0/ports/f1bfd85b-a3f8-4033-b27f-d74e69f7ca26 HTTP/1.1" status: 404 len: 333 time: 0.0484018 Jul 06 14:24:34.640182 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 43560) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:24:34.816276 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [None req-574d8e5a-59dc-4193-9591-6dbacc6f1f46 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Deleting port 261cc5ba-ec62-4919-877d-99e89c948bc4 {{(pid=100246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:24:34.816617 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-574d8e5a-59dc-4193-9591-6dbacc6f1f46 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:34.935412 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-574d8e5a-59dc-4193-9591-6dbacc6f1f46 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:34.957184 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [None req-574d8e5a-59dc-4193-9591-6dbacc6f1f46 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Calling delete_port for 261cc5ba-ec62-4919-877d-99e89c948bc4 owned by {{(pid=100246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:24:35.150642 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-574d8e5a-59dc-4193-9591-6dbacc6f1f46 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127687580'] for port, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:35.198492 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574d8e5a-59dc-4193-9591-6dbacc6f1f46 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Pushing event deleted for resources: {'Port': ['ID=261cc5ba-ec62-4919-877d-99e89c948bc4,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:24:35.299153 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-574d8e5a-59dc-4193-9591-6dbacc6f1f46 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:35.305759 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-574d8e5a-59dc-4193-9591-6dbacc6f1f46 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] 10.222.0.104 "DELETE /v2.0/ports/261cc5ba-ec62-4919-877d-99e89c948bc4 HTTP/1.1" status: 204 len: 168 time: 0.6609499 Jul 06 14:24:35.305759 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 43614) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:24:35.340630 n-d-773647-6 neutron-server[100246]: INFO neutron.pecan_wsgi.hooks.translation [None req-15586b71-1187-4d8a-8ebe-4d89ab7534e8 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] GET failed (client error): The resource could not be found. Jul 06 14:24:35.345465 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-15586b71-1187-4d8a-8ebe-4d89ab7534e8 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] 10.222.0.104 "GET /v2.0/ports/261cc5ba-ec62-4919-877d-99e89c948bc4 HTTP/1.1" status: 404 len: 333 time: 0.0360925 Jul 06 14:24:35.345819 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 43618) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:24:35.410378 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f4229b1-c5f7-4158-8836-f9e763aaa050 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Deleting subnet e43e3eba-2867-4943-a657-f57d0cd46ef2 {{(pid=100246) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 14:24:35.415292 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-6f4229b1-c5f7-4158-8836-f9e763aaa050 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Notify callbacks [] for subnet, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:35.467556 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-6f4229b1-c5f7-4158-8836-f9e763aaa050 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126218885'] for subnet, precommit_delete_associations {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:35.498698 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 43622) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:24:35.582269 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-6f4229b1-c5f7-4158-8836-f9e763aaa050 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-913473'] for subnet, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:35.667249 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-6f4229b1-c5f7-4158-8836-f9e763aaa050 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-913480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1849032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127687590', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127702764'] for subnet, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:35.693144 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4229b1-c5f7-4158-8836-f9e763aaa050 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Pushing event deleted for resources: {'Subnet': ['ID=e43e3eba-2867-4943-a657-f57d0cd46ef2,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:24:35.703795 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-6f4229b1-c5f7-4158-8836-f9e763aaa050 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Notify callbacks [] for subnet, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:35.706913 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-6f4229b1-c5f7-4158-8836-f9e763aaa050 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] 10.222.0.104 "DELETE /v2.0/subnets/e43e3eba-2867-4943-a657-f57d0cd46ef2 HTTP/1.1" status: 204 len: 168 time: 0.3596883 Jul 06 14:24:35.709437 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 43632) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:24:35.711752 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00f4e9e3-d60d-4d36-b551-df6bbc2fcf33 None None] Network a1ddad0a-a7d4-4a9a-a4f9-c4fc6e4bcd0d requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:24:35.731320 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 43634) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:24:35.809217 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-113a1a75-0319-4e0c-b751-7f75a72c8a14 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:35.837749 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-5fa03359-5f26-4c6e-9613-1121f8445e01 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:35.847611 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-63b344ce-810a-481d-b7b0-db5eef962ee8 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530492'] for network, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:35.920016 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 70098aef-2362-4e20-bd6f-bb95b2d83f53 up at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:24:35.930860 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.db.api [None req-113a1a75-0319-4e0c-b751-7f75a72c8a14 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 06 14:24:35.930860 n-d-773647-6 neutron-server[100247]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 06 14:24:35.930860 n-d-773647-6 neutron-server[100247]: [parameters: {'project_id': '9a8e086894774dde8fdff3f8c86b57a3', 'id': '0e486eb5-9e79-49c6-82b6-7a2c524cc1e7', 'expiration': datetime.datetime(2021, 7, 6, 14, 26, 35, 869999)}] Jul 06 14:24:35.930860 n-d-773647-6 neutron-server[100247]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=100247) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 06 14:24:35.931328 n-d-773647-6 neutron-server[100247]: DEBUG oslo_db.api [None req-113a1a75-0319-4e0c-b751-7f75a72c8a14 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=100247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 06 14:24:35.939508 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [None req-63b344ce-810a-481d-b7b0-db5eef962ee8 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Deleting port 70098aef-2362-4e20-bd6f-bb95b2d83f53 {{(pid=100246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:24:35.939874 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-63b344ce-810a-481d-b7b0-db5eef962ee8 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:35.987340 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-5fa03359-5f26-4c6e-9613-1121f8445e01 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:35.993653 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-5fa03359-5f26-4c6e-9613-1121f8445e01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:36.043924 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.db [None req-63b344ce-810a-481d-b7b0-db5eef962ee8 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] For port 70098aef-2362-4e20-bd6f-bb95b2d83f53, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=70098aef-2362-4e20-bd6f-bb95b2d83f53,segment=NetworkSegment(e852b79d-fb65-435c-9840-27cfe7debbc6),segment_id=e852b79d-fb65-435c-9840-27cfe7debbc6)] {{(pid=100246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:24:36.043924 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-63b344ce-810a-481d-b7b0-db5eef962ee8 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:36.056440 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-5fa03359-5f26-4c6e-9613-1121f8445e01 admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=428392492fcc4e04a462394cb1a67c61&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5555787 Jul 06 14:24:36.057742 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa03359-5f26-4c6e-9613-1121f8445e01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef67f953-4f4a-4d4d-8193-d90c96523aa8,revision_number=1']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:24:36.059136 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 43646) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:24:36.069523 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [None req-63b344ce-810a-481d-b7b0-db5eef962ee8 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Calling delete_port for 70098aef-2362-4e20-bd6f-bb95b2d83f53 owned by network:dhcp {{(pid=100246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:24:36.145567 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14046a65-22b7-4d3f-84d7-5f01124ecd60 None None] DHCP port deletion for a1ddad0a-a7d4-4a9a-a4f9-c4fc6e4bcd0d request from n-d-773647-6 {{(pid=100248) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 14:24:36.192341 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-63b344ce-810a-481d-b7b0-db5eef962ee8 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127687580'] for port, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:36.198023 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning complete for port 70098aef-2362-4e20-bd6f-bb95b2d83f53 triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:24:36.198397 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:36.209635 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63b344ce-810a-481d-b7b0-db5eef962ee8 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] No DVR routers for this DVR port 70098aef-2362-4e20-bd6f-bb95b2d83f53 on host n-d-773647-6 {{(pid=100246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:24:36.220176 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Port 70098aef-2362-4e20-bd6f-bb95b2d83f53 was deleted so its status cannot be updated. {{(pid=100248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jul 06 14:24:36.230910 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-14046a65-22b7-4d3f-84d7-5f01124ecd60 None None] Deleting port 70098aef-2362-4e20-bd6f-bb95b2d83f53 {{(pid=100248) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:24:36.231308 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-14046a65-22b7-4d3f-84d7-5f01124ecd60 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:36.297923 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-14046a65-22b7-4d3f-84d7-5f01124ecd60 None None] For port 70098aef-2362-4e20-bd6f-bb95b2d83f53, host n-d-773647-6, got binding levels [] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:24:36.298322 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-14046a65-22b7-4d3f-84d7-5f01124ecd60 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:36.308328 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b344ce-810a-481d-b7b0-db5eef962ee8 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Pushing event deleted for resources: {'Port': ['ID=70098aef-2362-4e20-bd6f-bb95b2d83f53,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:24:36.317583 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-14046a65-22b7-4d3f-84d7-5f01124ecd60 None None] Calling delete_port for 70098aef-2362-4e20-bd6f-bb95b2d83f53 owned by network:dhcp {{(pid=100248) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:24:36.320330 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.ipam_backend_mixin [None req-14046a65-22b7-4d3f-84d7-5f01124ecd60 None None] Port 70098aef-2362-4e20-bd6f-bb95b2d83f53 was not found and therefore no delete operation was performed {{(pid=100248) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 06 14:24:36.322226 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-14046a65-22b7-4d3f-84d7-5f01124ecd60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117'] for port, after_delete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:36.337970 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-e26f39e2-c0f7-4857-80ca-06497a17bb30 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:36.350527 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14046a65-22b7-4d3f-84d7-5f01124ecd60 None None] Pushing event deleted for resources: {'Port': ['ID=70098aef-2362-4e20-bd6f-bb95b2d83f53,revision_number=None']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:24:36.355865 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14046a65-22b7-4d3f-84d7-5f01124ecd60 None None] No DVR routers for this DVR port 70098aef-2362-4e20-bd6f-bb95b2d83f53 on host n-d-773647-6 {{(pid=100248) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:24:36.365102 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-e26f39e2-c0f7-4857-80ca-06497a17bb30 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:36.372603 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-63b344ce-810a-481d-b7b0-db5eef962ee8 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-917204', 'neutron.services.segments.db._delete_segments_for_network-8773753502302'] for network, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:36.390021 n-d-773647-6 neutron-server[100246]: DEBUG neutron.services.segments.db [None req-63b344ce-810a-481d-b7b0-db5eef962ee8 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a1ddad0a-a7d4-4a9a-a4f9-c4fc6e4bcd0d']}} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:24:36.411872 n-d-773647-6 neutron-server[100246]: DEBUG neutron.services.segments.db [None req-63b344ce-810a-481d-b7b0-db5eef962ee8 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e852b79d-fb65-435c-9840-27cfe7debbc6') {'for_net_delete': True} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:24:36.412752 n-d-773647-6 neutron-server[100246]: DEBUG neutron.services.segments.db [None req-63b344ce-810a-481d-b7b0-db5eef962ee8 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e852b79d-fb65-435c-9840-27cfe7debbc6') {} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:24:36.425362 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-63b344ce-810a-481d-b7b0-db5eef962ee8 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773753515138', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126218898'] for segment, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:36.432998 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-113a1a75-0319-4e0c-b751-7f75a72c8a14 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:36.479459 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-63b344ce-810a-481d-b7b0-db5eef962ee8 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552'] for segment, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:36.488396 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-63b344ce-810a-481d-b7b0-db5eef962ee8 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Releasing vlan 1021 on physical network physnet1 to pool {{(pid=100246) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 14:24:36.490452 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-63b344ce-810a-481d-b7b0-db5eef962ee8 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127687491'] for segment, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:36.495192 n-d-773647-6 neutron-server[100246]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:24:36.495192 n-d-773647-6 neutron-server[100246]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:24:36.495192 n-d-773647-6 neutron-server[100246]: Traceback (most recent call last): Jul 06 14:24:36.495192 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 14:24:36.495192 n-d-773647-6 neutron-server[100246]: timer() Jul 06 14:24:36.495192 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 14:24:36.495192 n-d-773647-6 neutron-server[100246]: cb(*args, **kw) Jul 06 14:24:36.495192 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 14:24:36.495192 n-d-773647-6 neutron-server[100246]: return func(*args, **kwargs) Jul 06 14:24:36.495192 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 14:24:36.495192 n-d-773647-6 neutron-server[100246]: self._notify() Jul 06 14:24:36.495192 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 14:24:36.495192 n-d-773647-6 neutron-server[100246]: self.callback(batched_events) Jul 06 14:24:36.495192 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 14:24:36.495192 n-d-773647-6 neutron-server[100246]: event.method(event) Jul 06 14:24:36.495192 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 14:24:36.495192 n-d-773647-6 neutron-server[100246]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 14:24:36.495192 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 14:24:36.495192 n-d-773647-6 neutron-server[100246]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 14:24:36.495192 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 14:24:36.495192 n-d-773647-6 neutron-server[100246]: return f(self, *a, **k) Jul 06 14:24:36.495192 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 14:24:36.495192 n-d-773647-6 neutron-server[100246]: return self._get(url).json() Jul 06 14:24:36.495192 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 14:24:36.495192 n-d-773647-6 neutron-server[100246]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 14:24:36.495192 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 14:24:36.495192 n-d-773647-6 neutron-server[100246]: return self.request(url, 'GET', **kwargs) Jul 06 14:24:36.495192 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 14:24:36.495192 n-d-773647-6 neutron-server[100246]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 14:24:36.495192 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 14:24:36.495192 n-d-773647-6 neutron-server[100246]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 14:24:36.495192 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 14:24:36.495192 n-d-773647-6 neutron-server[100246]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 14:24:36.495192 n-d-773647-6 neutron-server[100246]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 14:24:36.507162 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-e26f39e2-c0f7-4857-80ca-06497a17bb30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:36.510114 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-e26f39e2-c0f7-4857-80ca-06497a17bb30 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:36.515363 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-e26f39e2-c0f7-4857-80ca-06497a17bb30 admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/ef67f953-4f4a-4d4d-8193-d90c96523aa8 HTTP/1.1" status: 204 len: 168 time: 0.4550080 Jul 06 14:24:36.600465 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26f39e2-c0f7-4857-80ca-06497a17bb30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef67f953-4f4a-4d4d-8193-d90c96523aa8,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:24:36.615472 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-63b344ce-810a-481d-b7b0-db5eef962ee8 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-917215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1761140'] for network, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:36.628700 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-63b344ce-810a-481d-b7b0-db5eef962ee8 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Notify callbacks [] for network, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:36.637567 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-63b344ce-810a-481d-b7b0-db5eef962ee8 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] 10.222.0.104 "DELETE /v2.0/networks/a1ddad0a-a7d4-4a9a-a4f9-c4fc6e4bcd0d HTTP/1.1" status: 204 len: 168 time: 0.9265163 Jul 06 14:24:36.642233 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 43668) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:24:36.675357 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-f13d1ff2-042e-410d-a9e1-f5783a6c5654 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-740969421'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:24:36.679061 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-113a1a75-0319-4e0c-b751-7f75a72c8a14 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:36.687967 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-113a1a75-0319-4e0c-b751-7f75a72c8a14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:36.692560 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b344ce-810a-481d-b7b0-db5eef962ee8 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Pushing event deleted for resources: {'Network': ['ID=a1ddad0a-a7d4-4a9a-a4f9-c4fc6e4bcd0d,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:24:36.711871 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f13d1ff2-042e-410d-a9e1-f5783a6c5654 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Made reservation on behalf of 754edc6d72c241609d5c976e8526e541 for: {'network': 1} {{(pid=100246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:24:36.718097 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-f13d1ff2-042e-410d-a9e1-f5783a6c5654 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for network, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:36.730272 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-113a1a75-0319-4e0c-b751-7f75a72c8a14 admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=9a8e086894774dde8fdff3f8c86b57a3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9975998 Jul 06 14:24:36.734059 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 43676) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:24:36.735383 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113a1a75-0319-4e0c-b751-7f75a72c8a14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7249ab04-3e4a-4e12-9e41-fd9193968020,revision_number=1']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:24:36.771581 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f13d1ff2-042e-410d-a9e1-f5783a6c5654 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] vlan segment allocate from pool success with {'vlan_id': 1034, 'physical_network': 'physnet1'} {{(pid=100246) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 14:24:36.799762 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-f13d1ff2-042e-410d-a9e1-f5783a6c5654 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552'] for segment, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:36.800126 n-d-773647-6 neutron-server[100246]: INFO neutron.db.segments_db [None req-f13d1ff2-042e-410d-a9e1-f5783a6c5654 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Added segment e93ad805-60b2-4da1-9d43-ce7cd60fb1b9 of type vlan for network bdaf007a-cf50-4b69-a119-3a76a4f9c132 Jul 06 14:24:36.840450 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82af84b0-453b-4de7-93ec-6758cd61c448 req-b9809c83-1787-4253-a83a-c196a4d4e981 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:24:36.842882 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-82af84b0-453b-4de7-93ec-6758cd61c448 req-b9809c83-1787-4253-a83a-c196a4d4e981 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] 10.222.0.104 "GET /v2.0/ports?device_id=04986212-0a7a-4904-8e78-5bfcef5dd4a3 HTTP/1.1" status: 200 len: 946 time: 0.1097596 Jul 06 14:24:36.859581 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-f13d1ff2-042e-410d-a9e1-f5783a6c5654 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773752984405'] for network, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:36.898995 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-82af84b0-453b-4de7-93ec-6758cd61c448 req-c06afc86-2926-409b-8f25-f63b2453b051 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] 10.222.0.104 "GET /v2.0/security-groups?id=c812eb77-0e0b-4233-8b5e-42a0d8cc6e90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500803 Jul 06 14:24:36.931328 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-898ba517-feca-4b7d-8571-26b9094ca106 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:36.948549 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-f13d1ff2-042e-410d-a9e1-f5783a6c5654 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060'] for network, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:36.955052 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f13d1ff2-042e-410d-a9e1-f5783a6c5654 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:24:36.955759 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-f13d1ff2-042e-410d-a9e1-f5783a6c5654 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Notify callbacks [] for network, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:37.025571 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-898ba517-feca-4b7d-8571-26b9094ca106 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:37.055823 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 43684) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:24:37.056058 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-f13d1ff2-042e-410d-a9e1-f5783a6c5654 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] 10.222.0.104 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.4110992 Jul 06 14:24:37.062681 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [None req-c05a603e-f0f6-4296-95a9-de53f87c1d99 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Request body: {'subnet': {'network_id': 'bdaf007a-cf50-4b69-a119-3a76a4f9c132', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:24:37.075765 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 43686) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:24:37.083605 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13d1ff2-042e-410d-a9e1-f5783a6c5654 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Pushing event updated for resources: {'Network': ['ID=bdaf007a-cf50-4b69-a119-3a76a4f9c132,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:24:37.108835 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Network bdaf007a-cf50-4b69-a119-3a76a4f9c132 details requested by agent ovs-agent-n-d-773647-6 with host n-d-773647-6 {{(pid=100248) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 14:24:37.125392 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-898ba517-feca-4b7d-8571-26b9094ca106 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:37.129985 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-66da551e-bb3b-4bd7-80bc-f46698da4041 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:37.130247 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-898ba517-feca-4b7d-8571-26b9094ca106 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:37.131560 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-898ba517-feca-4b7d-8571-26b9094ca106 admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/7249ab04-3e4a-4e12-9e41-fd9193968020 HTTP/1.1" status: 204 len: 168 time: 0.3965216 Jul 06 14:24:37.154797 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898ba517-feca-4b7d-8571-26b9094ca106 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7249ab04-3e4a-4e12-9e41-fd9193968020,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:24:37.210794 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c05a603e-f0f6-4296-95a9-de53f87c1d99 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Made reservation on behalf of 754edc6d72c241609d5c976e8526e541 for: {'subnet': 1} {{(pid=100247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:24:37.216876 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-c05a603e-f0f6-4296-95a9-de53f87c1d99 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127627440'] for subnet, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:37.430187 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-66da551e-bb3b-4bd7-80bc-f46698da4041 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:37.473190 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-66da551e-bb3b-4bd7-80bc-f46698da4041 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:37.523470 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-c05a603e-f0f6-4296-95a9-de53f87c1d99 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1849032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-128888412', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127627426'] for subnet, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:37.540870 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 43698) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:24:37.543450 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-66da551e-bb3b-4bd7-80bc-f46698da4041 admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=c606ad3258ec4d4380c24eb213cd9027&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4647436 Jul 06 14:24:37.548640 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 43700) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:24:37.567497 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66da551e-bb3b-4bd7-80bc-f46698da4041 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ada4be2-96d1-4fd6-b181-0d6c9d8118ff,revision_number=1']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:24:37.569256 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-8769f1b5-6456-40b8-b563-64d245345453 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:37.611353 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05a603e-f0f6-4296-95a9-de53f87c1d99 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Pushing event updated for resources: {'Subnet': ['ID=99bedfce-e349-4afb-96ac-ad1ac6fe85d4,revision_number=0']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:24:37.616081 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c05a603e-f0f6-4296-95a9-de53f87c1d99 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Checking segment: {'id': 'e93ad805-60b2-4da1-9d43-ce7cd60fb1b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': 'bdaf007a-cf50-4b69-a119-3a76a4f9c132'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100247) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:24:37.616441 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c05a603e-f0f6-4296-95a9-de53f87c1d99 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Network hostable DHCP agents. Network: bdaf007a-cf50-4b69-a119-3a76a4f9c132, hostable agents: ['f2bada3d-be77-4359-982b-8505a2bbca04'], hosted agents: [] {{(pid=100247) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 14:24:37.642163 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c05a603e-f0f6-4296-95a9-de53f87c1d99 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Network bdaf007a-cf50-4b69-a119-3a76a4f9c132 is scheduled to be hosted by DHCP agent f2bada3d-be77-4359-982b-8505a2bbca04 with binding_index 1 {{(pid=100247) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 14:24:37.660351 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-6b3f3b09-3569-45f5-9ec7-d7e2e81a1d8d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:37.660495 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.base_scheduler [None req-c05a603e-f0f6-4296-95a9-de53f87c1d99 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773647-6, bdaf007a-cf50-4b69-a119-3a76a4f9c132) {{(pid=100247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:24:37.664702 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c05a603e-f0f6-4296-95a9-de53f87c1d99 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:24:37.665298 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-c05a603e-f0f6-4296-95a9-de53f87c1d99 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Notify callbacks [] for subnet, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:37.670430 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be632a4d-789e-41ae-84fb-7b742f6d7441 None None] Network bdaf007a-cf50-4b69-a119-3a76a4f9c132 requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:24:37.708621 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-6b3f3b09-3569-45f5-9ec7-d7e2e81a1d8d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:37.777377 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-8769f1b5-6456-40b8-b563-64d245345453 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:37.789118 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-8769f1b5-6456-40b8-b563-64d245345453 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:37.797777 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-c05a603e-f0f6-4296-95a9-de53f87c1d99 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] 10.222.0.104 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7369759 Jul 06 14:24:37.799871 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 43706) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:24:37.810216 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [None req-d624fb7c-f99d-43ea-ad7e-50f73be21a9d tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-1884248702', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:24:37.833602 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-6b3f3b09-3569-45f5-9ec7-d7e2e81a1d8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:37.836322 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-6b3f3b09-3569-45f5-9ec7-d7e2e81a1d8d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:37.837501 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-6b3f3b09-3569-45f5-9ec7-d7e2e81a1d8d admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/4ada4be2-96d1-4fd6-b181-0d6c9d8118ff HTTP/1.1" status: 204 len: 168 time: 0.2877789 Jul 06 14:24:37.846488 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-8769f1b5-6456-40b8-b563-64d245345453 admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=583d0317f0a44b4b8224d794d968c7b7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3005605 Jul 06 14:24:37.846488 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8769f1b5-6456-40b8-b563-64d245345453 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d0ee799-3baf-4fd7-98e8-655ae01ca190,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:24:37.848087 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 43712) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:24:37.906063 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-d624fb7c-f99d-43ea-ad7e-50f73be21a9d tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1806290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6992'] for router, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:37.907016 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-8dece16d-ae5d-414a-9679-a5a32585ec58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:37.908659 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-d624fb7c-f99d-43ea-ad7e-50f73be21a9d tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1806157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1808637', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1714747', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7007'] for router, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:37.910109 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3f3b09-3569-45f5-9ec7-d7e2e81a1d8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ada4be2-96d1-4fd6-b181-0d6c9d8118ff,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:24:37.936443 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-8dece16d-ae5d-414a-9679-a5a32585ec58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:37.979887 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 70098aef-2362-4e20-bd6f-bb95b2d83f53 no longer exists at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:24:38.032769 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] No Port match for: 70098aef-2362-4e20-bd6f-bb95b2d83f53 {{(pid=100248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 14:24:38.033137 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 70098aef-2362-4e20-bd6f-bb95b2d83f53 not bound to the agent host n-d-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:24:38.040662 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07d919f2-15ae-40a0-a4f8-5a6169ab8fae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6bd5fc82-6666-56e8-87c2-91648d36c963-bdaf007a-cf50-4b69-a119-3a76a4f9c132', 'network_id': 'bdaf007a-cf50-4b69-a119-3a76a4f9c132', 'tenant_id': '754edc6d72c241609d5c976e8526e541', 'fixed_ips': [{'subnet_id': '99bedfce-e349-4afb-96ac-ad1ac6fe85d4'}]}} from n-d-773647-6. {{(pid=100248) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 14:24:38.042811 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-07d919f2-15ae-40a0-a4f8-5a6169ab8fae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:38.047081 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-d624fb7c-f99d-43ea-ad7e-50f73be21a9d tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:38.065859 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-d624fb7c-f99d-43ea-ad7e-50f73be21a9d tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1806297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1761036'] for router, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:38.072490 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-8dece16d-ae5d-414a-9679-a5a32585ec58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:38.075820 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-8dece16d-ae5d-414a-9679-a5a32585ec58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:38.077923 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-8dece16d-ae5d-414a-9679-a5a32585ec58 admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/4d0ee799-3baf-4fd7-98e8-655ae01ca190 HTTP/1.1" status: 204 len: 168 time: 0.2286255 Jul 06 14:24:38.087865 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-d624fb7c-f99d-43ea-ad7e-50f73be21a9d tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Notify callbacks [] for router, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:38.089479 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-d624fb7c-f99d-43ea-ad7e-50f73be21a9d tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] 10.222.0.104 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.2881563 Jul 06 14:24:38.092020 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 43718) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:24:38.097749 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [None req-f6c3a62c-76a0-4ceb-8619-4223b8325092 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Request body: {'port': {'network_id': 'bdaf007a-cf50-4b69-a119-3a76a4f9c132', 'name': 'tempest-PortsTestJSON-119468919'}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:24:38.105861 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dece16d-ae5d-414a-9679-a5a32585ec58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d0ee799-3baf-4fd7-98e8-655ae01ca190,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:24:38.275963 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.db_base_plugin_common [None req-07d919f2-15ae-40a0-a4f8-5a6169ab8fae None None] Allocated IP 172.20.0.2 (bdaf007a-cf50-4b69-a119-3a76a4f9c132/99bedfce-e349-4afb-96ac-ad1ac6fe85d4/1d331ea9-2d80-4f06-918f-067ae72fe53c) {{(pid=100248) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:24:38.355250 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2ef2f0-da25-4f31-a130-09770e312dfc req-f4b8f8bc-3887-407e-8f7a-27db52e67764 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:24:38.363374 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-3f2ef2f0-da25-4f31-a130-09770e312dfc req-f4b8f8bc-3887-407e-8f7a-27db52e67764 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] 10.222.0.104 "GET /v2.0/ports?device_id=04986212-0a7a-4904-8e78-5bfcef5dd4a3 HTTP/1.1" status: 200 len: 946 time: 0.2080877 Jul 06 14:24:38.366029 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6c3a62c-76a0-4ceb-8619-4223b8325092 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Made reservation on behalf of 754edc6d72c241609d5c976e8526e541 for: {'port': 1} {{(pid=100247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:24:38.369783 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-f6c3a62c-76a0-4ceb-8619-4223b8325092 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:38.415918 n-d-773647-6 neutron-server[100247]: DEBUG neutron.notifiers.nova [None req-f6c3a62c-76a0-4ceb-8619-4223b8325092 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] device_id is not set on port 19d4ac2d-3994-4d4d-93b8-4e2939025dd2 yet. {{(pid=100247) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 14:24:38.447845 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-3f2ef2f0-da25-4f31-a130-09770e312dfc req-72e4ec66-ead9-40c2-9c23-2468aeb889f0 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] 10.222.0.104 "GET /v2.0/security-groups?id=c812eb77-0e0b-4233-8b5e-42a0d8cc6e90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0834100 Jul 06 14:24:38.530197 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-07d919f2-15ae-40a0-a4f8-5a6169ab8fae None None] Notify callbacks [] for port, precommit_create {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:38.550242 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-07d919f2-15ae-40a0-a4f8-5a6169ab8fae None None] Transition to ACTIVE for port object 1d331ea9-2d80-4f06-918f-067ae72fe53c will not be triggered until provisioned by entity L2. {{(pid=100248) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:24:38.573502 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-07d919f2-15ae-40a0-a4f8-5a6169ab8fae None None] Transition to ACTIVE for port object 1d331ea9-2d80-4f06-918f-067ae72fe53c will not be triggered until provisioned by entity DHCP. {{(pid=100248) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:24:38.583096 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-07d919f2-15ae-40a0-a4f8-5a6169ab8fae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108'] for port, after_create {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:38.646063 n-d-773647-6 neutron-server[100248]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07d919f2-15ae-40a0-a4f8-5a6169ab8fae None None] Network bdaf007a-cf50-4b69-a119-3a76a4f9c132 is already hosted by enough agents. {{(pid=100248) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:24:38.650714 n-d-773647-6 neutron-server[100248]: DEBUG neutron.scheduler.base_scheduler [None req-07d919f2-15ae-40a0-a4f8-5a6169ab8fae None None] Resources bound (agent type, host, resource id): {{(pid=100248) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:24:38.653290 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07d919f2-15ae-40a0-a4f8-5a6169ab8fae None None] Received port after_create {{(pid=100248) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:24:38.666441 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.db_base_plugin_common [None req-f6c3a62c-76a0-4ceb-8619-4223b8325092 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Allocated IP 172.20.0.13 (bdaf007a-cf50-4b69-a119-3a76a4f9c132/99bedfce-e349-4afb-96ac-ad1ac6fe85d4/19d4ac2d-3994-4d4d-93b8-4e2939025dd2) {{(pid=100247) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:24:38.733146 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d919f2-15ae-40a0-a4f8-5a6169ab8fae None None] Pushing event updated for resources: {'Port': ['ID=1d331ea9-2d80-4f06-918f-067ae72fe53c,revision_number=1']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:24:38.762093 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-07d919f2-15ae-40a0-a4f8-5a6169ab8fae None None] Attempting to bind port 1d331ea9-2d80-4f06-918f-067ae72fe53c on host n-d-773647-6 for vnic_type normal with profile {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:24:38.763564 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-07d919f2-15ae-40a0-a4f8-5a6169ab8fae None None] Attempting to bind port 1d331ea9-2d80-4f06-918f-067ae72fe53c by drivers openvswitch,hyperv on host n-d-773647-6 at level 0 using segments [{'id': 'e93ad805-60b2-4da1-9d43-ce7cd60fb1b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': 'bdaf007a-cf50-4b69-a119-3a76a4f9c132'}] {{(pid=100248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:24:38.764208 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07d919f2-15ae-40a0-a4f8-5a6169ab8fae None None] Attempting to bind port 1d331ea9-2d80-4f06-918f-067ae72fe53c on network bdaf007a-cf50-4b69-a119-3a76a4f9c132 {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:24:38.770787 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07d919f2-15ae-40a0-a4f8-5a6169ab8fae None None] Checking agent: {'id': '8ab5b19c-d213-4f29-891d-27bdf39d38b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773647-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 43, 26), 'started_at': datetime.datetime(2021, 7, 6, 13, 43, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 24, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773647-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:24:38.771419 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07d919f2-15ae-40a0-a4f8-5a6169ab8fae None None] Checking segment: {'id': 'e93ad805-60b2-4da1-9d43-ce7cd60fb1b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': 'bdaf007a-cf50-4b69-a119-3a76a4f9c132'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:24:38.772026 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-07d919f2-15ae-40a0-a4f8-5a6169ab8fae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:38.772807 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07d919f2-15ae-40a0-a4f8-5a6169ab8fae None None] Bound using segment: {'id': 'e93ad805-60b2-4da1-9d43-ce7cd60fb1b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': 'bdaf007a-cf50-4b69-a119-3a76a4f9c132'} {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:24:38.773459 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-07d919f2-15ae-40a0-a4f8-5a6169ab8fae None None] Bound port: 1d331ea9-2d80-4f06-918f-067ae72fe53c, host: n-d-773647-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e93ad805-60b2-4da1-9d43-ce7cd60fb1b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': 'bdaf007a-cf50-4b69-a119-3a76a4f9c132'}}] {{(pid=100248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:24:38.774009 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-07d919f2-15ae-40a0-a4f8-5a6169ab8fae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:38.849167 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-07d919f2-15ae-40a0-a4f8-5a6169ab8fae None None] For port 1d331ea9-2d80-4f06-918f-067ae72fe53c, host n-d-773647-6, cleared binding levels {{(pid=100248) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:24:38.855701 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-07d919f2-15ae-40a0-a4f8-5a6169ab8fae None None] For port 1d331ea9-2d80-4f06-918f-067ae72fe53c, host n-d-773647-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=1d331ea9-2d80-4f06-918f-067ae72fe53c,segment=NetworkSegment(e93ad805-60b2-4da1-9d43-ce7cd60fb1b9),segment_id=e93ad805-60b2-4da1-9d43-ce7cd60fb1b9)] {{(pid=100248) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:24:38.866101 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-07d919f2-15ae-40a0-a4f8-5a6169ab8fae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:38.893273 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-f6c3a62c-76a0-4ceb-8619-4223b8325092 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Notify callbacks [] for port, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:38.943746 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d919f2-15ae-40a0-a4f8-5a6169ab8fae None None] Pushing event updated for resources: {'Port': ['ID=1d331ea9-2d80-4f06-918f-067ae72fe53c,revision_number=2']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:24:38.945951 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.provisioning_blocks [None req-f6c3a62c-76a0-4ceb-8619-4223b8325092 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Transition to ACTIVE for port object 19d4ac2d-3994-4d4d-93b8-4e2939025dd2 will not be triggered until provisioned by entity DHCP. {{(pid=100247) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:24:39.009312 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-f6c3a62c-76a0-4ceb-8619-4223b8325092 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-128888360'] for port, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:39.081136 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6c3a62c-76a0-4ceb-8619-4223b8325092 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Network bdaf007a-cf50-4b69-a119-3a76a4f9c132 is already hosted by enough agents. {{(pid=100247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:24:39.085108 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.base_scheduler [None req-f6c3a62c-76a0-4ceb-8619-4223b8325092 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Resources bound (agent type, host, resource id): {{(pid=100247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:24:39.093071 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6c3a62c-76a0-4ceb-8619-4223b8325092 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Received port after_create {{(pid=100247) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:24:39.099601 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c3a62c-76a0-4ceb-8619-4223b8325092 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Pushing event updated for resources: {'Port': ['ID=19d4ac2d-3994-4d4d-93b8-4e2939025dd2,revision_number=1']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:24:39.179203 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6c3a62c-76a0-4ceb-8619-4223b8325092 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:24:39.180432 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-f6c3a62c-76a0-4ceb-8619-4223b8325092 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:39.209211 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-f6c3a62c-76a0-4ceb-8619-4223b8325092 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] 10.222.0.104 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.1135721 Jul 06 14:24:39.209518 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 43768) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:24:39.468470 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 43778) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:24:39.772619 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036329ff-8bea-4934-9772-2f7ca26fc7cf req-c371f968-0d31-4436-b098-4bd2f0018c6c tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:24:39.775849 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-d98be214-bacd-4197-b11b-40de39acc0ed tempest-AllowedAddressPairIpV6TestJSON-1714440508 tempest-AllowedAddressPairIpV6TestJSON-1714440508-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-1056794808'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:24:39.780249 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-036329ff-8bea-4934-9772-2f7ca26fc7cf req-c371f968-0d31-4436-b098-4bd2f0018c6c tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] 10.222.0.104 "GET /v2.0/ports?device_id=04986212-0a7a-4904-8e78-5bfcef5dd4a3 HTTP/1.1" status: 200 len: 946 time: 0.1795869 Jul 06 14:24:39.804791 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d98be214-bacd-4197-b11b-40de39acc0ed tempest-AllowedAddressPairIpV6TestJSON-1714440508 tempest-AllowedAddressPairIpV6TestJSON-1714440508-project] Made reservation on behalf of 48e0aa4de52b45b096cb03c1840ec616 for: {'network': 1} {{(pid=100246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:24:39.808780 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-d98be214-bacd-4197-b11b-40de39acc0ed tempest-AllowedAddressPairIpV6TestJSON-1714440508 tempest-AllowedAddressPairIpV6TestJSON-1714440508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for network, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:39.834073 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-d98be214-bacd-4197-b11b-40de39acc0ed tempest-AllowedAddressPairIpV6TestJSON-1714440508 tempest-AllowedAddressPairIpV6TestJSON-1714440508-project] Notify callbacks [] for security_group, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:39.987433 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-612e9ddf-fc47-412f-af07-48b2f3cae3ad tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:39.991920 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-036329ff-8bea-4934-9772-2f7ca26fc7cf req-ab758cde-a27f-4a73-a785-944a76048202 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] 10.222.0.104 "GET /v2.0/security-groups?id=c812eb77-0e0b-4233-8b5e-42a0d8cc6e90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1304290 Jul 06 14:24:40.055062 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-d98be214-bacd-4197-b11b-40de39acc0ed tempest-AllowedAddressPairIpV6TestJSON-1714440508 tempest-AllowedAddressPairIpV6TestJSON-1714440508-project] Notify callbacks [] for security_group, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:40.058253 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 1d331ea9-2d80-4f06-918f-067ae72fe53c up at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:24:40.060625 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-d98be214-bacd-4197-b11b-40de39acc0ed tempest-AllowedAddressPairIpV6TestJSON-1714440508 tempest-AllowedAddressPairIpV6TestJSON-1714440508-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:40.118439 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d98be214-bacd-4197-b11b-40de39acc0ed tempest-AllowedAddressPairIpV6TestJSON-1714440508 tempest-AllowedAddressPairIpV6TestJSON-1714440508-project] vlan segment allocate from pool success with {'vlan_id': 1022, 'physical_network': 'physnet1'} {{(pid=100246) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 14:24:40.131015 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98be214-bacd-4197-b11b-40de39acc0ed tempest-AllowedAddressPairIpV6TestJSON-1714440508 tempest-AllowedAddressPairIpV6TestJSON-1714440508-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b2792fad-e302-4da9-a841-183315f1c819,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:24:40.158026 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d98be214-bacd-4197-b11b-40de39acc0ed tempest-AllowedAddressPairIpV6TestJSON-1714440508 tempest-AllowedAddressPairIpV6TestJSON-1714440508-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:24:40.158400 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d98be214-bacd-4197-b11b-40de39acc0ed tempest-AllowedAddressPairIpV6TestJSON-1714440508 tempest-AllowedAddressPairIpV6TestJSON-1714440508-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:24:40.158742 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d98be214-bacd-4197-b11b-40de39acc0ed tempest-AllowedAddressPairIpV6TestJSON-1714440508 tempest-AllowedAddressPairIpV6TestJSON-1714440508-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:24:40.159091 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d98be214-bacd-4197-b11b-40de39acc0ed tempest-AllowedAddressPairIpV6TestJSON-1714440508 tempest-AllowedAddressPairIpV6TestJSON-1714440508-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:24:40.159463 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d98be214-bacd-4197-b11b-40de39acc0ed tempest-AllowedAddressPairIpV6TestJSON-1714440508 tempest-AllowedAddressPairIpV6TestJSON-1714440508-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:24:40.159808 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d98be214-bacd-4197-b11b-40de39acc0ed tempest-AllowedAddressPairIpV6TestJSON-1714440508 tempest-AllowedAddressPairIpV6TestJSON-1714440508-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:24:40.165998 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d98be214-bacd-4197-b11b-40de39acc0ed tempest-AllowedAddressPairIpV6TestJSON-1714440508 tempest-AllowedAddressPairIpV6TestJSON-1714440508-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:24:40.166624 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d98be214-bacd-4197-b11b-40de39acc0ed tempest-AllowedAddressPairIpV6TestJSON-1714440508 tempest-AllowedAddressPairIpV6TestJSON-1714440508-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:24:40.168211 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d98be214-bacd-4197-b11b-40de39acc0ed tempest-AllowedAddressPairIpV6TestJSON-1714440508 tempest-AllowedAddressPairIpV6TestJSON-1714440508-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:24:40.168769 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d98be214-bacd-4197-b11b-40de39acc0ed tempest-AllowedAddressPairIpV6TestJSON-1714440508 tempest-AllowedAddressPairIpV6TestJSON-1714440508-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:24:40.170403 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d98be214-bacd-4197-b11b-40de39acc0ed tempest-AllowedAddressPairIpV6TestJSON-1714440508 tempest-AllowedAddressPairIpV6TestJSON-1714440508-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:24:40.171051 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d98be214-bacd-4197-b11b-40de39acc0ed tempest-AllowedAddressPairIpV6TestJSON-1714440508 tempest-AllowedAddressPairIpV6TestJSON-1714440508-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:24:40.185568 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning for port 1d331ea9-2d80-4f06-918f-067ae72fe53c completed by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:24:40.201541 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-d98be214-bacd-4197-b11b-40de39acc0ed tempest-AllowedAddressPairIpV6TestJSON-1714440508 tempest-AllowedAddressPairIpV6TestJSON-1714440508-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552'] for segment, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:40.202109 n-d-773647-6 neutron-server[100246]: INFO neutron.db.segments_db [None req-d98be214-bacd-4197-b11b-40de39acc0ed tempest-AllowedAddressPairIpV6TestJSON-1714440508 tempest-AllowedAddressPairIpV6TestJSON-1714440508-project] Added segment c9690b86-aad2-49f4-8c89-34fea2dd5f9a of type vlan for network a2e3943d-ac50-4d60-8c4d-e7ece82d3dcd Jul 06 14:24:40.266489 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-d98be214-bacd-4197-b11b-40de39acc0ed tempest-AllowedAddressPairIpV6TestJSON-1714440508 tempest-AllowedAddressPairIpV6TestJSON-1714440508-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773752984405'] for network, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:40.300433 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-612e9ddf-fc47-412f-af07-48b2f3cae3ad tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Notify callbacks [] for port, precommit_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:40.307582 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-612e9ddf-fc47-412f-af07-48b2f3cae3ad tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128888538'] for port, after_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:40.308611 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-d98be214-bacd-4197-b11b-40de39acc0ed tempest-AllowedAddressPairIpV6TestJSON-1714440508 tempest-AllowedAddressPairIpV6TestJSON-1714440508-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060'] for network, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:40.316480 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d98be214-bacd-4197-b11b-40de39acc0ed tempest-AllowedAddressPairIpV6TestJSON-1714440508 tempest-AllowedAddressPairIpV6TestJSON-1714440508-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:24:40.317639 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-d98be214-bacd-4197-b11b-40de39acc0ed tempest-AllowedAddressPairIpV6TestJSON-1714440508 tempest-AllowedAddressPairIpV6TestJSON-1714440508-project] Notify callbacks [] for network, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:40.410103 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98be214-bacd-4197-b11b-40de39acc0ed tempest-AllowedAddressPairIpV6TestJSON-1714440508 tempest-AllowedAddressPairIpV6TestJSON-1714440508-project] Pushing event updated for resources: {'Network': ['ID=a2e3943d-ac50-4d60-8c4d-e7ece82d3dcd,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:24:40.420139 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-d98be214-bacd-4197-b11b-40de39acc0ed tempest-AllowedAddressPairIpV6TestJSON-1714440508 tempest-AllowedAddressPairIpV6TestJSON-1714440508-project] 10.222.0.104 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 0.9468713 Jul 06 14:24:40.422995 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 43814) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:24:40.424714 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Network a2e3943d-ac50-4d60-8c4d-e7ece82d3dcd details requested by agent ovs-agent-n-d-773647-6 with host n-d-773647-6 {{(pid=100248) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 14:24:40.428131 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-b212aaee-6e15-49ba-8168-fea376ff1e06 tempest-AllowedAddressPairIpV6TestJSON-1714440508 tempest-AllowedAddressPairIpV6TestJSON-1714440508-project] Request body: {'subnet': {'network_id': 'a2e3943d-ac50-4d60-8c4d-e7ece82d3dcd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:24:40.547767 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9472fd53-744e-441d-8e30-a4e742c8b126 None None] Network bdaf007a-cf50-4b69-a119-3a76a4f9c132 requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:24:40.548913 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b212aaee-6e15-49ba-8168-fea376ff1e06 tempest-AllowedAddressPairIpV6TestJSON-1714440508 tempest-AllowedAddressPairIpV6TestJSON-1714440508-project] Made reservation on behalf of 48e0aa4de52b45b096cb03c1840ec616 for: {'subnet': 1} {{(pid=100246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:24:40.556273 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-b212aaee-6e15-49ba-8168-fea376ff1e06 tempest-AllowedAddressPairIpV6TestJSON-1714440508 tempest-AllowedAddressPairIpV6TestJSON-1714440508-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127702029'] for subnet, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:40.692165 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-38e25d77-07aa-4dd7-b58c-93118e3ecdac None None] Provisioning for port 1d331ea9-2d80-4f06-918f-067ae72fe53c completed by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:24:40.704454 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-38e25d77-07aa-4dd7-b58c-93118e3ecdac None None] Provisioning complete for port 1d331ea9-2d80-4f06-918f-067ae72fe53c triggered by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:24:40.704833 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-38e25d77-07aa-4dd7-b58c-93118e3ecdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:40.742116 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:40.780960 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612e9ddf-fc47-412f-af07-48b2f3cae3ad tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Pushing event updated for resources: {'Port': ['ID=19d4ac2d-3994-4d4d-93b8-4e2939025dd2,revision_number=2']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:24:40.818611 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-b212aaee-6e15-49ba-8168-fea376ff1e06 tempest-AllowedAddressPairIpV6TestJSON-1714440508 tempest-AllowedAddressPairIpV6TestJSON-1714440508-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1849032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127687649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127702047'] for subnet, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:40.865462 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-38e25d77-07aa-4dd7-b58c-93118e3ecdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:40.913623 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b212aaee-6e15-49ba-8168-fea376ff1e06 tempest-AllowedAddressPairIpV6TestJSON-1714440508 tempest-AllowedAddressPairIpV6TestJSON-1714440508-project] Pushing event updated for resources: {'Subnet': ['ID=c7be5968-29e2-479c-a29e-c454519bb08e,revision_number=0']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:24:40.918541 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b212aaee-6e15-49ba-8168-fea376ff1e06 tempest-AllowedAddressPairIpV6TestJSON-1714440508 tempest-AllowedAddressPairIpV6TestJSON-1714440508-project] Checking segment: {'id': 'c9690b86-aad2-49f4-8c89-34fea2dd5f9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1022, 'network_id': 'a2e3943d-ac50-4d60-8c4d-e7ece82d3dcd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:24:40.919490 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b212aaee-6e15-49ba-8168-fea376ff1e06 tempest-AllowedAddressPairIpV6TestJSON-1714440508 tempest-AllowedAddressPairIpV6TestJSON-1714440508-project] Network hostable DHCP agents. Network: a2e3943d-ac50-4d60-8c4d-e7ece82d3dcd, hostable agents: ['f2bada3d-be77-4359-982b-8505a2bbca04'], hosted agents: [] {{(pid=100246) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 14:24:40.940037 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b212aaee-6e15-49ba-8168-fea376ff1e06 tempest-AllowedAddressPairIpV6TestJSON-1714440508 tempest-AllowedAddressPairIpV6TestJSON-1714440508-project] Network a2e3943d-ac50-4d60-8c4d-e7ece82d3dcd is scheduled to be hosted by DHCP agent f2bada3d-be77-4359-982b-8505a2bbca04 with binding_index 1 {{(pid=100246) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 14:24:40.952554 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.base_scheduler [None req-b212aaee-6e15-49ba-8168-fea376ff1e06 tempest-AllowedAddressPairIpV6TestJSON-1714440508 tempest-AllowedAddressPairIpV6TestJSON-1714440508-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773647-6, a2e3943d-ac50-4d60-8c4d-e7ece82d3dcd) {{(pid=100246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:24:40.959855 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-612e9ddf-fc47-412f-af07-48b2f3cae3ad tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1807675'] for router_interface, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:40.965848 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-38e25d77-07aa-4dd7-b58c-93118e3ecdac None None] For port 1d331ea9-2d80-4f06-918f-067ae72fe53c, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=1d331ea9-2d80-4f06-918f-067ae72fe53c,segment=NetworkSegment(e93ad805-60b2-4da1-9d43-ce7cd60fb1b9),segment_id=e93ad805-60b2-4da1-9d43-ce7cd60fb1b9)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:24:40.967179 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b212aaee-6e15-49ba-8168-fea376ff1e06 tempest-AllowedAddressPairIpV6TestJSON-1714440508 tempest-AllowedAddressPairIpV6TestJSON-1714440508-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:24:40.968710 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-b212aaee-6e15-49ba-8168-fea376ff1e06 tempest-AllowedAddressPairIpV6TestJSON-1714440508 tempest-AllowedAddressPairIpV6TestJSON-1714440508-project] Notify callbacks [] for subnet, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:40.971896 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3095a6c-1757-4d38-a532-b98be8cf9ae3 None None] Network a2e3943d-ac50-4d60-8c4d-e7ece82d3dcd requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:24:40.976853 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-38e25d77-07aa-4dd7-b58c-93118e3ecdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:41.000459 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-b212aaee-6e15-49ba-8168-fea376ff1e06 tempest-AllowedAddressPairIpV6TestJSON-1714440508 tempest-AllowedAddressPairIpV6TestJSON-1714440508-project] 10.222.0.104 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5763035 Jul 06 14:24:41.006665 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 43828) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:24:41.021045 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-5b6c79c8-8abc-4a51-9c79-83eb09e9bf9c tempest-AllowedAddressPairIpV6TestJSON-1714440508 tempest-AllowedAddressPairIpV6TestJSON-1714440508-project] Request body: {'port': {'network_id': 'a2e3943d-ac50-4d60-8c4d-e7ece82d3dcd', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1241832546'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:24:41.209810 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e25d77-07aa-4dd7-b58c-93118e3ecdac None None] Pushing event updated for resources: {'Port': ['ID=1d331ea9-2d80-4f06-918f-067ae72fe53c,revision_number=3']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:24:41.215756 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b6c79c8-8abc-4a51-9c79-83eb09e9bf9c tempest-AllowedAddressPairIpV6TestJSON-1714440508 tempest-AllowedAddressPairIpV6TestJSON-1714440508-project] Made reservation on behalf of 48e0aa4de52b45b096cb03c1840ec616 for: {'port': 1} {{(pid=100246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:24:41.224557 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-5b6c79c8-8abc-4a51-9c79-83eb09e9bf9c tempest-AllowedAddressPairIpV6TestJSON-1714440508 tempest-AllowedAddressPairIpV6TestJSON-1714440508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:41.248290 n-d-773647-6 neutron-server[100246]: DEBUG neutron.notifiers.nova [None req-5b6c79c8-8abc-4a51-9c79-83eb09e9bf9c tempest-AllowedAddressPairIpV6TestJSON-1714440508 tempest-AllowedAddressPairIpV6TestJSON-1714440508-project] device_id is not set on port bb267c49-6aa6-4fbc-bbd6-d5f43bf8adcf yet. {{(pid=100246) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 14:24:41.318121 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-612e9ddf-fc47-412f-af07-48b2f3cae3ad tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:41.353185 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bd0eb6-5d64-4c0a-b53c-096925923a2b req-d9ee846f-6905-41b9-a452-20c0fcf17067 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:24:41.359846 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-77bd0eb6-5d64-4c0a-b53c-096925923a2b req-d9ee846f-6905-41b9-a452-20c0fcf17067 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] 10.222.0.104 "GET /v2.0/ports?device_id=04986212-0a7a-4904-8e78-5bfcef5dd4a3 HTTP/1.1" status: 200 len: 946 time: 0.1220379 Jul 06 14:24:41.390961 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e562e142-7b4b-47b5-9ccf-9e91ba9a1c0d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6bd5fc82-6666-56e8-87c2-91648d36c963-a2e3943d-ac50-4d60-8c4d-e7ece82d3dcd', 'network_id': 'a2e3943d-ac50-4d60-8c4d-e7ece82d3dcd', 'tenant_id': '48e0aa4de52b45b096cb03c1840ec616', 'fixed_ips': [{'subnet_id': 'c7be5968-29e2-479c-a29e-c454519bb08e'}]}} from n-d-773647-6. {{(pid=100248) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 14:24:41.392708 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-e562e142-7b4b-47b5-9ccf-9e91ba9a1c0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:41.516011 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-77bd0eb6-5d64-4c0a-b53c-096925923a2b req-4feb486d-8ad3-437e-85bc-ad6515784aa9 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] 10.222.0.104 "GET /v2.0/security-groups?id=c812eb77-0e0b-4233-8b5e-42a0d8cc6e90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1547403 Jul 06 14:24:41.612942 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-fc3bd2e4-d747-4621-a28f-e6c4bbd677b2 None None] Provisioning complete for port 1d331ea9-2d80-4f06-918f-067ae72fe53c triggered by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:24:41.613331 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-fc3bd2e4-d747-4621-a28f-e6c4bbd677b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:41.744135 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-612e9ddf-fc47-412f-af07-48b2f3cae3ad tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Notify callbacks [] for port, precommit_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:41.766084 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-612e9ddf-fc47-412f-af07-48b2f3cae3ad tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128888538'] for port, after_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:41.784809 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-fc3bd2e4-d747-4621-a28f-e6c4bbd677b2 None None] Provisioning for port 19d4ac2d-3994-4d4d-93b8-4e2939025dd2 completed by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:24:41.800792 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-fc3bd2e4-d747-4621-a28f-e6c4bbd677b2 None None] Provisioning complete for port 19d4ac2d-3994-4d4d-93b8-4e2939025dd2 triggered by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:24:41.801502 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-fc3bd2e4-d747-4621-a28f-e6c4bbd677b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:41.859066 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-fc3bd2e4-d747-4621-a28f-e6c4bbd677b2 None None] Port 19d4ac2d-3994-4d4d-93b8-4e2939025dd2 cannot update to ACTIVE because it is not bound. {{(pid=100248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 14:24:41.876546 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.db_base_plugin_common [None req-5b6c79c8-8abc-4a51-9c79-83eb09e9bf9c tempest-AllowedAddressPairIpV6TestJSON-1714440508 tempest-AllowedAddressPairIpV6TestJSON-1714440508-project] Allocated IP 2001:db8::2db (a2e3943d-ac50-4d60-8c4d-e7ece82d3dcd/c7be5968-29e2-479c-a29e-c454519bb08e/bb267c49-6aa6-4fbc-bbd6-d5f43bf8adcf) {{(pid=100246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:24:41.877109 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612e9ddf-fc47-412f-af07-48b2f3cae3ad tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Pushing event updated for resources: {'Port': ['ID=19d4ac2d-3994-4d4d-93b8-4e2939025dd2,revision_number=3']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:24:41.885100 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-612e9ddf-fc47-412f-af07-48b2f3cae3ad tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1809478'] for router_interface, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:41.926841 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 1d331ea9-2d80-4f06-918f-067ae72fe53c up at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:24:42.001435 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-b246fccf-362a-4ac5-b258-17cad6ad9a93 None None] Provisioning complete for port 19d4ac2d-3994-4d4d-93b8-4e2939025dd2 triggered by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:24:42.002185 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-b246fccf-362a-4ac5-b258-17cad6ad9a93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:42.046334 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-612e9ddf-fc47-412f-af07-48b2f3cae3ad tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Network bdaf007a-cf50-4b69-a119-3a76a4f9c132 is already hosted by enough agents. {{(pid=100247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:24:42.047832 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning complete for port 1d331ea9-2d80-4f06-918f-067ae72fe53c triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:24:42.048462 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:42.050097 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.base_scheduler [None req-612e9ddf-fc47-412f-af07-48b2f3cae3ad tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Resources bound (agent type, host, resource id): {{(pid=100247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:24:42.050709 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-b246fccf-362a-4ac5-b258-17cad6ad9a93 None None] Port 19d4ac2d-3994-4d4d-93b8-4e2939025dd2 cannot update to ACTIVE because it is not bound. {{(pid=100248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 14:24:42.217765 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-5b6c79c8-8abc-4a51-9c79-83eb09e9bf9c tempest-AllowedAddressPairIpV6TestJSON-1714440508 tempest-AllowedAddressPairIpV6TestJSON-1714440508-project] Notify callbacks [] for port, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:42.234773 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.provisioning_blocks [None req-5b6c79c8-8abc-4a51-9c79-83eb09e9bf9c tempest-AllowedAddressPairIpV6TestJSON-1714440508 tempest-AllowedAddressPairIpV6TestJSON-1714440508-project] Transition to ACTIVE for port object bb267c49-6aa6-4fbc-bbd6-d5f43bf8adcf will not be triggered until provisioned by entity DHCP. {{(pid=100246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:24:42.284903 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-5b6c79c8-8abc-4a51-9c79-83eb09e9bf9c tempest-AllowedAddressPairIpV6TestJSON-1714440508 tempest-AllowedAddressPairIpV6TestJSON-1714440508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-127687573'] for port, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:42.310524 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-4c1cd756-bbe5-49e1-a438-b7751f46d0d6 None None] Provisioning complete for port 19d4ac2d-3994-4d4d-93b8-4e2939025dd2 triggered by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:24:42.310524 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4c1cd756-bbe5-49e1-a438-b7751f46d0d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:42.315288 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-612e9ddf-fc47-412f-af07-48b2f3cae3ad tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Router 85ac7f8e-b030-41fa-9dbd-375d2bb69f98 is scheduled to L3 agent 2823d358-a11b-4885-a706-95a279e43fa7 with binding_index 1 {{(pid=100247) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 14:24:42.367285 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b6c79c8-8abc-4a51-9c79-83eb09e9bf9c tempest-AllowedAddressPairIpV6TestJSON-1714440508 tempest-AllowedAddressPairIpV6TestJSON-1714440508-project] Network a2e3943d-ac50-4d60-8c4d-e7ece82d3dcd is already hosted by enough agents. {{(pid=100246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:24:42.385495 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.base_scheduler [None req-5b6c79c8-8abc-4a51-9c79-83eb09e9bf9c tempest-AllowedAddressPairIpV6TestJSON-1714440508 tempest-AllowedAddressPairIpV6TestJSON-1714440508-project] Resources bound (agent type, host, resource id): {{(pid=100246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:24:42.389262 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b6c79c8-8abc-4a51-9c79-83eb09e9bf9c tempest-AllowedAddressPairIpV6TestJSON-1714440508 tempest-AllowedAddressPairIpV6TestJSON-1714440508-project] Received port after_create {{(pid=100246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:24:42.406683 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b6c79c8-8abc-4a51-9c79-83eb09e9bf9c tempest-AllowedAddressPairIpV6TestJSON-1714440508 tempest-AllowedAddressPairIpV6TestJSON-1714440508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:24:42.409050 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-5b6c79c8-8abc-4a51-9c79-83eb09e9bf9c tempest-AllowedAddressPairIpV6TestJSON-1714440508 tempest-AllowedAddressPairIpV6TestJSON-1714440508-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:42.465482 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-5b6c79c8-8abc-4a51-9c79-83eb09e9bf9c tempest-AllowedAddressPairIpV6TestJSON-1714440508 tempest-AllowedAddressPairIpV6TestJSON-1714440508-project] 10.222.0.104 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.4503279 Jul 06 14:24:42.468414 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6c79c8-8abc-4a51-9c79-83eb09e9bf9c tempest-AllowedAddressPairIpV6TestJSON-1714440508 tempest-AllowedAddressPairIpV6TestJSON-1714440508-project] Pushing event updated for resources: {'Port': ['ID=bb267c49-6aa6-4fbc-bbd6-d5f43bf8adcf,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:24:42.473207 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 43856) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:24:42.476005 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-4c1cd756-bbe5-49e1-a438-b7751f46d0d6 None None] Port 19d4ac2d-3994-4d4d-93b8-4e2939025dd2 cannot update to ACTIVE because it is not bound. {{(pid=100248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 14:24:42.481707 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.db_base_plugin_common [None req-e562e142-7b4b-47b5-9ccf-9e91ba9a1c0d None None] Allocated IP 2001:db8::2 (a2e3943d-ac50-4d60-8c4d-e7ece82d3dcd/c7be5968-29e2-479c-a29e-c454519bb08e/dee14d85-44f1-4033-97ff-f15408038f8b) {{(pid=100248) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:24:42.506122 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [None req-4d61aef9-c29b-468b-8fad-14025ce9b02a tempest-AllowedAddressPairIpV6TestJSON-1714440508 tempest-AllowedAddressPairIpV6TestJSON-1714440508-project] Request body: {'port': {'network_id': 'a2e3943d-ac50-4d60-8c4d-e7ece82d3dcd', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-156503227', 'allowed_address_pairs': [{'ip_address': '2001:db8::2db', 'mac_address': 'fa:16:3e:59:50:3b'}]}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:24:42.547634 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-612e9ddf-fc47-412f-af07-48b2f3cae3ad tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Notify agent at l3_agent.n-d-773647-6 the message routers_updated {{(pid=100247) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 14:24:42.585907 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad2b3e5b-995b-43ad-b961-312da931c73b None None] Sync routers for ids ['85ac7f8e-b030-41fa-9dbd-375d2bb69f98'] in n-d-773647-6 {{(pid=100248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 14:24:42.630341 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 43862) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:24:42.630614 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-612e9ddf-fc47-412f-af07-48b2f3cae3ad tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] 10.222.0.104 "PUT /v2.0/routers/85ac7f8e-b030-41fa-9dbd-375d2bb69f98/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4153962 Jul 06 14:24:42.717071 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:42.722683 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-b9920744-96c4-497f-81d8-377d8650032f None None] Provisioning complete for port 19d4ac2d-3994-4d4d-93b8-4e2939025dd2 triggered by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:24:42.723045 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-b9920744-96c4-497f-81d8-377d8650032f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:42.744252 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad2b3e5b-995b-43ad-b961-312da931c73b None None] Routers {'85ac7f8e-b030-41fa-9dbd-375d2bb69f98'} bound to L3 agent in host n-d-773647-6 {{(pid=100248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:24:42.744411 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-ad2b3e5b-995b-43ad-b961-312da931c73b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T14:24:26Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['85ac7f8e-b030-41fa-9dbd-375d2bb69f98'], 'active': True} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:24:42.793221 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e281c08-561d-49ce-a0e8-eff646e8876b tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:24:42.795366 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-7e281c08-561d-49ce-a0e8-eff646e8876b tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] 10.222.0.104 "GET /v2.0/ports?device_id=85ac7f8e-b030-41fa-9dbd-375d2bb69f98 HTTP/1.1" status: 200 len: 982 time: 0.1634705 Jul 06 14:24:42.798171 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 43870) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:24:42.839267 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-ad2b3e5b-995b-43ad-b961-312da931c73b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-773647-6', False) {} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:24:42.901617 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-b9920744-96c4-497f-81d8-377d8650032f None None] Port 19d4ac2d-3994-4d4d-93b8-4e2939025dd2 cannot update to ACTIVE because it is not bound. {{(pid=100248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 14:24:42.901617 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad2b3e5b-995b-43ad-b961-312da931c73b None None] Routers {'85ac7f8e-b030-41fa-9dbd-375d2bb69f98'} bound to L3 agent in host n-d-773647-6 {{(pid=100248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:24:42.901617 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-ad2b3e5b-995b-43ad-b961-312da931c73b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T14:24:26Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['85ac7f8e-b030-41fa-9dbd-375d2bb69f98'], 'active': True} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:24:42.904495 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-e562e142-7b4b-47b5-9ccf-9e91ba9a1c0d None None] Notify callbacks [] for port, precommit_create {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:42.927721 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d61aef9-c29b-468b-8fad-14025ce9b02a tempest-AllowedAddressPairIpV6TestJSON-1714440508 tempest-AllowedAddressPairIpV6TestJSON-1714440508-project] Made reservation on behalf of 48e0aa4de52b45b096cb03c1840ec616 for: {'port': 1} {{(pid=100247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:24:42.951259 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-e562e142-7b4b-47b5-9ccf-9e91ba9a1c0d None None] Transition to ACTIVE for port object dee14d85-44f1-4033-97ff-f15408038f8b will not be triggered until provisioned by entity L2. {{(pid=100248) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:24:42.951936 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-ad2b3e5b-995b-43ad-b961-312da931c73b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-773647-6', False) {} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:24:42.952912 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad2b3e5b-995b-43ad-b961-312da931c73b None None] The sync data for ids ['85ac7f8e-b030-41fa-9dbd-375d2bb69f98'] in n-d-773647-6 is: [] {{(pid=100248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 14:24:42.970494 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-e562e142-7b4b-47b5-9ccf-9e91ba9a1c0d None None] Transition to ACTIVE for port object dee14d85-44f1-4033-97ff-f15408038f8b will not be triggered until provisioned by entity DHCP. {{(pid=100248) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:24:42.978451 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-e562e142-7b4b-47b5-9ccf-9e91ba9a1c0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108'] for port, after_create {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:43.076744 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e562e142-7b4b-47b5-9ccf-9e91ba9a1c0d None None] Pushing event updated for resources: {'Port': ['ID=dee14d85-44f1-4033-97ff-f15408038f8b,revision_number=1']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:24:43.101685 n-d-773647-6 neutron-server[100248]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e562e142-7b4b-47b5-9ccf-9e91ba9a1c0d None None] Network a2e3943d-ac50-4d60-8c4d-e7ece82d3dcd is already hosted by enough agents. {{(pid=100248) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:24:43.107243 n-d-773647-6 neutron-server[100248]: DEBUG neutron.scheduler.base_scheduler [None req-e562e142-7b4b-47b5-9ccf-9e91ba9a1c0d None None] Resources bound (agent type, host, resource id): {{(pid=100248) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:24:43.111251 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e562e142-7b4b-47b5-9ccf-9e91ba9a1c0d None None] Received port after_create {{(pid=100248) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:24:43.120468 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411a1c1c-ac16-45d7-8cbc-4e7872dce68b req-f2f02562-8ac9-4c5c-b99d-4cc1fa9b8447 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:24:43.122851 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-411a1c1c-ac16-45d7-8cbc-4e7872dce68b req-f2f02562-8ac9-4c5c-b99d-4cc1fa9b8447 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] 10.222.0.104 "GET /v2.0/ports?device_id=04986212-0a7a-4904-8e78-5bfcef5dd4a3 HTTP/1.1" status: 200 len: 946 time: 0.4172168 Jul 06 14:24:43.193955 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-4d61aef9-c29b-468b-8fad-14025ce9b02a tempest-AllowedAddressPairIpV6TestJSON-1714440508 tempest-AllowedAddressPairIpV6TestJSON-1714440508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:43.213330 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-411a1c1c-ac16-45d7-8cbc-4e7872dce68b req-2c5c8e52-606b-448b-9449-47e24813fe0f tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] 10.222.0.104 "GET /v2.0/security-groups?id=c812eb77-0e0b-4233-8b5e-42a0d8cc6e90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0720489 Jul 06 14:24:43.223387 n-d-773647-6 neutron-server[100247]: DEBUG neutron.notifiers.nova [None req-4d61aef9-c29b-468b-8fad-14025ce9b02a tempest-AllowedAddressPairIpV6TestJSON-1714440508 tempest-AllowedAddressPairIpV6TestJSON-1714440508-project] device_id is not set on port e02169dd-492c-4e92-9d96-95f8a1ee4f67 yet. {{(pid=100247) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 14:24:43.247937 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-e562e142-7b4b-47b5-9ccf-9e91ba9a1c0d None None] Attempting to bind port dee14d85-44f1-4033-97ff-f15408038f8b on host n-d-773647-6 for vnic_type normal with profile {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:24:43.248940 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-e562e142-7b4b-47b5-9ccf-9e91ba9a1c0d None None] Attempting to bind port dee14d85-44f1-4033-97ff-f15408038f8b by drivers openvswitch,hyperv on host n-d-773647-6 at level 0 using segments [{'id': 'c9690b86-aad2-49f4-8c89-34fea2dd5f9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1022, 'network_id': 'a2e3943d-ac50-4d60-8c4d-e7ece82d3dcd'}] {{(pid=100248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:24:43.249818 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e562e142-7b4b-47b5-9ccf-9e91ba9a1c0d None None] Attempting to bind port dee14d85-44f1-4033-97ff-f15408038f8b on network a2e3943d-ac50-4d60-8c4d-e7ece82d3dcd {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:24:43.257182 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e562e142-7b4b-47b5-9ccf-9e91ba9a1c0d None None] Checking agent: {'id': '8ab5b19c-d213-4f29-891d-27bdf39d38b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773647-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 43, 26), 'started_at': datetime.datetime(2021, 7, 6, 13, 43, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 24, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773647-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:24:43.258832 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e562e142-7b4b-47b5-9ccf-9e91ba9a1c0d None None] Checking segment: {'id': 'c9690b86-aad2-49f4-8c89-34fea2dd5f9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1022, 'network_id': 'a2e3943d-ac50-4d60-8c4d-e7ece82d3dcd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:24:43.259267 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-e562e142-7b4b-47b5-9ccf-9e91ba9a1c0d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:43.259867 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e562e142-7b4b-47b5-9ccf-9e91ba9a1c0d None None] Bound using segment: {'id': 'c9690b86-aad2-49f4-8c89-34fea2dd5f9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1022, 'network_id': 'a2e3943d-ac50-4d60-8c4d-e7ece82d3dcd'} {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:24:43.260524 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-e562e142-7b4b-47b5-9ccf-9e91ba9a1c0d None None] Bound port: dee14d85-44f1-4033-97ff-f15408038f8b, host: n-d-773647-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9690b86-aad2-49f4-8c89-34fea2dd5f9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1022, 'network_id': 'a2e3943d-ac50-4d60-8c4d-e7ece82d3dcd'}}] {{(pid=100248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:24:43.261107 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-e562e142-7b4b-47b5-9ccf-9e91ba9a1c0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:43.355674 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-e562e142-7b4b-47b5-9ccf-9e91ba9a1c0d None None] For port dee14d85-44f1-4033-97ff-f15408038f8b, host n-d-773647-6, cleared binding levels {{(pid=100248) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:24:43.362321 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-e562e142-7b4b-47b5-9ccf-9e91ba9a1c0d None None] For port dee14d85-44f1-4033-97ff-f15408038f8b, host n-d-773647-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=dee14d85-44f1-4033-97ff-f15408038f8b,segment=NetworkSegment(c9690b86-aad2-49f4-8c89-34fea2dd5f9a),segment_id=c9690b86-aad2-49f4-8c89-34fea2dd5f9a)] {{(pid=100248) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:24:43.378163 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-e562e142-7b4b-47b5-9ccf-9e91ba9a1c0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:43.390508 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.db_base_plugin_common [None req-4d61aef9-c29b-468b-8fad-14025ce9b02a tempest-AllowedAddressPairIpV6TestJSON-1714440508 tempest-AllowedAddressPairIpV6TestJSON-1714440508-project] Allocated IP 2001:db8::138 (a2e3943d-ac50-4d60-8c4d-e7ece82d3dcd/c7be5968-29e2-479c-a29e-c454519bb08e/e02169dd-492c-4e92-9d96-95f8a1ee4f67) {{(pid=100247) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:24:43.514029 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e562e142-7b4b-47b5-9ccf-9e91ba9a1c0d None None] Pushing event updated for resources: {'Port': ['ID=dee14d85-44f1-4033-97ff-f15408038f8b,revision_number=2']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:24:43.557783 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-8b6854ba-c369-4ba4-949c-bbf74fd27a1c tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1809431'] for router_interface, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:43.670878 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-4d61aef9-c29b-468b-8fad-14025ce9b02a tempest-AllowedAddressPairIpV6TestJSON-1714440508 tempest-AllowedAddressPairIpV6TestJSON-1714440508-project] Notify callbacks [] for port, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:43.685477 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.provisioning_blocks [None req-4d61aef9-c29b-468b-8fad-14025ce9b02a tempest-AllowedAddressPairIpV6TestJSON-1714440508 tempest-AllowedAddressPairIpV6TestJSON-1714440508-project] Transition to ACTIVE for port object e02169dd-492c-4e92-9d96-95f8a1ee4f67 will not be triggered until provisioned by entity DHCP. {{(pid=100247) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:24:43.757190 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-4d61aef9-c29b-468b-8fad-14025ce9b02a tempest-AllowedAddressPairIpV6TestJSON-1714440508 tempest-AllowedAddressPairIpV6TestJSON-1714440508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-128888360'] for port, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:43.853018 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d61aef9-c29b-468b-8fad-14025ce9b02a tempest-AllowedAddressPairIpV6TestJSON-1714440508 tempest-AllowedAddressPairIpV6TestJSON-1714440508-project] Network a2e3943d-ac50-4d60-8c4d-e7ece82d3dcd is already hosted by enough agents. {{(pid=100247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:24:43.854549 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.base_scheduler [None req-4d61aef9-c29b-468b-8fad-14025ce9b02a tempest-AllowedAddressPairIpV6TestJSON-1714440508 tempest-AllowedAddressPairIpV6TestJSON-1714440508-project] Resources bound (agent type, host, resource id): {{(pid=100247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:24:43.858529 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d61aef9-c29b-468b-8fad-14025ce9b02a tempest-AllowedAddressPairIpV6TestJSON-1714440508 tempest-AllowedAddressPairIpV6TestJSON-1714440508-project] Received port after_create {{(pid=100247) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:24:43.864530 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d61aef9-c29b-468b-8fad-14025ce9b02a tempest-AllowedAddressPairIpV6TestJSON-1714440508 tempest-AllowedAddressPairIpV6TestJSON-1714440508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:24:43.867074 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-4d61aef9-c29b-468b-8fad-14025ce9b02a tempest-AllowedAddressPairIpV6TestJSON-1714440508 tempest-AllowedAddressPairIpV6TestJSON-1714440508-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:43.895947 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-4d61aef9-c29b-468b-8fad-14025ce9b02a tempest-AllowedAddressPairIpV6TestJSON-1714440508 tempest-AllowedAddressPairIpV6TestJSON-1714440508-project] 10.222.0.104 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1007 time: 1.4215858 Jul 06 14:24:43.899939 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 43898) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:24:43.914335 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d61aef9-c29b-468b-8fad-14025ce9b02a tempest-AllowedAddressPairIpV6TestJSON-1714440508 tempest-AllowedAddressPairIpV6TestJSON-1714440508-project] Pushing event updated for resources: {'Port': ['ID=e02169dd-492c-4e92-9d96-95f8a1ee4f67,revision_number=1']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:24:43.976913 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device dee14d85-44f1-4033-97ff-f15408038f8b up at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:24:44.058038 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-970080ce-0ee5-4db7-8666-dfb6b6053b3c tempest-AllowedAddressPairIpV6TestJSON-1714440508 tempest-AllowedAddressPairIpV6TestJSON-1714440508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:24:44.080749 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-970080ce-0ee5-4db7-8666-dfb6b6053b3c tempest-AllowedAddressPairIpV6TestJSON-1714440508 tempest-AllowedAddressPairIpV6TestJSON-1714440508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:24:44.089939 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [None req-8b6854ba-c369-4ba4-949c-bbf74fd27a1c tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Deleting port 19d4ac2d-3994-4d4d-93b8-4e2939025dd2 {{(pid=100246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:24:44.090557 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-8b6854ba-c369-4ba4-949c-bbf74fd27a1c tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:44.091486 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning for port dee14d85-44f1-4033-97ff-f15408038f8b completed by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:24:44.100616 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-970080ce-0ee5-4db7-8666-dfb6b6053b3c tempest-AllowedAddressPairIpV6TestJSON-1714440508 tempest-AllowedAddressPairIpV6TestJSON-1714440508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:24:44.102872 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-970080ce-0ee5-4db7-8666-dfb6b6053b3c tempest-AllowedAddressPairIpV6TestJSON-1714440508 tempest-AllowedAddressPairIpV6TestJSON-1714440508-project] 10.222.0.104 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2481 time: 0.2017827 Jul 06 14:24:44.114460 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 43908) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:24:44.224411 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6508ee38-d12b-4696-9682-0ed0e63e446f req-f5f8c1dc-ce21-444f-b207-8c4d56961243 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:24:44.226264 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-6508ee38-d12b-4696-9682-0ed0e63e446f req-f5f8c1dc-ce21-444f-b207-8c4d56961243 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=1077a35eaa714f1bbf260d32c5a52c8f&device_id=04986212-0a7a-4904-8e78-5bfcef5dd4a3 HTTP/1.1" status: 200 len: 1097 time: 0.1292505 Jul 06 14:24:44.240443 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-8b6854ba-c369-4ba4-949c-bbf74fd27a1c tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:44.316645 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.plugin [None req-27d4c660-cf9a-47ee-82a9-2117c185347c tempest-AllowedAddressPairIpV6TestJSON-1714440508 tempest-AllowedAddressPairIpV6TestJSON-1714440508-project] Deleting port e02169dd-492c-4e92-9d96-95f8a1ee4f67 {{(pid=100247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:24:44.317027 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-27d4c660-cf9a-47ee-82a9-2117c185347c tempest-AllowedAddressPairIpV6TestJSON-1714440508 tempest-AllowedAddressPairIpV6TestJSON-1714440508-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:44.318852 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [None req-8b6854ba-c369-4ba4-949c-bbf74fd27a1c tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Calling delete_port for 19d4ac2d-3994-4d4d-93b8-4e2939025dd2 owned by network:router_interface {{(pid=100246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:24:44.430544 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-27d4c660-cf9a-47ee-82a9-2117c185347c tempest-AllowedAddressPairIpV6TestJSON-1714440508 tempest-AllowedAddressPairIpV6TestJSON-1714440508-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:44.451029 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.plugin [None req-27d4c660-cf9a-47ee-82a9-2117c185347c tempest-AllowedAddressPairIpV6TestJSON-1714440508 tempest-AllowedAddressPairIpV6TestJSON-1714440508-project] Calling delete_port for e02169dd-492c-4e92-9d96-95f8a1ee4f67 owned by {{(pid=100247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:24:44.452389 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6508ee38-d12b-4696-9682-0ed0e63e446f req-a4ddd9f7-7b15-43e6-9a68-dacc59d9a5f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:24:44.453922 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-6508ee38-d12b-4696-9682-0ed0e63e446f req-a4ddd9f7-7b15-43e6-9a68-dacc59d9a5f3 service neutron] 10.222.0.72 "GET /v2.0/networks?id=bc5d3bb7-e93c-47d1-bffc-c98c78d3daa0 HTTP/1.1" status: 200 len: 899 time: 0.1935883 Jul 06 14:24:44.613300 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-6508ee38-d12b-4696-9682-0ed0e63e446f req-e8dbd107-2a5c-40ab-af9a-07a8cf6c07de service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=57510628-3181-4f20-9f22-7e69304f7812 HTTP/1.1" status: 200 len: 1002 time: 0.1528997 Jul 06 14:24:44.706967 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-27d4c660-cf9a-47ee-82a9-2117c185347c tempest-AllowedAddressPairIpV6TestJSON-1714440508 tempest-AllowedAddressPairIpV6TestJSON-1714440508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128888353'] for port, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:44.737277 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6508ee38-d12b-4696-9682-0ed0e63e446f req-8ab04c1e-094c-4abc-9fac-a68146797859 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:24:44.738903 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-6508ee38-d12b-4696-9682-0ed0e63e446f req-8ab04c1e-094c-4abc-9fac-a68146797859 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=5cc1974a-df25-4dcd-a352-8b5e01019a66 HTTP/1.1" status: 200 len: 834 time: 0.1021621 Jul 06 14:24:44.761951 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d4c660-cf9a-47ee-82a9-2117c185347c tempest-AllowedAddressPairIpV6TestJSON-1714440508 tempest-AllowedAddressPairIpV6TestJSON-1714440508-project] Pushing event deleted for resources: {'Port': ['ID=e02169dd-492c-4e92-9d96-95f8a1ee4f67,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:24:44.956038 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6508ee38-d12b-4696-9682-0ed0e63e446f req-ccfcf447-1eee-462a-813a-ce8a5afc4ae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:24:44.958086 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-6508ee38-d12b-4696-9682-0ed0e63e446f req-ccfcf447-1eee-462a-813a-ce8a5afc4ae4 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=bc5d3bb7-e93c-47d1-bffc-c98c78d3daa0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2132525 Jul 06 14:24:44.968679 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-8b6854ba-c369-4ba4-949c-bbf74fd27a1c tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127687580'] for port, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:44.997692 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2431a340-d5b9-4457-a1fc-4a10a9eee4a8 req-9d46cd01-1055-4197-b099-e3d424ca7bb2 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:24:44.999337 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-2431a340-d5b9-4457-a1fc-4a10a9eee4a8 req-9d46cd01-1055-4197-b099-e3d424ca7bb2 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] 10.222.0.104 "GET /v2.0/ports?device_id=04986212-0a7a-4904-8e78-5bfcef5dd4a3 HTTP/1.1" status: 200 len: 946 time: 0.4936306 Jul 06 14:24:45.033082 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-27d4c660-cf9a-47ee-82a9-2117c185347c tempest-AllowedAddressPairIpV6TestJSON-1714440508 tempest-AllowedAddressPairIpV6TestJSON-1714440508-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:45.036803 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-27d4c660-cf9a-47ee-82a9-2117c185347c tempest-AllowedAddressPairIpV6TestJSON-1714440508 tempest-AllowedAddressPairIpV6TestJSON-1714440508-project] 10.222.0.104 "DELETE /v2.0/ports/e02169dd-492c-4e92-9d96-95f8a1ee4f67 HTTP/1.1" status: 204 len: 168 time: 0.9146988 Jul 06 14:24:45.042084 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 43920) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:24:45.064105 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6854ba-c369-4ba4-949c-bbf74fd27a1c tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Pushing event deleted for resources: {'Port': ['ID=19d4ac2d-3994-4d4d-93b8-4e2939025dd2,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:24:45.134451 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-2431a340-d5b9-4457-a1fc-4a10a9eee4a8 req-2f9fcf86-421c-46cb-9826-83d6c208d957 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] 10.222.0.104 "GET /v2.0/security-groups?id=c812eb77-0e0b-4233-8b5e-42a0d8cc6e90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1090150 Jul 06 14:24:45.175138 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b4f02d1-499f-4953-a1e3-c50e79aa47cf None None] Network a2e3943d-ac50-4d60-8c4d-e7ece82d3dcd requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:24:45.280973 n-d-773647-6 neutron-server[100246]: INFO neutron.pecan_wsgi.hooks.translation [None req-165b9dcc-d955-4547-a4a6-be1c5b87c02d tempest-AllowedAddressPairIpV6TestJSON-1714440508 tempest-AllowedAddressPairIpV6TestJSON-1714440508-project] GET failed (client error): The resource could not be found. Jul 06 14:24:45.285802 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-165b9dcc-d955-4547-a4a6-be1c5b87c02d tempest-AllowedAddressPairIpV6TestJSON-1714440508 tempest-AllowedAddressPairIpV6TestJSON-1714440508-project] 10.222.0.104 "GET /v2.0/ports/e02169dd-492c-4e92-9d96-95f8a1ee4f67 HTTP/1.1" status: 404 len: 333 time: 0.2151067 Jul 06 14:24:45.288826 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 43926) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:24:45.297223 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [None req-116fe2f9-aa7e-4455-aab5-a5cc6b35f31a tempest-AllowedAddressPairIpV6TestJSON-1714440508 tempest-AllowedAddressPairIpV6TestJSON-1714440508-project] Request body: {'port': {'network_id': 'a2e3943d-ac50-4d60-8c4d-e7ece82d3dcd', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1239922328'}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:24:45.324331 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-558bf4bf-1e78-460a-b4f0-a46d287da935 None None] Provisioning for port dee14d85-44f1-4033-97ff-f15408038f8b completed by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:24:45.337445 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-558bf4bf-1e78-460a-b4f0-a46d287da935 None None] Provisioning complete for port dee14d85-44f1-4033-97ff-f15408038f8b triggered by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:24:45.337819 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-558bf4bf-1e78-460a-b4f0-a46d287da935 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:45.425500 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-8b6854ba-c369-4ba4-949c-bbf74fd27a1c tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1809193'] for router_interface, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:45.496531 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-116fe2f9-aa7e-4455-aab5-a5cc6b35f31a tempest-AllowedAddressPairIpV6TestJSON-1714440508 tempest-AllowedAddressPairIpV6TestJSON-1714440508-project] Made reservation on behalf of 48e0aa4de52b45b096cb03c1840ec616 for: {'port': 1} {{(pid=100247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:24:45.501351 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-116fe2f9-aa7e-4455-aab5-a5cc6b35f31a tempest-AllowedAddressPairIpV6TestJSON-1714440508 tempest-AllowedAddressPairIpV6TestJSON-1714440508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:45.543013 n-d-773647-6 neutron-server[100247]: DEBUG neutron.notifiers.nova [None req-116fe2f9-aa7e-4455-aab5-a5cc6b35f31a tempest-AllowedAddressPairIpV6TestJSON-1714440508 tempest-AllowedAddressPairIpV6TestJSON-1714440508-project] device_id is not set on port bb85d017-9581-4c8f-aeef-2b3f694b47e5 yet. {{(pid=100247) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 14:24:45.544947 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-6508ee38-d12b-4696-9682-0ed0e63e446f req-2c333b26-75d3-4252-8684-904944720557 service neutron] 10.222.0.72 "GET /v2.0/networks/bc5d3bb7-e93c-47d1-bffc-c98c78d3daa0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5784187 Jul 06 14:24:45.563653 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-558bf4bf-1e78-460a-b4f0-a46d287da935 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:45.727154 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b6854ba-c369-4ba4-949c-bbf74fd27a1c tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Router 85ac7f8e-b030-41fa-9dbd-375d2bb69f98 has already been hosted by L3 agent 2823d358-a11b-4885-a706-95a279e43fa7 {{(pid=100246) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 14:24:45.744045 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.db_base_plugin_common [None req-116fe2f9-aa7e-4455-aab5-a5cc6b35f31a tempest-AllowedAddressPairIpV6TestJSON-1714440508 tempest-AllowedAddressPairIpV6TestJSON-1714440508-project] Allocated IP 2001:db8::19d (a2e3943d-ac50-4d60-8c4d-e7ece82d3dcd/c7be5968-29e2-479c-a29e-c454519bb08e/bb85d017-9581-4c8f-aeef-2b3f694b47e5) {{(pid=100247) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:24:45.821929 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-6508ee38-d12b-4696-9682-0ed0e63e446f req-45728f74-51a3-4865-bb01-1d21c2155b45 service neutron] 10.222.0.72 "GET /v2.0/networks/bc5d3bb7-e93c-47d1-bffc-c98c78d3daa0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2681422 Jul 06 14:24:45.825861 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-558bf4bf-1e78-460a-b4f0-a46d287da935 None None] For port dee14d85-44f1-4033-97ff-f15408038f8b, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=dee14d85-44f1-4033-97ff-f15408038f8b,segment=NetworkSegment(c9690b86-aad2-49f4-8c89-34fea2dd5f9a),segment_id=c9690b86-aad2-49f4-8c89-34fea2dd5f9a)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:24:45.835486 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-558bf4bf-1e78-460a-b4f0-a46d287da935 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:45.918245 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558bf4bf-1e78-460a-b4f0-a46d287da935 None None] Pushing event updated for resources: {'Port': ['ID=dee14d85-44f1-4033-97ff-f15408038f8b,revision_number=3']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:24:45.974353 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b6854ba-c369-4ba4-949c-bbf74fd27a1c tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Notify agent at l3_agent.n-d-773647-6 the message routers_updated {{(pid=100246) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 14:24:45.980128 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-116fe2f9-aa7e-4455-aab5-a5cc6b35f31a tempest-AllowedAddressPairIpV6TestJSON-1714440508 tempest-AllowedAddressPairIpV6TestJSON-1714440508-project] Notify callbacks [] for port, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:45.986009 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ba59300-3f1f-4f54-8c32-e8712919d3d2 None None] Sync routers for ids ['85ac7f8e-b030-41fa-9dbd-375d2bb69f98'] in n-d-773647-6 {{(pid=100249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 14:24:45.992048 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-8b6854ba-c369-4ba4-949c-bbf74fd27a1c tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] 10.222.0.104 "PUT /v2.0/routers/85ac7f8e-b030-41fa-9dbd-375d2bb69f98/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1920547 Jul 06 14:24:45.992686 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 43928) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:24:45.995445 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.provisioning_blocks [None req-116fe2f9-aa7e-4455-aab5-a5cc6b35f31a tempest-AllowedAddressPairIpV6TestJSON-1714440508 tempest-AllowedAddressPairIpV6TestJSON-1714440508-project] Transition to ACTIVE for port object bb85d017-9581-4c8f-aeef-2b3f694b47e5 will not be triggered until provisioned by entity DHCP. {{(pid=100247) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:24:45.998853 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ba59300-3f1f-4f54-8c32-e8712919d3d2 None None] Routers {'85ac7f8e-b030-41fa-9dbd-375d2bb69f98'} bound to L3 agent in host n-d-773647-6 {{(pid=100249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:24:45.999808 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-3ba59300-3f1f-4f54-8c32-e8712919d3d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T14:24:26Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['85ac7f8e-b030-41fa-9dbd-375d2bb69f98'], 'active': True} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:24:46.032079 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-116fe2f9-aa7e-4455-aab5-a5cc6b35f31a tempest-AllowedAddressPairIpV6TestJSON-1714440508 tempest-AllowedAddressPairIpV6TestJSON-1714440508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-128888360'] for port, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:46.061969 n-d-773647-6 neutron-server[100246]: INFO neutron.pecan_wsgi.hooks.translation [None req-490faf90-5bc1-4bfd-8d85-f9c98297c279 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] GET failed (client error): The resource could not be found. Jul 06 14:24:46.067494 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-490faf90-5bc1-4bfd-8d85-f9c98297c279 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] 10.222.0.104 "GET /v2.0/ports/19d4ac2d-3994-4d4d-93b8-4e2939025dd2 HTTP/1.1" status: 404 len: 333 time: 0.0723357 Jul 06 14:24:46.068148 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 43930) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:24:46.094873 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-3ba59300-3f1f-4f54-8c32-e8712919d3d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-773647-6', False) {} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:24:46.122328 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ba59300-3f1f-4f54-8c32-e8712919d3d2 None None] Routers {'85ac7f8e-b030-41fa-9dbd-375d2bb69f98'} bound to L3 agent in host n-d-773647-6 {{(pid=100249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:24:46.123013 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-3ba59300-3f1f-4f54-8c32-e8712919d3d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T14:24:26Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['85ac7f8e-b030-41fa-9dbd-375d2bb69f98'], 'active': True} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:24:46.141596 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116fe2f9-aa7e-4455-aab5-a5cc6b35f31a tempest-AllowedAddressPairIpV6TestJSON-1714440508 tempest-AllowedAddressPairIpV6TestJSON-1714440508-project] Pushing event updated for resources: {'Port': ['ID=bb85d017-9581-4c8f-aeef-2b3f694b47e5,revision_number=1']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:24:46.181459 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-116fe2f9-aa7e-4455-aab5-a5cc6b35f31a tempest-AllowedAddressPairIpV6TestJSON-1714440508 tempest-AllowedAddressPairIpV6TestJSON-1714440508-project] Network a2e3943d-ac50-4d60-8c4d-e7ece82d3dcd is already hosted by enough agents. {{(pid=100247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:24:46.183356 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.base_scheduler [None req-116fe2f9-aa7e-4455-aab5-a5cc6b35f31a tempest-AllowedAddressPairIpV6TestJSON-1714440508 tempest-AllowedAddressPairIpV6TestJSON-1714440508-project] Resources bound (agent type, host, resource id): {{(pid=100247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:24:46.192203 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-116fe2f9-aa7e-4455-aab5-a5cc6b35f31a tempest-AllowedAddressPairIpV6TestJSON-1714440508 tempest-AllowedAddressPairIpV6TestJSON-1714440508-project] Received port after_create {{(pid=100247) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:24:46.203682 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-116fe2f9-aa7e-4455-aab5-a5cc6b35f31a tempest-AllowedAddressPairIpV6TestJSON-1714440508 tempest-AllowedAddressPairIpV6TestJSON-1714440508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:24:46.204543 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-116fe2f9-aa7e-4455-aab5-a5cc6b35f31a tempest-AllowedAddressPairIpV6TestJSON-1714440508 tempest-AllowedAddressPairIpV6TestJSON-1714440508-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:46.207539 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-3ba59300-3f1f-4f54-8c32-e8712919d3d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-773647-6', False) {} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:24:46.208207 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ba59300-3f1f-4f54-8c32-e8712919d3d2 None None] The sync data for ids ['85ac7f8e-b030-41fa-9dbd-375d2bb69f98'] in n-d-773647-6 is: [] {{(pid=100249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 14:24:46.228963 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-116fe2f9-aa7e-4455-aab5-a5cc6b35f31a tempest-AllowedAddressPairIpV6TestJSON-1714440508 tempest-AllowedAddressPairIpV6TestJSON-1714440508-project] 10.222.0.104 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 0.9385710 Jul 06 14:24:46.232639 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 43940) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:24:46.240860 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [None req-6ccb10d6-a683-43c6-b54d-466e72569447 tempest-AllowedAddressPairIpV6TestJSON-1714440508 tempest-AllowedAddressPairIpV6TestJSON-1714440508-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::2db', 'mac_address': 'fa:16:3e:59:50:3b'}]}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:24:46.252561 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-257742d9-7b76-40db-858b-dd414ed8a1b9 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Notify callbacks [] for router, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:46.381642 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-833d5e96-51ba-4cb9-8b31-7d12ef9ffe58 None None] Provisioning complete for port dee14d85-44f1-4033-97ff-f15408038f8b triggered by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:24:46.385650 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-833d5e96-51ba-4cb9-8b31-7d12ef9ffe58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:46.471094 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-6ccb10d6-a683-43c6-b54d-466e72569447 tempest-AllowedAddressPairIpV6TestJSON-1714440508 tempest-AllowedAddressPairIpV6TestJSON-1714440508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:46.522183 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7537eb-eefe-4af2-8a6a-98d5c7cfac6b req-47b3af0a-cfc9-4598-9c8f-b2bfc07371fc tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:24:46.524409 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-db7537eb-eefe-4af2-8a6a-98d5c7cfac6b req-47b3af0a-cfc9-4598-9c8f-b2bfc07371fc tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] 10.222.0.104 "GET /v2.0/ports?device_id=04986212-0a7a-4904-8e78-5bfcef5dd4a3 HTTP/1.1" status: 200 len: 946 time: 0.1188245 Jul 06 14:24:46.617850 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-833d5e96-51ba-4cb9-8b31-7d12ef9ffe58 None None] Provisioning for port bb267c49-6aa6-4fbc-bbd6-d5f43bf8adcf completed by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:24:46.626971 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-833d5e96-51ba-4cb9-8b31-7d12ef9ffe58 None None] Provisioning complete for port bb267c49-6aa6-4fbc-bbd6-d5f43bf8adcf triggered by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:24:46.627739 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-833d5e96-51ba-4cb9-8b31-7d12ef9ffe58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:46.651654 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-257742d9-7b76-40db-858b-dd414ed8a1b9 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1806308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6982'] for router, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:46.660169 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-257742d9-7b76-40db-858b-dd414ed8a1b9 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:46.703620 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-833d5e96-51ba-4cb9-8b31-7d12ef9ffe58 None None] Port bb267c49-6aa6-4fbc-bbd6-d5f43bf8adcf cannot update to ACTIVE because it is not bound. {{(pid=100248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 14:24:46.746044 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-257742d9-7b76-40db-858b-dd414ed8a1b9 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1805684'] for router, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:46.746044 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-257742d9-7b76-40db-858b-dd414ed8a1b9 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Fanout notify agent at l3_agent the message router_deleted on router 85ac7f8e-b030-41fa-9dbd-375d2bb69f98 {{(pid=100246) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 14:24:46.753027 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-257742d9-7b76-40db-858b-dd414ed8a1b9 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Notify callbacks [] for router, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:46.754167 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-257742d9-7b76-40db-858b-dd414ed8a1b9 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] 10.222.0.104 "DELETE /v2.0/routers/85ac7f8e-b030-41fa-9dbd-375d2bb69f98 HTTP/1.1" status: 204 len: 168 time: 0.6850779 Jul 06 14:24:46.756996 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 43942) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:24:46.836773 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-9107cd42-045f-41fa-817c-24928129dc7d None None] Provisioning complete for port bb267c49-6aa6-4fbc-bbd6-d5f43bf8adcf triggered by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:24:46.837156 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-9107cd42-045f-41fa-817c-24928129dc7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:46.846057 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.db_base_plugin_v2 [None req-cade6fc0-35e5-42a3-a8d6-cb52da1ce2b7 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Deleting subnet 99bedfce-e349-4afb-96ac-ad1ac6fe85d4 {{(pid=100246) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 14:24:46.850475 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-cade6fc0-35e5-42a3-a8d6-cb52da1ce2b7 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Notify callbacks [] for subnet, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:46.889321 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-9107cd42-045f-41fa-817c-24928129dc7d None None] Port bb267c49-6aa6-4fbc-bbd6-d5f43bf8adcf cannot update to ACTIVE because it is not bound. {{(pid=100248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 14:24:47.064539 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-db7537eb-eefe-4af2-8a6a-98d5c7cfac6b req-e9000d0b-1982-4495-aee2-402ff5de16b5 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] 10.222.0.104 "GET /v2.0/security-groups?id=c812eb77-0e0b-4233-8b5e-42a0d8cc6e90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5303454 Jul 06 14:24:47.112589 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-752cdc3c-8e8f-49d5-95b5-b58064146427 None None] Could not find standard attr ID for object e02169dd-492c-4e92-9d96-95f8a1ee4f67. {{(pid=100248) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 06 14:24:47.249361 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-6ccb10d6-a683-43c6-b54d-466e72569447 tempest-AllowedAddressPairIpV6TestJSON-1714440508 tempest-AllowedAddressPairIpV6TestJSON-1714440508-project] Notify callbacks [] for port, precommit_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:47.256488 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-6ccb10d6-a683-43c6-b54d-466e72569447 tempest-AllowedAddressPairIpV6TestJSON-1714440508 tempest-AllowedAddressPairIpV6TestJSON-1714440508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128888538'] for port, after_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:47.360201 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.plugin [None req-6ccb10d6-a683-43c6-b54d-466e72569447 tempest-AllowedAddressPairIpV6TestJSON-1714440508 tempest-AllowedAddressPairIpV6TestJSON-1714440508-project] In _notify_port_updated(), no bound segment for port bb85d017-9581-4c8f-aeef-2b3f694b47e5 on network a2e3943d-ac50-4d60-8c4d-e7ece82d3dcd {{(pid=100247) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 06 14:24:47.376545 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ccb10d6-a683-43c6-b54d-466e72569447 tempest-AllowedAddressPairIpV6TestJSON-1714440508 tempest-AllowedAddressPairIpV6TestJSON-1714440508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:24:47.377691 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-6ccb10d6-a683-43c6-b54d-466e72569447 tempest-AllowedAddressPairIpV6TestJSON-1714440508 tempest-AllowedAddressPairIpV6TestJSON-1714440508-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:47.379057 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-6ccb10d6-a683-43c6-b54d-466e72569447 tempest-AllowedAddressPairIpV6TestJSON-1714440508 tempest-AllowedAddressPairIpV6TestJSON-1714440508-project] 10.222.0.104 "PUT /v2.0/ports/bb85d017-9581-4c8f-aeef-2b3f694b47e5 HTTP/1.1" status: 200 len: 1003 time: 1.1452725 Jul 06 14:24:47.394286 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 43948) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:24:47.461919 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-cade6fc0-35e5-42a3-a8d6-cb52da1ce2b7 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126218885'] for subnet, precommit_delete_associations {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:47.479086 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ccb10d6-a683-43c6-b54d-466e72569447 tempest-AllowedAddressPairIpV6TestJSON-1714440508 tempest-AllowedAddressPairIpV6TestJSON-1714440508-project] Pushing event updated for resources: {'Port': ['ID=bb85d017-9581-4c8f-aeef-2b3f694b47e5,revision_number=2']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:24:47.544617 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-d57ad177-ca67-43d9-9532-e4f21d536841 None None] Provisioning for port bb85d017-9581-4c8f-aeef-2b3f694b47e5 completed by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:24:47.569925 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-d57ad177-ca67-43d9-9532-e4f21d536841 None None] Provisioning complete for port bb85d017-9581-4c8f-aeef-2b3f694b47e5 triggered by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:24:47.572666 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-d57ad177-ca67-43d9-9532-e4f21d536841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:47.617278 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.plugin [None req-27d587be-eac6-43ce-8688-ef8cb4b31745 tempest-AllowedAddressPairIpV6TestJSON-1714440508 tempest-AllowedAddressPairIpV6TestJSON-1714440508-project] Deleting port bb85d017-9581-4c8f-aeef-2b3f694b47e5 {{(pid=100247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:24:47.617527 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-27d587be-eac6-43ce-8688-ef8cb4b31745 tempest-AllowedAddressPairIpV6TestJSON-1714440508 tempest-AllowedAddressPairIpV6TestJSON-1714440508-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:47.628303 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-d57ad177-ca67-43d9-9532-e4f21d536841 None None] Port bb85d017-9581-4c8f-aeef-2b3f694b47e5 cannot update to ACTIVE because it is not bound. {{(pid=100248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 14:24:47.676058 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-cade6fc0-35e5-42a3-a8d6-cb52da1ce2b7 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-913473'] for subnet, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:47.786113 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-cade6fc0-35e5-42a3-a8d6-cb52da1ce2b7 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-913480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1849032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127687590', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127702764'] for subnet, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:47.819932 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6605dfe4-0c11-4716-8f61-ca97fadeefb2 None None] Network bdaf007a-cf50-4b69-a119-3a76a4f9c132 requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:24:47.821307 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-27d587be-eac6-43ce-8688-ef8cb4b31745 tempest-AllowedAddressPairIpV6TestJSON-1714440508 tempest-AllowedAddressPairIpV6TestJSON-1714440508-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:47.854553 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.plugin [None req-27d587be-eac6-43ce-8688-ef8cb4b31745 tempest-AllowedAddressPairIpV6TestJSON-1714440508 tempest-AllowedAddressPairIpV6TestJSON-1714440508-project] Calling delete_port for bb85d017-9581-4c8f-aeef-2b3f694b47e5 owned by {{(pid=100247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:24:47.882758 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-cade6fc0-35e5-42a3-a8d6-cb52da1ce2b7 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Notify callbacks [] for subnet, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:47.891435 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-cade6fc0-35e5-42a3-a8d6-cb52da1ce2b7 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] 10.222.0.104 "DELETE /v2.0/subnets/99bedfce-e349-4afb-96ac-ad1ac6fe85d4 HTTP/1.1" status: 204 len: 168 time: 1.1332245 Jul 06 14:24:47.892671 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 43952) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:24:47.893534 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cade6fc0-35e5-42a3-a8d6-cb52da1ce2b7 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Pushing event deleted for resources: {'Subnet': ['ID=99bedfce-e349-4afb-96ac-ad1ac6fe85d4,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:24:47.968684 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device dee14d85-44f1-4033-97ff-f15408038f8b up at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:24:48.072088 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-de99a412-b972-4abb-bfa9-bc7e5b02e837 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530492'] for network, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:48.127397 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning complete for port dee14d85-44f1-4033-97ff-f15408038f8b triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:24:48.128582 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:48.136920 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-27d587be-eac6-43ce-8688-ef8cb4b31745 tempest-AllowedAddressPairIpV6TestJSON-1714440508 tempest-AllowedAddressPairIpV6TestJSON-1714440508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128888353'] for port, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:48.250108 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d587be-eac6-43ce-8688-ef8cb4b31745 tempest-AllowedAddressPairIpV6TestJSON-1714440508 tempest-AllowedAddressPairIpV6TestJSON-1714440508-project] Pushing event deleted for resources: {'Port': ['ID=bb85d017-9581-4c8f-aeef-2b3f694b47e5,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:24:48.253305 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [None req-de99a412-b972-4abb-bfa9-bc7e5b02e837 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Deleting port 1d331ea9-2d80-4f06-918f-067ae72fe53c {{(pid=100246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:24:48.253993 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-de99a412-b972-4abb-bfa9-bc7e5b02e837 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:48.352001 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-6bd9e155-ab18-4af2-a0b2-fc4beccb08ef None None] Could not find standard attr ID for object bb85d017-9581-4c8f-aeef-2b3f694b47e5. {{(pid=100248) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 06 14:24:48.424667 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.db [None req-de99a412-b972-4abb-bfa9-bc7e5b02e837 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] For port 1d331ea9-2d80-4f06-918f-067ae72fe53c, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=1d331ea9-2d80-4f06-918f-067ae72fe53c,segment=NetworkSegment(e93ad805-60b2-4da1-9d43-ce7cd60fb1b9),segment_id=e93ad805-60b2-4da1-9d43-ce7cd60fb1b9)] {{(pid=100246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:24:48.425468 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-de99a412-b972-4abb-bfa9-bc7e5b02e837 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:48.455106 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [None req-de99a412-b972-4abb-bfa9-bc7e5b02e837 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Calling delete_port for 1d331ea9-2d80-4f06-918f-067ae72fe53c owned by network:dhcp {{(pid=100246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:24:48.462723 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-27d587be-eac6-43ce-8688-ef8cb4b31745 tempest-AllowedAddressPairIpV6TestJSON-1714440508 tempest-AllowedAddressPairIpV6TestJSON-1714440508-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:48.464707 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-27d587be-eac6-43ce-8688-ef8cb4b31745 tempest-AllowedAddressPairIpV6TestJSON-1714440508 tempest-AllowedAddressPairIpV6TestJSON-1714440508-project] 10.222.0.104 "DELETE /v2.0/ports/bb85d017-9581-4c8f-aeef-2b3f694b47e5 HTTP/1.1" status: 204 len: 168 time: 1.0694432 Jul 06 14:24:48.467932 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 43960) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:24:48.498325 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa7ae64f-56db-4746-a007-094705530586 None None] DHCP port deletion for bdaf007a-cf50-4b69-a119-3a76a4f9c132 request from n-d-773647-6 {{(pid=100248) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 14:24:48.517081 n-d-773647-6 neutron-server[100247]: INFO neutron.pecan_wsgi.hooks.translation [None req-c37b1741-5c9b-4ab3-afb2-0e161dc84c4c tempest-AllowedAddressPairIpV6TestJSON-1714440508 tempest-AllowedAddressPairIpV6TestJSON-1714440508-project] GET failed (client error): The resource could not be found. Jul 06 14:24:48.518710 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-c37b1741-5c9b-4ab3-afb2-0e161dc84c4c tempest-AllowedAddressPairIpV6TestJSON-1714440508 tempest-AllowedAddressPairIpV6TestJSON-1714440508-project] 10.222.0.104 "GET /v2.0/ports/bb85d017-9581-4c8f-aeef-2b3f694b47e5 HTTP/1.1" status: 404 len: 333 time: 0.0500462 Jul 06 14:24:48.531788 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 43962) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:24:48.547696 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [None req-d64cfdf4-b37b-4ba0-983c-9d8c2406362d tempest-AllowedAddressPairIpV6TestJSON-1714440508 tempest-AllowedAddressPairIpV6TestJSON-1714440508-project] Request body: {'port': {'network_id': 'a2e3943d-ac50-4d60-8c4d-e7ece82d3dcd', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1992156434'}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:24:48.589548 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-fa7ae64f-56db-4746-a007-094705530586 None None] Deleting port 1d331ea9-2d80-4f06-918f-067ae72fe53c {{(pid=100248) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:24:48.590091 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-fa7ae64f-56db-4746-a007-094705530586 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:48.593315 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-de99a412-b972-4abb-bfa9-bc7e5b02e837 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127687580'] for port, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:48.630527 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de99a412-b972-4abb-bfa9-bc7e5b02e837 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] No DVR routers for this DVR port 1d331ea9-2d80-4f06-918f-067ae72fe53c on host n-d-773647-6 {{(pid=100246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:24:48.691446 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de99a412-b972-4abb-bfa9-bc7e5b02e837 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Pushing event deleted for resources: {'Port': ['ID=1d331ea9-2d80-4f06-918f-067ae72fe53c,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:24:48.756560 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-fa7ae64f-56db-4746-a007-094705530586 None None] For port 1d331ea9-2d80-4f06-918f-067ae72fe53c, host n-d-773647-6, got binding levels [] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:24:48.756953 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-fa7ae64f-56db-4746-a007-094705530586 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:48.769739 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d64cfdf4-b37b-4ba0-983c-9d8c2406362d tempest-AllowedAddressPairIpV6TestJSON-1714440508 tempest-AllowedAddressPairIpV6TestJSON-1714440508-project] Made reservation on behalf of 48e0aa4de52b45b096cb03c1840ec616 for: {'port': 1} {{(pid=100247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:24:48.782342 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-d64cfdf4-b37b-4ba0-983c-9d8c2406362d tempest-AllowedAddressPairIpV6TestJSON-1714440508 tempest-AllowedAddressPairIpV6TestJSON-1714440508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:48.787448 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-fa7ae64f-56db-4746-a007-094705530586 None None] Calling delete_port for 1d331ea9-2d80-4f06-918f-067ae72fe53c owned by network:dhcp {{(pid=100248) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:24:48.791920 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.ipam_backend_mixin [None req-fa7ae64f-56db-4746-a007-094705530586 None None] Port 1d331ea9-2d80-4f06-918f-067ae72fe53c was not found and therefore no delete operation was performed {{(pid=100248) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 06 14:24:48.793362 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-fa7ae64f-56db-4746-a007-094705530586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117'] for port, after_delete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:48.811477 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dad6d7c-f962-4c68-a4b7-d34b6639be97 req-7af94c17-1ccd-4ec6-85dc-34f78cbeb235 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:24:48.816832 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-9dad6d7c-f962-4c68-a4b7-d34b6639be97 req-7af94c17-1ccd-4ec6-85dc-34f78cbeb235 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] 10.222.0.104 "GET /v2.0/ports?device_id=04986212-0a7a-4904-8e78-5bfcef5dd4a3 HTTP/1.1" status: 200 len: 946 time: 0.4740829 Jul 06 14:24:48.822394 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-de99a412-b972-4abb-bfa9-bc7e5b02e837 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-917204', 'neutron.services.segments.db._delete_segments_for_network-8773753502302'] for network, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:48.831294 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa7ae64f-56db-4746-a007-094705530586 None None] No DVR routers for this DVR port 1d331ea9-2d80-4f06-918f-067ae72fe53c on host n-d-773647-6 {{(pid=100248) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:24:48.840065 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7ae64f-56db-4746-a007-094705530586 None None] Pushing event deleted for resources: {'Port': ['ID=1d331ea9-2d80-4f06-918f-067ae72fe53c,revision_number=None']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:24:48.859398 n-d-773647-6 neutron-server[100246]: DEBUG neutron.services.segments.db [None req-de99a412-b972-4abb-bfa9-bc7e5b02e837 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bdaf007a-cf50-4b69-a119-3a76a4f9c132']}} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:24:48.873168 n-d-773647-6 neutron-server[100246]: DEBUG neutron.services.segments.db [None req-de99a412-b972-4abb-bfa9-bc7e5b02e837 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e93ad805-60b2-4da1-9d43-ce7cd60fb1b9') {'for_net_delete': True} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:24:48.873528 n-d-773647-6 neutron-server[100246]: DEBUG neutron.services.segments.db [None req-de99a412-b972-4abb-bfa9-bc7e5b02e837 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e93ad805-60b2-4da1-9d43-ce7cd60fb1b9') {} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:24:48.875972 n-d-773647-6 neutron-server[100247]: DEBUG neutron.notifiers.nova [None req-d64cfdf4-b37b-4ba0-983c-9d8c2406362d tempest-AllowedAddressPairIpV6TestJSON-1714440508 tempest-AllowedAddressPairIpV6TestJSON-1714440508-project] device_id is not set on port 3ef16877-e0c2-45dc-b891-60cb228c8d95 yet. {{(pid=100247) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 14:24:48.884866 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-de99a412-b972-4abb-bfa9-bc7e5b02e837 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773753515138', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126218898'] for segment, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:48.903814 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-de99a412-b972-4abb-bfa9-bc7e5b02e837 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552'] for segment, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:48.910968 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de99a412-b972-4abb-bfa9-bc7e5b02e837 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Releasing vlan 1034 on physical network physnet1 to pool {{(pid=100246) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 14:24:48.911399 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-de99a412-b972-4abb-bfa9-bc7e5b02e837 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127687491'] for segment, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:48.940324 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-9dad6d7c-f962-4c68-a4b7-d34b6639be97 req-2b599c33-9167-4f88-b0f0-ded162a90993 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] 10.222.0.104 "GET /v2.0/security-groups?id=c812eb77-0e0b-4233-8b5e-42a0d8cc6e90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1087573 Jul 06 14:24:48.995463 n-d-773647-6 neutron-server[100246]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:24:48.995463 n-d-773647-6 neutron-server[100246]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:24:48.995463 n-d-773647-6 neutron-server[100246]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:24:48.995463 n-d-773647-6 neutron-server[100246]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:24:48.995463 n-d-773647-6 neutron-server[100246]: Traceback (most recent call last): Jul 06 14:24:48.995463 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 14:24:48.995463 n-d-773647-6 neutron-server[100246]: timer() Jul 06 14:24:48.995463 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 14:24:48.995463 n-d-773647-6 neutron-server[100246]: cb(*args, **kw) Jul 06 14:24:48.995463 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 14:24:48.995463 n-d-773647-6 neutron-server[100246]: return func(*args, **kwargs) Jul 06 14:24:48.995463 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 14:24:48.995463 n-d-773647-6 neutron-server[100246]: self._notify() Jul 06 14:24:48.995463 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 14:24:48.995463 n-d-773647-6 neutron-server[100246]: self.callback(batched_events) Jul 06 14:24:48.995463 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 14:24:48.995463 n-d-773647-6 neutron-server[100246]: event.method(event) Jul 06 14:24:48.995463 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 14:24:48.995463 n-d-773647-6 neutron-server[100246]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 14:24:48.995463 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 14:24:48.995463 n-d-773647-6 neutron-server[100246]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 14:24:48.995463 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 14:24:48.995463 n-d-773647-6 neutron-server[100246]: return f(self, *a, **k) Jul 06 14:24:48.995463 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 14:24:48.995463 n-d-773647-6 neutron-server[100246]: return self._get(url).json() Jul 06 14:24:48.995463 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 14:24:48.995463 n-d-773647-6 neutron-server[100246]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 14:24:48.995463 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 14:24:48.995463 n-d-773647-6 neutron-server[100246]: return self.request(url, 'GET', **kwargs) Jul 06 14:24:48.995463 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 14:24:48.995463 n-d-773647-6 neutron-server[100246]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 14:24:48.995463 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 14:24:48.995463 n-d-773647-6 neutron-server[100246]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 14:24:48.995463 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 14:24:48.995463 n-d-773647-6 neutron-server[100246]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 14:24:48.995463 n-d-773647-6 neutron-server[100246]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 14:24:48.999034 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-de99a412-b972-4abb-bfa9-bc7e5b02e837 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-917215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1761140'] for network, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:49.018154 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-de99a412-b972-4abb-bfa9-bc7e5b02e837 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Notify callbacks [] for network, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:49.020551 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-de99a412-b972-4abb-bfa9-bc7e5b02e837 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] 10.222.0.104 "DELETE /v2.0/networks/bdaf007a-cf50-4b69-a119-3a76a4f9c132 HTTP/1.1" status: 204 len: 168 time: 1.1227481 Jul 06 14:24:49.021581 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de99a412-b972-4abb-bfa9-bc7e5b02e837 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Pushing event deleted for resources: {'Network': ['ID=bdaf007a-cf50-4b69-a119-3a76a4f9c132,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:24:49.024342 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 43966) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:24:49.083883 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.db_base_plugin_common [None req-d64cfdf4-b37b-4ba0-983c-9d8c2406362d tempest-AllowedAddressPairIpV6TestJSON-1714440508 tempest-AllowedAddressPairIpV6TestJSON-1714440508-project] Allocated IP 2001:db8::391 (a2e3943d-ac50-4d60-8c4d-e7ece82d3dcd/c7be5968-29e2-479c-a29e-c454519bb08e/3ef16877-e0c2-45dc-b891-60cb228c8d95) {{(pid=100247) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:24:49.107072 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d554447-d8b0-4287-bbc7-8da20ee1d9a5 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:24:49.108474 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-5d554447-d8b0-4287-bbc7-8da20ee1d9a5 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] 10.222.0.104 "GET /v2.0/ports/e8b3615f-ac8f-4712-aa9c-0f27ce5b2976 HTTP/1.1" status: 200 len: 840 time: 0.0830483 Jul 06 14:24:49.112890 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 43968) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:24:49.200680 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-73dd9bed-20b1-421b-a6bd-0677e7faf36c tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] 10.222.0.104 "GET /v2.0/ports/e8b3615f-ac8f-4712-aa9c-0f27ce5b2976?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0858190 Jul 06 14:24:49.201817 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 43970) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:24:49.207608 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-174718e8-42be-42c4-9b42-a06f31613ee4 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Request body: {'subnet': {'network_id': '102a93d7-9750-43f3-b56c-24ea517f2c2e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:24:49.285525 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-d64cfdf4-b37b-4ba0-983c-9d8c2406362d tempest-AllowedAddressPairIpV6TestJSON-1714440508 tempest-AllowedAddressPairIpV6TestJSON-1714440508-project] Notify callbacks [] for port, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:49.299763 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.provisioning_blocks [None req-d64cfdf4-b37b-4ba0-983c-9d8c2406362d tempest-AllowedAddressPairIpV6TestJSON-1714440508 tempest-AllowedAddressPairIpV6TestJSON-1714440508-project] Transition to ACTIVE for port object 3ef16877-e0c2-45dc-b891-60cb228c8d95 will not be triggered until provisioned by entity DHCP. {{(pid=100247) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:24:49.336786 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-174718e8-42be-42c4-9b42-a06f31613ee4 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Made reservation on behalf of 754edc6d72c241609d5c976e8526e541 for: {'subnet': 1} {{(pid=100246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:24:49.341297 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-174718e8-42be-42c4-9b42-a06f31613ee4 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127702029'] for subnet, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:49.355172 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-d64cfdf4-b37b-4ba0-983c-9d8c2406362d tempest-AllowedAddressPairIpV6TestJSON-1714440508 tempest-AllowedAddressPairIpV6TestJSON-1714440508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-128888360'] for port, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:49.411325 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d64cfdf4-b37b-4ba0-983c-9d8c2406362d tempest-AllowedAddressPairIpV6TestJSON-1714440508 tempest-AllowedAddressPairIpV6TestJSON-1714440508-project] Network a2e3943d-ac50-4d60-8c4d-e7ece82d3dcd is already hosted by enough agents. {{(pid=100247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:24:49.418674 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.base_scheduler [None req-d64cfdf4-b37b-4ba0-983c-9d8c2406362d tempest-AllowedAddressPairIpV6TestJSON-1714440508 tempest-AllowedAddressPairIpV6TestJSON-1714440508-project] Resources bound (agent type, host, resource id): {{(pid=100247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:24:49.425556 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d64cfdf4-b37b-4ba0-983c-9d8c2406362d tempest-AllowedAddressPairIpV6TestJSON-1714440508 tempest-AllowedAddressPairIpV6TestJSON-1714440508-project] Received port after_create {{(pid=100247) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:24:49.439675 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d64cfdf4-b37b-4ba0-983c-9d8c2406362d tempest-AllowedAddressPairIpV6TestJSON-1714440508 tempest-AllowedAddressPairIpV6TestJSON-1714440508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:24:49.440134 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-d64cfdf4-b37b-4ba0-983c-9d8c2406362d tempest-AllowedAddressPairIpV6TestJSON-1714440508 tempest-AllowedAddressPairIpV6TestJSON-1714440508-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:49.464796 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64cfdf4-b37b-4ba0-983c-9d8c2406362d tempest-AllowedAddressPairIpV6TestJSON-1714440508 tempest-AllowedAddressPairIpV6TestJSON-1714440508-project] Pushing event updated for resources: {'Port': ['ID=3ef16877-e0c2-45dc-b891-60cb228c8d95,revision_number=1']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:24:49.473695 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-d64cfdf4-b37b-4ba0-983c-9d8c2406362d tempest-AllowedAddressPairIpV6TestJSON-1714440508 tempest-AllowedAddressPairIpV6TestJSON-1714440508-project] 10.222.0.104 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 0.9406440 Jul 06 14:24:49.476499 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 43974) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:24:49.489929 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [None req-8d23069e-2964-4625-8de4-ffdc65e1b139 tempest-AllowedAddressPairIpV6TestJSON-1714440508 tempest-AllowedAddressPairIpV6TestJSON-1714440508-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:59:50:3b'}]}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:24:49.631305 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-174718e8-42be-42c4-9b42-a06f31613ee4 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1849032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127687649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127702047'] for subnet, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:49.694819 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174718e8-42be-42c4-9b42-a06f31613ee4 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Pushing event updated for resources: {'Subnet': ['ID=ab8742d2-10d6-40cf-9abe-93fac7351eab,revision_number=0']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:24:49.706576 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-174718e8-42be-42c4-9b42-a06f31613ee4 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Network 102a93d7-9750-43f3-b56c-24ea517f2c2e is already hosted by enough agents. {{(pid=100246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:24:49.708384 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.base_scheduler [None req-174718e8-42be-42c4-9b42-a06f31613ee4 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Resources bound (agent type, host, resource id): {{(pid=100246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:24:49.711288 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-174718e8-42be-42c4-9b42-a06f31613ee4 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:24:49.712194 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-174718e8-42be-42c4-9b42-a06f31613ee4 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Notify callbacks [] for subnet, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:49.723934 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2247654-f611-4429-a75b-534252f39c67 None None] Network 102a93d7-9750-43f3-b56c-24ea517f2c2e requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:24:49.728868 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-174718e8-42be-42c4-9b42-a06f31613ee4 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] 10.222.0.104 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5256445 Jul 06 14:24:49.732142 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 43978) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:24:49.745579 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-0f107463-6e30-42f5-891f-27494f9883df tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Request body: {'security_group': {'name': 'tempest-secgroup-157422900'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:24:49.775971 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-0f107463-6e30-42f5-891f-27494f9883df tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Notify callbacks [] for security_group, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:49.797336 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-8d23069e-2964-4625-8de4-ffdc65e1b139 tempest-AllowedAddressPairIpV6TestJSON-1714440508 tempest-AllowedAddressPairIpV6TestJSON-1714440508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:49.821656 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-310f8de5-6bb7-4e6d-ac8e-0bcfe8069d94 None None] Provisioning for port 3ef16877-e0c2-45dc-b891-60cb228c8d95 completed by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:24:49.838067 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-310f8de5-6bb7-4e6d-ac8e-0bcfe8069d94 None None] Provisioning complete for port 3ef16877-e0c2-45dc-b891-60cb228c8d95 triggered by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:24:49.839553 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-310f8de5-6bb7-4e6d-ac8e-0bcfe8069d94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:49.919759 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-310f8de5-6bb7-4e6d-ac8e-0bcfe8069d94 None None] Port 3ef16877-e0c2-45dc-b891-60cb228c8d95 cannot update to ACTIVE because it is not bound. {{(pid=100248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 14:24:49.943609 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 1d331ea9-2d80-4f06-918f-067ae72fe53c no longer exists at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:24:49.961749 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-0f107463-6e30-42f5-891f-27494f9883df tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Notify callbacks [] for security_group, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:49.966506 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] No Port match for: 1d331ea9-2d80-4f06-918f-067ae72fe53c {{(pid=100248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 14:24:49.966858 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 1d331ea9-2d80-4f06-918f-067ae72fe53c not bound to the agent host n-d-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:24:49.967710 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-0f107463-6e30-42f5-891f-27494f9883df tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:50.048675 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4640f85f-5ca9-49fb-80cf-f6c7a252c84b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6bd5fc82-6666-56e8-87c2-91648d36c963-102a93d7-9750-43f3-b56c-24ea517f2c2e', 'network_id': '102a93d7-9750-43f3-b56c-24ea517f2c2e', 'tenant_id': '754edc6d72c241609d5c976e8526e541', 'fixed_ips': [{'subnet_id': 'ab8742d2-10d6-40cf-9abe-93fac7351eab'}]}} from n-d-773647-6. {{(pid=100248) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 14:24:50.049680 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4640f85f-5ca9-49fb-80cf-f6c7a252c84b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:50.065820 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f107463-6e30-42f5-891f-27494f9883df tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a02b3d68-9e39-4e5c-b0ec-b6d722220e93,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:24:50.068361 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-0f107463-6e30-42f5-891f-27494f9883df tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Notify callbacks [] for security_group, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:50.069619 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-0f107463-6e30-42f5-891f-27494f9883df tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] 10.222.0.104 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.3361342 Jul 06 14:24:50.072552 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 43984) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:24:50.077614 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-fb1b1ae6-d9f8-4aa0-b2df-e4872e1d9779 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Request body: {'security_group': {'name': 'tempest-secgroup-609439823'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:24:50.112284 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-8d23069e-2964-4625-8de4-ffdc65e1b139 tempest-AllowedAddressPairIpV6TestJSON-1714440508 tempest-AllowedAddressPairIpV6TestJSON-1714440508-project] Notify callbacks [] for port, precommit_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:50.117973 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-8d23069e-2964-4625-8de4-ffdc65e1b139 tempest-AllowedAddressPairIpV6TestJSON-1714440508 tempest-AllowedAddressPairIpV6TestJSON-1714440508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128888538'] for port, after_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:50.120018 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-fb1b1ae6-d9f8-4aa0-b2df-e4872e1d9779 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Notify callbacks [] for security_group, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:50.176112 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d23069e-2964-4625-8de4-ffdc65e1b139 tempest-AllowedAddressPairIpV6TestJSON-1714440508 tempest-AllowedAddressPairIpV6TestJSON-1714440508-project] Pushing event updated for resources: {'Port': ['ID=3ef16877-e0c2-45dc-b891-60cb228c8d95,revision_number=2']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:24:50.201630 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.plugin [None req-8d23069e-2964-4625-8de4-ffdc65e1b139 tempest-AllowedAddressPairIpV6TestJSON-1714440508 tempest-AllowedAddressPairIpV6TestJSON-1714440508-project] In _notify_port_updated(), no bound segment for port 3ef16877-e0c2-45dc-b891-60cb228c8d95 on network a2e3943d-ac50-4d60-8c4d-e7ece82d3dcd {{(pid=100247) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 06 14:24:50.212913 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d23069e-2964-4625-8de4-ffdc65e1b139 tempest-AllowedAddressPairIpV6TestJSON-1714440508 tempest-AllowedAddressPairIpV6TestJSON-1714440508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:24:50.213753 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-8d23069e-2964-4625-8de4-ffdc65e1b139 tempest-AllowedAddressPairIpV6TestJSON-1714440508 tempest-AllowedAddressPairIpV6TestJSON-1714440508-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:50.215269 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-8d23069e-2964-4625-8de4-ffdc65e1b139 tempest-AllowedAddressPairIpV6TestJSON-1714440508 tempest-AllowedAddressPairIpV6TestJSON-1714440508-project] 10.222.0.104 "PUT /v2.0/ports/3ef16877-e0c2-45dc-b891-60cb228c8d95 HTTP/1.1" status: 200 len: 1003 time: 0.7376733 Jul 06 14:24:50.222835 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 43986) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:24:50.323297 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.db_base_plugin_common [None req-4640f85f-5ca9-49fb-80cf-f6c7a252c84b None None] Allocated IP 172.20.0.2 (102a93d7-9750-43f3-b56c-24ea517f2c2e/ab8742d2-10d6-40cf-9abe-93fac7351eab/a8f63695-6919-46b0-82b7-e37e65215135) {{(pid=100248) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:24:50.354631 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b8c7b9-8027-4fcf-8cb6-0963978e9426 req-d44c8b9a-a292-4465-876f-87950a6100f6 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:24:50.362498 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-e4b8c7b9-8027-4fcf-8cb6-0963978e9426 req-d44c8b9a-a292-4465-876f-87950a6100f6 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] 10.222.0.104 "GET /v2.0/ports?device_id=04986212-0a7a-4904-8e78-5bfcef5dd4a3 HTTP/1.1" status: 200 len: 946 time: 0.1454220 Jul 06 14:24:50.404721 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-fb1b1ae6-d9f8-4aa0-b2df-e4872e1d9779 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Notify callbacks [] for security_group, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:50.416379 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-fb1b1ae6-d9f8-4aa0-b2df-e4872e1d9779 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:50.447477 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-e4b8c7b9-8027-4fcf-8cb6-0963978e9426 req-e0291f7d-c6f5-4041-b62c-99cc303efcea tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] 10.222.0.104 "GET /v2.0/security-groups?id=c812eb77-0e0b-4233-8b5e-42a0d8cc6e90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0756557 Jul 06 14:24:50.467626 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1b1ae6-d9f8-4aa0-b2df-e4872e1d9779 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d7d693d3-7cf8-4bed-8fff-3b5db6230304,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:24:50.518028 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-fb1b1ae6-d9f8-4aa0-b2df-e4872e1d9779 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Notify callbacks [] for security_group, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:50.521542 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-fb1b1ae6-d9f8-4aa0-b2df-e4872e1d9779 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] 10.222.0.104 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.4479949 Jul 06 14:24:50.524237 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 43990) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:24:50.529735 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [None req-cc56cf92-d99c-4aed-af3a-331c8de9926d tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-639622793', 'security_groups': ['d7d693d3-7cf8-4bed-8fff-3b5db6230304'], 'network_id': '102a93d7-9750-43f3-b56c-24ea517f2c2e', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'ab8742d2-10d6-40cf-9abe-93fac7351eab'}]}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:24:50.653688 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [None req-d672e76b-0c52-4419-ae38-25c5e65b61a0 tempest-AllowedAddressPairIpV6TestJSON-1714440508 tempest-AllowedAddressPairIpV6TestJSON-1714440508-project] Deleting port 3ef16877-e0c2-45dc-b891-60cb228c8d95 {{(pid=100246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:24:50.654038 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-d672e76b-0c52-4419-ae38-25c5e65b61a0 tempest-AllowedAddressPairIpV6TestJSON-1714440508 tempest-AllowedAddressPairIpV6TestJSON-1714440508-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:50.698790 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-29210585-ecdc-464f-b637-c30d0bda8bf4 None None] Provisioning complete for port 3ef16877-e0c2-45dc-b891-60cb228c8d95 triggered by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:24:50.699167 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-29210585-ecdc-464f-b637-c30d0bda8bf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:50.701204 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4640f85f-5ca9-49fb-80cf-f6c7a252c84b None None] Notify callbacks [] for port, precommit_create {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:50.730237 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-4640f85f-5ca9-49fb-80cf-f6c7a252c84b None None] Transition to ACTIVE for port object a8f63695-6919-46b0-82b7-e37e65215135 will not be triggered until provisioned by entity L2. {{(pid=100248) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:24:50.750702 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc56cf92-d99c-4aed-af3a-331c8de9926d tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Made reservation on behalf of 754edc6d72c241609d5c976e8526e541 for: {'port': 1} {{(pid=100247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:24:50.751159 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-4640f85f-5ca9-49fb-80cf-f6c7a252c84b None None] Transition to ACTIVE for port object a8f63695-6919-46b0-82b7-e37e65215135 will not be triggered until provisioned by entity DHCP. {{(pid=100248) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:24:50.770204 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4640f85f-5ca9-49fb-80cf-f6c7a252c84b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108'] for port, after_create {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:50.807780 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-d672e76b-0c52-4419-ae38-25c5e65b61a0 tempest-AllowedAddressPairIpV6TestJSON-1714440508 tempest-AllowedAddressPairIpV6TestJSON-1714440508-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:50.820093 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-29210585-ecdc-464f-b637-c30d0bda8bf4 None None] Port 3ef16877-e0c2-45dc-b891-60cb228c8d95 cannot update to ACTIVE because it is not bound. {{(pid=100248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 14:24:50.825657 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [None req-d672e76b-0c52-4419-ae38-25c5e65b61a0 tempest-AllowedAddressPairIpV6TestJSON-1714440508 tempest-AllowedAddressPairIpV6TestJSON-1714440508-project] Calling delete_port for 3ef16877-e0c2-45dc-b891-60cb228c8d95 owned by {{(pid=100246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:24:50.827495 n-d-773647-6 neutron-server[100248]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4640f85f-5ca9-49fb-80cf-f6c7a252c84b None None] Network 102a93d7-9750-43f3-b56c-24ea517f2c2e is already hosted by enough agents. {{(pid=100248) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:24:50.834679 n-d-773647-6 neutron-server[100248]: DEBUG neutron.scheduler.base_scheduler [None req-4640f85f-5ca9-49fb-80cf-f6c7a252c84b None None] Resources bound (agent type, host, resource id): {{(pid=100248) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:24:50.838155 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4640f85f-5ca9-49fb-80cf-f6c7a252c84b None None] Received port after_create {{(pid=100248) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:24:50.860683 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4640f85f-5ca9-49fb-80cf-f6c7a252c84b None None] Pushing event updated for resources: {'Port': ['ID=a8f63695-6919-46b0-82b7-e37e65215135,revision_number=1']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:24:50.894852 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-cc56cf92-d99c-4aed-af3a-331c8de9926d tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:50.925968 n-d-773647-6 neutron-server[100247]: DEBUG neutron.notifiers.nova [None req-cc56cf92-d99c-4aed-af3a-331c8de9926d tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] device_id is not set on port a1219c4a-c1b8-47f9-abbf-97f282d3336b yet. {{(pid=100247) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 14:24:51.007160 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-4640f85f-5ca9-49fb-80cf-f6c7a252c84b None None] Attempting to bind port a8f63695-6919-46b0-82b7-e37e65215135 on host n-d-773647-6 for vnic_type normal with profile {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:24:51.007160 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-4640f85f-5ca9-49fb-80cf-f6c7a252c84b None None] Attempting to bind port a8f63695-6919-46b0-82b7-e37e65215135 by drivers openvswitch,hyperv on host n-d-773647-6 at level 0 using segments [{'id': 'ee9e1cc6-ff68-40b1-9eca-fb0837bfe6c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1001, 'network_id': '102a93d7-9750-43f3-b56c-24ea517f2c2e'}] {{(pid=100248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:24:51.008996 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4640f85f-5ca9-49fb-80cf-f6c7a252c84b None None] Attempting to bind port a8f63695-6919-46b0-82b7-e37e65215135 on network 102a93d7-9750-43f3-b56c-24ea517f2c2e {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:24:51.015630 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4640f85f-5ca9-49fb-80cf-f6c7a252c84b None None] Checking agent: {'id': '8ab5b19c-d213-4f29-891d-27bdf39d38b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773647-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 43, 26), 'started_at': datetime.datetime(2021, 7, 6, 13, 43, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 24, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773647-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:24:51.016101 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4640f85f-5ca9-49fb-80cf-f6c7a252c84b None None] Checking segment: {'id': 'ee9e1cc6-ff68-40b1-9eca-fb0837bfe6c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1001, 'network_id': '102a93d7-9750-43f3-b56c-24ea517f2c2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:24:51.016575 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4640f85f-5ca9-49fb-80cf-f6c7a252c84b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:51.017041 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4640f85f-5ca9-49fb-80cf-f6c7a252c84b None None] Bound using segment: {'id': 'ee9e1cc6-ff68-40b1-9eca-fb0837bfe6c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1001, 'network_id': '102a93d7-9750-43f3-b56c-24ea517f2c2e'} {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:24:51.017584 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-4640f85f-5ca9-49fb-80cf-f6c7a252c84b None None] Bound port: a8f63695-6919-46b0-82b7-e37e65215135, host: n-d-773647-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee9e1cc6-ff68-40b1-9eca-fb0837bfe6c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1001, 'network_id': '102a93d7-9750-43f3-b56c-24ea517f2c2e'}}] {{(pid=100248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:24:51.018054 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4640f85f-5ca9-49fb-80cf-f6c7a252c84b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:51.058524 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-d672e76b-0c52-4419-ae38-25c5e65b61a0 tempest-AllowedAddressPairIpV6TestJSON-1714440508 tempest-AllowedAddressPairIpV6TestJSON-1714440508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127687580'] for port, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:51.116502 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d672e76b-0c52-4419-ae38-25c5e65b61a0 tempest-AllowedAddressPairIpV6TestJSON-1714440508 tempest-AllowedAddressPairIpV6TestJSON-1714440508-project] Pushing event deleted for resources: {'Port': ['ID=3ef16877-e0c2-45dc-b891-60cb228c8d95,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:24:51.119729 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-4640f85f-5ca9-49fb-80cf-f6c7a252c84b None None] For port a8f63695-6919-46b0-82b7-e37e65215135, host n-d-773647-6, cleared binding levels {{(pid=100248) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:24:51.124550 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-4640f85f-5ca9-49fb-80cf-f6c7a252c84b None None] For port a8f63695-6919-46b0-82b7-e37e65215135, host n-d-773647-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=a8f63695-6919-46b0-82b7-e37e65215135,segment=NetworkSegment(ee9e1cc6-ff68-40b1-9eca-fb0837bfe6c9),segment_id=ee9e1cc6-ff68-40b1-9eca-fb0837bfe6c9)] {{(pid=100248) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:24:51.130720 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4640f85f-5ca9-49fb-80cf-f6c7a252c84b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:51.151129 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-d672e76b-0c52-4419-ae38-25c5e65b61a0 tempest-AllowedAddressPairIpV6TestJSON-1714440508 tempest-AllowedAddressPairIpV6TestJSON-1714440508-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:51.156303 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-d672e76b-0c52-4419-ae38-25c5e65b61a0 tempest-AllowedAddressPairIpV6TestJSON-1714440508 tempest-AllowedAddressPairIpV6TestJSON-1714440508-project] 10.222.0.104 "DELETE /v2.0/ports/3ef16877-e0c2-45dc-b891-60cb228c8d95 HTTP/1.1" status: 204 len: 168 time: 0.9303348 Jul 06 14:24:51.157831 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 43996) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:24:51.202487 n-d-773647-6 neutron-server[100246]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba4b47b2-f225-464b-94f1-b7d3432b7c5d tempest-AllowedAddressPairIpV6TestJSON-1714440508 tempest-AllowedAddressPairIpV6TestJSON-1714440508-project] GET failed (client error): The resource could not be found. Jul 06 14:24:51.205016 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-ba4b47b2-f225-464b-94f1-b7d3432b7c5d tempest-AllowedAddressPairIpV6TestJSON-1714440508 tempest-AllowedAddressPairIpV6TestJSON-1714440508-project] 10.222.0.104 "GET /v2.0/ports/3ef16877-e0c2-45dc-b891-60cb228c8d95 HTTP/1.1" status: 404 len: 333 time: 0.0457270 Jul 06 14:24:51.208547 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 43998) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:24:51.222567 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-fb359208-5067-4604-a98d-d4a7015f0cc2 tempest-AllowedAddressPairIpV6TestJSON-1714440508 tempest-AllowedAddressPairIpV6TestJSON-1714440508-project] Request body: {'port': {'network_id': 'a2e3943d-ac50-4d60-8c4d-e7ece82d3dcd', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1361629763'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:24:51.233913 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4640f85f-5ca9-49fb-80cf-f6c7a252c84b None None] Pushing event updated for resources: {'Port': ['ID=a8f63695-6919-46b0-82b7-e37e65215135,revision_number=2']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:24:51.261560 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.db_base_plugin_common [None req-cc56cf92-d99c-4aed-af3a-331c8de9926d tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Allocated IP 172.20.0.11 (102a93d7-9750-43f3-b56c-24ea517f2c2e/ab8742d2-10d6-40cf-9abe-93fac7351eab/a1219c4a-c1b8-47f9-abbf-97f282d3336b) {{(pid=100247) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:24:51.429756 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb359208-5067-4604-a98d-d4a7015f0cc2 tempest-AllowedAddressPairIpV6TestJSON-1714440508 tempest-AllowedAddressPairIpV6TestJSON-1714440508-project] Made reservation on behalf of 48e0aa4de52b45b096cb03c1840ec616 for: {'port': 1} {{(pid=100246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:24:51.437440 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-fb359208-5067-4604-a98d-d4a7015f0cc2 tempest-AllowedAddressPairIpV6TestJSON-1714440508 tempest-AllowedAddressPairIpV6TestJSON-1714440508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:51.484180 n-d-773647-6 neutron-server[100246]: DEBUG neutron.notifiers.nova [None req-fb359208-5067-4604-a98d-d4a7015f0cc2 tempest-AllowedAddressPairIpV6TestJSON-1714440508 tempest-AllowedAddressPairIpV6TestJSON-1714440508-project] device_id is not set on port cbc7c70b-a312-4d0e-a6c0-ea37dd7b559d yet. {{(pid=100246) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 14:24:51.515360 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-cc56cf92-d99c-4aed-af3a-331c8de9926d tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Notify callbacks [] for port, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:51.552426 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.provisioning_blocks [None req-cc56cf92-d99c-4aed-af3a-331c8de9926d tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Transition to ACTIVE for port object a1219c4a-c1b8-47f9-abbf-97f282d3336b will not be triggered until provisioned by entity DHCP. {{(pid=100247) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:24:51.628446 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-cc56cf92-d99c-4aed-af3a-331c8de9926d tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-128888360'] for port, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:51.705628 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc56cf92-d99c-4aed-af3a-331c8de9926d tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Network 102a93d7-9750-43f3-b56c-24ea517f2c2e is already hosted by enough agents. {{(pid=100247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:24:51.708726 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.base_scheduler [None req-cc56cf92-d99c-4aed-af3a-331c8de9926d tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Resources bound (agent type, host, resource id): {{(pid=100247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:24:51.712727 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc56cf92-d99c-4aed-af3a-331c8de9926d tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Received port after_create {{(pid=100247) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:24:51.757789 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc56cf92-d99c-4aed-af3a-331c8de9926d tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Pushing event updated for resources: {'Port': ['ID=a1219c4a-c1b8-47f9-abbf-97f282d3336b,revision_number=1']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:24:51.779572 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.db_base_plugin_common [None req-fb359208-5067-4604-a98d-d4a7015f0cc2 tempest-AllowedAddressPairIpV6TestJSON-1714440508 tempest-AllowedAddressPairIpV6TestJSON-1714440508-project] Allocated IP 2001:db8::219 (a2e3943d-ac50-4d60-8c4d-e7ece82d3dcd/c7be5968-29e2-479c-a29e-c454519bb08e/cbc7c70b-a312-4d0e-a6c0-ea37dd7b559d) {{(pid=100246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:24:51.838425 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc56cf92-d99c-4aed-af3a-331c8de9926d tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:24:51.839119 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-cc56cf92-d99c-4aed-af3a-331c8de9926d tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:51.861045 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-cc56cf92-d99c-4aed-af3a-331c8de9926d tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] 10.222.0.104 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.3354449 Jul 06 14:24:51.865344 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 44008) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:24:51.882272 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [None req-2eb0e4a8-ce17-49fd-b6d2-3dde8d23c753 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Request body: {'subnet': {'network_id': '102a93d7-9750-43f3-b56c-24ea517f2c2e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:24:51.975532 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0f4f7c-637d-4c21-a8ed-38d22dbd7e60 req-3e719c29-4848-44ab-8631-5d250084c84f tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:24:51.977320 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-cf0f4f7c-637d-4c21-a8ed-38d22dbd7e60 req-3e719c29-4848-44ab-8631-5d250084c84f tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] 10.222.0.104 "GET /v2.0/ports?device_id=04986212-0a7a-4904-8e78-5bfcef5dd4a3 HTTP/1.1" status: 200 len: 946 time: 0.2091551 Jul 06 14:24:51.991513 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device a8f63695-6919-46b0-82b7-e37e65215135 up at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:24:52.052022 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-cf0f4f7c-637d-4c21-a8ed-38d22dbd7e60 req-2e1bdd2b-d0ff-4b30-aef2-b5c92f3228b8 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] 10.222.0.104 "GET /v2.0/security-groups?id=c812eb77-0e0b-4233-8b5e-42a0d8cc6e90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0644209 Jul 06 14:24:52.080884 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2eb0e4a8-ce17-49fd-b6d2-3dde8d23c753 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Made reservation on behalf of 754edc6d72c241609d5c976e8526e541 for: {'subnet': 1} {{(pid=100247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:24:52.086927 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-2eb0e4a8-ce17-49fd-b6d2-3dde8d23c753 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127627440'] for subnet, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:52.211555 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning for port a8f63695-6919-46b0-82b7-e37e65215135 completed by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:24:52.242398 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-fb359208-5067-4604-a98d-d4a7015f0cc2 tempest-AllowedAddressPairIpV6TestJSON-1714440508 tempest-AllowedAddressPairIpV6TestJSON-1714440508-project] Notify callbacks [] for port, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:52.266273 n-d-773647-6 neutron-server[100247]: INFO neutron.db.ipam_backend_mixin [None req-2eb0e4a8-ce17-49fd-b6d2-3dde8d23c753 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet ab8742d2-10d6-40cf-9abe-93fac7351eab (CIDR: 172.20.0.0/28) Jul 06 14:24:52.271719 n-d-773647-6 neutron-server[100247]: INFO neutron.pecan_wsgi.hooks.translation [None req-2eb0e4a8-ce17-49fd-b6d2-3dde8d23c753 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 06 14:24:52.272286 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2eb0e4a8-ce17-49fd-b6d2-3dde8d23c753 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100247) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 14:24:52.273842 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.provisioning_blocks [None req-fb359208-5067-4604-a98d-d4a7015f0cc2 tempest-AllowedAddressPairIpV6TestJSON-1714440508 tempest-AllowedAddressPairIpV6TestJSON-1714440508-project] Transition to ACTIVE for port object cbc7c70b-a312-4d0e-a6c0-ea37dd7b559d will not be triggered until provisioned by entity DHCP. {{(pid=100246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:24:52.296630 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-2eb0e4a8-ce17-49fd-b6d2-3dde8d23c753 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] 10.222.0.104 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4297853 Jul 06 14:24:52.301097 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 44016) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:24:52.313694 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [None req-97141997-638e-47ff-8e80-84476ea8203f tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Request body: {'subnet': {'network_id': '102a93d7-9750-43f3-b56c-24ea517f2c2e', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:24:52.359495 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-fb359208-5067-4604-a98d-d4a7015f0cc2 tempest-AllowedAddressPairIpV6TestJSON-1714440508 tempest-AllowedAddressPairIpV6TestJSON-1714440508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-127687573'] for port, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:52.472697 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb359208-5067-4604-a98d-d4a7015f0cc2 tempest-AllowedAddressPairIpV6TestJSON-1714440508 tempest-AllowedAddressPairIpV6TestJSON-1714440508-project] Network a2e3943d-ac50-4d60-8c4d-e7ece82d3dcd is already hosted by enough agents. {{(pid=100246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:24:52.478424 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.base_scheduler [None req-fb359208-5067-4604-a98d-d4a7015f0cc2 tempest-AllowedAddressPairIpV6TestJSON-1714440508 tempest-AllowedAddressPairIpV6TestJSON-1714440508-project] Resources bound (agent type, host, resource id): {{(pid=100246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:24:52.494213 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb359208-5067-4604-a98d-d4a7015f0cc2 tempest-AllowedAddressPairIpV6TestJSON-1714440508 tempest-AllowedAddressPairIpV6TestJSON-1714440508-project] Pushing event updated for resources: {'Port': ['ID=cbc7c70b-a312-4d0e-a6c0-ea37dd7b559d,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:24:52.500916 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb359208-5067-4604-a98d-d4a7015f0cc2 tempest-AllowedAddressPairIpV6TestJSON-1714440508 tempest-AllowedAddressPairIpV6TestJSON-1714440508-project] Received port after_create {{(pid=100246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:24:52.507316 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb359208-5067-4604-a98d-d4a7015f0cc2 tempest-AllowedAddressPairIpV6TestJSON-1714440508 tempest-AllowedAddressPairIpV6TestJSON-1714440508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:24:52.508039 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-fb359208-5067-4604-a98d-d4a7015f0cc2 tempest-AllowedAddressPairIpV6TestJSON-1714440508 tempest-AllowedAddressPairIpV6TestJSON-1714440508-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:52.539765 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-fb359208-5067-4604-a98d-d4a7015f0cc2 tempest-AllowedAddressPairIpV6TestJSON-1714440508 tempest-AllowedAddressPairIpV6TestJSON-1714440508-project] 10.222.0.104 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.3286574 Jul 06 14:24:52.547370 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 44020) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:24:52.553322 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-4e4d84c4-f5fa-4052-8da6-ce7baa346b22 tempest-AllowedAddressPairIpV6TestJSON-1714440508 tempest-AllowedAddressPairIpV6TestJSON-1714440508-project] Request body: {'port': {'network_id': 'a2e3943d-ac50-4d60-8c4d-e7ece82d3dcd', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1039982572'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:24:52.713561 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97141997-638e-47ff-8e80-84476ea8203f tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Made reservation on behalf of 754edc6d72c241609d5c976e8526e541 for: {'subnet': 1} {{(pid=100247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:24:52.718266 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-97141997-638e-47ff-8e80-84476ea8203f tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127627440'] for subnet, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:52.793402 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e4d84c4-f5fa-4052-8da6-ce7baa346b22 tempest-AllowedAddressPairIpV6TestJSON-1714440508 tempest-AllowedAddressPairIpV6TestJSON-1714440508-project] Made reservation on behalf of 48e0aa4de52b45b096cb03c1840ec616 for: {'port': 1} {{(pid=100246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:24:52.817096 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-4e4d84c4-f5fa-4052-8da6-ce7baa346b22 tempest-AllowedAddressPairIpV6TestJSON-1714440508 tempest-AllowedAddressPairIpV6TestJSON-1714440508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:52.858017 n-d-773647-6 neutron-server[100246]: DEBUG neutron.notifiers.nova [None req-4e4d84c4-f5fa-4052-8da6-ce7baa346b22 tempest-AllowedAddressPairIpV6TestJSON-1714440508 tempest-AllowedAddressPairIpV6TestJSON-1714440508-project] device_id is not set on port 77224390-334e-4fe6-bce3-19952c14bac1 yet. {{(pid=100246) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 14:24:52.878282 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-535590ed-1ce4-4e32-98e9-1717641174a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:53.092334 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-ef196c17-8372-4af4-ab1e-37b31135deec None None] Provisioning for port cbc7c70b-a312-4d0e-a6c0-ea37dd7b559d completed by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:24:53.104190 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-ef196c17-8372-4af4-ab1e-37b31135deec None None] Provisioning complete for port cbc7c70b-a312-4d0e-a6c0-ea37dd7b559d triggered by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:24:53.104570 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-ef196c17-8372-4af4-ab1e-37b31135deec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:53.119750 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.db_base_plugin_common [None req-4e4d84c4-f5fa-4052-8da6-ce7baa346b22 tempest-AllowedAddressPairIpV6TestJSON-1714440508 tempest-AllowedAddressPairIpV6TestJSON-1714440508-project] Allocated IP 2001:db8::261 (a2e3943d-ac50-4d60-8c4d-e7ece82d3dcd/c7be5968-29e2-479c-a29e-c454519bb08e/77224390-334e-4fe6-bce3-19952c14bac1) {{(pid=100246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:24:53.192412 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-ef196c17-8372-4af4-ab1e-37b31135deec None None] Port cbc7c70b-a312-4d0e-a6c0-ea37dd7b559d cannot update to ACTIVE because it is not bound. {{(pid=100248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 14:24:53.259565 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-97141997-638e-47ff-8e80-84476ea8203f tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1849032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-128888412', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127627426'] for subnet, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:53.317160 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5cca9481-6dc7-4d56-95ad-78e8bf422b21 None None] Provisioning for port a8f63695-6919-46b0-82b7-e37e65215135 completed by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:24:53.332042 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5cca9481-6dc7-4d56-95ad-78e8bf422b21 None None] Provisioning complete for port a8f63695-6919-46b0-82b7-e37e65215135 triggered by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:24:53.332751 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5cca9481-6dc7-4d56-95ad-78e8bf422b21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:53.371068 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97141997-638e-47ff-8e80-84476ea8203f tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Network 102a93d7-9750-43f3-b56c-24ea517f2c2e is already hosted by enough agents. {{(pid=100247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:24:53.445299 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.base_scheduler [None req-97141997-638e-47ff-8e80-84476ea8203f tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Resources bound (agent type, host, resource id): {{(pid=100247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:24:53.459424 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97141997-638e-47ff-8e80-84476ea8203f tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:24:53.460108 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-97141997-638e-47ff-8e80-84476ea8203f tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Notify callbacks [] for subnet, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:53.489332 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-97141997-638e-47ff-8e80-84476ea8203f tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] 10.222.0.104 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.1845539 Jul 06 14:24:53.492373 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 44028) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:24:53.500188 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [None req-929617fb-2c14-464d-9f05-edb1973a6b1e tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-391955994', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '29243ed9-4588-4771-b301-87ce4a75a1da'}], 'security_groups': ['a02b3d68-9e39-4e5c-b0ec-b6d722220e93']}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:24:53.600345 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1b1aa4f-6920-42e0-b853-732275c6a45e None None] Network 102a93d7-9750-43f3-b56c-24ea517f2c2e requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:24:53.602455 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97141997-638e-47ff-8e80-84476ea8203f tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Pushing event updated for resources: {'Subnet': ['ID=29243ed9-4588-4771-b301-87ce4a75a1da,revision_number=0']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:24:53.612659 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-4e4d84c4-f5fa-4052-8da6-ce7baa346b22 tempest-AllowedAddressPairIpV6TestJSON-1714440508 tempest-AllowedAddressPairIpV6TestJSON-1714440508-project] Notify callbacks [] for port, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:53.640832 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.provisioning_blocks [None req-4e4d84c4-f5fa-4052-8da6-ce7baa346b22 tempest-AllowedAddressPairIpV6TestJSON-1714440508 tempest-AllowedAddressPairIpV6TestJSON-1714440508-project] Transition to ACTIVE for port object 77224390-334e-4fe6-bce3-19952c14bac1 will not be triggered until provisioned by entity DHCP. {{(pid=100246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:24:53.672796 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65b3e09-c2fb-4183-8225-94823bbd1029 req-f46a97ef-e037-4c5f-ac46-63f0f8f3709b tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:24:53.674328 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-e65b3e09-c2fb-4183-8225-94823bbd1029 req-f46a97ef-e037-4c5f-ac46-63f0f8f3709b tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] 10.222.0.104 "GET /v2.0/ports?device_id=04986212-0a7a-4904-8e78-5bfcef5dd4a3 HTTP/1.1" status: 200 len: 946 time: 0.3853271 Jul 06 14:24:53.675123 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-929617fb-2c14-464d-9f05-edb1973a6b1e tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:53.692248 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5cca9481-6dc7-4d56-95ad-78e8bf422b21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:53.721486 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-4e4d84c4-f5fa-4052-8da6-ce7baa346b22 tempest-AllowedAddressPairIpV6TestJSON-1714440508 tempest-AllowedAddressPairIpV6TestJSON-1714440508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-127687573'] for port, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:53.776937 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5cca9481-6dc7-4d56-95ad-78e8bf422b21 None None] For port a8f63695-6919-46b0-82b7-e37e65215135, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=a8f63695-6919-46b0-82b7-e37e65215135,segment=NetworkSegment(ee9e1cc6-ff68-40b1-9eca-fb0837bfe6c9),segment_id=ee9e1cc6-ff68-40b1-9eca-fb0837bfe6c9)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:24:53.783662 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5cca9481-6dc7-4d56-95ad-78e8bf422b21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:53.831938 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e4d84c4-f5fa-4052-8da6-ce7baa346b22 tempest-AllowedAddressPairIpV6TestJSON-1714440508 tempest-AllowedAddressPairIpV6TestJSON-1714440508-project] Network a2e3943d-ac50-4d60-8c4d-e7ece82d3dcd is already hosted by enough agents. {{(pid=100246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:24:53.840069 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.base_scheduler [None req-4e4d84c4-f5fa-4052-8da6-ce7baa346b22 tempest-AllowedAddressPairIpV6TestJSON-1714440508 tempest-AllowedAddressPairIpV6TestJSON-1714440508-project] Resources bound (agent type, host, resource id): {{(pid=100246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:24:53.845780 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e4d84c4-f5fa-4052-8da6-ce7baa346b22 tempest-AllowedAddressPairIpV6TestJSON-1714440508 tempest-AllowedAddressPairIpV6TestJSON-1714440508-project] Received port after_create {{(pid=100246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:24:53.846164 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5cca9481-6dc7-4d56-95ad-78e8bf422b21 None None] Provisioning complete for port e8b3615f-ac8f-4712-aa9c-0f27ce5b2976 triggered by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:24:53.846533 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5cca9481-6dc7-4d56-95ad-78e8bf422b21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:53.853642 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e4d84c4-f5fa-4052-8da6-ce7baa346b22 tempest-AllowedAddressPairIpV6TestJSON-1714440508 tempest-AllowedAddressPairIpV6TestJSON-1714440508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:24:53.854460 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-4e4d84c4-f5fa-4052-8da6-ce7baa346b22 tempest-AllowedAddressPairIpV6TestJSON-1714440508 tempest-AllowedAddressPairIpV6TestJSON-1714440508-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:53.859496 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4d84c4-f5fa-4052-8da6-ce7baa346b22 tempest-AllowedAddressPairIpV6TestJSON-1714440508 tempest-AllowedAddressPairIpV6TestJSON-1714440508-project] Pushing event updated for resources: {'Port': ['ID=77224390-334e-4fe6-bce3-19952c14bac1,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:24:53.885489 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-4e4d84c4-f5fa-4052-8da6-ce7baa346b22 tempest-AllowedAddressPairIpV6TestJSON-1714440508 tempest-AllowedAddressPairIpV6TestJSON-1714440508-project] 10.222.0.104 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.3339951 Jul 06 14:24:53.886440 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-e65b3e09-c2fb-4183-8225-94823bbd1029 req-3ff28068-18fe-4c63-aef5-55797323c693 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] 10.222.0.104 "GET /v2.0/security-groups?id=c812eb77-0e0b-4233-8b5e-42a0d8cc6e90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1796358 Jul 06 14:24:53.890954 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 44030) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:24:53.919152 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-03b7f6e4-14c5-49b6-b3fb-2dd70f0f4c5c tempest-AllowedAddressPairIpV6TestJSON-1714440508 tempest-AllowedAddressPairIpV6TestJSON-1714440508-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::2db', 'mac_address': 'fa:16:3e:59:50:3b'}, {'ip_address': '2001:db8::219', 'mac_address': 'fa:16:3e:82:97:97'}]}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:24:53.947518 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-5cca9481-6dc7-4d56-95ad-78e8bf422b21 None None] Port e8b3615f-ac8f-4712-aa9c-0f27ce5b2976 cannot update to ACTIVE because it is not bound. {{(pid=100248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 14:24:53.954582 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cca9481-6dc7-4d56-95ad-78e8bf422b21 None None] Pushing event updated for resources: {'Port': ['ID=a8f63695-6919-46b0-82b7-e37e65215135,revision_number=3']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:24:54.123063 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-a5e58e32-5dd1-4c8d-b9f5-c641e1776e20 None None] Provisioning for port a1219c4a-c1b8-47f9-abbf-97f282d3336b completed by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:24:54.141418 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-a5e58e32-5dd1-4c8d-b9f5-c641e1776e20 None None] Provisioning complete for port a1219c4a-c1b8-47f9-abbf-97f282d3336b triggered by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:24:54.141848 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-a5e58e32-5dd1-4c8d-b9f5-c641e1776e20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:54.170099 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-03b7f6e4-14c5-49b6-b3fb-2dd70f0f4c5c tempest-AllowedAddressPairIpV6TestJSON-1714440508 tempest-AllowedAddressPairIpV6TestJSON-1714440508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:54.193178 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8162fe4-4c70-4a4a-a4ab-50b27cf407d9 None None] Update dhcp port {'port': {'network_id': '102a93d7-9750-43f3-b56c-24ea517f2c2e', 'fixed_ips': [{'subnet_id': 'ab8742d2-10d6-40cf-9abe-93fac7351eab', 'ip_address': '172.20.0.2'}, {'subnet_id': '29243ed9-4588-4771-b301-87ce4a75a1da'}], 'binding:host_id': 'n-d-773647-6'}, 'id': 'a8f63695-6919-46b0-82b7-e37e65215135'} from n-d-773647-6. {{(pid=100248) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 06 14:24:54.236052 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-a5e58e32-5dd1-4c8d-b9f5-c641e1776e20 None None] Port a1219c4a-c1b8-47f9-abbf-97f282d3336b cannot update to ACTIVE because it is not bound. {{(pid=100248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 14:24:54.250780 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-d8162fe4-4c70-4a4a-a4ab-50b27cf407d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:54.385834 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.db_base_plugin_common [None req-929617fb-2c14-464d-9f05-edb1973a6b1e tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Delete allocated IP 172.20.0.11 (102a93d7-9750-43f3-b56c-24ea517f2c2e/ab8742d2-10d6-40cf-9abe-93fac7351eab) {{(pid=100247) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 06 14:24:54.398265 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.db_base_plugin_common [None req-929617fb-2c14-464d-9f05-edb1973a6b1e tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Allocated IP 172.20.0.20 (102a93d7-9750-43f3-b56c-24ea517f2c2e/29243ed9-4588-4771-b301-87ce4a75a1da/a1219c4a-c1b8-47f9-abbf-97f282d3336b) {{(pid=100247) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:24:54.456717 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-d7942bff-b40e-43a9-9ea7-b0f80a6de5ae None None] Provisioning for port 77224390-334e-4fe6-bce3-19952c14bac1 completed by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:24:54.464834 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-d7942bff-b40e-43a9-9ea7-b0f80a6de5ae None None] Provisioning complete for port 77224390-334e-4fe6-bce3-19952c14bac1 triggered by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:24:54.466128 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-d7942bff-b40e-43a9-9ea7-b0f80a6de5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:54.509663 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-d7942bff-b40e-43a9-9ea7-b0f80a6de5ae None None] Port 77224390-334e-4fe6-bce3-19952c14bac1 cannot update to ACTIVE because it is not bound. {{(pid=100248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 14:24:54.615722 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-03b7f6e4-14c5-49b6-b3fb-2dd70f0f4c5c tempest-AllowedAddressPairIpV6TestJSON-1714440508 tempest-AllowedAddressPairIpV6TestJSON-1714440508-project] Notify callbacks [] for port, precommit_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:54.624145 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-03b7f6e4-14c5-49b6-b3fb-2dd70f0f4c5c tempest-AllowedAddressPairIpV6TestJSON-1714440508 tempest-AllowedAddressPairIpV6TestJSON-1714440508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127687527'] for port, after_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:54.689089 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-929617fb-2c14-464d-9f05-edb1973a6b1e tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Notify callbacks [] for port, precommit_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:54.703432 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.provisioning_blocks [None req-929617fb-2c14-464d-9f05-edb1973a6b1e tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Ignored duplicate provisioning block setup for port a1219c4a-c1b8-47f9-abbf-97f282d3336b by entity DHCP. {{(pid=100247) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 06 14:24:54.714511 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-929617fb-2c14-464d-9f05-edb1973a6b1e tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128888538'] for port, after_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:54.743950 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [None req-03b7f6e4-14c5-49b6-b3fb-2dd70f0f4c5c tempest-AllowedAddressPairIpV6TestJSON-1714440508 tempest-AllowedAddressPairIpV6TestJSON-1714440508-project] In _notify_port_updated(), no bound segment for port 77224390-334e-4fe6-bce3-19952c14bac1 on network a2e3943d-ac50-4d60-8c4d-e7ece82d3dcd {{(pid=100246) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 06 14:24:54.749649 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03b7f6e4-14c5-49b6-b3fb-2dd70f0f4c5c tempest-AllowedAddressPairIpV6TestJSON-1714440508 tempest-AllowedAddressPairIpV6TestJSON-1714440508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:24:54.750325 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-03b7f6e4-14c5-49b6-b3fb-2dd70f0f4c5c tempest-AllowedAddressPairIpV6TestJSON-1714440508 tempest-AllowedAddressPairIpV6TestJSON-1714440508-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:54.763127 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-03b7f6e4-14c5-49b6-b3fb-2dd70f0f4c5c tempest-AllowedAddressPairIpV6TestJSON-1714440508 tempest-AllowedAddressPairIpV6TestJSON-1714440508-project] 10.222.0.104 "PUT /v2.0/ports/77224390-334e-4fe6-bce3-19952c14bac1 HTTP/1.1" status: 200 len: 1068 time: 0.8682899 Jul 06 14:24:54.763839 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 44038) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:24:54.896844 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929617fb-2c14-464d-9f05-edb1973a6b1e tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Pushing event updated for resources: {'Port': ['ID=a1219c4a-c1b8-47f9-abbf-97f282d3336b,revision_number=2']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:24:54.927054 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.db_base_plugin_common [None req-d8162fe4-4c70-4a4a-a4ab-50b27cf407d9 None None] Allocated IP 172.20.0.18 (102a93d7-9750-43f3-b56c-24ea517f2c2e/29243ed9-4588-4771-b301-87ce4a75a1da/a8f63695-6919-46b0-82b7-e37e65215135) {{(pid=100248) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:24:54.952412 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.plugin [None req-929617fb-2c14-464d-9f05-edb1973a6b1e tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] In _notify_port_updated(), no bound segment for port a1219c4a-c1b8-47f9-abbf-97f282d3336b on network 102a93d7-9750-43f3-b56c-24ea517f2c2e {{(pid=100247) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 06 14:24:54.966910 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-929617fb-2c14-464d-9f05-edb1973a6b1e tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:24:54.967621 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-929617fb-2c14-464d-9f05-edb1973a6b1e tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:54.969078 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-929617fb-2c14-464d-9f05-edb1973a6b1e tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] 10.222.0.104 "PUT /v2.0/ports/a1219c4a-c1b8-47f9-abbf-97f282d3336b HTTP/1.1" status: 200 len: 920 time: 1.4745374 Jul 06 14:24:54.971954 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 44042) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:24:55.052291 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-d8162fe4-4c70-4a4a-a4ab-50b27cf407d9 None None] For port a8f63695-6919-46b0-82b7-e37e65215135, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=a8f63695-6919-46b0-82b7-e37e65215135,segment=NetworkSegment(ee9e1cc6-ff68-40b1-9eca-fb0837bfe6c9),segment_id=ee9e1cc6-ff68-40b1-9eca-fb0837bfe6c9)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:24:55.122329 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-d8162fe4-4c70-4a4a-a4ab-50b27cf407d9 None None] Notify callbacks [] for port, precommit_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:55.151632 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-d8162fe4-4c70-4a4a-a4ab-50b27cf407d9 None None] Transition to ACTIVE for port object a8f63695-6919-46b0-82b7-e37e65215135 will not be triggered until provisioned by entity DHCP. {{(pid=100248) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:24:55.159537 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-d8162fe4-4c70-4a4a-a4ab-50b27cf407d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:55.165361 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b7f6e4-14c5-49b6-b3fb-2dd70f0f4c5c tempest-AllowedAddressPairIpV6TestJSON-1714440508 tempest-AllowedAddressPairIpV6TestJSON-1714440508-project] Pushing event updated for resources: {'Port': ['ID=77224390-334e-4fe6-bce3-19952c14bac1,revision_number=2']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:24:55.277756 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd1cf4e-7a05-4615-9373-de4d12d09292 req-578a158c-7af8-4c30-9c1b-0e3cc0feb9f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:24:55.279744 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-bbd1cf4e-7a05-4615-9373-de4d12d09292 req-578a158c-7af8-4c30-9c1b-0e3cc0feb9f9 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=04986212-0a7a-4904-8e78-5bfcef5dd4a3 HTTP/1.1" status: 200 len: 1097 time: 0.3094063 Jul 06 14:24:55.283457 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [None req-2fe3b3de-472c-421f-bfcb-11c6d03ef4b7 tempest-AllowedAddressPairIpV6TestJSON-1714440508 tempest-AllowedAddressPairIpV6TestJSON-1714440508-project] Deleting port 77224390-334e-4fe6-bce3-19952c14bac1 {{(pid=100246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:24:55.283802 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-2fe3b3de-472c-421f-bfcb-11c6d03ef4b7 tempest-AllowedAddressPairIpV6TestJSON-1714440508 tempest-AllowedAddressPairIpV6TestJSON-1714440508-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:55.331615 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.plugin [None req-5d43ab54-7808-4163-90b6-1168894e0833 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Deleting port a1219c4a-c1b8-47f9-abbf-97f282d3336b {{(pid=100247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:24:55.331982 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-5d43ab54-7808-4163-90b6-1168894e0833 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:55.350050 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-de3453ca-dd9d-4324-a0ea-9c58691bb925 None None] Provisioning complete for port 77224390-334e-4fe6-bce3-19952c14bac1 triggered by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:24:55.350537 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-de3453ca-dd9d-4324-a0ea-9c58691bb925 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:55.393106 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8162fe4-4c70-4a4a-a4ab-50b27cf407d9 None None] Pushing event updated for resources: {'Port': ['ID=a8f63695-6919-46b0-82b7-e37e65215135,revision_number=4']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:24:55.446091 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-de3453ca-dd9d-4324-a0ea-9c58691bb925 None None] Port 77224390-334e-4fe6-bce3-19952c14bac1 cannot update to ACTIVE because it is not bound. {{(pid=100248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 14:24:55.492059 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-bbd1cf4e-7a05-4615-9373-de4d12d09292 req-a10514ab-16d2-44be-96f0-8584081e8f5a service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=c812eb77-0e0b-4233-8b5e-42a0d8cc6e90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2048719 Jul 06 14:24:55.504198 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bca0c80-c856-40cd-9fec-4b6ba3ad3cbf req-6aca8137-cd97-4d06-9e7a-b68efe929328 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:24:55.511724 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-2fe3b3de-472c-421f-bfcb-11c6d03ef4b7 tempest-AllowedAddressPairIpV6TestJSON-1714440508 tempest-AllowedAddressPairIpV6TestJSON-1714440508-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:55.523684 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-0bca0c80-c856-40cd-9fec-4b6ba3ad3cbf req-6aca8137-cd97-4d06-9e7a-b68efe929328 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] 10.222.0.104 "GET /v2.0/ports?device_id=04986212-0a7a-4904-8e78-5bfcef5dd4a3 HTTP/1.1" status: 200 len: 946 time: 0.3305590 Jul 06 14:24:55.533153 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [None req-2fe3b3de-472c-421f-bfcb-11c6d03ef4b7 tempest-AllowedAddressPairIpV6TestJSON-1714440508 tempest-AllowedAddressPairIpV6TestJSON-1714440508-project] Calling delete_port for 77224390-334e-4fe6-bce3-19952c14bac1 owned by {{(pid=100246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:24:55.583757 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-9895f852-e543-43fd-bb8a-16e8ded2bc08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:55.629452 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-5d43ab54-7808-4163-90b6-1168894e0833 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:55.683964 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.plugin [None req-5d43ab54-7808-4163-90b6-1168894e0833 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Calling delete_port for a1219c4a-c1b8-47f9-abbf-97f282d3336b owned by {{(pid=100247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:24:55.712502 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-0bca0c80-c856-40cd-9fec-4b6ba3ad3cbf req-551cad85-6211-437d-ba24-4ee1508f2dcb tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] 10.222.0.104 "GET /v2.0/security-groups?id=c812eb77-0e0b-4233-8b5e-42a0d8cc6e90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1877100 Jul 06 14:24:55.829012 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-2fe3b3de-472c-421f-bfcb-11c6d03ef4b7 tempest-AllowedAddressPairIpV6TestJSON-1714440508 tempest-AllowedAddressPairIpV6TestJSON-1714440508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127687580'] for port, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:55.897502 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe3b3de-472c-421f-bfcb-11c6d03ef4b7 tempest-AllowedAddressPairIpV6TestJSON-1714440508 tempest-AllowedAddressPairIpV6TestJSON-1714440508-project] Pushing event deleted for resources: {'Port': ['ID=77224390-334e-4fe6-bce3-19952c14bac1,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:24:55.900787 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:55.935250 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device a8f63695-6919-46b0-82b7-e37e65215135 up at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:24:56.110028 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-5d43ab54-7808-4163-90b6-1168894e0833 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128888353'] for port, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:56.370759 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-2fe3b3de-472c-421f-bfcb-11c6d03ef4b7 tempest-AllowedAddressPairIpV6TestJSON-1714440508 tempest-AllowedAddressPairIpV6TestJSON-1714440508-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:56.386530 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-2fe3b3de-472c-421f-bfcb-11c6d03ef4b7 tempest-AllowedAddressPairIpV6TestJSON-1714440508 tempest-AllowedAddressPairIpV6TestJSON-1714440508-project] 10.222.0.104 "DELETE /v2.0/ports/77224390-334e-4fe6-bce3-19952c14bac1 HTTP/1.1" status: 204 len: 168 time: 1.6192625 Jul 06 14:24:56.388211 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 44050) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:24:56.455131 n-d-773647-6 neutron-server[100246]: INFO neutron.pecan_wsgi.hooks.translation [None req-783fef24-a9f8-4be7-9061-306e422e982d tempest-AllowedAddressPairIpV6TestJSON-1714440508 tempest-AllowedAddressPairIpV6TestJSON-1714440508-project] GET failed (client error): The resource could not be found. Jul 06 14:24:56.463407 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-783fef24-a9f8-4be7-9061-306e422e982d tempest-AllowedAddressPairIpV6TestJSON-1714440508 tempest-AllowedAddressPairIpV6TestJSON-1714440508-project] 10.222.0.104 "GET /v2.0/ports/77224390-334e-4fe6-bce3-19952c14bac1 HTTP/1.1" status: 404 len: 333 time: 0.0733674 Jul 06 14:24:56.464071 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 44054) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:24:56.610670 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-e837c991-f177-47b7-8894-a8f827e6a7d8 None None] Provisioning for port a8f63695-6919-46b0-82b7-e37e65215135 completed by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:24:56.620391 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-e837c991-f177-47b7-8894-a8f827e6a7d8 None None] Provisioning complete for port a8f63695-6919-46b0-82b7-e37e65215135 triggered by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:24:56.621134 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-e837c991-f177-47b7-8894-a8f827e6a7d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:56.669179 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Device 57510628-3181-4f20-9f22-7e69304f7812 details requested by agent hyperv_n-h2-773647-6 with host n-h2-773647-6 {{(pid=100248) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 14:24:56.672170 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Device 57510628-3181-4f20-9f22-7e69304f7812 no longer exists at agent hyperv_n-h2-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:24:56.694055 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d43ab54-7808-4163-90b6-1168894e0833 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Pushing event deleted for resources: {'Port': ['ID=a1219c4a-c1b8-47f9-abbf-97f282d3336b,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:24:56.742112 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [None req-6e5cd979-0c92-42a8-903d-4c285f8496e7 tempest-AllowedAddressPairIpV6TestJSON-1714440508 tempest-AllowedAddressPairIpV6TestJSON-1714440508-project] Deleting port cbc7c70b-a312-4d0e-a6c0-ea37dd7b559d {{(pid=100246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:24:56.742112 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-6e5cd979-0c92-42a8-903d-4c285f8496e7 tempest-AllowedAddressPairIpV6TestJSON-1714440508 tempest-AllowedAddressPairIpV6TestJSON-1714440508-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:56.866013 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-2064eaae-da4f-48f8-82d2-b09d4ddedd44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:56.913909 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-5d43ab54-7808-4163-90b6-1168894e0833 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:56.918856 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-5d43ab54-7808-4163-90b6-1168894e0833 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] 10.222.0.104 "DELETE /v2.0/ports/a1219c4a-c1b8-47f9-abbf-97f282d3336b HTTP/1.1" status: 204 len: 168 time: 1.9435489 Jul 06 14:24:56.922520 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 44062) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:24:57.028591 n-d-773647-6 neutron-server[100246]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d0e2b8a-0289-47b4-ae76-a8f9d133e948 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] GET failed (client error): The resource could not be found. Jul 06 14:24:57.034514 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-8d0e2b8a-0289-47b4-ae76-a8f9d133e948 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] 10.222.0.104 "GET /v2.0/ports/a1219c4a-c1b8-47f9-abbf-97f282d3336b HTTP/1.1" status: 404 len: 333 time: 0.1123986 Jul 06 14:24:57.040864 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 44064) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:24:57.112029 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-6e5cd979-0c92-42a8-903d-4c285f8496e7 tempest-AllowedAddressPairIpV6TestJSON-1714440508 tempest-AllowedAddressPairIpV6TestJSON-1714440508-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:57.122629 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16513e8-fe5a-4167-ab83-d944319053a5 req-a61ac963-bc85-4a3e-9e1d-275f56c84c06 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:24:57.124973 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-f16513e8-fe5a-4167-ab83-d944319053a5 req-a61ac963-bc85-4a3e-9e1d-275f56c84c06 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] 10.222.0.104 "GET /v2.0/ports?device_id=04986212-0a7a-4904-8e78-5bfcef5dd4a3 HTTP/1.1" status: 200 len: 946 time: 0.2412629 Jul 06 14:24:57.170090 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [None req-6e5cd979-0c92-42a8-903d-4c285f8496e7 tempest-AllowedAddressPairIpV6TestJSON-1714440508 tempest-AllowedAddressPairIpV6TestJSON-1714440508-project] Calling delete_port for cbc7c70b-a312-4d0e-a6c0-ea37dd7b559d owned by {{(pid=100246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:24:57.256894 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-f16513e8-fe5a-4167-ab83-d944319053a5 req-990838e1-0e89-46da-a6d5-6f5186a79132 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] 10.222.0.104 "GET /v2.0/security-groups?id=c812eb77-0e0b-4233-8b5e-42a0d8cc6e90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1158423 Jul 06 14:24:57.286915 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 44066) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:24:57.410877 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:57.437687 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-3be6cda1-ee93-429b-b029-5cf25e37c8e1 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Notify callbacks [] for security_group, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:57.466126 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-6e5cd979-0c92-42a8-903d-4c285f8496e7 tempest-AllowedAddressPairIpV6TestJSON-1714440508 tempest-AllowedAddressPairIpV6TestJSON-1714440508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127687580'] for port, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:57.501343 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-3be6cda1-ee93-429b-b029-5cf25e37c8e1 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:57.516809 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5cd979-0c92-42a8-903d-4c285f8496e7 tempest-AllowedAddressPairIpV6TestJSON-1714440508 tempest-AllowedAddressPairIpV6TestJSON-1714440508-project] Pushing event deleted for resources: {'Port': ['ID=cbc7c70b-a312-4d0e-a6c0-ea37dd7b559d,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:24:57.538345 n-d-773647-6 neutron-server[100248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04986212-0a7a-4904-8e78-5bfcef5dd4a3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '57510628-3181-4f20-9f22-7e69304f7812'}] {{(pid=100248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:24:57.540865 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84af257533e383389cbcf231d3534f4d5e149e7203fea16b4a8fc01438dddaf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6792b4f-ca1c-4ac8-a62f-8fc1360ea583" -d '{"events": [{"server_uuid": "04986212-0a7a-4904-8e78-5bfcef5dd4a3", "name": "network-vif-unplugged", "status": "completed", "tag": "57510628-3181-4f20-9f22-7e69304f7812"}]}' {{(pid=100248) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:24:57.554351 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-6e5cd979-0c92-42a8-903d-4c285f8496e7 tempest-AllowedAddressPairIpV6TestJSON-1714440508 tempest-AllowedAddressPairIpV6TestJSON-1714440508-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:57.561334 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-6e5cd979-0c92-42a8-903d-4c285f8496e7 tempest-AllowedAddressPairIpV6TestJSON-1714440508 tempest-AllowedAddressPairIpV6TestJSON-1714440508-project] 10.222.0.104 "DELETE /v2.0/ports/cbc7c70b-a312-4d0e-a6c0-ea37dd7b559d HTTP/1.1" status: 204 len: 168 time: 1.0957298 Jul 06 14:24:57.562230 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 44074) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:24:57.596877 n-d-773647-6 neutron-server[100246]: INFO neutron.pecan_wsgi.hooks.translation [None req-41f087c2-3e71-42c7-8969-7a4c39dca144 tempest-AllowedAddressPairIpV6TestJSON-1714440508 tempest-AllowedAddressPairIpV6TestJSON-1714440508-project] GET failed (client error): The resource could not be found. Jul 06 14:24:57.604707 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-41f087c2-3e71-42c7-8969-7a4c39dca144 tempest-AllowedAddressPairIpV6TestJSON-1714440508 tempest-AllowedAddressPairIpV6TestJSON-1714440508-project] 10.222.0.104 "GET /v2.0/ports/cbc7c70b-a312-4d0e-a6c0-ea37dd7b559d HTTP/1.1" status: 404 len: 333 time: 0.0410366 Jul 06 14:24:57.608212 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 44076) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:24:57.615968 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] For port 57510628-3181-4f20-9f22-7e69304f7812, host n-h2-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=57510628-3181-4f20-9f22-7e69304f7812,segment=NetworkSegment(2232724b-0080-42a3-80fc-ee070066087e),segment_id=2232724b-0080-42a3-80fc-ee070066087e)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:24:57.620859 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-e837c991-f177-47b7-8894-a8f827e6a7d8 None None] Could not find standard attr ID for object a1219c4a-c1b8-47f9-abbf-97f282d3336b. {{(pid=100248) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 06 14:24:57.624382 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-3be6cda1-ee93-429b-b029-5cf25e37c8e1 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:57.631731 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-3be6cda1-ee93-429b-b029-5cf25e37c8e1 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Notify callbacks [] for security_group, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:57.635933 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-3be6cda1-ee93-429b-b029-5cf25e37c8e1 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] 10.222.0.104 "DELETE /v2.0/security-groups/d7d693d3-7cf8-4bed-8fff-3b5db6230304 HTTP/1.1" status: 204 len: 168 time: 0.5893409 Jul 06 14:24:57.645866 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:57.658605 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] For port 57510628-3181-4f20-9f22-7e69304f7812, host n-h2-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=57510628-3181-4f20-9f22-7e69304f7812,segment=NetworkSegment(2232724b-0080-42a3-80fc-ee070066087e),segment_id=2232724b-0080-42a3-80fc-ee070066087e)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:24:57.675872 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 44078) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:24:57.747893 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-78a87b77-0836-40a9-b981-10b6acd1042d tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] 10.222.0.104 "GET /v2.0/floatingips/2979c845-5642-4bca-bacf-17ca8813eb2e HTTP/1.1" status: 200 len: 994 time: 0.4583192 Jul 06 14:24:57.754258 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be6cda1-ee93-429b-b029-5cf25e37c8e1 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7d693d3-7cf8-4bed-8fff-3b5db6230304,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:24:57.781180 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-974bee2e-2a85-4e7e-93f3-e8f3ffb017bb tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Notify callbacks [] for security_group, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:57.781407 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Returning: {'device': '57510628-3181-4f20-9f22-7e69304f7812', 'network_id': 'bc5d3bb7-e93c-47d1-bffc-c98c78d3daa0', 'port_id': '57510628-3181-4f20-9f22-7e69304f7812', 'mac_address': 'fa:16:3e:93:89:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1019, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5cc1974a-df25-4dcd-a352-8b5e01019a66', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100248) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 14:24:57.835480 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-974bee2e-2a85-4e7e-93f3-e8f3ffb017bb tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:57.844746 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [None req-8de31c2a-61e8-4a43-b556-9080f337a458 tempest-AllowedAddressPairIpV6TestJSON-1714440508 tempest-AllowedAddressPairIpV6TestJSON-1714440508-project] Deleting port bb267c49-6aa6-4fbc-bbd6-d5f43bf8adcf {{(pid=100246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:24:57.845842 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Pushing event updated for resources: {'Port': ['ID=57510628-3181-4f20-9f22-7e69304f7812,revision_number=6']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:24:57.847064 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-8de31c2a-61e8-4a43-b556-9080f337a458 tempest-AllowedAddressPairIpV6TestJSON-1714440508 tempest-AllowedAddressPairIpV6TestJSON-1714440508-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:57.854867 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-e837c991-f177-47b7-8894-a8f827e6a7d8 None None] Provisioning complete for port e8b3615f-ac8f-4712-aa9c-0f27ce5b2976 triggered by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:24:57.855264 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-e837c991-f177-47b7-8894-a8f827e6a7d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:57.960623 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-974bee2e-2a85-4e7e-93f3-e8f3ffb017bb tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:57.964382 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-974bee2e-2a85-4e7e-93f3-e8f3ffb017bb tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Notify callbacks [] for security_group, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:57.968914 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-974bee2e-2a85-4e7e-93f3-e8f3ffb017bb tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] 10.222.0.104 "DELETE /v2.0/security-groups/a02b3d68-9e39-4e5c-b0ec-b6d722220e93 HTTP/1.1" status: 204 len: 168 time: 0.2889025 Jul 06 14:24:57.969820 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 44084) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:24:58.011280 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974bee2e-2a85-4e7e-93f3-e8f3ffb017bb tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a02b3d68-9e39-4e5c-b0ec-b6d722220e93,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:24:58.023734 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:58.026545 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-e837c991-f177-47b7-8894-a8f827e6a7d8 None None] Port e8b3615f-ac8f-4712-aa9c-0f27ce5b2976 cannot update to ACTIVE because it is not bound. {{(pid=100248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 14:24:58.084245 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-8de31c2a-61e8-4a43-b556-9080f337a458 tempest-AllowedAddressPairIpV6TestJSON-1714440508 tempest-AllowedAddressPairIpV6TestJSON-1714440508-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:58.095974 n-d-773647-6 neutron-server[100248]: DEBUG neutron.notifiers.nova [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 57510628-3181-4f20-9f22-7e69304f7812 {{(pid=100248) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 14:24:58.123484 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb2894df-431b-4273-9319-fce2382a032a tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Deleting subnet ab8742d2-10d6-40cf-9abe-93fac7351eab {{(pid=100247) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 14:24:58.131529 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-bb2894df-431b-4273-9319-fce2382a032a tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Notify callbacks [] for subnet, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:58.135249 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [None req-8de31c2a-61e8-4a43-b556-9080f337a458 tempest-AllowedAddressPairIpV6TestJSON-1714440508 tempest-AllowedAddressPairIpV6TestJSON-1714440508-project] Calling delete_port for bb267c49-6aa6-4fbc-bbd6-d5f43bf8adcf owned by {{(pid=100246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:24:58.164012 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] For port 57510628-3181-4f20-9f22-7e69304f7812, host n-h2-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=57510628-3181-4f20-9f22-7e69304f7812,segment=NetworkSegment(2232724b-0080-42a3-80fc-ee070066087e),segment_id=2232724b-0080-42a3-80fc-ee070066087e)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:24:58.182303 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-eec2251e-4ddf-40ff-8e5b-2337bbc41d5c None None] Could not find standard attr ID for object a1219c4a-c1b8-47f9-abbf-97f282d3336b. {{(pid=100248) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 06 14:24:58.185763 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:58.228650 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-bb2894df-431b-4273-9319-fce2382a032a tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127131748'] for subnet, precommit_delete_associations {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:58.247738 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Pushing event updated for resources: {'Port': ['ID=57510628-3181-4f20-9f22-7e69304f7812,revision_number=7']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:24:58.309986 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 06 Jul 2021 14:24:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5c0a857-ec12-435e-b160-e3024bc5351e x-openstack-request-id: req-b5c0a857-ec12-435e-b160-e3024bc5351e {{(pid=100248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:24:58.310289 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04986212-0a7a-4904-8e78-5bfcef5dd4a3", "name": "network-vif-unplugged", "status": "completed", "tag": "57510628-3181-4f20-9f22-7e69304f7812", "code": 200}]} {{(pid=100248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:24:58.310549 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-b5c0a857-ec12-435e-b160-e3024bc5351e {{(pid=100248) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:24:58.310944 n-d-773647-6 neutron-server[100248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04986212-0a7a-4904-8e78-5bfcef5dd4a3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '57510628-3181-4f20-9f22-7e69304f7812', 'code': 200} Jul 06 14:24:58.347465 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-bb2894df-431b-4273-9319-fce2382a032a tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-913473'] for subnet, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:58.347715 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-8de31c2a-61e8-4a43-b556-9080f337a458 tempest-AllowedAddressPairIpV6TestJSON-1714440508 tempest-AllowedAddressPairIpV6TestJSON-1714440508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127687580'] for port, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:58.382949 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de31c2a-61e8-4a43-b556-9080f337a458 tempest-AllowedAddressPairIpV6TestJSON-1714440508 tempest-AllowedAddressPairIpV6TestJSON-1714440508-project] Pushing event deleted for resources: {'Port': ['ID=bb267c49-6aa6-4fbc-bbd6-d5f43bf8adcf,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:24:58.415052 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-8de31c2a-61e8-4a43-b556-9080f337a458 tempest-AllowedAddressPairIpV6TestJSON-1714440508 tempest-AllowedAddressPairIpV6TestJSON-1714440508-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:58.419737 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] get_ports_and_sgs() called for port_ids ['57510628-3181-4f20-9f22-7e69304f7812'] {{(pid=100248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 14:24:58.421267 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 44088) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:24:58.421768 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-8de31c2a-61e8-4a43-b556-9080f337a458 tempest-AllowedAddressPairIpV6TestJSON-1714440508 tempest-AllowedAddressPairIpV6TestJSON-1714440508-project] 10.222.0.104 "DELETE /v2.0/ports/bb267c49-6aa6-4fbc-bbd6-d5f43bf8adcf HTTP/1.1" status: 204 len: 168 time: 0.8143673 Jul 06 14:24:58.472218 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-03f71b24-a9b8-453a-8924-caa3f97bc6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:58.510380 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.db_base_plugin_v2 [None req-b593f913-a70a-4e71-944a-4b2fbde9738e tempest-AllowedAddressPairIpV6TestJSON-1714440508 tempest-AllowedAddressPairIpV6TestJSON-1714440508-project] Deleting subnet c7be5968-29e2-479c-a29e-c454519bb08e {{(pid=100247) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 14:24:58.515012 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-b593f913-a70a-4e71-944a-4b2fbde9738e tempest-AllowedAddressPairIpV6TestJSON-1714440508 tempest-AllowedAddressPairIpV6TestJSON-1714440508-project] Notify callbacks [] for subnet, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:58.569831 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-bb2894df-431b-4273-9319-fce2382a032a tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-913480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1849032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-128888347', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127627857'] for subnet, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:58.611810 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2894df-431b-4273-9319-fce2382a032a tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Pushing event deleted for resources: {'Subnet': ['ID=ab8742d2-10d6-40cf-9abe-93fac7351eab,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:24:58.614207 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-bb2894df-431b-4273-9319-fce2382a032a tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Notify callbacks [] for subnet, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:58.616418 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-bb2894df-431b-4273-9319-fce2382a032a tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] 10.222.0.104 "DELETE /v2.0/subnets/ab8742d2-10d6-40cf-9abe-93fac7351eab HTTP/1.1" status: 204 len: 168 time: 0.6188951 Jul 06 14:24:58.620293 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 44092) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:24:58.626933 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-68382be1-0bff-4d7b-b1e6-e0c0ae18545a tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Request body: {'subnet': {'network_id': '102a93d7-9750-43f3-b56c-24ea517f2c2e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:24:58.632506 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b913a551-a4d4-4ade-b01f-7e020187c37b None None] Network 102a93d7-9750-43f3-b56c-24ea517f2c2e requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:24:58.633066 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-b593f913-a70a-4e71-944a-4b2fbde9738e tempest-AllowedAddressPairIpV6TestJSON-1714440508 tempest-AllowedAddressPairIpV6TestJSON-1714440508-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127131748'] for subnet, precommit_delete_associations {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:58.831821 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-b593f913-a70a-4e71-944a-4b2fbde9738e tempest-AllowedAddressPairIpV6TestJSON-1714440508 tempest-AllowedAddressPairIpV6TestJSON-1714440508-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-913473'] for subnet, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:58.906982 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68382be1-0bff-4d7b-b1e6-e0c0ae18545a tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Made reservation on behalf of 754edc6d72c241609d5c976e8526e541 for: {'subnet': 1} {{(pid=100246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:24:58.914839 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-68382be1-0bff-4d7b-b1e6-e0c0ae18545a tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127702029'] for subnet, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:58.930211 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-b593f913-a70a-4e71-944a-4b2fbde9738e tempest-AllowedAddressPairIpV6TestJSON-1714440508 tempest-AllowedAddressPairIpV6TestJSON-1714440508-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-913480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1849032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-128888347', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127627857'] for subnet, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:58.959425 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-b593f913-a70a-4e71-944a-4b2fbde9738e tempest-AllowedAddressPairIpV6TestJSON-1714440508 tempest-AllowedAddressPairIpV6TestJSON-1714440508-project] Notify callbacks [] for subnet, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:58.963677 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-b593f913-a70a-4e71-944a-4b2fbde9738e tempest-AllowedAddressPairIpV6TestJSON-1714440508 tempest-AllowedAddressPairIpV6TestJSON-1714440508-project] 10.222.0.104 "DELETE /v2.0/subnets/c7be5968-29e2-479c-a29e-c454519bb08e HTTP/1.1" status: 204 len: 168 time: 0.5391335 Jul 06 14:24:58.972016 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3092da16-5992-4253-8f13-749fb2419246 None None] Network a2e3943d-ac50-4d60-8c4d-e7ece82d3dcd requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:24:58.983689 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 44094) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:24:58.993412 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b593f913-a70a-4e71-944a-4b2fbde9738e tempest-AllowedAddressPairIpV6TestJSON-1714440508 tempest-AllowedAddressPairIpV6TestJSON-1714440508-project] Pushing event deleted for resources: {'Subnet': ['ID=c7be5968-29e2-479c-a29e-c454519bb08e,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:24:59.150839 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.agents_db [None req-167c0ad6-1657-4c9a-a2c4-3b18056aa662 None None] Agent healthcheck: found 7 active agents {{(pid=100249) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 14:24:59.153404 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-70b3ab9e-3587-49c0-8423-9beafebd8231 tempest-AllowedAddressPairIpV6TestJSON-1714440508 tempest-AllowedAddressPairIpV6TestJSON-1714440508-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530492'] for network, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:59.303565 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.plugin [None req-70b3ab9e-3587-49c0-8423-9beafebd8231 tempest-AllowedAddressPairIpV6TestJSON-1714440508 tempest-AllowedAddressPairIpV6TestJSON-1714440508-project] Deleting port dee14d85-44f1-4033-97ff-f15408038f8b {{(pid=100247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:24:59.303911 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-70b3ab9e-3587-49c0-8423-9beafebd8231 tempest-AllowedAddressPairIpV6TestJSON-1714440508 tempest-AllowedAddressPairIpV6TestJSON-1714440508-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:59.345299 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-68382be1-0bff-4d7b-b1e6-e0c0ae18545a tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1849032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127687649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127702047'] for subnet, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:59.350904 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcbd1622-a17e-40d9-873b-74d0b1672e88 None None] DHCP port deletion for a2e3943d-ac50-4d60-8c4d-e7ece82d3dcd request from n-d-773647-6 {{(pid=100248) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 14:24:59.407921 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68382be1-0bff-4d7b-b1e6-e0c0ae18545a tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Pushing event updated for resources: {'Subnet': ['ID=737314d5-ea0f-4ac9-89a0-bf0eb4d7fc3a,revision_number=0']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:24:59.424640 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68382be1-0bff-4d7b-b1e6-e0c0ae18545a tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Network 102a93d7-9750-43f3-b56c-24ea517f2c2e is already hosted by enough agents. {{(pid=100246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:24:59.427008 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.base_scheduler [None req-68382be1-0bff-4d7b-b1e6-e0c0ae18545a tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Resources bound (agent type, host, resource id): {{(pid=100246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:24:59.430182 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68382be1-0bff-4d7b-b1e6-e0c0ae18545a tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:24:59.431018 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-68382be1-0bff-4d7b-b1e6-e0c0ae18545a tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Notify callbacks [] for subnet, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:59.447603 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.db [None req-70b3ab9e-3587-49c0-8423-9beafebd8231 tempest-AllowedAddressPairIpV6TestJSON-1714440508 tempest-AllowedAddressPairIpV6TestJSON-1714440508-project] For port dee14d85-44f1-4033-97ff-f15408038f8b, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=dee14d85-44f1-4033-97ff-f15408038f8b,segment=NetworkSegment(c9690b86-aad2-49f4-8c89-34fea2dd5f9a),segment_id=c9690b86-aad2-49f4-8c89-34fea2dd5f9a)] {{(pid=100247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:24:59.448596 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-68382be1-0bff-4d7b-b1e6-e0c0ae18545a tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] 10.222.0.104 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8269572 Jul 06 14:24:59.449309 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-70b3ab9e-3587-49c0-8423-9beafebd8231 tempest-AllowedAddressPairIpV6TestJSON-1714440508 tempest-AllowedAddressPairIpV6TestJSON-1714440508-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:59.451551 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-fcbd1622-a17e-40d9-873b-74d0b1672e88 None None] Deleting port dee14d85-44f1-4033-97ff-f15408038f8b {{(pid=100248) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:24:59.452084 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 44100) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:24:59.454277 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-fcbd1622-a17e-40d9-873b-74d0b1672e88 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:59.459390 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-3276d5a2-5015-4d3a-81ca-e90a0a07397b tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Request body: {'security_group': {'name': 'tempest-secgroup-1483764797'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:24:59.483778 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.plugin [None req-70b3ab9e-3587-49c0-8423-9beafebd8231 tempest-AllowedAddressPairIpV6TestJSON-1714440508 tempest-AllowedAddressPairIpV6TestJSON-1714440508-project] Calling delete_port for dee14d85-44f1-4033-97ff-f15408038f8b owned by network:dhcp {{(pid=100247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:24:59.502779 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-3276d5a2-5015-4d3a-81ca-e90a0a07397b tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Notify callbacks [] for security_group, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:59.585983 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-fcbd1622-a17e-40d9-873b-74d0b1672e88 None None] For port dee14d85-44f1-4033-97ff-f15408038f8b, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=dee14d85-44f1-4033-97ff-f15408038f8b,segment=NetworkSegment(c9690b86-aad2-49f4-8c89-34fea2dd5f9a),segment_id=c9690b86-aad2-49f4-8c89-34fea2dd5f9a)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:24:59.586909 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-fcbd1622-a17e-40d9-873b-74d0b1672e88 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:59.606595 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-fcbd1622-a17e-40d9-873b-74d0b1672e88 None None] Calling delete_port for dee14d85-44f1-4033-97ff-f15408038f8b owned by network:dhcp {{(pid=100248) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:24:59.626326 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-70b3ab9e-3587-49c0-8423-9beafebd8231 tempest-AllowedAddressPairIpV6TestJSON-1714440508 tempest-AllowedAddressPairIpV6TestJSON-1714440508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128888353'] for port, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:59.640220 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-3276d5a2-5015-4d3a-81ca-e90a0a07397b tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Notify callbacks [] for security_group, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:59.652441 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-3276d5a2-5015-4d3a-81ca-e90a0a07397b tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:59.677934 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b3ab9e-3587-49c0-8423-9beafebd8231 tempest-AllowedAddressPairIpV6TestJSON-1714440508 tempest-AllowedAddressPairIpV6TestJSON-1714440508-project] Pushing event deleted for resources: {'Port': ['ID=dee14d85-44f1-4033-97ff-f15408038f8b,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:24:59.697020 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70b3ab9e-3587-49c0-8423-9beafebd8231 tempest-AllowedAddressPairIpV6TestJSON-1714440508 tempest-AllowedAddressPairIpV6TestJSON-1714440508-project] No DVR routers for this DVR port dee14d85-44f1-4033-97ff-f15408038f8b on host n-d-773647-6 {{(pid=100247) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:24:59.706277 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-3276d5a2-5015-4d3a-81ca-e90a0a07397b tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Notify callbacks [] for security_group, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:59.707865 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-3276d5a2-5015-4d3a-81ca-e90a0a07397b tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] 10.222.0.104 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2543671 Jul 06 14:24:59.710055 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3276d5a2-5015-4d3a-81ca-e90a0a07397b tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fbf786ac-05f3-4355-a0b8-2d03a0e4403e,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:24:59.714017 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 44104) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:24:59.717062 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-fcbd1622-a17e-40d9-873b-74d0b1672e88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117'] for port, after_delete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:59.720119 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-cd1b1fb7-7623-4d47-a1b8-047f8d304b5b tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Request body: {'security_group': {'name': 'tempest-secgroup-1050150828'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:24:59.750457 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbd1622-a17e-40d9-873b-74d0b1672e88 None None] Pushing event deleted for resources: {'Port': ['ID=dee14d85-44f1-4033-97ff-f15408038f8b,revision_number=None']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:24:59.756023 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcbd1622-a17e-40d9-873b-74d0b1672e88 None None] No DVR routers for this DVR port dee14d85-44f1-4033-97ff-f15408038f8b on host n-d-773647-6 {{(pid=100248) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:24:59.777648 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-cd1b1fb7-7623-4d47-a1b8-047f8d304b5b tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Notify callbacks [] for security_group, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:59.814820 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-70b3ab9e-3587-49c0-8423-9beafebd8231 tempest-AllowedAddressPairIpV6TestJSON-1714440508 tempest-AllowedAddressPairIpV6TestJSON-1714440508-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-917204', 'neutron.services.segments.db._delete_segments_for_network-8773753502302'] for network, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:59.826318 n-d-773647-6 neutron-server[100247]: DEBUG neutron.services.segments.db [None req-70b3ab9e-3587-49c0-8423-9beafebd8231 tempest-AllowedAddressPairIpV6TestJSON-1714440508 tempest-AllowedAddressPairIpV6TestJSON-1714440508-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a2e3943d-ac50-4d60-8c4d-e7ece82d3dcd']}} {{(pid=100247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:24:59.838365 n-d-773647-6 neutron-server[100247]: DEBUG neutron.services.segments.db [None req-70b3ab9e-3587-49c0-8423-9beafebd8231 tempest-AllowedAddressPairIpV6TestJSON-1714440508 tempest-AllowedAddressPairIpV6TestJSON-1714440508-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c9690b86-aad2-49f4-8c89-34fea2dd5f9a') {'for_net_delete': True} {{(pid=100247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:24:59.838786 n-d-773647-6 neutron-server[100247]: DEBUG neutron.services.segments.db [None req-70b3ab9e-3587-49c0-8423-9beafebd8231 tempest-AllowedAddressPairIpV6TestJSON-1714440508 tempest-AllowedAddressPairIpV6TestJSON-1714440508-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c9690b86-aad2-49f4-8c89-34fea2dd5f9a') {} {{(pid=100247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:24:59.850362 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-70b3ab9e-3587-49c0-8423-9beafebd8231 tempest-AllowedAddressPairIpV6TestJSON-1714440508 tempest-AllowedAddressPairIpV6TestJSON-1714440508-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773753515138', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127131763'] for segment, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:59.879999 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-70b3ab9e-3587-49c0-8423-9beafebd8231 tempest-AllowedAddressPairIpV6TestJSON-1714440508 tempest-AllowedAddressPairIpV6TestJSON-1714440508-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552'] for segment, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:59.888205 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-70b3ab9e-3587-49c0-8423-9beafebd8231 tempest-AllowedAddressPairIpV6TestJSON-1714440508 tempest-AllowedAddressPairIpV6TestJSON-1714440508-project] Releasing vlan 1022 on physical network physnet1 to pool {{(pid=100247) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 14:24:59.889055 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-70b3ab9e-3587-49c0-8423-9beafebd8231 tempest-AllowedAddressPairIpV6TestJSON-1714440508 tempest-AllowedAddressPairIpV6TestJSON-1714440508-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-128888574'] for segment, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:59.894153 n-d-773647-6 neutron-server[100247]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:24:59.894153 n-d-773647-6 neutron-server[100247]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:24:59.894153 n-d-773647-6 neutron-server[100247]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:24:59.894153 n-d-773647-6 neutron-server[100247]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:24:59.894153 n-d-773647-6 neutron-server[100247]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:24:59.894153 n-d-773647-6 neutron-server[100247]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:24:59.894153 n-d-773647-6 neutron-server[100247]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:24:59.894153 n-d-773647-6 neutron-server[100247]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:24:59.894153 n-d-773647-6 neutron-server[100247]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:24:59.894153 n-d-773647-6 neutron-server[100247]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:24:59.894153 n-d-773647-6 neutron-server[100247]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:24:59.894153 n-d-773647-6 neutron-server[100247]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:24:59.894153 n-d-773647-6 neutron-server[100247]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:24:59.894153 n-d-773647-6 neutron-server[100247]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:24:59.894153 n-d-773647-6 neutron-server[100247]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:24:59.894153 n-d-773647-6 neutron-server[100247]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:24:59.894153 n-d-773647-6 neutron-server[100247]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:24:59.894153 n-d-773647-6 neutron-server[100247]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:24:59.894153 n-d-773647-6 neutron-server[100247]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:24:59.894153 n-d-773647-6 neutron-server[100247]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:24:59.894153 n-d-773647-6 neutron-server[100247]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:24:59.894153 n-d-773647-6 neutron-server[100247]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:24:59.894153 n-d-773647-6 neutron-server[100247]: Traceback (most recent call last): Jul 06 14:24:59.894153 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 14:24:59.894153 n-d-773647-6 neutron-server[100247]: timer() Jul 06 14:24:59.894153 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 14:24:59.894153 n-d-773647-6 neutron-server[100247]: cb(*args, **kw) Jul 06 14:24:59.894153 n-d-773647-6 neutron-server[100247]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 14:24:59.894153 n-d-773647-6 neutron-server[100247]: return func(*args, **kwargs) Jul 06 14:24:59.894153 n-d-773647-6 neutron-server[100247]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 14:24:59.894153 n-d-773647-6 neutron-server[100247]: self._notify() Jul 06 14:24:59.894153 n-d-773647-6 neutron-server[100247]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 14:24:59.894153 n-d-773647-6 neutron-server[100247]: self.callback(batched_events) Jul 06 14:24:59.894153 n-d-773647-6 neutron-server[100247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 14:24:59.894153 n-d-773647-6 neutron-server[100247]: event.method(event) Jul 06 14:24:59.894153 n-d-773647-6 neutron-server[100247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 14:24:59.894153 n-d-773647-6 neutron-server[100247]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 14:24:59.894153 n-d-773647-6 neutron-server[100247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 14:24:59.894153 n-d-773647-6 neutron-server[100247]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 14:24:59.894153 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 14:24:59.894153 n-d-773647-6 neutron-server[100247]: return f(self, *a, **k) Jul 06 14:24:59.894153 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 14:24:59.894153 n-d-773647-6 neutron-server[100247]: return self._get(url).json() Jul 06 14:24:59.894153 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 14:24:59.894153 n-d-773647-6 neutron-server[100247]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 14:24:59.894153 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 14:24:59.894153 n-d-773647-6 neutron-server[100247]: return self.request(url, 'GET', **kwargs) Jul 06 14:24:59.894153 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 14:24:59.894153 n-d-773647-6 neutron-server[100247]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 14:24:59.894153 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 14:24:59.894153 n-d-773647-6 neutron-server[100247]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 14:24:59.894153 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 14:24:59.894153 n-d-773647-6 neutron-server[100247]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 14:24:59.894153 n-d-773647-6 neutron-server[100247]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 14:24:59.923344 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-cd1b1fb7-7623-4d47-a1b8-047f8d304b5b tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Notify callbacks [] for security_group, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:59.929785 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device dee14d85-44f1-4033-97ff-f15408038f8b no longer exists at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:24:59.942451 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-cd1b1fb7-7623-4d47-a1b8-047f8d304b5b tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:59.985230 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-70b3ab9e-3587-49c0-8423-9beafebd8231 tempest-AllowedAddressPairIpV6TestJSON-1714440508 tempest-AllowedAddressPairIpV6TestJSON-1714440508-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-917215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1761140'] for network, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:59.987611 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] No Port match for: dee14d85-44f1-4033-97ff-f15408038f8b {{(pid=100248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 14:24:59.988476 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device dee14d85-44f1-4033-97ff-f15408038f8b not bound to the agent host n-d-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:25:00.000977 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-70b3ab9e-3587-49c0-8423-9beafebd8231 tempest-AllowedAddressPairIpV6TestJSON-1714440508 tempest-AllowedAddressPairIpV6TestJSON-1714440508-project] Notify callbacks [] for network, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:00.011522 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-cd1b1fb7-7623-4d47-a1b8-047f8d304b5b tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Notify callbacks [] for security_group, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:00.012567 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-70b3ab9e-3587-49c0-8423-9beafebd8231 tempest-AllowedAddressPairIpV6TestJSON-1714440508 tempest-AllowedAddressPairIpV6TestJSON-1714440508-project] 10.222.0.104 "DELETE /v2.0/networks/a2e3943d-ac50-4d60-8c4d-e7ece82d3dcd HTTP/1.1" status: 204 len: 168 time: 1.0270133 Jul 06 14:25:00.016242 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-cd1b1fb7-7623-4d47-a1b8-047f8d304b5b tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] 10.222.0.104 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2981324 Jul 06 14:25:00.018692 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 44108) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:25:00.023583 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-6513c98d-f90f-429b-a2ed-18dda9df578b tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Request body: {'security_group': {'name': 'tempest-secgroup-1583243512'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:25:00.030033 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b3ab9e-3587-49c0-8423-9beafebd8231 tempest-AllowedAddressPairIpV6TestJSON-1714440508 tempest-AllowedAddressPairIpV6TestJSON-1714440508-project] Pushing event deleted for resources: {'Network': ['ID=a2e3943d-ac50-4d60-8c4d-e7ece82d3dcd,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:25:00.047504 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1b1fb7-7623-4d47-a1b8-047f8d304b5b tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7be0dafe-246c-4017-819e-639ac199bff5,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:25:00.065914 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-6513c98d-f90f-429b-a2ed-18dda9df578b tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Notify callbacks [] for security_group, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:00.174235 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-6513c98d-f90f-429b-a2ed-18dda9df578b tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Notify callbacks [] for security_group, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:00.188845 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7338617-d075-4e6d-9e55-59c854678abc None None] Network 102a93d7-9750-43f3-b56c-24ea517f2c2e requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:25:00.189637 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-6513c98d-f90f-429b-a2ed-18dda9df578b tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:00.235260 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-6513c98d-f90f-429b-a2ed-18dda9df578b tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Notify callbacks [] for security_group, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:00.239429 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-6513c98d-f90f-429b-a2ed-18dda9df578b tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] 10.222.0.104 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2169213 Jul 06 14:25:00.239921 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 44110) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:25:00.245398 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-5cd58352-8a9b-483d-9aa8-90179039c591 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1223050691', 'security_groups': ['1f9d1725-fbe6-49b8-942f-504f21c4f718'], 'network_id': '102a93d7-9750-43f3-b56c-24ea517f2c2e', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '737314d5-ea0f-4ac9-89a0-bf0eb4d7fc3a'}]}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:25:00.263559 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6513c98d-f90f-429b-a2ed-18dda9df578b tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1f9d1725-fbe6-49b8-942f-504f21c4f718,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:25:00.308322 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-714a05b1-9230-4213-855d-b1a60f6bab21 None None] Provisioning complete for port a8f63695-6919-46b0-82b7-e37e65215135 triggered by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:25:00.316401 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-714a05b1-9230-4213-855d-b1a60f6bab21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:00.425432 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 44120) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:25:00.428384 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cd58352-8a9b-483d-9aa8-90179039c591 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Made reservation on behalf of 754edc6d72c241609d5c976e8526e541 for: {'port': 1} {{(pid=100246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:25:00.615240 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-714a05b1-9230-4213-855d-b1a60f6bab21 None None] Provisioning complete for port e8b3615f-ac8f-4712-aa9c-0f27ce5b2976 triggered by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:25:00.615742 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-714a05b1-9230-4213-855d-b1a60f6bab21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:00.625424 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-5cd58352-8a9b-483d-9aa8-90179039c591 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:00.639402 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-0f3f3fe6-cee1-4ee6-bbd5-b98e9d1be2a0 admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=48e0aa4de52b45b096cb03c1840ec616&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2134910 Jul 06 14:25:00.641786 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 44130) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:25:00.671337 n-d-773647-6 neutron-server[100246]: DEBUG neutron.notifiers.nova [None req-5cd58352-8a9b-483d-9aa8-90179039c591 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] device_id is not set on port 04d3d990-5a2b-49cb-9a92-5453f1b852e7 yet. {{(pid=100246) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 14:25:00.691897 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Device 57510628-3181-4f20-9f22-7e69304f7812 up at agent hyperv_n-h2-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:25:00.721810 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-c864da48-c2d6-40dc-9f1d-67837bfac85c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:00.761599 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-c864da48-c2d6-40dc-9f1d-67837bfac85c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:00.820613 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-714a05b1-9230-4213-855d-b1a60f6bab21 None None] Port e8b3615f-ac8f-4712-aa9c-0f27ce5b2976 cannot update to ACTIVE because it is not bound. {{(pid=100248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 14:25:00.855044 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-c864da48-c2d6-40dc-9f1d-67837bfac85c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:00.859422 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-c864da48-c2d6-40dc-9f1d-67837bfac85c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:00.860931 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-c864da48-c2d6-40dc-9f1d-67837bfac85c admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/b2792fad-e302-4da9-a841-183315f1c819 HTTP/1.1" status: 204 len: 168 time: 0.2148581 Jul 06 14:25:00.877839 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c864da48-c2d6-40dc-9f1d-67837bfac85c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2792fad-e302-4da9-a841-183315f1c819,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:25:00.879568 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Provisioning complete for port 57510628-3181-4f20-9f22-7e69304f7812 triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:25:00.882617 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:01.074969 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.db_base_plugin_common [None req-5cd58352-8a9b-483d-9aa8-90179039c591 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Allocated IP 172.20.0.7 (102a93d7-9750-43f3-b56c-24ea517f2c2e/737314d5-ea0f-4ac9-89a0-bf0eb4d7fc3a/04d3d990-5a2b-49cb-9a92-5453f1b852e7) {{(pid=100246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:25:01.160293 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbd506ba-3b8d-4f2c-b22e-06ea8b752146 None None] Update dhcp port {'port': {'network_id': '102a93d7-9750-43f3-b56c-24ea517f2c2e', 'fixed_ips': [{'subnet_id': '29243ed9-4588-4771-b301-87ce4a75a1da', 'ip_address': '172.20.0.18'}, {'subnet_id': '737314d5-ea0f-4ac9-89a0-bf0eb4d7fc3a'}], 'binding:host_id': 'n-d-773647-6'}, 'id': 'a8f63695-6919-46b0-82b7-e37e65215135'} from n-d-773647-6. {{(pid=100248) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 06 14:25:01.243023 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:01.292566 n-d-773647-6 neutron-server[100248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04986212-0a7a-4904-8e78-5bfcef5dd4a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57510628-3181-4f20-9f22-7e69304f7812'}] {{(pid=100248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:25:01.295115 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84af257533e383389cbcf231d3534f4d5e149e7203fea16b4a8fc01438dddaf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0adb4098-fca0-487d-95b2-fca2c6b848aa" -d '{"events": [{"server_uuid": "04986212-0a7a-4904-8e78-5bfcef5dd4a3", "name": "network-vif-plugged", "status": "completed", "tag": "57510628-3181-4f20-9f22-7e69304f7812"}]}' {{(pid=100248) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:25:01.301072 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-dbd506ba-3b8d-4f2c-b22e-06ea8b752146 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:01.318586 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] For port 57510628-3181-4f20-9f22-7e69304f7812, host n-h2-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=57510628-3181-4f20-9f22-7e69304f7812,segment=NetworkSegment(2232724b-0080-42a3-80fc-ee070066087e),segment_id=2232724b-0080-42a3-80fc-ee070066087e)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:25:01.326503 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:01.383703 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Pushing event updated for resources: {'Port': ['ID=57510628-3181-4f20-9f22-7e69304f7812,revision_number=8']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:25:01.424840 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 14:25:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a40bab24-a6ec-4026-a1a5-0ad6ef2992ab x-openstack-request-id: req-a40bab24-a6ec-4026-a1a5-0ad6ef2992ab {{(pid=100248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:25:01.425371 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04986212-0a7a-4904-8e78-5bfcef5dd4a3", "name": "network-vif-plugged", "status": "completed", "tag": "57510628-3181-4f20-9f22-7e69304f7812", "code": 200}]} {{(pid=100248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:25:01.425664 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-a40bab24-a6ec-4026-a1a5-0ad6ef2992ab {{(pid=100248) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:25:01.426612 n-d-773647-6 neutron-server[100248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04986212-0a7a-4904-8e78-5bfcef5dd4a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57510628-3181-4f20-9f22-7e69304f7812', 'code': 200} Jul 06 14:25:01.473667 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-5cd58352-8a9b-483d-9aa8-90179039c591 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Notify callbacks [] for port, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:01.519702 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.provisioning_blocks [None req-5cd58352-8a9b-483d-9aa8-90179039c591 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Transition to ACTIVE for port object 04d3d990-5a2b-49cb-9a92-5453f1b852e7 will not be triggered until provisioned by entity DHCP. {{(pid=100246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:25:01.564823 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-5cd58352-8a9b-483d-9aa8-90179039c591 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-127687573'] for port, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:01.608855 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cd58352-8a9b-483d-9aa8-90179039c591 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Network 102a93d7-9750-43f3-b56c-24ea517f2c2e is already hosted by enough agents. {{(pid=100246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:25:01.613434 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.base_scheduler [None req-5cd58352-8a9b-483d-9aa8-90179039c591 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Resources bound (agent type, host, resource id): {{(pid=100246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:25:01.616245 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cd58352-8a9b-483d-9aa8-90179039c591 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Received port after_create {{(pid=100246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:25:01.625832 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.db_base_plugin_common [None req-dbd506ba-3b8d-4f2c-b22e-06ea8b752146 None None] Allocated IP 172.20.0.2 (102a93d7-9750-43f3-b56c-24ea517f2c2e/737314d5-ea0f-4ac9-89a0-bf0eb4d7fc3a/a8f63695-6919-46b0-82b7-e37e65215135) {{(pid=100248) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:25:01.714084 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd58352-8a9b-483d-9aa8-90179039c591 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Pushing event updated for resources: {'Port': ['ID=04d3d990-5a2b-49cb-9a92-5453f1b852e7,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:25:01.734435 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cd58352-8a9b-483d-9aa8-90179039c591 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:25:01.735041 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-5cd58352-8a9b-483d-9aa8-90179039c591 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:01.782552 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-5cd58352-8a9b-483d-9aa8-90179039c591 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] 10.222.0.104 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.5413961 Jul 06 14:25:01.785644 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 44162) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:25:01.792634 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [None req-5ceb5505-83e6-41cf-a0ea-ff22b04c04ca tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Request body: {'subnet': {'network_id': '102a93d7-9750-43f3-b56c-24ea517f2c2e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:25:01.796274 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-dbd506ba-3b8d-4f2c-b22e-06ea8b752146 None None] For port a8f63695-6919-46b0-82b7-e37e65215135, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=a8f63695-6919-46b0-82b7-e37e65215135,segment=NetworkSegment(ee9e1cc6-ff68-40b1-9eca-fb0837bfe6c9),segment_id=ee9e1cc6-ff68-40b1-9eca-fb0837bfe6c9)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:25:01.869084 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-dbd506ba-3b8d-4f2c-b22e-06ea8b752146 None None] Notify callbacks [] for port, precommit_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:01.900502 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-dbd506ba-3b8d-4f2c-b22e-06ea8b752146 None None] Transition to ACTIVE for port object a8f63695-6919-46b0-82b7-e37e65215135 will not be triggered until provisioned by entity DHCP. {{(pid=100248) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:25:01.906421 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-dbd506ba-3b8d-4f2c-b22e-06ea8b752146 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:01.978531 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ceb5505-83e6-41cf-a0ea-ff22b04c04ca tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Made reservation on behalf of 754edc6d72c241609d5c976e8526e541 for: {'subnet': 1} {{(pid=100247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:25:01.985597 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-5ceb5505-83e6-41cf-a0ea-ff22b04c04ca tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127627440'] for subnet, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:02.044625 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd506ba-3b8d-4f2c-b22e-06ea8b752146 None None] Pushing event updated for resources: {'Port': ['ID=a8f63695-6919-46b0-82b7-e37e65215135,revision_number=6']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:25:02.119449 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 44172) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:25:02.124303 n-d-773647-6 neutron-server[100247]: INFO neutron.db.ipam_backend_mixin [None req-5ceb5505-83e6-41cf-a0ea-ff22b04c04ca tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 737314d5-ea0f-4ac9-89a0-bf0eb4d7fc3a (CIDR: 172.20.0.0/28) Jul 06 14:25:02.129342 n-d-773647-6 neutron-server[100247]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ceb5505-83e6-41cf-a0ea-ff22b04c04ca tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 06 14:25:02.130025 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5ceb5505-83e6-41cf-a0ea-ff22b04c04ca tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100247) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 14:25:02.152379 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-5ceb5505-83e6-41cf-a0ea-ff22b04c04ca tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] 10.222.0.104 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3654974 Jul 06 14:25:02.154933 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 44176) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:25:02.160425 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [None req-75d4e51a-3485-484a-9ab5-6f9ad0b1e82d tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Request body: {'subnet': {'network_id': '102a93d7-9750-43f3-b56c-24ea517f2c2e', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:25:02.262284 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-099f3556-5fd0-40ea-80e5-053141b55ba4 tempest-AllowedAddressPairTestJSON-1264288992 tempest-AllowedAddressPairTestJSON-1264288992-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-1678007997'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:25:02.282619 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.db.api [None req-75d4e51a-3485-484a-9ab5-6f9ad0b1e82d tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 06 14:25:02.282619 n-d-773647-6 neutron-server[100247]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 06 14:25:02.282619 n-d-773647-6 neutron-server[100247]: [parameters: {'project_id': '754edc6d72c241609d5c976e8526e541', 'id': 'b38b22dc-7762-4b92-95c2-a2a3825bb622', 'expiration': datetime.datetime(2021, 7, 6, 14, 27, 2, 276867)}] Jul 06 14:25:02.282619 n-d-773647-6 neutron-server[100247]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=100247) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 06 14:25:02.283160 n-d-773647-6 neutron-server[100247]: DEBUG oslo_db.api [None req-75d4e51a-3485-484a-9ab5-6f9ad0b1e82d tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=100247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 06 14:25:02.292713 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-099f3556-5fd0-40ea-80e5-053141b55ba4 tempest-AllowedAddressPairTestJSON-1264288992 tempest-AllowedAddressPairTestJSON-1264288992-project] Made reservation on behalf of cd06049ac4564a23b6179e889d019f68 for: {'network': 1} {{(pid=100246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:25:02.297267 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-099f3556-5fd0-40ea-80e5-053141b55ba4 tempest-AllowedAddressPairTestJSON-1264288992 tempest-AllowedAddressPairTestJSON-1264288992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for network, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:02.307459 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-099f3556-5fd0-40ea-80e5-053141b55ba4 tempest-AllowedAddressPairTestJSON-1264288992 tempest-AllowedAddressPairTestJSON-1264288992-project] Notify callbacks [] for security_group, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:02.435386 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-099f3556-5fd0-40ea-80e5-053141b55ba4 tempest-AllowedAddressPairTestJSON-1264288992 tempest-AllowedAddressPairTestJSON-1264288992-project] Notify callbacks [] for security_group, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:02.439769 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-099f3556-5fd0-40ea-80e5-053141b55ba4 tempest-AllowedAddressPairTestJSON-1264288992 tempest-AllowedAddressPairTestJSON-1264288992-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:02.469594 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-099f3556-5fd0-40ea-80e5-053141b55ba4 tempest-AllowedAddressPairTestJSON-1264288992 tempest-AllowedAddressPairTestJSON-1264288992-project] vlan segment allocate from pool success with {'vlan_id': 1024, 'physical_network': 'physnet1'} {{(pid=100246) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 14:25:02.481654 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099f3556-5fd0-40ea-80e5-053141b55ba4 tempest-AllowedAddressPairTestJSON-1264288992 tempest-AllowedAddressPairTestJSON-1264288992-project] Pushing event updated for resources: {'SecurityGroup': ['ID=97d9a168-7c5f-4d6b-a25d-e6cedc93b72e,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:25:02.488065 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-099f3556-5fd0-40ea-80e5-053141b55ba4 tempest-AllowedAddressPairTestJSON-1264288992 tempest-AllowedAddressPairTestJSON-1264288992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552'] for segment, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:02.488428 n-d-773647-6 neutron-server[100246]: INFO neutron.db.segments_db [None req-099f3556-5fd0-40ea-80e5-053141b55ba4 tempest-AllowedAddressPairTestJSON-1264288992 tempest-AllowedAddressPairTestJSON-1264288992-project] Added segment 8f7d8f7d-ddd5-4588-861b-cadcd4716d4c of type vlan for network 1d067aff-2235-4ecf-90ec-02e85aea68cf Jul 06 14:25:02.537198 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-099f3556-5fd0-40ea-80e5-053141b55ba4 tempest-AllowedAddressPairTestJSON-1264288992 tempest-AllowedAddressPairTestJSON-1264288992-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773752984405'] for network, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:02.573279 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-099f3556-5fd0-40ea-80e5-053141b55ba4 tempest-AllowedAddressPairTestJSON-1264288992 tempest-AllowedAddressPairTestJSON-1264288992-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060'] for network, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:02.579049 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-099f3556-5fd0-40ea-80e5-053141b55ba4 tempest-AllowedAddressPairTestJSON-1264288992 tempest-AllowedAddressPairTestJSON-1264288992-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:25:02.579761 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-099f3556-5fd0-40ea-80e5-053141b55ba4 tempest-AllowedAddressPairTestJSON-1264288992 tempest-AllowedAddressPairTestJSON-1264288992-project] Notify callbacks [] for network, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:02.644044 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-099f3556-5fd0-40ea-80e5-053141b55ba4 tempest-AllowedAddressPairTestJSON-1264288992 tempest-AllowedAddressPairTestJSON-1264288992-project] 10.222.0.104 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.5200877 Jul 06 14:25:02.644353 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 44178) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:25:02.653520 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-4bd60070-11f8-400e-9cce-e45827fdcb62 tempest-AllowedAddressPairTestJSON-1264288992 tempest-AllowedAddressPairTestJSON-1264288992-project] Request body: {'subnet': {'network_id': '1d067aff-2235-4ecf-90ec-02e85aea68cf', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:25:02.704797 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099f3556-5fd0-40ea-80e5-053141b55ba4 tempest-AllowedAddressPairTestJSON-1264288992 tempest-AllowedAddressPairTestJSON-1264288992-project] Pushing event updated for resources: {'Network': ['ID=1d067aff-2235-4ecf-90ec-02e85aea68cf,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:25:02.718911 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Network 1d067aff-2235-4ecf-90ec-02e85aea68cf details requested by agent ovs-agent-n-d-773647-6 with host n-d-773647-6 {{(pid=100248) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 14:25:02.778813 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bd60070-11f8-400e-9cce-e45827fdcb62 tempest-AllowedAddressPairTestJSON-1264288992 tempest-AllowedAddressPairTestJSON-1264288992-project] Made reservation on behalf of cd06049ac4564a23b6179e889d019f68 for: {'subnet': 1} {{(pid=100246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:25:02.782680 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-4bd60070-11f8-400e-9cce-e45827fdcb62 tempest-AllowedAddressPairTestJSON-1264288992 tempest-AllowedAddressPairTestJSON-1264288992-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127702029'] for subnet, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:02.822593 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75d4e51a-3485-484a-9ab5-6f9ad0b1e82d tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Made reservation on behalf of 754edc6d72c241609d5c976e8526e541 for: {'subnet': 1} {{(pid=100247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:25:02.825209 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-64d24fd1-2f86-4698-b58e-cd19f106ac8f None None] Provisioning for port a8f63695-6919-46b0-82b7-e37e65215135 completed by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:25:02.832489 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-75d4e51a-3485-484a-9ab5-6f9ad0b1e82d tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127627440'] for subnet, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:02.835068 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-64d24fd1-2f86-4698-b58e-cd19f106ac8f None None] Provisioning complete for port a8f63695-6919-46b0-82b7-e37e65215135 triggered by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:25:02.835553 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-64d24fd1-2f86-4698-b58e-cd19f106ac8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:02.952322 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-64d24fd1-2f86-4698-b58e-cd19f106ac8f None None] Provisioning complete for port e8b3615f-ac8f-4712-aa9c-0f27ce5b2976 triggered by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:25:02.953681 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-64d24fd1-2f86-4698-b58e-cd19f106ac8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:02.998814 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-64d24fd1-2f86-4698-b58e-cd19f106ac8f None None] Port e8b3615f-ac8f-4712-aa9c-0f27ce5b2976 cannot update to ACTIVE because it is not bound. {{(pid=100248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 14:25:03.015884 n-d-773647-6 neutron-server[100247]: INFO neutron.db.ipam_backend_mixin [None req-75d4e51a-3485-484a-9ab5-6f9ad0b1e82d tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 29243ed9-4588-4771-b301-87ce4a75a1da (CIDR: 172.20.0.16/28) Jul 06 14:25:03.022172 n-d-773647-6 neutron-server[100247]: INFO neutron.pecan_wsgi.hooks.translation [None req-75d4e51a-3485-484a-9ab5-6f9ad0b1e82d tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 06 14:25:03.022826 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-75d4e51a-3485-484a-9ab5-6f9ad0b1e82d tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100247) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 14:25:03.057547 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-75d4e51a-3485-484a-9ab5-6f9ad0b1e82d tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] 10.222.0.104 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.9012754 Jul 06 14:25:03.062653 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 44182) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:25:03.071611 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [None req-62fb74b0-bc57-46a1-928c-44782f731a99 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Request body: {'subnet': {'network_id': '102a93d7-9750-43f3-b56c-24ea517f2c2e', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:25:03.108352 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-4bd60070-11f8-400e-9cce-e45827fdcb62 tempest-AllowedAddressPairTestJSON-1264288992 tempest-AllowedAddressPairTestJSON-1264288992-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1849032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127687649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127702047'] for subnet, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:03.124800 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-72f76595-8af1-4de5-bd07-bf5cbcb42666 None None] Provisioning for port 04d3d990-5a2b-49cb-9a92-5453f1b852e7 completed by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:25:03.130124 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-72f76595-8af1-4de5-bd07-bf5cbcb42666 None None] Provisioning complete for port 04d3d990-5a2b-49cb-9a92-5453f1b852e7 triggered by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:25:03.130831 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-72f76595-8af1-4de5-bd07-bf5cbcb42666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:03.173597 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-72f76595-8af1-4de5-bd07-bf5cbcb42666 None None] Port 04d3d990-5a2b-49cb-9a92-5453f1b852e7 cannot update to ACTIVE because it is not bound. {{(pid=100248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 14:25:03.192430 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd60070-11f8-400e-9cce-e45827fdcb62 tempest-AllowedAddressPairTestJSON-1264288992 tempest-AllowedAddressPairTestJSON-1264288992-project] Pushing event updated for resources: {'Subnet': ['ID=9506a02d-e719-4fcc-a301-360d9beccaf7,revision_number=0']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:25:03.219018 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bd60070-11f8-400e-9cce-e45827fdcb62 tempest-AllowedAddressPairTestJSON-1264288992 tempest-AllowedAddressPairTestJSON-1264288992-project] Checking segment: {'id': '8f7d8f7d-ddd5-4588-861b-cadcd4716d4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': '1d067aff-2235-4ecf-90ec-02e85aea68cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:25:03.219447 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bd60070-11f8-400e-9cce-e45827fdcb62 tempest-AllowedAddressPairTestJSON-1264288992 tempest-AllowedAddressPairTestJSON-1264288992-project] Network hostable DHCP agents. Network: 1d067aff-2235-4ecf-90ec-02e85aea68cf, hostable agents: ['f2bada3d-be77-4359-982b-8505a2bbca04'], hosted agents: [] {{(pid=100246) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 14:25:03.244541 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bd60070-11f8-400e-9cce-e45827fdcb62 tempest-AllowedAddressPairTestJSON-1264288992 tempest-AllowedAddressPairTestJSON-1264288992-project] Network 1d067aff-2235-4ecf-90ec-02e85aea68cf is scheduled to be hosted by DHCP agent f2bada3d-be77-4359-982b-8505a2bbca04 with binding_index 1 {{(pid=100246) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 14:25:03.267799 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.base_scheduler [None req-4bd60070-11f8-400e-9cce-e45827fdcb62 tempest-AllowedAddressPairTestJSON-1264288992 tempest-AllowedAddressPairTestJSON-1264288992-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773647-6, 1d067aff-2235-4ecf-90ec-02e85aea68cf) {{(pid=100246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:25:03.273253 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bd60070-11f8-400e-9cce-e45827fdcb62 tempest-AllowedAddressPairTestJSON-1264288992 tempest-AllowedAddressPairTestJSON-1264288992-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:25:03.273979 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-4bd60070-11f8-400e-9cce-e45827fdcb62 tempest-AllowedAddressPairTestJSON-1264288992 tempest-AllowedAddressPairTestJSON-1264288992-project] Notify callbacks [] for subnet, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:03.280686 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0a669cb-c419-4c4a-b6c2-14e57a82645d None None] Network 1d067aff-2235-4ecf-90ec-02e85aea68cf requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:25:03.280908 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62fb74b0-bc57-46a1-928c-44782f731a99 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Made reservation on behalf of 754edc6d72c241609d5c976e8526e541 for: {'subnet': 1} {{(pid=100247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:25:03.285358 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-62fb74b0-bc57-46a1-928c-44782f731a99 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127627440'] for subnet, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:03.311662 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-4bd60070-11f8-400e-9cce-e45827fdcb62 tempest-AllowedAddressPairTestJSON-1264288992 tempest-AllowedAddressPairTestJSON-1264288992-project] 10.222.0.104 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6661465 Jul 06 14:25:03.314155 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 44192) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:25:03.328155 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-b6a5b7e5-de04-4cc5-b2e2-1f6cd0188a62 tempest-AllowedAddressPairTestJSON-1264288992 tempest-AllowedAddressPairTestJSON-1264288992-project] Request body: {'port': {'network_id': '1d067aff-2235-4ecf-90ec-02e85aea68cf', 'name': 'tempest-AllowedAddressPairTestJSON-1893645401'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:25:03.637813 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6a5b7e5-de04-4cc5-b2e2-1f6cd0188a62 tempest-AllowedAddressPairTestJSON-1264288992 tempest-AllowedAddressPairTestJSON-1264288992-project] Made reservation on behalf of cd06049ac4564a23b6179e889d019f68 for: {'port': 1} {{(pid=100246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:25:03.637813 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-b6a5b7e5-de04-4cc5-b2e2-1f6cd0188a62 tempest-AllowedAddressPairTestJSON-1264288992 tempest-AllowedAddressPairTestJSON-1264288992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:03.769747 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7fd19a2-e82f-4c4f-ac53-90033c9505cf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6bd5fc82-6666-56e8-87c2-91648d36c963-1d067aff-2235-4ecf-90ec-02e85aea68cf', 'network_id': '1d067aff-2235-4ecf-90ec-02e85aea68cf', 'tenant_id': 'cd06049ac4564a23b6179e889d019f68', 'fixed_ips': [{'subnet_id': '9506a02d-e719-4fcc-a301-360d9beccaf7'}]}} from n-d-773647-6. {{(pid=100248) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 14:25:03.769747 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-a7fd19a2-e82f-4c4f-ac53-90033c9505cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:03.773368 n-d-773647-6 neutron-server[100246]: DEBUG neutron.notifiers.nova [None req-b6a5b7e5-de04-4cc5-b2e2-1f6cd0188a62 tempest-AllowedAddressPairTestJSON-1264288992 tempest-AllowedAddressPairTestJSON-1264288992-project] device_id is not set on port 105d55e4-9b12-4d6d-894b-de91524d897e yet. {{(pid=100246) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 14:25:03.829003 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-62fb74b0-bc57-46a1-928c-44782f731a99 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1849032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-128888412', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127627426'] for subnet, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:03.891023 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.db_base_plugin_common [None req-a7fd19a2-e82f-4c4f-ac53-90033c9505cf None None] Allocated IP 172.20.0.2 (1d067aff-2235-4ecf-90ec-02e85aea68cf/9506a02d-e719-4fcc-a301-360d9beccaf7/b3214c5a-a514-49cb-ad0b-feb5f6e186d5) {{(pid=100248) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:25:03.959345 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62fb74b0-bc57-46a1-928c-44782f731a99 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Pushing event updated for resources: {'Subnet': ['ID=99d64917-aaec-485d-97c5-2d1478c93d98,revision_number=0']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:25:03.968087 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device a8f63695-6919-46b0-82b7-e37e65215135 up at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:25:03.974154 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62fb74b0-bc57-46a1-928c-44782f731a99 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Network 102a93d7-9750-43f3-b56c-24ea517f2c2e is already hosted by enough agents. {{(pid=100247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:25:03.976321 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.base_scheduler [None req-62fb74b0-bc57-46a1-928c-44782f731a99 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Resources bound (agent type, host, resource id): {{(pid=100247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:25:03.986226 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62fb74b0-bc57-46a1-928c-44782f731a99 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:25:03.987313 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-62fb74b0-bc57-46a1-928c-44782f731a99 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Notify callbacks [] for subnet, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:04.022591 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-62fb74b0-bc57-46a1-928c-44782f731a99 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] 10.222.0.104 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.9582856 Jul 06 14:25:04.025903 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 44216) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:25:04.032562 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2974b11-10a7-4caf-be60-89b6026d6f5a None None] Network 102a93d7-9750-43f3-b56c-24ea517f2c2e requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:25:04.042469 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [None req-4ed2997b-4cc5-4d78-b1c7-c3963d866f5a tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1885126749', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '99d64917-aaec-485d-97c5-2d1478c93d98'}], 'security_groups': ['fbf786ac-05f3-4355-a0b8-2d03a0e4403e', '7be0dafe-246c-4017-819e-639ac199bff5']}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:25:04.159790 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning complete for port a8f63695-6919-46b0-82b7-e37e65215135 triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:25:04.160239 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:04.363401 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-4ed2997b-4cc5-4d78-b1c7-c3963d866f5a tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:04.536763 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-a7fd19a2-e82f-4c4f-ac53-90033c9505cf None None] Notify callbacks [] for port, precommit_create {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:04.549644 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-a7fd19a2-e82f-4c4f-ac53-90033c9505cf None None] Transition to ACTIVE for port object b3214c5a-a514-49cb-ad0b-feb5f6e186d5 will not be triggered until provisioned by entity L2. {{(pid=100248) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:25:04.586897 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-a7fd19a2-e82f-4c4f-ac53-90033c9505cf None None] Transition to ACTIVE for port object b3214c5a-a514-49cb-ad0b-feb5f6e186d5 will not be triggered until provisioned by entity DHCP. {{(pid=100248) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:25:04.596356 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-a7fd19a2-e82f-4c4f-ac53-90033c9505cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108'] for port, after_create {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:04.654703 n-d-773647-6 neutron-server[100248]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7fd19a2-e82f-4c4f-ac53-90033c9505cf None None] Network 1d067aff-2235-4ecf-90ec-02e85aea68cf is already hosted by enough agents. {{(pid=100248) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:25:04.689853 n-d-773647-6 neutron-server[100248]: DEBUG neutron.scheduler.base_scheduler [None req-a7fd19a2-e82f-4c4f-ac53-90033c9505cf None None] Resources bound (agent type, host, resource id): {{(pid=100248) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:25:04.692304 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7fd19a2-e82f-4c4f-ac53-90033c9505cf None None] Received port after_create {{(pid=100248) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:25:04.712712 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7fd19a2-e82f-4c4f-ac53-90033c9505cf None None] Pushing event updated for resources: {'Port': ['ID=b3214c5a-a514-49cb-ad0b-feb5f6e186d5,revision_number=1']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:25:04.719004 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.db_base_plugin_common [None req-b6a5b7e5-de04-4cc5-b2e2-1f6cd0188a62 tempest-AllowedAddressPairTestJSON-1264288992 tempest-AllowedAddressPairTestJSON-1264288992-project] Allocated IP 172.20.0.4 (1d067aff-2235-4ecf-90ec-02e85aea68cf/9506a02d-e719-4fcc-a301-360d9beccaf7/105d55e4-9b12-4d6d-894b-de91524d897e) {{(pid=100246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:25:04.921828 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.db_base_plugin_common [None req-4ed2997b-4cc5-4d78-b1c7-c3963d866f5a tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Delete allocated IP 172.20.0.7 (102a93d7-9750-43f3-b56c-24ea517f2c2e/737314d5-ea0f-4ac9-89a0-bf0eb4d7fc3a) {{(pid=100247) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 06 14:25:04.937735 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.db_base_plugin_common [None req-4ed2997b-4cc5-4d78-b1c7-c3963d866f5a tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Allocated IP 172.20.0.45 (102a93d7-9750-43f3-b56c-24ea517f2c2e/99d64917-aaec-485d-97c5-2d1478c93d98/04d3d990-5a2b-49cb-9a92-5453f1b852e7) {{(pid=100247) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:25:05.099918 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-a7fd19a2-e82f-4c4f-ac53-90033c9505cf None None] Attempting to bind port b3214c5a-a514-49cb-ad0b-feb5f6e186d5 on host n-d-773647-6 for vnic_type normal with profile {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:25:05.100491 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-a7fd19a2-e82f-4c4f-ac53-90033c9505cf None None] Attempting to bind port b3214c5a-a514-49cb-ad0b-feb5f6e186d5 by drivers openvswitch,hyperv on host n-d-773647-6 at level 0 using segments [{'id': '8f7d8f7d-ddd5-4588-861b-cadcd4716d4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': '1d067aff-2235-4ecf-90ec-02e85aea68cf'}] {{(pid=100248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:25:05.100633 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7fd19a2-e82f-4c4f-ac53-90033c9505cf None None] Attempting to bind port b3214c5a-a514-49cb-ad0b-feb5f6e186d5 on network 1d067aff-2235-4ecf-90ec-02e85aea68cf {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:25:05.144704 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7fd19a2-e82f-4c4f-ac53-90033c9505cf None None] Checking agent: {'id': '8ab5b19c-d213-4f29-891d-27bdf39d38b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773647-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 43, 26), 'started_at': datetime.datetime(2021, 7, 6, 13, 43, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 24, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773647-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:25:05.153772 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7fd19a2-e82f-4c4f-ac53-90033c9505cf None None] Checking segment: {'id': '8f7d8f7d-ddd5-4588-861b-cadcd4716d4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': '1d067aff-2235-4ecf-90ec-02e85aea68cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:25:05.154041 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-a7fd19a2-e82f-4c4f-ac53-90033c9505cf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:05.156396 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7fd19a2-e82f-4c4f-ac53-90033c9505cf None None] Bound using segment: {'id': '8f7d8f7d-ddd5-4588-861b-cadcd4716d4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': '1d067aff-2235-4ecf-90ec-02e85aea68cf'} {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:25:05.157004 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-a7fd19a2-e82f-4c4f-ac53-90033c9505cf None None] Bound port: b3214c5a-a514-49cb-ad0b-feb5f6e186d5, host: n-d-773647-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f7d8f7d-ddd5-4588-861b-cadcd4716d4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': '1d067aff-2235-4ecf-90ec-02e85aea68cf'}}] {{(pid=100248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:25:05.157411 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-a7fd19a2-e82f-4c4f-ac53-90033c9505cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:05.224895 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-704e2d54-429b-440d-8560-2bbdc079221b None None] Update dhcp port {'port': {'network_id': '102a93d7-9750-43f3-b56c-24ea517f2c2e', 'fixed_ips': [{'subnet_id': '29243ed9-4588-4771-b301-87ce4a75a1da', 'ip_address': '172.20.0.18'}, {'subnet_id': '737314d5-ea0f-4ac9-89a0-bf0eb4d7fc3a', 'ip_address': '172.20.0.2'}, {'subnet_id': '99d64917-aaec-485d-97c5-2d1478c93d98'}], 'binding:host_id': 'n-d-773647-6'}, 'id': 'a8f63695-6919-46b0-82b7-e37e65215135'} from n-d-773647-6. {{(pid=100248) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 06 14:25:05.270968 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-704e2d54-429b-440d-8560-2bbdc079221b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:05.273562 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-4ed2997b-4cc5-4d78-b1c7-c3963d866f5a tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Notify callbacks [] for port, precommit_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:05.289374 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.provisioning_blocks [None req-4ed2997b-4cc5-4d78-b1c7-c3963d866f5a tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Transition to ACTIVE for port object 04d3d990-5a2b-49cb-9a92-5453f1b852e7 will not be triggered until provisioned by entity DHCP. {{(pid=100247) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:25:05.297312 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-4ed2997b-4cc5-4d78-b1c7-c3963d866f5a tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128888538'] for port, after_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:05.455113 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed2997b-4cc5-4d78-b1c7-c3963d866f5a tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Pushing event updated for resources: {'Port': ['ID=04d3d990-5a2b-49cb-9a92-5453f1b852e7,revision_number=2']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:25:05.472591 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.plugin [None req-4ed2997b-4cc5-4d78-b1c7-c3963d866f5a tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] In _notify_port_updated(), no bound segment for port 04d3d990-5a2b-49cb-9a92-5453f1b852e7 on network 102a93d7-9750-43f3-b56c-24ea517f2c2e {{(pid=100247) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 06 14:25:05.482114 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ed2997b-4cc5-4d78-b1c7-c3963d866f5a tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:25:05.482694 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-4ed2997b-4cc5-4d78-b1c7-c3963d866f5a tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:05.484178 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-b6a5b7e5-de04-4cc5-b2e2-1f6cd0188a62 tempest-AllowedAddressPairTestJSON-1264288992 tempest-AllowedAddressPairTestJSON-1264288992-project] Notify callbacks [] for port, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:05.485088 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-4ed2997b-4cc5-4d78-b1c7-c3963d866f5a tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] 10.222.0.104 "PUT /v2.0/ports/04d3d990-5a2b-49cb-9a92-5453f1b852e7 HTTP/1.1" status: 200 len: 960 time: 1.4577990 Jul 06 14:25:05.488151 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 44242) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:25:05.494853 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-a7fd19a2-e82f-4c4f-ac53-90033c9505cf None None] For port b3214c5a-a514-49cb-ad0b-feb5f6e186d5, host n-d-773647-6, cleared binding levels {{(pid=100248) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:25:05.498422 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-a7fd19a2-e82f-4c4f-ac53-90033c9505cf None None] For port b3214c5a-a514-49cb-ad0b-feb5f6e186d5, host n-d-773647-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=b3214c5a-a514-49cb-ad0b-feb5f6e186d5,segment=NetworkSegment(8f7d8f7d-ddd5-4588-861b-cadcd4716d4c),segment_id=8f7d8f7d-ddd5-4588-861b-cadcd4716d4c)] {{(pid=100248) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:25:05.506348 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-a7fd19a2-e82f-4c4f-ac53-90033c9505cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:05.518896 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.provisioning_blocks [None req-b6a5b7e5-de04-4cc5-b2e2-1f6cd0188a62 tempest-AllowedAddressPairTestJSON-1264288992 tempest-AllowedAddressPairTestJSON-1264288992-project] Transition to ACTIVE for port object 105d55e4-9b12-4d6d-894b-de91524d897e will not be triggered until provisioned by entity DHCP. {{(pid=100246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:25:05.572287 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-b6a5b7e5-de04-4cc5-b2e2-1f6cd0188a62 tempest-AllowedAddressPairTestJSON-1264288992 tempest-AllowedAddressPairTestJSON-1264288992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-127687573'] for port, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:05.670200 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7fd19a2-e82f-4c4f-ac53-90033c9505cf None None] Pushing event updated for resources: {'Port': ['ID=b3214c5a-a514-49cb-ad0b-feb5f6e186d5,revision_number=2']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:25:05.679828 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.plugin [None req-0f7a6910-efb7-450c-a821-20ddaa89a665 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Deleting port 04d3d990-5a2b-49cb-9a92-5453f1b852e7 {{(pid=100247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:25:05.695413 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6a5b7e5-de04-4cc5-b2e2-1f6cd0188a62 tempest-AllowedAddressPairTestJSON-1264288992 tempest-AllowedAddressPairTestJSON-1264288992-project] Network 1d067aff-2235-4ecf-90ec-02e85aea68cf is already hosted by enough agents. {{(pid=100246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:25:05.699578 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-0f7a6910-efb7-450c-a821-20ddaa89a665 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:05.700881 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.base_scheduler [None req-b6a5b7e5-de04-4cc5-b2e2-1f6cd0188a62 tempest-AllowedAddressPairTestJSON-1264288992 tempest-AllowedAddressPairTestJSON-1264288992-project] Resources bound (agent type, host, resource id): {{(pid=100246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:25:05.705321 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6a5b7e5-de04-4cc5-b2e2-1f6cd0188a62 tempest-AllowedAddressPairTestJSON-1264288992 tempest-AllowedAddressPairTestJSON-1264288992-project] Received port after_create {{(pid=100246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:25:05.722491 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.db_base_plugin_common [None req-704e2d54-429b-440d-8560-2bbdc079221b None None] Allocated IP 172.20.0.34 (102a93d7-9750-43f3-b56c-24ea517f2c2e/99d64917-aaec-485d-97c5-2d1478c93d98/a8f63695-6919-46b0-82b7-e37e65215135) {{(pid=100248) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:25:05.773930 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a5b7e5-de04-4cc5-b2e2-1f6cd0188a62 tempest-AllowedAddressPairTestJSON-1264288992 tempest-AllowedAddressPairTestJSON-1264288992-project] Pushing event updated for resources: {'Port': ['ID=105d55e4-9b12-4d6d-894b-de91524d897e,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:25:05.826638 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6a5b7e5-de04-4cc5-b2e2-1f6cd0188a62 tempest-AllowedAddressPairTestJSON-1264288992 tempest-AllowedAddressPairTestJSON-1264288992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:25:05.827604 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-b6a5b7e5-de04-4cc5-b2e2-1f6cd0188a62 tempest-AllowedAddressPairTestJSON-1264288992 tempest-AllowedAddressPairTestJSON-1264288992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:05.847518 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-b6a5b7e5-de04-4cc5-b2e2-1f6cd0188a62 tempest-AllowedAddressPairTestJSON-1264288992 tempest-AllowedAddressPairTestJSON-1264288992-project] 10.222.0.104 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.5291212 Jul 06 14:25:05.849451 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 44252) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:25:05.866578 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [None req-acf231b5-9aeb-4dc5-b432-bb93e69fd59d tempest-AllowedAddressPairTestJSON-1264288992 tempest-AllowedAddressPairTestJSON-1264288992-project] Request body: {'port': {'network_id': '1d067aff-2235-4ecf-90ec-02e85aea68cf', 'name': 'tempest-AllowedAddressPairTestJSON-327673441', 'allowed_address_pairs': [{'ip_address': '172.20.0.4', 'mac_address': 'fa:16:3e:72:bb:44'}]}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:25:05.962626 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-704e2d54-429b-440d-8560-2bbdc079221b None None] For port a8f63695-6919-46b0-82b7-e37e65215135, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=a8f63695-6919-46b0-82b7-e37e65215135,segment=NetworkSegment(ee9e1cc6-ff68-40b1-9eca-fb0837bfe6c9),segment_id=ee9e1cc6-ff68-40b1-9eca-fb0837bfe6c9)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:25:06.056383 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-704e2d54-429b-440d-8560-2bbdc079221b None None] Notify callbacks [] for port, precommit_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:06.080359 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-704e2d54-429b-440d-8560-2bbdc079221b None None] Transition to ACTIVE for port object a8f63695-6919-46b0-82b7-e37e65215135 will not be triggered until provisioned by entity DHCP. {{(pid=100248) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:25:06.086902 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-704e2d54-429b-440d-8560-2bbdc079221b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:06.100950 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-0f7a6910-efb7-450c-a821-20ddaa89a665 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:06.129888 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.plugin [None req-0f7a6910-efb7-450c-a821-20ddaa89a665 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Calling delete_port for 04d3d990-5a2b-49cb-9a92-5453f1b852e7 owned by {{(pid=100247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:25:06.177388 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704e2d54-429b-440d-8560-2bbdc079221b None None] Pushing event updated for resources: {'Port': ['ID=a8f63695-6919-46b0-82b7-e37e65215135,revision_number=7']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:25:06.244431 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acf231b5-9aeb-4dc5-b432-bb93e69fd59d tempest-AllowedAddressPairTestJSON-1264288992 tempest-AllowedAddressPairTestJSON-1264288992-project] Made reservation on behalf of cd06049ac4564a23b6179e889d019f68 for: {'port': 1} {{(pid=100247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:25:06.390281 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-acf231b5-9aeb-4dc5-b432-bb93e69fd59d tempest-AllowedAddressPairTestJSON-1264288992 tempest-AllowedAddressPairTestJSON-1264288992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:06.439619 n-d-773647-6 neutron-server[100247]: DEBUG neutron.notifiers.nova [None req-acf231b5-9aeb-4dc5-b432-bb93e69fd59d tempest-AllowedAddressPairTestJSON-1264288992 tempest-AllowedAddressPairTestJSON-1264288992-project] device_id is not set on port bd2ffd7e-cc69-464a-a31f-b5c6067c1c19 yet. {{(pid=100247) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 14:25:06.506371 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-0f7a6910-efb7-450c-a821-20ddaa89a665 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128888353'] for port, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:06.579927 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7a6910-efb7-450c-a821-20ddaa89a665 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Pushing event deleted for resources: {'Port': ['ID=04d3d990-5a2b-49cb-9a92-5453f1b852e7,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:25:06.723771 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.db_base_plugin_common [None req-acf231b5-9aeb-4dc5-b432-bb93e69fd59d tempest-AllowedAddressPairTestJSON-1264288992 tempest-AllowedAddressPairTestJSON-1264288992-project] Allocated IP 172.20.0.6 (1d067aff-2235-4ecf-90ec-02e85aea68cf/9506a02d-e719-4fcc-a301-360d9beccaf7/bd2ffd7e-cc69-464a-a31f-b5c6067c1c19) {{(pid=100247) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:25:06.731344 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-0f7a6910-efb7-450c-a821-20ddaa89a665 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:06.737652 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-0f7a6910-efb7-450c-a821-20ddaa89a665 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] 10.222.0.104 "DELETE /v2.0/ports/04d3d990-5a2b-49cb-9a92-5453f1b852e7 HTTP/1.1" status: 204 len: 168 time: 1.2439561 Jul 06 14:25:06.737838 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 44264) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:25:06.803347 n-d-773647-6 neutron-server[100246]: INFO neutron.pecan_wsgi.hooks.translation [None req-70b310f7-dd58-47a6-b7cd-0a3e48a61de5 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] GET failed (client error): The resource could not be found. Jul 06 14:25:06.807541 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-70b310f7-dd58-47a6-b7cd-0a3e48a61de5 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] 10.222.0.104 "GET /v2.0/ports/04d3d990-5a2b-49cb-9a92-5453f1b852e7 HTTP/1.1" status: 404 len: 333 time: 0.0679457 Jul 06 14:25:06.809542 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 44266) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:25:07.009516 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-1134a158-41f2-4fc9-9a02-e6498dd0a444 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Notify callbacks [] for security_group, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:07.039926 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-acf231b5-9aeb-4dc5-b432-bb93e69fd59d tempest-AllowedAddressPairTestJSON-1264288992 tempest-AllowedAddressPairTestJSON-1264288992-project] Notify callbacks [] for port, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:07.079423 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-1134a158-41f2-4fc9-9a02-e6498dd0a444 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:07.084077 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.provisioning_blocks [None req-acf231b5-9aeb-4dc5-b432-bb93e69fd59d tempest-AllowedAddressPairTestJSON-1264288992 tempest-AllowedAddressPairTestJSON-1264288992-project] Transition to ACTIVE for port object bd2ffd7e-cc69-464a-a31f-b5c6067c1c19 will not be triggered until provisioned by entity DHCP. {{(pid=100247) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:25:07.147501 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-1134a158-41f2-4fc9-9a02-e6498dd0a444 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:07.153425 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-1134a158-41f2-4fc9-9a02-e6498dd0a444 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Notify callbacks [] for security_group, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:07.154609 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-1134a158-41f2-4fc9-9a02-e6498dd0a444 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] 10.222.0.104 "DELETE /v2.0/security-groups/1f9d1725-fbe6-49b8-942f-504f21c4f718 HTTP/1.1" status: 204 len: 168 time: 0.3439281 Jul 06 14:25:07.157402 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 44282) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:25:07.177575 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1134a158-41f2-4fc9-9a02-e6498dd0a444 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f9d1725-fbe6-49b8-942f-504f21c4f718,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:25:07.198908 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-acf231b5-9aeb-4dc5-b432-bb93e69fd59d tempest-AllowedAddressPairTestJSON-1264288992 tempest-AllowedAddressPairTestJSON-1264288992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-128888360'] for port, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:07.319705 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acf231b5-9aeb-4dc5-b432-bb93e69fd59d tempest-AllowedAddressPairTestJSON-1264288992 tempest-AllowedAddressPairTestJSON-1264288992-project] Network 1d067aff-2235-4ecf-90ec-02e85aea68cf is already hosted by enough agents. {{(pid=100247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:25:07.326226 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.base_scheduler [None req-acf231b5-9aeb-4dc5-b432-bb93e69fd59d tempest-AllowedAddressPairTestJSON-1264288992 tempest-AllowedAddressPairTestJSON-1264288992-project] Resources bound (agent type, host, resource id): {{(pid=100247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:25:07.332324 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-b1300ac8-ca1b-4e45-a313-7704eceb8be1 None None] Could not find standard attr ID for object 04d3d990-5a2b-49cb-9a92-5453f1b852e7. {{(pid=100248) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 06 14:25:07.335514 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acf231b5-9aeb-4dc5-b432-bb93e69fd59d tempest-AllowedAddressPairTestJSON-1264288992 tempest-AllowedAddressPairTestJSON-1264288992-project] Received port after_create {{(pid=100247) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:25:07.343888 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-c1363fb6-c847-44d5-93b7-2c2565a09390 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Notify callbacks [] for security_group, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:07.358369 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-b1300ac8-ca1b-4e45-a313-7704eceb8be1 None None] Provisioning for port a8f63695-6919-46b0-82b7-e37e65215135 completed by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:25:07.370231 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-b1300ac8-ca1b-4e45-a313-7704eceb8be1 None None] Provisioning complete for port a8f63695-6919-46b0-82b7-e37e65215135 triggered by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:25:07.370727 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-b1300ac8-ca1b-4e45-a313-7704eceb8be1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:07.419309 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acf231b5-9aeb-4dc5-b432-bb93e69fd59d tempest-AllowedAddressPairTestJSON-1264288992 tempest-AllowedAddressPairTestJSON-1264288992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:25:07.420163 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-acf231b5-9aeb-4dc5-b432-bb93e69fd59d tempest-AllowedAddressPairTestJSON-1264288992 tempest-AllowedAddressPairTestJSON-1264288992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:07.426890 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-c1363fb6-c847-44d5-93b7-2c2565a09390 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:07.429892 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf231b5-9aeb-4dc5-b432-bb93e69fd59d tempest-AllowedAddressPairTestJSON-1264288992 tempest-AllowedAddressPairTestJSON-1264288992-project] Pushing event updated for resources: {'Port': ['ID=bd2ffd7e-cc69-464a-a31f-b5c6067c1c19,revision_number=1']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:25:07.454497 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-acf231b5-9aeb-4dc5-b432-bb93e69fd59d tempest-AllowedAddressPairTestJSON-1264288992 tempest-AllowedAddressPairTestJSON-1264288992-project] 10.222.0.104 "POST /v2.0/ports HTTP/1.1" status: 201 len: 997 time: 1.5985506 Jul 06 14:25:07.455153 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 44292) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:25:07.511641 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3947102-41ef-4c87-91d9-cb20b7921f7e None None] Network 1d067aff-2235-4ecf-90ec-02e85aea68cf requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:25:07.580253 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ddd2b47-70f0-4220-8a9c-d03ea3a80a1d tempest-AllowedAddressPairTestJSON-1264288992 tempest-AllowedAddressPairTestJSON-1264288992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:25:07.587772 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ddd2b47-70f0-4220-8a9c-d03ea3a80a1d tempest-AllowedAddressPairTestJSON-1264288992 tempest-AllowedAddressPairTestJSON-1264288992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:25:07.594566 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ddd2b47-70f0-4220-8a9c-d03ea3a80a1d tempest-AllowedAddressPairTestJSON-1264288992 tempest-AllowedAddressPairTestJSON-1264288992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:25:07.596839 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-8ddd2b47-70f0-4220-8a9c-d03ea3a80a1d tempest-AllowedAddressPairTestJSON-1264288992 tempest-AllowedAddressPairTestJSON-1264288992-project] 10.222.0.104 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2463 time: 0.1410937 Jul 06 14:25:07.600299 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 44296) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:25:07.619809 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-c1363fb6-c847-44d5-93b7-2c2565a09390 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:07.622107 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-b1300ac8-ca1b-4e45-a313-7704eceb8be1 None None] Provisioning complete for port e8b3615f-ac8f-4712-aa9c-0f27ce5b2976 triggered by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:25:07.622557 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-b1300ac8-ca1b-4e45-a313-7704eceb8be1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:07.637395 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-c1363fb6-c847-44d5-93b7-2c2565a09390 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Notify callbacks [] for security_group, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:07.642232 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-c1363fb6-c847-44d5-93b7-2c2565a09390 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] 10.222.0.104 "DELETE /v2.0/security-groups/7be0dafe-246c-4017-819e-639ac199bff5 HTTP/1.1" status: 204 len: 168 time: 0.4837010 Jul 06 14:25:07.644375 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 44298) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:25:07.694414 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1363fb6-c847-44d5-93b7-2c2565a09390 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7be0dafe-246c-4017-819e-639ac199bff5,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:25:07.772900 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-b1300ac8-ca1b-4e45-a313-7704eceb8be1 None None] Port e8b3615f-ac8f-4712-aa9c-0f27ce5b2976 cannot update to ACTIVE because it is not bound. {{(pid=100248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 14:25:07.816376 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-3ecdfc54-d63f-49e7-914b-0b0f6e8314c3 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Notify callbacks [] for security_group, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:07.887024 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-3ecdfc54-d63f-49e7-914b-0b0f6e8314c3 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:07.914836 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.plugin [None req-d3b8016e-84dd-4f90-8a35-5c07b48b5127 tempest-AllowedAddressPairTestJSON-1264288992 tempest-AllowedAddressPairTestJSON-1264288992-project] Deleting port bd2ffd7e-cc69-464a-a31f-b5c6067c1c19 {{(pid=100247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:25:07.915188 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-d3b8016e-84dd-4f90-8a35-5c07b48b5127 tempest-AllowedAddressPairTestJSON-1264288992 tempest-AllowedAddressPairTestJSON-1264288992-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:07.918653 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-f899c594-8767-493c-81c2-0c43b41a3025 None None] Provisioning for port b3214c5a-a514-49cb-ad0b-feb5f6e186d5 completed by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:25:07.936548 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 44308) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:25:08.024118 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-3ecdfc54-d63f-49e7-914b-0b0f6e8314c3 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:08.028029 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-3ecdfc54-d63f-49e7-914b-0b0f6e8314c3 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Notify callbacks [] for security_group, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:08.029879 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-3ecdfc54-d63f-49e7-914b-0b0f6e8314c3 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] 10.222.0.104 "DELETE /v2.0/security-groups/fbf786ac-05f3-4355-a0b8-2d03a0e4403e HTTP/1.1" status: 204 len: 168 time: 0.3539200 Jul 06 14:25:08.034002 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 44312) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:25:08.043779 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-4c6cb824-8250-48b4-b499-6d7af22bc792 None None] Could not find standard attr ID for object 04d3d990-5a2b-49cb-9a92-5453f1b852e7. {{(pid=100248) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 06 14:25:08.065657 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-d3b8016e-84dd-4f90-8a35-5c07b48b5127 tempest-AllowedAddressPairTestJSON-1264288992 tempest-AllowedAddressPairTestJSON-1264288992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:08.134494 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.plugin [None req-d3b8016e-84dd-4f90-8a35-5c07b48b5127 tempest-AllowedAddressPairTestJSON-1264288992 tempest-AllowedAddressPairTestJSON-1264288992-project] Calling delete_port for bd2ffd7e-cc69-464a-a31f-b5c6067c1c19 owned by {{(pid=100247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:25:08.170351 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.db_base_plugin_v2 [None req-b2ee7a97-65ce-4dce-80d6-743e5c9d92ae tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Deleting subnet 737314d5-ea0f-4ac9-89a0-bf0eb4d7fc3a {{(pid=100246) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 14:25:08.171464 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device b3214c5a-a514-49cb-ad0b-feb5f6e186d5 up at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:25:08.184805 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-b2ee7a97-65ce-4dce-80d6-743e5c9d92ae tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Notify callbacks [] for subnet, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:08.195607 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ecdfc54-d63f-49e7-914b-0b0f6e8314c3 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbf786ac-05f3-4355-a0b8-2d03a0e4403e,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:25:08.251593 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-9fad8e72-bf28-40ce-8483-0a776e7ffe30 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:08.286260 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning for port b3214c5a-a514-49cb-ad0b-feb5f6e186d5 completed by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:25:08.292734 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning complete for port b3214c5a-a514-49cb-ad0b-feb5f6e186d5 triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:25:08.294380 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:08.314901 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-b2ee7a97-65ce-4dce-80d6-743e5c9d92ae tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126218885'] for subnet, precommit_delete_associations {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:08.441931 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-f74cbbc9-846a-4324-b957-bfc2d6126e98 None None] Provisioning complete for port b3214c5a-a514-49cb-ad0b-feb5f6e186d5 triggered by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:25:08.441931 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-f74cbbc9-846a-4324-b957-bfc2d6126e98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:08.471890 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-b2ee7a97-65ce-4dce-80d6-743e5c9d92ae tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-913473'] for subnet, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:08.485865 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-d3b8016e-84dd-4f90-8a35-5c07b48b5127 tempest-AllowedAddressPairTestJSON-1264288992 tempest-AllowedAddressPairTestJSON-1264288992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128888353'] for port, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:08.493766 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:08.531923 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b8016e-84dd-4f90-8a35-5c07b48b5127 tempest-AllowedAddressPairTestJSON-1264288992 tempest-AllowedAddressPairTestJSON-1264288992-project] Pushing event deleted for resources: {'Port': ['ID=bd2ffd7e-cc69-464a-a31f-b5c6067c1c19,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:25:08.658724 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] For port b3214c5a-a514-49cb-ad0b-feb5f6e186d5, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=b3214c5a-a514-49cb-ad0b-feb5f6e186d5,segment=NetworkSegment(8f7d8f7d-ddd5-4588-861b-cadcd4716d4c),segment_id=8f7d8f7d-ddd5-4588-861b-cadcd4716d4c)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:25:08.661039 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-b2ee7a97-65ce-4dce-80d6-743e5c9d92ae tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-913480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1849032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127687590', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127702764'] for subnet, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:08.663163 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-f74cbbc9-846a-4324-b957-bfc2d6126e98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:08.672968 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:08.674264 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device a8f63695-6919-46b0-82b7-e37e65215135 up at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:25:08.706616 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ee7a97-65ce-4dce-80d6-743e5c9d92ae tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Pushing event deleted for resources: {'Subnet': ['ID=737314d5-ea0f-4ac9-89a0-bf0eb4d7fc3a,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:25:08.721582 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-b2ee7a97-65ce-4dce-80d6-743e5c9d92ae tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Notify callbacks [] for subnet, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:08.731811 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-b2ee7a97-65ce-4dce-80d6-743e5c9d92ae tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] 10.222.0.104 "DELETE /v2.0/subnets/737314d5-ea0f-4ac9-89a0-bf0eb4d7fc3a HTTP/1.1" status: 204 len: 168 time: 0.6964703 Jul 06 14:25:08.736668 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 44320) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:25:08.740975 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-9fad8e72-bf28-40ce-8483-0a776e7ffe30 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:08.751267 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-9fad8e72-bf28-40ce-8483-0a776e7ffe30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:08.768837 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9ab1016-90b4-4674-a3d5-9ae8265e7405 None None] Network 102a93d7-9750-43f3-b56c-24ea517f2c2e requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:25:08.840884 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-9fad8e72-bf28-40ce-8483-0a776e7ffe30 admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=cf71f53a3a254654a494cc60847ec71c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8990581 Jul 06 14:25:08.845130 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 44322) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:25:08.848307 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.db_base_plugin_v2 [None req-87bdbcbb-1089-4513-ac91-bab7b1710ee9 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Deleting subnet 99d64917-aaec-485d-97c5-2d1478c93d98 {{(pid=100246) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 14:25:08.858349 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-87bdbcbb-1089-4513-ac91-bab7b1710ee9 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Notify callbacks [] for subnet, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:08.900342 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Pushing event updated for resources: {'Port': ['ID=b3214c5a-a514-49cb-ad0b-feb5f6e186d5,revision_number=3']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:25:08.919869 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning complete for port a8f63695-6919-46b0-82b7-e37e65215135 triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:25:08.920246 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:08.942501 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-d3b8016e-84dd-4f90-8a35-5c07b48b5127 tempest-AllowedAddressPairTestJSON-1264288992 tempest-AllowedAddressPairTestJSON-1264288992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:08.944887 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-d3b8016e-84dd-4f90-8a35-5c07b48b5127 tempest-AllowedAddressPairTestJSON-1264288992 tempest-AllowedAddressPairTestJSON-1264288992-project] 10.222.0.104 "DELETE /v2.0/ports/bd2ffd7e-cc69-464a-a31f-b5c6067c1c19 HTTP/1.1" status: 204 len: 168 time: 1.3359900 Jul 06 14:25:08.952903 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 44326) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:25:08.992485 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-87bdbcbb-1089-4513-ac91-bab7b1710ee9 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126218885'] for subnet, precommit_delete_associations {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:08.995146 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-7f1c4a70-238c-46b8-b0ca-f4b1d2f4e7e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:08.998758 n-d-773647-6 neutron-server[100247]: INFO neutron.pecan_wsgi.hooks.translation [None req-745b4b4a-c74e-4e6d-8618-0b244e11ecbc tempest-AllowedAddressPairTestJSON-1264288992 tempest-AllowedAddressPairTestJSON-1264288992-project] GET failed (client error): The resource could not be found. Jul 06 14:25:09.000749 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-745b4b4a-c74e-4e6d-8618-0b244e11ecbc tempest-AllowedAddressPairTestJSON-1264288992 tempest-AllowedAddressPairTestJSON-1264288992-project] 10.222.0.104 "GET /v2.0/ports/bd2ffd7e-cc69-464a-a31f-b5c6067c1c19 HTTP/1.1" status: 404 len: 333 time: 0.0467243 Jul 06 14:25:09.009804 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 44330) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:25:09.016346 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [None req-b6cd5767-60c9-4fe6-8929-f0d9b662a7a3 tempest-AllowedAddressPairTestJSON-1264288992 tempest-AllowedAddressPairTestJSON-1264288992-project] Request body: {'port': {'network_id': '1d067aff-2235-4ecf-90ec-02e85aea68cf', 'name': 'tempest-AllowedAddressPairTestJSON-304636391'}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:25:09.023895 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:25:09.024240 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:25:09.031753 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:25:09.032272 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:25:09.032618 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:25:09.032958 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:25:09.033294 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:25:09.033623 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:25:09.033951 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:25:09.034278 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:25:09.042130 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:25:09.042557 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:25:09.074968 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.db.api [None req-f74cbbc9-846a-4324-b957-bfc2d6126e98 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100248) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 06 14:25:09.075350 n-d-773647-6 neutron-server[100248]: DEBUG oslo_db.api [None req-f74cbbc9-846a-4324-b957-bfc2d6126e98 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 06 14:25:09.113450 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fad8e72-bf28-40ce-8483-0a776e7ffe30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f696501-d7a2-434e-a826-95e11f6ed907,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:25:09.120041 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-87bdbcbb-1089-4513-ac91-bab7b1710ee9 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-913473'] for subnet, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:09.234649 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-87bdbcbb-1089-4513-ac91-bab7b1710ee9 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-913480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1849032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127687590', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127702764'] for subnet, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:09.286241 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87bdbcbb-1089-4513-ac91-bab7b1710ee9 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Pushing event deleted for resources: {'Subnet': ['ID=99d64917-aaec-485d-97c5-2d1478c93d98,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:25:09.292232 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-87bdbcbb-1089-4513-ac91-bab7b1710ee9 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Notify callbacks [] for subnet, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:09.294175 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-87bdbcbb-1089-4513-ac91-bab7b1710ee9 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] 10.222.0.104 "DELETE /v2.0/subnets/99d64917-aaec-485d-97c5-2d1478c93d98 HTTP/1.1" status: 204 len: 168 time: 0.5555806 Jul 06 14:25:09.299261 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 44334) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:25:09.332593 n-d-773647-6 neutron-server[100246]: INFO neutron.pecan_wsgi.hooks.translation [None req-d1d41dca-7b70-4224-bcac-25a7f587ea62 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] DELETE failed (client error): The resource could not be found. Jul 06 14:25:09.333475 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d1d41dca-7b70-4224-bcac-25a7f587ea62 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100246) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 14:25:09.337614 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-d1d41dca-7b70-4224-bcac-25a7f587ea62 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] 10.222.0.104 "DELETE /v2.0/subnets/737314d5-ea0f-4ac9-89a0-bf0eb4d7fc3a HTTP/1.1" status: 404 len: 337 time: 0.0371697 Jul 06 14:25:09.343937 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 44336) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:25:09.427355 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75de6c4c-6845-408a-853c-509d8535a989 None None] Update dhcp port {'port': {'network_id': '102a93d7-9750-43f3-b56c-24ea517f2c2e', 'fixed_ips': [{'subnet_id': '29243ed9-4588-4771-b301-87ce4a75a1da', 'ip_address': '172.20.0.18'}, {'subnet_id': '99d64917-aaec-485d-97c5-2d1478c93d98'}], 'binding:host_id': 'n-d-773647-6'}, 'id': 'a8f63695-6919-46b0-82b7-e37e65215135'} from n-d-773647-6. {{(pid=100248) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 06 14:25:09.430153 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.db_base_plugin_v2 [None req-3155014b-6f9c-44cf-9c66-0c6df1532d28 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Deleting subnet 29243ed9-4588-4771-b301-87ce4a75a1da {{(pid=100246) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 14:25:09.434798 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-3155014b-6f9c-44cf-9c66-0c6df1532d28 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Notify callbacks [] for subnet, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:09.458208 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-7f1c4a70-238c-46b8-b0ca-f4b1d2f4e7e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:09.499982 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-75de6c4c-6845-408a-853c-509d8535a989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:09.507563 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-3155014b-6f9c-44cf-9c66-0c6df1532d28 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126218885'] for subnet, precommit_delete_associations {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:09.565313 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-7f1c4a70-238c-46b8-b0ca-f4b1d2f4e7e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:09.569372 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-7f1c4a70-238c-46b8-b0ca-f4b1d2f4e7e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:09.576593 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-7f1c4a70-238c-46b8-b0ca-f4b1d2f4e7e9 admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/5f696501-d7a2-434e-a826-95e11f6ed907 HTTP/1.1" status: 204 len: 168 time: 0.7277920 Jul 06 14:25:09.581228 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6cd5767-60c9-4fe6-8929-f0d9b662a7a3 tempest-AllowedAddressPairTestJSON-1264288992 tempest-AllowedAddressPairTestJSON-1264288992-project] Made reservation on behalf of cd06049ac4564a23b6179e889d019f68 for: {'port': 1} {{(pid=100247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:25:09.585751 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-b6cd5767-60c9-4fe6-8929-f0d9b662a7a3 tempest-AllowedAddressPairTestJSON-1264288992 tempest-AllowedAddressPairTestJSON-1264288992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:09.594497 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1c4a70-238c-46b8-b0ca-f4b1d2f4e7e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f696501-d7a2-434e-a826-95e11f6ed907,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:25:09.622303 n-d-773647-6 neutron-server[100247]: DEBUG neutron.notifiers.nova [None req-b6cd5767-60c9-4fe6-8929-f0d9b662a7a3 tempest-AllowedAddressPairTestJSON-1264288992 tempest-AllowedAddressPairTestJSON-1264288992-project] device_id is not set on port b6754b19-b1af-4411-a8ee-b714f892dc17 yet. {{(pid=100247) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 14:25:09.653964 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-3155014b-6f9c-44cf-9c66-0c6df1532d28 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-913473'] for subnet, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:09.694365 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-f74cbbc9-846a-4324-b957-bfc2d6126e98 None None] Could not find standard attr ID for object bd2ffd7e-cc69-464a-a31f-b5c6067c1c19. {{(pid=100248) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 06 14:25:09.706772 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-f74cbbc9-846a-4324-b957-bfc2d6126e98 None None] Provisioning for port 105d55e4-9b12-4d6d-894b-de91524d897e completed by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:25:09.712490 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-f74cbbc9-846a-4324-b957-bfc2d6126e98 None None] Provisioning complete for port 105d55e4-9b12-4d6d-894b-de91524d897e triggered by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:25:09.713175 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-f74cbbc9-846a-4324-b957-bfc2d6126e98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:09.761458 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-3155014b-6f9c-44cf-9c66-0c6df1532d28 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-913480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1849032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127687590', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127702764'] for subnet, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:09.771532 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server [None req-75de6c4c-6845-408a-853c-509d8535a989 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 29243ed9-4588-4771-b301-87ce4a75a1da: This subnet is being modified by another concurrent operation. Jul 06 14:25:09.771532 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 06 14:25:09.771532 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 06 14:25:09.771532 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 06 14:25:09.771532 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 06 14:25:09.771532 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 06 14:25:09.771532 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 06 14:25:09.771532 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 06 14:25:09.771532 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 06 14:25:09.771532 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 06 14:25:09.771532 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 06 14:25:09.771532 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 06 14:25:09.771532 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 06 14:25:09.771532 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 06 14:25:09.771532 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 06 14:25:09.771532 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 06 14:25:09.771532 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 06 14:25:09.771532 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server raise self.value Jul 06 14:25:09.771532 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 06 14:25:09.771532 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 06 14:25:09.771532 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 06 14:25:09.771532 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 06 14:25:09.771532 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 06 14:25:09.771532 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 06 14:25:09.771532 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 06 14:25:09.771532 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server raise self.value Jul 06 14:25:09.771532 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 06 14:25:09.771532 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 06 14:25:09.771532 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 06 14:25:09.771532 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 06 14:25:09.771532 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 06 14:25:09.771532 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 06 14:25:09.771532 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 06 14:25:09.771532 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server raise self.value Jul 06 14:25:09.771532 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 06 14:25:09.771532 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 06 14:25:09.771532 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Jul 06 14:25:09.771532 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Jul 06 14:25:09.771532 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Jul 06 14:25:09.771532 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Jul 06 14:25:09.771532 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 06 14:25:09.771532 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 06 14:25:09.771532 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 06 14:25:09.771532 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 06 14:25:09.771532 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 06 14:25:09.771532 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 06 14:25:09.771532 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 06 14:25:09.771532 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 06 14:25:09.771532 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 06 14:25:09.771532 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server raise self.value Jul 06 14:25:09.771532 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 06 14:25:09.771532 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 06 14:25:09.771532 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 06 14:25:09.771532 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 06 14:25:09.771532 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 06 14:25:09.771532 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 06 14:25:09.771532 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 06 14:25:09.771532 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server raise self.value Jul 06 14:25:09.771532 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 06 14:25:09.771532 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 06 14:25:09.771532 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 06 14:25:09.771532 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 06 14:25:09.771532 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 06 14:25:09.771532 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 06 14:25:09.771532 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 06 14:25:09.771532 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server raise self.value Jul 06 14:25:09.771532 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 06 14:25:09.771532 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 06 14:25:09.771532 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1727, in update_port Jul 06 14:25:09.771532 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Jul 06 14:25:09.771532 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 06 14:25:09.771532 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 06 14:25:09.771532 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1507, in update_port Jul 06 14:25:09.771532 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Jul 06 14:25:09.771532 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Jul 06 14:25:09.771532 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Jul 06 14:25:09.771532 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Jul 06 14:25:09.771532 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Jul 06 14:25:09.771532 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Jul 06 14:25:09.771532 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 06 14:25:09.771532 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 06 14:25:09.771532 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 06 14:25:09.771532 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 06 14:25:09.771532 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server raise exception Jul 06 14:25:09.771532 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 29243ed9-4588-4771-b301-87ce4a75a1da: This subnet is being modified by another concurrent operation. Jul 06 14:25:09.771532 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server Jul 06 14:25:09.787841 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-f74cbbc9-846a-4324-b957-bfc2d6126e98 None None] Port 105d55e4-9b12-4d6d-894b-de91524d897e cannot update to ACTIVE because it is not bound. {{(pid=100248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 14:25:09.820350 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3155014b-6f9c-44cf-9c66-0c6df1532d28 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Pushing event deleted for resources: {'Subnet': ['ID=29243ed9-4588-4771-b301-87ce4a75a1da,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:25:09.826139 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-3155014b-6f9c-44cf-9c66-0c6df1532d28 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Notify callbacks [] for subnet, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:09.828163 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-3155014b-6f9c-44cf-9c66-0c6df1532d28 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] 10.222.0.104 "DELETE /v2.0/subnets/29243ed9-4588-4771-b301-87ce4a75a1da HTTP/1.1" status: 204 len: 168 time: 0.4834280 Jul 06 14:25:09.833574 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 44344) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:25:09.837586 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.db_base_plugin_common [None req-b6cd5767-60c9-4fe6-8929-f0d9b662a7a3 tempest-AllowedAddressPairTestJSON-1264288992 tempest-AllowedAddressPairTestJSON-1264288992-project] Allocated IP 172.20.0.8 (1d067aff-2235-4ecf-90ec-02e85aea68cf/9506a02d-e719-4fcc-a301-360d9beccaf7/b6754b19-b1af-4411-a8ee-b714f892dc17) {{(pid=100247) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:25:09.908681 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5c1f15f9-a358-4b25-8ea5-01cd76ee92b4 None None] Could not find standard attr ID for object bd2ffd7e-cc69-464a-a31f-b5c6067c1c19. {{(pid=100248) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 06 14:25:09.915869 n-d-773647-6 neutron-server[100246]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ecb259f-d621-4189-aecc-750e5dda1c10 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] DELETE failed (client error): The resource could not be found. Jul 06 14:25:09.916971 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0ecb259f-d621-4189-aecc-750e5dda1c10 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100246) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 14:25:09.920633 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-0ecb259f-d621-4189-aecc-750e5dda1c10 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] 10.222.0.104 "DELETE /v2.0/subnets/ab8742d2-10d6-40cf-9abe-93fac7351eab HTTP/1.1" status: 404 len: 337 time: 0.0860062 Jul 06 14:25:09.921093 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7ac9507-8c25-48ec-9fc2-fa4ed6bc65fd None None] Network 102a93d7-9750-43f3-b56c-24ea517f2c2e requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:25:09.923268 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 44350) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:25:09.959186 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-23dc124c-7a1c-48cb-84f6-8fe42ff52f5b tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] 10.222.0.104 "GET /v2.0/ports?device_id=85ac7f8e-b030-41fa-9dbd-375d2bb69f98 HTTP/1.1" status: 200 len: 205 time: 0.0344372 Jul 06 14:25:09.961496 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 44352) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:25:09.985322 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5c1f15f9-a358-4b25-8ea5-01cd76ee92b4 None None] Provisioning complete for port 105d55e4-9b12-4d6d-894b-de91524d897e triggered by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:25:09.986038 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5c1f15f9-a358-4b25-8ea5-01cd76ee92b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:10.044389 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device b3214c5a-a514-49cb-ad0b-feb5f6e186d5 up at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:25:10.080708 n-d-773647-6 neutron-server[100246]: INFO neutron.api.v2.resource [None req-9601733b-e9c8-4093-b775-f42a7c40c711 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] delete failed (client error): The resource could not be found. Jul 06 14:25:10.085543 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-9601733b-e9c8-4093-b775-f42a7c40c711 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] 10.222.0.104 "DELETE /v2.0/routers/85ac7f8e-b030-41fa-9dbd-375d2bb69f98 HTTP/1.1" status: 404 len: 336 time: 0.1209610 Jul 06 14:25:10.086212 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 44356) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:25:10.120996 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-5c1f15f9-a358-4b25-8ea5-01cd76ee92b4 None None] Port 105d55e4-9b12-4d6d-894b-de91524d897e cannot update to ACTIVE because it is not bound. {{(pid=100248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 14:25:10.125946 n-d-773647-6 neutron-server[100246]: INFO neutron.pecan_wsgi.hooks.translation [None req-798679ba-24f1-4bb2-ac62-3ac44e0f1746 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] DELETE failed (client error): The resource could not be found. Jul 06 14:25:10.126501 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-798679ba-24f1-4bb2-ac62-3ac44e0f1746 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100246) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 14:25:10.132546 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-798679ba-24f1-4bb2-ac62-3ac44e0f1746 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] 10.222.0.104 "DELETE /v2.0/subnets/99bedfce-e349-4afb-96ac-ad1ac6fe85d4 HTTP/1.1" status: 404 len: 337 time: 0.0451970 Jul 06 14:25:10.133237 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 44360) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:25:10.178040 n-d-773647-6 neutron-server[100246]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e3d7b9d-ef94-4aa0-af2e-147dadb60015 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] DELETE failed (client error): The resource could not be found. Jul 06 14:25:10.178529 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5e3d7b9d-ef94-4aa0-af2e-147dadb60015 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100246) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 14:25:10.183676 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-5e3d7b9d-ef94-4aa0-af2e-147dadb60015 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] 10.222.0.104 "DELETE /v2.0/subnets/e43e3eba-2867-4943-a657-f57d0cd46ef2 HTTP/1.1" status: 404 len: 337 time: 0.0490232 Jul 06 14:25:10.184522 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 44362) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:25:10.204678 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning complete for port b3214c5a-a514-49cb-ad0b-feb5f6e186d5 triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:25:10.205061 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:10.214047 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-b6cd5767-60c9-4fe6-8929-f0d9b662a7a3 tempest-AllowedAddressPairTestJSON-1264288992 tempest-AllowedAddressPairTestJSON-1264288992-project] Notify callbacks [] for port, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:10.231045 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.provisioning_blocks [None req-b6cd5767-60c9-4fe6-8929-f0d9b662a7a3 tempest-AllowedAddressPairTestJSON-1264288992 tempest-AllowedAddressPairTestJSON-1264288992-project] Transition to ACTIVE for port object b6754b19-b1af-4411-a8ee-b714f892dc17 will not be triggered until provisioned by entity DHCP. {{(pid=100247) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:25:10.264979 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-a81921b5-19bf-42ca-96ad-7ca47e2d9a89 None None] Provisioning complete for port a8f63695-6919-46b0-82b7-e37e65215135 triggered by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:25:10.265360 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-a81921b5-19bf-42ca-96ad-7ca47e2d9a89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:10.271698 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 44364) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:25:10.280902 n-d-773647-6 neutron-server[100246]: INFO neutron.pecan_wsgi.hooks.translation [None req-6eaf234e-1770-4e67-bf70-aa9716f87d55 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] DELETE failed (client error): The resource could not be found. Jul 06 14:25:10.281903 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6eaf234e-1770-4e67-bf70-aa9716f87d55 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100246) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 14:25:10.283553 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-b6cd5767-60c9-4fe6-8929-f0d9b662a7a3 tempest-AllowedAddressPairTestJSON-1264288992 tempest-AllowedAddressPairTestJSON-1264288992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-128888360'] for port, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:10.284739 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-6eaf234e-1770-4e67-bf70-aa9716f87d55 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] 10.222.0.104 "DELETE /v2.0/subnets/050e19eb-f720-4f0f-90f2-56a6ad88f77f HTTP/1.1" status: 404 len: 337 time: 0.0986576 Jul 06 14:25:10.288765 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 44366) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:25:10.289635 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d5dafe6-ae9c-40f0-a94b-a4aef5338401 None None] DHCP port deletion for 102a93d7-9750-43f3-b56c-24ea517f2c2e request from n-d-773647-6 {{(pid=100248) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 14:25:10.306365 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-0a8364ee-8274-4d84-9a66-442b4d2a8265 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:10.334573 n-d-773647-6 neutron-server[100246]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a2566e3-b87c-4456-8900-ca8cf8165c46 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] DELETE failed (client error): The resource could not be found. Jul 06 14:25:10.336029 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3a2566e3-b87c-4456-8900-ca8cf8165c46 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100246) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 14:25:10.342277 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-3a2566e3-b87c-4456-8900-ca8cf8165c46 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] 10.222.0.104 "DELETE /v2.0/ports/cfad0aad-208d-480a-886d-e099a7c47ae6 HTTP/1.1" status: 404 len: 333 time: 0.0520465 Jul 06 14:25:10.343382 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 44368) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:25:10.365942 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6cd5767-60c9-4fe6-8929-f0d9b662a7a3 tempest-AllowedAddressPairTestJSON-1264288992 tempest-AllowedAddressPairTestJSON-1264288992-project] Pushing event updated for resources: {'Port': ['ID=b6754b19-b1af-4411-a8ee-b714f892dc17,revision_number=1']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:25:10.414577 n-d-773647-6 neutron-server[100246]: INFO neutron.pecan_wsgi.hooks.translation [None req-934ac10a-e483-4c66-ae36-1e5dc2825f65 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] DELETE failed (client error): The resource could not be found. Jul 06 14:25:10.415445 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-934ac10a-e483-4c66-ae36-1e5dc2825f65 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100246) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 14:25:10.422114 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-934ac10a-e483-4c66-ae36-1e5dc2825f65 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] 10.222.0.104 "DELETE /v2.0/subnets/8a06cec7-6cfa-4ef7-9aa2-11e5dcde411c HTTP/1.1" status: 404 len: 337 time: 0.0773640 Jul 06 14:25:10.423784 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 44372) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:25:10.439237 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-2d5dafe6-ae9c-40f0-a94b-a4aef5338401 None None] Deleting port a8f63695-6919-46b0-82b7-e37e65215135 {{(pid=100248) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:25:10.439654 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-2d5dafe6-ae9c-40f0-a94b-a4aef5338401 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:10.457303 n-d-773647-6 neutron-server[100246]: INFO neutron.pecan_wsgi.hooks.translation [None req-51e29880-b20b-4ca1-83a3-e2504df9d509 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] DELETE failed (client error): The resource could not be found. Jul 06 14:25:10.457870 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-51e29880-b20b-4ca1-83a3-e2504df9d509 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100246) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 14:25:10.463023 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-51e29880-b20b-4ca1-83a3-e2504df9d509 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] 10.222.0.104 "DELETE /v2.0/subnets/25f2ffda-79a8-4d91-a0f7-386496a71b35 HTTP/1.1" status: 404 len: 337 time: 0.0373940 Jul 06 14:25:10.463422 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 44374) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:25:10.486973 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6cd5767-60c9-4fe6-8929-f0d9b662a7a3 tempest-AllowedAddressPairTestJSON-1264288992 tempest-AllowedAddressPairTestJSON-1264288992-project] Network 1d067aff-2235-4ecf-90ec-02e85aea68cf is already hosted by enough agents. {{(pid=100247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:25:10.494803 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-a81921b5-19bf-42ca-96ad-7ca47e2d9a89 None None] Provisioning complete for port e8b3615f-ac8f-4712-aa9c-0f27ce5b2976 triggered by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:25:10.495154 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-a81921b5-19bf-42ca-96ad-7ca47e2d9a89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:10.508071 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-0a8364ee-8274-4d84-9a66-442b4d2a8265 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:10.509456 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.base_scheduler [None req-b6cd5767-60c9-4fe6-8929-f0d9b662a7a3 tempest-AllowedAddressPairTestJSON-1264288992 tempest-AllowedAddressPairTestJSON-1264288992-project] Resources bound (agent type, host, resource id): {{(pid=100247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:25:10.513186 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6cd5767-60c9-4fe6-8929-f0d9b662a7a3 tempest-AllowedAddressPairTestJSON-1264288992 tempest-AllowedAddressPairTestJSON-1264288992-project] Received port after_create {{(pid=100247) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:25:10.516463 n-d-773647-6 neutron-server[100247]: INFO neutron.pecan_wsgi.hooks.translation [None req-bbaf540a-c0d2-4de6-bbbe-a8c750162792 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] DELETE failed (client error): The resource could not be found. Jul 06 14:25:10.516998 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bbaf540a-c0d2-4de6-bbbe-a8c750162792 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100247) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 14:25:10.518704 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-bbaf540a-c0d2-4de6-bbbe-a8c750162792 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] 10.222.0.104 "DELETE /v2.0/ports/e0e3dc4f-ec5a-4300-8dd8-a1fc3d57912a HTTP/1.1" status: 404 len: 333 time: 0.0520978 Jul 06 14:25:10.522107 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 44376) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:25:10.555245 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-2d5dafe6-ae9c-40f0-a94b-a4aef5338401 None None] For port a8f63695-6919-46b0-82b7-e37e65215135, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=a8f63695-6919-46b0-82b7-e37e65215135,segment=NetworkSegment(ee9e1cc6-ff68-40b1-9eca-fb0837bfe6c9),segment_id=ee9e1cc6-ff68-40b1-9eca-fb0837bfe6c9)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:25:10.555935 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-2d5dafe6-ae9c-40f0-a94b-a4aef5338401 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:10.562440 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-0a8364ee-8274-4d84-9a66-442b4d2a8265 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:10.584762 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-2d5dafe6-ae9c-40f0-a94b-a4aef5338401 None None] Calling delete_port for a8f63695-6919-46b0-82b7-e37e65215135 owned by network:dhcp {{(pid=100248) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:25:10.586595 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-a81921b5-19bf-42ca-96ad-7ca47e2d9a89 None None] Port e8b3615f-ac8f-4712-aa9c-0f27ce5b2976 cannot update to ACTIVE because it is not bound. {{(pid=100248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 14:25:10.634854 n-d-773647-6 neutron-server[100247]: INFO neutron.pecan_wsgi.hooks.translation [None req-a47f5dd5-66d0-4d78-b8a6-95cc829adf2a tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] DELETE failed (client error): The resource could not be found. Jul 06 14:25:10.635677 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a47f5dd5-66d0-4d78-b8a6-95cc829adf2a tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100247) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 14:25:10.640426 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-a47f5dd5-66d0-4d78-b8a6-95cc829adf2a tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] 10.222.0.104 "DELETE /v2.0/subnets/a29ac769-3c4c-4597-be7e-54b661a91e2b HTTP/1.1" status: 404 len: 337 time: 0.1146455 Jul 06 14:25:10.641436 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 44380) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:25:10.681977 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8364ee-8274-4d84-9a66-442b4d2a8265 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41512ea5-2dd8-466d-bb96-71558edc440d,revision_number=1']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:25:10.695780 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6cd5767-60c9-4fe6-8929-f0d9b662a7a3 tempest-AllowedAddressPairTestJSON-1264288992 tempest-AllowedAddressPairTestJSON-1264288992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:25:10.697165 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-b6cd5767-60c9-4fe6-8929-f0d9b662a7a3 tempest-AllowedAddressPairTestJSON-1264288992 tempest-AllowedAddressPairTestJSON-1264288992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:10.697847 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:10.702419 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-2d5dafe6-ae9c-40f0-a94b-a4aef5338401 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117'] for port, after_delete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:10.708175 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-0a8364ee-8274-4d84-9a66-442b4d2a8265 admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=164bc3ea83c04985a9e2731600e903ee&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4350002 Jul 06 14:25:10.711908 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 44382) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:25:10.735500 n-d-773647-6 neutron-server[100246]: INFO neutron.pecan_wsgi.hooks.translation [None req-667f44f5-c091-44da-9568-6f135573d9b1 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] DELETE failed (client error): The resource could not be found. Jul 06 14:25:10.736264 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-667f44f5-c091-44da-9568-6f135573d9b1 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100246) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 14:25:10.740924 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5dafe6-ae9c-40f0-a94b-a4aef5338401 None None] Pushing event deleted for resources: {'Port': ['ID=a8f63695-6919-46b0-82b7-e37e65215135,revision_number=None']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:25:10.742250 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d5dafe6-ae9c-40f0-a94b-a4aef5338401 None None] No DVR routers for this DVR port a8f63695-6919-46b0-82b7-e37e65215135 on host n-d-773647-6 {{(pid=100248) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:25:10.757256 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-667f44f5-c091-44da-9568-6f135573d9b1 tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] 10.222.0.104 "DELETE /v2.0/subnets/5a811e3a-f357-4333-93f7-8ee2b402c54e HTTP/1.1" status: 404 len: 337 time: 0.1128485 Jul 06 14:25:10.759074 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 44384) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:25:10.804025 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-b6cd5767-60c9-4fe6-8929-f0d9b662a7a3 tempest-AllowedAddressPairTestJSON-1264288992 tempest-AllowedAddressPairTestJSON-1264288992-project] 10.222.0.104 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.7926068 Jul 06 14:25:10.804601 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 44388) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:25:10.810810 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-c6c76143-01f0-45c9-9d14-b3d2a69c6d2a tempest-AllowedAddressPairTestJSON-1264288992 tempest-AllowedAddressPairTestJSON-1264288992-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.4', 'mac_address': 'fa:16:3e:72:bb:44'}]}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:25:10.859593 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-79e1d293-c453-4808-9494-f966b475a03e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:10.885236 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce122d45-d60c-41ee-9dc4-19554fce6324 None None] get_active_networks_info from n-d-773647-6 {{(pid=100248) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 06 14:25:10.918756 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-79e1d293-c453-4808-9494-f966b475a03e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:10.942836 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5d58849b-3af2-497c-9ba5-5978d3add7e0 None None] Provisioning for port b6754b19-b1af-4411-a8ee-b714f892dc17 completed by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:25:10.964085 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5d58849b-3af2-497c-9ba5-5978d3add7e0 None None] Provisioning complete for port b6754b19-b1af-4411-a8ee-b714f892dc17 triggered by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:25:10.965986 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5d58849b-3af2-497c-9ba5-5978d3add7e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:10.974755 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.plugin [None req-cbb047d3-5855-48f7-b7bf-ea21c78fdd2c tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Deleting port e8b3615f-ac8f-4712-aa9c-0f27ce5b2976 {{(pid=100247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:25:10.974879 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-cbb047d3-5855-48f7-b7bf-ea21c78fdd2c tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:11.041379 n-d-773647-6 neutron-server[100248]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce122d45-d60c-41ee-9dc4-19554fce6324 None None] Resources bound (agent type, host, resource id): {{(pid=100248) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 06 14:25:11.045939 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-5d58849b-3af2-497c-9ba5-5978d3add7e0 None None] Port b6754b19-b1af-4411-a8ee-b714f892dc17 cannot update to ACTIVE because it is not bound. {{(pid=100248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 14:25:11.059828 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-79e1d293-c453-4808-9494-f966b475a03e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:11.062577 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-79e1d293-c453-4808-9494-f966b475a03e admin admin] Notify callbacks [] for security_group, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:11.063848 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-79e1d293-c453-4808-9494-f966b475a03e admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/41512ea5-2dd8-466d-bb96-71558edc440d HTTP/1.1" status: 204 len: 168 time: 0.3509405 Jul 06 14:25:11.070744 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-cbb047d3-5855-48f7-b7bf-ea21c78fdd2c tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:11.089470 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e1d293-c453-4808-9494-f966b475a03e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41512ea5-2dd8-466d-bb96-71558edc440d,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:25:11.101314 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.plugin [None req-cbb047d3-5855-48f7-b7bf-ea21c78fdd2c tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Calling delete_port for e8b3615f-ac8f-4712-aa9c-0f27ce5b2976 owned by {{(pid=100247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:25:11.116224 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-c6c76143-01f0-45c9-9d14-b3d2a69c6d2a tempest-AllowedAddressPairTestJSON-1264288992 tempest-AllowedAddressPairTestJSON-1264288992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:11.232865 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-cbb047d3-5855-48f7-b7bf-ea21c78fdd2c tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128888353'] for port, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:11.309773 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb047d3-5855-48f7-b7bf-ea21c78fdd2c tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Pushing event deleted for resources: {'Port': ['ID=e8b3615f-ac8f-4712-aa9c-0f27ce5b2976,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:25:11.318893 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-cbb047d3-5855-48f7-b7bf-ea21c78fdd2c tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:11.324132 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-cbb047d3-5855-48f7-b7bf-ea21c78fdd2c tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] 10.222.0.104 "DELETE /v2.0/ports/e8b3615f-ac8f-4712-aa9c-0f27ce5b2976 HTTP/1.1" status: 204 len: 168 time: 0.5624804 Jul 06 14:25:11.327688 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 44398) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:25:11.384473 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-c6c76143-01f0-45c9-9d14-b3d2a69c6d2a tempest-AllowedAddressPairTestJSON-1264288992 tempest-AllowedAddressPairTestJSON-1264288992-project] Notify callbacks [] for port, precommit_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:11.390015 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-c6c76143-01f0-45c9-9d14-b3d2a69c6d2a tempest-AllowedAddressPairTestJSON-1264288992 tempest-AllowedAddressPairTestJSON-1264288992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127687527'] for port, after_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:11.424361 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-18c20135-a9db-4103-ac15-5e08123c045b tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530492'] for network, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:11.537198 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c76143-01f0-45c9-9d14-b3d2a69c6d2a tempest-AllowedAddressPairTestJSON-1264288992 tempest-AllowedAddressPairTestJSON-1264288992-project] Pushing event updated for resources: {'Port': ['ID=b6754b19-b1af-4411-a8ee-b714f892dc17,revision_number=2']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:25:11.598491 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-18c20135-a9db-4103-ac15-5e08123c045b tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-917204', 'neutron.services.segments.db._delete_segments_for_network-8773753502302'] for network, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:11.610286 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [None req-c6c76143-01f0-45c9-9d14-b3d2a69c6d2a tempest-AllowedAddressPairTestJSON-1264288992 tempest-AllowedAddressPairTestJSON-1264288992-project] In _notify_port_updated(), no bound segment for port b6754b19-b1af-4411-a8ee-b714f892dc17 on network 1d067aff-2235-4ecf-90ec-02e85aea68cf {{(pid=100246) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 06 14:25:11.618250 n-d-773647-6 neutron-server[100247]: DEBUG neutron.services.segments.db [None req-18c20135-a9db-4103-ac15-5e08123c045b tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['102a93d7-9750-43f3-b56c-24ea517f2c2e']}} {{(pid=100247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:25:11.622414 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6c76143-01f0-45c9-9d14-b3d2a69c6d2a tempest-AllowedAddressPairTestJSON-1264288992 tempest-AllowedAddressPairTestJSON-1264288992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:25:11.627410 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-c6c76143-01f0-45c9-9d14-b3d2a69c6d2a tempest-AllowedAddressPairTestJSON-1264288992 tempest-AllowedAddressPairTestJSON-1264288992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:11.629533 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-c6c76143-01f0-45c9-9d14-b3d2a69c6d2a tempest-AllowedAddressPairTestJSON-1264288992 tempest-AllowedAddressPairTestJSON-1264288992-project] 10.222.0.104 "PUT /v2.0/ports/b6754b19-b1af-4411-a8ee-b714f892dc17 HTTP/1.1" status: 200 len: 992 time: 0.8236589 Jul 06 14:25:11.632143 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 44408) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:25:11.643159 n-d-773647-6 neutron-server[100247]: DEBUG neutron.services.segments.db [None req-18c20135-a9db-4103-ac15-5e08123c045b tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee9e1cc6-ff68-40b1-9eca-fb0837bfe6c9') {'for_net_delete': True} {{(pid=100247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:25:11.643159 n-d-773647-6 neutron-server[100247]: DEBUG neutron.services.segments.db [None req-18c20135-a9db-4103-ac15-5e08123c045b tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee9e1cc6-ff68-40b1-9eca-fb0837bfe6c9') {} {{(pid=100247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:25:11.674092 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-18c20135-a9db-4103-ac15-5e08123c045b tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773753515138', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127131763'] for segment, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:11.708540 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-18c20135-a9db-4103-ac15-5e08123c045b tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552'] for segment, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:11.718941 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-18c20135-a9db-4103-ac15-5e08123c045b tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Releasing vlan 1001 on physical network physnet1 to pool {{(pid=100247) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 14:25:11.719589 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-18c20135-a9db-4103-ac15-5e08123c045b tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-128888574'] for segment, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:11.796117 n-d-773647-6 neutron-server[100247]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:25:11.796117 n-d-773647-6 neutron-server[100247]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:25:11.796117 n-d-773647-6 neutron-server[100247]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:25:11.796117 n-d-773647-6 neutron-server[100247]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:25:11.796117 n-d-773647-6 neutron-server[100247]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:25:11.796117 n-d-773647-6 neutron-server[100247]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:25:11.796117 n-d-773647-6 neutron-server[100247]: Traceback (most recent call last): Jul 06 14:25:11.796117 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 14:25:11.796117 n-d-773647-6 neutron-server[100247]: timer() Jul 06 14:25:11.796117 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 14:25:11.796117 n-d-773647-6 neutron-server[100247]: cb(*args, **kw) Jul 06 14:25:11.796117 n-d-773647-6 neutron-server[100247]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 14:25:11.796117 n-d-773647-6 neutron-server[100247]: return func(*args, **kwargs) Jul 06 14:25:11.796117 n-d-773647-6 neutron-server[100247]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 14:25:11.796117 n-d-773647-6 neutron-server[100247]: self._notify() Jul 06 14:25:11.796117 n-d-773647-6 neutron-server[100247]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 14:25:11.796117 n-d-773647-6 neutron-server[100247]: self.callback(batched_events) Jul 06 14:25:11.796117 n-d-773647-6 neutron-server[100247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 14:25:11.796117 n-d-773647-6 neutron-server[100247]: event.method(event) Jul 06 14:25:11.796117 n-d-773647-6 neutron-server[100247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 14:25:11.796117 n-d-773647-6 neutron-server[100247]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 14:25:11.796117 n-d-773647-6 neutron-server[100247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 14:25:11.796117 n-d-773647-6 neutron-server[100247]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 14:25:11.796117 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 14:25:11.796117 n-d-773647-6 neutron-server[100247]: return f(self, *a, **k) Jul 06 14:25:11.796117 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 14:25:11.796117 n-d-773647-6 neutron-server[100247]: return self._get(url).json() Jul 06 14:25:11.796117 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 14:25:11.796117 n-d-773647-6 neutron-server[100247]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 14:25:11.796117 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 14:25:11.796117 n-d-773647-6 neutron-server[100247]: return self.request(url, 'GET', **kwargs) Jul 06 14:25:11.796117 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 14:25:11.796117 n-d-773647-6 neutron-server[100247]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 14:25:11.796117 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 14:25:11.796117 n-d-773647-6 neutron-server[100247]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 14:25:11.796117 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 14:25:11.796117 n-d-773647-6 neutron-server[100247]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 14:25:11.796117 n-d-773647-6 neutron-server[100247]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 14:25:11.800361 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-18c20135-a9db-4103-ac15-5e08123c045b tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-917215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1761140'] for network, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:11.801968 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [None req-dfe550ad-713f-4e17-a2ab-97b19c353c9b tempest-AllowedAddressPairTestJSON-1264288992 tempest-AllowedAddressPairTestJSON-1264288992-project] Deleting port b6754b19-b1af-4411-a8ee-b714f892dc17 {{(pid=100246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:25:11.802548 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-dfe550ad-713f-4e17-a2ab-97b19c353c9b tempest-AllowedAddressPairTestJSON-1264288992 tempest-AllowedAddressPairTestJSON-1264288992-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:11.823403 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-18c20135-a9db-4103-ac15-5e08123c045b tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Notify callbacks [] for network, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:11.825958 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-18c20135-a9db-4103-ac15-5e08123c045b tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] 10.222.0.104 "DELETE /v2.0/networks/102a93d7-9750-43f3-b56c-24ea517f2c2e HTTP/1.1" status: 204 len: 168 time: 0.4968464 Jul 06 14:25:11.826719 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c20135-a9db-4103-ac15-5e08123c045b tempest-PortsTestJSON-1642579934 tempest-PortsTestJSON-1642579934-project] Pushing event deleted for resources: {'Network': ['ID=102a93d7-9750-43f3-b56c-24ea517f2c2e,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:25:11.929548 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-dfe550ad-713f-4e17-a2ab-97b19c353c9b tempest-AllowedAddressPairTestJSON-1264288992 tempest-AllowedAddressPairTestJSON-1264288992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:11.947543 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [None req-dfe550ad-713f-4e17-a2ab-97b19c353c9b tempest-AllowedAddressPairTestJSON-1264288992 tempest-AllowedAddressPairTestJSON-1264288992-project] Calling delete_port for b6754b19-b1af-4411-a8ee-b714f892dc17 owned by {{(pid=100246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:25:12.025644 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device a8f63695-6919-46b0-82b7-e37e65215135 no longer exists at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:25:12.057769 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] No Port match for: a8f63695-6919-46b0-82b7-e37e65215135 {{(pid=100248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 14:25:12.058218 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device a8f63695-6919-46b0-82b7-e37e65215135 not bound to the agent host n-d-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:25:12.184352 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-dfe550ad-713f-4e17-a2ab-97b19c353c9b tempest-AllowedAddressPairTestJSON-1264288992 tempest-AllowedAddressPairTestJSON-1264288992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127687580'] for port, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:12.188924 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-16c6560e-59d9-4d4e-8e47-43265ea3f707 None None] Could not find standard attr ID for object b6754b19-b1af-4411-a8ee-b714f892dc17. {{(pid=100248) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 06 14:25:12.224544 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe550ad-713f-4e17-a2ab-97b19c353c9b tempest-AllowedAddressPairTestJSON-1264288992 tempest-AllowedAddressPairTestJSON-1264288992-project] Pushing event deleted for resources: {'Port': ['ID=b6754b19-b1af-4411-a8ee-b714f892dc17,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:25:12.306600 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 44434) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:25:12.430803 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-dfe550ad-713f-4e17-a2ab-97b19c353c9b tempest-AllowedAddressPairTestJSON-1264288992 tempest-AllowedAddressPairTestJSON-1264288992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:12.435339 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-dfe550ad-713f-4e17-a2ab-97b19c353c9b tempest-AllowedAddressPairTestJSON-1264288992 tempest-AllowedAddressPairTestJSON-1264288992-project] 10.222.0.104 "DELETE /v2.0/ports/b6754b19-b1af-4411-a8ee-b714f892dc17 HTTP/1.1" status: 204 len: 168 time: 0.7996082 Jul 06 14:25:12.435721 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 44442) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:25:12.473866 n-d-773647-6 neutron-server[100247]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e1e2627-04dc-40ac-8253-88db1ed7707a tempest-AllowedAddressPairTestJSON-1264288992 tempest-AllowedAddressPairTestJSON-1264288992-project] GET failed (client error): The resource could not be found. Jul 06 14:25:12.478959 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-3e1e2627-04dc-40ac-8253-88db1ed7707a tempest-AllowedAddressPairTestJSON-1264288992 tempest-AllowedAddressPairTestJSON-1264288992-project] 10.222.0.104 "GET /v2.0/ports/b6754b19-b1af-4411-a8ee-b714f892dc17 HTTP/1.1" status: 404 len: 333 time: 0.0388193 Jul 06 14:25:12.479687 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 44444) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:25:12.486835 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [None req-d0b5a015-3af9-4e6e-a918-09669775fafd tempest-AllowedAddressPairTestJSON-1264288992 tempest-AllowedAddressPairTestJSON-1264288992-project] Request body: {'port': {'network_id': '1d067aff-2235-4ecf-90ec-02e85aea68cf', 'name': 'tempest-AllowedAddressPairTestJSON-826848809'}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:25:12.541122 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:12.637920 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-015de8f6-52b9-4d77-9130-557f5ef6f092 admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=754edc6d72c241609d5c976e8526e541&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3300815 Jul 06 14:25:12.641981 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 44450) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:25:12.689260 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0b5a015-3af9-4e6e-a918-09669775fafd tempest-AllowedAddressPairTestJSON-1264288992 tempest-AllowedAddressPairTestJSON-1264288992-project] Made reservation on behalf of cd06049ac4564a23b6179e889d019f68 for: {'port': 1} {{(pid=100247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:25:12.693652 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-d0b5a015-3af9-4e6e-a918-09669775fafd tempest-AllowedAddressPairTestJSON-1264288992 tempest-AllowedAddressPairTestJSON-1264288992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:12.726767 n-d-773647-6 neutron-server[100247]: DEBUG neutron.notifiers.nova [None req-d0b5a015-3af9-4e6e-a918-09669775fafd tempest-AllowedAddressPairTestJSON-1264288992 tempest-AllowedAddressPairTestJSON-1264288992-project] device_id is not set on port fd7455b1-9fb8-4327-aae3-fd7d80925a7f yet. {{(pid=100247) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 14:25:12.738337 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-7a3b6460-ac04-499d-bb21-cee1d7677272 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:12.768486 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-7a3b6460-ac04-499d-bb21-cee1d7677272 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:12.847570 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-7a3b6460-ac04-499d-bb21-cee1d7677272 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:12.852925 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-7a3b6460-ac04-499d-bb21-cee1d7677272 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:12.857560 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-7a3b6460-ac04-499d-bb21-cee1d7677272 admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/461ac457-267a-48f1-9458-0f0fbccdf49c HTTP/1.1" status: 204 len: 168 time: 0.2143192 Jul 06 14:25:12.869700 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3b6460-ac04-499d-bb21-cee1d7677272 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=461ac457-267a-48f1-9458-0f0fbccdf49c,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:25:12.897026 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.db_base_plugin_common [None req-d0b5a015-3af9-4e6e-a918-09669775fafd tempest-AllowedAddressPairTestJSON-1264288992 tempest-AllowedAddressPairTestJSON-1264288992-project] Allocated IP 172.20.0.3 (1d067aff-2235-4ecf-90ec-02e85aea68cf/9506a02d-e719-4fcc-a301-360d9beccaf7/fd7455b1-9fb8-4327-aae3-fd7d80925a7f) {{(pid=100247) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:25:13.127962 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-d0b5a015-3af9-4e6e-a918-09669775fafd tempest-AllowedAddressPairTestJSON-1264288992 tempest-AllowedAddressPairTestJSON-1264288992-project] Notify callbacks [] for port, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:13.146595 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.provisioning_blocks [None req-d0b5a015-3af9-4e6e-a918-09669775fafd tempest-AllowedAddressPairTestJSON-1264288992 tempest-AllowedAddressPairTestJSON-1264288992-project] Transition to ACTIVE for port object fd7455b1-9fb8-4327-aae3-fd7d80925a7f will not be triggered until provisioned by entity DHCP. {{(pid=100247) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:25:13.185087 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-d0b5a015-3af9-4e6e-a918-09669775fafd tempest-AllowedAddressPairTestJSON-1264288992 tempest-AllowedAddressPairTestJSON-1264288992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-128888360'] for port, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:13.253406 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0b5a015-3af9-4e6e-a918-09669775fafd tempest-AllowedAddressPairTestJSON-1264288992 tempest-AllowedAddressPairTestJSON-1264288992-project] Network 1d067aff-2235-4ecf-90ec-02e85aea68cf is already hosted by enough agents. {{(pid=100247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:25:13.261354 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.base_scheduler [None req-d0b5a015-3af9-4e6e-a918-09669775fafd tempest-AllowedAddressPairTestJSON-1264288992 tempest-AllowedAddressPairTestJSON-1264288992-project] Resources bound (agent type, host, resource id): {{(pid=100247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:25:13.266126 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0b5a015-3af9-4e6e-a918-09669775fafd tempest-AllowedAddressPairTestJSON-1264288992 tempest-AllowedAddressPairTestJSON-1264288992-project] Received port after_create {{(pid=100247) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:25:13.304941 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b5a015-3af9-4e6e-a918-09669775fafd tempest-AllowedAddressPairTestJSON-1264288992 tempest-AllowedAddressPairTestJSON-1264288992-project] Pushing event updated for resources: {'Port': ['ID=fd7455b1-9fb8-4327-aae3-fd7d80925a7f,revision_number=1']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:25:13.345945 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0b5a015-3af9-4e6e-a918-09669775fafd tempest-AllowedAddressPairTestJSON-1264288992 tempest-AllowedAddressPairTestJSON-1264288992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:25:13.348333 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-d0b5a015-3af9-4e6e-a918-09669775fafd tempest-AllowedAddressPairTestJSON-1264288992 tempest-AllowedAddressPairTestJSON-1264288992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:13.370542 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-d0b5a015-3af9-4e6e-a918-09669775fafd tempest-AllowedAddressPairTestJSON-1264288992 tempest-AllowedAddressPairTestJSON-1264288992-project] 10.222.0.104 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 0.8892939 Jul 06 14:25:13.373486 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 44484) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:25:13.379062 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [None req-2597e1a8-61da-4d3b-a5d0-82ed4738fd8c tempest-AllowedAddressPairTestJSON-1264288992 tempest-AllowedAddressPairTestJSON-1264288992-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:72:bb:44'}]}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:25:13.634908 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-575085b1-556c-47e1-abaf-8396064185a6 None None] Provisioning for port fd7455b1-9fb8-4327-aae3-fd7d80925a7f completed by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:25:13.642588 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-575085b1-556c-47e1-abaf-8396064185a6 None None] Provisioning complete for port fd7455b1-9fb8-4327-aae3-fd7d80925a7f triggered by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:25:13.643332 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-575085b1-556c-47e1-abaf-8396064185a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:13.673692 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-2597e1a8-61da-4d3b-a5d0-82ed4738fd8c tempest-AllowedAddressPairTestJSON-1264288992 tempest-AllowedAddressPairTestJSON-1264288992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:13.692938 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-575085b1-556c-47e1-abaf-8396064185a6 None None] Port fd7455b1-9fb8-4327-aae3-fd7d80925a7f cannot update to ACTIVE because it is not bound. {{(pid=100248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 14:25:13.946730 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-2597e1a8-61da-4d3b-a5d0-82ed4738fd8c tempest-AllowedAddressPairTestJSON-1264288992 tempest-AllowedAddressPairTestJSON-1264288992-project] Notify callbacks [] for port, precommit_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:13.956522 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-2597e1a8-61da-4d3b-a5d0-82ed4738fd8c tempest-AllowedAddressPairTestJSON-1264288992 tempest-AllowedAddressPairTestJSON-1264288992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128888538'] for port, after_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:13.957560 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 44508) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:25:14.065250 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2597e1a8-61da-4d3b-a5d0-82ed4738fd8c tempest-AllowedAddressPairTestJSON-1264288992 tempest-AllowedAddressPairTestJSON-1264288992-project] Pushing event updated for resources: {'Port': ['ID=fd7455b1-9fb8-4327-aae3-fd7d80925a7f,revision_number=2']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:25:14.088514 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.plugin [None req-2597e1a8-61da-4d3b-a5d0-82ed4738fd8c tempest-AllowedAddressPairTestJSON-1264288992 tempest-AllowedAddressPairTestJSON-1264288992-project] In _notify_port_updated(), no bound segment for port fd7455b1-9fb8-4327-aae3-fd7d80925a7f on network 1d067aff-2235-4ecf-90ec-02e85aea68cf {{(pid=100247) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 06 14:25:14.105305 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2597e1a8-61da-4d3b-a5d0-82ed4738fd8c tempest-AllowedAddressPairTestJSON-1264288992 tempest-AllowedAddressPairTestJSON-1264288992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:25:14.106084 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-2597e1a8-61da-4d3b-a5d0-82ed4738fd8c tempest-AllowedAddressPairTestJSON-1264288992 tempest-AllowedAddressPairTestJSON-1264288992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:14.108488 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-2597e1a8-61da-4d3b-a5d0-82ed4738fd8c tempest-AllowedAddressPairTestJSON-1264288992 tempest-AllowedAddressPairTestJSON-1264288992-project] 10.222.0.104 "PUT /v2.0/ports/fd7455b1-9fb8-4327-aae3-fd7d80925a7f HTTP/1.1" status: 200 len: 995 time: 0.7338820 Jul 06 14:25:14.111337 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 44514) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:25:14.185868 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-8597a317-417c-481c-856d-b18c792e4519 tempest-SecGroupTest-1773239991 tempest-SecGroupTest-1773239991-project] Request body: {'security_group': {'name': 'tempest-secgroup--1567459929'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:25:14.223648 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-8597a317-417c-481c-856d-b18c792e4519 tempest-SecGroupTest-1773239991 tempest-SecGroupTest-1773239991-project] Notify callbacks [] for security_group, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:14.236734 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-8597a317-417c-481c-856d-b18c792e4519 tempest-SecGroupTest-1773239991 tempest-SecGroupTest-1773239991-project] Notify callbacks [] for security_group, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:14.315777 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.plugin [None req-55bfe596-8105-44da-8bda-86d83d2d78b5 tempest-AllowedAddressPairTestJSON-1264288992 tempest-AllowedAddressPairTestJSON-1264288992-project] Deleting port fd7455b1-9fb8-4327-aae3-fd7d80925a7f {{(pid=100247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:25:14.316120 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-55bfe596-8105-44da-8bda-86d83d2d78b5 tempest-AllowedAddressPairTestJSON-1264288992 tempest-AllowedAddressPairTestJSON-1264288992-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:14.430444 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-f570e925-3da5-4625-ae0a-62f9683c6301 None None] Provisioning complete for port fd7455b1-9fb8-4327-aae3-fd7d80925a7f triggered by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:25:14.430935 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-f570e925-3da5-4625-ae0a-62f9683c6301 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:14.469005 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-8597a317-417c-481c-856d-b18c792e4519 tempest-SecGroupTest-1773239991 tempest-SecGroupTest-1773239991-project] Notify callbacks [] for security_group, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:14.474634 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-55bfe596-8105-44da-8bda-86d83d2d78b5 tempest-AllowedAddressPairTestJSON-1264288992 tempest-AllowedAddressPairTestJSON-1264288992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:14.477179 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-8597a317-417c-481c-856d-b18c792e4519 tempest-SecGroupTest-1773239991 tempest-SecGroupTest-1773239991-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:14.478779 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-f570e925-3da5-4625-ae0a-62f9683c6301 None None] Port fd7455b1-9fb8-4327-aae3-fd7d80925a7f cannot update to ACTIVE because it is not bound. {{(pid=100248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 14:25:14.494521 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.plugin [None req-55bfe596-8105-44da-8bda-86d83d2d78b5 tempest-AllowedAddressPairTestJSON-1264288992 tempest-AllowedAddressPairTestJSON-1264288992-project] Calling delete_port for fd7455b1-9fb8-4327-aae3-fd7d80925a7f owned by {{(pid=100247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:25:14.523591 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8597a317-417c-481c-856d-b18c792e4519 tempest-SecGroupTest-1773239991 tempest-SecGroupTest-1773239991-project] Pushing event updated for resources: {'SecurityGroup': ['ID=436df496-93b4-4be9-b375-0625238543f8,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:25:14.640449 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-8597a317-417c-481c-856d-b18c792e4519 tempest-SecGroupTest-1773239991 tempest-SecGroupTest-1773239991-project] Notify callbacks [] for security_group, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:14.649742 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-8597a317-417c-481c-856d-b18c792e4519 tempest-SecGroupTest-1773239991 tempest-SecGroupTest-1773239991-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:14.674392 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-8597a317-417c-481c-856d-b18c792e4519 tempest-SecGroupTest-1773239991 tempest-SecGroupTest-1773239991-project] Notify callbacks [] for security_group, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:14.675861 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-8597a317-417c-481c-856d-b18c792e4519 tempest-SecGroupTest-1773239991 tempest-SecGroupTest-1773239991-project] 10.222.0.104 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7171955 Jul 06 14:25:14.679619 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 44528) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:25:14.722589 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8597a317-417c-481c-856d-b18c792e4519 tempest-SecGroupTest-1773239991 tempest-SecGroupTest-1773239991-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a3adf306-389f-4bd4-b588-5bdb25cb0b81,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:25:14.783545 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-55bfe596-8105-44da-8bda-86d83d2d78b5 tempest-AllowedAddressPairTestJSON-1264288992 tempest-AllowedAddressPairTestJSON-1264288992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128888353'] for port, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:14.864102 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-1bdc2a9d-86b3-48ed-a314-8604b530389e tempest-SecGroupTest-1773239991 tempest-SecGroupTest-1773239991-project] 10.222.0.104 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1790397 Jul 06 14:25:14.864102 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55bfe596-8105-44da-8bda-86d83d2d78b5 tempest-AllowedAddressPairTestJSON-1264288992 tempest-AllowedAddressPairTestJSON-1264288992-project] Pushing event deleted for resources: {'Port': ['ID=fd7455b1-9fb8-4327-aae3-fd7d80925a7f,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:25:14.866523 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 44532) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:25:14.877758 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-e55fbf9e-ebb7-4399-8360-773b5db20732 tempest-SecGroupTest-1773239991 tempest-SecGroupTest-1773239991-project] Request body: {'security_group': {'name': 'tempest-security--1137838407', 'description': 'tempest-security-description-781866939'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:25:14.933224 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-e55fbf9e-ebb7-4399-8360-773b5db20732 tempest-SecGroupTest-1773239991 tempest-SecGroupTest-1773239991-project] Notify callbacks [] for security_group, before_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:14.983079 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-55bfe596-8105-44da-8bda-86d83d2d78b5 tempest-AllowedAddressPairTestJSON-1264288992 tempest-AllowedAddressPairTestJSON-1264288992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:14.988823 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-55bfe596-8105-44da-8bda-86d83d2d78b5 tempest-AllowedAddressPairTestJSON-1264288992 tempest-AllowedAddressPairTestJSON-1264288992-project] 10.222.0.104 "DELETE /v2.0/ports/fd7455b1-9fb8-4327-aae3-fd7d80925a7f HTTP/1.1" status: 204 len: 168 time: 0.8739994 Jul 06 14:25:14.989174 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 44536) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:25:15.013887 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-e55fbf9e-ebb7-4399-8360-773b5db20732 tempest-SecGroupTest-1773239991 tempest-SecGroupTest-1773239991-project] Notify callbacks [] for security_group, precommit_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:15.020960 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-e55fbf9e-ebb7-4399-8360-773b5db20732 tempest-SecGroupTest-1773239991 tempest-SecGroupTest-1773239991-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:15.033119 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-e55fbf9e-ebb7-4399-8360-773b5db20732 tempest-SecGroupTest-1773239991 tempest-SecGroupTest-1773239991-project] Notify callbacks [] for security_group, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:15.034793 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-e55fbf9e-ebb7-4399-8360-773b5db20732 tempest-SecGroupTest-1773239991 tempest-SecGroupTest-1773239991-project] 10.222.0.104 "PUT /v2.0/security-groups/a3adf306-389f-4bd4-b588-5bdb25cb0b81 HTTP/1.1" status: 200 len: 1779 time: 0.1665206 Jul 06 14:25:15.038450 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 44540) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:25:15.048786 n-d-773647-6 neutron-server[100247]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d453114-9988-4e03-ac4e-ef6f682539cd tempest-AllowedAddressPairTestJSON-1264288992 tempest-AllowedAddressPairTestJSON-1264288992-project] GET failed (client error): The resource could not be found. Jul 06 14:25:15.050850 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-6d453114-9988-4e03-ac4e-ef6f682539cd tempest-AllowedAddressPairTestJSON-1264288992 tempest-AllowedAddressPairTestJSON-1264288992-project] 10.222.0.104 "GET /v2.0/ports/fd7455b1-9fb8-4327-aae3-fd7d80925a7f HTTP/1.1" status: 404 len: 333 time: 0.0607369 Jul 06 14:25:15.055153 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 44542) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:25:15.062525 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [None req-bb0b0ebf-462d-40c3-9027-0f3d8dbace74 tempest-AllowedAddressPairTestJSON-1264288992 tempest-AllowedAddressPairTestJSON-1264288992-project] Request body: {'port': {'network_id': '1d067aff-2235-4ecf-90ec-02e85aea68cf', 'name': 'tempest-AllowedAddressPairTestJSON-489042036'}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:25:15.103002 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55fbf9e-ebb7-4399-8360-773b5db20732 tempest-SecGroupTest-1773239991 tempest-SecGroupTest-1773239991-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a3adf306-389f-4bd4-b588-5bdb25cb0b81,revision_number=2']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:25:15.174104 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-cc96b66c-e3a1-4a72-ba5c-a5f5e33cb7be tempest-SecGroupTest-1773239991 tempest-SecGroupTest-1773239991-project] 10.222.0.104 "GET /v2.0/security-groups/a3adf306-389f-4bd4-b588-5bdb25cb0b81 HTTP/1.1" status: 200 len: 1779 time: 0.1339893 Jul 06 14:25:15.176822 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 44548) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:25:15.246516 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb0b0ebf-462d-40c3-9027-0f3d8dbace74 tempest-AllowedAddressPairTestJSON-1264288992 tempest-AllowedAddressPairTestJSON-1264288992-project] Made reservation on behalf of cd06049ac4564a23b6179e889d019f68 for: {'port': 1} {{(pid=100247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:25:15.251424 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-bb0b0ebf-462d-40c3-9027-0f3d8dbace74 tempest-AllowedAddressPairTestJSON-1264288992 tempest-AllowedAddressPairTestJSON-1264288992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:15.270305 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-22222062-4ff9-4cb3-aec1-8f737338327a tempest-SecGroupTest-1773239991 tempest-SecGroupTest-1773239991-project] Notify callbacks [] for security_group, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:15.281531 n-d-773647-6 neutron-server[100247]: DEBUG neutron.notifiers.nova [None req-bb0b0ebf-462d-40c3-9027-0f3d8dbace74 tempest-AllowedAddressPairTestJSON-1264288992 tempest-AllowedAddressPairTestJSON-1264288992-project] device_id is not set on port 7428e868-5414-4dbd-af60-9385e9651c33 yet. {{(pid=100247) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 14:25:15.302190 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-22222062-4ff9-4cb3-aec1-8f737338327a tempest-SecGroupTest-1773239991 tempest-SecGroupTest-1773239991-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:15.381983 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-22222062-4ff9-4cb3-aec1-8f737338327a tempest-SecGroupTest-1773239991 tempest-SecGroupTest-1773239991-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:15.384754 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-22222062-4ff9-4cb3-aec1-8f737338327a tempest-SecGroupTest-1773239991 tempest-SecGroupTest-1773239991-project] Notify callbacks [] for security_group, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:15.388352 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-22222062-4ff9-4cb3-aec1-8f737338327a tempest-SecGroupTest-1773239991 tempest-SecGroupTest-1773239991-project] 10.222.0.104 "DELETE /v2.0/security-groups/a3adf306-389f-4bd4-b588-5bdb25cb0b81 HTTP/1.1" status: 204 len: 168 time: 0.2097423 Jul 06 14:25:15.393400 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 44556) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:25:15.413887 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22222062-4ff9-4cb3-aec1-8f737338327a tempest-SecGroupTest-1773239991 tempest-SecGroupTest-1773239991-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3adf306-389f-4bd4-b588-5bdb25cb0b81,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:25:15.454144 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.db_base_plugin_common [None req-bb0b0ebf-462d-40c3-9027-0f3d8dbace74 tempest-AllowedAddressPairTestJSON-1264288992 tempest-AllowedAddressPairTestJSON-1264288992-project] Allocated IP 172.20.0.14 (1d067aff-2235-4ecf-90ec-02e85aea68cf/9506a02d-e719-4fcc-a301-360d9beccaf7/7428e868-5414-4dbd-af60-9385e9651c33) {{(pid=100247) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:25:15.485065 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-e1cbc066-1960-46f9-bed8-c695e575ce65 tempest-SecGroupTest-1773239991 tempest-SecGroupTest-1773239991-project] 10.222.0.104 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0886667 Jul 06 14:25:15.485878 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 44560) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:25:15.504735 n-d-773647-6 neutron-server[100246]: INFO neutron.api.v2.resource [None req-e8d6841f-3f99-4a35-bd95-8fea898d0008 tempest-SecGroupTest-1773239991 tempest-SecGroupTest-1773239991-project] delete failed (client error): The resource could not be found. Jul 06 14:25:15.509908 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-e8d6841f-3f99-4a35-bd95-8fea898d0008 tempest-SecGroupTest-1773239991 tempest-SecGroupTest-1773239991-project] 10.222.0.104 "DELETE /v2.0/security-groups/a3adf306-389f-4bd4-b588-5bdb25cb0b81 HTTP/1.1" status: 404 len: 347 time: 0.0229969 Jul 06 14:25:15.510507 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 44562) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:25:15.516023 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-b79702b8-1666-4c72-89c3-fad21c5a3466 tempest-SecGroupTest-1773239991 tempest-SecGroupTest-1773239991-project] Request body: {'security_group': {'name': 'tempest-secgroup--353482316'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:25:15.554623 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-b79702b8-1666-4c72-89c3-fad21c5a3466 tempest-SecGroupTest-1773239991 tempest-SecGroupTest-1773239991-project] Notify callbacks [] for security_group, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:15.678402 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-b79702b8-1666-4c72-89c3-fad21c5a3466 tempest-SecGroupTest-1773239991 tempest-SecGroupTest-1773239991-project] Notify callbacks [] for security_group, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:15.693681 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-b79702b8-1666-4c72-89c3-fad21c5a3466 tempest-SecGroupTest-1773239991 tempest-SecGroupTest-1773239991-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:15.693936 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-bb0b0ebf-462d-40c3-9027-0f3d8dbace74 tempest-AllowedAddressPairTestJSON-1264288992 tempest-AllowedAddressPairTestJSON-1264288992-project] Notify callbacks [] for port, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:15.737256 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.provisioning_blocks [None req-bb0b0ebf-462d-40c3-9027-0f3d8dbace74 tempest-AllowedAddressPairTestJSON-1264288992 tempest-AllowedAddressPairTestJSON-1264288992-project] Transition to ACTIVE for port object 7428e868-5414-4dbd-af60-9385e9651c33 will not be triggered until provisioned by entity DHCP. {{(pid=100247) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:25:15.747799 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-b79702b8-1666-4c72-89c3-fad21c5a3466 tempest-SecGroupTest-1773239991 tempest-SecGroupTest-1773239991-project] Notify callbacks [] for security_group, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:15.749175 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-b79702b8-1666-4c72-89c3-fad21c5a3466 tempest-SecGroupTest-1773239991 tempest-SecGroupTest-1773239991-project] 10.222.0.104 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2377179 Jul 06 14:25:15.750181 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79702b8-1666-4c72-89c3-fad21c5a3466 tempest-SecGroupTest-1773239991 tempest-SecGroupTest-1773239991-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b09c79f5-5dbf-4a18-8602-39beccd73084,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:25:15.753063 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 44568) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:25:15.758505 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [None req-6d42aaa5-2f34-4d61-94cc-872fe0e3f3e9 tempest-SecGroupTest-1773239991 tempest-SecGroupTest-1773239991-project] Request body: {'security_group_rule': {'security_group_id': 'b09c79f5-5dbf-4a18-8602-39beccd73084', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:25:15.803756 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-6d42aaa5-2f34-4d61-94cc-872fe0e3f3e9 tempest-SecGroupTest-1773239991 tempest-SecGroupTest-1773239991-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:15.809339 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-bb0b0ebf-462d-40c3-9027-0f3d8dbace74 tempest-AllowedAddressPairTestJSON-1264288992 tempest-AllowedAddressPairTestJSON-1264288992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-128888360'] for port, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:15.901776 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb0b0ebf-462d-40c3-9027-0f3d8dbace74 tempest-AllowedAddressPairTestJSON-1264288992 tempest-AllowedAddressPairTestJSON-1264288992-project] Network 1d067aff-2235-4ecf-90ec-02e85aea68cf is already hosted by enough agents. {{(pid=100247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:25:15.909821 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.base_scheduler [None req-bb0b0ebf-462d-40c3-9027-0f3d8dbace74 tempest-AllowedAddressPairTestJSON-1264288992 tempest-AllowedAddressPairTestJSON-1264288992-project] Resources bound (agent type, host, resource id): {{(pid=100247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:25:15.912181 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb0b0ebf-462d-40c3-9027-0f3d8dbace74 tempest-AllowedAddressPairTestJSON-1264288992 tempest-AllowedAddressPairTestJSON-1264288992-project] Received port after_create {{(pid=100247) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:25:15.917851 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0b0ebf-462d-40c3-9027-0f3d8dbace74 tempest-AllowedAddressPairTestJSON-1264288992 tempest-AllowedAddressPairTestJSON-1264288992-project] Pushing event updated for resources: {'Port': ['ID=7428e868-5414-4dbd-af60-9385e9651c33,revision_number=1']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:25:16.004207 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb0b0ebf-462d-40c3-9027-0f3d8dbace74 tempest-AllowedAddressPairTestJSON-1264288992 tempest-AllowedAddressPairTestJSON-1264288992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:25:16.004879 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-bb0b0ebf-462d-40c3-9027-0f3d8dbace74 tempest-AllowedAddressPairTestJSON-1264288992 tempest-AllowedAddressPairTestJSON-1264288992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:16.017279 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-6d42aaa5-2f34-4d61-94cc-872fe0e3f3e9 tempest-SecGroupTest-1773239991 tempest-SecGroupTest-1773239991-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:16.025423 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-6d42aaa5-2f34-4d61-94cc-872fe0e3f3e9 tempest-SecGroupTest-1773239991 tempest-SecGroupTest-1773239991-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1898694'] for security_group_rule, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:16.059330 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-bb0b0ebf-462d-40c3-9027-0f3d8dbace74 tempest-AllowedAddressPairTestJSON-1264288992 tempest-AllowedAddressPairTestJSON-1264288992-project] 10.222.0.104 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.0022559 Jul 06 14:25:16.062128 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 44574) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:25:16.062867 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d42aaa5-2f34-4d61-94cc-872fe0e3f3e9 tempest-SecGroupTest-1773239991 tempest-SecGroupTest-1773239991-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea62593a-5a57-4b0e-b5bc-289a3f8a6234,revision_number=0']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:25:16.068106 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-6d42aaa5-2f34-4d61-94cc-872fe0e3f3e9 tempest-SecGroupTest-1773239991 tempest-SecGroupTest-1773239991-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:16.070679 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-05f2047b-ca19-46dc-9529-90911f1daafe tempest-AllowedAddressPairTestJSON-1264288992 tempest-AllowedAddressPairTestJSON-1264288992-project] Request body: {'port': {'network_id': '1d067aff-2235-4ecf-90ec-02e85aea68cf', 'name': 'tempest-AllowedAddressPairTestJSON-1213282802'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:25:16.071897 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-6d42aaa5-2f34-4d61-94cc-872fe0e3f3e9 tempest-SecGroupTest-1773239991 tempest-SecGroupTest-1773239991-project] 10.222.0.104 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3173263 Jul 06 14:25:16.072520 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 44576) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:25:16.124320 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-81e9f2c3-98dd-4f2f-9651-f228992c5c60 tempest-SecGroupTest-1773239991 tempest-SecGroupTest-1773239991-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:16.134405 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-81e9f2c3-98dd-4f2f-9651-f228992c5c60 tempest-SecGroupTest-1773239991 tempest-SecGroupTest-1773239991-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:16.170191 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-81e9f2c3-98dd-4f2f-9651-f228992c5c60 tempest-SecGroupTest-1773239991 tempest-SecGroupTest-1773239991-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1898694'] for security_group_rule, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:16.178570 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-81e9f2c3-98dd-4f2f-9651-f228992c5c60 tempest-SecGroupTest-1773239991 tempest-SecGroupTest-1773239991-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:16.183105 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-81e9f2c3-98dd-4f2f-9651-f228992c5c60 tempest-SecGroupTest-1773239991 tempest-SecGroupTest-1773239991-project] 10.222.0.104 "DELETE /v2.0/security-group-rules/ea62593a-5a57-4b0e-b5bc-289a3f8a6234 HTTP/1.1" status: 204 len: 168 time: 0.1073232 Jul 06 14:25:16.184827 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 44580) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:25:16.208553 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e9f2c3-98dd-4f2f-9651-f228992c5c60 tempest-SecGroupTest-1773239991 tempest-SecGroupTest-1773239991-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ea62593a-5a57-4b0e-b5bc-289a3f8a6234,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:25:16.282505 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-38584dd8-3796-460f-a852-1f5b06d7ba97 tempest-SecGroupTest-1773239991 tempest-SecGroupTest-1773239991-project] 10.222.0.104 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0914450 Jul 06 14:25:16.285960 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 44586) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:25:16.288492 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05f2047b-ca19-46dc-9529-90911f1daafe tempest-AllowedAddressPairTestJSON-1264288992 tempest-AllowedAddressPairTestJSON-1264288992-project] Made reservation on behalf of cd06049ac4564a23b6179e889d019f68 for: {'port': 1} {{(pid=100246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:25:16.294050 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-05f2047b-ca19-46dc-9529-90911f1daafe tempest-AllowedAddressPairTestJSON-1264288992 tempest-AllowedAddressPairTestJSON-1264288992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:16.320403 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-dd3dd8e0-c2fc-4d8c-b606-2a9a553ce4c3 None None] Provisioning for port 7428e868-5414-4dbd-af60-9385e9651c33 completed by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:25:16.341244 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-dd3dd8e0-c2fc-4d8c-b606-2a9a553ce4c3 None None] Provisioning complete for port 7428e868-5414-4dbd-af60-9385e9651c33 triggered by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:25:16.341625 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-dd3dd8e0-c2fc-4d8c-b606-2a9a553ce4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:16.377635 n-d-773647-6 neutron-server[100246]: DEBUG neutron.notifiers.nova [None req-05f2047b-ca19-46dc-9529-90911f1daafe tempest-AllowedAddressPairTestJSON-1264288992 tempest-AllowedAddressPairTestJSON-1264288992-project] device_id is not set on port 2e2f8a0b-4584-4acf-b763-9563a0aeca48 yet. {{(pid=100246) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 14:25:16.378748 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-a44a0b82-70b8-40a8-913d-4537c0d11e36 tempest-SecGroupTest-1773239991 tempest-SecGroupTest-1773239991-project] Notify callbacks [] for security_group, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:16.415067 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-dd3dd8e0-c2fc-4d8c-b606-2a9a553ce4c3 None None] Port 7428e868-5414-4dbd-af60-9385e9651c33 cannot update to ACTIVE because it is not bound. {{(pid=100248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 14:25:16.437971 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-a44a0b82-70b8-40a8-913d-4537c0d11e36 tempest-SecGroupTest-1773239991 tempest-SecGroupTest-1773239991-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:16.500219 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-a44a0b82-70b8-40a8-913d-4537c0d11e36 tempest-SecGroupTest-1773239991 tempest-SecGroupTest-1773239991-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:16.504495 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-a44a0b82-70b8-40a8-913d-4537c0d11e36 tempest-SecGroupTest-1773239991 tempest-SecGroupTest-1773239991-project] Notify callbacks [] for security_group, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:16.508328 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-a44a0b82-70b8-40a8-913d-4537c0d11e36 tempest-SecGroupTest-1773239991 tempest-SecGroupTest-1773239991-project] 10.222.0.104 "DELETE /v2.0/security-groups/b09c79f5-5dbf-4a18-8602-39beccd73084 HTTP/1.1" status: 204 len: 168 time: 0.2187016 Jul 06 14:25:16.509001 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 44592) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:25:16.537225 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44a0b82-70b8-40a8-913d-4537c0d11e36 tempest-SecGroupTest-1773239991 tempest-SecGroupTest-1773239991-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b09c79f5-5dbf-4a18-8602-39beccd73084,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:25:16.556805 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.db_base_plugin_common [None req-05f2047b-ca19-46dc-9529-90911f1daafe tempest-AllowedAddressPairTestJSON-1264288992 tempest-AllowedAddressPairTestJSON-1264288992-project] Allocated IP 172.20.0.7 (1d067aff-2235-4ecf-90ec-02e85aea68cf/9506a02d-e719-4fcc-a301-360d9beccaf7/2e2f8a0b-4584-4acf-b763-9563a0aeca48) {{(pid=100246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:25:16.594624 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-440d204f-c16b-4259-aa46-ef44b22308a3 tempest-SecGroupTest-1773239991 tempest-SecGroupTest-1773239991-project] 10.222.0.104 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0806613 Jul 06 14:25:16.595687 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 44596) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:25:16.601001 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [None req-1b046bd4-aab4-42fb-a7e6-5ea5d4a83552 tempest-SecGroupTest-1773239991 tempest-SecGroupTest-1773239991-project] Request body: {'security_group': {'name': 'tempest-secgroup--815074883'}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:25:16.705438 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-1b046bd4-aab4-42fb-a7e6-5ea5d4a83552 tempest-SecGroupTest-1773239991 tempest-SecGroupTest-1773239991-project] Notify callbacks [] for security_group, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:16.852326 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-1b046bd4-aab4-42fb-a7e6-5ea5d4a83552 tempest-SecGroupTest-1773239991 tempest-SecGroupTest-1773239991-project] Notify callbacks [] for security_group, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:16.857481 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-1b046bd4-aab4-42fb-a7e6-5ea5d4a83552 tempest-SecGroupTest-1773239991 tempest-SecGroupTest-1773239991-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:16.893940 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b046bd4-aab4-42fb-a7e6-5ea5d4a83552 tempest-SecGroupTest-1773239991 tempest-SecGroupTest-1773239991-project] Pushing event updated for resources: {'SecurityGroup': ['ID=94d2ed89-9a97-44d1-9bfe-1f35a851a5b2,revision_number=1']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:25:16.902690 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-1b046bd4-aab4-42fb-a7e6-5ea5d4a83552 tempest-SecGroupTest-1773239991 tempest-SecGroupTest-1773239991-project] Notify callbacks [] for security_group, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:16.904238 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-1b046bd4-aab4-42fb-a7e6-5ea5d4a83552 tempest-SecGroupTest-1773239991 tempest-SecGroupTest-1773239991-project] 10.222.0.104 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3073554 Jul 06 14:25:16.906879 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 44600) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:25:16.912077 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [None req-f212be2a-0b03-4c60-8497-9abd98e73157 tempest-SecGroupTest-1773239991 tempest-SecGroupTest-1773239991-project] Request body: {'security_group_rule': {'security_group_id': '94d2ed89-9a97-44d1-9bfe-1f35a851a5b2', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:25:16.935708 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-05f2047b-ca19-46dc-9529-90911f1daafe tempest-AllowedAddressPairTestJSON-1264288992 tempest-AllowedAddressPairTestJSON-1264288992-project] Notify callbacks [] for port, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:16.951900 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-f212be2a-0b03-4c60-8497-9abd98e73157 tempest-SecGroupTest-1773239991 tempest-SecGroupTest-1773239991-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:16.960685 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.provisioning_blocks [None req-05f2047b-ca19-46dc-9529-90911f1daafe tempest-AllowedAddressPairTestJSON-1264288992 tempest-AllowedAddressPairTestJSON-1264288992-project] Transition to ACTIVE for port object 2e2f8a0b-4584-4acf-b763-9563a0aeca48 will not be triggered until provisioned by entity DHCP. {{(pid=100246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:25:17.006935 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-05f2047b-ca19-46dc-9529-90911f1daafe tempest-AllowedAddressPairTestJSON-1264288992 tempest-AllowedAddressPairTestJSON-1264288992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-127687573'] for port, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:17.031852 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-f212be2a-0b03-4c60-8497-9abd98e73157 tempest-SecGroupTest-1773239991 tempest-SecGroupTest-1773239991-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:17.036432 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-f212be2a-0b03-4c60-8497-9abd98e73157 tempest-SecGroupTest-1773239991 tempest-SecGroupTest-1773239991-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1898694'] for security_group_rule, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:17.052320 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f212be2a-0b03-4c60-8497-9abd98e73157 tempest-SecGroupTest-1773239991 tempest-SecGroupTest-1773239991-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=31698b90-b4b7-459e-9614-8f53fb9beefb,revision_number=0']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:25:17.062029 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-f212be2a-0b03-4c60-8497-9abd98e73157 tempest-SecGroupTest-1773239991 tempest-SecGroupTest-1773239991-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:17.063446 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-f212be2a-0b03-4c60-8497-9abd98e73157 tempest-SecGroupTest-1773239991 tempest-SecGroupTest-1773239991-project] 10.222.0.104 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1554101 Jul 06 14:25:17.066884 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 44604) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:25:17.075530 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [None req-6e886a64-090d-45e2-84c1-b5e3fd72a5f6 tempest-SecGroupTest-1773239991 tempest-SecGroupTest-1773239991-project] Request body: {'security_group_rule': {'security_group_id': '94d2ed89-9a97-44d1-9bfe-1f35a851a5b2', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:25:17.075793 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05f2047b-ca19-46dc-9529-90911f1daafe tempest-AllowedAddressPairTestJSON-1264288992 tempest-AllowedAddressPairTestJSON-1264288992-project] Network 1d067aff-2235-4ecf-90ec-02e85aea68cf is already hosted by enough agents. {{(pid=100246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:25:17.082143 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.base_scheduler [None req-05f2047b-ca19-46dc-9529-90911f1daafe tempest-AllowedAddressPairTestJSON-1264288992 tempest-AllowedAddressPairTestJSON-1264288992-project] Resources bound (agent type, host, resource id): {{(pid=100246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:25:17.088503 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05f2047b-ca19-46dc-9529-90911f1daafe tempest-AllowedAddressPairTestJSON-1264288992 tempest-AllowedAddressPairTestJSON-1264288992-project] Received port after_create {{(pid=100246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:25:17.100395 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f2047b-ca19-46dc-9529-90911f1daafe tempest-AllowedAddressPairTestJSON-1264288992 tempest-AllowedAddressPairTestJSON-1264288992-project] Pushing event updated for resources: {'Port': ['ID=2e2f8a0b-4584-4acf-b763-9563a0aeca48,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:25:17.118256 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-6e886a64-090d-45e2-84c1-b5e3fd72a5f6 tempest-SecGroupTest-1773239991 tempest-SecGroupTest-1773239991-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:17.159328 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05f2047b-ca19-46dc-9529-90911f1daafe tempest-AllowedAddressPairTestJSON-1264288992 tempest-AllowedAddressPairTestJSON-1264288992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:25:17.161152 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-05f2047b-ca19-46dc-9529-90911f1daafe tempest-AllowedAddressPairTestJSON-1264288992 tempest-AllowedAddressPairTestJSON-1264288992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:17.192263 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-6e886a64-090d-45e2-84c1-b5e3fd72a5f6 tempest-SecGroupTest-1773239991 tempest-SecGroupTest-1773239991-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:17.199277 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-6e886a64-090d-45e2-84c1-b5e3fd72a5f6 tempest-SecGroupTest-1773239991 tempest-SecGroupTest-1773239991-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1898694'] for security_group_rule, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:17.205505 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-05f2047b-ca19-46dc-9529-90911f1daafe tempest-AllowedAddressPairTestJSON-1264288992 tempest-AllowedAddressPairTestJSON-1264288992-project] 10.222.0.104 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.1406212 Jul 06 14:25:17.208197 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 44610) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:25:17.214413 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-1ce40f3e-cfcc-40d0-9c6f-18ff0311fbc5 tempest-AllowedAddressPairTestJSON-1264288992 tempest-AllowedAddressPairTestJSON-1264288992-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.4', 'mac_address': 'fa:16:3e:72:bb:44'}, {'ip_address': '172.20.0.14', 'mac_address': 'fa:16:3e:66:83:39'}]}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:25:17.218419 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e886a64-090d-45e2-84c1-b5e3fd72a5f6 tempest-SecGroupTest-1773239991 tempest-SecGroupTest-1773239991-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=58245b5d-3e82-494a-af59-df4798aa1dd7,revision_number=0']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:25:17.241706 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-6e886a64-090d-45e2-84c1-b5e3fd72a5f6 tempest-SecGroupTest-1773239991 tempest-SecGroupTest-1773239991-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:17.246734 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-6e886a64-090d-45e2-84c1-b5e3fd72a5f6 tempest-SecGroupTest-1773239991 tempest-SecGroupTest-1773239991-project] 10.222.0.104 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1767259 Jul 06 14:25:17.247469 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 44612) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:25:17.253743 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [None req-73064842-7124-406c-bd85-e6162bc5af1c tempest-SecGroupTest-1773239991 tempest-SecGroupTest-1773239991-project] Request body: {'security_group_rule': {'security_group_id': '94d2ed89-9a97-44d1-9bfe-1f35a851a5b2', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:25:17.288616 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-73064842-7124-406c-bd85-e6162bc5af1c tempest-SecGroupTest-1773239991 tempest-SecGroupTest-1773239991-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:17.372383 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-73064842-7124-406c-bd85-e6162bc5af1c tempest-SecGroupTest-1773239991 tempest-SecGroupTest-1773239991-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:17.379885 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-73064842-7124-406c-bd85-e6162bc5af1c tempest-SecGroupTest-1773239991 tempest-SecGroupTest-1773239991-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1898694'] for security_group_rule, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:17.400023 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73064842-7124-406c-bd85-e6162bc5af1c tempest-SecGroupTest-1773239991 tempest-SecGroupTest-1773239991-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=befd1cfb-7270-4198-94db-20fd0ec73b51,revision_number=0']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:25:17.416787 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-73064842-7124-406c-bd85-e6162bc5af1c tempest-SecGroupTest-1773239991 tempest-SecGroupTest-1773239991-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:17.425410 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 44620) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:25:17.427453 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-73064842-7124-406c-bd85-e6162bc5af1c tempest-SecGroupTest-1773239991 tempest-SecGroupTest-1773239991-project] 10.222.0.104 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1711833 Jul 06 14:25:17.434190 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-a9038239-5a0a-4d8c-a062-15ad8cbcc924 tempest-SecGroupTest-1773239991 tempest-SecGroupTest-1773239991-project] Request body: {'security_group_rule': {'security_group_id': '94d2ed89-9a97-44d1-9bfe-1f35a851a5b2', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:25:17.469774 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-e102997d-4ecd-4915-8262-0eb68c73a0f7 None None] Provisioning for port 2e2f8a0b-4584-4acf-b763-9563a0aeca48 completed by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:25:17.480973 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-e102997d-4ecd-4915-8262-0eb68c73a0f7 None None] Provisioning complete for port 2e2f8a0b-4584-4acf-b763-9563a0aeca48 triggered by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:25:17.482603 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-e102997d-4ecd-4915-8262-0eb68c73a0f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:17.515451 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-1ce40f3e-cfcc-40d0-9c6f-18ff0311fbc5 tempest-AllowedAddressPairTestJSON-1264288992 tempest-AllowedAddressPairTestJSON-1264288992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:17.527577 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-a9038239-5a0a-4d8c-a062-15ad8cbcc924 tempest-SecGroupTest-1773239991 tempest-SecGroupTest-1773239991-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:17.551202 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-e102997d-4ecd-4915-8262-0eb68c73a0f7 None None] Port 2e2f8a0b-4584-4acf-b763-9563a0aeca48 cannot update to ACTIVE because it is not bound. {{(pid=100248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 14:25:17.634422 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-a9038239-5a0a-4d8c-a062-15ad8cbcc924 tempest-SecGroupTest-1773239991 tempest-SecGroupTest-1773239991-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:17.642460 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-a9038239-5a0a-4d8c-a062-15ad8cbcc924 tempest-SecGroupTest-1773239991 tempest-SecGroupTest-1773239991-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1898694'] for security_group_rule, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:17.762577 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9038239-5a0a-4d8c-a062-15ad8cbcc924 tempest-SecGroupTest-1773239991 tempest-SecGroupTest-1773239991-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a14f6231-a28a-4873-be42-9e98dd6ff1b8,revision_number=0']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:25:17.773034 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-a9038239-5a0a-4d8c-a062-15ad8cbcc924 tempest-SecGroupTest-1773239991 tempest-SecGroupTest-1773239991-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:17.773034 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-a9038239-5a0a-4d8c-a062-15ad8cbcc924 tempest-SecGroupTest-1773239991 tempest-SecGroupTest-1773239991-project] 10.222.0.104 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3456676 Jul 06 14:25:17.776958 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 44634) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:25:17.783534 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-696492fa-435c-4f35-b4ae-8efcb7c45f9a tempest-SecGroupTest-1773239991 tempest-SecGroupTest-1773239991-project] Request body: {'security_group_rule': {'security_group_id': '94d2ed89-9a97-44d1-9bfe-1f35a851a5b2', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:25:17.859669 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-696492fa-435c-4f35-b4ae-8efcb7c45f9a tempest-SecGroupTest-1773239991 tempest-SecGroupTest-1773239991-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:17.955535 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-1ce40f3e-cfcc-40d0-9c6f-18ff0311fbc5 tempest-AllowedAddressPairTestJSON-1264288992 tempest-AllowedAddressPairTestJSON-1264288992-project] Notify callbacks [] for port, precommit_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:17.963053 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-1ce40f3e-cfcc-40d0-9c6f-18ff0311fbc5 tempest-AllowedAddressPairTestJSON-1264288992 tempest-AllowedAddressPairTestJSON-1264288992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127687527'] for port, after_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:17.998486 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-696492fa-435c-4f35-b4ae-8efcb7c45f9a tempest-SecGroupTest-1773239991 tempest-SecGroupTest-1773239991-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:18.031140 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-696492fa-435c-4f35-b4ae-8efcb7c45f9a tempest-SecGroupTest-1773239991 tempest-SecGroupTest-1773239991-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1898694'] for security_group_rule, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:18.073789 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce40f3e-cfcc-40d0-9c6f-18ff0311fbc5 tempest-AllowedAddressPairTestJSON-1264288992 tempest-AllowedAddressPairTestJSON-1264288992-project] Pushing event updated for resources: {'Port': ['ID=2e2f8a0b-4584-4acf-b763-9563a0aeca48,revision_number=2']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:25:18.089150 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696492fa-435c-4f35-b4ae-8efcb7c45f9a tempest-SecGroupTest-1773239991 tempest-SecGroupTest-1773239991-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0cc082d6-f484-4cdc-9bcc-38afe91a5a16,revision_number=0']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:25:18.102481 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-696492fa-435c-4f35-b4ae-8efcb7c45f9a tempest-SecGroupTest-1773239991 tempest-SecGroupTest-1773239991-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:18.107451 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-696492fa-435c-4f35-b4ae-8efcb7c45f9a tempest-SecGroupTest-1773239991 tempest-SecGroupTest-1773239991-project] 10.222.0.104 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.3291895 Jul 06 14:25:18.107968 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 44648) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:25:18.124908 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [None req-1ce40f3e-cfcc-40d0-9c6f-18ff0311fbc5 tempest-AllowedAddressPairTestJSON-1264288992 tempest-AllowedAddressPairTestJSON-1264288992-project] In _notify_port_updated(), no bound segment for port 2e2f8a0b-4584-4acf-b763-9563a0aeca48 on network 1d067aff-2235-4ecf-90ec-02e85aea68cf {{(pid=100246) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 06 14:25:18.144143 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ce40f3e-cfcc-40d0-9c6f-18ff0311fbc5 tempest-AllowedAddressPairTestJSON-1264288992 tempest-AllowedAddressPairTestJSON-1264288992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:25:18.144143 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-1ce40f3e-cfcc-40d0-9c6f-18ff0311fbc5 tempest-AllowedAddressPairTestJSON-1264288992 tempest-AllowedAddressPairTestJSON-1264288992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:18.144143 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-1ce40f3e-cfcc-40d0-9c6f-18ff0311fbc5 tempest-AllowedAddressPairTestJSON-1264288992 tempest-AllowedAddressPairTestJSON-1264288992-project] 10.222.0.104 "PUT /v2.0/ports/2e2f8a0b-4584-4acf-b763-9563a0aeca48 HTTP/1.1" status: 200 len: 1056 time: 0.9239988 Jul 06 14:25:18.144143 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 44652) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:25:18.162674 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-e41e3702-38a8-42ec-b0b7-353c0b08b319 tempest-SecGroupTest-1773239991 tempest-SecGroupTest-1773239991-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:18.176729 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-e41e3702-38a8-42ec-b0b7-353c0b08b319 tempest-SecGroupTest-1773239991 tempest-SecGroupTest-1773239991-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:18.238213 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-e41e3702-38a8-42ec-b0b7-353c0b08b319 tempest-SecGroupTest-1773239991 tempest-SecGroupTest-1773239991-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1898694'] for security_group_rule, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:18.267401 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-e41e3702-38a8-42ec-b0b7-353c0b08b319 tempest-SecGroupTest-1773239991 tempest-SecGroupTest-1773239991-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:18.274973 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-e41e3702-38a8-42ec-b0b7-353c0b08b319 tempest-SecGroupTest-1773239991 tempest-SecGroupTest-1773239991-project] 10.222.0.104 "DELETE /v2.0/security-group-rules/0cc082d6-f484-4cdc-9bcc-38afe91a5a16 HTTP/1.1" status: 204 len: 168 time: 0.1604953 Jul 06 14:25:18.275386 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 44656) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:25:18.275542 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41e3702-38a8-42ec-b0b7-353c0b08b319 tempest-SecGroupTest-1773239991 tempest-SecGroupTest-1773239991-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0cc082d6-f484-4cdc-9bcc-38afe91a5a16,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:25:18.324227 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [None req-bc5641e5-9c64-4fac-bac6-31095f778794 tempest-AllowedAddressPairTestJSON-1264288992 tempest-AllowedAddressPairTestJSON-1264288992-project] Deleting port 2e2f8a0b-4584-4acf-b763-9563a0aeca48 {{(pid=100246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:25:18.325472 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-bc5641e5-9c64-4fac-bac6-31095f778794 tempest-AllowedAddressPairTestJSON-1264288992 tempest-AllowedAddressPairTestJSON-1264288992-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:18.382704 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-6545b7b3-be6c-497b-926c-3db274431bc2 None None] Provisioning complete for port 2e2f8a0b-4584-4acf-b763-9563a0aeca48 triggered by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:25:18.383497 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-6545b7b3-be6c-497b-926c-3db274431bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:18.418497 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 44662) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:25:18.426470 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-2f3b3beb-da27-4f57-8111-e8ff5619ed60 tempest-SecGroupTest-1773239991 tempest-SecGroupTest-1773239991-project] 10.222.0.104 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.1525917 Jul 06 14:25:18.440857 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-6545b7b3-be6c-497b-926c-3db274431bc2 None None] Port 2e2f8a0b-4584-4acf-b763-9563a0aeca48 cannot update to ACTIVE because it is not bound. {{(pid=100248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 14:25:18.456127 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-6d70057f-c4a8-4354-bd78-93e47a31cb91 tempest-SecGroupTest-1773239991 tempest-SecGroupTest-1773239991-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:18.465582 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-6d70057f-c4a8-4354-bd78-93e47a31cb91 tempest-SecGroupTest-1773239991 tempest-SecGroupTest-1773239991-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:18.486533 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-bc5641e5-9c64-4fac-bac6-31095f778794 tempest-AllowedAddressPairTestJSON-1264288992 tempest-AllowedAddressPairTestJSON-1264288992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:18.505324 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [None req-bc5641e5-9c64-4fac-bac6-31095f778794 tempest-AllowedAddressPairTestJSON-1264288992 tempest-AllowedAddressPairTestJSON-1264288992-project] Calling delete_port for 2e2f8a0b-4584-4acf-b763-9563a0aeca48 owned by {{(pid=100246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:25:18.509086 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-6d70057f-c4a8-4354-bd78-93e47a31cb91 tempest-SecGroupTest-1773239991 tempest-SecGroupTest-1773239991-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1898694'] for security_group_rule, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:18.519300 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-6d70057f-c4a8-4354-bd78-93e47a31cb91 tempest-SecGroupTest-1773239991 tempest-SecGroupTest-1773239991-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:18.521453 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-6d70057f-c4a8-4354-bd78-93e47a31cb91 tempest-SecGroupTest-1773239991 tempest-SecGroupTest-1773239991-project] 10.222.0.104 "DELETE /v2.0/security-group-rules/a14f6231-a28a-4873-be42-9e98dd6ff1b8 HTTP/1.1" status: 204 len: 168 time: 0.1019521 Jul 06 14:25:18.524211 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 44666) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:25:18.528394 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d70057f-c4a8-4354-bd78-93e47a31cb91 tempest-SecGroupTest-1773239991 tempest-SecGroupTest-1773239991-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a14f6231-a28a-4873-be42-9e98dd6ff1b8,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:25:18.634253 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-b501286e-0811-4cfb-9d67-04f6d1f6fba0 tempest-SecGroupTest-1773239991 tempest-SecGroupTest-1773239991-project] 10.222.0.104 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.1087408 Jul 06 14:25:18.638811 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 44670) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:25:18.676780 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-fd390353-479c-4de8-9e26-084e186d3416 tempest-SecGroupTest-1773239991 tempest-SecGroupTest-1773239991-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:18.687046 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-fd390353-479c-4de8-9e26-084e186d3416 tempest-SecGroupTest-1773239991 tempest-SecGroupTest-1773239991-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:18.723787 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-fd390353-479c-4de8-9e26-084e186d3416 tempest-SecGroupTest-1773239991 tempest-SecGroupTest-1773239991-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1898694'] for security_group_rule, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:18.741916 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-bc5641e5-9c64-4fac-bac6-31095f778794 tempest-AllowedAddressPairTestJSON-1264288992 tempest-AllowedAddressPairTestJSON-1264288992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127687580'] for port, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:18.743929 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-fd390353-479c-4de8-9e26-084e186d3416 tempest-SecGroupTest-1773239991 tempest-SecGroupTest-1773239991-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:18.745612 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-fd390353-479c-4de8-9e26-084e186d3416 tempest-SecGroupTest-1773239991 tempest-SecGroupTest-1773239991-project] 10.222.0.104 "DELETE /v2.0/security-group-rules/befd1cfb-7270-4198-94db-20fd0ec73b51 HTTP/1.1" status: 204 len: 168 time: 0.1056995 Jul 06 14:25:18.747319 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd390353-479c-4de8-9e26-084e186d3416 tempest-SecGroupTest-1773239991 tempest-SecGroupTest-1773239991-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=befd1cfb-7270-4198-94db-20fd0ec73b51,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:25:18.754098 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 44674) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:25:18.785797 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5641e5-9c64-4fac-bac6-31095f778794 tempest-AllowedAddressPairTestJSON-1264288992 tempest-AllowedAddressPairTestJSON-1264288992-project] Pushing event deleted for resources: {'Port': ['ID=2e2f8a0b-4584-4acf-b763-9563a0aeca48,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:25:18.838513 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-9c8045c0-673d-48e0-987d-9f0d25b06356 tempest-SecGroupTest-1773239991 tempest-SecGroupTest-1773239991-project] 10.222.0.104 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.0828571 Jul 06 14:25:18.847372 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 44678) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:25:18.896297 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-47a234e8-0c39-4199-b997-d704b66622c5 tempest-SecGroupTest-1773239991 tempest-SecGroupTest-1773239991-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:18.909181 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-47a234e8-0c39-4199-b997-d704b66622c5 tempest-SecGroupTest-1773239991 tempest-SecGroupTest-1773239991-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:18.957412 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-47a234e8-0c39-4199-b997-d704b66622c5 tempest-SecGroupTest-1773239991 tempest-SecGroupTest-1773239991-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1898694'] for security_group_rule, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:18.968267 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-47a234e8-0c39-4199-b997-d704b66622c5 tempest-SecGroupTest-1773239991 tempest-SecGroupTest-1773239991-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:18.969418 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-47a234e8-0c39-4199-b997-d704b66622c5 tempest-SecGroupTest-1773239991 tempest-SecGroupTest-1773239991-project] 10.222.0.104 "DELETE /v2.0/security-group-rules/58245b5d-3e82-494a-af59-df4798aa1dd7 HTTP/1.1" status: 204 len: 168 time: 0.1210370 Jul 06 14:25:18.974153 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 44682) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:25:18.982999 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a234e8-0c39-4199-b997-d704b66622c5 tempest-SecGroupTest-1773239991 tempest-SecGroupTest-1773239991-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=58245b5d-3e82-494a-af59-df4798aa1dd7,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:25:19.024199 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-fdb0bef9-b7f5-4bbb-912d-2ab1ae026af8 tempest-SecGroupTest-1773239991 tempest-SecGroupTest-1773239991-project] 10.222.0.104 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.0487432 Jul 06 14:25:19.027799 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 44684) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:25:19.054836 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-1c0992ce-cb23-471c-8e1c-63ae014cccd4 tempest-SecGroupTest-1773239991 tempest-SecGroupTest-1773239991-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:19.064702 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-1c0992ce-cb23-471c-8e1c-63ae014cccd4 tempest-SecGroupTest-1773239991 tempest-SecGroupTest-1773239991-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:19.109149 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-1c0992ce-cb23-471c-8e1c-63ae014cccd4 tempest-SecGroupTest-1773239991 tempest-SecGroupTest-1773239991-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1898694'] for security_group_rule, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:19.123323 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-1c0992ce-cb23-471c-8e1c-63ae014cccd4 tempest-SecGroupTest-1773239991 tempest-SecGroupTest-1773239991-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:19.126715 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-1c0992ce-cb23-471c-8e1c-63ae014cccd4 tempest-SecGroupTest-1773239991 tempest-SecGroupTest-1773239991-project] 10.222.0.104 "DELETE /v2.0/security-group-rules/31698b90-b4b7-459e-9614-8f53fb9beefb HTTP/1.1" status: 204 len: 168 time: 0.0957086 Jul 06 14:25:19.126715 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0992ce-cb23-471c-8e1c-63ae014cccd4 tempest-SecGroupTest-1773239991 tempest-SecGroupTest-1773239991-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=31698b90-b4b7-459e-9614-8f53fb9beefb,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:25:19.127274 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 44688) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:25:19.136458 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-bc5641e5-9c64-4fac-bac6-31095f778794 tempest-AllowedAddressPairTestJSON-1264288992 tempest-AllowedAddressPairTestJSON-1264288992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:19.140776 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-bc5641e5-9c64-4fac-bac6-31095f778794 tempest-AllowedAddressPairTestJSON-1264288992 tempest-AllowedAddressPairTestJSON-1264288992-project] 10.222.0.104 "DELETE /v2.0/ports/2e2f8a0b-4584-4acf-b763-9563a0aeca48 HTTP/1.1" status: 204 len: 168 time: 1.0006371 Jul 06 14:25:19.141253 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 44692) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:25:19.179853 n-d-773647-6 neutron-server[100246]: INFO neutron.pecan_wsgi.hooks.translation [None req-360393ac-2358-4cae-833a-bf1f24c1a6fd tempest-AllowedAddressPairTestJSON-1264288992 tempest-AllowedAddressPairTestJSON-1264288992-project] GET failed (client error): The resource could not be found. Jul 06 14:25:19.183869 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-360393ac-2358-4cae-833a-bf1f24c1a6fd tempest-AllowedAddressPairTestJSON-1264288992 tempest-AllowedAddressPairTestJSON-1264288992-project] 10.222.0.104 "GET /v2.0/ports/2e2f8a0b-4584-4acf-b763-9563a0aeca48 HTTP/1.1" status: 404 len: 333 time: 0.0391982 Jul 06 14:25:19.184378 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 44694) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:25:19.193050 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-25a75311-222d-449e-bb4c-1351a1772aee tempest-SecGroupTest-1773239991 tempest-SecGroupTest-1773239991-project] 10.222.0.104 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0623906 Jul 06 14:25:19.194802 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 44696) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:25:19.306843 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [None req-1d01c5f2-0a17-418f-ade0-397a23e05069 tempest-AllowedAddressPairTestJSON-1264288992 tempest-AllowedAddressPairTestJSON-1264288992-project] Deleting port 7428e868-5414-4dbd-af60-9385e9651c33 {{(pid=100246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:25:19.307286 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-1d01c5f2-0a17-418f-ade0-397a23e05069 tempest-AllowedAddressPairTestJSON-1264288992 tempest-AllowedAddressPairTestJSON-1264288992-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:19.312839 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-39403645-57f1-49a2-87e3-2bc3f8b84608 tempest-SecGroupTest-1773239991 tempest-SecGroupTest-1773239991-project] Notify callbacks [] for security_group, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:19.349146 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-39403645-57f1-49a2-87e3-2bc3f8b84608 tempest-SecGroupTest-1773239991 tempest-SecGroupTest-1773239991-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:19.413261 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-39403645-57f1-49a2-87e3-2bc3f8b84608 tempest-SecGroupTest-1773239991 tempest-SecGroupTest-1773239991-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:19.416532 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-39403645-57f1-49a2-87e3-2bc3f8b84608 tempest-SecGroupTest-1773239991 tempest-SecGroupTest-1773239991-project] Notify callbacks [] for security_group, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:19.418260 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-39403645-57f1-49a2-87e3-2bc3f8b84608 tempest-SecGroupTest-1773239991 tempest-SecGroupTest-1773239991-project] 10.222.0.104 "DELETE /v2.0/security-groups/94d2ed89-9a97-44d1-9bfe-1f35a851a5b2 HTTP/1.1" status: 204 len: 168 time: 0.2120211 Jul 06 14:25:19.422165 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 44706) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:25:19.454564 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-1d01c5f2-0a17-418f-ade0-397a23e05069 tempest-AllowedAddressPairTestJSON-1264288992 tempest-AllowedAddressPairTestJSON-1264288992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:19.456823 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39403645-57f1-49a2-87e3-2bc3f8b84608 tempest-SecGroupTest-1773239991 tempest-SecGroupTest-1773239991-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=94d2ed89-9a97-44d1-9bfe-1f35a851a5b2,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:25:19.481436 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [None req-1d01c5f2-0a17-418f-ade0-397a23e05069 tempest-AllowedAddressPairTestJSON-1264288992 tempest-AllowedAddressPairTestJSON-1264288992-project] Calling delete_port for 7428e868-5414-4dbd-af60-9385e9651c33 owned by {{(pid=100246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:25:19.501076 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-2c161fca-deb1-4bb4-af9e-93203aa39cef tempest-SecGroupTest-1773239991 tempest-SecGroupTest-1773239991-project] 10.222.0.104 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0775588 Jul 06 14:25:19.507395 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 44710) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:25:19.515833 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-8927e560-4e29-430e-8947-e653b8ae0eb3 tempest-SecGroupTest-1773239991 tempest-SecGroupTest-1773239991-project] Request body: {'security_group': {'name': 'tempest-secgroup--1804832455'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:25:19.685712 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-8927e560-4e29-430e-8947-e653b8ae0eb3 tempest-SecGroupTest-1773239991 tempest-SecGroupTest-1773239991-project] Notify callbacks [] for security_group, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:19.821548 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-1d01c5f2-0a17-418f-ade0-397a23e05069 tempest-AllowedAddressPairTestJSON-1264288992 tempest-AllowedAddressPairTestJSON-1264288992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127687580'] for port, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:19.864579 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d01c5f2-0a17-418f-ade0-397a23e05069 tempest-AllowedAddressPairTestJSON-1264288992 tempest-AllowedAddressPairTestJSON-1264288992-project] Pushing event deleted for resources: {'Port': ['ID=7428e868-5414-4dbd-af60-9385e9651c33,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:25:19.908653 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-8927e560-4e29-430e-8947-e653b8ae0eb3 tempest-SecGroupTest-1773239991 tempest-SecGroupTest-1773239991-project] Notify callbacks [] for security_group, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:19.934378 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-8927e560-4e29-430e-8947-e653b8ae0eb3 tempest-SecGroupTest-1773239991 tempest-SecGroupTest-1773239991-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:19.980114 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-8927e560-4e29-430e-8947-e653b8ae0eb3 tempest-SecGroupTest-1773239991 tempest-SecGroupTest-1773239991-project] Notify callbacks [] for security_group, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:19.984120 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-8927e560-4e29-430e-8947-e653b8ae0eb3 tempest-SecGroupTest-1773239991 tempest-SecGroupTest-1773239991-project] 10.222.0.104 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4762335 Jul 06 14:25:19.985002 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 44718) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:25:19.993671 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-c2be00a5-0ff9-46b3-ace6-bf2fac1a0d44 tempest-SecGroupTest-1773239991 tempest-SecGroupTest-1773239991-project] Request body: {'security_group_rule': {'security_group_id': 'dd62c200-01b6-4c72-912d-32951a265573', 'direction': 'ingress', 'protocol': 17}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:25:20.003169 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-1d01c5f2-0a17-418f-ade0-397a23e05069 tempest-AllowedAddressPairTestJSON-1264288992 tempest-AllowedAddressPairTestJSON-1264288992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:20.005155 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-1d01c5f2-0a17-418f-ade0-397a23e05069 tempest-AllowedAddressPairTestJSON-1264288992 tempest-AllowedAddressPairTestJSON-1264288992-project] 10.222.0.104 "DELETE /v2.0/ports/7428e868-5414-4dbd-af60-9385e9651c33 HTTP/1.1" status: 204 len: 168 time: 0.8197675 Jul 06 14:25:20.008291 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8927e560-4e29-430e-8947-e653b8ae0eb3 tempest-SecGroupTest-1773239991 tempest-SecGroupTest-1773239991-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dd62c200-01b6-4c72-912d-32951a265573,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:25:20.009912 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 44722) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:25:20.047488 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-c2be00a5-0ff9-46b3-ace6-bf2fac1a0d44 tempest-SecGroupTest-1773239991 tempest-SecGroupTest-1773239991-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:20.049535 n-d-773647-6 neutron-server[100247]: INFO neutron.pecan_wsgi.hooks.translation [None req-92afe2ee-952e-48e2-8316-c41fa203e3be tempest-AllowedAddressPairTestJSON-1264288992 tempest-AllowedAddressPairTestJSON-1264288992-project] GET failed (client error): The resource could not be found. Jul 06 14:25:20.058638 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 44724) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:25:20.064122 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-92afe2ee-952e-48e2-8316-c41fa203e3be tempest-AllowedAddressPairTestJSON-1264288992 tempest-AllowedAddressPairTestJSON-1264288992-project] 10.222.0.104 "GET /v2.0/ports/7428e868-5414-4dbd-af60-9385e9651c33 HTTP/1.1" status: 404 len: 333 time: 0.0502732 Jul 06 14:25:20.211288 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-c2be00a5-0ff9-46b3-ace6-bf2fac1a0d44 tempest-SecGroupTest-1773239991 tempest-SecGroupTest-1773239991-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:20.217603 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-c2be00a5-0ff9-46b3-ace6-bf2fac1a0d44 tempest-SecGroupTest-1773239991 tempest-SecGroupTest-1773239991-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1898694'] for security_group_rule, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:20.247405 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [None req-1bcf5f01-32dc-4b56-8f44-032de736f9ce tempest-AllowedAddressPairTestJSON-1264288992 tempest-AllowedAddressPairTestJSON-1264288992-project] Deleting port 105d55e4-9b12-4d6d-894b-de91524d897e {{(pid=100246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:25:20.247663 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-1bcf5f01-32dc-4b56-8f44-032de736f9ce tempest-AllowedAddressPairTestJSON-1264288992 tempest-AllowedAddressPairTestJSON-1264288992-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:20.254546 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2be00a5-0ff9-46b3-ace6-bf2fac1a0d44 tempest-SecGroupTest-1773239991 tempest-SecGroupTest-1773239991-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=93ceafbe-4992-4981-acd4-49d1f62908c2,revision_number=0']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:25:20.308871 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-c2be00a5-0ff9-46b3-ace6-bf2fac1a0d44 tempest-SecGroupTest-1773239991 tempest-SecGroupTest-1773239991-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:20.310218 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-c2be00a5-0ff9-46b3-ace6-bf2fac1a0d44 tempest-SecGroupTest-1773239991 tempest-SecGroupTest-1773239991-project] 10.222.0.104 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.3213499 Jul 06 14:25:20.313260 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 44734) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:25:20.375058 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-1bcf5f01-32dc-4b56-8f44-032de736f9ce tempest-AllowedAddressPairTestJSON-1264288992 tempest-AllowedAddressPairTestJSON-1264288992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:20.390501 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [None req-1bcf5f01-32dc-4b56-8f44-032de736f9ce tempest-AllowedAddressPairTestJSON-1264288992 tempest-AllowedAddressPairTestJSON-1264288992-project] Calling delete_port for 105d55e4-9b12-4d6d-894b-de91524d897e owned by {{(pid=100246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:25:20.410124 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-eb842a66-6067-4cb2-9b5b-90128d37ecd6 tempest-SecGroupTest-1773239991 tempest-SecGroupTest-1773239991-project] Notify callbacks [] for security_group, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:20.487480 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-eb842a66-6067-4cb2-9b5b-90128d37ecd6 tempest-SecGroupTest-1773239991 tempest-SecGroupTest-1773239991-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:20.593375 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-eb842a66-6067-4cb2-9b5b-90128d37ecd6 tempest-SecGroupTest-1773239991 tempest-SecGroupTest-1773239991-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:20.596386 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-eb842a66-6067-4cb2-9b5b-90128d37ecd6 tempest-SecGroupTest-1773239991 tempest-SecGroupTest-1773239991-project] Notify callbacks [] for security_group, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:20.597751 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-eb842a66-6067-4cb2-9b5b-90128d37ecd6 tempest-SecGroupTest-1773239991 tempest-SecGroupTest-1773239991-project] 10.222.0.104 "DELETE /v2.0/security-groups/dd62c200-01b6-4c72-912d-32951a265573 HTTP/1.1" status: 204 len: 168 time: 0.2834380 Jul 06 14:25:20.604124 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 44748) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:25:20.610775 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb842a66-6067-4cb2-9b5b-90128d37ecd6 tempest-SecGroupTest-1773239991 tempest-SecGroupTest-1773239991-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd62c200-01b6-4c72-912d-32951a265573,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:25:20.622502 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb842a66-6067-4cb2-9b5b-90128d37ecd6 tempest-SecGroupTest-1773239991 tempest-SecGroupTest-1773239991-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:25:20.622502 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb842a66-6067-4cb2-9b5b-90128d37ecd6 tempest-SecGroupTest-1773239991 tempest-SecGroupTest-1773239991-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:25:20.622502 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb842a66-6067-4cb2-9b5b-90128d37ecd6 tempest-SecGroupTest-1773239991 tempest-SecGroupTest-1773239991-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:25:20.622502 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb842a66-6067-4cb2-9b5b-90128d37ecd6 tempest-SecGroupTest-1773239991 tempest-SecGroupTest-1773239991-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:25:20.622937 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb842a66-6067-4cb2-9b5b-90128d37ecd6 tempest-SecGroupTest-1773239991 tempest-SecGroupTest-1773239991-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:25:20.623031 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb842a66-6067-4cb2-9b5b-90128d37ecd6 tempest-SecGroupTest-1773239991 tempest-SecGroupTest-1773239991-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:25:20.623390 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb842a66-6067-4cb2-9b5b-90128d37ecd6 tempest-SecGroupTest-1773239991 tempest-SecGroupTest-1773239991-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:25:20.623520 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-1bcf5f01-32dc-4b56-8f44-032de736f9ce tempest-AllowedAddressPairTestJSON-1264288992 tempest-AllowedAddressPairTestJSON-1264288992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127687580'] for port, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:20.623719 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb842a66-6067-4cb2-9b5b-90128d37ecd6 tempest-SecGroupTest-1773239991 tempest-SecGroupTest-1773239991-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:25:20.624288 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb842a66-6067-4cb2-9b5b-90128d37ecd6 tempest-SecGroupTest-1773239991 tempest-SecGroupTest-1773239991-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:25:20.624783 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb842a66-6067-4cb2-9b5b-90128d37ecd6 tempest-SecGroupTest-1773239991 tempest-SecGroupTest-1773239991-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:25:20.625720 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb842a66-6067-4cb2-9b5b-90128d37ecd6 tempest-SecGroupTest-1773239991 tempest-SecGroupTest-1773239991-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:25:20.626263 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb842a66-6067-4cb2-9b5b-90128d37ecd6 tempest-SecGroupTest-1773239991 tempest-SecGroupTest-1773239991-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:25:20.669498 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bcf5f01-32dc-4b56-8f44-032de736f9ce tempest-AllowedAddressPairTestJSON-1264288992 tempest-AllowedAddressPairTestJSON-1264288992-project] Pushing event deleted for resources: {'Port': ['ID=105d55e4-9b12-4d6d-894b-de91524d897e,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:25:20.768036 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-8f63f1c5-a4f1-454e-8a7a-3f6969c93f7c tempest-SecGroupTest-1773239991 tempest-SecGroupTest-1773239991-project] 10.222.0.104 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1627476 Jul 06 14:25:20.768531 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 44754) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:25:20.773977 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [None req-820d1835-2863-4e60-b238-a812fbbc5a17 tempest-SecGroupTest-1773239991 tempest-SecGroupTest-1773239991-project] Request body: {'security_group': {'name': 'tempest-secgroup--389946776'}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:25:20.797458 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-1bcf5f01-32dc-4b56-8f44-032de736f9ce tempest-AllowedAddressPairTestJSON-1264288992 tempest-AllowedAddressPairTestJSON-1264288992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:20.799449 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-1bcf5f01-32dc-4b56-8f44-032de736f9ce tempest-AllowedAddressPairTestJSON-1264288992 tempest-AllowedAddressPairTestJSON-1264288992-project] 10.222.0.104 "DELETE /v2.0/ports/105d55e4-9b12-4d6d-894b-de91524d897e HTTP/1.1" status: 204 len: 168 time: 0.7397764 Jul 06 14:25:20.801890 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 44756) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:25:20.832815 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-820d1835-2863-4e60-b238-a812fbbc5a17 tempest-SecGroupTest-1773239991 tempest-SecGroupTest-1773239991-project] Notify callbacks [] for security_group, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:20.902816 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.db_base_plugin_v2 [None req-bff71269-9a86-4730-bfa6-8ecd177ca0b1 tempest-AllowedAddressPairTestJSON-1264288992 tempest-AllowedAddressPairTestJSON-1264288992-project] Deleting subnet 9506a02d-e719-4fcc-a301-360d9beccaf7 {{(pid=100246) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 14:25:20.909889 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-bff71269-9a86-4730-bfa6-8ecd177ca0b1 tempest-AllowedAddressPairTestJSON-1264288992 tempest-AllowedAddressPairTestJSON-1264288992-project] Notify callbacks [] for subnet, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:20.945142 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-820d1835-2863-4e60-b238-a812fbbc5a17 tempest-SecGroupTest-1773239991 tempest-SecGroupTest-1773239991-project] Notify callbacks [] for security_group, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:20.952862 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-820d1835-2863-4e60-b238-a812fbbc5a17 tempest-SecGroupTest-1773239991 tempest-SecGroupTest-1773239991-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:20.982057 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-820d1835-2863-4e60-b238-a812fbbc5a17 tempest-SecGroupTest-1773239991 tempest-SecGroupTest-1773239991-project] Notify callbacks [] for security_group, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:20.986683 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-820d1835-2863-4e60-b238-a812fbbc5a17 tempest-SecGroupTest-1773239991 tempest-SecGroupTest-1773239991-project] 10.222.0.104 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2140031 Jul 06 14:25:20.987492 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 44760) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:25:20.993853 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820d1835-2863-4e60-b238-a812fbbc5a17 tempest-SecGroupTest-1773239991 tempest-SecGroupTest-1773239991-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c95e891b-eb61-48e5-887b-9b5c821b02fd,revision_number=1']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:25:21.000802 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-eb22124c-8ec1-4bae-8b9c-d316a41ca307 tempest-SecGroupTest-1773239991 tempest-SecGroupTest-1773239991-project] Request body: {'security_group': {'name': 'tempest-secgroup--273734510'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:25:21.013917 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-bff71269-9a86-4730-bfa6-8ecd177ca0b1 tempest-AllowedAddressPairTestJSON-1264288992 tempest-AllowedAddressPairTestJSON-1264288992-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126218885'] for subnet, precommit_delete_associations {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:21.062370 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-eb22124c-8ec1-4bae-8b9c-d316a41ca307 tempest-SecGroupTest-1773239991 tempest-SecGroupTest-1773239991-project] Notify callbacks [] for security_group, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:21.142884 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-bff71269-9a86-4730-bfa6-8ecd177ca0b1 tempest-AllowedAddressPairTestJSON-1264288992 tempest-AllowedAddressPairTestJSON-1264288992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-913473'] for subnet, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:21.209325 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-bff71269-9a86-4730-bfa6-8ecd177ca0b1 tempest-AllowedAddressPairTestJSON-1264288992 tempest-AllowedAddressPairTestJSON-1264288992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-913480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1849032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127687590', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127702764'] for subnet, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:21.257429 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-bff71269-9a86-4730-bfa6-8ecd177ca0b1 tempest-AllowedAddressPairTestJSON-1264288992 tempest-AllowedAddressPairTestJSON-1264288992-project] Notify callbacks [] for subnet, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:21.260989 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 44766) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:25:21.264617 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-bff71269-9a86-4730-bfa6-8ecd177ca0b1 tempest-AllowedAddressPairTestJSON-1264288992 tempest-AllowedAddressPairTestJSON-1264288992-project] 10.222.0.104 "DELETE /v2.0/subnets/9506a02d-e719-4fcc-a301-360d9beccaf7 HTTP/1.1" status: 204 len: 168 time: 0.4613628 Jul 06 14:25:21.271505 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-979821e0-5aa0-4890-91f9-1eefb2eeaf36 None None] Network 1d067aff-2235-4ecf-90ec-02e85aea68cf requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:25:21.320017 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff71269-9a86-4730-bfa6-8ecd177ca0b1 tempest-AllowedAddressPairTestJSON-1264288992 tempest-AllowedAddressPairTestJSON-1264288992-project] Pushing event deleted for resources: {'Subnet': ['ID=9506a02d-e719-4fcc-a301-360d9beccaf7,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:25:21.327920 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-eb22124c-8ec1-4bae-8b9c-d316a41ca307 tempest-SecGroupTest-1773239991 tempest-SecGroupTest-1773239991-project] Notify callbacks [] for security_group, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:21.333164 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-eb22124c-8ec1-4bae-8b9c-d316a41ca307 tempest-SecGroupTest-1773239991 tempest-SecGroupTest-1773239991-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:21.357187 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-eb22124c-8ec1-4bae-8b9c-d316a41ca307 tempest-SecGroupTest-1773239991 tempest-SecGroupTest-1773239991-project] Notify callbacks [] for security_group, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:21.361335 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-eb22124c-8ec1-4bae-8b9c-d316a41ca307 tempest-SecGroupTest-1773239991 tempest-SecGroupTest-1773239991-project] 10.222.0.104 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3717823 Jul 06 14:25:21.364516 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 44770) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:25:21.373984 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-06ce0677-e2e4-4125-9575-eadf2ef0f500 tempest-SecGroupTest-1773239991 tempest-SecGroupTest-1773239991-project] Request body: {'security_group_rule': {'security_group_id': 'c95e891b-eb61-48e5-887b-9b5c821b02fd', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '6000f64c-28b3-4174-bf5b-a3f0e718e0bb', 'remote_ip_prefix': None}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:25:21.393511 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb22124c-8ec1-4bae-8b9c-d316a41ca307 tempest-SecGroupTest-1773239991 tempest-SecGroupTest-1773239991-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6000f64c-28b3-4174-bf5b-a3f0e718e0bb,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:25:21.411195 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-a70411cc-7be5-452b-b808-02c45f661c50 tempest-AllowedAddressPairTestJSON-1264288992 tempest-AllowedAddressPairTestJSON-1264288992-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530492'] for network, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:21.442545 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-06ce0677-e2e4-4125-9575-eadf2ef0f500 tempest-SecGroupTest-1773239991 tempest-SecGroupTest-1773239991-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:21.532304 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.plugin [None req-a70411cc-7be5-452b-b808-02c45f661c50 tempest-AllowedAddressPairTestJSON-1264288992 tempest-AllowedAddressPairTestJSON-1264288992-project] Deleting port b3214c5a-a514-49cb-ad0b-feb5f6e186d5 {{(pid=100247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:25:21.532644 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-a70411cc-7be5-452b-b808-02c45f661c50 tempest-AllowedAddressPairTestJSON-1264288992 tempest-AllowedAddressPairTestJSON-1264288992-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:21.549142 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-06ce0677-e2e4-4125-9575-eadf2ef0f500 tempest-SecGroupTest-1773239991 tempest-SecGroupTest-1773239991-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:21.556103 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-06ce0677-e2e4-4125-9575-eadf2ef0f500 tempest-SecGroupTest-1773239991 tempest-SecGroupTest-1773239991-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1898694'] for security_group_rule, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:21.582672 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ce0677-e2e4-4125-9575-eadf2ef0f500 tempest-SecGroupTest-1773239991 tempest-SecGroupTest-1773239991-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ad6d79d-f548-4b0c-9e15-3a17cb635a60,revision_number=0']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:25:21.586661 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-06ce0677-e2e4-4125-9575-eadf2ef0f500 tempest-SecGroupTest-1773239991 tempest-SecGroupTest-1773239991-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:21.591021 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-06ce0677-e2e4-4125-9575-eadf2ef0f500 tempest-SecGroupTest-1773239991 tempest-SecGroupTest-1773239991-project] 10.222.0.104 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.2253640 Jul 06 14:25:21.591782 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 44776) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:25:21.630973 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.db [None req-a70411cc-7be5-452b-b808-02c45f661c50 tempest-AllowedAddressPairTestJSON-1264288992 tempest-AllowedAddressPairTestJSON-1264288992-project] For port b3214c5a-a514-49cb-ad0b-feb5f6e186d5, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=b3214c5a-a514-49cb-ad0b-feb5f6e186d5,segment=NetworkSegment(8f7d8f7d-ddd5-4588-861b-cadcd4716d4c),segment_id=8f7d8f7d-ddd5-4588-861b-cadcd4716d4c)] {{(pid=100247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:25:21.631746 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-a70411cc-7be5-452b-b808-02c45f661c50 tempest-AllowedAddressPairTestJSON-1264288992 tempest-AllowedAddressPairTestJSON-1264288992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:21.632554 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5543bfb5-3bc1-4424-9fd0-afbbb17fe89f None None] DHCP port deletion for 1d067aff-2235-4ecf-90ec-02e85aea68cf request from n-d-773647-6 {{(pid=100248) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 14:25:21.634745 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-49c91829-1e2f-46c5-8ec5-873a5181a008 tempest-SecGroupTest-1773239991 tempest-SecGroupTest-1773239991-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:21.655267 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-49c91829-1e2f-46c5-8ec5-873a5181a008 tempest-SecGroupTest-1773239991 tempest-SecGroupTest-1773239991-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:21.659714 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.plugin [None req-a70411cc-7be5-452b-b808-02c45f661c50 tempest-AllowedAddressPairTestJSON-1264288992 tempest-AllowedAddressPairTestJSON-1264288992-project] Calling delete_port for b3214c5a-a514-49cb-ad0b-feb5f6e186d5 owned by network:dhcp {{(pid=100247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:25:21.684139 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-49c91829-1e2f-46c5-8ec5-873a5181a008 tempest-SecGroupTest-1773239991 tempest-SecGroupTest-1773239991-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1898694'] for security_group_rule, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:21.691501 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-49c91829-1e2f-46c5-8ec5-873a5181a008 tempest-SecGroupTest-1773239991 tempest-SecGroupTest-1773239991-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:21.693958 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-49c91829-1e2f-46c5-8ec5-873a5181a008 tempest-SecGroupTest-1773239991 tempest-SecGroupTest-1773239991-project] 10.222.0.104 "DELETE /v2.0/security-group-rules/2ad6d79d-f548-4b0c-9e15-3a17cb635a60 HTTP/1.1" status: 204 len: 168 time: 0.0996861 Jul 06 14:25:21.701816 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 44778) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:25:21.702670 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c91829-1e2f-46c5-8ec5-873a5181a008 tempest-SecGroupTest-1773239991 tempest-SecGroupTest-1773239991-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2ad6d79d-f548-4b0c-9e15-3a17cb635a60,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:25:21.717007 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-5543bfb5-3bc1-4424-9fd0-afbbb17fe89f None None] Deleting port b3214c5a-a514-49cb-ad0b-feb5f6e186d5 {{(pid=100248) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:25:21.717405 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5543bfb5-3bc1-4424-9fd0-afbbb17fe89f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:21.772654 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-97b44c9d-9a8b-4a2a-ad15-28495bda6562 tempest-SecGroupTest-1773239991 tempest-SecGroupTest-1773239991-project] 10.222.0.104 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0622993 Jul 06 14:25:21.773185 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 44780) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:25:21.792091 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5543bfb5-3bc1-4424-9fd0-afbbb17fe89f None None] For port b3214c5a-a514-49cb-ad0b-feb5f6e186d5, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=b3214c5a-a514-49cb-ad0b-feb5f6e186d5,segment=NetworkSegment(8f7d8f7d-ddd5-4588-861b-cadcd4716d4c),segment_id=8f7d8f7d-ddd5-4588-861b-cadcd4716d4c)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:25:21.792495 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5543bfb5-3bc1-4424-9fd0-afbbb17fe89f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:21.806877 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-5543bfb5-3bc1-4424-9fd0-afbbb17fe89f None None] Calling delete_port for b3214c5a-a514-49cb-ad0b-feb5f6e186d5 owned by network:dhcp {{(pid=100248) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:25:21.817223 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-a70411cc-7be5-452b-b808-02c45f661c50 tempest-AllowedAddressPairTestJSON-1264288992 tempest-AllowedAddressPairTestJSON-1264288992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128888353'] for port, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:21.837946 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-ace8d7db-1b20-464a-9cc1-e3a9d49c007d tempest-SecGroupTest-1773239991 tempest-SecGroupTest-1773239991-project] Notify callbacks [] for security_group, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:21.852290 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a70411cc-7be5-452b-b808-02c45f661c50 tempest-AllowedAddressPairTestJSON-1264288992 tempest-AllowedAddressPairTestJSON-1264288992-project] No DVR routers for this DVR port b3214c5a-a514-49cb-ad0b-feb5f6e186d5 on host n-d-773647-6 {{(pid=100247) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:25:21.863696 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70411cc-7be5-452b-b808-02c45f661c50 tempest-AllowedAddressPairTestJSON-1264288992 tempest-AllowedAddressPairTestJSON-1264288992-project] Pushing event deleted for resources: {'Port': ['ID=b3214c5a-a514-49cb-ad0b-feb5f6e186d5,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:25:21.906415 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-ace8d7db-1b20-464a-9cc1-e3a9d49c007d tempest-SecGroupTest-1773239991 tempest-SecGroupTest-1773239991-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:22.025250 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-ace8d7db-1b20-464a-9cc1-e3a9d49c007d tempest-SecGroupTest-1773239991 tempest-SecGroupTest-1773239991-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:22.030035 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-ace8d7db-1b20-464a-9cc1-e3a9d49c007d tempest-SecGroupTest-1773239991 tempest-SecGroupTest-1773239991-project] Notify callbacks [] for security_group, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:22.033685 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-ace8d7db-1b20-464a-9cc1-e3a9d49c007d tempest-SecGroupTest-1773239991 tempest-SecGroupTest-1773239991-project] 10.222.0.104 "DELETE /v2.0/security-groups/6000f64c-28b3-4174-bf5b-a3f0e718e0bb HTTP/1.1" status: 204 len: 168 time: 0.2569768 Jul 06 14:25:22.033910 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device b3214c5a-a514-49cb-ad0b-feb5f6e186d5 no longer exists at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:25:22.036853 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 44784) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:25:22.082090 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] No Port match for: b3214c5a-a514-49cb-ad0b-feb5f6e186d5 {{(pid=100248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 14:25:22.082442 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device b3214c5a-a514-49cb-ad0b-feb5f6e186d5 not bound to the agent host n-d-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:25:22.089168 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5543bfb5-3bc1-4424-9fd0-afbbb17fe89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117'] for port, after_delete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:22.096943 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace8d7db-1b20-464a-9cc1-e3a9d49c007d tempest-SecGroupTest-1773239991 tempest-SecGroupTest-1773239991-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6000f64c-28b3-4174-bf5b-a3f0e718e0bb,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:25:22.150811 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-a70411cc-7be5-452b-b808-02c45f661c50 tempest-AllowedAddressPairTestJSON-1264288992 tempest-AllowedAddressPairTestJSON-1264288992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-917204', 'neutron.services.segments.db._delete_segments_for_network-8773753502302'] for network, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:22.171029 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5543bfb5-3bc1-4424-9fd0-afbbb17fe89f None None] Pushing event deleted for resources: {'Port': ['ID=b3214c5a-a514-49cb-ad0b-feb5f6e186d5,revision_number=None']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:25:22.180486 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-bb383dc3-f4bb-4822-ba45-88d7c8e8eb5b tempest-SecGroupTest-1773239991 tempest-SecGroupTest-1773239991-project] 10.222.0.104 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.1394262 Jul 06 14:25:22.181070 n-d-773647-6 neutron-server[100247]: DEBUG neutron.services.segments.db [None req-a70411cc-7be5-452b-b808-02c45f661c50 tempest-AllowedAddressPairTestJSON-1264288992 tempest-AllowedAddressPairTestJSON-1264288992-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d067aff-2235-4ecf-90ec-02e85aea68cf']}} {{(pid=100247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:25:22.186540 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5543bfb5-3bc1-4424-9fd0-afbbb17fe89f None None] No DVR routers for this DVR port b3214c5a-a514-49cb-ad0b-feb5f6e186d5 on host n-d-773647-6 {{(pid=100248) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:25:22.188140 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 44788) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:25:22.221159 n-d-773647-6 neutron-server[100247]: DEBUG neutron.services.segments.db [None req-a70411cc-7be5-452b-b808-02c45f661c50 tempest-AllowedAddressPairTestJSON-1264288992 tempest-AllowedAddressPairTestJSON-1264288992-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f7d8f7d-ddd5-4588-861b-cadcd4716d4c') {'for_net_delete': True} {{(pid=100247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:25:22.221402 n-d-773647-6 neutron-server[100247]: DEBUG neutron.services.segments.db [None req-a70411cc-7be5-452b-b808-02c45f661c50 tempest-AllowedAddressPairTestJSON-1264288992 tempest-AllowedAddressPairTestJSON-1264288992-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f7d8f7d-ddd5-4588-861b-cadcd4716d4c') {} {{(pid=100247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:25:22.235652 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-a70411cc-7be5-452b-b808-02c45f661c50 tempest-AllowedAddressPairTestJSON-1264288992 tempest-AllowedAddressPairTestJSON-1264288992-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773753515138', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127131763'] for segment, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:22.259448 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-a70411cc-7be5-452b-b808-02c45f661c50 tempest-AllowedAddressPairTestJSON-1264288992 tempest-AllowedAddressPairTestJSON-1264288992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552'] for segment, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:22.268659 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a70411cc-7be5-452b-b808-02c45f661c50 tempest-AllowedAddressPairTestJSON-1264288992 tempest-AllowedAddressPairTestJSON-1264288992-project] Releasing vlan 1024 on physical network physnet1 to pool {{(pid=100247) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 14:25:22.269538 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-a70411cc-7be5-452b-b808-02c45f661c50 tempest-AllowedAddressPairTestJSON-1264288992 tempest-AllowedAddressPairTestJSON-1264288992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-128888574'] for segment, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:22.273190 n-d-773647-6 neutron-server[100247]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:25:22.273190 n-d-773647-6 neutron-server[100247]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:25:22.273190 n-d-773647-6 neutron-server[100247]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:25:22.273190 n-d-773647-6 neutron-server[100247]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:25:22.273190 n-d-773647-6 neutron-server[100247]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:25:22.273190 n-d-773647-6 neutron-server[100247]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:25:22.273190 n-d-773647-6 neutron-server[100247]: Traceback (most recent call last): Jul 06 14:25:22.273190 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 14:25:22.273190 n-d-773647-6 neutron-server[100247]: timer() Jul 06 14:25:22.273190 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 14:25:22.273190 n-d-773647-6 neutron-server[100247]: cb(*args, **kw) Jul 06 14:25:22.273190 n-d-773647-6 neutron-server[100247]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 14:25:22.273190 n-d-773647-6 neutron-server[100247]: return func(*args, **kwargs) Jul 06 14:25:22.273190 n-d-773647-6 neutron-server[100247]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 14:25:22.273190 n-d-773647-6 neutron-server[100247]: self._notify() Jul 06 14:25:22.273190 n-d-773647-6 neutron-server[100247]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 14:25:22.273190 n-d-773647-6 neutron-server[100247]: self.callback(batched_events) Jul 06 14:25:22.273190 n-d-773647-6 neutron-server[100247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 14:25:22.273190 n-d-773647-6 neutron-server[100247]: event.method(event) Jul 06 14:25:22.273190 n-d-773647-6 neutron-server[100247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 14:25:22.273190 n-d-773647-6 neutron-server[100247]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 14:25:22.273190 n-d-773647-6 neutron-server[100247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 14:25:22.273190 n-d-773647-6 neutron-server[100247]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 14:25:22.273190 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 14:25:22.273190 n-d-773647-6 neutron-server[100247]: return f(self, *a, **k) Jul 06 14:25:22.273190 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 14:25:22.273190 n-d-773647-6 neutron-server[100247]: return self._get(url).json() Jul 06 14:25:22.273190 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 14:25:22.273190 n-d-773647-6 neutron-server[100247]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 14:25:22.273190 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 14:25:22.273190 n-d-773647-6 neutron-server[100247]: return self.request(url, 'GET', **kwargs) Jul 06 14:25:22.273190 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 14:25:22.273190 n-d-773647-6 neutron-server[100247]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 14:25:22.273190 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 14:25:22.273190 n-d-773647-6 neutron-server[100247]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 14:25:22.273190 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 14:25:22.273190 n-d-773647-6 neutron-server[100247]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 14:25:22.273190 n-d-773647-6 neutron-server[100247]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 14:25:22.285183 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-54f61fbb-319b-47a7-8db9-52a42feb7709 tempest-SecGroupTest-1773239991 tempest-SecGroupTest-1773239991-project] Notify callbacks [] for security_group, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:22.320220 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-54f61fbb-319b-47a7-8db9-52a42feb7709 tempest-SecGroupTest-1773239991 tempest-SecGroupTest-1773239991-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:22.354310 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-a70411cc-7be5-452b-b808-02c45f661c50 tempest-AllowedAddressPairTestJSON-1264288992 tempest-AllowedAddressPairTestJSON-1264288992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-917215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1761140'] for network, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:22.367247 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-a70411cc-7be5-452b-b808-02c45f661c50 tempest-AllowedAddressPairTestJSON-1264288992 tempest-AllowedAddressPairTestJSON-1264288992-project] Notify callbacks [] for network, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:22.374463 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-a70411cc-7be5-452b-b808-02c45f661c50 tempest-AllowedAddressPairTestJSON-1264288992 tempest-AllowedAddressPairTestJSON-1264288992-project] 10.222.0.104 "DELETE /v2.0/networks/1d067aff-2235-4ecf-90ec-02e85aea68cf HTTP/1.1" status: 204 len: 168 time: 1.1109014 Jul 06 14:25:22.377356 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-54f61fbb-319b-47a7-8db9-52a42feb7709 tempest-SecGroupTest-1773239991 tempest-SecGroupTest-1773239991-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:22.385912 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-54f61fbb-319b-47a7-8db9-52a42feb7709 tempest-SecGroupTest-1773239991 tempest-SecGroupTest-1773239991-project] Notify callbacks [] for security_group, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:22.387860 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70411cc-7be5-452b-b808-02c45f661c50 tempest-AllowedAddressPairTestJSON-1264288992 tempest-AllowedAddressPairTestJSON-1264288992-project] Pushing event deleted for resources: {'Network': ['ID=1d067aff-2235-4ecf-90ec-02e85aea68cf,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:25:22.390803 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 44792) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:25:22.391908 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-54f61fbb-319b-47a7-8db9-52a42feb7709 tempest-SecGroupTest-1773239991 tempest-SecGroupTest-1773239991-project] 10.222.0.104 "DELETE /v2.0/security-groups/c95e891b-eb61-48e5-887b-9b5c821b02fd HTTP/1.1" status: 204 len: 168 time: 0.1979399 Jul 06 14:25:22.411007 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f61fbb-319b-47a7-8db9-52a42feb7709 tempest-SecGroupTest-1773239991 tempest-SecGroupTest-1773239991-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c95e891b-eb61-48e5-887b-9b5c821b02fd,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:25:22.453044 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-11e4d8a2-3978-4570-997c-8057cd1e9bbe tempest-SecGroupTest-1773239991 tempest-SecGroupTest-1773239991-project] 10.222.0.104 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0602565 Jul 06 14:25:22.456641 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 44796) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:25:22.462808 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [None req-9a37ae60-da07-44dc-ad9a-32175232ee27 tempest-SecGroupTest-1773239991 tempest-SecGroupTest-1773239991-project] Request body: {'security_group': {'name': 'tempest-secgroup--173994537'}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:25:22.495249 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-9a37ae60-da07-44dc-ad9a-32175232ee27 tempest-SecGroupTest-1773239991 tempest-SecGroupTest-1773239991-project] Notify callbacks [] for security_group, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:22.597332 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-9a37ae60-da07-44dc-ad9a-32175232ee27 tempest-SecGroupTest-1773239991 tempest-SecGroupTest-1773239991-project] Notify callbacks [] for security_group, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:22.603706 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-9a37ae60-da07-44dc-ad9a-32175232ee27 tempest-SecGroupTest-1773239991 tempest-SecGroupTest-1773239991-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:22.634609 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-9a37ae60-da07-44dc-ad9a-32175232ee27 tempest-SecGroupTest-1773239991 tempest-SecGroupTest-1773239991-project] Notify callbacks [] for security_group, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:22.638846 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-9a37ae60-da07-44dc-ad9a-32175232ee27 tempest-SecGroupTest-1773239991 tempest-SecGroupTest-1773239991-project] 10.222.0.104 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1782582 Jul 06 14:25:22.638846 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a37ae60-da07-44dc-ad9a-32175232ee27 tempest-SecGroupTest-1773239991 tempest-SecGroupTest-1773239991-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5afe57a4-8472-40a3-a9d0-8199097b28d0,revision_number=1']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:25:22.639398 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 44802) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:25:22.645340 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-37bb7ce5-c756-42fb-a8d5-021d64414f04 tempest-SecGroupTest-1773239991 tempest-SecGroupTest-1773239991-project] Request body: {'security_group_rule': {'security_group_id': '5afe57a4-8472-40a3-a9d0-8199097b28d0', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:25:22.721407 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-37bb7ce5-c756-42fb-a8d5-021d64414f04 tempest-SecGroupTest-1773239991 tempest-SecGroupTest-1773239991-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:22.759041 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 44810) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:25:22.794326 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-37bb7ce5-c756-42fb-a8d5-021d64414f04 tempest-SecGroupTest-1773239991 tempest-SecGroupTest-1773239991-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:22.797846 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-37bb7ce5-c756-42fb-a8d5-021d64414f04 tempest-SecGroupTest-1773239991 tempest-SecGroupTest-1773239991-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1898694'] for security_group_rule, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:22.817777 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37bb7ce5-c756-42fb-a8d5-021d64414f04 tempest-SecGroupTest-1773239991 tempest-SecGroupTest-1773239991-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1fb37d60-197b-4ffe-9861-2afbc8d7a802,revision_number=0']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:25:22.829760 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-37bb7ce5-c756-42fb-a8d5-021d64414f04 tempest-SecGroupTest-1773239991 tempest-SecGroupTest-1773239991-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:22.841134 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-37bb7ce5-c756-42fb-a8d5-021d64414f04 tempest-SecGroupTest-1773239991 tempest-SecGroupTest-1773239991-project] 10.222.0.104 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1923714 Jul 06 14:25:22.841775 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 44814) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:25:22.869840 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-e0383750-636e-4e22-beb9-85ca543409df tempest-SecGroupTest-1773239991 tempest-SecGroupTest-1773239991-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:22.879537 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-e0383750-636e-4e22-beb9-85ca543409df tempest-SecGroupTest-1773239991 tempest-SecGroupTest-1773239991-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:22.890718 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-92690985-50cd-403c-a60c-0296563b2c31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:22.944442 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-e0383750-636e-4e22-beb9-85ca543409df tempest-SecGroupTest-1773239991 tempest-SecGroupTest-1773239991-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1898694'] for security_group_rule, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:22.953611 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-e0383750-636e-4e22-beb9-85ca543409df tempest-SecGroupTest-1773239991 tempest-SecGroupTest-1773239991-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:22.955018 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-e0383750-636e-4e22-beb9-85ca543409df tempest-SecGroupTest-1773239991 tempest-SecGroupTest-1773239991-project] 10.222.0.104 "DELETE /v2.0/security-group-rules/1fb37d60-197b-4ffe-9861-2afbc8d7a802 HTTP/1.1" status: 204 len: 168 time: 0.1126630 Jul 06 14:25:22.957758 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 44818) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:25:22.966597 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0383750-636e-4e22-beb9-85ca543409df tempest-SecGroupTest-1773239991 tempest-SecGroupTest-1773239991-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1fb37d60-197b-4ffe-9861-2afbc8d7a802,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:25:22.996074 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-a8e3145c-33d6-40e9-9baf-426c39801873 admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=cd06049ac4564a23b6179e889d019f68&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2332847 Jul 06 14:25:22.996381 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 44820) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:25:23.023964 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-6cfebad3-5e63-47b3-bddb-0362377c5ba8 tempest-SecGroupTest-1773239991 tempest-SecGroupTest-1773239991-project] 10.222.0.104 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0648420 Jul 06 14:25:23.026678 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 44822) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:25:23.057572 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-281c29e7-5725-4915-a925-dbebf9cb4881 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:23.088660 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-6432d553-f482-476a-93a1-147e3201db5a tempest-SecGroupTest-1773239991 tempest-SecGroupTest-1773239991-project] Notify callbacks [] for security_group, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:23.089161 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-281c29e7-5725-4915-a925-dbebf9cb4881 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:23.117747 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-6432d553-f482-476a-93a1-147e3201db5a tempest-SecGroupTest-1773239991 tempest-SecGroupTest-1773239991-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:23.144977 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-281c29e7-5725-4915-a925-dbebf9cb4881 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:23.148034 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-281c29e7-5725-4915-a925-dbebf9cb4881 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:23.151525 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-281c29e7-5725-4915-a925-dbebf9cb4881 admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/97d9a168-7c5f-4d6b-a25d-e6cedc93b72e HTTP/1.1" status: 204 len: 168 time: 0.1519549 Jul 06 14:25:23.176835 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-6432d553-f482-476a-93a1-147e3201db5a tempest-SecGroupTest-1773239991 tempest-SecGroupTest-1773239991-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:23.177389 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281c29e7-5725-4915-a925-dbebf9cb4881 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97d9a168-7c5f-4d6b-a25d-e6cedc93b72e,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:25:23.181713 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-6432d553-f482-476a-93a1-147e3201db5a tempest-SecGroupTest-1773239991 tempest-SecGroupTest-1773239991-project] Notify callbacks [] for security_group, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:23.187564 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-6432d553-f482-476a-93a1-147e3201db5a tempest-SecGroupTest-1773239991 tempest-SecGroupTest-1773239991-project] 10.222.0.104 "DELETE /v2.0/security-groups/5afe57a4-8472-40a3-a9d0-8199097b28d0 HTTP/1.1" status: 204 len: 168 time: 0.1592548 Jul 06 14:25:23.192989 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 44826) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:25:23.200544 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6432d553-f482-476a-93a1-147e3201db5a tempest-SecGroupTest-1773239991 tempest-SecGroupTest-1773239991-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5afe57a4-8472-40a3-a9d0-8199097b28d0,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:25:23.270183 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-687c3512-e360-44f8-bf52-aabde007c4c0 tempest-SecGroupTest-1773239991 tempest-SecGroupTest-1773239991-project] 10.222.0.104 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0722163 Jul 06 14:25:23.270803 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 44828) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:25:23.276270 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-ee6d529f-d4ce-45ac-b5f0-33d19e1e7abc tempest-SecGroupTest-1773239991 tempest-SecGroupTest-1773239991-project] Request body: {'security_group': {'name': 'tempest-secgroup--1176473016'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:25:23.301550 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-ee6d529f-d4ce-45ac-b5f0-33d19e1e7abc tempest-SecGroupTest-1773239991 tempest-SecGroupTest-1773239991-project] Notify callbacks [] for security_group, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:23.406882 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-ee6d529f-d4ce-45ac-b5f0-33d19e1e7abc tempest-SecGroupTest-1773239991 tempest-SecGroupTest-1773239991-project] Notify callbacks [] for security_group, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:23.411915 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-ee6d529f-d4ce-45ac-b5f0-33d19e1e7abc tempest-SecGroupTest-1773239991 tempest-SecGroupTest-1773239991-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:23.439835 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-ee6d529f-d4ce-45ac-b5f0-33d19e1e7abc tempest-SecGroupTest-1773239991 tempest-SecGroupTest-1773239991-project] Notify callbacks [] for security_group, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:23.443282 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-ee6d529f-d4ce-45ac-b5f0-33d19e1e7abc tempest-SecGroupTest-1773239991 tempest-SecGroupTest-1773239991-project] 10.222.0.104 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1693523 Jul 06 14:25:23.443817 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 44834) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:25:23.449446 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [None req-83b887e7-62c5-4a01-819f-b8352f1a8fde tempest-SecGroupTest-1773239991 tempest-SecGroupTest-1773239991-project] Request body: {'security_group_rule': {'security_group_id': '0da37721-e9f4-4f22-b2d4-107a1a72812b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:25:23.454818 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6d529f-d4ce-45ac-b5f0-33d19e1e7abc tempest-SecGroupTest-1773239991 tempest-SecGroupTest-1773239991-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0da37721-e9f4-4f22-b2d4-107a1a72812b,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:25:23.522448 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-83b887e7-62c5-4a01-819f-b8352f1a8fde tempest-SecGroupTest-1773239991 tempest-SecGroupTest-1773239991-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:23.588332 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-83b887e7-62c5-4a01-819f-b8352f1a8fde tempest-SecGroupTest-1773239991 tempest-SecGroupTest-1773239991-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:23.593648 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-83b887e7-62c5-4a01-819f-b8352f1a8fde tempest-SecGroupTest-1773239991 tempest-SecGroupTest-1773239991-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1898694'] for security_group_rule, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:23.620548 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b887e7-62c5-4a01-819f-b8352f1a8fde tempest-SecGroupTest-1773239991 tempest-SecGroupTest-1773239991-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=21d3ea2f-83de-4dd9-8235-078b5454a934,revision_number=0']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:25:23.628867 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-83b887e7-62c5-4a01-819f-b8352f1a8fde tempest-SecGroupTest-1773239991 tempest-SecGroupTest-1773239991-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:23.632982 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 44842) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:25:23.647732 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-83b887e7-62c5-4a01-819f-b8352f1a8fde tempest-SecGroupTest-1773239991 tempest-SecGroupTest-1773239991-project] 10.222.0.104 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2026873 Jul 06 14:25:23.659781 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 44846) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:25:23.659983 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-e06c7fab-65e4-4557-aaf6-fa213d520f97 tempest-SecGroupTest-1773239991 tempest-SecGroupTest-1773239991-project] 10.222.0.104 "GET /v2.0/security-group-rules/21d3ea2f-83de-4dd9-8235-078b5454a934 HTTP/1.1" status: 200 len: 763 time: 0.0256846 Jul 06 14:25:23.710322 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 44848) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:25:23.710771 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-71c2e794-d7dc-4381-ba9d-20aa52530d80 tempest-SecGroupTest-1773239991 tempest-SecGroupTest-1773239991-project] 10.222.0.104 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0484943 Jul 06 14:25:23.744785 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-b7b5eccb-69a1-46e3-8bc0-3ecef956eae6 tempest-SecGroupTest-1773239991 tempest-SecGroupTest-1773239991-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:23.754832 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-b7b5eccb-69a1-46e3-8bc0-3ecef956eae6 tempest-SecGroupTest-1773239991 tempest-SecGroupTest-1773239991-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:23.791034 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-b7b5eccb-69a1-46e3-8bc0-3ecef956eae6 tempest-SecGroupTest-1773239991 tempest-SecGroupTest-1773239991-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1898694'] for security_group_rule, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:23.805762 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-b7b5eccb-69a1-46e3-8bc0-3ecef956eae6 tempest-SecGroupTest-1773239991 tempest-SecGroupTest-1773239991-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:23.809093 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-b7b5eccb-69a1-46e3-8bc0-3ecef956eae6 tempest-SecGroupTest-1773239991 tempest-SecGroupTest-1773239991-project] 10.222.0.104 "DELETE /v2.0/security-group-rules/21d3ea2f-83de-4dd9-8235-078b5454a934 HTTP/1.1" status: 204 len: 168 time: 0.0955191 Jul 06 14:25:23.809093 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b5eccb-69a1-46e3-8bc0-3ecef956eae6 tempest-SecGroupTest-1773239991 tempest-SecGroupTest-1773239991-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=21d3ea2f-83de-4dd9-8235-078b5454a934,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:25:23.811559 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 44852) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:25:23.875075 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-e515b263-a0e2-4c2f-ba6a-4e7758b20e7c tempest-SecGroupTest-1773239991 tempest-SecGroupTest-1773239991-project] 10.222.0.104 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0599904 Jul 06 14:25:23.877631 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 44858) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:25:23.883153 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-46d35548-f118-43ce-a71a-63003d3063ba tempest-SecGroupTest-1773239991 tempest-SecGroupTest-1773239991-project] Request body: {'security_group_rule': {'security_group_id': '0da37721-e9f4-4f22-b2d4-107a1a72812b', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:25:23.919940 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-46d35548-f118-43ce-a71a-63003d3063ba tempest-SecGroupTest-1773239991 tempest-SecGroupTest-1773239991-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:23.996782 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-46d35548-f118-43ce-a71a-63003d3063ba tempest-SecGroupTest-1773239991 tempest-SecGroupTest-1773239991-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:24.006009 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-46d35548-f118-43ce-a71a-63003d3063ba tempest-SecGroupTest-1773239991 tempest-SecGroupTest-1773239991-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1898694'] for security_group_rule, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:24.105871 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 44864) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:25:24.291443 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [None req-67f847a9-b7e8-4b0b-a533-5ea73e76bdba tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-1379527257'}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:25:24.339369 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67f847a9-b7e8-4b0b-a533-5ea73e76bdba tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Made reservation on behalf of 4a263308c6474c0e99d0efe9a5a7b767 for: {'network': 1} {{(pid=100247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:25:24.344420 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-67f847a9-b7e8-4b0b-a533-5ea73e76bdba tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for network, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:24.370466 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-67f847a9-b7e8-4b0b-a533-5ea73e76bdba tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Notify callbacks [] for security_group, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:24.485601 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d35548-f118-43ce-a71a-63003d3063ba tempest-SecGroupTest-1773239991 tempest-SecGroupTest-1773239991-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b04206c-e652-4e5c-97b2-c6797f884b78,revision_number=0']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:25:24.510047 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-67f847a9-b7e8-4b0b-a533-5ea73e76bdba tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Notify callbacks [] for security_group, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:24.514817 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-67f847a9-b7e8-4b0b-a533-5ea73e76bdba tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:24.520174 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-46d35548-f118-43ce-a71a-63003d3063ba tempest-SecGroupTest-1773239991 tempest-SecGroupTest-1773239991-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:24.521762 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-46d35548-f118-43ce-a71a-63003d3063ba tempest-SecGroupTest-1773239991 tempest-SecGroupTest-1773239991-project] 10.222.0.104 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6430757 Jul 06 14:25:24.524375 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 44868) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:25:24.550230 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-5029763f-a255-446f-9843-fc05227e5885 tempest-SecGroupTest-1773239991 tempest-SecGroupTest-1773239991-project] 10.222.0.104 "GET /v2.0/security-group-rules/7b04206c-e652-4e5c-97b2-c6797f884b78 HTTP/1.1" status: 200 len: 763 time: 0.0220478 Jul 06 14:25:24.550417 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-67f847a9-b7e8-4b0b-a533-5ea73e76bdba tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] vlan segment allocate from pool success with {'vlan_id': 1025, 'physical_network': 'physnet1'} {{(pid=100247) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 14:25:24.550846 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 44872) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:25:24.561833 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f847a9-b7e8-4b0b-a533-5ea73e76bdba tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Pushing event updated for resources: {'SecurityGroup': ['ID=32290640-8af4-4d96-87fb-167de873c3b6,revision_number=1']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:25:24.567059 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-67f847a9-b7e8-4b0b-a533-5ea73e76bdba tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552'] for segment, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:24.567431 n-d-773647-6 neutron-server[100247]: INFO neutron.db.segments_db [None req-67f847a9-b7e8-4b0b-a533-5ea73e76bdba tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Added segment 67308366-d379-4f20-9df5-ed161946f077 of type vlan for network eba60608-4e28-43df-928a-323910d090ed Jul 06 14:25:24.608338 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-00801f24-0a1e-42d5-bca6-edd0c2da55b0 tempest-SecGroupTest-1773239991 tempest-SecGroupTest-1773239991-project] 10.222.0.104 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0564334 Jul 06 14:25:24.610806 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 44874) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:25:24.627641 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-67f847a9-b7e8-4b0b-a533-5ea73e76bdba tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773752984405'] for network, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:24.637166 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-6eabd6b6-98b8-437b-ac4c-a0606c65a7ca tempest-SecGroupTest-1773239991 tempest-SecGroupTest-1773239991-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:24.652737 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-6eabd6b6-98b8-437b-ac4c-a0606c65a7ca tempest-SecGroupTest-1773239991 tempest-SecGroupTest-1773239991-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:24.658314 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-67f847a9-b7e8-4b0b-a533-5ea73e76bdba tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060'] for network, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:24.664384 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67f847a9-b7e8-4b0b-a533-5ea73e76bdba tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:25:24.665001 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-67f847a9-b7e8-4b0b-a533-5ea73e76bdba tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Notify callbacks [] for network, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:24.690634 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-6eabd6b6-98b8-437b-ac4c-a0606c65a7ca tempest-SecGroupTest-1773239991 tempest-SecGroupTest-1773239991-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1898694'] for security_group_rule, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:24.697800 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-6eabd6b6-98b8-437b-ac4c-a0606c65a7ca tempest-SecGroupTest-1773239991 tempest-SecGroupTest-1773239991-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:24.701605 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-6eabd6b6-98b8-437b-ac4c-a0606c65a7ca tempest-SecGroupTest-1773239991 tempest-SecGroupTest-1773239991-project] 10.222.0.104 "DELETE /v2.0/security-group-rules/7b04206c-e652-4e5c-97b2-c6797f884b78 HTTP/1.1" status: 204 len: 168 time: 0.0872102 Jul 06 14:25:24.702319 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 44878) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:25:24.719074 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eabd6b6-98b8-437b-ac4c-a0606c65a7ca tempest-SecGroupTest-1773239991 tempest-SecGroupTest-1773239991-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7b04206c-e652-4e5c-97b2-c6797f884b78,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:25:24.751648 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-67f847a9-b7e8-4b0b-a533-5ea73e76bdba tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] 10.222.0.104 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.6401708 Jul 06 14:25:24.751648 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f847a9-b7e8-4b0b-a533-5ea73e76bdba tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Pushing event updated for resources: {'Network': ['ID=eba60608-4e28-43df-928a-323910d090ed,revision_number=1']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:25:24.751945 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-8d915baf-14fd-481a-8ee6-3c81dcdedd19 tempest-SecGroupTest-1773239991 tempest-SecGroupTest-1773239991-project] 10.222.0.104 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0469840 Jul 06 14:25:24.751945 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 44880) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:25:24.753667 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 44882) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:25:24.760265 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-e10a74e0-e825-4d83-9dbd-09530d848419 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Request body: {'subnet': {'network_id': 'eba60608-4e28-43df-928a-323910d090ed', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:25:24.760895 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Network eba60608-4e28-43df-928a-323910d090ed details requested by agent ovs-agent-n-d-773647-6 with host n-d-773647-6 {{(pid=100248) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 14:25:24.768809 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-eb5979cb-3a9e-48f9-be3e-a1b73a359518 tempest-SecGroupTest-1773239991 tempest-SecGroupTest-1773239991-project] Request body: {'security_group_rule': {'security_group_id': '0da37721-e9f4-4f22-b2d4-107a1a72812b', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:25:24.861041 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-eb5979cb-3a9e-48f9-be3e-a1b73a359518 tempest-SecGroupTest-1773239991 tempest-SecGroupTest-1773239991-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:24.904244 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e10a74e0-e825-4d83-9dbd-09530d848419 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Made reservation on behalf of 4a263308c6474c0e99d0efe9a5a7b767 for: {'subnet': 1} {{(pid=100246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:25:24.907778 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-e10a74e0-e825-4d83-9dbd-09530d848419 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127702029'] for subnet, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:24.996556 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-eb5979cb-3a9e-48f9-be3e-a1b73a359518 tempest-SecGroupTest-1773239991 tempest-SecGroupTest-1773239991-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:25.001245 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-eb5979cb-3a9e-48f9-be3e-a1b73a359518 tempest-SecGroupTest-1773239991 tempest-SecGroupTest-1773239991-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1898694'] for security_group_rule, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:25.037234 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5979cb-3a9e-48f9-be3e-a1b73a359518 tempest-SecGroupTest-1773239991 tempest-SecGroupTest-1773239991-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=118e9f3d-391a-40bb-9669-eedd1336138a,revision_number=0']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:25:25.048521 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-eb5979cb-3a9e-48f9-be3e-a1b73a359518 tempest-SecGroupTest-1773239991 tempest-SecGroupTest-1773239991-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:25.050268 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-eb5979cb-3a9e-48f9-be3e-a1b73a359518 tempest-SecGroupTest-1773239991 tempest-SecGroupTest-1773239991-project] 10.222.0.104 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2956572 Jul 06 14:25:25.052828 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 44892) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:25:25.109757 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-ba076090-792d-45d9-92ba-c4db8a7d9d12 tempest-SecGroupTest-1773239991 tempest-SecGroupTest-1773239991-project] 10.222.0.104 "GET /v2.0/security-group-rules/118e9f3d-391a-40bb-9669-eedd1336138a HTTP/1.1" status: 200 len: 764 time: 0.0533400 Jul 06 14:25:25.110853 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 44896) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:25:25.171853 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-6f743d7e-892f-43bf-9db7-1b243d609378 tempest-SecGroupTest-1773239991 tempest-SecGroupTest-1773239991-project] 10.222.0.104 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.0600579 Jul 06 14:25:25.175079 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 44900) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:25:25.245955 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-e10a74e0-e825-4d83-9dbd-09530d848419 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1849032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127687649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127702047'] for subnet, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:25.337837 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e10a74e0-e825-4d83-9dbd-09530d848419 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Checking segment: {'id': '67308366-d379-4f20-9df5-ed161946f077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': 'eba60608-4e28-43df-928a-323910d090ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:25:25.338219 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e10a74e0-e825-4d83-9dbd-09530d848419 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Network hostable DHCP agents. Network: eba60608-4e28-43df-928a-323910d090ed, hostable agents: ['f2bada3d-be77-4359-982b-8505a2bbca04'], hosted agents: [] {{(pid=100246) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 14:25:25.345751 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10a74e0-e825-4d83-9dbd-09530d848419 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Pushing event updated for resources: {'Subnet': ['ID=b83a2550-ca5e-40fd-9017-aba190484008,revision_number=0']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:25:25.368047 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e10a74e0-e825-4d83-9dbd-09530d848419 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Network eba60608-4e28-43df-928a-323910d090ed is scheduled to be hosted by DHCP agent f2bada3d-be77-4359-982b-8505a2bbca04 with binding_index 1 {{(pid=100246) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 14:25:25.381341 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.base_scheduler [None req-e10a74e0-e825-4d83-9dbd-09530d848419 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773647-6, eba60608-4e28-43df-928a-323910d090ed) {{(pid=100246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:25:25.392561 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-672b7c75-3e84-4588-b5a4-f2791e5d4591 None None] Network eba60608-4e28-43df-928a-323910d090ed requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:25:25.400573 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e10a74e0-e825-4d83-9dbd-09530d848419 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:25:25.401276 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-e10a74e0-e825-4d83-9dbd-09530d848419 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Notify callbacks [] for subnet, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:25.423461 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-e10a74e0-e825-4d83-9dbd-09530d848419 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] 10.222.0.104 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6689389 Jul 06 14:25:25.423989 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 44902) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:25:25.430532 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-4f003ebe-d299-413d-bc81-25905f794023 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Request body: {'port': {'network_id': 'eba60608-4e28-43df-928a-323910d090ed', 'name': 'tempest-NetworksTestDHCPv6-673862680'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:25:25.546157 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-81016230-565b-43f0-a35d-a419ff1e05c3 tempest-SecGroupTest-1773239991 tempest-SecGroupTest-1773239991-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:25.564711 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-81016230-565b-43f0-a35d-a419ff1e05c3 tempest-SecGroupTest-1773239991 tempest-SecGroupTest-1773239991-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:25.593753 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f003ebe-d299-413d-bc81-25905f794023 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Made reservation on behalf of 4a263308c6474c0e99d0efe9a5a7b767 for: {'port': 1} {{(pid=100246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:25:25.609079 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-30d69b25-3f0a-4d92-8baa-bb24185aed3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:25.615090 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-81016230-565b-43f0-a35d-a419ff1e05c3 tempest-SecGroupTest-1773239991 tempest-SecGroupTest-1773239991-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1898694'] for security_group_rule, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:25.617255 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-378f0c54-5f3f-4978-b8fd-8058fc7d714c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6bd5fc82-6666-56e8-87c2-91648d36c963-eba60608-4e28-43df-928a-323910d090ed', 'network_id': 'eba60608-4e28-43df-928a-323910d090ed', 'tenant_id': '4a263308c6474c0e99d0efe9a5a7b767', 'fixed_ips': [{'subnet_id': 'b83a2550-ca5e-40fd-9017-aba190484008'}]}} from n-d-773647-6. {{(pid=100248) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 14:25:25.618182 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-378f0c54-5f3f-4978-b8fd-8058fc7d714c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:25.619018 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-4f003ebe-d299-413d-bc81-25905f794023 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:25.624944 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-81016230-565b-43f0-a35d-a419ff1e05c3 tempest-SecGroupTest-1773239991 tempest-SecGroupTest-1773239991-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:25.626545 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-81016230-565b-43f0-a35d-a419ff1e05c3 tempest-SecGroupTest-1773239991 tempest-SecGroupTest-1773239991-project] 10.222.0.104 "DELETE /v2.0/security-group-rules/118e9f3d-391a-40bb-9669-eedd1336138a HTTP/1.1" status: 204 len: 168 time: 0.4497321 Jul 06 14:25:25.630959 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 44906) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:25:25.638474 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81016230-565b-43f0-a35d-a419ff1e05c3 tempest-SecGroupTest-1773239991 tempest-SecGroupTest-1773239991-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=118e9f3d-391a-40bb-9669-eedd1336138a,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:25:25.655173 n-d-773647-6 neutron-server[100246]: DEBUG neutron.notifiers.nova [None req-4f003ebe-d299-413d-bc81-25905f794023 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] device_id is not set on port 40d74735-71f9-4ed5-9aa4-f52e97de553f yet. {{(pid=100246) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 14:25:25.699964 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-ad58ec60-703e-4b4c-bcaf-4725d5e94149 tempest-SecGroupTest-1773239991 tempest-SecGroupTest-1773239991-project] 10.222.0.104 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0669494 Jul 06 14:25:25.702380 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 44908) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:25:25.772562 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-ecda9d93-4af6-4d75-86dc-83d0a845feed tempest-SecGroupTest-1773239991 tempest-SecGroupTest-1773239991-project] Notify callbacks [] for security_group, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:25.801815 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-ecda9d93-4af6-4d75-86dc-83d0a845feed tempest-SecGroupTest-1773239991 tempest-SecGroupTest-1773239991-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:25.834110 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.db_base_plugin_common [None req-4f003ebe-d299-413d-bc81-25905f794023 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Allocated IP 2001:db8::1e9 (eba60608-4e28-43df-928a-323910d090ed/b83a2550-ca5e-40fd-9017-aba190484008/40d74735-71f9-4ed5-9aa4-f52e97de553f) {{(pid=100246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:25:25.853784 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-ecda9d93-4af6-4d75-86dc-83d0a845feed tempest-SecGroupTest-1773239991 tempest-SecGroupTest-1773239991-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:25.858637 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-ecda9d93-4af6-4d75-86dc-83d0a845feed tempest-SecGroupTest-1773239991 tempest-SecGroupTest-1773239991-project] Notify callbacks [] for security_group, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:25.864247 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 44910) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:25:25.864583 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-ecda9d93-4af6-4d75-86dc-83d0a845feed tempest-SecGroupTest-1773239991 tempest-SecGroupTest-1773239991-project] 10.222.0.104 "DELETE /v2.0/security-groups/0da37721-e9f4-4f22-b2d4-107a1a72812b HTTP/1.1" status: 204 len: 168 time: 0.1595786 Jul 06 14:25:25.876455 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecda9d93-4af6-4d75-86dc-83d0a845feed tempest-SecGroupTest-1773239991 tempest-SecGroupTest-1773239991-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0da37721-e9f4-4f22-b2d4-107a1a72812b,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:25:25.903408 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:25.984821 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-44436904-2962-4538-9daa-b25080761c11 tempest-SecGroupTest-1773239991 tempest-SecGroupTest-1773239991-project] 10.222.0.104 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1193607 Jul 06 14:25:25.994858 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 44914) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:25:26.046312 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-32251d03-bccb-4e94-946f-86edef96583f tempest-SecGroupTest-1773239991 tempest-SecGroupTest-1773239991-project] 10.222.0.104 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0498710 Jul 06 14:25:26.054483 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-4f003ebe-d299-413d-bc81-25905f794023 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Notify callbacks [] for port, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:26.070303 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.provisioning_blocks [None req-4f003ebe-d299-413d-bc81-25905f794023 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Transition to ACTIVE for port object 40d74735-71f9-4ed5-9aa4-f52e97de553f will not be triggered until provisioned by entity DHCP. {{(pid=100246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:25:26.131664 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-4f003ebe-d299-413d-bc81-25905f794023 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-127687573'] for port, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:26.210503 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.db_base_plugin_common [None req-378f0c54-5f3f-4978-b8fd-8058fc7d714c None None] Allocated IP 2001:db8::2 (eba60608-4e28-43df-928a-323910d090ed/b83a2550-ca5e-40fd-9017-aba190484008/4c19a851-13f5-40ec-909c-5ea51af33860) {{(pid=100248) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:25:26.223148 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f003ebe-d299-413d-bc81-25905f794023 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Network eba60608-4e28-43df-928a-323910d090ed is already hosted by enough agents. {{(pid=100246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:25:26.233001 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.base_scheduler [None req-4f003ebe-d299-413d-bc81-25905f794023 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Resources bound (agent type, host, resource id): {{(pid=100246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:25:26.245334 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f003ebe-d299-413d-bc81-25905f794023 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Received port after_create {{(pid=100246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:25:26.252472 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f003ebe-d299-413d-bc81-25905f794023 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:25:26.253306 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-4f003ebe-d299-413d-bc81-25905f794023 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:26.262865 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f003ebe-d299-413d-bc81-25905f794023 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Pushing event updated for resources: {'Port': ['ID=40d74735-71f9-4ed5-9aa4-f52e97de553f,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:25:26.289492 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-4f003ebe-d299-413d-bc81-25905f794023 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] 10.222.0.104 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.8643501 Jul 06 14:25:26.290976 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 44920) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:25:26.453544 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 44924) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:25:26.459336 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6a35113-f6fc-482a-b447-8111f1288842 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:25:26.463378 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-f6a35113-f6fc-482a-b447-8111f1288842 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] 10.222.0.104 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.1687164 Jul 06 14:25:26.469320 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 44928) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:25:26.528976 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-378f0c54-5f3f-4978-b8fd-8058fc7d714c None None] Notify callbacks [] for port, precommit_create {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:26.541058 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-378f0c54-5f3f-4978-b8fd-8058fc7d714c None None] Transition to ACTIVE for port object 4c19a851-13f5-40ec-909c-5ea51af33860 will not be triggered until provisioned by entity L2. {{(pid=100248) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:25:26.561230 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-378f0c54-5f3f-4978-b8fd-8058fc7d714c None None] Transition to ACTIVE for port object 4c19a851-13f5-40ec-909c-5ea51af33860 will not be triggered until provisioned by entity DHCP. {{(pid=100248) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:25:26.569947 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-378f0c54-5f3f-4978-b8fd-8058fc7d714c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108'] for port, after_create {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:26.603018 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.plugin [None req-8c5413cb-c9b3-4994-a2d6-9625d50dffe6 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Deleting port 40d74735-71f9-4ed5-9aa4-f52e97de553f {{(pid=100247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:25:26.603754 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-8c5413cb-c9b3-4994-a2d6-9625d50dffe6 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:26.657145 n-d-773647-6 neutron-server[100248]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-378f0c54-5f3f-4978-b8fd-8058fc7d714c None None] Network eba60608-4e28-43df-928a-323910d090ed is already hosted by enough agents. {{(pid=100248) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:25:26.660112 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378f0c54-5f3f-4978-b8fd-8058fc7d714c None None] Pushing event updated for resources: {'Port': ['ID=4c19a851-13f5-40ec-909c-5ea51af33860,revision_number=1']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:25:26.662879 n-d-773647-6 neutron-server[100248]: DEBUG neutron.scheduler.base_scheduler [None req-378f0c54-5f3f-4978-b8fd-8058fc7d714c None None] Resources bound (agent type, host, resource id): {{(pid=100248) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:25:26.670691 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-378f0c54-5f3f-4978-b8fd-8058fc7d714c None None] Received port after_create {{(pid=100248) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:25:26.697314 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-ccc228d1-22ef-4bbb-af96-f6aadcbd4001 admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=c62e310dc9814cd3a51f2bbdf16c8618&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2424741 Jul 06 14:25:26.703822 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 44932) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:25:26.709608 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-2064eaae-da4f-48f8-82d2-b09d4ddedd44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:26.747136 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-378f0c54-5f3f-4978-b8fd-8058fc7d714c None None] Attempting to bind port 4c19a851-13f5-40ec-909c-5ea51af33860 on host n-d-773647-6 for vnic_type normal with profile {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:25:26.747638 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-378f0c54-5f3f-4978-b8fd-8058fc7d714c None None] Attempting to bind port 4c19a851-13f5-40ec-909c-5ea51af33860 by drivers openvswitch,hyperv on host n-d-773647-6 at level 0 using segments [{'id': '67308366-d379-4f20-9df5-ed161946f077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': 'eba60608-4e28-43df-928a-323910d090ed'}] {{(pid=100248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:25:26.748112 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-378f0c54-5f3f-4978-b8fd-8058fc7d714c None None] Attempting to bind port 4c19a851-13f5-40ec-909c-5ea51af33860 on network eba60608-4e28-43df-928a-323910d090ed {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:25:26.754568 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-378f0c54-5f3f-4978-b8fd-8058fc7d714c None None] Checking agent: {'id': '8ab5b19c-d213-4f29-891d-27bdf39d38b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773647-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 43, 26), 'started_at': datetime.datetime(2021, 7, 6, 13, 43, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 25, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773647-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:25:26.755153 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-378f0c54-5f3f-4978-b8fd-8058fc7d714c None None] Checking segment: {'id': '67308366-d379-4f20-9df5-ed161946f077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': 'eba60608-4e28-43df-928a-323910d090ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:25:26.755672 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-378f0c54-5f3f-4978-b8fd-8058fc7d714c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:26.756151 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-378f0c54-5f3f-4978-b8fd-8058fc7d714c None None] Bound using segment: {'id': '67308366-d379-4f20-9df5-ed161946f077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': 'eba60608-4e28-43df-928a-323910d090ed'} {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:25:26.756751 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-378f0c54-5f3f-4978-b8fd-8058fc7d714c None None] Bound port: 4c19a851-13f5-40ec-909c-5ea51af33860, host: n-d-773647-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67308366-d379-4f20-9df5-ed161946f077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': 'eba60608-4e28-43df-928a-323910d090ed'}}] {{(pid=100248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:25:26.758613 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-378f0c54-5f3f-4978-b8fd-8058fc7d714c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:26.806412 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-42f34216-f56d-4ae2-805d-fa6f0792de87 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:26.816695 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-8c5413cb-c9b3-4994-a2d6-9625d50dffe6 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:26.832976 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.plugin [None req-8c5413cb-c9b3-4994-a2d6-9625d50dffe6 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Calling delete_port for 40d74735-71f9-4ed5-9aa4-f52e97de553f owned by {{(pid=100247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:25:26.836342 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-42f34216-f56d-4ae2-805d-fa6f0792de87 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:26.843664 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-378f0c54-5f3f-4978-b8fd-8058fc7d714c None None] For port 4c19a851-13f5-40ec-909c-5ea51af33860, host n-d-773647-6, cleared binding levels {{(pid=100248) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:25:26.848897 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-378f0c54-5f3f-4978-b8fd-8058fc7d714c None None] For port 4c19a851-13f5-40ec-909c-5ea51af33860, host n-d-773647-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=4c19a851-13f5-40ec-909c-5ea51af33860,segment=NetworkSegment(67308366-d379-4f20-9df5-ed161946f077),segment_id=67308366-d379-4f20-9df5-ed161946f077)] {{(pid=100248) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:25:26.857460 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-378f0c54-5f3f-4978-b8fd-8058fc7d714c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:26.899770 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-42f34216-f56d-4ae2-805d-fa6f0792de87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:26.905397 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-42f34216-f56d-4ae2-805d-fa6f0792de87 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:26.909041 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-42f34216-f56d-4ae2-805d-fa6f0792de87 admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/436df496-93b4-4be9-b375-0625238543f8 HTTP/1.1" status: 204 len: 168 time: 0.2039320 Jul 06 14:25:26.922572 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f34216-f56d-4ae2-805d-fa6f0792de87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=436df496-93b4-4be9-b375-0625238543f8,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:25:26.944794 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378f0c54-5f3f-4978-b8fd-8058fc7d714c None None] Pushing event updated for resources: {'Port': ['ID=4c19a851-13f5-40ec-909c-5ea51af33860,revision_number=2']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:25:27.039367 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-8c5413cb-c9b3-4994-a2d6-9625d50dffe6 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128888353'] for port, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:27.071641 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5413cb-c9b3-4994-a2d6-9625d50dffe6 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Pushing event deleted for resources: {'Port': ['ID=40d74735-71f9-4ed5-9aa4-f52e97de553f,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:25:27.104066 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-8c5413cb-c9b3-4994-a2d6-9625d50dffe6 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:27.108795 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-8c5413cb-c9b3-4994-a2d6-9625d50dffe6 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] 10.222.0.104 "DELETE /v2.0/ports/40d74735-71f9-4ed5-9aa4-f52e97de553f HTTP/1.1" status: 204 len: 168 time: 0.6372364 Jul 06 14:25:27.108984 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 44938) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:25:27.266620 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acb80fe1-7a76-4e5d-89c2-4b92f7bed29e tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:25:27.268507 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acb80fe1-7a76-4e5d-89c2-4b92f7bed29e tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:25:27.272600 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-acb80fe1-7a76-4e5d-89c2-4b92f7bed29e tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] 10.222.0.104 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1600890 Jul 06 14:25:27.272994 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 44948) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:25:27.356620 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e81be74-b6de-4567-8c75-0e3f43757076 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Deleting subnet b83a2550-ca5e-40fd-9017-aba190484008 {{(pid=100247) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 14:25:27.359920 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-8e81be74-b6de-4567-8c75-0e3f43757076 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Notify callbacks [] for subnet, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:27.406060 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-8e81be74-b6de-4567-8c75-0e3f43757076 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127131748'] for subnet, precommit_delete_associations {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:27.529570 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-8e81be74-b6de-4567-8c75-0e3f43757076 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-913473'] for subnet, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:27.602784 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-8e81be74-b6de-4567-8c75-0e3f43757076 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-913480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1849032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-128888347', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127627857'] for subnet, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:27.643636 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-8e81be74-b6de-4567-8c75-0e3f43757076 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Notify callbacks [] for subnet, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:27.645642 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-8e81be74-b6de-4567-8c75-0e3f43757076 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] 10.222.0.104 "DELETE /v2.0/subnets/b83a2550-ca5e-40fd-9017-aba190484008 HTTP/1.1" status: 204 len: 168 time: 0.3716345 Jul 06 14:25:27.646550 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e81be74-b6de-4567-8c75-0e3f43757076 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Pushing event deleted for resources: {'Subnet': ['ID=b83a2550-ca5e-40fd-9017-aba190484008,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:25:27.648322 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 44968) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:25:27.760230 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-5a4be85f-3f2a-43da-a766-042765d8549d tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] 10.222.0.104 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1093020 Jul 06 14:25:27.763983 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 44974) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:25:27.769978 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [None req-3737483c-1633-4994-8d23-8354e284b39c tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Request body: {'subnet': {'network_id': 'eba60608-4e28-43df-928a-323910d090ed', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:25:27.900923 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3737483c-1633-4994-8d23-8354e284b39c tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Made reservation on behalf of 4a263308c6474c0e99d0efe9a5a7b767 for: {'subnet': 1} {{(pid=100247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:25:27.906423 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-3737483c-1633-4994-8d23-8354e284b39c tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127627440'] for subnet, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:28.038565 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 4c19a851-13f5-40ec-909c-5ea51af33860 up at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:25:28.125858 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning for port 4c19a851-13f5-40ec-909c-5ea51af33860 completed by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:25:28.275142 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-3737483c-1633-4994-8d23-8354e284b39c tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1849032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-128888412', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127627426'] for subnet, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:28.325906 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c79689ed-43df-4bb2-99a3-f74b5b17576a None None] Network eba60608-4e28-43df-928a-323910d090ed requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:25:28.334071 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3737483c-1633-4994-8d23-8354e284b39c tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Network eba60608-4e28-43df-928a-323910d090ed is already hosted by enough agents. {{(pid=100247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:25:28.339490 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.base_scheduler [None req-3737483c-1633-4994-8d23-8354e284b39c tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Resources bound (agent type, host, resource id): {{(pid=100247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:25:28.354345 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3737483c-1633-4994-8d23-8354e284b39c tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:25:28.355600 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-3737483c-1633-4994-8d23-8354e284b39c tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Notify callbacks [] for subnet, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:28.378767 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3737483c-1633-4994-8d23-8354e284b39c tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Pushing event updated for resources: {'Subnet': ['ID=50d5d651-a50b-4878-9efd-a88c92096967,revision_number=0']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:25:28.384738 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-3737483c-1633-4994-8d23-8354e284b39c tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] 10.222.0.104 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.6194842 Jul 06 14:25:28.387193 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 44994) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:25:28.392914 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-55a30bc9-cd27-4cc1-9644-0afaae7f742c tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Request body: {'port': {'network_id': 'eba60608-4e28-43df-928a-323910d090ed', 'name': 'tempest-NetworksTestDHCPv6-1474651839'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:25:28.429307 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-4367b989-f65d-4a6c-bf00-4175bd7efb3f None None] Provisioning for port 4c19a851-13f5-40ec-909c-5ea51af33860 completed by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:25:28.443016 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-4367b989-f65d-4a6c-bf00-4175bd7efb3f None None] Provisioning complete for port 4c19a851-13f5-40ec-909c-5ea51af33860 triggered by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:25:28.443748 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4367b989-f65d-4a6c-bf00-4175bd7efb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:28.491622 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-03f71b24-a9b8-453a-8924-caa3f97bc6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:28.587865 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 45000) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:25:28.636849 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4367b989-f65d-4a6c-bf00-4175bd7efb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:28.684347 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55a30bc9-cd27-4cc1-9644-0afaae7f742c tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Made reservation on behalf of 4a263308c6474c0e99d0efe9a5a7b767 for: {'port': 1} {{(pid=100246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:25:28.688439 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-55a30bc9-cd27-4cc1-9644-0afaae7f742c tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:28.703007 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-4367b989-f65d-4a6c-bf00-4175bd7efb3f None None] For port 4c19a851-13f5-40ec-909c-5ea51af33860, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=4c19a851-13f5-40ec-909c-5ea51af33860,segment=NetworkSegment(67308366-d379-4f20-9df5-ed161946f077),segment_id=67308366-d379-4f20-9df5-ed161946f077)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:25:28.710155 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4367b989-f65d-4a6c-bf00-4175bd7efb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:28.750416 n-d-773647-6 neutron-server[100246]: DEBUG neutron.notifiers.nova [None req-55a30bc9-cd27-4cc1-9644-0afaae7f742c tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] device_id is not set on port 0de2c944-44ed-4927-ba3f-eb295661a10c yet. {{(pid=100246) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 14:25:28.787701 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4367b989-f65d-4a6c-bf00-4175bd7efb3f None None] Pushing event updated for resources: {'Port': ['ID=4c19a851-13f5-40ec-909c-5ea51af33860,revision_number=4']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:25:28.928626 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [None req-b0ef3868-cef7-4ba4-8778-14c9710184ab tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Deleting port 5980c0fa-0cc2-4d19-a626-160756d3914e {{(pid=100246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:25:28.929172 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-b0ef3868-cef7-4ba4-8778-14c9710184ab tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:28.986150 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.db_base_plugin_common [None req-55a30bc9-cd27-4cc1-9644-0afaae7f742c tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Allocated IP 2001:db8::93 (eba60608-4e28-43df-928a-323910d090ed/50d5d651-a50b-4878-9efd-a88c92096967/0de2c944-44ed-4927-ba3f-eb295661a10c) {{(pid=100246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:25:29.098537 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-b0ef3868-cef7-4ba4-8778-14c9710184ab tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:29.099002 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-b0ef3868-cef7-4ba4-8778-14c9710184ab tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:29.104095 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14204629-0d2e-4ef8-a0a1-468c59542002 None None] Network eba60608-4e28-43df-928a-323910d090ed requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:25:29.162778 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [None req-b0ef3868-cef7-4ba4-8778-14c9710184ab tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Calling delete_port for 5980c0fa-0cc2-4d19-a626-160756d3914e owned by network:floatingip {{(pid=100246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:25:29.337677 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-e7bcc695-64f8-41c4-93cd-1fa652343b2d None None] Provisioning complete for port 4c19a851-13f5-40ec-909c-5ea51af33860 triggered by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:25:29.338078 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-e7bcc695-64f8-41c4-93cd-1fa652343b2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:29.391722 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-55a30bc9-cd27-4cc1-9644-0afaae7f742c tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Notify callbacks [] for port, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:29.409680 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.provisioning_blocks [None req-55a30bc9-cd27-4cc1-9644-0afaae7f742c tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Transition to ACTIVE for port object 0de2c944-44ed-4927-ba3f-eb295661a10c will not be triggered until provisioned by entity DHCP. {{(pid=100246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:25:29.462877 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-55a30bc9-cd27-4cc1-9644-0afaae7f742c tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-127687573'] for port, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:29.568038 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55a30bc9-cd27-4cc1-9644-0afaae7f742c tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Network eba60608-4e28-43df-928a-323910d090ed is already hosted by enough agents. {{(pid=100246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:25:29.578577 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.base_scheduler [None req-55a30bc9-cd27-4cc1-9644-0afaae7f742c tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Resources bound (agent type, host, resource id): {{(pid=100246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:25:29.587457 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55a30bc9-cd27-4cc1-9644-0afaae7f742c tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Received port after_create {{(pid=100246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:25:29.597726 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55a30bc9-cd27-4cc1-9644-0afaae7f742c tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:25:29.598535 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-55a30bc9-cd27-4cc1-9644-0afaae7f742c tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:29.638830 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a30bc9-cd27-4cc1-9644-0afaae7f742c tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Pushing event updated for resources: {'Port': ['ID=0de2c944-44ed-4927-ba3f-eb295661a10c,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:25:29.655522 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-55a30bc9-cd27-4cc1-9644-0afaae7f742c tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] 10.222.0.104 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.2666438 Jul 06 14:25:29.657869 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 45034) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:25:29.689993 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-b0ef3868-cef7-4ba4-8778-14c9710184ab tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127687580'] for port, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:29.831176 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ef3868-cef7-4ba4-8778-14c9710184ab tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Pushing event deleted for resources: {'Port': ['ID=5980c0fa-0cc2-4d19-a626-160756d3914e,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:25:29.833591 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d3891c9-94a9-431e-92e2-964bc3893481 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:25:29.846855 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d3891c9-94a9-431e-92e2-964bc3893481 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:25:29.850155 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-7d3891c9-94a9-431e-92e2-964bc3893481 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] 10.222.0.104 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1591 time: 0.1911213 Jul 06 14:25:29.856254 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 45040) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:25:29.884303 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-b0ef3868-cef7-4ba4-8778-14c9710184ab tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Notify callbacks [] for floatingip, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:29.885014 n-d-773647-6 neutron-server[100246]: INFO neutron.db.l3_db [None req-b0ef3868-cef7-4ba4-8778-14c9710184ab tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Floating IP 2979c845-5642-4bca-bacf-17ca8813eb2e disassociated (deleted). External IP: 172.25.0.235, port: 57510628-3181-4f20-9f22-7e69304f7812. Jul 06 14:25:29.979816 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 4c19a851-13f5-40ec-909c-5ea51af33860 up at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:25:30.032060 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 45046) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:25:30.085543 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning complete for port 4c19a851-13f5-40ec-909c-5ea51af33860 triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:25:30.087371 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:30.125529 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.plugin [None req-4e9f4ef7-862b-4ac9-ba29-0c36dfa6f638 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Deleting port 0de2c944-44ed-4927-ba3f-eb295661a10c {{(pid=100247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:25:30.126461 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-4e9f4ef7-862b-4ac9-ba29-0c36dfa6f638 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:30.212393 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-a0d0db15-0b46-4078-bba4-cae5f840c77c None None] Provisioning complete for port 4c19a851-13f5-40ec-909c-5ea51af33860 triggered by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:25:30.212891 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-a0d0db15-0b46-4078-bba4-cae5f840c77c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:30.267581 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-4e9f4ef7-862b-4ac9-ba29-0c36dfa6f638 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:30.290462 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.plugin [None req-4e9f4ef7-862b-4ac9-ba29-0c36dfa6f638 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Calling delete_port for 0de2c944-44ed-4927-ba3f-eb295661a10c owned by {{(pid=100247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:25:30.353150 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0ef3868-cef7-4ba4-8778-14c9710184ab tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Router 36162167-359d-4a63-a8fd-615418d80498 has already been hosted by L3 agent 2823d358-a11b-4885-a706-95a279e43fa7 {{(pid=100246) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 14:25:30.473503 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-4e9f4ef7-862b-4ac9-ba29-0c36dfa6f638 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128888353'] for port, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:30.483542 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-a0d0db15-0b46-4078-bba4-cae5f840c77c None None] Could not find standard attr ID for object 0de2c944-44ed-4927-ba3f-eb295661a10c. {{(pid=100248) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 06 14:25:30.512749 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-26fff86f-7925-4c0c-b06b-0c39fb91589c admin admin] Notify callbacks [] for security_group, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:30.541762 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0ef3868-cef7-4ba4-8778-14c9710184ab tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Notify agent at l3_agent.n-d-773647-6 the message routers_updated {{(pid=100246) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 14:25:30.547067 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-b0ef3868-cef7-4ba4-8778-14c9710184ab tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for floatingip, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:30.547203 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9f4ef7-862b-4ac9-ba29-0c36dfa6f638 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Pushing event deleted for resources: {'Port': ['ID=0de2c944-44ed-4927-ba3f-eb295661a10c,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:25:30.557291 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2435536-a8a4-4cdc-9e1e-6a90569c7223 None None] Sync routers for ids ['36162167-359d-4a63-a8fd-615418d80498'] in n-d-773647-6 {{(pid=100248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 14:25:30.569218 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2435536-a8a4-4cdc-9e1e-6a90569c7223 None None] Routers {'36162167-359d-4a63-a8fd-615418d80498'} bound to L3 agent in host n-d-773647-6 {{(pid=100248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:25:30.572027 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-a2435536-a8a4-4cdc-9e1e-6a90569c7223 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T14:25:26Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['36162167-359d-4a63-a8fd-615418d80498'], 'active': True} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:25:30.580993 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-4e9f4ef7-862b-4ac9-ba29-0c36dfa6f638 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:30.585039 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-4e9f4ef7-862b-4ac9-ba29-0c36dfa6f638 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] 10.222.0.104 "DELETE /v2.0/ports/0de2c944-44ed-4927-ba3f-eb295661a10c HTTP/1.1" status: 204 len: 168 time: 0.7254837 Jul 06 14:25:30.585782 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 45052) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:25:30.618089 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-b0ef3868-cef7-4ba4-8778-14c9710184ab tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] 10.222.0.104 "DELETE /v2.0/floatingips/2979c845-5642-4bca-bacf-17ca8813eb2e HTTP/1.1" status: 204 len: 168 time: 2.0289245 Jul 06 14:25:30.618978 n-d-773647-6 neutron-server[100246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04986212-0a7a-4904-8e78-5bfcef5dd4a3', 'tag': '57510628-3181-4f20-9f22-7e69304f7812'}] {{(pid=100246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:25:30.623196 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0d96c5ab5e889f7b933ae915b9be33d1b46c9e87795bf781004b656ef3f1e87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c90cd38-d740-4963-b741-0df4dc42da87" -d '{"events": [{"name": "network-changed", "server_uuid": "04986212-0a7a-4904-8e78-5bfcef5dd4a3", "tag": "57510628-3181-4f20-9f22-7e69304f7812"}]}' {{(pid=100246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:25:30.684378 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-8f07c650-5edd-4396-b89a-9156ea67064c None None] Could not find standard attr ID for object 40d74735-71f9-4ed5-9aa4-f52e97de553f. {{(pid=100248) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 06 14:25:30.824227 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2e20751-71a0-450d-adb3-367ea23188c4 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:25:30.825921 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2e20751-71a0-450d-adb3-367ea23188c4 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:25:30.829881 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-f2e20751-71a0-450d-adb3-367ea23188c4 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] 10.222.0.104 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2407532 Jul 06 14:25:30.830899 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 45060) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:25:30.857903 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvr_db [None req-a2435536-a8a4-4cdc-9e1e-6a90569c7223 None None] Set router 36162167-359d-4a63-a8fd-615418d80498 gateway port host: n-d-773647-6 {{(pid=100248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:25:30.940902 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-26fff86f-7925-4c0c-b06b-0c39fb91589c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:30.959159 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-26fff86f-7925-4c0c-b06b-0c39fb91589c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:31.005679 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.db_base_plugin_v2 [None req-f31fb1e9-5678-4f35-808d-8733d098f465 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Deleting subnet 50d5d651-a50b-4878-9efd-a88c92096967 {{(pid=100246) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 14:25:31.010024 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-f31fb1e9-5678-4f35-808d-8733d098f465 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Notify callbacks [] for subnet, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:31.041374 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-26fff86f-7925-4c0c-b06b-0c39fb91589c admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=1aa93afaed4a4c1391c2217b4927d35d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0066972 Jul 06 14:25:31.047962 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 45066) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:25:31.082924 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-f31fb1e9-5678-4f35-808d-8733d098f465 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126218885'] for subnet, precommit_delete_associations {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:31.088474 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fff86f-7925-4c0c-b06b-0c39fb91589c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6eee1f00-50ef-42a3-b5ea-a49523682272,revision_number=1']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:25:31.128602 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-11f4be38-038b-4dfa-8504-3fd0e2406ce9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:31.148325 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-3b299cf4-7ed3-4ee3-85e6-11b1f3dc9a0e None None] Could not find standard attr ID for object 0de2c944-44ed-4927-ba3f-eb295661a10c. {{(pid=100248) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 06 14:25:31.154120 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-11f4be38-038b-4dfa-8504-3fd0e2406ce9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:31.157508 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 14:25:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c51c424-92f3-4568-bd4c-d8dc14101d74 x-openstack-request-id: req-6c51c424-92f3-4568-bd4c-d8dc14101d74 {{(pid=100246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:25:31.165800 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "04986212-0a7a-4904-8e78-5bfcef5dd4a3", "tag": "57510628-3181-4f20-9f22-7e69304f7812", "status": "completed", "code": 200}]} {{(pid=100246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:25:31.166213 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-6c51c424-92f3-4568-bd4c-d8dc14101d74 {{(pid=100246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:25:31.166746 n-d-773647-6 neutron-server[100246]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '04986212-0a7a-4904-8e78-5bfcef5dd4a3', 'tag': '57510628-3181-4f20-9f22-7e69304f7812', 'status': 'completed', 'code': 200} Jul 06 14:25:31.265598 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-f31fb1e9-5678-4f35-808d-8733d098f465 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-913473'] for subnet, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:31.268813 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-11f4be38-038b-4dfa-8504-3fd0e2406ce9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:31.273021 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-11f4be38-038b-4dfa-8504-3fd0e2406ce9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:31.274494 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-11f4be38-038b-4dfa-8504-3fd0e2406ce9 admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/6eee1f00-50ef-42a3-b5ea-a49523682272 HTTP/1.1" status: 204 len: 168 time: 0.2255914 Jul 06 14:25:31.329789 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f4be38-038b-4dfa-8504-3fd0e2406ce9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6eee1f00-50ef-42a3-b5ea-a49523682272,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:25:31.365015 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1975033-e564-438c-b583-eb6cd61c85ed req-574eeb0e-4825-455a-858d-96596f36823a tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:25:31.378688 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-e1975033-e564-438c-b583-eb6cd61c85ed req-574eeb0e-4825-455a-858d-96596f36823a tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] 10.222.0.104 "GET /v2.0/ports?device_id=04986212-0a7a-4904-8e78-5bfcef5dd4a3 HTTP/1.1" status: 200 len: 946 time: 0.2271762 Jul 06 14:25:31.406618 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c90cd38-d740-4963-b741-0df4dc42da87 req-3f71d892-59fc-4f39-bd71-91accf09067d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:25:31.420442 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-3c90cd38-d740-4963-b741-0df4dc42da87 req-3f71d892-59fc-4f39-bd71-91accf09067d service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=1077a35eaa714f1bbf260d32c5a52c8f&device_id=04986212-0a7a-4904-8e78-5bfcef5dd4a3 HTTP/1.1" status: 200 len: 1097 time: 0.2525697 Jul 06 14:25:31.434043 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-a2435536-a8a4-4cdc-9e1e-6a90569c7223 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36162167-359d-4a63-a8fd-615418d80498', 'name': 'tempest-TestNetworkAdvancedServerOps-router-424804265', 'tenant_id': '1077a35eaa714f1bbf260d32c5a52c8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.220'}], 'enable_snat': True}, 'gw_port_id': '772aa99c-6fc1-4a90-a6db-651b084e49a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:23:33Z', 'updated_at': '2021-07-06T14:23:41Z', 'revision_number': 4, 'project_id': '1077a35eaa714f1bbf260d32c5a52c8f', 'gw_port': {'id': '772aa99c-6fc1-4a90-a6db-651b084e49a1', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:c3:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36162167-359d-4a63-a8fd-615418d80498', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3195, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:23:34Z', 'updated_at': '2021-07-06T14:23:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6', '_interfaces': [{'id': '4c8e24bf-aeb6-4d3d-9a9c-9586ce266ea6', 'name': '', 'network_id': 'bc5d3bb7-e93c-47d1-bffc-c98c78d3daa0', 'tenant_id': '1077a35eaa714f1bbf260d32c5a52c8f', 'mac_address': 'fa:16:3e:4c:da:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36162167-359d-4a63-a8fd-615418d80498', 'device_owner': 'network:router_interface', 'standard_attr_id': 3200, 'fixed_ips': [{'subnet_id': '5cc1974a-df25-4dcd-a352-8b5e01019a66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:23:40Z', 'updated_at': '2021-07-06T14:23:48Z', 'revision_number': 5, 'project_id': '1077a35eaa714f1bbf260d32c5a52c8f', 'subnets': [{'id': '5cc1974a-df25-4dcd-a352-8b5e01019a66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773647-6', False) {} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:25:31.488643 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-e1975033-e564-438c-b583-eb6cd61c85ed req-6a066fc5-3ec0-41eb-97a5-5e6878adfaa7 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] 10.222.0.104 "GET /v2.0/security-groups?id=c812eb77-0e0b-4233-8b5e-42a0d8cc6e90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1076102 Jul 06 14:25:31.562840 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-f31fb1e9-5678-4f35-808d-8733d098f465 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-913480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1849032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127687590', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127702764'] for subnet, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:31.676885 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31fb1e9-5678-4f35-808d-8733d098f465 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Pushing event deleted for resources: {'Subnet': ['ID=50d5d651-a50b-4878-9efd-a88c92096967,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:25:31.683293 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-f31fb1e9-5678-4f35-808d-8733d098f465 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Notify callbacks [] for subnet, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:31.688547 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-f31fb1e9-5678-4f35-808d-8733d098f465 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] 10.222.0.104 "DELETE /v2.0/subnets/50d5d651-a50b-4878-9efd-a88c92096967 HTTP/1.1" status: 204 len: 168 time: 0.8556478 Jul 06 14:25:31.689028 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 45074) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:25:31.694379 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c90cd38-d740-4963-b741-0df4dc42da87 req-361c0b98-b441-4f54-8af5-a03efedea0ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:25:31.696307 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-3c90cd38-d740-4963-b741-0df4dc42da87 req-361c0b98-b441-4f54-8af5-a03efedea0ab service neutron] 10.222.0.72 "GET /v2.0/networks?id=bc5d3bb7-e93c-47d1-bffc-c98c78d3daa0 HTTP/1.1" status: 200 len: 899 time: 0.2664499 Jul 06 14:25:31.745823 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2435536-a8a4-4cdc-9e1e-6a90569c7223 None None] Checking router: 36162167-359d-4a63-a8fd-615418d80498 for host: n-d-773647-6 {{(pid=100248) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 14:25:31.759519 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2435536-a8a4-4cdc-9e1e-6a90569c7223 None None] Routers {'36162167-359d-4a63-a8fd-615418d80498'} bound to L3 agent in host n-d-773647-6 {{(pid=100248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:25:31.761283 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-a2435536-a8a4-4cdc-9e1e-6a90569c7223 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T14:25:26Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['36162167-359d-4a63-a8fd-615418d80498'], 'active': True} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:25:31.816703 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-3c90cd38-d740-4963-b741-0df4dc42da87 req-63c5a1b1-6f02-40db-8094-1707e1ed14d9 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=57510628-3181-4f20-9f22-7e69304f7812 HTTP/1.1" status: 200 len: 217 time: 0.1067183 Jul 06 14:25:31.847293 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-a08a35e8-6631-43d6-9f42-761fed42dbd2 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] 10.222.0.104 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1570442 Jul 06 14:25:31.851387 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 45076) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:25:31.858568 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [None req-37223cbf-78a1-43e3-92d2-d13653cb5eb6 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Request body: {'subnet': {'network_id': 'eba60608-4e28-43df-928a-323910d090ed', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:25:31.918227 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 45078) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:25:31.923072 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fac03fdd-503d-4989-b678-204f56e4f25a None None] Network eba60608-4e28-43df-928a-323910d090ed requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:25:31.939421 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-d97bc8fb-ca87-40ec-be7f-b5ff1ece735a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:31.943114 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c90cd38-d740-4963-b741-0df4dc42da87 req-3d612782-bea5-446c-aec9-4416b4d9a6b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:25:31.944868 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-3c90cd38-d740-4963-b741-0df4dc42da87 req-3d612782-bea5-446c-aec9-4416b4d9a6b6 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=5cc1974a-df25-4dcd-a352-8b5e01019a66 HTTP/1.1" status: 200 len: 834 time: 0.1202281 Jul 06 14:25:32.023694 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvr_db [None req-a2435536-a8a4-4cdc-9e1e-6a90569c7223 None None] Set router 36162167-359d-4a63-a8fd-615418d80498 gateway port host: n-d-773647-6 {{(pid=100248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:25:32.057636 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c90cd38-d740-4963-b741-0df4dc42da87 req-13690dcd-af33-425d-926e-2e1b9bb2f6a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:25:32.059591 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-3c90cd38-d740-4963-b741-0df4dc42da87 req-13690dcd-af33-425d-926e-2e1b9bb2f6a0 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=bc5d3bb7-e93c-47d1-bffc-c98c78d3daa0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1080368 Jul 06 14:25:32.174596 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-d97bc8fb-ca87-40ec-be7f-b5ff1ece735a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:32.187757 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-d97bc8fb-ca87-40ec-be7f-b5ff1ece735a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:32.207894 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37223cbf-78a1-43e3-92d2-d13653cb5eb6 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Made reservation on behalf of 4a263308c6474c0e99d0efe9a5a7b767 for: {'subnet': 1} {{(pid=100247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:25:32.216657 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-37223cbf-78a1-43e3-92d2-d13653cb5eb6 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127627440'] for subnet, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:32.239742 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-d97bc8fb-ca87-40ec-be7f-b5ff1ece735a admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=85ae77ccd9094d808cab58f314fab031&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3203185 Jul 06 14:25:32.241994 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-3c90cd38-d740-4963-b741-0df4dc42da87 req-aa2338ea-b27f-49b7-98d7-92e19e413336 service neutron] 10.222.0.72 "GET /v2.0/networks/bc5d3bb7-e93c-47d1-bffc-c98c78d3daa0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1715636 Jul 06 14:25:32.245228 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 45084) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:25:32.268532 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97bc8fb-ca87-40ec-be7f-b5ff1ece735a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddfa9681-f84f-4336-b44d-96b480afc6d0,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:25:32.330810 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-972b9806-83cf-438b-8eb8-12ce9cb40e66 None None] DHCP port deletion for eba60608-4e28-43df-928a-323910d090ed request from n-d-773647-6 {{(pid=100248) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 14:25:32.342316 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-a2435536-a8a4-4cdc-9e1e-6a90569c7223 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36162167-359d-4a63-a8fd-615418d80498', 'name': 'tempest-TestNetworkAdvancedServerOps-router-424804265', 'tenant_id': '1077a35eaa714f1bbf260d32c5a52c8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.220'}], 'enable_snat': True}, 'gw_port_id': '772aa99c-6fc1-4a90-a6db-651b084e49a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:23:33Z', 'updated_at': '2021-07-06T14:23:41Z', 'revision_number': 4, 'project_id': '1077a35eaa714f1bbf260d32c5a52c8f', 'gw_port': {'id': '772aa99c-6fc1-4a90-a6db-651b084e49a1', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:c3:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36162167-359d-4a63-a8fd-615418d80498', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3195, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:23:34Z', 'updated_at': '2021-07-06T14:23:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6', '_interfaces': [{'id': '4c8e24bf-aeb6-4d3d-9a9c-9586ce266ea6', 'name': '', 'network_id': 'bc5d3bb7-e93c-47d1-bffc-c98c78d3daa0', 'tenant_id': '1077a35eaa714f1bbf260d32c5a52c8f', 'mac_address': 'fa:16:3e:4c:da:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36162167-359d-4a63-a8fd-615418d80498', 'device_owner': 'network:router_interface', 'standard_attr_id': 3200, 'fixed_ips': [{'subnet_id': '5cc1974a-df25-4dcd-a352-8b5e01019a66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:23:40Z', 'updated_at': '2021-07-06T14:23:48Z', 'revision_number': 5, 'project_id': '1077a35eaa714f1bbf260d32c5a52c8f', 'subnets': [{'id': '5cc1974a-df25-4dcd-a352-8b5e01019a66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773647-6', False) {} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:25:32.391674 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2435536-a8a4-4cdc-9e1e-6a90569c7223 None None] The sync data for ids ['36162167-359d-4a63-a8fd-615418d80498'] in n-d-773647-6 is: [{'id': '36162167-359d-4a63-a8fd-615418d80498', 'name': 'tempest-TestNetworkAdvancedServerOps-router-424804265', 'tenant_id': '1077a35eaa714f1bbf260d32c5a52c8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.220'}], 'enable_snat': True}, 'gw_port_id': '772aa99c-6fc1-4a90-a6db-651b084e49a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:23:33Z', 'updated_at': '2021-07-06T14:23:41Z', 'revision_number': 4, 'project_id': '1077a35eaa714f1bbf260d32c5a52c8f', 'gw_port': {'id': '772aa99c-6fc1-4a90-a6db-651b084e49a1', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:c3:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36162167-359d-4a63-a8fd-615418d80498', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3195, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:23:34Z', 'updated_at': '2021-07-06T14:23:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6', '_interfaces': [{'id': '4c8e24bf-aeb6-4d3d-9a9c-9586ce266ea6', 'name': '', 'network_id': 'bc5d3bb7-e93c-47d1-bffc-c98c78d3daa0', 'tenant_id': '1077a35eaa714f1bbf260d32c5a52c8f', 'mac_address': 'fa:16:3e:4c:da:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36162167-359d-4a63-a8fd-615418d80498', 'device_owner': 'network:router_interface', 'standard_attr_id': 3200, 'fixed_ips': [{'subnet_id': '5cc1974a-df25-4dcd-a352-8b5e01019a66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:23:40Z', 'updated_at': '2021-07-06T14:23:48Z', 'revision_number': 5, 'project_id': '1077a35eaa714f1bbf260d32c5a52c8f', 'subnets': [{'id': '5cc1974a-df25-4dcd-a352-8b5e01019a66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 14:25:32.436286 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-972b9806-83cf-438b-8eb8-12ce9cb40e66 None None] Deleting port 4c19a851-13f5-40ec-909c-5ea51af33860 {{(pid=100248) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:25:32.436981 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-972b9806-83cf-438b-8eb8-12ce9cb40e66 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:32.477558 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-37223cbf-78a1-43e3-92d2-d13653cb5eb6 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1849032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-128888412', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127627426'] for subnet, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:32.528057 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-eb3496f1-c4c4-4c6c-a8e2-2534048cd58f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:32.537574 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-972b9806-83cf-438b-8eb8-12ce9cb40e66 None None] For port 4c19a851-13f5-40ec-909c-5ea51af33860, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=4c19a851-13f5-40ec-909c-5ea51af33860,segment=NetworkSegment(67308366-d379-4f20-9df5-ed161946f077),segment_id=67308366-d379-4f20-9df5-ed161946f077)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:25:32.538063 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-972b9806-83cf-438b-8eb8-12ce9cb40e66 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:32.560736 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-972b9806-83cf-438b-8eb8-12ce9cb40e66 None None] Calling delete_port for 4c19a851-13f5-40ec-909c-5ea51af33860 owned by network:dhcp {{(pid=100248) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:25:32.596445 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-eb3496f1-c4c4-4c6c-a8e2-2534048cd58f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:32.613740 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-3c90cd38-d740-4963-b741-0df4dc42da87 req-045fab06-f48c-4d0c-9d64-1241f8b87670 service neutron] 10.222.0.72 "GET /v2.0/networks/bc5d3bb7-e93c-47d1-bffc-c98c78d3daa0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3610258 Jul 06 14:25:32.661759 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37223cbf-78a1-43e3-92d2-d13653cb5eb6 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Network eba60608-4e28-43df-928a-323910d090ed is already hosted by enough agents. {{(pid=100247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:25:32.665641 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.base_scheduler [None req-37223cbf-78a1-43e3-92d2-d13653cb5eb6 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Resources bound (agent type, host, resource id): {{(pid=100247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:25:32.666595 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5290d394-6bae-4976-b39c-f4bb8a71b134 req-72e15a57-454c-42c4-9fc8-6b60cbd9aaab tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:25:32.670308 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-5290d394-6bae-4976-b39c-f4bb8a71b134 req-72e15a57-454c-42c4-9fc8-6b60cbd9aaab tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] 10.222.0.72 "GET /v2.0/ports?device_id=04986212-0a7a-4904-8e78-5bfcef5dd4a3 HTTP/1.1" status: 200 len: 946 time: 0.3372815 Jul 06 14:25:32.676766 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37223cbf-78a1-43e3-92d2-d13653cb5eb6 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:25:32.677384 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-37223cbf-78a1-43e3-92d2-d13653cb5eb6 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Notify callbacks [] for subnet, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:32.711326 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-37223cbf-78a1-43e3-92d2-d13653cb5eb6 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] 10.222.0.104 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.8574452 Jul 06 14:25:32.713286 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 45112) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:25:32.723684 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [None req-4b2fc840-d9fb-4e4d-b73c-a86b479c1907 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Request body: {'port': {'network_id': 'eba60608-4e28-43df-928a-323910d090ed', 'name': 'tempest-NetworksTestDHCPv6-78383351'}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:25:32.774772 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-972b9806-83cf-438b-8eb8-12ce9cb40e66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117'] for port, after_delete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:32.818293 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972b9806-83cf-438b-8eb8-12ce9cb40e66 None None] Pushing event deleted for resources: {'Port': ['ID=4c19a851-13f5-40ec-909c-5ea51af33860,revision_number=None']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:25:32.821578 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-972b9806-83cf-438b-8eb8-12ce9cb40e66 None None] No DVR routers for this DVR port 4c19a851-13f5-40ec-909c-5ea51af33860 on host n-d-773647-6 {{(pid=100248) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:25:32.829523 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-eb3496f1-c4c4-4c6c-a8e2-2534048cd58f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:32.832483 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-eb3496f1-c4c4-4c6c-a8e2-2534048cd58f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:32.833663 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-eb3496f1-c4c4-4c6c-a8e2-2534048cd58f admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/ddfa9681-f84f-4336-b44d-96b480afc6d0 HTTP/1.1" status: 204 len: 168 time: 0.5874579 Jul 06 14:25:32.852417 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1394d712-d895-48f1-bf9b-d84ec5813218 None None] Network eba60608-4e28-43df-928a-323910d090ed requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:25:32.856334 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3496f1-c4c4-4c6c-a8e2-2534048cd58f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddfa9681-f84f-4336-b44d-96b480afc6d0,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:25:32.877098 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [req-5290d394-6bae-4976-b39c-f4bb8a71b134 req-6c1064a4-c36f-43e8-85dd-e01b82364ffa tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Deleting port 57510628-3181-4f20-9f22-7e69304f7812 {{(pid=100246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:25:32.877702 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-5290d394-6bae-4976-b39c-f4bb8a71b134 req-6c1064a4-c36f-43e8-85dd-e01b82364ffa tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:32.994617 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37223cbf-78a1-43e3-92d2-d13653cb5eb6 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Pushing event updated for resources: {'Subnet': ['ID=6b7d1faa-1c73-444c-927d-2272b5bb5125,revision_number=0']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:25:33.012929 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b2fc840-d9fb-4e4d-b73c-a86b479c1907 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Made reservation on behalf of 4a263308c6474c0e99d0efe9a5a7b767 for: {'port': 1} {{(pid=100247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:25:33.017959 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-4b2fc840-d9fb-4e4d-b73c-a86b479c1907 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:33.043503 n-d-773647-6 neutron-server[100247]: DEBUG neutron.notifiers.nova [None req-4b2fc840-d9fb-4e4d-b73c-a86b479c1907 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] device_id is not set on port 76e62a70-5910-4b06-8b11-7147c41ff879 yet. {{(pid=100247) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 14:25:33.050139 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b6041a2-3ccd-4d17-b87a-f0e253a91881 None None] New status for floating IP 2979c845-5642-4bca-bacf-17ca8813eb2e: DOWN {{(pid=100249) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 14:25:33.110901 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3713ea8b-1845-4765-a93f-d5c0c9e751c8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6bd5fc82-6666-56e8-87c2-91648d36c963-eba60608-4e28-43df-928a-323910d090ed', 'network_id': 'eba60608-4e28-43df-928a-323910d090ed', 'tenant_id': '4a263308c6474c0e99d0efe9a5a7b767', 'fixed_ips': [{'subnet_id': '6b7d1faa-1c73-444c-927d-2272b5bb5125'}]}} from n-d-773647-6. {{(pid=100248) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 14:25:33.111793 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-3713ea8b-1845-4765-a93f-d5c0c9e751c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:33.239628 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.db [req-5290d394-6bae-4976-b39c-f4bb8a71b134 req-6c1064a4-c36f-43e8-85dd-e01b82364ffa tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] For port 57510628-3181-4f20-9f22-7e69304f7812, host n-h2-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=57510628-3181-4f20-9f22-7e69304f7812,segment=NetworkSegment(2232724b-0080-42a3-80fc-ee070066087e),segment_id=2232724b-0080-42a3-80fc-ee070066087e)] {{(pid=100246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:25:33.240623 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-5290d394-6bae-4976-b39c-f4bb8a71b134 req-6c1064a4-c36f-43e8-85dd-e01b82364ffa tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:33.268586 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [req-5290d394-6bae-4976-b39c-f4bb8a71b134 req-6c1064a4-c36f-43e8-85dd-e01b82364ffa tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Calling delete_port for 57510628-3181-4f20-9f22-7e69304f7812 owned by compute:nova {{(pid=100246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:25:33.332864 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc41b876-42a6-462d-82f1-50f1fa0c43c0 req-528b7ea6-e412-4873-832c-4d95413aca3a tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:25:33.348785 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-dc41b876-42a6-462d-82f1-50f1fa0c43c0 req-528b7ea6-e412-4873-832c-4d95413aca3a tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] 10.222.0.104 "GET /v2.0/ports?device_id=04986212-0a7a-4904-8e78-5bfcef5dd4a3 HTTP/1.1" status: 200 len: 946 time: 0.3940427 Jul 06 14:25:33.416110 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.db_base_plugin_common [None req-4b2fc840-d9fb-4e4d-b73c-a86b479c1907 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Allocated IP 2001:db8::21c (eba60608-4e28-43df-928a-323910d090ed/6b7d1faa-1c73-444c-927d-2272b5bb5125/76e62a70-5910-4b06-8b11-7147c41ff879) {{(pid=100247) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:25:33.432146 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-dc41b876-42a6-462d-82f1-50f1fa0c43c0 req-5e35e2a8-b6c3-421a-b5e2-d54cf27088e3 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] 10.222.0.104 "GET /v2.0/security-groups?id=c812eb77-0e0b-4233-8b5e-42a0d8cc6e90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0727029 Jul 06 14:25:33.481720 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-5290d394-6bae-4976-b39c-f4bb8a71b134 req-6c1064a4-c36f-43e8-85dd-e01b82364ffa tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127687580'] for port, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:33.532387 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1064a4-c36f-43e8-85dd-e01b82364ffa tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Pushing event deleted for resources: {'Port': ['ID=57510628-3181-4f20-9f22-7e69304f7812,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:25:33.729029 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [req-5290d394-6bae-4976-b39c-f4bb8a71b134 req-6c1064a4-c36f-43e8-85dd-e01b82364ffa tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] No DVR routers for this DVR port 57510628-3181-4f20-9f22-7e69304f7812 on host n-h2-773647-6 {{(pid=100246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:25:33.736780 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-5290d394-6bae-4976-b39c-f4bb8a71b134 req-6c1064a4-c36f-43e8-85dd-e01b82364ffa tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:33.739327 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-5290d394-6bae-4976-b39c-f4bb8a71b134 req-6c1064a4-c36f-43e8-85dd-e01b82364ffa tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] 10.222.0.72 "DELETE /v2.0/ports/57510628-3181-4f20-9f22-7e69304f7812 HTTP/1.1" status: 204 len: 173 time: 1.0608730 Jul 06 14:25:33.742607 n-d-773647-6 neutron-server[100246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04986212-0a7a-4904-8e78-5bfcef5dd4a3', 'name': 'network-vif-deleted', 'tag': '57510628-3181-4f20-9f22-7e69304f7812'}] {{(pid=100246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:25:33.750329 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0d96c5ab5e889f7b933ae915b9be33d1b46c9e87795bf781004b656ef3f1e87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc0e19b9-f03b-4a6d-9b75-e78452cca843" -d '{"events": [{"server_uuid": "04986212-0a7a-4904-8e78-5bfcef5dd4a3", "name": "network-vif-deleted", "tag": "57510628-3181-4f20-9f22-7e69304f7812"}]}' {{(pid=100246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:25:33.808791 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 14:25:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea385419-8373-4c5e-b158-53df4152ed6b x-openstack-request-id: req-ea385419-8373-4c5e-b158-53df4152ed6b {{(pid=100246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:25:33.809192 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04986212-0a7a-4904-8e78-5bfcef5dd4a3", "name": "network-vif-deleted", "tag": "57510628-3181-4f20-9f22-7e69304f7812", "status": "completed", "code": 200}]} {{(pid=100246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:25:33.809569 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-ea385419-8373-4c5e-b158-53df4152ed6b {{(pid=100246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:25:33.810084 n-d-773647-6 neutron-server[100246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04986212-0a7a-4904-8e78-5bfcef5dd4a3', 'name': 'network-vif-deleted', 'tag': '57510628-3181-4f20-9f22-7e69304f7812', 'status': 'completed', 'code': 200} Jul 06 14:25:33.977974 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 4c19a851-13f5-40ec-909c-5ea51af33860 no longer exists at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:25:33.979733 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-4b2fc840-d9fb-4e4d-b73c-a86b479c1907 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Notify callbacks [] for port, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:34.029809 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.provisioning_blocks [None req-4b2fc840-d9fb-4e4d-b73c-a86b479c1907 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Transition to ACTIVE for port object 76e62a70-5910-4b06-8b11-7147c41ff879 will not be triggered until provisioned by entity DHCP. {{(pid=100247) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:25:34.035495 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] No Port match for: 4c19a851-13f5-40ec-909c-5ea51af33860 {{(pid=100248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 14:25:34.039007 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 4c19a851-13f5-40ec-909c-5ea51af33860 not bound to the agent host n-d-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:25:34.137676 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-4b2fc840-d9fb-4e4d-b73c-a86b479c1907 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-128888360'] for port, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:34.212959 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b2fc840-d9fb-4e4d-b73c-a86b479c1907 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Network eba60608-4e28-43df-928a-323910d090ed is already hosted by enough agents. {{(pid=100247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:25:34.218563 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.base_scheduler [None req-4b2fc840-d9fb-4e4d-b73c-a86b479c1907 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Resources bound (agent type, host, resource id): {{(pid=100247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:25:34.225522 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b2fc840-d9fb-4e4d-b73c-a86b479c1907 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Received port after_create {{(pid=100247) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:25:34.234962 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b2fc840-d9fb-4e4d-b73c-a86b479c1907 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:25:34.236663 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-4b2fc840-d9fb-4e4d-b73c-a86b479c1907 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:34.281516 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2fc840-d9fb-4e4d-b73c-a86b479c1907 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Pushing event updated for resources: {'Port': ['ID=76e62a70-5910-4b06-8b11-7147c41ff879,revision_number=1']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:25:34.296809 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.db_base_plugin_common [None req-3713ea8b-1845-4765-a93f-d5c0c9e751c8 None None] Allocated IP 2001:db8::2 (eba60608-4e28-43df-928a-323910d090ed/6b7d1faa-1c73-444c-927d-2272b5bb5125/f9edc244-270f-4c3d-bdc1-99b258e4c807) {{(pid=100248) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:25:34.306079 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 45294) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:25:34.307278 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-4b2fc840-d9fb-4e4d-b73c-a86b479c1907 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] 10.222.0.104 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.5876260 Jul 06 14:25:34.320465 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 45296) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:25:34.467085 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a02f41e3-a608-4619-9890-b9a22f2adf70 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:25:34.491622 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-a02f41e3-a608-4619-9890-b9a22f2adf70 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] 10.222.0.104 "GET /v2.0/ports HTTP/1.1" status: 200 len: 928 time: 0.1828406 Jul 06 14:25:34.492782 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 45318) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:25:34.557397 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [None req-ce9a99e3-4cfe-43a0-9a87-7f477b59fa1d admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1212009536-network', 'tenant_id': '4e8ca9a5cfe5433ab7a40ea050cdee7c'}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:25:34.670005 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-3713ea8b-1845-4765-a93f-d5c0c9e751c8 None None] Notify callbacks [] for port, precommit_create {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:34.692953 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-3713ea8b-1845-4765-a93f-d5c0c9e751c8 None None] Transition to ACTIVE for port object f9edc244-270f-4c3d-bdc1-99b258e4c807 will not be triggered until provisioned by entity L2. {{(pid=100248) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:25:34.706876 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce9a99e3-4cfe-43a0-9a87-7f477b59fa1d admin admin] Made reservation on behalf of 4e8ca9a5cfe5433ab7a40ea050cdee7c for: {'network': 1} {{(pid=100247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:25:34.709239 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-ce9a99e3-4cfe-43a0-9a87-7f477b59fa1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for network, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:34.715498 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-98c70e60-d63d-4643-a0a2-14977d2286d7 req-2e3345f7-2ac5-4bd4-8c34-cb26f4b496fd tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] 10.222.0.104 "GET /v2.0/ports?device_id=04986212-0a7a-4904-8e78-5bfcef5dd4a3 HTTP/1.1" status: 200 len: 210 time: 0.0387836 Jul 06 14:25:34.724340 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-ce9a99e3-4cfe-43a0-9a87-7f477b59fa1d admin admin] Notify callbacks [] for security_group, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:34.731360 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-3713ea8b-1845-4765-a93f-d5c0c9e751c8 None None] Transition to ACTIVE for port object f9edc244-270f-4c3d-bdc1-99b258e4c807 will not be triggered until provisioned by entity DHCP. {{(pid=100248) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:25:34.739796 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-3713ea8b-1845-4765-a93f-d5c0c9e751c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108'] for port, after_create {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:34.795203 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3713ea8b-1845-4765-a93f-d5c0c9e751c8 None None] Pushing event updated for resources: {'Port': ['ID=f9edc244-270f-4c3d-bdc1-99b258e4c807,revision_number=1']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:25:34.799634 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.plugin [None req-b71bfc1a-ab45-4711-a619-a54166017185 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Deleting port 76e62a70-5910-4b06-8b11-7147c41ff879 {{(pid=100247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:25:34.799993 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-b71bfc1a-ab45-4711-a619-a54166017185 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:34.814082 n-d-773647-6 neutron-server[100248]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3713ea8b-1845-4765-a93f-d5c0c9e751c8 None None] Network eba60608-4e28-43df-928a-323910d090ed is already hosted by enough agents. {{(pid=100248) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:25:34.815889 n-d-773647-6 neutron-server[100248]: DEBUG neutron.scheduler.base_scheduler [None req-3713ea8b-1845-4765-a93f-d5c0c9e751c8 None None] Resources bound (agent type, host, resource id): {{(pid=100248) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:25:34.820052 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3713ea8b-1845-4765-a93f-d5c0c9e751c8 None None] Received port after_create {{(pid=100248) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:25:34.904517 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-3713ea8b-1845-4765-a93f-d5c0c9e751c8 None None] Attempting to bind port f9edc244-270f-4c3d-bdc1-99b258e4c807 on host n-d-773647-6 for vnic_type normal with profile {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:25:34.905188 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-3713ea8b-1845-4765-a93f-d5c0c9e751c8 None None] Attempting to bind port f9edc244-270f-4c3d-bdc1-99b258e4c807 by drivers openvswitch,hyperv on host n-d-773647-6 at level 0 using segments [{'id': '67308366-d379-4f20-9df5-ed161946f077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': 'eba60608-4e28-43df-928a-323910d090ed'}] {{(pid=100248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:25:34.905695 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3713ea8b-1845-4765-a93f-d5c0c9e751c8 None None] Attempting to bind port f9edc244-270f-4c3d-bdc1-99b258e4c807 on network eba60608-4e28-43df-928a-323910d090ed {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:25:34.912012 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3713ea8b-1845-4765-a93f-d5c0c9e751c8 None None] Checking agent: {'id': '8ab5b19c-d213-4f29-891d-27bdf39d38b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773647-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 43, 26), 'started_at': datetime.datetime(2021, 7, 6, 13, 43, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 25, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773647-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:25:34.912544 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3713ea8b-1845-4765-a93f-d5c0c9e751c8 None None] Checking segment: {'id': '67308366-d379-4f20-9df5-ed161946f077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': 'eba60608-4e28-43df-928a-323910d090ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:25:34.913055 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-3713ea8b-1845-4765-a93f-d5c0c9e751c8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:34.913553 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3713ea8b-1845-4765-a93f-d5c0c9e751c8 None None] Bound using segment: {'id': '67308366-d379-4f20-9df5-ed161946f077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': 'eba60608-4e28-43df-928a-323910d090ed'} {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:25:34.914128 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-3713ea8b-1845-4765-a93f-d5c0c9e751c8 None None] Bound port: f9edc244-270f-4c3d-bdc1-99b258e4c807, host: n-d-773647-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67308366-d379-4f20-9df5-ed161946f077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': 'eba60608-4e28-43df-928a-323910d090ed'}}] {{(pid=100248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:25:34.914614 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-3713ea8b-1845-4765-a93f-d5c0c9e751c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:34.942802 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-b71bfc1a-ab45-4711-a619-a54166017185 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:34.965527 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.plugin [None req-b71bfc1a-ab45-4711-a619-a54166017185 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Calling delete_port for 76e62a70-5910-4b06-8b11-7147c41ff879 owned by {{(pid=100247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:25:34.996495 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-ce9a99e3-4cfe-43a0-9a87-7f477b59fa1d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:35.010550 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-3713ea8b-1845-4765-a93f-d5c0c9e751c8 None None] For port f9edc244-270f-4c3d-bdc1-99b258e4c807, host n-d-773647-6, cleared binding levels {{(pid=100248) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:25:35.015557 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-3713ea8b-1845-4765-a93f-d5c0c9e751c8 None None] For port f9edc244-270f-4c3d-bdc1-99b258e4c807, host n-d-773647-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=f9edc244-270f-4c3d-bdc1-99b258e4c807,segment=NetworkSegment(67308366-d379-4f20-9df5-ed161946f077),segment_id=67308366-d379-4f20-9df5-ed161946f077)] {{(pid=100248) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:25:35.021522 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-3713ea8b-1845-4765-a93f-d5c0c9e751c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:35.037933 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-ce9a99e3-4cfe-43a0-9a87-7f477b59fa1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:35.097689 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3713ea8b-1845-4765-a93f-d5c0c9e751c8 None None] Pushing event updated for resources: {'Port': ['ID=f9edc244-270f-4c3d-bdc1-99b258e4c807,revision_number=2']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:25:35.108574 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce9a99e3-4cfe-43a0-9a87-7f477b59fa1d admin admin] vlan segment allocate from pool success with {'vlan_id': 1006, 'physical_network': 'physnet1'} {{(pid=100247) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 14:25:35.135455 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-ce9a99e3-4cfe-43a0-9a87-7f477b59fa1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552'] for segment, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:35.136319 n-d-773647-6 neutron-server[100247]: INFO neutron.db.segments_db [None req-ce9a99e3-4cfe-43a0-9a87-7f477b59fa1d admin admin] Added segment 70e45ced-b41a-435c-aa12-ebb96190523b of type vlan for network 4f7e68c4-6ba0-4bbb-9213-55f3f2678294 Jul 06 14:25:35.147019 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9a99e3-4cfe-43a0-9a87-7f477b59fa1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebb495ac-1117-494f-9d3e-d285e595bd6c,revision_number=1']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:25:35.206851 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-ce9a99e3-4cfe-43a0-9a87-7f477b59fa1d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773752984405'] for network, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:35.306560 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-ce9a99e3-4cfe-43a0-9a87-7f477b59fa1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060'] for network, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:35.307628 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce9a99e3-4cfe-43a0-9a87-7f477b59fa1d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:25:35.308968 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-ce9a99e3-4cfe-43a0-9a87-7f477b59fa1d admin admin] Notify callbacks [] for network, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:35.467591 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 45416) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:25:35.468394 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-ce9a99e3-4cfe-43a0-9a87-7f477b59fa1d admin admin] 10.222.0.104 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.1455748 Jul 06 14:25:35.479257 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-b64a1b96-0fba-48a2-9715-8b82fd5ed7b8 admin admin] Request body: {'subnet': {'network_id': '4f7e68c4-6ba0-4bbb-9213-55f3f2678294', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1212009536-subnet', 'tenant_id': '4e8ca9a5cfe5433ab7a40ea050cdee7c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:25:35.505397 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-b71bfc1a-ab45-4711-a619-a54166017185 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128888353'] for port, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:35.509875 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9a99e3-4cfe-43a0-9a87-7f477b59fa1d admin admin] Pushing event updated for resources: {'Network': ['ID=4f7e68c4-6ba0-4bbb-9213-55f3f2678294,revision_number=1']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:25:35.538667 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Network 4f7e68c4-6ba0-4bbb-9213-55f3f2678294 details requested by agent ovs-agent-n-d-773647-6 with host n-d-773647-6 {{(pid=100248) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 14:25:35.601047 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71bfc1a-ab45-4711-a619-a54166017185 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Pushing event deleted for resources: {'Port': ['ID=76e62a70-5910-4b06-8b11-7147c41ff879,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:25:35.604566 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b64a1b96-0fba-48a2-9715-8b82fd5ed7b8 admin admin] Made reservation on behalf of 4e8ca9a5cfe5433ab7a40ea050cdee7c for: {'subnet': 1} {{(pid=100246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:25:35.612015 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-b64a1b96-0fba-48a2-9715-8b82fd5ed7b8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127702029'] for subnet, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:35.655737 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-b71bfc1a-ab45-4711-a619-a54166017185 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:35.658528 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-b71bfc1a-ab45-4711-a619-a54166017185 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] 10.222.0.104 "DELETE /v2.0/ports/76e62a70-5910-4b06-8b11-7147c41ff879 HTTP/1.1" status: 204 len: 168 time: 1.1643150 Jul 06 14:25:35.660727 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 45432) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:25:35.736966 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98deface-aed9-4aac-b6da-e0570abb68bb tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:25:35.739675 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98deface-aed9-4aac-b6da-e0570abb68bb tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:25:35.742595 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-98deface-aed9-4aac-b6da-e0570abb68bb tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] 10.222.0.104 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0807147 Jul 06 14:25:35.748674 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 45448) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:25:35.824998 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 45460) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:25:35.833575 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.db_base_plugin_v2 [None req-48710431-e5eb-4330-900c-b66d4439eb8e tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Deleting subnet 6b7d1faa-1c73-444c-927d-2272b5bb5125 {{(pid=100246) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 14:25:35.840013 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-48710431-e5eb-4330-900c-b66d4439eb8e tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Notify callbacks [] for subnet, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:35.893126 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-48710431-e5eb-4330-900c-b66d4439eb8e tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126218885'] for subnet, precommit_delete_associations {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:36.013828 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device f9edc244-270f-4c3d-bdc1-99b258e4c807 up at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:25:36.078858 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-48710431-e5eb-4330-900c-b66d4439eb8e tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-913473'] for subnet, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:36.117416 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-b64a1b96-0fba-48a2-9715-8b82fd5ed7b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1849032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127687649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127702047'] for subnet, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:36.128225 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning for port f9edc244-270f-4c3d-bdc1-99b258e4c807 completed by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:25:36.152838 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.agents_db [None req-167c0ad6-1657-4c9a-a2c4-3b18056aa662 None None] Agent healthcheck: found 7 active agents {{(pid=100249) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 14:25:36.223893 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64a1b96-0fba-48a2-9715-8b82fd5ed7b8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3dd2bea8-6e86-4bb9-8965-efd7c334de42,revision_number=0']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:25:36.234018 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b64a1b96-0fba-48a2-9715-8b82fd5ed7b8 admin admin] Checking segment: {'id': '70e45ced-b41a-435c-aa12-ebb96190523b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': '4f7e68c4-6ba0-4bbb-9213-55f3f2678294'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:25:36.234395 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b64a1b96-0fba-48a2-9715-8b82fd5ed7b8 admin admin] Network hostable DHCP agents. Network: 4f7e68c4-6ba0-4bbb-9213-55f3f2678294, hostable agents: ['f2bada3d-be77-4359-982b-8505a2bbca04'], hosted agents: [] {{(pid=100246) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 14:25:36.239415 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-48710431-e5eb-4330-900c-b66d4439eb8e tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-913480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1849032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127687590', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127702764'] for subnet, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:36.279810 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48710431-e5eb-4330-900c-b66d4439eb8e tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Pushing event deleted for resources: {'Subnet': ['ID=6b7d1faa-1c73-444c-927d-2272b5bb5125,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:25:36.288455 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-48710431-e5eb-4330-900c-b66d4439eb8e tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Notify callbacks [] for subnet, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:36.290755 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-48710431-e5eb-4330-900c-b66d4439eb8e tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] 10.222.0.104 "DELETE /v2.0/subnets/6b7d1faa-1c73-444c-927d-2272b5bb5125 HTTP/1.1" status: 204 len: 168 time: 0.5410552 Jul 06 14:25:36.294144 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 45514) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:25:36.304129 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b64a1b96-0fba-48a2-9715-8b82fd5ed7b8 admin admin] Network 4f7e68c4-6ba0-4bbb-9213-55f3f2678294 is scheduled to be hosted by DHCP agent f2bada3d-be77-4359-982b-8505a2bbca04 with binding_index 1 {{(pid=100246) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 14:25:36.342834 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-6d245047-bc23-4410-9fef-57640684cb90 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] 10.222.0.104 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0473640 Jul 06 14:25:36.345481 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 45520) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:25:36.351990 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.base_scheduler [None req-b64a1b96-0fba-48a2-9715-8b82fd5ed7b8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773647-6, 4f7e68c4-6ba0-4bbb-9213-55f3f2678294) {{(pid=100246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:25:36.358106 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b64a1b96-0fba-48a2-9715-8b82fd5ed7b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:25:36.358701 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-b64a1b96-0fba-48a2-9715-8b82fd5ed7b8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:36.363026 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc3e1bda-6b02-4174-8136-403b5ba1d4a3 None None] Network 4f7e68c4-6ba0-4bbb-9213-55f3f2678294 requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:25:36.387464 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-b64a1b96-0fba-48a2-9715-8b82fd5ed7b8 admin admin] 10.222.0.104 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9158323 Jul 06 14:25:36.506754 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58713dfb-3abc-4ed7-a4c1-b5e20d7291c4 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:25:36.508876 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-58713dfb-3abc-4ed7-a4c1-b5e20d7291c4 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] 10.222.0.104 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1624641 Jul 06 14:25:36.512294 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 45544) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:25:36.603760 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90ad9e8e-466c-41f0-afd3-42ee0002ff2d tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:25:36.605767 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-90ad9e8e-466c-41f0-afd3-42ee0002ff2d tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] 10.222.0.104 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0919511 Jul 06 14:25:36.607580 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd0fade5-2b67-4008-b76b-86b200b0d3f5 None None] Network 4f7e68c4-6ba0-4bbb-9213-55f3f2678294 requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:25:36.608230 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 45556) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:25:36.676418 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41d73d58-b55b-4ffe-adbe-b782594b5e57 None None] Network eba60608-4e28-43df-928a-323910d090ed requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:25:36.838358 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Device 57510628-3181-4f20-9f22-7e69304f7812 no longer exists at agent hyperv_n-h2-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:25:36.872992 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] No Port match for: 57510628-3181-4f20-9f22-7e69304f7812 {{(pid=100248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 14:25:36.873320 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Device 57510628-3181-4f20-9f22-7e69304f7812 not bound to the agent host n-h2-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:25:36.913118 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-1e44e712-debc-474d-878c-73380c236593 None None] Provisioning for port f9edc244-270f-4c3d-bdc1-99b258e4c807 completed by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:25:36.923317 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-1e44e712-debc-474d-878c-73380c236593 None None] Provisioning complete for port f9edc244-270f-4c3d-bdc1-99b258e4c807 triggered by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:25:36.923876 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-1e44e712-debc-474d-878c-73380c236593 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:37.122778 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-0b36ae9b-3629-4faa-9a60-fa9ad2ee90b8 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1809431'] for router_interface, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:37.129991 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-1e44e712-debc-474d-878c-73380c236593 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:37.172958 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-1e44e712-debc-474d-878c-73380c236593 None None] For port f9edc244-270f-4c3d-bdc1-99b258e4c807, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=f9edc244-270f-4c3d-bdc1-99b258e4c807,segment=NetworkSegment(67308366-d379-4f20-9df5-ed161946f077),segment_id=67308366-d379-4f20-9df5-ed161946f077)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:25:37.179598 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-1e44e712-debc-474d-878c-73380c236593 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:37.241765 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59bdb059-9547-4249-8f99-686fc49aaa86 None None] DHCP port deletion for eba60608-4e28-43df-928a-323910d090ed request from n-d-773647-6 {{(pid=100248) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 14:25:37.272914 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e44e712-debc-474d-878c-73380c236593 None None] Pushing event updated for resources: {'Port': ['ID=f9edc244-270f-4c3d-bdc1-99b258e4c807,revision_number=4']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:25:37.304803 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 45622) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:25:37.305217 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-03956fc5-64c0-412e-9598-73e543cb1165 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] 10.222.0.104 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.6956375 Jul 06 14:25:37.311292 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [None req-a474eb65-13a3-4887-87c1-0ecd14d431c4 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Request body: {'subnet': {'network_id': 'eba60608-4e28-43df-928a-323910d090ed', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:25:37.331179 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-59bdb059-9547-4249-8f99-686fc49aaa86 None None] Deleting port f9edc244-270f-4c3d-bdc1-99b258e4c807 {{(pid=100248) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:25:37.331702 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-59bdb059-9547-4249-8f99-686fc49aaa86 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:37.337038 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 45624) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:25:37.342860 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-0b7c7bd4-20d3-4755-b826-a6cf639f8be1 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-682494373-network', 'tenant_id': 'b5e67a87986045729342d08fc17022b3'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:25:37.365942 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b7c7bd4-20d3-4755-b826-a6cf639f8be1 admin admin] Made reservation on behalf of b5e67a87986045729342d08fc17022b3 for: {'network': 1} {{(pid=100246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:25:37.368877 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-0b7c7bd4-20d3-4755-b826-a6cf639f8be1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for network, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:37.379203 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-0b7c7bd4-20d3-4755-b826-a6cf639f8be1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:37.423447 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-59bdb059-9547-4249-8f99-686fc49aaa86 None None] For port f9edc244-270f-4c3d-bdc1-99b258e4c807, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=f9edc244-270f-4c3d-bdc1-99b258e4c807,segment=NetworkSegment(67308366-d379-4f20-9df5-ed161946f077),segment_id=67308366-d379-4f20-9df5-ed161946f077)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:25:37.424306 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-59bdb059-9547-4249-8f99-686fc49aaa86 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:37.453503 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-59bdb059-9547-4249-8f99-686fc49aaa86 None None] Calling delete_port for f9edc244-270f-4c3d-bdc1-99b258e4c807 owned by network:dhcp {{(pid=100248) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:25:37.501678 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-0b7c7bd4-20d3-4755-b826-a6cf639f8be1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:37.507524 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-0b7c7bd4-20d3-4755-b826-a6cf639f8be1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:37.538829 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b7c7bd4-20d3-4755-b826-a6cf639f8be1 admin admin] vlan segment allocate from pool success with {'vlan_id': 1033, 'physical_network': 'physnet1'} {{(pid=100246) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 14:25:37.545581 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7c7bd4-20d3-4755-b826-a6cf639f8be1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08bc7aa2-4629-48a8-b236-08eab484131a,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:25:37.556330 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-0b7c7bd4-20d3-4755-b826-a6cf639f8be1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552'] for segment, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:37.556818 n-d-773647-6 neutron-server[100246]: INFO neutron.db.segments_db [None req-0b7c7bd4-20d3-4755-b826-a6cf639f8be1 admin admin] Added segment 295c1427-0752-472d-82f4-0f3aeb137f9d of type vlan for network 7eeb4857-bd6a-4571-ab03-369d8be19652 Jul 06 14:25:37.581228 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a474eb65-13a3-4887-87c1-0ecd14d431c4 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Made reservation on behalf of 4a263308c6474c0e99d0efe9a5a7b767 for: {'subnet': 1} {{(pid=100247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:25:37.581893 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-59bdb059-9547-4249-8f99-686fc49aaa86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117'] for port, after_delete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:37.585338 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-a474eb65-13a3-4887-87c1-0ecd14d431c4 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127627440'] for subnet, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:37.606116 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59bdb059-9547-4249-8f99-686fc49aaa86 None None] Pushing event deleted for resources: {'Port': ['ID=f9edc244-270f-4c3d-bdc1-99b258e4c807,revision_number=None']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:25:37.613085 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-0b7c7bd4-20d3-4755-b826-a6cf639f8be1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773752984405'] for network, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:37.616196 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59bdb059-9547-4249-8f99-686fc49aaa86 None None] No DVR routers for this DVR port f9edc244-270f-4c3d-bdc1-99b258e4c807 on host n-d-773647-6 {{(pid=100248) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:25:37.653686 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-0b7c7bd4-20d3-4755-b826-a6cf639f8be1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060'] for network, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:37.655543 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b7c7bd4-20d3-4755-b826-a6cf639f8be1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:25:37.656299 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-0b7c7bd4-20d3-4755-b826-a6cf639f8be1 admin admin] Notify callbacks [] for network, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:37.676140 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.plugin [None req-0b36ae9b-3629-4faa-9a60-fa9ad2ee90b8 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Deleting port 4c8e24bf-aeb6-4d3d-9a9c-9586ce266ea6 {{(pid=100247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:25:37.676495 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-0b36ae9b-3629-4faa-9a60-fa9ad2ee90b8 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:37.738504 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 45626) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:25:37.741210 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-0b7c7bd4-20d3-4755-b826-a6cf639f8be1 admin admin] 10.222.0.104 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4013076 Jul 06 14:25:37.750392 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [None req-b65d3efe-4d86-44b6-bbe1-3384e954c9a3 admin admin] Request body: {'subnet': {'network_id': '7eeb4857-bd6a-4571-ab03-369d8be19652', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-682494373-subnet', 'tenant_id': 'b5e67a87986045729342d08fc17022b3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:25:37.774111 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7c7bd4-20d3-4755-b826-a6cf639f8be1 admin admin] Pushing event updated for resources: {'Network': ['ID=7eeb4857-bd6a-4571-ab03-369d8be19652,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:25:37.785340 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Network 7eeb4857-bd6a-4571-ab03-369d8be19652 details requested by agent ovs-agent-n-d-773647-6 with host n-d-773647-6 {{(pid=100248) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 14:25:37.834143 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b65d3efe-4d86-44b6-bbe1-3384e954c9a3 admin admin] Made reservation on behalf of b5e67a87986045729342d08fc17022b3 for: {'subnet': 1} {{(pid=100247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:25:37.836542 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-b65d3efe-4d86-44b6-bbe1-3384e954c9a3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127627440'] for subnet, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:37.902132 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.db [None req-0b36ae9b-3629-4faa-9a60-fa9ad2ee90b8 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] For port 4c8e24bf-aeb6-4d3d-9a9c-9586ce266ea6, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=4c8e24bf-aeb6-4d3d-9a9c-9586ce266ea6,segment=NetworkSegment(2232724b-0080-42a3-80fc-ee070066087e),segment_id=2232724b-0080-42a3-80fc-ee070066087e)] {{(pid=100247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:25:37.902850 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-0b36ae9b-3629-4faa-9a60-fa9ad2ee90b8 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:37.932907 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.plugin [None req-0b36ae9b-3629-4faa-9a60-fa9ad2ee90b8 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Calling delete_port for 4c8e24bf-aeb6-4d3d-9a9c-9586ce266ea6 owned by network:router_interface {{(pid=100247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:25:37.957049 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device f9edc244-270f-4c3d-bdc1-99b258e4c807 no longer exists at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:25:37.981163 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] No Port match for: f9edc244-270f-4c3d-bdc1-99b258e4c807 {{(pid=100248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 14:25:37.982359 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device f9edc244-270f-4c3d-bdc1-99b258e4c807 not bound to the agent host n-d-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:25:38.048653 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-a474eb65-13a3-4887-87c1-0ecd14d431c4 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1849032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-128888412', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127627426'] for subnet, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:38.114918 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a474eb65-13a3-4887-87c1-0ecd14d431c4 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Network eba60608-4e28-43df-928a-323910d090ed is already hosted by enough agents. {{(pid=100247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:25:38.129628 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.base_scheduler [None req-a474eb65-13a3-4887-87c1-0ecd14d431c4 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Resources bound (agent type, host, resource id): {{(pid=100247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:25:38.132570 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a474eb65-13a3-4887-87c1-0ecd14d431c4 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:25:38.133596 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-a474eb65-13a3-4887-87c1-0ecd14d431c4 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Notify callbacks [] for subnet, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:38.146095 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd2abcd9-54aa-4282-9d48-b902b4b418dd None None] Network eba60608-4e28-43df-928a-323910d090ed requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:25:38.276551 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 45640) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:25:38.282749 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-a474eb65-13a3-4887-87c1-0ecd14d431c4 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] 10.222.0.104 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9660995 Jul 06 14:25:38.286646 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-e52a1491-15c5-44f5-9c96-2cf43a37c662 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Request body: {'port': {'network_id': 'eba60608-4e28-43df-928a-323910d090ed', 'fixed_ips': [{'subnet_id': '6420c84f-585b-442f-8128-256c522ca5f7', 'ip_address': '2001:db8::9f64:1ebf:7ff:d547'}], 'name': 'tempest-NetworksTestDHCPv6-243747485'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:25:38.290327 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a474eb65-13a3-4887-87c1-0ecd14d431c4 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Pushing event updated for resources: {'Subnet': ['ID=6420c84f-585b-442f-8128-256c522ca5f7,revision_number=0']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:25:38.390901 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-b65d3efe-4d86-44b6-bbe1-3384e954c9a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1849032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-128888412', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127627426'] for subnet, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:38.440409 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79f9d896-d925-4179-9885-511cbf8a8775 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6bd5fc82-6666-56e8-87c2-91648d36c963-eba60608-4e28-43df-928a-323910d090ed', 'network_id': 'eba60608-4e28-43df-928a-323910d090ed', 'tenant_id': '4a263308c6474c0e99d0efe9a5a7b767', 'fixed_ips': [{'subnet_id': '6420c84f-585b-442f-8128-256c522ca5f7'}]}} from n-d-773647-6. {{(pid=100248) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 14:25:38.442342 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-79f9d896-d925-4179-9885-511cbf8a8775 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:38.506017 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e52a1491-15c5-44f5-9c96-2cf43a37c662 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Made reservation on behalf of 4a263308c6474c0e99d0efe9a5a7b767 for: {'port': 1} {{(pid=100246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:25:38.534958 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65d3efe-4d86-44b6-bbe1-3384e954c9a3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e0aa414c-310c-47ff-a68a-279da2b3f41c,revision_number=0']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:25:38.550677 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-0b36ae9b-3629-4faa-9a60-fa9ad2ee90b8 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128888353'] for port, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:38.567237 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b65d3efe-4d86-44b6-bbe1-3384e954c9a3 admin admin] Checking segment: {'id': '295c1427-0752-472d-82f4-0f3aeb137f9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1033, 'network_id': '7eeb4857-bd6a-4571-ab03-369d8be19652'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100247) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:25:38.567465 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b65d3efe-4d86-44b6-bbe1-3384e954c9a3 admin admin] Network hostable DHCP agents. Network: 7eeb4857-bd6a-4571-ab03-369d8be19652, hostable agents: ['f2bada3d-be77-4359-982b-8505a2bbca04'], hosted agents: [] {{(pid=100247) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 14:25:38.596125 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b36ae9b-3629-4faa-9a60-fa9ad2ee90b8 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Pushing event deleted for resources: {'Port': ['ID=4c8e24bf-aeb6-4d3d-9a9c-9586ce266ea6,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:25:38.663676 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-e52a1491-15c5-44f5-9c96-2cf43a37c662 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:38.685450 n-d-773647-6 neutron-server[100246]: DEBUG neutron.notifiers.nova [None req-e52a1491-15c5-44f5-9c96-2cf43a37c662 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] device_id is not set on port 7c5f7d62-6c14-4875-bf70-94f94eaee258 yet. {{(pid=100246) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 14:25:38.692172 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b65d3efe-4d86-44b6-bbe1-3384e954c9a3 admin admin] Network 7eeb4857-bd6a-4571-ab03-369d8be19652 is scheduled to be hosted by DHCP agent f2bada3d-be77-4359-982b-8505a2bbca04 with binding_index 1 {{(pid=100247) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 14:25:38.704263 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.base_scheduler [None req-b65d3efe-4d86-44b6-bbe1-3384e954c9a3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773647-6, 7eeb4857-bd6a-4571-ab03-369d8be19652) {{(pid=100247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:25:38.712525 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b65d3efe-4d86-44b6-bbe1-3384e954c9a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:25:38.713065 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-b65d3efe-4d86-44b6-bbe1-3384e954c9a3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:38.738994 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76edc3c5-c52a-4796-b86a-54e48632ebe7 None None] Network 7eeb4857-bd6a-4571-ab03-369d8be19652 requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:25:38.778719 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-b65d3efe-4d86-44b6-bbe1-3384e954c9a3 admin admin] 10.222.0.104 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.0391419 Jul 06 14:25:38.849479 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.db_base_plugin_common [None req-79f9d896-d925-4179-9885-511cbf8a8775 None None] Allocated IP 2001:db8::2 (eba60608-4e28-43df-928a-323910d090ed/6420c84f-585b-442f-8128-256c522ca5f7/d82226ff-b97b-40f0-82e5-a25251d30019) {{(pid=100248) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:25:38.902318 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-0b36ae9b-3629-4faa-9a60-fa9ad2ee90b8 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1809193'] for router_interface, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:39.208159 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7faabeb4-dc59-48cb-b3c3-e9101fd781a7 None None] Network 7eeb4857-bd6a-4571-ab03-369d8be19652 requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:25:39.298675 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b36ae9b-3629-4faa-9a60-fa9ad2ee90b8 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Router 36162167-359d-4a63-a8fd-615418d80498 has already been hosted by L3 agent 2823d358-a11b-4885-a706-95a279e43fa7 {{(pid=100247) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 14:25:39.356725 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-79f9d896-d925-4179-9885-511cbf8a8775 None None] Notify callbacks [] for port, precommit_create {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:39.374796 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-79f9d896-d925-4179-9885-511cbf8a8775 None None] Transition to ACTIVE for port object d82226ff-b97b-40f0-82e5-a25251d30019 will not be triggered until provisioned by entity L2. {{(pid=100248) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:25:39.432050 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-79f9d896-d925-4179-9885-511cbf8a8775 None None] Transition to ACTIVE for port object d82226ff-b97b-40f0-82e5-a25251d30019 will not be triggered until provisioned by entity DHCP. {{(pid=100248) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:25:39.439008 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-79f9d896-d925-4179-9885-511cbf8a8775 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108'] for port, after_create {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:39.478859 n-d-773647-6 neutron-server[100248]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79f9d896-d925-4179-9885-511cbf8a8775 None None] Network eba60608-4e28-43df-928a-323910d090ed is already hosted by enough agents. {{(pid=100248) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:25:39.481974 n-d-773647-6 neutron-server[100248]: DEBUG neutron.scheduler.base_scheduler [None req-79f9d896-d925-4179-9885-511cbf8a8775 None None] Resources bound (agent type, host, resource id): {{(pid=100248) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:25:39.485728 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79f9d896-d925-4179-9885-511cbf8a8775 None None] Received port after_create {{(pid=100248) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:25:39.493719 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b36ae9b-3629-4faa-9a60-fa9ad2ee90b8 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Notify agent at l3_agent.n-d-773647-6 the message routers_updated {{(pid=100247) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 14:25:39.502718 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-0b36ae9b-3629-4faa-9a60-fa9ad2ee90b8 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] 10.222.0.104 "PUT /v2.0/routers/36162167-359d-4a63-a8fd-615418d80498/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6740453 Jul 06 14:25:39.503879 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 45682) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:25:39.527954 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f9d896-d925-4179-9885-511cbf8a8775 None None] Pushing event updated for resources: {'Port': ['ID=d82226ff-b97b-40f0-82e5-a25251d30019,revision_number=1']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:25:39.536262 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.db_base_plugin_common [None req-e52a1491-15c5-44f5-9c96-2cf43a37c662 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Allocated IP 2001:db8::9f64:1ebf:7ff:d547 (eba60608-4e28-43df-928a-323910d090ed/6420c84f-585b-442f-8128-256c522ca5f7/7c5f7d62-6c14-4875-bf70-94f94eaee258) {{(pid=100246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:25:39.537312 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc5133dd-ed4a-435e-a18c-ce1216ed90c7 None None] Sync routers for ids ['36162167-359d-4a63-a8fd-615418d80498'] in n-d-773647-6 {{(pid=100248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 14:25:39.584630 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b53a54-206f-405f-af29-f7bcb58359d5 req-b38b9f95-25bb-430c-b4f7-6ba4947e7d93 tempest-TestServerAdvancedOps-1083930744 tempest-TestServerAdvancedOps-1083930744-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:25:39.585218 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc5133dd-ed4a-435e-a18c-ce1216ed90c7 None None] Routers {'36162167-359d-4a63-a8fd-615418d80498'} bound to L3 agent in host n-d-773647-6 {{(pid=100248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:25:39.585857 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-cc5133dd-ed4a-435e-a18c-ce1216ed90c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T14:25:26Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['36162167-359d-4a63-a8fd-615418d80498'], 'active': True} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:25:39.586205 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-45b53a54-206f-405f-af29-f7bcb58359d5 req-b38b9f95-25bb-430c-b4f7-6ba4947e7d93 tempest-TestServerAdvancedOps-1083930744 tempest-TestServerAdvancedOps-1083930744-project] 10.222.0.104 "GET /v2.0/networks?id=4f7e68c4-6ba0-4bbb-9213-55f3f2678294 HTTP/1.1" status: 200 len: 812 time: 0.1716931 Jul 06 14:25:39.588436 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-79f9d896-d925-4179-9885-511cbf8a8775 None None] Attempting to bind port d82226ff-b97b-40f0-82e5-a25251d30019 on host n-d-773647-6 for vnic_type normal with profile {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:25:39.588840 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-79f9d896-d925-4179-9885-511cbf8a8775 None None] Attempting to bind port d82226ff-b97b-40f0-82e5-a25251d30019 by drivers openvswitch,hyperv on host n-d-773647-6 at level 0 using segments [{'id': '67308366-d379-4f20-9df5-ed161946f077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': 'eba60608-4e28-43df-928a-323910d090ed'}] {{(pid=100248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:25:39.589730 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79f9d896-d925-4179-9885-511cbf8a8775 None None] Attempting to bind port d82226ff-b97b-40f0-82e5-a25251d30019 on network eba60608-4e28-43df-928a-323910d090ed {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:25:39.595734 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.db_base_plugin_v2 [None req-391cefeb-466f-4a38-bf92-3f51a44b81dc tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Deleting subnet 5cc1974a-df25-4dcd-a352-8b5e01019a66 {{(pid=100247) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 14:25:39.602071 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-391cefeb-466f-4a38-bf92-3f51a44b81dc tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Notify callbacks [] for subnet, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:39.634592 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79f9d896-d925-4179-9885-511cbf8a8775 None None] Checking agent: {'id': '8ab5b19c-d213-4f29-891d-27bdf39d38b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773647-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 43, 26), 'started_at': datetime.datetime(2021, 7, 6, 13, 43, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 25, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773647-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:25:39.634979 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79f9d896-d925-4179-9885-511cbf8a8775 None None] Checking segment: {'id': '67308366-d379-4f20-9df5-ed161946f077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': 'eba60608-4e28-43df-928a-323910d090ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:25:39.635414 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-79f9d896-d925-4179-9885-511cbf8a8775 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:39.636377 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79f9d896-d925-4179-9885-511cbf8a8775 None None] Bound using segment: {'id': '67308366-d379-4f20-9df5-ed161946f077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': 'eba60608-4e28-43df-928a-323910d090ed'} {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:25:39.636868 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-79f9d896-d925-4179-9885-511cbf8a8775 None None] Bound port: d82226ff-b97b-40f0-82e5-a25251d30019, host: n-d-773647-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67308366-d379-4f20-9df5-ed161946f077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': 'eba60608-4e28-43df-928a-323910d090ed'}}] {{(pid=100248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:25:39.637338 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-79f9d896-d925-4179-9885-511cbf8a8775 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:39.641692 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-45b53a54-206f-405f-af29-f7bcb58359d5 req-1f502d3a-4317-4903-83cc-58b5c4812af2 tempest-TestServerAdvancedOps-1083930744 tempest-TestServerAdvancedOps-1083930744-project] 10.222.0.104 "GET /v2.0/quotas/4e8ca9a5cfe5433ab7a40ea050cdee7c HTTP/1.1" status: 200 len: 375 time: 0.0413914 Jul 06 14:25:39.676935 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-391cefeb-466f-4a38-bf92-3f51a44b81dc tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127131748'] for subnet, precommit_delete_associations {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:39.772687 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-79f9d896-d925-4179-9885-511cbf8a8775 None None] For port d82226ff-b97b-40f0-82e5-a25251d30019, host n-d-773647-6, cleared binding levels {{(pid=100248) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:25:39.778627 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-79f9d896-d925-4179-9885-511cbf8a8775 None None] For port d82226ff-b97b-40f0-82e5-a25251d30019, host n-d-773647-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=d82226ff-b97b-40f0-82e5-a25251d30019,segment=NetworkSegment(67308366-d379-4f20-9df5-ed161946f077),segment_id=67308366-d379-4f20-9df5-ed161946f077)] {{(pid=100248) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:25:39.780910 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvr_db [None req-cc5133dd-ed4a-435e-a18c-ce1216ed90c7 None None] Set router 36162167-359d-4a63-a8fd-615418d80498 gateway port host: n-d-773647-6 {{(pid=100248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:25:39.803094 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-45b53a54-206f-405f-af29-f7bcb58359d5 req-daf32a2b-2f9a-4b15-abc4-7643f635333d tempest-TestServerAdvancedOps-1083930744 tempest-TestServerAdvancedOps-1083930744-project] 10.222.0.104 "GET /v2.0/ports?tenant_id=4e8ca9a5cfe5433ab7a40ea050cdee7c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1184297 Jul 06 14:25:39.805252 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-e52a1491-15c5-44f5-9c96-2cf43a37c662 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Notify callbacks [] for port, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:39.821139 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-79f9d896-d925-4179-9885-511cbf8a8775 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:39.834637 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.provisioning_blocks [None req-e52a1491-15c5-44f5-9c96-2cf43a37c662 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Transition to ACTIVE for port object 7c5f7d62-6c14-4875-bf70-94f94eaee258 will not be triggered until provisioned by entity DHCP. {{(pid=100246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:25:39.907627 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-e52a1491-15c5-44f5-9c96-2cf43a37c662 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-127687573'] for port, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:39.975961 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e52a1491-15c5-44f5-9c96-2cf43a37c662 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Network eba60608-4e28-43df-928a-323910d090ed is already hosted by enough agents. {{(pid=100246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:25:39.980498 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.base_scheduler [None req-e52a1491-15c5-44f5-9c96-2cf43a37c662 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Resources bound (agent type, host, resource id): {{(pid=100246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:25:39.985490 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e52a1491-15c5-44f5-9c96-2cf43a37c662 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Received port after_create {{(pid=100246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:25:39.993436 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e52a1491-15c5-44f5-9c96-2cf43a37c662 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:25:39.994599 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-e52a1491-15c5-44f5-9c96-2cf43a37c662 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:40.029103 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52a1491-15c5-44f5-9c96-2cf43a37c662 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Pushing event updated for resources: {'Port': ['ID=7c5f7d62-6c14-4875-bf70-94f94eaee258,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:25:40.030062 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f9d896-d925-4179-9885-511cbf8a8775 None None] Pushing event updated for resources: {'Port': ['ID=d82226ff-b97b-40f0-82e5-a25251d30019,revision_number=2']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:25:40.039773 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-e52a1491-15c5-44f5-9c96-2cf43a37c662 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] 10.222.0.104 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 1.7611585 Jul 06 14:25:40.042211 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 45700) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:25:40.152220 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-429e2e67-4d2d-4a5d-a9d3-b686bad4d325 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:25:40.160570 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-429e2e67-4d2d-4a5d-a9d3-b686bad4d325 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:25:40.169285 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-429e2e67-4d2d-4a5d-a9d3-b686bad4d325 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] 10.222.0.104 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1683 time: 0.1252942 Jul 06 14:25:40.169973 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-cc5133dd-ed4a-435e-a18c-ce1216ed90c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36162167-359d-4a63-a8fd-615418d80498', 'name': 'tempest-TestNetworkAdvancedServerOps-router-424804265', 'tenant_id': '1077a35eaa714f1bbf260d32c5a52c8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.220'}], 'enable_snat': True}, 'gw_port_id': '772aa99c-6fc1-4a90-a6db-651b084e49a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:23:33Z', 'updated_at': '2021-07-06T14:25:38Z', 'revision_number': 5, 'project_id': '1077a35eaa714f1bbf260d32c5a52c8f', 'gw_port': {'id': '772aa99c-6fc1-4a90-a6db-651b084e49a1', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:c3:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36162167-359d-4a63-a8fd-615418d80498', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3195, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:23:34Z', 'updated_at': '2021-07-06T14:23:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6'}], 'n-d-773647-6', False) {} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:25:40.170438 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 45702) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:25:40.208252 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc5133dd-ed4a-435e-a18c-ce1216ed90c7 None None] Checking router: 36162167-359d-4a63-a8fd-615418d80498 for host: n-d-773647-6 {{(pid=100248) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 14:25:40.224707 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc5133dd-ed4a-435e-a18c-ce1216ed90c7 None None] Routers {'36162167-359d-4a63-a8fd-615418d80498'} bound to L3 agent in host n-d-773647-6 {{(pid=100248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:25:40.225310 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-cc5133dd-ed4a-435e-a18c-ce1216ed90c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T14:25:26Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['36162167-359d-4a63-a8fd-615418d80498'], 'active': True} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:25:40.274754 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-391cefeb-466f-4a38-bf92-3f51a44b81dc tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-913473'] for subnet, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:40.387475 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvr_db [None req-cc5133dd-ed4a-435e-a18c-ce1216ed90c7 None None] Set router 36162167-359d-4a63-a8fd-615418d80498 gateway port host: n-d-773647-6 {{(pid=100248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:25:40.411485 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [None req-cbcc8e64-d274-4c02-9819-cc11dfc20e9d tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Deleting port 7c5f7d62-6c14-4875-bf70-94f94eaee258 {{(pid=100246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:25:40.411972 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-cbcc8e64-d274-4c02-9819-cc11dfc20e9d tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:40.418525 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-45b53a54-206f-405f-af29-f7bcb58359d5 req-cee52324-c502-43c1-82a3-9fc260171f34 service neutron] 10.222.0.104 "GET /v2.0/networks/4f7e68c4-6ba0-4bbb-9213-55f3f2678294?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5932462 Jul 06 14:25:40.546734 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-cbcc8e64-d274-4c02-9819-cc11dfc20e9d tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:40.562787 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-391cefeb-466f-4a38-bf92-3f51a44b81dc tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-913480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1849032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-128888347', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127627857'] for subnet, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:40.573568 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [None req-cbcc8e64-d274-4c02-9819-cc11dfc20e9d tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Calling delete_port for 7c5f7d62-6c14-4875-bf70-94f94eaee258 owned by {{(pid=100246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:25:40.619184 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-cc5133dd-ed4a-435e-a18c-ce1216ed90c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36162167-359d-4a63-a8fd-615418d80498', 'name': 'tempest-TestNetworkAdvancedServerOps-router-424804265', 'tenant_id': '1077a35eaa714f1bbf260d32c5a52c8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.220'}], 'enable_snat': True}, 'gw_port_id': '772aa99c-6fc1-4a90-a6db-651b084e49a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:23:33Z', 'updated_at': '2021-07-06T14:25:38Z', 'revision_number': 5, 'project_id': '1077a35eaa714f1bbf260d32c5a52c8f', 'gw_port': {'id': '772aa99c-6fc1-4a90-a6db-651b084e49a1', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:c3:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36162167-359d-4a63-a8fd-615418d80498', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3195, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:23:34Z', 'updated_at': '2021-07-06T14:23:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6'}], 'n-d-773647-6', False) {} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:25:40.642316 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391cefeb-466f-4a38-bf92-3f51a44b81dc tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Pushing event deleted for resources: {'Subnet': ['ID=5cc1974a-df25-4dcd-a352-8b5e01019a66,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:25:40.653958 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-391cefeb-466f-4a38-bf92-3f51a44b81dc tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Notify callbacks [] for subnet, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:40.658760 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-391cefeb-466f-4a38-bf92-3f51a44b81dc tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] 10.222.0.104 "DELETE /v2.0/subnets/5cc1974a-df25-4dcd-a352-8b5e01019a66 HTTP/1.1" status: 204 len: 168 time: 1.1521645 Jul 06 14:25:40.664906 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 45710) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:25:40.697501 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc5133dd-ed4a-435e-a18c-ce1216ed90c7 None None] The sync data for ids ['36162167-359d-4a63-a8fd-615418d80498'] in n-d-773647-6 is: [{'id': '36162167-359d-4a63-a8fd-615418d80498', 'name': 'tempest-TestNetworkAdvancedServerOps-router-424804265', 'tenant_id': '1077a35eaa714f1bbf260d32c5a52c8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.220'}], 'enable_snat': True}, 'gw_port_id': '772aa99c-6fc1-4a90-a6db-651b084e49a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:23:33Z', 'updated_at': '2021-07-06T14:25:38Z', 'revision_number': 5, 'project_id': '1077a35eaa714f1bbf260d32c5a52c8f', 'gw_port': {'id': '772aa99c-6fc1-4a90-a6db-651b084e49a1', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:c3:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36162167-359d-4a63-a8fd-615418d80498', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3195, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:23:34Z', 'updated_at': '2021-07-06T14:23:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6'}] {{(pid=100248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 14:25:40.701629 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f141687-0026-41f2-9282-add4afc67c34 None None] Network bc5d3bb7-e93c-47d1-bffc-c98c78d3daa0 requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:25:40.808770 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:40.823021 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-d492e9d9-9e6e-48d8-8ead-8683ec2a192d tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Notify callbacks [] for router, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:40.841601 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-cbcc8e64-d274-4c02-9819-cc11dfc20e9d tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127687580'] for port, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:40.883592 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbcc8e64-d274-4c02-9819-cc11dfc20e9d tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Pushing event deleted for resources: {'Port': ['ID=7c5f7d62-6c14-4875-bf70-94f94eaee258,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:25:40.936017 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbcc8e64-d274-4c02-9819-cc11dfc20e9d tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:25:40.936488 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbcc8e64-d274-4c02-9819-cc11dfc20e9d tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:25:40.936989 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbcc8e64-d274-4c02-9819-cc11dfc20e9d tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:25:40.937167 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbcc8e64-d274-4c02-9819-cc11dfc20e9d tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:25:40.937462 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbcc8e64-d274-4c02-9819-cc11dfc20e9d tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:25:40.937855 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbcc8e64-d274-4c02-9819-cc11dfc20e9d tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:25:40.938235 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbcc8e64-d274-4c02-9819-cc11dfc20e9d tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:25:40.938568 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbcc8e64-d274-4c02-9819-cc11dfc20e9d tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:25:40.940069 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbcc8e64-d274-4c02-9819-cc11dfc20e9d tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:25:40.940646 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbcc8e64-d274-4c02-9819-cc11dfc20e9d tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:25:40.940753 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbcc8e64-d274-4c02-9819-cc11dfc20e9d tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:25:40.941068 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbcc8e64-d274-4c02-9819-cc11dfc20e9d tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:25:40.949305 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-cbcc8e64-d274-4c02-9819-cc11dfc20e9d tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:40.954223 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-cbcc8e64-d274-4c02-9819-cc11dfc20e9d tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] 10.222.0.104 "DELETE /v2.0/ports/7c5f7d62-6c14-4875-bf70-94f94eaee258 HTTP/1.1" status: 204 len: 168 time: 0.7804337 Jul 06 14:25:40.955706 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 45714) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:25:41.000203 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-45b53a54-206f-405f-af29-f7bcb58359d5 req-c07fcaaf-2c62-4fcf-be91-54b889491080 service neutron] 10.222.0.104 "GET /v2.0/networks/4f7e68c4-6ba0-4bbb-9213-55f3f2678294?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5708621 Jul 06 14:25:41.037302 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-d492e9d9-9e6e-48d8-8ead-8683ec2a192d tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:41.130824 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdc15e7d-d2e7-4ec8-bf42-b8dc931ff427 None None] DHCP port deletion for bc5d3bb7-e93c-47d1-bffc-c98c78d3daa0 request from n-d-773647-6 {{(pid=100248) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 14:25:41.142768 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-680fb3b5-5e2a-4807-ae28-8329e96e47ec tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:25:41.149974 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-680fb3b5-5e2a-4807-ae28-8329e96e47ec tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:25:41.155056 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-680fb3b5-5e2a-4807-ae28-8329e96e47ec tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] 10.222.0.104 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1955647 Jul 06 14:25:41.158332 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 45716) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:25:41.182995 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.plugin [None req-d492e9d9-9e6e-48d8-8ead-8683ec2a192d tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Deleting port 772aa99c-6fc1-4a90-a6db-651b084e49a1 {{(pid=100247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:25:41.183458 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-d492e9d9-9e6e-48d8-8ead-8683ec2a192d tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:41.283111 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-cdc15e7d-d2e7-4ec8-bf42-b8dc931ff427 None None] Deleting port fa38e97d-70d9-4b2d-95a8-7962467f77f4 {{(pid=100248) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:25:41.283853 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-cdc15e7d-d2e7-4ec8-bf42-b8dc931ff427 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:41.298922 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.db_base_plugin_v2 [None req-abae2b57-25f0-4089-9bf2-60701d56d415 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Deleting subnet 6420c84f-585b-442f-8128-256c522ca5f7 {{(pid=100246) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 14:25:41.311806 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-abae2b57-25f0-4089-9bf2-60701d56d415 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Notify callbacks [] for subnet, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:41.426289 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-abae2b57-25f0-4089-9bf2-60701d56d415 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126218885'] for subnet, precommit_delete_associations {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:41.467481 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.db [None req-d492e9d9-9e6e-48d8-8ead-8683ec2a192d tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] For port 772aa99c-6fc1-4a90-a6db-651b084e49a1, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=772aa99c-6fc1-4a90-a6db-651b084e49a1,segment=NetworkSegment(89a832b7-7793-4d51-9038-ed7e1c3ff1b2),segment_id=89a832b7-7793-4d51-9038-ed7e1c3ff1b2)] {{(pid=100247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:25:41.467899 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-d492e9d9-9e6e-48d8-8ead-8683ec2a192d tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:41.481851 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-cdc15e7d-d2e7-4ec8-bf42-b8dc931ff427 None None] For port fa38e97d-70d9-4b2d-95a8-7962467f77f4, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=fa38e97d-70d9-4b2d-95a8-7962467f77f4,segment=NetworkSegment(2232724b-0080-42a3-80fc-ee070066087e),segment_id=2232724b-0080-42a3-80fc-ee070066087e)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:25:41.482274 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.plugin [None req-d492e9d9-9e6e-48d8-8ead-8683ec2a192d tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Calling delete_port for 772aa99c-6fc1-4a90-a6db-651b084e49a1 owned by network:router_gateway {{(pid=100247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:25:41.483424 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-cdc15e7d-d2e7-4ec8-bf42-b8dc931ff427 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:41.520242 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-cdc15e7d-d2e7-4ec8-bf42-b8dc931ff427 None None] Calling delete_port for fa38e97d-70d9-4b2d-95a8-7962467f77f4 owned by network:dhcp {{(pid=100248) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:25:41.577955 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-727519a3-b686-475e-819b-0e0686b8d91c req-15b22c47-7ece-4c06-8836-b4272a9aea49 tempest-TestServerAdvancedOps-1083930744 tempest-TestServerAdvancedOps-1083930744-project] 10.222.0.104 "GET /v2.0/ports?device_id=28af0d01-a3fc-4b5e-8ce8-e3220b1ff297 HTTP/1.1" status: 200 len: 210 time: 0.0398679 Jul 06 14:25:41.674246 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-cdc15e7d-d2e7-4ec8-bf42-b8dc931ff427 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117'] for port, after_delete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:41.706424 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc15e7d-d2e7-4ec8-bf42-b8dc931ff427 None None] Pushing event deleted for resources: {'Port': ['ID=fa38e97d-70d9-4b2d-95a8-7962467f77f4,revision_number=None']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:25:41.708365 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdc15e7d-d2e7-4ec8-bf42-b8dc931ff427 None None] No DVR routers for this DVR port fa38e97d-70d9-4b2d-95a8-7962467f77f4 on host n-d-773647-6 {{(pid=100248) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:25:41.736728 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-abae2b57-25f0-4089-9bf2-60701d56d415 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-913473'] for subnet, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:41.797641 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-d492e9d9-9e6e-48d8-8ead-8683ec2a192d tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128888353'] for port, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:41.813439 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-abae2b57-25f0-4089-9bf2-60701d56d415 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-913480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1849032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127687590', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127702764'] for subnet, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:41.830652 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-abae2b57-25f0-4089-9bf2-60701d56d415 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Notify callbacks [] for subnet, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:41.833103 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-abae2b57-25f0-4089-9bf2-60701d56d415 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] 10.222.0.104 "DELETE /v2.0/subnets/6420c84f-585b-442f-8128-256c522ca5f7 HTTP/1.1" status: 204 len: 168 time: 0.6717689 Jul 06 14:25:41.841495 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 45728) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:25:41.854616 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abae2b57-25f0-4089-9bf2-60701d56d415 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Pushing event deleted for resources: {'Subnet': ['ID=6420c84f-585b-442f-8128-256c522ca5f7,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:25:41.908882 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ff5e966-5f26-45b9-a828-0c59a968c085 None None] Network eba60608-4e28-43df-928a-323910d090ed requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:25:41.913952 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d492e9d9-9e6e-48d8-8ead-8683ec2a192d tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Pushing event deleted for resources: {'Port': ['ID=772aa99c-6fc1-4a90-a6db-651b084e49a1,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:25:42.024868 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-18ccd5d3-e2a7-4f0c-ac5d-db3f74e23def None None] Provisioning for port d82226ff-b97b-40f0-82e5-a25251d30019 completed by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:25:42.058967 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-c4116515-b299-457f-8c30-a480b0d2a52a tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] 10.222.0.104 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2148516 Jul 06 14:25:42.061841 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 45740) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:25:42.087109 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [None req-df8d63f5-16c7-4846-865e-bd6dcad4fd0b tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Request body: {'subnet': {'network_id': 'eba60608-4e28-43df-928a-323910d090ed', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:25:42.096291 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device d82226ff-b97b-40f0-82e5-a25251d30019 up at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:25:42.170327 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning for port d82226ff-b97b-40f0-82e5-a25251d30019 completed by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:25:42.175591 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning complete for port d82226ff-b97b-40f0-82e5-a25251d30019 triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:25:42.176478 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:42.198116 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [req-cca2a4cb-7192-4ce2-86f7-e6c0085dfde2 req-f3f93f76-4b84-4147-8bc8-0f9a9e45deda service neutron] (100247) timed out ('10.222.0.104', 48984) {{(pid=100247) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 06 14:25:42.265582 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e35d7f25-042e-4621-ac85-e9e113610ea1 None None] DHCP port deletion for eba60608-4e28-43df-928a-323910d090ed request from n-d-773647-6 {{(pid=100248) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 14:25:42.293204 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-d492e9d9-9e6e-48d8-8ead-8683ec2a192d tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1761104'] for router_gateway, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:42.371094 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:42.400611 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-e35d7f25-042e-4621-ac85-e9e113610ea1 None None] Deleting port d82226ff-b97b-40f0-82e5-a25251d30019 {{(pid=100248) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:25:42.401737 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-e35d7f25-042e-4621-ac85-e9e113610ea1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:42.480654 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-e35d7f25-042e-4621-ac85-e9e113610ea1 None None] For port d82226ff-b97b-40f0-82e5-a25251d30019, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=d82226ff-b97b-40f0-82e5-a25251d30019,segment=NetworkSegment(67308366-d379-4f20-9df5-ed161946f077),segment_id=67308366-d379-4f20-9df5-ed161946f077)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:25:42.481022 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-e35d7f25-042e-4621-ac85-e9e113610ea1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:42.495929 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-d492e9d9-9e6e-48d8-8ead-8683ec2a192d tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1806308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6982'] for router, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:42.500440 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-d492e9d9-9e6e-48d8-8ead-8683ec2a192d tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:42.509531 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-e35d7f25-042e-4621-ac85-e9e113610ea1 None None] Calling delete_port for d82226ff-b97b-40f0-82e5-a25251d30019 owned by network:dhcp {{(pid=100248) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:25:42.530004 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df8d63f5-16c7-4846-865e-bd6dcad4fd0b tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Made reservation on behalf of 4a263308c6474c0e99d0efe9a5a7b767 for: {'subnet': 1} {{(pid=100247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:25:42.534280 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-df8d63f5-16c7-4846-865e-bd6dcad4fd0b tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127627440'] for subnet, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:42.601969 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] For port d82226ff-b97b-40f0-82e5-a25251d30019, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=d82226ff-b97b-40f0-82e5-a25251d30019,segment=NetworkSegment(67308366-d379-4f20-9df5-ed161946f077),segment_id=67308366-d379-4f20-9df5-ed161946f077)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:25:42.608691 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:42.614248 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-d492e9d9-9e6e-48d8-8ead-8683ec2a192d tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1805684'] for router, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:42.614831 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d492e9d9-9e6e-48d8-8ead-8683ec2a192d tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Fanout notify agent at l3_agent the message router_deleted on router 36162167-359d-4a63-a8fd-615418d80498 {{(pid=100247) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 14:25:42.617044 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:42.634295 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-d492e9d9-9e6e-48d8-8ead-8683ec2a192d tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Notify callbacks [] for router, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:42.635467 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-d492e9d9-9e6e-48d8-8ead-8683ec2a192d tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] 10.222.0.104 "DELETE /v2.0/routers/36162167-359d-4a63-a8fd-615418d80498 HTTP/1.1" status: 204 len: 168 time: 1.9695618 Jul 06 14:25:42.638787 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 45746) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:25:42.692014 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-e35d7f25-042e-4621-ac85-e9e113610ea1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117'] for port, after_delete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:42.750539 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device fa38e97d-70d9-4b2d-95a8-7962467f77f4 no longer exists at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:25:42.752980 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e35d7f25-042e-4621-ac85-e9e113610ea1 None None] No DVR routers for this DVR port d82226ff-b97b-40f0-82e5-a25251d30019 on host n-d-773647-6 {{(pid=100248) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:25:42.823600 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Pushing event updated for resources: {'Port': ['ID=d82226ff-b97b-40f0-82e5-a25251d30019,revision_number=4']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:25:42.832046 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] No Port match for: fa38e97d-70d9-4b2d-95a8-7962467f77f4 {{(pid=100248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 14:25:42.833052 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device fa38e97d-70d9-4b2d-95a8-7962467f77f4 not bound to the agent host n-d-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:25:42.833052 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 4c8e24bf-aeb6-4d3d-9a9c-9586ce266ea6 no longer exists at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:25:42.887373 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35d7f25-042e-4621-ac85-e9e113610ea1 None None] Pushing event deleted for resources: {'Port': ['ID=d82226ff-b97b-40f0-82e5-a25251d30019,revision_number=None']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:25:42.889513 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] No Port match for: 4c8e24bf-aeb6-4d3d-9a9c-9586ce266ea6 {{(pid=100248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 14:25:42.889962 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 4c8e24bf-aeb6-4d3d-9a9c-9586ce266ea6 not bound to the agent host n-d-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:25:42.933213 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-df8d63f5-16c7-4846-865e-bd6dcad4fd0b tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1849032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-128888412', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127627426'] for subnet, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:42.951414 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-491ed1c5-41f5-458a-88af-5ef670a17ffe tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530492'] for network, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:42.990213 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df8d63f5-16c7-4846-865e-bd6dcad4fd0b tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Network eba60608-4e28-43df-928a-323910d090ed is already hosted by enough agents. {{(pid=100247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:25:43.004988 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.base_scheduler [None req-df8d63f5-16c7-4846-865e-bd6dcad4fd0b tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Resources bound (agent type, host, resource id): {{(pid=100247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:25:43.014482 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-517aebd1-0daa-4ee8-b5e6-39cdd9e67816 None None] Network eba60608-4e28-43df-928a-323910d090ed requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:25:43.049401 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-024a097a-a928-4e89-a461-afe2e5067eae req-a263bee6-dd06-42d6-81d9-50b8a9ad004d tempest-TestServerAdvancedOps-1083930744 tempest-TestServerAdvancedOps-1083930744-project] 10.222.0.104 "GET /v2.0/ports?device_id=28af0d01-a3fc-4b5e-8ce8-e3220b1ff297 HTTP/1.1" status: 200 len: 210 time: 0.0843043 Jul 06 14:25:43.052936 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df8d63f5-16c7-4846-865e-bd6dcad4fd0b tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:25:43.059722 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-df8d63f5-16c7-4846-865e-bd6dcad4fd0b tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Notify callbacks [] for subnet, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:43.109500 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-491ed1c5-41f5-458a-88af-5ef670a17ffe tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-917204', 'neutron.services.segments.db._delete_segments_for_network-8773753502302'] for network, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:43.110776 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-df8d63f5-16c7-4846-865e-bd6dcad4fd0b tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] 10.222.0.104 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.0331891 Jul 06 14:25:43.112579 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 45752) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:25:43.114203 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8d63f5-16c7-4846-865e-bd6dcad4fd0b tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Pushing event updated for resources: {'Subnet': ['ID=8c31113a-5600-497c-ae71-376e8f8b9a5d,revision_number=0']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:25:43.129662 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-52d03894-7412-413e-bcd0-f274b93d1031 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Request body: {'port': {'network_id': 'eba60608-4e28-43df-928a-323910d090ed', 'fixed_ips': [{'subnet_id': '8c31113a-5600-497c-ae71-376e8f8b9a5d', 'ip_address': '2001:db8::942d:4d54:b9ef:f875'}], 'name': 'tempest-NetworksTestDHCPv6-222823734'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:25:43.154367 n-d-773647-6 neutron-server[100246]: DEBUG neutron.services.segments.db [None req-491ed1c5-41f5-458a-88af-5ef670a17ffe tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc5d3bb7-e93c-47d1-bffc-c98c78d3daa0']}} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:25:43.208900 n-d-773647-6 neutron-server[100246]: DEBUG neutron.services.segments.db [None req-491ed1c5-41f5-458a-88af-5ef670a17ffe tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2232724b-0080-42a3-80fc-ee070066087e') {'for_net_delete': True} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:25:43.209824 n-d-773647-6 neutron-server[100246]: DEBUG neutron.services.segments.db [None req-491ed1c5-41f5-458a-88af-5ef670a17ffe tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2232724b-0080-42a3-80fc-ee070066087e') {} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:25:43.228349 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-491ed1c5-41f5-458a-88af-5ef670a17ffe tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773753515138', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126218898'] for segment, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:43.252927 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51d60f5d-b517-4f16-be11-55b6045325b1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6bd5fc82-6666-56e8-87c2-91648d36c963-eba60608-4e28-43df-928a-323910d090ed', 'network_id': 'eba60608-4e28-43df-928a-323910d090ed', 'tenant_id': '4a263308c6474c0e99d0efe9a5a7b767', 'fixed_ips': [{'subnet_id': '8c31113a-5600-497c-ae71-376e8f8b9a5d'}]}} from n-d-773647-6. {{(pid=100248) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 14:25:43.255606 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-51d60f5d-b517-4f16-be11-55b6045325b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:43.261952 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-491ed1c5-41f5-458a-88af-5ef670a17ffe tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552'] for segment, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:43.278670 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-491ed1c5-41f5-458a-88af-5ef670a17ffe tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Releasing vlan 1019 on physical network physnet1 to pool {{(pid=100246) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 14:25:43.279088 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-491ed1c5-41f5-458a-88af-5ef670a17ffe tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127687491'] for segment, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:43.283857 n-d-773647-6 neutron-server[100246]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:25:43.283857 n-d-773647-6 neutron-server[100246]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:25:43.283857 n-d-773647-6 neutron-server[100246]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:25:43.283857 n-d-773647-6 neutron-server[100246]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:25:43.283857 n-d-773647-6 neutron-server[100246]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:25:43.283857 n-d-773647-6 neutron-server[100246]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:25:43.283857 n-d-773647-6 neutron-server[100246]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:25:43.283857 n-d-773647-6 neutron-server[100246]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:25:43.283857 n-d-773647-6 neutron-server[100246]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:25:43.283857 n-d-773647-6 neutron-server[100246]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:25:43.283857 n-d-773647-6 neutron-server[100246]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:25:43.283857 n-d-773647-6 neutron-server[100246]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:25:43.283857 n-d-773647-6 neutron-server[100246]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:25:43.283857 n-d-773647-6 neutron-server[100246]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:25:43.283857 n-d-773647-6 neutron-server[100246]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:25:43.283857 n-d-773647-6 neutron-server[100246]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:25:43.283857 n-d-773647-6 neutron-server[100246]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:25:43.283857 n-d-773647-6 neutron-server[100246]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:25:43.283857 n-d-773647-6 neutron-server[100246]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:25:43.283857 n-d-773647-6 neutron-server[100246]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:25:43.283857 n-d-773647-6 neutron-server[100246]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:25:43.283857 n-d-773647-6 neutron-server[100246]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:25:43.283857 n-d-773647-6 neutron-server[100246]: Traceback (most recent call last): Jul 06 14:25:43.283857 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 14:25:43.283857 n-d-773647-6 neutron-server[100246]: timer() Jul 06 14:25:43.283857 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 14:25:43.283857 n-d-773647-6 neutron-server[100246]: cb(*args, **kw) Jul 06 14:25:43.283857 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 14:25:43.283857 n-d-773647-6 neutron-server[100246]: return func(*args, **kwargs) Jul 06 14:25:43.283857 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 14:25:43.283857 n-d-773647-6 neutron-server[100246]: self._notify() Jul 06 14:25:43.283857 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 14:25:43.283857 n-d-773647-6 neutron-server[100246]: self.callback(batched_events) Jul 06 14:25:43.283857 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 14:25:43.283857 n-d-773647-6 neutron-server[100246]: event.method(event) Jul 06 14:25:43.283857 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 14:25:43.283857 n-d-773647-6 neutron-server[100246]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 14:25:43.283857 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 14:25:43.283857 n-d-773647-6 neutron-server[100246]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 14:25:43.283857 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 14:25:43.283857 n-d-773647-6 neutron-server[100246]: return f(self, *a, **k) Jul 06 14:25:43.283857 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 14:25:43.283857 n-d-773647-6 neutron-server[100246]: return self._get(url).json() Jul 06 14:25:43.283857 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 14:25:43.283857 n-d-773647-6 neutron-server[100246]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 14:25:43.283857 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 14:25:43.283857 n-d-773647-6 neutron-server[100246]: return self.request(url, 'GET', **kwargs) Jul 06 14:25:43.283857 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 14:25:43.283857 n-d-773647-6 neutron-server[100246]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 14:25:43.283857 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 14:25:43.283857 n-d-773647-6 neutron-server[100246]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 14:25:43.283857 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 14:25:43.283857 n-d-773647-6 neutron-server[100246]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 14:25:43.283857 n-d-773647-6 neutron-server[100246]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 14:25:43.363565 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-491ed1c5-41f5-458a-88af-5ef670a17ffe tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-917215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1761140'] for network, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:43.393268 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-491ed1c5-41f5-458a-88af-5ef670a17ffe tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Notify callbacks [] for network, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:43.395849 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-491ed1c5-41f5-458a-88af-5ef670a17ffe tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] 10.222.0.104 "DELETE /v2.0/networks/bc5d3bb7-e93c-47d1-bffc-c98c78d3daa0 HTTP/1.1" status: 204 len: 168 time: 0.7557631 Jul 06 14:25:43.398694 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 45754) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:25:43.412053 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491ed1c5-41f5-458a-88af-5ef670a17ffe tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Pushing event deleted for resources: {'Network': ['ID=bc5d3bb7-e93c-47d1-bffc-c98c78d3daa0,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:25:43.537535 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-044f3d6d-7e37-44bf-91f6-e021e70ba889 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Notify callbacks [] for security_group, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:43.593875 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-044f3d6d-7e37-44bf-91f6-e021e70ba889 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:43.598943 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.db_base_plugin_common [None req-51d60f5d-b517-4f16-be11-55b6045325b1 None None] Allocated IP 2001:db8::2 (eba60608-4e28-43df-928a-323910d090ed/8c31113a-5600-497c-ae71-376e8f8b9a5d/ea2e9c41-c5c8-422e-b233-50ff6b2da8e9) {{(pid=100248) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:25:43.701179 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52d03894-7412-413e-bcd0-f274b93d1031 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Made reservation on behalf of 4a263308c6474c0e99d0efe9a5a7b767 for: {'port': 1} {{(pid=100246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:25:43.705524 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-044f3d6d-7e37-44bf-91f6-e021e70ba889 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:43.708581 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-044f3d6d-7e37-44bf-91f6-e021e70ba889 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Notify callbacks [] for security_group, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:43.710944 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-044f3d6d-7e37-44bf-91f6-e021e70ba889 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] 10.222.0.104 "DELETE /v2.0/security-groups/c812eb77-0e0b-4233-8b5e-42a0d8cc6e90 HTTP/1.1" status: 204 len: 168 time: 0.3111320 Jul 06 14:25:43.731775 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044f3d6d-7e37-44bf-91f6-e021e70ba889 tempest-TestNetworkAdvancedServerOps-918200451 tempest-TestNetworkAdvancedServerOps-918200451-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c812eb77-0e0b-4233-8b5e-42a0d8cc6e90,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:25:43.908438 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b53a54-206f-405f-af29-f7bcb58359d5 req-96535894-2d96-45ac-843a-1e00712e9c20 tempest-TestServerAdvancedOps-1083930744 tempest-TestServerAdvancedOps-1083930744-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:25:43.910059 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-45b53a54-206f-405f-af29-f7bcb58359d5 req-96535894-2d96-45ac-843a-1e00712e9c20 tempest-TestServerAdvancedOps-1083930744 tempest-TestServerAdvancedOps-1083930744-project] 10.222.0.72 "GET /v2.0/networks?id=4f7e68c4-6ba0-4bbb-9213-55f3f2678294 HTTP/1.1" status: 200 len: 812 time: 0.5185201 Jul 06 14:25:43.940152 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [req-45b53a54-206f-405f-af29-f7bcb58359d5 req-d52bb33b-a4fb-4f77-9ce2-400415ce549c tempest-TestServerAdvancedOps-1083930744 tempest-TestServerAdvancedOps-1083930744-project] Request body: {'port': {'device_id': '28af0d01-a3fc-4b5e-8ce8-e3220b1ff297', 'network_id': '4f7e68c4-6ba0-4bbb-9213-55f3f2678294', 'admin_state_up': True, 'tenant_id': '4e8ca9a5cfe5433ab7a40ea050cdee7c'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:25:44.029865 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device d82226ff-b97b-40f0-82e5-a25251d30019 no longer exists at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:25:44.079993 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-52d03894-7412-413e-bcd0-f274b93d1031 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:44.099113 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] No Port match for: d82226ff-b97b-40f0-82e5-a25251d30019 {{(pid=100248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 14:25:44.099501 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device d82226ff-b97b-40f0-82e5-a25251d30019 not bound to the agent host n-d-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:25:44.099935 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 772aa99c-6fc1-4a90-a6db-651b084e49a1 no longer exists at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:25:44.115491 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-45b53a54-206f-405f-af29-f7bcb58359d5 req-d52bb33b-a4fb-4f77-9ce2-400415ce549c tempest-TestServerAdvancedOps-1083930744 tempest-TestServerAdvancedOps-1083930744-project] Made reservation on behalf of 4e8ca9a5cfe5433ab7a40ea050cdee7c for: {'port': 1} {{(pid=100246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:25:44.119384 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-45b53a54-206f-405f-af29-f7bcb58359d5 req-d52bb33b-a4fb-4f77-9ce2-400415ce549c tempest-TestServerAdvancedOps-1083930744 tempest-TestServerAdvancedOps-1083930744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:44.122283 n-d-773647-6 neutron-server[100246]: DEBUG neutron.notifiers.nova [None req-52d03894-7412-413e-bcd0-f274b93d1031 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] device_id is not set on port aebcde61-bbde-492d-9610-3d788416abe9 yet. {{(pid=100246) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 14:25:44.157713 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] No Port match for: 772aa99c-6fc1-4a90-a6db-651b084e49a1 {{(pid=100248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 14:25:44.158068 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 772aa99c-6fc1-4a90-a6db-651b084e49a1 not bound to the agent host n-d-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:25:44.253750 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 45768) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:25:44.309434 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-51d60f5d-b517-4f16-be11-55b6045325b1 None None] Notify callbacks [] for port, precommit_create {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:44.322790 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-51d60f5d-b517-4f16-be11-55b6045325b1 None None] Transition to ACTIVE for port object ea2e9c41-c5c8-422e-b233-50ff6b2da8e9 will not be triggered until provisioned by entity L2. {{(pid=100248) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:25:44.349518 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-51d60f5d-b517-4f16-be11-55b6045325b1 None None] Transition to ACTIVE for port object ea2e9c41-c5c8-422e-b233-50ff6b2da8e9 will not be triggered until provisioned by entity DHCP. {{(pid=100248) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:25:44.357844 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-51d60f5d-b517-4f16-be11-55b6045325b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108'] for port, after_create {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:44.377774 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-00734be2-dfba-4ed2-8e97-0f650bb4eca7 req-c5923c1e-934b-44bf-96e8-11621078def9 tempest-TestServerAdvancedOps-1083930744 tempest-TestServerAdvancedOps-1083930744-project] 10.222.0.104 "GET /v2.0/ports?device_id=28af0d01-a3fc-4b5e-8ce8-e3220b1ff297 HTTP/1.1" status: 200 len: 210 time: 0.0628934 Jul 06 14:25:44.427398 n-d-773647-6 neutron-server[100248]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51d60f5d-b517-4f16-be11-55b6045325b1 None None] Network eba60608-4e28-43df-928a-323910d090ed is already hosted by enough agents. {{(pid=100248) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:25:44.431588 n-d-773647-6 neutron-server[100248]: DEBUG neutron.scheduler.base_scheduler [None req-51d60f5d-b517-4f16-be11-55b6045325b1 None None] Resources bound (agent type, host, resource id): {{(pid=100248) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:25:44.444350 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51d60f5d-b517-4f16-be11-55b6045325b1 None None] Received port after_create {{(pid=100248) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:25:44.454679 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d60f5d-b517-4f16-be11-55b6045325b1 None None] Pushing event updated for resources: {'Port': ['ID=ea2e9c41-c5c8-422e-b233-50ff6b2da8e9,revision_number=1']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:25:44.473719 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.db_base_plugin_common [req-45b53a54-206f-405f-af29-f7bcb58359d5 req-d52bb33b-a4fb-4f77-9ce2-400415ce549c tempest-TestServerAdvancedOps-1083930744 tempest-TestServerAdvancedOps-1083930744-project] Allocated IP 172.20.0.13 (4f7e68c4-6ba0-4bbb-9213-55f3f2678294/3dd2bea8-6e86-4bb9-8965-efd7c334de42/83b4a720-f728-4c44-9e8c-c9aae7f86c47) {{(pid=100246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:25:44.511823 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.db_base_plugin_common [None req-52d03894-7412-413e-bcd0-f274b93d1031 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Allocated IP 2001:db8::942d:4d54:b9ef:f875 (eba60608-4e28-43df-928a-323910d090ed/8c31113a-5600-497c-ae71-376e8f8b9a5d/aebcde61-bbde-492d-9610-3d788416abe9) {{(pid=100246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:25:44.559720 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-72534a40-11dd-4d2e-b922-4e9291bf9515 admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=1077a35eaa714f1bbf260d32c5a52c8f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3042598 Jul 06 14:25:44.560492 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 45772) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:25:44.594282 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-51d60f5d-b517-4f16-be11-55b6045325b1 None None] Attempting to bind port ea2e9c41-c5c8-422e-b233-50ff6b2da8e9 on host n-d-773647-6 for vnic_type normal with profile {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:25:44.595667 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-51d60f5d-b517-4f16-be11-55b6045325b1 None None] Attempting to bind port ea2e9c41-c5c8-422e-b233-50ff6b2da8e9 by drivers openvswitch,hyperv on host n-d-773647-6 at level 0 using segments [{'id': '67308366-d379-4f20-9df5-ed161946f077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': 'eba60608-4e28-43df-928a-323910d090ed'}] {{(pid=100248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:25:44.596247 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51d60f5d-b517-4f16-be11-55b6045325b1 None None] Attempting to bind port ea2e9c41-c5c8-422e-b233-50ff6b2da8e9 on network eba60608-4e28-43df-928a-323910d090ed {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:25:44.606473 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51d60f5d-b517-4f16-be11-55b6045325b1 None None] Checking agent: {'id': '8ab5b19c-d213-4f29-891d-27bdf39d38b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773647-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 43, 26), 'started_at': datetime.datetime(2021, 7, 6, 13, 43, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 25, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773647-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:25:44.607126 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51d60f5d-b517-4f16-be11-55b6045325b1 None None] Checking segment: {'id': '67308366-d379-4f20-9df5-ed161946f077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': 'eba60608-4e28-43df-928a-323910d090ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:25:44.607330 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-51d60f5d-b517-4f16-be11-55b6045325b1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:44.607732 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51d60f5d-b517-4f16-be11-55b6045325b1 None None] Bound using segment: {'id': '67308366-d379-4f20-9df5-ed161946f077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': 'eba60608-4e28-43df-928a-323910d090ed'} {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:25:44.608523 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-51d60f5d-b517-4f16-be11-55b6045325b1 None None] Bound port: ea2e9c41-c5c8-422e-b233-50ff6b2da8e9, host: n-d-773647-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67308366-d379-4f20-9df5-ed161946f077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': 'eba60608-4e28-43df-928a-323910d090ed'}}] {{(pid=100248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:25:44.608860 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-51d60f5d-b517-4f16-be11-55b6045325b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:44.638058 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-d3e16d00-7ec7-4021-ba0e-83ff8b107d89 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:44.667459 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-d3e16d00-7ec7-4021-ba0e-83ff8b107d89 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:44.707486 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-51d60f5d-b517-4f16-be11-55b6045325b1 None None] For port ea2e9c41-c5c8-422e-b233-50ff6b2da8e9, host n-d-773647-6, cleared binding levels {{(pid=100248) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:25:44.721514 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-51d60f5d-b517-4f16-be11-55b6045325b1 None None] For port ea2e9c41-c5c8-422e-b233-50ff6b2da8e9, host n-d-773647-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=ea2e9c41-c5c8-422e-b233-50ff6b2da8e9,segment=NetworkSegment(67308366-d379-4f20-9df5-ed161946f077),segment_id=67308366-d379-4f20-9df5-ed161946f077)] {{(pid=100248) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:25:44.739719 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-d3e16d00-7ec7-4021-ba0e-83ff8b107d89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:44.741164 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-51d60f5d-b517-4f16-be11-55b6045325b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:44.751810 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-d3e16d00-7ec7-4021-ba0e-83ff8b107d89 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:44.770918 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-d3e16d00-7ec7-4021-ba0e-83ff8b107d89 admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/eed66c1a-81ed-4d25-84c1-bcce62947a3a HTTP/1.1" status: 204 len: 168 time: 0.2086720 Jul 06 14:25:44.818375 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e16d00-7ec7-4021-ba0e-83ff8b107d89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eed66c1a-81ed-4d25-84c1-bcce62947a3a,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:25:44.827538 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d60f5d-b517-4f16-be11-55b6045325b1 None None] Pushing event updated for resources: {'Port': ['ID=ea2e9c41-c5c8-422e-b233-50ff6b2da8e9,revision_number=2']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:25:45.223750 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-45b53a54-206f-405f-af29-f7bcb58359d5 req-d52bb33b-a4fb-4f77-9ce2-400415ce549c tempest-TestServerAdvancedOps-1083930744 tempest-TestServerAdvancedOps-1083930744-project] Notify callbacks [] for port, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:45.256433 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-52d03894-7412-413e-bcd0-f274b93d1031 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Notify callbacks [] for port, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:45.284744 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.provisioning_blocks [None req-52d03894-7412-413e-bcd0-f274b93d1031 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Transition to ACTIVE for port object aebcde61-bbde-492d-9610-3d788416abe9 will not be triggered until provisioned by entity DHCP. {{(pid=100246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:25:45.347567 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-45b53a54-206f-405f-af29-f7bcb58359d5 req-d52bb33b-a4fb-4f77-9ce2-400415ce549c tempest-TestServerAdvancedOps-1083930744 tempest-TestServerAdvancedOps-1083930744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-127687573'] for port, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:45.370357 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 45782) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:25:45.410236 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-52d03894-7412-413e-bcd0-f274b93d1031 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-127687573'] for port, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:45.465983 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-45b53a54-206f-405f-af29-f7bcb58359d5 req-d52bb33b-a4fb-4f77-9ce2-400415ce549c tempest-TestServerAdvancedOps-1083930744 tempest-TestServerAdvancedOps-1083930744-project] Network 4f7e68c4-6ba0-4bbb-9213-55f3f2678294 is already hosted by enough agents. {{(pid=100246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:25:45.474469 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.base_scheduler [req-45b53a54-206f-405f-af29-f7bcb58359d5 req-d52bb33b-a4fb-4f77-9ce2-400415ce549c tempest-TestServerAdvancedOps-1083930744 tempest-TestServerAdvancedOps-1083930744-project] Resources bound (agent type, host, resource id): {{(pid=100246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:25:45.519455 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-f34fd614-e91c-49e5-a232-14f1b9885d59 admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=5026f29d270d4e98a166a8f16272bb22&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1465561 Jul 06 14:25:45.520354 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 45788) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:25:45.522887 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [req-45b53a54-206f-405f-af29-f7bcb58359d5 req-d52bb33b-a4fb-4f77-9ce2-400415ce549c tempest-TestServerAdvancedOps-1083930744 tempest-TestServerAdvancedOps-1083930744-project] Received port after_create {{(pid=100246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:25:45.610421 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52bb33b-a4fb-4f77-9ce2-400415ce549c tempest-TestServerAdvancedOps-1083930744 tempest-TestServerAdvancedOps-1083930744-project] Pushing event updated for resources: {'Port': ['ID=83b4a720-f728-4c44-9e8c-c9aae7f86c47,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:25:45.665833 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-0f888b98-e21d-49bf-95a7-ee4ddf54c088 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:45.709694 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52d03894-7412-413e-bcd0-f274b93d1031 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Network eba60608-4e28-43df-928a-323910d090ed is already hosted by enough agents. {{(pid=100246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:25:45.750831 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.base_scheduler [None req-52d03894-7412-413e-bcd0-f274b93d1031 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Resources bound (agent type, host, resource id): {{(pid=100246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:25:45.775647 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-0f888b98-e21d-49bf-95a7-ee4ddf54c088 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:45.815087 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b53a54-206f-405f-af29-f7bcb58359d5 req-d52bb33b-a4fb-4f77-9ce2-400415ce549c tempest-TestServerAdvancedOps-1083930744 tempest-TestServerAdvancedOps-1083930744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:25:45.819586 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-45b53a54-206f-405f-af29-f7bcb58359d5 req-d52bb33b-a4fb-4f77-9ce2-400415ce549c tempest-TestServerAdvancedOps-1083930744 tempest-TestServerAdvancedOps-1083930744-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:45.832221 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52d03894-7412-413e-bcd0-f274b93d1031 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Received port after_create {{(pid=100246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:25:45.839758 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52d03894-7412-413e-bcd0-f274b93d1031 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:25:45.840553 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-52d03894-7412-413e-bcd0-f274b93d1031 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:45.887457 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e2790e-a034-4ac8-8374-e70a4c016d0f req-990c5aee-dea1-460b-bb46-586d86bd2662 tempest-TestServerAdvancedOps-1083930744 tempest-TestServerAdvancedOps-1083930744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:25:45.894738 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-52d03894-7412-413e-bcd0-f274b93d1031 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] 10.222.0.104 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.7810659 Jul 06 14:25:45.896351 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-36e2790e-a034-4ac8-8374-e70a4c016d0f req-990c5aee-dea1-460b-bb46-586d86bd2662 tempest-TestServerAdvancedOps-1083930744 tempest-TestServerAdvancedOps-1083930744-project] 10.222.0.104 "GET /v2.0/ports?device_id=28af0d01-a3fc-4b5e-8ce8-e3220b1ff297 HTTP/1.1" status: 200 len: 932 time: 0.1887834 Jul 06 14:25:45.905191 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 45794) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:25:45.935908 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-45b53a54-206f-405f-af29-f7bcb58359d5 req-d52bb33b-a4fb-4f77-9ce2-400415ce549c tempest-TestServerAdvancedOps-1083930744 tempest-TestServerAdvancedOps-1083930744-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0019114 Jul 06 14:25:45.942477 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d03894-7412-413e-bcd0-f274b93d1031 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Pushing event updated for resources: {'Port': ['ID=aebcde61-bbde-492d-9610-3d788416abe9,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:25:45.968288 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [req-45b53a54-206f-405f-af29-f7bcb58359d5 req-c486ae57-67bb-46fd-be5e-91f9e51a69c9 service neutron] Request body: {'port': {'device_id': '28af0d01-a3fc-4b5e-8ce8-e3220b1ff297', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-773647-6'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:25:45.975522 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-0f888b98-e21d-49bf-95a7-ee4ddf54c088 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:45.980722 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-0f888b98-e21d-49bf-95a7-ee4ddf54c088 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:45.984499 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-0f888b98-e21d-49bf-95a7-ee4ddf54c088 admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/5bf64a7b-0f75-4298-ae44-8946a2423796 HTTP/1.1" status: 204 len: 168 time: 0.4603674 Jul 06 14:25:46.008102 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 45798) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:25:46.066197 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device ea2e9c41-c5c8-422e-b233-50ff6b2da8e9 up at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:25:46.086401 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f888b98-e21d-49bf-95a7-ee4ddf54c088 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bf64a7b-0f75-4298-ae44-8946a2423796,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:25:46.126336 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-36e2790e-a034-4ac8-8374-e70a4c016d0f req-d3e2abf7-58c1-43ce-9e1f-02bb37105e7c tempest-TestServerAdvancedOps-1083930744 tempest-TestServerAdvancedOps-1083930744-project] 10.222.0.104 "GET /v2.0/security-groups?id=ebb495ac-1117-494f-9d3e-d285e595bd6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2290096 Jul 06 14:25:46.146433 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-45b53a54-206f-405f-af29-f7bcb58359d5 req-c486ae57-67bb-46fd-be5e-91f9e51a69c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:46.159208 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc2d9669-3fd0-4b72-835d-afad79ce3e54 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:25:46.177658 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc2d9669-3fd0-4b72-835d-afad79ce3e54 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:25:46.179356 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-cc2d9669-3fd0-4b72-835d-afad79ce3e54 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] 10.222.0.104 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.2723832 Jul 06 14:25:46.193528 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 45802) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:25:46.251940 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning for port ea2e9c41-c5c8-422e-b233-50ff6b2da8e9 completed by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:25:46.442750 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.plugin [None req-b8b03795-a5ff-44d5-9675-a64ad5b87da7 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Deleting port aebcde61-bbde-492d-9610-3d788416abe9 {{(pid=100247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:25:46.443237 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-b8b03795-a5ff-44d5-9675-a64ad5b87da7 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:46.631103 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-6796bb00-51ad-4b8f-98c7-5586c8b369c1 None None] Provisioning for port ea2e9c41-c5c8-422e-b233-50ff6b2da8e9 completed by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:25:46.636544 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-6796bb00-51ad-4b8f-98c7-5586c8b369c1 None None] Provisioning complete for port ea2e9c41-c5c8-422e-b233-50ff6b2da8e9 triggered by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:25:46.636969 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-6796bb00-51ad-4b8f-98c7-5586c8b369c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:46.646276 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-5daac661-760f-4b8f-a6b7-ab76214f3600 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:46.662399 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-b8b03795-a5ff-44d5-9675-a64ad5b87da7 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:46.688002 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.plugin [None req-b8b03795-a5ff-44d5-9675-a64ad5b87da7 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Calling delete_port for aebcde61-bbde-492d-9610-3d788416abe9 owned by {{(pid=100247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:25:46.789313 n-d-773647-6 neutron-server[100246]: DEBUG neutron.notifiers.nova [req-45b53a54-206f-405f-af29-f7bcb58359d5 req-c486ae57-67bb-46fd-be5e-91f9e51a69c9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 83b4a720-f728-4c44-9e8c-c9aae7f86c47 {{(pid=100246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 14:25:46.806004 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-45b53a54-206f-405f-af29-f7bcb58359d5 req-c486ae57-67bb-46fd-be5e-91f9e51a69c9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:46.810438 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-6796bb00-51ad-4b8f-98c7-5586c8b369c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:46.865675 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-5daac661-760f-4b8f-a6b7-ab76214f3600 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:46.891091 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-6796bb00-51ad-4b8f-98c7-5586c8b369c1 None None] For port ea2e9c41-c5c8-422e-b233-50ff6b2da8e9, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=ea2e9c41-c5c8-422e-b233-50ff6b2da8e9,segment=NetworkSegment(67308366-d379-4f20-9df5-ed161946f077),segment_id=67308366-d379-4f20-9df5-ed161946f077)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:25:46.895480 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-6796bb00-51ad-4b8f-98c7-5586c8b369c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:46.944265 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-5daac661-760f-4b8f-a6b7-ab76214f3600 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:46.945011 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.provisioning_blocks [req-45b53a54-206f-405f-af29-f7bcb58359d5 req-c486ae57-67bb-46fd-be5e-91f9e51a69c9 service neutron] Transition to ACTIVE for port object 83b4a720-f728-4c44-9e8c-c9aae7f86c47 will not be triggered until provisioned by entity L2. {{(pid=100246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:25:46.949577 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-45b53a54-206f-405f-af29-f7bcb58359d5 req-c486ae57-67bb-46fd-be5e-91f9e51a69c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127687527'] for port, after_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:46.951581 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-b8b03795-a5ff-44d5-9675-a64ad5b87da7 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128888353'] for port, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:47.020569 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6796bb00-51ad-4b8f-98c7-5586c8b369c1 None None] Pushing event updated for resources: {'Port': ['ID=ea2e9c41-c5c8-422e-b233-50ff6b2da8e9,revision_number=3']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:25:47.035107 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b03795-a5ff-44d5-9675-a64ad5b87da7 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Pushing event deleted for resources: {'Port': ['ID=aebcde61-bbde-492d-9610-3d788416abe9,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:25:47.049603 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-5daac661-760f-4b8f-a6b7-ab76214f3600 admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=23626498cbde44649a48eeca79b17cad&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0341828 Jul 06 14:25:47.052610 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5daac661-760f-4b8f-a6b7-ab76214f3600 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95127b18-b4b1-4c13-8fe8-16370ffb609d,revision_number=1']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:25:47.055274 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 45822) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:25:47.090207 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-b8b03795-a5ff-44d5-9675-a64ad5b87da7 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:47.092462 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-b8b03795-a5ff-44d5-9675-a64ad5b87da7 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] 10.222.0.104 "DELETE /v2.0/ports/aebcde61-bbde-492d-9610-3d788416abe9 HTTP/1.1" status: 204 len: 168 time: 0.8979187 Jul 06 14:25:47.095334 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 45824) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:25:47.120981 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-6e79ba32-817b-4e58-bf3e-c743a3b3956f None None] Could not find standard attr ID for object aebcde61-bbde-492d-9610-3d788416abe9. {{(pid=100248) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 06 14:25:47.124627 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c486ae57-67bb-46fd-be5e-91f9e51a69c9 service neutron] Pushing event updated for resources: {'Port': ['ID=83b4a720-f728-4c44-9e8c-c9aae7f86c47,revision_number=2']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:25:47.213885 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a5661dd-3cbd-4672-91c1-dd78094b3249 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:25:47.217026 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a5661dd-3cbd-4672-91c1-dd78094b3249 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:25:47.221587 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-0a5661dd-3cbd-4672-91c1-dd78094b3249 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] 10.222.0.104 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1223583 Jul 06 14:25:47.221587 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-8f2ad7bc-efb5-44eb-a780-76bb5d863bd1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:47.226826 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 45830) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:25:47.286378 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-8f2ad7bc-efb5-44eb-a780-76bb5d863bd1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:47.336749 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.db_base_plugin_v2 [None req-5b64bf03-304c-48b7-9989-87c8875582af tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Deleting subnet 8c31113a-5600-497c-ae71-376e8f8b9a5d {{(pid=100246) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 14:25:47.348406 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [req-45b53a54-206f-405f-af29-f7bcb58359d5 req-c486ae57-67bb-46fd-be5e-91f9e51a69c9 service neutron] Attempting to bind port 83b4a720-f728-4c44-9e8c-c9aae7f86c47 on host n-h2-773647-6 for vnic_type normal with profile {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:25:47.348891 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [req-45b53a54-206f-405f-af29-f7bcb58359d5 req-c486ae57-67bb-46fd-be5e-91f9e51a69c9 service neutron] Attempting to bind port 83b4a720-f728-4c44-9e8c-c9aae7f86c47 by drivers openvswitch,hyperv on host n-h2-773647-6 at level 0 using segments [{'id': '70e45ced-b41a-435c-aa12-ebb96190523b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': '4f7e68c4-6ba0-4bbb-9213-55f3f2678294'}] {{(pid=100246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:25:47.349239 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45b53a54-206f-405f-af29-f7bcb58359d5 req-c486ae57-67bb-46fd-be5e-91f9e51a69c9 service neutron] Attempting to bind port 83b4a720-f728-4c44-9e8c-c9aae7f86c47 on network 4f7e68c4-6ba0-4bbb-9213-55f3f2678294 {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:25:47.353773 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-5b64bf03-304c-48b7-9989-87c8875582af tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Notify callbacks [] for subnet, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:47.428121 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45b53a54-206f-405f-af29-f7bcb58359d5 req-c486ae57-67bb-46fd-be5e-91f9e51a69c9 service neutron] Port 83b4a720-f728-4c44-9e8c-c9aae7f86c47 on network 4f7e68c4-6ba0-4bbb-9213-55f3f2678294 not bound, no agent of type Open vSwitch agent registered on host n-h2-773647-6 {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 14:25:47.428849 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45b53a54-206f-405f-af29-f7bcb58359d5 req-c486ae57-67bb-46fd-be5e-91f9e51a69c9 service neutron] Attempting to bind port 83b4a720-f728-4c44-9e8c-c9aae7f86c47 on network 4f7e68c4-6ba0-4bbb-9213-55f3f2678294 {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:25:47.445110 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45b53a54-206f-405f-af29-f7bcb58359d5 req-c486ae57-67bb-46fd-be5e-91f9e51a69c9 service neutron] Checking agent: {'id': '63768ece-0600-4354-8d29-fdedec96b077', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-773647-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 51, 10), 'started_at': datetime.datetime(2021, 7, 6, 13, 51, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 25, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:25:47.446238 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45b53a54-206f-405f-af29-f7bcb58359d5 req-c486ae57-67bb-46fd-be5e-91f9e51a69c9 service neutron] Checking segment: {'id': '70e45ced-b41a-435c-aa12-ebb96190523b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': '4f7e68c4-6ba0-4bbb-9213-55f3f2678294'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:25:47.447599 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45b53a54-206f-405f-af29-f7bcb58359d5 req-c486ae57-67bb-46fd-be5e-91f9e51a69c9 service neutron] Bound using segment: {'id': '70e45ced-b41a-435c-aa12-ebb96190523b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': '4f7e68c4-6ba0-4bbb-9213-55f3f2678294'} {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:25:47.448404 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [req-45b53a54-206f-405f-af29-f7bcb58359d5 req-c486ae57-67bb-46fd-be5e-91f9e51a69c9 service neutron] Bound port: 83b4a720-f728-4c44-9e8c-c9aae7f86c47, host: n-h2-773647-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '70e45ced-b41a-435c-aa12-ebb96190523b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': '4f7e68c4-6ba0-4bbb-9213-55f3f2678294'}}] {{(pid=100246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:25:47.448875 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-8f2ad7bc-efb5-44eb-a780-76bb5d863bd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:47.450145 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-45b53a54-206f-405f-af29-f7bcb58359d5 req-c486ae57-67bb-46fd-be5e-91f9e51a69c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:47.451559 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-8f2ad7bc-efb5-44eb-a780-76bb5d863bd1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:47.452707 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-8f2ad7bc-efb5-44eb-a780-76bb5d863bd1 admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/95127b18-b4b1-4c13-8fe8-16370ffb609d HTTP/1.1" status: 204 len: 168 time: 0.3788352 Jul 06 14:25:47.476915 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-5b64bf03-304c-48b7-9989-87c8875582af tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126218885'] for subnet, precommit_delete_associations {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:47.498613 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89936808-4fa9-4551-8fb8-61ad38a7eb24 req-c4381ab6-dc5f-4a68-b16e-f9b30baec712 tempest-TestServerAdvancedOps-1083930744 tempest-TestServerAdvancedOps-1083930744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:25:47.500241 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-89936808-4fa9-4551-8fb8-61ad38a7eb24 req-c4381ab6-dc5f-4a68-b16e-f9b30baec712 tempest-TestServerAdvancedOps-1083930744 tempest-TestServerAdvancedOps-1083930744-project] 10.222.0.104 "GET /v2.0/ports?device_id=28af0d01-a3fc-4b5e-8ce8-e3220b1ff297 HTTP/1.1" status: 200 len: 944 time: 0.1410990 Jul 06 14:25:47.514057 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2ad7bc-efb5-44eb-a780-76bb5d863bd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95127b18-b4b1-4c13-8fe8-16370ffb609d,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:25:47.610010 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-89936808-4fa9-4551-8fb8-61ad38a7eb24 req-62ca761f-1a76-4112-b7e7-d027be2f306e tempest-TestServerAdvancedOps-1083930744 tempest-TestServerAdvancedOps-1083930744-project] 10.222.0.104 "GET /v2.0/security-groups?id=ebb495ac-1117-494f-9d3e-d285e595bd6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971701 Jul 06 14:25:47.669070 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-5b64bf03-304c-48b7-9989-87c8875582af tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-913473'] for subnet, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:47.845031 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-5b64bf03-304c-48b7-9989-87c8875582af tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-913480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1849032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127687590', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127702764'] for subnet, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:47.891832 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b64bf03-304c-48b7-9989-87c8875582af tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Pushing event deleted for resources: {'Subnet': ['ID=8c31113a-5600-497c-ae71-376e8f8b9a5d,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:25:47.899555 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.db [req-45b53a54-206f-405f-af29-f7bcb58359d5 req-c486ae57-67bb-46fd-be5e-91f9e51a69c9 service neutron] For port 83b4a720-f728-4c44-9e8c-c9aae7f86c47, host n-h2-773647-6, cleared binding levels {{(pid=100246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:25:47.913321 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-5b64bf03-304c-48b7-9989-87c8875582af tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Notify callbacks [] for subnet, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:47.916249 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-5b64bf03-304c-48b7-9989-87c8875582af tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] 10.222.0.104 "DELETE /v2.0/subnets/8c31113a-5600-497c-ae71-376e8f8b9a5d HTTP/1.1" status: 204 len: 168 time: 0.6882608 Jul 06 14:25:47.918686 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 45846) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:25:47.922403 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e303457c-af7d-47a2-891b-d88707775139 None None] Network eba60608-4e28-43df-928a-323910d090ed requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:25:47.954444 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.db [req-45b53a54-206f-405f-af29-f7bcb58359d5 req-c486ae57-67bb-46fd-be5e-91f9e51a69c9 service neutron] For port 83b4a720-f728-4c44-9e8c-c9aae7f86c47, host n-h2-773647-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=83b4a720-f728-4c44-9e8c-c9aae7f86c47,segment=NetworkSegment(70e45ced-b41a-435c-aa12-ebb96190523b),segment_id=70e45ced-b41a-435c-aa12-ebb96190523b)] {{(pid=100246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:25:47.960642 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-45b53a54-206f-405f-af29-f7bcb58359d5 req-c486ae57-67bb-46fd-be5e-91f9e51a69c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127687527'] for port, after_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:48.035279 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b53a54-206f-405f-af29-f7bcb58359d5 req-c486ae57-67bb-46fd-be5e-91f9e51a69c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:25:48.037031 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-45b53a54-206f-405f-af29-f7bcb58359d5 req-c486ae57-67bb-46fd-be5e-91f9e51a69c9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:48.038498 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-45b53a54-206f-405f-af29-f7bcb58359d5 req-c486ae57-67bb-46fd-be5e-91f9e51a69c9 service neutron] 10.222.0.72 "PUT /v2.0/ports/83b4a720-f728-4c44-9e8c-c9aae7f86c47 HTTP/1.1" status: 200 len: 1092 time: 2.0833383 Jul 06 14:25:48.040834 n-d-773647-6 neutron-server[100246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28af0d01-a3fc-4b5e-8ce8-e3220b1ff297', 'tag': '83b4a720-f728-4c44-9e8c-c9aae7f86c47'}] {{(pid=100246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:25:48.049990 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-365c0856-576e-40c4-977c-f5bf5f413151 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] 10.222.0.104 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1297140 Jul 06 14:25:48.053077 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 45852) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:25:48.058465 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0d96c5ab5e889f7b933ae915b9be33d1b46c9e87795bf781004b656ef3f1e87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5d8a60a-dcd0-4a41-b746-f2deacaa9aba" -d '{"events": [{"name": "network-changed", "server_uuid": "28af0d01-a3fc-4b5e-8ce8-e3220b1ff297", "tag": "83b4a720-f728-4c44-9e8c-c9aae7f86c47"}]}' {{(pid=100246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:25:48.064263 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [None req-cd60275a-232e-4150-b701-3579f314095f tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Request body: {'subnet': {'network_id': 'eba60608-4e28-43df-928a-323910d090ed', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:25:48.077165 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device ea2e9c41-c5c8-422e-b233-50ff6b2da8e9 up at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:25:48.205689 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 14:25:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64e6b744-f728-484a-80a1-37f88363c65c x-openstack-request-id: req-64e6b744-f728-484a-80a1-37f88363c65c {{(pid=100246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:25:48.206266 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning complete for port ea2e9c41-c5c8-422e-b233-50ff6b2da8e9 triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:25:48.207238 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:48.208273 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "28af0d01-a3fc-4b5e-8ce8-e3220b1ff297", "tag": "83b4a720-f728-4c44-9e8c-c9aae7f86c47", "status": "completed", "code": 200}]} {{(pid=100246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:25:48.208512 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-64e6b744-f728-484a-80a1-37f88363c65c {{(pid=100246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:25:48.209772 n-d-773647-6 neutron-server[100246]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28af0d01-a3fc-4b5e-8ce8-e3220b1ff297', 'tag': '83b4a720-f728-4c44-9e8c-c9aae7f86c47', 'status': 'completed', 'code': 200} Jul 06 14:25:48.213433 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c486ae57-67bb-46fd-be5e-91f9e51a69c9 service neutron] Pushing event updated for resources: {'Port': ['ID=83b4a720-f728-4c44-9e8c-c9aae7f86c47,revision_number=3']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:25:48.278845 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b53a54-206f-405f-af29-f7bcb58359d5 req-0ef02e71-2a2c-4aaa-a610-fac28511d691 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:25:48.281873 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-45b53a54-206f-405f-af29-f7bcb58359d5 req-0ef02e71-2a2c-4aaa-a610-fac28511d691 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=4e8ca9a5cfe5433ab7a40ea050cdee7c&device_id=28af0d01-a3fc-4b5e-8ce8-e3220b1ff297 HTTP/1.1" status: 200 len: 1095 time: 0.1556182 Jul 06 14:25:48.300410 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 45858) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:25:48.311357 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd60275a-232e-4150-b701-3579f314095f tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Made reservation on behalf of 4a263308c6474c0e99d0efe9a5a7b767 for: {'subnet': 1} {{(pid=100247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:25:48.317486 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-cd60275a-232e-4150-b701-3579f314095f tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127627440'] for subnet, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:48.320966 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c524bf8-569b-4d35-8cea-8894f488d66d None None] DHCP port deletion for eba60608-4e28-43df-928a-323910d090ed request from n-d-773647-6 {{(pid=100248) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 14:25:48.381528 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-45b53a54-206f-405f-af29-f7bcb58359d5 req-e8304bbd-f2b8-4daf-b39b-3be25b74ba77 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=83b4a720-f728-4c44-9e8c-c9aae7f86c47 HTTP/1.1" status: 200 len: 217 time: 0.0919399 Jul 06 14:25:48.382454 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-3c4b2863-4511-4170-8008-b48db8b77d50 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:48.442740 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-7c524bf8-569b-4d35-8cea-8894f488d66d None None] Deleting port ea2e9c41-c5c8-422e-b233-50ff6b2da8e9 {{(pid=100248) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:25:48.443192 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-7c524bf8-569b-4d35-8cea-8894f488d66d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:48.520263 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-7c524bf8-569b-4d35-8cea-8894f488d66d None None] For port ea2e9c41-c5c8-422e-b233-50ff6b2da8e9, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=ea2e9c41-c5c8-422e-b233-50ff6b2da8e9,segment=NetworkSegment(67308366-d379-4f20-9df5-ed161946f077),segment_id=67308366-d379-4f20-9df5-ed161946f077)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:25:48.520461 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-7c524bf8-569b-4d35-8cea-8894f488d66d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:48.536655 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-7c524bf8-569b-4d35-8cea-8894f488d66d None None] Calling delete_port for ea2e9c41-c5c8-422e-b233-50ff6b2da8e9 owned by network:dhcp {{(pid=100248) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:25:48.543283 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b53a54-206f-405f-af29-f7bcb58359d5 req-10500b9f-5089-4a2f-867b-2ec101818d7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:25:48.544798 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-45b53a54-206f-405f-af29-f7bcb58359d5 req-10500b9f-5089-4a2f-867b-2ec101818d7e service neutron] 10.222.0.72 "GET /v2.0/subnets?id=3dd2bea8-6e86-4bb9-8965-efd7c334de42 HTTP/1.1" status: 200 len: 852 time: 0.1565125 Jul 06 14:25:48.581763 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 45862) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:25:48.613209 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-45b53a54-206f-405f-af29-f7bcb58359d5 req-d1f244a8-0535-41fb-b564-1c3f95aedb0d service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=4f7e68c4-6ba0-4bbb-9213-55f3f2678294&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0521181 Jul 06 14:25:48.655571 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-7c524bf8-569b-4d35-8cea-8894f488d66d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117'] for port, after_delete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:48.692087 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c524bf8-569b-4d35-8cea-8894f488d66d None None] Pushing event deleted for resources: {'Port': ['ID=ea2e9c41-c5c8-422e-b233-50ff6b2da8e9,revision_number=None']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:25:48.695747 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c524bf8-569b-4d35-8cea-8894f488d66d None None] No DVR routers for this DVR port ea2e9c41-c5c8-422e-b233-50ff6b2da8e9 on host n-d-773647-6 {{(pid=100248) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:25:48.757309 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-cd60275a-232e-4150-b701-3579f314095f tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1849032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-128888412', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127627426'] for subnet, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:48.830230 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd60275a-232e-4150-b701-3579f314095f tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Pushing event updated for resources: {'Subnet': ['ID=fc0d7be4-3cac-435c-91d9-41a6314f0d50,revision_number=0']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:25:48.866885 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-45b53a54-206f-405f-af29-f7bcb58359d5 req-6ae7f22e-b232-4b4b-8f65-d22d92b7c413 service neutron] 10.222.0.72 "GET /v2.0/networks/4f7e68c4-6ba0-4bbb-9213-55f3f2678294?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2448330 Jul 06 14:25:48.868850 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-3c4b2863-4511-4170-8008-b48db8b77d50 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:48.887007 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd60275a-232e-4150-b701-3579f314095f tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Network eba60608-4e28-43df-928a-323910d090ed is already hosted by enough agents. {{(pid=100247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:25:48.892177 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.base_scheduler [None req-cd60275a-232e-4150-b701-3579f314095f tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Resources bound (agent type, host, resource id): {{(pid=100247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:25:48.895638 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd60275a-232e-4150-b701-3579f314095f tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:25:48.896727 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-cd60275a-232e-4150-b701-3579f314095f tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Notify callbacks [] for subnet, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:48.902808 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a1120e8-f1b4-4c15-9736-24e5b3250ba1 None None] Network eba60608-4e28-43df-928a-323910d090ed requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:25:48.922859 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-cd60275a-232e-4150-b701-3579f314095f tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] 10.222.0.104 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.8656802 Jul 06 14:25:48.924489 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 45868) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:25:48.930005 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [None req-76a08058-a3df-4d43-8762-4d3693f006ba tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Request body: {'port': {'network_id': 'eba60608-4e28-43df-928a-323910d090ed', 'fixed_ips': [{'subnet_id': 'fc0d7be4-3cac-435c-91d9-41a6314f0d50', 'ip_address': '2001:db8::b0b4:8a5f:e0d0:e187'}], 'name': 'tempest-NetworksTestDHCPv6-1445623956'}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:25:48.953516 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-b33f511e-5d62-4e63-95be-e18382294bf5 tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Request body: {'network': {'name': 'tempest-network-smoke--1021528456', 'project_id': '107c04f466b0465e9fe8bb8c503793e0', 'port_security_enabled': True}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:25:48.956957 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-3c4b2863-4511-4170-8008-b48db8b77d50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:49.034732 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4b2863-4511-4170-8008-b48db8b77d50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75f981d6-0772-484e-91e2-c2d1f8b92f0f,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:25:49.072351 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced068ae-49a4-453f-86f5-eb62336b901c req-d2cdd731-955d-4454-8961-fe46f4f14d3c tempest-TestServerAdvancedOps-1083930744 tempest-TestServerAdvancedOps-1083930744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:25:49.072696 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-45b53a54-206f-405f-af29-f7bcb58359d5 req-ee028d5a-d086-4e2f-bf05-df4ae36cf4f8 service neutron] 10.222.0.72 "GET /v2.0/networks/4f7e68c4-6ba0-4bbb-9213-55f3f2678294?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1990216 Jul 06 14:25:49.075049 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-ced068ae-49a4-453f-86f5-eb62336b901c req-d2cdd731-955d-4454-8961-fe46f4f14d3c tempest-TestServerAdvancedOps-1083930744 tempest-TestServerAdvancedOps-1083930744-project] 10.222.0.104 "GET /v2.0/ports?device_id=28af0d01-a3fc-4b5e-8ce8-e3220b1ff297 HTTP/1.1" status: 200 len: 944 time: 0.2406290 Jul 06 14:25:49.078453 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-3c4b2863-4511-4170-8008-b48db8b77d50 admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=79e7307f854e4e5d9026d2f9f2935c0f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7734540 Jul 06 14:25:49.078644 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 45874) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:25:49.106218 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12e6ea74-dabf-43a8-b0ad-ab5cc0b9e9e8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6bd5fc82-6666-56e8-87c2-91648d36c963-eba60608-4e28-43df-928a-323910d090ed', 'network_id': 'eba60608-4e28-43df-928a-323910d090ed', 'tenant_id': '4a263308c6474c0e99d0efe9a5a7b767', 'fixed_ips': [{'subnet_id': 'fc0d7be4-3cac-435c-91d9-41a6314f0d50'}]}} from n-d-773647-6. {{(pid=100248) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 14:25:49.107467 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-12e6ea74-dabf-43a8-b0ad-ab5cc0b9e9e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:49.127968 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b33f511e-5d62-4e63-95be-e18382294bf5 tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Made reservation on behalf of 107c04f466b0465e9fe8bb8c503793e0 for: {'network': 1} {{(pid=100246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:25:49.132388 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-b33f511e-5d62-4e63-95be-e18382294bf5 tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for network, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:49.141048 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76a08058-a3df-4d43-8762-4d3693f006ba tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Made reservation on behalf of 4a263308c6474c0e99d0efe9a5a7b767 for: {'port': 1} {{(pid=100247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:25:49.183895 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-b33f511e-5d62-4e63-95be-e18382294bf5 tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Notify callbacks [] for security_group, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:49.214352 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-ced068ae-49a4-453f-86f5-eb62336b901c req-f0ebf421-9396-4a3c-9f25-aaa4a36ff155 tempest-TestServerAdvancedOps-1083930744 tempest-TestServerAdvancedOps-1083930744-project] 10.222.0.104 "GET /v2.0/security-groups?id=ebb495ac-1117-494f-9d3e-d285e595bd6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079531 Jul 06 14:25:49.223283 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-10b7cead-6009-4851-abff-98821d903cbc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:49.283356 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-76a08058-a3df-4d43-8762-4d3693f006ba tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:49.283611 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-10b7cead-6009-4851-abff-98821d903cbc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:49.286214 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d8a60a-dcd0-4a41-b746-f2deacaa9aba req-7ede181d-5afb-4918-b170-42d0902b0aa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:25:49.287920 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-b5d8a60a-dcd0-4a41-b746-f2deacaa9aba req-7ede181d-5afb-4918-b170-42d0902b0aa6 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=4e8ca9a5cfe5433ab7a40ea050cdee7c&device_id=28af0d01-a3fc-4b5e-8ce8-e3220b1ff297 HTTP/1.1" status: 200 len: 1095 time: 0.1457367 Jul 06 14:25:49.308686 n-d-773647-6 neutron-server[100247]: DEBUG neutron.notifiers.nova [None req-76a08058-a3df-4d43-8762-4d3693f006ba tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] device_id is not set on port df6e7cb9-6325-4707-86d0-16d9dbbf855f yet. {{(pid=100247) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 14:25:49.321912 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.db_base_plugin_common [None req-12e6ea74-dabf-43a8-b0ad-ab5cc0b9e9e8 None None] Allocated IP 2001:db8::2 (eba60608-4e28-43df-928a-323910d090ed/fc0d7be4-3cac-435c-91d9-41a6314f0d50/e2d1f837-fb64-4f90-895a-421fc68ed7b0) {{(pid=100248) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:25:49.455653 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-10b7cead-6009-4851-abff-98821d903cbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:49.458195 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-10b7cead-6009-4851-abff-98821d903cbc admin admin] Notify callbacks [] for security_group, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:49.460723 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-10b7cead-6009-4851-abff-98821d903cbc admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/75f981d6-0772-484e-91e2-c2d1f8b92f0f HTTP/1.1" status: 204 len: 168 time: 0.3798866 Jul 06 14:25:49.466893 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d8a60a-dcd0-4a41-b746-f2deacaa9aba req-51a3babc-4fab-4063-b131-db18ac2a4e4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:25:49.468486 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-b5d8a60a-dcd0-4a41-b746-f2deacaa9aba req-51a3babc-4fab-4063-b131-db18ac2a4e4e service neutron] 10.222.0.72 "GET /v2.0/networks?id=4f7e68c4-6ba0-4bbb-9213-55f3f2678294 HTTP/1.1" status: 200 len: 914 time: 0.1693711 Jul 06 14:25:49.478628 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b7cead-6009-4851-abff-98821d903cbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75f981d6-0772-484e-91e2-c2d1f8b92f0f,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:25:49.525344 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-b5d8a60a-dcd0-4a41-b746-f2deacaa9aba req-96963895-78cd-4587-988b-345e2c7788f3 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=83b4a720-f728-4c44-9e8c-c9aae7f86c47 HTTP/1.1" status: 200 len: 217 time: 0.0477808 Jul 06 14:25:49.525955 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-12e6ea74-dabf-43a8-b0ad-ab5cc0b9e9e8 None None] Notify callbacks [] for port, precommit_create {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:49.537407 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-12e6ea74-dabf-43a8-b0ad-ab5cc0b9e9e8 None None] Transition to ACTIVE for port object e2d1f837-fb64-4f90-895a-421fc68ed7b0 will not be triggered until provisioned by entity L2. {{(pid=100248) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:25:49.543787 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-b33f511e-5d62-4e63-95be-e18382294bf5 tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Notify callbacks [] for security_group, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:49.555440 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-12e6ea74-dabf-43a8-b0ad-ab5cc0b9e9e8 None None] Transition to ACTIVE for port object e2d1f837-fb64-4f90-895a-421fc68ed7b0 will not be triggered until provisioned by entity DHCP. {{(pid=100248) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:25:49.561622 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-12e6ea74-dabf-43a8-b0ad-ab5cc0b9e9e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108'] for port, after_create {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:49.568189 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-b33f511e-5d62-4e63-95be-e18382294bf5 tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:49.606013 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b33f511e-5d62-4e63-95be-e18382294bf5 tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] vlan segment allocate from pool success with {'vlan_id': 1035, 'physical_network': 'physnet1'} {{(pid=100246) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 14:25:49.613774 n-d-773647-6 neutron-server[100248]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12e6ea74-dabf-43a8-b0ad-ab5cc0b9e9e8 None None] Network eba60608-4e28-43df-928a-323910d090ed is already hosted by enough agents. {{(pid=100248) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:25:49.619863 n-d-773647-6 neutron-server[100248]: DEBUG neutron.scheduler.base_scheduler [None req-12e6ea74-dabf-43a8-b0ad-ab5cc0b9e9e8 None None] Resources bound (agent type, host, resource id): {{(pid=100248) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:25:49.624856 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12e6ea74-dabf-43a8-b0ad-ab5cc0b9e9e8 None None] Received port after_create {{(pid=100248) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:25:49.631342 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-b33f511e-5d62-4e63-95be-e18382294bf5 tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552'] for segment, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:49.631829 n-d-773647-6 neutron-server[100246]: INFO neutron.db.segments_db [None req-b33f511e-5d62-4e63-95be-e18382294bf5 tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Added segment b19789d4-fbce-4f4c-9585-7e7d580fc030 of type vlan for network a27c611a-8f02-4f1c-82ec-76aeb5ad6a47 Jul 06 14:25:49.637805 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d8a60a-dcd0-4a41-b746-f2deacaa9aba req-4da0b7ec-9530-4172-be92-955a1e810e09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:25:49.639335 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-b5d8a60a-dcd0-4a41-b746-f2deacaa9aba req-4da0b7ec-9530-4172-be92-955a1e810e09 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=3dd2bea8-6e86-4bb9-8965-efd7c334de42 HTTP/1.1" status: 200 len: 852 time: 0.1054003 Jul 06 14:25:49.641483 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.db_base_plugin_common [None req-76a08058-a3df-4d43-8762-4d3693f006ba tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Allocated IP 2001:db8::b0b4:8a5f:e0d0:e187 (eba60608-4e28-43df-928a-323910d090ed/fc0d7be4-3cac-435c-91d9-41a6314f0d50/df6e7cb9-6325-4707-86d0-16d9dbbf855f) {{(pid=100247) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:25:49.641899 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e6ea74-dabf-43a8-b0ad-ab5cc0b9e9e8 None None] Pushing event updated for resources: {'Port': ['ID=e2d1f837-fb64-4f90-895a-421fc68ed7b0,revision_number=1']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:25:49.662896 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33f511e-5d62-4e63-95be-e18382294bf5 tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3acf7f72-fb89-460a-a4aa-d57034dc4322,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:25:49.700551 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-12e6ea74-dabf-43a8-b0ad-ab5cc0b9e9e8 None None] Attempting to bind port e2d1f837-fb64-4f90-895a-421fc68ed7b0 on host n-d-773647-6 for vnic_type normal with profile {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:25:49.700935 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-12e6ea74-dabf-43a8-b0ad-ab5cc0b9e9e8 None None] Attempting to bind port e2d1f837-fb64-4f90-895a-421fc68ed7b0 by drivers openvswitch,hyperv on host n-d-773647-6 at level 0 using segments [{'id': '67308366-d379-4f20-9df5-ed161946f077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': 'eba60608-4e28-43df-928a-323910d090ed'}] {{(pid=100248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:25:49.701309 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12e6ea74-dabf-43a8-b0ad-ab5cc0b9e9e8 None None] Attempting to bind port e2d1f837-fb64-4f90-895a-421fc68ed7b0 on network eba60608-4e28-43df-928a-323910d090ed {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:25:49.706962 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12e6ea74-dabf-43a8-b0ad-ab5cc0b9e9e8 None None] Checking agent: {'id': '8ab5b19c-d213-4f29-891d-27bdf39d38b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773647-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 43, 26), 'started_at': datetime.datetime(2021, 7, 6, 13, 43, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 25, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773647-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:25:49.707308 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12e6ea74-dabf-43a8-b0ad-ab5cc0b9e9e8 None None] Checking segment: {'id': '67308366-d379-4f20-9df5-ed161946f077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': 'eba60608-4e28-43df-928a-323910d090ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:25:49.707871 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-12e6ea74-dabf-43a8-b0ad-ab5cc0b9e9e8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:49.708354 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12e6ea74-dabf-43a8-b0ad-ab5cc0b9e9e8 None None] Bound using segment: {'id': '67308366-d379-4f20-9df5-ed161946f077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': 'eba60608-4e28-43df-928a-323910d090ed'} {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:25:49.709421 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-12e6ea74-dabf-43a8-b0ad-ab5cc0b9e9e8 None None] Bound port: e2d1f837-fb64-4f90-895a-421fc68ed7b0, host: n-d-773647-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67308366-d379-4f20-9df5-ed161946f077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': 'eba60608-4e28-43df-928a-323910d090ed'}}] {{(pid=100248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:25:49.709871 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-12e6ea74-dabf-43a8-b0ad-ab5cc0b9e9e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:49.730594 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-b5d8a60a-dcd0-4a41-b746-f2deacaa9aba req-bd433992-c1c8-475c-8a0f-f47b800db36b service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=4f7e68c4-6ba0-4bbb-9213-55f3f2678294&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0794938 Jul 06 14:25:49.780869 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-b33f511e-5d62-4e63-95be-e18382294bf5 tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773752984405'] for network, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:49.799701 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-12e6ea74-dabf-43a8-b0ad-ab5cc0b9e9e8 None None] For port e2d1f837-fb64-4f90-895a-421fc68ed7b0, host n-d-773647-6, cleared binding levels {{(pid=100248) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:25:49.807814 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-12e6ea74-dabf-43a8-b0ad-ab5cc0b9e9e8 None None] For port e2d1f837-fb64-4f90-895a-421fc68ed7b0, host n-d-773647-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=e2d1f837-fb64-4f90-895a-421fc68ed7b0,segment=NetworkSegment(67308366-d379-4f20-9df5-ed161946f077),segment_id=67308366-d379-4f20-9df5-ed161946f077)] {{(pid=100248) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:25:49.813070 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-12e6ea74-dabf-43a8-b0ad-ab5cc0b9e9e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:49.843017 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-76a08058-a3df-4d43-8762-4d3693f006ba tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Notify callbacks [] for port, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:49.861798 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.provisioning_blocks [None req-76a08058-a3df-4d43-8762-4d3693f006ba tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Transition to ACTIVE for port object df6e7cb9-6325-4707-86d0-16d9dbbf855f will not be triggered until provisioned by entity DHCP. {{(pid=100247) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:25:49.881299 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-b33f511e-5d62-4e63-95be-e18382294bf5 tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060'] for network, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:49.893253 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b33f511e-5d62-4e63-95be-e18382294bf5 tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:25:49.893905 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-b33f511e-5d62-4e63-95be-e18382294bf5 tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Notify callbacks [] for network, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:49.911972 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e6ea74-dabf-43a8-b0ad-ab5cc0b9e9e8 None None] Pushing event updated for resources: {'Port': ['ID=e2d1f837-fb64-4f90-895a-421fc68ed7b0,revision_number=2']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:25:49.941156 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-76a08058-a3df-4d43-8762-4d3693f006ba tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-128888360'] for port, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:49.961511 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device ea2e9c41-c5c8-422e-b233-50ff6b2da8e9 no longer exists at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:25:49.970617 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-b5d8a60a-dcd0-4a41-b746-f2deacaa9aba req-98849793-bf78-469f-85b8-d7070cd4e9bc service neutron] 10.222.0.72 "GET /v2.0/networks/4f7e68c4-6ba0-4bbb-9213-55f3f2678294?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2141411 Jul 06 14:25:49.999666 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] No Port match for: ea2e9c41-c5c8-422e-b233-50ff6b2da8e9 {{(pid=100248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 14:25:50.000134 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device ea2e9c41-c5c8-422e-b233-50ff6b2da8e9 not bound to the agent host n-d-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:25:50.006068 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-b33f511e-5d62-4e63-95be-e18382294bf5 tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] 10.222.0.104 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.4218702 Jul 06 14:25:50.013747 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 45888) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:25:50.066634 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-06a30b53-571a-4647-aa2b-d944ed9a68cb tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-616236491', 'admin_state_up': True, 'project_id': '107c04f466b0465e9fe8bb8c503793e0', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719'}}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:25:50.067030 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a08058-a3df-4d43-8762-4d3693f006ba tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Pushing event updated for resources: {'Port': ['ID=df6e7cb9-6325-4707-86d0-16d9dbbf855f,revision_number=1']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:25:50.084267 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76a08058-a3df-4d43-8762-4d3693f006ba tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Network eba60608-4e28-43df-928a-323910d090ed is already hosted by enough agents. {{(pid=100247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:25:50.085870 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.base_scheduler [None req-76a08058-a3df-4d43-8762-4d3693f006ba tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Resources bound (agent type, host, resource id): {{(pid=100247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:25:50.086920 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33f511e-5d62-4e63-95be-e18382294bf5 tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Pushing event updated for resources: {'Network': ['ID=a27c611a-8f02-4f1c-82ec-76aeb5ad6a47,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:25:50.094993 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76a08058-a3df-4d43-8762-4d3693f006ba tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Received port after_create {{(pid=100247) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:25:50.102777 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76a08058-a3df-4d43-8762-4d3693f006ba tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:25:50.103980 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-76a08058-a3df-4d43-8762-4d3693f006ba tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:50.105161 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Network a27c611a-8f02-4f1c-82ec-76aeb5ad6a47 details requested by agent ovs-agent-n-d-773647-6 with host n-d-773647-6 {{(pid=100248) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 14:25:50.133548 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-06a30b53-571a-4647-aa2b-d944ed9a68cb tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1806290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6992'] for router, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:50.135177 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-06a30b53-571a-4647-aa2b-d944ed9a68cb tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1806157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1808637', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1714747', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7007'] for router, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:50.140065 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-76a08058-a3df-4d43-8762-4d3693f006ba tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] 10.222.0.104 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.2124689 Jul 06 14:25:50.140418 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 45894) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:25:50.193818 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-b5d8a60a-dcd0-4a41-b746-f2deacaa9aba req-e04006a9-c080-4369-a4fd-424cbc01ccc3 service neutron] 10.222.0.72 "GET /v2.0/networks/4f7e68c4-6ba0-4bbb-9213-55f3f2678294?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2146409 Jul 06 14:25:50.293152 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-000efc2a-1ddd-49f4-828c-f3cba7a17725 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:25:50.299202 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-000efc2a-1ddd-49f4-828c-f3cba7a17725 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:25:50.313154 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-000efc2a-1ddd-49f4-828c-f3cba7a17725 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] 10.222.0.104 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.1717553 Jul 06 14:25:50.316276 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 45902) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:25:50.319435 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-06a30b53-571a-4647-aa2b-d944ed9a68cb tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:50.474751 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.plugin [None req-61d45c81-a2d0-4281-ac21-a2131f7d1ca3 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Deleting port df6e7cb9-6325-4707-86d0-16d9dbbf855f {{(pid=100247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:25:50.475011 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-61d45c81-a2d0-4281-ac21-a2131f7d1ca3 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:50.516684 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-06a30b53-571a-4647-aa2b-d944ed9a68cb tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1761047', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1806272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6989'] for router, precommit_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:50.626524 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-61d45c81-a2d0-4281-ac21-a2131f7d1ca3 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:50.801263 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-06a30b53-571a-4647-aa2b-d944ed9a68cb tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Notify callbacks [] for router_gateway, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:50.831169 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-06a30b53-571a-4647-aa2b-d944ed9a68cb tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:50.951746 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.plugin [None req-61d45c81-a2d0-4281-ac21-a2131f7d1ca3 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Calling delete_port for df6e7cb9-6325-4707-86d0-16d9dbbf855f owned by {{(pid=100247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:25:50.966738 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27a50c4-5abf-4f93-9679-42a7100539aa req-388ed3ea-1b9f-4c07-933d-e2ed46b26297 tempest-TestServerAdvancedOps-1083930744 tempest-TestServerAdvancedOps-1083930744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:25:50.973689 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-d27a50c4-5abf-4f93-9679-42a7100539aa req-388ed3ea-1b9f-4c07-933d-e2ed46b26297 tempest-TestServerAdvancedOps-1083930744 tempest-TestServerAdvancedOps-1083930744-project] 10.222.0.104 "GET /v2.0/ports?device_id=28af0d01-a3fc-4b5e-8ce8-e3220b1ff297 HTTP/1.1" status: 200 len: 944 time: 0.4770391 Jul 06 14:25:51.074843 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.db_base_plugin_common [None req-06a30b53-571a-4647-aa2b-d944ed9a68cb tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Allocated IP 172.25.0.182 (2658f09e-a580-4d4a-9968-2d1e0ad93719/cbf74abc-6fe1-4d33-b005-c948923b9647/3906f4ac-f7a7-4518-8705-86fb806b5439) {{(pid=100246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:25:51.093494 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-d27a50c4-5abf-4f93-9679-42a7100539aa req-56595647-9926-4198-83f7-7a3b69027bde tempest-TestServerAdvancedOps-1083930744 tempest-TestServerAdvancedOps-1083930744-project] 10.222.0.104 "GET /v2.0/security-groups?id=ebb495ac-1117-494f-9d3e-d285e595bd6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165679 Jul 06 14:25:51.190811 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-61d45c81-a2d0-4281-ac21-a2131f7d1ca3 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128888353'] for port, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:51.257689 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-06a30b53-571a-4647-aa2b-d944ed9a68cb tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Notify callbacks [] for port, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:51.260312 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d45c81-a2d0-4281-ac21-a2131f7d1ca3 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Pushing event deleted for resources: {'Port': ['ID=df6e7cb9-6325-4707-86d0-16d9dbbf855f,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:25:51.310581 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-61d45c81-a2d0-4281-ac21-a2131f7d1ca3 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:51.313434 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-61d45c81-a2d0-4281-ac21-a2131f7d1ca3 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] 10.222.0.104 "DELETE /v2.0/ports/df6e7cb9-6325-4707-86d0-16d9dbbf855f HTTP/1.1" status: 204 len: 168 time: 0.9959853 Jul 06 14:25:51.316618 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-06a30b53-571a-4647-aa2b-d944ed9a68cb tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-127687573'] for port, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:51.324947 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 45938) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:25:51.398305 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06a30b53-571a-4647-aa2b-d944ed9a68cb tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Network 2658f09e-a580-4d4a-9968-2d1e0ad93719 is already hosted by enough agents. {{(pid=100246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:25:51.415500 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.base_scheduler [None req-06a30b53-571a-4647-aa2b-d944ed9a68cb tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Resources bound (agent type, host, resource id): {{(pid=100246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:25:51.420284 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06a30b53-571a-4647-aa2b-d944ed9a68cb tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Received port after_create {{(pid=100246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:25:51.422533 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a30b53-571a-4647-aa2b-d944ed9a68cb tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Pushing event updated for resources: {'Port': ['ID=3906f4ac-f7a7-4518-8705-86fb806b5439,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:25:51.490037 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-e3018512-5166-49a1-a806-c77e028cc490 None None] Provisioning for port e2d1f837-fb64-4f90-895a-421fc68ed7b0 completed by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:25:51.721632 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-31e3332d-e0a0-44c1-959d-1d7cfce1e053 None None] Could not find standard attr ID for object df6e7cb9-6325-4707-86d0-16d9dbbf855f. {{(pid=100248) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 06 14:25:51.772791 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10ed540e-0f73-4737-8669-c0ad48e2027d tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:25:51.774282 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10ed540e-0f73-4737-8669-c0ad48e2027d tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:25:51.776719 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-10ed540e-0f73-4737-8669-c0ad48e2027d tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] 10.222.0.104 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.4484129 Jul 06 14:25:51.779180 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 45954) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:25:51.978323 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e12938b-5d5b-4c6e-aaa2-151907d5c4c7 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Deleting subnet fc0d7be4-3cac-435c-91d9-41a6314f0d50 {{(pid=100246) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 14:25:51.983232 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-3e12938b-5d5b-4c6e-aaa2-151907d5c4c7 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Notify callbacks [] for subnet, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:52.029441 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device e2d1f837-fb64-4f90-895a-421fc68ed7b0 up at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:25:52.068790 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-3e12938b-5d5b-4c6e-aaa2-151907d5c4c7 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126218885'] for subnet, precommit_delete_associations {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:52.111860 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning for port e2d1f837-fb64-4f90-895a-421fc68ed7b0 completed by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:25:52.128810 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning complete for port e2d1f837-fb64-4f90-895a-421fc68ed7b0 triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:25:52.129419 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:52.223719 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:52.270486 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] For port e2d1f837-fb64-4f90-895a-421fc68ed7b0, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=e2d1f837-fb64-4f90-895a-421fc68ed7b0,segment=NetworkSegment(67308366-d379-4f20-9df5-ed161946f077),segment_id=67308366-d379-4f20-9df5-ed161946f077)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:25:52.277886 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:52.359970 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Pushing event updated for resources: {'Port': ['ID=e2d1f837-fb64-4f90-895a-421fc68ed7b0,revision_number=3']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:25:52.436419 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-3e12938b-5d5b-4c6e-aaa2-151907d5c4c7 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-913473'] for subnet, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:52.462916 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-06a30b53-571a-4647-aa2b-d944ed9a68cb tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Notify callbacks [] for router_gateway, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:52.463682 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daaf822d-99f8-40e0-ad53-9bcaf7613227 req-297f6d4d-4349-4227-a7af-c8972961aec3 tempest-TestServerAdvancedOps-1083930744 tempest-TestServerAdvancedOps-1083930744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:25:52.465484 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-daaf822d-99f8-40e0-ad53-9bcaf7613227 req-297f6d4d-4349-4227-a7af-c8972961aec3 tempest-TestServerAdvancedOps-1083930744 tempest-TestServerAdvancedOps-1083930744-project] 10.222.0.104 "GET /v2.0/ports?device_id=28af0d01-a3fc-4b5e-8ce8-e3220b1ff297 HTTP/1.1" status: 200 len: 944 time: 0.1099527 Jul 06 14:25:52.515075 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-daaf822d-99f8-40e0-ad53-9bcaf7613227 req-0a1c4742-1a9b-4994-b050-93b3ddafebb9 tempest-TestServerAdvancedOps-1083930744 tempest-TestServerAdvancedOps-1083930744-project] 10.222.0.104 "GET /v2.0/security-groups?id=ebb495ac-1117-494f-9d3e-d285e595bd6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439389 Jul 06 14:25:52.598130 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-3e12938b-5d5b-4c6e-aaa2-151907d5c4c7 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-913480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1849032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127687590', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127702764'] for subnet, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:52.632866 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e12938b-5d5b-4c6e-aaa2-151907d5c4c7 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Pushing event deleted for resources: {'Subnet': ['ID=fc0d7be4-3cac-435c-91d9-41a6314f0d50,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:25:52.650201 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e2a64fc-6b5b-4c01-bea7-fa208aa64ebb None None] Network eba60608-4e28-43df-928a-323910d090ed requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:25:52.698945 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-3e12938b-5d5b-4c6e-aaa2-151907d5c4c7 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Notify callbacks [] for subnet, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:52.703996 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 45978) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:25:52.704229 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-3e12938b-5d5b-4c6e-aaa2-151907d5c4c7 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] 10.222.0.104 "DELETE /v2.0/subnets/fc0d7be4-3cac-435c-91d9-41a6314f0d50 HTTP/1.1" status: 204 len: 168 time: 0.9240835 Jul 06 14:25:52.777940 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-06a30b53-571a-4647-aa2b-d944ed9a68cb tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1806297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1761036'] for router, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:52.789143 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-5db3e137-5a04-407c-9873-ee1a8ac6484a tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] 10.222.0.104 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0833662 Jul 06 14:25:52.791400 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 45980) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:25:52.882387 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-87810dc4-494f-4694-a051-7bba7ebf6925 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:52.896702 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6441149e-44fb-4466-8716-0fca8ed93682 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:25:52.899141 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-6441149e-44fb-4466-8716-0fca8ed93682 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] 10.222.0.104 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1054537 Jul 06 14:25:52.907283 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 45982) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:25:52.913184 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28077354-a623-481f-b763-721f86a6beb7 None None] DHCP port deletion for eba60608-4e28-43df-928a-323910d090ed request from n-d-773647-6 {{(pid=100248) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 14:25:52.915124 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Device 83b4a720-f728-4c44-9e8c-c9aae7f86c47 details requested by agent hyperv_n-h2-773647-6 with host n-h2-773647-6 {{(pid=100248) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 14:25:52.983845 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34fd3469-d3e7-4602-aee9-2fd8290c5588 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:25:52.985520 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-34fd3469-d3e7-4602-aee9-2fd8290c5588 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] 10.222.0.104 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0771642 Jul 06 14:25:52.988133 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 45988) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:25:53.038640 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-9e33fb29-21f6-4729-904c-1e9a4646d0ae tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] 10.222.0.104 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0487461 Jul 06 14:25:53.040490 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06a30b53-571a-4647-aa2b-d944ed9a68cb tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Router 712aa42d-e606-44f5-89a1-4b8371ec819b is scheduled to L3 agent 2823d358-a11b-4885-a706-95a279e43fa7 with binding_index 1 {{(pid=100246) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 14:25:53.047642 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 45990) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:25:53.060890 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [None req-9a843111-3c95-408f-834c-661650ff80c7 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Request body: {'subnet': {'network_id': 'eba60608-4e28-43df-928a-323910d090ed', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:25:53.075098 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] For port 83b4a720-f728-4c44-9e8c-c9aae7f86c47, host n-h2-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=83b4a720-f728-4c44-9e8c-c9aae7f86c47,segment=NetworkSegment(70e45ced-b41a-435c-aa12-ebb96190523b),segment_id=70e45ced-b41a-435c-aa12-ebb96190523b)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:25:53.101177 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Returning: {'device': '83b4a720-f728-4c44-9e8c-c9aae7f86c47', 'network_id': '4f7e68c4-6ba0-4bbb-9213-55f3f2678294', 'port_id': '83b4a720-f728-4c44-9e8c-c9aae7f86c47', 'mac_address': 'fa:16:3e:07:e9:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1006, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3dd2bea8-6e86-4bb9-8965-efd7c334de42', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100248) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 14:25:53.178690 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:53.196950 n-d-773647-6 neutron-server[100248]: DEBUG neutron.notifiers.nova [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 83b4a720-f728-4c44-9e8c-c9aae7f86c47 {{(pid=100248) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 14:25:53.216058 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-28077354-a623-481f-b763-721f86a6beb7 None None] Deleting port e2d1f837-fb64-4f90-895a-421fc68ed7b0 {{(pid=100248) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:25:53.216481 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-28077354-a623-481f-b763-721f86a6beb7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:53.229968 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] For port 83b4a720-f728-4c44-9e8c-c9aae7f86c47, host n-h2-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=83b4a720-f728-4c44-9e8c-c9aae7f86c47,segment=NetworkSegment(70e45ced-b41a-435c-aa12-ebb96190523b),segment_id=70e45ced-b41a-435c-aa12-ebb96190523b)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:25:53.242994 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06a30b53-571a-4647-aa2b-d944ed9a68cb tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Notify agent at l3_agent.n-d-773647-6 the message routers_updated {{(pid=100246) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 14:25:53.243451 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:53.245394 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a843111-3c95-408f-834c-661650ff80c7 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Made reservation on behalf of 4a263308c6474c0e99d0efe9a5a7b767 for: {'subnet': 1} {{(pid=100247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:25:53.249106 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-9a843111-3c95-408f-834c-661650ff80c7 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127627440'] for subnet, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:53.254703 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ff81f83-ea69-4f11-9058-e59917580bbd None None] Sync routers for ids ['712aa42d-e606-44f5-89a1-4b8371ec819b'] in n-d-773647-6 {{(pid=100249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 14:25:53.280158 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-06a30b53-571a-4647-aa2b-d944ed9a68cb tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Notify callbacks [] for router, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:53.281672 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-06a30b53-571a-4647-aa2b-d944ed9a68cb tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] 10.222.0.104 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 3.2557650 Jul 06 14:25:53.284926 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 45998) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:25:53.315253 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ff81f83-ea69-4f11-9058-e59917580bbd None None] Routers {'712aa42d-e606-44f5-89a1-4b8371ec819b'} bound to L3 agent in host n-d-773647-6 {{(pid=100249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:25:53.316010 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-4ff81f83-ea69-4f11-9058-e59917580bbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T14:25:26Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['712aa42d-e606-44f5-89a1-4b8371ec819b'], 'active': True} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:25:53.345207 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-28077354-a623-481f-b763-721f86a6beb7 None None] For port e2d1f837-fb64-4f90-895a-421fc68ed7b0, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=e2d1f837-fb64-4f90-895a-421fc68ed7b0,segment=NetworkSegment(67308366-d379-4f20-9df5-ed161946f077),segment_id=67308366-d379-4f20-9df5-ed161946f077)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:25:53.345929 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-28077354-a623-481f-b763-721f86a6beb7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:53.359916 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-28077354-a623-481f-b763-721f86a6beb7 None None] Calling delete_port for e2d1f837-fb64-4f90-895a-421fc68ed7b0 owned by network:dhcp {{(pid=100248) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:25:53.485441 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] get_ports_and_sgs() called for port_ids ['83b4a720-f728-4c44-9e8c-c9aae7f86c47'] {{(pid=100248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 14:25:53.493811 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Pushing event updated for resources: {'Port': ['ID=83b4a720-f728-4c44-9e8c-c9aae7f86c47,revision_number=4']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:25:53.525004 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-28077354-a623-481f-b763-721f86a6beb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117'] for port, after_delete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:53.601077 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28077354-a623-481f-b763-721f86a6beb7 None None] Pushing event deleted for resources: {'Port': ['ID=e2d1f837-fb64-4f90-895a-421fc68ed7b0,revision_number=None']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:25:53.607409 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvr_db [None req-4ff81f83-ea69-4f11-9058-e59917580bbd None None] Set router 712aa42d-e606-44f5-89a1-4b8371ec819b gateway port host: n-d-773647-6 {{(pid=100249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:25:53.614785 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28077354-a623-481f-b763-721f86a6beb7 None None] No DVR routers for this DVR port e2d1f837-fb64-4f90-895a-421fc68ed7b0 on host n-d-773647-6 {{(pid=100248) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:25:53.637504 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-9a843111-3c95-408f-834c-661650ff80c7 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1849032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-128888412', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127627426'] for subnet, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:53.743827 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a843111-3c95-408f-834c-661650ff80c7 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Network eba60608-4e28-43df-928a-323910d090ed is already hosted by enough agents. {{(pid=100247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:25:53.789972 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.base_scheduler [None req-9a843111-3c95-408f-834c-661650ff80c7 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Resources bound (agent type, host, resource id): {{(pid=100247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:25:53.796280 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a843111-3c95-408f-834c-661650ff80c7 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:25:53.797527 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-9a843111-3c95-408f-834c-661650ff80c7 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Notify callbacks [] for subnet, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:53.806787 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7045bd3f-2494-473c-a163-d77646f30309 None None] Network eba60608-4e28-43df-928a-323910d090ed requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:25:53.877994 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 46014) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:25:53.882707 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-47345a87-b66c-4319-90d9-2f979cd0163b tempest-TestNetworkBasicOps-1915842857 tempest-TestNetworkBasicOps-1915842857-project-admin] 10.222.0.104 "GET /v2.0/subnets?project_id=107c04f466b0465e9fe8bb8c503793e0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.5965750 Jul 06 14:25:53.922822 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a843111-3c95-408f-834c-661650ff80c7 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Pushing event updated for resources: {'Subnet': ['ID=02dfc737-3d7a-444d-afb9-be279db240ef,revision_number=0']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:25:53.987701 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-4ff81f83-ea69-4f11-9058-e59917580bbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '712aa42d-e606-44f5-89a1-4b8371ec819b', 'name': 'tempest-TestNetworkBasicOps-router-616236491', 'tenant_id': '107c04f466b0465e9fe8bb8c503793e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.182'}], 'enable_snat': True}, 'gw_port_id': '3906f4ac-f7a7-4518-8705-86fb806b5439', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:25:50Z', 'updated_at': '2021-07-06T14:25:52Z', 'revision_number': 3, 'project_id': '107c04f466b0465e9fe8bb8c503793e0', 'gw_port': {'id': '3906f4ac-f7a7-4518-8705-86fb806b5439', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:8e:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '712aa42d-e606-44f5-89a1-4b8371ec819b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3542, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:25:50Z', 'updated_at': '2021-07-06T14:25:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6'}], 'n-d-773647-6', False) {} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:25:53.990033 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device e2d1f837-fb64-4f90-895a-421fc68ed7b0 no longer exists at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:25:54.002106 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 46018) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:25:54.007650 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-00068f86-dfb3-4b25-85c8-ef39426dde33 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Request body: {'port': {'network_id': 'eba60608-4e28-43df-928a-323910d090ed', 'fixed_ips': [{'subnet_id': '02dfc737-3d7a-444d-afb9-be279db240ef', 'ip_address': '2001:db8::6b71:2019:9a97:1fcc'}], 'name': 'tempest-NetworksTestDHCPv6-1217231143'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:25:54.011607 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-9a843111-3c95-408f-834c-661650ff80c7 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] 10.222.0.104 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9613907 Jul 06 14:25:54.025873 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] No Port match for: e2d1f837-fb64-4f90-895a-421fc68ed7b0 {{(pid=100248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 14:25:54.026805 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device e2d1f837-fb64-4f90-895a-421fc68ed7b0 not bound to the agent host n-d-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:25:54.059454 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ff81f83-ea69-4f11-9058-e59917580bbd None None] Checking router: 712aa42d-e606-44f5-89a1-4b8371ec819b for host: n-d-773647-6 {{(pid=100249) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 14:25:54.059708 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ff81f83-ea69-4f11-9058-e59917580bbd None None] Updating router 712aa42d-e606-44f5-89a1-4b8371ec819b port 3906f4ac-f7a7-4518-8705-86fb806b5439 binding host n-d-773647-6 {{(pid=100249) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 14:25:54.132976 n-d-773647-6 neutron-server[100249]: DEBUG neutron_lib.callbacks.manager [None req-4ff81f83-ea69-4f11-9058-e59917580bbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:54.148581 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8567c2-cdd9-4417-8eaf-81901a4312b2 req-59237388-18be-4e64-b7af-f1fc36eb626d tempest-TestServerAdvancedOps-1083930744 tempest-TestServerAdvancedOps-1083930744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:25:54.150717 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-4b8567c2-cdd9-4417-8eaf-81901a4312b2 req-59237388-18be-4e64-b7af-f1fc36eb626d tempest-TestServerAdvancedOps-1083930744 tempest-TestServerAdvancedOps-1083930744-project] 10.222.0.104 "GET /v2.0/ports?device_id=28af0d01-a3fc-4b5e-8ce8-e3220b1ff297 HTTP/1.1" status: 200 len: 945 time: 0.3968449 Jul 06 14:25:54.165843 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cecfce40-e6d1-4ec2-b894-e11cbdcf6220 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6bd5fc82-6666-56e8-87c2-91648d36c963-eba60608-4e28-43df-928a-323910d090ed', 'network_id': 'eba60608-4e28-43df-928a-323910d090ed', 'tenant_id': '4a263308c6474c0e99d0efe9a5a7b767', 'fixed_ips': [{'subnet_id': '02dfc737-3d7a-444d-afb9-be279db240ef'}]}} from n-d-773647-6. {{(pid=100248) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 14:25:54.168635 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-cecfce40-e6d1-4ec2-b894-e11cbdcf6220 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:54.180307 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00068f86-dfb3-4b25-85c8-ef39426dde33 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Made reservation on behalf of 4a263308c6474c0e99d0efe9a5a7b767 for: {'port': 1} {{(pid=100246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:25:54.253599 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-4b8567c2-cdd9-4417-8eaf-81901a4312b2 req-612a250a-cc82-4e01-8d5c-b098cd17d5a7 tempest-TestServerAdvancedOps-1083930744 tempest-TestServerAdvancedOps-1083930744-project] 10.222.0.104 "GET /v2.0/security-groups?id=ebb495ac-1117-494f-9d3e-d285e595bd6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954974 Jul 06 14:25:54.269970 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f441f692-967c-4a5a-b77d-72e04616b7c1 tempest-TestNetworkBasicOps-1915842857 tempest-TestNetworkBasicOps-1915842857-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:25:54.272040 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-f441f692-967c-4a5a-b77d-72e04616b7c1 tempest-TestNetworkBasicOps-1915842857 tempest-TestNetworkBasicOps-1915842857-project-admin] 10.222.0.104 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3898833 Jul 06 14:25:54.274777 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 46026) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:25:54.328911 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-99767c2e-81a2-45ad-8ccd-5553b757a37f tempest-TestNetworkBasicOps-1915842857 tempest-TestNetworkBasicOps-1915842857-project-admin] 10.222.0.104 "GET /v2.0/subnets?network_id=2658f09e-a580-4d4a-9968-2d1e0ad93719&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0527678 Jul 06 14:25:54.331799 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 46028) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:25:54.342908 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [None req-13583ae1-8568-42b6-8224-411c77db3bc4 tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1036360173', 'network_id': 'a27c611a-8f02-4f1c-82ec-76aeb5ad6a47', 'project_id': '107c04f466b0465e9fe8bb8c503793e0', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:25:54.415250 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-00068f86-dfb3-4b25-85c8-ef39426dde33 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:54.456341 n-d-773647-6 neutron-server[100246]: DEBUG neutron.notifiers.nova [None req-00068f86-dfb3-4b25-85c8-ef39426dde33 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] device_id is not set on port cbe596f4-82e1-4a5b-ac55-f80595253181 yet. {{(pid=100246) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 14:25:54.458002 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13583ae1-8568-42b6-8224-411c77db3bc4 tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Made reservation on behalf of 107c04f466b0465e9fe8bb8c503793e0 for: {'subnet': 1} {{(pid=100247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:25:54.467825 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-13583ae1-8568-42b6-8224-411c77db3bc4 tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127627440'] for subnet, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:54.468624 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.db_base_plugin_common [None req-cecfce40-e6d1-4ec2-b894-e11cbdcf6220 None None] Allocated IP 2001:db8::2 (eba60608-4e28-43df-928a-323910d090ed/02dfc737-3d7a-444d-afb9-be279db240ef/4ecfb114-a26a-4216-8712-78c2d1ac67d4) {{(pid=100248) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:25:54.643653 n-d-773647-6 neutron-server[100249]: DEBUG neutron_lib.callbacks.manager [None req-4ff81f83-ea69-4f11-9058-e59917580bbd None None] Notify callbacks [] for port, precommit_update {{(pid=100249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:54.659499 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.provisioning_blocks [None req-4ff81f83-ea69-4f11-9058-e59917580bbd None None] Transition to ACTIVE for port object 3906f4ac-f7a7-4518-8705-86fb806b5439 will not be triggered until provisioned by entity L2. {{(pid=100249) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:25:54.668600 n-d-773647-6 neutron-server[100249]: DEBUG neutron_lib.callbacks.manager [None req-4ff81f83-ea69-4f11-9058-e59917580bbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:54.696207 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-cecfce40-e6d1-4ec2-b894-e11cbdcf6220 None None] Notify callbacks [] for port, precommit_create {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:54.707292 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-cecfce40-e6d1-4ec2-b894-e11cbdcf6220 None None] Transition to ACTIVE for port object 4ecfb114-a26a-4216-8712-78c2d1ac67d4 will not be triggered until provisioned by entity L2. {{(pid=100248) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:25:54.728046 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.managers [None req-4ff81f83-ea69-4f11-9058-e59917580bbd None None] Attempting to bind port 3906f4ac-f7a7-4518-8705-86fb806b5439 on host n-d-773647-6 for vnic_type normal with profile {{(pid=100249) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:25:54.728479 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.managers [None req-4ff81f83-ea69-4f11-9058-e59917580bbd None None] Attempting to bind port 3906f4ac-f7a7-4518-8705-86fb806b5439 by drivers openvswitch,hyperv on host n-d-773647-6 at level 0 using segments [{'id': '89a832b7-7793-4d51-9038-ed7e1c3ff1b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719'}] {{(pid=100249) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:25:54.728899 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ff81f83-ea69-4f11-9058-e59917580bbd None None] Attempting to bind port 3906f4ac-f7a7-4518-8705-86fb806b5439 on network 2658f09e-a580-4d4a-9968-2d1e0ad93719 {{(pid=100249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:25:54.731245 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840adb2e-000e-4cfc-adcb-984258ac45f9 None None] Pushing event updated for resources: {'Port': ['ID=3906f4ac-f7a7-4518-8705-86fb806b5439,revision_number=2']} {{(pid=100249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:25:54.746717 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ff81f83-ea69-4f11-9058-e59917580bbd None None] Checking agent: {'id': '8ab5b19c-d213-4f29-891d-27bdf39d38b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773647-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 43, 26), 'started_at': datetime.datetime(2021, 7, 6, 13, 43, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 25, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773647-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:25:54.747149 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ff81f83-ea69-4f11-9058-e59917580bbd None None] Checking segment: {'id': '89a832b7-7793-4d51-9038-ed7e1c3ff1b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100249) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:25:54.747531 n-d-773647-6 neutron-server[100249]: DEBUG neutron_lib.callbacks.manager [None req-4ff81f83-ea69-4f11-9058-e59917580bbd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:54.748069 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ff81f83-ea69-4f11-9058-e59917580bbd None None] Bound using segment: {'id': '89a832b7-7793-4d51-9038-ed7e1c3ff1b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719'} {{(pid=100249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:25:54.748611 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.managers [None req-4ff81f83-ea69-4f11-9058-e59917580bbd None None] Bound port: 3906f4ac-f7a7-4518-8705-86fb806b5439, host: n-d-773647-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89a832b7-7793-4d51-9038-ed7e1c3ff1b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719'}}] {{(pid=100249) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:25:54.748995 n-d-773647-6 neutron-server[100249]: DEBUG neutron_lib.callbacks.manager [None req-4ff81f83-ea69-4f11-9058-e59917580bbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:54.751738 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-840adb2e-000e-4cfc-adcb-984258ac45f9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:25:54.752077 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-840adb2e-000e-4cfc-adcb-984258ac45f9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:25:54.752417 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-840adb2e-000e-4cfc-adcb-984258ac45f9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:25:54.752750 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-840adb2e-000e-4cfc-adcb-984258ac45f9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:25:54.753056 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-840adb2e-000e-4cfc-adcb-984258ac45f9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:25:54.753384 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-840adb2e-000e-4cfc-adcb-984258ac45f9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:25:54.753716 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-840adb2e-000e-4cfc-adcb-984258ac45f9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:25:54.754000 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-840adb2e-000e-4cfc-adcb-984258ac45f9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:25:54.754318 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-840adb2e-000e-4cfc-adcb-984258ac45f9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:25:54.754632 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-840adb2e-000e-4cfc-adcb-984258ac45f9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:25:54.755247 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-840adb2e-000e-4cfc-adcb-984258ac45f9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:25:54.755567 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-840adb2e-000e-4cfc-adcb-984258ac45f9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:25:54.756439 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-cecfce40-e6d1-4ec2-b894-e11cbdcf6220 None None] Transition to ACTIVE for port object 4ecfb114-a26a-4216-8712-78c2d1ac67d4 will not be triggered until provisioned by entity DHCP. {{(pid=100248) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:25:54.767097 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-cecfce40-e6d1-4ec2-b894-e11cbdcf6220 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108'] for port, after_create {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:54.824191 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-13583ae1-8568-42b6-8224-411c77db3bc4 tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1849032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-128888412', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127627426'] for subnet, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:54.843308 n-d-773647-6 neutron-server[100248]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cecfce40-e6d1-4ec2-b894-e11cbdcf6220 None None] Network eba60608-4e28-43df-928a-323910d090ed is already hosted by enough agents. {{(pid=100248) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:25:54.848333 n-d-773647-6 neutron-server[100248]: DEBUG neutron.scheduler.base_scheduler [None req-cecfce40-e6d1-4ec2-b894-e11cbdcf6220 None None] Resources bound (agent type, host, resource id): {{(pid=100248) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:25:54.850677 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cecfce40-e6d1-4ec2-b894-e11cbdcf6220 None None] Received port after_create {{(pid=100248) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:25:54.859571 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.db_base_plugin_common [None req-00068f86-dfb3-4b25-85c8-ef39426dde33 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Allocated IP 2001:db8::6b71:2019:9a97:1fcc (eba60608-4e28-43df-928a-323910d090ed/02dfc737-3d7a-444d-afb9-be279db240ef/cbe596f4-82e1-4a5b-ac55-f80595253181) {{(pid=100246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:25:54.877263 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.db [None req-4ff81f83-ea69-4f11-9058-e59917580bbd None None] For port 3906f4ac-f7a7-4518-8705-86fb806b5439, host n-d-773647-6, cleared binding levels {{(pid=100249) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:25:54.882572 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.db [None req-4ff81f83-ea69-4f11-9058-e59917580bbd None None] For port 3906f4ac-f7a7-4518-8705-86fb806b5439, host n-d-773647-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=3906f4ac-f7a7-4518-8705-86fb806b5439,segment=NetworkSegment(89a832b7-7793-4d51-9038-ed7e1c3ff1b2),segment_id=89a832b7-7793-4d51-9038-ed7e1c3ff1b2)] {{(pid=100249) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:25:54.885999 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cecfce40-e6d1-4ec2-b894-e11cbdcf6220 None None] Pushing event updated for resources: {'Port': ['ID=4ecfb114-a26a-4216-8712-78c2d1ac67d4,revision_number=1']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:25:54.890703 n-d-773647-6 neutron-server[100249]: DEBUG neutron_lib.callbacks.manager [None req-4ff81f83-ea69-4f11-9058-e59917580bbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:54.931653 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-cecfce40-e6d1-4ec2-b894-e11cbdcf6220 None None] Attempting to bind port 4ecfb114-a26a-4216-8712-78c2d1ac67d4 on host n-d-773647-6 for vnic_type normal with profile {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:25:54.931942 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-cecfce40-e6d1-4ec2-b894-e11cbdcf6220 None None] Attempting to bind port 4ecfb114-a26a-4216-8712-78c2d1ac67d4 by drivers openvswitch,hyperv on host n-d-773647-6 at level 0 using segments [{'id': '67308366-d379-4f20-9df5-ed161946f077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': 'eba60608-4e28-43df-928a-323910d090ed'}] {{(pid=100248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:25:54.932338 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cecfce40-e6d1-4ec2-b894-e11cbdcf6220 None None] Attempting to bind port 4ecfb114-a26a-4216-8712-78c2d1ac67d4 on network eba60608-4e28-43df-928a-323910d090ed {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:25:54.937715 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cecfce40-e6d1-4ec2-b894-e11cbdcf6220 None None] Checking agent: {'id': '8ab5b19c-d213-4f29-891d-27bdf39d38b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773647-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 43, 26), 'started_at': datetime.datetime(2021, 7, 6, 13, 43, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 25, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773647-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:25:54.938087 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cecfce40-e6d1-4ec2-b894-e11cbdcf6220 None None] Checking segment: {'id': '67308366-d379-4f20-9df5-ed161946f077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': 'eba60608-4e28-43df-928a-323910d090ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:25:54.938491 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-cecfce40-e6d1-4ec2-b894-e11cbdcf6220 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:54.938950 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cecfce40-e6d1-4ec2-b894-e11cbdcf6220 None None] Bound using segment: {'id': '67308366-d379-4f20-9df5-ed161946f077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': 'eba60608-4e28-43df-928a-323910d090ed'} {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:25:54.940055 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-cecfce40-e6d1-4ec2-b894-e11cbdcf6220 None None] Bound port: 4ecfb114-a26a-4216-8712-78c2d1ac67d4, host: n-d-773647-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67308366-d379-4f20-9df5-ed161946f077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': 'eba60608-4e28-43df-928a-323910d090ed'}}] {{(pid=100248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:25:54.940444 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-cecfce40-e6d1-4ec2-b894-e11cbdcf6220 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:54.946324 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Device 83b4a720-f728-4c44-9e8c-c9aae7f86c47 up at agent hyperv_n-h2-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:25:54.956256 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13583ae1-8568-42b6-8224-411c77db3bc4 tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Pushing event updated for resources: {'Subnet': ['ID=b85a66d5-8b38-4e5c-9d42-1aa6ece21b33,revision_number=0']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:25:55.022327 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840adb2e-000e-4cfc-adcb-984258ac45f9 None None] Pushing event updated for resources: {'Port': ['ID=3906f4ac-f7a7-4518-8705-86fb806b5439,revision_number=3']} {{(pid=100249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:25:55.043975 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13583ae1-8568-42b6-8224-411c77db3bc4 tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Checking segment: {'id': 'b19789d4-fbce-4f4c-9585-7e7d580fc030', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1035, 'network_id': 'a27c611a-8f02-4f1c-82ec-76aeb5ad6a47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100247) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:25:55.044368 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13583ae1-8568-42b6-8224-411c77db3bc4 tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Network hostable DHCP agents. Network: a27c611a-8f02-4f1c-82ec-76aeb5ad6a47, hostable agents: ['f2bada3d-be77-4359-982b-8505a2bbca04'], hosted agents: [] {{(pid=100247) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 14:25:55.048281 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ff81f83-ea69-4f11-9058-e59917580bbd None None] Routers {'712aa42d-e606-44f5-89a1-4b8371ec819b'} bound to L3 agent in host n-d-773647-6 {{(pid=100249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:25:55.048922 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-4ff81f83-ea69-4f11-9058-e59917580bbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T14:25:26Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['712aa42d-e606-44f5-89a1-4b8371ec819b'], 'active': True} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:25:55.081325 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13583ae1-8568-42b6-8224-411c77db3bc4 tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Network a27c611a-8f02-4f1c-82ec-76aeb5ad6a47 is scheduled to be hosted by DHCP agent f2bada3d-be77-4359-982b-8505a2bbca04 with binding_index 1 {{(pid=100247) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 14:25:55.107840 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.base_scheduler [None req-13583ae1-8568-42b6-8224-411c77db3bc4 tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773647-6, a27c611a-8f02-4f1c-82ec-76aeb5ad6a47) {{(pid=100247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:25:55.116828 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13583ae1-8568-42b6-8224-411c77db3bc4 tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:25:55.117440 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-13583ae1-8568-42b6-8224-411c77db3bc4 tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Notify callbacks [] for subnet, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:55.149582 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-00068f86-dfb3-4b25-85c8-ef39426dde33 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Notify callbacks [] for port, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:55.152986 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-13583ae1-8568-42b6-8224-411c77db3bc4 tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] 10.222.0.104 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.8185916 Jul 06 14:25:55.156150 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 46038) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:25:55.248887 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92c6768e-ca02-4c09-8dca-8c7386ac5175 None None] Network a27c611a-8f02-4f1c-82ec-76aeb5ad6a47 requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:25:55.332586 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvr_db [None req-4ff81f83-ea69-4f11-9058-e59917580bbd None None] Set router 712aa42d-e606-44f5-89a1-4b8371ec819b gateway port host: n-d-773647-6 {{(pid=100249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:25:55.448611 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Provisioning for port 83b4a720-f728-4c44-9e8c-c9aae7f86c47 completed by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:25:55.481639 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Provisioning complete for port 83b4a720-f728-4c44-9e8c-c9aae7f86c47 triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:25:55.482443 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:55.501898 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.provisioning_blocks [None req-00068f86-dfb3-4b25-85c8-ef39426dde33 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Transition to ACTIVE for port object cbe596f4-82e1-4a5b-ac55-f80595253181 will not be triggered until provisioned by entity DHCP. {{(pid=100246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:25:55.585072 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-cecfce40-e6d1-4ec2-b894-e11cbdcf6220 None None] For port 4ecfb114-a26a-4216-8712-78c2d1ac67d4, host n-d-773647-6, cleared binding levels {{(pid=100248) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:25:55.648763 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-cecfce40-e6d1-4ec2-b894-e11cbdcf6220 None None] For port 4ecfb114-a26a-4216-8712-78c2d1ac67d4, host n-d-773647-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=4ecfb114-a26a-4216-8712-78c2d1ac67d4,segment=NetworkSegment(67308366-d379-4f20-9df5-ed161946f077),segment_id=67308366-d379-4f20-9df5-ed161946f077)] {{(pid=100248) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:25:55.675969 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-4ff81f83-ea69-4f11-9058-e59917580bbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '712aa42d-e606-44f5-89a1-4b8371ec819b', 'name': 'tempest-TestNetworkBasicOps-router-616236491', 'tenant_id': '107c04f466b0465e9fe8bb8c503793e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.182'}], 'enable_snat': True}, 'gw_port_id': '3906f4ac-f7a7-4518-8705-86fb806b5439', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:25:50Z', 'updated_at': '2021-07-06T14:25:52Z', 'revision_number': 3, 'project_id': '107c04f466b0465e9fe8bb8c503793e0', 'gw_port': {'id': '3906f4ac-f7a7-4518-8705-86fb806b5439', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:8e:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '712aa42d-e606-44f5-89a1-4b8371ec819b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3542, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:25:50Z', 'updated_at': '2021-07-06T14:25:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6'}], 'n-d-773647-6', False) {} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:25:55.677491 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1766b964-0660-4ba8-bc6a-5367cf2f60d6 req-2b69294b-c81f-4ecb-91c0-7b7243de1d0f tempest-TestServerAdvancedOps-1083930744 tempest-TestServerAdvancedOps-1083930744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:25:55.679354 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-1766b964-0660-4ba8-bc6a-5367cf2f60d6 req-2b69294b-c81f-4ecb-91c0-7b7243de1d0f tempest-TestServerAdvancedOps-1083930744 tempest-TestServerAdvancedOps-1083930744-project] 10.222.0.104 "GET /v2.0/ports?device_id=28af0d01-a3fc-4b5e-8ce8-e3220b1ff297 HTTP/1.1" status: 200 len: 945 time: 0.1596813 Jul 06 14:25:55.699628 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-cecfce40-e6d1-4ec2-b894-e11cbdcf6220 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:55.731047 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-00068f86-dfb3-4b25-85c8-ef39426dde33 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-127687573'] for port, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:55.803744 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-9eb2e9e2-4531-4a3d-9ea8-be2178e191fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:55.813896 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cecfce40-e6d1-4ec2-b894-e11cbdcf6220 None None] Pushing event updated for resources: {'Port': ['ID=4ecfb114-a26a-4216-8712-78c2d1ac67d4,revision_number=2']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:25:55.834792 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-1766b964-0660-4ba8-bc6a-5367cf2f60d6 req-9e1d42f6-95b6-4b98-8310-7ee9794bfcc0 tempest-TestServerAdvancedOps-1083930744 tempest-TestServerAdvancedOps-1083930744-project] 10.222.0.104 "GET /v2.0/security-groups?id=ebb495ac-1117-494f-9d3e-d285e595bd6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461568 Jul 06 14:25:55.893547 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00068f86-dfb3-4b25-85c8-ef39426dde33 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Network eba60608-4e28-43df-928a-323910d090ed is already hosted by enough agents. {{(pid=100246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:25:55.905643 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.base_scheduler [None req-00068f86-dfb3-4b25-85c8-ef39426dde33 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Resources bound (agent type, host, resource id): {{(pid=100246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:25:55.915766 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00068f86-dfb3-4b25-85c8-ef39426dde33 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Received port after_create {{(pid=100246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:25:55.923188 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00068f86-dfb3-4b25-85c8-ef39426dde33 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:25:55.924299 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-00068f86-dfb3-4b25-85c8-ef39426dde33 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:55.943672 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00068f86-dfb3-4b25-85c8-ef39426dde33 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Pushing event updated for resources: {'Port': ['ID=cbe596f4-82e1-4a5b-ac55-f80595253181,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:25:55.954347 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 46058) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:25:55.955336 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-00068f86-dfb3-4b25-85c8-ef39426dde33 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] 10.222.0.104 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.9511707 Jul 06 14:25:55.965156 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [None req-315a936c-adeb-42c0-b734-9c1b1cd58e1f tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Request body: {'port': {'network_id': 'eba60608-4e28-43df-928a-323910d090ed', 'fixed_ips': [{'subnet_id': '02dfc737-3d7a-444d-afb9-be279db240ef', 'ip_address': '2001:db8::6b71:2019:9a97:1fcc'}], 'name': 'tempest-NetworksTestDHCPv6-1920330136'}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:25:55.984636 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:55.989512 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:56.030235 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ff81f83-ea69-4f11-9058-e59917580bbd None None] The sync data for ids ['712aa42d-e606-44f5-89a1-4b8371ec819b'] in n-d-773647-6 is: [{'id': '712aa42d-e606-44f5-89a1-4b8371ec819b', 'name': 'tempest-TestNetworkBasicOps-router-616236491', 'tenant_id': '107c04f466b0465e9fe8bb8c503793e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.182'}], 'enable_snat': True}, 'gw_port_id': '3906f4ac-f7a7-4518-8705-86fb806b5439', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:25:50Z', 'updated_at': '2021-07-06T14:25:52Z', 'revision_number': 3, 'project_id': '107c04f466b0465e9fe8bb8c503793e0', 'gw_port': {'id': '3906f4ac-f7a7-4518-8705-86fb806b5439', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:8e:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '712aa42d-e606-44f5-89a1-4b8371ec819b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3542, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:25:50Z', 'updated_at': '2021-07-06T14:25:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6'}] {{(pid=100249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 14:25:56.058465 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a38b49c0-8a19-40b3-8544-37dc540ea010 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6bd5fc82-6666-56e8-87c2-91648d36c963-a27c611a-8f02-4f1c-82ec-76aeb5ad6a47', 'network_id': 'a27c611a-8f02-4f1c-82ec-76aeb5ad6a47', 'tenant_id': '107c04f466b0465e9fe8bb8c503793e0', 'fixed_ips': [{'subnet_id': 'b85a66d5-8b38-4e5c-9d42-1aa6ece21b33'}]}} from n-d-773647-6. {{(pid=100248) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 14:25:56.059662 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-a38b49c0-8a19-40b3-8544-37dc540ea010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:56.111315 n-d-773647-6 neutron-server[100248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28af0d01-a3fc-4b5e-8ce8-e3220b1ff297', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83b4a720-f728-4c44-9e8c-c9aae7f86c47'}] {{(pid=100248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:25:56.113836 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84af257533e383389cbcf231d3534f4d5e149e7203fea16b4a8fc01438dddaf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aff7c584-b173-4803-8b19-32f7f83db546" -d '{"events": [{"server_uuid": "28af0d01-a3fc-4b5e-8ce8-e3220b1ff297", "name": "network-vif-plugged", "status": "completed", "tag": "83b4a720-f728-4c44-9e8c-c9aae7f86c47"}]}' {{(pid=100248) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:25:56.126344 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] For port 83b4a720-f728-4c44-9e8c-c9aae7f86c47, host n-h2-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=83b4a720-f728-4c44-9e8c-c9aae7f86c47,segment=NetworkSegment(70e45ced-b41a-435c-aa12-ebb96190523b),segment_id=70e45ced-b41a-435c-aa12-ebb96190523b)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:25:56.139972 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:56.285211 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-315a936c-adeb-42c0-b734-9c1b1cd58e1f tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Made reservation on behalf of 4a263308c6474c0e99d0efe9a5a7b767 for: {'port': 1} {{(pid=100247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:25:56.301511 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 14:25:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90670450-8c01-4618-a942-1f4294ec4b5a x-openstack-request-id: req-90670450-8c01-4618-a942-1f4294ec4b5a {{(pid=100248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:25:56.302208 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28af0d01-a3fc-4b5e-8ce8-e3220b1ff297", "name": "network-vif-plugged", "status": "completed", "tag": "83b4a720-f728-4c44-9e8c-c9aae7f86c47", "code": 200}]} {{(pid=100248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:25:56.302644 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-90670450-8c01-4618-a942-1f4294ec4b5a {{(pid=100248) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:25:56.303186 n-d-773647-6 neutron-server[100248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28af0d01-a3fc-4b5e-8ce8-e3220b1ff297', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83b4a720-f728-4c44-9e8c-c9aae7f86c47', 'code': 200} Jul 06 14:25:56.447496 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Pushing event updated for resources: {'Port': ['ID=83b4a720-f728-4c44-9e8c-c9aae7f86c47,revision_number=5']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:25:56.467073 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-315a936c-adeb-42c0-b734-9c1b1cd58e1f tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:56.515647 n-d-773647-6 neutron-server[100247]: DEBUG neutron.notifiers.nova [None req-315a936c-adeb-42c0-b734-9c1b1cd58e1f tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] device_id is not set on port 562461e9-0667-4fba-8f20-5b2c5659ceb9 yet. {{(pid=100247) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 14:25:56.550470 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-9d0935ab-6c63-4d7e-bb95-7e1d7aa970ae tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:56.592741 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.db_base_plugin_common [None req-a38b49c0-8a19-40b3-8544-37dc540ea010 None None] Allocated IP 172.20.0.2 (a27c611a-8f02-4f1c-82ec-76aeb5ad6a47/b85a66d5-8b38-4e5c-9d42-1aa6ece21b33/23d1e62b-51e1-4ec8-b74e-8eaa88318e76) {{(pid=100248) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:25:56.610962 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a58b8d0-b253-4b04-a582-07b9bcbc81ab req-de58906b-d76f-4339-80e1-75560706b009 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:25:56.614855 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-6a58b8d0-b253-4b04-a582-07b9bcbc81ab req-de58906b-d76f-4339-80e1-75560706b009 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=28af0d01-a3fc-4b5e-8ce8-e3220b1ff297 HTTP/1.1" status: 200 len: 1097 time: 0.2552502 Jul 06 14:25:56.770508 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-6a58b8d0-b253-4b04-a582-07b9bcbc81ab req-7b0a0cec-27b2-47fb-85af-5f8ec0e1e1e0 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=ebb495ac-1117-494f-9d3e-d285e595bd6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465015 Jul 06 14:25:56.827976 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-2064eaae-da4f-48f8-82d2-b09d4ddedd44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:56.913221 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-a38b49c0-8a19-40b3-8544-37dc540ea010 None None] Notify callbacks [] for port, precommit_create {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:56.932278 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-a38b49c0-8a19-40b3-8544-37dc540ea010 None None] Transition to ACTIVE for port object 23d1e62b-51e1-4ec8-b74e-8eaa88318e76 will not be triggered until provisioned by entity L2. {{(pid=100248) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:25:56.972281 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-a38b49c0-8a19-40b3-8544-37dc540ea010 None None] Transition to ACTIVE for port object 23d1e62b-51e1-4ec8-b74e-8eaa88318e76 will not be triggered until provisioned by entity DHCP. {{(pid=100248) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:25:56.983650 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-a38b49c0-8a19-40b3-8544-37dc540ea010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108'] for port, after_create {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:57.073427 n-d-773647-6 neutron-server[100247]: INFO neutron.pecan_wsgi.hooks.translation [None req-315a936c-adeb-42c0-b734-9c1b1cd58e1f tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] POST failed (client error): There was a conflict when trying to complete your request. Jul 06 14:25:57.074569 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-315a936c-adeb-42c0-b734-9c1b1cd58e1f tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=100247) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 14:25:57.107720 n-d-773647-6 neutron-server[100248]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a38b49c0-8a19-40b3-8544-37dc540ea010 None None] Network a27c611a-8f02-4f1c-82ec-76aeb5ad6a47 is already hosted by enough agents. {{(pid=100248) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:25:57.110062 n-d-773647-6 neutron-server[100248]: DEBUG neutron.scheduler.base_scheduler [None req-a38b49c0-8a19-40b3-8544-37dc540ea010 None None] Resources bound (agent type, host, resource id): {{(pid=100248) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:25:57.110505 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-315a936c-adeb-42c0-b734-9c1b1cd58e1f tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] 10.222.0.104 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 1.1483729 Jul 06 14:25:57.111393 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 46076) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:25:57.130246 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a38b49c0-8a19-40b3-8544-37dc540ea010 None None] Received port after_create {{(pid=100248) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:25:57.202303 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.db_base_plugin_common [None req-9d0935ab-6c63-4d7e-bb95-7e1d7aa970ae tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Allocated IP 172.20.0.1 (a27c611a-8f02-4f1c-82ec-76aeb5ad6a47/b85a66d5-8b38-4e5c-9d42-1aa6ece21b33/a54c21e7-2019-4d65-9120-fbb8bfeeca51) {{(pid=100246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:25:57.230630 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38b49c0-8a19-40b3-8544-37dc540ea010 None None] Pushing event updated for resources: {'Port': ['ID=23d1e62b-51e1-4ec8-b74e-8eaa88318e76,revision_number=1']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:25:57.331150 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-a38b49c0-8a19-40b3-8544-37dc540ea010 None None] Attempting to bind port 23d1e62b-51e1-4ec8-b74e-8eaa88318e76 on host n-d-773647-6 for vnic_type normal with profile {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:25:57.331798 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-a38b49c0-8a19-40b3-8544-37dc540ea010 None None] Attempting to bind port 23d1e62b-51e1-4ec8-b74e-8eaa88318e76 by drivers openvswitch,hyperv on host n-d-773647-6 at level 0 using segments [{'id': 'b19789d4-fbce-4f4c-9585-7e7d580fc030', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1035, 'network_id': 'a27c611a-8f02-4f1c-82ec-76aeb5ad6a47'}] {{(pid=100248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:25:57.332370 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a38b49c0-8a19-40b3-8544-37dc540ea010 None None] Attempting to bind port 23d1e62b-51e1-4ec8-b74e-8eaa88318e76 on network a27c611a-8f02-4f1c-82ec-76aeb5ad6a47 {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:25:57.350523 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a38b49c0-8a19-40b3-8544-37dc540ea010 None None] Checking agent: {'id': '8ab5b19c-d213-4f29-891d-27bdf39d38b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773647-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 43, 26), 'started_at': datetime.datetime(2021, 7, 6, 13, 43, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 25, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773647-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:25:57.351082 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a38b49c0-8a19-40b3-8544-37dc540ea010 None None] Checking segment: {'id': 'b19789d4-fbce-4f4c-9585-7e7d580fc030', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1035, 'network_id': 'a27c611a-8f02-4f1c-82ec-76aeb5ad6a47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:25:57.351698 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-a38b49c0-8a19-40b3-8544-37dc540ea010 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:57.352234 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a38b49c0-8a19-40b3-8544-37dc540ea010 None None] Bound using segment: {'id': 'b19789d4-fbce-4f4c-9585-7e7d580fc030', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1035, 'network_id': 'a27c611a-8f02-4f1c-82ec-76aeb5ad6a47'} {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:25:57.352916 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-a38b49c0-8a19-40b3-8544-37dc540ea010 None None] Bound port: 23d1e62b-51e1-4ec8-b74e-8eaa88318e76, host: n-d-773647-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b19789d4-fbce-4f4c-9585-7e7d580fc030', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1035, 'network_id': 'a27c611a-8f02-4f1c-82ec-76aeb5ad6a47'}}] {{(pid=100248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:25:57.353472 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-a38b49c0-8a19-40b3-8544-37dc540ea010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:57.467935 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ecd5ef-49ef-4a40-8975-79492ac1dda5 req-b1d28aaa-7a5a-44cb-a2ea-84090616e21a tempest-TestServerAdvancedOps-1083930744 tempest-TestServerAdvancedOps-1083930744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:25:57.469939 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-41ecd5ef-49ef-4a40-8975-79492ac1dda5 req-b1d28aaa-7a5a-44cb-a2ea-84090616e21a tempest-TestServerAdvancedOps-1083930744 tempest-TestServerAdvancedOps-1083930744-project] 10.222.0.104 "GET /v2.0/ports?device_id=28af0d01-a3fc-4b5e-8ce8-e3220b1ff297 HTTP/1.1" status: 200 len: 946 time: 0.3314345 Jul 06 14:25:57.497770 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41111a14-0630-4fae-bc12-f8935a7af3bc tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:25:57.505324 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41111a14-0630-4fae-bc12-f8935a7af3bc tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:25:57.508184 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-41111a14-0630-4fae-bc12-f8935a7af3bc tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] 10.222.0.104 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.3810849 Jul 06 14:25:57.548187 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-a38b49c0-8a19-40b3-8544-37dc540ea010 None None] For port 23d1e62b-51e1-4ec8-b74e-8eaa88318e76, host n-d-773647-6, cleared binding levels {{(pid=100248) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:25:57.551399 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 46084) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:25:57.553372 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-a38b49c0-8a19-40b3-8544-37dc540ea010 None None] For port 23d1e62b-51e1-4ec8-b74e-8eaa88318e76, host n-d-773647-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=23d1e62b-51e1-4ec8-b74e-8eaa88318e76,segment=NetworkSegment(b19789d4-fbce-4f4c-9585-7e7d580fc030),segment_id=b19789d4-fbce-4f4c-9585-7e7d580fc030)] {{(pid=100248) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:25:57.568268 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-a38b49c0-8a19-40b3-8544-37dc540ea010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:57.569290 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-9d0935ab-6c63-4d7e-bb95-7e1d7aa970ae tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Notify callbacks [] for port, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:57.603404 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.provisioning_blocks [None req-9d0935ab-6c63-4d7e-bb95-7e1d7aa970ae tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Transition to ACTIVE for port object a54c21e7-2019-4d65-9120-fbb8bfeeca51 will not be triggered until provisioned by entity DHCP. {{(pid=100246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:25:57.698851 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38b49c0-8a19-40b3-8544-37dc540ea010 None None] Pushing event updated for resources: {'Port': ['ID=23d1e62b-51e1-4ec8-b74e-8eaa88318e76,revision_number=2']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:25:57.703710 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-9d0935ab-6c63-4d7e-bb95-7e1d7aa970ae tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-127687573'] for port, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:57.713018 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-41ecd5ef-49ef-4a40-8975-79492ac1dda5 req-0d276b38-8d5e-4118-a61d-63c899cff4b1 tempest-TestServerAdvancedOps-1083930744 tempest-TestServerAdvancedOps-1083930744-project] 10.222.0.104 "GET /v2.0/security-groups?id=ebb495ac-1117-494f-9d3e-d285e595bd6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2021797 Jul 06 14:25:57.824899 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.plugin [None req-0a4b76ef-7e30-48d9-843d-906d9b1bd3fa tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Deleting port cbe596f4-82e1-4a5b-ac55-f80595253181 {{(pid=100247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:25:57.826851 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-0a4b76ef-7e30-48d9-843d-906d9b1bd3fa tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:57.841263 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-e036b097-9be3-4bb1-b68b-f5aa58fc3b48 None None] Provisioning for port 4ecfb114-a26a-4216-8712-78c2d1ac67d4 completed by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:25:57.860222 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d0935ab-6c63-4d7e-bb95-7e1d7aa970ae tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Network a27c611a-8f02-4f1c-82ec-76aeb5ad6a47 is already hosted by enough agents. {{(pid=100246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:25:57.864080 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.base_scheduler [None req-9d0935ab-6c63-4d7e-bb95-7e1d7aa970ae tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Resources bound (agent type, host, resource id): {{(pid=100246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:25:57.868531 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d0935ab-6c63-4d7e-bb95-7e1d7aa970ae tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Received port after_create {{(pid=100246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:25:57.988410 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0935ab-6c63-4d7e-bb95-7e1d7aa970ae tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Pushing event updated for resources: {'Port': ['ID=a54c21e7-2019-4d65-9120-fbb8bfeeca51,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:25:58.036058 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-0a4b76ef-7e30-48d9-843d-906d9b1bd3fa tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:58.039750 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-9d0935ab-6c63-4d7e-bb95-7e1d7aa970ae tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1807675'] for router_interface, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:58.069977 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.plugin [None req-0a4b76ef-7e30-48d9-843d-906d9b1bd3fa tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Calling delete_port for cbe596f4-82e1-4a5b-ac55-f80595253181 owned by {{(pid=100247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:25:58.153911 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 3906f4ac-f7a7-4518-8705-86fb806b5439 up at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:25:58.307602 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning for port 3906f4ac-f7a7-4518-8705-86fb806b5439 completed by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:25:58.312836 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning complete for port 3906f4ac-f7a7-4518-8705-86fb806b5439 triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:25:58.313282 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:58.403190 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-0a4b76ef-7e30-48d9-843d-906d9b1bd3fa tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128888353'] for port, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:58.454293 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-e928e5aa-ed81-47c9-b431-6f8e5191fc54 None None] Could not find standard attr ID for object cbe596f4-82e1-4a5b-ac55-f80595253181. {{(pid=100248) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 06 14:25:58.490247 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-03f71b24-a9b8-453a-8924-caa3f97bc6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:58.494539 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:58.527991 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4b76ef-7e30-48d9-843d-906d9b1bd3fa tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Pushing event deleted for resources: {'Port': ['ID=cbe596f4-82e1-4a5b-ac55-f80595253181,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:25:58.529276 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] For port 3906f4ac-f7a7-4518-8705-86fb806b5439, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=3906f4ac-f7a7-4518-8705-86fb806b5439,segment=NetworkSegment(89a832b7-7793-4d51-9038-ed7e1c3ff1b2),segment_id=89a832b7-7793-4d51-9038-ed7e1c3ff1b2)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:25:58.534343 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:58.535545 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 4ecfb114-a26a-4216-8712-78c2d1ac67d4 up at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:25:58.571392 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-0a4b76ef-7e30-48d9-843d-906d9b1bd3fa tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:58.574044 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-0a4b76ef-7e30-48d9-843d-906d9b1bd3fa tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] 10.222.0.104 "DELETE /v2.0/ports/cbe596f4-82e1-4a5b-ac55-f80595253181 HTTP/1.1" status: 204 len: 168 time: 1.0180726 Jul 06 14:25:58.584739 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 46098) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:25:58.676698 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning for port 4ecfb114-a26a-4216-8712-78c2d1ac67d4 completed by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:25:58.685630 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52fe7750-4605-4410-908c-5694de6e1d9c tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:25:58.690409 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning complete for port 4ecfb114-a26a-4216-8712-78c2d1ac67d4 triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:25:58.690785 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:58.694229 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Pushing event updated for resources: {'Port': ['ID=3906f4ac-f7a7-4518-8705-86fb806b5439,revision_number=4']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:25:58.694437 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52fe7750-4605-4410-908c-5694de6e1d9c tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:25:58.699257 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-52fe7750-4605-4410-908c-5694de6e1d9c tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] 10.222.0.104 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1097028 Jul 06 14:25:58.710324 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 46100) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:25:58.828577 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:58.853663 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ae10437-1d3b-42ec-a63f-3ed296ecb8a0 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Deleting subnet 02dfc737-3d7a-444d-afb9-be279db240ef {{(pid=100247) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 14:25:58.866641 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-5ae10437-1d3b-42ec-a63f-3ed296ecb8a0 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Notify callbacks [] for subnet, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:58.883822 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] For port 4ecfb114-a26a-4216-8712-78c2d1ac67d4, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=4ecfb114-a26a-4216-8712-78c2d1ac67d4,segment=NetworkSegment(67308366-d379-4f20-9df5-ed161946f077),segment_id=67308366-d379-4f20-9df5-ed161946f077)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:25:58.889134 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:58.964697 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Pushing event updated for resources: {'Port': ['ID=4ecfb114-a26a-4216-8712-78c2d1ac67d4,revision_number=3']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:25:59.065793 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-5ae10437-1d3b-42ec-a63f-3ed296ecb8a0 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127131748'] for subnet, precommit_delete_associations {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:59.156420 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98103da5-802e-475b-9c9f-fe072a27cafd req-3ae58c22-d0d0-4edc-a28e-2def5e0546ae tempest-TestServerAdvancedOps-1083930744 tempest-TestServerAdvancedOps-1083930744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:25:59.158700 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-98103da5-802e-475b-9c9f-fe072a27cafd req-3ae58c22-d0d0-4edc-a28e-2def5e0546ae tempest-TestServerAdvancedOps-1083930744 tempest-TestServerAdvancedOps-1083930744-project] 10.222.0.104 "GET /v2.0/ports?device_id=28af0d01-a3fc-4b5e-8ce8-e3220b1ff297 HTTP/1.1" status: 200 len: 946 time: 0.2353954 Jul 06 14:25:59.246150 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-9d0935ab-6c63-4d7e-bb95-7e1d7aa970ae tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:59.279420 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-98103da5-802e-475b-9c9f-fe072a27cafd req-b2505e3e-ee3e-442d-b919-23375496767e tempest-TestServerAdvancedOps-1083930744 tempest-TestServerAdvancedOps-1083930744-project] 10.222.0.104 "GET /v2.0/security-groups?id=ebb495ac-1117-494f-9d3e-d285e595bd6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913422 Jul 06 14:25:59.282591 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-5ae10437-1d3b-42ec-a63f-3ed296ecb8a0 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-913473'] for subnet, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:59.394075 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-5ae10437-1d3b-42ec-a63f-3ed296ecb8a0 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-913480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1849032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-128888347', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127627857'] for subnet, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:59.428350 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-5ae10437-1d3b-42ec-a63f-3ed296ecb8a0 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Notify callbacks [] for subnet, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:59.435809 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b823977b-3b7c-4b69-a19f-04c435b8f18b None None] Network eba60608-4e28-43df-928a-323910d090ed requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:25:59.452842 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-5ae10437-1d3b-42ec-a63f-3ed296ecb8a0 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] 10.222.0.104 "DELETE /v2.0/subnets/02dfc737-3d7a-444d-afb9-be279db240ef HTTP/1.1" status: 204 len: 168 time: 0.7405798 Jul 06 14:25:59.456085 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 46124) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:25:59.491998 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae10437-1d3b-42ec-a63f-3ed296ecb8a0 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Pushing event deleted for resources: {'Subnet': ['ID=02dfc737-3d7a-444d-afb9-be279db240ef,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:25:59.574838 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-da876d76-3f42-4ea0-8fc6-fb443eac3f5c tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] 10.222.0.104 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1091583 Jul 06 14:25:59.576054 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 46130) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:25:59.595997 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [None req-218e394e-dbbc-4f56-b43c-af72c1e925fd tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Request body: {'subnet': {'network_id': 'eba60608-4e28-43df-928a-323910d090ed', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:25:59.792811 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 46134) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:25:59.820234 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-218e394e-dbbc-4f56-b43c-af72c1e925fd tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Made reservation on behalf of 4a263308c6474c0e99d0efe9a5a7b767 for: {'subnet': 1} {{(pid=100247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:25:59.826867 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-218e394e-dbbc-4f56-b43c-af72c1e925fd tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127627440'] for subnet, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:59.925064 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-017bec37-46bf-474f-a80e-d53beef585b9 None None] DHCP port deletion for eba60608-4e28-43df-928a-323910d090ed request from n-d-773647-6 {{(pid=100248) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 14:25:59.988068 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-9d0935ab-6c63-4d7e-bb95-7e1d7aa970ae tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Notify callbacks [] for port, precommit_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:00.006316 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-9d0935ab-6c63-4d7e-bb95-7e1d7aa970ae tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127687527'] for port, after_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:00.029754 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-017bec37-46bf-474f-a80e-d53beef585b9 None None] Deleting port 4ecfb114-a26a-4216-8712-78c2d1ac67d4 {{(pid=100248) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:26:00.031084 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-017bec37-46bf-474f-a80e-d53beef585b9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:00.074851 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-684d289d-6169-43ab-af33-cbc6c4f292b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:00.148969 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e33728-37dc-4869-9801-9622c5c92e8d req-217f20a2-df34-445e-8ed3-01633df81e91 tempest-TestServerAdvancedOps-1083930744 tempest-TestServerAdvancedOps-1083930744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:26:00.168307 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-48e33728-37dc-4869-9801-9622c5c92e8d req-217f20a2-df34-445e-8ed3-01633df81e91 tempest-TestServerAdvancedOps-1083930744 tempest-TestServerAdvancedOps-1083930744-project] 10.222.0.104 "GET /v2.0/ports?device_id=28af0d01-a3fc-4b5e-8ce8-e3220b1ff297 HTTP/1.1" status: 200 len: 946 time: 0.5370591 Jul 06 14:26:00.198012 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-017bec37-46bf-474f-a80e-d53beef585b9 None None] For port 4ecfb114-a26a-4216-8712-78c2d1ac67d4, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=4ecfb114-a26a-4216-8712-78c2d1ac67d4,segment=NetworkSegment(67308366-d379-4f20-9df5-ed161946f077),segment_id=67308366-d379-4f20-9df5-ed161946f077)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:26:00.199276 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-017bec37-46bf-474f-a80e-d53beef585b9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:00.236918 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-48e33728-37dc-4869-9801-9622c5c92e8d req-d713187f-df2c-47b3-8ada-b379f7bb2aad tempest-TestServerAdvancedOps-1083930744 tempest-TestServerAdvancedOps-1083930744-project] 10.222.0.104 "GET /v2.0/security-groups?id=ebb495ac-1117-494f-9d3e-d285e595bd6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671782 Jul 06 14:26:00.239264 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-9d0935ab-6c63-4d7e-bb95-7e1d7aa970ae tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1809478'] for router_interface, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:00.250852 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0935ab-6c63-4d7e-bb95-7e1d7aa970ae tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Pushing event updated for resources: {'Port': ['ID=a54c21e7-2019-4d65-9120-fbb8bfeeca51,revision_number=2']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:26:00.254395 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-017bec37-46bf-474f-a80e-d53beef585b9 None None] Calling delete_port for 4ecfb114-a26a-4216-8712-78c2d1ac67d4 owned by network:dhcp {{(pid=100248) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:26:00.363977 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-714b7eaa-89db-4b82-8e76-ab0c11fae754 None None] Network a27c611a-8f02-4f1c-82ec-76aeb5ad6a47 requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:26:00.366156 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 3906f4ac-f7a7-4518-8705-86fb806b5439 up at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:26:00.372562 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-017bec37-46bf-474f-a80e-d53beef585b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117'] for port, after_delete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:00.459704 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017bec37-46bf-474f-a80e-d53beef585b9 None None] Pushing event deleted for resources: {'Port': ['ID=4ecfb114-a26a-4216-8712-78c2d1ac67d4,revision_number=None']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:26:00.488923 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-218e394e-dbbc-4f56-b43c-af72c1e925fd tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1849032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-128888412', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127627426'] for subnet, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:00.498946 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-017bec37-46bf-474f-a80e-d53beef585b9 None None] No DVR routers for this DVR port 4ecfb114-a26a-4216-8712-78c2d1ac67d4 on host n-d-773647-6 {{(pid=100248) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:26:00.506297 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-a4bb0d31-71ff-48e3-9d35-4e8d22a64f2d None None] Provisioning for port 23d1e62b-51e1-4ec8-b74e-8eaa88318e76 completed by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:26:00.596623 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning complete for port 3906f4ac-f7a7-4518-8705-86fb806b5439 triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:26:00.597002 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:00.599489 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-218e394e-dbbc-4f56-b43c-af72c1e925fd tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Network eba60608-4e28-43df-928a-323910d090ed is already hosted by enough agents. {{(pid=100247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:26:00.608534 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.base_scheduler [None req-218e394e-dbbc-4f56-b43c-af72c1e925fd tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Resources bound (agent type, host, resource id): {{(pid=100247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:26:00.613278 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d0935ab-6c63-4d7e-bb95-7e1d7aa970ae tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Network a27c611a-8f02-4f1c-82ec-76aeb5ad6a47 is already hosted by enough agents. {{(pid=100246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:26:00.613838 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-218e394e-dbbc-4f56-b43c-af72c1e925fd tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:26:00.614672 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-218e394e-dbbc-4f56-b43c-af72c1e925fd tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Notify callbacks [] for subnet, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:00.634237 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218e394e-dbbc-4f56-b43c-af72c1e925fd tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Pushing event updated for resources: {'Subnet': ['ID=f4f553fa-32e4-4f76-847b-defb6b05dc68,revision_number=0']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:26:00.660911 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95308dfa-cd69-4e32-967d-8c1ade9a9709 None None] Network eba60608-4e28-43df-928a-323910d090ed requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:26:00.684062 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.base_scheduler [None req-9d0935ab-6c63-4d7e-bb95-7e1d7aa970ae tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Resources bound (agent type, host, resource id): {{(pid=100246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:26:00.770314 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-684d289d-6169-43ab-af33-cbc6c4f292b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:00.779089 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-684d289d-6169-43ab-af33-cbc6c4f292b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:00.824975 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-218e394e-dbbc-4f56-b43c-af72c1e925fd tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] 10.222.0.104 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.2396169 Jul 06 14:26:00.827910 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 46152) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:26:00.833103 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [None req-ee72395b-f013-4d1d-a0f8-36183d8b4d09 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Request body: {'port': {'network_id': 'eba60608-4e28-43df-928a-323910d090ed', 'fixed_ips': [{'subnet_id': 'f4f553fa-32e4-4f76-847b-defb6b05dc68', 'ip_address': '2001:db8:0:1::3'}], 'name': 'tempest-NetworksTestDHCPv6-721512893'}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:26:00.874312 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-684d289d-6169-43ab-af33-cbc6c4f292b3 admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=6323e466ff05498bb8e186b94a6aded2&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0800843 Jul 06 14:26:00.877226 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 46154) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:26:00.878116 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684d289d-6169-43ab-af33-cbc6c4f292b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b5ccbdb-adfd-4008-82f2-268c02fded1a,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:26:00.958583 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d0935ab-6c63-4d7e-bb95-7e1d7aa970ae tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Router 712aa42d-e606-44f5-89a1-4b8371ec819b has already been hosted by L3 agent 2823d358-a11b-4885-a706-95a279e43fa7 {{(pid=100246) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 14:26:00.974582 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b2dbb0-7e68-4120-b34f-b525489b5ce8 req-bd481637-152d-4157-a8e6-47210fe220aa tempest-TestServerAdvancedOps-1083930744 tempest-TestServerAdvancedOps-1083930744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:26:00.976125 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-18b2dbb0-7e68-4120-b34f-b525489b5ce8 req-bd481637-152d-4157-a8e6-47210fe220aa tempest-TestServerAdvancedOps-1083930744 tempest-TestServerAdvancedOps-1083930744-project] 10.222.0.104 "GET /v2.0/ports?device_id=28af0d01-a3fc-4b5e-8ce8-e3220b1ff297 HTTP/1.1" status: 200 len: 946 time: 0.2365944 Jul 06 14:26:00.987243 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-6cb341e2-22ce-441c-bd8c-ea17948a88af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:01.058932 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-6cb341e2-22ce-441c-bd8c-ea17948a88af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:01.070128 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-18b2dbb0-7e68-4120-b34f-b525489b5ce8 req-45c542d8-ddf0-4d74-b8c5-9c3874f485fb tempest-TestServerAdvancedOps-1083930744 tempest-TestServerAdvancedOps-1083930744-project] 10.222.0.104 "GET /v2.0/security-groups?id=ebb495ac-1117-494f-9d3e-d285e595bd6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823593 Jul 06 14:26:01.110320 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 23d1e62b-51e1-4ec8-b74e-8eaa88318e76 up at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:26:01.141479 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee72395b-f013-4d1d-a0f8-36183d8b4d09 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Made reservation on behalf of 4a263308c6474c0e99d0efe9a5a7b767 for: {'port': 1} {{(pid=100247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:26:01.143241 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86be8c6b-3b97-4f9f-838b-7533c553f652 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6bd5fc82-6666-56e8-87c2-91648d36c963-eba60608-4e28-43df-928a-323910d090ed', 'network_id': 'eba60608-4e28-43df-928a-323910d090ed', 'tenant_id': '4a263308c6474c0e99d0efe9a5a7b767', 'fixed_ips': [{'subnet_id': 'f4f553fa-32e4-4f76-847b-defb6b05dc68'}]}} from n-d-773647-6. {{(pid=100248) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 14:26:01.144388 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-86be8c6b-3b97-4f9f-838b-7533c553f652 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:01.152949 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-ee72395b-f013-4d1d-a0f8-36183d8b4d09 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:01.204374 n-d-773647-6 neutron-server[100247]: DEBUG neutron.notifiers.nova [None req-ee72395b-f013-4d1d-a0f8-36183d8b4d09 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] device_id is not set on port 97d05fa6-e88b-4fbf-8b7a-e00ea236a78f yet. {{(pid=100247) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 14:26:01.246229 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d0935ab-6c63-4d7e-bb95-7e1d7aa970ae tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Notify agent at l3_agent.n-d-773647-6 the message routers_updated {{(pid=100246) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 14:26:01.264601 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-9d0935ab-6c63-4d7e-bb95-7e1d7aa970ae tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] 10.222.0.104 "PUT /v2.0/routers/712aa42d-e606-44f5-89a1-4b8371ec819b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1041415 Jul 06 14:26:01.267295 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 46160) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:26:01.267446 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-6cb341e2-22ce-441c-bd8c-ea17948a88af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:01.271037 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-6cb341e2-22ce-441c-bd8c-ea17948a88af admin admin] Notify callbacks [] for security_group, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:01.272440 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-6cb341e2-22ce-441c-bd8c-ea17948a88af admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/3b5ccbdb-adfd-4008-82f2-268c02fded1a HTTP/1.1" status: 204 len: 168 time: 0.3912532 Jul 06 14:26:01.283953 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb341e2-22ce-441c-bd8c-ea17948a88af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b5ccbdb-adfd-4008-82f2-268c02fded1a,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:26:01.289280 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5fce884-17f4-42bd-ae42-0f745d773392 None None] Sync routers for ids ['712aa42d-e606-44f5-89a1-4b8371ec819b'] in n-d-773647-6 {{(pid=100248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 14:26:01.314609 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5fce884-17f4-42bd-ae42-0f745d773392 None None] Routers {'712aa42d-e606-44f5-89a1-4b8371ec819b'} bound to L3 agent in host n-d-773647-6 {{(pid=100248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:26:01.315286 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-b5fce884-17f4-42bd-ae42-0f745d773392 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T14:25:56Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['712aa42d-e606-44f5-89a1-4b8371ec819b'], 'active': True} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:26:01.327391 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning for port 23d1e62b-51e1-4ec8-b74e-8eaa88318e76 completed by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:26:01.370662 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning complete for port 23d1e62b-51e1-4ec8-b74e-8eaa88318e76 triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:26:01.371028 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:01.617542 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.db_base_plugin_common [None req-86be8c6b-3b97-4f9f-838b-7533c553f652 None None] Allocated IP 2001:db8::2 (eba60608-4e28-43df-928a-323910d090ed/f4f553fa-32e4-4f76-847b-defb6b05dc68/c02f4999-7195-410c-8681-e140d101cb79) {{(pid=100248) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:26:01.666982 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-e26203b1-6ecc-4398-91d6-47d2078c6aa9 None None] Provisioning for port a54c21e7-2019-4d65-9120-fbb8bfeeca51 completed by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:26:01.677641 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvr_db [None req-b5fce884-17f4-42bd-ae42-0f745d773392 None None] Set router 712aa42d-e606-44f5-89a1-4b8371ec819b gateway port host: n-d-773647-6 {{(pid=100248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:26:01.700500 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 46172) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:26:01.720922 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-92e2917b-2f16-4160-8bfa-b62d42e41f13 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:01.738817 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:01.739926 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-e26203b1-6ecc-4398-91d6-47d2078c6aa9 None None] Provisioning complete for port a54c21e7-2019-4d65-9120-fbb8bfeeca51 triggered by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:26:01.740352 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-e26203b1-6ecc-4398-91d6-47d2078c6aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:01.933201 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] For port 23d1e62b-51e1-4ec8-b74e-8eaa88318e76, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=23d1e62b-51e1-4ec8-b74e-8eaa88318e76,segment=NetworkSegment(b19789d4-fbce-4f4c-9585-7e7d580fc030),segment_id=b19789d4-fbce-4f4c-9585-7e7d580fc030)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:26:01.942209 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-92e2917b-2f16-4160-8bfa-b62d42e41f13 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:01.947881 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-92e2917b-2f16-4160-8bfa-b62d42e41f13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:01.961478 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a08d37af-b1ea-4c65-8b67-f7537d8a01ce tempest-TestNetworkBasicOps-1915842857 tempest-TestNetworkBasicOps-1915842857-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:26:01.962556 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a08d37af-b1ea-4c65-8b67-f7537d8a01ce tempest-TestNetworkBasicOps-1915842857 tempest-TestNetworkBasicOps-1915842857-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:26:01.963283 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a08d37af-b1ea-4c65-8b67-f7537d8a01ce tempest-TestNetworkBasicOps-1915842857 tempest-TestNetworkBasicOps-1915842857-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:26:01.963985 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a08d37af-b1ea-4c65-8b67-f7537d8a01ce tempest-TestNetworkBasicOps-1915842857 tempest-TestNetworkBasicOps-1915842857-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:26:01.964638 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a08d37af-b1ea-4c65-8b67-f7537d8a01ce tempest-TestNetworkBasicOps-1915842857 tempest-TestNetworkBasicOps-1915842857-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:26:01.965252 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a08d37af-b1ea-4c65-8b67-f7537d8a01ce tempest-TestNetworkBasicOps-1915842857 tempest-TestNetworkBasicOps-1915842857-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:26:01.966042 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a08d37af-b1ea-4c65-8b67-f7537d8a01ce tempest-TestNetworkBasicOps-1915842857 tempest-TestNetworkBasicOps-1915842857-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:26:01.971659 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-a08d37af-b1ea-4c65-8b67-f7537d8a01ce tempest-TestNetworkBasicOps-1915842857 tempest-TestNetworkBasicOps-1915842857-project-admin] 10.222.0.104 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4994 time: 0.6786089 Jul 06 14:26:01.972548 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 46178) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:26:02.027616 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-92e2917b-2f16-4160-8bfa-b62d42e41f13 admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=9b765ab60fdd4d5296307368b45b2209&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3258545 Jul 06 14:26:02.029621 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e2917b-2f16-4160-8bfa-b62d42e41f13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08800df9-b658-4fd6-9eba-5d393e10b0db,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:26:02.035500 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 46180) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:26:02.049822 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:02.133543 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-e26203b1-6ecc-4398-91d6-47d2078c6aa9 None None] Port a54c21e7-2019-4d65-9120-fbb8bfeeca51 cannot update to ACTIVE because it is not bound. {{(pid=100248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 14:26:02.151251 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-59841c72-2586-4837-a54f-94f62f2449b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:02.208917 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-59841c72-2586-4837-a54f-94f62f2449b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:02.245122 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 4ecfb114-a26a-4216-8712-78c2d1ac67d4 no longer exists at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:26:02.251140 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c553048-69a8-48b9-ba96-cb23344f59d8 tempest-TestNetworkBasicOps-1915842857 tempest-TestNetworkBasicOps-1915842857-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:26:02.257820 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c553048-69a8-48b9-ba96-cb23344f59d8 tempest-TestNetworkBasicOps-1915842857 tempest-TestNetworkBasicOps-1915842857-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:26:02.258306 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c553048-69a8-48b9-ba96-cb23344f59d8 tempest-TestNetworkBasicOps-1915842857 tempest-TestNetworkBasicOps-1915842857-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:26:02.258838 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c553048-69a8-48b9-ba96-cb23344f59d8 tempest-TestNetworkBasicOps-1915842857 tempest-TestNetworkBasicOps-1915842857-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:26:02.259405 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c553048-69a8-48b9-ba96-cb23344f59d8 tempest-TestNetworkBasicOps-1915842857 tempest-TestNetworkBasicOps-1915842857-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:26:02.267912 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c553048-69a8-48b9-ba96-cb23344f59d8 tempest-TestNetworkBasicOps-1915842857 tempest-TestNetworkBasicOps-1915842857-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:26:02.267912 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c553048-69a8-48b9-ba96-cb23344f59d8 tempest-TestNetworkBasicOps-1915842857 tempest-TestNetworkBasicOps-1915842857-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:26:02.267912 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-7c553048-69a8-48b9-ba96-cb23344f59d8 tempest-TestNetworkBasicOps-1915842857 tempest-TestNetworkBasicOps-1915842857-project-admin] 10.222.0.104 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4645 time: 0.2292871 Jul 06 14:26:02.270441 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 46188) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:26:02.321485 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] No Port match for: 4ecfb114-a26a-4216-8712-78c2d1ac67d4 {{(pid=100248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 14:26:02.322048 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 4ecfb114-a26a-4216-8712-78c2d1ac67d4 not bound to the agent host n-d-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:26:02.323906 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-e26203b1-6ecc-4398-91d6-47d2078c6aa9 None None] Provisioning complete for port 23d1e62b-51e1-4ec8-b74e-8eaa88318e76 triggered by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:26:02.324388 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-e26203b1-6ecc-4398-91d6-47d2078c6aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:02.362100 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Pushing event updated for resources: {'Port': ['ID=23d1e62b-51e1-4ec8-b74e-8eaa88318e76,revision_number=3']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:26:02.365705 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c2c69b-54da-4ff6-b1c0-85990e1a3f3d req-0829f4ba-632b-407a-a1c0-45f6a0576c4f tempest-TestServerAdvancedOps-1083930744 tempest-TestServerAdvancedOps-1083930744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:26:02.367701 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-61c2c69b-54da-4ff6-b1c0-85990e1a3f3d req-0829f4ba-632b-407a-a1c0-45f6a0576c4f tempest-TestServerAdvancedOps-1083930744 tempest-TestServerAdvancedOps-1083930744-project] 10.222.0.104 "GET /v2.0/ports?device_id=28af0d01-a3fc-4b5e-8ce8-e3220b1ff297 HTTP/1.1" status: 200 len: 946 time: 0.0739138 Jul 06 14:26:02.391316 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-59841c72-2586-4837-a54f-94f62f2449b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:02.394354 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-59841c72-2586-4837-a54f-94f62f2449b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:02.395749 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-59841c72-2586-4837-a54f-94f62f2449b2 admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/08800df9-b658-4fd6-9eba-5d393e10b0db HTTP/1.1" status: 204 len: 168 time: 0.3584514 Jul 06 14:26:02.421880 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59841c72-2586-4837-a54f-94f62f2449b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08800df9-b658-4fd6-9eba-5d393e10b0db,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:26:02.464770 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-61c2c69b-54da-4ff6-b1c0-85990e1a3f3d req-8ffde6c2-f6ac-4794-8233-dbe2e732fad9 tempest-TestServerAdvancedOps-1083930744 tempest-TestServerAdvancedOps-1083930744-project] 10.222.0.104 "GET /v2.0/security-groups?id=ebb495ac-1117-494f-9d3e-d285e595bd6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865057 Jul 06 14:26:02.475641 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-86be8c6b-3b97-4f9f-838b-7533c553f652 None None] Notify callbacks [] for port, precommit_create {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:02.527348 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-86be8c6b-3b97-4f9f-838b-7533c553f652 None None] Transition to ACTIVE for port object c02f4999-7195-410c-8681-e140d101cb79 will not be triggered until provisioned by entity L2. {{(pid=100248) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:26:02.593638 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-d80d4689-b22e-4662-a442-c146e327ad39 tempest-TestNetworkBasicOps-1915842857 tempest-TestNetworkBasicOps-1915842857-project-admin] 10.222.0.104 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1607 time: 0.3214231 Jul 06 14:26:02.627938 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-86be8c6b-3b97-4f9f-838b-7533c553f652 None None] Transition to ACTIVE for port object c02f4999-7195-410c-8681-e140d101cb79 will not be triggered until provisioned by entity DHCP. {{(pid=100248) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:26:02.645027 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-86be8c6b-3b97-4f9f-838b-7533c553f652 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108'] for port, after_create {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:02.647453 n-d-773647-6 neutron-server[100247]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee72395b-f013-4d1d-a0f8-36183d8b4d09 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 06 14:26:02.648359 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ee72395b-f013-4d1d-a0f8-36183d8b4d09 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100247) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 14:26:02.691155 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-b5fce884-17f4-42bd-ae42-0f745d773392 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '712aa42d-e606-44f5-89a1-4b8371ec819b', 'name': 'tempest-TestNetworkBasicOps-router-616236491', 'tenant_id': '107c04f466b0465e9fe8bb8c503793e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.182'}], 'enable_snat': True}, 'gw_port_id': '3906f4ac-f7a7-4518-8705-86fb806b5439', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:25:50Z', 'updated_at': '2021-07-06T14:25:59Z', 'revision_number': 4, 'project_id': '107c04f466b0465e9fe8bb8c503793e0', 'gw_port': {'id': '3906f4ac-f7a7-4518-8705-86fb806b5439', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:8e:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '712aa42d-e606-44f5-89a1-4b8371ec819b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3542, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:25:50Z', 'updated_at': '2021-07-06T14:25:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6', '_interfaces': [{'id': 'a54c21e7-2019-4d65-9120-fbb8bfeeca51', 'name': '', 'network_id': 'a27c611a-8f02-4f1c-82ec-76aeb5ad6a47', 'tenant_id': '107c04f466b0465e9fe8bb8c503793e0', 'mac_address': 'fa:16:3e:15:3f:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '712aa42d-e606-44f5-89a1-4b8371ec819b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3549, 'fixed_ips': [{'subnet_id': 'b85a66d5-8b38-4e5c-9d42-1aa6ece21b33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:25:56Z', 'updated_at': '2021-07-06T14:25:59Z', 'revision_number': 2, 'project_id': '107c04f466b0465e9fe8bb8c503793e0', 'subnets': [{'id': 'b85a66d5-8b38-4e5c-9d42-1aa6ece21b33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773647-6', False) {} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:26:02.700875 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-ee72395b-f013-4d1d-a0f8-36183d8b4d09 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] 10.222.0.104 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 1.8697596 Jul 06 14:26:02.700990 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 46202) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:26:02.701074 n-d-773647-6 neutron-server[100248]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86be8c6b-3b97-4f9f-838b-7533c553f652 None None] Network eba60608-4e28-43df-928a-323910d090ed is already hosted by enough agents. {{(pid=100248) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:26:02.730464 n-d-773647-6 neutron-server[100248]: DEBUG neutron.scheduler.base_scheduler [None req-86be8c6b-3b97-4f9f-838b-7533c553f652 None None] Resources bound (agent type, host, resource id): {{(pid=100248) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:26:02.731542 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86be8c6b-3b97-4f9f-838b-7533c553f652 None None] Received port after_create {{(pid=100248) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:26:02.739248 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5fce884-17f4-42bd-ae42-0f745d773392 None None] Checking router: 712aa42d-e606-44f5-89a1-4b8371ec819b for host: n-d-773647-6 {{(pid=100248) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 14:26:02.739248 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5fce884-17f4-42bd-ae42-0f745d773392 None None] Updating router 712aa42d-e606-44f5-89a1-4b8371ec819b port a54c21e7-2019-4d65-9120-fbb8bfeeca51 binding host n-d-773647-6 {{(pid=100248) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 14:26:02.771488 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86be8c6b-3b97-4f9f-838b-7533c553f652 None None] Pushing event updated for resources: {'Port': ['ID=c02f4999-7195-410c-8681-e140d101cb79,revision_number=1']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:26:02.842765 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-86be8c6b-3b97-4f9f-838b-7533c553f652 None None] Attempting to bind port c02f4999-7195-410c-8681-e140d101cb79 on host n-d-773647-6 for vnic_type normal with profile {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:26:02.843196 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-86be8c6b-3b97-4f9f-838b-7533c553f652 None None] Attempting to bind port c02f4999-7195-410c-8681-e140d101cb79 by drivers openvswitch,hyperv on host n-d-773647-6 at level 0 using segments [{'id': '67308366-d379-4f20-9df5-ed161946f077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': 'eba60608-4e28-43df-928a-323910d090ed'}] {{(pid=100248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:26:02.843546 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86be8c6b-3b97-4f9f-838b-7533c553f652 None None] Attempting to bind port c02f4999-7195-410c-8681-e140d101cb79 on network eba60608-4e28-43df-928a-323910d090ed {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:26:02.848799 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-b5fce884-17f4-42bd-ae42-0f745d773392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:02.856854 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86be8c6b-3b97-4f9f-838b-7533c553f652 None None] Checking agent: {'id': '8ab5b19c-d213-4f29-891d-27bdf39d38b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773647-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 43, 26), 'started_at': datetime.datetime(2021, 7, 6, 13, 43, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 25, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773647-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:26:02.857481 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86be8c6b-3b97-4f9f-838b-7533c553f652 None None] Checking segment: {'id': '67308366-d379-4f20-9df5-ed161946f077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': 'eba60608-4e28-43df-928a-323910d090ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:26:02.858139 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-86be8c6b-3b97-4f9f-838b-7533c553f652 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:02.858815 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86be8c6b-3b97-4f9f-838b-7533c553f652 None None] Bound using segment: {'id': '67308366-d379-4f20-9df5-ed161946f077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': 'eba60608-4e28-43df-928a-323910d090ed'} {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:26:02.859689 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-86be8c6b-3b97-4f9f-838b-7533c553f652 None None] Bound port: c02f4999-7195-410c-8681-e140d101cb79, host: n-d-773647-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67308366-d379-4f20-9df5-ed161946f077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': 'eba60608-4e28-43df-928a-323910d090ed'}}] {{(pid=100248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:26:02.860093 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-86be8c6b-3b97-4f9f-838b-7533c553f652 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:02.881739 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed69382d-0aaa-4435-bec7-7c1ee01d7b0e tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:26:02.885954 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-ed69382d-0aaa-4435-bec7-7c1ee01d7b0e tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] 10.222.0.104 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.1829371 Jul 06 14:26:02.886802 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 46208) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:26:02.894661 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-0afe9b02-409f-45dc-b18f-1da490d01ea2 None None] Provisioning complete for port a54c21e7-2019-4d65-9120-fbb8bfeeca51 triggered by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:26:02.895032 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-0afe9b02-409f-45dc-b18f-1da490d01ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:02.956982 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-86be8c6b-3b97-4f9f-838b-7533c553f652 None None] For port c02f4999-7195-410c-8681-e140d101cb79, host n-d-773647-6, cleared binding levels {{(pid=100248) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:26:02.961169 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-86be8c6b-3b97-4f9f-838b-7533c553f652 None None] For port c02f4999-7195-410c-8681-e140d101cb79, host n-d-773647-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=c02f4999-7195-410c-8681-e140d101cb79,segment=NetworkSegment(67308366-d379-4f20-9df5-ed161946f077),segment_id=67308366-d379-4f20-9df5-ed161946f077)] {{(pid=100248) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:26:03.010712 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-86be8c6b-3b97-4f9f-838b-7533c553f652 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:03.011162 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 46212) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:26:03.018130 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [None req-abb53804-0f94-48d0-98e5-a4d6f55c0044 tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-895652526', 'description': 'tempest-secgroup-smoke-895652526 description', 'project_id': '107c04f466b0465e9fe8bb8c503793e0'}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:26:03.059202 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe5359f3-5677-4484-8d0b-2d0b503f3781 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:26:03.060822 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe5359f3-5677-4484-8d0b-2d0b503f3781 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:26:03.062495 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-fe5359f3-5677-4484-8d0b-2d0b503f3781 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] 10.222.0.104 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1742597 Jul 06 14:26:03.077568 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 46218) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:26:03.118961 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee81e80-ba6e-4102-aeb3-d997bb4795c6 req-a8367bf0-5e0d-4fdf-8e23-b565bf24451c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:26:03.120957 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-6ee81e80-ba6e-4102-aeb3-d997bb4795c6 req-a8367bf0-5e0d-4fdf-8e23-b565bf24451c service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=4e8ca9a5cfe5433ab7a40ea050cdee7c&device_id=28af0d01-a3fc-4b5e-8ce8-e3220b1ff297 HTTP/1.1" status: 200 len: 1097 time: 0.1125078 Jul 06 14:26:03.230727 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-abb53804-0f94-48d0-98e5-a4d6f55c0044 tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Notify callbacks [] for security_group, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:03.262849 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee81e80-ba6e-4102-aeb3-d997bb4795c6 req-f883c44b-f382-423a-b46f-075f35b921e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:26:03.265056 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-6ee81e80-ba6e-4102-aeb3-d997bb4795c6 req-f883c44b-f382-423a-b46f-075f35b921e0 service neutron] 10.222.0.72 "GET /v2.0/networks?id=4f7e68c4-6ba0-4bbb-9213-55f3f2678294 HTTP/1.1" status: 200 len: 914 time: 0.1376979 Jul 06 14:26:03.265521 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.db_base_plugin_v2 [None req-b806d193-d920-4d02-8eb5-627da773a62f tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Deleting subnet f4f553fa-32e4-4f76-847b-defb6b05dc68 {{(pid=100247) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 14:26:03.270392 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-b806d193-d920-4d02-8eb5-627da773a62f tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Notify callbacks [] for subnet, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:03.325280 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-b806d193-d920-4d02-8eb5-627da773a62f tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127131748'] for subnet, precommit_delete_associations {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:03.335597 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-6ee81e80-ba6e-4102-aeb3-d997bb4795c6 req-be2c0dd7-c2fb-478c-b12f-89b22cd77a58 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=83b4a720-f728-4c44-9e8c-c9aae7f86c47 HTTP/1.1" status: 200 len: 217 time: 0.0634372 Jul 06 14:26:03.356652 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-b5fce884-17f4-42bd-ae42-0f745d773392 None None] Notify callbacks [] for port, precommit_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:03.422596 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-b5fce884-17f4-42bd-ae42-0f745d773392 None None] Transition to ACTIVE for port object a54c21e7-2019-4d65-9120-fbb8bfeeca51 will not be triggered until provisioned by entity L2. {{(pid=100248) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:26:03.442173 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-0afe9b02-409f-45dc-b18f-1da490d01ea2 None None] Port a54c21e7-2019-4d65-9120-fbb8bfeeca51 cannot update to ACTIVE because it is not bound. {{(pid=100248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 14:26:03.443843 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-b5fce884-17f4-42bd-ae42-0f745d773392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:03.450959 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-b806d193-d920-4d02-8eb5-627da773a62f tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-913473'] for subnet, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:03.493240 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86be8c6b-3b97-4f9f-838b-7533c553f652 None None] Pushing event updated for resources: {'Port': ['ID=c02f4999-7195-410c-8681-e140d101cb79,revision_number=2']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:26:03.523175 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747cdd1e-acf3-45e0-945d-f4e9c7b66d52 req-3bb797fe-3b2a-4360-a7cb-ab7a4fe8b76c tempest-TestServerAdvancedOps-1083930744 tempest-TestServerAdvancedOps-1083930744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:26:03.528866 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee81e80-ba6e-4102-aeb3-d997bb4795c6 req-a4634f24-f8a7-4e27-b809-7e30cc083241 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:26:03.530346 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-747cdd1e-acf3-45e0-945d-f4e9c7b66d52 req-3bb797fe-3b2a-4360-a7cb-ab7a4fe8b76c tempest-TestServerAdvancedOps-1083930744 tempest-TestServerAdvancedOps-1083930744-project] 10.222.0.104 "GET /v2.0/ports?device_id=28af0d01-a3fc-4b5e-8ce8-e3220b1ff297 HTTP/1.1" status: 200 len: 946 time: 0.3925107 Jul 06 14:26:03.543072 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-6ee81e80-ba6e-4102-aeb3-d997bb4795c6 req-a4634f24-f8a7-4e27-b809-7e30cc083241 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=3dd2bea8-6e86-4bb9-8965-efd7c334de42 HTTP/1.1" status: 200 len: 852 time: 0.2018945 Jul 06 14:26:03.634480 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-b806d193-d920-4d02-8eb5-627da773a62f tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-913480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1849032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-128888347', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127627857'] for subnet, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:03.635131 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-b5fce884-17f4-42bd-ae42-0f745d773392 None None] Attempting to bind port a54c21e7-2019-4d65-9120-fbb8bfeeca51 on host n-d-773647-6 for vnic_type normal with profile {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:26:03.635643 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-b5fce884-17f4-42bd-ae42-0f745d773392 None None] Attempting to bind port a54c21e7-2019-4d65-9120-fbb8bfeeca51 by drivers openvswitch,hyperv on host n-d-773647-6 at level 0 using segments [{'id': 'b19789d4-fbce-4f4c-9585-7e7d580fc030', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1035, 'network_id': 'a27c611a-8f02-4f1c-82ec-76aeb5ad6a47'}] {{(pid=100248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:26:03.636068 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5fce884-17f4-42bd-ae42-0f745d773392 None None] Attempting to bind port a54c21e7-2019-4d65-9120-fbb8bfeeca51 on network a27c611a-8f02-4f1c-82ec-76aeb5ad6a47 {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:26:03.639456 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b1a999-9f66-4932-980d-1683a96681cf None None] Pushing event updated for resources: {'Port': ['ID=a54c21e7-2019-4d65-9120-fbb8bfeeca51,revision_number=3']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:26:03.651455 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5fce884-17f4-42bd-ae42-0f745d773392 None None] Checking agent: {'id': '8ab5b19c-d213-4f29-891d-27bdf39d38b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773647-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 43, 26), 'started_at': datetime.datetime(2021, 7, 6, 13, 43, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 25, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773647-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:26:03.652058 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5fce884-17f4-42bd-ae42-0f745d773392 None None] Checking segment: {'id': 'b19789d4-fbce-4f4c-9585-7e7d580fc030', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1035, 'network_id': 'a27c611a-8f02-4f1c-82ec-76aeb5ad6a47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:26:03.652562 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-b5fce884-17f4-42bd-ae42-0f745d773392 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:03.653156 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5fce884-17f4-42bd-ae42-0f745d773392 None None] Bound using segment: {'id': 'b19789d4-fbce-4f4c-9585-7e7d580fc030', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1035, 'network_id': 'a27c611a-8f02-4f1c-82ec-76aeb5ad6a47'} {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:26:03.653742 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-b5fce884-17f4-42bd-ae42-0f745d773392 None None] Bound port: a54c21e7-2019-4d65-9120-fbb8bfeeca51, host: n-d-773647-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b19789d4-fbce-4f4c-9585-7e7d580fc030', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1035, 'network_id': 'a27c611a-8f02-4f1c-82ec-76aeb5ad6a47'}}] {{(pid=100248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:26:03.654216 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-b5fce884-17f4-42bd-ae42-0f745d773392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:03.688152 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-747cdd1e-acf3-45e0-945d-f4e9c7b66d52 req-9890039f-4390-4eee-8c63-57ff2c3a5097 tempest-TestServerAdvancedOps-1083930744 tempest-TestServerAdvancedOps-1083930744-project] 10.222.0.104 "GET /v2.0/security-groups?id=ebb495ac-1117-494f-9d3e-d285e595bd6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1534772 Jul 06 14:26:03.717997 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-6ee81e80-ba6e-4102-aeb3-d997bb4795c6 req-6052d452-1f0d-4b2c-8d48-d655b9643082 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=4f7e68c4-6ba0-4bbb-9213-55f3f2678294&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1677048 Jul 06 14:26:03.750269 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-b806d193-d920-4d02-8eb5-627da773a62f tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Notify callbacks [] for subnet, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:03.755884 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-b806d193-d920-4d02-8eb5-627da773a62f tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] 10.222.0.104 "DELETE /v2.0/subnets/f4f553fa-32e4-4f76-847b-defb6b05dc68 HTTP/1.1" status: 204 len: 168 time: 0.6760294 Jul 06 14:26:03.760058 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 46238) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:26:03.770798 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b806d193-d920-4d02-8eb5-627da773a62f tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Pushing event deleted for resources: {'Subnet': ['ID=f4f553fa-32e4-4f76-847b-defb6b05dc68,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:26:03.784741 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-abb53804-0f94-48d0-98e5-a4d6f55c0044 tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Notify callbacks [] for security_group, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:03.813167 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-abb53804-0f94-48d0-98e5-a4d6f55c0044 tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:03.825501 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-b5fce884-17f4-42bd-ae42-0f745d773392 None None] For port a54c21e7-2019-4d65-9120-fbb8bfeeca51, host n-d-773647-6, cleared binding levels {{(pid=100248) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:26:03.842831 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-b5fce884-17f4-42bd-ae42-0f745d773392 None None] For port a54c21e7-2019-4d65-9120-fbb8bfeeca51, host n-d-773647-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=a54c21e7-2019-4d65-9120-fbb8bfeeca51,segment=NetworkSegment(b19789d4-fbce-4f4c-9585-7e7d580fc030),segment_id=b19789d4-fbce-4f4c-9585-7e7d580fc030)] {{(pid=100248) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:26:03.848999 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-b5fce884-17f4-42bd-ae42-0f745d773392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:03.904373 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-6ee81e80-ba6e-4102-aeb3-d997bb4795c6 req-28e48e67-d516-4e8d-bd2e-0901174534cb service neutron] 10.222.0.72 "GET /v2.0/networks/4f7e68c4-6ba0-4bbb-9213-55f3f2678294?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1770761 Jul 06 14:26:03.921613 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-c6d4fb03-7aaa-46bf-908b-c3534b9c914f tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] 10.222.0.104 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1529250 Jul 06 14:26:03.925646 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 46242) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:26:03.942164 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [None req-9b0ac797-abc1-4f27-9d0d-a5c1422fa077 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Request body: {'subnet': {'network_id': 'eba60608-4e28-43df-928a-323910d090ed', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:26:03.985502 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b1a999-9f66-4932-980d-1683a96681cf None None] Pushing event updated for resources: {'Port': ['ID=a54c21e7-2019-4d65-9120-fbb8bfeeca51,revision_number=4']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:26:04.002591 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-abb53804-0f94-48d0-98e5-a4d6f55c0044 tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Notify callbacks [] for security_group, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:04.009390 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-abb53804-0f94-48d0-98e5-a4d6f55c0044 tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] 10.222.0.104 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.9970801 Jul 06 14:26:04.022514 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 46244) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:26:04.028568 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5fce884-17f4-42bd-ae42-0f745d773392 None None] Routers {'712aa42d-e606-44f5-89a1-4b8371ec819b'} bound to L3 agent in host n-d-773647-6 {{(pid=100248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:26:04.029461 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-b5fce884-17f4-42bd-ae42-0f745d773392 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T14:25:56Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['712aa42d-e606-44f5-89a1-4b8371ec819b'], 'active': True} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:26:04.031336 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [None req-765ccad8-b237-44b1-af96-0e99aed983f6 tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Request body: {'security_group_rule': {'security_group_id': 'b25d6796-29da-4f4d-8f5c-3232c6877a57', 'project_id': '107c04f466b0465e9fe8bb8c503793e0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:26:04.141708 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb53804-0f94-48d0-98e5-a4d6f55c0044 tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b25d6796-29da-4f4d-8f5c-3232c6877a57,revision_number=1']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:26:04.147409 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-6ee81e80-ba6e-4102-aeb3-d997bb4795c6 req-5323d9c0-dbf3-4c11-bc3f-881f6da3c1f2 service neutron] 10.222.0.72 "GET /v2.0/networks/4f7e68c4-6ba0-4bbb-9213-55f3f2678294?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2352259 Jul 06 14:26:04.235106 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b0ac797-abc1-4f27-9d0d-a5c1422fa077 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Made reservation on behalf of 4a263308c6474c0e99d0efe9a5a7b767 for: {'subnet': 1} {{(pid=100247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:26:04.239264 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-9b0ac797-abc1-4f27-9d0d-a5c1422fa077 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127627440'] for subnet, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:04.242991 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-765ccad8-b237-44b1-af96-0e99aed983f6 tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:04.403681 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device c02f4999-7195-410c-8681-e140d101cb79 up at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:26:04.446875 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-765ccad8-b237-44b1-af96-0e99aed983f6 tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:04.453884 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-765ccad8-b237-44b1-af96-0e99aed983f6 tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1898694'] for security_group_rule, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:04.483249 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765ccad8-b237-44b1-af96-0e99aed983f6 tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e067ddb-30a9-40d1-8832-15219f6215c5,revision_number=0']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:26:04.489642 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-765ccad8-b237-44b1-af96-0e99aed983f6 tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:04.490982 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-765ccad8-b237-44b1-af96-0e99aed983f6 tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] 10.222.0.104 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4642084 Jul 06 14:26:04.493885 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 46254) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:26:04.499035 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-f404f8cd-bc82-4985-9785-4e417daa5945 tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Request body: {'security_group_rule': {'security_group_id': 'b25d6796-29da-4f4d-8f5c-3232c6877a57', 'project_id': '107c04f466b0465e9fe8bb8c503793e0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:26:04.531281 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-f404f8cd-bc82-4985-9785-4e417daa5945 tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:04.587789 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvr_db [None req-b5fce884-17f4-42bd-ae42-0f745d773392 None None] Set router 712aa42d-e606-44f5-89a1-4b8371ec819b gateway port host: n-d-773647-6 {{(pid=100248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:26:04.684482 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-9b0ac797-abc1-4f27-9d0d-a5c1422fa077 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1849032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-128888412', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127627426'] for subnet, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:04.699935 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-f404f8cd-bc82-4985-9785-4e417daa5945 tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:04.703332 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning for port c02f4999-7195-410c-8681-e140d101cb79 completed by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:26:04.713023 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-f404f8cd-bc82-4985-9785-4e417daa5945 tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1898694'] for security_group_rule, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:04.743642 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-f404f8cd-bc82-4985-9785-4e417daa5945 tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:04.758162 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-f404f8cd-bc82-4985-9785-4e417daa5945 tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] 10.222.0.104 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2536547 Jul 06 14:26:04.758897 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 46268) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:26:04.777857 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-34317124-09e8-4da8-a02c-66789c655771 tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Request body: {'security_group_rule': {'security_group_id': 'b25d6796-29da-4f4d-8f5c-3232c6877a57', 'project_id': '107c04f466b0465e9fe8bb8c503793e0', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:26:04.803848 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f404f8cd-bc82-4985-9785-4e417daa5945 tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=facfba09-14dd-4f17-b5de-ebe507971f3f,revision_number=0']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:26:04.804981 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 23d1e62b-51e1-4ec8-b74e-8eaa88318e76 up at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:26:04.823935 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b0ac797-abc1-4f27-9d0d-a5c1422fa077 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Network eba60608-4e28-43df-928a-323910d090ed is already hosted by enough agents. {{(pid=100247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:26:04.828285 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.base_scheduler [None req-9b0ac797-abc1-4f27-9d0d-a5c1422fa077 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Resources bound (agent type, host, resource id): {{(pid=100247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:26:04.845315 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b0ac797-abc1-4f27-9d0d-a5c1422fa077 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:26:04.846174 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-9b0ac797-abc1-4f27-9d0d-a5c1422fa077 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Notify callbacks [] for subnet, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:04.865815 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-34317124-09e8-4da8-a02c-66789c655771 tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:04.937738 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0ac797-abc1-4f27-9d0d-a5c1422fa077 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Pushing event updated for resources: {'Subnet': ['ID=6df7c795-beb4-4178-89e7-4f40276176ff,revision_number=0']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:26:04.989027 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-9b0ac797-abc1-4f27-9d0d-a5c1422fa077 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] 10.222.0.104 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0599806 Jul 06 14:26:04.995006 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-34317124-09e8-4da8-a02c-66789c655771 tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:04.995837 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 46270) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:26:05.008760 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-c28630e7-3812-4aec-871c-5e2e1253dea0 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-533033303', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:26:05.038821 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-34317124-09e8-4da8-a02c-66789c655771 tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1898694'] for security_group_rule, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:05.064326 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning complete for port 23d1e62b-51e1-4ec8-b74e-8eaa88318e76 triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:26:05.071733 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:05.096285 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34317124-09e8-4da8-a02c-66789c655771 tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a65df1df-51c0-4a6a-8643-905e8b04102d,revision_number=0']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:26:05.108851 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-c28630e7-3812-4aec-871c-5e2e1253dea0 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1806290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6992'] for router, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:05.110505 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-c28630e7-3812-4aec-871c-5e2e1253dea0 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1806157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1808637', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1714747', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7007'] for router, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:05.113272 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47f8b79-20fa-422a-b9a1-bd85d934369d req-63b47cf6-d67f-4cc7-8be1-f2f217044e67 tempest-TestServerAdvancedOps-1083930744 tempest-TestServerAdvancedOps-1083930744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:26:05.121339 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-34317124-09e8-4da8-a02c-66789c655771 tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:05.123255 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-34317124-09e8-4da8-a02c-66789c655771 tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] 10.222.0.104 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3553896 Jul 06 14:26:05.124539 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-f47f8b79-20fa-422a-b9a1-bd85d934369d req-63b47cf6-d67f-4cc7-8be1-f2f217044e67 tempest-TestServerAdvancedOps-1083930744 tempest-TestServerAdvancedOps-1083930744-project] 10.222.0.104 "GET /v2.0/ports?device_id=28af0d01-a3fc-4b5e-8ce8-e3220b1ff297 HTTP/1.1" status: 200 len: 946 time: 0.2278287 Jul 06 14:26:05.125893 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 46276) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:26:05.133367 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-7d7572a5-e031-47f8-bcbd-42e983e29ca8 tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Request body: {'security_group_rule': {'security_group_id': 'b25d6796-29da-4f4d-8f5c-3232c6877a57', 'project_id': '107c04f466b0465e9fe8bb8c503793e0', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:26:05.199886 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-f47f8b79-20fa-422a-b9a1-bd85d934369d req-e5bd8ce4-0bca-4cf4-b04a-2687978e03bf tempest-TestServerAdvancedOps-1083930744 tempest-TestServerAdvancedOps-1083930744-project] 10.222.0.104 "GET /v2.0/security-groups?id=ebb495ac-1117-494f-9d3e-d285e595bd6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735528 Jul 06 14:26:05.260617 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-c28630e7-3812-4aec-871c-5e2e1253dea0 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:05.262252 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-7d7572a5-e031-47f8-bcbd-42e983e29ca8 tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:05.273292 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-c28630e7-3812-4aec-871c-5e2e1253dea0 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1806297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1761036'] for router, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:05.310005 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-c28630e7-3812-4aec-871c-5e2e1253dea0 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Notify callbacks [] for router, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:05.313638 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-c28630e7-3812-4aec-871c-5e2e1253dea0 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] 10.222.0.104 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.3101044 Jul 06 14:26:05.314413 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 46280) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:26:05.346348 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-7d7572a5-e031-47f8-bcbd-42e983e29ca8 tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:05.351848 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-7d7572a5-e031-47f8-bcbd-42e983e29ca8 tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1898694'] for security_group_rule, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:05.359233 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36d19955-b7a5-481d-b146-62b9e0d6018f None None] Network eba60608-4e28-43df-928a-323910d090ed requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:26:05.372737 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7572a5-e031-47f8-bcbd-42e983e29ca8 tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=561220ad-565f-4ce8-b54d-8db1d9b70ca0,revision_number=0']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:26:05.385115 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-7d7572a5-e031-47f8-bcbd-42e983e29ca8 tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:05.392559 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-7d7572a5-e031-47f8-bcbd-42e983e29ca8 tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] 10.222.0.104 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2625763 Jul 06 14:26:05.397815 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 46284) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:26:05.406027 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-b17bb4bd-ed8b-45f1-9e99-5a768f088749 tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Request body: {'security_group_rule': {'security_group_id': 'b25d6796-29da-4f4d-8f5c-3232c6877a57', 'project_id': '107c04f466b0465e9fe8bb8c503793e0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:26:05.437746 n-d-773647-6 neutron-server[100246]: INFO neutron.db.securitygroups_db [None req-b17bb4bd-ed8b-45f1-9e99-5a768f088749 tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Project 107c04f466b0465e9fe8bb8c503793e0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 06 14:26:05.444891 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-b5fce884-17f4-42bd-ae42-0f745d773392 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '712aa42d-e606-44f5-89a1-4b8371ec819b', 'name': 'tempest-TestNetworkBasicOps-router-616236491', 'tenant_id': '107c04f466b0465e9fe8bb8c503793e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.182'}], 'enable_snat': True}, 'gw_port_id': '3906f4ac-f7a7-4518-8705-86fb806b5439', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:25:50Z', 'updated_at': '2021-07-06T14:25:59Z', 'revision_number': 4, 'project_id': '107c04f466b0465e9fe8bb8c503793e0', 'gw_port': {'id': '3906f4ac-f7a7-4518-8705-86fb806b5439', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:8e:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '712aa42d-e606-44f5-89a1-4b8371ec819b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3542, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:25:50Z', 'updated_at': '2021-07-06T14:25:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6', '_interfaces': [{'id': 'a54c21e7-2019-4d65-9120-fbb8bfeeca51', 'name': '', 'network_id': 'a27c611a-8f02-4f1c-82ec-76aeb5ad6a47', 'tenant_id': '107c04f466b0465e9fe8bb8c503793e0', 'mac_address': 'fa:16:3e:15:3f:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '712aa42d-e606-44f5-89a1-4b8371ec819b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3549, 'fixed_ips': [{'subnet_id': 'b85a66d5-8b38-4e5c-9d42-1aa6ece21b33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:25:56Z', 'updated_at': '2021-07-06T14:26:03Z', 'revision_number': 4, 'project_id': '107c04f466b0465e9fe8bb8c503793e0', 'subnets': [{'id': 'b85a66d5-8b38-4e5c-9d42-1aa6ece21b33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773647-6', False) {} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:26:05.449684 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-8f03de8b-84f8-4cc9-9911-fd3d1e6efdd6 None None] Provisioning for port c02f4999-7195-410c-8681-e140d101cb79 completed by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:26:05.450835 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-b17bb4bd-ed8b-45f1-9e99-5a768f088749 tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:05.501465 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5fce884-17f4-42bd-ae42-0f745d773392 None None] The sync data for ids ['712aa42d-e606-44f5-89a1-4b8371ec819b'] in n-d-773647-6 is: [{'id': '712aa42d-e606-44f5-89a1-4b8371ec819b', 'name': 'tempest-TestNetworkBasicOps-router-616236491', 'tenant_id': '107c04f466b0465e9fe8bb8c503793e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.182'}], 'enable_snat': True}, 'gw_port_id': '3906f4ac-f7a7-4518-8705-86fb806b5439', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:25:50Z', 'updated_at': '2021-07-06T14:25:59Z', 'revision_number': 4, 'project_id': '107c04f466b0465e9fe8bb8c503793e0', 'gw_port': {'id': '3906f4ac-f7a7-4518-8705-86fb806b5439', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:8e:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '712aa42d-e606-44f5-89a1-4b8371ec819b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3542, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:25:50Z', 'updated_at': '2021-07-06T14:25:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6', '_interfaces': [{'id': 'a54c21e7-2019-4d65-9120-fbb8bfeeca51', 'name': '', 'network_id': 'a27c611a-8f02-4f1c-82ec-76aeb5ad6a47', 'tenant_id': '107c04f466b0465e9fe8bb8c503793e0', 'mac_address': 'fa:16:3e:15:3f:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '712aa42d-e606-44f5-89a1-4b8371ec819b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3549, 'fixed_ips': [{'subnet_id': 'b85a66d5-8b38-4e5c-9d42-1aa6ece21b33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:25:56Z', 'updated_at': '2021-07-06T14:26:03Z', 'revision_number': 4, 'project_id': '107c04f466b0465e9fe8bb8c503793e0', 'subnets': [{'id': 'b85a66d5-8b38-4e5c-9d42-1aa6ece21b33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 14:26:05.506576 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-8f03de8b-84f8-4cc9-9911-fd3d1e6efdd6 None None] Provisioning complete for port c02f4999-7195-410c-8681-e140d101cb79 triggered by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:26:05.507052 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-8f03de8b-84f8-4cc9-9911-fd3d1e6efdd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:05.637312 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-b17bb4bd-ed8b-45f1-9e99-5a768f088749 tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:05.648040 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-b17bb4bd-ed8b-45f1-9e99-5a768f088749 tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1898694'] for security_group_rule, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:05.690406 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17bb4bd-ed8b-45f1-9e99-5a768f088749 tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=34a79973-1e0b-4114-9f98-b45a69549745,revision_number=0']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:26:05.719388 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-b17bb4bd-ed8b-45f1-9e99-5a768f088749 tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:05.724458 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-b17bb4bd-ed8b-45f1-9e99-5a768f088749 tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] 10.222.0.104 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3256283 Jul 06 14:26:05.725340 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 46298) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:26:05.746066 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-823d0155-b818-4dfd-91fb-e3f9926e43b7 tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Request body: {'security_group_rule': {'security_group_id': 'b25d6796-29da-4f4d-8f5c-3232c6877a57', 'project_id': '107c04f466b0465e9fe8bb8c503793e0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:26:05.783929 n-d-773647-6 neutron-server[100246]: INFO neutron.db.securitygroups_db [None req-823d0155-b818-4dfd-91fb-e3f9926e43b7 tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Project 107c04f466b0465e9fe8bb8c503793e0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 06 14:26:05.789724 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-8f03de8b-84f8-4cc9-9911-fd3d1e6efdd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:05.802822 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-823d0155-b818-4dfd-91fb-e3f9926e43b7 tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:05.877770 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-8f03de8b-84f8-4cc9-9911-fd3d1e6efdd6 None None] For port c02f4999-7195-410c-8681-e140d101cb79, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=c02f4999-7195-410c-8681-e140d101cb79,segment=NetworkSegment(67308366-d379-4f20-9df5-ed161946f077),segment_id=67308366-d379-4f20-9df5-ed161946f077)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:26:05.894422 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-8f03de8b-84f8-4cc9-9911-fd3d1e6efdd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:05.965987 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-823d0155-b818-4dfd-91fb-e3f9926e43b7 tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:05.975431 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-823d0155-b818-4dfd-91fb-e3f9926e43b7 tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1898694'] for security_group_rule, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:06.017414 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823d0155-b818-4dfd-91fb-e3f9926e43b7 tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d2714528-6914-4ad6-8e1e-36c388e347f4,revision_number=0']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:26:06.019880 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f03de8b-84f8-4cc9-9911-fd3d1e6efdd6 None None] Pushing event updated for resources: {'Port': ['ID=c02f4999-7195-410c-8681-e140d101cb79,revision_number=4']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:26:06.038240 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-823d0155-b818-4dfd-91fb-e3f9926e43b7 tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:06.048564 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-823d0155-b818-4dfd-91fb-e3f9926e43b7 tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] 10.222.0.104 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3200712 Jul 06 14:26:06.130993 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-6a33a2c8-6bef-4e5f-ae04-ccee5355e384 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:06.352721 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device a54c21e7-2019-4d65-9120-fbb8bfeeca51 up at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:26:06.496979 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning for port a54c21e7-2019-4d65-9120-fbb8bfeeca51 completed by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:26:06.510501 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning complete for port a54c21e7-2019-4d65-9120-fbb8bfeeca51 triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:26:06.510881 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:06.514118 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-79d6f931-4fc0-4917-abf9-8f088c928adf None None] Provisioning complete for port c02f4999-7195-410c-8681-e140d101cb79 triggered by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:26:06.514471 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-79d6f931-4fc0-4917-abf9-8f088c928adf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:06.696949 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:06.741092 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] For port a54c21e7-2019-4d65-9120-fbb8bfeeca51, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=a54c21e7-2019-4d65-9120-fbb8bfeeca51,segment=NetworkSegment(b19789d4-fbce-4f4c-9585-7e7d580fc030),segment_id=b19789d4-fbce-4f4c-9585-7e7d580fc030)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:26:06.747273 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:06.750592 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device c02f4999-7195-410c-8681-e140d101cb79 up at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:26:06.759412 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-72447622-62c7-4c15-9d9f-71c5a0ad585a req-f60078ad-4527-4f93-a018-0801c9a3a445 tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] 10.222.0.104 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-895652526&fields=id&tenant_id=107c04f466b0465e9fe8bb8c503793e0 HTTP/1.1" status: 200 len: 267 time: 0.2602358 Jul 06 14:26:06.898088 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Pushing event updated for resources: {'Port': ['ID=a54c21e7-2019-4d65-9120-fbb8bfeeca51,revision_number=5']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:26:06.901659 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4512b5b8-c5cc-4267-aebc-c5ddb8da78c2 req-2e0a07a4-ae3f-433b-a229-923ab030659b tempest-TestServerAdvancedOps-1083930744 tempest-TestServerAdvancedOps-1083930744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:26:06.904135 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-4512b5b8-c5cc-4267-aebc-c5ddb8da78c2 req-2e0a07a4-ae3f-433b-a229-923ab030659b tempest-TestServerAdvancedOps-1083930744 tempest-TestServerAdvancedOps-1083930744-project] 10.222.0.104 "GET /v2.0/ports?device_id=28af0d01-a3fc-4b5e-8ce8-e3220b1ff297 HTTP/1.1" status: 200 len: 946 time: 0.4037738 Jul 06 14:26:06.933305 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning complete for port c02f4999-7195-410c-8681-e140d101cb79 triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:26:06.933689 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:06.993488 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.db_base_plugin_common [None req-6a33a2c8-6bef-4e5f-ae04-ccee5355e384 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Allocated IP 2001:db8::1 (eba60608-4e28-43df-928a-323910d090ed/6df7c795-beb4-4178-89e7-4f40276176ff/9ac63690-7389-4444-9ee8-873431e82063) {{(pid=100247) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:26:07.001054 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 46362) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:26:07.005493 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-4512b5b8-c5cc-4267-aebc-c5ddb8da78c2 req-ed2dc9cd-0210-4b3e-8c1a-e7b58333ad4d tempest-TestServerAdvancedOps-1083930744 tempest-TestServerAdvancedOps-1083930744-project] 10.222.0.104 "GET /v2.0/security-groups?id=ebb495ac-1117-494f-9d3e-d285e595bd6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871041 Jul 06 14:26:07.088915 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72447622-62c7-4c15-9d9f-71c5a0ad585a req-5d9a6d05-374c-419a-a76f-df280a43c7c0 tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:26:07.097289 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-72447622-62c7-4c15-9d9f-71c5a0ad585a req-5d9a6d05-374c-419a-a76f-df280a43c7c0 tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] 10.222.0.104 "GET /v2.0/networks?id=a27c611a-8f02-4f1c-82ec-76aeb5ad6a47 HTTP/1.1" status: 200 len: 797 time: 0.3366630 Jul 06 14:26:07.185755 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-72447622-62c7-4c15-9d9f-71c5a0ad585a req-86d915f8-5a79-4990-b494-65bc06465775 tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] 10.222.0.104 "GET /v2.0/quotas/107c04f466b0465e9fe8bb8c503793e0 HTTP/1.1" status: 200 len: 375 time: 0.0655370 Jul 06 14:26:07.219976 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-afc452e4-aa6c-4788-a17f-a9d055ce84c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:07.359798 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-6a33a2c8-6bef-4e5f-ae04-ccee5355e384 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Notify callbacks [] for port, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:07.369032 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-72447622-62c7-4c15-9d9f-71c5a0ad585a req-5b9c39d6-d1c3-4557-9d01-563d91885e05 tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] 10.222.0.104 "GET /v2.0/ports?tenant_id=107c04f466b0465e9fe8bb8c503793e0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1823380 Jul 06 14:26:07.403252 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.provisioning_blocks [None req-6a33a2c8-6bef-4e5f-ae04-ccee5355e384 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Transition to ACTIVE for port object 9ac63690-7389-4444-9ee8-873431e82063 will not be triggered until provisioned by entity DHCP. {{(pid=100247) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:26:07.436697 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-afc452e4-aa6c-4788-a17f-a9d055ce84c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:07.441683 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-afc452e4-aa6c-4788-a17f-a9d055ce84c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:07.489666 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc452e4-aa6c-4788-a17f-a9d055ce84c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccf67534-5aa1-40c7-bb3a-0923069d7b23,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:26:07.496004 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [req-72447622-62c7-4c15-9d9f-71c5a0ad585a req-3305b9a2-a982-4117-b1c0-847a946285bb service neutron] http://10.222.0.104:9696/v2.0/extensions returned with HTTP 200 {{(pid=100247) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 14:26:07.503363 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-72447622-62c7-4c15-9d9f-71c5a0ad585a req-3305b9a2-a982-4117-b1c0-847a946285bb service neutron] 10.222.0.104 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1140213 Jul 06 14:26:07.506905 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-afc452e4-aa6c-4788-a17f-a9d055ce84c9 admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=d974d2cc58f84d3798b72b743bdeda1a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5047252 Jul 06 14:26:07.511506 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 46378) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:26:07.589088 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-6a33a2c8-6bef-4e5f-ae04-ccee5355e384 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-128888360'] for port, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:07.591207 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-29f74f86-b436-4ca2-a53b-4b782370aaec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:07.617195 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-29f74f86-b436-4ca2-a53b-4b782370aaec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:07.648189 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a33a2c8-6bef-4e5f-ae04-ccee5355e384 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Network eba60608-4e28-43df-928a-323910d090ed is already hosted by enough agents. {{(pid=100247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:26:07.660502 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.base_scheduler [None req-6a33a2c8-6bef-4e5f-ae04-ccee5355e384 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Resources bound (agent type, host, resource id): {{(pid=100247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:26:07.672113 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a33a2c8-6bef-4e5f-ae04-ccee5355e384 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Received port after_create {{(pid=100247) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:26:07.672646 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-6a33a2c8-6bef-4e5f-ae04-ccee5355e384 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1807675'] for router_interface, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:07.685793 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a33a2c8-6bef-4e5f-ae04-ccee5355e384 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Pushing event updated for resources: {'Port': ['ID=9ac63690-7389-4444-9ee8-873431e82063,revision_number=1']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:26:07.686241 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-29f74f86-b436-4ca2-a53b-4b782370aaec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:07.689100 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-29f74f86-b436-4ca2-a53b-4b782370aaec admin admin] Notify callbacks [] for security_group, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:07.690601 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-29f74f86-b436-4ca2-a53b-4b782370aaec admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/ccf67534-5aa1-40c7-bb3a-0923069d7b23 HTTP/1.1" status: 204 len: 168 time: 0.1779354 Jul 06 14:26:07.711710 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f74f86-b436-4ca2-a53b-4b782370aaec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccf67534-5aa1-40c7-bb3a-0923069d7b23,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:26:08.062446 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-dbce2deb-58bb-49c6-aa9d-b5da107bb9da None None] Provisioning for port 9ac63690-7389-4444-9ee8-873431e82063 completed by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:26:08.079825 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-72447622-62c7-4c15-9d9f-71c5a0ad585a req-4c39c9d9-cc3f-4d78-9b64-87bf23099110 service neutron] 10.222.0.104 "GET /v2.0/networks/a27c611a-8f02-4f1c-82ec-76aeb5ad6a47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5756695 Jul 06 14:26:08.080231 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-dbce2deb-58bb-49c6-aa9d-b5da107bb9da None None] Provisioning complete for port 9ac63690-7389-4444-9ee8-873431e82063 triggered by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:26:08.083804 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-dbce2deb-58bb-49c6-aa9d-b5da107bb9da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:08.147249 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080d10b5-25f7-4d51-bd70-059476e695ea req-8ee73563-9d32-49ed-b58a-c331cab6e79d tempest-TestServerAdvancedOps-1083930744 tempest-TestServerAdvancedOps-1083930744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:26:08.148793 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-080d10b5-25f7-4d51-bd70-059476e695ea req-8ee73563-9d32-49ed-b58a-c331cab6e79d tempest-TestServerAdvancedOps-1083930744 tempest-TestServerAdvancedOps-1083930744-project] 10.222.0.104 "GET /v2.0/ports?device_id=28af0d01-a3fc-4b5e-8ce8-e3220b1ff297 HTTP/1.1" status: 200 len: 946 time: 0.6714950 Jul 06 14:26:08.168607 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-dbce2deb-58bb-49c6-aa9d-b5da107bb9da None None] Port 9ac63690-7389-4444-9ee8-873431e82063 cannot update to ACTIVE because it is not bound. {{(pid=100248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 14:26:08.201298 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device a54c21e7-2019-4d65-9120-fbb8bfeeca51 up at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:26:08.220204 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 46394) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:26:08.238976 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-95ba3a6f-9af8-4059-bf93-780408ea65bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:08.261189 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning complete for port a54c21e7-2019-4d65-9120-fbb8bfeeca51 triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:26:08.261890 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:08.305629 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-080d10b5-25f7-4d51-bd70-059476e695ea req-941f58bc-cc98-479a-b0f0-74a2fe8729bc tempest-TestServerAdvancedOps-1083930744 tempest-TestServerAdvancedOps-1083930744-project] 10.222.0.104 "GET /v2.0/security-groups?id=ebb495ac-1117-494f-9d3e-d285e595bd6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208098 Jul 06 14:26:08.324384 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-72447622-62c7-4c15-9d9f-71c5a0ad585a req-154f5ca5-d9b5-4985-8b5d-c0e421916070 service neutron] 10.222.0.104 "GET /v2.0/networks/a27c611a-8f02-4f1c-82ec-76aeb5ad6a47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2436697 Jul 06 14:26:08.351169 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-6a33a2c8-6bef-4e5f-ae04-ccee5355e384 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:08.372756 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-95ba3a6f-9af8-4059-bf93-780408ea65bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:08.381373 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-95ba3a6f-9af8-4059-bf93-780408ea65bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:08.441935 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-95ba3a6f-9af8-4059-bf93-780408ea65bc admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=d6266d165b644da3bd28d30332e99cb9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2200279 Jul 06 14:26:08.443751 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ba3a6f-9af8-4059-bf93-780408ea65bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6eb459a-a04b-4aad-8d9c-a796931ddfdf,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:26:08.447850 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 46400) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:26:08.508392 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-76b5d34b-a80a-40ea-a561-dbf25df7d2ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:08.540550 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-76b5d34b-a80a-40ea-a561-dbf25df7d2ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:08.604424 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-76b5d34b-a80a-40ea-a561-dbf25df7d2ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:08.607455 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-76b5d34b-a80a-40ea-a561-dbf25df7d2ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:08.609183 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-76b5d34b-a80a-40ea-a561-dbf25df7d2ab admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/a6eb459a-a04b-4aad-8d9c-a796931ddfdf HTTP/1.1" status: 204 len: 168 time: 0.1597049 Jul 06 14:26:08.635142 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b5d34b-a80a-40ea-a561-dbf25df7d2ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6eb459a-a04b-4aad-8d9c-a796931ddfdf,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:26:08.649654 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-3cb1979d-1f82-45c3-9bcb-0f9d3f1416ba req-6d4cc703-91f9-424c-8f7d-9ff8d1f90867 tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] 10.222.0.104 "GET /v2.0/ports?device_id=2b230357-9912-4d8c-bc47-fa1cf66bf99f HTTP/1.1" status: 200 len: 210 time: 0.0763516 Jul 06 14:26:08.748387 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-6a33a2c8-6bef-4e5f-ae04-ccee5355e384 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Notify callbacks [] for port, precommit_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:08.753923 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-6a33a2c8-6bef-4e5f-ae04-ccee5355e384 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128888538'] for port, after_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:08.754775 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-6a33a2c8-6bef-4e5f-ae04-ccee5355e384 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1809478'] for router_interface, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:08.860745 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a33a2c8-6bef-4e5f-ae04-ccee5355e384 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Pushing event updated for resources: {'Port': ['ID=9ac63690-7389-4444-9ee8-873431e82063,revision_number=2']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:26:08.935536 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a33a2c8-6bef-4e5f-ae04-ccee5355e384 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Network eba60608-4e28-43df-928a-323910d090ed is already hosted by enough agents. {{(pid=100247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:26:08.937255 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.base_scheduler [None req-6a33a2c8-6bef-4e5f-ae04-ccee5355e384 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Resources bound (agent type, host, resource id): {{(pid=100247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:26:09.115407 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a33a2c8-6bef-4e5f-ae04-ccee5355e384 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Router 923cb851-8451-4f2e-a318-ece44ae09c3d is scheduled to L3 agent 2823d358-a11b-4885-a706-95a279e43fa7 with binding_index 1 {{(pid=100247) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 14:26:09.290105 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a33a2c8-6bef-4e5f-ae04-ccee5355e384 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Notify agent at l3_agent.n-d-773647-6 the message routers_updated {{(pid=100247) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 14:26:09.298365 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-6a33a2c8-6bef-4e5f-ae04-ccee5355e384 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] 10.222.0.104 "PUT /v2.0/routers/923cb851-8451-4f2e-a318-ece44ae09c3d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9823654 Jul 06 14:26:09.300799 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31de1f2b-8ab0-40f2-8988-65e400170355 None None] Sync routers for ids ['923cb851-8451-4f2e-a318-ece44ae09c3d'] in n-d-773647-6 {{(pid=100249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 14:26:09.302568 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 46434) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:26:09.317967 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-11a5f7f2-146e-443b-835c-74d0c533eeee None None] Provisioning complete for port 9ac63690-7389-4444-9ee8-873431e82063 triggered by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:26:09.318541 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-11a5f7f2-146e-443b-835c-74d0c533eeee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:09.319574 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31de1f2b-8ab0-40f2-8988-65e400170355 None None] Routers {'923cb851-8451-4f2e-a318-ece44ae09c3d'} bound to L3 agent in host n-d-773647-6 {{(pid=100249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:26:09.320511 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-31de1f2b-8ab0-40f2-8988-65e400170355 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T14:25:56Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['923cb851-8451-4f2e-a318-ece44ae09c3d'], 'active': True} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:26:09.378587 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c208910-3392-45a6-b248-5992e4f237e2 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:26:09.380256 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-1c208910-3392-45a6-b248-5992e4f237e2 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] 10.222.0.104 "GET /v2.0/ports/9ac63690-7389-4444-9ee8-873431e82063 HTTP/1.1" status: 200 len: 911 time: 0.0756772 Jul 06 14:26:09.382843 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 46438) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:26:09.400943 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-11a5f7f2-146e-443b-835c-74d0c533eeee None None] Port 9ac63690-7389-4444-9ee8-873431e82063 cannot update to ACTIVE because it is not bound. {{(pid=100248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 14:26:09.469597 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvr_db [None req-31de1f2b-8ab0-40f2-8988-65e400170355 None None] Set router 923cb851-8451-4f2e-a318-ece44ae09c3d gateway port host: None {{(pid=100249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:26:09.485647 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2420503-8a02-4dea-b572-dc094579be65 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:26:09.492278 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2420503-8a02-4dea-b572-dc094579be65 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:26:09.494977 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-c2420503-8a02-4dea-b572-dc094579be65 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] 10.222.0.104 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1576 time: 0.1100376 Jul 06 14:26:09.497807 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 46442) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:26:09.817133 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45f7069-bbc9-4959-97df-b21e110f8afe req-45e25666-b216-4402-b993-642d083dcf74 tempest-TestServerAdvancedOps-1083930744 tempest-TestServerAdvancedOps-1083930744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:26:09.824510 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-a45f7069-bbc9-4959-97df-b21e110f8afe req-45e25666-b216-4402-b993-642d083dcf74 tempest-TestServerAdvancedOps-1083930744 tempest-TestServerAdvancedOps-1083930744-project] 10.222.0.104 "GET /v2.0/ports?device_id=28af0d01-a3fc-4b5e-8ce8-e3220b1ff297 HTTP/1.1" status: 200 len: 946 time: 0.2722349 Jul 06 14:26:09.862663 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-31de1f2b-8ab0-40f2-8988-65e400170355 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '923cb851-8451-4f2e-a318-ece44ae09c3d', 'name': 'tempest-NetworksTestDHCPv6-router-533033303', 'tenant_id': '4a263308c6474c0e99d0efe9a5a7b767', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:26:05Z', 'updated_at': '2021-07-06T14:26:08Z', 'revision_number': 2, 'project_id': '4a263308c6474c0e99d0efe9a5a7b767', 'gw_port_host': None, '_interfaces': [{'id': '9ac63690-7389-4444-9ee8-873431e82063', 'name': '', 'network_id': 'eba60608-4e28-43df-928a-323910d090ed', 'tenant_id': '4a263308c6474c0e99d0efe9a5a7b767', 'mac_address': 'fa:16:3e:06:3b:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '923cb851-8451-4f2e-a318-ece44ae09c3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3574, 'fixed_ips': [{'subnet_id': '6df7c795-beb4-4178-89e7-4f40276176ff', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:26:06Z', 'updated_at': '2021-07-06T14:26:08Z', 'revision_number': 2, 'project_id': '4a263308c6474c0e99d0efe9a5a7b767', 'subnets': [{'id': '6df7c795-beb4-4178-89e7-4f40276176ff', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773647-6', False) {} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:26:09.924674 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31de1f2b-8ab0-40f2-8988-65e400170355 None None] Checking router: 923cb851-8451-4f2e-a318-ece44ae09c3d for host: n-d-773647-6 {{(pid=100249) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 14:26:09.925036 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31de1f2b-8ab0-40f2-8988-65e400170355 None None] Updating router 923cb851-8451-4f2e-a318-ece44ae09c3d port 9ac63690-7389-4444-9ee8-873431e82063 binding host n-d-773647-6 {{(pid=100249) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 14:26:09.974589 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-2657e55e-ac7d-4974-bc81-3d1baa137311 req-24c32626-b7e8-4463-bc5c-9b13fa1159a5 tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] 10.222.0.104 "GET /v2.0/ports?device_id=2b230357-9912-4d8c-bc47-fa1cf66bf99f HTTP/1.1" status: 200 len: 210 time: 0.0756831 Jul 06 14:26:09.990529 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-a45f7069-bbc9-4959-97df-b21e110f8afe req-1d4e0b79-615b-48a6-a251-9c1e95259ef6 tempest-TestServerAdvancedOps-1083930744 tempest-TestServerAdvancedOps-1083930744-project] 10.222.0.104 "GET /v2.0/security-groups?id=ebb495ac-1117-494f-9d3e-d285e595bd6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1651423 Jul 06 14:26:09.999268 n-d-773647-6 neutron-server[100249]: DEBUG neutron_lib.callbacks.manager [None req-31de1f2b-8ab0-40f2-8988-65e400170355 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:10.456990 n-d-773647-6 neutron-server[100249]: DEBUG neutron_lib.callbacks.manager [None req-31de1f2b-8ab0-40f2-8988-65e400170355 None None] Notify callbacks [] for port, precommit_update {{(pid=100249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:10.473763 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.provisioning_blocks [None req-31de1f2b-8ab0-40f2-8988-65e400170355 None None] Transition to ACTIVE for port object 9ac63690-7389-4444-9ee8-873431e82063 will not be triggered until provisioned by entity L2. {{(pid=100249) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:26:10.498168 n-d-773647-6 neutron-server[100249]: DEBUG neutron_lib.callbacks.manager [None req-31de1f2b-8ab0-40f2-8988-65e400170355 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:10.549494 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-6c63c4a9-24a5-4b78-a719-c21f2f32973b tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1809431'] for router_interface, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:10.582612 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77bbbb77-d92f-4a9c-bab5-60af06d80f94 None None] Pushing event updated for resources: {'Port': ['ID=9ac63690-7389-4444-9ee8-873431e82063,revision_number=3']} {{(pid=100249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:26:10.585189 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e85ca3-23d7-48f4-a58b-9fd527a3b99b req-45d0b57d-0958-4071-ab01-3e56b05a7c0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:26:10.588466 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-d8e85ca3-23d7-48f4-a58b-9fd527a3b99b req-45d0b57d-0958-4071-ab01-3e56b05a7c0e service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=4e8ca9a5cfe5433ab7a40ea050cdee7c&device_id=28af0d01-a3fc-4b5e-8ce8-e3220b1ff297 HTTP/1.1" status: 200 len: 1097 time: 0.1587455 Jul 06 14:26:10.700020 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.managers [None req-31de1f2b-8ab0-40f2-8988-65e400170355 None None] Attempting to bind port 9ac63690-7389-4444-9ee8-873431e82063 on host n-d-773647-6 for vnic_type normal with profile {{(pid=100249) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:26:10.700838 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.managers [None req-31de1f2b-8ab0-40f2-8988-65e400170355 None None] Attempting to bind port 9ac63690-7389-4444-9ee8-873431e82063 by drivers openvswitch,hyperv on host n-d-773647-6 at level 0 using segments [{'id': '67308366-d379-4f20-9df5-ed161946f077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': 'eba60608-4e28-43df-928a-323910d090ed'}] {{(pid=100249) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:26:10.701020 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31de1f2b-8ab0-40f2-8988-65e400170355 None None] Attempting to bind port 9ac63690-7389-4444-9ee8-873431e82063 on network eba60608-4e28-43df-928a-323910d090ed {{(pid=100249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:26:10.707969 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31de1f2b-8ab0-40f2-8988-65e400170355 None None] Checking agent: {'id': '8ab5b19c-d213-4f29-891d-27bdf39d38b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773647-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 43, 26), 'started_at': datetime.datetime(2021, 7, 6, 13, 43, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 25, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773647-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:26:10.708580 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31de1f2b-8ab0-40f2-8988-65e400170355 None None] Checking segment: {'id': '67308366-d379-4f20-9df5-ed161946f077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': 'eba60608-4e28-43df-928a-323910d090ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100249) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:26:10.709074 n-d-773647-6 neutron-server[100249]: DEBUG neutron_lib.callbacks.manager [None req-31de1f2b-8ab0-40f2-8988-65e400170355 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:10.709561 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31de1f2b-8ab0-40f2-8988-65e400170355 None None] Bound using segment: {'id': '67308366-d379-4f20-9df5-ed161946f077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': 'eba60608-4e28-43df-928a-323910d090ed'} {{(pid=100249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:26:10.710173 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.managers [None req-31de1f2b-8ab0-40f2-8988-65e400170355 None None] Bound port: 9ac63690-7389-4444-9ee8-873431e82063, host: n-d-773647-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67308366-d379-4f20-9df5-ed161946f077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': 'eba60608-4e28-43df-928a-323910d090ed'}}] {{(pid=100249) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:26:10.710719 n-d-773647-6 neutron-server[100249]: DEBUG neutron_lib.callbacks.manager [None req-31de1f2b-8ab0-40f2-8988-65e400170355 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:10.716725 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:10.753383 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72447622-62c7-4c15-9d9f-71c5a0ad585a req-3d10c1cf-5a5f-4e43-9acc-32bf642378c1 tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:26:10.754798 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-72447622-62c7-4c15-9d9f-71c5a0ad585a req-3d10c1cf-5a5f-4e43-9acc-32bf642378c1 tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] 10.222.0.127 "GET /v2.0/networks?id=a27c611a-8f02-4f1c-82ec-76aeb5ad6a47 HTTP/1.1" status: 200 len: 797 time: 0.4916339 Jul 06 14:26:10.800439 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.db [None req-31de1f2b-8ab0-40f2-8988-65e400170355 None None] For port 9ac63690-7389-4444-9ee8-873431e82063, host n-d-773647-6, cleared binding levels {{(pid=100249) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:26:10.809165 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.db [None req-31de1f2b-8ab0-40f2-8988-65e400170355 None None] For port 9ac63690-7389-4444-9ee8-873431e82063, host n-d-773647-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=9ac63690-7389-4444-9ee8-873431e82063,segment=NetworkSegment(67308366-d379-4f20-9df5-ed161946f077),segment_id=67308366-d379-4f20-9df5-ed161946f077)] {{(pid=100249) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:26:10.820345 n-d-773647-6 neutron-server[100249]: DEBUG neutron_lib.callbacks.manager [None req-31de1f2b-8ab0-40f2-8988-65e400170355 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:10.830794 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0874dab-b3de-44df-bffb-1057c7209800 req-b78e4c25-925c-4566-92f4-8e18c5cfb5d2 tempest-TestServerAdvancedOps-1083930744 tempest-TestServerAdvancedOps-1083930744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:26:10.832397 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-e0874dab-b3de-44df-bffb-1057c7209800 req-b78e4c25-925c-4566-92f4-8e18c5cfb5d2 tempest-TestServerAdvancedOps-1083930744 tempest-TestServerAdvancedOps-1083930744-project] 10.222.0.104 "GET /v2.0/ports?device_id=28af0d01-a3fc-4b5e-8ce8-e3220b1ff297 HTTP/1.1" status: 200 len: 946 time: 0.3285096 Jul 06 14:26:10.918772 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e85ca3-23d7-48f4-a58b-9fd527a3b99b req-9bf39eb7-1988-4162-b1fb-a35dc7091a67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:26:10.920927 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-d8e85ca3-23d7-48f4-a58b-9fd527a3b99b req-9bf39eb7-1988-4162-b1fb-a35dc7091a67 service neutron] 10.222.0.72 "GET /v2.0/networks?id=4f7e68c4-6ba0-4bbb-9213-55f3f2678294 HTTP/1.1" status: 200 len: 914 time: 0.3261976 Jul 06 14:26:10.941385 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31de1f2b-8ab0-40f2-8988-65e400170355 None None] Routers {'923cb851-8451-4f2e-a318-ece44ae09c3d'} bound to L3 agent in host n-d-773647-6 {{(pid=100249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:26:10.942036 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-31de1f2b-8ab0-40f2-8988-65e400170355 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T14:25:56Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['923cb851-8451-4f2e-a318-ece44ae09c3d'], 'active': True} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:26:10.948471 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77bbbb77-d92f-4a9c-bab5-60af06d80f94 None None] Pushing event updated for resources: {'Port': ['ID=9ac63690-7389-4444-9ee8-873431e82063,revision_number=4']} {{(pid=100249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:26:11.026315 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-d8e85ca3-23d7-48f4-a58b-9fd527a3b99b req-972808bc-2242-4f06-acbe-8963e1d6dbf2 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=83b4a720-f728-4c44-9e8c-c9aae7f86c47 HTTP/1.1" status: 200 len: 217 time: 0.0970483 Jul 06 14:26:11.037785 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-72447622-62c7-4c15-9d9f-71c5a0ad585a req-df4e416e-0768-4296-b51a-ce7727b91a91 tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] 10.222.0.127 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=107c04f466b0465e9fe8bb8c503793e0 HTTP/1.1" status: 200 len: 379 time: 0.2716444 Jul 06 14:26:11.044554 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-e0874dab-b3de-44df-bffb-1057c7209800 req-31eb84b8-9a8e-44a2-bc79-75498e590a92 tempest-TestServerAdvancedOps-1083930744 tempest-TestServerAdvancedOps-1083930744-project] 10.222.0.104 "GET /v2.0/security-groups?id=ebb495ac-1117-494f-9d3e-d285e595bd6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2041333 Jul 06 14:26:11.050167 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [req-72447622-62c7-4c15-9d9f-71c5a0ad585a req-876b60c3-f60d-48c0-969c-eb8ac218ca60 tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Request body: {'port': {'device_id': '2b230357-9912-4d8c-bc47-fa1cf66bf99f', 'network_id': 'a27c611a-8f02-4f1c-82ec-76aeb5ad6a47', 'admin_state_up': True, 'tenant_id': '107c04f466b0465e9fe8bb8c503793e0', 'security_groups': ['b25d6796-29da-4f4d-8f5c-3232c6877a57']}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:26:11.111555 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e85ca3-23d7-48f4-a58b-9fd527a3b99b req-f187e95a-0ffe-4d95-86a2-745b2e8256a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:26:11.117769 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-d8e85ca3-23d7-48f4-a58b-9fd527a3b99b req-f187e95a-0ffe-4d95-86a2-745b2e8256a4 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=3dd2bea8-6e86-4bb9-8965-efd7c334de42 HTTP/1.1" status: 200 len: 852 time: 0.0857813 Jul 06 14:26:11.183366 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvr_db [None req-31de1f2b-8ab0-40f2-8988-65e400170355 None None] Set router 923cb851-8451-4f2e-a318-ece44ae09c3d gateway port host: None {{(pid=100249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:26:11.198040 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-d8e85ca3-23d7-48f4-a58b-9fd527a3b99b req-c3386cbb-6b60-4f6e-bda8-96b6e205d95f service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=4f7e68c4-6ba0-4bbb-9213-55f3f2678294&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0732963 Jul 06 14:26:11.420265 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-d8e85ca3-23d7-48f4-a58b-9fd527a3b99b req-45d47148-974d-412a-bad9-f295493f3428 service neutron] 10.222.0.72 "GET /v2.0/networks/4f7e68c4-6ba0-4bbb-9213-55f3f2678294?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2172196 Jul 06 14:26:11.566228 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-31de1f2b-8ab0-40f2-8988-65e400170355 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '923cb851-8451-4f2e-a318-ece44ae09c3d', 'name': 'tempest-NetworksTestDHCPv6-router-533033303', 'tenant_id': '4a263308c6474c0e99d0efe9a5a7b767', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:26:05Z', 'updated_at': '2021-07-06T14:26:08Z', 'revision_number': 2, 'project_id': '4a263308c6474c0e99d0efe9a5a7b767', 'gw_port_host': None, '_interfaces': [{'id': '9ac63690-7389-4444-9ee8-873431e82063', 'name': '', 'network_id': 'eba60608-4e28-43df-928a-323910d090ed', 'tenant_id': '4a263308c6474c0e99d0efe9a5a7b767', 'mac_address': 'fa:16:3e:06:3b:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '923cb851-8451-4f2e-a318-ece44ae09c3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3574, 'fixed_ips': [{'subnet_id': '6df7c795-beb4-4178-89e7-4f40276176ff', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:26:06Z', 'updated_at': '2021-07-06T14:26:10Z', 'revision_number': 4, 'project_id': '4a263308c6474c0e99d0efe9a5a7b767', 'subnets': [{'id': '6df7c795-beb4-4178-89e7-4f40276176ff', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773647-6', False) {} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:26:11.616369 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-d8e85ca3-23d7-48f4-a58b-9fd527a3b99b req-3d5937b8-8e28-4dd6-8a8b-c9b6ce4acbfe service neutron] 10.222.0.72 "GET /v2.0/networks/4f7e68c4-6ba0-4bbb-9213-55f3f2678294?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1896672 Jul 06 14:26:11.643486 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-b8c22053-d69d-4083-b0e9-9c06c8a301c9 req-6dd3529e-358e-4649-ace6-383648147327 tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] 10.222.0.104 "GET /v2.0/ports?device_id=2b230357-9912-4d8c-bc47-fa1cf66bf99f HTTP/1.1" status: 200 len: 210 time: 0.0816612 Jul 06 14:26:11.666871 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31de1f2b-8ab0-40f2-8988-65e400170355 None None] The sync data for ids ['923cb851-8451-4f2e-a318-ece44ae09c3d'] in n-d-773647-6 is: [{'id': '923cb851-8451-4f2e-a318-ece44ae09c3d', 'name': 'tempest-NetworksTestDHCPv6-router-533033303', 'tenant_id': '4a263308c6474c0e99d0efe9a5a7b767', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:26:05Z', 'updated_at': '2021-07-06T14:26:08Z', 'revision_number': 2, 'project_id': '4a263308c6474c0e99d0efe9a5a7b767', 'gw_port_host': None, '_interfaces': [{'id': '9ac63690-7389-4444-9ee8-873431e82063', 'name': '', 'network_id': 'eba60608-4e28-43df-928a-323910d090ed', 'tenant_id': '4a263308c6474c0e99d0efe9a5a7b767', 'mac_address': 'fa:16:3e:06:3b:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '923cb851-8451-4f2e-a318-ece44ae09c3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3574, 'fixed_ips': [{'subnet_id': '6df7c795-beb4-4178-89e7-4f40276176ff', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:26:06Z', 'updated_at': '2021-07-06T14:26:10Z', 'revision_number': 4, 'project_id': '4a263308c6474c0e99d0efe9a5a7b767', 'subnets': [{'id': '6df7c795-beb4-4178-89e7-4f40276176ff', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 14:26:11.809717 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.plugin [None req-6c63c4a9-24a5-4b78-a719-c21f2f32973b tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Deleting port 9ac63690-7389-4444-9ee8-873431e82063 {{(pid=100247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:26:11.810116 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-6c63c4a9-24a5-4b78-a719-c21f2f32973b tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:11.814551 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-72447622-62c7-4c15-9d9f-71c5a0ad585a req-876b60c3-f60d-48c0-969c-eb8ac218ca60 tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Made reservation on behalf of 107c04f466b0465e9fe8bb8c503793e0 for: {'port': 1} {{(pid=100247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:26:11.819562 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-72447622-62c7-4c15-9d9f-71c5a0ad585a req-876b60c3-f60d-48c0-969c-eb8ac218ca60 tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:12.068252 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.db_base_plugin_common [req-72447622-62c7-4c15-9d9f-71c5a0ad585a req-876b60c3-f60d-48c0-969c-eb8ac218ca60 tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Allocated IP 172.20.0.5 (a27c611a-8f02-4f1c-82ec-76aeb5ad6a47/b85a66d5-8b38-4e5c-9d42-1aa6ece21b33/9b52d121-1ce2-4f96-99c8-e312d220c63a) {{(pid=100247) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:26:12.214733 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.db [None req-6c63c4a9-24a5-4b78-a719-c21f2f32973b tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] For port 9ac63690-7389-4444-9ee8-873431e82063, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=9ac63690-7389-4444-9ee8-873431e82063,segment=NetworkSegment(67308366-d379-4f20-9df5-ed161946f077),segment_id=67308366-d379-4f20-9df5-ed161946f077)] {{(pid=100247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:26:12.215299 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-6c63c4a9-24a5-4b78-a719-c21f2f32973b tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:12.217407 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 9ac63690-7389-4444-9ee8-873431e82063 up at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:26:12.275992 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.plugin [None req-6c63c4a9-24a5-4b78-a719-c21f2f32973b tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Calling delete_port for 9ac63690-7389-4444-9ee8-873431e82063 owned by network:router_interface {{(pid=100247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:26:12.293959 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning for port 9ac63690-7389-4444-9ee8-873431e82063 completed by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:26:12.308435 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning complete for port 9ac63690-7389-4444-9ee8-873431e82063 triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:26:12.308808 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:12.437845 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:12.487459 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] For port 9ac63690-7389-4444-9ee8-873431e82063, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=9ac63690-7389-4444-9ee8-873431e82063,segment=NetworkSegment(67308366-d379-4f20-9df5-ed161946f077),segment_id=67308366-d379-4f20-9df5-ed161946f077)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:26:12.494850 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:12.513384 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befe56f6-c8b8-41e1-b4a4-f90e609f326a req-207d28c1-cf8a-4c5c-ab88-6d1e57df17de tempest-TestServerAdvancedOps-1083930744 tempest-TestServerAdvancedOps-1083930744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:26:12.515306 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-befe56f6-c8b8-41e1-b4a4-f90e609f326a req-207d28c1-cf8a-4c5c-ab88-6d1e57df17de tempest-TestServerAdvancedOps-1083930744 tempest-TestServerAdvancedOps-1083930744-project] 10.222.0.104 "GET /v2.0/ports?device_id=28af0d01-a3fc-4b5e-8ce8-e3220b1ff297 HTTP/1.1" status: 200 len: 946 time: 0.2832613 Jul 06 14:26:12.569061 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-72447622-62c7-4c15-9d9f-71c5a0ad585a req-876b60c3-f60d-48c0-969c-eb8ac218ca60 tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Notify callbacks [] for port, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:12.586098 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Pushing event updated for resources: {'Port': ['ID=9ac63690-7389-4444-9ee8-873431e82063,revision_number=5']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:26:12.597200 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:12.599236 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:26:12.599483 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:26:12.600184 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:26:12.600363 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:26:12.600705 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:26:12.601331 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:26:12.601897 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:26:12.602353 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:26:12.603844 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:26:12.604142 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:26:12.604484 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:26:12.604830 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:26:12.618528 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.provisioning_blocks [req-72447622-62c7-4c15-9d9f-71c5a0ad585a req-876b60c3-f60d-48c0-969c-eb8ac218ca60 tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Transition to ACTIVE for port object 9b52d121-1ce2-4f96-99c8-e312d220c63a will not be triggered until provisioned by entity DHCP. {{(pid=100247) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:26:12.654929 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-befe56f6-c8b8-41e1-b4a4-f90e609f326a req-26c5a5a5-06de-4cbf-a5f1-6a408ed3ebf4 tempest-TestServerAdvancedOps-1083930744 tempest-TestServerAdvancedOps-1083930744-project] 10.222.0.104 "GET /v2.0/security-groups?id=ebb495ac-1117-494f-9d3e-d285e595bd6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756812 Jul 06 14:26:12.730322 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-72447622-62c7-4c15-9d9f-71c5a0ad585a req-876b60c3-f60d-48c0-969c-eb8ac218ca60 tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-128888360'] for port, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:12.775738 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-6c63c4a9-24a5-4b78-a719-c21f2f32973b tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128888353'] for port, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:12.803714 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-72447622-62c7-4c15-9d9f-71c5a0ad585a req-876b60c3-f60d-48c0-969c-eb8ac218ca60 tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Network a27c611a-8f02-4f1c-82ec-76aeb5ad6a47 is already hosted by enough agents. {{(pid=100247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:26:12.817866 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.base_scheduler [req-72447622-62c7-4c15-9d9f-71c5a0ad585a req-876b60c3-f60d-48c0-969c-eb8ac218ca60 tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Resources bound (agent type, host, resource id): {{(pid=100247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:26:12.844011 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876b60c3-f60d-48c0-969c-eb8ac218ca60 tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Pushing event updated for resources: {'Port': ['ID=9b52d121-1ce2-4f96-99c8-e312d220c63a,revision_number=1']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:26:12.848236 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.l3_dvrscheduler_db [req-72447622-62c7-4c15-9d9f-71c5a0ad585a req-876b60c3-f60d-48c0-969c-eb8ac218ca60 tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Received port after_create {{(pid=100247) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:26:12.936775 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c63c4a9-24a5-4b78-a719-c21f2f32973b tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Pushing event deleted for resources: {'Port': ['ID=9ac63690-7389-4444-9ee8-873431e82063,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:26:13.058611 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72447622-62c7-4c15-9d9f-71c5a0ad585a req-876b60c3-f60d-48c0-969c-eb8ac218ca60 tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:26:13.059481 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-72447622-62c7-4c15-9d9f-71c5a0ad585a req-876b60c3-f60d-48c0-969c-eb8ac218ca60 tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:13.099843 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-6c63c4a9-24a5-4b78-a719-c21f2f32973b tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1809193'] for router_interface, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:13.121316 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-72447622-62c7-4c15-9d9f-71c5a0ad585a req-876b60c3-f60d-48c0-969c-eb8ac218ca60 tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] 10.222.0.127 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0757983 Jul 06 14:26:13.153281 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.agents_db [None req-167c0ad6-1657-4c9a-a2c4-3b18056aa662 None None] Agent healthcheck: found 7 active agents {{(pid=100249) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 14:26:13.234782 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [req-72447622-62c7-4c15-9d9f-71c5a0ad585a req-62c2bfd9-c9dd-4b0f-8b3c-08f3d8f93392 tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] http://10.222.0.104:9696/v2.0/extensions returned with HTTP 200 {{(pid=100247) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 14:26:13.237643 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-72447622-62c7-4c15-9d9f-71c5a0ad585a req-62c2bfd9-c9dd-4b0f-8b3c-08f3d8f93392 tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] 10.222.0.127 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0161152 Jul 06 14:26:13.257462 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-e450f844-6ef5-41aa-b5ac-39ecef1c8eca None None] Provisioning for port 9b52d121-1ce2-4f96-99c8-e312d220c63a completed by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:26:13.262120 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-e450f844-6ef5-41aa-b5ac-39ecef1c8eca None None] Provisioning complete for port 9b52d121-1ce2-4f96-99c8-e312d220c63a triggered by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:26:13.262714 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-e450f844-6ef5-41aa-b5ac-39ecef1c8eca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:13.338469 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-e450f844-6ef5-41aa-b5ac-39ecef1c8eca None None] Port 9b52d121-1ce2-4f96-99c8-e312d220c63a cannot update to ACTIVE because it is not bound. {{(pid=100248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 14:26:13.351801 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004dc64d-31a5-4139-bab7-9d8c2e7a8ddb req-5e681827-4f1e-4e87-9e70-7fb2e76da232 tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:26:13.353983 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-004dc64d-31a5-4139-bab7-9d8c2e7a8ddb req-5e681827-4f1e-4e87-9e70-7fb2e76da232 tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] 10.222.0.104 "GET /v2.0/ports?device_id=2b230357-9912-4d8c-bc47-fa1cf66bf99f HTTP/1.1" status: 200 len: 931 time: 0.5063171 Jul 06 14:26:13.364348 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c63c4a9-24a5-4b78-a719-c21f2f32973b tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Router 923cb851-8451-4f2e-a318-ece44ae09c3d has already been hosted by L3 agent 2823d358-a11b-4885-a706-95a279e43fa7 {{(pid=100247) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 14:26:13.474282 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [req-72447622-62c7-4c15-9d9f-71c5a0ad585a req-54c4d7d3-6cc5-491b-81b3-ea847fc796a6 service neutron] Request body: {'port': {'device_id': '2b230357-9912-4d8c-bc47-fa1cf66bf99f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-773647-6'}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:26:13.498576 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-004dc64d-31a5-4139-bab7-9d8c2e7a8ddb req-ef45245c-fb42-4be0-a821-03a0e95b1054 tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] 10.222.0.104 "GET /v2.0/security-groups?id=b25d6796-29da-4f4d-8f5c-3232c6877a57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1293187 Jul 06 14:26:13.502949 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c63c4a9-24a5-4b78-a719-c21f2f32973b tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Notify agent at l3_agent.n-d-773647-6 the message routers_updated {{(pid=100247) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 14:26:13.508877 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-6c63c4a9-24a5-4b78-a719-c21f2f32973b tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] 10.222.0.104 "PUT /v2.0/routers/923cb851-8451-4f2e-a318-ece44ae09c3d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0092740 Jul 06 14:26:13.511278 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 46534) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:26:13.600111 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4ea4e28-017c-44bc-a4fe-7336e07d348b tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:26:13.601778 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4ea4e28-017c-44bc-a4fe-7336e07d348b tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:26:13.604159 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-d4ea4e28-017c-44bc-a4fe-7336e07d348b tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] 10.222.0.104 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0912514 Jul 06 14:26:13.610958 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 46540) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:26:13.615131 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-72447622-62c7-4c15-9d9f-71c5a0ad585a req-54c4d7d3-6cc5-491b-81b3-ea847fc796a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:13.717655 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.db_base_plugin_v2 [None req-a17c2a08-0b70-4d95-bf8d-db3d9fe85992 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Deleting subnet 6df7c795-beb4-4178-89e7-4f40276176ff {{(pid=100246) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 14:26:13.726731 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-a17c2a08-0b70-4d95-bf8d-db3d9fe85992 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Notify callbacks [] for subnet, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:13.745830 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47f537c5-2fe2-4248-b0f5-44dfaa9c4512 None None] Sync routers for ids ['923cb851-8451-4f2e-a318-ece44ae09c3d'] in n-d-773647-6 {{(pid=100248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 14:26:13.758583 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47f537c5-2fe2-4248-b0f5-44dfaa9c4512 None None] Routers {'923cb851-8451-4f2e-a318-ece44ae09c3d'} bound to L3 agent in host n-d-773647-6 {{(pid=100248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:26:13.759577 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-47f537c5-2fe2-4248-b0f5-44dfaa9c4512 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T14:25:56Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['923cb851-8451-4f2e-a318-ece44ae09c3d'], 'active': True} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:26:13.827664 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-a17c2a08-0b70-4d95-bf8d-db3d9fe85992 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126218885'] for subnet, precommit_delete_associations {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:13.876230 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-a17c2a08-0b70-4d95-bf8d-db3d9fe85992 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-913473'] for subnet, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:13.935643 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvr_db [None req-47f537c5-2fe2-4248-b0f5-44dfaa9c4512 None None] Set router 923cb851-8451-4f2e-a318-ece44ae09c3d gateway port host: None {{(pid=100248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:26:13.960017 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-a17c2a08-0b70-4d95-bf8d-db3d9fe85992 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-913480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1849032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127687590', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127702764'] for subnet, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:13.999225 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04339cf-7cc6-48db-b50e-4677d1a1b64d req-49e03f10-c517-4f7c-8f6e-d86fb1ffabab tempest-TestServerAdvancedOps-1083930744 tempest-TestServerAdvancedOps-1083930744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:26:14.006646 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-e04339cf-7cc6-48db-b50e-4677d1a1b64d req-49e03f10-c517-4f7c-8f6e-d86fb1ffabab tempest-TestServerAdvancedOps-1083930744 tempest-TestServerAdvancedOps-1083930744-project] 10.222.0.104 "GET /v2.0/ports?device_id=28af0d01-a3fc-4b5e-8ce8-e3220b1ff297 HTTP/1.1" status: 200 len: 946 time: 0.1822102 Jul 06 14:26:14.008964 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17c2a08-0b70-4d95-bf8d-db3d9fe85992 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Pushing event deleted for resources: {'Subnet': ['ID=6df7c795-beb4-4178-89e7-4f40276176ff,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:26:14.017536 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-a17c2a08-0b70-4d95-bf8d-db3d9fe85992 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Notify callbacks [] for subnet, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:14.023029 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-a17c2a08-0b70-4d95-bf8d-db3d9fe85992 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] 10.222.0.104 "DELETE /v2.0/subnets/6df7c795-beb4-4178-89e7-4f40276176ff HTTP/1.1" status: 204 len: 168 time: 0.4102931 Jul 06 14:26:14.024071 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 46548) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:26:14.050699 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-47f537c5-2fe2-4248-b0f5-44dfaa9c4512 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '923cb851-8451-4f2e-a318-ece44ae09c3d', 'name': 'tempest-NetworksTestDHCPv6-router-533033303', 'tenant_id': '4a263308c6474c0e99d0efe9a5a7b767', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:26:05Z', 'updated_at': '2021-07-06T14:26:12Z', 'revision_number': 3, 'project_id': '4a263308c6474c0e99d0efe9a5a7b767', 'gw_port_host': None}], 'n-d-773647-6', False) {} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:26:14.054955 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e53ab54-2b8e-49c1-a594-efca26fd0fd0 None None] Network eba60608-4e28-43df-928a-323910d090ed requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:26:14.082472 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47f537c5-2fe2-4248-b0f5-44dfaa9c4512 None None] Checking router: 923cb851-8451-4f2e-a318-ece44ae09c3d for host: n-d-773647-6 {{(pid=100248) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 14:26:14.122400 n-d-773647-6 neutron-server[100247]: DEBUG neutron.notifiers.nova [req-72447622-62c7-4c15-9d9f-71c5a0ad585a req-54c4d7d3-6cc5-491b-81b3-ea847fc796a6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9b52d121-1ce2-4f96-99c8-e312d220c63a {{(pid=100247) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 14:26:14.131434 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47f537c5-2fe2-4248-b0f5-44dfaa9c4512 None None] Routers {'923cb851-8451-4f2e-a318-ece44ae09c3d'} bound to L3 agent in host n-d-773647-6 {{(pid=100248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:26:14.132428 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-47f537c5-2fe2-4248-b0f5-44dfaa9c4512 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T14:25:56Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['923cb851-8451-4f2e-a318-ece44ae09c3d'], 'active': True} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:26:14.132563 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-72447622-62c7-4c15-9d9f-71c5a0ad585a req-54c4d7d3-6cc5-491b-81b3-ea847fc796a6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:14.153391 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.provisioning_blocks [req-72447622-62c7-4c15-9d9f-71c5a0ad585a req-54c4d7d3-6cc5-491b-81b3-ea847fc796a6 service neutron] Transition to ACTIVE for port object 9b52d121-1ce2-4f96-99c8-e312d220c63a will not be triggered until provisioned by entity L2. {{(pid=100247) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:26:14.160245 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-72447622-62c7-4c15-9d9f-71c5a0ad585a req-54c4d7d3-6cc5-491b-81b3-ea847fc796a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128888538'] for port, after_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:14.224405 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvr_db [None req-47f537c5-2fe2-4248-b0f5-44dfaa9c4512 None None] Set router 923cb851-8451-4f2e-a318-ece44ae09c3d gateway port host: None {{(pid=100248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:26:14.236137 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-e04339cf-7cc6-48db-b50e-4677d1a1b64d req-46429b7e-92b9-429d-9796-af21543a72de tempest-TestServerAdvancedOps-1083930744 tempest-TestServerAdvancedOps-1083930744-project] 10.222.0.104 "GET /v2.0/security-groups?id=ebb495ac-1117-494f-9d3e-d285e595bd6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2283630 Jul 06 14:26:14.320353 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-47f537c5-2fe2-4248-b0f5-44dfaa9c4512 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '923cb851-8451-4f2e-a318-ece44ae09c3d', 'name': 'tempest-NetworksTestDHCPv6-router-533033303', 'tenant_id': '4a263308c6474c0e99d0efe9a5a7b767', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:26:05Z', 'updated_at': '2021-07-06T14:26:12Z', 'revision_number': 3, 'project_id': '4a263308c6474c0e99d0efe9a5a7b767', 'gw_port_host': None}], 'n-d-773647-6', False) {} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:26:14.399637 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47f537c5-2fe2-4248-b0f5-44dfaa9c4512 None None] The sync data for ids ['923cb851-8451-4f2e-a318-ece44ae09c3d'] in n-d-773647-6 is: [{'id': '923cb851-8451-4f2e-a318-ece44ae09c3d', 'name': 'tempest-NetworksTestDHCPv6-router-533033303', 'tenant_id': '4a263308c6474c0e99d0efe9a5a7b767', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:26:05Z', 'updated_at': '2021-07-06T14:26:12Z', 'revision_number': 3, 'project_id': '4a263308c6474c0e99d0efe9a5a7b767', 'gw_port_host': None}] {{(pid=100248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 14:26:14.404998 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c4d7d3-6cc5-491b-81b3-ea847fc796a6 service neutron] Pushing event updated for resources: {'Port': ['ID=9b52d121-1ce2-4f96-99c8-e312d220c63a,revision_number=2']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:26:14.642130 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.managers [req-72447622-62c7-4c15-9d9f-71c5a0ad585a req-54c4d7d3-6cc5-491b-81b3-ea847fc796a6 service neutron] Attempting to bind port 9b52d121-1ce2-4f96-99c8-e312d220c63a on host n-h1-773647-6 for vnic_type normal with profile {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:26:14.642361 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.managers [req-72447622-62c7-4c15-9d9f-71c5a0ad585a req-54c4d7d3-6cc5-491b-81b3-ea847fc796a6 service neutron] Attempting to bind port 9b52d121-1ce2-4f96-99c8-e312d220c63a by drivers openvswitch,hyperv on host n-h1-773647-6 at level 0 using segments [{'id': 'b19789d4-fbce-4f4c-9585-7e7d580fc030', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1035, 'network_id': 'a27c611a-8f02-4f1c-82ec-76aeb5ad6a47'}] {{(pid=100247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:26:14.642700 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72447622-62c7-4c15-9d9f-71c5a0ad585a req-54c4d7d3-6cc5-491b-81b3-ea847fc796a6 service neutron] Attempting to bind port 9b52d121-1ce2-4f96-99c8-e312d220c63a on network a27c611a-8f02-4f1c-82ec-76aeb5ad6a47 {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:26:14.664407 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72447622-62c7-4c15-9d9f-71c5a0ad585a req-54c4d7d3-6cc5-491b-81b3-ea847fc796a6 service neutron] Port 9b52d121-1ce2-4f96-99c8-e312d220c63a on network a27c611a-8f02-4f1c-82ec-76aeb5ad6a47 not bound, no agent of type Open vSwitch agent registered on host n-h1-773647-6 {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 14:26:14.664735 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72447622-62c7-4c15-9d9f-71c5a0ad585a req-54c4d7d3-6cc5-491b-81b3-ea847fc796a6 service neutron] Attempting to bind port 9b52d121-1ce2-4f96-99c8-e312d220c63a on network a27c611a-8f02-4f1c-82ec-76aeb5ad6a47 {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:26:14.680527 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72447622-62c7-4c15-9d9f-71c5a0ad585a req-54c4d7d3-6cc5-491b-81b3-ea847fc796a6 service neutron] Checking agent: {'id': '5bf7147f-bada-4441-a5dc-934b903473fb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-773647-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 51, 12), 'started_at': datetime.datetime(2021, 7, 6, 13, 51, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 26, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:26:14.680885 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72447622-62c7-4c15-9d9f-71c5a0ad585a req-54c4d7d3-6cc5-491b-81b3-ea847fc796a6 service neutron] Checking segment: {'id': 'b19789d4-fbce-4f4c-9585-7e7d580fc030', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1035, 'network_id': 'a27c611a-8f02-4f1c-82ec-76aeb5ad6a47'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100247) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:26:14.681265 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72447622-62c7-4c15-9d9f-71c5a0ad585a req-54c4d7d3-6cc5-491b-81b3-ea847fc796a6 service neutron] Bound using segment: {'id': 'b19789d4-fbce-4f4c-9585-7e7d580fc030', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1035, 'network_id': 'a27c611a-8f02-4f1c-82ec-76aeb5ad6a47'} {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:26:14.682174 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.managers [req-72447622-62c7-4c15-9d9f-71c5a0ad585a req-54c4d7d3-6cc5-491b-81b3-ea847fc796a6 service neutron] Bound port: 9b52d121-1ce2-4f96-99c8-e312d220c63a, host: n-h1-773647-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b19789d4-fbce-4f4c-9585-7e7d580fc030', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1035, 'network_id': 'a27c611a-8f02-4f1c-82ec-76aeb5ad6a47'}}] {{(pid=100247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:26:14.682539 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-72447622-62c7-4c15-9d9f-71c5a0ad585a req-54c4d7d3-6cc5-491b-81b3-ea847fc796a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:14.749109 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 46564) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:26:14.751553 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-7c077f72-2a1b-4e5a-9ec5-711d3effa950 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] 10.222.0.104 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.7245898 Jul 06 14:26:14.804103 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2c00d28-44cb-424a-b94c-945e4d4a722f None None] DHCP port deletion for eba60608-4e28-43df-928a-323910d090ed request from n-d-773647-6 {{(pid=100248) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 14:26:14.899911 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-a2c00d28-44cb-424a-b94c-945e4d4a722f None None] Deleting port c02f4999-7195-410c-8681-e140d101cb79 {{(pid=100248) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:26:14.900397 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-a2c00d28-44cb-424a-b94c-945e4d4a722f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:15.000504 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.db [req-72447622-62c7-4c15-9d9f-71c5a0ad585a req-54c4d7d3-6cc5-491b-81b3-ea847fc796a6 service neutron] For port 9b52d121-1ce2-4f96-99c8-e312d220c63a, host n-h1-773647-6, cleared binding levels {{(pid=100247) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:26:15.006580 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-a2c00d28-44cb-424a-b94c-945e4d4a722f None None] For port c02f4999-7195-410c-8681-e140d101cb79, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=c02f4999-7195-410c-8681-e140d101cb79,segment=NetworkSegment(67308366-d379-4f20-9df5-ed161946f077),segment_id=67308366-d379-4f20-9df5-ed161946f077)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:26:15.006986 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-a2c00d28-44cb-424a-b94c-945e4d4a722f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:15.021354 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-89cc122f-0a91-467c-9461-d20034e9507e tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Notify callbacks [] for router, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:15.026074 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.db [req-72447622-62c7-4c15-9d9f-71c5a0ad585a req-54c4d7d3-6cc5-491b-81b3-ea847fc796a6 service neutron] For port 9b52d121-1ce2-4f96-99c8-e312d220c63a, host n-h1-773647-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773647-6',level=0,port_id=9b52d121-1ce2-4f96-99c8-e312d220c63a,segment=NetworkSegment(b19789d4-fbce-4f4c-9585-7e7d580fc030),segment_id=b19789d4-fbce-4f4c-9585-7e7d580fc030)] {{(pid=100247) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:26:15.039256 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-a2c00d28-44cb-424a-b94c-945e4d4a722f None None] Calling delete_port for c02f4999-7195-410c-8681-e140d101cb79 owned by network:dhcp {{(pid=100248) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:26:15.156610 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-a2c00d28-44cb-424a-b94c-945e4d4a722f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117'] for port, after_delete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:15.196594 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2c00d28-44cb-424a-b94c-945e4d4a722f None None] No DVR routers for this DVR port c02f4999-7195-410c-8681-e140d101cb79 on host n-d-773647-6 {{(pid=100248) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:26:15.201092 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c00d28-44cb-424a-b94c-945e4d4a722f None None] Pushing event deleted for resources: {'Port': ['ID=c02f4999-7195-410c-8681-e140d101cb79,revision_number=None']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:26:15.235682 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-89cc122f-0a91-467c-9461-d20034e9507e tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1806308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6982'] for router, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:15.238349 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-89cc122f-0a91-467c-9461-d20034e9507e tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:15.245719 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-72447622-62c7-4c15-9d9f-71c5a0ad585a req-54c4d7d3-6cc5-491b-81b3-ea847fc796a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128888538'] for port, after_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:15.351991 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-89cc122f-0a91-467c-9461-d20034e9507e tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1805684'] for router, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:15.352713 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89cc122f-0a91-467c-9461-d20034e9507e tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Fanout notify agent at l3_agent the message router_deleted on router 923cb851-8451-4f2e-a318-ece44ae09c3d {{(pid=100247) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 14:26:15.369334 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-89cc122f-0a91-467c-9461-d20034e9507e tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Notify callbacks [] for router, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:15.373859 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 46578) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:26:15.379114 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-8862aa2d-b457-453c-b302-fe060b59d1d1 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Request body: {'subnet': {'network_id': 'eba60608-4e28-43df-928a-323910d090ed', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:26:15.390988 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-89cc122f-0a91-467c-9461-d20034e9507e tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] 10.222.0.104 "DELETE /v2.0/routers/923cb851-8451-4f2e-a318-ece44ae09c3d HTTP/1.1" status: 204 len: 168 time: 0.6405714 Jul 06 14:26:15.392569 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72447622-62c7-4c15-9d9f-71c5a0ad585a req-54c4d7d3-6cc5-491b-81b3-ea847fc796a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:26:15.393200 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-72447622-62c7-4c15-9d9f-71c5a0ad585a req-54c4d7d3-6cc5-491b-81b3-ea847fc796a6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:15.406982 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-72447622-62c7-4c15-9d9f-71c5a0ad585a req-54c4d7d3-6cc5-491b-81b3-ea847fc796a6 service neutron] 10.222.0.127 "PUT /v2.0/ports/9b52d121-1ce2-4f96-99c8-e312d220c63a HTTP/1.1" status: 200 len: 1091 time: 2.1079507 Jul 06 14:26:15.429978 n-d-773647-6 neutron-server[100247]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b230357-9912-4d8c-bc47-fa1cf66bf99f', 'tag': '9b52d121-1ce2-4f96-99c8-e312d220c63a'}] {{(pid=100247) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:26:15.435959 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cbf0eeaae822f8fc9b87a94aeba67a3d651842baf663a51cba94b67a514836d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-253e5fb0-ac2e-4dd4-8851-460f172bdc5d" -d '{"events": [{"name": "network-changed", "server_uuid": "2b230357-9912-4d8c-bc47-fa1cf66bf99f", "tag": "9b52d121-1ce2-4f96-99c8-e312d220c63a"}]}' {{(pid=100247) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:26:15.497774 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd19e7bb-c2c3-4188-a094-531c0a0871ea req-cf004fa2-d1f3-4a4b-b76a-a0246f554181 tempest-TestServerAdvancedOps-1083930744 tempest-TestServerAdvancedOps-1083930744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:26:15.511244 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-fd19e7bb-c2c3-4188-a094-531c0a0871ea req-cf004fa2-d1f3-4a4b-b76a-a0246f554181 tempest-TestServerAdvancedOps-1083930744 tempest-TestServerAdvancedOps-1083930744-project] 10.222.0.104 "GET /v2.0/ports?device_id=28af0d01-a3fc-4b5e-8ce8-e3220b1ff297 HTTP/1.1" status: 200 len: 946 time: 0.6216435 Jul 06 14:26:15.527593 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9b068a-3fc0-4c40-9dc2-2b7e6c868a34 req-7a2576a3-9233-48e0-b040-6784a07e1423 tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:26:15.529273 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-7d9b068a-3fc0-4c40-9dc2-2b7e6c868a34 req-7a2576a3-9233-48e0-b040-6784a07e1423 tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] 10.222.0.104 "GET /v2.0/ports?device_id=2b230357-9912-4d8c-bc47-fa1cf66bf99f HTTP/1.1" status: 200 len: 943 time: 0.7532799 Jul 06 14:26:15.602316 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8862aa2d-b457-453c-b302-fe060b59d1d1 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Made reservation on behalf of 4a263308c6474c0e99d0efe9a5a7b767 for: {'subnet': 1} {{(pid=100246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:26:15.608468 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-8862aa2d-b457-453c-b302-fe060b59d1d1 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127702029'] for subnet, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:15.636300 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c4d7d3-6cc5-491b-81b3-ea847fc796a6 service neutron] Pushing event updated for resources: {'Port': ['ID=9b52d121-1ce2-4f96-99c8-e312d220c63a,revision_number=3']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:26:15.666958 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-7d9b068a-3fc0-4c40-9dc2-2b7e6c868a34 req-5aa3a72d-b143-41fb-b74e-e42c087c9c14 tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] 10.222.0.104 "GET /v2.0/security-groups?id=b25d6796-29da-4f4d-8f5c-3232c6877a57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1063280 Jul 06 14:26:15.726586 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-fd19e7bb-c2c3-4188-a094-531c0a0871ea req-509c8155-d608-4b1f-84ec-e6833009a436 tempest-TestServerAdvancedOps-1083930744 tempest-TestServerAdvancedOps-1083930744-project] 10.222.0.104 "GET /v2.0/security-groups?id=ebb495ac-1117-494f-9d3e-d285e595bd6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2112720 Jul 06 14:26:15.790318 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72447622-62c7-4c15-9d9f-71c5a0ad585a req-2f1afd03-0327-4870-9d44-fb9e1b2dabe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:26:15.792510 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-72447622-62c7-4c15-9d9f-71c5a0ad585a req-2f1afd03-0327-4870-9d44-fb9e1b2dabe6 service neutron] 10.222.0.127 "GET /v2.0/ports?tenant_id=107c04f466b0465e9fe8bb8c503793e0&device_id=2b230357-9912-4d8c-bc47-fa1cf66bf99f HTTP/1.1" status: 200 len: 1094 time: 0.3364172 Jul 06 14:26:15.876570 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-72447622-62c7-4c15-9d9f-71c5a0ad585a req-20e468bd-50f6-4bcb-8c6f-58378bd369a8 service neutron] 10.222.0.127 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9b52d121-1ce2-4f96-99c8-e312d220c63a HTTP/1.1" status: 200 len: 217 time: 0.0768046 Jul 06 14:26:15.914288 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 14:26:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd9c53eb-8d50-434b-807e-7c76e9ea64bd x-openstack-request-id: req-fd9c53eb-8d50-434b-807e-7c76e9ea64bd {{(pid=100247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:26:15.914820 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b230357-9912-4d8c-bc47-fa1cf66bf99f", "tag": "9b52d121-1ce2-4f96-99c8-e312d220c63a", "status": "completed", "code": 200}]} {{(pid=100247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:26:15.916081 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-fd9c53eb-8d50-434b-807e-7c76e9ea64bd {{(pid=100247) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:26:15.916665 n-d-773647-6 neutron-server[100247]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b230357-9912-4d8c-bc47-fa1cf66bf99f', 'tag': '9b52d121-1ce2-4f96-99c8-e312d220c63a', 'status': 'completed', 'code': 200} Jul 06 14:26:15.931091 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-8862aa2d-b457-453c-b302-fe060b59d1d1 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1849032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127687649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127702047'] for subnet, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:15.974798 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8862aa2d-b457-453c-b302-fe060b59d1d1 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Network eba60608-4e28-43df-928a-323910d090ed is already hosted by enough agents. {{(pid=100246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:26:15.978479 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.base_scheduler [None req-8862aa2d-b457-453c-b302-fe060b59d1d1 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Resources bound (agent type, host, resource id): {{(pid=100246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:26:15.982133 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8862aa2d-b457-453c-b302-fe060b59d1d1 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:26:15.982786 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-8862aa2d-b457-453c-b302-fe060b59d1d1 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Notify callbacks [] for subnet, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:15.988884 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c30fd94f-aaff-4f29-9c89-b411e1920f2f None None] Network eba60608-4e28-43df-928a-323910d090ed requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:26:16.039094 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8862aa2d-b457-453c-b302-fe060b59d1d1 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Pushing event updated for resources: {'Subnet': ['ID=b396f07d-aa0e-42ab-9121-f4b7bf74f2c1,revision_number=0']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:26:16.075014 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-8862aa2d-b457-453c-b302-fe060b59d1d1 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] 10.222.0.104 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.6972091 Jul 06 14:26:16.075295 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 46592) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:26:16.080851 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-4cef54f2-469c-465d-acc4-c79d26b77fa8 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1691243114', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:26:16.132417 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-4cef54f2-469c-465d-acc4-c79d26b77fa8 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1806290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6992'] for router, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:16.133469 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-4cef54f2-469c-465d-acc4-c79d26b77fa8 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1806157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1808637', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1714747', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7007'] for router, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:16.189350 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 9ac63690-7389-4444-9ee8-873431e82063 no longer exists at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:26:16.194571 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6f0ed7d-0ef6-4c95-82ea-954183d031af None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6bd5fc82-6666-56e8-87c2-91648d36c963-eba60608-4e28-43df-928a-323910d090ed', 'network_id': 'eba60608-4e28-43df-928a-323910d090ed', 'tenant_id': '4a263308c6474c0e99d0efe9a5a7b767', 'fixed_ips': [{'subnet_id': 'b396f07d-aa0e-42ab-9121-f4b7bf74f2c1'}]}} from n-d-773647-6. {{(pid=100248) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 14:26:16.196009 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-c6f0ed7d-0ef6-4c95-82ea-954183d031af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:16.223178 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] No Port match for: 9ac63690-7389-4444-9ee8-873431e82063 {{(pid=100248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 14:26:16.223821 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 9ac63690-7389-4444-9ee8-873431e82063 not bound to the agent host n-d-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:26:16.224580 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device c02f4999-7195-410c-8681-e140d101cb79 no longer exists at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:26:16.226943 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-4cef54f2-469c-465d-acc4-c79d26b77fa8 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:16.232621 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-4cef54f2-469c-465d-acc4-c79d26b77fa8 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1806297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1761036'] for router, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:16.252952 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-4cef54f2-469c-465d-acc4-c79d26b77fa8 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Notify callbacks [] for router, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:16.256763 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-4cef54f2-469c-465d-acc4-c79d26b77fa8 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] 10.222.0.104 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.1779313 Jul 06 14:26:16.262251 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 46594) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:26:16.426882 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72447622-62c7-4c15-9d9f-71c5a0ad585a req-b0a36480-7893-464a-b0e2-b9bf02d388ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:26:16.429268 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-72447622-62c7-4c15-9d9f-71c5a0ad585a req-b0a36480-7893-464a-b0e2-b9bf02d388ba service neutron] 10.222.0.127 "GET /v2.0/subnets?id=b85a66d5-8b38-4e5c-9d42-1aa6ece21b33 HTTP/1.1" status: 200 len: 835 time: 0.5463572 Jul 06 14:26:16.536977 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] No Port match for: c02f4999-7195-410c-8681-e140d101cb79 {{(pid=100248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 14:26:16.538396 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device c02f4999-7195-410c-8681-e140d101cb79 not bound to the agent host n-d-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:26:16.592446 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72447622-62c7-4c15-9d9f-71c5a0ad585a req-48d5fda8-5408-430f-8a78-c6be93a028d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:26:16.595311 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-72447622-62c7-4c15-9d9f-71c5a0ad585a req-48d5fda8-5408-430f-8a78-c6be93a028d0 service neutron] 10.222.0.127 "GET /v2.0/ports?network_id=a27c611a-8f02-4f1c-82ec-76aeb5ad6a47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1598926 Jul 06 14:26:16.704629 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.db_base_plugin_common [None req-c6f0ed7d-0ef6-4c95-82ea-954183d031af None None] Allocated IP 2001:db8::2 (eba60608-4e28-43df-928a-323910d090ed/b396f07d-aa0e-42ab-9121-f4b7bf74f2c1/7103b4bd-5688-4251-8c9f-a8fa75ee475a) {{(pid=100248) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:26:16.797302 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-72447622-62c7-4c15-9d9f-71c5a0ad585a req-e8018400-5c9e-4c9e-9d9d-f6ccf6f96366 service neutron] 10.222.0.127 "GET /v2.0/networks/a27c611a-8f02-4f1c-82ec-76aeb5ad6a47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1936500 Jul 06 14:26:16.993664 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-d7fa8be6-6133-4d37-919b-8cb8f37c59f3 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:17.068852 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 46620) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:26:17.093880 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-72447622-62c7-4c15-9d9f-71c5a0ad585a req-6b8cb4e8-a2e0-4cb8-99ad-20fb6884a0f8 service neutron] 10.222.0.127 "GET /v2.0/networks/a27c611a-8f02-4f1c-82ec-76aeb5ad6a47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2860181 Jul 06 14:26:17.094258 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-c6f0ed7d-0ef6-4c95-82ea-954183d031af None None] Notify callbacks [] for port, precommit_create {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:17.106800 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-c6f0ed7d-0ef6-4c95-82ea-954183d031af None None] Transition to ACTIVE for port object 7103b4bd-5688-4251-8c9f-a8fa75ee475a will not be triggered until provisioned by entity L2. {{(pid=100248) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:26:17.115252 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff122b92-198f-44c4-836b-d1e8080c8cdf req-66e7cb31-76f4-4789-af06-b105775a46d1 tempest-TestServerAdvancedOps-1083930744 tempest-TestServerAdvancedOps-1083930744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:26:17.117303 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-ff122b92-198f-44c4-836b-d1e8080c8cdf req-66e7cb31-76f4-4789-af06-b105775a46d1 tempest-TestServerAdvancedOps-1083930744 tempest-TestServerAdvancedOps-1083930744-project] 10.222.0.72 "GET /v2.0/ports?device_id=28af0d01-a3fc-4b5e-8ce8-e3220b1ff297 HTTP/1.1" status: 200 len: 946 time: 0.4306407 Jul 06 14:26:17.141816 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-c6f0ed7d-0ef6-4c95-82ea-954183d031af None None] Transition to ACTIVE for port object 7103b4bd-5688-4251-8c9f-a8fa75ee475a will not be triggered until provisioned by entity DHCP. {{(pid=100248) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:26:17.153593 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-c6f0ed7d-0ef6-4c95-82ea-954183d031af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108'] for port, after_create {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:17.191804 n-d-773647-6 neutron-server[100248]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6f0ed7d-0ef6-4c95-82ea-954183d031af None None] Network eba60608-4e28-43df-928a-323910d090ed is already hosted by enough agents. {{(pid=100248) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:26:17.193914 n-d-773647-6 neutron-server[100248]: DEBUG neutron.scheduler.base_scheduler [None req-c6f0ed7d-0ef6-4c95-82ea-954183d031af None None] Resources bound (agent type, host, resource id): {{(pid=100248) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:26:17.235154 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6f0ed7d-0ef6-4c95-82ea-954183d031af None None] Received port after_create {{(pid=100248) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:26:17.242801 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd5e5f2-f226-4b8f-b49e-86127f5ffdf4 req-ee73852f-4fd7-4318-8fc4-abe11829c92c tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:26:17.246675 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-1bd5e5f2-f226-4b8f-b49e-86127f5ffdf4 req-ee73852f-4fd7-4318-8fc4-abe11829c92c tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] 10.222.0.104 "GET /v2.0/ports?device_id=2b230357-9912-4d8c-bc47-fa1cf66bf99f HTTP/1.1" status: 200 len: 943 time: 0.3138118 Jul 06 14:26:17.292537 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-25249ec5-0066-45e0-a74c-7e47c0e2cc28 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:17.326677 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f0ed7d-0ef6-4c95-82ea-954183d031af None None] Pushing event updated for resources: {'Port': ['ID=7103b4bd-5688-4251-8c9f-a8fa75ee475a,revision_number=1']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:26:17.332662 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-c6f0ed7d-0ef6-4c95-82ea-954183d031af None None] Attempting to bind port 7103b4bd-5688-4251-8c9f-a8fa75ee475a on host n-d-773647-6 for vnic_type normal with profile {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:26:17.333100 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-c6f0ed7d-0ef6-4c95-82ea-954183d031af None None] Attempting to bind port 7103b4bd-5688-4251-8c9f-a8fa75ee475a by drivers openvswitch,hyperv on host n-d-773647-6 at level 0 using segments [{'id': '67308366-d379-4f20-9df5-ed161946f077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': 'eba60608-4e28-43df-928a-323910d090ed'}] {{(pid=100248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:26:17.333466 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6f0ed7d-0ef6-4c95-82ea-954183d031af None None] Attempting to bind port 7103b4bd-5688-4251-8c9f-a8fa75ee475a on network eba60608-4e28-43df-928a-323910d090ed {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:26:17.347352 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6f0ed7d-0ef6-4c95-82ea-954183d031af None None] Checking agent: {'id': '8ab5b19c-d213-4f29-891d-27bdf39d38b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773647-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 43, 26), 'started_at': datetime.datetime(2021, 7, 6, 13, 43, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 25, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773647-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:26:17.347742 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6f0ed7d-0ef6-4c95-82ea-954183d031af None None] Checking segment: {'id': '67308366-d379-4f20-9df5-ed161946f077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': 'eba60608-4e28-43df-928a-323910d090ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:26:17.348724 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-c6f0ed7d-0ef6-4c95-82ea-954183d031af None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:17.349891 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6f0ed7d-0ef6-4c95-82ea-954183d031af None None] Bound using segment: {'id': '67308366-d379-4f20-9df5-ed161946f077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': 'eba60608-4e28-43df-928a-323910d090ed'} {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:26:17.351335 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-c6f0ed7d-0ef6-4c95-82ea-954183d031af None None] Bound port: 7103b4bd-5688-4251-8c9f-a8fa75ee475a, host: n-d-773647-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67308366-d379-4f20-9df5-ed161946f077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': 'eba60608-4e28-43df-928a-323910d090ed'}}] {{(pid=100248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:26:17.351821 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-c6f0ed7d-0ef6-4c95-82ea-954183d031af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:17.401899 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-1bd5e5f2-f226-4b8f-b49e-86127f5ffdf4 req-e29b1165-a1ef-477a-8b78-797465936fa6 tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] 10.222.0.104 "GET /v2.0/security-groups?id=b25d6796-29da-4f4d-8f5c-3232c6877a57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1335218 Jul 06 14:26:17.409838 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54f53a6-4dcc-4b0e-be98-1a1a04b63b6b req-8aefd71d-a88a-4d0d-a40a-39cdd93b372d tempest-TestServerAdvancedOps-1083930744 tempest-TestServerAdvancedOps-1083930744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:26:17.411561 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-d54f53a6-4dcc-4b0e-be98-1a1a04b63b6b req-8aefd71d-a88a-4d0d-a40a-39cdd93b372d tempest-TestServerAdvancedOps-1083930744 tempest-TestServerAdvancedOps-1083930744-project] 10.222.0.104 "GET /v2.0/ports?device_id=28af0d01-a3fc-4b5e-8ce8-e3220b1ff297 HTTP/1.1" status: 200 len: 946 time: 0.3772480 Jul 06 14:26:17.442650 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253e5fb0-ac2e-4dd4-8851-460f172bdc5d req-2d2f15fd-c9c6-4937-a321-e57e6234d9ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:26:17.444086 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-253e5fb0-ac2e-4dd4-8851-460f172bdc5d req-2d2f15fd-c9c6-4937-a321-e57e6234d9ec service neutron] 10.222.0.127 "GET /v2.0/ports?tenant_id=107c04f466b0465e9fe8bb8c503793e0&device_id=2b230357-9912-4d8c-bc47-fa1cf66bf99f HTTP/1.1" status: 200 len: 1094 time: 0.2824001 Jul 06 14:26:17.488574 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.db_base_plugin_common [None req-d7fa8be6-6133-4d37-919b-8cb8f37c59f3 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Allocated IP 2001:db8::1 (eba60608-4e28-43df-928a-323910d090ed/b396f07d-aa0e-42ab-9121-f4b7bf74f2c1/7a2e32f7-3d62-4c6a-b2ba-ed17c3550257) {{(pid=100246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:26:17.494442 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [req-ff122b92-198f-44c4-836b-d1e8080c8cdf req-6a81761d-d553-412b-b510-8ce29d6928b7 tempest-TestServerAdvancedOps-1083930744 tempest-TestServerAdvancedOps-1083930744-project] Deleting port 83b4a720-f728-4c44-9e8c-c9aae7f86c47 {{(pid=100246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:26:17.494848 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-ff122b92-198f-44c4-836b-d1e8080c8cdf req-6a81761d-d553-412b-b510-8ce29d6928b7 tempest-TestServerAdvancedOps-1083930744 tempest-TestServerAdvancedOps-1083930744-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:17.499461 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-c6f0ed7d-0ef6-4c95-82ea-954183d031af None None] For port 7103b4bd-5688-4251-8c9f-a8fa75ee475a, host n-d-773647-6, cleared binding levels {{(pid=100248) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:26:17.516538 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-c6f0ed7d-0ef6-4c95-82ea-954183d031af None None] For port 7103b4bd-5688-4251-8c9f-a8fa75ee475a, host n-d-773647-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=7103b4bd-5688-4251-8c9f-a8fa75ee475a,segment=NetworkSegment(67308366-d379-4f20-9df5-ed161946f077),segment_id=67308366-d379-4f20-9df5-ed161946f077)] {{(pid=100248) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:26:17.521157 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-c6f0ed7d-0ef6-4c95-82ea-954183d031af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:17.582834 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-25249ec5-0066-45e0-a74c-7e47c0e2cc28 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:17.585975 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f0ed7d-0ef6-4c95-82ea-954183d031af None None] Pushing event updated for resources: {'Port': ['ID=7103b4bd-5688-4251-8c9f-a8fa75ee475a,revision_number=2']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:26:17.640991 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-25249ec5-0066-45e0-a74c-7e47c0e2cc28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:17.682929 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.db [req-ff122b92-198f-44c4-836b-d1e8080c8cdf req-6a81761d-d553-412b-b510-8ce29d6928b7 tempest-TestServerAdvancedOps-1083930744 tempest-TestServerAdvancedOps-1083930744-project] For port 83b4a720-f728-4c44-9e8c-c9aae7f86c47, host n-h2-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=83b4a720-f728-4c44-9e8c-c9aae7f86c47,segment=NetworkSegment(70e45ced-b41a-435c-aa12-ebb96190523b),segment_id=70e45ced-b41a-435c-aa12-ebb96190523b)] {{(pid=100246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:26:17.683329 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-ff122b92-198f-44c4-836b-d1e8080c8cdf req-6a81761d-d553-412b-b510-8ce29d6928b7 tempest-TestServerAdvancedOps-1083930744 tempest-TestServerAdvancedOps-1083930744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:17.700173 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-d54f53a6-4dcc-4b0e-be98-1a1a04b63b6b req-a6d29836-a0d3-4bad-ad41-ab6337c862ee tempest-TestServerAdvancedOps-1083930744 tempest-TestServerAdvancedOps-1083930744-project] 10.222.0.104 "GET /v2.0/security-groups?id=ebb495ac-1117-494f-9d3e-d285e595bd6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2625399 Jul 06 14:26:17.710172 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [req-ff122b92-198f-44c4-836b-d1e8080c8cdf req-6a81761d-d553-412b-b510-8ce29d6928b7 tempest-TestServerAdvancedOps-1083930744 tempest-TestServerAdvancedOps-1083930744-project] Calling delete_port for 83b4a720-f728-4c44-9e8c-c9aae7f86c47 owned by compute:nova {{(pid=100246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:26:17.711478 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25249ec5-0066-45e0-a74c-7e47c0e2cc28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49574742-afa6-4b71-800e-892791f34ede,revision_number=1']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:26:17.746845 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-d7fa8be6-6133-4d37-919b-8cb8f37c59f3 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Notify callbacks [] for port, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:17.770943 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-25249ec5-0066-45e0-a74c-7e47c0e2cc28 admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=fde047983e5748e08a35134daf2460bb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6895323 Jul 06 14:26:17.796847 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 46634) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:26:17.862117 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.provisioning_blocks [None req-d7fa8be6-6133-4d37-919b-8cb8f37c59f3 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Transition to ACTIVE for port object 7a2e32f7-3d62-4c6a-b2ba-ed17c3550257 will not be triggered until provisioned by entity DHCP. {{(pid=100246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:26:17.865332 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253e5fb0-ac2e-4dd4-8851-460f172bdc5d req-dbb8c1f2-74ec-475c-bb4f-17bd1e4c72f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:26:17.866902 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-253e5fb0-ac2e-4dd4-8851-460f172bdc5d req-dbb8c1f2-74ec-475c-bb4f-17bd1e4c72f9 service neutron] 10.222.0.127 "GET /v2.0/networks?id=a27c611a-8f02-4f1c-82ec-76aeb5ad6a47 HTTP/1.1" status: 200 len: 899 time: 0.4118490 Jul 06 14:26:17.915259 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-253e5fb0-ac2e-4dd4-8851-460f172bdc5d req-4cf7112d-d6d8-405f-8492-bd5241bb8490 service neutron] 10.222.0.127 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9b52d121-1ce2-4f96-99c8-e312d220c63a HTTP/1.1" status: 200 len: 217 time: 0.0393138 Jul 06 14:26:17.929492 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-8c2974d2-b166-40b3-9b49-9d212f7b3990 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:17.944702 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-ff122b92-198f-44c4-836b-d1e8080c8cdf req-6a81761d-d553-412b-b510-8ce29d6928b7 tempest-TestServerAdvancedOps-1083930744 tempest-TestServerAdvancedOps-1083930744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127687580'] for port, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:17.949296 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-d7fa8be6-6133-4d37-919b-8cb8f37c59f3 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-127687573'] for port, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:17.963917 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] get_ports_and_sgs() called for port_ids ['83b4a720-f728-4c44-9e8c-c9aae7f86c47'] {{(pid=100248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 14:26:18.002481 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7fa8be6-6133-4d37-919b-8cb8f37c59f3 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Network eba60608-4e28-43df-928a-323910d090ed is already hosted by enough agents. {{(pid=100246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:26:18.009274 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.base_scheduler [None req-d7fa8be6-6133-4d37-919b-8cb8f37c59f3 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Resources bound (agent type, host, resource id): {{(pid=100246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:26:18.017486 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7fa8be6-6133-4d37-919b-8cb8f37c59f3 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Received port after_create {{(pid=100246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:26:18.018057 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-d7fa8be6-6133-4d37-919b-8cb8f37c59f3 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1807675'] for router_interface, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:18.065673 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253e5fb0-ac2e-4dd4-8851-460f172bdc5d req-5e3d1102-a183-434c-b657-6a35f00379b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:26:18.067421 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-253e5fb0-ac2e-4dd4-8851-460f172bdc5d req-5e3d1102-a183-434c-b657-6a35f00379b4 service neutron] 10.222.0.127 "GET /v2.0/subnets?id=b85a66d5-8b38-4e5c-9d42-1aa6ece21b33 HTTP/1.1" status: 200 len: 835 time: 0.1349683 Jul 06 14:26:18.072973 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-8c2974d2-b166-40b3-9b49-9d212f7b3990 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:18.121059 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff122b92-198f-44c4-836b-d1e8080c8cdf req-6a81761d-d553-412b-b510-8ce29d6928b7 tempest-TestServerAdvancedOps-1083930744 tempest-TestServerAdvancedOps-1083930744-project] No DVR routers for this DVR port 83b4a720-f728-4c44-9e8c-c9aae7f86c47 on host n-h2-773647-6 {{(pid=100246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:26:18.122770 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7fa8be6-6133-4d37-919b-8cb8f37c59f3 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Pushing event updated for resources: {'Port': ['ID=7a2e32f7-3d62-4c6a-b2ba-ed17c3550257,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:26:18.127495 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-ff122b92-198f-44c4-836b-d1e8080c8cdf req-6a81761d-d553-412b-b510-8ce29d6928b7 tempest-TestServerAdvancedOps-1083930744 tempest-TestServerAdvancedOps-1083930744-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:18.129671 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-ff122b92-198f-44c4-836b-d1e8080c8cdf req-6a81761d-d553-412b-b510-8ce29d6928b7 tempest-TestServerAdvancedOps-1083930744 tempest-TestServerAdvancedOps-1083930744-project] 10.222.0.72 "DELETE /v2.0/ports/83b4a720-f728-4c44-9e8c-c9aae7f86c47 HTTP/1.1" status: 204 len: 173 time: 1.0072205 Jul 06 14:26:18.130126 n-d-773647-6 neutron-server[100246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28af0d01-a3fc-4b5e-8ce8-e3220b1ff297', 'name': 'network-vif-deleted', 'tag': '83b4a720-f728-4c44-9e8c-c9aae7f86c47'}] {{(pid=100246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:26:18.132769 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0d96c5ab5e889f7b933ae915b9be33d1b46c9e87795bf781004b656ef3f1e87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0dc9d627-10a9-46a6-8e29-375ea36c0635" -d '{"events": [{"server_uuid": "28af0d01-a3fc-4b5e-8ce8-e3220b1ff297", "name": "network-vif-deleted", "tag": "83b4a720-f728-4c44-9e8c-c9aae7f86c47"}]}' {{(pid=100246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:26:18.189837 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-8c2974d2-b166-40b3-9b49-9d212f7b3990 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:18.193821 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-8c2974d2-b166-40b3-9b49-9d212f7b3990 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:18.197723 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-8c2974d2-b166-40b3-9b49-9d212f7b3990 admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/49574742-afa6-4b71-800e-892791f34ede HTTP/1.1" status: 204 len: 168 time: 0.3989708 Jul 06 14:26:18.202757 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253e5fb0-ac2e-4dd4-8851-460f172bdc5d req-520abade-a636-40db-b947-424d95ee23e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:26:18.204432 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-253e5fb0-ac2e-4dd4-8851-460f172bdc5d req-520abade-a636-40db-b947-424d95ee23e7 service neutron] 10.222.0.127 "GET /v2.0/ports?network_id=a27c611a-8f02-4f1c-82ec-76aeb5ad6a47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1291883 Jul 06 14:26:18.209802 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2974d2-b166-40b3-9b49-9d212f7b3990 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49574742-afa6-4b71-800e-892791f34ede,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:26:18.285253 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 7103b4bd-5688-4251-8c9f-a8fa75ee475a up at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:26:18.312472 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 14:26:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8b06a3f-e680-4a56-ba36-30f312e923d2 x-openstack-request-id: req-a8b06a3f-e680-4a56-ba36-30f312e923d2 {{(pid=100246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:26:18.313287 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28af0d01-a3fc-4b5e-8ce8-e3220b1ff297", "name": "network-vif-deleted", "tag": "83b4a720-f728-4c44-9e8c-c9aae7f86c47", "status": "completed", "code": 200}]} {{(pid=100246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:26:18.317209 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-a8b06a3f-e680-4a56-ba36-30f312e923d2 {{(pid=100246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:26:18.318646 n-d-773647-6 neutron-server[100246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28af0d01-a3fc-4b5e-8ce8-e3220b1ff297', 'name': 'network-vif-deleted', 'tag': '83b4a720-f728-4c44-9e8c-c9aae7f86c47', 'status': 'completed', 'code': 200} Jul 06 14:26:18.319920 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a81761d-d553-412b-b510-8ce29d6928b7 tempest-TestServerAdvancedOps-1083930744 tempest-TestServerAdvancedOps-1083930744-project] Pushing event deleted for resources: {'Port': ['ID=83b4a720-f728-4c44-9e8c-c9aae7f86c47,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:26:18.345374 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-253e5fb0-ac2e-4dd4-8851-460f172bdc5d req-4d2512a7-38ec-4aed-bea9-b5f75961bbfa service neutron] 10.222.0.127 "GET /v2.0/networks/a27c611a-8f02-4f1c-82ec-76aeb5ad6a47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1302660 Jul 06 14:26:18.367277 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning for port 7103b4bd-5688-4251-8c9f-a8fa75ee475a completed by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:26:18.414653 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-d7fa8be6-6133-4d37-919b-8cb8f37c59f3 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:18.537997 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-253e5fb0-ac2e-4dd4-8851-460f172bdc5d req-739b7e5d-0e2d-4487-9111-c3cc36d248e1 service neutron] 10.222.0.127 "GET /v2.0/networks/a27c611a-8f02-4f1c-82ec-76aeb5ad6a47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1845849 Jul 06 14:26:18.785345 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8f8d1f-5882-4c8f-8bad-1cca9414222e req-2e5077aa-c529-4550-8101-9fe15643878f tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:26:18.795781 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-5d8f8d1f-5882-4c8f-8bad-1cca9414222e req-2e5077aa-c529-4550-8101-9fe15643878f tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] 10.222.0.104 "GET /v2.0/ports?device_id=2b230357-9912-4d8c-bc47-fa1cf66bf99f HTTP/1.1" status: 200 len: 943 time: 0.1663635 Jul 06 14:26:18.886752 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-5d8f8d1f-5882-4c8f-8bad-1cca9414222e req-f3a4d73f-5551-4060-97c5-54833d56f0b1 tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] 10.222.0.104 "GET /v2.0/security-groups?id=b25d6796-29da-4f4d-8f5c-3232c6877a57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0856445 Jul 06 14:26:18.926268 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-d7fa8be6-6133-4d37-919b-8cb8f37c59f3 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Notify callbacks [] for port, precommit_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:18.932577 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-d7fa8be6-6133-4d37-919b-8cb8f37c59f3 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127687527'] for port, after_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:18.935441 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-d7fa8be6-6133-4d37-919b-8cb8f37c59f3 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1809478'] for router_interface, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:19.063065 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-2f014900-fedc-415c-b622-cca2f5bee6c8 req-0fe5ba08-b7b7-46aa-b77e-8fc5b8782ff3 tempest-TestServerAdvancedOps-1083930744 tempest-TestServerAdvancedOps-1083930744-project] 10.222.0.104 "GET /v2.0/ports?device_id=28af0d01-a3fc-4b5e-8ce8-e3220b1ff297 HTTP/1.1" status: 200 len: 210 time: 0.0746663 Jul 06 14:26:19.084469 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-7ed95658-3ec3-47ef-8360-cfd84250c5c2 None None] Provisioning for port 7103b4bd-5688-4251-8c9f-a8fa75ee475a completed by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:26:19.089619 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-7ed95658-3ec3-47ef-8360-cfd84250c5c2 None None] Provisioning complete for port 7103b4bd-5688-4251-8c9f-a8fa75ee475a triggered by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:26:19.090686 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-7ed95658-3ec3-47ef-8360-cfd84250c5c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:19.097080 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7fa8be6-6133-4d37-919b-8cb8f37c59f3 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Pushing event updated for resources: {'Port': ['ID=7a2e32f7-3d62-4c6a-b2ba-ed17c3550257,revision_number=2']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:26:19.159722 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7fa8be6-6133-4d37-919b-8cb8f37c59f3 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Network eba60608-4e28-43df-928a-323910d090ed is already hosted by enough agents. {{(pid=100246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:26:19.161323 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.base_scheduler [None req-d7fa8be6-6133-4d37-919b-8cb8f37c59f3 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Resources bound (agent type, host, resource id): {{(pid=100246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:26:19.225946 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-7ed95658-3ec3-47ef-8360-cfd84250c5c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:19.263141 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-7ed95658-3ec3-47ef-8360-cfd84250c5c2 None None] For port 7103b4bd-5688-4251-8c9f-a8fa75ee475a, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=7103b4bd-5688-4251-8c9f-a8fa75ee475a,segment=NetworkSegment(67308366-d379-4f20-9df5-ed161946f077),segment_id=67308366-d379-4f20-9df5-ed161946f077)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:26:19.267898 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-7ed95658-3ec3-47ef-8360-cfd84250c5c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:19.354297 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed95658-3ec3-47ef-8360-cfd84250c5c2 None None] Pushing event updated for resources: {'Port': ['ID=7103b4bd-5688-4251-8c9f-a8fa75ee475a,revision_number=3']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:26:19.378029 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7fa8be6-6133-4d37-919b-8cb8f37c59f3 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Router 1c2235b3-642a-404d-852e-b929e5f97ded is scheduled to L3 agent 2823d358-a11b-4885-a706-95a279e43fa7 with binding_index 1 {{(pid=100246) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 14:26:19.433030 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-9c8529d5-b856-460b-a955-b688439d82cc None None] Provisioning for port 7a2e32f7-3d62-4c6a-b2ba-ed17c3550257 completed by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:26:19.438084 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-9c8529d5-b856-460b-a955-b688439d82cc None None] Provisioning complete for port 7a2e32f7-3d62-4c6a-b2ba-ed17c3550257 triggered by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:26:19.438754 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-9c8529d5-b856-460b-a955-b688439d82cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:19.483655 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-9c8529d5-b856-460b-a955-b688439d82cc None None] Port 7a2e32f7-3d62-4c6a-b2ba-ed17c3550257 cannot update to ACTIVE because it is not bound. {{(pid=100248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 14:26:19.491406 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7fa8be6-6133-4d37-919b-8cb8f37c59f3 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Notify agent at l3_agent.n-d-773647-6 the message routers_updated {{(pid=100246) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 14:26:19.499986 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-d7fa8be6-6133-4d37-919b-8cb8f37c59f3 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] 10.222.0.104 "PUT /v2.0/routers/1c2235b3-642a-404d-852e-b929e5f97ded/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2340100 Jul 06 14:26:19.500095 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 46684) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:26:19.502482 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66a4b64d-85cf-418a-ad86-bae844093df7 None None] Sync routers for ids ['1c2235b3-642a-404d-852e-b929e5f97ded'] in n-d-773647-6 {{(pid=100249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 14:26:19.515014 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66a4b64d-85cf-418a-ad86-bae844093df7 None None] Routers {'1c2235b3-642a-404d-852e-b929e5f97ded'} bound to L3 agent in host n-d-773647-6 {{(pid=100249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:26:19.515671 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-66a4b64d-85cf-418a-ad86-bae844093df7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T14:25:56Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['1c2235b3-642a-404d-852e-b929e5f97ded'], 'active': True} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:26:19.589771 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b11353ee-75ea-4e71-aad3-e82506ea4517 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:26:19.593912 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 46688) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:26:19.594097 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-b11353ee-75ea-4e71-aad3-e82506ea4517 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] 10.222.0.104 "GET /v2.0/ports/7a2e32f7-3d62-4c6a-b2ba-ed17c3550257 HTTP/1.1" status: 200 len: 911 time: 0.0928719 Jul 06 14:26:19.683305 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-469725e0-1b2b-4f2c-b0e2-86ed165c6f2e tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:26:19.689829 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-469725e0-1b2b-4f2c-b0e2-86ed165c6f2e tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:26:19.691526 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-469725e0-1b2b-4f2c-b0e2-86ed165c6f2e tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] 10.222.0.104 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.0961347 Jul 06 14:26:19.694257 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 46694) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:26:19.751642 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvr_db [None req-66a4b64d-85cf-418a-ad86-bae844093df7 None None] Set router 1c2235b3-642a-404d-852e-b929e5f97ded gateway port host: None {{(pid=100249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:26:19.808646 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-4f839ce6-c85f-40dc-9efc-411e9c55f793 None None] Provisioning complete for port 7a2e32f7-3d62-4c6a-b2ba-ed17c3550257 triggered by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:26:19.810839 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4f839ce6-c85f-40dc-9efc-411e9c55f793 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:19.857182 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-4f839ce6-c85f-40dc-9efc-411e9c55f793 None None] Port 7a2e32f7-3d62-4c6a-b2ba-ed17c3550257 cannot update to ACTIVE because it is not bound. {{(pid=100248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 14:26:20.105810 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-ab384663-213c-43af-af4b-54befd68c5df tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1809431'] for router_interface, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:20.220487 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-66a4b64d-85cf-418a-ad86-bae844093df7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c2235b3-642a-404d-852e-b929e5f97ded', 'name': 'tempest-NetworksTestDHCPv6-router-1691243114', 'tenant_id': '4a263308c6474c0e99d0efe9a5a7b767', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:26:16Z', 'updated_at': '2021-07-06T14:26:18Z', 'revision_number': 2, 'project_id': '4a263308c6474c0e99d0efe9a5a7b767', 'gw_port_host': None, '_interfaces': [{'id': '7a2e32f7-3d62-4c6a-b2ba-ed17c3550257', 'name': '', 'network_id': 'eba60608-4e28-43df-928a-323910d090ed', 'tenant_id': '4a263308c6474c0e99d0efe9a5a7b767', 'mac_address': 'fa:16:3e:e4:f4:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c2235b3-642a-404d-852e-b929e5f97ded', 'device_owner': 'network:router_interface', 'standard_attr_id': 3589, 'fixed_ips': [{'subnet_id': 'b396f07d-aa0e-42ab-9121-f4b7bf74f2c1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:26:17Z', 'updated_at': '2021-07-06T14:26:18Z', 'revision_number': 2, 'project_id': '4a263308c6474c0e99d0efe9a5a7b767', 'subnets': [{'id': 'b396f07d-aa0e-42ab-9121-f4b7bf74f2c1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773647-6', False) {} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:26:20.222789 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 46710) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:26:20.229218 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 7103b4bd-5688-4251-8c9f-a8fa75ee475a up at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:26:20.250671 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66a4b64d-85cf-418a-ad86-bae844093df7 None None] Checking router: 1c2235b3-642a-404d-852e-b929e5f97ded for host: n-d-773647-6 {{(pid=100249) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 14:26:20.251027 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66a4b64d-85cf-418a-ad86-bae844093df7 None None] Updating router 1c2235b3-642a-404d-852e-b929e5f97ded port 7a2e32f7-3d62-4c6a-b2ba-ed17c3550257 binding host n-d-773647-6 {{(pid=100249) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 14:26:20.285348 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d732e6-16b8-4082-8dd0-3578513ecbd2 req-6c725814-40fa-4fb4-95cb-3bfef8f78d8d tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:26:20.292147 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-98d732e6-16b8-4082-8dd0-3578513ecbd2 req-6c725814-40fa-4fb4-95cb-3bfef8f78d8d tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] 10.222.0.104 "GET /v2.0/ports?device_id=2b230357-9912-4d8c-bc47-fa1cf66bf99f HTTP/1.1" status: 200 len: 943 time: 0.2214012 Jul 06 14:26:20.314066 n-d-773647-6 neutron-server[100249]: DEBUG neutron_lib.callbacks.manager [None req-66a4b64d-85cf-418a-ad86-bae844093df7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:20.321895 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning complete for port 7103b4bd-5688-4251-8c9f-a8fa75ee475a triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:26:20.323091 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:20.423064 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-98d732e6-16b8-4082-8dd0-3578513ecbd2 req-47012c51-7f70-469b-82fc-9ad5ac3803c6 tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] 10.222.0.104 "GET /v2.0/security-groups?id=b25d6796-29da-4f4d-8f5c-3232c6877a57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1266184 Jul 06 14:26:20.432463 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.db_base_plugin_v2 [None req-e1717b7b-19b1-4d78-91a8-1dde7b415148 admin admin] Deleting subnet 3dd2bea8-6e86-4bb9-8965-efd7c334de42 {{(pid=100247) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 14:26:20.438137 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-e1717b7b-19b1-4d78-91a8-1dde7b415148 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:20.492362 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-e1717b7b-19b1-4d78-91a8-1dde7b415148 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127131748'] for subnet, precommit_delete_associations {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:20.561392 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-e1717b7b-19b1-4d78-91a8-1dde7b415148 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-913473'] for subnet, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:20.641486 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-e1717b7b-19b1-4d78-91a8-1dde7b415148 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-913480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1849032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-128888347', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127627857'] for subnet, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:20.703897 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1717b7b-19b1-4d78-91a8-1dde7b415148 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3dd2bea8-6e86-4bb9-8965-efd7c334de42,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:26:20.714002 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1717b7b-19b1-4d78-91a8-1dde7b415148 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:26:20.714979 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1717b7b-19b1-4d78-91a8-1dde7b415148 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:26:20.715697 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1717b7b-19b1-4d78-91a8-1dde7b415148 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:26:20.716231 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1717b7b-19b1-4d78-91a8-1dde7b415148 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:26:20.716783 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1717b7b-19b1-4d78-91a8-1dde7b415148 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:26:20.717325 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1717b7b-19b1-4d78-91a8-1dde7b415148 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:26:20.717850 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1717b7b-19b1-4d78-91a8-1dde7b415148 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:26:20.718373 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1717b7b-19b1-4d78-91a8-1dde7b415148 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:26:20.718897 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1717b7b-19b1-4d78-91a8-1dde7b415148 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:26:20.719440 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1717b7b-19b1-4d78-91a8-1dde7b415148 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:26:20.719980 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1717b7b-19b1-4d78-91a8-1dde7b415148 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:26:20.720502 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1717b7b-19b1-4d78-91a8-1dde7b415148 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:26:20.731076 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-e1717b7b-19b1-4d78-91a8-1dde7b415148 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:20.733288 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-e1717b7b-19b1-4d78-91a8-1dde7b415148 admin admin] 10.222.0.104 "DELETE /v2.0/subnets/3dd2bea8-6e86-4bb9-8965-efd7c334de42 HTTP/1.1" status: 204 len: 168 time: 0.5076962 Jul 06 14:26:20.736013 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 46718) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:26:20.823687 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-44e40b4d-9a04-4a67-bb1b-aa54d3339fba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530492'] for network, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:20.845858 n-d-773647-6 neutron-server[100249]: DEBUG neutron_lib.callbacks.manager [None req-66a4b64d-85cf-418a-ad86-bae844093df7 None None] Notify callbacks [] for port, precommit_update {{(pid=100249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:20.862486 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.provisioning_blocks [None req-66a4b64d-85cf-418a-ad86-bae844093df7 None None] Transition to ACTIVE for port object 7a2e32f7-3d62-4c6a-b2ba-ed17c3550257 will not be triggered until provisioned by entity L2. {{(pid=100249) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:26:20.871581 n-d-773647-6 neutron-server[100249]: DEBUG neutron_lib.callbacks.manager [None req-66a4b64d-85cf-418a-ad86-bae844093df7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:20.880546 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [None req-ab384663-213c-43af-af4b-54befd68c5df tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Deleting port 7a2e32f7-3d62-4c6a-b2ba-ed17c3550257 {{(pid=100246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:26:20.881044 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-ab384663-213c-43af-af4b-54befd68c5df tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:20.981308 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-44e40b4d-9a04-4a67-bb1b-aa54d3339fba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-917204', 'neutron.services.segments.db._delete_segments_for_network-8773753502302'] for network, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:20.994503 n-d-773647-6 neutron-server[100247]: DEBUG neutron.services.segments.db [None req-44e40b4d-9a04-4a67-bb1b-aa54d3339fba admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f7e68c4-6ba0-4bbb-9213-55f3f2678294']}} {{(pid=100247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:26:21.028142 n-d-773647-6 neutron-server[100247]: DEBUG neutron.services.segments.db [None req-44e40b4d-9a04-4a67-bb1b-aa54d3339fba admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '70e45ced-b41a-435c-aa12-ebb96190523b') {'for_net_delete': True} {{(pid=100247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:26:21.028531 n-d-773647-6 neutron-server[100247]: DEBUG neutron.services.segments.db [None req-44e40b4d-9a04-4a67-bb1b-aa54d3339fba admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '70e45ced-b41a-435c-aa12-ebb96190523b') {} {{(pid=100247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:26:21.050223 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-44e40b4d-9a04-4a67-bb1b-aa54d3339fba admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773753515138', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127131763'] for segment, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:21.064720 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f03d222-9ba7-4529-9717-e19b8bda4454 None None] Pushing event updated for resources: {'Port': ['ID=7a2e32f7-3d62-4c6a-b2ba-ed17c3550257,revision_number=3']} {{(pid=100249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:26:21.070697 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Device 83b4a720-f728-4c44-9e8c-c9aae7f86c47 no longer exists at agent hyperv_n-h2-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:26:21.071385 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.managers [None req-66a4b64d-85cf-418a-ad86-bae844093df7 None None] Attempting to bind port 7a2e32f7-3d62-4c6a-b2ba-ed17c3550257 on host n-d-773647-6 for vnic_type normal with profile {{(pid=100249) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:26:21.071492 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.managers [None req-66a4b64d-85cf-418a-ad86-bae844093df7 None None] Attempting to bind port 7a2e32f7-3d62-4c6a-b2ba-ed17c3550257 by drivers openvswitch,hyperv on host n-d-773647-6 at level 0 using segments [{'id': '67308366-d379-4f20-9df5-ed161946f077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': 'eba60608-4e28-43df-928a-323910d090ed'}] {{(pid=100249) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:26:21.071872 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66a4b64d-85cf-418a-ad86-bae844093df7 None None] Attempting to bind port 7a2e32f7-3d62-4c6a-b2ba-ed17c3550257 on network eba60608-4e28-43df-928a-323910d090ed {{(pid=100249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:26:21.083315 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66a4b64d-85cf-418a-ad86-bae844093df7 None None] Checking agent: {'id': '8ab5b19c-d213-4f29-891d-27bdf39d38b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773647-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 43, 26), 'started_at': datetime.datetime(2021, 7, 6, 13, 43, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 25, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773647-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:26:21.083315 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66a4b64d-85cf-418a-ad86-bae844093df7 None None] Checking segment: {'id': '67308366-d379-4f20-9df5-ed161946f077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': 'eba60608-4e28-43df-928a-323910d090ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100249) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:26:21.083615 n-d-773647-6 neutron-server[100249]: DEBUG neutron_lib.callbacks.manager [None req-66a4b64d-85cf-418a-ad86-bae844093df7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:21.083891 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66a4b64d-85cf-418a-ad86-bae844093df7 None None] Bound using segment: {'id': '67308366-d379-4f20-9df5-ed161946f077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': 'eba60608-4e28-43df-928a-323910d090ed'} {{(pid=100249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:26:21.084355 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.managers [None req-66a4b64d-85cf-418a-ad86-bae844093df7 None None] Bound port: 7a2e32f7-3d62-4c6a-b2ba-ed17c3550257, host: n-d-773647-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67308366-d379-4f20-9df5-ed161946f077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': 'eba60608-4e28-43df-928a-323910d090ed'}}] {{(pid=100249) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:26:21.085225 n-d-773647-6 neutron-server[100249]: DEBUG neutron_lib.callbacks.manager [None req-66a4b64d-85cf-418a-ad86-bae844093df7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:21.094962 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-44e40b4d-9a04-4a67-bb1b-aa54d3339fba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552'] for segment, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:21.099707 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-ab384663-213c-43af-af4b-54befd68c5df tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:21.112934 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-44e40b4d-9a04-4a67-bb1b-aa54d3339fba admin admin] Releasing vlan 1006 on physical network physnet1 to pool {{(pid=100247) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 14:26:21.115038 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-44e40b4d-9a04-4a67-bb1b-aa54d3339fba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-128888574'] for segment, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:21.119430 n-d-773647-6 neutron-server[100247]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:26:21.119430 n-d-773647-6 neutron-server[100247]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:26:21.119430 n-d-773647-6 neutron-server[100247]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:26:21.119430 n-d-773647-6 neutron-server[100247]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:26:21.119430 n-d-773647-6 neutron-server[100247]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:26:21.119430 n-d-773647-6 neutron-server[100247]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:26:21.119430 n-d-773647-6 neutron-server[100247]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:26:21.119430 n-d-773647-6 neutron-server[100247]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:26:21.119430 n-d-773647-6 neutron-server[100247]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:26:21.119430 n-d-773647-6 neutron-server[100247]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:26:21.119430 n-d-773647-6 neutron-server[100247]: Traceback (most recent call last): Jul 06 14:26:21.119430 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 14:26:21.119430 n-d-773647-6 neutron-server[100247]: timer() Jul 06 14:26:21.119430 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 14:26:21.119430 n-d-773647-6 neutron-server[100247]: cb(*args, **kw) Jul 06 14:26:21.119430 n-d-773647-6 neutron-server[100247]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 14:26:21.119430 n-d-773647-6 neutron-server[100247]: return func(*args, **kwargs) Jul 06 14:26:21.119430 n-d-773647-6 neutron-server[100247]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 14:26:21.119430 n-d-773647-6 neutron-server[100247]: self._notify() Jul 06 14:26:21.119430 n-d-773647-6 neutron-server[100247]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 14:26:21.119430 n-d-773647-6 neutron-server[100247]: self.callback(batched_events) Jul 06 14:26:21.119430 n-d-773647-6 neutron-server[100247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 14:26:21.119430 n-d-773647-6 neutron-server[100247]: event.method(event) Jul 06 14:26:21.119430 n-d-773647-6 neutron-server[100247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 14:26:21.119430 n-d-773647-6 neutron-server[100247]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 14:26:21.119430 n-d-773647-6 neutron-server[100247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 14:26:21.119430 n-d-773647-6 neutron-server[100247]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 14:26:21.119430 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 14:26:21.119430 n-d-773647-6 neutron-server[100247]: return f(self, *a, **k) Jul 06 14:26:21.119430 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 14:26:21.119430 n-d-773647-6 neutron-server[100247]: return self._get(url).json() Jul 06 14:26:21.119430 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 14:26:21.119430 n-d-773647-6 neutron-server[100247]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 14:26:21.119430 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 14:26:21.119430 n-d-773647-6 neutron-server[100247]: return self.request(url, 'GET', **kwargs) Jul 06 14:26:21.119430 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 14:26:21.119430 n-d-773647-6 neutron-server[100247]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 14:26:21.119430 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 14:26:21.119430 n-d-773647-6 neutron-server[100247]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 14:26:21.119430 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 14:26:21.119430 n-d-773647-6 neutron-server[100247]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 14:26:21.119430 n-d-773647-6 neutron-server[100247]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 14:26:21.136706 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [None req-ab384663-213c-43af-af4b-54befd68c5df tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Calling delete_port for 7a2e32f7-3d62-4c6a-b2ba-ed17c3550257 owned by network:router_interface {{(pid=100246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:26:21.147827 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] No Port match for: 83b4a720-f728-4c44-9e8c-c9aae7f86c47 {{(pid=100248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 14:26:21.148469 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Device 83b4a720-f728-4c44-9e8c-c9aae7f86c47 not bound to the agent host n-h2-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:26:21.194042 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.db [None req-66a4b64d-85cf-418a-ad86-bae844093df7 None None] For port 7a2e32f7-3d62-4c6a-b2ba-ed17c3550257, host n-d-773647-6, cleared binding levels {{(pid=100249) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:26:21.222711 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.db [None req-66a4b64d-85cf-418a-ad86-bae844093df7 None None] For port 7a2e32f7-3d62-4c6a-b2ba-ed17c3550257, host n-d-773647-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=7a2e32f7-3d62-4c6a-b2ba-ed17c3550257,segment=NetworkSegment(67308366-d379-4f20-9df5-ed161946f077),segment_id=67308366-d379-4f20-9df5-ed161946f077)] {{(pid=100249) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:26:21.224864 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-44e40b4d-9a04-4a67-bb1b-aa54d3339fba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-917215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1761140'] for network, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:21.229875 n-d-773647-6 neutron-server[100249]: DEBUG neutron_lib.callbacks.manager [None req-66a4b64d-85cf-418a-ad86-bae844093df7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:21.244372 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-44e40b4d-9a04-4a67-bb1b-aa54d3339fba admin admin] Notify callbacks [] for network, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:21.246646 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-44e40b4d-9a04-4a67-bb1b-aa54d3339fba admin admin] 10.222.0.104 "DELETE /v2.0/networks/4f7e68c4-6ba0-4bbb-9213-55f3f2678294 HTTP/1.1" status: 204 len: 168 time: 0.5092497 Jul 06 14:26:21.247695 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e40b4d-9a04-4a67-bb1b-aa54d3339fba admin admin] Pushing event deleted for resources: {'Network': ['ID=4f7e68c4-6ba0-4bbb-9213-55f3f2678294,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:26:21.249397 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 46726) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:26:21.256123 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Device 9b52d121-1ce2-4f96-99c8-e312d220c63a details requested by agent hyperv_n-h1-773647-6 with host n-h1-773647-6 {{(pid=100248) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 14:26:21.351300 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66a4b64d-85cf-418a-ad86-bae844093df7 None None] Routers {'1c2235b3-642a-404d-852e-b929e5f97ded'} bound to L3 agent in host n-d-773647-6 {{(pid=100249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:26:21.351903 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-66a4b64d-85cf-418a-ad86-bae844093df7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T14:25:56Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['1c2235b3-642a-404d-852e-b929e5f97ded'], 'active': True} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:26:21.354573 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.db_base_plugin_v2 [None req-68327a71-f39c-4784-887d-1d2dfab33aab admin admin] Deleting subnet e0aa414c-310c-47ff-a68a-279da2b3f41c {{(pid=100247) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 14:26:21.358502 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-68327a71-f39c-4784-887d-1d2dfab33aab admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:21.395328 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-68327a71-f39c-4784-887d-1d2dfab33aab admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127131748'] for subnet, precommit_delete_associations {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:21.412347 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] For port 9b52d121-1ce2-4f96-99c8-e312d220c63a, host n-h1-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773647-6',level=0,port_id=9b52d121-1ce2-4f96-99c8-e312d220c63a,segment=NetworkSegment(b19789d4-fbce-4f4c-9585-7e7d580fc030),segment_id=b19789d4-fbce-4f4c-9585-7e7d580fc030)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:26:21.427989 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Returning: {'device': '9b52d121-1ce2-4f96-99c8-e312d220c63a', 'network_id': 'a27c611a-8f02-4f1c-82ec-76aeb5ad6a47', 'port_id': '9b52d121-1ce2-4f96-99c8-e312d220c63a', 'mac_address': 'fa:16:3e:a7:f1:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1035, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b85a66d5-8b38-4e5c-9d42-1aa6ece21b33', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100248) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 14:26:21.438577 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f03d222-9ba7-4529-9717-e19b8bda4454 None None] Pushing event updated for resources: {'Port': ['ID=7a2e32f7-3d62-4c6a-b2ba-ed17c3550257,revision_number=4']} {{(pid=100249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:26:21.450491 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-ab384663-213c-43af-af4b-54befd68c5df tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127687580'] for port, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:21.472682 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-68327a71-f39c-4784-887d-1d2dfab33aab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-913473'] for subnet, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:21.528805 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab384663-213c-43af-af4b-54befd68c5df tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Pushing event deleted for resources: {'Port': ['ID=7a2e32f7-3d62-4c6a-b2ba-ed17c3550257,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:26:21.553906 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:21.586908 n-d-773647-6 neutron-server[100248]: DEBUG neutron.notifiers.nova [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b52d121-1ce2-4f96-99c8-e312d220c63a {{(pid=100248) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 14:26:21.599614 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-68327a71-f39c-4784-887d-1d2dfab33aab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-913480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1849032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-128888347', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127627857'] for subnet, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:21.607341 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvr_db [None req-66a4b64d-85cf-418a-ad86-bae844093df7 None None] Set router 1c2235b3-642a-404d-852e-b929e5f97ded gateway port host: None {{(pid=100249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:26:21.630391 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-68327a71-f39c-4784-887d-1d2dfab33aab admin admin] Notify callbacks [] for subnet, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:21.635189 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] For port 9b52d121-1ce2-4f96-99c8-e312d220c63a, host n-h1-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773647-6',level=0,port_id=9b52d121-1ce2-4f96-99c8-e312d220c63a,segment=NetworkSegment(b19789d4-fbce-4f4c-9585-7e7d580fc030),segment_id=b19789d4-fbce-4f4c-9585-7e7d580fc030)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:26:21.635572 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-68327a71-f39c-4784-887d-1d2dfab33aab admin admin] 10.222.0.104 "DELETE /v2.0/subnets/e0aa414c-310c-47ff-a68a-279da2b3f41c HTTP/1.1" status: 204 len: 168 time: 0.3849096 Jul 06 14:26:21.638078 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 46736) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:26:21.639721 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:21.706089 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Pushing event updated for resources: {'Port': ['ID=9b52d121-1ce2-4f96-99c8-e312d220c63a,revision_number=4']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:26:21.738255 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-e618e89a-b576-4625-9d2d-67a94cc91d69 None None] Could not find standard attr ID for object 7a2e32f7-3d62-4c6a-b2ba-ed17c3550257. {{(pid=100248) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 06 14:26:21.746139 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68327a71-f39c-4784-887d-1d2dfab33aab admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e0aa414c-310c-47ff-a68a-279da2b3f41c,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:26:21.755646 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-ab384663-213c-43af-af4b-54befd68c5df tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1809193'] for router_interface, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:21.772089 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-c78e91bf-b8c4-4d7f-abc5-91d05ad7a787 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530492'] for network, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:21.833539 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9633f3-0bb6-4169-b5bb-1eb65f0b4ffa req-08cb5e6b-f034-4342-8e4c-006248503e57 tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:26:21.835610 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-ab9633f3-0bb6-4169-b5bb-1eb65f0b4ffa req-08cb5e6b-f034-4342-8e4c-006248503e57 tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] 10.222.0.104 "GET /v2.0/ports?device_id=2b230357-9912-4d8c-bc47-fa1cf66bf99f HTTP/1.1" status: 200 len: 943 time: 0.2490489 Jul 06 14:26:21.937519 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-c78e91bf-b8c4-4d7f-abc5-91d05ad7a787 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-917204', 'neutron.services.segments.db._delete_segments_for_network-8773753502302'] for network, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:21.956148 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-ab9633f3-0bb6-4169-b5bb-1eb65f0b4ffa req-75c25518-2891-48d6-9355-ea45c508baf3 tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] 10.222.0.104 "GET /v2.0/security-groups?id=b25d6796-29da-4f4d-8f5c-3232c6877a57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1128733 Jul 06 14:26:21.985936 n-d-773647-6 neutron-server[100247]: DEBUG neutron.services.segments.db [None req-c78e91bf-b8c4-4d7f-abc5-91d05ad7a787 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7eeb4857-bd6a-4571-ab03-369d8be19652']}} {{(pid=100247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:26:22.000368 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] get_ports_and_sgs() called for port_ids ['9b52d121-1ce2-4f96-99c8-e312d220c63a'] {{(pid=100248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 14:26:22.005531 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-66a4b64d-85cf-418a-ad86-bae844093df7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c2235b3-642a-404d-852e-b929e5f97ded', 'name': 'tempest-NetworksTestDHCPv6-router-1691243114', 'tenant_id': '4a263308c6474c0e99d0efe9a5a7b767', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:26:16Z', 'updated_at': '2021-07-06T14:26:18Z', 'revision_number': 2, 'project_id': '4a263308c6474c0e99d0efe9a5a7b767', 'gw_port_host': None, '_interfaces': [{'id': '7a2e32f7-3d62-4c6a-b2ba-ed17c3550257', 'name': '', 'network_id': 'eba60608-4e28-43df-928a-323910d090ed', 'tenant_id': '4a263308c6474c0e99d0efe9a5a7b767', 'mac_address': 'fa:16:3e:e4:f4:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c2235b3-642a-404d-852e-b929e5f97ded', 'device_owner': 'network:router_interface', 'standard_attr_id': 3589, 'fixed_ips': [{'subnet_id': 'b396f07d-aa0e-42ab-9121-f4b7bf74f2c1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:26:17Z', 'updated_at': '2021-07-06T14:26:21Z', 'revision_number': 4, 'project_id': '4a263308c6474c0e99d0efe9a5a7b767', 'subnets': [{'id': 'b396f07d-aa0e-42ab-9121-f4b7bf74f2c1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773647-6', False) {} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:26:22.017255 n-d-773647-6 neutron-server[100247]: DEBUG neutron.services.segments.db [None req-c78e91bf-b8c4-4d7f-abc5-91d05ad7a787 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '295c1427-0752-472d-82f4-0f3aeb137f9d') {'for_net_delete': True} {{(pid=100247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:26:22.017474 n-d-773647-6 neutron-server[100247]: DEBUG neutron.services.segments.db [None req-c78e91bf-b8c4-4d7f-abc5-91d05ad7a787 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '295c1427-0752-472d-82f4-0f3aeb137f9d') {} {{(pid=100247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:26:22.021982 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab384663-213c-43af-af4b-54befd68c5df tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Router 1c2235b3-642a-404d-852e-b929e5f97ded has already been hosted by L3 agent 2823d358-a11b-4885-a706-95a279e43fa7 {{(pid=100246) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 14:26:22.038955 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66a4b64d-85cf-418a-ad86-bae844093df7 None None] The sync data for ids ['1c2235b3-642a-404d-852e-b929e5f97ded'] in n-d-773647-6 is: [{'id': '1c2235b3-642a-404d-852e-b929e5f97ded', 'name': 'tempest-NetworksTestDHCPv6-router-1691243114', 'tenant_id': '4a263308c6474c0e99d0efe9a5a7b767', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:26:16Z', 'updated_at': '2021-07-06T14:26:18Z', 'revision_number': 2, 'project_id': '4a263308c6474c0e99d0efe9a5a7b767', 'gw_port_host': None, '_interfaces': [{'id': '7a2e32f7-3d62-4c6a-b2ba-ed17c3550257', 'name': '', 'network_id': 'eba60608-4e28-43df-928a-323910d090ed', 'tenant_id': '4a263308c6474c0e99d0efe9a5a7b767', 'mac_address': 'fa:16:3e:e4:f4:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c2235b3-642a-404d-852e-b929e5f97ded', 'device_owner': 'network:router_interface', 'standard_attr_id': 3589, 'fixed_ips': [{'subnet_id': 'b396f07d-aa0e-42ab-9121-f4b7bf74f2c1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:26:17Z', 'updated_at': '2021-07-06T14:26:21Z', 'revision_number': 4, 'project_id': '4a263308c6474c0e99d0efe9a5a7b767', 'subnets': [{'id': 'b396f07d-aa0e-42ab-9121-f4b7bf74f2c1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 14:26:22.049147 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-c78e91bf-b8c4-4d7f-abc5-91d05ad7a787 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773753515138', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127131763'] for segment, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:22.066298 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-c78e91bf-b8c4-4d7f-abc5-91d05ad7a787 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552'] for segment, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:22.074986 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c78e91bf-b8c4-4d7f-abc5-91d05ad7a787 admin admin] Releasing vlan 1033 on physical network physnet1 to pool {{(pid=100247) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 14:26:22.075521 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-c78e91bf-b8c4-4d7f-abc5-91d05ad7a787 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-128888574'] for segment, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:22.159965 n-d-773647-6 neutron-server[100247]: Traceback (most recent call last): Jul 06 14:26:22.159965 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 14:26:22.159965 n-d-773647-6 neutron-server[100247]: timer() Jul 06 14:26:22.159965 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 14:26:22.159965 n-d-773647-6 neutron-server[100247]: cb(*args, **kw) Jul 06 14:26:22.159965 n-d-773647-6 neutron-server[100247]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 14:26:22.159965 n-d-773647-6 neutron-server[100247]: return func(*args, **kwargs) Jul 06 14:26:22.159965 n-d-773647-6 neutron-server[100247]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 14:26:22.159965 n-d-773647-6 neutron-server[100247]: self._notify() Jul 06 14:26:22.159965 n-d-773647-6 neutron-server[100247]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 14:26:22.159965 n-d-773647-6 neutron-server[100247]: self.callback(batched_events) Jul 06 14:26:22.159965 n-d-773647-6 neutron-server[100247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 14:26:22.159965 n-d-773647-6 neutron-server[100247]: event.method(event) Jul 06 14:26:22.159965 n-d-773647-6 neutron-server[100247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 14:26:22.159965 n-d-773647-6 neutron-server[100247]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 14:26:22.159965 n-d-773647-6 neutron-server[100247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 14:26:22.159965 n-d-773647-6 neutron-server[100247]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 14:26:22.159965 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 14:26:22.159965 n-d-773647-6 neutron-server[100247]: return f(self, *a, **k) Jul 06 14:26:22.159965 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 14:26:22.159965 n-d-773647-6 neutron-server[100247]: return self._get(url).json() Jul 06 14:26:22.159965 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 14:26:22.159965 n-d-773647-6 neutron-server[100247]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 14:26:22.159965 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 14:26:22.159965 n-d-773647-6 neutron-server[100247]: return self.request(url, 'GET', **kwargs) Jul 06 14:26:22.159965 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 14:26:22.159965 n-d-773647-6 neutron-server[100247]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 14:26:22.159965 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 14:26:22.159965 n-d-773647-6 neutron-server[100247]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 14:26:22.159965 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 14:26:22.159965 n-d-773647-6 neutron-server[100247]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 14:26:22.159965 n-d-773647-6 neutron-server[100247]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 14:26:22.163419 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-c78e91bf-b8c4-4d7f-abc5-91d05ad7a787 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-917215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1761140'] for network, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:22.171992 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-c78e91bf-b8c4-4d7f-abc5-91d05ad7a787 admin admin] Notify callbacks [] for network, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:22.174027 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-c78e91bf-b8c4-4d7f-abc5-91d05ad7a787 admin admin] 10.222.0.104 "DELETE /v2.0/networks/7eeb4857-bd6a-4571-ab03-369d8be19652 HTTP/1.1" status: 204 len: 168 time: 0.5345523 Jul 06 14:26:22.182362 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab384663-213c-43af-af4b-54befd68c5df tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Notify agent at l3_agent.n-d-773647-6 the message routers_updated {{(pid=100246) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 14:26:22.202530 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-ab384663-213c-43af-af4b-54befd68c5df tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] 10.222.0.104 "PUT /v2.0/routers/1c2235b3-642a-404d-852e-b929e5f97ded/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5068369 Jul 06 14:26:22.203711 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 46750) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:26:22.206653 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78e91bf-b8c4-4d7f-abc5-91d05ad7a787 admin admin] Pushing event deleted for resources: {'Network': ['ID=7eeb4857-bd6a-4571-ab03-369d8be19652,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:26:22.289052 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3c78e76-556d-41fc-aca4-91fea45b0372 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:26:22.294262 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3c78e76-556d-41fc-aca4-91fea45b0372 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:26:22.298758 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 46754) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:26:22.299707 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-a3c78e76-556d-41fc-aca4-91fea45b0372 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] 10.222.0.104 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0947034 Jul 06 14:26:22.381790 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b214d6c-5fc6-4253-99f2-33744e62901d tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Deleting subnet b396f07d-aa0e-42ab-9121-f4b7bf74f2c1 {{(pid=100247) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 14:26:22.385286 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-8b214d6c-5fc6-4253-99f2-33744e62901d tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Notify callbacks [] for subnet, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:22.443491 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 46758) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:26:22.475505 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-8b214d6c-5fc6-4253-99f2-33744e62901d tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127131748'] for subnet, precommit_delete_associations {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:22.515405 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-c9f62242-2680-4c25-9dce-fac97b08ed00 admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=4e8ca9a5cfe5433ab7a40ea050cdee7c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0705214 Jul 06 14:26:22.517791 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 46766) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:26:22.604316 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-7f172c95-a156-45d8-bb42-138a28964aff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:22.637516 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-7f172c95-a156-45d8-bb42-138a28964aff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:22.678359 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-8b214d6c-5fc6-4253-99f2-33744e62901d tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-913473'] for subnet, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:22.708066 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-7f172c95-a156-45d8-bb42-138a28964aff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:22.711438 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-7f172c95-a156-45d8-bb42-138a28964aff admin admin] Notify callbacks [] for security_group, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:22.717249 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-7f172c95-a156-45d8-bb42-138a28964aff admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/ebb495ac-1117-494f-9d3e-d285e595bd6c HTTP/1.1" status: 204 len: 168 time: 0.1979651 Jul 06 14:26:22.727007 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f172c95-a156-45d8-bb42-138a28964aff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebb495ac-1117-494f-9d3e-d285e595bd6c,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:26:22.799813 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-8b214d6c-5fc6-4253-99f2-33744e62901d tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-913480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1849032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-128888347', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127627857'] for subnet, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:22.849797 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b214d6c-5fc6-4253-99f2-33744e62901d tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Pushing event deleted for resources: {'Subnet': ['ID=b396f07d-aa0e-42ab-9121-f4b7bf74f2c1,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:26:22.878439 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-df91fa2d-994c-4e9d-8858-a504d6901796 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:22.889643 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-8b214d6c-5fc6-4253-99f2-33744e62901d tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Notify callbacks [] for subnet, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:22.892131 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-8b214d6c-5fc6-4253-99f2-33744e62901d tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] 10.222.0.104 "DELETE /v2.0/subnets/b396f07d-aa0e-42ab-9121-f4b7bf74f2c1 HTTP/1.1" status: 204 len: 168 time: 0.5923262 Jul 06 14:26:22.894593 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 46778) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:26:22.897240 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-419dac50-d91e-4d81-800d-689ed379375f None None] Network eba60608-4e28-43df-928a-323910d090ed requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:26:23.165551 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-1bb7a49d-73d0-4594-b40c-5e044de07229 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] 10.222.0.104 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.2690020 Jul 06 14:26:23.167965 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 46790) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:26:23.263078 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9f8ff49-2baa-4dd5-8299-346e514b3363 None None] DHCP port deletion for eba60608-4e28-43df-928a-323910d090ed request from n-d-773647-6 {{(pid=100248) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 14:26:23.277590 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Device 9b52d121-1ce2-4f96-99c8-e312d220c63a up at agent hyperv_n-h1-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:26:23.341074 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f40ece-052c-4279-903c-9e58aa3e880b req-eb828f88-3d99-4f80-845a-c7227a2cc6a8 tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:26:23.348887 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-e8f40ece-052c-4279-903c-9e58aa3e880b req-eb828f88-3d99-4f80-845a-c7227a2cc6a8 tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] 10.222.0.104 "GET /v2.0/ports?device_id=2b230357-9912-4d8c-bc47-fa1cf66bf99f HTTP/1.1" status: 200 len: 944 time: 0.1140366 Jul 06 14:26:23.402074 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-edf5fd1c-c3ac-4316-8639-850f90119a68 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Notify callbacks [] for router, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:23.421341 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-e8f40ece-052c-4279-903c-9e58aa3e880b req-86701120-8d91-49ee-870b-22e29f079e74 tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] 10.222.0.104 "GET /v2.0/security-groups?id=b25d6796-29da-4f4d-8f5c-3232c6877a57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0713286 Jul 06 14:26:23.449988 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 46798) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:26:23.503313 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-e9f8ff49-2baa-4dd5-8299-346e514b3363 None None] Deleting port 7103b4bd-5688-4251-8c9f-a8fa75ee475a {{(pid=100248) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:26:23.503996 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-e9f8ff49-2baa-4dd5-8299-346e514b3363 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:23.506109 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Provisioning for port 9b52d121-1ce2-4f96-99c8-e312d220c63a completed by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:26:23.511609 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Provisioning complete for port 9b52d121-1ce2-4f96-99c8-e312d220c63a triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:26:23.512269 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:23.530247 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-b8bac806-4016-4110-ae3c-ee9d6c18eae5 admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=b5e67a87986045729342d08fc17022b3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0762968 Jul 06 14:26:23.531671 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 46800) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:26:23.619697 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-e9f8ff49-2baa-4dd5-8299-346e514b3363 None None] For port 7103b4bd-5688-4251-8c9f-a8fa75ee475a, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=7103b4bd-5688-4251-8c9f-a8fa75ee475a,segment=NetworkSegment(67308366-d379-4f20-9df5-ed161946f077),segment_id=67308366-d379-4f20-9df5-ed161946f077)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:26:23.620388 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-e9f8ff49-2baa-4dd5-8299-346e514b3363 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:23.646254 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-edf5fd1c-c3ac-4316-8639-850f90119a68 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1806308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6982'] for router, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:23.648465 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-edf5fd1c-c3ac-4316-8639-850f90119a68 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:23.656194 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-3a9c9265-cd66-4f0c-a9ba-fea4094970df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:23.686970 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-e9f8ff49-2baa-4dd5-8299-346e514b3363 None None] Calling delete_port for 7103b4bd-5688-4251-8c9f-a8fa75ee475a owned by network:dhcp {{(pid=100248) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:26:23.690557 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:23.690828 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-3a9c9265-cd66-4f0c-a9ba-fea4094970df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:23.711796 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-edf5fd1c-c3ac-4316-8639-850f90119a68 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1805684'] for router, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:23.712122 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edf5fd1c-c3ac-4316-8639-850f90119a68 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Fanout notify agent at l3_agent the message router_deleted on router 1c2235b3-642a-404d-852e-b929e5f97ded {{(pid=100246) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 14:26:23.723183 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-edf5fd1c-c3ac-4316-8639-850f90119a68 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Notify callbacks [] for router, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:23.725644 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-edf5fd1c-c3ac-4316-8639-850f90119a68 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] 10.222.0.104 "DELETE /v2.0/routers/1c2235b3-642a-404d-852e-b929e5f97ded HTTP/1.1" status: 204 len: 168 time: 0.5564768 Jul 06 14:26:23.728131 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 46804) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:26:23.791580 n-d-773647-6 neutron-server[100248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b230357-9912-4d8c-bc47-fa1cf66bf99f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b52d121-1ce2-4f96-99c8-e312d220c63a'}] {{(pid=100248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:26:23.793139 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-3a9c9265-cd66-4f0c-a9ba-fea4094970df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:23.797561 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-3a9c9265-cd66-4f0c-a9ba-fea4094970df admin admin] Notify callbacks [] for security_group, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:23.800296 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-3a9c9265-cd66-4f0c-a9ba-fea4094970df admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/08bc7aa2-4629-48a8-b236-08eab484131a HTTP/1.1" status: 204 len: 168 time: 0.2674928 Jul 06 14:26:23.801814 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84af257533e383389cbcf231d3534f4d5e149e7203fea16b4a8fc01438dddaf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a956e92e-b278-4126-be0b-6b5046ef9242" -d '{"events": [{"server_uuid": "2b230357-9912-4d8c-bc47-fa1cf66bf99f", "name": "network-vif-plugged", "status": "completed", "tag": "9b52d121-1ce2-4f96-99c8-e312d220c63a"}]}' {{(pid=100248) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:26:23.821285 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9c9265-cd66-4f0c-a9ba-fea4094970df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08bc7aa2-4629-48a8-b236-08eab484131a,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:26:23.847763 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] For port 9b52d121-1ce2-4f96-99c8-e312d220c63a, host n-h1-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773647-6',level=0,port_id=9b52d121-1ce2-4f96-99c8-e312d220c63a,segment=NetworkSegment(b19789d4-fbce-4f4c-9585-7e7d580fc030),segment_id=b19789d4-fbce-4f4c-9585-7e7d580fc030)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:26:23.885619 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a400307-2a11-4cbb-869e-0ca02f1c0275 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:26:23.889546 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-9a400307-2a11-4cbb-869e-0ca02f1c0275 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] 10.222.0.104 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1561892 Jul 06 14:26:23.889879 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 46814) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:26:23.920882 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 14:26:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff5f987c-ce13-46fb-ad27-e66d2aec806a x-openstack-request-id: req-ff5f987c-ce13-46fb-ad27-e66d2aec806a {{(pid=100248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:26:23.922183 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b230357-9912-4d8c-bc47-fa1cf66bf99f", "name": "network-vif-plugged", "status": "completed", "tag": "9b52d121-1ce2-4f96-99c8-e312d220c63a", "code": 200}]} {{(pid=100248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:26:23.922607 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-ff5f987c-ce13-46fb-ad27-e66d2aec806a {{(pid=100248) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:26:23.923185 n-d-773647-6 neutron-server[100248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b230357-9912-4d8c-bc47-fa1cf66bf99f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b52d121-1ce2-4f96-99c8-e312d220c63a', 'code': 200} Jul 06 14:26:23.923874 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:23.966590 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-252a7ae8-0077-442f-b516-f8514d069a94 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:26:23.969434 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-252a7ae8-0077-442f-b516-f8514d069a94 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] 10.222.0.104 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0780382 Jul 06 14:26:23.971523 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 46816) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:26:24.030010 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Pushing event updated for resources: {'Port': ['ID=9b52d121-1ce2-4f96-99c8-e312d220c63a,revision_number=5']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:26:24.046947 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-e9f8ff49-2baa-4dd5-8299-346e514b3363 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117'] for port, after_delete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:24.100311 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7693161e-70aa-49ab-a414-777560068f98 req-85914a79-607c-4808-90e7-37c2f2d74785 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:26:24.101867 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-7693161e-70aa-49ab-a414-777560068f98 req-85914a79-607c-4808-90e7-37c2f2d74785 service neutron] 10.222.0.127 "GET /v2.0/ports?device_id=2b230357-9912-4d8c-bc47-fa1cf66bf99f HTTP/1.1" status: 200 len: 1096 time: 0.1201844 Jul 06 14:26:24.107453 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-4610c0bd-ec47-4bab-b82d-c7f9de74fc20 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] 10.222.0.104 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1330163 Jul 06 14:26:24.108228 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 46818) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:26:24.113289 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-210dea53-4631-4b71-a540-e5de28f3cf61 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Request body: {'subnet': {'network_id': 'eba60608-4e28-43df-928a-323910d090ed', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:26:24.132159 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f8ff49-2baa-4dd5-8299-346e514b3363 None None] Pushing event deleted for resources: {'Port': ['ID=7103b4bd-5688-4251-8c9f-a8fa75ee475a,revision_number=None']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:26:24.136462 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9f8ff49-2baa-4dd5-8299-346e514b3363 None None] No DVR routers for this DVR port 7103b4bd-5688-4251-8c9f-a8fa75ee475a on host n-d-773647-6 {{(pid=100248) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:26:24.191618 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-7693161e-70aa-49ab-a414-777560068f98 req-afa2b7d1-09a5-4c6b-8c4e-63e6963bc6ae service neutron] 10.222.0.127 "GET /v2.0/security-groups?id=b25d6796-29da-4f4d-8f5c-3232c6877a57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0707042 Jul 06 14:26:24.257216 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 7103b4bd-5688-4251-8c9f-a8fa75ee475a no longer exists at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:26:24.290571 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] No Port match for: 7103b4bd-5688-4251-8c9f-a8fa75ee475a {{(pid=100248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 14:26:24.290951 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 7103b4bd-5688-4251-8c9f-a8fa75ee475a not bound to the agent host n-d-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:26:24.292626 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-210dea53-4631-4b71-a540-e5de28f3cf61 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Made reservation on behalf of 4a263308c6474c0e99d0efe9a5a7b767 for: {'subnet': 1} {{(pid=100246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:26:24.296412 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-210dea53-4631-4b71-a540-e5de28f3cf61 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127702029'] for subnet, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:24.424338 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4df2274-beeb-4220-b63b-9d81033a54e8 None None] Sync routers for ids ['1c2235b3-642a-404d-852e-b929e5f97ded'] in n-d-773647-6 {{(pid=100248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 14:26:24.434074 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4df2274-beeb-4220-b63b-9d81033a54e8 None None] Routers set() bound to L3 agent in host n-d-773647-6 {{(pid=100248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:26:24.434643 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4df2274-beeb-4220-b63b-9d81033a54e8 None None] Router IDs set() for agent in host n-d-773647-6 {{(pid=100248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 06 14:26:24.435825 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_agentschedulers_db [None req-c4df2274-beeb-4220-b63b-9d81033a54e8 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'1c2235b3-642a-404d-852e-b929e5f97ded'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T14:25:56Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent'). {{(pid=100248) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 06 14:26:24.469647 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4df2274-beeb-4220-b63b-9d81033a54e8 None None] Routers set() bound to L3 agent in host n-d-773647-6 {{(pid=100248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:26:24.472721 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4df2274-beeb-4220-b63b-9d81033a54e8 None None] Router IDs set() for agent in host n-d-773647-6 {{(pid=100248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 06 14:26:24.473339 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_agentschedulers_db [None req-c4df2274-beeb-4220-b63b-9d81033a54e8 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'1c2235b3-642a-404d-852e-b929e5f97ded'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T14:25:56Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent'). {{(pid=100248) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 06 14:26:24.473730 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4df2274-beeb-4220-b63b-9d81033a54e8 None None] The sync data for ids ['1c2235b3-642a-404d-852e-b929e5f97ded'] in n-d-773647-6 is: [] {{(pid=100248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 14:26:24.638536 n-d-773647-6 neutron-server[100246]: DEBUG neutron.objects.ports [None req-210dea53-4631-4b71-a540-e5de28f3cf61 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=100246) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 06 14:26:24.640932 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-210dea53-4631-4b71-a540-e5de28f3cf61 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1849032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127687649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127702047'] for subnet, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:24.684688 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a938bf2a-623b-4cce-a51a-6c98d2669ae4 req-02e332b2-39ea-4b94-abca-a016778422ae tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:26:24.686244 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-a938bf2a-623b-4cce-a51a-6c98d2669ae4 req-02e332b2-39ea-4b94-abca-a016778422ae tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] 10.222.0.104 "GET /v2.0/ports?device_id=2b230357-9912-4d8c-bc47-fa1cf66bf99f HTTP/1.1" status: 200 len: 945 time: 0.1002407 Jul 06 14:26:24.694374 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-210dea53-4631-4b71-a540-e5de28f3cf61 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Network eba60608-4e28-43df-928a-323910d090ed is already hosted by enough agents. {{(pid=100246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:26:24.700354 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.base_scheduler [None req-210dea53-4631-4b71-a540-e5de28f3cf61 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Resources bound (agent type, host, resource id): {{(pid=100246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:26:24.705233 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-210dea53-4631-4b71-a540-e5de28f3cf61 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:26:24.706103 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-210dea53-4631-4b71-a540-e5de28f3cf61 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Notify callbacks [] for subnet, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:24.714314 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b127bb6-5d82-447c-8ecc-5f19ac43ec13 None None] Network eba60608-4e28-43df-928a-323910d090ed requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:26:24.723833 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210dea53-4631-4b71-a540-e5de28f3cf61 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Pushing event updated for resources: {'Subnet': ['ID=e6130ce3-1487-40f8-a8e0-8105dae8a04e,revision_number=0']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:26:24.737239 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-210dea53-4631-4b71-a540-e5de28f3cf61 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] 10.222.0.104 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.6279211 Jul 06 14:26:24.741940 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 46842) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:26:24.747109 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-2539635f-bb01-4c7b-a05a-cd76001403d1 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Request body: {'subnet': {'network_id': 'eba60608-4e28-43df-928a-323910d090ed', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:26:24.750466 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-a938bf2a-623b-4cce-a51a-6c98d2669ae4 req-b99b3ff8-d79f-423b-a107-a3d329d69d2a tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] 10.222.0.104 "GET /v2.0/security-groups?id=b25d6796-29da-4f4d-8f5c-3232c6877a57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0585523 Jul 06 14:26:24.896311 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2539635f-bb01-4c7b-a05a-cd76001403d1 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Made reservation on behalf of 4a263308c6474c0e99d0efe9a5a7b767 for: {'subnet': 1} {{(pid=100246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:26:24.900261 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-2539635f-bb01-4c7b-a05a-cd76001403d1 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127702029'] for subnet, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:24.931849 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63b3b7c5-f9e4-4789-b381-2272d4639b49 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6bd5fc82-6666-56e8-87c2-91648d36c963-eba60608-4e28-43df-928a-323910d090ed', 'network_id': 'eba60608-4e28-43df-928a-323910d090ed', 'tenant_id': '4a263308c6474c0e99d0efe9a5a7b767', 'fixed_ips': [{'subnet_id': 'e6130ce3-1487-40f8-a8e0-8105dae8a04e'}]}} from n-d-773647-6. {{(pid=100248) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 14:26:24.932848 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-63b3b7c5-f9e4-4789-b381-2272d4639b49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:25.115975 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 46858) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:26:25.141394 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.db_base_plugin_common [None req-63b3b7c5-f9e4-4789-b381-2272d4639b49 None None] Allocated IP 2001:db8::f816:3eff:fe6f:2188 (eba60608-4e28-43df-928a-323910d090ed/e6130ce3-1487-40f8-a8e0-8105dae8a04e/655bb095-0f2f-4356-bbcf-9a416dd43afe) {{(pid=100248) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:26:25.216859 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-2539635f-bb01-4c7b-a05a-cd76001403d1 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1849032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127687649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127702047'] for subnet, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:25.257961 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [None req-97e06e10-140c-457e-b703-6b6424b674b9 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1408931986-network', 'tenant_id': '39bdb994cd824c1295a1e7af27eba9b1'}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:26:25.297989 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2539635f-bb01-4c7b-a05a-cd76001403d1 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Network eba60608-4e28-43df-928a-323910d090ed is already hosted by enough agents. {{(pid=100246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:26:25.301605 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.base_scheduler [None req-2539635f-bb01-4c7b-a05a-cd76001403d1 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Resources bound (agent type, host, resource id): {{(pid=100246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:26:25.305085 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2539635f-bb01-4c7b-a05a-cd76001403d1 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:26:25.305689 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-2539635f-bb01-4c7b-a05a-cd76001403d1 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Notify callbacks [] for subnet, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:25.314464 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97e06e10-140c-457e-b703-6b6424b674b9 admin admin] Made reservation on behalf of 39bdb994cd824c1295a1e7af27eba9b1 for: {'network': 1} {{(pid=100247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:26:25.321582 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-97e06e10-140c-457e-b703-6b6424b674b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for network, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:25.335844 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-2539635f-bb01-4c7b-a05a-cd76001403d1 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] 10.222.0.104 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5927763 Jul 06 14:26:25.338939 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 46866) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:26:25.341439 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2539635f-bb01-4c7b-a05a-cd76001403d1 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Pushing event updated for resources: {'Subnet': ['ID=c0d18b06-50b3-459e-87c8-cd1383390089,revision_number=0']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:26:25.353848 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-538a75f5-c919-423c-ab32-007dc47a0792 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Request body: {'port': {'network_id': 'eba60608-4e28-43df-928a-323910d090ed', 'mac_address': 'fa:16:3e:1c:2d:17', 'name': 'tempest-NetworksTestDHCPv6-941691416'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:26:25.358502 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-97e06e10-140c-457e-b703-6b6424b674b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:25.397559 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-63b3b7c5-f9e4-4789-b381-2272d4639b49 None None] Notify callbacks [] for port, precommit_create {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:25.412795 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-63b3b7c5-f9e4-4789-b381-2272d4639b49 None None] Transition to ACTIVE for port object 655bb095-0f2f-4356-bbcf-9a416dd43afe will not be triggered until provisioned by entity L2. {{(pid=100248) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:26:25.434184 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-63b3b7c5-f9e4-4789-b381-2272d4639b49 None None] Transition to ACTIVE for port object 655bb095-0f2f-4356-bbcf-9a416dd43afe will not be triggered until provisioned by entity DHCP. {{(pid=100248) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:26:25.442455 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-63b3b7c5-f9e4-4789-b381-2272d4639b49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108'] for port, after_create {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:25.508690 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b3b7c5-f9e4-4789-b381-2272d4639b49 None None] Pushing event updated for resources: {'Port': ['ID=655bb095-0f2f-4356-bbcf-9a416dd43afe,revision_number=1']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:26:25.517437 n-d-773647-6 neutron-server[100248]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63b3b7c5-f9e4-4789-b381-2272d4639b49 None None] Network eba60608-4e28-43df-928a-323910d090ed is already hosted by enough agents. {{(pid=100248) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:26:25.519019 n-d-773647-6 neutron-server[100248]: DEBUG neutron.scheduler.base_scheduler [None req-63b3b7c5-f9e4-4789-b381-2272d4639b49 None None] Resources bound (agent type, host, resource id): {{(pid=100248) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:26:25.521563 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63b3b7c5-f9e4-4789-b381-2272d4639b49 None None] Received port after_create {{(pid=100248) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:26:25.550265 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-97e06e10-140c-457e-b703-6b6424b674b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:25.557941 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-97e06e10-140c-457e-b703-6b6424b674b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:25.593250 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e06e10-140c-457e-b703-6b6424b674b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2a97f99-c95a-4446-9785-f32043c06c10,revision_number=1']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:26:25.611357 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-97e06e10-140c-457e-b703-6b6424b674b9 admin admin] vlan segment allocate from pool success with {'vlan_id': 1030, 'physical_network': 'physnet1'} {{(pid=100247) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 14:26:25.612495 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-538a75f5-c919-423c-ab32-007dc47a0792 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Made reservation on behalf of 4a263308c6474c0e99d0efe9a5a7b767 for: {'port': 1} {{(pid=100246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:26:25.625801 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-63b3b7c5-f9e4-4789-b381-2272d4639b49 None None] Attempting to bind port 655bb095-0f2f-4356-bbcf-9a416dd43afe on host n-d-773647-6 for vnic_type normal with profile {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:26:25.626186 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-63b3b7c5-f9e4-4789-b381-2272d4639b49 None None] Attempting to bind port 655bb095-0f2f-4356-bbcf-9a416dd43afe by drivers openvswitch,hyperv on host n-d-773647-6 at level 0 using segments [{'id': '67308366-d379-4f20-9df5-ed161946f077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': 'eba60608-4e28-43df-928a-323910d090ed'}] {{(pid=100248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:26:25.626534 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63b3b7c5-f9e4-4789-b381-2272d4639b49 None None] Attempting to bind port 655bb095-0f2f-4356-bbcf-9a416dd43afe on network eba60608-4e28-43df-928a-323910d090ed {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:26:25.632622 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-baaaf117-dced-4e45-8fa6-596f8f70d6de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:25.634640 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63b3b7c5-f9e4-4789-b381-2272d4639b49 None None] Checking agent: {'id': '8ab5b19c-d213-4f29-891d-27bdf39d38b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773647-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 43, 26), 'started_at': datetime.datetime(2021, 7, 6, 13, 43, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 25, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773647-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:26:25.635527 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63b3b7c5-f9e4-4789-b381-2272d4639b49 None None] Checking segment: {'id': '67308366-d379-4f20-9df5-ed161946f077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': 'eba60608-4e28-43df-928a-323910d090ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:26:25.635994 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-63b3b7c5-f9e4-4789-b381-2272d4639b49 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:25.636442 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63b3b7c5-f9e4-4789-b381-2272d4639b49 None None] Bound using segment: {'id': '67308366-d379-4f20-9df5-ed161946f077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': 'eba60608-4e28-43df-928a-323910d090ed'} {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:26:25.636989 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-63b3b7c5-f9e4-4789-b381-2272d4639b49 None None] Bound port: 655bb095-0f2f-4356-bbcf-9a416dd43afe, host: n-d-773647-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67308366-d379-4f20-9df5-ed161946f077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': 'eba60608-4e28-43df-928a-323910d090ed'}}] {{(pid=100248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:26:25.637435 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-63b3b7c5-f9e4-4789-b381-2272d4639b49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:25.639523 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-97e06e10-140c-457e-b703-6b6424b674b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552'] for segment, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:25.640089 n-d-773647-6 neutron-server[100247]: INFO neutron.db.segments_db [None req-97e06e10-140c-457e-b703-6b6424b674b9 admin admin] Added segment 3cb852d4-0efb-4425-bdf6-44b53de05f3d of type vlan for network 77b7d4db-4d26-4804-a694-b76a9fc33f2c Jul 06 14:26:25.709144 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-97e06e10-140c-457e-b703-6b6424b674b9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773752984405'] for network, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:25.741699 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-63b3b7c5-f9e4-4789-b381-2272d4639b49 None None] For port 655bb095-0f2f-4356-bbcf-9a416dd43afe, host n-d-773647-6, cleared binding levels {{(pid=100248) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:26:25.748381 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-63b3b7c5-f9e4-4789-b381-2272d4639b49 None None] For port 655bb095-0f2f-4356-bbcf-9a416dd43afe, host n-d-773647-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=655bb095-0f2f-4356-bbcf-9a416dd43afe,segment=NetworkSegment(67308366-d379-4f20-9df5-ed161946f077),segment_id=67308366-d379-4f20-9df5-ed161946f077)] {{(pid=100248) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:26:25.756549 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-63b3b7c5-f9e4-4789-b381-2272d4639b49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:25.770931 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-538a75f5-c919-423c-ab32-007dc47a0792 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:25.792377 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-97e06e10-140c-457e-b703-6b6424b674b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060'] for network, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:25.793996 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97e06e10-140c-457e-b703-6b6424b674b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:26:25.795365 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-97e06e10-140c-457e-b703-6b6424b674b9 admin admin] Notify callbacks [] for network, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:25.824257 n-d-773647-6 neutron-server[100246]: DEBUG neutron.notifiers.nova [None req-538a75f5-c919-423c-ab32-007dc47a0792 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] device_id is not set on port 8f02970c-61d6-4ec3-b9dc-dcd26702ecb5 yet. {{(pid=100246) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 14:26:25.838496 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-97e06e10-140c-457e-b703-6b6424b674b9 admin admin] 10.222.0.104 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7210238 Jul 06 14:26:25.860294 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 46888) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:26:25.900887 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b3b7c5-f9e4-4789-b381-2272d4639b49 None None] Pushing event updated for resources: {'Port': ['ID=655bb095-0f2f-4356-bbcf-9a416dd43afe,revision_number=2']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:26:25.907690 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:25.922388 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [None req-17d5cfed-43b1-433d-9567-03840aa41210 admin admin] Request body: {'subnet': {'network_id': '77b7d4db-4d26-4804-a694-b76a9fc33f2c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1408931986-subnet', 'tenant_id': '39bdb994cd824c1295a1e7af27eba9b1', 'ip_version': 4}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:26:25.959033 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17d5cfed-43b1-433d-9567-03840aa41210 admin admin] Made reservation on behalf of 39bdb994cd824c1295a1e7af27eba9b1 for: {'subnet': 1} {{(pid=100247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:26:25.961350 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-17d5cfed-43b1-433d-9567-03840aa41210 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127627440'] for subnet, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:26.108852 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 7a2e32f7-3d62-4c6a-b2ba-ed17c3550257 no longer exists at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:26:26.137622 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.db_base_plugin_common [None req-538a75f5-c919-423c-ab32-007dc47a0792 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Allocated IP 172.20.0.11 (eba60608-4e28-43df-928a-323910d090ed/c0d18b06-50b3-459e-87c8-cd1383390089/8f02970c-61d6-4ec3-b9dc-dcd26702ecb5) {{(pid=100246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:26:26.167297 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] No Port match for: 7a2e32f7-3d62-4c6a-b2ba-ed17c3550257 {{(pid=100248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 14:26:26.167297 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 7a2e32f7-3d62-4c6a-b2ba-ed17c3550257 not bound to the agent host n-d-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:26:26.212101 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e06e10-140c-457e-b703-6b6424b674b9 admin admin] Pushing event updated for resources: {'Network': ['ID=77b7d4db-4d26-4804-a694-b76a9fc33f2c,revision_number=1']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:26:26.217220 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.db_base_plugin_common [None req-538a75f5-c919-423c-ab32-007dc47a0792 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Allocated IP 2001:db8::f816:3eff:fe1c:2d17 (eba60608-4e28-43df-928a-323910d090ed/e6130ce3-1487-40f8-a8e0-8105dae8a04e/8f02970c-61d6-4ec3-b9dc-dcd26702ecb5) {{(pid=100246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:26:26.232029 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Network 77b7d4db-4d26-4804-a694-b76a9fc33f2c details requested by agent ovs-agent-n-d-773647-6 with host n-d-773647-6 {{(pid=100248) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 14:26:26.256742 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-17d5cfed-43b1-433d-9567-03840aa41210 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1849032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-128888412', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127627426'] for subnet, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:26.367603 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d5cfed-43b1-433d-9567-03840aa41210 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2e5dcc44-e820-4bd1-81ac-fa04fd311bb4,revision_number=0']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:26:26.394071 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e36e30-e72f-4dfe-9043-f71428611a65 req-c0bab3c7-4993-4fda-9701-303ccc86c3c5 tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:26:26.395729 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-90e36e30-e72f-4dfe-9043-f71428611a65 req-c0bab3c7-4993-4fda-9701-303ccc86c3c5 tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] 10.222.0.104 "GET /v2.0/ports?device_id=2b230357-9912-4d8c-bc47-fa1cf66bf99f HTTP/1.1" status: 200 len: 945 time: 0.2771533 Jul 06 14:26:26.408836 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17d5cfed-43b1-433d-9567-03840aa41210 admin admin] Checking segment: {'id': '3cb852d4-0efb-4425-bdf6-44b53de05f3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1030, 'network_id': '77b7d4db-4d26-4804-a694-b76a9fc33f2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100247) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:26:26.409219 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17d5cfed-43b1-433d-9567-03840aa41210 admin admin] Network hostable DHCP agents. Network: 77b7d4db-4d26-4804-a694-b76a9fc33f2c, hostable agents: ['f2bada3d-be77-4359-982b-8505a2bbca04'], hosted agents: [] {{(pid=100247) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 14:26:26.463043 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-90e36e30-e72f-4dfe-9043-f71428611a65 req-c8456b06-caaf-465f-a0c8-11f9707662ff tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] 10.222.0.104 "GET /v2.0/security-groups?id=b25d6796-29da-4f4d-8f5c-3232c6877a57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0611916 Jul 06 14:26:26.464176 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17d5cfed-43b1-433d-9567-03840aa41210 admin admin] Network 77b7d4db-4d26-4804-a694-b76a9fc33f2c is scheduled to be hosted by DHCP agent f2bada3d-be77-4359-982b-8505a2bbca04 with binding_index 1 {{(pid=100247) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 14:26:26.484254 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.base_scheduler [None req-17d5cfed-43b1-433d-9567-03840aa41210 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773647-6, 77b7d4db-4d26-4804-a694-b76a9fc33f2c) {{(pid=100247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:26:26.490017 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17d5cfed-43b1-433d-9567-03840aa41210 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:26:26.490160 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-17d5cfed-43b1-433d-9567-03840aa41210 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:26.496238 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5c88d79-c03e-44a9-ae09-5f29f61b5b55 None None] Network 77b7d4db-4d26-4804-a694-b76a9fc33f2c requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:26:26.504808 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-538a75f5-c919-423c-ab32-007dc47a0792 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Notify callbacks [] for port, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:26.524530 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-17d5cfed-43b1-433d-9567-03840aa41210 admin admin] 10.222.0.104 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6625412 Jul 06 14:26:26.527202 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 46900) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:26:26.536247 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [None req-29457ae5-b940-42a6-be87-335ef3c42302 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1408931986-router', 'tenant_id': '39bdb994cd824c1295a1e7af27eba9b1', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719'}}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:26:26.544960 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.provisioning_blocks [None req-538a75f5-c919-423c-ab32-007dc47a0792 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Transition to ACTIVE for port object 8f02970c-61d6-4ec3-b9dc-dcd26702ecb5 will not be triggered until provisioned by entity DHCP. {{(pid=100246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:26:26.590549 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-29457ae5-b940-42a6-be87-335ef3c42302 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1806290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6992'] for router, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:26.591638 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-29457ae5-b940-42a6-be87-335ef3c42302 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1806157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1808637', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1714747', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7007'] for router, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:26.639844 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-538a75f5-c919-423c-ab32-007dc47a0792 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-127687573'] for port, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:26.704676 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-538a75f5-c919-423c-ab32-007dc47a0792 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Network eba60608-4e28-43df-928a-323910d090ed is already hosted by enough agents. {{(pid=100246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:26:26.708432 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.base_scheduler [None req-538a75f5-c919-423c-ab32-007dc47a0792 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Resources bound (agent type, host, resource id): {{(pid=100246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:26:26.713588 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-538a75f5-c919-423c-ab32-007dc47a0792 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Received port after_create {{(pid=100246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:26:26.751497 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538a75f5-c919-423c-ab32-007dc47a0792 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Pushing event updated for resources: {'Port': ['ID=8f02970c-61d6-4ec3-b9dc-dcd26702ecb5,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:26:26.778127 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-538a75f5-c919-423c-ab32-007dc47a0792 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:26:26.779750 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-538a75f5-c919-423c-ab32-007dc47a0792 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:26.786899 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-2064eaae-da4f-48f8-82d2-b09d4ddedd44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:26.797364 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-538a75f5-c919-423c-ab32-007dc47a0792 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] 10.222.0.104 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.4571278 Jul 06 14:26:26.800406 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 46902) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:26:26.846767 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae0afae1-bcde-46ca-9eac-d8b0bf9f4718 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6bd5fc82-6666-56e8-87c2-91648d36c963-77b7d4db-4d26-4804-a694-b76a9fc33f2c', 'network_id': '77b7d4db-4d26-4804-a694-b76a9fc33f2c', 'tenant_id': '39bdb994cd824c1295a1e7af27eba9b1', 'fixed_ips': [{'subnet_id': '2e5dcc44-e820-4bd1-81ac-fa04fd311bb4'}]}} from n-d-773647-6. {{(pid=100248) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 14:26:26.855043 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-ae0afae1-bcde-46ca-9eac-d8b0bf9f4718 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:26.969995 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f4d80ac-28c7-4dfd-a964-a9ea1366c38b tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:26:26.976241 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f4d80ac-28c7-4dfd-a964-a9ea1366c38b tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:26:26.983817 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-6f4d80ac-28c7-4dfd-a964-a9ea1366c38b tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] 10.222.0.104 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1782 time: 0.1788292 Jul 06 14:26:26.984474 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 46912) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:26:27.118725 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.db_base_plugin_common [None req-ae0afae1-bcde-46ca-9eac-d8b0bf9f4718 None None] Allocated IP 172.20.0.2 (77b7d4db-4d26-4804-a694-b76a9fc33f2c/2e5dcc44-e820-4bd1-81ac-fa04fd311bb4/1e03118f-a423-4fa9-a9c0-34be58ef0e8e) {{(pid=100248) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:26:27.170264 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [None req-94d6d8bd-4e7e-4154-b104-9ec1295fc430 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Deleting port 8f02970c-61d6-4ec3-b9dc-dcd26702ecb5 {{(pid=100246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:26:27.170622 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-94d6d8bd-4e7e-4154-b104-9ec1295fc430 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:27.308779 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-29457ae5-b940-42a6-be87-335ef3c42302 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:27.346511 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-ae0afae1-bcde-46ca-9eac-d8b0bf9f4718 None None] Notify callbacks [] for port, precommit_create {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:27.356423 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-94d6d8bd-4e7e-4154-b104-9ec1295fc430 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:27.364449 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-ae0afae1-bcde-46ca-9eac-d8b0bf9f4718 None None] Transition to ACTIVE for port object 1e03118f-a423-4fa9-a9c0-34be58ef0e8e will not be triggered until provisioned by entity L2. {{(pid=100248) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:26:27.376254 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [None req-94d6d8bd-4e7e-4154-b104-9ec1295fc430 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Calling delete_port for 8f02970c-61d6-4ec3-b9dc-dcd26702ecb5 owned by {{(pid=100246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:26:27.430122 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-ae0afae1-bcde-46ca-9eac-d8b0bf9f4718 None None] Transition to ACTIVE for port object 1e03118f-a423-4fa9-a9c0-34be58ef0e8e will not be triggered until provisioned by entity DHCP. {{(pid=100248) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:26:27.437238 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-ae0afae1-bcde-46ca-9eac-d8b0bf9f4718 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108'] for port, after_create {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:27.460312 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756698bc-c7b3-4fef-9588-b7910b60bde6 req-95f745d9-61c1-4e41-88d3-34bd1b859aca tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:26:27.463294 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-756698bc-c7b3-4fef-9588-b7910b60bde6 req-95f745d9-61c1-4e41-88d3-34bd1b859aca tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] 10.222.0.104 "GET /v2.0/ports?device_id=2b230357-9912-4d8c-bc47-fa1cf66bf99f HTTP/1.1" status: 200 len: 945 time: 0.7409203 Jul 06 14:26:27.477607 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc5c8c10-48c0-466c-9742-28a50b0e2dd6 None None] Network eba60608-4e28-43df-928a-323910d090ed requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:26:27.632940 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-29457ae5-b940-42a6-be87-335ef3c42302 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1761047', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1806272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6989'] for router, precommit_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:27.664919 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-756698bc-c7b3-4fef-9588-b7910b60bde6 req-bea4e936-b3ac-488c-a4ff-1bf1af663fb1 tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] 10.222.0.104 "GET /v2.0/security-groups?id=b25d6796-29da-4f4d-8f5c-3232c6877a57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1121337 Jul 06 14:26:27.676635 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-94d6d8bd-4e7e-4154-b104-9ec1295fc430 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127687580'] for port, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:27.726659 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 46922) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:26:27.747412 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d6d8bd-4e7e-4154-b104-9ec1295fc430 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Pushing event deleted for resources: {'Port': ['ID=8f02970c-61d6-4ec3-b9dc-dcd26702ecb5,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:26:27.839642 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f9a4d1c-ddfd-4cfb-acf3-bcd6de531c93 tempest-TestNetworkBasicOps-1915842857 tempest-TestNetworkBasicOps-1915842857-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:26:27.845850 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-9f9a4d1c-ddfd-4cfb-acf3-bcd6de531c93 tempest-TestNetworkBasicOps-1915842857 tempest-TestNetworkBasicOps-1915842857-project-admin] 10.222.0.104 "GET /v2.0/ports?device_id=2b230357-9912-4d8c-bc47-fa1cf66bf99f HTTP/1.1" status: 200 len: 1091 time: 0.1139734 Jul 06 14:26:27.846608 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 46924) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:26:27.853557 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [None req-7624b1c0-020c-4ef8-9393-2537606e7b6f tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Request body: {'floatingip': {'floating_network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'port_id': '9b52d121-1ce2-4f96-99c8-e312d220c63a', 'tenant_id': '107c04f466b0465e9fe8bb8c503793e0', 'fixed_ip_address': '172.20.0.5'}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:26:27.857976 n-d-773647-6 neutron-server[100248]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae0afae1-bcde-46ca-9eac-d8b0bf9f4718 None None] Network 77b7d4db-4d26-4804-a694-b76a9fc33f2c is already hosted by enough agents. {{(pid=100248) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:26:27.866387 n-d-773647-6 neutron-server[100248]: DEBUG neutron.scheduler.base_scheduler [None req-ae0afae1-bcde-46ca-9eac-d8b0bf9f4718 None None] Resources bound (agent type, host, resource id): {{(pid=100248) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:26:27.869340 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae0afae1-bcde-46ca-9eac-d8b0bf9f4718 None None] Received port after_create {{(pid=100248) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:26:27.894079 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0afae1-bcde-46ca-9eac-d8b0bf9f4718 None None] Pushing event updated for resources: {'Port': ['ID=1e03118f-a423-4fa9-a9c0-34be58ef0e8e,revision_number=1']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:26:27.927700 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-c658b4d0-02b0-45d6-8f71-41d9c0d59689 None None] Provisioning for port 655bb095-0f2f-4356-bbcf-9a416dd43afe completed by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:26:27.953718 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-94d6d8bd-4e7e-4154-b104-9ec1295fc430 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:27.955833 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-94d6d8bd-4e7e-4154-b104-9ec1295fc430 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] 10.222.0.104 "DELETE /v2.0/ports/8f02970c-61d6-4ec3-b9dc-dcd26702ecb5 HTTP/1.1" status: 204 len: 168 time: 0.9703178 Jul 06 14:26:27.958516 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 46930) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:26:27.973790 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-7624b1c0-020c-4ef8-9393-2537606e7b6f tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Notify callbacks [] for floatingip, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:28.036434 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-ae0afae1-bcde-46ca-9eac-d8b0bf9f4718 None None] Attempting to bind port 1e03118f-a423-4fa9-a9c0-34be58ef0e8e on host n-d-773647-6 for vnic_type normal with profile {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:26:28.036809 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-ae0afae1-bcde-46ca-9eac-d8b0bf9f4718 None None] Attempting to bind port 1e03118f-a423-4fa9-a9c0-34be58ef0e8e by drivers openvswitch,hyperv on host n-d-773647-6 at level 0 using segments [{'id': '3cb852d4-0efb-4425-bdf6-44b53de05f3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1030, 'network_id': '77b7d4db-4d26-4804-a694-b76a9fc33f2c'}] {{(pid=100248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:26:28.037180 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae0afae1-bcde-46ca-9eac-d8b0bf9f4718 None None] Attempting to bind port 1e03118f-a423-4fa9-a9c0-34be58ef0e8e on network 77b7d4db-4d26-4804-a694-b76a9fc33f2c {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:26:28.079471 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae0afae1-bcde-46ca-9eac-d8b0bf9f4718 None None] Checking agent: {'id': '8ab5b19c-d213-4f29-891d-27bdf39d38b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773647-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 43, 26), 'started_at': datetime.datetime(2021, 7, 6, 13, 43, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 26, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773647-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:26:28.079754 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae0afae1-bcde-46ca-9eac-d8b0bf9f4718 None None] Checking segment: {'id': '3cb852d4-0efb-4425-bdf6-44b53de05f3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1030, 'network_id': '77b7d4db-4d26-4804-a694-b76a9fc33f2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:26:28.080165 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-ae0afae1-bcde-46ca-9eac-d8b0bf9f4718 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:28.080558 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae0afae1-bcde-46ca-9eac-d8b0bf9f4718 None None] Bound using segment: {'id': '3cb852d4-0efb-4425-bdf6-44b53de05f3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1030, 'network_id': '77b7d4db-4d26-4804-a694-b76a9fc33f2c'} {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:26:28.081047 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-ae0afae1-bcde-46ca-9eac-d8b0bf9f4718 None None] Bound port: 1e03118f-a423-4fa9-a9c0-34be58ef0e8e, host: n-d-773647-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3cb852d4-0efb-4425-bdf6-44b53de05f3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1030, 'network_id': '77b7d4db-4d26-4804-a694-b76a9fc33f2c'}}] {{(pid=100248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:26:28.081421 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-ae0afae1-bcde-46ca-9eac-d8b0bf9f4718 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:28.107975 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb2552b0-a3ed-463a-9bc4-10f55e14b384 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:26:28.110066 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb2552b0-a3ed-463a-9bc4-10f55e14b384 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:26:28.111665 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb2552b0-a3ed-463a-9bc4-10f55e14b384 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:26:28.115819 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-cb2552b0-a3ed-463a-9bc4-10f55e14b384 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] 10.222.0.104 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1311677 Jul 06 14:26:28.116530 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 46936) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:26:28.161233 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-ae0afae1-bcde-46ca-9eac-d8b0bf9f4718 None None] For port 1e03118f-a423-4fa9-a9c0-34be58ef0e8e, host n-d-773647-6, cleared binding levels {{(pid=100248) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:26:28.164495 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-ae0afae1-bcde-46ca-9eac-d8b0bf9f4718 None None] For port 1e03118f-a423-4fa9-a9c0-34be58ef0e8e, host n-d-773647-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=1e03118f-a423-4fa9-a9c0-34be58ef0e8e,segment=NetworkSegment(3cb852d4-0efb-4425-bdf6-44b53de05f3d),segment_id=3cb852d4-0efb-4425-bdf6-44b53de05f3d)] {{(pid=100248) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:26:28.171643 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-ae0afae1-bcde-46ca-9eac-d8b0bf9f4718 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:28.174741 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-29457ae5-b940-42a6-be87-335ef3c42302 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:28.222968 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-29457ae5-b940-42a6-be87-335ef3c42302 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:28.243243 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e6f7d42-aae1-47ba-9790-09778829c9da tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Deleting subnet c0d18b06-50b3-459e-87c8-cd1383390089 {{(pid=100246) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 14:26:28.251005 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-5e6f7d42-aae1-47ba-9790-09778829c9da tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Notify callbacks [] for subnet, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:28.301512 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0afae1-bcde-46ca-9eac-d8b0bf9f4718 None None] Pushing event updated for resources: {'Port': ['ID=1e03118f-a423-4fa9-a9c0-34be58ef0e8e,revision_number=2']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:26:28.336137 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 655bb095-0f2f-4356-bbcf-9a416dd43afe up at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:26:28.370105 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-5e6f7d42-aae1-47ba-9790-09778829c9da tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126218885'] for subnet, precommit_delete_associations {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:28.464337 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-5e6f7d42-aae1-47ba-9790-09778829c9da tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-913473'] for subnet, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:28.535971 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-03f71b24-a9b8-453a-8924-caa3f97bc6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:28.537590 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.db_base_plugin_common [None req-29457ae5-b940-42a6-be87-335ef3c42302 admin admin] Allocated IP 172.25.0.35 (2658f09e-a580-4d4a-9968-2d1e0ad93719/cbf74abc-6fe1-4d33-b005-c948923b9647/eb424bf6-7359-4fde-998a-f6f3fe60660c) {{(pid=100247) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:26:28.540500 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-7624b1c0-020c-4ef8-9393-2537606e7b6f tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:28.555358 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa8421c8-c6cc-46fc-a675-57c60d3f8cb6 None None] Update dhcp port {'port': {'network_id': 'eba60608-4e28-43df-928a-323910d090ed', 'fixed_ips': [{'subnet_id': 'e6130ce3-1487-40f8-a8e0-8105dae8a04e', 'ip_address': '2001:db8::f816:3eff:fe6f:2188'}, {'subnet_id': 'c0d18b06-50b3-459e-87c8-cd1383390089'}], 'binding:host_id': 'n-d-773647-6'}, 'id': '655bb095-0f2f-4356-bbcf-9a416dd43afe'} from n-d-773647-6. {{(pid=100248) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 06 14:26:28.571406 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-5e6f7d42-aae1-47ba-9790-09778829c9da tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-913480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1849032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127687590', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127702764'] for subnet, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:28.590689 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-5e6f7d42-aae1-47ba-9790-09778829c9da tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Notify callbacks [] for subnet, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:28.599603 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-5e6f7d42-aae1-47ba-9790-09778829c9da tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] 10.222.0.104 "DELETE /v2.0/subnets/c0d18b06-50b3-459e-87c8-cd1383390089 HTTP/1.1" status: 204 len: 168 time: 0.4764099 Jul 06 14:26:28.599603 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 46942) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:26:28.646144 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning for port 655bb095-0f2f-4356-bbcf-9a416dd43afe completed by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:26:28.656610 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6f7d42-aae1-47ba-9790-09778829c9da tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Pushing event deleted for resources: {'Subnet': ['ID=c0d18b06-50b3-459e-87c8-cd1383390089,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:26:28.668004 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning complete for port 655bb095-0f2f-4356-bbcf-9a416dd43afe triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:26:28.668428 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:28.729249 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-aa8421c8-c6cc-46fc-a675-57c60d3f8cb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:28.769376 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.db_base_plugin_v2 [None req-54f2a2b5-e975-4b50-9e36-f5183dd93c31 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Deleting subnet e6130ce3-1487-40f8-a8e0-8105dae8a04e {{(pid=100246) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 14:26:28.779991 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-54f2a2b5-e975-4b50-9e36-f5183dd93c31 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Notify callbacks [] for subnet, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:28.871357 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-54f2a2b5-e975-4b50-9e36-f5183dd93c31 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126218885'] for subnet, precommit_delete_associations {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:28.894401 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-29457ae5-b940-42a6-be87-335ef3c42302 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:28.975676 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:29.003794 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-29457ae5-b940-42a6-be87-335ef3c42302 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-128888360'] for port, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:29.017021 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.db_base_plugin_common [None req-7624b1c0-020c-4ef8-9393-2537606e7b6f tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Allocated IP 172.25.0.38 (2658f09e-a580-4d4a-9968-2d1e0ad93719/cbf74abc-6fe1-4d33-b005-c948923b9647/01a4a10c-8147-4194-8454-95a24e2317a3) {{(pid=100247) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:26:29.032486 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] For port 655bb095-0f2f-4356-bbcf-9a416dd43afe, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=655bb095-0f2f-4356-bbcf-9a416dd43afe,segment=NetworkSegment(67308366-d379-4f20-9df5-ed161946f077),segment_id=67308366-d379-4f20-9df5-ed161946f077)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:26:29.038852 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:29.054419 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-54f2a2b5-e975-4b50-9e36-f5183dd93c31 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-913473'] for subnet, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:29.075950 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29457ae5-b940-42a6-be87-335ef3c42302 admin admin] Network 2658f09e-a580-4d4a-9968-2d1e0ad93719 is already hosted by enough agents. {{(pid=100247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:26:29.085138 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.base_scheduler [None req-29457ae5-b940-42a6-be87-335ef3c42302 admin admin] Resources bound (agent type, host, resource id): {{(pid=100247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:26:29.092206 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29457ae5-b940-42a6-be87-335ef3c42302 admin admin] Received port after_create {{(pid=100247) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:26:29.123976 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Pushing event updated for resources: {'Port': ['ID=655bb095-0f2f-4356-bbcf-9a416dd43afe,revision_number=3']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:26:29.150997 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server [None req-aa8421c8-c6cc-46fc-a675-57c60d3f8cb6 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet e6130ce3-1487-40f8-a8e0-8105dae8a04e: This subnet is being modified by another concurrent operation. Jul 06 14:26:29.150997 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 06 14:26:29.150997 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 06 14:26:29.150997 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 06 14:26:29.150997 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 06 14:26:29.150997 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 06 14:26:29.150997 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 06 14:26:29.150997 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 06 14:26:29.150997 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 06 14:26:29.150997 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 06 14:26:29.150997 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 06 14:26:29.150997 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 06 14:26:29.150997 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 06 14:26:29.150997 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 06 14:26:29.150997 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 06 14:26:29.150997 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 06 14:26:29.150997 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 06 14:26:29.150997 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server raise self.value Jul 06 14:26:29.150997 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 06 14:26:29.150997 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 06 14:26:29.150997 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 06 14:26:29.150997 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 06 14:26:29.150997 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 06 14:26:29.150997 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 06 14:26:29.150997 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 06 14:26:29.150997 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server raise self.value Jul 06 14:26:29.150997 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 06 14:26:29.150997 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 06 14:26:29.150997 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 06 14:26:29.150997 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 06 14:26:29.150997 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 06 14:26:29.150997 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 06 14:26:29.150997 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 06 14:26:29.150997 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server raise self.value Jul 06 14:26:29.150997 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 06 14:26:29.150997 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 06 14:26:29.150997 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Jul 06 14:26:29.150997 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Jul 06 14:26:29.150997 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Jul 06 14:26:29.150997 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Jul 06 14:26:29.150997 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 06 14:26:29.150997 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 06 14:26:29.150997 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 06 14:26:29.150997 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 06 14:26:29.150997 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 06 14:26:29.150997 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 06 14:26:29.150997 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 06 14:26:29.150997 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 06 14:26:29.150997 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 06 14:26:29.150997 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server raise self.value Jul 06 14:26:29.150997 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 06 14:26:29.150997 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 06 14:26:29.150997 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 06 14:26:29.150997 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 06 14:26:29.150997 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 06 14:26:29.150997 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 06 14:26:29.150997 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 06 14:26:29.150997 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server raise self.value Jul 06 14:26:29.150997 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 06 14:26:29.150997 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 06 14:26:29.150997 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 06 14:26:29.150997 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 06 14:26:29.150997 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 06 14:26:29.150997 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 06 14:26:29.150997 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 06 14:26:29.150997 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server raise self.value Jul 06 14:26:29.150997 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 06 14:26:29.150997 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 06 14:26:29.150997 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1727, in update_port Jul 06 14:26:29.150997 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Jul 06 14:26:29.150997 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 06 14:26:29.150997 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 06 14:26:29.150997 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1507, in update_port Jul 06 14:26:29.150997 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Jul 06 14:26:29.150997 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Jul 06 14:26:29.150997 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Jul 06 14:26:29.150997 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Jul 06 14:26:29.150997 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Jul 06 14:26:29.150997 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Jul 06 14:26:29.150997 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 06 14:26:29.150997 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 06 14:26:29.150997 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 06 14:26:29.150997 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 06 14:26:29.150997 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server raise exception Jul 06 14:26:29.150997 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet e6130ce3-1487-40f8-a8e0-8105dae8a04e: This subnet is being modified by another concurrent operation. Jul 06 14:26:29.150997 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server Jul 06 14:26:29.177333 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-54f2a2b5-e975-4b50-9e36-f5183dd93c31 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-913480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1849032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127687590', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127702764'] for subnet, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:29.253909 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f2a2b5-e975-4b50-9e36-f5183dd93c31 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Pushing event deleted for resources: {'Subnet': ['ID=e6130ce3-1487-40f8-a8e0-8105dae8a04e,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:26:29.268805 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-54f2a2b5-e975-4b50-9e36-f5183dd93c31 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Notify callbacks [] for subnet, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:29.273187 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-54f2a2b5-e975-4b50-9e36-f5183dd93c31 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] 10.222.0.104 "DELETE /v2.0/subnets/e6130ce3-1487-40f8-a8e0-8105dae8a04e HTTP/1.1" status: 204 len: 168 time: 0.6724169 Jul 06 14:26:29.273419 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 46956) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:26:29.310828 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd15759e-11a0-4311-8a3e-4e8b9d4e2331 None None] Network eba60608-4e28-43df-928a-323910d090ed requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:26:29.382863 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-6907b1a5-37e6-4cc4-b54d-90b3afe6528c tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] 10.222.0.104 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1057777 Jul 06 14:26:29.383762 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 46962) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:26:29.393713 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-4c3cba16-a869-46ce-8006-bba4534627c2 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Request body: {'subnet': {'network_id': 'eba60608-4e28-43df-928a-323910d090ed', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:26:29.394990 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-7624b1c0-020c-4ef8-9393-2537606e7b6f tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Notify callbacks [] for port, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:29.420763 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-e4f7b7b7-af0e-4659-9d36-c4d9729a2287 None None] Provisioning complete for port 655bb095-0f2f-4356-bbcf-9a416dd43afe triggered by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:26:29.421155 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-e4f7b7b7-af0e-4659-9d36-c4d9729a2287 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:29.440216 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29457ae5-b940-42a6-be87-335ef3c42302 admin admin] Pushing event updated for resources: {'Port': ['ID=eb424bf6-7359-4fde-998a-f6f3fe60660c,revision_number=1']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:26:29.454377 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-7624b1c0-020c-4ef8-9393-2537606e7b6f tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-128888360'] for port, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:29.599311 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7624b1c0-020c-4ef8-9393-2537606e7b6f tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Network 2658f09e-a580-4d4a-9968-2d1e0ad93719 is already hosted by enough agents. {{(pid=100247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:26:29.609660 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c3cba16-a869-46ce-8006-bba4534627c2 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Made reservation on behalf of 4a263308c6474c0e99d0efe9a5a7b767 for: {'subnet': 1} {{(pid=100246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:26:29.615078 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-4c3cba16-a869-46ce-8006-bba4534627c2 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127702029'] for subnet, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:29.667385 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.base_scheduler [None req-7624b1c0-020c-4ef8-9393-2537606e7b6f tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Resources bound (agent type, host, resource id): {{(pid=100247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:26:29.672614 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7624b1c0-020c-4ef8-9393-2537606e7b6f tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Pushing event updated for resources: {'Port': ['ID=01a4a10c-8147-4194-8454-95a24e2317a3,revision_number=1']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:26:29.684260 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7624b1c0-020c-4ef8-9393-2537606e7b6f tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Received port after_create {{(pid=100247) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:26:29.861787 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e55cbf6f-bf19-41c3-9616-2705a3087b69 None None] DHCP port deletion for eba60608-4e28-43df-928a-323910d090ed request from n-d-773647-6 {{(pid=100248) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 14:26:29.976638 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-e55cbf6f-bf19-41c3-9616-2705a3087b69 None None] Deleting port 655bb095-0f2f-4356-bbcf-9a416dd43afe {{(pid=100248) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:26:29.979086 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-e55cbf6f-bf19-41c3-9616-2705a3087b69 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:30.005641 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2947094c-000c-43df-a817-d57871f8f411 None None] Network 77b7d4db-4d26-4804-a694-b76a9fc33f2c requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:26:30.128364 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-4a0c8665-1012-482a-9735-9ea75ecbdd3e None None] Provisioning for port 1e03118f-a423-4fa9-a9c0-34be58ef0e8e completed by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:26:30.137437 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-e55cbf6f-bf19-41c3-9616-2705a3087b69 None None] For port 655bb095-0f2f-4356-bbcf-9a416dd43afe, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=655bb095-0f2f-4356-bbcf-9a416dd43afe,segment=NetworkSegment(67308366-d379-4f20-9df5-ed161946f077),segment_id=67308366-d379-4f20-9df5-ed161946f077)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:26:30.137764 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-e55cbf6f-bf19-41c3-9616-2705a3087b69 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:30.164254 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-e55cbf6f-bf19-41c3-9616-2705a3087b69 None None] Calling delete_port for 655bb095-0f2f-4356-bbcf-9a416dd43afe owned by network:dhcp {{(pid=100248) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:26:30.321648 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-29457ae5-b940-42a6-be87-335ef3c42302 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:30.330528 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 1e03118f-a423-4fa9-a9c0-34be58ef0e8e up at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:26:30.381890 n-d-773647-6 neutron-server[100246]: DEBUG neutron.objects.ports [None req-4c3cba16-a869-46ce-8006-bba4534627c2 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=100246) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 06 14:26:30.481526 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning for port 1e03118f-a423-4fa9-a9c0-34be58ef0e8e completed by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:26:30.487351 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-e55cbf6f-bf19-41c3-9616-2705a3087b69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117'] for port, after_delete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:30.498113 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning complete for port 1e03118f-a423-4fa9-a9c0-34be58ef0e8e triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:26:30.498630 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:30.537035 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e55cbf6f-bf19-41c3-9616-2705a3087b69 None None] No DVR routers for this DVR port 655bb095-0f2f-4356-bbcf-9a416dd43afe on host n-d-773647-6 {{(pid=100248) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:26:30.566395 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55cbf6f-bf19-41c3-9616-2705a3087b69 None None] Pushing event deleted for resources: {'Port': ['ID=655bb095-0f2f-4356-bbcf-9a416dd43afe,revision_number=None']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:26:30.626848 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:30.680466 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] For port 1e03118f-a423-4fa9-a9c0-34be58ef0e8e, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=1e03118f-a423-4fa9-a9c0-34be58ef0e8e,segment=NetworkSegment(3cb852d4-0efb-4425-bdf6-44b53de05f3d),segment_id=3cb852d4-0efb-4425-bdf6-44b53de05f3d)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:26:30.690110 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:30.748620 n-d-773647-6 neutron-server[100246]: WARNING neutron.services.revisions.revision_plugin [None req-4c3cba16-a869-46ce-8006-bba4534627c2 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Could not find related port for resource to bump revision. Jul 06 14:26:30.763599 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.ipam_pluggable_backend [None req-4c3cba16-a869-46ce-8006-bba4534627c2 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Port 655bb095-0f2f-4356-bbcf-9a416dd43afe was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=100246) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:572}} Jul 06 14:26:30.764215 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.ipam_pluggable_backend [None req-4c3cba16-a869-46ce-8006-bba4534627c2 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Reverting IP allocation for 2001:db8::f816:3eff:fe6f:2188 {{(pid=100246) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:574}} Jul 06 14:26:30.769064 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.ipam_pluggable_backend [None req-4c3cba16-a869-46ce-8006-bba4534627c2 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe6f:2188 {{(pid=100246) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:580}} Jul 06 14:26:30.770524 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-4c3cba16-a869-46ce-8006-bba4534627c2 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1849032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127687649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127702047'] for subnet, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:30.865895 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 655bb095-0f2f-4356-bbcf-9a416dd43afe no longer exists at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:26:30.876217 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Pushing event updated for resources: {'Port': ['ID=1e03118f-a423-4fa9-a9c0-34be58ef0e8e,revision_number=3']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:26:30.878932 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c3cba16-a869-46ce-8006-bba4534627c2 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Network eba60608-4e28-43df-928a-323910d090ed is already hosted by enough agents. {{(pid=100246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:26:30.900861 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.base_scheduler [None req-4c3cba16-a869-46ce-8006-bba4534627c2 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Resources bound (agent type, host, resource id): {{(pid=100246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:26:30.902618 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3cba16-a869-46ce-8006-bba4534627c2 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Pushing event updated for resources: {'Subnet': ['ID=8dca1adb-a6ee-4447-839f-d4ec098f5451,revision_number=0']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:26:30.905857 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c3cba16-a869-46ce-8006-bba4534627c2 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:26:30.906520 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-4c3cba16-a869-46ce-8006-bba4534627c2 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Notify callbacks [] for subnet, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:30.929503 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d84863b8-1805-47d0-a6f7-68b288c6ac0c None None] Network eba60608-4e28-43df-928a-323910d090ed requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:26:30.932169 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-4c3cba16-a869-46ce-8006-bba4534627c2 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] 10.222.0.104 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.5474827 Jul 06 14:26:30.935160 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 46982) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:26:30.940176 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-1fc47419-7fb1-4f5c-ac0e-5f3cde0dae3b tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Request body: {'subnet': {'network_id': 'eba60608-4e28-43df-928a-323910d090ed', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:26:30.940362 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] No Port match for: 655bb095-0f2f-4356-bbcf-9a416dd43afe {{(pid=100248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 14:26:30.940593 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 655bb095-0f2f-4356-bbcf-9a416dd43afe not bound to the agent host n-d-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:26:31.030683 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-7624b1c0-020c-4ef8-9393-2537606e7b6f tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:31.081975 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-9f66e747-3fb2-4b20-b354-2d535b3ee420 None None] Provisioning complete for port 1e03118f-a423-4fa9-a9c0-34be58ef0e8e triggered by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:26:31.082617 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-9f66e747-3fb2-4b20-b354-2d535b3ee420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:31.096414 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-29457ae5-b940-42a6-be87-335ef3c42302 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1806297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1761036'] for router, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:31.155565 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fc47419-7fb1-4f5c-ac0e-5f3cde0dae3b tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Made reservation on behalf of 4a263308c6474c0e99d0efe9a5a7b767 for: {'subnet': 1} {{(pid=100246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:26:31.161500 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-1fc47419-7fb1-4f5c-ac0e-5f3cde0dae3b tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127702029'] for subnet, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:31.265511 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f7ab8fa-dc90-4cb5-9cf8-5792d01c4013 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6bd5fc82-6666-56e8-87c2-91648d36c963-eba60608-4e28-43df-928a-323910d090ed', 'network_id': 'eba60608-4e28-43df-928a-323910d090ed', 'tenant_id': '4a263308c6474c0e99d0efe9a5a7b767', 'fixed_ips': [{'subnet_id': '8dca1adb-a6ee-4447-839f-d4ec098f5451'}]}} from n-d-773647-6. {{(pid=100248) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 14:26:31.267011 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4f7ab8fa-dc90-4cb5-9cf8-5792d01c4013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:31.448866 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.db_base_plugin_common [None req-4f7ab8fa-dc90-4cb5-9cf8-5792d01c4013 None None] Allocated IP 2001:db8::f816:3eff:fe76:3482 (eba60608-4e28-43df-928a-323910d090ed/8dca1adb-a6ee-4447-839f-d4ec098f5451/25206f60-5949-4310-8234-eee13ab749d6) {{(pid=100248) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:26:31.565964 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-1fc47419-7fb1-4f5c-ac0e-5f3cde0dae3b tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1849032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127687649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127702047'] for subnet, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:31.658001 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4f7ab8fa-dc90-4cb5-9cf8-5792d01c4013 None None] Notify callbacks [] for port, precommit_create {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:31.670394 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fc47419-7fb1-4f5c-ac0e-5f3cde0dae3b tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Network eba60608-4e28-43df-928a-323910d090ed is already hosted by enough agents. {{(pid=100246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:26:31.670679 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-4f7ab8fa-dc90-4cb5-9cf8-5792d01c4013 None None] Transition to ACTIVE for port object 25206f60-5949-4310-8234-eee13ab749d6 will not be triggered until provisioned by entity L2. {{(pid=100248) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:26:31.677463 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.base_scheduler [None req-1fc47419-7fb1-4f5c-ac0e-5f3cde0dae3b tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Resources bound (agent type, host, resource id): {{(pid=100246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:26:31.686373 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fc47419-7fb1-4f5c-ac0e-5f3cde0dae3b tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:26:31.687141 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-1fc47419-7fb1-4f5c-ac0e-5f3cde0dae3b tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Notify callbacks [] for subnet, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:31.693019 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-4f7ab8fa-dc90-4cb5-9cf8-5792d01c4013 None None] Transition to ACTIVE for port object 25206f60-5949-4310-8234-eee13ab749d6 will not be triggered until provisioned by entity DHCP. {{(pid=100248) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:26:31.703337 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4f7ab8fa-dc90-4cb5-9cf8-5792d01c4013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108'] for port, after_create {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:31.713891 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc47419-7fb1-4f5c-ac0e-5f3cde0dae3b tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Pushing event updated for resources: {'Subnet': ['ID=8968e4c8-2ae0-4159-a93c-52b126d63e09,revision_number=0']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:26:31.723312 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-1fc47419-7fb1-4f5c-ac0e-5f3cde0dae3b tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] 10.222.0.104 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7869587 Jul 06 14:26:31.726017 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 46996) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:26:31.736792 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-b5c93ed4-167f-4153-8f27-f44a37982e1f tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Request body: {'port': {'network_id': 'eba60608-4e28-43df-928a-323910d090ed', 'mac_address': 'fa:16:3e:5f:89:dc', 'name': 'tempest-NetworksTestDHCPv6-492309441'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:26:31.770225 n-d-773647-6 neutron-server[100248]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f7ab8fa-dc90-4cb5-9cf8-5792d01c4013 None None] Network eba60608-4e28-43df-928a-323910d090ed is already hosted by enough agents. {{(pid=100248) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:26:31.776203 n-d-773647-6 neutron-server[100248]: DEBUG neutron.scheduler.base_scheduler [None req-4f7ab8fa-dc90-4cb5-9cf8-5792d01c4013 None None] Resources bound (agent type, host, resource id): {{(pid=100248) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:26:31.778871 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7ab8fa-dc90-4cb5-9cf8-5792d01c4013 None None] Pushing event updated for resources: {'Port': ['ID=25206f60-5949-4310-8234-eee13ab749d6,revision_number=1']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:26:31.783479 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f7ab8fa-dc90-4cb5-9cf8-5792d01c4013 None None] Received port after_create {{(pid=100248) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:26:31.868007 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-4f7ab8fa-dc90-4cb5-9cf8-5792d01c4013 None None] Attempting to bind port 25206f60-5949-4310-8234-eee13ab749d6 on host n-d-773647-6 for vnic_type normal with profile {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:26:31.868584 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-4f7ab8fa-dc90-4cb5-9cf8-5792d01c4013 None None] Attempting to bind port 25206f60-5949-4310-8234-eee13ab749d6 by drivers openvswitch,hyperv on host n-d-773647-6 at level 0 using segments [{'id': '67308366-d379-4f20-9df5-ed161946f077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': 'eba60608-4e28-43df-928a-323910d090ed'}] {{(pid=100248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:26:31.869323 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f7ab8fa-dc90-4cb5-9cf8-5792d01c4013 None None] Attempting to bind port 25206f60-5949-4310-8234-eee13ab749d6 on network eba60608-4e28-43df-928a-323910d090ed {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:26:31.888540 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-7624b1c0-020c-4ef8-9393-2537606e7b6f tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:31.890433 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f7ab8fa-dc90-4cb5-9cf8-5792d01c4013 None None] Checking agent: {'id': '8ab5b19c-d213-4f29-891d-27bdf39d38b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773647-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 43, 26), 'started_at': datetime.datetime(2021, 7, 6, 13, 43, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 26, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773647-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:26:31.891110 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f7ab8fa-dc90-4cb5-9cf8-5792d01c4013 None None] Checking segment: {'id': '67308366-d379-4f20-9df5-ed161946f077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': 'eba60608-4e28-43df-928a-323910d090ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:26:31.891745 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4f7ab8fa-dc90-4cb5-9cf8-5792d01c4013 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:31.892385 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f7ab8fa-dc90-4cb5-9cf8-5792d01c4013 None None] Bound using segment: {'id': '67308366-d379-4f20-9df5-ed161946f077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': 'eba60608-4e28-43df-928a-323910d090ed'} {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:26:31.893146 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-4f7ab8fa-dc90-4cb5-9cf8-5792d01c4013 None None] Bound port: 25206f60-5949-4310-8234-eee13ab749d6, host: n-d-773647-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67308366-d379-4f20-9df5-ed161946f077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': 'eba60608-4e28-43df-928a-323910d090ed'}}] {{(pid=100248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:26:31.893804 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4f7ab8fa-dc90-4cb5-9cf8-5792d01c4013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:31.924165 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29457ae5-b940-42a6-be87-335ef3c42302 admin admin] Router b5595882-589f-4c21-a75a-b491783e8b09 is scheduled to L3 agent 2823d358-a11b-4885-a706-95a279e43fa7 with binding_index 1 {{(pid=100247) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 14:26:31.992009 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-4f7ab8fa-dc90-4cb5-9cf8-5792d01c4013 None None] For port 25206f60-5949-4310-8234-eee13ab749d6, host n-d-773647-6, cleared binding levels {{(pid=100248) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:26:31.996402 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-4f7ab8fa-dc90-4cb5-9cf8-5792d01c4013 None None] For port 25206f60-5949-4310-8234-eee13ab749d6, host n-d-773647-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=25206f60-5949-4310-8234-eee13ab749d6,segment=NetworkSegment(67308366-d379-4f20-9df5-ed161946f077),segment_id=67308366-d379-4f20-9df5-ed161946f077)] {{(pid=100248) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:26:32.005843 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4f7ab8fa-dc90-4cb5-9cf8-5792d01c4013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:32.073815 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7ab8fa-dc90-4cb5-9cf8-5792d01c4013 None None] Pushing event updated for resources: {'Port': ['ID=25206f60-5949-4310-8234-eee13ab749d6,revision_number=2']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:26:32.212748 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 1e03118f-a423-4fa9-a9c0-34be58ef0e8e up at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:26:32.268541 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29457ae5-b940-42a6-be87-335ef3c42302 admin admin] Notify agent at l3_agent.n-d-773647-6 the message routers_updated {{(pid=100247) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 14:26:32.286152 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc949b0f-0701-4ced-bf70-dde72c5ff0af None None] Sync routers for ids ['b5595882-589f-4c21-a75a-b491783e8b09'] in n-d-773647-6 {{(pid=100249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 14:26:32.300276 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc949b0f-0701-4ced-bf70-dde72c5ff0af None None] Routers {'b5595882-589f-4c21-a75a-b491783e8b09'} bound to L3 agent in host n-d-773647-6 {{(pid=100249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:26:32.300899 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-bc949b0f-0701-4ced-bf70-dde72c5ff0af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T14:26:26Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['b5595882-589f-4c21-a75a-b491783e8b09'], 'active': True} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:26:32.332213 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-29457ae5-b940-42a6-be87-335ef3c42302 admin admin] Notify callbacks [] for router, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:32.336360 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-29457ae5-b940-42a6-be87-335ef3c42302 admin admin] 10.222.0.104 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 5.8081076 Jul 06 14:26:32.347537 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 47004) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:26:32.376397 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-7624b1c0-020c-4ef8-9393-2537606e7b6f tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Notify callbacks [] for port, precommit_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:32.473086 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning complete for port 1e03118f-a423-4fa9-a9c0-34be58ef0e8e triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:26:32.474319 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:32.484036 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-7624b1c0-020c-4ef8-9393-2537606e7b6f tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128888538'] for port, after_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:32.490362 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5c93ed4-167f-4153-8f27-f44a37982e1f tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Made reservation on behalf of 4a263308c6474c0e99d0efe9a5a7b767 for: {'port': 1} {{(pid=100246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:26:32.688581 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvr_db [None req-bc949b0f-0701-4ced-bf70-dde72c5ff0af None None] Set router b5595882-589f-4c21-a75a-b491783e8b09 gateway port host: n-d-773647-6 {{(pid=100249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:26:32.697611 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7624b1c0-020c-4ef8-9393-2537606e7b6f tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Pushing event updated for resources: {'Port': ['ID=01a4a10c-8147-4194-8454-95a24e2317a3,revision_number=2']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:26:32.726281 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-7624b1c0-020c-4ef8-9393-2537606e7b6f tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1761130'] for floatingip, after_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:32.739608 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-b5c93ed4-167f-4153-8f27-f44a37982e1f tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:32.784114 n-d-773647-6 neutron-server[100246]: DEBUG neutron.notifiers.nova [None req-b5c93ed4-167f-4153-8f27-f44a37982e1f tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] device_id is not set on port 3d906b68-b196-40a0-8686-55ac2f63b423 yet. {{(pid=100246) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 14:26:33.004942 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-bc949b0f-0701-4ced-bf70-dde72c5ff0af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5595882-589f-4c21-a75a-b491783e8b09', 'name': 'tempest-TestVolumeBackupRestore-1408931986-router', 'tenant_id': '39bdb994cd824c1295a1e7af27eba9b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.35'}], 'enable_snat': True}, 'gw_port_id': 'eb424bf6-7359-4fde-998a-f6f3fe60660c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:26:26Z', 'updated_at': '2021-07-06T14:26:30Z', 'revision_number': 3, 'project_id': '39bdb994cd824c1295a1e7af27eba9b1', 'gw_port': {'id': 'eb424bf6-7359-4fde-998a-f6f3fe60660c', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:a1:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5595882-589f-4c21-a75a-b491783e8b09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3609, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:26:28Z', 'updated_at': '2021-07-06T14:26:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6'}], 'n-d-773647-6', False) {} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:26:33.016153 n-d-773647-6 neutron-server[100247]: INFO neutron.db.l3_db [None req-7624b1c0-020c-4ef8-9393-2537606e7b6f tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Floating IP f8de4213-6138-4f47-aec2-c5b7dbf25eb3 associated. External IP: 172.25.0.38, port: 9b52d121-1ce2-4f96-99c8-e312d220c63a. Jul 06 14:26:33.046412 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc949b0f-0701-4ced-bf70-dde72c5ff0af None None] Checking router: b5595882-589f-4c21-a75a-b491783e8b09 for host: n-d-773647-6 {{(pid=100249) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 14:26:33.046944 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc949b0f-0701-4ced-bf70-dde72c5ff0af None None] Updating router b5595882-589f-4c21-a75a-b491783e8b09 port eb424bf6-7359-4fde-998a-f6f3fe60660c binding host n-d-773647-6 {{(pid=100249) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 14:26:33.174841 n-d-773647-6 neutron-server[100249]: DEBUG neutron_lib.callbacks.manager [None req-bc949b0f-0701-4ced-bf70-dde72c5ff0af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:33.218444 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.db_base_plugin_common [None req-b5c93ed4-167f-4153-8f27-f44a37982e1f tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Allocated IP 172.20.0.10 (eba60608-4e28-43df-928a-323910d090ed/8968e4c8-2ae0-4159-a93c-52b126d63e09/3d906b68-b196-40a0-8686-55ac2f63b423) {{(pid=100246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:26:33.275769 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.db_base_plugin_common [None req-b5c93ed4-167f-4153-8f27-f44a37982e1f tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Allocated IP 2001:db8::f816:3eff:fe5f:89dc (eba60608-4e28-43df-928a-323910d090ed/8dca1adb-a6ee-4447-839f-d4ec098f5451/3d906b68-b196-40a0-8686-55ac2f63b423) {{(pid=100246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:26:33.568557 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-b5c93ed4-167f-4153-8f27-f44a37982e1f tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Notify callbacks [] for port, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:33.618208 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.provisioning_blocks [None req-b5c93ed4-167f-4153-8f27-f44a37982e1f tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Transition to ACTIVE for port object 3d906b68-b196-40a0-8686-55ac2f63b423 will not be triggered until provisioned by entity DHCP. {{(pid=100246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:26:33.707678 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-b5c93ed4-167f-4153-8f27-f44a37982e1f tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-127687573'] for port, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:33.751733 n-d-773647-6 neutron-server[100249]: DEBUG neutron_lib.callbacks.manager [None req-bc949b0f-0701-4ced-bf70-dde72c5ff0af None None] Notify callbacks [] for port, precommit_update {{(pid=100249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:33.767051 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.provisioning_blocks [None req-bc949b0f-0701-4ced-bf70-dde72c5ff0af None None] Transition to ACTIVE for port object eb424bf6-7359-4fde-998a-f6f3fe60660c will not be triggered until provisioned by entity L2. {{(pid=100249) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:26:33.774507 n-d-773647-6 neutron-server[100249]: DEBUG neutron_lib.callbacks.manager [None req-bc949b0f-0701-4ced-bf70-dde72c5ff0af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:33.782594 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5c93ed4-167f-4153-8f27-f44a37982e1f tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Network eba60608-4e28-43df-928a-323910d090ed is already hosted by enough agents. {{(pid=100246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:26:33.786777 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.base_scheduler [None req-b5c93ed4-167f-4153-8f27-f44a37982e1f tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Resources bound (agent type, host, resource id): {{(pid=100246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:26:33.802588 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5c93ed4-167f-4153-8f27-f44a37982e1f tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Received port after_create {{(pid=100246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:26:33.806558 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fa9230e-a314-4871-97d5-542a8f42d90c None None] Network eba60608-4e28-43df-928a-323910d090ed requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:26:33.818172 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c93ed4-167f-4153-8f27-f44a37982e1f tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Pushing event updated for resources: {'Port': ['ID=3d906b68-b196-40a0-8686-55ac2f63b423,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:26:33.843368 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.managers [None req-bc949b0f-0701-4ced-bf70-dde72c5ff0af None None] Attempting to bind port eb424bf6-7359-4fde-998a-f6f3fe60660c on host n-d-773647-6 for vnic_type normal with profile {{(pid=100249) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:26:33.844021 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.managers [None req-bc949b0f-0701-4ced-bf70-dde72c5ff0af None None] Attempting to bind port eb424bf6-7359-4fde-998a-f6f3fe60660c by drivers openvswitch,hyperv on host n-d-773647-6 at level 0 using segments [{'id': '89a832b7-7793-4d51-9038-ed7e1c3ff1b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719'}] {{(pid=100249) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:26:33.844383 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc949b0f-0701-4ced-bf70-dde72c5ff0af None None] Attempting to bind port eb424bf6-7359-4fde-998a-f6f3fe60660c on network 2658f09e-a580-4d4a-9968-2d1e0ad93719 {{(pid=100249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:26:33.856776 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc949b0f-0701-4ced-bf70-dde72c5ff0af None None] Checking agent: {'id': '8ab5b19c-d213-4f29-891d-27bdf39d38b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773647-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 43, 26), 'started_at': datetime.datetime(2021, 7, 6, 13, 43, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 26, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773647-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:26:33.857144 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc949b0f-0701-4ced-bf70-dde72c5ff0af None None] Checking segment: {'id': '89a832b7-7793-4d51-9038-ed7e1c3ff1b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100249) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:26:33.857545 n-d-773647-6 neutron-server[100249]: DEBUG neutron_lib.callbacks.manager [None req-bc949b0f-0701-4ced-bf70-dde72c5ff0af None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:33.857933 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc949b0f-0701-4ced-bf70-dde72c5ff0af None None] Bound using segment: {'id': '89a832b7-7793-4d51-9038-ed7e1c3ff1b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719'} {{(pid=100249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:26:33.858396 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.managers [None req-bc949b0f-0701-4ced-bf70-dde72c5ff0af None None] Bound port: eb424bf6-7359-4fde-998a-f6f3fe60660c, host: n-d-773647-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89a832b7-7793-4d51-9038-ed7e1c3ff1b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719'}}] {{(pid=100249) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:26:33.858774 n-d-773647-6 neutron-server[100249]: DEBUG neutron_lib.callbacks.manager [None req-bc949b0f-0701-4ced-bf70-dde72c5ff0af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:33.876721 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7624b1c0-020c-4ef8-9393-2537606e7b6f tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Router 712aa42d-e606-44f5-89a1-4b8371ec819b has already been hosted by L3 agent 2823d358-a11b-4885-a706-95a279e43fa7 {{(pid=100247) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 14:26:33.928150 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.db [None req-bc949b0f-0701-4ced-bf70-dde72c5ff0af None None] For port eb424bf6-7359-4fde-998a-f6f3fe60660c, host n-d-773647-6, cleared binding levels {{(pid=100249) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:26:33.931996 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.db [None req-bc949b0f-0701-4ced-bf70-dde72c5ff0af None None] For port eb424bf6-7359-4fde-998a-f6f3fe60660c, host n-d-773647-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=eb424bf6-7359-4fde-998a-f6f3fe60660c,segment=NetworkSegment(89a832b7-7793-4d51-9038-ed7e1c3ff1b2),segment_id=89a832b7-7793-4d51-9038-ed7e1c3ff1b2)] {{(pid=100249) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:26:33.941418 n-d-773647-6 neutron-server[100249]: DEBUG neutron_lib.callbacks.manager [None req-bc949b0f-0701-4ced-bf70-dde72c5ff0af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:33.948597 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc29836-45e2-4083-b395-7b0473cf4c0f None None] Pushing event updated for resources: {'Port': ['ID=eb424bf6-7359-4fde-998a-f6f3fe60660c,revision_number=2']} {{(pid=100249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:26:33.960566 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-c5585940-1a22-40f2-ac63-64b41dd60448 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:33.977590 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-356efe9e-c95d-4c34-a270-aef23322aafb None None] Provisioning for port 25206f60-5949-4310-8234-eee13ab749d6 completed by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:26:34.016006 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5c93ed4-167f-4153-8f27-f44a37982e1f tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:26:34.017852 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-b5c93ed4-167f-4153-8f27-f44a37982e1f tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:34.046466 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-b5c93ed4-167f-4153-8f27-f44a37982e1f tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] 10.222.0.104 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 2.3168871 Jul 06 14:26:34.047236 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 47044) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:26:34.064839 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc949b0f-0701-4ced-bf70-dde72c5ff0af None None] Routers {'b5595882-589f-4c21-a75a-b491783e8b09'} bound to L3 agent in host n-d-773647-6 {{(pid=100249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:26:34.065639 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-bc949b0f-0701-4ced-bf70-dde72c5ff0af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T14:26:26Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['b5595882-589f-4c21-a75a-b491783e8b09'], 'active': True} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:26:34.129142 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc29836-45e2-4083-b395-7b0473cf4c0f None None] Pushing event updated for resources: {'Port': ['ID=eb424bf6-7359-4fde-998a-f6f3fe60660c,revision_number=3']} {{(pid=100249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:26:34.260353 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a941c12-5259-4388-95bb-8c37ed4325a5 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:26:34.278057 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a941c12-5259-4388-95bb-8c37ed4325a5 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:26:34.296213 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-3a941c12-5259-4388-95bb-8c37ed4325a5 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] 10.222.0.104 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1782 time: 0.2473795 Jul 06 14:26:34.298792 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 47050) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:26:34.302878 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 25206f60-5949-4310-8234-eee13ab749d6 up at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:26:34.414936 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.db_base_plugin_common [None req-c5585940-1a22-40f2-ac63-64b41dd60448 admin admin] Allocated IP 172.20.0.1 (77b7d4db-4d26-4804-a694-b76a9fc33f2c/2e5dcc44-e820-4bd1-81ac-fa04fd311bb4/73b3ed92-b7d4-4f45-a09d-4e566d104080) {{(pid=100247) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:26:34.416466 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvr_db [None req-bc949b0f-0701-4ced-bf70-dde72c5ff0af None None] Set router b5595882-589f-4c21-a75a-b491783e8b09 gateway port host: n-d-773647-6 {{(pid=100249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:26:34.443116 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning for port 25206f60-5949-4310-8234-eee13ab749d6 completed by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:26:34.451948 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning complete for port 25206f60-5949-4310-8234-eee13ab749d6 triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:26:34.452309 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:34.520605 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-559a8d86-0e9f-4aae-b06d-934d74587154 None None] Update dhcp port {'port': {'network_id': 'eba60608-4e28-43df-928a-323910d090ed', 'fixed_ips': [{'subnet_id': '8dca1adb-a6ee-4447-839f-d4ec098f5451', 'ip_address': '2001:db8::f816:3eff:fe76:3482'}, {'subnet_id': '8968e4c8-2ae0-4159-a93c-52b126d63e09'}], 'binding:host_id': 'n-d-773647-6'}, 'id': '25206f60-5949-4310-8234-eee13ab749d6'} from n-d-773647-6. {{(pid=100248) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 06 14:26:34.546469 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-c5585940-1a22-40f2-ac63-64b41dd60448 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:34.556003 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [None req-5ba5c2ea-3749-4f90-8e68-02133dc18182 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Deleting port 3d906b68-b196-40a0-8686-55ac2f63b423 {{(pid=100246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:26:34.556349 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-5ba5c2ea-3749-4f90-8e68-02133dc18182 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:34.578228 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.provisioning_blocks [None req-c5585940-1a22-40f2-ac63-64b41dd60448 admin admin] Transition to ACTIVE for port object 73b3ed92-b7d4-4f45-a09d-4e566d104080 will not be triggered until provisioned by entity DHCP. {{(pid=100247) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:26:34.615841 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:34.658414 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-c5585940-1a22-40f2-ac63-64b41dd60448 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-128888360'] for port, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:34.674386 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] For port 25206f60-5949-4310-8234-eee13ab749d6, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=25206f60-5949-4310-8234-eee13ab749d6,segment=NetworkSegment(67308366-d379-4f20-9df5-ed161946f077),segment_id=67308366-d379-4f20-9df5-ed161946f077)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:26:34.681980 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:34.689918 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-559a8d86-0e9f-4aae-b06d-934d74587154 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:34.763175 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-5ba5c2ea-3749-4f90-8e68-02133dc18182 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:34.777509 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-bc949b0f-0701-4ced-bf70-dde72c5ff0af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5595882-589f-4c21-a75a-b491783e8b09', 'name': 'tempest-TestVolumeBackupRestore-1408931986-router', 'tenant_id': '39bdb994cd824c1295a1e7af27eba9b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.35'}], 'enable_snat': True}, 'gw_port_id': 'eb424bf6-7359-4fde-998a-f6f3fe60660c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:26:26Z', 'updated_at': '2021-07-06T14:26:30Z', 'revision_number': 3, 'project_id': '39bdb994cd824c1295a1e7af27eba9b1', 'gw_port': {'id': 'eb424bf6-7359-4fde-998a-f6f3fe60660c', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:a1:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5595882-589f-4c21-a75a-b491783e8b09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3609, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:26:28Z', 'updated_at': '2021-07-06T14:26:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6'}], 'n-d-773647-6', False) {} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:26:34.778174 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Pushing event updated for resources: {'Port': ['ID=25206f60-5949-4310-8234-eee13ab749d6,revision_number=3']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:26:34.786229 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5585940-1a22-40f2-ac63-64b41dd60448 admin admin] Pushing event updated for resources: {'Port': ['ID=73b3ed92-b7d4-4f45-a09d-4e566d104080,revision_number=1']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:26:34.798175 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [None req-5ba5c2ea-3749-4f90-8e68-02133dc18182 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Calling delete_port for 3d906b68-b196-40a0-8686-55ac2f63b423 owned by {{(pid=100246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:26:34.805555 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5585940-1a22-40f2-ac63-64b41dd60448 admin admin] Network 77b7d4db-4d26-4804-a694-b76a9fc33f2c is already hosted by enough agents. {{(pid=100247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:26:34.809210 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.base_scheduler [None req-c5585940-1a22-40f2-ac63-64b41dd60448 admin admin] Resources bound (agent type, host, resource id): {{(pid=100247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:26:34.823734 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5585940-1a22-40f2-ac63-64b41dd60448 admin admin] Received port after_create {{(pid=100247) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:26:34.838418 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc949b0f-0701-4ced-bf70-dde72c5ff0af None None] The sync data for ids ['b5595882-589f-4c21-a75a-b491783e8b09'] in n-d-773647-6 is: [{'id': 'b5595882-589f-4c21-a75a-b491783e8b09', 'name': 'tempest-TestVolumeBackupRestore-1408931986-router', 'tenant_id': '39bdb994cd824c1295a1e7af27eba9b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.35'}], 'enable_snat': True}, 'gw_port_id': 'eb424bf6-7359-4fde-998a-f6f3fe60660c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:26:26Z', 'updated_at': '2021-07-06T14:26:30Z', 'revision_number': 3, 'project_id': '39bdb994cd824c1295a1e7af27eba9b1', 'gw_port': {'id': 'eb424bf6-7359-4fde-998a-f6f3fe60660c', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:a1:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5595882-589f-4c21-a75a-b491783e8b09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3609, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:26:28Z', 'updated_at': '2021-07-06T14:26:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6'}] {{(pid=100249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 14:26:34.875914 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7624b1c0-020c-4ef8-9393-2537606e7b6f tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Notify agent at l3_agent.n-d-773647-6 the message routers_updated {{(pid=100247) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 14:26:34.890303 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89e71bca-bb48-452c-8dcb-c8a2070600f9 None None] Sync routers for ids ['712aa42d-e606-44f5-89a1-4b8371ec819b'] in n-d-773647-6 {{(pid=100248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 14:26:34.920085 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-7624b1c0-020c-4ef8-9393-2537606e7b6f tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for floatingip, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:34.961422 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89e71bca-bb48-452c-8dcb-c8a2070600f9 None None] Routers {'712aa42d-e606-44f5-89a1-4b8371ec819b'} bound to L3 agent in host n-d-773647-6 {{(pid=100248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:26:34.962648 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-89e71bca-bb48-452c-8dcb-c8a2070600f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T14:26:26Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['712aa42d-e606-44f5-89a1-4b8371ec819b'], 'active': True} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:26:34.968384 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-c5585940-1a22-40f2-ac63-64b41dd60448 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1807675'] for router_interface, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:35.089683 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-7624b1c0-020c-4ef8-9393-2537606e7b6f tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] 10.222.0.104 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 7.2375281 Jul 06 14:26:35.092823 n-d-773647-6 neutron-server[100247]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b230357-9912-4d8c-bc47-fa1cf66bf99f', 'tag': '9b52d121-1ce2-4f96-99c8-e312d220c63a'}] {{(pid=100247) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:26:35.095164 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cbf0eeaae822f8fc9b87a94aeba67a3d651842baf663a51cba94b67a514836d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1afa466-2304-49a3-9dc6-691387c5666b" -d '{"events": [{"name": "network-changed", "server_uuid": "2b230357-9912-4d8c-bc47-fa1cf66bf99f", "tag": "9b52d121-1ce2-4f96-99c8-e312d220c63a"}]}' {{(pid=100247) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:26:35.100114 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 47052) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:26:35.144026 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-5ba5c2ea-3749-4f90-8e68-02133dc18182 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127687580'] for port, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:35.196227 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba5c2ea-3749-4f90-8e68-02133dc18182 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Pushing event deleted for resources: {'Port': ['ID=3d906b68-b196-40a0-8686-55ac2f63b423,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:26:35.235269 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 14:26:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49dd2003-a0eb-4965-a673-9e8b2c74964c x-openstack-request-id: req-49dd2003-a0eb-4965-a673-9e8b2c74964c {{(pid=100247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:26:35.235665 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b230357-9912-4d8c-bc47-fa1cf66bf99f", "tag": "9b52d121-1ce2-4f96-99c8-e312d220c63a", "status": "completed", "code": 200}]} {{(pid=100247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:26:35.235989 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-49dd2003-a0eb-4965-a673-9e8b2c74964c {{(pid=100247) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:26:35.236462 n-d-773647-6 neutron-server[100247]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b230357-9912-4d8c-bc47-fa1cf66bf99f', 'tag': '9b52d121-1ce2-4f96-99c8-e312d220c63a', 'status': 'completed', 'code': 200} Jul 06 14:26:35.324624 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-2e669dbb-51ac-4fc0-8c62-c3b83dd1c118 None None] Provisioning for port 73b3ed92-b7d4-4f45-a09d-4e566d104080 completed by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:26:35.328026 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.db_base_plugin_common [None req-559a8d86-0e9f-4aae-b06d-934d74587154 None None] Allocated IP 172.20.0.2 (eba60608-4e28-43df-928a-323910d090ed/8968e4c8-2ae0-4159-a93c-52b126d63e09/25206f60-5949-4310-8234-eee13ab749d6) {{(pid=100248) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:26:35.359807 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-2e669dbb-51ac-4fc0-8c62-c3b83dd1c118 None None] Provisioning complete for port 73b3ed92-b7d4-4f45-a09d-4e566d104080 triggered by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:26:35.360358 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-2e669dbb-51ac-4fc0-8c62-c3b83dd1c118 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:35.377142 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-05c9c935-d7d3-48b4-a3e5-8e742d484ca6 tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] 10.222.0.104 "GET /v2.0/floatingips/f8de4213-6138-4f47-aec2-c5b7dbf25eb3 HTTP/1.1" status: 200 len: 990 time: 0.2757895 Jul 06 14:26:35.386355 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-5ba5c2ea-3749-4f90-8e68-02133dc18182 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:35.389405 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-5ba5c2ea-3749-4f90-8e68-02133dc18182 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] 10.222.0.104 "DELETE /v2.0/ports/3d906b68-b196-40a0-8686-55ac2f63b423 HTTP/1.1" status: 204 len: 168 time: 1.0894051 Jul 06 14:26:35.392157 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 47058) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:26:35.417257 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1afa466-2304-49a3-9dc6-691387c5666b req-956c0df2-9ed9-4853-974c-9a39995407ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:26:35.419004 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-b1afa466-2304-49a3-9dc6-691387c5666b req-956c0df2-9ed9-4853-974c-9a39995407ca service neutron] 10.222.0.127 "GET /v2.0/ports?tenant_id=107c04f466b0465e9fe8bb8c503793e0&device_id=2b230357-9912-4d8c-bc47-fa1cf66bf99f HTTP/1.1" status: 200 len: 1096 time: 0.1739867 Jul 06 14:26:35.463952 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaf81c15-2b45-4578-bc9e-8b9a65b5e3a6 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:26:35.465739 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaf81c15-2b45-4578-bc9e-8b9a65b5e3a6 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:26:35.468334 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaf81c15-2b45-4578-bc9e-8b9a65b5e3a6 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:26:35.470146 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-eaf81c15-2b45-4578-bc9e-8b9a65b5e3a6 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] 10.222.0.104 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.0767243 Jul 06 14:26:35.472770 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 47062) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:26:35.494839 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-c5585940-1a22-40f2-ac63-64b41dd60448 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:35.531651 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.db_base_plugin_v2 [None req-a1ce5d51-7eb3-4996-897f-903b8e3b4c3d tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Deleting subnet 8968e4c8-2ae0-4159-a93c-52b126d63e09 {{(pid=100246) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 14:26:35.554464 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvr_db [None req-89e71bca-bb48-452c-8dcb-c8a2070600f9 None None] Set router 712aa42d-e606-44f5-89a1-4b8371ec819b gateway port host: n-d-773647-6 {{(pid=100248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:26:35.601175 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-2e669dbb-51ac-4fc0-8c62-c3b83dd1c118 None None] Port 73b3ed92-b7d4-4f45-a09d-4e566d104080 cannot update to ACTIVE because it is not bound. {{(pid=100248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 14:26:35.698925 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-559a8d86-0e9f-4aae-b06d-934d74587154 None None] For port 25206f60-5949-4310-8234-eee13ab749d6, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=25206f60-5949-4310-8234-eee13ab749d6,segment=NetworkSegment(67308366-d379-4f20-9df5-ed161946f077),segment_id=67308366-d379-4f20-9df5-ed161946f077)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:26:35.707560 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1afa466-2304-49a3-9dc6-691387c5666b req-3345be8c-a9e7-48ba-9142-93360c1fcf82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:26:35.709087 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-b1afa466-2304-49a3-9dc6-691387c5666b req-3345be8c-a9e7-48ba-9142-93360c1fcf82 service neutron] 10.222.0.127 "GET /v2.0/networks?id=a27c611a-8f02-4f1c-82ec-76aeb5ad6a47 HTTP/1.1" status: 200 len: 899 time: 0.2158144 Jul 06 14:26:35.864943 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-559a8d86-0e9f-4aae-b06d-934d74587154 None None] Notify callbacks [] for port, precommit_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:35.882832 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-559a8d86-0e9f-4aae-b06d-934d74587154 None None] Transition to ACTIVE for port object 25206f60-5949-4310-8234-eee13ab749d6 will not be triggered until provisioned by entity DHCP. {{(pid=100248) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:26:35.888762 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-a1ce5d51-7eb3-4996-897f-903b8e3b4c3d tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Notify callbacks [] for subnet, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:35.915662 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-b1afa466-2304-49a3-9dc6-691387c5666b req-47430d22-8171-4178-a4a6-d189b094c338 service neutron] 10.222.0.127 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9b52d121-1ce2-4f96-99c8-e312d220c63a HTTP/1.1" status: 200 len: 998 time: 0.1978531 Jul 06 14:26:35.915873 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-559a8d86-0e9f-4aae-b06d-934d74587154 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:35.981925 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-a1ce5d51-7eb3-4996-897f-903b8e3b4c3d tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126218885'] for subnet, precommit_delete_associations {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:36.142296 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559a8d86-0e9f-4aae-b06d-934d74587154 None None] Pushing event updated for resources: {'Port': ['ID=25206f60-5949-4310-8234-eee13ab749d6,revision_number=4']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:26:36.145824 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-c5585940-1a22-40f2-ac63-64b41dd60448 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:36.153845 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1afa466-2304-49a3-9dc6-691387c5666b req-edd414cf-a4da-476b-be90-f533e038beb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:26:36.156111 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-b1afa466-2304-49a3-9dc6-691387c5666b req-edd414cf-a4da-476b-be90-f533e038beb4 service neutron] 10.222.0.127 "GET /v2.0/subnets?id=b85a66d5-8b38-4e5c-9d42-1aa6ece21b33 HTTP/1.1" status: 200 len: 835 time: 0.2303796 Jul 06 14:26:36.157288 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-c5585940-1a22-40f2-ac63-64b41dd60448 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128888538'] for port, after_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:36.176107 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-89e71bca-bb48-452c-8dcb-c8a2070600f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '712aa42d-e606-44f5-89a1-4b8371ec819b', 'name': 'tempest-TestNetworkBasicOps-router-616236491', 'tenant_id': '107c04f466b0465e9fe8bb8c503793e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.182'}], 'enable_snat': True}, 'gw_port_id': '3906f4ac-f7a7-4518-8705-86fb806b5439', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:25:50Z', 'updated_at': '2021-07-06T14:25:59Z', 'revision_number': 4, 'project_id': '107c04f466b0465e9fe8bb8c503793e0', 'gw_port': {'id': '3906f4ac-f7a7-4518-8705-86fb806b5439', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:8e:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '712aa42d-e606-44f5-89a1-4b8371ec819b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3542, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:25:50Z', 'updated_at': '2021-07-06T14:25:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6', '_floatingips': [{'id': 'f8de4213-6138-4f47-aec2-c5b7dbf25eb3', 'tenant_id': '107c04f466b0465e9fe8bb8c503793e0', 'floating_ip_address': '172.25.0.38', 'floating_network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'router_id': '712aa42d-e606-44f5-89a1-4b8371ec819b', 'port_id': '9b52d121-1ce2-4f96-99c8-e312d220c63a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3612, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a27c611a-8f02-4f1c-82ec-76aeb5ad6a47', 'mac_address': 'fa:16:3e:a7:f1:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b230357-9912-4d8c-bc47-fa1cf66bf99f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T14:26:30Z', 'updated_at': '2021-07-06T14:26:30Z', 'revision_number': 0, 'project_id': '107c04f466b0465e9fe8bb8c503793e0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a54c21e7-2019-4d65-9120-fbb8bfeeca51', 'name': '', 'network_id': 'a27c611a-8f02-4f1c-82ec-76aeb5ad6a47', 'tenant_id': '107c04f466b0465e9fe8bb8c503793e0', 'mac_address': 'fa:16:3e:15:3f:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '712aa42d-e606-44f5-89a1-4b8371ec819b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3549, 'fixed_ips': [{'subnet_id': 'b85a66d5-8b38-4e5c-9d42-1aa6ece21b33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:25:56Z', 'updated_at': '2021-07-06T14:26:06Z', 'revision_number': 5, 'project_id': '107c04f466b0465e9fe8bb8c503793e0', 'subnets': [{'id': 'b85a66d5-8b38-4e5c-9d42-1aa6ece21b33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773647-6', False) {} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:26:36.224839 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-a1ce5d51-7eb3-4996-897f-903b8e3b4c3d tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-913473'] for subnet, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:36.265394 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89e71bca-bb48-452c-8dcb-c8a2070600f9 None None] Checking router: 712aa42d-e606-44f5-89a1-4b8371ec819b for host: n-d-773647-6 {{(pid=100248) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 14:26:36.291433 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89e71bca-bb48-452c-8dcb-c8a2070600f9 None None] Routers {'712aa42d-e606-44f5-89a1-4b8371ec819b'} bound to L3 agent in host n-d-773647-6 {{(pid=100248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:26:36.292073 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-89e71bca-bb48-452c-8dcb-c8a2070600f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T14:26:26Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['712aa42d-e606-44f5-89a1-4b8371ec819b'], 'active': True} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:26:36.358937 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-a1ce5d51-7eb3-4996-897f-903b8e3b4c3d tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-913480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1849032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127687590', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127702764'] for subnet, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:36.419459 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 47074) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:26:36.463778 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 25206f60-5949-4310-8234-eee13ab749d6 up at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:26:36.501837 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ce5d51-7eb3-4996-897f-903b8e3b4c3d tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Pushing event deleted for resources: {'Subnet': ['ID=8968e4c8-2ae0-4159-a93c-52b126d63e09,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:26:36.523650 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-a1ce5d51-7eb3-4996-897f-903b8e3b4c3d tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Notify callbacks [] for subnet, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:36.527490 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-a1ce5d51-7eb3-4996-897f-903b8e3b4c3d tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] 10.222.0.104 "DELETE /v2.0/subnets/8968e4c8-2ae0-4159-a93c-52b126d63e09 HTTP/1.1" status: 204 len: 168 time: 1.0531864 Jul 06 14:26:36.535860 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 47076) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:26:36.621983 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device eb424bf6-7359-4fde-998a-f6f3fe60660c up at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:26:36.626730 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvr_db [None req-89e71bca-bb48-452c-8dcb-c8a2070600f9 None None] Set router 712aa42d-e606-44f5-89a1-4b8371ec819b gateway port host: n-d-773647-6 {{(pid=100248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:26:36.659923 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-b714f16e-2359-496f-8801-88c1a5b326c8 tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] 10.222.0.104 "GET /v2.0/floatingips/f8de4213-6138-4f47-aec2-c5b7dbf25eb3 HTTP/1.1" status: 200 len: 990 time: 0.2379911 Jul 06 14:26:36.700025 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.db_base_plugin_v2 [None req-bbf26db1-8dc8-4a1b-b0a1-162bb88a26c2 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Deleting subnet 8dca1adb-a6ee-4447-839f-d4ec098f5451 {{(pid=100246) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 14:26:36.714908 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-bbf26db1-8dc8-4a1b-b0a1-162bb88a26c2 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Notify callbacks [] for subnet, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:36.818689 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-bbf26db1-8dc8-4a1b-b0a1-162bb88a26c2 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126218885'] for subnet, precommit_delete_associations {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:36.882034 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning for port eb424bf6-7359-4fde-998a-f6f3fe60660c completed by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:26:36.901772 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning complete for port eb424bf6-7359-4fde-998a-f6f3fe60660c triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:26:36.902511 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:37.006842 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-bbf26db1-8dc8-4a1b-b0a1-162bb88a26c2 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-913473'] for subnet, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:37.032232 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-c5585940-1a22-40f2-ac63-64b41dd60448 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1809478'] for router_interface, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:37.033957 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5585940-1a22-40f2-ac63-64b41dd60448 admin admin] Pushing event updated for resources: {'Port': ['ID=73b3ed92-b7d4-4f45-a09d-4e566d104080,revision_number=2']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:26:37.114278 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:37.120570 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-bbf26db1-8dc8-4a1b-b0a1-162bb88a26c2 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-913480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1849032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127687590', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127702764'] for subnet, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:37.178548 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf26db1-8dc8-4a1b-b0a1-162bb88a26c2 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Pushing event deleted for resources: {'Subnet': ['ID=8dca1adb-a6ee-4447-839f-d4ec098f5451,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:26:37.203548 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-bbf26db1-8dc8-4a1b-b0a1-162bb88a26c2 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Notify callbacks [] for subnet, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:37.206859 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-bbf26db1-8dc8-4a1b-b0a1-162bb88a26c2 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] 10.222.0.104 "DELETE /v2.0/subnets/8dca1adb-a6ee-4447-839f-d4ec098f5451 HTTP/1.1" status: 204 len: 168 time: 0.6695144 Jul 06 14:26:37.210602 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 47080) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:26:37.238946 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1afa466-2304-49a3-9dc6-691387c5666b req-e0c3004b-ada9-408a-8723-d82c060af1fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:26:37.240823 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] For port eb424bf6-7359-4fde-998a-f6f3fe60660c, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=eb424bf6-7359-4fde-998a-f6f3fe60660c,segment=NetworkSegment(89a832b7-7793-4d51-9038-ed7e1c3ff1b2),segment_id=89a832b7-7793-4d51-9038-ed7e1c3ff1b2)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:26:37.242347 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-b1afa466-2304-49a3-9dc6-691387c5666b req-e0c3004b-ada9-408a-8723-d82c060af1fa service neutron] 10.222.0.127 "GET /v2.0/ports?network_id=a27c611a-8f02-4f1c-82ec-76aeb5ad6a47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.0740757 Jul 06 14:26:37.285974 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:37.302143 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c4b8eb8-7ceb-4e62-a63a-08e9b823d3c4 None None] Network eba60608-4e28-43df-928a-323910d090ed requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:26:37.337095 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-1a664835-c24e-4803-b2f8-f044ab8a4e3d tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] 10.222.0.104 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1162314 Jul 06 14:26:37.337651 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 47084) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:26:37.343053 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-dedb1a34-044b-4e94-8483-864934cb9b13 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Request body: {'subnet': {'network_id': 'eba60608-4e28-43df-928a-323910d090ed', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:26:37.453854 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5585940-1a22-40f2-ac63-64b41dd60448 admin admin] Network 77b7d4db-4d26-4804-a694-b76a9fc33f2c is already hosted by enough agents. {{(pid=100247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:26:37.457524 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.base_scheduler [None req-c5585940-1a22-40f2-ac63-64b41dd60448 admin admin] Resources bound (agent type, host, resource id): {{(pid=100247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:26:37.539416 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Pushing event updated for resources: {'Port': ['ID=eb424bf6-7359-4fde-998a-f6f3fe60660c,revision_number=4']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:26:37.586732 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dedb1a34-044b-4e94-8483-864934cb9b13 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Made reservation on behalf of 4a263308c6474c0e99d0efe9a5a7b767 for: {'subnet': 1} {{(pid=100246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:26:37.589999 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-b1afa466-2304-49a3-9dc6-691387c5666b req-9ed4794d-5c49-4954-94d5-877fc4d9d9f2 service neutron] 10.222.0.127 "GET /v2.0/networks/a27c611a-8f02-4f1c-82ec-76aeb5ad6a47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2737792 Jul 06 14:26:37.594414 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-dedb1a34-044b-4e94-8483-864934cb9b13 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127702029'] for subnet, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:37.614681 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-e406fa2c-cec9-48c1-b30f-09d57ed78d76 None None] Could not find standard attr ID for object 3d906b68-b196-40a0-8686-55ac2f63b423. {{(pid=100248) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 06 14:26:37.690968 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 47086) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:26:37.694380 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-89e71bca-bb48-452c-8dcb-c8a2070600f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '712aa42d-e606-44f5-89a1-4b8371ec819b', 'name': 'tempest-TestNetworkBasicOps-router-616236491', 'tenant_id': '107c04f466b0465e9fe8bb8c503793e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.182'}], 'enable_snat': True}, 'gw_port_id': '3906f4ac-f7a7-4518-8705-86fb806b5439', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:25:50Z', 'updated_at': '2021-07-06T14:25:59Z', 'revision_number': 4, 'project_id': '107c04f466b0465e9fe8bb8c503793e0', 'gw_port': {'id': '3906f4ac-f7a7-4518-8705-86fb806b5439', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:8e:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '712aa42d-e606-44f5-89a1-4b8371ec819b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3542, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:25:50Z', 'updated_at': '2021-07-06T14:25:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6', '_floatingips': [{'id': 'f8de4213-6138-4f47-aec2-c5b7dbf25eb3', 'tenant_id': '107c04f466b0465e9fe8bb8c503793e0', 'floating_ip_address': '172.25.0.38', 'floating_network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'router_id': '712aa42d-e606-44f5-89a1-4b8371ec819b', 'port_id': '9b52d121-1ce2-4f96-99c8-e312d220c63a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3612, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a27c611a-8f02-4f1c-82ec-76aeb5ad6a47', 'mac_address': 'fa:16:3e:a7:f1:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b230357-9912-4d8c-bc47-fa1cf66bf99f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T14:26:30Z', 'updated_at': '2021-07-06T14:26:30Z', 'revision_number': 0, 'project_id': '107c04f466b0465e9fe8bb8c503793e0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a54c21e7-2019-4d65-9120-fbb8bfeeca51', 'name': '', 'network_id': 'a27c611a-8f02-4f1c-82ec-76aeb5ad6a47', 'tenant_id': '107c04f466b0465e9fe8bb8c503793e0', 'mac_address': 'fa:16:3e:15:3f:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '712aa42d-e606-44f5-89a1-4b8371ec819b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3549, 'fixed_ips': [{'subnet_id': 'b85a66d5-8b38-4e5c-9d42-1aa6ece21b33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:25:56Z', 'updated_at': '2021-07-06T14:26:06Z', 'revision_number': 5, 'project_id': '107c04f466b0465e9fe8bb8c503793e0', 'subnets': [{'id': 'b85a66d5-8b38-4e5c-9d42-1aa6ece21b33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773647-6', False) {} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:26:37.703709 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-e406fa2c-cec9-48c1-b30f-09d57ed78d76 None None] Provisioning for port 25206f60-5949-4310-8234-eee13ab749d6 completed by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:26:37.714860 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-e406fa2c-cec9-48c1-b30f-09d57ed78d76 None None] Provisioning complete for port 25206f60-5949-4310-8234-eee13ab749d6 triggered by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:26:37.715257 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-e406fa2c-cec9-48c1-b30f-09d57ed78d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:37.818302 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89e71bca-bb48-452c-8dcb-c8a2070600f9 None None] The sync data for ids ['712aa42d-e606-44f5-89a1-4b8371ec819b'] in n-d-773647-6 is: [{'id': '712aa42d-e606-44f5-89a1-4b8371ec819b', 'name': 'tempest-TestNetworkBasicOps-router-616236491', 'tenant_id': '107c04f466b0465e9fe8bb8c503793e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.182'}], 'enable_snat': True}, 'gw_port_id': '3906f4ac-f7a7-4518-8705-86fb806b5439', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:25:50Z', 'updated_at': '2021-07-06T14:25:59Z', 'revision_number': 4, 'project_id': '107c04f466b0465e9fe8bb8c503793e0', 'gw_port': {'id': '3906f4ac-f7a7-4518-8705-86fb806b5439', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:8e:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '712aa42d-e606-44f5-89a1-4b8371ec819b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3542, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:25:50Z', 'updated_at': '2021-07-06T14:25:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6', '_floatingips': [{'id': 'f8de4213-6138-4f47-aec2-c5b7dbf25eb3', 'tenant_id': '107c04f466b0465e9fe8bb8c503793e0', 'floating_ip_address': '172.25.0.38', 'floating_network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'router_id': '712aa42d-e606-44f5-89a1-4b8371ec819b', 'port_id': '9b52d121-1ce2-4f96-99c8-e312d220c63a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3612, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a27c611a-8f02-4f1c-82ec-76aeb5ad6a47', 'mac_address': 'fa:16:3e:a7:f1:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b230357-9912-4d8c-bc47-fa1cf66bf99f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T14:26:30Z', 'updated_at': '2021-07-06T14:26:30Z', 'revision_number': 0, 'project_id': '107c04f466b0465e9fe8bb8c503793e0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a54c21e7-2019-4d65-9120-fbb8bfeeca51', 'name': '', 'network_id': 'a27c611a-8f02-4f1c-82ec-76aeb5ad6a47', 'tenant_id': '107c04f466b0465e9fe8bb8c503793e0', 'mac_address': 'fa:16:3e:15:3f:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '712aa42d-e606-44f5-89a1-4b8371ec819b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3549, 'fixed_ips': [{'subnet_id': 'b85a66d5-8b38-4e5c-9d42-1aa6ece21b33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:25:56Z', 'updated_at': '2021-07-06T14:26:06Z', 'revision_number': 5, 'project_id': '107c04f466b0465e9fe8bb8c503793e0', 'subnets': [{'id': 'b85a66d5-8b38-4e5c-9d42-1aa6ece21b33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 14:26:37.888870 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5585940-1a22-40f2-ac63-64b41dd60448 admin admin] Router b5595882-589f-4c21-a75a-b491783e8b09 has already been hosted by L3 agent 2823d358-a11b-4885-a706-95a279e43fa7 {{(pid=100247) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 14:26:37.896550 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-b9d97725-5d6d-4464-9666-8c13e44647bc tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] 10.222.0.104 "GET /v2.0/floatingips/f8de4213-6138-4f47-aec2-c5b7dbf25eb3 HTTP/1.1" status: 200 len: 990 time: 0.1913044 Jul 06 14:26:37.897520 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-b1afa466-2304-49a3-9dc6-691387c5666b req-bc5088d8-3dd9-4f79-bb7e-bc30336dd0e5 service neutron] 10.222.0.127 "GET /v2.0/networks/a27c611a-8f02-4f1c-82ec-76aeb5ad6a47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3009620 Jul 06 14:26:38.026236 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41ae7394-3281-4139-aa45-552df3b0cc9f None None] DHCP port deletion for eba60608-4e28-43df-928a-323910d090ed request from n-d-773647-6 {{(pid=100248) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 14:26:38.064800 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5585940-1a22-40f2-ac63-64b41dd60448 admin admin] Notify agent at l3_agent.n-d-773647-6 the message routers_updated {{(pid=100247) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 14:26:38.083678 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-c5585940-1a22-40f2-ac63-64b41dd60448 admin admin] 10.222.0.104 "PUT /v2.0/routers/b5595882-589f-4c21-a75a-b491783e8b09/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7347734 Jul 06 14:26:38.096722 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2675fa3e-aa7b-4039-8be8-a31f99a6418e None None] Sync routers for ids ['b5595882-589f-4c21-a75a-b491783e8b09'] in n-d-773647-6 {{(pid=100249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 14:26:38.120568 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2675fa3e-aa7b-4039-8be8-a31f99a6418e None None] Routers {'b5595882-589f-4c21-a75a-b491783e8b09'} bound to L3 agent in host n-d-773647-6 {{(pid=100249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:26:38.121884 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-2675fa3e-aa7b-4039-8be8-a31f99a6418e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T14:26:26Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['b5595882-589f-4c21-a75a-b491783e8b09'], 'active': True} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:26:38.198989 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-41ae7394-3281-4139-aa45-552df3b0cc9f None None] Deleting port 25206f60-5949-4310-8234-eee13ab749d6 {{(pid=100248) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:26:38.200430 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-41ae7394-3281-4139-aa45-552df3b0cc9f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:38.241722 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-dedb1a34-044b-4e94-8483-864934cb9b13 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1849032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127687649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127702047'] for subnet, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:38.425610 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dedb1a34-044b-4e94-8483-864934cb9b13 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Pushing event updated for resources: {'Subnet': ['ID=75b0e6cb-7a62-44b6-87f2-b38b3c90e947,revision_number=0']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:26:38.454688 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dedb1a34-044b-4e94-8483-864934cb9b13 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Network eba60608-4e28-43df-928a-323910d090ed is already hosted by enough agents. {{(pid=100246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:26:38.456211 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.base_scheduler [None req-dedb1a34-044b-4e94-8483-864934cb9b13 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Resources bound (agent type, host, resource id): {{(pid=100246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:26:38.464199 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dedb1a34-044b-4e94-8483-864934cb9b13 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:26:38.464820 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-dedb1a34-044b-4e94-8483-864934cb9b13 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Notify callbacks [] for subnet, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:38.483398 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvr_db [None req-2675fa3e-aa7b-4039-8be8-a31f99a6418e None None] Set router b5595882-589f-4c21-a75a-b491783e8b09 gateway port host: n-d-773647-6 {{(pid=100249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:26:38.504824 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-dedb1a34-044b-4e94-8483-864934cb9b13 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] 10.222.0.104 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1632085 Jul 06 14:26:38.505063 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 47098) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:26:38.510760 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-5924c1b0-7a9d-4b22-822c-eda226f25bb8 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Request body: {'subnet': {'network_id': 'eba60608-4e28-43df-928a-323910d090ed', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:26:38.672072 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbbd5e49-b888-4dae-8fc9-0f007b6d21a8 None None] New status for floating IP f8de4213-6138-4f47-aec2-c5b7dbf25eb3: ACTIVE {{(pid=100248) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 14:26:38.722288 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device eb424bf6-7359-4fde-998a-f6f3fe60660c up at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:26:38.807601 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-16134e17-65e9-46e4-b93f-05fb3a1ea34e None None] Provisioning complete for port 73b3ed92-b7d4-4f45-a09d-4e566d104080 triggered by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:26:38.808251 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-16134e17-65e9-46e4-b93f-05fb3a1ea34e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:38.873081 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5924c1b0-7a9d-4b22-822c-eda226f25bb8 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Made reservation on behalf of 4a263308c6474c0e99d0efe9a5a7b767 for: {'subnet': 1} {{(pid=100246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:26:38.876497 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-41ae7394-3281-4139-aa45-552df3b0cc9f None None] For port 25206f60-5949-4310-8234-eee13ab749d6, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=25206f60-5949-4310-8234-eee13ab749d6,segment=NetworkSegment(67308366-d379-4f20-9df5-ed161946f077),segment_id=67308366-d379-4f20-9df5-ed161946f077)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:26:38.877124 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-41ae7394-3281-4139-aa45-552df3b0cc9f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:38.890897 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-5924c1b0-7a9d-4b22-822c-eda226f25bb8 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127702029'] for subnet, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:38.900818 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 47108) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:26:38.912958 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-41ae7394-3281-4139-aa45-552df3b0cc9f None None] Calling delete_port for 25206f60-5949-4310-8234-eee13ab749d6 owned by network:dhcp {{(pid=100248) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:26:38.918788 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-16134e17-65e9-46e4-b93f-05fb3a1ea34e None None] Port 73b3ed92-b7d4-4f45-a09d-4e566d104080 cannot update to ACTIVE because it is not bound. {{(pid=100248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 14:26:38.938488 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 47110) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:26:38.969292 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning complete for port eb424bf6-7359-4fde-998a-f6f3fe60660c triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:26:38.970358 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:38.986220 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-2675fa3e-aa7b-4039-8be8-a31f99a6418e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5595882-589f-4c21-a75a-b491783e8b09', 'name': 'tempest-TestVolumeBackupRestore-1408931986-router', 'tenant_id': '39bdb994cd824c1295a1e7af27eba9b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.35'}], 'enable_snat': True}, 'gw_port_id': 'eb424bf6-7359-4fde-998a-f6f3fe60660c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:26:26Z', 'updated_at': '2021-07-06T14:26:35Z', 'revision_number': 4, 'project_id': '39bdb994cd824c1295a1e7af27eba9b1', 'gw_port': {'id': 'eb424bf6-7359-4fde-998a-f6f3fe60660c', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:a1:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5595882-589f-4c21-a75a-b491783e8b09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3609, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:26:28Z', 'updated_at': '2021-07-06T14:26:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6', '_interfaces': [{'id': '73b3ed92-b7d4-4f45-a09d-4e566d104080', 'name': '', 'network_id': '77b7d4db-4d26-4804-a694-b76a9fc33f2c', 'tenant_id': '39bdb994cd824c1295a1e7af27eba9b1', 'mac_address': 'fa:16:3e:d8:f2:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5595882-589f-4c21-a75a-b491783e8b09', 'device_owner': 'network:router_interface', 'standard_attr_id': 3616, 'fixed_ips': [{'subnet_id': '2e5dcc44-e820-4bd1-81ac-fa04fd311bb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:26:34Z', 'updated_at': '2021-07-06T14:26:35Z', 'revision_number': 2, 'project_id': '39bdb994cd824c1295a1e7af27eba9b1', 'subnets': [{'id': '2e5dcc44-e820-4bd1-81ac-fa04fd311bb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773647-6', False) {} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:26:39.014426 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-f4466882-e0d5-4458-be5f-083602af6c60 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-977184276-network', 'tenant_id': '9c1511065d9d4b4794b4171f9c396376'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:26:39.031366 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2675fa3e-aa7b-4039-8be8-a31f99a6418e None None] Checking router: b5595882-589f-4c21-a75a-b491783e8b09 for host: n-d-773647-6 {{(pid=100249) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 14:26:39.032592 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2675fa3e-aa7b-4039-8be8-a31f99a6418e None None] Updating router b5595882-589f-4c21-a75a-b491783e8b09 port 73b3ed92-b7d4-4f45-a09d-4e566d104080 binding host n-d-773647-6 {{(pid=100249) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 14:26:39.052898 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-8205a95a-aee5-4727-906c-94e8026b3051 tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] 10.222.0.104 "GET /v2.0/floatingips/f8de4213-6138-4f47-aec2-c5b7dbf25eb3 HTTP/1.1" status: 200 len: 990 time: 0.1508861 Jul 06 14:26:39.090689 n-d-773647-6 neutron-server[100249]: DEBUG neutron_lib.callbacks.manager [None req-2675fa3e-aa7b-4039-8be8-a31f99a6418e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:39.097060 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4466882-e0d5-4458-be5f-083602af6c60 admin admin] Made reservation on behalf of 9c1511065d9d4b4794b4171f9c396376 for: {'network': 1} {{(pid=100246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:26:39.100363 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-f4466882-e0d5-4458-be5f-083602af6c60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for network, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:39.129300 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-41ae7394-3281-4139-aa45-552df3b0cc9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117'] for port, after_delete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:39.142375 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41ae7394-3281-4139-aa45-552df3b0cc9f None None] No DVR routers for this DVR port 25206f60-5949-4310-8234-eee13ab749d6 on host n-d-773647-6 {{(pid=100248) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:26:39.160827 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-f4466882-e0d5-4458-be5f-083602af6c60 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:39.167306 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48ed84e9-2e1a-4c7f-aa90-d37dae13ff7b None None] Network eba60608-4e28-43df-928a-323910d090ed requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:26:39.171405 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ae7394-3281-4139-aa45-552df3b0cc9f None None] Pushing event deleted for resources: {'Port': ['ID=25206f60-5949-4310-8234-eee13ab749d6,revision_number=None']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:26:39.250669 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 25206f60-5949-4310-8234-eee13ab749d6 no longer exists at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:26:39.311914 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] No Port match for: 25206f60-5949-4310-8234-eee13ab749d6 {{(pid=100248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 14:26:39.312315 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 25206f60-5949-4310-8234-eee13ab749d6 not bound to the agent host n-d-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:26:39.473180 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66765633-3859-4020-ad4e-d7e7143945a7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6bd5fc82-6666-56e8-87c2-91648d36c963-eba60608-4e28-43df-928a-323910d090ed', 'network_id': 'eba60608-4e28-43df-928a-323910d090ed', 'tenant_id': '4a263308c6474c0e99d0efe9a5a7b767', 'fixed_ips': [{'subnet_id': '75b0e6cb-7a62-44b6-87f2-b38b3c90e947'}]}} from n-d-773647-6. {{(pid=100248) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 14:26:39.474905 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-66765633-3859-4020-ad4e-d7e7143945a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:39.547652 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-f4466882-e0d5-4458-be5f-083602af6c60 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:39.555359 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-f4466882-e0d5-4458-be5f-083602af6c60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:39.623680 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f4466882-e0d5-4458-be5f-083602af6c60 admin admin] vlan segment allocate from pool success with {'vlan_id': 1006, 'physical_network': 'physnet1'} {{(pid=100246) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 14:26:39.639525 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4466882-e0d5-4458-be5f-083602af6c60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39e3d5f5-fecd-49af-a306-874a7bb944ba,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:26:39.660557 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-f4466882-e0d5-4458-be5f-083602af6c60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552'] for segment, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:39.661113 n-d-773647-6 neutron-server[100246]: INFO neutron.db.segments_db [None req-f4466882-e0d5-4458-be5f-083602af6c60 admin admin] Added segment 185492e9-40e6-4cb2-878d-8f3fdd48e61c of type vlan for network 75c7cad1-ed47-404b-9518-dc037e8d84b0 Jul 06 14:26:39.661968 n-d-773647-6 neutron-server[100249]: DEBUG neutron_lib.callbacks.manager [None req-2675fa3e-aa7b-4039-8be8-a31f99a6418e None None] Notify callbacks [] for port, precommit_update {{(pid=100249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:39.672784 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.provisioning_blocks [None req-2675fa3e-aa7b-4039-8be8-a31f99a6418e None None] Transition to ACTIVE for port object 73b3ed92-b7d4-4f45-a09d-4e566d104080 will not be triggered until provisioned by entity L2. {{(pid=100249) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:26:39.680657 n-d-773647-6 neutron-server[100249]: DEBUG neutron_lib.callbacks.manager [None req-2675fa3e-aa7b-4039-8be8-a31f99a6418e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:39.705490 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.db_base_plugin_common [None req-66765633-3859-4020-ad4e-d7e7143945a7 None None] Allocated IP 172.20.0.2 (eba60608-4e28-43df-928a-323910d090ed/75b0e6cb-7a62-44b6-87f2-b38b3c90e947/f9db37fa-de87-4384-a4a0-7dbcd8ecf4cf) {{(pid=100248) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:26:39.748340 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-f4466882-e0d5-4458-be5f-083602af6c60 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773752984405'] for network, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:39.810497 n-d-773647-6 neutron-server[100246]: DEBUG neutron.objects.ports [None req-5924c1b0-7a9d-4b22-822c-eda226f25bb8 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=100246) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 06 14:26:39.814930 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-5924c1b0-7a9d-4b22-822c-eda226f25bb8 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1849032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127687649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127702047'] for subnet, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:39.897709 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.managers [None req-2675fa3e-aa7b-4039-8be8-a31f99a6418e None None] Attempting to bind port 73b3ed92-b7d4-4f45-a09d-4e566d104080 on host n-d-773647-6 for vnic_type normal with profile {{(pid=100249) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:26:39.899312 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.managers [None req-2675fa3e-aa7b-4039-8be8-a31f99a6418e None None] Attempting to bind port 73b3ed92-b7d4-4f45-a09d-4e566d104080 by drivers openvswitch,hyperv on host n-d-773647-6 at level 0 using segments [{'id': '3cb852d4-0efb-4425-bdf6-44b53de05f3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1030, 'network_id': '77b7d4db-4d26-4804-a694-b76a9fc33f2c'}] {{(pid=100249) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:26:39.899834 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2675fa3e-aa7b-4039-8be8-a31f99a6418e None None] Attempting to bind port 73b3ed92-b7d4-4f45-a09d-4e566d104080 on network 77b7d4db-4d26-4804-a694-b76a9fc33f2c {{(pid=100249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:26:39.910591 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5924c1b0-7a9d-4b22-822c-eda226f25bb8 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Pushing event updated for resources: {'Subnet': ['ID=661986bc-475b-4c4a-988e-6fd022492d31,revision_number=0']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:26:39.917864 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2675fa3e-aa7b-4039-8be8-a31f99a6418e None None] Checking agent: {'id': '8ab5b19c-d213-4f29-891d-27bdf39d38b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773647-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 43, 26), 'started_at': datetime.datetime(2021, 7, 6, 13, 43, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 26, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773647-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:26:39.918659 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2675fa3e-aa7b-4039-8be8-a31f99a6418e None None] Checking segment: {'id': '3cb852d4-0efb-4425-bdf6-44b53de05f3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1030, 'network_id': '77b7d4db-4d26-4804-a694-b76a9fc33f2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100249) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:26:39.919410 n-d-773647-6 neutron-server[100249]: DEBUG neutron_lib.callbacks.manager [None req-2675fa3e-aa7b-4039-8be8-a31f99a6418e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:39.922050 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2675fa3e-aa7b-4039-8be8-a31f99a6418e None None] Bound using segment: {'id': '3cb852d4-0efb-4425-bdf6-44b53de05f3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1030, 'network_id': '77b7d4db-4d26-4804-a694-b76a9fc33f2c'} {{(pid=100249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:26:39.922924 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.managers [None req-2675fa3e-aa7b-4039-8be8-a31f99a6418e None None] Bound port: 73b3ed92-b7d4-4f45-a09d-4e566d104080, host: n-d-773647-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3cb852d4-0efb-4425-bdf6-44b53de05f3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1030, 'network_id': '77b7d4db-4d26-4804-a694-b76a9fc33f2c'}}] {{(pid=100249) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:26:39.923567 n-d-773647-6 neutron-server[100249]: DEBUG neutron_lib.callbacks.manager [None req-2675fa3e-aa7b-4039-8be8-a31f99a6418e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:39.932721 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-66765633-3859-4020-ad4e-d7e7143945a7 None None] Notify callbacks [] for port, precommit_create {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:39.933335 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5924c1b0-7a9d-4b22-822c-eda226f25bb8 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Network eba60608-4e28-43df-928a-323910d090ed is already hosted by enough agents. {{(pid=100246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:26:39.935535 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.base_scheduler [None req-5924c1b0-7a9d-4b22-822c-eda226f25bb8 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Resources bound (agent type, host, resource id): {{(pid=100246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:26:39.945656 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-66765633-3859-4020-ad4e-d7e7143945a7 None None] Transition to ACTIVE for port object f9db37fa-de87-4384-a4a0-7dbcd8ecf4cf will not be triggered until provisioned by entity L2. {{(pid=100248) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:26:39.949164 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5924c1b0-7a9d-4b22-822c-eda226f25bb8 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:26:39.949777 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-5924c1b0-7a9d-4b22-822c-eda226f25bb8 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Notify callbacks [] for subnet, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:39.953645 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-f4466882-e0d5-4458-be5f-083602af6c60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060'] for network, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:39.954564 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4466882-e0d5-4458-be5f-083602af6c60 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:26:39.955122 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-f4466882-e0d5-4458-be5f-083602af6c60 admin admin] Notify callbacks [] for network, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:39.979304 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-66765633-3859-4020-ad4e-d7e7143945a7 None None] Transition to ACTIVE for port object f9db37fa-de87-4384-a4a0-7dbcd8ecf4cf will not be triggered until provisioned by entity DHCP. {{(pid=100248) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:26:39.988044 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218583a6-37c7-44cd-a97d-7e9a85ac0bfc None None] Pushing event updated for resources: {'Port': ['ID=73b3ed92-b7d4-4f45-a09d-4e566d104080,revision_number=3']} {{(pid=100249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:26:39.993678 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-66765633-3859-4020-ad4e-d7e7143945a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108'] for port, after_create {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:40.036576 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 47116) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:26:40.037146 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-5924c1b0-7a9d-4b22-822c-eda226f25bb8 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] 10.222.0.104 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.5305052 Jul 06 14:26:40.042525 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [None req-4f441280-948d-4cfc-a9f7-5eb350b4957b tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Request body: {'port': {'network_id': 'eba60608-4e28-43df-928a-323910d090ed', 'mac_address': 'fa:16:3e:4b:f4:92', 'name': 'tempest-NetworksTestDHCPv6-1154057633'}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:26:40.044688 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-f4466882-e0d5-4458-be5f-083602af6c60 admin admin] 10.222.0.104 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.1041768 Jul 06 14:26:40.047632 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 47118) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:26:40.050774 n-d-773647-6 neutron-server[100248]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66765633-3859-4020-ad4e-d7e7143945a7 None None] Network eba60608-4e28-43df-928a-323910d090ed is already hosted by enough agents. {{(pid=100248) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:26:40.054109 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-2c21a54a-c1b6-46ff-b2a2-7a1f5465048f admin admin] Request body: {'subnet': {'network_id': '75c7cad1-ed47-404b-9518-dc037e8d84b0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-977184276-subnet', 'tenant_id': '9c1511065d9d4b4794b4171f9c396376', 'ip_version': 4}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:26:40.061030 n-d-773647-6 neutron-server[100248]: DEBUG neutron.scheduler.base_scheduler [None req-66765633-3859-4020-ad4e-d7e7143945a7 None None] Resources bound (agent type, host, resource id): {{(pid=100248) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:26:40.072570 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66765633-3859-4020-ad4e-d7e7143945a7 None None] Received port after_create {{(pid=100248) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:26:40.074347 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 47120) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:26:40.130942 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.db [None req-2675fa3e-aa7b-4039-8be8-a31f99a6418e None None] For port 73b3ed92-b7d4-4f45-a09d-4e566d104080, host n-d-773647-6, cleared binding levels {{(pid=100249) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:26:40.135163 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.db [None req-2675fa3e-aa7b-4039-8be8-a31f99a6418e None None] For port 73b3ed92-b7d4-4f45-a09d-4e566d104080, host n-d-773647-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=73b3ed92-b7d4-4f45-a09d-4e566d104080,segment=NetworkSegment(3cb852d4-0efb-4425-bdf6-44b53de05f3d),segment_id=3cb852d4-0efb-4425-bdf6-44b53de05f3d)] {{(pid=100249) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:26:40.140939 n-d-773647-6 neutron-server[100249]: DEBUG neutron_lib.callbacks.manager [None req-2675fa3e-aa7b-4039-8be8-a31f99a6418e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:40.168774 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4466882-e0d5-4458-be5f-083602af6c60 admin admin] Pushing event updated for resources: {'Network': ['ID=75c7cad1-ed47-404b-9518-dc037e8d84b0,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:26:40.199760 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Network 75c7cad1-ed47-404b-9518-dc037e8d84b0 details requested by agent ovs-agent-n-d-773647-6 with host n-d-773647-6 {{(pid=100248) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 14:26:40.232897 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-c212db3e-d67b-4852-bfe7-dd528bb6972b tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] 10.222.0.104 "GET /v2.0/floatingips/f8de4213-6138-4f47-aec2-c5b7dbf25eb3 HTTP/1.1" status: 200 len: 992 time: 0.1572886 Jul 06 14:26:40.253399 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66765633-3859-4020-ad4e-d7e7143945a7 None None] Pushing event updated for resources: {'Port': ['ID=f9db37fa-de87-4384-a4a0-7dbcd8ecf4cf,revision_number=1']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:26:40.257287 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218583a6-37c7-44cd-a97d-7e9a85ac0bfc None None] Pushing event updated for resources: {'Port': ['ID=73b3ed92-b7d4-4f45-a09d-4e566d104080,revision_number=4']} {{(pid=100249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:26:40.262694 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2675fa3e-aa7b-4039-8be8-a31f99a6418e None None] Routers {'b5595882-589f-4c21-a75a-b491783e8b09'} bound to L3 agent in host n-d-773647-6 {{(pid=100249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:26:40.266013 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-2675fa3e-aa7b-4039-8be8-a31f99a6418e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T14:26:26Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['b5595882-589f-4c21-a75a-b491783e8b09'], 'active': True} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:26:40.270312 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-66765633-3859-4020-ad4e-d7e7143945a7 None None] Attempting to bind port f9db37fa-de87-4384-a4a0-7dbcd8ecf4cf on host n-d-773647-6 for vnic_type normal with profile {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:26:40.270604 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c21a54a-c1b6-46ff-b2a2-7a1f5465048f admin admin] Made reservation on behalf of 9c1511065d9d4b4794b4171f9c396376 for: {'subnet': 1} {{(pid=100246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:26:40.270742 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-66765633-3859-4020-ad4e-d7e7143945a7 None None] Attempting to bind port f9db37fa-de87-4384-a4a0-7dbcd8ecf4cf by drivers openvswitch,hyperv on host n-d-773647-6 at level 0 using segments [{'id': '67308366-d379-4f20-9df5-ed161946f077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': 'eba60608-4e28-43df-928a-323910d090ed'}] {{(pid=100248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:26:40.271018 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66765633-3859-4020-ad4e-d7e7143945a7 None None] Attempting to bind port f9db37fa-de87-4384-a4a0-7dbcd8ecf4cf on network eba60608-4e28-43df-928a-323910d090ed {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:26:40.273055 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-2c21a54a-c1b6-46ff-b2a2-7a1f5465048f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127702029'] for subnet, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:40.297623 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f441280-948d-4cfc-a9f7-5eb350b4957b tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Made reservation on behalf of 4a263308c6474c0e99d0efe9a5a7b767 for: {'port': 1} {{(pid=100247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:26:40.309199 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66765633-3859-4020-ad4e-d7e7143945a7 None None] Checking agent: {'id': '8ab5b19c-d213-4f29-891d-27bdf39d38b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773647-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 43, 26), 'started_at': datetime.datetime(2021, 7, 6, 13, 43, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 26, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773647-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:26:40.309623 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66765633-3859-4020-ad4e-d7e7143945a7 None None] Checking segment: {'id': '67308366-d379-4f20-9df5-ed161946f077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': 'eba60608-4e28-43df-928a-323910d090ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:26:40.310031 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-66765633-3859-4020-ad4e-d7e7143945a7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:40.310432 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66765633-3859-4020-ad4e-d7e7143945a7 None None] Bound using segment: {'id': '67308366-d379-4f20-9df5-ed161946f077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': 'eba60608-4e28-43df-928a-323910d090ed'} {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:26:40.311407 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-66765633-3859-4020-ad4e-d7e7143945a7 None None] Bound port: f9db37fa-de87-4384-a4a0-7dbcd8ecf4cf, host: n-d-773647-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67308366-d379-4f20-9df5-ed161946f077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': 'eba60608-4e28-43df-928a-323910d090ed'}}] {{(pid=100248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:26:40.311843 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-66765633-3859-4020-ad4e-d7e7143945a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:40.449262 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-66765633-3859-4020-ad4e-d7e7143945a7 None None] For port f9db37fa-de87-4384-a4a0-7dbcd8ecf4cf, host n-d-773647-6, cleared binding levels {{(pid=100248) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:26:40.453445 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-66765633-3859-4020-ad4e-d7e7143945a7 None None] For port f9db37fa-de87-4384-a4a0-7dbcd8ecf4cf, host n-d-773647-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=f9db37fa-de87-4384-a4a0-7dbcd8ecf4cf,segment=NetworkSegment(67308366-d379-4f20-9df5-ed161946f077),segment_id=67308366-d379-4f20-9df5-ed161946f077)] {{(pid=100248) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:26:40.460352 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-66765633-3859-4020-ad4e-d7e7143945a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:40.490833 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-4f441280-948d-4cfc-a9f7-5eb350b4957b tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:40.537788 n-d-773647-6 neutron-server[100247]: DEBUG neutron.notifiers.nova [None req-4f441280-948d-4cfc-a9f7-5eb350b4957b tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] device_id is not set on port 2399bef2-b3d0-41c6-828d-f8b9350424fb yet. {{(pid=100247) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 14:26:40.558982 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvr_db [None req-2675fa3e-aa7b-4039-8be8-a31f99a6418e None None] Set router b5595882-589f-4c21-a75a-b491783e8b09 gateway port host: n-d-773647-6 {{(pid=100249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:26:40.563009 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66765633-3859-4020-ad4e-d7e7143945a7 None None] Pushing event updated for resources: {'Port': ['ID=f9db37fa-de87-4384-a4a0-7dbcd8ecf4cf,revision_number=2']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:26:40.643742 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-2c21a54a-c1b6-46ff-b2a2-7a1f5465048f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1849032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127687649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127702047'] for subnet, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:40.724870 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c21a54a-c1b6-46ff-b2a2-7a1f5465048f admin admin] Pushing event updated for resources: {'Subnet': ['ID=2208c76f-516a-4d9f-bdd4-1a75a6f466d2,revision_number=0']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:26:40.746762 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c21a54a-c1b6-46ff-b2a2-7a1f5465048f admin admin] Checking segment: {'id': '185492e9-40e6-4cb2-878d-8f3fdd48e61c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': '75c7cad1-ed47-404b-9518-dc037e8d84b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:26:40.747172 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c21a54a-c1b6-46ff-b2a2-7a1f5465048f admin admin] Network hostable DHCP agents. Network: 75c7cad1-ed47-404b-9518-dc037e8d84b0, hostable agents: ['f2bada3d-be77-4359-982b-8505a2bbca04'], hosted agents: [] {{(pid=100246) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 14:26:40.748796 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:40.770223 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c21a54a-c1b6-46ff-b2a2-7a1f5465048f admin admin] Network 75c7cad1-ed47-404b-9518-dc037e8d84b0 is scheduled to be hosted by DHCP agent f2bada3d-be77-4359-982b-8505a2bbca04 with binding_index 1 {{(pid=100246) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 14:26:40.783881 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.base_scheduler [None req-2c21a54a-c1b6-46ff-b2a2-7a1f5465048f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773647-6, 75c7cad1-ed47-404b-9518-dc037e8d84b0) {{(pid=100246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:26:40.791055 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c21a54a-c1b6-46ff-b2a2-7a1f5465048f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:26:40.793103 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-2c21a54a-c1b6-46ff-b2a2-7a1f5465048f admin admin] Notify callbacks [] for subnet, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:40.794132 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d6a0802-cee7-4b65-9112-11eb9b11831b None None] Network 75c7cad1-ed47-404b-9518-dc037e8d84b0 requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:26:40.816238 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 47126) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:26:40.817064 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-2c21a54a-c1b6-46ff-b2a2-7a1f5465048f admin admin] 10.222.0.104 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7667389 Jul 06 14:26:40.824487 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [None req-5988f76b-c37a-4883-b26b-3113a44b2ad7 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-977184276-router', 'tenant_id': '9c1511065d9d4b4794b4171f9c396376', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719'}}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:26:40.886599 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-5988f76b-c37a-4883-b26b-3113a44b2ad7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1806290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6992'] for router, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:40.887710 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-5988f76b-c37a-4883-b26b-3113a44b2ad7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1806157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1808637', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1714747', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7007'] for router, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:40.901805 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-2675fa3e-aa7b-4039-8be8-a31f99a6418e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5595882-589f-4c21-a75a-b491783e8b09', 'name': 'tempest-TestVolumeBackupRestore-1408931986-router', 'tenant_id': '39bdb994cd824c1295a1e7af27eba9b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.35'}], 'enable_snat': True}, 'gw_port_id': 'eb424bf6-7359-4fde-998a-f6f3fe60660c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:26:26Z', 'updated_at': '2021-07-06T14:26:35Z', 'revision_number': 4, 'project_id': '39bdb994cd824c1295a1e7af27eba9b1', 'gw_port': {'id': 'eb424bf6-7359-4fde-998a-f6f3fe60660c', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:a1:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5595882-589f-4c21-a75a-b491783e8b09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3609, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:26:28Z', 'updated_at': '2021-07-06T14:26:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6', '_interfaces': [{'id': '73b3ed92-b7d4-4f45-a09d-4e566d104080', 'name': '', 'network_id': '77b7d4db-4d26-4804-a694-b76a9fc33f2c', 'tenant_id': '39bdb994cd824c1295a1e7af27eba9b1', 'mac_address': 'fa:16:3e:d8:f2:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5595882-589f-4c21-a75a-b491783e8b09', 'device_owner': 'network:router_interface', 'standard_attr_id': 3616, 'fixed_ips': [{'subnet_id': '2e5dcc44-e820-4bd1-81ac-fa04fd311bb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:26:34Z', 'updated_at': '2021-07-06T14:26:40Z', 'revision_number': 4, 'project_id': '39bdb994cd824c1295a1e7af27eba9b1', 'subnets': [{'id': '2e5dcc44-e820-4bd1-81ac-fa04fd311bb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773647-6', False) {} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:26:40.977430 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2675fa3e-aa7b-4039-8be8-a31f99a6418e None None] The sync data for ids ['b5595882-589f-4c21-a75a-b491783e8b09'] in n-d-773647-6 is: [{'id': 'b5595882-589f-4c21-a75a-b491783e8b09', 'name': 'tempest-TestVolumeBackupRestore-1408931986-router', 'tenant_id': '39bdb994cd824c1295a1e7af27eba9b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.35'}], 'enable_snat': True}, 'gw_port_id': 'eb424bf6-7359-4fde-998a-f6f3fe60660c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:26:26Z', 'updated_at': '2021-07-06T14:26:35Z', 'revision_number': 4, 'project_id': '39bdb994cd824c1295a1e7af27eba9b1', 'gw_port': {'id': 'eb424bf6-7359-4fde-998a-f6f3fe60660c', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:a1:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5595882-589f-4c21-a75a-b491783e8b09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3609, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:26:28Z', 'updated_at': '2021-07-06T14:26:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6', '_interfaces': [{'id': '73b3ed92-b7d4-4f45-a09d-4e566d104080', 'name': '', 'network_id': '77b7d4db-4d26-4804-a694-b76a9fc33f2c', 'tenant_id': '39bdb994cd824c1295a1e7af27eba9b1', 'mac_address': 'fa:16:3e:d8:f2:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5595882-589f-4c21-a75a-b491783e8b09', 'device_owner': 'network:router_interface', 'standard_attr_id': 3616, 'fixed_ips': [{'subnet_id': '2e5dcc44-e820-4bd1-81ac-fa04fd311bb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:26:34Z', 'updated_at': '2021-07-06T14:26:40Z', 'revision_number': 4, 'project_id': '39bdb994cd824c1295a1e7af27eba9b1', 'subnets': [{'id': '2e5dcc44-e820-4bd1-81ac-fa04fd311bb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 14:26:41.022998 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.db_base_plugin_common [None req-4f441280-948d-4cfc-a9f7-5eb350b4957b tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Allocated IP 172.20.0.7 (eba60608-4e28-43df-928a-323910d090ed/75b0e6cb-7a62-44b6-87f2-b38b3c90e947/2399bef2-b3d0-41c6-828d-f8b9350424fb) {{(pid=100247) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:26:41.045308 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.db_base_plugin_common [None req-4f441280-948d-4cfc-a9f7-5eb350b4957b tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Allocated IP 2001:db8::f816:3eff:fe4b:f492 (eba60608-4e28-43df-928a-323910d090ed/661986bc-475b-4c4a-988e-6fd022492d31/2399bef2-b3d0-41c6-828d-f8b9350424fb) {{(pid=100247) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:26:41.115783 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-711b5349-2b5f-4564-8183-9167d60c9892 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6bd5fc82-6666-56e8-87c2-91648d36c963-75c7cad1-ed47-404b-9518-dc037e8d84b0', 'network_id': '75c7cad1-ed47-404b-9518-dc037e8d84b0', 'tenant_id': '9c1511065d9d4b4794b4171f9c396376', 'fixed_ips': [{'subnet_id': '2208c76f-516a-4d9f-bdd4-1a75a6f466d2'}]}} from n-d-773647-6. {{(pid=100248) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 14:26:41.117717 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-711b5349-2b5f-4564-8183-9167d60c9892 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:41.154726 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-5988f76b-c37a-4883-b26b-3113a44b2ad7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:41.377251 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.db_base_plugin_common [None req-711b5349-2b5f-4564-8183-9167d60c9892 None None] Allocated IP 172.20.0.2 (75c7cad1-ed47-404b-9518-dc037e8d84b0/2208c76f-516a-4d9f-bdd4-1a75a6f466d2/168dab06-88c3-4897-8546-9f24908e62ef) {{(pid=100248) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:26:41.451009 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-5988f76b-c37a-4883-b26b-3113a44b2ad7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1761047', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1806272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6989'] for router, precommit_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:41.623918 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-711b5349-2b5f-4564-8183-9167d60c9892 None None] Notify callbacks [] for port, precommit_create {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:41.633179 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-711b5349-2b5f-4564-8183-9167d60c9892 None None] Transition to ACTIVE for port object 168dab06-88c3-4897-8546-9f24908e62ef will not be triggered until provisioned by entity L2. {{(pid=100248) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:26:41.672249 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-711b5349-2b5f-4564-8183-9167d60c9892 None None] Transition to ACTIVE for port object 168dab06-88c3-4897-8546-9f24908e62ef will not be triggered until provisioned by entity DHCP. {{(pid=100248) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:26:41.679367 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-711b5349-2b5f-4564-8183-9167d60c9892 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108'] for port, after_create {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:41.699433 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-4f441280-948d-4cfc-a9f7-5eb350b4957b tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Notify callbacks [] for port, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:41.757677 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711b5349-2b5f-4564-8183-9167d60c9892 None None] Pushing event updated for resources: {'Port': ['ID=168dab06-88c3-4897-8546-9f24908e62ef,revision_number=1']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:26:41.810945 n-d-773647-6 neutron-server[100248]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-711b5349-2b5f-4564-8183-9167d60c9892 None None] Network 75c7cad1-ed47-404b-9518-dc037e8d84b0 is already hosted by enough agents. {{(pid=100248) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:26:41.814023 n-d-773647-6 neutron-server[100248]: DEBUG neutron.scheduler.base_scheduler [None req-711b5349-2b5f-4564-8183-9167d60c9892 None None] Resources bound (agent type, host, resource id): {{(pid=100248) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:26:41.828638 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-711b5349-2b5f-4564-8183-9167d60c9892 None None] Received port after_create {{(pid=100248) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:26:41.833987 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.provisioning_blocks [None req-4f441280-948d-4cfc-a9f7-5eb350b4957b tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Transition to ACTIVE for port object 2399bef2-b3d0-41c6-828d-f8b9350424fb will not be triggered until provisioned by entity DHCP. {{(pid=100247) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:26:41.925882 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-711b5349-2b5f-4564-8183-9167d60c9892 None None] Attempting to bind port 168dab06-88c3-4897-8546-9f24908e62ef on host n-d-773647-6 for vnic_type normal with profile {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:26:41.926362 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-711b5349-2b5f-4564-8183-9167d60c9892 None None] Attempting to bind port 168dab06-88c3-4897-8546-9f24908e62ef by drivers openvswitch,hyperv on host n-d-773647-6 at level 0 using segments [{'id': '185492e9-40e6-4cb2-878d-8f3fdd48e61c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': '75c7cad1-ed47-404b-9518-dc037e8d84b0'}] {{(pid=100248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:26:41.926809 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-711b5349-2b5f-4564-8183-9167d60c9892 None None] Attempting to bind port 168dab06-88c3-4897-8546-9f24908e62ef on network 75c7cad1-ed47-404b-9518-dc037e8d84b0 {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:26:41.948101 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-711b5349-2b5f-4564-8183-9167d60c9892 None None] Checking agent: {'id': '8ab5b19c-d213-4f29-891d-27bdf39d38b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773647-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 43, 26), 'started_at': datetime.datetime(2021, 7, 6, 13, 43, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 26, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773647-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:26:41.948606 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-711b5349-2b5f-4564-8183-9167d60c9892 None None] Checking segment: {'id': '185492e9-40e6-4cb2-878d-8f3fdd48e61c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': '75c7cad1-ed47-404b-9518-dc037e8d84b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:26:41.949097 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-711b5349-2b5f-4564-8183-9167d60c9892 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:41.949609 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-711b5349-2b5f-4564-8183-9167d60c9892 None None] Bound using segment: {'id': '185492e9-40e6-4cb2-878d-8f3fdd48e61c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': '75c7cad1-ed47-404b-9518-dc037e8d84b0'} {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:26:41.950346 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-711b5349-2b5f-4564-8183-9167d60c9892 None None] Bound port: 168dab06-88c3-4897-8546-9f24908e62ef, host: n-d-773647-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '185492e9-40e6-4cb2-878d-8f3fdd48e61c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': '75c7cad1-ed47-404b-9518-dc037e8d84b0'}}] {{(pid=100248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:26:41.950817 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-711b5349-2b5f-4564-8183-9167d60c9892 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:42.041665 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-4f441280-948d-4cfc-a9f7-5eb350b4957b tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-128888360'] for port, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:42.073686 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-711b5349-2b5f-4564-8183-9167d60c9892 None None] For port 168dab06-88c3-4897-8546-9f24908e62ef, host n-d-773647-6, cleared binding levels {{(pid=100248) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:26:42.081591 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-711b5349-2b5f-4564-8183-9167d60c9892 None None] For port 168dab06-88c3-4897-8546-9f24908e62ef, host n-d-773647-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=168dab06-88c3-4897-8546-9f24908e62ef,segment=NetworkSegment(185492e9-40e6-4cb2-878d-8f3fdd48e61c),segment_id=185492e9-40e6-4cb2-878d-8f3fdd48e61c)] {{(pid=100248) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:26:42.087945 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-711b5349-2b5f-4564-8183-9167d60c9892 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:42.114806 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-5988f76b-c37a-4883-b26b-3113a44b2ad7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:42.146577 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-5988f76b-c37a-4883-b26b-3113a44b2ad7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:42.156693 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f441280-948d-4cfc-a9f7-5eb350b4957b tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Network eba60608-4e28-43df-928a-323910d090ed is already hosted by enough agents. {{(pid=100247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:26:42.164985 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f441280-948d-4cfc-a9f7-5eb350b4957b tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Pushing event updated for resources: {'Port': ['ID=2399bef2-b3d0-41c6-828d-f8b9350424fb,revision_number=1']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:26:42.173379 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.base_scheduler [None req-4f441280-948d-4cfc-a9f7-5eb350b4957b tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Resources bound (agent type, host, resource id): {{(pid=100247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:26:42.178469 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f441280-948d-4cfc-a9f7-5eb350b4957b tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Received port after_create {{(pid=100247) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:26:42.221298 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711b5349-2b5f-4564-8183-9167d60c9892 None None] Pushing event updated for resources: {'Port': ['ID=168dab06-88c3-4897-8546-9f24908e62ef,revision_number=2']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:26:42.322982 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bf3e8a3-3e50-4d02-840e-42371bbea082 None None] Network eba60608-4e28-43df-928a-323910d090ed requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:26:42.382467 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device f9db37fa-de87-4384-a4a0-7dbcd8ecf4cf up at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:26:42.457927 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-3136b014-b1e3-41bc-958d-9cb993da40e6 None None] Provisioning for port f9db37fa-de87-4384-a4a0-7dbcd8ecf4cf completed by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:26:42.464541 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning for port f9db37fa-de87-4384-a4a0-7dbcd8ecf4cf completed by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:26:42.470107 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-3136b014-b1e3-41bc-958d-9cb993da40e6 None None] Provisioning complete for port f9db37fa-de87-4384-a4a0-7dbcd8ecf4cf triggered by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:26:42.470526 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-3136b014-b1e3-41bc-958d-9cb993da40e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:42.491964 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning complete for port f9db37fa-de87-4384-a4a0-7dbcd8ecf4cf triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:26:42.492348 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:42.857008 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:42.919273 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f441280-948d-4cfc-a9f7-5eb350b4957b tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:26:42.920279 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-4f441280-948d-4cfc-a9f7-5eb350b4957b tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:42.944085 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-4f441280-948d-4cfc-a9f7-5eb350b4957b tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] 10.222.0.104 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 2.9060442 Jul 06 14:26:42.946902 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 47144) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:26:42.970853 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.db_base_plugin_common [None req-5988f76b-c37a-4883-b26b-3113a44b2ad7 admin admin] Allocated IP 172.25.0.63 (2658f09e-a580-4d4a-9968-2d1e0ad93719/cbf74abc-6fe1-4d33-b005-c948923b9647/787c6da8-3fdb-4165-80dd-62f396039f72) {{(pid=100247) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:26:43.007074 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:43.077048 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72bb3eab-c096-43ae-8a20-c29667fbdaff tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:26:43.078186 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-3136b014-b1e3-41bc-958d-9cb993da40e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:43.083882 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72bb3eab-c096-43ae-8a20-c29667fbdaff tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:26:43.087277 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-72bb3eab-c096-43ae-8a20-c29667fbdaff tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] 10.222.0.104 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1763 time: 0.1361628 Jul 06 14:26:43.089912 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 47146) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:26:43.171087 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] For port f9db37fa-de87-4384-a4a0-7dbcd8ecf4cf, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=f9db37fa-de87-4384-a4a0-7dbcd8ecf4cf,segment=NetworkSegment(67308366-d379-4f20-9df5-ed161946f077),segment_id=67308366-d379-4f20-9df5-ed161946f077)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:26:43.180217 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:43.181595 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 73b3ed92-b7d4-4f45-a09d-4e566d104080 up at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:26:43.202030 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-5988f76b-c37a-4883-b26b-3113a44b2ad7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:43.362681 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-5988f76b-c37a-4883-b26b-3113a44b2ad7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-128888360'] for port, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:43.384931 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [None req-7591e29f-6ddb-41e1-9ec7-2453a18e0c3d tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Deleting port 2399bef2-b3d0-41c6-828d-f8b9350424fb {{(pid=100246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:26:43.385364 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-7591e29f-6ddb-41e1-9ec7-2453a18e0c3d tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:43.397239 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.db.api [None req-3136b014-b1e3-41bc-958d-9cb993da40e6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100248) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 06 14:26:43.397785 n-d-773647-6 neutron-server[100248]: DEBUG oslo_db.api [None req-3136b014-b1e3-41bc-958d-9cb993da40e6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 06 14:26:43.438324 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Pushing event updated for resources: {'Port': ['ID=f9db37fa-de87-4384-a4a0-7dbcd8ecf4cf,revision_number=3']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:26:43.443515 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5988f76b-c37a-4883-b26b-3113a44b2ad7 admin admin] Network 2658f09e-a580-4d4a-9968-2d1e0ad93719 is already hosted by enough agents. {{(pid=100247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:26:43.460697 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.base_scheduler [None req-5988f76b-c37a-4883-b26b-3113a44b2ad7 admin admin] Resources bound (agent type, host, resource id): {{(pid=100247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:26:43.463343 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5988f76b-c37a-4883-b26b-3113a44b2ad7 admin admin] Received port after_create {{(pid=100247) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:26:43.468907 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5988f76b-c37a-4883-b26b-3113a44b2ad7 admin admin] Pushing event updated for resources: {'Port': ['ID=787c6da8-3fdb-4165-80dd-62f396039f72,revision_number=1']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:26:43.527668 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning for port 73b3ed92-b7d4-4f45-a09d-4e566d104080 completed by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:26:43.551929 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning complete for port 73b3ed92-b7d4-4f45-a09d-4e566d104080 triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:26:43.555291 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:43.589725 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-7591e29f-6ddb-41e1-9ec7-2453a18e0c3d tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:43.607432 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [None req-7591e29f-6ddb-41e1-9ec7-2453a18e0c3d tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Calling delete_port for 2399bef2-b3d0-41c6-828d-f8b9350424fb owned by {{(pid=100246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:26:43.634925 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05645745-f118-4dc4-ab92-4e2800f7eb31 None None] Update dhcp port {'port': {'network_id': 'eba60608-4e28-43df-928a-323910d090ed', 'fixed_ips': [{'subnet_id': '75b0e6cb-7a62-44b6-87f2-b38b3c90e947', 'ip_address': '172.20.0.2'}, {'subnet_id': '661986bc-475b-4c4a-988e-6fd022492d31'}], 'binding:host_id': 'n-d-773647-6'}, 'id': 'f9db37fa-de87-4384-a4a0-7dbcd8ecf4cf'} from n-d-773647-6. {{(pid=100248) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 06 14:26:43.809325 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-05645745-f118-4dc4-ab92-4e2800f7eb31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:44.012264 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fad0816c-139d-4264-abda-23d8170c40f4 None None] Network 75c7cad1-ed47-404b-9518-dc037e8d84b0 requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:26:44.047365 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-7591e29f-6ddb-41e1-9ec7-2453a18e0c3d tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127687580'] for port, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:44.057611 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-5988f76b-c37a-4883-b26b-3113a44b2ad7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:44.165094 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7591e29f-6ddb-41e1-9ec7-2453a18e0c3d tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Pushing event deleted for resources: {'Port': ['ID=2399bef2-b3d0-41c6-828d-f8b9350424fb,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:26:44.305240 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:44.380153 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7591e29f-6ddb-41e1-9ec7-2453a18e0c3d tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:26:44.385134 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7591e29f-6ddb-41e1-9ec7-2453a18e0c3d tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:26:44.385792 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7591e29f-6ddb-41e1-9ec7-2453a18e0c3d tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:26:44.386363 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7591e29f-6ddb-41e1-9ec7-2453a18e0c3d tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:26:44.390250 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7591e29f-6ddb-41e1-9ec7-2453a18e0c3d tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:26:44.390905 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7591e29f-6ddb-41e1-9ec7-2453a18e0c3d tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:26:44.395353 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7591e29f-6ddb-41e1-9ec7-2453a18e0c3d tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:26:44.395948 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7591e29f-6ddb-41e1-9ec7-2453a18e0c3d tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:26:44.401381 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7591e29f-6ddb-41e1-9ec7-2453a18e0c3d tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:26:44.401647 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7591e29f-6ddb-41e1-9ec7-2453a18e0c3d tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:26:44.401934 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7591e29f-6ddb-41e1-9ec7-2453a18e0c3d tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:26:44.405502 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7591e29f-6ddb-41e1-9ec7-2453a18e0c3d tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:26:44.439968 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] For port 73b3ed92-b7d4-4f45-a09d-4e566d104080, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=73b3ed92-b7d4-4f45-a09d-4e566d104080,segment=NetworkSegment(3cb852d4-0efb-4425-bdf6-44b53de05f3d),segment_id=3cb852d4-0efb-4425-bdf6-44b53de05f3d)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:26:44.455302 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.db_base_plugin_common [None req-05645745-f118-4dc4-ab92-4e2800f7eb31 None None] Allocated IP 2001:db8::f816:3eff:fe9d:d002 (eba60608-4e28-43df-928a-323910d090ed/661986bc-475b-4c4a-988e-6fd022492d31/f9db37fa-de87-4384-a4a0-7dbcd8ecf4cf) {{(pid=100248) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:26:44.466192 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:44.472148 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-5988f76b-c37a-4883-b26b-3113a44b2ad7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1806297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1761036'] for router, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:44.542866 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-7591e29f-6ddb-41e1-9ec7-2453a18e0c3d tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:44.545185 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-7591e29f-6ddb-41e1-9ec7-2453a18e0c3d tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] 10.222.0.104 "DELETE /v2.0/ports/2399bef2-b3d0-41c6-828d-f8b9350424fb HTTP/1.1" status: 204 len: 168 time: 1.4542060 Jul 06 14:26:44.547631 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 47154) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:26:44.590331 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-41e0356d-442a-4f6b-a26e-82af24ed488a None None] Provisioning for port 168dab06-88c3-4897-8546-9f24908e62ef completed by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:26:44.681581 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a0e45b8-6a75-4795-ae44-f63d2a57c91c tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:26:44.683168 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a0e45b8-6a75-4795-ae44-f63d2a57c91c tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:26:44.685035 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a0e45b8-6a75-4795-ae44-f63d2a57c91c tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:26:44.689086 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-6a0e45b8-6a75-4795-ae44-f63d2a57c91c tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] 10.222.0.104 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1335740 Jul 06 14:26:44.697732 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 47156) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:26:44.806032 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.db_base_plugin_v2 [None req-8dd105bb-8dd7-402a-aa76-16ca606fb065 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Deleting subnet 661986bc-475b-4c4a-988e-6fd022492d31 {{(pid=100246) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 14:26:44.810602 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Pushing event updated for resources: {'Port': ['ID=73b3ed92-b7d4-4f45-a09d-4e566d104080,revision_number=5']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:26:44.844872 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device f9db37fa-de87-4384-a4a0-7dbcd8ecf4cf up at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:26:44.869390 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5988f76b-c37a-4883-b26b-3113a44b2ad7 admin admin] Router 3f299392-e4ec-4e7f-bf8a-b211746188d0 is scheduled to L3 agent 2823d358-a11b-4885-a706-95a279e43fa7 with binding_index 1 {{(pid=100247) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 14:26:44.894047 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-05645745-f118-4dc4-ab92-4e2800f7eb31 None None] For port f9db37fa-de87-4384-a4a0-7dbcd8ecf4cf, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=f9db37fa-de87-4384-a4a0-7dbcd8ecf4cf,segment=NetworkSegment(67308366-d379-4f20-9df5-ed161946f077),segment_id=67308366-d379-4f20-9df5-ed161946f077)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:26:44.955198 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-05645745-f118-4dc4-ab92-4e2800f7eb31 None None] Notify callbacks [] for port, precommit_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:44.958461 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning complete for port f9db37fa-de87-4384-a4a0-7dbcd8ecf4cf triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:26:44.958876 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:44.992586 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-05645745-f118-4dc4-ab92-4e2800f7eb31 None None] Transition to ACTIVE for port object f9db37fa-de87-4384-a4a0-7dbcd8ecf4cf will not be triggered until provisioned by entity DHCP. {{(pid=100248) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:26:45.000913 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-8dd105bb-8dd7-402a-aa76-16ca606fb065 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Notify callbacks [] for subnet, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:45.003509 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-05645745-f118-4dc4-ab92-4e2800f7eb31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:45.032748 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5988f76b-c37a-4883-b26b-3113a44b2ad7 admin admin] Notify agent at l3_agent.n-d-773647-6 the message routers_updated {{(pid=100247) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 14:26:45.049639 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-121f30e5-4277-4459-bcbe-bef957a01f59 None None] Sync routers for ids ['3f299392-e4ec-4e7f-bf8a-b211746188d0'] in n-d-773647-6 {{(pid=100249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 14:26:45.061446 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-5988f76b-c37a-4883-b26b-3113a44b2ad7 admin admin] Notify callbacks [] for router, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:45.064253 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-5988f76b-c37a-4883-b26b-3113a44b2ad7 admin admin] 10.222.0.104 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 4.2452874 Jul 06 14:26:45.075852 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-121f30e5-4277-4459-bcbe-bef957a01f59 None None] Routers {'3f299392-e4ec-4e7f-bf8a-b211746188d0'} bound to L3 agent in host n-d-773647-6 {{(pid=100249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:26:45.080612 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 47160) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:26:45.085745 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-121f30e5-4277-4459-bcbe-bef957a01f59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T14:26:26Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['3f299392-e4ec-4e7f-bf8a-b211746188d0'], 'active': True} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:26:45.109854 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-8dd105bb-8dd7-402a-aa76-16ca606fb065 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126218885'] for subnet, precommit_delete_associations {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:45.128875 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Port f9db37fa-de87-4384-a4a0-7dbcd8ecf4cf had new provisioning blocks added so it will not transition to active. {{(pid=100248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:347}} Jul 06 14:26:45.128875 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 168dab06-88c3-4897-8546-9f24908e62ef up at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:26:45.285855 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05645745-f118-4dc4-ab92-4e2800f7eb31 None None] Pushing event updated for resources: {'Port': ['ID=f9db37fa-de87-4384-a4a0-7dbcd8ecf4cf,revision_number=4']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:26:45.367206 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning for port 168dab06-88c3-4897-8546-9f24908e62ef completed by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:26:45.372760 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-8dd105bb-8dd7-402a-aa76-16ca606fb065 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-913473'] for subnet, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:45.379351 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning complete for port 168dab06-88c3-4897-8546-9f24908e62ef triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:26:45.379900 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:45.544035 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-8dd105bb-8dd7-402a-aa76-16ca606fb065 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-913480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1849032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127687590', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127702764'] for subnet, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:45.611487 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:45.648382 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd105bb-8dd7-402a-aa76-16ca606fb065 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Pushing event deleted for resources: {'Subnet': ['ID=661986bc-475b-4c4a-988e-6fd022492d31,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:26:45.662909 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-8dd105bb-8dd7-402a-aa76-16ca606fb065 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Notify callbacks [] for subnet, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:45.672312 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-8dd105bb-8dd7-402a-aa76-16ca606fb065 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] 10.222.0.104 "DELETE /v2.0/subnets/661986bc-475b-4c4a-988e-6fd022492d31 HTTP/1.1" status: 204 len: 168 time: 0.9733880 Jul 06 14:26:45.672994 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 47166) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:26:45.702624 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] For port 168dab06-88c3-4897-8546-9f24908e62ef, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=168dab06-88c3-4897-8546-9f24908e62ef,segment=NetworkSegment(185492e9-40e6-4cb2-878d-8f3fdd48e61c),segment_id=185492e9-40e6-4cb2-878d-8f3fdd48e61c)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:26:45.710821 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:45.713393 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvr_db [None req-121f30e5-4277-4459-bcbe-bef957a01f59 None None] Set router 3f299392-e4ec-4e7f-bf8a-b211746188d0 gateway port host: n-d-773647-6 {{(pid=100249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:26:45.841477 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.db_base_plugin_v2 [None req-252d55f5-7919-433b-a223-f568734f33c7 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Deleting subnet 75b0e6cb-7a62-44b6-87f2-b38b3c90e947 {{(pid=100246) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 14:26:45.851779 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Pushing event updated for resources: {'Port': ['ID=168dab06-88c3-4897-8546-9f24908e62ef,revision_number=3']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:26:45.878846 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-252d55f5-7919-433b-a223-f568734f33c7 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Notify callbacks [] for subnet, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:45.985825 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-252d55f5-7919-433b-a223-f568734f33c7 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126218885'] for subnet, precommit_delete_associations {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:46.214562 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-252d55f5-7919-433b-a223-f568734f33c7 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-913473'] for subnet, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:46.420116 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-121f30e5-4277-4459-bcbe-bef957a01f59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f299392-e4ec-4e7f-bf8a-b211746188d0', 'name': 'tempest-TestVolumeBackupRestore-977184276-router', 'tenant_id': '9c1511065d9d4b4794b4171f9c396376', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.63'}], 'enable_snat': True}, 'gw_port_id': '787c6da8-3fdb-4165-80dd-62f396039f72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:26:40Z', 'updated_at': '2021-07-06T14:26:43Z', 'revision_number': 3, 'project_id': '9c1511065d9d4b4794b4171f9c396376', 'gw_port': {'id': '787c6da8-3fdb-4165-80dd-62f396039f72', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:7c:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f299392-e4ec-4e7f-bf8a-b211746188d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3631, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:26:42Z', 'updated_at': '2021-07-06T14:26:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6'}], 'n-d-773647-6', False) {} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:26:46.470622 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-252d55f5-7919-433b-a223-f568734f33c7 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-913480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1849032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127687590', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127702764'] for subnet, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:46.480259 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-a724fcbf-0fa4-443d-b717-304418a911a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:46.504567 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-121f30e5-4277-4459-bcbe-bef957a01f59 None None] Checking router: 3f299392-e4ec-4e7f-bf8a-b211746188d0 for host: n-d-773647-6 {{(pid=100249) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 14:26:46.504905 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-121f30e5-4277-4459-bcbe-bef957a01f59 None None] Updating router 3f299392-e4ec-4e7f-bf8a-b211746188d0 port 787c6da8-3fdb-4165-80dd-62f396039f72 binding host n-d-773647-6 {{(pid=100249) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 14:26:46.544696 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252d55f5-7919-433b-a223-f568734f33c7 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Pushing event deleted for resources: {'Subnet': ['ID=75b0e6cb-7a62-44b6-87f2-b38b3c90e947,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:26:46.564554 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-252d55f5-7919-433b-a223-f568734f33c7 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Notify callbacks [] for subnet, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:46.579784 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-252d55f5-7919-433b-a223-f568734f33c7 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] 10.222.0.104 "DELETE /v2.0/subnets/75b0e6cb-7a62-44b6-87f2-b38b3c90e947 HTTP/1.1" status: 204 len: 168 time: 0.9055202 Jul 06 14:26:46.582562 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 47172) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:26:46.635802 n-d-773647-6 neutron-server[100249]: DEBUG neutron_lib.callbacks.manager [None req-121f30e5-4277-4459-bcbe-bef957a01f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:46.687507 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-5dbd2cba-e173-47f7-86a3-672be44701e4 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] 10.222.0.104 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1037564 Jul 06 14:26:46.692155 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 47174) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:26:46.692537 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device f9db37fa-de87-4384-a4a0-7dbcd8ecf4cf up at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:26:46.699547 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-318aa355-ec16-4987-b61b-28f413d1cd28 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Request body: {'subnet': {'network_id': 'eba60608-4e28-43df-928a-323910d090ed', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:26:46.791030 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a41b273e-390f-42ec-ba88-faf86cb6c623 None None] Network eba60608-4e28-43df-928a-323910d090ed requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:26:46.836170 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-318aa355-ec16-4987-b61b-28f413d1cd28 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Made reservation on behalf of 4a263308c6474c0e99d0efe9a5a7b767 for: {'subnet': 1} {{(pid=100246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:26:46.845419 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-318aa355-ec16-4987-b61b-28f413d1cd28 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127702029'] for subnet, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:46.874092 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-13378811-dd7f-4ee4-bc2b-8bff62262e9f None None] Could not find standard attr ID for object 2399bef2-b3d0-41c6-828d-f8b9350424fb. {{(pid=100248) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 06 14:26:46.913514 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 168dab06-88c3-4897-8546-9f24908e62ef up at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:26:46.917634 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-13378811-dd7f-4ee4-bc2b-8bff62262e9f None None] Provisioning for port f9db37fa-de87-4384-a4a0-7dbcd8ecf4cf completed by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:26:46.928337 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.db_base_plugin_common [None req-a724fcbf-0fa4-443d-b717-304418a911a2 admin admin] Allocated IP 172.20.0.1 (75c7cad1-ed47-404b-9518-dc037e8d84b0/2208c76f-516a-4d9f-bdd4-1a75a6f466d2/f9b1bfd9-b639-471a-8e28-8eeb8332b591) {{(pid=100247) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:26:46.942251 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-13378811-dd7f-4ee4-bc2b-8bff62262e9f None None] Provisioning complete for port f9db37fa-de87-4384-a4a0-7dbcd8ecf4cf triggered by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:26:46.942976 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-13378811-dd7f-4ee4-bc2b-8bff62262e9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:47.115799 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-a724fcbf-0fa4-443d-b717-304418a911a2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:47.137925 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.provisioning_blocks [None req-a724fcbf-0fa4-443d-b717-304418a911a2 admin admin] Transition to ACTIVE for port object f9b1bfd9-b639-471a-8e28-8eeb8332b591 will not be triggered until provisioned by entity DHCP. {{(pid=100247) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:26:47.151467 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning complete for port 168dab06-88c3-4897-8546-9f24908e62ef triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:26:47.153898 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:47.189198 n-d-773647-6 neutron-server[100249]: DEBUG neutron_lib.callbacks.manager [None req-121f30e5-4277-4459-bcbe-bef957a01f59 None None] Notify callbacks [] for port, precommit_update {{(pid=100249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:47.201803 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.provisioning_blocks [None req-121f30e5-4277-4459-bcbe-bef957a01f59 None None] Transition to ACTIVE for port object 787c6da8-3fdb-4165-80dd-62f396039f72 will not be triggered until provisioned by entity L2. {{(pid=100249) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:26:47.213738 n-d-773647-6 neutron-server[100249]: DEBUG neutron_lib.callbacks.manager [None req-121f30e5-4277-4459-bcbe-bef957a01f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:47.217226 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-a724fcbf-0fa4-443d-b717-304418a911a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-128888360'] for port, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:47.262597 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a08794d-5dca-4c2a-ac87-d78a0f4ba85f None None] Pushing event updated for resources: {'Port': ['ID=787c6da8-3fdb-4165-80dd-62f396039f72,revision_number=2']} {{(pid=100249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:26:47.282885 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.managers [None req-121f30e5-4277-4459-bcbe-bef957a01f59 None None] Attempting to bind port 787c6da8-3fdb-4165-80dd-62f396039f72 on host n-d-773647-6 for vnic_type normal with profile {{(pid=100249) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:26:47.283528 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.managers [None req-121f30e5-4277-4459-bcbe-bef957a01f59 None None] Attempting to bind port 787c6da8-3fdb-4165-80dd-62f396039f72 by drivers openvswitch,hyperv on host n-d-773647-6 at level 0 using segments [{'id': '89a832b7-7793-4d51-9038-ed7e1c3ff1b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719'}] {{(pid=100249) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:26:47.284178 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-121f30e5-4277-4459-bcbe-bef957a01f59 None None] Attempting to bind port 787c6da8-3fdb-4165-80dd-62f396039f72 on network 2658f09e-a580-4d4a-9968-2d1e0ad93719 {{(pid=100249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:26:47.290796 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-121f30e5-4277-4459-bcbe-bef957a01f59 None None] Checking agent: {'id': '8ab5b19c-d213-4f29-891d-27bdf39d38b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773647-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 43, 26), 'started_at': datetime.datetime(2021, 7, 6, 13, 43, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 26, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773647-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:26:47.291279 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-121f30e5-4277-4459-bcbe-bef957a01f59 None None] Checking segment: {'id': '89a832b7-7793-4d51-9038-ed7e1c3ff1b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100249) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:26:47.291750 n-d-773647-6 neutron-server[100249]: DEBUG neutron_lib.callbacks.manager [None req-121f30e5-4277-4459-bcbe-bef957a01f59 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:47.292441 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-121f30e5-4277-4459-bcbe-bef957a01f59 None None] Bound using segment: {'id': '89a832b7-7793-4d51-9038-ed7e1c3ff1b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719'} {{(pid=100249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:26:47.293174 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.managers [None req-121f30e5-4277-4459-bcbe-bef957a01f59 None None] Bound port: 787c6da8-3fdb-4165-80dd-62f396039f72, host: n-d-773647-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89a832b7-7793-4d51-9038-ed7e1c3ff1b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719'}}] {{(pid=100249) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:26:47.293874 n-d-773647-6 neutron-server[100249]: DEBUG neutron_lib.callbacks.manager [None req-121f30e5-4277-4459-bcbe-bef957a01f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:47.323923 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a724fcbf-0fa4-443d-b717-304418a911a2 admin admin] Network 75c7cad1-ed47-404b-9518-dc037e8d84b0 is already hosted by enough agents. {{(pid=100247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:26:47.342888 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.base_scheduler [None req-a724fcbf-0fa4-443d-b717-304418a911a2 admin admin] Resources bound (agent type, host, resource id): {{(pid=100247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:26:47.350390 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a724fcbf-0fa4-443d-b717-304418a911a2 admin admin] Received port after_create {{(pid=100247) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:26:47.357220 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-318aa355-ec16-4987-b61b-28f413d1cd28 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1849032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127687649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127702047'] for subnet, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:47.361070 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.db [None req-121f30e5-4277-4459-bcbe-bef957a01f59 None None] For port 787c6da8-3fdb-4165-80dd-62f396039f72, host n-d-773647-6, cleared binding levels {{(pid=100249) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:26:47.364653 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.db [None req-121f30e5-4277-4459-bcbe-bef957a01f59 None None] For port 787c6da8-3fdb-4165-80dd-62f396039f72, host n-d-773647-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=787c6da8-3fdb-4165-80dd-62f396039f72,segment=NetworkSegment(89a832b7-7793-4d51-9038-ed7e1c3ff1b2),segment_id=89a832b7-7793-4d51-9038-ed7e1c3ff1b2)] {{(pid=100249) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:26:47.365746 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-078c2793-e0d6-4c0d-9875-6c1bff352334 None None] DHCP port deletion for eba60608-4e28-43df-928a-323910d090ed request from n-d-773647-6 {{(pid=100248) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 14:26:47.380522 n-d-773647-6 neutron-server[100249]: DEBUG neutron_lib.callbacks.manager [None req-121f30e5-4277-4459-bcbe-bef957a01f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:47.440662 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a724fcbf-0fa4-443d-b717-304418a911a2 admin admin] Pushing event updated for resources: {'Port': ['ID=f9b1bfd9-b639-471a-8e28-8eeb8332b591,revision_number=1']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:26:47.477848 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a08794d-5dca-4c2a-ac87-d78a0f4ba85f None None] Pushing event updated for resources: {'Port': ['ID=787c6da8-3fdb-4165-80dd-62f396039f72,revision_number=3']} {{(pid=100249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:26:47.489863 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-a724fcbf-0fa4-443d-b717-304418a911a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1807675'] for router_interface, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:47.510679 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-121f30e5-4277-4459-bcbe-bef957a01f59 None None] Routers {'3f299392-e4ec-4e7f-bf8a-b211746188d0'} bound to L3 agent in host n-d-773647-6 {{(pid=100249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:26:47.511619 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-121f30e5-4277-4459-bcbe-bef957a01f59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T14:26:26Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['3f299392-e4ec-4e7f-bf8a-b211746188d0'], 'active': True} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:26:47.515448 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-318aa355-ec16-4987-b61b-28f413d1cd28 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Network eba60608-4e28-43df-928a-323910d090ed is already hosted by enough agents. {{(pid=100246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:26:47.526447 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318aa355-ec16-4987-b61b-28f413d1cd28 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Pushing event updated for resources: {'Subnet': ['ID=e34b4744-6c47-44a9-95e6-4cd8c7d11fdc,revision_number=0']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:26:47.528924 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.base_scheduler [None req-318aa355-ec16-4987-b61b-28f413d1cd28 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Resources bound (agent type, host, resource id): {{(pid=100246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:26:47.536970 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-318aa355-ec16-4987-b61b-28f413d1cd28 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:26:47.537574 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-318aa355-ec16-4987-b61b-28f413d1cd28 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Notify callbacks [] for subnet, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:47.602865 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-318aa355-ec16-4987-b61b-28f413d1cd28 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] 10.222.0.104 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9096007 Jul 06 14:26:47.609804 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 47182) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:26:47.623329 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-f8e3e297-fb83-4b22-a3a3-7f8d400a82ee tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Request body: {'subnet': {'network_id': 'eba60608-4e28-43df-928a-323910d090ed', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:26:47.674045 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 73b3ed92-b7d4-4f45-a09d-4e566d104080 up at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:26:47.817377 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvr_db [None req-121f30e5-4277-4459-bcbe-bef957a01f59 None None] Set router 3f299392-e4ec-4e7f-bf8a-b211746188d0 gateway port host: n-d-773647-6 {{(pid=100249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:26:47.874715 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-078c2793-e0d6-4c0d-9875-6c1bff352334 None None] Deleting port f9db37fa-de87-4384-a4a0-7dbcd8ecf4cf {{(pid=100248) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:26:47.875690 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-078c2793-e0d6-4c0d-9875-6c1bff352334 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:47.981271 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-a724fcbf-0fa4-443d-b717-304418a911a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:48.059694 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-078c2793-e0d6-4c0d-9875-6c1bff352334 None None] For port f9db37fa-de87-4384-a4a0-7dbcd8ecf4cf, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=f9db37fa-de87-4384-a4a0-7dbcd8ecf4cf,segment=NetworkSegment(67308366-d379-4f20-9df5-ed161946f077),segment_id=67308366-d379-4f20-9df5-ed161946f077)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:26:48.060309 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-078c2793-e0d6-4c0d-9875-6c1bff352334 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:48.099474 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-078c2793-e0d6-4c0d-9875-6c1bff352334 None None] Calling delete_port for f9db37fa-de87-4384-a4a0-7dbcd8ecf4cf owned by network:dhcp {{(pid=100248) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:26:48.109419 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8e3e297-fb83-4b22-a3a3-7f8d400a82ee tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Made reservation on behalf of 4a263308c6474c0e99d0efe9a5a7b767 for: {'subnet': 1} {{(pid=100246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:26:48.115162 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-f8e3e297-fb83-4b22-a3a3-7f8d400a82ee tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127702029'] for subnet, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:48.299450 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-121f30e5-4277-4459-bcbe-bef957a01f59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f299392-e4ec-4e7f-bf8a-b211746188d0', 'name': 'tempest-TestVolumeBackupRestore-977184276-router', 'tenant_id': '9c1511065d9d4b4794b4171f9c396376', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.63'}], 'enable_snat': True}, 'gw_port_id': '787c6da8-3fdb-4165-80dd-62f396039f72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:26:40Z', 'updated_at': '2021-07-06T14:26:43Z', 'revision_number': 3, 'project_id': '9c1511065d9d4b4794b4171f9c396376', 'gw_port': {'id': '787c6da8-3fdb-4165-80dd-62f396039f72', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:7c:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f299392-e4ec-4e7f-bf8a-b211746188d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3631, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:26:42Z', 'updated_at': '2021-07-06T14:26:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6'}], 'n-d-773647-6', False) {} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:26:48.322767 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-31037035-4122-4c0c-b515-81d9df443c8a None None] Provisioning for port f9b1bfd9-b639-471a-8e28-8eeb8332b591 completed by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:26:48.325291 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-078c2793-e0d6-4c0d-9875-6c1bff352334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117'] for port, after_delete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:48.357084 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-121f30e5-4277-4459-bcbe-bef957a01f59 None None] The sync data for ids ['3f299392-e4ec-4e7f-bf8a-b211746188d0'] in n-d-773647-6 is: [{'id': '3f299392-e4ec-4e7f-bf8a-b211746188d0', 'name': 'tempest-TestVolumeBackupRestore-977184276-router', 'tenant_id': '9c1511065d9d4b4794b4171f9c396376', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.63'}], 'enable_snat': True}, 'gw_port_id': '787c6da8-3fdb-4165-80dd-62f396039f72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:26:40Z', 'updated_at': '2021-07-06T14:26:43Z', 'revision_number': 3, 'project_id': '9c1511065d9d4b4794b4171f9c396376', 'gw_port': {'id': '787c6da8-3fdb-4165-80dd-62f396039f72', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:7c:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f299392-e4ec-4e7f-bf8a-b211746188d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3631, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:26:42Z', 'updated_at': '2021-07-06T14:26:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6'}] {{(pid=100249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 14:26:48.375886 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078c2793-e0d6-4c0d-9875-6c1bff352334 None None] Pushing event deleted for resources: {'Port': ['ID=f9db37fa-de87-4384-a4a0-7dbcd8ecf4cf,revision_number=None']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:26:48.378027 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning complete for port 73b3ed92-b7d4-4f45-a09d-4e566d104080 triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:26:48.378027 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:48.387466 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-31037035-4122-4c0c-b515-81d9df443c8a None None] Provisioning complete for port f9b1bfd9-b639-471a-8e28-8eeb8332b591 triggered by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:26:48.387466 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-31037035-4122-4c0c-b515-81d9df443c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:48.427252 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-a724fcbf-0fa4-443d-b717-304418a911a2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:48.433703 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-a724fcbf-0fa4-443d-b717-304418a911a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128888538'] for port, after_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:48.480935 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-078c2793-e0d6-4c0d-9875-6c1bff352334 None None] No DVR routers for this DVR port f9db37fa-de87-4384-a4a0-7dbcd8ecf4cf on host n-d-773647-6 {{(pid=100248) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:26:48.520114 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-693ba718-f016-4aff-93e0-446da5b1ffed None None] Network eba60608-4e28-43df-928a-323910d090ed requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:26:48.641166 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-31037035-4122-4c0c-b515-81d9df443c8a None None] Port f9b1bfd9-b639-471a-8e28-8eeb8332b591 cannot update to ACTIVE because it is not bound. {{(pid=100248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 14:26:48.892677 n-d-773647-6 neutron-server[100246]: DEBUG neutron.objects.ports [None req-f8e3e297-fb83-4b22-a3a3-7f8d400a82ee tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=100246) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 06 14:26:48.897796 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-f8e3e297-fb83-4b22-a3a3-7f8d400a82ee tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1849032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127687649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127702047'] for subnet, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:48.991860 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device f9db37fa-de87-4384-a4a0-7dbcd8ecf4cf no longer exists at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:26:49.030834 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8e3e297-fb83-4b22-a3a3-7f8d400a82ee tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Network eba60608-4e28-43df-928a-323910d090ed is already hosted by enough agents. {{(pid=100246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:26:49.034635 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.base_scheduler [None req-f8e3e297-fb83-4b22-a3a3-7f8d400a82ee tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Resources bound (agent type, host, resource id): {{(pid=100246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:26:49.047418 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8e3e297-fb83-4b22-a3a3-7f8d400a82ee tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:26:49.048301 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-f8e3e297-fb83-4b22-a3a3-7f8d400a82ee tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Notify callbacks [] for subnet, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:49.083307 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-f8e3e297-fb83-4b22-a3a3-7f8d400a82ee tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] 10.222.0.104 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.4713089 Jul 06 14:26:49.084827 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e3e297-fb83-4b22-a3a3-7f8d400a82ee tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Pushing event updated for resources: {'Subnet': ['ID=06755823-98ea-4bcb-946a-fe05062bd4f3,revision_number=0']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:26:49.088645 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 47190) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:26:49.096139 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-2825bb21-0ed7-4051-bc3e-c1e60477a2e8 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Request body: {'port': {'network_id': 'eba60608-4e28-43df-928a-323910d090ed', 'mac_address': 'fa:16:3e:6a:a7:dd', 'name': 'tempest-NetworksTestDHCPv6-222718684'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:26:49.125389 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fefa8d88-a102-4c03-b23a-e342fa90bfd2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6bd5fc82-6666-56e8-87c2-91648d36c963-eba60608-4e28-43df-928a-323910d090ed', 'network_id': 'eba60608-4e28-43df-928a-323910d090ed', 'tenant_id': '4a263308c6474c0e99d0efe9a5a7b767', 'fixed_ips': [{'subnet_id': '06755823-98ea-4bcb-946a-fe05062bd4f3'}, {'subnet_id': 'e34b4744-6c47-44a9-95e6-4cd8c7d11fdc'}]}} from n-d-773647-6. {{(pid=100248) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 14:26:49.126746 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-fefa8d88-a102-4c03-b23a-e342fa90bfd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:49.131172 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] No Port match for: f9db37fa-de87-4384-a4a0-7dbcd8ecf4cf {{(pid=100248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 14:26:49.131982 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device f9db37fa-de87-4384-a4a0-7dbcd8ecf4cf not bound to the agent host n-d-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:26:49.264337 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2825bb21-0ed7-4051-bc3e-c1e60477a2e8 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Made reservation on behalf of 4a263308c6474c0e99d0efe9a5a7b767 for: {'port': 1} {{(pid=100246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:26:49.301298 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-a724fcbf-0fa4-443d-b717-304418a911a2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1809478'] for router_interface, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:49.312027 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a724fcbf-0fa4-443d-b717-304418a911a2 admin admin] Pushing event updated for resources: {'Port': ['ID=f9b1bfd9-b639-471a-8e28-8eeb8332b591,revision_number=2']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:26:49.447496 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-3c4c0185-921f-4f72-bacc-b794e7b28d9e req-e70355ee-e264-4501-b6be-d4699df3f40a service neutron] 10.222.0.127 "GET /v2.0/ports?device_id=2b230357-9912-4d8c-bc47-fa1cf66bf99f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 1.1057260 Jul 06 14:26:49.469491 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a724fcbf-0fa4-443d-b717-304418a911a2 admin admin] Network 75c7cad1-ed47-404b-9518-dc037e8d84b0 is already hosted by enough agents. {{(pid=100247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:26:49.475110 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.base_scheduler [None req-a724fcbf-0fa4-443d-b717-304418a911a2 admin admin] Resources bound (agent type, host, resource id): {{(pid=100247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:26:49.498903 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-2825bb21-0ed7-4051-bc3e-c1e60477a2e8 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:49.552550 n-d-773647-6 neutron-server[100246]: DEBUG neutron.notifiers.nova [None req-2825bb21-0ed7-4051-bc3e-c1e60477a2e8 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] device_id is not set on port 4b4f3310-de13-4ea9-9431-a1ab9fa7e53a yet. {{(pid=100246) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 14:26:49.708606 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.db_base_plugin_common [None req-fefa8d88-a102-4c03-b23a-e342fa90bfd2 None None] Allocated IP 172.20.0.2 (eba60608-4e28-43df-928a-323910d090ed/e34b4744-6c47-44a9-95e6-4cd8c7d11fdc/bbd0446f-f4b0-4051-b122-9e91fca159d0) {{(pid=100248) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:26:49.737066 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.db_base_plugin_common [None req-fefa8d88-a102-4c03-b23a-e342fa90bfd2 None None] Allocated IP 2001:db8::f816:3eff:fe90:1e9f (eba60608-4e28-43df-928a-323910d090ed/06755823-98ea-4bcb-946a-fe05062bd4f3/bbd0446f-f4b0-4051-b122-9e91fca159d0) {{(pid=100248) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:26:49.859373 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4c0185-921f-4f72-bacc-b794e7b28d9e req-1df4570a-0e63-42c4-8171-a17d04fbc41b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:26:49.860871 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-3c4c0185-921f-4f72-bacc-b794e7b28d9e req-1df4570a-0e63-42c4-8171-a17d04fbc41b service neutron] 10.222.0.127 "GET /v2.0/ports?tenant_id=107c04f466b0465e9fe8bb8c503793e0&device_id=2b230357-9912-4d8c-bc47-fa1cf66bf99f HTTP/1.1" status: 200 len: 1096 time: 0.1881013 Jul 06 14:26:49.888274 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a724fcbf-0fa4-443d-b717-304418a911a2 admin admin] Router 3f299392-e4ec-4e7f-bf8a-b211746188d0 has already been hosted by L3 agent 2823d358-a11b-4885-a706-95a279e43fa7 {{(pid=100247) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 14:26:50.128846 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-d2b4ac4c-bc9d-4000-864a-9e53b8f2786b None None] Provisioning complete for port f9b1bfd9-b639-471a-8e28-8eeb8332b591 triggered by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:26:50.129476 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-d2b4ac4c-bc9d-4000-864a-9e53b8f2786b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:50.164021 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.agents_db [None req-167c0ad6-1657-4c9a-a2c4-3b18056aa662 None None] Agent healthcheck: found 7 active agents {{(pid=100249) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 14:26:50.169796 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4c0185-921f-4f72-bacc-b794e7b28d9e req-7485440f-ed20-4665-b4d0-ee204ca19a07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:26:50.172315 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-3c4c0185-921f-4f72-bacc-b794e7b28d9e req-7485440f-ed20-4665-b4d0-ee204ca19a07 service neutron] 10.222.0.127 "GET /v2.0/networks?id=a27c611a-8f02-4f1c-82ec-76aeb5ad6a47 HTTP/1.1" status: 200 len: 899 time: 0.2786303 Jul 06 14:26:50.188925 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-fefa8d88-a102-4c03-b23a-e342fa90bfd2 None None] Notify callbacks [] for port, precommit_create {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:50.193945 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a724fcbf-0fa4-443d-b717-304418a911a2 admin admin] Notify agent at l3_agent.n-d-773647-6 the message routers_updated {{(pid=100247) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 14:26:50.225441 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-fefa8d88-a102-4c03-b23a-e342fa90bfd2 None None] Transition to ACTIVE for port object bbd0446f-f4b0-4051-b122-9e91fca159d0 will not be triggered until provisioned by entity L2. {{(pid=100248) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:26:50.240415 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-d2b4ac4c-bc9d-4000-864a-9e53b8f2786b None None] Port f9b1bfd9-b639-471a-8e28-8eeb8332b591 cannot update to ACTIVE because it is not bound. {{(pid=100248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 14:26:50.250805 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-fefa8d88-a102-4c03-b23a-e342fa90bfd2 None None] Transition to ACTIVE for port object bbd0446f-f4b0-4051-b122-9e91fca159d0 will not be triggered until provisioned by entity DHCP. {{(pid=100248) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:26:50.251645 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-a724fcbf-0fa4-443d-b717-304418a911a2 admin admin] 10.222.0.104 "PUT /v2.0/routers/3f299392-e4ec-4e7f-bf8a-b211746188d0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1698997 Jul 06 14:26:50.269923 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-fefa8d88-a102-4c03-b23a-e342fa90bfd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108'] for port, after_create {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:50.318179 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-3c4c0185-921f-4f72-bacc-b794e7b28d9e req-aab76799-f2aa-4618-a601-158a85822f57 service neutron] 10.222.0.127 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9b52d121-1ce2-4f96-99c8-e312d220c63a HTTP/1.1" status: 200 len: 1000 time: 0.1382918 Jul 06 14:26:50.370715 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fefa8d88-a102-4c03-b23a-e342fa90bfd2 None None] Pushing event updated for resources: {'Port': ['ID=bbd0446f-f4b0-4051-b122-9e91fca159d0,revision_number=1']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:26:50.392082 n-d-773647-6 neutron-server[100248]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fefa8d88-a102-4c03-b23a-e342fa90bfd2 None None] Network eba60608-4e28-43df-928a-323910d090ed is already hosted by enough agents. {{(pid=100248) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:26:50.393582 n-d-773647-6 neutron-server[100248]: DEBUG neutron.scheduler.base_scheduler [None req-fefa8d88-a102-4c03-b23a-e342fa90bfd2 None None] Resources bound (agent type, host, resource id): {{(pid=100248) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:26:50.401240 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fefa8d88-a102-4c03-b23a-e342fa90bfd2 None None] Received port after_create {{(pid=100248) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:26:50.432653 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4c0185-921f-4f72-bacc-b794e7b28d9e req-1bc68d85-3355-4d4c-b402-1d60eb807124 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:26:50.434333 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-3c4c0185-921f-4f72-bacc-b794e7b28d9e req-1bc68d85-3355-4d4c-b402-1d60eb807124 service neutron] 10.222.0.127 "GET /v2.0/subnets?id=b85a66d5-8b38-4e5c-9d42-1aa6ece21b33 HTTP/1.1" status: 200 len: 835 time: 0.1104252 Jul 06 14:26:50.494840 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.db_base_plugin_common [None req-2825bb21-0ed7-4051-bc3e-c1e60477a2e8 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Allocated IP 172.20.0.4 (eba60608-4e28-43df-928a-323910d090ed/e34b4744-6c47-44a9-95e6-4cd8c7d11fdc/4b4f3310-de13-4ea9-9431-a1ab9fa7e53a) {{(pid=100246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:26:50.506616 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.db_base_plugin_common [None req-2825bb21-0ed7-4051-bc3e-c1e60477a2e8 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Allocated IP 2001:db8::f816:3eff:fe6a:a7dd (eba60608-4e28-43df-928a-323910d090ed/06755823-98ea-4bcb-946a-fe05062bd4f3/4b4f3310-de13-4ea9-9431-a1ab9fa7e53a) {{(pid=100246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:26:50.559961 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4c0185-921f-4f72-bacc-b794e7b28d9e req-c728428c-c6c9-46c6-99f5-4053a78f42dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:26:50.561517 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-3c4c0185-921f-4f72-bacc-b794e7b28d9e req-c728428c-c6c9-46c6-99f5-4053a78f42dd service neutron] 10.222.0.127 "GET /v2.0/ports?network_id=a27c611a-8f02-4f1c-82ec-76aeb5ad6a47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1199706 Jul 06 14:26:50.595252 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-fefa8d88-a102-4c03-b23a-e342fa90bfd2 None None] Attempting to bind port bbd0446f-f4b0-4051-b122-9e91fca159d0 on host n-d-773647-6 for vnic_type normal with profile {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:26:50.599924 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-fefa8d88-a102-4c03-b23a-e342fa90bfd2 None None] Attempting to bind port bbd0446f-f4b0-4051-b122-9e91fca159d0 by drivers openvswitch,hyperv on host n-d-773647-6 at level 0 using segments [{'id': '67308366-d379-4f20-9df5-ed161946f077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': 'eba60608-4e28-43df-928a-323910d090ed'}] {{(pid=100248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:26:50.600580 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fefa8d88-a102-4c03-b23a-e342fa90bfd2 None None] Attempting to bind port bbd0446f-f4b0-4051-b122-9e91fca159d0 on network eba60608-4e28-43df-928a-323910d090ed {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:26:50.610144 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fefa8d88-a102-4c03-b23a-e342fa90bfd2 None None] Checking agent: {'id': '8ab5b19c-d213-4f29-891d-27bdf39d38b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773647-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 43, 26), 'started_at': datetime.datetime(2021, 7, 6, 13, 43, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 26, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773647-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:26:50.612578 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fefa8d88-a102-4c03-b23a-e342fa90bfd2 None None] Checking segment: {'id': '67308366-d379-4f20-9df5-ed161946f077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': 'eba60608-4e28-43df-928a-323910d090ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:26:50.613175 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-fefa8d88-a102-4c03-b23a-e342fa90bfd2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:50.613765 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fefa8d88-a102-4c03-b23a-e342fa90bfd2 None None] Bound using segment: {'id': '67308366-d379-4f20-9df5-ed161946f077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': 'eba60608-4e28-43df-928a-323910d090ed'} {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:26:50.614732 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-fefa8d88-a102-4c03-b23a-e342fa90bfd2 None None] Bound port: bbd0446f-f4b0-4051-b122-9e91fca159d0, host: n-d-773647-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67308366-d379-4f20-9df5-ed161946f077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': 'eba60608-4e28-43df-928a-323910d090ed'}}] {{(pid=100248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:26:50.616299 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-fefa8d88-a102-4c03-b23a-e342fa90bfd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:50.755471 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-fefa8d88-a102-4c03-b23a-e342fa90bfd2 None None] For port bbd0446f-f4b0-4051-b122-9e91fca159d0, host n-d-773647-6, cleared binding levels {{(pid=100248) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:26:50.759932 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-fefa8d88-a102-4c03-b23a-e342fa90bfd2 None None] For port bbd0446f-f4b0-4051-b122-9e91fca159d0, host n-d-773647-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=bbd0446f-f4b0-4051-b122-9e91fca159d0,segment=NetworkSegment(67308366-d379-4f20-9df5-ed161946f077),segment_id=67308366-d379-4f20-9df5-ed161946f077)] {{(pid=100248) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:26:50.769814 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-fefa8d88-a102-4c03-b23a-e342fa90bfd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:50.778662 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-3c4c0185-921f-4f72-bacc-b794e7b28d9e req-b81dfb63-5ff6-42f3-ac1f-833f5a94fbc3 service neutron] 10.222.0.127 "GET /v2.0/networks/a27c611a-8f02-4f1c-82ec-76aeb5ad6a47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2095599 Jul 06 14:26:50.835933 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-2825bb21-0ed7-4051-bc3e-c1e60477a2e8 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Notify callbacks [] for port, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:50.892220 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.provisioning_blocks [None req-2825bb21-0ed7-4051-bc3e-c1e60477a2e8 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Transition to ACTIVE for port object 4b4f3310-de13-4ea9-9431-a1ab9fa7e53a will not be triggered until provisioned by entity DHCP. {{(pid=100246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:26:50.952936 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fefa8d88-a102-4c03-b23a-e342fa90bfd2 None None] Pushing event updated for resources: {'Port': ['ID=bbd0446f-f4b0-4051-b122-9e91fca159d0,revision_number=2']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:26:51.001995 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 787c6da8-3fdb-4165-80dd-62f396039f72 up at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:26:51.007374 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-3c4c0185-921f-4f72-bacc-b794e7b28d9e req-1d8da3c8-a73c-4202-b6fd-f9d918dce10e service neutron] 10.222.0.127 "GET /v2.0/networks/a27c611a-8f02-4f1c-82ec-76aeb5ad6a47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2196646 Jul 06 14:26:51.034246 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-2825bb21-0ed7-4051-bc3e-c1e60477a2e8 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-127687573'] for port, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:51.122625 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2825bb21-0ed7-4051-bc3e-c1e60477a2e8 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Pushing event updated for resources: {'Port': ['ID=4b4f3310-de13-4ea9-9431-a1ab9fa7e53a,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:26:51.154716 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2825bb21-0ed7-4051-bc3e-c1e60477a2e8 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Network eba60608-4e28-43df-928a-323910d090ed is already hosted by enough agents. {{(pid=100246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:26:51.161587 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.base_scheduler [None req-2825bb21-0ed7-4051-bc3e-c1e60477a2e8 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Resources bound (agent type, host, resource id): {{(pid=100246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:26:51.163481 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning for port 787c6da8-3fdb-4165-80dd-62f396039f72 completed by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:26:51.166699 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2825bb21-0ed7-4051-bc3e-c1e60477a2e8 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Received port after_create {{(pid=100246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:26:51.167725 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning complete for port 787c6da8-3fdb-4165-80dd-62f396039f72 triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:26:51.168104 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:51.269513 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2825bb21-0ed7-4051-bc3e-c1e60477a2e8 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:26:51.270522 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-2825bb21-0ed7-4051-bc3e-c1e60477a2e8 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:51.320749 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-2825bb21-0ed7-4051-bc3e-c1e60477a2e8 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] 10.222.0.104 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 2.2287884 Jul 06 14:26:51.323386 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 47242) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:26:51.392878 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:51.457116 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] For port 787c6da8-3fdb-4165-80dd-62f396039f72, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=787c6da8-3fdb-4165-80dd-62f396039f72,segment=NetworkSegment(89a832b7-7793-4d51-9038-ed7e1c3ff1b2),segment_id=89a832b7-7793-4d51-9038-ed7e1c3ff1b2)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:26:51.462641 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:51.474196 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93f433db-f394-4797-8030-5d1d6f66be43 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:26:51.506775 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93f433db-f394-4797-8030-5d1d6f66be43 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:26:51.517336 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-93f433db-f394-4797-8030-5d1d6f66be43 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] 10.222.0.104 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1860 time: 0.1927779 Jul 06 14:26:51.520545 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 47244) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:26:51.583854 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c42c0ce0-36e7-459f-a252-7ff26583809a None None] Sync routers for ids ['3f299392-e4ec-4e7f-bf8a-b211746188d0'] in n-d-773647-6 {{(pid=100248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 14:26:51.603069 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Pushing event updated for resources: {'Port': ['ID=787c6da8-3fdb-4165-80dd-62f396039f72,revision_number=4']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:26:51.615125 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c42c0ce0-36e7-459f-a252-7ff26583809a None None] Routers {'3f299392-e4ec-4e7f-bf8a-b211746188d0'} bound to L3 agent in host n-d-773647-6 {{(pid=100248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:26:51.615851 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-c42c0ce0-36e7-459f-a252-7ff26583809a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T14:26:26Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['3f299392-e4ec-4e7f-bf8a-b211746188d0'], 'active': True} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:26:51.785844 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvr_db [None req-c42c0ce0-36e7-459f-a252-7ff26583809a None None] Set router 3f299392-e4ec-4e7f-bf8a-b211746188d0 gateway port host: n-d-773647-6 {{(pid=100248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:26:51.795364 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.plugin [None req-d9ba5a8d-76ee-4011-a5d0-aa67bca1aa6f tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Deleting port 4b4f3310-de13-4ea9-9431-a1ab9fa7e53a {{(pid=100247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:26:51.799657 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-d9ba5a8d-76ee-4011-a5d0-aa67bca1aa6f tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:51.929015 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-d9ba5a8d-76ee-4011-a5d0-aa67bca1aa6f tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:51.960215 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.plugin [None req-d9ba5a8d-76ee-4011-a5d0-aa67bca1aa6f tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Calling delete_port for 4b4f3310-de13-4ea9-9431-a1ab9fa7e53a owned by {{(pid=100247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:26:52.211489 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-c42c0ce0-36e7-459f-a252-7ff26583809a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f299392-e4ec-4e7f-bf8a-b211746188d0', 'name': 'tempest-TestVolumeBackupRestore-977184276-router', 'tenant_id': '9c1511065d9d4b4794b4171f9c396376', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.63'}], 'enable_snat': True}, 'gw_port_id': '787c6da8-3fdb-4165-80dd-62f396039f72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:26:40Z', 'updated_at': '2021-07-06T14:26:47Z', 'revision_number': 4, 'project_id': '9c1511065d9d4b4794b4171f9c396376', 'gw_port': {'id': '787c6da8-3fdb-4165-80dd-62f396039f72', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:7c:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f299392-e4ec-4e7f-bf8a-b211746188d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3631, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:26:42Z', 'updated_at': '2021-07-06T14:26:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6', '_interfaces': [{'id': 'f9b1bfd9-b639-471a-8e28-8eeb8332b591', 'name': '', 'network_id': '75c7cad1-ed47-404b-9518-dc037e8d84b0', 'tenant_id': '9c1511065d9d4b4794b4171f9c396376', 'mac_address': 'fa:16:3e:16:57:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f299392-e4ec-4e7f-bf8a-b211746188d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3632, 'fixed_ips': [{'subnet_id': '2208c76f-516a-4d9f-bdd4-1a75a6f466d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:26:46Z', 'updated_at': '2021-07-06T14:26:48Z', 'revision_number': 2, 'project_id': '9c1511065d9d4b4794b4171f9c396376', 'subnets': [{'id': '2208c76f-516a-4d9f-bdd4-1a75a6f466d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773647-6', False) {} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:26:52.262067 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c42c0ce0-36e7-459f-a252-7ff26583809a None None] Checking router: 3f299392-e4ec-4e7f-bf8a-b211746188d0 for host: n-d-773647-6 {{(pid=100248) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 14:26:52.262763 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c42c0ce0-36e7-459f-a252-7ff26583809a None None] Updating router 3f299392-e4ec-4e7f-bf8a-b211746188d0 port f9b1bfd9-b639-471a-8e28-8eeb8332b591 binding host n-d-773647-6 {{(pid=100248) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 14:26:52.294623 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-d9ba5a8d-76ee-4011-a5d0-aa67bca1aa6f tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128888353'] for port, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:52.309350 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-c42c0ce0-36e7-459f-a252-7ff26583809a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:52.370265 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ba5a8d-76ee-4011-a5d0-aa67bca1aa6f tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Pushing event deleted for resources: {'Port': ['ID=4b4f3310-de13-4ea9-9431-a1ab9fa7e53a,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:26:52.476013 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-d9ba5a8d-76ee-4011-a5d0-aa67bca1aa6f tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:52.480834 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 47284) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:26:52.481363 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-d9ba5a8d-76ee-4011-a5d0-aa67bca1aa6f tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] 10.222.0.104 "DELETE /v2.0/ports/4b4f3310-de13-4ea9-9431-a1ab9fa7e53a HTTP/1.1" status: 204 len: 168 time: 0.9594870 Jul 06 14:26:52.564370 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0802b08a-c38b-4630-9f20-f4f8e925d325 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:26:52.566371 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0802b08a-c38b-4630-9f20-f4f8e925d325 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:26:52.568470 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0802b08a-c38b-4630-9f20-f4f8e925d325 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:26:52.573350 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 47286) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:26:52.573837 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-0802b08a-c38b-4630-9f20-f4f8e925d325 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] 10.222.0.104 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.0918629 Jul 06 14:26:52.659733 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a2f2e78-9393-422b-b5c1-593fbe482197 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Deleting subnet 06755823-98ea-4bcb-946a-fe05062bd4f3 {{(pid=100247) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 14:26:52.663676 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-7a2f2e78-9393-422b-b5c1-593fbe482197 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Notify callbacks [] for subnet, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:52.731842 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-7a2f2e78-9393-422b-b5c1-593fbe482197 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127131748'] for subnet, precommit_delete_associations {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:52.771143 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef8f022f-9784-473f-a0f0-820d18ed15ee None None] Network eba60608-4e28-43df-928a-323910d090ed requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:26:52.855427 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-7a2f2e78-9393-422b-b5c1-593fbe482197 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-913473'] for subnet, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:52.949076 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-7a2f2e78-9393-422b-b5c1-593fbe482197 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-913480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1849032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-128888347', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127627857'] for subnet, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:52.988967 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-a24955b7-cfde-4e2a-bb20-30afceae7ad6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:52.997120 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-7a2f2e78-9393-422b-b5c1-593fbe482197 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Notify callbacks [] for subnet, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:53.000997 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-7a2f2e78-9393-422b-b5c1-593fbe482197 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] 10.222.0.104 "DELETE /v2.0/subnets/06755823-98ea-4bcb-946a-fe05062bd4f3 HTTP/1.1" status: 204 len: 168 time: 0.4260063 Jul 06 14:26:53.002338 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2f2e78-9393-422b-b5c1-593fbe482197 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Pushing event deleted for resources: {'Subnet': ['ID=06755823-98ea-4bcb-946a-fe05062bd4f3,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:26:53.005396 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 47292) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:26:53.033459 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-f22d42f3-cc34-4199-aded-56cfae92c4ae None None] Provisioning for port bbd0446f-f4b0-4051-b122-9e91fca159d0 completed by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:26:53.069162 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.db_base_plugin_v2 [None req-20146d81-2a68-49d1-ba5e-b3d3d89df55a tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Deleting subnet e34b4744-6c47-44a9-95e6-4cd8c7d11fdc {{(pid=100247) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 14:26:53.073456 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-20146d81-2a68-49d1-ba5e-b3d3d89df55a tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Notify callbacks [] for subnet, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:53.089162 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 787c6da8-3fdb-4165-80dd-62f396039f72 up at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:26:53.142276 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-20146d81-2a68-49d1-ba5e-b3d3d89df55a tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127131748'] for subnet, precommit_delete_associations {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:53.295358 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-c42c0ce0-36e7-459f-a252-7ff26583809a None None] Notify callbacks [] for port, precommit_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:53.310477 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-20146d81-2a68-49d1-ba5e-b3d3d89df55a tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-913473'] for subnet, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:53.330397 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-c42c0ce0-36e7-459f-a252-7ff26583809a None None] Transition to ACTIVE for port object f9b1bfd9-b639-471a-8e28-8eeb8332b591 will not be triggered until provisioned by entity L2. {{(pid=100248) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:26:53.354761 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-c42c0ce0-36e7-459f-a252-7ff26583809a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:53.368809 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning complete for port 787c6da8-3fdb-4165-80dd-62f396039f72 triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:26:53.369364 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:53.430111 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-20146d81-2a68-49d1-ba5e-b3d3d89df55a tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-913480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1849032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-128888347', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127627857'] for subnet, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:53.510841 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20146d81-2a68-49d1-ba5e-b3d3d89df55a tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Pushing event deleted for resources: {'Subnet': ['ID=e34b4744-6c47-44a9-95e6-4cd8c7d11fdc,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:26:53.526737 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-20146d81-2a68-49d1-ba5e-b3d3d89df55a tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Notify callbacks [] for subnet, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:53.532865 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-20146d81-2a68-49d1-ba5e-b3d3d89df55a tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] 10.222.0.104 "DELETE /v2.0/subnets/e34b4744-6c47-44a9-95e6-4cd8c7d11fdc HTTP/1.1" status: 204 len: 168 time: 0.5243721 Jul 06 14:26:53.533256 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 47306) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:26:53.551964 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e67834-aee1-4afb-9308-b1f7f18f1dd8 None None] Pushing event updated for resources: {'Port': ['ID=f9b1bfd9-b639-471a-8e28-8eeb8332b591,revision_number=3']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:26:53.587625 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-c42c0ce0-36e7-459f-a252-7ff26583809a None None] Attempting to bind port f9b1bfd9-b639-471a-8e28-8eeb8332b591 on host n-d-773647-6 for vnic_type normal with profile {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:26:53.588094 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-c42c0ce0-36e7-459f-a252-7ff26583809a None None] Attempting to bind port f9b1bfd9-b639-471a-8e28-8eeb8332b591 by drivers openvswitch,hyperv on host n-d-773647-6 at level 0 using segments [{'id': '185492e9-40e6-4cb2-878d-8f3fdd48e61c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': '75c7cad1-ed47-404b-9518-dc037e8d84b0'}] {{(pid=100248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:26:53.588490 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c42c0ce0-36e7-459f-a252-7ff26583809a None None] Attempting to bind port f9b1bfd9-b639-471a-8e28-8eeb8332b591 on network 75c7cad1-ed47-404b-9518-dc037e8d84b0 {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:26:53.601383 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c42c0ce0-36e7-459f-a252-7ff26583809a None None] Checking agent: {'id': '8ab5b19c-d213-4f29-891d-27bdf39d38b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773647-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 43, 26), 'started_at': datetime.datetime(2021, 7, 6, 13, 43, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 26, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773647-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:26:53.601767 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c42c0ce0-36e7-459f-a252-7ff26583809a None None] Checking segment: {'id': '185492e9-40e6-4cb2-878d-8f3fdd48e61c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': '75c7cad1-ed47-404b-9518-dc037e8d84b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:26:53.602991 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-c42c0ce0-36e7-459f-a252-7ff26583809a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:53.603435 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c42c0ce0-36e7-459f-a252-7ff26583809a None None] Bound using segment: {'id': '185492e9-40e6-4cb2-878d-8f3fdd48e61c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': '75c7cad1-ed47-404b-9518-dc037e8d84b0'} {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:26:53.603926 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-c42c0ce0-36e7-459f-a252-7ff26583809a None None] Bound port: f9b1bfd9-b639-471a-8e28-8eeb8332b591, host: n-d-773647-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '185492e9-40e6-4cb2-878d-8f3fdd48e61c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': '75c7cad1-ed47-404b-9518-dc037e8d84b0'}}] {{(pid=100248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:26:53.604319 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-c42c0ce0-36e7-459f-a252-7ff26583809a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:53.639635 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-586fdcdf-a6fa-4d93-9553-1eb1ad45da0c tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] 10.222.0.104 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1051552 Jul 06 14:26:53.643069 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 47308) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:26:53.782991 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device bbd0446f-f4b0-4051-b122-9e91fca159d0 up at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:26:53.785272 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-c42c0ce0-36e7-459f-a252-7ff26583809a None None] For port f9b1bfd9-b639-471a-8e28-8eeb8332b591, host n-d-773647-6, cleared binding levels {{(pid=100248) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:26:53.835981 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-c42c0ce0-36e7-459f-a252-7ff26583809a None None] For port f9b1bfd9-b639-471a-8e28-8eeb8332b591, host n-d-773647-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=f9b1bfd9-b639-471a-8e28-8eeb8332b591,segment=NetworkSegment(185492e9-40e6-4cb2-878d-8f3fdd48e61c),segment_id=185492e9-40e6-4cb2-878d-8f3fdd48e61c)] {{(pid=100248) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:26:53.844152 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-c42c0ce0-36e7-459f-a252-7ff26583809a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:53.997269 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ca29918-25a7-4adb-9185-6342d97f2db8 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:26:54.005694 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 47320) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:26:54.009829 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-8ca29918-25a7-4adb-9185-6342d97f2db8 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] 10.222.0.104 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.3654087 Jul 06 14:26:54.035945 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c42c0ce0-36e7-459f-a252-7ff26583809a None None] Routers {'3f299392-e4ec-4e7f-bf8a-b211746188d0'} bound to L3 agent in host n-d-773647-6 {{(pid=100248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:26:54.036615 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-c42c0ce0-36e7-459f-a252-7ff26583809a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T14:26:26Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['3f299392-e4ec-4e7f-bf8a-b211746188d0'], 'active': True} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:26:54.112742 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e67834-aee1-4afb-9308-b1f7f18f1dd8 None None] Pushing event updated for resources: {'Port': ['ID=f9b1bfd9-b639-471a-8e28-8eeb8332b591,revision_number=4']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:26:54.158106 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33b19540-8d8e-4274-b941-10a6da98cae0 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:26:54.159638 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-33b19540-8d8e-4274-b941-10a6da98cae0 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] 10.222.0.104 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1405046 Jul 06 14:26:54.162265 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 47322) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:26:54.190166 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning for port bbd0446f-f4b0-4051-b122-9e91fca159d0 completed by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:26:54.198258 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning complete for port bbd0446f-f4b0-4051-b122-9e91fca159d0 triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:26:54.198740 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:54.221945 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-238f7db4-e3d1-4168-b8f8-d5729ce4d174 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] 10.222.0.104 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0583973 Jul 06 14:26:54.229058 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 47326) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:26:54.234520 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [None req-5b01adf9-5924-44d2-b45f-a3c2f4daa85b tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Request body: {'subnet': {'network_id': 'eba60608-4e28-43df-928a-323910d090ed', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:26:54.274437 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvr_db [None req-c42c0ce0-36e7-459f-a252-7ff26583809a None None] Set router 3f299392-e4ec-4e7f-bf8a-b211746188d0 gateway port host: n-d-773647-6 {{(pid=100248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:26:54.420523 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b01adf9-5924-44d2-b45f-a3c2f4daa85b tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Made reservation on behalf of 4a263308c6474c0e99d0efe9a5a7b767 for: {'subnet': 1} {{(pid=100247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:26:54.424608 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-5b01adf9-5924-44d2-b45f-a3c2f4daa85b tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127627440'] for subnet, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:54.427640 n-d-773647-6 neutron-server[100247]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b01adf9-5924-44d2-b45f-a3c2f4daa85b tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 06 14:26:54.428112 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5b01adf9-5924-44d2-b45f-a3c2f4daa85b tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100247) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 14:26:54.464117 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 47328) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:26:54.470757 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-c2a4a644-d985-4bc9-824d-c8700d095d8a tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Request body: {'subnet': {'network_id': 'eba60608-4e28-43df-928a-323910d090ed', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:26:54.475924 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-5b01adf9-5924-44d2-b45f-a3c2f4daa85b tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] 10.222.0.104 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.2454214 Jul 06 14:26:54.528266 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:54.627815 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2a4a644-d985-4bc9-824d-c8700d095d8a tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Made reservation on behalf of 4a263308c6474c0e99d0efe9a5a7b767 for: {'subnet': 1} {{(pid=100246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:26:54.641502 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-c2a4a644-d985-4bc9-824d-c8700d095d8a tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127702029'] for subnet, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:54.646958 n-d-773647-6 neutron-server[100246]: INFO neutron.pecan_wsgi.hooks.translation [None req-c2a4a644-d985-4bc9-824d-c8700d095d8a tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 06 14:26:54.647596 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c2a4a644-d985-4bc9-824d-c8700d095d8a tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100246) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 14:26:54.656207 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] For port bbd0446f-f4b0-4051-b122-9e91fca159d0, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=bbd0446f-f4b0-4051-b122-9e91fca159d0,segment=NetworkSegment(67308366-d379-4f20-9df5-ed161946f077),segment_id=67308366-d379-4f20-9df5-ed161946f077)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:26:54.662152 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:54.674135 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 47330) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:26:54.676600 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-c2a4a644-d985-4bc9-824d-c8700d095d8a tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] 10.222.0.104 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.2114511 Jul 06 14:26:54.682529 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [None req-26c5bd60-a58c-46b8-afcf-f7a6bd302caf tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Request body: {'subnet': {'network_id': 'eba60608-4e28-43df-928a-323910d090ed', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:26:54.722206 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b009749-37ad-462b-9c37-2c86e70f0a20 None None] Network eba60608-4e28-43df-928a-323910d090ed requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:26:54.817020 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26c5bd60-a58c-46b8-afcf-f7a6bd302caf tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Made reservation on behalf of 4a263308c6474c0e99d0efe9a5a7b767 for: {'subnet': 1} {{(pid=100247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:26:54.822100 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-26c5bd60-a58c-46b8-afcf-f7a6bd302caf tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127627440'] for subnet, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:54.823621 n-d-773647-6 neutron-server[100247]: INFO neutron.pecan_wsgi.hooks.translation [None req-26c5bd60-a58c-46b8-afcf-f7a6bd302caf tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 06 14:26:54.824054 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-26c5bd60-a58c-46b8-afcf-f7a6bd302caf tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100247) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 14:26:54.835442 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Pushing event updated for resources: {'Port': ['ID=bbd0446f-f4b0-4051-b122-9e91fca159d0,revision_number=5']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:26:54.845737 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 47332) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:26:54.845926 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-26c5bd60-a58c-46b8-afcf-f7a6bd302caf tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] 10.222.0.104 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.1691756 Jul 06 14:26:54.854957 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-4018531a-2974-45ec-a3e8-e24adcd28695 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Request body: {'subnet': {'network_id': 'eba60608-4e28-43df-928a-323910d090ed', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:26:54.857669 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-21f83f38-d2b8-4f27-ade2-a71382fb2bbe None None] Provisioning complete for port bbd0446f-f4b0-4051-b122-9e91fca159d0 triggered by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:26:54.858051 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-21f83f38-d2b8-4f27-ade2-a71382fb2bbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:54.860919 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-c42c0ce0-36e7-459f-a252-7ff26583809a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f299392-e4ec-4e7f-bf8a-b211746188d0', 'name': 'tempest-TestVolumeBackupRestore-977184276-router', 'tenant_id': '9c1511065d9d4b4794b4171f9c396376', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.63'}], 'enable_snat': True}, 'gw_port_id': '787c6da8-3fdb-4165-80dd-62f396039f72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:26:40Z', 'updated_at': '2021-07-06T14:26:47Z', 'revision_number': 4, 'project_id': '9c1511065d9d4b4794b4171f9c396376', 'gw_port': {'id': '787c6da8-3fdb-4165-80dd-62f396039f72', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:7c:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f299392-e4ec-4e7f-bf8a-b211746188d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3631, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:26:42Z', 'updated_at': '2021-07-06T14:26:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6', '_interfaces': [{'id': 'f9b1bfd9-b639-471a-8e28-8eeb8332b591', 'name': '', 'network_id': '75c7cad1-ed47-404b-9518-dc037e8d84b0', 'tenant_id': '9c1511065d9d4b4794b4171f9c396376', 'mac_address': 'fa:16:3e:16:57:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f299392-e4ec-4e7f-bf8a-b211746188d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3632, 'fixed_ips': [{'subnet_id': '2208c76f-516a-4d9f-bdd4-1a75a6f466d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:26:46Z', 'updated_at': '2021-07-06T14:26:53Z', 'revision_number': 4, 'project_id': '9c1511065d9d4b4794b4171f9c396376', 'subnets': [{'id': '2208c76f-516a-4d9f-bdd4-1a75a6f466d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773647-6', False) {} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:26:54.896837 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c42c0ce0-36e7-459f-a252-7ff26583809a None None] The sync data for ids ['3f299392-e4ec-4e7f-bf8a-b211746188d0'] in n-d-773647-6 is: [{'id': '3f299392-e4ec-4e7f-bf8a-b211746188d0', 'name': 'tempest-TestVolumeBackupRestore-977184276-router', 'tenant_id': '9c1511065d9d4b4794b4171f9c396376', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.63'}], 'enable_snat': True}, 'gw_port_id': '787c6da8-3fdb-4165-80dd-62f396039f72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:26:40Z', 'updated_at': '2021-07-06T14:26:47Z', 'revision_number': 4, 'project_id': '9c1511065d9d4b4794b4171f9c396376', 'gw_port': {'id': '787c6da8-3fdb-4165-80dd-62f396039f72', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:7c:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f299392-e4ec-4e7f-bf8a-b211746188d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3631, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:26:42Z', 'updated_at': '2021-07-06T14:26:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6', '_interfaces': [{'id': 'f9b1bfd9-b639-471a-8e28-8eeb8332b591', 'name': '', 'network_id': '75c7cad1-ed47-404b-9518-dc037e8d84b0', 'tenant_id': '9c1511065d9d4b4794b4171f9c396376', 'mac_address': 'fa:16:3e:16:57:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f299392-e4ec-4e7f-bf8a-b211746188d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3632, 'fixed_ips': [{'subnet_id': '2208c76f-516a-4d9f-bdd4-1a75a6f466d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:26:46Z', 'updated_at': '2021-07-06T14:26:53Z', 'revision_number': 4, 'project_id': '9c1511065d9d4b4794b4171f9c396376', 'subnets': [{'id': '2208c76f-516a-4d9f-bdd4-1a75a6f466d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 14:26:55.055744 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4018531a-2974-45ec-a3e8-e24adcd28695 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Made reservation on behalf of 4a263308c6474c0e99d0efe9a5a7b767 for: {'subnet': 1} {{(pid=100246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:26:55.062111 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-4018531a-2974-45ec-a3e8-e24adcd28695 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127702029'] for subnet, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:55.066349 n-d-773647-6 neutron-server[100246]: INFO neutron.pecan_wsgi.hooks.translation [None req-4018531a-2974-45ec-a3e8-e24adcd28695 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 06 14:26:55.070227 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4018531a-2974-45ec-a3e8-e24adcd28695 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100246) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 14:26:55.134194 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-4018531a-2974-45ec-a3e8-e24adcd28695 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] 10.222.0.104 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.2881217 Jul 06 14:26:55.137745 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 47340) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:26:55.143840 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [None req-32c1479b-9a0b-4775-bce5-d347a73d23db tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Request body: {'subnet': {'network_id': 'eba60608-4e28-43df-928a-323910d090ed', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:26:55.194193 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbfd17bf-6259-4405-bd50-f477023b4837 None None] DHCP port deletion for eba60608-4e28-43df-928a-323910d090ed request from n-d-773647-6 {{(pid=100248) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 14:26:55.276795 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-cbfd17bf-6259-4405-bd50-f477023b4837 None None] Deleting port bbd0446f-f4b0-4051-b122-9e91fca159d0 {{(pid=100248) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:26:55.277437 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-cbfd17bf-6259-4405-bd50-f477023b4837 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:55.302397 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32c1479b-9a0b-4775-bce5-d347a73d23db tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Made reservation on behalf of 4a263308c6474c0e99d0efe9a5a7b767 for: {'subnet': 1} {{(pid=100247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:26:55.307583 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-32c1479b-9a0b-4775-bce5-d347a73d23db tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127627440'] for subnet, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:55.309828 n-d-773647-6 neutron-server[100247]: INFO neutron.pecan_wsgi.hooks.translation [None req-32c1479b-9a0b-4775-bce5-d347a73d23db tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 06 14:26:55.310438 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-32c1479b-9a0b-4775-bce5-d347a73d23db tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100247) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 14:26:55.335981 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-32c1479b-9a0b-4775-bce5-d347a73d23db tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] 10.222.0.104 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.1940098 Jul 06 14:26:55.336960 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 47342) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:26:55.344180 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-bdd909e8-27ad-4a0b-8f65-b39e5cb3db5a tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Request body: {'subnet': {'network_id': 'eba60608-4e28-43df-928a-323910d090ed', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:26:55.357912 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-cbfd17bf-6259-4405-bd50-f477023b4837 None None] For port bbd0446f-f4b0-4051-b122-9e91fca159d0, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=bbd0446f-f4b0-4051-b122-9e91fca159d0,segment=NetworkSegment(67308366-d379-4f20-9df5-ed161946f077),segment_id=67308366-d379-4f20-9df5-ed161946f077)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:26:55.358793 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-cbfd17bf-6259-4405-bd50-f477023b4837 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:55.376609 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-cbfd17bf-6259-4405-bd50-f477023b4837 None None] Calling delete_port for bbd0446f-f4b0-4051-b122-9e91fca159d0 owned by network:dhcp {{(pid=100248) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:26:55.493697 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-cbfd17bf-6259-4405-bd50-f477023b4837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117'] for port, after_delete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:55.532957 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbfd17bf-6259-4405-bd50-f477023b4837 None None] Pushing event deleted for resources: {'Port': ['ID=bbd0446f-f4b0-4051-b122-9e91fca159d0,revision_number=None']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:26:55.545033 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbfd17bf-6259-4405-bd50-f477023b4837 None None] No DVR routers for this DVR port bbd0446f-f4b0-4051-b122-9e91fca159d0 on host n-d-773647-6 {{(pid=100248) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:26:55.583852 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55d33c87-4fed-4b66-b66a-2730a74451a9 None None] get_active_networks_info from n-d-773647-6 {{(pid=100248) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 06 14:26:55.616465 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-64dcae85-65e1-4306-89fc-beab9a6f6df0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:55.747679 n-d-773647-6 neutron-server[100248]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55d33c87-4fed-4b66-b66a-2730a74451a9 None None] Resources bound (agent type, host, resource id): {{(pid=100248) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 06 14:26:56.017482 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdd909e8-27ad-4a0b-8f65-b39e5cb3db5a tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Made reservation on behalf of 4a263308c6474c0e99d0efe9a5a7b767 for: {'subnet': 1} {{(pid=100246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:26:56.022879 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-bdd909e8-27ad-4a0b-8f65-b39e5cb3db5a tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127702029'] for subnet, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:56.024645 n-d-773647-6 neutron-server[100246]: INFO neutron.pecan_wsgi.hooks.translation [None req-bdd909e8-27ad-4a0b-8f65-b39e5cb3db5a tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 06 14:26:56.025129 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bdd909e8-27ad-4a0b-8f65-b39e5cb3db5a tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100246) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 14:26:56.044188 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:56.066337 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 47360) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:26:56.073941 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-bdd909e8-27ad-4a0b-8f65-b39e5cb3db5a tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] 10.222.0.104 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.7355480 Jul 06 14:26:56.142017 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-b2f40c23-0623-4181-9bee-351bfa517912 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] 10.222.0.104 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0724306 Jul 06 14:26:56.143076 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 47366) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:26:56.216665 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80b791e3-29fe-4587-b113-91925fb22af5 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:26:56.222785 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 47368) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:26:56.223258 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-80b791e3-29fe-4587-b113-91925fb22af5 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] 10.222.0.104 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0785649 Jul 06 14:26:56.275976 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 47374) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:26:56.281626 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-abfdcb3a-77f3-4ff4-94cc-46641af8c572 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Request body: {'subnet': {'network_id': 'eba60608-4e28-43df-928a-323910d090ed', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:26:56.285820 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-87376aa3-2609-43c4-9982-515b3d42d170 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] 10.222.0.104 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0615914 Jul 06 14:26:56.444244 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abfdcb3a-77f3-4ff4-94cc-46641af8c572 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Made reservation on behalf of 4a263308c6474c0e99d0efe9a5a7b767 for: {'subnet': 1} {{(pid=100246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:26:56.450652 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-abfdcb3a-77f3-4ff4-94cc-46641af8c572 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127702029'] for subnet, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:56.639093 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-2064eaae-da4f-48f8-82d2-b09d4ddedd44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:56.924404 n-d-773647-6 neutron-server[100246]: DEBUG neutron.objects.ports [None req-abfdcb3a-77f3-4ff4-94cc-46641af8c572 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=100246) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 06 14:26:56.927959 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-abfdcb3a-77f3-4ff4-94cc-46641af8c572 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1849032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127687649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127702047'] for subnet, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:56.951644 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device f9b1bfd9-b639-471a-8e28-8eeb8332b591 up at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:26:56.981413 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abfdcb3a-77f3-4ff4-94cc-46641af8c572 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Network eba60608-4e28-43df-928a-323910d090ed is already hosted by enough agents. {{(pid=100246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:26:56.993652 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.base_scheduler [None req-abfdcb3a-77f3-4ff4-94cc-46641af8c572 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Resources bound (agent type, host, resource id): {{(pid=100246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:26:56.997335 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abfdcb3a-77f3-4ff4-94cc-46641af8c572 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:26:56.998212 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-abfdcb3a-77f3-4ff4-94cc-46641af8c572 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Notify callbacks [] for subnet, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:57.041000 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-abfdcb3a-77f3-4ff4-94cc-46641af8c572 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] 10.222.0.104 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.7638769 Jul 06 14:26:57.042418 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abfdcb3a-77f3-4ff4-94cc-46641af8c572 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Pushing event updated for resources: {'Subnet': ['ID=c188df4f-9a5d-46c4-908b-54e28cba2586,revision_number=0']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:26:57.043791 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 47392) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:26:57.050286 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [None req-67c2e54e-cead-4621-878c-7383aebf8c3b tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Request body: {'port': {'network_id': 'eba60608-4e28-43df-928a-323910d090ed', 'mac_address': 'fa:16:3e:42:7e:a8', 'name': 'tempest-NetworksTestDHCPv6-54353706'}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:26:57.235149 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3e13586-93e9-4ed5-a0ef-d2c4e457a454 None None] Network eba60608-4e28-43df-928a-323910d090ed requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:26:57.302522 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67c2e54e-cead-4621-878c-7383aebf8c3b tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Made reservation on behalf of 4a263308c6474c0e99d0efe9a5a7b767 for: {'port': 1} {{(pid=100247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:26:57.381708 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning for port f9b1bfd9-b639-471a-8e28-8eeb8332b591 completed by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:26:57.390727 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning complete for port f9b1bfd9-b639-471a-8e28-8eeb8332b591 triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:26:57.391108 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:57.470632 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-67c2e54e-cead-4621-878c-7383aebf8c3b tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:57.510207 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c65415d4-abaf-4086-9798-feb48cdb4227 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6bd5fc82-6666-56e8-87c2-91648d36c963-eba60608-4e28-43df-928a-323910d090ed', 'network_id': 'eba60608-4e28-43df-928a-323910d090ed', 'tenant_id': '4a263308c6474c0e99d0efe9a5a7b767', 'fixed_ips': [{'subnet_id': 'c188df4f-9a5d-46c4-908b-54e28cba2586'}]}} from n-d-773647-6. {{(pid=100248) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 14:26:57.511085 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-c65415d4-abaf-4086-9798-feb48cdb4227 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:57.516632 n-d-773647-6 neutron-server[100247]: DEBUG neutron.notifiers.nova [None req-67c2e54e-cead-4621-878c-7383aebf8c3b tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] device_id is not set on port 209313a4-edb8-471a-8403-bdcc253e760c yet. {{(pid=100247) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 14:26:57.637157 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:57.710421 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] For port f9b1bfd9-b639-471a-8e28-8eeb8332b591, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=f9b1bfd9-b639-471a-8e28-8eeb8332b591,segment=NetworkSegment(185492e9-40e6-4cb2-878d-8f3fdd48e61c),segment_id=185492e9-40e6-4cb2-878d-8f3fdd48e61c)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:26:57.717838 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:57.769712 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.db_base_plugin_common [None req-67c2e54e-cead-4621-878c-7383aebf8c3b tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Allocated IP 2001:db8::f816:3eff:fe42:7ea8 (eba60608-4e28-43df-928a-323910d090ed/c188df4f-9a5d-46c4-908b-54e28cba2586/209313a4-edb8-471a-8403-bdcc253e760c) {{(pid=100247) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:26:57.864859 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Pushing event updated for resources: {'Port': ['ID=f9b1bfd9-b639-471a-8e28-8eeb8332b591,revision_number=5']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:26:57.879946 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device bbd0446f-f4b0-4051-b122-9e91fca159d0 no longer exists at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:26:57.904190 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] No Port match for: bbd0446f-f4b0-4051-b122-9e91fca159d0 {{(pid=100248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 14:26:57.904813 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device bbd0446f-f4b0-4051-b122-9e91fca159d0 not bound to the agent host n-d-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:26:58.025570 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-67c2e54e-cead-4621-878c-7383aebf8c3b tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Notify callbacks [] for port, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:58.044003 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.provisioning_blocks [None req-67c2e54e-cead-4621-878c-7383aebf8c3b tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Transition to ACTIVE for port object 209313a4-edb8-471a-8403-bdcc253e760c will not be triggered until provisioned by entity DHCP. {{(pid=100247) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:26:58.113668 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-67c2e54e-cead-4621-878c-7383aebf8c3b tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-128888360'] for port, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:58.187908 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c2e54e-cead-4621-878c-7383aebf8c3b tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Pushing event updated for resources: {'Port': ['ID=209313a4-edb8-471a-8403-bdcc253e760c,revision_number=1']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:26:58.199187 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.db_base_plugin_common [None req-c65415d4-abaf-4086-9798-feb48cdb4227 None None] Allocated IP 2001:db8::f816:3eff:fec9:5a28 (eba60608-4e28-43df-928a-323910d090ed/c188df4f-9a5d-46c4-908b-54e28cba2586/718574b3-e837-476f-ae07-2e40f772febf) {{(pid=100248) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:26:58.211421 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67c2e54e-cead-4621-878c-7383aebf8c3b tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Network eba60608-4e28-43df-928a-323910d090ed is already hosted by enough agents. {{(pid=100247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:26:58.213279 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.base_scheduler [None req-67c2e54e-cead-4621-878c-7383aebf8c3b tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Resources bound (agent type, host, resource id): {{(pid=100247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:26:58.216132 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67c2e54e-cead-4621-878c-7383aebf8c3b tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Received port after_create {{(pid=100247) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:26:58.222766 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67c2e54e-cead-4621-878c-7383aebf8c3b tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:26:58.223773 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-67c2e54e-cead-4621-878c-7383aebf8c3b tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:58.243658 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-67c2e54e-cead-4621-878c-7383aebf8c3b tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] 10.222.0.104 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 1.1974287 Jul 06 14:26:58.250229 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 47416) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:26:58.372357 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1d7139e-dee2-4ec7-b922-4556cbc8c557 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:26:58.375001 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-e1d7139e-dee2-4ec7-b922-4556cbc8c557 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] 10.222.0.104 "GET /v2.0/ports HTTP/1.1" status: 200 len: 944 time: 0.1233866 Jul 06 14:26:58.378055 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 47422) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:26:58.456709 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-03f71b24-a9b8-453a-8924-caa3f97bc6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:58.488270 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-c65415d4-abaf-4086-9798-feb48cdb4227 None None] Notify callbacks [] for port, precommit_create {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:58.499321 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-c65415d4-abaf-4086-9798-feb48cdb4227 None None] Transition to ACTIVE for port object 718574b3-e837-476f-ae07-2e40f772febf will not be triggered until provisioned by entity L2. {{(pid=100248) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:26:58.536642 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-c65415d4-abaf-4086-9798-feb48cdb4227 None None] Transition to ACTIVE for port object 718574b3-e837-476f-ae07-2e40f772febf will not be triggered until provisioned by entity DHCP. {{(pid=100248) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:26:58.547312 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-c65415d4-abaf-4086-9798-feb48cdb4227 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108'] for port, after_create {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:58.582120 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [None req-8bc8373f-f253-4dca-a0e9-2c609174c6fc tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Deleting port 209313a4-edb8-471a-8403-bdcc253e760c {{(pid=100246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:26:58.582768 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-8bc8373f-f253-4dca-a0e9-2c609174c6fc tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:58.597227 n-d-773647-6 neutron-server[100248]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c65415d4-abaf-4086-9798-feb48cdb4227 None None] Network eba60608-4e28-43df-928a-323910d090ed is already hosted by enough agents. {{(pid=100248) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:26:58.601110 n-d-773647-6 neutron-server[100248]: DEBUG neutron.scheduler.base_scheduler [None req-c65415d4-abaf-4086-9798-feb48cdb4227 None None] Resources bound (agent type, host, resource id): {{(pid=100248) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:26:58.605042 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c65415d4-abaf-4086-9798-feb48cdb4227 None None] Received port after_create {{(pid=100248) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:26:58.625451 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65415d4-abaf-4086-9798-feb48cdb4227 None None] Pushing event updated for resources: {'Port': ['ID=718574b3-e837-476f-ae07-2e40f772febf,revision_number=1']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:26:58.704951 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-c65415d4-abaf-4086-9798-feb48cdb4227 None None] Attempting to bind port 718574b3-e837-476f-ae07-2e40f772febf on host n-d-773647-6 for vnic_type normal with profile {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:26:58.705224 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-c65415d4-abaf-4086-9798-feb48cdb4227 None None] Attempting to bind port 718574b3-e837-476f-ae07-2e40f772febf by drivers openvswitch,hyperv on host n-d-773647-6 at level 0 using segments [{'id': '67308366-d379-4f20-9df5-ed161946f077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': 'eba60608-4e28-43df-928a-323910d090ed'}] {{(pid=100248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:26:58.705605 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c65415d4-abaf-4086-9798-feb48cdb4227 None None] Attempting to bind port 718574b3-e837-476f-ae07-2e40f772febf on network eba60608-4e28-43df-928a-323910d090ed {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:26:58.711419 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c65415d4-abaf-4086-9798-feb48cdb4227 None None] Checking agent: {'id': '8ab5b19c-d213-4f29-891d-27bdf39d38b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773647-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 43, 26), 'started_at': datetime.datetime(2021, 7, 6, 13, 43, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 26, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773647-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:26:58.712111 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c65415d4-abaf-4086-9798-feb48cdb4227 None None] Checking segment: {'id': '67308366-d379-4f20-9df5-ed161946f077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': 'eba60608-4e28-43df-928a-323910d090ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:26:58.712227 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-c65415d4-abaf-4086-9798-feb48cdb4227 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:58.712565 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c65415d4-abaf-4086-9798-feb48cdb4227 None None] Bound using segment: {'id': '67308366-d379-4f20-9df5-ed161946f077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': 'eba60608-4e28-43df-928a-323910d090ed'} {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:26:58.713111 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-c65415d4-abaf-4086-9798-feb48cdb4227 None None] Bound port: 718574b3-e837-476f-ae07-2e40f772febf, host: n-d-773647-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67308366-d379-4f20-9df5-ed161946f077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': 'eba60608-4e28-43df-928a-323910d090ed'}}] {{(pid=100248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:26:58.713500 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-c65415d4-abaf-4086-9798-feb48cdb4227 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:58.763913 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-8bc8373f-f253-4dca-a0e9-2c609174c6fc tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:58.786525 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [None req-8bc8373f-f253-4dca-a0e9-2c609174c6fc tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Calling delete_port for 209313a4-edb8-471a-8403-bdcc253e760c owned by {{(pid=100246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:26:58.806575 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-c65415d4-abaf-4086-9798-feb48cdb4227 None None] For port 718574b3-e837-476f-ae07-2e40f772febf, host n-d-773647-6, cleared binding levels {{(pid=100248) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:26:58.812745 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-c65415d4-abaf-4086-9798-feb48cdb4227 None None] For port 718574b3-e837-476f-ae07-2e40f772febf, host n-d-773647-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=718574b3-e837-476f-ae07-2e40f772febf,segment=NetworkSegment(67308366-d379-4f20-9df5-ed161946f077),segment_id=67308366-d379-4f20-9df5-ed161946f077)] {{(pid=100248) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:26:58.825773 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-c65415d4-abaf-4086-9798-feb48cdb4227 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:58.991048 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device f9b1bfd9-b639-471a-8e28-8eeb8332b591 up at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:26:59.140443 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65415d4-abaf-4086-9798-feb48cdb4227 None None] Pushing event updated for resources: {'Port': ['ID=718574b3-e837-476f-ae07-2e40f772febf,revision_number=2']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:26:59.141177 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-8bc8373f-f253-4dca-a0e9-2c609174c6fc tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127687580'] for port, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:59.225255 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning complete for port f9b1bfd9-b639-471a-8e28-8eeb8332b591 triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:26:59.226551 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:59.299479 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc8373f-f253-4dca-a0e9-2c609174c6fc tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Pushing event deleted for resources: {'Port': ['ID=209313a4-edb8-471a-8403-bdcc253e760c,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:26:59.372531 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-8bc8373f-f253-4dca-a0e9-2c609174c6fc tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:59.380086 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-8bc8373f-f253-4dca-a0e9-2c609174c6fc tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] 10.222.0.104 "DELETE /v2.0/ports/209313a4-edb8-471a-8403-bdcc253e760c HTTP/1.1" status: 204 len: 168 time: 1.0004861 Jul 06 14:26:59.382401 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 47446) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:26:59.582098 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3228d860-d3ca-48f0-a726-6442619bf344 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:26:59.587405 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3228d860-d3ca-48f0-a726-6442619bf344 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:26:59.590507 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-3228d860-d3ca-48f0-a726-6442619bf344 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] 10.222.0.104 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.2063465 Jul 06 14:26:59.598609 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 47450) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:26:59.705077 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab7257ac-fd2b-435a-9726-e6fd311cd6fc tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Deleting subnet c188df4f-9a5d-46c4-908b-54e28cba2586 {{(pid=100246) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 14:26:59.709794 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-ab7257ac-fd2b-435a-9726-e6fd311cd6fc tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Notify callbacks [] for subnet, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:59.783271 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-ab7257ac-fd2b-435a-9726-e6fd311cd6fc tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126218885'] for subnet, precommit_delete_associations {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:59.905332 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-ab7257ac-fd2b-435a-9726-e6fd311cd6fc tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-913473'] for subnet, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:59.999109 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-ab7257ac-fd2b-435a-9726-e6fd311cd6fc tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-913480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1849032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127687590', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127702764'] for subnet, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:00.047964 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7257ac-fd2b-435a-9726-e6fd311cd6fc tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Pushing event deleted for resources: {'Subnet': ['ID=c188df4f-9a5d-46c4-908b-54e28cba2586,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:27:00.050788 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-ab7257ac-fd2b-435a-9726-e6fd311cd6fc tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Notify callbacks [] for subnet, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:00.053435 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-ab7257ac-fd2b-435a-9726-e6fd311cd6fc tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] 10.222.0.104 "DELETE /v2.0/subnets/c188df4f-9a5d-46c4-908b-54e28cba2586 HTTP/1.1" status: 204 len: 168 time: 0.4530401 Jul 06 14:27:00.055807 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 47458) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:27:00.120825 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-9f1c611d-24c2-46ba-a061-4a7157e15f9b tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] 10.222.0.104 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0636163 Jul 06 14:27:00.123481 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 47464) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:27:00.131133 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-7a8f5d0f-d087-41ba-8a79-2ee9b6570b5c tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Request body: {'subnet': {'network_id': 'eba60608-4e28-43df-928a-323910d090ed', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:27:00.301373 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a8f5d0f-d087-41ba-8a79-2ee9b6570b5c tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Made reservation on behalf of 4a263308c6474c0e99d0efe9a5a7b767 for: {'subnet': 1} {{(pid=100246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:27:00.306140 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-7a8f5d0f-d087-41ba-8a79-2ee9b6570b5c tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127702029'] for subnet, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:00.750116 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe25c4b6-a75a-4a2a-91c9-45cc15e4057a None None] Network eba60608-4e28-43df-928a-323910d090ed requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:27:00.928112 n-d-773647-6 neutron-server[100246]: DEBUG neutron.objects.ports [None req-7a8f5d0f-d087-41ba-8a79-2ee9b6570b5c tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=100246) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 06 14:27:00.970849 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-335f4901-dd6b-4dab-b5cf-aa6285e90863 None None] Provisioning for port 718574b3-e837-476f-ae07-2e40f772febf completed by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:27:01.012462 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 718574b3-e837-476f-ae07-2e40f772febf up at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:27:01.221674 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning for port 718574b3-e837-476f-ae07-2e40f772febf completed by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:27:01.232286 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning complete for port 718574b3-e837-476f-ae07-2e40f772febf triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:27:01.232819 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:01.350055 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:01.356087 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-7a8f5d0f-d087-41ba-8a79-2ee9b6570b5c tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:01.429271 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] For port 718574b3-e837-476f-ae07-2e40f772febf, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=718574b3-e837-476f-ae07-2e40f772febf,segment=NetworkSegment(67308366-d379-4f20-9df5-ed161946f077),segment_id=67308366-d379-4f20-9df5-ed161946f077)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:27:01.470638 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:01.494820 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.db.api [None req-7a8f5d0f-d087-41ba-8a79-2ee9b6570b5c tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100246) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 06 14:27:01.495508 n-d-773647-6 neutron-server[100246]: DEBUG oslo_db.api [None req-7a8f5d0f-d087-41ba-8a79-2ee9b6570b5c tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 06 14:27:01.600646 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Pushing event updated for resources: {'Port': ['ID=718574b3-e837-476f-ae07-2e40f772febf,revision_number=5']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:27:01.718891 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-b300e46d-3a3f-448b-9d7d-9409abdce1de None None] Provisioning complete for port 718574b3-e837-476f-ae07-2e40f772febf triggered by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:27:01.719711 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-b300e46d-3a3f-448b-9d7d-9409abdce1de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:02.067141 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-7a8f5d0f-d087-41ba-8a79-2ee9b6570b5c tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:02.071562 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-0da0d250-c8d3-4cc4-b37c-8eaa1b7a2cbd None None] Could not find standard attr ID for object 209313a4-edb8-471a-8403-bdcc253e760c. {{(pid=100248) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 06 14:27:02.314323 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.db [None req-7a8f5d0f-d087-41ba-8a79-2ee9b6570b5c tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] For port 718574b3-e837-476f-ae07-2e40f772febf, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=718574b3-e837-476f-ae07-2e40f772febf,segment=NetworkSegment(67308366-d379-4f20-9df5-ed161946f077),segment_id=67308366-d379-4f20-9df5-ed161946f077)] {{(pid=100246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:27:02.351061 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-7a8f5d0f-d087-41ba-8a79-2ee9b6570b5c tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Notify callbacks [] for port, precommit_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:02.368553 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-7a8f5d0f-d087-41ba-8a79-2ee9b6570b5c tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127687527'] for port, after_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:02.370907 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-7a8f5d0f-d087-41ba-8a79-2ee9b6570b5c tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1849032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127687649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127702047'] for subnet, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:02.521735 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a8f5d0f-d087-41ba-8a79-2ee9b6570b5c tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Network eba60608-4e28-43df-928a-323910d090ed is already hosted by enough agents. {{(pid=100246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:27:02.543983 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.base_scheduler [None req-7a8f5d0f-d087-41ba-8a79-2ee9b6570b5c tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Resources bound (agent type, host, resource id): {{(pid=100246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:27:02.548963 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a8f5d0f-d087-41ba-8a79-2ee9b6570b5c tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:27:02.549582 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-7a8f5d0f-d087-41ba-8a79-2ee9b6570b5c tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Notify callbacks [] for subnet, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:02.556885 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8f5d0f-d087-41ba-8a79-2ee9b6570b5c tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Pushing event updated for resources: {'Subnet': ['ID=e20d9822-44e6-4ad3-9daf-5747177a9e5d,revision_number=0']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:27:02.562342 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65909ade-60f6-44ea-a708-409f2f884153 None None] Network eba60608-4e28-43df-928a-323910d090ed requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:27:02.563015 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8f5d0f-d087-41ba-8a79-2ee9b6570b5c tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Pushing event updated for resources: {'Port': ['ID=718574b3-e837-476f-ae07-2e40f772febf,revision_number=6']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:27:02.578815 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-7a8f5d0f-d087-41ba-8a79-2ee9b6570b5c tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] 10.222.0.104 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.4537797 Jul 06 14:27:02.581172 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 47530) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:27:02.590079 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-3caf4b16-28d8-4d9e-8ef0-dec680dc0bf7 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Request body: {'port': {'network_id': 'eba60608-4e28-43df-928a-323910d090ed', 'mac_address': 'fa:16:3e:f2:a4:ec', 'name': 'tempest-NetworksTestDHCPv6-1855713280'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:27:02.854226 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3caf4b16-28d8-4d9e-8ef0-dec680dc0bf7 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Made reservation on behalf of 4a263308c6474c0e99d0efe9a5a7b767 for: {'port': 1} {{(pid=100246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:27:02.988821 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 718574b3-e837-476f-ae07-2e40f772febf up at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:27:03.101452 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning complete for port 718574b3-e837-476f-ae07-2e40f772febf triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:27:03.102103 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:03.113163 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-3caf4b16-28d8-4d9e-8ef0-dec680dc0bf7 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:03.171884 n-d-773647-6 neutron-server[100246]: DEBUG neutron.notifiers.nova [None req-3caf4b16-28d8-4d9e-8ef0-dec680dc0bf7 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] device_id is not set on port 37444334-6e30-4f10-8b10-465f2ad6b274 yet. {{(pid=100246) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 14:27:03.359363 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-60a794a2-901b-4ad7-8e8f-77576ed85ad7 None None] Provisioning complete for port 718574b3-e837-476f-ae07-2e40f772febf triggered by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:27:03.360031 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-60a794a2-901b-4ad7-8e8f-77576ed85ad7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:03.451319 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.db_base_plugin_common [None req-3caf4b16-28d8-4d9e-8ef0-dec680dc0bf7 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Allocated IP 2001:db8::f816:3eff:fef2:a4ec (eba60608-4e28-43df-928a-323910d090ed/e20d9822-44e6-4ad3-9daf-5747177a9e5d/37444334-6e30-4f10-8b10-465f2ad6b274) {{(pid=100246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:27:03.660216 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-3caf4b16-28d8-4d9e-8ef0-dec680dc0bf7 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Notify callbacks [] for port, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:03.680898 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.provisioning_blocks [None req-3caf4b16-28d8-4d9e-8ef0-dec680dc0bf7 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Transition to ACTIVE for port object 37444334-6e30-4f10-8b10-465f2ad6b274 will not be triggered until provisioned by entity DHCP. {{(pid=100246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:27:03.735460 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-3caf4b16-28d8-4d9e-8ef0-dec680dc0bf7 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-127687573'] for port, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:03.808255 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3caf4b16-28d8-4d9e-8ef0-dec680dc0bf7 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Network eba60608-4e28-43df-928a-323910d090ed is already hosted by enough agents. {{(pid=100246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:27:03.819144 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.base_scheduler [None req-3caf4b16-28d8-4d9e-8ef0-dec680dc0bf7 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Resources bound (agent type, host, resource id): {{(pid=100246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:27:03.820791 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3caf4b16-28d8-4d9e-8ef0-dec680dc0bf7 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Pushing event updated for resources: {'Port': ['ID=37444334-6e30-4f10-8b10-465f2ad6b274,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:27:03.823896 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3caf4b16-28d8-4d9e-8ef0-dec680dc0bf7 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Received port after_create {{(pid=100246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:27:03.829951 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3caf4b16-28d8-4d9e-8ef0-dec680dc0bf7 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:27:03.830653 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-3caf4b16-28d8-4d9e-8ef0-dec680dc0bf7 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:03.851076 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-3caf4b16-28d8-4d9e-8ef0-dec680dc0bf7 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] 10.222.0.104 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.2680824 Jul 06 14:27:03.854372 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 47610) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:27:03.949981 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f420492-f23f-42f8-89d5-8d952eb4b69b tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:27:03.957717 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f420492-f23f-42f8-89d5-8d952eb4b69b tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:27:03.959967 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-2f420492-f23f-42f8-89d5-8d952eb4b69b tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] 10.222.0.104 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1705 time: 0.1043401 Jul 06 14:27:03.963392 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 47612) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:27:04.160384 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [None req-9b7a9d16-e856-4d9a-b947-3cd1b6bade07 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Deleting port 37444334-6e30-4f10-8b10-465f2ad6b274 {{(pid=100246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:27:04.160752 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-9b7a9d16-e856-4d9a-b947-3cd1b6bade07 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:04.238288 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-df6c6dbc-1a5a-441c-8112-c4958cf0128a None None] Provisioning for port 37444334-6e30-4f10-8b10-465f2ad6b274 completed by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:27:04.252237 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-df6c6dbc-1a5a-441c-8112-c4958cf0128a None None] Provisioning complete for port 37444334-6e30-4f10-8b10-465f2ad6b274 triggered by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:27:04.252837 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-df6c6dbc-1a5a-441c-8112-c4958cf0128a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:04.278951 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-9b7a9d16-e856-4d9a-b947-3cd1b6bade07 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:04.294011 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [None req-9b7a9d16-e856-4d9a-b947-3cd1b6bade07 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Calling delete_port for 37444334-6e30-4f10-8b10-465f2ad6b274 owned by {{(pid=100246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:27:04.321650 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-df6c6dbc-1a5a-441c-8112-c4958cf0128a None None] Port 37444334-6e30-4f10-8b10-465f2ad6b274 cannot update to ACTIVE because it is not bound. {{(pid=100248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 14:27:04.520312 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-9b7a9d16-e856-4d9a-b947-3cd1b6bade07 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127687580'] for port, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:04.563163 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7a9d16-e856-4d9a-b947-3cd1b6bade07 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Pushing event deleted for resources: {'Port': ['ID=37444334-6e30-4f10-8b10-465f2ad6b274,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:27:04.598394 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-9b7a9d16-e856-4d9a-b947-3cd1b6bade07 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:04.600455 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-9b7a9d16-e856-4d9a-b947-3cd1b6bade07 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] 10.222.0.104 "DELETE /v2.0/ports/37444334-6e30-4f10-8b10-465f2ad6b274 HTTP/1.1" status: 204 len: 168 time: 0.6360102 Jul 06 14:27:04.603601 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 47634) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:27:04.684765 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72254700-877e-4db0-abdd-cfd00f468424 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:27:04.688534 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72254700-877e-4db0-abdd-cfd00f468424 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:27:04.691078 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-72254700-877e-4db0-abdd-cfd00f468424 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] 10.222.0.104 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0865932 Jul 06 14:27:04.695068 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 47638) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:27:04.803324 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.db_base_plugin_v2 [None req-3674233b-d5ad-43d4-b69d-fb3b559e21e4 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Deleting subnet e20d9822-44e6-4ad3-9daf-5747177a9e5d {{(pid=100247) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 14:27:04.812047 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-3674233b-d5ad-43d4-b69d-fb3b559e21e4 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Notify callbacks [] for subnet, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:04.895849 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-3674233b-d5ad-43d4-b69d-fb3b559e21e4 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127131748'] for subnet, precommit_delete_associations {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:05.012013 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-3674233b-d5ad-43d4-b69d-fb3b559e21e4 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-913473'] for subnet, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:05.092967 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-3674233b-d5ad-43d4-b69d-fb3b559e21e4 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-913480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1849032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-128888347', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127627857'] for subnet, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:05.129302 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3674233b-d5ad-43d4-b69d-fb3b559e21e4 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Pushing event deleted for resources: {'Subnet': ['ID=e20d9822-44e6-4ad3-9daf-5747177a9e5d,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:27:05.147449 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-3674233b-d5ad-43d4-b69d-fb3b559e21e4 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Notify callbacks [] for subnet, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:05.153163 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 47650) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:27:05.155668 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d99eb47-17ac-4a20-aa7f-72416a1c172f None None] Network eba60608-4e28-43df-928a-323910d090ed requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:27:05.167186 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-3674233b-d5ad-43d4-b69d-fb3b559e21e4 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] 10.222.0.104 "DELETE /v2.0/subnets/e20d9822-44e6-4ad3-9daf-5747177a9e5d HTTP/1.1" status: 204 len: 168 time: 0.4622345 Jul 06 14:27:05.228943 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-190fa32d-4541-49a5-8603-98d05593b5d1 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] 10.222.0.104 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0747206 Jul 06 14:27:05.231817 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 47652) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:27:05.349734 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20ff53e3-7e1d-45fd-905b-d8d7761e4790 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:27:05.352278 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-20ff53e3-7e1d-45fd-905b-d8d7761e4790 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] 10.222.0.104 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1188166 Jul 06 14:27:05.354965 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 47656) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:27:05.412112 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23175b22-b866-495e-8881-30582dc4ba50 None None] DHCP port deletion for eba60608-4e28-43df-928a-323910d090ed request from n-d-773647-6 {{(pid=100248) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 14:27:05.452442 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76a40828-93a0-4ca9-987f-d98fba415346 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:27:05.456127 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-76a40828-93a0-4ca9-987f-d98fba415346 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] 10.222.0.104 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0995882 Jul 06 14:27:05.458861 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 47662) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:27:05.505591 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-670fbd35-4b67-4828-8ac3-71bb851390c1 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] 10.222.0.104 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0454552 Jul 06 14:27:05.509814 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 47668) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:27:05.517594 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [None req-7ce34a41-b27e-4323-b892-e83da0c8f523 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Request body: {'subnet': {'network_id': 'eba60608-4e28-43df-928a-323910d090ed', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:27:05.521962 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-23175b22-b866-495e-8881-30582dc4ba50 None None] Deleting port 718574b3-e837-476f-ae07-2e40f772febf {{(pid=100248) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:27:05.522358 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-23175b22-b866-495e-8881-30582dc4ba50 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:05.625780 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-23175b22-b866-495e-8881-30582dc4ba50 None None] For port 718574b3-e837-476f-ae07-2e40f772febf, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=718574b3-e837-476f-ae07-2e40f772febf,segment=NetworkSegment(67308366-d379-4f20-9df5-ed161946f077),segment_id=67308366-d379-4f20-9df5-ed161946f077)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:27:05.626595 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-23175b22-b866-495e-8881-30582dc4ba50 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:05.646914 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-23175b22-b866-495e-8881-30582dc4ba50 None None] Calling delete_port for 718574b3-e837-476f-ae07-2e40f772febf owned by network:dhcp {{(pid=100248) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:27:05.674228 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ce34a41-b27e-4323-b892-e83da0c8f523 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Made reservation on behalf of 4a263308c6474c0e99d0efe9a5a7b767 for: {'subnet': 1} {{(pid=100247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:27:05.679306 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-7ce34a41-b27e-4323-b892-e83da0c8f523 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127627440'] for subnet, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:05.768238 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-23175b22-b866-495e-8881-30582dc4ba50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117'] for port, after_delete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:05.809777 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23175b22-b866-495e-8881-30582dc4ba50 None None] Pushing event deleted for resources: {'Port': ['ID=718574b3-e837-476f-ae07-2e40f772febf,revision_number=None']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:27:05.823633 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23175b22-b866-495e-8881-30582dc4ba50 None None] No DVR routers for this DVR port 718574b3-e837-476f-ae07-2e40f772febf on host n-d-773647-6 {{(pid=100248) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:27:06.034121 n-d-773647-6 neutron-server[100247]: DEBUG neutron.objects.ports [None req-7ce34a41-b27e-4323-b892-e83da0c8f523 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=100247) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 06 14:27:06.036374 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-7ce34a41-b27e-4323-b892-e83da0c8f523 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1849032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-128888412', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127627426'] for subnet, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:06.090106 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ce34a41-b27e-4323-b892-e83da0c8f523 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Network eba60608-4e28-43df-928a-323910d090ed is already hosted by enough agents. {{(pid=100247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:27:06.093591 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.base_scheduler [None req-7ce34a41-b27e-4323-b892-e83da0c8f523 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Resources bound (agent type, host, resource id): {{(pid=100247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:27:06.098047 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ce34a41-b27e-4323-b892-e83da0c8f523 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:27:06.098726 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-7ce34a41-b27e-4323-b892-e83da0c8f523 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Notify callbacks [] for subnet, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:06.104487 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40ea2662-671f-40ec-8128-68fd56691a7a None None] Network eba60608-4e28-43df-928a-323910d090ed requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:27:06.131584 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce34a41-b27e-4323-b892-e83da0c8f523 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Pushing event updated for resources: {'Subnet': ['ID=de3118d0-e492-4492-9917-6d4010400e49,revision_number=0']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:27:06.140498 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-7ce34a41-b27e-4323-b892-e83da0c8f523 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] 10.222.0.104 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 0.6297238 Jul 06 14:27:06.143014 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 47680) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:27:06.148220 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [None req-cc431a23-cc26-4f33-95ed-61f33dc1d1eb tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Request body: {'port': {'network_id': 'eba60608-4e28-43df-928a-323910d090ed', 'mac_address': 'fa:16:3e:b4:b7:12', 'name': 'tempest-NetworksTestDHCPv6-1845195313'}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:27:06.307479 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7daaeb5e-5398-4528-b56f-3042a0cde990 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6bd5fc82-6666-56e8-87c2-91648d36c963-eba60608-4e28-43df-928a-323910d090ed', 'network_id': 'eba60608-4e28-43df-928a-323910d090ed', 'tenant_id': '4a263308c6474c0e99d0efe9a5a7b767', 'fixed_ips': [{'subnet_id': 'de3118d0-e492-4492-9917-6d4010400e49'}]}} from n-d-773647-6. {{(pid=100248) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 14:27:06.308443 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-7daaeb5e-5398-4528-b56f-3042a0cde990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:06.542364 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.db_base_plugin_common [None req-7daaeb5e-5398-4528-b56f-3042a0cde990 None None] Allocated IP 2001:db8::f816:3eff:fe0f:7b7f (eba60608-4e28-43df-928a-323910d090ed/de3118d0-e492-4492-9917-6d4010400e49/3f2aac2a-267c-451f-9e55-a319c1e948b8) {{(pid=100248) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:27:06.571115 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc431a23-cc26-4f33-95ed-61f33dc1d1eb tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Made reservation on behalf of 4a263308c6474c0e99d0efe9a5a7b767 for: {'port': 1} {{(pid=100247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:27:06.710921 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-cc431a23-cc26-4f33-95ed-61f33dc1d1eb tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:06.733503 n-d-773647-6 neutron-server[100247]: DEBUG neutron.notifiers.nova [None req-cc431a23-cc26-4f33-95ed-61f33dc1d1eb tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] device_id is not set on port b8030ba0-491a-4619-86d9-05a8ba7d2bfd yet. {{(pid=100247) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 14:27:06.736084 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-7daaeb5e-5398-4528-b56f-3042a0cde990 None None] Notify callbacks [] for port, precommit_create {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:06.758559 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-7daaeb5e-5398-4528-b56f-3042a0cde990 None None] Transition to ACTIVE for port object 3f2aac2a-267c-451f-9e55-a319c1e948b8 will not be triggered until provisioned by entity L2. {{(pid=100248) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:27:06.790121 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-7daaeb5e-5398-4528-b56f-3042a0cde990 None None] Transition to ACTIVE for port object 3f2aac2a-267c-451f-9e55-a319c1e948b8 will not be triggered until provisioned by entity DHCP. {{(pid=100248) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:27:06.813997 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-7daaeb5e-5398-4528-b56f-3042a0cde990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108'] for port, after_create {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:06.855420 n-d-773647-6 neutron-server[100248]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7daaeb5e-5398-4528-b56f-3042a0cde990 None None] Network eba60608-4e28-43df-928a-323910d090ed is already hosted by enough agents. {{(pid=100248) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:27:06.858573 n-d-773647-6 neutron-server[100248]: DEBUG neutron.scheduler.base_scheduler [None req-7daaeb5e-5398-4528-b56f-3042a0cde990 None None] Resources bound (agent type, host, resource id): {{(pid=100248) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:27:06.865562 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7daaeb5e-5398-4528-b56f-3042a0cde990 None None] Received port after_create {{(pid=100248) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:27:06.892883 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7daaeb5e-5398-4528-b56f-3042a0cde990 None None] Pushing event updated for resources: {'Port': ['ID=3f2aac2a-267c-451f-9e55-a319c1e948b8,revision_number=1']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:27:06.896126 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 718574b3-e837-476f-ae07-2e40f772febf no longer exists at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:27:06.918588 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] No Port match for: 718574b3-e837-476f-ae07-2e40f772febf {{(pid=100248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 14:27:06.918938 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 718574b3-e837-476f-ae07-2e40f772febf not bound to the agent host n-d-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:27:06.928738 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.db_base_plugin_common [None req-cc431a23-cc26-4f33-95ed-61f33dc1d1eb tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Allocated IP 2001:db8::f816:3eff:feb4:b712 (eba60608-4e28-43df-928a-323910d090ed/de3118d0-e492-4492-9917-6d4010400e49/b8030ba0-491a-4619-86d9-05a8ba7d2bfd) {{(pid=100247) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:27:06.994741 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-7daaeb5e-5398-4528-b56f-3042a0cde990 None None] Attempting to bind port 3f2aac2a-267c-451f-9e55-a319c1e948b8 on host n-d-773647-6 for vnic_type normal with profile {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:27:06.995728 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-7daaeb5e-5398-4528-b56f-3042a0cde990 None None] Attempting to bind port 3f2aac2a-267c-451f-9e55-a319c1e948b8 by drivers openvswitch,hyperv on host n-d-773647-6 at level 0 using segments [{'id': '67308366-d379-4f20-9df5-ed161946f077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': 'eba60608-4e28-43df-928a-323910d090ed'}] {{(pid=100248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:27:06.996633 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7daaeb5e-5398-4528-b56f-3042a0cde990 None None] Attempting to bind port 3f2aac2a-267c-451f-9e55-a319c1e948b8 on network eba60608-4e28-43df-928a-323910d090ed {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:27:07.004381 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7daaeb5e-5398-4528-b56f-3042a0cde990 None None] Checking agent: {'id': '8ab5b19c-d213-4f29-891d-27bdf39d38b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773647-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 43, 26), 'started_at': datetime.datetime(2021, 7, 6, 13, 43, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 26, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773647-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:27:07.004890 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7daaeb5e-5398-4528-b56f-3042a0cde990 None None] Checking segment: {'id': '67308366-d379-4f20-9df5-ed161946f077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': 'eba60608-4e28-43df-928a-323910d090ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:27:07.005558 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-7daaeb5e-5398-4528-b56f-3042a0cde990 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:07.006028 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7daaeb5e-5398-4528-b56f-3042a0cde990 None None] Bound using segment: {'id': '67308366-d379-4f20-9df5-ed161946f077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': 'eba60608-4e28-43df-928a-323910d090ed'} {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:27:07.007080 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-7daaeb5e-5398-4528-b56f-3042a0cde990 None None] Bound port: 3f2aac2a-267c-451f-9e55-a319c1e948b8, host: n-d-773647-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67308366-d379-4f20-9df5-ed161946f077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': 'eba60608-4e28-43df-928a-323910d090ed'}}] {{(pid=100248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:27:07.007567 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-7daaeb5e-5398-4528-b56f-3042a0cde990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:07.085453 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-7daaeb5e-5398-4528-b56f-3042a0cde990 None None] For port 3f2aac2a-267c-451f-9e55-a319c1e948b8, host n-d-773647-6, cleared binding levels {{(pid=100248) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:27:07.090457 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-7daaeb5e-5398-4528-b56f-3042a0cde990 None None] For port 3f2aac2a-267c-451f-9e55-a319c1e948b8, host n-d-773647-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=3f2aac2a-267c-451f-9e55-a319c1e948b8,segment=NetworkSegment(67308366-d379-4f20-9df5-ed161946f077),segment_id=67308366-d379-4f20-9df5-ed161946f077)] {{(pid=100248) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:27:07.094864 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-7daaeb5e-5398-4528-b56f-3042a0cde990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:07.161893 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7daaeb5e-5398-4528-b56f-3042a0cde990 None None] Pushing event updated for resources: {'Port': ['ID=3f2aac2a-267c-451f-9e55-a319c1e948b8,revision_number=2']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:27:07.191740 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-cc431a23-cc26-4f33-95ed-61f33dc1d1eb tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Notify callbacks [] for port, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:07.220378 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.provisioning_blocks [None req-cc431a23-cc26-4f33-95ed-61f33dc1d1eb tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Transition to ACTIVE for port object b8030ba0-491a-4619-86d9-05a8ba7d2bfd will not be triggered until provisioned by entity DHCP. {{(pid=100247) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:27:07.264248 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-cc431a23-cc26-4f33-95ed-61f33dc1d1eb tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-128888360'] for port, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:07.316996 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc431a23-cc26-4f33-95ed-61f33dc1d1eb tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Network eba60608-4e28-43df-928a-323910d090ed is already hosted by enough agents. {{(pid=100247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:27:07.326380 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.base_scheduler [None req-cc431a23-cc26-4f33-95ed-61f33dc1d1eb tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Resources bound (agent type, host, resource id): {{(pid=100247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:27:07.330895 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc431a23-cc26-4f33-95ed-61f33dc1d1eb tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Received port after_create {{(pid=100247) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:27:07.337592 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc431a23-cc26-4f33-95ed-61f33dc1d1eb tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:27:07.338429 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-cc431a23-cc26-4f33-95ed-61f33dc1d1eb tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:07.366181 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc431a23-cc26-4f33-95ed-61f33dc1d1eb tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Pushing event updated for resources: {'Port': ['ID=b8030ba0-491a-4619-86d9-05a8ba7d2bfd,revision_number=1']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:27:07.386548 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-cc431a23-cc26-4f33-95ed-61f33dc1d1eb tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] 10.222.0.104 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.2423451 Jul 06 14:27:07.390929 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 47710) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:27:07.588923 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bff65afd-369d-46ce-a00c-cd37bd5d38b1 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:27:07.600447 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bff65afd-369d-46ce-a00c-cd37bd5d38b1 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:27:07.602937 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-bff65afd-369d-46ce-a00c-cd37bd5d38b1 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] 10.222.0.104 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.2109413 Jul 06 14:27:07.607160 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 47716) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:27:07.763920 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.plugin [None req-395d326e-1e4d-429f-a49f-21e6815f9281 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Deleting port b8030ba0-491a-4619-86d9-05a8ba7d2bfd {{(pid=100247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:27:07.764591 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-395d326e-1e4d-429f-a49f-21e6815f9281 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:07.896355 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-395d326e-1e4d-429f-a49f-21e6815f9281 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:07.919332 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.plugin [None req-395d326e-1e4d-429f-a49f-21e6815f9281 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Calling delete_port for b8030ba0-491a-4619-86d9-05a8ba7d2bfd owned by {{(pid=100247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:27:08.091821 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-395d326e-1e4d-429f-a49f-21e6815f9281 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128888353'] for port, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:08.126924 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395d326e-1e4d-429f-a49f-21e6815f9281 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Pushing event deleted for resources: {'Port': ['ID=b8030ba0-491a-4619-86d9-05a8ba7d2bfd,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:27:08.165372 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-395d326e-1e4d-429f-a49f-21e6815f9281 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:08.170412 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-395d326e-1e4d-429f-a49f-21e6815f9281 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] 10.222.0.104 "DELETE /v2.0/ports/b8030ba0-491a-4619-86d9-05a8ba7d2bfd HTTP/1.1" status: 204 len: 168 time: 0.5619397 Jul 06 14:27:08.171125 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 47728) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:27:08.246089 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-110d65ee-f74d-4e8b-80e4-fd22f40d8fd0 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:27:08.248550 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-110d65ee-f74d-4e8b-80e4-fd22f40d8fd0 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:27:08.253193 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 47732) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:27:08.253799 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-110d65ee-f74d-4e8b-80e4-fd22f40d8fd0 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] 10.222.0.104 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.0811934 Jul 06 14:27:08.332128 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.db_base_plugin_v2 [None req-f1270118-3fc3-4637-a4ee-cb79b0eebfb6 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Deleting subnet de3118d0-e492-4492-9917-6d4010400e49 {{(pid=100246) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 14:27:08.336804 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-f1270118-3fc3-4637-a4ee-cb79b0eebfb6 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Notify callbacks [] for subnet, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:08.394607 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-f1270118-3fc3-4637-a4ee-cb79b0eebfb6 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126218885'] for subnet, precommit_delete_associations {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:08.541614 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-f1270118-3fc3-4637-a4ee-cb79b0eebfb6 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-913473'] for subnet, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:08.601078 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-51384254-e9fe-4b64-8c62-4fc243d0331e None None] Provisioning for port 3f2aac2a-267c-451f-9e55-a319c1e948b8 completed by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:27:08.682348 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-f1270118-3fc3-4637-a4ee-cb79b0eebfb6 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-913480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1849032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127687590', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127702764'] for subnet, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:08.725291 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1270118-3fc3-4637-a4ee-cb79b0eebfb6 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Pushing event deleted for resources: {'Subnet': ['ID=de3118d0-e492-4492-9917-6d4010400e49,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:27:08.733455 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-f1270118-3fc3-4637-a4ee-cb79b0eebfb6 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Notify callbacks [] for subnet, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:08.735683 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-f1270118-3fc3-4637-a4ee-cb79b0eebfb6 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] 10.222.0.104 "DELETE /v2.0/subnets/de3118d0-e492-4492-9917-6d4010400e49 HTTP/1.1" status: 204 len: 168 time: 0.4806857 Jul 06 14:27:08.738144 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 47748) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:27:08.793502 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-95ca4924-d0d5-429a-aeb4-7054e7da4a4c tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] 10.222.0.104 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0539460 Jul 06 14:27:08.796654 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 47750) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:27:08.816708 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-ac544000-e8ab-4fef-8ef9-7003b0528743 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Request body: {'subnet': {'network_id': 'eba60608-4e28-43df-928a-323910d090ed', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:27:08.919704 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9da15895-f7c5-4811-92e3-f1664982bdf8 None None] Network eba60608-4e28-43df-928a-323910d090ed requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:27:08.937480 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac544000-e8ab-4fef-8ef9-7003b0528743 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Made reservation on behalf of 4a263308c6474c0e99d0efe9a5a7b767 for: {'subnet': 1} {{(pid=100246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:27:08.942524 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-1f7c18b5-5227-4033-b31b-fdabb9791b6c None None] Could not find standard attr ID for object b8030ba0-491a-4619-86d9-05a8ba7d2bfd. {{(pid=100248) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 06 14:27:08.949796 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-ac544000-e8ab-4fef-8ef9-7003b0528743 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127702029'] for subnet, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:08.993309 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 3f2aac2a-267c-451f-9e55-a319c1e948b8 up at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:27:09.135552 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning for port 3f2aac2a-267c-451f-9e55-a319c1e948b8 completed by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:27:09.148083 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning complete for port 3f2aac2a-267c-451f-9e55-a319c1e948b8 triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:27:09.148863 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:09.308285 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52af7937-e755-4765-a849-69b4538fec3a None None] DHCP port deletion for eba60608-4e28-43df-928a-323910d090ed request from n-d-773647-6 {{(pid=100248) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 14:27:09.312885 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:09.386238 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] For port 3f2aac2a-267c-451f-9e55-a319c1e948b8, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=3f2aac2a-267c-451f-9e55-a319c1e948b8,segment=NetworkSegment(67308366-d379-4f20-9df5-ed161946f077),segment_id=67308366-d379-4f20-9df5-ed161946f077)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:27:09.396737 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:09.437921 n-d-773647-6 neutron-server[100246]: DEBUG neutron.objects.ports [None req-ac544000-e8ab-4fef-8ef9-7003b0528743 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=100246) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 06 14:27:09.448098 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-52af7937-e755-4765-a849-69b4538fec3a None None] Deleting port 3f2aac2a-267c-451f-9e55-a319c1e948b8 {{(pid=100248) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:27:09.448770 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-52af7937-e755-4765-a849-69b4538fec3a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:09.535256 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Pushing event updated for resources: {'Port': ['ID=3f2aac2a-267c-451f-9e55-a319c1e948b8,revision_number=4']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:27:09.629207 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-52af7937-e755-4765-a849-69b4538fec3a None None] For port 3f2aac2a-267c-451f-9e55-a319c1e948b8, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=3f2aac2a-267c-451f-9e55-a319c1e948b8,segment=NetworkSegment(67308366-d379-4f20-9df5-ed161946f077),segment_id=67308366-d379-4f20-9df5-ed161946f077)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:27:09.630180 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-52af7937-e755-4765-a849-69b4538fec3a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:09.652089 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-52af7937-e755-4765-a849-69b4538fec3a None None] Calling delete_port for 3f2aac2a-267c-451f-9e55-a319c1e948b8 owned by network:dhcp {{(pid=100248) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:27:09.791107 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-ac544000-e8ab-4fef-8ef9-7003b0528743 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:10.040727 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.db [None req-ac544000-e8ab-4fef-8ef9-7003b0528743 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] For port 3f2aac2a-267c-451f-9e55-a319c1e948b8, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=3f2aac2a-267c-451f-9e55-a319c1e948b8,segment=NetworkSegment(67308366-d379-4f20-9df5-ed161946f077),segment_id=67308366-d379-4f20-9df5-ed161946f077)] {{(pid=100246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:27:10.114679 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-ac544000-e8ab-4fef-8ef9-7003b0528743 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Notify callbacks [] for port, precommit_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:10.121270 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-ac544000-e8ab-4fef-8ef9-7003b0528743 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127687527'] for port, after_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:10.124115 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-ac544000-e8ab-4fef-8ef9-7003b0528743 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1849032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127687649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127702047'] for subnet, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:10.125578 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-52af7937-e755-4765-a849-69b4538fec3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117'] for port, after_delete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:10.169984 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52af7937-e755-4765-a849-69b4538fec3a None None] Pushing event deleted for resources: {'Port': ['ID=3f2aac2a-267c-451f-9e55-a319c1e948b8,revision_number=None']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:27:10.180227 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52af7937-e755-4765-a849-69b4538fec3a None None] No DVR routers for this DVR port 3f2aac2a-267c-451f-9e55-a319c1e948b8 on host n-d-773647-6 {{(pid=100248) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:27:10.238347 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac544000-e8ab-4fef-8ef9-7003b0528743 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Pushing event deleted for resources: {'Port': ['ID=3f2aac2a-267c-451f-9e55-a319c1e948b8,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:27:10.241643 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac544000-e8ab-4fef-8ef9-7003b0528743 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Network eba60608-4e28-43df-928a-323910d090ed is already hosted by enough agents. {{(pid=100246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:27:10.247584 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.base_scheduler [None req-ac544000-e8ab-4fef-8ef9-7003b0528743 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Resources bound (agent type, host, resource id): {{(pid=100246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:27:10.251808 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac544000-e8ab-4fef-8ef9-7003b0528743 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:27:10.252410 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-ac544000-e8ab-4fef-8ef9-7003b0528743 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Notify callbacks [] for subnet, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:10.259578 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-647ac151-1f91-4c9f-a70b-7dadcbb36668 None None] Network eba60608-4e28-43df-928a-323910d090ed requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:27:10.281824 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac544000-e8ab-4fef-8ef9-7003b0528743 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Pushing event updated for resources: {'Subnet': ['ID=f0d7da73-cb67-47f6-a5c5-c09abf3fe2da,revision_number=0']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:27:10.291768 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-ac544000-e8ab-4fef-8ef9-7003b0528743 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] 10.222.0.104 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.4944489 Jul 06 14:27:10.294779 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 47780) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:27:10.305278 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-a637f3ae-b82f-4c82-b848-1773f4d2b1d4 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Request body: {'port': {'network_id': 'eba60608-4e28-43df-928a-323910d090ed', 'mac_address': 'fa:16:3e:de:d8:e2', 'name': 'tempest-NetworksTestDHCPv6-1135357213'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:27:10.472015 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a637f3ae-b82f-4c82-b848-1773f4d2b1d4 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Made reservation on behalf of 4a263308c6474c0e99d0efe9a5a7b767 for: {'port': 1} {{(pid=100246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:27:10.480934 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-896a572f-4fa7-4ee2-a740-15333533d068 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6bd5fc82-6666-56e8-87c2-91648d36c963-eba60608-4e28-43df-928a-323910d090ed', 'network_id': 'eba60608-4e28-43df-928a-323910d090ed', 'tenant_id': '4a263308c6474c0e99d0efe9a5a7b767', 'fixed_ips': [{'subnet_id': 'f0d7da73-cb67-47f6-a5c5-c09abf3fe2da'}]}} from n-d-773647-6. {{(pid=100248) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 14:27:10.482364 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-896a572f-4fa7-4ee2-a740-15333533d068 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:10.611862 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-a637f3ae-b82f-4c82-b848-1773f4d2b1d4 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:10.638545 n-d-773647-6 neutron-server[100246]: DEBUG neutron.notifiers.nova [None req-a637f3ae-b82f-4c82-b848-1773f4d2b1d4 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] device_id is not set on port 051a2036-db63-496c-9c8c-afe618b06e56 yet. {{(pid=100246) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 14:27:10.701896 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.db_base_plugin_common [None req-896a572f-4fa7-4ee2-a740-15333533d068 None None] Allocated IP 2001:db8::f816:3eff:fea7:1812 (eba60608-4e28-43df-928a-323910d090ed/f0d7da73-cb67-47f6-a5c5-c09abf3fe2da/8201290b-80ab-4fa4-b847-9cfb4e05daa9) {{(pid=100248) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:27:10.810519 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:10.905092 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 3f2aac2a-267c-451f-9e55-a319c1e948b8 no longer exists at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:27:10.935507 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] No Port match for: 3f2aac2a-267c-451f-9e55-a319c1e948b8 {{(pid=100248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 14:27:10.935851 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 3f2aac2a-267c-451f-9e55-a319c1e948b8 not bound to the agent host n-d-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:27:10.962850 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-896a572f-4fa7-4ee2-a740-15333533d068 None None] Notify callbacks [] for port, precommit_create {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:10.975802 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-896a572f-4fa7-4ee2-a740-15333533d068 None None] Transition to ACTIVE for port object 8201290b-80ab-4fa4-b847-9cfb4e05daa9 will not be triggered until provisioned by entity L2. {{(pid=100248) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:27:11.001125 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-896a572f-4fa7-4ee2-a740-15333533d068 None None] Transition to ACTIVE for port object 8201290b-80ab-4fa4-b847-9cfb4e05daa9 will not be triggered until provisioned by entity DHCP. {{(pid=100248) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:27:11.009202 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-896a572f-4fa7-4ee2-a740-15333533d068 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108'] for port, after_create {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:11.066436 n-d-773647-6 neutron-server[100248]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-896a572f-4fa7-4ee2-a740-15333533d068 None None] Network eba60608-4e28-43df-928a-323910d090ed is already hosted by enough agents. {{(pid=100248) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:27:11.072291 n-d-773647-6 neutron-server[100248]: DEBUG neutron.scheduler.base_scheduler [None req-896a572f-4fa7-4ee2-a740-15333533d068 None None] Resources bound (agent type, host, resource id): {{(pid=100248) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:27:11.079448 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-896a572f-4fa7-4ee2-a740-15333533d068 None None] Received port after_create {{(pid=100248) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:27:11.087605 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896a572f-4fa7-4ee2-a740-15333533d068 None None] Pushing event updated for resources: {'Port': ['ID=8201290b-80ab-4fa4-b847-9cfb4e05daa9,revision_number=1']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:27:11.088546 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.db_base_plugin_common [None req-a637f3ae-b82f-4c82-b848-1773f4d2b1d4 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Allocated IP 2001:db8::f816:3eff:fede:d8e2 (eba60608-4e28-43df-928a-323910d090ed/f0d7da73-cb67-47f6-a5c5-c09abf3fe2da/051a2036-db63-496c-9c8c-afe618b06e56) {{(pid=100246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:27:11.173727 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-896a572f-4fa7-4ee2-a740-15333533d068 None None] Attempting to bind port 8201290b-80ab-4fa4-b847-9cfb4e05daa9 on host n-d-773647-6 for vnic_type normal with profile {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:27:11.174100 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-896a572f-4fa7-4ee2-a740-15333533d068 None None] Attempting to bind port 8201290b-80ab-4fa4-b847-9cfb4e05daa9 by drivers openvswitch,hyperv on host n-d-773647-6 at level 0 using segments [{'id': '67308366-d379-4f20-9df5-ed161946f077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': 'eba60608-4e28-43df-928a-323910d090ed'}] {{(pid=100248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:27:11.174466 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-896a572f-4fa7-4ee2-a740-15333533d068 None None] Attempting to bind port 8201290b-80ab-4fa4-b847-9cfb4e05daa9 on network eba60608-4e28-43df-928a-323910d090ed {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:27:11.192012 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-896a572f-4fa7-4ee2-a740-15333533d068 None None] Checking agent: {'id': '8ab5b19c-d213-4f29-891d-27bdf39d38b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773647-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 43, 26), 'started_at': datetime.datetime(2021, 7, 6, 13, 43, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 26, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773647-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:27:11.192012 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-896a572f-4fa7-4ee2-a740-15333533d068 None None] Checking segment: {'id': '67308366-d379-4f20-9df5-ed161946f077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': 'eba60608-4e28-43df-928a-323910d090ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:27:11.192732 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-896a572f-4fa7-4ee2-a740-15333533d068 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:11.193209 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-896a572f-4fa7-4ee2-a740-15333533d068 None None] Bound using segment: {'id': '67308366-d379-4f20-9df5-ed161946f077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': 'eba60608-4e28-43df-928a-323910d090ed'} {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:27:11.194481 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-896a572f-4fa7-4ee2-a740-15333533d068 None None] Bound port: 8201290b-80ab-4fa4-b847-9cfb4e05daa9, host: n-d-773647-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67308366-d379-4f20-9df5-ed161946f077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': 'eba60608-4e28-43df-928a-323910d090ed'}}] {{(pid=100248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:27:11.195085 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-896a572f-4fa7-4ee2-a740-15333533d068 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:11.292106 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-896a572f-4fa7-4ee2-a740-15333533d068 None None] For port 8201290b-80ab-4fa4-b847-9cfb4e05daa9, host n-d-773647-6, cleared binding levels {{(pid=100248) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:27:11.296237 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-896a572f-4fa7-4ee2-a740-15333533d068 None None] For port 8201290b-80ab-4fa4-b847-9cfb4e05daa9, host n-d-773647-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=8201290b-80ab-4fa4-b847-9cfb4e05daa9,segment=NetworkSegment(67308366-d379-4f20-9df5-ed161946f077),segment_id=67308366-d379-4f20-9df5-ed161946f077)] {{(pid=100248) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:27:11.301558 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-896a572f-4fa7-4ee2-a740-15333533d068 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:11.396642 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896a572f-4fa7-4ee2-a740-15333533d068 None None] Pushing event updated for resources: {'Port': ['ID=8201290b-80ab-4fa4-b847-9cfb4e05daa9,revision_number=2']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:27:11.402751 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-a637f3ae-b82f-4c82-b848-1773f4d2b1d4 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Notify callbacks [] for port, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:11.422817 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.provisioning_blocks [None req-a637f3ae-b82f-4c82-b848-1773f4d2b1d4 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Transition to ACTIVE for port object 051a2036-db63-496c-9c8c-afe618b06e56 will not be triggered until provisioned by entity DHCP. {{(pid=100246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:27:11.470609 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-a637f3ae-b82f-4c82-b848-1773f4d2b1d4 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-127687573'] for port, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:11.531374 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a637f3ae-b82f-4c82-b848-1773f4d2b1d4 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Pushing event updated for resources: {'Port': ['ID=051a2036-db63-496c-9c8c-afe618b06e56,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:27:11.556925 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a637f3ae-b82f-4c82-b848-1773f4d2b1d4 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Network eba60608-4e28-43df-928a-323910d090ed is already hosted by enough agents. {{(pid=100246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:27:11.560029 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.base_scheduler [None req-a637f3ae-b82f-4c82-b848-1773f4d2b1d4 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Resources bound (agent type, host, resource id): {{(pid=100246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:27:11.566551 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a637f3ae-b82f-4c82-b848-1773f4d2b1d4 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Received port after_create {{(pid=100246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:27:11.574121 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a637f3ae-b82f-4c82-b848-1773f4d2b1d4 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:27:11.574768 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-a637f3ae-b82f-4c82-b848-1773f4d2b1d4 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:11.595876 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-a637f3ae-b82f-4c82-b848-1773f4d2b1d4 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] 10.222.0.104 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.2960064 Jul 06 14:27:11.596548 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 47798) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:27:11.699254 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a79b8ae-e0eb-4bcc-9c64-3290cd989334 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:27:11.706022 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a79b8ae-e0eb-4bcc-9c64-3290cd989334 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:27:11.708276 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-3a79b8ae-e0eb-4bcc-9c64-3290cd989334 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] 10.222.0.104 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.1099219 Jul 06 14:27:11.710761 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 47800) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:27:11.865805 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.plugin [None req-4f7fcfd1-5802-4387-a529-5bb2bc573016 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Deleting port 051a2036-db63-496c-9c8c-afe618b06e56 {{(pid=100247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:27:11.866171 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-4f7fcfd1-5802-4387-a529-5bb2bc573016 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:11.994766 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-4f7fcfd1-5802-4387-a529-5bb2bc573016 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:12.012390 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.plugin [None req-4f7fcfd1-5802-4387-a529-5bb2bc573016 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Calling delete_port for 051a2036-db63-496c-9c8c-afe618b06e56 owned by {{(pid=100247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:27:12.269904 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-4f7fcfd1-5802-4387-a529-5bb2bc573016 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128888353'] for port, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:12.326215 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7fcfd1-5802-4387-a529-5bb2bc573016 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Pushing event deleted for resources: {'Port': ['ID=051a2036-db63-496c-9c8c-afe618b06e56,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:27:12.367043 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-4f7fcfd1-5802-4387-a529-5bb2bc573016 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:12.369789 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-4f7fcfd1-5802-4387-a529-5bb2bc573016 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] 10.222.0.104 "DELETE /v2.0/ports/051a2036-db63-496c-9c8c-afe618b06e56 HTTP/1.1" status: 204 len: 168 time: 0.6577718 Jul 06 14:27:12.373851 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 47808) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:27:12.458085 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48830001-5e87-4213-9b74-c68aec1f980d tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:27:12.460004 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48830001-5e87-4213-9b74-c68aec1f980d tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:27:12.462306 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-48830001-5e87-4213-9b74-c68aec1f980d tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] 10.222.0.104 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.0872171 Jul 06 14:27:12.465405 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 47810) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:27:12.565886 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f647c63-f7e7-41ad-bbec-c32907effafa tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Deleting subnet f0d7da73-cb67-47f6-a5c5-c09abf3fe2da {{(pid=100247) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 14:27:12.580113 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-9f647c63-f7e7-41ad-bbec-c32907effafa tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Notify callbacks [] for subnet, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:12.591839 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:12.657499 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-9f647c63-f7e7-41ad-bbec-c32907effafa tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127131748'] for subnet, precommit_delete_associations {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:12.775058 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-9f647c63-f7e7-41ad-bbec-c32907effafa tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-913473'] for subnet, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:12.809807 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-2bc7c3dc-69b0-43ca-b623-bc0fd81353a0 None None] Provisioning for port 8201290b-80ab-4fa4-b847-9cfb4e05daa9 completed by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:27:12.875716 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-9f647c63-f7e7-41ad-bbec-c32907effafa tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-913480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1849032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-128888347', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127627857'] for subnet, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:12.908247 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f647c63-f7e7-41ad-bbec-c32907effafa tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Pushing event deleted for resources: {'Subnet': ['ID=f0d7da73-cb67-47f6-a5c5-c09abf3fe2da,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:27:12.916708 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-9f647c63-f7e7-41ad-bbec-c32907effafa tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Notify callbacks [] for subnet, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:12.921503 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 47816) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:27:12.922026 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-9f647c63-f7e7-41ad-bbec-c32907effafa tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] 10.222.0.104 "DELETE /v2.0/subnets/f0d7da73-cb67-47f6-a5c5-c09abf3fe2da HTTP/1.1" status: 204 len: 168 time: 0.4544921 Jul 06 14:27:12.998758 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-6522c686-4a0c-4daa-a6ea-bf296a1632b1 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] 10.222.0.104 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0754893 Jul 06 14:27:13.007859 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 47818) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:27:13.015423 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 8201290b-80ab-4fa4-b847-9cfb4e05daa9 up at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:27:13.100643 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5dc403c-eb73-4100-b406-e32e3c877a47 None None] Network eba60608-4e28-43df-928a-323910d090ed requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:27:13.114848 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning for port 8201290b-80ab-4fa4-b847-9cfb4e05daa9 completed by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:27:13.123058 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc2087b2-bcf5-44ed-8a45-3b702e6791c1 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:27:13.127190 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-bc2087b2-bcf5-44ed-8a45-3b702e6791c1 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] 10.222.0.104 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1158831 Jul 06 14:27:13.128193 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 47820) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:27:13.156561 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-03eb0a84-40f7-4cc2-b334-ee752c2593c3 None None] Could not find standard attr ID for object 051a2036-db63-496c-9c8c-afe618b06e56. {{(pid=100248) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 06 14:27:13.160163 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning complete for port 8201290b-80ab-4fa4-b847-9cfb4e05daa9 triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:27:13.160613 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:13.203095 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26318f43-09d6-467c-82c3-610e2706c9f5 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:27:13.208702 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 47824) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:27:13.210026 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-26318f43-09d6-467c-82c3-610e2706c9f5 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] 10.222.0.104 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0803130 Jul 06 14:27:13.259912 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-fcf5078a-0d17-4154-b188-20940a443632 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] 10.222.0.104 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0494719 Jul 06 14:27:13.264224 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 47826) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:27:13.270025 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [None req-3fb8bbe8-7cad-4111-ad48-4bdfb0f1d996 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Request body: {'subnet': {'network_id': 'eba60608-4e28-43df-928a-323910d090ed', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:27:13.346460 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:13.403291 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] For port 8201290b-80ab-4fa4-b847-9cfb4e05daa9, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=8201290b-80ab-4fa4-b847-9cfb4e05daa9,segment=NetworkSegment(67308366-d379-4f20-9df5-ed161946f077),segment_id=67308366-d379-4f20-9df5-ed161946f077)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:27:13.408621 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:13.411460 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fb8bbe8-7cad-4111-ad48-4bdfb0f1d996 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Made reservation on behalf of 4a263308c6474c0e99d0efe9a5a7b767 for: {'subnet': 1} {{(pid=100247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:27:13.415904 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-3fb8bbe8-7cad-4111-ad48-4bdfb0f1d996 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127627440'] for subnet, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:13.477176 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2b9a6d7-3876-4670-a2d3-ccc8055e1426 None None] DHCP port deletion for eba60608-4e28-43df-928a-323910d090ed request from n-d-773647-6 {{(pid=100248) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 14:27:13.486651 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Pushing event updated for resources: {'Port': ['ID=8201290b-80ab-4fa4-b847-9cfb4e05daa9,revision_number=4']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:27:13.514707 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:27:13.515058 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:27:13.515417 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:27:13.515774 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:27:13.516112 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:27:13.516442 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:27:13.516770 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:27:13.517095 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:27:13.517419 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:27:13.517735 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:27:13.518056 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:27:13.518380 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:27:13.557672 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-a2b9a6d7-3876-4670-a2d3-ccc8055e1426 None None] Deleting port 8201290b-80ab-4fa4-b847-9cfb4e05daa9 {{(pid=100248) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:27:13.558052 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-a2b9a6d7-3876-4670-a2d3-ccc8055e1426 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:13.639731 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-a2b9a6d7-3876-4670-a2d3-ccc8055e1426 None None] For port 8201290b-80ab-4fa4-b847-9cfb4e05daa9, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=8201290b-80ab-4fa4-b847-9cfb4e05daa9,segment=NetworkSegment(67308366-d379-4f20-9df5-ed161946f077),segment_id=67308366-d379-4f20-9df5-ed161946f077)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:27:13.640430 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-a2b9a6d7-3876-4670-a2d3-ccc8055e1426 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:13.654867 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-a2b9a6d7-3876-4670-a2d3-ccc8055e1426 None None] Calling delete_port for 8201290b-80ab-4fa4-b847-9cfb4e05daa9 owned by network:dhcp {{(pid=100248) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:27:13.669286 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-3fb8bbe8-7cad-4111-ad48-4bdfb0f1d996 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1849032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-128888412', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127627426'] for subnet, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:13.740365 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fb8bbe8-7cad-4111-ad48-4bdfb0f1d996 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Network eba60608-4e28-43df-928a-323910d090ed is already hosted by enough agents. {{(pid=100247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:27:13.752256 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.base_scheduler [None req-3fb8bbe8-7cad-4111-ad48-4bdfb0f1d996 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Resources bound (agent type, host, resource id): {{(pid=100247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:27:13.762762 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fb8bbe8-7cad-4111-ad48-4bdfb0f1d996 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:27:13.763834 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-3fb8bbe8-7cad-4111-ad48-4bdfb0f1d996 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Notify callbacks [] for subnet, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:13.766854 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-a2b9a6d7-3876-4670-a2d3-ccc8055e1426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117'] for port, after_delete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:13.779930 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb8bbe8-7cad-4111-ad48-4bdfb0f1d996 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Pushing event updated for resources: {'Subnet': ['ID=f0035cb1-c40c-4895-a69e-96404bc47756,revision_number=0']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:27:13.791573 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-3fb8bbe8-7cad-4111-ad48-4bdfb0f1d996 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] 10.222.0.104 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5263999 Jul 06 14:27:13.794307 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 47828) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:27:13.803125 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-411e7b1b-6d80-4361-9d4a-b98b3f15b55a tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Request body: {'port': {'network_id': 'eba60608-4e28-43df-928a-323910d090ed', 'mac_address': 'fa:16:3e:86:64:9c', 'name': 'tempest-NetworksTestDHCPv6-2133129517'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:27:13.810792 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b9a6d7-3876-4670-a2d3-ccc8055e1426 None None] Pushing event deleted for resources: {'Port': ['ID=8201290b-80ab-4fa4-b847-9cfb4e05daa9,revision_number=None']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:27:13.821836 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2b9a6d7-3876-4670-a2d3-ccc8055e1426 None None] No DVR routers for this DVR port 8201290b-80ab-4fa4-b847-9cfb4e05daa9 on host n-d-773647-6 {{(pid=100248) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:27:13.841042 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40f3f630-95f0-4494-99bf-dcfedf4a76f1 None None] Network eba60608-4e28-43df-928a-323910d090ed requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:27:13.974292 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-411e7b1b-6d80-4361-9d4a-b98b3f15b55a tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Made reservation on behalf of 4a263308c6474c0e99d0efe9a5a7b767 for: {'port': 1} {{(pid=100246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:27:13.986616 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-411e7b1b-6d80-4361-9d4a-b98b3f15b55a tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:14.022634 n-d-773647-6 neutron-server[100246]: DEBUG neutron.notifiers.nova [None req-411e7b1b-6d80-4361-9d4a-b98b3f15b55a tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] device_id is not set on port da051289-fb9c-4166-8529-d5641ba13303 yet. {{(pid=100246) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 14:27:14.047013 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ed68477-a818-4189-9d4c-a62f384672b5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6bd5fc82-6666-56e8-87c2-91648d36c963-eba60608-4e28-43df-928a-323910d090ed', 'network_id': 'eba60608-4e28-43df-928a-323910d090ed', 'tenant_id': '4a263308c6474c0e99d0efe9a5a7b767', 'fixed_ips': [{'subnet_id': 'f0035cb1-c40c-4895-a69e-96404bc47756'}]}} from n-d-773647-6. {{(pid=100248) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 14:27:14.047961 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5ed68477-a818-4189-9d4c-a62f384672b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:14.179186 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.db_base_plugin_common [None req-411e7b1b-6d80-4361-9d4a-b98b3f15b55a tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Allocated IP 2001:db8::a0 (eba60608-4e28-43df-928a-323910d090ed/f0035cb1-c40c-4895-a69e-96404bc47756/da051289-fb9c-4166-8529-d5641ba13303) {{(pid=100246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:27:14.681168 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-411e7b1b-6d80-4361-9d4a-b98b3f15b55a tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Notify callbacks [] for port, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:14.701796 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.provisioning_blocks [None req-411e7b1b-6d80-4361-9d4a-b98b3f15b55a tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Transition to ACTIVE for port object da051289-fb9c-4166-8529-d5641ba13303 will not be triggered until provisioned by entity DHCP. {{(pid=100246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:27:14.745724 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-411e7b1b-6d80-4361-9d4a-b98b3f15b55a tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-127687573'] for port, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:14.813561 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.db_base_plugin_common [None req-5ed68477-a818-4189-9d4c-a62f384672b5 None None] Allocated IP 2001:db8::2 (eba60608-4e28-43df-928a-323910d090ed/f0035cb1-c40c-4895-a69e-96404bc47756/4a782e3e-8daf-41d4-84ee-3203bb17dc2f) {{(pid=100248) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:27:14.830006 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-411e7b1b-6d80-4361-9d4a-b98b3f15b55a tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Network eba60608-4e28-43df-928a-323910d090ed is already hosted by enough agents. {{(pid=100246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:27:14.838384 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.base_scheduler [None req-411e7b1b-6d80-4361-9d4a-b98b3f15b55a tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Resources bound (agent type, host, resource id): {{(pid=100246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:27:14.841846 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-411e7b1b-6d80-4361-9d4a-b98b3f15b55a tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Received port after_create {{(pid=100246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:27:14.849377 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-411e7b1b-6d80-4361-9d4a-b98b3f15b55a tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:27:14.850750 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-411e7b1b-6d80-4361-9d4a-b98b3f15b55a tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:14.858543 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411e7b1b-6d80-4361-9d4a-b98b3f15b55a tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Pushing event updated for resources: {'Port': ['ID=da051289-fb9c-4166-8529-d5641ba13303,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:27:14.880803 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 47838) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:27:14.883044 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-411e7b1b-6d80-4361-9d4a-b98b3f15b55a tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] 10.222.0.104 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.0870693 Jul 06 14:27:14.917251 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 8201290b-80ab-4fa4-b847-9cfb4e05daa9 no longer exists at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:27:14.953776 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] No Port match for: 8201290b-80ab-4fa4-b847-9cfb4e05daa9 {{(pid=100248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 14:27:14.954125 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 8201290b-80ab-4fa4-b847-9cfb4e05daa9 not bound to the agent host n-d-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:27:14.986239 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35faa835-4a8d-424c-a962-a936e4b09beb tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:27:14.990653 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-35faa835-4a8d-424c-a962-a936e4b09beb tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] 10.222.0.104 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.1056945 Jul 06 14:27:14.991037 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 47840) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:27:15.050639 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5ed68477-a818-4189-9d4c-a62f384672b5 None None] Notify callbacks [] for port, precommit_create {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:15.061090 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5ed68477-a818-4189-9d4c-a62f384672b5 None None] Transition to ACTIVE for port object 4a782e3e-8daf-41d4-84ee-3203bb17dc2f will not be triggered until provisioned by entity L2. {{(pid=100248) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:27:15.127521 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5ed68477-a818-4189-9d4c-a62f384672b5 None None] Transition to ACTIVE for port object 4a782e3e-8daf-41d4-84ee-3203bb17dc2f will not be triggered until provisioned by entity DHCP. {{(pid=100248) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:27:15.137437 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5ed68477-a818-4189-9d4c-a62f384672b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108'] for port, after_create {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:15.152826 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.plugin [None req-d7fd9bc6-a52f-4a25-812f-339da142b9a2 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Deleting port da051289-fb9c-4166-8529-d5641ba13303 {{(pid=100247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:27:15.153183 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-d7fd9bc6-a52f-4a25-812f-339da142b9a2 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:15.201134 n-d-773647-6 neutron-server[100248]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ed68477-a818-4189-9d4c-a62f384672b5 None None] Network eba60608-4e28-43df-928a-323910d090ed is already hosted by enough agents. {{(pid=100248) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:27:15.220564 n-d-773647-6 neutron-server[100248]: DEBUG neutron.scheduler.base_scheduler [None req-5ed68477-a818-4189-9d4c-a62f384672b5 None None] Resources bound (agent type, host, resource id): {{(pid=100248) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:27:15.223281 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ed68477-a818-4189-9d4c-a62f384672b5 None None] Received port after_create {{(pid=100248) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:27:15.295853 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-d7fd9bc6-a52f-4a25-812f-339da142b9a2 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:15.313200 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.plugin [None req-d7fd9bc6-a52f-4a25-812f-339da142b9a2 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Calling delete_port for da051289-fb9c-4166-8529-d5641ba13303 owned by {{(pid=100247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:27:15.338982 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-5ed68477-a818-4189-9d4c-a62f384672b5 None None] Attempting to bind port 4a782e3e-8daf-41d4-84ee-3203bb17dc2f on host n-d-773647-6 for vnic_type normal with profile {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:27:15.339468 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-5ed68477-a818-4189-9d4c-a62f384672b5 None None] Attempting to bind port 4a782e3e-8daf-41d4-84ee-3203bb17dc2f by drivers openvswitch,hyperv on host n-d-773647-6 at level 0 using segments [{'id': '67308366-d379-4f20-9df5-ed161946f077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': 'eba60608-4e28-43df-928a-323910d090ed'}] {{(pid=100248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:27:15.339843 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ed68477-a818-4189-9d4c-a62f384672b5 None None] Attempting to bind port 4a782e3e-8daf-41d4-84ee-3203bb17dc2f on network eba60608-4e28-43df-928a-323910d090ed {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:27:15.353461 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ed68477-a818-4189-9d4c-a62f384672b5 None None] Checking agent: {'id': '8ab5b19c-d213-4f29-891d-27bdf39d38b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773647-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 43, 26), 'started_at': datetime.datetime(2021, 7, 6, 13, 43, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 26, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773647-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:27:15.362331 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ed68477-a818-4189-9d4c-a62f384672b5 None None] Checking segment: {'id': '67308366-d379-4f20-9df5-ed161946f077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': 'eba60608-4e28-43df-928a-323910d090ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:27:15.362962 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5ed68477-a818-4189-9d4c-a62f384672b5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:15.363565 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ed68477-a818-4189-9d4c-a62f384672b5 None None] Bound using segment: {'id': '67308366-d379-4f20-9df5-ed161946f077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': 'eba60608-4e28-43df-928a-323910d090ed'} {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:27:15.368724 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-5ed68477-a818-4189-9d4c-a62f384672b5 None None] Bound port: 4a782e3e-8daf-41d4-84ee-3203bb17dc2f, host: n-d-773647-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67308366-d379-4f20-9df5-ed161946f077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': 'eba60608-4e28-43df-928a-323910d090ed'}}] {{(pid=100248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:27:15.369476 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5ed68477-a818-4189-9d4c-a62f384672b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:15.396022 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed68477-a818-4189-9d4c-a62f384672b5 None None] Pushing event updated for resources: {'Port': ['ID=4a782e3e-8daf-41d4-84ee-3203bb17dc2f,revision_number=1']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:27:15.468935 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5ed68477-a818-4189-9d4c-a62f384672b5 None None] For port 4a782e3e-8daf-41d4-84ee-3203bb17dc2f, host n-d-773647-6, cleared binding levels {{(pid=100248) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:27:15.472546 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5ed68477-a818-4189-9d4c-a62f384672b5 None None] For port 4a782e3e-8daf-41d4-84ee-3203bb17dc2f, host n-d-773647-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=4a782e3e-8daf-41d4-84ee-3203bb17dc2f,segment=NetworkSegment(67308366-d379-4f20-9df5-ed161946f077),segment_id=67308366-d379-4f20-9df5-ed161946f077)] {{(pid=100248) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:27:15.480094 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5ed68477-a818-4189-9d4c-a62f384672b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:15.536972 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed68477-a818-4189-9d4c-a62f384672b5 None None] Pushing event updated for resources: {'Port': ['ID=4a782e3e-8daf-41d4-84ee-3203bb17dc2f,revision_number=2']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:27:15.563660 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-d7fd9bc6-a52f-4a25-812f-339da142b9a2 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128888353'] for port, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:15.601590 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7fd9bc6-a52f-4a25-812f-339da142b9a2 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Pushing event deleted for resources: {'Port': ['ID=da051289-fb9c-4166-8529-d5641ba13303,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:27:15.640290 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-d7fd9bc6-a52f-4a25-812f-339da142b9a2 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:15.650231 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 47856) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:27:15.653231 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-d7fd9bc6-a52f-4a25-812f-339da142b9a2 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] 10.222.0.104 "DELETE /v2.0/ports/da051289-fb9c-4166-8529-d5641ba13303 HTTP/1.1" status: 204 len: 168 time: 0.6508250 Jul 06 14:27:15.736255 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-757d0ccd-40cb-4b42-9f8a-806a845a17fe tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:27:15.738112 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-757d0ccd-40cb-4b42-9f8a-806a845a17fe tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:27:15.740147 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-757d0ccd-40cb-4b42-9f8a-806a845a17fe tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] 10.222.0.104 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.0932591 Jul 06 14:27:15.743651 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 47858) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:27:15.888582 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.db_base_plugin_v2 [None req-daf5cf4b-f210-45e0-a1f4-988dd6f13c65 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Deleting subnet f0035cb1-c40c-4895-a69e-96404bc47756 {{(pid=100247) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 14:27:15.892623 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-daf5cf4b-f210-45e0-a1f4-988dd6f13c65 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Notify callbacks [] for subnet, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:15.995668 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-daf5cf4b-f210-45e0-a1f4-988dd6f13c65 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127131748'] for subnet, precommit_delete_associations {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:16.156156 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-daf5cf4b-f210-45e0-a1f4-988dd6f13c65 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-913473'] for subnet, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:16.310914 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-daf5cf4b-f210-45e0-a1f4-988dd6f13c65 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-913480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1849032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-128888347', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127627857'] for subnet, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:16.347857 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf5cf4b-f210-45e0-a1f4-988dd6f13c65 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Pushing event deleted for resources: {'Subnet': ['ID=f0035cb1-c40c-4895-a69e-96404bc47756,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:27:16.357548 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-daf5cf4b-f210-45e0-a1f4-988dd6f13c65 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Notify callbacks [] for subnet, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:16.363103 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-daf5cf4b-f210-45e0-a1f4-988dd6f13c65 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] 10.222.0.104 "DELETE /v2.0/subnets/f0035cb1-c40c-4895-a69e-96404bc47756 HTTP/1.1" status: 204 len: 168 time: 0.6159062 Jul 06 14:27:16.364108 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 47872) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:27:16.422806 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-1c4e5c82-0a1e-4928-84d5-6ff3e4f6db2a tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] 10.222.0.104 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0550902 Jul 06 14:27:16.423679 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 47876) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:27:16.551403 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e20247b-50a0-4855-850b-e6182be67503 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:27:16.554120 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-0e20247b-50a0-4855-850b-e6182be67503 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] 10.222.0.104 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1294034 Jul 06 14:27:16.558972 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 47878) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:27:16.670909 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d706df23-39d5-49c3-89a1-498583ec6748 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:27:16.675327 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-d706df23-39d5-49c3-89a1-498583ec6748 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] 10.222.0.104 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1126523 Jul 06 14:27:16.676634 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 47880) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:27:16.750071 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-3bbefc98-c6a0-41ef-ae9b-87dbe054de17 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] 10.222.0.104 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0702715 Jul 06 14:27:16.755654 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 47882) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:27:16.761641 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-021ab829-a9a2-4e94-b6c4-75bde9148ead tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Request body: {'subnet': {'network_id': 'eba60608-4e28-43df-928a-323910d090ed', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:27:16.939848 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-021ab829-a9a2-4e94-b6c4-75bde9148ead tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Made reservation on behalf of 4a263308c6474c0e99d0efe9a5a7b767 for: {'subnet': 1} {{(pid=100246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:27:16.946449 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-021ab829-a9a2-4e94-b6c4-75bde9148ead tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127702029'] for subnet, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:16.970301 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 4a782e3e-8daf-41d4-84ee-3203bb17dc2f up at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:27:17.081384 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning for port 4a782e3e-8daf-41d4-84ee-3203bb17dc2f completed by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:27:17.122245 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-165aa52d-9c56-4064-a608-6f51cfbc6fd9 None None] Network eba60608-4e28-43df-928a-323910d090ed requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:27:17.264879 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-0690b1bb-8f7e-4998-a372-2cc75c62d69d None None] Provisioning for port 4a782e3e-8daf-41d4-84ee-3203bb17dc2f completed by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:27:17.270332 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-0690b1bb-8f7e-4998-a372-2cc75c62d69d None None] Provisioning complete for port 4a782e3e-8daf-41d4-84ee-3203bb17dc2f triggered by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:27:17.270749 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-0690b1bb-8f7e-4998-a372-2cc75c62d69d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:17.433852 n-d-773647-6 neutron-server[100246]: DEBUG neutron.objects.ports [None req-021ab829-a9a2-4e94-b6c4-75bde9148ead tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=100246) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 06 14:27:17.509588 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-0690b1bb-8f7e-4998-a372-2cc75c62d69d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:17.562860 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-0690b1bb-8f7e-4998-a372-2cc75c62d69d None None] For port 4a782e3e-8daf-41d4-84ee-3203bb17dc2f, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=4a782e3e-8daf-41d4-84ee-3203bb17dc2f,segment=NetworkSegment(67308366-d379-4f20-9df5-ed161946f077),segment_id=67308366-d379-4f20-9df5-ed161946f077)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:27:17.568833 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78b3b943-0e90-44c9-9088-28ecd5bbe6fe None None] DHCP port deletion for eba60608-4e28-43df-928a-323910d090ed request from n-d-773647-6 {{(pid=100248) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 14:27:17.573292 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-0690b1bb-8f7e-4998-a372-2cc75c62d69d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:17.736663 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-78b3b943-0e90-44c9-9088-28ecd5bbe6fe None None] Deleting port 4a782e3e-8daf-41d4-84ee-3203bb17dc2f {{(pid=100248) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:27:17.737108 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-78b3b943-0e90-44c9-9088-28ecd5bbe6fe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:17.740697 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0690b1bb-8f7e-4998-a372-2cc75c62d69d None None] Pushing event updated for resources: {'Port': ['ID=4a782e3e-8daf-41d4-84ee-3203bb17dc2f,revision_number=4']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:27:17.773434 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-021ab829-a9a2-4e94-b6c4-75bde9148ead tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:17.873418 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-78b3b943-0e90-44c9-9088-28ecd5bbe6fe None None] For port 4a782e3e-8daf-41d4-84ee-3203bb17dc2f, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=4a782e3e-8daf-41d4-84ee-3203bb17dc2f,segment=NetworkSegment(67308366-d379-4f20-9df5-ed161946f077),segment_id=67308366-d379-4f20-9df5-ed161946f077)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:27:17.874573 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-78b3b943-0e90-44c9-9088-28ecd5bbe6fe None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:17.891005 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-78b3b943-0e90-44c9-9088-28ecd5bbe6fe None None] Calling delete_port for 4a782e3e-8daf-41d4-84ee-3203bb17dc2f owned by network:dhcp {{(pid=100248) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:27:18.008762 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.db [None req-021ab829-a9a2-4e94-b6c4-75bde9148ead tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] For port 4a782e3e-8daf-41d4-84ee-3203bb17dc2f, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=4a782e3e-8daf-41d4-84ee-3203bb17dc2f,segment=NetworkSegment(67308366-d379-4f20-9df5-ed161946f077),segment_id=67308366-d379-4f20-9df5-ed161946f077)] {{(pid=100246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:27:18.048547 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-021ab829-a9a2-4e94-b6c4-75bde9148ead tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Notify callbacks [] for port, precommit_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:18.054873 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-021ab829-a9a2-4e94-b6c4-75bde9148ead tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127687527'] for port, after_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:18.056857 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-021ab829-a9a2-4e94-b6c4-75bde9148ead tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1849032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127687649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127702047'] for subnet, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:18.060877 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-78b3b943-0e90-44c9-9088-28ecd5bbe6fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117'] for port, after_delete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:18.086955 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78b3b943-0e90-44c9-9088-28ecd5bbe6fe None None] No DVR routers for this DVR port 4a782e3e-8daf-41d4-84ee-3203bb17dc2f on host n-d-773647-6 {{(pid=100248) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:27:18.116694 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b3b943-0e90-44c9-9088-28ecd5bbe6fe None None] Pushing event deleted for resources: {'Port': ['ID=4a782e3e-8daf-41d4-84ee-3203bb17dc2f,revision_number=None']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:27:18.137066 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021ab829-a9a2-4e94-b6c4-75bde9148ead tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Pushing event deleted for resources: {'Port': ['ID=4a782e3e-8daf-41d4-84ee-3203bb17dc2f,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:27:18.149337 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-021ab829-a9a2-4e94-b6c4-75bde9148ead tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Network eba60608-4e28-43df-928a-323910d090ed is already hosted by enough agents. {{(pid=100246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:27:18.154870 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.base_scheduler [None req-021ab829-a9a2-4e94-b6c4-75bde9148ead tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Resources bound (agent type, host, resource id): {{(pid=100246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:27:18.159621 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-021ab829-a9a2-4e94-b6c4-75bde9148ead tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:27:18.160225 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-021ab829-a9a2-4e94-b6c4-75bde9148ead tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Notify callbacks [] for subnet, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:18.164490 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021ab829-a9a2-4e94-b6c4-75bde9148ead tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Pushing event updated for resources: {'Subnet': ['ID=fc14c2ea-2c5f-4663-a131-bda6871300f7,revision_number=0']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:27:18.169726 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04fe924a-02b1-4eb1-93ee-1d00f24efd9e None None] Network eba60608-4e28-43df-928a-323910d090ed requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:27:18.180285 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-021ab829-a9a2-4e94-b6c4-75bde9148ead tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] 10.222.0.104 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.4222972 Jul 06 14:27:18.184786 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 47906) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:27:18.190682 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-a08625e8-091e-4d28-9f09-b1a3b22b2a09 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Request body: {'subnet': {'network_id': 'eba60608-4e28-43df-928a-323910d090ed', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:27:18.371299 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a08625e8-091e-4d28-9f09-b1a3b22b2a09 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Made reservation on behalf of 4a263308c6474c0e99d0efe9a5a7b767 for: {'subnet': 1} {{(pid=100246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:27:18.380788 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-a08625e8-091e-4d28-9f09-b1a3b22b2a09 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127702029'] for subnet, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:18.421807 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e86f11a4-47c7-4eae-a7c8-0f620488ca70 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6bd5fc82-6666-56e8-87c2-91648d36c963-eba60608-4e28-43df-928a-323910d090ed', 'network_id': 'eba60608-4e28-43df-928a-323910d090ed', 'tenant_id': '4a263308c6474c0e99d0efe9a5a7b767', 'fixed_ips': [{'subnet_id': 'fc14c2ea-2c5f-4663-a131-bda6871300f7'}]}} from n-d-773647-6. {{(pid=100248) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 14:27:18.423060 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-e86f11a4-47c7-4eae-a7c8-0f620488ca70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:18.558007 n-d-773647-6 neutron-server[100246]: INFO neutron.db.ipam_backend_mixin [None req-a08625e8-091e-4d28-9f09-b1a3b22b2a09 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet fc14c2ea-2c5f-4663-a131-bda6871300f7 (CIDR: 2001:db8::/64) Jul 06 14:27:18.562707 n-d-773647-6 neutron-server[100246]: INFO neutron.pecan_wsgi.hooks.translation [None req-a08625e8-091e-4d28-9f09-b1a3b22b2a09 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 06 14:27:18.563180 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a08625e8-091e-4d28-9f09-b1a3b22b2a09 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100246) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 14:27:18.581589 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-a08625e8-091e-4d28-9f09-b1a3b22b2a09 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] 10.222.0.104 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3952522 Jul 06 14:27:18.585263 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 47912) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:27:18.592103 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-6ab613c6-8b75-4d3c-9c67-cd7a7d9ce961 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Request body: {'subnet': {'network_id': 'eba60608-4e28-43df-928a-323910d090ed', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:27:18.661928 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.db_base_plugin_common [None req-e86f11a4-47c7-4eae-a7c8-0f620488ca70 None None] Allocated IP 2001:db8::f816:3eff:fe61:2fbf (eba60608-4e28-43df-928a-323910d090ed/fc14c2ea-2c5f-4663-a131-bda6871300f7/9250e348-cb05-4901-b566-3c9f2e2c6313) {{(pid=100248) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:27:18.794427 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ab613c6-8b75-4d3c-9c67-cd7a7d9ce961 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Made reservation on behalf of 4a263308c6474c0e99d0efe9a5a7b767 for: {'subnet': 1} {{(pid=100246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:27:18.800130 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-6ab613c6-8b75-4d3c-9c67-cd7a7d9ce961 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127702029'] for subnet, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:18.896922 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-e86f11a4-47c7-4eae-a7c8-0f620488ca70 None None] Notify callbacks [] for port, precommit_create {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:18.913390 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-e86f11a4-47c7-4eae-a7c8-0f620488ca70 None None] Transition to ACTIVE for port object 9250e348-cb05-4901-b566-3c9f2e2c6313 will not be triggered until provisioned by entity L2. {{(pid=100248) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:27:18.937325 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-e86f11a4-47c7-4eae-a7c8-0f620488ca70 None None] Transition to ACTIVE for port object 9250e348-cb05-4901-b566-3c9f2e2c6313 will not be triggered until provisioned by entity DHCP. {{(pid=100248) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:27:18.943764 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 4a782e3e-8daf-41d4-84ee-3203bb17dc2f no longer exists at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:27:18.973293 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] No Port match for: 4a782e3e-8daf-41d4-84ee-3203bb17dc2f {{(pid=100248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 14:27:18.973657 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 4a782e3e-8daf-41d4-84ee-3203bb17dc2f not bound to the agent host n-d-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:27:18.977319 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-e86f11a4-47c7-4eae-a7c8-0f620488ca70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108'] for port, after_create {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:19.034264 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86f11a4-47c7-4eae-a7c8-0f620488ca70 None None] Pushing event updated for resources: {'Port': ['ID=9250e348-cb05-4901-b566-3c9f2e2c6313,revision_number=1']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:27:19.039657 n-d-773647-6 neutron-server[100248]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e86f11a4-47c7-4eae-a7c8-0f620488ca70 None None] Network eba60608-4e28-43df-928a-323910d090ed is already hosted by enough agents. {{(pid=100248) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:27:19.041566 n-d-773647-6 neutron-server[100248]: DEBUG neutron.scheduler.base_scheduler [None req-e86f11a4-47c7-4eae-a7c8-0f620488ca70 None None] Resources bound (agent type, host, resource id): {{(pid=100248) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:27:19.044858 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e86f11a4-47c7-4eae-a7c8-0f620488ca70 None None] Received port after_create {{(pid=100248) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:27:19.122870 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-e86f11a4-47c7-4eae-a7c8-0f620488ca70 None None] Attempting to bind port 9250e348-cb05-4901-b566-3c9f2e2c6313 on host n-d-773647-6 for vnic_type normal with profile {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:27:19.123636 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-e86f11a4-47c7-4eae-a7c8-0f620488ca70 None None] Attempting to bind port 9250e348-cb05-4901-b566-3c9f2e2c6313 by drivers openvswitch,hyperv on host n-d-773647-6 at level 0 using segments [{'id': '67308366-d379-4f20-9df5-ed161946f077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': 'eba60608-4e28-43df-928a-323910d090ed'}] {{(pid=100248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:27:19.123636 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e86f11a4-47c7-4eae-a7c8-0f620488ca70 None None] Attempting to bind port 9250e348-cb05-4901-b566-3c9f2e2c6313 on network eba60608-4e28-43df-928a-323910d090ed {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:27:19.129732 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e86f11a4-47c7-4eae-a7c8-0f620488ca70 None None] Checking agent: {'id': '8ab5b19c-d213-4f29-891d-27bdf39d38b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773647-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 43, 26), 'started_at': datetime.datetime(2021, 7, 6, 13, 43, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 26, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773647-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:27:19.130124 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e86f11a4-47c7-4eae-a7c8-0f620488ca70 None None] Checking segment: {'id': '67308366-d379-4f20-9df5-ed161946f077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': 'eba60608-4e28-43df-928a-323910d090ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:27:19.130535 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-e86f11a4-47c7-4eae-a7c8-0f620488ca70 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:19.131496 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e86f11a4-47c7-4eae-a7c8-0f620488ca70 None None] Bound using segment: {'id': '67308366-d379-4f20-9df5-ed161946f077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': 'eba60608-4e28-43df-928a-323910d090ed'} {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:27:19.131827 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-e86f11a4-47c7-4eae-a7c8-0f620488ca70 None None] Bound port: 9250e348-cb05-4901-b566-3c9f2e2c6313, host: n-d-773647-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67308366-d379-4f20-9df5-ed161946f077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': 'eba60608-4e28-43df-928a-323910d090ed'}}] {{(pid=100248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:27:19.132225 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-e86f11a4-47c7-4eae-a7c8-0f620488ca70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:19.216534 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-6ab613c6-8b75-4d3c-9c67-cd7a7d9ce961 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1849032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127687649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127702047'] for subnet, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:19.233900 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-e86f11a4-47c7-4eae-a7c8-0f620488ca70 None None] For port 9250e348-cb05-4901-b566-3c9f2e2c6313, host n-d-773647-6, cleared binding levels {{(pid=100248) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:27:19.238440 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-e86f11a4-47c7-4eae-a7c8-0f620488ca70 None None] For port 9250e348-cb05-4901-b566-3c9f2e2c6313, host n-d-773647-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=9250e348-cb05-4901-b566-3c9f2e2c6313,segment=NetworkSegment(67308366-d379-4f20-9df5-ed161946f077),segment_id=67308366-d379-4f20-9df5-ed161946f077)] {{(pid=100248) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:27:19.246090 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-e86f11a4-47c7-4eae-a7c8-0f620488ca70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:19.284075 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ab613c6-8b75-4d3c-9c67-cd7a7d9ce961 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Network eba60608-4e28-43df-928a-323910d090ed is already hosted by enough agents. {{(pid=100246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:27:19.291373 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.base_scheduler [None req-6ab613c6-8b75-4d3c-9c67-cd7a7d9ce961 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Resources bound (agent type, host, resource id): {{(pid=100246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:27:19.299384 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ab613c6-8b75-4d3c-9c67-cd7a7d9ce961 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:27:19.300234 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-6ab613c6-8b75-4d3c-9c67-cd7a7d9ce961 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Notify callbacks [] for subnet, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:19.328761 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-6ab613c6-8b75-4d3c-9c67-cd7a7d9ce961 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] 10.222.0.104 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7428489 Jul 06 14:27:19.329888 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab613c6-8b75-4d3c-9c67-cd7a7d9ce961 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Pushing event updated for resources: {'Subnet': ['ID=3cdfeb50-387e-4c19-b6ce-66048de84428,revision_number=0']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:27:19.332392 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 47916) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:27:19.338591 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-a3b580f5-ab1c-4e3b-9d54-14a6c26ddf24 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Request body: {'port': {'network_id': 'eba60608-4e28-43df-928a-323910d090ed', 'mac_address': 'fa:16:3e:a4:17:a5', 'name': 'tempest-NetworksTestDHCPv6-1783166364'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:27:19.383567 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86f11a4-47c7-4eae-a7c8-0f620488ca70 None None] Pushing event updated for resources: {'Port': ['ID=9250e348-cb05-4901-b566-3c9f2e2c6313,revision_number=2']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:27:19.535535 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3b580f5-ab1c-4e3b-9d54-14a6c26ddf24 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Made reservation on behalf of 4a263308c6474c0e99d0efe9a5a7b767 for: {'port': 1} {{(pid=100246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:27:19.741224 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-a3b580f5-ab1c-4e3b-9d54-14a6c26ddf24 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:19.821283 n-d-773647-6 neutron-server[100246]: DEBUG neutron.notifiers.nova [None req-a3b580f5-ab1c-4e3b-9d54-14a6c26ddf24 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] device_id is not set on port 13b8cef7-a5f1-479d-a69d-9f5f14684671 yet. {{(pid=100246) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 14:27:20.151632 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.db_base_plugin_common [None req-a3b580f5-ab1c-4e3b-9d54-14a6c26ddf24 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Allocated IP 2001:db8:0:1::f (eba60608-4e28-43df-928a-323910d090ed/3cdfeb50-387e-4c19-b6ce-66048de84428/13b8cef7-a5f1-479d-a69d-9f5f14684671) {{(pid=100246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:27:20.162822 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.db_base_plugin_common [None req-a3b580f5-ab1c-4e3b-9d54-14a6c26ddf24 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Allocated IP 2001:db8::f816:3eff:fea4:17a5 (eba60608-4e28-43df-928a-323910d090ed/fc14c2ea-2c5f-4663-a131-bda6871300f7/13b8cef7-a5f1-479d-a69d-9f5f14684671) {{(pid=100246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:27:20.393818 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-a3b580f5-ab1c-4e3b-9d54-14a6c26ddf24 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Notify callbacks [] for port, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:20.421213 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.provisioning_blocks [None req-a3b580f5-ab1c-4e3b-9d54-14a6c26ddf24 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Transition to ACTIVE for port object 13b8cef7-a5f1-479d-a69d-9f5f14684671 will not be triggered until provisioned by entity DHCP. {{(pid=100246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:27:20.470270 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-a3b580f5-ab1c-4e3b-9d54-14a6c26ddf24 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-127687573'] for port, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:20.525477 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3b580f5-ab1c-4e3b-9d54-14a6c26ddf24 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Network eba60608-4e28-43df-928a-323910d090ed is already hosted by enough agents. {{(pid=100246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:27:20.528024 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.base_scheduler [None req-a3b580f5-ab1c-4e3b-9d54-14a6c26ddf24 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Resources bound (agent type, host, resource id): {{(pid=100246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:27:20.534568 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3b580f5-ab1c-4e3b-9d54-14a6c26ddf24 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Received port after_create {{(pid=100246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:27:20.540752 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3b580f5-ab1c-4e3b-9d54-14a6c26ddf24 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:27:20.541688 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-a3b580f5-ab1c-4e3b-9d54-14a6c26ddf24 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:20.583202 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-a3b580f5-ab1c-4e3b-9d54-14a6c26ddf24 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] 10.222.0.104 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.2493057 Jul 06 14:27:20.584218 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b580f5-ab1c-4e3b-9d54-14a6c26ddf24 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Pushing event updated for resources: {'Port': ['ID=13b8cef7-a5f1-479d-a69d-9f5f14684671,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:27:20.600834 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 47926) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:27:20.734610 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c28e9fe7-fb1d-43df-88c3-e2e7b3257eda None None] Network eba60608-4e28-43df-928a-323910d090ed requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:27:20.969513 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.plugin [None req-4faf48d9-7ac4-44f1-935b-c395fd368a11 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Deleting port 13b8cef7-a5f1-479d-a69d-9f5f14684671 {{(pid=100247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:27:20.970160 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-4faf48d9-7ac4-44f1-935b-c395fd368a11 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:21.197747 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 9250e348-cb05-4901-b566-3c9f2e2c6313 up at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:27:21.239431 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-4faf48d9-7ac4-44f1-935b-c395fd368a11 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:21.265893 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.plugin [None req-4faf48d9-7ac4-44f1-935b-c395fd368a11 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Calling delete_port for 13b8cef7-a5f1-479d-a69d-9f5f14684671 owned by {{(pid=100247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:27:21.311680 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-4a16d3e9-ea65-4e19-b943-4cd40dc809e8 None None] Provisioning for port 9250e348-cb05-4901-b566-3c9f2e2c6313 completed by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:27:21.381447 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning for port 9250e348-cb05-4901-b566-3c9f2e2c6313 completed by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:27:21.386861 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning complete for port 9250e348-cb05-4901-b566-3c9f2e2c6313 triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:27:21.387796 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:21.525916 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c48aa6f5-21b2-4891-8022-1ac2e93df67e None None] Update dhcp port {'port': {'network_id': 'eba60608-4e28-43df-928a-323910d090ed', 'fixed_ips': [{'subnet_id': 'fc14c2ea-2c5f-4663-a131-bda6871300f7', 'ip_address': '2001:db8::f816:3eff:fe61:2fbf'}, {'subnet_id': '3cdfeb50-387e-4c19-b6ce-66048de84428'}], 'binding:host_id': 'n-d-773647-6'}, 'id': '9250e348-cb05-4901-b566-3c9f2e2c6313'} from n-d-773647-6. {{(pid=100248) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 06 14:27:21.576180 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-c48aa6f5-21b2-4891-8022-1ac2e93df67e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:21.686962 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-4faf48d9-7ac4-44f1-935b-c395fd368a11 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128888353'] for port, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:21.769335 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4faf48d9-7ac4-44f1-935b-c395fd368a11 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Pushing event deleted for resources: {'Port': ['ID=13b8cef7-a5f1-479d-a69d-9f5f14684671,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:27:21.839157 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4faf48d9-7ac4-44f1-935b-c395fd368a11 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:27:21.839875 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4faf48d9-7ac4-44f1-935b-c395fd368a11 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:27:21.840453 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4faf48d9-7ac4-44f1-935b-c395fd368a11 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:27:21.841330 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4faf48d9-7ac4-44f1-935b-c395fd368a11 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:27:21.841919 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4faf48d9-7ac4-44f1-935b-c395fd368a11 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:27:21.842758 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4faf48d9-7ac4-44f1-935b-c395fd368a11 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:27:21.843463 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4faf48d9-7ac4-44f1-935b-c395fd368a11 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:27:21.844119 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4faf48d9-7ac4-44f1-935b-c395fd368a11 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:27:21.845107 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4faf48d9-7ac4-44f1-935b-c395fd368a11 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:27:21.845709 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4faf48d9-7ac4-44f1-935b-c395fd368a11 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:27:21.847151 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4faf48d9-7ac4-44f1-935b-c395fd368a11 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:27:21.852117 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4faf48d9-7ac4-44f1-935b-c395fd368a11 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:27:21.888460 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:21.969181 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-4faf48d9-7ac4-44f1-935b-c395fd368a11 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:21.977742 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-4faf48d9-7ac4-44f1-935b-c395fd368a11 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] 10.222.0.104 "DELETE /v2.0/ports/13b8cef7-a5f1-479d-a69d-9f5f14684671 HTTP/1.1" status: 204 len: 168 time: 1.3754463 Jul 06 14:27:21.980319 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 48036) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:27:22.037260 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] For port 9250e348-cb05-4901-b566-3c9f2e2c6313, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=9250e348-cb05-4901-b566-3c9f2e2c6313,segment=NetworkSegment(67308366-d379-4f20-9df5-ed161946f077),segment_id=67308366-d379-4f20-9df5-ed161946f077)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:27:22.045604 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:22.148578 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Pushing event updated for resources: {'Port': ['ID=9250e348-cb05-4901-b566-3c9f2e2c6313,revision_number=3']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:27:22.171130 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.db_base_plugin_common [None req-c48aa6f5-21b2-4891-8022-1ac2e93df67e None None] Allocated IP 2001:db8:0:1::2 (eba60608-4e28-43df-928a-323910d090ed/3cdfeb50-387e-4c19-b6ce-66048de84428/9250e348-cb05-4901-b566-3c9f2e2c6313) {{(pid=100248) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:27:22.212071 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41f62005-3353-4882-b1eb-dd48ef5a7520 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:27:22.218770 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 48062) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:27:22.219470 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-41f62005-3353-4882-b1eb-dd48ef5a7520 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] 10.222.0.104 "GET /v2.0/ports HTTP/1.1" status: 200 len: 961 time: 0.2373545 Jul 06 14:27:22.318024 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cda456f3-a8ad-4da8-9eb6-4f035445e76c tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:27:22.320604 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-cda456f3-a8ad-4da8-9eb6-4f035445e76c tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] 10.222.0.104 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.1001198 Jul 06 14:27:22.323327 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 48076) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:27:22.361560 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-c48aa6f5-21b2-4891-8022-1ac2e93df67e None None] For port 9250e348-cb05-4901-b566-3c9f2e2c6313, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=9250e348-cb05-4901-b566-3c9f2e2c6313,segment=NetworkSegment(67308366-d379-4f20-9df5-ed161946f077),segment_id=67308366-d379-4f20-9df5-ed161946f077)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:27:22.419862 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19fd9f50-0be8-41e3-9f50-c2f41dcd57e6 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:27:22.424560 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19fd9f50-0be8-41e3-9f50-c2f41dcd57e6 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:27:22.426325 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19fd9f50-0be8-41e3-9f50-c2f41dcd57e6 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:27:22.428300 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-19fd9f50-0be8-41e3-9f50-c2f41dcd57e6 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] 10.222.0.104 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1038339 Jul 06 14:27:22.431300 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 48092) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:27:22.452593 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-c48aa6f5-21b2-4891-8022-1ac2e93df67e None None] Notify callbacks [] for port, precommit_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:22.483224 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-c48aa6f5-21b2-4891-8022-1ac2e93df67e None None] Transition to ACTIVE for port object 9250e348-cb05-4901-b566-3c9f2e2c6313 will not be triggered until provisioned by entity DHCP. {{(pid=100248) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:27:22.490002 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-c48aa6f5-21b2-4891-8022-1ac2e93df67e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:22.549974 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.db_base_plugin_v2 [None req-639f7b47-9aef-49d5-84f7-f3a0ce743eab tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Deleting subnet 3cdfeb50-387e-4c19-b6ce-66048de84428 {{(pid=100246) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 14:27:22.572624 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-639f7b47-9aef-49d5-84f7-f3a0ce743eab tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Notify callbacks [] for subnet, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:22.634468 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-639f7b47-9aef-49d5-84f7-f3a0ce743eab tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126218885'] for subnet, precommit_delete_associations {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:22.650987 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48aa6f5-21b2-4891-8022-1ac2e93df67e None None] Pushing event updated for resources: {'Port': ['ID=9250e348-cb05-4901-b566-3c9f2e2c6313,revision_number=4']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:27:22.761509 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-639f7b47-9aef-49d5-84f7-f3a0ce743eab tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-913473'] for subnet, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:22.848138 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-639f7b47-9aef-49d5-84f7-f3a0ce743eab tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-913480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1849032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127687590', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127702764'] for subnet, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:22.882126 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-f00d3e16-d62e-4468-997b-18909f2ad482 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:22.891385 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639f7b47-9aef-49d5-84f7-f3a0ce743eab tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Pushing event deleted for resources: {'Subnet': ['ID=3cdfeb50-387e-4c19-b6ce-66048de84428,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:27:22.903428 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-639f7b47-9aef-49d5-84f7-f3a0ce743eab tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Notify callbacks [] for subnet, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:22.905669 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 9250e348-cb05-4901-b566-3c9f2e2c6313 up at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:27:22.906841 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-639f7b47-9aef-49d5-84f7-f3a0ce743eab tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] 10.222.0.104 "DELETE /v2.0/subnets/3cdfeb50-387e-4c19-b6ce-66048de84428 HTTP/1.1" status: 204 len: 168 time: 0.4736791 Jul 06 14:27:22.908726 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 48144) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:27:22.988813 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.db_base_plugin_v2 [None req-012e8da8-f571-4ab1-ad83-d5412d5b6555 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Deleting subnet fc14c2ea-2c5f-4663-a131-bda6871300f7 {{(pid=100247) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 14:27:22.993153 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-012e8da8-f571-4ab1-ad83-d5412d5b6555 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Notify callbacks [] for subnet, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:23.053208 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-012e8da8-f571-4ab1-ad83-d5412d5b6555 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127131748'] for subnet, precommit_delete_associations {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:23.181365 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-012e8da8-f571-4ab1-ad83-d5412d5b6555 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-913473'] for subnet, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:23.295306 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-012e8da8-f571-4ab1-ad83-d5412d5b6555 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-913480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1849032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-128888347', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127627857'] for subnet, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:23.340970 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012e8da8-f571-4ab1-ad83-d5412d5b6555 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Pushing event deleted for resources: {'Subnet': ['ID=fc14c2ea-2c5f-4663-a131-bda6871300f7,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:27:23.347206 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-012e8da8-f571-4ab1-ad83-d5412d5b6555 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Notify callbacks [] for subnet, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:23.350130 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-012e8da8-f571-4ab1-ad83-d5412d5b6555 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] 10.222.0.104 "DELETE /v2.0/subnets/fc14c2ea-2c5f-4663-a131-bda6871300f7 HTTP/1.1" status: 204 len: 168 time: 0.4397285 Jul 06 14:27:23.353642 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 48202) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:27:23.450784 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-4106c465-9023-4ef7-8a4f-23c2fc91b95a tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] 10.222.0.104 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0951576 Jul 06 14:27:23.454132 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 48216) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:27:23.461450 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [None req-975d1d37-5dfe-4a12-bcb8-22b458a0812c tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Request body: {'subnet': {'network_id': 'eba60608-4e28-43df-928a-323910d090ed', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:27:23.549921 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb077788-baca-4245-afba-9d6f1bbc7bf6 None None] Network eba60608-4e28-43df-928a-323910d090ed requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:27:23.597369 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-975d1d37-5dfe-4a12-bcb8-22b458a0812c tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Made reservation on behalf of 4a263308c6474c0e99d0efe9a5a7b767 for: {'subnet': 1} {{(pid=100247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:27:23.604289 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-975d1d37-5dfe-4a12-bcb8-22b458a0812c tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127627440'] for subnet, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:23.630215 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-d63dd228-a347-42e4-bbd2-c00c6f18b206 None None] Could not find standard attr ID for object 13b8cef7-a5f1-479d-a69d-9f5f14684671. {{(pid=100248) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 06 14:27:23.659623 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-d63dd228-a347-42e4-bbd2-c00c6f18b206 None None] Provisioning for port 9250e348-cb05-4901-b566-3c9f2e2c6313 completed by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:27:23.675491 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-d63dd228-a347-42e4-bbd2-c00c6f18b206 None None] Provisioning complete for port 9250e348-cb05-4901-b566-3c9f2e2c6313 triggered by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:27:23.675965 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-d63dd228-a347-42e4-bbd2-c00c6f18b206 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:23.913300 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85c1d74d-2834-41de-9a41-e94b90af708c None None] DHCP port deletion for eba60608-4e28-43df-928a-323910d090ed request from n-d-773647-6 {{(pid=100248) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 14:27:24.013268 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-85c1d74d-2834-41de-9a41-e94b90af708c None None] Deleting port 9250e348-cb05-4901-b566-3c9f2e2c6313 {{(pid=100248) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:27:24.014894 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-85c1d74d-2834-41de-9a41-e94b90af708c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:24.079969 n-d-773647-6 neutron-server[100247]: DEBUG neutron.objects.ports [None req-975d1d37-5dfe-4a12-bcb8-22b458a0812c tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=100247) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 06 14:27:24.179749 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-85c1d74d-2834-41de-9a41-e94b90af708c None None] For port 9250e348-cb05-4901-b566-3c9f2e2c6313, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=9250e348-cb05-4901-b566-3c9f2e2c6313,segment=NetworkSegment(67308366-d379-4f20-9df5-ed161946f077),segment_id=67308366-d379-4f20-9df5-ed161946f077)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:27:24.182050 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-85c1d74d-2834-41de-9a41-e94b90af708c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:24.227271 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-85c1d74d-2834-41de-9a41-e94b90af708c None None] Calling delete_port for 9250e348-cb05-4901-b566-3c9f2e2c6313 owned by network:dhcp {{(pid=100248) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:27:24.348705 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-85c1d74d-2834-41de-9a41-e94b90af708c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117'] for port, after_delete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:24.384441 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c1d74d-2834-41de-9a41-e94b90af708c None None] Pushing event deleted for resources: {'Port': ['ID=9250e348-cb05-4901-b566-3c9f2e2c6313,revision_number=None']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:27:24.388940 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85c1d74d-2834-41de-9a41-e94b90af708c None None] No DVR routers for this DVR port 9250e348-cb05-4901-b566-3c9f2e2c6313 on host n-d-773647-6 {{(pid=100248) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:27:24.405505 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-975d1d37-5dfe-4a12-bcb8-22b458a0812c tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:24.443018 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.db_base_plugin_v2 [None req-975d1d37-5dfe-4a12-bcb8-22b458a0812c tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Port 9250e348-cb05-4901-b566-3c9f2e2c6313 concurrently deleted while adding address for new subnet {'id': '686e1455-4ffe-42a0-99a3-45910584a674', 'name': '', 'tenant_id': '4a263308c6474c0e99d0efe9a5a7b767', 'network_id': 'eba60608-4e28-43df-928a-323910d090ed', 'ip_version': 6, 'subnetpool_id': None, 'enable_dhcp': True, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless', 'standard_attr_id': 3655, 'gateway_ip': '2001:db8::1', 'cidr': '2001:db8::/64', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:ffff'}], 'host_routes': [], 'dns_nameservers': [], 'shared': False, 'description': '', 'service_types': [], 'tags': [], 'created_at': '2021-07-06T14:27:23Z', 'updated_at': '2021-07-06T14:27:23Z', 'revision_number': 0, 'segment_id': None, 'project_id': '4a263308c6474c0e99d0efe9a5a7b767'}. {{(pid=100247) _create_subnet_postcommit /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:769}} Jul 06 14:27:24.443753 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-975d1d37-5dfe-4a12-bcb8-22b458a0812c tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1849032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-128888412', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127627426'] for subnet, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:24.493786 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-975d1d37-5dfe-4a12-bcb8-22b458a0812c tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Network eba60608-4e28-43df-928a-323910d090ed is already hosted by enough agents. {{(pid=100247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:27:24.499328 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.base_scheduler [None req-975d1d37-5dfe-4a12-bcb8-22b458a0812c tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Resources bound (agent type, host, resource id): {{(pid=100247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:27:24.503800 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-975d1d37-5dfe-4a12-bcb8-22b458a0812c tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:27:24.504602 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-975d1d37-5dfe-4a12-bcb8-22b458a0812c tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Notify callbacks [] for subnet, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:24.509656 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1633fb5-66d4-4f66-9980-b8d137e28ed6 None None] Network eba60608-4e28-43df-928a-323910d090ed requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:27:24.521386 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975d1d37-5dfe-4a12-bcb8-22b458a0812c tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Pushing event updated for resources: {'Subnet': ['ID=686e1455-4ffe-42a0-99a3-45910584a674,revision_number=0']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:27:24.533361 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-975d1d37-5dfe-4a12-bcb8-22b458a0812c tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] 10.222.0.104 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0774777 Jul 06 14:27:24.536671 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 48326) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:27:24.543541 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-e262d77b-6994-47b7-9aed-375fa523dea3 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Request body: {'subnet': {'network_id': 'eba60608-4e28-43df-928a-323910d090ed', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:27:24.711155 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-376833c5-f81c-4a3a-b24c-658096428e5b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6bd5fc82-6666-56e8-87c2-91648d36c963-eba60608-4e28-43df-928a-323910d090ed', 'network_id': 'eba60608-4e28-43df-928a-323910d090ed', 'tenant_id': '4a263308c6474c0e99d0efe9a5a7b767', 'fixed_ips': [{'subnet_id': '686e1455-4ffe-42a0-99a3-45910584a674'}]}} from n-d-773647-6. {{(pid=100248) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 14:27:24.713692 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-376833c5-f81c-4a3a-b24c-658096428e5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:24.768595 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e262d77b-6994-47b7-9aed-375fa523dea3 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Made reservation on behalf of 4a263308c6474c0e99d0efe9a5a7b767 for: {'subnet': 1} {{(pid=100246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:27:24.773556 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-e262d77b-6994-47b7-9aed-375fa523dea3 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127702029'] for subnet, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:24.959533 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 9250e348-cb05-4901-b566-3c9f2e2c6313 no longer exists at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:27:24.991986 n-d-773647-6 neutron-server[100246]: INFO neutron.db.ipam_backend_mixin [None req-e262d77b-6994-47b7-9aed-375fa523dea3 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 686e1455-4ffe-42a0-99a3-45910584a674 (CIDR: 2001:db8::/64) Jul 06 14:27:24.993070 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] No Port match for: 9250e348-cb05-4901-b566-3c9f2e2c6313 {{(pid=100248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 14:27:24.993432 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 9250e348-cb05-4901-b566-3c9f2e2c6313 not bound to the agent host n-d-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:27:24.998481 n-d-773647-6 neutron-server[100246]: INFO neutron.pecan_wsgi.hooks.translation [None req-e262d77b-6994-47b7-9aed-375fa523dea3 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 06 14:27:24.999838 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e262d77b-6994-47b7-9aed-375fa523dea3 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100246) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 14:27:25.019062 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.db_base_plugin_common [None req-376833c5-f81c-4a3a-b24c-658096428e5b None None] Allocated IP 2001:db8::f816:3eff:fe6f:9d80 (eba60608-4e28-43df-928a-323910d090ed/686e1455-4ffe-42a0-99a3-45910584a674/5bd93673-3b53-44fe-a6d0-78e624a25478) {{(pid=100248) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:27:25.028993 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-e262d77b-6994-47b7-9aed-375fa523dea3 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] 10.222.0.104 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4900432 Jul 06 14:27:25.031768 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 48382) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:27:25.042898 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [None req-c011a916-83ec-411a-a38d-32f17d9381b1 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Request body: {'subnet': {'network_id': 'eba60608-4e28-43df-928a-323910d090ed', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:27:25.240181 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-376833c5-f81c-4a3a-b24c-658096428e5b None None] Notify callbacks [] for port, precommit_create {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:25.255880 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-376833c5-f81c-4a3a-b24c-658096428e5b None None] Transition to ACTIVE for port object 5bd93673-3b53-44fe-a6d0-78e624a25478 will not be triggered until provisioned by entity L2. {{(pid=100248) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:27:25.276157 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c011a916-83ec-411a-a38d-32f17d9381b1 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Made reservation on behalf of 4a263308c6474c0e99d0efe9a5a7b767 for: {'subnet': 1} {{(pid=100247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:27:25.290042 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-c011a916-83ec-411a-a38d-32f17d9381b1 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127627440'] for subnet, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:25.296267 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-376833c5-f81c-4a3a-b24c-658096428e5b None None] Transition to ACTIVE for port object 5bd93673-3b53-44fe-a6d0-78e624a25478 will not be triggered until provisioned by entity DHCP. {{(pid=100248) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:27:25.306966 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-376833c5-f81c-4a3a-b24c-658096428e5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108'] for port, after_create {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:25.349939 n-d-773647-6 neutron-server[100248]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-376833c5-f81c-4a3a-b24c-658096428e5b None None] Network eba60608-4e28-43df-928a-323910d090ed is already hosted by enough agents. {{(pid=100248) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:27:25.354299 n-d-773647-6 neutron-server[100248]: DEBUG neutron.scheduler.base_scheduler [None req-376833c5-f81c-4a3a-b24c-658096428e5b None None] Resources bound (agent type, host, resource id): {{(pid=100248) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:27:25.378968 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-376833c5-f81c-4a3a-b24c-658096428e5b None None] Received port after_create {{(pid=100248) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:27:25.467277 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-376833c5-f81c-4a3a-b24c-658096428e5b None None] Attempting to bind port 5bd93673-3b53-44fe-a6d0-78e624a25478 on host n-d-773647-6 for vnic_type normal with profile {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:27:25.467655 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-376833c5-f81c-4a3a-b24c-658096428e5b None None] Attempting to bind port 5bd93673-3b53-44fe-a6d0-78e624a25478 by drivers openvswitch,hyperv on host n-d-773647-6 at level 0 using segments [{'id': '67308366-d379-4f20-9df5-ed161946f077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': 'eba60608-4e28-43df-928a-323910d090ed'}] {{(pid=100248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:27:25.468213 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-376833c5-f81c-4a3a-b24c-658096428e5b None None] Attempting to bind port 5bd93673-3b53-44fe-a6d0-78e624a25478 on network eba60608-4e28-43df-928a-323910d090ed {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:27:25.473241 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376833c5-f81c-4a3a-b24c-658096428e5b None None] Pushing event updated for resources: {'Port': ['ID=5bd93673-3b53-44fe-a6d0-78e624a25478,revision_number=1']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:27:25.475960 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-376833c5-f81c-4a3a-b24c-658096428e5b None None] Checking agent: {'id': '8ab5b19c-d213-4f29-891d-27bdf39d38b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773647-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 43, 26), 'started_at': datetime.datetime(2021, 7, 6, 13, 43, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 26, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773647-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:27:25.476599 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-376833c5-f81c-4a3a-b24c-658096428e5b None None] Checking segment: {'id': '67308366-d379-4f20-9df5-ed161946f077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': 'eba60608-4e28-43df-928a-323910d090ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:27:25.477196 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-376833c5-f81c-4a3a-b24c-658096428e5b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:25.477757 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-376833c5-f81c-4a3a-b24c-658096428e5b None None] Bound using segment: {'id': '67308366-d379-4f20-9df5-ed161946f077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': 'eba60608-4e28-43df-928a-323910d090ed'} {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:27:25.478228 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-376833c5-f81c-4a3a-b24c-658096428e5b None None] Bound port: 5bd93673-3b53-44fe-a6d0-78e624a25478, host: n-d-773647-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67308366-d379-4f20-9df5-ed161946f077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': 'eba60608-4e28-43df-928a-323910d090ed'}}] {{(pid=100248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:27:25.478609 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-376833c5-f81c-4a3a-b24c-658096428e5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:25.567819 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-376833c5-f81c-4a3a-b24c-658096428e5b None None] For port 5bd93673-3b53-44fe-a6d0-78e624a25478, host n-d-773647-6, cleared binding levels {{(pid=100248) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:27:25.592000 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-376833c5-f81c-4a3a-b24c-658096428e5b None None] For port 5bd93673-3b53-44fe-a6d0-78e624a25478, host n-d-773647-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=5bd93673-3b53-44fe-a6d0-78e624a25478,segment=NetworkSegment(67308366-d379-4f20-9df5-ed161946f077),segment_id=67308366-d379-4f20-9df5-ed161946f077)] {{(pid=100248) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:27:25.596689 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-471bb412-0a1e-48cd-80f0-fc930b9387ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:25.601463 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-376833c5-f81c-4a3a-b24c-658096428e5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:25.698235 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376833c5-f81c-4a3a-b24c-658096428e5b None None] Pushing event updated for resources: {'Port': ['ID=5bd93673-3b53-44fe-a6d0-78e624a25478,revision_number=2']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:27:25.911005 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:25.936685 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-c011a916-83ec-411a-a38d-32f17d9381b1 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1849032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-128888412', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127627426'] for subnet, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:26.001844 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c011a916-83ec-411a-a38d-32f17d9381b1 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Network eba60608-4e28-43df-928a-323910d090ed is already hosted by enough agents. {{(pid=100247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:27:26.006544 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.base_scheduler [None req-c011a916-83ec-411a-a38d-32f17d9381b1 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Resources bound (agent type, host, resource id): {{(pid=100247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:27:26.016855 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c011a916-83ec-411a-a38d-32f17d9381b1 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:27:26.017756 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-c011a916-83ec-411a-a38d-32f17d9381b1 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Notify callbacks [] for subnet, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:26.084264 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c011a916-83ec-411a-a38d-32f17d9381b1 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Pushing event updated for resources: {'Subnet': ['ID=814b1700-405b-4be8-9462-5694faa25b8a,revision_number=0']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:27:26.098452 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-c011a916-83ec-411a-a38d-32f17d9381b1 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] 10.222.0.104 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0651903 Jul 06 14:27:26.102837 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 48420) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:27:26.111734 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [None req-08dfeafa-0b47-4920-ae1a-18ac016a2be1 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Request body: {'port': {'network_id': 'eba60608-4e28-43df-928a-323910d090ed', 'mac_address': 'fa:16:3e:08:2c:f2', 'name': 'tempest-NetworksTestDHCPv6-1678935702'}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:27:26.247469 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08dfeafa-0b47-4920-ae1a-18ac016a2be1 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Made reservation on behalf of 4a263308c6474c0e99d0efe9a5a7b767 for: {'port': 1} {{(pid=100247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:27:26.355693 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-08dfeafa-0b47-4920-ae1a-18ac016a2be1 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:26.377378 n-d-773647-6 neutron-server[100247]: DEBUG neutron.notifiers.nova [None req-08dfeafa-0b47-4920-ae1a-18ac016a2be1 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] device_id is not set on port b0aee406-531c-447b-8d3d-eda7a5376374 yet. {{(pid=100247) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 14:27:26.592461 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.db_base_plugin_common [None req-08dfeafa-0b47-4920-ae1a-18ac016a2be1 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Allocated IP 2001:db8:0:1::3d5 (eba60608-4e28-43df-928a-323910d090ed/814b1700-405b-4be8-9462-5694faa25b8a/b0aee406-531c-447b-8d3d-eda7a5376374) {{(pid=100247) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:27:26.603664 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.db_base_plugin_common [None req-08dfeafa-0b47-4920-ae1a-18ac016a2be1 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Allocated IP 2001:db8::f816:3eff:fe08:2cf2 (eba60608-4e28-43df-928a-323910d090ed/686e1455-4ffe-42a0-99a3-45910584a674/b0aee406-531c-447b-8d3d-eda7a5376374) {{(pid=100247) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:27:26.661628 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-2064eaae-da4f-48f8-82d2-b09d4ddedd44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:26.782496 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-08dfeafa-0b47-4920-ae1a-18ac016a2be1 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Notify callbacks [] for port, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:26.797246 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.provisioning_blocks [None req-08dfeafa-0b47-4920-ae1a-18ac016a2be1 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Transition to ACTIVE for port object b0aee406-531c-447b-8d3d-eda7a5376374 will not be triggered until provisioned by entity DHCP. {{(pid=100247) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:27:26.870772 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-08dfeafa-0b47-4920-ae1a-18ac016a2be1 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-128888360'] for port, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:26.937189 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08dfeafa-0b47-4920-ae1a-18ac016a2be1 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Network eba60608-4e28-43df-928a-323910d090ed is already hosted by enough agents. {{(pid=100247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:27:26.941162 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.base_scheduler [None req-08dfeafa-0b47-4920-ae1a-18ac016a2be1 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Resources bound (agent type, host, resource id): {{(pid=100247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:27:26.943529 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08dfeafa-0b47-4920-ae1a-18ac016a2be1 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Received port after_create {{(pid=100247) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:27:26.950955 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08dfeafa-0b47-4920-ae1a-18ac016a2be1 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:27:26.951677 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-08dfeafa-0b47-4920-ae1a-18ac016a2be1 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:26.965192 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 5bd93673-3b53-44fe-a6d0-78e624a25478 up at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:27:26.991493 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08dfeafa-0b47-4920-ae1a-18ac016a2be1 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Pushing event updated for resources: {'Port': ['ID=b0aee406-531c-447b-8d3d-eda7a5376374,revision_number=1']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:27:27.014727 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-08dfeafa-0b47-4920-ae1a-18ac016a2be1 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] 10.222.0.104 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 0.9104950 Jul 06 14:27:27.017474 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 48440) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:27:27.027494 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning for port 5bd93673-3b53-44fe-a6d0-78e624a25478 completed by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:27:27.064253 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbb5e720-ae76-4d8c-a1fb-01fd1aedce7c None None] Network eba60608-4e28-43df-928a-323910d090ed requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:27:27.146510 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.plugin [None req-de8e61a1-187b-42e5-a4d5-4dc8a7d4d30c tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Deleting port b0aee406-531c-447b-8d3d-eda7a5376374 {{(pid=100247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:27:27.146733 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-de8e61a1-187b-42e5-a4d5-4dc8a7d4d30c tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:27.159458 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-28a5a034-35a2-4260-90f9-0d1c1531c19f None None] Provisioning for port 5bd93673-3b53-44fe-a6d0-78e624a25478 completed by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:27:27.165937 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.agents_db [None req-167c0ad6-1657-4c9a-a2c4-3b18056aa662 None None] Agent healthcheck: found 7 active agents {{(pid=100249) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 14:27:27.166546 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-28a5a034-35a2-4260-90f9-0d1c1531c19f None None] Provisioning complete for port 5bd93673-3b53-44fe-a6d0-78e624a25478 triggered by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:27:27.166751 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-28a5a034-35a2-4260-90f9-0d1c1531c19f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:27.266514 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-de8e61a1-187b-42e5-a4d5-4dc8a7d4d30c tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:27.282426 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.plugin [None req-de8e61a1-187b-42e5-a4d5-4dc8a7d4d30c tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Calling delete_port for b0aee406-531c-447b-8d3d-eda7a5376374 owned by {{(pid=100247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:27:27.318335 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-28a5a034-35a2-4260-90f9-0d1c1531c19f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:27.396826 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-28a5a034-35a2-4260-90f9-0d1c1531c19f None None] For port 5bd93673-3b53-44fe-a6d0-78e624a25478, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=5bd93673-3b53-44fe-a6d0-78e624a25478,segment=NetworkSegment(67308366-d379-4f20-9df5-ed161946f077),segment_id=67308366-d379-4f20-9df5-ed161946f077)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:27:27.402100 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-28a5a034-35a2-4260-90f9-0d1c1531c19f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:27.482205 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd51f2d5-7875-4b7b-9147-bc112b0ab530 None None] Update dhcp port {'port': {'network_id': 'eba60608-4e28-43df-928a-323910d090ed', 'fixed_ips': [{'subnet_id': '686e1455-4ffe-42a0-99a3-45910584a674', 'ip_address': '2001:db8::f816:3eff:fe6f:9d80'}, {'subnet_id': '814b1700-405b-4be8-9462-5694faa25b8a'}], 'binding:host_id': 'n-d-773647-6'}, 'id': '5bd93673-3b53-44fe-a6d0-78e624a25478'} from n-d-773647-6. {{(pid=100248) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 06 14:27:27.503746 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-de8e61a1-187b-42e5-a4d5-4dc8a7d4d30c tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128888353'] for port, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:27.549995 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8e61a1-187b-42e5-a4d5-4dc8a7d4d30c tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Pushing event deleted for resources: {'Port': ['ID=b0aee406-531c-447b-8d3d-eda7a5376374,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:27:27.596340 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a5a034-35a2-4260-90f9-0d1c1531c19f None None] Pushing event updated for resources: {'Port': ['ID=5bd93673-3b53-44fe-a6d0-78e624a25478,revision_number=3']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:27:27.615734 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-bd51f2d5-7875-4b7b-9147-bc112b0ab530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:27.633716 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-de8e61a1-187b-42e5-a4d5-4dc8a7d4d30c tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:27.636155 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-de8e61a1-187b-42e5-a4d5-4dc8a7d4d30c tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] 10.222.0.104 "DELETE /v2.0/ports/b0aee406-531c-447b-8d3d-eda7a5376374 HTTP/1.1" status: 204 len: 168 time: 0.6169319 Jul 06 14:27:27.638728 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 48458) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:27:27.713394 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d8c0116-22fc-459a-94e7-6bfe45134fa3 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:27:27.714574 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-3d8c0116-22fc-459a-94e7-6bfe45134fa3 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] 10.222.0.104 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.0743356 Jul 06 14:27:27.717020 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 48460) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:27:27.792436 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd230480-8163-4b92-8393-83f848fbba05 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:27:27.794087 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-dd230480-8163-4b92-8393-83f848fbba05 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] 10.222.0.104 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.0761056 Jul 06 14:27:27.796696 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 48462) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:27:27.869648 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a746cff5-a0bc-4be0-a1e0-ff1f743ec41b tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:27:27.871414 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a746cff5-a0bc-4be0-a1e0-ff1f743ec41b tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:27:27.873221 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a746cff5-a0bc-4be0-a1e0-ff1f743ec41b tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:27:27.877302 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-a746cff5-a0bc-4be0-a1e0-ff1f743ec41b tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] 10.222.0.104 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0750754 Jul 06 14:27:27.877551 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 48464) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:27:27.907629 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.db_base_plugin_common [None req-bd51f2d5-7875-4b7b-9147-bc112b0ab530 None None] Allocated IP 2001:db8:0:1::2 (eba60608-4e28-43df-928a-323910d090ed/814b1700-405b-4be8-9462-5694faa25b8a/5bd93673-3b53-44fe-a6d0-78e624a25478) {{(pid=100248) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:27:27.940759 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.db_base_plugin_v2 [None req-9dc53e1a-40b9-4e23-97d7-c87245385fd1 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Deleting subnet 686e1455-4ffe-42a0-99a3-45910584a674 {{(pid=100246) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 14:27:28.015404 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-bd51f2d5-7875-4b7b-9147-bc112b0ab530 None None] For port 5bd93673-3b53-44fe-a6d0-78e624a25478, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=5bd93673-3b53-44fe-a6d0-78e624a25478,segment=NetworkSegment(67308366-d379-4f20-9df5-ed161946f077),segment_id=67308366-d379-4f20-9df5-ed161946f077)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:27:28.047349 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-bd51f2d5-7875-4b7b-9147-bc112b0ab530 None None] Notify callbacks [] for port, precommit_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:28.062343 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-bd51f2d5-7875-4b7b-9147-bc112b0ab530 None None] Transition to ACTIVE for port object 5bd93673-3b53-44fe-a6d0-78e624a25478 will not be triggered until provisioned by entity DHCP. {{(pid=100248) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:27:28.068317 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-9dc53e1a-40b9-4e23-97d7-c87245385fd1 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Notify callbacks [] for subnet, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:28.069218 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-bd51f2d5-7875-4b7b-9147-bc112b0ab530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:28.141863 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-9dc53e1a-40b9-4e23-97d7-c87245385fd1 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126218885'] for subnet, precommit_delete_associations {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:28.169215 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd51f2d5-7875-4b7b-9147-bc112b0ab530 None None] Pushing event updated for resources: {'Port': ['ID=5bd93673-3b53-44fe-a6d0-78e624a25478,revision_number=4']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:27:28.263638 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-9dc53e1a-40b9-4e23-97d7-c87245385fd1 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-913473'] for subnet, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:28.393063 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-9dc53e1a-40b9-4e23-97d7-c87245385fd1 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-913480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1849032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127687590', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127702764'] for subnet, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:28.445856 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-03f71b24-a9b8-453a-8924-caa3f97bc6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:28.498528 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc53e1a-40b9-4e23-97d7-c87245385fd1 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Pushing event deleted for resources: {'Subnet': ['ID=686e1455-4ffe-42a0-99a3-45910584a674,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:27:28.505848 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-9dc53e1a-40b9-4e23-97d7-c87245385fd1 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Notify callbacks [] for subnet, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:28.511531 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-9dc53e1a-40b9-4e23-97d7-c87245385fd1 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] 10.222.0.104 "DELETE /v2.0/subnets/686e1455-4ffe-42a0-99a3-45910584a674 HTTP/1.1" status: 204 len: 168 time: 0.6327910 Jul 06 14:27:28.514305 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 48472) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:27:28.596662 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.db_base_plugin_v2 [None req-8deec1e4-3be6-473d-a2c9-5f315c0c400a tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Deleting subnet 814b1700-405b-4be8-9462-5694faa25b8a {{(pid=100246) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 14:27:28.600666 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-8deec1e4-3be6-473d-a2c9-5f315c0c400a tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Notify callbacks [] for subnet, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:28.678204 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-8deec1e4-3be6-473d-a2c9-5f315c0c400a tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126218885'] for subnet, precommit_delete_associations {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:28.811524 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-8deec1e4-3be6-473d-a2c9-5f315c0c400a tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-913473'] for subnet, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:28.903896 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-8deec1e4-3be6-473d-a2c9-5f315c0c400a tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-913480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1849032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127687590', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127702764'] for subnet, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:28.931648 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 5bd93673-3b53-44fe-a6d0-78e624a25478 up at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:27:28.961833 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8deec1e4-3be6-473d-a2c9-5f315c0c400a tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Pushing event deleted for resources: {'Subnet': ['ID=814b1700-405b-4be8-9462-5694faa25b8a,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:27:28.965772 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-8deec1e4-3be6-473d-a2c9-5f315c0c400a tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Notify callbacks [] for subnet, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:28.967736 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-8deec1e4-3be6-473d-a2c9-5f315c0c400a tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] 10.222.0.104 "DELETE /v2.0/subnets/814b1700-405b-4be8-9462-5694faa25b8a HTTP/1.1" status: 204 len: 168 time: 0.4524553 Jul 06 14:27:28.970154 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 48482) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:27:29.033012 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-6c441b6b-4818-4431-9714-cce8beee08cd tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] 10.222.0.104 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0588169 Jul 06 14:27:29.033920 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 48484) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:27:29.040165 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-1374736c-4d92-4054-aeef-58e6390d52ad tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Request body: {'subnet': {'network_id': 'eba60608-4e28-43df-928a-323910d090ed', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:27:29.050317 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b326a56-3ef4-4001-90d6-64d91d866e94 None None] Network eba60608-4e28-43df-928a-323910d090ed requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:27:29.149536 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1374736c-4d92-4054-aeef-58e6390d52ad tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Made reservation on behalf of 4a263308c6474c0e99d0efe9a5a7b767 for: {'subnet': 1} {{(pid=100246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:27:29.154814 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-1374736c-4d92-4054-aeef-58e6390d52ad tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127702029'] for subnet, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:29.199134 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5c4064bb-a07d-425a-a561-4d5ca292e344 None None] Provisioning for port 5bd93673-3b53-44fe-a6d0-78e624a25478 completed by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:27:29.207680 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5c4064bb-a07d-425a-a561-4d5ca292e344 None None] Provisioning complete for port 5bd93673-3b53-44fe-a6d0-78e624a25478 triggered by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:27:29.208199 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5c4064bb-a07d-425a-a561-4d5ca292e344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:29.377804 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5c4064bb-a07d-425a-a561-4d5ca292e344 None None] Could not find standard attr ID for object b0aee406-531c-447b-8d3d-eda7a5376374. {{(pid=100248) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 06 14:27:29.383793 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb671251-fe62-4fca-9931-88cc9b4e6c9e None None] DHCP port deletion for eba60608-4e28-43df-928a-323910d090ed request from n-d-773647-6 {{(pid=100248) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 14:27:29.440576 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-fb671251-fe62-4fca-9931-88cc9b4e6c9e None None] Deleting port 5bd93673-3b53-44fe-a6d0-78e624a25478 {{(pid=100248) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:27:29.440923 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-fb671251-fe62-4fca-9931-88cc9b4e6c9e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:29.476881 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-1374736c-4d92-4054-aeef-58e6390d52ad tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1849032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127687649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127702047'] for subnet, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:29.509987 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-fb671251-fe62-4fca-9931-88cc9b4e6c9e None None] For port 5bd93673-3b53-44fe-a6d0-78e624a25478, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=5bd93673-3b53-44fe-a6d0-78e624a25478,segment=NetworkSegment(67308366-d379-4f20-9df5-ed161946f077),segment_id=67308366-d379-4f20-9df5-ed161946f077)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:27:29.510441 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-fb671251-fe62-4fca-9931-88cc9b4e6c9e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:29.527644 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-fb671251-fe62-4fca-9931-88cc9b4e6c9e None None] Calling delete_port for 5bd93673-3b53-44fe-a6d0-78e624a25478 owned by network:dhcp {{(pid=100248) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:27:29.581135 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1374736c-4d92-4054-aeef-58e6390d52ad tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Network eba60608-4e28-43df-928a-323910d090ed is already hosted by enough agents. {{(pid=100246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:27:29.603559 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.base_scheduler [None req-1374736c-4d92-4054-aeef-58e6390d52ad tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Resources bound (agent type, host, resource id): {{(pid=100246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:27:29.613913 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-fb671251-fe62-4fca-9931-88cc9b4e6c9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117'] for port, after_delete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:29.615318 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1374736c-4d92-4054-aeef-58e6390d52ad tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:27:29.616104 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-1374736c-4d92-4054-aeef-58e6390d52ad tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Notify callbacks [] for subnet, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:29.640112 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1374736c-4d92-4054-aeef-58e6390d52ad tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Pushing event updated for resources: {'Subnet': ['ID=2fcc04d1-3a90-4608-870d-610e1d6e390c,revision_number=0']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:27:29.645742 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb671251-fe62-4fca-9931-88cc9b4e6c9e None None] Pushing event deleted for resources: {'Port': ['ID=5bd93673-3b53-44fe-a6d0-78e624a25478,revision_number=None']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:27:29.650604 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb671251-fe62-4fca-9931-88cc9b4e6c9e None None] No DVR routers for this DVR port 5bd93673-3b53-44fe-a6d0-78e624a25478 on host n-d-773647-6 {{(pid=100248) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:27:29.685929 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-1374736c-4d92-4054-aeef-58e6390d52ad tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] 10.222.0.104 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.6506379 Jul 06 14:27:29.694417 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 48490) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:27:29.700805 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-c8ae5ad7-e4b1-4a95-83fe-23484e743d45 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Request body: {'subnet': {'network_id': 'eba60608-4e28-43df-928a-323910d090ed', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:27:29.905521 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17dcdfbf-8af4-4d1f-8cbf-ed972adff5db None None] Network eba60608-4e28-43df-928a-323910d090ed requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:27:29.910311 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8ae5ad7-e4b1-4a95-83fe-23484e743d45 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Made reservation on behalf of 4a263308c6474c0e99d0efe9a5a7b767 for: {'subnet': 1} {{(pid=100246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:27:29.914982 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-c8ae5ad7-e4b1-4a95-83fe-23484e743d45 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127702029'] for subnet, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:30.048227 n-d-773647-6 neutron-server[100246]: INFO neutron.db.ipam_backend_mixin [None req-c8ae5ad7-e4b1-4a95-83fe-23484e743d45 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 2fcc04d1-3a90-4608-870d-610e1d6e390c (CIDR: 2001:db8::/64) Jul 06 14:27:30.053171 n-d-773647-6 neutron-server[100246]: INFO neutron.pecan_wsgi.hooks.translation [None req-c8ae5ad7-e4b1-4a95-83fe-23484e743d45 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 06 14:27:30.054532 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c8ae5ad7-e4b1-4a95-83fe-23484e743d45 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100246) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 14:27:30.094489 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-c8ae5ad7-e4b1-4a95-83fe-23484e743d45 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] 10.222.0.104 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3983867 Jul 06 14:27:30.097369 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 48496) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:27:30.104177 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [None req-bbd5aea1-489c-4b07-8529-1bed78ed3a43 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Request body: {'subnet': {'network_id': 'eba60608-4e28-43df-928a-323910d090ed', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:27:30.146755 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6dc90d0-2d46-49f3-bf31-0605533cbd2d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6bd5fc82-6666-56e8-87c2-91648d36c963-eba60608-4e28-43df-928a-323910d090ed', 'network_id': 'eba60608-4e28-43df-928a-323910d090ed', 'tenant_id': '4a263308c6474c0e99d0efe9a5a7b767', 'fixed_ips': [{'subnet_id': '2fcc04d1-3a90-4608-870d-610e1d6e390c'}]}} from n-d-773647-6. {{(pid=100248) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 14:27:30.147834 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-f6dc90d0-2d46-49f3-bf31-0605533cbd2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:30.304565 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbd5aea1-489c-4b07-8529-1bed78ed3a43 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Made reservation on behalf of 4a263308c6474c0e99d0efe9a5a7b767 for: {'subnet': 1} {{(pid=100247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:27:30.315255 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-bbd5aea1-489c-4b07-8529-1bed78ed3a43 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127627440'] for subnet, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:30.327281 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.db_base_plugin_common [None req-f6dc90d0-2d46-49f3-bf31-0605533cbd2d None None] Allocated IP 2001:db8::2 (eba60608-4e28-43df-928a-323910d090ed/2fcc04d1-3a90-4608-870d-610e1d6e390c/c07106f6-fd2a-4fb9-813b-b181b54598e0) {{(pid=100248) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:27:30.551936 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-f6dc90d0-2d46-49f3-bf31-0605533cbd2d None None] Notify callbacks [] for port, precommit_create {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:30.561197 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-f6dc90d0-2d46-49f3-bf31-0605533cbd2d None None] Transition to ACTIVE for port object c07106f6-fd2a-4fb9-813b-b181b54598e0 will not be triggered until provisioned by entity L2. {{(pid=100248) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:27:30.597540 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-f6dc90d0-2d46-49f3-bf31-0605533cbd2d None None] Transition to ACTIVE for port object c07106f6-fd2a-4fb9-813b-b181b54598e0 will not be triggered until provisioned by entity DHCP. {{(pid=100248) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:27:30.614936 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-f6dc90d0-2d46-49f3-bf31-0605533cbd2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108'] for port, after_create {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:30.673727 n-d-773647-6 neutron-server[100248]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6dc90d0-2d46-49f3-bf31-0605533cbd2d None None] Network eba60608-4e28-43df-928a-323910d090ed is already hosted by enough agents. {{(pid=100248) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:27:30.679140 n-d-773647-6 neutron-server[100248]: DEBUG neutron.scheduler.base_scheduler [None req-f6dc90d0-2d46-49f3-bf31-0605533cbd2d None None] Resources bound (agent type, host, resource id): {{(pid=100248) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:27:30.688055 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6dc90d0-2d46-49f3-bf31-0605533cbd2d None None] Received port after_create {{(pid=100248) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:27:30.690146 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6dc90d0-2d46-49f3-bf31-0605533cbd2d None None] Pushing event updated for resources: {'Port': ['ID=c07106f6-fd2a-4fb9-813b-b181b54598e0,revision_number=1']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:27:30.792411 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-f6dc90d0-2d46-49f3-bf31-0605533cbd2d None None] Attempting to bind port c07106f6-fd2a-4fb9-813b-b181b54598e0 on host n-d-773647-6 for vnic_type normal with profile {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:27:30.792796 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-f6dc90d0-2d46-49f3-bf31-0605533cbd2d None None] Attempting to bind port c07106f6-fd2a-4fb9-813b-b181b54598e0 by drivers openvswitch,hyperv on host n-d-773647-6 at level 0 using segments [{'id': '67308366-d379-4f20-9df5-ed161946f077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': 'eba60608-4e28-43df-928a-323910d090ed'}] {{(pid=100248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:27:30.793169 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6dc90d0-2d46-49f3-bf31-0605533cbd2d None None] Attempting to bind port c07106f6-fd2a-4fb9-813b-b181b54598e0 on network eba60608-4e28-43df-928a-323910d090ed {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:27:30.798596 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6dc90d0-2d46-49f3-bf31-0605533cbd2d None None] Checking agent: {'id': '8ab5b19c-d213-4f29-891d-27bdf39d38b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773647-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 43, 26), 'started_at': datetime.datetime(2021, 7, 6, 13, 43, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 27, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773647-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:27:30.799038 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6dc90d0-2d46-49f3-bf31-0605533cbd2d None None] Checking segment: {'id': '67308366-d379-4f20-9df5-ed161946f077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': 'eba60608-4e28-43df-928a-323910d090ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:27:30.799404 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-f6dc90d0-2d46-49f3-bf31-0605533cbd2d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:30.799804 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6dc90d0-2d46-49f3-bf31-0605533cbd2d None None] Bound using segment: {'id': '67308366-d379-4f20-9df5-ed161946f077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': 'eba60608-4e28-43df-928a-323910d090ed'} {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:27:30.800280 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-f6dc90d0-2d46-49f3-bf31-0605533cbd2d None None] Bound port: c07106f6-fd2a-4fb9-813b-b181b54598e0, host: n-d-773647-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67308366-d379-4f20-9df5-ed161946f077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': 'eba60608-4e28-43df-928a-323910d090ed'}}] {{(pid=100248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:27:30.800673 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-f6dc90d0-2d46-49f3-bf31-0605533cbd2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:30.876061 n-d-773647-6 neutron-server[100247]: DEBUG neutron.objects.ports [None req-bbd5aea1-489c-4b07-8529-1bed78ed3a43 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=100247) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 06 14:27:30.937949 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 5bd93673-3b53-44fe-a6d0-78e624a25478 no longer exists at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:27:30.956448 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-f6dc90d0-2d46-49f3-bf31-0605533cbd2d None None] For port c07106f6-fd2a-4fb9-813b-b181b54598e0, host n-d-773647-6, cleared binding levels {{(pid=100248) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:27:31.001170 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] No Port match for: 5bd93673-3b53-44fe-a6d0-78e624a25478 {{(pid=100248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 14:27:31.001660 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 5bd93673-3b53-44fe-a6d0-78e624a25478 not bound to the agent host n-d-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:27:31.021847 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-f6dc90d0-2d46-49f3-bf31-0605533cbd2d None None] For port c07106f6-fd2a-4fb9-813b-b181b54598e0, host n-d-773647-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=c07106f6-fd2a-4fb9-813b-b181b54598e0,segment=NetworkSegment(67308366-d379-4f20-9df5-ed161946f077),segment_id=67308366-d379-4f20-9df5-ed161946f077)] {{(pid=100248) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:27:31.031149 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-f6dc90d0-2d46-49f3-bf31-0605533cbd2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:31.105199 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6dc90d0-2d46-49f3-bf31-0605533cbd2d None None] Pushing event updated for resources: {'Port': ['ID=c07106f6-fd2a-4fb9-813b-b181b54598e0,revision_number=2']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:27:31.328475 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-bbd5aea1-489c-4b07-8529-1bed78ed3a43 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:31.642233 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.db [None req-bbd5aea1-489c-4b07-8529-1bed78ed3a43 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] For port c07106f6-fd2a-4fb9-813b-b181b54598e0, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=c07106f6-fd2a-4fb9-813b-b181b54598e0,segment=NetworkSegment(67308366-d379-4f20-9df5-ed161946f077),segment_id=67308366-d379-4f20-9df5-ed161946f077)] {{(pid=100247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:27:31.714171 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-bbd5aea1-489c-4b07-8529-1bed78ed3a43 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Notify callbacks [] for port, precommit_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:31.723977 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-bbd5aea1-489c-4b07-8529-1bed78ed3a43 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128888538'] for port, after_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:31.724863 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-bbd5aea1-489c-4b07-8529-1bed78ed3a43 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1849032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-128888412', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127627426'] for subnet, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:31.836155 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbd5aea1-489c-4b07-8529-1bed78ed3a43 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Network eba60608-4e28-43df-928a-323910d090ed is already hosted by enough agents. {{(pid=100247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:27:31.855709 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.base_scheduler [None req-bbd5aea1-489c-4b07-8529-1bed78ed3a43 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Resources bound (agent type, host, resource id): {{(pid=100247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:27:31.868261 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbd5aea1-489c-4b07-8529-1bed78ed3a43 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:27:31.868857 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-bbd5aea1-489c-4b07-8529-1bed78ed3a43 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Notify callbacks [] for subnet, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:31.881796 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd5aea1-489c-4b07-8529-1bed78ed3a43 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Pushing event updated for resources: {'Subnet': ['ID=a4849f95-6fb1-448f-a5f9-12d3bd94e219,revision_number=0']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:27:31.887605 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd5aea1-489c-4b07-8529-1bed78ed3a43 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Pushing event updated for resources: {'Port': ['ID=c07106f6-fd2a-4fb9-813b-b181b54598e0,revision_number=4']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:27:31.896254 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-bbd5aea1-489c-4b07-8529-1bed78ed3a43 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] 10.222.0.104 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.7951536 Jul 06 14:27:31.898378 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 48514) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:27:31.911534 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [None req-42bfa535-7607-42a6-b704-6940c457e3f8 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Request body: {'port': {'network_id': 'eba60608-4e28-43df-928a-323910d090ed', 'mac_address': 'fa:16:3e:0d:80:d1', 'name': 'tempest-NetworksTestDHCPv6-724581797'}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:27:32.047399 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42bfa535-7607-42a6-b704-6940c457e3f8 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Made reservation on behalf of 4a263308c6474c0e99d0efe9a5a7b767 for: {'port': 1} {{(pid=100247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:27:32.186565 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-42bfa535-7607-42a6-b704-6940c457e3f8 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:32.232763 n-d-773647-6 neutron-server[100247]: DEBUG neutron.notifiers.nova [None req-42bfa535-7607-42a6-b704-6940c457e3f8 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] device_id is not set on port a3d85c40-5a59-442c-a780-a16dd0d8596e yet. {{(pid=100247) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 14:27:32.493977 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.db_base_plugin_common [None req-42bfa535-7607-42a6-b704-6940c457e3f8 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Allocated IP 2001:db8::1b4 (eba60608-4e28-43df-928a-323910d090ed/2fcc04d1-3a90-4608-870d-610e1d6e390c/a3d85c40-5a59-442c-a780-a16dd0d8596e) {{(pid=100247) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:27:32.503602 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.db_base_plugin_common [None req-42bfa535-7607-42a6-b704-6940c457e3f8 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Allocated IP 2001:db8:0:1:f816:3eff:fe0d:80d1 (eba60608-4e28-43df-928a-323910d090ed/a4849f95-6fb1-448f-a5f9-12d3bd94e219/a3d85c40-5a59-442c-a780-a16dd0d8596e) {{(pid=100247) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:27:32.661655 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f659434-a4d0-4b46-b671-6c2d99412f17 None None] Network eba60608-4e28-43df-928a-323910d090ed requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:27:32.764493 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-33ae6e59-3411-4975-98eb-41e0e0d3a37c None None] Provisioning for port c07106f6-fd2a-4fb9-813b-b181b54598e0 completed by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:27:32.773883 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-42bfa535-7607-42a6-b704-6940c457e3f8 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Notify callbacks [] for port, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:32.788941 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.provisioning_blocks [None req-42bfa535-7607-42a6-b704-6940c457e3f8 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Transition to ACTIVE for port object a3d85c40-5a59-442c-a780-a16dd0d8596e will not be triggered until provisioned by entity DHCP. {{(pid=100247) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:27:32.841408 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-42bfa535-7607-42a6-b704-6940c457e3f8 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-128888360'] for port, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:32.922231 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42bfa535-7607-42a6-b704-6940c457e3f8 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Network eba60608-4e28-43df-928a-323910d090ed is already hosted by enough agents. {{(pid=100247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:27:32.926717 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.base_scheduler [None req-42bfa535-7607-42a6-b704-6940c457e3f8 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Resources bound (agent type, host, resource id): {{(pid=100247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:27:32.932439 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42bfa535-7607-42a6-b704-6940c457e3f8 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Received port after_create {{(pid=100247) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:27:32.945895 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42bfa535-7607-42a6-b704-6940c457e3f8 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:27:32.947084 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-42bfa535-7607-42a6-b704-6940c457e3f8 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:32.978046 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device c07106f6-fd2a-4fb9-813b-b181b54598e0 up at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:27:32.987555 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-42bfa535-7607-42a6-b704-6940c457e3f8 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] 10.222.0.104 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.0857360 Jul 06 14:27:32.987555 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42bfa535-7607-42a6-b704-6940c457e3f8 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Pushing event updated for resources: {'Port': ['ID=a3d85c40-5a59-442c-a780-a16dd0d8596e,revision_number=1']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:27:32.989092 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 48548) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:27:33.111718 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning for port c07106f6-fd2a-4fb9-813b-b181b54598e0 completed by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:27:33.116282 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning complete for port c07106f6-fd2a-4fb9-813b-b181b54598e0 triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:27:33.116671 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:33.122563 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [None req-680cd894-1fb6-4f14-87d1-821368331166 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Deleting port a3d85c40-5a59-442c-a780-a16dd0d8596e {{(pid=100246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:27:33.122920 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-680cd894-1fb6-4f14-87d1-821368331166 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:33.225526 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-680cd894-1fb6-4f14-87d1-821368331166 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:33.239369 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [None req-680cd894-1fb6-4f14-87d1-821368331166 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Calling delete_port for a3d85c40-5a59-442c-a780-a16dd0d8596e owned by {{(pid=100246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:27:33.289790 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:33.357129 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] For port c07106f6-fd2a-4fb9-813b-b181b54598e0, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=c07106f6-fd2a-4fb9-813b-b181b54598e0,segment=NetworkSegment(67308366-d379-4f20-9df5-ed161946f077),segment_id=67308366-d379-4f20-9df5-ed161946f077)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:27:33.364473 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:33.457965 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Pushing event updated for resources: {'Port': ['ID=c07106f6-fd2a-4fb9-813b-b181b54598e0,revision_number=5']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:27:33.539824 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-680cd894-1fb6-4f14-87d1-821368331166 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127687580'] for port, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:33.585517 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680cd894-1fb6-4f14-87d1-821368331166 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Pushing event deleted for resources: {'Port': ['ID=a3d85c40-5a59-442c-a780-a16dd0d8596e,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:27:33.651284 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-680cd894-1fb6-4f14-87d1-821368331166 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:33.653655 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-680cd894-1fb6-4f14-87d1-821368331166 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] 10.222.0.104 "DELETE /v2.0/ports/a3d85c40-5a59-442c-a780-a16dd0d8596e HTTP/1.1" status: 204 len: 168 time: 0.6631875 Jul 06 14:27:33.656215 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 48562) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:27:33.768181 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9902876c-5fba-46c8-9704-42864c60e447 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:27:33.770138 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-9902876c-5fba-46c8-9704-42864c60e447 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] 10.222.0.104 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1127520 Jul 06 14:27:33.773540 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 48564) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:27:33.879688 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14947769-b019-402a-8918-c29dddc58211 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:27:33.885765 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-14947769-b019-402a-8918-c29dddc58211 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] 10.222.0.104 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1093187 Jul 06 14:27:33.886055 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 48570) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:27:33.898389 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5e9943aa-c485-436d-8725-38e8548713d1 None None] Could not find standard attr ID for object a3d85c40-5a59-442c-a780-a16dd0d8596e. {{(pid=100248) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 06 14:27:33.918073 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5e9943aa-c485-436d-8725-38e8548713d1 None None] Provisioning complete for port c07106f6-fd2a-4fb9-813b-b181b54598e0 triggered by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:27:33.919140 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5e9943aa-c485-436d-8725-38e8548713d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:34.005050 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-514a4c97-4192-4856-a164-58e2c39ba642 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:27:34.006712 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-514a4c97-4192-4856-a164-58e2c39ba642 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:27:34.008507 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-514a4c97-4192-4856-a164-58e2c39ba642 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:27:34.016062 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-514a4c97-4192-4856-a164-58e2c39ba642 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] 10.222.0.104 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1184206 Jul 06 14:27:34.016688 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 48574) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:27:34.126163 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.db_base_plugin_v2 [None req-ebe31b60-338d-43f2-81db-47bb844b5ecc tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Deleting subnet 2fcc04d1-3a90-4608-870d-610e1d6e390c {{(pid=100246) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 14:27:34.130917 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-ebe31b60-338d-43f2-81db-47bb844b5ecc tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Notify callbacks [] for subnet, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:34.244759 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-ebe31b60-338d-43f2-81db-47bb844b5ecc tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126218885'] for subnet, precommit_delete_associations {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:34.315127 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-d2042adf-48a4-4332-9e9b-1a39539a8ece None None] Could not find standard attr ID for object b0aee406-531c-447b-8d3d-eda7a5376374. {{(pid=100248) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 06 14:27:34.468404 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-ebe31b60-338d-43f2-81db-47bb844b5ecc tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-913473'] for subnet, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:34.573411 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-ebe31b60-338d-43f2-81db-47bb844b5ecc tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-913480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1849032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127687590', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127702764'] for subnet, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:34.624296 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-ebe31b60-338d-43f2-81db-47bb844b5ecc tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Notify callbacks [] for subnet, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:34.629348 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 48592) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:27:34.629669 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-ebe31b60-338d-43f2-81db-47bb844b5ecc tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] 10.222.0.104 "DELETE /v2.0/subnets/2fcc04d1-3a90-4608-870d-610e1d6e390c HTTP/1.1" status: 204 len: 168 time: 0.6090178 Jul 06 14:27:34.630983 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe31b60-338d-43f2-81db-47bb844b5ecc tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Pushing event deleted for resources: {'Subnet': ['ID=2fcc04d1-3a90-4608-870d-610e1d6e390c,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:27:34.660810 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14b63c19-81e7-46eb-8a43-f5736910399f None None] Network eba60608-4e28-43df-928a-323910d090ed requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:27:34.672988 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 48594) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:27:34.714054 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.db_base_plugin_v2 [None req-a296e64a-f083-43ec-bbda-518eb554afcf tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Deleting subnet a4849f95-6fb1-448f-a5f9-12d3bd94e219 {{(pid=100247) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 14:27:34.736002 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-a296e64a-f083-43ec-bbda-518eb554afcf tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Notify callbacks [] for subnet, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:34.747801 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-9f2192a5-9770-4320-ac84-caa32ed0386c None None] Could not find standard attr ID for object a3d85c40-5a59-442c-a780-a16dd0d8596e. {{(pid=100248) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 06 14:27:34.810123 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-a296e64a-f083-43ec-bbda-518eb554afcf tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127131748'] for subnet, precommit_delete_associations {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:35.002516 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-6e5d4f36-1884-485f-a309-3a3ed8934453 admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=ef70664038ee46539212b8ea521811fb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3250241 Jul 06 14:27:35.002875 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 48602) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:27:35.028108 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device c07106f6-fd2a-4fb9-813b-b181b54598e0 up at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:27:35.054368 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-a296e64a-f083-43ec-bbda-518eb554afcf tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-913473'] for subnet, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:35.067459 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-133f560c-f34b-4966-9ebc-111d54c6df97 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:35.098872 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-133f560c-f34b-4966-9ebc-111d54c6df97 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:35.160120 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning complete for port c07106f6-fd2a-4fb9-813b-b181b54598e0 triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:27:35.160498 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:35.187829 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-a296e64a-f083-43ec-bbda-518eb554afcf tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-913480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1849032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-128888347', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127627857'] for subnet, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:35.208197 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-133f560c-f34b-4966-9ebc-111d54c6df97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:35.211669 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-133f560c-f34b-4966-9ebc-111d54c6df97 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:35.215055 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-133f560c-f34b-4966-9ebc-111d54c6df97 admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/8f1a1d3c-2ddd-4594-bc52-ddf4ae223100 HTTP/1.1" status: 204 len: 168 time: 0.2089908 Jul 06 14:27:35.232995 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a296e64a-f083-43ec-bbda-518eb554afcf tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Pushing event deleted for resources: {'Subnet': ['ID=a4849f95-6fb1-448f-a5f9-12d3bd94e219,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:27:35.249164 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-a296e64a-f083-43ec-bbda-518eb554afcf tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Notify callbacks [] for subnet, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:35.254465 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-a296e64a-f083-43ec-bbda-518eb554afcf tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] 10.222.0.104 "DELETE /v2.0/subnets/a4849f95-6fb1-448f-a5f9-12d3bd94e219 HTTP/1.1" status: 204 len: 168 time: 0.6239922 Jul 06 14:27:35.255707 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 48610) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:27:35.260163 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133f560c-f34b-4966-9ebc-111d54c6df97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f1a1d3c-2ddd-4594-bc52-ddf4ae223100,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:27:35.349762 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 48614) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:27:35.351036 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-4df9934e-f1b0-4fec-b7f9-2bbc111d6145 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] 10.222.0.104 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0940809 Jul 06 14:27:35.356349 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-c5958e1b-7b62-4d97-a03a-c0667db2f53c tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Request body: {'subnet': {'network_id': 'eba60608-4e28-43df-928a-323910d090ed', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:27:35.528065 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5958e1b-7b62-4d97-a03a-c0667db2f53c tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Made reservation on behalf of 4a263308c6474c0e99d0efe9a5a7b767 for: {'subnet': 1} {{(pid=100246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:27:35.532397 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-c5958e1b-7b62-4d97-a03a-c0667db2f53c tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127702029'] for subnet, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:35.808226 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-c5958e1b-7b62-4d97-a03a-c0667db2f53c tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1849032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127687649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127702047'] for subnet, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:35.870573 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5958e1b-7b62-4d97-a03a-c0667db2f53c tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Network eba60608-4e28-43df-928a-323910d090ed is already hosted by enough agents. {{(pid=100246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:27:35.877776 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.base_scheduler [None req-c5958e1b-7b62-4d97-a03a-c0667db2f53c tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Resources bound (agent type, host, resource id): {{(pid=100246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:27:35.884162 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5958e1b-7b62-4d97-a03a-c0667db2f53c tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:27:35.885112 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-c5958e1b-7b62-4d97-a03a-c0667db2f53c tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Notify callbacks [] for subnet, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:35.898455 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5958e1b-7b62-4d97-a03a-c0667db2f53c tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Pushing event updated for resources: {'Subnet': ['ID=537fa018-6deb-4583-9cd4-d98e4f43d44d,revision_number=0']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:27:35.923276 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-c5958e1b-7b62-4d97-a03a-c0667db2f53c tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] 10.222.0.104 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.5709360 Jul 06 14:27:35.926603 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 48632) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:27:35.936864 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-bf400364-5c1b-4d1a-b9ef-e32ec6ffaa82 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Request body: {'subnet': {'network_id': 'eba60608-4e28-43df-928a-323910d090ed', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:27:36.099508 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf400364-5c1b-4d1a-b9ef-e32ec6ffaa82 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Made reservation on behalf of 4a263308c6474c0e99d0efe9a5a7b767 for: {'subnet': 1} {{(pid=100246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:27:36.103802 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-bf400364-5c1b-4d1a-b9ef-e32ec6ffaa82 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127702029'] for subnet, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:36.115462 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b96e3019-af54-4f34-bd7f-ce5d22c245bc None None] Network eba60608-4e28-43df-928a-323910d090ed requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:27:36.209847 n-d-773647-6 neutron-server[100246]: INFO neutron.db.ipam_backend_mixin [None req-bf400364-5c1b-4d1a-b9ef-e32ec6ffaa82 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 537fa018-6deb-4583-9cd4-d98e4f43d44d (CIDR: 2001:db8::/64) Jul 06 14:27:36.220474 n-d-773647-6 neutron-server[100246]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf400364-5c1b-4d1a-b9ef-e32ec6ffaa82 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 06 14:27:36.220952 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bf400364-5c1b-4d1a-b9ef-e32ec6ffaa82 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100246) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 14:27:36.240572 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-bf400364-5c1b-4d1a-b9ef-e32ec6ffaa82 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] 10.222.0.104 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3096621 Jul 06 14:27:36.240768 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 48644) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:27:36.246455 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-99e5c249-f0b6-47da-b18a-b6fad48ba386 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Request body: {'subnet': {'network_id': 'eba60608-4e28-43df-928a-323910d090ed', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:27:36.345721 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-ccc786d8-b941-425f-9113-eeb70e9d8f2a None None] Provisioning complete for port c07106f6-fd2a-4fb9-813b-b181b54598e0 triggered by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:27:36.346520 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-ccc786d8-b941-425f-9113-eeb70e9d8f2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:36.480810 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99e5c249-f0b6-47da-b18a-b6fad48ba386 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Made reservation on behalf of 4a263308c6474c0e99d0efe9a5a7b767 for: {'subnet': 1} {{(pid=100246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:27:36.487608 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-99e5c249-f0b6-47da-b18a-b6fad48ba386 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127702029'] for subnet, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:36.540777 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9686c670-0c45-41c0-996b-0a4f6962b9f0 None None] Update dhcp port {'port': {'network_id': 'eba60608-4e28-43df-928a-323910d090ed', 'fixed_ips': [{'subnet_id': '537fa018-6deb-4583-9cd4-d98e4f43d44d'}], 'binding:host_id': 'n-d-773647-6'}, 'id': 'c07106f6-fd2a-4fb9-813b-b181b54598e0'} from n-d-773647-6. {{(pid=100248) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 06 14:27:36.598113 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-9686c670-0c45-41c0-996b-0a4f6962b9f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:36.872301 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.db_base_plugin_common [None req-9686c670-0c45-41c0-996b-0a4f6962b9f0 None None] Allocated IP 2001:db8::2 (eba60608-4e28-43df-928a-323910d090ed/537fa018-6deb-4583-9cd4-d98e4f43d44d/c07106f6-fd2a-4fb9-813b-b181b54598e0) {{(pid=100248) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:27:36.967602 n-d-773647-6 neutron-server[100246]: DEBUG neutron.objects.ports [None req-99e5c249-f0b6-47da-b18a-b6fad48ba386 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=100246) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 06 14:27:36.981166 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-9686c670-0c45-41c0-996b-0a4f6962b9f0 None None] For port c07106f6-fd2a-4fb9-813b-b181b54598e0, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=c07106f6-fd2a-4fb9-813b-b181b54598e0,segment=NetworkSegment(67308366-d379-4f20-9df5-ed161946f077),segment_id=67308366-d379-4f20-9df5-ed161946f077)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:27:37.012789 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-9686c670-0c45-41c0-996b-0a4f6962b9f0 None None] Notify callbacks [] for port, precommit_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:37.026633 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-9686c670-0c45-41c0-996b-0a4f6962b9f0 None None] Transition to ACTIVE for port object c07106f6-fd2a-4fb9-813b-b181b54598e0 will not be triggered until provisioned by entity DHCP. {{(pid=100248) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:27:37.033480 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-9686c670-0c45-41c0-996b-0a4f6962b9f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:37.174500 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9686c670-0c45-41c0-996b-0a4f6962b9f0 None None] Pushing event updated for resources: {'Port': ['ID=c07106f6-fd2a-4fb9-813b-b181b54598e0,revision_number=8']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:27:37.284620 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-99e5c249-f0b6-47da-b18a-b6fad48ba386 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:37.595311 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.db [None req-99e5c249-f0b6-47da-b18a-b6fad48ba386 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] For port c07106f6-fd2a-4fb9-813b-b181b54598e0, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=c07106f6-fd2a-4fb9-813b-b181b54598e0,segment=NetworkSegment(67308366-d379-4f20-9df5-ed161946f077),segment_id=67308366-d379-4f20-9df5-ed161946f077)] {{(pid=100246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:27:37.662678 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-99e5c249-f0b6-47da-b18a-b6fad48ba386 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Notify callbacks [] for port, precommit_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:37.670120 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-99e5c249-f0b6-47da-b18a-b6fad48ba386 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127687527'] for port, after_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:37.671305 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-99e5c249-f0b6-47da-b18a-b6fad48ba386 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1849032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127687649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127702047'] for subnet, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:37.772698 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99e5c249-f0b6-47da-b18a-b6fad48ba386 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Network eba60608-4e28-43df-928a-323910d090ed is already hosted by enough agents. {{(pid=100246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:27:37.778547 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.base_scheduler [None req-99e5c249-f0b6-47da-b18a-b6fad48ba386 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Resources bound (agent type, host, resource id): {{(pid=100246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:27:37.787592 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99e5c249-f0b6-47da-b18a-b6fad48ba386 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:27:37.788138 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-99e5c249-f0b6-47da-b18a-b6fad48ba386 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Notify callbacks [] for subnet, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:37.833075 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e5c249-f0b6-47da-b18a-b6fad48ba386 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Pushing event updated for resources: {'Subnet': ['ID=80a6f1c0-56b5-42e7-95af-2ce6448016e6,revision_number=0']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:27:37.872307 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e5c249-f0b6-47da-b18a-b6fad48ba386 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Pushing event updated for resources: {'Port': ['ID=c07106f6-fd2a-4fb9-813b-b181b54598e0,revision_number=10']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:27:37.890398 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-99e5c249-f0b6-47da-b18a-b6fad48ba386 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] 10.222.0.104 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 1.6458807 Jul 06 14:27:37.890741 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 48734) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:27:37.905015 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-c908491e-6304-4c5f-850b-7e90f42edcd7 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Request body: {'port': {'network_id': 'eba60608-4e28-43df-928a-323910d090ed', 'mac_address': 'fa:16:3e:cf:24:df', 'name': 'tempest-NetworksTestDHCPv6-688219073'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:27:38.046467 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71e8c669-b604-4e8c-9bca-44e116a94fa2 None None] Network eba60608-4e28-43df-928a-323910d090ed requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:27:38.078494 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c908491e-6304-4c5f-850b-7e90f42edcd7 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Made reservation on behalf of 4a263308c6474c0e99d0efe9a5a7b767 for: {'port': 1} {{(pid=100246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:27:38.134348 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-7b4ba355-f17f-48c8-a480-0eecafa0e4bf None None] Provisioning for port c07106f6-fd2a-4fb9-813b-b181b54598e0 completed by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:27:38.148926 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-7b4ba355-f17f-48c8-a480-0eecafa0e4bf None None] Provisioning complete for port c07106f6-fd2a-4fb9-813b-b181b54598e0 triggered by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:27:38.149310 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-7b4ba355-f17f-48c8-a480-0eecafa0e4bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:38.596533 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-c908491e-6304-4c5f-850b-7e90f42edcd7 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:38.646423 n-d-773647-6 neutron-server[100246]: DEBUG neutron.notifiers.nova [None req-c908491e-6304-4c5f-850b-7e90f42edcd7 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] device_id is not set on port ac518457-1ace-4ec9-899e-d3f7974c0260 yet. {{(pid=100246) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 14:27:39.001556 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device c07106f6-fd2a-4fb9-813b-b181b54598e0 up at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:27:39.032025 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.db_base_plugin_common [None req-c908491e-6304-4c5f-850b-7e90f42edcd7 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Allocated IP 2001:db8::ae (eba60608-4e28-43df-928a-323910d090ed/537fa018-6deb-4583-9cd4-d98e4f43d44d/ac518457-1ace-4ec9-899e-d3f7974c0260) {{(pid=100246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:27:39.048119 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.db_base_plugin_common [None req-c908491e-6304-4c5f-850b-7e90f42edcd7 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Allocated IP 2001:db8:0:1:f816:3eff:fecf:24df (eba60608-4e28-43df-928a-323910d090ed/80a6f1c0-56b5-42e7-95af-2ce6448016e6/ac518457-1ace-4ec9-899e-d3f7974c0260) {{(pid=100246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:27:39.088609 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning complete for port c07106f6-fd2a-4fb9-813b-b181b54598e0 triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:27:39.089246 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:39.298550 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-c908491e-6304-4c5f-850b-7e90f42edcd7 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Notify callbacks [] for port, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:39.317489 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.provisioning_blocks [None req-c908491e-6304-4c5f-850b-7e90f42edcd7 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Transition to ACTIVE for port object ac518457-1ace-4ec9-899e-d3f7974c0260 will not be triggered until provisioned by entity DHCP. {{(pid=100246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:27:39.365068 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-c908491e-6304-4c5f-850b-7e90f42edcd7 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-127687573'] for port, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:39.407049 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-bf950037-8d1d-443d-8a5c-e6e63a182bcb None None] Provisioning complete for port c07106f6-fd2a-4fb9-813b-b181b54598e0 triggered by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:27:39.407811 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-bf950037-8d1d-443d-8a5c-e6e63a182bcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:39.433278 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c908491e-6304-4c5f-850b-7e90f42edcd7 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Network eba60608-4e28-43df-928a-323910d090ed is already hosted by enough agents. {{(pid=100246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:27:39.438438 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.base_scheduler [None req-c908491e-6304-4c5f-850b-7e90f42edcd7 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Resources bound (agent type, host, resource id): {{(pid=100246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:27:39.446360 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c908491e-6304-4c5f-850b-7e90f42edcd7 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Received port after_create {{(pid=100246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:27:39.453018 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c908491e-6304-4c5f-850b-7e90f42edcd7 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:27:39.454059 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-c908491e-6304-4c5f-850b-7e90f42edcd7 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:39.468473 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c908491e-6304-4c5f-850b-7e90f42edcd7 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Pushing event updated for resources: {'Port': ['ID=ac518457-1ace-4ec9-899e-d3f7974c0260,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:27:39.498031 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-c908491e-6304-4c5f-850b-7e90f42edcd7 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] 10.222.0.104 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1031 time: 1.6055717 Jul 06 14:27:39.500746 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 48762) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:27:39.635134 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.plugin [None req-0de66c21-eadb-446c-9950-a8410efa1aab tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Deleting port ac518457-1ace-4ec9-899e-d3f7974c0260 {{(pid=100247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:27:39.635520 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-0de66c21-eadb-446c-9950-a8410efa1aab tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:39.758856 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-0de66c21-eadb-446c-9950-a8410efa1aab tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:39.776699 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.plugin [None req-0de66c21-eadb-446c-9950-a8410efa1aab tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Calling delete_port for ac518457-1ace-4ec9-899e-d3f7974c0260 owned by {{(pid=100247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:27:39.866853 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-3335f9f3-35a1-426b-87b0-ab377b431430 None None] Provisioning for port ac518457-1ace-4ec9-899e-d3f7974c0260 completed by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:27:39.875381 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-3335f9f3-35a1-426b-87b0-ab377b431430 None None] Provisioning complete for port ac518457-1ace-4ec9-899e-d3f7974c0260 triggered by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:27:39.875758 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-3335f9f3-35a1-426b-87b0-ab377b431430 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:39.925140 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-3335f9f3-35a1-426b-87b0-ab377b431430 None None] Port ac518457-1ace-4ec9-899e-d3f7974c0260 cannot update to ACTIVE because it is not bound. {{(pid=100248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 14:27:40.023574 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-0de66c21-eadb-446c-9950-a8410efa1aab tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128888353'] for port, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:40.064408 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de66c21-eadb-446c-9950-a8410efa1aab tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Pushing event deleted for resources: {'Port': ['ID=ac518457-1ace-4ec9-899e-d3f7974c0260,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:27:40.153691 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-0de66c21-eadb-446c-9950-a8410efa1aab tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:40.155882 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-0de66c21-eadb-446c-9950-a8410efa1aab tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] 10.222.0.104 "DELETE /v2.0/ports/ac518457-1ace-4ec9-899e-d3f7974c0260 HTTP/1.1" status: 204 len: 168 time: 0.6535406 Jul 06 14:27:40.159375 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 48772) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:27:40.255608 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b66ebb88-4ddf-4ffc-9b44-6288fa663a97 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:27:40.260253 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-b66ebb88-4ddf-4ffc-9b44-6288fa663a97 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] 10.222.0.104 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0996256 Jul 06 14:27:40.262757 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 48774) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:27:40.341423 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79f601ca-98b0-4bfc-a7d2-a4b845a9643b tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:27:40.345089 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-79f601ca-98b0-4bfc-a7d2-a4b845a9643b tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] 10.222.0.104 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0792508 Jul 06 14:27:40.345883 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 48780) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:27:40.445499 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae4f8e8b-94bd-4d87-bf27-0fd749d1599e tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:27:40.447236 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae4f8e8b-94bd-4d87-bf27-0fd749d1599e tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:27:40.449150 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae4f8e8b-94bd-4d87-bf27-0fd749d1599e tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:27:40.451273 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-ae4f8e8b-94bd-4d87-bf27-0fd749d1599e tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] 10.222.0.104 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1033585 Jul 06 14:27:40.453999 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 48784) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:27:40.522454 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b15bd4e-6b1c-44a9-b29d-d78a5a0227fc tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Deleting subnet 537fa018-6deb-4583-9cd4-d98e4f43d44d {{(pid=100247) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 14:27:40.528946 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-7b15bd4e-6b1c-44a9-b29d-d78a5a0227fc tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Notify callbacks [] for subnet, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:40.581225 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-7b15bd4e-6b1c-44a9-b29d-d78a5a0227fc tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127131748'] for subnet, precommit_delete_associations {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:40.686399 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-7b15bd4e-6b1c-44a9-b29d-d78a5a0227fc tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-913473'] for subnet, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:40.737711 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:40.767022 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-7b15bd4e-6b1c-44a9-b29d-d78a5a0227fc tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-913480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1849032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-128888347', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127627857'] for subnet, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:40.800935 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b15bd4e-6b1c-44a9-b29d-d78a5a0227fc tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Pushing event deleted for resources: {'Subnet': ['ID=537fa018-6deb-4583-9cd4-d98e4f43d44d,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:27:40.808237 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-7b15bd4e-6b1c-44a9-b29d-d78a5a0227fc tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Notify callbacks [] for subnet, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:40.814344 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c389247-93c3-413f-8930-b3c4fe3f8498 None None] Network eba60608-4e28-43df-928a-323910d090ed requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:27:40.817629 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-7b15bd4e-6b1c-44a9-b29d-d78a5a0227fc tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] 10.222.0.104 "DELETE /v2.0/subnets/537fa018-6deb-4583-9cd4-d98e4f43d44d HTTP/1.1" status: 204 len: 168 time: 0.3621159 Jul 06 14:27:40.820648 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 48790) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:27:40.937850 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.db_base_plugin_v2 [None req-db343724-eaab-4e4e-a15a-b47a47cfa010 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Deleting subnet 80a6f1c0-56b5-42e7-95af-2ce6448016e6 {{(pid=100246) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 14:27:40.941728 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-db343724-eaab-4e4e-a15a-b47a47cfa010 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Notify callbacks [] for subnet, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:41.018676 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-db343724-eaab-4e4e-a15a-b47a47cfa010 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126218885'] for subnet, precommit_delete_associations {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:41.165438 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-db343724-eaab-4e4e-a15a-b47a47cfa010 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-913473'] for subnet, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:41.244190 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-db343724-eaab-4e4e-a15a-b47a47cfa010 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-913480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1849032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127687590', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127702764'] for subnet, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:41.306370 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-db343724-eaab-4e4e-a15a-b47a47cfa010 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Notify callbacks [] for subnet, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:41.307425 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-db343724-eaab-4e4e-a15a-b47a47cfa010 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] 10.222.0.104 "DELETE /v2.0/subnets/80a6f1c0-56b5-42e7-95af-2ce6448016e6 HTTP/1.1" status: 204 len: 168 time: 0.4857340 Jul 06 14:27:41.310360 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 48800) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:27:41.328864 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db343724-eaab-4e4e-a15a-b47a47cfa010 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Pushing event deleted for resources: {'Subnet': ['ID=80a6f1c0-56b5-42e7-95af-2ce6448016e6,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:27:41.385142 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-61cf5f90-6387-4d77-95d1-f7786eaeb9db tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] 10.222.0.104 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0737584 Jul 06 14:27:41.387828 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 48802) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:27:41.477815 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a65fd991-6cd4-427b-8f40-5372dd2eaaa5 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:27:41.485874 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-a65fd991-6cd4-427b-8f40-5372dd2eaaa5 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] 10.222.0.104 "GET /v2.0/ports HTTP/1.1" status: 200 len: 867 time: 0.0969727 Jul 06 14:27:41.488382 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 48804) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:27:41.552717 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95fdb1fb-bb3c-437e-a3a2-441dde46f9a6 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:27:41.554496 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-95fdb1fb-bb3c-437e-a3a2-441dde46f9a6 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] 10.222.0.104 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0651517 Jul 06 14:27:41.556993 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 48808) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:27:41.611489 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-8eee938a-fe80-4f8d-a3d8-ced5f33d1514 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] 10.222.0.104 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0532761 Jul 06 14:27:41.617617 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 48810) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:27:41.650728 n-d-773647-6 neutron-server[100246]: INFO neutron.pecan_wsgi.hooks.translation [None req-99ae80b6-ae09-49ea-ab62-dea6a7a141be tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] DELETE failed (client error): The resource could not be found. Jul 06 14:27:41.650728 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-99ae80b6-ae09-49ea-ab62-dea6a7a141be tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100246) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 14:27:41.650728 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-99ae80b6-ae09-49ea-ab62-dea6a7a141be tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] 10.222.0.104 "DELETE /v2.0/ports/ac518457-1ace-4ec9-899e-d3f7974c0260 HTTP/1.1" status: 404 len: 333 time: 0.0308361 Jul 06 14:27:41.650728 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 48812) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:27:41.682073 n-d-773647-6 neutron-server[100246]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d769e57-d354-48a7-8beb-44526d999f7e tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] DELETE failed (client error): The resource could not be found. Jul 06 14:27:41.682652 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5d769e57-d354-48a7-8beb-44526d999f7e tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100246) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 14:27:41.684838 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-5d769e57-d354-48a7-8beb-44526d999f7e tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] 10.222.0.104 "DELETE /v2.0/subnets/80a6f1c0-56b5-42e7-95af-2ce6448016e6 HTTP/1.1" status: 404 len: 337 time: 0.0333867 Jul 06 14:27:41.687843 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 48814) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:27:41.719387 n-d-773647-6 neutron-server[100247]: INFO neutron.pecan_wsgi.hooks.translation [None req-e99b4e51-395f-4a84-a2bf-cb8453b29bfa tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] DELETE failed (client error): The resource could not be found. Jul 06 14:27:41.720021 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e99b4e51-395f-4a84-a2bf-cb8453b29bfa tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100247) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 14:27:41.724496 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 48816) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:27:41.724694 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-e99b4e51-395f-4a84-a2bf-cb8453b29bfa tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] 10.222.0.104 "DELETE /v2.0/subnets/537fa018-6deb-4583-9cd4-d98e4f43d44d HTTP/1.1" status: 404 len: 337 time: 0.0353117 Jul 06 14:27:41.796465 n-d-773647-6 neutron-server[100246]: INFO neutron.pecan_wsgi.hooks.translation [None req-601fae20-f307-40ba-894c-ce4a406f9616 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] DELETE failed (client error): The resource could not be found. Jul 06 14:27:41.797493 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-601fae20-f307-40ba-894c-ce4a406f9616 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100246) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 14:27:41.802575 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 48818) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:27:41.816517 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-601fae20-f307-40ba-894c-ce4a406f9616 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] 10.222.0.104 "DELETE /v2.0/ports/a3d85c40-5a59-442c-a780-a16dd0d8596e HTTP/1.1" status: 404 len: 333 time: 0.0865169 Jul 06 14:27:41.838835 n-d-773647-6 neutron-server[100247]: INFO neutron.pecan_wsgi.hooks.translation [None req-12824b09-8478-40ab-92cc-2658e0ad7e39 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] DELETE failed (client error): The resource could not be found. Jul 06 14:27:41.839791 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-12824b09-8478-40ab-92cc-2658e0ad7e39 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100247) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 14:27:41.844544 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 48820) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:27:41.852638 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-12824b09-8478-40ab-92cc-2658e0ad7e39 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] 10.222.0.104 "DELETE /v2.0/subnets/a4849f95-6fb1-448f-a5f9-12d3bd94e219 HTTP/1.1" status: 404 len: 337 time: 0.0485511 Jul 06 14:27:41.872308 n-d-773647-6 neutron-server[100246]: INFO neutron.pecan_wsgi.hooks.translation [None req-097ffc31-b18e-4910-8413-5c924f2e8bbc tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] DELETE failed (client error): The resource could not be found. Jul 06 14:27:41.873427 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-097ffc31-b18e-4910-8413-5c924f2e8bbc tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100246) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 14:27:41.882603 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 48822) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:27:41.893339 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-097ffc31-b18e-4910-8413-5c924f2e8bbc tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] 10.222.0.104 "DELETE /v2.0/subnets/2fcc04d1-3a90-4608-870d-610e1d6e390c HTTP/1.1" status: 404 len: 337 time: 0.0473819 Jul 06 14:27:41.924220 n-d-773647-6 neutron-server[100247]: INFO neutron.pecan_wsgi.hooks.translation [None req-60afd2b5-3a26-455c-9eec-81e183e13d72 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] DELETE failed (client error): The resource could not be found. Jul 06 14:27:41.925158 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-60afd2b5-3a26-455c-9eec-81e183e13d72 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100247) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 14:27:41.929823 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 48824) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:27:41.929979 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-60afd2b5-3a26-455c-9eec-81e183e13d72 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] 10.222.0.104 "DELETE /v2.0/ports/b0aee406-531c-447b-8d3d-eda7a5376374 HTTP/1.1" status: 404 len: 333 time: 0.0452089 Jul 06 14:27:41.954361 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71efd286-049e-4c64-9798-c5d01966f275 None None] Network eba60608-4e28-43df-928a-323910d090ed requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:27:42.003535 n-d-773647-6 neutron-server[100246]: INFO neutron.pecan_wsgi.hooks.translation [None req-4bb61279-26f6-46b6-a02d-4eda3d75f471 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] DELETE failed (client error): The resource could not be found. Jul 06 14:27:42.005248 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4bb61279-26f6-46b6-a02d-4eda3d75f471 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100246) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 14:27:42.015063 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-4bb61279-26f6-46b6-a02d-4eda3d75f471 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] 10.222.0.104 "DELETE /v2.0/subnets/814b1700-405b-4be8-9462-5694faa25b8a HTTP/1.1" status: 404 len: 337 time: 0.0815072 Jul 06 14:27:42.015378 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 48830) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:27:42.066569 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-32b750ad-0943-4011-9a9b-9f1561bd8f32 None None] Provisioning complete for port c07106f6-fd2a-4fb9-813b-b181b54598e0 triggered by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:27:42.066946 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-32b750ad-0943-4011-9a9b-9f1561bd8f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:42.112537 n-d-773647-6 neutron-server[100246]: INFO neutron.pecan_wsgi.hooks.translation [None req-f158df4b-a9a0-4be3-acaa-b35a9fab3938 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] DELETE failed (client error): The resource could not be found. Jul 06 14:27:42.127773 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f158df4b-a9a0-4be3-acaa-b35a9fab3938 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100246) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 14:27:42.129601 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-f158df4b-a9a0-4be3-acaa-b35a9fab3938 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] 10.222.0.104 "DELETE /v2.0/subnets/686e1455-4ffe-42a0-99a3-45910584a674 HTTP/1.1" status: 404 len: 337 time: 0.1132896 Jul 06 14:27:42.132743 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 48834) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:27:42.184740 n-d-773647-6 neutron-server[100246]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ec9be70-f6a1-4c2b-b801-7401d301c00e tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] DELETE failed (client error): The resource could not be found. Jul 06 14:27:42.185552 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4ec9be70-f6a1-4c2b-b801-7401d301c00e tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100246) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 14:27:42.190126 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-4ec9be70-f6a1-4c2b-b801-7401d301c00e tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] 10.222.0.104 "DELETE /v2.0/ports/13b8cef7-a5f1-479d-a69d-9f5f14684671 HTTP/1.1" status: 404 len: 333 time: 0.0542018 Jul 06 14:27:42.190379 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 48838) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:27:42.223134 n-d-773647-6 neutron-server[100246]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa477d77-053d-4d8c-989c-1bacdd3a6b87 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] DELETE failed (client error): The resource could not be found. Jul 06 14:27:42.223820 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aa477d77-053d-4d8c-989c-1bacdd3a6b87 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100246) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 14:27:42.229660 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-aa477d77-053d-4d8c-989c-1bacdd3a6b87 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] 10.222.0.104 "DELETE /v2.0/subnets/3cdfeb50-387e-4c19-b6ce-66048de84428 HTTP/1.1" status: 404 len: 337 time: 0.0377192 Jul 06 14:27:42.229804 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 48840) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:27:42.293163 n-d-773647-6 neutron-server[100246]: INFO neutron.pecan_wsgi.hooks.translation [None req-657c000f-542b-4112-82c2-3d1cc57ad667 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] DELETE failed (client error): The resource could not be found. Jul 06 14:27:42.293638 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-657c000f-542b-4112-82c2-3d1cc57ad667 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100246) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 14:27:42.299441 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-657c000f-542b-4112-82c2-3d1cc57ad667 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] 10.222.0.104 "DELETE /v2.0/subnets/fc14c2ea-2c5f-4663-a131-bda6871300f7 HTTP/1.1" status: 404 len: 337 time: 0.0649381 Jul 06 14:27:42.299725 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 48842) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:27:42.341742 n-d-773647-6 neutron-server[100246]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c8e21bc-1c8a-4cc9-810d-aa285037e8e7 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] DELETE failed (client error): The resource could not be found. Jul 06 14:27:42.342480 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1c8e21bc-1c8a-4cc9-810d-aa285037e8e7 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100246) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 14:27:42.347003 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-1c8e21bc-1c8a-4cc9-810d-aa285037e8e7 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] 10.222.0.104 "DELETE /v2.0/ports/da051289-fb9c-4166-8529-d5641ba13303 HTTP/1.1" status: 404 len: 333 time: 0.0439613 Jul 06 14:27:42.347259 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 48844) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:27:42.399377 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90222c94-4c8e-4bc7-ab54-1e2b4c39aaf5 None None] DHCP port deletion for eba60608-4e28-43df-928a-323910d090ed request from n-d-773647-6 {{(pid=100248) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 14:27:42.430789 n-d-773647-6 neutron-server[100246]: INFO neutron.pecan_wsgi.hooks.translation [None req-48c680a3-b870-4c0f-8942-3ec5accb0b09 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] DELETE failed (client error): The resource could not be found. Jul 06 14:27:42.432609 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-48c680a3-b870-4c0f-8942-3ec5accb0b09 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100246) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 14:27:42.439593 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 48846) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:27:42.452646 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-48c680a3-b870-4c0f-8942-3ec5accb0b09 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] 10.222.0.104 "DELETE /v2.0/subnets/f0035cb1-c40c-4895-a69e-96404bc47756 HTTP/1.1" status: 404 len: 337 time: 0.1030703 Jul 06 14:27:42.475930 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-90222c94-4c8e-4bc7-ab54-1e2b4c39aaf5 None None] Deleting port c07106f6-fd2a-4fb9-813b-b181b54598e0 {{(pid=100248) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:27:42.477151 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-90222c94-4c8e-4bc7-ab54-1e2b4c39aaf5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:42.499532 n-d-773647-6 neutron-server[100247]: INFO neutron.pecan_wsgi.hooks.translation [None req-7840da54-3e7f-4460-ad40-6e5bd63fabff tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] DELETE failed (client error): The resource could not be found. Jul 06 14:27:42.500226 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7840da54-3e7f-4460-ad40-6e5bd63fabff tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100247) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 14:27:42.502391 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-7840da54-3e7f-4460-ad40-6e5bd63fabff tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] 10.222.0.104 "DELETE /v2.0/ports/051a2036-db63-496c-9c8c-afe618b06e56 HTTP/1.1" status: 404 len: 333 time: 0.0609093 Jul 06 14:27:42.504873 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 48850) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:27:42.545428 n-d-773647-6 neutron-server[100246]: INFO neutron.pecan_wsgi.hooks.translation [None req-f763cfa6-3e42-4b2a-b393-1917ac57d07c tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] DELETE failed (client error): The resource could not be found. Jul 06 14:27:42.546432 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f763cfa6-3e42-4b2a-b393-1917ac57d07c tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100246) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 14:27:42.549383 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-f763cfa6-3e42-4b2a-b393-1917ac57d07c tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] 10.222.0.104 "DELETE /v2.0/subnets/f0d7da73-cb67-47f6-a5c5-c09abf3fe2da HTTP/1.1" status: 404 len: 337 time: 0.0433419 Jul 06 14:27:42.551915 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 48854) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:27:42.601299 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:42.603321 n-d-773647-6 neutron-server[100247]: INFO neutron.pecan_wsgi.hooks.translation [None req-916a343d-80b8-4750-a9c0-9cd1c3fc4fa6 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] DELETE failed (client error): The resource could not be found. Jul 06 14:27:42.603661 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-90222c94-4c8e-4bc7-ab54-1e2b4c39aaf5 None None] For port c07106f6-fd2a-4fb9-813b-b181b54598e0, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=c07106f6-fd2a-4fb9-813b-b181b54598e0,segment=NetworkSegment(67308366-d379-4f20-9df5-ed161946f077),segment_id=67308366-d379-4f20-9df5-ed161946f077)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:27:42.604047 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-90222c94-4c8e-4bc7-ab54-1e2b4c39aaf5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:42.604186 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-916a343d-80b8-4750-a9c0-9cd1c3fc4fa6 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100247) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 14:27:42.606723 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-916a343d-80b8-4750-a9c0-9cd1c3fc4fa6 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] 10.222.0.104 "DELETE /v2.0/ports/b8030ba0-491a-4619-86d9-05a8ba7d2bfd HTTP/1.1" status: 404 len: 333 time: 0.0535953 Jul 06 14:27:42.610276 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 48858) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:27:42.619558 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-90222c94-4c8e-4bc7-ab54-1e2b4c39aaf5 None None] Calling delete_port for c07106f6-fd2a-4fb9-813b-b181b54598e0 owned by network:dhcp {{(pid=100248) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:27:42.658792 n-d-773647-6 neutron-server[100247]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b5efd01-8873-48b5-8295-395fab66effc tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] DELETE failed (client error): The resource could not be found. Jul 06 14:27:42.660266 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2b5efd01-8873-48b5-8295-395fab66effc tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100247) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 14:27:42.664697 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-2b5efd01-8873-48b5-8295-395fab66effc tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] 10.222.0.104 "DELETE /v2.0/subnets/de3118d0-e492-4492-9917-6d4010400e49 HTTP/1.1" status: 404 len: 337 time: 0.0489492 Jul 06 14:27:42.664894 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 48860) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:27:42.726647 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-90222c94-4c8e-4bc7-ab54-1e2b4c39aaf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117'] for port, after_delete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:42.744469 n-d-773647-6 neutron-server[100246]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e375ebf-c8e8-4adf-b5e6-047b482a5ec7 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] DELETE failed (client error): The resource could not be found. Jul 06 14:27:42.745260 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1e375ebf-c8e8-4adf-b5e6-047b482a5ec7 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100246) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 14:27:42.752527 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-1e375ebf-c8e8-4adf-b5e6-047b482a5ec7 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] 10.222.0.104 "DELETE /v2.0/ports/37444334-6e30-4f10-8b10-465f2ad6b274 HTTP/1.1" status: 404 len: 333 time: 0.0863478 Jul 06 14:27:42.755030 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 48862) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:27:42.761941 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90222c94-4c8e-4bc7-ab54-1e2b4c39aaf5 None None] Pushing event deleted for resources: {'Port': ['ID=c07106f6-fd2a-4fb9-813b-b181b54598e0,revision_number=None']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:27:42.768214 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90222c94-4c8e-4bc7-ab54-1e2b4c39aaf5 None None] No DVR routers for this DVR port c07106f6-fd2a-4fb9-813b-b181b54598e0 on host n-d-773647-6 {{(pid=100248) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:27:42.792575 n-d-773647-6 neutron-server[100246]: INFO neutron.pecan_wsgi.hooks.translation [None req-a8917cd3-147d-4c10-8382-b361e42b1527 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] DELETE failed (client error): The resource could not be found. Jul 06 14:27:42.793159 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a8917cd3-147d-4c10-8382-b361e42b1527 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100246) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 14:27:42.798518 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-a8917cd3-147d-4c10-8382-b361e42b1527 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] 10.222.0.104 "DELETE /v2.0/subnets/e20d9822-44e6-4ad3-9daf-5747177a9e5d HTTP/1.1" status: 404 len: 337 time: 0.0396347 Jul 06 14:27:42.799180 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 48864) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:27:42.847336 n-d-773647-6 neutron-server[100247]: INFO neutron.pecan_wsgi.hooks.translation [None req-c840fd09-44dc-4345-9405-b020068b83db tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] DELETE failed (client error): The resource could not be found. Jul 06 14:27:42.848067 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c840fd09-44dc-4345-9405-b020068b83db tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100247) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 14:27:42.849784 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-c840fd09-44dc-4345-9405-b020068b83db tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] 10.222.0.104 "DELETE /v2.0/ports/209313a4-edb8-471a-8403-bdcc253e760c HTTP/1.1" status: 404 len: 333 time: 0.0499189 Jul 06 14:27:42.853052 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 48866) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:27:42.896487 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device c07106f6-fd2a-4fb9-813b-b181b54598e0 no longer exists at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:27:42.910473 n-d-773647-6 neutron-server[100246]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c82f97c-fb7a-4688-9ee0-b6fe17c86a9e tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] DELETE failed (client error): The resource could not be found. Jul 06 14:27:42.918240 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6c82f97c-fb7a-4688-9ee0-b6fe17c86a9e tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100246) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 14:27:42.923317 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-6c82f97c-fb7a-4688-9ee0-b6fe17c86a9e tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] 10.222.0.104 "DELETE /v2.0/subnets/c188df4f-9a5d-46c4-908b-54e28cba2586 HTTP/1.1" status: 404 len: 337 time: 0.0666864 Jul 06 14:27:42.923542 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 48868) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:27:42.925254 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] No Port match for: c07106f6-fd2a-4fb9-813b-b181b54598e0 {{(pid=100248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 14:27:42.925868 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device c07106f6-fd2a-4fb9-813b-b181b54598e0 not bound to the agent host n-d-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:27:42.967113 n-d-773647-6 neutron-server[100246]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc191b6c-079f-42fd-bf38-13c303a8fc45 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] DELETE failed (client error): The resource could not be found. Jul 06 14:27:42.967960 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bc191b6c-079f-42fd-bf38-13c303a8fc45 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100246) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 14:27:42.972196 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-bc191b6c-079f-42fd-bf38-13c303a8fc45 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] 10.222.0.104 "DELETE /v2.0/ports/4b4f3310-de13-4ea9-9431-a1ab9fa7e53a HTTP/1.1" status: 404 len: 333 time: 0.0453742 Jul 06 14:27:42.972445 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 48870) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:27:43.006089 n-d-773647-6 neutron-server[100246]: INFO neutron.pecan_wsgi.hooks.translation [None req-e7e411a8-2215-4b43-b70e-c5f2fd0782a6 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] DELETE failed (client error): The resource could not be found. Jul 06 14:27:43.006514 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e7e411a8-2215-4b43-b70e-c5f2fd0782a6 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100246) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 14:27:43.010638 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-e7e411a8-2215-4b43-b70e-c5f2fd0782a6 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] 10.222.0.104 "DELETE /v2.0/subnets/06755823-98ea-4bcb-946a-fe05062bd4f3 HTTP/1.1" status: 404 len: 337 time: 0.0349326 Jul 06 14:27:43.010929 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 48872) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:27:43.044060 n-d-773647-6 neutron-server[100246]: INFO neutron.pecan_wsgi.hooks.translation [None req-1055704d-b821-4982-a18f-eba193d03ca9 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] DELETE failed (client error): The resource could not be found. Jul 06 14:27:43.044531 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1055704d-b821-4982-a18f-eba193d03ca9 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100246) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 14:27:43.049634 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-1055704d-b821-4982-a18f-eba193d03ca9 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] 10.222.0.104 "DELETE /v2.0/subnets/e34b4744-6c47-44a9-95e6-4cd8c7d11fdc HTTP/1.1" status: 404 len: 337 time: 0.0349295 Jul 06 14:27:43.049876 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 48876) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:27:43.091327 n-d-773647-6 neutron-server[100246]: INFO neutron.pecan_wsgi.hooks.translation [None req-6dea2b43-0cd9-4228-9487-f7d7bc14d3bb tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] DELETE failed (client error): The resource could not be found. Jul 06 14:27:43.092145 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6dea2b43-0cd9-4228-9487-f7d7bc14d3bb tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100246) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 14:27:43.096216 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-6dea2b43-0cd9-4228-9487-f7d7bc14d3bb tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] 10.222.0.104 "DELETE /v2.0/ports/2399bef2-b3d0-41c6-828d-f8b9350424fb HTTP/1.1" status: 404 len: 333 time: 0.0431070 Jul 06 14:27:43.096610 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 48878) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:27:43.124840 n-d-773647-6 neutron-server[100247]: INFO neutron.pecan_wsgi.hooks.translation [None req-fdb2df4a-0a06-47d1-9ff8-402dd969742d tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] DELETE failed (client error): The resource could not be found. Jul 06 14:27:43.125571 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fdb2df4a-0a06-47d1-9ff8-402dd969742d tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100247) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 14:27:43.130281 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-fdb2df4a-0a06-47d1-9ff8-402dd969742d tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] 10.222.0.104 "DELETE /v2.0/subnets/661986bc-475b-4c4a-988e-6fd022492d31 HTTP/1.1" status: 404 len: 337 time: 0.0325994 Jul 06 14:27:43.130481 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 48880) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:27:43.162283 n-d-773647-6 neutron-server[100246]: INFO neutron.pecan_wsgi.hooks.translation [None req-541990f4-8f9a-4992-b960-290b04912268 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] DELETE failed (client error): The resource could not be found. Jul 06 14:27:43.162749 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-541990f4-8f9a-4992-b960-290b04912268 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100246) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 14:27:43.167350 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-541990f4-8f9a-4992-b960-290b04912268 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] 10.222.0.104 "DELETE /v2.0/subnets/75b0e6cb-7a62-44b6-87f2-b38b3c90e947 HTTP/1.1" status: 404 len: 337 time: 0.0335803 Jul 06 14:27:43.167703 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 48882) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:27:43.200911 n-d-773647-6 neutron-server[100247]: INFO neutron.pecan_wsgi.hooks.translation [None req-7857860a-34d1-4a8a-949a-dbae913e116b tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] DELETE failed (client error): The resource could not be found. Jul 06 14:27:43.203411 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7857860a-34d1-4a8a-949a-dbae913e116b tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100247) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 14:27:43.212897 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 48888) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:27:43.213857 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-7857860a-34d1-4a8a-949a-dbae913e116b tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] 10.222.0.104 "DELETE /v2.0/ports/3d906b68-b196-40a0-8686-55ac2f63b423 HTTP/1.1" status: 404 len: 333 time: 0.0450711 Jul 06 14:27:43.234500 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 48890) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:27:43.252926 n-d-773647-6 neutron-server[100246]: INFO neutron.pecan_wsgi.hooks.translation [None req-84c08aa9-1bc6-441c-b82c-45e343c6f855 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] DELETE failed (client error): The resource could not be found. Jul 06 14:27:43.253671 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-84c08aa9-1bc6-441c-b82c-45e343c6f855 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100246) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 14:27:43.256048 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-84c08aa9-1bc6-441c-b82c-45e343c6f855 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] 10.222.0.104 "DELETE /v2.0/subnets/8968e4c8-2ae0-4159-a93c-52b126d63e09 HTTP/1.1" status: 404 len: 337 time: 0.0419524 Jul 06 14:27:43.259190 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 48892) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:27:43.294646 n-d-773647-6 neutron-server[100246]: INFO neutron.pecan_wsgi.hooks.translation [None req-79e75385-c83e-431d-8e22-90e9eaf1c1c9 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] DELETE failed (client error): The resource could not be found. Jul 06 14:27:43.295201 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-79e75385-c83e-431d-8e22-90e9eaf1c1c9 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100246) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 14:27:43.299818 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-79e75385-c83e-431d-8e22-90e9eaf1c1c9 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] 10.222.0.104 "DELETE /v2.0/subnets/8dca1adb-a6ee-4447-839f-d4ec098f5451 HTTP/1.1" status: 404 len: 337 time: 0.0372872 Jul 06 14:27:43.300440 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 48894) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:27:43.333887 n-d-773647-6 neutron-server[100246]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa9824c9-64e6-4faa-bb69-26c7f4cf590a tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] DELETE failed (client error): The resource could not be found. Jul 06 14:27:43.335716 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fa9824c9-64e6-4faa-bb69-26c7f4cf590a tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100246) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 14:27:43.341021 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-fa9824c9-64e6-4faa-bb69-26c7f4cf590a tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] 10.222.0.104 "DELETE /v2.0/ports/8f02970c-61d6-4ec3-b9dc-dcd26702ecb5 HTTP/1.1" status: 404 len: 333 time: 0.0372829 Jul 06 14:27:43.342209 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 48896) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:27:43.360266 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be33cdb9-ed4d-4a62-9517-fe2067709f48 tempest-TestNetworkBasicOps-1915842857 tempest-TestNetworkBasicOps-1915842857-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:27:43.360765 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be33cdb9-ed4d-4a62-9517-fe2067709f48 tempest-TestNetworkBasicOps-1915842857 tempest-TestNetworkBasicOps-1915842857-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:27:43.361218 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be33cdb9-ed4d-4a62-9517-fe2067709f48 tempest-TestNetworkBasicOps-1915842857 tempest-TestNetworkBasicOps-1915842857-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:27:43.371234 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-be33cdb9-ed4d-4a62-9517-fe2067709f48 tempest-TestNetworkBasicOps-1915842857 tempest-TestNetworkBasicOps-1915842857-project-admin] 10.222.0.104 "GET /v2.0/ports?project_id=107c04f466b0465e9fe8bb8c503793e0&network_id=a27c611a-8f02-4f1c-82ec-76aeb5ad6a47 HTTP/1.1" status: 200 len: 2969 time: 0.1275563 Jul 06 14:27:43.381337 n-d-773647-6 neutron-server[100247]: INFO neutron.pecan_wsgi.hooks.translation [None req-e7a82b56-f818-41fa-be43-8e9624955990 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] DELETE failed (client error): The resource could not be found. Jul 06 14:27:43.382304 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e7a82b56-f818-41fa-be43-8e9624955990 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100247) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 14:27:43.386910 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 48900) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:27:43.387111 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-e7a82b56-f818-41fa-be43-8e9624955990 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] 10.222.0.104 "DELETE /v2.0/subnets/c0d18b06-50b3-459e-87c8-cd1383390089 HTTP/1.1" status: 404 len: 337 time: 0.0435822 Jul 06 14:27:43.420020 n-d-773647-6 neutron-server[100246]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d8381fc-42e0-4c61-ba76-b69c57c339df tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] DELETE failed (client error): The resource could not be found. Jul 06 14:27:43.420744 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8d8381fc-42e0-4c61-ba76-b69c57c339df tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100246) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 14:27:43.424407 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-8d8381fc-42e0-4c61-ba76-b69c57c339df tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] 10.222.0.104 "DELETE /v2.0/subnets/e6130ce3-1487-40f8-a8e0-8105dae8a04e HTTP/1.1" status: 404 len: 337 time: 0.0359106 Jul 06 14:27:43.426850 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 48902) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:27:43.470313 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-9b21aa69-365f-4430-99ad-6991d8f1b244 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] 10.222.0.104 "GET /v2.0/ports?device_id=1c2235b3-642a-404d-852e-b929e5f97ded HTTP/1.1" status: 200 len: 205 time: 0.0399847 Jul 06 14:27:43.470976 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 48906) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:27:43.525177 n-d-773647-6 neutron-server[100246]: INFO neutron.api.v2.resource [None req-258d060e-3cda-421a-a70c-2b65983a3897 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] delete failed (client error): The resource could not be found. Jul 06 14:27:43.528532 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-258d060e-3cda-421a-a70c-2b65983a3897 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] 10.222.0.104 "DELETE /v2.0/routers/1c2235b3-642a-404d-852e-b929e5f97ded HTTP/1.1" status: 404 len: 336 time: 0.0546987 Jul 06 14:27:43.528784 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 48910) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:27:43.566062 n-d-773647-6 neutron-server[100246]: INFO neutron.pecan_wsgi.hooks.translation [None req-6609ec82-cf97-4e0b-b7d9-328695800813 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] DELETE failed (client error): The resource could not be found. Jul 06 14:27:43.571779 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6609ec82-cf97-4e0b-b7d9-328695800813 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100246) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 14:27:43.571779 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-6609ec82-cf97-4e0b-b7d9-328695800813 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] 10.222.0.104 "DELETE /v2.0/subnets/b396f07d-aa0e-42ab-9121-f4b7bf74f2c1 HTTP/1.1" status: 404 len: 337 time: 0.0389035 Jul 06 14:27:43.572142 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 48914) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:27:43.614624 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-6a3359d1-dad1-45df-9f2f-5cd3831a72c9 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] 10.222.0.104 "GET /v2.0/ports?device_id=923cb851-8451-4f2e-a318-ece44ae09c3d HTTP/1.1" status: 200 len: 205 time: 0.0392134 Jul 06 14:27:43.614920 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 48916) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:27:43.656826 n-d-773647-6 neutron-server[100246]: INFO neutron.api.v2.resource [None req-29abd9de-9240-402d-aafa-381b1c90c9b4 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] delete failed (client error): The resource could not be found. Jul 06 14:27:43.659299 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-29abd9de-9240-402d-aafa-381b1c90c9b4 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] 10.222.0.104 "DELETE /v2.0/routers/923cb851-8451-4f2e-a318-ece44ae09c3d HTTP/1.1" status: 404 len: 336 time: 0.0420477 Jul 06 14:27:43.661241 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 48918) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:27:43.695697 n-d-773647-6 neutron-server[100246]: INFO neutron.pecan_wsgi.hooks.translation [None req-e76dc25f-7496-44f2-bedd-d1447f634d9f tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] DELETE failed (client error): The resource could not be found. Jul 06 14:27:43.696588 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e76dc25f-7496-44f2-bedd-d1447f634d9f tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100246) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 14:27:43.698818 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-e76dc25f-7496-44f2-bedd-d1447f634d9f tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] 10.222.0.104 "DELETE /v2.0/subnets/6df7c795-beb4-4178-89e7-4f40276176ff HTTP/1.1" status: 404 len: 337 time: 0.0364027 Jul 06 14:27:43.701256 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 48922) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:27:43.731018 n-d-773647-6 neutron-server[100246]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a3e6b80-74b1-4838-885f-7f3aba16f724 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] DELETE failed (client error): The resource could not be found. Jul 06 14:27:43.731790 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7a3e6b80-74b1-4838-885f-7f3aba16f724 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100246) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 14:27:43.734100 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-7a3e6b80-74b1-4838-885f-7f3aba16f724 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] 10.222.0.104 "DELETE /v2.0/subnets/f4f553fa-32e4-4f76-847b-defb6b05dc68 HTTP/1.1" status: 404 len: 337 time: 0.0318170 Jul 06 14:27:43.736712 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 48924) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:27:43.773490 n-d-773647-6 neutron-server[100246]: INFO neutron.pecan_wsgi.hooks.translation [None req-75ab7ab8-43cb-4b90-b2a5-399ff2ffbc35 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] DELETE failed (client error): The resource could not be found. Jul 06 14:27:43.774327 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-75ab7ab8-43cb-4b90-b2a5-399ff2ffbc35 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100246) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 14:27:43.776725 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-75ab7ab8-43cb-4b90-b2a5-399ff2ffbc35 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] 10.222.0.104 "DELETE /v2.0/ports/cbe596f4-82e1-4a5b-ac55-f80595253181 HTTP/1.1" status: 404 len: 333 time: 0.0384061 Jul 06 14:27:43.778761 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 48926) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:27:43.807653 n-d-773647-6 neutron-server[100246]: INFO neutron.pecan_wsgi.hooks.translation [None req-548a4108-3bec-481a-95b6-604d55ea7df4 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] DELETE failed (client error): The resource could not be found. Jul 06 14:27:43.808142 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-548a4108-3bec-481a-95b6-604d55ea7df4 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100246) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 14:27:43.811466 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-548a4108-3bec-481a-95b6-604d55ea7df4 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] 10.222.0.104 "DELETE /v2.0/subnets/02dfc737-3d7a-444d-afb9-be279db240ef HTTP/1.1" status: 404 len: 337 time: 0.0304549 Jul 06 14:27:43.812855 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 48928) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:27:43.845363 n-d-773647-6 neutron-server[100246]: INFO neutron.pecan_wsgi.hooks.translation [None req-38769af8-f3ac-4426-bd85-a3e873c7f984 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] DELETE failed (client error): The resource could not be found. Jul 06 14:27:43.846190 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-38769af8-f3ac-4426-bd85-a3e873c7f984 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100246) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 14:27:43.851043 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 48930) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:27:43.851692 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-38769af8-f3ac-4426-bd85-a3e873c7f984 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] 10.222.0.104 "DELETE /v2.0/ports/df6e7cb9-6325-4707-86d0-16d9dbbf855f HTTP/1.1" status: 404 len: 333 time: 0.0378342 Jul 06 14:27:43.878139 n-d-773647-6 neutron-server[100247]: INFO neutron.pecan_wsgi.hooks.translation [None req-f9458130-1c21-4cde-8a00-b9401c7a4150 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] DELETE failed (client error): The resource could not be found. Jul 06 14:27:43.878710 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f9458130-1c21-4cde-8a00-b9401c7a4150 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100247) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 14:27:43.883268 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-f9458130-1c21-4cde-8a00-b9401c7a4150 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] 10.222.0.104 "DELETE /v2.0/subnets/fc0d7be4-3cac-435c-91d9-41a6314f0d50 HTTP/1.1" status: 404 len: 337 time: 0.0276270 Jul 06 14:27:43.883493 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 48932) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:27:43.910365 n-d-773647-6 neutron-server[100247]: INFO neutron.pecan_wsgi.hooks.translation [None req-57da1327-e1d4-4792-b091-e6d6ac71f529 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] DELETE failed (client error): The resource could not be found. Jul 06 14:27:43.911232 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-57da1327-e1d4-4792-b091-e6d6ac71f529 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100247) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 14:27:43.913777 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-57da1327-e1d4-4792-b091-e6d6ac71f529 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] 10.222.0.104 "DELETE /v2.0/ports/aebcde61-bbde-492d-9610-3d788416abe9 HTTP/1.1" status: 404 len: 333 time: 0.0293863 Jul 06 14:27:43.916328 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 48934) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:27:43.949511 n-d-773647-6 neutron-server[100247]: INFO neutron.pecan_wsgi.hooks.translation [None req-8dc86db9-bce9-4266-bfec-fe8f102ab51d tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] DELETE failed (client error): The resource could not be found. Jul 06 14:27:43.950186 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8dc86db9-bce9-4266-bfec-fe8f102ab51d tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100247) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 14:27:43.954553 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 48936) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:27:43.954716 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-8dc86db9-bce9-4266-bfec-fe8f102ab51d tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] 10.222.0.104 "DELETE /v2.0/subnets/8c31113a-5600-497c-ae71-376e8f8b9a5d HTTP/1.1" status: 404 len: 337 time: 0.0371294 Jul 06 14:27:43.992923 n-d-773647-6 neutron-server[100246]: INFO neutron.pecan_wsgi.hooks.translation [None req-de5a8b15-4195-426b-926c-88361fad1459 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] DELETE failed (client error): The resource could not be found. Jul 06 14:27:44.003427 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-de5a8b15-4195-426b-926c-88361fad1459 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100246) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 14:27:44.009174 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-de5a8b15-4195-426b-926c-88361fad1459 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] 10.222.0.104 "DELETE /v2.0/ports/7c5f7d62-6c14-4875-bf70-94f94eaee258 HTTP/1.1" status: 404 len: 333 time: 0.0530725 Jul 06 14:27:44.012264 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 48938) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:27:44.056187 n-d-773647-6 neutron-server[100247]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c5981b5-5bf8-4630-a0ca-411659e61212 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] DELETE failed (client error): The resource could not be found. Jul 06 14:27:44.057117 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4c5981b5-5bf8-4630-a0ca-411659e61212 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100247) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 14:27:44.062027 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-4c5981b5-5bf8-4630-a0ca-411659e61212 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] 10.222.0.104 "DELETE /v2.0/subnets/6420c84f-585b-442f-8128-256c522ca5f7 HTTP/1.1" status: 404 len: 337 time: 0.0474961 Jul 06 14:27:44.062519 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 48940) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:27:44.095654 n-d-773647-6 neutron-server[100246]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f8a5096-26ec-4df3-ab3a-9d7c3a2876b7 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] DELETE failed (client error): The resource could not be found. Jul 06 14:27:44.096439 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5f8a5096-26ec-4df3-ab3a-9d7c3a2876b7 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100246) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 14:27:44.101012 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-5f8a5096-26ec-4df3-ab3a-9d7c3a2876b7 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] 10.222.0.104 "DELETE /v2.0/ports/76e62a70-5910-4b06-8b11-7147c41ff879 HTTP/1.1" status: 404 len: 333 time: 0.0347455 Jul 06 14:27:44.101244 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 48942) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:27:44.132130 n-d-773647-6 neutron-server[100246]: INFO neutron.pecan_wsgi.hooks.translation [None req-8108b54d-8754-4a21-8c68-846a17e05ab7 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] DELETE failed (client error): The resource could not be found. Jul 06 14:27:44.132599 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8108b54d-8754-4a21-8c68-846a17e05ab7 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100246) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 14:27:44.134467 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-8108b54d-8754-4a21-8c68-846a17e05ab7 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] 10.222.0.104 "DELETE /v2.0/subnets/6b7d1faa-1c73-444c-927d-2272b5bb5125 HTTP/1.1" status: 404 len: 337 time: 0.0323157 Jul 06 14:27:44.136946 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 48946) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:27:44.172250 n-d-773647-6 neutron-server[100246]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b20a039-76f9-4569-bfa5-a2837b234fff tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] DELETE failed (client error): The resource could not be found. Jul 06 14:27:44.173007 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9b20a039-76f9-4569-bfa5-a2837b234fff tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100246) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 14:27:44.177228 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-9b20a039-76f9-4569-bfa5-a2837b234fff tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] 10.222.0.104 "DELETE /v2.0/ports/0de2c944-44ed-4927-ba3f-eb295661a10c HTTP/1.1" status: 404 len: 333 time: 0.0370302 Jul 06 14:27:44.177418 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 48948) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:27:44.210586 n-d-773647-6 neutron-server[100246]: INFO neutron.pecan_wsgi.hooks.translation [None req-36a4dd02-5c0a-4f65-8bb8-52ffbf5b5db5 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] DELETE failed (client error): The resource could not be found. Jul 06 14:27:44.211069 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-36a4dd02-5c0a-4f65-8bb8-52ffbf5b5db5 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100246) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 14:27:44.215111 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-36a4dd02-5c0a-4f65-8bb8-52ffbf5b5db5 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] 10.222.0.104 "DELETE /v2.0/subnets/50d5d651-a50b-4878-9efd-a88c92096967 HTTP/1.1" status: 404 len: 337 time: 0.0345371 Jul 06 14:27:44.215388 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 48950) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:27:44.261947 n-d-773647-6 neutron-server[100246]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa01e038-6362-4b7a-bd88-626b181fa65a tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] DELETE failed (client error): The resource could not be found. Jul 06 14:27:44.262713 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fa01e038-6362-4b7a-bd88-626b181fa65a tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100246) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 14:27:44.266884 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-fa01e038-6362-4b7a-bd88-626b181fa65a tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] 10.222.0.104 "DELETE /v2.0/ports/40d74735-71f9-4ed5-9aa4-f52e97de553f HTTP/1.1" status: 404 len: 333 time: 0.0481043 Jul 06 14:27:44.267747 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 48956) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:27:44.343195 n-d-773647-6 neutron-server[100247]: INFO neutron.pecan_wsgi.hooks.translation [None req-f02213ae-5a35-45fc-90af-716dc15ad3c4 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] DELETE failed (client error): The resource could not be found. Jul 06 14:27:44.344418 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f02213ae-5a35-45fc-90af-716dc15ad3c4 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100247) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 14:27:44.348430 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-f02213ae-5a35-45fc-90af-716dc15ad3c4 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] 10.222.0.104 "DELETE /v2.0/subnets/b83a2550-ca5e-40fd-9017-aba190484008 HTTP/1.1" status: 404 len: 337 time: 0.0772595 Jul 06 14:27:44.348815 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 48962) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:27:44.470651 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-d69b5c50-e6e2-468d-920c-fefa02b25481 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530492'] for network, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:44.654641 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-d69b5c50-e6e2-468d-920c-fefa02b25481 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-917204', 'neutron.services.segments.db._delete_segments_for_network-8773753502302'] for network, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:44.668701 n-d-773647-6 neutron-server[100246]: DEBUG neutron.services.segments.db [None req-d69b5c50-e6e2-468d-920c-fefa02b25481 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eba60608-4e28-43df-928a-323910d090ed']}} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:27:44.695804 n-d-773647-6 neutron-server[100246]: DEBUG neutron.services.segments.db [None req-d69b5c50-e6e2-468d-920c-fefa02b25481 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '67308366-d379-4f20-9df5-ed161946f077') {'for_net_delete': True} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:27:44.696103 n-d-773647-6 neutron-server[100246]: DEBUG neutron.services.segments.db [None req-d69b5c50-e6e2-468d-920c-fefa02b25481 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '67308366-d379-4f20-9df5-ed161946f077') {} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:27:44.712665 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-d69b5c50-e6e2-468d-920c-fefa02b25481 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773753515138', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126218898'] for segment, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:44.741079 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 48972) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:27:44.748820 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-d69b5c50-e6e2-468d-920c-fefa02b25481 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552'] for segment, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:44.776126 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d69b5c50-e6e2-468d-920c-fefa02b25481 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Releasing vlan 1025 on physical network physnet1 to pool {{(pid=100246) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 14:27:44.778414 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-d69b5c50-e6e2-468d-920c-fefa02b25481 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127687491'] for segment, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:44.782055 n-d-773647-6 neutron-server[100246]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:27:44.782055 n-d-773647-6 neutron-server[100246]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:27:44.782055 n-d-773647-6 neutron-server[100246]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:27:44.782055 n-d-773647-6 neutron-server[100246]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:27:44.782055 n-d-773647-6 neutron-server[100246]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:27:44.782055 n-d-773647-6 neutron-server[100246]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:27:44.782055 n-d-773647-6 neutron-server[100246]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:27:44.782055 n-d-773647-6 neutron-server[100246]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:27:44.782055 n-d-773647-6 neutron-server[100246]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:27:44.782055 n-d-773647-6 neutron-server[100246]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:27:44.782055 n-d-773647-6 neutron-server[100246]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:27:44.782055 n-d-773647-6 neutron-server[100246]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:27:44.782055 n-d-773647-6 neutron-server[100246]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:27:44.782055 n-d-773647-6 neutron-server[100246]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:27:44.782055 n-d-773647-6 neutron-server[100246]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:27:44.782055 n-d-773647-6 neutron-server[100246]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:27:44.782055 n-d-773647-6 neutron-server[100246]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:27:44.782055 n-d-773647-6 neutron-server[100246]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:27:44.782055 n-d-773647-6 neutron-server[100246]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:27:44.782055 n-d-773647-6 neutron-server[100246]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:27:44.782055 n-d-773647-6 neutron-server[100246]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:27:44.782055 n-d-773647-6 neutron-server[100246]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:27:44.782055 n-d-773647-6 neutron-server[100246]: Traceback (most recent call last): Jul 06 14:27:44.782055 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 14:27:44.782055 n-d-773647-6 neutron-server[100246]: timer() Jul 06 14:27:44.782055 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 14:27:44.782055 n-d-773647-6 neutron-server[100246]: cb(*args, **kw) Jul 06 14:27:44.782055 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 14:27:44.782055 n-d-773647-6 neutron-server[100246]: return func(*args, **kwargs) Jul 06 14:27:44.782055 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 14:27:44.782055 n-d-773647-6 neutron-server[100246]: self._notify() Jul 06 14:27:44.782055 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 14:27:44.782055 n-d-773647-6 neutron-server[100246]: self.callback(batched_events) Jul 06 14:27:44.782055 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 14:27:44.782055 n-d-773647-6 neutron-server[100246]: event.method(event) Jul 06 14:27:44.782055 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 14:27:44.782055 n-d-773647-6 neutron-server[100246]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 14:27:44.782055 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 14:27:44.782055 n-d-773647-6 neutron-server[100246]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 14:27:44.782055 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 14:27:44.782055 n-d-773647-6 neutron-server[100246]: return f(self, *a, **k) Jul 06 14:27:44.782055 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 14:27:44.782055 n-d-773647-6 neutron-server[100246]: return self._get(url).json() Jul 06 14:27:44.782055 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 14:27:44.782055 n-d-773647-6 neutron-server[100246]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 14:27:44.782055 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 14:27:44.782055 n-d-773647-6 neutron-server[100246]: return self.request(url, 'GET', **kwargs) Jul 06 14:27:44.782055 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 14:27:44.782055 n-d-773647-6 neutron-server[100246]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 14:27:44.782055 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 14:27:44.782055 n-d-773647-6 neutron-server[100246]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 14:27:44.782055 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 14:27:44.782055 n-d-773647-6 neutron-server[100246]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 14:27:44.782055 n-d-773647-6 neutron-server[100246]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 14:27:44.892489 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-d69b5c50-e6e2-468d-920c-fefa02b25481 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-917215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1761140'] for network, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:44.911791 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-d69b5c50-e6e2-468d-920c-fefa02b25481 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Notify callbacks [] for network, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:44.931690 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-d69b5c50-e6e2-468d-920c-fefa02b25481 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] 10.222.0.104 "DELETE /v2.0/networks/eba60608-4e28-43df-928a-323910d090ed HTTP/1.1" status: 204 len: 168 time: 0.5795810 Jul 06 14:27:44.947380 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69b5c50-e6e2-468d-920c-fefa02b25481 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Pushing event deleted for resources: {'Network': ['ID=eba60608-4e28-43df-928a-323910d090ed,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:27:44.955571 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d69b5c50-e6e2-468d-920c-fefa02b25481 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:27:44.955928 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d69b5c50-e6e2-468d-920c-fefa02b25481 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:27:44.956643 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d69b5c50-e6e2-468d-920c-fefa02b25481 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:27:44.956990 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d69b5c50-e6e2-468d-920c-fefa02b25481 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:27:44.957326 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d69b5c50-e6e2-468d-920c-fefa02b25481 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:27:44.957663 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d69b5c50-e6e2-468d-920c-fefa02b25481 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:27:44.957995 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d69b5c50-e6e2-468d-920c-fefa02b25481 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:27:44.958331 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d69b5c50-e6e2-468d-920c-fefa02b25481 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:27:44.958654 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d69b5c50-e6e2-468d-920c-fefa02b25481 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:27:44.958981 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d69b5c50-e6e2-468d-920c-fefa02b25481 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:27:44.959334 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d69b5c50-e6e2-468d-920c-fefa02b25481 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:27:44.959719 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d69b5c50-e6e2-468d-920c-fefa02b25481 tempest-NetworksTestDHCPv6-38914023 tempest-NetworksTestDHCPv6-38914023-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:27:45.034855 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-0cca03c4-9106-43ce-b32b-10bd262c00c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:45.160202 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-0cca03c4-9106-43ce-b32b-10bd262c00c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:45.165868 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-0cca03c4-9106-43ce-b32b-10bd262c00c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:45.220468 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-0cca03c4-9106-43ce-b32b-10bd262c00c9 admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=ad6b8f669e824479a7b44accf6083e6b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4806049 Jul 06 14:27:45.221243 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cca03c4-9106-43ce-b32b-10bd262c00c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c225a6f4-9606-4898-a500-8442524c2ec2,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:27:45.223193 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 48982) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:27:45.284499 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 48986) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:27:45.324676 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-06b8dfbe-bd34-4c4e-a427-49e78ea36b43 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:45.349993 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-06b8dfbe-bd34-4c4e-a427-49e78ea36b43 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:45.409845 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-06b8dfbe-bd34-4c4e-a427-49e78ea36b43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:45.415807 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-06b8dfbe-bd34-4c4e-a427-49e78ea36b43 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:45.427700 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-06b8dfbe-bd34-4c4e-a427-49e78ea36b43 admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/c225a6f4-9606-4898-a500-8442524c2ec2 HTTP/1.1" status: 204 len: 168 time: 0.1941783 Jul 06 14:27:45.438176 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b8dfbe-bd34-4c4e-a427-49e78ea36b43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c225a6f4-9606-4898-a500-8442524c2ec2,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:27:45.461245 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 48992) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:27:45.497519 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-f451592d-0185-4b72-9c2d-0ee9c969ba91 admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=4a263308c6474c0e99d0efe9a5a7b767&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2117445 Jul 06 14:27:45.503664 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 48994) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:27:45.531547 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1803e85-fbcd-42b1-8a38-9a7a4a3c12d2 tempest-TestNetworkBasicOps-1915842857 tempest-TestNetworkBasicOps-1915842857-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:27:45.533463 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-e1803e85-fbcd-42b1-8a38-9a7a4a3c12d2 tempest-TestNetworkBasicOps-1915842857 tempest-TestNetworkBasicOps-1915842857-project-admin] 10.222.0.104 "GET /v2.0/subnets?network_id=2658f09e-a580-4d4a-9968-2d1e0ad93719 HTTP/1.1" status: 200 len: 814 time: 0.0709014 Jul 06 14:27:45.558928 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-6f88e3a7-1ee5-4d1a-b074-487c2d7a5849 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:45.601813 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-6f88e3a7-1ee5-4d1a-b074-487c2d7a5849 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:45.686236 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-6f88e3a7-1ee5-4d1a-b074-487c2d7a5849 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:45.689468 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-6f88e3a7-1ee5-4d1a-b074-487c2d7a5849 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:45.694516 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-6f88e3a7-1ee5-4d1a-b074-487c2d7a5849 admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/32290640-8af4-4d96-87fb-167de873c3b6 HTTP/1.1" status: 204 len: 168 time: 0.1896493 Jul 06 14:27:45.702754 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f88e3a7-1ee5-4d1a-b074-487c2d7a5849 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32290640-8af4-4d96-87fb-167de873c3b6,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:27:46.311266 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 49036) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:27:46.312719 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-3e2cbd91-fa89-4c3f-8134-a195aba28690 tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Request body: {'network': {'name': 'tempest-network-smoke--1650039975', 'project_id': '107c04f466b0465e9fe8bb8c503793e0', 'port_security_enabled': True}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:27:46.364567 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e2cbd91-fa89-4c3f-8134-a195aba28690 tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Made reservation on behalf of 107c04f466b0465e9fe8bb8c503793e0 for: {'network': 1} {{(pid=100246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:27:46.376543 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-3e2cbd91-fa89-4c3f-8134-a195aba28690 tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for network, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:46.435232 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e2cbd91-fa89-4c3f-8134-a195aba28690 tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] vlan segment allocate from pool success with {'vlan_id': 1036, 'physical_network': 'physnet1'} {{(pid=100246) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 14:27:46.468473 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-3e2cbd91-fa89-4c3f-8134-a195aba28690 tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552'] for segment, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:46.473006 n-d-773647-6 neutron-server[100246]: INFO neutron.db.segments_db [None req-3e2cbd91-fa89-4c3f-8134-a195aba28690 tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Added segment 17c07adc-9bef-4c1e-ba54-abd66f1c2058 of type vlan for network 5b338b8b-1106-440d-8ecb-40466ab43e10 Jul 06 14:27:46.597387 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-3e2cbd91-fa89-4c3f-8134-a195aba28690 tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773752984405'] for network, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:46.669063 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-3e2cbd91-fa89-4c3f-8134-a195aba28690 tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060'] for network, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:46.676494 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e2cbd91-fa89-4c3f-8134-a195aba28690 tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:27:46.677692 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-3e2cbd91-fa89-4c3f-8134-a195aba28690 tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Notify callbacks [] for network, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:46.716863 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-3e2cbd91-fa89-4c3f-8134-a195aba28690 tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] 10.222.0.104 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4085724 Jul 06 14:27:46.724492 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 49050) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:27:46.877997 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2cbd91-fa89-4c3f-8134-a195aba28690 tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Pushing event updated for resources: {'Network': ['ID=5b338b8b-1106-440d-8ecb-40466ab43e10,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:27:46.904771 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Network 5b338b8b-1106-440d-8ecb-40466ab43e10 details requested by agent ovs-agent-n-d-773647-6 with host n-d-773647-6 {{(pid=100248) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 14:27:47.255984 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 49058) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:27:47.426804 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-9bf7b699-bb33-4462-ba14-985e25b6ab84 tempest-BulkNetworkOpsTest-1099541194 tempest-BulkNetworkOpsTest-1099541194-project] Request body: {'networks': [{'name': 'tempest-network--249772171'}, {'name': 'tempest-network--1397917910'}]} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:27:47.427196 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-9bf7b699-bb33-4462-ba14-985e25b6ab84 tempest-BulkNetworkOpsTest-1099541194 tempest-BulkNetworkOpsTest-1099541194-project] Request body: {'network': {'name': 'tempest-network--249772171'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:27:47.427938 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-9bf7b699-bb33-4462-ba14-985e25b6ab84 tempest-BulkNetworkOpsTest-1099541194 tempest-BulkNetworkOpsTest-1099541194-project] Request body: {'network': {'name': 'tempest-network--1397917910'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:27:47.442857 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89aee6f9-469e-4bf6-8977-a46f00413854 tempest-TestNetworkBasicOps-1915842857 tempest-TestNetworkBasicOps-1915842857-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:27:47.448745 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-89aee6f9-469e-4bf6-8977-a46f00413854 tempest-TestNetworkBasicOps-1915842857 tempest-TestNetworkBasicOps-1915842857-project-admin] 10.222.0.104 "GET /v2.0/subnets?project_id=107c04f466b0465e9fe8bb8c503793e0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.7200947 Jul 06 14:27:47.449389 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 49066) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:27:47.494555 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bf7b699-bb33-4462-ba14-985e25b6ab84 tempest-BulkNetworkOpsTest-1099541194 tempest-BulkNetworkOpsTest-1099541194-project] Made reservation on behalf of 03015c0a484d490da5120c45736b9357 for: {'network': 2} {{(pid=100246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:27:47.499077 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-9bf7b699-bb33-4462-ba14-985e25b6ab84 tempest-BulkNetworkOpsTest-1099541194 tempest-BulkNetworkOpsTest-1099541194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for network, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:47.558601 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-9bf7b699-bb33-4462-ba14-985e25b6ab84 tempest-BulkNetworkOpsTest-1099541194 tempest-BulkNetworkOpsTest-1099541194-project] Notify callbacks [] for security_group, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:47.709424 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-515ca989-85be-4f21-a3b2-67f21abdacfa tempest-TestNetworkBasicOps-1915842857 tempest-TestNetworkBasicOps-1915842857-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:27:47.709424 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-515ca989-85be-4f21-a3b2-67f21abdacfa tempest-TestNetworkBasicOps-1915842857 tempest-TestNetworkBasicOps-1915842857-project-admin] 10.222.0.104 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2471802 Jul 06 14:27:47.711180 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 49074) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:27:47.772268 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-f71612f6-5b8d-4bb0-b9ee-a703395f263a tempest-TestNetworkBasicOps-1915842857 tempest-TestNetworkBasicOps-1915842857-project-admin] 10.222.0.104 "GET /v2.0/subnets?network_id=2658f09e-a580-4d4a-9968-2d1e0ad93719&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0591731 Jul 06 14:27:47.775479 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 49082) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:27:47.820660 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-4cb8fc0b-3726-4c51-8c1f-3b8c6dccabcb tempest-TestNetworkBasicOps-1915842857 tempest-TestNetworkBasicOps-1915842857-project-admin] 10.222.0.104 "GET /v2.0/subnets?project_id=107c04f466b0465e9fe8bb8c503793e0&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0439522 Jul 06 14:27:47.823757 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 49086) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:27:47.826274 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-9bf7b699-bb33-4462-ba14-985e25b6ab84 tempest-BulkNetworkOpsTest-1099541194 tempest-BulkNetworkOpsTest-1099541194-project] Notify callbacks [] for security_group, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:47.832001 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-9bf7b699-bb33-4462-ba14-985e25b6ab84 tempest-BulkNetworkOpsTest-1099541194 tempest-BulkNetworkOpsTest-1099541194-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:47.832640 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-9bf7b699-bb33-4462-ba14-985e25b6ab84 tempest-BulkNetworkOpsTest-1099541194 tempest-BulkNetworkOpsTest-1099541194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for network, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:47.868412 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf7b699-bb33-4462-ba14-985e25b6ab84 tempest-BulkNetworkOpsTest-1099541194 tempest-BulkNetworkOpsTest-1099541194-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ac7d4880-5dd8-4809-84d8-e564ca1f6cca,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:27:47.934363 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9bf7b699-bb33-4462-ba14-985e25b6ab84 tempest-BulkNetworkOpsTest-1099541194 tempest-BulkNetworkOpsTest-1099541194-project] vlan segment allocate from pool success with {'vlan_id': 1020, 'physical_network': 'physnet1'} {{(pid=100246) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 14:27:47.950107 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-9bf7b699-bb33-4462-ba14-985e25b6ab84 tempest-BulkNetworkOpsTest-1099541194 tempest-BulkNetworkOpsTest-1099541194-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552'] for segment, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:47.950880 n-d-773647-6 neutron-server[100246]: INFO neutron.db.segments_db [None req-9bf7b699-bb33-4462-ba14-985e25b6ab84 tempest-BulkNetworkOpsTest-1099541194 tempest-BulkNetworkOpsTest-1099541194-project] Added segment 0550a6e6-0630-4786-b23f-d92ee6494e31 of type vlan for network cde6cbf3-e6de-4557-b141-ce88856bc7db Jul 06 14:27:48.030672 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-9bf7b699-bb33-4462-ba14-985e25b6ab84 tempest-BulkNetworkOpsTest-1099541194 tempest-BulkNetworkOpsTest-1099541194-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773752984405'] for network, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:48.082684 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52bf8721-5a56-45c3-b5fc-97d9ca9b5a48 tempest-TestNetworkBasicOps-1915842857 tempest-TestNetworkBasicOps-1915842857-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:27:48.085464 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-52bf8721-5a56-45c3-b5fc-97d9ca9b5a48 tempest-TestNetworkBasicOps-1915842857 tempest-TestNetworkBasicOps-1915842857-project-admin] 10.222.0.104 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2606630 Jul 06 14:27:48.090394 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 49108) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:27:48.117355 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9bf7b699-bb33-4462-ba14-985e25b6ab84 tempest-BulkNetworkOpsTest-1099541194 tempest-BulkNetworkOpsTest-1099541194-project] vlan segment allocate from pool success with {'vlan_id': 1042, 'physical_network': 'physnet1'} {{(pid=100246) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 14:27:48.139635 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-9bf7b699-bb33-4462-ba14-985e25b6ab84 tempest-BulkNetworkOpsTest-1099541194 tempest-BulkNetworkOpsTest-1099541194-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552'] for segment, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:48.140068 n-d-773647-6 neutron-server[100246]: INFO neutron.db.segments_db [None req-9bf7b699-bb33-4462-ba14-985e25b6ab84 tempest-BulkNetworkOpsTest-1099541194 tempest-BulkNetworkOpsTest-1099541194-project] Added segment ce5848d2-fa23-469d-b6c5-f92a98497e32 of type vlan for network 6b3496b5-ec08-49db-a337-314223c72b15 Jul 06 14:27:48.195519 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-bc6e025e-d74c-4bc3-831e-fecc033ad130 tempest-TestNetworkBasicOps-1915842857 tempest-TestNetworkBasicOps-1915842857-project-admin] 10.222.0.104 "GET /v2.0/subnets?network_id=2658f09e-a580-4d4a-9968-2d1e0ad93719&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1034985 Jul 06 14:27:48.197864 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 49122) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:27:48.212627 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [None req-eaf4df1e-c94e-4a4b-b131-6e6b4f9d5273 tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1603725631', 'network_id': '5b338b8b-1106-440d-8ecb-40466ab43e10', 'project_id': '107c04f466b0465e9fe8bb8c503793e0', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:27:48.233557 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-9bf7b699-bb33-4462-ba14-985e25b6ab84 tempest-BulkNetworkOpsTest-1099541194 tempest-BulkNetworkOpsTest-1099541194-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773752984405'] for network, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:48.305514 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-9bf7b699-bb33-4462-ba14-985e25b6ab84 tempest-BulkNetworkOpsTest-1099541194 tempest-BulkNetworkOpsTest-1099541194-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060'] for network, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:48.307295 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-9bf7b699-bb33-4462-ba14-985e25b6ab84 tempest-BulkNetworkOpsTest-1099541194 tempest-BulkNetworkOpsTest-1099541194-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060'] for network, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:48.319264 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bf7b699-bb33-4462-ba14-985e25b6ab84 tempest-BulkNetworkOpsTest-1099541194 tempest-BulkNetworkOpsTest-1099541194-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:27:48.337451 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bf7b699-bb33-4462-ba14-985e25b6ab84 tempest-BulkNetworkOpsTest-1099541194 tempest-BulkNetworkOpsTest-1099541194-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:27:48.339008 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-9bf7b699-bb33-4462-ba14-985e25b6ab84 tempest-BulkNetworkOpsTest-1099541194 tempest-BulkNetworkOpsTest-1099541194-project] Notify callbacks [] for network, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:48.406928 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eaf4df1e-c94e-4a4b-b131-6e6b4f9d5273 tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Made reservation on behalf of 107c04f466b0465e9fe8bb8c503793e0 for: {'subnet': 1} {{(pid=100247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:27:48.415489 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-eaf4df1e-c94e-4a4b-b131-6e6b4f9d5273 tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127627440'] for subnet, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:48.502167 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf7b699-bb33-4462-ba14-985e25b6ab84 tempest-BulkNetworkOpsTest-1099541194 tempest-BulkNetworkOpsTest-1099541194-project] Pushing event updated for resources: {'Network': ['ID=cde6cbf3-e6de-4557-b141-ce88856bc7db,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:27:48.516827 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Network cde6cbf3-e6de-4557-b141-ce88856bc7db details requested by agent ovs-agent-n-d-773647-6 with host n-d-773647-6 {{(pid=100248) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 14:27:48.574421 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-9bf7b699-bb33-4462-ba14-985e25b6ab84 tempest-BulkNetworkOpsTest-1099541194 tempest-BulkNetworkOpsTest-1099541194-project] 10.222.0.104 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 1.3153100 Jul 06 14:27:48.575620 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 49172) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:27:48.709399 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf7b699-bb33-4462-ba14-985e25b6ab84 tempest-BulkNetworkOpsTest-1099541194 tempest-BulkNetworkOpsTest-1099541194-project] Pushing event updated for resources: {'Network': ['ID=6b3496b5-ec08-49db-a337-314223c72b15,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:27:48.723002 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Network 6b3496b5-ec08-49db-a337-314223c72b15 details requested by agent ovs-agent-n-d-773647-6 with host n-d-773647-6 {{(pid=100248) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 14:27:48.771725 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-8b2cec3e-6b79-489e-90b4-441fa1932015 req-f0b39c3c-5001-4f5b-93cb-007df71ac5f8 service neutron] 10.222.0.127 "GET /v2.0/ports?device_id=2b230357-9912-4d8c-bc47-fa1cf66bf99f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3759954 Jul 06 14:27:48.993065 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c7a3e73-147b-49bd-aa9d-0f67deb1aaad tempest-BulkNetworkOpsTest-1099541194 tempest-BulkNetworkOpsTest-1099541194-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:27:48.999263 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c7a3e73-147b-49bd-aa9d-0f67deb1aaad tempest-BulkNetworkOpsTest-1099541194 tempest-BulkNetworkOpsTest-1099541194-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:27:49.011850 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c7a3e73-147b-49bd-aa9d-0f67deb1aaad tempest-BulkNetworkOpsTest-1099541194 tempest-BulkNetworkOpsTest-1099541194-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:27:49.021277 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c7a3e73-147b-49bd-aa9d-0f67deb1aaad tempest-BulkNetworkOpsTest-1099541194 tempest-BulkNetworkOpsTest-1099541194-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:27:49.025717 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-0c7a3e73-147b-49bd-aa9d-0f67deb1aaad tempest-BulkNetworkOpsTest-1099541194 tempest-BulkNetworkOpsTest-1099541194-project] 10.222.0.104 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.4341373 Jul 06 14:27:49.026422 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 49214) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:27:49.090509 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2cec3e-6b79-489e-90b4-441fa1932015 req-b0325501-5209-47a5-82e1-b40bd154bd3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:27:49.092277 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-8b2cec3e-6b79-489e-90b4-441fa1932015 req-b0325501-5209-47a5-82e1-b40bd154bd3f service neutron] 10.222.0.127 "GET /v2.0/ports?tenant_id=107c04f466b0465e9fe8bb8c503793e0&device_id=2b230357-9912-4d8c-bc47-fa1cf66bf99f HTTP/1.1" status: 200 len: 1096 time: 0.2385561 Jul 06 14:27:49.094092 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-eaf4df1e-c94e-4a4b-b131-6e6b4f9d5273 tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1849032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-128888412', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127627426'] for subnet, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:49.193068 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-831c951b-2538-4083-905b-b6d487e9a7e2 tempest-BulkNetworkOpsTest-1099541194 tempest-BulkNetworkOpsTest-1099541194-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530492'] for network, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:49.223876 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf4df1e-c94e-4a4b-b131-6e6b4f9d5273 tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Pushing event updated for resources: {'Subnet': ['ID=0bc75554-0830-4636-b220-a2f523059e34,revision_number=0']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:27:49.240050 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaf4df1e-c94e-4a4b-b131-6e6b4f9d5273 tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Checking segment: {'id': '17c07adc-9bef-4c1e-ba54-abd66f1c2058', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1036, 'network_id': '5b338b8b-1106-440d-8ecb-40466ab43e10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100247) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:27:49.240417 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaf4df1e-c94e-4a4b-b131-6e6b4f9d5273 tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Network hostable DHCP agents. Network: 5b338b8b-1106-440d-8ecb-40466ab43e10, hostable agents: ['f2bada3d-be77-4359-982b-8505a2bbca04'], hosted agents: [] {{(pid=100247) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 14:27:49.299109 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaf4df1e-c94e-4a4b-b131-6e6b4f9d5273 tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Network 5b338b8b-1106-440d-8ecb-40466ab43e10 is scheduled to be hosted by DHCP agent f2bada3d-be77-4359-982b-8505a2bbca04 with binding_index 1 {{(pid=100247) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 14:27:49.309635 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2cec3e-6b79-489e-90b4-441fa1932015 req-e6f5b860-9c1f-4bae-90b8-2c2ac0cbe10a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:27:49.311579 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-8b2cec3e-6b79-489e-90b4-441fa1932015 req-e6f5b860-9c1f-4bae-90b8-2c2ac0cbe10a service neutron] 10.222.0.127 "GET /v2.0/networks?id=a27c611a-8f02-4f1c-82ec-76aeb5ad6a47 HTTP/1.1" status: 200 len: 899 time: 0.1816978 Jul 06 14:27:49.378117 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 49220) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:27:49.381831 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-831c951b-2538-4083-905b-b6d487e9a7e2 tempest-BulkNetworkOpsTest-1099541194 tempest-BulkNetworkOpsTest-1099541194-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-917204', 'neutron.services.segments.db._delete_segments_for_network-8773753502302'] for network, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:49.407206 n-d-773647-6 neutron-server[100246]: DEBUG neutron.services.segments.db [None req-831c951b-2538-4083-905b-b6d487e9a7e2 tempest-BulkNetworkOpsTest-1099541194 tempest-BulkNetworkOpsTest-1099541194-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cde6cbf3-e6de-4557-b141-ce88856bc7db']}} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:27:49.408638 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.base_scheduler [None req-eaf4df1e-c94e-4a4b-b131-6e6b4f9d5273 tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773647-6, 5b338b8b-1106-440d-8ecb-40466ab43e10) {{(pid=100247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:27:49.419106 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8feb77e7-fb55-4b36-9513-d4324485cbec None None] Network 5b338b8b-1106-440d-8ecb-40466ab43e10 requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:27:49.425279 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaf4df1e-c94e-4a4b-b131-6e6b4f9d5273 tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:27:49.425870 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-eaf4df1e-c94e-4a4b-b131-6e6b4f9d5273 tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Notify callbacks [] for subnet, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:49.449421 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-8b2cec3e-6b79-489e-90b4-441fa1932015 req-521c37af-5072-435c-a662-5a50bb0f084c service neutron] 10.222.0.127 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9b52d121-1ce2-4f96-99c8-e312d220c63a HTTP/1.1" status: 200 len: 1000 time: 0.1294596 Jul 06 14:27:49.452088 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-eaf4df1e-c94e-4a4b-b131-6e6b4f9d5273 tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] 10.222.0.104 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.2520635 Jul 06 14:27:49.465831 n-d-773647-6 neutron-server[100246]: DEBUG neutron.services.segments.db [None req-831c951b-2538-4083-905b-b6d487e9a7e2 tempest-BulkNetworkOpsTest-1099541194 tempest-BulkNetworkOpsTest-1099541194-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0550a6e6-0630-4786-b23f-d92ee6494e31') {'for_net_delete': True} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:27:49.477165 n-d-773647-6 neutron-server[100246]: DEBUG neutron.services.segments.db [None req-831c951b-2538-4083-905b-b6d487e9a7e2 tempest-BulkNetworkOpsTest-1099541194 tempest-BulkNetworkOpsTest-1099541194-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0550a6e6-0630-4786-b23f-d92ee6494e31') {} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:27:49.496553 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-831c951b-2538-4083-905b-b6d487e9a7e2 tempest-BulkNetworkOpsTest-1099541194 tempest-BulkNetworkOpsTest-1099541194-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773753515138', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126218898'] for segment, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:49.516564 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2cec3e-6b79-489e-90b4-441fa1932015 req-b7fbfee4-8810-41cf-b57e-5619aacdb8d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:27:49.523322 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-8b2cec3e-6b79-489e-90b4-441fa1932015 req-b7fbfee4-8810-41cf-b57e-5619aacdb8d9 service neutron] 10.222.0.127 "GET /v2.0/subnets?id=b85a66d5-8b38-4e5c-9d42-1aa6ece21b33 HTTP/1.1" status: 200 len: 835 time: 0.0653353 Jul 06 14:27:49.527390 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-831c951b-2538-4083-905b-b6d487e9a7e2 tempest-BulkNetworkOpsTest-1099541194 tempest-BulkNetworkOpsTest-1099541194-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552'] for segment, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:49.546452 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-831c951b-2538-4083-905b-b6d487e9a7e2 tempest-BulkNetworkOpsTest-1099541194 tempest-BulkNetworkOpsTest-1099541194-project] Releasing vlan 1020 on physical network physnet1 to pool {{(pid=100246) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 14:27:49.547971 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-831c951b-2538-4083-905b-b6d487e9a7e2 tempest-BulkNetworkOpsTest-1099541194 tempest-BulkNetworkOpsTest-1099541194-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127687491'] for segment, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:49.664064 n-d-773647-6 neutron-server[100246]: Traceback (most recent call last): Jul 06 14:27:49.664064 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 14:27:49.664064 n-d-773647-6 neutron-server[100246]: timer() Jul 06 14:27:49.664064 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 14:27:49.664064 n-d-773647-6 neutron-server[100246]: cb(*args, **kw) Jul 06 14:27:49.664064 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 14:27:49.664064 n-d-773647-6 neutron-server[100246]: return func(*args, **kwargs) Jul 06 14:27:49.664064 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 14:27:49.664064 n-d-773647-6 neutron-server[100246]: self._notify() Jul 06 14:27:49.664064 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 14:27:49.664064 n-d-773647-6 neutron-server[100246]: self.callback(batched_events) Jul 06 14:27:49.664064 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 14:27:49.664064 n-d-773647-6 neutron-server[100246]: event.method(event) Jul 06 14:27:49.664064 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 14:27:49.664064 n-d-773647-6 neutron-server[100246]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 14:27:49.664064 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 14:27:49.664064 n-d-773647-6 neutron-server[100246]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 14:27:49.664064 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 14:27:49.664064 n-d-773647-6 neutron-server[100246]: return f(self, *a, **k) Jul 06 14:27:49.664064 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 14:27:49.664064 n-d-773647-6 neutron-server[100246]: return self._get(url).json() Jul 06 14:27:49.664064 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 14:27:49.664064 n-d-773647-6 neutron-server[100246]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 14:27:49.664064 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 14:27:49.664064 n-d-773647-6 neutron-server[100246]: return self.request(url, 'GET', **kwargs) Jul 06 14:27:49.664064 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 14:27:49.664064 n-d-773647-6 neutron-server[100246]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 14:27:49.664064 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 14:27:49.664064 n-d-773647-6 neutron-server[100246]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 14:27:49.664064 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 14:27:49.664064 n-d-773647-6 neutron-server[100246]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 14:27:49.664064 n-d-773647-6 neutron-server[100246]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 14:27:49.673080 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-831c951b-2538-4083-905b-b6d487e9a7e2 tempest-BulkNetworkOpsTest-1099541194 tempest-BulkNetworkOpsTest-1099541194-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-917215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1761140'] for network, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:49.680619 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2cec3e-6b79-489e-90b4-441fa1932015 req-7904c0bd-42ac-4ca0-bf1a-2da8f4f58f97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:27:49.683487 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-8b2cec3e-6b79-489e-90b4-441fa1932015 req-7904c0bd-42ac-4ca0-bf1a-2da8f4f58f97 service neutron] 10.222.0.127 "GET /v2.0/ports?network_id=a27c611a-8f02-4f1c-82ec-76aeb5ad6a47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1527691 Jul 06 14:27:49.707542 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa7b18b0-606d-402d-b9ac-1c9a98a583da None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6bd5fc82-6666-56e8-87c2-91648d36c963-5b338b8b-1106-440d-8ecb-40466ab43e10', 'network_id': '5b338b8b-1106-440d-8ecb-40466ab43e10', 'tenant_id': '107c04f466b0465e9fe8bb8c503793e0', 'fixed_ips': [{'subnet_id': '0bc75554-0830-4636-b220-a2f523059e34'}]}} from n-d-773647-6. {{(pid=100248) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 14:27:49.708422 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-fa7b18b0-606d-402d-b9ac-1c9a98a583da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:49.710595 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-831c951b-2538-4083-905b-b6d487e9a7e2 tempest-BulkNetworkOpsTest-1099541194 tempest-BulkNetworkOpsTest-1099541194-project] Notify callbacks [] for network, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:49.715694 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-831c951b-2538-4083-905b-b6d487e9a7e2 tempest-BulkNetworkOpsTest-1099541194 tempest-BulkNetworkOpsTest-1099541194-project] 10.222.0.104 "DELETE /v2.0/networks/cde6cbf3-e6de-4557-b141-ce88856bc7db HTTP/1.1" status: 204 len: 168 time: 0.6873703 Jul 06 14:27:49.717938 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 49230) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:27:49.737179 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-ae10f582-e14a-4b52-8837-d84b24d5f730 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:49.752336 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831c951b-2538-4083-905b-b6d487e9a7e2 tempest-BulkNetworkOpsTest-1099541194 tempest-BulkNetworkOpsTest-1099541194-project] Pushing event deleted for resources: {'Network': ['ID=cde6cbf3-e6de-4557-b141-ce88856bc7db,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:27:49.891952 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-8b2cec3e-6b79-489e-90b4-441fa1932015 req-a7848fd9-38be-4921-a69e-d60d777b6f8d service neutron] 10.222.0.127 "GET /v2.0/networks/a27c611a-8f02-4f1c-82ec-76aeb5ad6a47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2015305 Jul 06 14:27:49.896435 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-ae10f582-e14a-4b52-8837-d84b24d5f730 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:49.910492 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-ae10f582-e14a-4b52-8837-d84b24d5f730 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:49.949882 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 49232) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:27:49.961072 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-80234343-1d15-4ce2-8de6-11b242dde45f tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1540594726', 'description': 'tempest-secgroup-smoke-1540594726 description', 'project_id': '107c04f466b0465e9fe8bb8c503793e0'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:27:49.985931 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.db_base_plugin_common [None req-fa7b18b0-606d-402d-b9ac-1c9a98a583da None None] Allocated IP 172.20.0.18 (5b338b8b-1106-440d-8ecb-40466ab43e10/0bc75554-0830-4636-b220-a2f523059e34/4e5ca87c-8f46-4102-b1a8-a5f821185dd5) {{(pid=100248) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:27:50.006739 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-ae10f582-e14a-4b52-8837-d84b24d5f730 admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=f8919525d6594336bb1b0a63344d0870&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6271441 Jul 06 14:27:50.009386 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae10f582-e14a-4b52-8837-d84b24d5f730 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e636e36-002a-437b-bf33-259dd4eee31f,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:27:50.014015 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 49234) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:27:50.018546 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-1bc402e3-9a15-4805-a43b-aa7f18b6f6e4 tempest-BulkNetworkOpsTest-1099541194 tempest-BulkNetworkOpsTest-1099541194-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530492'] for network, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:50.044738 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-80234343-1d15-4ce2-8de6-11b242dde45f tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Notify callbacks [] for security_group, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:50.049544 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-8b2cec3e-6b79-489e-90b4-441fa1932015 req-0f20100b-554e-4188-bbfc-78a802ac0492 service neutron] 10.222.0.127 "GET /v2.0/networks/a27c611a-8f02-4f1c-82ec-76aeb5ad6a47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1459749 Jul 06 14:27:50.170984 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-d7d99d5e-d1ee-4d79-adf3-fc0fede2a846 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:50.217801 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-d7d99d5e-d1ee-4d79-adf3-fc0fede2a846 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:50.233836 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-1bc402e3-9a15-4805-a43b-aa7f18b6f6e4 tempest-BulkNetworkOpsTest-1099541194 tempest-BulkNetworkOpsTest-1099541194-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-917204', 'neutron.services.segments.db._delete_segments_for_network-8773753502302'] for network, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:50.236941 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-fa7b18b0-606d-402d-b9ac-1c9a98a583da None None] Notify callbacks [] for port, precommit_create {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:50.249676 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-fa7b18b0-606d-402d-b9ac-1c9a98a583da None None] Transition to ACTIVE for port object 4e5ca87c-8f46-4102-b1a8-a5f821185dd5 will not be triggered until provisioned by entity L2. {{(pid=100248) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:27:50.268853 n-d-773647-6 neutron-server[100246]: DEBUG neutron.services.segments.db [None req-1bc402e3-9a15-4805-a43b-aa7f18b6f6e4 tempest-BulkNetworkOpsTest-1099541194 tempest-BulkNetworkOpsTest-1099541194-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b3496b5-ec08-49db-a337-314223c72b15']}} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:27:50.271391 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-fa7b18b0-606d-402d-b9ac-1c9a98a583da None None] Transition to ACTIVE for port object 4e5ca87c-8f46-4102-b1a8-a5f821185dd5 will not be triggered until provisioned by entity DHCP. {{(pid=100248) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:27:50.285190 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-fa7b18b0-606d-402d-b9ac-1c9a98a583da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108'] for port, after_create {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:50.298422 n-d-773647-6 neutron-server[100246]: DEBUG neutron.services.segments.db [None req-1bc402e3-9a15-4805-a43b-aa7f18b6f6e4 tempest-BulkNetworkOpsTest-1099541194 tempest-BulkNetworkOpsTest-1099541194-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce5848d2-fa23-469d-b6c5-f92a98497e32') {'for_net_delete': True} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:27:50.298422 n-d-773647-6 neutron-server[100246]: DEBUG neutron.services.segments.db [None req-1bc402e3-9a15-4805-a43b-aa7f18b6f6e4 tempest-BulkNetworkOpsTest-1099541194 tempest-BulkNetworkOpsTest-1099541194-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce5848d2-fa23-469d-b6c5-f92a98497e32') {} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:27:50.315265 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-1bc402e3-9a15-4805-a43b-aa7f18b6f6e4 tempest-BulkNetworkOpsTest-1099541194 tempest-BulkNetworkOpsTest-1099541194-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773753515138', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126218898'] for segment, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:50.338657 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-1bc402e3-9a15-4805-a43b-aa7f18b6f6e4 tempest-BulkNetworkOpsTest-1099541194 tempest-BulkNetworkOpsTest-1099541194-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552'] for segment, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:50.342259 n-d-773647-6 neutron-server[100248]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa7b18b0-606d-402d-b9ac-1c9a98a583da None None] Network 5b338b8b-1106-440d-8ecb-40466ab43e10 is already hosted by enough agents. {{(pid=100248) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:27:50.348300 n-d-773647-6 neutron-server[100248]: DEBUG neutron.scheduler.base_scheduler [None req-fa7b18b0-606d-402d-b9ac-1c9a98a583da None None] Resources bound (agent type, host, resource id): {{(pid=100248) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:27:50.350794 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-80234343-1d15-4ce2-8de6-11b242dde45f tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Notify callbacks [] for security_group, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:50.354751 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa7b18b0-606d-402d-b9ac-1c9a98a583da None None] Received port after_create {{(pid=100248) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:27:50.355717 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1bc402e3-9a15-4805-a43b-aa7f18b6f6e4 tempest-BulkNetworkOpsTest-1099541194 tempest-BulkNetworkOpsTest-1099541194-project] Releasing vlan 1042 on physical network physnet1 to pool {{(pid=100246) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 14:27:50.356188 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-1bc402e3-9a15-4805-a43b-aa7f18b6f6e4 tempest-BulkNetworkOpsTest-1099541194 tempest-BulkNetworkOpsTest-1099541194-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127687491'] for segment, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:50.359739 n-d-773647-6 neutron-server[100246]: Traceback (most recent call last): Jul 06 14:27:50.359739 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 14:27:50.359739 n-d-773647-6 neutron-server[100246]: timer() Jul 06 14:27:50.359739 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 14:27:50.359739 n-d-773647-6 neutron-server[100246]: cb(*args, **kw) Jul 06 14:27:50.359739 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 14:27:50.359739 n-d-773647-6 neutron-server[100246]: return func(*args, **kwargs) Jul 06 14:27:50.359739 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 14:27:50.359739 n-d-773647-6 neutron-server[100246]: self._notify() Jul 06 14:27:50.359739 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 14:27:50.359739 n-d-773647-6 neutron-server[100246]: self.callback(batched_events) Jul 06 14:27:50.359739 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 14:27:50.359739 n-d-773647-6 neutron-server[100246]: event.method(event) Jul 06 14:27:50.359739 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 14:27:50.359739 n-d-773647-6 neutron-server[100246]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 14:27:50.359739 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 14:27:50.359739 n-d-773647-6 neutron-server[100246]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 14:27:50.359739 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 14:27:50.359739 n-d-773647-6 neutron-server[100246]: return f(self, *a, **k) Jul 06 14:27:50.359739 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 14:27:50.359739 n-d-773647-6 neutron-server[100246]: return self._get(url).json() Jul 06 14:27:50.359739 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 14:27:50.359739 n-d-773647-6 neutron-server[100246]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 14:27:50.359739 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 14:27:50.359739 n-d-773647-6 neutron-server[100246]: return self.request(url, 'GET', **kwargs) Jul 06 14:27:50.359739 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 14:27:50.359739 n-d-773647-6 neutron-server[100246]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 14:27:50.359739 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 14:27:50.359739 n-d-773647-6 neutron-server[100246]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 14:27:50.359739 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 14:27:50.359739 n-d-773647-6 neutron-server[100246]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 14:27:50.359739 n-d-773647-6 neutron-server[100246]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 14:27:50.362013 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-80234343-1d15-4ce2-8de6-11b242dde45f tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:50.378988 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7b18b0-606d-402d-b9ac-1c9a98a583da None None] Pushing event updated for resources: {'Port': ['ID=4e5ca87c-8f46-4102-b1a8-a5f821185dd5,revision_number=1']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:27:50.435120 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-d7d99d5e-d1ee-4d79-adf3-fc0fede2a846 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:50.444905 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-d7d99d5e-d1ee-4d79-adf3-fc0fede2a846 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:50.449043 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-d7d99d5e-d1ee-4d79-adf3-fc0fede2a846 admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/1e636e36-002a-437b-bf33-259dd4eee31f HTTP/1.1" status: 204 len: 168 time: 0.4266543 Jul 06 14:27:50.449212 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-fa7b18b0-606d-402d-b9ac-1c9a98a583da None None] Attempting to bind port 4e5ca87c-8f46-4102-b1a8-a5f821185dd5 on host n-d-773647-6 for vnic_type normal with profile {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:27:50.451355 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-fa7b18b0-606d-402d-b9ac-1c9a98a583da None None] Attempting to bind port 4e5ca87c-8f46-4102-b1a8-a5f821185dd5 by drivers openvswitch,hyperv on host n-d-773647-6 at level 0 using segments [{'id': '17c07adc-9bef-4c1e-ba54-abd66f1c2058', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1036, 'network_id': '5b338b8b-1106-440d-8ecb-40466ab43e10'}] {{(pid=100248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:27:50.452549 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa7b18b0-606d-402d-b9ac-1c9a98a583da None None] Attempting to bind port 4e5ca87c-8f46-4102-b1a8-a5f821185dd5 on network 5b338b8b-1106-440d-8ecb-40466ab43e10 {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:27:50.459336 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa7b18b0-606d-402d-b9ac-1c9a98a583da None None] Checking agent: {'id': '8ab5b19c-d213-4f29-891d-27bdf39d38b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773647-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 43, 26), 'started_at': datetime.datetime(2021, 7, 6, 13, 43, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 27, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773647-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:27:50.460980 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa7b18b0-606d-402d-b9ac-1c9a98a583da None None] Checking segment: {'id': '17c07adc-9bef-4c1e-ba54-abd66f1c2058', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1036, 'network_id': '5b338b8b-1106-440d-8ecb-40466ab43e10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:27:50.461814 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-fa7b18b0-606d-402d-b9ac-1c9a98a583da None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:50.462457 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa7b18b0-606d-402d-b9ac-1c9a98a583da None None] Bound using segment: {'id': '17c07adc-9bef-4c1e-ba54-abd66f1c2058', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1036, 'network_id': '5b338b8b-1106-440d-8ecb-40466ab43e10'} {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:27:50.463238 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-fa7b18b0-606d-402d-b9ac-1c9a98a583da None None] Bound port: 4e5ca87c-8f46-4102-b1a8-a5f821185dd5, host: n-d-773647-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17c07adc-9bef-4c1e-ba54-abd66f1c2058', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1036, 'network_id': '5b338b8b-1106-440d-8ecb-40466ab43e10'}}] {{(pid=100248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:27:50.463933 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-fa7b18b0-606d-402d-b9ac-1c9a98a583da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:50.487946 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80234343-1d15-4ce2-8de6-11b242dde45f tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6291342d-85a2-4aa4-bb03-6ceae3ee69b5,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:27:50.493327 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-80234343-1d15-4ce2-8de6-11b242dde45f tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Notify callbacks [] for security_group, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:50.506009 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-80234343-1d15-4ce2-8de6-11b242dde45f tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] 10.222.0.104 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.5477958 Jul 06 14:27:50.506009 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-1bc402e3-9a15-4805-a43b-aa7f18b6f6e4 tempest-BulkNetworkOpsTest-1099541194 tempest-BulkNetworkOpsTest-1099541194-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-917215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1761140'] for network, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:50.506341 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 49246) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:27:50.510681 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [None req-b3158ecb-8c24-4aa9-92e5-d775a2e1ff21 tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Request body: {'security_group_rule': {'security_group_id': '6291342d-85a2-4aa4-bb03-6ceae3ee69b5', 'project_id': '107c04f466b0465e9fe8bb8c503793e0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:27:50.517984 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-1bc402e3-9a15-4805-a43b-aa7f18b6f6e4 tempest-BulkNetworkOpsTest-1099541194 tempest-BulkNetworkOpsTest-1099541194-project] Notify callbacks [] for network, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:50.519348 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-1bc402e3-9a15-4805-a43b-aa7f18b6f6e4 tempest-BulkNetworkOpsTest-1099541194 tempest-BulkNetworkOpsTest-1099541194-project] 10.222.0.104 "DELETE /v2.0/networks/6b3496b5-ec08-49db-a337-314223c72b15 HTTP/1.1" status: 204 len: 168 time: 0.8003674 Jul 06 14:27:50.523645 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 49248) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:27:50.529724 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d99d5e-d1ee-4d79-adf3-fc0fede2a846 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e636e36-002a-437b-bf33-259dd4eee31f,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:27:50.532870 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc402e3-9a15-4805-a43b-aa7f18b6f6e4 tempest-BulkNetworkOpsTest-1099541194 tempest-BulkNetworkOpsTest-1099541194-project] Pushing event deleted for resources: {'Network': ['ID=6b3496b5-ec08-49db-a337-314223c72b15,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:27:50.570410 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-fa7b18b0-606d-402d-b9ac-1c9a98a583da None None] For port 4e5ca87c-8f46-4102-b1a8-a5f821185dd5, host n-d-773647-6, cleared binding levels {{(pid=100248) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:27:50.575088 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-fa7b18b0-606d-402d-b9ac-1c9a98a583da None None] For port 4e5ca87c-8f46-4102-b1a8-a5f821185dd5, host n-d-773647-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=4e5ca87c-8f46-4102-b1a8-a5f821185dd5,segment=NetworkSegment(17c07adc-9bef-4c1e-ba54-abd66f1c2058),segment_id=17c07adc-9bef-4c1e-ba54-abd66f1c2058)] {{(pid=100248) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:27:50.605427 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-fa7b18b0-606d-402d-b9ac-1c9a98a583da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:50.631951 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-b3158ecb-8c24-4aa9-92e5-d775a2e1ff21 tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:50.661699 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7b18b0-606d-402d-b9ac-1c9a98a583da None None] Pushing event updated for resources: {'Port': ['ID=4e5ca87c-8f46-4102-b1a8-a5f821185dd5,revision_number=2']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:27:50.736768 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70c348a2-f92f-4062-9d46-3ede85cc2079 tempest-BulkNetworkOpsTest-1099541194 tempest-BulkNetworkOpsTest-1099541194-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:27:50.743603 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70c348a2-f92f-4062-9d46-3ede85cc2079 tempest-BulkNetworkOpsTest-1099541194 tempest-BulkNetworkOpsTest-1099541194-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:27:50.745154 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-70c348a2-f92f-4062-9d46-3ede85cc2079 tempest-BulkNetworkOpsTest-1099541194 tempest-BulkNetworkOpsTest-1099541194-project] 10.222.0.104 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.2128098 Jul 06 14:27:50.748854 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 49252) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:27:50.755977 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-a55426de-02cd-4d32-98f8-34a7e82d0481 tempest-BulkNetworkOpsTest-1099541194 tempest-BulkNetworkOpsTest-1099541194-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-181849498'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:27:50.769279 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-b3158ecb-8c24-4aa9-92e5-d775a2e1ff21 tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:50.776033 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-b3158ecb-8c24-4aa9-92e5-d775a2e1ff21 tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1898694'] for security_group_rule, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:50.803629 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a55426de-02cd-4d32-98f8-34a7e82d0481 tempest-BulkNetworkOpsTest-1099541194 tempest-BulkNetworkOpsTest-1099541194-project] Made reservation on behalf of 03015c0a484d490da5120c45736b9357 for: {'network': 1} {{(pid=100246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:27:50.807840 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-a55426de-02cd-4d32-98f8-34a7e82d0481 tempest-BulkNetworkOpsTest-1099541194 tempest-BulkNetworkOpsTest-1099541194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for network, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:50.817026 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3158ecb-8c24-4aa9-92e5-d775a2e1ff21 tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=34a20568-cb48-4690-9966-f9a0e52a52ee,revision_number=0']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:27:50.841173 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-b3158ecb-8c24-4aa9-92e5-d775a2e1ff21 tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:50.843015 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-b3158ecb-8c24-4aa9-92e5-d775a2e1ff21 tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] 10.222.0.104 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3357081 Jul 06 14:27:50.845418 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 49254) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:27:50.850181 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [None req-5ab9aa86-4438-4920-9331-33765e887450 tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Request body: {'security_group_rule': {'security_group_id': '6291342d-85a2-4aa4-bb03-6ceae3ee69b5', 'project_id': '107c04f466b0465e9fe8bb8c503793e0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:27:50.865499 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a55426de-02cd-4d32-98f8-34a7e82d0481 tempest-BulkNetworkOpsTest-1099541194 tempest-BulkNetworkOpsTest-1099541194-project] vlan segment allocate from pool success with {'vlan_id': 1015, 'physical_network': 'physnet1'} {{(pid=100246) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 14:27:50.886126 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-a55426de-02cd-4d32-98f8-34a7e82d0481 tempest-BulkNetworkOpsTest-1099541194 tempest-BulkNetworkOpsTest-1099541194-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552'] for segment, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:50.886481 n-d-773647-6 neutron-server[100246]: INFO neutron.db.segments_db [None req-a55426de-02cd-4d32-98f8-34a7e82d0481 tempest-BulkNetworkOpsTest-1099541194 tempest-BulkNetworkOpsTest-1099541194-project] Added segment 23c5aacc-92f3-4a6c-82b0-9e3c4051aaab of type vlan for network f657b5f5-4e54-4235-bc82-1d5b571c5277 Jul 06 14:27:50.910769 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-5ab9aa86-4438-4920-9331-33765e887450 tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:50.975815 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-a55426de-02cd-4d32-98f8-34a7e82d0481 tempest-BulkNetworkOpsTest-1099541194 tempest-BulkNetworkOpsTest-1099541194-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773752984405'] for network, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:51.023297 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-a55426de-02cd-4d32-98f8-34a7e82d0481 tempest-BulkNetworkOpsTest-1099541194 tempest-BulkNetworkOpsTest-1099541194-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060'] for network, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:51.029525 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a55426de-02cd-4d32-98f8-34a7e82d0481 tempest-BulkNetworkOpsTest-1099541194 tempest-BulkNetworkOpsTest-1099541194-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:27:51.030134 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-a55426de-02cd-4d32-98f8-34a7e82d0481 tempest-BulkNetworkOpsTest-1099541194 tempest-BulkNetworkOpsTest-1099541194-project] Notify callbacks [] for network, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:51.104335 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-5ab9aa86-4438-4920-9331-33765e887450 tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:51.105767 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 49256) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:27:51.137504 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-a55426de-02cd-4d32-98f8-34a7e82d0481 tempest-BulkNetworkOpsTest-1099541194 tempest-BulkNetworkOpsTest-1099541194-project] 10.222.0.104 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.3844879 Jul 06 14:27:51.144551 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 49258) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:27:51.150617 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-9babd568-71b2-4908-b1a6-acad27fa53b1 tempest-BulkNetworkOpsTest-1099541194 tempest-BulkNetworkOpsTest-1099541194-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-984931328'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:27:51.163885 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-5ab9aa86-4438-4920-9331-33765e887450 tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1898694'] for security_group_rule, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:51.173096 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-073b9336-11f9-4f9d-bbbb-820b5a150d86 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:51.173395 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55426de-02cd-4d32-98f8-34a7e82d0481 tempest-BulkNetworkOpsTest-1099541194 tempest-BulkNetworkOpsTest-1099541194-project] Pushing event updated for resources: {'Network': ['ID=f657b5f5-4e54-4235-bc82-1d5b571c5277,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:27:51.186709 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Network f657b5f5-4e54-4235-bc82-1d5b571c5277 details requested by agent ovs-agent-n-d-773647-6 with host n-d-773647-6 {{(pid=100248) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 14:27:51.207569 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9babd568-71b2-4908-b1a6-acad27fa53b1 tempest-BulkNetworkOpsTest-1099541194 tempest-BulkNetworkOpsTest-1099541194-project] Made reservation on behalf of 03015c0a484d490da5120c45736b9357 for: {'network': 1} {{(pid=100246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:27:51.215042 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-9babd568-71b2-4908-b1a6-acad27fa53b1 tempest-BulkNetworkOpsTest-1099541194 tempest-BulkNetworkOpsTest-1099541194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for network, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:51.230715 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab9aa86-4438-4920-9331-33765e887450 tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6eab7e0c-93b6-49f0-aa0a-6023e9f48397,revision_number=0']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:27:51.242972 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-5ab9aa86-4438-4920-9331-33765e887450 tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:51.247163 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-5ab9aa86-4438-4920-9331-33765e887450 tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] 10.222.0.104 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3983629 Jul 06 14:27:51.247730 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 49264) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:27:51.260115 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-f2d233c3-2bb0-4b32-961b-7487618fc0bc tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Request body: {'security_group_rule': {'security_group_id': '6291342d-85a2-4aa4-bb03-6ceae3ee69b5', 'project_id': '107c04f466b0465e9fe8bb8c503793e0', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:27:51.292160 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9babd568-71b2-4908-b1a6-acad27fa53b1 tempest-BulkNetworkOpsTest-1099541194 tempest-BulkNetworkOpsTest-1099541194-project] vlan segment allocate from pool success with {'vlan_id': 1031, 'physical_network': 'physnet1'} {{(pid=100246) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 14:27:51.305303 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-9babd568-71b2-4908-b1a6-acad27fa53b1 tempest-BulkNetworkOpsTest-1099541194 tempest-BulkNetworkOpsTest-1099541194-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552'] for segment, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:51.306230 n-d-773647-6 neutron-server[100246]: INFO neutron.db.segments_db [None req-9babd568-71b2-4908-b1a6-acad27fa53b1 tempest-BulkNetworkOpsTest-1099541194 tempest-BulkNetworkOpsTest-1099541194-project] Added segment 3f530db5-ffe5-498f-925e-b117b58c0dde of type vlan for network 083a74a3-ed60-4acf-91a1-693708901e0e Jul 06 14:27:51.374270 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-9babd568-71b2-4908-b1a6-acad27fa53b1 tempest-BulkNetworkOpsTest-1099541194 tempest-BulkNetworkOpsTest-1099541194-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773752984405'] for network, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:51.383645 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-073b9336-11f9-4f9d-bbbb-820b5a150d86 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:51.390314 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-073b9336-11f9-4f9d-bbbb-820b5a150d86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:51.424188 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-9babd568-71b2-4908-b1a6-acad27fa53b1 tempest-BulkNetworkOpsTest-1099541194 tempest-BulkNetworkOpsTest-1099541194-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060'] for network, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:51.430726 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9babd568-71b2-4908-b1a6-acad27fa53b1 tempest-BulkNetworkOpsTest-1099541194 tempest-BulkNetworkOpsTest-1099541194-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:27:51.431345 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-9babd568-71b2-4908-b1a6-acad27fa53b1 tempest-BulkNetworkOpsTest-1099541194 tempest-BulkNetworkOpsTest-1099541194-project] Notify callbacks [] for network, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:51.437154 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-073b9336-11f9-4f9d-bbbb-820b5a150d86 admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=e78c2b29b31f4f1e91aa86fb14c361af&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3296995 Jul 06 14:27:51.442821 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 49266) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:27:51.451812 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-f2d233c3-2bb0-4b32-961b-7487618fc0bc tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:51.469151 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073b9336-11f9-4f9d-bbbb-820b5a150d86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b44d165-27a3-47bb-ab10-fe882fe3c442,revision_number=1']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:27:51.522648 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-9babd568-71b2-4908-b1a6-acad27fa53b1 tempest-BulkNetworkOpsTest-1099541194 tempest-BulkNetworkOpsTest-1099541194-project] 10.222.0.104 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.3770115 Jul 06 14:27:51.522857 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 49272) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:27:51.527803 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [None req-4acea2e7-6eb6-475d-bd41-643edf5e4109 tempest-BulkNetworkOpsTest-1099541194 tempest-BulkNetworkOpsTest-1099541194-project] Request body: {'ports': [{'network_id': 'f657b5f5-4e54-4235-bc82-1d5b571c5277', 'name': 'tempest-port--69226579', 'admin_state_up': True}, {'network_id': '083a74a3-ed60-4acf-91a1-693708901e0e', 'admin_state_up': False}]} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:27:51.528111 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [None req-4acea2e7-6eb6-475d-bd41-643edf5e4109 tempest-BulkNetworkOpsTest-1099541194 tempest-BulkNetworkOpsTest-1099541194-project] Request body: {'port': {'network_id': 'f657b5f5-4e54-4235-bc82-1d5b571c5277', 'name': 'tempest-port--69226579', 'admin_state_up': True}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:27:51.528586 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [None req-4acea2e7-6eb6-475d-bd41-643edf5e4109 tempest-BulkNetworkOpsTest-1099541194 tempest-BulkNetworkOpsTest-1099541194-project] Request body: {'port': {'network_id': '083a74a3-ed60-4acf-91a1-693708901e0e', 'admin_state_up': False}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:27:51.596584 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9babd568-71b2-4908-b1a6-acad27fa53b1 tempest-BulkNetworkOpsTest-1099541194 tempest-BulkNetworkOpsTest-1099541194-project] Pushing event updated for resources: {'Network': ['ID=083a74a3-ed60-4acf-91a1-693708901e0e,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:27:51.611176 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Network 083a74a3-ed60-4acf-91a1-693708901e0e details requested by agent ovs-agent-n-d-773647-6 with host n-d-773647-6 {{(pid=100248) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 14:27:51.627438 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-203a2518-1acb-40c7-a203-9d3f23801c98 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:51.663338 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-f2d233c3-2bb0-4b32-961b-7487618fc0bc tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:51.668871 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-203a2518-1acb-40c7-a203-9d3f23801c98 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:51.675948 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-f2d233c3-2bb0-4b32-961b-7487618fc0bc tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1898694'] for security_group_rule, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:51.710278 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d233c3-2bb0-4b32-961b-7487618fc0bc tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bfbd054b-544a-4d16-8e04-31ebf6124059,revision_number=0']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:27:51.725887 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-f2d233c3-2bb0-4b32-961b-7487618fc0bc tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:51.727484 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-f2d233c3-2bb0-4b32-961b-7487618fc0bc tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] 10.222.0.104 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4778395 Jul 06 14:27:51.730792 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 49274) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:27:51.749796 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [None req-64e1aa78-3945-4c47-87f1-7d9f0405fa2a tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Request body: {'security_group_rule': {'security_group_id': '6291342d-85a2-4aa4-bb03-6ceae3ee69b5', 'project_id': '107c04f466b0465e9fe8bb8c503793e0', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:27:51.756659 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-203a2518-1acb-40c7-a203-9d3f23801c98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:51.760799 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-203a2518-1acb-40c7-a203-9d3f23801c98 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:51.762412 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-203a2518-1acb-40c7-a203-9d3f23801c98 admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/5b44d165-27a3-47bb-ab10-fe882fe3c442 HTTP/1.1" status: 204 len: 168 time: 0.3071992 Jul 06 14:27:51.800821 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203a2518-1acb-40c7-a203-9d3f23801c98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b44d165-27a3-47bb-ab10-fe882fe3c442,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:27:51.957236 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-64e1aa78-3945-4c47-87f1-7d9f0405fa2a tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:52.052136 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4acea2e7-6eb6-475d-bd41-643edf5e4109 tempest-BulkNetworkOpsTest-1099541194 tempest-BulkNetworkOpsTest-1099541194-project] Made reservation on behalf of 03015c0a484d490da5120c45736b9357 for: {'port': 2} {{(pid=100247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:27:52.057465 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-4acea2e7-6eb6-475d-bd41-643edf5e4109 tempest-BulkNetworkOpsTest-1099541194 tempest-BulkNetworkOpsTest-1099541194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:52.081064 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-4acea2e7-6eb6-475d-bd41-643edf5e4109 tempest-BulkNetworkOpsTest-1099541194 tempest-BulkNetworkOpsTest-1099541194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:52.108164 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-64e1aa78-3945-4c47-87f1-7d9f0405fa2a tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:52.114007 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-64e1aa78-3945-4c47-87f1-7d9f0405fa2a tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1898694'] for security_group_rule, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:52.224277 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e1aa78-3945-4c47-87f1-7d9f0405fa2a tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=70c41abb-c6f4-4362-be5a-36c363e72e7c,revision_number=0']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:27:52.229192 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-64e1aa78-3945-4c47-87f1-7d9f0405fa2a tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:52.230445 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-64e1aa78-3945-4c47-87f1-7d9f0405fa2a tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] 10.222.0.104 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4960747 Jul 06 14:27:52.233291 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 49278) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:27:52.238801 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-28a22847-7031-4f0c-9634-97a29e1b27dd tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Request body: {'security_group_rule': {'security_group_id': '6291342d-85a2-4aa4-bb03-6ceae3ee69b5', 'project_id': '107c04f466b0465e9fe8bb8c503793e0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:27:52.275427 n-d-773647-6 neutron-server[100247]: DEBUG neutron.notifiers.nova [None req-4acea2e7-6eb6-475d-bd41-643edf5e4109 tempest-BulkNetworkOpsTest-1099541194 tempest-BulkNetworkOpsTest-1099541194-project] device_id is not set on port 46cb4054-4ada-484d-92ea-e8eb8b3f9f53 yet. {{(pid=100247) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 14:27:52.291966 n-d-773647-6 neutron-server[100246]: INFO neutron.db.securitygroups_db [None req-28a22847-7031-4f0c-9634-97a29e1b27dd tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Project 107c04f466b0465e9fe8bb8c503793e0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 06 14:27:52.299422 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-28a22847-7031-4f0c-9634-97a29e1b27dd tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:52.389295 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4f10cb7-c560-4f2d-ba21-7545b28f9cdf None None] Network 5b338b8b-1106-440d-8ecb-40466ab43e10 requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:27:52.430711 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-28a22847-7031-4f0c-9634-97a29e1b27dd tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:52.436737 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-28a22847-7031-4f0c-9634-97a29e1b27dd tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1898694'] for security_group_rule, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:52.484762 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-28a22847-7031-4f0c-9634-97a29e1b27dd tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:52.490005 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 49280) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:27:52.492843 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-28a22847-7031-4f0c-9634-97a29e1b27dd tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] 10.222.0.104 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2576711 Jul 06 14:27:52.503305 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [None req-93acbcf8-6555-419f-a45d-5940aab5302a tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Request body: {'security_group_rule': {'security_group_id': '6291342d-85a2-4aa4-bb03-6ceae3ee69b5', 'project_id': '107c04f466b0465e9fe8bb8c503793e0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:27:52.504981 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a22847-7031-4f0c-9634-97a29e1b27dd tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=966d6c7d-c8fc-4761-96da-c684f5122b02,revision_number=0']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:27:52.537369 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-11c76fc2-3184-4572-b79c-6b8c8a6ecd31 None None] Provisioning for port 4e5ca87c-8f46-4102-b1a8-a5f821185dd5 completed by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:27:52.561141 n-d-773647-6 neutron-server[100247]: INFO neutron.db.securitygroups_db [None req-93acbcf8-6555-419f-a45d-5940aab5302a tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Project 107c04f466b0465e9fe8bb8c503793e0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 06 14:27:52.589577 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-93acbcf8-6555-419f-a45d-5940aab5302a tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:52.665321 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-4acea2e7-6eb6-475d-bd41-643edf5e4109 tempest-BulkNetworkOpsTest-1099541194 tempest-BulkNetworkOpsTest-1099541194-project] Notify callbacks [] for port, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:52.792291 n-d-773647-6 neutron-server[100247]: DEBUG neutron.notifiers.nova [None req-4acea2e7-6eb6-475d-bd41-643edf5e4109 tempest-BulkNetworkOpsTest-1099541194 tempest-BulkNetworkOpsTest-1099541194-project] device_id is not set on port 9161a5be-b31f-4608-a669-ae8654db0415 yet. {{(pid=100247) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 14:27:52.810680 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-93acbcf8-6555-419f-a45d-5940aab5302a tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:52.819762 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-93acbcf8-6555-419f-a45d-5940aab5302a tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1898694'] for security_group_rule, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:52.845044 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93acbcf8-6555-419f-a45d-5940aab5302a tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb70e36e-1995-46ef-9079-822be88ffb56,revision_number=0']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:27:52.861681 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-93acbcf8-6555-419f-a45d-5940aab5302a tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:52.863067 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-93acbcf8-6555-419f-a45d-5940aab5302a tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] 10.222.0.104 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3712661 Jul 06 14:27:52.880005 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-8d350c3a-0731-465a-abb3-d8bb65332f75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:52.987968 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-4acea2e7-6eb6-475d-bd41-643edf5e4109 tempest-BulkNetworkOpsTest-1099541194 tempest-BulkNetworkOpsTest-1099541194-project] Notify callbacks [] for port, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:53.020929 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 4e5ca87c-8f46-4102-b1a8-a5f821185dd5 up at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:27:53.064802 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-4acea2e7-6eb6-475d-bd41-643edf5e4109 tempest-BulkNetworkOpsTest-1099541194 tempest-BulkNetworkOpsTest-1099541194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-128888360'] for port, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:53.122006 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning for port 4e5ca87c-8f46-4102-b1a8-a5f821185dd5 completed by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:27:53.126374 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning complete for port 4e5ca87c-8f46-4102-b1a8-a5f821185dd5 triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:27:53.126746 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:53.161207 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4acea2e7-6eb6-475d-bd41-643edf5e4109 tempest-BulkNetworkOpsTest-1099541194 tempest-BulkNetworkOpsTest-1099541194-project] Pushing event updated for resources: {'Port': ['ID=46cb4054-4ada-484d-92ea-e8eb8b3f9f53,revision_number=1']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:27:53.205214 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4acea2e7-6eb6-475d-bd41-643edf5e4109 tempest-BulkNetworkOpsTest-1099541194 tempest-BulkNetworkOpsTest-1099541194-project] Checking segment: {'id': '23c5aacc-92f3-4a6c-82b0-9e3c4051aaab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1015, 'network_id': 'f657b5f5-4e54-4235-bc82-1d5b571c5277'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100247) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:27:53.205868 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4acea2e7-6eb6-475d-bd41-643edf5e4109 tempest-BulkNetworkOpsTest-1099541194 tempest-BulkNetworkOpsTest-1099541194-project] Network hostable DHCP agents. Network: f657b5f5-4e54-4235-bc82-1d5b571c5277, hostable agents: ['f2bada3d-be77-4359-982b-8505a2bbca04'], hosted agents: [] {{(pid=100247) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 14:27:53.218259 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-c9a6289c-d0c4-4e38-a928-13fb6081ef50 req-0ac2b084-2aec-441d-8205-2112732df5bd tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] 10.222.0.104 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1540594726&fields=id&tenant_id=107c04f466b0465e9fe8bb8c503793e0 HTTP/1.1" status: 200 len: 267 time: 0.1024632 Jul 06 14:27:53.229341 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:53.252303 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4acea2e7-6eb6-475d-bd41-643edf5e4109 tempest-BulkNetworkOpsTest-1099541194 tempest-BulkNetworkOpsTest-1099541194-project] Network f657b5f5-4e54-4235-bc82-1d5b571c5277 is scheduled to be hosted by DHCP agent f2bada3d-be77-4359-982b-8505a2bbca04 with binding_index 1 {{(pid=100247) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 14:27:53.275579 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] For port 4e5ca87c-8f46-4102-b1a8-a5f821185dd5, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=4e5ca87c-8f46-4102-b1a8-a5f821185dd5,segment=NetworkSegment(17c07adc-9bef-4c1e-ba54-abd66f1c2058),segment_id=17c07adc-9bef-4c1e-ba54-abd66f1c2058)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:27:53.281911 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:53.282825 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.base_scheduler [None req-4acea2e7-6eb6-475d-bd41-643edf5e4109 tempest-BulkNetworkOpsTest-1099541194 tempest-BulkNetworkOpsTest-1099541194-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773647-6, f657b5f5-4e54-4235-bc82-1d5b571c5277) {{(pid=100247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:27:53.337268 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4acea2e7-6eb6-475d-bd41-643edf5e4109 tempest-BulkNetworkOpsTest-1099541194 tempest-BulkNetworkOpsTest-1099541194-project] Received port after_create {{(pid=100247) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:27:53.338103 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-4acea2e7-6eb6-475d-bd41-643edf5e4109 tempest-BulkNetworkOpsTest-1099541194 tempest-BulkNetworkOpsTest-1099541194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-128888360'] for port, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:53.376391 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Pushing event updated for resources: {'Port': ['ID=4e5ca87c-8f46-4102-b1a8-a5f821185dd5,revision_number=3']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:27:53.381741 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-430a9daf-ebec-4963-aa2f-10b92c3a779b None None] Network f657b5f5-4e54-4235-bc82-1d5b571c5277 requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:27:53.776481 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4acea2e7-6eb6-475d-bd41-643edf5e4109 tempest-BulkNetworkOpsTest-1099541194 tempest-BulkNetworkOpsTest-1099541194-project] Pushing event updated for resources: {'Port': ['ID=9161a5be-b31f-4608-a669-ae8654db0415,revision_number=1']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:27:53.806950 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a6289c-d0c4-4e38-a928-13fb6081ef50 req-9dc54009-08f5-4406-9b00-0ef9232e9a6d tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:27:53.811677 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-c9a6289c-d0c4-4e38-a928-13fb6081ef50 req-9dc54009-08f5-4406-9b00-0ef9232e9a6d tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] 10.222.0.104 "GET /v2.0/networks?id=5b338b8b-1106-440d-8ecb-40466ab43e10 HTTP/1.1" status: 200 len: 797 time: 0.5836880 Jul 06 14:27:53.825620 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4acea2e7-6eb6-475d-bd41-643edf5e4109 tempest-BulkNetworkOpsTest-1099541194 tempest-BulkNetworkOpsTest-1099541194-project] Checking segment: {'id': '3f530db5-ffe5-498f-925e-b117b58c0dde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1031, 'network_id': '083a74a3-ed60-4acf-91a1-693708901e0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100247) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:27:53.825994 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4acea2e7-6eb6-475d-bd41-643edf5e4109 tempest-BulkNetworkOpsTest-1099541194 tempest-BulkNetworkOpsTest-1099541194-project] Network hostable DHCP agents. Network: 083a74a3-ed60-4acf-91a1-693708901e0e, hostable agents: ['f2bada3d-be77-4359-982b-8505a2bbca04'], hosted agents: [] {{(pid=100247) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 14:27:53.832435 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-c9a6289c-d0c4-4e38-a928-13fb6081ef50 req-ba67b543-af13-4252-a96f-4b81fb6db0b7 tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] 10.222.0.104 "GET /v2.0/quotas/107c04f466b0465e9fe8bb8c503793e0 HTTP/1.1" status: 200 len: 375 time: 0.0182576 Jul 06 14:27:53.910710 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4acea2e7-6eb6-475d-bd41-643edf5e4109 tempest-BulkNetworkOpsTest-1099541194 tempest-BulkNetworkOpsTest-1099541194-project] Network 083a74a3-ed60-4acf-91a1-693708901e0e is scheduled to be hosted by DHCP agent f2bada3d-be77-4359-982b-8505a2bbca04 with binding_index 1 {{(pid=100247) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 14:27:53.931814 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.base_scheduler [None req-4acea2e7-6eb6-475d-bd41-643edf5e4109 tempest-BulkNetworkOpsTest-1099541194 tempest-BulkNetworkOpsTest-1099541194-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773647-6, 083a74a3-ed60-4acf-91a1-693708901e0e) {{(pid=100247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:27:53.939617 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b11a2b9b-2a6a-4236-aca7-a36794f41f8d None None] Network 083a74a3-ed60-4acf-91a1-693708901e0e requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:27:53.942274 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4acea2e7-6eb6-475d-bd41-643edf5e4109 tempest-BulkNetworkOpsTest-1099541194 tempest-BulkNetworkOpsTest-1099541194-project] Received port after_create {{(pid=100247) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:27:53.952579 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4acea2e7-6eb6-475d-bd41-643edf5e4109 tempest-BulkNetworkOpsTest-1099541194 tempest-BulkNetworkOpsTest-1099541194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:27:53.957939 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4acea2e7-6eb6-475d-bd41-643edf5e4109 tempest-BulkNetworkOpsTest-1099541194 tempest-BulkNetworkOpsTest-1099541194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:27:53.958779 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-4acea2e7-6eb6-475d-bd41-643edf5e4109 tempest-BulkNetworkOpsTest-1099541194 tempest-BulkNetworkOpsTest-1099541194-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:54.000566 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-c9a6289c-d0c4-4e38-a928-13fb6081ef50 req-51f754b9-010f-48ae-8fcc-48d5c7f52dbb tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] 10.222.0.104 "GET /v2.0/ports?tenant_id=107c04f466b0465e9fe8bb8c503793e0&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1600082 Jul 06 14:27:54.004698 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-4acea2e7-6eb6-475d-bd41-643edf5e4109 tempest-BulkNetworkOpsTest-1099541194 tempest-BulkNetworkOpsTest-1099541194-project] 10.222.0.104 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1448 time: 2.4787283 Jul 06 14:27:54.004944 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 49310) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:27:54.086307 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11eb7118-2db3-4661-903c-f1b85f0c9a54 tempest-BulkNetworkOpsTest-1099541194 tempest-BulkNetworkOpsTest-1099541194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:27:54.097046 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11eb7118-2db3-4661-903c-f1b85f0c9a54 tempest-BulkNetworkOpsTest-1099541194 tempest-BulkNetworkOpsTest-1099541194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:27:54.101684 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-11eb7118-2db3-4661-903c-f1b85f0c9a54 tempest-BulkNetworkOpsTest-1099541194 tempest-BulkNetworkOpsTest-1099541194-project] 10.222.0.104 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1443 time: 0.0957656 Jul 06 14:27:54.101867 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 49316) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:27:54.212876 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [req-c9a6289c-d0c4-4e38-a928-13fb6081ef50 req-686d3783-6c9a-4f7f-aaee-699a177af934 service neutron] http://10.222.0.104:9696/v2.0/extensions returned with HTTP 200 {{(pid=100247) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 14:27:54.216023 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-c9a6289c-d0c4-4e38-a928-13fb6081ef50 req-686d3783-6c9a-4f7f-aaee-699a177af934 service neutron] 10.222.0.104 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1801710 Jul 06 14:27:54.242106 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [None req-f17f0cd1-64f9-4691-b912-fccbcb12c015 tempest-BulkNetworkOpsTest-1099541194 tempest-BulkNetworkOpsTest-1099541194-project] Deleting port 46cb4054-4ada-484d-92ea-e8eb8b3f9f53 {{(pid=100246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:27:54.242576 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-f17f0cd1-64f9-4691-b912-fccbcb12c015 tempest-BulkNetworkOpsTest-1099541194 tempest-BulkNetworkOpsTest-1099541194-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:54.321276 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-c9a6289c-d0c4-4e38-a928-13fb6081ef50 req-fefce383-2aa9-4a88-a96d-86522b07782b service neutron] 10.222.0.104 "GET /v2.0/networks/5b338b8b-1106-440d-8ecb-40466ab43e10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1010942 Jul 06 14:27:54.332732 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-f17f0cd1-64f9-4691-b912-fccbcb12c015 tempest-BulkNetworkOpsTest-1099541194 tempest-BulkNetworkOpsTest-1099541194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:54.347380 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [None req-f17f0cd1-64f9-4691-b912-fccbcb12c015 tempest-BulkNetworkOpsTest-1099541194 tempest-BulkNetworkOpsTest-1099541194-project] Calling delete_port for 46cb4054-4ada-484d-92ea-e8eb8b3f9f53 owned by {{(pid=100246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:27:54.425424 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-c9a6289c-d0c4-4e38-a928-13fb6081ef50 req-4166f3cb-9d16-432a-887c-54c1bda14e44 service neutron] 10.222.0.104 "GET /v2.0/networks/5b338b8b-1106-440d-8ecb-40466ab43e10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0967896 Jul 06 14:27:54.466760 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-f17f0cd1-64f9-4691-b912-fccbcb12c015 tempest-BulkNetworkOpsTest-1099541194 tempest-BulkNetworkOpsTest-1099541194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127687580'] for port, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:54.511027 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17f0cd1-64f9-4691-b912-fccbcb12c015 tempest-BulkNetworkOpsTest-1099541194 tempest-BulkNetworkOpsTest-1099541194-project] Pushing event deleted for resources: {'Port': ['ID=46cb4054-4ada-484d-92ea-e8eb8b3f9f53,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:27:54.519039 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-f17f0cd1-64f9-4691-b912-fccbcb12c015 tempest-BulkNetworkOpsTest-1099541194 tempest-BulkNetworkOpsTest-1099541194-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:54.526372 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-f17f0cd1-64f9-4691-b912-fccbcb12c015 tempest-BulkNetworkOpsTest-1099541194 tempest-BulkNetworkOpsTest-1099541194-project] 10.222.0.104 "DELETE /v2.0/ports/46cb4054-4ada-484d-92ea-e8eb8b3f9f53 HTTP/1.1" status: 204 len: 168 time: 0.4205732 Jul 06 14:27:54.526864 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 49318) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:27:54.741518 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-90c308c9-3158-4806-bced-1ca5c25c765e req-1db495a5-4f82-4490-be19-1e41c6553cdd tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] 10.222.0.104 "GET /v2.0/ports?device_id=7c0e3267-8a9d-454d-a315-f6e50bd739c8 HTTP/1.1" status: 200 len: 210 time: 0.0548360 Jul 06 14:27:54.743763 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.plugin [None req-7cc56e14-4416-4adf-bf9c-6bbe68f5fa1f tempest-BulkNetworkOpsTest-1099541194 tempest-BulkNetworkOpsTest-1099541194-project] Deleting port 9161a5be-b31f-4608-a669-ae8654db0415 {{(pid=100247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:27:54.744110 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-7cc56e14-4416-4adf-bf9c-6bbe68f5fa1f tempest-BulkNetworkOpsTest-1099541194 tempest-BulkNetworkOpsTest-1099541194-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:54.863661 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-7cc56e14-4416-4adf-bf9c-6bbe68f5fa1f tempest-BulkNetworkOpsTest-1099541194 tempest-BulkNetworkOpsTest-1099541194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:54.890796 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.plugin [None req-7cc56e14-4416-4adf-bf9c-6bbe68f5fa1f tempest-BulkNetworkOpsTest-1099541194 tempest-BulkNetworkOpsTest-1099541194-project] Calling delete_port for 9161a5be-b31f-4608-a669-ae8654db0415 owned by {{(pid=100247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:27:54.933301 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 4e5ca87c-8f46-4102-b1a8-a5f821185dd5 up at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:27:55.034211 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning complete for port 4e5ca87c-8f46-4102-b1a8-a5f821185dd5 triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:27:55.034826 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:55.050998 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-7cc56e14-4416-4adf-bf9c-6bbe68f5fa1f tempest-BulkNetworkOpsTest-1099541194 tempest-BulkNetworkOpsTest-1099541194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128888353'] for port, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:55.081550 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc56e14-4416-4adf-bf9c-6bbe68f5fa1f tempest-BulkNetworkOpsTest-1099541194 tempest-BulkNetworkOpsTest-1099541194-project] Pushing event deleted for resources: {'Port': ['ID=9161a5be-b31f-4608-a669-ae8654db0415,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:27:55.110234 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-7cc56e14-4416-4adf-bf9c-6bbe68f5fa1f tempest-BulkNetworkOpsTest-1099541194 tempest-BulkNetworkOpsTest-1099541194-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:55.113322 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-7cc56e14-4416-4adf-bf9c-6bbe68f5fa1f tempest-BulkNetworkOpsTest-1099541194 tempest-BulkNetworkOpsTest-1099541194-project] 10.222.0.104 "DELETE /v2.0/ports/9161a5be-b31f-4608-a669-ae8654db0415 HTTP/1.1" status: 204 len: 168 time: 0.5850072 Jul 06 14:27:55.115987 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 49342) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:27:55.157043 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-f4154d85-1ca4-4579-8ba8-9d4d7136c258 tempest-BulkNetworkOpsTest-1099541194 tempest-BulkNetworkOpsTest-1099541194-project] 10.222.0.104 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0383496 Jul 06 14:27:55.158960 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 49344) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:27:55.164937 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [None req-5b6623c3-961e-420c-864f-01ad97da6001 tempest-BulkNetworkOpsTest-1099541194 tempest-BulkNetworkOpsTest-1099541194-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-827810398'}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:27:55.186303 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b6623c3-961e-420c-864f-01ad97da6001 tempest-BulkNetworkOpsTest-1099541194 tempest-BulkNetworkOpsTest-1099541194-project] Made reservation on behalf of 03015c0a484d490da5120c45736b9357 for: {'network': 1} {{(pid=100247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:27:55.191262 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-5b6623c3-961e-420c-864f-01ad97da6001 tempest-BulkNetworkOpsTest-1099541194 tempest-BulkNetworkOpsTest-1099541194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for network, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:55.226330 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b6623c3-961e-420c-864f-01ad97da6001 tempest-BulkNetworkOpsTest-1099541194 tempest-BulkNetworkOpsTest-1099541194-project] vlan segment allocate from pool success with {'vlan_id': 1039, 'physical_network': 'physnet1'} {{(pid=100247) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 14:27:55.241519 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-5b6623c3-961e-420c-864f-01ad97da6001 tempest-BulkNetworkOpsTest-1099541194 tempest-BulkNetworkOpsTest-1099541194-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552'] for segment, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:55.241995 n-d-773647-6 neutron-server[100247]: INFO neutron.db.segments_db [None req-5b6623c3-961e-420c-864f-01ad97da6001 tempest-BulkNetworkOpsTest-1099541194 tempest-BulkNetworkOpsTest-1099541194-project] Added segment b2eb1294-c0ef-4456-a335-c8ae0b23fb46 of type vlan for network ac3f84de-6abd-49d5-b2f6-2162018aab8b Jul 06 14:27:55.290950 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-5b6623c3-961e-420c-864f-01ad97da6001 tempest-BulkNetworkOpsTest-1099541194 tempest-BulkNetworkOpsTest-1099541194-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773752984405'] for network, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:55.324697 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-5b6623c3-961e-420c-864f-01ad97da6001 tempest-BulkNetworkOpsTest-1099541194 tempest-BulkNetworkOpsTest-1099541194-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060'] for network, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:55.331188 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b6623c3-961e-420c-864f-01ad97da6001 tempest-BulkNetworkOpsTest-1099541194 tempest-BulkNetworkOpsTest-1099541194-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:27:55.331786 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-5b6623c3-961e-420c-864f-01ad97da6001 tempest-BulkNetworkOpsTest-1099541194 tempest-BulkNetworkOpsTest-1099541194-project] Notify callbacks [] for network, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:55.439170 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-5b6623c3-961e-420c-864f-01ad97da6001 tempest-BulkNetworkOpsTest-1099541194 tempest-BulkNetworkOpsTest-1099541194-project] 10.222.0.104 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.2786231 Jul 06 14:27:55.442350 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 49346) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:27:55.449182 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-179a19fb-b603-4499-b927-bf4c9f9f8ee3 tempest-BulkNetworkOpsTest-1099541194 tempest-BulkNetworkOpsTest-1099541194-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1577911485'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:27:55.472077 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6623c3-961e-420c-864f-01ad97da6001 tempest-BulkNetworkOpsTest-1099541194 tempest-BulkNetworkOpsTest-1099541194-project] Pushing event updated for resources: {'Network': ['ID=ac3f84de-6abd-49d5-b2f6-2162018aab8b,revision_number=1']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:27:55.477986 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-179a19fb-b603-4499-b927-bf4c9f9f8ee3 tempest-BulkNetworkOpsTest-1099541194 tempest-BulkNetworkOpsTest-1099541194-project] Made reservation on behalf of 03015c0a484d490da5120c45736b9357 for: {'network': 1} {{(pid=100246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:27:55.483420 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-179a19fb-b603-4499-b927-bf4c9f9f8ee3 tempest-BulkNetworkOpsTest-1099541194 tempest-BulkNetworkOpsTest-1099541194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for network, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:55.483630 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Network ac3f84de-6abd-49d5-b2f6-2162018aab8b details requested by agent ovs-agent-n-d-773647-6 with host n-d-773647-6 {{(pid=100248) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 14:27:55.515771 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-179a19fb-b603-4499-b927-bf4c9f9f8ee3 tempest-BulkNetworkOpsTest-1099541194 tempest-BulkNetworkOpsTest-1099541194-project] vlan segment allocate from pool success with {'vlan_id': 1049, 'physical_network': 'physnet1'} {{(pid=100246) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 14:27:55.527670 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-179a19fb-b603-4499-b927-bf4c9f9f8ee3 tempest-BulkNetworkOpsTest-1099541194 tempest-BulkNetworkOpsTest-1099541194-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552'] for segment, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:55.528414 n-d-773647-6 neutron-server[100246]: INFO neutron.db.segments_db [None req-179a19fb-b603-4499-b927-bf4c9f9f8ee3 tempest-BulkNetworkOpsTest-1099541194 tempest-BulkNetworkOpsTest-1099541194-project] Added segment 3b1dfc61-ba0e-448a-ad02-8fbadaba6c39 of type vlan for network 25849703-fdfe-47cf-8992-2d8be78afe10 Jul 06 14:27:55.591540 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-df4e3505-0db3-4d11-8280-f23aee2fb9f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:55.599516 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-179a19fb-b603-4499-b927-bf4c9f9f8ee3 tempest-BulkNetworkOpsTest-1099541194 tempest-BulkNetworkOpsTest-1099541194-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773752984405'] for network, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:55.648723 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-179a19fb-b603-4499-b927-bf4c9f9f8ee3 tempest-BulkNetworkOpsTest-1099541194 tempest-BulkNetworkOpsTest-1099541194-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060'] for network, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:55.664486 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-179a19fb-b603-4499-b927-bf4c9f9f8ee3 tempest-BulkNetworkOpsTest-1099541194 tempest-BulkNetworkOpsTest-1099541194-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:27:55.665352 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-179a19fb-b603-4499-b927-bf4c9f9f8ee3 tempest-BulkNetworkOpsTest-1099541194 tempest-BulkNetworkOpsTest-1099541194-project] Notify callbacks [] for network, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:55.731340 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-179a19fb-b603-4499-b927-bf4c9f9f8ee3 tempest-BulkNetworkOpsTest-1099541194 tempest-BulkNetworkOpsTest-1099541194-project] 10.222.0.104 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2796578 Jul 06 14:27:55.765165 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179a19fb-b603-4499-b927-bf4c9f9f8ee3 tempest-BulkNetworkOpsTest-1099541194 tempest-BulkNetworkOpsTest-1099541194-project] Pushing event updated for resources: {'Network': ['ID=25849703-fdfe-47cf-8992-2d8be78afe10,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:27:55.785386 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Network 25849703-fdfe-47cf-8992-2d8be78afe10 details requested by agent ovs-agent-n-d-773647-6 with host n-d-773647-6 {{(pid=100248) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 14:27:55.877733 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 49362) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:27:55.883726 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [None req-ad3dab12-2909-4a35-b514-4eb357ddca41 tempest-BulkNetworkOpsTest-1099541194 tempest-BulkNetworkOpsTest-1099541194-project] Request body: {'subnets': [{'network_id': 'ac3f84de-6abd-49d5-b2f6-2162018aab8b', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1884147255', 'ip_version': 4}, {'network_id': '25849703-fdfe-47cf-8992-2d8be78afe10', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:27:55.884056 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [None req-ad3dab12-2909-4a35-b514-4eb357ddca41 tempest-BulkNetworkOpsTest-1099541194 tempest-BulkNetworkOpsTest-1099541194-project] Request body: {'subnet': {'network_id': 'ac3f84de-6abd-49d5-b2f6-2162018aab8b', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1884147255', 'ip_version': 4}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:27:55.885651 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [None req-ad3dab12-2909-4a35-b514-4eb357ddca41 tempest-BulkNetworkOpsTest-1099541194 tempest-BulkNetworkOpsTest-1099541194-project] Request body: {'subnet': {'network_id': '25849703-fdfe-47cf-8992-2d8be78afe10', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:27:55.933521 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:56.029514 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-6dbabf28-7650-41fe-a5d3-a9b957006bc1 req-c17662d6-a5f6-4c56-87f6-699f4d0618e6 tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] 10.222.0.104 "GET /v2.0/ports?device_id=7c0e3267-8a9d-454d-a315-f6e50bd739c8 HTTP/1.1" status: 200 len: 210 time: 0.0408485 Jul 06 14:27:56.113252 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a6289c-d0c4-4e38-a928-13fb6081ef50 req-c9e21fad-3066-4249-b281-a71cdf1742ae tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:27:56.115382 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-c9a6289c-d0c4-4e38-a928-13fb6081ef50 req-c9e21fad-3066-4249-b281-a71cdf1742ae tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] 10.222.0.72 "GET /v2.0/networks?id=5b338b8b-1106-440d-8ecb-40466ab43e10 HTTP/1.1" status: 200 len: 797 time: 0.1954348 Jul 06 14:27:56.205120 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-c9a6289c-d0c4-4e38-a928-13fb6081ef50 req-f2887703-4433-4974-9b56-1035af63bd20 tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=107c04f466b0465e9fe8bb8c503793e0 HTTP/1.1" status: 200 len: 472 time: 0.0812502 Jul 06 14:27:56.219912 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [req-c9a6289c-d0c4-4e38-a928-13fb6081ef50 req-3b65f939-f234-469c-999b-bb8aa2e77b3d tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Request body: {'port': {'device_id': '7c0e3267-8a9d-454d-a315-f6e50bd739c8', 'network_id': '5b338b8b-1106-440d-8ecb-40466ab43e10', 'admin_state_up': True, 'tenant_id': '107c04f466b0465e9fe8bb8c503793e0', 'security_groups': ['6291342d-85a2-4aa4-bb03-6ceae3ee69b5']}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:27:56.239859 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad3dab12-2909-4a35-b514-4eb357ddca41 tempest-BulkNetworkOpsTest-1099541194 tempest-BulkNetworkOpsTest-1099541194-project] Made reservation on behalf of 03015c0a484d490da5120c45736b9357 for: {'subnet': 2} {{(pid=100247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:27:56.248263 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-ad3dab12-2909-4a35-b514-4eb357ddca41 tempest-BulkNetworkOpsTest-1099541194 tempest-BulkNetworkOpsTest-1099541194-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127627440'] for subnet, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:56.248467 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-ad3dab12-2909-4a35-b514-4eb357ddca41 tempest-BulkNetworkOpsTest-1099541194 tempest-BulkNetworkOpsTest-1099541194-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127627440'] for subnet, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:56.365203 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c9a6289c-d0c4-4e38-a928-13fb6081ef50 req-3b65f939-f234-469c-999b-bb8aa2e77b3d tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Made reservation on behalf of 107c04f466b0465e9fe8bb8c503793e0 for: {'port': 1} {{(pid=100246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:27:56.371758 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-c9a6289c-d0c4-4e38-a928-13fb6081ef50 req-3b65f939-f234-469c-999b-bb8aa2e77b3d tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:56.524101 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.db_base_plugin_common [req-c9a6289c-d0c4-4e38-a928-13fb6081ef50 req-3b65f939-f234-469c-999b-bb8aa2e77b3d tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Allocated IP 172.20.0.30 (5b338b8b-1106-440d-8ecb-40466ab43e10/0bc75554-0830-4636-b220-a2f523059e34/135e8258-ae6d-4f1e-a711-010c2fb47eb3) {{(pid=100246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:27:56.651527 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-2064eaae-da4f-48f8-82d2-b09d4ddedd44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:56.715690 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-ad3dab12-2909-4a35-b514-4eb357ddca41 tempest-BulkNetworkOpsTest-1099541194 tempest-BulkNetworkOpsTest-1099541194-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1849032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-128888412', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127627426'] for subnet, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:56.754781 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-c9a6289c-d0c4-4e38-a928-13fb6081ef50 req-3b65f939-f234-469c-999b-bb8aa2e77b3d tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Notify callbacks [] for port, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:56.771678 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.provisioning_blocks [req-c9a6289c-d0c4-4e38-a928-13fb6081ef50 req-3b65f939-f234-469c-999b-bb8aa2e77b3d tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Transition to ACTIVE for port object 135e8258-ae6d-4f1e-a711-010c2fb47eb3 will not be triggered until provisioned by entity DHCP. {{(pid=100246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:27:56.799878 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3dab12-2909-4a35-b514-4eb357ddca41 tempest-BulkNetworkOpsTest-1099541194 tempest-BulkNetworkOpsTest-1099541194-project] Pushing event updated for resources: {'Subnet': ['ID=337faf4d-b0e6-4d1e-825e-4615f8777f52,revision_number=0']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:27:56.806071 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad3dab12-2909-4a35-b514-4eb357ddca41 tempest-BulkNetworkOpsTest-1099541194 tempest-BulkNetworkOpsTest-1099541194-project] Checking segment: {'id': 'b2eb1294-c0ef-4456-a335-c8ae0b23fb46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': 'ac3f84de-6abd-49d5-b2f6-2162018aab8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100247) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:27:56.806449 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad3dab12-2909-4a35-b514-4eb357ddca41 tempest-BulkNetworkOpsTest-1099541194 tempest-BulkNetworkOpsTest-1099541194-project] Network hostable DHCP agents. Network: ac3f84de-6abd-49d5-b2f6-2162018aab8b, hostable agents: ['f2bada3d-be77-4359-982b-8505a2bbca04'], hosted agents: [] {{(pid=100247) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 14:27:56.811270 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-c9a6289c-d0c4-4e38-a928-13fb6081ef50 req-3b65f939-f234-469c-999b-bb8aa2e77b3d tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-127687573'] for port, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:56.833791 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad3dab12-2909-4a35-b514-4eb357ddca41 tempest-BulkNetworkOpsTest-1099541194 tempest-BulkNetworkOpsTest-1099541194-project] Network ac3f84de-6abd-49d5-b2f6-2162018aab8b is scheduled to be hosted by DHCP agent f2bada3d-be77-4359-982b-8505a2bbca04 with binding_index 1 {{(pid=100247) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 14:27:56.858651 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c9a6289c-d0c4-4e38-a928-13fb6081ef50 req-3b65f939-f234-469c-999b-bb8aa2e77b3d tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Network 5b338b8b-1106-440d-8ecb-40466ab43e10 is already hosted by enough agents. {{(pid=100246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:27:56.859244 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.base_scheduler [None req-ad3dab12-2909-4a35-b514-4eb357ddca41 tempest-BulkNetworkOpsTest-1099541194 tempest-BulkNetworkOpsTest-1099541194-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773647-6, ac3f84de-6abd-49d5-b2f6-2162018aab8b) {{(pid=100247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:27:56.862722 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.base_scheduler [req-c9a6289c-d0c4-4e38-a928-13fb6081ef50 req-3b65f939-f234-469c-999b-bb8aa2e77b3d tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Resources bound (agent type, host, resource id): {{(pid=100246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:27:56.866783 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9a6289c-d0c4-4e38-a928-13fb6081ef50 req-3b65f939-f234-469c-999b-bb8aa2e77b3d tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Received port after_create {{(pid=100246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:27:56.867525 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-ad3dab12-2909-4a35-b514-4eb357ddca41 tempest-BulkNetworkOpsTest-1099541194 tempest-BulkNetworkOpsTest-1099541194-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1849032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-128888412', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127627426'] for subnet, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:56.873368 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f80d0aa4-9f9e-4ec9-a73d-d4c8d719f304 None None] Network ac3f84de-6abd-49d5-b2f6-2162018aab8b requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:27:56.962196 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b65f939-f234-469c-999b-bb8aa2e77b3d tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Pushing event updated for resources: {'Port': ['ID=135e8258-ae6d-4f1e-a711-010c2fb47eb3,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:27:56.971358 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3dab12-2909-4a35-b514-4eb357ddca41 tempest-BulkNetworkOpsTest-1099541194 tempest-BulkNetworkOpsTest-1099541194-project] Pushing event updated for resources: {'Subnet': ['ID=2e0d91b5-3f30-43c0-899b-353fd8e8a9d1,revision_number=0']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:27:56.975562 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad3dab12-2909-4a35-b514-4eb357ddca41 tempest-BulkNetworkOpsTest-1099541194 tempest-BulkNetworkOpsTest-1099541194-project] Checking segment: {'id': '3b1dfc61-ba0e-448a-ad02-8fbadaba6c39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': '25849703-fdfe-47cf-8992-2d8be78afe10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100247) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:27:56.975933 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad3dab12-2909-4a35-b514-4eb357ddca41 tempest-BulkNetworkOpsTest-1099541194 tempest-BulkNetworkOpsTest-1099541194-project] Network hostable DHCP agents. Network: 25849703-fdfe-47cf-8992-2d8be78afe10, hostable agents: ['f2bada3d-be77-4359-982b-8505a2bbca04'], hosted agents: [] {{(pid=100247) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 14:27:57.014638 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad3dab12-2909-4a35-b514-4eb357ddca41 tempest-BulkNetworkOpsTest-1099541194 tempest-BulkNetworkOpsTest-1099541194-project] Network 25849703-fdfe-47cf-8992-2d8be78afe10 is scheduled to be hosted by DHCP agent f2bada3d-be77-4359-982b-8505a2bbca04 with binding_index 1 {{(pid=100247) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 14:27:57.021673 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a6289c-d0c4-4e38-a928-13fb6081ef50 req-3b65f939-f234-469c-999b-bb8aa2e77b3d tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:27:57.031829 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.base_scheduler [None req-ad3dab12-2909-4a35-b514-4eb357ddca41 tempest-BulkNetworkOpsTest-1099541194 tempest-BulkNetworkOpsTest-1099541194-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773647-6, 25849703-fdfe-47cf-8992-2d8be78afe10) {{(pid=100247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:27:57.037075 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-c9a6289c-d0c4-4e38-a928-13fb6081ef50 req-3b65f939-f234-469c-999b-bb8aa2e77b3d tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:57.041320 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad3dab12-2909-4a35-b514-4eb357ddca41 tempest-BulkNetworkOpsTest-1099541194 tempest-BulkNetworkOpsTest-1099541194-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:27:57.041320 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad3dab12-2909-4a35-b514-4eb357ddca41 tempest-BulkNetworkOpsTest-1099541194 tempest-BulkNetworkOpsTest-1099541194-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:27:57.041817 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-ad3dab12-2909-4a35-b514-4eb357ddca41 tempest-BulkNetworkOpsTest-1099541194 tempest-BulkNetworkOpsTest-1099541194-project] Notify callbacks [] for subnet, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:57.052674 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcd70422-6382-4c72-9c75-d5986540dd77 None None] Network 25849703-fdfe-47cf-8992-2d8be78afe10 requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:27:57.064430 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-c9a6289c-d0c4-4e38-a928-13fb6081ef50 req-3b65f939-f234-469c-999b-bb8aa2e77b3d tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8544722 Jul 06 14:27:57.076112 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [req-c9a6289c-d0c4-4e38-a928-13fb6081ef50 req-5fba291a-e726-4d10-b42f-2803ef07c2cc service neutron] Request body: {'port': {'device_id': '7c0e3267-8a9d-454d-a315-f6e50bd739c8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-773647-6'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:27:57.082166 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-ad3dab12-2909-4a35-b514-4eb357ddca41 tempest-BulkNetworkOpsTest-1099541194 tempest-BulkNetworkOpsTest-1099541194-project] 10.222.0.104 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1426 time: 1.2033212 Jul 06 14:27:57.087250 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 49386) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:27:57.202780 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70ed11d3-d7ce-4887-8850-ebc04fb3d548 tempest-BulkNetworkOpsTest-1099541194 tempest-BulkNetworkOpsTest-1099541194-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:27:57.218017 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70ed11d3-d7ce-4887-8850-ebc04fb3d548 tempest-BulkNetworkOpsTest-1099541194 tempest-BulkNetworkOpsTest-1099541194-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:27:57.221478 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70ed11d3-d7ce-4887-8850-ebc04fb3d548 tempest-BulkNetworkOpsTest-1099541194 tempest-BulkNetworkOpsTest-1099541194-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:27:57.226588 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-70ed11d3-d7ce-4887-8850-ebc04fb3d548 tempest-BulkNetworkOpsTest-1099541194 tempest-BulkNetworkOpsTest-1099541194-project] 10.222.0.104 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2052 time: 0.1379607 Jul 06 14:27:57.231583 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 49388) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:27:57.250280 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71d1d777-41c9-49e6-bbfa-71661fcd13bd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6bd5fc82-6666-56e8-87c2-91648d36c963-ac3f84de-6abd-49d5-b2f6-2162018aab8b', 'network_id': 'ac3f84de-6abd-49d5-b2f6-2162018aab8b', 'tenant_id': '03015c0a484d490da5120c45736b9357', 'fixed_ips': [{'subnet_id': '337faf4d-b0e6-4d1e-825e-4615f8777f52'}]}} from n-d-773647-6. {{(pid=100248) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 14:27:57.257424 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-71d1d777-41c9-49e6-bbfa-71661fcd13bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:57.340084 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.db_base_plugin_v2 [None req-47452661-6ca7-4f06-b5d6-5f78fe737908 tempest-BulkNetworkOpsTest-1099541194 tempest-BulkNetworkOpsTest-1099541194-project] Deleting subnet 337faf4d-b0e6-4d1e-825e-4615f8777f52 {{(pid=100247) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 14:27:57.345202 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-47452661-6ca7-4f06-b5d6-5f78fe737908 tempest-BulkNetworkOpsTest-1099541194 tempest-BulkNetworkOpsTest-1099541194-project] Notify callbacks [] for subnet, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:57.394529 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-47452661-6ca7-4f06-b5d6-5f78fe737908 tempest-BulkNetworkOpsTest-1099541194 tempest-BulkNetworkOpsTest-1099541194-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127131748'] for subnet, precommit_delete_associations {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:57.442083 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74a2867-f007-46d3-8f89-7abb7489e309 req-63ca446a-5194-48bb-a1e4-a9fc0b430cca tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:27:57.444032 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-f74a2867-f007-46d3-8f89-7abb7489e309 req-63ca446a-5194-48bb-a1e4-a9fc0b430cca tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] 10.222.0.104 "GET /v2.0/ports?device_id=7c0e3267-8a9d-454d-a315-f6e50bd739c8 HTTP/1.1" status: 200 len: 932 time: 0.1624353 Jul 06 14:27:57.480909 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-47452661-6ca7-4f06-b5d6-5f78fe737908 tempest-BulkNetworkOpsTest-1099541194 tempest-BulkNetworkOpsTest-1099541194-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-913473'] for subnet, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:57.505380 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-9d95dbc2-97a2-49f8-b6f4-e218a8a64267 None None] Provisioning for port 135e8258-ae6d-4f1e-a711-010c2fb47eb3 completed by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:27:57.534727 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-9d95dbc2-97a2-49f8-b6f4-e218a8a64267 None None] Provisioning complete for port 135e8258-ae6d-4f1e-a711-010c2fb47eb3 triggered by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:27:57.535475 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-9d95dbc2-97a2-49f8-b6f4-e218a8a64267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:57.591963 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb7929f5-eb32-4660-b514-1996f7297cb5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6bd5fc82-6666-56e8-87c2-91648d36c963-25849703-fdfe-47cf-8992-2d8be78afe10', 'network_id': '25849703-fdfe-47cf-8992-2d8be78afe10', 'tenant_id': '03015c0a484d490da5120c45736b9357', 'fixed_ips': [{'subnet_id': '2e0d91b5-3f30-43c0-899b-353fd8e8a9d1'}]}} from n-d-773647-6. {{(pid=100248) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 14:27:57.593247 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-fb7929f5-eb32-4660-b514-1996f7297cb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:57.607144 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-47452661-6ca7-4f06-b5d6-5f78fe737908 tempest-BulkNetworkOpsTest-1099541194 tempest-BulkNetworkOpsTest-1099541194-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-913480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1849032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-128888347', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127627857'] for subnet, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:57.613405 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server [None req-71d1d777-41c9-49e6-bbfa-71661fcd13bd None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 337faf4d-b0e6-4d1e-825e-4615f8777f52: This subnet is being modified by another concurrent operation. Jul 06 14:27:57.613405 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 06 14:27:57.613405 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 06 14:27:57.613405 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 06 14:27:57.613405 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 06 14:27:57.613405 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 06 14:27:57.613405 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 06 14:27:57.613405 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 06 14:27:57.613405 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 06 14:27:57.613405 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 06 14:27:57.613405 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 06 14:27:57.613405 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 06 14:27:57.613405 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 06 14:27:57.613405 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 06 14:27:57.613405 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 06 14:27:57.613405 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server raise self.value Jul 06 14:27:57.613405 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 06 14:27:57.613405 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 06 14:27:57.613405 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 06 14:27:57.613405 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 06 14:27:57.613405 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 06 14:27:57.613405 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 06 14:27:57.613405 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 06 14:27:57.613405 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server raise self.value Jul 06 14:27:57.613405 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 06 14:27:57.613405 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 06 14:27:57.613405 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 06 14:27:57.613405 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 06 14:27:57.613405 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 06 14:27:57.613405 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 06 14:27:57.613405 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 06 14:27:57.613405 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server raise self.value Jul 06 14:27:57.613405 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 06 14:27:57.613405 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 06 14:27:57.613405 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 06 14:27:57.613405 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 06 14:27:57.613405 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 06 14:27:57.613405 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 06 14:27:57.613405 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 06 14:27:57.613405 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 06 14:27:57.613405 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 06 14:27:57.613405 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 06 14:27:57.613405 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 06 14:27:57.613405 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 06 14:27:57.613405 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 06 14:27:57.613405 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 06 14:27:57.613405 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 06 14:27:57.613405 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 06 14:27:57.613405 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 06 14:27:57.613405 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 06 14:27:57.613405 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 06 14:27:57.613405 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server raise self.value Jul 06 14:27:57.613405 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 06 14:27:57.613405 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 06 14:27:57.613405 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 06 14:27:57.613405 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 06 14:27:57.613405 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 06 14:27:57.613405 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 06 14:27:57.613405 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 06 14:27:57.613405 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server raise self.value Jul 06 14:27:57.613405 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 06 14:27:57.613405 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 06 14:27:57.613405 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 06 14:27:57.613405 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 06 14:27:57.613405 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 06 14:27:57.613405 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 06 14:27:57.613405 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 06 14:27:57.613405 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server raise self.value Jul 06 14:27:57.613405 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 06 14:27:57.613405 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 06 14:27:57.613405 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 06 14:27:57.613405 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 06 14:27:57.613405 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 06 14:27:57.613405 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 06 14:27:57.613405 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 06 14:27:57.613405 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 06 14:27:57.613405 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 06 14:27:57.613405 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 06 14:27:57.613405 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 06 14:27:57.613405 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 06 14:27:57.613405 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 06 14:27:57.613405 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server raise self.value Jul 06 14:27:57.613405 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 06 14:27:57.613405 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 06 14:27:57.613405 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 06 14:27:57.613405 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 06 14:27:57.613405 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 06 14:27:57.613405 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 06 14:27:57.613405 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 06 14:27:57.613405 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server raise exception Jul 06 14:27:57.613405 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 337faf4d-b0e6-4d1e-825e-4615f8777f52: This subnet is being modified by another concurrent operation. Jul 06 14:27:57.613405 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server Jul 06 14:27:57.651643 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31622358-fb50-4c6b-a23e-a0691ea939c3 None None] Network ac3f84de-6abd-49d5-b2f6-2162018aab8b requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:27:57.683126 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47452661-6ca7-4f06-b5d6-5f78fe737908 tempest-BulkNetworkOpsTest-1099541194 tempest-BulkNetworkOpsTest-1099541194-project] Pushing event deleted for resources: {'Subnet': ['ID=337faf4d-b0e6-4d1e-825e-4615f8777f52,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:27:57.693018 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-47452661-6ca7-4f06-b5d6-5f78fe737908 tempest-BulkNetworkOpsTest-1099541194 tempest-BulkNetworkOpsTest-1099541194-project] Notify callbacks [] for subnet, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:57.695491 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-47452661-6ca7-4f06-b5d6-5f78fe737908 tempest-BulkNetworkOpsTest-1099541194 tempest-BulkNetworkOpsTest-1099541194-project] 10.222.0.104 "DELETE /v2.0/subnets/337faf4d-b0e6-4d1e-825e-4615f8777f52 HTTP/1.1" status: 204 len: 168 time: 0.4629500 Jul 06 14:27:57.737878 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 49390) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:27:57.757954 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-f74a2867-f007-46d3-8f89-7abb7489e309 req-492b7e64-b75b-483e-b1d2-9d91717de966 tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] 10.222.0.104 "GET /v2.0/security-groups?id=6291342d-85a2-4aa4-bb03-6ceae3ee69b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1570382 Jul 06 14:27:57.800990 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-c9a6289c-d0c4-4e38-a928-13fb6081ef50 req-5fba291a-e726-4d10-b42f-2803ef07c2cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:57.822277 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.db_base_plugin_v2 [None req-bf7970ae-3487-4511-bf57-4d44efb6e93c tempest-BulkNetworkOpsTest-1099541194 tempest-BulkNetworkOpsTest-1099541194-project] Deleting subnet 2e0d91b5-3f30-43c0-899b-353fd8e8a9d1 {{(pid=100246) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 14:27:57.827553 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-9d95dbc2-97a2-49f8-b6f4-e218a8a64267 None None] Port 135e8258-ae6d-4f1e-a711-010c2fb47eb3 cannot update to ACTIVE because it is not bound. {{(pid=100248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 14:27:57.876683 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.db_base_plugin_common [None req-fb7929f5-eb32-4660-b514-1996f7297cb5 None None] Allocated IP 172.20.0.18 (25849703-fdfe-47cf-8992-2d8be78afe10/2e0d91b5-3f30-43c0-899b-353fd8e8a9d1/b368160d-2c95-4973-8b08-ed3f759d742c) {{(pid=100248) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:27:58.080634 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-fb7929f5-eb32-4660-b514-1996f7297cb5 None None] Notify callbacks [] for port, precommit_create {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:58.111364 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-fb7929f5-eb32-4660-b514-1996f7297cb5 None None] Transition to ACTIVE for port object b368160d-2c95-4973-8b08-ed3f759d742c will not be triggered until provisioned by entity L2. {{(pid=100248) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:27:58.144501 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-fb7929f5-eb32-4660-b514-1996f7297cb5 None None] Transition to ACTIVE for port object b368160d-2c95-4973-8b08-ed3f759d742c will not be triggered until provisioned by entity DHCP. {{(pid=100248) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:27:58.157111 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-fb7929f5-eb32-4660-b514-1996f7297cb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108'] for port, after_create {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:58.181049 n-d-773647-6 neutron-server[100246]: DEBUG neutron.notifiers.nova [req-c9a6289c-d0c4-4e38-a928-13fb6081ef50 req-5fba291a-e726-4d10-b42f-2803ef07c2cc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 135e8258-ae6d-4f1e-a711-010c2fb47eb3 {{(pid=100246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 14:27:58.189899 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-c9a6289c-d0c4-4e38-a928-13fb6081ef50 req-5fba291a-e726-4d10-b42f-2803ef07c2cc service neutron] Notify callbacks [] for port, precommit_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:58.201924 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-bf7970ae-3487-4511-bf57-4d44efb6e93c tempest-BulkNetworkOpsTest-1099541194 tempest-BulkNetworkOpsTest-1099541194-project] Notify callbacks [] for subnet, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:58.223134 n-d-773647-6 neutron-server[100248]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb7929f5-eb32-4660-b514-1996f7297cb5 None None] Network 25849703-fdfe-47cf-8992-2d8be78afe10 is already hosted by enough agents. {{(pid=100248) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:27:58.229146 n-d-773647-6 neutron-server[100248]: DEBUG neutron.scheduler.base_scheduler [None req-fb7929f5-eb32-4660-b514-1996f7297cb5 None None] Resources bound (agent type, host, resource id): {{(pid=100248) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:27:58.230428 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.provisioning_blocks [req-c9a6289c-d0c4-4e38-a928-13fb6081ef50 req-5fba291a-e726-4d10-b42f-2803ef07c2cc service neutron] Transition to ACTIVE for port object 135e8258-ae6d-4f1e-a711-010c2fb47eb3 will not be triggered until provisioned by entity L2. {{(pid=100246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:27:58.233215 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb7929f5-eb32-4660-b514-1996f7297cb5 None None] Received port after_create {{(pid=100248) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:27:58.238901 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-c9a6289c-d0c4-4e38-a928-13fb6081ef50 req-5fba291a-e726-4d10-b42f-2803ef07c2cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127687527'] for port, after_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:58.303301 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-bf7970ae-3487-4511-bf57-4d44efb6e93c tempest-BulkNetworkOpsTest-1099541194 tempest-BulkNetworkOpsTest-1099541194-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126218885'] for subnet, precommit_delete_associations {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:58.305300 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7929f5-eb32-4660-b514-1996f7297cb5 None None] Pushing event updated for resources: {'Port': ['ID=b368160d-2c95-4973-8b08-ed3f759d742c,revision_number=1']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:27:58.328480 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-fb7929f5-eb32-4660-b514-1996f7297cb5 None None] Attempting to bind port b368160d-2c95-4973-8b08-ed3f759d742c on host n-d-773647-6 for vnic_type normal with profile {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:27:58.329137 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-fb7929f5-eb32-4660-b514-1996f7297cb5 None None] Attempting to bind port b368160d-2c95-4973-8b08-ed3f759d742c by drivers openvswitch,hyperv on host n-d-773647-6 at level 0 using segments [{'id': '3b1dfc61-ba0e-448a-ad02-8fbadaba6c39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': '25849703-fdfe-47cf-8992-2d8be78afe10'}] {{(pid=100248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:27:58.329950 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb7929f5-eb32-4660-b514-1996f7297cb5 None None] Attempting to bind port b368160d-2c95-4973-8b08-ed3f759d742c on network 25849703-fdfe-47cf-8992-2d8be78afe10 {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:27:58.340848 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb7929f5-eb32-4660-b514-1996f7297cb5 None None] Checking agent: {'id': '8ab5b19c-d213-4f29-891d-27bdf39d38b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773647-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 43, 26), 'started_at': datetime.datetime(2021, 7, 6, 13, 43, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 27, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773647-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:27:58.341760 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb7929f5-eb32-4660-b514-1996f7297cb5 None None] Checking segment: {'id': '3b1dfc61-ba0e-448a-ad02-8fbadaba6c39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': '25849703-fdfe-47cf-8992-2d8be78afe10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:27:58.342419 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-fb7929f5-eb32-4660-b514-1996f7297cb5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:58.343038 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb7929f5-eb32-4660-b514-1996f7297cb5 None None] Bound using segment: {'id': '3b1dfc61-ba0e-448a-ad02-8fbadaba6c39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': '25849703-fdfe-47cf-8992-2d8be78afe10'} {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:27:58.344063 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-fb7929f5-eb32-4660-b514-1996f7297cb5 None None] Bound port: b368160d-2c95-4973-8b08-ed3f759d742c, host: n-d-773647-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b1dfc61-ba0e-448a-ad02-8fbadaba6c39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': '25849703-fdfe-47cf-8992-2d8be78afe10'}}] {{(pid=100248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:27:58.344697 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-fb7929f5-eb32-4660-b514-1996f7297cb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:58.406917 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-bf7970ae-3487-4511-bf57-4d44efb6e93c tempest-BulkNetworkOpsTest-1099541194 tempest-BulkNetworkOpsTest-1099541194-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-913473'] for subnet, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:58.467583 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-03f71b24-a9b8-453a-8924-caa3f97bc6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:58.488868 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-fb7929f5-eb32-4660-b514-1996f7297cb5 None None] For port b368160d-2c95-4973-8b08-ed3f759d742c, host n-d-773647-6, cleared binding levels {{(pid=100248) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:27:58.489304 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-bf7970ae-3487-4511-bf57-4d44efb6e93c tempest-BulkNetworkOpsTest-1099541194 tempest-BulkNetworkOpsTest-1099541194-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-913480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1849032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127687590', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127702764'] for subnet, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:58.493167 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-fb7929f5-eb32-4660-b514-1996f7297cb5 None None] For port b368160d-2c95-4973-8b08-ed3f759d742c, host n-d-773647-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=b368160d-2c95-4973-8b08-ed3f759d742c,segment=NetworkSegment(3b1dfc61-ba0e-448a-ad02-8fbadaba6c39),segment_id=3b1dfc61-ba0e-448a-ad02-8fbadaba6c39)] {{(pid=100248) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:27:58.504105 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-fb7929f5-eb32-4660-b514-1996f7297cb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:58.523493 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7970ae-3487-4511-bf57-4d44efb6e93c tempest-BulkNetworkOpsTest-1099541194 tempest-BulkNetworkOpsTest-1099541194-project] Pushing event deleted for resources: {'Subnet': ['ID=2e0d91b5-3f30-43c0-899b-353fd8e8a9d1,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:27:58.530057 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fba291a-e726-4d10-b42f-2803ef07c2cc service neutron] Pushing event updated for resources: {'Port': ['ID=135e8258-ae6d-4f1e-a711-010c2fb47eb3,revision_number=2']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:27:58.536968 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-bf7970ae-3487-4511-bf57-4d44efb6e93c tempest-BulkNetworkOpsTest-1099541194 tempest-BulkNetworkOpsTest-1099541194-project] Notify callbacks [] for subnet, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:58.541133 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-bf7970ae-3487-4511-bf57-4d44efb6e93c tempest-BulkNetworkOpsTest-1099541194 tempest-BulkNetworkOpsTest-1099541194-project] 10.222.0.104 "DELETE /v2.0/subnets/2e0d91b5-3f30-43c0-899b-353fd8e8a9d1 HTTP/1.1" status: 204 len: 168 time: 0.7990289 Jul 06 14:27:58.541488 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 49408) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:27:58.616873 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7929f5-eb32-4660-b514-1996f7297cb5 None None] Pushing event updated for resources: {'Port': ['ID=b368160d-2c95-4973-8b08-ed3f759d742c,revision_number=3']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:27:58.619802 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [req-c9a6289c-d0c4-4e38-a928-13fb6081ef50 req-5fba291a-e726-4d10-b42f-2803ef07c2cc service neutron] Attempting to bind port 135e8258-ae6d-4f1e-a711-010c2fb47eb3 on host n-h2-773647-6 for vnic_type normal with profile {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:27:58.620149 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [req-c9a6289c-d0c4-4e38-a928-13fb6081ef50 req-5fba291a-e726-4d10-b42f-2803ef07c2cc service neutron] Attempting to bind port 135e8258-ae6d-4f1e-a711-010c2fb47eb3 by drivers openvswitch,hyperv on host n-h2-773647-6 at level 0 using segments [{'id': '17c07adc-9bef-4c1e-ba54-abd66f1c2058', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1036, 'network_id': '5b338b8b-1106-440d-8ecb-40466ab43e10'}] {{(pid=100246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:27:58.620475 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9a6289c-d0c4-4e38-a928-13fb6081ef50 req-5fba291a-e726-4d10-b42f-2803ef07c2cc service neutron] Attempting to bind port 135e8258-ae6d-4f1e-a711-010c2fb47eb3 on network 5b338b8b-1106-440d-8ecb-40466ab43e10 {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:27:58.625117 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9a6289c-d0c4-4e38-a928-13fb6081ef50 req-5fba291a-e726-4d10-b42f-2803ef07c2cc service neutron] Port 135e8258-ae6d-4f1e-a711-010c2fb47eb3 on network 5b338b8b-1106-440d-8ecb-40466ab43e10 not bound, no agent of type Open vSwitch agent registered on host n-h2-773647-6 {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 14:27:58.625687 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9a6289c-d0c4-4e38-a928-13fb6081ef50 req-5fba291a-e726-4d10-b42f-2803ef07c2cc service neutron] Attempting to bind port 135e8258-ae6d-4f1e-a711-010c2fb47eb3 on network 5b338b8b-1106-440d-8ecb-40466ab43e10 {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:27:58.630723 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9a6289c-d0c4-4e38-a928-13fb6081ef50 req-5fba291a-e726-4d10-b42f-2803ef07c2cc service neutron] Checking agent: {'id': '63768ece-0600-4354-8d29-fdedec96b077', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-773647-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 51, 10), 'started_at': datetime.datetime(2021, 7, 6, 13, 51, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 27, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:27:58.631123 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9a6289c-d0c4-4e38-a928-13fb6081ef50 req-5fba291a-e726-4d10-b42f-2803ef07c2cc service neutron] Checking segment: {'id': '17c07adc-9bef-4c1e-ba54-abd66f1c2058', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1036, 'network_id': '5b338b8b-1106-440d-8ecb-40466ab43e10'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:27:58.631538 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9a6289c-d0c4-4e38-a928-13fb6081ef50 req-5fba291a-e726-4d10-b42f-2803ef07c2cc service neutron] Bound using segment: {'id': '17c07adc-9bef-4c1e-ba54-abd66f1c2058', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1036, 'network_id': '5b338b8b-1106-440d-8ecb-40466ab43e10'} {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:27:58.632456 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [req-c9a6289c-d0c4-4e38-a928-13fb6081ef50 req-5fba291a-e726-4d10-b42f-2803ef07c2cc service neutron] Bound port: 135e8258-ae6d-4f1e-a711-010c2fb47eb3, host: n-h2-773647-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '17c07adc-9bef-4c1e-ba54-abd66f1c2058', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1036, 'network_id': '5b338b8b-1106-440d-8ecb-40466ab43e10'}}] {{(pid=100246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:27:58.633234 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-c9a6289c-d0c4-4e38-a928-13fb6081ef50 req-5fba291a-e726-4d10-b42f-2803ef07c2cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:58.651460 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c042dff1-9a95-4418-b9b1-289a420d5e5a tempest-BulkNetworkOpsTest-1099541194 tempest-BulkNetworkOpsTest-1099541194-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:27:58.652933 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-c042dff1-9a95-4418-b9b1-289a420d5e5a tempest-BulkNetworkOpsTest-1099541194 tempest-BulkNetworkOpsTest-1099541194-project] 10.222.0.104 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1104054 Jul 06 14:27:58.658092 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 49410) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:27:58.735283 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.db [req-c9a6289c-d0c4-4e38-a928-13fb6081ef50 req-5fba291a-e726-4d10-b42f-2803ef07c2cc service neutron] For port 135e8258-ae6d-4f1e-a711-010c2fb47eb3, host n-h2-773647-6, cleared binding levels {{(pid=100246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:27:58.736802 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.db [req-c9a6289c-d0c4-4e38-a928-13fb6081ef50 req-5fba291a-e726-4d10-b42f-2803ef07c2cc service neutron] For port 135e8258-ae6d-4f1e-a711-010c2fb47eb3, host n-h2-773647-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=135e8258-ae6d-4f1e-a711-010c2fb47eb3,segment=NetworkSegment(17c07adc-9bef-4c1e-ba54-abd66f1c2058),segment_id=17c07adc-9bef-4c1e-ba54-abd66f1c2058)] {{(pid=100246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:27:58.744926 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-c9a6289c-d0c4-4e38-a928-13fb6081ef50 req-5fba291a-e726-4d10-b42f-2803ef07c2cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127687527'] for port, after_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:58.769172 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-719f1c74-650a-457d-a7ec-d69f4ec534de tempest-BulkNetworkOpsTest-1099541194 tempest-BulkNetworkOpsTest-1099541194-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530492'] for network, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:58.786796 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a6289c-d0c4-4e38-a928-13fb6081ef50 req-5fba291a-e726-4d10-b42f-2803ef07c2cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:27:58.787487 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-c9a6289c-d0c4-4e38-a928-13fb6081ef50 req-5fba291a-e726-4d10-b42f-2803ef07c2cc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:58.789146 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-c9a6289c-d0c4-4e38-a928-13fb6081ef50 req-5fba291a-e726-4d10-b42f-2803ef07c2cc service neutron] 10.222.0.72 "PUT /v2.0/ports/135e8258-ae6d-4f1e-a711-010c2fb47eb3 HTTP/1.1" status: 200 len: 1092 time: 1.7173936 Jul 06 14:27:58.789476 n-d-773647-6 neutron-server[100246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c0e3267-8a9d-454d-a315-f6e50bd739c8', 'tag': '135e8258-ae6d-4f1e-a711-010c2fb47eb3'}] {{(pid=100246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:27:58.791770 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0d96c5ab5e889f7b933ae915b9be33d1b46c9e87795bf781004b656ef3f1e87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee12a07f-059a-467c-941a-c43b929670d7" -d '{"events": [{"name": "network-changed", "server_uuid": "7c0e3267-8a9d-454d-a315-f6e50bd739c8", "tag": "135e8258-ae6d-4f1e-a711-010c2fb47eb3"}]}' {{(pid=100246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:27:58.837785 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fba291a-e726-4d10-b42f-2803ef07c2cc service neutron] Pushing event updated for resources: {'Port': ['ID=135e8258-ae6d-4f1e-a711-010c2fb47eb3,revision_number=3']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:27:58.894312 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.plugin [None req-719f1c74-650a-457d-a7ec-d69f4ec534de tempest-BulkNetworkOpsTest-1099541194 tempest-BulkNetworkOpsTest-1099541194-project] Deleting port b368160d-2c95-4973-8b08-ed3f759d742c {{(pid=100247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:27:58.894656 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-719f1c74-650a-457d-a7ec-d69f4ec534de tempest-BulkNetworkOpsTest-1099541194 tempest-BulkNetworkOpsTest-1099541194-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:58.905790 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 14:27:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-296a106f-43cc-424a-b889-68211b9321ad x-openstack-request-id: req-296a106f-43cc-424a-b889-68211b9321ad {{(pid=100246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:27:58.906100 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c0e3267-8a9d-454d-a315-f6e50bd739c8", "tag": "135e8258-ae6d-4f1e-a711-010c2fb47eb3", "status": "completed", "code": 200}]} {{(pid=100246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:27:58.906360 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-296a106f-43cc-424a-b889-68211b9321ad {{(pid=100246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:27:58.906771 n-d-773647-6 neutron-server[100246]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c0e3267-8a9d-454d-a315-f6e50bd739c8', 'tag': '135e8258-ae6d-4f1e-a711-010c2fb47eb3', 'status': 'completed', 'code': 200} Jul 06 14:27:58.965252 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a6289c-d0c4-4e38-a928-13fb6081ef50 req-4313f250-fdff-4888-b95e-fd550fce6c01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:27:58.966825 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-c9a6289c-d0c4-4e38-a928-13fb6081ef50 req-4313f250-fdff-4888-b95e-fd550fce6c01 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=107c04f466b0465e9fe8bb8c503793e0&device_id=7c0e3267-8a9d-454d-a315-f6e50bd739c8 HTTP/1.1" status: 200 len: 1095 time: 0.1248162 Jul 06 14:27:59.064415 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-c9a6289c-d0c4-4e38-a928-13fb6081ef50 req-c3048e24-6d7b-49e6-b46f-2bd1af8abf01 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.30&port_id=135e8258-ae6d-4f1e-a711-010c2fb47eb3 HTTP/1.1" status: 200 len: 217 time: 0.0902951 Jul 06 14:27:59.101335 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.db [None req-719f1c74-650a-457d-a7ec-d69f4ec534de tempest-BulkNetworkOpsTest-1099541194 tempest-BulkNetworkOpsTest-1099541194-project] For port b368160d-2c95-4973-8b08-ed3f759d742c, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=b368160d-2c95-4973-8b08-ed3f759d742c,segment=NetworkSegment(3b1dfc61-ba0e-448a-ad02-8fbadaba6c39),segment_id=3b1dfc61-ba0e-448a-ad02-8fbadaba6c39)] {{(pid=100247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:27:59.101698 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-719f1c74-650a-457d-a7ec-d69f4ec534de tempest-BulkNetworkOpsTest-1099541194 tempest-BulkNetworkOpsTest-1099541194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:59.129219 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.plugin [None req-719f1c74-650a-457d-a7ec-d69f4ec534de tempest-BulkNetworkOpsTest-1099541194 tempest-BulkNetworkOpsTest-1099541194-project] Calling delete_port for b368160d-2c95-4973-8b08-ed3f759d742c owned by network:dhcp {{(pid=100247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:27:59.164160 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a6289c-d0c4-4e38-a928-13fb6081ef50 req-882ffad7-a8dd-417b-9c5f-5491cfea0593 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:27:59.166624 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-c9a6289c-d0c4-4e38-a928-13fb6081ef50 req-882ffad7-a8dd-417b-9c5f-5491cfea0593 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=0bc75554-0830-4636-b220-a2f523059e34 HTTP/1.1" status: 200 len: 838 time: 0.0962894 Jul 06 14:27:59.256601 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a6289c-d0c4-4e38-a928-13fb6081ef50 req-da213d23-3a31-4b1b-8860-a14de4965d88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:27:59.259098 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-c9a6289c-d0c4-4e38-a928-13fb6081ef50 req-da213d23-3a31-4b1b-8860-a14de4965d88 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=5b338b8b-1106-440d-8ecb-40466ab43e10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0852733 Jul 06 14:27:59.297213 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38ad091-c6bd-458c-9b15-04ce49505139 req-a11b453d-6392-4d35-8c7c-875c99b0f9a2 tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:27:59.297213 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-b38ad091-c6bd-458c-9b15-04ce49505139 req-a11b453d-6392-4d35-8c7c-875c99b0f9a2 tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] 10.222.0.104 "GET /v2.0/ports?device_id=7c0e3267-8a9d-454d-a315-f6e50bd739c8 HTTP/1.1" status: 200 len: 944 time: 0.2853935 Jul 06 14:27:59.379235 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-b38ad091-c6bd-458c-9b15-04ce49505139 req-ccf452fe-2439-41dc-aba0-c2c9c85c34b2 tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] 10.222.0.104 "GET /v2.0/security-groups?id=6291342d-85a2-4aa4-bb03-6ceae3ee69b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0715714 Jul 06 14:27:59.395816 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-c9a6289c-d0c4-4e38-a928-13fb6081ef50 req-91344cbf-4a23-4fb7-b966-2fa9d623f7d2 service neutron] 10.222.0.72 "GET /v2.0/networks/5b338b8b-1106-440d-8ecb-40466ab43e10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281741 Jul 06 14:27:59.397503 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-719f1c74-650a-457d-a7ec-d69f4ec534de tempest-BulkNetworkOpsTest-1099541194 tempest-BulkNetworkOpsTest-1099541194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128888353'] for port, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:59.430520 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-719f1c74-650a-457d-a7ec-d69f4ec534de tempest-BulkNetworkOpsTest-1099541194 tempest-BulkNetworkOpsTest-1099541194-project] No DVR routers for this DVR port b368160d-2c95-4973-8b08-ed3f759d742c on host n-d-773647-6 {{(pid=100247) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:27:59.458894 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719f1c74-650a-457d-a7ec-d69f4ec534de tempest-BulkNetworkOpsTest-1099541194 tempest-BulkNetworkOpsTest-1099541194-project] Pushing event deleted for resources: {'Port': ['ID=b368160d-2c95-4973-8b08-ed3f759d742c,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:27:59.545094 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-c9a6289c-d0c4-4e38-a928-13fb6081ef50 req-4d5cc533-3f7c-4a82-a715-f8d4be3f6c31 service neutron] 10.222.0.72 "GET /v2.0/networks/5b338b8b-1106-440d-8ecb-40466ab43e10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1437147 Jul 06 14:27:59.575674 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-719f1c74-650a-457d-a7ec-d69f4ec534de tempest-BulkNetworkOpsTest-1099541194 tempest-BulkNetworkOpsTest-1099541194-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-917204', 'neutron.services.segments.db._delete_segments_for_network-8773753502302'] for network, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:59.588399 n-d-773647-6 neutron-server[100247]: DEBUG neutron.services.segments.db [None req-719f1c74-650a-457d-a7ec-d69f4ec534de tempest-BulkNetworkOpsTest-1099541194 tempest-BulkNetworkOpsTest-1099541194-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['25849703-fdfe-47cf-8992-2d8be78afe10']}} {{(pid=100247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:27:59.601610 n-d-773647-6 neutron-server[100247]: DEBUG neutron.services.segments.db [None req-719f1c74-650a-457d-a7ec-d69f4ec534de tempest-BulkNetworkOpsTest-1099541194 tempest-BulkNetworkOpsTest-1099541194-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b1dfc61-ba0e-448a-ad02-8fbadaba6c39') {'for_net_delete': True} {{(pid=100247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:27:59.601912 n-d-773647-6 neutron-server[100247]: DEBUG neutron.services.segments.db [None req-719f1c74-650a-457d-a7ec-d69f4ec534de tempest-BulkNetworkOpsTest-1099541194 tempest-BulkNetworkOpsTest-1099541194-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b1dfc61-ba0e-448a-ad02-8fbadaba6c39') {} {{(pid=100247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:27:59.627833 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-719f1c74-650a-457d-a7ec-d69f4ec534de tempest-BulkNetworkOpsTest-1099541194 tempest-BulkNetworkOpsTest-1099541194-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773753515138', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127131763'] for segment, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:59.647882 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-719f1c74-650a-457d-a7ec-d69f4ec534de tempest-BulkNetworkOpsTest-1099541194 tempest-BulkNetworkOpsTest-1099541194-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552'] for segment, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:59.655356 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-719f1c74-650a-457d-a7ec-d69f4ec534de tempest-BulkNetworkOpsTest-1099541194 tempest-BulkNetworkOpsTest-1099541194-project] Releasing vlan 1049 on physical network physnet1 to pool {{(pid=100247) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 14:27:59.655783 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-719f1c74-650a-457d-a7ec-d69f4ec534de tempest-BulkNetworkOpsTest-1099541194 tempest-BulkNetworkOpsTest-1099541194-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-128888574'] for segment, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:59.660194 n-d-773647-6 neutron-server[100247]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:27:59.660194 n-d-773647-6 neutron-server[100247]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:27:59.660194 n-d-773647-6 neutron-server[100247]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:27:59.660194 n-d-773647-6 neutron-server[100247]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:27:59.660194 n-d-773647-6 neutron-server[100247]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:27:59.660194 n-d-773647-6 neutron-server[100247]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:27:59.660194 n-d-773647-6 neutron-server[100247]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:27:59.660194 n-d-773647-6 neutron-server[100247]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:27:59.660194 n-d-773647-6 neutron-server[100247]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:27:59.660194 n-d-773647-6 neutron-server[100247]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:27:59.660194 n-d-773647-6 neutron-server[100247]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:27:59.660194 n-d-773647-6 neutron-server[100247]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:27:59.660194 n-d-773647-6 neutron-server[100247]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:27:59.660194 n-d-773647-6 neutron-server[100247]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:27:59.660194 n-d-773647-6 neutron-server[100247]: Traceback (most recent call last): Jul 06 14:27:59.660194 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 14:27:59.660194 n-d-773647-6 neutron-server[100247]: timer() Jul 06 14:27:59.660194 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 14:27:59.660194 n-d-773647-6 neutron-server[100247]: cb(*args, **kw) Jul 06 14:27:59.660194 n-d-773647-6 neutron-server[100247]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 14:27:59.660194 n-d-773647-6 neutron-server[100247]: return func(*args, **kwargs) Jul 06 14:27:59.660194 n-d-773647-6 neutron-server[100247]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 14:27:59.660194 n-d-773647-6 neutron-server[100247]: self._notify() Jul 06 14:27:59.660194 n-d-773647-6 neutron-server[100247]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 14:27:59.660194 n-d-773647-6 neutron-server[100247]: self.callback(batched_events) Jul 06 14:27:59.660194 n-d-773647-6 neutron-server[100247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 14:27:59.660194 n-d-773647-6 neutron-server[100247]: event.method(event) Jul 06 14:27:59.660194 n-d-773647-6 neutron-server[100247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 14:27:59.660194 n-d-773647-6 neutron-server[100247]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 14:27:59.660194 n-d-773647-6 neutron-server[100247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 14:27:59.660194 n-d-773647-6 neutron-server[100247]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 14:27:59.660194 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 14:27:59.660194 n-d-773647-6 neutron-server[100247]: return f(self, *a, **k) Jul 06 14:27:59.660194 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 14:27:59.660194 n-d-773647-6 neutron-server[100247]: return self._get(url).json() Jul 06 14:27:59.660194 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 14:27:59.660194 n-d-773647-6 neutron-server[100247]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 14:27:59.660194 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 14:27:59.660194 n-d-773647-6 neutron-server[100247]: return self.request(url, 'GET', **kwargs) Jul 06 14:27:59.660194 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 14:27:59.660194 n-d-773647-6 neutron-server[100247]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 14:27:59.660194 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 14:27:59.660194 n-d-773647-6 neutron-server[100247]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 14:27:59.660194 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 14:27:59.660194 n-d-773647-6 neutron-server[100247]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 14:27:59.660194 n-d-773647-6 neutron-server[100247]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 14:27:59.669836 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee12a07f-059a-467c-941a-c43b929670d7 req-c3ad5ac7-a6c5-40a4-93a2-1d0fbf9786f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:27:59.671647 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-ee12a07f-059a-467c-941a-c43b929670d7 req-c3ad5ac7-a6c5-40a4-93a2-1d0fbf9786f5 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=107c04f466b0465e9fe8bb8c503793e0&device_id=7c0e3267-8a9d-454d-a315-f6e50bd739c8 HTTP/1.1" status: 200 len: 1095 time: 0.0786185 Jul 06 14:27:59.768962 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-719f1c74-650a-457d-a7ec-d69f4ec534de tempest-BulkNetworkOpsTest-1099541194 tempest-BulkNetworkOpsTest-1099541194-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-917215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1761140'] for network, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:59.774881 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-719f1c74-650a-457d-a7ec-d69f4ec534de tempest-BulkNetworkOpsTest-1099541194 tempest-BulkNetworkOpsTest-1099541194-project] Notify callbacks [] for network, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:59.777120 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-719f1c74-650a-457d-a7ec-d69f4ec534de tempest-BulkNetworkOpsTest-1099541194 tempest-BulkNetworkOpsTest-1099541194-project] 10.222.0.104 "DELETE /v2.0/networks/25849703-fdfe-47cf-8992-2d8be78afe10 HTTP/1.1" status: 204 len: 168 time: 1.1180196 Jul 06 14:27:59.781469 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 49426) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:27:59.794155 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719f1c74-650a-457d-a7ec-d69f4ec534de tempest-BulkNetworkOpsTest-1099541194 tempest-BulkNetworkOpsTest-1099541194-project] Pushing event deleted for resources: {'Network': ['ID=25849703-fdfe-47cf-8992-2d8be78afe10,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:27:59.896703 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee12a07f-059a-467c-941a-c43b929670d7 req-42fdd187-da4d-4623-93a0-2d4acd0423ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:27:59.898230 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-ee12a07f-059a-467c-941a-c43b929670d7 req-42fdd187-da4d-4623-93a0-2d4acd0423ff service neutron] 10.222.0.72 "GET /v2.0/networks?id=5b338b8b-1106-440d-8ecb-40466ab43e10 HTTP/1.1" status: 200 len: 899 time: 0.2204525 Jul 06 14:27:59.909332 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-b9178061-9b63-42db-9b99-997467852aa4 tempest-BulkNetworkOpsTest-1099541194 tempest-BulkNetworkOpsTest-1099541194-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530492'] for network, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:59.952320 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-ee12a07f-059a-467c-941a-c43b929670d7 req-b2358687-0ece-46cd-b640-4379b40ff2b3 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.30&port_id=135e8258-ae6d-4f1e-a711-010c2fb47eb3 HTTP/1.1" status: 200 len: 217 time: 0.0470688 Jul 06 14:28:00.082332 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-b9178061-9b63-42db-9b99-997467852aa4 tempest-BulkNetworkOpsTest-1099541194 tempest-BulkNetworkOpsTest-1099541194-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-917204', 'neutron.services.segments.db._delete_segments_for_network-8773753502302'] for network, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:28:00.085927 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee12a07f-059a-467c-941a-c43b929670d7 req-f5409206-64d3-49f0-874e-833ac2b4c3ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:28:00.087613 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-ee12a07f-059a-467c-941a-c43b929670d7 req-f5409206-64d3-49f0-874e-833ac2b4c3ea service neutron] 10.222.0.72 "GET /v2.0/subnets?id=0bc75554-0830-4636-b220-a2f523059e34 HTTP/1.1" status: 200 len: 838 time: 0.1264241 Jul 06 14:28:00.104977 n-d-773647-6 neutron-server[100246]: DEBUG neutron.services.segments.db [None req-b9178061-9b63-42db-9b99-997467852aa4 tempest-BulkNetworkOpsTest-1099541194 tempest-BulkNetworkOpsTest-1099541194-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac3f84de-6abd-49d5-b2f6-2162018aab8b']}} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:28:00.139257 n-d-773647-6 neutron-server[100246]: DEBUG neutron.services.segments.db [None req-b9178061-9b63-42db-9b99-997467852aa4 tempest-BulkNetworkOpsTest-1099541194 tempest-BulkNetworkOpsTest-1099541194-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b2eb1294-c0ef-4456-a335-c8ae0b23fb46') {'for_net_delete': True} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:28:00.139562 n-d-773647-6 neutron-server[100246]: DEBUG neutron.services.segments.db [None req-b9178061-9b63-42db-9b99-997467852aa4 tempest-BulkNetworkOpsTest-1099541194 tempest-BulkNetworkOpsTest-1099541194-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b2eb1294-c0ef-4456-a335-c8ae0b23fb46') {} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:28:00.156204 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-b9178061-9b63-42db-9b99-997467852aa4 tempest-BulkNetworkOpsTest-1099541194 tempest-BulkNetworkOpsTest-1099541194-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773753515138', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126218898'] for segment, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:28:00.178936 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-b9178061-9b63-42db-9b99-997467852aa4 tempest-BulkNetworkOpsTest-1099541194 tempest-BulkNetworkOpsTest-1099541194-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552'] for segment, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:28:00.188349 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b9178061-9b63-42db-9b99-997467852aa4 tempest-BulkNetworkOpsTest-1099541194 tempest-BulkNetworkOpsTest-1099541194-project] Releasing vlan 1039 on physical network physnet1 to pool {{(pid=100246) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 14:28:00.188767 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-b9178061-9b63-42db-9b99-997467852aa4 tempest-BulkNetworkOpsTest-1099541194 tempest-BulkNetworkOpsTest-1099541194-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127687491'] for segment, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:28:00.192807 n-d-773647-6 neutron-server[100246]: Traceback (most recent call last): Jul 06 14:28:00.192807 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 14:28:00.192807 n-d-773647-6 neutron-server[100246]: timer() Jul 06 14:28:00.192807 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 14:28:00.192807 n-d-773647-6 neutron-server[100246]: cb(*args, **kw) Jul 06 14:28:00.192807 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 14:28:00.192807 n-d-773647-6 neutron-server[100246]: return func(*args, **kwargs) Jul 06 14:28:00.192807 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 14:28:00.192807 n-d-773647-6 neutron-server[100246]: self._notify() Jul 06 14:28:00.192807 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 14:28:00.192807 n-d-773647-6 neutron-server[100246]: self.callback(batched_events) Jul 06 14:28:00.192807 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 14:28:00.192807 n-d-773647-6 neutron-server[100246]: event.method(event) Jul 06 14:28:00.192807 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 14:28:00.192807 n-d-773647-6 neutron-server[100246]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 14:28:00.192807 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 14:28:00.192807 n-d-773647-6 neutron-server[100246]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 14:28:00.192807 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 14:28:00.192807 n-d-773647-6 neutron-server[100246]: return f(self, *a, **k) Jul 06 14:28:00.192807 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 14:28:00.192807 n-d-773647-6 neutron-server[100246]: return self._get(url).json() Jul 06 14:28:00.192807 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 14:28:00.192807 n-d-773647-6 neutron-server[100246]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 14:28:00.192807 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 14:28:00.192807 n-d-773647-6 neutron-server[100246]: return self.request(url, 'GET', **kwargs) Jul 06 14:28:00.192807 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 14:28:00.192807 n-d-773647-6 neutron-server[100246]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 14:28:00.192807 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 14:28:00.192807 n-d-773647-6 neutron-server[100246]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 14:28:00.192807 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 14:28:00.192807 n-d-773647-6 neutron-server[100246]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 14:28:00.192807 n-d-773647-6 neutron-server[100246]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 14:28:00.243114 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-97fc8bfc-00bb-4e0b-a5c7-41f7efed4851 None None] Could not find standard attr ID for object b368160d-2c95-4973-8b08-ed3f759d742c. {{(pid=100248) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 06 14:28:00.266726 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbd05b75-21f8-4d99-864b-168ced760f9b None None] DHCP port deletion for 25849703-fdfe-47cf-8992-2d8be78afe10 request from n-d-773647-6 {{(pid=100248) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 14:28:00.277678 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee12a07f-059a-467c-941a-c43b929670d7 req-a2d8f6e1-71e2-4355-8828-5a944f36b6ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:28:00.288031 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-ee12a07f-059a-467c-941a-c43b929670d7 req-a2d8f6e1-71e2-4355-8828-5a944f36b6ef service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=5b338b8b-1106-440d-8ecb-40466ab43e10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1920435 Jul 06 14:28:00.290510 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48989d08-8382-43e7-9dc8-6bec2782f24b None None] Network 25849703-fdfe-47cf-8992-2d8be78afe10 requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:28:00.307401 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-b9178061-9b63-42db-9b99-997467852aa4 tempest-BulkNetworkOpsTest-1099541194 tempest-BulkNetworkOpsTest-1099541194-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-917215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1761140'] for network, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:28:00.307553 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48989d08-8382-43e7-9dc8-6bec2782f24b None None] Network 25849703-fdfe-47cf-8992-2d8be78afe10 could not be found, it might have been deleted concurrently. {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 06 14:28:00.317525 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97cd01ed-7ebe-4707-bb9f-df22e21eaebe None None] get_active_networks_info from n-d-773647-6 {{(pid=100248) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 06 14:28:00.442518 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-b9178061-9b63-42db-9b99-997467852aa4 tempest-BulkNetworkOpsTest-1099541194 tempest-BulkNetworkOpsTest-1099541194-project] Notify callbacks [] for network, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:28:00.446485 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-b9178061-9b63-42db-9b99-997467852aa4 tempest-BulkNetworkOpsTest-1099541194 tempest-BulkNetworkOpsTest-1099541194-project] 10.222.0.104 "DELETE /v2.0/networks/ac3f84de-6abd-49d5-b2f6-2162018aab8b HTTP/1.1" status: 204 len: 168 time: 0.6641536 Jul 06 14:28:00.449108 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 49432) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:28:00.451906 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9178061-9b63-42db-9b99-997467852aa4 tempest-BulkNetworkOpsTest-1099541194 tempest-BulkNetworkOpsTest-1099541194-project] Pushing event deleted for resources: {'Network': ['ID=ac3f84de-6abd-49d5-b2f6-2162018aab8b,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:28:00.505789 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-ee12a07f-059a-467c-941a-c43b929670d7 req-aa5a2c00-3357-42d1-bd62-8f6d83239e30 service neutron] 10.222.0.72 "GET /v2.0/networks/5b338b8b-1106-440d-8ecb-40466ab43e10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2103205 Jul 06 14:28:00.543655 n-d-773647-6 neutron-server[100248]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97cd01ed-7ebe-4707-bb9f-df22e21eaebe None None] Resources bound (agent type, host, resource id): {{(pid=100248) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 06 14:28:00.594282 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-23fb66a4-2d7a-4399-9bf9-55aaf3ae8674 tempest-BulkNetworkOpsTest-1099541194 tempest-BulkNetworkOpsTest-1099541194-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530492'] for network, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:28:00.718726 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-ee12a07f-059a-467c-941a-c43b929670d7 req-ea4826d8-9109-4c1d-9992-a11896c41be8 service neutron] 10.222.0.72 "GET /v2.0/networks/5b338b8b-1106-440d-8ecb-40466ab43e10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2046013 Jul 06 14:28:00.841742 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-23fb66a4-2d7a-4399-9bf9-55aaf3ae8674 tempest-BulkNetworkOpsTest-1099541194 tempest-BulkNetworkOpsTest-1099541194-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-917204', 'neutron.services.segments.db._delete_segments_for_network-8773753502302'] for network, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:28:00.860333 n-d-773647-6 neutron-server[100247]: DEBUG neutron.services.segments.db [None req-23fb66a4-2d7a-4399-9bf9-55aaf3ae8674 tempest-BulkNetworkOpsTest-1099541194 tempest-BulkNetworkOpsTest-1099541194-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['083a74a3-ed60-4acf-91a1-693708901e0e']}} {{(pid=100247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:28:00.872848 n-d-773647-6 neutron-server[100247]: DEBUG neutron.services.segments.db [None req-23fb66a4-2d7a-4399-9bf9-55aaf3ae8674 tempest-BulkNetworkOpsTest-1099541194 tempest-BulkNetworkOpsTest-1099541194-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f530db5-ffe5-498f-925e-b117b58c0dde') {'for_net_delete': True} {{(pid=100247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:28:00.873141 n-d-773647-6 neutron-server[100247]: DEBUG neutron.services.segments.db [None req-23fb66a4-2d7a-4399-9bf9-55aaf3ae8674 tempest-BulkNetworkOpsTest-1099541194 tempest-BulkNetworkOpsTest-1099541194-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f530db5-ffe5-498f-925e-b117b58c0dde') {} {{(pid=100247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:28:00.887683 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-23fb66a4-2d7a-4399-9bf9-55aaf3ae8674 tempest-BulkNetworkOpsTest-1099541194 tempest-BulkNetworkOpsTest-1099541194-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773753515138', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127131763'] for segment, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:28:00.900616 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f804a2b9-1db6-4c64-b0a6-dc354182c887 req-71b3fbd0-fc17-4b88-a0e9-1581828d0d66 tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:28:00.902220 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-f804a2b9-1db6-4c64-b0a6-dc354182c887 req-71b3fbd0-fc17-4b88-a0e9-1581828d0d66 tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] 10.222.0.104 "GET /v2.0/ports?device_id=7c0e3267-8a9d-454d-a315-f6e50bd739c8 HTTP/1.1" status: 200 len: 944 time: 0.2958653 Jul 06 14:28:00.952841 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-f804a2b9-1db6-4c64-b0a6-dc354182c887 req-bd05fb92-aba9-4218-8dc5-b7e2df004561 tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] 10.222.0.104 "GET /v2.0/security-groups?id=6291342d-85a2-4aa4-bb03-6ceae3ee69b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403993 Jul 06 14:28:00.953804 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-23fb66a4-2d7a-4399-9bf9-55aaf3ae8674 tempest-BulkNetworkOpsTest-1099541194 tempest-BulkNetworkOpsTest-1099541194-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552'] for segment, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:28:00.961658 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-23fb66a4-2d7a-4399-9bf9-55aaf3ae8674 tempest-BulkNetworkOpsTest-1099541194 tempest-BulkNetworkOpsTest-1099541194-project] Releasing vlan 1031 on physical network physnet1 to pool {{(pid=100247) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 14:28:00.962131 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-23fb66a4-2d7a-4399-9bf9-55aaf3ae8674 tempest-BulkNetworkOpsTest-1099541194 tempest-BulkNetworkOpsTest-1099541194-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-128888574'] for segment, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:28:00.965278 n-d-773647-6 neutron-server[100247]: Traceback (most recent call last): Jul 06 14:28:00.965278 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 14:28:00.965278 n-d-773647-6 neutron-server[100247]: timer() Jul 06 14:28:00.965278 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 14:28:00.965278 n-d-773647-6 neutron-server[100247]: cb(*args, **kw) Jul 06 14:28:00.965278 n-d-773647-6 neutron-server[100247]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 14:28:00.965278 n-d-773647-6 neutron-server[100247]: return func(*args, **kwargs) Jul 06 14:28:00.965278 n-d-773647-6 neutron-server[100247]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 14:28:00.965278 n-d-773647-6 neutron-server[100247]: self._notify() Jul 06 14:28:00.965278 n-d-773647-6 neutron-server[100247]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 14:28:00.965278 n-d-773647-6 neutron-server[100247]: self.callback(batched_events) Jul 06 14:28:00.965278 n-d-773647-6 neutron-server[100247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 14:28:00.965278 n-d-773647-6 neutron-server[100247]: event.method(event) Jul 06 14:28:00.965278 n-d-773647-6 neutron-server[100247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 14:28:00.965278 n-d-773647-6 neutron-server[100247]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 14:28:00.965278 n-d-773647-6 neutron-server[100247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 14:28:00.965278 n-d-773647-6 neutron-server[100247]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 14:28:00.965278 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 14:28:00.965278 n-d-773647-6 neutron-server[100247]: return f(self, *a, **k) Jul 06 14:28:00.965278 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 14:28:00.965278 n-d-773647-6 neutron-server[100247]: return self._get(url).json() Jul 06 14:28:00.965278 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 14:28:00.965278 n-d-773647-6 neutron-server[100247]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 14:28:00.965278 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 14:28:00.965278 n-d-773647-6 neutron-server[100247]: return self.request(url, 'GET', **kwargs) Jul 06 14:28:00.965278 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 14:28:00.965278 n-d-773647-6 neutron-server[100247]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 14:28:00.965278 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 14:28:00.965278 n-d-773647-6 neutron-server[100247]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 14:28:00.965278 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 14:28:00.965278 n-d-773647-6 neutron-server[100247]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 14:28:00.965278 n-d-773647-6 neutron-server[100247]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 14:28:01.036595 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-23fb66a4-2d7a-4399-9bf9-55aaf3ae8674 tempest-BulkNetworkOpsTest-1099541194 tempest-BulkNetworkOpsTest-1099541194-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-917215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1761140'] for network, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:28:01.047571 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-23fb66a4-2d7a-4399-9bf9-55aaf3ae8674 tempest-BulkNetworkOpsTest-1099541194 tempest-BulkNetworkOpsTest-1099541194-project] Notify callbacks [] for network, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:28:01.051806 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-23fb66a4-2d7a-4399-9bf9-55aaf3ae8674 tempest-BulkNetworkOpsTest-1099541194 tempest-BulkNetworkOpsTest-1099541194-project] 10.222.0.104 "DELETE /v2.0/networks/083a74a3-ed60-4acf-91a1-693708901e0e HTTP/1.1" status: 204 len: 168 time: 0.5993695 Jul 06 14:28:01.052632 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 49440) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:28:01.070380 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23fb66a4-2d7a-4399-9bf9-55aaf3ae8674 tempest-BulkNetworkOpsTest-1099541194 tempest-BulkNetworkOpsTest-1099541194-project] Pushing event deleted for resources: {'Network': ['ID=083a74a3-ed60-4acf-91a1-693708901e0e,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:28:01.142097 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-c0ac9a71-557c-4cad-b49e-265be38569ff tempest-BulkNetworkOpsTest-1099541194 tempest-BulkNetworkOpsTest-1099541194-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530492'] for network, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:28:01.235077 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-c0ac9a71-557c-4cad-b49e-265be38569ff tempest-BulkNetworkOpsTest-1099541194 tempest-BulkNetworkOpsTest-1099541194-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-917204', 'neutron.services.segments.db._delete_segments_for_network-8773753502302'] for network, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:28:01.244714 n-d-773647-6 neutron-server[100247]: DEBUG neutron.services.segments.db [None req-c0ac9a71-557c-4cad-b49e-265be38569ff tempest-BulkNetworkOpsTest-1099541194 tempest-BulkNetworkOpsTest-1099541194-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f657b5f5-4e54-4235-bc82-1d5b571c5277']}} {{(pid=100247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:28:01.254115 n-d-773647-6 neutron-server[100247]: DEBUG neutron.services.segments.db [None req-c0ac9a71-557c-4cad-b49e-265be38569ff tempest-BulkNetworkOpsTest-1099541194 tempest-BulkNetworkOpsTest-1099541194-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '23c5aacc-92f3-4a6c-82b0-9e3c4051aaab') {'for_net_delete': True} {{(pid=100247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:28:01.254410 n-d-773647-6 neutron-server[100247]: DEBUG neutron.services.segments.db [None req-c0ac9a71-557c-4cad-b49e-265be38569ff tempest-BulkNetworkOpsTest-1099541194 tempest-BulkNetworkOpsTest-1099541194-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '23c5aacc-92f3-4a6c-82b0-9e3c4051aaab') {} {{(pid=100247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:28:01.263754 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-c0ac9a71-557c-4cad-b49e-265be38569ff tempest-BulkNetworkOpsTest-1099541194 tempest-BulkNetworkOpsTest-1099541194-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773753515138', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127131763'] for segment, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:28:01.278282 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-c0ac9a71-557c-4cad-b49e-265be38569ff tempest-BulkNetworkOpsTest-1099541194 tempest-BulkNetworkOpsTest-1099541194-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552'] for segment, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:28:01.284526 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c0ac9a71-557c-4cad-b49e-265be38569ff tempest-BulkNetworkOpsTest-1099541194 tempest-BulkNetworkOpsTest-1099541194-project] Releasing vlan 1015 on physical network physnet1 to pool {{(pid=100247) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 14:28:01.284913 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-c0ac9a71-557c-4cad-b49e-265be38569ff tempest-BulkNetworkOpsTest-1099541194 tempest-BulkNetworkOpsTest-1099541194-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-128888574'] for segment, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:28:01.288588 n-d-773647-6 neutron-server[100247]: Traceback (most recent call last): Jul 06 14:28:01.288588 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 14:28:01.288588 n-d-773647-6 neutron-server[100247]: timer() Jul 06 14:28:01.288588 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 14:28:01.288588 n-d-773647-6 neutron-server[100247]: cb(*args, **kw) Jul 06 14:28:01.288588 n-d-773647-6 neutron-server[100247]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 14:28:01.288588 n-d-773647-6 neutron-server[100247]: return func(*args, **kwargs) Jul 06 14:28:01.288588 n-d-773647-6 neutron-server[100247]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 14:28:01.288588 n-d-773647-6 neutron-server[100247]: self._notify() Jul 06 14:28:01.288588 n-d-773647-6 neutron-server[100247]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 14:28:01.288588 n-d-773647-6 neutron-server[100247]: self.callback(batched_events) Jul 06 14:28:01.288588 n-d-773647-6 neutron-server[100247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 14:28:01.288588 n-d-773647-6 neutron-server[100247]: event.method(event) Jul 06 14:28:01.288588 n-d-773647-6 neutron-server[100247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 14:28:01.288588 n-d-773647-6 neutron-server[100247]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 14:28:01.288588 n-d-773647-6 neutron-server[100247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 14:28:01.288588 n-d-773647-6 neutron-server[100247]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 14:28:01.288588 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 14:28:01.288588 n-d-773647-6 neutron-server[100247]: return f(self, *a, **k) Jul 06 14:28:01.288588 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 14:28:01.288588 n-d-773647-6 neutron-server[100247]: return self._get(url).json() Jul 06 14:28:01.288588 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 14:28:01.288588 n-d-773647-6 neutron-server[100247]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 14:28:01.288588 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 14:28:01.288588 n-d-773647-6 neutron-server[100247]: return self.request(url, 'GET', **kwargs) Jul 06 14:28:01.288588 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 14:28:01.288588 n-d-773647-6 neutron-server[100247]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 14:28:01.288588 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 14:28:01.288588 n-d-773647-6 neutron-server[100247]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 14:28:01.288588 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 14:28:01.288588 n-d-773647-6 neutron-server[100247]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 14:28:01.288588 n-d-773647-6 neutron-server[100247]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 14:28:01.353754 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-c0ac9a71-557c-4cad-b49e-265be38569ff tempest-BulkNetworkOpsTest-1099541194 tempest-BulkNetworkOpsTest-1099541194-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-917215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1761140'] for network, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:28:01.361671 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-c0ac9a71-557c-4cad-b49e-265be38569ff tempest-BulkNetworkOpsTest-1099541194 tempest-BulkNetworkOpsTest-1099541194-project] Notify callbacks [] for network, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:28:01.366834 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-c0ac9a71-557c-4cad-b49e-265be38569ff tempest-BulkNetworkOpsTest-1099541194 tempest-BulkNetworkOpsTest-1099541194-project] 10.222.0.104 "DELETE /v2.0/networks/f657b5f5-4e54-4235-bc82-1d5b571c5277 HTTP/1.1" status: 204 len: 168 time: 0.3138876 Jul 06 14:28:01.383738 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ac9a71-557c-4cad-b49e-265be38569ff tempest-BulkNetworkOpsTest-1099541194 tempest-BulkNetworkOpsTest-1099541194-project] Pushing event deleted for resources: {'Network': ['ID=f657b5f5-4e54-4235-bc82-1d5b571c5277,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:28:01.667978 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 49448) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:28:01.796742 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-118bc3e1-d9ef-446e-95b9-0bd97bfc4a95 admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=03015c0a484d490da5120c45736b9357&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1275747 Jul 06 14:28:01.799384 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 49452) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:28:01.847131 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-c5910a82-4708-4a09-b207-d0a8b8872600 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:28:01.868256 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-c5910a82-4708-4a09-b207-d0a8b8872600 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:28:01.919719 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-c5910a82-4708-4a09-b207-d0a8b8872600 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:28:01.922163 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-c5910a82-4708-4a09-b207-d0a8b8872600 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:28:01.923401 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-c5910a82-4708-4a09-b207-d0a8b8872600 admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/ac7d4880-5dd8-4809-84d8-e564ca1f6cca HTTP/1.1" status: 204 len: 168 time: 0.1229947 Jul 06 14:28:01.932495 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5910a82-4708-4a09-b207-d0a8b8872600 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac7d4880-5dd8-4809-84d8-e564ca1f6cca,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:28:02.155978 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcf5405-cd93-49d1-a40a-728c64e3feaf req-76c2f9b7-59d7-44c4-b611-dc7623d8eef8 tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:28:02.157929 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-5dcf5405-cd93-49d1-a40a-728c64e3feaf req-76c2f9b7-59d7-44c4-b611-dc7623d8eef8 tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] 10.222.0.104 "GET /v2.0/ports?device_id=7c0e3267-8a9d-454d-a315-f6e50bd739c8 HTTP/1.1" status: 200 len: 944 time: 0.0701244 Jul 06 14:28:02.196647 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-5dcf5405-cd93-49d1-a40a-728c64e3feaf req-b8c9db70-15d8-4f84-b206-3d04b94deac2 tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] 10.222.0.104 "GET /v2.0/security-groups?id=6291342d-85a2-4aa4-bb03-6ceae3ee69b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326645 Jul 06 14:28:03.384545 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d319cc-665c-463f-9e2b-9faea485db5a req-cb307552-1207-421b-8f27-05da6564b79c tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:28:03.386239 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-67d319cc-665c-463f-9e2b-9faea485db5a req-cb307552-1207-421b-8f27-05da6564b79c tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] 10.222.0.104 "GET /v2.0/ports?device_id=7c0e3267-8a9d-454d-a315-f6e50bd739c8 HTTP/1.1" status: 200 len: 944 time: 0.0665462 Jul 06 14:28:03.438635 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-67d319cc-665c-463f-9e2b-9faea485db5a req-51ff38e1-ca55-4d5a-899a-6e74e1e16bd2 tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] 10.222.0.104 "GET /v2.0/security-groups?id=6291342d-85a2-4aa4-bb03-6ceae3ee69b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463262 Jul 06 14:28:03.519896 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Device 135e8258-ae6d-4f1e-a711-010c2fb47eb3 details requested by agent hyperv_n-h2-773647-6 with host n-h2-773647-6 {{(pid=100248) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 14:28:03.636642 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] For port 135e8258-ae6d-4f1e-a711-010c2fb47eb3, host n-h2-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=135e8258-ae6d-4f1e-a711-010c2fb47eb3,segment=NetworkSegment(17c07adc-9bef-4c1e-ba54-abd66f1c2058),segment_id=17c07adc-9bef-4c1e-ba54-abd66f1c2058)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:28:03.660752 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Returning: {'device': '135e8258-ae6d-4f1e-a711-010c2fb47eb3', 'network_id': '5b338b8b-1106-440d-8ecb-40466ab43e10', 'port_id': '135e8258-ae6d-4f1e-a711-010c2fb47eb3', 'mac_address': 'fa:16:3e:d4:56:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1036, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0bc75554-0830-4636-b220-a2f523059e34', 'ip_address': '172.20.0.30'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100248) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 14:28:03.707460 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:28:03.881009 n-d-773647-6 neutron-server[100248]: DEBUG neutron.notifiers.nova [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 135e8258-ae6d-4f1e-a711-010c2fb47eb3 {{(pid=100248) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 14:28:03.904992 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] For port 135e8258-ae6d-4f1e-a711-010c2fb47eb3, host n-h2-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=135e8258-ae6d-4f1e-a711-010c2fb47eb3,segment=NetworkSegment(17c07adc-9bef-4c1e-ba54-abd66f1c2058),segment_id=17c07adc-9bef-4c1e-ba54-abd66f1c2058)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:28:03.915086 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:28:03.973686 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Pushing event updated for resources: {'Port': ['ID=135e8258-ae6d-4f1e-a711-010c2fb47eb3,revision_number=4']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:28:04.148406 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] get_ports_and_sgs() called for port_ids ['135e8258-ae6d-4f1e-a711-010c2fb47eb3'] {{(pid=100248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 14:28:04.166925 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.agents_db [None req-167c0ad6-1657-4c9a-a2c4-3b18056aa662 None None] Agent healthcheck: found 7 active agents {{(pid=100249) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 14:28:04.617139 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe6c64a-eab6-42aa-a8be-e9705af86d07 req-af5c84ac-f12b-44c6-b5a9-681edf6762d4 tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:28:04.618722 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-1fe6c64a-eab6-42aa-a8be-e9705af86d07 req-af5c84ac-f12b-44c6-b5a9-681edf6762d4 tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] 10.222.0.104 "GET /v2.0/ports?device_id=7c0e3267-8a9d-454d-a315-f6e50bd739c8 HTTP/1.1" status: 200 len: 945 time: 0.0779204 Jul 06 14:28:04.679576 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-1fe6c64a-eab6-42aa-a8be-e9705af86d07 req-2eb5ffdc-6942-459c-bd2f-6a496a75ae97 tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] 10.222.0.104 "GET /v2.0/security-groups?id=6291342d-85a2-4aa4-bb03-6ceae3ee69b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524893 Jul 06 14:28:05.549102 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Device 135e8258-ae6d-4f1e-a711-010c2fb47eb3 up at agent hyperv_n-h2-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:28:05.613811 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Provisioning for port 135e8258-ae6d-4f1e-a711-010c2fb47eb3 completed by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:28:05.617688 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Provisioning complete for port 135e8258-ae6d-4f1e-a711-010c2fb47eb3 triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:28:05.618059 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:28:05.702255 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:28:05.741296 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] For port 135e8258-ae6d-4f1e-a711-010c2fb47eb3, host n-h2-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=135e8258-ae6d-4f1e-a711-010c2fb47eb3,segment=NetworkSegment(17c07adc-9bef-4c1e-ba54-abd66f1c2058),segment_id=17c07adc-9bef-4c1e-ba54-abd66f1c2058)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:28:05.742627 n-d-773647-6 neutron-server[100248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c0e3267-8a9d-454d-a315-f6e50bd739c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '135e8258-ae6d-4f1e-a711-010c2fb47eb3'}] {{(pid=100248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:28:05.746714 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84af257533e383389cbcf231d3534f4d5e149e7203fea16b4a8fc01438dddaf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c3d1af6-dd8c-427c-914f-2e0c0ecfae07" -d '{"events": [{"server_uuid": "7c0e3267-8a9d-454d-a315-f6e50bd739c8", "name": "network-vif-plugged", "status": "completed", "tag": "135e8258-ae6d-4f1e-a711-010c2fb47eb3"}]}' {{(pid=100248) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:28:05.750865 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:28:05.805177 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Pushing event updated for resources: {'Port': ['ID=135e8258-ae6d-4f1e-a711-010c2fb47eb3,revision_number=5']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:28:05.829906 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 14:28:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9704f0f8-2527-46d4-b957-972b35d31a39 x-openstack-request-id: req-9704f0f8-2527-46d4-b957-972b35d31a39 {{(pid=100248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:28:05.830201 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c0e3267-8a9d-454d-a315-f6e50bd739c8", "name": "network-vif-plugged", "status": "completed", "tag": "135e8258-ae6d-4f1e-a711-010c2fb47eb3", "code": 200}]} {{(pid=100248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:28:05.830445 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-9704f0f8-2527-46d4-b957-972b35d31a39 {{(pid=100248) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:28:05.830868 n-d-773647-6 neutron-server[100248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c0e3267-8a9d-454d-a315-f6e50bd739c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '135e8258-ae6d-4f1e-a711-010c2fb47eb3', 'code': 200} Jul 06 14:28:05.937927 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b89e89-3071-4177-bad6-13549e2d800b req-ac6c4517-55de-4365-a4d6-375ecf079fdb tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:28:05.940207 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-e0b89e89-3071-4177-bad6-13549e2d800b req-ac6c4517-55de-4365-a4d6-375ecf079fdb tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] 10.222.0.104 "GET /v2.0/ports?device_id=7c0e3267-8a9d-454d-a315-f6e50bd739c8 HTTP/1.1" status: 200 len: 946 time: 0.0864849 Jul 06 14:28:06.015125 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-e0b89e89-3071-4177-bad6-13549e2d800b req-af611f0f-60bc-40f3-a2fe-245527956794 tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] 10.222.0.104 "GET /v2.0/security-groups?id=6291342d-85a2-4aa4-bb03-6ceae3ee69b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0683115 Jul 06 14:28:06.063234 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f392dc-54e0-47d7-919b-f2c764b3663b req-4fab4ba7-a59b-46a1-86f7-3220a6264438 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:28:06.065596 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-44f392dc-54e0-47d7-919b-f2c764b3663b req-4fab4ba7-a59b-46a1-86f7-3220a6264438 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=7c0e3267-8a9d-454d-a315-f6e50bd739c8 HTTP/1.1" status: 200 len: 1097 time: 0.1507707 Jul 06 14:28:06.124017 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-44f392dc-54e0-47d7-919b-f2c764b3663b req-1a010035-dd34-4f89-a70e-0d18772936a7 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=6291342d-85a2-4aa4-bb03-6ceae3ee69b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522876 Jul 06 14:28:06.637376 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 49592) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:28:06.833318 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-57318eb5-fcf2-4fc7-8491-7fec6a6160a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:28:07.006418 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-57318eb5-fcf2-4fc7-8491-7fec6a6160a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:28:07.016398 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-57318eb5-fcf2-4fc7-8491-7fec6a6160a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:28:07.086378 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57318eb5-fcf2-4fc7-8491-7fec6a6160a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d5550d8-7c37-49d8-ab4f-31b42b803b51,revision_number=1']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:28:07.095114 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-57318eb5-fcf2-4fc7-8491-7fec6a6160a0 admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=7d7e7fafdbdc4a0b804af81120d1873b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4564333 Jul 06 14:28:07.095300 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 49600) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:28:07.204561 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-066803a2-3d74-4ad7-a670-6be3ee7883d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:28:07.240993 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-066803a2-3d74-4ad7-a670-6be3ee7883d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:28:07.308123 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a8865f-ed6b-4ebb-a6eb-cae20a2d5e68 req-4064f14c-acba-4d9e-9950-b88eb642d423 tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:28:07.317347 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-55a8865f-ed6b-4ebb-a6eb-cae20a2d5e68 req-4064f14c-acba-4d9e-9950-b88eb642d423 tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] 10.222.0.104 "GET /v2.0/ports?device_id=7c0e3267-8a9d-454d-a315-f6e50bd739c8 HTTP/1.1" status: 200 len: 946 time: 0.1206043 Jul 06 14:28:07.323927 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-066803a2-3d74-4ad7-a670-6be3ee7883d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:28:07.329173 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-066803a2-3d74-4ad7-a670-6be3ee7883d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:28:07.344123 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-066803a2-3d74-4ad7-a670-6be3ee7883d4 admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/1d5550d8-7c37-49d8-ab4f-31b42b803b51 HTTP/1.1" status: 204 len: 168 time: 0.2465918 Jul 06 14:28:07.365197 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066803a2-3d74-4ad7-a670-6be3ee7883d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d5550d8-7c37-49d8-ab4f-31b42b803b51,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:28:07.394364 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-55a8865f-ed6b-4ebb-a6eb-cae20a2d5e68 req-1bb65a6a-24d0-485f-b1b1-ab8de18179b8 tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] 10.222.0.104 "GET /v2.0/security-groups?id=6291342d-85a2-4aa4-bb03-6ceae3ee69b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0741470 Jul 06 14:28:07.680223 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e982bb78-14a7-407f-a6f7-adddea0d06e6 req-ac43a97e-84af-4113-a8fb-075a1c4c0f7d tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:28:07.681988 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-e982bb78-14a7-407f-a6f7-adddea0d06e6 req-ac43a97e-84af-4113-a8fb-075a1c4c0f7d tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] 10.222.0.104 "GET /v2.0/ports?device_id=7c0e3267-8a9d-454d-a315-f6e50bd739c8 HTTP/1.1" status: 200 len: 946 time: 0.1138217 Jul 06 14:28:07.750200 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-e982bb78-14a7-407f-a6f7-adddea0d06e6 req-1ece05a2-e7fa-4ec2-99e7-5ef122b77ed7 tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] 10.222.0.104 "GET /v2.0/security-groups?id=6291342d-85a2-4aa4-bb03-6ceae3ee69b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588515 Jul 06 14:28:07.884685 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 49616) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:28:07.901032 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-69b358c4-c2b9-472d-b43d-044d45bc74ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:28:08.079991 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-69b358c4-c2b9-472d-b43d-044d45bc74ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:28:08.092782 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-69b358c4-c2b9-472d-b43d-044d45bc74ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:28:08.157674 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-69b358c4-c2b9-472d-b43d-044d45bc74ac admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=7b4e031a360849d3b794003347f11cdb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2717640 Jul 06 14:28:08.158614 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 49626) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:28:08.185627 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b358c4-c2b9-472d-b43d-044d45bc74ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=112fdb8e-78ba-4562-89e3-c5a03aef63c1,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:28:08.295397 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-03b07cf0-152b-4744-818b-4aaac938d06b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:28:08.336808 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-03b07cf0-152b-4744-818b-4aaac938d06b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:28:08.437723 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-03b07cf0-152b-4744-818b-4aaac938d06b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:28:08.441923 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-03b07cf0-152b-4744-818b-4aaac938d06b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:28:08.443099 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-03b07cf0-152b-4744-818b-4aaac938d06b admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/112fdb8e-78ba-4562-89e3-c5a03aef63c1 HTTP/1.1" status: 204 len: 168 time: 0.2802050 Jul 06 14:28:08.452566 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b07cf0-152b-4744-818b-4aaac938d06b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=112fdb8e-78ba-4562-89e3-c5a03aef63c1,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:28:09.286610 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 49652) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:28:10.117261 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-e8f43fa6-1ac3-4b0e-b8f9-20a15e802df1 tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:28:10.750793 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:28:10.893058 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.db_base_plugin_common [None req-e8f43fa6-1ac3-4b0e-b8f9-20a15e802df1 tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Allocated IP 172.20.0.17 (5b338b8b-1106-440d-8ecb-40466ab43e10/0bc75554-0830-4636-b220-a2f523059e34/40ec2526-2b96-4d40-b205-60744ec17698) {{(pid=100247) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:28:11.043128 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-e8f43fa6-1ac3-4b0e-b8f9-20a15e802df1 tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Notify callbacks [] for port, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:28:11.058780 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.provisioning_blocks [None req-e8f43fa6-1ac3-4b0e-b8f9-20a15e802df1 tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Transition to ACTIVE for port object 40ec2526-2b96-4d40-b205-60744ec17698 will not be triggered until provisioned by entity DHCP. {{(pid=100247) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:28:11.108352 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-e8f43fa6-1ac3-4b0e-b8f9-20a15e802df1 tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-128888360'] for port, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:28:11.177262 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8f43fa6-1ac3-4b0e-b8f9-20a15e802df1 tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Network 5b338b8b-1106-440d-8ecb-40466ab43e10 is already hosted by enough agents. {{(pid=100247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:28:11.180769 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.base_scheduler [None req-e8f43fa6-1ac3-4b0e-b8f9-20a15e802df1 tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Resources bound (agent type, host, resource id): {{(pid=100247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:28:11.198844 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8f43fa6-1ac3-4b0e-b8f9-20a15e802df1 tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Received port after_create {{(pid=100247) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:28:11.206083 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f43fa6-1ac3-4b0e-b8f9-20a15e802df1 tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Pushing event updated for resources: {'Port': ['ID=40ec2526-2b96-4d40-b205-60744ec17698,revision_number=1']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:28:11.311043 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-e8f43fa6-1ac3-4b0e-b8f9-20a15e802df1 tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1807675'] for router_interface, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:28:11.679798 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-039b48ad-17fd-4e69-8fc7-d93a72d130d3 None None] Provisioning for port 40ec2526-2b96-4d40-b205-60744ec17698 completed by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:28:11.690534 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-039b48ad-17fd-4e69-8fc7-d93a72d130d3 None None] Provisioning complete for port 40ec2526-2b96-4d40-b205-60744ec17698 triggered by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:28:11.690915 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-039b48ad-17fd-4e69-8fc7-d93a72d130d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:28:11.712906 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-e8f43fa6-1ac3-4b0e-b8f9-20a15e802df1 tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:28:11.773970 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-039b48ad-17fd-4e69-8fc7-d93a72d130d3 None None] Port 40ec2526-2b96-4d40-b205-60744ec17698 cannot update to ACTIVE because it is not bound. {{(pid=100248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 14:28:12.109465 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-e8f43fa6-1ac3-4b0e-b8f9-20a15e802df1 tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Notify callbacks [] for port, precommit_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:28:12.122813 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-e8f43fa6-1ac3-4b0e-b8f9-20a15e802df1 tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128888538'] for port, after_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:28:12.214763 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f43fa6-1ac3-4b0e-b8f9-20a15e802df1 tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Pushing event updated for resources: {'Port': ['ID=40ec2526-2b96-4d40-b205-60744ec17698,revision_number=2']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:28:12.220079 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-e8f43fa6-1ac3-4b0e-b8f9-20a15e802df1 tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1809478'] for router_interface, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:28:12.365438 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8f43fa6-1ac3-4b0e-b8f9-20a15e802df1 tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Network 5b338b8b-1106-440d-8ecb-40466ab43e10 is already hosted by enough agents. {{(pid=100247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:28:12.367304 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.base_scheduler [None req-e8f43fa6-1ac3-4b0e-b8f9-20a15e802df1 tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Resources bound (agent type, host, resource id): {{(pid=100247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:28:12.570339 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:28:12.575239 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8f43fa6-1ac3-4b0e-b8f9-20a15e802df1 tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Router 712aa42d-e606-44f5-89a1-4b8371ec819b has already been hosted by L3 agent 2823d358-a11b-4885-a706-95a279e43fa7 {{(pid=100247) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 14:28:12.814059 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-02f84476-77ad-43df-881c-fcf4309a5337 None None] Provisioning complete for port 40ec2526-2b96-4d40-b205-60744ec17698 triggered by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:28:12.815082 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-02f84476-77ad-43df-881c-fcf4309a5337 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:28:12.824867 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8f43fa6-1ac3-4b0e-b8f9-20a15e802df1 tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Notify agent at l3_agent.n-d-773647-6 the message routers_updated {{(pid=100247) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 14:28:12.838023 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-e8f43fa6-1ac3-4b0e-b8f9-20a15e802df1 tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] 10.222.0.104 "PUT /v2.0/routers/712aa42d-e606-44f5-89a1-4b8371ec819b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5475190 Jul 06 14:28:12.838308 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1165f5d7-aded-4cb0-934e-c6b2def1840f None None] Sync routers for ids ['712aa42d-e606-44f5-89a1-4b8371ec819b'] in n-d-773647-6 {{(pid=100249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 14:28:12.854680 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1165f5d7-aded-4cb0-934e-c6b2def1840f None None] Routers {'712aa42d-e606-44f5-89a1-4b8371ec819b'} bound to L3 agent in host n-d-773647-6 {{(pid=100249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:28:12.856354 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-1165f5d7-aded-4cb0-934e-c6b2def1840f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T14:27:56Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['712aa42d-e606-44f5-89a1-4b8371ec819b'], 'active': True} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:28:12.873606 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-02f84476-77ad-43df-881c-fcf4309a5337 None None] Port 40ec2526-2b96-4d40-b205-60744ec17698 cannot update to ACTIVE because it is not bound. {{(pid=100248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 14:28:13.017777 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvr_db [None req-1165f5d7-aded-4cb0-934e-c6b2def1840f None None] Set router 712aa42d-e606-44f5-89a1-4b8371ec819b gateway port host: n-d-773647-6 {{(pid=100249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:28:13.282028 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-1165f5d7-aded-4cb0-934e-c6b2def1840f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '712aa42d-e606-44f5-89a1-4b8371ec819b', 'name': 'tempest-TestNetworkBasicOps-router-616236491', 'tenant_id': '107c04f466b0465e9fe8bb8c503793e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.182'}], 'enable_snat': True}, 'gw_port_id': '3906f4ac-f7a7-4518-8705-86fb806b5439', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:25:50Z', 'updated_at': '2021-07-06T14:28:11Z', 'revision_number': 5, 'project_id': '107c04f466b0465e9fe8bb8c503793e0', 'gw_port': {'id': '3906f4ac-f7a7-4518-8705-86fb806b5439', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:8e:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '712aa42d-e606-44f5-89a1-4b8371ec819b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3542, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:25:50Z', 'updated_at': '2021-07-06T14:25:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6', '_floatingips': [{'id': 'f8de4213-6138-4f47-aec2-c5b7dbf25eb3', 'tenant_id': '107c04f466b0465e9fe8bb8c503793e0', 'floating_ip_address': '172.25.0.38', 'floating_network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'router_id': '712aa42d-e606-44f5-89a1-4b8371ec819b', 'port_id': '9b52d121-1ce2-4f96-99c8-e312d220c63a', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 3612, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a27c611a-8f02-4f1c-82ec-76aeb5ad6a47', 'mac_address': 'fa:16:3e:a7:f1:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b230357-9912-4d8c-bc47-fa1cf66bf99f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T14:26:30Z', 'updated_at': '2021-07-06T14:26:38Z', 'revision_number': 1, 'project_id': '107c04f466b0465e9fe8bb8c503793e0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '40ec2526-2b96-4d40-b205-60744ec17698', 'name': '', 'network_id': '5b338b8b-1106-440d-8ecb-40466ab43e10', 'tenant_id': '107c04f466b0465e9fe8bb8c503793e0', 'mac_address': 'fa:16:3e:c5:bf:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '712aa42d-e606-44f5-89a1-4b8371ec819b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3728, 'fixed_ips': [{'subnet_id': '0bc75554-0830-4636-b220-a2f523059e34', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:28:10Z', 'updated_at': '2021-07-06T14:28:11Z', 'revision_number': 2, 'project_id': '107c04f466b0465e9fe8bb8c503793e0', 'subnets': [{'id': '0bc75554-0830-4636-b220-a2f523059e34', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a54c21e7-2019-4d65-9120-fbb8bfeeca51', 'name': '', 'network_id': 'a27c611a-8f02-4f1c-82ec-76aeb5ad6a47', 'tenant_id': '107c04f466b0465e9fe8bb8c503793e0', 'mac_address': 'fa:16:3e:15:3f:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '712aa42d-e606-44f5-89a1-4b8371ec819b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3549, 'fixed_ips': [{'subnet_id': 'b85a66d5-8b38-4e5c-9d42-1aa6ece21b33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:25:56Z', 'updated_at': '2021-07-06T14:26:06Z', 'revision_number': 5, 'project_id': '107c04f466b0465e9fe8bb8c503793e0', 'subnets': [{'id': 'b85a66d5-8b38-4e5c-9d42-1aa6ece21b33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773647-6', False) {} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:28:13.318615 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1165f5d7-aded-4cb0-934e-c6b2def1840f None None] Checking router: 712aa42d-e606-44f5-89a1-4b8371ec819b for host: n-d-773647-6 {{(pid=100249) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 14:28:13.319069 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1165f5d7-aded-4cb0-934e-c6b2def1840f None None] Updating router 712aa42d-e606-44f5-89a1-4b8371ec819b port 40ec2526-2b96-4d40-b205-60744ec17698 binding host n-d-773647-6 {{(pid=100249) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 14:28:13.359586 n-d-773647-6 neutron-server[100249]: DEBUG neutron_lib.callbacks.manager [None req-1165f5d7-aded-4cb0-934e-c6b2def1840f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:28:13.785008 n-d-773647-6 neutron-server[100249]: DEBUG neutron_lib.callbacks.manager [None req-1165f5d7-aded-4cb0-934e-c6b2def1840f None None] Notify callbacks [] for port, precommit_update {{(pid=100249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:28:13.795750 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.provisioning_blocks [None req-1165f5d7-aded-4cb0-934e-c6b2def1840f None None] Transition to ACTIVE for port object 40ec2526-2b96-4d40-b205-60744ec17698 will not be triggered until provisioned by entity L2. {{(pid=100249) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:28:13.802225 n-d-773647-6 neutron-server[100249]: DEBUG neutron_lib.callbacks.manager [None req-1165f5d7-aded-4cb0-934e-c6b2def1840f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:28:13.906566 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2498694a-2c81-497c-9c5c-fed64c216ceb None None] Pushing event updated for resources: {'Port': ['ID=40ec2526-2b96-4d40-b205-60744ec17698,revision_number=3']} {{(pid=100249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:28:13.935075 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2498694a-2c81-497c-9c5c-fed64c216ceb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:28:13.935586 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2498694a-2c81-497c-9c5c-fed64c216ceb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:28:13.935924 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2498694a-2c81-497c-9c5c-fed64c216ceb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:28:13.936255 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2498694a-2c81-497c-9c5c-fed64c216ceb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:28:13.936660 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2498694a-2c81-497c-9c5c-fed64c216ceb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:28:13.936989 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2498694a-2c81-497c-9c5c-fed64c216ceb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:28:13.937322 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2498694a-2c81-497c-9c5c-fed64c216ceb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:28:13.937983 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2498694a-2c81-497c-9c5c-fed64c216ceb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:28:13.938292 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2498694a-2c81-497c-9c5c-fed64c216ceb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:28:13.938666 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2498694a-2c81-497c-9c5c-fed64c216ceb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:28:13.938988 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2498694a-2c81-497c-9c5c-fed64c216ceb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:28:13.940369 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2498694a-2c81-497c-9c5c-fed64c216ceb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:28:13.964927 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.managers [None req-1165f5d7-aded-4cb0-934e-c6b2def1840f None None] Attempting to bind port 40ec2526-2b96-4d40-b205-60744ec17698 on host n-d-773647-6 for vnic_type normal with profile {{(pid=100249) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:28:13.965822 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.managers [None req-1165f5d7-aded-4cb0-934e-c6b2def1840f None None] Attempting to bind port 40ec2526-2b96-4d40-b205-60744ec17698 by drivers openvswitch,hyperv on host n-d-773647-6 at level 0 using segments [{'id': '17c07adc-9bef-4c1e-ba54-abd66f1c2058', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1036, 'network_id': '5b338b8b-1106-440d-8ecb-40466ab43e10'}] {{(pid=100249) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:28:13.966294 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1165f5d7-aded-4cb0-934e-c6b2def1840f None None] Attempting to bind port 40ec2526-2b96-4d40-b205-60744ec17698 on network 5b338b8b-1106-440d-8ecb-40466ab43e10 {{(pid=100249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:28:13.972268 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1165f5d7-aded-4cb0-934e-c6b2def1840f None None] Checking agent: {'id': '8ab5b19c-d213-4f29-891d-27bdf39d38b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773647-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 43, 26), 'started_at': datetime.datetime(2021, 7, 6, 13, 43, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 27, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773647-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:28:13.972897 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1165f5d7-aded-4cb0-934e-c6b2def1840f None None] Checking segment: {'id': '17c07adc-9bef-4c1e-ba54-abd66f1c2058', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1036, 'network_id': '5b338b8b-1106-440d-8ecb-40466ab43e10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100249) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:28:13.973436 n-d-773647-6 neutron-server[100249]: DEBUG neutron_lib.callbacks.manager [None req-1165f5d7-aded-4cb0-934e-c6b2def1840f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:28:13.973929 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1165f5d7-aded-4cb0-934e-c6b2def1840f None None] Bound using segment: {'id': '17c07adc-9bef-4c1e-ba54-abd66f1c2058', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1036, 'network_id': '5b338b8b-1106-440d-8ecb-40466ab43e10'} {{(pid=100249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:28:13.974585 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.managers [None req-1165f5d7-aded-4cb0-934e-c6b2def1840f None None] Bound port: 40ec2526-2b96-4d40-b205-60744ec17698, host: n-d-773647-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17c07adc-9bef-4c1e-ba54-abd66f1c2058', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1036, 'network_id': '5b338b8b-1106-440d-8ecb-40466ab43e10'}}] {{(pid=100249) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:28:13.975058 n-d-773647-6 neutron-server[100249]: DEBUG neutron_lib.callbacks.manager [None req-1165f5d7-aded-4cb0-934e-c6b2def1840f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:28:14.098195 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.db [None req-1165f5d7-aded-4cb0-934e-c6b2def1840f None None] For port 40ec2526-2b96-4d40-b205-60744ec17698, host n-d-773647-6, cleared binding levels {{(pid=100249) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:28:14.103658 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.db [None req-1165f5d7-aded-4cb0-934e-c6b2def1840f None None] For port 40ec2526-2b96-4d40-b205-60744ec17698, host n-d-773647-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=40ec2526-2b96-4d40-b205-60744ec17698,segment=NetworkSegment(17c07adc-9bef-4c1e-ba54-abd66f1c2058),segment_id=17c07adc-9bef-4c1e-ba54-abd66f1c2058)] {{(pid=100249) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:28:14.113332 n-d-773647-6 neutron-server[100249]: DEBUG neutron_lib.callbacks.manager [None req-1165f5d7-aded-4cb0-934e-c6b2def1840f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:28:14.242877 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2498694a-2c81-497c-9c5c-fed64c216ceb None None] Pushing event updated for resources: {'Port': ['ID=40ec2526-2b96-4d40-b205-60744ec17698,revision_number=4']} {{(pid=100249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:28:14.251820 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1165f5d7-aded-4cb0-934e-c6b2def1840f None None] Routers {'712aa42d-e606-44f5-89a1-4b8371ec819b'} bound to L3 agent in host n-d-773647-6 {{(pid=100249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:28:14.252483 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-1165f5d7-aded-4cb0-934e-c6b2def1840f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T14:27:56Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['712aa42d-e606-44f5-89a1-4b8371ec819b'], 'active': True} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:28:14.432388 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvr_db [None req-1165f5d7-aded-4cb0-934e-c6b2def1840f None None] Set router 712aa42d-e606-44f5-89a1-4b8371ec819b gateway port host: n-d-773647-6 {{(pid=100249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:28:14.733251 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-1165f5d7-aded-4cb0-934e-c6b2def1840f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '712aa42d-e606-44f5-89a1-4b8371ec819b', 'name': 'tempest-TestNetworkBasicOps-router-616236491', 'tenant_id': '107c04f466b0465e9fe8bb8c503793e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.182'}], 'enable_snat': True}, 'gw_port_id': '3906f4ac-f7a7-4518-8705-86fb806b5439', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:25:50Z', 'updated_at': '2021-07-06T14:28:11Z', 'revision_number': 5, 'project_id': '107c04f466b0465e9fe8bb8c503793e0', 'gw_port': {'id': '3906f4ac-f7a7-4518-8705-86fb806b5439', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:8e:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '712aa42d-e606-44f5-89a1-4b8371ec819b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3542, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:25:50Z', 'updated_at': '2021-07-06T14:25:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6', '_floatingips': [{'id': 'f8de4213-6138-4f47-aec2-c5b7dbf25eb3', 'tenant_id': '107c04f466b0465e9fe8bb8c503793e0', 'floating_ip_address': '172.25.0.38', 'floating_network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'router_id': '712aa42d-e606-44f5-89a1-4b8371ec819b', 'port_id': '9b52d121-1ce2-4f96-99c8-e312d220c63a', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 3612, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a27c611a-8f02-4f1c-82ec-76aeb5ad6a47', 'mac_address': 'fa:16:3e:a7:f1:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b230357-9912-4d8c-bc47-fa1cf66bf99f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T14:26:30Z', 'updated_at': '2021-07-06T14:26:38Z', 'revision_number': 1, 'project_id': '107c04f466b0465e9fe8bb8c503793e0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '40ec2526-2b96-4d40-b205-60744ec17698', 'name': '', 'network_id': '5b338b8b-1106-440d-8ecb-40466ab43e10', 'tenant_id': '107c04f466b0465e9fe8bb8c503793e0', 'mac_address': 'fa:16:3e:c5:bf:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '712aa42d-e606-44f5-89a1-4b8371ec819b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3728, 'fixed_ips': [{'subnet_id': '0bc75554-0830-4636-b220-a2f523059e34', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:28:10Z', 'updated_at': '2021-07-06T14:28:14Z', 'revision_number': 4, 'project_id': '107c04f466b0465e9fe8bb8c503793e0', 'subnets': [{'id': '0bc75554-0830-4636-b220-a2f523059e34', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a54c21e7-2019-4d65-9120-fbb8bfeeca51', 'name': '', 'network_id': 'a27c611a-8f02-4f1c-82ec-76aeb5ad6a47', 'tenant_id': '107c04f466b0465e9fe8bb8c503793e0', 'mac_address': 'fa:16:3e:15:3f:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '712aa42d-e606-44f5-89a1-4b8371ec819b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3549, 'fixed_ips': [{'subnet_id': 'b85a66d5-8b38-4e5c-9d42-1aa6ece21b33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:25:56Z', 'updated_at': '2021-07-06T14:26:06Z', 'revision_number': 5, 'project_id': '107c04f466b0465e9fe8bb8c503793e0', 'subnets': [{'id': 'b85a66d5-8b38-4e5c-9d42-1aa6ece21b33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773647-6', False) {} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:28:14.764198 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1165f5d7-aded-4cb0-934e-c6b2def1840f None None] The sync data for ids ['712aa42d-e606-44f5-89a1-4b8371ec819b'] in n-d-773647-6 is: [{'id': '712aa42d-e606-44f5-89a1-4b8371ec819b', 'name': 'tempest-TestNetworkBasicOps-router-616236491', 'tenant_id': '107c04f466b0465e9fe8bb8c503793e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.182'}], 'enable_snat': True}, 'gw_port_id': '3906f4ac-f7a7-4518-8705-86fb806b5439', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:25:50Z', 'updated_at': '2021-07-06T14:28:11Z', 'revision_number': 5, 'project_id': '107c04f466b0465e9fe8bb8c503793e0', 'gw_port': {'id': '3906f4ac-f7a7-4518-8705-86fb806b5439', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:8e:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '712aa42d-e606-44f5-89a1-4b8371ec819b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3542, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:25:50Z', 'updated_at': '2021-07-06T14:25:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6', '_floatingips': [{'id': 'f8de4213-6138-4f47-aec2-c5b7dbf25eb3', 'tenant_id': '107c04f466b0465e9fe8bb8c503793e0', 'floating_ip_address': '172.25.0.38', 'floating_network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'router_id': '712aa42d-e606-44f5-89a1-4b8371ec819b', 'port_id': '9b52d121-1ce2-4f96-99c8-e312d220c63a', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 3612, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a27c611a-8f02-4f1c-82ec-76aeb5ad6a47', 'mac_address': 'fa:16:3e:a7:f1:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b230357-9912-4d8c-bc47-fa1cf66bf99f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T14:26:30Z', 'updated_at': '2021-07-06T14:26:38Z', 'revision_number': 1, 'project_id': '107c04f466b0465e9fe8bb8c503793e0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '40ec2526-2b96-4d40-b205-60744ec17698', 'name': '', 'network_id': '5b338b8b-1106-440d-8ecb-40466ab43e10', 'tenant_id': '107c04f466b0465e9fe8bb8c503793e0', 'mac_address': 'fa:16:3e:c5:bf:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '712aa42d-e606-44f5-89a1-4b8371ec819b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3728, 'fixed_ips': [{'subnet_id': '0bc75554-0830-4636-b220-a2f523059e34', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:28:10Z', 'updated_at': '2021-07-06T14:28:14Z', 'revision_number': 4, 'project_id': '107c04f466b0465e9fe8bb8c503793e0', 'subnets': [{'id': '0bc75554-0830-4636-b220-a2f523059e34', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a54c21e7-2019-4d65-9120-fbb8bfeeca51', 'name': '', 'network_id': 'a27c611a-8f02-4f1c-82ec-76aeb5ad6a47', 'tenant_id': '107c04f466b0465e9fe8bb8c503793e0', 'mac_address': 'fa:16:3e:15:3f:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '712aa42d-e606-44f5-89a1-4b8371ec819b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3549, 'fixed_ips': [{'subnet_id': 'b85a66d5-8b38-4e5c-9d42-1aa6ece21b33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:25:56Z', 'updated_at': '2021-07-06T14:26:06Z', 'revision_number': 5, 'project_id': '107c04f466b0465e9fe8bb8c503793e0', 'subnets': [{'id': 'b85a66d5-8b38-4e5c-9d42-1aa6ece21b33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 14:28:15.028427 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 40ec2526-2b96-4d40-b205-60744ec17698 up at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:28:15.089711 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning for port 40ec2526-2b96-4d40-b205-60744ec17698 completed by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:28:15.113393 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning complete for port 40ec2526-2b96-4d40-b205-60744ec17698 triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:28:15.114294 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:28:15.262479 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:28:15.310365 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] For port 40ec2526-2b96-4d40-b205-60744ec17698, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=40ec2526-2b96-4d40-b205-60744ec17698,segment=NetworkSegment(17c07adc-9bef-4c1e-ba54-abd66f1c2058),segment_id=17c07adc-9bef-4c1e-ba54-abd66f1c2058)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:28:15.321107 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:28:15.423277 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Pushing event updated for resources: {'Port': ['ID=40ec2526-2b96-4d40-b205-60744ec17698,revision_number=5']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:28:15.431836 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:28:15.432267 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:28:15.432672 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:28:15.433147 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:28:15.433552 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:28:15.433950 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:28:15.434582 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:28:15.435112 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:28:15.435642 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:28:15.436037 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:28:15.436432 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:28:15.436826 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:28:16.942192 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 40ec2526-2b96-4d40-b205-60744ec17698 up at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:28:16.994951 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning complete for port 40ec2526-2b96-4d40-b205-60744ec17698 triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:28:16.995774 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:28:19.364789 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 49824) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:28:19.508994 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-edb0dd63-fb55-4abd-841b-44eadbf24762 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:28:19.622216 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-edb0dd63-fb55-4abd-841b-44eadbf24762 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:28:19.630246 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-edb0dd63-fb55-4abd-841b-44eadbf24762 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:28:19.658249 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-edb0dd63-fb55-4abd-841b-44eadbf24762 admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=3f7ab5c2e9ee4690a2a4bcfc9cc2e300&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2912273 Jul 06 14:28:19.660884 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 49830) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:28:19.679288 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb0dd63-fb55-4abd-841b-44eadbf24762 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d91096ad-4180-4f3c-872e-4898d5ef23bf,revision_number=1']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:28:19.724963 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-40ff3d3d-6b62-4966-8691-7f98cb071fe5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:28:19.755023 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-40ff3d3d-6b62-4966-8691-7f98cb071fe5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:28:19.815407 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-40ff3d3d-6b62-4966-8691-7f98cb071fe5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:28:19.819075 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-40ff3d3d-6b62-4966-8691-7f98cb071fe5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:28:19.823506 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-40ff3d3d-6b62-4966-8691-7f98cb071fe5 admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/d91096ad-4180-4f3c-872e-4898d5ef23bf HTTP/1.1" status: 204 len: 168 time: 0.1604002 Jul 06 14:28:19.838048 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ff3d3d-6b62-4966-8691-7f98cb071fe5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d91096ad-4180-4f3c-872e-4898d5ef23bf,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:28:20.136795 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 49844) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:28:20.152460 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-233f4096-0da5-4c5f-a567-32adc9d99dbb admin admin] Notify callbacks [] for security_group, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:28:20.269056 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-233f4096-0da5-4c5f-a567-32adc9d99dbb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:28:20.275089 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-233f4096-0da5-4c5f-a567-32adc9d99dbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:28:20.317876 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233f4096-0da5-4c5f-a567-32adc9d99dbb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60eb263d-124c-4b38-a997-4349a7c02293,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:28:20.325040 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-233f4096-0da5-4c5f-a567-32adc9d99dbb admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=76d2b5f8083e4a1fafd9945ed5fc1566&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1871870 Jul 06 14:28:20.328024 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 49848) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:28:20.384733 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-11c2c806-f795-43a0-b34a-590c90208722 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:28:20.406323 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-11c2c806-f795-43a0-b34a-590c90208722 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:28:20.488230 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-11c2c806-f795-43a0-b34a-590c90208722 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:28:20.492703 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-11c2c806-f795-43a0-b34a-590c90208722 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:28:20.495261 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-11c2c806-f795-43a0-b34a-590c90208722 admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/60eb263d-124c-4b38-a997-4349a7c02293 HTTP/1.1" status: 204 len: 168 time: 0.1649301 Jul 06 14:28:20.514743 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c2c806-f795-43a0-b34a-590c90208722 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60eb263d-124c-4b38-a997-4349a7c02293,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:28:22.869192 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-7df2f438-9b18-49ea-889d-58aecd228659 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:28:25.565542 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-9e5f1ace-22ef-413d-83be-b599ce37fe85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:28:25.890801 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:28:26.660071 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-2064eaae-da4f-48f8-82d2-b09d4ddedd44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:28:28.447972 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-03f71b24-a9b8-453a-8924-caa3f97bc6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:28:31.180409 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 50122) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:28:31.718666 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-4aa6dfa1-50c0-40b1-847e-ff4051c78a23 tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1809431'] for router_interface, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:28:32.118064 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [None req-4aa6dfa1-50c0-40b1-847e-ff4051c78a23 tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Deleting port 40ec2526-2b96-4d40-b205-60744ec17698 {{(pid=100246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:28:32.118449 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-4aa6dfa1-50c0-40b1-847e-ff4051c78a23 tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:28:32.231776 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.db [None req-4aa6dfa1-50c0-40b1-847e-ff4051c78a23 tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] For port 40ec2526-2b96-4d40-b205-60744ec17698, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=40ec2526-2b96-4d40-b205-60744ec17698,segment=NetworkSegment(17c07adc-9bef-4c1e-ba54-abd66f1c2058),segment_id=17c07adc-9bef-4c1e-ba54-abd66f1c2058)] {{(pid=100246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:28:32.232339 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-4aa6dfa1-50c0-40b1-847e-ff4051c78a23 tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:28:32.253713 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [None req-4aa6dfa1-50c0-40b1-847e-ff4051c78a23 tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Calling delete_port for 40ec2526-2b96-4d40-b205-60744ec17698 owned by network:router_interface {{(pid=100246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:28:32.494332 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-4aa6dfa1-50c0-40b1-847e-ff4051c78a23 tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127687580'] for port, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:28:32.530048 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa6dfa1-50c0-40b1-847e-ff4051c78a23 tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Pushing event deleted for resources: {'Port': ['ID=40ec2526-2b96-4d40-b205-60744ec17698,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:28:32.812707 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-4aa6dfa1-50c0-40b1-847e-ff4051c78a23 tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1809193'] for router_interface, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:28:33.147927 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4aa6dfa1-50c0-40b1-847e-ff4051c78a23 tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Router 712aa42d-e606-44f5-89a1-4b8371ec819b has already been hosted by L3 agent 2823d358-a11b-4885-a706-95a279e43fa7 {{(pid=100246) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 14:28:33.293216 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4aa6dfa1-50c0-40b1-847e-ff4051c78a23 tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Notify agent at l3_agent.n-d-773647-6 the message routers_updated {{(pid=100246) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 14:28:33.308340 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a21f88b-0ab1-459b-8f87-974e56ded0af None None] Sync routers for ids ['712aa42d-e606-44f5-89a1-4b8371ec819b'] in n-d-773647-6 {{(pid=100248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 14:28:33.324188 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-4aa6dfa1-50c0-40b1-847e-ff4051c78a23 tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] 10.222.0.104 "PUT /v2.0/routers/712aa42d-e606-44f5-89a1-4b8371ec819b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1419210 Jul 06 14:28:33.326361 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a21f88b-0ab1-459b-8f87-974e56ded0af None None] Routers {'712aa42d-e606-44f5-89a1-4b8371ec819b'} bound to L3 agent in host n-d-773647-6 {{(pid=100248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:28:33.326985 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-5a21f88b-0ab1-459b-8f87-974e56ded0af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T14:28:26Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['712aa42d-e606-44f5-89a1-4b8371ec819b'], 'active': True} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:28:33.495615 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvr_db [None req-5a21f88b-0ab1-459b-8f87-974e56ded0af None None] Set router 712aa42d-e606-44f5-89a1-4b8371ec819b gateway port host: n-d-773647-6 {{(pid=100248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:28:33.992386 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a18fa6a-16fd-4442-8165-4b7f83b66a5f req-e8ea3644-67a6-44c8-9a8d-a05c8296eca2 tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:28:33.994542 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-9a18fa6a-16fd-4442-8165-4b7f83b66a5f req-e8ea3644-67a6-44c8-9a8d-a05c8296eca2 tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] 10.222.0.104 "GET /v2.0/ports?device_id=7c0e3267-8a9d-454d-a315-f6e50bd739c8 HTTP/1.1" status: 200 len: 946 time: 0.1071393 Jul 06 14:28:34.034634 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-5a21f88b-0ab1-459b-8f87-974e56ded0af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '712aa42d-e606-44f5-89a1-4b8371ec819b', 'name': 'tempest-TestNetworkBasicOps-router-616236491', 'tenant_id': '107c04f466b0465e9fe8bb8c503793e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.182'}], 'enable_snat': True}, 'gw_port_id': '3906f4ac-f7a7-4518-8705-86fb806b5439', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:25:50Z', 'updated_at': '2021-07-06T14:28:32Z', 'revision_number': 6, 'project_id': '107c04f466b0465e9fe8bb8c503793e0', 'gw_port': {'id': '3906f4ac-f7a7-4518-8705-86fb806b5439', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:8e:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '712aa42d-e606-44f5-89a1-4b8371ec819b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3542, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:25:50Z', 'updated_at': '2021-07-06T14:25:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6', '_floatingips': [{'id': 'f8de4213-6138-4f47-aec2-c5b7dbf25eb3', 'tenant_id': '107c04f466b0465e9fe8bb8c503793e0', 'floating_ip_address': '172.25.0.38', 'floating_network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'router_id': '712aa42d-e606-44f5-89a1-4b8371ec819b', 'port_id': '9b52d121-1ce2-4f96-99c8-e312d220c63a', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 3612, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a27c611a-8f02-4f1c-82ec-76aeb5ad6a47', 'mac_address': 'fa:16:3e:a7:f1:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b230357-9912-4d8c-bc47-fa1cf66bf99f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T14:26:30Z', 'updated_at': '2021-07-06T14:26:38Z', 'revision_number': 1, 'project_id': '107c04f466b0465e9fe8bb8c503793e0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a54c21e7-2019-4d65-9120-fbb8bfeeca51', 'name': '', 'network_id': 'a27c611a-8f02-4f1c-82ec-76aeb5ad6a47', 'tenant_id': '107c04f466b0465e9fe8bb8c503793e0', 'mac_address': 'fa:16:3e:15:3f:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '712aa42d-e606-44f5-89a1-4b8371ec819b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3549, 'fixed_ips': [{'subnet_id': 'b85a66d5-8b38-4e5c-9d42-1aa6ece21b33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:25:56Z', 'updated_at': '2021-07-06T14:26:06Z', 'revision_number': 5, 'project_id': '107c04f466b0465e9fe8bb8c503793e0', 'subnets': [{'id': 'b85a66d5-8b38-4e5c-9d42-1aa6ece21b33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773647-6', False) {} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:28:34.043606 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-9a18fa6a-16fd-4442-8165-4b7f83b66a5f req-5fb7d4df-ffb3-46ba-958a-b48d2ea4d4d1 tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] 10.222.0.104 "GET /v2.0/security-groups?id=6291342d-85a2-4aa4-bb03-6ceae3ee69b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420916 Jul 06 14:28:34.069492 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a21f88b-0ab1-459b-8f87-974e56ded0af None None] Checking router: 712aa42d-e606-44f5-89a1-4b8371ec819b for host: n-d-773647-6 {{(pid=100248) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 14:28:34.078257 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a21f88b-0ab1-459b-8f87-974e56ded0af None None] Routers {'712aa42d-e606-44f5-89a1-4b8371ec819b'} bound to L3 agent in host n-d-773647-6 {{(pid=100248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:28:34.078863 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-5a21f88b-0ab1-459b-8f87-974e56ded0af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T14:28:26Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['712aa42d-e606-44f5-89a1-4b8371ec819b'], 'active': True} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:28:34.203671 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvr_db [None req-5a21f88b-0ab1-459b-8f87-974e56ded0af None None] Set router 712aa42d-e606-44f5-89a1-4b8371ec819b gateway port host: n-d-773647-6 {{(pid=100248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:28:34.494128 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-5a21f88b-0ab1-459b-8f87-974e56ded0af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '712aa42d-e606-44f5-89a1-4b8371ec819b', 'name': 'tempest-TestNetworkBasicOps-router-616236491', 'tenant_id': '107c04f466b0465e9fe8bb8c503793e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.182'}], 'enable_snat': True}, 'gw_port_id': '3906f4ac-f7a7-4518-8705-86fb806b5439', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:25:50Z', 'updated_at': '2021-07-06T14:28:32Z', 'revision_number': 6, 'project_id': '107c04f466b0465e9fe8bb8c503793e0', 'gw_port': {'id': '3906f4ac-f7a7-4518-8705-86fb806b5439', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:8e:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '712aa42d-e606-44f5-89a1-4b8371ec819b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3542, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:25:50Z', 'updated_at': '2021-07-06T14:25:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6', '_floatingips': [{'id': 'f8de4213-6138-4f47-aec2-c5b7dbf25eb3', 'tenant_id': '107c04f466b0465e9fe8bb8c503793e0', 'floating_ip_address': '172.25.0.38', 'floating_network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'router_id': '712aa42d-e606-44f5-89a1-4b8371ec819b', 'port_id': '9b52d121-1ce2-4f96-99c8-e312d220c63a', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 3612, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a27c611a-8f02-4f1c-82ec-76aeb5ad6a47', 'mac_address': 'fa:16:3e:a7:f1:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b230357-9912-4d8c-bc47-fa1cf66bf99f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T14:26:30Z', 'updated_at': '2021-07-06T14:26:38Z', 'revision_number': 1, 'project_id': '107c04f466b0465e9fe8bb8c503793e0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a54c21e7-2019-4d65-9120-fbb8bfeeca51', 'name': '', 'network_id': 'a27c611a-8f02-4f1c-82ec-76aeb5ad6a47', 'tenant_id': '107c04f466b0465e9fe8bb8c503793e0', 'mac_address': 'fa:16:3e:15:3f:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '712aa42d-e606-44f5-89a1-4b8371ec819b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3549, 'fixed_ips': [{'subnet_id': 'b85a66d5-8b38-4e5c-9d42-1aa6ece21b33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:25:56Z', 'updated_at': '2021-07-06T14:26:06Z', 'revision_number': 5, 'project_id': '107c04f466b0465e9fe8bb8c503793e0', 'subnets': [{'id': 'b85a66d5-8b38-4e5c-9d42-1aa6ece21b33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773647-6', False) {} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:28:34.542639 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a21f88b-0ab1-459b-8f87-974e56ded0af None None] The sync data for ids ['712aa42d-e606-44f5-89a1-4b8371ec819b'] in n-d-773647-6 is: [{'id': '712aa42d-e606-44f5-89a1-4b8371ec819b', 'name': 'tempest-TestNetworkBasicOps-router-616236491', 'tenant_id': '107c04f466b0465e9fe8bb8c503793e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.182'}], 'enable_snat': True}, 'gw_port_id': '3906f4ac-f7a7-4518-8705-86fb806b5439', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:25:50Z', 'updated_at': '2021-07-06T14:28:32Z', 'revision_number': 6, 'project_id': '107c04f466b0465e9fe8bb8c503793e0', 'gw_port': {'id': '3906f4ac-f7a7-4518-8705-86fb806b5439', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:8e:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '712aa42d-e606-44f5-89a1-4b8371ec819b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3542, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:25:50Z', 'updated_at': '2021-07-06T14:25:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6', '_floatingips': [{'id': 'f8de4213-6138-4f47-aec2-c5b7dbf25eb3', 'tenant_id': '107c04f466b0465e9fe8bb8c503793e0', 'floating_ip_address': '172.25.0.38', 'floating_network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'router_id': '712aa42d-e606-44f5-89a1-4b8371ec819b', 'port_id': '9b52d121-1ce2-4f96-99c8-e312d220c63a', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 3612, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a27c611a-8f02-4f1c-82ec-76aeb5ad6a47', 'mac_address': 'fa:16:3e:a7:f1:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b230357-9912-4d8c-bc47-fa1cf66bf99f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T14:26:30Z', 'updated_at': '2021-07-06T14:26:38Z', 'revision_number': 1, 'project_id': '107c04f466b0465e9fe8bb8c503793e0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a54c21e7-2019-4d65-9120-fbb8bfeeca51', 'name': '', 'network_id': 'a27c611a-8f02-4f1c-82ec-76aeb5ad6a47', 'tenant_id': '107c04f466b0465e9fe8bb8c503793e0', 'mac_address': 'fa:16:3e:15:3f:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '712aa42d-e606-44f5-89a1-4b8371ec819b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3549, 'fixed_ips': [{'subnet_id': 'b85a66d5-8b38-4e5c-9d42-1aa6ece21b33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:25:56Z', 'updated_at': '2021-07-06T14:26:06Z', 'revision_number': 5, 'project_id': '107c04f466b0465e9fe8bb8c503793e0', 'subnets': [{'id': 'b85a66d5-8b38-4e5c-9d42-1aa6ece21b33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 14:28:34.943619 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 40ec2526-2b96-4d40-b205-60744ec17698 no longer exists at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:28:34.968738 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] No Port match for: 40ec2526-2b96-4d40-b205-60744ec17698 {{(pid=100248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 14:28:34.969404 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 40ec2526-2b96-4d40-b205-60744ec17698 not bound to the agent host n-d-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:28:35.094754 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0811e2ff-47c0-47fc-898f-7fca190bff5f req-b9906ebb-b256-4424-b17b-d3e3d4f2d3a8 tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:28:35.096329 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-0811e2ff-47c0-47fc-898f-7fca190bff5f req-b9906ebb-b256-4424-b17b-d3e3d4f2d3a8 tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] 10.222.0.72 "GET /v2.0/ports?device_id=7c0e3267-8a9d-454d-a315-f6e50bd739c8 HTTP/1.1" status: 200 len: 946 time: 0.1197240 Jul 06 14:28:35.311498 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2961ee-7081-4791-affb-0b6d57cee03a req-d94a1faa-683f-45fb-9135-83c2c32ce2a6 tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:28:35.312932 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-df2961ee-7081-4791-affb-0b6d57cee03a req-d94a1faa-683f-45fb-9135-83c2c32ce2a6 tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] 10.222.0.104 "GET /v2.0/ports?device_id=7c0e3267-8a9d-454d-a315-f6e50bd739c8 HTTP/1.1" status: 200 len: 946 time: 0.0931621 Jul 06 14:28:35.367853 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-df2961ee-7081-4791-affb-0b6d57cee03a req-84809025-af54-4954-a552-b9c34d0a7524 tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] 10.222.0.104 "GET /v2.0/security-groups?id=6291342d-85a2-4aa4-bb03-6ceae3ee69b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463202 Jul 06 14:28:35.739252 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [req-0811e2ff-47c0-47fc-898f-7fca190bff5f req-c56bd000-2857-427f-a914-482f4296fbe2 tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Deleting port 135e8258-ae6d-4f1e-a711-010c2fb47eb3 {{(pid=100246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:28:35.739252 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-0811e2ff-47c0-47fc-898f-7fca190bff5f req-c56bd000-2857-427f-a914-482f4296fbe2 tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:28:35.939452 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.db [req-0811e2ff-47c0-47fc-898f-7fca190bff5f req-c56bd000-2857-427f-a914-482f4296fbe2 tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] For port 135e8258-ae6d-4f1e-a711-010c2fb47eb3, host n-h2-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=135e8258-ae6d-4f1e-a711-010c2fb47eb3,segment=NetworkSegment(17c07adc-9bef-4c1e-ba54-abd66f1c2058),segment_id=17c07adc-9bef-4c1e-ba54-abd66f1c2058)] {{(pid=100246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:28:35.940079 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-0811e2ff-47c0-47fc-898f-7fca190bff5f req-c56bd000-2857-427f-a914-482f4296fbe2 tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:28:35.955381 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [req-0811e2ff-47c0-47fc-898f-7fca190bff5f req-c56bd000-2857-427f-a914-482f4296fbe2 tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Calling delete_port for 135e8258-ae6d-4f1e-a711-010c2fb47eb3 owned by compute:nova {{(pid=100246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:28:35.967781 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 50276) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:28:36.158097 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-0811e2ff-47c0-47fc-898f-7fca190bff5f req-c56bd000-2857-427f-a914-482f4296fbe2 tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127687580'] for port, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:28:36.173129 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-94f214cf-28fa-49fb-8942-e6710ea85bb4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:28:36.211250 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56bd000-2857-427f-a914-482f4296fbe2 tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Pushing event deleted for resources: {'Port': ['ID=135e8258-ae6d-4f1e-a711-010c2fb47eb3,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:28:36.284657 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [req-0811e2ff-47c0-47fc-898f-7fca190bff5f req-c56bd000-2857-427f-a914-482f4296fbe2 tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] No DVR routers for this DVR port 135e8258-ae6d-4f1e-a711-010c2fb47eb3 on host n-h2-773647-6 {{(pid=100246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:28:36.287377 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-0811e2ff-47c0-47fc-898f-7fca190bff5f req-c56bd000-2857-427f-a914-482f4296fbe2 tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:28:36.289922 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-0811e2ff-47c0-47fc-898f-7fca190bff5f req-c56bd000-2857-427f-a914-482f4296fbe2 tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] 10.222.0.72 "DELETE /v2.0/ports/135e8258-ae6d-4f1e-a711-010c2fb47eb3 HTTP/1.1" status: 204 len: 173 time: 1.1794829 Jul 06 14:28:36.295060 n-d-773647-6 neutron-server[100246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c0e3267-8a9d-454d-a315-f6e50bd739c8', 'name': 'network-vif-deleted', 'tag': '135e8258-ae6d-4f1e-a711-010c2fb47eb3'}] {{(pid=100246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:28:36.297485 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0d96c5ab5e889f7b933ae915b9be33d1b46c9e87795bf781004b656ef3f1e87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66e48423-dbe0-4861-870b-e8167551379d" -d '{"events": [{"server_uuid": "7c0e3267-8a9d-454d-a315-f6e50bd739c8", "name": "network-vif-deleted", "tag": "135e8258-ae6d-4f1e-a711-010c2fb47eb3"}]}' {{(pid=100246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:28:36.423400 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 14:28:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf1d9251-a671-4fd2-b317-d05ff56ca451 x-openstack-request-id: req-bf1d9251-a671-4fd2-b317-d05ff56ca451 {{(pid=100246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:28:36.423699 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c0e3267-8a9d-454d-a315-f6e50bd739c8", "name": "network-vif-deleted", "tag": "135e8258-ae6d-4f1e-a711-010c2fb47eb3", "status": "completed", "code": 200}]} {{(pid=100246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:28:36.423956 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-bf1d9251-a671-4fd2-b317-d05ff56ca451 {{(pid=100246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:28:36.424361 n-d-773647-6 neutron-server[100246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c0e3267-8a9d-454d-a315-f6e50bd739c8', 'name': 'network-vif-deleted', 'tag': '135e8258-ae6d-4f1e-a711-010c2fb47eb3', 'status': 'completed', 'code': 200} Jul 06 14:28:36.465788 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-94f214cf-28fa-49fb-8942-e6710ea85bb4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:28:36.468964 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-94f214cf-28fa-49fb-8942-e6710ea85bb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:28:36.535420 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f214cf-28fa-49fb-8942-e6710ea85bb4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6909183c-90d7-4584-a71c-595ac7f4d4f0,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:28:36.545963 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-94f214cf-28fa-49fb-8942-e6710ea85bb4 admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=d662aa297610450a9448fc91156ccc24&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5766995 Jul 06 14:28:36.549015 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 50304) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:28:36.662932 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-70ddf4d3-1b57-4d98-9c2f-f42a1162f6b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:28:36.699697 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-70ddf4d3-1b57-4d98-9c2f-f42a1162f6b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:28:36.718203 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-eb8dd7f3-8bbf-4bd5-8878-9fb3e5e55c83 req-67d03c89-08e0-40bf-a680-53011810a920 tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] 10.222.0.104 "GET /v2.0/ports?device_id=7c0e3267-8a9d-454d-a315-f6e50bd739c8 HTTP/1.1" status: 200 len: 210 time: 0.0945487 Jul 06 14:28:36.787165 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-70ddf4d3-1b57-4d98-9c2f-f42a1162f6b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:28:36.789747 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-70ddf4d3-1b57-4d98-9c2f-f42a1162f6b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:28:36.790913 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-70ddf4d3-1b57-4d98-9c2f-f42a1162f6b9 admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/6909183c-90d7-4584-a71c-595ac7f4d4f0 HTTP/1.1" status: 204 len: 168 time: 0.2405703 Jul 06 14:28:36.804622 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ddf4d3-1b57-4d98-9c2f-f42a1162f6b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6909183c-90d7-4584-a71c-595ac7f4d4f0,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:28:36.823468 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ddf4d3-1b57-4d98-9c2f-f42a1162f6b9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:28:36.823894 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ddf4d3-1b57-4d98-9c2f-f42a1162f6b9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:28:36.824161 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ddf4d3-1b57-4d98-9c2f-f42a1162f6b9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:28:36.824720 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ddf4d3-1b57-4d98-9c2f-f42a1162f6b9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:28:36.825067 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ddf4d3-1b57-4d98-9c2f-f42a1162f6b9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:28:36.825401 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ddf4d3-1b57-4d98-9c2f-f42a1162f6b9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:28:36.825729 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ddf4d3-1b57-4d98-9c2f-f42a1162f6b9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:28:36.826059 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ddf4d3-1b57-4d98-9c2f-f42a1162f6b9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:28:36.826379 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ddf4d3-1b57-4d98-9c2f-f42a1162f6b9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:28:36.826882 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ddf4d3-1b57-4d98-9c2f-f42a1162f6b9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:28:36.827586 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ddf4d3-1b57-4d98-9c2f-f42a1162f6b9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:28:36.828088 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ddf4d3-1b57-4d98-9c2f-f42a1162f6b9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:28:37.748686 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Device 135e8258-ae6d-4f1e-a711-010c2fb47eb3 no longer exists at agent hyperv_n-h2-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:28:37.784345 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] No Port match for: 135e8258-ae6d-4f1e-a711-010c2fb47eb3 {{(pid=100248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 14:28:37.785015 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Device 135e8258-ae6d-4f1e-a711-010c2fb47eb3 not bound to the agent host n-h2-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:28:37.843667 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 50370) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:28:37.925958 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-9d933426-324d-4be9-a59e-65b9457753d0 tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Notify callbacks [] for security_group, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:28:37.958008 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-9d933426-324d-4be9-a59e-65b9457753d0 tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:28:38.033606 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-9d933426-324d-4be9-a59e-65b9457753d0 tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:28:38.041153 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-9d933426-324d-4be9-a59e-65b9457753d0 tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Notify callbacks [] for security_group, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:28:38.043867 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-9d933426-324d-4be9-a59e-65b9457753d0 tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] 10.222.0.104 "DELETE /v2.0/security-groups/6291342d-85a2-4aa4-bb03-6ceae3ee69b5 HTTP/1.1" status: 204 len: 168 time: 0.1978786 Jul 06 14:28:38.070384 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d933426-324d-4be9-a59e-65b9457753d0 tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6291342d-85a2-4aa4-bb03-6ceae3ee69b5,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:28:38.090379 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 50380) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:28:38.166323 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e11ad18-7912-4468-8457-52328194432b tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Deleting subnet 0bc75554-0830-4636-b220-a2f523059e34 {{(pid=100246) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 14:28:38.176133 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-2e11ad18-7912-4468-8457-52328194432b tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Notify callbacks [] for subnet, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:28:38.228823 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-2e11ad18-7912-4468-8457-52328194432b tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126218885'] for subnet, precommit_delete_associations {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:28:38.332355 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-2e11ad18-7912-4468-8457-52328194432b tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-913473'] for subnet, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:28:38.409549 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-2e11ad18-7912-4468-8457-52328194432b tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-913480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1849032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127687590', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127702764'] for subnet, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:28:38.443759 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cb0fca3-75e6-4802-a005-6e472a9c0e50 None None] Network 5b338b8b-1106-440d-8ecb-40466ab43e10 requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:28:38.471415 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-2e11ad18-7912-4468-8457-52328194432b tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Notify callbacks [] for subnet, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:28:38.473400 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-2e11ad18-7912-4468-8457-52328194432b tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] 10.222.0.104 "DELETE /v2.0/subnets/0bc75554-0830-4636-b220-a2f523059e34 HTTP/1.1" status: 204 len: 168 time: 0.3814278 Jul 06 14:28:38.475235 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e11ad18-7912-4468-8457-52328194432b tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Pushing event deleted for resources: {'Subnet': ['ID=0bc75554-0830-4636-b220-a2f523059e34,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:28:38.476811 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 50400) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:28:38.573089 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-1aadba37-3e58-474b-85a7-e65cde5cd922 tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530492'] for network, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:28:38.653328 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [None req-1aadba37-3e58-474b-85a7-e65cde5cd922 tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Deleting port 4e5ca87c-8f46-4102-b1a8-a5f821185dd5 {{(pid=100246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:28:38.653647 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-1aadba37-3e58-474b-85a7-e65cde5cd922 tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:28:38.713391 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97103e3e-19c8-47cb-a548-41363482c6ab None None] DHCP port deletion for 5b338b8b-1106-440d-8ecb-40466ab43e10 request from n-d-773647-6 {{(pid=100248) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 14:28:38.749956 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.db [None req-1aadba37-3e58-474b-85a7-e65cde5cd922 tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] For port 4e5ca87c-8f46-4102-b1a8-a5f821185dd5, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=4e5ca87c-8f46-4102-b1a8-a5f821185dd5,segment=NetworkSegment(17c07adc-9bef-4c1e-ba54-abd66f1c2058),segment_id=17c07adc-9bef-4c1e-ba54-abd66f1c2058)] {{(pid=100246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:28:38.750432 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-1aadba37-3e58-474b-85a7-e65cde5cd922 tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:28:38.767322 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [None req-1aadba37-3e58-474b-85a7-e65cde5cd922 tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Calling delete_port for 4e5ca87c-8f46-4102-b1a8-a5f821185dd5 owned by network:dhcp {{(pid=100246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:28:38.796357 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-97103e3e-19c8-47cb-a548-41363482c6ab None None] Deleting port 4e5ca87c-8f46-4102-b1a8-a5f821185dd5 {{(pid=100248) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:28:38.796949 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-97103e3e-19c8-47cb-a548-41363482c6ab None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:28:38.858604 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-1aadba37-3e58-474b-85a7-e65cde5cd922 tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127687580'] for port, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:28:38.888593 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-97103e3e-19c8-47cb-a548-41363482c6ab None None] For port 4e5ca87c-8f46-4102-b1a8-a5f821185dd5, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=4e5ca87c-8f46-4102-b1a8-a5f821185dd5,segment=NetworkSegment(17c07adc-9bef-4c1e-ba54-abd66f1c2058),segment_id=17c07adc-9bef-4c1e-ba54-abd66f1c2058)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:28:38.888984 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-97103e3e-19c8-47cb-a548-41363482c6ab None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:28:38.895149 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aadba37-3e58-474b-85a7-e65cde5cd922 tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Pushing event deleted for resources: {'Port': ['ID=4e5ca87c-8f46-4102-b1a8-a5f821185dd5,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:28:38.903258 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aadba37-3e58-474b-85a7-e65cde5cd922 tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] No DVR routers for this DVR port 4e5ca87c-8f46-4102-b1a8-a5f821185dd5 on host n-d-773647-6 {{(pid=100246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:28:38.917785 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-97103e3e-19c8-47cb-a548-41363482c6ab None None] Calling delete_port for 4e5ca87c-8f46-4102-b1a8-a5f821185dd5 owned by network:dhcp {{(pid=100248) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:28:39.034001 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 4e5ca87c-8f46-4102-b1a8-a5f821185dd5 no longer exists at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:28:39.058550 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-1aadba37-3e58-474b-85a7-e65cde5cd922 tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-917204', 'neutron.services.segments.db._delete_segments_for_network-8773753502302'] for network, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:28:39.072087 n-d-773647-6 neutron-server[100246]: DEBUG neutron.services.segments.db [None req-1aadba37-3e58-474b-85a7-e65cde5cd922 tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b338b8b-1106-440d-8ecb-40466ab43e10']}} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:28:39.085555 n-d-773647-6 neutron-server[100246]: DEBUG neutron.services.segments.db [None req-1aadba37-3e58-474b-85a7-e65cde5cd922 tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '17c07adc-9bef-4c1e-ba54-abd66f1c2058') {'for_net_delete': True} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:28:39.086009 n-d-773647-6 neutron-server[100246]: DEBUG neutron.services.segments.db [None req-1aadba37-3e58-474b-85a7-e65cde5cd922 tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '17c07adc-9bef-4c1e-ba54-abd66f1c2058') {} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:28:39.088112 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] No Port match for: 4e5ca87c-8f46-4102-b1a8-a5f821185dd5 {{(pid=100248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 14:28:39.088670 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 4e5ca87c-8f46-4102-b1a8-a5f821185dd5 not bound to the agent host n-d-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:28:39.107006 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-1aadba37-3e58-474b-85a7-e65cde5cd922 tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773753515138', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126218898'] for segment, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:28:39.117950 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-97103e3e-19c8-47cb-a548-41363482c6ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117'] for port, after_delete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:28:39.123195 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-1aadba37-3e58-474b-85a7-e65cde5cd922 tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552'] for segment, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:28:39.130585 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1aadba37-3e58-474b-85a7-e65cde5cd922 tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Releasing vlan 1036 on physical network physnet1 to pool {{(pid=100246) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 14:28:39.131314 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-1aadba37-3e58-474b-85a7-e65cde5cd922 tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127687491'] for segment, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:28:39.134601 n-d-773647-6 neutron-server[100246]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:28:39.134601 n-d-773647-6 neutron-server[100246]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:28:39.134601 n-d-773647-6 neutron-server[100246]: Traceback (most recent call last): Jul 06 14:28:39.134601 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 14:28:39.134601 n-d-773647-6 neutron-server[100246]: timer() Jul 06 14:28:39.134601 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 14:28:39.134601 n-d-773647-6 neutron-server[100246]: cb(*args, **kw) Jul 06 14:28:39.134601 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 14:28:39.134601 n-d-773647-6 neutron-server[100246]: return func(*args, **kwargs) Jul 06 14:28:39.134601 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 14:28:39.134601 n-d-773647-6 neutron-server[100246]: self._notify() Jul 06 14:28:39.134601 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 14:28:39.134601 n-d-773647-6 neutron-server[100246]: self.callback(batched_events) Jul 06 14:28:39.134601 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 14:28:39.134601 n-d-773647-6 neutron-server[100246]: event.method(event) Jul 06 14:28:39.134601 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 14:28:39.134601 n-d-773647-6 neutron-server[100246]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 14:28:39.134601 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 14:28:39.134601 n-d-773647-6 neutron-server[100246]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 14:28:39.134601 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 14:28:39.134601 n-d-773647-6 neutron-server[100246]: return f(self, *a, **k) Jul 06 14:28:39.134601 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 14:28:39.134601 n-d-773647-6 neutron-server[100246]: return self._get(url).json() Jul 06 14:28:39.134601 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 14:28:39.134601 n-d-773647-6 neutron-server[100246]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 14:28:39.134601 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 14:28:39.134601 n-d-773647-6 neutron-server[100246]: return self.request(url, 'GET', **kwargs) Jul 06 14:28:39.134601 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 14:28:39.134601 n-d-773647-6 neutron-server[100246]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 14:28:39.134601 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 14:28:39.134601 n-d-773647-6 neutron-server[100246]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 14:28:39.134601 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 14:28:39.134601 n-d-773647-6 neutron-server[100246]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 14:28:39.134601 n-d-773647-6 neutron-server[100246]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 14:28:39.155977 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97103e3e-19c8-47cb-a548-41363482c6ab None None] No DVR routers for this DVR port 4e5ca87c-8f46-4102-b1a8-a5f821185dd5 on host n-d-773647-6 {{(pid=100248) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:28:39.160594 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97103e3e-19c8-47cb-a548-41363482c6ab None None] Pushing event deleted for resources: {'Port': ['ID=4e5ca87c-8f46-4102-b1a8-a5f821185dd5,revision_number=None']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:28:39.240893 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-1aadba37-3e58-474b-85a7-e65cde5cd922 tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-917215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1761140'] for network, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:28:39.273278 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-1aadba37-3e58-474b-85a7-e65cde5cd922 tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Notify callbacks [] for network, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:28:39.277927 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-1aadba37-3e58-474b-85a7-e65cde5cd922 tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] 10.222.0.104 "DELETE /v2.0/networks/5b338b8b-1106-440d-8ecb-40466ab43e10 HTTP/1.1" status: 204 len: 168 time: 0.7974789 Jul 06 14:28:39.278125 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 50424) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:28:39.285710 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aadba37-3e58-474b-85a7-e65cde5cd922 tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Pushing event deleted for resources: {'Network': ['ID=5b338b8b-1106-440d-8ecb-40466ab43e10,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:28:39.481976 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [None req-0ccd6b04-de41-4536-a3c0-ba66a42997f5 tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Deleting port 01a4a10c-8147-4194-8454-95a24e2317a3 {{(pid=100246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:28:39.482342 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-0ccd6b04-de41-4536-a3c0-ba66a42997f5 tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:28:39.578212 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-0ccd6b04-de41-4536-a3c0-ba66a42997f5 tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:28:39.578759 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-0ccd6b04-de41-4536-a3c0-ba66a42997f5 tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:28:39.592749 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [None req-0ccd6b04-de41-4536-a3c0-ba66a42997f5 tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Calling delete_port for 01a4a10c-8147-4194-8454-95a24e2317a3 owned by network:floatingip {{(pid=100246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:28:39.860008 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-0ccd6b04-de41-4536-a3c0-ba66a42997f5 tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127687580'] for port, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:28:39.927627 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ccd6b04-de41-4536-a3c0-ba66a42997f5 tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Pushing event deleted for resources: {'Port': ['ID=01a4a10c-8147-4194-8454-95a24e2317a3,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:28:40.014680 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-0ccd6b04-de41-4536-a3c0-ba66a42997f5 tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Notify callbacks [] for floatingip, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:28:40.015113 n-d-773647-6 neutron-server[100246]: INFO neutron.db.l3_db [None req-0ccd6b04-de41-4536-a3c0-ba66a42997f5 tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Floating IP f8de4213-6138-4f47-aec2-c5b7dbf25eb3 disassociated (deleted). External IP: 172.25.0.38, port: 9b52d121-1ce2-4f96-99c8-e312d220c63a. Jul 06 14:28:40.268304 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ccd6b04-de41-4536-a3c0-ba66a42997f5 tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Router 712aa42d-e606-44f5-89a1-4b8371ec819b has already been hosted by L3 agent 2823d358-a11b-4885-a706-95a279e43fa7 {{(pid=100246) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 14:28:40.433101 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ccd6b04-de41-4536-a3c0-ba66a42997f5 tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Notify agent at l3_agent.n-d-773647-6 the message routers_updated {{(pid=100246) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 14:28:40.443686 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4df750df-aede-4457-9c6b-a9972673ba82 None None] Sync routers for ids ['712aa42d-e606-44f5-89a1-4b8371ec819b'] in n-d-773647-6 {{(pid=100249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 14:28:40.445081 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-0ccd6b04-de41-4536-a3c0-ba66a42997f5 tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for floatingip, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:28:40.461216 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4df750df-aede-4457-9c6b-a9972673ba82 None None] Routers {'712aa42d-e606-44f5-89a1-4b8371ec819b'} bound to L3 agent in host n-d-773647-6 {{(pid=100249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:28:40.462097 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-4df750df-aede-4457-9c6b-a9972673ba82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T14:28:26Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['712aa42d-e606-44f5-89a1-4b8371ec819b'], 'active': True} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:28:40.502084 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-0ccd6b04-de41-4536-a3c0-ba66a42997f5 tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] 10.222.0.104 "DELETE /v2.0/floatingips/f8de4213-6138-4f47-aec2-c5b7dbf25eb3 HTTP/1.1" status: 204 len: 168 time: 1.2226620 Jul 06 14:28:40.502749 n-d-773647-6 neutron-server[100246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b230357-9912-4d8c-bc47-fa1cf66bf99f', 'tag': '9b52d121-1ce2-4f96-99c8-e312d220c63a'}] {{(pid=100246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:28:40.505631 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0d96c5ab5e889f7b933ae915b9be33d1b46c9e87795bf781004b656ef3f1e87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a40ee31-9d71-4dc4-baa3-92d5a65b5914" -d '{"events": [{"name": "network-changed", "server_uuid": "2b230357-9912-4d8c-bc47-fa1cf66bf99f", "tag": "9b52d121-1ce2-4f96-99c8-e312d220c63a"}]}' {{(pid=100246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:28:40.589726 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 14:28:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ca03665-ea19-4302-b491-b89fdd1b214f x-openstack-request-id: req-0ca03665-ea19-4302-b491-b89fdd1b214f {{(pid=100246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:28:40.590057 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b230357-9912-4d8c-bc47-fa1cf66bf99f", "tag": "9b52d121-1ce2-4f96-99c8-e312d220c63a", "status": "completed", "code": 200}]} {{(pid=100246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:28:40.590282 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-0ca03665-ea19-4302-b491-b89fdd1b214f {{(pid=100246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:28:40.590696 n-d-773647-6 neutron-server[100246]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b230357-9912-4d8c-bc47-fa1cf66bf99f', 'tag': '9b52d121-1ce2-4f96-99c8-e312d220c63a', 'status': 'completed', 'code': 200} Jul 06 14:28:40.689550 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvr_db [None req-4df750df-aede-4457-9c6b-a9972673ba82 None None] Set router 712aa42d-e606-44f5-89a1-4b8371ec819b gateway port host: n-d-773647-6 {{(pid=100249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:28:40.734902 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a40ee31-9d71-4dc4-baa3-92d5a65b5914 req-c4e557c9-29cb-4e0a-b9f1-d9373e6668d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:28:40.743134 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-4a40ee31-9d71-4dc4-baa3-92d5a65b5914 req-c4e557c9-29cb-4e0a-b9f1-d9373e6668d4 service neutron] 10.222.0.127 "GET /v2.0/ports?tenant_id=107c04f466b0465e9fe8bb8c503793e0&device_id=2b230357-9912-4d8c-bc47-fa1cf66bf99f HTTP/1.1" status: 200 len: 1096 time: 0.1072164 Jul 06 14:28:40.744245 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:28:40.854148 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a40ee31-9d71-4dc4-baa3-92d5a65b5914 req-c4acf525-1f0f-452e-8a74-8eb1161ee314 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:28:40.855666 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-4a40ee31-9d71-4dc4-baa3-92d5a65b5914 req-c4acf525-1f0f-452e-8a74-8eb1161ee314 service neutron] 10.222.0.127 "GET /v2.0/networks?id=a27c611a-8f02-4f1c-82ec-76aeb5ad6a47 HTTP/1.1" status: 200 len: 899 time: 0.1058547 Jul 06 14:28:40.972254 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-4a40ee31-9d71-4dc4-baa3-92d5a65b5914 req-1b7e940f-f241-48cc-9388-4988a1c288e3 service neutron] 10.222.0.127 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9b52d121-1ce2-4f96-99c8-e312d220c63a HTTP/1.1" status: 200 len: 217 time: 0.1093996 Jul 06 14:28:41.015736 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-4df750df-aede-4457-9c6b-a9972673ba82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '712aa42d-e606-44f5-89a1-4b8371ec819b', 'name': 'tempest-TestNetworkBasicOps-router-616236491', 'tenant_id': '107c04f466b0465e9fe8bb8c503793e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.182'}], 'enable_snat': True}, 'gw_port_id': '3906f4ac-f7a7-4518-8705-86fb806b5439', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:25:50Z', 'updated_at': '2021-07-06T14:28:32Z', 'revision_number': 6, 'project_id': '107c04f466b0465e9fe8bb8c503793e0', 'gw_port': {'id': '3906f4ac-f7a7-4518-8705-86fb806b5439', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:8e:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '712aa42d-e606-44f5-89a1-4b8371ec819b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3542, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:25:50Z', 'updated_at': '2021-07-06T14:25:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6', '_interfaces': [{'id': 'a54c21e7-2019-4d65-9120-fbb8bfeeca51', 'name': '', 'network_id': 'a27c611a-8f02-4f1c-82ec-76aeb5ad6a47', 'tenant_id': '107c04f466b0465e9fe8bb8c503793e0', 'mac_address': 'fa:16:3e:15:3f:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '712aa42d-e606-44f5-89a1-4b8371ec819b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3549, 'fixed_ips': [{'subnet_id': 'b85a66d5-8b38-4e5c-9d42-1aa6ece21b33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:25:56Z', 'updated_at': '2021-07-06T14:26:06Z', 'revision_number': 5, 'project_id': '107c04f466b0465e9fe8bb8c503793e0', 'subnets': [{'id': 'b85a66d5-8b38-4e5c-9d42-1aa6ece21b33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773647-6', False) {} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:28:41.051562 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a40ee31-9d71-4dc4-baa3-92d5a65b5914 req-3404bfda-aff7-41dd-a3e8-89cf52a460f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:28:41.053579 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-4a40ee31-9d71-4dc4-baa3-92d5a65b5914 req-3404bfda-aff7-41dd-a3e8-89cf52a460f6 service neutron] 10.222.0.127 "GET /v2.0/subnets?id=b85a66d5-8b38-4e5c-9d42-1aa6ece21b33 HTTP/1.1" status: 200 len: 835 time: 0.0725894 Jul 06 14:28:41.084500 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4df750df-aede-4457-9c6b-a9972673ba82 None None] Checking router: 712aa42d-e606-44f5-89a1-4b8371ec819b for host: n-d-773647-6 {{(pid=100249) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 14:28:41.103194 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4df750df-aede-4457-9c6b-a9972673ba82 None None] Routers {'712aa42d-e606-44f5-89a1-4b8371ec819b'} bound to L3 agent in host n-d-773647-6 {{(pid=100249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:28:41.104169 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-4df750df-aede-4457-9c6b-a9972673ba82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T14:28:26Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['712aa42d-e606-44f5-89a1-4b8371ec819b'], 'active': True} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:28:41.200848 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a40ee31-9d71-4dc4-baa3-92d5a65b5914 req-9518224f-b476-4464-aa3a-027f2436fb62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:28:41.202580 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-4a40ee31-9d71-4dc4-baa3-92d5a65b5914 req-9518224f-b476-4464-aa3a-027f2436fb62 service neutron] 10.222.0.127 "GET /v2.0/ports?network_id=a27c611a-8f02-4f1c-82ec-76aeb5ad6a47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1414349 Jul 06 14:28:41.214836 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580bf754-fd4d-4e92-953d-575ba948c790 req-e869f387-941e-41ed-84bd-e287daa76168 tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:28:41.216390 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-580bf754-fd4d-4e92-953d-575ba948c790 req-e869f387-941e-41ed-84bd-e287daa76168 tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] 10.222.0.104 "GET /v2.0/ports?device_id=2b230357-9912-4d8c-bc47-fa1cf66bf99f HTTP/1.1" status: 200 len: 945 time: 0.1101155 Jul 06 14:28:41.234518 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvr_db [None req-4df750df-aede-4457-9c6b-a9972673ba82 None None] Set router 712aa42d-e606-44f5-89a1-4b8371ec819b gateway port host: n-d-773647-6 {{(pid=100249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:28:41.306299 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.agents_db [None req-167c0ad6-1657-4c9a-a2c4-3b18056aa662 None None] Agent healthcheck: found 7 active agents {{(pid=100249) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 14:28:41.343279 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-580bf754-fd4d-4e92-953d-575ba948c790 req-b5469cf0-a76d-4426-8b6a-d0dbb88c63d6 tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] 10.222.0.104 "GET /v2.0/security-groups?id=b25d6796-29da-4f4d-8f5c-3232c6877a57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0672648 Jul 06 14:28:41.372274 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-4a40ee31-9d71-4dc4-baa3-92d5a65b5914 req-70535ca0-3d4e-406a-ab3c-04a08008970e service neutron] 10.222.0.127 "GET /v2.0/networks/a27c611a-8f02-4f1c-82ec-76aeb5ad6a47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1548762 Jul 06 14:28:41.548273 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-4df750df-aede-4457-9c6b-a9972673ba82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '712aa42d-e606-44f5-89a1-4b8371ec819b', 'name': 'tempest-TestNetworkBasicOps-router-616236491', 'tenant_id': '107c04f466b0465e9fe8bb8c503793e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.182'}], 'enable_snat': True}, 'gw_port_id': '3906f4ac-f7a7-4518-8705-86fb806b5439', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:25:50Z', 'updated_at': '2021-07-06T14:28:32Z', 'revision_number': 6, 'project_id': '107c04f466b0465e9fe8bb8c503793e0', 'gw_port': {'id': '3906f4ac-f7a7-4518-8705-86fb806b5439', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:8e:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '712aa42d-e606-44f5-89a1-4b8371ec819b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3542, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:25:50Z', 'updated_at': '2021-07-06T14:25:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6', '_interfaces': [{'id': 'a54c21e7-2019-4d65-9120-fbb8bfeeca51', 'name': '', 'network_id': 'a27c611a-8f02-4f1c-82ec-76aeb5ad6a47', 'tenant_id': '107c04f466b0465e9fe8bb8c503793e0', 'mac_address': 'fa:16:3e:15:3f:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '712aa42d-e606-44f5-89a1-4b8371ec819b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3549, 'fixed_ips': [{'subnet_id': 'b85a66d5-8b38-4e5c-9d42-1aa6ece21b33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:25:56Z', 'updated_at': '2021-07-06T14:26:06Z', 'revision_number': 5, 'project_id': '107c04f466b0465e9fe8bb8c503793e0', 'subnets': [{'id': 'b85a66d5-8b38-4e5c-9d42-1aa6ece21b33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773647-6', False) {} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:28:41.585839 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-4a40ee31-9d71-4dc4-baa3-92d5a65b5914 req-0e97112e-b682-4294-b2a4-77ddbbe265db service neutron] 10.222.0.127 "GET /v2.0/networks/a27c611a-8f02-4f1c-82ec-76aeb5ad6a47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2070386 Jul 06 14:28:41.602616 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4df750df-aede-4457-9c6b-a9972673ba82 None None] The sync data for ids ['712aa42d-e606-44f5-89a1-4b8371ec819b'] in n-d-773647-6 is: [{'id': '712aa42d-e606-44f5-89a1-4b8371ec819b', 'name': 'tempest-TestNetworkBasicOps-router-616236491', 'tenant_id': '107c04f466b0465e9fe8bb8c503793e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.182'}], 'enable_snat': True}, 'gw_port_id': '3906f4ac-f7a7-4518-8705-86fb806b5439', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:25:50Z', 'updated_at': '2021-07-06T14:28:32Z', 'revision_number': 6, 'project_id': '107c04f466b0465e9fe8bb8c503793e0', 'gw_port': {'id': '3906f4ac-f7a7-4518-8705-86fb806b5439', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:8e:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '712aa42d-e606-44f5-89a1-4b8371ec819b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3542, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:25:50Z', 'updated_at': '2021-07-06T14:25:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6', '_interfaces': [{'id': 'a54c21e7-2019-4d65-9120-fbb8bfeeca51', 'name': '', 'network_id': 'a27c611a-8f02-4f1c-82ec-76aeb5ad6a47', 'tenant_id': '107c04f466b0465e9fe8bb8c503793e0', 'mac_address': 'fa:16:3e:15:3f:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '712aa42d-e606-44f5-89a1-4b8371ec819b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3549, 'fixed_ips': [{'subnet_id': 'b85a66d5-8b38-4e5c-9d42-1aa6ece21b33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:25:56Z', 'updated_at': '2021-07-06T14:26:06Z', 'revision_number': 5, 'project_id': '107c04f466b0465e9fe8bb8c503793e0', 'subnets': [{'id': 'b85a66d5-8b38-4e5c-9d42-1aa6ece21b33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 14:28:41.935909 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e3d07f7-e92d-4135-b61e-88c087317c47 None None] New status for floating IP f8de4213-6138-4f47-aec2-c5b7dbf25eb3: DOWN {{(pid=100248) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 14:28:42.573262 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2980e8-2dc3-4092-8de6-531c388a0cd0 req-ba6a7ae2-3172-48db-b3ed-40189341f6d4 tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:28:42.575127 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-1d2980e8-2dc3-4092-8de6-531c388a0cd0 req-ba6a7ae2-3172-48db-b3ed-40189341f6d4 tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] 10.222.0.104 "GET /v2.0/ports?device_id=2b230357-9912-4d8c-bc47-fa1cf66bf99f HTTP/1.1" status: 200 len: 945 time: 0.0970166 Jul 06 14:28:42.583801 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:28:42.639339 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-1d2980e8-2dc3-4092-8de6-531c388a0cd0 req-2c32ea3e-9abe-490b-8d33-b2bc7e21457d tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] 10.222.0.104 "GET /v2.0/security-groups?id=b25d6796-29da-4f4d-8f5c-3232c6877a57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557270 Jul 06 14:28:42.711889 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd25cac-0f0e-4962-80c3-d2c821a6ee93 req-b85b3d7c-be85-4bcf-ab6d-73d25b597f97 tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:28:42.713539 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-8cd25cac-0f0e-4962-80c3-d2c821a6ee93 req-b85b3d7c-be85-4bcf-ab6d-73d25b597f97 tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] 10.222.0.127 "GET /v2.0/ports?device_id=2b230357-9912-4d8c-bc47-fa1cf66bf99f HTTP/1.1" status: 200 len: 945 time: 0.1104028 Jul 06 14:28:42.845810 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.plugin [req-8cd25cac-0f0e-4962-80c3-d2c821a6ee93 req-5ee3277c-2722-4807-b073-a20f5c7c9399 tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Deleting port 9b52d121-1ce2-4f96-99c8-e312d220c63a {{(pid=100247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:28:42.846506 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-8cd25cac-0f0e-4962-80c3-d2c821a6ee93 req-5ee3277c-2722-4807-b073-a20f5c7c9399 tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:28:42.966127 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.db [req-8cd25cac-0f0e-4962-80c3-d2c821a6ee93 req-5ee3277c-2722-4807-b073-a20f5c7c9399 tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] For port 9b52d121-1ce2-4f96-99c8-e312d220c63a, host n-h1-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773647-6',level=0,port_id=9b52d121-1ce2-4f96-99c8-e312d220c63a,segment=NetworkSegment(b19789d4-fbce-4f4c-9585-7e7d580fc030),segment_id=b19789d4-fbce-4f4c-9585-7e7d580fc030)] {{(pid=100247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:28:42.966611 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-8cd25cac-0f0e-4962-80c3-d2c821a6ee93 req-5ee3277c-2722-4807-b073-a20f5c7c9399 tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:28:42.984181 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.plugin [req-8cd25cac-0f0e-4962-80c3-d2c821a6ee93 req-5ee3277c-2722-4807-b073-a20f5c7c9399 tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Calling delete_port for 9b52d121-1ce2-4f96-99c8-e312d220c63a owned by compute:nova {{(pid=100247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:28:43.124037 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-8cd25cac-0f0e-4962-80c3-d2c821a6ee93 req-5ee3277c-2722-4807-b073-a20f5c7c9399 tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128888353'] for port, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:28:43.157892 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee3277c-2722-4807-b073-a20f5c7c9399 tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Pushing event deleted for resources: {'Port': ['ID=9b52d121-1ce2-4f96-99c8-e312d220c63a,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:28:43.213227 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.l3_dvrscheduler_db [req-8cd25cac-0f0e-4962-80c3-d2c821a6ee93 req-5ee3277c-2722-4807-b073-a20f5c7c9399 tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] No DVR routers for this DVR port 9b52d121-1ce2-4f96-99c8-e312d220c63a on host n-h1-773647-6 {{(pid=100247) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:28:43.218141 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-8cd25cac-0f0e-4962-80c3-d2c821a6ee93 req-5ee3277c-2722-4807-b073-a20f5c7c9399 tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:28:43.220470 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-8cd25cac-0f0e-4962-80c3-d2c821a6ee93 req-5ee3277c-2722-4807-b073-a20f5c7c9399 tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] 10.222.0.127 "DELETE /v2.0/ports/9b52d121-1ce2-4f96-99c8-e312d220c63a HTTP/1.1" status: 204 len: 173 time: 0.5012898 Jul 06 14:28:43.220954 n-d-773647-6 neutron-server[100247]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b230357-9912-4d8c-bc47-fa1cf66bf99f', 'name': 'network-vif-deleted', 'tag': '9b52d121-1ce2-4f96-99c8-e312d220c63a'}] {{(pid=100247) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:28:43.225088 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cbf0eeaae822f8fc9b87a94aeba67a3d651842baf663a51cba94b67a514836d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-daf4ec37-bf27-4d66-85f5-883edba10dec" -d '{"events": [{"server_uuid": "2b230357-9912-4d8c-bc47-fa1cf66bf99f", "name": "network-vif-deleted", "tag": "9b52d121-1ce2-4f96-99c8-e312d220c63a"}]}' {{(pid=100247) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:28:43.271922 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 14:28:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69ed0e9f-7656-43b5-b5a2-1cc540af4786 x-openstack-request-id: req-69ed0e9f-7656-43b5-b5a2-1cc540af4786 {{(pid=100247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:28:43.272230 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b230357-9912-4d8c-bc47-fa1cf66bf99f", "name": "network-vif-deleted", "tag": "9b52d121-1ce2-4f96-99c8-e312d220c63a", "status": "completed", "code": 200}]} {{(pid=100247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:28:43.272488 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-69ed0e9f-7656-43b5-b5a2-1cc540af4786 {{(pid=100247) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:28:43.272950 n-d-773647-6 neutron-server[100247]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b230357-9912-4d8c-bc47-fa1cf66bf99f', 'name': 'network-vif-deleted', 'tag': '9b52d121-1ce2-4f96-99c8-e312d220c63a', 'status': 'completed', 'code': 200} Jul 06 14:28:43.944067 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-d4bc1e8f-1367-4b0d-93f8-9b8bb8a45eb5 req-68474030-afc1-4c2b-b702-b9b6bcff7981 tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] 10.222.0.104 "GET /v2.0/ports?device_id=2b230357-9912-4d8c-bc47-fa1cf66bf99f HTTP/1.1" status: 200 len: 210 time: 0.0466793 Jul 06 14:28:45.046517 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 50652) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:28:45.120907 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-7e990c9c-6857-4699-b4c5-fedb35dcba81 tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Notify callbacks [] for security_group, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:28:45.162552 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-7e990c9c-6857-4699-b4c5-fedb35dcba81 tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:28:45.241143 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-7e990c9c-6857-4699-b4c5-fedb35dcba81 tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:28:45.243922 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-7e990c9c-6857-4699-b4c5-fedb35dcba81 tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Notify callbacks [] for security_group, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:28:45.245185 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-7e990c9c-6857-4699-b4c5-fedb35dcba81 tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] 10.222.0.104 "DELETE /v2.0/security-groups/b25d6796-29da-4f4d-8f5c-3232c6877a57 HTTP/1.1" status: 204 len: 168 time: 0.1976426 Jul 06 14:28:45.285371 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 50664) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:28:45.288281 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e990c9c-6857-4699-b4c5-fedb35dcba81 tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b25d6796-29da-4f4d-8f5c-3232c6877a57,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:28:45.298147 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e990c9c-6857-4699-b4c5-fedb35dcba81 tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:28:45.298502 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e990c9c-6857-4699-b4c5-fedb35dcba81 tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:28:45.299161 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e990c9c-6857-4699-b4c5-fedb35dcba81 tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:28:45.300094 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e990c9c-6857-4699-b4c5-fedb35dcba81 tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:28:45.300688 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e990c9c-6857-4699-b4c5-fedb35dcba81 tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:28:45.301211 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e990c9c-6857-4699-b4c5-fedb35dcba81 tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:28:45.310803 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e990c9c-6857-4699-b4c5-fedb35dcba81 tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:28:45.312290 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e990c9c-6857-4699-b4c5-fedb35dcba81 tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:28:45.312999 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e990c9c-6857-4699-b4c5-fedb35dcba81 tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:28:45.313698 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e990c9c-6857-4699-b4c5-fedb35dcba81 tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:28:45.315336 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e990c9c-6857-4699-b4c5-fedb35dcba81 tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:28:45.316234 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e990c9c-6857-4699-b4c5-fedb35dcba81 tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:28:45.837225 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-a3a3b297-339a-494c-94ef-fa9d3161671b tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1809431'] for router_interface, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:28:45.891494 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Device 9b52d121-1ce2-4f96-99c8-e312d220c63a no longer exists at agent hyperv_n-h1-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:28:45.955027 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] No Port match for: 9b52d121-1ce2-4f96-99c8-e312d220c63a {{(pid=100248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 14:28:45.955543 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Device 9b52d121-1ce2-4f96-99c8-e312d220c63a not bound to the agent host n-h1-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:28:46.159055 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.plugin [None req-a3a3b297-339a-494c-94ef-fa9d3161671b tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Deleting port a54c21e7-2019-4d65-9120-fbb8bfeeca51 {{(pid=100247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:28:46.159652 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-a3a3b297-339a-494c-94ef-fa9d3161671b tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:28:46.268086 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.db [None req-a3a3b297-339a-494c-94ef-fa9d3161671b tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] For port a54c21e7-2019-4d65-9120-fbb8bfeeca51, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=a54c21e7-2019-4d65-9120-fbb8bfeeca51,segment=NetworkSegment(b19789d4-fbce-4f4c-9585-7e7d580fc030),segment_id=b19789d4-fbce-4f4c-9585-7e7d580fc030)] {{(pid=100247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:28:46.268485 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-a3a3b297-339a-494c-94ef-fa9d3161671b tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:28:46.285796 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.plugin [None req-a3a3b297-339a-494c-94ef-fa9d3161671b tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Calling delete_port for a54c21e7-2019-4d65-9120-fbb8bfeeca51 owned by network:router_interface {{(pid=100247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:28:46.555985 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-a3a3b297-339a-494c-94ef-fa9d3161671b tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128888353'] for port, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:28:46.619055 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a3b297-339a-494c-94ef-fa9d3161671b tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Pushing event deleted for resources: {'Port': ['ID=a54c21e7-2019-4d65-9120-fbb8bfeeca51,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:28:47.211761 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-a3a3b297-339a-494c-94ef-fa9d3161671b tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1809193'] for router_interface, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:28:47.527913 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3a3b297-339a-494c-94ef-fa9d3161671b tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Router 712aa42d-e606-44f5-89a1-4b8371ec819b has already been hosted by L3 agent 2823d358-a11b-4885-a706-95a279e43fa7 {{(pid=100247) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 14:28:47.825260 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3a3b297-339a-494c-94ef-fa9d3161671b tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Notify agent at l3_agent.n-d-773647-6 the message routers_updated {{(pid=100247) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 14:28:47.833462 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-a3a3b297-339a-494c-94ef-fa9d3161671b tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] 10.222.0.104 "PUT /v2.0/routers/712aa42d-e606-44f5-89a1-4b8371ec819b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5431890 Jul 06 14:28:47.833779 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 50720) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:28:47.839541 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-758fdad9-3fc1-453c-8e17-77eb77dddc1c None None] Sync routers for ids ['712aa42d-e606-44f5-89a1-4b8371ec819b'] in n-d-773647-6 {{(pid=100249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 14:28:47.873296 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-758fdad9-3fc1-453c-8e17-77eb77dddc1c None None] Routers {'712aa42d-e606-44f5-89a1-4b8371ec819b'} bound to L3 agent in host n-d-773647-6 {{(pid=100249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:28:47.876272 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-758fdad9-3fc1-453c-8e17-77eb77dddc1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T14:28:26Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['712aa42d-e606-44f5-89a1-4b8371ec819b'], 'active': True} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:28:47.931835 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.db_base_plugin_v2 [None req-4752e5ce-51a0-433d-87ff-7a1e3ab8da7f tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Deleting subnet b85a66d5-8b38-4e5c-9d42-1aa6ece21b33 {{(pid=100247) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 14:28:47.945142 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-4752e5ce-51a0-433d-87ff-7a1e3ab8da7f tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Notify callbacks [] for subnet, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:28:48.069421 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-4752e5ce-51a0-433d-87ff-7a1e3ab8da7f tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127131748'] for subnet, precommit_delete_associations {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:28:48.295884 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvr_db [None req-758fdad9-3fc1-453c-8e17-77eb77dddc1c None None] Set router 712aa42d-e606-44f5-89a1-4b8371ec819b gateway port host: n-d-773647-6 {{(pid=100249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:28:48.353442 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-4752e5ce-51a0-433d-87ff-7a1e3ab8da7f tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-913473'] for subnet, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:28:48.475458 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-4752e5ce-51a0-433d-87ff-7a1e3ab8da7f tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-913480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1849032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-128888347', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127627857'] for subnet, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:28:48.550335 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-4752e5ce-51a0-433d-87ff-7a1e3ab8da7f tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Notify callbacks [] for subnet, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:28:48.557231 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-4752e5ce-51a0-433d-87ff-7a1e3ab8da7f tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] 10.222.0.104 "DELETE /v2.0/subnets/b85a66d5-8b38-4e5c-9d42-1aa6ece21b33 HTTP/1.1" status: 204 len: 168 time: 0.7223856 Jul 06 14:28:48.558640 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4752e5ce-51a0-433d-87ff-7a1e3ab8da7f tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Pushing event deleted for resources: {'Subnet': ['ID=b85a66d5-8b38-4e5c-9d42-1aa6ece21b33,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:28:48.560155 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 50740) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:28:48.569469 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9467d011-897f-44d6-be94-61eb3579dfd9 None None] Network a27c611a-8f02-4f1c-82ec-76aeb5ad6a47 requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:28:48.818896 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-758fdad9-3fc1-453c-8e17-77eb77dddc1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '712aa42d-e606-44f5-89a1-4b8371ec819b', 'name': 'tempest-TestNetworkBasicOps-router-616236491', 'tenant_id': '107c04f466b0465e9fe8bb8c503793e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.182'}], 'enable_snat': True}, 'gw_port_id': '3906f4ac-f7a7-4518-8705-86fb806b5439', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:25:50Z', 'updated_at': '2021-07-06T14:28:46Z', 'revision_number': 7, 'project_id': '107c04f466b0465e9fe8bb8c503793e0', 'gw_port': {'id': '3906f4ac-f7a7-4518-8705-86fb806b5439', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:8e:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '712aa42d-e606-44f5-89a1-4b8371ec819b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3542, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:25:50Z', 'updated_at': '2021-07-06T14:25:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6'}], 'n-d-773647-6', False) {} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:28:48.842710 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-dccd1bc0-1c57-429f-8eb7-b1371d11bc5f tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Notify callbacks [] for router, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:28:48.884950 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-758fdad9-3fc1-453c-8e17-77eb77dddc1c None None] Checking router: 712aa42d-e606-44f5-89a1-4b8371ec819b for host: n-d-773647-6 {{(pid=100249) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 14:28:48.920103 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-758fdad9-3fc1-453c-8e17-77eb77dddc1c None None] Routers {'712aa42d-e606-44f5-89a1-4b8371ec819b'} bound to L3 agent in host n-d-773647-6 {{(pid=100249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:28:48.920826 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-758fdad9-3fc1-453c-8e17-77eb77dddc1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T14:28:26Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['712aa42d-e606-44f5-89a1-4b8371ec819b'], 'active': True} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:28:48.944364 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d54279e-f7fd-4b49-8bdb-ffbfb3a7f9eb None None] DHCP port deletion for a27c611a-8f02-4f1c-82ec-76aeb5ad6a47 request from n-d-773647-6 {{(pid=100248) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 14:28:49.013193 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-dccd1bc0-1c57-429f-8eb7-b1371d11bc5f tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:28:49.035407 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-8d54279e-f7fd-4b49-8bdb-ffbfb3a7f9eb None None] Deleting port 23d1e62b-51e1-4ec8-b74e-8eaa88318e76 {{(pid=100248) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:28:49.036088 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-8d54279e-f7fd-4b49-8bdb-ffbfb3a7f9eb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:28:49.112973 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [None req-dccd1bc0-1c57-429f-8eb7-b1371d11bc5f tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Deleting port 3906f4ac-f7a7-4518-8705-86fb806b5439 {{(pid=100246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:28:49.113331 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-dccd1bc0-1c57-429f-8eb7-b1371d11bc5f tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:28:49.156055 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-8d54279e-f7fd-4b49-8bdb-ffbfb3a7f9eb None None] For port 23d1e62b-51e1-4ec8-b74e-8eaa88318e76, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=23d1e62b-51e1-4ec8-b74e-8eaa88318e76,segment=NetworkSegment(b19789d4-fbce-4f4c-9585-7e7d580fc030),segment_id=b19789d4-fbce-4f4c-9585-7e7d580fc030)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:28:49.157134 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvr_db [None req-758fdad9-3fc1-453c-8e17-77eb77dddc1c None None] Set router 712aa42d-e606-44f5-89a1-4b8371ec819b gateway port host: n-d-773647-6 {{(pid=100249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:28:49.158536 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-8d54279e-f7fd-4b49-8bdb-ffbfb3a7f9eb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:28:49.191789 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-8d54279e-f7fd-4b49-8bdb-ffbfb3a7f9eb None None] Calling delete_port for 23d1e62b-51e1-4ec8-b74e-8eaa88318e76 owned by network:dhcp {{(pid=100248) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:28:49.293210 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.db [None req-dccd1bc0-1c57-429f-8eb7-b1371d11bc5f tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] For port 3906f4ac-f7a7-4518-8705-86fb806b5439, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=3906f4ac-f7a7-4518-8705-86fb806b5439,segment=NetworkSegment(89a832b7-7793-4d51-9038-ed7e1c3ff1b2),segment_id=89a832b7-7793-4d51-9038-ed7e1c3ff1b2)] {{(pid=100246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:28:49.294203 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-dccd1bc0-1c57-429f-8eb7-b1371d11bc5f tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:28:49.318661 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [None req-dccd1bc0-1c57-429f-8eb7-b1371d11bc5f tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Calling delete_port for 3906f4ac-f7a7-4518-8705-86fb806b5439 owned by network:router_gateway {{(pid=100246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:28:49.408407 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-8d54279e-f7fd-4b49-8bdb-ffbfb3a7f9eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117'] for port, after_delete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:28:49.460199 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d54279e-f7fd-4b49-8bdb-ffbfb3a7f9eb None None] Pushing event deleted for resources: {'Port': ['ID=23d1e62b-51e1-4ec8-b74e-8eaa88318e76,revision_number=None']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:28:49.470558 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d54279e-f7fd-4b49-8bdb-ffbfb3a7f9eb None None] No DVR routers for this DVR port 23d1e62b-51e1-4ec8-b74e-8eaa88318e76 on host n-d-773647-6 {{(pid=100248) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:28:49.532441 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-758fdad9-3fc1-453c-8e17-77eb77dddc1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '712aa42d-e606-44f5-89a1-4b8371ec819b', 'name': 'tempest-TestNetworkBasicOps-router-616236491', 'tenant_id': '107c04f466b0465e9fe8bb8c503793e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.182'}], 'enable_snat': True}, 'gw_port_id': '3906f4ac-f7a7-4518-8705-86fb806b5439', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:25:50Z', 'updated_at': '2021-07-06T14:28:46Z', 'revision_number': 7, 'project_id': '107c04f466b0465e9fe8bb8c503793e0', 'gw_port': {'id': '3906f4ac-f7a7-4518-8705-86fb806b5439', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:8e:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '712aa42d-e606-44f5-89a1-4b8371ec819b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3542, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:25:50Z', 'updated_at': '2021-07-06T14:25:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6'}], 'n-d-773647-6', False) {} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:28:49.556328 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-dccd1bc0-1c57-429f-8eb7-b1371d11bc5f tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127687580'] for port, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:28:49.579335 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-758fdad9-3fc1-453c-8e17-77eb77dddc1c None None] The sync data for ids ['712aa42d-e606-44f5-89a1-4b8371ec819b'] in n-d-773647-6 is: [{'id': '712aa42d-e606-44f5-89a1-4b8371ec819b', 'name': 'tempest-TestNetworkBasicOps-router-616236491', 'tenant_id': '107c04f466b0465e9fe8bb8c503793e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.182'}], 'enable_snat': True}, 'gw_port_id': '3906f4ac-f7a7-4518-8705-86fb806b5439', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:25:50Z', 'updated_at': '2021-07-06T14:28:46Z', 'revision_number': 7, 'project_id': '107c04f466b0465e9fe8bb8c503793e0', 'gw_port': {'id': '3906f4ac-f7a7-4518-8705-86fb806b5439', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:8e:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '712aa42d-e606-44f5-89a1-4b8371ec819b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3542, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:25:50Z', 'updated_at': '2021-07-06T14:25:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6'}] {{(pid=100249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 14:28:49.590686 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccd1bc0-1c57-429f-8eb7-b1371d11bc5f tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Pushing event deleted for resources: {'Port': ['ID=3906f4ac-f7a7-4518-8705-86fb806b5439,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:28:49.658948 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-dccd1bc0-1c57-429f-8eb7-b1371d11bc5f tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1761104'] for router_gateway, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:28:49.782133 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-dccd1bc0-1c57-429f-8eb7-b1371d11bc5f tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1806308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6982'] for router, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:28:49.786387 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-dccd1bc0-1c57-429f-8eb7-b1371d11bc5f tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:28:49.837380 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-dccd1bc0-1c57-429f-8eb7-b1371d11bc5f tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1805684'] for router, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:28:49.837908 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dccd1bc0-1c57-429f-8eb7-b1371d11bc5f tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Fanout notify agent at l3_agent the message router_deleted on router 712aa42d-e606-44f5-89a1-4b8371ec819b {{(pid=100246) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 14:28:49.844724 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-dccd1bc0-1c57-429f-8eb7-b1371d11bc5f tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Notify callbacks [] for router, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:28:49.845854 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-dccd1bc0-1c57-429f-8eb7-b1371d11bc5f tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] 10.222.0.104 "DELETE /v2.0/routers/712aa42d-e606-44f5-89a1-4b8371ec819b HTTP/1.1" status: 204 len: 168 time: 1.2840953 Jul 06 14:28:49.849071 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 50758) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:28:49.950802 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-a8d4d986-e7b2-4164-9c1a-7abcfbb65f1b tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530492'] for network, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:28:50.046529 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-a8d4d986-e7b2-4164-9c1a-7abcfbb65f1b tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-917204', 'neutron.services.segments.db._delete_segments_for_network-8773753502302'] for network, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:28:50.058178 n-d-773647-6 neutron-server[100246]: DEBUG neutron.services.segments.db [None req-a8d4d986-e7b2-4164-9c1a-7abcfbb65f1b tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a27c611a-8f02-4f1c-82ec-76aeb5ad6a47']}} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:28:50.072612 n-d-773647-6 neutron-server[100246]: DEBUG neutron.services.segments.db [None req-a8d4d986-e7b2-4164-9c1a-7abcfbb65f1b tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b19789d4-fbce-4f4c-9585-7e7d580fc030') {'for_net_delete': True} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:28:50.073153 n-d-773647-6 neutron-server[100246]: DEBUG neutron.services.segments.db [None req-a8d4d986-e7b2-4164-9c1a-7abcfbb65f1b tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b19789d4-fbce-4f4c-9585-7e7d580fc030') {} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:28:50.084863 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-a8d4d986-e7b2-4164-9c1a-7abcfbb65f1b tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773753515138', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126218898'] for segment, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:28:50.100121 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-a8d4d986-e7b2-4164-9c1a-7abcfbb65f1b tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552'] for segment, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:28:50.106438 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a8d4d986-e7b2-4164-9c1a-7abcfbb65f1b tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Releasing vlan 1035 on physical network physnet1 to pool {{(pid=100246) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 14:28:50.106836 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-a8d4d986-e7b2-4164-9c1a-7abcfbb65f1b tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127687491'] for segment, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:28:50.109918 n-d-773647-6 neutron-server[100246]: Traceback (most recent call last): Jul 06 14:28:50.109918 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 14:28:50.109918 n-d-773647-6 neutron-server[100246]: timer() Jul 06 14:28:50.109918 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 14:28:50.109918 n-d-773647-6 neutron-server[100246]: cb(*args, **kw) Jul 06 14:28:50.109918 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 14:28:50.109918 n-d-773647-6 neutron-server[100246]: return func(*args, **kwargs) Jul 06 14:28:50.109918 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 14:28:50.109918 n-d-773647-6 neutron-server[100246]: self._notify() Jul 06 14:28:50.109918 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 14:28:50.109918 n-d-773647-6 neutron-server[100246]: self.callback(batched_events) Jul 06 14:28:50.109918 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 14:28:50.109918 n-d-773647-6 neutron-server[100246]: event.method(event) Jul 06 14:28:50.109918 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 14:28:50.109918 n-d-773647-6 neutron-server[100246]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 14:28:50.109918 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 14:28:50.109918 n-d-773647-6 neutron-server[100246]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 14:28:50.109918 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 14:28:50.109918 n-d-773647-6 neutron-server[100246]: return f(self, *a, **k) Jul 06 14:28:50.109918 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 14:28:50.109918 n-d-773647-6 neutron-server[100246]: return self._get(url).json() Jul 06 14:28:50.109918 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 14:28:50.109918 n-d-773647-6 neutron-server[100246]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 14:28:50.109918 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 14:28:50.109918 n-d-773647-6 neutron-server[100246]: return self.request(url, 'GET', **kwargs) Jul 06 14:28:50.109918 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 14:28:50.109918 n-d-773647-6 neutron-server[100246]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 14:28:50.109918 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 14:28:50.109918 n-d-773647-6 neutron-server[100246]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 14:28:50.109918 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 14:28:50.109918 n-d-773647-6 neutron-server[100246]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 14:28:50.109918 n-d-773647-6 neutron-server[100246]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 14:28:50.212600 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-a8d4d986-e7b2-4164-9c1a-7abcfbb65f1b tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-917215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1761140'] for network, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:28:50.220350 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-a8d4d986-e7b2-4164-9c1a-7abcfbb65f1b tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Notify callbacks [] for network, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:28:50.224156 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-a8d4d986-e7b2-4164-9c1a-7abcfbb65f1b tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] 10.222.0.104 "DELETE /v2.0/networks/a27c611a-8f02-4f1c-82ec-76aeb5ad6a47 HTTP/1.1" status: 204 len: 168 time: 0.3740795 Jul 06 14:28:50.250124 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d4d986-e7b2-4164-9c1a-7abcfbb65f1b tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Pushing event deleted for resources: {'Network': ['ID=a27c611a-8f02-4f1c-82ec-76aeb5ad6a47,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:28:50.255755 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 50770) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:28:50.261263 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [None req-c292efc9-cbce-4865-a150-0a69d78fc204 tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Request body: {'network': {'name': 'tempest-network-smoke--1236178131', 'project_id': '107c04f466b0465e9fe8bb8c503793e0', 'port_security_enabled': True}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:28:50.318697 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c292efc9-cbce-4865-a150-0a69d78fc204 tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Made reservation on behalf of 107c04f466b0465e9fe8bb8c503793e0 for: {'network': 1} {{(pid=100247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:28:50.322888 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-c292efc9-cbce-4865-a150-0a69d78fc204 tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for network, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:28:50.367405 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c292efc9-cbce-4865-a150-0a69d78fc204 tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] vlan segment allocate from pool success with {'vlan_id': 1039, 'physical_network': 'physnet1'} {{(pid=100247) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 14:28:50.378688 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-c292efc9-cbce-4865-a150-0a69d78fc204 tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552'] for segment, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:28:50.379126 n-d-773647-6 neutron-server[100247]: INFO neutron.db.segments_db [None req-c292efc9-cbce-4865-a150-0a69d78fc204 tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Added segment 9f8c10e6-421e-41f5-8314-bf151d7472c6 of type vlan for network 2fc24734-663b-4177-afb2-b6f30ba040e8 Jul 06 14:28:50.425409 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-c292efc9-cbce-4865-a150-0a69d78fc204 tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773752984405'] for network, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:28:50.468274 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-c292efc9-cbce-4865-a150-0a69d78fc204 tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060'] for network, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:28:50.478982 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c292efc9-cbce-4865-a150-0a69d78fc204 tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:28:50.479944 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-c292efc9-cbce-4865-a150-0a69d78fc204 tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Notify callbacks [] for network, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:28:50.543042 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-c292efc9-cbce-4865-a150-0a69d78fc204 tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] 10.222.0.104 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2859676 Jul 06 14:28:50.545764 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 50776) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:28:50.552738 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [None req-d7d5cd6c-5b86-49be-8871-93176a9deaea tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1140746622', 'admin_state_up': True, 'project_id': '107c04f466b0465e9fe8bb8c503793e0', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719'}}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:28:50.597306 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c292efc9-cbce-4865-a150-0a69d78fc204 tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Pushing event updated for resources: {'Network': ['ID=2fc24734-663b-4177-afb2-b6f30ba040e8,revision_number=1']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:28:50.605688 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-d7d5cd6c-5b86-49be-8871-93176a9deaea tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1806290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6992'] for router, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:28:50.607511 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-d7d5cd6c-5b86-49be-8871-93176a9deaea tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1806157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1808637', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1714747', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7007'] for router, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:28:50.632783 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Network 2fc24734-663b-4177-afb2-b6f30ba040e8 details requested by agent ovs-agent-n-d-773647-6 with host n-d-773647-6 {{(pid=100248) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 14:28:50.710393 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-d7d5cd6c-5b86-49be-8871-93176a9deaea tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:28:50.877937 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-d7d5cd6c-5b86-49be-8871-93176a9deaea tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1761047', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1806272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6989'] for router, precommit_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:28:51.002011 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device a54c21e7-2019-4d65-9120-fbb8bfeeca51 no longer exists at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:28:51.029688 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] No Port match for: a54c21e7-2019-4d65-9120-fbb8bfeeca51 {{(pid=100248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 14:28:51.031260 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device a54c21e7-2019-4d65-9120-fbb8bfeeca51 not bound to the agent host n-d-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:28:51.032036 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 3906f4ac-f7a7-4518-8705-86fb806b5439 no longer exists at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:28:51.053759 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] No Port match for: 3906f4ac-f7a7-4518-8705-86fb806b5439 {{(pid=100248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 14:28:51.054109 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 3906f4ac-f7a7-4518-8705-86fb806b5439 not bound to the agent host n-d-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:28:51.054537 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 23d1e62b-51e1-4ec8-b74e-8eaa88318e76 no longer exists at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:28:51.091689 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] No Port match for: 23d1e62b-51e1-4ec8-b74e-8eaa88318e76 {{(pid=100248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 14:28:51.092044 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 23d1e62b-51e1-4ec8-b74e-8eaa88318e76 not bound to the agent host n-d-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:28:51.138751 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-d7d5cd6c-5b86-49be-8871-93176a9deaea tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Notify callbacks [] for router_gateway, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:28:51.163078 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-d7d5cd6c-5b86-49be-8871-93176a9deaea tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:28:51.304878 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.db_base_plugin_common [None req-d7d5cd6c-5b86-49be-8871-93176a9deaea tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Allocated IP 172.25.0.81 (2658f09e-a580-4d4a-9968-2d1e0ad93719/cbf74abc-6fe1-4d33-b005-c948923b9647/c422a09c-10f2-4397-9e13-d0e0da6ca226) {{(pid=100247) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:28:51.485076 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-d7d5cd6c-5b86-49be-8871-93176a9deaea tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Notify callbacks [] for port, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:28:51.545052 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-d7d5cd6c-5b86-49be-8871-93176a9deaea tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-128888360'] for port, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:28:51.603096 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d5cd6c-5b86-49be-8871-93176a9deaea tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Pushing event updated for resources: {'Port': ['ID=c422a09c-10f2-4397-9e13-d0e0da6ca226,revision_number=1']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:28:51.642257 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7d5cd6c-5b86-49be-8871-93176a9deaea tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Network 2658f09e-a580-4d4a-9968-2d1e0ad93719 is already hosted by enough agents. {{(pid=100247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:28:51.643931 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.base_scheduler [None req-d7d5cd6c-5b86-49be-8871-93176a9deaea tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Resources bound (agent type, host, resource id): {{(pid=100247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:28:51.649082 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7d5cd6c-5b86-49be-8871-93176a9deaea tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Received port after_create {{(pid=100247) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:28:51.938715 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-d7d5cd6c-5b86-49be-8871-93176a9deaea tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Notify callbacks [] for router_gateway, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:28:52.175859 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-d7d5cd6c-5b86-49be-8871-93176a9deaea tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1806297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1761036'] for router, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:28:52.326253 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7d5cd6c-5b86-49be-8871-93176a9deaea tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Router afb7a825-b94a-43c8-8a2b-5c79a52a24f0 is scheduled to L3 agent 2823d358-a11b-4885-a706-95a279e43fa7 with binding_index 1 {{(pid=100247) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 14:28:52.474532 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7d5cd6c-5b86-49be-8871-93176a9deaea tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Notify agent at l3_agent.n-d-773647-6 the message routers_updated {{(pid=100247) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 14:28:52.484122 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78572dcf-93b4-4f85-96e5-778017e717c6 None None] Sync routers for ids ['afb7a825-b94a-43c8-8a2b-5c79a52a24f0'] in n-d-773647-6 {{(pid=100248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 14:28:52.494619 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78572dcf-93b4-4f85-96e5-778017e717c6 None None] Routers {'afb7a825-b94a-43c8-8a2b-5c79a52a24f0'} bound to L3 agent in host n-d-773647-6 {{(pid=100248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:28:52.495483 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-78572dcf-93b4-4f85-96e5-778017e717c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T14:28:26Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['afb7a825-b94a-43c8-8a2b-5c79a52a24f0'], 'active': True} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:28:52.502238 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-d7d5cd6c-5b86-49be-8871-93176a9deaea tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Notify callbacks [] for router, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:28:52.503936 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-d7d5cd6c-5b86-49be-8871-93176a9deaea tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] 10.222.0.104 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 1.9571400 Jul 06 14:28:52.507142 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 50818) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:28:52.542402 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-3ed0a3e4-7acf-430f-addf-d68955faa53d tempest-TestNetworkBasicOps-1915842857 tempest-TestNetworkBasicOps-1915842857-project-admin] 10.222.0.104 "GET /v2.0/subnets?project_id=107c04f466b0465e9fe8bb8c503793e0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0335531 Jul 06 14:28:52.544852 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 50822) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:28:52.666081 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d768f668-edf3-46d7-ac56-c1b5e86dcdee tempest-TestNetworkBasicOps-1915842857 tempest-TestNetworkBasicOps-1915842857-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:28:52.670546 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 50824) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:28:52.670773 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-d768f668-edf3-46d7-ac56-c1b5e86dcdee tempest-TestNetworkBasicOps-1915842857 tempest-TestNetworkBasicOps-1915842857-project-admin] 10.222.0.104 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1244204 Jul 06 14:28:52.712468 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-44bf499e-769e-4ffc-9623-d20e0da3a3ce tempest-TestNetworkBasicOps-1915842857 tempest-TestNetworkBasicOps-1915842857-project-admin] 10.222.0.104 "GET /v2.0/subnets?network_id=2658f09e-a580-4d4a-9968-2d1e0ad93719&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0405157 Jul 06 14:28:52.714874 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 50830) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:28:52.721969 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-a4a3bbed-373c-4d05-a439-78ec042144cd tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-151622203', 'network_id': '2fc24734-663b-4177-afb2-b6f30ba040e8', 'project_id': '107c04f466b0465e9fe8bb8c503793e0', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:28:52.849485 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4a3bbed-373c-4d05-a439-78ec042144cd tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Made reservation on behalf of 107c04f466b0465e9fe8bb8c503793e0 for: {'subnet': 1} {{(pid=100246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:28:52.853963 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-a4a3bbed-373c-4d05-a439-78ec042144cd tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127702029'] for subnet, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:28:52.923153 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-1eb66fad-e1f1-407e-97d8-1c7f8db7e7c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:28:52.936372 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvr_db [None req-78572dcf-93b4-4f85-96e5-778017e717c6 None None] Set router afb7a825-b94a-43c8-8a2b-5c79a52a24f0 gateway port host: n-d-773647-6 {{(pid=100248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:28:53.193450 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-78572dcf-93b4-4f85-96e5-778017e717c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afb7a825-b94a-43c8-8a2b-5c79a52a24f0', 'name': 'tempest-TestNetworkBasicOps-router-1140746622', 'tenant_id': '107c04f466b0465e9fe8bb8c503793e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.81'}], 'enable_snat': True}, 'gw_port_id': 'c422a09c-10f2-4397-9e13-d0e0da6ca226', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:28:50Z', 'updated_at': '2021-07-06T14:28:51Z', 'revision_number': 3, 'project_id': '107c04f466b0465e9fe8bb8c503793e0', 'gw_port': {'id': 'c422a09c-10f2-4397-9e13-d0e0da6ca226', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:c7:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afb7a825-b94a-43c8-8a2b-5c79a52a24f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3747, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:28:51Z', 'updated_at': '2021-07-06T14:28:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6'}], 'n-d-773647-6', False) {} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:28:53.249138 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78572dcf-93b4-4f85-96e5-778017e717c6 None None] Checking router: afb7a825-b94a-43c8-8a2b-5c79a52a24f0 for host: n-d-773647-6 {{(pid=100248) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 14:28:53.249500 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78572dcf-93b4-4f85-96e5-778017e717c6 None None] Updating router afb7a825-b94a-43c8-8a2b-5c79a52a24f0 port c422a09c-10f2-4397-9e13-d0e0da6ca226 binding host n-d-773647-6 {{(pid=100248) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 14:28:53.288790 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-78572dcf-93b4-4f85-96e5-778017e717c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:28:53.293071 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-a4a3bbed-373c-4d05-a439-78ec042144cd tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1849032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127687649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127702047'] for subnet, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:28:53.391931 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4a3bbed-373c-4d05-a439-78ec042144cd tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Checking segment: {'id': '9f8c10e6-421e-41f5-8314-bf151d7472c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': '2fc24734-663b-4177-afb2-b6f30ba040e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:28:53.392715 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4a3bbed-373c-4d05-a439-78ec042144cd tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Network hostable DHCP agents. Network: 2fc24734-663b-4177-afb2-b6f30ba040e8, hostable agents: ['f2bada3d-be77-4359-982b-8505a2bbca04'], hosted agents: [] {{(pid=100246) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 14:28:53.396785 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a3bbed-373c-4d05-a439-78ec042144cd tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Pushing event updated for resources: {'Subnet': ['ID=01da7d0d-7413-4086-b32d-26b12a0ac73a,revision_number=0']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:28:53.439280 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4a3bbed-373c-4d05-a439-78ec042144cd tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Network 2fc24734-663b-4177-afb2-b6f30ba040e8 is scheduled to be hosted by DHCP agent f2bada3d-be77-4359-982b-8505a2bbca04 with binding_index 1 {{(pid=100246) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 14:28:53.449575 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.base_scheduler [None req-a4a3bbed-373c-4d05-a439-78ec042144cd tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773647-6, 2fc24734-663b-4177-afb2-b6f30ba040e8) {{(pid=100246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:28:53.472765 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4a3bbed-373c-4d05-a439-78ec042144cd tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:28:53.473418 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-a4a3bbed-373c-4d05-a439-78ec042144cd tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Notify callbacks [] for subnet, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:28:53.483976 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddab17b7-871c-41e2-9c8e-527bbf664992 None None] Network 2fc24734-663b-4177-afb2-b6f30ba040e8 requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:28:53.508339 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-a4a3bbed-373c-4d05-a439-78ec042144cd tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] 10.222.0.104 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.7910492 Jul 06 14:28:53.510677 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 50844) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:28:53.700797 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f6b08d7-3ef5-4d83-8bfd-179691ce5420 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6bd5fc82-6666-56e8-87c2-91648d36c963-2fc24734-663b-4177-afb2-b6f30ba040e8', 'network_id': '2fc24734-663b-4177-afb2-b6f30ba040e8', 'tenant_id': '107c04f466b0465e9fe8bb8c503793e0', 'fixed_ips': [{'subnet_id': '01da7d0d-7413-4086-b32d-26b12a0ac73a'}]}} from n-d-773647-6. {{(pid=100248) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 14:28:53.701645 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-9f6b08d7-3ef5-4d83-8bfd-179691ce5420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:28:53.985450 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-78572dcf-93b4-4f85-96e5-778017e717c6 None None] Notify callbacks [] for port, precommit_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:28:53.997975 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-78572dcf-93b4-4f85-96e5-778017e717c6 None None] Transition to ACTIVE for port object c422a09c-10f2-4397-9e13-d0e0da6ca226 will not be triggered until provisioned by entity L2. {{(pid=100248) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:28:54.028513 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.db_base_plugin_common [None req-9f6b08d7-3ef5-4d83-8bfd-179691ce5420 None None] Allocated IP 172.20.0.2 (2fc24734-663b-4177-afb2-b6f30ba040e8/01da7d0d-7413-4086-b32d-26b12a0ac73a/0af19571-9264-44b1-b7bc-6c75a8ae43bf) {{(pid=100248) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:28:54.130467 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-78572dcf-93b4-4f85-96e5-778017e717c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:28:54.212915 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-f30781e2-2a69-4212-96f4-5258598a2519 tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:28:54.307870 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3907f8e9-04b5-4719-9cb5-d46c31fb2f34 None None] Pushing event updated for resources: {'Port': ['ID=c422a09c-10f2-4397-9e13-d0e0da6ca226,revision_number=2']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:28:54.323106 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-78572dcf-93b4-4f85-96e5-778017e717c6 None None] Attempting to bind port c422a09c-10f2-4397-9e13-d0e0da6ca226 on host n-d-773647-6 for vnic_type normal with profile {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:28:54.326446 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-78572dcf-93b4-4f85-96e5-778017e717c6 None None] Attempting to bind port c422a09c-10f2-4397-9e13-d0e0da6ca226 by drivers openvswitch,hyperv on host n-d-773647-6 at level 0 using segments [{'id': '89a832b7-7793-4d51-9038-ed7e1c3ff1b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719'}] {{(pid=100248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:28:54.331871 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78572dcf-93b4-4f85-96e5-778017e717c6 None None] Attempting to bind port c422a09c-10f2-4397-9e13-d0e0da6ca226 on network 2658f09e-a580-4d4a-9968-2d1e0ad93719 {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:28:54.355069 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78572dcf-93b4-4f85-96e5-778017e717c6 None None] Checking agent: {'id': '8ab5b19c-d213-4f29-891d-27bdf39d38b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773647-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 43, 26), 'started_at': datetime.datetime(2021, 7, 6, 13, 43, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 28, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773647-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:28:54.356846 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78572dcf-93b4-4f85-96e5-778017e717c6 None None] Checking segment: {'id': '89a832b7-7793-4d51-9038-ed7e1c3ff1b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:28:54.359707 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-78572dcf-93b4-4f85-96e5-778017e717c6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:28:54.360241 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78572dcf-93b4-4f85-96e5-778017e717c6 None None] Bound using segment: {'id': '89a832b7-7793-4d51-9038-ed7e1c3ff1b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719'} {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:28:54.361103 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-78572dcf-93b4-4f85-96e5-778017e717c6 None None] Bound port: c422a09c-10f2-4397-9e13-d0e0da6ca226, host: n-d-773647-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89a832b7-7793-4d51-9038-ed7e1c3ff1b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719'}}] {{(pid=100248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:28:54.361629 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-78572dcf-93b4-4f85-96e5-778017e717c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:28:54.524582 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-9f6b08d7-3ef5-4d83-8bfd-179691ce5420 None None] Notify callbacks [] for port, precommit_create {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:28:54.531428 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-78572dcf-93b4-4f85-96e5-778017e717c6 None None] For port c422a09c-10f2-4397-9e13-d0e0da6ca226, host n-d-773647-6, cleared binding levels {{(pid=100248) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:28:54.538182 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-78572dcf-93b4-4f85-96e5-778017e717c6 None None] For port c422a09c-10f2-4397-9e13-d0e0da6ca226, host n-d-773647-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=c422a09c-10f2-4397-9e13-d0e0da6ca226,segment=NetworkSegment(89a832b7-7793-4d51-9038-ed7e1c3ff1b2),segment_id=89a832b7-7793-4d51-9038-ed7e1c3ff1b2)] {{(pid=100248) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:28:54.542034 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-9f6b08d7-3ef5-4d83-8bfd-179691ce5420 None None] Transition to ACTIVE for port object 0af19571-9264-44b1-b7bc-6c75a8ae43bf will not be triggered until provisioned by entity L2. {{(pid=100248) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:28:54.547654 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-78572dcf-93b4-4f85-96e5-778017e717c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:28:54.626761 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3907f8e9-04b5-4719-9cb5-d46c31fb2f34 None None] Pushing event updated for resources: {'Port': ['ID=c422a09c-10f2-4397-9e13-d0e0da6ca226,revision_number=3']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:28:54.650538 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78572dcf-93b4-4f85-96e5-778017e717c6 None None] Routers {'afb7a825-b94a-43c8-8a2b-5c79a52a24f0'} bound to L3 agent in host n-d-773647-6 {{(pid=100248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:28:54.651569 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-78572dcf-93b4-4f85-96e5-778017e717c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T14:28:26Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['afb7a825-b94a-43c8-8a2b-5c79a52a24f0'], 'active': True} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:28:54.772174 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-9f6b08d7-3ef5-4d83-8bfd-179691ce5420 None None] Transition to ACTIVE for port object 0af19571-9264-44b1-b7bc-6c75a8ae43bf will not be triggered until provisioned by entity DHCP. {{(pid=100248) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:28:54.803188 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-9f6b08d7-3ef5-4d83-8bfd-179691ce5420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108'] for port, after_create {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:28:54.908228 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.db_base_plugin_common [None req-f30781e2-2a69-4212-96f4-5258598a2519 tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Allocated IP 172.20.0.1 (2fc24734-663b-4177-afb2-b6f30ba040e8/01da7d0d-7413-4086-b32d-26b12a0ac73a/997dcf53-da77-4187-a2b4-40c62c2312e1) {{(pid=100246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:28:54.910042 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6b08d7-3ef5-4d83-8bfd-179691ce5420 None None] Pushing event updated for resources: {'Port': ['ID=0af19571-9264-44b1-b7bc-6c75a8ae43bf,revision_number=1']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:28:54.957055 n-d-773647-6 neutron-server[100248]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f6b08d7-3ef5-4d83-8bfd-179691ce5420 None None] Network 2fc24734-663b-4177-afb2-b6f30ba040e8 is already hosted by enough agents. {{(pid=100248) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:28:54.962522 n-d-773647-6 neutron-server[100248]: DEBUG neutron.scheduler.base_scheduler [None req-9f6b08d7-3ef5-4d83-8bfd-179691ce5420 None None] Resources bound (agent type, host, resource id): {{(pid=100248) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:28:54.973922 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f6b08d7-3ef5-4d83-8bfd-179691ce5420 None None] Received port after_create {{(pid=100248) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:28:54.985798 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvr_db [None req-78572dcf-93b4-4f85-96e5-778017e717c6 None None] Set router afb7a825-b94a-43c8-8a2b-5c79a52a24f0 gateway port host: n-d-773647-6 {{(pid=100248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:28:55.214480 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 50882) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:28:55.387508 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-3b886889-b69e-4e91-9b31-a07bf4a97cad admin admin] Notify callbacks [] for security_group, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:28:55.419003 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-9f6b08d7-3ef5-4d83-8bfd-179691ce5420 None None] Attempting to bind port 0af19571-9264-44b1-b7bc-6c75a8ae43bf on host n-d-773647-6 for vnic_type normal with profile {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:28:55.419492 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-9f6b08d7-3ef5-4d83-8bfd-179691ce5420 None None] Attempting to bind port 0af19571-9264-44b1-b7bc-6c75a8ae43bf by drivers openvswitch,hyperv on host n-d-773647-6 at level 0 using segments [{'id': '9f8c10e6-421e-41f5-8314-bf151d7472c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': '2fc24734-663b-4177-afb2-b6f30ba040e8'}] {{(pid=100248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:28:55.419937 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f6b08d7-3ef5-4d83-8bfd-179691ce5420 None None] Attempting to bind port 0af19571-9264-44b1-b7bc-6c75a8ae43bf on network 2fc24734-663b-4177-afb2-b6f30ba040e8 {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:28:55.430648 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f6b08d7-3ef5-4d83-8bfd-179691ce5420 None None] Checking agent: {'id': '8ab5b19c-d213-4f29-891d-27bdf39d38b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773647-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 43, 26), 'started_at': datetime.datetime(2021, 7, 6, 13, 43, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 28, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773647-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:28:55.431549 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f6b08d7-3ef5-4d83-8bfd-179691ce5420 None None] Checking segment: {'id': '9f8c10e6-421e-41f5-8314-bf151d7472c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': '2fc24734-663b-4177-afb2-b6f30ba040e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:28:55.432029 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-9f6b08d7-3ef5-4d83-8bfd-179691ce5420 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:28:55.432502 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f6b08d7-3ef5-4d83-8bfd-179691ce5420 None None] Bound using segment: {'id': '9f8c10e6-421e-41f5-8314-bf151d7472c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': '2fc24734-663b-4177-afb2-b6f30ba040e8'} {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:28:55.433413 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-9f6b08d7-3ef5-4d83-8bfd-179691ce5420 None None] Bound port: 0af19571-9264-44b1-b7bc-6c75a8ae43bf, host: n-d-773647-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f8c10e6-421e-41f5-8314-bf151d7472c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': '2fc24734-663b-4177-afb2-b6f30ba040e8'}}] {{(pid=100248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:28:55.433892 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-9f6b08d7-3ef5-4d83-8bfd-179691ce5420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:28:55.542796 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-9f6b08d7-3ef5-4d83-8bfd-179691ce5420 None None] For port 0af19571-9264-44b1-b7bc-6c75a8ae43bf, host n-d-773647-6, cleared binding levels {{(pid=100248) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:28:55.545849 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-78572dcf-93b4-4f85-96e5-778017e717c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afb7a825-b94a-43c8-8a2b-5c79a52a24f0', 'name': 'tempest-TestNetworkBasicOps-router-1140746622', 'tenant_id': '107c04f466b0465e9fe8bb8c503793e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.81'}], 'enable_snat': True}, 'gw_port_id': 'c422a09c-10f2-4397-9e13-d0e0da6ca226', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:28:50Z', 'updated_at': '2021-07-06T14:28:51Z', 'revision_number': 3, 'project_id': '107c04f466b0465e9fe8bb8c503793e0', 'gw_port': {'id': 'c422a09c-10f2-4397-9e13-d0e0da6ca226', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:c7:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afb7a825-b94a-43c8-8a2b-5c79a52a24f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3747, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:28:51Z', 'updated_at': '2021-07-06T14:28:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6'}], 'n-d-773647-6', False) {} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:28:55.549212 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-9f6b08d7-3ef5-4d83-8bfd-179691ce5420 None None] For port 0af19571-9264-44b1-b7bc-6c75a8ae43bf, host n-d-773647-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=0af19571-9264-44b1-b7bc-6c75a8ae43bf,segment=NetworkSegment(9f8c10e6-421e-41f5-8314-bf151d7472c6),segment_id=9f8c10e6-421e-41f5-8314-bf151d7472c6)] {{(pid=100248) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:28:55.559078 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-3b886889-b69e-4e91-9b31-a07bf4a97cad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:28:55.565120 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-3b886889-b69e-4e91-9b31-a07bf4a97cad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:28:55.620869 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-3b886889-b69e-4e91-9b31-a07bf4a97cad admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=21dbcda01380425194ba51383166e8d7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4046249 Jul 06 14:28:55.621534 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78572dcf-93b4-4f85-96e5-778017e717c6 None None] The sync data for ids ['afb7a825-b94a-43c8-8a2b-5c79a52a24f0'] in n-d-773647-6 is: [{'id': 'afb7a825-b94a-43c8-8a2b-5c79a52a24f0', 'name': 'tempest-TestNetworkBasicOps-router-1140746622', 'tenant_id': '107c04f466b0465e9fe8bb8c503793e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.81'}], 'enable_snat': True}, 'gw_port_id': 'c422a09c-10f2-4397-9e13-d0e0da6ca226', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:28:50Z', 'updated_at': '2021-07-06T14:28:51Z', 'revision_number': 3, 'project_id': '107c04f466b0465e9fe8bb8c503793e0', 'gw_port': {'id': 'c422a09c-10f2-4397-9e13-d0e0da6ca226', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:c7:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afb7a825-b94a-43c8-8a2b-5c79a52a24f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3747, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:28:51Z', 'updated_at': '2021-07-06T14:28:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6'}] {{(pid=100248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 14:28:55.622724 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b886889-b69e-4e91-9b31-a07bf4a97cad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3782d1b9-f262-4144-a7d3-7145f1b0e5f1,revision_number=1']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:28:55.626258 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 50892) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:28:55.648376 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-9f6b08d7-3ef5-4d83-8bfd-179691ce5420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:28:55.717611 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-c311ff1f-6745-42c3-bc0d-0f5ff4591ad6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:28:55.724185 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-f30781e2-2a69-4212-96f4-5258598a2519 tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Notify callbacks [] for port, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:28:55.733514 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6b08d7-3ef5-4d83-8bfd-179691ce5420 None None] Pushing event updated for resources: {'Port': ['ID=0af19571-9264-44b1-b7bc-6c75a8ae43bf,revision_number=2']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:28:55.740793 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-32106626-f867-41c0-829c-db038090e037 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:28:55.746201 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.provisioning_blocks [None req-f30781e2-2a69-4212-96f4-5258598a2519 tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Transition to ACTIVE for port object 997dcf53-da77-4187-a2b4-40c62c2312e1 will not be triggered until provisioned by entity DHCP. {{(pid=100246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:28:55.766783 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-c311ff1f-6745-42c3-bc0d-0f5ff4591ad6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:28:55.809122 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-f30781e2-2a69-4212-96f4-5258598a2519 tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-127687573'] for port, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:28:55.883176 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f30781e2-2a69-4212-96f4-5258598a2519 tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Network 2fc24734-663b-4177-afb2-b6f30ba040e8 is already hosted by enough agents. {{(pid=100246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:28:55.888789 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.base_scheduler [None req-f30781e2-2a69-4212-96f4-5258598a2519 tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Resources bound (agent type, host, resource id): {{(pid=100246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:28:55.889538 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-c311ff1f-6745-42c3-bc0d-0f5ff4591ad6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:28:55.893282 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:28:55.893841 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-c311ff1f-6745-42c3-bc0d-0f5ff4591ad6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:28:55.894931 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-c311ff1f-6745-42c3-bc0d-0f5ff4591ad6 admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/3782d1b9-f262-4144-a7d3-7145f1b0e5f1 HTTP/1.1" status: 204 len: 168 time: 0.2672322 Jul 06 14:28:55.902147 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f30781e2-2a69-4212-96f4-5258598a2519 tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Received port after_create {{(pid=100246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:28:55.939575 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c311ff1f-6745-42c3-bc0d-0f5ff4591ad6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3782d1b9-f262-4144-a7d3-7145f1b0e5f1,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:28:55.980276 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30781e2-2a69-4212-96f4-5258598a2519 tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Pushing event updated for resources: {'Port': ['ID=997dcf53-da77-4187-a2b4-40c62c2312e1,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:28:56.008603 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-f30781e2-2a69-4212-96f4-5258598a2519 tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1807675'] for router_interface, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:28:56.333990 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-f30781e2-2a69-4212-96f4-5258598a2519 tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:28:56.679697 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-2064eaae-da4f-48f8-82d2-b09d4ddedd44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:28:56.753228 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-f30781e2-2a69-4212-96f4-5258598a2519 tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Notify callbacks [] for port, precommit_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:28:56.760879 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-f30781e2-2a69-4212-96f4-5258598a2519 tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127687527'] for port, after_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:28:56.877723 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-f30781e2-2a69-4212-96f4-5258598a2519 tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1809478'] for router_interface, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:28:56.888028 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30781e2-2a69-4212-96f4-5258598a2519 tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Pushing event updated for resources: {'Port': ['ID=997dcf53-da77-4187-a2b4-40c62c2312e1,revision_number=2']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:28:56.982566 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [req-e2b967da-deaf-4014-830d-3ff0815db0bc req-c9f08100-a3c5-4dae-8c65-f4fe6d1ba74c tempest-AttachVolumeTestJSON-361183160 tempest-AttachVolumeTestJSON-361183160-project] (100247) timed out ('10.222.0.72', 53825) {{(pid=100247) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 06 14:28:57.006672 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f30781e2-2a69-4212-96f4-5258598a2519 tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Network 2fc24734-663b-4177-afb2-b6f30ba040e8 is already hosted by enough agents. {{(pid=100246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:28:57.008267 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.base_scheduler [None req-f30781e2-2a69-4212-96f4-5258598a2519 tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Resources bound (agent type, host, resource id): {{(pid=100246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:28:57.122290 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 0af19571-9264-44b1-b7bc-6c75a8ae43bf up at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:28:57.200745 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning for port 0af19571-9264-44b1-b7bc-6c75a8ae43bf completed by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:28:57.215320 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device c422a09c-10f2-4397-9e13-d0e0da6ca226 up at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:28:57.215837 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f30781e2-2a69-4212-96f4-5258598a2519 tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Router afb7a825-b94a-43c8-8a2b-5c79a52a24f0 has already been hosted by L3 agent 2823d358-a11b-4885-a706-95a279e43fa7 {{(pid=100246) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 14:28:57.329232 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning for port c422a09c-10f2-4397-9e13-d0e0da6ca226 completed by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:28:57.334592 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning complete for port c422a09c-10f2-4397-9e13-d0e0da6ca226 triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:28:57.335198 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:28:57.404381 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31671bfb-c03b-4476-916b-493878819c0d None None] Network 2fc24734-663b-4177-afb2-b6f30ba040e8 requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:28:57.476051 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f30781e2-2a69-4212-96f4-5258598a2519 tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Notify agent at l3_agent.n-d-773647-6 the message routers_updated {{(pid=100246) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 14:28:57.490666 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-f30781e2-2a69-4212-96f4-5258598a2519 tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] 10.222.0.104 "PUT /v2.0/routers/afb7a825-b94a-43c8-8a2b-5c79a52a24f0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9789848 Jul 06 14:28:57.491437 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 50944) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:28:57.552686 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-4ebf18a8-c921-41f3-92c1-3f249c2569cb None None] Provisioning for port 0af19571-9264-44b1-b7bc-6c75a8ae43bf completed by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:28:57.568299 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-4ebf18a8-c921-41f3-92c1-3f249c2569cb None None] Provisioning complete for port 0af19571-9264-44b1-b7bc-6c75a8ae43bf triggered by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:28:57.568299 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4ebf18a8-c921-41f3-92c1-3f249c2569cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:28:57.678770 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:28:57.973528 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] For port c422a09c-10f2-4397-9e13-d0e0da6ca226, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=c422a09c-10f2-4397-9e13-d0e0da6ca226,segment=NetworkSegment(89a832b7-7793-4d51-9038-ed7e1c3ff1b2),segment_id=89a832b7-7793-4d51-9038-ed7e1c3ff1b2)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:28:57.973528 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4ebf18a8-c921-41f3-92c1-3f249c2569cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:28:57.973528 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:28:57.976680 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2504c1ca-289b-4766-8c59-1ac98f5b7a0d tempest-TestNetworkBasicOps-1915842857 tempest-TestNetworkBasicOps-1915842857-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:28:57.976680 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2504c1ca-289b-4766-8c59-1ac98f5b7a0d tempest-TestNetworkBasicOps-1915842857 tempest-TestNetworkBasicOps-1915842857-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:28:57.976680 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2504c1ca-289b-4766-8c59-1ac98f5b7a0d tempest-TestNetworkBasicOps-1915842857 tempest-TestNetworkBasicOps-1915842857-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:28:57.976680 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2504c1ca-289b-4766-8c59-1ac98f5b7a0d tempest-TestNetworkBasicOps-1915842857 tempest-TestNetworkBasicOps-1915842857-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:28:57.976680 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2504c1ca-289b-4766-8c59-1ac98f5b7a0d tempest-TestNetworkBasicOps-1915842857 tempest-TestNetworkBasicOps-1915842857-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:28:57.976680 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2504c1ca-289b-4766-8c59-1ac98f5b7a0d tempest-TestNetworkBasicOps-1915842857 tempest-TestNetworkBasicOps-1915842857-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:28:57.976680 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-2504c1ca-289b-4766-8c59-1ac98f5b7a0d tempest-TestNetworkBasicOps-1915842857 tempest-TestNetworkBasicOps-1915842857-project-admin] 10.222.0.104 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4294 time: 0.4287183 Jul 06 14:28:57.977709 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 50968) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:28:58.035404 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-4ebf18a8-c921-41f3-92c1-3f249c2569cb None None] For port 0af19571-9264-44b1-b7bc-6c75a8ae43bf, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=0af19571-9264-44b1-b7bc-6c75a8ae43bf,segment=NetworkSegment(9f8c10e6-421e-41f5-8314-bf151d7472c6),segment_id=9f8c10e6-421e-41f5-8314-bf151d7472c6)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:28:58.046224 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4ebf18a8-c921-41f3-92c1-3f249c2569cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:28:58.087076 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Pushing event updated for resources: {'Port': ['ID=c422a09c-10f2-4397-9e13-d0e0da6ca226,revision_number=4']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:28:58.102921 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e141d818-c9e6-451b-b6c4-b4d66ae13496 tempest-TestNetworkBasicOps-1915842857 tempest-TestNetworkBasicOps-1915842857-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:28:58.104004 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e141d818-c9e6-451b-b6c4-b4d66ae13496 tempest-TestNetworkBasicOps-1915842857 tempest-TestNetworkBasicOps-1915842857-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:28:58.104713 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e141d818-c9e6-451b-b6c4-b4d66ae13496 tempest-TestNetworkBasicOps-1915842857 tempest-TestNetworkBasicOps-1915842857-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:28:58.105372 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e141d818-c9e6-451b-b6c4-b4d66ae13496 tempest-TestNetworkBasicOps-1915842857 tempest-TestNetworkBasicOps-1915842857-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:28:58.106092 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e141d818-c9e6-451b-b6c4-b4d66ae13496 tempest-TestNetworkBasicOps-1915842857 tempest-TestNetworkBasicOps-1915842857-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:28:58.107049 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e141d818-c9e6-451b-b6c4-b4d66ae13496 tempest-TestNetworkBasicOps-1915842857 tempest-TestNetworkBasicOps-1915842857-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:28:58.110512 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-e141d818-c9e6-451b-b6c4-b4d66ae13496 tempest-TestNetworkBasicOps-1915842857 tempest-TestNetworkBasicOps-1915842857-project-admin] 10.222.0.104 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4008 time: 0.1848722 Jul 06 14:28:58.113075 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 50980) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:28:58.205076 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ebf18a8-c921-41f3-92c1-3f249c2569cb None None] Pushing event updated for resources: {'Port': ['ID=0af19571-9264-44b1-b7bc-6c75a8ae43bf,revision_number=3']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:28:58.347708 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e11e54f-3cc0-4620-9af1-2faced011dd4 None None] Sync routers for ids ['afb7a825-b94a-43c8-8a2b-5c79a52a24f0'] in n-d-773647-6 {{(pid=100249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 14:28:58.363768 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-761ab854-c801-4415-a7b5-5c27d1507c4b tempest-TestNetworkBasicOps-1915842857 tempest-TestNetworkBasicOps-1915842857-project-admin] 10.222.0.104 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3050 time: 0.2485452 Jul 06 14:28:58.368011 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e11e54f-3cc0-4620-9af1-2faced011dd4 None None] Routers {'afb7a825-b94a-43c8-8a2b-5c79a52a24f0'} bound to L3 agent in host n-d-773647-6 {{(pid=100249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:28:58.373821 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-8e11e54f-3cc0-4620-9af1-2faced011dd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T14:28:56Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['afb7a825-b94a-43c8-8a2b-5c79a52a24f0'], 'active': True} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:28:58.452494 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-03f71b24-a9b8-453a-8924-caa3f97bc6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:28:58.578068 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-8809644f-3ac6-41a9-879e-e78d4df732dd None None] Provisioning complete for port 0af19571-9264-44b1-b7bc-6c75a8ae43bf triggered by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:28:58.578741 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-8809644f-3ac6-41a9-879e-e78d4df732dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:28:58.609226 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvr_db [None req-8e11e54f-3cc0-4620-9af1-2faced011dd4 None None] Set router afb7a825-b94a-43c8-8a2b-5c79a52a24f0 gateway port host: n-d-773647-6 {{(pid=100249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:28:58.781955 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-8809644f-3ac6-41a9-879e-e78d4df732dd None None] Provisioning for port 997dcf53-da77-4187-a2b4-40c62c2312e1 completed by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:28:58.787805 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-8809644f-3ac6-41a9-879e-e78d4df732dd None None] Provisioning complete for port 997dcf53-da77-4187-a2b4-40c62c2312e1 triggered by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:28:58.788504 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-8809644f-3ac6-41a9-879e-e78d4df732dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:28:58.811609 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 51008) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:28:58.817861 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-5c78d80f-5148-40e4-b718-36045f92d75a tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-726614317', 'description': 'tempest-secgroup-smoke-726614317 description', 'project_id': '107c04f466b0465e9fe8bb8c503793e0'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:28:58.873970 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-5c78d80f-5148-40e4-b718-36045f92d75a tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Notify callbacks [] for security_group, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:28:58.909060 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-8809644f-3ac6-41a9-879e-e78d4df732dd None None] Port 997dcf53-da77-4187-a2b4-40c62c2312e1 cannot update to ACTIVE because it is not bound. {{(pid=100248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 14:28:59.053083 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-f7e5ed43-e410-484a-8e68-b42894777bfd None None] Provisioning complete for port 997dcf53-da77-4187-a2b4-40c62c2312e1 triggered by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:28:59.054566 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-f7e5ed43-e410-484a-8e68-b42894777bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:28:59.091381 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-8e11e54f-3cc0-4620-9af1-2faced011dd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afb7a825-b94a-43c8-8a2b-5c79a52a24f0', 'name': 'tempest-TestNetworkBasicOps-router-1140746622', 'tenant_id': '107c04f466b0465e9fe8bb8c503793e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.81'}], 'enable_snat': True}, 'gw_port_id': 'c422a09c-10f2-4397-9e13-d0e0da6ca226', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:28:50Z', 'updated_at': '2021-07-06T14:28:56Z', 'revision_number': 4, 'project_id': '107c04f466b0465e9fe8bb8c503793e0', 'gw_port': {'id': 'c422a09c-10f2-4397-9e13-d0e0da6ca226', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:c7:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afb7a825-b94a-43c8-8a2b-5c79a52a24f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3747, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:28:51Z', 'updated_at': '2021-07-06T14:28:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6', '_interfaces': [{'id': '997dcf53-da77-4187-a2b4-40c62c2312e1', 'name': '', 'network_id': '2fc24734-663b-4177-afb2-b6f30ba040e8', 'tenant_id': '107c04f466b0465e9fe8bb8c503793e0', 'mac_address': 'fa:16:3e:be:ea:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afb7a825-b94a-43c8-8a2b-5c79a52a24f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3750, 'fixed_ips': [{'subnet_id': '01da7d0d-7413-4086-b32d-26b12a0ac73a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:28:54Z', 'updated_at': '2021-07-06T14:28:56Z', 'revision_number': 2, 'project_id': '107c04f466b0465e9fe8bb8c503793e0', 'subnets': [{'id': '01da7d0d-7413-4086-b32d-26b12a0ac73a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773647-6', False) {} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:28:59.094830 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-5c78d80f-5148-40e4-b718-36045f92d75a tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Notify callbacks [] for security_group, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:28:59.106064 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-5c78d80f-5148-40e4-b718-36045f92d75a tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:28:59.135278 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e11e54f-3cc0-4620-9af1-2faced011dd4 None None] Checking router: afb7a825-b94a-43c8-8a2b-5c79a52a24f0 for host: n-d-773647-6 {{(pid=100249) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 14:28:59.135889 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e11e54f-3cc0-4620-9af1-2faced011dd4 None None] Updating router afb7a825-b94a-43c8-8a2b-5c79a52a24f0 port 997dcf53-da77-4187-a2b4-40c62c2312e1 binding host n-d-773647-6 {{(pid=100249) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 14:28:59.158884 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-f7e5ed43-e410-484a-8e68-b42894777bfd None None] Port 997dcf53-da77-4187-a2b4-40c62c2312e1 cannot update to ACTIVE because it is not bound. {{(pid=100248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 14:28:59.167635 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 0af19571-9264-44b1-b7bc-6c75a8ae43bf up at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:28:59.173784 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-5c78d80f-5148-40e4-b718-36045f92d75a tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Notify callbacks [] for security_group, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:28:59.181360 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-5c78d80f-5148-40e4-b718-36045f92d75a tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] 10.222.0.104 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3680089 Jul 06 14:28:59.184098 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 51022) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:28:59.191238 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [None req-00e78924-447f-4757-af05-040db461c7d9 tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Request body: {'security_group_rule': {'security_group_id': '22ee6df4-4996-4498-81be-7550bf424b73', 'project_id': '107c04f466b0465e9fe8bb8c503793e0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:28:59.202206 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c78d80f-5148-40e4-b718-36045f92d75a tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Pushing event updated for resources: {'SecurityGroup': ['ID=22ee6df4-4996-4498-81be-7550bf424b73,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:28:59.250045 n-d-773647-6 neutron-server[100249]: DEBUG neutron_lib.callbacks.manager [None req-8e11e54f-3cc0-4620-9af1-2faced011dd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:28:59.257503 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-00e78924-447f-4757-af05-040db461c7d9 tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:28:59.274978 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning complete for port 0af19571-9264-44b1-b7bc-6c75a8ae43bf triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:28:59.275724 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:28:59.384144 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-00e78924-447f-4757-af05-040db461c7d9 tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:28:59.389710 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-00e78924-447f-4757-af05-040db461c7d9 tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1898694'] for security_group_rule, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:28:59.410731 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e78924-447f-4757-af05-040db461c7d9 tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b81819f-a119-4bd4-8aa3-4a5c2feccb8c,revision_number=0']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:28:59.413939 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [req-d90a7523-b00f-42c8-b135-7ecdb84b0cd5 req-ef8f6595-f895-45fc-8617-105e4775d817 service neutron] (100247) timed out ('10.222.0.104', 54642) {{(pid=100247) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 06 14:28:59.421921 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-00e78924-447f-4757-af05-040db461c7d9 tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:28:59.423783 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-00e78924-447f-4757-af05-040db461c7d9 tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] 10.222.0.104 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2372084 Jul 06 14:28:59.427025 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 51030) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:28:59.432830 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-1e68f8ad-c686-4fe9-9c43-d3c35419df39 tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Request body: {'security_group_rule': {'security_group_id': '22ee6df4-4996-4498-81be-7550bf424b73', 'project_id': '107c04f466b0465e9fe8bb8c503793e0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:28:59.466751 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-1e68f8ad-c686-4fe9-9c43-d3c35419df39 tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:28:59.507203 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device c422a09c-10f2-4397-9e13-d0e0da6ca226 up at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:28:59.515344 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-cf85a79b-7364-4889-9e4b-df2c1aaf65e7 None None] Provisioning complete for port 997dcf53-da77-4187-a2b4-40c62c2312e1 triggered by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:28:59.515710 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-cf85a79b-7364-4889-9e4b-df2c1aaf65e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:28:59.546075 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-1e68f8ad-c686-4fe9-9c43-d3c35419df39 tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:28:59.554663 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-1e68f8ad-c686-4fe9-9c43-d3c35419df39 tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1898694'] for security_group_rule, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:28:59.600302 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e68f8ad-c686-4fe9-9c43-d3c35419df39 tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=43ea4cb4-f5f7-45a6-a74a-66e8e87c406e,revision_number=0']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:28:59.621224 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-cf85a79b-7364-4889-9e4b-df2c1aaf65e7 None None] Port 997dcf53-da77-4187-a2b4-40c62c2312e1 cannot update to ACTIVE because it is not bound. {{(pid=100248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 14:28:59.625249 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-1e68f8ad-c686-4fe9-9c43-d3c35419df39 tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:28:59.626919 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-1e68f8ad-c686-4fe9-9c43-d3c35419df39 tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] 10.222.0.104 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1984034 Jul 06 14:28:59.630243 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 51040) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:28:59.655382 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-6e879897-02bc-4b54-85ca-11ca29368c2c tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Request body: {'security_group_rule': {'security_group_id': '22ee6df4-4996-4498-81be-7550bf424b73', 'project_id': '107c04f466b0465e9fe8bb8c503793e0', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:28:59.702403 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning complete for port c422a09c-10f2-4397-9e13-d0e0da6ca226 triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:28:59.702787 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:28:59.720371 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-6e879897-02bc-4b54-85ca-11ca29368c2c tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:28:59.796042 n-d-773647-6 neutron-server[100249]: DEBUG neutron_lib.callbacks.manager [None req-8e11e54f-3cc0-4620-9af1-2faced011dd4 None None] Notify callbacks [] for port, precommit_update {{(pid=100249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:28:59.809445 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.provisioning_blocks [None req-8e11e54f-3cc0-4620-9af1-2faced011dd4 None None] Transition to ACTIVE for port object 997dcf53-da77-4187-a2b4-40c62c2312e1 will not be triggered until provisioned by entity L2. {{(pid=100249) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:28:59.819520 n-d-773647-6 neutron-server[100249]: DEBUG neutron_lib.callbacks.manager [None req-8e11e54f-3cc0-4620-9af1-2faced011dd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:28:59.854038 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-6e879897-02bc-4b54-85ca-11ca29368c2c tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:28:59.870249 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-6e879897-02bc-4b54-85ca-11ca29368c2c tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1898694'] for security_group_rule, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:28:59.895892 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf1c6a9-9495-4a12-a271-4cbf50537331 None None] Pushing event updated for resources: {'Port': ['ID=997dcf53-da77-4187-a2b4-40c62c2312e1,revision_number=3']} {{(pid=100249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:28:59.908389 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e879897-02bc-4b54-85ca-11ca29368c2c tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0241d6bc-daab-48de-8195-20f343057ef7,revision_number=0']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:28:59.919402 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-6e879897-02bc-4b54-85ca-11ca29368c2c tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:28:59.920820 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-6e879897-02bc-4b54-85ca-11ca29368c2c tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] 10.222.0.104 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2885897 Jul 06 14:28:59.924147 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 51046) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:28:59.929416 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-2f322739-bf9b-4c9b-8ad2-2d180d223448 tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Request body: {'security_group_rule': {'security_group_id': '22ee6df4-4996-4498-81be-7550bf424b73', 'project_id': '107c04f466b0465e9fe8bb8c503793e0', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:28:59.961442 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-2f322739-bf9b-4c9b-8ad2-2d180d223448 tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:28:59.997034 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.managers [None req-8e11e54f-3cc0-4620-9af1-2faced011dd4 None None] Attempting to bind port 997dcf53-da77-4187-a2b4-40c62c2312e1 on host n-d-773647-6 for vnic_type normal with profile {{(pid=100249) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:28:59.997698 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.managers [None req-8e11e54f-3cc0-4620-9af1-2faced011dd4 None None] Attempting to bind port 997dcf53-da77-4187-a2b4-40c62c2312e1 by drivers openvswitch,hyperv on host n-d-773647-6 at level 0 using segments [{'id': '9f8c10e6-421e-41f5-8314-bf151d7472c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': '2fc24734-663b-4177-afb2-b6f30ba040e8'}] {{(pid=100249) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:28:59.998134 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e11e54f-3cc0-4620-9af1-2faced011dd4 None None] Attempting to bind port 997dcf53-da77-4187-a2b4-40c62c2312e1 on network 2fc24734-663b-4177-afb2-b6f30ba040e8 {{(pid=100249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:29:00.005565 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e11e54f-3cc0-4620-9af1-2faced011dd4 None None] Checking agent: {'id': '8ab5b19c-d213-4f29-891d-27bdf39d38b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773647-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 43, 26), 'started_at': datetime.datetime(2021, 7, 6, 13, 43, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 28, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773647-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:29:00.006022 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e11e54f-3cc0-4620-9af1-2faced011dd4 None None] Checking segment: {'id': '9f8c10e6-421e-41f5-8314-bf151d7472c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': '2fc24734-663b-4177-afb2-b6f30ba040e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100249) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:29:00.006488 n-d-773647-6 neutron-server[100249]: DEBUG neutron_lib.callbacks.manager [None req-8e11e54f-3cc0-4620-9af1-2faced011dd4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:29:00.007186 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e11e54f-3cc0-4620-9af1-2faced011dd4 None None] Bound using segment: {'id': '9f8c10e6-421e-41f5-8314-bf151d7472c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': '2fc24734-663b-4177-afb2-b6f30ba040e8'} {{(pid=100249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:29:00.007736 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.managers [None req-8e11e54f-3cc0-4620-9af1-2faced011dd4 None None] Bound port: 997dcf53-da77-4187-a2b4-40c62c2312e1, host: n-d-773647-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f8c10e6-421e-41f5-8314-bf151d7472c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': '2fc24734-663b-4177-afb2-b6f30ba040e8'}}] {{(pid=100249) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:29:00.008180 n-d-773647-6 neutron-server[100249]: DEBUG neutron_lib.callbacks.manager [None req-8e11e54f-3cc0-4620-9af1-2faced011dd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:29:00.070270 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-2f322739-bf9b-4c9b-8ad2-2d180d223448 tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:29:00.104976 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-2f322739-bf9b-4c9b-8ad2-2d180d223448 tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1898694'] for security_group_rule, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:29:00.130704 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f322739-bf9b-4c9b-8ad2-2d180d223448 tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba545ab1-a300-4bda-9428-3a4e8a51de68,revision_number=0']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:29:00.158247 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-2f322739-bf9b-4c9b-8ad2-2d180d223448 tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:29:00.162085 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.db [None req-8e11e54f-3cc0-4620-9af1-2faced011dd4 None None] For port 997dcf53-da77-4187-a2b4-40c62c2312e1, host n-d-773647-6, cleared binding levels {{(pid=100249) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:29:00.163528 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 51054) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:29:00.166279 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.db [None req-8e11e54f-3cc0-4620-9af1-2faced011dd4 None None] For port 997dcf53-da77-4187-a2b4-40c62c2312e1, host n-d-773647-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=997dcf53-da77-4187-a2b4-40c62c2312e1,segment=NetworkSegment(9f8c10e6-421e-41f5-8314-bf151d7472c6),segment_id=9f8c10e6-421e-41f5-8314-bf151d7472c6)] {{(pid=100249) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:29:00.169052 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [None req-379392cb-eb3b-4171-9cc3-49f786d882e8 tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Request body: {'security_group_rule': {'security_group_id': '22ee6df4-4996-4498-81be-7550bf424b73', 'project_id': '107c04f466b0465e9fe8bb8c503793e0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:29:00.171407 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-2f322739-bf9b-4c9b-8ad2-2d180d223448 tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] 10.222.0.104 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2435436 Jul 06 14:29:00.174067 n-d-773647-6 neutron-server[100249]: DEBUG neutron_lib.callbacks.manager [None req-8e11e54f-3cc0-4620-9af1-2faced011dd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:29:00.225188 n-d-773647-6 neutron-server[100247]: INFO neutron.db.securitygroups_db [None req-379392cb-eb3b-4171-9cc3-49f786d882e8 tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Project 107c04f466b0465e9fe8bb8c503793e0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 06 14:29:00.233761 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-379392cb-eb3b-4171-9cc3-49f786d882e8 tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:29:00.238742 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 51056) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:29:00.253464 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [None req-1a0c313e-b757-47e6-9aea-5b87f5cc15b8 tempest-TestSecurityGroupsBasicOps-42373486 tempest-TestSecurityGroupsBasicOps-42373486-project] Request body: {'network': {'name': 'tempest-network-smoke--624388750', 'project_id': '06674ee379754bdb83b089c26f2bfa62', 'port_security_enabled': True}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:29:00.279841 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e11e54f-3cc0-4620-9af1-2faced011dd4 None None] Routers {'afb7a825-b94a-43c8-8a2b-5c79a52a24f0'} bound to L3 agent in host n-d-773647-6 {{(pid=100249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:29:00.280508 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-8e11e54f-3cc0-4620-9af1-2faced011dd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T14:28:56Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['afb7a825-b94a-43c8-8a2b-5c79a52a24f0'], 'active': True} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:29:00.286234 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a0c313e-b757-47e6-9aea-5b87f5cc15b8 tempest-TestSecurityGroupsBasicOps-42373486 tempest-TestSecurityGroupsBasicOps-42373486-project] Made reservation on behalf of 06674ee379754bdb83b089c26f2bfa62 for: {'network': 1} {{(pid=100247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:29:00.286485 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf1c6a9-9495-4a12-a271-4cbf50537331 None None] Pushing event updated for resources: {'Port': ['ID=997dcf53-da77-4187-a2b4-40c62c2312e1,revision_number=4']} {{(pid=100249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:29:00.290949 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-1a0c313e-b757-47e6-9aea-5b87f5cc15b8 tempest-TestSecurityGroupsBasicOps-42373486 tempest-TestSecurityGroupsBasicOps-42373486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for network, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:29:00.320241 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-1a0c313e-b757-47e6-9aea-5b87f5cc15b8 tempest-TestSecurityGroupsBasicOps-42373486 tempest-TestSecurityGroupsBasicOps-42373486-project] Notify callbacks [] for security_group, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:29:00.367754 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-379392cb-eb3b-4171-9cc3-49f786d882e8 tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:29:00.380104 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-379392cb-eb3b-4171-9cc3-49f786d882e8 tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1898694'] for security_group_rule, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:29:00.430761 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379392cb-eb3b-4171-9cc3-49f786d882e8 tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=45e02bca-bd44-4fa1-8eeb-aae5d6083792,revision_number=0']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:29:00.555995 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-1a0c313e-b757-47e6-9aea-5b87f5cc15b8 tempest-TestSecurityGroupsBasicOps-42373486 tempest-TestSecurityGroupsBasicOps-42373486-project] Notify callbacks [] for security_group, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:29:00.576510 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-1a0c313e-b757-47e6-9aea-5b87f5cc15b8 tempest-TestSecurityGroupsBasicOps-42373486 tempest-TestSecurityGroupsBasicOps-42373486-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:29:00.583452 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-379392cb-eb3b-4171-9cc3-49f786d882e8 tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:29:00.584981 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-379392cb-eb3b-4171-9cc3-49f786d882e8 tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] 10.222.0.104 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4203291 Jul 06 14:29:00.588066 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 51070) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:29:00.593705 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-2b707da5-52d4-4067-8cb3-ab081852befe tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Request body: {'security_group_rule': {'security_group_id': '22ee6df4-4996-4498-81be-7550bf424b73', 'project_id': '107c04f466b0465e9fe8bb8c503793e0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:29:00.607372 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a0c313e-b757-47e6-9aea-5b87f5cc15b8 tempest-TestSecurityGroupsBasicOps-42373486 tempest-TestSecurityGroupsBasicOps-42373486-project] vlan segment allocate from pool success with {'vlan_id': 1026, 'physical_network': 'physnet1'} {{(pid=100247) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 14:29:00.628992 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0c313e-b757-47e6-9aea-5b87f5cc15b8 tempest-TestSecurityGroupsBasicOps-42373486 tempest-TestSecurityGroupsBasicOps-42373486-project] Pushing event updated for resources: {'SecurityGroup': ['ID=83627c30-6af3-42fa-8a0d-09610d049ac1,revision_number=1']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:29:00.636258 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-1a0c313e-b757-47e6-9aea-5b87f5cc15b8 tempest-TestSecurityGroupsBasicOps-42373486 tempest-TestSecurityGroupsBasicOps-42373486-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552'] for segment, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:29:00.636698 n-d-773647-6 neutron-server[100247]: INFO neutron.db.segments_db [None req-1a0c313e-b757-47e6-9aea-5b87f5cc15b8 tempest-TestSecurityGroupsBasicOps-42373486 tempest-TestSecurityGroupsBasicOps-42373486-project] Added segment e1fb69b5-8eeb-41b3-83fb-bdd90f743881 of type vlan for network 04fc6fea-775e-46c3-85f0-f2b882efb12c Jul 06 14:29:00.646118 n-d-773647-6 neutron-server[100246]: INFO neutron.db.securitygroups_db [None req-2b707da5-52d4-4067-8cb3-ab081852befe tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Project 107c04f466b0465e9fe8bb8c503793e0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 06 14:29:00.652371 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvr_db [None req-8e11e54f-3cc0-4620-9af1-2faced011dd4 None None] Set router afb7a825-b94a-43c8-8a2b-5c79a52a24f0 gateway port host: n-d-773647-6 {{(pid=100249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:29:00.664862 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-2b707da5-52d4-4067-8cb3-ab081852befe tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:29:00.698488 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-1a0c313e-b757-47e6-9aea-5b87f5cc15b8 tempest-TestSecurityGroupsBasicOps-42373486 tempest-TestSecurityGroupsBasicOps-42373486-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773752984405'] for network, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:29:00.740556 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-1a0c313e-b757-47e6-9aea-5b87f5cc15b8 tempest-TestSecurityGroupsBasicOps-42373486 tempest-TestSecurityGroupsBasicOps-42373486-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060'] for network, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:29:00.749942 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a0c313e-b757-47e6-9aea-5b87f5cc15b8 tempest-TestSecurityGroupsBasicOps-42373486 tempest-TestSecurityGroupsBasicOps-42373486-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:29:00.750795 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-1a0c313e-b757-47e6-9aea-5b87f5cc15b8 tempest-TestSecurityGroupsBasicOps-42373486 tempest-TestSecurityGroupsBasicOps-42373486-project] Notify callbacks [] for network, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:29:00.775698 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-2b707da5-52d4-4067-8cb3-ab081852befe tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:29:00.780619 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-2b707da5-52d4-4067-8cb3-ab081852befe tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1898694'] for security_group_rule, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:29:00.797927 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b707da5-52d4-4067-8cb3-ab081852befe tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b8846aa4-460a-4bd9-908e-51cb4a863dbb,revision_number=0']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:29:00.813496 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-2b707da5-52d4-4067-8cb3-ab081852befe tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:29:00.815187 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-2b707da5-52d4-4067-8cb3-ab081852befe tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] 10.222.0.104 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2260964 Jul 06 14:29:00.840283 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0c313e-b757-47e6-9aea-5b87f5cc15b8 tempest-TestSecurityGroupsBasicOps-42373486 tempest-TestSecurityGroupsBasicOps-42373486-project] Pushing event updated for resources: {'Network': ['ID=04fc6fea-775e-46c3-85f0-f2b882efb12c,revision_number=1']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:29:00.852853 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-1a0c313e-b757-47e6-9aea-5b87f5cc15b8 tempest-TestSecurityGroupsBasicOps-42373486 tempest-TestSecurityGroupsBasicOps-42373486-project] 10.222.0.104 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6111977 Jul 06 14:29:00.854498 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Network 04fc6fea-775e-46c3-85f0-f2b882efb12c details requested by agent ovs-agent-n-d-773647-6 with host n-d-773647-6 {{(pid=100248) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 14:29:00.856163 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 51076) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:29:00.862160 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-2be6847d-86ff-4b3f-85c1-ab56c2a3e7c2 tempest-TestSecurityGroupsBasicOps-42373486 tempest-TestSecurityGroupsBasicOps-42373486-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-905685173', 'admin_state_up': True, 'project_id': '06674ee379754bdb83b089c26f2bfa62', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719'}}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:29:00.905838 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-2be6847d-86ff-4b3f-85c1-ab56c2a3e7c2 tempest-TestSecurityGroupsBasicOps-42373486 tempest-TestSecurityGroupsBasicOps-42373486-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1806290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6992'] for router, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:29:00.906508 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-2be6847d-86ff-4b3f-85c1-ab56c2a3e7c2 tempest-TestSecurityGroupsBasicOps-42373486 tempest-TestSecurityGroupsBasicOps-42373486-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1806157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1808637', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1714747', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7007'] for router, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:29:01.013771 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-8e11e54f-3cc0-4620-9af1-2faced011dd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afb7a825-b94a-43c8-8a2b-5c79a52a24f0', 'name': 'tempest-TestNetworkBasicOps-router-1140746622', 'tenant_id': '107c04f466b0465e9fe8bb8c503793e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.81'}], 'enable_snat': True}, 'gw_port_id': 'c422a09c-10f2-4397-9e13-d0e0da6ca226', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:28:50Z', 'updated_at': '2021-07-06T14:28:56Z', 'revision_number': 4, 'project_id': '107c04f466b0465e9fe8bb8c503793e0', 'gw_port': {'id': 'c422a09c-10f2-4397-9e13-d0e0da6ca226', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:c7:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afb7a825-b94a-43c8-8a2b-5c79a52a24f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3747, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:28:51Z', 'updated_at': '2021-07-06T14:28:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6', '_interfaces': [{'id': '997dcf53-da77-4187-a2b4-40c62c2312e1', 'name': '', 'network_id': '2fc24734-663b-4177-afb2-b6f30ba040e8', 'tenant_id': '107c04f466b0465e9fe8bb8c503793e0', 'mac_address': 'fa:16:3e:be:ea:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afb7a825-b94a-43c8-8a2b-5c79a52a24f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3750, 'fixed_ips': [{'subnet_id': '01da7d0d-7413-4086-b32d-26b12a0ac73a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:28:54Z', 'updated_at': '2021-07-06T14:29:00Z', 'revision_number': 4, 'project_id': '107c04f466b0465e9fe8bb8c503793e0', 'subnets': [{'id': '01da7d0d-7413-4086-b32d-26b12a0ac73a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773647-6', False) {} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:29:01.022567 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-2be6847d-86ff-4b3f-85c1-ab56c2a3e7c2 tempest-TestSecurityGroupsBasicOps-42373486 tempest-TestSecurityGroupsBasicOps-42373486-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:29:01.061097 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e11e54f-3cc0-4620-9af1-2faced011dd4 None None] The sync data for ids ['afb7a825-b94a-43c8-8a2b-5c79a52a24f0'] in n-d-773647-6 is: [{'id': 'afb7a825-b94a-43c8-8a2b-5c79a52a24f0', 'name': 'tempest-TestNetworkBasicOps-router-1140746622', 'tenant_id': '107c04f466b0465e9fe8bb8c503793e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.81'}], 'enable_snat': True}, 'gw_port_id': 'c422a09c-10f2-4397-9e13-d0e0da6ca226', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:28:50Z', 'updated_at': '2021-07-06T14:28:56Z', 'revision_number': 4, 'project_id': '107c04f466b0465e9fe8bb8c503793e0', 'gw_port': {'id': 'c422a09c-10f2-4397-9e13-d0e0da6ca226', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:c7:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afb7a825-b94a-43c8-8a2b-5c79a52a24f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3747, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:28:51Z', 'updated_at': '2021-07-06T14:28:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6', '_interfaces': [{'id': '997dcf53-da77-4187-a2b4-40c62c2312e1', 'name': '', 'network_id': '2fc24734-663b-4177-afb2-b6f30ba040e8', 'tenant_id': '107c04f466b0465e9fe8bb8c503793e0', 'mac_address': 'fa:16:3e:be:ea:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afb7a825-b94a-43c8-8a2b-5c79a52a24f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3750, 'fixed_ips': [{'subnet_id': '01da7d0d-7413-4086-b32d-26b12a0ac73a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:28:54Z', 'updated_at': '2021-07-06T14:29:00Z', 'revision_number': 4, 'project_id': '107c04f466b0465e9fe8bb8c503793e0', 'subnets': [{'id': '01da7d0d-7413-4086-b32d-26b12a0ac73a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 14:29:01.275424 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-2be6847d-86ff-4b3f-85c1-ab56c2a3e7c2 tempest-TestSecurityGroupsBasicOps-42373486 tempest-TestSecurityGroupsBasicOps-42373486-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1761047', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1806272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6989'] for router, precommit_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:29:01.335642 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-66d8baec-0501-4778-9ee2-6461f31e1fcf req-b3815841-f1f0-44f0-b250-04999df6f925 tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] 10.222.0.104 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-726614317&fields=id&tenant_id=107c04f466b0465e9fe8bb8c503793e0 HTTP/1.1" status: 200 len: 267 time: 0.0748687 Jul 06 14:29:01.471231 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d8baec-0501-4778-9ee2-6461f31e1fcf req-121e59b4-f75a-4e3c-ac75-245c2acdbee8 tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:29:01.478532 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-66d8baec-0501-4778-9ee2-6461f31e1fcf req-121e59b4-f75a-4e3c-ac75-245c2acdbee8 tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] 10.222.0.104 "GET /v2.0/networks?id=2fc24734-663b-4177-afb2-b6f30ba040e8 HTTP/1.1" status: 200 len: 797 time: 0.1418340 Jul 06 14:29:01.516473 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-66d8baec-0501-4778-9ee2-6461f31e1fcf req-0cafbd5c-43e0-4686-beba-7bcbcdb2365c tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] 10.222.0.104 "GET /v2.0/quotas/107c04f466b0465e9fe8bb8c503793e0 HTTP/1.1" status: 200 len: 375 time: 0.0366473 Jul 06 14:29:01.624660 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-66d8baec-0501-4778-9ee2-6461f31e1fcf req-f16377ee-1e85-4be5-883a-fecfd54c75c2 tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] 10.222.0.104 "GET /v2.0/ports?tenant_id=107c04f466b0465e9fe8bb8c503793e0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1018109 Jul 06 14:29:01.685920 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-2be6847d-86ff-4b3f-85c1-ab56c2a3e7c2 tempest-TestSecurityGroupsBasicOps-42373486 tempest-TestSecurityGroupsBasicOps-42373486-project] Notify callbacks [] for router_gateway, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:29:01.716881 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-2be6847d-86ff-4b3f-85c1-ab56c2a3e7c2 tempest-TestSecurityGroupsBasicOps-42373486 tempest-TestSecurityGroupsBasicOps-42373486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:29:01.908932 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.db_base_plugin_common [None req-2be6847d-86ff-4b3f-85c1-ab56c2a3e7c2 tempest-TestSecurityGroupsBasicOps-42373486 tempest-TestSecurityGroupsBasicOps-42373486-project] Allocated IP 172.25.0.179 (2658f09e-a580-4d4a-9968-2d1e0ad93719/cbf74abc-6fe1-4d33-b005-c948923b9647/d0b98fcb-aa8e-45c9-af76-f4fbc67a8c47) {{(pid=100246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:29:02.043099 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-2be6847d-86ff-4b3f-85c1-ab56c2a3e7c2 tempest-TestSecurityGroupsBasicOps-42373486 tempest-TestSecurityGroupsBasicOps-42373486-project] Notify callbacks [] for port, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:29:02.098089 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-2be6847d-86ff-4b3f-85c1-ab56c2a3e7c2 tempest-TestSecurityGroupsBasicOps-42373486 tempest-TestSecurityGroupsBasicOps-42373486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-127687573'] for port, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:29:02.156998 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2be6847d-86ff-4b3f-85c1-ab56c2a3e7c2 tempest-TestSecurityGroupsBasicOps-42373486 tempest-TestSecurityGroupsBasicOps-42373486-project] Network 2658f09e-a580-4d4a-9968-2d1e0ad93719 is already hosted by enough agents. {{(pid=100246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:29:02.172663 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be6847d-86ff-4b3f-85c1-ab56c2a3e7c2 tempest-TestSecurityGroupsBasicOps-42373486 tempest-TestSecurityGroupsBasicOps-42373486-project] Pushing event updated for resources: {'Port': ['ID=d0b98fcb-aa8e-45c9-af76-f4fbc67a8c47,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:29:02.184336 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.base_scheduler [None req-2be6847d-86ff-4b3f-85c1-ab56c2a3e7c2 tempest-TestSecurityGroupsBasicOps-42373486 tempest-TestSecurityGroupsBasicOps-42373486-project] Resources bound (agent type, host, resource id): {{(pid=100246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:29:02.188890 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2be6847d-86ff-4b3f-85c1-ab56c2a3e7c2 tempest-TestSecurityGroupsBasicOps-42373486 tempest-TestSecurityGroupsBasicOps-42373486-project] Received port after_create {{(pid=100246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:29:02.267318 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-66d8baec-0501-4778-9ee2-6461f31e1fcf req-fda56284-5b85-401f-aece-d2d2dbcaa6fa service neutron] 10.222.0.104 "GET /v2.0/networks/2fc24734-663b-4177-afb2-b6f30ba040e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6219487 Jul 06 14:29:02.373394 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-66d8baec-0501-4778-9ee2-6461f31e1fcf req-def9738a-7f9e-4275-9dbe-d37e87b475ca service neutron] 10.222.0.104 "GET /v2.0/networks/2fc24734-663b-4177-afb2-b6f30ba040e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1011925 Jul 06 14:29:02.568250 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-2be6847d-86ff-4b3f-85c1-ab56c2a3e7c2 tempest-TestSecurityGroupsBasicOps-42373486 tempest-TestSecurityGroupsBasicOps-42373486-project] Notify callbacks [] for router_gateway, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:29:02.846359 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-2be6847d-86ff-4b3f-85c1-ab56c2a3e7c2 tempest-TestSecurityGroupsBasicOps-42373486 tempest-TestSecurityGroupsBasicOps-42373486-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1806297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1761036'] for router, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:29:02.980966 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-07964a05-0163-4b3a-8af5-9ff21a84c499 req-42581675-ea33-4870-83cd-397c8a376f7c tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] 10.222.0.104 "GET /v2.0/ports?device_id=55d3d7ff-1e68-49b8-9385-71f32fd4be0b HTTP/1.1" status: 200 len: 210 time: 0.2874961 Jul 06 14:29:03.047544 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2be6847d-86ff-4b3f-85c1-ab56c2a3e7c2 tempest-TestSecurityGroupsBasicOps-42373486 tempest-TestSecurityGroupsBasicOps-42373486-project] Router a864acad-8523-47ff-a66d-d7a42913db2d is scheduled to L3 agent 2823d358-a11b-4885-a706-95a279e43fa7 with binding_index 1 {{(pid=100246) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 14:29:03.102634 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 997dcf53-da77-4187-a2b4-40c62c2312e1 up at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:29:03.206074 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning for port 997dcf53-da77-4187-a2b4-40c62c2312e1 completed by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:29:03.218445 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning complete for port 997dcf53-da77-4187-a2b4-40c62c2312e1 triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:29:03.219934 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:29:03.241059 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2be6847d-86ff-4b3f-85c1-ab56c2a3e7c2 tempest-TestSecurityGroupsBasicOps-42373486 tempest-TestSecurityGroupsBasicOps-42373486-project] Notify agent at l3_agent.n-d-773647-6 the message routers_updated {{(pid=100246) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 14:29:03.270841 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5569368-e325-4a62-ae31-45ef83fc6f00 None None] Sync routers for ids ['a864acad-8523-47ff-a66d-d7a42913db2d'] in n-d-773647-6 {{(pid=100248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 14:29:03.297854 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5569368-e325-4a62-ae31-45ef83fc6f00 None None] Routers {'a864acad-8523-47ff-a66d-d7a42913db2d'} bound to L3 agent in host n-d-773647-6 {{(pid=100248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:29:03.298833 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-b5569368-e325-4a62-ae31-45ef83fc6f00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T14:28:56Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['a864acad-8523-47ff-a66d-d7a42913db2d'], 'active': True} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:29:03.322808 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-2be6847d-86ff-4b3f-85c1-ab56c2a3e7c2 tempest-TestSecurityGroupsBasicOps-42373486 tempest-TestSecurityGroupsBasicOps-42373486-project] Notify callbacks [] for router, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:29:03.328397 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-2be6847d-86ff-4b3f-85c1-ab56c2a3e7c2 tempest-TestSecurityGroupsBasicOps-42373486 tempest-TestSecurityGroupsBasicOps-42373486-project] 10.222.0.104 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 2.4666595 Jul 06 14:29:03.328842 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 51158) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:29:03.495603 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-c779d101-cd1a-462d-acec-c8169e8ea99f tempest-TestSecurityGroupsBasicOps-756661649 tempest-TestSecurityGroupsBasicOps-756661649-project-admin] 10.222.0.104 "GET /v2.0/subnets?project_id=06674ee379754bdb83b089c26f2bfa62&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1654453 Jul 06 14:29:03.499169 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 51166) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:29:03.586110 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:29:03.625083 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvr_db [None req-b5569368-e325-4a62-ae31-45ef83fc6f00 None None] Set router a864acad-8523-47ff-a66d-d7a42913db2d gateway port host: n-d-773647-6 {{(pid=100248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:29:03.694879 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1517079-2285-48cc-a77d-35c62208308a tempest-TestSecurityGroupsBasicOps-756661649 tempest-TestSecurityGroupsBasicOps-756661649-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:29:03.696972 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-b1517079-2285-48cc-a77d-35c62208308a tempest-TestSecurityGroupsBasicOps-756661649 tempest-TestSecurityGroupsBasicOps-756661649-project-admin] 10.222.0.104 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1960740 Jul 06 14:29:03.699894 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 51172) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:29:03.701870 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] For port 997dcf53-da77-4187-a2b4-40c62c2312e1, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=997dcf53-da77-4187-a2b4-40c62c2312e1,segment=NetworkSegment(9f8c10e6-421e-41f5-8314-bf151d7472c6),segment_id=9f8c10e6-421e-41f5-8314-bf151d7472c6)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:29:03.714064 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:29:03.806114 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Pushing event updated for resources: {'Port': ['ID=997dcf53-da77-4187-a2b4-40c62c2312e1,revision_number=5']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:29:03.821752 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-e269143e-77ab-4bf1-a261-8d36abed741b tempest-TestSecurityGroupsBasicOps-756661649 tempest-TestSecurityGroupsBasicOps-756661649-project-admin] 10.222.0.104 "GET /v2.0/subnets?network_id=2658f09e-a580-4d4a-9968-2d1e0ad93719&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1170850 Jul 06 14:29:03.823091 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 51178) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:29:03.830419 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-9470f0fa-7f37-4207-b50b-969af583480c tempest-TestSecurityGroupsBasicOps-42373486 tempest-TestSecurityGroupsBasicOps-42373486-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1843394576', 'network_id': '04fc6fea-775e-46c3-85f0-f2b882efb12c', 'project_id': '06674ee379754bdb83b089c26f2bfa62', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:29:03.918748 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-b5569368-e325-4a62-ae31-45ef83fc6f00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a864acad-8523-47ff-a66d-d7a42913db2d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-905685173', 'tenant_id': '06674ee379754bdb83b089c26f2bfa62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.179'}], 'enable_snat': True}, 'gw_port_id': 'd0b98fcb-aa8e-45c9-af76-f4fbc67a8c47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:29:00Z', 'updated_at': '2021-07-06T14:29:02Z', 'revision_number': 3, 'project_id': '06674ee379754bdb83b089c26f2bfa62', 'gw_port': {'id': 'd0b98fcb-aa8e-45c9-af76-f4fbc67a8c47', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:d8:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a864acad-8523-47ff-a66d-d7a42913db2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3773, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:29:01Z', 'updated_at': '2021-07-06T14:29:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6'}], 'n-d-773647-6', False) {} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:29:03.949949 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5569368-e325-4a62-ae31-45ef83fc6f00 None None] Checking router: a864acad-8523-47ff-a66d-d7a42913db2d for host: n-d-773647-6 {{(pid=100248) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 14:29:03.950630 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5569368-e325-4a62-ae31-45ef83fc6f00 None None] Updating router a864acad-8523-47ff-a66d-d7a42913db2d port d0b98fcb-aa8e-45c9-af76-f4fbc67a8c47 binding host n-d-773647-6 {{(pid=100248) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 14:29:03.974839 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9470f0fa-7f37-4207-b50b-969af583480c tempest-TestSecurityGroupsBasicOps-42373486 tempest-TestSecurityGroupsBasicOps-42373486-project] Made reservation on behalf of 06674ee379754bdb83b089c26f2bfa62 for: {'subnet': 1} {{(pid=100246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:29:03.979512 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-9470f0fa-7f37-4207-b50b-969af583480c tempest-TestSecurityGroupsBasicOps-42373486 tempest-TestSecurityGroupsBasicOps-42373486-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127702029'] for subnet, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:29:03.997914 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-b5569368-e325-4a62-ae31-45ef83fc6f00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:29:04.211293 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-9470f0fa-7f37-4207-b50b-969af583480c tempest-TestSecurityGroupsBasicOps-42373486 tempest-TestSecurityGroupsBasicOps-42373486-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1849032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127687649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127702047'] for subnet, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:29:04.302685 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-ebf9eca8-945d-4b50-bf84-6c15a7f95b5f req-35927ea5-5e01-47e9-9951-e9470f61f7eb tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] 10.222.0.104 "GET /v2.0/ports?device_id=55d3d7ff-1e68-49b8-9385-71f32fd4be0b HTTP/1.1" status: 200 len: 210 time: 0.0360508 Jul 06 14:29:04.462750 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-b5569368-e325-4a62-ae31-45ef83fc6f00 None None] Notify callbacks [] for port, precommit_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:29:04.493316 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-b5569368-e325-4a62-ae31-45ef83fc6f00 None None] Transition to ACTIVE for port object d0b98fcb-aa8e-45c9-af76-f4fbc67a8c47 will not be triggered until provisioned by entity L2. {{(pid=100248) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:29:04.503376 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-b5569368-e325-4a62-ae31-45ef83fc6f00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:29:04.559012 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ce8d67-d1ed-4e37-8179-1da8ded1b001 None None] Pushing event updated for resources: {'Port': ['ID=d0b98fcb-aa8e-45c9-af76-f4fbc67a8c47,revision_number=2']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:29:04.577588 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-b5569368-e325-4a62-ae31-45ef83fc6f00 None None] Attempting to bind port d0b98fcb-aa8e-45c9-af76-f4fbc67a8c47 on host n-d-773647-6 for vnic_type normal with profile {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:29:04.578304 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-b5569368-e325-4a62-ae31-45ef83fc6f00 None None] Attempting to bind port d0b98fcb-aa8e-45c9-af76-f4fbc67a8c47 by drivers openvswitch,hyperv on host n-d-773647-6 at level 0 using segments [{'id': '89a832b7-7793-4d51-9038-ed7e1c3ff1b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719'}] {{(pid=100248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:29:04.579114 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5569368-e325-4a62-ae31-45ef83fc6f00 None None] Attempting to bind port d0b98fcb-aa8e-45c9-af76-f4fbc67a8c47 on network 2658f09e-a580-4d4a-9968-2d1e0ad93719 {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:29:04.589978 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5569368-e325-4a62-ae31-45ef83fc6f00 None None] Checking agent: {'id': '8ab5b19c-d213-4f29-891d-27bdf39d38b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773647-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 43, 26), 'started_at': datetime.datetime(2021, 7, 6, 13, 43, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 28, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773647-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:29:04.590980 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5569368-e325-4a62-ae31-45ef83fc6f00 None None] Checking segment: {'id': '89a832b7-7793-4d51-9038-ed7e1c3ff1b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:29:04.591903 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-b5569368-e325-4a62-ae31-45ef83fc6f00 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:29:04.592578 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5569368-e325-4a62-ae31-45ef83fc6f00 None None] Bound using segment: {'id': '89a832b7-7793-4d51-9038-ed7e1c3ff1b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719'} {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:29:04.593422 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-b5569368-e325-4a62-ae31-45ef83fc6f00 None None] Bound port: d0b98fcb-aa8e-45c9-af76-f4fbc67a8c47, host: n-d-773647-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89a832b7-7793-4d51-9038-ed7e1c3ff1b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719'}}] {{(pid=100248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:29:04.594048 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-b5569368-e325-4a62-ae31-45ef83fc6f00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:29:04.663643 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-b5569368-e325-4a62-ae31-45ef83fc6f00 None None] For port d0b98fcb-aa8e-45c9-af76-f4fbc67a8c47, host n-d-773647-6, cleared binding levels {{(pid=100248) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:29:04.667345 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-b5569368-e325-4a62-ae31-45ef83fc6f00 None None] For port d0b98fcb-aa8e-45c9-af76-f4fbc67a8c47, host n-d-773647-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=d0b98fcb-aa8e-45c9-af76-f4fbc67a8c47,segment=NetworkSegment(89a832b7-7793-4d51-9038-ed7e1c3ff1b2),segment_id=89a832b7-7793-4d51-9038-ed7e1c3ff1b2)] {{(pid=100248) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:29:04.673357 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-b5569368-e325-4a62-ae31-45ef83fc6f00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:29:04.748260 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5569368-e325-4a62-ae31-45ef83fc6f00 None None] Routers {'a864acad-8523-47ff-a66d-d7a42913db2d'} bound to L3 agent in host n-d-773647-6 {{(pid=100248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:29:04.748904 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-b5569368-e325-4a62-ae31-45ef83fc6f00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T14:28:56Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['a864acad-8523-47ff-a66d-d7a42913db2d'], 'active': True} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:29:04.750957 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ce8d67-d1ed-4e37-8179-1da8ded1b001 None None] Pushing event updated for resources: {'Port': ['ID=d0b98fcb-aa8e-45c9-af76-f4fbc67a8c47,revision_number=3']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:29:04.831651 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9470f0fa-7f37-4207-b50b-969af583480c tempest-TestSecurityGroupsBasicOps-42373486 tempest-TestSecurityGroupsBasicOps-42373486-project] Pushing event updated for resources: {'Subnet': ['ID=4150c8f4-929d-4f2b-8e59-88fd05a42b5e,revision_number=0']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:29:04.885990 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9470f0fa-7f37-4207-b50b-969af583480c tempest-TestSecurityGroupsBasicOps-42373486 tempest-TestSecurityGroupsBasicOps-42373486-project] Checking segment: {'id': 'e1fb69b5-8eeb-41b3-83fb-bdd90f743881', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': '04fc6fea-775e-46c3-85f0-f2b882efb12c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:29:04.886871 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9470f0fa-7f37-4207-b50b-969af583480c tempest-TestSecurityGroupsBasicOps-42373486 tempest-TestSecurityGroupsBasicOps-42373486-project] Network hostable DHCP agents. Network: 04fc6fea-775e-46c3-85f0-f2b882efb12c, hostable agents: ['f2bada3d-be77-4359-982b-8505a2bbca04'], hosted agents: [] {{(pid=100246) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 14:29:04.892896 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvr_db [None req-b5569368-e325-4a62-ae31-45ef83fc6f00 None None] Set router a864acad-8523-47ff-a66d-d7a42913db2d gateway port host: n-d-773647-6 {{(pid=100248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:29:04.936747 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d8baec-0501-4778-9ee2-6461f31e1fcf req-12c69ba4-cc8c-4807-b82f-04c69687c01b tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:29:04.939528 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-66d8baec-0501-4778-9ee2-6461f31e1fcf req-12c69ba4-cc8c-4807-b82f-04c69687c01b tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] 10.222.0.72 "GET /v2.0/networks?id=2fc24734-663b-4177-afb2-b6f30ba040e8 HTTP/1.1" status: 200 len: 797 time: 0.6509311 Jul 06 14:29:04.940868 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9470f0fa-7f37-4207-b50b-969af583480c tempest-TestSecurityGroupsBasicOps-42373486 tempest-TestSecurityGroupsBasicOps-42373486-project] Network 04fc6fea-775e-46c3-85f0-f2b882efb12c is scheduled to be hosted by DHCP agent f2bada3d-be77-4359-982b-8505a2bbca04 with binding_index 1 {{(pid=100246) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 14:29:04.961123 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.base_scheduler [None req-9470f0fa-7f37-4207-b50b-969af583480c tempest-TestSecurityGroupsBasicOps-42373486 tempest-TestSecurityGroupsBasicOps-42373486-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773647-6, 04fc6fea-775e-46c3-85f0-f2b882efb12c) {{(pid=100246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:29:05.016772 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9470f0fa-7f37-4207-b50b-969af583480c tempest-TestSecurityGroupsBasicOps-42373486 tempest-TestSecurityGroupsBasicOps-42373486-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:29:05.017544 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-9470f0fa-7f37-4207-b50b-969af583480c tempest-TestSecurityGroupsBasicOps-42373486 tempest-TestSecurityGroupsBasicOps-42373486-project] Notify callbacks [] for subnet, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:29:05.037035 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-66d8baec-0501-4778-9ee2-6461f31e1fcf req-3db26870-ae1f-459f-90a6-00747f3931b5 tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=107c04f466b0465e9fe8bb8c503793e0 HTTP/1.1" status: 200 len: 379 time: 0.0865951 Jul 06 14:29:05.050156 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [req-66d8baec-0501-4778-9ee2-6461f31e1fcf req-f218499f-8550-4e06-bef6-7b17b20445c4 tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Request body: {'port': {'device_id': '55d3d7ff-1e68-49b8-9385-71f32fd4be0b', 'network_id': '2fc24734-663b-4177-afb2-b6f30ba040e8', 'admin_state_up': True, 'tenant_id': '107c04f466b0465e9fe8bb8c503793e0', 'security_groups': ['22ee6df4-4996-4498-81be-7550bf424b73']}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:29:05.059190 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-9470f0fa-7f37-4207-b50b-969af583480c tempest-TestSecurityGroupsBasicOps-42373486 tempest-TestSecurityGroupsBasicOps-42373486-project] 10.222.0.104 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.2318158 Jul 06 14:29:05.059442 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 51210) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:29:05.077220 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6031ca31-fad2-4fda-ba0b-d746e406d074 None None] Network 04fc6fea-775e-46c3-85f0-f2b882efb12c requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:29:05.079144 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 997dcf53-da77-4187-a2b4-40c62c2312e1 up at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:29:05.247305 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-66d8baec-0501-4778-9ee2-6461f31e1fcf req-f218499f-8550-4e06-bef6-7b17b20445c4 tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Made reservation on behalf of 107c04f466b0465e9fe8bb8c503793e0 for: {'port': 1} {{(pid=100246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:29:05.252138 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-66d8baec-0501-4778-9ee2-6461f31e1fcf req-f218499f-8550-4e06-bef6-7b17b20445c4 tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:29:05.329677 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning complete for port 997dcf53-da77-4187-a2b4-40c62c2312e1 triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:29:05.330357 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:29:05.395504 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-b5569368-e325-4a62-ae31-45ef83fc6f00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a864acad-8523-47ff-a66d-d7a42913db2d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-905685173', 'tenant_id': '06674ee379754bdb83b089c26f2bfa62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.179'}], 'enable_snat': True}, 'gw_port_id': 'd0b98fcb-aa8e-45c9-af76-f4fbc67a8c47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:29:00Z', 'updated_at': '2021-07-06T14:29:02Z', 'revision_number': 3, 'project_id': '06674ee379754bdb83b089c26f2bfa62', 'gw_port': {'id': 'd0b98fcb-aa8e-45c9-af76-f4fbc67a8c47', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:d8:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a864acad-8523-47ff-a66d-d7a42913db2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3773, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:29:01Z', 'updated_at': '2021-07-06T14:29:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6'}], 'n-d-773647-6', False) {} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:29:05.494640 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.db_base_plugin_common [req-66d8baec-0501-4778-9ee2-6461f31e1fcf req-f218499f-8550-4e06-bef6-7b17b20445c4 tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Allocated IP 172.20.0.8 (2fc24734-663b-4177-afb2-b6f30ba040e8/01da7d0d-7413-4086-b32d-26b12a0ac73a/4b4943eb-50fe-46e7-81ad-6e7fcda43cbc) {{(pid=100246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:29:05.497654 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5569368-e325-4a62-ae31-45ef83fc6f00 None None] The sync data for ids ['a864acad-8523-47ff-a66d-d7a42913db2d'] in n-d-773647-6 is: [{'id': 'a864acad-8523-47ff-a66d-d7a42913db2d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-905685173', 'tenant_id': '06674ee379754bdb83b089c26f2bfa62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.179'}], 'enable_snat': True}, 'gw_port_id': 'd0b98fcb-aa8e-45c9-af76-f4fbc67a8c47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:29:00Z', 'updated_at': '2021-07-06T14:29:02Z', 'revision_number': 3, 'project_id': '06674ee379754bdb83b089c26f2bfa62', 'gw_port': {'id': 'd0b98fcb-aa8e-45c9-af76-f4fbc67a8c47', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:d8:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a864acad-8523-47ff-a66d-d7a42913db2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3773, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:29:01Z', 'updated_at': '2021-07-06T14:29:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6'}] {{(pid=100248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 14:29:05.538582 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e664607e-c7b4-4c52-a0b5-24856e980cc4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6bd5fc82-6666-56e8-87c2-91648d36c963-04fc6fea-775e-46c3-85f0-f2b882efb12c', 'network_id': '04fc6fea-775e-46c3-85f0-f2b882efb12c', 'tenant_id': '06674ee379754bdb83b089c26f2bfa62', 'fixed_ips': [{'subnet_id': '4150c8f4-929d-4f2b-8e59-88fd05a42b5e'}]}} from n-d-773647-6. {{(pid=100248) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 14:29:05.539750 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-e664607e-c7b4-4c52-a0b5-24856e980cc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:29:05.591718 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-7ca9560d-e562-4522-a535-b08897f7b549 req-7a0e62ff-1888-48d2-a5bf-f77981e15849 tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] 10.222.0.104 "GET /v2.0/ports?device_id=55d3d7ff-1e68-49b8-9385-71f32fd4be0b HTTP/1.1" status: 200 len: 210 time: 0.0811818 Jul 06 14:29:05.756588 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-66d8baec-0501-4778-9ee2-6461f31e1fcf req-f218499f-8550-4e06-bef6-7b17b20445c4 tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Notify callbacks [] for port, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:29:05.797678 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.db_base_plugin_common [None req-e664607e-c7b4-4c52-a0b5-24856e980cc4 None None] Allocated IP 172.20.0.2 (04fc6fea-775e-46c3-85f0-f2b882efb12c/4150c8f4-929d-4f2b-8e59-88fd05a42b5e/77c86eed-4b29-4910-a7c2-adc893c01a69) {{(pid=100248) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:29:05.799835 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.provisioning_blocks [req-66d8baec-0501-4778-9ee2-6461f31e1fcf req-f218499f-8550-4e06-bef6-7b17b20445c4 tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Transition to ACTIVE for port object 4b4943eb-50fe-46e7-81ad-6e7fcda43cbc will not be triggered until provisioned by entity DHCP. {{(pid=100246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:29:05.807575 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-aa8b9e92-7fca-420e-9264-e10337c27cab tempest-TestSecurityGroupsBasicOps-42373486 tempest-TestSecurityGroupsBasicOps-42373486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:29:05.871549 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-66d8baec-0501-4778-9ee2-6461f31e1fcf req-f218499f-8550-4e06-bef6-7b17b20445c4 tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-127687573'] for port, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:29:05.979333 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-66d8baec-0501-4778-9ee2-6461f31e1fcf req-f218499f-8550-4e06-bef6-7b17b20445c4 tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Network 2fc24734-663b-4177-afb2-b6f30ba040e8 is already hosted by enough agents. {{(pid=100246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:29:06.019095 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.base_scheduler [req-66d8baec-0501-4778-9ee2-6461f31e1fcf req-f218499f-8550-4e06-bef6-7b17b20445c4 tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Resources bound (agent type, host, resource id): {{(pid=100246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:29:06.024128 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [req-66d8baec-0501-4778-9ee2-6461f31e1fcf req-f218499f-8550-4e06-bef6-7b17b20445c4 tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Received port after_create {{(pid=100246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:29:06.084991 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f218499f-8550-4e06-bef6-7b17b20445c4 tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Pushing event updated for resources: {'Port': ['ID=4b4943eb-50fe-46e7-81ad-6e7fcda43cbc,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:29:06.122455 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d8baec-0501-4778-9ee2-6461f31e1fcf req-f218499f-8550-4e06-bef6-7b17b20445c4 tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:29:06.123465 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-66d8baec-0501-4778-9ee2-6461f31e1fcf req-f218499f-8550-4e06-bef6-7b17b20445c4 tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:29:06.148484 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-66d8baec-0501-4778-9ee2-6461f31e1fcf req-f218499f-8550-4e06-bef6-7b17b20445c4 tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1064959 Jul 06 14:29:06.226104 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-e664607e-c7b4-4c52-a0b5-24856e980cc4 None None] Notify callbacks [] for port, precommit_create {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:29:06.251493 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [req-66d8baec-0501-4778-9ee2-6461f31e1fcf req-ee741ff0-ccfc-4ce1-add5-bea74ae5586a service neutron] Request body: {'port': {'device_id': '55d3d7ff-1e68-49b8-9385-71f32fd4be0b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-773647-6'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:29:06.281136 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-e664607e-c7b4-4c52-a0b5-24856e980cc4 None None] Transition to ACTIVE for port object 77c86eed-4b29-4910-a7c2-adc893c01a69 will not be triggered until provisioned by entity L2. {{(pid=100248) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:29:06.309965 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-e664607e-c7b4-4c52-a0b5-24856e980cc4 None None] Transition to ACTIVE for port object 77c86eed-4b29-4910-a7c2-adc893c01a69 will not be triggered until provisioned by entity DHCP. {{(pid=100248) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:29:06.319963 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-e664607e-c7b4-4c52-a0b5-24856e980cc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108'] for port, after_create {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:29:06.366274 n-d-773647-6 neutron-server[100248]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e664607e-c7b4-4c52-a0b5-24856e980cc4 None None] Network 04fc6fea-775e-46c3-85f0-f2b882efb12c is already hosted by enough agents. {{(pid=100248) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:29:06.372263 n-d-773647-6 neutron-server[100248]: DEBUG neutron.scheduler.base_scheduler [None req-e664607e-c7b4-4c52-a0b5-24856e980cc4 None None] Resources bound (agent type, host, resource id): {{(pid=100248) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:29:06.380246 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e664607e-c7b4-4c52-a0b5-24856e980cc4 None None] Received port after_create {{(pid=100248) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:29:06.393715 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e664607e-c7b4-4c52-a0b5-24856e980cc4 None None] Pushing event updated for resources: {'Port': ['ID=77c86eed-4b29-4910-a7c2-adc893c01a69,revision_number=1']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:29:06.450408 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-66d8baec-0501-4778-9ee2-6461f31e1fcf req-ee741ff0-ccfc-4ce1-add5-bea74ae5586a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:29:06.475350 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.db_base_plugin_common [None req-aa8b9e92-7fca-420e-9264-e10337c27cab tempest-TestSecurityGroupsBasicOps-42373486 tempest-TestSecurityGroupsBasicOps-42373486-project] Allocated IP 172.20.0.1 (04fc6fea-775e-46c3-85f0-f2b882efb12c/4150c8f4-929d-4f2b-8e59-88fd05a42b5e/70422497-8cbd-4f3f-9a55-b992584aa2cd) {{(pid=100247) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:29:06.532623 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-e664607e-c7b4-4c52-a0b5-24856e980cc4 None None] Attempting to bind port 77c86eed-4b29-4910-a7c2-adc893c01a69 on host n-d-773647-6 for vnic_type normal with profile {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:29:06.533137 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-e664607e-c7b4-4c52-a0b5-24856e980cc4 None None] Attempting to bind port 77c86eed-4b29-4910-a7c2-adc893c01a69 by drivers openvswitch,hyperv on host n-d-773647-6 at level 0 using segments [{'id': 'e1fb69b5-8eeb-41b3-83fb-bdd90f743881', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': '04fc6fea-775e-46c3-85f0-f2b882efb12c'}] {{(pid=100248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:29:06.533535 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e664607e-c7b4-4c52-a0b5-24856e980cc4 None None] Attempting to bind port 77c86eed-4b29-4910-a7c2-adc893c01a69 on network 04fc6fea-775e-46c3-85f0-f2b882efb12c {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:29:06.543186 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e664607e-c7b4-4c52-a0b5-24856e980cc4 None None] Checking agent: {'id': '8ab5b19c-d213-4f29-891d-27bdf39d38b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773647-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 43, 26), 'started_at': datetime.datetime(2021, 7, 6, 13, 43, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 28, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773647-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:29:06.552128 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e664607e-c7b4-4c52-a0b5-24856e980cc4 None None] Checking segment: {'id': 'e1fb69b5-8eeb-41b3-83fb-bdd90f743881', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': '04fc6fea-775e-46c3-85f0-f2b882efb12c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:29:06.552697 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-e664607e-c7b4-4c52-a0b5-24856e980cc4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:29:06.553200 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e664607e-c7b4-4c52-a0b5-24856e980cc4 None None] Bound using segment: {'id': 'e1fb69b5-8eeb-41b3-83fb-bdd90f743881', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': '04fc6fea-775e-46c3-85f0-f2b882efb12c'} {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:29:06.553801 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-e664607e-c7b4-4c52-a0b5-24856e980cc4 None None] Bound port: 77c86eed-4b29-4910-a7c2-adc893c01a69, host: n-d-773647-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1fb69b5-8eeb-41b3-83fb-bdd90f743881', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': '04fc6fea-775e-46c3-85f0-f2b882efb12c'}}] {{(pid=100248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:29:06.554290 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-e664607e-c7b4-4c52-a0b5-24856e980cc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:29:06.645620 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-f13173b1-9363-4e5e-90cb-07d2e363b27f None None] Provisioning for port 4b4943eb-50fe-46e7-81ad-6e7fcda43cbc completed by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:29:06.672655 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-f13173b1-9363-4e5e-90cb-07d2e363b27f None None] Provisioning complete for port 4b4943eb-50fe-46e7-81ad-6e7fcda43cbc triggered by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:29:06.674031 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-f13173b1-9363-4e5e-90cb-07d2e363b27f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:29:06.765402 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-e664607e-c7b4-4c52-a0b5-24856e980cc4 None None] For port 77c86eed-4b29-4910-a7c2-adc893c01a69, host n-d-773647-6, cleared binding levels {{(pid=100248) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:29:06.786328 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-e664607e-c7b4-4c52-a0b5-24856e980cc4 None None] For port 77c86eed-4b29-4910-a7c2-adc893c01a69, host n-d-773647-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=77c86eed-4b29-4910-a7c2-adc893c01a69,segment=NetworkSegment(e1fb69b5-8eeb-41b3-83fb-bdd90f743881),segment_id=e1fb69b5-8eeb-41b3-83fb-bdd90f743881)] {{(pid=100248) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:29:06.787988 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-f13173b1-9363-4e5e-90cb-07d2e363b27f None None] Port 4b4943eb-50fe-46e7-81ad-6e7fcda43cbc cannot update to ACTIVE because it is not bound. {{(pid=100248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 14:29:06.793692 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-e664607e-c7b4-4c52-a0b5-24856e980cc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:29:06.866180 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e664607e-c7b4-4c52-a0b5-24856e980cc4 None None] Pushing event updated for resources: {'Port': ['ID=77c86eed-4b29-4910-a7c2-adc893c01a69,revision_number=2']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:29:06.896581 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-aa8b9e92-7fca-420e-9264-e10337c27cab tempest-TestSecurityGroupsBasicOps-42373486 tempest-TestSecurityGroupsBasicOps-42373486-project] Notify callbacks [] for port, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:29:06.967797 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.provisioning_blocks [None req-aa8b9e92-7fca-420e-9264-e10337c27cab tempest-TestSecurityGroupsBasicOps-42373486 tempest-TestSecurityGroupsBasicOps-42373486-project] Transition to ACTIVE for port object 70422497-8cbd-4f3f-9a55-b992584aa2cd will not be triggered until provisioned by entity DHCP. {{(pid=100247) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:29:07.112039 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d839c4-b9af-448f-a1a0-c330e646bf6f req-56df0240-50c5-4d18-93de-b01351f4357c tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:29:07.122586 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-38d839c4-b9af-448f-a1a0-c330e646bf6f req-56df0240-50c5-4d18-93de-b01351f4357c tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] 10.222.0.104 "GET /v2.0/ports?device_id=55d3d7ff-1e68-49b8-9385-71f32fd4be0b HTTP/1.1" status: 200 len: 931 time: 0.3179388 Jul 06 14:29:07.123664 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device d0b98fcb-aa8e-45c9-af76-f4fbc67a8c47 up at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:29:07.168230 n-d-773647-6 neutron-server[100246]: DEBUG neutron.notifiers.nova [req-66d8baec-0501-4778-9ee2-6461f31e1fcf req-ee741ff0-ccfc-4ce1-add5-bea74ae5586a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4b4943eb-50fe-46e7-81ad-6e7fcda43cbc {{(pid=100246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 14:29:07.177032 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-aa8b9e92-7fca-420e-9264-e10337c27cab tempest-TestSecurityGroupsBasicOps-42373486 tempest-TestSecurityGroupsBasicOps-42373486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-128888360'] for port, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:29:07.182829 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-66d8baec-0501-4778-9ee2-6461f31e1fcf req-ee741ff0-ccfc-4ce1-add5-bea74ae5586a service neutron] Notify callbacks [] for port, precommit_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:29:07.208138 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.provisioning_blocks [req-66d8baec-0501-4778-9ee2-6461f31e1fcf req-ee741ff0-ccfc-4ce1-add5-bea74ae5586a service neutron] Transition to ACTIVE for port object 4b4943eb-50fe-46e7-81ad-6e7fcda43cbc will not be triggered until provisioned by entity L2. {{(pid=100246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:29:07.213209 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-66d8baec-0501-4778-9ee2-6461f31e1fcf req-ee741ff0-ccfc-4ce1-add5-bea74ae5586a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127687527'] for port, after_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:29:07.268580 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning for port d0b98fcb-aa8e-45c9-af76-f4fbc67a8c47 completed by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:29:07.294435 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning complete for port d0b98fcb-aa8e-45c9-af76-f4fbc67a8c47 triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:29:07.297735 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:29:07.338525 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee741ff0-ccfc-4ce1-add5-bea74ae5586a service neutron] Pushing event updated for resources: {'Port': ['ID=4b4943eb-50fe-46e7-81ad-6e7fcda43cbc,revision_number=2']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:29:07.366530 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa8b9e92-7fca-420e-9264-e10337c27cab tempest-TestSecurityGroupsBasicOps-42373486 tempest-TestSecurityGroupsBasicOps-42373486-project] Network 04fc6fea-775e-46c3-85f0-f2b882efb12c is already hosted by enough agents. {{(pid=100247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:29:07.390091 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8b9e92-7fca-420e-9264-e10337c27cab tempest-TestSecurityGroupsBasicOps-42373486 tempest-TestSecurityGroupsBasicOps-42373486-project] Pushing event updated for resources: {'Port': ['ID=70422497-8cbd-4f3f-9a55-b992584aa2cd,revision_number=1']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:29:07.393330 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.base_scheduler [None req-aa8b9e92-7fca-420e-9264-e10337c27cab tempest-TestSecurityGroupsBasicOps-42373486 tempest-TestSecurityGroupsBasicOps-42373486-project] Resources bound (agent type, host, resource id): {{(pid=100247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:29:07.417557 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-38d839c4-b9af-448f-a1a0-c330e646bf6f req-a2ab3d66-a381-4854-b8da-89607e2823a3 tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] 10.222.0.104 "GET /v2.0/security-groups?id=22ee6df4-4996-4498-81be-7550bf424b73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2939126 Jul 06 14:29:07.420076 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa8b9e92-7fca-420e-9264-e10337c27cab tempest-TestSecurityGroupsBasicOps-42373486 tempest-TestSecurityGroupsBasicOps-42373486-project] Received port after_create {{(pid=100247) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:29:07.453619 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:29:07.473760 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [req-66d8baec-0501-4778-9ee2-6461f31e1fcf req-ee741ff0-ccfc-4ce1-add5-bea74ae5586a service neutron] Attempting to bind port 4b4943eb-50fe-46e7-81ad-6e7fcda43cbc on host n-h2-773647-6 for vnic_type normal with profile {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:29:07.473994 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [req-66d8baec-0501-4778-9ee2-6461f31e1fcf req-ee741ff0-ccfc-4ce1-add5-bea74ae5586a service neutron] Attempting to bind port 4b4943eb-50fe-46e7-81ad-6e7fcda43cbc by drivers openvswitch,hyperv on host n-h2-773647-6 at level 0 using segments [{'id': '9f8c10e6-421e-41f5-8314-bf151d7472c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': '2fc24734-663b-4177-afb2-b6f30ba040e8'}] {{(pid=100246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:29:07.477260 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66d8baec-0501-4778-9ee2-6461f31e1fcf req-ee741ff0-ccfc-4ce1-add5-bea74ae5586a service neutron] Attempting to bind port 4b4943eb-50fe-46e7-81ad-6e7fcda43cbc on network 2fc24734-663b-4177-afb2-b6f30ba040e8 {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:29:07.487775 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] For port d0b98fcb-aa8e-45c9-af76-f4fbc67a8c47, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=d0b98fcb-aa8e-45c9-af76-f4fbc67a8c47,segment=NetworkSegment(89a832b7-7793-4d51-9038-ed7e1c3ff1b2),segment_id=89a832b7-7793-4d51-9038-ed7e1c3ff1b2)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:29:07.494774 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66d8baec-0501-4778-9ee2-6461f31e1fcf req-ee741ff0-ccfc-4ce1-add5-bea74ae5586a service neutron] Port 4b4943eb-50fe-46e7-81ad-6e7fcda43cbc on network 2fc24734-663b-4177-afb2-b6f30ba040e8 not bound, no agent of type Open vSwitch agent registered on host n-h2-773647-6 {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 14:29:07.496072 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:29:07.504260 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66d8baec-0501-4778-9ee2-6461f31e1fcf req-ee741ff0-ccfc-4ce1-add5-bea74ae5586a service neutron] Attempting to bind port 4b4943eb-50fe-46e7-81ad-6e7fcda43cbc on network 2fc24734-663b-4177-afb2-b6f30ba040e8 {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:29:07.523829 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66d8baec-0501-4778-9ee2-6461f31e1fcf req-ee741ff0-ccfc-4ce1-add5-bea74ae5586a service neutron] Checking agent: {'id': '63768ece-0600-4354-8d29-fdedec96b077', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-773647-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 51, 10), 'started_at': datetime.datetime(2021, 7, 6, 13, 51, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 28, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:29:07.524205 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66d8baec-0501-4778-9ee2-6461f31e1fcf req-ee741ff0-ccfc-4ce1-add5-bea74ae5586a service neutron] Checking segment: {'id': '9f8c10e6-421e-41f5-8314-bf151d7472c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': '2fc24734-663b-4177-afb2-b6f30ba040e8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:29:07.524605 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66d8baec-0501-4778-9ee2-6461f31e1fcf req-ee741ff0-ccfc-4ce1-add5-bea74ae5586a service neutron] Bound using segment: {'id': '9f8c10e6-421e-41f5-8314-bf151d7472c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': '2fc24734-663b-4177-afb2-b6f30ba040e8'} {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:29:07.527093 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [req-66d8baec-0501-4778-9ee2-6461f31e1fcf req-ee741ff0-ccfc-4ce1-add5-bea74ae5586a service neutron] Bound port: 4b4943eb-50fe-46e7-81ad-6e7fcda43cbc, host: n-h2-773647-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9f8c10e6-421e-41f5-8314-bf151d7472c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': '2fc24734-663b-4177-afb2-b6f30ba040e8'}}] {{(pid=100246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:29:07.527504 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-66d8baec-0501-4778-9ee2-6461f31e1fcf req-ee741ff0-ccfc-4ce1-add5-bea74ae5586a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:29:07.542967 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-aa8b9e92-7fca-420e-9264-e10337c27cab tempest-TestSecurityGroupsBasicOps-42373486 tempest-TestSecurityGroupsBasicOps-42373486-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1807675'] for router_interface, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:29:07.579668 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Pushing event updated for resources: {'Port': ['ID=d0b98fcb-aa8e-45c9-af76-f4fbc67a8c47,revision_number=4']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:29:07.724700 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.db [req-66d8baec-0501-4778-9ee2-6461f31e1fcf req-ee741ff0-ccfc-4ce1-add5-bea74ae5586a service neutron] For port 4b4943eb-50fe-46e7-81ad-6e7fcda43cbc, host n-h2-773647-6, cleared binding levels {{(pid=100246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:29:07.731291 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.db [req-66d8baec-0501-4778-9ee2-6461f31e1fcf req-ee741ff0-ccfc-4ce1-add5-bea74ae5586a service neutron] For port 4b4943eb-50fe-46e7-81ad-6e7fcda43cbc, host n-h2-773647-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=4b4943eb-50fe-46e7-81ad-6e7fcda43cbc,segment=NetworkSegment(9f8c10e6-421e-41f5-8314-bf151d7472c6),segment_id=9f8c10e6-421e-41f5-8314-bf151d7472c6)] {{(pid=100246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:29:07.758841 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-66d8baec-0501-4778-9ee2-6461f31e1fcf req-ee741ff0-ccfc-4ce1-add5-bea74ae5586a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127687527'] for port, after_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:29:07.828052 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d8baec-0501-4778-9ee2-6461f31e1fcf req-ee741ff0-ccfc-4ce1-add5-bea74ae5586a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:29:07.828052 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-66d8baec-0501-4778-9ee2-6461f31e1fcf req-ee741ff0-ccfc-4ce1-add5-bea74ae5586a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:29:07.828052 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-66d8baec-0501-4778-9ee2-6461f31e1fcf req-ee741ff0-ccfc-4ce1-add5-bea74ae5586a service neutron] 10.222.0.72 "PUT /v2.0/ports/4b4943eb-50fe-46e7-81ad-6e7fcda43cbc HTTP/1.1" status: 200 len: 1091 time: 1.6659424 Jul 06 14:29:07.828052 n-d-773647-6 neutron-server[100246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55d3d7ff-1e68-49b8-9385-71f32fd4be0b', 'tag': '4b4943eb-50fe-46e7-81ad-6e7fcda43cbc'}] {{(pid=100246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:29:07.828052 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0d96c5ab5e889f7b933ae915b9be33d1b46c9e87795bf781004b656ef3f1e87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb667c1f-c57e-4325-ae74-e5fb9eb9a636" -d '{"events": [{"name": "network-changed", "server_uuid": "55d3d7ff-1e68-49b8-9385-71f32fd4be0b", "tag": "4b4943eb-50fe-46e7-81ad-6e7fcda43cbc"}]}' {{(pid=100246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:29:07.929823 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 14:29:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca4543b9-cf7b-43b9-b66b-80d6ae1e4ede x-openstack-request-id: req-ca4543b9-cf7b-43b9-b66b-80d6ae1e4ede {{(pid=100246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:29:07.930121 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "55d3d7ff-1e68-49b8-9385-71f32fd4be0b", "tag": "4b4943eb-50fe-46e7-81ad-6e7fcda43cbc", "status": "completed", "code": 200}]} {{(pid=100246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:29:07.930377 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-ca4543b9-cf7b-43b9-b66b-80d6ae1e4ede {{(pid=100246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:29:07.930833 n-d-773647-6 neutron-server[100246]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '55d3d7ff-1e68-49b8-9385-71f32fd4be0b', 'tag': '4b4943eb-50fe-46e7-81ad-6e7fcda43cbc', 'status': 'completed', 'code': 200} Jul 06 14:29:07.940105 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-aa8b9e92-7fca-420e-9264-e10337c27cab tempest-TestSecurityGroupsBasicOps-42373486 tempest-TestSecurityGroupsBasicOps-42373486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:29:07.986447 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee741ff0-ccfc-4ce1-add5-bea74ae5586a service neutron] Pushing event updated for resources: {'Port': ['ID=4b4943eb-50fe-46e7-81ad-6e7fcda43cbc,revision_number=3']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:29:08.048335 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d8baec-0501-4778-9ee2-6461f31e1fcf req-31574dcf-8138-4553-ac3c-d83157f456e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:29:08.050195 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-66d8baec-0501-4778-9ee2-6461f31e1fcf req-31574dcf-8138-4553-ac3c-d83157f456e3 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=107c04f466b0465e9fe8bb8c503793e0&device_id=55d3d7ff-1e68-49b8-9385-71f32fd4be0b HTTP/1.1" status: 200 len: 1094 time: 0.1488297 Jul 06 14:29:08.120336 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-66d8baec-0501-4778-9ee2-6461f31e1fcf req-bca4ca33-fad9-4cbc-b36c-d9592a1b0cb1 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4b4943eb-50fe-46e7-81ad-6e7fcda43cbc HTTP/1.1" status: 200 len: 217 time: 0.0624056 Jul 06 14:29:08.191673 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d8baec-0501-4778-9ee2-6461f31e1fcf req-e4333f58-b576-484e-bb70-9b302db04743 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:29:08.195378 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-66d8baec-0501-4778-9ee2-6461f31e1fcf req-e4333f58-b576-484e-bb70-9b302db04743 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=01da7d0d-7413-4086-b32d-26b12a0ac73a HTTP/1.1" status: 200 len: 834 time: 0.0671797 Jul 06 14:29:08.281654 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d8baec-0501-4778-9ee2-6461f31e1fcf req-54048983-71fd-4a79-82d3-7659cb4b47ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:29:08.283342 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-66d8baec-0501-4778-9ee2-6461f31e1fcf req-54048983-71fd-4a79-82d3-7659cb4b47ac service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=2fc24734-663b-4177-afb2-b6f30ba040e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0808935 Jul 06 14:29:08.332527 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-aa8b9e92-7fca-420e-9264-e10337c27cab tempest-TestSecurityGroupsBasicOps-42373486 tempest-TestSecurityGroupsBasicOps-42373486-project] Notify callbacks [] for port, precommit_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:29:08.339357 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-aa8b9e92-7fca-420e-9264-e10337c27cab tempest-TestSecurityGroupsBasicOps-42373486 tempest-TestSecurityGroupsBasicOps-42373486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128888538'] for port, after_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:29:08.403572 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8b9e92-7fca-420e-9264-e10337c27cab tempest-TestSecurityGroupsBasicOps-42373486 tempest-TestSecurityGroupsBasicOps-42373486-project] Pushing event updated for resources: {'Port': ['ID=70422497-8cbd-4f3f-9a55-b992584aa2cd,revision_number=2']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:29:08.470346 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-aa8b9e92-7fca-420e-9264-e10337c27cab tempest-TestSecurityGroupsBasicOps-42373486 tempest-TestSecurityGroupsBasicOps-42373486-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1809478'] for router_interface, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:29:08.473239 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-66d8baec-0501-4778-9ee2-6461f31e1fcf req-207bc681-3bdb-415d-815d-e46569fe1525 service neutron] 10.222.0.72 "GET /v2.0/networks/2fc24734-663b-4177-afb2-b6f30ba040e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1723907 Jul 06 14:29:08.657665 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-66d8baec-0501-4778-9ee2-6461f31e1fcf req-63043e9b-640b-42e5-bad8-c3bb8c5cb45c service neutron] 10.222.0.72 "GET /v2.0/networks/2fc24734-663b-4177-afb2-b6f30ba040e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1765897 Jul 06 14:29:08.678190 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa8b9e92-7fca-420e-9264-e10337c27cab tempest-TestSecurityGroupsBasicOps-42373486 tempest-TestSecurityGroupsBasicOps-42373486-project] Network 04fc6fea-775e-46c3-85f0-f2b882efb12c is already hosted by enough agents. {{(pid=100247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:29:08.681373 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.base_scheduler [None req-aa8b9e92-7fca-420e-9264-e10337c27cab tempest-TestSecurityGroupsBasicOps-42373486 tempest-TestSecurityGroupsBasicOps-42373486-project] Resources bound (agent type, host, resource id): {{(pid=100247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:29:08.764109 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5c6dfae-7e4c-4239-bc78-a219fb1b8a18 None None] Network 04fc6fea-775e-46c3-85f0-f2b882efb12c requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:29:08.843755 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb667c1f-c57e-4325-ae74-e5fb9eb9a636 req-1a23b156-6963-40fd-9d8e-cc4aef44e833 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:29:08.845782 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-cb667c1f-c57e-4325-ae74-e5fb9eb9a636 req-1a23b156-6963-40fd-9d8e-cc4aef44e833 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=107c04f466b0465e9fe8bb8c503793e0&device_id=55d3d7ff-1e68-49b8-9385-71f32fd4be0b HTTP/1.1" status: 200 len: 1094 time: 0.1178110 Jul 06 14:29:08.866950 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5c496a95-f180-48e5-ae0b-7f44ec3b59ec None None] Provisioning for port 77c86eed-4b29-4910-a7c2-adc893c01a69 completed by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:29:08.893845 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8299a37b-0daa-45cb-914e-40ec2529c0af req-731065e5-b0b7-4141-a674-55e79d60bd64 tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:29:08.901828 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-8299a37b-0daa-45cb-914e-40ec2529c0af req-731065e5-b0b7-4141-a674-55e79d60bd64 tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] 10.222.0.104 "GET /v2.0/ports?device_id=55d3d7ff-1e68-49b8-9385-71f32fd4be0b HTTP/1.1" status: 200 len: 943 time: 0.2933278 Jul 06 14:29:08.926610 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa8b9e92-7fca-420e-9264-e10337c27cab tempest-TestSecurityGroupsBasicOps-42373486 tempest-TestSecurityGroupsBasicOps-42373486-project] Router a864acad-8523-47ff-a66d-d7a42913db2d has already been hosted by L3 agent 2823d358-a11b-4885-a706-95a279e43fa7 {{(pid=100247) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 14:29:08.987389 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-8299a37b-0daa-45cb-914e-40ec2529c0af req-dcc5a6bd-d454-4f7b-887e-7228098e2bd9 tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] 10.222.0.104 "GET /v2.0/security-groups?id=22ee6df4-4996-4498-81be-7550bf424b73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0847263 Jul 06 14:29:08.996962 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb667c1f-c57e-4325-ae74-e5fb9eb9a636 req-ab3df186-caa2-42fc-bc31-d0ec46676c0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:29:08.999384 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-cb667c1f-c57e-4325-ae74-e5fb9eb9a636 req-ab3df186-caa2-42fc-bc31-d0ec46676c0c service neutron] 10.222.0.72 "GET /v2.0/networks?id=2fc24734-663b-4177-afb2-b6f30ba040e8 HTTP/1.1" status: 200 len: 899 time: 0.1473989 Jul 06 14:29:09.070952 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-cb667c1f-c57e-4325-ae74-e5fb9eb9a636 req-6edb809b-15b7-4260-ac35-770920c43ef4 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4b4943eb-50fe-46e7-81ad-6e7fcda43cbc HTTP/1.1" status: 200 len: 217 time: 0.0636246 Jul 06 14:29:09.143599 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa8b9e92-7fca-420e-9264-e10337c27cab tempest-TestSecurityGroupsBasicOps-42373486 tempest-TestSecurityGroupsBasicOps-42373486-project] Notify agent at l3_agent.n-d-773647-6 the message routers_updated {{(pid=100247) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 14:29:09.155433 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-562e5f91-908a-46fd-8ccf-169fc35c8ce3 None None] Sync routers for ids ['a864acad-8523-47ff-a66d-d7a42913db2d'] in n-d-773647-6 {{(pid=100249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 14:29:09.158225 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-aa8b9e92-7fca-420e-9264-e10337c27cab tempest-TestSecurityGroupsBasicOps-42373486 tempest-TestSecurityGroupsBasicOps-42373486-project] 10.222.0.104 "PUT /v2.0/routers/a864acad-8523-47ff-a66d-d7a42913db2d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0976400 Jul 06 14:29:09.162962 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 51302) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:29:09.171286 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-562e5f91-908a-46fd-8ccf-169fc35c8ce3 None None] Routers {'a864acad-8523-47ff-a66d-d7a42913db2d'} bound to L3 agent in host n-d-773647-6 {{(pid=100249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:29:09.174920 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-69e90feb-1d5d-44c8-b1dd-fe5bcfaf9ad3 tempest-TestSecurityGroupsBasicOps-42373486 tempest-TestSecurityGroupsBasicOps-42373486-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--686946916', 'description': 'tempest-secgroup_access--686946916 description', 'project_id': '06674ee379754bdb83b089c26f2bfa62'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:29:09.179686 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-562e5f91-908a-46fd-8ccf-169fc35c8ce3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T14:28:56Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['a864acad-8523-47ff-a66d-d7a42913db2d'], 'active': True} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:29:09.207287 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb667c1f-c57e-4325-ae74-e5fb9eb9a636 req-40f25860-5c29-4b77-a7e6-324503d53e5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:29:09.210534 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-cb667c1f-c57e-4325-ae74-e5fb9eb9a636 req-40f25860-5c29-4b77-a7e6-324503d53e5c service neutron] 10.222.0.72 "GET /v2.0/subnets?id=01da7d0d-7413-4086-b32d-26b12a0ac73a HTTP/1.1" status: 200 len: 834 time: 0.1325326 Jul 06 14:29:09.243574 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 77c86eed-4b29-4910-a7c2-adc893c01a69 up at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:29:09.266928 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-69e90feb-1d5d-44c8-b1dd-fe5bcfaf9ad3 tempest-TestSecurityGroupsBasicOps-42373486 tempest-TestSecurityGroupsBasicOps-42373486-project] Notify callbacks [] for security_group, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:29:09.348783 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning for port 77c86eed-4b29-4910-a7c2-adc893c01a69 completed by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:29:09.350236 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvr_db [None req-562e5f91-908a-46fd-8ccf-169fc35c8ce3 None None] Set router a864acad-8523-47ff-a66d-d7a42913db2d gateway port host: n-d-773647-6 {{(pid=100249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:29:09.353403 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning complete for port 77c86eed-4b29-4910-a7c2-adc893c01a69 triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:29:09.354157 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:29:09.461784 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb667c1f-c57e-4325-ae74-e5fb9eb9a636 req-96a82350-49b1-40e8-9f3b-e826323f8678 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:29:09.463434 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-cb667c1f-c57e-4325-ae74-e5fb9eb9a636 req-96a82350-49b1-40e8-9f3b-e826323f8678 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=2fc24734-663b-4177-afb2-b6f30ba040e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2319667 Jul 06 14:29:09.528926 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5e7aa027-3106-4d2c-9a50-92df2602047f None None] Provisioning for port 70422497-8cbd-4f3f-9a55-b992584aa2cd completed by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:29:09.541233 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:29:09.551579 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5e7aa027-3106-4d2c-9a50-92df2602047f None None] Provisioning complete for port 70422497-8cbd-4f3f-9a55-b992584aa2cd triggered by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:29:09.552092 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5e7aa027-3106-4d2c-9a50-92df2602047f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:29:09.622028 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] For port 77c86eed-4b29-4910-a7c2-adc893c01a69, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=77c86eed-4b29-4910-a7c2-adc893c01a69,segment=NetworkSegment(e1fb69b5-8eeb-41b3-83fb-bdd90f743881),segment_id=e1fb69b5-8eeb-41b3-83fb-bdd90f743881)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:29:09.623941 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-5e7aa027-3106-4d2c-9a50-92df2602047f None None] Port 70422497-8cbd-4f3f-9a55-b992584aa2cd cannot update to ACTIVE because it is not bound. {{(pid=100248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 14:29:09.649240 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:29:09.652155 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device d0b98fcb-aa8e-45c9-af76-f4fbc67a8c47 up at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:29:09.664709 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-562e5f91-908a-46fd-8ccf-169fc35c8ce3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a864acad-8523-47ff-a66d-d7a42913db2d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-905685173', 'tenant_id': '06674ee379754bdb83b089c26f2bfa62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.179'}], 'enable_snat': True}, 'gw_port_id': 'd0b98fcb-aa8e-45c9-af76-f4fbc67a8c47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:29:00Z', 'updated_at': '2021-07-06T14:29:07Z', 'revision_number': 4, 'project_id': '06674ee379754bdb83b089c26f2bfa62', 'gw_port': {'id': 'd0b98fcb-aa8e-45c9-af76-f4fbc67a8c47', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:d8:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a864acad-8523-47ff-a66d-d7a42913db2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3773, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:29:01Z', 'updated_at': '2021-07-06T14:29:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6', '_interfaces': [{'id': '70422497-8cbd-4f3f-9a55-b992584aa2cd', 'name': '', 'network_id': '04fc6fea-775e-46c3-85f0-f2b882efb12c', 'tenant_id': '06674ee379754bdb83b089c26f2bfa62', 'mac_address': 'fa:16:3e:02:29:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a864acad-8523-47ff-a66d-d7a42913db2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3777, 'fixed_ips': [{'subnet_id': '4150c8f4-929d-4f2b-8e59-88fd05a42b5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:29:05Z', 'updated_at': '2021-07-06T14:29:08Z', 'revision_number': 2, 'project_id': '06674ee379754bdb83b089c26f2bfa62', 'subnets': [{'id': '4150c8f4-929d-4f2b-8e59-88fd05a42b5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773647-6', False) {} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:29:09.708171 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-562e5f91-908a-46fd-8ccf-169fc35c8ce3 None None] Checking router: a864acad-8523-47ff-a66d-d7a42913db2d for host: n-d-773647-6 {{(pid=100249) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 14:29:09.708764 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-562e5f91-908a-46fd-8ccf-169fc35c8ce3 None None] Updating router a864acad-8523-47ff-a66d-d7a42913db2d port 70422497-8cbd-4f3f-9a55-b992584aa2cd binding host n-d-773647-6 {{(pid=100249) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 14:29:09.751596 n-d-773647-6 neutron-server[100249]: DEBUG neutron_lib.callbacks.manager [None req-562e5f91-908a-46fd-8ccf-169fc35c8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:29:09.752950 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-69e90feb-1d5d-44c8-b1dd-fe5bcfaf9ad3 tempest-TestSecurityGroupsBasicOps-42373486 tempest-TestSecurityGroupsBasicOps-42373486-project] Notify callbacks [] for security_group, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:29:09.756300 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-cb667c1f-c57e-4325-ae74-e5fb9eb9a636 req-b8d1cfab-91b6-4939-abb0-f82d3c890d44 service neutron] 10.222.0.72 "GET /v2.0/networks/2fc24734-663b-4177-afb2-b6f30ba040e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2789736 Jul 06 14:29:09.761041 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-69e90feb-1d5d-44c8-b1dd-fe5bcfaf9ad3 tempest-TestSecurityGroupsBasicOps-42373486 tempest-TestSecurityGroupsBasicOps-42373486-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:29:09.798121 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5e7aa027-3106-4d2c-9a50-92df2602047f None None] Provisioning complete for port 77c86eed-4b29-4910-a7c2-adc893c01a69 triggered by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:29:09.798798 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5e7aa027-3106-4d2c-9a50-92df2602047f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:29:09.871840 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning complete for port d0b98fcb-aa8e-45c9-af76-f4fbc67a8c47 triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:29:09.872399 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:29:09.902873 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-cb667c1f-c57e-4325-ae74-e5fb9eb9a636 req-f2958487-fb68-4076-a1c2-d2dd04e2f525 service neutron] 10.222.0.72 "GET /v2.0/networks/2fc24734-663b-4177-afb2-b6f30ba040e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1346524 Jul 06 14:29:09.920766 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Pushing event updated for resources: {'Port': ['ID=77c86eed-4b29-4910-a7c2-adc893c01a69,revision_number=3']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:29:09.943264 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-69e90feb-1d5d-44c8-b1dd-fe5bcfaf9ad3 tempest-TestSecurityGroupsBasicOps-42373486 tempest-TestSecurityGroupsBasicOps-42373486-project] Notify callbacks [] for security_group, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:29:09.944834 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-69e90feb-1d5d-44c8-b1dd-fe5bcfaf9ad3 tempest-TestSecurityGroupsBasicOps-42373486 tempest-TestSecurityGroupsBasicOps-42373486-project] 10.222.0.104 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.7774611 Jul 06 14:29:09.948075 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 51312) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:29:09.952951 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e90feb-1d5d-44c8-b1dd-fe5bcfaf9ad3 tempest-TestSecurityGroupsBasicOps-42373486 tempest-TestSecurityGroupsBasicOps-42373486-project] Pushing event updated for resources: {'SecurityGroup': ['ID=125556d4-5883-4562-b138-fca4d092e885,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:29:09.961340 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [None req-c204fda7-c073-4a48-8af4-1bce4d418f53 tempest-TestSecurityGroupsBasicOps-42373486 tempest-TestSecurityGroupsBasicOps-42373486-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--414634739', 'description': 'tempest-secgroup_general--414634739 description', 'project_id': '06674ee379754bdb83b089c26f2bfa62'}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:29:10.018295 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-c204fda7-c073-4a48-8af4-1bce4d418f53 tempest-TestSecurityGroupsBasicOps-42373486 tempest-TestSecurityGroupsBasicOps-42373486-project] Notify callbacks [] for security_group, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:29:10.226908 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-c204fda7-c073-4a48-8af4-1bce4d418f53 tempest-TestSecurityGroupsBasicOps-42373486 tempest-TestSecurityGroupsBasicOps-42373486-project] Notify callbacks [] for security_group, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:29:10.242334 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-3f353cfd-b3b6-47ab-9d86-b839b47b6bc4 None None] Provisioning complete for port 70422497-8cbd-4f3f-9a55-b992584aa2cd triggered by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:29:10.242742 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-3f353cfd-b3b6-47ab-9d86-b839b47b6bc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:29:10.243542 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-c204fda7-c073-4a48-8af4-1bce4d418f53 tempest-TestSecurityGroupsBasicOps-42373486 tempest-TestSecurityGroupsBasicOps-42373486-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:29:10.305931 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-3f353cfd-b3b6-47ab-9d86-b839b47b6bc4 None None] Port 70422497-8cbd-4f3f-9a55-b992584aa2cd cannot update to ACTIVE because it is not bound. {{(pid=100248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 14:29:10.338718 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c204fda7-c073-4a48-8af4-1bce4d418f53 tempest-TestSecurityGroupsBasicOps-42373486 tempest-TestSecurityGroupsBasicOps-42373486-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1dc49fd4-cdc3-42ae-82e6-8afdc5ff9389,revision_number=1']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:29:10.341938 n-d-773647-6 neutron-server[100249]: DEBUG neutron_lib.callbacks.manager [None req-562e5f91-908a-46fd-8ccf-169fc35c8ce3 None None] Notify callbacks [] for port, precommit_update {{(pid=100249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:29:10.350774 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-c204fda7-c073-4a48-8af4-1bce4d418f53 tempest-TestSecurityGroupsBasicOps-42373486 tempest-TestSecurityGroupsBasicOps-42373486-project] Notify callbacks [] for security_group, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:29:10.352280 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-c204fda7-c073-4a48-8af4-1bce4d418f53 tempest-TestSecurityGroupsBasicOps-42373486 tempest-TestSecurityGroupsBasicOps-42373486-project] 10.222.0.104 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.4022331 Jul 06 14:29:10.355336 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 51322) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:29:10.368904 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-40819f88-1fad-46da-a1d1-d7ade60aa271 tempest-TestSecurityGroupsBasicOps-42373486 tempest-TestSecurityGroupsBasicOps-42373486-project] Request body: {'security_group_rule': {'security_group_id': '125556d4-5883-4562-b138-fca4d092e885', 'project_id': '06674ee379754bdb83b089c26f2bfa62', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:29:10.377890 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.provisioning_blocks [None req-562e5f91-908a-46fd-8ccf-169fc35c8ce3 None None] Transition to ACTIVE for port object 70422497-8cbd-4f3f-9a55-b992584aa2cd will not be triggered until provisioned by entity L2. {{(pid=100249) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:29:10.382186 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af76ae68-8a03-432b-b6fb-fce1036fa440 req-c16a05c8-9188-4899-951e-1bc2f3719392 tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:29:10.386478 n-d-773647-6 neutron-server[100249]: DEBUG neutron_lib.callbacks.manager [None req-562e5f91-908a-46fd-8ccf-169fc35c8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:29:10.389764 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-af76ae68-8a03-432b-b6fb-fce1036fa440 req-c16a05c8-9188-4899-951e-1bc2f3719392 tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] 10.222.0.104 "GET /v2.0/ports?device_id=55d3d7ff-1e68-49b8-9385-71f32fd4be0b HTTP/1.1" status: 200 len: 943 time: 0.1815739 Jul 06 14:29:10.408810 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-40819f88-1fad-46da-a1d1-d7ade60aa271 tempest-TestSecurityGroupsBasicOps-42373486 tempest-TestSecurityGroupsBasicOps-42373486-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:29:10.448072 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-af76ae68-8a03-432b-b6fb-fce1036fa440 req-ddb7425a-08e0-425a-b6ef-565a66371ee5 tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] 10.222.0.104 "GET /v2.0/security-groups?id=22ee6df4-4996-4498-81be-7550bf424b73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0573256 Jul 06 14:29:10.497964 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-40819f88-1fad-46da-a1d1-d7ade60aa271 tempest-TestSecurityGroupsBasicOps-42373486 tempest-TestSecurityGroupsBasicOps-42373486-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:29:10.502164 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-40819f88-1fad-46da-a1d1-d7ade60aa271 tempest-TestSecurityGroupsBasicOps-42373486 tempest-TestSecurityGroupsBasicOps-42373486-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1898694'] for security_group_rule, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:29:10.518079 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274d9e6c-2e23-47e0-a2b3-94fc9e09fc69 None None] Pushing event updated for resources: {'Port': ['ID=70422497-8cbd-4f3f-9a55-b992584aa2cd,revision_number=3']} {{(pid=100249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:29:10.518996 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40819f88-1fad-46da-a1d1-d7ade60aa271 tempest-TestSecurityGroupsBasicOps-42373486 tempest-TestSecurityGroupsBasicOps-42373486-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f5018858-1b85-42d8-8d93-b63c5a8fd355,revision_number=0']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:29:10.536381 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.managers [None req-562e5f91-908a-46fd-8ccf-169fc35c8ce3 None None] Attempting to bind port 70422497-8cbd-4f3f-9a55-b992584aa2cd on host n-d-773647-6 for vnic_type normal with profile {{(pid=100249) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:29:10.536774 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-40819f88-1fad-46da-a1d1-d7ade60aa271 tempest-TestSecurityGroupsBasicOps-42373486 tempest-TestSecurityGroupsBasicOps-42373486-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:29:10.537350 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.managers [None req-562e5f91-908a-46fd-8ccf-169fc35c8ce3 None None] Attempting to bind port 70422497-8cbd-4f3f-9a55-b992584aa2cd by drivers openvswitch,hyperv on host n-d-773647-6 at level 0 using segments [{'id': 'e1fb69b5-8eeb-41b3-83fb-bdd90f743881', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': '04fc6fea-775e-46c3-85f0-f2b882efb12c'}] {{(pid=100249) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:29:10.538063 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-40819f88-1fad-46da-a1d1-d7ade60aa271 tempest-TestSecurityGroupsBasicOps-42373486 tempest-TestSecurityGroupsBasicOps-42373486-project] 10.222.0.104 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1814556 Jul 06 14:29:10.546339 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-562e5f91-908a-46fd-8ccf-169fc35c8ce3 None None] Attempting to bind port 70422497-8cbd-4f3f-9a55-b992584aa2cd on network 04fc6fea-775e-46c3-85f0-f2b882efb12c {{(pid=100249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:29:10.554614 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-562e5f91-908a-46fd-8ccf-169fc35c8ce3 None None] Checking agent: {'id': '8ab5b19c-d213-4f29-891d-27bdf39d38b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773647-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 43, 26), 'started_at': datetime.datetime(2021, 7, 6, 13, 43, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 28, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773647-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:29:10.557670 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-562e5f91-908a-46fd-8ccf-169fc35c8ce3 None None] Checking segment: {'id': 'e1fb69b5-8eeb-41b3-83fb-bdd90f743881', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': '04fc6fea-775e-46c3-85f0-f2b882efb12c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100249) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:29:10.558475 n-d-773647-6 neutron-server[100249]: DEBUG neutron_lib.callbacks.manager [None req-562e5f91-908a-46fd-8ccf-169fc35c8ce3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:29:10.559580 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-562e5f91-908a-46fd-8ccf-169fc35c8ce3 None None] Bound using segment: {'id': 'e1fb69b5-8eeb-41b3-83fb-bdd90f743881', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': '04fc6fea-775e-46c3-85f0-f2b882efb12c'} {{(pid=100249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:29:10.560364 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.managers [None req-562e5f91-908a-46fd-8ccf-169fc35c8ce3 None None] Bound port: 70422497-8cbd-4f3f-9a55-b992584aa2cd, host: n-d-773647-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1fb69b5-8eeb-41b3-83fb-bdd90f743881', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': '04fc6fea-775e-46c3-85f0-f2b882efb12c'}}] {{(pid=100249) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:29:10.561016 n-d-773647-6 neutron-server[100249]: DEBUG neutron_lib.callbacks.manager [None req-562e5f91-908a-46fd-8ccf-169fc35c8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:29:10.687881 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.db [None req-562e5f91-908a-46fd-8ccf-169fc35c8ce3 None None] For port 70422497-8cbd-4f3f-9a55-b992584aa2cd, host n-d-773647-6, cleared binding levels {{(pid=100249) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:29:10.693309 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.db [None req-562e5f91-908a-46fd-8ccf-169fc35c8ce3 None None] For port 70422497-8cbd-4f3f-9a55-b992584aa2cd, host n-d-773647-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=70422497-8cbd-4f3f-9a55-b992584aa2cd,segment=NetworkSegment(e1fb69b5-8eeb-41b3-83fb-bdd90f743881),segment_id=e1fb69b5-8eeb-41b3-83fb-bdd90f743881)] {{(pid=100249) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:29:10.724220 n-d-773647-6 neutron-server[100249]: DEBUG neutron_lib.callbacks.manager [None req-562e5f91-908a-46fd-8ccf-169fc35c8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:29:10.758043 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:29:10.785738 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-8255bca6-7342-4307-9ac2-f831ec579c41 req-780b4b7e-51cc-4e2b-9f33-cf2b4cc7f13a tempest-TestSecurityGroupsBasicOps-42373486 tempest-TestSecurityGroupsBasicOps-42373486-project] 10.222.0.104 "GET /v2.0/security-groups?name=tempest-secgroup_general--414634739&fields=id&tenant_id=06674ee379754bdb83b089c26f2bfa62 HTTP/1.1" status: 200 len: 267 time: 0.0641003 Jul 06 14:29:10.858189 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-8255bca6-7342-4307-9ac2-f831ec579c41 req-2959b86d-a5d5-4ad3-91a7-ab607f56f8fd tempest-TestSecurityGroupsBasicOps-42373486 tempest-TestSecurityGroupsBasicOps-42373486-project] 10.222.0.104 "GET /v2.0/security-groups?name=tempest-secgroup_access--686946916&fields=id&tenant_id=06674ee379754bdb83b089c26f2bfa62 HTTP/1.1" status: 200 len: 267 time: 0.0661507 Jul 06 14:29:10.859313 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-562e5f91-908a-46fd-8ccf-169fc35c8ce3 None None] Routers {'a864acad-8523-47ff-a66d-d7a42913db2d'} bound to L3 agent in host n-d-773647-6 {{(pid=100249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:29:10.860027 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-562e5f91-908a-46fd-8ccf-169fc35c8ce3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T14:28:56Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['a864acad-8523-47ff-a66d-d7a42913db2d'], 'active': True} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:29:10.968044 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274d9e6c-2e23-47e0-a2b3-94fc9e09fc69 None None] Pushing event updated for resources: {'Port': ['ID=70422497-8cbd-4f3f-9a55-b992584aa2cd,revision_number=4']} {{(pid=100249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:29:11.008341 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 77c86eed-4b29-4910-a7c2-adc893c01a69 up at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:29:11.091131 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8255bca6-7342-4307-9ac2-f831ec579c41 req-956c40f0-7bea-466e-bc8c-31eb38c6988f tempest-TestSecurityGroupsBasicOps-42373486 tempest-TestSecurityGroupsBasicOps-42373486-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:29:11.092759 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-8255bca6-7342-4307-9ac2-f831ec579c41 req-956c40f0-7bea-466e-bc8c-31eb38c6988f tempest-TestSecurityGroupsBasicOps-42373486 tempest-TestSecurityGroupsBasicOps-42373486-project] 10.222.0.104 "GET /v2.0/networks?id=04fc6fea-775e-46c3-85f0-f2b882efb12c HTTP/1.1" status: 200 len: 796 time: 0.2225065 Jul 06 14:29:11.106090 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning complete for port 77c86eed-4b29-4910-a7c2-adc893c01a69 triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:29:11.106471 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:29:11.117083 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-8255bca6-7342-4307-9ac2-f831ec579c41 req-6b999559-739c-4065-8cb4-267c7ee530bb tempest-TestSecurityGroupsBasicOps-42373486 tempest-TestSecurityGroupsBasicOps-42373486-project] 10.222.0.104 "GET /v2.0/quotas/06674ee379754bdb83b089c26f2bfa62 HTTP/1.1" status: 200 len: 375 time: 0.0168440 Jul 06 14:29:11.120832 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvr_db [None req-562e5f91-908a-46fd-8ccf-169fc35c8ce3 None None] Set router a864acad-8523-47ff-a66d-d7a42913db2d gateway port host: n-d-773647-6 {{(pid=100249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:29:11.259601 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-8255bca6-7342-4307-9ac2-f831ec579c41 req-f5f5b36b-0401-482c-ba0e-70cf4b90e6eb tempest-TestSecurityGroupsBasicOps-42373486 tempest-TestSecurityGroupsBasicOps-42373486-project] 10.222.0.104 "GET /v2.0/ports?tenant_id=06674ee379754bdb83b089c26f2bfa62&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1271937 Jul 06 14:29:11.369233 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-8255bca6-7342-4307-9ac2-f831ec579c41 req-0b41a065-4c45-4ae0-b6bc-44a77f71e743 service neutron] 10.222.0.104 "GET /v2.0/networks/04fc6fea-775e-46c3-85f0-f2b882efb12c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1084373 Jul 06 14:29:11.428964 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-562e5f91-908a-46fd-8ccf-169fc35c8ce3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a864acad-8523-47ff-a66d-d7a42913db2d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-905685173', 'tenant_id': '06674ee379754bdb83b089c26f2bfa62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.179'}], 'enable_snat': True}, 'gw_port_id': 'd0b98fcb-aa8e-45c9-af76-f4fbc67a8c47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:29:00Z', 'updated_at': '2021-07-06T14:29:07Z', 'revision_number': 4, 'project_id': '06674ee379754bdb83b089c26f2bfa62', 'gw_port': {'id': 'd0b98fcb-aa8e-45c9-af76-f4fbc67a8c47', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:d8:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a864acad-8523-47ff-a66d-d7a42913db2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3773, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:29:01Z', 'updated_at': '2021-07-06T14:29:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6', '_interfaces': [{'id': '70422497-8cbd-4f3f-9a55-b992584aa2cd', 'name': '', 'network_id': '04fc6fea-775e-46c3-85f0-f2b882efb12c', 'tenant_id': '06674ee379754bdb83b089c26f2bfa62', 'mac_address': 'fa:16:3e:02:29:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a864acad-8523-47ff-a66d-d7a42913db2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3777, 'fixed_ips': [{'subnet_id': '4150c8f4-929d-4f2b-8e59-88fd05a42b5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:29:05Z', 'updated_at': '2021-07-06T14:29:10Z', 'revision_number': 4, 'project_id': '06674ee379754bdb83b089c26f2bfa62', 'subnets': [{'id': '4150c8f4-929d-4f2b-8e59-88fd05a42b5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773647-6', False) {} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:29:11.467095 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-562e5f91-908a-46fd-8ccf-169fc35c8ce3 None None] The sync data for ids ['a864acad-8523-47ff-a66d-d7a42913db2d'] in n-d-773647-6 is: [{'id': 'a864acad-8523-47ff-a66d-d7a42913db2d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-905685173', 'tenant_id': '06674ee379754bdb83b089c26f2bfa62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.179'}], 'enable_snat': True}, 'gw_port_id': 'd0b98fcb-aa8e-45c9-af76-f4fbc67a8c47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:29:00Z', 'updated_at': '2021-07-06T14:29:07Z', 'revision_number': 4, 'project_id': '06674ee379754bdb83b089c26f2bfa62', 'gw_port': {'id': 'd0b98fcb-aa8e-45c9-af76-f4fbc67a8c47', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:d8:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a864acad-8523-47ff-a66d-d7a42913db2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3773, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:29:01Z', 'updated_at': '2021-07-06T14:29:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6', '_interfaces': [{'id': '70422497-8cbd-4f3f-9a55-b992584aa2cd', 'name': '', 'network_id': '04fc6fea-775e-46c3-85f0-f2b882efb12c', 'tenant_id': '06674ee379754bdb83b089c26f2bfa62', 'mac_address': 'fa:16:3e:02:29:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a864acad-8523-47ff-a66d-d7a42913db2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3777, 'fixed_ips': [{'subnet_id': '4150c8f4-929d-4f2b-8e59-88fd05a42b5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:29:05Z', 'updated_at': '2021-07-06T14:29:10Z', 'revision_number': 4, 'project_id': '06674ee379754bdb83b089c26f2bfa62', 'subnets': [{'id': '4150c8f4-929d-4f2b-8e59-88fd05a42b5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 14:29:11.494986 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-8255bca6-7342-4307-9ac2-f831ec579c41 req-65c98565-d8bd-4d61-9693-020b4671c9ba service neutron] 10.222.0.104 "GET /v2.0/networks/04fc6fea-775e-46c3-85f0-f2b882efb12c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1196690 Jul 06 14:29:11.745108 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9f3388-da49-459b-b467-8cd9a4c64626 req-b60c8713-7076-4ae5-b5d5-ba30a7360fd9 tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:29:11.746975 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-8f9f3388-da49-459b-b467-8cd9a4c64626 req-b60c8713-7076-4ae5-b5d5-ba30a7360fd9 tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] 10.222.0.104 "GET /v2.0/ports?device_id=55d3d7ff-1e68-49b8-9385-71f32fd4be0b HTTP/1.1" status: 200 len: 943 time: 0.1386797 Jul 06 14:29:11.798358 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-8f9f3388-da49-459b-b467-8cd9a4c64626 req-9a6290af-30b6-43da-8f61-04876f410737 tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] 10.222.0.104 "GET /v2.0/security-groups?id=22ee6df4-4996-4498-81be-7550bf424b73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430155 Jul 06 14:29:11.918435 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-3f09a54b-6703-4093-9ddb-1fc201d34bd8 req-a25700f1-d67e-4901-999a-5b00b6dc1e39 tempest-TestSecurityGroupsBasicOps-42373486 tempest-TestSecurityGroupsBasicOps-42373486-project] 10.222.0.104 "GET /v2.0/ports?device_id=7837c965-f4de-4a54-97e8-d387a0c4322f HTTP/1.1" status: 200 len: 210 time: 0.0401559 Jul 06 14:29:11.988610 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Device 4b4943eb-50fe-46e7-81ad-6e7fcda43cbc details requested by agent hyperv_n-h2-773647-6 with host n-h2-773647-6 {{(pid=100248) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 14:29:12.111555 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] For port 4b4943eb-50fe-46e7-81ad-6e7fcda43cbc, host n-h2-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=4b4943eb-50fe-46e7-81ad-6e7fcda43cbc,segment=NetworkSegment(9f8c10e6-421e-41f5-8314-bf151d7472c6),segment_id=9f8c10e6-421e-41f5-8314-bf151d7472c6)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:29:12.133370 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Returning: {'device': '4b4943eb-50fe-46e7-81ad-6e7fcda43cbc', 'network_id': '2fc24734-663b-4177-afb2-b6f30ba040e8', 'port_id': '4b4943eb-50fe-46e7-81ad-6e7fcda43cbc', 'mac_address': 'fa:16:3e:15:77:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1039, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '01da7d0d-7413-4086-b32d-26b12a0ac73a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100248) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 14:29:12.191596 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:29:12.211972 n-d-773647-6 neutron-server[100248]: DEBUG neutron.notifiers.nova [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4b4943eb-50fe-46e7-81ad-6e7fcda43cbc {{(pid=100248) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 14:29:12.238174 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] For port 4b4943eb-50fe-46e7-81ad-6e7fcda43cbc, host n-h2-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=4b4943eb-50fe-46e7-81ad-6e7fcda43cbc,segment=NetworkSegment(9f8c10e6-421e-41f5-8314-bf151d7472c6),segment_id=9f8c10e6-421e-41f5-8314-bf151d7472c6)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:29:12.247505 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:29:12.335508 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Pushing event updated for resources: {'Port': ['ID=4b4943eb-50fe-46e7-81ad-6e7fcda43cbc,revision_number=4']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:29:12.467632 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] get_ports_and_sgs() called for port_ids ['4b4943eb-50fe-46e7-81ad-6e7fcda43cbc'] {{(pid=100248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 14:29:12.623540 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:29:13.103570 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 70422497-8cbd-4f3f-9a55-b992584aa2cd up at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:29:13.143100 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-fd9da0db-fe5e-4b83-ab28-d1ebf6c5203e req-32993eaf-7c2e-4f7f-a231-c1b4b9006d8e tempest-TestSecurityGroupsBasicOps-42373486 tempest-TestSecurityGroupsBasicOps-42373486-project] 10.222.0.104 "GET /v2.0/ports?device_id=7837c965-f4de-4a54-97e8-d387a0c4322f HTTP/1.1" status: 200 len: 210 time: 0.0458164 Jul 06 14:29:13.199069 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a902f15-9524-4ce3-bd22-0ec71a44e534 req-129471fb-5ef1-4648-9a79-c874d40f8e0f tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:29:13.207363 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-3a902f15-9524-4ce3-bd22-0ec71a44e534 req-129471fb-5ef1-4648-9a79-c874d40f8e0f tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] 10.222.0.104 "GET /v2.0/ports?device_id=55d3d7ff-1e68-49b8-9385-71f32fd4be0b HTTP/1.1" status: 200 len: 944 time: 0.1853602 Jul 06 14:29:13.270302 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-3a902f15-9524-4ce3-bd22-0ec71a44e534 req-7fe9731b-1d6a-4f29-99e4-f831345b8394 tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] 10.222.0.104 "GET /v2.0/security-groups?id=22ee6df4-4996-4498-81be-7550bf424b73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0617507 Jul 06 14:29:13.404902 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning for port 70422497-8cbd-4f3f-9a55-b992584aa2cd completed by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:29:13.414324 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning complete for port 70422497-8cbd-4f3f-9a55-b992584aa2cd triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:29:13.414714 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:29:13.537039 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:29:13.621025 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] For port 70422497-8cbd-4f3f-9a55-b992584aa2cd, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=70422497-8cbd-4f3f-9a55-b992584aa2cd,segment=NetworkSegment(e1fb69b5-8eeb-41b3-83fb-bdd90f743881),segment_id=e1fb69b5-8eeb-41b3-83fb-bdd90f743881)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:29:13.629260 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:29:13.647734 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8255bca6-7342-4307-9ac2-f831ec579c41 req-78d5e2ba-7771-4b0e-8ae2-ee373a1377aa tempest-TestSecurityGroupsBasicOps-42373486 tempest-TestSecurityGroupsBasicOps-42373486-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:29:13.649829 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-8255bca6-7342-4307-9ac2-f831ec579c41 req-78d5e2ba-7771-4b0e-8ae2-ee373a1377aa tempest-TestSecurityGroupsBasicOps-42373486 tempest-TestSecurityGroupsBasicOps-42373486-project] 10.222.0.127 "GET /v2.0/networks?id=04fc6fea-775e-46c3-85f0-f2b882efb12c HTTP/1.1" status: 200 len: 796 time: 0.1529379 Jul 06 14:29:13.727544 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-8255bca6-7342-4307-9ac2-f831ec579c41 req-2350b3e2-ab41-4d3a-a19b-f591eecde7ec tempest-TestSecurityGroupsBasicOps-42373486 tempest-TestSecurityGroupsBasicOps-42373486-project] 10.222.0.127 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=06674ee379754bdb83b089c26f2bfa62 HTTP/1.1" status: 200 len: 476 time: 0.0678999 Jul 06 14:29:13.740087 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Pushing event updated for resources: {'Port': ['ID=70422497-8cbd-4f3f-9a55-b992584aa2cd,revision_number=5']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:29:13.750110 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [req-8255bca6-7342-4307-9ac2-f831ec579c41 req-744a3f35-4d93-43a2-82bf-57cb58f06af5 tempest-TestSecurityGroupsBasicOps-42373486 tempest-TestSecurityGroupsBasicOps-42373486-project] Request body: {'port': {'device_id': '7837c965-f4de-4a54-97e8-d387a0c4322f', 'network_id': '04fc6fea-775e-46c3-85f0-f2b882efb12c', 'admin_state_up': True, 'tenant_id': '06674ee379754bdb83b089c26f2bfa62', 'security_groups': ['1dc49fd4-cdc3-42ae-82e6-8afdc5ff9389', '125556d4-5883-4562-b138-fca4d092e885']}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:29:13.881030 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8255bca6-7342-4307-9ac2-f831ec579c41 req-744a3f35-4d93-43a2-82bf-57cb58f06af5 tempest-TestSecurityGroupsBasicOps-42373486 tempest-TestSecurityGroupsBasicOps-42373486-project] Made reservation on behalf of 06674ee379754bdb83b089c26f2bfa62 for: {'port': 1} {{(pid=100247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:29:13.884718 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-8255bca6-7342-4307-9ac2-f831ec579c41 req-744a3f35-4d93-43a2-82bf-57cb58f06af5 tempest-TestSecurityGroupsBasicOps-42373486 tempest-TestSecurityGroupsBasicOps-42373486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:29:14.019197 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Device 4b4943eb-50fe-46e7-81ad-6e7fcda43cbc up at agent hyperv_n-h2-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:29:14.049703 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.db_base_plugin_common [req-8255bca6-7342-4307-9ac2-f831ec579c41 req-744a3f35-4d93-43a2-82bf-57cb58f06af5 tempest-TestSecurityGroupsBasicOps-42373486 tempest-TestSecurityGroupsBasicOps-42373486-project] Allocated IP 172.20.0.6 (04fc6fea-775e-46c3-85f0-f2b882efb12c/4150c8f4-929d-4f2b-8e59-88fd05a42b5e/0f86cb72-320d-4ada-9c2d-36b9c2084a76) {{(pid=100247) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:29:14.097915 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Provisioning for port 4b4943eb-50fe-46e7-81ad-6e7fcda43cbc completed by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:29:14.102336 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Provisioning complete for port 4b4943eb-50fe-46e7-81ad-6e7fcda43cbc triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:29:14.102781 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:29:14.221636 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:29:14.258837 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-8255bca6-7342-4307-9ac2-f831ec579c41 req-744a3f35-4d93-43a2-82bf-57cb58f06af5 tempest-TestSecurityGroupsBasicOps-42373486 tempest-TestSecurityGroupsBasicOps-42373486-project] Notify callbacks [] for port, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:29:14.262606 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] For port 4b4943eb-50fe-46e7-81ad-6e7fcda43cbc, host n-h2-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=4b4943eb-50fe-46e7-81ad-6e7fcda43cbc,segment=NetworkSegment(9f8c10e6-421e-41f5-8314-bf151d7472c6),segment_id=9f8c10e6-421e-41f5-8314-bf151d7472c6)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:29:14.263756 n-d-773647-6 neutron-server[100248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55d3d7ff-1e68-49b8-9385-71f32fd4be0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b4943eb-50fe-46e7-81ad-6e7fcda43cbc'}] {{(pid=100248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:29:14.266813 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84af257533e383389cbcf231d3534f4d5e149e7203fea16b4a8fc01438dddaf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-668a8e7b-a0ff-48c7-87eb-868c20553845" -d '{"events": [{"server_uuid": "55d3d7ff-1e68-49b8-9385-71f32fd4be0b", "name": "network-vif-plugged", "status": "completed", "tag": "4b4943eb-50fe-46e7-81ad-6e7fcda43cbc"}]}' {{(pid=100248) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:29:14.273637 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:29:14.292063 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.provisioning_blocks [req-8255bca6-7342-4307-9ac2-f831ec579c41 req-744a3f35-4d93-43a2-82bf-57cb58f06af5 tempest-TestSecurityGroupsBasicOps-42373486 tempest-TestSecurityGroupsBasicOps-42373486-project] Transition to ACTIVE for port object 0f86cb72-320d-4ada-9c2d-36b9c2084a76 will not be triggered until provisioned by entity DHCP. {{(pid=100247) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:29:14.367275 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-8255bca6-7342-4307-9ac2-f831ec579c41 req-744a3f35-4d93-43a2-82bf-57cb58f06af5 tempest-TestSecurityGroupsBasicOps-42373486 tempest-TestSecurityGroupsBasicOps-42373486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-128888360'] for port, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:29:14.371382 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 14:29:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a2d1413-4b04-496a-942b-9248aa607fae x-openstack-request-id: req-9a2d1413-4b04-496a-942b-9248aa607fae {{(pid=100248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:29:14.371747 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55d3d7ff-1e68-49b8-9385-71f32fd4be0b", "name": "network-vif-plugged", "status": "completed", "tag": "4b4943eb-50fe-46e7-81ad-6e7fcda43cbc", "code": 200}]} {{(pid=100248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:29:14.372009 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-9a2d1413-4b04-496a-942b-9248aa607fae {{(pid=100248) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:29:14.372420 n-d-773647-6 neutron-server[100248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55d3d7ff-1e68-49b8-9385-71f32fd4be0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b4943eb-50fe-46e7-81ad-6e7fcda43cbc', 'code': 200} Jul 06 14:29:14.424597 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Pushing event updated for resources: {'Port': ['ID=4b4943eb-50fe-46e7-81ad-6e7fcda43cbc,revision_number=5']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:29:14.495410 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7ffb70-05c0-4e39-908c-baa64800e68b req-6f10341d-1366-48c6-8cd2-12e82dfbd734 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:29:14.496915 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-3f7ffb70-05c0-4e39-908c-baa64800e68b req-6f10341d-1366-48c6-8cd2-12e82dfbd734 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=55d3d7ff-1e68-49b8-9385-71f32fd4be0b HTTP/1.1" status: 200 len: 1096 time: 0.0687010 Jul 06 14:29:14.540666 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-3f7ffb70-05c0-4e39-908c-baa64800e68b req-f183fb8b-400c-474f-8294-a083a3d30889 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=22ee6df4-4996-4498-81be-7550bf424b73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370870 Jul 06 14:29:14.900963 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8255bca6-7342-4307-9ac2-f831ec579c41 req-744a3f35-4d93-43a2-82bf-57cb58f06af5 tempest-TestSecurityGroupsBasicOps-42373486 tempest-TestSecurityGroupsBasicOps-42373486-project] Network 04fc6fea-775e-46c3-85f0-f2b882efb12c is already hosted by enough agents. {{(pid=100247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:29:14.912903 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.base_scheduler [req-8255bca6-7342-4307-9ac2-f831ec579c41 req-744a3f35-4d93-43a2-82bf-57cb58f06af5 tempest-TestSecurityGroupsBasicOps-42373486 tempest-TestSecurityGroupsBasicOps-42373486-project] Resources bound (agent type, host, resource id): {{(pid=100247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:29:14.920533 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.l3_dvrscheduler_db [req-8255bca6-7342-4307-9ac2-f831ec579c41 req-744a3f35-4d93-43a2-82bf-57cb58f06af5 tempest-TestSecurityGroupsBasicOps-42373486 tempest-TestSecurityGroupsBasicOps-42373486-project] Received port after_create {{(pid=100247) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:29:14.932970 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744a3f35-4d93-43a2-82bf-57cb58f06af5 tempest-TestSecurityGroupsBasicOps-42373486 tempest-TestSecurityGroupsBasicOps-42373486-project] Pushing event updated for resources: {'Port': ['ID=0f86cb72-320d-4ada-9c2d-36b9c2084a76,revision_number=1']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:29:15.011831 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd41ad4-15b5-4c93-b4fc-9911096b3440 req-1aec1f44-14e9-48f1-994f-c3adb8e3b710 tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:29:15.020560 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-9dd41ad4-15b5-4c93-b4fc-9911096b3440 req-1aec1f44-14e9-48f1-994f-c3adb8e3b710 tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] 10.222.0.104 "GET /v2.0/ports?device_id=55d3d7ff-1e68-49b8-9385-71f32fd4be0b HTTP/1.1" status: 200 len: 945 time: 0.5447283 Jul 06 14:29:15.040134 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8255bca6-7342-4307-9ac2-f831ec579c41 req-744a3f35-4d93-43a2-82bf-57cb58f06af5 tempest-TestSecurityGroupsBasicOps-42373486 tempest-TestSecurityGroupsBasicOps-42373486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:29:15.040817 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-8255bca6-7342-4307-9ac2-f831ec579c41 req-744a3f35-4d93-43a2-82bf-57cb58f06af5 tempest-TestSecurityGroupsBasicOps-42373486 tempest-TestSecurityGroupsBasicOps-42373486-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:29:15.065422 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2725a68d-47a6-4e95-a4b9-6467fd2b4790 req-dab6b845-a8b3-42f1-af05-7402c884bb04 tempest-TestSecurityGroupsBasicOps-42373486 tempest-TestSecurityGroupsBasicOps-42373486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:29:15.067922 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-2725a68d-47a6-4e95-a4b9-6467fd2b4790 req-dab6b845-a8b3-42f1-af05-7402c884bb04 tempest-TestSecurityGroupsBasicOps-42373486 tempest-TestSecurityGroupsBasicOps-42373486-project] 10.222.0.104 "GET /v2.0/ports?device_id=7837c965-f4de-4a54-97e8-d387a0c4322f HTTP/1.1" status: 200 len: 970 time: 0.6438537 Jul 06 14:29:15.115510 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-8255bca6-7342-4307-9ac2-f831ec579c41 req-744a3f35-4d93-43a2-82bf-57cb58f06af5 tempest-TestSecurityGroupsBasicOps-42373486 tempest-TestSecurityGroupsBasicOps-42373486-project] 10.222.0.127 "POST /v2.0/ports HTTP/1.1" status: 201 len: 972 time: 1.3704669 Jul 06 14:29:15.132722 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-9dd41ad4-15b5-4c93-b4fc-9911096b3440 req-3998d496-482c-4353-a426-c44e912fa45d tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] 10.222.0.104 "GET /v2.0/security-groups?id=22ee6df4-4996-4498-81be-7550bf424b73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1109927 Jul 06 14:29:15.133544 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 70422497-8cbd-4f3f-9a55-b992584aa2cd up at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:29:15.141820 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [req-8255bca6-7342-4307-9ac2-f831ec579c41 req-af650006-00bf-4c74-b445-47719223a6de service neutron] Request body: {'port': {'device_id': '7837c965-f4de-4a54-97e8-d387a0c4322f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-773647-6'}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:29:15.172929 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-2725a68d-47a6-4e95-a4b9-6467fd2b4790 req-3dbdb227-47f6-48f2-853d-2f6c4613eadf tempest-TestSecurityGroupsBasicOps-42373486 tempest-TestSecurityGroupsBasicOps-42373486-project] 10.222.0.104 "GET /v2.0/security-groups?id=125556d4-5883-4562-b138-fca4d092e885&id=1dc49fd4-cdc3-42ae-82e6-8afdc5ff9389&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0961227 Jul 06 14:29:15.277610 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning complete for port 70422497-8cbd-4f3f-9a55-b992584aa2cd triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:29:15.277991 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:29:15.348911 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-c6a7bb1f-612b-4946-8381-94f9ae5608a9 None None] Provisioning for port 0f86cb72-320d-4ada-9c2d-36b9c2084a76 completed by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:29:15.356064 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-c6a7bb1f-612b-4946-8381-94f9ae5608a9 None None] Provisioning complete for port 0f86cb72-320d-4ada-9c2d-36b9c2084a76 triggered by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:29:15.356443 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-c6a7bb1f-612b-4946-8381-94f9ae5608a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:29:15.357243 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-8255bca6-7342-4307-9ac2-f831ec579c41 req-af650006-00bf-4c74-b445-47719223a6de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:29:15.406004 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-c6a7bb1f-612b-4946-8381-94f9ae5608a9 None None] Port 0f86cb72-320d-4ada-9c2d-36b9c2084a76 cannot update to ACTIVE because it is not bound. {{(pid=100248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 14:29:15.651823 n-d-773647-6 neutron-server[100247]: DEBUG neutron.notifiers.nova [req-8255bca6-7342-4307-9ac2-f831ec579c41 req-af650006-00bf-4c74-b445-47719223a6de service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0f86cb72-320d-4ada-9c2d-36b9c2084a76 {{(pid=100247) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 14:29:15.660957 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-8255bca6-7342-4307-9ac2-f831ec579c41 req-af650006-00bf-4c74-b445-47719223a6de service neutron] Notify callbacks [] for port, precommit_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:29:15.676943 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.provisioning_blocks [req-8255bca6-7342-4307-9ac2-f831ec579c41 req-af650006-00bf-4c74-b445-47719223a6de service neutron] Transition to ACTIVE for port object 0f86cb72-320d-4ada-9c2d-36b9c2084a76 will not be triggered until provisioned by entity L2. {{(pid=100247) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:29:15.681031 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-8255bca6-7342-4307-9ac2-f831ec579c41 req-af650006-00bf-4c74-b445-47719223a6de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128888538'] for port, after_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:29:15.734541 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af650006-00bf-4c74-b445-47719223a6de service neutron] Pushing event updated for resources: {'Port': ['ID=0f86cb72-320d-4ada-9c2d-36b9c2084a76,revision_number=2']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:29:15.820304 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.managers [req-8255bca6-7342-4307-9ac2-f831ec579c41 req-af650006-00bf-4c74-b445-47719223a6de service neutron] Attempting to bind port 0f86cb72-320d-4ada-9c2d-36b9c2084a76 on host n-h1-773647-6 for vnic_type normal with profile {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:29:15.820722 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.managers [req-8255bca6-7342-4307-9ac2-f831ec579c41 req-af650006-00bf-4c74-b445-47719223a6de service neutron] Attempting to bind port 0f86cb72-320d-4ada-9c2d-36b9c2084a76 by drivers openvswitch,hyperv on host n-h1-773647-6 at level 0 using segments [{'id': 'e1fb69b5-8eeb-41b3-83fb-bdd90f743881', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': '04fc6fea-775e-46c3-85f0-f2b882efb12c'}] {{(pid=100247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:29:15.821115 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8255bca6-7342-4307-9ac2-f831ec579c41 req-af650006-00bf-4c74-b445-47719223a6de service neutron] Attempting to bind port 0f86cb72-320d-4ada-9c2d-36b9c2084a76 on network 04fc6fea-775e-46c3-85f0-f2b882efb12c {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:29:15.825875 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8255bca6-7342-4307-9ac2-f831ec579c41 req-af650006-00bf-4c74-b445-47719223a6de service neutron] Port 0f86cb72-320d-4ada-9c2d-36b9c2084a76 on network 04fc6fea-775e-46c3-85f0-f2b882efb12c not bound, no agent of type Open vSwitch agent registered on host n-h1-773647-6 {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 14:29:15.826280 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8255bca6-7342-4307-9ac2-f831ec579c41 req-af650006-00bf-4c74-b445-47719223a6de service neutron] Attempting to bind port 0f86cb72-320d-4ada-9c2d-36b9c2084a76 on network 04fc6fea-775e-46c3-85f0-f2b882efb12c {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:29:15.832413 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8255bca6-7342-4307-9ac2-f831ec579c41 req-af650006-00bf-4c74-b445-47719223a6de service neutron] Checking agent: {'id': '5bf7147f-bada-4441-a5dc-934b903473fb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-773647-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 51, 12), 'started_at': datetime.datetime(2021, 7, 6, 13, 51, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 29, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:29:15.832843 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8255bca6-7342-4307-9ac2-f831ec579c41 req-af650006-00bf-4c74-b445-47719223a6de service neutron] Checking segment: {'id': 'e1fb69b5-8eeb-41b3-83fb-bdd90f743881', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': '04fc6fea-775e-46c3-85f0-f2b882efb12c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100247) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:29:15.833287 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8255bca6-7342-4307-9ac2-f831ec579c41 req-af650006-00bf-4c74-b445-47719223a6de service neutron] Bound using segment: {'id': 'e1fb69b5-8eeb-41b3-83fb-bdd90f743881', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': '04fc6fea-775e-46c3-85f0-f2b882efb12c'} {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:29:15.833778 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.managers [req-8255bca6-7342-4307-9ac2-f831ec579c41 req-af650006-00bf-4c74-b445-47719223a6de service neutron] Bound port: 0f86cb72-320d-4ada-9c2d-36b9c2084a76, host: n-h1-773647-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e1fb69b5-8eeb-41b3-83fb-bdd90f743881', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': '04fc6fea-775e-46c3-85f0-f2b882efb12c'}}] {{(pid=100247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:29:15.834200 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-8255bca6-7342-4307-9ac2-f831ec579c41 req-af650006-00bf-4c74-b445-47719223a6de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:29:15.908298 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.db [req-8255bca6-7342-4307-9ac2-f831ec579c41 req-af650006-00bf-4c74-b445-47719223a6de service neutron] For port 0f86cb72-320d-4ada-9c2d-36b9c2084a76, host n-h1-773647-6, cleared binding levels {{(pid=100247) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:29:15.913127 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.db [req-8255bca6-7342-4307-9ac2-f831ec579c41 req-af650006-00bf-4c74-b445-47719223a6de service neutron] For port 0f86cb72-320d-4ada-9c2d-36b9c2084a76, host n-h1-773647-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773647-6',level=0,port_id=0f86cb72-320d-4ada-9c2d-36b9c2084a76,segment=NetworkSegment(e1fb69b5-8eeb-41b3-83fb-bdd90f743881),segment_id=e1fb69b5-8eeb-41b3-83fb-bdd90f743881)] {{(pid=100247) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:29:15.917567 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-8255bca6-7342-4307-9ac2-f831ec579c41 req-af650006-00bf-4c74-b445-47719223a6de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128888538'] for port, after_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:29:15.953739 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8255bca6-7342-4307-9ac2-f831ec579c41 req-af650006-00bf-4c74-b445-47719223a6de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:29:15.954584 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-8255bca6-7342-4307-9ac2-f831ec579c41 req-af650006-00bf-4c74-b445-47719223a6de service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:29:15.956242 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-8255bca6-7342-4307-9ac2-f831ec579c41 req-af650006-00bf-4c74-b445-47719223a6de service neutron] 10.222.0.127 "PUT /v2.0/ports/0f86cb72-320d-4ada-9c2d-36b9c2084a76 HTTP/1.1" status: 200 len: 1130 time: 0.8223214 Jul 06 14:29:15.959794 n-d-773647-6 neutron-server[100247]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7837c965-f4de-4a54-97e8-d387a0c4322f', 'tag': '0f86cb72-320d-4ada-9c2d-36b9c2084a76'}] {{(pid=100247) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:29:15.964672 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cbf0eeaae822f8fc9b87a94aeba67a3d651842baf663a51cba94b67a514836d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6084974-dffd-4bcb-bf22-614cf52753e2" -d '{"events": [{"name": "network-changed", "server_uuid": "7837c965-f4de-4a54-97e8-d387a0c4322f", "tag": "0f86cb72-320d-4ada-9c2d-36b9c2084a76"}]}' {{(pid=100247) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:29:16.012702 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af650006-00bf-4c74-b445-47719223a6de service neutron] Pushing event updated for resources: {'Port': ['ID=0f86cb72-320d-4ada-9c2d-36b9c2084a76,revision_number=3']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:29:16.025283 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 14:29:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a7dd8f7-4ec4-42d3-8588-9bbf1fd0782c x-openstack-request-id: req-2a7dd8f7-4ec4-42d3-8588-9bbf1fd0782c {{(pid=100247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:29:16.025948 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7837c965-f4de-4a54-97e8-d387a0c4322f", "tag": "0f86cb72-320d-4ada-9c2d-36b9c2084a76", "status": "completed", "code": 200}]} {{(pid=100247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:29:16.026391 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-2a7dd8f7-4ec4-42d3-8588-9bbf1fd0782c {{(pid=100247) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:29:16.028285 n-d-773647-6 neutron-server[100247]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7837c965-f4de-4a54-97e8-d387a0c4322f', 'tag': '0f86cb72-320d-4ada-9c2d-36b9c2084a76', 'status': 'completed', 'code': 200} Jul 06 14:29:16.119467 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8255bca6-7342-4307-9ac2-f831ec579c41 req-1d68ddd0-32a7-4d1e-ac88-7ff7bcbfa405 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:29:16.121016 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-8255bca6-7342-4307-9ac2-f831ec579c41 req-1d68ddd0-32a7-4d1e-ac88-7ff7bcbfa405 service neutron] 10.222.0.127 "GET /v2.0/ports?tenant_id=06674ee379754bdb83b089c26f2bfa62&device_id=7837c965-f4de-4a54-97e8-d387a0c4322f HTTP/1.1" status: 200 len: 1133 time: 0.0770500 Jul 06 14:29:16.169337 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-8255bca6-7342-4307-9ac2-f831ec579c41 req-14e44f0e-8071-461a-80a6-5468329c9194 service neutron] 10.222.0.127 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0f86cb72-320d-4ada-9c2d-36b9c2084a76 HTTP/1.1" status: 200 len: 217 time: 0.0416605 Jul 06 14:29:16.232362 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8255bca6-7342-4307-9ac2-f831ec579c41 req-d6ab8666-db78-4457-aacc-e25878cdce33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:29:16.232362 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-8255bca6-7342-4307-9ac2-f831ec579c41 req-d6ab8666-db78-4457-aacc-e25878cdce33 service neutron] 10.222.0.127 "GET /v2.0/subnets?id=4150c8f4-929d-4f2b-8e59-88fd05a42b5e HTTP/1.1" status: 200 len: 835 time: 0.0564759 Jul 06 14:29:16.312187 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8255bca6-7342-4307-9ac2-f831ec579c41 req-ff251b4a-6f10-4ac5-8720-b7c2b250dfb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:29:16.314270 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-8255bca6-7342-4307-9ac2-f831ec579c41 req-ff251b4a-6f10-4ac5-8720-b7c2b250dfb0 service neutron] 10.222.0.127 "GET /v2.0/ports?network_id=04fc6fea-775e-46c3-85f0-f2b882efb12c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0727892 Jul 06 14:29:16.521386 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-8255bca6-7342-4307-9ac2-f831ec579c41 req-3d89cc83-6a30-4eef-a3f3-042e022c9adc service neutron] 10.222.0.127 "GET /v2.0/networks/04fc6fea-775e-46c3-85f0-f2b882efb12c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1976237 Jul 06 14:29:16.549677 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7afbda5-4cf3-4d40-82ee-ddbab49906e0 req-67c3836f-3f58-4dac-b3a1-b8da10f4801e tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:29:16.551321 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-e7afbda5-4cf3-4d40-82ee-ddbab49906e0 req-67c3836f-3f58-4dac-b3a1-b8da10f4801e tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] 10.222.0.104 "GET /v2.0/ports?device_id=55d3d7ff-1e68-49b8-9385-71f32fd4be0b HTTP/1.1" status: 200 len: 945 time: 0.1653528 Jul 06 14:29:16.617428 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993f637b-8389-442b-8bc5-d2d207f2a906 req-60d31f85-db53-4db4-b3e1-ebf7e342d77f tempest-TestSecurityGroupsBasicOps-42373486 tempest-TestSecurityGroupsBasicOps-42373486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:29:16.619090 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-993f637b-8389-442b-8bc5-d2d207f2a906 req-60d31f85-db53-4db4-b3e1-ebf7e342d77f tempest-TestSecurityGroupsBasicOps-42373486 tempest-TestSecurityGroupsBasicOps-42373486-project] 10.222.0.104 "GET /v2.0/ports?device_id=7837c965-f4de-4a54-97e8-d387a0c4322f HTTP/1.1" status: 200 len: 982 time: 0.2046900 Jul 06 14:29:16.676031 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-e7afbda5-4cf3-4d40-82ee-ddbab49906e0 req-861a247a-645d-490a-9573-2fbf8a0e2315 tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] 10.222.0.104 "GET /v2.0/security-groups?id=22ee6df4-4996-4498-81be-7550bf424b73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1117930 Jul 06 14:29:16.709699 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-993f637b-8389-442b-8bc5-d2d207f2a906 req-565e6740-1a7e-4020-a5ca-b32e1754576f tempest-TestSecurityGroupsBasicOps-42373486 tempest-TestSecurityGroupsBasicOps-42373486-project] 10.222.0.104 "GET /v2.0/security-groups?id=125556d4-5883-4562-b138-fca4d092e885&id=1dc49fd4-cdc3-42ae-82e6-8afdc5ff9389&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0775585 Jul 06 14:29:16.728397 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-8255bca6-7342-4307-9ac2-f831ec579c41 req-2424531d-aaa5-41ae-a4ac-7a1e48e9542c service neutron] 10.222.0.127 "GET /v2.0/networks/04fc6fea-775e-46c3-85f0-f2b882efb12c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1991313 Jul 06 14:29:16.899422 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6084974-dffd-4bcb-bf22-614cf52753e2 req-9c662968-0131-4f62-924d-25073245429d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:29:16.900887 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-e6084974-dffd-4bcb-bf22-614cf52753e2 req-9c662968-0131-4f62-924d-25073245429d service neutron] 10.222.0.127 "GET /v2.0/ports?tenant_id=06674ee379754bdb83b089c26f2bfa62&device_id=7837c965-f4de-4a54-97e8-d387a0c4322f HTTP/1.1" status: 200 len: 1133 time: 0.1070156 Jul 06 14:29:16.913689 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b4fae0-f08a-4207-8114-c922d92da148 req-04df0895-1fd6-4d41-9a97-0e5ba2f220d8 tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:29:16.915336 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-26b4fae0-f08a-4207-8114-c922d92da148 req-04df0895-1fd6-4d41-9a97-0e5ba2f220d8 tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] 10.222.0.104 "GET /v2.0/ports?device_id=55d3d7ff-1e68-49b8-9385-71f32fd4be0b HTTP/1.1" status: 200 len: 945 time: 0.0894449 Jul 06 14:29:17.001427 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-26b4fae0-f08a-4207-8114-c922d92da148 req-80d13390-9c59-4a69-9811-1844a8db3558 tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] 10.222.0.104 "GET /v2.0/security-groups?id=22ee6df4-4996-4498-81be-7550bf424b73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0775592 Jul 06 14:29:17.035661 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6084974-dffd-4bcb-bf22-614cf52753e2 req-9c74a123-6fba-46fc-ab3e-e6cdd3418df3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:29:17.035661 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-e6084974-dffd-4bcb-bf22-614cf52753e2 req-9c74a123-6fba-46fc-ab3e-e6cdd3418df3 service neutron] 10.222.0.127 "GET /v2.0/networks?id=04fc6fea-775e-46c3-85f0-f2b882efb12c HTTP/1.1" status: 200 len: 898 time: 0.1159391 Jul 06 14:29:17.037686 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 51506) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:29:17.103539 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-e6084974-dffd-4bcb-bf22-614cf52753e2 req-a5c64499-8c9b-462c-8ce5-27be5bcd7e2b service neutron] 10.222.0.127 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0f86cb72-320d-4ada-9c2d-36b9c2084a76 HTTP/1.1" status: 200 len: 217 time: 0.0572238 Jul 06 14:29:17.161350 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6084974-dffd-4bcb-bf22-614cf52753e2 req-4e4aa29a-1a3a-491d-ab59-01781a993796 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:29:17.162720 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-e6084974-dffd-4bcb-bf22-614cf52753e2 req-4e4aa29a-1a3a-491d-ab59-01781a993796 service neutron] 10.222.0.127 "GET /v2.0/subnets?id=4150c8f4-929d-4f2b-8e59-88fd05a42b5e HTTP/1.1" status: 200 len: 835 time: 0.0532165 Jul 06 14:29:17.172474 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bb40b8f-b237-4402-94f3-1c85d1344ecb tempest-TestNetworkBasicOps-1915842857 tempest-TestNetworkBasicOps-1915842857-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:29:17.174051 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-9bb40b8f-b237-4402-94f3-1c85d1344ecb tempest-TestNetworkBasicOps-1915842857 tempest-TestNetworkBasicOps-1915842857-project-admin] 10.222.0.104 "GET /v2.0/ports?device_id=55d3d7ff-1e68-49b8-9385-71f32fd4be0b HTTP/1.1" status: 200 len: 1091 time: 0.1354225 Jul 06 14:29:17.177202 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 51510) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:29:17.183090 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-0312c30d-c133-415b-99b2-8f06da099cba tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Request body: {'floatingip': {'floating_network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'port_id': '4b4943eb-50fe-46e7-81ad-6e7fcda43cbc', 'tenant_id': '107c04f466b0465e9fe8bb8c503793e0', 'fixed_ip_address': '172.20.0.8'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:29:17.232838 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-0312c30d-c133-415b-99b2-8f06da099cba tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Notify callbacks [] for floatingip, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:29:17.239957 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6084974-dffd-4bcb-bf22-614cf52753e2 req-f9720e50-4bda-41d3-84a8-3505d2812431 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:29:17.241557 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-e6084974-dffd-4bcb-bf22-614cf52753e2 req-f9720e50-4bda-41d3-84a8-3505d2812431 service neutron] 10.222.0.127 "GET /v2.0/ports?network_id=04fc6fea-775e-46c3-85f0-f2b882efb12c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0715721 Jul 06 14:29:17.344801 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-0312c30d-c133-415b-99b2-8f06da099cba tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:29:17.357632 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-e6084974-dffd-4bcb-bf22-614cf52753e2 req-605bebca-33f5-4e99-8531-8a863daf0740 service neutron] 10.222.0.127 "GET /v2.0/networks/04fc6fea-775e-46c3-85f0-f2b882efb12c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1090202 Jul 06 14:29:17.463240 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-e6084974-dffd-4bcb-bf22-614cf52753e2 req-88aa9a43-736d-493e-b703-cde144fcd0ad service neutron] 10.222.0.127 "GET /v2.0/networks/04fc6fea-775e-46c3-85f0-f2b882efb12c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0988584 Jul 06 14:29:17.464463 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.db_base_plugin_common [None req-0312c30d-c133-415b-99b2-8f06da099cba tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Allocated IP 172.25.0.180 (2658f09e-a580-4d4a-9968-2d1e0ad93719/cbf74abc-6fe1-4d33-b005-c948923b9647/e181079d-a593-484b-a046-25e852432402) {{(pid=100246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:29:17.584656 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-0312c30d-c133-415b-99b2-8f06da099cba tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Notify callbacks [] for port, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:29:17.629130 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-0312c30d-c133-415b-99b2-8f06da099cba tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-127687573'] for port, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:29:17.680361 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0312c30d-c133-415b-99b2-8f06da099cba tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Network 2658f09e-a580-4d4a-9968-2d1e0ad93719 is already hosted by enough agents. {{(pid=100246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:29:17.681563 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0312c30d-c133-415b-99b2-8f06da099cba tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Pushing event updated for resources: {'Port': ['ID=e181079d-a593-484b-a046-25e852432402,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:29:17.686962 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.base_scheduler [None req-0312c30d-c133-415b-99b2-8f06da099cba tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Resources bound (agent type, host, resource id): {{(pid=100246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:29:17.689575 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0312c30d-c133-415b-99b2-8f06da099cba tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Received port after_create {{(pid=100246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:29:17.971868 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6f0729-53cd-4041-ad25-e31c5ce795fe req-089d4975-c44d-475c-a61c-03a1a7285f17 tempest-TestSecurityGroupsBasicOps-42373486 tempest-TestSecurityGroupsBasicOps-42373486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:29:17.974145 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-fe6f0729-53cd-4041-ad25-e31c5ce795fe req-089d4975-c44d-475c-a61c-03a1a7285f17 tempest-TestSecurityGroupsBasicOps-42373486 tempest-TestSecurityGroupsBasicOps-42373486-project] 10.222.0.104 "GET /v2.0/ports?device_id=7837c965-f4de-4a54-97e8-d387a0c4322f HTTP/1.1" status: 200 len: 982 time: 0.1147935 Jul 06 14:29:18.022484 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-fe6f0729-53cd-4041-ad25-e31c5ce795fe req-79fb8409-8362-401a-8500-e7a663842a8d tempest-TestSecurityGroupsBasicOps-42373486 tempest-TestSecurityGroupsBasicOps-42373486-project] 10.222.0.104 "GET /v2.0/security-groups?id=125556d4-5883-4562-b138-fca4d092e885&id=1dc49fd4-cdc3-42ae-82e6-8afdc5ff9389&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0421305 Jul 06 14:29:18.295863 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.agents_db [None req-167c0ad6-1657-4c9a-a2c4-3b18056aa662 None None] Agent healthcheck: found 7 active agents {{(pid=100249) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 14:29:18.340207 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-0312c30d-c133-415b-99b2-8f06da099cba tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:29:18.425911 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-0312c30d-c133-415b-99b2-8f06da099cba tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:29:18.584932 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-0312c30d-c133-415b-99b2-8f06da099cba tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Notify callbacks [] for port, precommit_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:29:18.590905 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-0312c30d-c133-415b-99b2-8f06da099cba tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127687527'] for port, after_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:29:18.666453 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0312c30d-c133-415b-99b2-8f06da099cba tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Pushing event updated for resources: {'Port': ['ID=e181079d-a593-484b-a046-25e852432402,revision_number=2']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:29:18.683960 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-0312c30d-c133-415b-99b2-8f06da099cba tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1761130'] for floatingip, after_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:29:18.799453 n-d-773647-6 neutron-server[100246]: INFO neutron.db.l3_db [None req-0312c30d-c133-415b-99b2-8f06da099cba tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Floating IP 34bfc1fe-1541-4f7e-a37d-f5106f731078 associated. External IP: 172.25.0.180, port: 4b4943eb-50fe-46e7-81ad-6e7fcda43cbc. Jul 06 14:29:19.015837 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0312c30d-c133-415b-99b2-8f06da099cba tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Router afb7a825-b94a-43c8-8a2b-5c79a52a24f0 has already been hosted by L3 agent 2823d358-a11b-4885-a706-95a279e43fa7 {{(pid=100246) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 14:29:19.141914 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0312c30d-c133-415b-99b2-8f06da099cba tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Notify agent at l3_agent.n-d-773647-6 the message routers_updated {{(pid=100246) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 14:29:19.162037 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b80fd20-74b1-424b-956e-38f3e1b27739 None None] Sync routers for ids ['afb7a825-b94a-43c8-8a2b-5c79a52a24f0'] in n-d-773647-6 {{(pid=100248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 14:29:19.176970 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-0312c30d-c133-415b-99b2-8f06da099cba tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for floatingip, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:29:19.187435 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b80fd20-74b1-424b-956e-38f3e1b27739 None None] Routers {'afb7a825-b94a-43c8-8a2b-5c79a52a24f0'} bound to L3 agent in host n-d-773647-6 {{(pid=100248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:29:19.188202 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-5b80fd20-74b1-424b-956e-38f3e1b27739 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T14:28:56Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['afb7a825-b94a-43c8-8a2b-5c79a52a24f0'], 'active': True} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:29:19.236175 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-0312c30d-c133-415b-99b2-8f06da099cba tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] 10.222.0.104 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0572481 Jul 06 14:29:19.237426 n-d-773647-6 neutron-server[100246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55d3d7ff-1e68-49b8-9385-71f32fd4be0b', 'tag': '4b4943eb-50fe-46e7-81ad-6e7fcda43cbc'}] {{(pid=100246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:29:19.240349 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0d96c5ab5e889f7b933ae915b9be33d1b46c9e87795bf781004b656ef3f1e87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cf73e5b-6a58-4f4b-b517-0fdfc83a7955" -d '{"events": [{"name": "network-changed", "server_uuid": "55d3d7ff-1e68-49b8-9385-71f32fd4be0b", "tag": "4b4943eb-50fe-46e7-81ad-6e7fcda43cbc"}]}' {{(pid=100246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:29:19.243152 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 51534) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:29:19.305999 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf43bde9-a08e-4cdf-b3e1-55e942cac6f1 req-78054229-3910-460d-9bc2-16b3109f2638 tempest-TestSecurityGroupsBasicOps-42373486 tempest-TestSecurityGroupsBasicOps-42373486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:29:19.308356 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-bf43bde9-a08e-4cdf-b3e1-55e942cac6f1 req-78054229-3910-460d-9bc2-16b3109f2638 tempest-TestSecurityGroupsBasicOps-42373486 tempest-TestSecurityGroupsBasicOps-42373486-project] 10.222.0.104 "GET /v2.0/ports?device_id=7837c965-f4de-4a54-97e8-d387a0c4322f HTTP/1.1" status: 200 len: 982 time: 0.1016741 Jul 06 14:29:19.332175 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 14:29:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9acfef8c-b4bd-4936-a957-c6a0557e5742 x-openstack-request-id: req-9acfef8c-b4bd-4936-a957-c6a0557e5742 {{(pid=100246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:29:19.332479 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "55d3d7ff-1e68-49b8-9385-71f32fd4be0b", "tag": "4b4943eb-50fe-46e7-81ad-6e7fcda43cbc", "status": "completed", "code": 200}]} {{(pid=100246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:29:19.332737 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-9acfef8c-b4bd-4936-a957-c6a0557e5742 {{(pid=100246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:29:19.333145 n-d-773647-6 neutron-server[100246]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '55d3d7ff-1e68-49b8-9385-71f32fd4be0b', 'tag': '4b4943eb-50fe-46e7-81ad-6e7fcda43cbc', 'status': 'completed', 'code': 200} Jul 06 14:29:19.391766 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-bf43bde9-a08e-4cdf-b3e1-55e942cac6f1 req-27653821-b4ce-4cd0-a13e-14209add72d2 tempest-TestSecurityGroupsBasicOps-42373486 tempest-TestSecurityGroupsBasicOps-42373486-project] 10.222.0.104 "GET /v2.0/security-groups?id=125556d4-5883-4562-b138-fca4d092e885&id=1dc49fd4-cdc3-42ae-82e6-8afdc5ff9389&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0747552 Jul 06 14:29:19.401404 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-5d12f3c0-89ce-4550-a2d7-a0a82b844142 tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] 10.222.0.104 "GET /v2.0/floatingips/34bfc1fe-1541-4f7e-a37d-f5106f731078 HTTP/1.1" status: 200 len: 991 time: 0.1563828 Jul 06 14:29:19.420129 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf73e5b-6a58-4f4b-b517-0fdfc83a7955 req-68ed81f2-b6bd-4704-a968-c65a58efaf2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:29:19.421811 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvr_db [None req-5b80fd20-74b1-424b-956e-38f3e1b27739 None None] Set router afb7a825-b94a-43c8-8a2b-5c79a52a24f0 gateway port host: n-d-773647-6 {{(pid=100248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:29:19.422046 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-2cf73e5b-6a58-4f4b-b517-0fdfc83a7955 req-68ed81f2-b6bd-4704-a968-c65a58efaf2a service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=107c04f466b0465e9fe8bb8c503793e0&device_id=55d3d7ff-1e68-49b8-9385-71f32fd4be0b HTTP/1.1" status: 200 len: 1096 time: 0.0838189 Jul 06 14:29:19.529945 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf73e5b-6a58-4f4b-b517-0fdfc83a7955 req-a9f4ceb1-cc6a-48d4-af74-b7f6a53a0319 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:29:19.531917 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-2cf73e5b-6a58-4f4b-b517-0fdfc83a7955 req-a9f4ceb1-cc6a-48d4-af74-b7f6a53a0319 service neutron] 10.222.0.72 "GET /v2.0/networks?id=2fc24734-663b-4177-afb2-b6f30ba040e8 HTTP/1.1" status: 200 len: 899 time: 0.1044416 Jul 06 14:29:19.606960 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-2cf73e5b-6a58-4f4b-b517-0fdfc83a7955 req-00323225-eb76-4134-a497-659b1f617c5f service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4b4943eb-50fe-46e7-81ad-6e7fcda43cbc HTTP/1.1" status: 200 len: 999 time: 0.0685873 Jul 06 14:29:19.675041 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf73e5b-6a58-4f4b-b517-0fdfc83a7955 req-6608f13d-cf60-437c-80b6-935317cf9a73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:29:19.677033 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-2cf73e5b-6a58-4f4b-b517-0fdfc83a7955 req-6608f13d-cf60-437c-80b6-935317cf9a73 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=01da7d0d-7413-4086-b32d-26b12a0ac73a HTTP/1.1" status: 200 len: 834 time: 0.0576744 Jul 06 14:29:19.690625 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-5b80fd20-74b1-424b-956e-38f3e1b27739 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afb7a825-b94a-43c8-8a2b-5c79a52a24f0', 'name': 'tempest-TestNetworkBasicOps-router-1140746622', 'tenant_id': '107c04f466b0465e9fe8bb8c503793e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.81'}], 'enable_snat': True}, 'gw_port_id': 'c422a09c-10f2-4397-9e13-d0e0da6ca226', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:28:50Z', 'updated_at': '2021-07-06T14:28:56Z', 'revision_number': 4, 'project_id': '107c04f466b0465e9fe8bb8c503793e0', 'gw_port': {'id': 'c422a09c-10f2-4397-9e13-d0e0da6ca226', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:c7:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afb7a825-b94a-43c8-8a2b-5c79a52a24f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3747, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:28:51Z', 'updated_at': '2021-07-06T14:28:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6', '_floatingips': [{'id': '34bfc1fe-1541-4f7e-a37d-f5106f731078', 'tenant_id': '107c04f466b0465e9fe8bb8c503793e0', 'floating_ip_address': '172.25.0.180', 'floating_network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'router_id': 'afb7a825-b94a-43c8-8a2b-5c79a52a24f0', 'port_id': '4b4943eb-50fe-46e7-81ad-6e7fcda43cbc', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3787, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2fc24734-663b-4177-afb2-b6f30ba040e8', 'mac_address': 'fa:16:3e:15:77:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55d3d7ff-1e68-49b8-9385-71f32fd4be0b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T14:29:18Z', 'updated_at': '2021-07-06T14:29:18Z', 'revision_number': 0, 'project_id': '107c04f466b0465e9fe8bb8c503793e0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '997dcf53-da77-4187-a2b4-40c62c2312e1', 'name': '', 'network_id': '2fc24734-663b-4177-afb2-b6f30ba040e8', 'tenant_id': '107c04f466b0465e9fe8bb8c503793e0', 'mac_address': 'fa:16:3e:be:ea:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afb7a825-b94a-43c8-8a2b-5c79a52a24f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3750, 'fixed_ips': [{'subnet_id': '01da7d0d-7413-4086-b32d-26b12a0ac73a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:28:54Z', 'updated_at': '2021-07-06T14:29:03Z', 'revision_number': 5, 'project_id': '107c04f466b0465e9fe8bb8c503793e0', 'subnets': [{'id': '01da7d0d-7413-4086-b32d-26b12a0ac73a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773647-6', False) {} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:29:19.724096 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b80fd20-74b1-424b-956e-38f3e1b27739 None None] Checking router: afb7a825-b94a-43c8-8a2b-5c79a52a24f0 for host: n-d-773647-6 {{(pid=100248) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 14:29:19.732663 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b80fd20-74b1-424b-956e-38f3e1b27739 None None] Routers {'afb7a825-b94a-43c8-8a2b-5c79a52a24f0'} bound to L3 agent in host n-d-773647-6 {{(pid=100248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:29:19.733273 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-5b80fd20-74b1-424b-956e-38f3e1b27739 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T14:28:56Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['afb7a825-b94a-43c8-8a2b-5c79a52a24f0'], 'active': True} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:29:19.764656 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf73e5b-6a58-4f4b-b517-0fdfc83a7955 req-86e7d38d-c491-42c3-ac3d-d97c01c77f24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:29:19.766672 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-2cf73e5b-6a58-4f4b-b517-0fdfc83a7955 req-86e7d38d-c491-42c3-ac3d-d97c01c77f24 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=2fc24734-663b-4177-afb2-b6f30ba040e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0834584 Jul 06 14:29:19.864569 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvr_db [None req-5b80fd20-74b1-424b-956e-38f3e1b27739 None None] Set router afb7a825-b94a-43c8-8a2b-5c79a52a24f0 gateway port host: n-d-773647-6 {{(pid=100248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:29:19.877993 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-2cf73e5b-6a58-4f4b-b517-0fdfc83a7955 req-5e91c00f-27fd-48fd-8bd4-4c40ed9c444e service neutron] 10.222.0.72 "GET /v2.0/networks/2fc24734-663b-4177-afb2-b6f30ba040e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1041088 Jul 06 14:29:19.977062 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-2cf73e5b-6a58-4f4b-b517-0fdfc83a7955 req-dceaf566-f318-43e0-92f5-1bad1c35391f service neutron] 10.222.0.72 "GET /v2.0/networks/2fc24734-663b-4177-afb2-b6f30ba040e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927837 Jul 06 14:29:20.071418 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Device 0f86cb72-320d-4ada-9c2d-36b9c2084a76 details requested by agent hyperv_n-h1-773647-6 with host n-h1-773647-6 {{(pid=100248) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 14:29:20.168006 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-5b80fd20-74b1-424b-956e-38f3e1b27739 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afb7a825-b94a-43c8-8a2b-5c79a52a24f0', 'name': 'tempest-TestNetworkBasicOps-router-1140746622', 'tenant_id': '107c04f466b0465e9fe8bb8c503793e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.81'}], 'enable_snat': True}, 'gw_port_id': 'c422a09c-10f2-4397-9e13-d0e0da6ca226', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:28:50Z', 'updated_at': '2021-07-06T14:28:56Z', 'revision_number': 4, 'project_id': '107c04f466b0465e9fe8bb8c503793e0', 'gw_port': {'id': 'c422a09c-10f2-4397-9e13-d0e0da6ca226', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:c7:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afb7a825-b94a-43c8-8a2b-5c79a52a24f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3747, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:28:51Z', 'updated_at': '2021-07-06T14:28:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6', '_floatingips': [{'id': '34bfc1fe-1541-4f7e-a37d-f5106f731078', 'tenant_id': '107c04f466b0465e9fe8bb8c503793e0', 'floating_ip_address': '172.25.0.180', 'floating_network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'router_id': 'afb7a825-b94a-43c8-8a2b-5c79a52a24f0', 'port_id': '4b4943eb-50fe-46e7-81ad-6e7fcda43cbc', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3787, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2fc24734-663b-4177-afb2-b6f30ba040e8', 'mac_address': 'fa:16:3e:15:77:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55d3d7ff-1e68-49b8-9385-71f32fd4be0b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T14:29:18Z', 'updated_at': '2021-07-06T14:29:18Z', 'revision_number': 0, 'project_id': '107c04f466b0465e9fe8bb8c503793e0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '997dcf53-da77-4187-a2b4-40c62c2312e1', 'name': '', 'network_id': '2fc24734-663b-4177-afb2-b6f30ba040e8', 'tenant_id': '107c04f466b0465e9fe8bb8c503793e0', 'mac_address': 'fa:16:3e:be:ea:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afb7a825-b94a-43c8-8a2b-5c79a52a24f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3750, 'fixed_ips': [{'subnet_id': '01da7d0d-7413-4086-b32d-26b12a0ac73a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:28:54Z', 'updated_at': '2021-07-06T14:29:03Z', 'revision_number': 5, 'project_id': '107c04f466b0465e9fe8bb8c503793e0', 'subnets': [{'id': '01da7d0d-7413-4086-b32d-26b12a0ac73a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773647-6', False) {} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:29:20.201573 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b80fd20-74b1-424b-956e-38f3e1b27739 None None] The sync data for ids ['afb7a825-b94a-43c8-8a2b-5c79a52a24f0'] in n-d-773647-6 is: [{'id': 'afb7a825-b94a-43c8-8a2b-5c79a52a24f0', 'name': 'tempest-TestNetworkBasicOps-router-1140746622', 'tenant_id': '107c04f466b0465e9fe8bb8c503793e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.81'}], 'enable_snat': True}, 'gw_port_id': 'c422a09c-10f2-4397-9e13-d0e0da6ca226', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:28:50Z', 'updated_at': '2021-07-06T14:28:56Z', 'revision_number': 4, 'project_id': '107c04f466b0465e9fe8bb8c503793e0', 'gw_port': {'id': 'c422a09c-10f2-4397-9e13-d0e0da6ca226', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:c7:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afb7a825-b94a-43c8-8a2b-5c79a52a24f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3747, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:28:51Z', 'updated_at': '2021-07-06T14:28:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6', '_floatingips': [{'id': '34bfc1fe-1541-4f7e-a37d-f5106f731078', 'tenant_id': '107c04f466b0465e9fe8bb8c503793e0', 'floating_ip_address': '172.25.0.180', 'floating_network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'router_id': 'afb7a825-b94a-43c8-8a2b-5c79a52a24f0', 'port_id': '4b4943eb-50fe-46e7-81ad-6e7fcda43cbc', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3787, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2fc24734-663b-4177-afb2-b6f30ba040e8', 'mac_address': 'fa:16:3e:15:77:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55d3d7ff-1e68-49b8-9385-71f32fd4be0b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T14:29:18Z', 'updated_at': '2021-07-06T14:29:18Z', 'revision_number': 0, 'project_id': '107c04f466b0465e9fe8bb8c503793e0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '997dcf53-da77-4187-a2b4-40c62c2312e1', 'name': '', 'network_id': '2fc24734-663b-4177-afb2-b6f30ba040e8', 'tenant_id': '107c04f466b0465e9fe8bb8c503793e0', 'mac_address': 'fa:16:3e:be:ea:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afb7a825-b94a-43c8-8a2b-5c79a52a24f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3750, 'fixed_ips': [{'subnet_id': '01da7d0d-7413-4086-b32d-26b12a0ac73a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:28:54Z', 'updated_at': '2021-07-06T14:29:03Z', 'revision_number': 5, 'project_id': '107c04f466b0465e9fe8bb8c503793e0', 'subnets': [{'id': '01da7d0d-7413-4086-b32d-26b12a0ac73a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 14:29:20.210360 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] For port 0f86cb72-320d-4ada-9c2d-36b9c2084a76, host n-h1-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773647-6',level=0,port_id=0f86cb72-320d-4ada-9c2d-36b9c2084a76,segment=NetworkSegment(e1fb69b5-8eeb-41b3-83fb-bdd90f743881),segment_id=e1fb69b5-8eeb-41b3-83fb-bdd90f743881)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:29:20.221510 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Returning: {'device': '0f86cb72-320d-4ada-9c2d-36b9c2084a76', 'network_id': '04fc6fea-775e-46c3-85f0-f2b882efb12c', 'port_id': '0f86cb72-320d-4ada-9c2d-36b9c2084a76', 'mac_address': 'fa:16:3e:1a:ad:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1026, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4150c8f4-929d-4f2b-8e59-88fd05a42b5e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100248) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 14:29:20.259503 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:29:20.277545 n-d-773647-6 neutron-server[100248]: DEBUG neutron.notifiers.nova [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0f86cb72-320d-4ada-9c2d-36b9c2084a76 {{(pid=100248) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 14:29:20.297018 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] For port 0f86cb72-320d-4ada-9c2d-36b9c2084a76, host n-h1-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773647-6',level=0,port_id=0f86cb72-320d-4ada-9c2d-36b9c2084a76,segment=NetworkSegment(e1fb69b5-8eeb-41b3-83fb-bdd90f743881),segment_id=e1fb69b5-8eeb-41b3-83fb-bdd90f743881)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:29:20.302586 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:29:20.352140 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Pushing event updated for resources: {'Port': ['ID=0f86cb72-320d-4ada-9c2d-36b9c2084a76,revision_number=4']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:29:20.359559 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:29:20.359907 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:29:20.360248 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:29:20.360588 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:29:20.360922 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:29:20.361252 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:29:20.361577 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:29:20.361901 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:29:20.362219 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:29:20.362541 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:29:20.363419 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:29:20.363740 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:29:20.405027 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 51544) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:29:20.463198 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ae9bb1e-aaf4-4708-9ffb-792fcef06320 None None] New status for floating IP 34bfc1fe-1541-4f7e-a37d-f5106f731078: ACTIVE {{(pid=100249) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 14:29:20.491557 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-dc6e6f37-dea9-4999-8912-43c7ff3dca7c tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] 10.222.0.104 "GET /v2.0/floatingips/34bfc1fe-1541-4f7e-a37d-f5106f731078 HTTP/1.1" status: 200 len: 991 time: 0.0852525 Jul 06 14:29:20.602653 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac827d8f-d85d-47d8-8a35-0c5813a8f522 req-3e62365c-7063-4fff-ac27-029eb7051491 tempest-TestSecurityGroupsBasicOps-42373486 tempest-TestSecurityGroupsBasicOps-42373486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:29:20.604944 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-ac827d8f-d85d-47d8-8a35-0c5813a8f522 req-3e62365c-7063-4fff-ac27-029eb7051491 tempest-TestSecurityGroupsBasicOps-42373486 tempest-TestSecurityGroupsBasicOps-42373486-project] 10.222.0.104 "GET /v2.0/ports?device_id=7837c965-f4de-4a54-97e8-d387a0c4322f HTTP/1.1" status: 200 len: 983 time: 0.0760553 Jul 06 14:29:20.655280 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-ac827d8f-d85d-47d8-8a35-0c5813a8f522 req-6a4c8c47-29aa-4b5a-b215-9b5f0439e540 tempest-TestSecurityGroupsBasicOps-42373486 tempest-TestSecurityGroupsBasicOps-42373486-project] 10.222.0.104 "GET /v2.0/security-groups?id=125556d4-5883-4562-b138-fca4d092e885&id=1dc49fd4-cdc3-42ae-82e6-8afdc5ff9389&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0432210 Jul 06 14:29:20.664428 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] get_ports_and_sgs() called for port_ids ['0f86cb72-320d-4ada-9c2d-36b9c2084a76'] {{(pid=100248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 14:29:21.495242 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 51552) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:29:21.556315 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-3a0645fd-2458-437a-b711-e6d1c61f58cb tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] 10.222.0.104 "GET /v2.0/floatingips/34bfc1fe-1541-4f7e-a37d-f5106f731078 HTTP/1.1" status: 200 len: 993 time: 0.0599537 Jul 06 14:29:21.838273 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb31e5f-4cbb-4f30-98f3-d887b8fb22af req-48d8b431-d5f2-4bfb-adf1-4bb39b305e67 tempest-TestSecurityGroupsBasicOps-42373486 tempest-TestSecurityGroupsBasicOps-42373486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:29:21.839823 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-ccb31e5f-4cbb-4f30-98f3-d887b8fb22af req-48d8b431-d5f2-4bfb-adf1-4bb39b305e67 tempest-TestSecurityGroupsBasicOps-42373486 tempest-TestSecurityGroupsBasicOps-42373486-project] 10.222.0.104 "GET /v2.0/ports?device_id=7837c965-f4de-4a54-97e8-d387a0c4322f HTTP/1.1" status: 200 len: 983 time: 0.0667348 Jul 06 14:29:21.884592 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-ccb31e5f-4cbb-4f30-98f3-d887b8fb22af req-98f39266-354d-4b27-bda9-b12ff1140b49 tempest-TestSecurityGroupsBasicOps-42373486 tempest-TestSecurityGroupsBasicOps-42373486-project] 10.222.0.104 "GET /v2.0/security-groups?id=125556d4-5883-4562-b138-fca4d092e885&id=1dc49fd4-cdc3-42ae-82e6-8afdc5ff9389&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0376942 Jul 06 14:29:22.077666 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Device 0f86cb72-320d-4ada-9c2d-36b9c2084a76 up at agent hyperv_n-h1-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:29:22.125826 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Provisioning for port 0f86cb72-320d-4ada-9c2d-36b9c2084a76 completed by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:29:22.130183 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Provisioning complete for port 0f86cb72-320d-4ada-9c2d-36b9c2084a76 triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:29:22.130695 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:29:22.207447 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:29:22.233240 n-d-773647-6 neutron-server[100248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7837c965-f4de-4a54-97e8-d387a0c4322f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f86cb72-320d-4ada-9c2d-36b9c2084a76'}] {{(pid=100248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:29:22.235702 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84af257533e383389cbcf231d3534f4d5e149e7203fea16b4a8fc01438dddaf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-938d2cb2-5bbd-4ce1-938e-fe4836d2a64b" -d '{"events": [{"server_uuid": "7837c965-f4de-4a54-97e8-d387a0c4322f", "name": "network-vif-plugged", "status": "completed", "tag": "0f86cb72-320d-4ada-9c2d-36b9c2084a76"}]}' {{(pid=100248) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:29:22.250564 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] For port 0f86cb72-320d-4ada-9c2d-36b9c2084a76, host n-h1-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773647-6',level=0,port_id=0f86cb72-320d-4ada-9c2d-36b9c2084a76,segment=NetworkSegment(e1fb69b5-8eeb-41b3-83fb-bdd90f743881),segment_id=e1fb69b5-8eeb-41b3-83fb-bdd90f743881)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:29:22.256208 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:29:22.287114 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 14:29:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7307cf69-dc00-4af7-a014-c4b6c71336c7 x-openstack-request-id: req-7307cf69-dc00-4af7-a014-c4b6c71336c7 {{(pid=100248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:29:22.287452 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7837c965-f4de-4a54-97e8-d387a0c4322f", "name": "network-vif-plugged", "status": "completed", "tag": "0f86cb72-320d-4ada-9c2d-36b9c2084a76", "code": 200}]} {{(pid=100248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:29:22.287689 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-7307cf69-dc00-4af7-a014-c4b6c71336c7 {{(pid=100248) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:29:22.288076 n-d-773647-6 neutron-server[100248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7837c965-f4de-4a54-97e8-d387a0c4322f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f86cb72-320d-4ada-9c2d-36b9c2084a76', 'code': 200} Jul 06 14:29:22.314262 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Pushing event updated for resources: {'Port': ['ID=0f86cb72-320d-4ada-9c2d-36b9c2084a76,revision_number=5']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:29:22.407287 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ccf336-b349-4f7e-abd4-3e841a55a247 req-5bfa8c7a-012a-49e0-893f-68afdf434747 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:29:22.408778 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-02ccf336-b349-4f7e-abd4-3e841a55a247 req-5bfa8c7a-012a-49e0-893f-68afdf434747 service neutron] 10.222.0.127 "GET /v2.0/ports?device_id=7837c965-f4de-4a54-97e8-d387a0c4322f HTTP/1.1" status: 200 len: 1135 time: 0.0520940 Jul 06 14:29:22.450481 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-02ccf336-b349-4f7e-abd4-3e841a55a247 req-f37baaae-61f6-4d66-b184-6791c75bc057 service neutron] 10.222.0.127 "GET /v2.0/security-groups?id=1dc49fd4-cdc3-42ae-82e6-8afdc5ff9389&id=125556d4-5883-4562-b138-fca4d092e885&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0355339 Jul 06 14:29:22.822059 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 51570) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:29:22.826766 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-73603695-edec-41b4-b250-79b158188ba1 tempest-TestVolumeBackupRestore-1946090815 tempest-TestVolumeBackupRestore-1946090815-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1831815907', 'description': 'tempest-secgroup-smoke-1831815907 description', 'project_id': '39bdb994cd824c1295a1e7af27eba9b1'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:29:22.856848 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-73603695-edec-41b4-b250-79b158188ba1 tempest-TestVolumeBackupRestore-1946090815 tempest-TestVolumeBackupRestore-1946090815-project] Notify callbacks [] for security_group, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:29:22.866709 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-ed2bece0-38d1-49cb-a9ea-0eafb1261639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:29:22.954305 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-73603695-edec-41b4-b250-79b158188ba1 tempest-TestVolumeBackupRestore-1946090815 tempest-TestVolumeBackupRestore-1946090815-project] Notify callbacks [] for security_group, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:29:22.960002 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-73603695-edec-41b4-b250-79b158188ba1 tempest-TestVolumeBackupRestore-1946090815 tempest-TestVolumeBackupRestore-1946090815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:29:22.988554 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-73603695-edec-41b4-b250-79b158188ba1 tempest-TestVolumeBackupRestore-1946090815 tempest-TestVolumeBackupRestore-1946090815-project] Notify callbacks [] for security_group, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:29:22.989914 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-73603695-edec-41b4-b250-79b158188ba1 tempest-TestVolumeBackupRestore-1946090815 tempest-TestVolumeBackupRestore-1946090815-project] 10.222.0.104 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1667812 Jul 06 14:29:22.992918 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 51574) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:29:22.997279 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-ff1b4016-4482-413e-8caa-2ddeb05bb5c4 tempest-TestVolumeBackupRestore-1946090815 tempest-TestVolumeBackupRestore-1946090815-project] Request body: {'security_group_rule': {'security_group_id': '9144da0e-063d-4ad9-9acb-995ca976533a', 'project_id': '39bdb994cd824c1295a1e7af27eba9b1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:29:23.002588 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73603695-edec-41b4-b250-79b158188ba1 tempest-TestVolumeBackupRestore-1946090815 tempest-TestVolumeBackupRestore-1946090815-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9144da0e-063d-4ad9-9acb-995ca976533a,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:29:23.029143 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-ff1b4016-4482-413e-8caa-2ddeb05bb5c4 tempest-TestVolumeBackupRestore-1946090815 tempest-TestVolumeBackupRestore-1946090815-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:29:23.092866 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-ff1b4016-4482-413e-8caa-2ddeb05bb5c4 tempest-TestVolumeBackupRestore-1946090815 tempest-TestVolumeBackupRestore-1946090815-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:29:23.098060 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-ff1b4016-4482-413e-8caa-2ddeb05bb5c4 tempest-TestVolumeBackupRestore-1946090815 tempest-TestVolumeBackupRestore-1946090815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1898694'] for security_group_rule, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:29:23.101560 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5d510b-e3c2-42ba-8d78-2637ecde46ca req-a85726a0-e058-45d3-a925-44169fc1e419 tempest-TestSecurityGroupsBasicOps-42373486 tempest-TestSecurityGroupsBasicOps-42373486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:29:23.103836 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-cb5d510b-e3c2-42ba-8d78-2637ecde46ca req-a85726a0-e058-45d3-a925-44169fc1e419 tempest-TestSecurityGroupsBasicOps-42373486 tempest-TestSecurityGroupsBasicOps-42373486-project] 10.222.0.104 "GET /v2.0/ports?device_id=7837c965-f4de-4a54-97e8-d387a0c4322f HTTP/1.1" status: 200 len: 984 time: 0.0729091 Jul 06 14:29:23.119784 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1b4016-4482-413e-8caa-2ddeb05bb5c4 tempest-TestVolumeBackupRestore-1946090815 tempest-TestVolumeBackupRestore-1946090815-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2598c8e6-b607-47bb-be0a-cf24046b7d09,revision_number=0']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:29:23.132672 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-ff1b4016-4482-413e-8caa-2ddeb05bb5c4 tempest-TestVolumeBackupRestore-1946090815 tempest-TestVolumeBackupRestore-1946090815-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:29:23.133996 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-ff1b4016-4482-413e-8caa-2ddeb05bb5c4 tempest-TestVolumeBackupRestore-1946090815 tempest-TestVolumeBackupRestore-1946090815-project] 10.222.0.104 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1402133 Jul 06 14:29:23.136824 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 51576) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:29:23.141735 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-85f84894-15e1-433e-bae2-771d1c49130b tempest-TestVolumeBackupRestore-1946090815 tempest-TestVolumeBackupRestore-1946090815-project] Request body: {'security_group_rule': {'security_group_id': '9144da0e-063d-4ad9-9acb-995ca976533a', 'project_id': '39bdb994cd824c1295a1e7af27eba9b1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:29:23.159928 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-cb5d510b-e3c2-42ba-8d78-2637ecde46ca req-6f9b7058-deed-4432-9320-bb2a6df493b0 tempest-TestSecurityGroupsBasicOps-42373486 tempest-TestSecurityGroupsBasicOps-42373486-project] 10.222.0.104 "GET /v2.0/security-groups?id=125556d4-5883-4562-b138-fca4d092e885&id=1dc49fd4-cdc3-42ae-82e6-8afdc5ff9389&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0492711 Jul 06 14:29:23.172852 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-85f84894-15e1-433e-bae2-771d1c49130b tempest-TestVolumeBackupRestore-1946090815 tempest-TestVolumeBackupRestore-1946090815-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:29:23.231267 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-85f84894-15e1-433e-bae2-771d1c49130b tempest-TestVolumeBackupRestore-1946090815 tempest-TestVolumeBackupRestore-1946090815-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:29:23.236112 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-85f84894-15e1-433e-bae2-771d1c49130b tempest-TestVolumeBackupRestore-1946090815 tempest-TestVolumeBackupRestore-1946090815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1898694'] for security_group_rule, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:29:23.258392 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f84894-15e1-433e-bae2-771d1c49130b tempest-TestVolumeBackupRestore-1946090815 tempest-TestVolumeBackupRestore-1946090815-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d89c1a0-294c-4876-a9f9-c373174ad016,revision_number=0']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:29:23.261496 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-85f84894-15e1-433e-bae2-771d1c49130b tempest-TestVolumeBackupRestore-1946090815 tempest-TestVolumeBackupRestore-1946090815-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:29:23.265602 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-85f84894-15e1-433e-bae2-771d1c49130b tempest-TestVolumeBackupRestore-1946090815 tempest-TestVolumeBackupRestore-1946090815-project] 10.222.0.104 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1250703 Jul 06 14:29:23.266244 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 51580) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:29:23.271128 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [None req-96f2e527-e50c-4961-96a4-41ac658acddf tempest-TestVolumeBackupRestore-1946090815 tempest-TestVolumeBackupRestore-1946090815-project] Request body: {'security_group_rule': {'security_group_id': '9144da0e-063d-4ad9-9acb-995ca976533a', 'project_id': '39bdb994cd824c1295a1e7af27eba9b1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:29:23.297684 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-96f2e527-e50c-4961-96a4-41ac658acddf tempest-TestVolumeBackupRestore-1946090815 tempest-TestVolumeBackupRestore-1946090815-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:29:23.352621 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-96f2e527-e50c-4961-96a4-41ac658acddf tempest-TestVolumeBackupRestore-1946090815 tempest-TestVolumeBackupRestore-1946090815-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:29:23.356433 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-96f2e527-e50c-4961-96a4-41ac658acddf tempest-TestVolumeBackupRestore-1946090815 tempest-TestVolumeBackupRestore-1946090815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1898694'] for security_group_rule, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:29:23.374974 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f2e527-e50c-4961-96a4-41ac658acddf tempest-TestVolumeBackupRestore-1946090815 tempest-TestVolumeBackupRestore-1946090815-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b7009f4-d337-4f26-a40b-4f5ddacc1997,revision_number=0']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:29:23.382432 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-96f2e527-e50c-4961-96a4-41ac658acddf tempest-TestVolumeBackupRestore-1946090815 tempest-TestVolumeBackupRestore-1946090815-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:29:23.386018 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-96f2e527-e50c-4961-96a4-41ac658acddf tempest-TestVolumeBackupRestore-1946090815 tempest-TestVolumeBackupRestore-1946090815-project] 10.222.0.104 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1165926 Jul 06 14:29:23.386229 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 51582) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:29:23.390553 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [None req-4fdcb023-1065-4ba2-81f2-6d574b1cb5bb tempest-TestVolumeBackupRestore-1946090815 tempest-TestVolumeBackupRestore-1946090815-project] Request body: {'security_group_rule': {'security_group_id': '9144da0e-063d-4ad9-9acb-995ca976533a', 'project_id': '39bdb994cd824c1295a1e7af27eba9b1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:29:23.418239 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-4fdcb023-1065-4ba2-81f2-6d574b1cb5bb tempest-TestVolumeBackupRestore-1946090815 tempest-TestVolumeBackupRestore-1946090815-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:29:23.483098 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-4fdcb023-1065-4ba2-81f2-6d574b1cb5bb tempest-TestVolumeBackupRestore-1946090815 tempest-TestVolumeBackupRestore-1946090815-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:29:23.489084 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-4fdcb023-1065-4ba2-81f2-6d574b1cb5bb tempest-TestVolumeBackupRestore-1946090815 tempest-TestVolumeBackupRestore-1946090815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1898694'] for security_group_rule, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:29:23.507995 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fdcb023-1065-4ba2-81f2-6d574b1cb5bb tempest-TestVolumeBackupRestore-1946090815 tempest-TestVolumeBackupRestore-1946090815-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7cd7f250-7a9b-4c2a-b76e-a2f7e45b8a27,revision_number=0']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:29:23.516064 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-4fdcb023-1065-4ba2-81f2-6d574b1cb5bb tempest-TestVolumeBackupRestore-1946090815 tempest-TestVolumeBackupRestore-1946090815-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:29:23.517598 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-4fdcb023-1065-4ba2-81f2-6d574b1cb5bb tempest-TestVolumeBackupRestore-1946090815 tempest-TestVolumeBackupRestore-1946090815-project] 10.222.0.104 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1304209 Jul 06 14:29:23.524012 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 51584) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:29:23.528404 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-bcd4c3f1-c21d-4f11-935d-2c5f1197ed46 tempest-TestVolumeBackupRestore-1946090815 tempest-TestVolumeBackupRestore-1946090815-project] Request body: {'security_group_rule': {'security_group_id': '9144da0e-063d-4ad9-9acb-995ca976533a', 'project_id': '39bdb994cd824c1295a1e7af27eba9b1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:29:23.552780 n-d-773647-6 neutron-server[100246]: INFO neutron.db.securitygroups_db [None req-bcd4c3f1-c21d-4f11-935d-2c5f1197ed46 tempest-TestVolumeBackupRestore-1946090815 tempest-TestVolumeBackupRestore-1946090815-project] Project 39bdb994cd824c1295a1e7af27eba9b1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 06 14:29:23.557949 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-bcd4c3f1-c21d-4f11-935d-2c5f1197ed46 tempest-TestVolumeBackupRestore-1946090815 tempest-TestVolumeBackupRestore-1946090815-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:29:23.626832 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-bcd4c3f1-c21d-4f11-935d-2c5f1197ed46 tempest-TestVolumeBackupRestore-1946090815 tempest-TestVolumeBackupRestore-1946090815-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:29:23.631476 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-bcd4c3f1-c21d-4f11-935d-2c5f1197ed46 tempest-TestVolumeBackupRestore-1946090815 tempest-TestVolumeBackupRestore-1946090815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1898694'] for security_group_rule, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:29:23.650407 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd4c3f1-c21d-4f11-935d-2c5f1197ed46 tempest-TestVolumeBackupRestore-1946090815 tempest-TestVolumeBackupRestore-1946090815-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=41b2772c-8bff-44fd-91be-4ef933ea4479,revision_number=0']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:29:23.658978 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-bcd4c3f1-c21d-4f11-935d-2c5f1197ed46 tempest-TestVolumeBackupRestore-1946090815 tempest-TestVolumeBackupRestore-1946090815-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:29:23.660899 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-bcd4c3f1-c21d-4f11-935d-2c5f1197ed46 tempest-TestVolumeBackupRestore-1946090815 tempest-TestVolumeBackupRestore-1946090815-project] 10.222.0.104 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1372101 Jul 06 14:29:23.663680 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 51586) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:29:23.668105 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-3e847911-e08d-4bcc-b1b6-69c5249eeff7 tempest-TestVolumeBackupRestore-1946090815 tempest-TestVolumeBackupRestore-1946090815-project] Request body: {'security_group_rule': {'security_group_id': '9144da0e-063d-4ad9-9acb-995ca976533a', 'project_id': '39bdb994cd824c1295a1e7af27eba9b1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:29:23.689530 n-d-773647-6 neutron-server[100246]: INFO neutron.db.securitygroups_db [None req-3e847911-e08d-4bcc-b1b6-69c5249eeff7 tempest-TestVolumeBackupRestore-1946090815 tempest-TestVolumeBackupRestore-1946090815-project] Project 39bdb994cd824c1295a1e7af27eba9b1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 06 14:29:23.694717 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-3e847911-e08d-4bcc-b1b6-69c5249eeff7 tempest-TestVolumeBackupRestore-1946090815 tempest-TestVolumeBackupRestore-1946090815-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:29:23.758392 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-3e847911-e08d-4bcc-b1b6-69c5249eeff7 tempest-TestVolumeBackupRestore-1946090815 tempest-TestVolumeBackupRestore-1946090815-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:29:23.762518 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-3e847911-e08d-4bcc-b1b6-69c5249eeff7 tempest-TestVolumeBackupRestore-1946090815 tempest-TestVolumeBackupRestore-1946090815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1898694'] for security_group_rule, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:29:23.781713 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e847911-e08d-4bcc-b1b6-69c5249eeff7 tempest-TestVolumeBackupRestore-1946090815 tempest-TestVolumeBackupRestore-1946090815-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea92c49d-b66e-45ea-83ed-629887a85c70,revision_number=0']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:29:23.786652 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-3e847911-e08d-4bcc-b1b6-69c5249eeff7 tempest-TestVolumeBackupRestore-1946090815 tempest-TestVolumeBackupRestore-1946090815-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:29:23.787985 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-3e847911-e08d-4bcc-b1b6-69c5249eeff7 tempest-TestVolumeBackupRestore-1946090815 tempest-TestVolumeBackupRestore-1946090815-project] 10.222.0.104 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1233792 Jul 06 14:29:23.994209 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-9a3df8e3-84ea-446b-b8ad-25e1fa4e5a99 req-70a92bbf-5d31-4cd8-a203-e084cba77928 tempest-TestVolumeBackupRestore-1946090815 tempest-TestVolumeBackupRestore-1946090815-project] 10.222.0.104 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1831815907&fields=id&tenant_id=39bdb994cd824c1295a1e7af27eba9b1 HTTP/1.1" status: 200 len: 267 time: 0.0362215 Jul 06 14:29:24.101100 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3df8e3-84ea-446b-b8ad-25e1fa4e5a99 req-5d42c1e0-67ee-45ad-a942-3a776ce5531c tempest-TestVolumeBackupRestore-1946090815 tempest-TestVolumeBackupRestore-1946090815-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:29:24.102588 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-9a3df8e3-84ea-446b-b8ad-25e1fa4e5a99 req-5d42c1e0-67ee-45ad-a942-3a776ce5531c tempest-TestVolumeBackupRestore-1946090815 tempest-TestVolumeBackupRestore-1946090815-project] 10.222.0.104 "GET /v2.0/networks?id=77b7d4db-4d26-4804-a694-b76a9fc33f2c HTTP/1.1" status: 200 len: 814 time: 0.1018960 Jul 06 14:29:24.117442 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-9a3df8e3-84ea-446b-b8ad-25e1fa4e5a99 req-23f89c1f-8e21-4ab3-bbd7-84c287aa6fca tempest-TestVolumeBackupRestore-1946090815 tempest-TestVolumeBackupRestore-1946090815-project] 10.222.0.104 "GET /v2.0/quotas/39bdb994cd824c1295a1e7af27eba9b1 HTTP/1.1" status: 200 len: 375 time: 0.0094750 Jul 06 14:29:24.193123 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-9a3df8e3-84ea-446b-b8ad-25e1fa4e5a99 req-7574b1b7-4763-43e0-9d56-4a979059d074 tempest-TestVolumeBackupRestore-1946090815 tempest-TestVolumeBackupRestore-1946090815-project] 10.222.0.104 "GET /v2.0/ports?tenant_id=39bdb994cd824c1295a1e7af27eba9b1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0707533 Jul 06 14:29:24.322815 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-9a3df8e3-84ea-446b-b8ad-25e1fa4e5a99 req-ac340a33-d105-49a3-865f-e453b4ff0f2c service neutron] 10.222.0.104 "GET /v2.0/networks/77b7d4db-4d26-4804-a694-b76a9fc33f2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1166744 Jul 06 14:29:24.403786 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0efd3f-ae8c-45d7-b2af-a10fda8607fa req-552e070e-cd4a-4cf2-8a99-e6e4b52be47b tempest-TestSecurityGroupsBasicOps-42373486 tempest-TestSecurityGroupsBasicOps-42373486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:29:24.405198 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-1c0efd3f-ae8c-45d7-b2af-a10fda8607fa req-552e070e-cd4a-4cf2-8a99-e6e4b52be47b tempest-TestSecurityGroupsBasicOps-42373486 tempest-TestSecurityGroupsBasicOps-42373486-project] 10.222.0.104 "GET /v2.0/ports?device_id=7837c965-f4de-4a54-97e8-d387a0c4322f HTTP/1.1" status: 200 len: 984 time: 0.1353462 Jul 06 14:29:24.466981 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-9a3df8e3-84ea-446b-b8ad-25e1fa4e5a99 req-5ecbef6b-9a89-4279-9d31-262cd3fb970b service neutron] 10.222.0.104 "GET /v2.0/networks/77b7d4db-4d26-4804-a694-b76a9fc33f2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1365337 Jul 06 14:29:24.471315 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-1c0efd3f-ae8c-45d7-b2af-a10fda8607fa req-6e000c21-ee74-42ff-b02c-2a7659027993 tempest-TestSecurityGroupsBasicOps-42373486 tempest-TestSecurityGroupsBasicOps-42373486-project] 10.222.0.104 "GET /v2.0/security-groups?id=125556d4-5883-4562-b138-fca4d092e885&id=1dc49fd4-cdc3-42ae-82e6-8afdc5ff9389&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0587437 Jul 06 14:29:24.685324 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee1d51a-8375-40cd-97e7-a35215783c86 req-4ff26821-3f4c-4598-a682-0cd6ff8a644e tempest-TestSecurityGroupsBasicOps-42373486 tempest-TestSecurityGroupsBasicOps-42373486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:29:24.687011 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-aee1d51a-8375-40cd-97e7-a35215783c86 req-4ff26821-3f4c-4598-a682-0cd6ff8a644e tempest-TestSecurityGroupsBasicOps-42373486 tempest-TestSecurityGroupsBasicOps-42373486-project] 10.222.0.104 "GET /v2.0/ports?device_id=7837c965-f4de-4a54-97e8-d387a0c4322f HTTP/1.1" status: 200 len: 984 time: 0.0845325 Jul 06 14:29:24.733428 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-aee1d51a-8375-40cd-97e7-a35215783c86 req-5916b94e-51c8-429a-b66e-75b1d789f9f9 tempest-TestSecurityGroupsBasicOps-42373486 tempest-TestSecurityGroupsBasicOps-42373486-project] 10.222.0.104 "GET /v2.0/security-groups?id=125556d4-5883-4562-b138-fca4d092e885&id=1dc49fd4-cdc3-42ae-82e6-8afdc5ff9389&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0392690 Jul 06 14:29:24.807804 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-ea79f082-4258-470a-9b57-fafb9076dfa8 req-73e7ce7c-42ab-4d6c-9091-088c4061aaf1 tempest-TestVolumeBackupRestore-1946090815 tempest-TestVolumeBackupRestore-1946090815-project] 10.222.0.104 "GET /v2.0/ports?device_id=66f6797c-0897-4416-bfb0-505be5d7f8fe HTTP/1.1" status: 200 len: 210 time: 0.0322607 Jul 06 14:29:24.930877 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee161e1-512d-4af0-a0a4-6a42163c8c5d req-b21a2bd8-d711-4999-9416-659e7ca99385 tempest-TestSecurityGroupsBasicOps-756661649 tempest-TestSecurityGroupsBasicOps-756661649-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:29:24.934118 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-9ee161e1-512d-4af0-a0a4-6a42163c8c5d req-b21a2bd8-d711-4999-9416-659e7ca99385 tempest-TestSecurityGroupsBasicOps-756661649 tempest-TestSecurityGroupsBasicOps-756661649-project-admin] 10.222.0.104 "GET /v2.0/ports?device_id=7837c965-f4de-4a54-97e8-d387a0c4322f HTTP/1.1" status: 200 len: 1135 time: 0.0606244 Jul 06 14:29:24.954081 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-9ee161e1-512d-4af0-a0a4-6a42163c8c5d req-999e8c78-68c5-46f1-abe1-86bb4c405d29 tempest-TestSecurityGroupsBasicOps-756661649 tempest-TestSecurityGroupsBasicOps-756661649-project-admin] Notify callbacks [] for security_group, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:29:25.049675 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-9ee161e1-512d-4af0-a0a4-6a42163c8c5d req-999e8c78-68c5-46f1-abe1-86bb4c405d29 tempest-TestSecurityGroupsBasicOps-756661649 tempest-TestSecurityGroupsBasicOps-756661649-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:29:25.054050 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-9ee161e1-512d-4af0-a0a4-6a42163c8c5d req-999e8c78-68c5-46f1-abe1-86bb4c405d29 tempest-TestSecurityGroupsBasicOps-756661649 tempest-TestSecurityGroupsBasicOps-756661649-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:29:25.088028 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-9ee161e1-512d-4af0-a0a4-6a42163c8c5d req-999e8c78-68c5-46f1-abe1-86bb4c405d29 tempest-TestSecurityGroupsBasicOps-756661649 tempest-TestSecurityGroupsBasicOps-756661649-project-admin] 10.222.0.104 "GET /v2.0/security-groups?id=125556d4-5883-4562-b138-fca4d092e885&id=1dc49fd4-cdc3-42ae-82e6-8afdc5ff9389&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.1476963 Jul 06 14:29:25.106543 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999e8c78-68c5-46f1-abe1-86bb4c405d29 tempest-TestSecurityGroupsBasicOps-756661649 tempest-TestSecurityGroupsBasicOps-756661649-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f516a79-6580-4dbf-a2db-9de1c17472fd,revision_number=1']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:29:25.107471 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 51618) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:29:25.179440 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1312db86-65ff-46dd-b4b8-b6a430a48674 tempest-TestSecurityGroupsBasicOps-756661649 tempest-TestSecurityGroupsBasicOps-756661649-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:29:25.181531 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-1312db86-65ff-46dd-b4b8-b6a430a48674 tempest-TestSecurityGroupsBasicOps-756661649 tempest-TestSecurityGroupsBasicOps-756661649-project-admin] 10.222.0.104 "GET /v2.0/ports?device_id=7837c965-f4de-4a54-97e8-d387a0c4322f HTTP/1.1" status: 200 len: 1130 time: 0.0729885 Jul 06 14:29:25.184963 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 51620) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:29:25.189985 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-29a2da11-2a24-4119-a59f-a3d9ffbcf82f tempest-TestSecurityGroupsBasicOps-42373486 tempest-TestSecurityGroupsBasicOps-42373486-project] Request body: {'floatingip': {'floating_network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'port_id': '0f86cb72-320d-4ada-9c2d-36b9c2084a76', 'tenant_id': '06674ee379754bdb83b089c26f2bfa62', 'fixed_ip_address': '172.20.0.6'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:29:25.214435 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-29a2da11-2a24-4119-a59f-a3d9ffbcf82f tempest-TestSecurityGroupsBasicOps-42373486 tempest-TestSecurityGroupsBasicOps-42373486-project] Notify callbacks [] for floatingip, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:29:25.330252 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-29a2da11-2a24-4119-a59f-a3d9ffbcf82f tempest-TestSecurityGroupsBasicOps-42373486 tempest-TestSecurityGroupsBasicOps-42373486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:29:25.458978 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.db_base_plugin_common [None req-29a2da11-2a24-4119-a59f-a3d9ffbcf82f tempest-TestSecurityGroupsBasicOps-42373486 tempest-TestSecurityGroupsBasicOps-42373486-project] Allocated IP 172.25.0.89 (2658f09e-a580-4d4a-9968-2d1e0ad93719/cbf74abc-6fe1-4d33-b005-c948923b9647/377beceb-f3d5-4326-be55-68b3fe1db8c3) {{(pid=100246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:29:25.574639 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-6904cee8-5251-4a48-92b0-b03e94078732 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:29:25.904813 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:29:25.922585 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-29a2da11-2a24-4119-a59f-a3d9ffbcf82f tempest-TestSecurityGroupsBasicOps-42373486 tempest-TestSecurityGroupsBasicOps-42373486-project] Notify callbacks [] for port, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:29:25.970997 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-d3750feb-0cf0-4c03-bc28-0f99061ae48f req-da546a13-082f-41f0-bfd6-e9e5d986379a tempest-TestVolumeBackupRestore-1946090815 tempest-TestVolumeBackupRestore-1946090815-project] 10.222.0.104 "GET /v2.0/ports?device_id=66f6797c-0897-4416-bfb0-505be5d7f8fe HTTP/1.1" status: 200 len: 210 time: 0.0343552 Jul 06 14:29:26.044046 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3df8e3-84ea-446b-b8ad-25e1fa4e5a99 req-b1bd2101-ac6f-4603-8b64-bb9946e2a81b tempest-TestVolumeBackupRestore-1946090815 tempest-TestVolumeBackupRestore-1946090815-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:29:26.045376 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-9a3df8e3-84ea-446b-b8ad-25e1fa4e5a99 req-b1bd2101-ac6f-4603-8b64-bb9946e2a81b tempest-TestVolumeBackupRestore-1946090815 tempest-TestVolumeBackupRestore-1946090815-project] 10.222.0.72 "GET /v2.0/networks?id=77b7d4db-4d26-4804-a694-b76a9fc33f2c HTTP/1.1" status: 200 len: 814 time: 0.1431632 Jul 06 14:29:26.046855 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-29a2da11-2a24-4119-a59f-a3d9ffbcf82f tempest-TestSecurityGroupsBasicOps-42373486 tempest-TestSecurityGroupsBasicOps-42373486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-127687573'] for port, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:29:26.097628 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29a2da11-2a24-4119-a59f-a3d9ffbcf82f tempest-TestSecurityGroupsBasicOps-42373486 tempest-TestSecurityGroupsBasicOps-42373486-project] Network 2658f09e-a580-4d4a-9968-2d1e0ad93719 is already hosted by enough agents. {{(pid=100246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:29:26.103525 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.base_scheduler [None req-29a2da11-2a24-4119-a59f-a3d9ffbcf82f tempest-TestSecurityGroupsBasicOps-42373486 tempest-TestSecurityGroupsBasicOps-42373486-project] Resources bound (agent type, host, resource id): {{(pid=100246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:29:26.114345 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29a2da11-2a24-4119-a59f-a3d9ffbcf82f tempest-TestSecurityGroupsBasicOps-42373486 tempest-TestSecurityGroupsBasicOps-42373486-project] Received port after_create {{(pid=100246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:29:26.136079 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a2da11-2a24-4119-a59f-a3d9ffbcf82f tempest-TestSecurityGroupsBasicOps-42373486 tempest-TestSecurityGroupsBasicOps-42373486-project] Pushing event updated for resources: {'Port': ['ID=377beceb-f3d5-4326-be55-68b3fe1db8c3,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:29:26.167636 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-9a3df8e3-84ea-446b-b8ad-25e1fa4e5a99 req-218bfbd7-2d71-42eb-8abb-d9e66f2b50b4 tempest-TestVolumeBackupRestore-1946090815 tempest-TestVolumeBackupRestore-1946090815-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=39bdb994cd824c1295a1e7af27eba9b1 HTTP/1.1" status: 200 len: 380 time: 0.1107240 Jul 06 14:29:26.178800 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [req-9a3df8e3-84ea-446b-b8ad-25e1fa4e5a99 req-9a05f55d-4f3f-4a54-84c8-82f37c0c0ba1 tempest-TestVolumeBackupRestore-1946090815 tempest-TestVolumeBackupRestore-1946090815-project] Request body: {'port': {'device_id': '66f6797c-0897-4416-bfb0-505be5d7f8fe', 'network_id': '77b7d4db-4d26-4804-a694-b76a9fc33f2c', 'admin_state_up': True, 'tenant_id': '39bdb994cd824c1295a1e7af27eba9b1', 'security_groups': ['9144da0e-063d-4ad9-9acb-995ca976533a']}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:29:26.426904 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9a3df8e3-84ea-446b-b8ad-25e1fa4e5a99 req-9a05f55d-4f3f-4a54-84c8-82f37c0c0ba1 tempest-TestVolumeBackupRestore-1946090815 tempest-TestVolumeBackupRestore-1946090815-project] Made reservation on behalf of 39bdb994cd824c1295a1e7af27eba9b1 for: {'port': 1} {{(pid=100246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:29:26.431776 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-9a3df8e3-84ea-446b-b8ad-25e1fa4e5a99 req-9a05f55d-4f3f-4a54-84c8-82f37c0c0ba1 tempest-TestVolumeBackupRestore-1946090815 tempest-TestVolumeBackupRestore-1946090815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:29:26.668534 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-2064eaae-da4f-48f8-82d2-b09d4ddedd44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:29:26.681836 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.db_base_plugin_common [req-9a3df8e3-84ea-446b-b8ad-25e1fa4e5a99 req-9a05f55d-4f3f-4a54-84c8-82f37c0c0ba1 tempest-TestVolumeBackupRestore-1946090815 tempest-TestVolumeBackupRestore-1946090815-project] Allocated IP 172.20.0.12 (77b7d4db-4d26-4804-a694-b76a9fc33f2c/2e5dcc44-e820-4bd1-81ac-fa04fd311bb4/672e6772-93a0-4976-90a7-92ae71815eb9) {{(pid=100246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:29:26.746295 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-29a2da11-2a24-4119-a59f-a3d9ffbcf82f tempest-TestSecurityGroupsBasicOps-42373486 tempest-TestSecurityGroupsBasicOps-42373486-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:29:26.919934 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-29a2da11-2a24-4119-a59f-a3d9ffbcf82f tempest-TestSecurityGroupsBasicOps-42373486 tempest-TestSecurityGroupsBasicOps-42373486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:29:27.034718 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-9a3df8e3-84ea-446b-b8ad-25e1fa4e5a99 req-9a05f55d-4f3f-4a54-84c8-82f37c0c0ba1 tempest-TestVolumeBackupRestore-1946090815 tempest-TestVolumeBackupRestore-1946090815-project] Notify callbacks [] for port, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:29:27.034718 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.provisioning_blocks [req-9a3df8e3-84ea-446b-b8ad-25e1fa4e5a99 req-9a05f55d-4f3f-4a54-84c8-82f37c0c0ba1 tempest-TestVolumeBackupRestore-1946090815 tempest-TestVolumeBackupRestore-1946090815-project] Transition to ACTIVE for port object 672e6772-93a0-4976-90a7-92ae71815eb9 will not be triggered until provisioned by entity DHCP. {{(pid=100246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:29:27.070800 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-9a3df8e3-84ea-446b-b8ad-25e1fa4e5a99 req-9a05f55d-4f3f-4a54-84c8-82f37c0c0ba1 tempest-TestVolumeBackupRestore-1946090815 tempest-TestVolumeBackupRestore-1946090815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-127687573'] for port, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:29:27.126309 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9a3df8e3-84ea-446b-b8ad-25e1fa4e5a99 req-9a05f55d-4f3f-4a54-84c8-82f37c0c0ba1 tempest-TestVolumeBackupRestore-1946090815 tempest-TestVolumeBackupRestore-1946090815-project] Network 77b7d4db-4d26-4804-a694-b76a9fc33f2c is already hosted by enough agents. {{(pid=100246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:29:27.133620 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.base_scheduler [req-9a3df8e3-84ea-446b-b8ad-25e1fa4e5a99 req-9a05f55d-4f3f-4a54-84c8-82f37c0c0ba1 tempest-TestVolumeBackupRestore-1946090815 tempest-TestVolumeBackupRestore-1946090815-project] Resources bound (agent type, host, resource id): {{(pid=100246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:29:27.148523 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a3df8e3-84ea-446b-b8ad-25e1fa4e5a99 req-9a05f55d-4f3f-4a54-84c8-82f37c0c0ba1 tempest-TestVolumeBackupRestore-1946090815 tempest-TestVolumeBackupRestore-1946090815-project] Received port after_create {{(pid=100246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:29:27.201472 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47e1b11-f808-492f-9ec1-41f722660c75 req-7b20ecf8-625d-4b10-b4dd-d8f4ba5e4531 tempest-TestVolumeBackupRestore-1946090815 tempest-TestVolumeBackupRestore-1946090815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:29:27.204294 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-b47e1b11-f808-492f-9ec1-41f722660c75 req-7b20ecf8-625d-4b10-b4dd-d8f4ba5e4531 tempest-TestVolumeBackupRestore-1946090815 tempest-TestVolumeBackupRestore-1946090815-project] 10.222.0.104 "GET /v2.0/ports?device_id=66f6797c-0897-4416-bfb0-505be5d7f8fe HTTP/1.1" status: 200 len: 932 time: 0.0909317 Jul 06 14:29:27.209178 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a05f55d-4f3f-4a54-84c8-82f37c0c0ba1 tempest-TestVolumeBackupRestore-1946090815 tempest-TestVolumeBackupRestore-1946090815-project] Pushing event updated for resources: {'Port': ['ID=672e6772-93a0-4976-90a7-92ae71815eb9,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:29:27.261386 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3df8e3-84ea-446b-b8ad-25e1fa4e5a99 req-9a05f55d-4f3f-4a54-84c8-82f37c0c0ba1 tempest-TestVolumeBackupRestore-1946090815 tempest-TestVolumeBackupRestore-1946090815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:29:27.269226 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-b47e1b11-f808-492f-9ec1-41f722660c75 req-eb478b2c-3513-4918-849b-03837aafe708 tempest-TestVolumeBackupRestore-1946090815 tempest-TestVolumeBackupRestore-1946090815-project] 10.222.0.104 "GET /v2.0/security-groups?id=9144da0e-063d-4ad9-9acb-995ca976533a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587049 Jul 06 14:29:27.279618 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-9a3df8e3-84ea-446b-b8ad-25e1fa4e5a99 req-9a05f55d-4f3f-4a54-84c8-82f37c0c0ba1 tempest-TestVolumeBackupRestore-1946090815 tempest-TestVolumeBackupRestore-1946090815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:29:27.311893 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-29a2da11-2a24-4119-a59f-a3d9ffbcf82f tempest-TestSecurityGroupsBasicOps-42373486 tempest-TestSecurityGroupsBasicOps-42373486-project] Notify callbacks [] for port, precommit_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:29:27.318984 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-29a2da11-2a24-4119-a59f-a3d9ffbcf82f tempest-TestSecurityGroupsBasicOps-42373486 tempest-TestSecurityGroupsBasicOps-42373486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127687527'] for port, after_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:29:27.326865 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-9a3df8e3-84ea-446b-b8ad-25e1fa4e5a99 req-9a05f55d-4f3f-4a54-84c8-82f37c0c0ba1 tempest-TestVolumeBackupRestore-1946090815 tempest-TestVolumeBackupRestore-1946090815-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1522944 Jul 06 14:29:27.359409 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [req-9a3df8e3-84ea-446b-b8ad-25e1fa4e5a99 req-fbd9d268-50e8-4450-a5f8-552248d5dfc3 service neutron] Request body: {'port': {'device_id': '66f6797c-0897-4416-bfb0-505be5d7f8fe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-773647-6'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:29:27.457905 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a2da11-2a24-4119-a59f-a3d9ffbcf82f tempest-TestSecurityGroupsBasicOps-42373486 tempest-TestSecurityGroupsBasicOps-42373486-project] Pushing event updated for resources: {'Port': ['ID=377beceb-f3d5-4326-be55-68b3fe1db8c3,revision_number=2']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:29:27.502255 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-29a2da11-2a24-4119-a59f-a3d9ffbcf82f tempest-TestSecurityGroupsBasicOps-42373486 tempest-TestSecurityGroupsBasicOps-42373486-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1761130'] for floatingip, after_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:29:27.525284 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-0f10f7e6-c410-4291-b956-bba0b12d5ab9 None None] Provisioning for port 672e6772-93a0-4976-90a7-92ae71815eb9 completed by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:29:27.538557 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-0f10f7e6-c410-4291-b956-bba0b12d5ab9 None None] Provisioning complete for port 672e6772-93a0-4976-90a7-92ae71815eb9 triggered by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:29:27.538956 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-0f10f7e6-c410-4291-b956-bba0b12d5ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:29:27.572557 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-9a3df8e3-84ea-446b-b8ad-25e1fa4e5a99 req-fbd9d268-50e8-4450-a5f8-552248d5dfc3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:29:27.585047 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-0f10f7e6-c410-4291-b956-bba0b12d5ab9 None None] Port 672e6772-93a0-4976-90a7-92ae71815eb9 cannot update to ACTIVE because it is not bound. {{(pid=100248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 14:29:27.676388 n-d-773647-6 neutron-server[100246]: INFO neutron.db.l3_db [None req-29a2da11-2a24-4119-a59f-a3d9ffbcf82f tempest-TestSecurityGroupsBasicOps-42373486 tempest-TestSecurityGroupsBasicOps-42373486-project] Floating IP f8212ca3-c6cf-46b6-881a-d14908182fbf associated. External IP: 172.25.0.89, port: 0f86cb72-320d-4ada-9c2d-36b9c2084a76. Jul 06 14:29:28.076202 n-d-773647-6 neutron-server[100246]: DEBUG neutron.notifiers.nova [req-9a3df8e3-84ea-446b-b8ad-25e1fa4e5a99 req-fbd9d268-50e8-4450-a5f8-552248d5dfc3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 672e6772-93a0-4976-90a7-92ae71815eb9 {{(pid=100246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 14:29:28.090453 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-9a3df8e3-84ea-446b-b8ad-25e1fa4e5a99 req-fbd9d268-50e8-4450-a5f8-552248d5dfc3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:29:28.093846 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29a2da11-2a24-4119-a59f-a3d9ffbcf82f tempest-TestSecurityGroupsBasicOps-42373486 tempest-TestSecurityGroupsBasicOps-42373486-project] Router a864acad-8523-47ff-a66d-d7a42913db2d has already been hosted by L3 agent 2823d358-a11b-4885-a706-95a279e43fa7 {{(pid=100246) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 14:29:28.111734 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.provisioning_blocks [req-9a3df8e3-84ea-446b-b8ad-25e1fa4e5a99 req-fbd9d268-50e8-4450-a5f8-552248d5dfc3 service neutron] Transition to ACTIVE for port object 672e6772-93a0-4976-90a7-92ae71815eb9 will not be triggered until provisioned by entity L2. {{(pid=100246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:29:28.117666 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-9a3df8e3-84ea-446b-b8ad-25e1fa4e5a99 req-fbd9d268-50e8-4450-a5f8-552248d5dfc3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127687527'] for port, after_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:29:28.233150 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd9d268-50e8-4450-a5f8-552248d5dfc3 service neutron] Pushing event updated for resources: {'Port': ['ID=672e6772-93a0-4976-90a7-92ae71815eb9,revision_number=2']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:29:28.379139 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [req-9a3df8e3-84ea-446b-b8ad-25e1fa4e5a99 req-fbd9d268-50e8-4450-a5f8-552248d5dfc3 service neutron] Attempting to bind port 672e6772-93a0-4976-90a7-92ae71815eb9 on host n-h2-773647-6 for vnic_type normal with profile {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:29:28.379559 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [req-9a3df8e3-84ea-446b-b8ad-25e1fa4e5a99 req-fbd9d268-50e8-4450-a5f8-552248d5dfc3 service neutron] Attempting to bind port 672e6772-93a0-4976-90a7-92ae71815eb9 by drivers openvswitch,hyperv on host n-h2-773647-6 at level 0 using segments [{'id': '3cb852d4-0efb-4425-bdf6-44b53de05f3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1030, 'network_id': '77b7d4db-4d26-4804-a694-b76a9fc33f2c'}] {{(pid=100246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:29:28.379837 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a3df8e3-84ea-446b-b8ad-25e1fa4e5a99 req-fbd9d268-50e8-4450-a5f8-552248d5dfc3 service neutron] Attempting to bind port 672e6772-93a0-4976-90a7-92ae71815eb9 on network 77b7d4db-4d26-4804-a694-b76a9fc33f2c {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:29:28.383696 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29a2da11-2a24-4119-a59f-a3d9ffbcf82f tempest-TestSecurityGroupsBasicOps-42373486 tempest-TestSecurityGroupsBasicOps-42373486-project] Notify agent at l3_agent.n-d-773647-6 the message routers_updated {{(pid=100246) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 14:29:28.389983 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a3df8e3-84ea-446b-b8ad-25e1fa4e5a99 req-fbd9d268-50e8-4450-a5f8-552248d5dfc3 service neutron] Port 672e6772-93a0-4976-90a7-92ae71815eb9 on network 77b7d4db-4d26-4804-a694-b76a9fc33f2c not bound, no agent of type Open vSwitch agent registered on host n-h2-773647-6 {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 14:29:28.390259 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a3df8e3-84ea-446b-b8ad-25e1fa4e5a99 req-fbd9d268-50e8-4450-a5f8-552248d5dfc3 service neutron] Attempting to bind port 672e6772-93a0-4976-90a7-92ae71815eb9 on network 77b7d4db-4d26-4804-a694-b76a9fc33f2c {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:29:28.394383 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef47f06d-7b4f-4bc7-a208-8c002ae76a9f None None] Sync routers for ids ['a864acad-8523-47ff-a66d-d7a42913db2d'] in n-d-773647-6 {{(pid=100248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 14:29:28.402702 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a3df8e3-84ea-446b-b8ad-25e1fa4e5a99 req-fbd9d268-50e8-4450-a5f8-552248d5dfc3 service neutron] Checking agent: {'id': '63768ece-0600-4354-8d29-fdedec96b077', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-773647-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 51, 10), 'started_at': datetime.datetime(2021, 7, 6, 13, 51, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 29, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:29:28.403061 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a3df8e3-84ea-446b-b8ad-25e1fa4e5a99 req-fbd9d268-50e8-4450-a5f8-552248d5dfc3 service neutron] Checking segment: {'id': '3cb852d4-0efb-4425-bdf6-44b53de05f3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1030, 'network_id': '77b7d4db-4d26-4804-a694-b76a9fc33f2c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:29:28.403497 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a3df8e3-84ea-446b-b8ad-25e1fa4e5a99 req-fbd9d268-50e8-4450-a5f8-552248d5dfc3 service neutron] Bound using segment: {'id': '3cb852d4-0efb-4425-bdf6-44b53de05f3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1030, 'network_id': '77b7d4db-4d26-4804-a694-b76a9fc33f2c'} {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:29:28.403949 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [req-9a3df8e3-84ea-446b-b8ad-25e1fa4e5a99 req-fbd9d268-50e8-4450-a5f8-552248d5dfc3 service neutron] Bound port: 672e6772-93a0-4976-90a7-92ae71815eb9, host: n-h2-773647-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3cb852d4-0efb-4425-bdf6-44b53de05f3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1030, 'network_id': '77b7d4db-4d26-4804-a694-b76a9fc33f2c'}}] {{(pid=100246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:29:28.404314 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-9a3df8e3-84ea-446b-b8ad-25e1fa4e5a99 req-fbd9d268-50e8-4450-a5f8-552248d5dfc3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:29:28.435370 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef47f06d-7b4f-4bc7-a208-8c002ae76a9f None None] Routers {'a864acad-8523-47ff-a66d-d7a42913db2d'} bound to L3 agent in host n-d-773647-6 {{(pid=100248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:29:28.443275 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-29a2da11-2a24-4119-a59f-a3d9ffbcf82f tempest-TestSecurityGroupsBasicOps-42373486 tempest-TestSecurityGroupsBasicOps-42373486-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for floatingip, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:29:28.444141 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-ef47f06d-7b4f-4bc7-a208-8c002ae76a9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T14:29:26Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['a864acad-8523-47ff-a66d-d7a42913db2d'], 'active': True} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:29:28.572591 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-03f71b24-a9b8-453a-8924-caa3f97bc6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:29:28.578281 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a0e0a1-5c6f-4bde-b650-5391b72c84d6 req-5e5913b5-93a3-4282-802c-beab36cd1f18 tempest-TestVolumeBackupRestore-1946090815 tempest-TestVolumeBackupRestore-1946090815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:29:28.591409 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-69a0e0a1-5c6f-4bde-b650-5391b72c84d6 req-5e5913b5-93a3-4282-802c-beab36cd1f18 tempest-TestVolumeBackupRestore-1946090815 tempest-TestVolumeBackupRestore-1946090815-project] 10.222.0.104 "GET /v2.0/ports?device_id=66f6797c-0897-4416-bfb0-505be5d7f8fe HTTP/1.1" status: 200 len: 944 time: 0.0975614 Jul 06 14:29:28.622951 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-29a2da11-2a24-4119-a59f-a3d9ffbcf82f tempest-TestSecurityGroupsBasicOps-42373486 tempest-TestSecurityGroupsBasicOps-42373486-project] 10.222.0.104 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 3.4363859 Jul 06 14:29:28.629462 n-d-773647-6 neutron-server[100246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7837c965-f4de-4a54-97e8-d387a0c4322f', 'tag': '0f86cb72-320d-4ada-9c2d-36b9c2084a76'}] {{(pid=100246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:29:28.631513 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 51676) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:29:28.631927 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0d96c5ab5e889f7b933ae915b9be33d1b46c9e87795bf781004b656ef3f1e87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a61640a-a64c-4c9f-a0cc-f930e3626143" -d '{"events": [{"name": "network-changed", "server_uuid": "7837c965-f4de-4a54-97e8-d387a0c4322f", "tag": "0f86cb72-320d-4ada-9c2d-36b9c2084a76"}]}' {{(pid=100246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:29:28.664546 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.db [req-9a3df8e3-84ea-446b-b8ad-25e1fa4e5a99 req-fbd9d268-50e8-4450-a5f8-552248d5dfc3 service neutron] For port 672e6772-93a0-4976-90a7-92ae71815eb9, host n-h2-773647-6, cleared binding levels {{(pid=100246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:29:28.673235 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.db [req-9a3df8e3-84ea-446b-b8ad-25e1fa4e5a99 req-fbd9d268-50e8-4450-a5f8-552248d5dfc3 service neutron] For port 672e6772-93a0-4976-90a7-92ae71815eb9, host n-h2-773647-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=672e6772-93a0-4976-90a7-92ae71815eb9,segment=NetworkSegment(3cb852d4-0efb-4425-bdf6-44b53de05f3d),segment_id=3cb852d4-0efb-4425-bdf6-44b53de05f3d)] {{(pid=100246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:29:28.680526 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-9a3df8e3-84ea-446b-b8ad-25e1fa4e5a99 req-fbd9d268-50e8-4450-a5f8-552248d5dfc3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127687527'] for port, after_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:29:28.684164 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvr_db [None req-ef47f06d-7b4f-4bc7-a208-8c002ae76a9f None None] Set router a864acad-8523-47ff-a66d-d7a42913db2d gateway port host: n-d-773647-6 {{(pid=100248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:29:28.763836 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 14:29:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9aac545d-a75d-4743-9914-dcbfc8a1e9ae x-openstack-request-id: req-9aac545d-a75d-4743-9914-dcbfc8a1e9ae {{(pid=100246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:29:28.764139 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7837c965-f4de-4a54-97e8-d387a0c4322f", "tag": "0f86cb72-320d-4ada-9c2d-36b9c2084a76", "status": "completed", "code": 200}]} {{(pid=100246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:29:28.764507 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-9aac545d-a75d-4743-9914-dcbfc8a1e9ae {{(pid=100246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:29:28.764930 n-d-773647-6 neutron-server[100246]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7837c965-f4de-4a54-97e8-d387a0c4322f', 'tag': '0f86cb72-320d-4ada-9c2d-36b9c2084a76', 'status': 'completed', 'code': 200} Jul 06 14:29:28.785810 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-69a0e0a1-5c6f-4bde-b650-5391b72c84d6 req-64b09b6c-e4db-4aed-bf60-bfe25b147fb9 tempest-TestVolumeBackupRestore-1946090815 tempest-TestVolumeBackupRestore-1946090815-project] 10.222.0.104 "GET /v2.0/security-groups?id=9144da0e-063d-4ad9-9acb-995ca976533a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1931007 Jul 06 14:29:28.788027 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3df8e3-84ea-446b-b8ad-25e1fa4e5a99 req-fbd9d268-50e8-4450-a5f8-552248d5dfc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:29:28.788666 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-9a3df8e3-84ea-446b-b8ad-25e1fa4e5a99 req-fbd9d268-50e8-4450-a5f8-552248d5dfc3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:29:28.790274 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-9a3df8e3-84ea-446b-b8ad-25e1fa4e5a99 req-fbd9d268-50e8-4450-a5f8-552248d5dfc3 service neutron] 10.222.0.72 "PUT /v2.0/ports/672e6772-93a0-4976-90a7-92ae71815eb9 HTTP/1.1" status: 200 len: 1092 time: 1.4386468 Jul 06 14:29:28.854555 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd9d268-50e8-4450-a5f8-552248d5dfc3 service neutron] Pushing event updated for resources: {'Port': ['ID=672e6772-93a0-4976-90a7-92ae71815eb9,revision_number=3']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:29:28.968362 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3df8e3-84ea-446b-b8ad-25e1fa4e5a99 req-a10cb01c-352b-4309-8182-2be1c04842a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:29:28.971869 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d4aa958-587a-43b9-a8f3-e4c640342504 tempest-TestSecurityGroupsBasicOps-756661649 tempest-TestSecurityGroupsBasicOps-756661649-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:29:28.972665 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d4aa958-587a-43b9-a8f3-e4c640342504 tempest-TestSecurityGroupsBasicOps-756661649 tempest-TestSecurityGroupsBasicOps-756661649-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:29:28.973341 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d4aa958-587a-43b9-a8f3-e4c640342504 tempest-TestSecurityGroupsBasicOps-756661649 tempest-TestSecurityGroupsBasicOps-756661649-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:29:28.974004 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d4aa958-587a-43b9-a8f3-e4c640342504 tempest-TestSecurityGroupsBasicOps-756661649 tempest-TestSecurityGroupsBasicOps-756661649-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:29:28.974668 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d4aa958-587a-43b9-a8f3-e4c640342504 tempest-TestSecurityGroupsBasicOps-756661649 tempest-TestSecurityGroupsBasicOps-756661649-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:29:28.975372 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d4aa958-587a-43b9-a8f3-e4c640342504 tempest-TestSecurityGroupsBasicOps-756661649 tempest-TestSecurityGroupsBasicOps-756661649-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:29:28.976036 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d4aa958-587a-43b9-a8f3-e4c640342504 tempest-TestSecurityGroupsBasicOps-756661649 tempest-TestSecurityGroupsBasicOps-756661649-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:29:28.978600 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-2d4aa958-587a-43b9-a8f3-e4c640342504 tempest-TestSecurityGroupsBasicOps-756661649 tempest-TestSecurityGroupsBasicOps-756661649-project-admin] 10.222.0.104 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4979 time: 0.3453336 Jul 06 14:29:28.981160 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-9a3df8e3-84ea-446b-b8ad-25e1fa4e5a99 req-a10cb01c-352b-4309-8182-2be1c04842a3 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=39bdb994cd824c1295a1e7af27eba9b1&device_id=66f6797c-0897-4416-bfb0-505be5d7f8fe HTTP/1.1" status: 200 len: 1095 time: 0.1203561 Jul 06 14:29:28.981689 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 51684) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:29:28.982115 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a61640a-a64c-4c9f-a0cc-f930e3626143 req-92261b39-7055-44d6-b763-17857a74e797 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:29:28.983919 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-3a61640a-a64c-4c9f-a0cc-f930e3626143 req-92261b39-7055-44d6-b763-17857a74e797 service neutron] 10.222.0.127 "GET /v2.0/ports?tenant_id=06674ee379754bdb83b089c26f2bfa62&device_id=7837c965-f4de-4a54-97e8-d387a0c4322f HTTP/1.1" status: 200 len: 1135 time: 0.1914775 Jul 06 14:29:29.132525 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-ef47f06d-7b4f-4bc7-a208-8c002ae76a9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a864acad-8523-47ff-a66d-d7a42913db2d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-905685173', 'tenant_id': '06674ee379754bdb83b089c26f2bfa62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.179'}], 'enable_snat': True}, 'gw_port_id': 'd0b98fcb-aa8e-45c9-af76-f4fbc67a8c47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:29:00Z', 'updated_at': '2021-07-06T14:29:07Z', 'revision_number': 4, 'project_id': '06674ee379754bdb83b089c26f2bfa62', 'gw_port': {'id': 'd0b98fcb-aa8e-45c9-af76-f4fbc67a8c47', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:d8:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a864acad-8523-47ff-a66d-d7a42913db2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3773, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:29:01Z', 'updated_at': '2021-07-06T14:29:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6', '_floatingips': [{'id': 'f8212ca3-c6cf-46b6-881a-d14908182fbf', 'tenant_id': '06674ee379754bdb83b089c26f2bfa62', 'floating_ip_address': '172.25.0.89', 'floating_network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'router_id': 'a864acad-8523-47ff-a66d-d7a42913db2d', 'port_id': '0f86cb72-320d-4ada-9c2d-36b9c2084a76', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3804, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '04fc6fea-775e-46c3-85f0-f2b882efb12c', 'mac_address': 'fa:16:3e:1a:ad:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7837c965-f4de-4a54-97e8-d387a0c4322f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T14:29:26Z', 'updated_at': '2021-07-06T14:29:26Z', 'revision_number': 0, 'project_id': '06674ee379754bdb83b089c26f2bfa62', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '70422497-8cbd-4f3f-9a55-b992584aa2cd', 'name': '', 'network_id': '04fc6fea-775e-46c3-85f0-f2b882efb12c', 'tenant_id': '06674ee379754bdb83b089c26f2bfa62', 'mac_address': 'fa:16:3e:02:29:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a864acad-8523-47ff-a66d-d7a42913db2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3777, 'fixed_ips': [{'subnet_id': '4150c8f4-929d-4f2b-8e59-88fd05a42b5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:29:05Z', 'updated_at': '2021-07-06T14:29:13Z', 'revision_number': 5, 'project_id': '06674ee379754bdb83b089c26f2bfa62', 'subnets': [{'id': '4150c8f4-929d-4f2b-8e59-88fd05a42b5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773647-6', False) {} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:29:29.145461 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a61640a-a64c-4c9f-a0cc-f930e3626143 req-1d159fb4-b326-4d62-9c46-b2618b90e58f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:29:29.146943 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-3a61640a-a64c-4c9f-a0cc-f930e3626143 req-1d159fb4-b326-4d62-9c46-b2618b90e58f service neutron] 10.222.0.127 "GET /v2.0/networks?id=04fc6fea-775e-46c3-85f0-f2b882efb12c HTTP/1.1" status: 200 len: 898 time: 0.1565070 Jul 06 14:29:29.149232 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ca6fce4-3639-4383-9f60-478d82d2a1c8 tempest-TestSecurityGroupsBasicOps-756661649 tempest-TestSecurityGroupsBasicOps-756661649-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:29:29.149812 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ca6fce4-3639-4383-9f60-478d82d2a1c8 tempest-TestSecurityGroupsBasicOps-756661649 tempest-TestSecurityGroupsBasicOps-756661649-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:29:29.150281 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ca6fce4-3639-4383-9f60-478d82d2a1c8 tempest-TestSecurityGroupsBasicOps-756661649 tempest-TestSecurityGroupsBasicOps-756661649-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:29:29.150746 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ca6fce4-3639-4383-9f60-478d82d2a1c8 tempest-TestSecurityGroupsBasicOps-756661649 tempest-TestSecurityGroupsBasicOps-756661649-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:29:29.151204 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ca6fce4-3639-4383-9f60-478d82d2a1c8 tempest-TestSecurityGroupsBasicOps-756661649 tempest-TestSecurityGroupsBasicOps-756661649-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:29:29.151715 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ca6fce4-3639-4383-9f60-478d82d2a1c8 tempest-TestSecurityGroupsBasicOps-756661649 tempest-TestSecurityGroupsBasicOps-756661649-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:29:29.152173 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ca6fce4-3639-4383-9f60-478d82d2a1c8 tempest-TestSecurityGroupsBasicOps-756661649 tempest-TestSecurityGroupsBasicOps-756661649-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:29:29.156875 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-3ca6fce4-3639-4383-9f60-478d82d2a1c8 tempest-TestSecurityGroupsBasicOps-756661649 tempest-TestSecurityGroupsBasicOps-756661649-project-admin] 10.222.0.104 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4631 time: 0.1715693 Jul 06 14:29:29.156875 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-9a3df8e3-84ea-446b-b8ad-25e1fa4e5a99 req-b6ad8ef0-5c93-43e2-93d5-cf05c6f9b49a service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=672e6772-93a0-4976-90a7-92ae71815eb9 HTTP/1.1" status: 200 len: 217 time: 0.1523509 Jul 06 14:29:29.157206 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 51688) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:29:29.185822 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef47f06d-7b4f-4bc7-a208-8c002ae76a9f None None] Checking router: a864acad-8523-47ff-a66d-d7a42913db2d for host: n-d-773647-6 {{(pid=100248) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 14:29:29.196403 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef47f06d-7b4f-4bc7-a208-8c002ae76a9f None None] Routers {'a864acad-8523-47ff-a66d-d7a42913db2d'} bound to L3 agent in host n-d-773647-6 {{(pid=100248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:29:29.197041 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-ef47f06d-7b4f-4bc7-a208-8c002ae76a9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T14:29:26Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['a864acad-8523-47ff-a66d-d7a42913db2d'], 'active': True} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:29:29.261071 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-3a61640a-a64c-4c9f-a0cc-f930e3626143 req-286fa966-e718-40c5-bcd4-614b581331bd service neutron] 10.222.0.127 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0f86cb72-320d-4ada-9c2d-36b9c2084a76 HTTP/1.1" status: 200 len: 998 time: 0.1026359 Jul 06 14:29:29.264379 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3df8e3-84ea-446b-b8ad-25e1fa4e5a99 req-21524bc2-8ab7-4902-8804-8f9f1cbd1649 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:29:29.266454 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-9a3df8e3-84ea-446b-b8ad-25e1fa4e5a99 req-21524bc2-8ab7-4902-8804-8f9f1cbd1649 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=2e5dcc44-e820-4bd1-81ac-fa04fd311bb4 HTTP/1.1" status: 200 len: 853 time: 0.0637655 Jul 06 14:29:29.358905 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a61640a-a64c-4c9f-a0cc-f930e3626143 req-60f2c2b3-7e10-4886-8520-d56e963a6f8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:29:29.360740 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-3a61640a-a64c-4c9f-a0cc-f930e3626143 req-60f2c2b3-7e10-4886-8520-d56e963a6f8b service neutron] 10.222.0.127 "GET /v2.0/subnets?id=4150c8f4-929d-4f2b-8e59-88fd05a42b5e HTTP/1.1" status: 200 len: 835 time: 0.0931804 Jul 06 14:29:29.367955 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvr_db [None req-ef47f06d-7b4f-4bc7-a208-8c002ae76a9f None None] Set router a864acad-8523-47ff-a66d-d7a42913db2d gateway port host: n-d-773647-6 {{(pid=100248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:29:29.425389 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3df8e3-84ea-446b-b8ad-25e1fa4e5a99 req-4358b364-6dd0-4ae1-ab96-a421521918a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:29:29.427077 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-9a3df8e3-84ea-446b-b8ad-25e1fa4e5a99 req-4358b364-6dd0-4ae1-ab96-a421521918a5 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=77b7d4db-4d26-4804-a694-b76a9fc33f2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1473269 Jul 06 14:29:29.446012 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a61640a-a64c-4c9f-a0cc-f930e3626143 req-256158f8-c9e3-46b0-87ff-ef58fe06fb8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:29:29.447659 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-3a61640a-a64c-4c9f-a0cc-f930e3626143 req-256158f8-c9e3-46b0-87ff-ef58fe06fb8e service neutron] 10.222.0.127 "GET /v2.0/ports?network_id=04fc6fea-775e-46c3-85f0-f2b882efb12c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0778942 Jul 06 14:29:29.603335 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-9a3df8e3-84ea-446b-b8ad-25e1fa4e5a99 req-7a85b208-67c9-4c98-9021-4cc4f5dbe134 service neutron] 10.222.0.72 "GET /v2.0/networks/77b7d4db-4d26-4804-a694-b76a9fc33f2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1672268 Jul 06 14:29:29.613020 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-3a61640a-a64c-4c9f-a0cc-f930e3626143 req-a0148035-2fde-428c-b932-b0a0c9cda81d service neutron] 10.222.0.127 "GET /v2.0/networks/04fc6fea-775e-46c3-85f0-f2b882efb12c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1578784 Jul 06 14:29:29.772244 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-9a3df8e3-84ea-446b-b8ad-25e1fa4e5a99 req-5cd87e67-6072-4bb5-8096-f36b07cc9c8b service neutron] 10.222.0.72 "GET /v2.0/networks/77b7d4db-4d26-4804-a694-b76a9fc33f2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1555352 Jul 06 14:29:29.797773 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-3a61640a-a64c-4c9f-a0cc-f930e3626143 req-5d36e7c0-5be3-43c5-a07c-f57bea4cc648 service neutron] 10.222.0.127 "GET /v2.0/networks/04fc6fea-775e-46c3-85f0-f2b882efb12c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1786304 Jul 06 14:29:29.816531 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-1585169e-aaff-42cf-a41b-b4f8945108bf tempest-TestSecurityGroupsBasicOps-756661649 tempest-TestSecurityGroupsBasicOps-756661649-project-admin] 10.222.0.104 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3775 time: 0.6582367 Jul 06 14:29:29.817847 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 51702) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:29:29.891978 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-724eb6a7-85be-42c1-8758-73b222dba2e6 tempest-TestSecurityGroupsBasicOps-756661649 tempest-TestSecurityGroupsBasicOps-756661649-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:29:29.892366 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-724eb6a7-85be-42c1-8758-73b222dba2e6 tempest-TestSecurityGroupsBasicOps-756661649 tempest-TestSecurityGroupsBasicOps-756661649-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:29:29.905802 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-724eb6a7-85be-42c1-8758-73b222dba2e6 tempest-TestSecurityGroupsBasicOps-756661649 tempest-TestSecurityGroupsBasicOps-756661649-project-admin] 10.222.0.104 "GET /v2.0/ports?device_id=a864acad-8523-47ff-a66d-d7a42913db2d HTTP/1.1" status: 200 len: 1990 time: 0.0867174 Jul 06 14:29:29.964078 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-ef47f06d-7b4f-4bc7-a208-8c002ae76a9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a864acad-8523-47ff-a66d-d7a42913db2d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-905685173', 'tenant_id': '06674ee379754bdb83b089c26f2bfa62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.179'}], 'enable_snat': True}, 'gw_port_id': 'd0b98fcb-aa8e-45c9-af76-f4fbc67a8c47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:29:00Z', 'updated_at': '2021-07-06T14:29:07Z', 'revision_number': 4, 'project_id': '06674ee379754bdb83b089c26f2bfa62', 'gw_port': {'id': 'd0b98fcb-aa8e-45c9-af76-f4fbc67a8c47', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:d8:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a864acad-8523-47ff-a66d-d7a42913db2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3773, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:29:01Z', 'updated_at': '2021-07-06T14:29:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6', '_floatingips': [{'id': 'f8212ca3-c6cf-46b6-881a-d14908182fbf', 'tenant_id': '06674ee379754bdb83b089c26f2bfa62', 'floating_ip_address': '172.25.0.89', 'floating_network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'router_id': 'a864acad-8523-47ff-a66d-d7a42913db2d', 'port_id': '0f86cb72-320d-4ada-9c2d-36b9c2084a76', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3804, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '04fc6fea-775e-46c3-85f0-f2b882efb12c', 'mac_address': 'fa:16:3e:1a:ad:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7837c965-f4de-4a54-97e8-d387a0c4322f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T14:29:26Z', 'updated_at': '2021-07-06T14:29:26Z', 'revision_number': 0, 'project_id': '06674ee379754bdb83b089c26f2bfa62', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '70422497-8cbd-4f3f-9a55-b992584aa2cd', 'name': '', 'network_id': '04fc6fea-775e-46c3-85f0-f2b882efb12c', 'tenant_id': '06674ee379754bdb83b089c26f2bfa62', 'mac_address': 'fa:16:3e:02:29:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a864acad-8523-47ff-a66d-d7a42913db2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3777, 'fixed_ips': [{'subnet_id': '4150c8f4-929d-4f2b-8e59-88fd05a42b5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:29:05Z', 'updated_at': '2021-07-06T14:29:13Z', 'revision_number': 5, 'project_id': '06674ee379754bdb83b089c26f2bfa62', 'subnets': [{'id': '4150c8f4-929d-4f2b-8e59-88fd05a42b5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773647-6', False) {} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:29:30.026796 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599e0f0e-62e8-444b-9c38-812fdc23c0e5 req-6380cdf7-5d0f-4c87-bbb4-ce554f77ee9b tempest-TestVolumeBackupRestore-1946090815 tempest-TestVolumeBackupRestore-1946090815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:29:30.029145 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef47f06d-7b4f-4bc7-a208-8c002ae76a9f None None] The sync data for ids ['a864acad-8523-47ff-a66d-d7a42913db2d'] in n-d-773647-6 is: [{'id': 'a864acad-8523-47ff-a66d-d7a42913db2d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-905685173', 'tenant_id': '06674ee379754bdb83b089c26f2bfa62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.179'}], 'enable_snat': True}, 'gw_port_id': 'd0b98fcb-aa8e-45c9-af76-f4fbc67a8c47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:29:00Z', 'updated_at': '2021-07-06T14:29:07Z', 'revision_number': 4, 'project_id': '06674ee379754bdb83b089c26f2bfa62', 'gw_port': {'id': 'd0b98fcb-aa8e-45c9-af76-f4fbc67a8c47', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:d8:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a864acad-8523-47ff-a66d-d7a42913db2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3773, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:29:01Z', 'updated_at': '2021-07-06T14:29:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6', '_floatingips': [{'id': 'f8212ca3-c6cf-46b6-881a-d14908182fbf', 'tenant_id': '06674ee379754bdb83b089c26f2bfa62', 'floating_ip_address': '172.25.0.89', 'floating_network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'router_id': 'a864acad-8523-47ff-a66d-d7a42913db2d', 'port_id': '0f86cb72-320d-4ada-9c2d-36b9c2084a76', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3804, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '04fc6fea-775e-46c3-85f0-f2b882efb12c', 'mac_address': 'fa:16:3e:1a:ad:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7837c965-f4de-4a54-97e8-d387a0c4322f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T14:29:26Z', 'updated_at': '2021-07-06T14:29:26Z', 'revision_number': 0, 'project_id': '06674ee379754bdb83b089c26f2bfa62', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '70422497-8cbd-4f3f-9a55-b992584aa2cd', 'name': '', 'network_id': '04fc6fea-775e-46c3-85f0-f2b882efb12c', 'tenant_id': '06674ee379754bdb83b089c26f2bfa62', 'mac_address': 'fa:16:3e:02:29:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a864acad-8523-47ff-a66d-d7a42913db2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3777, 'fixed_ips': [{'subnet_id': '4150c8f4-929d-4f2b-8e59-88fd05a42b5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:29:05Z', 'updated_at': '2021-07-06T14:29:13Z', 'revision_number': 5, 'project_id': '06674ee379754bdb83b089c26f2bfa62', 'subnets': [{'id': '4150c8f4-929d-4f2b-8e59-88fd05a42b5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 14:29:30.030416 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-599e0f0e-62e8-444b-9c38-812fdc23c0e5 req-6380cdf7-5d0f-4c87-bbb4-ce554f77ee9b tempest-TestVolumeBackupRestore-1946090815 tempest-TestVolumeBackupRestore-1946090815-project] 10.222.0.104 "GET /v2.0/ports?device_id=66f6797c-0897-4416-bfb0-505be5d7f8fe HTTP/1.1" status: 200 len: 944 time: 0.0876317 Jul 06 14:29:30.101938 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-599e0f0e-62e8-444b-9c38-812fdc23c0e5 req-ad3938ca-acae-4df3-aa94-7a21b803a109 tempest-TestVolumeBackupRestore-1946090815 tempest-TestVolumeBackupRestore-1946090815-project] 10.222.0.104 "GET /v2.0/security-groups?id=9144da0e-063d-4ad9-9acb-995ca976533a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581307 Jul 06 14:29:30.312971 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e3cb2fd-abda-4fcd-ae0e-3d5179ed0bfb None None] New status for floating IP f8212ca3-c6cf-46b6-881a-d14908182fbf: ACTIVE {{(pid=100249) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 14:29:30.766871 n-d-773647-6 neutron-server[100246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66f6797c-0897-4416-bfb0-505be5d7f8fe', 'tag': '672e6772-93a0-4976-90a7-92ae71815eb9'}] {{(pid=100246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:29:30.769913 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0d96c5ab5e889f7b933ae915b9be33d1b46c9e87795bf781004b656ef3f1e87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-360ff11b-bf80-4432-ba85-00f264e9ada4" -d '{"events": [{"name": "network-changed", "server_uuid": "66f6797c-0897-4416-bfb0-505be5d7f8fe", "tag": "672e6772-93a0-4976-90a7-92ae71815eb9"}]}' {{(pid=100246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:29:30.822181 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 14:29:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20cae787-80ad-48f5-8926-86d454adcf73 x-openstack-request-id: req-20cae787-80ad-48f5-8926-86d454adcf73 {{(pid=100246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:29:30.822622 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "66f6797c-0897-4416-bfb0-505be5d7f8fe", "tag": "672e6772-93a0-4976-90a7-92ae71815eb9", "status": "completed", "code": 200}]} {{(pid=100246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:29:30.822778 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-20cae787-80ad-48f5-8926-86d454adcf73 {{(pid=100246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:29:30.823197 n-d-773647-6 neutron-server[100246]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '66f6797c-0897-4416-bfb0-505be5d7f8fe', 'tag': '672e6772-93a0-4976-90a7-92ae71815eb9', 'status': 'completed', 'code': 200} Jul 06 14:29:30.901868 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360ff11b-bf80-4432-ba85-00f264e9ada4 req-58eb367b-26fc-489f-88b3-5dca2844c180 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:29:30.903315 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-360ff11b-bf80-4432-ba85-00f264e9ada4 req-58eb367b-26fc-489f-88b3-5dca2844c180 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=39bdb994cd824c1295a1e7af27eba9b1&device_id=66f6797c-0897-4416-bfb0-505be5d7f8fe HTTP/1.1" status: 200 len: 1095 time: 0.0578294 Jul 06 14:29:31.023260 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360ff11b-bf80-4432-ba85-00f264e9ada4 req-23a2e8cf-6b3c-491b-beed-146015dea2ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:29:31.027978 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-360ff11b-bf80-4432-ba85-00f264e9ada4 req-23a2e8cf-6b3c-491b-beed-146015dea2ba service neutron] 10.222.0.72 "GET /v2.0/networks?id=77b7d4db-4d26-4804-a694-b76a9fc33f2c HTTP/1.1" status: 200 len: 916 time: 0.1172078 Jul 06 14:29:31.320519 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7472d5-1b63-4435-8148-0b3e42e8eed7 req-b6fc46a2-fc9d-4588-8cea-dc49711bbdf6 tempest-TestVolumeBackupRestore-1946090815 tempest-TestVolumeBackupRestore-1946090815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:29:31.322120 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-1a7472d5-1b63-4435-8148-0b3e42e8eed7 req-b6fc46a2-fc9d-4588-8cea-dc49711bbdf6 tempest-TestVolumeBackupRestore-1946090815 tempest-TestVolumeBackupRestore-1946090815-project] 10.222.0.104 "GET /v2.0/ports?device_id=66f6797c-0897-4416-bfb0-505be5d7f8fe HTTP/1.1" status: 200 len: 944 time: 0.0764611 Jul 06 14:29:31.366873 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-1a7472d5-1b63-4435-8148-0b3e42e8eed7 req-a5e70103-4ef3-4a4c-a797-43ded28a6d3f tempest-TestVolumeBackupRestore-1946090815 tempest-TestVolumeBackupRestore-1946090815-project] 10.222.0.104 "GET /v2.0/security-groups?id=9144da0e-063d-4ad9-9acb-995ca976533a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391226 Jul 06 14:29:31.466903 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-360ff11b-bf80-4432-ba85-00f264e9ada4 req-0e13f4b3-bcc2-4f3d-9f4b-183f33b76f79 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=672e6772-93a0-4976-90a7-92ae71815eb9 HTTP/1.1" status: 200 len: 217 time: 0.4309237 Jul 06 14:29:31.517798 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360ff11b-bf80-4432-ba85-00f264e9ada4 req-1403ea28-c875-4403-b9b3-115990a3c901 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:29:31.519877 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-360ff11b-bf80-4432-ba85-00f264e9ada4 req-1403ea28-c875-4403-b9b3-115990a3c901 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=2e5dcc44-e820-4bd1-81ac-fa04fd311bb4 HTTP/1.1" status: 200 len: 853 time: 0.0462558 Jul 06 14:29:31.588248 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360ff11b-bf80-4432-ba85-00f264e9ada4 req-219c7f91-d714-4396-9e2f-17e4eba81b4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:29:31.589744 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-360ff11b-bf80-4432-ba85-00f264e9ada4 req-219c7f91-d714-4396-9e2f-17e4eba81b4a service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=77b7d4db-4d26-4804-a694-b76a9fc33f2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0636368 Jul 06 14:29:31.690248 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-360ff11b-bf80-4432-ba85-00f264e9ada4 req-ec6363cd-fac8-480a-9e94-9e649afb9ff0 service neutron] 10.222.0.72 "GET /v2.0/networks/77b7d4db-4d26-4804-a694-b76a9fc33f2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923965 Jul 06 14:29:31.789572 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-360ff11b-bf80-4432-ba85-00f264e9ada4 req-2f2d7733-05ac-48bd-bfab-f1f76660e0ec service neutron] 10.222.0.72 "GET /v2.0/networks/77b7d4db-4d26-4804-a694-b76a9fc33f2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920920 Jul 06 14:29:32.559720 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb885ff-e746-48c8-aa51-838ddb9d6588 req-09ee7598-c3a4-49a0-a38b-b28c2ab6fd36 tempest-TestVolumeBackupRestore-1946090815 tempest-TestVolumeBackupRestore-1946090815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:29:32.561261 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-aeb885ff-e746-48c8-aa51-838ddb9d6588 req-09ee7598-c3a4-49a0-a38b-b28c2ab6fd36 tempest-TestVolumeBackupRestore-1946090815 tempest-TestVolumeBackupRestore-1946090815-project] 10.222.0.104 "GET /v2.0/ports?device_id=66f6797c-0897-4416-bfb0-505be5d7f8fe HTTP/1.1" status: 200 len: 944 time: 0.0664086 Jul 06 14:29:32.600903 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-aeb885ff-e746-48c8-aa51-838ddb9d6588 req-bd00bcd6-d3fc-4579-bf99-3b3c952059f2 tempest-TestVolumeBackupRestore-1946090815 tempest-TestVolumeBackupRestore-1946090815-project] 10.222.0.104 "GET /v2.0/security-groups?id=9144da0e-063d-4ad9-9acb-995ca976533a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331976 Jul 06 14:29:33.798581 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b132a851-63b6-47ef-9e16-6e08db46a9ab req-f8462df0-c30d-4475-a801-e3ec0e1e6a85 tempest-TestVolumeBackupRestore-1946090815 tempest-TestVolumeBackupRestore-1946090815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:29:33.800601 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-b132a851-63b6-47ef-9e16-6e08db46a9ab req-f8462df0-c30d-4475-a801-e3ec0e1e6a85 tempest-TestVolumeBackupRestore-1946090815 tempest-TestVolumeBackupRestore-1946090815-project] 10.222.0.104 "GET /v2.0/ports?device_id=66f6797c-0897-4416-bfb0-505be5d7f8fe HTTP/1.1" status: 200 len: 944 time: 0.0749071 Jul 06 14:29:33.840201 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-b132a851-63b6-47ef-9e16-6e08db46a9ab req-7c23b9f6-0be4-4299-ac50-349ebd3a2451 tempest-TestVolumeBackupRestore-1946090815 tempest-TestVolumeBackupRestore-1946090815-project] 10.222.0.104 "GET /v2.0/security-groups?id=9144da0e-063d-4ad9-9acb-995ca976533a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338833 Jul 06 14:29:35.027706 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695c811a-7328-4009-b9fb-88496fd19731 req-6e0c3d71-081f-4e3d-b8b9-f8a7703d6066 tempest-TestVolumeBackupRestore-1946090815 tempest-TestVolumeBackupRestore-1946090815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:29:35.029215 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-695c811a-7328-4009-b9fb-88496fd19731 req-6e0c3d71-081f-4e3d-b8b9-f8a7703d6066 tempest-TestVolumeBackupRestore-1946090815 tempest-TestVolumeBackupRestore-1946090815-project] 10.222.0.104 "GET /v2.0/ports?device_id=66f6797c-0897-4416-bfb0-505be5d7f8fe HTTP/1.1" status: 200 len: 944 time: 0.0670269 Jul 06 14:29:35.073062 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-695c811a-7328-4009-b9fb-88496fd19731 req-7885de8f-9509-4c6c-8c67-c5f16c60ee81 tempest-TestVolumeBackupRestore-1946090815 tempest-TestVolumeBackupRestore-1946090815-project] 10.222.0.104 "GET /v2.0/security-groups?id=9144da0e-063d-4ad9-9acb-995ca976533a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377772 Jul 06 14:29:36.248714 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361449dd-9bc7-4803-93f3-487b0ff68ca0 req-ec58f215-76ce-4897-ab5b-6c0192164022 tempest-TestVolumeBackupRestore-1946090815 tempest-TestVolumeBackupRestore-1946090815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:29:36.250228 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-361449dd-9bc7-4803-93f3-487b0ff68ca0 req-ec58f215-76ce-4897-ab5b-6c0192164022 tempest-TestVolumeBackupRestore-1946090815 tempest-TestVolumeBackupRestore-1946090815-project] 10.222.0.104 "GET /v2.0/ports?device_id=66f6797c-0897-4416-bfb0-505be5d7f8fe HTTP/1.1" status: 200 len: 944 time: 0.0656087 Jul 06 14:29:36.303518 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-361449dd-9bc7-4803-93f3-487b0ff68ca0 req-5cd8880c-72b2-4db4-a856-2c2b825f3ce2 tempest-TestVolumeBackupRestore-1946090815 tempest-TestVolumeBackupRestore-1946090815-project] 10.222.0.104 "GET /v2.0/security-groups?id=9144da0e-063d-4ad9-9acb-995ca976533a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476177 Jul 06 14:29:37.494709 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06bb5cf-8f62-49f4-9ed3-463c192c71c7 req-b8f90507-ea91-4ae3-9c05-0a9f2c2f0d86 tempest-TestVolumeBackupRestore-1946090815 tempest-TestVolumeBackupRestore-1946090815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:29:37.496232 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-c06bb5cf-8f62-49f4-9ed3-463c192c71c7 req-b8f90507-ea91-4ae3-9c05-0a9f2c2f0d86 tempest-TestVolumeBackupRestore-1946090815 tempest-TestVolumeBackupRestore-1946090815-project] 10.222.0.104 "GET /v2.0/ports?device_id=66f6797c-0897-4416-bfb0-505be5d7f8fe HTTP/1.1" status: 200 len: 944 time: 0.0793355 Jul 06 14:29:37.534950 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-c06bb5cf-8f62-49f4-9ed3-463c192c71c7 req-7523bf6d-b580-4fb4-ba79-704d0c0e3e3e tempest-TestVolumeBackupRestore-1946090815 tempest-TestVolumeBackupRestore-1946090815-project] 10.222.0.104 "GET /v2.0/security-groups?id=9144da0e-063d-4ad9-9acb-995ca976533a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315759 Jul 06 14:29:38.711564 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a449b33a-1950-408f-afdd-a985935dccbe req-cccbbb3c-5630-4072-a8dc-72d93d396ea5 tempest-TestVolumeBackupRestore-1946090815 tempest-TestVolumeBackupRestore-1946090815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:29:38.713075 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-a449b33a-1950-408f-afdd-a985935dccbe req-cccbbb3c-5630-4072-a8dc-72d93d396ea5 tempest-TestVolumeBackupRestore-1946090815 tempest-TestVolumeBackupRestore-1946090815-project] 10.222.0.104 "GET /v2.0/ports?device_id=66f6797c-0897-4416-bfb0-505be5d7f8fe HTTP/1.1" status: 200 len: 944 time: 0.0663900 Jul 06 14:29:38.755531 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-a449b33a-1950-408f-afdd-a985935dccbe req-e163beb8-db23-4436-9420-fb339f9e5c83 tempest-TestVolumeBackupRestore-1946090815 tempest-TestVolumeBackupRestore-1946090815-project] 10.222.0.104 "GET /v2.0/security-groups?id=9144da0e-063d-4ad9-9acb-995ca976533a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362630 Jul 06 14:29:39.948667 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb25e8ca-54a7-4a4c-a6f5-96161eddb089 req-f75f5524-3757-48a5-bf98-c0184d2e511a tempest-TestVolumeBackupRestore-1946090815 tempest-TestVolumeBackupRestore-1946090815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:29:39.950262 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-fb25e8ca-54a7-4a4c-a6f5-96161eddb089 req-f75f5524-3757-48a5-bf98-c0184d2e511a tempest-TestVolumeBackupRestore-1946090815 tempest-TestVolumeBackupRestore-1946090815-project] 10.222.0.104 "GET /v2.0/ports?device_id=66f6797c-0897-4416-bfb0-505be5d7f8fe HTTP/1.1" status: 200 len: 944 time: 0.0670462 Jul 06 14:29:39.989072 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-fb25e8ca-54a7-4a4c-a6f5-96161eddb089 req-e5c23435-12f1-4b6a-9680-4f5fb3317ddb tempest-TestVolumeBackupRestore-1946090815 tempest-TestVolumeBackupRestore-1946090815-project] 10.222.0.104 "GET /v2.0/security-groups?id=9144da0e-063d-4ad9-9acb-995ca976533a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327160 Jul 06 14:29:40.154199 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Device 672e6772-93a0-4976-90a7-92ae71815eb9 details requested by agent hyperv_n-h2-773647-6 with host n-h2-773647-6 {{(pid=100248) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 14:29:40.246068 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] For port 672e6772-93a0-4976-90a7-92ae71815eb9, host n-h2-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=672e6772-93a0-4976-90a7-92ae71815eb9,segment=NetworkSegment(3cb852d4-0efb-4425-bdf6-44b53de05f3d),segment_id=3cb852d4-0efb-4425-bdf6-44b53de05f3d)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:29:40.261497 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Returning: {'device': '672e6772-93a0-4976-90a7-92ae71815eb9', 'network_id': '77b7d4db-4d26-4804-a694-b76a9fc33f2c', 'port_id': '672e6772-93a0-4976-90a7-92ae71815eb9', 'mac_address': 'fa:16:3e:82:de:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1030, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2e5dcc44-e820-4bd1-81ac-fa04fd311bb4', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100248) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 14:29:40.298244 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:29:40.311036 n-d-773647-6 neutron-server[100248]: DEBUG neutron.notifiers.nova [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 672e6772-93a0-4976-90a7-92ae71815eb9 {{(pid=100248) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 14:29:40.331998 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] For port 672e6772-93a0-4976-90a7-92ae71815eb9, host n-h2-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=672e6772-93a0-4976-90a7-92ae71815eb9,segment=NetworkSegment(3cb852d4-0efb-4425-bdf6-44b53de05f3d),segment_id=3cb852d4-0efb-4425-bdf6-44b53de05f3d)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:29:40.336439 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:29:40.384624 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Pushing event updated for resources: {'Port': ['ID=672e6772-93a0-4976-90a7-92ae71815eb9,revision_number=4']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:29:40.547622 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] get_ports_and_sgs() called for port_ids ['672e6772-93a0-4976-90a7-92ae71815eb9'] {{(pid=100248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 14:29:40.757995 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:29:41.177704 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf6687c-f940-4666-acbb-470d81b57f53 req-e72d9bf2-2ef5-45b4-8119-7b7c0d5d547c tempest-TestVolumeBackupRestore-1946090815 tempest-TestVolumeBackupRestore-1946090815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:29:41.179322 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-7cf6687c-f940-4666-acbb-470d81b57f53 req-e72d9bf2-2ef5-45b4-8119-7b7c0d5d547c tempest-TestVolumeBackupRestore-1946090815 tempest-TestVolumeBackupRestore-1946090815-project] 10.222.0.104 "GET /v2.0/ports?device_id=66f6797c-0897-4416-bfb0-505be5d7f8fe HTTP/1.1" status: 200 len: 945 time: 0.0636988 Jul 06 14:29:41.218595 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-7cf6687c-f940-4666-acbb-470d81b57f53 req-2b8fc38e-f48a-4b09-9d66-1d0ae34cb8f7 tempest-TestVolumeBackupRestore-1946090815 tempest-TestVolumeBackupRestore-1946090815-project] 10.222.0.104 "GET /v2.0/security-groups?id=9144da0e-063d-4ad9-9acb-995ca976533a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336659 Jul 06 14:29:42.155604 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Device 672e6772-93a0-4976-90a7-92ae71815eb9 up at agent hyperv_n-h2-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:29:42.204576 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Provisioning for port 672e6772-93a0-4976-90a7-92ae71815eb9 completed by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:29:42.208579 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Provisioning complete for port 672e6772-93a0-4976-90a7-92ae71815eb9 triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:29:42.209038 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:29:42.297670 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:29:42.321668 n-d-773647-6 neutron-server[100248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66f6797c-0897-4416-bfb0-505be5d7f8fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '672e6772-93a0-4976-90a7-92ae71815eb9'}] {{(pid=100248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:29:42.324095 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84af257533e383389cbcf231d3534f4d5e149e7203fea16b4a8fc01438dddaf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5e959dc-9cb1-4561-89b0-22835a11c1f6" -d '{"events": [{"server_uuid": "66f6797c-0897-4416-bfb0-505be5d7f8fe", "name": "network-vif-plugged", "status": "completed", "tag": "672e6772-93a0-4976-90a7-92ae71815eb9"}]}' {{(pid=100248) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:29:42.342763 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] For port 672e6772-93a0-4976-90a7-92ae71815eb9, host n-h2-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=672e6772-93a0-4976-90a7-92ae71815eb9,segment=NetworkSegment(3cb852d4-0efb-4425-bdf6-44b53de05f3d),segment_id=3cb852d4-0efb-4425-bdf6-44b53de05f3d)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:29:42.350994 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:29:42.380022 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 14:29:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77b3a828-7c89-4ae1-8202-ccceaeb618ee x-openstack-request-id: req-77b3a828-7c89-4ae1-8202-ccceaeb618ee {{(pid=100248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:29:42.380380 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66f6797c-0897-4416-bfb0-505be5d7f8fe", "name": "network-vif-plugged", "status": "completed", "tag": "672e6772-93a0-4976-90a7-92ae71815eb9", "code": 200}]} {{(pid=100248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:29:42.380689 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-77b3a828-7c89-4ae1-8202-ccceaeb618ee {{(pid=100248) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:29:42.381301 n-d-773647-6 neutron-server[100248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66f6797c-0897-4416-bfb0-505be5d7f8fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '672e6772-93a0-4976-90a7-92ae71815eb9', 'code': 200} Jul 06 14:29:42.412409 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e134c241-77da-4ce0-b8c5-d9c01163bebf req-1a15f79e-fa79-45d6-ade7-8b226c94774a tempest-TestVolumeBackupRestore-1946090815 tempest-TestVolumeBackupRestore-1946090815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:29:42.413431 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Pushing event updated for resources: {'Port': ['ID=672e6772-93a0-4976-90a7-92ae71815eb9,revision_number=5']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:29:42.420973 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-e134c241-77da-4ce0-b8c5-d9c01163bebf req-1a15f79e-fa79-45d6-ade7-8b226c94774a tempest-TestVolumeBackupRestore-1946090815 tempest-TestVolumeBackupRestore-1946090815-project] 10.222.0.104 "GET /v2.0/ports?device_id=66f6797c-0897-4416-bfb0-505be5d7f8fe HTTP/1.1" status: 200 len: 946 time: 0.0815969 Jul 06 14:29:42.458703 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-e134c241-77da-4ce0-b8c5-d9c01163bebf req-4262856b-1c0a-48f9-a68f-b9afd6fdea3e tempest-TestVolumeBackupRestore-1946090815 tempest-TestVolumeBackupRestore-1946090815-project] 10.222.0.104 "GET /v2.0/security-groups?id=9144da0e-063d-4ad9-9acb-995ca976533a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368481 Jul 06 14:29:42.509235 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9db18c4-8014-44a4-94d7-b3a8e08774c3 req-38e772d0-9d38-4779-b9e6-7457185cd58e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:29:42.510639 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-e9db18c4-8014-44a4-94d7-b3a8e08774c3 req-38e772d0-9d38-4779-b9e6-7457185cd58e service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=66f6797c-0897-4416-bfb0-505be5d7f8fe HTTP/1.1" status: 200 len: 1097 time: 0.0612803 Jul 06 14:29:42.545042 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-e9db18c4-8014-44a4-94d7-b3a8e08774c3 req-9e449031-9f6f-4f1a-a6fa-a8f3c2db1c90 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=9144da0e-063d-4ad9-9acb-995ca976533a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0278738 Jul 06 14:29:42.575083 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:29:43.660606 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ac268e-ceda-457d-bda5-0f576a55f32c req-8c20b0b2-25c8-4ef8-b4b8-00360d36661a tempest-TestVolumeBackupRestore-1946090815 tempest-TestVolumeBackupRestore-1946090815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:29:43.661881 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-48ac268e-ceda-457d-bda5-0f576a55f32c req-8c20b0b2-25c8-4ef8-b4b8-00360d36661a tempest-TestVolumeBackupRestore-1946090815 tempest-TestVolumeBackupRestore-1946090815-project] 10.222.0.104 "GET /v2.0/ports?device_id=66f6797c-0897-4416-bfb0-505be5d7f8fe HTTP/1.1" status: 200 len: 946 time: 0.0794163 Jul 06 14:29:43.713802 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-48ac268e-ceda-457d-bda5-0f576a55f32c req-28393836-8439-41f3-a5eb-d1dd930cbabe tempest-TestVolumeBackupRestore-1946090815 tempest-TestVolumeBackupRestore-1946090815-project] 10.222.0.104 "GET /v2.0/security-groups?id=9144da0e-063d-4ad9-9acb-995ca976533a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459275 Jul 06 14:29:43.900342 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f967e90-7c07-4f15-9fe5-cb11f5561b66 req-12a7bb4c-de62-4934-9075-02ba51f6b77d tempest-TestVolumeBackupRestore-1946090815 tempest-TestVolumeBackupRestore-1946090815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:29:43.902030 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-1f967e90-7c07-4f15-9fe5-cb11f5561b66 req-12a7bb4c-de62-4934-9075-02ba51f6b77d tempest-TestVolumeBackupRestore-1946090815 tempest-TestVolumeBackupRestore-1946090815-project] 10.222.0.104 "GET /v2.0/ports?device_id=66f6797c-0897-4416-bfb0-505be5d7f8fe HTTP/1.1" status: 200 len: 946 time: 0.0761390 Jul 06 14:29:43.943190 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-1f967e90-7c07-4f15-9fe5-cb11f5561b66 req-b9170ed3-eb9f-48e0-9ac1-d20366597055 tempest-TestVolumeBackupRestore-1946090815 tempest-TestVolumeBackupRestore-1946090815-project] 10.222.0.104 "GET /v2.0/security-groups?id=9144da0e-063d-4ad9-9acb-995ca976533a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356371 Jul 06 14:29:43.967176 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 52084) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:29:44.148046 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eefc4a91-a577-4244-bb1c-32f899dbfae8 tempest-TestVolumeBackupRestore-450362499 tempest-TestVolumeBackupRestore-450362499-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:29:44.150036 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-eefc4a91-a577-4244-bb1c-32f899dbfae8 tempest-TestVolumeBackupRestore-450362499 tempest-TestVolumeBackupRestore-450362499-project-admin] 10.222.0.104 "GET /v2.0/ports?device_id=66f6797c-0897-4416-bfb0-505be5d7f8fe HTTP/1.1" status: 200 len: 1092 time: 0.1817691 Jul 06 14:29:44.152816 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 52114) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:29:44.158230 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [None req-2e49f810-8d78-4f70-87ce-8179b47e77be tempest-TestVolumeBackupRestore-1946090815 tempest-TestVolumeBackupRestore-1946090815-project] Request body: {'floatingip': {'floating_network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'port_id': '672e6772-93a0-4976-90a7-92ae71815eb9', 'tenant_id': '39bdb994cd824c1295a1e7af27eba9b1', 'fixed_ip_address': '172.20.0.12'}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:29:44.188554 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-2e49f810-8d78-4f70-87ce-8179b47e77be tempest-TestVolumeBackupRestore-1946090815 tempest-TestVolumeBackupRestore-1946090815-project] Notify callbacks [] for floatingip, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:29:44.306855 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-2e49f810-8d78-4f70-87ce-8179b47e77be tempest-TestVolumeBackupRestore-1946090815 tempest-TestVolumeBackupRestore-1946090815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:29:44.427786 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.db_base_plugin_common [None req-2e49f810-8d78-4f70-87ce-8179b47e77be tempest-TestVolumeBackupRestore-1946090815 tempest-TestVolumeBackupRestore-1946090815-project] Allocated IP 172.25.0.251 (2658f09e-a580-4d4a-9968-2d1e0ad93719/cbf74abc-6fe1-4d33-b005-c948923b9647/9b4eb1b3-f98b-491a-a5ee-3ebd43964f4b) {{(pid=100247) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:29:44.538871 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-2e49f810-8d78-4f70-87ce-8179b47e77be tempest-TestVolumeBackupRestore-1946090815 tempest-TestVolumeBackupRestore-1946090815-project] Notify callbacks [] for port, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:29:44.581929 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-2e49f810-8d78-4f70-87ce-8179b47e77be tempest-TestVolumeBackupRestore-1946090815 tempest-TestVolumeBackupRestore-1946090815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-128888360'] for port, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:29:44.625460 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e49f810-8d78-4f70-87ce-8179b47e77be tempest-TestVolumeBackupRestore-1946090815 tempest-TestVolumeBackupRestore-1946090815-project] Network 2658f09e-a580-4d4a-9968-2d1e0ad93719 is already hosted by enough agents. {{(pid=100247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:29:44.634963 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.base_scheduler [None req-2e49f810-8d78-4f70-87ce-8179b47e77be tempest-TestVolumeBackupRestore-1946090815 tempest-TestVolumeBackupRestore-1946090815-project] Resources bound (agent type, host, resource id): {{(pid=100247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:29:44.640084 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e49f810-8d78-4f70-87ce-8179b47e77be tempest-TestVolumeBackupRestore-1946090815 tempest-TestVolumeBackupRestore-1946090815-project] Received port after_create {{(pid=100247) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:29:44.643733 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e49f810-8d78-4f70-87ce-8179b47e77be tempest-TestVolumeBackupRestore-1946090815 tempest-TestVolumeBackupRestore-1946090815-project] Pushing event updated for resources: {'Port': ['ID=9b4eb1b3-f98b-491a-a5ee-3ebd43964f4b,revision_number=1']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:29:44.679378 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e49f810-8d78-4f70-87ce-8179b47e77be tempest-TestVolumeBackupRestore-1946090815 tempest-TestVolumeBackupRestore-1946090815-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:29:44.680133 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e49f810-8d78-4f70-87ce-8179b47e77be tempest-TestVolumeBackupRestore-1946090815 tempest-TestVolumeBackupRestore-1946090815-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:29:44.680133 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e49f810-8d78-4f70-87ce-8179b47e77be tempest-TestVolumeBackupRestore-1946090815 tempest-TestVolumeBackupRestore-1946090815-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:29:44.680410 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e49f810-8d78-4f70-87ce-8179b47e77be tempest-TestVolumeBackupRestore-1946090815 tempest-TestVolumeBackupRestore-1946090815-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:29:44.680729 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e49f810-8d78-4f70-87ce-8179b47e77be tempest-TestVolumeBackupRestore-1946090815 tempest-TestVolumeBackupRestore-1946090815-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:29:44.681062 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e49f810-8d78-4f70-87ce-8179b47e77be tempest-TestVolumeBackupRestore-1946090815 tempest-TestVolumeBackupRestore-1946090815-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:29:44.681434 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e49f810-8d78-4f70-87ce-8179b47e77be tempest-TestVolumeBackupRestore-1946090815 tempest-TestVolumeBackupRestore-1946090815-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:29:44.681787 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e49f810-8d78-4f70-87ce-8179b47e77be tempest-TestVolumeBackupRestore-1946090815 tempest-TestVolumeBackupRestore-1946090815-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:29:44.682307 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e49f810-8d78-4f70-87ce-8179b47e77be tempest-TestVolumeBackupRestore-1946090815 tempest-TestVolumeBackupRestore-1946090815-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:29:44.682758 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e49f810-8d78-4f70-87ce-8179b47e77be tempest-TestVolumeBackupRestore-1946090815 tempest-TestVolumeBackupRestore-1946090815-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:29:44.683080 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e49f810-8d78-4f70-87ce-8179b47e77be tempest-TestVolumeBackupRestore-1946090815 tempest-TestVolumeBackupRestore-1946090815-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:29:44.683507 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e49f810-8d78-4f70-87ce-8179b47e77be tempest-TestVolumeBackupRestore-1946090815 tempest-TestVolumeBackupRestore-1946090815-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:29:45.051529 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-2e49f810-8d78-4f70-87ce-8179b47e77be tempest-TestVolumeBackupRestore-1946090815 tempest-TestVolumeBackupRestore-1946090815-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:29:45.136793 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-2e49f810-8d78-4f70-87ce-8179b47e77be tempest-TestVolumeBackupRestore-1946090815 tempest-TestVolumeBackupRestore-1946090815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:29:45.320507 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-2e49f810-8d78-4f70-87ce-8179b47e77be tempest-TestVolumeBackupRestore-1946090815 tempest-TestVolumeBackupRestore-1946090815-project] Notify callbacks [] for port, precommit_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:29:45.325210 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-2e49f810-8d78-4f70-87ce-8179b47e77be tempest-TestVolumeBackupRestore-1946090815 tempest-TestVolumeBackupRestore-1946090815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128888538'] for port, after_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:29:45.398331 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e49f810-8d78-4f70-87ce-8179b47e77be tempest-TestVolumeBackupRestore-1946090815 tempest-TestVolumeBackupRestore-1946090815-project] Pushing event updated for resources: {'Port': ['ID=9b4eb1b3-f98b-491a-a5ee-3ebd43964f4b,revision_number=2']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:29:45.411269 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-2e49f810-8d78-4f70-87ce-8179b47e77be tempest-TestVolumeBackupRestore-1946090815 tempest-TestVolumeBackupRestore-1946090815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1761130'] for floatingip, after_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:29:45.860586 n-d-773647-6 neutron-server[100247]: INFO neutron.db.l3_db [None req-2e49f810-8d78-4f70-87ce-8179b47e77be tempest-TestVolumeBackupRestore-1946090815 tempest-TestVolumeBackupRestore-1946090815-project] Floating IP d771167e-ac5c-4fe8-b258-ab56bf957f55 associated. External IP: 172.25.0.251, port: 672e6772-93a0-4976-90a7-92ae71815eb9. Jul 06 14:29:46.079810 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e49f810-8d78-4f70-87ce-8179b47e77be tempest-TestVolumeBackupRestore-1946090815 tempest-TestVolumeBackupRestore-1946090815-project] Router b5595882-589f-4c21-a75a-b491783e8b09 has already been hosted by L3 agent 2823d358-a11b-4885-a706-95a279e43fa7 {{(pid=100247) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 14:29:46.186820 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e49f810-8d78-4f70-87ce-8179b47e77be tempest-TestVolumeBackupRestore-1946090815 tempest-TestVolumeBackupRestore-1946090815-project] Notify agent at l3_agent.n-d-773647-6 the message routers_updated {{(pid=100247) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 14:29:46.198084 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2acf3b68-9df8-455a-9d38-2c5d62ec28e6 None None] Sync routers for ids ['b5595882-589f-4c21-a75a-b491783e8b09'] in n-d-773647-6 {{(pid=100248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 14:29:46.204796 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-2e49f810-8d78-4f70-87ce-8179b47e77be tempest-TestVolumeBackupRestore-1946090815 tempest-TestVolumeBackupRestore-1946090815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for floatingip, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:29:46.208449 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2acf3b68-9df8-455a-9d38-2c5d62ec28e6 None None] Routers {'b5595882-589f-4c21-a75a-b491783e8b09'} bound to L3 agent in host n-d-773647-6 {{(pid=100248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:29:46.209075 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-2acf3b68-9df8-455a-9d38-2c5d62ec28e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T14:29:26Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['b5595882-589f-4c21-a75a-b491783e8b09'], 'active': True} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:29:46.244316 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-2e49f810-8d78-4f70-87ce-8179b47e77be tempest-TestVolumeBackupRestore-1946090815 tempest-TestVolumeBackupRestore-1946090815-project] 10.222.0.104 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.0894105 Jul 06 14:29:46.245442 n-d-773647-6 neutron-server[100247]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66f6797c-0897-4416-bfb0-505be5d7f8fe', 'tag': '672e6772-93a0-4976-90a7-92ae71815eb9'}] {{(pid=100247) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:29:46.246232 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 52406) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:29:46.248449 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cbf0eeaae822f8fc9b87a94aeba67a3d651842baf663a51cba94b67a514836d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32f1b681-ef7d-4094-88bd-779093beb27c" -d '{"events": [{"name": "network-changed", "server_uuid": "66f6797c-0897-4416-bfb0-505be5d7f8fe", "tag": "672e6772-93a0-4976-90a7-92ae71815eb9"}]}' {{(pid=100247) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:29:46.313926 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 14:29:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b010d89f-291e-45dd-a1b9-3c5ad37187a2 x-openstack-request-id: req-b010d89f-291e-45dd-a1b9-3c5ad37187a2 {{(pid=100247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:29:46.314232 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "66f6797c-0897-4416-bfb0-505be5d7f8fe", "tag": "672e6772-93a0-4976-90a7-92ae71815eb9", "status": "completed", "code": 200}]} {{(pid=100247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:29:46.314474 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-b010d89f-291e-45dd-a1b9-3c5ad37187a2 {{(pid=100247) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:29:46.314874 n-d-773647-6 neutron-server[100247]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '66f6797c-0897-4416-bfb0-505be5d7f8fe', 'tag': '672e6772-93a0-4976-90a7-92ae71815eb9', 'status': 'completed', 'code': 200} Jul 06 14:29:46.337405 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvr_db [None req-2acf3b68-9df8-455a-9d38-2c5d62ec28e6 None None] Set router b5595882-589f-4c21-a75a-b491783e8b09 gateway port host: n-d-773647-6 {{(pid=100248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:29:46.350961 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68dc4db7-c17f-4a7f-9132-298840622e0f tempest-TestVolumeBackupRestore-450362499 tempest-TestVolumeBackupRestore-450362499-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:29:46.355081 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-68dc4db7-c17f-4a7f-9132-298840622e0f tempest-TestVolumeBackupRestore-450362499 tempest-TestVolumeBackupRestore-450362499-project-admin] 10.222.0.104 "GET /v2.0/ports?device_id=66f6797c-0897-4416-bfb0-505be5d7f8fe HTTP/1.1" status: 200 len: 1092 time: 0.1053171 Jul 06 14:29:46.355433 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 52412) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:29:46.360300 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [None req-d29acaff-480f-4a40-94bf-e444276c9c82 tempest-TestVolumeBackupRestore-1946090815 tempest-TestVolumeBackupRestore-1946090815-project] Request body: {'floatingip': {'port_id': '672e6772-93a0-4976-90a7-92ae71815eb9'}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:29:46.421195 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f1b681-ef7d-4094-88bd-779093beb27c req-75290ead-ec65-4d8a-bfe2-be0082ba1d4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:29:46.422991 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-32f1b681-ef7d-4094-88bd-779093beb27c req-75290ead-ec65-4d8a-bfe2-be0082ba1d4e service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=39bdb994cd824c1295a1e7af27eba9b1&device_id=66f6797c-0897-4416-bfb0-505be5d7f8fe HTTP/1.1" status: 200 len: 1097 time: 0.0692909 Jul 06 14:29:46.439410 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-d29acaff-480f-4a40-94bf-e444276c9c82 tempest-TestVolumeBackupRestore-1946090815 tempest-TestVolumeBackupRestore-1946090815-project] Notify callbacks [] for floatingip, before_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:29:46.542989 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f1b681-ef7d-4094-88bd-779093beb27c req-1ea81603-b509-4aa8-ada0-abd8fa399c1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:29:46.544914 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-32f1b681-ef7d-4094-88bd-779093beb27c req-1ea81603-b509-4aa8-ada0-abd8fa399c1e service neutron] 10.222.0.72 "GET /v2.0/networks?id=77b7d4db-4d26-4804-a694-b76a9fc33f2c HTTP/1.1" status: 200 len: 916 time: 0.1105607 Jul 06 14:29:46.639925 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-32f1b681-ef7d-4094-88bd-779093beb27c req-97a804c0-879c-4a77-a61c-3bf3a306bc35 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=672e6772-93a0-4976-90a7-92ae71815eb9 HTTP/1.1" status: 200 len: 1000 time: 0.0873704 Jul 06 14:29:46.699812 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-2acf3b68-9df8-455a-9d38-2c5d62ec28e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5595882-589f-4c21-a75a-b491783e8b09', 'name': 'tempest-TestVolumeBackupRestore-1408931986-router', 'tenant_id': '39bdb994cd824c1295a1e7af27eba9b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.35'}], 'enable_snat': True}, 'gw_port_id': 'eb424bf6-7359-4fde-998a-f6f3fe60660c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:26:26Z', 'updated_at': '2021-07-06T14:26:35Z', 'revision_number': 4, 'project_id': '39bdb994cd824c1295a1e7af27eba9b1', 'gw_port': {'id': 'eb424bf6-7359-4fde-998a-f6f3fe60660c', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:a1:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5595882-589f-4c21-a75a-b491783e8b09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3609, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:26:28Z', 'updated_at': '2021-07-06T14:26:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6', '_floatingips': [{'id': 'd771167e-ac5c-4fe8-b258-ab56bf957f55', 'tenant_id': '39bdb994cd824c1295a1e7af27eba9b1', 'floating_ip_address': '172.25.0.251', 'floating_network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'router_id': 'b5595882-589f-4c21-a75a-b491783e8b09', 'port_id': '672e6772-93a0-4976-90a7-92ae71815eb9', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3806, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '77b7d4db-4d26-4804-a694-b76a9fc33f2c', 'mac_address': 'fa:16:3e:82:de:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66f6797c-0897-4416-bfb0-505be5d7f8fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T14:29:44Z', 'updated_at': '2021-07-06T14:29:44Z', 'revision_number': 0, 'project_id': '39bdb994cd824c1295a1e7af27eba9b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '73b3ed92-b7d4-4f45-a09d-4e566d104080', 'name': '', 'network_id': '77b7d4db-4d26-4804-a694-b76a9fc33f2c', 'tenant_id': '39bdb994cd824c1295a1e7af27eba9b1', 'mac_address': 'fa:16:3e:d8:f2:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5595882-589f-4c21-a75a-b491783e8b09', 'device_owner': 'network:router_interface', 'standard_attr_id': 3616, 'fixed_ips': [{'subnet_id': '2e5dcc44-e820-4bd1-81ac-fa04fd311bb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:26:34Z', 'updated_at': '2021-07-06T14:26:44Z', 'revision_number': 5, 'project_id': '39bdb994cd824c1295a1e7af27eba9b1', 'subnets': [{'id': '2e5dcc44-e820-4bd1-81ac-fa04fd311bb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773647-6', False) {} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:29:46.711483 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f1b681-ef7d-4094-88bd-779093beb27c req-8bbf8a3d-15e5-4b4e-80d0-81b173b1d87c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:29:46.713180 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-32f1b681-ef7d-4094-88bd-779093beb27c req-8bbf8a3d-15e5-4b4e-80d0-81b173b1d87c service neutron] 10.222.0.72 "GET /v2.0/subnets?id=2e5dcc44-e820-4bd1-81ac-fa04fd311bb4 HTTP/1.1" status: 200 len: 853 time: 0.0654533 Jul 06 14:29:46.728465 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2acf3b68-9df8-455a-9d38-2c5d62ec28e6 None None] Checking router: b5595882-589f-4c21-a75a-b491783e8b09 for host: n-d-773647-6 {{(pid=100248) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 14:29:46.745273 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2acf3b68-9df8-455a-9d38-2c5d62ec28e6 None None] Routers {'b5595882-589f-4c21-a75a-b491783e8b09'} bound to L3 agent in host n-d-773647-6 {{(pid=100248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:29:46.745974 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-2acf3b68-9df8-455a-9d38-2c5d62ec28e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T14:29:26Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['b5595882-589f-4c21-a75a-b491783e8b09'], 'active': True} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:29:46.784704 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f1b681-ef7d-4094-88bd-779093beb27c req-990d88f4-7e57-4041-abc4-1d0c084ff517 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:29:46.786473 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-32f1b681-ef7d-4094-88bd-779093beb27c req-990d88f4-7e57-4041-abc4-1d0c084ff517 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=77b7d4db-4d26-4804-a694-b76a9fc33f2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0660176 Jul 06 14:29:46.871737 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvr_db [None req-2acf3b68-9df8-455a-9d38-2c5d62ec28e6 None None] Set router b5595882-589f-4c21-a75a-b491783e8b09 gateway port host: n-d-773647-6 {{(pid=100248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:29:46.941956 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-32f1b681-ef7d-4094-88bd-779093beb27c req-4bac2c4c-6344-4470-8b79-02476e68ad2d service neutron] 10.222.0.72 "GET /v2.0/networks/77b7d4db-4d26-4804-a694-b76a9fc33f2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1434379 Jul 06 14:29:47.035017 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-d29acaff-480f-4a40-94bf-e444276c9c82 tempest-TestVolumeBackupRestore-1946090815 tempest-TestVolumeBackupRestore-1946090815-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:29:47.040600 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-d29acaff-480f-4a40-94bf-e444276c9c82 tempest-TestVolumeBackupRestore-1946090815 tempest-TestVolumeBackupRestore-1946090815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1761130'] for floatingip, after_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:29:47.079972 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-32f1b681-ef7d-4094-88bd-779093beb27c req-c11c8ad6-3835-40d7-87ee-83476c5f3a43 service neutron] 10.222.0.72 "GET /v2.0/networks/77b7d4db-4d26-4804-a694-b76a9fc33f2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1304600 Jul 06 14:29:47.128050 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-2acf3b68-9df8-455a-9d38-2c5d62ec28e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5595882-589f-4c21-a75a-b491783e8b09', 'name': 'tempest-TestVolumeBackupRestore-1408931986-router', 'tenant_id': '39bdb994cd824c1295a1e7af27eba9b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.35'}], 'enable_snat': True}, 'gw_port_id': 'eb424bf6-7359-4fde-998a-f6f3fe60660c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:26:26Z', 'updated_at': '2021-07-06T14:26:35Z', 'revision_number': 4, 'project_id': '39bdb994cd824c1295a1e7af27eba9b1', 'gw_port': {'id': 'eb424bf6-7359-4fde-998a-f6f3fe60660c', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:a1:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5595882-589f-4c21-a75a-b491783e8b09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3609, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:26:28Z', 'updated_at': '2021-07-06T14:26:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6', '_floatingips': [{'id': 'd771167e-ac5c-4fe8-b258-ab56bf957f55', 'tenant_id': '39bdb994cd824c1295a1e7af27eba9b1', 'floating_ip_address': '172.25.0.251', 'floating_network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'router_id': 'b5595882-589f-4c21-a75a-b491783e8b09', 'port_id': '672e6772-93a0-4976-90a7-92ae71815eb9', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3806, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '77b7d4db-4d26-4804-a694-b76a9fc33f2c', 'mac_address': 'fa:16:3e:82:de:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66f6797c-0897-4416-bfb0-505be5d7f8fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T14:29:44Z', 'updated_at': '2021-07-06T14:29:44Z', 'revision_number': 0, 'project_id': '39bdb994cd824c1295a1e7af27eba9b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '73b3ed92-b7d4-4f45-a09d-4e566d104080', 'name': '', 'network_id': '77b7d4db-4d26-4804-a694-b76a9fc33f2c', 'tenant_id': '39bdb994cd824c1295a1e7af27eba9b1', 'mac_address': 'fa:16:3e:d8:f2:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5595882-589f-4c21-a75a-b491783e8b09', 'device_owner': 'network:router_interface', 'standard_attr_id': 3616, 'fixed_ips': [{'subnet_id': '2e5dcc44-e820-4bd1-81ac-fa04fd311bb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:26:34Z', 'updated_at': '2021-07-06T14:26:44Z', 'revision_number': 5, 'project_id': '39bdb994cd824c1295a1e7af27eba9b1', 'subnets': [{'id': '2e5dcc44-e820-4bd1-81ac-fa04fd311bb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773647-6', False) {} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:29:47.156637 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2acf3b68-9df8-455a-9d38-2c5d62ec28e6 None None] The sync data for ids ['b5595882-589f-4c21-a75a-b491783e8b09'] in n-d-773647-6 is: [{'id': 'b5595882-589f-4c21-a75a-b491783e8b09', 'name': 'tempest-TestVolumeBackupRestore-1408931986-router', 'tenant_id': '39bdb994cd824c1295a1e7af27eba9b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.35'}], 'enable_snat': True}, 'gw_port_id': 'eb424bf6-7359-4fde-998a-f6f3fe60660c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:26:26Z', 'updated_at': '2021-07-06T14:26:35Z', 'revision_number': 4, 'project_id': '39bdb994cd824c1295a1e7af27eba9b1', 'gw_port': {'id': 'eb424bf6-7359-4fde-998a-f6f3fe60660c', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:a1:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5595882-589f-4c21-a75a-b491783e8b09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3609, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:26:28Z', 'updated_at': '2021-07-06T14:26:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6', '_floatingips': [{'id': 'd771167e-ac5c-4fe8-b258-ab56bf957f55', 'tenant_id': '39bdb994cd824c1295a1e7af27eba9b1', 'floating_ip_address': '172.25.0.251', 'floating_network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'router_id': 'b5595882-589f-4c21-a75a-b491783e8b09', 'port_id': '672e6772-93a0-4976-90a7-92ae71815eb9', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3806, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '77b7d4db-4d26-4804-a694-b76a9fc33f2c', 'mac_address': 'fa:16:3e:82:de:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66f6797c-0897-4416-bfb0-505be5d7f8fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T14:29:44Z', 'updated_at': '2021-07-06T14:29:44Z', 'revision_number': 0, 'project_id': '39bdb994cd824c1295a1e7af27eba9b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '73b3ed92-b7d4-4f45-a09d-4e566d104080', 'name': '', 'network_id': '77b7d4db-4d26-4804-a694-b76a9fc33f2c', 'tenant_id': '39bdb994cd824c1295a1e7af27eba9b1', 'mac_address': 'fa:16:3e:d8:f2:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5595882-589f-4c21-a75a-b491783e8b09', 'device_owner': 'network:router_interface', 'standard_attr_id': 3616, 'fixed_ips': [{'subnet_id': '2e5dcc44-e820-4bd1-81ac-fa04fd311bb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:26:34Z', 'updated_at': '2021-07-06T14:26:44Z', 'revision_number': 5, 'project_id': '39bdb994cd824c1295a1e7af27eba9b1', 'subnets': [{'id': '2e5dcc44-e820-4bd1-81ac-fa04fd311bb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 14:29:47.312540 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d29acaff-480f-4a40-94bf-e444276c9c82 tempest-TestVolumeBackupRestore-1946090815 tempest-TestVolumeBackupRestore-1946090815-project] Router b5595882-589f-4c21-a75a-b491783e8b09 has already been hosted by L3 agent 2823d358-a11b-4885-a706-95a279e43fa7 {{(pid=100247) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 14:29:47.444291 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d29acaff-480f-4a40-94bf-e444276c9c82 tempest-TestVolumeBackupRestore-1946090815 tempest-TestVolumeBackupRestore-1946090815-project] Notify agent at l3_agent.n-d-773647-6 the message routers_updated {{(pid=100247) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 14:29:47.444961 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53bb771c-fe63-4167-b98c-aa2061d9d96c None None] New status for floating IP d771167e-ac5c-4fe8-b258-ab56bf957f55: ACTIVE {{(pid=100249) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 14:29:47.448816 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-d29acaff-480f-4a40-94bf-e444276c9c82 tempest-TestVolumeBackupRestore-1946090815 tempest-TestVolumeBackupRestore-1946090815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for floatingip, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:29:47.527159 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-d29acaff-480f-4a40-94bf-e444276c9c82 tempest-TestVolumeBackupRestore-1946090815 tempest-TestVolumeBackupRestore-1946090815-project] 10.222.0.104 "PUT /v2.0/floatingips/d771167e-ac5c-4fe8-b258-ab56bf957f55 HTTP/1.1" status: 200 len: 992 time: 1.1706388 Jul 06 14:29:47.724115 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d143037-51aa-45fa-9a8d-826d3b80cb6d None None] Sync routers for ids ['b5595882-589f-4c21-a75a-b491783e8b09'] in n-d-773647-6 {{(pid=100248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 14:29:47.739639 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d143037-51aa-45fa-9a8d-826d3b80cb6d None None] Routers {'b5595882-589f-4c21-a75a-b491783e8b09'} bound to L3 agent in host n-d-773647-6 {{(pid=100248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:29:47.740402 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-9d143037-51aa-45fa-9a8d-826d3b80cb6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T14:29:26Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['b5595882-589f-4c21-a75a-b491783e8b09'], 'active': True} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:29:47.820515 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-42d89d23-7e68-46e6-9296-cdf6bf544e94 req-315cb7c1-b46a-4088-9645-2f975e19548e service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=55d3d7ff-1e68-49b8-9385-71f32fd4be0b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0961926 Jul 06 14:29:47.897480 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvr_db [None req-9d143037-51aa-45fa-9a8d-826d3b80cb6d None None] Set router b5595882-589f-4c21-a75a-b491783e8b09 gateway port host: n-d-773647-6 {{(pid=100248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:29:47.960321 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d89d23-7e68-46e6-9296-cdf6bf544e94 req-50cd60ec-bddb-4591-9625-5fa85b72f057 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:29:47.962108 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-42d89d23-7e68-46e6-9296-cdf6bf544e94 req-50cd60ec-bddb-4591-9625-5fa85b72f057 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=107c04f466b0465e9fe8bb8c503793e0&device_id=55d3d7ff-1e68-49b8-9385-71f32fd4be0b HTTP/1.1" status: 200 len: 1096 time: 0.0748639 Jul 06 14:29:48.098016 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d89d23-7e68-46e6-9296-cdf6bf544e94 req-59af312b-6125-4d45-a78c-c5e5c4bf52f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:29:48.099683 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-42d89d23-7e68-46e6-9296-cdf6bf544e94 req-59af312b-6125-4d45-a78c-c5e5c4bf52f3 service neutron] 10.222.0.72 "GET /v2.0/networks?id=2fc24734-663b-4177-afb2-b6f30ba040e8 HTTP/1.1" status: 200 len: 899 time: 0.1081882 Jul 06 14:29:48.196636 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-42d89d23-7e68-46e6-9296-cdf6bf544e94 req-481cbfcd-37e2-4f1c-9ee2-bc4794a553df service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4b4943eb-50fe-46e7-81ad-6e7fcda43cbc HTTP/1.1" status: 200 len: 1001 time: 0.0884576 Jul 06 14:29:48.227734 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-9d143037-51aa-45fa-9a8d-826d3b80cb6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5595882-589f-4c21-a75a-b491783e8b09', 'name': 'tempest-TestVolumeBackupRestore-1408931986-router', 'tenant_id': '39bdb994cd824c1295a1e7af27eba9b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.35'}], 'enable_snat': True}, 'gw_port_id': 'eb424bf6-7359-4fde-998a-f6f3fe60660c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:26:26Z', 'updated_at': '2021-07-06T14:26:35Z', 'revision_number': 4, 'project_id': '39bdb994cd824c1295a1e7af27eba9b1', 'gw_port': {'id': 'eb424bf6-7359-4fde-998a-f6f3fe60660c', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:a1:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5595882-589f-4c21-a75a-b491783e8b09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3609, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:26:28Z', 'updated_at': '2021-07-06T14:26:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6', '_floatingips': [{'id': 'd771167e-ac5c-4fe8-b258-ab56bf957f55', 'tenant_id': '39bdb994cd824c1295a1e7af27eba9b1', 'floating_ip_address': '172.25.0.251', 'floating_network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'router_id': 'b5595882-589f-4c21-a75a-b491783e8b09', 'port_id': '672e6772-93a0-4976-90a7-92ae71815eb9', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3806, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '77b7d4db-4d26-4804-a694-b76a9fc33f2c', 'mac_address': 'fa:16:3e:82:de:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66f6797c-0897-4416-bfb0-505be5d7f8fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T14:29:44Z', 'updated_at': '2021-07-06T14:29:47Z', 'revision_number': 2, 'project_id': '39bdb994cd824c1295a1e7af27eba9b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '73b3ed92-b7d4-4f45-a09d-4e566d104080', 'name': '', 'network_id': '77b7d4db-4d26-4804-a694-b76a9fc33f2c', 'tenant_id': '39bdb994cd824c1295a1e7af27eba9b1', 'mac_address': 'fa:16:3e:d8:f2:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5595882-589f-4c21-a75a-b491783e8b09', 'device_owner': 'network:router_interface', 'standard_attr_id': 3616, 'fixed_ips': [{'subnet_id': '2e5dcc44-e820-4bd1-81ac-fa04fd311bb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:26:34Z', 'updated_at': '2021-07-06T14:26:44Z', 'revision_number': 5, 'project_id': '39bdb994cd824c1295a1e7af27eba9b1', 'subnets': [{'id': '2e5dcc44-e820-4bd1-81ac-fa04fd311bb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773647-6', False) {} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:29:48.266999 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d143037-51aa-45fa-9a8d-826d3b80cb6d None None] Checking router: b5595882-589f-4c21-a75a-b491783e8b09 for host: n-d-773647-6 {{(pid=100248) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 14:29:48.274043 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d89d23-7e68-46e6-9296-cdf6bf544e94 req-1cc023c3-fc3d-497e-9eff-c42c4148b45f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:29:48.275564 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-42d89d23-7e68-46e6-9296-cdf6bf544e94 req-1cc023c3-fc3d-497e-9eff-c42c4148b45f service neutron] 10.222.0.72 "GET /v2.0/subnets?id=01da7d0d-7413-4086-b32d-26b12a0ac73a HTTP/1.1" status: 200 len: 834 time: 0.0667274 Jul 06 14:29:48.275833 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d143037-51aa-45fa-9a8d-826d3b80cb6d None None] Routers {'b5595882-589f-4c21-a75a-b491783e8b09'} bound to L3 agent in host n-d-773647-6 {{(pid=100248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:29:48.276496 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-9d143037-51aa-45fa-9a8d-826d3b80cb6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T14:29:26Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['b5595882-589f-4c21-a75a-b491783e8b09'], 'active': True} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:29:48.317008 n-d-773647-6 neutron-server[100247]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66f6797c-0897-4416-bfb0-505be5d7f8fe', 'tag': '672e6772-93a0-4976-90a7-92ae71815eb9'}, {'name': 'network-changed', 'server_uuid': '66f6797c-0897-4416-bfb0-505be5d7f8fe', 'tag': '672e6772-93a0-4976-90a7-92ae71815eb9'}] {{(pid=100247) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:29:48.319474 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cbf0eeaae822f8fc9b87a94aeba67a3d651842baf663a51cba94b67a514836d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-533f997e-6335-4a64-bdf4-3dc47642dd0b" -d '{"events": [{"name": "network-changed", "server_uuid": "66f6797c-0897-4416-bfb0-505be5d7f8fe", "tag": "672e6772-93a0-4976-90a7-92ae71815eb9"}, {"name": "network-changed", "server_uuid": "66f6797c-0897-4416-bfb0-505be5d7f8fe", "tag": "672e6772-93a0-4976-90a7-92ae71815eb9"}]}' {{(pid=100247) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:29:48.338942 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d89d23-7e68-46e6-9296-cdf6bf544e94 req-8b1831ce-c667-46de-a649-55ee6edc6d6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:29:48.340575 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-42d89d23-7e68-46e6-9296-cdf6bf544e94 req-8b1831ce-c667-46de-a649-55ee6edc6d6b service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=2fc24734-663b-4177-afb2-b6f30ba040e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0583310 Jul 06 14:29:48.359360 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 06 Jul 2021 14:29:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34d22993-8ceb-424d-9ad0-9a5f4c15507c x-openstack-request-id: req-34d22993-8ceb-424d-9ad0-9a5f4c15507c {{(pid=100247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:29:48.359932 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "66f6797c-0897-4416-bfb0-505be5d7f8fe", "tag": "672e6772-93a0-4976-90a7-92ae71815eb9", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "66f6797c-0897-4416-bfb0-505be5d7f8fe", "tag": "672e6772-93a0-4976-90a7-92ae71815eb9", "status": "completed", "code": 200}]} {{(pid=100247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:29:48.360411 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-34d22993-8ceb-424d-9ad0-9a5f4c15507c {{(pid=100247) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:29:48.361028 n-d-773647-6 neutron-server[100247]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '66f6797c-0897-4416-bfb0-505be5d7f8fe', 'tag': '672e6772-93a0-4976-90a7-92ae71815eb9', 'status': 'completed', 'code': 200} Jul 06 14:29:48.361481 n-d-773647-6 neutron-server[100247]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '66f6797c-0897-4416-bfb0-505be5d7f8fe', 'tag': '672e6772-93a0-4976-90a7-92ae71815eb9', 'status': 'completed', 'code': 200} Jul 06 14:29:48.398407 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvr_db [None req-9d143037-51aa-45fa-9a8d-826d3b80cb6d None None] Set router b5595882-589f-4c21-a75a-b491783e8b09 gateway port host: n-d-773647-6 {{(pid=100248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:29:48.482360 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-42d89d23-7e68-46e6-9296-cdf6bf544e94 req-2a5956bd-304d-460f-b13b-357b650c7505 service neutron] 10.222.0.72 "GET /v2.0/networks/2fc24734-663b-4177-afb2-b6f30ba040e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1342573 Jul 06 14:29:48.491615 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533f997e-6335-4a64-bdf4-3dc47642dd0b req-714f6a2b-2d81-40e1-8674-17bbb6fcb6e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:29:48.493078 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-533f997e-6335-4a64-bdf4-3dc47642dd0b req-714f6a2b-2d81-40e1-8674-17bbb6fcb6e7 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=39bdb994cd824c1295a1e7af27eba9b1&device_id=66f6797c-0897-4416-bfb0-505be5d7f8fe HTTP/1.1" status: 200 len: 1097 time: 0.0921402 Jul 06 14:29:48.644343 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-9d143037-51aa-45fa-9a8d-826d3b80cb6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5595882-589f-4c21-a75a-b491783e8b09', 'name': 'tempest-TestVolumeBackupRestore-1408931986-router', 'tenant_id': '39bdb994cd824c1295a1e7af27eba9b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.35'}], 'enable_snat': True}, 'gw_port_id': 'eb424bf6-7359-4fde-998a-f6f3fe60660c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:26:26Z', 'updated_at': '2021-07-06T14:26:35Z', 'revision_number': 4, 'project_id': '39bdb994cd824c1295a1e7af27eba9b1', 'gw_port': {'id': 'eb424bf6-7359-4fde-998a-f6f3fe60660c', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:a1:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5595882-589f-4c21-a75a-b491783e8b09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3609, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:26:28Z', 'updated_at': '2021-07-06T14:26:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6', '_floatingips': [{'id': 'd771167e-ac5c-4fe8-b258-ab56bf957f55', 'tenant_id': '39bdb994cd824c1295a1e7af27eba9b1', 'floating_ip_address': '172.25.0.251', 'floating_network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'router_id': 'b5595882-589f-4c21-a75a-b491783e8b09', 'port_id': '672e6772-93a0-4976-90a7-92ae71815eb9', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3806, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '77b7d4db-4d26-4804-a694-b76a9fc33f2c', 'mac_address': 'fa:16:3e:82:de:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66f6797c-0897-4416-bfb0-505be5d7f8fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T14:29:44Z', 'updated_at': '2021-07-06T14:29:47Z', 'revision_number': 2, 'project_id': '39bdb994cd824c1295a1e7af27eba9b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '73b3ed92-b7d4-4f45-a09d-4e566d104080', 'name': '', 'network_id': '77b7d4db-4d26-4804-a694-b76a9fc33f2c', 'tenant_id': '39bdb994cd824c1295a1e7af27eba9b1', 'mac_address': 'fa:16:3e:d8:f2:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5595882-589f-4c21-a75a-b491783e8b09', 'device_owner': 'network:router_interface', 'standard_attr_id': 3616, 'fixed_ips': [{'subnet_id': '2e5dcc44-e820-4bd1-81ac-fa04fd311bb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:26:34Z', 'updated_at': '2021-07-06T14:26:44Z', 'revision_number': 5, 'project_id': '39bdb994cd824c1295a1e7af27eba9b1', 'subnets': [{'id': '2e5dcc44-e820-4bd1-81ac-fa04fd311bb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773647-6', False) {} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:29:48.659425 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-42d89d23-7e68-46e6-9296-cdf6bf544e94 req-c81b7c78-46bd-4295-a2b7-958a9e7da847 service neutron] 10.222.0.72 "GET /v2.0/networks/2fc24734-663b-4177-afb2-b6f30ba040e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1648049 Jul 06 14:29:48.665544 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533f997e-6335-4a64-bdf4-3dc47642dd0b req-2d621caf-bdad-4179-9594-d41bccc4c9de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:29:48.667016 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-533f997e-6335-4a64-bdf4-3dc47642dd0b req-2d621caf-bdad-4179-9594-d41bccc4c9de service neutron] 10.222.0.72 "GET /v2.0/networks?id=77b7d4db-4d26-4804-a694-b76a9fc33f2c HTTP/1.1" status: 200 len: 916 time: 0.1655309 Jul 06 14:29:48.679732 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d143037-51aa-45fa-9a8d-826d3b80cb6d None None] The sync data for ids ['b5595882-589f-4c21-a75a-b491783e8b09'] in n-d-773647-6 is: [{'id': 'b5595882-589f-4c21-a75a-b491783e8b09', 'name': 'tempest-TestVolumeBackupRestore-1408931986-router', 'tenant_id': '39bdb994cd824c1295a1e7af27eba9b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.35'}], 'enable_snat': True}, 'gw_port_id': 'eb424bf6-7359-4fde-998a-f6f3fe60660c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:26:26Z', 'updated_at': '2021-07-06T14:26:35Z', 'revision_number': 4, 'project_id': '39bdb994cd824c1295a1e7af27eba9b1', 'gw_port': {'id': 'eb424bf6-7359-4fde-998a-f6f3fe60660c', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:a1:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5595882-589f-4c21-a75a-b491783e8b09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3609, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:26:28Z', 'updated_at': '2021-07-06T14:26:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6', '_floatingips': [{'id': 'd771167e-ac5c-4fe8-b258-ab56bf957f55', 'tenant_id': '39bdb994cd824c1295a1e7af27eba9b1', 'floating_ip_address': '172.25.0.251', 'floating_network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'router_id': 'b5595882-589f-4c21-a75a-b491783e8b09', 'port_id': '672e6772-93a0-4976-90a7-92ae71815eb9', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3806, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '77b7d4db-4d26-4804-a694-b76a9fc33f2c', 'mac_address': 'fa:16:3e:82:de:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66f6797c-0897-4416-bfb0-505be5d7f8fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T14:29:44Z', 'updated_at': '2021-07-06T14:29:47Z', 'revision_number': 2, 'project_id': '39bdb994cd824c1295a1e7af27eba9b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '73b3ed92-b7d4-4f45-a09d-4e566d104080', 'name': '', 'network_id': '77b7d4db-4d26-4804-a694-b76a9fc33f2c', 'tenant_id': '39bdb994cd824c1295a1e7af27eba9b1', 'mac_address': 'fa:16:3e:d8:f2:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5595882-589f-4c21-a75a-b491783e8b09', 'device_owner': 'network:router_interface', 'standard_attr_id': 3616, 'fixed_ips': [{'subnet_id': '2e5dcc44-e820-4bd1-81ac-fa04fd311bb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:26:34Z', 'updated_at': '2021-07-06T14:26:44Z', 'revision_number': 5, 'project_id': '39bdb994cd824c1295a1e7af27eba9b1', 'subnets': [{'id': '2e5dcc44-e820-4bd1-81ac-fa04fd311bb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 14:29:48.754193 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-533f997e-6335-4a64-bdf4-3dc47642dd0b req-69723a81-30d8-4e5f-a6a2-5149aeee7f29 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=672e6772-93a0-4976-90a7-92ae71815eb9 HTTP/1.1" status: 200 len: 1002 time: 0.0783539 Jul 06 14:29:48.812575 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533f997e-6335-4a64-bdf4-3dc47642dd0b req-595cda15-ef41-4d34-8938-b24a0aae6c5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:29:48.814099 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-533f997e-6335-4a64-bdf4-3dc47642dd0b req-595cda15-ef41-4d34-8938-b24a0aae6c5b service neutron] 10.222.0.72 "GET /v2.0/subnets?id=2e5dcc44-e820-4bd1-81ac-fa04fd311bb4 HTTP/1.1" status: 200 len: 853 time: 0.0526133 Jul 06 14:29:48.889586 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533f997e-6335-4a64-bdf4-3dc47642dd0b req-33812c55-3e67-4192-b19b-a737af907e3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:29:48.891189 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-533f997e-6335-4a64-bdf4-3dc47642dd0b req-33812c55-3e67-4192-b19b-a737af907e3b service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=77b7d4db-4d26-4804-a694-b76a9fc33f2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0703833 Jul 06 14:29:48.985990 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-533f997e-6335-4a64-bdf4-3dc47642dd0b req-15313f44-ca08-4d39-ac00-e679d822f470 service neutron] 10.222.0.72 "GET /v2.0/networks/77b7d4db-4d26-4804-a694-b76a9fc33f2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884807 Jul 06 14:29:49.083841 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-533f997e-6335-4a64-bdf4-3dc47642dd0b req-dce8cd7b-3ad6-4039-956a-5e001be2ddf7 service neutron] 10.222.0.72 "GET /v2.0/networks/77b7d4db-4d26-4804-a694-b76a9fc33f2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906625 Jul 06 14:29:49.181041 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533f997e-6335-4a64-bdf4-3dc47642dd0b req-d3b1a824-6e0f-4dad-927d-92840a27b086 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:29:49.182565 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-533f997e-6335-4a64-bdf4-3dc47642dd0b req-d3b1a824-6e0f-4dad-927d-92840a27b086 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=39bdb994cd824c1295a1e7af27eba9b1&device_id=66f6797c-0897-4416-bfb0-505be5d7f8fe HTTP/1.1" status: 200 len: 1097 time: 0.0539353 Jul 06 14:29:49.278487 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533f997e-6335-4a64-bdf4-3dc47642dd0b req-b257515a-3f53-4b73-a971-bb2ee6a95bc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:29:49.280197 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-533f997e-6335-4a64-bdf4-3dc47642dd0b req-b257515a-3f53-4b73-a971-bb2ee6a95bc3 service neutron] 10.222.0.72 "GET /v2.0/networks?id=77b7d4db-4d26-4804-a694-b76a9fc33f2c HTTP/1.1" status: 200 len: 916 time: 0.0912166 Jul 06 14:29:49.352903 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-533f997e-6335-4a64-bdf4-3dc47642dd0b req-12b947c1-745a-4a19-abee-d31dd624da22 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=672e6772-93a0-4976-90a7-92ae71815eb9 HTTP/1.1" status: 200 len: 1002 time: 0.0663571 Jul 06 14:29:49.410616 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533f997e-6335-4a64-bdf4-3dc47642dd0b req-00dda845-cfba-49a7-95e9-3bc4836d14f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:29:49.412228 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-533f997e-6335-4a64-bdf4-3dc47642dd0b req-00dda845-cfba-49a7-95e9-3bc4836d14f8 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=2e5dcc44-e820-4bd1-81ac-fa04fd311bb4 HTTP/1.1" status: 200 len: 853 time: 0.0537517 Jul 06 14:29:49.472537 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533f997e-6335-4a64-bdf4-3dc47642dd0b req-7792b2ae-4734-43dd-805e-d2922cd369d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:29:49.474042 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-533f997e-6335-4a64-bdf4-3dc47642dd0b req-7792b2ae-4734-43dd-805e-d2922cd369d6 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=77b7d4db-4d26-4804-a694-b76a9fc33f2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0534728 Jul 06 14:29:49.563093 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-533f997e-6335-4a64-bdf4-3dc47642dd0b req-1664da0b-58d2-4454-84cc-635f67ae11ff service neutron] 10.222.0.72 "GET /v2.0/networks/77b7d4db-4d26-4804-a694-b76a9fc33f2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818059 Jul 06 14:29:49.658054 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-533f997e-6335-4a64-bdf4-3dc47642dd0b req-4fd3dedc-62f6-4dc8-84af-897ed235228f service neutron] 10.222.0.72 "GET /v2.0/networks/77b7d4db-4d26-4804-a694-b76a9fc33f2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886469 Jul 06 14:29:50.687793 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 52440) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:29:50.751569 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-258a985e-a1da-400f-af09-e983b411d142 tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] 10.222.0.104 "GET /v2.0/floatingips/34bfc1fe-1541-4f7e-a37d-f5106f731078 HTTP/1.1" status: 200 len: 993 time: 0.0619175 Jul 06 14:29:51.068096 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 52448) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:29:51.228844 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [None req-864cd307-5972-4b20-b63c-327fb1cf999d tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Deleting port e181079d-a593-484b-a046-25e852432402 {{(pid=100246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:29:51.229088 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-864cd307-5972-4b20-b63c-327fb1cf999d tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:29:51.310581 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-864cd307-5972-4b20-b63c-327fb1cf999d tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:29:51.311057 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-864cd307-5972-4b20-b63c-327fb1cf999d tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:29:51.324159 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [None req-864cd307-5972-4b20-b63c-327fb1cf999d tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Calling delete_port for e181079d-a593-484b-a046-25e852432402 owned by network:floatingip {{(pid=100246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:29:51.470201 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-864cd307-5972-4b20-b63c-327fb1cf999d tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127687580'] for port, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:29:51.501346 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864cd307-5972-4b20-b63c-327fb1cf999d tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Pushing event deleted for resources: {'Port': ['ID=e181079d-a593-484b-a046-25e852432402,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:29:51.527635 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-864cd307-5972-4b20-b63c-327fb1cf999d tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:29:51.527991 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-864cd307-5972-4b20-b63c-327fb1cf999d tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:29:51.528336 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-864cd307-5972-4b20-b63c-327fb1cf999d tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:29:51.528677 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-864cd307-5972-4b20-b63c-327fb1cf999d tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:29:51.529014 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-864cd307-5972-4b20-b63c-327fb1cf999d tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:29:51.529346 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-864cd307-5972-4b20-b63c-327fb1cf999d tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:29:51.529696 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-864cd307-5972-4b20-b63c-327fb1cf999d tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:29:51.530075 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-864cd307-5972-4b20-b63c-327fb1cf999d tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:29:51.530413 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-864cd307-5972-4b20-b63c-327fb1cf999d tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:29:51.530742 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-864cd307-5972-4b20-b63c-327fb1cf999d tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:29:51.531071 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-864cd307-5972-4b20-b63c-327fb1cf999d tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:29:51.531421 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-864cd307-5972-4b20-b63c-327fb1cf999d tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:29:51.574224 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-864cd307-5972-4b20-b63c-327fb1cf999d tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Notify callbacks [] for floatingip, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:29:51.574643 n-d-773647-6 neutron-server[100246]: INFO neutron.db.l3_db [None req-864cd307-5972-4b20-b63c-327fb1cf999d tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Floating IP 34bfc1fe-1541-4f7e-a37d-f5106f731078 disassociated (deleted). External IP: 172.25.0.180, port: 4b4943eb-50fe-46e7-81ad-6e7fcda43cbc. Jul 06 14:29:51.798477 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-864cd307-5972-4b20-b63c-327fb1cf999d tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Router afb7a825-b94a-43c8-8a2b-5c79a52a24f0 has already been hosted by L3 agent 2823d358-a11b-4885-a706-95a279e43fa7 {{(pid=100246) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 14:29:51.818693 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-53777a1a-ce43-442f-a47a-c380cd6aeae8 req-359009df-c724-45e9-be36-b2d150d89327 service neutron] 10.222.0.127 "GET /v2.0/ports?device_id=7837c965-f4de-4a54-97e8-d387a0c4322f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0528867 Jul 06 14:29:51.917203 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-864cd307-5972-4b20-b63c-327fb1cf999d tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Notify agent at l3_agent.n-d-773647-6 the message routers_updated {{(pid=100246) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 14:29:51.920250 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53777a1a-ce43-442f-a47a-c380cd6aeae8 req-d0936e9b-cd1a-4da2-ba90-75a7e553174c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:29:51.921648 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-864cd307-5972-4b20-b63c-327fb1cf999d tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for floatingip, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:29:51.921945 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-53777a1a-ce43-442f-a47a-c380cd6aeae8 req-d0936e9b-cd1a-4da2-ba90-75a7e553174c service neutron] 10.222.0.127 "GET /v2.0/ports?tenant_id=06674ee379754bdb83b089c26f2bfa62&device_id=7837c965-f4de-4a54-97e8-d387a0c4322f HTTP/1.1" status: 200 len: 1135 time: 0.0607905 Jul 06 14:29:51.930230 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24c802ed-29f2-4eff-8ea2-8ace39528575 None None] Sync routers for ids ['afb7a825-b94a-43c8-8a2b-5c79a52a24f0'] in n-d-773647-6 {{(pid=100249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 14:29:51.951837 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24c802ed-29f2-4eff-8ea2-8ace39528575 None None] Routers {'afb7a825-b94a-43c8-8a2b-5c79a52a24f0'} bound to L3 agent in host n-d-773647-6 {{(pid=100249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:29:51.953005 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-24c802ed-29f2-4eff-8ea2-8ace39528575 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T14:29:26Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['afb7a825-b94a-43c8-8a2b-5c79a52a24f0'], 'active': True} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:29:51.963383 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-864cd307-5972-4b20-b63c-327fb1cf999d tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] 10.222.0.104 "DELETE /v2.0/floatingips/34bfc1fe-1541-4f7e-a37d-f5106f731078 HTTP/1.1" status: 204 len: 168 time: 0.8941152 Jul 06 14:29:51.964122 n-d-773647-6 neutron-server[100246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55d3d7ff-1e68-49b8-9385-71f32fd4be0b', 'tag': '4b4943eb-50fe-46e7-81ad-6e7fcda43cbc'}] {{(pid=100246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:29:51.966992 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0d96c5ab5e889f7b933ae915b9be33d1b46c9e87795bf781004b656ef3f1e87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdef28ca-2850-43d3-b849-d48e881bd1d4" -d '{"events": [{"name": "network-changed", "server_uuid": "55d3d7ff-1e68-49b8-9385-71f32fd4be0b", "tag": "4b4943eb-50fe-46e7-81ad-6e7fcda43cbc"}]}' {{(pid=100246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:29:52.026096 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 14:29:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4279ac52-e3f9-4e64-8ccd-1ebf331cb15e x-openstack-request-id: req-4279ac52-e3f9-4e64-8ccd-1ebf331cb15e {{(pid=100246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:29:52.026458 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "55d3d7ff-1e68-49b8-9385-71f32fd4be0b", "tag": "4b4943eb-50fe-46e7-81ad-6e7fcda43cbc", "status": "completed", "code": 200}]} {{(pid=100246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:29:52.026782 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-4279ac52-e3f9-4e64-8ccd-1ebf331cb15e {{(pid=100246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:29:52.027316 n-d-773647-6 neutron-server[100246]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '55d3d7ff-1e68-49b8-9385-71f32fd4be0b', 'tag': '4b4943eb-50fe-46e7-81ad-6e7fcda43cbc', 'status': 'completed', 'code': 200} Jul 06 14:29:52.067108 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53777a1a-ce43-442f-a47a-c380cd6aeae8 req-060be9ca-595a-48eb-ae0b-0fef810873b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:29:52.069365 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-53777a1a-ce43-442f-a47a-c380cd6aeae8 req-060be9ca-595a-48eb-ae0b-0fef810873b5 service neutron] 10.222.0.127 "GET /v2.0/networks?id=04fc6fea-775e-46c3-85f0-f2b882efb12c HTTP/1.1" status: 200 len: 898 time: 0.1263242 Jul 06 14:29:52.081360 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvr_db [None req-24c802ed-29f2-4eff-8ea2-8ace39528575 None None] Set router afb7a825-b94a-43c8-8a2b-5c79a52a24f0 gateway port host: n-d-773647-6 {{(pid=100249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:29:52.149058 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdef28ca-2850-43d3-b849-d48e881bd1d4 req-c902c8c1-38e0-482b-8935-47c2d3eee2bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:29:52.153941 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-bdef28ca-2850-43d3-b849-d48e881bd1d4 req-c902c8c1-38e0-482b-8935-47c2d3eee2bd service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=107c04f466b0465e9fe8bb8c503793e0&device_id=55d3d7ff-1e68-49b8-9385-71f32fd4be0b HTTP/1.1" status: 200 len: 1096 time: 0.1035700 Jul 06 14:29:52.155686 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-53777a1a-ce43-442f-a47a-c380cd6aeae8 req-00429be2-076a-4110-83b6-890af265cc98 service neutron] 10.222.0.127 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0f86cb72-320d-4ada-9c2d-36b9c2084a76 HTTP/1.1" status: 200 len: 1000 time: 0.0774264 Jul 06 14:29:52.232672 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53777a1a-ce43-442f-a47a-c380cd6aeae8 req-25367812-007f-4c6f-a997-18d165ba080a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:29:52.234172 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-53777a1a-ce43-442f-a47a-c380cd6aeae8 req-25367812-007f-4c6f-a997-18d165ba080a service neutron] 10.222.0.127 "GET /v2.0/subnets?id=4150c8f4-929d-4f2b-8e59-88fd05a42b5e HTTP/1.1" status: 200 len: 835 time: 0.0731399 Jul 06 14:29:52.310590 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdef28ca-2850-43d3-b849-d48e881bd1d4 req-7c573dd8-8e2a-4490-847b-d4f8e0025c2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:29:52.312177 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-bdef28ca-2850-43d3-b849-d48e881bd1d4 req-7c573dd8-8e2a-4490-847b-d4f8e0025c2a service neutron] 10.222.0.72 "GET /v2.0/networks?id=2fc24734-663b-4177-afb2-b6f30ba040e8 HTTP/1.1" status: 200 len: 899 time: 0.1509140 Jul 06 14:29:52.315863 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53777a1a-ce43-442f-a47a-c380cd6aeae8 req-d1b19b2d-e4fa-40dc-a1dc-1ae76c99e19d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:29:52.317659 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-53777a1a-ce43-442f-a47a-c380cd6aeae8 req-d1b19b2d-e4fa-40dc-a1dc-1ae76c99e19d service neutron] 10.222.0.127 "GET /v2.0/ports?network_id=04fc6fea-775e-46c3-85f0-f2b882efb12c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0765665 Jul 06 14:29:52.362182 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-bdef28ca-2850-43d3-b849-d48e881bd1d4 req-b30101fe-8432-4315-bb62-09d37e304105 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4b4943eb-50fe-46e7-81ad-6e7fcda43cbc HTTP/1.1" status: 200 len: 217 time: 0.0429676 Jul 06 14:29:52.423046 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-24c802ed-29f2-4eff-8ea2-8ace39528575 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afb7a825-b94a-43c8-8a2b-5c79a52a24f0', 'name': 'tempest-TestNetworkBasicOps-router-1140746622', 'tenant_id': '107c04f466b0465e9fe8bb8c503793e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.81'}], 'enable_snat': True}, 'gw_port_id': 'c422a09c-10f2-4397-9e13-d0e0da6ca226', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:28:50Z', 'updated_at': '2021-07-06T14:28:56Z', 'revision_number': 4, 'project_id': '107c04f466b0465e9fe8bb8c503793e0', 'gw_port': {'id': 'c422a09c-10f2-4397-9e13-d0e0da6ca226', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:c7:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afb7a825-b94a-43c8-8a2b-5c79a52a24f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3747, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:28:51Z', 'updated_at': '2021-07-06T14:28:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6', '_interfaces': [{'id': '997dcf53-da77-4187-a2b4-40c62c2312e1', 'name': '', 'network_id': '2fc24734-663b-4177-afb2-b6f30ba040e8', 'tenant_id': '107c04f466b0465e9fe8bb8c503793e0', 'mac_address': 'fa:16:3e:be:ea:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afb7a825-b94a-43c8-8a2b-5c79a52a24f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3750, 'fixed_ips': [{'subnet_id': '01da7d0d-7413-4086-b32d-26b12a0ac73a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:28:54Z', 'updated_at': '2021-07-06T14:29:03Z', 'revision_number': 5, 'project_id': '107c04f466b0465e9fe8bb8c503793e0', 'subnets': [{'id': '01da7d0d-7413-4086-b32d-26b12a0ac73a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773647-6', False) {} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:29:52.441813 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdef28ca-2850-43d3-b849-d48e881bd1d4 req-cd28d8aa-4059-4887-9cf8-30d03667ac31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:29:52.443829 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-bdef28ca-2850-43d3-b849-d48e881bd1d4 req-cd28d8aa-4059-4887-9cf8-30d03667ac31 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=01da7d0d-7413-4086-b32d-26b12a0ac73a HTTP/1.1" status: 200 len: 834 time: 0.0743294 Jul 06 14:29:52.459798 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24c802ed-29f2-4eff-8ea2-8ace39528575 None None] Checking router: afb7a825-b94a-43c8-8a2b-5c79a52a24f0 for host: n-d-773647-6 {{(pid=100249) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 14:29:52.468547 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24c802ed-29f2-4eff-8ea2-8ace39528575 None None] Routers {'afb7a825-b94a-43c8-8a2b-5c79a52a24f0'} bound to L3 agent in host n-d-773647-6 {{(pid=100249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:29:52.469152 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-24c802ed-29f2-4eff-8ea2-8ace39528575 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T14:29:26Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['afb7a825-b94a-43c8-8a2b-5c79a52a24f0'], 'active': True} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:29:52.484739 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-53777a1a-ce43-442f-a47a-c380cd6aeae8 req-f04b932a-c196-4e00-ad59-0e9a543026a8 service neutron] 10.222.0.127 "GET /v2.0/networks/04fc6fea-775e-46c3-85f0-f2b882efb12c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1609621 Jul 06 14:29:52.507661 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdef28ca-2850-43d3-b849-d48e881bd1d4 req-cbbf4788-8e3e-47e8-b5a3-ba156c8ad3a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:29:52.509172 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-bdef28ca-2850-43d3-b849-d48e881bd1d4 req-cbbf4788-8e3e-47e8-b5a3-ba156c8ad3a4 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=2fc24734-663b-4177-afb2-b6f30ba040e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0587258 Jul 06 14:29:52.553663 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa0485c-6bfb-4a4e-b177-d16fc22c0eb3 req-f67b3543-daaf-4976-a6a5-70e5e55698dc tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:29:52.555184 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-caa0485c-6bfb-4a4e-b177-d16fc22c0eb3 req-f67b3543-daaf-4976-a6a5-70e5e55698dc tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] 10.222.0.104 "GET /v2.0/ports?device_id=55d3d7ff-1e68-49b8-9385-71f32fd4be0b HTTP/1.1" status: 200 len: 945 time: 0.1367745 Jul 06 14:29:52.584245 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvr_db [None req-24c802ed-29f2-4eff-8ea2-8ace39528575 None None] Set router afb7a825-b94a-43c8-8a2b-5c79a52a24f0 gateway port host: n-d-773647-6 {{(pid=100249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:29:52.608476 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-bdef28ca-2850-43d3-b849-d48e881bd1d4 req-33136b6b-3caa-48b2-8eb9-955411d09663 service neutron] 10.222.0.72 "GET /v2.0/networks/2fc24734-663b-4177-afb2-b6f30ba040e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909488 Jul 06 14:29:52.624428 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-caa0485c-6bfb-4a4e-b177-d16fc22c0eb3 req-d10e0872-24b0-4787-b529-461a87c01a89 tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] 10.222.0.104 "GET /v2.0/security-groups?id=22ee6df4-4996-4498-81be-7550bf424b73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0610101 Jul 06 14:29:52.632545 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-53777a1a-ce43-442f-a47a-c380cd6aeae8 req-b10f7223-7de0-4253-b7fe-775c88a0b1a3 service neutron] 10.222.0.127 "GET /v2.0/networks/04fc6fea-775e-46c3-85f0-f2b882efb12c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1411879 Jul 06 14:29:52.717718 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-bdef28ca-2850-43d3-b849-d48e881bd1d4 req-e59107a9-2048-409e-87be-6b004e8557f8 service neutron] 10.222.0.72 "GET /v2.0/networks/2fc24734-663b-4177-afb2-b6f30ba040e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1023645 Jul 06 14:29:52.790316 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-24c802ed-29f2-4eff-8ea2-8ace39528575 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afb7a825-b94a-43c8-8a2b-5c79a52a24f0', 'name': 'tempest-TestNetworkBasicOps-router-1140746622', 'tenant_id': '107c04f466b0465e9fe8bb8c503793e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.81'}], 'enable_snat': True}, 'gw_port_id': 'c422a09c-10f2-4397-9e13-d0e0da6ca226', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:28:50Z', 'updated_at': '2021-07-06T14:28:56Z', 'revision_number': 4, 'project_id': '107c04f466b0465e9fe8bb8c503793e0', 'gw_port': {'id': 'c422a09c-10f2-4397-9e13-d0e0da6ca226', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:c7:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afb7a825-b94a-43c8-8a2b-5c79a52a24f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3747, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:28:51Z', 'updated_at': '2021-07-06T14:28:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6', '_interfaces': [{'id': '997dcf53-da77-4187-a2b4-40c62c2312e1', 'name': '', 'network_id': '2fc24734-663b-4177-afb2-b6f30ba040e8', 'tenant_id': '107c04f466b0465e9fe8bb8c503793e0', 'mac_address': 'fa:16:3e:be:ea:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afb7a825-b94a-43c8-8a2b-5c79a52a24f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3750, 'fixed_ips': [{'subnet_id': '01da7d0d-7413-4086-b32d-26b12a0ac73a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:28:54Z', 'updated_at': '2021-07-06T14:29:03Z', 'revision_number': 5, 'project_id': '107c04f466b0465e9fe8bb8c503793e0', 'subnets': [{'id': '01da7d0d-7413-4086-b32d-26b12a0ac73a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773647-6', False) {} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:29:52.820491 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24c802ed-29f2-4eff-8ea2-8ace39528575 None None] The sync data for ids ['afb7a825-b94a-43c8-8a2b-5c79a52a24f0'] in n-d-773647-6 is: [{'id': 'afb7a825-b94a-43c8-8a2b-5c79a52a24f0', 'name': 'tempest-TestNetworkBasicOps-router-1140746622', 'tenant_id': '107c04f466b0465e9fe8bb8c503793e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.81'}], 'enable_snat': True}, 'gw_port_id': 'c422a09c-10f2-4397-9e13-d0e0da6ca226', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:28:50Z', 'updated_at': '2021-07-06T14:28:56Z', 'revision_number': 4, 'project_id': '107c04f466b0465e9fe8bb8c503793e0', 'gw_port': {'id': 'c422a09c-10f2-4397-9e13-d0e0da6ca226', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:c7:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afb7a825-b94a-43c8-8a2b-5c79a52a24f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3747, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:28:51Z', 'updated_at': '2021-07-06T14:28:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6', '_interfaces': [{'id': '997dcf53-da77-4187-a2b4-40c62c2312e1', 'name': '', 'network_id': '2fc24734-663b-4177-afb2-b6f30ba040e8', 'tenant_id': '107c04f466b0465e9fe8bb8c503793e0', 'mac_address': 'fa:16:3e:be:ea:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afb7a825-b94a-43c8-8a2b-5c79a52a24f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3750, 'fixed_ips': [{'subnet_id': '01da7d0d-7413-4086-b32d-26b12a0ac73a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:28:54Z', 'updated_at': '2021-07-06T14:29:03Z', 'revision_number': 5, 'project_id': '107c04f466b0465e9fe8bb8c503793e0', 'subnets': [{'id': '01da7d0d-7413-4086-b32d-26b12a0ac73a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 14:29:52.869866 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-46852e04-9622-48fd-9151-d41142ccaec8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:29:53.040978 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3584ba89-823f-4063-a886-9fe368c0367b None None] New status for floating IP 34bfc1fe-1541-4f7e-a37d-f5106f731078: DOWN {{(pid=100248) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 14:29:53.661272 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ceaa2c1-ada0-4f3f-b8ba-3dceec0d1c15 req-4f012c30-c245-4ddc-b186-5b35819f0af5 tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:29:53.663783 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-1ceaa2c1-ada0-4f3f-b8ba-3dceec0d1c15 req-4f012c30-c245-4ddc-b186-5b35819f0af5 tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] 10.222.0.72 "GET /v2.0/ports?device_id=55d3d7ff-1e68-49b8-9385-71f32fd4be0b HTTP/1.1" status: 200 len: 945 time: 0.0725965 Jul 06 14:29:53.777996 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [req-1ceaa2c1-ada0-4f3f-b8ba-3dceec0d1c15 req-c9ae1f2e-9d36-4b6d-b37b-9f2cdb0ccb7c tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Deleting port 4b4943eb-50fe-46e7-81ad-6e7fcda43cbc {{(pid=100246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:29:53.778263 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-1ceaa2c1-ada0-4f3f-b8ba-3dceec0d1c15 req-c9ae1f2e-9d36-4b6d-b37b-9f2cdb0ccb7c tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:29:53.824090 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418b60aa-da29-406b-b0d2-8206e00087bf req-fa308107-7c7a-4c79-8d5d-f0b09cc593f0 tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:29:53.825762 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-418b60aa-da29-406b-b0d2-8206e00087bf req-fa308107-7c7a-4c79-8d5d-f0b09cc593f0 tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] 10.222.0.104 "GET /v2.0/ports?device_id=55d3d7ff-1e68-49b8-9385-71f32fd4be0b HTTP/1.1" status: 200 len: 945 time: 0.0804079 Jul 06 14:29:53.864124 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-418b60aa-da29-406b-b0d2-8206e00087bf req-d0f9816b-06f2-4a5b-9829-de93cfe31caf tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] 10.222.0.104 "GET /v2.0/security-groups?id=22ee6df4-4996-4498-81be-7550bf424b73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318582 Jul 06 14:29:53.872666 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.db [req-1ceaa2c1-ada0-4f3f-b8ba-3dceec0d1c15 req-c9ae1f2e-9d36-4b6d-b37b-9f2cdb0ccb7c tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] For port 4b4943eb-50fe-46e7-81ad-6e7fcda43cbc, host n-h2-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=4b4943eb-50fe-46e7-81ad-6e7fcda43cbc,segment=NetworkSegment(9f8c10e6-421e-41f5-8314-bf151d7472c6),segment_id=9f8c10e6-421e-41f5-8314-bf151d7472c6)] {{(pid=100246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:29:53.873188 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-1ceaa2c1-ada0-4f3f-b8ba-3dceec0d1c15 req-c9ae1f2e-9d36-4b6d-b37b-9f2cdb0ccb7c tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:29:53.886769 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [req-1ceaa2c1-ada0-4f3f-b8ba-3dceec0d1c15 req-c9ae1f2e-9d36-4b6d-b37b-9f2cdb0ccb7c tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Calling delete_port for 4b4943eb-50fe-46e7-81ad-6e7fcda43cbc owned by compute:nova {{(pid=100246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:29:54.020501 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-1ceaa2c1-ada0-4f3f-b8ba-3dceec0d1c15 req-c9ae1f2e-9d36-4b6d-b37b-9f2cdb0ccb7c tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127687580'] for port, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:29:54.066301 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ae1f2e-9d36-4b6d-b37b-9f2cdb0ccb7c tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Pushing event deleted for resources: {'Port': ['ID=4b4943eb-50fe-46e7-81ad-6e7fcda43cbc,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:29:54.115796 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ceaa2c1-ada0-4f3f-b8ba-3dceec0d1c15 req-c9ae1f2e-9d36-4b6d-b37b-9f2cdb0ccb7c tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] No DVR routers for this DVR port 4b4943eb-50fe-46e7-81ad-6e7fcda43cbc on host n-h2-773647-6 {{(pid=100246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:29:54.118281 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-1ceaa2c1-ada0-4f3f-b8ba-3dceec0d1c15 req-c9ae1f2e-9d36-4b6d-b37b-9f2cdb0ccb7c tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:29:54.120324 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-1ceaa2c1-ada0-4f3f-b8ba-3dceec0d1c15 req-c9ae1f2e-9d36-4b6d-b37b-9f2cdb0ccb7c tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] 10.222.0.72 "DELETE /v2.0/ports/4b4943eb-50fe-46e7-81ad-6e7fcda43cbc HTTP/1.1" status: 204 len: 173 time: 0.4511323 Jul 06 14:29:54.120770 n-d-773647-6 neutron-server[100246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55d3d7ff-1e68-49b8-9385-71f32fd4be0b', 'name': 'network-vif-deleted', 'tag': '4b4943eb-50fe-46e7-81ad-6e7fcda43cbc'}] {{(pid=100246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:29:54.123319 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0d96c5ab5e889f7b933ae915b9be33d1b46c9e87795bf781004b656ef3f1e87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-173aa2e5-a5bf-44ad-a152-c9d60bbf89a9" -d '{"events": [{"server_uuid": "55d3d7ff-1e68-49b8-9385-71f32fd4be0b", "name": "network-vif-deleted", "tag": "4b4943eb-50fe-46e7-81ad-6e7fcda43cbc"}]}' {{(pid=100246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:29:54.164583 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 14:29:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04136182-7582-4b8a-b147-eb099810c577 x-openstack-request-id: req-04136182-7582-4b8a-b147-eb099810c577 {{(pid=100246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:29:54.164887 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55d3d7ff-1e68-49b8-9385-71f32fd4be0b", "name": "network-vif-deleted", "tag": "4b4943eb-50fe-46e7-81ad-6e7fcda43cbc", "status": "completed", "code": 200}]} {{(pid=100246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:29:54.165250 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-04136182-7582-4b8a-b147-eb099810c577 {{(pid=100246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:29:54.165711 n-d-773647-6 neutron-server[100246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55d3d7ff-1e68-49b8-9385-71f32fd4be0b', 'name': 'network-vif-deleted', 'tag': '4b4943eb-50fe-46e7-81ad-6e7fcda43cbc', 'status': 'completed', 'code': 200} Jul 06 14:29:54.965783 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 52490) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:29:55.033119 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-892b8218-e550-4fe8-b755-40565d75d773 tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Notify callbacks [] for security_group, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:29:55.060297 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-892b8218-e550-4fe8-b755-40565d75d773 tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:29:55.129408 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-892b8218-e550-4fe8-b755-40565d75d773 tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:29:55.132377 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-892b8218-e550-4fe8-b755-40565d75d773 tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Notify callbacks [] for security_group, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:29:55.133699 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-892b8218-e550-4fe8-b755-40565d75d773 tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] 10.222.0.104 "DELETE /v2.0/security-groups/22ee6df4-4996-4498-81be-7550bf424b73 HTTP/1.1" status: 204 len: 168 time: 0.1665673 Jul 06 14:29:55.144823 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892b8218-e550-4fe8-b755-40565d75d773 tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=22ee6df4-4996-4498-81be-7550bf424b73,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:29:55.185893 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 52500) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:29:55.294831 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.agents_db [None req-167c0ad6-1657-4c9a-a2c4-3b18056aa662 None None] Agent healthcheck: found 7 active agents {{(pid=100249) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 14:29:55.579856 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-bea02ef0-41c5-486a-af81-b6c8566f4d49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:29:55.890672 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:29:55.935183 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-517ca804-fa90-42ea-94bd-0e79ec56a4e2 tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1809431'] for router_interface, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:29:56.212335 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [None req-517ca804-fa90-42ea-94bd-0e79ec56a4e2 tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Deleting port 997dcf53-da77-4187-a2b4-40c62c2312e1 {{(pid=100246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:29:56.213112 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-517ca804-fa90-42ea-94bd-0e79ec56a4e2 tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:29:56.215312 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Device 4b4943eb-50fe-46e7-81ad-6e7fcda43cbc no longer exists at agent hyperv_n-h2-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:29:56.240622 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] No Port match for: 4b4943eb-50fe-46e7-81ad-6e7fcda43cbc {{(pid=100248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 14:29:56.240622 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Device 4b4943eb-50fe-46e7-81ad-6e7fcda43cbc not bound to the agent host n-h2-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:29:56.303522 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.db [None req-517ca804-fa90-42ea-94bd-0e79ec56a4e2 tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] For port 997dcf53-da77-4187-a2b4-40c62c2312e1, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=997dcf53-da77-4187-a2b4-40c62c2312e1,segment=NetworkSegment(9f8c10e6-421e-41f5-8314-bf151d7472c6),segment_id=9f8c10e6-421e-41f5-8314-bf151d7472c6)] {{(pid=100246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:29:56.303888 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-517ca804-fa90-42ea-94bd-0e79ec56a4e2 tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:29:56.316630 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [None req-517ca804-fa90-42ea-94bd-0e79ec56a4e2 tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Calling delete_port for 997dcf53-da77-4187-a2b4-40c62c2312e1 owned by network:router_interface {{(pid=100246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:29:56.512713 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-517ca804-fa90-42ea-94bd-0e79ec56a4e2 tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127687580'] for port, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:29:56.547363 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517ca804-fa90-42ea-94bd-0e79ec56a4e2 tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Pushing event deleted for resources: {'Port': ['ID=997dcf53-da77-4187-a2b4-40c62c2312e1,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:29:56.667137 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-2064eaae-da4f-48f8-82d2-b09d4ddedd44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:29:56.761962 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-517ca804-fa90-42ea-94bd-0e79ec56a4e2 tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1809193'] for router_interface, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:29:56.991288 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-517ca804-fa90-42ea-94bd-0e79ec56a4e2 tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Router afb7a825-b94a-43c8-8a2b-5c79a52a24f0 has already been hosted by L3 agent 2823d358-a11b-4885-a706-95a279e43fa7 {{(pid=100246) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 14:29:57.105261 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-517ca804-fa90-42ea-94bd-0e79ec56a4e2 tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Notify agent at l3_agent.n-d-773647-6 the message routers_updated {{(pid=100246) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 14:29:57.113803 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 52532) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:29:57.114399 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-517ca804-fa90-42ea-94bd-0e79ec56a4e2 tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] 10.222.0.104 "PUT /v2.0/routers/afb7a825-b94a-43c8-8a2b-5c79a52a24f0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9270432 Jul 06 14:29:57.115561 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96c17d27-ba26-4e65-b17f-bf3faf203700 None None] Sync routers for ids ['afb7a825-b94a-43c8-8a2b-5c79a52a24f0'] in n-d-773647-6 {{(pid=100249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 14:29:57.124960 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96c17d27-ba26-4e65-b17f-bf3faf203700 None None] Routers {'afb7a825-b94a-43c8-8a2b-5c79a52a24f0'} bound to L3 agent in host n-d-773647-6 {{(pid=100249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:29:57.125903 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-96c17d27-ba26-4e65-b17f-bf3faf203700 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T14:29:56Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['afb7a825-b94a-43c8-8a2b-5c79a52a24f0'], 'active': True} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:29:57.171843 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.db_base_plugin_v2 [None req-b997192f-ef54-49b0-9ae4-0b0b194d84db tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Deleting subnet 01da7d0d-7413-4086-b32d-26b12a0ac73a {{(pid=100247) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 14:29:57.175739 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-b997192f-ef54-49b0-9ae4-0b0b194d84db tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Notify callbacks [] for subnet, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:29:57.218564 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-b997192f-ef54-49b0-9ae4-0b0b194d84db tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127131748'] for subnet, precommit_delete_associations {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:29:57.236233 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvr_db [None req-96c17d27-ba26-4e65-b17f-bf3faf203700 None None] Set router afb7a825-b94a-43c8-8a2b-5c79a52a24f0 gateway port host: n-d-773647-6 {{(pid=100249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:29:57.315644 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-b997192f-ef54-49b0-9ae4-0b0b194d84db tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-913473'] for subnet, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:29:57.383064 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-b997192f-ef54-49b0-9ae4-0b0b194d84db tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-913480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1849032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-128888347', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127627857'] for subnet, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:29:57.411015 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b997192f-ef54-49b0-9ae4-0b0b194d84db tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Pushing event deleted for resources: {'Subnet': ['ID=01da7d0d-7413-4086-b32d-26b12a0ac73a,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:29:57.415053 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-b997192f-ef54-49b0-9ae4-0b0b194d84db tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Notify callbacks [] for subnet, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:29:57.417335 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-b997192f-ef54-49b0-9ae4-0b0b194d84db tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] 10.222.0.104 "DELETE /v2.0/subnets/01da7d0d-7413-4086-b32d-26b12a0ac73a HTTP/1.1" status: 204 len: 168 time: 0.3017075 Jul 06 14:29:57.420126 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 52540) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:29:57.427900 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e310000f-1dea-4e46-b968-d4a55b53323d None None] Network 2fc24734-663b-4177-afb2-b6f30ba040e8 requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:29:57.522377 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-96c17d27-ba26-4e65-b17f-bf3faf203700 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afb7a825-b94a-43c8-8a2b-5c79a52a24f0', 'name': 'tempest-TestNetworkBasicOps-router-1140746622', 'tenant_id': '107c04f466b0465e9fe8bb8c503793e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.81'}], 'enable_snat': True}, 'gw_port_id': 'c422a09c-10f2-4397-9e13-d0e0da6ca226', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:28:50Z', 'updated_at': '2021-07-06T14:29:56Z', 'revision_number': 5, 'project_id': '107c04f466b0465e9fe8bb8c503793e0', 'gw_port': {'id': 'c422a09c-10f2-4397-9e13-d0e0da6ca226', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:c7:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afb7a825-b94a-43c8-8a2b-5c79a52a24f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3747, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:28:51Z', 'updated_at': '2021-07-06T14:28:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6'}], 'n-d-773647-6', False) {} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:29:57.541174 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-ec2eaee1-971d-4a20-9d72-58b93552e3bb tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Notify callbacks [] for router, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:29:57.554824 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96c17d27-ba26-4e65-b17f-bf3faf203700 None None] Checking router: afb7a825-b94a-43c8-8a2b-5c79a52a24f0 for host: n-d-773647-6 {{(pid=100249) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 14:29:57.577765 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96c17d27-ba26-4e65-b17f-bf3faf203700 None None] Routers {'afb7a825-b94a-43c8-8a2b-5c79a52a24f0'} bound to L3 agent in host n-d-773647-6 {{(pid=100249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:29:57.578392 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-96c17d27-ba26-4e65-b17f-bf3faf203700 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T14:29:56Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['afb7a825-b94a-43c8-8a2b-5c79a52a24f0'], 'active': True} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:29:57.677841 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-ec2eaee1-971d-4a20-9d72-58b93552e3bb tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:29:57.690372 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b23502df-a219-490c-bcef-0bc83544308e None None] DHCP port deletion for 2fc24734-663b-4177-afb2-b6f30ba040e8 request from n-d-773647-6 {{(pid=100248) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 14:29:57.700839 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvr_db [None req-96c17d27-ba26-4e65-b17f-bf3faf203700 None None] Set router afb7a825-b94a-43c8-8a2b-5c79a52a24f0 gateway port host: n-d-773647-6 {{(pid=100249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:29:57.754294 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [None req-ec2eaee1-971d-4a20-9d72-58b93552e3bb tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Deleting port c422a09c-10f2-4397-9e13-d0e0da6ca226 {{(pid=100246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:29:57.754745 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-ec2eaee1-971d-4a20-9d72-58b93552e3bb tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:29:57.900351 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.db [None req-ec2eaee1-971d-4a20-9d72-58b93552e3bb tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] For port c422a09c-10f2-4397-9e13-d0e0da6ca226, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=c422a09c-10f2-4397-9e13-d0e0da6ca226,segment=NetworkSegment(89a832b7-7793-4d51-9038-ed7e1c3ff1b2),segment_id=89a832b7-7793-4d51-9038-ed7e1c3ff1b2)] {{(pid=100246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:29:57.901109 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-ec2eaee1-971d-4a20-9d72-58b93552e3bb tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:29:57.915742 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-b23502df-a219-490c-bcef-0bc83544308e None None] Deleting port 0af19571-9264-44b1-b7bc-6c75a8ae43bf {{(pid=100248) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:29:57.917188 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-b23502df-a219-490c-bcef-0bc83544308e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:29:57.918700 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [None req-ec2eaee1-971d-4a20-9d72-58b93552e3bb tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Calling delete_port for c422a09c-10f2-4397-9e13-d0e0da6ca226 owned by network:router_gateway {{(pid=100246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:29:57.940160 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-96c17d27-ba26-4e65-b17f-bf3faf203700 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afb7a825-b94a-43c8-8a2b-5c79a52a24f0', 'name': 'tempest-TestNetworkBasicOps-router-1140746622', 'tenant_id': '107c04f466b0465e9fe8bb8c503793e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.81'}], 'enable_snat': True}, 'gw_port_id': 'c422a09c-10f2-4397-9e13-d0e0da6ca226', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:28:50Z', 'updated_at': '2021-07-06T14:29:56Z', 'revision_number': 5, 'project_id': '107c04f466b0465e9fe8bb8c503793e0', 'gw_port': {'id': 'c422a09c-10f2-4397-9e13-d0e0da6ca226', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:c7:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afb7a825-b94a-43c8-8a2b-5c79a52a24f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3747, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:28:51Z', 'updated_at': '2021-07-06T14:28:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6'}], 'n-d-773647-6', False) {} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:29:57.969481 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96c17d27-ba26-4e65-b17f-bf3faf203700 None None] The sync data for ids ['afb7a825-b94a-43c8-8a2b-5c79a52a24f0'] in n-d-773647-6 is: [{'id': 'afb7a825-b94a-43c8-8a2b-5c79a52a24f0', 'name': 'tempest-TestNetworkBasicOps-router-1140746622', 'tenant_id': '107c04f466b0465e9fe8bb8c503793e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.81'}], 'enable_snat': True}, 'gw_port_id': 'c422a09c-10f2-4397-9e13-d0e0da6ca226', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:28:50Z', 'updated_at': '2021-07-06T14:29:56Z', 'revision_number': 5, 'project_id': '107c04f466b0465e9fe8bb8c503793e0', 'gw_port': {'id': 'c422a09c-10f2-4397-9e13-d0e0da6ca226', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:c7:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afb7a825-b94a-43c8-8a2b-5c79a52a24f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3747, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:28:51Z', 'updated_at': '2021-07-06T14:28:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6'}] {{(pid=100249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 14:29:57.995299 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-b23502df-a219-490c-bcef-0bc83544308e None None] For port 0af19571-9264-44b1-b7bc-6c75a8ae43bf, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=0af19571-9264-44b1-b7bc-6c75a8ae43bf,segment=NetworkSegment(9f8c10e6-421e-41f5-8314-bf151d7472c6),segment_id=9f8c10e6-421e-41f5-8314-bf151d7472c6)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:29:57.995697 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-b23502df-a219-490c-bcef-0bc83544308e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:29:58.010975 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-b23502df-a219-490c-bcef-0bc83544308e None None] Calling delete_port for 0af19571-9264-44b1-b7bc-6c75a8ae43bf owned by network:dhcp {{(pid=100248) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:29:58.110617 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-b23502df-a219-490c-bcef-0bc83544308e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117'] for port, after_delete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:29:58.121195 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-ec2eaee1-971d-4a20-9d72-58b93552e3bb tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127687580'] for port, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:29:58.140013 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b23502df-a219-490c-bcef-0bc83544308e None None] No DVR routers for this DVR port 0af19571-9264-44b1-b7bc-6c75a8ae43bf on host n-d-773647-6 {{(pid=100248) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:29:58.143435 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23502df-a219-490c-bcef-0bc83544308e None None] Pushing event deleted for resources: {'Port': ['ID=0af19571-9264-44b1-b7bc-6c75a8ae43bf,revision_number=None']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:29:58.160729 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2eaee1-971d-4a20-9d72-58b93552e3bb tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Pushing event deleted for resources: {'Port': ['ID=c422a09c-10f2-4397-9e13-d0e0da6ca226,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:29:58.231371 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-ec2eaee1-971d-4a20-9d72-58b93552e3bb tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1761104'] for router_gateway, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:29:58.325058 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-ec2eaee1-971d-4a20-9d72-58b93552e3bb tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1806308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6982'] for router, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:29:58.327686 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-ec2eaee1-971d-4a20-9d72-58b93552e3bb tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:29:58.373022 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-ec2eaee1-971d-4a20-9d72-58b93552e3bb tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1805684'] for router, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:29:58.373807 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec2eaee1-971d-4a20-9d72-58b93552e3bb tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Fanout notify agent at l3_agent the message router_deleted on router afb7a825-b94a-43c8-8a2b-5c79a52a24f0 {{(pid=100246) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 14:29:58.382822 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-ec2eaee1-971d-4a20-9d72-58b93552e3bb tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Notify callbacks [] for router, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:29:58.384017 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-ec2eaee1-971d-4a20-9d72-58b93552e3bb tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] 10.222.0.104 "DELETE /v2.0/routers/afb7a825-b94a-43c8-8a2b-5c79a52a24f0 HTTP/1.1" status: 204 len: 168 time: 0.9628572 Jul 06 14:29:58.386841 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 52560) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:29:58.457290 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-03f71b24-a9b8-453a-8924-caa3f97bc6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:29:58.477073 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-cc85fc8c-06b0-45d3-9168-13d978afe530 tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530492'] for network, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:29:58.567317 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-cc85fc8c-06b0-45d3-9168-13d978afe530 tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-917204', 'neutron.services.segments.db._delete_segments_for_network-8773753502302'] for network, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:29:58.577126 n-d-773647-6 neutron-server[100246]: DEBUG neutron.services.segments.db [None req-cc85fc8c-06b0-45d3-9168-13d978afe530 tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2fc24734-663b-4177-afb2-b6f30ba040e8']}} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:29:58.591704 n-d-773647-6 neutron-server[100246]: DEBUG neutron.services.segments.db [None req-cc85fc8c-06b0-45d3-9168-13d978afe530 tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f8c10e6-421e-41f5-8314-bf151d7472c6') {'for_net_delete': True} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:29:58.592005 n-d-773647-6 neutron-server[100246]: DEBUG neutron.services.segments.db [None req-cc85fc8c-06b0-45d3-9168-13d978afe530 tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f8c10e6-421e-41f5-8314-bf151d7472c6') {} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:29:58.601183 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-cc85fc8c-06b0-45d3-9168-13d978afe530 tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773753515138', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126218898'] for segment, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:29:58.617768 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-cc85fc8c-06b0-45d3-9168-13d978afe530 tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552'] for segment, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:29:58.628383 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc85fc8c-06b0-45d3-9168-13d978afe530 tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Releasing vlan 1039 on physical network physnet1 to pool {{(pid=100246) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 14:29:58.628870 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-cc85fc8c-06b0-45d3-9168-13d978afe530 tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127687491'] for segment, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:29:58.633617 n-d-773647-6 neutron-server[100246]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:29:58.633617 n-d-773647-6 neutron-server[100246]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:29:58.633617 n-d-773647-6 neutron-server[100246]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:29:58.633617 n-d-773647-6 neutron-server[100246]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:29:58.633617 n-d-773647-6 neutron-server[100246]: Traceback (most recent call last): Jul 06 14:29:58.633617 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 14:29:58.633617 n-d-773647-6 neutron-server[100246]: timer() Jul 06 14:29:58.633617 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 14:29:58.633617 n-d-773647-6 neutron-server[100246]: cb(*args, **kw) Jul 06 14:29:58.633617 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 14:29:58.633617 n-d-773647-6 neutron-server[100246]: return func(*args, **kwargs) Jul 06 14:29:58.633617 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 14:29:58.633617 n-d-773647-6 neutron-server[100246]: self._notify() Jul 06 14:29:58.633617 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 14:29:58.633617 n-d-773647-6 neutron-server[100246]: self.callback(batched_events) Jul 06 14:29:58.633617 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 14:29:58.633617 n-d-773647-6 neutron-server[100246]: event.method(event) Jul 06 14:29:58.633617 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 14:29:58.633617 n-d-773647-6 neutron-server[100246]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 14:29:58.633617 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 14:29:58.633617 n-d-773647-6 neutron-server[100246]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 14:29:58.633617 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 14:29:58.633617 n-d-773647-6 neutron-server[100246]: return f(self, *a, **k) Jul 06 14:29:58.633617 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 14:29:58.633617 n-d-773647-6 neutron-server[100246]: return self._get(url).json() Jul 06 14:29:58.633617 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 14:29:58.633617 n-d-773647-6 neutron-server[100246]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 14:29:58.633617 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 14:29:58.633617 n-d-773647-6 neutron-server[100246]: return self.request(url, 'GET', **kwargs) Jul 06 14:29:58.633617 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 14:29:58.633617 n-d-773647-6 neutron-server[100246]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 14:29:58.633617 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 14:29:58.633617 n-d-773647-6 neutron-server[100246]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 14:29:58.633617 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 14:29:58.633617 n-d-773647-6 neutron-server[100246]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 14:29:58.633617 n-d-773647-6 neutron-server[100246]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 14:29:58.700345 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-cc85fc8c-06b0-45d3-9168-13d978afe530 tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-917215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1761140'] for network, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:29:58.705864 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-cc85fc8c-06b0-45d3-9168-13d978afe530 tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Notify callbacks [] for network, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:29:58.707860 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-cc85fc8c-06b0-45d3-9168-13d978afe530 tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] 10.222.0.104 "DELETE /v2.0/networks/2fc24734-663b-4177-afb2-b6f30ba040e8 HTTP/1.1" status: 204 len: 168 time: 0.3200283 Jul 06 14:29:58.746033 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc85fc8c-06b0-45d3-9168-13d978afe530 tempest-TestNetworkBasicOps-788351322 tempest-TestNetworkBasicOps-788351322-project] Pushing event deleted for resources: {'Network': ['ID=2fc24734-663b-4177-afb2-b6f30ba040e8,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:29:58.984351 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 52576) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:29:59.120105 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-e9952a98-7ce8-4db2-b2d7-1d0bdf6acd0a admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=107c04f466b0465e9fe8bb8c503793e0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1345487 Jul 06 14:29:59.122724 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 52580) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:29:59.199600 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-b71f0433-ac85-4da5-a1c4-90a09a9292ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:29:59.221666 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 0af19571-9264-44b1-b7bc-6c75a8ae43bf no longer exists at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:29:59.225647 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-b71f0433-ac85-4da5-a1c4-90a09a9292ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:29:59.254051 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] No Port match for: 0af19571-9264-44b1-b7bc-6c75a8ae43bf {{(pid=100248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 14:29:59.254698 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 0af19571-9264-44b1-b7bc-6c75a8ae43bf not bound to the agent host n-d-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:29:59.255367 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 997dcf53-da77-4187-a2b4-40c62c2312e1 no longer exists at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:29:59.276347 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] No Port match for: 997dcf53-da77-4187-a2b4-40c62c2312e1 {{(pid=100248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 14:29:59.277171 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 997dcf53-da77-4187-a2b4-40c62c2312e1 not bound to the agent host n-d-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:29:59.277615 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device c422a09c-10f2-4397-9e13-d0e0da6ca226 no longer exists at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:29:59.284911 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-b71f0433-ac85-4da5-a1c4-90a09a9292ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:29:59.287452 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-b71f0433-ac85-4da5-a1c4-90a09a9292ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:29:59.288620 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-b71f0433-ac85-4da5-a1c4-90a09a9292ee admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/3acf7f72-fb89-460a-a4aa-d57034dc4322 HTTP/1.1" status: 204 len: 168 time: 0.1648679 Jul 06 14:29:59.297542 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71f0433-ac85-4da5-a1c4-90a09a9292ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3acf7f72-fb89-460a-a4aa-d57034dc4322,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:29:59.303930 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] No Port match for: c422a09c-10f2-4397-9e13-d0e0da6ca226 {{(pid=100248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 14:29:59.304586 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device c422a09c-10f2-4397-9e13-d0e0da6ca226 not bound to the agent host n-d-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:29:59.577072 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 52596) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:29:59.591643 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-e9e57bfb-3db1-49e4-b01a-39f387faf8e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:29:59.681618 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-e9e57bfb-3db1-49e4-b01a-39f387faf8e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:29:59.685717 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-e9e57bfb-3db1-49e4-b01a-39f387faf8e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:29:59.724896 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-e9e57bfb-3db1-49e4-b01a-39f387faf8e0 admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=4bc424b8eac040d0b98cb5598806fda8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1467204 Jul 06 14:29:59.725839 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e57bfb-3db1-49e4-b01a-39f387faf8e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d4541a0-de09-417f-8665-41f5229b5411,revision_number=1']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:29:59.727557 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 52602) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:29:59.783071 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-b003ba6d-8879-4473-993c-c0efbf061f53 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:29:59.811504 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-b003ba6d-8879-4473-993c-c0efbf061f53 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:29:59.865909 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-b003ba6d-8879-4473-993c-c0efbf061f53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:29:59.868742 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-b003ba6d-8879-4473-993c-c0efbf061f53 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:29:59.869942 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-b003ba6d-8879-4473-993c-c0efbf061f53 admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/3d4541a0-de09-417f-8665-41f5229b5411 HTTP/1.1" status: 204 len: 168 time: 0.1404757 Jul 06 14:29:59.880435 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b003ba6d-8879-4473-993c-c0efbf061f53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d4541a0-de09-417f-8665-41f5229b5411,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:30:00.534809 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 52634) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:30:00.634891 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-267eae03-025f-4dc8-b450-14190130865e admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1742609137-network', 'tenant_id': '9d9b21e60bee490a9bf202cb583bf670'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:30:00.657315 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-267eae03-025f-4dc8-b450-14190130865e admin admin] Made reservation on behalf of 9d9b21e60bee490a9bf202cb583bf670 for: {'network': 1} {{(pid=100246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:30:00.660310 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-267eae03-025f-4dc8-b450-14190130865e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for network, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:30:00.668976 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-267eae03-025f-4dc8-b450-14190130865e admin admin] Notify callbacks [] for security_group, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:30:00.767302 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-267eae03-025f-4dc8-b450-14190130865e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:30:00.772901 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-267eae03-025f-4dc8-b450-14190130865e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:30:00.799355 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-267eae03-025f-4dc8-b450-14190130865e admin admin] vlan segment allocate from pool success with {'vlan_id': 1049, 'physical_network': 'physnet1'} {{(pid=100246) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 14:30:00.808178 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267eae03-025f-4dc8-b450-14190130865e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f36b739-fa02-4105-9f8c-527485057057,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:30:00.814163 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-267eae03-025f-4dc8-b450-14190130865e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552'] for segment, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:30:00.814542 n-d-773647-6 neutron-server[100246]: INFO neutron.db.segments_db [None req-267eae03-025f-4dc8-b450-14190130865e admin admin] Added segment fb70f030-83e8-41d7-b868-4485c113c2c0 of type vlan for network 8d42e765-466c-4066-a835-9be26bf6d40e Jul 06 14:30:00.854799 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-267eae03-025f-4dc8-b450-14190130865e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773752984405'] for network, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:30:00.885944 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-267eae03-025f-4dc8-b450-14190130865e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060'] for network, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:30:00.886938 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-267eae03-025f-4dc8-b450-14190130865e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:30:00.887693 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-267eae03-025f-4dc8-b450-14190130865e admin admin] Notify callbacks [] for network, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:30:00.951518 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-267eae03-025f-4dc8-b450-14190130865e admin admin] 10.222.0.104 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4154758 Jul 06 14:30:00.953795 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 52642) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:30:00.957730 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267eae03-025f-4dc8-b450-14190130865e admin admin] Pushing event updated for resources: {'Network': ['ID=8d42e765-466c-4066-a835-9be26bf6d40e,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:30:00.961283 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [None req-48ddb68d-f596-434f-af61-0941affb47af admin admin] Request body: {'subnet': {'network_id': '8d42e765-466c-4066-a835-9be26bf6d40e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1742609137-subnet', 'tenant_id': '9d9b21e60bee490a9bf202cb583bf670', 'ip_version': 4}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:30:00.974683 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Network 8d42e765-466c-4066-a835-9be26bf6d40e details requested by agent ovs-agent-n-d-773647-6 with host n-d-773647-6 {{(pid=100248) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 14:30:00.988807 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48ddb68d-f596-434f-af61-0941affb47af admin admin] Made reservation on behalf of 9d9b21e60bee490a9bf202cb583bf670 for: {'subnet': 1} {{(pid=100247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:30:00.991611 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-48ddb68d-f596-434f-af61-0941affb47af admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127627440'] for subnet, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:30:01.170010 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-48ddb68d-f596-434f-af61-0941affb47af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1849032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-128888412', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127627426'] for subnet, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:30:01.228886 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ddb68d-f596-434f-af61-0941affb47af admin admin] Pushing event updated for resources: {'Subnet': ['ID=2909a683-548c-4b5b-9f41-76ab6ad57d29,revision_number=0']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:30:01.236201 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48ddb68d-f596-434f-af61-0941affb47af admin admin] Checking segment: {'id': 'fb70f030-83e8-41d7-b868-4485c113c2c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': '8d42e765-466c-4066-a835-9be26bf6d40e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100247) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:30:01.236604 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48ddb68d-f596-434f-af61-0941affb47af admin admin] Network hostable DHCP agents. Network: 8d42e765-466c-4066-a835-9be26bf6d40e, hostable agents: ['f2bada3d-be77-4359-982b-8505a2bbca04'], hosted agents: [] {{(pid=100247) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 14:30:01.255066 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48ddb68d-f596-434f-af61-0941affb47af admin admin] Network 8d42e765-466c-4066-a835-9be26bf6d40e is scheduled to be hosted by DHCP agent f2bada3d-be77-4359-982b-8505a2bbca04 with binding_index 1 {{(pid=100247) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 14:30:01.264036 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.base_scheduler [None req-48ddb68d-f596-434f-af61-0941affb47af admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773647-6, 8d42e765-466c-4066-a835-9be26bf6d40e) {{(pid=100247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:30:01.269277 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48ddb68d-f596-434f-af61-0941affb47af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:30:01.269931 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-48ddb68d-f596-434f-af61-0941affb47af admin admin] Notify callbacks [] for subnet, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:30:01.273714 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84fcadd0-f464-4237-9559-2f31b5329555 None None] Network 8d42e765-466c-4066-a835-9be26bf6d40e requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:30:01.285121 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-48ddb68d-f596-434f-af61-0941affb47af admin admin] 10.222.0.104 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3288820 Jul 06 14:30:01.288511 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 52652) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:30:01.293222 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-d1dbcb6d-a97a-4e7d-894b-037cb1c32838 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1742609137-router', 'tenant_id': '9d9b21e60bee490a9bf202cb583bf670', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719'}}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:30:01.350090 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-d1dbcb6d-a97a-4e7d-894b-037cb1c32838 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1806290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6992'] for router, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:30:01.351504 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-d1dbcb6d-a97a-4e7d-894b-037cb1c32838 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1806157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1808637', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1714747', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7007'] for router, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:30:01.411091 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-d1dbcb6d-a97a-4e7d-894b-037cb1c32838 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:30:01.431735 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c415c822-5675-41f7-ab56-4440da4acd5a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6bd5fc82-6666-56e8-87c2-91648d36c963-8d42e765-466c-4066-a835-9be26bf6d40e', 'network_id': '8d42e765-466c-4066-a835-9be26bf6d40e', 'tenant_id': '9d9b21e60bee490a9bf202cb583bf670', 'fixed_ips': [{'subnet_id': '2909a683-548c-4b5b-9f41-76ab6ad57d29'}]}} from n-d-773647-6. {{(pid=100248) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 14:30:01.433079 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-c415c822-5675-41f7-ab56-4440da4acd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:30:01.568494 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-d1dbcb6d-a97a-4e7d-894b-037cb1c32838 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1761047', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1806272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6989'] for router, precommit_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:30:01.595923 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.db_base_plugin_common [None req-c415c822-5675-41f7-ab56-4440da4acd5a None None] Allocated IP 172.20.0.2 (8d42e765-466c-4066-a835-9be26bf6d40e/2909a683-548c-4b5b-9f41-76ab6ad57d29/c3cf5117-850e-4850-9ebf-deae38092a35) {{(pid=100248) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:30:01.762100 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-c415c822-5675-41f7-ab56-4440da4acd5a None None] Notify callbacks [] for port, precommit_create {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:30:01.772821 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-c415c822-5675-41f7-ab56-4440da4acd5a None None] Transition to ACTIVE for port object c3cf5117-850e-4850-9ebf-deae38092a35 will not be triggered until provisioned by entity L2. {{(pid=100248) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:30:01.788063 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-d1dbcb6d-a97a-4e7d-894b-037cb1c32838 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:30:01.803811 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-c415c822-5675-41f7-ab56-4440da4acd5a None None] Transition to ACTIVE for port object c3cf5117-850e-4850-9ebf-deae38092a35 will not be triggered until provisioned by entity DHCP. {{(pid=100248) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:30:01.808186 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-d1dbcb6d-a97a-4e7d-894b-037cb1c32838 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:30:01.812502 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-c415c822-5675-41f7-ab56-4440da4acd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108'] for port, after_create {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:30:01.860506 n-d-773647-6 neutron-server[100248]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c415c822-5675-41f7-ab56-4440da4acd5a None None] Network 8d42e765-466c-4066-a835-9be26bf6d40e is already hosted by enough agents. {{(pid=100248) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:30:01.862466 n-d-773647-6 neutron-server[100248]: DEBUG neutron.scheduler.base_scheduler [None req-c415c822-5675-41f7-ab56-4440da4acd5a None None] Resources bound (agent type, host, resource id): {{(pid=100248) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:30:01.869902 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c415c822-5675-41f7-ab56-4440da4acd5a None None] Received port after_create {{(pid=100248) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:30:01.901836 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c415c822-5675-41f7-ab56-4440da4acd5a None None] Pushing event updated for resources: {'Port': ['ID=c3cf5117-850e-4850-9ebf-deae38092a35,revision_number=1']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:30:01.936588 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-c415c822-5675-41f7-ab56-4440da4acd5a None None] Attempting to bind port c3cf5117-850e-4850-9ebf-deae38092a35 on host n-d-773647-6 for vnic_type normal with profile {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:30:01.937014 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-c415c822-5675-41f7-ab56-4440da4acd5a None None] Attempting to bind port c3cf5117-850e-4850-9ebf-deae38092a35 by drivers openvswitch,hyperv on host n-d-773647-6 at level 0 using segments [{'id': 'fb70f030-83e8-41d7-b868-4485c113c2c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': '8d42e765-466c-4066-a835-9be26bf6d40e'}] {{(pid=100248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:30:01.937355 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c415c822-5675-41f7-ab56-4440da4acd5a None None] Attempting to bind port c3cf5117-850e-4850-9ebf-deae38092a35 on network 8d42e765-466c-4066-a835-9be26bf6d40e {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:30:01.943107 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c415c822-5675-41f7-ab56-4440da4acd5a None None] Checking agent: {'id': '8ab5b19c-d213-4f29-891d-27bdf39d38b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773647-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 43, 26), 'started_at': datetime.datetime(2021, 7, 6, 13, 43, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 29, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773647-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:30:01.943524 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c415c822-5675-41f7-ab56-4440da4acd5a None None] Checking segment: {'id': 'fb70f030-83e8-41d7-b868-4485c113c2c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': '8d42e765-466c-4066-a835-9be26bf6d40e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:30:01.943695 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.db_base_plugin_common [None req-d1dbcb6d-a97a-4e7d-894b-037cb1c32838 admin admin] Allocated IP 172.25.0.139 (2658f09e-a580-4d4a-9968-2d1e0ad93719/cbf74abc-6fe1-4d33-b005-c948923b9647/57ba3a89-8007-470c-a5d7-0c700e780995) {{(pid=100246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:30:01.943984 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-c415c822-5675-41f7-ab56-4440da4acd5a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:30:01.944412 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c415c822-5675-41f7-ab56-4440da4acd5a None None] Bound using segment: {'id': 'fb70f030-83e8-41d7-b868-4485c113c2c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': '8d42e765-466c-4066-a835-9be26bf6d40e'} {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:30:01.944918 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-c415c822-5675-41f7-ab56-4440da4acd5a None None] Bound port: c3cf5117-850e-4850-9ebf-deae38092a35, host: n-d-773647-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb70f030-83e8-41d7-b868-4485c113c2c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': '8d42e765-466c-4066-a835-9be26bf6d40e'}}] {{(pid=100248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:30:01.945309 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-c415c822-5675-41f7-ab56-4440da4acd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:30:02.014295 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-c415c822-5675-41f7-ab56-4440da4acd5a None None] For port c3cf5117-850e-4850-9ebf-deae38092a35, host n-d-773647-6, cleared binding levels {{(pid=100248) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:30:02.017663 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-c415c822-5675-41f7-ab56-4440da4acd5a None None] For port c3cf5117-850e-4850-9ebf-deae38092a35, host n-d-773647-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=c3cf5117-850e-4850-9ebf-deae38092a35,segment=NetworkSegment(fb70f030-83e8-41d7-b868-4485c113c2c0),segment_id=fb70f030-83e8-41d7-b868-4485c113c2c0)] {{(pid=100248) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:30:02.021754 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-c415c822-5675-41f7-ab56-4440da4acd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:30:02.078004 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-d1dbcb6d-a97a-4e7d-894b-037cb1c32838 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:30:02.109599 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c415c822-5675-41f7-ab56-4440da4acd5a None None] Pushing event updated for resources: {'Port': ['ID=c3cf5117-850e-4850-9ebf-deae38092a35,revision_number=2']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:30:02.145384 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-d1dbcb6d-a97a-4e7d-894b-037cb1c32838 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-127687573'] for port, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:30:02.194774 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1dbcb6d-a97a-4e7d-894b-037cb1c32838 admin admin] Network 2658f09e-a580-4d4a-9968-2d1e0ad93719 is already hosted by enough agents. {{(pid=100246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:30:02.200576 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.base_scheduler [None req-d1dbcb6d-a97a-4e7d-894b-037cb1c32838 admin admin] Resources bound (agent type, host, resource id): {{(pid=100246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:30:02.203039 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1dbcb6d-a97a-4e7d-894b-037cb1c32838 admin admin] Received port after_create {{(pid=100246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:30:02.233102 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1dbcb6d-a97a-4e7d-894b-037cb1c32838 admin admin] Pushing event updated for resources: {'Port': ['ID=57ba3a89-8007-470c-a5d7-0c700e780995,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:30:02.526733 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-d1dbcb6d-a97a-4e7d-894b-037cb1c32838 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:30:02.725914 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-d1dbcb6d-a97a-4e7d-894b-037cb1c32838 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1806297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1761036'] for router, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:30:02.861162 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1dbcb6d-a97a-4e7d-894b-037cb1c32838 admin admin] Router d1a6fd96-2052-4d61-baf1-3dc3a18de2e7 is scheduled to L3 agent 2823d358-a11b-4885-a706-95a279e43fa7 with binding_index 1 {{(pid=100246) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 14:30:03.091902 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device c3cf5117-850e-4850-9ebf-deae38092a35 up at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:30:03.153397 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning for port c3cf5117-850e-4850-9ebf-deae38092a35 completed by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:30:03.276530 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a39bbea-43a8-419d-8ff7-bc8d9f54c67a None None] Network 8d42e765-466c-4066-a835-9be26bf6d40e requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:30:03.356630 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-2fd2d02f-e906-4327-bde2-e94489c80a64 None None] Provisioning for port c3cf5117-850e-4850-9ebf-deae38092a35 completed by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:30:03.356894 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1dbcb6d-a97a-4e7d-894b-037cb1c32838 admin admin] Notify agent at l3_agent.n-d-773647-6 the message routers_updated {{(pid=100246) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 14:30:03.372905 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-637b09c3-cc32-4141-9192-2060dfa6d931 None None] Sync routers for ids ['d1a6fd96-2052-4d61-baf1-3dc3a18de2e7'] in n-d-773647-6 {{(pid=100248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 14:30:03.375866 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-2fd2d02f-e906-4327-bde2-e94489c80a64 None None] Provisioning complete for port c3cf5117-850e-4850-9ebf-deae38092a35 triggered by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:30:03.376694 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-2fd2d02f-e906-4327-bde2-e94489c80a64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:30:03.383903 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-d1dbcb6d-a97a-4e7d-894b-037cb1c32838 admin admin] Notify callbacks [] for router, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:30:03.386038 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-d1dbcb6d-a97a-4e7d-894b-037cb1c32838 admin admin] 10.222.0.104 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.0963988 Jul 06 14:30:03.388821 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 52688) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:30:03.435127 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-637b09c3-cc32-4141-9192-2060dfa6d931 None None] Routers {'d1a6fd96-2052-4d61-baf1-3dc3a18de2e7'} bound to L3 agent in host n-d-773647-6 {{(pid=100248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:30:03.436161 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-637b09c3-cc32-4141-9192-2060dfa6d931 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T14:29:56Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['d1a6fd96-2052-4d61-baf1-3dc3a18de2e7'], 'active': True} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:30:03.629792 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvr_db [None req-637b09c3-cc32-4141-9192-2060dfa6d931 None None] Set router d1a6fd96-2052-4d61-baf1-3dc3a18de2e7 gateway port host: n-d-773647-6 {{(pid=100248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:30:03.733459 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-2fd2d02f-e906-4327-bde2-e94489c80a64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:30:03.806010 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-2fd2d02f-e906-4327-bde2-e94489c80a64 None None] For port c3cf5117-850e-4850-9ebf-deae38092a35, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=c3cf5117-850e-4850-9ebf-deae38092a35,segment=NetworkSegment(fb70f030-83e8-41d7-b868-4485c113c2c0),segment_id=fb70f030-83e8-41d7-b868-4485c113c2c0)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:30:03.813154 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-2fd2d02f-e906-4327-bde2-e94489c80a64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:30:03.891490 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-3e180959-79f5-4749-a586-88148661a762 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:30:03.897447 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd2d02f-e906-4327-bde2-e94489c80a64 None None] Pushing event updated for resources: {'Port': ['ID=c3cf5117-850e-4850-9ebf-deae38092a35,revision_number=3']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:30:03.931350 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-637b09c3-cc32-4141-9192-2060dfa6d931 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1a6fd96-2052-4d61-baf1-3dc3a18de2e7', 'name': 'tempest-TestVolumeBootPattern-1742609137-router', 'tenant_id': '9d9b21e60bee490a9bf202cb583bf670', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.139'}], 'enable_snat': True}, 'gw_port_id': '57ba3a89-8007-470c-a5d7-0c700e780995', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:30:01Z', 'updated_at': '2021-07-06T14:30:02Z', 'revision_number': 3, 'project_id': '9d9b21e60bee490a9bf202cb583bf670', 'gw_port': {'id': '57ba3a89-8007-470c-a5d7-0c700e780995', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:90:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1a6fd96-2052-4d61-baf1-3dc3a18de2e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3822, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:30:01Z', 'updated_at': '2021-07-06T14:30:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6'}], 'n-d-773647-6', False) {} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:30:03.971931 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-637b09c3-cc32-4141-9192-2060dfa6d931 None None] Checking router: d1a6fd96-2052-4d61-baf1-3dc3a18de2e7 for host: n-d-773647-6 {{(pid=100248) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 14:30:03.972279 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-637b09c3-cc32-4141-9192-2060dfa6d931 None None] Updating router d1a6fd96-2052-4d61-baf1-3dc3a18de2e7 port 57ba3a89-8007-470c-a5d7-0c700e780995 binding host n-d-773647-6 {{(pid=100248) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 14:30:04.034248 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-637b09c3-cc32-4141-9192-2060dfa6d931 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:30:04.063991 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-9d1c17a5-bf24-43bb-8ab6-b733c2f54756 None None] Provisioning complete for port c3cf5117-850e-4850-9ebf-deae38092a35 triggered by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:30:04.065196 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-9d1c17a5-bf24-43bb-8ab6-b733c2f54756 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:30:04.086210 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.db_base_plugin_common [None req-3e180959-79f5-4749-a586-88148661a762 admin admin] Allocated IP 172.20.0.1 (8d42e765-466c-4066-a835-9be26bf6d40e/2909a683-548c-4b5b-9f41-76ab6ad57d29/99c31837-2c38-4de1-851d-20e2471adea0) {{(pid=100247) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:30:04.216375 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-3e180959-79f5-4749-a586-88148661a762 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:30:04.229933 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.provisioning_blocks [None req-3e180959-79f5-4749-a586-88148661a762 admin admin] Transition to ACTIVE for port object 99c31837-2c38-4de1-851d-20e2471adea0 will not be triggered until provisioned by entity DHCP. {{(pid=100247) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:30:04.272879 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-3e180959-79f5-4749-a586-88148661a762 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-128888360'] for port, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:30:04.314521 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e180959-79f5-4749-a586-88148661a762 admin admin] Network 8d42e765-466c-4066-a835-9be26bf6d40e is already hosted by enough agents. {{(pid=100247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:30:04.321289 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.base_scheduler [None req-3e180959-79f5-4749-a586-88148661a762 admin admin] Resources bound (agent type, host, resource id): {{(pid=100247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:30:04.323736 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e180959-79f5-4749-a586-88148661a762 admin admin] Received port after_create {{(pid=100247) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:30:04.347859 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e180959-79f5-4749-a586-88148661a762 admin admin] Pushing event updated for resources: {'Port': ['ID=99c31837-2c38-4de1-851d-20e2471adea0,revision_number=1']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:30:04.371079 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-3e180959-79f5-4749-a586-88148661a762 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1807675'] for router_interface, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:30:04.390974 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-637b09c3-cc32-4141-9192-2060dfa6d931 None None] Notify callbacks [] for port, precommit_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:30:04.406426 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-637b09c3-cc32-4141-9192-2060dfa6d931 None None] Transition to ACTIVE for port object 57ba3a89-8007-470c-a5d7-0c700e780995 will not be triggered until provisioned by entity L2. {{(pid=100248) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:30:04.414272 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-637b09c3-cc32-4141-9192-2060dfa6d931 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:30:04.493654 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c627fe-b341-4d60-bd34-6257bced321d None None] Pushing event updated for resources: {'Port': ['ID=57ba3a89-8007-470c-a5d7-0c700e780995,revision_number=2']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:30:04.498836 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-637b09c3-cc32-4141-9192-2060dfa6d931 None None] Attempting to bind port 57ba3a89-8007-470c-a5d7-0c700e780995 on host n-d-773647-6 for vnic_type normal with profile {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:30:04.499532 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-637b09c3-cc32-4141-9192-2060dfa6d931 None None] Attempting to bind port 57ba3a89-8007-470c-a5d7-0c700e780995 by drivers openvswitch,hyperv on host n-d-773647-6 at level 0 using segments [{'id': '89a832b7-7793-4d51-9038-ed7e1c3ff1b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719'}] {{(pid=100248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:30:04.500090 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-637b09c3-cc32-4141-9192-2060dfa6d931 None None] Attempting to bind port 57ba3a89-8007-470c-a5d7-0c700e780995 on network 2658f09e-a580-4d4a-9968-2d1e0ad93719 {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:30:04.506603 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-637b09c3-cc32-4141-9192-2060dfa6d931 None None] Checking agent: {'id': '8ab5b19c-d213-4f29-891d-27bdf39d38b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773647-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 43, 26), 'started_at': datetime.datetime(2021, 7, 6, 13, 43, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 29, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773647-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:30:04.507264 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-637b09c3-cc32-4141-9192-2060dfa6d931 None None] Checking segment: {'id': '89a832b7-7793-4d51-9038-ed7e1c3ff1b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:30:04.507869 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-637b09c3-cc32-4141-9192-2060dfa6d931 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:30:04.508443 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-637b09c3-cc32-4141-9192-2060dfa6d931 None None] Bound using segment: {'id': '89a832b7-7793-4d51-9038-ed7e1c3ff1b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719'} {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:30:04.509156 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-637b09c3-cc32-4141-9192-2060dfa6d931 None None] Bound port: 57ba3a89-8007-470c-a5d7-0c700e780995, host: n-d-773647-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89a832b7-7793-4d51-9038-ed7e1c3ff1b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719'}}] {{(pid=100248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:30:04.509716 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-637b09c3-cc32-4141-9192-2060dfa6d931 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:30:04.553397 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-3e180959-79f5-4749-a586-88148661a762 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:30:04.572190 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-637b09c3-cc32-4141-9192-2060dfa6d931 None None] For port 57ba3a89-8007-470c-a5d7-0c700e780995, host n-d-773647-6, cleared binding levels {{(pid=100248) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:30:04.576430 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-637b09c3-cc32-4141-9192-2060dfa6d931 None None] For port 57ba3a89-8007-470c-a5d7-0c700e780995, host n-d-773647-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=57ba3a89-8007-470c-a5d7-0c700e780995,segment=NetworkSegment(89a832b7-7793-4d51-9038-ed7e1c3ff1b2),segment_id=89a832b7-7793-4d51-9038-ed7e1c3ff1b2)] {{(pid=100248) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:30:04.583192 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-637b09c3-cc32-4141-9192-2060dfa6d931 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:30:04.648674 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-637b09c3-cc32-4141-9192-2060dfa6d931 None None] Routers {'d1a6fd96-2052-4d61-baf1-3dc3a18de2e7'} bound to L3 agent in host n-d-773647-6 {{(pid=100248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:30:04.649398 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-637b09c3-cc32-4141-9192-2060dfa6d931 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T14:29:56Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['d1a6fd96-2052-4d61-baf1-3dc3a18de2e7'], 'active': True} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:30:04.704090 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c627fe-b341-4d60-bd34-6257bced321d None None] Pushing event updated for resources: {'Port': ['ID=57ba3a89-8007-470c-a5d7-0c700e780995,revision_number=3']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:30:04.747826 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-3e180959-79f5-4749-a586-88148661a762 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:30:04.752980 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-3e180959-79f5-4749-a586-88148661a762 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128888538'] for port, after_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:30:04.763994 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-ab60304f-521d-4d65-9f02-03b372ae151a None None] Provisioning for port 99c31837-2c38-4de1-851d-20e2471adea0 completed by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:30:04.772895 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-ab60304f-521d-4d65-9f02-03b372ae151a None None] Provisioning complete for port 99c31837-2c38-4de1-851d-20e2471adea0 triggered by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:30:04.773345 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-ab60304f-521d-4d65-9f02-03b372ae151a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:30:04.833168 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e180959-79f5-4749-a586-88148661a762 admin admin] Pushing event updated for resources: {'Port': ['ID=99c31837-2c38-4de1-851d-20e2471adea0,revision_number=2']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:30:04.836984 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-3e180959-79f5-4749-a586-88148661a762 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1809478'] for router_interface, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:30:04.942139 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e180959-79f5-4749-a586-88148661a762 admin admin] Network 8d42e765-466c-4066-a835-9be26bf6d40e is already hosted by enough agents. {{(pid=100247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:30:04.944013 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.base_scheduler [None req-3e180959-79f5-4749-a586-88148661a762 admin admin] Resources bound (agent type, host, resource id): {{(pid=100247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:30:04.974748 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-ab60304f-521d-4d65-9f02-03b372ae151a None None] Port 99c31837-2c38-4de1-851d-20e2471adea0 cannot update to ACTIVE because it is not bound. {{(pid=100248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 14:30:05.007086 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvr_db [None req-637b09c3-cc32-4141-9192-2060dfa6d931 None None] Set router d1a6fd96-2052-4d61-baf1-3dc3a18de2e7 gateway port host: n-d-773647-6 {{(pid=100248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:30:05.059055 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device c3cf5117-850e-4850-9ebf-deae38092a35 up at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:30:05.113739 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e180959-79f5-4749-a586-88148661a762 admin admin] Router d1a6fd96-2052-4d61-baf1-3dc3a18de2e7 has already been hosted by L3 agent 2823d358-a11b-4885-a706-95a279e43fa7 {{(pid=100247) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 14:30:05.203892 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning complete for port c3cf5117-850e-4850-9ebf-deae38092a35 triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:30:05.204505 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:30:05.259954 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e180959-79f5-4749-a586-88148661a762 admin admin] Notify agent at l3_agent.n-d-773647-6 the message routers_updated {{(pid=100247) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 14:30:05.277589 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-3e180959-79f5-4749-a586-88148661a762 admin admin] 10.222.0.104 "PUT /v2.0/routers/d1a6fd96-2052-4d61-baf1-3dc3a18de2e7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8785582 Jul 06 14:30:05.330424 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-94e928f6-ce78-46a2-8ac6-cae568a54838 None None] Provisioning complete for port 99c31837-2c38-4de1-851d-20e2471adea0 triggered by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:30:05.330791 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-94e928f6-ce78-46a2-8ac6-cae568a54838 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:30:05.383184 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-94e928f6-ce78-46a2-8ac6-cae568a54838 None None] Port 99c31837-2c38-4de1-851d-20e2471adea0 cannot update to ACTIVE because it is not bound. {{(pid=100248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 14:30:05.387138 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-637b09c3-cc32-4141-9192-2060dfa6d931 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1a6fd96-2052-4d61-baf1-3dc3a18de2e7', 'name': 'tempest-TestVolumeBootPattern-1742609137-router', 'tenant_id': '9d9b21e60bee490a9bf202cb583bf670', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.139'}], 'enable_snat': True}, 'gw_port_id': '57ba3a89-8007-470c-a5d7-0c700e780995', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:30:01Z', 'updated_at': '2021-07-06T14:30:04Z', 'revision_number': 4, 'project_id': '9d9b21e60bee490a9bf202cb583bf670', 'gw_port': {'id': '57ba3a89-8007-470c-a5d7-0c700e780995', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:90:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1a6fd96-2052-4d61-baf1-3dc3a18de2e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3822, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:30:01Z', 'updated_at': '2021-07-06T14:30:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6', '_interfaces': [{'id': '99c31837-2c38-4de1-851d-20e2471adea0', 'name': '', 'network_id': '8d42e765-466c-4066-a835-9be26bf6d40e', 'tenant_id': '9d9b21e60bee490a9bf202cb583bf670', 'mac_address': 'fa:16:3e:bd:73:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1a6fd96-2052-4d61-baf1-3dc3a18de2e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3823, 'fixed_ips': [{'subnet_id': '2909a683-548c-4b5b-9f41-76ab6ad57d29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:30:03Z', 'updated_at': '2021-07-06T14:30:04Z', 'revision_number': 1, 'project_id': '9d9b21e60bee490a9bf202cb583bf670', 'subnets': [{'id': '2909a683-548c-4b5b-9f41-76ab6ad57d29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773647-6', False) {} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:30:05.430809 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-637b09c3-cc32-4141-9192-2060dfa6d931 None None] The sync data for ids ['d1a6fd96-2052-4d61-baf1-3dc3a18de2e7'] in n-d-773647-6 is: [{'id': 'd1a6fd96-2052-4d61-baf1-3dc3a18de2e7', 'name': 'tempest-TestVolumeBootPattern-1742609137-router', 'tenant_id': '9d9b21e60bee490a9bf202cb583bf670', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.139'}], 'enable_snat': True}, 'gw_port_id': '57ba3a89-8007-470c-a5d7-0c700e780995', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:30:01Z', 'updated_at': '2021-07-06T14:30:04Z', 'revision_number': 4, 'project_id': '9d9b21e60bee490a9bf202cb583bf670', 'gw_port': {'id': '57ba3a89-8007-470c-a5d7-0c700e780995', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:90:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1a6fd96-2052-4d61-baf1-3dc3a18de2e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3822, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:30:01Z', 'updated_at': '2021-07-06T14:30:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6', '_interfaces': [{'id': '99c31837-2c38-4de1-851d-20e2471adea0', 'name': '', 'network_id': '8d42e765-466c-4066-a835-9be26bf6d40e', 'tenant_id': '9d9b21e60bee490a9bf202cb583bf670', 'mac_address': 'fa:16:3e:bd:73:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1a6fd96-2052-4d61-baf1-3dc3a18de2e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3823, 'fixed_ips': [{'subnet_id': '2909a683-548c-4b5b-9f41-76ab6ad57d29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:30:03Z', 'updated_at': '2021-07-06T14:30:04Z', 'revision_number': 1, 'project_id': '9d9b21e60bee490a9bf202cb583bf670', 'subnets': [{'id': '2909a683-548c-4b5b-9f41-76ab6ad57d29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 14:30:05.847198 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 52740) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:30:05.852693 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [None req-678a3916-edea-4835-bebc-e48bfe6f8cb4 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-770219266-network', 'tenant_id': '54757c901c8a42f1bf53088fded1984d'}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:30:05.876145 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-678a3916-edea-4835-bebc-e48bfe6f8cb4 admin admin] Made reservation on behalf of 54757c901c8a42f1bf53088fded1984d for: {'network': 1} {{(pid=100247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:30:05.879063 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-678a3916-edea-4835-bebc-e48bfe6f8cb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for network, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:30:05.888234 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-678a3916-edea-4835-bebc-e48bfe6f8cb4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:30:05.987655 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-678a3916-edea-4835-bebc-e48bfe6f8cb4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:30:05.992649 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-678a3916-edea-4835-bebc-e48bfe6f8cb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:30:06.024148 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-678a3916-edea-4835-bebc-e48bfe6f8cb4 admin admin] vlan segment allocate from pool success with {'vlan_id': 1024, 'physical_network': 'physnet1'} {{(pid=100247) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 14:30:06.035451 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678a3916-edea-4835-bebc-e48bfe6f8cb4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba8fce8f-0ed5-450b-bb38-abe71323706f,revision_number=1']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:30:06.042032 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-678a3916-edea-4835-bebc-e48bfe6f8cb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552'] for segment, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:30:06.042515 n-d-773647-6 neutron-server[100247]: INFO neutron.db.segments_db [None req-678a3916-edea-4835-bebc-e48bfe6f8cb4 admin admin] Added segment 476564f5-6483-43bd-b348-483852374332 of type vlan for network 01014b69-65c5-4b71-a77f-3e7bff8a565c Jul 06 14:30:06.087847 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-678a3916-edea-4835-bebc-e48bfe6f8cb4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773752984405'] for network, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:30:06.120098 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-678a3916-edea-4835-bebc-e48bfe6f8cb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060'] for network, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:30:06.121263 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-678a3916-edea-4835-bebc-e48bfe6f8cb4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:30:06.122102 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-678a3916-edea-4835-bebc-e48bfe6f8cb4 admin admin] Notify callbacks [] for network, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:30:06.182605 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-678a3916-edea-4835-bebc-e48bfe6f8cb4 admin admin] 10.222.0.104 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3340635 Jul 06 14:30:06.185083 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 52748) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:30:06.193000 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [None req-d3fee689-5581-4381-bf60-45a6e4bcd326 admin admin] Request body: {'subnet': {'network_id': '01014b69-65c5-4b71-a77f-3e7bff8a565c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-770219266-subnet', 'tenant_id': '54757c901c8a42f1bf53088fded1984d', 'ip_version': 4}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:30:06.197467 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678a3916-edea-4835-bebc-e48bfe6f8cb4 admin admin] Pushing event updated for resources: {'Network': ['ID=01014b69-65c5-4b71-a77f-3e7bff8a565c,revision_number=1']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:30:06.218288 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Network 01014b69-65c5-4b71-a77f-3e7bff8a565c details requested by agent ovs-agent-n-d-773647-6 with host n-d-773647-6 {{(pid=100248) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 14:30:06.241661 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3fee689-5581-4381-bf60-45a6e4bcd326 admin admin] Made reservation on behalf of 54757c901c8a42f1bf53088fded1984d for: {'subnet': 1} {{(pid=100247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:30:06.247033 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-d3fee689-5581-4381-bf60-45a6e4bcd326 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127627440'] for subnet, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:30:06.454763 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-d3fee689-5581-4381-bf60-45a6e4bcd326 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1849032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-128888412', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127627426'] for subnet, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:30:06.523272 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3fee689-5581-4381-bf60-45a6e4bcd326 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a04b4fa4-0b45-4361-aeb0-27cc70659366,revision_number=0']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:30:06.536294 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3fee689-5581-4381-bf60-45a6e4bcd326 admin admin] Checking segment: {'id': '476564f5-6483-43bd-b348-483852374332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': '01014b69-65c5-4b71-a77f-3e7bff8a565c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100247) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:30:06.537066 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3fee689-5581-4381-bf60-45a6e4bcd326 admin admin] Network hostable DHCP agents. Network: 01014b69-65c5-4b71-a77f-3e7bff8a565c, hostable agents: ['f2bada3d-be77-4359-982b-8505a2bbca04'], hosted agents: [] {{(pid=100247) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 14:30:06.560185 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3fee689-5581-4381-bf60-45a6e4bcd326 admin admin] Network 01014b69-65c5-4b71-a77f-3e7bff8a565c is scheduled to be hosted by DHCP agent f2bada3d-be77-4359-982b-8505a2bbca04 with binding_index 1 {{(pid=100247) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 14:30:06.572118 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.base_scheduler [None req-d3fee689-5581-4381-bf60-45a6e4bcd326 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773647-6, 01014b69-65c5-4b71-a77f-3e7bff8a565c) {{(pid=100247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:30:06.577225 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3fee689-5581-4381-bf60-45a6e4bcd326 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:30:06.577813 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-d3fee689-5581-4381-bf60-45a6e4bcd326 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:30:06.584729 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6742a695-70ce-4b60-bbe7-4025ccec188a None None] Network 01014b69-65c5-4b71-a77f-3e7bff8a565c requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:30:06.594289 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-d3fee689-5581-4381-bf60-45a6e4bcd326 admin admin] 10.222.0.104 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4081752 Jul 06 14:30:06.597912 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 52760) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:30:06.602580 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-c69c95cc-163c-46dd-a36f-750299778cae admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-770219266-router', 'tenant_id': '54757c901c8a42f1bf53088fded1984d', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719'}}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:30:06.635173 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-c69c95cc-163c-46dd-a36f-750299778cae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1806290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6992'] for router, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:30:06.636376 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-c69c95cc-163c-46dd-a36f-750299778cae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1806157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1808637', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1714747', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7007'] for router, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:30:06.712687 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-c69c95cc-163c-46dd-a36f-750299778cae admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:30:06.778606 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f8d796d-490d-4c6d-a442-ab8f89049e1b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6bd5fc82-6666-56e8-87c2-91648d36c963-01014b69-65c5-4b71-a77f-3e7bff8a565c', 'network_id': '01014b69-65c5-4b71-a77f-3e7bff8a565c', 'tenant_id': '54757c901c8a42f1bf53088fded1984d', 'fixed_ips': [{'subnet_id': 'a04b4fa4-0b45-4361-aeb0-27cc70659366'}]}} from n-d-773647-6. {{(pid=100248) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 14:30:06.779977 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-8f8d796d-490d-4c6d-a442-ab8f89049e1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:30:06.888765 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-c69c95cc-163c-46dd-a36f-750299778cae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1761047', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1806272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6989'] for router, precommit_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:30:06.955985 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.db_base_plugin_common [None req-8f8d796d-490d-4c6d-a442-ab8f89049e1b None None] Allocated IP 172.20.0.2 (01014b69-65c5-4b71-a77f-3e7bff8a565c/a04b4fa4-0b45-4361-aeb0-27cc70659366/89c7fe4f-18a9-4ac9-b56b-06e325c1b7b4) {{(pid=100248) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:30:07.131606 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 57ba3a89-8007-470c-a5d7-0c700e780995 up at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:30:07.149237 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-8f8d796d-490d-4c6d-a442-ab8f89049e1b None None] Notify callbacks [] for port, precommit_create {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:30:07.184964 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-8f8d796d-490d-4c6d-a442-ab8f89049e1b None None] Transition to ACTIVE for port object 89c7fe4f-18a9-4ac9-b56b-06e325c1b7b4 will not be triggered until provisioned by entity L2. {{(pid=100248) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:30:07.191573 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-c69c95cc-163c-46dd-a36f-750299778cae admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:30:07.211809 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-8f8d796d-490d-4c6d-a442-ab8f89049e1b None None] Transition to ACTIVE for port object 89c7fe4f-18a9-4ac9-b56b-06e325c1b7b4 will not be triggered until provisioned by entity DHCP. {{(pid=100248) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:30:07.217346 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-c69c95cc-163c-46dd-a36f-750299778cae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:30:07.222243 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-8f8d796d-490d-4c6d-a442-ab8f89049e1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108'] for port, after_create {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:30:07.240719 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning for port 57ba3a89-8007-470c-a5d7-0c700e780995 completed by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:30:07.275888 n-d-773647-6 neutron-server[100248]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f8d796d-490d-4c6d-a442-ab8f89049e1b None None] Network 01014b69-65c5-4b71-a77f-3e7bff8a565c is already hosted by enough agents. {{(pid=100248) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:30:07.276689 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning complete for port 57ba3a89-8007-470c-a5d7-0c700e780995 triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:30:07.277065 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:30:07.281748 n-d-773647-6 neutron-server[100248]: DEBUG neutron.scheduler.base_scheduler [None req-8f8d796d-490d-4c6d-a442-ab8f89049e1b None None] Resources bound (agent type, host, resource id): {{(pid=100248) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:30:07.305297 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f8d796d-490d-4c6d-a442-ab8f89049e1b None None] Received port after_create {{(pid=100248) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:30:07.318802 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8d796d-490d-4c6d-a442-ab8f89049e1b None None] Pushing event updated for resources: {'Port': ['ID=89c7fe4f-18a9-4ac9-b56b-06e325c1b7b4,revision_number=1']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:30:07.356144 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.db_base_plugin_common [None req-c69c95cc-163c-46dd-a36f-750299778cae admin admin] Allocated IP 172.25.0.47 (2658f09e-a580-4d4a-9968-2d1e0ad93719/cbf74abc-6fe1-4d33-b005-c948923b9647/235e2c63-5129-41f7-ac3b-8d8b18340dd5) {{(pid=100246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:30:07.390369 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-8f8d796d-490d-4c6d-a442-ab8f89049e1b None None] Attempting to bind port 89c7fe4f-18a9-4ac9-b56b-06e325c1b7b4 on host n-d-773647-6 for vnic_type normal with profile {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:30:07.390762 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-8f8d796d-490d-4c6d-a442-ab8f89049e1b None None] Attempting to bind port 89c7fe4f-18a9-4ac9-b56b-06e325c1b7b4 by drivers openvswitch,hyperv on host n-d-773647-6 at level 0 using segments [{'id': '476564f5-6483-43bd-b348-483852374332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': '01014b69-65c5-4b71-a77f-3e7bff8a565c'}] {{(pid=100248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:30:07.391112 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f8d796d-490d-4c6d-a442-ab8f89049e1b None None] Attempting to bind port 89c7fe4f-18a9-4ac9-b56b-06e325c1b7b4 on network 01014b69-65c5-4b71-a77f-3e7bff8a565c {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:30:07.398311 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f8d796d-490d-4c6d-a442-ab8f89049e1b None None] Checking agent: {'id': '8ab5b19c-d213-4f29-891d-27bdf39d38b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773647-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 43, 26), 'started_at': datetime.datetime(2021, 7, 6, 13, 43, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 29, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773647-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:30:07.398684 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f8d796d-490d-4c6d-a442-ab8f89049e1b None None] Checking segment: {'id': '476564f5-6483-43bd-b348-483852374332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': '01014b69-65c5-4b71-a77f-3e7bff8a565c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:30:07.399107 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-8f8d796d-490d-4c6d-a442-ab8f89049e1b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:30:07.399596 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f8d796d-490d-4c6d-a442-ab8f89049e1b None None] Bound using segment: {'id': '476564f5-6483-43bd-b348-483852374332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': '01014b69-65c5-4b71-a77f-3e7bff8a565c'} {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:30:07.400090 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-8f8d796d-490d-4c6d-a442-ab8f89049e1b None None] Bound port: 89c7fe4f-18a9-4ac9-b56b-06e325c1b7b4, host: n-d-773647-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '476564f5-6483-43bd-b348-483852374332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': '01014b69-65c5-4b71-a77f-3e7bff8a565c'}}] {{(pid=100248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:30:07.400477 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-8f8d796d-490d-4c6d-a442-ab8f89049e1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:30:07.468741 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:30:07.487177 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-c69c95cc-163c-46dd-a36f-750299778cae admin admin] Notify callbacks [] for port, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:30:07.508585 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] For port 57ba3a89-8007-470c-a5d7-0c700e780995, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=57ba3a89-8007-470c-a5d7-0c700e780995,segment=NetworkSegment(89a832b7-7793-4d51-9038-ed7e1c3ff1b2),segment_id=89a832b7-7793-4d51-9038-ed7e1c3ff1b2)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:30:07.520996 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-8f8d796d-490d-4c6d-a442-ab8f89049e1b None None] For port 89c7fe4f-18a9-4ac9-b56b-06e325c1b7b4, host n-d-773647-6, cleared binding levels {{(pid=100248) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:30:07.524177 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:30:07.528501 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-8f8d796d-490d-4c6d-a442-ab8f89049e1b None None] For port 89c7fe4f-18a9-4ac9-b56b-06e325c1b7b4, host n-d-773647-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=89c7fe4f-18a9-4ac9-b56b-06e325c1b7b4,segment=NetworkSegment(476564f5-6483-43bd-b348-483852374332),segment_id=476564f5-6483-43bd-b348-483852374332)] {{(pid=100248) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:30:07.543601 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-c69c95cc-163c-46dd-a36f-750299778cae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-127687573'] for port, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:30:07.560910 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-8f8d796d-490d-4c6d-a442-ab8f89049e1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:30:07.584615 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c69c95cc-163c-46dd-a36f-750299778cae admin admin] Network 2658f09e-a580-4d4a-9968-2d1e0ad93719 is already hosted by enough agents. {{(pid=100246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:30:07.595660 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.base_scheduler [None req-c69c95cc-163c-46dd-a36f-750299778cae admin admin] Resources bound (agent type, host, resource id): {{(pid=100246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:30:07.598296 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c69c95cc-163c-46dd-a36f-750299778cae admin admin] Received port after_create {{(pid=100246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:30:07.601929 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69c95cc-163c-46dd-a36f-750299778cae admin admin] Pushing event updated for resources: {'Port': ['ID=235e2c63-5129-41f7-ac3b-8d8b18340dd5,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:30:07.654355 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Pushing event updated for resources: {'Port': ['ID=57ba3a89-8007-470c-a5d7-0c700e780995,revision_number=4']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:30:07.731684 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8d796d-490d-4c6d-a442-ab8f89049e1b None None] Pushing event updated for resources: {'Port': ['ID=89c7fe4f-18a9-4ac9-b56b-06e325c1b7b4,revision_number=2']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:30:08.003614 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-c69c95cc-163c-46dd-a36f-750299778cae admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:30:08.147132 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bac9a3fa-2f5d-441d-b5df-4c91035308cb None None] Sync routers for ids ['d1a6fd96-2052-4d61-baf1-3dc3a18de2e7'] in n-d-773647-6 {{(pid=100249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 14:30:08.157321 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bac9a3fa-2f5d-441d-b5df-4c91035308cb None None] Routers {'d1a6fd96-2052-4d61-baf1-3dc3a18de2e7'} bound to L3 agent in host n-d-773647-6 {{(pid=100249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:30:08.158004 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-bac9a3fa-2f5d-441d-b5df-4c91035308cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T14:29:56Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['d1a6fd96-2052-4d61-baf1-3dc3a18de2e7'], 'active': True} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:30:08.251466 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-c69c95cc-163c-46dd-a36f-750299778cae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1806297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1761036'] for router, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:30:08.274100 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvr_db [None req-bac9a3fa-2f5d-441d-b5df-4c91035308cb None None] Set router d1a6fd96-2052-4d61-baf1-3dc3a18de2e7 gateway port host: n-d-773647-6 {{(pid=100249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:30:08.396031 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c69c95cc-163c-46dd-a36f-750299778cae admin admin] Router 8d802fd0-24ac-4cd4-b2bc-faa33b7fb1b4 is scheduled to L3 agent 2823d358-a11b-4885-a706-95a279e43fa7 with binding_index 1 {{(pid=100246) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 14:30:08.499063 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-bac9a3fa-2f5d-441d-b5df-4c91035308cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1a6fd96-2052-4d61-baf1-3dc3a18de2e7', 'name': 'tempest-TestVolumeBootPattern-1742609137-router', 'tenant_id': '9d9b21e60bee490a9bf202cb583bf670', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.139'}], 'enable_snat': True}, 'gw_port_id': '57ba3a89-8007-470c-a5d7-0c700e780995', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:30:01Z', 'updated_at': '2021-07-06T14:30:04Z', 'revision_number': 4, 'project_id': '9d9b21e60bee490a9bf202cb583bf670', 'gw_port': {'id': '57ba3a89-8007-470c-a5d7-0c700e780995', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:90:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1a6fd96-2052-4d61-baf1-3dc3a18de2e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3822, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:30:01Z', 'updated_at': '2021-07-06T14:30:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6', '_interfaces': [{'id': '99c31837-2c38-4de1-851d-20e2471adea0', 'name': '', 'network_id': '8d42e765-466c-4066-a835-9be26bf6d40e', 'tenant_id': '9d9b21e60bee490a9bf202cb583bf670', 'mac_address': 'fa:16:3e:bd:73:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1a6fd96-2052-4d61-baf1-3dc3a18de2e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3823, 'fixed_ips': [{'subnet_id': '2909a683-548c-4b5b-9f41-76ab6ad57d29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:30:03Z', 'updated_at': '2021-07-06T14:30:04Z', 'revision_number': 2, 'project_id': '9d9b21e60bee490a9bf202cb583bf670', 'subnets': [{'id': '2909a683-548c-4b5b-9f41-76ab6ad57d29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773647-6', False) {} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:30:08.531051 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bac9a3fa-2f5d-441d-b5df-4c91035308cb None None] Checking router: d1a6fd96-2052-4d61-baf1-3dc3a18de2e7 for host: n-d-773647-6 {{(pid=100249) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 14:30:08.531776 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bac9a3fa-2f5d-441d-b5df-4c91035308cb None None] Updating router d1a6fd96-2052-4d61-baf1-3dc3a18de2e7 port 99c31837-2c38-4de1-851d-20e2471adea0 binding host n-d-773647-6 {{(pid=100249) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 14:30:08.537706 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c69c95cc-163c-46dd-a36f-750299778cae admin admin] Notify agent at l3_agent.n-d-773647-6 the message routers_updated {{(pid=100246) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 14:30:08.551821 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cc758f1-7bef-49c4-8871-f78a09a296da None None] Sync routers for ids ['8d802fd0-24ac-4cd4-b2bc-faa33b7fb1b4'] in n-d-773647-6 {{(pid=100248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 14:30:08.570055 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cc758f1-7bef-49c4-8871-f78a09a296da None None] Routers {'8d802fd0-24ac-4cd4-b2bc-faa33b7fb1b4'} bound to L3 agent in host n-d-773647-6 {{(pid=100248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:30:08.570801 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-c69c95cc-163c-46dd-a36f-750299778cae admin admin] Notify callbacks [] for router, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:30:08.570958 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-5cc758f1-7bef-49c4-8871-f78a09a296da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T14:29:56Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['8d802fd0-24ac-4cd4-b2bc-faa33b7fb1b4'], 'active': True} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:30:08.574828 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-c69c95cc-163c-46dd-a36f-750299778cae admin admin] 10.222.0.104 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.9733131 Jul 06 14:30:08.575145 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 52790) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:30:08.610857 n-d-773647-6 neutron-server[100249]: DEBUG neutron_lib.callbacks.manager [None req-bac9a3fa-2f5d-441d-b5df-4c91035308cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:30:08.774741 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvr_db [None req-5cc758f1-7bef-49c4-8871-f78a09a296da None None] Set router 8d802fd0-24ac-4cd4-b2bc-faa33b7fb1b4 gateway port host: n-d-773647-6 {{(pid=100248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:30:09.033043 n-d-773647-6 neutron-server[100249]: DEBUG neutron_lib.callbacks.manager [None req-bac9a3fa-2f5d-441d-b5df-4c91035308cb None None] Notify callbacks [] for port, precommit_update {{(pid=100249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:30:09.058340 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.provisioning_blocks [None req-bac9a3fa-2f5d-441d-b5df-4c91035308cb None None] Transition to ACTIVE for port object 99c31837-2c38-4de1-851d-20e2471adea0 will not be triggered until provisioned by entity L2. {{(pid=100249) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:30:09.067301 n-d-773647-6 neutron-server[100249]: DEBUG neutron_lib.callbacks.manager [None req-bac9a3fa-2f5d-441d-b5df-4c91035308cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:30:09.077884 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-5cc758f1-7bef-49c4-8871-f78a09a296da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d802fd0-24ac-4cd4-b2bc-faa33b7fb1b4', 'name': 'tempest-TestVolumeBootPattern-770219266-router', 'tenant_id': '54757c901c8a42f1bf53088fded1984d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.47'}], 'enable_snat': True}, 'gw_port_id': '235e2c63-5129-41f7-ac3b-8d8b18340dd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:30:06Z', 'updated_at': '2021-07-06T14:30:07Z', 'revision_number': 3, 'project_id': '54757c901c8a42f1bf53088fded1984d', 'gw_port': {'id': '235e2c63-5129-41f7-ac3b-8d8b18340dd5', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:6f:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d802fd0-24ac-4cd4-b2bc-faa33b7fb1b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3834, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:30:07Z', 'updated_at': '2021-07-06T14:30:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6'}], 'n-d-773647-6', False) {} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:30:09.133372 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cc758f1-7bef-49c4-8871-f78a09a296da None None] Checking router: 8d802fd0-24ac-4cd4-b2bc-faa33b7fb1b4 for host: n-d-773647-6 {{(pid=100248) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 14:30:09.134622 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cc758f1-7bef-49c4-8871-f78a09a296da None None] Updating router 8d802fd0-24ac-4cd4-b2bc-faa33b7fb1b4 port 235e2c63-5129-41f7-ac3b-8d8b18340dd5 binding host n-d-773647-6 {{(pid=100248) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 14:30:09.207657 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5cc758f1-7bef-49c4-8871-f78a09a296da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:30:09.209815 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f97672-c6b9-433d-b25e-2402a5371fe8 None None] Pushing event updated for resources: {'Port': ['ID=99c31837-2c38-4de1-851d-20e2471adea0,revision_number=3']} {{(pid=100249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:30:09.227497 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59f97672-c6b9-433d-b25e-2402a5371fe8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:30:09.228030 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59f97672-c6b9-433d-b25e-2402a5371fe8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:30:09.228537 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59f97672-c6b9-433d-b25e-2402a5371fe8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:30:09.229105 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59f97672-c6b9-433d-b25e-2402a5371fe8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:30:09.229617 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59f97672-c6b9-433d-b25e-2402a5371fe8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:30:09.230170 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59f97672-c6b9-433d-b25e-2402a5371fe8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:30:09.230675 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59f97672-c6b9-433d-b25e-2402a5371fe8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:30:09.231260 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59f97672-c6b9-433d-b25e-2402a5371fe8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:30:09.231755 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59f97672-c6b9-433d-b25e-2402a5371fe8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:30:09.232318 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59f97672-c6b9-433d-b25e-2402a5371fe8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:30:09.232824 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59f97672-c6b9-433d-b25e-2402a5371fe8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:30:09.233303 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59f97672-c6b9-433d-b25e-2402a5371fe8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:30:09.279196 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 57ba3a89-8007-470c-a5d7-0c700e780995 up at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:30:09.302034 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.managers [None req-bac9a3fa-2f5d-441d-b5df-4c91035308cb None None] Attempting to bind port 99c31837-2c38-4de1-851d-20e2471adea0 on host n-d-773647-6 for vnic_type normal with profile {{(pid=100249) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:30:09.302514 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.managers [None req-bac9a3fa-2f5d-441d-b5df-4c91035308cb None None] Attempting to bind port 99c31837-2c38-4de1-851d-20e2471adea0 by drivers openvswitch,hyperv on host n-d-773647-6 at level 0 using segments [{'id': 'fb70f030-83e8-41d7-b868-4485c113c2c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': '8d42e765-466c-4066-a835-9be26bf6d40e'}] {{(pid=100249) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:30:09.302748 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bac9a3fa-2f5d-441d-b5df-4c91035308cb None None] Attempting to bind port 99c31837-2c38-4de1-851d-20e2471adea0 on network 8d42e765-466c-4066-a835-9be26bf6d40e {{(pid=100249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:30:09.313513 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bac9a3fa-2f5d-441d-b5df-4c91035308cb None None] Checking agent: {'id': '8ab5b19c-d213-4f29-891d-27bdf39d38b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773647-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 43, 26), 'started_at': datetime.datetime(2021, 7, 6, 13, 43, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 29, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773647-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:30:09.313914 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bac9a3fa-2f5d-441d-b5df-4c91035308cb None None] Checking segment: {'id': 'fb70f030-83e8-41d7-b868-4485c113c2c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': '8d42e765-466c-4066-a835-9be26bf6d40e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100249) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:30:09.314312 n-d-773647-6 neutron-server[100249]: DEBUG neutron_lib.callbacks.manager [None req-bac9a3fa-2f5d-441d-b5df-4c91035308cb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:30:09.314699 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bac9a3fa-2f5d-441d-b5df-4c91035308cb None None] Bound using segment: {'id': 'fb70f030-83e8-41d7-b868-4485c113c2c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': '8d42e765-466c-4066-a835-9be26bf6d40e'} {{(pid=100249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:30:09.315453 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.managers [None req-bac9a3fa-2f5d-441d-b5df-4c91035308cb None None] Bound port: 99c31837-2c38-4de1-851d-20e2471adea0, host: n-d-773647-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb70f030-83e8-41d7-b868-4485c113c2c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': '8d42e765-466c-4066-a835-9be26bf6d40e'}}] {{(pid=100249) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:30:09.316534 n-d-773647-6 neutron-server[100249]: DEBUG neutron_lib.callbacks.manager [None req-bac9a3fa-2f5d-441d-b5df-4c91035308cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:30:09.366970 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-109898eb-4a5a-44e3-a5d5-e283a677a876 None None] Network 01014b69-65c5-4b71-a77f-3e7bff8a565c requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:30:09.437795 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.db [None req-bac9a3fa-2f5d-441d-b5df-4c91035308cb None None] For port 99c31837-2c38-4de1-851d-20e2471adea0, host n-d-773647-6, cleared binding levels {{(pid=100249) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:30:09.442826 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.db [None req-bac9a3fa-2f5d-441d-b5df-4c91035308cb None None] For port 99c31837-2c38-4de1-851d-20e2471adea0, host n-d-773647-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=99c31837-2c38-4de1-851d-20e2471adea0,segment=NetworkSegment(fb70f030-83e8-41d7-b868-4485c113c2c0),segment_id=fb70f030-83e8-41d7-b868-4485c113c2c0)] {{(pid=100249) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:30:09.449126 n-d-773647-6 neutron-server[100249]: DEBUG neutron_lib.callbacks.manager [None req-bac9a3fa-2f5d-441d-b5df-4c91035308cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:30:09.508495 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bac9a3fa-2f5d-441d-b5df-4c91035308cb None None] Routers {'d1a6fd96-2052-4d61-baf1-3dc3a18de2e7'} bound to L3 agent in host n-d-773647-6 {{(pid=100249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:30:09.509566 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-bac9a3fa-2f5d-441d-b5df-4c91035308cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T14:29:56Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['d1a6fd96-2052-4d61-baf1-3dc3a18de2e7'], 'active': True} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:30:09.532042 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-443ffff3-1394-46da-bcf2-b2c9cd0e6757 None None] Provisioning for port 89c7fe4f-18a9-4ac9-b56b-06e325c1b7b4 completed by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:30:09.632540 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvr_db [None req-bac9a3fa-2f5d-441d-b5df-4c91035308cb None None] Set router d1a6fd96-2052-4d61-baf1-3dc3a18de2e7 gateway port host: n-d-773647-6 {{(pid=100249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:30:09.788074 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f97672-c6b9-433d-b25e-2402a5371fe8 None None] Pushing event updated for resources: {'Port': ['ID=99c31837-2c38-4de1-851d-20e2471adea0,revision_number=4']} {{(pid=100249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:30:09.833489 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning complete for port 57ba3a89-8007-470c-a5d7-0c700e780995 triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:30:09.834105 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:30:09.891373 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-bc4786bb-4a88-40f4-88c6-e7b858390998 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:30:09.916619 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-bac9a3fa-2f5d-441d-b5df-4c91035308cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1a6fd96-2052-4d61-baf1-3dc3a18de2e7', 'name': 'tempest-TestVolumeBootPattern-1742609137-router', 'tenant_id': '9d9b21e60bee490a9bf202cb583bf670', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.139'}], 'enable_snat': True}, 'gw_port_id': '57ba3a89-8007-470c-a5d7-0c700e780995', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:30:01Z', 'updated_at': '2021-07-06T14:30:04Z', 'revision_number': 4, 'project_id': '9d9b21e60bee490a9bf202cb583bf670', 'gw_port': {'id': '57ba3a89-8007-470c-a5d7-0c700e780995', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:90:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1a6fd96-2052-4d61-baf1-3dc3a18de2e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3822, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:30:01Z', 'updated_at': '2021-07-06T14:30:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6', '_interfaces': [{'id': '99c31837-2c38-4de1-851d-20e2471adea0', 'name': '', 'network_id': '8d42e765-466c-4066-a835-9be26bf6d40e', 'tenant_id': '9d9b21e60bee490a9bf202cb583bf670', 'mac_address': 'fa:16:3e:bd:73:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1a6fd96-2052-4d61-baf1-3dc3a18de2e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3823, 'fixed_ips': [{'subnet_id': '2909a683-548c-4b5b-9f41-76ab6ad57d29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:30:03Z', 'updated_at': '2021-07-06T14:30:09Z', 'revision_number': 4, 'project_id': '9d9b21e60bee490a9bf202cb583bf670', 'subnets': [{'id': '2909a683-548c-4b5b-9f41-76ab6ad57d29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773647-6', False) {} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:30:10.061996 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5cc758f1-7bef-49c4-8871-f78a09a296da None None] Notify callbacks [] for port, precommit_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:30:10.082144 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 89c7fe4f-18a9-4ac9-b56b-06e325c1b7b4 up at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:30:10.085299 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bac9a3fa-2f5d-441d-b5df-4c91035308cb None None] The sync data for ids ['d1a6fd96-2052-4d61-baf1-3dc3a18de2e7'] in n-d-773647-6 is: [{'id': 'd1a6fd96-2052-4d61-baf1-3dc3a18de2e7', 'name': 'tempest-TestVolumeBootPattern-1742609137-router', 'tenant_id': '9d9b21e60bee490a9bf202cb583bf670', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.139'}], 'enable_snat': True}, 'gw_port_id': '57ba3a89-8007-470c-a5d7-0c700e780995', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:30:01Z', 'updated_at': '2021-07-06T14:30:04Z', 'revision_number': 4, 'project_id': '9d9b21e60bee490a9bf202cb583bf670', 'gw_port': {'id': '57ba3a89-8007-470c-a5d7-0c700e780995', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:90:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1a6fd96-2052-4d61-baf1-3dc3a18de2e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3822, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:30:01Z', 'updated_at': '2021-07-06T14:30:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6', '_interfaces': [{'id': '99c31837-2c38-4de1-851d-20e2471adea0', 'name': '', 'network_id': '8d42e765-466c-4066-a835-9be26bf6d40e', 'tenant_id': '9d9b21e60bee490a9bf202cb583bf670', 'mac_address': 'fa:16:3e:bd:73:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1a6fd96-2052-4d61-baf1-3dc3a18de2e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3823, 'fixed_ips': [{'subnet_id': '2909a683-548c-4b5b-9f41-76ab6ad57d29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:30:03Z', 'updated_at': '2021-07-06T14:30:09Z', 'revision_number': 4, 'project_id': '9d9b21e60bee490a9bf202cb583bf670', 'subnets': [{'id': '2909a683-548c-4b5b-9f41-76ab6ad57d29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 14:30:10.087467 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5cc758f1-7bef-49c4-8871-f78a09a296da None None] Transition to ACTIVE for port object 235e2c63-5129-41f7-ac3b-8d8b18340dd5 will not be triggered until provisioned by entity L2. {{(pid=100248) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:30:10.124061 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5cc758f1-7bef-49c4-8871-f78a09a296da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:30:10.131236 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.db_base_plugin_common [None req-bc4786bb-4a88-40f4-88c6-e7b858390998 admin admin] Allocated IP 172.20.0.1 (01014b69-65c5-4b71-a77f-3e7bff8a565c/a04b4fa4-0b45-4361-aeb0-27cc70659366/fdde81bb-5d17-43fd-a8da-b55ce0cde9b2) {{(pid=100247) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:30:10.198226 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c4ec34-a034-4170-bb64-385e8598d2fe None None] Pushing event updated for resources: {'Port': ['ID=235e2c63-5129-41f7-ac3b-8d8b18340dd5,revision_number=2']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:30:10.201567 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-5cc758f1-7bef-49c4-8871-f78a09a296da None None] Attempting to bind port 235e2c63-5129-41f7-ac3b-8d8b18340dd5 on host n-d-773647-6 for vnic_type normal with profile {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:30:10.201936 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-5cc758f1-7bef-49c4-8871-f78a09a296da None None] Attempting to bind port 235e2c63-5129-41f7-ac3b-8d8b18340dd5 by drivers openvswitch,hyperv on host n-d-773647-6 at level 0 using segments [{'id': '89a832b7-7793-4d51-9038-ed7e1c3ff1b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719'}] {{(pid=100248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:30:10.202344 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cc758f1-7bef-49c4-8871-f78a09a296da None None] Attempting to bind port 235e2c63-5129-41f7-ac3b-8d8b18340dd5 on network 2658f09e-a580-4d4a-9968-2d1e0ad93719 {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:30:10.209383 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cc758f1-7bef-49c4-8871-f78a09a296da None None] Checking agent: {'id': '8ab5b19c-d213-4f29-891d-27bdf39d38b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773647-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 43, 26), 'started_at': datetime.datetime(2021, 7, 6, 13, 43, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 29, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773647-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:30:10.209383 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cc758f1-7bef-49c4-8871-f78a09a296da None None] Checking segment: {'id': '89a832b7-7793-4d51-9038-ed7e1c3ff1b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:30:10.209848 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5cc758f1-7bef-49c4-8871-f78a09a296da None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:30:10.210108 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cc758f1-7bef-49c4-8871-f78a09a296da None None] Bound using segment: {'id': '89a832b7-7793-4d51-9038-ed7e1c3ff1b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719'} {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:30:10.210586 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-5cc758f1-7bef-49c4-8871-f78a09a296da None None] Bound port: 235e2c63-5129-41f7-ac3b-8d8b18340dd5, host: n-d-773647-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89a832b7-7793-4d51-9038-ed7e1c3ff1b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719'}}] {{(pid=100248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:30:10.210968 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5cc758f1-7bef-49c4-8871-f78a09a296da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:30:10.214120 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning for port 89c7fe4f-18a9-4ac9-b56b-06e325c1b7b4 completed by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:30:10.238167 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning complete for port 89c7fe4f-18a9-4ac9-b56b-06e325c1b7b4 triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:30:10.238495 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:30:10.288534 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-bc4786bb-4a88-40f4-88c6-e7b858390998 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:30:10.309289 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.provisioning_blocks [None req-bc4786bb-4a88-40f4-88c6-e7b858390998 admin admin] Transition to ACTIVE for port object fdde81bb-5d17-43fd-a8da-b55ce0cde9b2 will not be triggered until provisioned by entity DHCP. {{(pid=100247) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:30:10.342947 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5cc758f1-7bef-49c4-8871-f78a09a296da None None] For port 235e2c63-5129-41f7-ac3b-8d8b18340dd5, host n-d-773647-6, cleared binding levels {{(pid=100248) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:30:10.348386 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5cc758f1-7bef-49c4-8871-f78a09a296da None None] For port 235e2c63-5129-41f7-ac3b-8d8b18340dd5, host n-d-773647-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=235e2c63-5129-41f7-ac3b-8d8b18340dd5,segment=NetworkSegment(89a832b7-7793-4d51-9038-ed7e1c3ff1b2),segment_id=89a832b7-7793-4d51-9038-ed7e1c3ff1b2)] {{(pid=100248) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:30:10.350552 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-bc4786bb-4a88-40f4-88c6-e7b858390998 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-128888360'] for port, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:30:10.357736 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5cc758f1-7bef-49c4-8871-f78a09a296da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:30:10.418009 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4786bb-4a88-40f4-88c6-e7b858390998 admin admin] Pushing event updated for resources: {'Port': ['ID=fdde81bb-5d17-43fd-a8da-b55ce0cde9b2,revision_number=1']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:30:10.439121 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc4786bb-4a88-40f4-88c6-e7b858390998 admin admin] Network 01014b69-65c5-4b71-a77f-3e7bff8a565c is already hosted by enough agents. {{(pid=100247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:30:10.440955 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.base_scheduler [None req-bc4786bb-4a88-40f4-88c6-e7b858390998 admin admin] Resources bound (agent type, host, resource id): {{(pid=100247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:30:10.443833 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc4786bb-4a88-40f4-88c6-e7b858390998 admin admin] Received port after_create {{(pid=100247) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:30:10.551233 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-bc4786bb-4a88-40f4-88c6-e7b858390998 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1807675'] for router_interface, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:30:10.698945 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c4ec34-a034-4170-bb64-385e8598d2fe None None] Pushing event updated for resources: {'Port': ['ID=235e2c63-5129-41f7-ac3b-8d8b18340dd5,revision_number=3']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:30:10.730209 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:30:10.755026 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-aa656df2-9962-4cdc-9e04-e79db0905251 None None] Provisioning complete for port 89c7fe4f-18a9-4ac9-b56b-06e325c1b7b4 triggered by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:30:10.755436 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-aa656df2-9962-4cdc-9e04-e79db0905251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:30:10.759787 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-bc4786bb-4a88-40f4-88c6-e7b858390998 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:30:10.812841 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cc758f1-7bef-49c4-8871-f78a09a296da None None] Routers {'8d802fd0-24ac-4cd4-b2bc-faa33b7fb1b4'} bound to L3 agent in host n-d-773647-6 {{(pid=100248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:30:10.813559 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-5cc758f1-7bef-49c4-8871-f78a09a296da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T14:29:56Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['8d802fd0-24ac-4cd4-b2bc-faa33b7fb1b4'], 'active': True} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:30:10.835818 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:30:10.881254 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] For port 89c7fe4f-18a9-4ac9-b56b-06e325c1b7b4, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=89c7fe4f-18a9-4ac9-b56b-06e325c1b7b4,segment=NetworkSegment(476564f5-6483-43bd-b348-483852374332),segment_id=476564f5-6483-43bd-b348-483852374332)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:30:10.889012 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:30:10.978752 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-bc4786bb-4a88-40f4-88c6-e7b858390998 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:30:10.989232 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-bc4786bb-4a88-40f4-88c6-e7b858390998 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128888538'] for port, after_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:30:11.051318 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Pushing event updated for resources: {'Port': ['ID=89c7fe4f-18a9-4ac9-b56b-06e325c1b7b4,revision_number=3']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:30:11.079604 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4786bb-4a88-40f4-88c6-e7b858390998 admin admin] Pushing event updated for resources: {'Port': ['ID=fdde81bb-5d17-43fd-a8da-b55ce0cde9b2,revision_number=2']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:30:11.087403 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-bc4786bb-4a88-40f4-88c6-e7b858390998 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1809478'] for router_interface, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:30:11.092592 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvr_db [None req-5cc758f1-7bef-49c4-8871-f78a09a296da None None] Set router 8d802fd0-24ac-4cd4-b2bc-faa33b7fb1b4 gateway port host: n-d-773647-6 {{(pid=100248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:30:11.145405 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 99c31837-2c38-4de1-851d-20e2471adea0 up at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:30:11.242541 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc4786bb-4a88-40f4-88c6-e7b858390998 admin admin] Network 01014b69-65c5-4b71-a77f-3e7bff8a565c is already hosted by enough agents. {{(pid=100247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:30:11.244247 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.base_scheduler [None req-bc4786bb-4a88-40f4-88c6-e7b858390998 admin admin] Resources bound (agent type, host, resource id): {{(pid=100247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:30:11.334993 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning for port 99c31837-2c38-4de1-851d-20e2471adea0 completed by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:30:11.338829 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-bb92eb71-bc41-48c9-b6a1-5059806a2955 None None] Provisioning for port fdde81bb-5d17-43fd-a8da-b55ce0cde9b2 completed by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:30:11.350442 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning complete for port 99c31837-2c38-4de1-851d-20e2471adea0 triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:30:11.350815 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:30:11.352646 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-bb92eb71-bc41-48c9-b6a1-5059806a2955 None None] Provisioning complete for port fdde81bb-5d17-43fd-a8da-b55ce0cde9b2 triggered by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:30:11.353030 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-bb92eb71-bc41-48c9-b6a1-5059806a2955 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:30:11.433896 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-bb92eb71-bc41-48c9-b6a1-5059806a2955 None None] Port fdde81bb-5d17-43fd-a8da-b55ce0cde9b2 cannot update to ACTIVE because it is not bound. {{(pid=100248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 14:30:11.441717 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc4786bb-4a88-40f4-88c6-e7b858390998 admin admin] Router 8d802fd0-24ac-4cd4-b2bc-faa33b7fb1b4 has already been hosted by L3 agent 2823d358-a11b-4885-a706-95a279e43fa7 {{(pid=100247) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 14:30:11.561222 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:30:11.597102 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-5cc758f1-7bef-49c4-8871-f78a09a296da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d802fd0-24ac-4cd4-b2bc-faa33b7fb1b4', 'name': 'tempest-TestVolumeBootPattern-770219266-router', 'tenant_id': '54757c901c8a42f1bf53088fded1984d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.47'}], 'enable_snat': True}, 'gw_port_id': '235e2c63-5129-41f7-ac3b-8d8b18340dd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:30:06Z', 'updated_at': '2021-07-06T14:30:10Z', 'revision_number': 4, 'project_id': '54757c901c8a42f1bf53088fded1984d', 'gw_port': {'id': '235e2c63-5129-41f7-ac3b-8d8b18340dd5', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:6f:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d802fd0-24ac-4cd4-b2bc-faa33b7fb1b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3834, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:30:07Z', 'updated_at': '2021-07-06T14:30:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6', '_interfaces': [{'id': 'fdde81bb-5d17-43fd-a8da-b55ce0cde9b2', 'name': '', 'network_id': '01014b69-65c5-4b71-a77f-3e7bff8a565c', 'tenant_id': '54757c901c8a42f1bf53088fded1984d', 'mac_address': 'fa:16:3e:c0:40:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d802fd0-24ac-4cd4-b2bc-faa33b7fb1b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3835, 'fixed_ips': [{'subnet_id': 'a04b4fa4-0b45-4361-aeb0-27cc70659366', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:30:09Z', 'updated_at': '2021-07-06T14:30:10Z', 'revision_number': 1, 'project_id': '54757c901c8a42f1bf53088fded1984d', 'subnets': [{'id': 'a04b4fa4-0b45-4361-aeb0-27cc70659366', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773647-6', False) {} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:30:11.597884 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc4786bb-4a88-40f4-88c6-e7b858390998 admin admin] Notify agent at l3_agent.n-d-773647-6 the message routers_updated {{(pid=100247) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 14:30:11.614258 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-bc4786bb-4a88-40f4-88c6-e7b858390998 admin admin] 10.222.0.104 "PUT /v2.0/routers/8d802fd0-24ac-4cd4-b2bc-faa33b7fb1b4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0287018 Jul 06 14:30:11.636349 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cc758f1-7bef-49c4-8871-f78a09a296da None None] The sync data for ids ['8d802fd0-24ac-4cd4-b2bc-faa33b7fb1b4'] in n-d-773647-6 is: [{'id': '8d802fd0-24ac-4cd4-b2bc-faa33b7fb1b4', 'name': 'tempest-TestVolumeBootPattern-770219266-router', 'tenant_id': '54757c901c8a42f1bf53088fded1984d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.47'}], 'enable_snat': True}, 'gw_port_id': '235e2c63-5129-41f7-ac3b-8d8b18340dd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:30:06Z', 'updated_at': '2021-07-06T14:30:10Z', 'revision_number': 4, 'project_id': '54757c901c8a42f1bf53088fded1984d', 'gw_port': {'id': '235e2c63-5129-41f7-ac3b-8d8b18340dd5', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:6f:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d802fd0-24ac-4cd4-b2bc-faa33b7fb1b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3834, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:30:07Z', 'updated_at': '2021-07-06T14:30:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6', '_interfaces': [{'id': 'fdde81bb-5d17-43fd-a8da-b55ce0cde9b2', 'name': '', 'network_id': '01014b69-65c5-4b71-a77f-3e7bff8a565c', 'tenant_id': '54757c901c8a42f1bf53088fded1984d', 'mac_address': 'fa:16:3e:c0:40:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d802fd0-24ac-4cd4-b2bc-faa33b7fb1b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3835, 'fixed_ips': [{'subnet_id': 'a04b4fa4-0b45-4361-aeb0-27cc70659366', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:30:09Z', 'updated_at': '2021-07-06T14:30:10Z', 'revision_number': 1, 'project_id': '54757c901c8a42f1bf53088fded1984d', 'subnets': [{'id': 'a04b4fa4-0b45-4361-aeb0-27cc70659366', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 14:30:11.662363 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] For port 99c31837-2c38-4de1-851d-20e2471adea0, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=99c31837-2c38-4de1-851d-20e2471adea0,segment=NetworkSegment(fb70f030-83e8-41d7-b868-4485c113c2c0),segment_id=fb70f030-83e8-41d7-b868-4485c113c2c0)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:30:11.666209 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-d4832eb6-f107-49c9-9a27-01a4922d9c1d None None] Provisioning complete for port fdde81bb-5d17-43fd-a8da-b55ce0cde9b2 triggered by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:30:11.666719 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-d4832eb6-f107-49c9-9a27-01a4922d9c1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:30:11.670484 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:30:11.741313 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-d4832eb6-f107-49c9-9a27-01a4922d9c1d None None] Port fdde81bb-5d17-43fd-a8da-b55ce0cde9b2 cannot update to ACTIVE because it is not bound. {{(pid=100248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 14:30:11.758870 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Pushing event updated for resources: {'Port': ['ID=99c31837-2c38-4de1-851d-20e2471adea0,revision_number=5']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:30:12.615493 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:30:13.178226 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 99c31837-2c38-4de1-851d-20e2471adea0 up at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:30:13.246866 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning complete for port 99c31837-2c38-4de1-851d-20e2471adea0 triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:30:13.247701 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:30:13.347325 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 235e2c63-5129-41f7-ac3b-8d8b18340dd5 up at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:30:13.408227 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning for port 235e2c63-5129-41f7-ac3b-8d8b18340dd5 completed by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:30:13.412930 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning complete for port 235e2c63-5129-41f7-ac3b-8d8b18340dd5 triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:30:13.413313 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:30:13.499375 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:30:13.521152 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] For port 235e2c63-5129-41f7-ac3b-8d8b18340dd5, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=235e2c63-5129-41f7-ac3b-8d8b18340dd5,segment=NetworkSegment(89a832b7-7793-4d51-9038-ed7e1c3ff1b2),segment_id=89a832b7-7793-4d51-9038-ed7e1c3ff1b2)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:30:13.525717 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:30:13.526615 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 89c7fe4f-18a9-4ac9-b56b-06e325c1b7b4 up at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:30:13.609824 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Pushing event updated for resources: {'Port': ['ID=235e2c63-5129-41f7-ac3b-8d8b18340dd5,revision_number=4']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:30:13.628314 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning complete for port 89c7fe4f-18a9-4ac9-b56b-06e325c1b7b4 triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:30:13.629631 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:30:13.974719 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f06406-9638-4f2b-b22e-ed175ac6ca63 req-746d8bd3-3881-41a5-bb54-9c72403238dd tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:30:13.976303 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-58f06406-9638-4f2b-b22e-ed175ac6ca63 req-746d8bd3-3881-41a5-bb54-9c72403238dd tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] 10.222.0.104 "GET /v2.0/networks?id=8d42e765-466c-4066-a835-9be26bf6d40e HTTP/1.1" status: 200 len: 812 time: 0.1219351 Jul 06 14:30:13.994560 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-58f06406-9638-4f2b-b22e-ed175ac6ca63 req-782c307c-6801-4d3b-bd96-c7636e6141e5 tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] 10.222.0.104 "GET /v2.0/quotas/9d9b21e60bee490a9bf202cb583bf670 HTTP/1.1" status: 200 len: 375 time: 0.0121796 Jul 06 14:30:14.073645 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-58f06406-9638-4f2b-b22e-ed175ac6ca63 req-e1bfa3d6-b9a7-4bd1-b065-62e8955ff8a3 tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] 10.222.0.104 "GET /v2.0/ports?tenant_id=9d9b21e60bee490a9bf202cb583bf670&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0692670 Jul 06 14:30:14.172190 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-58f06406-9638-4f2b-b22e-ed175ac6ca63 req-eb0c7cc7-3792-430a-9118-f08ac8b2d245 service neutron] 10.222.0.104 "GET /v2.0/networks/8d42e765-466c-4066-a835-9be26bf6d40e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912633 Jul 06 14:30:14.196869 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5588d471-0634-4f38-bb24-114067edae0e None None] Sync routers for ids ['8d802fd0-24ac-4cd4-b2bc-faa33b7fb1b4'] in n-d-773647-6 {{(pid=100249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 14:30:14.207639 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5588d471-0634-4f38-bb24-114067edae0e None None] Routers {'8d802fd0-24ac-4cd4-b2bc-faa33b7fb1b4'} bound to L3 agent in host n-d-773647-6 {{(pid=100249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:30:14.208570 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-5588d471-0634-4f38-bb24-114067edae0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T14:29:56Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['8d802fd0-24ac-4cd4-b2bc-faa33b7fb1b4'], 'active': True} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:30:14.274640 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-58f06406-9638-4f2b-b22e-ed175ac6ca63 req-a58bf638-e6ed-4fdb-81ab-a911db9ca5d9 service neutron] 10.222.0.104 "GET /v2.0/networks/8d42e765-466c-4066-a835-9be26bf6d40e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0977793 Jul 06 14:30:14.330787 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvr_db [None req-5588d471-0634-4f38-bb24-114067edae0e None None] Set router 8d802fd0-24ac-4cd4-b2bc-faa33b7fb1b4 gateway port host: n-d-773647-6 {{(pid=100249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:30:14.579550 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-5588d471-0634-4f38-bb24-114067edae0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d802fd0-24ac-4cd4-b2bc-faa33b7fb1b4', 'name': 'tempest-TestVolumeBootPattern-770219266-router', 'tenant_id': '54757c901c8a42f1bf53088fded1984d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.47'}], 'enable_snat': True}, 'gw_port_id': '235e2c63-5129-41f7-ac3b-8d8b18340dd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:30:06Z', 'updated_at': '2021-07-06T14:30:10Z', 'revision_number': 4, 'project_id': '54757c901c8a42f1bf53088fded1984d', 'gw_port': {'id': '235e2c63-5129-41f7-ac3b-8d8b18340dd5', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:6f:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d802fd0-24ac-4cd4-b2bc-faa33b7fb1b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3834, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:30:07Z', 'updated_at': '2021-07-06T14:30:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6', '_interfaces': [{'id': 'fdde81bb-5d17-43fd-a8da-b55ce0cde9b2', 'name': '', 'network_id': '01014b69-65c5-4b71-a77f-3e7bff8a565c', 'tenant_id': '54757c901c8a42f1bf53088fded1984d', 'mac_address': 'fa:16:3e:c0:40:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d802fd0-24ac-4cd4-b2bc-faa33b7fb1b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3835, 'fixed_ips': [{'subnet_id': 'a04b4fa4-0b45-4361-aeb0-27cc70659366', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:30:09Z', 'updated_at': '2021-07-06T14:30:10Z', 'revision_number': 2, 'project_id': '54757c901c8a42f1bf53088fded1984d', 'subnets': [{'id': 'a04b4fa4-0b45-4361-aeb0-27cc70659366', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773647-6', False) {} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:30:14.612873 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5588d471-0634-4f38-bb24-114067edae0e None None] Checking router: 8d802fd0-24ac-4cd4-b2bc-faa33b7fb1b4 for host: n-d-773647-6 {{(pid=100249) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 14:30:14.613363 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5588d471-0634-4f38-bb24-114067edae0e None None] Updating router 8d802fd0-24ac-4cd4-b2bc-faa33b7fb1b4 port fdde81bb-5d17-43fd-a8da-b55ce0cde9b2 binding host n-d-773647-6 {{(pid=100249) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 14:30:14.617433 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-fb75df8e-00c8-46a7-bf28-633f15eff648 req-1210962c-8fb7-413d-80b0-d47a0bb39994 tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] 10.222.0.104 "GET /v2.0/ports?device_id=0ade4a80-36b1-41ea-8925-459077ac9d70 HTTP/1.1" status: 200 len: 210 time: 0.0416794 Jul 06 14:30:14.663785 n-d-773647-6 neutron-server[100249]: DEBUG neutron_lib.callbacks.manager [None req-5588d471-0634-4f38-bb24-114067edae0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:30:14.988031 n-d-773647-6 neutron-server[100249]: DEBUG neutron_lib.callbacks.manager [None req-5588d471-0634-4f38-bb24-114067edae0e None None] Notify callbacks [] for port, precommit_update {{(pid=100249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:30:15.000618 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.provisioning_blocks [None req-5588d471-0634-4f38-bb24-114067edae0e None None] Transition to ACTIVE for port object fdde81bb-5d17-43fd-a8da-b55ce0cde9b2 will not be triggered until provisioned by entity L2. {{(pid=100249) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:30:15.006704 n-d-773647-6 neutron-server[100249]: DEBUG neutron_lib.callbacks.manager [None req-5588d471-0634-4f38-bb24-114067edae0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:30:15.059909 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 235e2c63-5129-41f7-ac3b-8d8b18340dd5 up at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:30:15.135651 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.managers [None req-5588d471-0634-4f38-bb24-114067edae0e None None] Attempting to bind port fdde81bb-5d17-43fd-a8da-b55ce0cde9b2 on host n-d-773647-6 for vnic_type normal with profile {{(pid=100249) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:30:15.136026 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.managers [None req-5588d471-0634-4f38-bb24-114067edae0e None None] Attempting to bind port fdde81bb-5d17-43fd-a8da-b55ce0cde9b2 by drivers openvswitch,hyperv on host n-d-773647-6 at level 0 using segments [{'id': '476564f5-6483-43bd-b348-483852374332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': '01014b69-65c5-4b71-a77f-3e7bff8a565c'}] {{(pid=100249) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:30:15.136392 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5588d471-0634-4f38-bb24-114067edae0e None None] Attempting to bind port fdde81bb-5d17-43fd-a8da-b55ce0cde9b2 on network 01014b69-65c5-4b71-a77f-3e7bff8a565c {{(pid=100249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:30:15.138586 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04058e0-7283-4b58-b1af-cab0cdfd03d3 None None] Pushing event updated for resources: {'Port': ['ID=fdde81bb-5d17-43fd-a8da-b55ce0cde9b2,revision_number=3']} {{(pid=100249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:30:15.145367 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5588d471-0634-4f38-bb24-114067edae0e None None] Checking agent: {'id': '8ab5b19c-d213-4f29-891d-27bdf39d38b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773647-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 43, 26), 'started_at': datetime.datetime(2021, 7, 6, 13, 43, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 29, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773647-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:30:15.145759 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5588d471-0634-4f38-bb24-114067edae0e None None] Checking segment: {'id': '476564f5-6483-43bd-b348-483852374332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': '01014b69-65c5-4b71-a77f-3e7bff8a565c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100249) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:30:15.146165 n-d-773647-6 neutron-server[100249]: DEBUG neutron_lib.callbacks.manager [None req-5588d471-0634-4f38-bb24-114067edae0e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:30:15.147207 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5588d471-0634-4f38-bb24-114067edae0e None None] Bound using segment: {'id': '476564f5-6483-43bd-b348-483852374332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': '01014b69-65c5-4b71-a77f-3e7bff8a565c'} {{(pid=100249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:30:15.152687 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.managers [None req-5588d471-0634-4f38-bb24-114067edae0e None None] Bound port: fdde81bb-5d17-43fd-a8da-b55ce0cde9b2, host: n-d-773647-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '476564f5-6483-43bd-b348-483852374332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': '01014b69-65c5-4b71-a77f-3e7bff8a565c'}}] {{(pid=100249) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:30:15.153453 n-d-773647-6 neutron-server[100249]: DEBUG neutron_lib.callbacks.manager [None req-5588d471-0634-4f38-bb24-114067edae0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:30:15.161180 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning complete for port 235e2c63-5129-41f7-ac3b-8d8b18340dd5 triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:30:15.161567 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:30:15.240222 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.db [None req-5588d471-0634-4f38-bb24-114067edae0e None None] For port fdde81bb-5d17-43fd-a8da-b55ce0cde9b2, host n-d-773647-6, cleared binding levels {{(pid=100249) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:30:15.245184 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.db [None req-5588d471-0634-4f38-bb24-114067edae0e None None] For port fdde81bb-5d17-43fd-a8da-b55ce0cde9b2, host n-d-773647-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=fdde81bb-5d17-43fd-a8da-b55ce0cde9b2,segment=NetworkSegment(476564f5-6483-43bd-b348-483852374332),segment_id=476564f5-6483-43bd-b348-483852374332)] {{(pid=100249) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:30:15.260187 n-d-773647-6 neutron-server[100249]: DEBUG neutron_lib.callbacks.manager [None req-5588d471-0634-4f38-bb24-114067edae0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:30:15.341299 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04058e0-7283-4b58-b1af-cab0cdfd03d3 None None] Pushing event updated for resources: {'Port': ['ID=fdde81bb-5d17-43fd-a8da-b55ce0cde9b2,revision_number=4']} {{(pid=100249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:30:15.350535 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5588d471-0634-4f38-bb24-114067edae0e None None] Routers {'8d802fd0-24ac-4cd4-b2bc-faa33b7fb1b4'} bound to L3 agent in host n-d-773647-6 {{(pid=100249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:30:15.352234 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-5588d471-0634-4f38-bb24-114067edae0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T14:29:56Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['8d802fd0-24ac-4cd4-b2bc-faa33b7fb1b4'], 'active': True} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:30:15.476717 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvr_db [None req-5588d471-0634-4f38-bb24-114067edae0e None None] Set router 8d802fd0-24ac-4cd4-b2bc-faa33b7fb1b4 gateway port host: n-d-773647-6 {{(pid=100249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:30:15.713847 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-5588d471-0634-4f38-bb24-114067edae0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d802fd0-24ac-4cd4-b2bc-faa33b7fb1b4', 'name': 'tempest-TestVolumeBootPattern-770219266-router', 'tenant_id': '54757c901c8a42f1bf53088fded1984d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.47'}], 'enable_snat': True}, 'gw_port_id': '235e2c63-5129-41f7-ac3b-8d8b18340dd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:30:06Z', 'updated_at': '2021-07-06T14:30:10Z', 'revision_number': 4, 'project_id': '54757c901c8a42f1bf53088fded1984d', 'gw_port': {'id': '235e2c63-5129-41f7-ac3b-8d8b18340dd5', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:6f:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d802fd0-24ac-4cd4-b2bc-faa33b7fb1b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3834, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:30:07Z', 'updated_at': '2021-07-06T14:30:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6', '_interfaces': [{'id': 'fdde81bb-5d17-43fd-a8da-b55ce0cde9b2', 'name': '', 'network_id': '01014b69-65c5-4b71-a77f-3e7bff8a565c', 'tenant_id': '54757c901c8a42f1bf53088fded1984d', 'mac_address': 'fa:16:3e:c0:40:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d802fd0-24ac-4cd4-b2bc-faa33b7fb1b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3835, 'fixed_ips': [{'subnet_id': 'a04b4fa4-0b45-4361-aeb0-27cc70659366', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:30:09Z', 'updated_at': '2021-07-06T14:30:15Z', 'revision_number': 4, 'project_id': '54757c901c8a42f1bf53088fded1984d', 'subnets': [{'id': 'a04b4fa4-0b45-4361-aeb0-27cc70659366', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773647-6', False) {} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:30:15.750556 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5588d471-0634-4f38-bb24-114067edae0e None None] The sync data for ids ['8d802fd0-24ac-4cd4-b2bc-faa33b7fb1b4'] in n-d-773647-6 is: [{'id': '8d802fd0-24ac-4cd4-b2bc-faa33b7fb1b4', 'name': 'tempest-TestVolumeBootPattern-770219266-router', 'tenant_id': '54757c901c8a42f1bf53088fded1984d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.47'}], 'enable_snat': True}, 'gw_port_id': '235e2c63-5129-41f7-ac3b-8d8b18340dd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:30:06Z', 'updated_at': '2021-07-06T14:30:10Z', 'revision_number': 4, 'project_id': '54757c901c8a42f1bf53088fded1984d', 'gw_port': {'id': '235e2c63-5129-41f7-ac3b-8d8b18340dd5', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:6f:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d802fd0-24ac-4cd4-b2bc-faa33b7fb1b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3834, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:30:07Z', 'updated_at': '2021-07-06T14:30:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6', '_interfaces': [{'id': 'fdde81bb-5d17-43fd-a8da-b55ce0cde9b2', 'name': '', 'network_id': '01014b69-65c5-4b71-a77f-3e7bff8a565c', 'tenant_id': '54757c901c8a42f1bf53088fded1984d', 'mac_address': 'fa:16:3e:c0:40:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d802fd0-24ac-4cd4-b2bc-faa33b7fb1b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3835, 'fixed_ips': [{'subnet_id': 'a04b4fa4-0b45-4361-aeb0-27cc70659366', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:30:09Z', 'updated_at': '2021-07-06T14:30:15Z', 'revision_number': 4, 'project_id': '54757c901c8a42f1bf53088fded1984d', 'subnets': [{'id': 'a04b4fa4-0b45-4361-aeb0-27cc70659366', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 14:30:15.821129 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-67c1145a-4f0d-47ca-aaa0-cb3ba0f99a83 req-93e8daf3-a001-454a-94c8-42164a98228b tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] 10.222.0.104 "GET /v2.0/ports?device_id=0ade4a80-36b1-41ea-8925-459077ac9d70 HTTP/1.1" status: 200 len: 210 time: 0.0685120 Jul 06 14:30:15.931525 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f06406-9638-4f2b-b22e-ed175ac6ca63 req-208f7211-9858-47e9-bf87-a7787c56e35c tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:30:15.933849 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-58f06406-9638-4f2b-b22e-ed175ac6ca63 req-208f7211-9858-47e9-bf87-a7787c56e35c tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] 10.222.0.72 "GET /v2.0/networks?id=8d42e765-466c-4066-a835-9be26bf6d40e HTTP/1.1" status: 200 len: 812 time: 0.1440067 Jul 06 14:30:15.947103 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [req-58f06406-9638-4f2b-b22e-ed175ac6ca63 req-847e96b2-1c79-4f2b-9bb4-0cacbc6cd449 tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] Request body: {'port': {'device_id': '0ade4a80-36b1-41ea-8925-459077ac9d70', 'network_id': '8d42e765-466c-4066-a835-9be26bf6d40e', 'admin_state_up': True, 'tenant_id': '9d9b21e60bee490a9bf202cb583bf670'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:30:16.097478 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-58f06406-9638-4f2b-b22e-ed175ac6ca63 req-847e96b2-1c79-4f2b-9bb4-0cacbc6cd449 tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] Made reservation on behalf of 9d9b21e60bee490a9bf202cb583bf670 for: {'port': 1} {{(pid=100246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:30:16.101562 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-58f06406-9638-4f2b-b22e-ed175ac6ca63 req-847e96b2-1c79-4f2b-9bb4-0cacbc6cd449 tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:30:16.258841 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.db_base_plugin_common [req-58f06406-9638-4f2b-b22e-ed175ac6ca63 req-847e96b2-1c79-4f2b-9bb4-0cacbc6cd449 tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] Allocated IP 172.20.0.6 (8d42e765-466c-4066-a835-9be26bf6d40e/2909a683-548c-4b5b-9f41-76ab6ad57d29/c976035b-2a8c-447c-8eff-d99f308d67d7) {{(pid=100246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:30:16.446567 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-58f06406-9638-4f2b-b22e-ed175ac6ca63 req-847e96b2-1c79-4f2b-9bb4-0cacbc6cd449 tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] Notify callbacks [] for port, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:30:16.470909 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.provisioning_blocks [req-58f06406-9638-4f2b-b22e-ed175ac6ca63 req-847e96b2-1c79-4f2b-9bb4-0cacbc6cd449 tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] Transition to ACTIVE for port object c976035b-2a8c-447c-8eff-d99f308d67d7 will not be triggered until provisioned by entity DHCP. {{(pid=100246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:30:16.510639 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-58f06406-9638-4f2b-b22e-ed175ac6ca63 req-847e96b2-1c79-4f2b-9bb4-0cacbc6cd449 tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-127687573'] for port, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:30:16.564156 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-58f06406-9638-4f2b-b22e-ed175ac6ca63 req-847e96b2-1c79-4f2b-9bb4-0cacbc6cd449 tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] Network 8d42e765-466c-4066-a835-9be26bf6d40e is already hosted by enough agents. {{(pid=100246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:30:16.570809 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.base_scheduler [req-58f06406-9638-4f2b-b22e-ed175ac6ca63 req-847e96b2-1c79-4f2b-9bb4-0cacbc6cd449 tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] Resources bound (agent type, host, resource id): {{(pid=100246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:30:16.575575 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [req-58f06406-9638-4f2b-b22e-ed175ac6ca63 req-847e96b2-1c79-4f2b-9bb4-0cacbc6cd449 tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] Received port after_create {{(pid=100246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:30:16.599778 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847e96b2-1c79-4f2b-9bb4-0cacbc6cd449 tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] Pushing event updated for resources: {'Port': ['ID=c976035b-2a8c-447c-8eff-d99f308d67d7,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:30:16.640037 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f06406-9638-4f2b-b22e-ed175ac6ca63 req-847e96b2-1c79-4f2b-9bb4-0cacbc6cd449 tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:30:16.640894 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-58f06406-9638-4f2b-b22e-ed175ac6ca63 req-847e96b2-1c79-4f2b-9bb4-0cacbc6cd449 tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:30:16.667360 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-58f06406-9638-4f2b-b22e-ed175ac6ca63 req-847e96b2-1c79-4f2b-9bb4-0cacbc6cd449 tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7241738 Jul 06 14:30:16.682787 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [req-58f06406-9638-4f2b-b22e-ed175ac6ca63 req-87595093-080f-4e91-9b55-19395698e410 service neutron] Request body: {'port': {'device_id': '0ade4a80-36b1-41ea-8925-459077ac9d70', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-773647-6'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:30:16.774969 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-58f06406-9638-4f2b-b22e-ed175ac6ca63 req-87595093-080f-4e91-9b55-19395698e410 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:30:16.876646 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-42cc1a46-0db8-4b37-a729-60b3ae4e02cd None None] Provisioning for port c976035b-2a8c-447c-8eff-d99f308d67d7 completed by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:30:16.880594 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-42cc1a46-0db8-4b37-a729-60b3ae4e02cd None None] Provisioning complete for port c976035b-2a8c-447c-8eff-d99f308d67d7 triggered by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:30:16.881024 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-42cc1a46-0db8-4b37-a729-60b3ae4e02cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:30:16.936541 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-42cc1a46-0db8-4b37-a729-60b3ae4e02cd None None] Port c976035b-2a8c-447c-8eff-d99f308d67d7 cannot update to ACTIVE because it is not bound. {{(pid=100248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 14:30:17.094389 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device fdde81bb-5d17-43fd-a8da-b55ce0cde9b2 up at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:30:17.105592 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd974d86-9c2f-4313-9cbd-09d4ffb5b899 req-2f73d04f-e185-479e-82c2-d6dba64d77dc tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:30:17.113363 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-fd974d86-9c2f-4313-9cbd-09d4ffb5b899 req-2f73d04f-e185-479e-82c2-d6dba64d77dc tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] 10.222.0.104 "GET /v2.0/ports?device_id=0ade4a80-36b1-41ea-8925-459077ac9d70 HTTP/1.1" status: 200 len: 931 time: 0.1320732 Jul 06 14:30:17.160345 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-fd974d86-9c2f-4313-9cbd-09d4ffb5b899 req-43cc89f5-97c8-4b71-9373-989e2c7e2345 tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] 10.222.0.104 "GET /v2.0/security-groups?id=3f36b739-fa02-4105-9f8c-527485057057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458422 Jul 06 14:30:17.200233 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning for port fdde81bb-5d17-43fd-a8da-b55ce0cde9b2 completed by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:30:17.204558 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning complete for port fdde81bb-5d17-43fd-a8da-b55ce0cde9b2 triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:30:17.205608 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:30:17.212176 n-d-773647-6 neutron-server[100246]: DEBUG neutron.notifiers.nova [req-58f06406-9638-4f2b-b22e-ed175ac6ca63 req-87595093-080f-4e91-9b55-19395698e410 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c976035b-2a8c-447c-8eff-d99f308d67d7 {{(pid=100246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 14:30:17.220978 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-58f06406-9638-4f2b-b22e-ed175ac6ca63 req-87595093-080f-4e91-9b55-19395698e410 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:30:17.236451 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.provisioning_blocks [req-58f06406-9638-4f2b-b22e-ed175ac6ca63 req-87595093-080f-4e91-9b55-19395698e410 service neutron] Transition to ACTIVE for port object c976035b-2a8c-447c-8eff-d99f308d67d7 will not be triggered until provisioned by entity L2. {{(pid=100246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:30:17.241145 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-58f06406-9638-4f2b-b22e-ed175ac6ca63 req-87595093-080f-4e91-9b55-19395698e410 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127687527'] for port, after_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:30:17.323380 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:30:17.359603 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] For port fdde81bb-5d17-43fd-a8da-b55ce0cde9b2, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=fdde81bb-5d17-43fd-a8da-b55ce0cde9b2,segment=NetworkSegment(476564f5-6483-43bd-b348-483852374332),segment_id=476564f5-6483-43bd-b348-483852374332)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:30:17.365639 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:30:17.419248 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87595093-080f-4e91-9b55-19395698e410 service neutron] Pushing event updated for resources: {'Port': ['ID=c976035b-2a8c-447c-8eff-d99f308d67d7,revision_number=2']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:30:17.472921 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Pushing event updated for resources: {'Port': ['ID=fdde81bb-5d17-43fd-a8da-b55ce0cde9b2,revision_number=5']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:30:17.524806 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [req-58f06406-9638-4f2b-b22e-ed175ac6ca63 req-87595093-080f-4e91-9b55-19395698e410 service neutron] Attempting to bind port c976035b-2a8c-447c-8eff-d99f308d67d7 on host n-h2-773647-6 for vnic_type normal with profile {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:30:17.525098 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [req-58f06406-9638-4f2b-b22e-ed175ac6ca63 req-87595093-080f-4e91-9b55-19395698e410 service neutron] Attempting to bind port c976035b-2a8c-447c-8eff-d99f308d67d7 by drivers openvswitch,hyperv on host n-h2-773647-6 at level 0 using segments [{'id': 'fb70f030-83e8-41d7-b868-4485c113c2c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': '8d42e765-466c-4066-a835-9be26bf6d40e'}] {{(pid=100246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:30:17.525489 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58f06406-9638-4f2b-b22e-ed175ac6ca63 req-87595093-080f-4e91-9b55-19395698e410 service neutron] Attempting to bind port c976035b-2a8c-447c-8eff-d99f308d67d7 on network 8d42e765-466c-4066-a835-9be26bf6d40e {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:30:17.530983 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58f06406-9638-4f2b-b22e-ed175ac6ca63 req-87595093-080f-4e91-9b55-19395698e410 service neutron] Port c976035b-2a8c-447c-8eff-d99f308d67d7 on network 8d42e765-466c-4066-a835-9be26bf6d40e not bound, no agent of type Open vSwitch agent registered on host n-h2-773647-6 {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 14:30:17.531482 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58f06406-9638-4f2b-b22e-ed175ac6ca63 req-87595093-080f-4e91-9b55-19395698e410 service neutron] Attempting to bind port c976035b-2a8c-447c-8eff-d99f308d67d7 on network 8d42e765-466c-4066-a835-9be26bf6d40e {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:30:17.537136 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58f06406-9638-4f2b-b22e-ed175ac6ca63 req-87595093-080f-4e91-9b55-19395698e410 service neutron] Checking agent: {'id': '63768ece-0600-4354-8d29-fdedec96b077', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-773647-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 51, 10), 'started_at': datetime.datetime(2021, 7, 6, 13, 51, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 30, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:30:17.537470 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58f06406-9638-4f2b-b22e-ed175ac6ca63 req-87595093-080f-4e91-9b55-19395698e410 service neutron] Checking segment: {'id': 'fb70f030-83e8-41d7-b868-4485c113c2c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': '8d42e765-466c-4066-a835-9be26bf6d40e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:30:17.537865 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58f06406-9638-4f2b-b22e-ed175ac6ca63 req-87595093-080f-4e91-9b55-19395698e410 service neutron] Bound using segment: {'id': 'fb70f030-83e8-41d7-b868-4485c113c2c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': '8d42e765-466c-4066-a835-9be26bf6d40e'} {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:30:17.538303 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [req-58f06406-9638-4f2b-b22e-ed175ac6ca63 req-87595093-080f-4e91-9b55-19395698e410 service neutron] Bound port: c976035b-2a8c-447c-8eff-d99f308d67d7, host: n-h2-773647-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fb70f030-83e8-41d7-b868-4485c113c2c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': '8d42e765-466c-4066-a835-9be26bf6d40e'}}] {{(pid=100246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:30:17.538664 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-58f06406-9638-4f2b-b22e-ed175ac6ca63 req-87595093-080f-4e91-9b55-19395698e410 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:30:17.615018 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.db [req-58f06406-9638-4f2b-b22e-ed175ac6ca63 req-87595093-080f-4e91-9b55-19395698e410 service neutron] For port c976035b-2a8c-447c-8eff-d99f308d67d7, host n-h2-773647-6, cleared binding levels {{(pid=100246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:30:17.618216 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.db [req-58f06406-9638-4f2b-b22e-ed175ac6ca63 req-87595093-080f-4e91-9b55-19395698e410 service neutron] For port c976035b-2a8c-447c-8eff-d99f308d67d7, host n-h2-773647-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=c976035b-2a8c-447c-8eff-d99f308d67d7,segment=NetworkSegment(fb70f030-83e8-41d7-b868-4485c113c2c0),segment_id=fb70f030-83e8-41d7-b868-4485c113c2c0)] {{(pid=100246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:30:17.629106 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-58f06406-9638-4f2b-b22e-ed175ac6ca63 req-87595093-080f-4e91-9b55-19395698e410 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127687527'] for port, after_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:30:17.672059 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f06406-9638-4f2b-b22e-ed175ac6ca63 req-87595093-080f-4e91-9b55-19395698e410 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:30:17.673008 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-58f06406-9638-4f2b-b22e-ed175ac6ca63 req-87595093-080f-4e91-9b55-19395698e410 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:30:17.675412 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-58f06406-9638-4f2b-b22e-ed175ac6ca63 req-87595093-080f-4e91-9b55-19395698e410 service neutron] 10.222.0.72 "PUT /v2.0/ports/c976035b-2a8c-447c-8eff-d99f308d67d7 HTTP/1.1" status: 200 len: 1091 time: 1.0000057 Jul 06 14:30:17.678174 n-d-773647-6 neutron-server[100246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ade4a80-36b1-41ea-8925-459077ac9d70', 'tag': 'c976035b-2a8c-447c-8eff-d99f308d67d7'}] {{(pid=100246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:30:17.681152 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0d96c5ab5e889f7b933ae915b9be33d1b46c9e87795bf781004b656ef3f1e87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-946c4520-65c4-492b-93ca-f7b8bc62226f" -d '{"events": [{"name": "network-changed", "server_uuid": "0ade4a80-36b1-41ea-8925-459077ac9d70", "tag": "c976035b-2a8c-447c-8eff-d99f308d67d7"}]}' {{(pid=100246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:30:17.728535 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87595093-080f-4e91-9b55-19395698e410 service neutron] Pushing event updated for resources: {'Port': ['ID=c976035b-2a8c-447c-8eff-d99f308d67d7,revision_number=3']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:30:17.759032 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 14:30:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5188f2d6-e0db-4e8e-89b9-c3ff46ee2432 x-openstack-request-id: req-5188f2d6-e0db-4e8e-89b9-c3ff46ee2432 {{(pid=100246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:30:17.759527 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ade4a80-36b1-41ea-8925-459077ac9d70", "tag": "c976035b-2a8c-447c-8eff-d99f308d67d7", "status": "completed", "code": 200}]} {{(pid=100246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:30:17.759884 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-5188f2d6-e0db-4e8e-89b9-c3ff46ee2432 {{(pid=100246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:30:17.760387 n-d-773647-6 neutron-server[100246]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ade4a80-36b1-41ea-8925-459077ac9d70', 'tag': 'c976035b-2a8c-447c-8eff-d99f308d67d7', 'status': 'completed', 'code': 200} Jul 06 14:30:17.816955 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f06406-9638-4f2b-b22e-ed175ac6ca63 req-7963ff28-7975-4a49-bcd8-b59c335e4e41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:30:17.824485 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-58f06406-9638-4f2b-b22e-ed175ac6ca63 req-7963ff28-7975-4a49-bcd8-b59c335e4e41 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=9d9b21e60bee490a9bf202cb583bf670&device_id=0ade4a80-36b1-41ea-8925-459077ac9d70 HTTP/1.1" status: 200 len: 1094 time: 0.0760777 Jul 06 14:30:17.869782 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-58f06406-9638-4f2b-b22e-ed175ac6ca63 req-ca09ef9f-c535-40e4-ad13-2228d5353162 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c976035b-2a8c-447c-8eff-d99f308d67d7 HTTP/1.1" status: 200 len: 217 time: 0.0429170 Jul 06 14:30:17.939477 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f06406-9638-4f2b-b22e-ed175ac6ca63 req-49169144-7fca-47bd-9bcd-633b270b831b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:30:17.942603 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-58f06406-9638-4f2b-b22e-ed175ac6ca63 req-49169144-7fca-47bd-9bcd-633b270b831b service neutron] 10.222.0.72 "GET /v2.0/subnets?id=2909a683-548c-4b5b-9f41-76ab6ad57d29 HTTP/1.1" status: 200 len: 851 time: 0.0629900 Jul 06 14:30:18.022784 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f06406-9638-4f2b-b22e-ed175ac6ca63 req-f79f2b05-27b4-4e3e-878a-c275908cb58b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:30:18.024884 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-58f06406-9638-4f2b-b22e-ed175ac6ca63 req-f79f2b05-27b4-4e3e-878a-c275908cb58b service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=8d42e765-466c-4066-a835-9be26bf6d40e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0709813 Jul 06 14:30:18.139149 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-58f06406-9638-4f2b-b22e-ed175ac6ca63 req-58e71e57-21fa-4331-b07f-d1df770bfe33 service neutron] 10.222.0.72 "GET /v2.0/networks/8d42e765-466c-4066-a835-9be26bf6d40e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1035817 Jul 06 14:30:18.241463 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-58f06406-9638-4f2b-b22e-ed175ac6ca63 req-9a3c82ad-2822-4cb1-8dec-bfb4d8bfd8d3 service neutron] 10.222.0.72 "GET /v2.0/networks/8d42e765-466c-4066-a835-9be26bf6d40e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951331 Jul 06 14:30:18.384314 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946c4520-65c4-492b-93ca-f7b8bc62226f req-7610c231-396c-47ee-b9ee-57a1e2bdf405 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:30:18.386205 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-946c4520-65c4-492b-93ca-f7b8bc62226f req-7610c231-396c-47ee-b9ee-57a1e2bdf405 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=9d9b21e60bee490a9bf202cb583bf670&device_id=0ade4a80-36b1-41ea-8925-459077ac9d70 HTTP/1.1" status: 200 len: 1094 time: 0.0835886 Jul 06 14:30:18.392646 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62cb5fb-aedc-47c1-a4a6-b7f548c39dbf req-2a13cd76-35aa-43fa-930d-17cdab1df616 tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:30:18.394964 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-c62cb5fb-aedc-47c1-a4a6-b7f548c39dbf req-2a13cd76-35aa-43fa-930d-17cdab1df616 tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] 10.222.0.104 "GET /v2.0/ports?device_id=0ade4a80-36b1-41ea-8925-459077ac9d70 HTTP/1.1" status: 200 len: 943 time: 0.0917814 Jul 06 14:30:18.436279 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-c62cb5fb-aedc-47c1-a4a6-b7f548c39dbf req-be16db05-e186-403b-83d5-0e885648b25e tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] 10.222.0.104 "GET /v2.0/security-groups?id=3f36b739-fa02-4105-9f8c-527485057057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358498 Jul 06 14:30:18.495399 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946c4520-65c4-492b-93ca-f7b8bc62226f req-a6cc07f3-333d-490a-b612-ae357b808a87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:30:18.496900 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-946c4520-65c4-492b-93ca-f7b8bc62226f req-a6cc07f3-333d-490a-b612-ae357b808a87 service neutron] 10.222.0.72 "GET /v2.0/networks?id=8d42e765-466c-4066-a835-9be26bf6d40e HTTP/1.1" status: 200 len: 914 time: 0.1023507 Jul 06 14:30:18.550437 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-946c4520-65c4-492b-93ca-f7b8bc62226f req-332d3a44-456c-47d3-983c-fe4483cb3b6d service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c976035b-2a8c-447c-8eff-d99f308d67d7 HTTP/1.1" status: 200 len: 217 time: 0.0470099 Jul 06 14:30:18.604924 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946c4520-65c4-492b-93ca-f7b8bc62226f req-fe6fed39-7ee1-4efb-b723-5661ff0d55c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:30:18.607585 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-946c4520-65c4-492b-93ca-f7b8bc62226f req-fe6fed39-7ee1-4efb-b723-5661ff0d55c1 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=2909a683-548c-4b5b-9f41-76ab6ad57d29 HTTP/1.1" status: 200 len: 851 time: 0.0498478 Jul 06 14:30:18.684565 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946c4520-65c4-492b-93ca-f7b8bc62226f req-f6357d88-4bfa-49af-bcb7-cfb46c0a41bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:30:18.686084 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-946c4520-65c4-492b-93ca-f7b8bc62226f req-f6357d88-4bfa-49af-bcb7-cfb46c0a41bd service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=8d42e765-466c-4066-a835-9be26bf6d40e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0709524 Jul 06 14:30:18.787632 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-946c4520-65c4-492b-93ca-f7b8bc62226f req-41aaaddd-67db-4399-840f-93f00252b805 service neutron] 10.222.0.72 "GET /v2.0/networks/8d42e765-466c-4066-a835-9be26bf6d40e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904686 Jul 06 14:30:18.896288 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-946c4520-65c4-492b-93ca-f7b8bc62226f req-8197f9d7-63c0-4ffc-9c1a-274cf3aca299 service neutron] 10.222.0.72 "GET /v2.0/networks/8d42e765-466c-4066-a835-9be26bf6d40e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1023102 Jul 06 14:30:19.030057 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device fdde81bb-5d17-43fd-a8da-b55ce0cde9b2 up at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:30:19.082762 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning complete for port fdde81bb-5d17-43fd-a8da-b55ce0cde9b2 triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:30:19.083130 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:30:19.656739 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68e57f1-7300-489c-b5e7-f6616a284516 req-86da9309-9250-43fa-861b-7f5383a08d17 tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:30:19.661971 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-b68e57f1-7300-489c-b5e7-f6616a284516 req-86da9309-9250-43fa-861b-7f5383a08d17 tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] 10.222.0.104 "GET /v2.0/ports?device_id=0ade4a80-36b1-41ea-8925-459077ac9d70 HTTP/1.1" status: 200 len: 943 time: 0.0896156 Jul 06 14:30:19.716007 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-b68e57f1-7300-489c-b5e7-f6616a284516 req-5d1c89c2-3d52-4577-809b-bcb01d840086 tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] 10.222.0.104 "GET /v2.0/security-groups?id=3f36b739-fa02-4105-9f8c-527485057057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505667 Jul 06 14:30:20.913406 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ac9be1-6668-45fb-a473-6606ab07b781 req-5c9e5259-1111-41bc-85ab-98db351e3a02 tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:30:20.914919 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-a1ac9be1-6668-45fb-a473-6606ab07b781 req-5c9e5259-1111-41bc-85ab-98db351e3a02 tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] 10.222.0.104 "GET /v2.0/ports?device_id=0ade4a80-36b1-41ea-8925-459077ac9d70 HTTP/1.1" status: 200 len: 943 time: 0.0720172 Jul 06 14:30:20.956434 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-a1ac9be1-6668-45fb-a473-6606ab07b781 req-2605882e-7289-40e4-9694-03c04584ee88 tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] 10.222.0.104 "GET /v2.0/security-groups?id=3f36b739-fa02-4105-9f8c-527485057057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350499 Jul 06 14:30:22.147610 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788356d2-5fb4-46f8-8280-c1baf9cdc0b6 req-ec09adfb-f68d-48d0-a4f6-d9403d580089 tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:30:22.149178 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-788356d2-5fb4-46f8-8280-c1baf9cdc0b6 req-ec09adfb-f68d-48d0-a4f6-d9403d580089 tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] 10.222.0.104 "GET /v2.0/ports?device_id=0ade4a80-36b1-41ea-8925-459077ac9d70 HTTP/1.1" status: 200 len: 943 time: 0.0659447 Jul 06 14:30:22.190205 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-788356d2-5fb4-46f8-8280-c1baf9cdc0b6 req-7d7c5f52-f4dd-4e5c-8b96-a22fa82b9974 tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] 10.222.0.104 "GET /v2.0/security-groups?id=3f36b739-fa02-4105-9f8c-527485057057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351462 Jul 06 14:30:22.753945 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 53076) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:30:22.888819 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-03e54dc2-50ec-4995-86e9-402185d55c4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:30:22.936215 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.plugin [None req-f9fa9c11-263f-419d-9107-d31814229f06 tempest-TestVolumeBackupRestore-1946090815 tempest-TestVolumeBackupRestore-1946090815-project] Deleting port 9b4eb1b3-f98b-491a-a5ee-3ebd43964f4b {{(pid=100247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:30:22.936580 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-f9fa9c11-263f-419d-9107-d31814229f06 tempest-TestVolumeBackupRestore-1946090815 tempest-TestVolumeBackupRestore-1946090815-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:30:23.022559 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-f9fa9c11-263f-419d-9107-d31814229f06 tempest-TestVolumeBackupRestore-1946090815 tempest-TestVolumeBackupRestore-1946090815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:30:23.022983 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-f9fa9c11-263f-419d-9107-d31814229f06 tempest-TestVolumeBackupRestore-1946090815 tempest-TestVolumeBackupRestore-1946090815-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:30:23.036555 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.plugin [None req-f9fa9c11-263f-419d-9107-d31814229f06 tempest-TestVolumeBackupRestore-1946090815 tempest-TestVolumeBackupRestore-1946090815-project] Calling delete_port for 9b4eb1b3-f98b-491a-a5ee-3ebd43964f4b owned by network:floatingip {{(pid=100247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:30:23.252133 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-f9fa9c11-263f-419d-9107-d31814229f06 tempest-TestVolumeBackupRestore-1946090815 tempest-TestVolumeBackupRestore-1946090815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128888353'] for port, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:30:23.276229 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9fa9c11-263f-419d-9107-d31814229f06 tempest-TestVolumeBackupRestore-1946090815 tempest-TestVolumeBackupRestore-1946090815-project] Pushing event deleted for resources: {'Port': ['ID=9b4eb1b3-f98b-491a-a5ee-3ebd43964f4b,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:30:23.380738 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-f9fa9c11-263f-419d-9107-d31814229f06 tempest-TestVolumeBackupRestore-1946090815 tempest-TestVolumeBackupRestore-1946090815-project] Notify callbacks [] for floatingip, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:30:23.380986 n-d-773647-6 neutron-server[100247]: INFO neutron.db.l3_db [None req-f9fa9c11-263f-419d-9107-d31814229f06 tempest-TestVolumeBackupRestore-1946090815 tempest-TestVolumeBackupRestore-1946090815-project] Floating IP d771167e-ac5c-4fe8-b258-ab56bf957f55 disassociated (deleted). External IP: 172.25.0.251, port: 672e6772-93a0-4976-90a7-92ae71815eb9. Jul 06 14:30:23.489335 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbab9ac-bb17-46e2-9eba-567ca54124f6 req-80c10c50-2cbf-4e38-8cd4-10b9476f0a81 tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:30:23.490768 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-bbbab9ac-bb17-46e2-9eba-567ca54124f6 req-80c10c50-2cbf-4e38-8cd4-10b9476f0a81 tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] 10.222.0.104 "GET /v2.0/ports?device_id=0ade4a80-36b1-41ea-8925-459077ac9d70 HTTP/1.1" status: 200 len: 943 time: 0.1624484 Jul 06 14:30:23.571887 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-bbbab9ac-bb17-46e2-9eba-567ca54124f6 req-030cc6dd-5af2-4982-a870-2eedf7c0e37c tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] 10.222.0.104 "GET /v2.0/security-groups?id=3f36b739-fa02-4105-9f8c-527485057057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718646 Jul 06 14:30:23.655504 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9fa9c11-263f-419d-9107-d31814229f06 tempest-TestVolumeBackupRestore-1946090815 tempest-TestVolumeBackupRestore-1946090815-project] Router b5595882-589f-4c21-a75a-b491783e8b09 has already been hosted by L3 agent 2823d358-a11b-4885-a706-95a279e43fa7 {{(pid=100247) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 14:30:23.779737 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9fa9c11-263f-419d-9107-d31814229f06 tempest-TestVolumeBackupRestore-1946090815 tempest-TestVolumeBackupRestore-1946090815-project] Notify agent at l3_agent.n-d-773647-6 the message routers_updated {{(pid=100247) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 14:30:23.784614 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-f9fa9c11-263f-419d-9107-d31814229f06 tempest-TestVolumeBackupRestore-1946090815 tempest-TestVolumeBackupRestore-1946090815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for floatingip, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:30:23.789391 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef355905-ccda-456b-b334-c3af9cc55092 None None] Sync routers for ids ['b5595882-589f-4c21-a75a-b491783e8b09'] in n-d-773647-6 {{(pid=100248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 14:30:23.799158 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef355905-ccda-456b-b334-c3af9cc55092 None None] Routers {'b5595882-589f-4c21-a75a-b491783e8b09'} bound to L3 agent in host n-d-773647-6 {{(pid=100248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:30:23.799815 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-ef355905-ccda-456b-b334-c3af9cc55092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T14:29:56Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['b5595882-589f-4c21-a75a-b491783e8b09'], 'active': True} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:30:23.828901 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-f9fa9c11-263f-419d-9107-d31814229f06 tempest-TestVolumeBackupRestore-1946090815 tempest-TestVolumeBackupRestore-1946090815-project] 10.222.0.104 "DELETE /v2.0/floatingips/d771167e-ac5c-4fe8-b258-ab56bf957f55 HTTP/1.1" status: 204 len: 168 time: 1.0674305 Jul 06 14:30:23.828901 n-d-773647-6 neutron-server[100247]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66f6797c-0897-4416-bfb0-505be5d7f8fe', 'tag': '672e6772-93a0-4976-90a7-92ae71815eb9'}] {{(pid=100247) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:30:23.828901 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cbf0eeaae822f8fc9b87a94aeba67a3d651842baf663a51cba94b67a514836d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92f9834a-7135-4f20-978a-a7e9a3198f7b" -d '{"events": [{"name": "network-changed", "server_uuid": "66f6797c-0897-4416-bfb0-505be5d7f8fe", "tag": "672e6772-93a0-4976-90a7-92ae71815eb9"}]}' {{(pid=100247) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:30:23.880100 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 14:30:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-197ebffb-4ec8-4d3b-8049-bbceddd4c893 x-openstack-request-id: req-197ebffb-4ec8-4d3b-8049-bbceddd4c893 {{(pid=100247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:30:23.880516 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "66f6797c-0897-4416-bfb0-505be5d7f8fe", "tag": "672e6772-93a0-4976-90a7-92ae71815eb9", "status": "completed", "code": 200}]} {{(pid=100247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:30:23.880867 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-197ebffb-4ec8-4d3b-8049-bbceddd4c893 {{(pid=100247) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:30:23.881367 n-d-773647-6 neutron-server[100247]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '66f6797c-0897-4416-bfb0-505be5d7f8fe', 'tag': '672e6772-93a0-4976-90a7-92ae71815eb9', 'status': 'completed', 'code': 200} Jul 06 14:30:23.925629 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvr_db [None req-ef355905-ccda-456b-b334-c3af9cc55092 None None] Set router b5595882-589f-4c21-a75a-b491783e8b09 gateway port host: n-d-773647-6 {{(pid=100248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:30:24.003354 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f9834a-7135-4f20-978a-a7e9a3198f7b req-9cc3fbef-e3bf-471b-ab68-f724d7dcb2c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:30:24.004957 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-92f9834a-7135-4f20-978a-a7e9a3198f7b req-9cc3fbef-e3bf-471b-ab68-f724d7dcb2c9 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=39bdb994cd824c1295a1e7af27eba9b1&device_id=66f6797c-0897-4416-bfb0-505be5d7f8fe HTTP/1.1" status: 200 len: 1097 time: 0.0981302 Jul 06 14:30:24.148047 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f9834a-7135-4f20-978a-a7e9a3198f7b req-5d0bea92-fc13-403c-a638-aab9583de6e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:30:24.149883 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-92f9834a-7135-4f20-978a-a7e9a3198f7b req-5d0bea92-fc13-403c-a638-aab9583de6e8 service neutron] 10.222.0.72 "GET /v2.0/networks?id=77b7d4db-4d26-4804-a694-b76a9fc33f2c HTTP/1.1" status: 200 len: 916 time: 0.1373355 Jul 06 14:30:24.163283 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-ef355905-ccda-456b-b334-c3af9cc55092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5595882-589f-4c21-a75a-b491783e8b09', 'name': 'tempest-TestVolumeBackupRestore-1408931986-router', 'tenant_id': '39bdb994cd824c1295a1e7af27eba9b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.35'}], 'enable_snat': True}, 'gw_port_id': 'eb424bf6-7359-4fde-998a-f6f3fe60660c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:26:26Z', 'updated_at': '2021-07-06T14:26:35Z', 'revision_number': 4, 'project_id': '39bdb994cd824c1295a1e7af27eba9b1', 'gw_port': {'id': 'eb424bf6-7359-4fde-998a-f6f3fe60660c', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:a1:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5595882-589f-4c21-a75a-b491783e8b09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3609, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:26:28Z', 'updated_at': '2021-07-06T14:26:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6', '_interfaces': [{'id': '73b3ed92-b7d4-4f45-a09d-4e566d104080', 'name': '', 'network_id': '77b7d4db-4d26-4804-a694-b76a9fc33f2c', 'tenant_id': '39bdb994cd824c1295a1e7af27eba9b1', 'mac_address': 'fa:16:3e:d8:f2:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5595882-589f-4c21-a75a-b491783e8b09', 'device_owner': 'network:router_interface', 'standard_attr_id': 3616, 'fixed_ips': [{'subnet_id': '2e5dcc44-e820-4bd1-81ac-fa04fd311bb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:26:34Z', 'updated_at': '2021-07-06T14:26:44Z', 'revision_number': 5, 'project_id': '39bdb994cd824c1295a1e7af27eba9b1', 'subnets': [{'id': '2e5dcc44-e820-4bd1-81ac-fa04fd311bb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773647-6', False) {} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:30:24.196377 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef355905-ccda-456b-b334-c3af9cc55092 None None] Checking router: b5595882-589f-4c21-a75a-b491783e8b09 for host: n-d-773647-6 {{(pid=100248) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 14:30:24.200823 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-92f9834a-7135-4f20-978a-a7e9a3198f7b req-78122770-9a67-49ec-a79f-4f653e86e8cc service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=672e6772-93a0-4976-90a7-92ae71815eb9 HTTP/1.1" status: 200 len: 217 time: 0.0427155 Jul 06 14:30:24.213437 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef355905-ccda-456b-b334-c3af9cc55092 None None] Routers {'b5595882-589f-4c21-a75a-b491783e8b09'} bound to L3 agent in host n-d-773647-6 {{(pid=100248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:30:24.214490 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-ef355905-ccda-456b-b334-c3af9cc55092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T14:29:56Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['b5595882-589f-4c21-a75a-b491783e8b09'], 'active': True} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:30:24.260158 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f9834a-7135-4f20-978a-a7e9a3198f7b req-5a692c60-f732-47c9-bcd6-123abd4499d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:30:24.261688 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-92f9834a-7135-4f20-978a-a7e9a3198f7b req-5a692c60-f732-47c9-bcd6-123abd4499d8 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=2e5dcc44-e820-4bd1-81ac-fa04fd311bb4 HTTP/1.1" status: 200 len: 853 time: 0.0535517 Jul 06 14:30:24.298997 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601681a9-9289-441e-8a91-8d976a8ce069 req-31bc30af-e80f-476e-95c4-29b22e68a725 tempest-TestVolumeBackupRestore-1946090815 tempest-TestVolumeBackupRestore-1946090815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:30:24.304105 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-601681a9-9289-441e-8a91-8d976a8ce069 req-31bc30af-e80f-476e-95c4-29b22e68a725 tempest-TestVolumeBackupRestore-1946090815 tempest-TestVolumeBackupRestore-1946090815-project] 10.222.0.104 "GET /v2.0/ports?device_id=66f6797c-0897-4416-bfb0-505be5d7f8fe HTTP/1.1" status: 200 len: 946 time: 0.0857077 Jul 06 14:30:24.354780 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-601681a9-9289-441e-8a91-8d976a8ce069 req-584367c0-4129-4d72-aace-4a68ba9edcb7 tempest-TestVolumeBackupRestore-1946090815 tempest-TestVolumeBackupRestore-1946090815-project] 10.222.0.104 "GET /v2.0/security-groups?id=9144da0e-063d-4ad9-9acb-995ca976533a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440376 Jul 06 14:30:24.355038 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f9834a-7135-4f20-978a-a7e9a3198f7b req-779240de-10a6-40b7-b8c8-ffe708b2a510 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:30:24.356650 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-92f9834a-7135-4f20-978a-a7e9a3198f7b req-779240de-10a6-40b7-b8c8-ffe708b2a510 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=77b7d4db-4d26-4804-a694-b76a9fc33f2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0866377 Jul 06 14:30:24.457817 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-92f9834a-7135-4f20-978a-a7e9a3198f7b req-8e4bab09-8b08-4d15-9633-b6a97b3e3460 service neutron] 10.222.0.72 "GET /v2.0/networks/77b7d4db-4d26-4804-a694-b76a9fc33f2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930705 Jul 06 14:30:24.566837 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-92f9834a-7135-4f20-978a-a7e9a3198f7b req-4936aa6c-b0b9-4750-9a9b-a42f1a515fae service neutron] 10.222.0.72 "GET /v2.0/networks/77b7d4db-4d26-4804-a694-b76a9fc33f2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1003203 Jul 06 14:30:24.573706 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvr_db [None req-ef355905-ccda-456b-b334-c3af9cc55092 None None] Set router b5595882-589f-4c21-a75a-b491783e8b09 gateway port host: n-d-773647-6 {{(pid=100248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:30:24.775430 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7ede77-0a7c-466e-9959-10b4422a4b1c req-0280f99d-4d0b-4c93-b578-517d8a138acf tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:30:24.777517 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-4d7ede77-0a7c-466e-9959-10b4422a4b1c req-0280f99d-4d0b-4c93-b578-517d8a138acf tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] 10.222.0.104 "GET /v2.0/ports?device_id=0ade4a80-36b1-41ea-8925-459077ac9d70 HTTP/1.1" status: 200 len: 943 time: 0.0817375 Jul 06 14:30:24.805933 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-ef355905-ccda-456b-b334-c3af9cc55092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5595882-589f-4c21-a75a-b491783e8b09', 'name': 'tempest-TestVolumeBackupRestore-1408931986-router', 'tenant_id': '39bdb994cd824c1295a1e7af27eba9b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.35'}], 'enable_snat': True}, 'gw_port_id': 'eb424bf6-7359-4fde-998a-f6f3fe60660c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:26:26Z', 'updated_at': '2021-07-06T14:26:35Z', 'revision_number': 4, 'project_id': '39bdb994cd824c1295a1e7af27eba9b1', 'gw_port': {'id': 'eb424bf6-7359-4fde-998a-f6f3fe60660c', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:a1:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5595882-589f-4c21-a75a-b491783e8b09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3609, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:26:28Z', 'updated_at': '2021-07-06T14:26:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6', '_interfaces': [{'id': '73b3ed92-b7d4-4f45-a09d-4e566d104080', 'name': '', 'network_id': '77b7d4db-4d26-4804-a694-b76a9fc33f2c', 'tenant_id': '39bdb994cd824c1295a1e7af27eba9b1', 'mac_address': 'fa:16:3e:d8:f2:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5595882-589f-4c21-a75a-b491783e8b09', 'device_owner': 'network:router_interface', 'standard_attr_id': 3616, 'fixed_ips': [{'subnet_id': '2e5dcc44-e820-4bd1-81ac-fa04fd311bb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:26:34Z', 'updated_at': '2021-07-06T14:26:44Z', 'revision_number': 5, 'project_id': '39bdb994cd824c1295a1e7af27eba9b1', 'subnets': [{'id': '2e5dcc44-e820-4bd1-81ac-fa04fd311bb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773647-6', False) {} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:30:24.826894 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-4d7ede77-0a7c-466e-9959-10b4422a4b1c req-ed4b91ef-b95a-49f0-9f6e-ba45cbb28a51 tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] 10.222.0.104 "GET /v2.0/security-groups?id=3f36b739-fa02-4105-9f8c-527485057057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372136 Jul 06 14:30:24.837204 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef355905-ccda-456b-b334-c3af9cc55092 None None] The sync data for ids ['b5595882-589f-4c21-a75a-b491783e8b09'] in n-d-773647-6 is: [{'id': 'b5595882-589f-4c21-a75a-b491783e8b09', 'name': 'tempest-TestVolumeBackupRestore-1408931986-router', 'tenant_id': '39bdb994cd824c1295a1e7af27eba9b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.35'}], 'enable_snat': True}, 'gw_port_id': 'eb424bf6-7359-4fde-998a-f6f3fe60660c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:26:26Z', 'updated_at': '2021-07-06T14:26:35Z', 'revision_number': 4, 'project_id': '39bdb994cd824c1295a1e7af27eba9b1', 'gw_port': {'id': 'eb424bf6-7359-4fde-998a-f6f3fe60660c', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:a1:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5595882-589f-4c21-a75a-b491783e8b09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3609, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:26:28Z', 'updated_at': '2021-07-06T14:26:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6', '_interfaces': [{'id': '73b3ed92-b7d4-4f45-a09d-4e566d104080', 'name': '', 'network_id': '77b7d4db-4d26-4804-a694-b76a9fc33f2c', 'tenant_id': '39bdb994cd824c1295a1e7af27eba9b1', 'mac_address': 'fa:16:3e:d8:f2:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5595882-589f-4c21-a75a-b491783e8b09', 'device_owner': 'network:router_interface', 'standard_attr_id': 3616, 'fixed_ips': [{'subnet_id': '2e5dcc44-e820-4bd1-81ac-fa04fd311bb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:26:34Z', 'updated_at': '2021-07-06T14:26:44Z', 'revision_number': 5, 'project_id': '39bdb994cd824c1295a1e7af27eba9b1', 'subnets': [{'id': '2e5dcc44-e820-4bd1-81ac-fa04fd311bb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 14:30:25.090680 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdb073e5-7dc9-48f4-858d-9ca39abdc38f None None] New status for floating IP d771167e-ac5c-4fe8-b258-ab56bf957f55: DOWN {{(pid=100249) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 14:30:25.543347 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf9f4d5-a2b0-43f5-af01-1847c2e258f7 req-be719f77-21ec-42b8-82b8-b64de6c8accf tempest-TestVolumeBackupRestore-1946090815 tempest-TestVolumeBackupRestore-1946090815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:30:25.544873 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-bbf9f4d5-a2b0-43f5-af01-1847c2e258f7 req-be719f77-21ec-42b8-82b8-b64de6c8accf tempest-TestVolumeBackupRestore-1946090815 tempest-TestVolumeBackupRestore-1946090815-project] 10.222.0.104 "GET /v2.0/ports?device_id=66f6797c-0897-4416-bfb0-505be5d7f8fe HTTP/1.1" status: 200 len: 946 time: 0.0656316 Jul 06 14:30:25.573448 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-ef7fe35b-3bcd-4f0e-a896-e9640b04d05a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:30:25.589666 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-bbf9f4d5-a2b0-43f5-af01-1847c2e258f7 req-b52bc961-7cea-41ae-b3f4-45e656cfe53a tempest-TestVolumeBackupRestore-1946090815 tempest-TestVolumeBackupRestore-1946090815-project] 10.222.0.104 "GET /v2.0/security-groups?id=9144da0e-063d-4ad9-9acb-995ca976533a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385878 Jul 06 14:30:25.675093 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae04315-0f48-4500-b55e-1a6180cb1d53 req-cf7c05f5-7116-474d-979d-4f2f606632bc tempest-TestVolumeBackupRestore-1946090815 tempest-TestVolumeBackupRestore-1946090815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:30:25.676651 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-1ae04315-0f48-4500-b55e-1a6180cb1d53 req-cf7c05f5-7116-474d-979d-4f2f606632bc tempest-TestVolumeBackupRestore-1946090815 tempest-TestVolumeBackupRestore-1946090815-project] 10.222.0.72 "GET /v2.0/ports?device_id=66f6797c-0897-4416-bfb0-505be5d7f8fe HTTP/1.1" status: 200 len: 946 time: 0.0691206 Jul 06 14:30:25.797710 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [req-1ae04315-0f48-4500-b55e-1a6180cb1d53 req-35fe52fc-aaf7-4a09-9711-402b6c1b5748 tempest-TestVolumeBackupRestore-1946090815 tempest-TestVolumeBackupRestore-1946090815-project] Deleting port 672e6772-93a0-4976-90a7-92ae71815eb9 {{(pid=100246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:30:25.798049 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-1ae04315-0f48-4500-b55e-1a6180cb1d53 req-35fe52fc-aaf7-4a09-9711-402b6c1b5748 tempest-TestVolumeBackupRestore-1946090815 tempest-TestVolumeBackupRestore-1946090815-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:30:25.894856 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:30:25.897754 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.db [req-1ae04315-0f48-4500-b55e-1a6180cb1d53 req-35fe52fc-aaf7-4a09-9711-402b6c1b5748 tempest-TestVolumeBackupRestore-1946090815 tempest-TestVolumeBackupRestore-1946090815-project] For port 672e6772-93a0-4976-90a7-92ae71815eb9, host n-h2-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=672e6772-93a0-4976-90a7-92ae71815eb9,segment=NetworkSegment(3cb852d4-0efb-4425-bdf6-44b53de05f3d),segment_id=3cb852d4-0efb-4425-bdf6-44b53de05f3d)] {{(pid=100246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:30:25.898463 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-1ae04315-0f48-4500-b55e-1a6180cb1d53 req-35fe52fc-aaf7-4a09-9711-402b6c1b5748 tempest-TestVolumeBackupRestore-1946090815 tempest-TestVolumeBackupRestore-1946090815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:30:25.915147 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [req-1ae04315-0f48-4500-b55e-1a6180cb1d53 req-35fe52fc-aaf7-4a09-9711-402b6c1b5748 tempest-TestVolumeBackupRestore-1946090815 tempest-TestVolumeBackupRestore-1946090815-project] Calling delete_port for 672e6772-93a0-4976-90a7-92ae71815eb9 owned by compute:nova {{(pid=100246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:30:26.039340 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b366efc-9df6-4a14-9f0b-177292de8494 req-5237878f-6892-4393-a97a-9212e278add3 tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:30:26.040891 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-2b366efc-9df6-4a14-9f0b-177292de8494 req-5237878f-6892-4393-a97a-9212e278add3 tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] 10.222.0.104 "GET /v2.0/ports?device_id=0ade4a80-36b1-41ea-8925-459077ac9d70 HTTP/1.1" status: 200 len: 943 time: 0.0886571 Jul 06 14:30:26.068958 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-1ae04315-0f48-4500-b55e-1a6180cb1d53 req-35fe52fc-aaf7-4a09-9711-402b6c1b5748 tempest-TestVolumeBackupRestore-1946090815 tempest-TestVolumeBackupRestore-1946090815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127687580'] for port, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:30:26.086191 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-2b366efc-9df6-4a14-9f0b-177292de8494 req-b7fc88b3-4191-4b08-bf71-d9460bf379ce tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] 10.222.0.104 "GET /v2.0/security-groups?id=3f36b739-fa02-4105-9f8c-527485057057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374999 Jul 06 14:30:26.100952 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35fe52fc-aaf7-4a09-9711-402b6c1b5748 tempest-TestVolumeBackupRestore-1946090815 tempest-TestVolumeBackupRestore-1946090815-project] Pushing event deleted for resources: {'Port': ['ID=672e6772-93a0-4976-90a7-92ae71815eb9,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:30:26.161634 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ae04315-0f48-4500-b55e-1a6180cb1d53 req-35fe52fc-aaf7-4a09-9711-402b6c1b5748 tempest-TestVolumeBackupRestore-1946090815 tempest-TestVolumeBackupRestore-1946090815-project] No DVR routers for this DVR port 672e6772-93a0-4976-90a7-92ae71815eb9 on host n-h2-773647-6 {{(pid=100246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:30:26.164360 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-1ae04315-0f48-4500-b55e-1a6180cb1d53 req-35fe52fc-aaf7-4a09-9711-402b6c1b5748 tempest-TestVolumeBackupRestore-1946090815 tempest-TestVolumeBackupRestore-1946090815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:30:26.166717 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-1ae04315-0f48-4500-b55e-1a6180cb1d53 req-35fe52fc-aaf7-4a09-9711-402b6c1b5748 tempest-TestVolumeBackupRestore-1946090815 tempest-TestVolumeBackupRestore-1946090815-project] 10.222.0.72 "DELETE /v2.0/ports/672e6772-93a0-4976-90a7-92ae71815eb9 HTTP/1.1" status: 204 len: 173 time: 0.4847460 Jul 06 14:30:26.167175 n-d-773647-6 neutron-server[100246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66f6797c-0897-4416-bfb0-505be5d7f8fe', 'name': 'network-vif-deleted', 'tag': '672e6772-93a0-4976-90a7-92ae71815eb9'}] {{(pid=100246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:30:26.169558 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0d96c5ab5e889f7b933ae915b9be33d1b46c9e87795bf781004b656ef3f1e87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3951ea0-fa94-4225-a635-09be76eecbe2" -d '{"events": [{"server_uuid": "66f6797c-0897-4416-bfb0-505be5d7f8fe", "name": "network-vif-deleted", "tag": "672e6772-93a0-4976-90a7-92ae71815eb9"}]}' {{(pid=100246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:30:26.209013 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 14:30:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33a48170-b75f-4ad9-9eb4-6becfe683002 x-openstack-request-id: req-33a48170-b75f-4ad9-9eb4-6becfe683002 {{(pid=100246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:30:26.209323 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66f6797c-0897-4416-bfb0-505be5d7f8fe", "name": "network-vif-deleted", "tag": "672e6772-93a0-4976-90a7-92ae71815eb9", "status": "completed", "code": 200}]} {{(pid=100246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:30:26.209591 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-33a48170-b75f-4ad9-9eb4-6becfe683002 {{(pid=100246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:30:26.209996 n-d-773647-6 neutron-server[100246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66f6797c-0897-4416-bfb0-505be5d7f8fe', 'name': 'network-vif-deleted', 'tag': '672e6772-93a0-4976-90a7-92ae71815eb9', 'status': 'completed', 'code': 200} Jul 06 14:30:26.661762 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-2064eaae-da4f-48f8-82d2-b09d4ddedd44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:30:26.737481 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-d89ff95e-dcc6-4317-83c3-8349b8bd5f1e req-c4d58004-3607-48ae-8304-6d8a49e27b2d tempest-TestVolumeBackupRestore-1946090815 tempest-TestVolumeBackupRestore-1946090815-project] 10.222.0.104 "GET /v2.0/ports?device_id=66f6797c-0897-4416-bfb0-505be5d7f8fe HTTP/1.1" status: 200 len: 210 time: 0.0294111 Jul 06 14:30:27.269802 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea181e8f-7b6b-4251-beda-b09e55f83c72 req-9911b3ff-7eb3-4c76-942a-a3122820d494 tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:30:27.271366 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-ea181e8f-7b6b-4251-beda-b09e55f83c72 req-9911b3ff-7eb3-4c76-942a-a3122820d494 tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] 10.222.0.104 "GET /v2.0/ports?device_id=0ade4a80-36b1-41ea-8925-459077ac9d70 HTTP/1.1" status: 200 len: 943 time: 0.0669508 Jul 06 14:30:27.309381 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-ea181e8f-7b6b-4251-beda-b09e55f83c72 req-bf1674a0-2eeb-41c7-9ce8-a4599d4d9da3 tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] 10.222.0.104 "GET /v2.0/security-groups?id=3f36b739-fa02-4105-9f8c-527485057057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321717 Jul 06 14:30:27.886272 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-e3027a45-e5a9-4521-96e0-e7744bd4625c req-295ce244-8e0c-42f7-b8ab-3814a25523e2 tempest-TestVolumeBackupRestore-1946090815 tempest-TestVolumeBackupRestore-1946090815-project] 10.222.0.104 "GET /v2.0/ports?device_id=66f6797c-0897-4416-bfb0-505be5d7f8fe HTTP/1.1" status: 200 len: 210 time: 0.0342226 Jul 06 14:30:28.354965 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Device c976035b-2a8c-447c-8eff-d99f308d67d7 details requested by agent hyperv_n-h2-773647-6 with host n-h2-773647-6 {{(pid=100248) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 14:30:28.357161 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Device 672e6772-93a0-4976-90a7-92ae71815eb9 no longer exists at agent hyperv_n-h2-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:30:28.388926 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] No Port match for: 672e6772-93a0-4976-90a7-92ae71815eb9 {{(pid=100248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 14:30:28.389274 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Device 672e6772-93a0-4976-90a7-92ae71815eb9 not bound to the agent host n-h2-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:30:28.454616 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-03f71b24-a9b8-453a-8924-caa3f97bc6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:30:28.488093 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] For port c976035b-2a8c-447c-8eff-d99f308d67d7, host n-h2-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=c976035b-2a8c-447c-8eff-d99f308d67d7,segment=NetworkSegment(fb70f030-83e8-41d7-b868-4485c113c2c0),segment_id=fb70f030-83e8-41d7-b868-4485c113c2c0)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:30:28.498943 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Returning: {'device': 'c976035b-2a8c-447c-8eff-d99f308d67d7', 'network_id': '8d42e765-466c-4066-a835-9be26bf6d40e', 'port_id': 'c976035b-2a8c-447c-8eff-d99f308d67d7', 'mac_address': 'fa:16:3e:83:4a:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1049, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2909a683-548c-4b5b-9f41-76ab6ad57d29', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100248) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 14:30:28.501707 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b7305b-0f08-4972-9001-c0eb487e2e1f req-ab820004-1afa-4374-80a8-64a47c71192d tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:30:28.503375 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-20b7305b-0f08-4972-9001-c0eb487e2e1f req-ab820004-1afa-4374-80a8-64a47c71192d tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] 10.222.0.104 "GET /v2.0/ports?device_id=0ade4a80-36b1-41ea-8925-459077ac9d70 HTTP/1.1" status: 200 len: 943 time: 0.0685513 Jul 06 14:30:28.538536 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:30:28.546754 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-20b7305b-0f08-4972-9001-c0eb487e2e1f req-6ae4c948-c1dc-4c60-b805-d6fb89afb111 tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] 10.222.0.104 "GET /v2.0/security-groups?id=3f36b739-fa02-4105-9f8c-527485057057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372972 Jul 06 14:30:28.556789 n-d-773647-6 neutron-server[100248]: DEBUG neutron.notifiers.nova [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c976035b-2a8c-447c-8eff-d99f308d67d7 {{(pid=100248) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 14:30:28.577901 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] For port c976035b-2a8c-447c-8eff-d99f308d67d7, host n-h2-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=c976035b-2a8c-447c-8eff-d99f308d67d7,segment=NetworkSegment(fb70f030-83e8-41d7-b868-4485c113c2c0),segment_id=fb70f030-83e8-41d7-b868-4485c113c2c0)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:30:28.582831 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:30:28.631824 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Pushing event updated for resources: {'Port': ['ID=c976035b-2a8c-447c-8eff-d99f308d67d7,revision_number=4']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:30:28.639708 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:30:28.640057 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:30:28.640679 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:30:28.640817 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:30:28.641044 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:30:28.641417 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:30:28.642394 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:30:28.642757 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:30:28.643013 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:30:28.643374 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:30:28.643707 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:30:28.644033 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:30:28.786412 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] get_ports_and_sgs() called for port_ids ['c976035b-2a8c-447c-8eff-d99f308d67d7'] {{(pid=100248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 14:30:29.036554 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-e8693c05-5249-4311-8187-af19c1c474cb req-bc6a5e9e-ca78-4950-ba43-5e416f4e8110 tempest-TestVolumeBackupRestore-1946090815 tempest-TestVolumeBackupRestore-1946090815-project] 10.222.0.104 "GET /v2.0/ports?device_id=66f6797c-0897-4416-bfb0-505be5d7f8fe HTTP/1.1" status: 200 len: 210 time: 0.0295069 Jul 06 14:30:29.740542 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6e1abe-97c6-4a95-82c1-7e34f8efa56a req-49b66fab-ff27-4a21-a0f2-719dd8beee08 tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:30:29.742162 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-8b6e1abe-97c6-4a95-82c1-7e34f8efa56a req-49b66fab-ff27-4a21-a0f2-719dd8beee08 tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] 10.222.0.104 "GET /v2.0/ports?device_id=0ade4a80-36b1-41ea-8925-459077ac9d70 HTTP/1.1" status: 200 len: 944 time: 0.0799642 Jul 06 14:30:29.782706 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-8b6e1abe-97c6-4a95-82c1-7e34f8efa56a req-3c5437f3-ec4c-46a5-a709-d5adaaca5a08 tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] 10.222.0.104 "GET /v2.0/security-groups?id=3f36b739-fa02-4105-9f8c-527485057057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338998 Jul 06 14:30:30.213406 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-dda68773-515b-4553-95bc-9b3b9fd97741 req-0b407c0a-3fbf-4b53-bf51-3cabb9aa60ef tempest-TestVolumeBackupRestore-1946090815 tempest-TestVolumeBackupRestore-1946090815-project] 10.222.0.104 "GET /v2.0/ports?device_id=66f6797c-0897-4416-bfb0-505be5d7f8fe HTTP/1.1" status: 200 len: 210 time: 0.0389144 Jul 06 14:30:30.369118 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Device c976035b-2a8c-447c-8eff-d99f308d67d7 up at agent hyperv_n-h2-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:30:30.427524 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Provisioning for port c976035b-2a8c-447c-8eff-d99f308d67d7 completed by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:30:30.432445 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Provisioning complete for port c976035b-2a8c-447c-8eff-d99f308d67d7 triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:30:30.432826 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:30:30.509078 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:30:30.530677 n-d-773647-6 neutron-server[100248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ade4a80-36b1-41ea-8925-459077ac9d70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c976035b-2a8c-447c-8eff-d99f308d67d7'}] {{(pid=100248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:30:30.533472 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84af257533e383389cbcf231d3534f4d5e149e7203fea16b4a8fc01438dddaf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1028c511-3dc8-46c3-a4ba-e21e10792acb" -d '{"events": [{"server_uuid": "0ade4a80-36b1-41ea-8925-459077ac9d70", "name": "network-vif-plugged", "status": "completed", "tag": "c976035b-2a8c-447c-8eff-d99f308d67d7"}]}' {{(pid=100248) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:30:30.546510 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] For port c976035b-2a8c-447c-8eff-d99f308d67d7, host n-h2-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=c976035b-2a8c-447c-8eff-d99f308d67d7,segment=NetworkSegment(fb70f030-83e8-41d7-b868-4485c113c2c0),segment_id=fb70f030-83e8-41d7-b868-4485c113c2c0)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:30:30.551992 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:30:30.603810 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Pushing event updated for resources: {'Port': ['ID=c976035b-2a8c-447c-8eff-d99f308d67d7,revision_number=5']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:30:30.703879 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 14:30:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f79eeb60-263a-41ff-85c3-2cc91fca05db x-openstack-request-id: req-f79eeb60-263a-41ff-85c3-2cc91fca05db {{(pid=100248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:30:30.704205 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ade4a80-36b1-41ea-8925-459077ac9d70", "name": "network-vif-plugged", "status": "completed", "tag": "c976035b-2a8c-447c-8eff-d99f308d67d7", "code": 200}]} {{(pid=100248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:30:30.704461 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-f79eeb60-263a-41ff-85c3-2cc91fca05db {{(pid=100248) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:30:30.704858 n-d-773647-6 neutron-server[100248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ade4a80-36b1-41ea-8925-459077ac9d70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c976035b-2a8c-447c-8eff-d99f308d67d7', 'code': 200} Jul 06 14:30:30.815279 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9b1391-6836-44aa-b3da-3bc1b9bd8a8d req-88975499-b7ff-4757-9c01-1050b86fde85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:30:30.817850 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-0c9b1391-6836-44aa-b3da-3bc1b9bd8a8d req-88975499-b7ff-4757-9c01-1050b86fde85 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=0ade4a80-36b1-41ea-8925-459077ac9d70 HTTP/1.1" status: 200 len: 1096 time: 0.0538433 Jul 06 14:30:30.854714 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-0c9b1391-6836-44aa-b3da-3bc1b9bd8a8d req-f28afd59-9128-4e72-ab28-a6452afe85c9 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=3f36b739-fa02-4105-9f8c-527485057057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0293791 Jul 06 14:30:30.958234 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7dd78a-eb5b-48c2-a04e-4ab611a97d69 req-56ebc483-76ad-478c-a46f-c3ce4d2977a5 tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:30:30.959670 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-1e7dd78a-eb5b-48c2-a04e-4ab611a97d69 req-56ebc483-76ad-478c-a46f-c3ce4d2977a5 tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] 10.222.0.104 "GET /v2.0/ports?device_id=0ade4a80-36b1-41ea-8925-459077ac9d70 HTTP/1.1" status: 200 len: 945 time: 0.0631611 Jul 06 14:30:30.997326 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-1e7dd78a-eb5b-48c2-a04e-4ab611a97d69 req-25af213d-0fc8-4a02-85fb-b19e2d76f6bd tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] 10.222.0.104 "GET /v2.0/security-groups?id=3f36b739-fa02-4105-9f8c-527485057057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318844 Jul 06 14:30:31.311572 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 53166) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:30:31.368361 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-df4c168e-5752-4952-9aca-5261f5d3dcfd tempest-TestVolumeBackupRestore-1946090815 tempest-TestVolumeBackupRestore-1946090815-project] Notify callbacks [] for security_group, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:30:31.397057 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-df4c168e-5752-4952-9aca-5261f5d3dcfd tempest-TestVolumeBackupRestore-1946090815 tempest-TestVolumeBackupRestore-1946090815-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:30:31.456986 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-df4c168e-5752-4952-9aca-5261f5d3dcfd tempest-TestVolumeBackupRestore-1946090815 tempest-TestVolumeBackupRestore-1946090815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:30:31.459632 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-df4c168e-5752-4952-9aca-5261f5d3dcfd tempest-TestVolumeBackupRestore-1946090815 tempest-TestVolumeBackupRestore-1946090815-project] Notify callbacks [] for security_group, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:30:31.460910 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-df4c168e-5752-4952-9aca-5261f5d3dcfd tempest-TestVolumeBackupRestore-1946090815 tempest-TestVolumeBackupRestore-1946090815-project] 10.222.0.104 "DELETE /v2.0/security-groups/9144da0e-063d-4ad9-9acb-995ca976533a HTTP/1.1" status: 204 len: 168 time: 0.1482332 Jul 06 14:30:31.471104 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4c168e-5752-4952-9aca-5261f5d3dcfd tempest-TestVolumeBackupRestore-1946090815 tempest-TestVolumeBackupRestore-1946090815-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9144da0e-063d-4ad9-9acb-995ca976533a,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:30:32.180181 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f0ecee-4159-4c5d-9da2-6854372a402e req-f9cfd183-9d7f-49bf-b167-15e787a85939 tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:30:32.181967 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-b7f0ecee-4159-4c5d-9da2-6854372a402e req-f9cfd183-9d7f-49bf-b167-15e787a85939 tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] 10.222.0.104 "GET /v2.0/ports?device_id=0ade4a80-36b1-41ea-8925-459077ac9d70 HTTP/1.1" status: 200 len: 945 time: 0.0692799 Jul 06 14:30:32.224692 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-b7f0ecee-4159-4c5d-9da2-6854372a402e req-8f3b157f-49a6-4bff-b2a4-f01a4ff763d2 tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] 10.222.0.104 "GET /v2.0/security-groups?id=3f36b739-fa02-4105-9f8c-527485057057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372047 Jul 06 14:30:32.294087 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.agents_db [None req-167c0ad6-1657-4c9a-a2c4-3b18056aa662 None None] Agent healthcheck: found 7 active agents {{(pid=100249) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 14:30:32.448047 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df52fb5-de07-4394-9263-ebc063538759 req-7ec2cf36-12a6-4d2c-91aa-47d27a858c41 tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:30:32.449921 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-5df52fb5-de07-4394-9263-ebc063538759 req-7ec2cf36-12a6-4d2c-91aa-47d27a858c41 tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] 10.222.0.104 "GET /v2.0/ports?device_id=0ade4a80-36b1-41ea-8925-459077ac9d70 HTTP/1.1" status: 200 len: 945 time: 0.0948222 Jul 06 14:30:32.517661 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-5df52fb5-de07-4394-9263-ebc063538759 req-1ab78b2d-e93e-4c60-b827-a15658a333dc tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] 10.222.0.104 "GET /v2.0/security-groups?id=3f36b739-fa02-4105-9f8c-527485057057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557392 Jul 06 14:30:32.878353 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f79805-8d17-49a1-bc84-c4730e532415 req-ef116c52-b6e6-49d3-ae0b-d3034495c461 tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:30:32.881789 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-01f79805-8d17-49a1-bc84-c4730e532415 req-ef116c52-b6e6-49d3-ae0b-d3034495c461 tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] 10.222.0.104 "GET /v2.0/ports?device_id=0ade4a80-36b1-41ea-8925-459077ac9d70 HTTP/1.1" status: 200 len: 945 time: 0.1810527 Jul 06 14:30:32.952406 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-01f79805-8d17-49a1-bc84-c4730e532415 req-1f7af3dd-bbba-433e-b0da-a4ed8391e4bd tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] 10.222.0.104 "GET /v2.0/security-groups?id=3f36b739-fa02-4105-9f8c-527485057057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567462 Jul 06 14:30:33.503108 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c6a3f0-2df8-4412-a483-5ec5a822b272 req-0f9384ec-becc-4167-a74b-e470b2bab338 tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:30:33.511479 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-44c6a3f0-2df8-4412-a483-5ec5a822b272 req-0f9384ec-becc-4167-a74b-e470b2bab338 tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] 10.222.0.104 "GET /v2.0/ports?device_id=0ade4a80-36b1-41ea-8925-459077ac9d70 HTTP/1.1" status: 200 len: 945 time: 0.0795581 Jul 06 14:30:33.561249 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-44c6a3f0-2df8-4412-a483-5ec5a822b272 req-b6856dd2-f939-4c80-9173-8bd6d6cbb2ab tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] 10.222.0.104 "GET /v2.0/security-groups?id=3f36b739-fa02-4105-9f8c-527485057057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487742 Jul 06 14:30:34.786628 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d929ce47-7d7a-4213-b7d1-2f86630c210f req-8cd0575e-3e82-4b72-a294-4cfd7c9bcde8 tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:30:34.791887 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-d929ce47-7d7a-4213-b7d1-2f86630c210f req-8cd0575e-3e82-4b72-a294-4cfd7c9bcde8 tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] 10.222.0.72 "GET /v2.0/ports?device_id=0ade4a80-36b1-41ea-8925-459077ac9d70 HTTP/1.1" status: 200 len: 945 time: 0.0859201 Jul 06 14:30:34.818322 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b47c5d-d04e-4a38-a057-1e293fe4647c req-0ade343e-107b-4a96-a733-59b1535190f5 tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:30:34.826564 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-57b47c5d-d04e-4a38-a057-1e293fe4647c req-0ade343e-107b-4a96-a733-59b1535190f5 tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] 10.222.0.104 "GET /v2.0/ports?device_id=0ade4a80-36b1-41ea-8925-459077ac9d70 HTTP/1.1" status: 200 len: 945 time: 0.0901294 Jul 06 14:30:34.910869 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-57b47c5d-d04e-4a38-a057-1e293fe4647c req-b042b15d-b12e-47d6-a349-bfcc81e7a526 tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] 10.222.0.104 "GET /v2.0/security-groups?id=3f36b739-fa02-4105-9f8c-527485057057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795832 Jul 06 14:30:34.982867 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [req-d929ce47-7d7a-4213-b7d1-2f86630c210f req-5856822c-d173-416d-95af-320bbc8fdc6e tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] Deleting port c976035b-2a8c-447c-8eff-d99f308d67d7 {{(pid=100246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:30:34.983283 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-d929ce47-7d7a-4213-b7d1-2f86630c210f req-5856822c-d173-416d-95af-320bbc8fdc6e tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:30:35.112607 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.db [req-d929ce47-7d7a-4213-b7d1-2f86630c210f req-5856822c-d173-416d-95af-320bbc8fdc6e tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] For port c976035b-2a8c-447c-8eff-d99f308d67d7, host n-h2-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=c976035b-2a8c-447c-8eff-d99f308d67d7,segment=NetworkSegment(fb70f030-83e8-41d7-b868-4485c113c2c0),segment_id=fb70f030-83e8-41d7-b868-4485c113c2c0)] {{(pid=100246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:30:35.112983 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-d929ce47-7d7a-4213-b7d1-2f86630c210f req-5856822c-d173-416d-95af-320bbc8fdc6e tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:30:35.132833 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [req-d929ce47-7d7a-4213-b7d1-2f86630c210f req-5856822c-d173-416d-95af-320bbc8fdc6e tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] Calling delete_port for c976035b-2a8c-447c-8eff-d99f308d67d7 owned by compute:nova {{(pid=100246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:30:35.394569 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-d929ce47-7d7a-4213-b7d1-2f86630c210f req-5856822c-d173-416d-95af-320bbc8fdc6e tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127687580'] for port, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:30:35.407651 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] get_ports_and_sgs() called for port_ids ['c976035b-2a8c-447c-8eff-d99f308d67d7'] {{(pid=100248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 14:30:35.457147 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5856822c-d173-416d-95af-320bbc8fdc6e tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] Pushing event deleted for resources: {'Port': ['ID=c976035b-2a8c-447c-8eff-d99f308d67d7,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:30:35.569604 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [req-d929ce47-7d7a-4213-b7d1-2f86630c210f req-5856822c-d173-416d-95af-320bbc8fdc6e tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] No DVR routers for this DVR port c976035b-2a8c-447c-8eff-d99f308d67d7 on host n-h2-773647-6 {{(pid=100246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:30:35.574606 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-d929ce47-7d7a-4213-b7d1-2f86630c210f req-5856822c-d173-416d-95af-320bbc8fdc6e tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:30:35.578183 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-d929ce47-7d7a-4213-b7d1-2f86630c210f req-5856822c-d173-416d-95af-320bbc8fdc6e tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] 10.222.0.72 "DELETE /v2.0/ports/c976035b-2a8c-447c-8eff-d99f308d67d7 HTTP/1.1" status: 204 len: 173 time: 0.7794459 Jul 06 14:30:35.578481 n-d-773647-6 neutron-server[100246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ade4a80-36b1-41ea-8925-459077ac9d70', 'name': 'network-vif-deleted', 'tag': 'c976035b-2a8c-447c-8eff-d99f308d67d7'}] {{(pid=100246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:30:35.581348 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0d96c5ab5e889f7b933ae915b9be33d1b46c9e87795bf781004b656ef3f1e87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e99a4ac-e466-4781-894e-ab35722167ab" -d '{"events": [{"server_uuid": "0ade4a80-36b1-41ea-8925-459077ac9d70", "name": "network-vif-deleted", "tag": "c976035b-2a8c-447c-8eff-d99f308d67d7"}]}' {{(pid=100246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:30:35.749435 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 14:30:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-091b8952-7333-437f-9352-7e60b25c757f x-openstack-request-id: req-091b8952-7333-437f-9352-7e60b25c757f {{(pid=100246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:30:35.749727 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ade4a80-36b1-41ea-8925-459077ac9d70", "name": "network-vif-deleted", "tag": "c976035b-2a8c-447c-8eff-d99f308d67d7", "status": "completed", "code": 200}]} {{(pid=100246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:30:35.750166 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-091b8952-7333-437f-9352-7e60b25c757f {{(pid=100246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:30:35.750827 n-d-773647-6 neutron-server[100246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ade4a80-36b1-41ea-8925-459077ac9d70', 'name': 'network-vif-deleted', 'tag': 'c976035b-2a8c-447c-8eff-d99f308d67d7', 'status': 'completed', 'code': 200} Jul 06 14:30:36.134653 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-98a07e6e-e4b5-4576-b5df-8565d886fb7c req-dbbaf545-c0eb-4cf6-a08f-44f50078c00e tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] 10.222.0.104 "GET /v2.0/ports?device_id=0ade4a80-36b1-41ea-8925-459077ac9d70 HTTP/1.1" status: 200 len: 210 time: 0.0678475 Jul 06 14:30:36.188638 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 53968) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:30:36.630426 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-badb08a5-0f15-4e6a-94e7-851eab1bec90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1809431'] for router_interface, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:30:36.928798 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [None req-badb08a5-0f15-4e6a-94e7-851eab1bec90 admin admin] Deleting port 73b3ed92-b7d4-4f45-a09d-4e566d104080 {{(pid=100246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:30:36.929151 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-badb08a5-0f15-4e6a-94e7-851eab1bec90 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:30:37.022724 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.db [None req-badb08a5-0f15-4e6a-94e7-851eab1bec90 admin admin] For port 73b3ed92-b7d4-4f45-a09d-4e566d104080, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=73b3ed92-b7d4-4f45-a09d-4e566d104080,segment=NetworkSegment(3cb852d4-0efb-4425-bdf6-44b53de05f3d),segment_id=3cb852d4-0efb-4425-bdf6-44b53de05f3d)] {{(pid=100246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:30:37.023091 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-badb08a5-0f15-4e6a-94e7-851eab1bec90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:30:37.037048 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [None req-badb08a5-0f15-4e6a-94e7-851eab1bec90 admin admin] Calling delete_port for 73b3ed92-b7d4-4f45-a09d-4e566d104080 owned by network:router_interface {{(pid=100246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:30:37.233404 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-badb08a5-0f15-4e6a-94e7-851eab1bec90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127687580'] for port, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:30:37.260601 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-badb08a5-0f15-4e6a-94e7-851eab1bec90 admin admin] Pushing event deleted for resources: {'Port': ['ID=73b3ed92-b7d4-4f45-a09d-4e566d104080,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:30:37.292279 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-2350bd54-85bb-4f85-888f-be0c7a8b1405 req-a1c53afb-f801-4f39-85c0-13938da8cdd6 tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] 10.222.0.104 "GET /v2.0/ports?device_id=0ade4a80-36b1-41ea-8925-459077ac9d70 HTTP/1.1" status: 200 len: 210 time: 0.0406377 Jul 06 14:30:37.445225 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-badb08a5-0f15-4e6a-94e7-851eab1bec90 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1809193'] for router_interface, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:30:37.667988 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-badb08a5-0f15-4e6a-94e7-851eab1bec90 admin admin] Router b5595882-589f-4c21-a75a-b491783e8b09 has already been hosted by L3 agent 2823d358-a11b-4885-a706-95a279e43fa7 {{(pid=100246) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 14:30:38.128116 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-badb08a5-0f15-4e6a-94e7-851eab1bec90 admin admin] Notify agent at l3_agent.n-d-773647-6 the message routers_updated {{(pid=100246) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 14:30:38.133678 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-badb08a5-0f15-4e6a-94e7-851eab1bec90 admin admin] 10.222.0.104 "PUT /v2.0/routers/b5595882-589f-4c21-a75a-b491783e8b09/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9441319 Jul 06 14:30:38.136214 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 54100) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:30:38.140491 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1f68361-180b-4802-a24a-5a0ca833b56e None None] Sync routers for ids ['b5595882-589f-4c21-a75a-b491783e8b09'] in n-d-773647-6 {{(pid=100248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 14:30:38.151506 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1f68361-180b-4802-a24a-5a0ca833b56e None None] Routers {'b5595882-589f-4c21-a75a-b491783e8b09'} bound to L3 agent in host n-d-773647-6 {{(pid=100248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:30:38.152123 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-b1f68361-180b-4802-a24a-5a0ca833b56e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T14:30:26Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['b5595882-589f-4c21-a75a-b491783e8b09'], 'active': True} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:30:38.242385 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-5e7f252a-01b6-474e-8c55-1e3ecd337370 admin admin] Notify callbacks [] for router, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:30:38.268302 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvr_db [None req-b1f68361-180b-4802-a24a-5a0ca833b56e None None] Set router b5595882-589f-4c21-a75a-b491783e8b09 gateway port host: n-d-773647-6 {{(pid=100248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:30:38.352095 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-5e7f252a-01b6-474e-8c55-1e3ecd337370 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:30:38.389227 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Device c976035b-2a8c-447c-8eff-d99f308d67d7 no longer exists at agent hyperv_n-h2-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:30:38.418714 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [None req-5e7f252a-01b6-474e-8c55-1e3ecd337370 admin admin] Deleting port eb424bf6-7359-4fde-998a-f6f3fe60660c {{(pid=100246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:30:38.419419 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-5e7f252a-01b6-474e-8c55-1e3ecd337370 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:30:38.423080 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] No Port match for: c976035b-2a8c-447c-8eff-d99f308d67d7 {{(pid=100248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 14:30:38.423567 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Device c976035b-2a8c-447c-8eff-d99f308d67d7 not bound to the agent host n-h2-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:30:38.446512 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-adc1f697-351b-4982-ac4b-16c28481faeb req-7990261f-2dd4-4a62-8725-ca94df4862c4 tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] 10.222.0.104 "GET /v2.0/ports?device_id=0ade4a80-36b1-41ea-8925-459077ac9d70 HTTP/1.1" status: 200 len: 210 time: 0.0288577 Jul 06 14:30:38.510865 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.db [None req-5e7f252a-01b6-474e-8c55-1e3ecd337370 admin admin] For port eb424bf6-7359-4fde-998a-f6f3fe60660c, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=eb424bf6-7359-4fde-998a-f6f3fe60660c,segment=NetworkSegment(89a832b7-7793-4d51-9038-ed7e1c3ff1b2),segment_id=89a832b7-7793-4d51-9038-ed7e1c3ff1b2)] {{(pid=100246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:30:38.511403 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-5e7f252a-01b6-474e-8c55-1e3ecd337370 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:30:38.528006 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [None req-5e7f252a-01b6-474e-8c55-1e3ecd337370 admin admin] Calling delete_port for eb424bf6-7359-4fde-998a-f6f3fe60660c owned by network:router_gateway {{(pid=100246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:30:38.529950 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-b1f68361-180b-4802-a24a-5a0ca833b56e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5595882-589f-4c21-a75a-b491783e8b09', 'name': 'tempest-TestVolumeBackupRestore-1408931986-router', 'tenant_id': '39bdb994cd824c1295a1e7af27eba9b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.35'}], 'enable_snat': True}, 'gw_port_id': 'eb424bf6-7359-4fde-998a-f6f3fe60660c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:26:26Z', 'updated_at': '2021-07-06T14:30:37Z', 'revision_number': 5, 'project_id': '39bdb994cd824c1295a1e7af27eba9b1', 'gw_port': {'id': 'eb424bf6-7359-4fde-998a-f6f3fe60660c', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:a1:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5595882-589f-4c21-a75a-b491783e8b09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3609, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:26:28Z', 'updated_at': '2021-07-06T14:26:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6'}], 'n-d-773647-6', False) {} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:30:38.558662 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1f68361-180b-4802-a24a-5a0ca833b56e None None] Checking router: b5595882-589f-4c21-a75a-b491783e8b09 for host: n-d-773647-6 {{(pid=100248) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 14:30:38.568100 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1f68361-180b-4802-a24a-5a0ca833b56e None None] Routers {'b5595882-589f-4c21-a75a-b491783e8b09'} bound to L3 agent in host n-d-773647-6 {{(pid=100248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:30:38.568794 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-b1f68361-180b-4802-a24a-5a0ca833b56e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T14:30:26Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['b5595882-589f-4c21-a75a-b491783e8b09'], 'active': True} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:30:38.659775 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvr_db [None req-b1f68361-180b-4802-a24a-5a0ca833b56e None None] Set router b5595882-589f-4c21-a75a-b491783e8b09 gateway port host: None {{(pid=100248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:30:38.712859 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-b1f68361-180b-4802-a24a-5a0ca833b56e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5595882-589f-4c21-a75a-b491783e8b09', 'name': 'tempest-TestVolumeBackupRestore-1408931986-router', 'tenant_id': '39bdb994cd824c1295a1e7af27eba9b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:26:26Z', 'updated_at': '2021-07-06T14:30:38Z', 'revision_number': 6, 'project_id': '39bdb994cd824c1295a1e7af27eba9b1', 'gw_port_host': None}], 'n-d-773647-6', False) {} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:30:38.714037 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-5e7f252a-01b6-474e-8c55-1e3ecd337370 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127687580'] for port, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:30:38.743597 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1f68361-180b-4802-a24a-5a0ca833b56e None None] The sync data for ids ['b5595882-589f-4c21-a75a-b491783e8b09'] in n-d-773647-6 is: [{'id': 'b5595882-589f-4c21-a75a-b491783e8b09', 'name': 'tempest-TestVolumeBackupRestore-1408931986-router', 'tenant_id': '39bdb994cd824c1295a1e7af27eba9b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:26:26Z', 'updated_at': '2021-07-06T14:30:38Z', 'revision_number': 6, 'project_id': '39bdb994cd824c1295a1e7af27eba9b1', 'gw_port_host': None}] {{(pid=100248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 14:30:38.767795 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7f252a-01b6-474e-8c55-1e3ecd337370 admin admin] Pushing event deleted for resources: {'Port': ['ID=eb424bf6-7359-4fde-998a-f6f3fe60660c,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:30:38.811634 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-5e7f252a-01b6-474e-8c55-1e3ecd337370 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1761104'] for router_gateway, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:30:38.904207 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-5e7f252a-01b6-474e-8c55-1e3ecd337370 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1806308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6982'] for router, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:30:38.906398 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-5e7f252a-01b6-474e-8c55-1e3ecd337370 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:30:38.957286 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-5e7f252a-01b6-474e-8c55-1e3ecd337370 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1805684'] for router, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:30:38.957840 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e7f252a-01b6-474e-8c55-1e3ecd337370 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b5595882-589f-4c21-a75a-b491783e8b09 {{(pid=100246) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 14:30:38.962824 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-5e7f252a-01b6-474e-8c55-1e3ecd337370 admin admin] Notify callbacks [] for router, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:30:38.966271 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-5e7f252a-01b6-474e-8c55-1e3ecd337370 admin admin] 10.222.0.104 "DELETE /v2.0/routers/b5595882-589f-4c21-a75a-b491783e8b09 HTTP/1.1" status: 204 len: 168 time: 0.8269386 Jul 06 14:30:38.966481 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 54106) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:30:39.010978 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.db_base_plugin_v2 [None req-2aa0676f-dcc4-45df-957b-30ea74ddcb77 admin admin] Deleting subnet 2e5dcc44-e820-4bd1-81ac-fa04fd311bb4 {{(pid=100246) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 14:30:39.014073 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-2aa0676f-dcc4-45df-957b-30ea74ddcb77 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:30:39.048749 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-2aa0676f-dcc4-45df-957b-30ea74ddcb77 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126218885'] for subnet, precommit_delete_associations {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:30:39.141506 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-2aa0676f-dcc4-45df-957b-30ea74ddcb77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-913473'] for subnet, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:30:39.203950 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-2aa0676f-dcc4-45df-957b-30ea74ddcb77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-913480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1849032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127687590', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127702764'] for subnet, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:30:39.232616 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa0676f-dcc4-45df-957b-30ea74ddcb77 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2e5dcc44-e820-4bd1-81ac-fa04fd311bb4,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:30:39.234874 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-2aa0676f-dcc4-45df-957b-30ea74ddcb77 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:30:39.239334 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26afeb02-4395-4966-9399-ce346dd66d20 None None] Network 77b7d4db-4d26-4804-a694-b76a9fc33f2c requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:30:39.255924 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-2aa0676f-dcc4-45df-957b-30ea74ddcb77 admin admin] 10.222.0.104 "DELETE /v2.0/subnets/2e5dcc44-e820-4bd1-81ac-fa04fd311bb4 HTTP/1.1" status: 204 len: 168 time: 0.2862549 Jul 06 14:30:39.256856 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 54108) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:30:39.340584 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-a957c978-020c-450c-b2b2-490deb3633d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530492'] for network, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:30:39.409100 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [None req-a957c978-020c-450c-b2b2-490deb3633d4 admin admin] Deleting port 1e03118f-a423-4fa9-a9c0-34be58ef0e8e {{(pid=100246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:30:39.409448 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-a957c978-020c-450c-b2b2-490deb3633d4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:30:39.482591 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.db [None req-a957c978-020c-450c-b2b2-490deb3633d4 admin admin] For port 1e03118f-a423-4fa9-a9c0-34be58ef0e8e, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=1e03118f-a423-4fa9-a9c0-34be58ef0e8e,segment=NetworkSegment(3cb852d4-0efb-4425-bdf6-44b53de05f3d),segment_id=3cb852d4-0efb-4425-bdf6-44b53de05f3d)] {{(pid=100246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:30:39.483196 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-a957c978-020c-450c-b2b2-490deb3633d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:30:39.498956 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [None req-a957c978-020c-450c-b2b2-490deb3633d4 admin admin] Calling delete_port for 1e03118f-a423-4fa9-a9c0-34be58ef0e8e owned by network:dhcp {{(pid=100246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:30:39.591773 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-a957c978-020c-450c-b2b2-490deb3633d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127687580'] for port, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:30:39.612659 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51f5540a-22dd-482f-9c78-a41552f0f77a None None] DHCP port deletion for 77b7d4db-4d26-4804-a694-b76a9fc33f2c request from n-d-773647-6 {{(pid=100248) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 14:30:39.616867 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 73b3ed92-b7d4-4f45-a09d-4e566d104080 no longer exists at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:30:39.632144 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a957c978-020c-450c-b2b2-490deb3633d4 admin admin] Pushing event deleted for resources: {'Port': ['ID=1e03118f-a423-4fa9-a9c0-34be58ef0e8e,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:30:39.636277 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a957c978-020c-450c-b2b2-490deb3633d4 admin admin] No DVR routers for this DVR port 1e03118f-a423-4fa9-a9c0-34be58ef0e8e on host n-d-773647-6 {{(pid=100246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:30:39.644576 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] No Port match for: 73b3ed92-b7d4-4f45-a09d-4e566d104080 {{(pid=100248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 14:30:39.645267 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 73b3ed92-b7d4-4f45-a09d-4e566d104080 not bound to the agent host n-d-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:30:39.669093 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-de14151c-16f3-4bf7-a80c-a199c4e5624d req-0992f12b-621f-4afc-bc5c-04f28b94c354 tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] 10.222.0.104 "GET /v2.0/ports?device_id=0ade4a80-36b1-41ea-8925-459077ac9d70 HTTP/1.1" status: 200 len: 210 time: 0.0770533 Jul 06 14:30:39.745461 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-a957c978-020c-450c-b2b2-490deb3633d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-917204', 'neutron.services.segments.db._delete_segments_for_network-8773753502302'] for network, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:30:39.758521 n-d-773647-6 neutron-server[100246]: DEBUG neutron.services.segments.db [None req-a957c978-020c-450c-b2b2-490deb3633d4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['77b7d4db-4d26-4804-a694-b76a9fc33f2c']}} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:30:39.777237 n-d-773647-6 neutron-server[100246]: DEBUG neutron.services.segments.db [None req-a957c978-020c-450c-b2b2-490deb3633d4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3cb852d4-0efb-4425-bdf6-44b53de05f3d') {'for_net_delete': True} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:30:39.777639 n-d-773647-6 neutron-server[100246]: DEBUG neutron.services.segments.db [None req-a957c978-020c-450c-b2b2-490deb3633d4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3cb852d4-0efb-4425-bdf6-44b53de05f3d') {} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:30:39.789919 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-a957c978-020c-450c-b2b2-490deb3633d4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773753515138', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126218898'] for segment, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:30:39.812596 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-a957c978-020c-450c-b2b2-490deb3633d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552'] for segment, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:30:39.821075 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a957c978-020c-450c-b2b2-490deb3633d4 admin admin] Releasing vlan 1030 on physical network physnet1 to pool {{(pid=100246) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 14:30:39.821730 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-a957c978-020c-450c-b2b2-490deb3633d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127687491'] for segment, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:30:39.823525 n-d-773647-6 neutron-server[100246]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:30:39.823525 n-d-773647-6 neutron-server[100246]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:30:39.823525 n-d-773647-6 neutron-server[100246]: Traceback (most recent call last): Jul 06 14:30:39.823525 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 14:30:39.823525 n-d-773647-6 neutron-server[100246]: timer() Jul 06 14:30:39.823525 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 14:30:39.823525 n-d-773647-6 neutron-server[100246]: cb(*args, **kw) Jul 06 14:30:39.823525 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 14:30:39.823525 n-d-773647-6 neutron-server[100246]: return func(*args, **kwargs) Jul 06 14:30:39.823525 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 14:30:39.823525 n-d-773647-6 neutron-server[100246]: self._notify() Jul 06 14:30:39.823525 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 14:30:39.823525 n-d-773647-6 neutron-server[100246]: self.callback(batched_events) Jul 06 14:30:39.823525 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 14:30:39.823525 n-d-773647-6 neutron-server[100246]: event.method(event) Jul 06 14:30:39.823525 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 14:30:39.823525 n-d-773647-6 neutron-server[100246]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 14:30:39.823525 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 14:30:39.823525 n-d-773647-6 neutron-server[100246]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 14:30:39.823525 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 14:30:39.823525 n-d-773647-6 neutron-server[100246]: return f(self, *a, **k) Jul 06 14:30:39.823525 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 14:30:39.823525 n-d-773647-6 neutron-server[100246]: return self._get(url).json() Jul 06 14:30:39.823525 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 14:30:39.823525 n-d-773647-6 neutron-server[100246]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 14:30:39.823525 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 14:30:39.823525 n-d-773647-6 neutron-server[100246]: return self.request(url, 'GET', **kwargs) Jul 06 14:30:39.823525 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 14:30:39.823525 n-d-773647-6 neutron-server[100246]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 14:30:39.823525 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 14:30:39.823525 n-d-773647-6 neutron-server[100246]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 14:30:39.823525 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 14:30:39.823525 n-d-773647-6 neutron-server[100246]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 14:30:39.823525 n-d-773647-6 neutron-server[100246]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 14:30:39.887438 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-a957c978-020c-450c-b2b2-490deb3633d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-917215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1761140'] for network, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:30:39.899886 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-a957c978-020c-450c-b2b2-490deb3633d4 admin admin] Notify callbacks [] for network, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:30:39.902631 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-a957c978-020c-450c-b2b2-490deb3633d4 admin admin] 10.222.0.104 "DELETE /v2.0/networks/77b7d4db-4d26-4804-a694-b76a9fc33f2c HTTP/1.1" status: 204 len: 168 time: 0.6447673 Jul 06 14:30:39.905603 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 54112) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:30:39.914721 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a957c978-020c-450c-b2b2-490deb3633d4 admin admin] Pushing event deleted for resources: {'Network': ['ID=77b7d4db-4d26-4804-a694-b76a9fc33f2c,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:30:40.683593 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-02f5239f-d17f-4234-9de0-da4b4c772507 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1809431'] for router_interface, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:30:40.758892 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:30:40.973679 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.plugin [None req-02f5239f-d17f-4234-9de0-da4b4c772507 admin admin] Deleting port f9b1bfd9-b639-471a-8e28-8eeb8332b591 {{(pid=100247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:30:40.974113 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-02f5239f-d17f-4234-9de0-da4b4c772507 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:30:41.078117 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 1e03118f-a423-4fa9-a9c0-34be58ef0e8e no longer exists at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:30:41.092393 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.db [None req-02f5239f-d17f-4234-9de0-da4b4c772507 admin admin] For port f9b1bfd9-b639-471a-8e28-8eeb8332b591, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=f9b1bfd9-b639-471a-8e28-8eeb8332b591,segment=NetworkSegment(185492e9-40e6-4cb2-878d-8f3fdd48e61c),segment_id=185492e9-40e6-4cb2-878d-8f3fdd48e61c)] {{(pid=100247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:30:41.092843 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-02f5239f-d17f-4234-9de0-da4b4c772507 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:30:41.102412 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] No Port match for: 1e03118f-a423-4fa9-a9c0-34be58ef0e8e {{(pid=100248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 14:30:41.103074 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 1e03118f-a423-4fa9-a9c0-34be58ef0e8e not bound to the agent host n-d-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:30:41.103742 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device eb424bf6-7359-4fde-998a-f6f3fe60660c no longer exists at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:30:41.108490 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.plugin [None req-02f5239f-d17f-4234-9de0-da4b4c772507 admin admin] Calling delete_port for f9b1bfd9-b639-471a-8e28-8eeb8332b591 owned by network:router_interface {{(pid=100247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:30:41.124643 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] No Port match for: eb424bf6-7359-4fde-998a-f6f3fe60660c {{(pid=100248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 14:30:41.125324 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device eb424bf6-7359-4fde-998a-f6f3fe60660c not bound to the agent host n-d-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:30:41.303708 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-02f5239f-d17f-4234-9de0-da4b4c772507 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128888353'] for port, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:30:41.331389 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f5239f-d17f-4234-9de0-da4b4c772507 admin admin] Pushing event deleted for resources: {'Port': ['ID=f9b1bfd9-b639-471a-8e28-8eeb8332b591,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:30:41.529613 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-02f5239f-d17f-4234-9de0-da4b4c772507 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1809193'] for router_interface, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:30:41.773796 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02f5239f-d17f-4234-9de0-da4b4c772507 admin admin] Router 3f299392-e4ec-4e7f-bf8a-b211746188d0 has already been hosted by L3 agent 2823d358-a11b-4885-a706-95a279e43fa7 {{(pid=100247) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 14:30:41.883692 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02f5239f-d17f-4234-9de0-da4b4c772507 admin admin] Notify agent at l3_agent.n-d-773647-6 the message routers_updated {{(pid=100247) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 14:30:41.892468 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 54124) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:30:41.893090 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-02f5239f-d17f-4234-9de0-da4b4c772507 admin admin] 10.222.0.104 "PUT /v2.0/routers/3f299392-e4ec-4e7f-bf8a-b211746188d0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9860942 Jul 06 14:30:41.895472 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feb8ac5d-a79f-4815-a07a-888891d9c474 None None] Sync routers for ids ['3f299392-e4ec-4e7f-bf8a-b211746188d0'] in n-d-773647-6 {{(pid=100249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 14:30:41.905756 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feb8ac5d-a79f-4815-a07a-888891d9c474 None None] Routers {'3f299392-e4ec-4e7f-bf8a-b211746188d0'} bound to L3 agent in host n-d-773647-6 {{(pid=100249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:30:41.906493 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-feb8ac5d-a79f-4815-a07a-888891d9c474 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T14:30:26Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['3f299392-e4ec-4e7f-bf8a-b211746188d0'], 'active': True} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:30:42.006799 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-f9523e75-6066-4448-b6ae-0c80b4e62fcc admin admin] Notify callbacks [] for router, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:30:42.050577 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvr_db [None req-feb8ac5d-a79f-4815-a07a-888891d9c474 None None] Set router 3f299392-e4ec-4e7f-bf8a-b211746188d0 gateway port host: n-d-773647-6 {{(pid=100249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:30:42.246051 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-f9523e75-6066-4448-b6ae-0c80b4e62fcc admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:30:42.345695 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [None req-f9523e75-6066-4448-b6ae-0c80b4e62fcc admin admin] Deleting port 787c6da8-3fdb-4165-80dd-62f396039f72 {{(pid=100246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:30:42.346298 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-f9523e75-6066-4448-b6ae-0c80b4e62fcc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:30:42.409867 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-feb8ac5d-a79f-4815-a07a-888891d9c474 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f299392-e4ec-4e7f-bf8a-b211746188d0', 'name': 'tempest-TestVolumeBackupRestore-977184276-router', 'tenant_id': '9c1511065d9d4b4794b4171f9c396376', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.63'}], 'enable_snat': True}, 'gw_port_id': '787c6da8-3fdb-4165-80dd-62f396039f72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:26:40Z', 'updated_at': '2021-07-06T14:30:41Z', 'revision_number': 5, 'project_id': '9c1511065d9d4b4794b4171f9c396376', 'gw_port': {'id': '787c6da8-3fdb-4165-80dd-62f396039f72', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:7c:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f299392-e4ec-4e7f-bf8a-b211746188d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3631, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:26:42Z', 'updated_at': '2021-07-06T14:26:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6'}], 'n-d-773647-6', False) {} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:30:42.445443 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feb8ac5d-a79f-4815-a07a-888891d9c474 None None] Checking router: 3f299392-e4ec-4e7f-bf8a-b211746188d0 for host: n-d-773647-6 {{(pid=100249) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 14:30:42.458938 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feb8ac5d-a79f-4815-a07a-888891d9c474 None None] Routers {'3f299392-e4ec-4e7f-bf8a-b211746188d0'} bound to L3 agent in host n-d-773647-6 {{(pid=100249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:30:42.459574 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-feb8ac5d-a79f-4815-a07a-888891d9c474 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T14:30:26Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['3f299392-e4ec-4e7f-bf8a-b211746188d0'], 'active': True} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:30:42.488898 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.db [None req-f9523e75-6066-4448-b6ae-0c80b4e62fcc admin admin] For port 787c6da8-3fdb-4165-80dd-62f396039f72, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=787c6da8-3fdb-4165-80dd-62f396039f72,segment=NetworkSegment(89a832b7-7793-4d51-9038-ed7e1c3ff1b2),segment_id=89a832b7-7793-4d51-9038-ed7e1c3ff1b2)] {{(pid=100246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:30:42.489264 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-f9523e75-6066-4448-b6ae-0c80b4e62fcc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:30:42.505421 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [None req-f9523e75-6066-4448-b6ae-0c80b4e62fcc admin admin] Calling delete_port for 787c6da8-3fdb-4165-80dd-62f396039f72 owned by network:router_gateway {{(pid=100246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:30:42.560975 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvr_db [None req-feb8ac5d-a79f-4815-a07a-888891d9c474 None None] Set router 3f299392-e4ec-4e7f-bf8a-b211746188d0 gateway port host: None {{(pid=100249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:30:42.618171 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-feb8ac5d-a79f-4815-a07a-888891d9c474 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f299392-e4ec-4e7f-bf8a-b211746188d0', 'name': 'tempest-TestVolumeBackupRestore-977184276-router', 'tenant_id': '9c1511065d9d4b4794b4171f9c396376', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:26:40Z', 'updated_at': '2021-07-06T14:30:42Z', 'revision_number': 6, 'project_id': '9c1511065d9d4b4794b4171f9c396376', 'gw_port_host': None}], 'n-d-773647-6', False) {} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:30:42.641323 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:30:42.658391 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feb8ac5d-a79f-4815-a07a-888891d9c474 None None] The sync data for ids ['3f299392-e4ec-4e7f-bf8a-b211746188d0'] in n-d-773647-6 is: [{'id': '3f299392-e4ec-4e7f-bf8a-b211746188d0', 'name': 'tempest-TestVolumeBackupRestore-977184276-router', 'tenant_id': '9c1511065d9d4b4794b4171f9c396376', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:26:40Z', 'updated_at': '2021-07-06T14:30:42Z', 'revision_number': 6, 'project_id': '9c1511065d9d4b4794b4171f9c396376', 'gw_port_host': None}] {{(pid=100249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 14:30:42.745882 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-f9523e75-6066-4448-b6ae-0c80b4e62fcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127687580'] for port, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:30:42.777719 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9523e75-6066-4448-b6ae-0c80b4e62fcc admin admin] Pushing event deleted for resources: {'Port': ['ID=787c6da8-3fdb-4165-80dd-62f396039f72,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:30:42.843705 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-f9523e75-6066-4448-b6ae-0c80b4e62fcc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1761104'] for router_gateway, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:30:42.936480 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-f9523e75-6066-4448-b6ae-0c80b4e62fcc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1806308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6982'] for router, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:30:42.938755 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-f9523e75-6066-4448-b6ae-0c80b4e62fcc admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:30:42.993175 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-f9523e75-6066-4448-b6ae-0c80b4e62fcc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1805684'] for router, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:30:42.993784 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9523e75-6066-4448-b6ae-0c80b4e62fcc admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3f299392-e4ec-4e7f-bf8a-b211746188d0 {{(pid=100246) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 14:30:42.998657 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-f9523e75-6066-4448-b6ae-0c80b4e62fcc admin admin] Notify callbacks [] for router, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:30:43.001932 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-f9523e75-6066-4448-b6ae-0c80b4e62fcc admin admin] 10.222.0.104 "DELETE /v2.0/routers/3f299392-e4ec-4e7f-bf8a-b211746188d0 HTTP/1.1" status: 204 len: 168 time: 1.1062007 Jul 06 14:30:43.002685 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 54140) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:30:43.105181 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.db_base_plugin_v2 [None req-de0db53e-379e-4953-a344-f82812235815 admin admin] Deleting subnet 2208c76f-516a-4d9f-bdd4-1a75a6f466d2 {{(pid=100247) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 14:30:43.109094 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-de0db53e-379e-4953-a344-f82812235815 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:30:43.161603 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-de0db53e-379e-4953-a344-f82812235815 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127131748'] for subnet, precommit_delete_associations {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:30:43.275046 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-de0db53e-379e-4953-a344-f82812235815 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-913473'] for subnet, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:30:43.337065 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-de0db53e-379e-4953-a344-f82812235815 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-913480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1849032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-128888347', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127627857'] for subnet, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:30:43.359732 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc50c791-151e-4b0b-9f2e-7681e0b118b4 None None] Network 75c7cad1-ed47-404b-9518-dc037e8d84b0 requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:30:43.381655 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-de0db53e-379e-4953-a344-f82812235815 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:30:43.383936 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-de0db53e-379e-4953-a344-f82812235815 admin admin] 10.222.0.104 "DELETE /v2.0/subnets/2208c76f-516a-4d9f-bdd4-1a75a6f466d2 HTTP/1.1" status: 204 len: 168 time: 0.3791244 Jul 06 14:30:43.385601 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0db53e-379e-4953-a344-f82812235815 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2208c76f-516a-4d9f-bdd4-1a75a6f466d2,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:30:43.386420 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 54144) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:30:43.463777 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-b62a9f0a-7dd7-46b3-bd49-37925b6c145c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530492'] for network, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:30:43.520247 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 54146) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:30:43.549278 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [None req-b62a9f0a-7dd7-46b3-bd49-37925b6c145c admin admin] Deleting port 168dab06-88c3-4897-8546-9f24908e62ef {{(pid=100246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:30:43.549743 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-b62a9f0a-7dd7-46b3-bd49-37925b6c145c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:30:43.550980 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device f9b1bfd9-b639-471a-8e28-8eeb8332b591 no longer exists at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:30:43.597035 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] No Port match for: f9b1bfd9-b639-471a-8e28-8eeb8332b591 {{(pid=100248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 14:30:43.597655 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device f9b1bfd9-b639-471a-8e28-8eeb8332b591 not bound to the agent host n-d-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:30:43.602505 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a70b029-7b64-415d-a140-e1bfccac576f None None] DHCP port deletion for 75c7cad1-ed47-404b-9518-dc037e8d84b0 request from n-d-773647-6 {{(pid=100248) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 14:30:43.681148 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-1a70b029-7b64-415d-a140-e1bfccac576f None None] Deleting port 168dab06-88c3-4897-8546-9f24908e62ef {{(pid=100248) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:30:43.682399 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-1a70b029-7b64-415d-a140-e1bfccac576f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:30:43.682606 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.db [None req-b62a9f0a-7dd7-46b3-bd49-37925b6c145c admin admin] For port 168dab06-88c3-4897-8546-9f24908e62ef, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=168dab06-88c3-4897-8546-9f24908e62ef,segment=NetworkSegment(185492e9-40e6-4cb2-878d-8f3fdd48e61c),segment_id=185492e9-40e6-4cb2-878d-8f3fdd48e61c)] {{(pid=100246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:30:43.683068 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-b62a9f0a-7dd7-46b3-bd49-37925b6c145c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:30:43.701011 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [None req-b62a9f0a-7dd7-46b3-bd49-37925b6c145c admin admin] Calling delete_port for 168dab06-88c3-4897-8546-9f24908e62ef owned by network:dhcp {{(pid=100246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:30:43.707099 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-d396bba0-1e75-4f5a-9c3f-f9e21a75e8fc tempest-TestSecurityGroupsBasicOps-756661649 tempest-TestSecurityGroupsBasicOps-756661649-project-admin] 10.222.0.104 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 2203 time: 0.1855948 Jul 06 14:30:43.709181 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 54148) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:30:43.714501 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [None req-2f65085f-c825-49d7-8e23-0db2083c6317 tempest-TestSecurityGroupsBasicOps-42373486 tempest-TestSecurityGroupsBasicOps-42373486-project] Request body: {'network': {'name': 'tempest-network-smoke--1248198996', 'project_id': '06674ee379754bdb83b089c26f2bfa62', 'port_security_enabled': False}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:30:43.739956 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f65085f-c825-49d7-8e23-0db2083c6317 tempest-TestSecurityGroupsBasicOps-42373486 tempest-TestSecurityGroupsBasicOps-42373486-project] Made reservation on behalf of 06674ee379754bdb83b089c26f2bfa62 for: {'network': 1} {{(pid=100247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:30:43.746672 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-2f65085f-c825-49d7-8e23-0db2083c6317 tempest-TestSecurityGroupsBasicOps-42373486 tempest-TestSecurityGroupsBasicOps-42373486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for network, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:30:43.769791 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-1a70b029-7b64-415d-a140-e1bfccac576f None None] For port 168dab06-88c3-4897-8546-9f24908e62ef, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=168dab06-88c3-4897-8546-9f24908e62ef,segment=NetworkSegment(185492e9-40e6-4cb2-878d-8f3fdd48e61c),segment_id=185492e9-40e6-4cb2-878d-8f3fdd48e61c)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:30:43.770554 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-1a70b029-7b64-415d-a140-e1bfccac576f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:30:43.776538 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f65085f-c825-49d7-8e23-0db2083c6317 tempest-TestSecurityGroupsBasicOps-42373486 tempest-TestSecurityGroupsBasicOps-42373486-project] vlan segment allocate from pool success with {'vlan_id': 1043, 'physical_network': 'physnet1'} {{(pid=100247) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 14:30:43.789844 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-2f65085f-c825-49d7-8e23-0db2083c6317 tempest-TestSecurityGroupsBasicOps-42373486 tempest-TestSecurityGroupsBasicOps-42373486-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552'] for segment, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:30:43.790191 n-d-773647-6 neutron-server[100247]: INFO neutron.db.segments_db [None req-2f65085f-c825-49d7-8e23-0db2083c6317 tempest-TestSecurityGroupsBasicOps-42373486 tempest-TestSecurityGroupsBasicOps-42373486-project] Added segment 11883808-3ed7-4052-bcf7-ab52ada671bc of type vlan for network 920081c3-450e-4035-be7f-d7c41ac5c66f Jul 06 14:30:43.792080 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-1a70b029-7b64-415d-a140-e1bfccac576f None None] Calling delete_port for 168dab06-88c3-4897-8546-9f24908e62ef owned by network:dhcp {{(pid=100248) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:30:43.812298 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-b62a9f0a-7dd7-46b3-bd49-37925b6c145c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127687580'] for port, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:30:43.848632 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-2f65085f-c825-49d7-8e23-0db2083c6317 tempest-TestSecurityGroupsBasicOps-42373486 tempest-TestSecurityGroupsBasicOps-42373486-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773752984405'] for network, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:30:43.862247 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62a9f0a-7dd7-46b3-bd49-37925b6c145c admin admin] Pushing event deleted for resources: {'Port': ['ID=168dab06-88c3-4897-8546-9f24908e62ef,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:30:43.864599 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b62a9f0a-7dd7-46b3-bd49-37925b6c145c admin admin] No DVR routers for this DVR port 168dab06-88c3-4897-8546-9f24908e62ef on host n-d-773647-6 {{(pid=100246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:30:43.893018 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-2f65085f-c825-49d7-8e23-0db2083c6317 tempest-TestSecurityGroupsBasicOps-42373486 tempest-TestSecurityGroupsBasicOps-42373486-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060'] for network, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:30:43.904509 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f65085f-c825-49d7-8e23-0db2083c6317 tempest-TestSecurityGroupsBasicOps-42373486 tempest-TestSecurityGroupsBasicOps-42373486-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:30:43.905247 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-2f65085f-c825-49d7-8e23-0db2083c6317 tempest-TestSecurityGroupsBasicOps-42373486 tempest-TestSecurityGroupsBasicOps-42373486-project] Notify callbacks [] for network, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:30:43.924046 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-1a70b029-7b64-415d-a140-e1bfccac576f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117'] for port, after_delete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:30:43.959792 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a70b029-7b64-415d-a140-e1bfccac576f None None] Pushing event deleted for resources: {'Port': ['ID=168dab06-88c3-4897-8546-9f24908e62ef,revision_number=None']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:30:43.966389 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a70b029-7b64-415d-a140-e1bfccac576f None None] No DVR routers for this DVR port 168dab06-88c3-4897-8546-9f24908e62ef on host n-d-773647-6 {{(pid=100248) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:30:43.982419 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-2f65085f-c825-49d7-8e23-0db2083c6317 tempest-TestSecurityGroupsBasicOps-42373486 tempest-TestSecurityGroupsBasicOps-42373486-project] 10.222.0.104 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2720356 Jul 06 14:30:43.986686 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-b62a9f0a-7dd7-46b3-bd49-37925b6c145c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-917204', 'neutron.services.segments.db._delete_segments_for_network-8773753502302'] for network, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:30:43.992598 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 54150) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:30:44.000129 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [None req-08fa7953-a252-4a4c-86a0-d4b96adbd87b tempest-TestSecurityGroupsBasicOps-42373486 tempest-TestSecurityGroupsBasicOps-42373486-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-653882251', 'admin_state_up': True, 'project_id': '06674ee379754bdb83b089c26f2bfa62', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719'}}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:30:44.004696 n-d-773647-6 neutron-server[100246]: DEBUG neutron.services.segments.db [None req-b62a9f0a-7dd7-46b3-bd49-37925b6c145c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['75c7cad1-ed47-404b-9518-dc037e8d84b0']}} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:30:44.019666 n-d-773647-6 neutron-server[100246]: DEBUG neutron.services.segments.db [None req-b62a9f0a-7dd7-46b3-bd49-37925b6c145c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '185492e9-40e6-4cb2-878d-8f3fdd48e61c') {'for_net_delete': True} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:30:44.019826 n-d-773647-6 neutron-server[100246]: DEBUG neutron.services.segments.db [None req-b62a9f0a-7dd7-46b3-bd49-37925b6c145c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '185492e9-40e6-4cb2-878d-8f3fdd48e61c') {} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:30:44.021183 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f65085f-c825-49d7-8e23-0db2083c6317 tempest-TestSecurityGroupsBasicOps-42373486 tempest-TestSecurityGroupsBasicOps-42373486-project] Pushing event updated for resources: {'Network': ['ID=920081c3-450e-4035-be7f-d7c41ac5c66f,revision_number=1']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:30:44.031259 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-b62a9f0a-7dd7-46b3-bd49-37925b6c145c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773753515138', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126218898'] for segment, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:30:44.031438 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Network 920081c3-450e-4035-be7f-d7c41ac5c66f details requested by agent ovs-agent-n-d-773647-6 with host n-d-773647-6 {{(pid=100248) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 14:30:44.039903 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-08fa7953-a252-4a4c-86a0-d4b96adbd87b tempest-TestSecurityGroupsBasicOps-42373486 tempest-TestSecurityGroupsBasicOps-42373486-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1806290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6992'] for router, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:30:44.041058 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-08fa7953-a252-4a4c-86a0-d4b96adbd87b tempest-TestSecurityGroupsBasicOps-42373486 tempest-TestSecurityGroupsBasicOps-42373486-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1806157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1808637', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1714747', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7007'] for router, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:30:44.049884 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-b62a9f0a-7dd7-46b3-bd49-37925b6c145c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552'] for segment, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:30:44.056885 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b62a9f0a-7dd7-46b3-bd49-37925b6c145c admin admin] Releasing vlan 1006 on physical network physnet1 to pool {{(pid=100246) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 14:30:44.057306 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-b62a9f0a-7dd7-46b3-bd49-37925b6c145c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127687491'] for segment, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:30:44.128120 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-08fa7953-a252-4a4c-86a0-d4b96adbd87b tempest-TestSecurityGroupsBasicOps-42373486 tempest-TestSecurityGroupsBasicOps-42373486-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:30:44.130816 n-d-773647-6 neutron-server[100246]: Traceback (most recent call last): Jul 06 14:30:44.130816 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 14:30:44.130816 n-d-773647-6 neutron-server[100246]: timer() Jul 06 14:30:44.130816 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 14:30:44.130816 n-d-773647-6 neutron-server[100246]: cb(*args, **kw) Jul 06 14:30:44.130816 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 14:30:44.130816 n-d-773647-6 neutron-server[100246]: return func(*args, **kwargs) Jul 06 14:30:44.130816 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 14:30:44.130816 n-d-773647-6 neutron-server[100246]: self._notify() Jul 06 14:30:44.130816 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 14:30:44.130816 n-d-773647-6 neutron-server[100246]: self.callback(batched_events) Jul 06 14:30:44.130816 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 14:30:44.130816 n-d-773647-6 neutron-server[100246]: event.method(event) Jul 06 14:30:44.130816 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 14:30:44.130816 n-d-773647-6 neutron-server[100246]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 14:30:44.130816 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 14:30:44.130816 n-d-773647-6 neutron-server[100246]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 14:30:44.130816 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 14:30:44.130816 n-d-773647-6 neutron-server[100246]: return f(self, *a, **k) Jul 06 14:30:44.130816 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 14:30:44.130816 n-d-773647-6 neutron-server[100246]: return self._get(url).json() Jul 06 14:30:44.130816 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 14:30:44.130816 n-d-773647-6 neutron-server[100246]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 14:30:44.130816 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 14:30:44.130816 n-d-773647-6 neutron-server[100246]: return self.request(url, 'GET', **kwargs) Jul 06 14:30:44.130816 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 14:30:44.130816 n-d-773647-6 neutron-server[100246]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 14:30:44.130816 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 14:30:44.130816 n-d-773647-6 neutron-server[100246]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 14:30:44.130816 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 14:30:44.130816 n-d-773647-6 neutron-server[100246]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 14:30:44.130816 n-d-773647-6 neutron-server[100246]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 14:30:44.138967 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-b62a9f0a-7dd7-46b3-bd49-37925b6c145c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-917215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1761140'] for network, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:30:44.153389 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-b62a9f0a-7dd7-46b3-bd49-37925b6c145c admin admin] Notify callbacks [] for network, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:30:44.158343 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-b62a9f0a-7dd7-46b3-bd49-37925b6c145c admin admin] 10.222.0.104 "DELETE /v2.0/networks/75c7cad1-ed47-404b-9518-dc037e8d84b0 HTTP/1.1" status: 204 len: 168 time: 0.7677131 Jul 06 14:30:44.190379 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62a9f0a-7dd7-46b3-bd49-37925b6c145c admin admin] Pushing event deleted for resources: {'Network': ['ID=75c7cad1-ed47-404b-9518-dc037e8d84b0,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:30:44.376134 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-08fa7953-a252-4a4c-86a0-d4b96adbd87b tempest-TestSecurityGroupsBasicOps-42373486 tempest-TestSecurityGroupsBasicOps-42373486-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1761047', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1806272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6989'] for router, precommit_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:30:44.451897 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 54188) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:30:44.509581 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-38a418ff-f784-4ecf-a4d1-643a15ebde73 admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=39bdb994cd824c1295a1e7af27eba9b1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0563955 Jul 06 14:30:44.513328 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 54198) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:30:44.571785 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-d0e8b968-88ee-4e9e-9329-c13cdea9a532 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:30:44.604952 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-d0e8b968-88ee-4e9e-9329-c13cdea9a532 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:30:44.676226 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-d0e8b968-88ee-4e9e-9329-c13cdea9a532 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:30:44.679136 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-d0e8b968-88ee-4e9e-9329-c13cdea9a532 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:30:44.679437 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-08fa7953-a252-4a4c-86a0-d4b96adbd87b tempest-TestSecurityGroupsBasicOps-42373486 tempest-TestSecurityGroupsBasicOps-42373486-project] Notify callbacks [] for router_gateway, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:30:44.680366 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-d0e8b968-88ee-4e9e-9329-c13cdea9a532 admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/d2a97f99-c95a-4446-9785-f32043c06c10 HTTP/1.1" status: 204 len: 168 time: 0.1659548 Jul 06 14:30:44.703355 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-08fa7953-a252-4a4c-86a0-d4b96adbd87b tempest-TestSecurityGroupsBasicOps-42373486 tempest-TestSecurityGroupsBasicOps-42373486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:30:44.718532 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e8b968-88ee-4e9e-9329-c13cdea9a532 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2a97f99-c95a-4446-9785-f32043c06c10,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:30:44.883238 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.db_base_plugin_common [None req-08fa7953-a252-4a4c-86a0-d4b96adbd87b tempest-TestSecurityGroupsBasicOps-42373486 tempest-TestSecurityGroupsBasicOps-42373486-project] Allocated IP 172.25.0.30 (2658f09e-a580-4d4a-9968-2d1e0ad93719/cbf74abc-6fe1-4d33-b005-c948923b9647/6e5bca2e-4cb8-4575-83bc-ca42d034fad0) {{(pid=100247) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:30:45.085347 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 787c6da8-3fdb-4165-80dd-62f396039f72 no longer exists at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:30:45.096389 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-08fa7953-a252-4a4c-86a0-d4b96adbd87b tempest-TestSecurityGroupsBasicOps-42373486 tempest-TestSecurityGroupsBasicOps-42373486-project] Notify callbacks [] for port, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:30:45.113213 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] No Port match for: 787c6da8-3fdb-4165-80dd-62f396039f72 {{(pid=100248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 14:30:45.113848 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 787c6da8-3fdb-4165-80dd-62f396039f72 not bound to the agent host n-d-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:30:45.114551 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 168dab06-88c3-4897-8546-9f24908e62ef no longer exists at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:30:45.140553 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] No Port match for: 168dab06-88c3-4897-8546-9f24908e62ef {{(pid=100248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 14:30:45.141331 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 168dab06-88c3-4897-8546-9f24908e62ef not bound to the agent host n-d-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:30:45.175661 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-08fa7953-a252-4a4c-86a0-d4b96adbd87b tempest-TestSecurityGroupsBasicOps-42373486 tempest-TestSecurityGroupsBasicOps-42373486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-128888360'] for port, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:30:45.219688 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08fa7953-a252-4a4c-86a0-d4b96adbd87b tempest-TestSecurityGroupsBasicOps-42373486 tempest-TestSecurityGroupsBasicOps-42373486-project] Network 2658f09e-a580-4d4a-9968-2d1e0ad93719 is already hosted by enough agents. {{(pid=100247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:30:45.226431 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.base_scheduler [None req-08fa7953-a252-4a4c-86a0-d4b96adbd87b tempest-TestSecurityGroupsBasicOps-42373486 tempest-TestSecurityGroupsBasicOps-42373486-project] Resources bound (agent type, host, resource id): {{(pid=100247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:30:45.232111 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08fa7953-a252-4a4c-86a0-d4b96adbd87b tempest-TestSecurityGroupsBasicOps-42373486 tempest-TestSecurityGroupsBasicOps-42373486-project] Received port after_create {{(pid=100247) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:30:45.272092 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 54246) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:30:45.275886 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08fa7953-a252-4a4c-86a0-d4b96adbd87b tempest-TestSecurityGroupsBasicOps-42373486 tempest-TestSecurityGroupsBasicOps-42373486-project] Pushing event updated for resources: {'Port': ['ID=6e5bca2e-4cb8-4575-83bc-ca42d034fad0,revision_number=1']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:30:45.291718 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08fa7953-a252-4a4c-86a0-d4b96adbd87b tempest-TestSecurityGroupsBasicOps-42373486 tempest-TestSecurityGroupsBasicOps-42373486-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:30:45.292344 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08fa7953-a252-4a4c-86a0-d4b96adbd87b tempest-TestSecurityGroupsBasicOps-42373486 tempest-TestSecurityGroupsBasicOps-42373486-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:30:45.293084 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08fa7953-a252-4a4c-86a0-d4b96adbd87b tempest-TestSecurityGroupsBasicOps-42373486 tempest-TestSecurityGroupsBasicOps-42373486-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:30:45.293084 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08fa7953-a252-4a4c-86a0-d4b96adbd87b tempest-TestSecurityGroupsBasicOps-42373486 tempest-TestSecurityGroupsBasicOps-42373486-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:30:45.293479 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08fa7953-a252-4a4c-86a0-d4b96adbd87b tempest-TestSecurityGroupsBasicOps-42373486 tempest-TestSecurityGroupsBasicOps-42373486-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:30:45.293742 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08fa7953-a252-4a4c-86a0-d4b96adbd87b tempest-TestSecurityGroupsBasicOps-42373486 tempest-TestSecurityGroupsBasicOps-42373486-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:30:45.294114 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08fa7953-a252-4a4c-86a0-d4b96adbd87b tempest-TestSecurityGroupsBasicOps-42373486 tempest-TestSecurityGroupsBasicOps-42373486-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:30:45.294527 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08fa7953-a252-4a4c-86a0-d4b96adbd87b tempest-TestSecurityGroupsBasicOps-42373486 tempest-TestSecurityGroupsBasicOps-42373486-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:30:45.294863 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08fa7953-a252-4a4c-86a0-d4b96adbd87b tempest-TestSecurityGroupsBasicOps-42373486 tempest-TestSecurityGroupsBasicOps-42373486-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:30:45.295194 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08fa7953-a252-4a4c-86a0-d4b96adbd87b tempest-TestSecurityGroupsBasicOps-42373486 tempest-TestSecurityGroupsBasicOps-42373486-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:30:45.295972 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08fa7953-a252-4a4c-86a0-d4b96adbd87b tempest-TestSecurityGroupsBasicOps-42373486 tempest-TestSecurityGroupsBasicOps-42373486-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:30:45.295972 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08fa7953-a252-4a4c-86a0-d4b96adbd87b tempest-TestSecurityGroupsBasicOps-42373486 tempest-TestSecurityGroupsBasicOps-42373486-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:30:45.341168 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-1faf4162-b8be-4f84-9165-6f3e42e275ed admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=9c1511065d9d4b4794b4171f9c396376&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0672424 Jul 06 14:30:45.343581 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 54248) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:30:45.407232 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-8e91bf44-bb61-418c-867a-f1ad13f7c97c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:30:45.436313 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-8e91bf44-bb61-418c-867a-f1ad13f7c97c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:30:45.497423 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-8e91bf44-bb61-418c-867a-f1ad13f7c97c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:30:45.501876 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-8e91bf44-bb61-418c-867a-f1ad13f7c97c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:30:45.505568 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-8e91bf44-bb61-418c-867a-f1ad13f7c97c admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/39e3d5f5-fecd-49af-a306-874a7bb944ba HTTP/1.1" status: 204 len: 168 time: 0.1608191 Jul 06 14:30:45.529110 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e91bf44-bb61-418c-867a-f1ad13f7c97c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39e3d5f5-fecd-49af-a306-874a7bb944ba,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:30:45.594444 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-08fa7953-a252-4a4c-86a0-d4b96adbd87b tempest-TestSecurityGroupsBasicOps-42373486 tempest-TestSecurityGroupsBasicOps-42373486-project] Notify callbacks [] for router_gateway, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:30:45.898403 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 54258) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:30:45.947773 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-08fa7953-a252-4a4c-86a0-d4b96adbd87b tempest-TestSecurityGroupsBasicOps-42373486 tempest-TestSecurityGroupsBasicOps-42373486-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1806297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1761036'] for router, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:30:46.136942 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-c9cf8bf9-33c5-4f97-a295-6c1cbb137598 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:30:46.292427 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08fa7953-a252-4a4c-86a0-d4b96adbd87b tempest-TestSecurityGroupsBasicOps-42373486 tempest-TestSecurityGroupsBasicOps-42373486-project] Router 97e86a13-8043-4728-ab29-b42a1fc4564d is scheduled to L3 agent 2823d358-a11b-4885-a706-95a279e43fa7 with binding_index 1 {{(pid=100247) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 14:30:46.339390 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-c9cf8bf9-33c5-4f97-a295-6c1cbb137598 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:30:46.345303 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-c9cf8bf9-33c5-4f97-a295-6c1cbb137598 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:30:46.394015 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-c9cf8bf9-33c5-4f97-a295-6c1cbb137598 admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=5cbda8f9a944488bbf1cf34987b81e89&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4941757 Jul 06 14:30:46.395581 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9cf8bf9-33c5-4f97-a295-6c1cbb137598 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5b21442-1ad9-4ac3-bf52-8c3a8f171807,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:30:46.398852 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 54264) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:30:46.462275 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-85569ec5-6d5a-4a9d-b270-b01b48fb6b4c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:30:46.479541 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08fa7953-a252-4a4c-86a0-d4b96adbd87b tempest-TestSecurityGroupsBasicOps-42373486 tempest-TestSecurityGroupsBasicOps-42373486-project] Notify agent at l3_agent.n-d-773647-6 the message routers_updated {{(pid=100247) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 14:30:46.493366 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b83e449-10f7-4488-a4e5-eb59ebfa7d13 None None] Sync routers for ids ['97e86a13-8043-4728-ab29-b42a1fc4564d'] in n-d-773647-6 {{(pid=100248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 14:30:46.500812 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-85569ec5-6d5a-4a9d-b270-b01b48fb6b4c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:30:46.505398 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b83e449-10f7-4488-a4e5-eb59ebfa7d13 None None] Routers {'97e86a13-8043-4728-ab29-b42a1fc4564d'} bound to L3 agent in host n-d-773647-6 {{(pid=100248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:30:46.506148 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-08fa7953-a252-4a4c-86a0-d4b96adbd87b tempest-TestSecurityGroupsBasicOps-42373486 tempest-TestSecurityGroupsBasicOps-42373486-project] Notify callbacks [] for router, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:30:46.506296 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-7b83e449-10f7-4488-a4e5-eb59ebfa7d13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T14:30:26Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['97e86a13-8043-4728-ab29-b42a1fc4564d'], 'active': True} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:30:46.507765 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-08fa7953-a252-4a4c-86a0-d4b96adbd87b tempest-TestSecurityGroupsBasicOps-42373486 tempest-TestSecurityGroupsBasicOps-42373486-project] 10.222.0.104 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 2.5131218 Jul 06 14:30:46.510824 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 54266) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:30:46.568685 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-85569ec5-6d5a-4a9d-b270-b01b48fb6b4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:30:46.571513 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-85569ec5-6d5a-4a9d-b270-b01b48fb6b4c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:30:46.574929 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-85569ec5-6d5a-4a9d-b270-b01b48fb6b4c admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/f5b21442-1ad9-4ac3-bf52-8c3a8f171807 HTTP/1.1" status: 204 len: 168 time: 0.1728499 Jul 06 14:30:46.580718 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c944011-b548-4e6d-951a-dce144eb66c2 tempest-TestSecurityGroupsBasicOps-756661649 tempest-TestSecurityGroupsBasicOps-756661649-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:30:46.582165 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85569ec5-6d5a-4a9d-b270-b01b48fb6b4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5b21442-1ad9-4ac3-bf52-8c3a8f171807,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:30:46.586133 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-6c944011-b548-4e6d-951a-dce144eb66c2 tempest-TestSecurityGroupsBasicOps-756661649 tempest-TestSecurityGroupsBasicOps-756661649-project-admin] 10.222.0.104 "GET /v2.0/subnets?project_id=06674ee379754bdb83b089c26f2bfa62&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.0735271 Jul 06 14:30:46.586333 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 54270) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:30:46.706785 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvr_db [None req-7b83e449-10f7-4488-a4e5-eb59ebfa7d13 None None] Set router 97e86a13-8043-4728-ab29-b42a1fc4564d gateway port host: n-d-773647-6 {{(pid=100248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:30:46.722614 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c39fc72a-5683-4fb6-9b97-3af0dd70aff9 tempest-TestSecurityGroupsBasicOps-756661649 tempest-TestSecurityGroupsBasicOps-756661649-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:30:46.727489 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-c39fc72a-5683-4fb6-9b97-3af0dd70aff9 tempest-TestSecurityGroupsBasicOps-756661649 tempest-TestSecurityGroupsBasicOps-756661649-project-admin] 10.222.0.104 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1367900 Jul 06 14:30:46.727966 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 54272) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:30:46.763262 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-293070bb-0c36-462a-b47a-e99c7705fe6c tempest-TestSecurityGroupsBasicOps-756661649 tempest-TestSecurityGroupsBasicOps-756661649-project-admin] 10.222.0.104 "GET /v2.0/subnets?network_id=2658f09e-a580-4d4a-9968-2d1e0ad93719&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0330234 Jul 06 14:30:46.765398 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 54276) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:30:46.795161 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-3788626a-fcfd-4ee0-b684-8711d4a3027d tempest-TestSecurityGroupsBasicOps-756661649 tempest-TestSecurityGroupsBasicOps-756661649-project-admin] 10.222.0.104 "GET /v2.0/subnets?project_id=06674ee379754bdb83b089c26f2bfa62&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0280619 Jul 06 14:30:46.797888 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 54278) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:30:46.903401 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20892f09-650e-4592-8ece-996f8f807b5a tempest-TestSecurityGroupsBasicOps-756661649 tempest-TestSecurityGroupsBasicOps-756661649-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:30:46.907385 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-20892f09-650e-4592-8ece-996f8f807b5a tempest-TestSecurityGroupsBasicOps-756661649 tempest-TestSecurityGroupsBasicOps-756661649-project-admin] 10.222.0.104 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1060064 Jul 06 14:30:46.908706 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 54280) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:30:46.933440 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-7b83e449-10f7-4488-a4e5-eb59ebfa7d13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97e86a13-8043-4728-ab29-b42a1fc4564d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-653882251', 'tenant_id': '06674ee379754bdb83b089c26f2bfa62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.30'}], 'enable_snat': True}, 'gw_port_id': '6e5bca2e-4cb8-4575-83bc-ca42d034fad0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:30:44Z', 'updated_at': '2021-07-06T14:30:45Z', 'revision_number': 3, 'project_id': '06674ee379754bdb83b089c26f2bfa62', 'gw_port': {'id': '6e5bca2e-4cb8-4575-83bc-ca42d034fad0', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:8d:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97e86a13-8043-4728-ab29-b42a1fc4564d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3840, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:30:44Z', 'updated_at': '2021-07-06T14:30:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6'}], 'n-d-773647-6', False) {} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:30:46.945693 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 54282) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:30:46.946215 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-1ff86dea-11e3-4af6-a8c2-008b9994d01e tempest-TestSecurityGroupsBasicOps-756661649 tempest-TestSecurityGroupsBasicOps-756661649-project-admin] 10.222.0.104 "GET /v2.0/subnets?network_id=2658f09e-a580-4d4a-9968-2d1e0ad93719&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0361714 Jul 06 14:30:46.950952 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [None req-4518f2cd-c9a8-4a6c-8419-a6a7b25d5874 tempest-TestSecurityGroupsBasicOps-42373486 tempest-TestSecurityGroupsBasicOps-42373486-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1639955766', 'network_id': '920081c3-450e-4035-be7f-d7c41ac5c66f', 'project_id': '06674ee379754bdb83b089c26f2bfa62', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:30:46.965126 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b83e449-10f7-4488-a4e5-eb59ebfa7d13 None None] Checking router: 97e86a13-8043-4728-ab29-b42a1fc4564d for host: n-d-773647-6 {{(pid=100248) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 14:30:46.965471 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b83e449-10f7-4488-a4e5-eb59ebfa7d13 None None] Updating router 97e86a13-8043-4728-ab29-b42a1fc4564d port 6e5bca2e-4cb8-4575-83bc-ca42d034fad0 binding host n-d-773647-6 {{(pid=100248) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 14:30:47.008593 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-7b83e449-10f7-4488-a4e5-eb59ebfa7d13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:30:47.017105 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 54284) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:30:47.035550 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-228c0c32-6c6c-4518-b2bc-df0bab4b98e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:30:47.061485 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.db.api [None req-228c0c32-6c6c-4518-b2bc-df0bab4b98e3 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 06 14:30:47.061485 n-d-773647-6 neutron-server[100246]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 06 14:30:47.061485 n-d-773647-6 neutron-server[100246]: [parameters: {'project_id': 'db5ec3b7977c4583a1d0b270ad624556', 'id': '12f28802-a670-463a-9356-61e45dca2435', 'expiration': datetime.datetime(2021, 7, 6, 14, 32, 47, 57460)}] Jul 06 14:30:47.061485 n-d-773647-6 neutron-server[100246]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=100246) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 06 14:30:47.061985 n-d-773647-6 neutron-server[100246]: DEBUG oslo_db.api [None req-228c0c32-6c6c-4518-b2bc-df0bab4b98e3 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 06 14:30:47.071820 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4518f2cd-c9a8-4a6c-8419-a6a7b25d5874 tempest-TestSecurityGroupsBasicOps-42373486 tempest-TestSecurityGroupsBasicOps-42373486-project] Made reservation on behalf of 06674ee379754bdb83b089c26f2bfa62 for: {'subnet': 1} {{(pid=100247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:30:47.077446 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-4518f2cd-c9a8-4a6c-8419-a6a7b25d5874 tempest-TestSecurityGroupsBasicOps-42373486 tempest-TestSecurityGroupsBasicOps-42373486-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127627440'] for subnet, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:30:47.310880 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-4518f2cd-c9a8-4a6c-8419-a6a7b25d5874 tempest-TestSecurityGroupsBasicOps-42373486 tempest-TestSecurityGroupsBasicOps-42373486-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1849032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-128888412', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127627426'] for subnet, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:30:47.379694 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4518f2cd-c9a8-4a6c-8419-a6a7b25d5874 tempest-TestSecurityGroupsBasicOps-42373486 tempest-TestSecurityGroupsBasicOps-42373486-project] Pushing event updated for resources: {'Subnet': ['ID=5d133b10-a113-4ea5-8d82-9fd2c273f66d,revision_number=0']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:30:47.410204 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4518f2cd-c9a8-4a6c-8419-a6a7b25d5874 tempest-TestSecurityGroupsBasicOps-42373486 tempest-TestSecurityGroupsBasicOps-42373486-project] Checking segment: {'id': '11883808-3ed7-4052-bcf7-ab52ada671bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': '920081c3-450e-4035-be7f-d7c41ac5c66f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100247) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:30:47.410513 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4518f2cd-c9a8-4a6c-8419-a6a7b25d5874 tempest-TestSecurityGroupsBasicOps-42373486 tempest-TestSecurityGroupsBasicOps-42373486-project] Network hostable DHCP agents. Network: 920081c3-450e-4035-be7f-d7c41ac5c66f, hostable agents: ['f2bada3d-be77-4359-982b-8505a2bbca04'], hosted agents: [] {{(pid=100247) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 14:30:47.432352 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4518f2cd-c9a8-4a6c-8419-a6a7b25d5874 tempest-TestSecurityGroupsBasicOps-42373486 tempest-TestSecurityGroupsBasicOps-42373486-project] Network 920081c3-450e-4035-be7f-d7c41ac5c66f is scheduled to be hosted by DHCP agent f2bada3d-be77-4359-982b-8505a2bbca04 with binding_index 1 {{(pid=100247) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 14:30:47.448601 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.base_scheduler [None req-4518f2cd-c9a8-4a6c-8419-a6a7b25d5874 tempest-TestSecurityGroupsBasicOps-42373486 tempest-TestSecurityGroupsBasicOps-42373486-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773647-6, 920081c3-450e-4035-be7f-d7c41ac5c66f) {{(pid=100247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:30:47.460541 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0cb5a13-ca96-419e-83ea-60aceba13db7 None None] Network 920081c3-450e-4035-be7f-d7c41ac5c66f requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:30:47.463749 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4518f2cd-c9a8-4a6c-8419-a6a7b25d5874 tempest-TestSecurityGroupsBasicOps-42373486 tempest-TestSecurityGroupsBasicOps-42373486-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:30:47.464476 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-4518f2cd-c9a8-4a6c-8419-a6a7b25d5874 tempest-TestSecurityGroupsBasicOps-42373486 tempest-TestSecurityGroupsBasicOps-42373486-project] Notify callbacks [] for subnet, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:30:47.485522 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 54288) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:30:47.487800 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-4518f2cd-c9a8-4a6c-8419-a6a7b25d5874 tempest-TestSecurityGroupsBasicOps-42373486 tempest-TestSecurityGroupsBasicOps-42373486-project] 10.222.0.104 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.5409462 Jul 06 14:30:47.532943 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-7b83e449-10f7-4488-a4e5-eb59ebfa7d13 None None] Notify callbacks [] for port, precommit_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:30:47.555088 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-7b83e449-10f7-4488-a4e5-eb59ebfa7d13 None None] Transition to ACTIVE for port object 6e5bca2e-4cb8-4575-83bc-ca42d034fad0 will not be triggered until provisioned by entity L2. {{(pid=100248) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:30:47.565261 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-228c0c32-6c6c-4518-b2bc-df0bab4b98e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:30:47.569024 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-7b83e449-10f7-4488-a4e5-eb59ebfa7d13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:30:47.655296 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7b1a72-f416-49fd-b3d8-bcdb2516d7c7 None None] Pushing event updated for resources: {'Port': ['ID=6e5bca2e-4cb8-4575-83bc-ca42d034fad0,revision_number=2']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:30:47.673123 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-7b83e449-10f7-4488-a4e5-eb59ebfa7d13 None None] Attempting to bind port 6e5bca2e-4cb8-4575-83bc-ca42d034fad0 on host n-d-773647-6 for vnic_type normal with profile {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:30:47.673502 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-7b83e449-10f7-4488-a4e5-eb59ebfa7d13 None None] Attempting to bind port 6e5bca2e-4cb8-4575-83bc-ca42d034fad0 by drivers openvswitch,hyperv on host n-d-773647-6 at level 0 using segments [{'id': '89a832b7-7793-4d51-9038-ed7e1c3ff1b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719'}] {{(pid=100248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:30:47.673859 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b83e449-10f7-4488-a4e5-eb59ebfa7d13 None None] Attempting to bind port 6e5bca2e-4cb8-4575-83bc-ca42d034fad0 on network 2658f09e-a580-4d4a-9968-2d1e0ad93719 {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:30:47.682775 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b83e449-10f7-4488-a4e5-eb59ebfa7d13 None None] Checking agent: {'id': '8ab5b19c-d213-4f29-891d-27bdf39d38b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773647-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 43, 26), 'started_at': datetime.datetime(2021, 7, 6, 13, 43, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 30, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773647-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:30:47.683163 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b83e449-10f7-4488-a4e5-eb59ebfa7d13 None None] Checking segment: {'id': '89a832b7-7793-4d51-9038-ed7e1c3ff1b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:30:47.683594 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-7b83e449-10f7-4488-a4e5-eb59ebfa7d13 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:30:47.683974 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b83e449-10f7-4488-a4e5-eb59ebfa7d13 None None] Bound using segment: {'id': '89a832b7-7793-4d51-9038-ed7e1c3ff1b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719'} {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:30:47.684447 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-7b83e449-10f7-4488-a4e5-eb59ebfa7d13 None None] Bound port: 6e5bca2e-4cb8-4575-83bc-ca42d034fad0, host: n-d-773647-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89a832b7-7793-4d51-9038-ed7e1c3ff1b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719'}}] {{(pid=100248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:30:47.685578 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-7b83e449-10f7-4488-a4e5-eb59ebfa7d13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:30:47.754286 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a929229-0ef0-4e9c-bfb5-8b6f19fb7b85 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6bd5fc82-6666-56e8-87c2-91648d36c963-920081c3-450e-4035-be7f-d7c41ac5c66f', 'network_id': '920081c3-450e-4035-be7f-d7c41ac5c66f', 'tenant_id': '06674ee379754bdb83b089c26f2bfa62', 'fixed_ips': [{'subnet_id': '5d133b10-a113-4ea5-8d82-9fd2c273f66d'}]}} from n-d-773647-6. {{(pid=100248) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 14:30:47.755170 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-3a929229-0ef0-4e9c-bfb5-8b6f19fb7b85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:30:47.784182 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-7b83e449-10f7-4488-a4e5-eb59ebfa7d13 None None] For port 6e5bca2e-4cb8-4575-83bc-ca42d034fad0, host n-d-773647-6, cleared binding levels {{(pid=100248) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:30:47.852760 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-7b83e449-10f7-4488-a4e5-eb59ebfa7d13 None None] For port 6e5bca2e-4cb8-4575-83bc-ca42d034fad0, host n-d-773647-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=6e5bca2e-4cb8-4575-83bc-ca42d034fad0,segment=NetworkSegment(89a832b7-7793-4d51-9038-ed7e1c3ff1b2),segment_id=89a832b7-7793-4d51-9038-ed7e1c3ff1b2)] {{(pid=100248) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:30:47.861575 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-7b83e449-10f7-4488-a4e5-eb59ebfa7d13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:30:47.938975 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b83e449-10f7-4488-a4e5-eb59ebfa7d13 None None] Routers {'97e86a13-8043-4728-ab29-b42a1fc4564d'} bound to L3 agent in host n-d-773647-6 {{(pid=100248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:30:47.939901 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-7b83e449-10f7-4488-a4e5-eb59ebfa7d13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T14:30:26Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['97e86a13-8043-4728-ab29-b42a1fc4564d'], 'active': True} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:30:48.025686 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7b1a72-f416-49fd-b3d8-bcdb2516d7c7 None None] Pushing event updated for resources: {'Port': ['ID=6e5bca2e-4cb8-4575-83bc-ca42d034fad0,revision_number=3']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:30:48.048672 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.db_base_plugin_common [None req-3a929229-0ef0-4e9c-bfb5-8b6f19fb7b85 None None] Allocated IP 172.20.0.18 (920081c3-450e-4035-be7f-d7c41ac5c66f/5d133b10-a113-4ea5-8d82-9fd2c273f66d/4d24b5f7-6401-4e4a-9d7a-73123329f3a7) {{(pid=100248) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:30:48.048913 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-228c0c32-6c6c-4518-b2bc-df0bab4b98e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:30:48.055358 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-228c0c32-6c6c-4518-b2bc-df0bab4b98e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:30:48.147036 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-228c0c32-6c6c-4518-b2bc-df0bab4b98e3 admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=db5ec3b7977c4583a1d0b270ad624556&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1264992 Jul 06 14:30:48.147441 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 54292) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:30:48.154249 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228c0c32-6c6c-4518-b2bc-df0bab4b98e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a108eacc-ccb1-4dd3-a69f-000bdece5a01,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:30:48.170188 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvr_db [None req-7b83e449-10f7-4488-a4e5-eb59ebfa7d13 None None] Set router 97e86a13-8043-4728-ab29-b42a1fc4564d gateway port host: n-d-773647-6 {{(pid=100248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:30:48.228075 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-e37f7668-8524-4bc9-b2ca-cd1eff1e26f4 tempest-TestSecurityGroupsBasicOps-42373486 tempest-TestSecurityGroupsBasicOps-42373486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:30:48.279205 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-b3de31ba-056e-43ee-bcea-af2eb58696c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:30:48.314750 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-b3de31ba-056e-43ee-bcea-af2eb58696c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:30:48.385704 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-b3de31ba-056e-43ee-bcea-af2eb58696c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:30:48.393709 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-b3de31ba-056e-43ee-bcea-af2eb58696c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:30:48.400235 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-b3de31ba-056e-43ee-bcea-af2eb58696c7 admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/a108eacc-ccb1-4dd3-a69f-000bdece5a01 HTTP/1.1" status: 204 len: 168 time: 0.2505252 Jul 06 14:30:48.412619 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3de31ba-056e-43ee-bcea-af2eb58696c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a108eacc-ccb1-4dd3-a69f-000bdece5a01,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:30:48.571771 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-3a929229-0ef0-4e9c-bfb5-8b6f19fb7b85 None None] Notify callbacks [] for port, precommit_create {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:30:48.597750 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-3a929229-0ef0-4e9c-bfb5-8b6f19fb7b85 None None] Transition to ACTIVE for port object 4d24b5f7-6401-4e4a-9d7a-73123329f3a7 will not be triggered until provisioned by entity L2. {{(pid=100248) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:30:48.619804 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-3a929229-0ef0-4e9c-bfb5-8b6f19fb7b85 None None] Transition to ACTIVE for port object 4d24b5f7-6401-4e4a-9d7a-73123329f3a7 will not be triggered until provisioned by entity DHCP. {{(pid=100248) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:30:48.627283 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-3a929229-0ef0-4e9c-bfb5-8b6f19fb7b85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108'] for port, after_create {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:30:48.675883 n-d-773647-6 neutron-server[100248]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a929229-0ef0-4e9c-bfb5-8b6f19fb7b85 None None] Network 920081c3-450e-4035-be7f-d7c41ac5c66f is already hosted by enough agents. {{(pid=100248) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:30:48.680039 n-d-773647-6 neutron-server[100248]: DEBUG neutron.scheduler.base_scheduler [None req-3a929229-0ef0-4e9c-bfb5-8b6f19fb7b85 None None] Resources bound (agent type, host, resource id): {{(pid=100248) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:30:48.684959 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a929229-0ef0-4e9c-bfb5-8b6f19fb7b85 None None] Received port after_create {{(pid=100248) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:30:48.691285 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-7b83e449-10f7-4488-a4e5-eb59ebfa7d13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97e86a13-8043-4728-ab29-b42a1fc4564d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-653882251', 'tenant_id': '06674ee379754bdb83b089c26f2bfa62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.30'}], 'enable_snat': True}, 'gw_port_id': '6e5bca2e-4cb8-4575-83bc-ca42d034fad0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:30:44Z', 'updated_at': '2021-07-06T14:30:45Z', 'revision_number': 3, 'project_id': '06674ee379754bdb83b089c26f2bfa62', 'gw_port': {'id': '6e5bca2e-4cb8-4575-83bc-ca42d034fad0', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:8d:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97e86a13-8043-4728-ab29-b42a1fc4564d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3840, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:30:44Z', 'updated_at': '2021-07-06T14:30:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6'}], 'n-d-773647-6', False) {} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:30:48.734062 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a929229-0ef0-4e9c-bfb5-8b6f19fb7b85 None None] Pushing event updated for resources: {'Port': ['ID=4d24b5f7-6401-4e4a-9d7a-73123329f3a7,revision_number=1']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:30:48.734802 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b83e449-10f7-4488-a4e5-eb59ebfa7d13 None None] The sync data for ids ['97e86a13-8043-4728-ab29-b42a1fc4564d'] in n-d-773647-6 is: [{'id': '97e86a13-8043-4728-ab29-b42a1fc4564d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-653882251', 'tenant_id': '06674ee379754bdb83b089c26f2bfa62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.30'}], 'enable_snat': True}, 'gw_port_id': '6e5bca2e-4cb8-4575-83bc-ca42d034fad0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:30:44Z', 'updated_at': '2021-07-06T14:30:45Z', 'revision_number': 3, 'project_id': '06674ee379754bdb83b089c26f2bfa62', 'gw_port': {'id': '6e5bca2e-4cb8-4575-83bc-ca42d034fad0', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:8d:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97e86a13-8043-4728-ab29-b42a1fc4564d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3840, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:30:44Z', 'updated_at': '2021-07-06T14:30:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6'}] {{(pid=100248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 14:30:48.793506 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.db_base_plugin_common [None req-e37f7668-8524-4bc9-b2ca-cd1eff1e26f4 tempest-TestSecurityGroupsBasicOps-42373486 tempest-TestSecurityGroupsBasicOps-42373486-project] Allocated IP 172.20.0.17 (920081c3-450e-4035-be7f-d7c41ac5c66f/5d133b10-a113-4ea5-8d82-9fd2c273f66d/ae9b1df1-160f-445b-8c89-97bc6a794b63) {{(pid=100246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:30:48.799956 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-3a929229-0ef0-4e9c-bfb5-8b6f19fb7b85 None None] Attempting to bind port 4d24b5f7-6401-4e4a-9d7a-73123329f3a7 on host n-d-773647-6 for vnic_type normal with profile {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:30:48.800333 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-3a929229-0ef0-4e9c-bfb5-8b6f19fb7b85 None None] Attempting to bind port 4d24b5f7-6401-4e4a-9d7a-73123329f3a7 by drivers openvswitch,hyperv on host n-d-773647-6 at level 0 using segments [{'id': '11883808-3ed7-4052-bcf7-ab52ada671bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': '920081c3-450e-4035-be7f-d7c41ac5c66f'}] {{(pid=100248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:30:48.800712 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a929229-0ef0-4e9c-bfb5-8b6f19fb7b85 None None] Attempting to bind port 4d24b5f7-6401-4e4a-9d7a-73123329f3a7 on network 920081c3-450e-4035-be7f-d7c41ac5c66f {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:30:48.808591 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a929229-0ef0-4e9c-bfb5-8b6f19fb7b85 None None] Checking agent: {'id': '8ab5b19c-d213-4f29-891d-27bdf39d38b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773647-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 43, 26), 'started_at': datetime.datetime(2021, 7, 6, 13, 43, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 30, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773647-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:30:48.809481 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a929229-0ef0-4e9c-bfb5-8b6f19fb7b85 None None] Checking segment: {'id': '11883808-3ed7-4052-bcf7-ab52ada671bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': '920081c3-450e-4035-be7f-d7c41ac5c66f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:30:48.810073 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-3a929229-0ef0-4e9c-bfb5-8b6f19fb7b85 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:30:48.810636 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a929229-0ef0-4e9c-bfb5-8b6f19fb7b85 None None] Bound using segment: {'id': '11883808-3ed7-4052-bcf7-ab52ada671bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': '920081c3-450e-4035-be7f-d7c41ac5c66f'} {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:30:48.812204 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-3a929229-0ef0-4e9c-bfb5-8b6f19fb7b85 None None] Bound port: 4d24b5f7-6401-4e4a-9d7a-73123329f3a7, host: n-d-773647-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11883808-3ed7-4052-bcf7-ab52ada671bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': '920081c3-450e-4035-be7f-d7c41ac5c66f'}}] {{(pid=100248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:30:48.812853 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-3a929229-0ef0-4e9c-bfb5-8b6f19fb7b85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:30:48.914711 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-3a929229-0ef0-4e9c-bfb5-8b6f19fb7b85 None None] For port 4d24b5f7-6401-4e4a-9d7a-73123329f3a7, host n-d-773647-6, cleared binding levels {{(pid=100248) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:30:48.918948 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-3a929229-0ef0-4e9c-bfb5-8b6f19fb7b85 None None] For port 4d24b5f7-6401-4e4a-9d7a-73123329f3a7, host n-d-773647-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=4d24b5f7-6401-4e4a-9d7a-73123329f3a7,segment=NetworkSegment(11883808-3ed7-4052-bcf7-ab52ada671bc),segment_id=11883808-3ed7-4052-bcf7-ab52ada671bc)] {{(pid=100248) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:30:48.927424 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-3a929229-0ef0-4e9c-bfb5-8b6f19fb7b85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:30:48.959934 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-e37f7668-8524-4bc9-b2ca-cd1eff1e26f4 tempest-TestSecurityGroupsBasicOps-42373486 tempest-TestSecurityGroupsBasicOps-42373486-project] Notify callbacks [] for port, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:30:48.978665 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.provisioning_blocks [None req-e37f7668-8524-4bc9-b2ca-cd1eff1e26f4 tempest-TestSecurityGroupsBasicOps-42373486 tempest-TestSecurityGroupsBasicOps-42373486-project] Transition to ACTIVE for port object ae9b1df1-160f-445b-8c89-97bc6a794b63 will not be triggered until provisioned by entity DHCP. {{(pid=100246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:30:49.036881 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a929229-0ef0-4e9c-bfb5-8b6f19fb7b85 None None] Pushing event updated for resources: {'Port': ['ID=4d24b5f7-6401-4e4a-9d7a-73123329f3a7,revision_number=2']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:30:49.038178 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-e37f7668-8524-4bc9-b2ca-cd1eff1e26f4 tempest-TestSecurityGroupsBasicOps-42373486 tempest-TestSecurityGroupsBasicOps-42373486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-127687573'] for port, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:30:49.130859 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e37f7668-8524-4bc9-b2ca-cd1eff1e26f4 tempest-TestSecurityGroupsBasicOps-42373486 tempest-TestSecurityGroupsBasicOps-42373486-project] Network 920081c3-450e-4035-be7f-d7c41ac5c66f is already hosted by enough agents. {{(pid=100246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:30:49.138551 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.base_scheduler [None req-e37f7668-8524-4bc9-b2ca-cd1eff1e26f4 tempest-TestSecurityGroupsBasicOps-42373486 tempest-TestSecurityGroupsBasicOps-42373486-project] Resources bound (agent type, host, resource id): {{(pid=100246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:30:49.150469 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e37f7668-8524-4bc9-b2ca-cd1eff1e26f4 tempest-TestSecurityGroupsBasicOps-42373486 tempest-TestSecurityGroupsBasicOps-42373486-project] Received port after_create {{(pid=100246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:30:49.153853 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37f7668-8524-4bc9-b2ca-cd1eff1e26f4 tempest-TestSecurityGroupsBasicOps-42373486 tempest-TestSecurityGroupsBasicOps-42373486-project] Pushing event updated for resources: {'Port': ['ID=ae9b1df1-160f-445b-8c89-97bc6a794b63,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:30:49.251651 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-e37f7668-8524-4bc9-b2ca-cd1eff1e26f4 tempest-TestSecurityGroupsBasicOps-42373486 tempest-TestSecurityGroupsBasicOps-42373486-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1807675'] for router_interface, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:30:49.574386 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-e37f7668-8524-4bc9-b2ca-cd1eff1e26f4 tempest-TestSecurityGroupsBasicOps-42373486 tempest-TestSecurityGroupsBasicOps-42373486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:30:50.020166 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-e37f7668-8524-4bc9-b2ca-cd1eff1e26f4 tempest-TestSecurityGroupsBasicOps-42373486 tempest-TestSecurityGroupsBasicOps-42373486-project] Notify callbacks [] for port, precommit_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:30:50.028273 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-e37f7668-8524-4bc9-b2ca-cd1eff1e26f4 tempest-TestSecurityGroupsBasicOps-42373486 tempest-TestSecurityGroupsBasicOps-42373486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127687527'] for port, after_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:30:50.131306 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37f7668-8524-4bc9-b2ca-cd1eff1e26f4 tempest-TestSecurityGroupsBasicOps-42373486 tempest-TestSecurityGroupsBasicOps-42373486-project] Pushing event updated for resources: {'Port': ['ID=ae9b1df1-160f-445b-8c89-97bc6a794b63,revision_number=2']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:30:50.140182 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-e37f7668-8524-4bc9-b2ca-cd1eff1e26f4 tempest-TestSecurityGroupsBasicOps-42373486 tempest-TestSecurityGroupsBasicOps-42373486-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1809478'] for router_interface, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:30:50.279683 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e37f7668-8524-4bc9-b2ca-cd1eff1e26f4 tempest-TestSecurityGroupsBasicOps-42373486 tempest-TestSecurityGroupsBasicOps-42373486-project] Network 920081c3-450e-4035-be7f-d7c41ac5c66f is already hosted by enough agents. {{(pid=100246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:30:50.281321 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.base_scheduler [None req-e37f7668-8524-4bc9-b2ca-cd1eff1e26f4 tempest-TestSecurityGroupsBasicOps-42373486 tempest-TestSecurityGroupsBasicOps-42373486-project] Resources bound (agent type, host, resource id): {{(pid=100246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:30:50.465990 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e37f7668-8524-4bc9-b2ca-cd1eff1e26f4 tempest-TestSecurityGroupsBasicOps-42373486 tempest-TestSecurityGroupsBasicOps-42373486-project] Router 97e86a13-8043-4728-ab29-b42a1fc4564d has already been hosted by L3 agent 2823d358-a11b-4885-a706-95a279e43fa7 {{(pid=100246) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 14:30:50.549607 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e80eec3-e118-4332-b3ff-07eb7719d696 None None] Network 920081c3-450e-4035-be7f-d7c41ac5c66f requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:30:50.623749 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-ed92a6f4-e4d1-4e47-87fe-6177127e7541 None None] Provisioning for port 4d24b5f7-6401-4e4a-9d7a-73123329f3a7 completed by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:30:50.646800 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e37f7668-8524-4bc9-b2ca-cd1eff1e26f4 tempest-TestSecurityGroupsBasicOps-42373486 tempest-TestSecurityGroupsBasicOps-42373486-project] Notify agent at l3_agent.n-d-773647-6 the message routers_updated {{(pid=100246) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 14:30:50.657469 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-e37f7668-8524-4bc9-b2ca-cd1eff1e26f4 tempest-TestSecurityGroupsBasicOps-42373486 tempest-TestSecurityGroupsBasicOps-42373486-project] 10.222.0.104 "PUT /v2.0/routers/97e86a13-8043-4728-ab29-b42a1fc4564d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1695421 Jul 06 14:30:51.160695 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-51dc0db1-1c98-410f-b49a-66127b201617 None None] Provisioning for port ae9b1df1-160f-445b-8c89-97bc6a794b63 completed by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:30:51.167448 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-51dc0db1-1c98-410f-b49a-66127b201617 None None] Provisioning complete for port ae9b1df1-160f-445b-8c89-97bc6a794b63 triggered by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:30:51.168399 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-51dc0db1-1c98-410f-b49a-66127b201617 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:30:51.226803 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 6e5bca2e-4cb8-4575-83bc-ca42d034fad0 up at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:30:51.273199 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-51dc0db1-1c98-410f-b49a-66127b201617 None None] Port ae9b1df1-160f-445b-8c89-97bc6a794b63 cannot update to ACTIVE because it is not bound. {{(pid=100248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 14:30:51.350266 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning for port 6e5bca2e-4cb8-4575-83bc-ca42d034fad0 completed by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:30:51.359305 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning complete for port 6e5bca2e-4cb8-4575-83bc-ca42d034fad0 triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:30:51.360195 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:30:51.462971 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-290e2566-4f55-468b-95d0-21b3302aee31 None None] Sync routers for ids ['97e86a13-8043-4728-ab29-b42a1fc4564d'] in n-d-773647-6 {{(pid=100249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 14:30:51.477885 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-290e2566-4f55-468b-95d0-21b3302aee31 None None] Routers {'97e86a13-8043-4728-ab29-b42a1fc4564d'} bound to L3 agent in host n-d-773647-6 {{(pid=100249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:30:51.478566 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-290e2566-4f55-468b-95d0-21b3302aee31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T14:30:26Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['97e86a13-8043-4728-ab29-b42a1fc4564d'], 'active': True} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:30:51.491064 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:30:51.516279 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] For port 6e5bca2e-4cb8-4575-83bc-ca42d034fad0, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=6e5bca2e-4cb8-4575-83bc-ca42d034fad0,segment=NetworkSegment(89a832b7-7793-4d51-9038-ed7e1c3ff1b2),segment_id=89a832b7-7793-4d51-9038-ed7e1c3ff1b2)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:30:51.522262 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:30:51.523694 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 4d24b5f7-6401-4e4a-9d7a-73123329f3a7 up at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:30:51.661325 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Pushing event updated for resources: {'Port': ['ID=6e5bca2e-4cb8-4575-83bc-ca42d034fad0,revision_number=4']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:30:51.679184 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-022b2f89-e4bd-4500-9727-f00d5219fde9 None None] Provisioning complete for port ae9b1df1-160f-445b-8c89-97bc6a794b63 triggered by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:30:51.679738 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-022b2f89-e4bd-4500-9727-f00d5219fde9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:30:51.696217 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvr_db [None req-290e2566-4f55-468b-95d0-21b3302aee31 None None] Set router 97e86a13-8043-4728-ab29-b42a1fc4564d gateway port host: n-d-773647-6 {{(pid=100249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:30:51.735003 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-022b2f89-e4bd-4500-9727-f00d5219fde9 None None] Port ae9b1df1-160f-445b-8c89-97bc6a794b63 cannot update to ACTIVE because it is not bound. {{(pid=100248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 14:30:51.744097 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning for port 4d24b5f7-6401-4e4a-9d7a-73123329f3a7 completed by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:30:51.755377 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning complete for port 4d24b5f7-6401-4e4a-9d7a-73123329f3a7 triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:30:51.755752 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:30:51.772265 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5ab5b6-105c-453e-bce6-8b923a63f99f req-96168f6f-a085-4c37-ad77-527533cf0147 tempest-TestSecurityGroupsBasicOps-42373486 tempest-TestSecurityGroupsBasicOps-42373486-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:30:51.784428 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-5f5ab5b6-105c-453e-bce6-8b923a63f99f req-96168f6f-a085-4c37-ad77-527533cf0147 tempest-TestSecurityGroupsBasicOps-42373486 tempest-TestSecurityGroupsBasicOps-42373486-project] 10.222.0.104 "GET /v2.0/networks?id=920081c3-450e-4035-be7f-d7c41ac5c66f HTTP/1.1" status: 200 len: 798 time: 0.9258928 Jul 06 14:30:51.814670 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-5f5ab5b6-105c-453e-bce6-8b923a63f99f req-218fa4eb-5bee-41ef-a48f-8c8c01b55cec tempest-TestSecurityGroupsBasicOps-42373486 tempest-TestSecurityGroupsBasicOps-42373486-project] 10.222.0.104 "GET /v2.0/quotas/06674ee379754bdb83b089c26f2bfa62 HTTP/1.1" status: 200 len: 375 time: 0.0236213 Jul 06 14:30:51.851760 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:30:51.892502 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] For port 4d24b5f7-6401-4e4a-9d7a-73123329f3a7, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=4d24b5f7-6401-4e4a-9d7a-73123329f3a7,segment=NetworkSegment(11883808-3ed7-4052-bcf7-ab52ada671bc),segment_id=11883808-3ed7-4052-bcf7-ab52ada671bc)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:30:51.904035 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:30:51.934568 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-5f5ab5b6-105c-453e-bce6-8b923a63f99f req-04b88037-272a-43cf-a494-627b8d758135 tempest-TestSecurityGroupsBasicOps-42373486 tempest-TestSecurityGroupsBasicOps-42373486-project] 10.222.0.104 "GET /v2.0/ports?tenant_id=06674ee379754bdb83b089c26f2bfa62&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1130691 Jul 06 14:30:51.973256 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Pushing event updated for resources: {'Port': ['ID=4d24b5f7-6401-4e4a-9d7a-73123329f3a7,revision_number=3']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:30:52.061203 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-290e2566-4f55-468b-95d0-21b3302aee31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97e86a13-8043-4728-ab29-b42a1fc4564d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-653882251', 'tenant_id': '06674ee379754bdb83b089c26f2bfa62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.30'}], 'enable_snat': True}, 'gw_port_id': '6e5bca2e-4cb8-4575-83bc-ca42d034fad0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:30:44Z', 'updated_at': '2021-07-06T14:30:49Z', 'revision_number': 4, 'project_id': '06674ee379754bdb83b089c26f2bfa62', 'gw_port': {'id': '6e5bca2e-4cb8-4575-83bc-ca42d034fad0', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:8d:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97e86a13-8043-4728-ab29-b42a1fc4564d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3840, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:30:44Z', 'updated_at': '2021-07-06T14:30:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6', '_interfaces': [{'id': 'ae9b1df1-160f-445b-8c89-97bc6a794b63', 'name': '', 'network_id': '920081c3-450e-4035-be7f-d7c41ac5c66f', 'tenant_id': '06674ee379754bdb83b089c26f2bfa62', 'mac_address': 'fa:16:3e:38:b4:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97e86a13-8043-4728-ab29-b42a1fc4564d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3853, 'fixed_ips': [{'subnet_id': '5d133b10-a113-4ea5-8d82-9fd2c273f66d', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:30:48Z', 'updated_at': '2021-07-06T14:30:49Z', 'revision_number': 2, 'project_id': '06674ee379754bdb83b089c26f2bfa62', 'subnets': [{'id': '5d133b10-a113-4ea5-8d82-9fd2c273f66d', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773647-6', False) {} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:30:52.062207 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-3eb97d82-3e6d-43db-97c6-6da206e219ee None None] Provisioning complete for port ae9b1df1-160f-445b-8c89-97bc6a794b63 triggered by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:30:52.062791 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-3eb97d82-3e6d-43db-97c6-6da206e219ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:30:52.100854 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-290e2566-4f55-468b-95d0-21b3302aee31 None None] Checking router: 97e86a13-8043-4728-ab29-b42a1fc4564d for host: n-d-773647-6 {{(pid=100249) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 14:30:52.101361 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-290e2566-4f55-468b-95d0-21b3302aee31 None None] Updating router 97e86a13-8043-4728-ab29-b42a1fc4564d port ae9b1df1-160f-445b-8c89-97bc6a794b63 binding host n-d-773647-6 {{(pid=100249) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 14:30:52.103305 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-5f5ab5b6-105c-453e-bce6-8b923a63f99f req-8c7f8454-6ea5-4ec9-96e2-23713aa46499 service neutron] 10.222.0.104 "GET /v2.0/networks/920081c3-450e-4035-be7f-d7c41ac5c66f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1547391 Jul 06 14:30:52.112698 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-3eb97d82-3e6d-43db-97c6-6da206e219ee None None] Port ae9b1df1-160f-445b-8c89-97bc6a794b63 cannot update to ACTIVE because it is not bound. {{(pid=100248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 14:30:52.147356 n-d-773647-6 neutron-server[100249]: DEBUG neutron_lib.callbacks.manager [None req-290e2566-4f55-468b-95d0-21b3302aee31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:30:52.230954 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-5f5ab5b6-105c-453e-bce6-8b923a63f99f req-b01cac34-3fbf-4c87-a7b2-b8c30463a339 service neutron] 10.222.0.104 "GET /v2.0/networks/920081c3-450e-4035-be7f-d7c41ac5c66f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1190000 Jul 06 14:30:52.471997 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-d3ef7ec4-cdb0-4d6d-812c-30cfc951d6fa req-2afbbf56-75bb-4f6b-a132-e35e40e61d9c tempest-TestSecurityGroupsBasicOps-42373486 tempest-TestSecurityGroupsBasicOps-42373486-project] 10.222.0.104 "GET /v2.0/ports?device_id=b3732ca8-74d7-424b-8e78-15cba5e1b0b0 HTTP/1.1" status: 200 len: 210 time: 0.0447266 Jul 06 14:30:52.548724 n-d-773647-6 neutron-server[100249]: DEBUG neutron_lib.callbacks.manager [None req-290e2566-4f55-468b-95d0-21b3302aee31 None None] Notify callbacks [] for port, precommit_update {{(pid=100249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:30:52.567168 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.provisioning_blocks [None req-290e2566-4f55-468b-95d0-21b3302aee31 None None] Transition to ACTIVE for port object ae9b1df1-160f-445b-8c89-97bc6a794b63 will not be triggered until provisioned by entity L2. {{(pid=100249) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:30:52.581808 n-d-773647-6 neutron-server[100249]: DEBUG neutron_lib.callbacks.manager [None req-290e2566-4f55-468b-95d0-21b3302aee31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:30:52.712633 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb614a6d-9216-47df-9e95-91ae61acdcdf None None] Pushing event updated for resources: {'Port': ['ID=ae9b1df1-160f-445b-8c89-97bc6a794b63,revision_number=3']} {{(pid=100249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:30:52.764805 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.managers [None req-290e2566-4f55-468b-95d0-21b3302aee31 None None] Attempting to bind port ae9b1df1-160f-445b-8c89-97bc6a794b63 on host n-d-773647-6 for vnic_type normal with profile {{(pid=100249) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:30:52.765180 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.managers [None req-290e2566-4f55-468b-95d0-21b3302aee31 None None] Attempting to bind port ae9b1df1-160f-445b-8c89-97bc6a794b63 by drivers openvswitch,hyperv on host n-d-773647-6 at level 0 using segments [{'id': '11883808-3ed7-4052-bcf7-ab52ada671bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': '920081c3-450e-4035-be7f-d7c41ac5c66f'}] {{(pid=100249) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:30:52.765522 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-290e2566-4f55-468b-95d0-21b3302aee31 None None] Attempting to bind port ae9b1df1-160f-445b-8c89-97bc6a794b63 on network 920081c3-450e-4035-be7f-d7c41ac5c66f {{(pid=100249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:30:52.778638 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-290e2566-4f55-468b-95d0-21b3302aee31 None None] Checking agent: {'id': '8ab5b19c-d213-4f29-891d-27bdf39d38b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773647-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 43, 26), 'started_at': datetime.datetime(2021, 7, 6, 13, 43, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 30, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773647-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:30:52.779733 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-290e2566-4f55-468b-95d0-21b3302aee31 None None] Checking segment: {'id': '11883808-3ed7-4052-bcf7-ab52ada671bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': '920081c3-450e-4035-be7f-d7c41ac5c66f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100249) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:30:52.780219 n-d-773647-6 neutron-server[100249]: DEBUG neutron_lib.callbacks.manager [None req-290e2566-4f55-468b-95d0-21b3302aee31 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:30:52.783955 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-290e2566-4f55-468b-95d0-21b3302aee31 None None] Bound using segment: {'id': '11883808-3ed7-4052-bcf7-ab52ada671bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': '920081c3-450e-4035-be7f-d7c41ac5c66f'} {{(pid=100249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:30:52.784698 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.managers [None req-290e2566-4f55-468b-95d0-21b3302aee31 None None] Bound port: ae9b1df1-160f-445b-8c89-97bc6a794b63, host: n-d-773647-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11883808-3ed7-4052-bcf7-ab52ada671bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': '920081c3-450e-4035-be7f-d7c41ac5c66f'}}] {{(pid=100249) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:30:52.785017 n-d-773647-6 neutron-server[100249]: DEBUG neutron_lib.callbacks.manager [None req-290e2566-4f55-468b-95d0-21b3302aee31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:30:52.876423 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-9a422720-e642-421f-841b-85bdd0b11bf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:30:52.883509 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.db [None req-290e2566-4f55-468b-95d0-21b3302aee31 None None] For port ae9b1df1-160f-445b-8c89-97bc6a794b63, host n-d-773647-6, cleared binding levels {{(pid=100249) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:30:52.887871 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.db [None req-290e2566-4f55-468b-95d0-21b3302aee31 None None] For port ae9b1df1-160f-445b-8c89-97bc6a794b63, host n-d-773647-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=ae9b1df1-160f-445b-8c89-97bc6a794b63,segment=NetworkSegment(11883808-3ed7-4052-bcf7-ab52ada671bc),segment_id=11883808-3ed7-4052-bcf7-ab52ada671bc)] {{(pid=100249) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:30:52.896737 n-d-773647-6 neutron-server[100249]: DEBUG neutron_lib.callbacks.manager [None req-290e2566-4f55-468b-95d0-21b3302aee31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:30:53.009940 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-290e2566-4f55-468b-95d0-21b3302aee31 None None] Routers {'97e86a13-8043-4728-ab29-b42a1fc4564d'} bound to L3 agent in host n-d-773647-6 {{(pid=100249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:30:53.020118 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-290e2566-4f55-468b-95d0-21b3302aee31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T14:30:26Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['97e86a13-8043-4728-ab29-b42a1fc4564d'], 'active': True} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:30:53.026405 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb614a6d-9216-47df-9e95-91ae61acdcdf None None] Pushing event updated for resources: {'Port': ['ID=ae9b1df1-160f-445b-8c89-97bc6a794b63,revision_number=4']} {{(pid=100249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:30:53.128969 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 6e5bca2e-4cb8-4575-83bc-ca42d034fad0 up at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:30:53.236837 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning complete for port 6e5bca2e-4cb8-4575-83bc-ca42d034fad0 triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:30:53.237277 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:30:53.388425 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 4d24b5f7-6401-4e4a-9d7a-73123329f3a7 up at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:30:53.460307 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning complete for port 4d24b5f7-6401-4e4a-9d7a-73123329f3a7 triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:30:53.460786 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:30:53.467172 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvr_db [None req-290e2566-4f55-468b-95d0-21b3302aee31 None None] Set router 97e86a13-8043-4728-ab29-b42a1fc4564d gateway port host: n-d-773647-6 {{(pid=100249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:30:53.684207 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-c7f29eca-62d7-4503-966d-4960c653307a req-d69d8e41-edd1-45fe-a9c5-646c975af39b tempest-TestSecurityGroupsBasicOps-42373486 tempest-TestSecurityGroupsBasicOps-42373486-project] 10.222.0.104 "GET /v2.0/ports?device_id=b3732ca8-74d7-424b-8e78-15cba5e1b0b0 HTTP/1.1" status: 200 len: 210 time: 0.0452061 Jul 06 14:30:53.792276 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-290e2566-4f55-468b-95d0-21b3302aee31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97e86a13-8043-4728-ab29-b42a1fc4564d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-653882251', 'tenant_id': '06674ee379754bdb83b089c26f2bfa62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.30'}], 'enable_snat': True}, 'gw_port_id': '6e5bca2e-4cb8-4575-83bc-ca42d034fad0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:30:44Z', 'updated_at': '2021-07-06T14:30:49Z', 'revision_number': 4, 'project_id': '06674ee379754bdb83b089c26f2bfa62', 'gw_port': {'id': '6e5bca2e-4cb8-4575-83bc-ca42d034fad0', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:8d:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97e86a13-8043-4728-ab29-b42a1fc4564d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3840, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:30:44Z', 'updated_at': '2021-07-06T14:30:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6', '_interfaces': [{'id': 'ae9b1df1-160f-445b-8c89-97bc6a794b63', 'name': '', 'network_id': '920081c3-450e-4035-be7f-d7c41ac5c66f', 'tenant_id': '06674ee379754bdb83b089c26f2bfa62', 'mac_address': 'fa:16:3e:38:b4:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97e86a13-8043-4728-ab29-b42a1fc4564d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3853, 'fixed_ips': [{'subnet_id': '5d133b10-a113-4ea5-8d82-9fd2c273f66d', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:30:48Z', 'updated_at': '2021-07-06T14:30:52Z', 'revision_number': 4, 'project_id': '06674ee379754bdb83b089c26f2bfa62', 'subnets': [{'id': '5d133b10-a113-4ea5-8d82-9fd2c273f66d', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773647-6', False) {} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:30:53.823586 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-290e2566-4f55-468b-95d0-21b3302aee31 None None] The sync data for ids ['97e86a13-8043-4728-ab29-b42a1fc4564d'] in n-d-773647-6 is: [{'id': '97e86a13-8043-4728-ab29-b42a1fc4564d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-653882251', 'tenant_id': '06674ee379754bdb83b089c26f2bfa62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.30'}], 'enable_snat': True}, 'gw_port_id': '6e5bca2e-4cb8-4575-83bc-ca42d034fad0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:30:44Z', 'updated_at': '2021-07-06T14:30:49Z', 'revision_number': 4, 'project_id': '06674ee379754bdb83b089c26f2bfa62', 'gw_port': {'id': '6e5bca2e-4cb8-4575-83bc-ca42d034fad0', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:8d:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97e86a13-8043-4728-ab29-b42a1fc4564d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3840, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:30:44Z', 'updated_at': '2021-07-06T14:30:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6', '_interfaces': [{'id': 'ae9b1df1-160f-445b-8c89-97bc6a794b63', 'name': '', 'network_id': '920081c3-450e-4035-be7f-d7c41ac5c66f', 'tenant_id': '06674ee379754bdb83b089c26f2bfa62', 'mac_address': 'fa:16:3e:38:b4:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97e86a13-8043-4728-ab29-b42a1fc4564d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3853, 'fixed_ips': [{'subnet_id': '5d133b10-a113-4ea5-8d82-9fd2c273f66d', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:30:48Z', 'updated_at': '2021-07-06T14:30:52Z', 'revision_number': 4, 'project_id': '06674ee379754bdb83b089c26f2bfa62', 'subnets': [{'id': '5d133b10-a113-4ea5-8d82-9fd2c273f66d', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 14:30:54.317245 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5ab5b6-105c-453e-bce6-8b923a63f99f req-8c42d18b-44f5-4dd1-b40a-dd0d3da6299e tempest-TestSecurityGroupsBasicOps-42373486 tempest-TestSecurityGroupsBasicOps-42373486-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:30:54.319668 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-5f5ab5b6-105c-453e-bce6-8b923a63f99f req-8c42d18b-44f5-4dd1-b40a-dd0d3da6299e tempest-TestSecurityGroupsBasicOps-42373486 tempest-TestSecurityGroupsBasicOps-42373486-project] 10.222.0.72 "GET /v2.0/networks?id=920081c3-450e-4035-be7f-d7c41ac5c66f HTTP/1.1" status: 200 len: 798 time: 0.1600046 Jul 06 14:30:54.334052 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [req-5f5ab5b6-105c-453e-bce6-8b923a63f99f req-f64c82f4-46e6-428b-bfdd-d525b8dcb5c4 tempest-TestSecurityGroupsBasicOps-42373486 tempest-TestSecurityGroupsBasicOps-42373486-project] Request body: {'port': {'device_id': 'b3732ca8-74d7-424b-8e78-15cba5e1b0b0', 'network_id': '920081c3-450e-4035-be7f-d7c41ac5c66f', 'admin_state_up': True, 'tenant_id': '06674ee379754bdb83b089c26f2bfa62'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:30:54.524574 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5f5ab5b6-105c-453e-bce6-8b923a63f99f req-f64c82f4-46e6-428b-bfdd-d525b8dcb5c4 tempest-TestSecurityGroupsBasicOps-42373486 tempest-TestSecurityGroupsBasicOps-42373486-project] Made reservation on behalf of 06674ee379754bdb83b089c26f2bfa62 for: {'port': 1} {{(pid=100246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:30:54.529490 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-5f5ab5b6-105c-453e-bce6-8b923a63f99f req-f64c82f4-46e6-428b-bfdd-d525b8dcb5c4 tempest-TestSecurityGroupsBasicOps-42373486 tempest-TestSecurityGroupsBasicOps-42373486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:30:54.556000 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-5afe2179-a175-4ef4-98fb-c4bc1a8f6ac4 req-5be0535e-66b2-48a8-af9f-2f93b55a6238 service neutron] 10.222.0.127 "GET /v2.0/ports?device_id=7837c965-f4de-4a54-97e8-d387a0c4322f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0830464 Jul 06 14:30:54.690649 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afe2179-a175-4ef4-98fb-c4bc1a8f6ac4 req-38fd1928-e13c-412d-9471-e19d208986a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:30:54.692969 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-5afe2179-a175-4ef4-98fb-c4bc1a8f6ac4 req-38fd1928-e13c-412d-9471-e19d208986a0 service neutron] 10.222.0.127 "GET /v2.0/ports?tenant_id=06674ee379754bdb83b089c26f2bfa62&device_id=7837c965-f4de-4a54-97e8-d387a0c4322f HTTP/1.1" status: 200 len: 1135 time: 0.0910921 Jul 06 14:30:54.708450 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.db_base_plugin_common [req-5f5ab5b6-105c-453e-bce6-8b923a63f99f req-f64c82f4-46e6-428b-bfdd-d525b8dcb5c4 tempest-TestSecurityGroupsBasicOps-42373486 tempest-TestSecurityGroupsBasicOps-42373486-project] Allocated IP 172.20.0.22 (920081c3-450e-4035-be7f-d7c41ac5c66f/5d133b10-a113-4ea5-8d82-9fd2c273f66d/c95b6b90-dedf-451c-b7d9-c5e898357724) {{(pid=100246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:30:54.967660 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-3e3c1ed8-bd84-4221-a9f4-03983122a24a req-4d600425-d8e6-41f8-9b78-ae27c72521aa tempest-TestSecurityGroupsBasicOps-42373486 tempest-TestSecurityGroupsBasicOps-42373486-project] 10.222.0.104 "GET /v2.0/ports?device_id=b3732ca8-74d7-424b-8e78-15cba5e1b0b0 HTTP/1.1" status: 200 len: 210 time: 0.0726166 Jul 06 14:30:54.971148 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afe2179-a175-4ef4-98fb-c4bc1a8f6ac4 req-3f0b0242-119c-483e-853b-9d7c7693f11d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:30:54.973095 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-5afe2179-a175-4ef4-98fb-c4bc1a8f6ac4 req-3f0b0242-119c-483e-853b-9d7c7693f11d service neutron] 10.222.0.127 "GET /v2.0/networks?id=04fc6fea-775e-46c3-85f0-f2b882efb12c HTTP/1.1" status: 200 len: 898 time: 0.2509866 Jul 06 14:30:54.977104 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-5f5ab5b6-105c-453e-bce6-8b923a63f99f req-f64c82f4-46e6-428b-bfdd-d525b8dcb5c4 tempest-TestSecurityGroupsBasicOps-42373486 tempest-TestSecurityGroupsBasicOps-42373486-project] Notify callbacks [] for port, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:30:55.032683 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.provisioning_blocks [req-5f5ab5b6-105c-453e-bce6-8b923a63f99f req-f64c82f4-46e6-428b-bfdd-d525b8dcb5c4 tempest-TestSecurityGroupsBasicOps-42373486 tempest-TestSecurityGroupsBasicOps-42373486-project] Transition to ACTIVE for port object c95b6b90-dedf-451c-b7d9-c5e898357724 will not be triggered until provisioned by entity DHCP. {{(pid=100246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:30:55.095940 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-5f5ab5b6-105c-453e-bce6-8b923a63f99f req-f64c82f4-46e6-428b-bfdd-d525b8dcb5c4 tempest-TestSecurityGroupsBasicOps-42373486 tempest-TestSecurityGroupsBasicOps-42373486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-127687573'] for port, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:30:55.112285 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-5afe2179-a175-4ef4-98fb-c4bc1a8f6ac4 req-b559c418-2c4b-4fbd-9dc4-8bd210e0f02d service neutron] 10.222.0.127 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0f86cb72-320d-4ada-9c2d-36b9c2084a76 HTTP/1.1" status: 200 len: 1000 time: 0.1329777 Jul 06 14:30:55.147759 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device ae9b1df1-160f-445b-8c89-97bc6a794b63 up at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:30:55.164616 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5f5ab5b6-105c-453e-bce6-8b923a63f99f req-f64c82f4-46e6-428b-bfdd-d525b8dcb5c4 tempest-TestSecurityGroupsBasicOps-42373486 tempest-TestSecurityGroupsBasicOps-42373486-project] Network 920081c3-450e-4035-be7f-d7c41ac5c66f is already hosted by enough agents. {{(pid=100246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:30:55.169125 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.base_scheduler [req-5f5ab5b6-105c-453e-bce6-8b923a63f99f req-f64c82f4-46e6-428b-bfdd-d525b8dcb5c4 tempest-TestSecurityGroupsBasicOps-42373486 tempest-TestSecurityGroupsBasicOps-42373486-project] Resources bound (agent type, host, resource id): {{(pid=100246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:30:55.196454 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afe2179-a175-4ef4-98fb-c4bc1a8f6ac4 req-2f05728b-4d9a-4f4f-a647-812366ba9162 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:30:55.198371 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-5afe2179-a175-4ef4-98fb-c4bc1a8f6ac4 req-2f05728b-4d9a-4f4f-a647-812366ba9162 service neutron] 10.222.0.127 "GET /v2.0/subnets?id=4150c8f4-929d-4f2b-8e59-88fd05a42b5e HTTP/1.1" status: 200 len: 835 time: 0.0770876 Jul 06 14:30:55.216877 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f5ab5b6-105c-453e-bce6-8b923a63f99f req-f64c82f4-46e6-428b-bfdd-d525b8dcb5c4 tempest-TestSecurityGroupsBasicOps-42373486 tempest-TestSecurityGroupsBasicOps-42373486-project] Received port after_create {{(pid=100246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:30:55.229288 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64c82f4-46e6-428b-bfdd-d525b8dcb5c4 tempest-TestSecurityGroupsBasicOps-42373486 tempest-TestSecurityGroupsBasicOps-42373486-project] Pushing event updated for resources: {'Port': ['ID=c95b6b90-dedf-451c-b7d9-c5e898357724,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:30:55.248606 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning for port ae9b1df1-160f-445b-8c89-97bc6a794b63 completed by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:30:55.254219 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning complete for port ae9b1df1-160f-445b-8c89-97bc6a794b63 triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:30:55.254917 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:30:55.299576 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afe2179-a175-4ef4-98fb-c4bc1a8f6ac4 req-89d6f0cf-37b5-48f5-8b85-e830647709e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:30:55.303780 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-5afe2179-a175-4ef4-98fb-c4bc1a8f6ac4 req-89d6f0cf-37b5-48f5-8b85-e830647709e3 service neutron] 10.222.0.127 "GET /v2.0/ports?network_id=04fc6fea-775e-46c3-85f0-f2b882efb12c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0987535 Jul 06 14:30:55.513084 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-5afe2179-a175-4ef4-98fb-c4bc1a8f6ac4 req-65bb04f2-cb98-441d-9b74-307817b004c7 service neutron] 10.222.0.127 "GET /v2.0/networks/04fc6fea-775e-46c3-85f0-f2b882efb12c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1992216 Jul 06 14:30:55.720950 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-42100776-b8db-4ab7-9390-3999a8bbe3bd None None] Provisioning for port c95b6b90-dedf-451c-b7d9-c5e898357724 completed by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:30:55.726766 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-42100776-b8db-4ab7-9390-3999a8bbe3bd None None] Provisioning complete for port c95b6b90-dedf-451c-b7d9-c5e898357724 triggered by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:30:55.727140 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-42100776-b8db-4ab7-9390-3999a8bbe3bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:30:55.730607 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-2272a5a3-d42e-4ee7-b8a6-04f443669b70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:30:55.732542 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-5afe2179-a175-4ef4-98fb-c4bc1a8f6ac4 req-e90ca8f8-0010-4a99-a982-8cb2d9e630c1 service neutron] 10.222.0.127 "GET /v2.0/networks/04fc6fea-775e-46c3-85f0-f2b882efb12c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2117660 Jul 06 14:30:55.819444 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:30:55.821431 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-42100776-b8db-4ab7-9390-3999a8bbe3bd None None] Port c95b6b90-dedf-451c-b7d9-c5e898357724 cannot update to ACTIVE because it is not bound. {{(pid=100248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 14:30:55.837743 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64c82f4-46e6-428b-bfdd-d525b8dcb5c4 tempest-TestSecurityGroupsBasicOps-42373486 tempest-TestSecurityGroupsBasicOps-42373486-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:30:55.838285 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64c82f4-46e6-428b-bfdd-d525b8dcb5c4 tempest-TestSecurityGroupsBasicOps-42373486 tempest-TestSecurityGroupsBasicOps-42373486-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:30:55.838508 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64c82f4-46e6-428b-bfdd-d525b8dcb5c4 tempest-TestSecurityGroupsBasicOps-42373486 tempest-TestSecurityGroupsBasicOps-42373486-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:30:55.838769 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64c82f4-46e6-428b-bfdd-d525b8dcb5c4 tempest-TestSecurityGroupsBasicOps-42373486 tempest-TestSecurityGroupsBasicOps-42373486-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:30:55.839280 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64c82f4-46e6-428b-bfdd-d525b8dcb5c4 tempest-TestSecurityGroupsBasicOps-42373486 tempest-TestSecurityGroupsBasicOps-42373486-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:30:55.839611 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64c82f4-46e6-428b-bfdd-d525b8dcb5c4 tempest-TestSecurityGroupsBasicOps-42373486 tempest-TestSecurityGroupsBasicOps-42373486-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:30:55.839948 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64c82f4-46e6-428b-bfdd-d525b8dcb5c4 tempest-TestSecurityGroupsBasicOps-42373486 tempest-TestSecurityGroupsBasicOps-42373486-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:30:55.840278 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64c82f4-46e6-428b-bfdd-d525b8dcb5c4 tempest-TestSecurityGroupsBasicOps-42373486 tempest-TestSecurityGroupsBasicOps-42373486-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:30:55.840613 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64c82f4-46e6-428b-bfdd-d525b8dcb5c4 tempest-TestSecurityGroupsBasicOps-42373486 tempest-TestSecurityGroupsBasicOps-42373486-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:30:55.840950 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64c82f4-46e6-428b-bfdd-d525b8dcb5c4 tempest-TestSecurityGroupsBasicOps-42373486 tempest-TestSecurityGroupsBasicOps-42373486-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:30:55.841284 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64c82f4-46e6-428b-bfdd-d525b8dcb5c4 tempest-TestSecurityGroupsBasicOps-42373486 tempest-TestSecurityGroupsBasicOps-42373486-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:30:55.841615 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64c82f4-46e6-428b-bfdd-d525b8dcb5c4 tempest-TestSecurityGroupsBasicOps-42373486 tempest-TestSecurityGroupsBasicOps-42373486-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:30:55.868237 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] For port ae9b1df1-160f-445b-8c89-97bc6a794b63, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=ae9b1df1-160f-445b-8c89-97bc6a794b63,segment=NetworkSegment(11883808-3ed7-4052-bcf7-ab52ada671bc),segment_id=11883808-3ed7-4052-bcf7-ab52ada671bc)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:30:55.875696 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:30:55.907184 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5ab5b6-105c-453e-bce6-8b923a63f99f req-f64c82f4-46e6-428b-bfdd-d525b8dcb5c4 tempest-TestSecurityGroupsBasicOps-42373486 tempest-TestSecurityGroupsBasicOps-42373486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:30:55.908162 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-5f5ab5b6-105c-453e-bce6-8b923a63f99f req-f64c82f4-46e6-428b-bfdd-d525b8dcb5c4 tempest-TestSecurityGroupsBasicOps-42373486 tempest-TestSecurityGroupsBasicOps-42373486-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:30:55.929339 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-5f5ab5b6-105c-453e-bce6-8b923a63f99f req-f64c82f4-46e6-428b-bfdd-d525b8dcb5c4 tempest-TestSecurityGroupsBasicOps-42373486 tempest-TestSecurityGroupsBasicOps-42373486-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 1.6009719 Jul 06 14:30:55.941083 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:30:55.949212 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [req-5f5ab5b6-105c-453e-bce6-8b923a63f99f req-088a6ed7-5ea0-4edc-8b77-edf2eebf02ba service neutron] Request body: {'port': {'device_id': 'b3732ca8-74d7-424b-8e78-15cba5e1b0b0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-773647-6'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:30:55.974457 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Pushing event updated for resources: {'Port': ['ID=ae9b1df1-160f-445b-8c89-97bc6a794b63,revision_number=5']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:30:56.039458 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-5f5ab5b6-105c-453e-bce6-8b923a63f99f req-088a6ed7-5ea0-4edc-8b77-edf2eebf02ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:30:56.241839 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f86175-c3cc-449f-8654-ce5688095d4f req-3cf870fd-337c-41e5-b395-0dfcb31d0413 tempest-TestSecurityGroupsBasicOps-42373486 tempest-TestSecurityGroupsBasicOps-42373486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:30:56.243610 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-e4f86175-c3cc-449f-8654-ce5688095d4f req-3cf870fd-337c-41e5-b395-0dfcb31d0413 tempest-TestSecurityGroupsBasicOps-42373486 tempest-TestSecurityGroupsBasicOps-42373486-project] 10.222.0.104 "GET /v2.0/ports?device_id=b3732ca8-74d7-424b-8e78-15cba5e1b0b0 HTTP/1.1" status: 200 len: 895 time: 0.0818036 Jul 06 14:30:56.396504 n-d-773647-6 neutron-server[100246]: DEBUG neutron.notifiers.nova [req-5f5ab5b6-105c-453e-bce6-8b923a63f99f req-088a6ed7-5ea0-4edc-8b77-edf2eebf02ba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c95b6b90-dedf-451c-b7d9-c5e898357724 {{(pid=100246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 14:30:56.404024 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-5f5ab5b6-105c-453e-bce6-8b923a63f99f req-088a6ed7-5ea0-4edc-8b77-edf2eebf02ba service neutron] Notify callbacks [] for port, precommit_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:30:56.416191 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.provisioning_blocks [req-5f5ab5b6-105c-453e-bce6-8b923a63f99f req-088a6ed7-5ea0-4edc-8b77-edf2eebf02ba service neutron] Transition to ACTIVE for port object c95b6b90-dedf-451c-b7d9-c5e898357724 will not be triggered until provisioned by entity L2. {{(pid=100246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:30:56.420271 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-5f5ab5b6-105c-453e-bce6-8b923a63f99f req-088a6ed7-5ea0-4edc-8b77-edf2eebf02ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127687527'] for port, after_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:30:56.475927 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088a6ed7-5ea0-4edc-8b77-edf2eebf02ba service neutron] Pushing event updated for resources: {'Port': ['ID=c95b6b90-dedf-451c-b7d9-c5e898357724,revision_number=2']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:30:56.556007 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [req-5f5ab5b6-105c-453e-bce6-8b923a63f99f req-088a6ed7-5ea0-4edc-8b77-edf2eebf02ba service neutron] Attempting to bind port c95b6b90-dedf-451c-b7d9-c5e898357724 on host n-h2-773647-6 for vnic_type normal with profile {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:30:56.556200 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [req-5f5ab5b6-105c-453e-bce6-8b923a63f99f req-088a6ed7-5ea0-4edc-8b77-edf2eebf02ba service neutron] Attempting to bind port c95b6b90-dedf-451c-b7d9-c5e898357724 by drivers openvswitch,hyperv on host n-h2-773647-6 at level 0 using segments [{'id': '11883808-3ed7-4052-bcf7-ab52ada671bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': '920081c3-450e-4035-be7f-d7c41ac5c66f'}] {{(pid=100246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:30:56.556414 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f5ab5b6-105c-453e-bce6-8b923a63f99f req-088a6ed7-5ea0-4edc-8b77-edf2eebf02ba service neutron] Attempting to bind port c95b6b90-dedf-451c-b7d9-c5e898357724 on network 920081c3-450e-4035-be7f-d7c41ac5c66f {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:30:56.561446 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f5ab5b6-105c-453e-bce6-8b923a63f99f req-088a6ed7-5ea0-4edc-8b77-edf2eebf02ba service neutron] Port c95b6b90-dedf-451c-b7d9-c5e898357724 on network 920081c3-450e-4035-be7f-d7c41ac5c66f not bound, no agent of type Open vSwitch agent registered on host n-h2-773647-6 {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 14:30:56.561774 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f5ab5b6-105c-453e-bce6-8b923a63f99f req-088a6ed7-5ea0-4edc-8b77-edf2eebf02ba service neutron] Attempting to bind port c95b6b90-dedf-451c-b7d9-c5e898357724 on network 920081c3-450e-4035-be7f-d7c41ac5c66f {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:30:56.569148 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f5ab5b6-105c-453e-bce6-8b923a63f99f req-088a6ed7-5ea0-4edc-8b77-edf2eebf02ba service neutron] Checking agent: {'id': '63768ece-0600-4354-8d29-fdedec96b077', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-773647-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 51, 10), 'started_at': datetime.datetime(2021, 7, 6, 13, 51, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 30, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:30:56.569517 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f5ab5b6-105c-453e-bce6-8b923a63f99f req-088a6ed7-5ea0-4edc-8b77-edf2eebf02ba service neutron] Checking segment: {'id': '11883808-3ed7-4052-bcf7-ab52ada671bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': '920081c3-450e-4035-be7f-d7c41ac5c66f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:30:56.569922 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f5ab5b6-105c-453e-bce6-8b923a63f99f req-088a6ed7-5ea0-4edc-8b77-edf2eebf02ba service neutron] Bound using segment: {'id': '11883808-3ed7-4052-bcf7-ab52ada671bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': '920081c3-450e-4035-be7f-d7c41ac5c66f'} {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:30:56.570358 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [req-5f5ab5b6-105c-453e-bce6-8b923a63f99f req-088a6ed7-5ea0-4edc-8b77-edf2eebf02ba service neutron] Bound port: c95b6b90-dedf-451c-b7d9-c5e898357724, host: n-h2-773647-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '11883808-3ed7-4052-bcf7-ab52ada671bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': '920081c3-450e-4035-be7f-d7c41ac5c66f'}}] {{(pid=100246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:30:56.570718 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-5f5ab5b6-105c-453e-bce6-8b923a63f99f req-088a6ed7-5ea0-4edc-8b77-edf2eebf02ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:30:56.660360 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-2064eaae-da4f-48f8-82d2-b09d4ddedd44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:30:56.663577 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.db [req-5f5ab5b6-105c-453e-bce6-8b923a63f99f req-088a6ed7-5ea0-4edc-8b77-edf2eebf02ba service neutron] For port c95b6b90-dedf-451c-b7d9-c5e898357724, host n-h2-773647-6, cleared binding levels {{(pid=100246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:30:56.666848 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.db [req-5f5ab5b6-105c-453e-bce6-8b923a63f99f req-088a6ed7-5ea0-4edc-8b77-edf2eebf02ba service neutron] For port c95b6b90-dedf-451c-b7d9-c5e898357724, host n-h2-773647-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=c95b6b90-dedf-451c-b7d9-c5e898357724,segment=NetworkSegment(11883808-3ed7-4052-bcf7-ab52ada671bc),segment_id=11883808-3ed7-4052-bcf7-ab52ada671bc)] {{(pid=100246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:30:56.673251 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-5f5ab5b6-105c-453e-bce6-8b923a63f99f req-088a6ed7-5ea0-4edc-8b77-edf2eebf02ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127687527'] for port, after_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:30:56.712505 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5ab5b6-105c-453e-bce6-8b923a63f99f req-088a6ed7-5ea0-4edc-8b77-edf2eebf02ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:30:56.713111 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-5f5ab5b6-105c-453e-bce6-8b923a63f99f req-088a6ed7-5ea0-4edc-8b77-edf2eebf02ba service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:30:56.714655 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-5f5ab5b6-105c-453e-bce6-8b923a63f99f req-088a6ed7-5ea0-4edc-8b77-edf2eebf02ba service neutron] 10.222.0.72 "PUT /v2.0/ports/c95b6b90-dedf-451c-b7d9-c5e898357724 HTTP/1.1" status: 200 len: 1055 time: 0.7761905 Jul 06 14:30:56.715123 n-d-773647-6 neutron-server[100246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3732ca8-74d7-424b-8e78-15cba5e1b0b0', 'tag': 'c95b6b90-dedf-451c-b7d9-c5e898357724'}] {{(pid=100246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:30:56.717457 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0d96c5ab5e889f7b933ae915b9be33d1b46c9e87795bf781004b656ef3f1e87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb2ef5f0-82a8-4335-9170-4c38f6161642" -d '{"events": [{"name": "network-changed", "server_uuid": "b3732ca8-74d7-424b-8e78-15cba5e1b0b0", "tag": "c95b6b90-dedf-451c-b7d9-c5e898357724"}]}' {{(pid=100246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:30:56.769495 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088a6ed7-5ea0-4edc-8b77-edf2eebf02ba service neutron] Pushing event updated for resources: {'Port': ['ID=c95b6b90-dedf-451c-b7d9-c5e898357724,revision_number=3']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:30:56.814286 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 14:30:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eccf200f-cd1d-4a09-8a39-5bdb2d149fdb x-openstack-request-id: req-eccf200f-cd1d-4a09-8a39-5bdb2d149fdb {{(pid=100246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:30:56.814580 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b3732ca8-74d7-424b-8e78-15cba5e1b0b0", "tag": "c95b6b90-dedf-451c-b7d9-c5e898357724", "status": "completed", "code": 200}]} {{(pid=100246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:30:56.814862 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-eccf200f-cd1d-4a09-8a39-5bdb2d149fdb {{(pid=100246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:30:56.815551 n-d-773647-6 neutron-server[100246]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3732ca8-74d7-424b-8e78-15cba5e1b0b0', 'tag': 'c95b6b90-dedf-451c-b7d9-c5e898357724', 'status': 'completed', 'code': 200} Jul 06 14:30:56.849594 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5ab5b6-105c-453e-bce6-8b923a63f99f req-bed6b8fe-b5eb-4813-8846-a1487f0c98cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:30:56.851162 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-5f5ab5b6-105c-453e-bce6-8b923a63f99f req-bed6b8fe-b5eb-4813-8846-a1487f0c98cd service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=06674ee379754bdb83b089c26f2bfa62&device_id=b3732ca8-74d7-424b-8e78-15cba5e1b0b0 HTTP/1.1" status: 200 len: 1058 time: 0.0782235 Jul 06 14:30:56.899151 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-5f5ab5b6-105c-453e-bce6-8b923a63f99f req-fed7718d-f315-4740-a673-2311c2056b88 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.22&port_id=c95b6b90-dedf-451c-b7d9-c5e898357724 HTTP/1.1" status: 200 len: 217 time: 0.0411773 Jul 06 14:30:56.954719 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5ab5b6-105c-453e-bce6-8b923a63f99f req-d74e1928-e229-4a80-86ed-2784bec5a079 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:30:56.956291 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-5f5ab5b6-105c-453e-bce6-8b923a63f99f req-d74e1928-e229-4a80-86ed-2784bec5a079 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=5d133b10-a113-4ea5-8d82-9fd2c273f66d HTTP/1.1" status: 200 len: 838 time: 0.0517466 Jul 06 14:30:57.027299 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5ab5b6-105c-453e-bce6-8b923a63f99f req-51abe6ae-87af-4731-8b59-2d9bab10b29e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:30:57.029128 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-5f5ab5b6-105c-453e-bce6-8b923a63f99f req-51abe6ae-87af-4731-8b59-2d9bab10b29e service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=920081c3-450e-4035-be7f-d7c41ac5c66f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0668557 Jul 06 14:30:57.075089 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device ae9b1df1-160f-445b-8c89-97bc6a794b63 up at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:30:57.125898 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning complete for port ae9b1df1-160f-445b-8c89-97bc6a794b63 triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:30:57.126505 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:30:57.137049 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-5f5ab5b6-105c-453e-bce6-8b923a63f99f req-7d15bf34-92e0-47ca-976b-8b5ca6ba67b9 service neutron] 10.222.0.72 "GET /v2.0/networks/920081c3-450e-4035-be7f-d7c41ac5c66f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1015735 Jul 06 14:30:57.257928 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-5f5ab5b6-105c-453e-bce6-8b923a63f99f req-d8102ee8-b428-44f4-af80-393bf61da649 service neutron] 10.222.0.72 "GET /v2.0/networks/920081c3-450e-4035-be7f-d7c41ac5c66f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1129920 Jul 06 14:30:57.404221 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2ef5f0-82a8-4335-9170-4c38f6161642 req-97580c79-152e-4c21-abfe-602876470e4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:30:57.405769 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-cb2ef5f0-82a8-4335-9170-4c38f6161642 req-97580c79-152e-4c21-abfe-602876470e4a service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=06674ee379754bdb83b089c26f2bfa62&device_id=b3732ca8-74d7-424b-8e78-15cba5e1b0b0 HTTP/1.1" status: 200 len: 1058 time: 0.0912600 Jul 06 14:30:57.507712 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a340a558-e3c9-4474-b983-3ca2d8415546 req-3b72653f-ef21-4069-b455-883d47db4e7d tempest-TestSecurityGroupsBasicOps-42373486 tempest-TestSecurityGroupsBasicOps-42373486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:30:57.509616 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-a340a558-e3c9-4474-b983-3ca2d8415546 req-3b72653f-ef21-4069-b455-883d47db4e7d tempest-TestSecurityGroupsBasicOps-42373486 tempest-TestSecurityGroupsBasicOps-42373486-project] 10.222.0.104 "GET /v2.0/ports?device_id=b3732ca8-74d7-424b-8e78-15cba5e1b0b0 HTTP/1.1" status: 200 len: 907 time: 0.0850396 Jul 06 14:30:57.539468 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2ef5f0-82a8-4335-9170-4c38f6161642 req-f9f7fabd-2d53-415c-9d52-ddb471c3a690 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:30:57.541301 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-cb2ef5f0-82a8-4335-9170-4c38f6161642 req-f9f7fabd-2d53-415c-9d52-ddb471c3a690 service neutron] 10.222.0.72 "GET /v2.0/networks?id=920081c3-450e-4035-be7f-d7c41ac5c66f HTTP/1.1" status: 200 len: 900 time: 0.1287410 Jul 06 14:30:57.587911 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-cb2ef5f0-82a8-4335-9170-4c38f6161642 req-eddb0dcc-1bc1-48e9-bff0-b13aedfbec1f service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.22&port_id=c95b6b90-dedf-451c-b7d9-c5e898357724 HTTP/1.1" status: 200 len: 217 time: 0.0392354 Jul 06 14:30:57.657523 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2ef5f0-82a8-4335-9170-4c38f6161642 req-3f90f0b7-167a-4393-9e02-0d0a7a82ad0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:30:57.659074 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-cb2ef5f0-82a8-4335-9170-4c38f6161642 req-3f90f0b7-167a-4393-9e02-0d0a7a82ad0a service neutron] 10.222.0.72 "GET /v2.0/subnets?id=5d133b10-a113-4ea5-8d82-9fd2c273f66d HTTP/1.1" status: 200 len: 838 time: 0.0632300 Jul 06 14:30:57.743045 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2ef5f0-82a8-4335-9170-4c38f6161642 req-02d77555-68f0-4df4-a30d-87578252baaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:30:57.744720 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-cb2ef5f0-82a8-4335-9170-4c38f6161642 req-02d77555-68f0-4df4-a30d-87578252baaf service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=920081c3-450e-4035-be7f-d7c41ac5c66f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0774851 Jul 06 14:30:57.881186 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-cb2ef5f0-82a8-4335-9170-4c38f6161642 req-267dd088-3686-4837-b60c-1744c55140e9 service neutron] 10.222.0.72 "GET /v2.0/networks/920081c3-450e-4035-be7f-d7c41ac5c66f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287806 Jul 06 14:30:57.990432 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-cb2ef5f0-82a8-4335-9170-4c38f6161642 req-6f6932b2-a6e1-41ab-88ef-57a34d69b675 service neutron] 10.222.0.72 "GET /v2.0/networks/920081c3-450e-4035-be7f-d7c41ac5c66f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1020558 Jul 06 14:30:58.449522 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-03f71b24-a9b8-453a-8924-caa3f97bc6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:30:58.701490 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cadb006f-79de-4c06-82ad-2b96f3da3642 req-9509c7d0-9f47-4b23-aabc-53635bd87912 tempest-TestSecurityGroupsBasicOps-42373486 tempest-TestSecurityGroupsBasicOps-42373486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:30:58.702931 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-cadb006f-79de-4c06-82ad-2b96f3da3642 req-9509c7d0-9f47-4b23-aabc-53635bd87912 tempest-TestSecurityGroupsBasicOps-42373486 tempest-TestSecurityGroupsBasicOps-42373486-project] 10.222.0.104 "GET /v2.0/ports?device_id=b3732ca8-74d7-424b-8e78-15cba5e1b0b0 HTTP/1.1" status: 200 len: 907 time: 0.0728171 Jul 06 14:30:59.913106 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91dee95f-346f-47dd-be4d-724d5a5b6e02 req-7ffe50b5-d332-4bbf-80d8-196046aa96b3 tempest-TestSecurityGroupsBasicOps-42373486 tempest-TestSecurityGroupsBasicOps-42373486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:30:59.915478 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-91dee95f-346f-47dd-be4d-724d5a5b6e02 req-7ffe50b5-d332-4bbf-80d8-196046aa96b3 tempest-TestSecurityGroupsBasicOps-42373486 tempest-TestSecurityGroupsBasicOps-42373486-project] 10.222.0.104 "GET /v2.0/ports?device_id=b3732ca8-74d7-424b-8e78-15cba5e1b0b0 HTTP/1.1" status: 200 len: 907 time: 0.0698559 Jul 06 14:31:00.499711 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Device c95b6b90-dedf-451c-b7d9-c5e898357724 details requested by agent hyperv_n-h2-773647-6 with host n-h2-773647-6 {{(pid=100248) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 14:31:00.620031 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] For port c95b6b90-dedf-451c-b7d9-c5e898357724, host n-h2-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=c95b6b90-dedf-451c-b7d9-c5e898357724,segment=NetworkSegment(11883808-3ed7-4052-bcf7-ab52ada671bc),segment_id=11883808-3ed7-4052-bcf7-ab52ada671bc)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:31:00.632535 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Returning: {'device': 'c95b6b90-dedf-451c-b7d9-c5e898357724', 'network_id': '920081c3-450e-4035-be7f-d7c41ac5c66f', 'port_id': 'c95b6b90-dedf-451c-b7d9-c5e898357724', 'mac_address': 'fa:16:3e:c5:8b:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1043, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5d133b10-a113-4ea5-8d82-9fd2c273f66d', 'ip_address': '172.20.0.22'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100248) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 14:31:00.673788 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:31:00.693199 n-d-773647-6 neutron-server[100248]: DEBUG neutron.notifiers.nova [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c95b6b90-dedf-451c-b7d9-c5e898357724 {{(pid=100248) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 14:31:00.716578 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] For port c95b6b90-dedf-451c-b7d9-c5e898357724, host n-h2-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=c95b6b90-dedf-451c-b7d9-c5e898357724,segment=NetworkSegment(11883808-3ed7-4052-bcf7-ab52ada671bc),segment_id=11883808-3ed7-4052-bcf7-ab52ada671bc)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:31:00.721825 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:31:00.795186 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Pushing event updated for resources: {'Port': ['ID=c95b6b90-dedf-451c-b7d9-c5e898357724,revision_number=4']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:31:00.912283 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] get_ports_and_sgs() called for port_ids ['c95b6b90-dedf-451c-b7d9-c5e898357724'] {{(pid=100248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 14:31:01.223574 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebebfb6-3635-4ffe-a374-9523a508322c req-340b8d07-4d16-4d96-9906-b7d1240de7fa tempest-TestSecurityGroupsBasicOps-42373486 tempest-TestSecurityGroupsBasicOps-42373486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:31:01.225236 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-8ebebfb6-3635-4ffe-a374-9523a508322c req-340b8d07-4d16-4d96-9906-b7d1240de7fa tempest-TestSecurityGroupsBasicOps-42373486 tempest-TestSecurityGroupsBasicOps-42373486-project] 10.222.0.104 "GET /v2.0/ports?device_id=b3732ca8-74d7-424b-8e78-15cba5e1b0b0 HTTP/1.1" status: 200 len: 908 time: 0.0881364 Jul 06 14:31:02.462249 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef85eb8b-9d01-45b6-9816-122eb4a7347c req-234f9a50-d077-4fcd-8e23-7bda35790dd1 tempest-TestSecurityGroupsBasicOps-42373486 tempest-TestSecurityGroupsBasicOps-42373486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:31:02.463690 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-ef85eb8b-9d01-45b6-9816-122eb4a7347c req-234f9a50-d077-4fcd-8e23-7bda35790dd1 tempest-TestSecurityGroupsBasicOps-42373486 tempest-TestSecurityGroupsBasicOps-42373486-project] 10.222.0.104 "GET /v2.0/ports?device_id=b3732ca8-74d7-424b-8e78-15cba5e1b0b0 HTTP/1.1" status: 200 len: 908 time: 0.0972421 Jul 06 14:31:02.515003 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Device c95b6b90-dedf-451c-b7d9-c5e898357724 up at agent hyperv_n-h2-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:31:02.565890 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Provisioning for port c95b6b90-dedf-451c-b7d9-c5e898357724 completed by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:31:02.570372 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Provisioning complete for port c95b6b90-dedf-451c-b7d9-c5e898357724 triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:31:02.570926 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:31:02.662479 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:31:02.686953 n-d-773647-6 neutron-server[100248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3732ca8-74d7-424b-8e78-15cba5e1b0b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c95b6b90-dedf-451c-b7d9-c5e898357724'}] {{(pid=100248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:31:02.689357 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84af257533e383389cbcf231d3534f4d5e149e7203fea16b4a8fc01438dddaf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3afc1384-fed7-4852-9683-8586f526214b" -d '{"events": [{"server_uuid": "b3732ca8-74d7-424b-8e78-15cba5e1b0b0", "name": "network-vif-plugged", "status": "completed", "tag": "c95b6b90-dedf-451c-b7d9-c5e898357724"}]}' {{(pid=100248) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:31:02.703948 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] For port c95b6b90-dedf-451c-b7d9-c5e898357724, host n-h2-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=c95b6b90-dedf-451c-b7d9-c5e898357724,segment=NetworkSegment(11883808-3ed7-4052-bcf7-ab52ada671bc),segment_id=11883808-3ed7-4052-bcf7-ab52ada671bc)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:31:02.709775 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:31:02.739022 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 14:31:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4419bbd4-d3d7-4b36-83d3-de8955c4cb47 x-openstack-request-id: req-4419bbd4-d3d7-4b36-83d3-de8955c4cb47 {{(pid=100248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:31:02.739351 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3732ca8-74d7-424b-8e78-15cba5e1b0b0", "name": "network-vif-plugged", "status": "completed", "tag": "c95b6b90-dedf-451c-b7d9-c5e898357724", "code": 200}]} {{(pid=100248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:31:02.739614 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-4419bbd4-d3d7-4b36-83d3-de8955c4cb47 {{(pid=100248) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:31:02.740144 n-d-773647-6 neutron-server[100248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3732ca8-74d7-424b-8e78-15cba5e1b0b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c95b6b90-dedf-451c-b7d9-c5e898357724', 'code': 200} Jul 06 14:31:02.774969 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Pushing event updated for resources: {'Port': ['ID=c95b6b90-dedf-451c-b7d9-c5e898357724,revision_number=5']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:31:02.862718 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf76724-389c-40bd-ba00-a66660bd311f req-dead8724-9d2e-47c5-9cef-4184c63df3a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:31:02.864472 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-4cf76724-389c-40bd-ba00-a66660bd311f req-dead8724-9d2e-47c5-9cef-4184c63df3a5 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=b3732ca8-74d7-424b-8e78-15cba5e1b0b0 HTTP/1.1" status: 200 len: 1060 time: 0.0599840 Jul 06 14:31:03.725755 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597bcbe3-62d5-47a3-87af-4098a20c320a req-2212079c-ea35-44af-bb3c-000f2235f944 tempest-TestSecurityGroupsBasicOps-42373486 tempest-TestSecurityGroupsBasicOps-42373486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:31:03.727622 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-597bcbe3-62d5-47a3-87af-4098a20c320a req-2212079c-ea35-44af-bb3c-000f2235f944 tempest-TestSecurityGroupsBasicOps-42373486 tempest-TestSecurityGroupsBasicOps-42373486-project] 10.222.0.104 "GET /v2.0/ports?device_id=b3732ca8-74d7-424b-8e78-15cba5e1b0b0 HTTP/1.1" status: 200 len: 909 time: 0.0932052 Jul 06 14:31:04.930166 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096baba7-aef1-4ab3-8474-e8289fcffa54 req-e776def7-0965-40d0-921f-0815464db299 tempest-TestSecurityGroupsBasicOps-42373486 tempest-TestSecurityGroupsBasicOps-42373486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:31:04.931889 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-096baba7-aef1-4ab3-8474-e8289fcffa54 req-e776def7-0965-40d0-921f-0815464db299 tempest-TestSecurityGroupsBasicOps-42373486 tempest-TestSecurityGroupsBasicOps-42373486-project] 10.222.0.104 "GET /v2.0/ports?device_id=b3732ca8-74d7-424b-8e78-15cba5e1b0b0 HTTP/1.1" status: 200 len: 909 time: 0.0788097 Jul 06 14:31:05.177859 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412849f1-37e8-458d-a86b-3f199e95f05f req-2e8f5ab2-43fe-4e09-8c89-17ba31fc951c tempest-TestSecurityGroupsBasicOps-42373486 tempest-TestSecurityGroupsBasicOps-42373486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:31:05.180051 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-412849f1-37e8-458d-a86b-3f199e95f05f req-2e8f5ab2-43fe-4e09-8c89-17ba31fc951c tempest-TestSecurityGroupsBasicOps-42373486 tempest-TestSecurityGroupsBasicOps-42373486-project] 10.222.0.104 "GET /v2.0/ports?device_id=b3732ca8-74d7-424b-8e78-15cba5e1b0b0 HTTP/1.1" status: 200 len: 909 time: 0.0836759 Jul 06 14:31:05.392368 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f289c0-9a22-4eb6-bb3b-49249b4e9a68 req-c2ea6a05-41d3-4dc9-89f3-54d200980a5a tempest-TestSecurityGroupsBasicOps-756661649 tempest-TestSecurityGroupsBasicOps-756661649-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:31:05.394169 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-c7f289c0-9a22-4eb6-bb3b-49249b4e9a68 req-c2ea6a05-41d3-4dc9-89f3-54d200980a5a tempest-TestSecurityGroupsBasicOps-756661649 tempest-TestSecurityGroupsBasicOps-756661649-project-admin] 10.222.0.104 "GET /v2.0/ports?device_id=b3732ca8-74d7-424b-8e78-15cba5e1b0b0 HTTP/1.1" status: 200 len: 1060 time: 0.0724804 Jul 06 14:31:05.577225 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c295538-a0fc-48b5-96f9-8fd8cfc758b4 req-0f8557f4-3490-4bfc-a310-17b2d48a0106 tempest-TestSecurityGroupsBasicOps-756661649 tempest-TestSecurityGroupsBasicOps-756661649-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:31:05.578841 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-2c295538-a0fc-48b5-96f9-8fd8cfc758b4 req-0f8557f4-3490-4bfc-a310-17b2d48a0106 tempest-TestSecurityGroupsBasicOps-756661649 tempest-TestSecurityGroupsBasicOps-756661649-project-admin] 10.222.0.104 "GET /v2.0/ports?device_id=7837c965-f4de-4a54-97e8-d387a0c4322f HTTP/1.1" status: 200 len: 1135 time: 0.0584481 Jul 06 14:31:05.627790 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-2c295538-a0fc-48b5-96f9-8fd8cfc758b4 req-840f8365-44b6-4a9d-998f-7f9f23e72049 tempest-TestSecurityGroupsBasicOps-756661649 tempest-TestSecurityGroupsBasicOps-756661649-project-admin] 10.222.0.104 "GET /v2.0/security-groups?id=125556d4-5883-4562-b138-fca4d092e885&id=1dc49fd4-cdc3-42ae-82e6-8afdc5ff9389&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0422547 Jul 06 14:31:05.653107 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 54526) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:31:05.711800 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07011f5e-d1d3-44d0-bbee-84b70ae99845 tempest-TestSecurityGroupsBasicOps-756661649 tempest-TestSecurityGroupsBasicOps-756661649-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:31:05.713910 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-07011f5e-d1d3-44d0-bbee-84b70ae99845 tempest-TestSecurityGroupsBasicOps-756661649 tempest-TestSecurityGroupsBasicOps-756661649-project-admin] 10.222.0.104 "GET /v2.0/ports?device_id=b3732ca8-74d7-424b-8e78-15cba5e1b0b0 HTTP/1.1" status: 200 len: 1055 time: 0.0593996 Jul 06 14:31:06.035945 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 54538) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:31:06.153015 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb9618f-c470-4ddc-8d94-0688a4c6233a req-705024e1-4517-49e8-9767-2eabb14d7ae2 tempest-TestSecurityGroupsBasicOps-42373486 tempest-TestSecurityGroupsBasicOps-42373486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:31:06.157363 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-5bb9618f-c470-4ddc-8d94-0688a4c6233a req-705024e1-4517-49e8-9767-2eabb14d7ae2 tempest-TestSecurityGroupsBasicOps-42373486 tempest-TestSecurityGroupsBasicOps-42373486-project] 10.222.0.104 "GET /v2.0/ports?device_id=b3732ca8-74d7-424b-8e78-15cba5e1b0b0 HTTP/1.1" status: 200 len: 909 time: 0.0886111 Jul 06 14:31:06.172177 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-fe189a81-8a36-4a91-a637-6af7ea341b9d admin admin] Notify callbacks [] for security_group, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:31:06.273855 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-fe189a81-8a36-4a91-a637-6af7ea341b9d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:31:06.279206 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-fe189a81-8a36-4a91-a637-6af7ea341b9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:31:06.321438 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-fe189a81-8a36-4a91-a637-6af7ea341b9d admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=b32f29d6284848ab903e36470417f20c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2837138 Jul 06 14:31:06.322332 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe189a81-8a36-4a91-a637-6af7ea341b9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb0a0584-51e9-4d5c-9463-6f29b3f06256,revision_number=1']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:31:06.324122 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 54544) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:31:06.373436 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-5391d4b0-c10c-48c7-9157-8cfec71ce229 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:31:06.394536 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-5391d4b0-c10c-48c7-9157-8cfec71ce229 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:31:06.444989 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-5391d4b0-c10c-48c7-9157-8cfec71ce229 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:31:06.447485 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-5391d4b0-c10c-48c7-9157-8cfec71ce229 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:31:06.448641 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-5391d4b0-c10c-48c7-9157-8cfec71ce229 admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/cb0a0584-51e9-4d5c-9463-6f29b3f06256 HTTP/1.1" status: 204 len: 168 time: 0.1234930 Jul 06 14:31:06.457293 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5391d4b0-c10c-48c7-9157-8cfec71ce229 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb0a0584-51e9-4d5c-9463-6f29b3f06256,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:31:06.715452 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 54554) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:31:06.728669 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-e6b4c5fd-0a07-4b29-b964-e75e221c77b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:31:06.826180 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-e6b4c5fd-0a07-4b29-b964-e75e221c77b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:31:06.830474 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-e6b4c5fd-0a07-4b29-b964-e75e221c77b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:31:06.871505 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-e6b4c5fd-0a07-4b29-b964-e75e221c77b1 admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=5f974aaac7a6476e851d80c75d0671c9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1542854 Jul 06 14:31:06.873449 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 54560) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:31:06.874128 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b4c5fd-0a07-4b29-b964-e75e221c77b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1cc6ff45-e9c0-4843-8ad0-7f1beb26ec31,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:31:06.930151 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-9ba6fc64-fd1d-41e5-b8fd-242afa9d0711 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:31:06.953270 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-9ba6fc64-fd1d-41e5-b8fd-242afa9d0711 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:31:07.011359 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-9ba6fc64-fd1d-41e5-b8fd-242afa9d0711 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:31:07.013985 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-9ba6fc64-fd1d-41e5-b8fd-242afa9d0711 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:31:07.015185 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-9ba6fc64-fd1d-41e5-b8fd-242afa9d0711 admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/1cc6ff45-e9c0-4843-8ad0-7f1beb26ec31 HTTP/1.1" status: 204 len: 168 time: 0.1406317 Jul 06 14:31:07.028929 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba6fc64-fd1d-41e5-b8fd-242afa9d0711 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cc6ff45-e9c0-4843-8ad0-7f1beb26ec31,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:31:07.311617 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98723e26-429d-4e9b-b709-469a3387c87f req-d14ca689-8218-4785-a492-07b07d79c967 tempest-TestSecurityGroupsBasicOps-42373486 tempest-TestSecurityGroupsBasicOps-42373486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:31:07.313454 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-98723e26-429d-4e9b-b709-469a3387c87f req-d14ca689-8218-4785-a492-07b07d79c967 tempest-TestSecurityGroupsBasicOps-42373486 tempest-TestSecurityGroupsBasicOps-42373486-project] 10.222.0.72 "GET /v2.0/ports?device_id=b3732ca8-74d7-424b-8e78-15cba5e1b0b0 HTTP/1.1" status: 200 len: 909 time: 0.0774186 Jul 06 14:31:07.342057 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802e4fe7-d452-4755-b270-7ea7639665cb req-85e7ccf3-8829-4533-895d-46535bf65612 tempest-TestSecurityGroupsBasicOps-42373486 tempest-TestSecurityGroupsBasicOps-42373486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:31:07.344842 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-802e4fe7-d452-4755-b270-7ea7639665cb req-85e7ccf3-8829-4533-895d-46535bf65612 tempest-TestSecurityGroupsBasicOps-42373486 tempest-TestSecurityGroupsBasicOps-42373486-project] 10.222.0.104 "GET /v2.0/ports?device_id=b3732ca8-74d7-424b-8e78-15cba5e1b0b0 HTTP/1.1" status: 200 len: 909 time: 0.0694394 Jul 06 14:31:07.436238 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [req-98723e26-429d-4e9b-b709-469a3387c87f req-dce86cc0-01e6-4eb3-8b30-244ccffe1142 tempest-TestSecurityGroupsBasicOps-42373486 tempest-TestSecurityGroupsBasicOps-42373486-project] Deleting port c95b6b90-dedf-451c-b7d9-c5e898357724 {{(pid=100246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:31:07.436735 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-98723e26-429d-4e9b-b709-469a3387c87f req-dce86cc0-01e6-4eb3-8b30-244ccffe1142 tempest-TestSecurityGroupsBasicOps-42373486 tempest-TestSecurityGroupsBasicOps-42373486-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:31:07.543170 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.db [req-98723e26-429d-4e9b-b709-469a3387c87f req-dce86cc0-01e6-4eb3-8b30-244ccffe1142 tempest-TestSecurityGroupsBasicOps-42373486 tempest-TestSecurityGroupsBasicOps-42373486-project] For port c95b6b90-dedf-451c-b7d9-c5e898357724, host n-h2-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=c95b6b90-dedf-451c-b7d9-c5e898357724,segment=NetworkSegment(11883808-3ed7-4052-bcf7-ab52ada671bc),segment_id=11883808-3ed7-4052-bcf7-ab52ada671bc)] {{(pid=100246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:31:07.543715 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-98723e26-429d-4e9b-b709-469a3387c87f req-dce86cc0-01e6-4eb3-8b30-244ccffe1142 tempest-TestSecurityGroupsBasicOps-42373486 tempest-TestSecurityGroupsBasicOps-42373486-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:31:07.557736 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [req-98723e26-429d-4e9b-b709-469a3387c87f req-dce86cc0-01e6-4eb3-8b30-244ccffe1142 tempest-TestSecurityGroupsBasicOps-42373486 tempest-TestSecurityGroupsBasicOps-42373486-project] Calling delete_port for c95b6b90-dedf-451c-b7d9-c5e898357724 owned by compute:nova {{(pid=100246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:31:07.719321 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-98723e26-429d-4e9b-b709-469a3387c87f req-dce86cc0-01e6-4eb3-8b30-244ccffe1142 tempest-TestSecurityGroupsBasicOps-42373486 tempest-TestSecurityGroupsBasicOps-42373486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127687580'] for port, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:31:07.768257 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce86cc0-01e6-4eb3-8b30-244ccffe1142 tempest-TestSecurityGroupsBasicOps-42373486 tempest-TestSecurityGroupsBasicOps-42373486-project] Pushing event deleted for resources: {'Port': ['ID=c95b6b90-dedf-451c-b7d9-c5e898357724,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:31:07.816242 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [req-98723e26-429d-4e9b-b709-469a3387c87f req-dce86cc0-01e6-4eb3-8b30-244ccffe1142 tempest-TestSecurityGroupsBasicOps-42373486 tempest-TestSecurityGroupsBasicOps-42373486-project] No DVR routers for this DVR port c95b6b90-dedf-451c-b7d9-c5e898357724 on host n-h2-773647-6 {{(pid=100246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:31:07.820864 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-98723e26-429d-4e9b-b709-469a3387c87f req-dce86cc0-01e6-4eb3-8b30-244ccffe1142 tempest-TestSecurityGroupsBasicOps-42373486 tempest-TestSecurityGroupsBasicOps-42373486-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:31:07.824134 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-98723e26-429d-4e9b-b709-469a3387c87f req-dce86cc0-01e6-4eb3-8b30-244ccffe1142 tempest-TestSecurityGroupsBasicOps-42373486 tempest-TestSecurityGroupsBasicOps-42373486-project] 10.222.0.72 "DELETE /v2.0/ports/c95b6b90-dedf-451c-b7d9-c5e898357724 HTTP/1.1" status: 204 len: 173 time: 0.5053346 Jul 06 14:31:07.825398 n-d-773647-6 neutron-server[100246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3732ca8-74d7-424b-8e78-15cba5e1b0b0', 'name': 'network-vif-deleted', 'tag': 'c95b6b90-dedf-451c-b7d9-c5e898357724'}] {{(pid=100246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:31:07.829051 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0d96c5ab5e889f7b933ae915b9be33d1b46c9e87795bf781004b656ef3f1e87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39bdf582-2956-49a0-af18-7133a593c949" -d '{"events": [{"server_uuid": "b3732ca8-74d7-424b-8e78-15cba5e1b0b0", "name": "network-vif-deleted", "tag": "c95b6b90-dedf-451c-b7d9-c5e898357724"}]}' {{(pid=100246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:31:07.887812 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 14:31:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c80c05ce-422a-47ca-ba97-d59a63d48b75 x-openstack-request-id: req-c80c05ce-422a-47ca-ba97-d59a63d48b75 {{(pid=100246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:31:07.888944 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3732ca8-74d7-424b-8e78-15cba5e1b0b0", "name": "network-vif-deleted", "tag": "c95b6b90-dedf-451c-b7d9-c5e898357724", "status": "completed", "code": 200}]} {{(pid=100246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:31:07.889297 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-c80c05ce-422a-47ca-ba97-d59a63d48b75 {{(pid=100246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:31:07.889852 n-d-773647-6 neutron-server[100246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3732ca8-74d7-424b-8e78-15cba5e1b0b0', 'name': 'network-vif-deleted', 'tag': 'c95b6b90-dedf-451c-b7d9-c5e898357724', 'status': 'completed', 'code': 200} Jul 06 14:31:08.396914 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 54598) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:31:08.525890 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-d86562b0-f06e-4089-81c4-1e0288d3ade3 req-8e4fb2d1-f190-47eb-aafc-b552f51b0729 tempest-TestSecurityGroupsBasicOps-42373486 tempest-TestSecurityGroupsBasicOps-42373486-project] 10.222.0.104 "GET /v2.0/ports?device_id=b3732ca8-74d7-424b-8e78-15cba5e1b0b0 HTTP/1.1" status: 200 len: 210 time: 0.0370350 Jul 06 14:31:08.539610 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-d5beb861-6a82-4028-a268-67d2c64c7739 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:31:08.639501 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-d5beb861-6a82-4028-a268-67d2c64c7739 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:31:08.643378 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-d5beb861-6a82-4028-a268-67d2c64c7739 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:31:08.693580 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-d5beb861-6a82-4028-a268-67d2c64c7739 admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=2310d258b73241b5a0101a29a1fbb95b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2949791 Jul 06 14:31:08.694793 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5beb861-6a82-4028-a268-67d2c64c7739 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0576685d-e019-4dee-b60c-5f999b092b4a,revision_number=1']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:31:08.696265 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 54602) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:31:08.747420 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-b014f661-5aab-4206-887d-98480454b214 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:31:08.768854 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-b014f661-5aab-4206-887d-98480454b214 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:31:08.816693 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-b014f661-5aab-4206-887d-98480454b214 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:31:08.819196 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-b014f661-5aab-4206-887d-98480454b214 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:31:08.820402 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-b014f661-5aab-4206-887d-98480454b214 admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/0576685d-e019-4dee-b60c-5f999b092b4a HTTP/1.1" status: 204 len: 168 time: 0.1231060 Jul 06 14:31:08.828468 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b014f661-5aab-4206-887d-98480454b214 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0576685d-e019-4dee-b60c-5f999b092b4a,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:31:09.293696 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.agents_db [None req-167c0ad6-1657-4c9a-a2c4-3b18056aa662 None None] Agent healthcheck: found 7 active agents {{(pid=100249) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 14:31:09.317907 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385eb89c-e822-4182-b6c2-840f84ce7662 req-509a85a2-6fa0-4ad9-9931-25e9a919ec61 tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:31:09.319519 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-385eb89c-e822-4182-b6c2-840f84ce7662 req-509a85a2-6fa0-4ad9-9931-25e9a919ec61 tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] 10.222.0.104 "GET /v2.0/networks?id=8d42e765-466c-4066-a835-9be26bf6d40e HTTP/1.1" status: 200 len: 812 time: 0.1085188 Jul 06 14:31:09.335890 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-385eb89c-e822-4182-b6c2-840f84ce7662 req-df53a977-5df8-490d-a8d6-7029135fa2b0 tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] 10.222.0.104 "GET /v2.0/quotas/9d9b21e60bee490a9bf202cb583bf670 HTTP/1.1" status: 200 len: 375 time: 0.0107043 Jul 06 14:31:09.421415 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-385eb89c-e822-4182-b6c2-840f84ce7662 req-684a6488-73a6-4991-8074-e11fb7676ffd tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] 10.222.0.104 "GET /v2.0/ports?tenant_id=9d9b21e60bee490a9bf202cb583bf670&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0800428 Jul 06 14:31:09.631984 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 54648) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:31:09.639484 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-385eb89c-e822-4182-b6c2-840f84ce7662 req-3869629a-dba1-445f-a0fe-18c0a6d9411b service neutron] 10.222.0.104 "GET /v2.0/networks/8d42e765-466c-4066-a835-9be26bf6d40e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2109501 Jul 06 14:31:09.751963 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-385eb89c-e822-4182-b6c2-840f84ce7662 req-54f6d7f4-fed6-486f-9798-4715fae92d6f service neutron] 10.222.0.104 "GET /v2.0/networks/8d42e765-466c-4066-a835-9be26bf6d40e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1020141 Jul 06 14:31:09.995908 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-3c70a727-8483-44d4-b99a-b5ab46f4439a req-afc70432-b753-4111-bec3-697b37785fb4 tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] 10.222.0.104 "GET /v2.0/ports?device_id=087d4d3a-c4ae-40aa-942c-83813b822a0a HTTP/1.1" status: 200 len: 210 time: 0.0462103 Jul 06 14:31:10.101888 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-73962529-078f-44ae-b98d-dcdfcaab41e8 tempest-TestSecurityGroupsBasicOps-42373486 tempest-TestSecurityGroupsBasicOps-42373486-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1809431'] for router_interface, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:31:10.454298 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [None req-73962529-078f-44ae-b98d-dcdfcaab41e8 tempest-TestSecurityGroupsBasicOps-42373486 tempest-TestSecurityGroupsBasicOps-42373486-project] Deleting port ae9b1df1-160f-445b-8c89-97bc6a794b63 {{(pid=100246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:31:10.454911 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-73962529-078f-44ae-b98d-dcdfcaab41e8 tempest-TestSecurityGroupsBasicOps-42373486 tempest-TestSecurityGroupsBasicOps-42373486-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:31:10.544783 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Device c95b6b90-dedf-451c-b7d9-c5e898357724 no longer exists at agent hyperv_n-h2-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:31:10.571140 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] No Port match for: c95b6b90-dedf-451c-b7d9-c5e898357724 {{(pid=100248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 14:31:10.571741 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Device c95b6b90-dedf-451c-b7d9-c5e898357724 not bound to the agent host n-h2-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:31:10.623196 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.db [None req-73962529-078f-44ae-b98d-dcdfcaab41e8 tempest-TestSecurityGroupsBasicOps-42373486 tempest-TestSecurityGroupsBasicOps-42373486-project] For port ae9b1df1-160f-445b-8c89-97bc6a794b63, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=ae9b1df1-160f-445b-8c89-97bc6a794b63,segment=NetworkSegment(11883808-3ed7-4052-bcf7-ab52ada671bc),segment_id=11883808-3ed7-4052-bcf7-ab52ada671bc)] {{(pid=100246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:31:10.623978 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-73962529-078f-44ae-b98d-dcdfcaab41e8 tempest-TestSecurityGroupsBasicOps-42373486 tempest-TestSecurityGroupsBasicOps-42373486-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:31:10.648422 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [None req-73962529-078f-44ae-b98d-dcdfcaab41e8 tempest-TestSecurityGroupsBasicOps-42373486 tempest-TestSecurityGroupsBasicOps-42373486-project] Calling delete_port for ae9b1df1-160f-445b-8c89-97bc6a794b63 owned by network:router_interface {{(pid=100246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:31:10.789664 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:31:10.893300 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-73962529-078f-44ae-b98d-dcdfcaab41e8 tempest-TestSecurityGroupsBasicOps-42373486 tempest-TestSecurityGroupsBasicOps-42373486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127687580'] for port, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:31:10.922462 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73962529-078f-44ae-b98d-dcdfcaab41e8 tempest-TestSecurityGroupsBasicOps-42373486 tempest-TestSecurityGroupsBasicOps-42373486-project] Pushing event deleted for resources: {'Port': ['ID=ae9b1df1-160f-445b-8c89-97bc6a794b63,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:31:11.209346 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-73962529-078f-44ae-b98d-dcdfcaab41e8 tempest-TestSecurityGroupsBasicOps-42373486 tempest-TestSecurityGroupsBasicOps-42373486-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1809193'] for router_interface, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:31:11.237930 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-6ba37d26-3600-4040-944d-a69b079c713f req-b191d17f-b6ee-43c4-ac58-f813dc40caa0 tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] 10.222.0.104 "GET /v2.0/ports?device_id=087d4d3a-c4ae-40aa-942c-83813b822a0a HTTP/1.1" status: 200 len: 210 time: 0.0429120 Jul 06 14:31:11.437928 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385eb89c-e822-4182-b6c2-840f84ce7662 req-09c9dc06-b6c0-47f4-b769-d59f420b98d1 tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:31:11.439378 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-385eb89c-e822-4182-b6c2-840f84ce7662 req-09c9dc06-b6c0-47f4-b769-d59f420b98d1 tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] 10.222.0.72 "GET /v2.0/networks?id=8d42e765-466c-4066-a835-9be26bf6d40e HTTP/1.1" status: 200 len: 812 time: 0.2342505 Jul 06 14:31:11.452026 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [req-385eb89c-e822-4182-b6c2-840f84ce7662 req-7c373a52-e90a-43f9-89c0-040eb214420a tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] Request body: {'port': {'device_id': '087d4d3a-c4ae-40aa-942c-83813b822a0a', 'network_id': '8d42e765-466c-4066-a835-9be26bf6d40e', 'admin_state_up': True, 'tenant_id': '9d9b21e60bee490a9bf202cb583bf670'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:31:11.656861 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73962529-078f-44ae-b98d-dcdfcaab41e8 tempest-TestSecurityGroupsBasicOps-42373486 tempest-TestSecurityGroupsBasicOps-42373486-project] Router 97e86a13-8043-4728-ab29-b42a1fc4564d has already been hosted by L3 agent 2823d358-a11b-4885-a706-95a279e43fa7 {{(pid=100246) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 14:31:11.662431 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-385eb89c-e822-4182-b6c2-840f84ce7662 req-7c373a52-e90a-43f9-89c0-040eb214420a tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] Made reservation on behalf of 9d9b21e60bee490a9bf202cb583bf670 for: {'port': 1} {{(pid=100246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:31:11.667288 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-385eb89c-e822-4182-b6c2-840f84ce7662 req-7c373a52-e90a-43f9-89c0-040eb214420a tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:31:11.904831 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73962529-078f-44ae-b98d-dcdfcaab41e8 tempest-TestSecurityGroupsBasicOps-42373486 tempest-TestSecurityGroupsBasicOps-42373486-project] Notify agent at l3_agent.n-d-773647-6 the message routers_updated {{(pid=100246) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 14:31:11.912152 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-73962529-078f-44ae-b98d-dcdfcaab41e8 tempest-TestSecurityGroupsBasicOps-42373486 tempest-TestSecurityGroupsBasicOps-42373486-project] 10.222.0.104 "PUT /v2.0/routers/97e86a13-8043-4728-ab29-b42a1fc4564d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2790103 Jul 06 14:31:11.915095 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 54736) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:31:11.915875 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bed2bd77-a58c-4908-9d35-1269648149a2 None None] Sync routers for ids ['97e86a13-8043-4728-ab29-b42a1fc4564d'] in n-d-773647-6 {{(pid=100248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 14:31:11.928453 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bed2bd77-a58c-4908-9d35-1269648149a2 None None] Routers {'97e86a13-8043-4728-ab29-b42a1fc4564d'} bound to L3 agent in host n-d-773647-6 {{(pid=100248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:31:11.929392 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-bed2bd77-a58c-4908-9d35-1269648149a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T14:30:56Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['97e86a13-8043-4728-ab29-b42a1fc4564d'], 'active': True} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:31:11.935782 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.db_base_plugin_common [req-385eb89c-e822-4182-b6c2-840f84ce7662 req-7c373a52-e90a-43f9-89c0-040eb214420a tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] Allocated IP 172.20.0.10 (8d42e765-466c-4066-a835-9be26bf6d40e/2909a683-548c-4b5b-9f41-76ab6ad57d29/983ebf44-2782-4cd5-ad91-166a18f60590) {{(pid=100246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:31:11.978959 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.db_base_plugin_v2 [None req-0fb69de2-e756-4234-93d2-a202aca47962 tempest-TestSecurityGroupsBasicOps-42373486 tempest-TestSecurityGroupsBasicOps-42373486-project] Deleting subnet 5d133b10-a113-4ea5-8d82-9fd2c273f66d {{(pid=100247) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 14:31:11.983396 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-0fb69de2-e756-4234-93d2-a202aca47962 tempest-TestSecurityGroupsBasicOps-42373486 tempest-TestSecurityGroupsBasicOps-42373486-project] Notify callbacks [] for subnet, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:31:12.035444 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-0fb69de2-e756-4234-93d2-a202aca47962 tempest-TestSecurityGroupsBasicOps-42373486 tempest-TestSecurityGroupsBasicOps-42373486-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127131748'] for subnet, precommit_delete_associations {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:31:12.059729 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvr_db [None req-bed2bd77-a58c-4908-9d35-1269648149a2 None None] Set router 97e86a13-8043-4728-ab29-b42a1fc4564d gateway port host: n-d-773647-6 {{(pid=100248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:31:12.169973 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-0fb69de2-e756-4234-93d2-a202aca47962 tempest-TestSecurityGroupsBasicOps-42373486 tempest-TestSecurityGroupsBasicOps-42373486-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-913473'] for subnet, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:31:12.200007 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-385eb89c-e822-4182-b6c2-840f84ce7662 req-7c373a52-e90a-43f9-89c0-040eb214420a tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] Notify callbacks [] for port, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:31:12.250171 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.provisioning_blocks [req-385eb89c-e822-4182-b6c2-840f84ce7662 req-7c373a52-e90a-43f9-89c0-040eb214420a tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] Transition to ACTIVE for port object 983ebf44-2782-4cd5-ad91-166a18f60590 will not be triggered until provisioned by entity DHCP. {{(pid=100246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:31:12.253381 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-0fb69de2-e756-4234-93d2-a202aca47962 tempest-TestSecurityGroupsBasicOps-42373486 tempest-TestSecurityGroupsBasicOps-42373486-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-913480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1849032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-128888347', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127627857'] for subnet, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:31:12.318310 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-bed2bd77-a58c-4908-9d35-1269648149a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97e86a13-8043-4728-ab29-b42a1fc4564d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-653882251', 'tenant_id': '06674ee379754bdb83b089c26f2bfa62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.30'}], 'enable_snat': True}, 'gw_port_id': '6e5bca2e-4cb8-4575-83bc-ca42d034fad0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:30:44Z', 'updated_at': '2021-07-06T14:31:10Z', 'revision_number': 5, 'project_id': '06674ee379754bdb83b089c26f2bfa62', 'gw_port': {'id': '6e5bca2e-4cb8-4575-83bc-ca42d034fad0', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:8d:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97e86a13-8043-4728-ab29-b42a1fc4564d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3840, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:30:44Z', 'updated_at': '2021-07-06T14:30:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6'}], 'n-d-773647-6', False) {} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:31:12.331534 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb69de2-e756-4234-93d2-a202aca47962 tempest-TestSecurityGroupsBasicOps-42373486 tempest-TestSecurityGroupsBasicOps-42373486-project] Pushing event deleted for resources: {'Subnet': ['ID=5d133b10-a113-4ea5-8d82-9fd2c273f66d,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:31:12.341945 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-0fb69de2-e756-4234-93d2-a202aca47962 tempest-TestSecurityGroupsBasicOps-42373486 tempest-TestSecurityGroupsBasicOps-42373486-project] Notify callbacks [] for subnet, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:31:12.347351 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-385eb89c-e822-4182-b6c2-840f84ce7662 req-7c373a52-e90a-43f9-89c0-040eb214420a tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-127687573'] for port, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:31:12.355505 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-0fb69de2-e756-4234-93d2-a202aca47962 tempest-TestSecurityGroupsBasicOps-42373486 tempest-TestSecurityGroupsBasicOps-42373486-project] 10.222.0.104 "DELETE /v2.0/subnets/5d133b10-a113-4ea5-8d82-9fd2c273f66d HTTP/1.1" status: 204 len: 168 time: 0.4389367 Jul 06 14:31:12.356395 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 54744) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:31:12.393713 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bed2bd77-a58c-4908-9d35-1269648149a2 None None] Checking router: 97e86a13-8043-4728-ab29-b42a1fc4564d for host: n-d-773647-6 {{(pid=100248) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 14:31:12.399507 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88795f50-e727-4edd-b269-40a06afd3bb5 None None] Network 920081c3-450e-4035-be7f-d7c41ac5c66f requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:31:12.423969 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-385eb89c-e822-4182-b6c2-840f84ce7662 req-7c373a52-e90a-43f9-89c0-040eb214420a tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] Network 8d42e765-466c-4066-a835-9be26bf6d40e is already hosted by enough agents. {{(pid=100246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:31:12.427866 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.base_scheduler [req-385eb89c-e822-4182-b6c2-840f84ce7662 req-7c373a52-e90a-43f9-89c0-040eb214420a tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] Resources bound (agent type, host, resource id): {{(pid=100246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:31:12.432259 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [req-385eb89c-e822-4182-b6c2-840f84ce7662 req-7c373a52-e90a-43f9-89c0-040eb214420a tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] Received port after_create {{(pid=100246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:31:12.477581 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c373a52-e90a-43f9-89c0-040eb214420a tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] Pushing event updated for resources: {'Port': ['ID=983ebf44-2782-4cd5-ad91-166a18f60590,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:31:12.531991 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bed2bd77-a58c-4908-9d35-1269648149a2 None None] Routers {'97e86a13-8043-4728-ab29-b42a1fc4564d'} bound to L3 agent in host n-d-773647-6 {{(pid=100248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:31:12.532630 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-bed2bd77-a58c-4908-9d35-1269648149a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T14:30:56Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['97e86a13-8043-4728-ab29-b42a1fc4564d'], 'active': True} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:31:12.540466 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385eb89c-e822-4182-b6c2-840f84ce7662 req-7c373a52-e90a-43f9-89c0-040eb214420a tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:31:12.541359 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-385eb89c-e822-4182-b6c2-840f84ce7662 req-7c373a52-e90a-43f9-89c0-040eb214420a tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:31:12.561732 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-385eb89c-e822-4182-b6c2-840f84ce7662 req-7c373a52-e90a-43f9-89c0-040eb214420a tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1134074 Jul 06 14:31:12.576873 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [req-385eb89c-e822-4182-b6c2-840f84ce7662 req-60530751-dd47-4479-b6c6-0fffc32b2959 service neutron] Request body: {'port': {'device_id': '087d4d3a-c4ae-40aa-942c-83813b822a0a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-773647-6'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:31:12.690912 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06ee942-0656-4409-83c0-d17d0166ace0 req-d5555ebb-20d7-4d04-aa54-c470385585b5 tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:31:12.709388 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-a06ee942-0656-4409-83c0-d17d0166ace0 req-d5555ebb-20d7-4d04-aa54-c470385585b5 tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] 10.222.0.104 "GET /v2.0/ports?device_id=087d4d3a-c4ae-40aa-942c-83813b822a0a HTTP/1.1" status: 200 len: 932 time: 0.2322760 Jul 06 14:31:12.713196 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-0e1b94f0-18bc-49c4-aefd-8e3b1f5d5851 tempest-TestSecurityGroupsBasicOps-42373486 tempest-TestSecurityGroupsBasicOps-42373486-project] Notify callbacks [] for router, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:31:12.715476 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-385eb89c-e822-4182-b6c2-840f84ce7662 req-60530751-dd47-4479-b6c6-0fffc32b2959 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:31:12.725442 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:31:12.801273 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvr_db [None req-bed2bd77-a58c-4908-9d35-1269648149a2 None None] Set router 97e86a13-8043-4728-ab29-b42a1fc4564d gateway port host: n-d-773647-6 {{(pid=100248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:31:12.926749 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-2fffea14-08f4-4fb9-80ee-a31998dbe5c0 None None] Provisioning for port 983ebf44-2782-4cd5-ad91-166a18f60590 completed by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:31:12.959433 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-2fffea14-08f4-4fb9-80ee-a31998dbe5c0 None None] Provisioning complete for port 983ebf44-2782-4cd5-ad91-166a18f60590 triggered by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:31:12.959433 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-2fffea14-08f4-4fb9-80ee-a31998dbe5c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:31:13.009177 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-2fffea14-08f4-4fb9-80ee-a31998dbe5c0 None None] Port 983ebf44-2782-4cd5-ad91-166a18f60590 cannot update to ACTIVE because it is not bound. {{(pid=100248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 14:31:13.010759 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb826938-fbd0-41b8-8fc0-1883467c6f77 None None] DHCP port deletion for 920081c3-450e-4035-be7f-d7c41ac5c66f request from n-d-773647-6 {{(pid=100248) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 14:31:13.034708 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-0e1b94f0-18bc-49c4-aefd-8e3b1f5d5851 tempest-TestSecurityGroupsBasicOps-42373486 tempest-TestSecurityGroupsBasicOps-42373486-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:31:13.065337 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-a06ee942-0656-4409-83c0-d17d0166ace0 req-f857883c-9a8a-4aa5-9d81-df118848060b tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] 10.222.0.104 "GET /v2.0/security-groups?id=3f36b739-fa02-4105-9f8c-527485057057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3546233 Jul 06 14:31:13.157738 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 4d24b5f7-6401-4e4a-9d7a-73123329f3a7 no longer exists at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:31:13.177496 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.plugin [None req-0e1b94f0-18bc-49c4-aefd-8e3b1f5d5851 tempest-TestSecurityGroupsBasicOps-42373486 tempest-TestSecurityGroupsBasicOps-42373486-project] Deleting port 6e5bca2e-4cb8-4575-83bc-ca42d034fad0 {{(pid=100247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:31:13.179596 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-0e1b94f0-18bc-49c4-aefd-8e3b1f5d5851 tempest-TestSecurityGroupsBasicOps-42373486 tempest-TestSecurityGroupsBasicOps-42373486-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:31:13.220290 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-cb826938-fbd0-41b8-8fc0-1883467c6f77 None None] Deleting port 4d24b5f7-6401-4e4a-9d7a-73123329f3a7 {{(pid=100248) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:31:13.220608 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-cb826938-fbd0-41b8-8fc0-1883467c6f77 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:31:13.237702 n-d-773647-6 neutron-server[100246]: DEBUG neutron.notifiers.nova [req-385eb89c-e822-4182-b6c2-840f84ce7662 req-60530751-dd47-4479-b6c6-0fffc32b2959 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 983ebf44-2782-4cd5-ad91-166a18f60590 {{(pid=100246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 14:31:13.246323 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-385eb89c-e822-4182-b6c2-840f84ce7662 req-60530751-dd47-4479-b6c6-0fffc32b2959 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:31:13.263587 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.provisioning_blocks [req-385eb89c-e822-4182-b6c2-840f84ce7662 req-60530751-dd47-4479-b6c6-0fffc32b2959 service neutron] Transition to ACTIVE for port object 983ebf44-2782-4cd5-ad91-166a18f60590 will not be triggered until provisioned by entity L2. {{(pid=100246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:31:13.270844 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-385eb89c-e822-4182-b6c2-840f84ce7662 req-60530751-dd47-4479-b6c6-0fffc32b2959 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127687527'] for port, after_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:31:13.289686 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.db [None req-0e1b94f0-18bc-49c4-aefd-8e3b1f5d5851 tempest-TestSecurityGroupsBasicOps-42373486 tempest-TestSecurityGroupsBasicOps-42373486-project] For port 6e5bca2e-4cb8-4575-83bc-ca42d034fad0, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=6e5bca2e-4cb8-4575-83bc-ca42d034fad0,segment=NetworkSegment(89a832b7-7793-4d51-9038-ed7e1c3ff1b2),segment_id=89a832b7-7793-4d51-9038-ed7e1c3ff1b2)] {{(pid=100247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:31:13.290247 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-0e1b94f0-18bc-49c4-aefd-8e3b1f5d5851 tempest-TestSecurityGroupsBasicOps-42373486 tempest-TestSecurityGroupsBasicOps-42373486-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:31:13.295312 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-cb826938-fbd0-41b8-8fc0-1883467c6f77 None None] For port 4d24b5f7-6401-4e4a-9d7a-73123329f3a7, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=4d24b5f7-6401-4e4a-9d7a-73123329f3a7,segment=NetworkSegment(11883808-3ed7-4052-bcf7-ab52ada671bc),segment_id=11883808-3ed7-4052-bcf7-ab52ada671bc)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:31:13.295807 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-cb826938-fbd0-41b8-8fc0-1883467c6f77 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:31:13.309733 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.plugin [None req-0e1b94f0-18bc-49c4-aefd-8e3b1f5d5851 tempest-TestSecurityGroupsBasicOps-42373486 tempest-TestSecurityGroupsBasicOps-42373486-project] Calling delete_port for 6e5bca2e-4cb8-4575-83bc-ca42d034fad0 owned by network:router_gateway {{(pid=100247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:31:13.311531 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-cb826938-fbd0-41b8-8fc0-1883467c6f77 None None] Calling delete_port for 4d24b5f7-6401-4e4a-9d7a-73123329f3a7 owned by network:dhcp {{(pid=100248) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:31:13.410922 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60530751-dd47-4479-b6c6-0fffc32b2959 service neutron] Pushing event updated for resources: {'Port': ['ID=983ebf44-2782-4cd5-ad91-166a18f60590,revision_number=2']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:31:13.442975 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-cb826938-fbd0-41b8-8fc0-1883467c6f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117'] for port, after_delete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:31:13.485608 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb826938-fbd0-41b8-8fc0-1883467c6f77 None None] Pushing event deleted for resources: {'Port': ['ID=4d24b5f7-6401-4e4a-9d7a-73123329f3a7,revision_number=None']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:31:13.494965 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb826938-fbd0-41b8-8fc0-1883467c6f77 None None] No DVR routers for this DVR port 4d24b5f7-6401-4e4a-9d7a-73123329f3a7 on host n-d-773647-6 {{(pid=100248) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:31:13.500480 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] No active binding found for port 4d24b5f7-6401-4e4a-9d7a-73123329f3a7 {{(pid=100248) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 06 14:31:13.508100 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 4d24b5f7-6401-4e4a-9d7a-73123329f3a7 not bound to the agent host n-d-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:31:13.529302 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-bed2bd77-a58c-4908-9d35-1269648149a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97e86a13-8043-4728-ab29-b42a1fc4564d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-653882251', 'tenant_id': '06674ee379754bdb83b089c26f2bfa62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.30'}], 'enable_snat': True}, 'gw_port_id': '6e5bca2e-4cb8-4575-83bc-ca42d034fad0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:30:44Z', 'updated_at': '2021-07-06T14:31:10Z', 'revision_number': 5, 'project_id': '06674ee379754bdb83b089c26f2bfa62', 'gw_port': {'id': '6e5bca2e-4cb8-4575-83bc-ca42d034fad0', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:8d:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97e86a13-8043-4728-ab29-b42a1fc4564d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3840, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:30:44Z', 'updated_at': '2021-07-06T14:30:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6'}], 'n-d-773647-6', False) {} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:31:13.559989 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bed2bd77-a58c-4908-9d35-1269648149a2 None None] The sync data for ids ['97e86a13-8043-4728-ab29-b42a1fc4564d'] in n-d-773647-6 is: [{'id': '97e86a13-8043-4728-ab29-b42a1fc4564d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-653882251', 'tenant_id': '06674ee379754bdb83b089c26f2bfa62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.30'}], 'enable_snat': True}, 'gw_port_id': '6e5bca2e-4cb8-4575-83bc-ca42d034fad0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:30:44Z', 'updated_at': '2021-07-06T14:31:10Z', 'revision_number': 5, 'project_id': '06674ee379754bdb83b089c26f2bfa62', 'gw_port': {'id': '6e5bca2e-4cb8-4575-83bc-ca42d034fad0', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:8d:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97e86a13-8043-4728-ab29-b42a1fc4564d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3840, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:30:44Z', 'updated_at': '2021-07-06T14:30:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6'}] {{(pid=100248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 14:31:13.584284 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [req-385eb89c-e822-4182-b6c2-840f84ce7662 req-60530751-dd47-4479-b6c6-0fffc32b2959 service neutron] Attempting to bind port 983ebf44-2782-4cd5-ad91-166a18f60590 on host n-h2-773647-6 for vnic_type normal with profile {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:31:13.587971 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [req-385eb89c-e822-4182-b6c2-840f84ce7662 req-60530751-dd47-4479-b6c6-0fffc32b2959 service neutron] Attempting to bind port 983ebf44-2782-4cd5-ad91-166a18f60590 by drivers openvswitch,hyperv on host n-h2-773647-6 at level 0 using segments [{'id': 'fb70f030-83e8-41d7-b868-4485c113c2c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': '8d42e765-466c-4066-a835-9be26bf6d40e'}] {{(pid=100246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:31:13.588402 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-385eb89c-e822-4182-b6c2-840f84ce7662 req-60530751-dd47-4479-b6c6-0fffc32b2959 service neutron] Attempting to bind port 983ebf44-2782-4cd5-ad91-166a18f60590 on network 8d42e765-466c-4066-a835-9be26bf6d40e {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:31:13.597718 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-0e1b94f0-18bc-49c4-aefd-8e3b1f5d5851 tempest-TestSecurityGroupsBasicOps-42373486 tempest-TestSecurityGroupsBasicOps-42373486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128888353'] for port, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:31:13.598430 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-385eb89c-e822-4182-b6c2-840f84ce7662 req-60530751-dd47-4479-b6c6-0fffc32b2959 service neutron] Port 983ebf44-2782-4cd5-ad91-166a18f60590 on network 8d42e765-466c-4066-a835-9be26bf6d40e not bound, no agent of type Open vSwitch agent registered on host n-h2-773647-6 {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 14:31:13.598832 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-385eb89c-e822-4182-b6c2-840f84ce7662 req-60530751-dd47-4479-b6c6-0fffc32b2959 service neutron] Attempting to bind port 983ebf44-2782-4cd5-ad91-166a18f60590 on network 8d42e765-466c-4066-a835-9be26bf6d40e {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:31:13.604826 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-385eb89c-e822-4182-b6c2-840f84ce7662 req-60530751-dd47-4479-b6c6-0fffc32b2959 service neutron] Checking agent: {'id': '63768ece-0600-4354-8d29-fdedec96b077', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-773647-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 51, 10), 'started_at': datetime.datetime(2021, 7, 6, 13, 51, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 31, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:31:13.605504 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-385eb89c-e822-4182-b6c2-840f84ce7662 req-60530751-dd47-4479-b6c6-0fffc32b2959 service neutron] Checking segment: {'id': 'fb70f030-83e8-41d7-b868-4485c113c2c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': '8d42e765-466c-4066-a835-9be26bf6d40e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:31:13.605789 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-385eb89c-e822-4182-b6c2-840f84ce7662 req-60530751-dd47-4479-b6c6-0fffc32b2959 service neutron] Bound using segment: {'id': 'fb70f030-83e8-41d7-b868-4485c113c2c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': '8d42e765-466c-4066-a835-9be26bf6d40e'} {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:31:13.606306 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [req-385eb89c-e822-4182-b6c2-840f84ce7662 req-60530751-dd47-4479-b6c6-0fffc32b2959 service neutron] Bound port: 983ebf44-2782-4cd5-ad91-166a18f60590, host: n-h2-773647-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fb70f030-83e8-41d7-b868-4485c113c2c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': '8d42e765-466c-4066-a835-9be26bf6d40e'}}] {{(pid=100246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:31:13.606751 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-385eb89c-e822-4182-b6c2-840f84ce7662 req-60530751-dd47-4479-b6c6-0fffc32b2959 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:31:13.688631 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1b94f0-18bc-49c4-aefd-8e3b1f5d5851 tempest-TestSecurityGroupsBasicOps-42373486 tempest-TestSecurityGroupsBasicOps-42373486-project] Pushing event deleted for resources: {'Port': ['ID=6e5bca2e-4cb8-4575-83bc-ca42d034fad0,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:31:13.744287 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.db [req-385eb89c-e822-4182-b6c2-840f84ce7662 req-60530751-dd47-4479-b6c6-0fffc32b2959 service neutron] For port 983ebf44-2782-4cd5-ad91-166a18f60590, host n-h2-773647-6, cleared binding levels {{(pid=100246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:31:13.752471 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.db [req-385eb89c-e822-4182-b6c2-840f84ce7662 req-60530751-dd47-4479-b6c6-0fffc32b2959 service neutron] For port 983ebf44-2782-4cd5-ad91-166a18f60590, host n-h2-773647-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=983ebf44-2782-4cd5-ad91-166a18f60590,segment=NetworkSegment(fb70f030-83e8-41d7-b868-4485c113c2c0),segment_id=fb70f030-83e8-41d7-b868-4485c113c2c0)] {{(pid=100246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:31:13.758841 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-385eb89c-e822-4182-b6c2-840f84ce7662 req-60530751-dd47-4479-b6c6-0fffc32b2959 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127687527'] for port, after_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:31:13.780358 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-0e1b94f0-18bc-49c4-aefd-8e3b1f5d5851 tempest-TestSecurityGroupsBasicOps-42373486 tempest-TestSecurityGroupsBasicOps-42373486-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1761104'] for router_gateway, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:31:13.818550 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385eb89c-e822-4182-b6c2-840f84ce7662 req-60530751-dd47-4479-b6c6-0fffc32b2959 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:31:13.819819 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-385eb89c-e822-4182-b6c2-840f84ce7662 req-60530751-dd47-4479-b6c6-0fffc32b2959 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:31:13.822615 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-385eb89c-e822-4182-b6c2-840f84ce7662 req-60530751-dd47-4479-b6c6-0fffc32b2959 service neutron] 10.222.0.72 "PUT /v2.0/ports/983ebf44-2782-4cd5-ad91-166a18f60590 HTTP/1.1" status: 200 len: 1092 time: 1.2536895 Jul 06 14:31:13.823113 n-d-773647-6 neutron-server[100246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '087d4d3a-c4ae-40aa-942c-83813b822a0a', 'tag': '983ebf44-2782-4cd5-ad91-166a18f60590'}] {{(pid=100246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:31:13.825951 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0d96c5ab5e889f7b933ae915b9be33d1b46c9e87795bf781004b656ef3f1e87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5e08273-aa2e-4076-b833-4dd10f17fa0a" -d '{"events": [{"name": "network-changed", "server_uuid": "087d4d3a-c4ae-40aa-942c-83813b822a0a", "tag": "983ebf44-2782-4cd5-ad91-166a18f60590"}]}' {{(pid=100246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:31:13.871850 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60530751-dd47-4479-b6c6-0fffc32b2959 service neutron] Pushing event updated for resources: {'Port': ['ID=983ebf44-2782-4cd5-ad91-166a18f60590,revision_number=3']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:31:13.921094 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 14:31:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85c6aec6-1e62-4294-a5b0-27bd0f673b0c x-openstack-request-id: req-85c6aec6-1e62-4294-a5b0-27bd0f673b0c {{(pid=100246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:31:13.921431 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "087d4d3a-c4ae-40aa-942c-83813b822a0a", "tag": "983ebf44-2782-4cd5-ad91-166a18f60590", "status": "completed", "code": 200}]} {{(pid=100246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:31:13.921684 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-85c6aec6-1e62-4294-a5b0-27bd0f673b0c {{(pid=100246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:31:13.922086 n-d-773647-6 neutron-server[100246]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '087d4d3a-c4ae-40aa-942c-83813b822a0a', 'tag': '983ebf44-2782-4cd5-ad91-166a18f60590', 'status': 'completed', 'code': 200} Jul 06 14:31:13.977787 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385eb89c-e822-4182-b6c2-840f84ce7662 req-152e5f13-9865-43c6-aff3-8d1210e0b3dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:31:13.979638 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-385eb89c-e822-4182-b6c2-840f84ce7662 req-152e5f13-9865-43c6-aff3-8d1210e0b3dd service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=9d9b21e60bee490a9bf202cb583bf670&device_id=087d4d3a-c4ae-40aa-942c-83813b822a0a HTTP/1.1" status: 200 len: 1095 time: 0.1029415 Jul 06 14:31:14.008946 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-0e1b94f0-18bc-49c4-aefd-8e3b1f5d5851 tempest-TestSecurityGroupsBasicOps-42373486 tempest-TestSecurityGroupsBasicOps-42373486-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1806308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6982'] for router, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:31:14.014285 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-0e1b94f0-18bc-49c4-aefd-8e3b1f5d5851 tempest-TestSecurityGroupsBasicOps-42373486 tempest-TestSecurityGroupsBasicOps-42373486-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:31:14.065430 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-385eb89c-e822-4182-b6c2-840f84ce7662 req-e3177494-4572-48c5-b395-14961c6cabd8 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=983ebf44-2782-4cd5-ad91-166a18f60590 HTTP/1.1" status: 200 len: 217 time: 0.0781891 Jul 06 14:31:14.108310 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-0e1b94f0-18bc-49c4-aefd-8e3b1f5d5851 tempest-TestSecurityGroupsBasicOps-42373486 tempest-TestSecurityGroupsBasicOps-42373486-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1805684'] for router, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:31:14.109497 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e1b94f0-18bc-49c4-aefd-8e3b1f5d5851 tempest-TestSecurityGroupsBasicOps-42373486 tempest-TestSecurityGroupsBasicOps-42373486-project] Fanout notify agent at l3_agent the message router_deleted on router 97e86a13-8043-4728-ab29-b42a1fc4564d {{(pid=100247) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 14:31:14.117501 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-0e1b94f0-18bc-49c4-aefd-8e3b1f5d5851 tempest-TestSecurityGroupsBasicOps-42373486 tempest-TestSecurityGroupsBasicOps-42373486-project] Notify callbacks [] for router, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:31:14.127769 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-0e1b94f0-18bc-49c4-aefd-8e3b1f5d5851 tempest-TestSecurityGroupsBasicOps-42373486 tempest-TestSecurityGroupsBasicOps-42373486-project] 10.222.0.104 "DELETE /v2.0/routers/97e86a13-8043-4728-ab29-b42a1fc4564d HTTP/1.1" status: 204 len: 168 time: 1.7696760 Jul 06 14:31:14.128816 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 54752) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:31:14.162340 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385eb89c-e822-4182-b6c2-840f84ce7662 req-2cba1795-129f-4847-9005-3b3b0152e40b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:31:14.164621 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-385eb89c-e822-4182-b6c2-840f84ce7662 req-2cba1795-129f-4847-9005-3b3b0152e40b service neutron] 10.222.0.72 "GET /v2.0/subnets?id=2909a683-548c-4b5b-9f41-76ab6ad57d29 HTTP/1.1" status: 200 len: 851 time: 0.0918097 Jul 06 14:31:14.239466 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385eb89c-e822-4182-b6c2-840f84ce7662 req-860fa4c3-1a8d-450c-8195-7aac1e73e4f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:31:14.240972 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-385eb89c-e822-4182-b6c2-840f84ce7662 req-860fa4c3-1a8d-450c-8195-7aac1e73e4f9 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=8d42e765-466c-4066-a835-9be26bf6d40e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0705438 Jul 06 14:31:14.294303 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-b672c74e-0c5d-4afc-b00f-dd76748b2bce tempest-TestSecurityGroupsBasicOps-42373486 tempest-TestSecurityGroupsBasicOps-42373486-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530492'] for network, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:31:14.395686 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-385eb89c-e822-4182-b6c2-840f84ce7662 req-9a9d7b86-6d6e-4166-9e33-de16f5f86d5f service neutron] 10.222.0.72 "GET /v2.0/networks/8d42e765-466c-4066-a835-9be26bf6d40e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1476266 Jul 06 14:31:14.462610 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-b672c74e-0c5d-4afc-b00f-dd76748b2bce tempest-TestSecurityGroupsBasicOps-42373486 tempest-TestSecurityGroupsBasicOps-42373486-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-917204', 'neutron.services.segments.db._delete_segments_for_network-8773753502302'] for network, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:31:14.479784 n-d-773647-6 neutron-server[100247]: DEBUG neutron.services.segments.db [None req-b672c74e-0c5d-4afc-b00f-dd76748b2bce tempest-TestSecurityGroupsBasicOps-42373486 tempest-TestSecurityGroupsBasicOps-42373486-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['920081c3-450e-4035-be7f-d7c41ac5c66f']}} {{(pid=100247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:31:14.492997 n-d-773647-6 neutron-server[100247]: DEBUG neutron.services.segments.db [None req-b672c74e-0c5d-4afc-b00f-dd76748b2bce tempest-TestSecurityGroupsBasicOps-42373486 tempest-TestSecurityGroupsBasicOps-42373486-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '11883808-3ed7-4052-bcf7-ab52ada671bc') {'for_net_delete': True} {{(pid=100247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:31:14.493556 n-d-773647-6 neutron-server[100247]: DEBUG neutron.services.segments.db [None req-b672c74e-0c5d-4afc-b00f-dd76748b2bce tempest-TestSecurityGroupsBasicOps-42373486 tempest-TestSecurityGroupsBasicOps-42373486-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '11883808-3ed7-4052-bcf7-ab52ada671bc') {} {{(pid=100247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:31:14.503780 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae54ac0a-49e9-40d1-8c76-b4932eb2151e req-1ed8a4ed-2e91-495c-8b5d-9b3b058ea334 tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:31:14.507124 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-385eb89c-e822-4182-b6c2-840f84ce7662 req-f6c06424-c5e5-49de-9c07-16c570b03bc5 service neutron] 10.222.0.72 "GET /v2.0/networks/8d42e765-466c-4066-a835-9be26bf6d40e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1047404 Jul 06 14:31:14.511548 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-ae54ac0a-49e9-40d1-8c76-b4932eb2151e req-1ed8a4ed-2e91-495c-8b5d-9b3b058ea334 tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] 10.222.0.104 "GET /v2.0/ports?device_id=087d4d3a-c4ae-40aa-942c-83813b822a0a HTTP/1.1" status: 200 len: 944 time: 0.2149959 Jul 06 14:31:14.534274 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-b672c74e-0c5d-4afc-b00f-dd76748b2bce tempest-TestSecurityGroupsBasicOps-42373486 tempest-TestSecurityGroupsBasicOps-42373486-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773753515138', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127131763'] for segment, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:31:14.570389 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-b672c74e-0c5d-4afc-b00f-dd76748b2bce tempest-TestSecurityGroupsBasicOps-42373486 tempest-TestSecurityGroupsBasicOps-42373486-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552'] for segment, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:31:14.582393 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-ae54ac0a-49e9-40d1-8c76-b4932eb2151e req-4d47afc1-2967-4826-bac4-cd3c78a4e0c5 tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] 10.222.0.104 "GET /v2.0/security-groups?id=3f36b739-fa02-4105-9f8c-527485057057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698130 Jul 06 14:31:14.583482 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b672c74e-0c5d-4afc-b00f-dd76748b2bce tempest-TestSecurityGroupsBasicOps-42373486 tempest-TestSecurityGroupsBasicOps-42373486-project] Releasing vlan 1043 on physical network physnet1 to pool {{(pid=100247) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 14:31:14.583896 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-b672c74e-0c5d-4afc-b00f-dd76748b2bce tempest-TestSecurityGroupsBasicOps-42373486 tempest-TestSecurityGroupsBasicOps-42373486-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-128888574'] for segment, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:31:14.587195 n-d-773647-6 neutron-server[100247]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:31:14.587195 n-d-773647-6 neutron-server[100247]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:31:14.587195 n-d-773647-6 neutron-server[100247]: Traceback (most recent call last): Jul 06 14:31:14.587195 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 14:31:14.587195 n-d-773647-6 neutron-server[100247]: timer() Jul 06 14:31:14.587195 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 14:31:14.587195 n-d-773647-6 neutron-server[100247]: cb(*args, **kw) Jul 06 14:31:14.587195 n-d-773647-6 neutron-server[100247]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 14:31:14.587195 n-d-773647-6 neutron-server[100247]: return func(*args, **kwargs) Jul 06 14:31:14.587195 n-d-773647-6 neutron-server[100247]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 14:31:14.587195 n-d-773647-6 neutron-server[100247]: self._notify() Jul 06 14:31:14.587195 n-d-773647-6 neutron-server[100247]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 14:31:14.587195 n-d-773647-6 neutron-server[100247]: self.callback(batched_events) Jul 06 14:31:14.587195 n-d-773647-6 neutron-server[100247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 14:31:14.587195 n-d-773647-6 neutron-server[100247]: event.method(event) Jul 06 14:31:14.587195 n-d-773647-6 neutron-server[100247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 14:31:14.587195 n-d-773647-6 neutron-server[100247]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 14:31:14.587195 n-d-773647-6 neutron-server[100247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 14:31:14.587195 n-d-773647-6 neutron-server[100247]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 14:31:14.587195 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 14:31:14.587195 n-d-773647-6 neutron-server[100247]: return f(self, *a, **k) Jul 06 14:31:14.587195 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 14:31:14.587195 n-d-773647-6 neutron-server[100247]: return self._get(url).json() Jul 06 14:31:14.587195 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 14:31:14.587195 n-d-773647-6 neutron-server[100247]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 14:31:14.587195 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 14:31:14.587195 n-d-773647-6 neutron-server[100247]: return self.request(url, 'GET', **kwargs) Jul 06 14:31:14.587195 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 14:31:14.587195 n-d-773647-6 neutron-server[100247]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 14:31:14.587195 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 14:31:14.587195 n-d-773647-6 neutron-server[100247]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 14:31:14.587195 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 14:31:14.587195 n-d-773647-6 neutron-server[100247]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 14:31:14.587195 n-d-773647-6 neutron-server[100247]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 14:31:14.683829 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e08273-aa2e-4076-b833-4dd10f17fa0a req-3a2d3deb-1213-432e-8249-66a163c9ce7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:31:14.684919 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-b672c74e-0c5d-4afc-b00f-dd76748b2bce tempest-TestSecurityGroupsBasicOps-42373486 tempest-TestSecurityGroupsBasicOps-42373486-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-917215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1761140'] for network, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:31:14.686405 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-f5e08273-aa2e-4076-b833-4dd10f17fa0a req-3a2d3deb-1213-432e-8249-66a163c9ce7b service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=9d9b21e60bee490a9bf202cb583bf670&device_id=087d4d3a-c4ae-40aa-942c-83813b822a0a HTTP/1.1" status: 200 len: 1095 time: 0.1152585 Jul 06 14:31:14.700409 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-b672c74e-0c5d-4afc-b00f-dd76748b2bce tempest-TestSecurityGroupsBasicOps-42373486 tempest-TestSecurityGroupsBasicOps-42373486-project] Notify callbacks [] for network, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:31:14.704857 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-b672c74e-0c5d-4afc-b00f-dd76748b2bce tempest-TestSecurityGroupsBasicOps-42373486 tempest-TestSecurityGroupsBasicOps-42373486-project] 10.222.0.104 "DELETE /v2.0/networks/920081c3-450e-4035-be7f-d7c41ac5c66f HTTP/1.1" status: 204 len: 168 time: 0.5726788 Jul 06 14:31:14.709564 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 54756) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:31:14.727426 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b672c74e-0c5d-4afc-b00f-dd76748b2bce tempest-TestSecurityGroupsBasicOps-42373486 tempest-TestSecurityGroupsBasicOps-42373486-project] Pushing event deleted for resources: {'Network': ['ID=920081c3-450e-4035-be7f-d7c41ac5c66f,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:31:14.805252 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e08273-aa2e-4076-b833-4dd10f17fa0a req-ed1dbfcf-20d9-452b-a40e-d99bfff119c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:31:14.807089 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-f5e08273-aa2e-4076-b833-4dd10f17fa0a req-ed1dbfcf-20d9-452b-a40e-d99bfff119c6 service neutron] 10.222.0.72 "GET /v2.0/networks?id=8d42e765-466c-4066-a835-9be26bf6d40e HTTP/1.1" status: 200 len: 914 time: 0.1149249 Jul 06 14:31:14.857977 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-f5e08273-aa2e-4076-b833-4dd10f17fa0a req-b949b527-d467-49bb-900a-728e52529180 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=983ebf44-2782-4cd5-ad91-166a18f60590 HTTP/1.1" status: 200 len: 217 time: 0.0441904 Jul 06 14:31:14.909524 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.plugin [None req-e1901276-cc61-440d-9f83-29cd942c38e3 tempest-TestSecurityGroupsBasicOps-42373486 tempest-TestSecurityGroupsBasicOps-42373486-project] Deleting port 377beceb-f3d5-4326-be55-68b3fe1db8c3 {{(pid=100247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:31:14.910034 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-e1901276-cc61-440d-9f83-29cd942c38e3 tempest-TestSecurityGroupsBasicOps-42373486 tempest-TestSecurityGroupsBasicOps-42373486-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:31:14.923287 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e08273-aa2e-4076-b833-4dd10f17fa0a req-653c756b-45cb-4665-9532-b96c42b10e13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:31:14.926025 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-f5e08273-aa2e-4076-b833-4dd10f17fa0a req-653c756b-45cb-4665-9532-b96c42b10e13 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=2909a683-548c-4b5b-9f41-76ab6ad57d29 HTTP/1.1" status: 200 len: 851 time: 0.0621789 Jul 06 14:31:14.997616 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-e1901276-cc61-440d-9f83-29cd942c38e3 tempest-TestSecurityGroupsBasicOps-42373486 tempest-TestSecurityGroupsBasicOps-42373486-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:31:14.998040 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-e1901276-cc61-440d-9f83-29cd942c38e3 tempest-TestSecurityGroupsBasicOps-42373486 tempest-TestSecurityGroupsBasicOps-42373486-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:31:15.010234 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e08273-aa2e-4076-b833-4dd10f17fa0a req-917a1f2a-d0fc-4654-a538-976573273860 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:31:15.011997 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-f5e08273-aa2e-4076-b833-4dd10f17fa0a req-917a1f2a-d0fc-4654-a538-976573273860 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=8d42e765-466c-4066-a835-9be26bf6d40e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0789156 Jul 06 14:31:15.013740 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.plugin [None req-e1901276-cc61-440d-9f83-29cd942c38e3 tempest-TestSecurityGroupsBasicOps-42373486 tempest-TestSecurityGroupsBasicOps-42373486-project] Calling delete_port for 377beceb-f3d5-4326-be55-68b3fe1db8c3 owned by network:floatingip {{(pid=100247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:31:15.128236 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device ae9b1df1-160f-445b-8c89-97bc6a794b63 no longer exists at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:31:15.159101 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] No Port match for: ae9b1df1-160f-445b-8c89-97bc6a794b63 {{(pid=100248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 14:31:15.160735 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device ae9b1df1-160f-445b-8c89-97bc6a794b63 not bound to the agent host n-d-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:31:15.160735 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 6e5bca2e-4cb8-4575-83bc-ca42d034fad0 no longer exists at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:31:15.171947 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-f5e08273-aa2e-4076-b833-4dd10f17fa0a req-c196adf2-7ed1-40e4-b65b-3f3b19436831 service neutron] 10.222.0.72 "GET /v2.0/networks/8d42e765-466c-4066-a835-9be26bf6d40e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1523113 Jul 06 14:31:15.185824 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] No Port match for: 6e5bca2e-4cb8-4575-83bc-ca42d034fad0 {{(pid=100248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 14:31:15.186178 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 6e5bca2e-4cb8-4575-83bc-ca42d034fad0 not bound to the agent host n-d-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:31:15.272802 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-e1901276-cc61-440d-9f83-29cd942c38e3 tempest-TestSecurityGroupsBasicOps-42373486 tempest-TestSecurityGroupsBasicOps-42373486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128888353'] for port, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:31:15.310451 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-f5e08273-aa2e-4076-b833-4dd10f17fa0a req-38bc4f24-4982-4308-8856-0cfb2231796f service neutron] 10.222.0.72 "GET /v2.0/networks/8d42e765-466c-4066-a835-9be26bf6d40e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1308036 Jul 06 14:31:15.320137 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1901276-cc61-440d-9f83-29cd942c38e3 tempest-TestSecurityGroupsBasicOps-42373486 tempest-TestSecurityGroupsBasicOps-42373486-project] Pushing event deleted for resources: {'Port': ['ID=377beceb-f3d5-4326-be55-68b3fe1db8c3,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:31:15.438447 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-e1901276-cc61-440d-9f83-29cd942c38e3 tempest-TestSecurityGroupsBasicOps-42373486 tempest-TestSecurityGroupsBasicOps-42373486-project] Notify callbacks [] for floatingip, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:31:15.438721 n-d-773647-6 neutron-server[100247]: INFO neutron.db.l3_db [None req-e1901276-cc61-440d-9f83-29cd942c38e3 tempest-TestSecurityGroupsBasicOps-42373486 tempest-TestSecurityGroupsBasicOps-42373486-project] Floating IP f8212ca3-c6cf-46b6-881a-d14908182fbf disassociated (deleted). External IP: 172.25.0.89, port: 0f86cb72-320d-4ada-9c2d-36b9c2084a76. Jul 06 14:31:15.799775 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1901276-cc61-440d-9f83-29cd942c38e3 tempest-TestSecurityGroupsBasicOps-42373486 tempest-TestSecurityGroupsBasicOps-42373486-project] Router a864acad-8523-47ff-a66d-d7a42913db2d has already been hosted by L3 agent 2823d358-a11b-4885-a706-95a279e43fa7 {{(pid=100247) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 14:31:15.824411 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37940c8f-86e4-464e-9332-c26a5bda8655 req-12865e3a-f38b-4a33-b859-a0ec370d1ea2 tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:31:15.831619 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-37940c8f-86e4-464e-9332-c26a5bda8655 req-12865e3a-f38b-4a33-b859-a0ec370d1ea2 tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] 10.222.0.104 "GET /v2.0/ports?device_id=087d4d3a-c4ae-40aa-942c-83813b822a0a HTTP/1.1" status: 200 len: 944 time: 0.0990007 Jul 06 14:31:15.919807 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-37940c8f-86e4-464e-9332-c26a5bda8655 req-2d006242-7e4b-48d1-804a-d96a59636706 tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] 10.222.0.104 "GET /v2.0/security-groups?id=3f36b739-fa02-4105-9f8c-527485057057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873048 Jul 06 14:31:16.010775 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1901276-cc61-440d-9f83-29cd942c38e3 tempest-TestSecurityGroupsBasicOps-42373486 tempest-TestSecurityGroupsBasicOps-42373486-project] Notify agent at l3_agent.n-d-773647-6 the message routers_updated {{(pid=100247) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 14:31:16.023030 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-e1901276-cc61-440d-9f83-29cd942c38e3 tempest-TestSecurityGroupsBasicOps-42373486 tempest-TestSecurityGroupsBasicOps-42373486-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for floatingip, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:31:16.023189 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c8504da-288a-4939-bed0-fb40f56b7009 None None] Sync routers for ids ['a864acad-8523-47ff-a66d-d7a42913db2d'] in n-d-773647-6 {{(pid=100249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 14:31:16.033230 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c8504da-288a-4939-bed0-fb40f56b7009 None None] Routers {'a864acad-8523-47ff-a66d-d7a42913db2d'} bound to L3 agent in host n-d-773647-6 {{(pid=100249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:31:16.033982 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-4c8504da-288a-4939-bed0-fb40f56b7009 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T14:30:56Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['a864acad-8523-47ff-a66d-d7a42913db2d'], 'active': True} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:31:16.070393 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-e1901276-cc61-440d-9f83-29cd942c38e3 tempest-TestSecurityGroupsBasicOps-42373486 tempest-TestSecurityGroupsBasicOps-42373486-project] 10.222.0.104 "DELETE /v2.0/floatingips/f8212ca3-c6cf-46b6-881a-d14908182fbf HTTP/1.1" status: 204 len: 168 time: 1.3599916 Jul 06 14:31:16.070966 n-d-773647-6 neutron-server[100247]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7837c965-f4de-4a54-97e8-d387a0c4322f', 'tag': '0f86cb72-320d-4ada-9c2d-36b9c2084a76'}] {{(pid=100247) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:31:16.081972 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cbf0eeaae822f8fc9b87a94aeba67a3d651842baf663a51cba94b67a514836d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ff02996-7ff3-43e2-819e-17a5346d8a26" -d '{"events": [{"name": "network-changed", "server_uuid": "7837c965-f4de-4a54-97e8-d387a0c4322f", "tag": "0f86cb72-320d-4ada-9c2d-36b9c2084a76"}]}' {{(pid=100247) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:31:16.217430 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvr_db [None req-4c8504da-288a-4939-bed0-fb40f56b7009 None None] Set router a864acad-8523-47ff-a66d-d7a42913db2d gateway port host: n-d-773647-6 {{(pid=100249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:31:16.351100 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 14:31:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90d96c6c-db6e-498e-b62b-42a9ff087f8e x-openstack-request-id: req-90d96c6c-db6e-498e-b62b-42a9ff087f8e {{(pid=100247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:31:16.351628 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7837c965-f4de-4a54-97e8-d387a0c4322f", "tag": "0f86cb72-320d-4ada-9c2d-36b9c2084a76", "status": "completed", "code": 200}]} {{(pid=100247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:31:16.351717 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-90d96c6c-db6e-498e-b62b-42a9ff087f8e {{(pid=100247) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:31:16.352332 n-d-773647-6 neutron-server[100247]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7837c965-f4de-4a54-97e8-d387a0c4322f', 'tag': '0f86cb72-320d-4ada-9c2d-36b9c2084a76', 'status': 'completed', 'code': 200} Jul 06 14:31:16.687505 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-4c8504da-288a-4939-bed0-fb40f56b7009 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a864acad-8523-47ff-a66d-d7a42913db2d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-905685173', 'tenant_id': '06674ee379754bdb83b089c26f2bfa62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.179'}], 'enable_snat': True}, 'gw_port_id': 'd0b98fcb-aa8e-45c9-af76-f4fbc67a8c47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:29:00Z', 'updated_at': '2021-07-06T14:29:07Z', 'revision_number': 4, 'project_id': '06674ee379754bdb83b089c26f2bfa62', 'gw_port': {'id': 'd0b98fcb-aa8e-45c9-af76-f4fbc67a8c47', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:d8:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a864acad-8523-47ff-a66d-d7a42913db2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3773, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:29:01Z', 'updated_at': '2021-07-06T14:29:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6', '_interfaces': [{'id': '70422497-8cbd-4f3f-9a55-b992584aa2cd', 'name': '', 'network_id': '04fc6fea-775e-46c3-85f0-f2b882efb12c', 'tenant_id': '06674ee379754bdb83b089c26f2bfa62', 'mac_address': 'fa:16:3e:02:29:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a864acad-8523-47ff-a66d-d7a42913db2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3777, 'fixed_ips': [{'subnet_id': '4150c8f4-929d-4f2b-8e59-88fd05a42b5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:29:05Z', 'updated_at': '2021-07-06T14:29:13Z', 'revision_number': 5, 'project_id': '06674ee379754bdb83b089c26f2bfa62', 'subnets': [{'id': '4150c8f4-929d-4f2b-8e59-88fd05a42b5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773647-6', False) {} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:31:16.695964 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff02996-7ff3-43e2-819e-17a5346d8a26 req-88c174b4-db93-4240-b9ee-fc3329f76a2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:31:16.698288 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-6ff02996-7ff3-43e2-819e-17a5346d8a26 req-88c174b4-db93-4240-b9ee-fc3329f76a2c service neutron] 10.222.0.127 "GET /v2.0/ports?tenant_id=06674ee379754bdb83b089c26f2bfa62&device_id=7837c965-f4de-4a54-97e8-d387a0c4322f HTTP/1.1" status: 200 len: 1135 time: 0.3049059 Jul 06 14:31:16.728735 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341e514c-49a5-4291-b0c3-473e0a1b24f8 req-55f838f7-c8c4-41df-90a3-80ca3b2bb0ce tempest-TestSecurityGroupsBasicOps-42373486 tempest-TestSecurityGroupsBasicOps-42373486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:31:16.736362 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-341e514c-49a5-4291-b0c3-473e0a1b24f8 req-55f838f7-c8c4-41df-90a3-80ca3b2bb0ce tempest-TestSecurityGroupsBasicOps-42373486 tempest-TestSecurityGroupsBasicOps-42373486-project] 10.222.0.104 "GET /v2.0/ports?device_id=7837c965-f4de-4a54-97e8-d387a0c4322f HTTP/1.1" status: 200 len: 984 time: 0.1461163 Jul 06 14:31:16.758409 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c8504da-288a-4939-bed0-fb40f56b7009 None None] Checking router: a864acad-8523-47ff-a66d-d7a42913db2d for host: n-d-773647-6 {{(pid=100249) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 14:31:16.769907 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c8504da-288a-4939-bed0-fb40f56b7009 None None] Routers {'a864acad-8523-47ff-a66d-d7a42913db2d'} bound to L3 agent in host n-d-773647-6 {{(pid=100249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:31:16.770701 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-4c8504da-288a-4939-bed0-fb40f56b7009 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T14:30:56Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['a864acad-8523-47ff-a66d-d7a42913db2d'], 'active': True} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:31:16.937703 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvr_db [None req-4c8504da-288a-4939-bed0-fb40f56b7009 None None] Set router a864acad-8523-47ff-a66d-d7a42913db2d gateway port host: n-d-773647-6 {{(pid=100249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:31:17.274887 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-341e514c-49a5-4291-b0c3-473e0a1b24f8 req-22be3d6f-8433-4b88-8abb-06f937625797 tempest-TestSecurityGroupsBasicOps-42373486 tempest-TestSecurityGroupsBasicOps-42373486-project] 10.222.0.104 "GET /v2.0/security-groups?id=125556d4-5883-4562-b138-fca4d092e885&id=1dc49fd4-cdc3-42ae-82e6-8afdc5ff9389&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.5375092 Jul 06 14:31:17.285612 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-4c8504da-288a-4939-bed0-fb40f56b7009 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a864acad-8523-47ff-a66d-d7a42913db2d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-905685173', 'tenant_id': '06674ee379754bdb83b089c26f2bfa62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.179'}], 'enable_snat': True}, 'gw_port_id': 'd0b98fcb-aa8e-45c9-af76-f4fbc67a8c47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:29:00Z', 'updated_at': '2021-07-06T14:29:07Z', 'revision_number': 4, 'project_id': '06674ee379754bdb83b089c26f2bfa62', 'gw_port': {'id': 'd0b98fcb-aa8e-45c9-af76-f4fbc67a8c47', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:d8:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a864acad-8523-47ff-a66d-d7a42913db2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3773, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:29:01Z', 'updated_at': '2021-07-06T14:29:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6', '_interfaces': [{'id': '70422497-8cbd-4f3f-9a55-b992584aa2cd', 'name': '', 'network_id': '04fc6fea-775e-46c3-85f0-f2b882efb12c', 'tenant_id': '06674ee379754bdb83b089c26f2bfa62', 'mac_address': 'fa:16:3e:02:29:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a864acad-8523-47ff-a66d-d7a42913db2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3777, 'fixed_ips': [{'subnet_id': '4150c8f4-929d-4f2b-8e59-88fd05a42b5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:29:05Z', 'updated_at': '2021-07-06T14:29:13Z', 'revision_number': 5, 'project_id': '06674ee379754bdb83b089c26f2bfa62', 'subnets': [{'id': '4150c8f4-929d-4f2b-8e59-88fd05a42b5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773647-6', False) {} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:31:17.314324 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff02996-7ff3-43e2-819e-17a5346d8a26 req-aa3f6c18-7e27-44a0-a0b9-78865e19b9ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:31:17.316993 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-6ff02996-7ff3-43e2-819e-17a5346d8a26 req-aa3f6c18-7e27-44a0-a0b9-78865e19b9ad service neutron] 10.222.0.127 "GET /v2.0/networks?id=04fc6fea-775e-46c3-85f0-f2b882efb12c HTTP/1.1" status: 200 len: 898 time: 0.6111095 Jul 06 14:31:17.324926 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c8504da-288a-4939-bed0-fb40f56b7009 None None] The sync data for ids ['a864acad-8523-47ff-a66d-d7a42913db2d'] in n-d-773647-6 is: [{'id': 'a864acad-8523-47ff-a66d-d7a42913db2d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-905685173', 'tenant_id': '06674ee379754bdb83b089c26f2bfa62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.179'}], 'enable_snat': True}, 'gw_port_id': 'd0b98fcb-aa8e-45c9-af76-f4fbc67a8c47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:29:00Z', 'updated_at': '2021-07-06T14:29:07Z', 'revision_number': 4, 'project_id': '06674ee379754bdb83b089c26f2bfa62', 'gw_port': {'id': 'd0b98fcb-aa8e-45c9-af76-f4fbc67a8c47', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:d8:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a864acad-8523-47ff-a66d-d7a42913db2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3773, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:29:01Z', 'updated_at': '2021-07-06T14:29:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6', '_interfaces': [{'id': '70422497-8cbd-4f3f-9a55-b992584aa2cd', 'name': '', 'network_id': '04fc6fea-775e-46c3-85f0-f2b882efb12c', 'tenant_id': '06674ee379754bdb83b089c26f2bfa62', 'mac_address': 'fa:16:3e:02:29:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a864acad-8523-47ff-a66d-d7a42913db2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3777, 'fixed_ips': [{'subnet_id': '4150c8f4-929d-4f2b-8e59-88fd05a42b5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:29:05Z', 'updated_at': '2021-07-06T14:29:13Z', 'revision_number': 5, 'project_id': '06674ee379754bdb83b089c26f2bfa62', 'subnets': [{'id': '4150c8f4-929d-4f2b-8e59-88fd05a42b5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 14:31:17.383424 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-6ff02996-7ff3-43e2-819e-17a5346d8a26 req-b3129073-c3fe-4d85-b3ea-3a3170140051 service neutron] 10.222.0.127 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0f86cb72-320d-4ada-9c2d-36b9c2084a76 HTTP/1.1" status: 200 len: 217 time: 0.0583601 Jul 06 14:31:17.471493 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e2a546-2029-48a3-babc-20070691c1cc req-89313210-51a6-48c1-a937-77d29b39ea7a tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:31:17.479745 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-f9e2a546-2029-48a3-babc-20070691c1cc req-89313210-51a6-48c1-a937-77d29b39ea7a tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] 10.222.0.104 "GET /v2.0/ports?device_id=087d4d3a-c4ae-40aa-942c-83813b822a0a HTTP/1.1" status: 200 len: 944 time: 0.2559321 Jul 06 14:31:17.522099 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff02996-7ff3-43e2-819e-17a5346d8a26 req-093adc47-ec46-4ec3-8685-99afbf1bdaa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:31:17.523551 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-6ff02996-7ff3-43e2-819e-17a5346d8a26 req-093adc47-ec46-4ec3-8685-99afbf1bdaa0 service neutron] 10.222.0.127 "GET /v2.0/subnets?id=4150c8f4-929d-4f2b-8e59-88fd05a42b5e HTTP/1.1" status: 200 len: 835 time: 0.1341717 Jul 06 14:31:17.568815 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-f9e2a546-2029-48a3-babc-20070691c1cc req-68d25103-9f97-4750-8ee6-4dae4058d591 tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] 10.222.0.104 "GET /v2.0/security-groups?id=3f36b739-fa02-4105-9f8c-527485057057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841429 Jul 06 14:31:17.662768 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff02996-7ff3-43e2-819e-17a5346d8a26 req-4e0db4cb-de1a-4f45-aa90-bd1e53cd1db7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:31:17.665068 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-6ff02996-7ff3-43e2-819e-17a5346d8a26 req-4e0db4cb-de1a-4f45-aa90-bd1e53cd1db7 service neutron] 10.222.0.127 "GET /v2.0/ports?network_id=04fc6fea-775e-46c3-85f0-f2b882efb12c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1332955 Jul 06 14:31:17.718373 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daa65f3b-f81b-4db8-81fa-744aa95c90ec None None] New status for floating IP f8212ca3-c6cf-46b6-881a-d14908182fbf: DOWN {{(pid=100248) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 14:31:17.849172 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-6ff02996-7ff3-43e2-819e-17a5346d8a26 req-fd337b24-5f9a-447f-9bd0-bacac3208cf2 service neutron] 10.222.0.127 "GET /v2.0/networks/04fc6fea-775e-46c3-85f0-f2b882efb12c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1739640 Jul 06 14:31:17.978716 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-6ff02996-7ff3-43e2-819e-17a5346d8a26 req-07ec3ab8-65d3-42ff-9f04-c34a6e8b1089 service neutron] 10.222.0.127 "GET /v2.0/networks/04fc6fea-775e-46c3-85f0-f2b882efb12c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234074 Jul 06 14:31:18.200427 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ccb10c-30f2-4b4b-88a6-89f9782a35b3 req-07246881-0e56-49f3-b4df-76b1535e4f99 tempest-TestSecurityGroupsBasicOps-42373486 tempest-TestSecurityGroupsBasicOps-42373486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:31:18.202298 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-04ccb10c-30f2-4b4b-88a6-89f9782a35b3 req-07246881-0e56-49f3-b4df-76b1535e4f99 tempest-TestSecurityGroupsBasicOps-42373486 tempest-TestSecurityGroupsBasicOps-42373486-project] 10.222.0.127 "GET /v2.0/ports?device_id=7837c965-f4de-4a54-97e8-d387a0c4322f HTTP/1.1" status: 200 len: 984 time: 0.1038315 Jul 06 14:31:18.345907 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.plugin [req-04ccb10c-30f2-4b4b-88a6-89f9782a35b3 req-5642b6a8-2de7-414f-858b-28acd21c4826 tempest-TestSecurityGroupsBasicOps-42373486 tempest-TestSecurityGroupsBasicOps-42373486-project] Deleting port 0f86cb72-320d-4ada-9c2d-36b9c2084a76 {{(pid=100247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:31:18.346168 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-04ccb10c-30f2-4b4b-88a6-89f9782a35b3 req-5642b6a8-2de7-414f-858b-28acd21c4826 tempest-TestSecurityGroupsBasicOps-42373486 tempest-TestSecurityGroupsBasicOps-42373486-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:31:18.516918 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.db [req-04ccb10c-30f2-4b4b-88a6-89f9782a35b3 req-5642b6a8-2de7-414f-858b-28acd21c4826 tempest-TestSecurityGroupsBasicOps-42373486 tempest-TestSecurityGroupsBasicOps-42373486-project] For port 0f86cb72-320d-4ada-9c2d-36b9c2084a76, host n-h1-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773647-6',level=0,port_id=0f86cb72-320d-4ada-9c2d-36b9c2084a76,segment=NetworkSegment(e1fb69b5-8eeb-41b3-83fb-bdd90f743881),segment_id=e1fb69b5-8eeb-41b3-83fb-bdd90f743881)] {{(pid=100247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:31:18.516918 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-04ccb10c-30f2-4b4b-88a6-89f9782a35b3 req-5642b6a8-2de7-414f-858b-28acd21c4826 tempest-TestSecurityGroupsBasicOps-42373486 tempest-TestSecurityGroupsBasicOps-42373486-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:31:18.544072 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.plugin [req-04ccb10c-30f2-4b4b-88a6-89f9782a35b3 req-5642b6a8-2de7-414f-858b-28acd21c4826 tempest-TestSecurityGroupsBasicOps-42373486 tempest-TestSecurityGroupsBasicOps-42373486-project] Calling delete_port for 0f86cb72-320d-4ada-9c2d-36b9c2084a76 owned by compute:nova {{(pid=100247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:31:18.609717 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e999b1dc-fc07-470f-b548-a7fbd0367a41 req-eecaff9e-8ef3-43ed-84e6-aed0e8d6e0db tempest-TestSecurityGroupsBasicOps-42373486 tempest-TestSecurityGroupsBasicOps-42373486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:31:18.611154 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-e999b1dc-fc07-470f-b548-a7fbd0367a41 req-eecaff9e-8ef3-43ed-84e6-aed0e8d6e0db tempest-TestSecurityGroupsBasicOps-42373486 tempest-TestSecurityGroupsBasicOps-42373486-project] 10.222.0.104 "GET /v2.0/ports?device_id=7837c965-f4de-4a54-97e8-d387a0c4322f HTTP/1.1" status: 200 len: 984 time: 0.1645284 Jul 06 14:31:18.678323 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-e999b1dc-fc07-470f-b548-a7fbd0367a41 req-692182e5-73e9-4cb1-a992-1546b08ab8c2 tempest-TestSecurityGroupsBasicOps-42373486 tempest-TestSecurityGroupsBasicOps-42373486-project] 10.222.0.104 "GET /v2.0/security-groups?id=125556d4-5883-4562-b138-fca4d092e885&id=1dc49fd4-cdc3-42ae-82e6-8afdc5ff9389&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0600033 Jul 06 14:31:18.796959 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-04ccb10c-30f2-4b4b-88a6-89f9782a35b3 req-5642b6a8-2de7-414f-858b-28acd21c4826 tempest-TestSecurityGroupsBasicOps-42373486 tempest-TestSecurityGroupsBasicOps-42373486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128888353'] for port, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:31:18.836259 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5642b6a8-2de7-414f-858b-28acd21c4826 tempest-TestSecurityGroupsBasicOps-42373486 tempest-TestSecurityGroupsBasicOps-42373486-project] Pushing event deleted for resources: {'Port': ['ID=0f86cb72-320d-4ada-9c2d-36b9c2084a76,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:31:18.870039 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbbf0ee-47ec-4425-b434-f1dddc767296 req-de1e129c-60e5-4bf5-9c62-05c8a4251478 tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:31:18.872126 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-8dbbf0ee-47ec-4425-b434-f1dddc767296 req-de1e129c-60e5-4bf5-9c62-05c8a4251478 tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] 10.222.0.104 "GET /v2.0/ports?device_id=087d4d3a-c4ae-40aa-942c-83813b822a0a HTTP/1.1" status: 200 len: 944 time: 0.1429970 Jul 06 14:31:18.931923 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.l3_dvrscheduler_db [req-04ccb10c-30f2-4b4b-88a6-89f9782a35b3 req-5642b6a8-2de7-414f-858b-28acd21c4826 tempest-TestSecurityGroupsBasicOps-42373486 tempest-TestSecurityGroupsBasicOps-42373486-project] No DVR routers for this DVR port 0f86cb72-320d-4ada-9c2d-36b9c2084a76 on host n-h1-773647-6 {{(pid=100247) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:31:18.936554 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-04ccb10c-30f2-4b4b-88a6-89f9782a35b3 req-5642b6a8-2de7-414f-858b-28acd21c4826 tempest-TestSecurityGroupsBasicOps-42373486 tempest-TestSecurityGroupsBasicOps-42373486-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:31:18.938631 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-04ccb10c-30f2-4b4b-88a6-89f9782a35b3 req-5642b6a8-2de7-414f-858b-28acd21c4826 tempest-TestSecurityGroupsBasicOps-42373486 tempest-TestSecurityGroupsBasicOps-42373486-project] 10.222.0.127 "DELETE /v2.0/ports/0f86cb72-320d-4ada-9c2d-36b9c2084a76 HTTP/1.1" status: 204 len: 173 time: 0.7316637 Jul 06 14:31:18.939192 n-d-773647-6 neutron-server[100247]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7837c965-f4de-4a54-97e8-d387a0c4322f', 'name': 'network-vif-deleted', 'tag': '0f86cb72-320d-4ada-9c2d-36b9c2084a76'}] {{(pid=100247) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:31:18.942679 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cbf0eeaae822f8fc9b87a94aeba67a3d651842baf663a51cba94b67a514836d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a2b88c1-1649-4e12-935f-50b1880b5079" -d '{"events": [{"server_uuid": "7837c965-f4de-4a54-97e8-d387a0c4322f", "name": "network-vif-deleted", "tag": "0f86cb72-320d-4ada-9c2d-36b9c2084a76"}]}' {{(pid=100247) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:31:18.963970 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-8dbbf0ee-47ec-4425-b434-f1dddc767296 req-5c700bcd-1949-4d69-a6ca-f76a404c2254 tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] 10.222.0.104 "GET /v2.0/security-groups?id=3f36b739-fa02-4105-9f8c-527485057057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703194 Jul 06 14:31:18.991611 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 14:31:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10d0f543-5e20-4b33-86be-b22e3d818a4c x-openstack-request-id: req-10d0f543-5e20-4b33-86be-b22e3d818a4c {{(pid=100247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:31:18.992070 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7837c965-f4de-4a54-97e8-d387a0c4322f", "name": "network-vif-deleted", "tag": "0f86cb72-320d-4ada-9c2d-36b9c2084a76", "status": "completed", "code": 200}]} {{(pid=100247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:31:18.992495 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-10d0f543-5e20-4b33-86be-b22e3d818a4c {{(pid=100247) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:31:18.993042 n-d-773647-6 neutron-server[100247]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7837c965-f4de-4a54-97e8-d387a0c4322f', 'name': 'network-vif-deleted', 'tag': '0f86cb72-320d-4ada-9c2d-36b9c2084a76', 'status': 'completed', 'code': 200} Jul 06 14:31:19.810283 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 54788) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:31:19.879605 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-022dfb87-3054-4f58-af9d-c6a20347bcb6 tempest-TestSecurityGroupsBasicOps-42373486 tempest-TestSecurityGroupsBasicOps-42373486-project] Notify callbacks [] for security_group, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:31:19.909172 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-022dfb87-3054-4f58-af9d-c6a20347bcb6 tempest-TestSecurityGroupsBasicOps-42373486 tempest-TestSecurityGroupsBasicOps-42373486-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:31:19.958733 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-022dfb87-3054-4f58-af9d-c6a20347bcb6 tempest-TestSecurityGroupsBasicOps-42373486 tempest-TestSecurityGroupsBasicOps-42373486-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:31:19.961771 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-022dfb87-3054-4f58-af9d-c6a20347bcb6 tempest-TestSecurityGroupsBasicOps-42373486 tempest-TestSecurityGroupsBasicOps-42373486-project] Notify callbacks [] for security_group, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:31:19.965423 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-022dfb87-3054-4f58-af9d-c6a20347bcb6 tempest-TestSecurityGroupsBasicOps-42373486 tempest-TestSecurityGroupsBasicOps-42373486-project] 10.222.0.104 "DELETE /v2.0/security-groups/1dc49fd4-cdc3-42ae-82e6-8afdc5ff9389 HTTP/1.1" status: 204 len: 168 time: 0.1515744 Jul 06 14:31:19.966348 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 54792) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:31:19.976327 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022dfb87-3054-4f58-af9d-c6a20347bcb6 tempest-TestSecurityGroupsBasicOps-42373486 tempest-TestSecurityGroupsBasicOps-42373486-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1dc49fd4-cdc3-42ae-82e6-8afdc5ff9389,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:31:20.072578 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-75a852c0-67fa-4f09-895d-2e3e2082d146 tempest-TestSecurityGroupsBasicOps-42373486 tempest-TestSecurityGroupsBasicOps-42373486-project] Notify callbacks [] for security_group, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:31:20.109327 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-75a852c0-67fa-4f09-895d-2e3e2082d146 tempest-TestSecurityGroupsBasicOps-42373486 tempest-TestSecurityGroupsBasicOps-42373486-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:31:20.189531 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-75a852c0-67fa-4f09-895d-2e3e2082d146 tempest-TestSecurityGroupsBasicOps-42373486 tempest-TestSecurityGroupsBasicOps-42373486-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:31:20.193373 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-75a852c0-67fa-4f09-895d-2e3e2082d146 tempest-TestSecurityGroupsBasicOps-42373486 tempest-TestSecurityGroupsBasicOps-42373486-project] Notify callbacks [] for security_group, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:31:20.193698 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-75a852c0-67fa-4f09-895d-2e3e2082d146 tempest-TestSecurityGroupsBasicOps-42373486 tempest-TestSecurityGroupsBasicOps-42373486-project] 10.222.0.104 "DELETE /v2.0/security-groups/125556d4-5883-4562-b138-fca4d092e885 HTTP/1.1" status: 204 len: 168 time: 0.2254436 Jul 06 14:31:20.198335 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 54796) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:31:20.251342 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72581dea-ca3d-44b7-94dc-058957b041ab req-b10af780-4496-4560-870b-3f72c8dbd4e9 tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:31:20.253861 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-72581dea-ca3d-44b7-94dc-058957b041ab req-b10af780-4496-4560-870b-3f72c8dbd4e9 tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] 10.222.0.104 "GET /v2.0/ports?device_id=087d4d3a-c4ae-40aa-942c-83813b822a0a HTTP/1.1" status: 200 len: 944 time: 0.1056466 Jul 06 14:31:20.340870 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-72581dea-ca3d-44b7-94dc-058957b041ab req-72cd3dd8-0ac2-4770-be31-370ed04f801a tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] 10.222.0.104 "GET /v2.0/security-groups?id=3f36b739-fa02-4105-9f8c-527485057057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809135 Jul 06 14:31:20.626476 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a852c0-67fa-4f09-895d-2e3e2082d146 tempest-TestSecurityGroupsBasicOps-42373486 tempest-TestSecurityGroupsBasicOps-42373486-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=125556d4-5883-4562-b138-fca4d092e885,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:31:20.763783 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Device 0f86cb72-320d-4ada-9c2d-36b9c2084a76 no longer exists at agent hyperv_n-h1-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:31:20.793368 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] No Port match for: 0f86cb72-320d-4ada-9c2d-36b9c2084a76 {{(pid=100248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 14:31:20.794040 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Device 0f86cb72-320d-4ada-9c2d-36b9c2084a76 not bound to the agent host n-h1-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:31:21.034329 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-b4b03f71-6559-4593-a9aa-e30a495eeb4e tempest-TestSecurityGroupsBasicOps-42373486 tempest-TestSecurityGroupsBasicOps-42373486-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1809431'] for router_interface, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:31:21.369822 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [None req-b4b03f71-6559-4593-a9aa-e30a495eeb4e tempest-TestSecurityGroupsBasicOps-42373486 tempest-TestSecurityGroupsBasicOps-42373486-project] Deleting port 70422497-8cbd-4f3f-9a55-b992584aa2cd {{(pid=100246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:31:21.370354 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-b4b03f71-6559-4593-a9aa-e30a495eeb4e tempest-TestSecurityGroupsBasicOps-42373486 tempest-TestSecurityGroupsBasicOps-42373486-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:31:21.476907 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.db [None req-b4b03f71-6559-4593-a9aa-e30a495eeb4e tempest-TestSecurityGroupsBasicOps-42373486 tempest-TestSecurityGroupsBasicOps-42373486-project] For port 70422497-8cbd-4f3f-9a55-b992584aa2cd, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=70422497-8cbd-4f3f-9a55-b992584aa2cd,segment=NetworkSegment(e1fb69b5-8eeb-41b3-83fb-bdd90f743881),segment_id=e1fb69b5-8eeb-41b3-83fb-bdd90f743881)] {{(pid=100246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:31:21.477807 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-b4b03f71-6559-4593-a9aa-e30a495eeb4e tempest-TestSecurityGroupsBasicOps-42373486 tempest-TestSecurityGroupsBasicOps-42373486-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:31:21.517044 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [None req-b4b03f71-6559-4593-a9aa-e30a495eeb4e tempest-TestSecurityGroupsBasicOps-42373486 tempest-TestSecurityGroupsBasicOps-42373486-project] Calling delete_port for 70422497-8cbd-4f3f-9a55-b992584aa2cd owned by network:router_interface {{(pid=100246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:31:21.562877 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe2eb1b-0af6-4282-8f2c-398d07cba12e req-2d2ab7e2-62eb-479e-989c-dfce31b18800 tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:31:21.567718 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-9fe2eb1b-0af6-4282-8f2c-398d07cba12e req-2d2ab7e2-62eb-479e-989c-dfce31b18800 tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] 10.222.0.104 "GET /v2.0/ports?device_id=087d4d3a-c4ae-40aa-942c-83813b822a0a HTTP/1.1" status: 200 len: 944 time: 0.0887587 Jul 06 14:31:21.626704 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-9fe2eb1b-0af6-4282-8f2c-398d07cba12e req-b1b9ae5c-6e49-4ba7-ae5e-9162eed80e9e tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] 10.222.0.104 "GET /v2.0/security-groups?id=3f36b739-fa02-4105-9f8c-527485057057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553980 Jul 06 14:31:21.768236 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-b4b03f71-6559-4593-a9aa-e30a495eeb4e tempest-TestSecurityGroupsBasicOps-42373486 tempest-TestSecurityGroupsBasicOps-42373486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127687580'] for port, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:31:21.795192 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b03f71-6559-4593-a9aa-e30a495eeb4e tempest-TestSecurityGroupsBasicOps-42373486 tempest-TestSecurityGroupsBasicOps-42373486-project] Pushing event deleted for resources: {'Port': ['ID=70422497-8cbd-4f3f-9a55-b992584aa2cd,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:31:21.981684 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-b4b03f71-6559-4593-a9aa-e30a495eeb4e tempest-TestSecurityGroupsBasicOps-42373486 tempest-TestSecurityGroupsBasicOps-42373486-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1809193'] for router_interface, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:31:22.212576 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4b03f71-6559-4593-a9aa-e30a495eeb4e tempest-TestSecurityGroupsBasicOps-42373486 tempest-TestSecurityGroupsBasicOps-42373486-project] Router a864acad-8523-47ff-a66d-d7a42913db2d has already been hosted by L3 agent 2823d358-a11b-4885-a706-95a279e43fa7 {{(pid=100246) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 14:31:22.323642 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4b03f71-6559-4593-a9aa-e30a495eeb4e tempest-TestSecurityGroupsBasicOps-42373486 tempest-TestSecurityGroupsBasicOps-42373486-project] Notify agent at l3_agent.n-d-773647-6 the message routers_updated {{(pid=100246) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 14:31:22.329962 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-b4b03f71-6559-4593-a9aa-e30a495eeb4e tempest-TestSecurityGroupsBasicOps-42373486 tempest-TestSecurityGroupsBasicOps-42373486-project] 10.222.0.104 "PUT /v2.0/routers/a864acad-8523-47ff-a66d-d7a42913db2d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1302342 Jul 06 14:31:22.332267 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 54804) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:31:22.336264 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2b58cb0-3d22-4395-9a82-c3ad6bf565e7 None None] Sync routers for ids ['a864acad-8523-47ff-a66d-d7a42913db2d'] in n-d-773647-6 {{(pid=100249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 14:31:22.345882 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2b58cb0-3d22-4395-9a82-c3ad6bf565e7 None None] Routers {'a864acad-8523-47ff-a66d-d7a42913db2d'} bound to L3 agent in host n-d-773647-6 {{(pid=100249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:31:22.346818 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-d2b58cb0-3d22-4395-9a82-c3ad6bf565e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T14:30:56Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['a864acad-8523-47ff-a66d-d7a42913db2d'], 'active': True} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:31:22.385160 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.db_base_plugin_v2 [None req-beacb0bb-af01-458e-a477-2fa8884cc46d tempest-TestSecurityGroupsBasicOps-42373486 tempest-TestSecurityGroupsBasicOps-42373486-project] Deleting subnet 4150c8f4-929d-4f2b-8e59-88fd05a42b5e {{(pid=100246) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 14:31:22.391545 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-beacb0bb-af01-458e-a477-2fa8884cc46d tempest-TestSecurityGroupsBasicOps-42373486 tempest-TestSecurityGroupsBasicOps-42373486-project] Notify callbacks [] for subnet, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:31:22.440897 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-beacb0bb-af01-458e-a477-2fa8884cc46d tempest-TestSecurityGroupsBasicOps-42373486 tempest-TestSecurityGroupsBasicOps-42373486-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126218885'] for subnet, precommit_delete_associations {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:31:22.458500 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvr_db [None req-d2b58cb0-3d22-4395-9a82-c3ad6bf565e7 None None] Set router a864acad-8523-47ff-a66d-d7a42913db2d gateway port host: n-d-773647-6 {{(pid=100249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:31:22.528945 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-beacb0bb-af01-458e-a477-2fa8884cc46d tempest-TestSecurityGroupsBasicOps-42373486 tempest-TestSecurityGroupsBasicOps-42373486-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-913473'] for subnet, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:31:22.598167 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-beacb0bb-af01-458e-a477-2fa8884cc46d tempest-TestSecurityGroupsBasicOps-42373486 tempest-TestSecurityGroupsBasicOps-42373486-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-913480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1849032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127687590', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127702764'] for subnet, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:31:22.634078 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beacb0bb-af01-458e-a477-2fa8884cc46d tempest-TestSecurityGroupsBasicOps-42373486 tempest-TestSecurityGroupsBasicOps-42373486-project] Pushing event deleted for resources: {'Subnet': ['ID=4150c8f4-929d-4f2b-8e59-88fd05a42b5e,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:31:22.638376 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-beacb0bb-af01-458e-a477-2fa8884cc46d tempest-TestSecurityGroupsBasicOps-42373486 tempest-TestSecurityGroupsBasicOps-42373486-project] Notify callbacks [] for subnet, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:31:22.640623 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-beacb0bb-af01-458e-a477-2fa8884cc46d tempest-TestSecurityGroupsBasicOps-42373486 tempest-TestSecurityGroupsBasicOps-42373486-project] 10.222.0.104 "DELETE /v2.0/subnets/4150c8f4-929d-4f2b-8e59-88fd05a42b5e HTTP/1.1" status: 204 len: 168 time: 0.3072600 Jul 06 14:31:22.643050 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 54806) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:31:22.658327 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e39cd85-a959-4a17-ad49-81091b588a0b None None] Network 04fc6fea-775e-46c3-85f0-f2b882efb12c requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:31:22.665275 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-d2b58cb0-3d22-4395-9a82-c3ad6bf565e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a864acad-8523-47ff-a66d-d7a42913db2d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-905685173', 'tenant_id': '06674ee379754bdb83b089c26f2bfa62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.179'}], 'enable_snat': True}, 'gw_port_id': 'd0b98fcb-aa8e-45c9-af76-f4fbc67a8c47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:29:00Z', 'updated_at': '2021-07-06T14:31:21Z', 'revision_number': 5, 'project_id': '06674ee379754bdb83b089c26f2bfa62', 'gw_port': {'id': 'd0b98fcb-aa8e-45c9-af76-f4fbc67a8c47', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:d8:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a864acad-8523-47ff-a66d-d7a42913db2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3773, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:29:01Z', 'updated_at': '2021-07-06T14:29:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6'}], 'n-d-773647-6', False) {} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:31:22.700576 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2b58cb0-3d22-4395-9a82-c3ad6bf565e7 None None] Checking router: a864acad-8523-47ff-a66d-d7a42913db2d for host: n-d-773647-6 {{(pid=100249) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 14:31:22.719646 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2b58cb0-3d22-4395-9a82-c3ad6bf565e7 None None] Routers {'a864acad-8523-47ff-a66d-d7a42913db2d'} bound to L3 agent in host n-d-773647-6 {{(pid=100249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:31:22.720285 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-d2b58cb0-3d22-4395-9a82-c3ad6bf565e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T14:30:56Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['a864acad-8523-47ff-a66d-d7a42913db2d'], 'active': True} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:31:22.816741 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-184c81d8-fec9-43ae-869f-3af9e0b8e1b5 tempest-TestSecurityGroupsBasicOps-42373486 tempest-TestSecurityGroupsBasicOps-42373486-project] Notify callbacks [] for router, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:31:22.934537 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-944eb060-4e14-4372-a3a0-b5cd2e94c242 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:31:22.944215 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f072b777-cfbd-48f0-94d2-8337aaf46767 req-b338565c-c849-450e-9dfb-ccba0ed8f617 tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:31:22.945709 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-f072b777-cfbd-48f0-94d2-8337aaf46767 req-b338565c-c849-450e-9dfb-ccba0ed8f617 tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] 10.222.0.104 "GET /v2.0/ports?device_id=087d4d3a-c4ae-40aa-942c-83813b822a0a HTTP/1.1" status: 200 len: 944 time: 0.1524196 Jul 06 14:31:22.964137 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvr_db [None req-d2b58cb0-3d22-4395-9a82-c3ad6bf565e7 None None] Set router a864acad-8523-47ff-a66d-d7a42913db2d gateway port host: n-d-773647-6 {{(pid=100249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:31:22.983443 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-184c81d8-fec9-43ae-869f-3af9e0b8e1b5 tempest-TestSecurityGroupsBasicOps-42373486 tempest-TestSecurityGroupsBasicOps-42373486-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:31:23.026795 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-f072b777-cfbd-48f0-94d2-8337aaf46767 req-1e53abd9-0f42-4d6c-90ab-5a69dadcb5cc tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] 10.222.0.104 "GET /v2.0/security-groups?id=3f36b739-fa02-4105-9f8c-527485057057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716650 Jul 06 14:31:23.071831 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [None req-184c81d8-fec9-43ae-869f-3af9e0b8e1b5 tempest-TestSecurityGroupsBasicOps-42373486 tempest-TestSecurityGroupsBasicOps-42373486-project] Deleting port d0b98fcb-aa8e-45c9-af76-f4fbc67a8c47 {{(pid=100246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:31:23.072496 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-184c81d8-fec9-43ae-869f-3af9e0b8e1b5 tempest-TestSecurityGroupsBasicOps-42373486 tempest-TestSecurityGroupsBasicOps-42373486-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:31:23.184755 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.db [None req-184c81d8-fec9-43ae-869f-3af9e0b8e1b5 tempest-TestSecurityGroupsBasicOps-42373486 tempest-TestSecurityGroupsBasicOps-42373486-project] For port d0b98fcb-aa8e-45c9-af76-f4fbc67a8c47, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=d0b98fcb-aa8e-45c9-af76-f4fbc67a8c47,segment=NetworkSegment(89a832b7-7793-4d51-9038-ed7e1c3ff1b2),segment_id=89a832b7-7793-4d51-9038-ed7e1c3ff1b2)] {{(pid=100246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:31:23.184755 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-184c81d8-fec9-43ae-869f-3af9e0b8e1b5 tempest-TestSecurityGroupsBasicOps-42373486 tempest-TestSecurityGroupsBasicOps-42373486-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:31:23.192481 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-098459fe-3a87-4cbe-9bfd-301fad710044 None None] DHCP port deletion for 04fc6fea-775e-46c3-85f0-f2b882efb12c request from n-d-773647-6 {{(pid=100248) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 14:31:23.203926 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [None req-184c81d8-fec9-43ae-869f-3af9e0b8e1b5 tempest-TestSecurityGroupsBasicOps-42373486 tempest-TestSecurityGroupsBasicOps-42373486-project] Calling delete_port for d0b98fcb-aa8e-45c9-af76-f4fbc67a8c47 owned by network:router_gateway {{(pid=100246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:31:23.283839 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-098459fe-3a87-4cbe-9bfd-301fad710044 None None] Deleting port 77c86eed-4b29-4910-a7c2-adc893c01a69 {{(pid=100248) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:31:23.283839 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-098459fe-3a87-4cbe-9bfd-301fad710044 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:31:23.325799 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-d2b58cb0-3d22-4395-9a82-c3ad6bf565e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a864acad-8523-47ff-a66d-d7a42913db2d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-905685173', 'tenant_id': '06674ee379754bdb83b089c26f2bfa62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.179'}], 'enable_snat': True}, 'gw_port_id': 'd0b98fcb-aa8e-45c9-af76-f4fbc67a8c47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:29:00Z', 'updated_at': '2021-07-06T14:31:21Z', 'revision_number': 5, 'project_id': '06674ee379754bdb83b089c26f2bfa62', 'gw_port': {'id': 'd0b98fcb-aa8e-45c9-af76-f4fbc67a8c47', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:d8:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a864acad-8523-47ff-a66d-d7a42913db2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3773, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:29:01Z', 'updated_at': '2021-07-06T14:29:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6'}], 'n-d-773647-6', False) {} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:31:23.360279 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2b58cb0-3d22-4395-9a82-c3ad6bf565e7 None None] The sync data for ids ['a864acad-8523-47ff-a66d-d7a42913db2d'] in n-d-773647-6 is: [{'id': 'a864acad-8523-47ff-a66d-d7a42913db2d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-905685173', 'tenant_id': '06674ee379754bdb83b089c26f2bfa62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.179'}], 'enable_snat': True}, 'gw_port_id': 'd0b98fcb-aa8e-45c9-af76-f4fbc67a8c47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:29:00Z', 'updated_at': '2021-07-06T14:31:21Z', 'revision_number': 5, 'project_id': '06674ee379754bdb83b089c26f2bfa62', 'gw_port': {'id': 'd0b98fcb-aa8e-45c9-af76-f4fbc67a8c47', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:d8:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a864acad-8523-47ff-a66d-d7a42913db2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3773, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:29:01Z', 'updated_at': '2021-07-06T14:29:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6'}] {{(pid=100249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 14:31:23.372827 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-098459fe-3a87-4cbe-9bfd-301fad710044 None None] For port 77c86eed-4b29-4910-a7c2-adc893c01a69, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=77c86eed-4b29-4910-a7c2-adc893c01a69,segment=NetworkSegment(e1fb69b5-8eeb-41b3-83fb-bdd90f743881),segment_id=e1fb69b5-8eeb-41b3-83fb-bdd90f743881)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:31:23.373490 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-098459fe-3a87-4cbe-9bfd-301fad710044 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:31:23.388452 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-098459fe-3a87-4cbe-9bfd-301fad710044 None None] Calling delete_port for 77c86eed-4b29-4910-a7c2-adc893c01a69 owned by network:dhcp {{(pid=100248) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:31:23.420733 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-184c81d8-fec9-43ae-869f-3af9e0b8e1b5 tempest-TestSecurityGroupsBasicOps-42373486 tempest-TestSecurityGroupsBasicOps-42373486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127687580'] for port, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:31:23.450308 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184c81d8-fec9-43ae-869f-3af9e0b8e1b5 tempest-TestSecurityGroupsBasicOps-42373486 tempest-TestSecurityGroupsBasicOps-42373486-project] Pushing event deleted for resources: {'Port': ['ID=d0b98fcb-aa8e-45c9-af76-f4fbc67a8c47,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:31:23.488849 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-098459fe-3a87-4cbe-9bfd-301fad710044 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117'] for port, after_delete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:31:23.514280 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098459fe-3a87-4cbe-9bfd-301fad710044 None None] Pushing event deleted for resources: {'Port': ['ID=77c86eed-4b29-4910-a7c2-adc893c01a69,revision_number=None']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:31:23.518952 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-098459fe-3a87-4cbe-9bfd-301fad710044 None None] No DVR routers for this DVR port 77c86eed-4b29-4910-a7c2-adc893c01a69 on host n-d-773647-6 {{(pid=100248) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:31:23.525167 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-184c81d8-fec9-43ae-869f-3af9e0b8e1b5 tempest-TestSecurityGroupsBasicOps-42373486 tempest-TestSecurityGroupsBasicOps-42373486-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1761104'] for router_gateway, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:31:23.625081 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-184c81d8-fec9-43ae-869f-3af9e0b8e1b5 tempest-TestSecurityGroupsBasicOps-42373486 tempest-TestSecurityGroupsBasicOps-42373486-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1806308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6982'] for router, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:31:23.627644 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-184c81d8-fec9-43ae-869f-3af9e0b8e1b5 tempest-TestSecurityGroupsBasicOps-42373486 tempest-TestSecurityGroupsBasicOps-42373486-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:31:23.672625 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-184c81d8-fec9-43ae-869f-3af9e0b8e1b5 tempest-TestSecurityGroupsBasicOps-42373486 tempest-TestSecurityGroupsBasicOps-42373486-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1805684'] for router, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:31:23.673306 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-184c81d8-fec9-43ae-869f-3af9e0b8e1b5 tempest-TestSecurityGroupsBasicOps-42373486 tempest-TestSecurityGroupsBasicOps-42373486-project] Fanout notify agent at l3_agent the message router_deleted on router a864acad-8523-47ff-a66d-d7a42913db2d {{(pid=100246) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 14:31:23.680933 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-184c81d8-fec9-43ae-869f-3af9e0b8e1b5 tempest-TestSecurityGroupsBasicOps-42373486 tempest-TestSecurityGroupsBasicOps-42373486-project] Notify callbacks [] for router, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:31:23.682084 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-184c81d8-fec9-43ae-869f-3af9e0b8e1b5 tempest-TestSecurityGroupsBasicOps-42373486 tempest-TestSecurityGroupsBasicOps-42373486-project] 10.222.0.104 "DELETE /v2.0/routers/a864acad-8523-47ff-a66d-d7a42913db2d HTTP/1.1" status: 204 len: 168 time: 1.0378380 Jul 06 14:31:23.684865 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 54812) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:31:23.773589 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-bddce85c-d31f-42cc-96c9-c9f1cd9c006d tempest-TestSecurityGroupsBasicOps-42373486 tempest-TestSecurityGroupsBasicOps-42373486-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530492'] for network, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:31:23.878955 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-bddce85c-d31f-42cc-96c9-c9f1cd9c006d tempest-TestSecurityGroupsBasicOps-42373486 tempest-TestSecurityGroupsBasicOps-42373486-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-917204', 'neutron.services.segments.db._delete_segments_for_network-8773753502302'] for network, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:31:23.889611 n-d-773647-6 neutron-server[100247]: DEBUG neutron.services.segments.db [None req-bddce85c-d31f-42cc-96c9-c9f1cd9c006d tempest-TestSecurityGroupsBasicOps-42373486 tempest-TestSecurityGroupsBasicOps-42373486-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['04fc6fea-775e-46c3-85f0-f2b882efb12c']}} {{(pid=100247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:31:23.901911 n-d-773647-6 neutron-server[100247]: DEBUG neutron.services.segments.db [None req-bddce85c-d31f-42cc-96c9-c9f1cd9c006d tempest-TestSecurityGroupsBasicOps-42373486 tempest-TestSecurityGroupsBasicOps-42373486-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e1fb69b5-8eeb-41b3-83fb-bdd90f743881') {'for_net_delete': True} {{(pid=100247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:31:23.902256 n-d-773647-6 neutron-server[100247]: DEBUG neutron.services.segments.db [None req-bddce85c-d31f-42cc-96c9-c9f1cd9c006d tempest-TestSecurityGroupsBasicOps-42373486 tempest-TestSecurityGroupsBasicOps-42373486-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e1fb69b5-8eeb-41b3-83fb-bdd90f743881') {} {{(pid=100247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:31:23.911054 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-bddce85c-d31f-42cc-96c9-c9f1cd9c006d tempest-TestSecurityGroupsBasicOps-42373486 tempest-TestSecurityGroupsBasicOps-42373486-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773753515138', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127131763'] for segment, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:31:23.929124 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-bddce85c-d31f-42cc-96c9-c9f1cd9c006d tempest-TestSecurityGroupsBasicOps-42373486 tempest-TestSecurityGroupsBasicOps-42373486-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552'] for segment, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:31:23.936070 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bddce85c-d31f-42cc-96c9-c9f1cd9c006d tempest-TestSecurityGroupsBasicOps-42373486 tempest-TestSecurityGroupsBasicOps-42373486-project] Releasing vlan 1026 on physical network physnet1 to pool {{(pid=100247) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 14:31:23.936498 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-bddce85c-d31f-42cc-96c9-c9f1cd9c006d tempest-TestSecurityGroupsBasicOps-42373486 tempest-TestSecurityGroupsBasicOps-42373486-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-128888574'] for segment, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:31:23.943187 n-d-773647-6 neutron-server[100247]: Traceback (most recent call last): Jul 06 14:31:23.943187 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 14:31:23.943187 n-d-773647-6 neutron-server[100247]: timer() Jul 06 14:31:23.943187 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 14:31:23.943187 n-d-773647-6 neutron-server[100247]: cb(*args, **kw) Jul 06 14:31:23.943187 n-d-773647-6 neutron-server[100247]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 14:31:23.943187 n-d-773647-6 neutron-server[100247]: return func(*args, **kwargs) Jul 06 14:31:23.943187 n-d-773647-6 neutron-server[100247]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 14:31:23.943187 n-d-773647-6 neutron-server[100247]: self._notify() Jul 06 14:31:23.943187 n-d-773647-6 neutron-server[100247]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 14:31:23.943187 n-d-773647-6 neutron-server[100247]: self.callback(batched_events) Jul 06 14:31:23.943187 n-d-773647-6 neutron-server[100247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 14:31:23.943187 n-d-773647-6 neutron-server[100247]: event.method(event) Jul 06 14:31:23.943187 n-d-773647-6 neutron-server[100247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 14:31:23.943187 n-d-773647-6 neutron-server[100247]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 14:31:23.943187 n-d-773647-6 neutron-server[100247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 14:31:23.943187 n-d-773647-6 neutron-server[100247]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 14:31:23.943187 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 14:31:23.943187 n-d-773647-6 neutron-server[100247]: return f(self, *a, **k) Jul 06 14:31:23.943187 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 14:31:23.943187 n-d-773647-6 neutron-server[100247]: return self._get(url).json() Jul 06 14:31:23.943187 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 14:31:23.943187 n-d-773647-6 neutron-server[100247]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 14:31:23.943187 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 14:31:23.943187 n-d-773647-6 neutron-server[100247]: return self.request(url, 'GET', **kwargs) Jul 06 14:31:23.943187 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 14:31:23.943187 n-d-773647-6 neutron-server[100247]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 14:31:23.943187 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 14:31:23.943187 n-d-773647-6 neutron-server[100247]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 14:31:23.943187 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 14:31:23.943187 n-d-773647-6 neutron-server[100247]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 14:31:23.943187 n-d-773647-6 neutron-server[100247]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 14:31:24.013435 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-bddce85c-d31f-42cc-96c9-c9f1cd9c006d tempest-TestSecurityGroupsBasicOps-42373486 tempest-TestSecurityGroupsBasicOps-42373486-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-917215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1761140'] for network, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:31:24.035977 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-bddce85c-d31f-42cc-96c9-c9f1cd9c006d tempest-TestSecurityGroupsBasicOps-42373486 tempest-TestSecurityGroupsBasicOps-42373486-project] Notify callbacks [] for network, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:31:24.038386 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-bddce85c-d31f-42cc-96c9-c9f1cd9c006d tempest-TestSecurityGroupsBasicOps-42373486 tempest-TestSecurityGroupsBasicOps-42373486-project] 10.222.0.104 "DELETE /v2.0/networks/04fc6fea-775e-46c3-85f0-f2b882efb12c HTTP/1.1" status: 204 len: 168 time: 0.3525155 Jul 06 14:31:24.039529 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bddce85c-d31f-42cc-96c9-c9f1cd9c006d tempest-TestSecurityGroupsBasicOps-42373486 tempest-TestSecurityGroupsBasicOps-42373486-project] Pushing event deleted for resources: {'Network': ['ID=04fc6fea-775e-46c3-85f0-f2b882efb12c,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:31:24.220469 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb37463-9516-46ef-a7f5-205f00b4939b req-046df706-34dd-4ffd-9867-e8bbefc417e2 tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:31:24.223451 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-6bb37463-9516-46ef-a7f5-205f00b4939b req-046df706-34dd-4ffd-9867-e8bbefc417e2 tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] 10.222.0.104 "GET /v2.0/ports?device_id=087d4d3a-c4ae-40aa-942c-83813b822a0a HTTP/1.1" status: 200 len: 944 time: 0.0713229 Jul 06 14:31:24.271959 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-6bb37463-9516-46ef-a7f5-205f00b4939b req-7869de63-b1d0-4777-aef7-30f21d9bece5 tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] 10.222.0.104 "GET /v2.0/security-groups?id=3f36b739-fa02-4105-9f8c-527485057057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437491 Jul 06 14:31:25.106247 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 77c86eed-4b29-4910-a7c2-adc893c01a69 no longer exists at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:31:25.136139 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] No Port match for: 77c86eed-4b29-4910-a7c2-adc893c01a69 {{(pid=100248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 14:31:25.136687 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 77c86eed-4b29-4910-a7c2-adc893c01a69 not bound to the agent host n-d-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:31:25.137241 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 70422497-8cbd-4f3f-9a55-b992584aa2cd no longer exists at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:31:25.159992 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] No Port match for: 70422497-8cbd-4f3f-9a55-b992584aa2cd {{(pid=100248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 14:31:25.160265 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 70422497-8cbd-4f3f-9a55-b992584aa2cd not bound to the agent host n-d-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:31:25.160496 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device d0b98fcb-aa8e-45c9-af76-f4fbc67a8c47 no longer exists at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:31:25.189420 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] No Port match for: d0b98fcb-aa8e-45c9-af76-f4fbc67a8c47 {{(pid=100248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 14:31:25.190497 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device d0b98fcb-aa8e-45c9-af76-f4fbc67a8c47 not bound to the agent host n-d-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:31:25.483886 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 54830) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:31:25.517715 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd90402e-f4ce-4cea-b3ef-0834d05c2a60 req-8aa37ce2-81f8-431d-8407-492fd17c126e tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:31:25.519655 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-fd90402e-f4ce-4cea-b3ef-0834d05c2a60 req-8aa37ce2-81f8-431d-8407-492fd17c126e tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] 10.222.0.104 "GET /v2.0/ports?device_id=087d4d3a-c4ae-40aa-942c-83813b822a0a HTTP/1.1" status: 200 len: 944 time: 0.0749233 Jul 06 14:31:25.576190 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-7fb4be05-63e1-4caa-b9f9-31ac40ef941b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:31:25.591285 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-fd90402e-f4ce-4cea-b3ef-0834d05c2a60 req-c1e66dd5-a33b-4b15-a99b-0c3b75ba28db tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] 10.222.0.104 "GET /v2.0/security-groups?id=3f36b739-fa02-4105-9f8c-527485057057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504608 Jul 06 14:31:25.684064 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-8e04497f-a065-44a9-8218-1cea45db24f1 admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=06674ee379754bdb83b089c26f2bfa62&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1986248 Jul 06 14:31:25.685882 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 54834) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:31:25.740587 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-10130570-90cb-45f7-9dd9-8cb785cbe477 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:31:25.762962 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-10130570-90cb-45f7-9dd9-8cb785cbe477 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:31:25.812490 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-10130570-90cb-45f7-9dd9-8cb785cbe477 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:31:25.815685 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-10130570-90cb-45f7-9dd9-8cb785cbe477 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:31:25.816856 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-10130570-90cb-45f7-9dd9-8cb785cbe477 admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/83627c30-6af3-42fa-8a0d-09610d049ac1 HTTP/1.1" status: 204 len: 168 time: 0.1291075 Jul 06 14:31:25.825075 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10130570-90cb-45f7-9dd9-8cb785cbe477 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83627c30-6af3-42fa-8a0d-09610d049ac1,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:31:25.913748 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:31:26.220758 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 54848) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:31:26.234587 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-d99351f5-ba14-46bd-ad53-5e6d1029a39a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:31:26.328905 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-d99351f5-ba14-46bd-ad53-5e6d1029a39a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:31:26.333430 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-d99351f5-ba14-46bd-ad53-5e6d1029a39a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:31:26.363408 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99351f5-ba14-46bd-ad53-5e6d1029a39a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85782de0-7d17-431b-85cf-cb4e3e861208,revision_number=1']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:31:26.391526 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-d99351f5-ba14-46bd-ad53-5e6d1029a39a admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=df0401c4664445f485a874e4e648883a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1663513 Jul 06 14:31:26.391526 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 54850) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:31:26.449334 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-36c88cb4-3a11-456f-b527-c3e934e56126 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:31:26.473718 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-36c88cb4-3a11-456f-b527-c3e934e56126 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:31:26.537163 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-36c88cb4-3a11-456f-b527-c3e934e56126 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:31:26.540361 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-36c88cb4-3a11-456f-b527-c3e934e56126 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:31:26.544590 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-36c88cb4-3a11-456f-b527-c3e934e56126 admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/85782de0-7d17-431b-85cf-cb4e3e861208 HTTP/1.1" status: 204 len: 168 time: 0.1493604 Jul 06 14:31:26.558069 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c88cb4-3a11-456f-b527-c3e934e56126 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85782de0-7d17-431b-85cf-cb4e3e861208,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:31:26.672277 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-2064eaae-da4f-48f8-82d2-b09d4ddedd44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:31:26.783844 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9c0775-902a-41e6-b3bf-7983df731646 req-abcdc9a8-4343-4b44-acdc-8e1450492c79 tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:31:26.791332 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-7d9c0775-902a-41e6-b3bf-7983df731646 req-abcdc9a8-4343-4b44-acdc-8e1450492c79 tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] 10.222.0.104 "GET /v2.0/ports?device_id=087d4d3a-c4ae-40aa-942c-83813b822a0a HTTP/1.1" status: 200 len: 944 time: 0.0780878 Jul 06 14:31:26.828549 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-7d9c0775-902a-41e6-b3bf-7983df731646 req-549d2874-deca-4dba-a2c9-fb74ad950305 tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] 10.222.0.104 "GET /v2.0/security-groups?id=3f36b739-fa02-4105-9f8c-527485057057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362124 Jul 06 14:31:26.969650 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 54868) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:31:27.028922 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 54870) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:31:27.037139 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-a9e5efff-4d3f-42bd-b196-254736560289 admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=04317f25e5144376999294748b058bac&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0662146 Jul 06 14:31:27.085120 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-e0ec2fd8-f9c0-461c-a51f-14d9920603a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:31:27.113944 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-e0ec2fd8-f9c0-461c-a51f-14d9920603a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:31:27.163541 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-e0ec2fd8-f9c0-461c-a51f-14d9920603a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:31:27.166915 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-e0ec2fd8-f9c0-461c-a51f-14d9920603a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:31:27.168607 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-e0ec2fd8-f9c0-461c-a51f-14d9920603a7 admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/3f516a79-6580-4dbf-a2db-9de1c17472fd HTTP/1.1" status: 204 len: 168 time: 0.1384838 Jul 06 14:31:27.178293 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ec2fd8-f9c0-461c-a51f-14d9920603a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f516a79-6580-4dbf-a2db-9de1c17472fd,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:31:27.915802 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 54904) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:31:28.036656 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [None req-c99d956e-7c54-451b-a2b4-5df275a39c25 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1780653362-network', 'tenant_id': '13e49cfbe6a645059794a29627a089eb'}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:31:28.052755 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edae8ee9-e810-4ae6-8249-25035c68d18f req-79b175b3-20e1-4eab-baa5-598c3b112936 tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:31:28.054539 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-edae8ee9-e810-4ae6-8249-25035c68d18f req-79b175b3-20e1-4eab-baa5-598c3b112936 tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] 10.222.0.104 "GET /v2.0/ports?device_id=087d4d3a-c4ae-40aa-942c-83813b822a0a HTTP/1.1" status: 200 len: 944 time: 0.0946491 Jul 06 14:31:28.104122 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c99d956e-7c54-451b-a2b4-5df275a39c25 admin admin] Made reservation on behalf of 13e49cfbe6a645059794a29627a089eb for: {'network': 1} {{(pid=100247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:31:28.106503 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-c99d956e-7c54-451b-a2b4-5df275a39c25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for network, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:31:28.119951 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-c99d956e-7c54-451b-a2b4-5df275a39c25 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:31:28.124965 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-edae8ee9-e810-4ae6-8249-25035c68d18f req-5424f786-d390-4227-a281-192b232ff427 tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] 10.222.0.104 "GET /v2.0/security-groups?id=3f36b739-fa02-4105-9f8c-527485057057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553992 Jul 06 14:31:28.225755 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-c99d956e-7c54-451b-a2b4-5df275a39c25 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:31:28.229902 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-c99d956e-7c54-451b-a2b4-5df275a39c25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:31:28.251116 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c99d956e-7c54-451b-a2b4-5df275a39c25 admin admin] vlan segment allocate from pool success with {'vlan_id': 1041, 'physical_network': 'physnet1'} {{(pid=100247) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 14:31:28.264711 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99d956e-7c54-451b-a2b4-5df275a39c25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb5169e4-f099-45b6-9146-7efeaaae9f43,revision_number=1']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:31:28.276806 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-c99d956e-7c54-451b-a2b4-5df275a39c25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552'] for segment, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:31:28.277196 n-d-773647-6 neutron-server[100247]: INFO neutron.db.segments_db [None req-c99d956e-7c54-451b-a2b4-5df275a39c25 admin admin] Added segment 2a6b47e8-f81a-44e8-a9d7-503148c12c07 of type vlan for network 1f7caf7b-8fe6-4ffc-b29a-001958f691cc Jul 06 14:31:28.333798 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-c99d956e-7c54-451b-a2b4-5df275a39c25 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773752984405'] for network, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:31:28.369194 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-c99d956e-7c54-451b-a2b4-5df275a39c25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060'] for network, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:31:28.370482 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c99d956e-7c54-451b-a2b4-5df275a39c25 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:31:28.371163 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-c99d956e-7c54-451b-a2b4-5df275a39c25 admin admin] Notify callbacks [] for network, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:31:28.428798 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-c99d956e-7c54-451b-a2b4-5df275a39c25 admin admin] 10.222.0.104 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5118752 Jul 06 14:31:28.431599 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 54908) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:31:28.437065 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [None req-87a5d682-8717-4236-ab04-c76ed324cdee admin admin] Request body: {'subnet': {'network_id': '1f7caf7b-8fe6-4ffc-b29a-001958f691cc', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1780653362-subnet', 'tenant_id': '13e49cfbe6a645059794a29627a089eb', 'ip_version': 4}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:31:28.449781 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99d956e-7c54-451b-a2b4-5df275a39c25 admin admin] Pushing event updated for resources: {'Network': ['ID=1f7caf7b-8fe6-4ffc-b29a-001958f691cc,revision_number=1']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:31:28.453197 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-03f71b24-a9b8-453a-8924-caa3f97bc6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:31:28.462852 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Network 1f7caf7b-8fe6-4ffc-b29a-001958f691cc details requested by agent ovs-agent-n-d-773647-6 with host n-d-773647-6 {{(pid=100248) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 14:31:28.469424 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87a5d682-8717-4236-ab04-c76ed324cdee admin admin] Made reservation on behalf of 13e49cfbe6a645059794a29627a089eb for: {'subnet': 1} {{(pid=100247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:31:28.472745 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-87a5d682-8717-4236-ab04-c76ed324cdee admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127627440'] for subnet, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:31:28.689235 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-87a5d682-8717-4236-ab04-c76ed324cdee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1849032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-128888412', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127627426'] for subnet, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:31:28.750013 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a5d682-8717-4236-ab04-c76ed324cdee admin admin] Pushing event updated for resources: {'Subnet': ['ID=049902a2-8131-4623-9cfe-e3bd187a9e20,revision_number=0']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:31:28.758084 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87a5d682-8717-4236-ab04-c76ed324cdee admin admin] Checking segment: {'id': '2a6b47e8-f81a-44e8-a9d7-503148c12c07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1041, 'network_id': '1f7caf7b-8fe6-4ffc-b29a-001958f691cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100247) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:31:28.758449 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87a5d682-8717-4236-ab04-c76ed324cdee admin admin] Network hostable DHCP agents. Network: 1f7caf7b-8fe6-4ffc-b29a-001958f691cc, hostable agents: ['f2bada3d-be77-4359-982b-8505a2bbca04'], hosted agents: [] {{(pid=100247) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 14:31:28.777131 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87a5d682-8717-4236-ab04-c76ed324cdee admin admin] Network 1f7caf7b-8fe6-4ffc-b29a-001958f691cc is scheduled to be hosted by DHCP agent f2bada3d-be77-4359-982b-8505a2bbca04 with binding_index 1 {{(pid=100247) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 14:31:28.789242 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.base_scheduler [None req-87a5d682-8717-4236-ab04-c76ed324cdee admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773647-6, 1f7caf7b-8fe6-4ffc-b29a-001958f691cc) {{(pid=100247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:31:28.794297 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87a5d682-8717-4236-ab04-c76ed324cdee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:31:28.795057 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-87a5d682-8717-4236-ab04-c76ed324cdee admin admin] Notify callbacks [] for subnet, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:31:28.798141 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85d2035d-e4f1-4d25-a29b-eab21dc27ee6 None None] Network 1f7caf7b-8fe6-4ffc-b29a-001958f691cc requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:31:28.817188 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-87a5d682-8717-4236-ab04-c76ed324cdee admin admin] 10.222.0.104 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3843911 Jul 06 14:31:28.820202 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 54912) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:31:28.825041 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-d9396b0f-ec92-4aff-b5da-b1aacc295f3e admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1780653362-router', 'tenant_id': '13e49cfbe6a645059794a29627a089eb', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719'}}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:31:28.853023 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-d9396b0f-ec92-4aff-b5da-b1aacc295f3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1806290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6992'] for router, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:31:28.855360 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-d9396b0f-ec92-4aff-b5da-b1aacc295f3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1806157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1808637', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1714747', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7007'] for router, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:31:28.913667 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-d9396b0f-ec92-4aff-b5da-b1aacc295f3e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:31:28.978610 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcdbff57-b17e-4ac5-b06a-97278271e352 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6bd5fc82-6666-56e8-87c2-91648d36c963-1f7caf7b-8fe6-4ffc-b29a-001958f691cc', 'network_id': '1f7caf7b-8fe6-4ffc-b29a-001958f691cc', 'tenant_id': '13e49cfbe6a645059794a29627a089eb', 'fixed_ips': [{'subnet_id': '049902a2-8131-4623-9cfe-e3bd187a9e20'}]}} from n-d-773647-6. {{(pid=100248) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 14:31:28.980008 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-dcdbff57-b17e-4ac5-b06a-97278271e352 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:31:29.072242 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-d9396b0f-ec92-4aff-b5da-b1aacc295f3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1761047', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1806272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6989'] for router, precommit_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:31:29.120138 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.db_base_plugin_common [None req-dcdbff57-b17e-4ac5-b06a-97278271e352 None None] Allocated IP 172.20.0.2 (1f7caf7b-8fe6-4ffc-b29a-001958f691cc/049902a2-8131-4623-9cfe-e3bd187a9e20/f1ea982a-7237-4a6c-a740-d456a51e494f) {{(pid=100248) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:31:29.291588 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-dcdbff57-b17e-4ac5-b06a-97278271e352 None None] Notify callbacks [] for port, precommit_create {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:31:29.302955 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-dcdbff57-b17e-4ac5-b06a-97278271e352 None None] Transition to ACTIVE for port object f1ea982a-7237-4a6c-a740-d456a51e494f will not be triggered until provisioned by entity L2. {{(pid=100248) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:31:29.325730 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-dcdbff57-b17e-4ac5-b06a-97278271e352 None None] Transition to ACTIVE for port object f1ea982a-7237-4a6c-a740-d456a51e494f will not be triggered until provisioned by entity DHCP. {{(pid=100248) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:31:29.329989 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165835bd-7dd1-4a1d-b1b9-578650651618 req-4aa71f44-18ae-48dc-b882-48b34ff1e378 tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:31:29.331597 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-165835bd-7dd1-4a1d-b1b9-578650651618 req-4aa71f44-18ae-48dc-b882-48b34ff1e378 tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] 10.222.0.104 "GET /v2.0/ports?device_id=087d4d3a-c4ae-40aa-942c-83813b822a0a HTTP/1.1" status: 200 len: 944 time: 0.0883603 Jul 06 14:31:29.333541 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-d9396b0f-ec92-4aff-b5da-b1aacc295f3e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:31:29.335956 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-dcdbff57-b17e-4ac5-b06a-97278271e352 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108'] for port, after_create {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:31:29.368808 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-d9396b0f-ec92-4aff-b5da-b1aacc295f3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:31:29.388352 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-165835bd-7dd1-4a1d-b1b9-578650651618 req-689b0662-5407-4df4-9c57-7e8a33028b88 tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] 10.222.0.104 "GET /v2.0/security-groups?id=3f36b739-fa02-4105-9f8c-527485057057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489273 Jul 06 14:31:29.415101 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcdbff57-b17e-4ac5-b06a-97278271e352 None None] Pushing event updated for resources: {'Port': ['ID=f1ea982a-7237-4a6c-a740-d456a51e494f,revision_number=1']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:31:29.424317 n-d-773647-6 neutron-server[100248]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcdbff57-b17e-4ac5-b06a-97278271e352 None None] Network 1f7caf7b-8fe6-4ffc-b29a-001958f691cc is already hosted by enough agents. {{(pid=100248) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:31:29.429896 n-d-773647-6 neutron-server[100248]: DEBUG neutron.scheduler.base_scheduler [None req-dcdbff57-b17e-4ac5-b06a-97278271e352 None None] Resources bound (agent type, host, resource id): {{(pid=100248) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:31:29.432580 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcdbff57-b17e-4ac5-b06a-97278271e352 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:31:29.433614 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcdbff57-b17e-4ac5-b06a-97278271e352 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:31:29.433614 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcdbff57-b17e-4ac5-b06a-97278271e352 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:31:29.433856 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcdbff57-b17e-4ac5-b06a-97278271e352 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:31:29.434205 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcdbff57-b17e-4ac5-b06a-97278271e352 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:31:29.434553 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcdbff57-b17e-4ac5-b06a-97278271e352 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:31:29.435270 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcdbff57-b17e-4ac5-b06a-97278271e352 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:31:29.435396 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcdbff57-b17e-4ac5-b06a-97278271e352 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:31:29.435776 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcdbff57-b17e-4ac5-b06a-97278271e352 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:31:29.436115 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcdbff57-b17e-4ac5-b06a-97278271e352 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:31:29.437227 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcdbff57-b17e-4ac5-b06a-97278271e352 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:31:29.437494 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcdbff57-b17e-4ac5-b06a-97278271e352 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:31:29.441739 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcdbff57-b17e-4ac5-b06a-97278271e352 None None] Received port after_create {{(pid=100248) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:31:29.509431 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.db_base_plugin_common [None req-d9396b0f-ec92-4aff-b5da-b1aacc295f3e admin admin] Allocated IP 172.25.0.38 (2658f09e-a580-4d4a-9968-2d1e0ad93719/cbf74abc-6fe1-4d33-b005-c948923b9647/d2b1c0da-e8f6-4d67-9786-4eb28d2451cd) {{(pid=100246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:31:29.510668 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-dcdbff57-b17e-4ac5-b06a-97278271e352 None None] Attempting to bind port f1ea982a-7237-4a6c-a740-d456a51e494f on host n-d-773647-6 for vnic_type normal with profile {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:31:29.511178 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-dcdbff57-b17e-4ac5-b06a-97278271e352 None None] Attempting to bind port f1ea982a-7237-4a6c-a740-d456a51e494f by drivers openvswitch,hyperv on host n-d-773647-6 at level 0 using segments [{'id': '2a6b47e8-f81a-44e8-a9d7-503148c12c07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1041, 'network_id': '1f7caf7b-8fe6-4ffc-b29a-001958f691cc'}] {{(pid=100248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:31:29.511453 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcdbff57-b17e-4ac5-b06a-97278271e352 None None] Attempting to bind port f1ea982a-7237-4a6c-a740-d456a51e494f on network 1f7caf7b-8fe6-4ffc-b29a-001958f691cc {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:31:29.518065 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcdbff57-b17e-4ac5-b06a-97278271e352 None None] Checking agent: {'id': '8ab5b19c-d213-4f29-891d-27bdf39d38b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773647-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 43, 26), 'started_at': datetime.datetime(2021, 7, 6, 13, 43, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 31, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773647-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:31:29.518765 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcdbff57-b17e-4ac5-b06a-97278271e352 None None] Checking segment: {'id': '2a6b47e8-f81a-44e8-a9d7-503148c12c07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1041, 'network_id': '1f7caf7b-8fe6-4ffc-b29a-001958f691cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:31:29.519188 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-dcdbff57-b17e-4ac5-b06a-97278271e352 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:31:29.519638 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcdbff57-b17e-4ac5-b06a-97278271e352 None None] Bound using segment: {'id': '2a6b47e8-f81a-44e8-a9d7-503148c12c07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1041, 'network_id': '1f7caf7b-8fe6-4ffc-b29a-001958f691cc'} {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:31:29.520145 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-dcdbff57-b17e-4ac5-b06a-97278271e352 None None] Bound port: f1ea982a-7237-4a6c-a740-d456a51e494f, host: n-d-773647-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a6b47e8-f81a-44e8-a9d7-503148c12c07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1041, 'network_id': '1f7caf7b-8fe6-4ffc-b29a-001958f691cc'}}] {{(pid=100248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:31:29.520613 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-dcdbff57-b17e-4ac5-b06a-97278271e352 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:31:29.649165 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-d9396b0f-ec92-4aff-b5da-b1aacc295f3e admin admin] Notify callbacks [] for port, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:31:29.674750 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-dcdbff57-b17e-4ac5-b06a-97278271e352 None None] For port f1ea982a-7237-4a6c-a740-d456a51e494f, host n-d-773647-6, cleared binding levels {{(pid=100248) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:31:29.680098 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-dcdbff57-b17e-4ac5-b06a-97278271e352 None None] For port f1ea982a-7237-4a6c-a740-d456a51e494f, host n-d-773647-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=f1ea982a-7237-4a6c-a740-d456a51e494f,segment=NetworkSegment(2a6b47e8-f81a-44e8-a9d7-503148c12c07),segment_id=2a6b47e8-f81a-44e8-a9d7-503148c12c07)] {{(pid=100248) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:31:29.690562 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-dcdbff57-b17e-4ac5-b06a-97278271e352 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:31:29.712092 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-d9396b0f-ec92-4aff-b5da-b1aacc295f3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-127687573'] for port, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:31:29.754278 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9396b0f-ec92-4aff-b5da-b1aacc295f3e admin admin] Network 2658f09e-a580-4d4a-9968-2d1e0ad93719 is already hosted by enough agents. {{(pid=100246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:31:29.768786 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.base_scheduler [None req-d9396b0f-ec92-4aff-b5da-b1aacc295f3e admin admin] Resources bound (agent type, host, resource id): {{(pid=100246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:31:29.773241 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9396b0f-ec92-4aff-b5da-b1aacc295f3e admin admin] Received port after_create {{(pid=100246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:31:29.778746 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9396b0f-ec92-4aff-b5da-b1aacc295f3e admin admin] Pushing event updated for resources: {'Port': ['ID=d2b1c0da-e8f6-4d67-9786-4eb28d2451cd,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:31:29.782558 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcdbff57-b17e-4ac5-b06a-97278271e352 None None] Pushing event updated for resources: {'Port': ['ID=f1ea982a-7237-4a6c-a740-d456a51e494f,revision_number=2']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:31:30.128092 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-d9396b0f-ec92-4aff-b5da-b1aacc295f3e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:31:30.329658 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-d9396b0f-ec92-4aff-b5da-b1aacc295f3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1806297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1761036'] for router, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:31:30.466087 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9396b0f-ec92-4aff-b5da-b1aacc295f3e admin admin] Router c3b4f4f1-ec5d-4453-91a3-2ed164ba00cd is scheduled to L3 agent 2823d358-a11b-4885-a706-95a279e43fa7 with binding_index 1 {{(pid=100246) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 14:31:30.616043 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfb539a-7a8c-4f52-b268-75283b97e3e3 req-b086160b-0fee-46a8-bedc-bf5b12e4c1b2 tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:31:30.618141 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-fdfb539a-7a8c-4f52-b268-75283b97e3e3 req-b086160b-0fee-46a8-bedc-bf5b12e4c1b2 tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] 10.222.0.104 "GET /v2.0/ports?device_id=087d4d3a-c4ae-40aa-942c-83813b822a0a HTTP/1.1" status: 200 len: 944 time: 0.0824709 Jul 06 14:31:30.672588 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-fdfb539a-7a8c-4f52-b268-75283b97e3e3 req-0b4b1d90-abab-4152-89a4-f712e4b05381 tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] 10.222.0.104 "GET /v2.0/security-groups?id=3f36b739-fa02-4105-9f8c-527485057057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474236 Jul 06 14:31:30.857565 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11c081a7-7de7-4db3-8917-54b25b745a82 None None] Network 1f7caf7b-8fe6-4ffc-b29a-001958f691cc requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:31:30.955047 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9396b0f-ec92-4aff-b5da-b1aacc295f3e admin admin] Notify agent at l3_agent.n-d-773647-6 the message routers_updated {{(pid=100246) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 14:31:30.968101 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-597f7a84-6012-457e-a9cb-dad21b5aa629 None None] Sync routers for ids ['c3b4f4f1-ec5d-4453-91a3-2ed164ba00cd'] in n-d-773647-6 {{(pid=100248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 14:31:30.970448 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-d9396b0f-ec92-4aff-b5da-b1aacc295f3e admin admin] Notify callbacks [] for router, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:31:30.971908 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-d9396b0f-ec92-4aff-b5da-b1aacc295f3e admin admin] 10.222.0.104 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.1507065 Jul 06 14:31:30.974806 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 54922) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:31:30.992794 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-840a725e-7aca-4477-9d5b-ac5628959c30 None None] Provisioning for port f1ea982a-7237-4a6c-a740-d456a51e494f completed by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:31:30.996111 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-597f7a84-6012-457e-a9cb-dad21b5aa629 None None] Routers {'c3b4f4f1-ec5d-4453-91a3-2ed164ba00cd'} bound to L3 agent in host n-d-773647-6 {{(pid=100248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:31:30.996725 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-597f7a84-6012-457e-a9cb-dad21b5aa629 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T14:31:26Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['c3b4f4f1-ec5d-4453-91a3-2ed164ba00cd'], 'active': True} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:31:31.136807 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device f1ea982a-7237-4a6c-a740-d456a51e494f up at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:31:31.165445 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvr_db [None req-597f7a84-6012-457e-a9cb-dad21b5aa629 None None] Set router c3b4f4f1-ec5d-4453-91a3-2ed164ba00cd gateway port host: n-d-773647-6 {{(pid=100248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:31:31.290057 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning for port f1ea982a-7237-4a6c-a740-d456a51e494f completed by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:31:31.297781 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning complete for port f1ea982a-7237-4a6c-a740-d456a51e494f triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:31:31.298149 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:31:31.420642 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-2d66d24a-edc4-44ae-8f22-6ba423337303 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:31:31.433738 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:31:31.449621 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-597f7a84-6012-457e-a9cb-dad21b5aa629 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3b4f4f1-ec5d-4453-91a3-2ed164ba00cd', 'name': 'tempest-TestServerMultinode-1780653362-router', 'tenant_id': '13e49cfbe6a645059794a29627a089eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.38'}], 'enable_snat': True}, 'gw_port_id': 'd2b1c0da-e8f6-4d67-9786-4eb28d2451cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:31:28Z', 'updated_at': '2021-07-06T14:31:29Z', 'revision_number': 3, 'project_id': '13e49cfbe6a645059794a29627a089eb', 'gw_port': {'id': 'd2b1c0da-e8f6-4d67-9786-4eb28d2451cd', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:67:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3b4f4f1-ec5d-4453-91a3-2ed164ba00cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3886, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:31:29Z', 'updated_at': '2021-07-06T14:31:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6'}], 'n-d-773647-6', False) {} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:31:31.453014 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-9104261b-0b19-4e3e-8510-30e97cb57fb6 None None] Provisioning complete for port f1ea982a-7237-4a6c-a740-d456a51e494f triggered by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:31:31.453384 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-9104261b-0b19-4e3e-8510-30e97cb57fb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:31:31.501958 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-597f7a84-6012-457e-a9cb-dad21b5aa629 None None] Checking router: c3b4f4f1-ec5d-4453-91a3-2ed164ba00cd for host: n-d-773647-6 {{(pid=100248) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 14:31:31.502302 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-597f7a84-6012-457e-a9cb-dad21b5aa629 None None] Updating router c3b4f4f1-ec5d-4453-91a3-2ed164ba00cd port d2b1c0da-e8f6-4d67-9786-4eb28d2451cd binding host n-d-773647-6 {{(pid=100248) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 14:31:31.537838 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] For port f1ea982a-7237-4a6c-a740-d456a51e494f, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=f1ea982a-7237-4a6c-a740-d456a51e494f,segment=NetworkSegment(2a6b47e8-f81a-44e8-a9d7-503148c12c07),segment_id=2a6b47e8-f81a-44e8-a9d7-503148c12c07)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:31:31.545963 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:31:31.570895 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.db_base_plugin_common [None req-2d66d24a-edc4-44ae-8f22-6ba423337303 admin admin] Allocated IP 172.20.0.1 (1f7caf7b-8fe6-4ffc-b29a-001958f691cc/049902a2-8131-4623-9cfe-e3bd187a9e20/b058dda1-8169-4a8b-9681-dbdc51681d69) {{(pid=100247) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:31:31.580939 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-597f7a84-6012-457e-a9cb-dad21b5aa629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:31:31.664218 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Pushing event updated for resources: {'Port': ['ID=f1ea982a-7237-4a6c-a740-d456a51e494f,revision_number=3']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:31:31.680895 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-2d66d24a-edc4-44ae-8f22-6ba423337303 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:31:31.694735 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.provisioning_blocks [None req-2d66d24a-edc4-44ae-8f22-6ba423337303 admin admin] Transition to ACTIVE for port object b058dda1-8169-4a8b-9681-dbdc51681d69 will not be triggered until provisioned by entity DHCP. {{(pid=100247) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:31:31.744103 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-2d66d24a-edc4-44ae-8f22-6ba423337303 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-128888360'] for port, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:31:31.781179 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d66d24a-edc4-44ae-8f22-6ba423337303 admin admin] Network 1f7caf7b-8fe6-4ffc-b29a-001958f691cc is already hosted by enough agents. {{(pid=100247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:31:31.786217 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.base_scheduler [None req-2d66d24a-edc4-44ae-8f22-6ba423337303 admin admin] Resources bound (agent type, host, resource id): {{(pid=100247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:31:31.793484 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d66d24a-edc4-44ae-8f22-6ba423337303 admin admin] Received port after_create {{(pid=100247) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:31:31.848362 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d66d24a-edc4-44ae-8f22-6ba423337303 admin admin] Pushing event updated for resources: {'Port': ['ID=b058dda1-8169-4a8b-9681-dbdc51681d69,revision_number=1']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:31:31.880392 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-2d66d24a-edc4-44ae-8f22-6ba423337303 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1807675'] for router_interface, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:31:31.911073 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-597f7a84-6012-457e-a9cb-dad21b5aa629 None None] Notify callbacks [] for port, precommit_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:31:31.923624 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-597f7a84-6012-457e-a9cb-dad21b5aa629 None None] Transition to ACTIVE for port object d2b1c0da-e8f6-4d67-9786-4eb28d2451cd will not be triggered until provisioned by entity L2. {{(pid=100248) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:31:31.930671 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-597f7a84-6012-457e-a9cb-dad21b5aa629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:31:31.954089 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80661420-25ad-4369-a6df-fc0b84f11441 req-741c5239-ca13-4e0f-a465-3119341c780d tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:31:31.955908 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-80661420-25ad-4369-a6df-fc0b84f11441 req-741c5239-ca13-4e0f-a465-3119341c780d tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] 10.222.0.104 "GET /v2.0/ports?device_id=087d4d3a-c4ae-40aa-942c-83813b822a0a HTTP/1.1" status: 200 len: 944 time: 0.1635928 Jul 06 14:31:31.985110 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-597f7a84-6012-457e-a9cb-dad21b5aa629 None None] Attempting to bind port d2b1c0da-e8f6-4d67-9786-4eb28d2451cd on host n-d-773647-6 for vnic_type normal with profile {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:31:31.986079 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-597f7a84-6012-457e-a9cb-dad21b5aa629 None None] Attempting to bind port d2b1c0da-e8f6-4d67-9786-4eb28d2451cd by drivers openvswitch,hyperv on host n-d-773647-6 at level 0 using segments [{'id': '89a832b7-7793-4d51-9038-ed7e1c3ff1b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719'}] {{(pid=100248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:31:31.986455 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-597f7a84-6012-457e-a9cb-dad21b5aa629 None None] Attempting to bind port d2b1c0da-e8f6-4d67-9786-4eb28d2451cd on network 2658f09e-a580-4d4a-9968-2d1e0ad93719 {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:31:32.007585 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-597f7a84-6012-457e-a9cb-dad21b5aa629 None None] Checking agent: {'id': '8ab5b19c-d213-4f29-891d-27bdf39d38b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773647-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 43, 26), 'started_at': datetime.datetime(2021, 7, 6, 13, 43, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 31, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773647-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:31:32.008058 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-597f7a84-6012-457e-a9cb-dad21b5aa629 None None] Checking segment: {'id': '89a832b7-7793-4d51-9038-ed7e1c3ff1b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:31:32.008840 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-597f7a84-6012-457e-a9cb-dad21b5aa629 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:31:32.009312 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-597f7a84-6012-457e-a9cb-dad21b5aa629 None None] Bound using segment: {'id': '89a832b7-7793-4d51-9038-ed7e1c3ff1b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719'} {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:31:32.010426 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-597f7a84-6012-457e-a9cb-dad21b5aa629 None None] Bound port: d2b1c0da-e8f6-4d67-9786-4eb28d2451cd, host: n-d-773647-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89a832b7-7793-4d51-9038-ed7e1c3ff1b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719'}}] {{(pid=100248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:31:32.010686 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-597f7a84-6012-457e-a9cb-dad21b5aa629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:31:32.041283 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-80661420-25ad-4369-a6df-fc0b84f11441 req-917f255e-0d39-4607-a5e9-fb6846806ca9 tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] 10.222.0.104 "GET /v2.0/security-groups?id=3f36b739-fa02-4105-9f8c-527485057057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748734 Jul 06 14:31:32.064146 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d694e477-db9a-499e-a6c0-8ac86fb9348f None None] Pushing event updated for resources: {'Port': ['ID=d2b1c0da-e8f6-4d67-9786-4eb28d2451cd,revision_number=2']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:31:32.109148 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-2d66d24a-edc4-44ae-8f22-6ba423337303 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:31:32.117218 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-597f7a84-6012-457e-a9cb-dad21b5aa629 None None] For port d2b1c0da-e8f6-4d67-9786-4eb28d2451cd, host n-d-773647-6, cleared binding levels {{(pid=100248) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:31:32.121608 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-597f7a84-6012-457e-a9cb-dad21b5aa629 None None] For port d2b1c0da-e8f6-4d67-9786-4eb28d2451cd, host n-d-773647-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=d2b1c0da-e8f6-4d67-9786-4eb28d2451cd,segment=NetworkSegment(89a832b7-7793-4d51-9038-ed7e1c3ff1b2),segment_id=89a832b7-7793-4d51-9038-ed7e1c3ff1b2)] {{(pid=100248) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:31:32.127354 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-597f7a84-6012-457e-a9cb-dad21b5aa629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:31:32.189591 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-703bfb69-c0a8-47c7-b6ff-ae30e36ad86e None None] Provisioning for port b058dda1-8169-4a8b-9681-dbdc51681d69 completed by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:31:32.196203 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d694e477-db9a-499e-a6c0-8ac86fb9348f None None] Pushing event updated for resources: {'Port': ['ID=d2b1c0da-e8f6-4d67-9786-4eb28d2451cd,revision_number=3']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:31:32.199899 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-597f7a84-6012-457e-a9cb-dad21b5aa629 None None] Routers {'c3b4f4f1-ec5d-4453-91a3-2ed164ba00cd'} bound to L3 agent in host n-d-773647-6 {{(pid=100248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:31:32.200493 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-597f7a84-6012-457e-a9cb-dad21b5aa629 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T14:31:26Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['c3b4f4f1-ec5d-4453-91a3-2ed164ba00cd'], 'active': True} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:31:32.203142 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-703bfb69-c0a8-47c7-b6ff-ae30e36ad86e None None] Provisioning complete for port b058dda1-8169-4a8b-9681-dbdc51681d69 triggered by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:31:32.203538 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-703bfb69-c0a8-47c7-b6ff-ae30e36ad86e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:31:32.290870 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-2d66d24a-edc4-44ae-8f22-6ba423337303 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:31:32.296572 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-2d66d24a-edc4-44ae-8f22-6ba423337303 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128888538'] for port, after_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:31:32.368911 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d66d24a-edc4-44ae-8f22-6ba423337303 admin admin] Pushing event updated for resources: {'Port': ['ID=b058dda1-8169-4a8b-9681-dbdc51681d69,revision_number=2']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:31:32.373046 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-2d66d24a-edc4-44ae-8f22-6ba423337303 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1809478'] for router_interface, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:31:32.434846 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-703bfb69-c0a8-47c7-b6ff-ae30e36ad86e None None] Port b058dda1-8169-4a8b-9681-dbdc51681d69 cannot update to ACTIVE because it is not bound. {{(pid=100248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 14:31:32.470504 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d66d24a-edc4-44ae-8f22-6ba423337303 admin admin] Network 1f7caf7b-8fe6-4ffc-b29a-001958f691cc is already hosted by enough agents. {{(pid=100247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:31:32.471952 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.base_scheduler [None req-2d66d24a-edc4-44ae-8f22-6ba423337303 admin admin] Resources bound (agent type, host, resource id): {{(pid=100247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:31:32.488986 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvr_db [None req-597f7a84-6012-457e-a9cb-dad21b5aa629 None None] Set router c3b4f4f1-ec5d-4453-91a3-2ed164ba00cd gateway port host: n-d-773647-6 {{(pid=100248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:31:32.605401 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d66d24a-edc4-44ae-8f22-6ba423337303 admin admin] Router c3b4f4f1-ec5d-4453-91a3-2ed164ba00cd has already been hosted by L3 agent 2823d358-a11b-4885-a706-95a279e43fa7 {{(pid=100247) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 14:31:32.743755 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d66d24a-edc4-44ae-8f22-6ba423337303 admin admin] Notify agent at l3_agent.n-d-773647-6 the message routers_updated {{(pid=100247) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 14:31:32.745469 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-597f7a84-6012-457e-a9cb-dad21b5aa629 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3b4f4f1-ec5d-4453-91a3-2ed164ba00cd', 'name': 'tempest-TestServerMultinode-1780653362-router', 'tenant_id': '13e49cfbe6a645059794a29627a089eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.38'}], 'enable_snat': True}, 'gw_port_id': 'd2b1c0da-e8f6-4d67-9786-4eb28d2451cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:31:28Z', 'updated_at': '2021-07-06T14:31:32Z', 'revision_number': 4, 'project_id': '13e49cfbe6a645059794a29627a089eb', 'gw_port': {'id': 'd2b1c0da-e8f6-4d67-9786-4eb28d2451cd', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:67:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3b4f4f1-ec5d-4453-91a3-2ed164ba00cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3886, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:31:29Z', 'updated_at': '2021-07-06T14:31:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6', '_interfaces': [{'id': 'b058dda1-8169-4a8b-9681-dbdc51681d69', 'name': '', 'network_id': '1f7caf7b-8fe6-4ffc-b29a-001958f691cc', 'tenant_id': '13e49cfbe6a645059794a29627a089eb', 'mac_address': 'fa:16:3e:0a:28:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3b4f4f1-ec5d-4453-91a3-2ed164ba00cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3887, 'fixed_ips': [{'subnet_id': '049902a2-8131-4623-9cfe-e3bd187a9e20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:31:31Z', 'updated_at': '2021-07-06T14:31:31Z', 'revision_number': 1, 'project_id': '13e49cfbe6a645059794a29627a089eb', 'subnets': [{'id': '049902a2-8131-4623-9cfe-e3bd187a9e20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773647-6', False) {} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:31:32.748712 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-2d66d24a-edc4-44ae-8f22-6ba423337303 admin admin] 10.222.0.104 "PUT /v2.0/routers/c3b4f4f1-ec5d-4453-91a3-2ed164ba00cd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7727916 Jul 06 14:31:32.778384 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-597f7a84-6012-457e-a9cb-dad21b5aa629 None None] The sync data for ids ['c3b4f4f1-ec5d-4453-91a3-2ed164ba00cd'] in n-d-773647-6 is: [{'id': 'c3b4f4f1-ec5d-4453-91a3-2ed164ba00cd', 'name': 'tempest-TestServerMultinode-1780653362-router', 'tenant_id': '13e49cfbe6a645059794a29627a089eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.38'}], 'enable_snat': True}, 'gw_port_id': 'd2b1c0da-e8f6-4d67-9786-4eb28d2451cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:31:28Z', 'updated_at': '2021-07-06T14:31:32Z', 'revision_number': 4, 'project_id': '13e49cfbe6a645059794a29627a089eb', 'gw_port': {'id': 'd2b1c0da-e8f6-4d67-9786-4eb28d2451cd', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:67:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3b4f4f1-ec5d-4453-91a3-2ed164ba00cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3886, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:31:29Z', 'updated_at': '2021-07-06T14:31:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6', '_interfaces': [{'id': 'b058dda1-8169-4a8b-9681-dbdc51681d69', 'name': '', 'network_id': '1f7caf7b-8fe6-4ffc-b29a-001958f691cc', 'tenant_id': '13e49cfbe6a645059794a29627a089eb', 'mac_address': 'fa:16:3e:0a:28:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3b4f4f1-ec5d-4453-91a3-2ed164ba00cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3887, 'fixed_ips': [{'subnet_id': '049902a2-8131-4623-9cfe-e3bd187a9e20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:31:31Z', 'updated_at': '2021-07-06T14:31:31Z', 'revision_number': 1, 'project_id': '13e49cfbe6a645059794a29627a089eb', 'subnets': [{'id': '049902a2-8131-4623-9cfe-e3bd187a9e20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 14:31:32.786698 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-8f7f77d2-57c9-4b9f-a981-636614f8a8c5 None None] Provisioning complete for port b058dda1-8169-4a8b-9681-dbdc51681d69 triggered by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:31:32.787139 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-8f7f77d2-57c9-4b9f-a981-636614f8a8c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:31:32.824311 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-8f7f77d2-57c9-4b9f-a981-636614f8a8c5 None None] Port b058dda1-8169-4a8b-9681-dbdc51681d69 cannot update to ACTIVE because it is not bound. {{(pid=100248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 14:31:33.112889 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device f1ea982a-7237-4a6c-a740-d456a51e494f up at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:31:33.190194 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning complete for port f1ea982a-7237-4a6c-a740-d456a51e494f triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:31:33.190929 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:31:33.314050 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04afdbf-2abf-49bc-b6a0-3fefb848f957 req-f3d680bc-e5f5-41e7-a00e-ecf3795bc7a6 tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:31:33.316268 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-b04afdbf-2abf-49bc-b6a0-3fefb848f957 req-f3d680bc-e5f5-41e7-a00e-ecf3795bc7a6 tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] 10.222.0.104 "GET /v2.0/ports?device_id=087d4d3a-c4ae-40aa-942c-83813b822a0a HTTP/1.1" status: 200 len: 944 time: 0.0773909 Jul 06 14:31:33.358525 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-b04afdbf-2abf-49bc-b6a0-3fefb848f957 req-62736060-3692-42c6-9b59-d46154b941e5 tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] 10.222.0.104 "GET /v2.0/security-groups?id=3f36b739-fa02-4105-9f8c-527485057057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366957 Jul 06 14:31:33.389181 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 54950) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:31:33.394791 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [None req-167762c6-2302-4379-acdf-3b86a420306f admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-2069219664-network', 'tenant_id': 'bc6185fd1f9844a08f1d71dccbb2f60a'}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:31:33.417120 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-167762c6-2302-4379-acdf-3b86a420306f admin admin] Made reservation on behalf of bc6185fd1f9844a08f1d71dccbb2f60a for: {'network': 1} {{(pid=100247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:31:33.419519 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-167762c6-2302-4379-acdf-3b86a420306f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for network, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:31:33.428435 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-167762c6-2302-4379-acdf-3b86a420306f admin admin] Notify callbacks [] for security_group, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:31:33.524984 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-167762c6-2302-4379-acdf-3b86a420306f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:31:33.529358 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-167762c6-2302-4379-acdf-3b86a420306f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:31:33.564489 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-167762c6-2302-4379-acdf-3b86a420306f admin admin] vlan segment allocate from pool success with {'vlan_id': 1033, 'physical_network': 'physnet1'} {{(pid=100247) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 14:31:33.576742 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167762c6-2302-4379-acdf-3b86a420306f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e489c9fd-cfd4-4a53-b11a-40df6c792962,revision_number=1']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:31:33.585497 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-167762c6-2302-4379-acdf-3b86a420306f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552'] for segment, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:31:33.585843 n-d-773647-6 neutron-server[100247]: INFO neutron.db.segments_db [None req-167762c6-2302-4379-acdf-3b86a420306f admin admin] Added segment d5120bcc-decc-40d3-a60e-fdec2f7aac87 of type vlan for network 44045a97-d923-4efe-88a1-47ab073cdf95 Jul 06 14:31:33.631462 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-167762c6-2302-4379-acdf-3b86a420306f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773752984405'] for network, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:31:33.662173 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-167762c6-2302-4379-acdf-3b86a420306f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060'] for network, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:31:33.663322 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-167762c6-2302-4379-acdf-3b86a420306f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:31:33.663902 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-167762c6-2302-4379-acdf-3b86a420306f admin admin] Notify callbacks [] for network, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:31:33.726854 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-167762c6-2302-4379-acdf-3b86a420306f admin admin] 10.222.0.104 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3336058 Jul 06 14:31:33.727805 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 54952) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:31:33.733272 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-77d39ad2-df4a-4643-846a-e8ebe54df441 admin admin] Request body: {'subnet': {'network_id': '44045a97-d923-4efe-88a1-47ab073cdf95', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-2069219664-subnet', 'tenant_id': 'bc6185fd1f9844a08f1d71dccbb2f60a', 'ip_version': 4}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:31:33.739737 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167762c6-2302-4379-acdf-3b86a420306f admin admin] Pushing event updated for resources: {'Network': ['ID=44045a97-d923-4efe-88a1-47ab073cdf95,revision_number=1']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:31:33.749850 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Network 44045a97-d923-4efe-88a1-47ab073cdf95 details requested by agent ovs-agent-n-d-773647-6 with host n-d-773647-6 {{(pid=100248) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 14:31:33.772052 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77d39ad2-df4a-4643-846a-e8ebe54df441 admin admin] Made reservation on behalf of bc6185fd1f9844a08f1d71dccbb2f60a for: {'subnet': 1} {{(pid=100246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:31:33.774736 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-77d39ad2-df4a-4643-846a-e8ebe54df441 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127702029'] for subnet, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:31:33.951645 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-77d39ad2-df4a-4643-846a-e8ebe54df441 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1849032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127687649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127702047'] for subnet, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:31:34.008632 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d39ad2-df4a-4643-846a-e8ebe54df441 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b1a11ce3-ebe1-4b50-b2ad-b7896ad2112e,revision_number=0']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:31:34.017616 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77d39ad2-df4a-4643-846a-e8ebe54df441 admin admin] Checking segment: {'id': 'd5120bcc-decc-40d3-a60e-fdec2f7aac87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1033, 'network_id': '44045a97-d923-4efe-88a1-47ab073cdf95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:31:34.017979 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77d39ad2-df4a-4643-846a-e8ebe54df441 admin admin] Network hostable DHCP agents. Network: 44045a97-d923-4efe-88a1-47ab073cdf95, hostable agents: ['f2bada3d-be77-4359-982b-8505a2bbca04'], hosted agents: [] {{(pid=100246) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 14:31:34.034954 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77d39ad2-df4a-4643-846a-e8ebe54df441 admin admin] Network 44045a97-d923-4efe-88a1-47ab073cdf95 is scheduled to be hosted by DHCP agent f2bada3d-be77-4359-982b-8505a2bbca04 with binding_index 1 {{(pid=100246) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 14:31:34.044794 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.base_scheduler [None req-77d39ad2-df4a-4643-846a-e8ebe54df441 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773647-6, 44045a97-d923-4efe-88a1-47ab073cdf95) {{(pid=100246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:31:34.050126 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77d39ad2-df4a-4643-846a-e8ebe54df441 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:31:34.050724 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-77d39ad2-df4a-4643-846a-e8ebe54df441 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:31:34.055105 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbff834c-863e-4f7f-9bf6-5d81154780de None None] Network 44045a97-d923-4efe-88a1-47ab073cdf95 requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:31:34.076096 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 54954) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:31:34.076613 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-77d39ad2-df4a-4643-846a-e8ebe54df441 admin admin] 10.222.0.104 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3472607 Jul 06 14:31:34.081168 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [None req-b8161ac4-4e55-49bb-a4b7-9cebce8c96cb admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-2069219664-router', 'tenant_id': 'bc6185fd1f9844a08f1d71dccbb2f60a', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719'}}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:31:34.104307 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-b8161ac4-4e55-49bb-a4b7-9cebce8c96cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1806290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6992'] for router, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:31:34.105361 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-b8161ac4-4e55-49bb-a4b7-9cebce8c96cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1806157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1808637', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1714747', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7007'] for router, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:31:34.164799 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-b8161ac4-4e55-49bb-a4b7-9cebce8c96cb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:31:34.237937 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfa898e2-bde9-41b5-9208-1b20d589cc8f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6bd5fc82-6666-56e8-87c2-91648d36c963-44045a97-d923-4efe-88a1-47ab073cdf95', 'network_id': '44045a97-d923-4efe-88a1-47ab073cdf95', 'tenant_id': 'bc6185fd1f9844a08f1d71dccbb2f60a', 'fixed_ips': [{'subnet_id': 'b1a11ce3-ebe1-4b50-b2ad-b7896ad2112e'}]}} from n-d-773647-6. {{(pid=100248) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 14:31:34.238933 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-dfa898e2-bde9-41b5-9208-1b20d589cc8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:31:34.316116 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-b8161ac4-4e55-49bb-a4b7-9cebce8c96cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1761047', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1806272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6989'] for router, precommit_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:31:34.394292 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.db_base_plugin_common [None req-dfa898e2-bde9-41b5-9208-1b20d589cc8f None None] Allocated IP 172.20.0.2 (44045a97-d923-4efe-88a1-47ab073cdf95/b1a11ce3-ebe1-4b50-b2ad-b7896ad2112e/62caead8-00fb-44c7-8d2a-e7067be700f4) {{(pid=100248) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:31:34.600583 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-dfa898e2-bde9-41b5-9208-1b20d589cc8f None None] Notify callbacks [] for port, precommit_create {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:31:34.617382 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-dfa898e2-bde9-41b5-9208-1b20d589cc8f None None] Transition to ACTIVE for port object 62caead8-00fb-44c7-8d2a-e7067be700f4 will not be triggered until provisioned by entity L2. {{(pid=100248) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:31:34.648543 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-dfa898e2-bde9-41b5-9208-1b20d589cc8f None None] Transition to ACTIVE for port object 62caead8-00fb-44c7-8d2a-e7067be700f4 will not be triggered until provisioned by entity DHCP. {{(pid=100248) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:31:34.658173 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-dfa898e2-bde9-41b5-9208-1b20d589cc8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108'] for port, after_create {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:31:34.681499 n-d-773647-6 neutron-server[100248]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfa898e2-bde9-41b5-9208-1b20d589cc8f None None] Network 44045a97-d923-4efe-88a1-47ab073cdf95 is already hosted by enough agents. {{(pid=100248) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:31:34.700487 n-d-773647-6 neutron-server[100248]: DEBUG neutron.scheduler.base_scheduler [None req-dfa898e2-bde9-41b5-9208-1b20d589cc8f None None] Resources bound (agent type, host, resource id): {{(pid=100248) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:31:34.704175 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfa898e2-bde9-41b5-9208-1b20d589cc8f None None] Received port after_create {{(pid=100248) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:31:34.778040 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa898e2-bde9-41b5-9208-1b20d589cc8f None None] Pushing event updated for resources: {'Port': ['ID=62caead8-00fb-44c7-8d2a-e7067be700f4,revision_number=1']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:31:34.801543 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-dfa898e2-bde9-41b5-9208-1b20d589cc8f None None] Attempting to bind port 62caead8-00fb-44c7-8d2a-e7067be700f4 on host n-d-773647-6 for vnic_type normal with profile {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:31:34.802102 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-dfa898e2-bde9-41b5-9208-1b20d589cc8f None None] Attempting to bind port 62caead8-00fb-44c7-8d2a-e7067be700f4 by drivers openvswitch,hyperv on host n-d-773647-6 at level 0 using segments [{'id': 'd5120bcc-decc-40d3-a60e-fdec2f7aac87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1033, 'network_id': '44045a97-d923-4efe-88a1-47ab073cdf95'}] {{(pid=100248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:31:34.802569 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfa898e2-bde9-41b5-9208-1b20d589cc8f None None] Attempting to bind port 62caead8-00fb-44c7-8d2a-e7067be700f4 on network 44045a97-d923-4efe-88a1-47ab073cdf95 {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:31:34.808905 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfa898e2-bde9-41b5-9208-1b20d589cc8f None None] Checking agent: {'id': '8ab5b19c-d213-4f29-891d-27bdf39d38b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773647-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 43, 26), 'started_at': datetime.datetime(2021, 7, 6, 13, 43, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 31, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773647-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:31:34.809442 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfa898e2-bde9-41b5-9208-1b20d589cc8f None None] Checking segment: {'id': 'd5120bcc-decc-40d3-a60e-fdec2f7aac87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1033, 'network_id': '44045a97-d923-4efe-88a1-47ab073cdf95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:31:34.809997 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-dfa898e2-bde9-41b5-9208-1b20d589cc8f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:31:34.810497 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfa898e2-bde9-41b5-9208-1b20d589cc8f None None] Bound using segment: {'id': 'd5120bcc-decc-40d3-a60e-fdec2f7aac87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1033, 'network_id': '44045a97-d923-4efe-88a1-47ab073cdf95'} {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:31:34.811074 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-dfa898e2-bde9-41b5-9208-1b20d589cc8f None None] Bound port: 62caead8-00fb-44c7-8d2a-e7067be700f4, host: n-d-773647-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5120bcc-decc-40d3-a60e-fdec2f7aac87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1033, 'network_id': '44045a97-d923-4efe-88a1-47ab073cdf95'}}] {{(pid=100248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:31:34.811769 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-dfa898e2-bde9-41b5-9208-1b20d589cc8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:31:34.888540 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-dfa898e2-bde9-41b5-9208-1b20d589cc8f None None] For port 62caead8-00fb-44c7-8d2a-e7067be700f4, host n-d-773647-6, cleared binding levels {{(pid=100248) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:31:34.893035 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-dfa898e2-bde9-41b5-9208-1b20d589cc8f None None] For port 62caead8-00fb-44c7-8d2a-e7067be700f4, host n-d-773647-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=62caead8-00fb-44c7-8d2a-e7067be700f4,segment=NetworkSegment(d5120bcc-decc-40d3-a60e-fdec2f7aac87),segment_id=d5120bcc-decc-40d3-a60e-fdec2f7aac87)] {{(pid=100248) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:31:34.897017 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-dfa898e2-bde9-41b5-9208-1b20d589cc8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:31:34.972486 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-b8161ac4-4e55-49bb-a4b7-9cebce8c96cb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:31:34.978339 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa898e2-bde9-41b5-9208-1b20d589cc8f None None] Pushing event updated for resources: {'Port': ['ID=62caead8-00fb-44c7-8d2a-e7067be700f4,revision_number=2']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:31:34.999860 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-b8161ac4-4e55-49bb-a4b7-9cebce8c96cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:31:35.010142 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c6d035-83ef-4271-8f6b-b8d60b31e1e4 req-f251524f-c5a7-4f32-956f-730cc692a1ca tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:31:35.011755 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-a8c6d035-83ef-4271-8f6b-b8d60b31e1e4 req-f251524f-c5a7-4f32-956f-730cc692a1ca tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] 10.222.0.104 "GET /v2.0/ports?device_id=087d4d3a-c4ae-40aa-942c-83813b822a0a HTTP/1.1" status: 200 len: 944 time: 0.5153043 Jul 06 14:31:35.137513 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device d2b1c0da-e8f6-4d67-9786-4eb28d2451cd up at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:31:35.162617 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-a8c6d035-83ef-4271-8f6b-b8d60b31e1e4 req-798f2218-a2dc-40a6-943b-32702db000c7 tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] 10.222.0.104 "GET /v2.0/security-groups?id=3f36b739-fa02-4105-9f8c-527485057057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401110 Jul 06 14:31:35.180229 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.db_base_plugin_common [None req-b8161ac4-4e55-49bb-a4b7-9cebce8c96cb admin admin] Allocated IP 172.25.0.91 (2658f09e-a580-4d4a-9968-2d1e0ad93719/cbf74abc-6fe1-4d33-b005-c948923b9647/da24e38b-dbf6-4f2d-aa1c-f04c48d28633) {{(pid=100247) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:31:35.221427 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning for port d2b1c0da-e8f6-4d67-9786-4eb28d2451cd completed by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:31:35.227538 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning complete for port d2b1c0da-e8f6-4d67-9786-4eb28d2451cd triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:31:35.227538 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:31:35.290112 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e5ddeed-53bf-4976-96db-23c4c82dbd48 None None] Sync routers for ids ['c3b4f4f1-ec5d-4453-91a3-2ed164ba00cd'] in n-d-773647-6 {{(pid=100249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 14:31:35.306402 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e5ddeed-53bf-4976-96db-23c4c82dbd48 None None] Routers {'c3b4f4f1-ec5d-4453-91a3-2ed164ba00cd'} bound to L3 agent in host n-d-773647-6 {{(pid=100249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:31:35.306833 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-1e5ddeed-53bf-4976-96db-23c4c82dbd48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T14:31:26Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['c3b4f4f1-ec5d-4453-91a3-2ed164ba00cd'], 'active': True} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:31:35.404739 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:31:35.411780 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-b8161ac4-4e55-49bb-a4b7-9cebce8c96cb admin admin] Notify callbacks [] for port, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:31:35.436418 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] For port d2b1c0da-e8f6-4d67-9786-4eb28d2451cd, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=d2b1c0da-e8f6-4d67-9786-4eb28d2451cd,segment=NetworkSegment(89a832b7-7793-4d51-9038-ed7e1c3ff1b2),segment_id=89a832b7-7793-4d51-9038-ed7e1c3ff1b2)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:31:35.449132 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:31:35.475964 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvr_db [None req-1e5ddeed-53bf-4976-96db-23c4c82dbd48 None None] Set router c3b4f4f1-ec5d-4453-91a3-2ed164ba00cd gateway port host: n-d-773647-6 {{(pid=100249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:31:35.484643 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-b8161ac4-4e55-49bb-a4b7-9cebce8c96cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-128888360'] for port, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:31:35.501835 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Pushing event updated for resources: {'Port': ['ID=d2b1c0da-e8f6-4d67-9786-4eb28d2451cd,revision_number=4']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:31:35.531707 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8161ac4-4e55-49bb-a4b7-9cebce8c96cb admin admin] Network 2658f09e-a580-4d4a-9968-2d1e0ad93719 is already hosted by enough agents. {{(pid=100247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:31:35.534509 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.base_scheduler [None req-b8161ac4-4e55-49bb-a4b7-9cebce8c96cb admin admin] Resources bound (agent type, host, resource id): {{(pid=100247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:31:35.538881 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8161ac4-4e55-49bb-a4b7-9cebce8c96cb admin admin] Received port after_create {{(pid=100247) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:31:35.566330 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8161ac4-4e55-49bb-a4b7-9cebce8c96cb admin admin] Pushing event updated for resources: {'Port': ['ID=da24e38b-dbf6-4f2d-aa1c-f04c48d28633,revision_number=1']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:31:35.692039 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-1e5ddeed-53bf-4976-96db-23c4c82dbd48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3b4f4f1-ec5d-4453-91a3-2ed164ba00cd', 'name': 'tempest-TestServerMultinode-1780653362-router', 'tenant_id': '13e49cfbe6a645059794a29627a089eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.38'}], 'enable_snat': True}, 'gw_port_id': 'd2b1c0da-e8f6-4d67-9786-4eb28d2451cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:31:28Z', 'updated_at': '2021-07-06T14:31:32Z', 'revision_number': 4, 'project_id': '13e49cfbe6a645059794a29627a089eb', 'gw_port': {'id': 'd2b1c0da-e8f6-4d67-9786-4eb28d2451cd', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:67:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3b4f4f1-ec5d-4453-91a3-2ed164ba00cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3886, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:31:29Z', 'updated_at': '2021-07-06T14:31:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6', '_interfaces': [{'id': 'b058dda1-8169-4a8b-9681-dbdc51681d69', 'name': '', 'network_id': '1f7caf7b-8fe6-4ffc-b29a-001958f691cc', 'tenant_id': '13e49cfbe6a645059794a29627a089eb', 'mac_address': 'fa:16:3e:0a:28:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3b4f4f1-ec5d-4453-91a3-2ed164ba00cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3887, 'fixed_ips': [{'subnet_id': '049902a2-8131-4623-9cfe-e3bd187a9e20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:31:31Z', 'updated_at': '2021-07-06T14:31:32Z', 'revision_number': 2, 'project_id': '13e49cfbe6a645059794a29627a089eb', 'subnets': [{'id': '049902a2-8131-4623-9cfe-e3bd187a9e20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773647-6', False) {} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:31:35.718297 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e5ddeed-53bf-4976-96db-23c4c82dbd48 None None] Checking router: c3b4f4f1-ec5d-4453-91a3-2ed164ba00cd for host: n-d-773647-6 {{(pid=100249) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 14:31:35.718652 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e5ddeed-53bf-4976-96db-23c4c82dbd48 None None] Updating router c3b4f4f1-ec5d-4453-91a3-2ed164ba00cd port b058dda1-8169-4a8b-9681-dbdc51681d69 binding host n-d-773647-6 {{(pid=100249) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 14:31:35.775527 n-d-773647-6 neutron-server[100249]: DEBUG neutron_lib.callbacks.manager [None req-1e5ddeed-53bf-4976-96db-23c4c82dbd48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:31:35.824490 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-b8161ac4-4e55-49bb-a4b7-9cebce8c96cb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:31:36.088202 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-b8161ac4-4e55-49bb-a4b7-9cebce8c96cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1806297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1761036'] for router, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:31:36.096415 n-d-773647-6 neutron-server[100249]: DEBUG neutron_lib.callbacks.manager [None req-1e5ddeed-53bf-4976-96db-23c4c82dbd48 None None] Notify callbacks [] for port, precommit_update {{(pid=100249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:31:36.106998 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.provisioning_blocks [None req-1e5ddeed-53bf-4976-96db-23c4c82dbd48 None None] Transition to ACTIVE for port object b058dda1-8169-4a8b-9681-dbdc51681d69 will not be triggered until provisioned by entity L2. {{(pid=100249) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:31:36.113981 n-d-773647-6 neutron-server[100249]: DEBUG neutron_lib.callbacks.manager [None req-1e5ddeed-53bf-4976-96db-23c4c82dbd48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:31:36.148406 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2b9e0e6-efb1-4bc0-940e-019e19348eb4 None None] Network 44045a97-d923-4efe-88a1-47ab073cdf95 requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:31:36.200036 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29549d6-656f-41d6-aab8-0496064e04f5 None None] Pushing event updated for resources: {'Port': ['ID=b058dda1-8169-4a8b-9681-dbdc51681d69,revision_number=3']} {{(pid=100249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:31:36.226106 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d29549d6-656f-41d6-aab8-0496064e04f5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:31:36.226593 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d29549d6-656f-41d6-aab8-0496064e04f5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:31:36.227001 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d29549d6-656f-41d6-aab8-0496064e04f5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:31:36.228075 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d29549d6-656f-41d6-aab8-0496064e04f5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:31:36.228489 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d29549d6-656f-41d6-aab8-0496064e04f5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:31:36.229292 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d29549d6-656f-41d6-aab8-0496064e04f5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:31:36.229825 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d29549d6-656f-41d6-aab8-0496064e04f5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:31:36.230236 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d29549d6-656f-41d6-aab8-0496064e04f5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:31:36.230903 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d29549d6-656f-41d6-aab8-0496064e04f5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:31:36.230989 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d29549d6-656f-41d6-aab8-0496064e04f5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:31:36.231418 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d29549d6-656f-41d6-aab8-0496064e04f5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:31:36.231806 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d29549d6-656f-41d6-aab8-0496064e04f5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:31:36.260429 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.managers [None req-1e5ddeed-53bf-4976-96db-23c4c82dbd48 None None] Attempting to bind port b058dda1-8169-4a8b-9681-dbdc51681d69 on host n-d-773647-6 for vnic_type normal with profile {{(pid=100249) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:31:36.260896 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.managers [None req-1e5ddeed-53bf-4976-96db-23c4c82dbd48 None None] Attempting to bind port b058dda1-8169-4a8b-9681-dbdc51681d69 by drivers openvswitch,hyperv on host n-d-773647-6 at level 0 using segments [{'id': '2a6b47e8-f81a-44e8-a9d7-503148c12c07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1041, 'network_id': '1f7caf7b-8fe6-4ffc-b29a-001958f691cc'}] {{(pid=100249) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:31:36.261338 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e5ddeed-53bf-4976-96db-23c4c82dbd48 None None] Attempting to bind port b058dda1-8169-4a8b-9681-dbdc51681d69 on network 1f7caf7b-8fe6-4ffc-b29a-001958f691cc {{(pid=100249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:31:36.265135 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-c4650622-2fd3-478b-9538-40929b0fd885 None None] Provisioning for port 62caead8-00fb-44c7-8d2a-e7067be700f4 completed by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:31:36.272390 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e5ddeed-53bf-4976-96db-23c4c82dbd48 None None] Checking agent: {'id': '8ab5b19c-d213-4f29-891d-27bdf39d38b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773647-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 43, 26), 'started_at': datetime.datetime(2021, 7, 6, 13, 43, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 31, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773647-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:31:36.272848 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e5ddeed-53bf-4976-96db-23c4c82dbd48 None None] Checking segment: {'id': '2a6b47e8-f81a-44e8-a9d7-503148c12c07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1041, 'network_id': '1f7caf7b-8fe6-4ffc-b29a-001958f691cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100249) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:31:36.273931 n-d-773647-6 neutron-server[100249]: DEBUG neutron_lib.callbacks.manager [None req-1e5ddeed-53bf-4976-96db-23c4c82dbd48 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:31:36.274471 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e5ddeed-53bf-4976-96db-23c4c82dbd48 None None] Bound using segment: {'id': '2a6b47e8-f81a-44e8-a9d7-503148c12c07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1041, 'network_id': '1f7caf7b-8fe6-4ffc-b29a-001958f691cc'} {{(pid=100249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:31:36.275299 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.managers [None req-1e5ddeed-53bf-4976-96db-23c4c82dbd48 None None] Bound port: b058dda1-8169-4a8b-9681-dbdc51681d69, host: n-d-773647-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a6b47e8-f81a-44e8-a9d7-503148c12c07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1041, 'network_id': '1f7caf7b-8fe6-4ffc-b29a-001958f691cc'}}] {{(pid=100249) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:31:36.275876 n-d-773647-6 neutron-server[100249]: DEBUG neutron_lib.callbacks.manager [None req-1e5ddeed-53bf-4976-96db-23c4c82dbd48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:31:36.345837 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8161ac4-4e55-49bb-a4b7-9cebce8c96cb admin admin] Router 9ee29c4d-23e2-465e-a8a7-aac21aff071e is scheduled to L3 agent 2823d358-a11b-4885-a706-95a279e43fa7 with binding_index 1 {{(pid=100247) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 14:31:36.388727 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.db [None req-1e5ddeed-53bf-4976-96db-23c4c82dbd48 None None] For port b058dda1-8169-4a8b-9681-dbdc51681d69, host n-d-773647-6, cleared binding levels {{(pid=100249) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:31:36.395355 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.db [None req-1e5ddeed-53bf-4976-96db-23c4c82dbd48 None None] For port b058dda1-8169-4a8b-9681-dbdc51681d69, host n-d-773647-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=b058dda1-8169-4a8b-9681-dbdc51681d69,segment=NetworkSegment(2a6b47e8-f81a-44e8-a9d7-503148c12c07),segment_id=2a6b47e8-f81a-44e8-a9d7-503148c12c07)] {{(pid=100249) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:31:36.403083 n-d-773647-6 neutron-server[100249]: DEBUG neutron_lib.callbacks.manager [None req-1e5ddeed-53bf-4976-96db-23c4c82dbd48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:31:36.468195 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e5ddeed-53bf-4976-96db-23c4c82dbd48 None None] Routers {'c3b4f4f1-ec5d-4453-91a3-2ed164ba00cd'} bound to L3 agent in host n-d-773647-6 {{(pid=100249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:31:36.469492 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-1e5ddeed-53bf-4976-96db-23c4c82dbd48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T14:31:26Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['c3b4f4f1-ec5d-4453-91a3-2ed164ba00cd'], 'active': True} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:31:36.532224 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561622bb-061c-406b-95bd-501c336394e3 req-98e43c55-047e-4d3e-aad4-f674755066eb tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:31:36.533694 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29549d6-656f-41d6-aab8-0496064e04f5 None None] Pushing event updated for resources: {'Port': ['ID=b058dda1-8169-4a8b-9681-dbdc51681d69,revision_number=4']} {{(pid=100249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:31:36.534665 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-561622bb-061c-406b-95bd-501c336394e3 req-98e43c55-047e-4d3e-aad4-f674755066eb tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] 10.222.0.104 "GET /v2.0/ports?device_id=087d4d3a-c4ae-40aa-942c-83813b822a0a HTTP/1.1" status: 200 len: 944 time: 0.1331701 Jul 06 14:31:36.535986 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8161ac4-4e55-49bb-a4b7-9cebce8c96cb admin admin] Notify agent at l3_agent.n-d-773647-6 the message routers_updated {{(pid=100247) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 14:31:36.548029 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8956281-6452-4dfe-a150-0103c02a2a17 None None] Sync routers for ids ['9ee29c4d-23e2-465e-a8a7-aac21aff071e'] in n-d-773647-6 {{(pid=100248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 14:31:36.555987 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-b8161ac4-4e55-49bb-a4b7-9cebce8c96cb admin admin] Notify callbacks [] for router, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:31:36.557257 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-b8161ac4-4e55-49bb-a4b7-9cebce8c96cb admin admin] 10.222.0.104 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.4802372 Jul 06 14:31:36.560276 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 54978) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:31:36.563104 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8956281-6452-4dfe-a150-0103c02a2a17 None None] Routers {'9ee29c4d-23e2-465e-a8a7-aac21aff071e'} bound to L3 agent in host n-d-773647-6 {{(pid=100248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:31:36.563816 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-b8956281-6452-4dfe-a150-0103c02a2a17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T14:31:26Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['9ee29c4d-23e2-465e-a8a7-aac21aff071e'], 'active': True} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:31:36.649869 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-561622bb-061c-406b-95bd-501c336394e3 req-78c4c497-cc98-43b0-915e-94b237b8986e tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] 10.222.0.104 "GET /v2.0/security-groups?id=3f36b739-fa02-4105-9f8c-527485057057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836082 Jul 06 14:31:36.704903 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvr_db [None req-1e5ddeed-53bf-4976-96db-23c4c82dbd48 None None] Set router c3b4f4f1-ec5d-4453-91a3-2ed164ba00cd gateway port host: n-d-773647-6 {{(pid=100249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:31:36.721850 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Device 983ebf44-2782-4cd5-ad91-166a18f60590 details requested by agent hyperv_n-h2-773647-6 with host n-h2-773647-6 {{(pid=100248) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 14:31:36.750605 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvr_db [None req-b8956281-6452-4dfe-a150-0103c02a2a17 None None] Set router 9ee29c4d-23e2-465e-a8a7-aac21aff071e gateway port host: n-d-773647-6 {{(pid=100248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:31:36.984894 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-1e5ddeed-53bf-4976-96db-23c4c82dbd48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3b4f4f1-ec5d-4453-91a3-2ed164ba00cd', 'name': 'tempest-TestServerMultinode-1780653362-router', 'tenant_id': '13e49cfbe6a645059794a29627a089eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.38'}], 'enable_snat': True}, 'gw_port_id': 'd2b1c0da-e8f6-4d67-9786-4eb28d2451cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:31:28Z', 'updated_at': '2021-07-06T14:31:32Z', 'revision_number': 4, 'project_id': '13e49cfbe6a645059794a29627a089eb', 'gw_port': {'id': 'd2b1c0da-e8f6-4d67-9786-4eb28d2451cd', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:67:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3b4f4f1-ec5d-4453-91a3-2ed164ba00cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3886, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:31:29Z', 'updated_at': '2021-07-06T14:31:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6', '_interfaces': [{'id': 'b058dda1-8169-4a8b-9681-dbdc51681d69', 'name': '', 'network_id': '1f7caf7b-8fe6-4ffc-b29a-001958f691cc', 'tenant_id': '13e49cfbe6a645059794a29627a089eb', 'mac_address': 'fa:16:3e:0a:28:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3b4f4f1-ec5d-4453-91a3-2ed164ba00cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3887, 'fixed_ips': [{'subnet_id': '049902a2-8131-4623-9cfe-e3bd187a9e20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:31:31Z', 'updated_at': '2021-07-06T14:31:36Z', 'revision_number': 4, 'project_id': '13e49cfbe6a645059794a29627a089eb', 'subnets': [{'id': '049902a2-8131-4623-9cfe-e3bd187a9e20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773647-6', False) {} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:31:37.022148 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e5ddeed-53bf-4976-96db-23c4c82dbd48 None None] The sync data for ids ['c3b4f4f1-ec5d-4453-91a3-2ed164ba00cd'] in n-d-773647-6 is: [{'id': 'c3b4f4f1-ec5d-4453-91a3-2ed164ba00cd', 'name': 'tempest-TestServerMultinode-1780653362-router', 'tenant_id': '13e49cfbe6a645059794a29627a089eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.38'}], 'enable_snat': True}, 'gw_port_id': 'd2b1c0da-e8f6-4d67-9786-4eb28d2451cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:31:28Z', 'updated_at': '2021-07-06T14:31:32Z', 'revision_number': 4, 'project_id': '13e49cfbe6a645059794a29627a089eb', 'gw_port': {'id': 'd2b1c0da-e8f6-4d67-9786-4eb28d2451cd', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:67:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3b4f4f1-ec5d-4453-91a3-2ed164ba00cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3886, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:31:29Z', 'updated_at': '2021-07-06T14:31:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6', '_interfaces': [{'id': 'b058dda1-8169-4a8b-9681-dbdc51681d69', 'name': '', 'network_id': '1f7caf7b-8fe6-4ffc-b29a-001958f691cc', 'tenant_id': '13e49cfbe6a645059794a29627a089eb', 'mac_address': 'fa:16:3e:0a:28:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3b4f4f1-ec5d-4453-91a3-2ed164ba00cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3887, 'fixed_ips': [{'subnet_id': '049902a2-8131-4623-9cfe-e3bd187a9e20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:31:31Z', 'updated_at': '2021-07-06T14:31:36Z', 'revision_number': 4, 'project_id': '13e49cfbe6a645059794a29627a089eb', 'subnets': [{'id': '049902a2-8131-4623-9cfe-e3bd187a9e20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 14:31:37.022732 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] For port 983ebf44-2782-4cd5-ad91-166a18f60590, host n-h2-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=983ebf44-2782-4cd5-ad91-166a18f60590,segment=NetworkSegment(fb70f030-83e8-41d7-b868-4485c113c2c0),segment_id=fb70f030-83e8-41d7-b868-4485c113c2c0)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:31:37.097723 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Returning: {'device': '983ebf44-2782-4cd5-ad91-166a18f60590', 'network_id': '8d42e765-466c-4066-a835-9be26bf6d40e', 'port_id': '983ebf44-2782-4cd5-ad91-166a18f60590', 'mac_address': 'fa:16:3e:0f:a3:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1049, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2909a683-548c-4b5b-9f41-76ab6ad57d29', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100248) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 14:31:37.174441 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:31:37.191862 n-d-773647-6 neutron-server[100248]: DEBUG neutron.notifiers.nova [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 983ebf44-2782-4cd5-ad91-166a18f60590 {{(pid=100248) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 14:31:37.219644 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] For port 983ebf44-2782-4cd5-ad91-166a18f60590, host n-h2-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=983ebf44-2782-4cd5-ad91-166a18f60590,segment=NetworkSegment(fb70f030-83e8-41d7-b868-4485c113c2c0),segment_id=fb70f030-83e8-41d7-b868-4485c113c2c0)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:31:37.228009 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:31:37.234621 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-b8956281-6452-4dfe-a150-0103c02a2a17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ee29c4d-23e2-465e-a8a7-aac21aff071e', 'name': 'tempest-TestServerMultinode-2069219664-router', 'tenant_id': 'bc6185fd1f9844a08f1d71dccbb2f60a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.91'}], 'enable_snat': True}, 'gw_port_id': 'da24e38b-dbf6-4f2d-aa1c-f04c48d28633', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:31:34Z', 'updated_at': '2021-07-06T14:31:35Z', 'revision_number': 3, 'project_id': 'bc6185fd1f9844a08f1d71dccbb2f60a', 'gw_port': {'id': 'da24e38b-dbf6-4f2d-aa1c-f04c48d28633', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:72:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ee29c4d-23e2-465e-a8a7-aac21aff071e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3898, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:31:35Z', 'updated_at': '2021-07-06T14:31:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6'}], 'n-d-773647-6', False) {} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:31:37.308380 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device b058dda1-8169-4a8b-9681-dbdc51681d69 up at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:31:37.315342 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8956281-6452-4dfe-a150-0103c02a2a17 None None] Checking router: 9ee29c4d-23e2-465e-a8a7-aac21aff071e for host: n-d-773647-6 {{(pid=100248) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 14:31:37.315908 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8956281-6452-4dfe-a150-0103c02a2a17 None None] Updating router 9ee29c4d-23e2-465e-a8a7-aac21aff071e port da24e38b-dbf6-4f2d-aa1c-f04c48d28633 binding host n-d-773647-6 {{(pid=100248) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 14:31:37.440414 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-18096858-fd28-407c-9a11-e80da05dd5c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:31:37.460973 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-b8956281-6452-4dfe-a150-0103c02a2a17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:31:37.462754 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Pushing event updated for resources: {'Port': ['ID=983ebf44-2782-4cd5-ad91-166a18f60590,revision_number=4']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:31:37.477206 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] get_ports_and_sgs() called for port_ids ['983ebf44-2782-4cd5-ad91-166a18f60590'] {{(pid=100248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 14:31:37.544748 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning for port b058dda1-8169-4a8b-9681-dbdc51681d69 completed by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:31:37.602970 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning complete for port b058dda1-8169-4a8b-9681-dbdc51681d69 triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:31:37.603741 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:31:37.720102 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.db_base_plugin_common [None req-18096858-fd28-407c-9a11-e80da05dd5c4 admin admin] Allocated IP 172.20.0.1 (44045a97-d923-4efe-88a1-47ab073cdf95/b1a11ce3-ebe1-4b50-b2ad-b7896ad2112e/3ec9aaee-634c-4a40-ba5e-f5252f0391a4) {{(pid=100246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:31:37.841992 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520a9faa-f93f-463c-8d3d-3e9cb48fd239 req-2ce9460c-cd31-4e08-9230-08d0974880ad tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:31:37.844652 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-520a9faa-f93f-463c-8d3d-3e9cb48fd239 req-2ce9460c-cd31-4e08-9230-08d0974880ad tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] 10.222.0.104 "GET /v2.0/ports?device_id=087d4d3a-c4ae-40aa-942c-83813b822a0a HTTP/1.1" status: 200 len: 945 time: 0.0787094 Jul 06 14:31:37.848908 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-18096858-fd28-407c-9a11-e80da05dd5c4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:31:37.866307 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.provisioning_blocks [None req-18096858-fd28-407c-9a11-e80da05dd5c4 admin admin] Transition to ACTIVE for port object 3ec9aaee-634c-4a40-ba5e-f5252f0391a4 will not be triggered until provisioned by entity DHCP. {{(pid=100246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:31:37.893064 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-520a9faa-f93f-463c-8d3d-3e9cb48fd239 req-0ff4114a-c5b3-4ded-9a31-29599434574b tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] 10.222.0.104 "GET /v2.0/security-groups?id=3f36b739-fa02-4105-9f8c-527485057057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420232 Jul 06 14:31:37.916441 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-18096858-fd28-407c-9a11-e80da05dd5c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-127687573'] for port, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:31:37.969981 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18096858-fd28-407c-9a11-e80da05dd5c4 admin admin] Network 44045a97-d923-4efe-88a1-47ab073cdf95 is already hosted by enough agents. {{(pid=100246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:31:37.977532 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.base_scheduler [None req-18096858-fd28-407c-9a11-e80da05dd5c4 admin admin] Resources bound (agent type, host, resource id): {{(pid=100246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:31:37.980194 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18096858-fd28-407c-9a11-e80da05dd5c4 admin admin] Pushing event updated for resources: {'Port': ['ID=3ec9aaee-634c-4a40-ba5e-f5252f0391a4,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:31:37.983782 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18096858-fd28-407c-9a11-e80da05dd5c4 admin admin] Received port after_create {{(pid=100246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:31:38.003970 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:31:38.023697 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-18096858-fd28-407c-9a11-e80da05dd5c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1807675'] for router_interface, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:31:38.095290 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] For port b058dda1-8169-4a8b-9681-dbdc51681d69, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=b058dda1-8169-4a8b-9681-dbdc51681d69,segment=NetworkSegment(2a6b47e8-f81a-44e8-a9d7-503148c12c07),segment_id=2a6b47e8-f81a-44e8-a9d7-503148c12c07)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:31:38.110314 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:31:38.111137 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device d2b1c0da-e8f6-4d67-9786-4eb28d2451cd up at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:31:38.194992 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-18096858-fd28-407c-9a11-e80da05dd5c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:31:38.267400 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-b8956281-6452-4dfe-a150-0103c02a2a17 None None] Notify callbacks [] for port, precommit_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:31:38.307177 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Pushing event updated for resources: {'Port': ['ID=b058dda1-8169-4a8b-9681-dbdc51681d69,revision_number=5']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:31:38.329409 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-b8956281-6452-4dfe-a150-0103c02a2a17 None None] Transition to ACTIVE for port object da24e38b-dbf6-4f2d-aa1c-f04c48d28633 will not be triggered until provisioned by entity L2. {{(pid=100248) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:31:38.342339 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-b8956281-6452-4dfe-a150-0103c02a2a17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:31:38.347585 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-85c9637a-6169-4b67-80f1-23d9f08d3b71 None None] Provisioning for port 3ec9aaee-634c-4a40-ba5e-f5252f0391a4 completed by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:31:38.352562 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning complete for port d2b1c0da-e8f6-4d67-9786-4eb28d2451cd triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:31:38.353010 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:31:38.397073 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-18096858-fd28-407c-9a11-e80da05dd5c4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:31:38.399825 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-85c9637a-6169-4b67-80f1-23d9f08d3b71 None None] Provisioning complete for port 3ec9aaee-634c-4a40-ba5e-f5252f0391a4 triggered by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:31:38.400277 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-85c9637a-6169-4b67-80f1-23d9f08d3b71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:31:38.402314 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-18096858-fd28-407c-9a11-e80da05dd5c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127687527'] for port, after_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:31:38.458800 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95fecc3-89ce-41e7-b746-e91f7590b185 None None] Pushing event updated for resources: {'Port': ['ID=da24e38b-dbf6-4f2d-aa1c-f04c48d28633,revision_number=2']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:31:38.473175 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-b8956281-6452-4dfe-a150-0103c02a2a17 None None] Attempting to bind port da24e38b-dbf6-4f2d-aa1c-f04c48d28633 on host n-d-773647-6 for vnic_type normal with profile {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:31:38.473619 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-b8956281-6452-4dfe-a150-0103c02a2a17 None None] Attempting to bind port da24e38b-dbf6-4f2d-aa1c-f04c48d28633 by drivers openvswitch,hyperv on host n-d-773647-6 at level 0 using segments [{'id': '89a832b7-7793-4d51-9038-ed7e1c3ff1b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719'}] {{(pid=100248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:31:38.474058 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8956281-6452-4dfe-a150-0103c02a2a17 None None] Attempting to bind port da24e38b-dbf6-4f2d-aa1c-f04c48d28633 on network 2658f09e-a580-4d4a-9968-2d1e0ad93719 {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:31:38.475841 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18096858-fd28-407c-9a11-e80da05dd5c4 admin admin] Pushing event updated for resources: {'Port': ['ID=3ec9aaee-634c-4a40-ba5e-f5252f0391a4,revision_number=2']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:31:38.478887 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-18096858-fd28-407c-9a11-e80da05dd5c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1809478'] for router_interface, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:31:38.480139 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-85c9637a-6169-4b67-80f1-23d9f08d3b71 None None] Port 3ec9aaee-634c-4a40-ba5e-f5252f0391a4 cannot update to ACTIVE because it is not bound. {{(pid=100248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 14:31:38.485948 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8956281-6452-4dfe-a150-0103c02a2a17 None None] Checking agent: {'id': '8ab5b19c-d213-4f29-891d-27bdf39d38b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773647-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 43, 26), 'started_at': datetime.datetime(2021, 7, 6, 13, 43, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 31, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773647-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:31:38.486984 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8956281-6452-4dfe-a150-0103c02a2a17 None None] Checking segment: {'id': '89a832b7-7793-4d51-9038-ed7e1c3ff1b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:31:38.487572 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-b8956281-6452-4dfe-a150-0103c02a2a17 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:31:38.488032 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8956281-6452-4dfe-a150-0103c02a2a17 None None] Bound using segment: {'id': '89a832b7-7793-4d51-9038-ed7e1c3ff1b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719'} {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:31:38.488854 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-b8956281-6452-4dfe-a150-0103c02a2a17 None None] Bound port: da24e38b-dbf6-4f2d-aa1c-f04c48d28633, host: n-d-773647-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89a832b7-7793-4d51-9038-ed7e1c3ff1b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719'}}] {{(pid=100248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:31:38.489308 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-b8956281-6452-4dfe-a150-0103c02a2a17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:31:38.575384 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 62caead8-00fb-44c7-8d2a-e7067be700f4 up at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:31:38.578084 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-b8956281-6452-4dfe-a150-0103c02a2a17 None None] For port da24e38b-dbf6-4f2d-aa1c-f04c48d28633, host n-d-773647-6, cleared binding levels {{(pid=100248) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:31:38.579347 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18096858-fd28-407c-9a11-e80da05dd5c4 admin admin] Network 44045a97-d923-4efe-88a1-47ab073cdf95 is already hosted by enough agents. {{(pid=100246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:31:38.581842 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.base_scheduler [None req-18096858-fd28-407c-9a11-e80da05dd5c4 admin admin] Resources bound (agent type, host, resource id): {{(pid=100246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:31:38.609679 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-b8956281-6452-4dfe-a150-0103c02a2a17 None None] For port da24e38b-dbf6-4f2d-aa1c-f04c48d28633, host n-d-773647-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=da24e38b-dbf6-4f2d-aa1c-f04c48d28633,segment=NetworkSegment(89a832b7-7793-4d51-9038-ed7e1c3ff1b2),segment_id=89a832b7-7793-4d51-9038-ed7e1c3ff1b2)] {{(pid=100248) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:31:38.618289 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-b8956281-6452-4dfe-a150-0103c02a2a17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:31:38.696592 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95fecc3-89ce-41e7-b746-e91f7590b185 None None] Pushing event updated for resources: {'Port': ['ID=da24e38b-dbf6-4f2d-aa1c-f04c48d28633,revision_number=3']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:31:38.699858 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8956281-6452-4dfe-a150-0103c02a2a17 None None] Routers {'9ee29c4d-23e2-465e-a8a7-aac21aff071e'} bound to L3 agent in host n-d-773647-6 {{(pid=100248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:31:38.701005 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-b8956281-6452-4dfe-a150-0103c02a2a17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T14:31:26Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['9ee29c4d-23e2-465e-a8a7-aac21aff071e'], 'active': True} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:31:38.703153 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning for port 62caead8-00fb-44c7-8d2a-e7067be700f4 completed by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:31:38.742545 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Device 983ebf44-2782-4cd5-ad91-166a18f60590 up at agent hyperv_n-h2-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:31:38.743755 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18096858-fd28-407c-9a11-e80da05dd5c4 admin admin] Router 9ee29c4d-23e2-465e-a8a7-aac21aff071e has already been hosted by L3 agent 2823d358-a11b-4885-a706-95a279e43fa7 {{(pid=100246) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 14:31:38.746891 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning complete for port 62caead8-00fb-44c7-8d2a-e7067be700f4 triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:31:38.747636 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:31:38.869529 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18096858-fd28-407c-9a11-e80da05dd5c4 admin admin] Notify agent at l3_agent.n-d-773647-6 the message routers_updated {{(pid=100246) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 14:31:38.881053 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-18096858-fd28-407c-9a11-e80da05dd5c4 admin admin] 10.222.0.104 "PUT /v2.0/routers/9ee29c4d-23e2-465e-a8a7-aac21aff071e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3145118 Jul 06 14:31:38.892139 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvr_db [None req-b8956281-6452-4dfe-a150-0103c02a2a17 None None] Set router 9ee29c4d-23e2-465e-a8a7-aac21aff071e gateway port host: n-d-773647-6 {{(pid=100248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:31:38.897051 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Provisioning for port 983ebf44-2782-4cd5-ad91-166a18f60590 completed by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:31:38.940174 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Provisioning complete for port 983ebf44-2782-4cd5-ad91-166a18f60590 triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:31:38.940558 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:31:39.004348 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-cd165050-e9da-4b44-8777-e3b7e24804cd None None] Provisioning complete for port 3ec9aaee-634c-4a40-ba5e-f5252f0391a4 triggered by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:31:39.005264 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-cd165050-e9da-4b44-8777-e3b7e24804cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:31:39.071926 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:31:39.115467 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff28474-decc-4b36-8d82-a690fde6002b req-6391b1a7-7c3b-457b-8b83-839438645de3 tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:31:39.117007 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-0ff28474-decc-4b36-8d82-a690fde6002b req-6391b1a7-7c3b-457b-8b83-839438645de3 tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] 10.222.0.104 "GET /v2.0/ports?device_id=087d4d3a-c4ae-40aa-942c-83813b822a0a HTTP/1.1" status: 200 len: 945 time: 0.0877638 Jul 06 14:31:39.143928 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-cd165050-e9da-4b44-8777-e3b7e24804cd None None] Port 3ec9aaee-634c-4a40-ba5e-f5252f0391a4 cannot update to ACTIVE because it is not bound. {{(pid=100248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 14:31:39.169757 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-0ff28474-decc-4b36-8d82-a690fde6002b req-643978ab-2794-44a6-b3bf-ef0efa68a068 tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] 10.222.0.104 "GET /v2.0/security-groups?id=3f36b739-fa02-4105-9f8c-527485057057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444474 Jul 06 14:31:39.184263 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] For port 62caead8-00fb-44c7-8d2a-e7067be700f4, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=62caead8-00fb-44c7-8d2a-e7067be700f4,segment=NetworkSegment(d5120bcc-decc-40d3-a60e-fdec2f7aac87),segment_id=d5120bcc-decc-40d3-a60e-fdec2f7aac87)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:31:39.217374 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:31:39.272443 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:31:39.316245 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device b058dda1-8169-4a8b-9681-dbdc51681d69 up at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:31:39.371544 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Pushing event updated for resources: {'Port': ['ID=62caead8-00fb-44c7-8d2a-e7067be700f4,revision_number=3']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:31:39.396462 n-d-773647-6 neutron-server[100248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '087d4d3a-c4ae-40aa-942c-83813b822a0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '983ebf44-2782-4cd5-ad91-166a18f60590'}] {{(pid=100248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:31:39.398777 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84af257533e383389cbcf231d3534f4d5e149e7203fea16b4a8fc01438dddaf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-936970ee-5587-477e-8ab3-6b5c03e47f35" -d '{"events": [{"server_uuid": "087d4d3a-c4ae-40aa-942c-83813b822a0a", "name": "network-vif-plugged", "status": "completed", "tag": "983ebf44-2782-4cd5-ad91-166a18f60590"}]}' {{(pid=100248) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:31:39.423947 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] For port 983ebf44-2782-4cd5-ad91-166a18f60590, host n-h2-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=983ebf44-2782-4cd5-ad91-166a18f60590,segment=NetworkSegment(fb70f030-83e8-41d7-b868-4485c113c2c0),segment_id=fb70f030-83e8-41d7-b868-4485c113c2c0)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:31:39.438948 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:31:39.472243 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 14:31:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bef06a1-5289-4b04-911a-bafade80ed1e x-openstack-request-id: req-6bef06a1-5289-4b04-911a-bafade80ed1e {{(pid=100248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:31:39.472746 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "087d4d3a-c4ae-40aa-942c-83813b822a0a", "name": "network-vif-plugged", "status": "completed", "tag": "983ebf44-2782-4cd5-ad91-166a18f60590", "code": 200}]} {{(pid=100248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:31:39.473163 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-6bef06a1-5289-4b04-911a-bafade80ed1e {{(pid=100248) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:31:39.473693 n-d-773647-6 neutron-server[100248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '087d4d3a-c4ae-40aa-942c-83813b822a0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '983ebf44-2782-4cd5-ad91-166a18f60590', 'code': 200} Jul 06 14:31:39.492676 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-b8956281-6452-4dfe-a150-0103c02a2a17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ee29c4d-23e2-465e-a8a7-aac21aff071e', 'name': 'tempest-TestServerMultinode-2069219664-router', 'tenant_id': 'bc6185fd1f9844a08f1d71dccbb2f60a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.91'}], 'enable_snat': True}, 'gw_port_id': 'da24e38b-dbf6-4f2d-aa1c-f04c48d28633', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:31:34Z', 'updated_at': '2021-07-06T14:31:38Z', 'revision_number': 4, 'project_id': 'bc6185fd1f9844a08f1d71dccbb2f60a', 'gw_port': {'id': 'da24e38b-dbf6-4f2d-aa1c-f04c48d28633', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:72:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ee29c4d-23e2-465e-a8a7-aac21aff071e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3898, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:31:35Z', 'updated_at': '2021-07-06T14:31:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6', '_interfaces': [{'id': '3ec9aaee-634c-4a40-ba5e-f5252f0391a4', 'name': '', 'network_id': '44045a97-d923-4efe-88a1-47ab073cdf95', 'tenant_id': 'bc6185fd1f9844a08f1d71dccbb2f60a', 'mac_address': 'fa:16:3e:2f:9f:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ee29c4d-23e2-465e-a8a7-aac21aff071e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3899, 'fixed_ips': [{'subnet_id': 'b1a11ce3-ebe1-4b50-b2ad-b7896ad2112e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:31:37Z', 'updated_at': '2021-07-06T14:31:38Z', 'revision_number': 2, 'project_id': 'bc6185fd1f9844a08f1d71dccbb2f60a', 'subnets': [{'id': 'b1a11ce3-ebe1-4b50-b2ad-b7896ad2112e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773647-6', False) {} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:31:39.533158 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning complete for port b058dda1-8169-4a8b-9681-dbdc51681d69 triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:31:39.533530 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:31:39.539095 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8956281-6452-4dfe-a150-0103c02a2a17 None None] The sync data for ids ['9ee29c4d-23e2-465e-a8a7-aac21aff071e'] in n-d-773647-6 is: [{'id': '9ee29c4d-23e2-465e-a8a7-aac21aff071e', 'name': 'tempest-TestServerMultinode-2069219664-router', 'tenant_id': 'bc6185fd1f9844a08f1d71dccbb2f60a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.91'}], 'enable_snat': True}, 'gw_port_id': 'da24e38b-dbf6-4f2d-aa1c-f04c48d28633', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:31:34Z', 'updated_at': '2021-07-06T14:31:38Z', 'revision_number': 4, 'project_id': 'bc6185fd1f9844a08f1d71dccbb2f60a', 'gw_port': {'id': 'da24e38b-dbf6-4f2d-aa1c-f04c48d28633', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:72:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ee29c4d-23e2-465e-a8a7-aac21aff071e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3898, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:31:35Z', 'updated_at': '2021-07-06T14:31:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6', '_interfaces': [{'id': '3ec9aaee-634c-4a40-ba5e-f5252f0391a4', 'name': '', 'network_id': '44045a97-d923-4efe-88a1-47ab073cdf95', 'tenant_id': 'bc6185fd1f9844a08f1d71dccbb2f60a', 'mac_address': 'fa:16:3e:2f:9f:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ee29c4d-23e2-465e-a8a7-aac21aff071e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3899, 'fixed_ips': [{'subnet_id': 'b1a11ce3-ebe1-4b50-b2ad-b7896ad2112e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:31:37Z', 'updated_at': '2021-07-06T14:31:38Z', 'revision_number': 2, 'project_id': 'bc6185fd1f9844a08f1d71dccbb2f60a', 'subnets': [{'id': 'b1a11ce3-ebe1-4b50-b2ad-b7896ad2112e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 14:31:39.589400 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e301da-577b-4dd1-aff0-a91998905054 req-39d502bd-9664-46b5-a8df-208454abf559 tempest-TestServerMultinode-1793928102 tempest-TestServerMultinode-1793928102-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:31:39.591967 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-e6e301da-577b-4dd1-aff0-a91998905054 req-39d502bd-9664-46b5-a8df-208454abf559 tempest-TestServerMultinode-1793928102 tempest-TestServerMultinode-1793928102-project-admin] 10.222.0.104 "GET /v2.0/networks?id=1f7caf7b-8fe6-4ffc-b29a-001958f691cc HTTP/1.1" status: 200 len: 912 time: 0.1034834 Jul 06 14:31:39.596964 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Pushing event updated for resources: {'Port': ['ID=983ebf44-2782-4cd5-ad91-166a18f60590,revision_number=5']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:31:39.602135 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb064c35-0c48-4383-9ce7-132c56c3873f req-0f4d9668-a477-47b9-953e-327e0e52e01f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:31:39.610070 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-cb064c35-0c48-4383-9ce7-132c56c3873f req-0f4d9668-a477-47b9-953e-327e0e52e01f service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=087d4d3a-c4ae-40aa-942c-83813b822a0a HTTP/1.1" status: 200 len: 1097 time: 0.0962200 Jul 06 14:31:39.621232 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-e6e301da-577b-4dd1-aff0-a91998905054 req-6920f3c6-0b9c-4176-a536-9782ce278bb1 tempest-TestServerMultinode-1793928102 tempest-TestServerMultinode-1793928102-project-admin] 10.222.0.104 "GET /v2.0/quotas/bc6185fd1f9844a08f1d71dccbb2f60a HTTP/1.1" status: 200 len: 375 time: 0.0182126 Jul 06 14:31:39.658457 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-cb064c35-0c48-4383-9ce7-132c56c3873f req-3bbefe95-b32a-4e7e-8332-df21aa5f5835 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=3f36b739-fa02-4105-9f8c-527485057057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424654 Jul 06 14:31:39.735364 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-e6e301da-577b-4dd1-aff0-a91998905054 req-dfe84acd-0439-4938-a76d-68441c357844 tempest-TestServerMultinode-1793928102 tempest-TestServerMultinode-1793928102-project-admin] 10.222.0.104 "GET /v2.0/ports?tenant_id=bc6185fd1f9844a08f1d71dccbb2f60a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1131563 Jul 06 14:31:39.850289 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-e6e301da-577b-4dd1-aff0-a91998905054 req-411701ca-e550-4836-b88e-22a1d691e8ec service neutron] 10.222.0.104 "GET /v2.0/networks/1f7caf7b-8fe6-4ffc-b29a-001958f691cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1064465 Jul 06 14:31:39.957469 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-e6e301da-577b-4dd1-aff0-a91998905054 req-457af6a5-cd54-4da3-8ac5-f26d917c8e00 service neutron] 10.222.0.104 "GET /v2.0/networks/1f7caf7b-8fe6-4ffc-b29a-001958f691cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1014159 Jul 06 14:31:40.428869 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8334c24-f82d-4cec-a70e-366b230da95f req-854e1236-2bf3-4859-9688-9f3b65648fa7 tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:31:40.431328 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-e8334c24-f82d-4cec-a70e-366b230da95f req-854e1236-2bf3-4859-9688-9f3b65648fa7 tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] 10.222.0.104 "GET /v2.0/ports?device_id=087d4d3a-c4ae-40aa-942c-83813b822a0a HTTP/1.1" status: 200 len: 946 time: 0.1042612 Jul 06 14:31:40.487899 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-e8334c24-f82d-4cec-a70e-366b230da95f req-dfbe91ef-d053-4067-be51-b61c62d693b3 tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] 10.222.0.104 "GET /v2.0/security-groups?id=3f36b739-fa02-4105-9f8c-527485057057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499802 Jul 06 14:31:40.847064 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:31:41.153888 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-54e866dc-5288-4797-86ad-c7b4a7da45b1 req-2623be6e-85c5-48a5-872a-6d9766a977d7 tempest-TestServerMultinode-1793928102 tempest-TestServerMultinode-1793928102-project-admin] 10.222.0.104 "GET /v2.0/ports?device_id=5a0c42f9-3c97-410a-83e1-434f0a23f5ed HTTP/1.1" status: 200 len: 210 time: 0.0267699 Jul 06 14:31:41.385939 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 62caead8-00fb-44c7-8d2a-e7067be700f4 up at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:31:41.440823 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning complete for port 62caead8-00fb-44c7-8d2a-e7067be700f4 triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:31:41.441428 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:31:41.547400 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device da24e38b-dbf6-4f2d-aa1c-f04c48d28633 up at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:31:41.611191 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning for port da24e38b-dbf6-4f2d-aa1c-f04c48d28633 completed by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:31:41.619481 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning complete for port da24e38b-dbf6-4f2d-aa1c-f04c48d28633 triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:31:41.619870 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:31:41.751078 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:31:41.755365 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe7bfa8-f3ec-4330-b040-ab70512ab7ae req-3144bf7c-0f8c-42de-90e2-326c89237a55 tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:31:41.757000 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-afe7bfa8-f3ec-4330-b040-ab70512ab7ae req-3144bf7c-0f8c-42de-90e2-326c89237a55 tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] 10.222.0.104 "GET /v2.0/ports?device_id=087d4d3a-c4ae-40aa-942c-83813b822a0a HTTP/1.1" status: 200 len: 946 time: 0.1326659 Jul 06 14:31:41.780414 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] For port da24e38b-dbf6-4f2d-aa1c-f04c48d28633, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=da24e38b-dbf6-4f2d-aa1c-f04c48d28633,segment=NetworkSegment(89a832b7-7793-4d51-9038-ed7e1c3ff1b2),segment_id=89a832b7-7793-4d51-9038-ed7e1c3ff1b2)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:31:41.789982 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:31:41.800240 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-afe7bfa8-f3ec-4330-b040-ab70512ab7ae req-e61e0a2e-d5b7-467a-bf02-6f69096c3824 tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] 10.222.0.104 "GET /v2.0/security-groups?id=3f36b739-fa02-4105-9f8c-527485057057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361571 Jul 06 14:31:41.851064 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Pushing event updated for resources: {'Port': ['ID=da24e38b-dbf6-4f2d-aa1c-f04c48d28633,revision_number=4']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:31:41.939844 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72ce0530-0135-4298-ba9e-afa367f5cd05 None None] Sync routers for ids ['9ee29c4d-23e2-465e-a8a7-aac21aff071e'] in n-d-773647-6 {{(pid=100249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 14:31:41.950328 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72ce0530-0135-4298-ba9e-afa367f5cd05 None None] Routers {'9ee29c4d-23e2-465e-a8a7-aac21aff071e'} bound to L3 agent in host n-d-773647-6 {{(pid=100249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:31:41.951076 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-72ce0530-0135-4298-ba9e-afa367f5cd05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T14:31:26Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['9ee29c4d-23e2-465e-a8a7-aac21aff071e'], 'active': True} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:31:42.009556 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5623232-c9ab-4c11-98a8-bc73dff5b86d req-aeb46994-592b-47e7-8fd6-a67d35a2ce20 tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:31:42.011188 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-b5623232-c9ab-4c11-98a8-bc73dff5b86d req-aeb46994-592b-47e7-8fd6-a67d35a2ce20 tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] 10.222.0.104 "GET /v2.0/ports?device_id=087d4d3a-c4ae-40aa-942c-83813b822a0a HTTP/1.1" status: 200 len: 946 time: 0.0790575 Jul 06 14:31:42.059822 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-b5623232-c9ab-4c11-98a8-bc73dff5b86d req-aea290b4-b11e-4a36-b8c0-a2a32ecb6ffd tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] 10.222.0.104 "GET /v2.0/security-groups?id=3f36b739-fa02-4105-9f8c-527485057057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401521 Jul 06 14:31:42.158861 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvr_db [None req-72ce0530-0135-4298-ba9e-afa367f5cd05 None None] Set router 9ee29c4d-23e2-465e-a8a7-aac21aff071e gateway port host: n-d-773647-6 {{(pid=100249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:31:42.315703 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a68206-cc14-4d4c-92a2-9420af4db79d req-7d2cdb72-bcb3-40c3-b7a1-a66beb7014e6 tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:31:42.317445 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-b7a68206-cc14-4d4c-92a2-9420af4db79d req-7d2cdb72-bcb3-40c3-b7a1-a66beb7014e6 tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] 10.222.0.104 "GET /v2.0/ports?device_id=087d4d3a-c4ae-40aa-942c-83813b822a0a HTTP/1.1" status: 200 len: 946 time: 0.1425548 Jul 06 14:31:42.345893 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-7afd4578-5af2-4e06-9524-d646500129fa req-3fb439ef-3c6e-4bcf-a091-afd5639b1d18 tempest-TestServerMultinode-1793928102 tempest-TestServerMultinode-1793928102-project-admin] 10.222.0.104 "GET /v2.0/ports?device_id=5a0c42f9-3c97-410a-83e1-434f0a23f5ed HTTP/1.1" status: 200 len: 210 time: 0.0468719 Jul 06 14:31:42.419205 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-72ce0530-0135-4298-ba9e-afa367f5cd05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ee29c4d-23e2-465e-a8a7-aac21aff071e', 'name': 'tempest-TestServerMultinode-2069219664-router', 'tenant_id': 'bc6185fd1f9844a08f1d71dccbb2f60a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.91'}], 'enable_snat': True}, 'gw_port_id': 'da24e38b-dbf6-4f2d-aa1c-f04c48d28633', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:31:34Z', 'updated_at': '2021-07-06T14:31:38Z', 'revision_number': 4, 'project_id': 'bc6185fd1f9844a08f1d71dccbb2f60a', 'gw_port': {'id': 'da24e38b-dbf6-4f2d-aa1c-f04c48d28633', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:72:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ee29c4d-23e2-465e-a8a7-aac21aff071e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3898, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:31:35Z', 'updated_at': '2021-07-06T14:31:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6', '_interfaces': [{'id': '3ec9aaee-634c-4a40-ba5e-f5252f0391a4', 'name': '', 'network_id': '44045a97-d923-4efe-88a1-47ab073cdf95', 'tenant_id': 'bc6185fd1f9844a08f1d71dccbb2f60a', 'mac_address': 'fa:16:3e:2f:9f:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ee29c4d-23e2-465e-a8a7-aac21aff071e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3899, 'fixed_ips': [{'subnet_id': 'b1a11ce3-ebe1-4b50-b2ad-b7896ad2112e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:31:37Z', 'updated_at': '2021-07-06T14:31:38Z', 'revision_number': 2, 'project_id': 'bc6185fd1f9844a08f1d71dccbb2f60a', 'subnets': [{'id': 'b1a11ce3-ebe1-4b50-b2ad-b7896ad2112e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773647-6', False) {} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:31:42.444681 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-b7a68206-cc14-4d4c-92a2-9420af4db79d req-36a41a52-a884-4929-a74b-1b69132c2ccc tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] 10.222.0.104 "GET /v2.0/security-groups?id=3f36b739-fa02-4105-9f8c-527485057057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091456 Jul 06 14:31:42.460311 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72ce0530-0135-4298-ba9e-afa367f5cd05 None None] Checking router: 9ee29c4d-23e2-465e-a8a7-aac21aff071e for host: n-d-773647-6 {{(pid=100249) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 14:31:42.461359 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72ce0530-0135-4298-ba9e-afa367f5cd05 None None] Updating router 9ee29c4d-23e2-465e-a8a7-aac21aff071e port 3ec9aaee-634c-4a40-ba5e-f5252f0391a4 binding host n-d-773647-6 {{(pid=100249) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 14:31:42.482158 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e301da-577b-4dd1-aff0-a91998905054 req-1782e314-5f60-4d6e-8158-b09c315b4c59 tempest-TestServerMultinode-1793928102 tempest-TestServerMultinode-1793928102-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:31:42.484868 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-e6e301da-577b-4dd1-aff0-a91998905054 req-1782e314-5f60-4d6e-8158-b09c315b4c59 tempest-TestServerMultinode-1793928102 tempest-TestServerMultinode-1793928102-project-admin] 10.222.0.127 "GET /v2.0/networks?id=1f7caf7b-8fe6-4ffc-b29a-001958f691cc HTTP/1.1" status: 200 len: 912 time: 0.1662161 Jul 06 14:31:42.497853 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [req-e6e301da-577b-4dd1-aff0-a91998905054 req-c0eb3df8-f44a-4d80-a2aa-47dd632e268f tempest-TestServerMultinode-1793928102 tempest-TestServerMultinode-1793928102-project-admin] Request body: {'port': {'device_id': '5a0c42f9-3c97-410a-83e1-434f0a23f5ed', 'network_id': '1f7caf7b-8fe6-4ffc-b29a-001958f691cc', 'admin_state_up': True, 'tenant_id': 'bc6185fd1f9844a08f1d71dccbb2f60a'}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:31:42.510887 n-d-773647-6 neutron-server[100249]: DEBUG neutron_lib.callbacks.manager [None req-72ce0530-0135-4298-ba9e-afa367f5cd05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:31:42.528826 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e6e301da-577b-4dd1-aff0-a91998905054 req-c0eb3df8-f44a-4d80-a2aa-47dd632e268f tempest-TestServerMultinode-1793928102 tempest-TestServerMultinode-1793928102-project-admin] Made reservation on behalf of bc6185fd1f9844a08f1d71dccbb2f60a for: {'port': 1} {{(pid=100247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:31:42.531735 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-e6e301da-577b-4dd1-aff0-a91998905054 req-c0eb3df8-f44a-4d80-a2aa-47dd632e268f tempest-TestServerMultinode-1793928102 tempest-TestServerMultinode-1793928102-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:31:42.640064 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:31:42.700244 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.db_base_plugin_common [req-e6e301da-577b-4dd1-aff0-a91998905054 req-c0eb3df8-f44a-4d80-a2aa-47dd632e268f tempest-TestServerMultinode-1793928102 tempest-TestServerMultinode-1793928102-project-admin] Allocated IP 172.20.0.11 (1f7caf7b-8fe6-4ffc-b29a-001958f691cc/049902a2-8131-4623-9cfe-e3bd187a9e20/8dead161-19e8-4bab-a2d1-837bb85ede16) {{(pid=100247) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:31:42.899085 n-d-773647-6 neutron-server[100249]: DEBUG neutron_lib.callbacks.manager [None req-72ce0530-0135-4298-ba9e-afa367f5cd05 None None] Notify callbacks [] for port, precommit_update {{(pid=100249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:31:42.912485 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.provisioning_blocks [None req-72ce0530-0135-4298-ba9e-afa367f5cd05 None None] Transition to ACTIVE for port object 3ec9aaee-634c-4a40-ba5e-f5252f0391a4 will not be triggered until provisioned by entity L2. {{(pid=100249) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:31:42.924697 n-d-773647-6 neutron-server[100249]: DEBUG neutron_lib.callbacks.manager [None req-72ce0530-0135-4298-ba9e-afa367f5cd05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:31:42.942503 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-e6e301da-577b-4dd1-aff0-a91998905054 req-c0eb3df8-f44a-4d80-a2aa-47dd632e268f tempest-TestServerMultinode-1793928102 tempest-TestServerMultinode-1793928102-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:31:42.956460 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.provisioning_blocks [req-e6e301da-577b-4dd1-aff0-a91998905054 req-c0eb3df8-f44a-4d80-a2aa-47dd632e268f tempest-TestServerMultinode-1793928102 tempest-TestServerMultinode-1793928102-project-admin] Transition to ACTIVE for port object 8dead161-19e8-4bab-a2d1-837bb85ede16 will not be triggered until provisioned by entity DHCP. {{(pid=100247) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:31:43.030527 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-e6e301da-577b-4dd1-aff0-a91998905054 req-c0eb3df8-f44a-4d80-a2aa-47dd632e268f tempest-TestServerMultinode-1793928102 tempest-TestServerMultinode-1793928102-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-128888360'] for port, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:31:43.041776 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4aef38b-a182-4ca9-bb2c-d733888ac1b2 None None] Pushing event updated for resources: {'Port': ['ID=3ec9aaee-634c-4a40-ba5e-f5252f0391a4,revision_number=3']} {{(pid=100249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:31:43.094466 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.managers [None req-72ce0530-0135-4298-ba9e-afa367f5cd05 None None] Attempting to bind port 3ec9aaee-634c-4a40-ba5e-f5252f0391a4 on host n-d-773647-6 for vnic_type normal with profile {{(pid=100249) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:31:43.095507 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.managers [None req-72ce0530-0135-4298-ba9e-afa367f5cd05 None None] Attempting to bind port 3ec9aaee-634c-4a40-ba5e-f5252f0391a4 by drivers openvswitch,hyperv on host n-d-773647-6 at level 0 using segments [{'id': 'd5120bcc-decc-40d3-a60e-fdec2f7aac87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1033, 'network_id': '44045a97-d923-4efe-88a1-47ab073cdf95'}] {{(pid=100249) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:31:43.096220 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72ce0530-0135-4298-ba9e-afa367f5cd05 None None] Attempting to bind port 3ec9aaee-634c-4a40-ba5e-f5252f0391a4 on network 44045a97-d923-4efe-88a1-47ab073cdf95 {{(pid=100249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:31:43.102058 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72ce0530-0135-4298-ba9e-afa367f5cd05 None None] Checking agent: {'id': '8ab5b19c-d213-4f29-891d-27bdf39d38b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773647-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 43, 26), 'started_at': datetime.datetime(2021, 7, 6, 13, 43, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 31, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773647-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:31:43.102524 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72ce0530-0135-4298-ba9e-afa367f5cd05 None None] Checking segment: {'id': 'd5120bcc-decc-40d3-a60e-fdec2f7aac87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1033, 'network_id': '44045a97-d923-4efe-88a1-47ab073cdf95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100249) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:31:43.102986 n-d-773647-6 neutron-server[100249]: DEBUG neutron_lib.callbacks.manager [None req-72ce0530-0135-4298-ba9e-afa367f5cd05 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:31:43.103607 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72ce0530-0135-4298-ba9e-afa367f5cd05 None None] Bound using segment: {'id': 'd5120bcc-decc-40d3-a60e-fdec2f7aac87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1033, 'network_id': '44045a97-d923-4efe-88a1-47ab073cdf95'} {{(pid=100249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:31:43.104312 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.managers [None req-72ce0530-0135-4298-ba9e-afa367f5cd05 None None] Bound port: 3ec9aaee-634c-4a40-ba5e-f5252f0391a4, host: n-d-773647-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5120bcc-decc-40d3-a60e-fdec2f7aac87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1033, 'network_id': '44045a97-d923-4efe-88a1-47ab073cdf95'}}] {{(pid=100249) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:31:43.105070 n-d-773647-6 neutron-server[100249]: DEBUG neutron_lib.callbacks.manager [None req-72ce0530-0135-4298-ba9e-afa367f5cd05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:31:43.109222 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e6e301da-577b-4dd1-aff0-a91998905054 req-c0eb3df8-f44a-4d80-a2aa-47dd632e268f tempest-TestServerMultinode-1793928102 tempest-TestServerMultinode-1793928102-project-admin] Network 1f7caf7b-8fe6-4ffc-b29a-001958f691cc is already hosted by enough agents. {{(pid=100247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:31:43.124109 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2bc999-d627-4761-b446-01678fcc418e req-025db7cb-2a86-4c28-9ff9-7b4297ceb53b tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:31:43.131379 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-dd2bc999-d627-4761-b446-01678fcc418e req-025db7cb-2a86-4c28-9ff9-7b4297ceb53b tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] 10.222.0.104 "GET /v2.0/ports?device_id=087d4d3a-c4ae-40aa-942c-83813b822a0a HTTP/1.1" status: 200 len: 946 time: 0.1509070 Jul 06 14:31:43.134256 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.base_scheduler [req-e6e301da-577b-4dd1-aff0-a91998905054 req-c0eb3df8-f44a-4d80-a2aa-47dd632e268f tempest-TestServerMultinode-1793928102 tempest-TestServerMultinode-1793928102-project-admin] Resources bound (agent type, host, resource id): {{(pid=100247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:31:43.149017 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6e301da-577b-4dd1-aff0-a91998905054 req-c0eb3df8-f44a-4d80-a2aa-47dd632e268f tempest-TestServerMultinode-1793928102 tempest-TestServerMultinode-1793928102-project-admin] Received port after_create {{(pid=100247) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:31:43.171252 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0eb3df8-f44a-4d80-a2aa-47dd632e268f tempest-TestServerMultinode-1793928102 tempest-TestServerMultinode-1793928102-project-admin] Pushing event updated for resources: {'Port': ['ID=8dead161-19e8-4bab-a2d1-837bb85ede16,revision_number=1']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:31:43.192889 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.db [None req-72ce0530-0135-4298-ba9e-afa367f5cd05 None None] For port 3ec9aaee-634c-4a40-ba5e-f5252f0391a4, host n-d-773647-6, cleared binding levels {{(pid=100249) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:31:43.197565 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.db [None req-72ce0530-0135-4298-ba9e-afa367f5cd05 None None] For port 3ec9aaee-634c-4a40-ba5e-f5252f0391a4, host n-d-773647-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=3ec9aaee-634c-4a40-ba5e-f5252f0391a4,segment=NetworkSegment(d5120bcc-decc-40d3-a60e-fdec2f7aac87),segment_id=d5120bcc-decc-40d3-a60e-fdec2f7aac87)] {{(pid=100249) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:31:43.203785 n-d-773647-6 neutron-server[100249]: DEBUG neutron_lib.callbacks.manager [None req-72ce0530-0135-4298-ba9e-afa367f5cd05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:31:43.214270 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e301da-577b-4dd1-aff0-a91998905054 req-c0eb3df8-f44a-4d80-a2aa-47dd632e268f tempest-TestServerMultinode-1793928102 tempest-TestServerMultinode-1793928102-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:31:43.215118 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-e6e301da-577b-4dd1-aff0-a91998905054 req-c0eb3df8-f44a-4d80-a2aa-47dd632e268f tempest-TestServerMultinode-1793928102 tempest-TestServerMultinode-1793928102-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:31:43.230323 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-dd2bc999-d627-4761-b446-01678fcc418e req-5c764b2f-af3e-412a-8f56-1cdb265790b8 tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] 10.222.0.104 "GET /v2.0/security-groups?id=3f36b739-fa02-4105-9f8c-527485057057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978746 Jul 06 14:31:43.258652 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-e6e301da-577b-4dd1-aff0-a91998905054 req-c0eb3df8-f44a-4d80-a2aa-47dd632e268f tempest-TestServerMultinode-1793928102 tempest-TestServerMultinode-1793928102-project-admin] 10.222.0.127 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 0.7649002 Jul 06 14:31:43.270535 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [req-e6e301da-577b-4dd1-aff0-a91998905054 req-d3e8fa1f-7a32-478d-8adf-7dfe7c8f720d service neutron] Request body: {'port': {'device_id': '5a0c42f9-3c97-410a-83e1-434f0a23f5ed', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-773647-6'}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:31:43.286405 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4aef38b-a182-4ca9-bb2c-d733888ac1b2 None None] Pushing event updated for resources: {'Port': ['ID=3ec9aaee-634c-4a40-ba5e-f5252f0391a4,revision_number=4']} {{(pid=100249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:31:43.295778 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72ce0530-0135-4298-ba9e-afa367f5cd05 None None] Routers {'9ee29c4d-23e2-465e-a8a7-aac21aff071e'} bound to L3 agent in host n-d-773647-6 {{(pid=100249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:31:43.296638 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-72ce0530-0135-4298-ba9e-afa367f5cd05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T14:31:26Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['9ee29c4d-23e2-465e-a8a7-aac21aff071e'], 'active': True} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:31:43.329702 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device da24e38b-dbf6-4f2d-aa1c-f04c48d28633 up at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:31:43.395745 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-e6e301da-577b-4dd1-aff0-a91998905054 req-d3e8fa1f-7a32-478d-8adf-7dfe7c8f720d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:31:43.422608 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning complete for port da24e38b-dbf6-4f2d-aa1c-f04c48d28633 triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:31:43.423313 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:31:43.464198 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvr_db [None req-72ce0530-0135-4298-ba9e-afa367f5cd05 None None] Set router 9ee29c4d-23e2-465e-a8a7-aac21aff071e gateway port host: n-d-773647-6 {{(pid=100249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:31:43.580640 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-927dbde1-d540-4232-bacc-9c52ffccfd06 None None] Provisioning for port 8dead161-19e8-4bab-a2d1-837bb85ede16 completed by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:31:43.584530 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-927dbde1-d540-4232-bacc-9c52ffccfd06 None None] Provisioning complete for port 8dead161-19e8-4bab-a2d1-837bb85ede16 triggered by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:31:43.585003 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-927dbde1-d540-4232-bacc-9c52ffccfd06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:31:43.621282 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-927dbde1-d540-4232-bacc-9c52ffccfd06 None None] Port 8dead161-19e8-4bab-a2d1-837bb85ede16 cannot update to ACTIVE because it is not bound. {{(pid=100248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 14:31:43.684477 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e850a33c-f3d9-4ddd-90e5-0797faf28494 req-79637286-ec41-4266-b976-e4830a9ef5a6 tempest-TestServerMultinode-1793928102 tempest-TestServerMultinode-1793928102-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:31:43.686193 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-e850a33c-f3d9-4ddd-90e5-0797faf28494 req-79637286-ec41-4266-b976-e4830a9ef5a6 tempest-TestServerMultinode-1793928102 tempest-TestServerMultinode-1793928102-project-admin] 10.222.0.104 "GET /v2.0/ports?device_id=5a0c42f9-3c97-410a-83e1-434f0a23f5ed HTTP/1.1" status: 200 len: 1028 time: 0.1261599 Jul 06 14:31:43.694765 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-72ce0530-0135-4298-ba9e-afa367f5cd05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ee29c4d-23e2-465e-a8a7-aac21aff071e', 'name': 'tempest-TestServerMultinode-2069219664-router', 'tenant_id': 'bc6185fd1f9844a08f1d71dccbb2f60a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.91'}], 'enable_snat': True}, 'gw_port_id': 'da24e38b-dbf6-4f2d-aa1c-f04c48d28633', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:31:34Z', 'updated_at': '2021-07-06T14:31:38Z', 'revision_number': 4, 'project_id': 'bc6185fd1f9844a08f1d71dccbb2f60a', 'gw_port': {'id': 'da24e38b-dbf6-4f2d-aa1c-f04c48d28633', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:72:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ee29c4d-23e2-465e-a8a7-aac21aff071e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3898, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:31:35Z', 'updated_at': '2021-07-06T14:31:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6', '_interfaces': [{'id': '3ec9aaee-634c-4a40-ba5e-f5252f0391a4', 'name': '', 'network_id': '44045a97-d923-4efe-88a1-47ab073cdf95', 'tenant_id': 'bc6185fd1f9844a08f1d71dccbb2f60a', 'mac_address': 'fa:16:3e:2f:9f:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ee29c4d-23e2-465e-a8a7-aac21aff071e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3899, 'fixed_ips': [{'subnet_id': 'b1a11ce3-ebe1-4b50-b2ad-b7896ad2112e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:31:37Z', 'updated_at': '2021-07-06T14:31:43Z', 'revision_number': 4, 'project_id': 'bc6185fd1f9844a08f1d71dccbb2f60a', 'subnets': [{'id': 'b1a11ce3-ebe1-4b50-b2ad-b7896ad2112e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773647-6', False) {} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:31:43.723793 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72ce0530-0135-4298-ba9e-afa367f5cd05 None None] The sync data for ids ['9ee29c4d-23e2-465e-a8a7-aac21aff071e'] in n-d-773647-6 is: [{'id': '9ee29c4d-23e2-465e-a8a7-aac21aff071e', 'name': 'tempest-TestServerMultinode-2069219664-router', 'tenant_id': 'bc6185fd1f9844a08f1d71dccbb2f60a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.91'}], 'enable_snat': True}, 'gw_port_id': 'da24e38b-dbf6-4f2d-aa1c-f04c48d28633', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:31:34Z', 'updated_at': '2021-07-06T14:31:38Z', 'revision_number': 4, 'project_id': 'bc6185fd1f9844a08f1d71dccbb2f60a', 'gw_port': {'id': 'da24e38b-dbf6-4f2d-aa1c-f04c48d28633', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:72:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ee29c4d-23e2-465e-a8a7-aac21aff071e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3898, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:31:35Z', 'updated_at': '2021-07-06T14:31:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6', '_interfaces': [{'id': '3ec9aaee-634c-4a40-ba5e-f5252f0391a4', 'name': '', 'network_id': '44045a97-d923-4efe-88a1-47ab073cdf95', 'tenant_id': 'bc6185fd1f9844a08f1d71dccbb2f60a', 'mac_address': 'fa:16:3e:2f:9f:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ee29c4d-23e2-465e-a8a7-aac21aff071e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3899, 'fixed_ips': [{'subnet_id': 'b1a11ce3-ebe1-4b50-b2ad-b7896ad2112e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:31:37Z', 'updated_at': '2021-07-06T14:31:43Z', 'revision_number': 4, 'project_id': 'bc6185fd1f9844a08f1d71dccbb2f60a', 'subnets': [{'id': 'b1a11ce3-ebe1-4b50-b2ad-b7896ad2112e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 14:31:43.748195 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-e850a33c-f3d9-4ddd-90e5-0797faf28494 req-0594a5a0-35e1-4754-804b-bb1c094afba2 tempest-TestServerMultinode-1793928102 tempest-TestServerMultinode-1793928102-project-admin] 10.222.0.104 "GET /v2.0/security-groups?id=e489c9fd-cfd4-4a53-b11a-40df6c792962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540578 Jul 06 14:31:43.823025 n-d-773647-6 neutron-server[100247]: DEBUG neutron.notifiers.nova [req-e6e301da-577b-4dd1-aff0-a91998905054 req-d3e8fa1f-7a32-478d-8adf-7dfe7c8f720d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8dead161-19e8-4bab-a2d1-837bb85ede16 {{(pid=100247) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 14:31:43.836507 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-e6e301da-577b-4dd1-aff0-a91998905054 req-d3e8fa1f-7a32-478d-8adf-7dfe7c8f720d service neutron] Notify callbacks [] for port, precommit_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:31:43.856185 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.provisioning_blocks [req-e6e301da-577b-4dd1-aff0-a91998905054 req-d3e8fa1f-7a32-478d-8adf-7dfe7c8f720d service neutron] Transition to ACTIVE for port object 8dead161-19e8-4bab-a2d1-837bb85ede16 will not be triggered until provisioned by entity L2. {{(pid=100247) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:31:43.875806 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-e6e301da-577b-4dd1-aff0-a91998905054 req-d3e8fa1f-7a32-478d-8adf-7dfe7c8f720d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128888538'] for port, after_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:31:43.931305 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e8fa1f-7a32-478d-8adf-7dfe7c8f720d service neutron] Pushing event updated for resources: {'Port': ['ID=8dead161-19e8-4bab-a2d1-837bb85ede16,revision_number=2']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:31:44.012602 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.managers [req-e6e301da-577b-4dd1-aff0-a91998905054 req-d3e8fa1f-7a32-478d-8adf-7dfe7c8f720d service neutron] Attempting to bind port 8dead161-19e8-4bab-a2d1-837bb85ede16 on host n-h1-773647-6 for vnic_type normal with profile {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:31:44.013216 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.managers [req-e6e301da-577b-4dd1-aff0-a91998905054 req-d3e8fa1f-7a32-478d-8adf-7dfe7c8f720d service neutron] Attempting to bind port 8dead161-19e8-4bab-a2d1-837bb85ede16 by drivers openvswitch,hyperv on host n-h1-773647-6 at level 0 using segments [{'id': '2a6b47e8-f81a-44e8-a9d7-503148c12c07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1041, 'network_id': '1f7caf7b-8fe6-4ffc-b29a-001958f691cc'}] {{(pid=100247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:31:44.013307 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6e301da-577b-4dd1-aff0-a91998905054 req-d3e8fa1f-7a32-478d-8adf-7dfe7c8f720d service neutron] Attempting to bind port 8dead161-19e8-4bab-a2d1-837bb85ede16 on network 1f7caf7b-8fe6-4ffc-b29a-001958f691cc {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:31:44.018310 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6e301da-577b-4dd1-aff0-a91998905054 req-d3e8fa1f-7a32-478d-8adf-7dfe7c8f720d service neutron] Port 8dead161-19e8-4bab-a2d1-837bb85ede16 on network 1f7caf7b-8fe6-4ffc-b29a-001958f691cc not bound, no agent of type Open vSwitch agent registered on host n-h1-773647-6 {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 14:31:44.018641 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6e301da-577b-4dd1-aff0-a91998905054 req-d3e8fa1f-7a32-478d-8adf-7dfe7c8f720d service neutron] Attempting to bind port 8dead161-19e8-4bab-a2d1-837bb85ede16 on network 1f7caf7b-8fe6-4ffc-b29a-001958f691cc {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:31:44.024117 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6e301da-577b-4dd1-aff0-a91998905054 req-d3e8fa1f-7a32-478d-8adf-7dfe7c8f720d service neutron] Checking agent: {'id': '5bf7147f-bada-4441-a5dc-934b903473fb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-773647-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 51, 12), 'started_at': datetime.datetime(2021, 7, 6, 13, 51, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 31, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:31:44.024507 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6e301da-577b-4dd1-aff0-a91998905054 req-d3e8fa1f-7a32-478d-8adf-7dfe7c8f720d service neutron] Checking segment: {'id': '2a6b47e8-f81a-44e8-a9d7-503148c12c07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1041, 'network_id': '1f7caf7b-8fe6-4ffc-b29a-001958f691cc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100247) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:31:44.024894 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6e301da-577b-4dd1-aff0-a91998905054 req-d3e8fa1f-7a32-478d-8adf-7dfe7c8f720d service neutron] Bound using segment: {'id': '2a6b47e8-f81a-44e8-a9d7-503148c12c07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1041, 'network_id': '1f7caf7b-8fe6-4ffc-b29a-001958f691cc'} {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:31:44.025319 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.managers [req-e6e301da-577b-4dd1-aff0-a91998905054 req-d3e8fa1f-7a32-478d-8adf-7dfe7c8f720d service neutron] Bound port: 8dead161-19e8-4bab-a2d1-837bb85ede16, host: n-h1-773647-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2a6b47e8-f81a-44e8-a9d7-503148c12c07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1041, 'network_id': '1f7caf7b-8fe6-4ffc-b29a-001958f691cc'}}] {{(pid=100247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:31:44.025684 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-e6e301da-577b-4dd1-aff0-a91998905054 req-d3e8fa1f-7a32-478d-8adf-7dfe7c8f720d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:31:44.101582 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.db [req-e6e301da-577b-4dd1-aff0-a91998905054 req-d3e8fa1f-7a32-478d-8adf-7dfe7c8f720d service neutron] For port 8dead161-19e8-4bab-a2d1-837bb85ede16, host n-h1-773647-6, cleared binding levels {{(pid=100247) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:31:44.104994 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.db [req-e6e301da-577b-4dd1-aff0-a91998905054 req-d3e8fa1f-7a32-478d-8adf-7dfe7c8f720d service neutron] For port 8dead161-19e8-4bab-a2d1-837bb85ede16, host n-h1-773647-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773647-6',level=0,port_id=8dead161-19e8-4bab-a2d1-837bb85ede16,segment=NetworkSegment(2a6b47e8-f81a-44e8-a9d7-503148c12c07),segment_id=2a6b47e8-f81a-44e8-a9d7-503148c12c07)] {{(pid=100247) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:31:44.111751 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-e6e301da-577b-4dd1-aff0-a91998905054 req-d3e8fa1f-7a32-478d-8adf-7dfe7c8f720d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128888538'] for port, after_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:31:44.148183 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e301da-577b-4dd1-aff0-a91998905054 req-d3e8fa1f-7a32-478d-8adf-7dfe7c8f720d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:31:44.148929 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-e6e301da-577b-4dd1-aff0-a91998905054 req-d3e8fa1f-7a32-478d-8adf-7dfe7c8f720d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:31:44.150339 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-e6e301da-577b-4dd1-aff0-a91998905054 req-d3e8fa1f-7a32-478d-8adf-7dfe7c8f720d service neutron] 10.222.0.127 "PUT /v2.0/ports/8dead161-19e8-4bab-a2d1-837bb85ede16 HTTP/1.1" status: 200 len: 1092 time: 0.8844481 Jul 06 14:31:44.152547 n-d-773647-6 neutron-server[100247]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a0c42f9-3c97-410a-83e1-434f0a23f5ed', 'tag': '8dead161-19e8-4bab-a2d1-837bb85ede16'}] {{(pid=100247) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:31:44.163709 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cbf0eeaae822f8fc9b87a94aeba67a3d651842baf663a51cba94b67a514836d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a839ce1a-56e5-42fa-8fe3-15c398bdd921" -d '{"events": [{"name": "network-changed", "server_uuid": "5a0c42f9-3c97-410a-83e1-434f0a23f5ed", "tag": "8dead161-19e8-4bab-a2d1-837bb85ede16"}]}' {{(pid=100247) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:31:44.230258 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 14:31:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e34a040e-6566-486a-8442-bc969085f95e x-openstack-request-id: req-e34a040e-6566-486a-8442-bc969085f95e {{(pid=100247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:31:44.230783 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a0c42f9-3c97-410a-83e1-434f0a23f5ed", "tag": "8dead161-19e8-4bab-a2d1-837bb85ede16", "status": "completed", "code": 200}]} {{(pid=100247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:31:44.231177 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-e34a040e-6566-486a-8442-bc969085f95e {{(pid=100247) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:31:44.232206 n-d-773647-6 neutron-server[100247]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a0c42f9-3c97-410a-83e1-434f0a23f5ed', 'tag': '8dead161-19e8-4bab-a2d1-837bb85ede16', 'status': 'completed', 'code': 200} Jul 06 14:31:44.237794 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e8fa1f-7a32-478d-8adf-7dfe7c8f720d service neutron] Pushing event updated for resources: {'Port': ['ID=8dead161-19e8-4bab-a2d1-837bb85ede16,revision_number=3']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:31:44.276117 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e301da-577b-4dd1-aff0-a91998905054 req-dba63c8f-0715-4c30-87c5-a29a98fdaa2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:31:44.277881 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-e6e301da-577b-4dd1-aff0-a91998905054 req-dba63c8f-0715-4c30-87c5-a29a98fdaa2b service neutron] 10.222.0.127 "GET /v2.0/ports?tenant_id=bc6185fd1f9844a08f1d71dccbb2f60a&device_id=5a0c42f9-3c97-410a-83e1-434f0a23f5ed HTTP/1.1" status: 200 len: 1095 time: 0.0819063 Jul 06 14:31:44.335869 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-e6e301da-577b-4dd1-aff0-a91998905054 req-4d998cce-e1aa-4bb5-bbc9-fdce972d2249 service neutron] 10.222.0.127 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8dead161-19e8-4bab-a2d1-837bb85ede16 HTTP/1.1" status: 200 len: 217 time: 0.0508444 Jul 06 14:31:44.423856 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e301da-577b-4dd1-aff0-a91998905054 req-eb22b5aa-b137-4053-8eac-99e0221c7c4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:31:44.425164 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-e6e301da-577b-4dd1-aff0-a91998905054 req-eb22b5aa-b137-4053-8eac-99e0221c7c4f service neutron] 10.222.0.127 "GET /v2.0/subnets?id=049902a2-8131-4623-9cfe-e3bd187a9e20 HTTP/1.1" status: 200 len: 849 time: 0.0837841 Jul 06 14:31:44.465013 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b50471a-7179-4425-b20f-067729b8627b req-0df2d6ea-106b-4365-9a83-ec165b6084da tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:31:44.468054 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-0b50471a-7179-4425-b20f-067729b8627b req-0df2d6ea-106b-4365-9a83-ec165b6084da tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] 10.222.0.72 "GET /v2.0/ports?device_id=087d4d3a-c4ae-40aa-942c-83813b822a0a HTTP/1.1" status: 200 len: 946 time: 0.1056266 Jul 06 14:31:44.531966 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5d84aa-b1c9-4466-9fec-36180b9f0340 req-fb16718f-1dd3-47e0-a142-25dd07e9fed2 tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:31:44.533535 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-dc5d84aa-b1c9-4466-9fec-36180b9f0340 req-fb16718f-1dd3-47e0-a142-25dd07e9fed2 tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] 10.222.0.104 "GET /v2.0/ports?device_id=087d4d3a-c4ae-40aa-942c-83813b822a0a HTTP/1.1" status: 200 len: 946 time: 0.1205316 Jul 06 14:31:44.535506 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e301da-577b-4dd1-aff0-a91998905054 req-37bff259-b43a-4459-bc0a-95568b4dc944 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:31:44.536843 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-e6e301da-577b-4dd1-aff0-a91998905054 req-37bff259-b43a-4459-bc0a-95568b4dc944 service neutron] 10.222.0.127 "GET /v2.0/ports?network_id=1f7caf7b-8fe6-4ffc-b29a-001958f691cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0907257 Jul 06 14:31:44.604671 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [req-0b50471a-7179-4425-b20f-067729b8627b req-f2326cbe-a758-49bc-a1ce-4eed26c566ef tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] Deleting port 983ebf44-2782-4cd5-ad91-166a18f60590 {{(pid=100246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:31:44.604843 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-0b50471a-7179-4425-b20f-067729b8627b req-f2326cbe-a758-49bc-a1ce-4eed26c566ef tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:31:44.717583 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.db [req-0b50471a-7179-4425-b20f-067729b8627b req-f2326cbe-a758-49bc-a1ce-4eed26c566ef tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] For port 983ebf44-2782-4cd5-ad91-166a18f60590, host n-h2-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=983ebf44-2782-4cd5-ad91-166a18f60590,segment=NetworkSegment(fb70f030-83e8-41d7-b868-4485c113c2c0),segment_id=fb70f030-83e8-41d7-b868-4485c113c2c0)] {{(pid=100246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:31:44.718242 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-0b50471a-7179-4425-b20f-067729b8627b req-f2326cbe-a758-49bc-a1ce-4eed26c566ef tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:31:44.738603 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [req-0b50471a-7179-4425-b20f-067729b8627b req-f2326cbe-a758-49bc-a1ce-4eed26c566ef tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] Calling delete_port for 983ebf44-2782-4cd5-ad91-166a18f60590 owned by compute:nova {{(pid=100246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:31:44.903718 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-0b50471a-7179-4425-b20f-067729b8627b req-f2326cbe-a758-49bc-a1ce-4eed26c566ef tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127687580'] for port, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:31:44.942854 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2326cbe-a758-49bc-a1ce-4eed26c566ef tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] Pushing event deleted for resources: {'Port': ['ID=983ebf44-2782-4cd5-ad91-166a18f60590,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:31:45.009042 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b50471a-7179-4425-b20f-067729b8627b req-f2326cbe-a758-49bc-a1ce-4eed26c566ef tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] No DVR routers for this DVR port 983ebf44-2782-4cd5-ad91-166a18f60590 on host n-h2-773647-6 {{(pid=100246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:31:45.012662 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-0b50471a-7179-4425-b20f-067729b8627b req-f2326cbe-a758-49bc-a1ce-4eed26c566ef tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:31:45.015737 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-0b50471a-7179-4425-b20f-067729b8627b req-f2326cbe-a758-49bc-a1ce-4eed26c566ef tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] 10.222.0.72 "DELETE /v2.0/ports/983ebf44-2782-4cd5-ad91-166a18f60590 HTTP/1.1" status: 204 len: 173 time: 0.5428843 Jul 06 14:31:45.016735 n-d-773647-6 neutron-server[100246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '087d4d3a-c4ae-40aa-942c-83813b822a0a', 'name': 'network-vif-deleted', 'tag': '983ebf44-2782-4cd5-ad91-166a18f60590'}] {{(pid=100246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:31:45.021220 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0d96c5ab5e889f7b933ae915b9be33d1b46c9e87795bf781004b656ef3f1e87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11c3cef0-55ac-4f4d-b1a8-7565bc103435" -d '{"events": [{"server_uuid": "087d4d3a-c4ae-40aa-942c-83813b822a0a", "name": "network-vif-deleted", "tag": "983ebf44-2782-4cd5-ad91-166a18f60590"}]}' {{(pid=100246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:31:45.031480 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-dc5d84aa-b1c9-4466-9fec-36180b9f0340 req-f74519fe-eec5-4e27-8b15-b24e991ae0a6 tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] 10.222.0.104 "GET /v2.0/security-groups?id=3f36b739-fa02-4105-9f8c-527485057057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4923024 Jul 06 14:31:45.078467 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-e6e301da-577b-4dd1-aff0-a91998905054 req-ab49c280-d164-4a66-aa18-43789bacc4bf service neutron] 10.222.0.127 "GET /v2.0/networks/1f7caf7b-8fe6-4ffc-b29a-001958f691cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5330470 Jul 06 14:31:45.099332 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 14:31:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0c9bde2-fee7-40e4-a2f0-d988eef6bde7 x-openstack-request-id: req-f0c9bde2-fee7-40e4-a2f0-d988eef6bde7 {{(pid=100246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:31:45.100142 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "087d4d3a-c4ae-40aa-942c-83813b822a0a", "name": "network-vif-deleted", "tag": "983ebf44-2782-4cd5-ad91-166a18f60590", "status": "completed", "code": 200}]} {{(pid=100246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:31:45.100569 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-f0c9bde2-fee7-40e4-a2f0-d988eef6bde7 {{(pid=100246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:31:45.101121 n-d-773647-6 neutron-server[100246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '087d4d3a-c4ae-40aa-942c-83813b822a0a', 'name': 'network-vif-deleted', 'tag': '983ebf44-2782-4cd5-ad91-166a18f60590', 'status': 'completed', 'code': 200} Jul 06 14:31:45.151755 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d5cfbb-61e8-4fd6-a953-3d613854c46b req-8a11df3e-f841-445d-8017-7e8f621a873a tempest-TestServerMultinode-1793928102 tempest-TestServerMultinode-1793928102-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:31:45.153381 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-02d5cfbb-61e8-4fd6-a953-3d613854c46b req-8a11df3e-f841-445d-8017-7e8f621a873a tempest-TestServerMultinode-1793928102 tempest-TestServerMultinode-1793928102-project-admin] 10.222.0.104 "GET /v2.0/ports?device_id=5a0c42f9-3c97-410a-83e1-434f0a23f5ed HTTP/1.1" status: 200 len: 1095 time: 0.2207272 Jul 06 14:31:45.247689 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-e6e301da-577b-4dd1-aff0-a91998905054 req-6ab589cf-8508-415d-9e1e-3cca6ec8c478 service neutron] 10.222.0.127 "GET /v2.0/networks/1f7caf7b-8fe6-4ffc-b29a-001958f691cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1564360 Jul 06 14:31:45.267953 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-02d5cfbb-61e8-4fd6-a953-3d613854c46b req-b2e67e5f-c5e3-4c3d-8761-4d731d056273 tempest-TestServerMultinode-1793928102 tempest-TestServerMultinode-1793928102-project-admin] 10.222.0.104 "GET /v2.0/security-groups?id=e489c9fd-cfd4-4a53-b11a-40df6c792962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003885 Jul 06 14:31:45.377046 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a839ce1a-56e5-42fa-8fe3-15c398bdd921 req-9102824f-4364-4807-8bf8-deecbe00f400 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:31:45.380461 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-a839ce1a-56e5-42fa-8fe3-15c398bdd921 req-9102824f-4364-4807-8bf8-deecbe00f400 service neutron] 10.222.0.127 "GET /v2.0/ports?tenant_id=bc6185fd1f9844a08f1d71dccbb2f60a&device_id=5a0c42f9-3c97-410a-83e1-434f0a23f5ed HTTP/1.1" status: 200 len: 1095 time: 0.0710924 Jul 06 14:31:45.394481 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 3ec9aaee-634c-4a40-ba5e-f5252f0391a4 up at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:31:45.451416 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning for port 3ec9aaee-634c-4a40-ba5e-f5252f0391a4 completed by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:31:45.457420 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning complete for port 3ec9aaee-634c-4a40-ba5e-f5252f0391a4 triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:31:45.458628 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:31:45.499659 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a839ce1a-56e5-42fa-8fe3-15c398bdd921 req-f3cb3b90-fa8d-44dc-ae1b-bfd6d46c0fbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:31:45.501358 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-a839ce1a-56e5-42fa-8fe3-15c398bdd921 req-f3cb3b90-fa8d-44dc-ae1b-bfd6d46c0fbd service neutron] 10.222.0.127 "GET /v2.0/networks?id=1f7caf7b-8fe6-4ffc-b29a-001958f691cc HTTP/1.1" status: 200 len: 912 time: 0.1132488 Jul 06 14:31:45.553877 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-a839ce1a-56e5-42fa-8fe3-15c398bdd921 req-60af5919-43ed-4faf-b70a-7a8d705c627d service neutron] 10.222.0.127 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8dead161-19e8-4bab-a2d1-837bb85ede16 HTTP/1.1" status: 200 len: 217 time: 0.0456030 Jul 06 14:31:45.556414 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:31:45.590748 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] For port 3ec9aaee-634c-4a40-ba5e-f5252f0391a4, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=3ec9aaee-634c-4a40-ba5e-f5252f0391a4,segment=NetworkSegment(d5120bcc-decc-40d3-a60e-fdec2f7aac87),segment_id=d5120bcc-decc-40d3-a60e-fdec2f7aac87)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:31:45.597494 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:31:45.613048 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a839ce1a-56e5-42fa-8fe3-15c398bdd921 req-b017710b-2e5e-42ed-8c2f-ec7326503a18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:31:45.614533 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-a839ce1a-56e5-42fa-8fe3-15c398bdd921 req-b017710b-2e5e-42ed-8c2f-ec7326503a18 service neutron] 10.222.0.127 "GET /v2.0/subnets?id=049902a2-8131-4623-9cfe-e3bd187a9e20 HTTP/1.1" status: 200 len: 849 time: 0.0524797 Jul 06 14:31:45.657837 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Pushing event updated for resources: {'Port': ['ID=3ec9aaee-634c-4a40-ba5e-f5252f0391a4,revision_number=5']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:31:45.684994 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a839ce1a-56e5-42fa-8fe3-15c398bdd921 req-5af64854-d578-46cb-819c-643f6ae38b0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:31:45.686582 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-a839ce1a-56e5-42fa-8fe3-15c398bdd921 req-5af64854-d578-46cb-819c-643f6ae38b0e service neutron] 10.222.0.127 "GET /v2.0/ports?network_id=1f7caf7b-8fe6-4ffc-b29a-001958f691cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0663307 Jul 06 14:31:45.785285 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-a839ce1a-56e5-42fa-8fe3-15c398bdd921 req-bcae76c0-88e0-4db2-8403-b764c01853b8 service neutron] 10.222.0.127 "GET /v2.0/networks/1f7caf7b-8fe6-4ffc-b29a-001958f691cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925236 Jul 06 14:31:45.881536 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-a839ce1a-56e5-42fa-8fe3-15c398bdd921 req-8ff0c948-3de4-44d2-87ce-dff55eb8da60 service neutron] 10.222.0.127 "GET /v2.0/networks/1f7caf7b-8fe6-4ffc-b29a-001958f691cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900874 Jul 06 14:31:46.199621 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-90c13aa6-7c15-4898-9d94-e7aba091060a req-e1358340-d631-4308-9baa-46310f54e757 tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] 10.222.0.104 "GET /v2.0/ports?device_id=087d4d3a-c4ae-40aa-942c-83813b822a0a HTTP/1.1" status: 200 len: 210 time: 0.0328283 Jul 06 14:31:46.293307 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.agents_db [None req-167c0ad6-1657-4c9a-a2c4-3b18056aa662 None None] Agent healthcheck: found 7 active agents {{(pid=100249) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 14:31:46.469413 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a3584a-8316-4184-a134-8078e3fa4d5c req-5b4df338-d3c1-4ecd-bc7a-061ba1247683 tempest-TestServerMultinode-1793928102 tempest-TestServerMultinode-1793928102-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:31:46.470874 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-37a3584a-8316-4184-a134-8078e3fa4d5c req-5b4df338-d3c1-4ecd-bc7a-061ba1247683 tempest-TestServerMultinode-1793928102 tempest-TestServerMultinode-1793928102-project-admin] 10.222.0.104 "GET /v2.0/ports?device_id=5a0c42f9-3c97-410a-83e1-434f0a23f5ed HTTP/1.1" status: 200 len: 1095 time: 0.0633566 Jul 06 14:31:46.508809 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-37a3584a-8316-4184-a134-8078e3fa4d5c req-f4af2362-8547-406a-9b33-cdb7ed623023 tempest-TestServerMultinode-1793928102 tempest-TestServerMultinode-1793928102-project-admin] 10.222.0.104 "GET /v2.0/security-groups?id=e489c9fd-cfd4-4a53-b11a-40df6c792962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319750 Jul 06 14:31:46.842487 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Device 983ebf44-2782-4cd5-ad91-166a18f60590 no longer exists at agent hyperv_n-h2-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:31:46.863014 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] No Port match for: 983ebf44-2782-4cd5-ad91-166a18f60590 {{(pid=100248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 14:31:46.863397 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Device 983ebf44-2782-4cd5-ad91-166a18f60590 not bound to the agent host n-h2-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:31:47.347458 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 3ec9aaee-634c-4a40-ba5e-f5252f0391a4 up at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:31:47.412959 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning complete for port 3ec9aaee-634c-4a40-ba5e-f5252f0391a4 triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:31:47.413589 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:31:47.427355 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-f46ba67a-d4bf-4f9a-9507-ec800ea7bb9c req-435f49a4-a36b-4d50-a52b-4f8d252936bc tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] 10.222.0.104 "GET /v2.0/ports?device_id=087d4d3a-c4ae-40aa-942c-83813b822a0a HTTP/1.1" status: 200 len: 210 time: 0.0507934 Jul 06 14:31:47.698368 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1bdb29-e7e8-4972-bb4e-bead328f76c0 req-0bf25319-251d-44e6-bf80-2642674b9378 tempest-TestServerMultinode-1793928102 tempest-TestServerMultinode-1793928102-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:31:47.706774 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-ad1bdb29-e7e8-4972-bb4e-bead328f76c0 req-0bf25319-251d-44e6-bf80-2642674b9378 tempest-TestServerMultinode-1793928102 tempest-TestServerMultinode-1793928102-project-admin] 10.222.0.104 "GET /v2.0/ports?device_id=5a0c42f9-3c97-410a-83e1-434f0a23f5ed HTTP/1.1" status: 200 len: 1095 time: 0.0695128 Jul 06 14:31:47.742908 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-ad1bdb29-e7e8-4972-bb4e-bead328f76c0 req-8692f92b-290a-4dfa-8816-a782f3cc72c2 tempest-TestServerMultinode-1793928102 tempest-TestServerMultinode-1793928102-project-admin] 10.222.0.104 "GET /v2.0/security-groups?id=e489c9fd-cfd4-4a53-b11a-40df6c792962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351293 Jul 06 14:31:48.423060 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 55102) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:31:48.551773 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-b2aa9404-8ed2-42fd-bd4a-874ce0d0bdcb admin admin] Notify callbacks [] for security_group, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:31:48.573026 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-6038e3d8-f235-4736-bfbf-e55677ea0c8b req-5914c5b5-94bd-4361-aa79-f994a0b61c09 tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] 10.222.0.104 "GET /v2.0/ports?device_id=087d4d3a-c4ae-40aa-942c-83813b822a0a HTTP/1.1" status: 200 len: 210 time: 0.0346472 Jul 06 14:31:48.664234 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-b2aa9404-8ed2-42fd-bd4a-874ce0d0bdcb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:31:48.669302 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-b2aa9404-8ed2-42fd-bd4a-874ce0d0bdcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:31:48.707649 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2aa9404-8ed2-42fd-bd4a-874ce0d0bdcb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35317184-a92e-4c5b-a7b1-cd5aa677380c,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:31:48.714380 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-b2aa9404-8ed2-42fd-bd4a-874ce0d0bdcb admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=0e512d1ef0dc49aca2e05a2633b59551&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2878518 Jul 06 14:31:48.714757 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 55110) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:31:48.807049 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-2f7faf3d-f184-4fa0-8c90-0736caed8ffc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:31:48.843807 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-2f7faf3d-f184-4fa0-8c90-0736caed8ffc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:31:48.924984 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-2f7faf3d-f184-4fa0-8c90-0736caed8ffc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:31:48.928025 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-2f7faf3d-f184-4fa0-8c90-0736caed8ffc admin admin] Notify callbacks [] for security_group, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:31:48.931776 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-2f7faf3d-f184-4fa0-8c90-0736caed8ffc admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/35317184-a92e-4c5b-a7b1-cd5aa677380c HTTP/1.1" status: 204 len: 168 time: 0.2135172 Jul 06 14:31:48.941152 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Device 8dead161-19e8-4bab-a2d1-837bb85ede16 details requested by agent hyperv_n-h1-773647-6 with host n-h1-773647-6 {{(pid=100248) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 14:31:48.970650 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7faf3d-f184-4fa0-8c90-0736caed8ffc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35317184-a92e-4c5b-a7b1-cd5aa677380c,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:31:48.996715 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f7faf3d-f184-4fa0-8c90-0736caed8ffc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:31:48.997064 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f7faf3d-f184-4fa0-8c90-0736caed8ffc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:31:48.997407 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f7faf3d-f184-4fa0-8c90-0736caed8ffc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:31:48.997749 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f7faf3d-f184-4fa0-8c90-0736caed8ffc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:31:48.998087 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f7faf3d-f184-4fa0-8c90-0736caed8ffc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:31:48.998455 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f7faf3d-f184-4fa0-8c90-0736caed8ffc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:31:48.998786 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f7faf3d-f184-4fa0-8c90-0736caed8ffc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:31:48.999604 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f7faf3d-f184-4fa0-8c90-0736caed8ffc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:31:48.999604 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f7faf3d-f184-4fa0-8c90-0736caed8ffc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:31:48.999807 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f7faf3d-f184-4fa0-8c90-0736caed8ffc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:31:49.000141 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f7faf3d-f184-4fa0-8c90-0736caed8ffc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:31:49.000466 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f7faf3d-f184-4fa0-8c90-0736caed8ffc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:31:49.040599 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb237f51-9e9e-4a50-a716-0cc8fed7d9d6 req-40f2d5df-6695-4b19-886d-a3372741862d tempest-TestServerMultinode-1793928102 tempest-TestServerMultinode-1793928102-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:31:49.042188 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-cb237f51-9e9e-4a50-a716-0cc8fed7d9d6 req-40f2d5df-6695-4b19-886d-a3372741862d tempest-TestServerMultinode-1793928102 tempest-TestServerMultinode-1793928102-project-admin] 10.222.0.104 "GET /v2.0/ports?device_id=5a0c42f9-3c97-410a-83e1-434f0a23f5ed HTTP/1.1" status: 200 len: 1095 time: 0.1116724 Jul 06 14:31:49.114729 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-4dc01800-bffb-4698-aaab-f876d4dc4e1a req-cc49bc90-7958-43d4-a4db-e851f94a8311 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=087d4d3a-c4ae-40aa-942c-83813b822a0a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0693080 Jul 06 14:31:49.144303 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-cb237f51-9e9e-4a50-a716-0cc8fed7d9d6 req-3d2c64a2-ddf5-4230-ac96-94868bbd16c6 tempest-TestServerMultinode-1793928102 tempest-TestServerMultinode-1793928102-project-admin] 10.222.0.104 "GET /v2.0/security-groups?id=e489c9fd-cfd4-4a53-b11a-40df6c792962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723305 Jul 06 14:31:49.189204 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] For port 8dead161-19e8-4bab-a2d1-837bb85ede16, host n-h1-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773647-6',level=0,port_id=8dead161-19e8-4bab-a2d1-837bb85ede16,segment=NetworkSegment(2a6b47e8-f81a-44e8-a9d7-503148c12c07),segment_id=2a6b47e8-f81a-44e8-a9d7-503148c12c07)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:31:49.207172 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Returning: {'device': '8dead161-19e8-4bab-a2d1-837bb85ede16', 'network_id': '1f7caf7b-8fe6-4ffc-b29a-001958f691cc', 'port_id': '8dead161-19e8-4bab-a2d1-837bb85ede16', 'mac_address': 'fa:16:3e:e2:5b:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1041, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '049902a2-8131-4623-9cfe-e3bd187a9e20', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100248) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 14:31:49.247069 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-4dc01800-bffb-4698-aaab-f876d4dc4e1a req-fe374f54-0c4b-4a56-962d-8676ae61502b service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=9d9b21e60bee490a9bf202cb583bf670&device_id=087d4d3a-c4ae-40aa-942c-83813b822a0a HTTP/1.1" status: 200 len: 210 time: 0.0603101 Jul 06 14:31:49.262997 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:31:49.278252 n-d-773647-6 neutron-server[100248]: DEBUG neutron.notifiers.nova [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8dead161-19e8-4bab-a2d1-837bb85ede16 {{(pid=100248) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 14:31:49.301058 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] For port 8dead161-19e8-4bab-a2d1-837bb85ede16, host n-h1-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773647-6',level=0,port_id=8dead161-19e8-4bab-a2d1-837bb85ede16,segment=NetworkSegment(2a6b47e8-f81a-44e8-a9d7-503148c12c07),segment_id=2a6b47e8-f81a-44e8-a9d7-503148c12c07)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:31:49.309522 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:31:49.383182 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Pushing event updated for resources: {'Port': ['ID=8dead161-19e8-4bab-a2d1-837bb85ede16,revision_number=4']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:31:49.527396 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc01800-bffb-4698-aaab-f876d4dc4e1a req-4f9e075f-3da8-4ed9-a3af-42ee410e7c3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:31:49.529047 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-4dc01800-bffb-4698-aaab-f876d4dc4e1a req-4f9e075f-3da8-4ed9-a3af-42ee410e7c3d service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=9d9b21e60bee490a9bf202cb583bf670&shared=False HTTP/1.1" status: 200 len: 914 time: 0.2628622 Jul 06 14:31:49.632055 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] get_ports_and_sgs() called for port_ids ['8dead161-19e8-4bab-a2d1-837bb85ede16'] {{(pid=100248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 14:31:49.743190 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc01800-bffb-4698-aaab-f876d4dc4e1a req-b3e59008-4461-4bf2-93a3-efa0e34e0773 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:31:49.748129 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-4dc01800-bffb-4698-aaab-f876d4dc4e1a req-b3e59008-4461-4bf2-93a3-efa0e34e0773 service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.2131736 Jul 06 14:31:49.813929 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 55138) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:31:49.914726 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [None req-96d3e6c8-823e-4ebe-a01f-8815caf86a7b admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-242178685-network', 'tenant_id': '34aff2af8eff4331a20d73f44e39de99'}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:31:49.940045 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96d3e6c8-823e-4ebe-a01f-8815caf86a7b admin admin] Made reservation on behalf of 34aff2af8eff4331a20d73f44e39de99 for: {'network': 1} {{(pid=100247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:31:49.942336 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-96d3e6c8-823e-4ebe-a01f-8815caf86a7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for network, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:31:49.950781 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-96d3e6c8-823e-4ebe-a01f-8815caf86a7b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:31:50.049053 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-96d3e6c8-823e-4ebe-a01f-8815caf86a7b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:31:50.053604 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-96d3e6c8-823e-4ebe-a01f-8815caf86a7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:31:50.076231 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-96d3e6c8-823e-4ebe-a01f-8815caf86a7b admin admin] vlan segment allocate from pool success with {'vlan_id': 1019, 'physical_network': 'physnet1'} {{(pid=100247) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 14:31:50.097756 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-96d3e6c8-823e-4ebe-a01f-8815caf86a7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552'] for segment, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:31:50.098147 n-d-773647-6 neutron-server[100247]: INFO neutron.db.segments_db [None req-96d3e6c8-823e-4ebe-a01f-8815caf86a7b admin admin] Added segment d1334ab1-6c20-4981-8b97-c602f01da248 of type vlan for network cb5944e1-9f88-45ab-a7f5-77b1e91c305e Jul 06 14:31:50.099365 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d3e6c8-823e-4ebe-a01f-8815caf86a7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3eb9ed56-d81b-44a1-9db7-7349b4009e85,revision_number=1']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:31:50.142610 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-96d3e6c8-823e-4ebe-a01f-8815caf86a7b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773752984405'] for network, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:31:50.174048 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-96d3e6c8-823e-4ebe-a01f-8815caf86a7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060'] for network, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:31:50.175036 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96d3e6c8-823e-4ebe-a01f-8815caf86a7b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:31:50.175693 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-96d3e6c8-823e-4ebe-a01f-8815caf86a7b admin admin] Notify callbacks [] for network, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:31:50.234084 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-96d3e6c8-823e-4ebe-a01f-8815caf86a7b admin admin] 10.222.0.104 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4181893 Jul 06 14:31:50.242325 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 55144) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:31:50.248035 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [None req-48a835f7-db77-4761-a663-2d2681d84ed0 admin admin] Request body: {'subnet': {'network_id': 'cb5944e1-9f88-45ab-a7f5-77b1e91c305e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-242178685-subnet', 'tenant_id': '34aff2af8eff4331a20d73f44e39de99', 'ip_version': 4}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:31:50.253175 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d3e6c8-823e-4ebe-a01f-8815caf86a7b admin admin] Pushing event updated for resources: {'Network': ['ID=cb5944e1-9f88-45ab-a7f5-77b1e91c305e,revision_number=1']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:31:50.268913 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Network cb5944e1-9f88-45ab-a7f5-77b1e91c305e details requested by agent ovs-agent-n-d-773647-6 with host n-d-773647-6 {{(pid=100248) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 14:31:50.273861 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48a835f7-db77-4761-a663-2d2681d84ed0 admin admin] Made reservation on behalf of 34aff2af8eff4331a20d73f44e39de99 for: {'subnet': 1} {{(pid=100247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:31:50.277328 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-48a835f7-db77-4761-a663-2d2681d84ed0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127627440'] for subnet, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:31:50.446946 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b518067-aa41-4228-8442-f2dd4b2b968f req-f3be7edf-713b-4664-aee1-4f1d70621245 tempest-TestServerMultinode-1793928102 tempest-TestServerMultinode-1793928102-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:31:50.448520 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-4b518067-aa41-4228-8442-f2dd4b2b968f req-f3be7edf-713b-4664-aee1-4f1d70621245 tempest-TestServerMultinode-1793928102 tempest-TestServerMultinode-1793928102-project-admin] 10.222.0.104 "GET /v2.0/ports?device_id=5a0c42f9-3c97-410a-83e1-434f0a23f5ed HTTP/1.1" status: 200 len: 1096 time: 0.1047881 Jul 06 14:31:50.519026 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-4b518067-aa41-4228-8442-f2dd4b2b968f req-1389cb4b-5bd3-4a9d-9a90-69745ac93510 tempest-TestServerMultinode-1793928102 tempest-TestServerMultinode-1793928102-project-admin] 10.222.0.104 "GET /v2.0/security-groups?id=e489c9fd-cfd4-4a53-b11a-40df6c792962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646234 Jul 06 14:31:50.521292 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-48a835f7-db77-4761-a663-2d2681d84ed0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1849032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-128888412', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127627426'] for subnet, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:31:50.575277 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a835f7-db77-4761-a663-2d2681d84ed0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a6103a5b-23db-41c0-acaf-c0375bb0935b,revision_number=0']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:31:50.585132 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48a835f7-db77-4761-a663-2d2681d84ed0 admin admin] Checking segment: {'id': 'd1334ab1-6c20-4981-8b97-c602f01da248', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': 'cb5944e1-9f88-45ab-a7f5-77b1e91c305e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100247) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:31:50.585487 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48a835f7-db77-4761-a663-2d2681d84ed0 admin admin] Network hostable DHCP agents. Network: cb5944e1-9f88-45ab-a7f5-77b1e91c305e, hostable agents: ['f2bada3d-be77-4359-982b-8505a2bbca04'], hosted agents: [] {{(pid=100247) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 14:31:50.601667 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48a835f7-db77-4761-a663-2d2681d84ed0 admin admin] Network cb5944e1-9f88-45ab-a7f5-77b1e91c305e is scheduled to be hosted by DHCP agent f2bada3d-be77-4359-982b-8505a2bbca04 with binding_index 1 {{(pid=100247) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 14:31:50.612677 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.base_scheduler [None req-48a835f7-db77-4761-a663-2d2681d84ed0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773647-6, cb5944e1-9f88-45ab-a7f5-77b1e91c305e) {{(pid=100247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:31:50.617896 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48a835f7-db77-4761-a663-2d2681d84ed0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:31:50.618838 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-48a835f7-db77-4761-a663-2d2681d84ed0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:31:50.630402 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05f5093e-04bb-4c82-9f27-b72f3912c4aa None None] Network cb5944e1-9f88-45ab-a7f5-77b1e91c305e requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:31:50.640569 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-48a835f7-db77-4761-a663-2d2681d84ed0 admin admin] 10.222.0.104 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3968320 Jul 06 14:31:50.643031 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 55146) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:31:50.651460 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [None req-98c172b5-e003-4be4-96e2-da75dc90747f admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-242178685-router', 'tenant_id': '34aff2af8eff4331a20d73f44e39de99', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719'}}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:31:50.681592 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-98c172b5-e003-4be4-96e2-da75dc90747f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1806290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6992'] for router, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:31:50.683166 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-98c172b5-e003-4be4-96e2-da75dc90747f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1806157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1808637', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1714747', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7007'] for router, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:31:50.759084 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-98c172b5-e003-4be4-96e2-da75dc90747f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:31:50.837033 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fc81e50-992e-481c-9d06-acc71111debf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6bd5fc82-6666-56e8-87c2-91648d36c963-cb5944e1-9f88-45ab-a7f5-77b1e91c305e', 'network_id': 'cb5944e1-9f88-45ab-a7f5-77b1e91c305e', 'tenant_id': '34aff2af8eff4331a20d73f44e39de99', 'fixed_ips': [{'subnet_id': 'a6103a5b-23db-41c0-acaf-c0375bb0935b'}]}} from n-d-773647-6. {{(pid=100248) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 14:31:50.838042 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4fc81e50-992e-481c-9d06-acc71111debf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:31:50.907550 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-98c172b5-e003-4be4-96e2-da75dc90747f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1761047', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1806272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6989'] for router, precommit_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:31:50.971773 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Device 8dead161-19e8-4bab-a2d1-837bb85ede16 up at agent hyperv_n-h1-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:31:51.038104 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.db_base_plugin_common [None req-4fc81e50-992e-481c-9d06-acc71111debf None None] Allocated IP 172.20.0.2 (cb5944e1-9f88-45ab-a7f5-77b1e91c305e/a6103a5b-23db-41c0-acaf-c0375bb0935b/b0a48c69-2b66-455e-a324-58378ce88673) {{(pid=100248) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:31:51.078256 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Provisioning for port 8dead161-19e8-4bab-a2d1-837bb85ede16 completed by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:31:51.120174 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Provisioning complete for port 8dead161-19e8-4bab-a2d1-837bb85ede16 triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:31:51.120593 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:31:51.135750 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-98c172b5-e003-4be4-96e2-da75dc90747f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:31:51.160274 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-98c172b5-e003-4be4-96e2-da75dc90747f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:31:51.302851 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:31:51.314900 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.db_base_plugin_common [None req-98c172b5-e003-4be4-96e2-da75dc90747f admin admin] Allocated IP 172.25.0.17 (2658f09e-a580-4d4a-9968-2d1e0ad93719/cbf74abc-6fe1-4d33-b005-c948923b9647/928164d4-4cd1-45d4-a2cd-253011d22d8b) {{(pid=100247) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:31:51.351351 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] For port 8dead161-19e8-4bab-a2d1-837bb85ede16, host n-h1-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773647-6',level=0,port_id=8dead161-19e8-4bab-a2d1-837bb85ede16,segment=NetworkSegment(2a6b47e8-f81a-44e8-a9d7-503148c12c07),segment_id=2a6b47e8-f81a-44e8-a9d7-503148c12c07)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:31:51.352955 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4fc81e50-992e-481c-9d06-acc71111debf None None] Notify callbacks [] for port, precommit_create {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:31:51.354739 n-d-773647-6 neutron-server[100248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a0c42f9-3c97-410a-83e1-434f0a23f5ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8dead161-19e8-4bab-a2d1-837bb85ede16'}] {{(pid=100248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:31:51.357308 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84af257533e383389cbcf231d3534f4d5e149e7203fea16b4a8fc01438dddaf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed0d3ad9-5876-46cc-adaf-f944a7096eaa" -d '{"events": [{"server_uuid": "5a0c42f9-3c97-410a-83e1-434f0a23f5ed", "name": "network-vif-plugged", "status": "completed", "tag": "8dead161-19e8-4bab-a2d1-837bb85ede16"}]}' {{(pid=100248) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:31:51.363191 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:31:51.391394 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-4fc81e50-992e-481c-9d06-acc71111debf None None] Transition to ACTIVE for port object b0a48c69-2b66-455e-a324-58378ce88673 will not be triggered until provisioned by entity L2. {{(pid=100248) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:31:51.424137 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-4fc81e50-992e-481c-9d06-acc71111debf None None] Transition to ACTIVE for port object b0a48c69-2b66-455e-a324-58378ce88673 will not be triggered until provisioned by entity DHCP. {{(pid=100248) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:31:51.425925 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 14:31:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10fdee6b-a0a7-4823-a1a1-8f1998fc2b34 x-openstack-request-id: req-10fdee6b-a0a7-4823-a1a1-8f1998fc2b34 {{(pid=100248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:31:51.426215 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a0c42f9-3c97-410a-83e1-434f0a23f5ed", "name": "network-vif-plugged", "status": "completed", "tag": "8dead161-19e8-4bab-a2d1-837bb85ede16", "code": 200}]} {{(pid=100248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:31:51.426465 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-10fdee6b-a0a7-4823-a1a1-8f1998fc2b34 {{(pid=100248) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:31:51.426847 n-d-773647-6 neutron-server[100248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a0c42f9-3c97-410a-83e1-434f0a23f5ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8dead161-19e8-4bab-a2d1-837bb85ede16', 'code': 200} Jul 06 14:31:51.433501 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4fc81e50-992e-481c-9d06-acc71111debf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108'] for port, after_create {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:31:51.435542 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Pushing event updated for resources: {'Port': ['ID=8dead161-19e8-4bab-a2d1-837bb85ede16,revision_number=5']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:31:51.471350 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-98c172b5-e003-4be4-96e2-da75dc90747f admin admin] Notify callbacks [] for port, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:31:51.487544 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc81e50-992e-481c-9d06-acc71111debf None None] Pushing event updated for resources: {'Port': ['ID=b0a48c69-2b66-455e-a324-58378ce88673,revision_number=1']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:31:51.497068 n-d-773647-6 neutron-server[100248]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fc81e50-992e-481c-9d06-acc71111debf None None] Network cb5944e1-9f88-45ab-a7f5-77b1e91c305e is already hosted by enough agents. {{(pid=100248) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:31:51.498797 n-d-773647-6 neutron-server[100248]: DEBUG neutron.scheduler.base_scheduler [None req-4fc81e50-992e-481c-9d06-acc71111debf None None] Resources bound (agent type, host, resource id): {{(pid=100248) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:31:51.501302 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fc81e50-992e-481c-9d06-acc71111debf None None] Received port after_create {{(pid=100248) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:31:51.549280 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-98c172b5-e003-4be4-96e2-da75dc90747f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-128888360'] for port, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:31:51.567577 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-4fc81e50-992e-481c-9d06-acc71111debf None None] Attempting to bind port b0a48c69-2b66-455e-a324-58378ce88673 on host n-d-773647-6 for vnic_type normal with profile {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:31:51.567953 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-4fc81e50-992e-481c-9d06-acc71111debf None None] Attempting to bind port b0a48c69-2b66-455e-a324-58378ce88673 by drivers openvswitch,hyperv on host n-d-773647-6 at level 0 using segments [{'id': 'd1334ab1-6c20-4981-8b97-c602f01da248', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': 'cb5944e1-9f88-45ab-a7f5-77b1e91c305e'}] {{(pid=100248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:31:51.568318 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fc81e50-992e-481c-9d06-acc71111debf None None] Attempting to bind port b0a48c69-2b66-455e-a324-58378ce88673 on network cb5944e1-9f88-45ab-a7f5-77b1e91c305e {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:31:51.574152 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fc81e50-992e-481c-9d06-acc71111debf None None] Checking agent: {'id': '8ab5b19c-d213-4f29-891d-27bdf39d38b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773647-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 43, 26), 'started_at': datetime.datetime(2021, 7, 6, 13, 43, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 31, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773647-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:31:51.574540 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fc81e50-992e-481c-9d06-acc71111debf None None] Checking segment: {'id': 'd1334ab1-6c20-4981-8b97-c602f01da248', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': 'cb5944e1-9f88-45ab-a7f5-77b1e91c305e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:31:51.574936 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4fc81e50-992e-481c-9d06-acc71111debf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:31:51.575353 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fc81e50-992e-481c-9d06-acc71111debf None None] Bound using segment: {'id': 'd1334ab1-6c20-4981-8b97-c602f01da248', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': 'cb5944e1-9f88-45ab-a7f5-77b1e91c305e'} {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:31:51.575824 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-4fc81e50-992e-481c-9d06-acc71111debf None None] Bound port: b0a48c69-2b66-455e-a324-58378ce88673, host: n-d-773647-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1334ab1-6c20-4981-8b97-c602f01da248', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': 'cb5944e1-9f88-45ab-a7f5-77b1e91c305e'}}] {{(pid=100248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:31:51.576203 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4fc81e50-992e-481c-9d06-acc71111debf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:31:51.610312 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98c172b5-e003-4be4-96e2-da75dc90747f admin admin] Network 2658f09e-a580-4d4a-9968-2d1e0ad93719 is already hosted by enough agents. {{(pid=100247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:31:51.616370 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.base_scheduler [None req-98c172b5-e003-4be4-96e2-da75dc90747f admin admin] Resources bound (agent type, host, resource id): {{(pid=100247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:31:51.631409 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98c172b5-e003-4be4-96e2-da75dc90747f admin admin] Received port after_create {{(pid=100247) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:31:51.664363 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-4fc81e50-992e-481c-9d06-acc71111debf None None] For port b0a48c69-2b66-455e-a324-58378ce88673, host n-d-773647-6, cleared binding levels {{(pid=100248) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:31:51.668118 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-4fc81e50-992e-481c-9d06-acc71111debf None None] For port b0a48c69-2b66-455e-a324-58378ce88673, host n-d-773647-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=b0a48c69-2b66-455e-a324-58378ce88673,segment=NetworkSegment(d1334ab1-6c20-4981-8b97-c602f01da248),segment_id=d1334ab1-6c20-4981-8b97-c602f01da248)] {{(pid=100248) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:31:51.672581 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154fbf10-f561-474b-817b-b211d753c33b req-92644800-8974-4a08-aed5-8962f26bb703 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:31:51.673053 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4fc81e50-992e-481c-9d06-acc71111debf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:31:51.674375 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-154fbf10-f561-474b-817b-b211d753c33b req-92644800-8974-4a08-aed5-8962f26bb703 service neutron] 10.222.0.127 "GET /v2.0/ports?device_id=5a0c42f9-3c97-410a-83e1-434f0a23f5ed HTTP/1.1" status: 200 len: 1097 time: 0.1713715 Jul 06 14:31:51.727820 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c172b5-e003-4be4-96e2-da75dc90747f admin admin] Pushing event updated for resources: {'Port': ['ID=928164d4-4cd1-45d4-a2cd-253011d22d8b,revision_number=1']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:31:51.742176 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc81e50-992e-481c-9d06-acc71111debf None None] Pushing event updated for resources: {'Port': ['ID=b0a48c69-2b66-455e-a324-58378ce88673,revision_number=2']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:31:51.854044 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-154fbf10-f561-474b-817b-b211d753c33b req-5c7b0f78-d9eb-4c15-8a59-2e166a5e2c52 service neutron] 10.222.0.127 "GET /v2.0/security-groups?id=e489c9fd-cfd4-4a53-b11a-40df6c792962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1599696 Jul 06 14:31:51.881502 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a25695-8ee6-4944-bd5e-4c5a05c55630 req-726c0401-68da-4ef5-95c1-355926dac881 tempest-TestServerMultinode-1793928102 tempest-TestServerMultinode-1793928102-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:31:51.887841 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-d9a25695-8ee6-4944-bd5e-4c5a05c55630 req-726c0401-68da-4ef5-95c1-355926dac881 tempest-TestServerMultinode-1793928102 tempest-TestServerMultinode-1793928102-project-admin] 10.222.0.104 "GET /v2.0/ports?device_id=5a0c42f9-3c97-410a-83e1-434f0a23f5ed HTTP/1.1" status: 200 len: 1097 time: 0.2069643 Jul 06 14:31:52.000634 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-d9a25695-8ee6-4944-bd5e-4c5a05c55630 req-a91469d2-3b87-4fa2-8c7c-ea6f4728caad tempest-TestServerMultinode-1793928102 tempest-TestServerMultinode-1793928102-project-admin] 10.222.0.104 "GET /v2.0/security-groups?id=e489c9fd-cfd4-4a53-b11a-40df6c792962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089377 Jul 06 14:31:52.071676 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-98c172b5-e003-4be4-96e2-da75dc90747f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:31:52.297181 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-98c172b5-e003-4be4-96e2-da75dc90747f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1806297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1761036'] for router, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:31:52.438705 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98c172b5-e003-4be4-96e2-da75dc90747f admin admin] Router c2612fdd-7fd4-4698-a3f3-f5573621a415 is scheduled to L3 agent 2823d358-a11b-4885-a706-95a279e43fa7 with binding_index 1 {{(pid=100247) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 14:31:52.584036 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98c172b5-e003-4be4-96e2-da75dc90747f admin admin] Notify agent at l3_agent.n-d-773647-6 the message routers_updated {{(pid=100247) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 14:31:52.595358 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5a2b3c2-5298-47e0-aec9-ab2295fe2203 None None] Sync routers for ids ['c2612fdd-7fd4-4698-a3f3-f5573621a415'] in n-d-773647-6 {{(pid=100248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 14:31:52.602666 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-98c172b5-e003-4be4-96e2-da75dc90747f admin admin] Notify callbacks [] for router, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:31:52.604190 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-98c172b5-e003-4be4-96e2-da75dc90747f admin admin] 10.222.0.104 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 1.9591157 Jul 06 14:31:52.606401 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5a2b3c2-5298-47e0-aec9-ab2295fe2203 None None] Routers {'c2612fdd-7fd4-4698-a3f3-f5573621a415'} bound to L3 agent in host n-d-773647-6 {{(pid=100248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:31:52.606823 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 55166) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:31:52.607207 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-f5a2b3c2-5298-47e0-aec9-ab2295fe2203 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T14:31:26Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['c2612fdd-7fd4-4698-a3f3-f5573621a415'], 'active': True} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:31:52.754885 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvr_db [None req-f5a2b3c2-5298-47e0-aec9-ab2295fe2203 None None] Set router c2612fdd-7fd4-4698-a3f3-f5573621a415 gateway port host: n-d-773647-6 {{(pid=100248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:31:52.885994 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-2b6c86e2-ac9f-42ab-b46d-7bc5cfe5d666 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:31:53.033269 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7416313-bf97-47af-bfe2-434fd10a0920 None None] Network cb5944e1-9f88-45ab-a7f5-77b1e91c305e requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:31:53.105016 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-724ec336-af55-4b8d-a1a1-c83056ab08e5 None None] Provisioning for port b0a48c69-2b66-455e-a324-58378ce88673 completed by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:31:53.128740 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-f5a2b3c2-5298-47e0-aec9-ab2295fe2203 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2612fdd-7fd4-4698-a3f3-f5573621a415', 'name': 'tempest-TestServerBasicOps-242178685-router', 'tenant_id': '34aff2af8eff4331a20d73f44e39de99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.17'}], 'enable_snat': True}, 'gw_port_id': '928164d4-4cd1-45d4-a2cd-253011d22d8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:31:50Z', 'updated_at': '2021-07-06T14:31:51Z', 'revision_number': 3, 'project_id': '34aff2af8eff4331a20d73f44e39de99', 'gw_port': {'id': '928164d4-4cd1-45d4-a2cd-253011d22d8b', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:1a:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2612fdd-7fd4-4698-a3f3-f5573621a415', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3916, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:31:51Z', 'updated_at': '2021-07-06T14:31:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6'}], 'n-d-773647-6', False) {} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:31:53.167657 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5a2b3c2-5298-47e0-aec9-ab2295fe2203 None None] Checking router: c2612fdd-7fd4-4698-a3f3-f5573621a415 for host: n-d-773647-6 {{(pid=100248) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 14:31:53.168015 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5a2b3c2-5298-47e0-aec9-ab2295fe2203 None None] Updating router c2612fdd-7fd4-4698-a3f3-f5573621a415 port 928164d4-4cd1-45d4-a2cd-253011d22d8b binding host n-d-773647-6 {{(pid=100248) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 14:31:53.317601 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-f5a2b3c2-5298-47e0-aec9-ab2295fe2203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:31:53.399931 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device b0a48c69-2b66-455e-a324-58378ce88673 up at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:31:53.600831 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning for port b0a48c69-2b66-455e-a324-58378ce88673 completed by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:31:53.605857 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning complete for port b0a48c69-2b66-455e-a324-58378ce88673 triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:31:53.606236 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:31:53.633800 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddc574a-8a0b-400d-8564-a0b2eebbb382 req-a8ead0cf-0d54-4927-856b-8ae5997fce88 tempest-TestServerMultinode-1793928102 tempest-TestServerMultinode-1793928102-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:31:53.636220 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-cddc574a-8a0b-400d-8564-a0b2eebbb382 req-a8ead0cf-0d54-4927-856b-8ae5997fce88 tempest-TestServerMultinode-1793928102 tempest-TestServerMultinode-1793928102-project-admin] 10.222.0.104 "GET /v2.0/ports?device_id=5a0c42f9-3c97-410a-83e1-434f0a23f5ed HTTP/1.1" status: 200 len: 1097 time: 0.1035874 Jul 06 14:31:53.707437 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-cddc574a-8a0b-400d-8564-a0b2eebbb382 req-d4041f4c-4553-46df-9af7-5aa446435b58 tempest-TestServerMultinode-1793928102 tempest-TestServerMultinode-1793928102-project-admin] 10.222.0.104 "GET /v2.0/security-groups?id=e489c9fd-cfd4-4a53-b11a-40df6c792962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436780 Jul 06 14:31:53.711966 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-542d112b-5907-471d-9d6d-b6bdc8f76e6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:31:53.793382 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:31:53.822939 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-f5a2b3c2-5298-47e0-aec9-ab2295fe2203 None None] Notify callbacks [] for port, precommit_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:31:53.845200 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-f5a2b3c2-5298-47e0-aec9-ab2295fe2203 None None] Transition to ACTIVE for port object 928164d4-4cd1-45d4-a2cd-253011d22d8b will not be triggered until provisioned by entity L2. {{(pid=100248) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:31:53.856465 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] For port b0a48c69-2b66-455e-a324-58378ce88673, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=b0a48c69-2b66-455e-a324-58378ce88673,segment=NetworkSegment(d1334ab1-6c20-4981-8b97-c602f01da248),segment_id=d1334ab1-6c20-4981-8b97-c602f01da248)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:31:53.858978 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-f5a2b3c2-5298-47e0-aec9-ab2295fe2203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:31:53.870610 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:31:53.915878 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-f5a2b3c2-5298-47e0-aec9-ab2295fe2203 None None] Attempting to bind port 928164d4-4cd1-45d4-a2cd-253011d22d8b on host n-d-773647-6 for vnic_type normal with profile {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:31:53.916254 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-f5a2b3c2-5298-47e0-aec9-ab2295fe2203 None None] Attempting to bind port 928164d4-4cd1-45d4-a2cd-253011d22d8b by drivers openvswitch,hyperv on host n-d-773647-6 at level 0 using segments [{'id': '89a832b7-7793-4d51-9038-ed7e1c3ff1b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719'}] {{(pid=100248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:31:53.916623 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5a2b3c2-5298-47e0-aec9-ab2295fe2203 None None] Attempting to bind port 928164d4-4cd1-45d4-a2cd-253011d22d8b on network 2658f09e-a580-4d4a-9968-2d1e0ad93719 {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:31:53.921668 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad05c9a-bb24-4afa-8b18-6a104b6ec5d2 None None] Pushing event updated for resources: {'Port': ['ID=928164d4-4cd1-45d4-a2cd-253011d22d8b,revision_number=2']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:31:53.931241 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5a2b3c2-5298-47e0-aec9-ab2295fe2203 None None] Checking agent: {'id': '8ab5b19c-d213-4f29-891d-27bdf39d38b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773647-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 43, 26), 'started_at': datetime.datetime(2021, 7, 6, 13, 43, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 31, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773647-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:31:53.931622 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5a2b3c2-5298-47e0-aec9-ab2295fe2203 None None] Checking segment: {'id': '89a832b7-7793-4d51-9038-ed7e1c3ff1b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:31:53.932032 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-f5a2b3c2-5298-47e0-aec9-ab2295fe2203 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:31:53.932424 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5a2b3c2-5298-47e0-aec9-ab2295fe2203 None None] Bound using segment: {'id': '89a832b7-7793-4d51-9038-ed7e1c3ff1b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719'} {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:31:53.932894 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-f5a2b3c2-5298-47e0-aec9-ab2295fe2203 None None] Bound port: 928164d4-4cd1-45d4-a2cd-253011d22d8b, host: n-d-773647-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89a832b7-7793-4d51-9038-ed7e1c3ff1b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719'}}] {{(pid=100248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:31:53.933276 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-f5a2b3c2-5298-47e0-aec9-ab2295fe2203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:31:53.944300 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.db_base_plugin_common [None req-542d112b-5907-471d-9d6d-b6bdc8f76e6f admin admin] Allocated IP 172.20.0.1 (cb5944e1-9f88-45ab-a7f5-77b1e91c305e/a6103a5b-23db-41c0-acaf-c0375bb0935b/192d04e8-a569-4569-91db-cdd2707c11b9) {{(pid=100247) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:31:53.987380 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-d8d9a055-7298-410d-8ad9-ffc59df08e5e None None] Provisioning complete for port b0a48c69-2b66-455e-a324-58378ce88673 triggered by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:31:53.987752 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-d8d9a055-7298-410d-8ad9-ffc59df08e5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:31:54.000972 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb91fc4-3a71-4b18-a39c-e9722251ed5a req-c7915358-5e6d-4a51-8b43-398479aabe13 tempest-TestServerMultinode-1793928102 tempest-TestServerMultinode-1793928102-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:31:54.002510 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-abb91fc4-3a71-4b18-a39c-e9722251ed5a req-c7915358-5e6d-4a51-8b43-398479aabe13 tempest-TestServerMultinode-1793928102 tempest-TestServerMultinode-1793928102-project-admin] 10.222.0.104 "GET /v2.0/ports?device_id=5a0c42f9-3c97-410a-83e1-434f0a23f5ed HTTP/1.1" status: 200 len: 1097 time: 0.1416075 Jul 06 14:31:54.047394 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Pushing event updated for resources: {'Port': ['ID=b0a48c69-2b66-455e-a324-58378ce88673,revision_number=3']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:31:54.059631 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-f5a2b3c2-5298-47e0-aec9-ab2295fe2203 None None] For port 928164d4-4cd1-45d4-a2cd-253011d22d8b, host n-d-773647-6, cleared binding levels {{(pid=100248) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:31:54.062755 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-abb91fc4-3a71-4b18-a39c-e9722251ed5a req-bc10d46e-afc2-4ae6-8ee8-6eaf9b449809 tempest-TestServerMultinode-1793928102 tempest-TestServerMultinode-1793928102-project-admin] 10.222.0.104 "GET /v2.0/security-groups?id=e489c9fd-cfd4-4a53-b11a-40df6c792962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528467 Jul 06 14:31:54.065068 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-f5a2b3c2-5298-47e0-aec9-ab2295fe2203 None None] For port 928164d4-4cd1-45d4-a2cd-253011d22d8b, host n-d-773647-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=928164d4-4cd1-45d4-a2cd-253011d22d8b,segment=NetworkSegment(89a832b7-7793-4d51-9038-ed7e1c3ff1b2),segment_id=89a832b7-7793-4d51-9038-ed7e1c3ff1b2)] {{(pid=100248) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:31:54.071584 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-f5a2b3c2-5298-47e0-aec9-ab2295fe2203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:31:54.094523 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-542d112b-5907-471d-9d6d-b6bdc8f76e6f admin admin] Notify callbacks [] for port, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:31:54.109505 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.provisioning_blocks [None req-542d112b-5907-471d-9d6d-b6bdc8f76e6f admin admin] Transition to ACTIVE for port object 192d04e8-a569-4569-91db-cdd2707c11b9 will not be triggered until provisioned by entity DHCP. {{(pid=100247) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:31:54.155571 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-542d112b-5907-471d-9d6d-b6bdc8f76e6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-128888360'] for port, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:31:54.168422 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad05c9a-bb24-4afa-8b18-6a104b6ec5d2 None None] Pushing event updated for resources: {'Port': ['ID=928164d4-4cd1-45d4-a2cd-253011d22d8b,revision_number=3']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:31:54.171327 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5a2b3c2-5298-47e0-aec9-ab2295fe2203 None None] Routers {'c2612fdd-7fd4-4698-a3f3-f5573621a415'} bound to L3 agent in host n-d-773647-6 {{(pid=100248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:31:54.171922 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-f5a2b3c2-5298-47e0-aec9-ab2295fe2203 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T14:31:26Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['c2612fdd-7fd4-4698-a3f3-f5573621a415'], 'active': True} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:31:54.224813 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-542d112b-5907-471d-9d6d-b6bdc8f76e6f admin admin] Network cb5944e1-9f88-45ab-a7f5-77b1e91c305e is already hosted by enough agents. {{(pid=100247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:31:54.229300 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.base_scheduler [None req-542d112b-5907-471d-9d6d-b6bdc8f76e6f admin admin] Resources bound (agent type, host, resource id): {{(pid=100247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:31:54.238808 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-542d112b-5907-471d-9d6d-b6bdc8f76e6f admin admin] Received port after_create {{(pid=100247) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:31:54.266037 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542d112b-5907-471d-9d6d-b6bdc8f76e6f admin admin] Pushing event updated for resources: {'Port': ['ID=192d04e8-a569-4569-91db-cdd2707c11b9,revision_number=1']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:31:54.299140 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvr_db [None req-f5a2b3c2-5298-47e0-aec9-ab2295fe2203 None None] Set router c2612fdd-7fd4-4698-a3f3-f5573621a415 gateway port host: n-d-773647-6 {{(pid=100248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:31:54.308640 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4ae44f-eff7-40a4-a3c6-f2d51761629c req-8ba5ee2f-f1a3-4fd4-a566-f47b37b7235b tempest-TestServerMultinode-1793928102 tempest-TestServerMultinode-1793928102-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:31:54.310942 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-3a4ae44f-eff7-40a4-a3c6-f2d51761629c req-8ba5ee2f-f1a3-4fd4-a566-f47b37b7235b tempest-TestServerMultinode-1793928102 tempest-TestServerMultinode-1793928102-project-admin] 10.222.0.104 "GET /v2.0/ports?device_id=5a0c42f9-3c97-410a-83e1-434f0a23f5ed HTTP/1.1" status: 200 len: 1097 time: 0.1266530 Jul 06 14:31:54.312304 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-542d112b-5907-471d-9d6d-b6bdc8f76e6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1807675'] for router_interface, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:31:54.452174 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-3a4ae44f-eff7-40a4-a3c6-f2d51761629c req-816773e2-fce3-4815-a87a-95f3aca52761 tempest-TestServerMultinode-1793928102 tempest-TestServerMultinode-1793928102-project-admin] 10.222.0.104 "GET /v2.0/security-groups?id=e489c9fd-cfd4-4a53-b11a-40df6c792962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603690 Jul 06 14:31:54.566401 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-542d112b-5907-471d-9d6d-b6bdc8f76e6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:31:54.721292 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-ca0b49fe-d726-4be7-afd9-ce4547e35e23 None None] Provisioning for port 192d04e8-a569-4569-91db-cdd2707c11b9 completed by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:31:54.726545 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-ca0b49fe-d726-4be7-afd9-ce4547e35e23 None None] Provisioning complete for port 192d04e8-a569-4569-91db-cdd2707c11b9 triggered by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:31:54.726927 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-ca0b49fe-d726-4be7-afd9-ce4547e35e23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:31:54.774399 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-ca0b49fe-d726-4be7-afd9-ce4547e35e23 None None] Port 192d04e8-a569-4569-91db-cdd2707c11b9 cannot update to ACTIVE because it is not bound. {{(pid=100248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 14:31:54.784438 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-f5a2b3c2-5298-47e0-aec9-ab2295fe2203 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2612fdd-7fd4-4698-a3f3-f5573621a415', 'name': 'tempest-TestServerBasicOps-242178685-router', 'tenant_id': '34aff2af8eff4331a20d73f44e39de99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.17'}], 'enable_snat': True}, 'gw_port_id': '928164d4-4cd1-45d4-a2cd-253011d22d8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:31:50Z', 'updated_at': '2021-07-06T14:31:51Z', 'revision_number': 3, 'project_id': '34aff2af8eff4331a20d73f44e39de99', 'gw_port': {'id': '928164d4-4cd1-45d4-a2cd-253011d22d8b', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:1a:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2612fdd-7fd4-4698-a3f3-f5573621a415', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3916, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:31:51Z', 'updated_at': '2021-07-06T14:31:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6'}], 'n-d-773647-6', False) {} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:31:54.813724 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5a2b3c2-5298-47e0-aec9-ab2295fe2203 None None] The sync data for ids ['c2612fdd-7fd4-4698-a3f3-f5573621a415'] in n-d-773647-6 is: [{'id': 'c2612fdd-7fd4-4698-a3f3-f5573621a415', 'name': 'tempest-TestServerBasicOps-242178685-router', 'tenant_id': '34aff2af8eff4331a20d73f44e39de99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.17'}], 'enable_snat': True}, 'gw_port_id': '928164d4-4cd1-45d4-a2cd-253011d22d8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:31:50Z', 'updated_at': '2021-07-06T14:31:51Z', 'revision_number': 3, 'project_id': '34aff2af8eff4331a20d73f44e39de99', 'gw_port': {'id': '928164d4-4cd1-45d4-a2cd-253011d22d8b', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:1a:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2612fdd-7fd4-4698-a3f3-f5573621a415', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3916, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:31:51Z', 'updated_at': '2021-07-06T14:31:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6'}] {{(pid=100248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 14:31:54.848902 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-542d112b-5907-471d-9d6d-b6bdc8f76e6f admin admin] Notify callbacks [] for port, precommit_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:31:54.887872 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-542d112b-5907-471d-9d6d-b6bdc8f76e6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128888538'] for port, after_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:31:54.979617 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-542d112b-5907-471d-9d6d-b6bdc8f76e6f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1809478'] for router_interface, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:31:55.007780 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542d112b-5907-471d-9d6d-b6bdc8f76e6f admin admin] Pushing event updated for resources: {'Port': ['ID=192d04e8-a569-4569-91db-cdd2707c11b9,revision_number=2']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:31:55.038630 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab217ba-c040-4137-8ec9-fa223beb584b req-4c6299c5-1ef9-4901-8ab7-ef53c14bc08c tempest-TestServerMultinode-1793928102 tempest-TestServerMultinode-1793928102-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:31:55.041531 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-6ab217ba-c040-4137-8ec9-fa223beb584b req-4c6299c5-1ef9-4901-8ab7-ef53c14bc08c tempest-TestServerMultinode-1793928102 tempest-TestServerMultinode-1793928102-project-admin] 10.222.0.104 "GET /v2.0/networks?id=1f7caf7b-8fe6-4ffc-b29a-001958f691cc HTTP/1.1" status: 200 len: 912 time: 0.2441013 Jul 06 14:31:55.058492 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-6616b59d-216c-4c96-a970-79c09cf1860e req-9d6259a9-6f3c-4fd1-9517-9ec040bbda15 service neutron] 10.222.0.127 "GET /v2.0/ports?device_id=5a0c42f9-3c97-410a-83e1-434f0a23f5ed&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2543302 Jul 06 14:31:55.112102 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-6ab217ba-c040-4137-8ec9-fa223beb584b req-2f147b02-d757-4a36-ab62-55b2b55b0de0 tempest-TestServerMultinode-1793928102 tempest-TestServerMultinode-1793928102-project-admin] 10.222.0.104 "GET /v2.0/quotas/bc6185fd1f9844a08f1d71dccbb2f60a HTTP/1.1" status: 200 len: 375 time: 0.0171704 Jul 06 14:31:55.232181 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-542d112b-5907-471d-9d6d-b6bdc8f76e6f admin admin] Network cb5944e1-9f88-45ab-a7f5-77b1e91c305e is already hosted by enough agents. {{(pid=100247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:31:55.237292 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.base_scheduler [None req-542d112b-5907-471d-9d6d-b6bdc8f76e6f admin admin] Resources bound (agent type, host, resource id): {{(pid=100247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:31:55.318596 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6616b59d-216c-4c96-a970-79c09cf1860e req-0b45e3d9-d7b1-4a83-9f15-1560ed0ccdc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:31:55.320322 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-6616b59d-216c-4c96-a970-79c09cf1860e req-0b45e3d9-d7b1-4a83-9f15-1560ed0ccdc1 service neutron] 10.222.0.127 "GET /v2.0/ports?tenant_id=bc6185fd1f9844a08f1d71dccbb2f60a&device_id=5a0c42f9-3c97-410a-83e1-434f0a23f5ed HTTP/1.1" status: 200 len: 1097 time: 0.2058179 Jul 06 14:31:55.337920 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-6ab217ba-c040-4137-8ec9-fa223beb584b req-2a8b3d0c-5b6f-49e3-a202-ec873492b8cc tempest-TestServerMultinode-1793928102 tempest-TestServerMultinode-1793928102-project-admin] 10.222.0.104 "GET /v2.0/ports?tenant_id=bc6185fd1f9844a08f1d71dccbb2f60a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2143497 Jul 06 14:31:55.480937 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device b0a48c69-2b66-455e-a324-58378ce88673 up at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:31:55.584443 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning complete for port b0a48c69-2b66-455e-a324-58378ce88673 triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:31:55.584443 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:31:55.610698 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-542d112b-5907-471d-9d6d-b6bdc8f76e6f admin admin] Router c2612fdd-7fd4-4698-a3f3-f5573621a415 has already been hosted by L3 agent 2823d358-a11b-4885-a706-95a279e43fa7 {{(pid=100247) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 14:31:55.619197 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-77db20b6-d0d7-4274-91d5-6c1065ef0bae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:31:55.642174 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-f7974ef7-f57a-42db-982e-f20ca4c8de94 None None] Provisioning complete for port 192d04e8-a569-4569-91db-cdd2707c11b9 triggered by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:31:55.642371 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-f7974ef7-f57a-42db-982e-f20ca4c8de94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:31:55.711181 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-f7974ef7-f57a-42db-982e-f20ca4c8de94 None None] Port 192d04e8-a569-4569-91db-cdd2707c11b9 cannot update to ACTIVE because it is not bound. {{(pid=100248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 14:31:55.728561 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 928164d4-4cd1-45d4-a2cd-253011d22d8b up at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:31:55.732435 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-6ab217ba-c040-4137-8ec9-fa223beb584b req-baa891f5-c945-45dd-9641-4741230be578 service neutron] 10.222.0.104 "GET /v2.0/networks/1f7caf7b-8fe6-4ffc-b29a-001958f691cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3068604 Jul 06 14:31:55.735563 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6616b59d-216c-4c96-a970-79c09cf1860e req-9e15ce57-bc2b-46d8-aa32-44f25c2dfbb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:31:55.737068 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-6616b59d-216c-4c96-a970-79c09cf1860e req-9e15ce57-bc2b-46d8-aa32-44f25c2dfbb6 service neutron] 10.222.0.127 "GET /v2.0/networks?id=1f7caf7b-8fe6-4ffc-b29a-001958f691cc HTTP/1.1" status: 200 len: 912 time: 0.3904645 Jul 06 14:31:55.794548 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning for port 928164d4-4cd1-45d4-a2cd-253011d22d8b completed by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:31:55.799817 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning complete for port 928164d4-4cd1-45d4-a2cd-253011d22d8b triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:31:55.800697 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:31:55.836381 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-6616b59d-216c-4c96-a970-79c09cf1860e req-6d088736-e340-4571-9084-b7d0ece81975 service neutron] 10.222.0.127 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8dead161-19e8-4bab-a2d1-837bb85ede16 HTTP/1.1" status: 200 len: 217 time: 0.0889893 Jul 06 14:31:55.908375 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:31:55.916575 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:31:55.934785 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] For port 928164d4-4cd1-45d4-a2cd-253011d22d8b, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=928164d4-4cd1-45d4-a2cd-253011d22d8b,segment=NetworkSegment(89a832b7-7793-4d51-9038-ed7e1c3ff1b2),segment_id=89a832b7-7793-4d51-9038-ed7e1c3ff1b2)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:31:55.940620 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:31:55.967929 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6616b59d-216c-4c96-a970-79c09cf1860e req-5651abe6-6384-42a7-ab39-1f1b3e51a4bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:31:55.969572 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-6616b59d-216c-4c96-a970-79c09cf1860e req-5651abe6-6384-42a7-ab39-1f1b3e51a4bd service neutron] 10.222.0.127 "GET /v2.0/subnets?id=049902a2-8131-4623-9cfe-e3bd187a9e20 HTTP/1.1" status: 200 len: 849 time: 0.1257257 Jul 06 14:31:55.972469 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-542d112b-5907-471d-9d6d-b6bdc8f76e6f admin admin] Notify agent at l3_agent.n-d-773647-6 the message routers_updated {{(pid=100247) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 14:31:55.983297 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-542d112b-5907-471d-9d6d-b6bdc8f76e6f admin admin] 10.222.0.104 "PUT /v2.0/routers/c2612fdd-7fd4-4698-a3f3-f5573621a415/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3709939 Jul 06 14:31:55.989538 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-6ab217ba-c040-4137-8ec9-fa223beb584b req-1033c4ec-3488-475d-a652-a41ddac0cabc service neutron] 10.222.0.104 "GET /v2.0/networks/1f7caf7b-8fe6-4ffc-b29a-001958f691cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2513542 Jul 06 14:31:56.002403 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Pushing event updated for resources: {'Port': ['ID=928164d4-4cd1-45d4-a2cd-253011d22d8b,revision_number=4']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:31:56.055847 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6616b59d-216c-4c96-a970-79c09cf1860e req-51d3ab4e-44cd-4b9a-b01b-d79b41379ff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:31:56.057641 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-6616b59d-216c-4c96-a970-79c09cf1860e req-51d3ab4e-44cd-4b9a-b01b-d79b41379ff0 service neutron] 10.222.0.127 "GET /v2.0/ports?network_id=1f7caf7b-8fe6-4ffc-b29a-001958f691cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0773907 Jul 06 14:31:56.182703 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-6616b59d-216c-4c96-a970-79c09cf1860e req-6660304f-1b58-49fa-b378-e5e9c9e6c9b9 service neutron] 10.222.0.127 "GET /v2.0/networks/1f7caf7b-8fe6-4ffc-b29a-001958f691cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1185436 Jul 06 14:31:56.274978 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-479350f3-83e4-4625-b58b-ff41cf6a4cd7 req-fe4b12b3-d59f-4936-86b6-cd387513018d tempest-TestServerMultinode-1793928102 tempest-TestServerMultinode-1793928102-project-admin] 10.222.0.104 "GET /v2.0/ports?device_id=14a244c6-47c2-45e5-940a-4bb9f8f114e7 HTTP/1.1" status: 200 len: 210 time: 0.0847218 Jul 06 14:31:56.337826 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-6616b59d-216c-4c96-a970-79c09cf1860e req-7ac72a77-9984-469d-b41f-8b54c9b88e59 service neutron] 10.222.0.127 "GET /v2.0/networks/1f7caf7b-8fe6-4ffc-b29a-001958f691cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1488824 Jul 06 14:31:56.624671 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 55224) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:31:56.631789 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-7caec2c3-2beb-4107-b397-1dcf72a7e352 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-381730563-network', 'tenant_id': '0fc638c14c174ffe9b5f85ce2a2286f5'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:31:56.675037 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-2064eaae-da4f-48f8-82d2-b09d4ddedd44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:31:56.676404 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7caec2c3-2beb-4107-b397-1dcf72a7e352 admin admin] Made reservation on behalf of 0fc638c14c174ffe9b5f85ce2a2286f5 for: {'network': 1} {{(pid=100246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:31:56.678881 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-7caec2c3-2beb-4107-b397-1dcf72a7e352 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for network, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:31:56.694162 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-7caec2c3-2beb-4107-b397-1dcf72a7e352 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:31:56.823381 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-7caec2c3-2beb-4107-b397-1dcf72a7e352 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:31:56.828060 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-7caec2c3-2beb-4107-b397-1dcf72a7e352 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:31:56.843082 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7caec2c3-2beb-4107-b397-1dcf72a7e352 admin admin] vlan segment allocate from pool success with {'vlan_id': 1044, 'physical_network': 'physnet1'} {{(pid=100246) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 14:31:56.855545 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-7caec2c3-2beb-4107-b397-1dcf72a7e352 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552'] for segment, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:31:56.856058 n-d-773647-6 neutron-server[100246]: INFO neutron.db.segments_db [None req-7caec2c3-2beb-4107-b397-1dcf72a7e352 admin admin] Added segment 0d7d8c90-51fb-400d-8935-4248c4badcbb of type vlan for network d4668de0-3b29-4ab9-b5b5-2823dffe2fa3 Jul 06 14:31:56.923892 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25884188-f9e8-45b4-b968-d6dea5a56a4e None None] Sync routers for ids ['c2612fdd-7fd4-4698-a3f3-f5573621a415'] in n-d-773647-6 {{(pid=100249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 14:31:56.932174 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-7caec2c3-2beb-4107-b397-1dcf72a7e352 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773752984405'] for network, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:31:56.937781 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25884188-f9e8-45b4-b968-d6dea5a56a4e None None] Routers {'c2612fdd-7fd4-4698-a3f3-f5573621a415'} bound to L3 agent in host n-d-773647-6 {{(pid=100249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:31:56.938748 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-25884188-f9e8-45b4-b968-d6dea5a56a4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T14:31:56Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['c2612fdd-7fd4-4698-a3f3-f5573621a415'], 'active': True} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:31:56.942952 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7caec2c3-2beb-4107-b397-1dcf72a7e352 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d65853a6-da7a-4bd0-864c-6dc594801220,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:31:56.955602 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7caec2c3-2beb-4107-b397-1dcf72a7e352 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:31:56.956221 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7caec2c3-2beb-4107-b397-1dcf72a7e352 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:31:56.956798 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7caec2c3-2beb-4107-b397-1dcf72a7e352 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:31:56.957322 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7caec2c3-2beb-4107-b397-1dcf72a7e352 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:31:56.957911 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7caec2c3-2beb-4107-b397-1dcf72a7e352 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:31:56.958429 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7caec2c3-2beb-4107-b397-1dcf72a7e352 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:31:56.958943 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7caec2c3-2beb-4107-b397-1dcf72a7e352 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:31:56.959505 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7caec2c3-2beb-4107-b397-1dcf72a7e352 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:31:56.960028 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7caec2c3-2beb-4107-b397-1dcf72a7e352 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:31:56.960574 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7caec2c3-2beb-4107-b397-1dcf72a7e352 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:31:56.961087 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7caec2c3-2beb-4107-b397-1dcf72a7e352 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:31:56.961597 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7caec2c3-2beb-4107-b397-1dcf72a7e352 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:31:57.005266 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-7caec2c3-2beb-4107-b397-1dcf72a7e352 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060'] for network, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:31:57.007849 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7caec2c3-2beb-4107-b397-1dcf72a7e352 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:31:57.010888 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-7caec2c3-2beb-4107-b397-1dcf72a7e352 admin admin] Notify callbacks [] for network, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:31:57.064922 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvr_db [None req-25884188-f9e8-45b4-b968-d6dea5a56a4e None None] Set router c2612fdd-7fd4-4698-a3f3-f5573621a415 gateway port host: n-d-773647-6 {{(pid=100249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:31:57.112663 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-7caec2c3-2beb-4107-b397-1dcf72a7e352 admin admin] 10.222.0.104 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4860232 Jul 06 14:31:57.113237 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 55264) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:31:57.121378 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [None req-d3c7a8d2-1b0a-47af-8894-948e31cb2c53 admin admin] Request body: {'subnet': {'network_id': 'd4668de0-3b29-4ab9-b5b5-2823dffe2fa3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-381730563-subnet', 'tenant_id': '0fc638c14c174ffe9b5f85ce2a2286f5', 'ip_version': 4}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:31:57.128330 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7caec2c3-2beb-4107-b397-1dcf72a7e352 admin admin] Pushing event updated for resources: {'Network': ['ID=d4668de0-3b29-4ab9-b5b5-2823dffe2fa3,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:31:57.141099 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Network d4668de0-3b29-4ab9-b5b5-2823dffe2fa3 details requested by agent ovs-agent-n-d-773647-6 with host n-d-773647-6 {{(pid=100248) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 14:31:57.161348 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3c7a8d2-1b0a-47af-8894-948e31cb2c53 admin admin] Made reservation on behalf of 0fc638c14c174ffe9b5f85ce2a2286f5 for: {'subnet': 1} {{(pid=100247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:31:57.164616 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-d3c7a8d2-1b0a-47af-8894-948e31cb2c53 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127627440'] for subnet, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:31:57.308468 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-25884188-f9e8-45b4-b968-d6dea5a56a4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2612fdd-7fd4-4698-a3f3-f5573621a415', 'name': 'tempest-TestServerBasicOps-242178685-router', 'tenant_id': '34aff2af8eff4331a20d73f44e39de99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.17'}], 'enable_snat': True}, 'gw_port_id': '928164d4-4cd1-45d4-a2cd-253011d22d8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:31:50Z', 'updated_at': '2021-07-06T14:31:54Z', 'revision_number': 4, 'project_id': '34aff2af8eff4331a20d73f44e39de99', 'gw_port': {'id': '928164d4-4cd1-45d4-a2cd-253011d22d8b', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:1a:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2612fdd-7fd4-4698-a3f3-f5573621a415', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3916, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:31:51Z', 'updated_at': '2021-07-06T14:31:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6', '_interfaces': [{'id': '192d04e8-a569-4569-91db-cdd2707c11b9', 'name': '', 'network_id': 'cb5944e1-9f88-45ab-a7f5-77b1e91c305e', 'tenant_id': '34aff2af8eff4331a20d73f44e39de99', 'mac_address': 'fa:16:3e:35:b9:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2612fdd-7fd4-4698-a3f3-f5573621a415', 'device_owner': 'network:router_interface', 'standard_attr_id': 3917, 'fixed_ips': [{'subnet_id': 'a6103a5b-23db-41c0-acaf-c0375bb0935b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:31:53Z', 'updated_at': '2021-07-06T14:31:54Z', 'revision_number': 2, 'project_id': '34aff2af8eff4331a20d73f44e39de99', 'subnets': [{'id': 'a6103a5b-23db-41c0-acaf-c0375bb0935b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773647-6', False) {} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:31:57.338876 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25884188-f9e8-45b4-b968-d6dea5a56a4e None None] Checking router: c2612fdd-7fd4-4698-a3f3-f5573621a415 for host: n-d-773647-6 {{(pid=100249) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 14:31:57.339577 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25884188-f9e8-45b4-b968-d6dea5a56a4e None None] Updating router c2612fdd-7fd4-4698-a3f3-f5573621a415 port 192d04e8-a569-4569-91db-cdd2707c11b9 binding host n-d-773647-6 {{(pid=100249) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 14:31:57.418028 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 928164d4-4cd1-45d4-a2cd-253011d22d8b up at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:31:57.422845 n-d-773647-6 neutron-server[100249]: DEBUG neutron_lib.callbacks.manager [None req-25884188-f9e8-45b4-b968-d6dea5a56a4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:31:57.525000 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning complete for port 928164d4-4cd1-45d4-a2cd-253011d22d8b triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:31:57.525383 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:31:57.590003 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-f506f7b7-ac52-4479-bd90-c01a6cfbbbd5 req-94acd869-19e1-4993-a572-0f50afc2d81e tempest-TestServerMultinode-1793928102 tempest-TestServerMultinode-1793928102-project-admin] 10.222.0.104 "GET /v2.0/ports?device_id=14a244c6-47c2-45e5-940a-4bb9f8f114e7 HTTP/1.1" status: 200 len: 210 time: 0.0892782 Jul 06 14:31:57.631097 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-d3c7a8d2-1b0a-47af-8894-948e31cb2c53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1849032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-128888412', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127627426'] for subnet, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:31:57.727450 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab217ba-c040-4137-8ec9-fa223beb584b req-a12139ef-2b59-4860-9678-62d1d1840bc4 tempest-TestServerMultinode-1793928102 tempest-TestServerMultinode-1793928102-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:31:57.729713 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-6ab217ba-c040-4137-8ec9-fa223beb584b req-a12139ef-2b59-4860-9678-62d1d1840bc4 tempest-TestServerMultinode-1793928102 tempest-TestServerMultinode-1793928102-project-admin] 10.222.0.72 "GET /v2.0/networks?id=1f7caf7b-8fe6-4ffc-b29a-001958f691cc HTTP/1.1" status: 200 len: 912 time: 0.1557293 Jul 06 14:31:57.744757 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c7a8d2-1b0a-47af-8894-948e31cb2c53 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b721d792-d9fd-43f8-8cb6-9d808b4b6a13,revision_number=0']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:31:57.747382 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [req-6ab217ba-c040-4137-8ec9-fa223beb584b req-1e88e284-3d79-43ad-a0c0-3c2daa128f86 tempest-TestServerMultinode-1793928102 tempest-TestServerMultinode-1793928102-project-admin] Request body: {'port': {'device_id': '14a244c6-47c2-45e5-940a-4bb9f8f114e7', 'network_id': '1f7caf7b-8fe6-4ffc-b29a-001958f691cc', 'admin_state_up': True, 'tenant_id': 'bc6185fd1f9844a08f1d71dccbb2f60a'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:31:57.785002 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6ab217ba-c040-4137-8ec9-fa223beb584b req-1e88e284-3d79-43ad-a0c0-3c2daa128f86 tempest-TestServerMultinode-1793928102 tempest-TestServerMultinode-1793928102-project-admin] Made reservation on behalf of bc6185fd1f9844a08f1d71dccbb2f60a for: {'port': 1} {{(pid=100246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:31:57.788523 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-6ab217ba-c040-4137-8ec9-fa223beb584b req-1e88e284-3d79-43ad-a0c0-3c2daa128f86 tempest-TestServerMultinode-1793928102 tempest-TestServerMultinode-1793928102-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:31:57.818446 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3c7a8d2-1b0a-47af-8894-948e31cb2c53 admin admin] Checking segment: {'id': '0d7d8c90-51fb-400d-8935-4248c4badcbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': 'd4668de0-3b29-4ab9-b5b5-2823dffe2fa3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100247) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:31:57.819479 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3c7a8d2-1b0a-47af-8894-948e31cb2c53 admin admin] Network hostable DHCP agents. Network: d4668de0-3b29-4ab9-b5b5-2823dffe2fa3, hostable agents: ['f2bada3d-be77-4359-982b-8505a2bbca04'], hosted agents: [] {{(pid=100247) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 14:31:57.870202 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3c7a8d2-1b0a-47af-8894-948e31cb2c53 admin admin] Network d4668de0-3b29-4ab9-b5b5-2823dffe2fa3 is scheduled to be hosted by DHCP agent f2bada3d-be77-4359-982b-8505a2bbca04 with binding_index 1 {{(pid=100247) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 14:31:57.890356 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.base_scheduler [None req-d3c7a8d2-1b0a-47af-8894-948e31cb2c53 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773647-6, d4668de0-3b29-4ab9-b5b5-2823dffe2fa3) {{(pid=100247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:31:57.895359 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3c7a8d2-1b0a-47af-8894-948e31cb2c53 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:31:57.896221 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-d3c7a8d2-1b0a-47af-8894-948e31cb2c53 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:31:57.903497 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6976f819-dddb-4f32-8b76-d6f4b24985d4 None None] Network d4668de0-3b29-4ab9-b5b5-2823dffe2fa3 requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:31:57.917141 n-d-773647-6 neutron-server[100249]: DEBUG neutron_lib.callbacks.manager [None req-25884188-f9e8-45b4-b968-d6dea5a56a4e None None] Notify callbacks [] for port, precommit_update {{(pid=100249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:31:57.925110 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-d3c7a8d2-1b0a-47af-8894-948e31cb2c53 admin admin] 10.222.0.104 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.8076627 Jul 06 14:31:57.925978 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 55302) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:31:57.933434 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.provisioning_blocks [None req-25884188-f9e8-45b4-b968-d6dea5a56a4e None None] Transition to ACTIVE for port object 192d04e8-a569-4569-91db-cdd2707c11b9 will not be triggered until provisioned by entity L2. {{(pid=100249) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:31:57.934114 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [None req-7dbabfe2-4a9e-42df-bd75-091df3051f62 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-381730563-router', 'tenant_id': '0fc638c14c174ffe9b5f85ce2a2286f5', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719'}}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:31:57.944255 n-d-773647-6 neutron-server[100249]: DEBUG neutron_lib.callbacks.manager [None req-25884188-f9e8-45b4-b968-d6dea5a56a4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:31:57.966274 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-7dbabfe2-4a9e-42df-bd75-091df3051f62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1806290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6992'] for router, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:31:57.967527 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-7dbabfe2-4a9e-42df-bd75-091df3051f62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1806157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1808637', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1714747', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7007'] for router, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:31:57.979425 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.db_base_plugin_common [req-6ab217ba-c040-4137-8ec9-fa223beb584b req-1e88e284-3d79-43ad-a0c0-3c2daa128f86 tempest-TestServerMultinode-1793928102 tempest-TestServerMultinode-1793928102-project-admin] Allocated IP 172.20.0.10 (1f7caf7b-8fe6-4ffc-b29a-001958f691cc/049902a2-8131-4623-9cfe-e3bd187a9e20/4d7ba7b8-1085-4446-859c-d6911b6ea73d) {{(pid=100246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:31:58.021157 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445ddc35-e4e0-4c18-8151-d739a7614e72 None None] Pushing event updated for resources: {'Port': ['ID=192d04e8-a569-4569-91db-cdd2707c11b9,revision_number=3']} {{(pid=100249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:31:58.099072 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-7dbabfe2-4a9e-42df-bd75-091df3051f62 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:31:58.115008 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.managers [None req-25884188-f9e8-45b4-b968-d6dea5a56a4e None None] Attempting to bind port 192d04e8-a569-4569-91db-cdd2707c11b9 on host n-d-773647-6 for vnic_type normal with profile {{(pid=100249) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:31:58.115406 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.managers [None req-25884188-f9e8-45b4-b968-d6dea5a56a4e None None] Attempting to bind port 192d04e8-a569-4569-91db-cdd2707c11b9 by drivers openvswitch,hyperv on host n-d-773647-6 at level 0 using segments [{'id': 'd1334ab1-6c20-4981-8b97-c602f01da248', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': 'cb5944e1-9f88-45ab-a7f5-77b1e91c305e'}] {{(pid=100249) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:31:58.115771 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25884188-f9e8-45b4-b968-d6dea5a56a4e None None] Attempting to bind port 192d04e8-a569-4569-91db-cdd2707c11b9 on network cb5944e1-9f88-45ab-a7f5-77b1e91c305e {{(pid=100249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:31:58.135385 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25884188-f9e8-45b4-b968-d6dea5a56a4e None None] Checking agent: {'id': '8ab5b19c-d213-4f29-891d-27bdf39d38b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773647-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 43, 26), 'started_at': datetime.datetime(2021, 7, 6, 13, 43, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 31, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773647-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:31:58.136014 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25884188-f9e8-45b4-b968-d6dea5a56a4e None None] Checking segment: {'id': 'd1334ab1-6c20-4981-8b97-c602f01da248', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': 'cb5944e1-9f88-45ab-a7f5-77b1e91c305e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100249) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:31:58.136719 n-d-773647-6 neutron-server[100249]: DEBUG neutron_lib.callbacks.manager [None req-25884188-f9e8-45b4-b968-d6dea5a56a4e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:31:58.137119 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25884188-f9e8-45b4-b968-d6dea5a56a4e None None] Bound using segment: {'id': 'd1334ab1-6c20-4981-8b97-c602f01da248', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': 'cb5944e1-9f88-45ab-a7f5-77b1e91c305e'} {{(pid=100249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:31:58.137601 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.managers [None req-25884188-f9e8-45b4-b968-d6dea5a56a4e None None] Bound port: 192d04e8-a569-4569-91db-cdd2707c11b9, host: n-d-773647-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1334ab1-6c20-4981-8b97-c602f01da248', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': 'cb5944e1-9f88-45ab-a7f5-77b1e91c305e'}}] {{(pid=100249) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:31:58.141933 n-d-773647-6 neutron-server[100249]: DEBUG neutron_lib.callbacks.manager [None req-25884188-f9e8-45b4-b968-d6dea5a56a4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:31:58.184312 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e41d514a-ee79-4e83-aa93-91088b56aa00 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6bd5fc82-6666-56e8-87c2-91648d36c963-d4668de0-3b29-4ab9-b5b5-2823dffe2fa3', 'network_id': 'd4668de0-3b29-4ab9-b5b5-2823dffe2fa3', 'tenant_id': '0fc638c14c174ffe9b5f85ce2a2286f5', 'fixed_ips': [{'subnet_id': 'b721d792-d9fd-43f8-8cb6-9d808b4b6a13'}]}} from n-d-773647-6. {{(pid=100248) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 14:31:58.185315 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-e41d514a-ee79-4e83-aa93-91088b56aa00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:31:58.240966 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-6ab217ba-c040-4137-8ec9-fa223beb584b req-1e88e284-3d79-43ad-a0c0-3c2daa128f86 tempest-TestServerMultinode-1793928102 tempest-TestServerMultinode-1793928102-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:31:58.259493 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.provisioning_blocks [req-6ab217ba-c040-4137-8ec9-fa223beb584b req-1e88e284-3d79-43ad-a0c0-3c2daa128f86 tempest-TestServerMultinode-1793928102 tempest-TestServerMultinode-1793928102-project-admin] Transition to ACTIVE for port object 4d7ba7b8-1085-4446-859c-d6911b6ea73d will not be triggered until provisioned by entity DHCP. {{(pid=100246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:31:58.285080 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.db [None req-25884188-f9e8-45b4-b968-d6dea5a56a4e None None] For port 192d04e8-a569-4569-91db-cdd2707c11b9, host n-d-773647-6, cleared binding levels {{(pid=100249) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:31:58.292639 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.db [None req-25884188-f9e8-45b4-b968-d6dea5a56a4e None None] For port 192d04e8-a569-4569-91db-cdd2707c11b9, host n-d-773647-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=192d04e8-a569-4569-91db-cdd2707c11b9,segment=NetworkSegment(d1334ab1-6c20-4981-8b97-c602f01da248),segment_id=d1334ab1-6c20-4981-8b97-c602f01da248)] {{(pid=100249) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:31:58.301820 n-d-773647-6 neutron-server[100249]: DEBUG neutron_lib.callbacks.manager [None req-25884188-f9e8-45b4-b968-d6dea5a56a4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:31:58.344053 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-6ab217ba-c040-4137-8ec9-fa223beb584b req-1e88e284-3d79-43ad-a0c0-3c2daa128f86 tempest-TestServerMultinode-1793928102 tempest-TestServerMultinode-1793928102-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-127687573'] for port, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:31:58.374959 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25884188-f9e8-45b4-b968-d6dea5a56a4e None None] Routers {'c2612fdd-7fd4-4698-a3f3-f5573621a415'} bound to L3 agent in host n-d-773647-6 {{(pid=100249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:31:58.375636 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-25884188-f9e8-45b4-b968-d6dea5a56a4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T14:31:56Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['c2612fdd-7fd4-4698-a3f3-f5573621a415'], 'active': True} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:31:58.385990 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-7dbabfe2-4a9e-42df-bd75-091df3051f62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1761047', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1806272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6989'] for router, precommit_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:31:58.392807 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] get_ports_and_sgs() called for port_ids ['8dead161-19e8-4bab-a2d1-837bb85ede16'] {{(pid=100248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 14:31:58.428064 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e88e284-3d79-43ad-a0c0-3c2daa128f86 tempest-TestServerMultinode-1793928102 tempest-TestServerMultinode-1793928102-project-admin] Pushing event updated for resources: {'Port': ['ID=4d7ba7b8-1085-4446-859c-d6911b6ea73d,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:31:58.450969 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6ab217ba-c040-4137-8ec9-fa223beb584b req-1e88e284-3d79-43ad-a0c0-3c2daa128f86 tempest-TestServerMultinode-1793928102 tempest-TestServerMultinode-1793928102-project-admin] Network 1f7caf7b-8fe6-4ffc-b29a-001958f691cc is already hosted by enough agents. {{(pid=100246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:31:58.453103 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.base_scheduler [req-6ab217ba-c040-4137-8ec9-fa223beb584b req-1e88e284-3d79-43ad-a0c0-3c2daa128f86 tempest-TestServerMultinode-1793928102 tempest-TestServerMultinode-1793928102-project-admin] Resources bound (agent type, host, resource id): {{(pid=100246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:31:58.473212 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ab217ba-c040-4137-8ec9-fa223beb584b req-1e88e284-3d79-43ad-a0c0-3c2daa128f86 tempest-TestServerMultinode-1793928102 tempest-TestServerMultinode-1793928102-project-admin] Received port after_create {{(pid=100246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:31:58.567047 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvr_db [None req-25884188-f9e8-45b4-b968-d6dea5a56a4e None None] Set router c2612fdd-7fd4-4698-a3f3-f5573621a415 gateway port host: n-d-773647-6 {{(pid=100249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:31:58.575173 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-03f71b24-a9b8-453a-8924-caa3f97bc6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:31:58.587269 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab217ba-c040-4137-8ec9-fa223beb584b req-1e88e284-3d79-43ad-a0c0-3c2daa128f86 tempest-TestServerMultinode-1793928102 tempest-TestServerMultinode-1793928102-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:31:58.587960 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-6ab217ba-c040-4137-8ec9-fa223beb584b req-1e88e284-3d79-43ad-a0c0-3c2daa128f86 tempest-TestServerMultinode-1793928102 tempest-TestServerMultinode-1793928102-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:31:58.597021 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.db_base_plugin_common [None req-e41d514a-ee79-4e83-aa93-91088b56aa00 None None] Allocated IP 172.20.0.2 (d4668de0-3b29-4ab9-b5b5-2823dffe2fa3/b721d792-d9fd-43f8-8cb6-9d808b4b6a13/5ff0a525-fe50-4010-8333-e5a313a2cee6) {{(pid=100248) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:31:58.626832 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-6ab217ba-c040-4137-8ec9-fa223beb584b req-1e88e284-3d79-43ad-a0c0-3c2daa128f86 tempest-TestServerMultinode-1793928102 tempest-TestServerMultinode-1793928102-project-admin] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 0.8881528 Jul 06 14:31:58.642870 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [req-6ab217ba-c040-4137-8ec9-fa223beb584b req-df90689f-6da3-4272-b864-025b4d5a1d81 service neutron] Request body: {'port': {'device_id': '14a244c6-47c2-45e5-940a-4bb9f8f114e7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-773647-6'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:31:58.674464 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445ddc35-e4e0-4c18-8151-d739a7614e72 None None] Pushing event updated for resources: {'Port': ['ID=192d04e8-a569-4569-91db-cdd2707c11b9,revision_number=4']} {{(pid=100249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:31:58.869638 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-6ab217ba-c040-4137-8ec9-fa223beb584b req-df90689f-6da3-4272-b864-025b4d5a1d81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:31:58.939619 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-25884188-f9e8-45b4-b968-d6dea5a56a4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2612fdd-7fd4-4698-a3f3-f5573621a415', 'name': 'tempest-TestServerBasicOps-242178685-router', 'tenant_id': '34aff2af8eff4331a20d73f44e39de99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.17'}], 'enable_snat': True}, 'gw_port_id': '928164d4-4cd1-45d4-a2cd-253011d22d8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:31:50Z', 'updated_at': '2021-07-06T14:31:54Z', 'revision_number': 4, 'project_id': '34aff2af8eff4331a20d73f44e39de99', 'gw_port': {'id': '928164d4-4cd1-45d4-a2cd-253011d22d8b', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:1a:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2612fdd-7fd4-4698-a3f3-f5573621a415', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3916, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:31:51Z', 'updated_at': '2021-07-06T14:31:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6', '_interfaces': [{'id': '192d04e8-a569-4569-91db-cdd2707c11b9', 'name': '', 'network_id': 'cb5944e1-9f88-45ab-a7f5-77b1e91c305e', 'tenant_id': '34aff2af8eff4331a20d73f44e39de99', 'mac_address': 'fa:16:3e:35:b9:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2612fdd-7fd4-4698-a3f3-f5573621a415', 'device_owner': 'network:router_interface', 'standard_attr_id': 3917, 'fixed_ips': [{'subnet_id': 'a6103a5b-23db-41c0-acaf-c0375bb0935b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:31:53Z', 'updated_at': '2021-07-06T14:31:58Z', 'revision_number': 4, 'project_id': '34aff2af8eff4331a20d73f44e39de99', 'subnets': [{'id': 'a6103a5b-23db-41c0-acaf-c0375bb0935b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773647-6', False) {} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:31:58.979833 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-7dbabfe2-4a9e-42df-bd75-091df3051f62 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:31:59.004509 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-7dbabfe2-4a9e-42df-bd75-091df3051f62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:31:59.014886 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25884188-f9e8-45b4-b968-d6dea5a56a4e None None] The sync data for ids ['c2612fdd-7fd4-4698-a3f3-f5573621a415'] in n-d-773647-6 is: [{'id': 'c2612fdd-7fd4-4698-a3f3-f5573621a415', 'name': 'tempest-TestServerBasicOps-242178685-router', 'tenant_id': '34aff2af8eff4331a20d73f44e39de99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.17'}], 'enable_snat': True}, 'gw_port_id': '928164d4-4cd1-45d4-a2cd-253011d22d8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:31:50Z', 'updated_at': '2021-07-06T14:31:54Z', 'revision_number': 4, 'project_id': '34aff2af8eff4331a20d73f44e39de99', 'gw_port': {'id': '928164d4-4cd1-45d4-a2cd-253011d22d8b', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:1a:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2612fdd-7fd4-4698-a3f3-f5573621a415', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3916, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:31:51Z', 'updated_at': '2021-07-06T14:31:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6', '_interfaces': [{'id': '192d04e8-a569-4569-91db-cdd2707c11b9', 'name': '', 'network_id': 'cb5944e1-9f88-45ab-a7f5-77b1e91c305e', 'tenant_id': '34aff2af8eff4331a20d73f44e39de99', 'mac_address': 'fa:16:3e:35:b9:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2612fdd-7fd4-4698-a3f3-f5573621a415', 'device_owner': 'network:router_interface', 'standard_attr_id': 3917, 'fixed_ips': [{'subnet_id': 'a6103a5b-23db-41c0-acaf-c0375bb0935b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:31:53Z', 'updated_at': '2021-07-06T14:31:58Z', 'revision_number': 4, 'project_id': '34aff2af8eff4331a20d73f44e39de99', 'subnets': [{'id': 'a6103a5b-23db-41c0-acaf-c0375bb0935b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 14:31:59.027053 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774ceb3e-fb57-450b-ad87-74d59799c7c6 req-f3d38780-2cf7-4589-ab15-4409a759bea0 tempest-TestServerMultinode-1793928102 tempest-TestServerMultinode-1793928102-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:31:59.027736 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-774ceb3e-fb57-450b-ad87-74d59799c7c6 req-f3d38780-2cf7-4589-ab15-4409a759bea0 tempest-TestServerMultinode-1793928102 tempest-TestServerMultinode-1793928102-project-admin] 10.222.0.104 "GET /v2.0/ports?device_id=14a244c6-47c2-45e5-940a-4bb9f8f114e7 HTTP/1.1" status: 200 len: 1028 time: 0.1632893 Jul 06 14:31:59.131327 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-e41d514a-ee79-4e83-aa93-91088b56aa00 None None] Notify callbacks [] for port, precommit_create {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:31:59.157381 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-e41d514a-ee79-4e83-aa93-91088b56aa00 None None] Transition to ACTIVE for port object 5ff0a525-fe50-4010-8333-e5a313a2cee6 will not be triggered until provisioned by entity L2. {{(pid=100248) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:31:59.170641 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-c0a01b64-01bc-474d-8843-579d2db4a139 None None] Provisioning for port 4d7ba7b8-1085-4446-859c-d6911b6ea73d completed by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:31:59.177125 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-c0a01b64-01bc-474d-8843-579d2db4a139 None None] Provisioning complete for port 4d7ba7b8-1085-4446-859c-d6911b6ea73d triggered by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:31:59.177497 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-c0a01b64-01bc-474d-8843-579d2db4a139 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:31:59.178433 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-774ceb3e-fb57-450b-ad87-74d59799c7c6 req-bbfe795e-cf7a-4f15-aa38-d9a280e1239e tempest-TestServerMultinode-1793928102 tempest-TestServerMultinode-1793928102-project-admin] 10.222.0.104 "GET /v2.0/security-groups?id=e489c9fd-cfd4-4a53-b11a-40df6c792962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083689 Jul 06 14:31:59.243521 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-c0a01b64-01bc-474d-8843-579d2db4a139 None None] Port 4d7ba7b8-1085-4446-859c-d6911b6ea73d cannot update to ACTIVE because it is not bound. {{(pid=100248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 14:31:59.247338 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-e41d514a-ee79-4e83-aa93-91088b56aa00 None None] Transition to ACTIVE for port object 5ff0a525-fe50-4010-8333-e5a313a2cee6 will not be triggered until provisioned by entity DHCP. {{(pid=100248) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:31:59.253158 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.db_base_plugin_common [None req-7dbabfe2-4a9e-42df-bd75-091df3051f62 admin admin] Allocated IP 172.25.0.143 (2658f09e-a580-4d4a-9968-2d1e0ad93719/cbf74abc-6fe1-4d33-b005-c948923b9647/3d2eec75-8a2c-4917-8f00-72bad21bc0a4) {{(pid=100247) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:31:59.258408 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-e41d514a-ee79-4e83-aa93-91088b56aa00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108'] for port, after_create {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:31:59.288425 n-d-773647-6 neutron-server[100246]: DEBUG neutron.notifiers.nova [req-6ab217ba-c040-4137-8ec9-fa223beb584b req-df90689f-6da3-4272-b864-025b4d5a1d81 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4d7ba7b8-1085-4446-859c-d6911b6ea73d {{(pid=100246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 14:31:59.299447 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-6ab217ba-c040-4137-8ec9-fa223beb584b req-df90689f-6da3-4272-b864-025b4d5a1d81 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:31:59.329043 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.provisioning_blocks [req-6ab217ba-c040-4137-8ec9-fa223beb584b req-df90689f-6da3-4272-b864-025b4d5a1d81 service neutron] Transition to ACTIVE for port object 4d7ba7b8-1085-4446-859c-d6911b6ea73d will not be triggered until provisioned by entity L2. {{(pid=100246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:31:59.332677 n-d-773647-6 neutron-server[100248]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e41d514a-ee79-4e83-aa93-91088b56aa00 None None] Network d4668de0-3b29-4ab9-b5b5-2823dffe2fa3 is already hosted by enough agents. {{(pid=100248) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:31:59.336636 n-d-773647-6 neutron-server[100248]: DEBUG neutron.scheduler.base_scheduler [None req-e41d514a-ee79-4e83-aa93-91088b56aa00 None None] Resources bound (agent type, host, resource id): {{(pid=100248) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:31:59.338569 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-6ab217ba-c040-4137-8ec9-fa223beb584b req-df90689f-6da3-4272-b864-025b4d5a1d81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127687527'] for port, after_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:31:59.344305 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e41d514a-ee79-4e83-aa93-91088b56aa00 None None] Received port after_create {{(pid=100248) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:31:59.383312 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41d514a-ee79-4e83-aa93-91088b56aa00 None None] Pushing event updated for resources: {'Port': ['ID=5ff0a525-fe50-4010-8333-e5a313a2cee6,revision_number=1']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:31:59.427512 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-e41d514a-ee79-4e83-aa93-91088b56aa00 None None] Attempting to bind port 5ff0a525-fe50-4010-8333-e5a313a2cee6 on host n-d-773647-6 for vnic_type normal with profile {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:31:59.427733 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-e41d514a-ee79-4e83-aa93-91088b56aa00 None None] Attempting to bind port 5ff0a525-fe50-4010-8333-e5a313a2cee6 by drivers openvswitch,hyperv on host n-d-773647-6 at level 0 using segments [{'id': '0d7d8c90-51fb-400d-8935-4248c4badcbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': 'd4668de0-3b29-4ab9-b5b5-2823dffe2fa3'}] {{(pid=100248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:31:59.428032 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e41d514a-ee79-4e83-aa93-91088b56aa00 None None] Attempting to bind port 5ff0a525-fe50-4010-8333-e5a313a2cee6 on network d4668de0-3b29-4ab9-b5b5-2823dffe2fa3 {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:31:59.438343 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e41d514a-ee79-4e83-aa93-91088b56aa00 None None] Checking agent: {'id': '8ab5b19c-d213-4f29-891d-27bdf39d38b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773647-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 43, 26), 'started_at': datetime.datetime(2021, 7, 6, 13, 43, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 31, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773647-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:31:59.442058 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e41d514a-ee79-4e83-aa93-91088b56aa00 None None] Checking segment: {'id': '0d7d8c90-51fb-400d-8935-4248c4badcbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': 'd4668de0-3b29-4ab9-b5b5-2823dffe2fa3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:31:59.442957 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-e41d514a-ee79-4e83-aa93-91088b56aa00 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:31:59.443538 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e41d514a-ee79-4e83-aa93-91088b56aa00 None None] Bound using segment: {'id': '0d7d8c90-51fb-400d-8935-4248c4badcbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': 'd4668de0-3b29-4ab9-b5b5-2823dffe2fa3'} {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:31:59.444996 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-e41d514a-ee79-4e83-aa93-91088b56aa00 None None] Bound port: 5ff0a525-fe50-4010-8333-e5a313a2cee6, host: n-d-773647-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d7d8c90-51fb-400d-8935-4248c4badcbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': 'd4668de0-3b29-4ab9-b5b5-2823dffe2fa3'}}] {{(pid=100248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:31:59.445558 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-e41d514a-ee79-4e83-aa93-91088b56aa00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:31:59.512833 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 192d04e8-a569-4569-91db-cdd2707c11b9 up at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:31:59.517996 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-7dbabfe2-4a9e-42df-bd75-091df3051f62 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:31:59.602413 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-7dbabfe2-4a9e-42df-bd75-091df3051f62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-128888360'] for port, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:31:59.615782 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-e41d514a-ee79-4e83-aa93-91088b56aa00 None None] For port 5ff0a525-fe50-4010-8333-e5a313a2cee6, host n-d-773647-6, cleared binding levels {{(pid=100248) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:31:59.657751 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-e41d514a-ee79-4e83-aa93-91088b56aa00 None None] For port 5ff0a525-fe50-4010-8333-e5a313a2cee6, host n-d-773647-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=5ff0a525-fe50-4010-8333-e5a313a2cee6,segment=NetworkSegment(0d7d8c90-51fb-400d-8935-4248c4badcbb),segment_id=0d7d8c90-51fb-400d-8935-4248c4badcbb)] {{(pid=100248) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:31:59.666753 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-e41d514a-ee79-4e83-aa93-91088b56aa00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:31:59.683431 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dbabfe2-4a9e-42df-bd75-091df3051f62 admin admin] Network 2658f09e-a580-4d4a-9968-2d1e0ad93719 is already hosted by enough agents. {{(pid=100247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:31:59.690677 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.base_scheduler [None req-7dbabfe2-4a9e-42df-bd75-091df3051f62 admin admin] Resources bound (agent type, host, resource id): {{(pid=100247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:31:59.698730 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dbabfe2-4a9e-42df-bd75-091df3051f62 admin admin] Received port after_create {{(pid=100247) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:31:59.760367 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning for port 192d04e8-a569-4569-91db-cdd2707c11b9 completed by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:31:59.782900 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning complete for port 192d04e8-a569-4569-91db-cdd2707c11b9 triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:31:59.783333 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:31:59.786707 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dbabfe2-4a9e-42df-bd75-091df3051f62 admin admin] Pushing event updated for resources: {'Port': ['ID=3d2eec75-8a2c-4917-8f00-72bad21bc0a4,revision_number=1']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:31:59.892057 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41d514a-ee79-4e83-aa93-91088b56aa00 None None] Pushing event updated for resources: {'Port': ['ID=5ff0a525-fe50-4010-8333-e5a313a2cee6,revision_number=2']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:31:59.982554 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:32:00.034634 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] For port 192d04e8-a569-4569-91db-cdd2707c11b9, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=192d04e8-a569-4569-91db-cdd2707c11b9,segment=NetworkSegment(d1334ab1-6c20-4981-8b97-c602f01da248),segment_id=d1334ab1-6c20-4981-8b97-c602f01da248)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:32:00.040672 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:32:00.157244 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Pushing event updated for resources: {'Port': ['ID=192d04e8-a569-4569-91db-cdd2707c11b9,revision_number=5']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:32:00.186859 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df90689f-6da3-4272-b864-025b4d5a1d81 service neutron] Pushing event updated for resources: {'Port': ['ID=4d7ba7b8-1085-4446-859c-d6911b6ea73d,revision_number=2']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:32:00.239118 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [req-6ab217ba-c040-4137-8ec9-fa223beb584b req-df90689f-6da3-4272-b864-025b4d5a1d81 service neutron] Attempting to bind port 4d7ba7b8-1085-4446-859c-d6911b6ea73d on host n-h2-773647-6 for vnic_type normal with profile {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:32:00.239496 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [req-6ab217ba-c040-4137-8ec9-fa223beb584b req-df90689f-6da3-4272-b864-025b4d5a1d81 service neutron] Attempting to bind port 4d7ba7b8-1085-4446-859c-d6911b6ea73d by drivers openvswitch,hyperv on host n-h2-773647-6 at level 0 using segments [{'id': '2a6b47e8-f81a-44e8-a9d7-503148c12c07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1041, 'network_id': '1f7caf7b-8fe6-4ffc-b29a-001958f691cc'}] {{(pid=100246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:32:00.239832 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ab217ba-c040-4137-8ec9-fa223beb584b req-df90689f-6da3-4272-b864-025b4d5a1d81 service neutron] Attempting to bind port 4d7ba7b8-1085-4446-859c-d6911b6ea73d on network 1f7caf7b-8fe6-4ffc-b29a-001958f691cc {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:32:00.251153 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ab217ba-c040-4137-8ec9-fa223beb584b req-df90689f-6da3-4272-b864-025b4d5a1d81 service neutron] Port 4d7ba7b8-1085-4446-859c-d6911b6ea73d on network 1f7caf7b-8fe6-4ffc-b29a-001958f691cc not bound, no agent of type Open vSwitch agent registered on host n-h2-773647-6 {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 14:32:00.251511 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ab217ba-c040-4137-8ec9-fa223beb584b req-df90689f-6da3-4272-b864-025b4d5a1d81 service neutron] Attempting to bind port 4d7ba7b8-1085-4446-859c-d6911b6ea73d on network 1f7caf7b-8fe6-4ffc-b29a-001958f691cc {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:32:00.263437 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ab217ba-c040-4137-8ec9-fa223beb584b req-df90689f-6da3-4272-b864-025b4d5a1d81 service neutron] Checking agent: {'id': '63768ece-0600-4354-8d29-fdedec96b077', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-773647-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 51, 10), 'started_at': datetime.datetime(2021, 7, 6, 13, 51, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 31, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:32:00.263829 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ab217ba-c040-4137-8ec9-fa223beb584b req-df90689f-6da3-4272-b864-025b4d5a1d81 service neutron] Checking segment: {'id': '2a6b47e8-f81a-44e8-a9d7-503148c12c07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1041, 'network_id': '1f7caf7b-8fe6-4ffc-b29a-001958f691cc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:32:00.264222 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ab217ba-c040-4137-8ec9-fa223beb584b req-df90689f-6da3-4272-b864-025b4d5a1d81 service neutron] Bound using segment: {'id': '2a6b47e8-f81a-44e8-a9d7-503148c12c07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1041, 'network_id': '1f7caf7b-8fe6-4ffc-b29a-001958f691cc'} {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:32:00.264668 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [req-6ab217ba-c040-4137-8ec9-fa223beb584b req-df90689f-6da3-4272-b864-025b4d5a1d81 service neutron] Bound port: 4d7ba7b8-1085-4446-859c-d6911b6ea73d, host: n-h2-773647-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2a6b47e8-f81a-44e8-a9d7-503148c12c07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1041, 'network_id': '1f7caf7b-8fe6-4ffc-b29a-001958f691cc'}}] {{(pid=100246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:32:00.265030 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-6ab217ba-c040-4137-8ec9-fa223beb584b req-df90689f-6da3-4272-b864-025b4d5a1d81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:32:00.291853 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-7dbabfe2-4a9e-42df-bd75-091df3051f62 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:32:00.390668 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.db [req-6ab217ba-c040-4137-8ec9-fa223beb584b req-df90689f-6da3-4272-b864-025b4d5a1d81 service neutron] For port 4d7ba7b8-1085-4446-859c-d6911b6ea73d, host n-h2-773647-6, cleared binding levels {{(pid=100246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:32:00.394327 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.db [req-6ab217ba-c040-4137-8ec9-fa223beb584b req-df90689f-6da3-4272-b864-025b4d5a1d81 service neutron] For port 4d7ba7b8-1085-4446-859c-d6911b6ea73d, host n-h2-773647-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=4d7ba7b8-1085-4446-859c-d6911b6ea73d,segment=NetworkSegment(2a6b47e8-f81a-44e8-a9d7-503148c12c07),segment_id=2a6b47e8-f81a-44e8-a9d7-503148c12c07)] {{(pid=100246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:32:00.402255 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-6ab217ba-c040-4137-8ec9-fa223beb584b req-df90689f-6da3-4272-b864-025b4d5a1d81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127687527'] for port, after_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:32:00.448821 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab217ba-c040-4137-8ec9-fa223beb584b req-df90689f-6da3-4272-b864-025b4d5a1d81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:32:00.449460 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-6ab217ba-c040-4137-8ec9-fa223beb584b req-df90689f-6da3-4272-b864-025b4d5a1d81 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:32:00.452950 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-6ab217ba-c040-4137-8ec9-fa223beb584b req-df90689f-6da3-4272-b864-025b4d5a1d81 service neutron] 10.222.0.72 "PUT /v2.0/ports/4d7ba7b8-1085-4446-859c-d6911b6ea73d HTTP/1.1" status: 200 len: 1092 time: 1.8174388 Jul 06 14:32:00.458170 n-d-773647-6 neutron-server[100246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14a244c6-47c2-45e5-940a-4bb9f8f114e7', 'tag': '4d7ba7b8-1085-4446-859c-d6911b6ea73d'}] {{(pid=100246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:32:00.461134 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0d96c5ab5e889f7b933ae915b9be33d1b46c9e87795bf781004b656ef3f1e87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbfcada5-86b2-4aa8-9b68-ba926a0f031c" -d '{"events": [{"name": "network-changed", "server_uuid": "14a244c6-47c2-45e5-940a-4bb9f8f114e7", "tag": "4d7ba7b8-1085-4446-859c-d6911b6ea73d"}]}' {{(pid=100246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:32:00.553872 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 14:32:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb2c2f88-30bc-4fff-9d32-db96f44050a0 x-openstack-request-id: req-cb2c2f88-30bc-4fff-9d32-db96f44050a0 {{(pid=100246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:32:00.556798 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "14a244c6-47c2-45e5-940a-4bb9f8f114e7", "tag": "4d7ba7b8-1085-4446-859c-d6911b6ea73d", "status": "completed", "code": 200}]} {{(pid=100246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:32:00.557080 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-cb2c2f88-30bc-4fff-9d32-db96f44050a0 {{(pid=100246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:32:00.557520 n-d-773647-6 neutron-server[100246]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '14a244c6-47c2-45e5-940a-4bb9f8f114e7', 'tag': '4d7ba7b8-1085-4446-859c-d6911b6ea73d', 'status': 'completed', 'code': 200} Jul 06 14:32:00.596152 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df90689f-6da3-4272-b864-025b4d5a1d81 service neutron] Pushing event updated for resources: {'Port': ['ID=4d7ba7b8-1085-4446-859c-d6911b6ea73d,revision_number=3']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:32:00.623226 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff3e06f-56b6-48cd-9104-7b261e1002ac req-a85e9524-4935-470d-a868-6c9850e6813e tempest-TestServerMultinode-1793928102 tempest-TestServerMultinode-1793928102-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:32:00.630650 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-8ff3e06f-56b6-48cd-9104-7b261e1002ac req-a85e9524-4935-470d-a868-6c9850e6813e tempest-TestServerMultinode-1793928102 tempest-TestServerMultinode-1793928102-project-admin] 10.222.0.104 "GET /v2.0/ports?device_id=14a244c6-47c2-45e5-940a-4bb9f8f114e7 HTTP/1.1" status: 200 len: 1095 time: 0.2438059 Jul 06 14:32:00.659125 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab217ba-c040-4137-8ec9-fa223beb584b req-d78b8d9e-e640-4006-b74a-58f84beddb2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:32:00.662968 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-6ab217ba-c040-4137-8ec9-fa223beb584b req-d78b8d9e-e640-4006-b74a-58f84beddb2b service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=bc6185fd1f9844a08f1d71dccbb2f60a&device_id=14a244c6-47c2-45e5-940a-4bb9f8f114e7 HTTP/1.1" status: 200 len: 1095 time: 0.1532640 Jul 06 14:32:00.726673 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-8ff3e06f-56b6-48cd-9104-7b261e1002ac req-67941b76-2be1-4db5-a6f9-367ff0a0e808 tempest-TestServerMultinode-1793928102 tempest-TestServerMultinode-1793928102-project-admin] 10.222.0.104 "GET /v2.0/security-groups?id=e489c9fd-cfd4-4a53-b11a-40df6c792962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946507 Jul 06 14:32:00.739542 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-7dbabfe2-4a9e-42df-bd75-091df3051f62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1806297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1761036'] for router, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:32:00.755896 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-6ab217ba-c040-4137-8ec9-fa223beb584b req-7e899c30-b8f3-43c9-9987-e7530c5a995c service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4d7ba7b8-1085-4446-859c-d6911b6ea73d HTTP/1.1" status: 200 len: 217 time: 0.0841656 Jul 06 14:32:00.824390 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab217ba-c040-4137-8ec9-fa223beb584b req-3a27f767-c866-4b59-a60d-4c5dcb9ca9b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:32:00.825885 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-6ab217ba-c040-4137-8ec9-fa223beb584b req-3a27f767-c866-4b59-a60d-4c5dcb9ca9b9 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=049902a2-8131-4623-9cfe-e3bd187a9e20 HTTP/1.1" status: 200 len: 849 time: 0.0626507 Jul 06 14:32:00.922169 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab217ba-c040-4137-8ec9-fa223beb584b req-ea98805a-2194-44d2-ba48-82e5888e50f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:32:00.936590 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-6ab217ba-c040-4137-8ec9-fa223beb584b req-ea98805a-2194-44d2-ba48-82e5888e50f0 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=1f7caf7b-8fe6-4ffc-b29a-001958f691cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1042182 Jul 06 14:32:00.942233 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7dbabfe2-4a9e-42df-bd75-091df3051f62 admin admin] Router a124e6a2-c0ba-4129-9695-e1440f444247 is scheduled to L3 agent 2823d358-a11b-4885-a706-95a279e43fa7 with binding_index 1 {{(pid=100247) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 14:32:01.085909 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-6ab217ba-c040-4137-8ec9-fa223beb584b req-1be789e4-b47d-4384-b62d-893f70552733 service neutron] 10.222.0.72 "GET /v2.0/networks/1f7caf7b-8fe6-4ffc-b29a-001958f691cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1434886 Jul 06 14:32:01.206320 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-6ab217ba-c040-4137-8ec9-fa223beb584b req-fa6d70e7-1f98-46f6-bee5-22363cb3ee58 service neutron] 10.222.0.72 "GET /v2.0/networks/1f7caf7b-8fe6-4ffc-b29a-001958f691cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1090260 Jul 06 14:32:01.313935 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb4e8aff-1812-4051-805d-9d53b60834bf None None] Network d4668de0-3b29-4ab9-b5b5-2823dffe2fa3 requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:32:01.395601 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfcada5-86b2-4aa8-9b68-ba926a0f031c req-308a081f-e89f-4434-aacc-3aeb0d379c4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:32:01.397929 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-cbfcada5-86b2-4aa8-9b68-ba926a0f031c req-308a081f-e89f-4434-aacc-3aeb0d379c4a service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=bc6185fd1f9844a08f1d71dccbb2f60a&device_id=14a244c6-47c2-45e5-940a-4bb9f8f114e7 HTTP/1.1" status: 200 len: 1095 time: 0.1150174 Jul 06 14:32:01.422045 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-c6b0d07d-762c-412d-a3c4-508213678250 None None] Provisioning for port 5ff0a525-fe50-4010-8333-e5a313a2cee6 completed by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:32:01.508292 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 192d04e8-a569-4569-91db-cdd2707c11b9 up at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:32:01.525119 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7dbabfe2-4a9e-42df-bd75-091df3051f62 admin admin] Notify agent at l3_agent.n-d-773647-6 the message routers_updated {{(pid=100247) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 14:32:01.539495 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa5a4fca-cdb4-4a2a-b424-5e09c800a287 None None] Sync routers for ids ['a124e6a2-c0ba-4129-9695-e1440f444247'] in n-d-773647-6 {{(pid=100248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 14:32:01.542116 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfcada5-86b2-4aa8-9b68-ba926a0f031c req-4ca20461-9876-4f0f-ab0c-9f57bb696c09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:32:01.543659 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-cbfcada5-86b2-4aa8-9b68-ba926a0f031c req-4ca20461-9876-4f0f-ab0c-9f57bb696c09 service neutron] 10.222.0.72 "GET /v2.0/networks?id=1f7caf7b-8fe6-4ffc-b29a-001958f691cc HTTP/1.1" status: 200 len: 912 time: 0.1372468 Jul 06 14:32:01.550026 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-7dbabfe2-4a9e-42df-bd75-091df3051f62 admin admin] Notify callbacks [] for router, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:32:01.553995 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-7dbabfe2-4a9e-42df-bd75-091df3051f62 admin admin] 10.222.0.104 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.6244681 Jul 06 14:32:01.554188 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 55316) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:32:01.580816 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa5a4fca-cdb4-4a2a-b424-5e09c800a287 None None] Routers {'a124e6a2-c0ba-4129-9695-e1440f444247'} bound to L3 agent in host n-d-773647-6 {{(pid=100248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:32:01.581442 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-fa5a4fca-cdb4-4a2a-b424-5e09c800a287 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T14:31:56Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['a124e6a2-c0ba-4129-9695-e1440f444247'], 'active': True} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:32:01.604975 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-cbfcada5-86b2-4aa8-9b68-ba926a0f031c req-a3ef3b5e-c35b-4792-b68f-411b6ff5f4bc service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4d7ba7b8-1085-4446-859c-d6911b6ea73d HTTP/1.1" status: 200 len: 217 time: 0.0535717 Jul 06 14:32:01.672044 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfcada5-86b2-4aa8-9b68-ba926a0f031c req-030af6c2-ba5a-4e75-9c2a-dd7269f164be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:32:01.674017 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-cbfcada5-86b2-4aa8-9b68-ba926a0f031c req-030af6c2-ba5a-4e75-9c2a-dd7269f164be service neutron] 10.222.0.72 "GET /v2.0/subnets?id=049902a2-8131-4623-9cfe-e3bd187a9e20 HTTP/1.1" status: 200 len: 849 time: 0.0626810 Jul 06 14:32:01.686431 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning complete for port 192d04e8-a569-4569-91db-cdd2707c11b9 triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:32:01.686801 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:32:01.747064 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvr_db [None req-fa5a4fca-cdb4-4a2a-b424-5e09c800a287 None None] Set router a124e6a2-c0ba-4129-9695-e1440f444247 gateway port host: n-d-773647-6 {{(pid=100248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:32:01.778948 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfcada5-86b2-4aa8-9b68-ba926a0f031c req-8f304cb5-31e7-4af7-a6cc-432d47e728f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:32:01.784664 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-cbfcada5-86b2-4aa8-9b68-ba926a0f031c req-8f304cb5-31e7-4af7-a6cc-432d47e728f8 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=1f7caf7b-8fe6-4ffc-b29a-001958f691cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1030550 Jul 06 14:32:01.957735 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-cbfcada5-86b2-4aa8-9b68-ba926a0f031c req-e5ea485d-749f-4383-b428-7e94b48f9675 service neutron] 10.222.0.72 "GET /v2.0/networks/1f7caf7b-8fe6-4ffc-b29a-001958f691cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1657026 Jul 06 14:32:01.977183 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 5ff0a525-fe50-4010-8333-e5a313a2cee6 up at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:32:02.098748 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-cbfcada5-86b2-4aa8-9b68-ba926a0f031c req-662487f5-e9c8-48c1-9efa-23c22f7f050f service neutron] 10.222.0.72 "GET /v2.0/networks/1f7caf7b-8fe6-4ffc-b29a-001958f691cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1328955 Jul 06 14:32:02.099974 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de21cc2a-1afb-4f4e-a5ae-d3a81c80dd9d req-d70f6799-c463-4ed9-aa80-5baeef01dcbb tempest-TestServerMultinode-1793928102 tempest-TestServerMultinode-1793928102-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:32:02.101532 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-de21cc2a-1afb-4f4e-a5ae-d3a81c80dd9d req-d70f6799-c463-4ed9-aa80-5baeef01dcbb tempest-TestServerMultinode-1793928102 tempest-TestServerMultinode-1793928102-project-admin] 10.222.0.104 "GET /v2.0/ports?device_id=14a244c6-47c2-45e5-940a-4bb9f8f114e7 HTTP/1.1" status: 200 len: 1095 time: 0.1645498 Jul 06 14:32:02.140090 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning for port 5ff0a525-fe50-4010-8333-e5a313a2cee6 completed by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:32:02.147772 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning complete for port 5ff0a525-fe50-4010-8333-e5a313a2cee6 triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:32:02.148155 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:32:02.185241 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-de21cc2a-1afb-4f4e-a5ae-d3a81c80dd9d req-5ddbfee0-4a1f-4a85-87dc-fc29b364b26c tempest-TestServerMultinode-1793928102 tempest-TestServerMultinode-1793928102-project-admin] 10.222.0.104 "GET /v2.0/security-groups?id=e489c9fd-cfd4-4a53-b11a-40df6c792962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758057 Jul 06 14:32:02.198154 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-fa5a4fca-cdb4-4a2a-b424-5e09c800a287 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a124e6a2-c0ba-4129-9695-e1440f444247', 'name': 'tempest-TestServerBasicOps-381730563-router', 'tenant_id': '0fc638c14c174ffe9b5f85ce2a2286f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.143'}], 'enable_snat': True}, 'gw_port_id': '3d2eec75-8a2c-4917-8f00-72bad21bc0a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:31:57Z', 'updated_at': '2021-07-06T14:31:59Z', 'revision_number': 3, 'project_id': '0fc638c14c174ffe9b5f85ce2a2286f5', 'gw_port': {'id': '3d2eec75-8a2c-4917-8f00-72bad21bc0a4', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:74:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a124e6a2-c0ba-4129-9695-e1440f444247', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3929, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:31:59Z', 'updated_at': '2021-07-06T14:31:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6'}], 'n-d-773647-6', False) {} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:32:02.236942 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa5a4fca-cdb4-4a2a-b424-5e09c800a287 None None] Checking router: a124e6a2-c0ba-4129-9695-e1440f444247 for host: n-d-773647-6 {{(pid=100248) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 14:32:02.237543 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa5a4fca-cdb4-4a2a-b424-5e09c800a287 None None] Updating router a124e6a2-c0ba-4129-9695-e1440f444247 port 3d2eec75-8a2c-4917-8f00-72bad21bc0a4 binding host n-d-773647-6 {{(pid=100248) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 14:32:02.273288 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-812ef259-ba5c-4bef-8e39-33698064269b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:32:02.446074 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.db_base_plugin_common [None req-812ef259-ba5c-4bef-8e39-33698064269b admin admin] Allocated IP 172.20.0.1 (d4668de0-3b29-4ab9-b5b5-2823dffe2fa3/b721d792-d9fd-43f8-8cb6-9d808b4b6a13/ddab51e7-215a-40c5-8131-babd9ba479e8) {{(pid=100247) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:32:02.448456 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-fa5a4fca-cdb4-4a2a-b424-5e09c800a287 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:32:02.484733 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:32:02.570001 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-812ef259-ba5c-4bef-8e39-33698064269b admin admin] Notify callbacks [] for port, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:32:02.575007 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] For port 5ff0a525-fe50-4010-8333-e5a313a2cee6, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=5ff0a525-fe50-4010-8333-e5a313a2cee6,segment=NetworkSegment(0d7d8c90-51fb-400d-8935-4248c4badcbb),segment_id=0d7d8c90-51fb-400d-8935-4248c4badcbb)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:32:02.581957 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:32:02.591561 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.provisioning_blocks [None req-812ef259-ba5c-4bef-8e39-33698064269b admin admin] Transition to ACTIVE for port object ddab51e7-215a-40c5-8131-babd9ba479e8 will not be triggered until provisioned by entity DHCP. {{(pid=100247) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:32:02.627763 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-812ef259-ba5c-4bef-8e39-33698064269b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-128888360'] for port, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:32:02.670338 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-812ef259-ba5c-4bef-8e39-33698064269b admin admin] Network d4668de0-3b29-4ab9-b5b5-2823dffe2fa3 is already hosted by enough agents. {{(pid=100247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:32:02.678009 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.base_scheduler [None req-812ef259-ba5c-4bef-8e39-33698064269b admin admin] Resources bound (agent type, host, resource id): {{(pid=100247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:32:02.680069 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Pushing event updated for resources: {'Port': ['ID=5ff0a525-fe50-4010-8333-e5a313a2cee6,revision_number=3']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:32:02.681813 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-812ef259-ba5c-4bef-8e39-33698064269b admin admin] Received port after_create {{(pid=100247) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:32:02.692772 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812ef259-ba5c-4bef-8e39-33698064269b admin admin] Pushing event updated for resources: {'Port': ['ID=ddab51e7-215a-40c5-8131-babd9ba479e8,revision_number=1']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:32:02.742313 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-812ef259-ba5c-4bef-8e39-33698064269b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1807675'] for router_interface, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:32:02.805722 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-fa5a4fca-cdb4-4a2a-b424-5e09c800a287 None None] Notify callbacks [] for port, precommit_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:32:02.823482 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-fa5a4fca-cdb4-4a2a-b424-5e09c800a287 None None] Transition to ACTIVE for port object 3d2eec75-8a2c-4917-8f00-72bad21bc0a4 will not be triggered until provisioned by entity L2. {{(pid=100248) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:32:02.833664 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-fa5a4fca-cdb4-4a2a-b424-5e09c800a287 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:32:02.921248 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-fa5a4fca-cdb4-4a2a-b424-5e09c800a287 None None] Attempting to bind port 3d2eec75-8a2c-4917-8f00-72bad21bc0a4 on host n-d-773647-6 for vnic_type normal with profile {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:32:02.921988 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-fa5a4fca-cdb4-4a2a-b424-5e09c800a287 None None] Attempting to bind port 3d2eec75-8a2c-4917-8f00-72bad21bc0a4 by drivers openvswitch,hyperv on host n-d-773647-6 at level 0 using segments [{'id': '89a832b7-7793-4d51-9038-ed7e1c3ff1b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719'}] {{(pid=100248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:32:02.922397 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa5a4fca-cdb4-4a2a-b424-5e09c800a287 None None] Attempting to bind port 3d2eec75-8a2c-4917-8f00-72bad21bc0a4 on network 2658f09e-a580-4d4a-9968-2d1e0ad93719 {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:32:02.924554 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd17dc34-5f83-493d-ad07-1d275162394a None None] Pushing event updated for resources: {'Port': ['ID=3d2eec75-8a2c-4917-8f00-72bad21bc0a4,revision_number=2']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:32:02.930037 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa5a4fca-cdb4-4a2a-b424-5e09c800a287 None None] Checking agent: {'id': '8ab5b19c-d213-4f29-891d-27bdf39d38b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773647-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 43, 26), 'started_at': datetime.datetime(2021, 7, 6, 13, 43, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 31, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773647-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:32:02.930417 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa5a4fca-cdb4-4a2a-b424-5e09c800a287 None None] Checking segment: {'id': '89a832b7-7793-4d51-9038-ed7e1c3ff1b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:32:02.930819 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-fa5a4fca-cdb4-4a2a-b424-5e09c800a287 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:32:02.931206 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa5a4fca-cdb4-4a2a-b424-5e09c800a287 None None] Bound using segment: {'id': '89a832b7-7793-4d51-9038-ed7e1c3ff1b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719'} {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:32:02.931696 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-fa5a4fca-cdb4-4a2a-b424-5e09c800a287 None None] Bound port: 3d2eec75-8a2c-4917-8f00-72bad21bc0a4, host: n-d-773647-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89a832b7-7793-4d51-9038-ed7e1c3ff1b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719'}}] {{(pid=100248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:32:02.932204 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-fa5a4fca-cdb4-4a2a-b424-5e09c800a287 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:32:02.955783 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-812ef259-ba5c-4bef-8e39-33698064269b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:32:02.986342 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-ad8d01ba-0be9-4659-b815-64f60630564c None None] Provisioning for port ddab51e7-215a-40c5-8131-babd9ba479e8 completed by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:32:02.998405 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-ad8d01ba-0be9-4659-b815-64f60630564c None None] Provisioning complete for port ddab51e7-215a-40c5-8131-babd9ba479e8 triggered by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:32:02.998776 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-ad8d01ba-0be9-4659-b815-64f60630564c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:32:03.029000 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-fa5a4fca-cdb4-4a2a-b424-5e09c800a287 None None] For port 3d2eec75-8a2c-4917-8f00-72bad21bc0a4, host n-d-773647-6, cleared binding levels {{(pid=100248) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:32:03.047571 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-fa5a4fca-cdb4-4a2a-b424-5e09c800a287 None None] For port 3d2eec75-8a2c-4917-8f00-72bad21bc0a4, host n-d-773647-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=3d2eec75-8a2c-4917-8f00-72bad21bc0a4,segment=NetworkSegment(89a832b7-7793-4d51-9038-ed7e1c3ff1b2),segment_id=89a832b7-7793-4d51-9038-ed7e1c3ff1b2)] {{(pid=100248) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:32:03.049534 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-ad8d01ba-0be9-4659-b815-64f60630564c None None] Port ddab51e7-215a-40c5-8131-babd9ba479e8 cannot update to ACTIVE because it is not bound. {{(pid=100248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 14:32:03.053991 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-fa5a4fca-cdb4-4a2a-b424-5e09c800a287 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:32:03.108133 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa5a4fca-cdb4-4a2a-b424-5e09c800a287 None None] Routers {'a124e6a2-c0ba-4129-9695-e1440f444247'} bound to L3 agent in host n-d-773647-6 {{(pid=100248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:32:03.108741 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-fa5a4fca-cdb4-4a2a-b424-5e09c800a287 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T14:31:56Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['a124e6a2-c0ba-4129-9695-e1440f444247'], 'active': True} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:32:03.152900 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-812ef259-ba5c-4bef-8e39-33698064269b admin admin] Notify callbacks [] for port, precommit_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:32:03.158170 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-812ef259-ba5c-4bef-8e39-33698064269b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128888538'] for port, after_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:32:03.161698 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd17dc34-5f83-493d-ad07-1d275162394a None None] Pushing event updated for resources: {'Port': ['ID=3d2eec75-8a2c-4917-8f00-72bad21bc0a4,revision_number=3']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:32:03.237915 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvr_db [None req-fa5a4fca-cdb4-4a2a-b424-5e09c800a287 None None] Set router a124e6a2-c0ba-4129-9695-e1440f444247 gateway port host: n-d-773647-6 {{(pid=100248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:32:03.240319 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-812ef259-ba5c-4bef-8e39-33698064269b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1809478'] for router_interface, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:32:03.242210 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812ef259-ba5c-4bef-8e39-33698064269b admin admin] Pushing event updated for resources: {'Port': ['ID=ddab51e7-215a-40c5-8131-babd9ba479e8,revision_number=2']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:32:03.336796 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-812ef259-ba5c-4bef-8e39-33698064269b admin admin] Network d4668de0-3b29-4ab9-b5b5-2823dffe2fa3 is already hosted by enough agents. {{(pid=100247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:32:03.338421 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.base_scheduler [None req-812ef259-ba5c-4bef-8e39-33698064269b admin admin] Resources bound (agent type, host, resource id): {{(pid=100247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:32:03.391975 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 5ff0a525-fe50-4010-8333-e5a313a2cee6 up at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:32:03.497427 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5d9e00-4d48-44f0-9c18-c400a35396df req-75064e5b-a559-46e5-bc03-5e5213f3db4b tempest-TestServerMultinode-1793928102 tempest-TestServerMultinode-1793928102-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:32:03.499478 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-8d5d9e00-4d48-44f0-9c18-c400a35396df req-75064e5b-a559-46e5-bc03-5e5213f3db4b tempest-TestServerMultinode-1793928102 tempest-TestServerMultinode-1793928102-project-admin] 10.222.0.104 "GET /v2.0/ports?device_id=14a244c6-47c2-45e5-940a-4bb9f8f114e7 HTTP/1.1" status: 200 len: 1095 time: 0.1183584 Jul 06 14:32:03.500751 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning complete for port 5ff0a525-fe50-4010-8333-e5a313a2cee6 triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:32:03.501237 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:32:03.517533 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-812ef259-ba5c-4bef-8e39-33698064269b admin admin] Router a124e6a2-c0ba-4129-9695-e1440f444247 has already been hosted by L3 agent 2823d358-a11b-4885-a706-95a279e43fa7 {{(pid=100247) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 14:32:03.592517 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-8d5d9e00-4d48-44f0-9c18-c400a35396df req-43a32669-f65c-44d9-978f-75590cabd7b1 tempest-TestServerMultinode-1793928102 tempest-TestServerMultinode-1793928102-project-admin] 10.222.0.104 "GET /v2.0/security-groups?id=e489c9fd-cfd4-4a53-b11a-40df6c792962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829082 Jul 06 14:32:03.602381 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-fa5a4fca-cdb4-4a2a-b424-5e09c800a287 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a124e6a2-c0ba-4129-9695-e1440f444247', 'name': 'tempest-TestServerBasicOps-381730563-router', 'tenant_id': '0fc638c14c174ffe9b5f85ce2a2286f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.143'}], 'enable_snat': True}, 'gw_port_id': '3d2eec75-8a2c-4917-8f00-72bad21bc0a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:31:57Z', 'updated_at': '2021-07-06T14:32:02Z', 'revision_number': 4, 'project_id': '0fc638c14c174ffe9b5f85ce2a2286f5', 'gw_port': {'id': '3d2eec75-8a2c-4917-8f00-72bad21bc0a4', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:74:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a124e6a2-c0ba-4129-9695-e1440f444247', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3929, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:31:59Z', 'updated_at': '2021-07-06T14:32:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6', '_interfaces': [{'id': 'ddab51e7-215a-40c5-8131-babd9ba479e8', 'name': '', 'network_id': 'd4668de0-3b29-4ab9-b5b5-2823dffe2fa3', 'tenant_id': '0fc638c14c174ffe9b5f85ce2a2286f5', 'mac_address': 'fa:16:3e:87:93:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a124e6a2-c0ba-4129-9695-e1440f444247', 'device_owner': 'network:router_interface', 'standard_attr_id': 3930, 'fixed_ips': [{'subnet_id': 'b721d792-d9fd-43f8-8cb6-9d808b4b6a13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:32:02Z', 'updated_at': '2021-07-06T14:32:02Z', 'revision_number': 1, 'project_id': '0fc638c14c174ffe9b5f85ce2a2286f5', 'subnets': [{'id': 'b721d792-d9fd-43f8-8cb6-9d808b4b6a13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773647-6', False) {} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:32:03.646264 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa5a4fca-cdb4-4a2a-b424-5e09c800a287 None None] The sync data for ids ['a124e6a2-c0ba-4129-9695-e1440f444247'] in n-d-773647-6 is: [{'id': 'a124e6a2-c0ba-4129-9695-e1440f444247', 'name': 'tempest-TestServerBasicOps-381730563-router', 'tenant_id': '0fc638c14c174ffe9b5f85ce2a2286f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.143'}], 'enable_snat': True}, 'gw_port_id': '3d2eec75-8a2c-4917-8f00-72bad21bc0a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:31:57Z', 'updated_at': '2021-07-06T14:32:02Z', 'revision_number': 4, 'project_id': '0fc638c14c174ffe9b5f85ce2a2286f5', 'gw_port': {'id': '3d2eec75-8a2c-4917-8f00-72bad21bc0a4', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:74:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a124e6a2-c0ba-4129-9695-e1440f444247', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3929, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:31:59Z', 'updated_at': '2021-07-06T14:32:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6', '_interfaces': [{'id': 'ddab51e7-215a-40c5-8131-babd9ba479e8', 'name': '', 'network_id': 'd4668de0-3b29-4ab9-b5b5-2823dffe2fa3', 'tenant_id': '0fc638c14c174ffe9b5f85ce2a2286f5', 'mac_address': 'fa:16:3e:87:93:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a124e6a2-c0ba-4129-9695-e1440f444247', 'device_owner': 'network:router_interface', 'standard_attr_id': 3930, 'fixed_ips': [{'subnet_id': 'b721d792-d9fd-43f8-8cb6-9d808b4b6a13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:32:02Z', 'updated_at': '2021-07-06T14:32:02Z', 'revision_number': 1, 'project_id': '0fc638c14c174ffe9b5f85ce2a2286f5', 'subnets': [{'id': 'b721d792-d9fd-43f8-8cb6-9d808b4b6a13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 14:32:03.678350 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-812ef259-ba5c-4bef-8e39-33698064269b admin admin] Notify agent at l3_agent.n-d-773647-6 the message routers_updated {{(pid=100247) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 14:32:03.679046 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-63901ca7-5738-40ad-bf7b-d6607c3ac52b None None] Provisioning complete for port ddab51e7-215a-40c5-8131-babd9ba479e8 triggered by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:32:03.679468 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-63901ca7-5738-40ad-bf7b-d6607c3ac52b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:32:03.685160 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-812ef259-ba5c-4bef-8e39-33698064269b admin admin] 10.222.0.104 "PUT /v2.0/routers/a124e6a2-c0ba-4129-9695-e1440f444247/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1298771 Jul 06 14:32:03.716212 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-63901ca7-5738-40ad-bf7b-d6607c3ac52b None None] Port ddab51e7-215a-40c5-8131-babd9ba479e8 cannot update to ACTIVE because it is not bound. {{(pid=100248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 14:32:04.294260 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 55334) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:32:04.302211 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [None req-33f57519-c6bd-4360-ad82-a029f2f5c86b tempest-TestServerBasicOps-548713336 tempest-TestServerBasicOps-548713336-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1206923206', 'description': 'tempest-secgroup-smoke-1206923206 description', 'project_id': '34aff2af8eff4331a20d73f44e39de99'}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:32:04.326026 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-33f57519-c6bd-4360-ad82-a029f2f5c86b tempest-TestServerBasicOps-548713336 tempest-TestServerBasicOps-548713336-project] Notify callbacks [] for security_group, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:32:04.448932 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-33f57519-c6bd-4360-ad82-a029f2f5c86b tempest-TestServerBasicOps-548713336 tempest-TestServerBasicOps-548713336-project] Notify callbacks [] for security_group, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:32:04.453685 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-33f57519-c6bd-4360-ad82-a029f2f5c86b tempest-TestServerBasicOps-548713336 tempest-TestServerBasicOps-548713336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:32:04.488788 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-33f57519-c6bd-4360-ad82-a029f2f5c86b tempest-TestServerBasicOps-548713336 tempest-TestServerBasicOps-548713336-project] Notify callbacks [] for security_group, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:32:04.490056 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-33f57519-c6bd-4360-ad82-a029f2f5c86b tempest-TestServerBasicOps-548713336 tempest-TestServerBasicOps-548713336-project] 10.222.0.104 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1935940 Jul 06 14:32:04.493054 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 55336) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:32:04.499294 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [None req-3d2b4c93-185b-4592-9ea7-1a4e849bf79d tempest-TestServerBasicOps-548713336 tempest-TestServerBasicOps-548713336-project] Request body: {'security_group_rule': {'security_group_id': '85171937-537f-48c2-80ab-9a6c327a93a7', 'project_id': '34aff2af8eff4331a20d73f44e39de99', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:32:04.505858 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f57519-c6bd-4360-ad82-a029f2f5c86b tempest-TestServerBasicOps-548713336 tempest-TestServerBasicOps-548713336-project] Pushing event updated for resources: {'SecurityGroup': ['ID=85171937-537f-48c2-80ab-9a6c327a93a7,revision_number=1']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:32:04.537025 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-3d2b4c93-185b-4592-9ea7-1a4e849bf79d tempest-TestServerBasicOps-548713336 tempest-TestServerBasicOps-548713336-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:32:04.609316 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-3d2b4c93-185b-4592-9ea7-1a4e849bf79d tempest-TestServerBasicOps-548713336 tempest-TestServerBasicOps-548713336-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:32:04.613637 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-3d2b4c93-185b-4592-9ea7-1a4e849bf79d tempest-TestServerBasicOps-548713336 tempest-TestServerBasicOps-548713336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1898694'] for security_group_rule, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:32:04.653359 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2b4c93-185b-4592-9ea7-1a4e849bf79d tempest-TestServerBasicOps-548713336 tempest-TestServerBasicOps-548713336-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=97deecdc-6a1a-4765-8d50-93bcdc21b82c,revision_number=0']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:32:04.662625 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-3d2b4c93-185b-4592-9ea7-1a4e849bf79d tempest-TestServerBasicOps-548713336 tempest-TestServerBasicOps-548713336-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:32:04.664006 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-3d2b4c93-185b-4592-9ea7-1a4e849bf79d tempest-TestServerBasicOps-548713336 tempest-TestServerBasicOps-548713336-project] 10.222.0.104 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1699867 Jul 06 14:32:04.666881 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 55340) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:32:04.672288 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-2ab9397f-18b7-4aeb-9f7d-148b1bd04a06 tempest-TestServerBasicOps-548713336 tempest-TestServerBasicOps-548713336-project] Request body: {'security_group_rule': {'security_group_id': '85171937-537f-48c2-80ab-9a6c327a93a7', 'project_id': '34aff2af8eff4331a20d73f44e39de99', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:32:04.710987 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-2ab9397f-18b7-4aeb-9f7d-148b1bd04a06 tempest-TestServerBasicOps-548713336 tempest-TestServerBasicOps-548713336-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:32:04.791182 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-2ab9397f-18b7-4aeb-9f7d-148b1bd04a06 tempest-TestServerBasicOps-548713336 tempest-TestServerBasicOps-548713336-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:32:04.796388 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-2ab9397f-18b7-4aeb-9f7d-148b1bd04a06 tempest-TestServerBasicOps-548713336 tempest-TestServerBasicOps-548713336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1898694'] for security_group_rule, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:32:04.831983 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab9397f-18b7-4aeb-9f7d-148b1bd04a06 tempest-TestServerBasicOps-548713336 tempest-TestServerBasicOps-548713336-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f06139b8-7c03-4c8d-a33d-9a50ae257c90,revision_number=0']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:32:04.849261 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-2ab9397f-18b7-4aeb-9f7d-148b1bd04a06 tempest-TestServerBasicOps-548713336 tempest-TestServerBasicOps-548713336-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:32:04.850783 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-2ab9397f-18b7-4aeb-9f7d-148b1bd04a06 tempest-TestServerBasicOps-548713336 tempest-TestServerBasicOps-548713336-project] 10.222.0.104 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1828201 Jul 06 14:32:04.853448 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 55342) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:32:04.858220 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-cd6908fc-59e5-4239-819b-171f8b6e7fb2 tempest-TestServerBasicOps-548713336 tempest-TestServerBasicOps-548713336-project] Request body: {'security_group_rule': {'security_group_id': '85171937-537f-48c2-80ab-9a6c327a93a7', 'project_id': '34aff2af8eff4331a20d73f44e39de99', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:32:04.864389 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061f1067-6c68-4a64-92d3-1e3f2c7e57c8 req-0ef9f490-abf9-4c44-9669-96ddcfa94bec tempest-TestServerMultinode-1793928102 tempest-TestServerMultinode-1793928102-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:32:04.866046 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-061f1067-6c68-4a64-92d3-1e3f2c7e57c8 req-0ef9f490-abf9-4c44-9669-96ddcfa94bec tempest-TestServerMultinode-1793928102 tempest-TestServerMultinode-1793928102-project-admin] 10.222.0.104 "GET /v2.0/ports?device_id=14a244c6-47c2-45e5-940a-4bb9f8f114e7 HTTP/1.1" status: 200 len: 1095 time: 0.0888100 Jul 06 14:32:04.881975 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Device 4d7ba7b8-1085-4446-859c-d6911b6ea73d details requested by agent hyperv_n-h2-773647-6 with host n-h2-773647-6 {{(pid=100248) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 14:32:04.896173 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-cd6908fc-59e5-4239-819b-171f8b6e7fb2 tempest-TestServerBasicOps-548713336 tempest-TestServerBasicOps-548713336-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:32:04.929310 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-061f1067-6c68-4a64-92d3-1e3f2c7e57c8 req-bd239f39-1a71-436b-a893-eb8eaff6d60c tempest-TestServerMultinode-1793928102 tempest-TestServerMultinode-1793928102-project-admin] 10.222.0.104 "GET /v2.0/security-groups?id=e489c9fd-cfd4-4a53-b11a-40df6c792962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553782 Jul 06 14:32:04.995166 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-cd6908fc-59e5-4239-819b-171f8b6e7fb2 tempest-TestServerBasicOps-548713336 tempest-TestServerBasicOps-548713336-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:32:05.000788 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-cd6908fc-59e5-4239-819b-171f8b6e7fb2 tempest-TestServerBasicOps-548713336 tempest-TestServerBasicOps-548713336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1898694'] for security_group_rule, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:32:05.023443 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6908fc-59e5-4239-819b-171f8b6e7fb2 tempest-TestServerBasicOps-548713336 tempest-TestServerBasicOps-548713336-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b6faf7fe-e893-4982-8670-b0dd1a8fe636,revision_number=0']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:32:05.038999 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-cd6908fc-59e5-4239-819b-171f8b6e7fb2 tempest-TestServerBasicOps-548713336 tempest-TestServerBasicOps-548713336-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:32:05.043377 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-cd6908fc-59e5-4239-819b-171f8b6e7fb2 tempest-TestServerBasicOps-548713336 tempest-TestServerBasicOps-548713336-project] 10.222.0.104 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1888149 Jul 06 14:32:05.043574 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 55346) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:32:05.046846 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] For port 4d7ba7b8-1085-4446-859c-d6911b6ea73d, host n-h2-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=4d7ba7b8-1085-4446-859c-d6911b6ea73d,segment=NetworkSegment(2a6b47e8-f81a-44e8-a9d7-503148c12c07),segment_id=2a6b47e8-f81a-44e8-a9d7-503148c12c07)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:32:05.049473 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [None req-ad29d5c2-9f28-4f7c-9c26-67e9ac0b8027 tempest-TestServerBasicOps-548713336 tempest-TestServerBasicOps-548713336-project] Request body: {'security_group_rule': {'security_group_id': '85171937-537f-48c2-80ab-9a6c327a93a7', 'project_id': '34aff2af8eff4331a20d73f44e39de99', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:32:05.063372 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Returning: {'device': '4d7ba7b8-1085-4446-859c-d6911b6ea73d', 'network_id': '1f7caf7b-8fe6-4ffc-b29a-001958f691cc', 'port_id': '4d7ba7b8-1085-4446-859c-d6911b6ea73d', 'mac_address': 'fa:16:3e:ca:f6:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1041, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '049902a2-8131-4623-9cfe-e3bd187a9e20', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100248) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 14:32:05.087072 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-ad29d5c2-9f28-4f7c-9c26-67e9ac0b8027 tempest-TestServerBasicOps-548713336 tempest-TestServerBasicOps-548713336-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:32:05.111388 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:32:05.125415 n-d-773647-6 neutron-server[100248]: DEBUG neutron.notifiers.nova [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d7ba7b8-1085-4446-859c-d6911b6ea73d {{(pid=100248) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 14:32:05.144342 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-ad29d5c2-9f28-4f7c-9c26-67e9ac0b8027 tempest-TestServerBasicOps-548713336 tempest-TestServerBasicOps-548713336-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:32:05.147608 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] For port 4d7ba7b8-1085-4446-859c-d6911b6ea73d, host n-h2-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=4d7ba7b8-1085-4446-859c-d6911b6ea73d,segment=NetworkSegment(2a6b47e8-f81a-44e8-a9d7-503148c12c07),segment_id=2a6b47e8-f81a-44e8-a9d7-503148c12c07)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:32:05.149679 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-ad29d5c2-9f28-4f7c-9c26-67e9ac0b8027 tempest-TestServerBasicOps-548713336 tempest-TestServerBasicOps-548713336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1898694'] for security_group_rule, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:32:05.152405 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:32:05.169264 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad29d5c2-9f28-4f7c-9c26-67e9ac0b8027 tempest-TestServerBasicOps-548713336 tempest-TestServerBasicOps-548713336-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a5742213-15a2-473d-b376-22d02751d0ac,revision_number=0']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:32:05.177608 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-ad29d5c2-9f28-4f7c-9c26-67e9ac0b8027 tempest-TestServerBasicOps-548713336 tempest-TestServerBasicOps-548713336-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:32:05.178865 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-ad29d5c2-9f28-4f7c-9c26-67e9ac0b8027 tempest-TestServerBasicOps-548713336 tempest-TestServerBasicOps-548713336-project] 10.222.0.104 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1342425 Jul 06 14:32:05.181802 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 55348) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:32:05.187560 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [None req-95815a2c-1d54-4aa3-b965-9e683136b53b tempest-TestServerBasicOps-548713336 tempest-TestServerBasicOps-548713336-project] Request body: {'security_group_rule': {'security_group_id': '85171937-537f-48c2-80ab-9a6c327a93a7', 'project_id': '34aff2af8eff4331a20d73f44e39de99', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:32:05.220208 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Pushing event updated for resources: {'Port': ['ID=4d7ba7b8-1085-4446-859c-d6911b6ea73d,revision_number=4']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:32:05.225244 n-d-773647-6 neutron-server[100247]: INFO neutron.db.securitygroups_db [None req-95815a2c-1d54-4aa3-b965-9e683136b53b tempest-TestServerBasicOps-548713336 tempest-TestServerBasicOps-548713336-project] Project 34aff2af8eff4331a20d73f44e39de99 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 06 14:32:05.233076 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-95815a2c-1d54-4aa3-b965-9e683136b53b tempest-TestServerBasicOps-548713336 tempest-TestServerBasicOps-548713336-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:32:05.307907 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-95815a2c-1d54-4aa3-b965-9e683136b53b tempest-TestServerBasicOps-548713336 tempest-TestServerBasicOps-548713336-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:32:05.313000 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-95815a2c-1d54-4aa3-b965-9e683136b53b tempest-TestServerBasicOps-548713336 tempest-TestServerBasicOps-548713336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1898694'] for security_group_rule, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:32:05.342201 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 3d2eec75-8a2c-4917-8f00-72bad21bc0a4 up at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:32:05.343420 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95815a2c-1d54-4aa3-b965-9e683136b53b tempest-TestServerBasicOps-548713336 tempest-TestServerBasicOps-548713336-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=333d69bb-5849-4072-9cfa-14aa87c8d7da,revision_number=0']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:32:05.347671 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-95815a2c-1d54-4aa3-b965-9e683136b53b tempest-TestServerBasicOps-548713336 tempest-TestServerBasicOps-548713336-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:32:05.350427 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] get_ports_and_sgs() called for port_ids ['4d7ba7b8-1085-4446-859c-d6911b6ea73d'] {{(pid=100248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 14:32:05.352144 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 55350) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:32:05.358647 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-e116d110-e1e4-46c0-807f-014a2310538c tempest-TestServerBasicOps-548713336 tempest-TestServerBasicOps-548713336-project] Request body: {'security_group_rule': {'security_group_id': '85171937-537f-48c2-80ab-9a6c327a93a7', 'project_id': '34aff2af8eff4331a20d73f44e39de99', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:32:05.363813 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-95815a2c-1d54-4aa3-b965-9e683136b53b tempest-TestServerBasicOps-548713336 tempest-TestServerBasicOps-548713336-project] 10.222.0.104 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1803555 Jul 06 14:32:05.390359 n-d-773647-6 neutron-server[100246]: INFO neutron.db.securitygroups_db [None req-e116d110-e1e4-46c0-807f-014a2310538c tempest-TestServerBasicOps-548713336 tempest-TestServerBasicOps-548713336-project] Project 34aff2af8eff4331a20d73f44e39de99 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 06 14:32:05.395578 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-e116d110-e1e4-46c0-807f-014a2310538c tempest-TestServerBasicOps-548713336 tempest-TestServerBasicOps-548713336-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:32:05.446335 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning for port 3d2eec75-8a2c-4917-8f00-72bad21bc0a4 completed by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:32:05.457768 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning complete for port 3d2eec75-8a2c-4917-8f00-72bad21bc0a4 triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:32:05.458142 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:32:05.465431 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-e116d110-e1e4-46c0-807f-014a2310538c tempest-TestServerBasicOps-548713336 tempest-TestServerBasicOps-548713336-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:32:05.470280 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-e116d110-e1e4-46c0-807f-014a2310538c tempest-TestServerBasicOps-548713336 tempest-TestServerBasicOps-548713336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1898694'] for security_group_rule, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:32:05.488281 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e116d110-e1e4-46c0-807f-014a2310538c tempest-TestServerBasicOps-548713336 tempest-TestServerBasicOps-548713336-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f2b58344-7631-4310-8685-93a44073e8b8,revision_number=0']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:32:05.500470 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-e116d110-e1e4-46c0-807f-014a2310538c tempest-TestServerBasicOps-548713336 tempest-TestServerBasicOps-548713336-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:32:05.501891 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-e116d110-e1e4-46c0-807f-014a2310538c tempest-TestServerBasicOps-548713336 tempest-TestServerBasicOps-548713336-project] 10.222.0.104 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1484656 Jul 06 14:32:05.597828 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:32:05.624968 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] For port 3d2eec75-8a2c-4917-8f00-72bad21bc0a4, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=3d2eec75-8a2c-4917-8f00-72bad21bc0a4,segment=NetworkSegment(89a832b7-7793-4d51-9038-ed7e1c3ff1b2),segment_id=89a832b7-7793-4d51-9038-ed7e1c3ff1b2)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:32:05.631879 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:32:05.667761 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-f4ff22dc-f759-435d-970f-867e412ea206 req-334853a7-6bd9-48e5-9df0-0f1a23981c27 tempest-TestServerBasicOps-548713336 tempest-TestServerBasicOps-548713336-project] 10.222.0.104 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1206923206&fields=id&tenant_id=34aff2af8eff4331a20d73f44e39de99 HTTP/1.1" status: 200 len: 267 time: 0.0487037 Jul 06 14:32:05.682787 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Pushing event updated for resources: {'Port': ['ID=3d2eec75-8a2c-4917-8f00-72bad21bc0a4,revision_number=4']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:32:05.790107 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ff22dc-f759-435d-970f-867e412ea206 req-f80019d9-5a8e-4ade-a792-283bd919cba0 tempest-TestServerBasicOps-548713336 tempest-TestServerBasicOps-548713336-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:32:05.791778 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-f4ff22dc-f759-435d-970f-867e412ea206 req-f80019d9-5a8e-4ade-a792-283bd919cba0 tempest-TestServerBasicOps-548713336 tempest-TestServerBasicOps-548713336-project] 10.222.0.104 "GET /v2.0/networks?id=cb5944e1-9f88-45ab-a7f5-77b1e91c305e HTTP/1.1" status: 200 len: 808 time: 0.1144283 Jul 06 14:32:05.807331 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-f4ff22dc-f759-435d-970f-867e412ea206 req-2e71a423-5b43-4965-ae67-fc981b753eef tempest-TestServerBasicOps-548713336 tempest-TestServerBasicOps-548713336-project] 10.222.0.104 "GET /v2.0/quotas/34aff2af8eff4331a20d73f44e39de99 HTTP/1.1" status: 200 len: 375 time: 0.0095496 Jul 06 14:32:05.881540 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-f4ff22dc-f759-435d-970f-867e412ea206 req-acf3b278-c987-4277-bdfe-b86419d76563 tempest-TestServerBasicOps-548713336 tempest-TestServerBasicOps-548713336-project] 10.222.0.104 "GET /v2.0/ports?tenant_id=34aff2af8eff4331a20d73f44e39de99&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0666037 Jul 06 14:32:05.978831 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-f4ff22dc-f759-435d-970f-867e412ea206 req-56c46f3e-7265-4f48-a080-60c1323112b9 service neutron] 10.222.0.104 "GET /v2.0/networks/cb5944e1-9f88-45ab-a7f5-77b1e91c305e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851455 Jul 06 14:32:06.125162 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-f4ff22dc-f759-435d-970f-867e412ea206 req-bf1433d1-3a83-4b45-8989-69933e698b2e service neutron] 10.222.0.104 "GET /v2.0/networks/cb5944e1-9f88-45ab-a7f5-77b1e91c305e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1400285 Jul 06 14:32:06.145062 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff650282-0e20-4194-b189-eee407766760 req-c237f5b9-68c1-405b-a66d-aa512d48c636 tempest-TestServerMultinode-1793928102 tempest-TestServerMultinode-1793928102-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:32:06.147019 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-ff650282-0e20-4194-b189-eee407766760 req-c237f5b9-68c1-405b-a66d-aa512d48c636 tempest-TestServerMultinode-1793928102 tempest-TestServerMultinode-1793928102-project-admin] 10.222.0.104 "GET /v2.0/ports?device_id=14a244c6-47c2-45e5-940a-4bb9f8f114e7 HTTP/1.1" status: 200 len: 1096 time: 0.0890024 Jul 06 14:32:06.184432 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-ff650282-0e20-4194-b189-eee407766760 req-e1881a35-d7d3-480b-a1f3-bee75357e582 tempest-TestServerMultinode-1793928102 tempest-TestServerMultinode-1793928102-project-admin] 10.222.0.104 "GET /v2.0/security-groups?id=e489c9fd-cfd4-4a53-b11a-40df6c792962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319588 Jul 06 14:32:06.367297 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-1233e754-1668-402d-9553-fea7f42668c9 req-917261e5-f368-4d9f-8a8e-70d62b9595a2 tempest-TestServerBasicOps-548713336 tempest-TestServerBasicOps-548713336-project] 10.222.0.104 "GET /v2.0/ports?device_id=2788fe3f-cf4e-42dc-b1cb-20b1dddccb5f HTTP/1.1" status: 200 len: 210 time: 0.0377631 Jul 06 14:32:06.887828 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Device 4d7ba7b8-1085-4446-859c-d6911b6ea73d up at agent hyperv_n-h2-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:32:06.946897 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Provisioning for port 4d7ba7b8-1085-4446-859c-d6911b6ea73d completed by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:32:06.951469 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Provisioning complete for port 4d7ba7b8-1085-4446-859c-d6911b6ea73d triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:32:06.951911 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:32:07.037241 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:32:07.062003 n-d-773647-6 neutron-server[100248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14a244c6-47c2-45e5-940a-4bb9f8f114e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d7ba7b8-1085-4446-859c-d6911b6ea73d'}] {{(pid=100248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:32:07.064695 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84af257533e383389cbcf231d3534f4d5e149e7203fea16b4a8fc01438dddaf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f70b8000-e515-4ff1-8014-dba6ff87324f" -d '{"events": [{"server_uuid": "14a244c6-47c2-45e5-940a-4bb9f8f114e7", "name": "network-vif-plugged", "status": "completed", "tag": "4d7ba7b8-1085-4446-859c-d6911b6ea73d"}]}' {{(pid=100248) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:32:07.089807 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] For port 4d7ba7b8-1085-4446-859c-d6911b6ea73d, host n-h2-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=4d7ba7b8-1085-4446-859c-d6911b6ea73d,segment=NetworkSegment(2a6b47e8-f81a-44e8-a9d7-503148c12c07),segment_id=2a6b47e8-f81a-44e8-a9d7-503148c12c07)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:32:07.097849 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:32:07.101902 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03cde57e-bfaa-4bb0-97a9-a3578e86ddab None None] Sync routers for ids ['a124e6a2-c0ba-4129-9695-e1440f444247'] in n-d-773647-6 {{(pid=100249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 14:32:07.113839 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03cde57e-bfaa-4bb0-97a9-a3578e86ddab None None] Routers {'a124e6a2-c0ba-4129-9695-e1440f444247'} bound to L3 agent in host n-d-773647-6 {{(pid=100249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:32:07.117256 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-03cde57e-bfaa-4bb0-97a9-a3578e86ddab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T14:31:56Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['a124e6a2-c0ba-4129-9695-e1440f444247'], 'active': True} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:32:07.139293 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 14:32:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d1ff54e-8fd6-4877-acbf-af87fac8006b x-openstack-request-id: req-3d1ff54e-8fd6-4877-acbf-af87fac8006b {{(pid=100248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:32:07.139644 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14a244c6-47c2-45e5-940a-4bb9f8f114e7", "name": "network-vif-plugged", "status": "completed", "tag": "4d7ba7b8-1085-4446-859c-d6911b6ea73d", "code": 200}]} {{(pid=100248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:32:07.139827 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-3d1ff54e-8fd6-4877-acbf-af87fac8006b {{(pid=100248) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:32:07.140224 n-d-773647-6 neutron-server[100248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14a244c6-47c2-45e5-940a-4bb9f8f114e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d7ba7b8-1085-4446-859c-d6911b6ea73d', 'code': 200} Jul 06 14:32:07.197642 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Pushing event updated for resources: {'Port': ['ID=4d7ba7b8-1085-4446-859c-d6911b6ea73d,revision_number=5']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:32:07.254210 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvr_db [None req-03cde57e-bfaa-4bb0-97a9-a3578e86ddab None None] Set router a124e6a2-c0ba-4129-9695-e1440f444247 gateway port host: n-d-773647-6 {{(pid=100249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:32:07.329926 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7cea7ad-2ce1-40d2-b23d-6879ef7b5138 req-a5d0cee6-bb84-4553-b88d-45ffc4a3bdca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:32:07.334117 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-c7cea7ad-2ce1-40d2-b23d-6879ef7b5138 req-a5d0cee6-bb84-4553-b88d-45ffc4a3bdca service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=14a244c6-47c2-45e5-940a-4bb9f8f114e7 HTTP/1.1" status: 200 len: 1097 time: 0.1370580 Jul 06 14:32:07.362983 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 3d2eec75-8a2c-4917-8f00-72bad21bc0a4 up at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:32:07.391662 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21048b83-c999-4988-9be0-9dabc581ce72 req-70763773-9e21-40db-8f5b-fc140bef44bc tempest-TestServerMultinode-1793928102 tempest-TestServerMultinode-1793928102-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:32:07.399876 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-21048b83-c999-4988-9be0-9dabc581ce72 req-70763773-9e21-40db-8f5b-fc140bef44bc tempest-TestServerMultinode-1793928102 tempest-TestServerMultinode-1793928102-project-admin] 10.222.0.104 "GET /v2.0/ports?device_id=14a244c6-47c2-45e5-940a-4bb9f8f114e7 HTTP/1.1" status: 200 len: 1097 time: 0.0814748 Jul 06 14:32:07.413032 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-c7cea7ad-2ce1-40d2-b23d-6879ef7b5138 req-04c042e9-debb-4dc4-a86b-dc8ac93a3bc2 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=e489c9fd-cfd4-4a53-b11a-40df6c792962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719407 Jul 06 14:32:07.455003 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-21048b83-c999-4988-9be0-9dabc581ce72 req-a6ad48a9-ac2f-4124-9459-6ea1aada2f07 tempest-TestServerMultinode-1793928102 tempest-TestServerMultinode-1793928102-project-admin] 10.222.0.104 "GET /v2.0/security-groups?id=e489c9fd-cfd4-4a53-b11a-40df6c792962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534430 Jul 06 14:32:07.459093 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning complete for port 3d2eec75-8a2c-4917-8f00-72bad21bc0a4 triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:32:07.459807 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:32:07.569813 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-03cde57e-bfaa-4bb0-97a9-a3578e86ddab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a124e6a2-c0ba-4129-9695-e1440f444247', 'name': 'tempest-TestServerBasicOps-381730563-router', 'tenant_id': '0fc638c14c174ffe9b5f85ce2a2286f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.143'}], 'enable_snat': True}, 'gw_port_id': '3d2eec75-8a2c-4917-8f00-72bad21bc0a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:31:57Z', 'updated_at': '2021-07-06T14:32:02Z', 'revision_number': 4, 'project_id': '0fc638c14c174ffe9b5f85ce2a2286f5', 'gw_port': {'id': '3d2eec75-8a2c-4917-8f00-72bad21bc0a4', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:74:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a124e6a2-c0ba-4129-9695-e1440f444247', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3929, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:31:59Z', 'updated_at': '2021-07-06T14:32:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6', '_interfaces': [{'id': 'ddab51e7-215a-40c5-8131-babd9ba479e8', 'name': '', 'network_id': 'd4668de0-3b29-4ab9-b5b5-2823dffe2fa3', 'tenant_id': '0fc638c14c174ffe9b5f85ce2a2286f5', 'mac_address': 'fa:16:3e:87:93:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a124e6a2-c0ba-4129-9695-e1440f444247', 'device_owner': 'network:router_interface', 'standard_attr_id': 3930, 'fixed_ips': [{'subnet_id': 'b721d792-d9fd-43f8-8cb6-9d808b4b6a13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:32:02Z', 'updated_at': '2021-07-06T14:32:03Z', 'revision_number': 2, 'project_id': '0fc638c14c174ffe9b5f85ce2a2286f5', 'subnets': [{'id': 'b721d792-d9fd-43f8-8cb6-9d808b4b6a13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773647-6', False) {} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:32:07.632516 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-bb2a2482-e134-455f-aef1-9d2c8133f99d req-0b0c61db-0ec0-46e6-995f-704290acfe04 tempest-TestServerBasicOps-548713336 tempest-TestServerBasicOps-548713336-project] 10.222.0.104 "GET /v2.0/ports?device_id=2788fe3f-cf4e-42dc-b1cb-20b1dddccb5f HTTP/1.1" status: 200 len: 210 time: 0.0392585 Jul 06 14:32:07.638611 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ff22dc-f759-435d-970f-867e412ea206 req-1ee87f79-c7fb-4256-b447-94152fddd537 tempest-TestServerBasicOps-548713336 tempest-TestServerBasicOps-548713336-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:32:07.640195 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03cde57e-bfaa-4bb0-97a9-a3578e86ddab None None] Checking router: a124e6a2-c0ba-4129-9695-e1440f444247 for host: n-d-773647-6 {{(pid=100249) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 14:32:07.640309 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03cde57e-bfaa-4bb0-97a9-a3578e86ddab None None] Updating router a124e6a2-c0ba-4129-9695-e1440f444247 port ddab51e7-215a-40c5-8131-babd9ba479e8 binding host n-d-773647-6 {{(pid=100249) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 14:32:07.641208 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-f4ff22dc-f759-435d-970f-867e412ea206 req-1ee87f79-c7fb-4256-b447-94152fddd537 tempest-TestServerBasicOps-548713336 tempest-TestServerBasicOps-548713336-project] 10.222.0.72 "GET /v2.0/networks?id=cb5944e1-9f88-45ab-a7f5-77b1e91c305e HTTP/1.1" status: 200 len: 808 time: 0.1647451 Jul 06 14:32:07.689679 n-d-773647-6 neutron-server[100249]: DEBUG neutron_lib.callbacks.manager [None req-03cde57e-bfaa-4bb0-97a9-a3578e86ddab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:32:07.701317 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-f4ff22dc-f759-435d-970f-867e412ea206 req-6c3b431f-7627-42bb-b045-34b634938db1 tempest-TestServerBasicOps-548713336 tempest-TestServerBasicOps-548713336-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=34aff2af8eff4331a20d73f44e39de99 HTTP/1.1" status: 200 len: 380 time: 0.0501044 Jul 06 14:32:07.717104 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [req-f4ff22dc-f759-435d-970f-867e412ea206 req-55e4d4b2-f878-4f17-a4cc-d89065442fe5 tempest-TestServerBasicOps-548713336 tempest-TestServerBasicOps-548713336-project] Request body: {'port': {'device_id': '2788fe3f-cf4e-42dc-b1cb-20b1dddccb5f', 'network_id': 'cb5944e1-9f88-45ab-a7f5-77b1e91c305e', 'admin_state_up': True, 'tenant_id': '34aff2af8eff4331a20d73f44e39de99', 'security_groups': ['85171937-537f-48c2-80ab-9a6c327a93a7']}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:32:07.845068 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f4ff22dc-f759-435d-970f-867e412ea206 req-55e4d4b2-f878-4f17-a4cc-d89065442fe5 tempest-TestServerBasicOps-548713336 tempest-TestServerBasicOps-548713336-project] Made reservation on behalf of 34aff2af8eff4331a20d73f44e39de99 for: {'port': 1} {{(pid=100246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:32:07.848919 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-f4ff22dc-f759-435d-970f-867e412ea206 req-55e4d4b2-f878-4f17-a4cc-d89065442fe5 tempest-TestServerBasicOps-548713336 tempest-TestServerBasicOps-548713336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:32:07.985205 n-d-773647-6 neutron-server[100249]: DEBUG neutron_lib.callbacks.manager [None req-03cde57e-bfaa-4bb0-97a9-a3578e86ddab None None] Notify callbacks [] for port, precommit_update {{(pid=100249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:32:07.985967 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.db_base_plugin_common [req-f4ff22dc-f759-435d-970f-867e412ea206 req-55e4d4b2-f878-4f17-a4cc-d89065442fe5 tempest-TestServerBasicOps-548713336 tempest-TestServerBasicOps-548713336-project] Allocated IP 172.20.0.11 (cb5944e1-9f88-45ab-a7f5-77b1e91c305e/a6103a5b-23db-41c0-acaf-c0375bb0935b/a0e53d46-990d-41f1-b906-43cdbeff7d84) {{(pid=100246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:32:07.995985 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.provisioning_blocks [None req-03cde57e-bfaa-4bb0-97a9-a3578e86ddab None None] Transition to ACTIVE for port object ddab51e7-215a-40c5-8131-babd9ba479e8 will not be triggered until provisioned by entity L2. {{(pid=100249) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:32:08.004722 n-d-773647-6 neutron-server[100249]: DEBUG neutron_lib.callbacks.manager [None req-03cde57e-bfaa-4bb0-97a9-a3578e86ddab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:32:08.066171 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f2f5e8-e5fc-4804-b854-3f606309e214 None None] Pushing event updated for resources: {'Port': ['ID=ddab51e7-215a-40c5-8131-babd9ba479e8,revision_number=3']} {{(pid=100249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:32:08.129359 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.managers [None req-03cde57e-bfaa-4bb0-97a9-a3578e86ddab None None] Attempting to bind port ddab51e7-215a-40c5-8131-babd9ba479e8 on host n-d-773647-6 for vnic_type normal with profile {{(pid=100249) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:32:08.130617 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.managers [None req-03cde57e-bfaa-4bb0-97a9-a3578e86ddab None None] Attempting to bind port ddab51e7-215a-40c5-8131-babd9ba479e8 by drivers openvswitch,hyperv on host n-d-773647-6 at level 0 using segments [{'id': '0d7d8c90-51fb-400d-8935-4248c4badcbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': 'd4668de0-3b29-4ab9-b5b5-2823dffe2fa3'}] {{(pid=100249) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:32:08.131178 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03cde57e-bfaa-4bb0-97a9-a3578e86ddab None None] Attempting to bind port ddab51e7-215a-40c5-8131-babd9ba479e8 on network d4668de0-3b29-4ab9-b5b5-2823dffe2fa3 {{(pid=100249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:32:08.137034 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03cde57e-bfaa-4bb0-97a9-a3578e86ddab None None] Checking agent: {'id': '8ab5b19c-d213-4f29-891d-27bdf39d38b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773647-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 43, 26), 'started_at': datetime.datetime(2021, 7, 6, 13, 43, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 31, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773647-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:32:08.137665 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03cde57e-bfaa-4bb0-97a9-a3578e86ddab None None] Checking segment: {'id': '0d7d8c90-51fb-400d-8935-4248c4badcbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': 'd4668de0-3b29-4ab9-b5b5-2823dffe2fa3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100249) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:32:08.138284 n-d-773647-6 neutron-server[100249]: DEBUG neutron_lib.callbacks.manager [None req-03cde57e-bfaa-4bb0-97a9-a3578e86ddab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:32:08.139084 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03cde57e-bfaa-4bb0-97a9-a3578e86ddab None None] Bound using segment: {'id': '0d7d8c90-51fb-400d-8935-4248c4badcbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': 'd4668de0-3b29-4ab9-b5b5-2823dffe2fa3'} {{(pid=100249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:32:08.139766 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.managers [None req-03cde57e-bfaa-4bb0-97a9-a3578e86ddab None None] Bound port: ddab51e7-215a-40c5-8131-babd9ba479e8, host: n-d-773647-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d7d8c90-51fb-400d-8935-4248c4badcbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': 'd4668de0-3b29-4ab9-b5b5-2823dffe2fa3'}}] {{(pid=100249) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:32:08.140466 n-d-773647-6 neutron-server[100249]: DEBUG neutron_lib.callbacks.manager [None req-03cde57e-bfaa-4bb0-97a9-a3578e86ddab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:32:08.189375 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-f4ff22dc-f759-435d-970f-867e412ea206 req-55e4d4b2-f878-4f17-a4cc-d89065442fe5 tempest-TestServerBasicOps-548713336 tempest-TestServerBasicOps-548713336-project] Notify callbacks [] for port, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:32:08.205689 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.provisioning_blocks [req-f4ff22dc-f759-435d-970f-867e412ea206 req-55e4d4b2-f878-4f17-a4cc-d89065442fe5 tempest-TestServerBasicOps-548713336 tempest-TestServerBasicOps-548713336-project] Transition to ACTIVE for port object a0e53d46-990d-41f1-b906-43cdbeff7d84 will not be triggered until provisioned by entity DHCP. {{(pid=100246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:32:08.245024 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.db [None req-03cde57e-bfaa-4bb0-97a9-a3578e86ddab None None] For port ddab51e7-215a-40c5-8131-babd9ba479e8, host n-d-773647-6, cleared binding levels {{(pid=100249) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:32:08.245599 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-f4ff22dc-f759-435d-970f-867e412ea206 req-55e4d4b2-f878-4f17-a4cc-d89065442fe5 tempest-TestServerBasicOps-548713336 tempest-TestServerBasicOps-548713336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-127687573'] for port, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:32:08.250837 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.db [None req-03cde57e-bfaa-4bb0-97a9-a3578e86ddab None None] For port ddab51e7-215a-40c5-8131-babd9ba479e8, host n-d-773647-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=ddab51e7-215a-40c5-8131-babd9ba479e8,segment=NetworkSegment(0d7d8c90-51fb-400d-8935-4248c4badcbb),segment_id=0d7d8c90-51fb-400d-8935-4248c4badcbb)] {{(pid=100249) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:32:08.256026 n-d-773647-6 neutron-server[100249]: DEBUG neutron_lib.callbacks.manager [None req-03cde57e-bfaa-4bb0-97a9-a3578e86ddab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:32:08.311618 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f4ff22dc-f759-435d-970f-867e412ea206 req-55e4d4b2-f878-4f17-a4cc-d89065442fe5 tempest-TestServerBasicOps-548713336 tempest-TestServerBasicOps-548713336-project] Network cb5944e1-9f88-45ab-a7f5-77b1e91c305e is already hosted by enough agents. {{(pid=100246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:32:08.317079 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.base_scheduler [req-f4ff22dc-f759-435d-970f-867e412ea206 req-55e4d4b2-f878-4f17-a4cc-d89065442fe5 tempest-TestServerBasicOps-548713336 tempest-TestServerBasicOps-548713336-project] Resources bound (agent type, host, resource id): {{(pid=100246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:32:08.320695 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4ff22dc-f759-435d-970f-867e412ea206 req-55e4d4b2-f878-4f17-a4cc-d89065442fe5 tempest-TestServerBasicOps-548713336 tempest-TestServerBasicOps-548713336-project] Received port after_create {{(pid=100246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:32:08.337447 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f2f5e8-e5fc-4804-b854-3f606309e214 None None] Pushing event updated for resources: {'Port': ['ID=ddab51e7-215a-40c5-8131-babd9ba479e8,revision_number=4']} {{(pid=100249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:32:08.358712 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03cde57e-bfaa-4bb0-97a9-a3578e86ddab None None] Routers {'a124e6a2-c0ba-4129-9695-e1440f444247'} bound to L3 agent in host n-d-773647-6 {{(pid=100249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:32:08.359381 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-03cde57e-bfaa-4bb0-97a9-a3578e86ddab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T14:31:56Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['a124e6a2-c0ba-4129-9695-e1440f444247'], 'active': True} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:32:08.399784 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ff22dc-f759-435d-970f-867e412ea206 req-55e4d4b2-f878-4f17-a4cc-d89065442fe5 tempest-TestServerBasicOps-548713336 tempest-TestServerBasicOps-548713336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:32:08.400500 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-f4ff22dc-f759-435d-970f-867e412ea206 req-55e4d4b2-f878-4f17-a4cc-d89065442fe5 tempest-TestServerBasicOps-548713336 tempest-TestServerBasicOps-548713336-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:32:08.428228 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e4d4b2-f878-4f17-a4cc-d89065442fe5 tempest-TestServerBasicOps-548713336 tempest-TestServerBasicOps-548713336-project] Pushing event updated for resources: {'Port': ['ID=a0e53d46-990d-41f1-b906-43cdbeff7d84,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:32:08.433422 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-f4ff22dc-f759-435d-970f-867e412ea206 req-55e4d4b2-f878-4f17-a4cc-d89065442fe5 tempest-TestServerBasicOps-548713336 tempest-TestServerBasicOps-548713336-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7246468 Jul 06 14:32:08.449888 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [req-f4ff22dc-f759-435d-970f-867e412ea206 req-c50a3c43-40be-4258-bff9-603346b5a418 service neutron] Request body: {'port': {'device_id': '2788fe3f-cf4e-42dc-b1cb-20b1dddccb5f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-773647-6'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:32:08.585853 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-f4ff22dc-f759-435d-970f-867e412ea206 req-c50a3c43-40be-4258-bff9-603346b5a418 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:32:08.727008 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f7639a-9bda-4773-b41a-963355d1968a req-b3c099f3-d7d2-445f-b4cf-d052faec0d09 tempest-TestServerMultinode-1793928102 tempest-TestServerMultinode-1793928102-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:32:08.728784 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-98f7639a-9bda-4773-b41a-963355d1968a req-b3c099f3-d7d2-445f-b4cf-d052faec0d09 tempest-TestServerMultinode-1793928102 tempest-TestServerMultinode-1793928102-project-admin] 10.222.0.104 "GET /v2.0/ports?device_id=14a244c6-47c2-45e5-940a-4bb9f8f114e7 HTTP/1.1" status: 200 len: 1097 time: 0.1268635 Jul 06 14:32:08.744105 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvr_db [None req-03cde57e-bfaa-4bb0-97a9-a3578e86ddab None None] Set router a124e6a2-c0ba-4129-9695-e1440f444247 gateway port host: n-d-773647-6 {{(pid=100249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:32:08.801065 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-98f7639a-9bda-4773-b41a-963355d1968a req-7ff53e20-8cff-4123-8c1e-9f56809339d3 tempest-TestServerMultinode-1793928102 tempest-TestServerMultinode-1793928102-project-admin] 10.222.0.104 "GET /v2.0/security-groups?id=e489c9fd-cfd4-4a53-b11a-40df6c792962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540321 Jul 06 14:32:08.820526 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-3d489687-2a67-43bf-9ffe-766834fb6816 None None] Provisioning for port a0e53d46-990d-41f1-b906-43cdbeff7d84 completed by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:32:08.840258 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-3d489687-2a67-43bf-9ffe-766834fb6816 None None] Provisioning complete for port a0e53d46-990d-41f1-b906-43cdbeff7d84 triggered by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:32:08.840706 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-3d489687-2a67-43bf-9ffe-766834fb6816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:32:08.920129 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-3d489687-2a67-43bf-9ffe-766834fb6816 None None] Port a0e53d46-990d-41f1-b906-43cdbeff7d84 cannot update to ACTIVE because it is not bound. {{(pid=100248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 14:32:08.992913 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49509836-1c75-4863-853d-f379349e9734 req-83fa6f61-5785-4834-9682-47f6b3d7b220 tempest-TestServerBasicOps-548713336 tempest-TestServerBasicOps-548713336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:32:08.994800 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-49509836-1c75-4863-853d-f379349e9734 req-83fa6f61-5785-4834-9682-47f6b3d7b220 tempest-TestServerBasicOps-548713336 tempest-TestServerBasicOps-548713336-project] 10.222.0.104 "GET /v2.0/ports?device_id=2788fe3f-cf4e-42dc-b1cb-20b1dddccb5f HTTP/1.1" status: 200 len: 932 time: 0.1223719 Jul 06 14:32:09.067520 n-d-773647-6 neutron-server[100246]: DEBUG neutron.notifiers.nova [req-f4ff22dc-f759-435d-970f-867e412ea206 req-c50a3c43-40be-4258-bff9-603346b5a418 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a0e53d46-990d-41f1-b906-43cdbeff7d84 {{(pid=100246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 14:32:09.076196 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-49509836-1c75-4863-853d-f379349e9734 req-06608091-0215-469d-a2bc-4210e426ca5f tempest-TestServerBasicOps-548713336 tempest-TestServerBasicOps-548713336-project] 10.222.0.104 "GET /v2.0/security-groups?id=85171937-537f-48c2-80ab-9a6c327a93a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0635860 Jul 06 14:32:09.078800 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-f4ff22dc-f759-435d-970f-867e412ea206 req-c50a3c43-40be-4258-bff9-603346b5a418 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:32:09.083576 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-03cde57e-bfaa-4bb0-97a9-a3578e86ddab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a124e6a2-c0ba-4129-9695-e1440f444247', 'name': 'tempest-TestServerBasicOps-381730563-router', 'tenant_id': '0fc638c14c174ffe9b5f85ce2a2286f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.143'}], 'enable_snat': True}, 'gw_port_id': '3d2eec75-8a2c-4917-8f00-72bad21bc0a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:31:57Z', 'updated_at': '2021-07-06T14:32:02Z', 'revision_number': 4, 'project_id': '0fc638c14c174ffe9b5f85ce2a2286f5', 'gw_port': {'id': '3d2eec75-8a2c-4917-8f00-72bad21bc0a4', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:74:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a124e6a2-c0ba-4129-9695-e1440f444247', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3929, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:31:59Z', 'updated_at': '2021-07-06T14:32:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6', '_interfaces': [{'id': 'ddab51e7-215a-40c5-8131-babd9ba479e8', 'name': '', 'network_id': 'd4668de0-3b29-4ab9-b5b5-2823dffe2fa3', 'tenant_id': '0fc638c14c174ffe9b5f85ce2a2286f5', 'mac_address': 'fa:16:3e:87:93:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a124e6a2-c0ba-4129-9695-e1440f444247', 'device_owner': 'network:router_interface', 'standard_attr_id': 3930, 'fixed_ips': [{'subnet_id': 'b721d792-d9fd-43f8-8cb6-9d808b4b6a13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:32:02Z', 'updated_at': '2021-07-06T14:32:08Z', 'revision_number': 4, 'project_id': '0fc638c14c174ffe9b5f85ce2a2286f5', 'subnets': [{'id': 'b721d792-d9fd-43f8-8cb6-9d808b4b6a13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773647-6', False) {} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:32:09.084643 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279e77fd-67ec-4974-9b4e-0c8d811f9805 req-7f7ced95-5418-4aad-bbc0-350bff9ba910 tempest-TestServerMultinode-1793928102 tempest-TestServerMultinode-1793928102-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:32:09.087028 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-279e77fd-67ec-4974-9b4e-0c8d811f9805 req-7f7ced95-5418-4aad-bbc0-350bff9ba910 tempest-TestServerMultinode-1793928102 tempest-TestServerMultinode-1793928102-project-admin] 10.222.0.104 "GET /v2.0/ports?device_id=14a244c6-47c2-45e5-940a-4bb9f8f114e7 HTTP/1.1" status: 200 len: 1097 time: 0.1161528 Jul 06 14:32:09.098943 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.provisioning_blocks [req-f4ff22dc-f759-435d-970f-867e412ea206 req-c50a3c43-40be-4258-bff9-603346b5a418 service neutron] Transition to ACTIVE for port object a0e53d46-990d-41f1-b906-43cdbeff7d84 will not be triggered until provisioned by entity L2. {{(pid=100246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:32:09.116668 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-f4ff22dc-f759-435d-970f-867e412ea206 req-c50a3c43-40be-4258-bff9-603346b5a418 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127687527'] for port, after_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:32:09.118718 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03cde57e-bfaa-4bb0-97a9-a3578e86ddab None None] The sync data for ids ['a124e6a2-c0ba-4129-9695-e1440f444247'] in n-d-773647-6 is: [{'id': 'a124e6a2-c0ba-4129-9695-e1440f444247', 'name': 'tempest-TestServerBasicOps-381730563-router', 'tenant_id': '0fc638c14c174ffe9b5f85ce2a2286f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.143'}], 'enable_snat': True}, 'gw_port_id': '3d2eec75-8a2c-4917-8f00-72bad21bc0a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:31:57Z', 'updated_at': '2021-07-06T14:32:02Z', 'revision_number': 4, 'project_id': '0fc638c14c174ffe9b5f85ce2a2286f5', 'gw_port': {'id': '3d2eec75-8a2c-4917-8f00-72bad21bc0a4', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:74:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a124e6a2-c0ba-4129-9695-e1440f444247', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3929, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:31:59Z', 'updated_at': '2021-07-06T14:32:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6', '_interfaces': [{'id': 'ddab51e7-215a-40c5-8131-babd9ba479e8', 'name': '', 'network_id': 'd4668de0-3b29-4ab9-b5b5-2823dffe2fa3', 'tenant_id': '0fc638c14c174ffe9b5f85ce2a2286f5', 'mac_address': 'fa:16:3e:87:93:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a124e6a2-c0ba-4129-9695-e1440f444247', 'device_owner': 'network:router_interface', 'standard_attr_id': 3930, 'fixed_ips': [{'subnet_id': 'b721d792-d9fd-43f8-8cb6-9d808b4b6a13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:32:02Z', 'updated_at': '2021-07-06T14:32:08Z', 'revision_number': 4, 'project_id': '0fc638c14c174ffe9b5f85ce2a2286f5', 'subnets': [{'id': 'b721d792-d9fd-43f8-8cb6-9d808b4b6a13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 14:32:09.130108 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-279e77fd-67ec-4974-9b4e-0c8d811f9805 req-a2217234-0587-4aba-aa0d-cf5d3448485d tempest-TestServerMultinode-1793928102 tempest-TestServerMultinode-1793928102-project-admin] 10.222.0.104 "GET /v2.0/security-groups?id=e489c9fd-cfd4-4a53-b11a-40df6c792962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356531 Jul 06 14:32:09.224037 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50a3c43-40be-4258-bff9-603346b5a418 service neutron] Pushing event updated for resources: {'Port': ['ID=a0e53d46-990d-41f1-b906-43cdbeff7d84,revision_number=2']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:32:09.366124 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [req-f4ff22dc-f759-435d-970f-867e412ea206 req-c50a3c43-40be-4258-bff9-603346b5a418 service neutron] Attempting to bind port a0e53d46-990d-41f1-b906-43cdbeff7d84 on host n-h2-773647-6 for vnic_type normal with profile {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:32:09.369235 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [req-f4ff22dc-f759-435d-970f-867e412ea206 req-c50a3c43-40be-4258-bff9-603346b5a418 service neutron] Attempting to bind port a0e53d46-990d-41f1-b906-43cdbeff7d84 by drivers openvswitch,hyperv on host n-h2-773647-6 at level 0 using segments [{'id': 'd1334ab1-6c20-4981-8b97-c602f01da248', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': 'cb5944e1-9f88-45ab-a7f5-77b1e91c305e'}] {{(pid=100246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:32:09.371471 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4ff22dc-f759-435d-970f-867e412ea206 req-c50a3c43-40be-4258-bff9-603346b5a418 service neutron] Attempting to bind port a0e53d46-990d-41f1-b906-43cdbeff7d84 on network cb5944e1-9f88-45ab-a7f5-77b1e91c305e {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:32:09.382849 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4ff22dc-f759-435d-970f-867e412ea206 req-c50a3c43-40be-4258-bff9-603346b5a418 service neutron] Port a0e53d46-990d-41f1-b906-43cdbeff7d84 on network cb5944e1-9f88-45ab-a7f5-77b1e91c305e not bound, no agent of type Open vSwitch agent registered on host n-h2-773647-6 {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 14:32:09.384591 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4ff22dc-f759-435d-970f-867e412ea206 req-c50a3c43-40be-4258-bff9-603346b5a418 service neutron] Attempting to bind port a0e53d46-990d-41f1-b906-43cdbeff7d84 on network cb5944e1-9f88-45ab-a7f5-77b1e91c305e {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:32:09.394292 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4ff22dc-f759-435d-970f-867e412ea206 req-c50a3c43-40be-4258-bff9-603346b5a418 service neutron] Checking agent: {'id': '63768ece-0600-4354-8d29-fdedec96b077', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-773647-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 51, 10), 'started_at': datetime.datetime(2021, 7, 6, 13, 51, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 31, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:32:09.394936 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4ff22dc-f759-435d-970f-867e412ea206 req-c50a3c43-40be-4258-bff9-603346b5a418 service neutron] Checking segment: {'id': 'd1334ab1-6c20-4981-8b97-c602f01da248', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': 'cb5944e1-9f88-45ab-a7f5-77b1e91c305e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:32:09.395351 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4ff22dc-f759-435d-970f-867e412ea206 req-c50a3c43-40be-4258-bff9-603346b5a418 service neutron] Bound using segment: {'id': 'd1334ab1-6c20-4981-8b97-c602f01da248', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': 'cb5944e1-9f88-45ab-a7f5-77b1e91c305e'} {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:32:09.395839 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [req-f4ff22dc-f759-435d-970f-867e412ea206 req-c50a3c43-40be-4258-bff9-603346b5a418 service neutron] Bound port: a0e53d46-990d-41f1-b906-43cdbeff7d84, host: n-h2-773647-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd1334ab1-6c20-4981-8b97-c602f01da248', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': 'cb5944e1-9f88-45ab-a7f5-77b1e91c305e'}}] {{(pid=100246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:32:09.399506 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-f4ff22dc-f759-435d-970f-867e412ea206 req-c50a3c43-40be-4258-bff9-603346b5a418 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:32:09.416235 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device ddab51e7-215a-40c5-8131-babd9ba479e8 up at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:32:09.460295 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850086bd-4263-4b66-be98-c7934ed31f56 req-65af752a-ca15-4290-b07c-70da2db2d7e3 tempest-TestServerMultinode-1793928102 tempest-TestServerMultinode-1793928102-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:32:09.467992 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-850086bd-4263-4b66-be98-c7934ed31f56 req-65af752a-ca15-4290-b07c-70da2db2d7e3 tempest-TestServerMultinode-1793928102 tempest-TestServerMultinode-1793928102-project-admin] 10.222.0.104 "GET /v2.0/ports?device_id=14a244c6-47c2-45e5-940a-4bb9f8f114e7 HTTP/1.1" status: 200 len: 1097 time: 0.1785932 Jul 06 14:32:09.527525 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning for port ddab51e7-215a-40c5-8131-babd9ba479e8 completed by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:32:09.536906 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-850086bd-4263-4b66-be98-c7934ed31f56 req-ad40131c-bcfc-48d5-82f0-ad93d57501b0 tempest-TestServerMultinode-1793928102 tempest-TestServerMultinode-1793928102-project-admin] 10.222.0.104 "GET /v2.0/security-groups?id=e489c9fd-cfd4-4a53-b11a-40df6c792962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614164 Jul 06 14:32:09.537359 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning complete for port ddab51e7-215a-40c5-8131-babd9ba479e8 triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:32:09.537904 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:32:09.545501 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.db [req-f4ff22dc-f759-435d-970f-867e412ea206 req-c50a3c43-40be-4258-bff9-603346b5a418 service neutron] For port a0e53d46-990d-41f1-b906-43cdbeff7d84, host n-h2-773647-6, cleared binding levels {{(pid=100246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:32:09.550556 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.db [req-f4ff22dc-f759-435d-970f-867e412ea206 req-c50a3c43-40be-4258-bff9-603346b5a418 service neutron] For port a0e53d46-990d-41f1-b906-43cdbeff7d84, host n-h2-773647-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=a0e53d46-990d-41f1-b906-43cdbeff7d84,segment=NetworkSegment(d1334ab1-6c20-4981-8b97-c602f01da248),segment_id=d1334ab1-6c20-4981-8b97-c602f01da248)] {{(pid=100246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:32:09.558683 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-f4ff22dc-f759-435d-970f-867e412ea206 req-c50a3c43-40be-4258-bff9-603346b5a418 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127687527'] for port, after_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:32:09.661094 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:32:09.663769 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50a3c43-40be-4258-bff9-603346b5a418 service neutron] Pushing event updated for resources: {'Port': ['ID=a0e53d46-990d-41f1-b906-43cdbeff7d84,revision_number=3']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:32:09.667499 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ff22dc-f759-435d-970f-867e412ea206 req-c50a3c43-40be-4258-bff9-603346b5a418 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:32:09.669821 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-f4ff22dc-f759-435d-970f-867e412ea206 req-c50a3c43-40be-4258-bff9-603346b5a418 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:32:09.669968 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-f4ff22dc-f759-435d-970f-867e412ea206 req-c50a3c43-40be-4258-bff9-603346b5a418 service neutron] 10.222.0.72 "PUT /v2.0/ports/a0e53d46-990d-41f1-b906-43cdbeff7d84 HTTP/1.1" status: 200 len: 1092 time: 1.2295735 Jul 06 14:32:09.670389 n-d-773647-6 neutron-server[100246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2788fe3f-cf4e-42dc-b1cb-20b1dddccb5f', 'tag': 'a0e53d46-990d-41f1-b906-43cdbeff7d84'}] {{(pid=100246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:32:09.672743 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0d96c5ab5e889f7b933ae915b9be33d1b46c9e87795bf781004b656ef3f1e87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9971e33-1e23-4c52-9936-079d3d20855c" -d '{"events": [{"name": "network-changed", "server_uuid": "2788fe3f-cf4e-42dc-b1cb-20b1dddccb5f", "tag": "a0e53d46-990d-41f1-b906-43cdbeff7d84"}]}' {{(pid=100246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:32:09.725504 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] For port ddab51e7-215a-40c5-8131-babd9ba479e8, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=ddab51e7-215a-40c5-8131-babd9ba479e8,segment=NetworkSegment(0d7d8c90-51fb-400d-8935-4248c4badcbb),segment_id=0d7d8c90-51fb-400d-8935-4248c4badcbb)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:32:09.733264 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:32:09.766096 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 14:32:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6688c0f7-0f25-40c8-8f98-a7001283e749 x-openstack-request-id: req-6688c0f7-0f25-40c8-8f98-a7001283e749 {{(pid=100246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:32:09.766721 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2788fe3f-cf4e-42dc-b1cb-20b1dddccb5f", "tag": "a0e53d46-990d-41f1-b906-43cdbeff7d84", "status": "completed", "code": 200}]} {{(pid=100246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:32:09.767170 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-6688c0f7-0f25-40c8-8f98-a7001283e749 {{(pid=100246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:32:09.767805 n-d-773647-6 neutron-server[100246]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2788fe3f-cf4e-42dc-b1cb-20b1dddccb5f', 'tag': 'a0e53d46-990d-41f1-b906-43cdbeff7d84', 'status': 'completed', 'code': 200} Jul 06 14:32:09.816273 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Pushing event updated for resources: {'Port': ['ID=ddab51e7-215a-40c5-8131-babd9ba479e8,revision_number=5']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:32:09.822901 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ff22dc-f759-435d-970f-867e412ea206 req-93733f9d-ded7-45fa-81e0-4473df8ae6da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:32:09.828233 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-f4ff22dc-f759-435d-970f-867e412ea206 req-93733f9d-ded7-45fa-81e0-4473df8ae6da service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=34aff2af8eff4331a20d73f44e39de99&device_id=2788fe3f-cf4e-42dc-b1cb-20b1dddccb5f HTTP/1.1" status: 200 len: 1095 time: 0.1146364 Jul 06 14:32:09.895841 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-f4ff22dc-f759-435d-970f-867e412ea206 req-90f6f0bf-56cb-4ec6-aa48-b14fd529bd3d service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a0e53d46-990d-41f1-b906-43cdbeff7d84 HTTP/1.1" status: 200 len: 217 time: 0.0602243 Jul 06 14:32:09.988587 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ff22dc-f759-435d-970f-867e412ea206 req-de2283ac-15bb-4854-8d44-8760387780a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:32:09.990489 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-f4ff22dc-f759-435d-970f-867e412ea206 req-de2283ac-15bb-4854-8d44-8760387780a7 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=a6103a5b-23db-41c0-acaf-c0375bb0935b HTTP/1.1" status: 200 len: 847 time: 0.0885513 Jul 06 14:32:10.065863 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ff22dc-f759-435d-970f-867e412ea206 req-311f9589-8eae-4bc6-b643-040fa9816a21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:32:10.067498 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-f4ff22dc-f759-435d-970f-867e412ea206 req-311f9589-8eae-4bc6-b643-040fa9816a21 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=cb5944e1-9f88-45ab-a7f5-77b1e91c305e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0694988 Jul 06 14:32:10.164168 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-f4ff22dc-f759-435d-970f-867e412ea206 req-78489ec1-c664-4517-a371-4e4551eb7fb0 service neutron] 10.222.0.72 "GET /v2.0/networks/cb5944e1-9f88-45ab-a7f5-77b1e91c305e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901892 Jul 06 14:32:10.193275 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3710f7e8-37ab-4517-841f-bc3642ee3355 req-7eb01d81-5b36-4a9a-953d-26b2f5030f1b tempest-TestServerMultinode-1793928102 tempest-TestServerMultinode-1793928102-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:32:10.194831 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-3710f7e8-37ab-4517-841f-bc3642ee3355 req-7eb01d81-5b36-4a9a-953d-26b2f5030f1b tempest-TestServerMultinode-1793928102 tempest-TestServerMultinode-1793928102-project-admin] 10.222.0.104 "GET /v2.0/ports?device_id=14a244c6-47c2-45e5-940a-4bb9f8f114e7 HTTP/1.1" status: 200 len: 1097 time: 0.0913460 Jul 06 14:32:10.294162 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-f4ff22dc-f759-435d-970f-867e412ea206 req-5191481f-f91c-4d86-a87e-6b5e2c4cd472 service neutron] 10.222.0.72 "GET /v2.0/networks/cb5944e1-9f88-45ab-a7f5-77b1e91c305e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1152472 Jul 06 14:32:10.302027 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-3710f7e8-37ab-4517-841f-bc3642ee3355 req-5492413d-b54c-449f-b7e7-328be98e0e6f tempest-TestServerMultinode-1793928102 tempest-TestServerMultinode-1793928102-project-admin] 10.222.0.104 "GET /v2.0/security-groups?id=e489c9fd-cfd4-4a53-b11a-40df6c792962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999763 Jul 06 14:32:10.332180 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2aa1ad-3bd0-4c48-8b35-2372479d7d9a req-37bb33e7-aaea-4187-aad3-3711a010ff1e tempest-TestServerBasicOps-548713336 tempest-TestServerBasicOps-548713336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:32:10.333696 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-8c2aa1ad-3bd0-4c48-8b35-2372479d7d9a req-37bb33e7-aaea-4187-aad3-3711a010ff1e tempest-TestServerBasicOps-548713336 tempest-TestServerBasicOps-548713336-project] 10.222.0.104 "GET /v2.0/ports?device_id=2788fe3f-cf4e-42dc-b1cb-20b1dddccb5f HTTP/1.1" status: 200 len: 944 time: 0.1069927 Jul 06 14:32:10.376470 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-8c2aa1ad-3bd0-4c48-8b35-2372479d7d9a req-55a17816-eb41-44d0-9405-80a4da7005fc tempest-TestServerBasicOps-548713336 tempest-TestServerBasicOps-548713336-project] 10.222.0.104 "GET /v2.0/security-groups?id=85171937-537f-48c2-80ab-9a6c327a93a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357940 Jul 06 14:32:10.402864 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9971e33-1e23-4c52-9936-079d3d20855c req-56f52dfe-b382-4aa2-865d-9b9f11ae43d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:32:10.405190 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-d9971e33-1e23-4c52-9936-079d3d20855c req-56f52dfe-b382-4aa2-865d-9b9f11ae43d3 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=34aff2af8eff4331a20d73f44e39de99&device_id=2788fe3f-cf4e-42dc-b1cb-20b1dddccb5f HTTP/1.1" status: 200 len: 1095 time: 0.0610108 Jul 06 14:32:10.501675 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9971e33-1e23-4c52-9936-079d3d20855c req-42b882a0-e7a7-4a5a-8580-2714e2c001b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:32:10.503149 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-d9971e33-1e23-4c52-9936-079d3d20855c req-42b882a0-e7a7-4a5a-8580-2714e2c001b7 service neutron] 10.222.0.72 "GET /v2.0/networks?id=cb5944e1-9f88-45ab-a7f5-77b1e91c305e HTTP/1.1" status: 200 len: 910 time: 0.0911810 Jul 06 14:32:10.550480 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-d9971e33-1e23-4c52-9936-079d3d20855c req-e7c408fe-8a71-4524-b929-aaecd4ff3eec service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a0e53d46-990d-41f1-b906-43cdbeff7d84 HTTP/1.1" status: 200 len: 217 time: 0.0395589 Jul 06 14:32:10.613781 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9971e33-1e23-4c52-9936-079d3d20855c req-11fe1503-e0ae-4004-9c22-57eae1b85dfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:32:10.615415 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-d9971e33-1e23-4c52-9936-079d3d20855c req-11fe1503-e0ae-4004-9c22-57eae1b85dfc service neutron] 10.222.0.72 "GET /v2.0/subnets?id=a6103a5b-23db-41c0-acaf-c0375bb0935b HTTP/1.1" status: 200 len: 847 time: 0.0552518 Jul 06 14:32:10.679123 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9971e33-1e23-4c52-9936-079d3d20855c req-f2dd6d79-a5a8-4b1a-92ca-642ac81c7dba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:32:10.680726 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-d9971e33-1e23-4c52-9936-079d3d20855c req-f2dd6d79-a5a8-4b1a-92ca-642ac81c7dba service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=cb5944e1-9f88-45ab-a7f5-77b1e91c305e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0560727 Jul 06 14:32:10.781433 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-d9971e33-1e23-4c52-9936-079d3d20855c req-d60d3061-0d48-43d6-a0a8-7f652d778dfa service neutron] 10.222.0.72 "GET /v2.0/networks/cb5944e1-9f88-45ab-a7f5-77b1e91c305e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929773 Jul 06 14:32:10.831980 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:32:10.875836 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-d9971e33-1e23-4c52-9936-079d3d20855c req-25721de8-9bf1-4f6d-af9e-951a9fea67f2 service neutron] 10.222.0.72 "GET /v2.0/networks/cb5944e1-9f88-45ab-a7f5-77b1e91c305e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875177 Jul 06 14:32:11.332500 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device ddab51e7-215a-40c5-8131-babd9ba479e8 up at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:32:11.391747 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning complete for port ddab51e7-215a-40c5-8131-babd9ba479e8 triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:32:11.392218 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:32:11.437485 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b15fcc4-34cf-4dae-bda6-737f72dd56c8 req-7ec3cacd-8927-45a7-a39b-40b1fb6f809e tempest-TestServerMultinode-1793928102 tempest-TestServerMultinode-1793928102-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:32:11.440759 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-4b15fcc4-34cf-4dae-bda6-737f72dd56c8 req-7ec3cacd-8927-45a7-a39b-40b1fb6f809e tempest-TestServerMultinode-1793928102 tempest-TestServerMultinode-1793928102-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=14a244c6-47c2-45e5-940a-4bb9f8f114e7 HTTP/1.1" status: 200 len: 1097 time: 0.0666177 Jul 06 14:32:11.499554 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0228357-a35e-4b81-a877-31b46243c931 req-708782c2-8f5d-4bb3-ad24-41c3c27661f3 tempest-TestServerMultinode-1793928102 tempest-TestServerMultinode-1793928102-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:32:11.501014 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-b0228357-a35e-4b81-a877-31b46243c931 req-708782c2-8f5d-4bb3-ad24-41c3c27661f3 tempest-TestServerMultinode-1793928102 tempest-TestServerMultinode-1793928102-project-admin] 10.222.0.104 "GET /v2.0/ports?device_id=14a244c6-47c2-45e5-940a-4bb9f8f114e7 HTTP/1.1" status: 200 len: 1097 time: 0.0631399 Jul 06 14:32:11.575072 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-b0228357-a35e-4b81-a877-31b46243c931 req-13fd4439-713b-4bd3-ae5d-7f2eefc94a2e tempest-TestServerMultinode-1793928102 tempest-TestServerMultinode-1793928102-project-admin] 10.222.0.104 "GET /v2.0/security-groups?id=e489c9fd-cfd4-4a53-b11a-40df6c792962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670590 Jul 06 14:32:11.580112 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [req-4b15fcc4-34cf-4dae-bda6-737f72dd56c8 req-26286cab-b45f-4916-ab67-e8c8d7d02153 tempest-TestServerMultinode-1793928102 tempest-TestServerMultinode-1793928102-project-admin] Deleting port 4d7ba7b8-1085-4446-859c-d6911b6ea73d {{(pid=100246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:32:11.580641 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-4b15fcc4-34cf-4dae-bda6-737f72dd56c8 req-26286cab-b45f-4916-ab67-e8c8d7d02153 tempest-TestServerMultinode-1793928102 tempest-TestServerMultinode-1793928102-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:32:11.608583 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca21d7c4-3bb8-4ed1-8e52-4315240cc7db req-bad27bb4-dee4-4bed-baea-b37c2b7a78b8 tempest-TestServerBasicOps-548713336 tempest-TestServerBasicOps-548713336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:32:11.615531 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-ca21d7c4-3bb8-4ed1-8e52-4315240cc7db req-bad27bb4-dee4-4bed-baea-b37c2b7a78b8 tempest-TestServerBasicOps-548713336 tempest-TestServerBasicOps-548713336-project] 10.222.0.104 "GET /v2.0/ports?device_id=2788fe3f-cf4e-42dc-b1cb-20b1dddccb5f HTTP/1.1" status: 200 len: 944 time: 0.0950444 Jul 06 14:32:11.658010 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-ca21d7c4-3bb8-4ed1-8e52-4315240cc7db req-29ec1554-6aad-4b4f-9a67-e7379f1ff22e tempest-TestServerBasicOps-548713336 tempest-TestServerBasicOps-548713336-project] 10.222.0.104 "GET /v2.0/security-groups?id=85171937-537f-48c2-80ab-9a6c327a93a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416305 Jul 06 14:32:11.700278 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.db [req-4b15fcc4-34cf-4dae-bda6-737f72dd56c8 req-26286cab-b45f-4916-ab67-e8c8d7d02153 tempest-TestServerMultinode-1793928102 tempest-TestServerMultinode-1793928102-project-admin] For port 4d7ba7b8-1085-4446-859c-d6911b6ea73d, host n-h2-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=4d7ba7b8-1085-4446-859c-d6911b6ea73d,segment=NetworkSegment(2a6b47e8-f81a-44e8-a9d7-503148c12c07),segment_id=2a6b47e8-f81a-44e8-a9d7-503148c12c07)] {{(pid=100246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:32:11.700798 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-4b15fcc4-34cf-4dae-bda6-737f72dd56c8 req-26286cab-b45f-4916-ab67-e8c8d7d02153 tempest-TestServerMultinode-1793928102 tempest-TestServerMultinode-1793928102-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:32:11.720039 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [req-4b15fcc4-34cf-4dae-bda6-737f72dd56c8 req-26286cab-b45f-4916-ab67-e8c8d7d02153 tempest-TestServerMultinode-1793928102 tempest-TestServerMultinode-1793928102-project-admin] Calling delete_port for 4d7ba7b8-1085-4446-859c-d6911b6ea73d owned by compute:nova {{(pid=100246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:32:11.860495 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-4b15fcc4-34cf-4dae-bda6-737f72dd56c8 req-26286cab-b45f-4916-ab67-e8c8d7d02153 tempest-TestServerMultinode-1793928102 tempest-TestServerMultinode-1793928102-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127687580'] for port, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:32:11.873489 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] get_ports_and_sgs() called for port_ids ['4d7ba7b8-1085-4446-859c-d6911b6ea73d'] {{(pid=100248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 14:32:11.875685 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] get_ports_and_sgs() called for port_ids ['8dead161-19e8-4bab-a2d1-837bb85ede16'] {{(pid=100248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 14:32:11.891340 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26286cab-b45f-4916-ab67-e8c8d7d02153 tempest-TestServerMultinode-1793928102 tempest-TestServerMultinode-1793928102-project-admin] Pushing event deleted for resources: {'Port': ['ID=4d7ba7b8-1085-4446-859c-d6911b6ea73d,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:32:11.945630 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b15fcc4-34cf-4dae-bda6-737f72dd56c8 req-26286cab-b45f-4916-ab67-e8c8d7d02153 tempest-TestServerMultinode-1793928102 tempest-TestServerMultinode-1793928102-project-admin] No DVR routers for this DVR port 4d7ba7b8-1085-4446-859c-d6911b6ea73d on host n-h2-773647-6 {{(pid=100246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:32:11.948417 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-4b15fcc4-34cf-4dae-bda6-737f72dd56c8 req-26286cab-b45f-4916-ab67-e8c8d7d02153 tempest-TestServerMultinode-1793928102 tempest-TestServerMultinode-1793928102-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:32:11.951509 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-4b15fcc4-34cf-4dae-bda6-737f72dd56c8 req-26286cab-b45f-4916-ab67-e8c8d7d02153 tempest-TestServerMultinode-1793928102 tempest-TestServerMultinode-1793928102-project-admin] 10.222.0.72 "DELETE /v2.0/ports/4d7ba7b8-1085-4446-859c-d6911b6ea73d HTTP/1.1" status: 204 len: 173 time: 0.5046084 Jul 06 14:32:11.951970 n-d-773647-6 neutron-server[100246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14a244c6-47c2-45e5-940a-4bb9f8f114e7', 'name': 'network-vif-deleted', 'tag': '4d7ba7b8-1085-4446-859c-d6911b6ea73d'}] {{(pid=100246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:32:11.954573 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0d96c5ab5e889f7b933ae915b9be33d1b46c9e87795bf781004b656ef3f1e87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad51c9f5-ea56-4192-8c94-29b211af5cbd" -d '{"events": [{"server_uuid": "14a244c6-47c2-45e5-940a-4bb9f8f114e7", "name": "network-vif-deleted", "tag": "4d7ba7b8-1085-4446-859c-d6911b6ea73d"}]}' {{(pid=100246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:32:12.031929 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 14:32:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c090b1c-c053-48c4-8a92-82e60f9a80c3 x-openstack-request-id: req-8c090b1c-c053-48c4-8a92-82e60f9a80c3 {{(pid=100246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:32:12.032124 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14a244c6-47c2-45e5-940a-4bb9f8f114e7", "name": "network-vif-deleted", "tag": "4d7ba7b8-1085-4446-859c-d6911b6ea73d", "status": "completed", "code": 200}]} {{(pid=100246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:32:12.032357 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-8c090b1c-c053-48c4-8a92-82e60f9a80c3 {{(pid=100246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:32:12.032760 n-d-773647-6 neutron-server[100246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14a244c6-47c2-45e5-940a-4bb9f8f114e7', 'name': 'network-vif-deleted', 'tag': '4d7ba7b8-1085-4446-859c-d6911b6ea73d', 'status': 'completed', 'code': 200} Jul 06 14:32:12.655028 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:32:12.848404 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3107d343-8a84-4717-acb1-2d16f63118b1 req-e057a554-1bbe-4d0c-86a1-1211b81d1ae8 tempest-TestServerBasicOps-548713336 tempest-TestServerBasicOps-548713336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:32:12.849909 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-3107d343-8a84-4717-acb1-2d16f63118b1 req-e057a554-1bbe-4d0c-86a1-1211b81d1ae8 tempest-TestServerBasicOps-548713336 tempest-TestServerBasicOps-548713336-project] 10.222.0.104 "GET /v2.0/ports?device_id=2788fe3f-cf4e-42dc-b1cb-20b1dddccb5f HTTP/1.1" status: 200 len: 944 time: 0.0688264 Jul 06 14:32:12.893371 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-3107d343-8a84-4717-acb1-2d16f63118b1 req-46035763-3f23-4692-a26a-8de2b9d4897c tempest-TestServerBasicOps-548713336 tempest-TestServerBasicOps-548713336-project] 10.222.0.104 "GET /v2.0/security-groups?id=85171937-537f-48c2-80ab-9a6c327a93a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367045 Jul 06 14:32:12.904919 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Device a0e53d46-990d-41f1-b906-43cdbeff7d84 details requested by agent hyperv_n-h2-773647-6 with host n-h2-773647-6 {{(pid=100248) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 14:32:13.010702 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] For port a0e53d46-990d-41f1-b906-43cdbeff7d84, host n-h2-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=a0e53d46-990d-41f1-b906-43cdbeff7d84,segment=NetworkSegment(d1334ab1-6c20-4981-8b97-c602f01da248),segment_id=d1334ab1-6c20-4981-8b97-c602f01da248)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:32:13.022897 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Returning: {'device': 'a0e53d46-990d-41f1-b906-43cdbeff7d84', 'network_id': 'cb5944e1-9f88-45ab-a7f5-77b1e91c305e', 'port_id': 'a0e53d46-990d-41f1-b906-43cdbeff7d84', 'mac_address': 'fa:16:3e:2e:e6:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1019, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a6103a5b-23db-41c0-acaf-c0375bb0935b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100248) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 14:32:13.060254 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:32:13.073914 n-d-773647-6 neutron-server[100248]: DEBUG neutron.notifiers.nova [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a0e53d46-990d-41f1-b906-43cdbeff7d84 {{(pid=100248) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 14:32:13.078713 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bae7986-59e1-4aef-8b44-65efa6dde40c req-3b7ebd00-795c-4ecc-a415-ed5625b36725 tempest-TestServerMultinode-1793928102 tempest-TestServerMultinode-1793928102-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:32:13.080538 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-5bae7986-59e1-4aef-8b44-65efa6dde40c req-3b7ebd00-795c-4ecc-a415-ed5625b36725 tempest-TestServerMultinode-1793928102 tempest-TestServerMultinode-1793928102-project-admin] 10.222.0.104 "GET /v2.0/ports?device_id=5a0c42f9-3c97-410a-83e1-434f0a23f5ed HTTP/1.1" status: 200 len: 1097 time: 0.0575631 Jul 06 14:32:13.100782 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] For port a0e53d46-990d-41f1-b906-43cdbeff7d84, host n-h2-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=a0e53d46-990d-41f1-b906-43cdbeff7d84,segment=NetworkSegment(d1334ab1-6c20-4981-8b97-c602f01da248),segment_id=d1334ab1-6c20-4981-8b97-c602f01da248)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:32:13.108387 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:32:13.129182 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-5bae7986-59e1-4aef-8b44-65efa6dde40c req-0df11ab3-b538-4c8e-a36c-f81646e2f37a tempest-TestServerMultinode-1793928102 tempest-TestServerMultinode-1793928102-project-admin] 10.222.0.104 "GET /v2.0/security-groups?id=e489c9fd-cfd4-4a53-b11a-40df6c792962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429468 Jul 06 14:32:13.157353 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Pushing event updated for resources: {'Port': ['ID=a0e53d46-990d-41f1-b906-43cdbeff7d84,revision_number=4']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:32:13.300007 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] get_ports_and_sgs() called for port_ids ['a0e53d46-990d-41f1-b906-43cdbeff7d84'] {{(pid=100248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 14:32:14.073266 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25da5343-c3d4-4557-9d9a-49879b694dab req-b5582452-3630-45bf-877b-0c4c91566261 tempest-TestServerBasicOps-548713336 tempest-TestServerBasicOps-548713336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:32:14.074658 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-25da5343-c3d4-4557-9d9a-49879b694dab req-b5582452-3630-45bf-877b-0c4c91566261 tempest-TestServerBasicOps-548713336 tempest-TestServerBasicOps-548713336-project] 10.222.0.104 "GET /v2.0/ports?device_id=2788fe3f-cf4e-42dc-b1cb-20b1dddccb5f HTTP/1.1" status: 200 len: 945 time: 0.0634413 Jul 06 14:32:14.117568 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-25da5343-c3d4-4557-9d9a-49879b694dab req-c7ce597d-026e-436f-99ce-5252a1d46218 tempest-TestServerBasicOps-548713336 tempest-TestServerBasicOps-548713336-project] 10.222.0.104 "GET /v2.0/security-groups?id=85171937-537f-48c2-80ab-9a6c327a93a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365894 Jul 06 14:32:14.298494 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72e050a-b2d4-42f8-ae52-b9c7186a7308 req-f5faa628-303c-4882-938c-bce1924de60b tempest-TestServerMultinode-1793928102 tempest-TestServerMultinode-1793928102-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:32:14.300169 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-a72e050a-b2d4-42f8-ae52-b9c7186a7308 req-f5faa628-303c-4882-938c-bce1924de60b tempest-TestServerMultinode-1793928102 tempest-TestServerMultinode-1793928102-project-admin] 10.222.0.104 "GET /v2.0/ports?device_id=5a0c42f9-3c97-410a-83e1-434f0a23f5ed HTTP/1.1" status: 200 len: 1097 time: 0.0621943 Jul 06 14:32:14.334575 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-a72e050a-b2d4-42f8-ae52-b9c7186a7308 req-976f97ec-e9fc-4f51-ba52-46ac43758b26 tempest-TestServerMultinode-1793928102 tempest-TestServerMultinode-1793928102-project-admin] 10.222.0.104 "GET /v2.0/security-groups?id=e489c9fd-cfd4-4a53-b11a-40df6c792962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0285537 Jul 06 14:32:14.637363 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe9a559-75eb-4b75-a5b2-2480d45223e7 req-8f29b716-9b79-4754-a1d1-e4bc6578036e tempest-TestServerMultinode-1793928102 tempest-TestServerMultinode-1793928102-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:32:14.638923 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-7fe9a559-75eb-4b75-a5b2-2480d45223e7 req-8f29b716-9b79-4754-a1d1-e4bc6578036e tempest-TestServerMultinode-1793928102 tempest-TestServerMultinode-1793928102-project-admin] 10.222.0.127 "GET /v2.0/ports?device_id=5a0c42f9-3c97-410a-83e1-434f0a23f5ed HTTP/1.1" status: 200 len: 1097 time: 0.0590489 Jul 06 14:32:14.730628 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.plugin [req-7fe9a559-75eb-4b75-a5b2-2480d45223e7 req-7f8a6d6d-03f0-4296-afb0-f700b967e4e9 tempest-TestServerMultinode-1793928102 tempest-TestServerMultinode-1793928102-project-admin] Deleting port 8dead161-19e8-4bab-a2d1-837bb85ede16 {{(pid=100247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:32:14.730959 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-7fe9a559-75eb-4b75-a5b2-2480d45223e7 req-7f8a6d6d-03f0-4296-afb0-f700b967e4e9 tempest-TestServerMultinode-1793928102 tempest-TestServerMultinode-1793928102-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:32:14.810346 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.db [req-7fe9a559-75eb-4b75-a5b2-2480d45223e7 req-7f8a6d6d-03f0-4296-afb0-f700b967e4e9 tempest-TestServerMultinode-1793928102 tempest-TestServerMultinode-1793928102-project-admin] For port 8dead161-19e8-4bab-a2d1-837bb85ede16, host n-h1-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773647-6',level=0,port_id=8dead161-19e8-4bab-a2d1-837bb85ede16,segment=NetworkSegment(2a6b47e8-f81a-44e8-a9d7-503148c12c07),segment_id=2a6b47e8-f81a-44e8-a9d7-503148c12c07)] {{(pid=100247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:32:14.810710 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-7fe9a559-75eb-4b75-a5b2-2480d45223e7 req-7f8a6d6d-03f0-4296-afb0-f700b967e4e9 tempest-TestServerMultinode-1793928102 tempest-TestServerMultinode-1793928102-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:32:14.824080 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.plugin [req-7fe9a559-75eb-4b75-a5b2-2480d45223e7 req-7f8a6d6d-03f0-4296-afb0-f700b967e4e9 tempest-TestServerMultinode-1793928102 tempest-TestServerMultinode-1793928102-project-admin] Calling delete_port for 8dead161-19e8-4bab-a2d1-837bb85ede16 owned by compute:nova {{(pid=100247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:32:14.920244 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Device a0e53d46-990d-41f1-b906-43cdbeff7d84 up at agent hyperv_n-h2-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:32:14.955509 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-7fe9a559-75eb-4b75-a5b2-2480d45223e7 req-7f8a6d6d-03f0-4296-afb0-f700b967e4e9 tempest-TestServerMultinode-1793928102 tempest-TestServerMultinode-1793928102-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128888353'] for port, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:32:14.974937 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] get_ports_and_sgs() called for port_ids ['8dead161-19e8-4bab-a2d1-837bb85ede16'] {{(pid=100248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 14:32:14.997179 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8a6d6d-03f0-4296-afb0-f700b967e4e9 tempest-TestServerMultinode-1793928102 tempest-TestServerMultinode-1793928102-project-admin] Pushing event deleted for resources: {'Port': ['ID=8dead161-19e8-4bab-a2d1-837bb85ede16,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:32:15.031931 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Provisioning for port a0e53d46-990d-41f1-b906-43cdbeff7d84 completed by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:32:15.037164 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Provisioning complete for port a0e53d46-990d-41f1-b906-43cdbeff7d84 triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:32:15.037543 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:32:15.064318 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.l3_dvrscheduler_db [req-7fe9a559-75eb-4b75-a5b2-2480d45223e7 req-7f8a6d6d-03f0-4296-afb0-f700b967e4e9 tempest-TestServerMultinode-1793928102 tempest-TestServerMultinode-1793928102-project-admin] No DVR routers for this DVR port 8dead161-19e8-4bab-a2d1-837bb85ede16 on host n-h1-773647-6 {{(pid=100247) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:32:15.068788 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-7fe9a559-75eb-4b75-a5b2-2480d45223e7 req-7f8a6d6d-03f0-4296-afb0-f700b967e4e9 tempest-TestServerMultinode-1793928102 tempest-TestServerMultinode-1793928102-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:32:15.071386 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-7fe9a559-75eb-4b75-a5b2-2480d45223e7 req-7f8a6d6d-03f0-4296-afb0-f700b967e4e9 tempest-TestServerMultinode-1793928102 tempest-TestServerMultinode-1793928102-project-admin] 10.222.0.127 "DELETE /v2.0/ports/8dead161-19e8-4bab-a2d1-837bb85ede16 HTTP/1.1" status: 204 len: 173 time: 0.4256876 Jul 06 14:32:15.072200 n-d-773647-6 neutron-server[100247]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a0c42f9-3c97-410a-83e1-434f0a23f5ed', 'name': 'network-vif-deleted', 'tag': '8dead161-19e8-4bab-a2d1-837bb85ede16'}] {{(pid=100247) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:32:15.076582 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cbf0eeaae822f8fc9b87a94aeba67a3d651842baf663a51cba94b67a514836d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7978bb3b-fe72-41d5-86a7-364b438125c9" -d '{"events": [{"server_uuid": "5a0c42f9-3c97-410a-83e1-434f0a23f5ed", "name": "network-vif-deleted", "tag": "8dead161-19e8-4bab-a2d1-837bb85ede16"}]}' {{(pid=100247) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:32:15.149573 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 14:32:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98bc0307-6533-46ba-91f3-2b31407eed40 x-openstack-request-id: req-98bc0307-6533-46ba-91f3-2b31407eed40 {{(pid=100247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:32:15.149914 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a0c42f9-3c97-410a-83e1-434f0a23f5ed", "name": "network-vif-deleted", "tag": "8dead161-19e8-4bab-a2d1-837bb85ede16", "status": "completed", "code": 200}]} {{(pid=100247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:32:15.150188 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-98bc0307-6533-46ba-91f3-2b31407eed40 {{(pid=100247) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:32:15.150674 n-d-773647-6 neutron-server[100247]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a0c42f9-3c97-410a-83e1-434f0a23f5ed', 'name': 'network-vif-deleted', 'tag': '8dead161-19e8-4bab-a2d1-837bb85ede16', 'status': 'completed', 'code': 200} Jul 06 14:32:15.160121 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:32:15.214382 n-d-773647-6 neutron-server[100248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2788fe3f-cf4e-42dc-b1cb-20b1dddccb5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0e53d46-990d-41f1-b906-43cdbeff7d84'}] {{(pid=100248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:32:15.219433 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84af257533e383389cbcf231d3534f4d5e149e7203fea16b4a8fc01438dddaf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-298d959b-8cd0-4abe-85b9-a1e42a34d684" -d '{"events": [{"server_uuid": "2788fe3f-cf4e-42dc-b1cb-20b1dddccb5f", "name": "network-vif-plugged", "status": "completed", "tag": "a0e53d46-990d-41f1-b906-43cdbeff7d84"}]}' {{(pid=100248) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:32:15.270701 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] For port a0e53d46-990d-41f1-b906-43cdbeff7d84, host n-h2-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=a0e53d46-990d-41f1-b906-43cdbeff7d84,segment=NetworkSegment(d1334ab1-6c20-4981-8b97-c602f01da248),segment_id=d1334ab1-6c20-4981-8b97-c602f01da248)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:32:15.281362 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:32:15.283269 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Device 4d7ba7b8-1085-4446-859c-d6911b6ea73d no longer exists at agent hyperv_n-h2-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:32:15.330940 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 14:32:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccd28172-443d-4af5-94c0-71b13411637d x-openstack-request-id: req-ccd28172-443d-4af5-94c0-71b13411637d {{(pid=100248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:32:15.331552 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2788fe3f-cf4e-42dc-b1cb-20b1dddccb5f", "name": "network-vif-plugged", "status": "completed", "tag": "a0e53d46-990d-41f1-b906-43cdbeff7d84", "code": 200}]} {{(pid=100248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:32:15.331967 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-ccd28172-443d-4af5-94c0-71b13411637d {{(pid=100248) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:32:15.332566 n-d-773647-6 neutron-server[100248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2788fe3f-cf4e-42dc-b1cb-20b1dddccb5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0e53d46-990d-41f1-b906-43cdbeff7d84', 'code': 200} Jul 06 14:32:15.355056 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] No Port match for: 4d7ba7b8-1085-4446-859c-d6911b6ea73d {{(pid=100248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 14:32:15.355820 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Device 4d7ba7b8-1085-4446-859c-d6911b6ea73d not bound to the agent host n-h2-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:32:15.456878 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Pushing event updated for resources: {'Port': ['ID=a0e53d46-990d-41f1-b906-43cdbeff7d84,revision_number=5']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:32:15.527132 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59dfecd-2a28-4413-a2e9-62a5a806c5c6 req-2cb9b4fb-f25a-4259-94eb-8fdfa877b8ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:32:15.529983 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-f59dfecd-2a28-4413-a2e9-62a5a806c5c6 req-2cb9b4fb-f25a-4259-94eb-8fdfa877b8ad service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=2788fe3f-cf4e-42dc-b1cb-20b1dddccb5f HTTP/1.1" status: 200 len: 1097 time: 0.1049573 Jul 06 14:32:15.581257 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-4f373248-77f0-4168-9330-ea6827b71227 req-3ddb2793-748d-468e-8616-bf699a2032e2 tempest-TestServerMultinode-1793928102 tempest-TestServerMultinode-1793928102-project-admin] 10.222.0.104 "GET /v2.0/ports?device_id=5a0c42f9-3c97-410a-83e1-434f0a23f5ed HTTP/1.1" status: 200 len: 210 time: 0.0379694 Jul 06 14:32:15.591011 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-f59dfecd-2a28-4413-a2e9-62a5a806c5c6 req-4c13b6ef-5c66-47f7-a3b2-4f4e685dff96 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=85171937-537f-48c2-80ab-9a6c327a93a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545623 Jul 06 14:32:15.653494 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09756f51-86ff-47e3-9577-2f547a8580cd req-e6702e57-8ffe-4dcd-870d-b7c6ff4f26bb tempest-TestServerBasicOps-548713336 tempest-TestServerBasicOps-548713336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:32:15.656100 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-09756f51-86ff-47e3-9577-2f547a8580cd req-e6702e57-8ffe-4dcd-870d-b7c6ff4f26bb tempest-TestServerBasicOps-548713336 tempest-TestServerBasicOps-548713336-project] 10.222.0.104 "GET /v2.0/ports?device_id=2788fe3f-cf4e-42dc-b1cb-20b1dddccb5f HTTP/1.1" status: 200 len: 946 time: 0.0779619 Jul 06 14:32:15.697266 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-09756f51-86ff-47e3-9577-2f547a8580cd req-0b6119c8-6df5-4243-8938-47787ae53847 tempest-TestServerBasicOps-548713336 tempest-TestServerBasicOps-548713336-project] 10.222.0.104 "GET /v2.0/security-groups?id=85171937-537f-48c2-80ab-9a6c327a93a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353770 Jul 06 14:32:16.697417 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 55470) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:32:16.947371 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406c9d0b-aefa-4afd-8fb3-5fb661292fb4 req-089b3ad2-dc35-4d4e-8101-d3b97070b862 tempest-TestServerBasicOps-548713336 tempest-TestServerBasicOps-548713336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:32:16.948862 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-406c9d0b-aefa-4afd-8fb3-5fb661292fb4 req-089b3ad2-dc35-4d4e-8101-d3b97070b862 tempest-TestServerBasicOps-548713336 tempest-TestServerBasicOps-548713336-project] 10.222.0.104 "GET /v2.0/ports?device_id=2788fe3f-cf4e-42dc-b1cb-20b1dddccb5f HTTP/1.1" status: 200 len: 946 time: 0.1402812 Jul 06 14:32:17.036307 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-406c9d0b-aefa-4afd-8fb3-5fb661292fb4 req-d7bc5491-26f8-4d15-9f13-160630f5630b tempest-TestServerBasicOps-548713336 tempest-TestServerBasicOps-548713336-project] 10.222.0.104 "GET /v2.0/security-groups?id=85171937-537f-48c2-80ab-9a6c327a93a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0815861 Jul 06 14:32:17.082155 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Device 8dead161-19e8-4bab-a2d1-837bb85ede16 no longer exists at agent hyperv_n-h1-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:32:17.122611 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] No Port match for: 8dead161-19e8-4bab-a2d1-837bb85ede16 {{(pid=100248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 14:32:17.123484 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Device 8dead161-19e8-4bab-a2d1-837bb85ede16 not bound to the agent host n-h1-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:32:17.141996 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-c40c7a27-af4d-410c-a8ea-b5a375b42787 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1809431'] for router_interface, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:32:17.367845 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010f02bc-f1a0-4562-9dc8-a9f07420bf65 req-053590d4-3016-4741-94d8-8b18f4cf2c69 tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:32:17.369271 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-010f02bc-f1a0-4562-9dc8-a9f07420bf65 req-053590d4-3016-4741-94d8-8b18f4cf2c69 tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] 10.222.0.104 "GET /v2.0/networks?id=8d42e765-466c-4066-a835-9be26bf6d40e HTTP/1.1" status: 200 len: 812 time: 0.1888075 Jul 06 14:32:17.410335 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d46717e-7d48-4536-b078-63073ba59d2b req-3efad17e-ddd0-4a5a-8715-e713c22e19ce tempest-TestServerBasicOps-548713336 tempest-TestServerBasicOps-548713336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:32:17.411757 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-2d46717e-7d48-4536-b078-63073ba59d2b req-3efad17e-ddd0-4a5a-8715-e713c22e19ce tempest-TestServerBasicOps-548713336 tempest-TestServerBasicOps-548713336-project] 10.222.0.104 "GET /v2.0/ports?device_id=2788fe3f-cf4e-42dc-b1cb-20b1dddccb5f HTTP/1.1" status: 200 len: 946 time: 0.2325020 Jul 06 14:32:17.443967 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-010f02bc-f1a0-4562-9dc8-a9f07420bf65 req-62db3959-e78e-4139-a53a-c83c18fb715f tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] 10.222.0.104 "GET /v2.0/quotas/9d9b21e60bee490a9bf202cb583bf670 HTTP/1.1" status: 200 len: 375 time: 0.0441341 Jul 06 14:32:17.507691 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-2d46717e-7d48-4536-b078-63073ba59d2b req-eedf5d38-1e25-4f26-a448-91d2d37a21a0 tempest-TestServerBasicOps-548713336 tempest-TestServerBasicOps-548713336-project] 10.222.0.104 "GET /v2.0/security-groups?id=85171937-537f-48c2-80ab-9a6c327a93a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0898027 Jul 06 14:32:17.566064 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-010f02bc-f1a0-4562-9dc8-a9f07420bf65 req-2d747fae-e1b2-41e2-a7c0-0383879f735a tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] 10.222.0.104 "GET /v2.0/ports?tenant_id=9d9b21e60bee490a9bf202cb583bf670&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1143086 Jul 06 14:32:18.065162 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-010f02bc-f1a0-4562-9dc8-a9f07420bf65 req-b69116eb-f243-4e37-b8e1-eabff02a20e8 service neutron] 10.222.0.104 "GET /v2.0/networks/8d42e765-466c-4066-a835-9be26bf6d40e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4905062 Jul 06 14:32:18.070180 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.plugin [None req-c40c7a27-af4d-410c-a8ea-b5a375b42787 admin admin] Deleting port b058dda1-8169-4a8b-9681-dbdc51681d69 {{(pid=100247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:32:18.070525 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-c40c7a27-af4d-410c-a8ea-b5a375b42787 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:32:18.174036 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99212423-d65f-48d5-8ddf-7dc3ad0f1e63 req-214ff2bb-13a5-4e4e-bfae-368496861e1a tempest-TestServerBasicOps-548713336 tempest-TestServerBasicOps-548713336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:32:18.175499 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-99212423-d65f-48d5-8ddf-7dc3ad0f1e63 req-214ff2bb-13a5-4e4e-bfae-368496861e1a tempest-TestServerBasicOps-548713336 tempest-TestServerBasicOps-548713336-project] 10.222.0.104 "GET /v2.0/ports?device_id=2788fe3f-cf4e-42dc-b1cb-20b1dddccb5f HTTP/1.1" status: 200 len: 946 time: 0.5415289 Jul 06 14:32:18.257597 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.db [None req-c40c7a27-af4d-410c-a8ea-b5a375b42787 admin admin] For port b058dda1-8169-4a8b-9681-dbdc51681d69, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=b058dda1-8169-4a8b-9681-dbdc51681d69,segment=NetworkSegment(2a6b47e8-f81a-44e8-a9d7-503148c12c07),segment_id=2a6b47e8-f81a-44e8-a9d7-503148c12c07)] {{(pid=100247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:32:18.257952 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-c40c7a27-af4d-410c-a8ea-b5a375b42787 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:32:18.262749 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-99212423-d65f-48d5-8ddf-7dc3ad0f1e63 req-5723d661-d2ff-47c5-824d-7c9d3db1fe07 tempest-TestServerBasicOps-548713336 tempest-TestServerBasicOps-548713336-project] 10.222.0.104 "GET /v2.0/security-groups?id=85171937-537f-48c2-80ab-9a6c327a93a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0799985 Jul 06 14:32:18.269181 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-010f02bc-f1a0-4562-9dc8-a9f07420bf65 req-cc4017fa-10ec-4706-9d55-f936eb4f05be service neutron] 10.222.0.104 "GET /v2.0/networks/8d42e765-466c-4066-a835-9be26bf6d40e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1966259 Jul 06 14:32:18.274405 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.plugin [None req-c40c7a27-af4d-410c-a8ea-b5a375b42787 admin admin] Calling delete_port for b058dda1-8169-4a8b-9681-dbdc51681d69 owned by network:router_interface {{(pid=100247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:32:18.286935 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 55488) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:32:18.510335 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-c40c7a27-af4d-410c-a8ea-b5a375b42787 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128888353'] for port, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:32:18.553303 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40c7a27-af4d-410c-a8ea-b5a375b42787 admin admin] Pushing event deleted for resources: {'Port': ['ID=b058dda1-8169-4a8b-9681-dbdc51681d69,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:32:18.567766 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5df64abe-2ea9-47b0-909b-29445c51e92e tempest-TestServerBasicOps-612507204 tempest-TestServerBasicOps-612507204-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:32:18.572013 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-5df64abe-2ea9-47b0-909b-29445c51e92e tempest-TestServerBasicOps-612507204 tempest-TestServerBasicOps-612507204-project-admin] 10.222.0.104 "GET /v2.0/ports?device_id=2788fe3f-cf4e-42dc-b1cb-20b1dddccb5f HTTP/1.1" status: 200 len: 1092 time: 0.2840190 Jul 06 14:32:18.575026 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 55502) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:32:18.579858 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-811f151e-3ccd-4fd0-9146-ebb4008285f0 tempest-TestServerBasicOps-548713336 tempest-TestServerBasicOps-548713336-project] Request body: {'floatingip': {'floating_network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'port_id': 'a0e53d46-990d-41f1-b906-43cdbeff7d84', 'tenant_id': '34aff2af8eff4331a20d73f44e39de99', 'fixed_ip_address': '172.20.0.11'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:32:18.595699 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-a3dbe1c5-b92d-485e-8e40-06fde32aedae req-052603a1-25c5-4602-90b0-388d42141012 tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] 10.222.0.104 "GET /v2.0/ports?device_id=8d6aa76d-99f3-483b-aba3-a4a08e0a3601 HTTP/1.1" status: 200 len: 210 time: 0.0437953 Jul 06 14:32:18.616304 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-811f151e-3ccd-4fd0-9146-ebb4008285f0 tempest-TestServerBasicOps-548713336 tempest-TestServerBasicOps-548713336-project] Notify callbacks [] for floatingip, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:32:18.744325 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-811f151e-3ccd-4fd0-9146-ebb4008285f0 tempest-TestServerBasicOps-548713336 tempest-TestServerBasicOps-548713336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:32:18.804912 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-c40c7a27-af4d-410c-a8ea-b5a375b42787 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1809193'] for router_interface, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:32:18.870235 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.db_base_plugin_common [None req-811f151e-3ccd-4fd0-9146-ebb4008285f0 tempest-TestServerBasicOps-548713336 tempest-TestServerBasicOps-548713336-project] Allocated IP 172.25.0.201 (2658f09e-a580-4d4a-9968-2d1e0ad93719/cbf74abc-6fe1-4d33-b005-c948923b9647/01fa1a83-6603-45f3-802c-eceb2d9d2137) {{(pid=100246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:32:18.991484 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-811f151e-3ccd-4fd0-9146-ebb4008285f0 tempest-TestServerBasicOps-548713336 tempest-TestServerBasicOps-548713336-project] Notify callbacks [] for port, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:32:19.033198 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-811f151e-3ccd-4fd0-9146-ebb4008285f0 tempest-TestServerBasicOps-548713336 tempest-TestServerBasicOps-548713336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-127687573'] for port, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:32:19.049643 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c40c7a27-af4d-410c-a8ea-b5a375b42787 admin admin] Router c3b4f4f1-ec5d-4453-91a3-2ed164ba00cd has already been hosted by L3 agent 2823d358-a11b-4885-a706-95a279e43fa7 {{(pid=100247) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 14:32:19.073551 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-811f151e-3ccd-4fd0-9146-ebb4008285f0 tempest-TestServerBasicOps-548713336 tempest-TestServerBasicOps-548713336-project] Network 2658f09e-a580-4d4a-9968-2d1e0ad93719 is already hosted by enough agents. {{(pid=100246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:32:19.075133 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.base_scheduler [None req-811f151e-3ccd-4fd0-9146-ebb4008285f0 tempest-TestServerBasicOps-548713336 tempest-TestServerBasicOps-548713336-project] Resources bound (agent type, host, resource id): {{(pid=100246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:32:19.077409 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-811f151e-3ccd-4fd0-9146-ebb4008285f0 tempest-TestServerBasicOps-548713336 tempest-TestServerBasicOps-548713336-project] Received port after_create {{(pid=100246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:32:19.112522 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811f151e-3ccd-4fd0-9146-ebb4008285f0 tempest-TestServerBasicOps-548713336 tempest-TestServerBasicOps-548713336-project] Pushing event updated for resources: {'Port': ['ID=01fa1a83-6603-45f3-802c-eceb2d9d2137,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:32:19.180831 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c40c7a27-af4d-410c-a8ea-b5a375b42787 admin admin] Notify agent at l3_agent.n-d-773647-6 the message routers_updated {{(pid=100247) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 14:32:19.186806 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-c40c7a27-af4d-410c-a8ea-b5a375b42787 admin admin] 10.222.0.104 "PUT /v2.0/routers/c3b4f4f1-ec5d-4453-91a3-2ed164ba00cd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4882522 Jul 06 14:32:19.189502 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 55510) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:32:19.192717 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c74ddfd7-823a-4138-97d5-779f17e40d4f None None] Sync routers for ids ['c3b4f4f1-ec5d-4453-91a3-2ed164ba00cd'] in n-d-773647-6 {{(pid=100248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 14:32:19.203953 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c74ddfd7-823a-4138-97d5-779f17e40d4f None None] Routers {'c3b4f4f1-ec5d-4453-91a3-2ed164ba00cd'} bound to L3 agent in host n-d-773647-6 {{(pid=100248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:32:19.204839 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-c74ddfd7-823a-4138-97d5-779f17e40d4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T14:31:56Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['c3b4f4f1-ec5d-4453-91a3-2ed164ba00cd'], 'active': True} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:32:19.362635 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvr_db [None req-c74ddfd7-823a-4138-97d5-779f17e40d4f None None] Set router c3b4f4f1-ec5d-4453-91a3-2ed164ba00cd gateway port host: n-d-773647-6 {{(pid=100248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:32:19.364996 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-7bacff12-e74e-429e-a7d6-47daa15d1f6f admin admin] Notify callbacks [] for router, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:32:19.474649 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-7bacff12-e74e-429e-a7d6-47daa15d1f6f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:32:19.546505 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.plugin [None req-7bacff12-e74e-429e-a7d6-47daa15d1f6f admin admin] Deleting port d2b1c0da-e8f6-4d67-9786-4eb28d2451cd {{(pid=100247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:32:19.547008 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-7bacff12-e74e-429e-a7d6-47daa15d1f6f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:32:19.700233 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.db [None req-7bacff12-e74e-429e-a7d6-47daa15d1f6f admin admin] For port d2b1c0da-e8f6-4d67-9786-4eb28d2451cd, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=d2b1c0da-e8f6-4d67-9786-4eb28d2451cd,segment=NetworkSegment(89a832b7-7793-4d51-9038-ed7e1c3ff1b2),segment_id=89a832b7-7793-4d51-9038-ed7e1c3ff1b2)] {{(pid=100247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:32:19.701194 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-7bacff12-e74e-429e-a7d6-47daa15d1f6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:32:19.718520 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.plugin [None req-7bacff12-e74e-429e-a7d6-47daa15d1f6f admin admin] Calling delete_port for d2b1c0da-e8f6-4d67-9786-4eb28d2451cd owned by network:router_gateway {{(pid=100247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:32:19.780507 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-c74ddfd7-823a-4138-97d5-779f17e40d4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3b4f4f1-ec5d-4453-91a3-2ed164ba00cd', 'name': 'tempest-TestServerMultinode-1780653362-router', 'tenant_id': '13e49cfbe6a645059794a29627a089eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.38'}], 'enable_snat': True}, 'gw_port_id': 'd2b1c0da-e8f6-4d67-9786-4eb28d2451cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:31:28Z', 'updated_at': '2021-07-06T14:32:18Z', 'revision_number': 5, 'project_id': '13e49cfbe6a645059794a29627a089eb', 'gw_port': {'id': 'd2b1c0da-e8f6-4d67-9786-4eb28d2451cd', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:67:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3b4f4f1-ec5d-4453-91a3-2ed164ba00cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3886, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:31:29Z', 'updated_at': '2021-07-06T14:31:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6'}], 'n-d-773647-6', False) {} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:32:19.823603 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c74ddfd7-823a-4138-97d5-779f17e40d4f None None] Checking router: c3b4f4f1-ec5d-4453-91a3-2ed164ba00cd for host: n-d-773647-6 {{(pid=100248) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 14:32:19.834648 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c74ddfd7-823a-4138-97d5-779f17e40d4f None None] Routers {'c3b4f4f1-ec5d-4453-91a3-2ed164ba00cd'} bound to L3 agent in host n-d-773647-6 {{(pid=100248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:32:19.835314 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-c74ddfd7-823a-4138-97d5-779f17e40d4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T14:31:56Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['c3b4f4f1-ec5d-4453-91a3-2ed164ba00cd'], 'active': True} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:32:19.884027 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-b94c4e61-8c01-4a0e-a236-8e49fe37dfe2 req-e736bf2b-d53e-4144-ab1a-17b8756105c0 tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] 10.222.0.104 "GET /v2.0/ports?device_id=8d6aa76d-99f3-483b-aba3-a4a08e0a3601 HTTP/1.1" status: 200 len: 210 time: 0.0966711 Jul 06 14:32:19.957860 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvr_db [None req-c74ddfd7-823a-4138-97d5-779f17e40d4f None None] Set router c3b4f4f1-ec5d-4453-91a3-2ed164ba00cd gateway port host: None {{(pid=100248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:32:20.014001 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010f02bc-f1a0-4562-9dc8-a9f07420bf65 req-1646d4e2-6d4d-464d-9843-19ffa2ad91f3 tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:32:20.015881 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-010f02bc-f1a0-4562-9dc8-a9f07420bf65 req-1646d4e2-6d4d-464d-9843-19ffa2ad91f3 tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] 10.222.0.127 "GET /v2.0/networks?id=8d42e765-466c-4066-a835-9be26bf6d40e HTTP/1.1" status: 200 len: 812 time: 0.2268391 Jul 06 14:32:20.025181 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-811f151e-3ccd-4fd0-9146-ebb4008285f0 tempest-TestServerBasicOps-548713336 tempest-TestServerBasicOps-548713336-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:32:20.028956 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-c74ddfd7-823a-4138-97d5-779f17e40d4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3b4f4f1-ec5d-4453-91a3-2ed164ba00cd', 'name': 'tempest-TestServerMultinode-1780653362-router', 'tenant_id': '13e49cfbe6a645059794a29627a089eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:31:28Z', 'updated_at': '2021-07-06T14:32:19Z', 'revision_number': 6, 'project_id': '13e49cfbe6a645059794a29627a089eb', 'gw_port_host': None}], 'n-d-773647-6', False) {} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:32:20.053112 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [req-010f02bc-f1a0-4562-9dc8-a9f07420bf65 req-2ca1a647-deaf-4ba6-a785-d207287bf901 tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] Request body: {'port': {'device_id': '8d6aa76d-99f3-483b-aba3-a4a08e0a3601', 'network_id': '8d42e765-466c-4066-a835-9be26bf6d40e', 'admin_state_up': True, 'tenant_id': '9d9b21e60bee490a9bf202cb583bf670'}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:32:20.058927 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c74ddfd7-823a-4138-97d5-779f17e40d4f None None] The sync data for ids ['c3b4f4f1-ec5d-4453-91a3-2ed164ba00cd'] in n-d-773647-6 is: [{'id': 'c3b4f4f1-ec5d-4453-91a3-2ed164ba00cd', 'name': 'tempest-TestServerMultinode-1780653362-router', 'tenant_id': '13e49cfbe6a645059794a29627a089eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:31:28Z', 'updated_at': '2021-07-06T14:32:19Z', 'revision_number': 6, 'project_id': '13e49cfbe6a645059794a29627a089eb', 'gw_port_host': None}] {{(pid=100248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 14:32:20.135284 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-7bacff12-e74e-429e-a7d6-47daa15d1f6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128888353'] for port, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:32:20.151698 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-811f151e-3ccd-4fd0-9146-ebb4008285f0 tempest-TestServerBasicOps-548713336 tempest-TestServerBasicOps-548713336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:32:20.172788 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bacff12-e74e-429e-a7d6-47daa15d1f6f admin admin] Pushing event deleted for resources: {'Port': ['ID=d2b1c0da-e8f6-4d67-9786-4eb28d2451cd,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:32:20.256079 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-7bacff12-e74e-429e-a7d6-47daa15d1f6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1761104'] for router_gateway, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:32:20.312517 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-811f151e-3ccd-4fd0-9146-ebb4008285f0 tempest-TestServerBasicOps-548713336 tempest-TestServerBasicOps-548713336-project] Notify callbacks [] for port, precommit_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:32:20.317813 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-811f151e-3ccd-4fd0-9146-ebb4008285f0 tempest-TestServerBasicOps-548713336 tempest-TestServerBasicOps-548713336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127687527'] for port, after_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:32:20.355750 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-7bacff12-e74e-429e-a7d6-47daa15d1f6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1806308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6982'] for router, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:32:20.360245 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-7bacff12-e74e-429e-a7d6-47daa15d1f6f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:32:20.404839 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811f151e-3ccd-4fd0-9146-ebb4008285f0 tempest-TestServerBasicOps-548713336 tempest-TestServerBasicOps-548713336-project] Pushing event updated for resources: {'Port': ['ID=01fa1a83-6603-45f3-802c-eceb2d9d2137,revision_number=2']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:32:20.406897 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-010f02bc-f1a0-4562-9dc8-a9f07420bf65 req-2ca1a647-deaf-4ba6-a785-d207287bf901 tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] Made reservation on behalf of 9d9b21e60bee490a9bf202cb583bf670 for: {'port': 1} {{(pid=100247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:32:20.410784 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-010f02bc-f1a0-4562-9dc8-a9f07420bf65 req-2ca1a647-deaf-4ba6-a785-d207287bf901 tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:32:20.423303 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-811f151e-3ccd-4fd0-9146-ebb4008285f0 tempest-TestServerBasicOps-548713336 tempest-TestServerBasicOps-548713336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1761130'] for floatingip, after_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:32:20.423849 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-7bacff12-e74e-429e-a7d6-47daa15d1f6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1805684'] for router, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:32:20.424220 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bacff12-e74e-429e-a7d6-47daa15d1f6f admin admin] Fanout notify agent at l3_agent the message router_deleted on router c3b4f4f1-ec5d-4453-91a3-2ed164ba00cd {{(pid=100247) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 14:32:20.429323 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-7bacff12-e74e-429e-a7d6-47daa15d1f6f admin admin] Notify callbacks [] for router, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:32:20.430459 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-7bacff12-e74e-429e-a7d6-47daa15d1f6f admin admin] 10.222.0.104 "DELETE /v2.0/routers/c3b4f4f1-ec5d-4453-91a3-2ed164ba00cd HTTP/1.1" status: 204 len: 168 time: 1.2387044 Jul 06 14:32:20.433918 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 55514) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:32:20.489224 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.db_base_plugin_v2 [None req-9cf48eb9-8fea-447a-95ff-cb139a0f42f3 admin admin] Deleting subnet 049902a2-8131-4623-9cfe-e3bd187a9e20 {{(pid=100247) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 14:32:20.540751 n-d-773647-6 neutron-server[100246]: INFO neutron.db.l3_db [None req-811f151e-3ccd-4fd0-9146-ebb4008285f0 tempest-TestServerBasicOps-548713336 tempest-TestServerBasicOps-548713336-project] Floating IP 197c76d5-3bd1-4776-8fd4-fa73f86aeabf associated. External IP: 172.25.0.201, port: a0e53d46-990d-41f1-b906-43cdbeff7d84. Jul 06 14:32:20.542829 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-9cf48eb9-8fea-447a-95ff-cb139a0f42f3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:32:20.613190 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-9cf48eb9-8fea-447a-95ff-cb139a0f42f3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127131748'] for subnet, precommit_delete_associations {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:32:20.676043 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.db_base_plugin_common [req-010f02bc-f1a0-4562-9dc8-a9f07420bf65 req-2ca1a647-deaf-4ba6-a785-d207287bf901 tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] Allocated IP 172.20.0.14 (8d42e765-466c-4066-a835-9be26bf6d40e/2909a683-548c-4b5b-9f41-76ab6ad57d29/b3ad6db1-c89b-47c2-a1a0-7d5c25341ca2) {{(pid=100247) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:32:20.744290 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-9cf48eb9-8fea-447a-95ff-cb139a0f42f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-913473'] for subnet, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:32:20.800489 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-811f151e-3ccd-4fd0-9146-ebb4008285f0 tempest-TestServerBasicOps-548713336 tempest-TestServerBasicOps-548713336-project] Router c2612fdd-7fd4-4698-a3f3-f5573621a415 has already been hosted by L3 agent 2823d358-a11b-4885-a706-95a279e43fa7 {{(pid=100246) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 14:32:20.862989 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-9cf48eb9-8fea-447a-95ff-cb139a0f42f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-913480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1849032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-128888347', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127627857'] for subnet, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:32:20.885019 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe792019-c619-49e5-8679-daf6fce1ccf0 None None] Network 1f7caf7b-8fe6-4ffc-b29a-001958f691cc requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:32:20.910107 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-9cf48eb9-8fea-447a-95ff-cb139a0f42f3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:32:20.912177 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-9cf48eb9-8fea-447a-95ff-cb139a0f42f3 admin admin] 10.222.0.104 "DELETE /v2.0/subnets/049902a2-8131-4623-9cfe-e3bd187a9e20 HTTP/1.1" status: 204 len: 168 time: 0.4773111 Jul 06 14:32:20.915784 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf48eb9-8fea-447a-95ff-cb139a0f42f3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=049902a2-8131-4623-9cfe-e3bd187a9e20,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:32:20.917644 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 55516) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:32:20.948870 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-010f02bc-f1a0-4562-9dc8-a9f07420bf65 req-2ca1a647-deaf-4ba6-a785-d207287bf901 tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] Notify callbacks [] for port, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:32:20.964136 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.provisioning_blocks [req-010f02bc-f1a0-4562-9dc8-a9f07420bf65 req-2ca1a647-deaf-4ba6-a785-d207287bf901 tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] Transition to ACTIVE for port object b3ad6db1-c89b-47c2-a1a0-7d5c25341ca2 will not be triggered until provisioned by entity DHCP. {{(pid=100247) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:32:20.986664 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-811f151e-3ccd-4fd0-9146-ebb4008285f0 tempest-TestServerBasicOps-548713336 tempest-TestServerBasicOps-548713336-project] Notify agent at l3_agent.n-d-773647-6 the message routers_updated {{(pid=100246) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 14:32:20.996489 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8101285-7cfe-4da1-ae38-b65d5bf7a089 None None] Sync routers for ids ['c2612fdd-7fd4-4698-a3f3-f5573621a415'] in n-d-773647-6 {{(pid=100249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 14:32:21.011690 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-010f02bc-f1a0-4562-9dc8-a9f07420bf65 req-2ca1a647-deaf-4ba6-a785-d207287bf901 tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-128888360'] for port, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:32:21.014566 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8101285-7cfe-4da1-ae38-b65d5bf7a089 None None] Routers {'c2612fdd-7fd4-4698-a3f3-f5573621a415'} bound to L3 agent in host n-d-773647-6 {{(pid=100249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:32:21.015273 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-a8101285-7cfe-4da1-ae38-b65d5bf7a089 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T14:31:56Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['c2612fdd-7fd4-4698-a3f3-f5573621a415'], 'active': True} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:32:21.026824 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-14eed4a4-61c7-4cc3-a480-bc70c7a9c6b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530492'] for network, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:32:21.032216 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-811f151e-3ccd-4fd0-9146-ebb4008285f0 tempest-TestServerBasicOps-548713336 tempest-TestServerBasicOps-548713336-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for floatingip, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:32:21.105059 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-010f02bc-f1a0-4562-9dc8-a9f07420bf65 req-2ca1a647-deaf-4ba6-a785-d207287bf901 tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] Network 8d42e765-466c-4066-a835-9be26bf6d40e is already hosted by enough agents. {{(pid=100247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:32:21.110330 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.base_scheduler [req-010f02bc-f1a0-4562-9dc8-a9f07420bf65 req-2ca1a647-deaf-4ba6-a785-d207287bf901 tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] Resources bound (agent type, host, resource id): {{(pid=100247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:32:21.134712 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-811f151e-3ccd-4fd0-9146-ebb4008285f0 tempest-TestServerBasicOps-548713336 tempest-TestServerBasicOps-548713336-project] 10.222.0.104 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.5581768 Jul 06 14:32:21.136580 n-d-773647-6 neutron-server[100246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2788fe3f-cf4e-42dc-b1cb-20b1dddccb5f', 'tag': 'a0e53d46-990d-41f1-b906-43cdbeff7d84'}] {{(pid=100246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:32:21.140866 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.l3_dvrscheduler_db [req-010f02bc-f1a0-4562-9dc8-a9f07420bf65 req-2ca1a647-deaf-4ba6-a785-d207287bf901 tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] Received port after_create {{(pid=100247) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:32:21.151540 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0d96c5ab5e889f7b933ae915b9be33d1b46c9e87795bf781004b656ef3f1e87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1f38987-4dba-40c8-8895-63b0820f3f11" -d '{"events": [{"name": "network-changed", "server_uuid": "2788fe3f-cf4e-42dc-b1cb-20b1dddccb5f", "tag": "a0e53d46-990d-41f1-b906-43cdbeff7d84"}]}' {{(pid=100246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:32:21.207528 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvr_db [None req-a8101285-7cfe-4da1-ae38-b65d5bf7a089 None None] Set router c2612fdd-7fd4-4698-a3f3-f5573621a415 gateway port host: n-d-773647-6 {{(pid=100249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:32:21.208305 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [None req-14eed4a4-61c7-4cc3-a480-bc70c7a9c6b7 admin admin] Deleting port f1ea982a-7237-4a6c-a740-d456a51e494f {{(pid=100246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:32:21.208660 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-14eed4a4-61c7-4cc3-a480-bc70c7a9c6b7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:32:21.261686 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afee40e1-8858-4106-8146-6fd9dd420f78 None None] DHCP port deletion for 1f7caf7b-8fe6-4ffc-b29a-001958f691cc request from n-d-773647-6 {{(pid=100248) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 14:32:21.292404 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca1a647-deaf-4ba6-a785-d207287bf901 tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] Pushing event updated for resources: {'Port': ['ID=b3ad6db1-c89b-47c2-a1a0-7d5c25341ca2,revision_number=1']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:32:21.347900 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 14:32:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4e2fd8e-13e0-464e-936f-24b0d0428796 x-openstack-request-id: req-a4e2fd8e-13e0-464e-936f-24b0d0428796 {{(pid=100246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:32:21.352439 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2788fe3f-cf4e-42dc-b1cb-20b1dddccb5f", "tag": "a0e53d46-990d-41f1-b906-43cdbeff7d84", "status": "completed", "code": 200}]} {{(pid=100246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:32:21.352855 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-a4e2fd8e-13e0-464e-936f-24b0d0428796 {{(pid=100246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:32:21.353578 n-d-773647-6 neutron-server[100246]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2788fe3f-cf4e-42dc-b1cb-20b1dddccb5f', 'tag': 'a0e53d46-990d-41f1-b906-43cdbeff7d84', 'status': 'completed', 'code': 200} Jul 06 14:32:21.382313 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-afee40e1-8858-4106-8146-6fd9dd420f78 None None] Deleting port f1ea982a-7237-4a6c-a740-d456a51e494f {{(pid=100248) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:32:21.384429 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-afee40e1-8858-4106-8146-6fd9dd420f78 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:32:21.417494 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010f02bc-f1a0-4562-9dc8-a9f07420bf65 req-2ca1a647-deaf-4ba6-a785-d207287bf901 tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:32:21.418373 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-010f02bc-f1a0-4562-9dc8-a9f07420bf65 req-2ca1a647-deaf-4ba6-a785-d207287bf901 tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:32:21.451694 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.db [None req-14eed4a4-61c7-4cc3-a480-bc70c7a9c6b7 admin admin] For port f1ea982a-7237-4a6c-a740-d456a51e494f, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=f1ea982a-7237-4a6c-a740-d456a51e494f,segment=NetworkSegment(2a6b47e8-f81a-44e8-a9d7-503148c12c07),segment_id=2a6b47e8-f81a-44e8-a9d7-503148c12c07)] {{(pid=100246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:32:21.452356 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-14eed4a4-61c7-4cc3-a480-bc70c7a9c6b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:32:21.460794 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-010f02bc-f1a0-4562-9dc8-a9f07420bf65 req-2ca1a647-deaf-4ba6-a785-d207287bf901 tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] 10.222.0.127 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4136586 Jul 06 14:32:21.476016 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [None req-14eed4a4-61c7-4cc3-a480-bc70c7a9c6b7 admin admin] Calling delete_port for f1ea982a-7237-4a6c-a740-d456a51e494f owned by network:dhcp {{(pid=100246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:32:21.480813 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device b058dda1-8169-4a8b-9681-dbdc51681d69 no longer exists at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:32:21.481084 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [req-010f02bc-f1a0-4562-9dc8-a9f07420bf65 req-2863c452-e3b5-4f09-abd8-c402c94a0593 service neutron] Request body: {'port': {'device_id': '8d6aa76d-99f3-483b-aba3-a4a08e0a3601', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-773647-6'}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:32:21.502723 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f38987-4dba-40c8-8895-63b0820f3f11 req-c9040757-4910-48f9-a0fc-3ad5e36284b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:32:21.504576 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-e1f38987-4dba-40c8-8895-63b0820f3f11 req-c9040757-4910-48f9-a0fc-3ad5e36284b5 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=34aff2af8eff4331a20d73f44e39de99&device_id=2788fe3f-cf4e-42dc-b1cb-20b1dddccb5f HTTP/1.1" status: 200 len: 1097 time: 0.1496711 Jul 06 14:32:21.554363 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] No Port match for: b058dda1-8169-4a8b-9681-dbdc51681d69 {{(pid=100248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 14:32:21.554706 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device b058dda1-8169-4a8b-9681-dbdc51681d69 not bound to the agent host n-d-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:32:21.555141 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device d2b1c0da-e8f6-4d67-9786-4eb28d2451cd no longer exists at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:32:21.577608 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] No Port match for: d2b1c0da-e8f6-4d67-9786-4eb28d2451cd {{(pid=100248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 14:32:21.577952 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device d2b1c0da-e8f6-4d67-9786-4eb28d2451cd not bound to the agent host n-d-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:32:21.578378 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device f1ea982a-7237-4a6c-a740-d456a51e494f no longer exists at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:32:21.615465 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-afee40e1-8858-4106-8146-6fd9dd420f78 None None] For port f1ea982a-7237-4a6c-a740-d456a51e494f, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=f1ea982a-7237-4a6c-a740-d456a51e494f,segment=NetworkSegment(2a6b47e8-f81a-44e8-a9d7-503148c12c07),segment_id=2a6b47e8-f81a-44e8-a9d7-503148c12c07)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:32:21.615858 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-afee40e1-8858-4106-8146-6fd9dd420f78 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:32:21.650479 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-afee40e1-8858-4106-8146-6fd9dd420f78 None None] Calling delete_port for f1ea982a-7237-4a6c-a740-d456a51e494f owned by network:dhcp {{(pid=100248) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:32:21.654709 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-010f02bc-f1a0-4562-9dc8-a9f07420bf65 req-2863c452-e3b5-4f09-abd8-c402c94a0593 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:32:21.655916 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-a8101285-7cfe-4da1-ae38-b65d5bf7a089 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2612fdd-7fd4-4698-a3f3-f5573621a415', 'name': 'tempest-TestServerBasicOps-242178685-router', 'tenant_id': '34aff2af8eff4331a20d73f44e39de99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.17'}], 'enable_snat': True}, 'gw_port_id': '928164d4-4cd1-45d4-a2cd-253011d22d8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:31:50Z', 'updated_at': '2021-07-06T14:31:54Z', 'revision_number': 4, 'project_id': '34aff2af8eff4331a20d73f44e39de99', 'gw_port': {'id': '928164d4-4cd1-45d4-a2cd-253011d22d8b', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:1a:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2612fdd-7fd4-4698-a3f3-f5573621a415', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3916, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:31:51Z', 'updated_at': '2021-07-06T14:31:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6', '_floatingips': [{'id': '197c76d5-3bd1-4776-8fd4-fa73f86aeabf', 'tenant_id': '34aff2af8eff4331a20d73f44e39de99', 'floating_ip_address': '172.25.0.201', 'floating_network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'router_id': 'c2612fdd-7fd4-4698-a3f3-f5573621a415', 'port_id': 'a0e53d46-990d-41f1-b906-43cdbeff7d84', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3942, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb5944e1-9f88-45ab-a7f5-77b1e91c305e', 'mac_address': 'fa:16:3e:2e:e6:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2788fe3f-cf4e-42dc-b1cb-20b1dddccb5f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T14:32:19Z', 'updated_at': '2021-07-06T14:32:19Z', 'revision_number': 0, 'project_id': '34aff2af8eff4331a20d73f44e39de99', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '192d04e8-a569-4569-91db-cdd2707c11b9', 'name': '', 'network_id': 'cb5944e1-9f88-45ab-a7f5-77b1e91c305e', 'tenant_id': '34aff2af8eff4331a20d73f44e39de99', 'mac_address': 'fa:16:3e:35:b9:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2612fdd-7fd4-4698-a3f3-f5573621a415', 'device_owner': 'network:router_interface', 'standard_attr_id': 3917, 'fixed_ips': [{'subnet_id': 'a6103a5b-23db-41c0-acaf-c0375bb0935b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:31:53Z', 'updated_at': '2021-07-06T14:32:00Z', 'revision_number': 5, 'project_id': '34aff2af8eff4331a20d73f44e39de99', 'subnets': [{'id': 'a6103a5b-23db-41c0-acaf-c0375bb0935b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773647-6', False) {} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:32:21.666077 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-d5ce88f8-5102-48af-ba68-b977b30c9101 None None] Provisioning for port b3ad6db1-c89b-47c2-a1a0-7d5c25341ca2 completed by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:32:21.667776 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c157f5d1-9947-4cb2-a49a-42d77ed6c3e0 req-cb5393ba-03d3-498e-b55d-5f44e4300f7d tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:32:21.674987 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-c157f5d1-9947-4cb2-a49a-42d77ed6c3e0 req-cb5393ba-03d3-498e-b55d-5f44e4300f7d tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] 10.222.0.104 "GET /v2.0/ports?device_id=8d6aa76d-99f3-483b-aba3-a4a08e0a3601 HTTP/1.1" status: 200 len: 932 time: 0.5302629 Jul 06 14:32:21.693235 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8101285-7cfe-4da1-ae38-b65d5bf7a089 None None] Checking router: c2612fdd-7fd4-4698-a3f3-f5573621a415 for host: n-d-773647-6 {{(pid=100249) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 14:32:21.697056 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f38987-4dba-40c8-8895-63b0820f3f11 req-e3a5c5a1-d51e-48ca-a21c-0b21b619a932 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:32:21.698610 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-e1f38987-4dba-40c8-8895-63b0820f3f11 req-e3a5c5a1-d51e-48ca-a21c-0b21b619a932 service neutron] 10.222.0.72 "GET /v2.0/networks?id=cb5944e1-9f88-45ab-a7f5-77b1e91c305e HTTP/1.1" status: 200 len: 910 time: 0.1361692 Jul 06 14:32:21.704608 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8101285-7cfe-4da1-ae38-b65d5bf7a089 None None] Routers {'c2612fdd-7fd4-4698-a3f3-f5573621a415'} bound to L3 agent in host n-d-773647-6 {{(pid=100249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:32:21.706101 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-a8101285-7cfe-4da1-ae38-b65d5bf7a089 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T14:31:56Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['c2612fdd-7fd4-4698-a3f3-f5573621a415'], 'active': True} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:32:21.729676 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-d5ce88f8-5102-48af-ba68-b977b30c9101 None None] Provisioning complete for port b3ad6db1-c89b-47c2-a1a0-7d5c25341ca2 triggered by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:32:21.730048 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-d5ce88f8-5102-48af-ba68-b977b30c9101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:32:21.789760 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-c157f5d1-9947-4cb2-a49a-42d77ed6c3e0 req-1c4db43e-0504-408f-b2b0-09f3a443eb55 tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] 10.222.0.104 "GET /v2.0/security-groups?id=3f36b739-fa02-4105-9f8c-527485057057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137760 Jul 06 14:32:21.848976 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-e1f38987-4dba-40c8-8895-63b0820f3f11 req-5be78463-8418-4026-bbf1-9611af6222ff service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a0e53d46-990d-41f1-b906-43cdbeff7d84 HTTP/1.1" status: 200 len: 1000 time: 0.1429527 Jul 06 14:32:21.862312 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:32:21.878596 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-d5ce88f8-5102-48af-ba68-b977b30c9101 None None] Port b3ad6db1-c89b-47c2-a1a0-7d5c25341ca2 cannot update to ACTIVE because it is not bound. {{(pid=100248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 14:32:21.878789 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvr_db [None req-a8101285-7cfe-4da1-ae38-b65d5bf7a089 None None] Set router c2612fdd-7fd4-4698-a3f3-f5573621a415 gateway port host: n-d-773647-6 {{(pid=100249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:32:21.930294 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-14eed4a4-61c7-4cc3-a480-bc70c7a9c6b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127687580'] for port, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:32:21.959917 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-afee40e1-8858-4106-8146-6fd9dd420f78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117'] for port, after_delete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:32:21.984846 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14eed4a4-61c7-4cc3-a480-bc70c7a9c6b7 admin admin] Pushing event deleted for resources: {'Port': ['ID=f1ea982a-7237-4a6c-a740-d456a51e494f,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:32:21.988783 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14eed4a4-61c7-4cc3-a480-bc70c7a9c6b7 admin admin] No DVR routers for this DVR port f1ea982a-7237-4a6c-a740-d456a51e494f on host n-d-773647-6 {{(pid=100246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:32:21.991186 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f38987-4dba-40c8-8895-63b0820f3f11 req-29bf86b5-300e-44df-a424-2aababf86801 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:32:21.992968 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-e1f38987-4dba-40c8-8895-63b0820f3f11 req-29bf86b5-300e-44df-a424-2aababf86801 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=a6103a5b-23db-41c0-acaf-c0375bb0935b HTTP/1.1" status: 200 len: 847 time: 0.1364536 Jul 06 14:32:22.032650 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afee40e1-8858-4106-8146-6fd9dd420f78 None None] No DVR routers for this DVR port f1ea982a-7237-4a6c-a740-d456a51e494f on host n-d-773647-6 {{(pid=100248) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:32:22.039258 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afee40e1-8858-4106-8146-6fd9dd420f78 None None] Pushing event deleted for resources: {'Port': ['ID=f1ea982a-7237-4a6c-a740-d456a51e494f,revision_number=None']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:32:22.115798 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-14eed4a4-61c7-4cc3-a480-bc70c7a9c6b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-917204', 'neutron.services.segments.db._delete_segments_for_network-8773753502302'] for network, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:32:22.119022 n-d-773647-6 neutron-server[100247]: DEBUG neutron.notifiers.nova [req-010f02bc-f1a0-4562-9dc8-a9f07420bf65 req-2863c452-e3b5-4f09-abd8-c402c94a0593 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b3ad6db1-c89b-47c2-a1a0-7d5c25341ca2 {{(pid=100247) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 14:32:22.127640 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-010f02bc-f1a0-4562-9dc8-a9f07420bf65 req-2863c452-e3b5-4f09-abd8-c402c94a0593 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:32:22.130149 n-d-773647-6 neutron-server[100246]: DEBUG neutron.services.segments.db [None req-14eed4a4-61c7-4cc3-a480-bc70c7a9c6b7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f7caf7b-8fe6-4ffc-b29a-001958f691cc']}} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:32:22.141238 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.provisioning_blocks [req-010f02bc-f1a0-4562-9dc8-a9f07420bf65 req-2863c452-e3b5-4f09-abd8-c402c94a0593 service neutron] Transition to ACTIVE for port object b3ad6db1-c89b-47c2-a1a0-7d5c25341ca2 will not be triggered until provisioned by entity L2. {{(pid=100247) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:32:22.146723 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-010f02bc-f1a0-4562-9dc8-a9f07420bf65 req-2863c452-e3b5-4f09-abd8-c402c94a0593 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128888538'] for port, after_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:32:22.161080 n-d-773647-6 neutron-server[100246]: DEBUG neutron.services.segments.db [None req-14eed4a4-61c7-4cc3-a480-bc70c7a9c6b7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a6b47e8-f81a-44e8-a9d7-503148c12c07') {'for_net_delete': True} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:32:22.161373 n-d-773647-6 neutron-server[100246]: DEBUG neutron.services.segments.db [None req-14eed4a4-61c7-4cc3-a480-bc70c7a9c6b7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a6b47e8-f81a-44e8-a9d7-503148c12c07') {} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:32:22.173387 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f38987-4dba-40c8-8895-63b0820f3f11 req-6a7aa277-62b4-4af1-8ec3-9fe011bd84da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:32:22.174922 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-e1f38987-4dba-40c8-8895-63b0820f3f11 req-6a7aa277-62b4-4af1-8ec3-9fe011bd84da service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=cb5944e1-9f88-45ab-a7f5-77b1e91c305e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1489968 Jul 06 14:32:22.176678 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-14eed4a4-61c7-4cc3-a480-bc70c7a9c6b7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773753515138', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126218898'] for segment, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:32:22.185726 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-a8101285-7cfe-4da1-ae38-b65d5bf7a089 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2612fdd-7fd4-4698-a3f3-f5573621a415', 'name': 'tempest-TestServerBasicOps-242178685-router', 'tenant_id': '34aff2af8eff4331a20d73f44e39de99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.17'}], 'enable_snat': True}, 'gw_port_id': '928164d4-4cd1-45d4-a2cd-253011d22d8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:31:50Z', 'updated_at': '2021-07-06T14:31:54Z', 'revision_number': 4, 'project_id': '34aff2af8eff4331a20d73f44e39de99', 'gw_port': {'id': '928164d4-4cd1-45d4-a2cd-253011d22d8b', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:1a:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2612fdd-7fd4-4698-a3f3-f5573621a415', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3916, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:31:51Z', 'updated_at': '2021-07-06T14:31:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6', '_floatingips': [{'id': '197c76d5-3bd1-4776-8fd4-fa73f86aeabf', 'tenant_id': '34aff2af8eff4331a20d73f44e39de99', 'floating_ip_address': '172.25.0.201', 'floating_network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'router_id': 'c2612fdd-7fd4-4698-a3f3-f5573621a415', 'port_id': 'a0e53d46-990d-41f1-b906-43cdbeff7d84', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3942, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb5944e1-9f88-45ab-a7f5-77b1e91c305e', 'mac_address': 'fa:16:3e:2e:e6:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2788fe3f-cf4e-42dc-b1cb-20b1dddccb5f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T14:32:19Z', 'updated_at': '2021-07-06T14:32:19Z', 'revision_number': 0, 'project_id': '34aff2af8eff4331a20d73f44e39de99', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '192d04e8-a569-4569-91db-cdd2707c11b9', 'name': '', 'network_id': 'cb5944e1-9f88-45ab-a7f5-77b1e91c305e', 'tenant_id': '34aff2af8eff4331a20d73f44e39de99', 'mac_address': 'fa:16:3e:35:b9:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2612fdd-7fd4-4698-a3f3-f5573621a415', 'device_owner': 'network:router_interface', 'standard_attr_id': 3917, 'fixed_ips': [{'subnet_id': 'a6103a5b-23db-41c0-acaf-c0375bb0935b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:31:53Z', 'updated_at': '2021-07-06T14:32:00Z', 'revision_number': 5, 'project_id': '34aff2af8eff4331a20d73f44e39de99', 'subnets': [{'id': 'a6103a5b-23db-41c0-acaf-c0375bb0935b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773647-6', False) {} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:32:22.220914 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2863c452-e3b5-4f09-abd8-c402c94a0593 service neutron] Pushing event updated for resources: {'Port': ['ID=b3ad6db1-c89b-47c2-a1a0-7d5c25341ca2,revision_number=2']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:32:22.251420 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8101285-7cfe-4da1-ae38-b65d5bf7a089 None None] The sync data for ids ['c2612fdd-7fd4-4698-a3f3-f5573621a415'] in n-d-773647-6 is: [{'id': 'c2612fdd-7fd4-4698-a3f3-f5573621a415', 'name': 'tempest-TestServerBasicOps-242178685-router', 'tenant_id': '34aff2af8eff4331a20d73f44e39de99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.17'}], 'enable_snat': True}, 'gw_port_id': '928164d4-4cd1-45d4-a2cd-253011d22d8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:31:50Z', 'updated_at': '2021-07-06T14:31:54Z', 'revision_number': 4, 'project_id': '34aff2af8eff4331a20d73f44e39de99', 'gw_port': {'id': '928164d4-4cd1-45d4-a2cd-253011d22d8b', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:1a:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2612fdd-7fd4-4698-a3f3-f5573621a415', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3916, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:31:51Z', 'updated_at': '2021-07-06T14:31:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6', '_floatingips': [{'id': '197c76d5-3bd1-4776-8fd4-fa73f86aeabf', 'tenant_id': '34aff2af8eff4331a20d73f44e39de99', 'floating_ip_address': '172.25.0.201', 'floating_network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'router_id': 'c2612fdd-7fd4-4698-a3f3-f5573621a415', 'port_id': 'a0e53d46-990d-41f1-b906-43cdbeff7d84', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3942, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb5944e1-9f88-45ab-a7f5-77b1e91c305e', 'mac_address': 'fa:16:3e:2e:e6:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2788fe3f-cf4e-42dc-b1cb-20b1dddccb5f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T14:32:19Z', 'updated_at': '2021-07-06T14:32:19Z', 'revision_number': 0, 'project_id': '34aff2af8eff4331a20d73f44e39de99', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '192d04e8-a569-4569-91db-cdd2707c11b9', 'name': '', 'network_id': 'cb5944e1-9f88-45ab-a7f5-77b1e91c305e', 'tenant_id': '34aff2af8eff4331a20d73f44e39de99', 'mac_address': 'fa:16:3e:35:b9:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2612fdd-7fd4-4698-a3f3-f5573621a415', 'device_owner': 'network:router_interface', 'standard_attr_id': 3917, 'fixed_ips': [{'subnet_id': 'a6103a5b-23db-41c0-acaf-c0375bb0935b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:31:53Z', 'updated_at': '2021-07-06T14:32:00Z', 'revision_number': 5, 'project_id': '34aff2af8eff4331a20d73f44e39de99', 'subnets': [{'id': 'a6103a5b-23db-41c0-acaf-c0375bb0935b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 14:32:22.270512 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-14eed4a4-61c7-4cc3-a480-bc70c7a9c6b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552'] for segment, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:32:22.296320 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-14eed4a4-61c7-4cc3-a480-bc70c7a9c6b7 admin admin] Releasing vlan 1041 on physical network physnet1 to pool {{(pid=100246) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 14:32:22.301267 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-14eed4a4-61c7-4cc3-a480-bc70c7a9c6b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127687491'] for segment, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:32:22.303473 n-d-773647-6 neutron-server[100246]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:32:22.303473 n-d-773647-6 neutron-server[100246]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:32:22.303473 n-d-773647-6 neutron-server[100246]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:32:22.303473 n-d-773647-6 neutron-server[100246]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:32:22.303473 n-d-773647-6 neutron-server[100246]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:32:22.303473 n-d-773647-6 neutron-server[100246]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:32:22.303473 n-d-773647-6 neutron-server[100246]: Traceback (most recent call last): Jul 06 14:32:22.303473 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 14:32:22.303473 n-d-773647-6 neutron-server[100246]: timer() Jul 06 14:32:22.303473 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 14:32:22.303473 n-d-773647-6 neutron-server[100246]: cb(*args, **kw) Jul 06 14:32:22.303473 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 14:32:22.303473 n-d-773647-6 neutron-server[100246]: return func(*args, **kwargs) Jul 06 14:32:22.303473 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 14:32:22.303473 n-d-773647-6 neutron-server[100246]: self._notify() Jul 06 14:32:22.303473 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 14:32:22.303473 n-d-773647-6 neutron-server[100246]: self.callback(batched_events) Jul 06 14:32:22.303473 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 14:32:22.303473 n-d-773647-6 neutron-server[100246]: event.method(event) Jul 06 14:32:22.303473 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 14:32:22.303473 n-d-773647-6 neutron-server[100246]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 14:32:22.303473 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 14:32:22.303473 n-d-773647-6 neutron-server[100246]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 14:32:22.303473 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 14:32:22.303473 n-d-773647-6 neutron-server[100246]: return f(self, *a, **k) Jul 06 14:32:22.303473 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 14:32:22.303473 n-d-773647-6 neutron-server[100246]: return self._get(url).json() Jul 06 14:32:22.303473 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 14:32:22.303473 n-d-773647-6 neutron-server[100246]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 14:32:22.303473 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 14:32:22.303473 n-d-773647-6 neutron-server[100246]: return self.request(url, 'GET', **kwargs) Jul 06 14:32:22.303473 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 14:32:22.303473 n-d-773647-6 neutron-server[100246]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 14:32:22.303473 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 14:32:22.303473 n-d-773647-6 neutron-server[100246]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 14:32:22.303473 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 14:32:22.303473 n-d-773647-6 neutron-server[100246]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 14:32:22.303473 n-d-773647-6 neutron-server[100246]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 14:32:22.308066 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.managers [req-010f02bc-f1a0-4562-9dc8-a9f07420bf65 req-2863c452-e3b5-4f09-abd8-c402c94a0593 service neutron] Attempting to bind port b3ad6db1-c89b-47c2-a1a0-7d5c25341ca2 on host n-h1-773647-6 for vnic_type normal with profile {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:32:22.308556 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.managers [req-010f02bc-f1a0-4562-9dc8-a9f07420bf65 req-2863c452-e3b5-4f09-abd8-c402c94a0593 service neutron] Attempting to bind port b3ad6db1-c89b-47c2-a1a0-7d5c25341ca2 by drivers openvswitch,hyperv on host n-h1-773647-6 at level 0 using segments [{'id': 'fb70f030-83e8-41d7-b868-4485c113c2c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': '8d42e765-466c-4066-a835-9be26bf6d40e'}] {{(pid=100247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:32:22.309088 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-010f02bc-f1a0-4562-9dc8-a9f07420bf65 req-2863c452-e3b5-4f09-abd8-c402c94a0593 service neutron] Attempting to bind port b3ad6db1-c89b-47c2-a1a0-7d5c25341ca2 on network 8d42e765-466c-4066-a835-9be26bf6d40e {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:32:22.314569 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-010f02bc-f1a0-4562-9dc8-a9f07420bf65 req-2863c452-e3b5-4f09-abd8-c402c94a0593 service neutron] Port b3ad6db1-c89b-47c2-a1a0-7d5c25341ca2 on network 8d42e765-466c-4066-a835-9be26bf6d40e not bound, no agent of type Open vSwitch agent registered on host n-h1-773647-6 {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 14:32:22.315099 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-010f02bc-f1a0-4562-9dc8-a9f07420bf65 req-2863c452-e3b5-4f09-abd8-c402c94a0593 service neutron] Attempting to bind port b3ad6db1-c89b-47c2-a1a0-7d5c25341ca2 on network 8d42e765-466c-4066-a835-9be26bf6d40e {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:32:22.321252 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-010f02bc-f1a0-4562-9dc8-a9f07420bf65 req-2863c452-e3b5-4f09-abd8-c402c94a0593 service neutron] Checking agent: {'id': '5bf7147f-bada-4441-a5dc-934b903473fb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-773647-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 51, 12), 'started_at': datetime.datetime(2021, 7, 6, 13, 51, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 32, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:32:22.321684 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-010f02bc-f1a0-4562-9dc8-a9f07420bf65 req-2863c452-e3b5-4f09-abd8-c402c94a0593 service neutron] Checking segment: {'id': 'fb70f030-83e8-41d7-b868-4485c113c2c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': '8d42e765-466c-4066-a835-9be26bf6d40e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100247) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:32:22.322562 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-010f02bc-f1a0-4562-9dc8-a9f07420bf65 req-2863c452-e3b5-4f09-abd8-c402c94a0593 service neutron] Bound using segment: {'id': 'fb70f030-83e8-41d7-b868-4485c113c2c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': '8d42e765-466c-4066-a835-9be26bf6d40e'} {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:32:22.322562 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.managers [req-010f02bc-f1a0-4562-9dc8-a9f07420bf65 req-2863c452-e3b5-4f09-abd8-c402c94a0593 service neutron] Bound port: b3ad6db1-c89b-47c2-a1a0-7d5c25341ca2, host: n-h1-773647-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fb70f030-83e8-41d7-b868-4485c113c2c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': '8d42e765-466c-4066-a835-9be26bf6d40e'}}] {{(pid=100247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:32:22.323075 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-010f02bc-f1a0-4562-9dc8-a9f07420bf65 req-2863c452-e3b5-4f09-abd8-c402c94a0593 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:32:22.402004 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.db [req-010f02bc-f1a0-4562-9dc8-a9f07420bf65 req-2863c452-e3b5-4f09-abd8-c402c94a0593 service neutron] For port b3ad6db1-c89b-47c2-a1a0-7d5c25341ca2, host n-h1-773647-6, cleared binding levels {{(pid=100247) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:32:22.407866 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.db [req-010f02bc-f1a0-4562-9dc8-a9f07420bf65 req-2863c452-e3b5-4f09-abd8-c402c94a0593 service neutron] For port b3ad6db1-c89b-47c2-a1a0-7d5c25341ca2, host n-h1-773647-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773647-6',level=0,port_id=b3ad6db1-c89b-47c2-a1a0-7d5c25341ca2,segment=NetworkSegment(fb70f030-83e8-41d7-b868-4485c113c2c0),segment_id=fb70f030-83e8-41d7-b868-4485c113c2c0)] {{(pid=100247) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:32:22.415808 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-010f02bc-f1a0-4562-9dc8-a9f07420bf65 req-2863c452-e3b5-4f09-abd8-c402c94a0593 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128888538'] for port, after_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:32:22.425853 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-14eed4a4-61c7-4cc3-a480-bc70c7a9c6b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-917215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1761140'] for network, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:32:22.433926 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-14eed4a4-61c7-4cc3-a480-bc70c7a9c6b7 admin admin] Notify callbacks [] for network, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:32:22.436528 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-14eed4a4-61c7-4cc3-a480-bc70c7a9c6b7 admin admin] 10.222.0.104 "DELETE /v2.0/networks/1f7caf7b-8fe6-4ffc-b29a-001958f691cc HTTP/1.1" status: 204 len: 168 time: 1.5173388 Jul 06 14:32:22.440414 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-e1f38987-4dba-40c8-8895-63b0820f3f11 req-d4c236b8-9f5f-446e-9e3a-ab6211441770 service neutron] 10.222.0.72 "GET /v2.0/networks/cb5944e1-9f88-45ab-a7f5-77b1e91c305e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2570996 Jul 06 14:32:22.442196 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 55524) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:32:22.456303 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010f02bc-f1a0-4562-9dc8-a9f07420bf65 req-2863c452-e3b5-4f09-abd8-c402c94a0593 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:32:22.456926 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-010f02bc-f1a0-4562-9dc8-a9f07420bf65 req-2863c452-e3b5-4f09-abd8-c402c94a0593 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:32:22.458337 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-010f02bc-f1a0-4562-9dc8-a9f07420bf65 req-2863c452-e3b5-4f09-abd8-c402c94a0593 service neutron] 10.222.0.127 "PUT /v2.0/ports/b3ad6db1-c89b-47c2-a1a0-7d5c25341ca2 HTTP/1.1" status: 200 len: 1092 time: 0.9830396 Jul 06 14:32:22.460984 n-d-773647-6 neutron-server[100247]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d6aa76d-99f3-483b-aba3-a4a08e0a3601', 'tag': 'b3ad6db1-c89b-47c2-a1a0-7d5c25341ca2'}] {{(pid=100247) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:32:22.464760 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cbf0eeaae822f8fc9b87a94aeba67a3d651842baf663a51cba94b67a514836d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7af78e23-56ca-490f-ba82-39ba92e3fb46" -d '{"events": [{"name": "network-changed", "server_uuid": "8d6aa76d-99f3-483b-aba3-a4a08e0a3601", "tag": "b3ad6db1-c89b-47c2-a1a0-7d5c25341ca2"}]}' {{(pid=100247) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:32:22.502973 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2863c452-e3b5-4f09-abd8-c402c94a0593 service neutron] Pushing event updated for resources: {'Port': ['ID=b3ad6db1-c89b-47c2-a1a0-7d5c25341ca2,revision_number=3']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:32:22.552283 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 14:32:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a50a006f-a591-42c5-9a49-a81667226d7a x-openstack-request-id: req-a50a006f-a591-42c5-9a49-a81667226d7a {{(pid=100247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:32:22.552575 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d6aa76d-99f3-483b-aba3-a4a08e0a3601", "tag": "b3ad6db1-c89b-47c2-a1a0-7d5c25341ca2", "status": "completed", "code": 200}]} {{(pid=100247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:32:22.552829 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-a50a006f-a591-42c5-9a49-a81667226d7a {{(pid=100247) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:32:22.553226 n-d-773647-6 neutron-server[100247]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d6aa76d-99f3-483b-aba3-a4a08e0a3601', 'tag': 'b3ad6db1-c89b-47c2-a1a0-7d5c25341ca2', 'status': 'completed', 'code': 200} Jul 06 14:32:22.573759 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14eed4a4-61c7-4cc3-a480-bc70c7a9c6b7 admin admin] Pushing event deleted for resources: {'Network': ['ID=1f7caf7b-8fe6-4ffc-b29a-001958f691cc,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:32:22.588417 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010f02bc-f1a0-4562-9dc8-a9f07420bf65 req-92784183-fe1f-4512-9945-7207a447383f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:32:22.594389 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-010f02bc-f1a0-4562-9dc8-a9f07420bf65 req-92784183-fe1f-4512-9945-7207a447383f service neutron] 10.222.0.127 "GET /v2.0/ports?tenant_id=9d9b21e60bee490a9bf202cb583bf670&device_id=8d6aa76d-99f3-483b-aba3-a4a08e0a3601 HTTP/1.1" status: 200 len: 1095 time: 0.0789099 Jul 06 14:32:22.607284 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dedb8bc6-f3e7-4ac0-8f04-5e67d1c4496c None None] New status for floating IP 197c76d5-3bd1-4776-8fd4-fa73f86aeabf: ACTIVE {{(pid=100248) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 14:32:22.710900 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-010f02bc-f1a0-4562-9dc8-a9f07420bf65 req-d52460d7-6dc5-45d4-9f37-db48fd9a76a7 service neutron] 10.222.0.127 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b3ad6db1-c89b-47c2-a1a0-7d5c25341ca2 HTTP/1.1" status: 200 len: 217 time: 0.1094468 Jul 06 14:32:22.745284 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-e1f38987-4dba-40c8-8895-63b0820f3f11 req-f7f99412-3b50-4a00-8e0d-8df0aba02695 service neutron] 10.222.0.72 "GET /v2.0/networks/cb5944e1-9f88-45ab-a7f5-77b1e91c305e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2872293 Jul 06 14:32:22.806893 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010f02bc-f1a0-4562-9dc8-a9f07420bf65 req-23ea0459-b961-4697-a396-a2232664fca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:32:22.808487 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-010f02bc-f1a0-4562-9dc8-a9f07420bf65 req-23ea0459-b961-4697-a396-a2232664fca9 service neutron] 10.222.0.127 "GET /v2.0/subnets?id=2909a683-548c-4b5b-9f41-76ab6ad57d29 HTTP/1.1" status: 200 len: 851 time: 0.0909195 Jul 06 14:32:22.878597 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-84aa5cb8-73aa-4336-8d56-0416b2247360 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:32:22.948403 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010f02bc-f1a0-4562-9dc8-a9f07420bf65 req-f52ad081-90d8-4fd5-91fc-26d681cb09d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:32:22.951555 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-010f02bc-f1a0-4562-9dc8-a9f07420bf65 req-f52ad081-90d8-4fd5-91fc-26d681cb09d7 service neutron] 10.222.0.127 "GET /v2.0/ports?network_id=8d42e765-466c-4066-a835-9be26bf6d40e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1277072 Jul 06 14:32:23.097293 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-010f02bc-f1a0-4562-9dc8-a9f07420bf65 req-38086a36-bdb2-4e1b-b28d-af65fd22389d service neutron] 10.222.0.127 "GET /v2.0/networks/8d42e765-466c-4066-a835-9be26bf6d40e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1387842 Jul 06 14:32:23.108624 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0865b1-5df5-4534-89c2-6bdbb966b99a req-d118b764-b183-4169-89d2-25b873ea64ca tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:32:23.110263 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-dd0865b1-5df5-4534-89c2-6bdbb966b99a req-d118b764-b183-4169-89d2-25b873ea64ca tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] 10.222.0.104 "GET /v2.0/ports?device_id=8d6aa76d-99f3-483b-aba3-a4a08e0a3601 HTTP/1.1" status: 200 len: 944 time: 0.1414559 Jul 06 14:32:23.199413 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-dd0865b1-5df5-4534-89c2-6bdbb966b99a req-1da3d164-af1a-4127-b20e-ac3b45277fcb tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] 10.222.0.104 "GET /v2.0/security-groups?id=3f36b739-fa02-4105-9f8c-527485057057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809422 Jul 06 14:32:23.228364 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-010f02bc-f1a0-4562-9dc8-a9f07420bf65 req-ad2577fc-af08-44aa-8126-f90858bc5c81 service neutron] 10.222.0.127 "GET /v2.0/networks/8d42e765-466c-4066-a835-9be26bf6d40e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1170843 Jul 06 14:32:23.296048 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.agents_db [None req-167c0ad6-1657-4c9a-a2c4-3b18056aa662 None None] Agent healthcheck: found 7 active agents {{(pid=100249) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 14:32:23.330067 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af78e23-56ca-490f-ba82-39ba92e3fb46 req-f502afc9-cdf3-495d-934d-7389b1a042db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:32:23.331387 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-7af78e23-56ca-490f-ba82-39ba92e3fb46 req-f502afc9-cdf3-495d-934d-7389b1a042db service neutron] 10.222.0.127 "GET /v2.0/ports?tenant_id=9d9b21e60bee490a9bf202cb583bf670&device_id=8d6aa76d-99f3-483b-aba3-a4a08e0a3601 HTTP/1.1" status: 200 len: 1095 time: 0.0572045 Jul 06 14:32:23.341900 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-eb588f31-e944-44dc-8d85-93d3973360cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1809431'] for router_interface, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:32:23.426192 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af78e23-56ca-490f-ba82-39ba92e3fb46 req-15bf4867-d4ff-41c2-a00d-29d1f590e0bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:32:23.427598 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-7af78e23-56ca-490f-ba82-39ba92e3fb46 req-15bf4867-d4ff-41c2-a00d-29d1f590e0bb service neutron] 10.222.0.127 "GET /v2.0/networks?id=8d42e765-466c-4066-a835-9be26bf6d40e HTTP/1.1" status: 200 len: 914 time: 0.0896695 Jul 06 14:32:23.470221 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-7af78e23-56ca-490f-ba82-39ba92e3fb46 req-49c6bdb7-6ce1-4943-84f5-018f5c3a4de5 service neutron] 10.222.0.127 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b3ad6db1-c89b-47c2-a1a0-7d5c25341ca2 HTTP/1.1" status: 200 len: 217 time: 0.0367813 Jul 06 14:32:23.524094 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af78e23-56ca-490f-ba82-39ba92e3fb46 req-7dbc8ae9-50d5-4551-8087-4818fb3cd8ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:32:23.525706 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-7af78e23-56ca-490f-ba82-39ba92e3fb46 req-7dbc8ae9-50d5-4551-8087-4818fb3cd8ed service neutron] 10.222.0.127 "GET /v2.0/subnets?id=2909a683-548c-4b5b-9f41-76ab6ad57d29 HTTP/1.1" status: 200 len: 851 time: 0.0495160 Jul 06 14:32:23.589244 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af78e23-56ca-490f-ba82-39ba92e3fb46 req-e79d2e2d-c26d-4d99-b030-367b7e76557d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:32:23.590768 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-7af78e23-56ca-490f-ba82-39ba92e3fb46 req-e79d2e2d-c26d-4d99-b030-367b7e76557d service neutron] 10.222.0.127 "GET /v2.0/ports?network_id=8d42e765-466c-4066-a835-9be26bf6d40e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0584702 Jul 06 14:32:23.614055 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [None req-eb588f31-e944-44dc-8d85-93d3973360cf admin admin] Deleting port 3ec9aaee-634c-4a40-ba5e-f5252f0391a4 {{(pid=100246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:32:23.614407 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-eb588f31-e944-44dc-8d85-93d3973360cf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:32:23.685367 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-7af78e23-56ca-490f-ba82-39ba92e3fb46 req-329d8a18-bb95-4ac9-8f74-75faf8cc8467 service neutron] 10.222.0.127 "GET /v2.0/networks/8d42e765-466c-4066-a835-9be26bf6d40e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877118 Jul 06 14:32:23.707733 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.db [None req-eb588f31-e944-44dc-8d85-93d3973360cf admin admin] For port 3ec9aaee-634c-4a40-ba5e-f5252f0391a4, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=3ec9aaee-634c-4a40-ba5e-f5252f0391a4,segment=NetworkSegment(d5120bcc-decc-40d3-a60e-fdec2f7aac87),segment_id=d5120bcc-decc-40d3-a60e-fdec2f7aac87)] {{(pid=100246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:32:23.708701 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-eb588f31-e944-44dc-8d85-93d3973360cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:32:23.721692 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [None req-eb588f31-e944-44dc-8d85-93d3973360cf admin admin] Calling delete_port for 3ec9aaee-634c-4a40-ba5e-f5252f0391a4 owned by network:router_interface {{(pid=100246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:32:23.923780 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-eb588f31-e944-44dc-8d85-93d3973360cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127687580'] for port, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:32:23.954516 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb588f31-e944-44dc-8d85-93d3973360cf admin admin] Pushing event deleted for resources: {'Port': ['ID=3ec9aaee-634c-4a40-ba5e-f5252f0391a4,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:32:24.161943 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-eb588f31-e944-44dc-8d85-93d3973360cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1809193'] for router_interface, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:32:24.162334 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-7af78e23-56ca-490f-ba82-39ba92e3fb46 req-c1c1ba2a-5ef6-4a36-9afa-8f2ca8866eb9 service neutron] 10.222.0.127 "GET /v2.0/networks/8d42e765-466c-4066-a835-9be26bf6d40e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4710667 Jul 06 14:32:24.377738 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b2e511-0b66-4628-b5a6-b131b1a6ec11 req-bc4f4d9a-a78b-4c53-8a73-2597ab996a32 tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:32:24.379359 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-25b2e511-0b66-4628-b5a6-b131b1a6ec11 req-bc4f4d9a-a78b-4c53-8a73-2597ab996a32 tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] 10.222.0.104 "GET /v2.0/ports?device_id=8d6aa76d-99f3-483b-aba3-a4a08e0a3601 HTTP/1.1" status: 200 len: 944 time: 0.0648170 Jul 06 14:32:24.394114 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb588f31-e944-44dc-8d85-93d3973360cf admin admin] Router 9ee29c4d-23e2-465e-a8a7-aac21aff071e has already been hosted by L3 agent 2823d358-a11b-4885-a706-95a279e43fa7 {{(pid=100246) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 14:32:24.422912 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-25b2e511-0b66-4628-b5a6-b131b1a6ec11 req-c7ff0ecf-b1df-4eac-88ec-5da227c21a98 tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] 10.222.0.104 "GET /v2.0/security-groups?id=3f36b739-fa02-4105-9f8c-527485057057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357552 Jul 06 14:32:24.510263 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb588f31-e944-44dc-8d85-93d3973360cf admin admin] Notify agent at l3_agent.n-d-773647-6 the message routers_updated {{(pid=100246) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 14:32:24.516317 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-eb588f31-e944-44dc-8d85-93d3973360cf admin admin] 10.222.0.104 "PUT /v2.0/routers/9ee29c4d-23e2-465e-a8a7-aac21aff071e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0729539 Jul 06 14:32:24.519050 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 55532) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:32:24.521915 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ff89ff5-a8ca-43ea-bbbd-2ed62ba3c5b1 None None] Sync routers for ids ['9ee29c4d-23e2-465e-a8a7-aac21aff071e'] in n-d-773647-6 {{(pid=100249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 14:32:24.530948 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ff89ff5-a8ca-43ea-bbbd-2ed62ba3c5b1 None None] Routers {'9ee29c4d-23e2-465e-a8a7-aac21aff071e'} bound to L3 agent in host n-d-773647-6 {{(pid=100249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:32:24.531562 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-9ff89ff5-a8ca-43ea-bbbd-2ed62ba3c5b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T14:31:56Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['9ee29c4d-23e2-465e-a8a7-aac21aff071e'], 'active': True} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:32:24.627681 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-a6e81f81-7fa7-43c8-aab8-eb3f760b14bc admin admin] Notify callbacks [] for router, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:32:24.640555 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvr_db [None req-9ff89ff5-a8ca-43ea-bbbd-2ed62ba3c5b1 None None] Set router 9ee29c4d-23e2-465e-a8a7-aac21aff071e gateway port host: n-d-773647-6 {{(pid=100249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:32:24.742894 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-a6e81f81-7fa7-43c8-aab8-eb3f760b14bc admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:32:24.799440 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.plugin [None req-a6e81f81-7fa7-43c8-aab8-eb3f760b14bc admin admin] Deleting port da24e38b-dbf6-4f2d-aa1c-f04c48d28633 {{(pid=100247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:32:24.799839 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-a6e81f81-7fa7-43c8-aab8-eb3f760b14bc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:32:24.830521 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-9ff89ff5-a8ca-43ea-bbbd-2ed62ba3c5b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ee29c4d-23e2-465e-a8a7-aac21aff071e', 'name': 'tempest-TestServerMultinode-2069219664-router', 'tenant_id': 'bc6185fd1f9844a08f1d71dccbb2f60a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.91'}], 'enable_snat': True}, 'gw_port_id': 'da24e38b-dbf6-4f2d-aa1c-f04c48d28633', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:31:34Z', 'updated_at': '2021-07-06T14:32:23Z', 'revision_number': 5, 'project_id': 'bc6185fd1f9844a08f1d71dccbb2f60a', 'gw_port': {'id': 'da24e38b-dbf6-4f2d-aa1c-f04c48d28633', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:72:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ee29c4d-23e2-465e-a8a7-aac21aff071e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3898, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:31:35Z', 'updated_at': '2021-07-06T14:31:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6'}], 'n-d-773647-6', False) {} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:32:24.861662 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ff89ff5-a8ca-43ea-bbbd-2ed62ba3c5b1 None None] Checking router: 9ee29c4d-23e2-465e-a8a7-aac21aff071e for host: n-d-773647-6 {{(pid=100249) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 14:32:24.870739 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ff89ff5-a8ca-43ea-bbbd-2ed62ba3c5b1 None None] Routers {'9ee29c4d-23e2-465e-a8a7-aac21aff071e'} bound to L3 agent in host n-d-773647-6 {{(pid=100249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:32:24.871462 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-9ff89ff5-a8ca-43ea-bbbd-2ed62ba3c5b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T14:31:56Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['9ee29c4d-23e2-465e-a8a7-aac21aff071e'], 'active': True} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:32:24.890820 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.db [None req-a6e81f81-7fa7-43c8-aab8-eb3f760b14bc admin admin] For port da24e38b-dbf6-4f2d-aa1c-f04c48d28633, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=da24e38b-dbf6-4f2d-aa1c-f04c48d28633,segment=NetworkSegment(89a832b7-7793-4d51-9038-ed7e1c3ff1b2),segment_id=89a832b7-7793-4d51-9038-ed7e1c3ff1b2)] {{(pid=100247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:32:24.891180 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-a6e81f81-7fa7-43c8-aab8-eb3f760b14bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:32:24.906425 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.plugin [None req-a6e81f81-7fa7-43c8-aab8-eb3f760b14bc admin admin] Calling delete_port for da24e38b-dbf6-4f2d-aa1c-f04c48d28633 owned by network:router_gateway {{(pid=100247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:32:24.963233 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvr_db [None req-9ff89ff5-a8ca-43ea-bbbd-2ed62ba3c5b1 None None] Set router 9ee29c4d-23e2-465e-a8a7-aac21aff071e gateway port host: None {{(pid=100249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:32:25.095629 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-a6e81f81-7fa7-43c8-aab8-eb3f760b14bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128888353'] for port, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:32:25.115397 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-9ff89ff5-a8ca-43ea-bbbd-2ed62ba3c5b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ee29c4d-23e2-465e-a8a7-aac21aff071e', 'name': 'tempest-TestServerMultinode-2069219664-router', 'tenant_id': 'bc6185fd1f9844a08f1d71dccbb2f60a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:31:34Z', 'updated_at': '2021-07-06T14:32:24Z', 'revision_number': 6, 'project_id': 'bc6185fd1f9844a08f1d71dccbb2f60a', 'gw_port_host': None}], 'n-d-773647-6', False) {} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:32:25.145933 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ff89ff5-a8ca-43ea-bbbd-2ed62ba3c5b1 None None] The sync data for ids ['9ee29c4d-23e2-465e-a8a7-aac21aff071e'] in n-d-773647-6 is: [{'id': '9ee29c4d-23e2-465e-a8a7-aac21aff071e', 'name': 'tempest-TestServerMultinode-2069219664-router', 'tenant_id': 'bc6185fd1f9844a08f1d71dccbb2f60a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:31:34Z', 'updated_at': '2021-07-06T14:32:24Z', 'revision_number': 6, 'project_id': 'bc6185fd1f9844a08f1d71dccbb2f60a', 'gw_port_host': None}] {{(pid=100249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 14:32:25.149742 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e81f81-7fa7-43c8-aab8-eb3f760b14bc admin admin] Pushing event deleted for resources: {'Port': ['ID=da24e38b-dbf6-4f2d-aa1c-f04c48d28633,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:32:25.196023 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-a6e81f81-7fa7-43c8-aab8-eb3f760b14bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1761104'] for router_gateway, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:32:25.286312 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-a6e81f81-7fa7-43c8-aab8-eb3f760b14bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1806308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6982'] for router, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:32:25.288423 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-a6e81f81-7fa7-43c8-aab8-eb3f760b14bc admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:32:25.333945 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-a6e81f81-7fa7-43c8-aab8-eb3f760b14bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1805684'] for router, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:32:25.334572 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6e81f81-7fa7-43c8-aab8-eb3f760b14bc admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9ee29c4d-23e2-465e-a8a7-aac21aff071e {{(pid=100247) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 14:32:25.338873 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-a6e81f81-7fa7-43c8-aab8-eb3f760b14bc admin admin] Notify callbacks [] for router, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:32:25.339922 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-a6e81f81-7fa7-43c8-aab8-eb3f760b14bc admin admin] 10.222.0.104 "DELETE /v2.0/routers/9ee29c4d-23e2-465e-a8a7-aac21aff071e HTTP/1.1" status: 204 len: 168 time: 0.8198655 Jul 06 14:32:25.342421 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 55534) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:32:25.386812 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.db_base_plugin_v2 [None req-3eb1af88-2ea4-4015-a643-64d1df802db4 admin admin] Deleting subnet b1a11ce3-ebe1-4b50-b2ad-b7896ad2112e {{(pid=100247) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 14:32:25.390617 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-3eb1af88-2ea4-4015-a643-64d1df802db4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:32:25.423903 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-3eb1af88-2ea4-4015-a643-64d1df802db4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127131748'] for subnet, precommit_delete_associations {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:32:25.510106 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-3eb1af88-2ea4-4015-a643-64d1df802db4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-913473'] for subnet, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:32:25.599275 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-37560e89-309a-426b-a117-37200d99a6ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:32:25.623100 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-3eb1af88-2ea4-4015-a643-64d1df802db4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-913480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1849032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-128888347', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127627857'] for subnet, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:32:25.638435 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762fb715-680a-493d-8088-f2e3078272c0 req-2bd38947-4513-4fe5-90d9-b7694b931984 tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:32:25.639975 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-762fb715-680a-493d-8088-f2e3078272c0 req-2bd38947-4513-4fe5-90d9-b7694b931984 tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] 10.222.0.104 "GET /v2.0/ports?device_id=8d6aa76d-99f3-483b-aba3-a4a08e0a3601 HTTP/1.1" status: 200 len: 944 time: 0.0968382 Jul 06 14:32:25.655593 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6db46601-7945-465b-9fc0-e7bfa36a8349 None None] Network 44045a97-d923-4efe-88a1-47ab073cdf95 requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:32:25.661649 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-3eb1af88-2ea4-4015-a643-64d1df802db4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:32:25.663528 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-3eb1af88-2ea4-4015-a643-64d1df802db4 admin admin] 10.222.0.104 "DELETE /v2.0/subnets/b1a11ce3-ebe1-4b50-b2ad-b7896ad2112e HTTP/1.1" status: 204 len: 168 time: 0.3201294 Jul 06 14:32:25.666234 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 55538) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:32:25.666740 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb1af88-2ea4-4015-a643-64d1df802db4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b1a11ce3-ebe1-4b50-b2ad-b7896ad2112e,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:32:25.700934 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-762fb715-680a-493d-8088-f2e3078272c0 req-b4399b2e-4b3b-4e83-a799-671b6043ac6a tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] 10.222.0.104 "GET /v2.0/security-groups?id=3f36b739-fa02-4105-9f8c-527485057057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359800 Jul 06 14:32:25.744469 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-2b62a1fe-ab5f-4122-acd5-75487b67b767 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530492'] for network, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:32:25.803684 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [None req-2b62a1fe-ab5f-4122-acd5-75487b67b767 admin admin] Deleting port 62caead8-00fb-44c7-8d2a-e7067be700f4 {{(pid=100246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:32:25.804031 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-2b62a1fe-ab5f-4122-acd5-75487b67b767 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:32:25.865642 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.db [None req-2b62a1fe-ab5f-4122-acd5-75487b67b767 admin admin] For port 62caead8-00fb-44c7-8d2a-e7067be700f4, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=62caead8-00fb-44c7-8d2a-e7067be700f4,segment=NetworkSegment(d5120bcc-decc-40d3-a60e-fdec2f7aac87),segment_id=d5120bcc-decc-40d3-a60e-fdec2f7aac87)] {{(pid=100246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:32:25.866003 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-2b62a1fe-ab5f-4122-acd5-75487b67b767 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:32:25.879503 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [None req-2b62a1fe-ab5f-4122-acd5-75487b67b767 admin admin] Calling delete_port for 62caead8-00fb-44c7-8d2a-e7067be700f4 owned by network:dhcp {{(pid=100246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:32:25.899814 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:32:25.965643 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-2b62a1fe-ab5f-4122-acd5-75487b67b767 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127687580'] for port, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:32:25.981052 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f065479-2896-4ca5-a660-3157d8e00e00 None None] DHCP port deletion for 44045a97-d923-4efe-88a1-47ab073cdf95 request from n-d-773647-6 {{(pid=100248) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 14:32:25.998621 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 3ec9aaee-634c-4a40-ba5e-f5252f0391a4 no longer exists at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:32:26.001238 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b62a1fe-ab5f-4122-acd5-75487b67b767 admin admin] Pushing event deleted for resources: {'Port': ['ID=62caead8-00fb-44c7-8d2a-e7067be700f4,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:32:26.005626 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b62a1fe-ab5f-4122-acd5-75487b67b767 admin admin] No DVR routers for this DVR port 62caead8-00fb-44c7-8d2a-e7067be700f4 on host n-d-773647-6 {{(pid=100246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:32:26.030475 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] No Port match for: 3ec9aaee-634c-4a40-ba5e-f5252f0391a4 {{(pid=100248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 14:32:26.030922 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 3ec9aaee-634c-4a40-ba5e-f5252f0391a4 not bound to the agent host n-d-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:32:26.081686 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-2b62a1fe-ab5f-4122-acd5-75487b67b767 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-917204', 'neutron.services.segments.db._delete_segments_for_network-8773753502302'] for network, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:32:26.092414 n-d-773647-6 neutron-server[100246]: DEBUG neutron.services.segments.db [None req-2b62a1fe-ab5f-4122-acd5-75487b67b767 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['44045a97-d923-4efe-88a1-47ab073cdf95']}} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:32:26.103773 n-d-773647-6 neutron-server[100246]: DEBUG neutron.services.segments.db [None req-2b62a1fe-ab5f-4122-acd5-75487b67b767 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd5120bcc-decc-40d3-a60e-fdec2f7aac87') {'for_net_delete': True} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:32:26.104066 n-d-773647-6 neutron-server[100246]: DEBUG neutron.services.segments.db [None req-2b62a1fe-ab5f-4122-acd5-75487b67b767 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd5120bcc-decc-40d3-a60e-fdec2f7aac87') {} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:32:26.114431 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-2b62a1fe-ab5f-4122-acd5-75487b67b767 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773753515138', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126218898'] for segment, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:32:26.128241 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-2b62a1fe-ab5f-4122-acd5-75487b67b767 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552'] for segment, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:32:26.134333 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b62a1fe-ab5f-4122-acd5-75487b67b767 admin admin] Releasing vlan 1033 on physical network physnet1 to pool {{(pid=100246) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 14:32:26.134721 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-2b62a1fe-ab5f-4122-acd5-75487b67b767 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127687491'] for segment, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:32:26.136743 n-d-773647-6 neutron-server[100246]: Traceback (most recent call last): Jul 06 14:32:26.136743 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 14:32:26.136743 n-d-773647-6 neutron-server[100246]: timer() Jul 06 14:32:26.136743 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 14:32:26.136743 n-d-773647-6 neutron-server[100246]: cb(*args, **kw) Jul 06 14:32:26.136743 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 14:32:26.136743 n-d-773647-6 neutron-server[100246]: return func(*args, **kwargs) Jul 06 14:32:26.136743 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 14:32:26.136743 n-d-773647-6 neutron-server[100246]: self._notify() Jul 06 14:32:26.136743 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 14:32:26.136743 n-d-773647-6 neutron-server[100246]: self.callback(batched_events) Jul 06 14:32:26.136743 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 14:32:26.136743 n-d-773647-6 neutron-server[100246]: event.method(event) Jul 06 14:32:26.136743 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 14:32:26.136743 n-d-773647-6 neutron-server[100246]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 14:32:26.136743 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 14:32:26.136743 n-d-773647-6 neutron-server[100246]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 14:32:26.136743 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 14:32:26.136743 n-d-773647-6 neutron-server[100246]: return f(self, *a, **k) Jul 06 14:32:26.136743 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 14:32:26.136743 n-d-773647-6 neutron-server[100246]: return self._get(url).json() Jul 06 14:32:26.136743 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 14:32:26.136743 n-d-773647-6 neutron-server[100246]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 14:32:26.136743 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 14:32:26.136743 n-d-773647-6 neutron-server[100246]: return self.request(url, 'GET', **kwargs) Jul 06 14:32:26.136743 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 14:32:26.136743 n-d-773647-6 neutron-server[100246]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 14:32:26.136743 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 14:32:26.136743 n-d-773647-6 neutron-server[100246]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 14:32:26.136743 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 14:32:26.136743 n-d-773647-6 neutron-server[100246]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 14:32:26.136743 n-d-773647-6 neutron-server[100246]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 14:32:26.198483 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-2b62a1fe-ab5f-4122-acd5-75487b67b767 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-917215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1761140'] for network, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:32:26.204434 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-2b62a1fe-ab5f-4122-acd5-75487b67b767 admin admin] Notify callbacks [] for network, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:32:26.207685 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-2b62a1fe-ab5f-4122-acd5-75487b67b767 admin admin] 10.222.0.104 "DELETE /v2.0/networks/44045a97-d923-4efe-88a1-47ab073cdf95 HTTP/1.1" status: 204 len: 168 time: 0.5403082 Jul 06 14:32:26.221767 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b62a1fe-ab5f-4122-acd5-75487b67b767 admin admin] Pushing event deleted for resources: {'Network': ['ID=44045a97-d923-4efe-88a1-47ab073cdf95,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:32:26.376083 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 55542) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:32:26.420001 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-612b03e4-505d-44f2-97d7-23e4794d5276 admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=13e49cfbe6a645059794a29627a089eb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0426161 Jul 06 14:32:26.422248 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 55544) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:32:26.468893 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-b8a12684-f736-4d2e-ac61-98c7d6064183 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:32:26.489096 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-b8a12684-f736-4d2e-ac61-98c7d6064183 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:32:26.535492 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-b8a12684-f736-4d2e-ac61-98c7d6064183 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:32:26.537912 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-b8a12684-f736-4d2e-ac61-98c7d6064183 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:32:26.539038 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-b8a12684-f736-4d2e-ac61-98c7d6064183 admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/cb5169e4-f099-45b6-9146-7efeaaae9f43 HTTP/1.1" status: 204 len: 168 time: 0.1159096 Jul 06 14:32:26.546539 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a12684-f736-4d2e-ac61-98c7d6064183 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb5169e4-f099-45b6-9146-7efeaaae9f43,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:32:26.660040 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-2064eaae-da4f-48f8-82d2-b09d4ddedd44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:32:26.848084 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 55552) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:32:26.900609 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-c87ece33-9605-4032-a76f-2d11d4b2ae36 admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=bc6185fd1f9844a08f1d71dccbb2f60a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0514431 Jul 06 14:32:26.903296 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 55554) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:32:26.909050 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9dd128-3d52-4e32-b4bf-6e1439a7d859 req-326bcc53-f30e-4f9e-8bb4-baf4e951c285 tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:32:26.910509 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-bb9dd128-3d52-4e32-b4bf-6e1439a7d859 req-326bcc53-f30e-4f9e-8bb4-baf4e951c285 tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] 10.222.0.104 "GET /v2.0/ports?device_id=8d6aa76d-99f3-483b-aba3-a4a08e0a3601 HTTP/1.1" status: 200 len: 944 time: 0.0997121 Jul 06 14:32:26.954897 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-e0bfc3ad-3f65-49bc-a28c-7eeab8e1fd9c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:32:26.956905 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-bb9dd128-3d52-4e32-b4bf-6e1439a7d859 req-a58a185c-2124-440b-9814-b3f580c0d8f5 tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] 10.222.0.104 "GET /v2.0/security-groups?id=3f36b739-fa02-4105-9f8c-527485057057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404847 Jul 06 14:32:26.976614 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-e0bfc3ad-3f65-49bc-a28c-7eeab8e1fd9c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:32:27.023131 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-e0bfc3ad-3f65-49bc-a28c-7eeab8e1fd9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:32:27.025738 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-e0bfc3ad-3f65-49bc-a28c-7eeab8e1fd9c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:32:27.026894 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-e0bfc3ad-3f65-49bc-a28c-7eeab8e1fd9c admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/e489c9fd-cfd4-4a53-b11a-40df6c792962 HTTP/1.1" status: 204 len: 168 time: 0.1225955 Jul 06 14:32:27.034725 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0bfc3ad-3f65-49bc-a28c-7eeab8e1fd9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e489c9fd-cfd4-4a53-b11a-40df6c792962,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:32:27.315719 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 62caead8-00fb-44c7-8d2a-e7067be700f4 no longer exists at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:32:27.337047 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] No Port match for: 62caead8-00fb-44c7-8d2a-e7067be700f4 {{(pid=100248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 14:32:27.337398 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 62caead8-00fb-44c7-8d2a-e7067be700f4 not bound to the agent host n-d-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:32:27.337812 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device da24e38b-dbf6-4f2d-aa1c-f04c48d28633 no longer exists at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:32:27.357960 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] No Port match for: da24e38b-dbf6-4f2d-aa1c-f04c48d28633 {{(pid=100248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 14:32:27.358303 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device da24e38b-dbf6-4f2d-aa1c-f04c48d28633 not bound to the agent host n-d-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:32:28.135950 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd634ff-1987-4585-90ac-9f5d2386a745 req-37d659b1-7f87-41c5-a593-94bcd9c77e8b tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:32:28.137438 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-3cd634ff-1987-4585-90ac-9f5d2386a745 req-37d659b1-7f87-41c5-a593-94bcd9c77e8b tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] 10.222.0.104 "GET /v2.0/ports?device_id=8d6aa76d-99f3-483b-aba3-a4a08e0a3601 HTTP/1.1" status: 200 len: 944 time: 0.0678742 Jul 06 14:32:28.175083 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-3cd634ff-1987-4585-90ac-9f5d2386a745 req-42918c29-e132-41cd-9e72-7de59e3e4106 tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] 10.222.0.104 "GET /v2.0/security-groups?id=3f36b739-fa02-4105-9f8c-527485057057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320711 Jul 06 14:32:28.456237 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-03f71b24-a9b8-453a-8924-caa3f97bc6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:32:29.348100 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9b7938-8b5a-42ee-ac74-5a8bd5a5bbf4 req-89ba7c9f-27a9-412e-b927-cb3edbc1bb40 tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:32:29.349589 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-fc9b7938-8b5a-42ee-ac74-5a8bd5a5bbf4 req-89ba7c9f-27a9-412e-b927-cb3edbc1bb40 tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] 10.222.0.104 "GET /v2.0/ports?device_id=8d6aa76d-99f3-483b-aba3-a4a08e0a3601 HTTP/1.1" status: 200 len: 944 time: 0.0633552 Jul 06 14:32:29.385747 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-fc9b7938-8b5a-42ee-ac74-5a8bd5a5bbf4 req-93ee4255-7b9c-4d4d-9247-da64d27caa58 tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] 10.222.0.104 "GET /v2.0/security-groups?id=3f36b739-fa02-4105-9f8c-527485057057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306058 Jul 06 14:32:30.561931 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63a6558-310a-4114-8c77-401460d2de90 req-692ef464-36e6-4a97-a23e-1b16785c88b9 tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:32:30.563427 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-a63a6558-310a-4114-8c77-401460d2de90 req-692ef464-36e6-4a97-a23e-1b16785c88b9 tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] 10.222.0.104 "GET /v2.0/ports?device_id=8d6aa76d-99f3-483b-aba3-a4a08e0a3601 HTTP/1.1" status: 200 len: 944 time: 0.0659149 Jul 06 14:32:30.600631 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-a63a6558-310a-4114-8c77-401460d2de90 req-08c5dbb4-0275-495a-a147-13387d6fc2e1 tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] 10.222.0.104 "GET /v2.0/security-groups?id=3f36b739-fa02-4105-9f8c-527485057057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313904 Jul 06 14:32:31.772500 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a7833a-1cf3-445a-93f4-19db3a2e8150 req-c9c95e91-705e-475b-b9a8-fea6d352c3fe tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:32:31.773992 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-f1a7833a-1cf3-445a-93f4-19db3a2e8150 req-c9c95e91-705e-475b-b9a8-fea6d352c3fe tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] 10.222.0.104 "GET /v2.0/ports?device_id=8d6aa76d-99f3-483b-aba3-a4a08e0a3601 HTTP/1.1" status: 200 len: 944 time: 0.0628309 Jul 06 14:32:31.811428 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-f1a7833a-1cf3-445a-93f4-19db3a2e8150 req-afd060a8-653f-4e4c-8f65-f9817f5cc855 tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] 10.222.0.104 "GET /v2.0/security-groups?id=3f36b739-fa02-4105-9f8c-527485057057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319145 Jul 06 14:32:32.982325 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33abb632-9254-4bba-bc91-f601d342d01b req-7e6e0324-c6b8-4d4b-864b-d78e05d0235d tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:32:32.983842 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-33abb632-9254-4bba-bc91-f601d342d01b req-7e6e0324-c6b8-4d4b-864b-d78e05d0235d tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] 10.222.0.104 "GET /v2.0/ports?device_id=8d6aa76d-99f3-483b-aba3-a4a08e0a3601 HTTP/1.1" status: 200 len: 944 time: 0.0644064 Jul 06 14:32:33.021193 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-33abb632-9254-4bba-bc91-f601d342d01b req-b15da022-b27a-412f-bb77-00b4696772c4 tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] 10.222.0.104 "GET /v2.0/security-groups?id=3f36b739-fa02-4105-9f8c-527485057057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317364 Jul 06 14:32:33.143361 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Device b3ad6db1-c89b-47c2-a1a0-7d5c25341ca2 details requested by agent hyperv_n-h1-773647-6 with host n-h1-773647-6 {{(pid=100248) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 14:32:33.252384 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] For port b3ad6db1-c89b-47c2-a1a0-7d5c25341ca2, host n-h1-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773647-6',level=0,port_id=b3ad6db1-c89b-47c2-a1a0-7d5c25341ca2,segment=NetworkSegment(fb70f030-83e8-41d7-b868-4485c113c2c0),segment_id=fb70f030-83e8-41d7-b868-4485c113c2c0)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:32:33.263676 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Returning: {'device': 'b3ad6db1-c89b-47c2-a1a0-7d5c25341ca2', 'network_id': '8d42e765-466c-4066-a835-9be26bf6d40e', 'port_id': 'b3ad6db1-c89b-47c2-a1a0-7d5c25341ca2', 'mac_address': 'fa:16:3e:16:65:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1049, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2909a683-548c-4b5b-9f41-76ab6ad57d29', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100248) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 14:32:33.300242 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:32:33.312854 n-d-773647-6 neutron-server[100248]: DEBUG neutron.notifiers.nova [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b3ad6db1-c89b-47c2-a1a0-7d5c25341ca2 {{(pid=100248) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 14:32:33.331642 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] For port b3ad6db1-c89b-47c2-a1a0-7d5c25341ca2, host n-h1-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773647-6',level=0,port_id=b3ad6db1-c89b-47c2-a1a0-7d5c25341ca2,segment=NetworkSegment(fb70f030-83e8-41d7-b868-4485c113c2c0),segment_id=fb70f030-83e8-41d7-b868-4485c113c2c0)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:32:33.335710 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:32:33.386162 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Pushing event updated for resources: {'Port': ['ID=b3ad6db1-c89b-47c2-a1a0-7d5c25341ca2,revision_number=4']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:32:33.393285 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:32:33.393635 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:32:33.393975 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:32:33.394309 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:32:33.394641 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:32:33.394977 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:32:33.395327 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:32:33.395652 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:32:33.395972 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:32:33.396292 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:32:33.396611 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:32:33.396930 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:32:33.626752 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] get_ports_and_sgs() called for port_ids ['b3ad6db1-c89b-47c2-a1a0-7d5c25341ca2'] {{(pid=100248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 14:32:34.194184 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe21ab6-78a7-4fe1-a523-3a09561f766c req-d605fd7a-6b3d-4de8-b9a9-03f17c4b9764 tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:32:34.195663 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-dbe21ab6-78a7-4fe1-a523-3a09561f766c req-d605fd7a-6b3d-4de8-b9a9-03f17c4b9764 tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] 10.222.0.104 "GET /v2.0/ports?device_id=8d6aa76d-99f3-483b-aba3-a4a08e0a3601 HTTP/1.1" status: 200 len: 945 time: 0.0674832 Jul 06 14:32:34.232466 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-dbe21ab6-78a7-4fe1-a523-3a09561f766c req-b171c771-2608-4c40-9dfa-a709a696c91f tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] 10.222.0.104 "GET /v2.0/security-groups?id=3f36b739-fa02-4105-9f8c-527485057057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306516 Jul 06 14:32:35.173411 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Device b3ad6db1-c89b-47c2-a1a0-7d5c25341ca2 up at agent hyperv_n-h1-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:32:35.223473 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Provisioning for port b3ad6db1-c89b-47c2-a1a0-7d5c25341ca2 completed by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:32:35.227101 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Provisioning complete for port b3ad6db1-c89b-47c2-a1a0-7d5c25341ca2 triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:32:35.227789 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:32:35.304337 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:32:35.332037 n-d-773647-6 neutron-server[100248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d6aa76d-99f3-483b-aba3-a4a08e0a3601', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3ad6db1-c89b-47c2-a1a0-7d5c25341ca2'}] {{(pid=100248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:32:35.334259 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84af257533e383389cbcf231d3534f4d5e149e7203fea16b4a8fc01438dddaf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29ce099a-00e7-4cb0-bec9-2fc095a65405" -d '{"events": [{"server_uuid": "8d6aa76d-99f3-483b-aba3-a4a08e0a3601", "name": "network-vif-plugged", "status": "completed", "tag": "b3ad6db1-c89b-47c2-a1a0-7d5c25341ca2"}]}' {{(pid=100248) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:32:35.347511 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] For port b3ad6db1-c89b-47c2-a1a0-7d5c25341ca2, host n-h1-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773647-6',level=0,port_id=b3ad6db1-c89b-47c2-a1a0-7d5c25341ca2,segment=NetworkSegment(fb70f030-83e8-41d7-b868-4485c113c2c0),segment_id=fb70f030-83e8-41d7-b868-4485c113c2c0)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:32:35.352536 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:32:35.375698 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 14:32:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de3292bb-ae37-4025-a497-784f9faad021 x-openstack-request-id: req-de3292bb-ae37-4025-a497-784f9faad021 {{(pid=100248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:32:35.375993 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d6aa76d-99f3-483b-aba3-a4a08e0a3601", "name": "network-vif-plugged", "status": "completed", "tag": "b3ad6db1-c89b-47c2-a1a0-7d5c25341ca2", "code": 200}]} {{(pid=100248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:32:35.376243 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-de3292bb-ae37-4025-a497-784f9faad021 {{(pid=100248) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:32:35.376635 n-d-773647-6 neutron-server[100248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d6aa76d-99f3-483b-aba3-a4a08e0a3601', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3ad6db1-c89b-47c2-a1a0-7d5c25341ca2', 'code': 200} Jul 06 14:32:35.407773 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Pushing event updated for resources: {'Port': ['ID=b3ad6db1-c89b-47c2-a1a0-7d5c25341ca2,revision_number=5']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:32:35.417024 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51808ebc-5318-4782-a5fe-f9b1da5aa3de req-38277f79-0e4c-474b-a88a-4735e5baa82c tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:32:35.418688 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-51808ebc-5318-4782-a5fe-f9b1da5aa3de req-38277f79-0e4c-474b-a88a-4735e5baa82c tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] 10.222.0.104 "GET /v2.0/ports?device_id=8d6aa76d-99f3-483b-aba3-a4a08e0a3601 HTTP/1.1" status: 200 len: 946 time: 0.0725958 Jul 06 14:32:35.487272 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-51808ebc-5318-4782-a5fe-f9b1da5aa3de req-b5d34b8c-2220-4fac-ac36-7d08ec493be1 tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] 10.222.0.104 "GET /v2.0/security-groups?id=3f36b739-fa02-4105-9f8c-527485057057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623949 Jul 06 14:32:35.506806 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fa33d9-033f-4a0f-a848-1a057d0d0ff9 req-98d0b3ef-e382-4c82-b4fe-b97ed8d413b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:32:35.508333 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-f4fa33d9-033f-4a0f-a848-1a057d0d0ff9 req-98d0b3ef-e382-4c82-b4fe-b97ed8d413b1 service neutron] 10.222.0.127 "GET /v2.0/ports?device_id=8d6aa76d-99f3-483b-aba3-a4a08e0a3601 HTTP/1.1" status: 200 len: 1097 time: 0.0682130 Jul 06 14:32:35.541665 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-f4fa33d9-033f-4a0f-a848-1a057d0d0ff9 req-9e20784a-a25b-457f-9c38-842d72753219 service neutron] 10.222.0.127 "GET /v2.0/security-groups?id=3f36b739-fa02-4105-9f8c-527485057057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0270061 Jul 06 14:32:36.662116 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8ddcdf-778d-4491-9598-d566f8c92843 req-a383c06a-9948-4d96-8ea0-ffebdb3ae73d tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:32:36.663622 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-8e8ddcdf-778d-4491-9598-d566f8c92843 req-a383c06a-9948-4d96-8ea0-ffebdb3ae73d tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] 10.222.0.104 "GET /v2.0/ports?device_id=8d6aa76d-99f3-483b-aba3-a4a08e0a3601 HTTP/1.1" status: 200 len: 946 time: 0.0657833 Jul 06 14:32:36.704484 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-8e8ddcdf-778d-4491-9598-d566f8c92843 req-b4fb6489-4831-48d3-b8e4-f42252a1d521 tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] 10.222.0.104 "GET /v2.0/security-groups?id=3f36b739-fa02-4105-9f8c-527485057057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353601 Jul 06 14:32:37.873803 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f717cfbc-2a7a-40b3-8544-0e41d98f6c02 req-c7249a4f-56d4-491e-b312-c85ad0b8df31 tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:32:37.875286 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-f717cfbc-2a7a-40b3-8544-0e41d98f6c02 req-c7249a4f-56d4-491e-b312-c85ad0b8df31 tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] 10.222.0.104 "GET /v2.0/ports?device_id=8d6aa76d-99f3-483b-aba3-a4a08e0a3601 HTTP/1.1" status: 200 len: 946 time: 0.0621588 Jul 06 14:32:37.915023 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-f717cfbc-2a7a-40b3-8544-0e41d98f6c02 req-f84147e3-eb62-458f-9bb8-547745e15b7c tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] 10.222.0.104 "GET /v2.0/security-groups?id=3f36b739-fa02-4105-9f8c-527485057057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342915 Jul 06 14:32:38.086051 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6447b98f-1f4a-4017-a441-18f58937e850 req-342f7384-35ce-47cd-9255-42eaea9e487e tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:32:38.087486 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-6447b98f-1f4a-4017-a441-18f58937e850 req-342f7384-35ce-47cd-9255-42eaea9e487e tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] 10.222.0.104 "GET /v2.0/ports?device_id=8d6aa76d-99f3-483b-aba3-a4a08e0a3601 HTTP/1.1" status: 200 len: 946 time: 0.0657442 Jul 06 14:32:38.126596 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-6447b98f-1f4a-4017-a441-18f58937e850 req-300909ac-f625-4ab4-aaec-5fd2e6aefc7a tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] 10.222.0.104 "GET /v2.0/security-groups?id=3f36b739-fa02-4105-9f8c-527485057057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331321 Jul 06 14:32:40.649475 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd5d34b-de45-430e-81d0-331abfc861d3 req-aa1476e5-e75f-4482-9f1c-1cb0e350dd55 tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:32:40.650915 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-8cd5d34b-de45-430e-81d0-331abfc861d3 req-aa1476e5-e75f-4482-9f1c-1cb0e350dd55 tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] 10.222.0.104 "GET /v2.0/networks?id=8d42e765-466c-4066-a835-9be26bf6d40e HTTP/1.1" status: 200 len: 812 time: 0.1045055 Jul 06 14:32:40.665362 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-8cd5d34b-de45-430e-81d0-331abfc861d3 req-2480daf8-cdce-4a19-8987-f928a5d80d6c tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] 10.222.0.104 "GET /v2.0/quotas/9d9b21e60bee490a9bf202cb583bf670 HTTP/1.1" status: 200 len: 375 time: 0.0091314 Jul 06 14:32:40.734002 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-8cd5d34b-de45-430e-81d0-331abfc861d3 req-1b4cfb49-230f-4b64-af45-fd831e22cb0f tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] 10.222.0.104 "GET /v2.0/ports?tenant_id=9d9b21e60bee490a9bf202cb583bf670&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0634737 Jul 06 14:32:40.823620 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-8cd5d34b-de45-430e-81d0-331abfc861d3 req-00b894ae-c9e3-49f6-a5a7-b286d509d271 service neutron] 10.222.0.104 "GET /v2.0/networks/8d42e765-466c-4066-a835-9be26bf6d40e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825438 Jul 06 14:32:40.834543 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:32:40.915550 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-8cd5d34b-de45-430e-81d0-331abfc861d3 req-0ee0176b-894d-47c4-8044-391c6c286995 service neutron] 10.222.0.104 "GET /v2.0/networks/8d42e765-466c-4066-a835-9be26bf6d40e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861363 Jul 06 14:32:41.115632 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-210780f5-2c53-4aa1-94a9-26628e6d8cf4 req-c3bf38ba-b6f1-4b04-be38-f121f4e9aed6 tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] 10.222.0.104 "GET /v2.0/ports?device_id=6f105055-b570-430a-886c-2b09fe7720a1 HTTP/1.1" status: 200 len: 210 time: 0.0306995 Jul 06 14:32:42.201877 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd5d34b-de45-430e-81d0-331abfc861d3 req-2042546e-f4c0-4f48-92e5-244feacf9fdb tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:32:42.203422 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-8cd5d34b-de45-430e-81d0-331abfc861d3 req-2042546e-f4c0-4f48-92e5-244feacf9fdb tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] 10.222.0.72 "GET /v2.0/networks?id=8d42e765-466c-4066-a835-9be26bf6d40e HTTP/1.1" status: 200 len: 812 time: 0.1156435 Jul 06 14:32:42.224657 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [req-8cd5d34b-de45-430e-81d0-331abfc861d3 req-e596c918-50cd-4320-bb21-5939134aa1f6 tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] Request body: {'port': {'device_id': '6f105055-b570-430a-886c-2b09fe7720a1', 'network_id': '8d42e765-466c-4066-a835-9be26bf6d40e', 'admin_state_up': True, 'tenant_id': '9d9b21e60bee490a9bf202cb583bf670'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:32:42.263806 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-e6146cd6-16b4-40fc-940a-3b779b67ca3a req-4aae9f71-7f26-47bb-8404-3c8493d20466 tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] 10.222.0.104 "GET /v2.0/ports?device_id=6f105055-b570-430a-886c-2b09fe7720a1 HTTP/1.1" status: 200 len: 210 time: 0.0294948 Jul 06 14:32:42.337862 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8cd5d34b-de45-430e-81d0-331abfc861d3 req-e596c918-50cd-4320-bb21-5939134aa1f6 tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] Made reservation on behalf of 9d9b21e60bee490a9bf202cb583bf670 for: {'port': 1} {{(pid=100246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:32:42.342169 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-8cd5d34b-de45-430e-81d0-331abfc861d3 req-e596c918-50cd-4320-bb21-5939134aa1f6 tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:32:42.469471 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.db_base_plugin_common [req-8cd5d34b-de45-430e-81d0-331abfc861d3 req-e596c918-50cd-4320-bb21-5939134aa1f6 tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] Allocated IP 172.20.0.8 (8d42e765-466c-4066-a835-9be26bf6d40e/2909a683-548c-4b5b-9f41-76ab6ad57d29/87101b6b-1cf2-43ee-ae00-51b8b9b0d96a) {{(pid=100246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:32:42.629404 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-8cd5d34b-de45-430e-81d0-331abfc861d3 req-e596c918-50cd-4320-bb21-5939134aa1f6 tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] Notify callbacks [] for port, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:32:42.644981 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.provisioning_blocks [req-8cd5d34b-de45-430e-81d0-331abfc861d3 req-e596c918-50cd-4320-bb21-5939134aa1f6 tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] Transition to ACTIVE for port object 87101b6b-1cf2-43ee-ae00-51b8b9b0d96a will not be triggered until provisioned by entity DHCP. {{(pid=100246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:32:42.663815 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:32:42.682416 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-8cd5d34b-de45-430e-81d0-331abfc861d3 req-e596c918-50cd-4320-bb21-5939134aa1f6 tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-127687573'] for port, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:32:42.694978 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] get_ports_and_sgs() called for port_ids ['b3ad6db1-c89b-47c2-a1a0-7d5c25341ca2'] {{(pid=100248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 14:32:42.728039 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8cd5d34b-de45-430e-81d0-331abfc861d3 req-e596c918-50cd-4320-bb21-5939134aa1f6 tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] Network 8d42e765-466c-4066-a835-9be26bf6d40e is already hosted by enough agents. {{(pid=100246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:32:42.731619 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.base_scheduler [req-8cd5d34b-de45-430e-81d0-331abfc861d3 req-e596c918-50cd-4320-bb21-5939134aa1f6 tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] Resources bound (agent type, host, resource id): {{(pid=100246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:32:42.735644 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [req-8cd5d34b-de45-430e-81d0-331abfc861d3 req-e596c918-50cd-4320-bb21-5939134aa1f6 tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] Received port after_create {{(pid=100246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:32:42.771270 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e596c918-50cd-4320-bb21-5939134aa1f6 tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] Pushing event updated for resources: {'Port': ['ID=87101b6b-1cf2-43ee-ae00-51b8b9b0d96a,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:32:42.813445 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd5d34b-de45-430e-81d0-331abfc861d3 req-e596c918-50cd-4320-bb21-5939134aa1f6 tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:32:42.814621 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-8cd5d34b-de45-430e-81d0-331abfc861d3 req-e596c918-50cd-4320-bb21-5939134aa1f6 tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:32:42.833925 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-8cd5d34b-de45-430e-81d0-331abfc861d3 req-e596c918-50cd-4320-bb21-5939134aa1f6 tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6134326 Jul 06 14:32:42.848957 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [req-8cd5d34b-de45-430e-81d0-331abfc861d3 req-f6cb0289-cefb-4da0-b0b6-6e738716facc service neutron] Request body: {'port': {'device_id': '6f105055-b570-430a-886c-2b09fe7720a1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-773647-6'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:32:42.927827 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-8cd5d34b-de45-430e-81d0-331abfc861d3 req-f6cb0289-cefb-4da0-b0b6-6e738716facc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:32:42.982631 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-cc44007b-acaf-4cc3-b9d6-8ffabdab84a2 None None] Provisioning for port 87101b6b-1cf2-43ee-ae00-51b8b9b0d96a completed by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:32:42.987151 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-cc44007b-acaf-4cc3-b9d6-8ffabdab84a2 None None] Provisioning complete for port 87101b6b-1cf2-43ee-ae00-51b8b9b0d96a triggered by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:32:42.987638 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-cc44007b-acaf-4cc3-b9d6-8ffabdab84a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:32:43.022944 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-cc44007b-acaf-4cc3-b9d6-8ffabdab84a2 None None] Port 87101b6b-1cf2-43ee-ae00-51b8b9b0d96a cannot update to ACTIVE because it is not bound. {{(pid=100248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 14:32:43.215575 n-d-773647-6 neutron-server[100246]: DEBUG neutron.notifiers.nova [req-8cd5d34b-de45-430e-81d0-331abfc861d3 req-f6cb0289-cefb-4da0-b0b6-6e738716facc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 87101b6b-1cf2-43ee-ae00-51b8b9b0d96a {{(pid=100246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 14:32:43.223470 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-8cd5d34b-de45-430e-81d0-331abfc861d3 req-f6cb0289-cefb-4da0-b0b6-6e738716facc service neutron] Notify callbacks [] for port, precommit_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:32:43.235837 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.provisioning_blocks [req-8cd5d34b-de45-430e-81d0-331abfc861d3 req-f6cb0289-cefb-4da0-b0b6-6e738716facc service neutron] Transition to ACTIVE for port object 87101b6b-1cf2-43ee-ae00-51b8b9b0d96a will not be triggered until provisioned by entity L2. {{(pid=100246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:32:43.239968 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-8cd5d34b-de45-430e-81d0-331abfc861d3 req-f6cb0289-cefb-4da0-b0b6-6e738716facc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127687527'] for port, after_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:32:43.297058 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6cb0289-cefb-4da0-b0b6-6e738716facc service neutron] Pushing event updated for resources: {'Port': ['ID=87101b6b-1cf2-43ee-ae00-51b8b9b0d96a,revision_number=2']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:32:43.378560 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [req-8cd5d34b-de45-430e-81d0-331abfc861d3 req-f6cb0289-cefb-4da0-b0b6-6e738716facc service neutron] Attempting to bind port 87101b6b-1cf2-43ee-ae00-51b8b9b0d96a on host n-h2-773647-6 for vnic_type normal with profile {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:32:43.378903 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [req-8cd5d34b-de45-430e-81d0-331abfc861d3 req-f6cb0289-cefb-4da0-b0b6-6e738716facc service neutron] Attempting to bind port 87101b6b-1cf2-43ee-ae00-51b8b9b0d96a by drivers openvswitch,hyperv on host n-h2-773647-6 at level 0 using segments [{'id': 'fb70f030-83e8-41d7-b868-4485c113c2c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': '8d42e765-466c-4066-a835-9be26bf6d40e'}] {{(pid=100246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:32:43.379402 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cd5d34b-de45-430e-81d0-331abfc861d3 req-f6cb0289-cefb-4da0-b0b6-6e738716facc service neutron] Attempting to bind port 87101b6b-1cf2-43ee-ae00-51b8b9b0d96a on network 8d42e765-466c-4066-a835-9be26bf6d40e {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:32:43.384108 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cd5d34b-de45-430e-81d0-331abfc861d3 req-f6cb0289-cefb-4da0-b0b6-6e738716facc service neutron] Port 87101b6b-1cf2-43ee-ae00-51b8b9b0d96a on network 8d42e765-466c-4066-a835-9be26bf6d40e not bound, no agent of type Open vSwitch agent registered on host n-h2-773647-6 {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 14:32:43.384510 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cd5d34b-de45-430e-81d0-331abfc861d3 req-f6cb0289-cefb-4da0-b0b6-6e738716facc service neutron] Attempting to bind port 87101b6b-1cf2-43ee-ae00-51b8b9b0d96a on network 8d42e765-466c-4066-a835-9be26bf6d40e {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:32:43.390408 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cd5d34b-de45-430e-81d0-331abfc861d3 req-f6cb0289-cefb-4da0-b0b6-6e738716facc service neutron] Checking agent: {'id': '63768ece-0600-4354-8d29-fdedec96b077', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-773647-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 51, 10), 'started_at': datetime.datetime(2021, 7, 6, 13, 51, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 32, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:32:43.390836 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cd5d34b-de45-430e-81d0-331abfc861d3 req-f6cb0289-cefb-4da0-b0b6-6e738716facc service neutron] Checking segment: {'id': 'fb70f030-83e8-41d7-b868-4485c113c2c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': '8d42e765-466c-4066-a835-9be26bf6d40e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:32:43.391395 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cd5d34b-de45-430e-81d0-331abfc861d3 req-f6cb0289-cefb-4da0-b0b6-6e738716facc service neutron] Bound using segment: {'id': 'fb70f030-83e8-41d7-b868-4485c113c2c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': '8d42e765-466c-4066-a835-9be26bf6d40e'} {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:32:43.391902 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [req-8cd5d34b-de45-430e-81d0-331abfc861d3 req-f6cb0289-cefb-4da0-b0b6-6e738716facc service neutron] Bound port: 87101b6b-1cf2-43ee-ae00-51b8b9b0d96a, host: n-h2-773647-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fb70f030-83e8-41d7-b868-4485c113c2c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': '8d42e765-466c-4066-a835-9be26bf6d40e'}}] {{(pid=100246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:32:43.392347 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-8cd5d34b-de45-430e-81d0-331abfc861d3 req-f6cb0289-cefb-4da0-b0b6-6e738716facc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:32:43.472922 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.db [req-8cd5d34b-de45-430e-81d0-331abfc861d3 req-f6cb0289-cefb-4da0-b0b6-6e738716facc service neutron] For port 87101b6b-1cf2-43ee-ae00-51b8b9b0d96a, host n-h2-773647-6, cleared binding levels {{(pid=100246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:32:43.474874 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9aa5eaf-1217-4204-be26-01f40981f39a req-317d5c85-aaec-468a-8759-9fbf783c2319 tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:32:43.476549 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.db [req-8cd5d34b-de45-430e-81d0-331abfc861d3 req-f6cb0289-cefb-4da0-b0b6-6e738716facc service neutron] For port 87101b6b-1cf2-43ee-ae00-51b8b9b0d96a, host n-h2-773647-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=87101b6b-1cf2-43ee-ae00-51b8b9b0d96a,segment=NetworkSegment(fb70f030-83e8-41d7-b868-4485c113c2c0),segment_id=fb70f030-83e8-41d7-b868-4485c113c2c0)] {{(pid=100246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:32:43.483233 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-b9aa5eaf-1217-4204-be26-01f40981f39a req-317d5c85-aaec-468a-8759-9fbf783c2319 tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] 10.222.0.104 "GET /v2.0/ports?device_id=6f105055-b570-430a-886c-2b09fe7720a1 HTTP/1.1" status: 200 len: 943 time: 0.0884254 Jul 06 14:32:43.483672 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-8cd5d34b-de45-430e-81d0-331abfc861d3 req-f6cb0289-cefb-4da0-b0b6-6e738716facc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127687527'] for port, after_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:32:43.526189 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd5d34b-de45-430e-81d0-331abfc861d3 req-f6cb0289-cefb-4da0-b0b6-6e738716facc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:32:43.526827 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-8cd5d34b-de45-430e-81d0-331abfc861d3 req-f6cb0289-cefb-4da0-b0b6-6e738716facc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:32:43.528284 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-8cd5d34b-de45-430e-81d0-331abfc861d3 req-f6cb0289-cefb-4da0-b0b6-6e738716facc service neutron] 10.222.0.72 "PUT /v2.0/ports/87101b6b-1cf2-43ee-ae00-51b8b9b0d96a HTTP/1.1" status: 200 len: 1091 time: 0.6854787 Jul 06 14:32:43.528998 n-d-773647-6 neutron-server[100246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f105055-b570-430a-886c-2b09fe7720a1', 'tag': '87101b6b-1cf2-43ee-ae00-51b8b9b0d96a'}] {{(pid=100246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:32:43.531325 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0d96c5ab5e889f7b933ae915b9be33d1b46c9e87795bf781004b656ef3f1e87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9589ba86-39c6-475d-93aa-3b49b5cf2ff3" -d '{"events": [{"name": "network-changed", "server_uuid": "6f105055-b570-430a-886c-2b09fe7720a1", "tag": "87101b6b-1cf2-43ee-ae00-51b8b9b0d96a"}]}' {{(pid=100246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:32:43.547018 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-b9aa5eaf-1217-4204-be26-01f40981f39a req-e0cf83db-28fb-4899-8159-dfcc03ba01de tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] 10.222.0.104 "GET /v2.0/security-groups?id=3f36b739-fa02-4105-9f8c-527485057057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622909 Jul 06 14:32:43.560822 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6cb0289-cefb-4da0-b0b6-6e738716facc service neutron] Pushing event updated for resources: {'Port': ['ID=87101b6b-1cf2-43ee-ae00-51b8b9b0d96a,revision_number=3']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:32:43.594177 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 14:32:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbbb5cc1-f1cf-43cf-a65d-cb3704a0471f x-openstack-request-id: req-fbbb5cc1-f1cf-43cf-a65d-cb3704a0471f {{(pid=100246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:32:43.594480 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f105055-b570-430a-886c-2b09fe7720a1", "tag": "87101b6b-1cf2-43ee-ae00-51b8b9b0d96a", "status": "completed", "code": 200}]} {{(pid=100246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:32:43.594737 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-fbbb5cc1-f1cf-43cf-a65d-cb3704a0471f {{(pid=100246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:32:43.595137 n-d-773647-6 neutron-server[100246]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f105055-b570-430a-886c-2b09fe7720a1', 'tag': '87101b6b-1cf2-43ee-ae00-51b8b9b0d96a', 'status': 'completed', 'code': 200} Jul 06 14:32:43.653093 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd5d34b-de45-430e-81d0-331abfc861d3 req-0ed24c22-f167-4fb0-a5b0-9815f8a4e9b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:32:43.654772 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-8cd5d34b-de45-430e-81d0-331abfc861d3 req-0ed24c22-f167-4fb0-a5b0-9815f8a4e9b2 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=9d9b21e60bee490a9bf202cb583bf670&device_id=6f105055-b570-430a-886c-2b09fe7720a1 HTTP/1.1" status: 200 len: 1094 time: 0.0700536 Jul 06 14:32:43.703853 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-8cd5d34b-de45-430e-81d0-331abfc861d3 req-fb21fe5c-700f-4692-9b43-2d2d424d17b5 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=87101b6b-1cf2-43ee-ae00-51b8b9b0d96a HTTP/1.1" status: 200 len: 217 time: 0.0406015 Jul 06 14:32:43.756791 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd5d34b-de45-430e-81d0-331abfc861d3 req-7da817fd-bc3f-465c-9aad-38e526b58720 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:32:43.758431 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-8cd5d34b-de45-430e-81d0-331abfc861d3 req-7da817fd-bc3f-465c-9aad-38e526b58720 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=2909a683-548c-4b5b-9f41-76ab6ad57d29 HTTP/1.1" status: 200 len: 851 time: 0.0486345 Jul 06 14:32:43.817466 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd5d34b-de45-430e-81d0-331abfc861d3 req-fa3f69eb-f201-46a3-a771-7c7b5cf4b13c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:32:43.819099 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-8cd5d34b-de45-430e-81d0-331abfc861d3 req-fa3f69eb-f201-46a3-a771-7c7b5cf4b13c service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=8d42e765-466c-4066-a835-9be26bf6d40e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0546494 Jul 06 14:32:43.912294 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-8cd5d34b-de45-430e-81d0-331abfc861d3 req-342ec81d-6613-48a2-82da-cf2a4dc05f4c service neutron] 10.222.0.72 "GET /v2.0/networks/8d42e765-466c-4066-a835-9be26bf6d40e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855317 Jul 06 14:32:44.001993 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-8cd5d34b-de45-430e-81d0-331abfc861d3 req-5b542ad8-5cc1-4ed2-ad71-07219e0c2aa2 service neutron] 10.222.0.72 "GET /v2.0/networks/8d42e765-466c-4066-a835-9be26bf6d40e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826530 Jul 06 14:32:44.101901 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9589ba86-39c6-475d-93aa-3b49b5cf2ff3 req-c0576319-7455-4141-a5eb-f52681664042 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:32:44.103554 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-9589ba86-39c6-475d-93aa-3b49b5cf2ff3 req-c0576319-7455-4141-a5eb-f52681664042 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=9d9b21e60bee490a9bf202cb583bf670&device_id=6f105055-b570-430a-886c-2b09fe7720a1 HTTP/1.1" status: 200 len: 1094 time: 0.0554631 Jul 06 14:32:44.196082 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9589ba86-39c6-475d-93aa-3b49b5cf2ff3 req-ed599e1e-c471-4113-a3d6-ea89e2122acd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:32:44.197644 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-9589ba86-39c6-475d-93aa-3b49b5cf2ff3 req-ed599e1e-c471-4113-a3d6-ea89e2122acd service neutron] 10.222.0.72 "GET /v2.0/networks?id=8d42e765-466c-4066-a835-9be26bf6d40e HTTP/1.1" status: 200 len: 914 time: 0.0885944 Jul 06 14:32:44.239813 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-9589ba86-39c6-475d-93aa-3b49b5cf2ff3 req-a9583ba4-4f06-4e28-ab05-90c02deeeb51 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=87101b6b-1cf2-43ee-ae00-51b8b9b0d96a HTTP/1.1" status: 200 len: 217 time: 0.0362439 Jul 06 14:32:44.291161 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9589ba86-39c6-475d-93aa-3b49b5cf2ff3 req-7f55f16e-dbf3-4dd7-9925-f667b30867ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:32:44.292627 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-9589ba86-39c6-475d-93aa-3b49b5cf2ff3 req-7f55f16e-dbf3-4dd7-9925-f667b30867ca service neutron] 10.222.0.72 "GET /v2.0/subnets?id=2909a683-548c-4b5b-9f41-76ab6ad57d29 HTTP/1.1" status: 200 len: 851 time: 0.0452983 Jul 06 14:32:44.353725 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9589ba86-39c6-475d-93aa-3b49b5cf2ff3 req-6f1d8feb-6921-4ef6-8f2b-d2485aec17fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:32:44.355279 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-9589ba86-39c6-475d-93aa-3b49b5cf2ff3 req-6f1d8feb-6921-4ef6-8f2b-d2485aec17fd service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=8d42e765-466c-4066-a835-9be26bf6d40e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0569189 Jul 06 14:32:44.451764 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-9589ba86-39c6-475d-93aa-3b49b5cf2ff3 req-29aa6255-8dcb-48c1-8bff-c4dee6588386 service neutron] 10.222.0.72 "GET /v2.0/networks/8d42e765-466c-4066-a835-9be26bf6d40e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892766 Jul 06 14:32:44.544603 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-9589ba86-39c6-475d-93aa-3b49b5cf2ff3 req-6bf0353c-7a36-478a-ba35-4c699f8ab268 service neutron] 10.222.0.72 "GET /v2.0/networks/8d42e765-466c-4066-a835-9be26bf6d40e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856583 Jul 06 14:32:44.727796 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72515a00-ec46-4ce7-b195-e8c9cb683472 req-ad15a53f-7b33-4be7-80a4-34a1e44d02f3 tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:32:44.729232 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-72515a00-ec46-4ce7-b195-e8c9cb683472 req-ad15a53f-7b33-4be7-80a4-34a1e44d02f3 tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] 10.222.0.104 "GET /v2.0/ports?device_id=6f105055-b570-430a-886c-2b09fe7720a1 HTTP/1.1" status: 200 len: 943 time: 0.0638669 Jul 06 14:32:44.780939 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-72515a00-ec46-4ce7-b195-e8c9cb683472 req-b88534c5-8408-4b73-ae2f-3b4480fecefd tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] 10.222.0.104 "GET /v2.0/security-groups?id=3f36b739-fa02-4105-9f8c-527485057057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443647 Jul 06 14:32:46.030839 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580f21e6-5f28-43c0-9e64-fb1d8702dd0b req-a1cc8444-a401-4677-87eb-feb0d3e2d115 tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:32:46.032642 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-580f21e6-5f28-43c0-9e64-fb1d8702dd0b req-a1cc8444-a401-4677-87eb-feb0d3e2d115 tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] 10.222.0.104 "GET /v2.0/ports?device_id=6f105055-b570-430a-886c-2b09fe7720a1 HTTP/1.1" status: 200 len: 943 time: 0.1105983 Jul 06 14:32:46.096531 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-580f21e6-5f28-43c0-9e64-fb1d8702dd0b req-481cc347-4066-49b7-9776-ea1a3bc73b27 tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] 10.222.0.104 "GET /v2.0/security-groups?id=3f36b739-fa02-4105-9f8c-527485057057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568967 Jul 06 14:32:47.482985 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b4e578-7ecb-4ce9-8091-6d1d4797461e req-20590bd2-c3d6-43b0-8fe1-0755b31c63a4 tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:32:47.487964 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-a8b4e578-7ecb-4ce9-8091-6d1d4797461e req-20590bd2-c3d6-43b0-8fe1-0755b31c63a4 tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] 10.222.0.104 "GET /v2.0/ports?device_id=6f105055-b570-430a-886c-2b09fe7720a1 HTTP/1.1" status: 200 len: 943 time: 0.0794728 Jul 06 14:32:47.533425 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-a8b4e578-7ecb-4ce9-8091-6d1d4797461e req-81240bdb-a04c-4219-8bd5-c3264e6a2d4d tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] 10.222.0.104 "GET /v2.0/security-groups?id=3f36b739-fa02-4105-9f8c-527485057057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414631 Jul 06 14:32:48.715308 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc853f8-8beb-4a28-9e25-152653bf4a1a req-dd78216d-cc55-4180-9bfa-487f0bed8835 tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:32:48.717640 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-dbc853f8-8beb-4a28-9e25-152653bf4a1a req-dd78216d-cc55-4180-9bfa-487f0bed8835 tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] 10.222.0.104 "GET /v2.0/ports?device_id=6f105055-b570-430a-886c-2b09fe7720a1 HTTP/1.1" status: 200 len: 943 time: 0.0688064 Jul 06 14:32:48.774042 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-dbc853f8-8beb-4a28-9e25-152653bf4a1a req-1f1b9886-6207-4653-b790-2a1d05798fac tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] 10.222.0.104 "GET /v2.0/security-groups?id=3f36b739-fa02-4105-9f8c-527485057057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497627 Jul 06 14:32:49.945865 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236f7994-545a-4f60-9f12-527b62df51e8 req-4a7af9c6-93fb-4227-8ffc-221648350f2d tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:32:49.947366 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-236f7994-545a-4f60-9f12-527b62df51e8 req-4a7af9c6-93fb-4227-8ffc-221648350f2d tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] 10.222.0.104 "GET /v2.0/ports?device_id=6f105055-b570-430a-886c-2b09fe7720a1 HTTP/1.1" status: 200 len: 943 time: 0.0656304 Jul 06 14:32:49.984362 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-236f7994-545a-4f60-9f12-527b62df51e8 req-4421c6c5-fccd-461c-ae35-0712097ecf5a tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] 10.222.0.104 "GET /v2.0/security-groups?id=3f36b739-fa02-4105-9f8c-527485057057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308354 Jul 06 14:32:50.076895 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-0918ff96-a2cb-4494-b1d3-68704017860a req-6807c898-ce73-4fbd-b0c7-55542e900064 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=2788fe3f-cf4e-42dc-b1cb-20b1dddccb5f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0507727 Jul 06 14:32:50.175974 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0918ff96-a2cb-4494-b1d3-68704017860a req-42ed7773-c210-48fd-82b5-18c762989350 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:32:50.177472 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-0918ff96-a2cb-4494-b1d3-68704017860a req-42ed7773-c210-48fd-82b5-18c762989350 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=34aff2af8eff4331a20d73f44e39de99&device_id=2788fe3f-cf4e-42dc-b1cb-20b1dddccb5f HTTP/1.1" status: 200 len: 1097 time: 0.0522618 Jul 06 14:32:50.285433 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0918ff96-a2cb-4494-b1d3-68704017860a req-b1f5e95f-f1c2-4c04-a6a7-78f69477145b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:32:50.286885 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-0918ff96-a2cb-4494-b1d3-68704017860a req-b1f5e95f-f1c2-4c04-a6a7-78f69477145b service neutron] 10.222.0.72 "GET /v2.0/networks?id=cb5944e1-9f88-45ab-a7f5-77b1e91c305e HTTP/1.1" status: 200 len: 910 time: 0.0866942 Jul 06 14:32:50.350860 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-0918ff96-a2cb-4494-b1d3-68704017860a req-67e8f9f3-d5cb-4aa5-bc5e-de4b9aed6f7b service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a0e53d46-990d-41f1-b906-43cdbeff7d84 HTTP/1.1" status: 200 len: 1002 time: 0.0557098 Jul 06 14:32:50.399095 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0918ff96-a2cb-4494-b1d3-68704017860a req-d00fdb22-9aac-45cb-aa46-64424bef4b8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:32:50.400501 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-0918ff96-a2cb-4494-b1d3-68704017860a req-d00fdb22-9aac-45cb-aa46-64424bef4b8b service neutron] 10.222.0.72 "GET /v2.0/subnets?id=a6103a5b-23db-41c0-acaf-c0375bb0935b HTTP/1.1" status: 200 len: 847 time: 0.0415854 Jul 06 14:32:50.460611 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0918ff96-a2cb-4494-b1d3-68704017860a req-0383a2b7-ddd7-4e8d-ae09-0fcd58a698dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:32:50.462053 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-0918ff96-a2cb-4494-b1d3-68704017860a req-0383a2b7-ddd7-4e8d-ae09-0fcd58a698dc service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=cb5944e1-9f88-45ab-a7f5-77b1e91c305e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0546453 Jul 06 14:32:50.561437 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-0918ff96-a2cb-4494-b1d3-68704017860a req-1cb44a1c-2cf9-4aae-a6ff-a067f7f2520b service neutron] 10.222.0.72 "GET /v2.0/networks/cb5944e1-9f88-45ab-a7f5-77b1e91c305e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849884 Jul 06 14:32:50.656772 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-0918ff96-a2cb-4494-b1d3-68704017860a req-45e3526b-2605-404b-9058-349ea9c751b9 service neutron] 10.222.0.72 "GET /v2.0/networks/cb5944e1-9f88-45ab-a7f5-77b1e91c305e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886807 Jul 06 14:32:50.696087 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 55706) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:32:50.841759 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9877aff1-51b5-48e9-8994-d4310f34c301 req-1ab99cb7-2175-4881-b5bf-27f98dd2fa95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:32:50.843281 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-9877aff1-51b5-48e9-8994-d4310f34c301 req-1ab99cb7-2175-4881-b5bf-27f98dd2fa95 service neutron] 10.222.0.104 "GET /v2.0/ports?device_id=2788fe3f-cf4e-42dc-b1cb-20b1dddccb5f HTTP/1.1" status: 200 len: 1097 time: 0.1461670 Jul 06 14:32:50.876646 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-9877aff1-51b5-48e9-8994-d4310f34c301 req-e26f967b-1327-4301-b825-cc06a7ec3610 service neutron] 10.222.0.104 "GET /v2.0/security-groups?id=85171937-537f-48c2-80ab-9a6c327a93a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0276759 Jul 06 14:32:51.158427 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18bf1275-383e-4cdc-8a76-150d99730ffa req-de3bc119-5553-4165-8703-5fbf0a86ee3d tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:32:51.159854 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-18bf1275-383e-4cdc-8a76-150d99730ffa req-de3bc119-5553-4165-8703-5fbf0a86ee3d tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] 10.222.0.104 "GET /v2.0/ports?device_id=6f105055-b570-430a-886c-2b09fe7720a1 HTTP/1.1" status: 200 len: 943 time: 0.0619068 Jul 06 14:32:51.195912 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-18bf1275-383e-4cdc-8a76-150d99730ffa req-02c5035d-0f30-45c8-ad61-6440c9d76e21 tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] 10.222.0.104 "GET /v2.0/security-groups?id=3f36b739-fa02-4105-9f8c-527485057057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304906 Jul 06 14:32:52.373441 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2d7fe5-59c7-4140-9170-75a3cda2fcda req-1b385a24-4d4b-45e6-bb7a-698ddfcdc992 tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:32:52.374933 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-1c2d7fe5-59c7-4140-9170-75a3cda2fcda req-1b385a24-4d4b-45e6-bb7a-698ddfcdc992 tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] 10.222.0.104 "GET /v2.0/ports?device_id=6f105055-b570-430a-886c-2b09fe7720a1 HTTP/1.1" status: 200 len: 943 time: 0.0670674 Jul 06 14:32:52.413246 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-1c2d7fe5-59c7-4140-9170-75a3cda2fcda req-fbed0fe4-7b2b-4e1a-902a-de739d1104ce tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] 10.222.0.104 "GET /v2.0/security-groups?id=3f36b739-fa02-4105-9f8c-527485057057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325782 Jul 06 14:32:52.870530 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-8b318a47-09de-4fec-adfc-10f277897b18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:32:53.585583 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43bdbd05-ab70-460a-9f4d-c84385e470ab req-18f1663d-364e-41d4-8958-b315fb4374bc tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:32:53.587064 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-43bdbd05-ab70-460a-9f4d-c84385e470ab req-18f1663d-364e-41d4-8958-b315fb4374bc tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] 10.222.0.104 "GET /v2.0/ports?device_id=6f105055-b570-430a-886c-2b09fe7720a1 HTTP/1.1" status: 200 len: 943 time: 0.0644362 Jul 06 14:32:53.626222 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-43bdbd05-ab70-460a-9f4d-c84385e470ab req-c96dc05e-3580-476a-bc2c-73c9b8340322 tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] 10.222.0.104 "GET /v2.0/security-groups?id=3f36b739-fa02-4105-9f8c-527485057057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334382 Jul 06 14:32:54.845873 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545e30bf-a0d8-4ab5-b957-813825b8f430 req-a1669730-e1d9-4822-8ab9-3605f55193cc tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:32:54.847436 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-545e30bf-a0d8-4ab5-b957-813825b8f430 req-a1669730-e1d9-4822-8ab9-3605f55193cc tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] 10.222.0.104 "GET /v2.0/ports?device_id=6f105055-b570-430a-886c-2b09fe7720a1 HTTP/1.1" status: 200 len: 943 time: 0.1052899 Jul 06 14:32:54.853776 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-3ea667c6-507d-4cc0-a2f3-eac158c2458b req-b8444446-3551-416c-a906-8e638485556a service neutron] 10.222.0.127 "GET /v2.0/ports?device_id=8d6aa76d-99f3-483b-aba3-a4a08e0a3601&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1004386 Jul 06 14:32:54.891762 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-545e30bf-a0d8-4ab5-b957-813825b8f430 req-c3eb8ba0-7600-4d1f-b55f-0fd0804bb2f0 tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] 10.222.0.104 "GET /v2.0/security-groups?id=3f36b739-fa02-4105-9f8c-527485057057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369854 Jul 06 14:32:54.958450 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea667c6-507d-4cc0-a2f3-eac158c2458b req-17ba793a-7bf3-4842-9682-f26c987b4e9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:32:54.959889 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-3ea667c6-507d-4cc0-a2f3-eac158c2458b req-17ba793a-7bf3-4842-9682-f26c987b4e9b service neutron] 10.222.0.127 "GET /v2.0/ports?tenant_id=9d9b21e60bee490a9bf202cb583bf670&device_id=8d6aa76d-99f3-483b-aba3-a4a08e0a3601 HTTP/1.1" status: 200 len: 1097 time: 0.0568728 Jul 06 14:32:55.071629 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea667c6-507d-4cc0-a2f3-eac158c2458b req-a3991e7b-986d-44eb-947a-818d8df28c67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:32:55.073146 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-3ea667c6-507d-4cc0-a2f3-eac158c2458b req-a3991e7b-986d-44eb-947a-818d8df28c67 service neutron] 10.222.0.127 "GET /v2.0/networks?id=8d42e765-466c-4066-a835-9be26bf6d40e HTTP/1.1" status: 200 len: 914 time: 0.0937128 Jul 06 14:32:55.124133 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-3ea667c6-507d-4cc0-a2f3-eac158c2458b req-a0e097c3-ebe8-4d30-9a5d-8f7c2676fee4 service neutron] 10.222.0.127 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b3ad6db1-c89b-47c2-a1a0-7d5c25341ca2 HTTP/1.1" status: 200 len: 217 time: 0.0444212 Jul 06 14:32:55.172195 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea667c6-507d-4cc0-a2f3-eac158c2458b req-7871530b-2698-40b0-a10c-fe0c78c2553b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:32:55.173636 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-3ea667c6-507d-4cc0-a2f3-eac158c2458b req-7871530b-2698-40b0-a10c-fe0c78c2553b service neutron] 10.222.0.127 "GET /v2.0/subnets?id=2909a683-548c-4b5b-9f41-76ab6ad57d29 HTTP/1.1" status: 200 len: 851 time: 0.0442014 Jul 06 14:32:55.236274 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea667c6-507d-4cc0-a2f3-eac158c2458b req-976b3517-bd59-4f5a-9871-e93e894f786b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:32:55.237690 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-3ea667c6-507d-4cc0-a2f3-eac158c2458b req-976b3517-bd59-4f5a-9871-e93e894f786b service neutron] 10.222.0.127 "GET /v2.0/ports?network_id=8d42e765-466c-4066-a835-9be26bf6d40e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0578237 Jul 06 14:32:55.328716 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-3ea667c6-507d-4cc0-a2f3-eac158c2458b req-17d15d13-623e-47e5-a30f-c46272e9750e service neutron] 10.222.0.127 "GET /v2.0/networks/8d42e765-466c-4066-a835-9be26bf6d40e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834243 Jul 06 14:32:55.423455 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-3ea667c6-507d-4cc0-a2f3-eac158c2458b req-6cf21f40-97fd-4a03-b187-3dfc1f54b6ff service neutron] 10.222.0.127 "GET /v2.0/networks/8d42e765-466c-4066-a835-9be26bf6d40e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879753 Jul 06 14:32:55.586344 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-45df31a1-b8a2-4f8e-b031-fdb22432231d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:32:55.901141 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:32:56.076580 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff7bfef-4100-4611-bcf4-d9f7c83bfd7b req-aae57a0b-72cb-4b38-bd94-a9eba8bc50c7 tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:32:56.077988 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-1ff7bfef-4100-4611-bcf4-d9f7c83bfd7b req-aae57a0b-72cb-4b38-bd94-a9eba8bc50c7 tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] 10.222.0.104 "GET /v2.0/ports?device_id=6f105055-b570-430a-886c-2b09fe7720a1 HTTP/1.1" status: 200 len: 943 time: 0.0666580 Jul 06 14:32:56.116636 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-1ff7bfef-4100-4611-bcf4-d9f7c83bfd7b req-7c784b63-65ce-4756-899d-9ff5ea53afea tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] 10.222.0.104 "GET /v2.0/security-groups?id=3f36b739-fa02-4105-9f8c-527485057057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329573 Jul 06 14:32:56.662563 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-2064eaae-da4f-48f8-82d2-b09d4ddedd44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:32:57.294491 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db5ac68-1d97-4bd9-abee-15182792b990 req-9dd0750b-75bf-43c6-9f9a-9a9b0b8c33ed tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:32:57.295999 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-4db5ac68-1d97-4bd9-abee-15182792b990 req-9dd0750b-75bf-43c6-9f9a-9a9b0b8c33ed tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] 10.222.0.104 "GET /v2.0/ports?device_id=6f105055-b570-430a-886c-2b09fe7720a1 HTTP/1.1" status: 200 len: 943 time: 0.0622823 Jul 06 14:32:57.332986 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-4db5ac68-1d97-4bd9-abee-15182792b990 req-cadd4b18-bf4b-46d6-b62e-cc11578a8083 tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] 10.222.0.104 "GET /v2.0/security-groups?id=3f36b739-fa02-4105-9f8c-527485057057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314231 Jul 06 14:32:58.462665 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-03f71b24-a9b8-453a-8924-caa3f97bc6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:32:58.521589 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc47b945-7211-44ea-8d71-9e439b878b11 req-528d6919-0985-4d9c-b748-f3f3bd630466 tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:32:58.523062 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-dc47b945-7211-44ea-8d71-9e439b878b11 req-528d6919-0985-4d9c-b748-f3f3bd630466 tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] 10.222.0.104 "GET /v2.0/ports?device_id=6f105055-b570-430a-886c-2b09fe7720a1 HTTP/1.1" status: 200 len: 943 time: 0.0732102 Jul 06 14:32:58.561191 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-dc47b945-7211-44ea-8d71-9e439b878b11 req-765d67fa-804c-4107-942d-82dacf25a270 tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] 10.222.0.104 "GET /v2.0/security-groups?id=3f36b739-fa02-4105-9f8c-527485057057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322478 Jul 06 14:32:59.748252 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965aa2b2-b292-4dee-bef2-0c7c2dbd004e req-ec06b994-5681-4e45-8e1b-8d2cf8f0f7bb tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:32:59.749760 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-965aa2b2-b292-4dee-bef2-0c7c2dbd004e req-ec06b994-5681-4e45-8e1b-8d2cf8f0f7bb tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] 10.222.0.104 "GET /v2.0/ports?device_id=6f105055-b570-430a-886c-2b09fe7720a1 HTTP/1.1" status: 200 len: 943 time: 0.0647779 Jul 06 14:32:59.787646 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-965aa2b2-b292-4dee-bef2-0c7c2dbd004e req-d794cce1-0523-44b6-a524-3f13da2f05b1 tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] 10.222.0.104 "GET /v2.0/security-groups?id=3f36b739-fa02-4105-9f8c-527485057057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314739 Jul 06 14:33:00.297821 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.agents_db [None req-167c0ad6-1657-4c9a-a2c4-3b18056aa662 None None] Agent healthcheck: found 7 active agents {{(pid=100249) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 14:33:00.971364 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5265b0-7fc4-45ba-b3fb-a2d6fdf76047 req-9ae25c58-7232-430a-a819-d75e7ea91b9c tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:33:00.973288 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-bc5265b0-7fc4-45ba-b3fb-a2d6fdf76047 req-9ae25c58-7232-430a-a819-d75e7ea91b9c tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] 10.222.0.104 "GET /v2.0/ports?device_id=6f105055-b570-430a-886c-2b09fe7720a1 HTTP/1.1" status: 200 len: 943 time: 0.0630009 Jul 06 14:33:01.013987 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-bc5265b0-7fc4-45ba-b3fb-a2d6fdf76047 req-04e04e2b-10d0-4361-b053-a191f406baba tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] 10.222.0.104 "GET /v2.0/security-groups?id=3f36b739-fa02-4105-9f8c-527485057057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349820 Jul 06 14:33:02.200741 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cb9066-4a64-4318-9ddc-e61d72db4e2e req-c163cf40-7d12-410b-96d6-7815d774c09f tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:33:02.202812 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-48cb9066-4a64-4318-9ddc-e61d72db4e2e req-c163cf40-7d12-410b-96d6-7815d774c09f tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] 10.222.0.104 "GET /v2.0/ports?device_id=6f105055-b570-430a-886c-2b09fe7720a1 HTTP/1.1" status: 200 len: 943 time: 0.0747943 Jul 06 14:33:02.247102 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-48cb9066-4a64-4318-9ddc-e61d72db4e2e req-1cd02025-e9eb-4cb6-aa53-893b8addbb76 tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] 10.222.0.104 "GET /v2.0/security-groups?id=3f36b739-fa02-4105-9f8c-527485057057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371299 Jul 06 14:33:03.418057 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00957553-872c-447b-9fd4-710544fa60ee req-49b059a4-bd87-47b9-b51e-b142410a5477 tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:33:03.419568 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-00957553-872c-447b-9fd4-710544fa60ee req-49b059a4-bd87-47b9-b51e-b142410a5477 tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] 10.222.0.104 "GET /v2.0/ports?device_id=6f105055-b570-430a-886c-2b09fe7720a1 HTTP/1.1" status: 200 len: 943 time: 0.0618258 Jul 06 14:33:03.464825 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-00957553-872c-447b-9fd4-710544fa60ee req-19da401d-2305-4ca7-8d3e-d756abb3f3f9 tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] 10.222.0.104 "GET /v2.0/security-groups?id=3f36b739-fa02-4105-9f8c-527485057057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397918 Jul 06 14:33:04.655290 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba764de-c36b-4ba9-a4df-c627568a4211 req-8a4f7f11-36dc-4497-8e30-ddc427aa663d tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:33:04.656774 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-dba764de-c36b-4ba9-a4df-c627568a4211 req-8a4f7f11-36dc-4497-8e30-ddc427aa663d tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] 10.222.0.104 "GET /v2.0/ports?device_id=6f105055-b570-430a-886c-2b09fe7720a1 HTTP/1.1" status: 200 len: 943 time: 0.0674443 Jul 06 14:33:04.694124 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-dba764de-c36b-4ba9-a4df-c627568a4211 req-e6d72c21-0c3a-40ad-92e0-ad55a5b0d875 tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] 10.222.0.104 "GET /v2.0/security-groups?id=3f36b739-fa02-4105-9f8c-527485057057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315709 Jul 06 14:33:05.123076 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Device 87101b6b-1cf2-43ee-ae00-51b8b9b0d96a details requested by agent hyperv_n-h2-773647-6 with host n-h2-773647-6 {{(pid=100248) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 14:33:05.226464 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] For port 87101b6b-1cf2-43ee-ae00-51b8b9b0d96a, host n-h2-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=87101b6b-1cf2-43ee-ae00-51b8b9b0d96a,segment=NetworkSegment(fb70f030-83e8-41d7-b868-4485c113c2c0),segment_id=fb70f030-83e8-41d7-b868-4485c113c2c0)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:33:05.240373 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Returning: {'device': '87101b6b-1cf2-43ee-ae00-51b8b9b0d96a', 'network_id': '8d42e765-466c-4066-a835-9be26bf6d40e', 'port_id': '87101b6b-1cf2-43ee-ae00-51b8b9b0d96a', 'mac_address': 'fa:16:3e:18:6b:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1049, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2909a683-548c-4b5b-9f41-76ab6ad57d29', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100248) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 14:33:05.286995 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:33:05.303509 n-d-773647-6 neutron-server[100248]: DEBUG neutron.notifiers.nova [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 87101b6b-1cf2-43ee-ae00-51b8b9b0d96a {{(pid=100248) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 14:33:05.325849 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] For port 87101b6b-1cf2-43ee-ae00-51b8b9b0d96a, host n-h2-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=87101b6b-1cf2-43ee-ae00-51b8b9b0d96a,segment=NetworkSegment(fb70f030-83e8-41d7-b868-4485c113c2c0),segment_id=fb70f030-83e8-41d7-b868-4485c113c2c0)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:33:05.329555 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:33:05.376917 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Pushing event updated for resources: {'Port': ['ID=87101b6b-1cf2-43ee-ae00-51b8b9b0d96a,revision_number=4']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:33:05.539954 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] get_ports_and_sgs() called for port_ids ['87101b6b-1cf2-43ee-ae00-51b8b9b0d96a'] {{(pid=100248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 14:33:05.872869 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c941aa-53b8-49f9-9964-2fcdd711c08f req-63c53860-a475-4749-b139-6ce3173d2206 tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:33:05.874440 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-67c941aa-53b8-49f9-9964-2fcdd711c08f req-63c53860-a475-4749-b139-6ce3173d2206 tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] 10.222.0.104 "GET /v2.0/ports?device_id=6f105055-b570-430a-886c-2b09fe7720a1 HTTP/1.1" status: 200 len: 944 time: 0.0677230 Jul 06 14:33:05.915109 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-67c941aa-53b8-49f9-9964-2fcdd711c08f req-8994c217-7ca0-48b2-9d22-1b78db5facbd tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] 10.222.0.104 "GET /v2.0/security-groups?id=3f36b739-fa02-4105-9f8c-527485057057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347753 Jul 06 14:33:07.093013 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c29d45c-dd4d-4aa6-84f5-4a35f1fe4ecb req-fc3a4361-be95-49f7-8aa0-6892cb525edb tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:33:07.094557 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-6c29d45c-dd4d-4aa6-84f5-4a35f1fe4ecb req-fc3a4361-be95-49f7-8aa0-6892cb525edb tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] 10.222.0.104 "GET /v2.0/ports?device_id=6f105055-b570-430a-886c-2b09fe7720a1 HTTP/1.1" status: 200 len: 944 time: 0.0630529 Jul 06 14:33:07.136732 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-6c29d45c-dd4d-4aa6-84f5-4a35f1fe4ecb req-f120b6a8-3665-45eb-8341-3bcf6fd2fee8 tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] 10.222.0.104 "GET /v2.0/security-groups?id=3f36b739-fa02-4105-9f8c-527485057057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361071 Jul 06 14:33:07.137771 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Device 87101b6b-1cf2-43ee-ae00-51b8b9b0d96a up at agent hyperv_n-h2-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:33:07.187888 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Provisioning for port 87101b6b-1cf2-43ee-ae00-51b8b9b0d96a completed by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:33:07.191767 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Provisioning complete for port 87101b6b-1cf2-43ee-ae00-51b8b9b0d96a triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:33:07.192143 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:33:07.266631 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:33:07.288409 n-d-773647-6 neutron-server[100248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f105055-b570-430a-886c-2b09fe7720a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87101b6b-1cf2-43ee-ae00-51b8b9b0d96a'}] {{(pid=100248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:33:07.290586 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84af257533e383389cbcf231d3534f4d5e149e7203fea16b4a8fc01438dddaf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5868a36b-a391-4002-9dde-e8e5173cbe01" -d '{"events": [{"server_uuid": "6f105055-b570-430a-886c-2b09fe7720a1", "name": "network-vif-plugged", "status": "completed", "tag": "87101b6b-1cf2-43ee-ae00-51b8b9b0d96a"}]}' {{(pid=100248) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:33:07.303663 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] For port 87101b6b-1cf2-43ee-ae00-51b8b9b0d96a, host n-h2-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=87101b6b-1cf2-43ee-ae00-51b8b9b0d96a,segment=NetworkSegment(fb70f030-83e8-41d7-b868-4485c113c2c0),segment_id=fb70f030-83e8-41d7-b868-4485c113c2c0)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:33:07.309421 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:33:07.342204 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 14:33:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ebc1664-9107-4475-bfbc-d916d1ebbc8e x-openstack-request-id: req-4ebc1664-9107-4475-bfbc-d916d1ebbc8e {{(pid=100248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:33:07.342503 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f105055-b570-430a-886c-2b09fe7720a1", "name": "network-vif-plugged", "status": "completed", "tag": "87101b6b-1cf2-43ee-ae00-51b8b9b0d96a", "code": 200}]} {{(pid=100248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:33:07.342877 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-4ebc1664-9107-4475-bfbc-d916d1ebbc8e {{(pid=100248) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:33:07.343440 n-d-773647-6 neutron-server[100248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f105055-b570-430a-886c-2b09fe7720a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87101b6b-1cf2-43ee-ae00-51b8b9b0d96a', 'code': 200} Jul 06 14:33:07.377185 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Pushing event updated for resources: {'Port': ['ID=87101b6b-1cf2-43ee-ae00-51b8b9b0d96a,revision_number=5']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:33:07.453848 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6fb9cf-1992-4af3-b92b-daa0a7851f2b req-1af682c1-87f7-4c17-8c5a-018f4f6d65b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:33:07.455428 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-5a6fb9cf-1992-4af3-b92b-daa0a7851f2b req-1af682c1-87f7-4c17-8c5a-018f4f6d65b6 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=6f105055-b570-430a-886c-2b09fe7720a1 HTTP/1.1" status: 200 len: 1096 time: 0.0582950 Jul 06 14:33:07.490612 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-5a6fb9cf-1992-4af3-b92b-daa0a7851f2b req-a608edba-3b85-40f2-968b-4f2573f58b30 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=3f36b739-fa02-4105-9f8c-527485057057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0287263 Jul 06 14:33:08.347876 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f421f81-1d34-4ca9-b54f-aa511b1962e9 req-df9c1326-6be0-457c-ab7f-2706f61c45dd tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:33:08.349399 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-1f421f81-1d34-4ca9-b54f-aa511b1962e9 req-df9c1326-6be0-457c-ab7f-2706f61c45dd tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] 10.222.0.104 "GET /v2.0/ports?device_id=6f105055-b570-430a-886c-2b09fe7720a1 HTTP/1.1" status: 200 len: 945 time: 0.0737453 Jul 06 14:33:08.387536 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-1f421f81-1d34-4ca9-b54f-aa511b1962e9 req-b975da37-af74-4903-b03e-57f8775300e1 tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] 10.222.0.104 "GET /v2.0/security-groups?id=3f36b739-fa02-4105-9f8c-527485057057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310962 Jul 06 14:33:09.563539 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea864451-8f62-40af-a639-e10ea8ff29e4 req-4fa10eed-445e-46eb-b4e1-72a91f66ba34 tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:33:09.564910 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-ea864451-8f62-40af-a639-e10ea8ff29e4 req-4fa10eed-445e-46eb-b4e1-72a91f66ba34 tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] 10.222.0.104 "GET /v2.0/ports?device_id=6f105055-b570-430a-886c-2b09fe7720a1 HTTP/1.1" status: 200 len: 945 time: 0.0618129 Jul 06 14:33:09.601465 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-ea864451-8f62-40af-a639-e10ea8ff29e4 req-5e921c7a-155e-4e56-81db-c308e9583aa9 tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] 10.222.0.104 "GET /v2.0/security-groups?id=3f36b739-fa02-4105-9f8c-527485057057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308807 Jul 06 14:33:09.775858 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5089b0-3581-4f13-b5a1-af6d50e777b3 req-504bafff-e9c9-4b9c-93b3-e8261e3df516 tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:33:09.777328 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-1f5089b0-3581-4f13-b5a1-af6d50e777b3 req-504bafff-e9c9-4b9c-93b3-e8261e3df516 tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] 10.222.0.104 "GET /v2.0/ports?device_id=6f105055-b570-430a-886c-2b09fe7720a1 HTTP/1.1" status: 200 len: 945 time: 0.0658407 Jul 06 14:33:09.815271 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-1f5089b0-3581-4f13-b5a1-af6d50e777b3 req-de062c27-5ca9-4b8e-9b6e-e0ef3628a9d5 tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] 10.222.0.104 "GET /v2.0/security-groups?id=3f36b739-fa02-4105-9f8c-527485057057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320218 Jul 06 14:33:10.242275 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71f01c0-26f6-41e2-9e1a-205af55ff787 req-9f902c98-2543-4169-b8c6-69ad974712a6 tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:33:10.244090 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-e71f01c0-26f6-41e2-9e1a-205af55ff787 req-9f902c98-2543-4169-b8c6-69ad974712a6 tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] 10.222.0.104 "GET /v2.0/ports?device_id=6f105055-b570-430a-886c-2b09fe7720a1 HTTP/1.1" status: 200 len: 945 time: 0.0628955 Jul 06 14:33:10.281657 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-e71f01c0-26f6-41e2-9e1a-205af55ff787 req-cb534ea0-128a-423a-ab37-283700fca62b tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] 10.222.0.104 "GET /v2.0/security-groups?id=3f36b739-fa02-4105-9f8c-527485057057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311694 Jul 06 14:33:10.838832 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:33:11.453556 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e23446-e400-4ff6-a3e7-a3c85baaa822 req-1a8fb46e-d8d9-4440-b9f3-2c9ec453456d tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:33:11.455159 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-c7e23446-e400-4ff6-a3e7-a3c85baaa822 req-1a8fb46e-d8d9-4440-b9f3-2c9ec453456d tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] 10.222.0.104 "GET /v2.0/ports?device_id=6f105055-b570-430a-886c-2b09fe7720a1 HTTP/1.1" status: 200 len: 945 time: 0.0617006 Jul 06 14:33:11.497317 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-c7e23446-e400-4ff6-a3e7-a3c85baaa822 req-54e89c83-f937-44a4-81a6-eeb90e5c67fe tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] 10.222.0.104 "GET /v2.0/security-groups?id=3f36b739-fa02-4105-9f8c-527485057057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362766 Jul 06 14:33:11.615968 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744d02ed-4aba-4d4e-8ab3-8e4071a715b7 req-6fea6f5d-530a-4535-8fd1-04b8374af951 tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:33:11.617425 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-744d02ed-4aba-4d4e-8ab3-8e4071a715b7 req-6fea6f5d-530a-4535-8fd1-04b8374af951 tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] 10.222.0.72 "GET /v2.0/ports?device_id=6f105055-b570-430a-886c-2b09fe7720a1 HTTP/1.1" status: 200 len: 945 time: 0.0673676 Jul 06 14:33:11.716199 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [req-744d02ed-4aba-4d4e-8ab3-8e4071a715b7 req-f0c638f9-a278-4d31-b85e-dd6ae62ae2c3 tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] Deleting port 87101b6b-1cf2-43ee-ae00-51b8b9b0d96a {{(pid=100246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:33:11.716545 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-744d02ed-4aba-4d4e-8ab3-8e4071a715b7 req-f0c638f9-a278-4d31-b85e-dd6ae62ae2c3 tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:33:12.078030 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.db [req-744d02ed-4aba-4d4e-8ab3-8e4071a715b7 req-f0c638f9-a278-4d31-b85e-dd6ae62ae2c3 tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] For port 87101b6b-1cf2-43ee-ae00-51b8b9b0d96a, host n-h2-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=87101b6b-1cf2-43ee-ae00-51b8b9b0d96a,segment=NetworkSegment(fb70f030-83e8-41d7-b868-4485c113c2c0),segment_id=fb70f030-83e8-41d7-b868-4485c113c2c0)] {{(pid=100246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:33:12.078308 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-744d02ed-4aba-4d4e-8ab3-8e4071a715b7 req-f0c638f9-a278-4d31-b85e-dd6ae62ae2c3 tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:33:12.090466 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [req-744d02ed-4aba-4d4e-8ab3-8e4071a715b7 req-f0c638f9-a278-4d31-b85e-dd6ae62ae2c3 tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] Calling delete_port for 87101b6b-1cf2-43ee-ae00-51b8b9b0d96a owned by compute:nova {{(pid=100246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:33:12.215530 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-744d02ed-4aba-4d4e-8ab3-8e4071a715b7 req-f0c638f9-a278-4d31-b85e-dd6ae62ae2c3 tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127687580'] for port, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:33:12.227696 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] get_ports_and_sgs() called for port_ids ['b3ad6db1-c89b-47c2-a1a0-7d5c25341ca2'] {{(pid=100248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 14:33:12.229917 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] get_ports_and_sgs() called for port_ids ['87101b6b-1cf2-43ee-ae00-51b8b9b0d96a'] {{(pid=100248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 14:33:12.248459 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c638f9-a278-4d31-b85e-dd6ae62ae2c3 tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] Pushing event deleted for resources: {'Port': ['ID=87101b6b-1cf2-43ee-ae00-51b8b9b0d96a,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:33:12.278880 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0c638f9-a278-4d31-b85e-dd6ae62ae2c3 tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:33:12.279252 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0c638f9-a278-4d31-b85e-dd6ae62ae2c3 tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:33:12.279610 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0c638f9-a278-4d31-b85e-dd6ae62ae2c3 tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:33:12.279935 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0c638f9-a278-4d31-b85e-dd6ae62ae2c3 tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:33:12.280268 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0c638f9-a278-4d31-b85e-dd6ae62ae2c3 tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:33:12.280605 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0c638f9-a278-4d31-b85e-dd6ae62ae2c3 tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:33:12.280927 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0c638f9-a278-4d31-b85e-dd6ae62ae2c3 tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:33:12.281337 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0c638f9-a278-4d31-b85e-dd6ae62ae2c3 tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:33:12.281562 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0c638f9-a278-4d31-b85e-dd6ae62ae2c3 tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:33:12.281886 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0c638f9-a278-4d31-b85e-dd6ae62ae2c3 tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:33:12.282213 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0c638f9-a278-4d31-b85e-dd6ae62ae2c3 tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:33:12.282538 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0c638f9-a278-4d31-b85e-dd6ae62ae2c3 tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:33:12.310385 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [req-744d02ed-4aba-4d4e-8ab3-8e4071a715b7 req-f0c638f9-a278-4d31-b85e-dd6ae62ae2c3 tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] No DVR routers for this DVR port 87101b6b-1cf2-43ee-ae00-51b8b9b0d96a on host n-h2-773647-6 {{(pid=100246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:33:12.313247 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-744d02ed-4aba-4d4e-8ab3-8e4071a715b7 req-f0c638f9-a278-4d31-b85e-dd6ae62ae2c3 tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:33:12.315387 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-744d02ed-4aba-4d4e-8ab3-8e4071a715b7 req-f0c638f9-a278-4d31-b85e-dd6ae62ae2c3 tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] 10.222.0.72 "DELETE /v2.0/ports/87101b6b-1cf2-43ee-ae00-51b8b9b0d96a HTTP/1.1" status: 204 len: 173 time: 0.6924758 Jul 06 14:33:12.315809 n-d-773647-6 neutron-server[100246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f105055-b570-430a-886c-2b09fe7720a1', 'name': 'network-vif-deleted', 'tag': '87101b6b-1cf2-43ee-ae00-51b8b9b0d96a'}] {{(pid=100246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:33:12.318138 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0d96c5ab5e889f7b933ae915b9be33d1b46c9e87795bf781004b656ef3f1e87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5540820b-6294-451b-945a-57e06a020063" -d '{"events": [{"server_uuid": "6f105055-b570-430a-886c-2b09fe7720a1", "name": "network-vif-deleted", "tag": "87101b6b-1cf2-43ee-ae00-51b8b9b0d96a"}]}' {{(pid=100246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:33:12.368000 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 14:33:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b894f0e6-ecb7-4d22-b0e9-53f70c7b8959 x-openstack-request-id: req-b894f0e6-ecb7-4d22-b0e9-53f70c7b8959 {{(pid=100246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:33:12.368304 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f105055-b570-430a-886c-2b09fe7720a1", "name": "network-vif-deleted", "tag": "87101b6b-1cf2-43ee-ae00-51b8b9b0d96a", "status": "completed", "code": 200}]} {{(pid=100246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:33:12.368558 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-b894f0e6-ecb7-4d22-b0e9-53f70c7b8959 {{(pid=100246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:33:12.369004 n-d-773647-6 neutron-server[100246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f105055-b570-430a-886c-2b09fe7720a1', 'name': 'network-vif-deleted', 'tag': '87101b6b-1cf2-43ee-ae00-51b8b9b0d96a', 'status': 'completed', 'code': 200} Jul 06 14:33:12.648579 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-d6973f7f-efab-4bc8-92a1-140b4a6c7928 req-a5509e11-637a-42c9-9dc3-9c6cc4d01e09 tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] 10.222.0.104 "GET /v2.0/ports?device_id=6f105055-b570-430a-886c-2b09fe7720a1 HTTP/1.1" status: 200 len: 210 time: 0.0317872 Jul 06 14:33:12.666127 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:33:13.789846 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-dfddf89c-31f6-49c9-aabf-de29714809f7 req-959f55d2-fb01-414e-84b7-6b5307854c6d tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] 10.222.0.104 "GET /v2.0/ports?device_id=6f105055-b570-430a-886c-2b09fe7720a1 HTTP/1.1" status: 200 len: 210 time: 0.0289798 Jul 06 14:33:14.930229 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-d31dd8b1-88a3-4d12-98ed-c7da967255be req-90c490ae-2514-4b41-b8e8-c2d8db666816 tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] 10.222.0.104 "GET /v2.0/ports?device_id=6f105055-b570-430a-886c-2b09fe7720a1 HTTP/1.1" status: 200 len: 210 time: 0.0296717 Jul 06 14:33:15.190817 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Device 87101b6b-1cf2-43ee-ae00-51b8b9b0d96a no longer exists at agent hyperv_n-h2-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:33:15.211123 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] No Port match for: 87101b6b-1cf2-43ee-ae00-51b8b9b0d96a {{(pid=100248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 14:33:15.211609 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Device 87101b6b-1cf2-43ee-ae00-51b8b9b0d96a not bound to the agent host n-h2-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:33:16.089336 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-587da435-54ee-4141-af74-5d6baa2fafb4 req-ad93e979-b361-4124-8d7a-78c037a65981 tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] 10.222.0.104 "GET /v2.0/ports?device_id=6f105055-b570-430a-886c-2b09fe7720a1 HTTP/1.1" status: 200 len: 210 time: 0.0328176 Jul 06 14:33:20.723296 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb10e015-6a90-41c0-aefb-13f9ec229de4 req-cb06742a-9894-4a64-a8a0-82d9b4390556 tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:33:20.724799 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-fb10e015-6a90-41c0-aefb-13f9ec229de4 req-cb06742a-9894-4a64-a8a0-82d9b4390556 tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] 10.222.0.104 "GET /v2.0/ports?device_id=8d6aa76d-99f3-483b-aba3-a4a08e0a3601 HTTP/1.1" status: 200 len: 946 time: 0.0630343 Jul 06 14:33:20.763293 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-fb10e015-6a90-41c0-aefb-13f9ec229de4 req-fbe88548-864d-42f4-8d13-b86440c1607f tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] 10.222.0.104 "GET /v2.0/security-groups?id=3f36b739-fa02-4105-9f8c-527485057057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326424 Jul 06 14:33:21.935452 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ff934d-84be-40ad-84af-d2615deb1812 req-07bfb3c7-85fd-4578-8458-6c43d5a9d2c7 tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:33:21.936889 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-75ff934d-84be-40ad-84af-d2615deb1812 req-07bfb3c7-85fd-4578-8458-6c43d5a9d2c7 tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] 10.222.0.104 "GET /v2.0/ports?device_id=8d6aa76d-99f3-483b-aba3-a4a08e0a3601 HTTP/1.1" status: 200 len: 946 time: 0.0621340 Jul 06 14:33:21.973159 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-75ff934d-84be-40ad-84af-d2615deb1812 req-6cbb8258-a844-49a6-9261-8e06a7a2ac5d tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] 10.222.0.104 "GET /v2.0/security-groups?id=3f36b739-fa02-4105-9f8c-527485057057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305400 Jul 06 14:33:22.201453 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbc6232-58f1-43f5-a24b-a8cfd993dc14 req-59f8d08f-02e3-4579-9b74-600649c0c177 tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:33:22.202879 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-6bbc6232-58f1-43f5-a24b-a8cfd993dc14 req-59f8d08f-02e3-4579-9b74-600649c0c177 tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] 10.222.0.127 "GET /v2.0/ports?device_id=8d6aa76d-99f3-483b-aba3-a4a08e0a3601 HTTP/1.1" status: 200 len: 946 time: 0.0667622 Jul 06 14:33:22.302907 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.plugin [req-6bbc6232-58f1-43f5-a24b-a8cfd993dc14 req-b34dd25f-a520-4c1c-8b7f-ff639561ee16 tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] Deleting port b3ad6db1-c89b-47c2-a1a0-7d5c25341ca2 {{(pid=100247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:33:22.303352 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-6bbc6232-58f1-43f5-a24b-a8cfd993dc14 req-b34dd25f-a520-4c1c-8b7f-ff639561ee16 tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:33:22.394396 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.db [req-6bbc6232-58f1-43f5-a24b-a8cfd993dc14 req-b34dd25f-a520-4c1c-8b7f-ff639561ee16 tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] For port b3ad6db1-c89b-47c2-a1a0-7d5c25341ca2, host n-h1-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773647-6',level=0,port_id=b3ad6db1-c89b-47c2-a1a0-7d5c25341ca2,segment=NetworkSegment(fb70f030-83e8-41d7-b868-4485c113c2c0),segment_id=fb70f030-83e8-41d7-b868-4485c113c2c0)] {{(pid=100247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:33:22.394756 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-6bbc6232-58f1-43f5-a24b-a8cfd993dc14 req-b34dd25f-a520-4c1c-8b7f-ff639561ee16 tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:33:22.407675 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.plugin [req-6bbc6232-58f1-43f5-a24b-a8cfd993dc14 req-b34dd25f-a520-4c1c-8b7f-ff639561ee16 tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] Calling delete_port for b3ad6db1-c89b-47c2-a1a0-7d5c25341ca2 owned by compute:nova {{(pid=100247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:33:22.528966 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-6bbc6232-58f1-43f5-a24b-a8cfd993dc14 req-b34dd25f-a520-4c1c-8b7f-ff639561ee16 tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128888353'] for port, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:33:22.540436 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] get_ports_and_sgs() called for port_ids ['b3ad6db1-c89b-47c2-a1a0-7d5c25341ca2'] {{(pid=100248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 14:33:22.561816 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34dd25f-a520-4c1c-8b7f-ff639561ee16 tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] Pushing event deleted for resources: {'Port': ['ID=b3ad6db1-c89b-47c2-a1a0-7d5c25341ca2,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:33:22.590320 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b34dd25f-a520-4c1c-8b7f-ff639561ee16 tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:33:22.590667 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b34dd25f-a520-4c1c-8b7f-ff639561ee16 tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:33:22.591007 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b34dd25f-a520-4c1c-8b7f-ff639561ee16 tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:33:22.591371 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b34dd25f-a520-4c1c-8b7f-ff639561ee16 tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:33:22.591700 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b34dd25f-a520-4c1c-8b7f-ff639561ee16 tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:33:22.592026 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b34dd25f-a520-4c1c-8b7f-ff639561ee16 tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:33:22.592348 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b34dd25f-a520-4c1c-8b7f-ff639561ee16 tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:33:22.592673 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b34dd25f-a520-4c1c-8b7f-ff639561ee16 tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:33:22.592991 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b34dd25f-a520-4c1c-8b7f-ff639561ee16 tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:33:22.593308 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b34dd25f-a520-4c1c-8b7f-ff639561ee16 tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:33:22.593627 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b34dd25f-a520-4c1c-8b7f-ff639561ee16 tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:33:22.593946 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b34dd25f-a520-4c1c-8b7f-ff639561ee16 tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:33:22.617085 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.l3_dvrscheduler_db [req-6bbc6232-58f1-43f5-a24b-a8cfd993dc14 req-b34dd25f-a520-4c1c-8b7f-ff639561ee16 tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] No DVR routers for this DVR port b3ad6db1-c89b-47c2-a1a0-7d5c25341ca2 on host n-h1-773647-6 {{(pid=100247) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:33:22.619550 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-6bbc6232-58f1-43f5-a24b-a8cfd993dc14 req-b34dd25f-a520-4c1c-8b7f-ff639561ee16 tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:33:22.621594 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-6bbc6232-58f1-43f5-a24b-a8cfd993dc14 req-b34dd25f-a520-4c1c-8b7f-ff639561ee16 tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] 10.222.0.127 "DELETE /v2.0/ports/b3ad6db1-c89b-47c2-a1a0-7d5c25341ca2 HTTP/1.1" status: 204 len: 173 time: 0.4132025 Jul 06 14:33:22.622029 n-d-773647-6 neutron-server[100247]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d6aa76d-99f3-483b-aba3-a4a08e0a3601', 'name': 'network-vif-deleted', 'tag': 'b3ad6db1-c89b-47c2-a1a0-7d5c25341ca2'}] {{(pid=100247) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:33:22.624295 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cbf0eeaae822f8fc9b87a94aeba67a3d651842baf663a51cba94b67a514836d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73242984-0c3a-4de1-b568-c3ad009bb942" -d '{"events": [{"server_uuid": "8d6aa76d-99f3-483b-aba3-a4a08e0a3601", "name": "network-vif-deleted", "tag": "b3ad6db1-c89b-47c2-a1a0-7d5c25341ca2"}]}' {{(pid=100247) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:33:22.664517 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 14:33:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c94a3891-fb09-427d-8cce-c6ac94dad856 x-openstack-request-id: req-c94a3891-fb09-427d-8cce-c6ac94dad856 {{(pid=100247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:33:22.664833 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d6aa76d-99f3-483b-aba3-a4a08e0a3601", "name": "network-vif-deleted", "tag": "b3ad6db1-c89b-47c2-a1a0-7d5c25341ca2", "status": "completed", "code": 200}]} {{(pid=100247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:33:22.665082 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-c94a3891-fb09-427d-8cce-c6ac94dad856 {{(pid=100247) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:33:22.665480 n-d-773647-6 neutron-server[100247]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d6aa76d-99f3-483b-aba3-a4a08e0a3601', 'name': 'network-vif-deleted', 'tag': 'b3ad6db1-c89b-47c2-a1a0-7d5c25341ca2', 'status': 'completed', 'code': 200} Jul 06 14:33:22.872449 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-99ff6835-129a-495d-bc5a-0d5ea9ba4797 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:33:23.119311 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-67128f66-2a6e-4a37-92d4-844faef802e0 req-f7377239-5dea-4f77-8d82-df299e55d152 tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] 10.222.0.104 "GET /v2.0/ports?device_id=8d6aa76d-99f3-483b-aba3-a4a08e0a3601 HTTP/1.1" status: 200 len: 210 time: 0.0285962 Jul 06 14:33:24.265728 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-cfb47610-1fef-45b2-9339-65c017386847 req-cab93f3b-3220-4b8a-8937-6f723db7ecbc tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] 10.222.0.104 "GET /v2.0/ports?device_id=8d6aa76d-99f3-483b-aba3-a4a08e0a3601 HTTP/1.1" status: 200 len: 210 time: 0.0277786 Jul 06 14:33:25.398680 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Device b3ad6db1-c89b-47c2-a1a0-7d5c25341ca2 no longer exists at agent hyperv_n-h1-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:33:25.408773 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-bbd3d277-0603-45ae-bdde-962d2544780e req-7ebd1688-955b-4ca0-85ea-d6cdbbe200df tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] 10.222.0.104 "GET /v2.0/ports?device_id=8d6aa76d-99f3-483b-aba3-a4a08e0a3601 HTTP/1.1" status: 200 len: 210 time: 0.0319002 Jul 06 14:33:25.428515 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] No Port match for: b3ad6db1-c89b-47c2-a1a0-7d5c25341ca2 {{(pid=100248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 14:33:25.428872 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Device b3ad6db1-c89b-47c2-a1a0-7d5c25341ca2 not bound to the agent host n-h1-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:33:25.578463 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-d48e22e7-aeb3-4953-b0dd-1c82ebe76382 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:33:25.903457 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:33:26.575489 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-68be9e2b-4ebd-4228-90b5-5bd85cfbd92c req-dc7282a9-450d-4fa6-8ae5-3f0959d47b83 tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] 10.222.0.104 "GET /v2.0/ports?device_id=8d6aa76d-99f3-483b-aba3-a4a08e0a3601 HTTP/1.1" status: 200 len: 210 time: 0.0348532 Jul 06 14:33:26.666556 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-2064eaae-da4f-48f8-82d2-b09d4ddedd44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:33:28.464735 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-03f71b24-a9b8-453a-8924-caa3f97bc6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:33:29.700259 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 55860) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:33:29.704877 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [None req-3d26cfad-c959-4869-90bd-dd18aba31cf0 tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1663298805', 'description': 'tempest-secgroup-smoke-1663298805 description', 'project_id': '9d9b21e60bee490a9bf202cb583bf670'}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:33:29.725740 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-3d26cfad-c959-4869-90bd-dd18aba31cf0 tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] Notify callbacks [] for security_group, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:33:29.804028 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-3d26cfad-c959-4869-90bd-dd18aba31cf0 tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] Notify callbacks [] for security_group, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:33:29.807525 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-3d26cfad-c959-4869-90bd-dd18aba31cf0 tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:33:29.835130 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-3d26cfad-c959-4869-90bd-dd18aba31cf0 tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] Notify callbacks [] for security_group, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:33:29.836358 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-3d26cfad-c959-4869-90bd-dd18aba31cf0 tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] 10.222.0.104 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1350913 Jul 06 14:33:29.838176 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d26cfad-c959-4869-90bd-dd18aba31cf0 tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] Pushing event updated for resources: {'SecurityGroup': ['ID=db2ef26e-e1b5-4a09-b7f7-c46f167f8c20,revision_number=1']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:33:29.839489 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 55862) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:33:29.846010 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-948c71ac-422b-4f85-9a2f-6a48cb0ce386 tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] Request body: {'security_group_rule': {'security_group_id': 'db2ef26e-e1b5-4a09-b7f7-c46f167f8c20', 'project_id': '9d9b21e60bee490a9bf202cb583bf670', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:33:29.879521 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-948c71ac-422b-4f85-9a2f-6a48cb0ce386 tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:33:29.925671 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-948c71ac-422b-4f85-9a2f-6a48cb0ce386 tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:33:29.928946 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-948c71ac-422b-4f85-9a2f-6a48cb0ce386 tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1898694'] for security_group_rule, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:33:29.949694 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948c71ac-422b-4f85-9a2f-6a48cb0ce386 tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b2ccfbc6-eac1-4be0-99f9-26a91cd8c393,revision_number=0']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:33:29.955590 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-948c71ac-422b-4f85-9a2f-6a48cb0ce386 tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:33:29.956670 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-948c71ac-422b-4f85-9a2f-6a48cb0ce386 tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] 10.222.0.104 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1154253 Jul 06 14:33:29.959452 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 55864) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:33:29.963970 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-040929fc-1e15-4c11-b4fe-a33396ac7288 tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] Request body: {'security_group_rule': {'security_group_id': 'db2ef26e-e1b5-4a09-b7f7-c46f167f8c20', 'project_id': '9d9b21e60bee490a9bf202cb583bf670', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:33:29.989028 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-040929fc-1e15-4c11-b4fe-a33396ac7288 tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:33:30.045657 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-040929fc-1e15-4c11-b4fe-a33396ac7288 tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:33:30.049153 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-040929fc-1e15-4c11-b4fe-a33396ac7288 tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1898694'] for security_group_rule, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:33:30.064328 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040929fc-1e15-4c11-b4fe-a33396ac7288 tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6dc10623-1b4e-4c3e-8574-76f68d69d5ff,revision_number=0']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:33:30.072854 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-040929fc-1e15-4c11-b4fe-a33396ac7288 tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:33:30.074446 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-040929fc-1e15-4c11-b4fe-a33396ac7288 tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] 10.222.0.104 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1140661 Jul 06 14:33:30.077155 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 55866) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:33:30.081809 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-d211f4cc-2740-415d-ad6a-9f9cf58c388a tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] Request body: {'security_group_rule': {'security_group_id': 'db2ef26e-e1b5-4a09-b7f7-c46f167f8c20', 'project_id': '9d9b21e60bee490a9bf202cb583bf670', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:33:30.107542 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-d211f4cc-2740-415d-ad6a-9f9cf58c388a tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:33:30.163736 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-d211f4cc-2740-415d-ad6a-9f9cf58c388a tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:33:30.167235 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-d211f4cc-2740-415d-ad6a-9f9cf58c388a tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1898694'] for security_group_rule, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:33:30.185604 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d211f4cc-2740-415d-ad6a-9f9cf58c388a tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=76dd8189-a780-4108-92c1-e3ec56f8834c,revision_number=0']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:33:30.192429 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-d211f4cc-2740-415d-ad6a-9f9cf58c388a tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:33:30.193876 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-d211f4cc-2740-415d-ad6a-9f9cf58c388a tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] 10.222.0.104 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1154933 Jul 06 14:33:30.196353 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 55868) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:33:30.200714 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-3b351545-b9eb-4339-aa6a-5bd912e7e9ae tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] Request body: {'security_group_rule': {'security_group_id': 'db2ef26e-e1b5-4a09-b7f7-c46f167f8c20', 'project_id': '9d9b21e60bee490a9bf202cb583bf670', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:33:30.225484 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-3b351545-b9eb-4339-aa6a-5bd912e7e9ae tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:33:30.284996 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-3b351545-b9eb-4339-aa6a-5bd912e7e9ae tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:33:30.288687 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-3b351545-b9eb-4339-aa6a-5bd912e7e9ae tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1898694'] for security_group_rule, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:33:30.307049 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b351545-b9eb-4339-aa6a-5bd912e7e9ae tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=770ac867-c270-4aa2-8968-b512358d6608,revision_number=0']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:33:30.313423 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-3b351545-b9eb-4339-aa6a-5bd912e7e9ae tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:33:30.314626 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-3b351545-b9eb-4339-aa6a-5bd912e7e9ae tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] 10.222.0.104 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1173210 Jul 06 14:33:30.317985 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 55870) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:33:30.322388 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-e97256f4-f20f-442a-a61c-808986a233c3 tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] Request body: {'security_group_rule': {'security_group_id': 'db2ef26e-e1b5-4a09-b7f7-c46f167f8c20', 'project_id': '9d9b21e60bee490a9bf202cb583bf670', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:33:30.343046 n-d-773647-6 neutron-server[100246]: INFO neutron.db.securitygroups_db [None req-e97256f4-f20f-442a-a61c-808986a233c3 tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] Project 9d9b21e60bee490a9bf202cb583bf670 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 06 14:33:30.348162 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-e97256f4-f20f-442a-a61c-808986a233c3 tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:33:30.408013 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-e97256f4-f20f-442a-a61c-808986a233c3 tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:33:30.411656 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-e97256f4-f20f-442a-a61c-808986a233c3 tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1898694'] for security_group_rule, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:33:30.429265 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97256f4-f20f-442a-a61c-808986a233c3 tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e322a059-ae8b-4c20-a939-9b81bade1357,revision_number=0']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:33:30.436553 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-e97256f4-f20f-442a-a61c-808986a233c3 tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:33:30.438069 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-e97256f4-f20f-442a-a61c-808986a233c3 tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] 10.222.0.104 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1188486 Jul 06 14:33:30.440749 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 55872) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:33:30.445194 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-fc60396b-06f6-43f7-9e6d-2cf94eacd55a tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] Request body: {'security_group_rule': {'security_group_id': 'db2ef26e-e1b5-4a09-b7f7-c46f167f8c20', 'project_id': '9d9b21e60bee490a9bf202cb583bf670', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:33:30.466500 n-d-773647-6 neutron-server[100246]: INFO neutron.db.securitygroups_db [None req-fc60396b-06f6-43f7-9e6d-2cf94eacd55a tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] Project 9d9b21e60bee490a9bf202cb583bf670 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 06 14:33:30.471329 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-fc60396b-06f6-43f7-9e6d-2cf94eacd55a tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:33:30.530816 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-fc60396b-06f6-43f7-9e6d-2cf94eacd55a tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:33:30.534049 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-fc60396b-06f6-43f7-9e6d-2cf94eacd55a tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1898694'] for security_group_rule, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:33:30.559432 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc60396b-06f6-43f7-9e6d-2cf94eacd55a tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d9210b94-be8e-4402-9efd-961b75dc82d0,revision_number=0']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:33:30.567602 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-fc60396b-06f6-43f7-9e6d-2cf94eacd55a tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:33:30.568736 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-fc60396b-06f6-43f7-9e6d-2cf94eacd55a tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] 10.222.0.104 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1270146 Jul 06 14:33:37.298220 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.agents_db [None req-167c0ad6-1657-4c9a-a2c4-3b18056aa662 None None] Agent healthcheck: found 7 active agents {{(pid=100249) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 14:33:40.828923 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:33:42.674596 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:33:43.831337 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-015897b6-bf9e-49b3-bdc6-a65f0e380dfb req-0015d6bc-d3ab-41dd-b711-1a8e393a20ee tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] 10.222.0.104 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1663298805&fields=id&tenant_id=9d9b21e60bee490a9bf202cb583bf670 HTTP/1.1" status: 200 len: 267 time: 0.0343375 Jul 06 14:33:43.936456 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015897b6-bf9e-49b3-bdc6-a65f0e380dfb req-4486c017-ef1a-4306-be8b-d41582d88a7b tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:33:43.938144 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-015897b6-bf9e-49b3-bdc6-a65f0e380dfb req-4486c017-ef1a-4306-be8b-d41582d88a7b tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] 10.222.0.104 "GET /v2.0/networks?id=8d42e765-466c-4066-a835-9be26bf6d40e HTTP/1.1" status: 200 len: 812 time: 0.1007419 Jul 06 14:33:43.952272 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-015897b6-bf9e-49b3-bdc6-a65f0e380dfb req-aacfd5f7-acf0-47bd-8cb8-6578332b367b tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] 10.222.0.104 "GET /v2.0/quotas/9d9b21e60bee490a9bf202cb583bf670 HTTP/1.1" status: 200 len: 375 time: 0.0088968 Jul 06 14:33:44.015792 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-015897b6-bf9e-49b3-bdc6-a65f0e380dfb req-a7208be7-7144-4d57-8a22-64ecd5e27050 tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] 10.222.0.104 "GET /v2.0/ports?tenant_id=9d9b21e60bee490a9bf202cb583bf670&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0588038 Jul 06 14:33:44.161955 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-015897b6-bf9e-49b3-bdc6-a65f0e380dfb req-8e169be4-b7a6-4aba-a9ce-e570b2374c0a service neutron] 10.222.0.104 "GET /v2.0/networks/8d42e765-466c-4066-a835-9be26bf6d40e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1338990 Jul 06 14:33:44.246895 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-015897b6-bf9e-49b3-bdc6-a65f0e380dfb req-f4da7d3d-20e5-4659-8b62-468775891c17 service neutron] 10.222.0.104 "GET /v2.0/networks/8d42e765-466c-4066-a835-9be26bf6d40e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0785396 Jul 06 14:33:44.539777 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-d7f8d1a0-6a30-472e-86fe-882afc7ba14d req-5ed86877-bf8f-4541-aa7d-eb69c3d6e132 tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] 10.222.0.104 "GET /v2.0/ports?device_id=16b1258a-44e8-4f96-8d03-f9777b5c358d HTTP/1.1" status: 200 len: 210 time: 0.0333138 Jul 06 14:33:45.529720 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015897b6-bf9e-49b3-bdc6-a65f0e380dfb req-a590801a-3947-4bef-b485-0d473aeef87c tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:33:45.531169 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-015897b6-bf9e-49b3-bdc6-a65f0e380dfb req-a590801a-3947-4bef-b485-0d473aeef87c tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] 10.222.0.127 "GET /v2.0/networks?id=8d42e765-466c-4066-a835-9be26bf6d40e HTTP/1.1" status: 200 len: 812 time: 0.1019549 Jul 06 14:33:45.575003 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-015897b6-bf9e-49b3-bdc6-a65f0e380dfb req-96ea0a78-f6ef-4c0e-8be9-816554e9768d tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] 10.222.0.127 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9d9b21e60bee490a9bf202cb583bf670 HTTP/1.1" status: 200 len: 380 time: 0.0356281 Jul 06 14:33:45.583395 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [req-015897b6-bf9e-49b3-bdc6-a65f0e380dfb req-22c4f198-524a-4ee2-93ee-f3c4076bca73 tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] Request body: {'port': {'device_id': '16b1258a-44e8-4f96-8d03-f9777b5c358d', 'network_id': '8d42e765-466c-4066-a835-9be26bf6d40e', 'admin_state_up': True, 'tenant_id': '9d9b21e60bee490a9bf202cb583bf670', 'security_groups': ['db2ef26e-e1b5-4a09-b7f7-c46f167f8c20']}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:33:45.703113 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-c06d0cf8-0684-4b43-9978-d3ed274b1e7a req-9b0d1cbe-d4c6-47e3-9d3b-8ee7b56a0666 tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] 10.222.0.104 "GET /v2.0/ports?device_id=16b1258a-44e8-4f96-8d03-f9777b5c358d HTTP/1.1" status: 200 len: 210 time: 0.0401058 Jul 06 14:33:45.724936 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-015897b6-bf9e-49b3-bdc6-a65f0e380dfb req-22c4f198-524a-4ee2-93ee-f3c4076bca73 tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] Made reservation on behalf of 9d9b21e60bee490a9bf202cb583bf670 for: {'port': 1} {{(pid=100247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:33:45.728693 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-015897b6-bf9e-49b3-bdc6-a65f0e380dfb req-22c4f198-524a-4ee2-93ee-f3c4076bca73 tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:33:45.857112 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.db_base_plugin_common [req-015897b6-bf9e-49b3-bdc6-a65f0e380dfb req-22c4f198-524a-4ee2-93ee-f3c4076bca73 tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] Allocated IP 172.20.0.7 (8d42e765-466c-4066-a835-9be26bf6d40e/2909a683-548c-4b5b-9f41-76ab6ad57d29/8f3d0aed-81da-45a5-a5af-2d2759ba920b) {{(pid=100247) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:33:45.994204 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-015897b6-bf9e-49b3-bdc6-a65f0e380dfb req-22c4f198-524a-4ee2-93ee-f3c4076bca73 tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] Notify callbacks [] for port, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:33:46.349949 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.provisioning_blocks [req-015897b6-bf9e-49b3-bdc6-a65f0e380dfb req-22c4f198-524a-4ee2-93ee-f3c4076bca73 tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] Transition to ACTIVE for port object 8f3d0aed-81da-45a5-a5af-2d2759ba920b will not be triggered until provisioned by entity DHCP. {{(pid=100247) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:33:46.383136 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-015897b6-bf9e-49b3-bdc6-a65f0e380dfb req-22c4f198-524a-4ee2-93ee-f3c4076bca73 tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-128888360'] for port, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:33:46.425708 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-015897b6-bf9e-49b3-bdc6-a65f0e380dfb req-22c4f198-524a-4ee2-93ee-f3c4076bca73 tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] Network 8d42e765-466c-4066-a835-9be26bf6d40e is already hosted by enough agents. {{(pid=100247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:33:46.428714 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.base_scheduler [req-015897b6-bf9e-49b3-bdc6-a65f0e380dfb req-22c4f198-524a-4ee2-93ee-f3c4076bca73 tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] Resources bound (agent type, host, resource id): {{(pid=100247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:33:46.433032 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.l3_dvrscheduler_db [req-015897b6-bf9e-49b3-bdc6-a65f0e380dfb req-22c4f198-524a-4ee2-93ee-f3c4076bca73 tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] Received port after_create {{(pid=100247) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:33:46.462333 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c4f198-524a-4ee2-93ee-f3c4076bca73 tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] Pushing event updated for resources: {'Port': ['ID=8f3d0aed-81da-45a5-a5af-2d2759ba920b,revision_number=1']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:33:46.490936 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015897b6-bf9e-49b3-bdc6-a65f0e380dfb req-22c4f198-524a-4ee2-93ee-f3c4076bca73 tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:33:46.491579 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-015897b6-bf9e-49b3-bdc6-a65f0e380dfb req-22c4f198-524a-4ee2-93ee-f3c4076bca73 tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:33:46.506779 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-015897b6-bf9e-49b3-bdc6-a65f0e380dfb req-22c4f198-524a-4ee2-93ee-f3c4076bca73 tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] 10.222.0.127 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9272223 Jul 06 14:33:46.518345 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [req-015897b6-bf9e-49b3-bdc6-a65f0e380dfb req-02ac395d-3fe3-4f37-ae07-68ad2b8cb61e service neutron] Request body: {'port': {'device_id': '16b1258a-44e8-4f96-8d03-f9777b5c358d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-773647-6'}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:33:46.597948 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-015897b6-bf9e-49b3-bdc6-a65f0e380dfb req-02ac395d-3fe3-4f37-ae07-68ad2b8cb61e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:33:46.761667 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-443d9233-370c-46bd-8fe5-46271b9c387a None None] Provisioning for port 8f3d0aed-81da-45a5-a5af-2d2759ba920b completed by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:33:46.766646 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-443d9233-370c-46bd-8fe5-46271b9c387a None None] Provisioning complete for port 8f3d0aed-81da-45a5-a5af-2d2759ba920b triggered by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:33:46.767027 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-443d9233-370c-46bd-8fe5-46271b9c387a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:33:46.814001 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-443d9233-370c-46bd-8fe5-46271b9c387a None None] Port 8f3d0aed-81da-45a5-a5af-2d2759ba920b cannot update to ACTIVE because it is not bound. {{(pid=100248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 14:33:46.927926 n-d-773647-6 neutron-server[100247]: DEBUG neutron.notifiers.nova [req-015897b6-bf9e-49b3-bdc6-a65f0e380dfb req-02ac395d-3fe3-4f37-ae07-68ad2b8cb61e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8f3d0aed-81da-45a5-a5af-2d2759ba920b {{(pid=100247) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 14:33:46.937319 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-015897b6-bf9e-49b3-bdc6-a65f0e380dfb req-02ac395d-3fe3-4f37-ae07-68ad2b8cb61e service neutron] Notify callbacks [] for port, precommit_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:33:46.956627 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.provisioning_blocks [req-015897b6-bf9e-49b3-bdc6-a65f0e380dfb req-02ac395d-3fe3-4f37-ae07-68ad2b8cb61e service neutron] Transition to ACTIVE for port object 8f3d0aed-81da-45a5-a5af-2d2759ba920b will not be triggered until provisioned by entity L2. {{(pid=100247) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:33:46.960141 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-015897b6-bf9e-49b3-bdc6-a65f0e380dfb req-02ac395d-3fe3-4f37-ae07-68ad2b8cb61e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128888538'] for port, after_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:33:46.972094 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e851d1e-4115-4703-a4db-eb0c0e69723e req-1a2d6f95-cb3d-45d3-914d-10750ddf7149 tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:33:46.973593 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-8e851d1e-4115-4703-a4db-eb0c0e69723e req-1a2d6f95-cb3d-45d3-914d-10750ddf7149 tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] 10.222.0.104 "GET /v2.0/ports?device_id=16b1258a-44e8-4f96-8d03-f9777b5c358d HTTP/1.1" status: 200 len: 931 time: 0.1135068 Jul 06 14:33:47.037119 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ac395d-3fe3-4f37-ae07-68ad2b8cb61e service neutron] Pushing event updated for resources: {'Port': ['ID=8f3d0aed-81da-45a5-a5af-2d2759ba920b,revision_number=2']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:33:47.073899 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-8e851d1e-4115-4703-a4db-eb0c0e69723e req-229a794a-a343-41a7-b9cd-b587dd76d7cf tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] 10.222.0.104 "GET /v2.0/security-groups?id=db2ef26e-e1b5-4a09-b7f7-c46f167f8c20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0775766 Jul 06 14:33:47.122701 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.managers [req-015897b6-bf9e-49b3-bdc6-a65f0e380dfb req-02ac395d-3fe3-4f37-ae07-68ad2b8cb61e service neutron] Attempting to bind port 8f3d0aed-81da-45a5-a5af-2d2759ba920b on host n-h1-773647-6 for vnic_type normal with profile {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:33:47.123040 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.managers [req-015897b6-bf9e-49b3-bdc6-a65f0e380dfb req-02ac395d-3fe3-4f37-ae07-68ad2b8cb61e service neutron] Attempting to bind port 8f3d0aed-81da-45a5-a5af-2d2759ba920b by drivers openvswitch,hyperv on host n-h1-773647-6 at level 0 using segments [{'id': 'fb70f030-83e8-41d7-b868-4485c113c2c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': '8d42e765-466c-4066-a835-9be26bf6d40e'}] {{(pid=100247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:33:47.123407 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-015897b6-bf9e-49b3-bdc6-a65f0e380dfb req-02ac395d-3fe3-4f37-ae07-68ad2b8cb61e service neutron] Attempting to bind port 8f3d0aed-81da-45a5-a5af-2d2759ba920b on network 8d42e765-466c-4066-a835-9be26bf6d40e {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:33:47.127997 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-015897b6-bf9e-49b3-bdc6-a65f0e380dfb req-02ac395d-3fe3-4f37-ae07-68ad2b8cb61e service neutron] Port 8f3d0aed-81da-45a5-a5af-2d2759ba920b on network 8d42e765-466c-4066-a835-9be26bf6d40e not bound, no agent of type Open vSwitch agent registered on host n-h1-773647-6 {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 14:33:47.128322 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-015897b6-bf9e-49b3-bdc6-a65f0e380dfb req-02ac395d-3fe3-4f37-ae07-68ad2b8cb61e service neutron] Attempting to bind port 8f3d0aed-81da-45a5-a5af-2d2759ba920b on network 8d42e765-466c-4066-a835-9be26bf6d40e {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:33:47.133768 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-015897b6-bf9e-49b3-bdc6-a65f0e380dfb req-02ac395d-3fe3-4f37-ae07-68ad2b8cb61e service neutron] Checking agent: {'id': '5bf7147f-bada-4441-a5dc-934b903473fb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-773647-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 51, 12), 'started_at': datetime.datetime(2021, 7, 6, 13, 51, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 33, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:33:47.134109 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-015897b6-bf9e-49b3-bdc6-a65f0e380dfb req-02ac395d-3fe3-4f37-ae07-68ad2b8cb61e service neutron] Checking segment: {'id': 'fb70f030-83e8-41d7-b868-4485c113c2c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': '8d42e765-466c-4066-a835-9be26bf6d40e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100247) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:33:47.134561 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-015897b6-bf9e-49b3-bdc6-a65f0e380dfb req-02ac395d-3fe3-4f37-ae07-68ad2b8cb61e service neutron] Bound using segment: {'id': 'fb70f030-83e8-41d7-b868-4485c113c2c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': '8d42e765-466c-4066-a835-9be26bf6d40e'} {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:33:47.134995 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.managers [req-015897b6-bf9e-49b3-bdc6-a65f0e380dfb req-02ac395d-3fe3-4f37-ae07-68ad2b8cb61e service neutron] Bound port: 8f3d0aed-81da-45a5-a5af-2d2759ba920b, host: n-h1-773647-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fb70f030-83e8-41d7-b868-4485c113c2c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': '8d42e765-466c-4066-a835-9be26bf6d40e'}}] {{(pid=100247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:33:47.135382 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-015897b6-bf9e-49b3-bdc6-a65f0e380dfb req-02ac395d-3fe3-4f37-ae07-68ad2b8cb61e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:33:47.210794 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.db [req-015897b6-bf9e-49b3-bdc6-a65f0e380dfb req-02ac395d-3fe3-4f37-ae07-68ad2b8cb61e service neutron] For port 8f3d0aed-81da-45a5-a5af-2d2759ba920b, host n-h1-773647-6, cleared binding levels {{(pid=100247) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:33:47.215035 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.db [req-015897b6-bf9e-49b3-bdc6-a65f0e380dfb req-02ac395d-3fe3-4f37-ae07-68ad2b8cb61e service neutron] For port 8f3d0aed-81da-45a5-a5af-2d2759ba920b, host n-h1-773647-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773647-6',level=0,port_id=8f3d0aed-81da-45a5-a5af-2d2759ba920b,segment=NetworkSegment(fb70f030-83e8-41d7-b868-4485c113c2c0),segment_id=fb70f030-83e8-41d7-b868-4485c113c2c0)] {{(pid=100247) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:33:47.220755 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-015897b6-bf9e-49b3-bdc6-a65f0e380dfb req-02ac395d-3fe3-4f37-ae07-68ad2b8cb61e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128888538'] for port, after_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:33:47.263698 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015897b6-bf9e-49b3-bdc6-a65f0e380dfb req-02ac395d-3fe3-4f37-ae07-68ad2b8cb61e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:33:47.264301 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-015897b6-bf9e-49b3-bdc6-a65f0e380dfb req-02ac395d-3fe3-4f37-ae07-68ad2b8cb61e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:33:47.266097 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-015897b6-bf9e-49b3-bdc6-a65f0e380dfb req-02ac395d-3fe3-4f37-ae07-68ad2b8cb61e service neutron] 10.222.0.127 "PUT /v2.0/ports/8f3d0aed-81da-45a5-a5af-2d2759ba920b HTTP/1.1" status: 200 len: 1091 time: 0.7520771 Jul 06 14:33:47.267065 n-d-773647-6 neutron-server[100247]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16b1258a-44e8-4f96-8d03-f9777b5c358d', 'tag': '8f3d0aed-81da-45a5-a5af-2d2759ba920b'}] {{(pid=100247) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:33:47.269453 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cbf0eeaae822f8fc9b87a94aeba67a3d651842baf663a51cba94b67a514836d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2704dd67-1c4a-4197-8e62-79129deb38e8" -d '{"events": [{"name": "network-changed", "server_uuid": "16b1258a-44e8-4f96-8d03-f9777b5c358d", "tag": "8f3d0aed-81da-45a5-a5af-2d2759ba920b"}]}' {{(pid=100247) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:33:47.350582 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 14:33:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-929de0a9-35dd-4edc-878d-5ae2979c9ec9 x-openstack-request-id: req-929de0a9-35dd-4edc-878d-5ae2979c9ec9 {{(pid=100247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:33:47.350818 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "16b1258a-44e8-4f96-8d03-f9777b5c358d", "tag": "8f3d0aed-81da-45a5-a5af-2d2759ba920b", "status": "completed", "code": 200}]} {{(pid=100247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:33:47.350922 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-929de0a9-35dd-4edc-878d-5ae2979c9ec9 {{(pid=100247) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:33:47.351290 n-d-773647-6 neutron-server[100247]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '16b1258a-44e8-4f96-8d03-f9777b5c358d', 'tag': '8f3d0aed-81da-45a5-a5af-2d2759ba920b', 'status': 'completed', 'code': 200} Jul 06 14:33:47.353314 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ac395d-3fe3-4f37-ae07-68ad2b8cb61e service neutron] Pushing event updated for resources: {'Port': ['ID=8f3d0aed-81da-45a5-a5af-2d2759ba920b,revision_number=3']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:33:47.393862 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015897b6-bf9e-49b3-bdc6-a65f0e380dfb req-54f5673f-38aa-481a-aeec-6ca653085f0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:33:47.395466 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-015897b6-bf9e-49b3-bdc6-a65f0e380dfb req-54f5673f-38aa-481a-aeec-6ca653085f0e service neutron] 10.222.0.127 "GET /v2.0/ports?tenant_id=9d9b21e60bee490a9bf202cb583bf670&device_id=16b1258a-44e8-4f96-8d03-f9777b5c358d HTTP/1.1" status: 200 len: 1094 time: 0.0830147 Jul 06 14:33:47.449355 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-015897b6-bf9e-49b3-bdc6-a65f0e380dfb req-826a0f8d-e562-41fa-af49-44876320b174 service neutron] 10.222.0.127 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8f3d0aed-81da-45a5-a5af-2d2759ba920b HTTP/1.1" status: 200 len: 217 time: 0.0451207 Jul 06 14:33:47.508725 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015897b6-bf9e-49b3-bdc6-a65f0e380dfb req-a16ea89d-bd73-4aeb-a840-abe48dbbe107 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:33:47.510242 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-015897b6-bf9e-49b3-bdc6-a65f0e380dfb req-a16ea89d-bd73-4aeb-a840-abe48dbbe107 service neutron] 10.222.0.127 "GET /v2.0/subnets?id=2909a683-548c-4b5b-9f41-76ab6ad57d29 HTTP/1.1" status: 200 len: 851 time: 0.0494211 Jul 06 14:33:47.569985 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015897b6-bf9e-49b3-bdc6-a65f0e380dfb req-04b481a0-8319-4be0-85da-047fb5b79358 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:33:47.571522 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-015897b6-bf9e-49b3-bdc6-a65f0e380dfb req-04b481a0-8319-4be0-85da-047fb5b79358 service neutron] 10.222.0.127 "GET /v2.0/ports?network_id=8d42e765-466c-4066-a835-9be26bf6d40e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0550652 Jul 06 14:33:47.668819 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-015897b6-bf9e-49b3-bdc6-a65f0e380dfb req-f9ed3029-80e8-4831-b26e-36fa6e96d576 service neutron] 10.222.0.127 "GET /v2.0/networks/8d42e765-466c-4066-a835-9be26bf6d40e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910759 Jul 06 14:33:47.774754 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-015897b6-bf9e-49b3-bdc6-a65f0e380dfb req-a448588d-08b1-418c-8007-adba4a2cf98d service neutron] 10.222.0.127 "GET /v2.0/networks/8d42e765-466c-4066-a835-9be26bf6d40e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0995920 Jul 06 14:33:47.874774 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2704dd67-1c4a-4197-8e62-79129deb38e8 req-b6197094-a4c9-441c-904d-216cd9e6cea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:33:47.876431 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-2704dd67-1c4a-4197-8e62-79129deb38e8 req-b6197094-a4c9-441c-904d-216cd9e6cea0 service neutron] 10.222.0.127 "GET /v2.0/ports?tenant_id=9d9b21e60bee490a9bf202cb583bf670&device_id=16b1258a-44e8-4f96-8d03-f9777b5c358d HTTP/1.1" status: 200 len: 1094 time: 0.0555403 Jul 06 14:33:47.970512 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2704dd67-1c4a-4197-8e62-79129deb38e8 req-3d00f04e-f7bd-4b71-bf8f-be6e4cfbfeca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:33:47.972139 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-2704dd67-1c4a-4197-8e62-79129deb38e8 req-3d00f04e-f7bd-4b71-bf8f-be6e4cfbfeca service neutron] 10.222.0.127 "GET /v2.0/networks?id=8d42e765-466c-4066-a835-9be26bf6d40e HTTP/1.1" status: 200 len: 914 time: 0.0892282 Jul 06 14:33:48.014914 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-2704dd67-1c4a-4197-8e62-79129deb38e8 req-502dfd9a-865b-45ca-92f3-90dbb79d2513 service neutron] 10.222.0.127 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8f3d0aed-81da-45a5-a5af-2d2759ba920b HTTP/1.1" status: 200 len: 217 time: 0.0360050 Jul 06 14:33:48.070800 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2704dd67-1c4a-4197-8e62-79129deb38e8 req-3f4541f2-48fd-4c25-bab0-f7fd55473aff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:33:48.072324 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-2704dd67-1c4a-4197-8e62-79129deb38e8 req-3f4541f2-48fd-4c25-bab0-f7fd55473aff service neutron] 10.222.0.127 "GET /v2.0/subnets?id=2909a683-548c-4b5b-9f41-76ab6ad57d29 HTTP/1.1" status: 200 len: 851 time: 0.0515125 Jul 06 14:33:48.137700 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2704dd67-1c4a-4197-8e62-79129deb38e8 req-761fe010-e417-4f27-b4bc-84ea8a61bbf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:33:48.139249 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-2704dd67-1c4a-4197-8e62-79129deb38e8 req-761fe010-e417-4f27-b4bc-84ea8a61bbf7 service neutron] 10.222.0.127 "GET /v2.0/ports?network_id=8d42e765-466c-4066-a835-9be26bf6d40e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0579584 Jul 06 14:33:48.270982 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-2704dd67-1c4a-4197-8e62-79129deb38e8 req-98e74ab0-2d4d-43c1-b054-3017eed15b7c service neutron] 10.222.0.127 "GET /v2.0/networks/8d42e765-466c-4066-a835-9be26bf6d40e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220567 Jul 06 14:33:48.336086 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe391a9-99e9-4432-ae30-7e152ff34737 req-9fc0d242-cf31-42a7-bc80-40492770f724 tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:33:48.337456 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-0fe391a9-99e9-4432-ae30-7e152ff34737 req-9fc0d242-cf31-42a7-bc80-40492770f724 tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] 10.222.0.104 "GET /v2.0/ports?device_id=16b1258a-44e8-4f96-8d03-f9777b5c358d HTTP/1.1" status: 200 len: 943 time: 0.1366196 Jul 06 14:33:48.394834 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-0fe391a9-99e9-4432-ae30-7e152ff34737 req-3d767b82-daac-4442-a7ba-9db30418dd4f tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] 10.222.0.104 "GET /v2.0/security-groups?id=db2ef26e-e1b5-4a09-b7f7-c46f167f8c20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513678 Jul 06 14:33:48.405640 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-2704dd67-1c4a-4197-8e62-79129deb38e8 req-19ba7721-b7aa-49c2-95e6-225867a5bec3 service neutron] 10.222.0.127 "GET /v2.0/networks/8d42e765-466c-4066-a835-9be26bf6d40e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271641 Jul 06 14:33:49.585513 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f76aa20-ffa7-45f2-87b5-444ba4b7a5f7 req-14bcf022-0a64-4e5d-a36d-cec4022165ee tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:33:49.587032 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-3f76aa20-ffa7-45f2-87b5-444ba4b7a5f7 req-14bcf022-0a64-4e5d-a36d-cec4022165ee tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] 10.222.0.104 "GET /v2.0/ports?device_id=16b1258a-44e8-4f96-8d03-f9777b5c358d HTTP/1.1" status: 200 len: 943 time: 0.0734377 Jul 06 14:33:49.629505 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-3f76aa20-ffa7-45f2-87b5-444ba4b7a5f7 req-2ff83ec4-4319-441d-a248-dba52a52f624 tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] 10.222.0.104 "GET /v2.0/security-groups?id=db2ef26e-e1b5-4a09-b7f7-c46f167f8c20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344167 Jul 06 14:33:50.806801 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ac2249-0a7a-44d7-8baa-207a1dc7b8e2 req-899f798b-8299-4827-a166-cb9f3a7fd004 tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:33:50.808347 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-74ac2249-0a7a-44d7-8baa-207a1dc7b8e2 req-899f798b-8299-4827-a166-cb9f3a7fd004 tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] 10.222.0.104 "GET /v2.0/ports?device_id=16b1258a-44e8-4f96-8d03-f9777b5c358d HTTP/1.1" status: 200 len: 943 time: 0.0627291 Jul 06 14:33:50.845011 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-74ac2249-0a7a-44d7-8baa-207a1dc7b8e2 req-52d7217f-95f3-4efe-90ca-042b4e7fdcc4 tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] 10.222.0.104 "GET /v2.0/security-groups?id=db2ef26e-e1b5-4a09-b7f7-c46f167f8c20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309384 Jul 06 14:33:51.072747 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-860a7761-cce4-4fe5-b344-4caaebde23ab req-05ff2831-1845-4d40-9c2f-aad864bc9d88 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=2788fe3f-cf4e-42dc-b1cb-20b1dddccb5f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0527804 Jul 06 14:33:51.161886 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860a7761-cce4-4fe5-b344-4caaebde23ab req-af20c3bf-d966-4207-9449-27ab379f8728 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:33:51.163325 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-860a7761-cce4-4fe5-b344-4caaebde23ab req-af20c3bf-d966-4207-9449-27ab379f8728 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=34aff2af8eff4331a20d73f44e39de99&device_id=2788fe3f-cf4e-42dc-b1cb-20b1dddccb5f HTTP/1.1" status: 200 len: 1097 time: 0.0511723 Jul 06 14:33:51.264045 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860a7761-cce4-4fe5-b344-4caaebde23ab req-16eb27cf-397b-4f06-a2f5-4841a65319ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:33:51.265421 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-860a7761-cce4-4fe5-b344-4caaebde23ab req-16eb27cf-397b-4f06-a2f5-4841a65319ea service neutron] 10.222.0.72 "GET /v2.0/networks?id=cb5944e1-9f88-45ab-a7f5-77b1e91c305e HTTP/1.1" status: 200 len: 910 time: 0.0816665 Jul 06 14:33:51.333450 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-860a7761-cce4-4fe5-b344-4caaebde23ab req-1c94f922-988e-4954-83c1-74cc4eec46ab service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a0e53d46-990d-41f1-b906-43cdbeff7d84 HTTP/1.1" status: 200 len: 1002 time: 0.0617306 Jul 06 14:33:51.380735 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860a7761-cce4-4fe5-b344-4caaebde23ab req-5dbce457-a338-46cf-befe-521e8ee46607 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:33:51.382163 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-860a7761-cce4-4fe5-b344-4caaebde23ab req-5dbce457-a338-46cf-befe-521e8ee46607 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=a6103a5b-23db-41c0-acaf-c0375bb0935b HTTP/1.1" status: 200 len: 847 time: 0.0426996 Jul 06 14:33:51.439447 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860a7761-cce4-4fe5-b344-4caaebde23ab req-946b1848-9d9a-4516-bb45-ccbf045d0dff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:33:51.440954 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-860a7761-cce4-4fe5-b344-4caaebde23ab req-946b1848-9d9a-4516-bb45-ccbf045d0dff service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=cb5944e1-9f88-45ab-a7f5-77b1e91c305e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0521457 Jul 06 14:33:51.533462 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-860a7761-cce4-4fe5-b344-4caaebde23ab req-b0d394bb-9485-47c0-b7c2-c4f7295178d0 service neutron] 10.222.0.72 "GET /v2.0/networks/cb5944e1-9f88-45ab-a7f5-77b1e91c305e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855486 Jul 06 14:33:51.620090 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-860a7761-cce4-4fe5-b344-4caaebde23ab req-ffbbd753-d84c-4b2e-b3ad-1e051f11a6ae service neutron] 10.222.0.72 "GET /v2.0/networks/cb5944e1-9f88-45ab-a7f5-77b1e91c305e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805960 Jul 06 14:33:52.019645 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83bc547-f247-47be-b054-f640340ac2c9 req-fa46bfb1-58fb-411c-b45a-c691d1130442 tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:33:52.021088 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-c83bc547-f247-47be-b054-f640340ac2c9 req-fa46bfb1-58fb-411c-b45a-c691d1130442 tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] 10.222.0.104 "GET /v2.0/ports?device_id=16b1258a-44e8-4f96-8d03-f9777b5c358d HTTP/1.1" status: 200 len: 943 time: 0.0648556 Jul 06 14:33:52.057945 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-c83bc547-f247-47be-b054-f640340ac2c9 req-48e80df8-2885-4145-bbfd-388d44844241 tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] 10.222.0.104 "GET /v2.0/security-groups?id=db2ef26e-e1b5-4a09-b7f7-c46f167f8c20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306818 Jul 06 14:33:52.874335 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-1ba601a9-d61e-4a5b-bba6-4d1e3964ff45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:33:53.226451 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1545c03-3e4e-45b5-b071-6f88da245c22 req-247eb39d-dabb-410b-a01f-14071137fd2c tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:33:53.227956 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-a1545c03-3e4e-45b5-b071-6f88da245c22 req-247eb39d-dabb-410b-a01f-14071137fd2c tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] 10.222.0.104 "GET /v2.0/ports?device_id=16b1258a-44e8-4f96-8d03-f9777b5c358d HTTP/1.1" status: 200 len: 943 time: 0.0624158 Jul 06 14:33:53.265039 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-a1545c03-3e4e-45b5-b071-6f88da245c22 req-6af7e9dc-d2f6-4579-8477-168cf2d72368 tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] 10.222.0.104 "GET /v2.0/security-groups?id=db2ef26e-e1b5-4a09-b7f7-c46f167f8c20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314791 Jul 06 14:33:54.433568 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ce60d9-4429-4a88-b9a8-f6cbc1c51a7c req-69bba993-4c6a-4acd-a06b-f4d767632bda tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:33:54.435022 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-f1ce60d9-4429-4a88-b9a8-f6cbc1c51a7c req-69bba993-4c6a-4acd-a06b-f4d767632bda tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] 10.222.0.104 "GET /v2.0/ports?device_id=16b1258a-44e8-4f96-8d03-f9777b5c358d HTTP/1.1" status: 200 len: 943 time: 0.0623624 Jul 06 14:33:54.472852 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-f1ce60d9-4429-4a88-b9a8-f6cbc1c51a7c req-7273ddef-2b91-4746-b1cb-1a56a8fdb21a tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] 10.222.0.104 "GET /v2.0/security-groups?id=db2ef26e-e1b5-4a09-b7f7-c46f167f8c20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320635 Jul 06 14:33:55.580234 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-75429361-b7f5-4d11-a5a4-9f8c24e14184 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:33:55.658274 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eacdf5cb-9cfa-4b56-ae2f-06c6ee7e2054 req-428816f9-f9cf-49d1-9a26-7f6bd2001458 tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:33:55.659784 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-eacdf5cb-9cfa-4b56-ae2f-06c6ee7e2054 req-428816f9-f9cf-49d1-9a26-7f6bd2001458 tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] 10.222.0.104 "GET /v2.0/ports?device_id=16b1258a-44e8-4f96-8d03-f9777b5c358d HTTP/1.1" status: 200 len: 943 time: 0.0670962 Jul 06 14:33:55.696264 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-eacdf5cb-9cfa-4b56-ae2f-06c6ee7e2054 req-56563c94-5746-46a7-b17b-f3c501684ba4 tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] 10.222.0.104 "GET /v2.0/security-groups?id=db2ef26e-e1b5-4a09-b7f7-c46f167f8c20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308366 Jul 06 14:33:55.904539 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:33:56.668905 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-2064eaae-da4f-48f8-82d2-b09d4ddedd44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:33:56.868687 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4bec88-d37d-47c2-ad51-ba7c6ac121eb req-9f97c836-da22-4cea-8568-66e548140964 tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:33:56.870170 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-df4bec88-d37d-47c2-ad51-ba7c6ac121eb req-9f97c836-da22-4cea-8568-66e548140964 tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] 10.222.0.104 "GET /v2.0/ports?device_id=16b1258a-44e8-4f96-8d03-f9777b5c358d HTTP/1.1" status: 200 len: 943 time: 0.0628150 Jul 06 14:33:56.906411 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-df4bec88-d37d-47c2-ad51-ba7c6ac121eb req-89e52107-8f1d-4c94-ac61-23eb15a7b44a tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] 10.222.0.104 "GET /v2.0/security-groups?id=db2ef26e-e1b5-4a09-b7f7-c46f167f8c20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307040 Jul 06 14:33:57.585973 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Device 8f3d0aed-81da-45a5-a5af-2d2759ba920b details requested by agent hyperv_n-h1-773647-6 with host n-h1-773647-6 {{(pid=100248) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 14:33:57.833025 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] For port 8f3d0aed-81da-45a5-a5af-2d2759ba920b, host n-h1-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773647-6',level=0,port_id=8f3d0aed-81da-45a5-a5af-2d2759ba920b,segment=NetworkSegment(fb70f030-83e8-41d7-b868-4485c113c2c0),segment_id=fb70f030-83e8-41d7-b868-4485c113c2c0)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:33:57.843945 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Returning: {'device': '8f3d0aed-81da-45a5-a5af-2d2759ba920b', 'network_id': '8d42e765-466c-4066-a835-9be26bf6d40e', 'port_id': '8f3d0aed-81da-45a5-a5af-2d2759ba920b', 'mac_address': 'fa:16:3e:03:45:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1049, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2909a683-548c-4b5b-9f41-76ab6ad57d29', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100248) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 14:33:57.879510 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:33:57.891540 n-d-773647-6 neutron-server[100248]: DEBUG neutron.notifiers.nova [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8f3d0aed-81da-45a5-a5af-2d2759ba920b {{(pid=100248) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 14:33:57.910104 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] For port 8f3d0aed-81da-45a5-a5af-2d2759ba920b, host n-h1-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773647-6',level=0,port_id=8f3d0aed-81da-45a5-a5af-2d2759ba920b,segment=NetworkSegment(fb70f030-83e8-41d7-b868-4485c113c2c0),segment_id=fb70f030-83e8-41d7-b868-4485c113c2c0)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:33:57.913928 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:33:57.960263 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Pushing event updated for resources: {'Port': ['ID=8f3d0aed-81da-45a5-a5af-2d2759ba920b,revision_number=4']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:33:57.968019 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:33:57.968370 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:33:57.968714 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:33:57.969052 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:33:57.969388 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:33:57.969721 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:33:57.970051 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:33:57.970377 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:33:57.970703 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:33:57.971027 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:33:57.971422 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:33:57.971703 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:33:58.085677 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d292396-51ab-4a60-b029-287c2daa6484 req-845df96e-3bc1-45f7-a579-0546db079bb3 tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:33:58.087138 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-4d292396-51ab-4a60-b029-287c2daa6484 req-845df96e-3bc1-45f7-a579-0546db079bb3 tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] 10.222.0.104 "GET /v2.0/ports?device_id=16b1258a-44e8-4f96-8d03-f9777b5c358d HTTP/1.1" status: 200 len: 944 time: 0.0661166 Jul 06 14:33:58.125322 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-4d292396-51ab-4a60-b029-287c2daa6484 req-221edf27-7bab-4b03-b90c-97adb8bcac2f tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] 10.222.0.104 "GET /v2.0/security-groups?id=db2ef26e-e1b5-4a09-b7f7-c46f167f8c20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325563 Jul 06 14:33:58.194545 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] get_ports_and_sgs() called for port_ids ['8f3d0aed-81da-45a5-a5af-2d2759ba920b'] {{(pid=100248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 14:33:58.466873 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-03f71b24-a9b8-453a-8924-caa3f97bc6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:33:59.309160 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecc94e7-d783-40d1-bbab-7db662daa9ff req-dc45f745-d7bb-44e3-a58a-446250e6f4a9 tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:33:59.310598 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-7ecc94e7-d783-40d1-bbab-7db662daa9ff req-dc45f745-d7bb-44e3-a58a-446250e6f4a9 tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] 10.222.0.104 "GET /v2.0/ports?device_id=16b1258a-44e8-4f96-8d03-f9777b5c358d HTTP/1.1" status: 200 len: 944 time: 0.0611849 Jul 06 14:33:59.348756 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-7ecc94e7-d783-40d1-bbab-7db662daa9ff req-009ce375-8e20-4912-9498-e61bda9b7452 tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] 10.222.0.104 "GET /v2.0/security-groups?id=db2ef26e-e1b5-4a09-b7f7-c46f167f8c20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323942 Jul 06 14:33:59.587055 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Device 8f3d0aed-81da-45a5-a5af-2d2759ba920b up at agent hyperv_n-h1-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:33:59.636609 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Provisioning for port 8f3d0aed-81da-45a5-a5af-2d2759ba920b completed by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:33:59.640114 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Provisioning complete for port 8f3d0aed-81da-45a5-a5af-2d2759ba920b triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:33:59.640489 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:33:59.714410 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:33:59.736946 n-d-773647-6 neutron-server[100248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16b1258a-44e8-4f96-8d03-f9777b5c358d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f3d0aed-81da-45a5-a5af-2d2759ba920b'}] {{(pid=100248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:33:59.739246 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84af257533e383389cbcf231d3534f4d5e149e7203fea16b4a8fc01438dddaf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ca6c999-a925-42d9-b224-963437afbc1e" -d '{"events": [{"server_uuid": "16b1258a-44e8-4f96-8d03-f9777b5c358d", "name": "network-vif-plugged", "status": "completed", "tag": "8f3d0aed-81da-45a5-a5af-2d2759ba920b"}]}' {{(pid=100248) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:33:59.751929 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] For port 8f3d0aed-81da-45a5-a5af-2d2759ba920b, host n-h1-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773647-6',level=0,port_id=8f3d0aed-81da-45a5-a5af-2d2759ba920b,segment=NetworkSegment(fb70f030-83e8-41d7-b868-4485c113c2c0),segment_id=fb70f030-83e8-41d7-b868-4485c113c2c0)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:33:59.755892 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:33:59.794342 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 14:33:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68c2b3b0-34c9-49de-9370-16fa3b147a92 x-openstack-request-id: req-68c2b3b0-34c9-49de-9370-16fa3b147a92 {{(pid=100248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:33:59.794635 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16b1258a-44e8-4f96-8d03-f9777b5c358d", "name": "network-vif-plugged", "status": "completed", "tag": "8f3d0aed-81da-45a5-a5af-2d2759ba920b", "code": 200}]} {{(pid=100248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:33:59.794891 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-68c2b3b0-34c9-49de-9370-16fa3b147a92 {{(pid=100248) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:33:59.795297 n-d-773647-6 neutron-server[100248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16b1258a-44e8-4f96-8d03-f9777b5c358d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f3d0aed-81da-45a5-a5af-2d2759ba920b', 'code': 200} Jul 06 14:33:59.817222 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Pushing event updated for resources: {'Port': ['ID=8f3d0aed-81da-45a5-a5af-2d2759ba920b,revision_number=5']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:33:59.903474 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce636d0-142d-48ea-9370-143fb5d1618b req-227a4de5-d575-4118-9b96-69e012da58b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:33:59.904941 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-0ce636d0-142d-48ea-9370-143fb5d1618b req-227a4de5-d575-4118-9b96-69e012da58b2 service neutron] 10.222.0.127 "GET /v2.0/ports?device_id=16b1258a-44e8-4f96-8d03-f9777b5c358d HTTP/1.1" status: 200 len: 1096 time: 0.0510828 Jul 06 14:33:59.939007 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-0ce636d0-142d-48ea-9370-143fb5d1618b req-c545dd0a-5e3d-4998-84dd-12252a80cc60 service neutron] 10.222.0.127 "GET /v2.0/security-groups?id=db2ef26e-e1b5-4a09-b7f7-c46f167f8c20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0276215 Jul 06 14:34:00.522439 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5331a4b-2caf-476f-afb6-11af691f5cae req-a13377ea-4b3a-41cd-ba4b-a290ed726104 tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:34:00.523939 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-a5331a4b-2caf-476f-afb6-11af691f5cae req-a13377ea-4b3a-41cd-ba4b-a290ed726104 tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] 10.222.0.104 "GET /v2.0/ports?device_id=16b1258a-44e8-4f96-8d03-f9777b5c358d HTTP/1.1" status: 200 len: 945 time: 0.0660720 Jul 06 14:34:00.561347 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-a5331a4b-2caf-476f-afb6-11af691f5cae req-c0f0e558-de0b-427f-be57-20d9b7f41ebc tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] 10.222.0.104 "GET /v2.0/security-groups?id=db2ef26e-e1b5-4a09-b7f7-c46f167f8c20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314338 Jul 06 14:34:01.732758 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0026f8a-17d9-4f70-8cbd-c88768f8b86f req-28674fd4-bdf5-490a-8fc1-02c91faca0be tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:34:01.734247 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-e0026f8a-17d9-4f70-8cbd-c88768f8b86f req-28674fd4-bdf5-490a-8fc1-02c91faca0be tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] 10.222.0.104 "GET /v2.0/ports?device_id=16b1258a-44e8-4f96-8d03-f9777b5c358d HTTP/1.1" status: 200 len: 945 time: 0.0623856 Jul 06 14:34:01.772398 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-e0026f8a-17d9-4f70-8cbd-c88768f8b86f req-c7ad17cd-6f49-4ed7-8a14-9c98d89f213d tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] 10.222.0.104 "GET /v2.0/security-groups?id=db2ef26e-e1b5-4a09-b7f7-c46f167f8c20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325449 Jul 06 14:34:02.100271 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04525aae-edef-4cec-b451-a70d80ca939a req-d521d191-1cbd-4e96-a19b-da7f84a5dddc tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:34:02.101756 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-04525aae-edef-4cec-b451-a70d80ca939a req-d521d191-1cbd-4e96-a19b-da7f84a5dddc tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] 10.222.0.104 "GET /v2.0/ports?device_id=16b1258a-44e8-4f96-8d03-f9777b5c358d HTTP/1.1" status: 200 len: 945 time: 0.2151468 Jul 06 14:34:02.138377 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-04525aae-edef-4cec-b451-a70d80ca939a req-2016fbf9-9967-4e85-91da-6e818babe1da tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] 10.222.0.104 "GET /v2.0/security-groups?id=db2ef26e-e1b5-4a09-b7f7-c46f167f8c20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305398 Jul 06 14:34:02.162614 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 56066) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:34:02.218567 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fb75fc4-2732-44ac-9848-313455702f22 tempest-TestVolumeBootPattern-1158841458 tempest-TestVolumeBootPattern-1158841458-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:34:02.220196 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-1fb75fc4-2732-44ac-9848-313455702f22 tempest-TestVolumeBootPattern-1158841458 tempest-TestVolumeBootPattern-1158841458-project-admin] 10.222.0.104 "GET /v2.0/ports?device_id=16b1258a-44e8-4f96-8d03-f9777b5c358d HTTP/1.1" status: 200 len: 1091 time: 0.0565431 Jul 06 14:34:02.223061 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 56068) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:34:02.227646 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-756252df-f757-4a3e-8131-756fae5e0def tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] Request body: {'floatingip': {'floating_network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'port_id': '8f3d0aed-81da-45a5-a5af-2d2759ba920b', 'tenant_id': '9d9b21e60bee490a9bf202cb583bf670', 'fixed_ip_address': '172.20.0.7'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:34:02.249539 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-756252df-f757-4a3e-8131-756fae5e0def tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] Notify callbacks [] for floatingip, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:34:02.345424 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-756252df-f757-4a3e-8131-756fae5e0def tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:34:02.452720 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.db_base_plugin_common [None req-756252df-f757-4a3e-8131-756fae5e0def tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] Allocated IP 172.25.0.182 (2658f09e-a580-4d4a-9968-2d1e0ad93719/cbf74abc-6fe1-4d33-b005-c948923b9647/a0fb54d6-5eba-4839-841c-9664387709f6) {{(pid=100246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:34:02.551703 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-756252df-f757-4a3e-8131-756fae5e0def tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] Notify callbacks [] for port, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:34:02.591567 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-756252df-f757-4a3e-8131-756fae5e0def tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-127687573'] for port, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:34:02.631485 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-756252df-f757-4a3e-8131-756fae5e0def tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] Network 2658f09e-a580-4d4a-9968-2d1e0ad93719 is already hosted by enough agents. {{(pid=100246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:34:02.637275 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.base_scheduler [None req-756252df-f757-4a3e-8131-756fae5e0def tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] Resources bound (agent type, host, resource id): {{(pid=100246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:34:02.643287 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-756252df-f757-4a3e-8131-756fae5e0def tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] Received port after_create {{(pid=100246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:34:02.665592 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756252df-f757-4a3e-8131-756fae5e0def tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] Pushing event updated for resources: {'Port': ['ID=a0fb54d6-5eba-4839-841c-9664387709f6,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:34:03.014312 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-756252df-f757-4a3e-8131-756fae5e0def tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:34:03.094202 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-756252df-f757-4a3e-8131-756fae5e0def tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:34:03.242651 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-756252df-f757-4a3e-8131-756fae5e0def tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] Notify callbacks [] for port, precommit_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:34:03.247583 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-756252df-f757-4a3e-8131-756fae5e0def tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127687527'] for port, after_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:34:03.315507 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756252df-f757-4a3e-8131-756fae5e0def tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] Pushing event updated for resources: {'Port': ['ID=a0fb54d6-5eba-4839-841c-9664387709f6,revision_number=2']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:34:03.323880 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-756252df-f757-4a3e-8131-756fae5e0def tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1761130'] for floatingip, after_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:34:03.425113 n-d-773647-6 neutron-server[100246]: INFO neutron.db.l3_db [None req-756252df-f757-4a3e-8131-756fae5e0def tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] Floating IP 984dfc76-cba6-4aee-9027-d64e0b01fca4 associated. External IP: 172.25.0.182, port: 8f3d0aed-81da-45a5-a5af-2d2759ba920b. Jul 06 14:34:03.629679 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-756252df-f757-4a3e-8131-756fae5e0def tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] Router d1a6fd96-2052-4d61-baf1-3dc3a18de2e7 has already been hosted by L3 agent 2823d358-a11b-4885-a706-95a279e43fa7 {{(pid=100246) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 14:34:03.747140 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-756252df-f757-4a3e-8131-756fae5e0def tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] Notify agent at l3_agent.n-d-773647-6 the message routers_updated {{(pid=100246) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 14:34:03.756368 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57940677-2a58-4126-aa46-b2ace3fa8746 None None] Sync routers for ids ['d1a6fd96-2052-4d61-baf1-3dc3a18de2e7'] in n-d-773647-6 {{(pid=100248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 14:34:03.764123 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-756252df-f757-4a3e-8131-756fae5e0def tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for floatingip, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:34:03.767132 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57940677-2a58-4126-aa46-b2ace3fa8746 None None] Routers {'d1a6fd96-2052-4d61-baf1-3dc3a18de2e7'} bound to L3 agent in host n-d-773647-6 {{(pid=100248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:34:03.767812 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-57940677-2a58-4126-aa46-b2ace3fa8746 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T14:33:56Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['d1a6fd96-2052-4d61-baf1-3dc3a18de2e7'], 'active': True} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:34:03.800726 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-756252df-f757-4a3e-8131-756fae5e0def tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] 10.222.0.104 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5765450 Jul 06 14:34:03.801337 n-d-773647-6 neutron-server[100246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16b1258a-44e8-4f96-8d03-f9777b5c358d', 'tag': '8f3d0aed-81da-45a5-a5af-2d2759ba920b'}] {{(pid=100246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:34:03.803647 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0d96c5ab5e889f7b933ae915b9be33d1b46c9e87795bf781004b656ef3f1e87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cce29a4e-25fd-484c-be11-f73741adf945" -d '{"events": [{"name": "network-changed", "server_uuid": "16b1258a-44e8-4f96-8d03-f9777b5c358d", "tag": "8f3d0aed-81da-45a5-a5af-2d2759ba920b"}]}' {{(pid=100246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:34:03.840887 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 14:34:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43d9ead3-7560-420b-92da-d230a8e6e2b8 x-openstack-request-id: req-43d9ead3-7560-420b-92da-d230a8e6e2b8 {{(pid=100246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:34:03.841186 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "16b1258a-44e8-4f96-8d03-f9777b5c358d", "tag": "8f3d0aed-81da-45a5-a5af-2d2759ba920b", "status": "completed", "code": 200}]} {{(pid=100246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:34:03.841447 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-43d9ead3-7560-420b-92da-d230a8e6e2b8 {{(pid=100246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:34:03.841851 n-d-773647-6 neutron-server[100246]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '16b1258a-44e8-4f96-8d03-f9777b5c358d', 'tag': '8f3d0aed-81da-45a5-a5af-2d2759ba920b', 'status': 'completed', 'code': 200} Jul 06 14:34:03.876109 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvr_db [None req-57940677-2a58-4126-aa46-b2ace3fa8746 None None] Set router d1a6fd96-2052-4d61-baf1-3dc3a18de2e7 gateway port host: n-d-773647-6 {{(pid=100248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:34:03.914651 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce29a4e-25fd-484c-be11-f73741adf945 req-2a11539f-208f-44f1-a17c-3c0facb86727 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:34:03.916123 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-cce29a4e-25fd-484c-be11-f73741adf945 req-2a11539f-208f-44f1-a17c-3c0facb86727 service neutron] 10.222.0.127 "GET /v2.0/ports?tenant_id=9d9b21e60bee490a9bf202cb583bf670&device_id=16b1258a-44e8-4f96-8d03-f9777b5c358d HTTP/1.1" status: 200 len: 1096 time: 0.0529270 Jul 06 14:34:04.007390 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce29a4e-25fd-484c-be11-f73741adf945 req-da5f1fd5-6f91-4f04-90a5-94b99cb7ebee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:34:04.008869 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-cce29a4e-25fd-484c-be11-f73741adf945 req-da5f1fd5-6f91-4f04-90a5-94b99cb7ebee service neutron] 10.222.0.127 "GET /v2.0/networks?id=8d42e765-466c-4066-a835-9be26bf6d40e HTTP/1.1" status: 200 len: 914 time: 0.0870419 Jul 06 14:34:04.073690 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-cce29a4e-25fd-484c-be11-f73741adf945 req-ce024e12-14bb-4156-9c46-73da4c56e088 service neutron] 10.222.0.127 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8f3d0aed-81da-45a5-a5af-2d2759ba920b HTTP/1.1" status: 200 len: 999 time: 0.0583942 Jul 06 14:34:04.099081 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-57940677-2a58-4126-aa46-b2ace3fa8746 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1a6fd96-2052-4d61-baf1-3dc3a18de2e7', 'name': 'tempest-TestVolumeBootPattern-1742609137-router', 'tenant_id': '9d9b21e60bee490a9bf202cb583bf670', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.139'}], 'enable_snat': True}, 'gw_port_id': '57ba3a89-8007-470c-a5d7-0c700e780995', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:30:01Z', 'updated_at': '2021-07-06T14:30:04Z', 'revision_number': 4, 'project_id': '9d9b21e60bee490a9bf202cb583bf670', 'gw_port': {'id': '57ba3a89-8007-470c-a5d7-0c700e780995', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:90:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1a6fd96-2052-4d61-baf1-3dc3a18de2e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3822, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:30:01Z', 'updated_at': '2021-07-06T14:30:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6', '_floatingips': [{'id': '984dfc76-cba6-4aee-9027-d64e0b01fca4', 'tenant_id': '9d9b21e60bee490a9bf202cb583bf670', 'floating_ip_address': '172.25.0.182', 'floating_network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'router_id': 'd1a6fd96-2052-4d61-baf1-3dc3a18de2e7', 'port_id': '8f3d0aed-81da-45a5-a5af-2d2759ba920b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3956, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8d42e765-466c-4066-a835-9be26bf6d40e', 'mac_address': 'fa:16:3e:03:45:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16b1258a-44e8-4f96-8d03-f9777b5c358d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T14:34:02Z', 'updated_at': '2021-07-06T14:34:02Z', 'revision_number': 0, 'project_id': '9d9b21e60bee490a9bf202cb583bf670', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '99c31837-2c38-4de1-851d-20e2471adea0', 'name': '', 'network_id': '8d42e765-466c-4066-a835-9be26bf6d40e', 'tenant_id': '9d9b21e60bee490a9bf202cb583bf670', 'mac_address': 'fa:16:3e:bd:73:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1a6fd96-2052-4d61-baf1-3dc3a18de2e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3823, 'fixed_ips': [{'subnet_id': '2909a683-548c-4b5b-9f41-76ab6ad57d29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:30:03Z', 'updated_at': '2021-07-06T14:30:11Z', 'revision_number': 5, 'project_id': '9d9b21e60bee490a9bf202cb583bf670', 'subnets': [{'id': '2909a683-548c-4b5b-9f41-76ab6ad57d29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773647-6', False) {} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:34:04.122757 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce29a4e-25fd-484c-be11-f73741adf945 req-b72bd82f-0ded-40ec-b298-3bca2cf32b06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:34:04.124265 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-cce29a4e-25fd-484c-be11-f73741adf945 req-b72bd82f-0ded-40ec-b298-3bca2cf32b06 service neutron] 10.222.0.127 "GET /v2.0/subnets?id=2909a683-548c-4b5b-9f41-76ab6ad57d29 HTTP/1.1" status: 200 len: 851 time: 0.0448136 Jul 06 14:34:04.128809 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57940677-2a58-4126-aa46-b2ace3fa8746 None None] Checking router: d1a6fd96-2052-4d61-baf1-3dc3a18de2e7 for host: n-d-773647-6 {{(pid=100248) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 14:34:04.137049 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57940677-2a58-4126-aa46-b2ace3fa8746 None None] Routers {'d1a6fd96-2052-4d61-baf1-3dc3a18de2e7'} bound to L3 agent in host n-d-773647-6 {{(pid=100248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:34:04.137645 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-57940677-2a58-4126-aa46-b2ace3fa8746 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T14:33:56Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['d1a6fd96-2052-4d61-baf1-3dc3a18de2e7'], 'active': True} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:34:04.185869 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce29a4e-25fd-484c-be11-f73741adf945 req-81ca44ef-a317-42e8-9512-493769095196 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:34:04.187582 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-cce29a4e-25fd-484c-be11-f73741adf945 req-81ca44ef-a317-42e8-9512-493769095196 service neutron] 10.222.0.127 "GET /v2.0/ports?network_id=8d42e765-466c-4066-a835-9be26bf6d40e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0565696 Jul 06 14:34:04.241217 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvr_db [None req-57940677-2a58-4126-aa46-b2ace3fa8746 None None] Set router d1a6fd96-2052-4d61-baf1-3dc3a18de2e7 gateway port host: n-d-773647-6 {{(pid=100248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:34:04.277163 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-cce29a4e-25fd-484c-be11-f73741adf945 req-eebf92ff-15d6-4f79-bda9-7043c18a326c service neutron] 10.222.0.127 "GET /v2.0/networks/8d42e765-466c-4066-a835-9be26bf6d40e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829248 Jul 06 14:34:04.370467 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-cce29a4e-25fd-484c-be11-f73741adf945 req-9098adf7-20c8-4c6a-8832-8a555b055e8b service neutron] 10.222.0.127 "GET /v2.0/networks/8d42e765-466c-4066-a835-9be26bf6d40e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877011 Jul 06 14:34:04.464075 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-57940677-2a58-4126-aa46-b2ace3fa8746 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1a6fd96-2052-4d61-baf1-3dc3a18de2e7', 'name': 'tempest-TestVolumeBootPattern-1742609137-router', 'tenant_id': '9d9b21e60bee490a9bf202cb583bf670', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.139'}], 'enable_snat': True}, 'gw_port_id': '57ba3a89-8007-470c-a5d7-0c700e780995', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:30:01Z', 'updated_at': '2021-07-06T14:30:04Z', 'revision_number': 4, 'project_id': '9d9b21e60bee490a9bf202cb583bf670', 'gw_port': {'id': '57ba3a89-8007-470c-a5d7-0c700e780995', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:90:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1a6fd96-2052-4d61-baf1-3dc3a18de2e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3822, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:30:01Z', 'updated_at': '2021-07-06T14:30:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6', '_floatingips': [{'id': '984dfc76-cba6-4aee-9027-d64e0b01fca4', 'tenant_id': '9d9b21e60bee490a9bf202cb583bf670', 'floating_ip_address': '172.25.0.182', 'floating_network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'router_id': 'd1a6fd96-2052-4d61-baf1-3dc3a18de2e7', 'port_id': '8f3d0aed-81da-45a5-a5af-2d2759ba920b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3956, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8d42e765-466c-4066-a835-9be26bf6d40e', 'mac_address': 'fa:16:3e:03:45:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16b1258a-44e8-4f96-8d03-f9777b5c358d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T14:34:02Z', 'updated_at': '2021-07-06T14:34:02Z', 'revision_number': 0, 'project_id': '9d9b21e60bee490a9bf202cb583bf670', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '99c31837-2c38-4de1-851d-20e2471adea0', 'name': '', 'network_id': '8d42e765-466c-4066-a835-9be26bf6d40e', 'tenant_id': '9d9b21e60bee490a9bf202cb583bf670', 'mac_address': 'fa:16:3e:bd:73:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1a6fd96-2052-4d61-baf1-3dc3a18de2e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3823, 'fixed_ips': [{'subnet_id': '2909a683-548c-4b5b-9f41-76ab6ad57d29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:30:03Z', 'updated_at': '2021-07-06T14:30:11Z', 'revision_number': 5, 'project_id': '9d9b21e60bee490a9bf202cb583bf670', 'subnets': [{'id': '2909a683-548c-4b5b-9f41-76ab6ad57d29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773647-6', False) {} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:34:04.489572 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57940677-2a58-4126-aa46-b2ace3fa8746 None None] The sync data for ids ['d1a6fd96-2052-4d61-baf1-3dc3a18de2e7'] in n-d-773647-6 is: [{'id': 'd1a6fd96-2052-4d61-baf1-3dc3a18de2e7', 'name': 'tempest-TestVolumeBootPattern-1742609137-router', 'tenant_id': '9d9b21e60bee490a9bf202cb583bf670', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.139'}], 'enable_snat': True}, 'gw_port_id': '57ba3a89-8007-470c-a5d7-0c700e780995', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:30:01Z', 'updated_at': '2021-07-06T14:30:04Z', 'revision_number': 4, 'project_id': '9d9b21e60bee490a9bf202cb583bf670', 'gw_port': {'id': '57ba3a89-8007-470c-a5d7-0c700e780995', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:90:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1a6fd96-2052-4d61-baf1-3dc3a18de2e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3822, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:30:01Z', 'updated_at': '2021-07-06T14:30:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6', '_floatingips': [{'id': '984dfc76-cba6-4aee-9027-d64e0b01fca4', 'tenant_id': '9d9b21e60bee490a9bf202cb583bf670', 'floating_ip_address': '172.25.0.182', 'floating_network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'router_id': 'd1a6fd96-2052-4d61-baf1-3dc3a18de2e7', 'port_id': '8f3d0aed-81da-45a5-a5af-2d2759ba920b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3956, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8d42e765-466c-4066-a835-9be26bf6d40e', 'mac_address': 'fa:16:3e:03:45:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16b1258a-44e8-4f96-8d03-f9777b5c358d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T14:34:02Z', 'updated_at': '2021-07-06T14:34:02Z', 'revision_number': 0, 'project_id': '9d9b21e60bee490a9bf202cb583bf670', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '99c31837-2c38-4de1-851d-20e2471adea0', 'name': '', 'network_id': '8d42e765-466c-4066-a835-9be26bf6d40e', 'tenant_id': '9d9b21e60bee490a9bf202cb583bf670', 'mac_address': 'fa:16:3e:bd:73:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1a6fd96-2052-4d61-baf1-3dc3a18de2e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3823, 'fixed_ips': [{'subnet_id': '2909a683-548c-4b5b-9f41-76ab6ad57d29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:30:03Z', 'updated_at': '2021-07-06T14:30:11Z', 'revision_number': 5, 'project_id': '9d9b21e60bee490a9bf202cb583bf670', 'subnets': [{'id': '2909a683-548c-4b5b-9f41-76ab6ad57d29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 14:34:04.689093 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c94e6e70-4aa4-42f2-baa1-bd0b6ddaac97 None None] New status for floating IP 984dfc76-cba6-4aee-9027-d64e0b01fca4: ACTIVE {{(pid=100249) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 14:34:10.837729 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:34:12.659873 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:34:14.297862 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.agents_db [None req-167c0ad6-1657-4c9a-a2c4-3b18056aa662 None None] Agent healthcheck: found 7 active agents {{(pid=100249) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 14:34:22.875811 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-f4dbf9f4-e709-4571-843c-f9db39e31638 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:34:24.439407 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [req-4652bdfc-de65-41d9-97ff-dd93be30168d req-c7fcfcdc-1fa9-42f2-8bee-925254637ad9 service neutron] (100247) timed out ('10.222.0.104', 33434) {{(pid=100247) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 06 14:34:25.579673 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-74dc0385-cdc0-45b3-b207-3434a6e9d808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:34:25.909681 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:34:26.672462 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-2064eaae-da4f-48f8-82d2-b09d4ddedd44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:34:28.470730 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-03f71b24-a9b8-453a-8924-caa3f97bc6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:34:40.839659 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:34:41.333798 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [req-e282ba94-71cf-44ed-91a2-0b0da6be523e req-fba314a6-ce33-48c4-9251-1a904afd64f2 service neutron] (100247) timed out ('10.222.0.127', 62080) {{(pid=100247) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 06 14:34:42.673224 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:34:51.297288 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.agents_db [None req-167c0ad6-1657-4c9a-a2c4-3b18056aa662 None None] Agent healthcheck: found 7 active agents {{(pid=100249) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 14:34:52.877162 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-412f6673-a376-421d-b2ab-d8b0b56d2100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:34:53.140406 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-2dc37139-95de-4c25-b2a2-121b7ab066ab req-b0d4c1f0-2895-469b-b4b4-126e16db9621 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=2788fe3f-cf4e-42dc-b1cb-20b1dddccb5f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1295886 Jul 06 14:34:53.237912 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc37139-95de-4c25-b2a2-121b7ab066ab req-b8cb8c7c-470a-4234-85d3-b5f6a5d9a257 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:34:53.239462 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-2dc37139-95de-4c25-b2a2-121b7ab066ab req-b8cb8c7c-470a-4234-85d3-b5f6a5d9a257 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=34aff2af8eff4331a20d73f44e39de99&device_id=2788fe3f-cf4e-42dc-b1cb-20b1dddccb5f HTTP/1.1" status: 200 len: 1097 time: 0.0567846 Jul 06 14:34:53.340911 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc37139-95de-4c25-b2a2-121b7ab066ab req-f5138fe3-16be-4178-9821-f697f368e3d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:34:53.342308 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-2dc37139-95de-4c25-b2a2-121b7ab066ab req-f5138fe3-16be-4178-9821-f697f368e3d4 service neutron] 10.222.0.72 "GET /v2.0/networks?id=cb5944e1-9f88-45ab-a7f5-77b1e91c305e HTTP/1.1" status: 200 len: 910 time: 0.0838223 Jul 06 14:34:53.409344 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-2dc37139-95de-4c25-b2a2-121b7ab066ab req-3666a899-5657-456c-81ea-db4305f1f485 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a0e53d46-990d-41f1-b906-43cdbeff7d84 HTTP/1.1" status: 200 len: 1002 time: 0.0609937 Jul 06 14:34:53.458654 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc37139-95de-4c25-b2a2-121b7ab066ab req-31283efd-45a3-4919-8adb-a0cfdd47ee8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:34:53.460152 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-2dc37139-95de-4c25-b2a2-121b7ab066ab req-31283efd-45a3-4919-8adb-a0cfdd47ee8a service neutron] 10.222.0.72 "GET /v2.0/subnets?id=a6103a5b-23db-41c0-acaf-c0375bb0935b HTTP/1.1" status: 200 len: 847 time: 0.0438330 Jul 06 14:34:53.516233 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc37139-95de-4c25-b2a2-121b7ab066ab req-c8a5b538-fe26-4ac8-9876-eb41bf24319d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:34:53.517757 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-2dc37139-95de-4c25-b2a2-121b7ab066ab req-c8a5b538-fe26-4ac8-9876-eb41bf24319d service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=cb5944e1-9f88-45ab-a7f5-77b1e91c305e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0511661 Jul 06 14:34:53.528098 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [req-2dc37139-95de-4c25-b2a2-121b7ab066ab req-d0531269-492d-4625-85d2-ce56fb6ee0f8 service neutron] http://10.222.0.104:9696/v2.0/extensions returned with HTTP 200 {{(pid=100246) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 14:34:53.529079 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-2dc37139-95de-4c25-b2a2-121b7ab066ab req-d0531269-492d-4625-85d2-ce56fb6ee0f8 service neutron] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055099 Jul 06 14:34:53.620574 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-2dc37139-95de-4c25-b2a2-121b7ab066ab req-70a798ba-f193-4333-8002-3caa0fd38064 service neutron] 10.222.0.72 "GET /v2.0/networks/cb5944e1-9f88-45ab-a7f5-77b1e91c305e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853953 Jul 06 14:34:53.711277 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-2dc37139-95de-4c25-b2a2-121b7ab066ab req-0bab362f-6a6d-4c99-90dc-0f942db0863c service neutron] 10.222.0.72 "GET /v2.0/networks/cb5944e1-9f88-45ab-a7f5-77b1e91c305e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848804 Jul 06 14:34:55.580120 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-ad8f2d65-36a0-441c-8be4-f2c2fa06d322 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:34:55.900481 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:34:56.676606 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-2064eaae-da4f-48f8-82d2-b09d4ddedd44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:34:56.809060 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-4da8c8e4-7500-4206-a0ee-dcbb5a43e603 req-51a396a3-1ae1-4dbd-9ba0-ef1a2312d0ec service neutron] 10.222.0.127 "GET /v2.0/ports?device_id=16b1258a-44e8-4f96-8d03-f9777b5c358d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0525630 Jul 06 14:34:56.908050 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da8c8e4-7500-4206-a0ee-dcbb5a43e603 req-7307f968-abbb-4aa9-bdaa-977ce3b8696e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:34:56.909576 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-4da8c8e4-7500-4206-a0ee-dcbb5a43e603 req-7307f968-abbb-4aa9-bdaa-977ce3b8696e service neutron] 10.222.0.127 "GET /v2.0/ports?tenant_id=9d9b21e60bee490a9bf202cb583bf670&device_id=16b1258a-44e8-4f96-8d03-f9777b5c358d HTTP/1.1" status: 200 len: 1096 time: 0.0546088 Jul 06 14:34:57.014015 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da8c8e4-7500-4206-a0ee-dcbb5a43e603 req-3a53f953-e189-4a06-9c8c-5d076ad76176 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:34:57.015421 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-4da8c8e4-7500-4206-a0ee-dcbb5a43e603 req-3a53f953-e189-4a06-9c8c-5d076ad76176 service neutron] 10.222.0.127 "GET /v2.0/networks?id=8d42e765-466c-4066-a835-9be26bf6d40e HTTP/1.1" status: 200 len: 914 time: 0.0867863 Jul 06 14:34:57.078304 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-4da8c8e4-7500-4206-a0ee-dcbb5a43e603 req-ee720c41-5c72-474c-9eb0-bc0d978076e4 service neutron] 10.222.0.127 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8f3d0aed-81da-45a5-a5af-2d2759ba920b HTTP/1.1" status: 200 len: 1001 time: 0.0555260 Jul 06 14:34:57.124710 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da8c8e4-7500-4206-a0ee-dcbb5a43e603 req-f03a93a1-9d08-442b-b081-149856256f33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:34:57.126135 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-4da8c8e4-7500-4206-a0ee-dcbb5a43e603 req-f03a93a1-9d08-442b-b081-149856256f33 service neutron] 10.222.0.127 "GET /v2.0/subnets?id=2909a683-548c-4b5b-9f41-76ab6ad57d29 HTTP/1.1" status: 200 len: 851 time: 0.0423317 Jul 06 14:34:57.189382 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da8c8e4-7500-4206-a0ee-dcbb5a43e603 req-011ee336-d01b-41dd-add7-8c6a19d8e055 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:34:57.190871 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-4da8c8e4-7500-4206-a0ee-dcbb5a43e603 req-011ee336-d01b-41dd-add7-8c6a19d8e055 service neutron] 10.222.0.127 "GET /v2.0/ports?network_id=8d42e765-466c-4066-a835-9be26bf6d40e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0589361 Jul 06 14:34:57.276912 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-4da8c8e4-7500-4206-a0ee-dcbb5a43e603 req-fd7abd7d-577e-4f8c-a760-a5c22ad580ab service neutron] 10.222.0.127 "GET /v2.0/networks/8d42e765-466c-4066-a835-9be26bf6d40e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0783749 Jul 06 14:34:57.368927 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-4da8c8e4-7500-4206-a0ee-dcbb5a43e603 req-dc2e2cce-e301-46c2-ac9d-bfea53ae8295 service neutron] 10.222.0.127 "GET /v2.0/networks/8d42e765-466c-4066-a835-9be26bf6d40e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863669 Jul 06 14:34:58.472658 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-03f71b24-a9b8-453a-8924-caa3f97bc6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:34:59.036086 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [req-c35fcae8-8638-40b6-b696-ad7dc60e6bb5 req-12e7a8b4-ad0e-44ce-be23-10c26b901868 service neutron] (100247) timed out ('10.222.0.127', 62014) {{(pid=100247) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 06 14:35:10.854789 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:35:12.672816 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:35:22.881336 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-a637276c-a38e-4104-8bfe-2994661d3214 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:35:25.580275 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-011d67bc-f87f-4493-8a31-3b28153eac7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:35:25.903197 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:35:26.678546 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-2064eaae-da4f-48f8-82d2-b09d4ddedd44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:35:28.296985 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.agents_db [None req-167c0ad6-1657-4c9a-a2c4-3b18056aa662 None None] Agent healthcheck: found 7 active agents {{(pid=100249) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 14:35:28.476728 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-03f71b24-a9b8-453a-8924-caa3f97bc6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:35:40.854233 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:35:42.703603 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:35:52.883853 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-8f490447-121f-4ca8-8bbd-5dec7f1af475 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:35:55.056486 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-ffd3eb39-28fa-461d-af6f-afe746e5b458 req-e489807d-bea6-471f-b59f-6aecf88d1058 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=2788fe3f-cf4e-42dc-b1cb-20b1dddccb5f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0534031 Jul 06 14:35:55.152799 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd3eb39-28fa-461d-af6f-afe746e5b458 req-e7ef75b6-9ab2-4313-b7af-b10d30023038 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:35:55.154291 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-ffd3eb39-28fa-461d-af6f-afe746e5b458 req-e7ef75b6-9ab2-4313-b7af-b10d30023038 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=34aff2af8eff4331a20d73f44e39de99&device_id=2788fe3f-cf4e-42dc-b1cb-20b1dddccb5f HTTP/1.1" status: 200 len: 1097 time: 0.0562985 Jul 06 14:35:55.254956 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd3eb39-28fa-461d-af6f-afe746e5b458 req-1566617f-359c-4456-b48e-a59c0dfe7a9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:35:55.257069 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-ffd3eb39-28fa-461d-af6f-afe746e5b458 req-1566617f-359c-4456-b48e-a59c0dfe7a9c service neutron] 10.222.0.72 "GET /v2.0/networks?id=cb5944e1-9f88-45ab-a7f5-77b1e91c305e HTTP/1.1" status: 200 len: 910 time: 0.0828183 Jul 06 14:35:55.325340 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-ffd3eb39-28fa-461d-af6f-afe746e5b458 req-8350f7c0-dccb-4bb4-95c2-413892e0b3cd service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a0e53d46-990d-41f1-b906-43cdbeff7d84 HTTP/1.1" status: 200 len: 1002 time: 0.0621765 Jul 06 14:35:55.371932 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd3eb39-28fa-461d-af6f-afe746e5b458 req-98f1d9b7-aa76-4429-868c-cc39a50a5684 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:35:55.373380 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-ffd3eb39-28fa-461d-af6f-afe746e5b458 req-98f1d9b7-aa76-4429-868c-cc39a50a5684 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=a6103a5b-23db-41c0-acaf-c0375bb0935b HTTP/1.1" status: 200 len: 847 time: 0.0426843 Jul 06 14:35:55.429709 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd3eb39-28fa-461d-af6f-afe746e5b458 req-0b39fa82-15ca-4a3c-aaeb-1706b129cab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:35:55.431199 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-ffd3eb39-28fa-461d-af6f-afe746e5b458 req-0b39fa82-15ca-4a3c-aaeb-1706b129cab9 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=cb5944e1-9f88-45ab-a7f5-77b1e91c305e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0518034 Jul 06 14:35:55.524970 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-ffd3eb39-28fa-461d-af6f-afe746e5b458 req-4cbfc846-5c6c-4ca4-a957-fb3962115b1a service neutron] 10.222.0.72 "GET /v2.0/networks/cb5944e1-9f88-45ab-a7f5-77b1e91c305e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852227 Jul 06 14:35:55.582137 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-cad2a486-493a-4c89-98de-ac8d186ec537 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:35:55.614904 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-ffd3eb39-28fa-461d-af6f-afe746e5b458 req-a9b63d8a-ce4b-4e84-984d-0fffe4262f33 service neutron] 10.222.0.72 "GET /v2.0/networks/cb5944e1-9f88-45ab-a7f5-77b1e91c305e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835905 Jul 06 14:35:55.902069 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:35:56.681037 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-2064eaae-da4f-48f8-82d2-b09d4ddedd44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:35:57.804523 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-80f64217-d8af-4676-8cb2-99603c803aa0 req-9bdcdbca-e791-43c8-aeb1-51a231ec977e service neutron] 10.222.0.127 "GET /v2.0/ports?device_id=16b1258a-44e8-4f96-8d03-f9777b5c358d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0526476 Jul 06 14:35:57.897630 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f64217-d8af-4676-8cb2-99603c803aa0 req-89849707-07fc-464f-962b-b5eb5216dbb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:35:57.899102 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-80f64217-d8af-4676-8cb2-99603c803aa0 req-89849707-07fc-464f-962b-b5eb5216dbb1 service neutron] 10.222.0.127 "GET /v2.0/ports?tenant_id=9d9b21e60bee490a9bf202cb583bf670&device_id=16b1258a-44e8-4f96-8d03-f9777b5c358d HTTP/1.1" status: 200 len: 1096 time: 0.0528595 Jul 06 14:35:58.004249 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f64217-d8af-4676-8cb2-99603c803aa0 req-c0e5400b-5f25-4f7b-a5d2-44fc0a99255c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:35:58.005628 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-80f64217-d8af-4676-8cb2-99603c803aa0 req-c0e5400b-5f25-4f7b-a5d2-44fc0a99255c service neutron] 10.222.0.127 "GET /v2.0/networks?id=8d42e765-466c-4066-a835-9be26bf6d40e HTTP/1.1" status: 200 len: 914 time: 0.0856380 Jul 06 14:35:58.070196 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-80f64217-d8af-4676-8cb2-99603c803aa0 req-f2734c25-e8a8-41cc-b89b-5804010a6970 service neutron] 10.222.0.127 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8f3d0aed-81da-45a5-a5af-2d2759ba920b HTTP/1.1" status: 200 len: 1001 time: 0.0573230 Jul 06 14:35:58.125678 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f64217-d8af-4676-8cb2-99603c803aa0 req-59ab02c0-0cf0-4df2-af55-2d8c3eb20aa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:35:58.127383 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-80f64217-d8af-4676-8cb2-99603c803aa0 req-59ab02c0-0cf0-4df2-af55-2d8c3eb20aa8 service neutron] 10.222.0.127 "GET /v2.0/subnets?id=2909a683-548c-4b5b-9f41-76ab6ad57d29 HTTP/1.1" status: 200 len: 851 time: 0.0490682 Jul 06 14:35:58.183118 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f64217-d8af-4676-8cb2-99603c803aa0 req-ab797a11-7a49-44af-9cd0-85e42fcb5f40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:35:58.184600 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-80f64217-d8af-4676-8cb2-99603c803aa0 req-ab797a11-7a49-44af-9cd0-85e42fcb5f40 service neutron] 10.222.0.127 "GET /v2.0/ports?network_id=8d42e765-466c-4066-a835-9be26bf6d40e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0509539 Jul 06 14:35:58.270572 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-80f64217-d8af-4676-8cb2-99603c803aa0 req-fc5b9d89-ef3a-44f9-a171-fa51e5053537 service neutron] 10.222.0.127 "GET /v2.0/networks/8d42e765-466c-4066-a835-9be26bf6d40e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796132 Jul 06 14:35:58.360715 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-80f64217-d8af-4676-8cb2-99603c803aa0 req-95a35c62-ce9c-490e-a6de-05e257b6e841 service neutron] 10.222.0.127 "GET /v2.0/networks/8d42e765-466c-4066-a835-9be26bf6d40e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841632 Jul 06 14:35:58.479323 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-03f71b24-a9b8-453a-8924-caa3f97bc6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:35:59.576042 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bc5a5b-d6f8-4c35-b7d3-23fb418b34ef req-18419d91-256b-4f60-bc7f-7a72468347d5 tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:35:59.577506 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-80bc5a5b-d6f8-4c35-b7d3-23fb418b34ef req-18419d91-256b-4f60-bc7f-7a72468347d5 tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] 10.222.0.104 "GET /v2.0/ports?device_id=16b1258a-44e8-4f96-8d03-f9777b5c358d HTTP/1.1" status: 200 len: 945 time: 0.1211355 Jul 06 14:35:59.613906 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-80bc5a5b-d6f8-4c35-b7d3-23fb418b34ef req-d51e7ac7-ab9f-4c6f-9958-751a24a0ab74 tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] 10.222.0.104 "GET /v2.0/security-groups?id=db2ef26e-e1b5-4a09-b7f7-c46f167f8c20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306962 Jul 06 14:36:00.795555 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ec68b4-87cb-4887-b59f-a1de827a2897 req-76482edc-3e06-4e56-82b0-1f7d0aed0e51 tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:36:00.797031 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-f0ec68b4-87cb-4887-b59f-a1de827a2897 req-76482edc-3e06-4e56-82b0-1f7d0aed0e51 tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] 10.222.0.104 "GET /v2.0/ports?device_id=16b1258a-44e8-4f96-8d03-f9777b5c358d HTTP/1.1" status: 200 len: 945 time: 0.0670340 Jul 06 14:36:00.834199 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-f0ec68b4-87cb-4887-b59f-a1de827a2897 req-7f912ab4-a337-40fb-9b2f-6663207b12e2 tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] 10.222.0.104 "GET /v2.0/security-groups?id=db2ef26e-e1b5-4a09-b7f7-c46f167f8c20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316358 Jul 06 14:36:01.160577 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7010857-9162-4b2f-a0f7-3a9a90885145 req-f63977f0-916f-4e1c-841e-286cdea61b4a tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:36:01.162099 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-e7010857-9162-4b2f-a0f7-3a9a90885145 req-f63977f0-916f-4e1c-841e-286cdea61b4a tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] 10.222.0.127 "GET /v2.0/ports?device_id=16b1258a-44e8-4f96-8d03-f9777b5c358d HTTP/1.1" status: 200 len: 945 time: 0.0610659 Jul 06 14:36:01.261485 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.plugin [req-e7010857-9162-4b2f-a0f7-3a9a90885145 req-109fe697-3d43-4980-acb6-c8e3f5b43724 tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] Deleting port 8f3d0aed-81da-45a5-a5af-2d2759ba920b {{(pid=100247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:36:01.261827 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-e7010857-9162-4b2f-a0f7-3a9a90885145 req-109fe697-3d43-4980-acb6-c8e3f5b43724 tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:36:01.349332 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.db [req-e7010857-9162-4b2f-a0f7-3a9a90885145 req-109fe697-3d43-4980-acb6-c8e3f5b43724 tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] For port 8f3d0aed-81da-45a5-a5af-2d2759ba920b, host n-h1-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773647-6',level=0,port_id=8f3d0aed-81da-45a5-a5af-2d2759ba920b,segment=NetworkSegment(fb70f030-83e8-41d7-b868-4485c113c2c0),segment_id=fb70f030-83e8-41d7-b868-4485c113c2c0)] {{(pid=100247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:36:01.349685 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-e7010857-9162-4b2f-a0f7-3a9a90885145 req-109fe697-3d43-4980-acb6-c8e3f5b43724 tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:36:01.562725 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-e7010857-9162-4b2f-a0f7-3a9a90885145 req-109fe697-3d43-4980-acb6-c8e3f5b43724 tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:36:01.562980 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-e7010857-9162-4b2f-a0f7-3a9a90885145 req-109fe697-3d43-4980-acb6-c8e3f5b43724 tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1761130'] for floatingip, after_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:36:01.563327 n-d-773647-6 neutron-server[100247]: INFO neutron.db.l3_db [req-e7010857-9162-4b2f-a0f7-3a9a90885145 req-109fe697-3d43-4980-acb6-c8e3f5b43724 tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] Floating IP 984dfc76-cba6-4aee-9027-d64e0b01fca4 disassociated. External IP: 172.25.0.182, port: 8f3d0aed-81da-45a5-a5af-2d2759ba920b. Jul 06 14:36:01.563697 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.plugin [req-e7010857-9162-4b2f-a0f7-3a9a90885145 req-109fe697-3d43-4980-acb6-c8e3f5b43724 tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] Calling delete_port for 8f3d0aed-81da-45a5-a5af-2d2759ba920b owned by compute:nova {{(pid=100247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:36:01.688600 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-e7010857-9162-4b2f-a0f7-3a9a90885145 req-109fe697-3d43-4980-acb6-c8e3f5b43724 tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128888353'] for port, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:36:01.717231 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109fe697-3d43-4980-acb6-c8e3f5b43724 tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] Pushing event deleted for resources: {'Port': ['ID=8f3d0aed-81da-45a5-a5af-2d2759ba920b,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:36:01.728258 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-109fe697-3d43-4980-acb6-c8e3f5b43724 tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:36:01.728604 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-109fe697-3d43-4980-acb6-c8e3f5b43724 tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:36:01.728945 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-109fe697-3d43-4980-acb6-c8e3f5b43724 tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:36:01.729280 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-109fe697-3d43-4980-acb6-c8e3f5b43724 tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:36:01.729616 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-109fe697-3d43-4980-acb6-c8e3f5b43724 tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:36:01.729946 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-109fe697-3d43-4980-acb6-c8e3f5b43724 tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:36:01.730276 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-109fe697-3d43-4980-acb6-c8e3f5b43724 tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:36:01.730597 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-109fe697-3d43-4980-acb6-c8e3f5b43724 tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:36:01.730919 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-109fe697-3d43-4980-acb6-c8e3f5b43724 tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:36:01.731268 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-109fe697-3d43-4980-acb6-c8e3f5b43724 tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:36:01.731592 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-109fe697-3d43-4980-acb6-c8e3f5b43724 tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:36:01.731915 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-109fe697-3d43-4980-acb6-c8e3f5b43724 tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:36:01.841030 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e7010857-9162-4b2f-a0f7-3a9a90885145 req-109fe697-3d43-4980-acb6-c8e3f5b43724 tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] Router d1a6fd96-2052-4d61-baf1-3dc3a18de2e7 has already been hosted by L3 agent 2823d358-a11b-4885-a706-95a279e43fa7 {{(pid=100247) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 14:36:01.947990 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e7010857-9162-4b2f-a0f7-3a9a90885145 req-109fe697-3d43-4980-acb6-c8e3f5b43724 tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] Notify agent at l3_agent.n-d-773647-6 the message routers_updated {{(pid=100247) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 14:36:01.958003 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbe8b63c-4441-4475-b0f5-f501b9029f97 None None] Sync routers for ids ['d1a6fd96-2052-4d61-baf1-3dc3a18de2e7'] in n-d-773647-6 {{(pid=100248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 14:36:01.969973 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbe8b63c-4441-4475-b0f5-f501b9029f97 None None] Routers {'d1a6fd96-2052-4d61-baf1-3dc3a18de2e7'} bound to L3 agent in host n-d-773647-6 {{(pid=100248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:36:01.970589 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-cbe8b63c-4441-4475-b0f5-f501b9029f97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T14:35:56Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['d1a6fd96-2052-4d61-baf1-3dc3a18de2e7'], 'active': True} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:36:01.999022 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7010857-9162-4b2f-a0f7-3a9a90885145 req-109fe697-3d43-4980-acb6-c8e3f5b43724 tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] No DVR routers for this DVR port 8f3d0aed-81da-45a5-a5af-2d2759ba920b on host n-h1-773647-6 {{(pid=100247) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:36:02.018771 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-e7010857-9162-4b2f-a0f7-3a9a90885145 req-109fe697-3d43-4980-acb6-c8e3f5b43724 tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:36:02.020773 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-e7010857-9162-4b2f-a0f7-3a9a90885145 req-109fe697-3d43-4980-acb6-c8e3f5b43724 tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] 10.222.0.127 "DELETE /v2.0/ports/8f3d0aed-81da-45a5-a5af-2d2759ba920b HTTP/1.1" status: 204 len: 173 time: 0.8536849 Jul 06 14:36:02.022659 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-53298177-8ae0-4b94-bc0a-02154afce501 req-2a54e1a2-894d-4d0c-8a1e-103b9bdf17a4 tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] 10.222.0.104 "GET /v2.0/ports?device_id=16b1258a-44e8-4f96-8d03-f9777b5c358d HTTP/1.1" status: 200 len: 210 time: 0.0485053 Jul 06 14:36:02.023079 n-d-773647-6 neutron-server[100247]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16b1258a-44e8-4f96-8d03-f9777b5c358d', 'name': 'network-vif-deleted', 'tag': '8f3d0aed-81da-45a5-a5af-2d2759ba920b'}] {{(pid=100247) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:36:02.025344 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cbf0eeaae822f8fc9b87a94aeba67a3d651842baf663a51cba94b67a514836d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92b56801-91d3-4565-8e64-4b097fb2ff83" -d '{"events": [{"server_uuid": "16b1258a-44e8-4f96-8d03-f9777b5c358d", "name": "network-vif-deleted", "tag": "8f3d0aed-81da-45a5-a5af-2d2759ba920b"}]}' {{(pid=100247) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:36:02.066766 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 14:36:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2ee0980-76bf-4d6c-b71e-17afd4541e6b x-openstack-request-id: req-c2ee0980-76bf-4d6c-b71e-17afd4541e6b {{(pid=100247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:36:02.067640 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16b1258a-44e8-4f96-8d03-f9777b5c358d", "name": "network-vif-deleted", "tag": "8f3d0aed-81da-45a5-a5af-2d2759ba920b", "status": "completed", "code": 200}]} {{(pid=100247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:36:02.068037 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-c2ee0980-76bf-4d6c-b71e-17afd4541e6b {{(pid=100247) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:36:02.068567 n-d-773647-6 neutron-server[100247]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16b1258a-44e8-4f96-8d03-f9777b5c358d', 'name': 'network-vif-deleted', 'tag': '8f3d0aed-81da-45a5-a5af-2d2759ba920b', 'status': 'completed', 'code': 200} Jul 06 14:36:02.087658 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvr_db [None req-cbe8b63c-4441-4475-b0f5-f501b9029f97 None None] Set router d1a6fd96-2052-4d61-baf1-3dc3a18de2e7 gateway port host: n-d-773647-6 {{(pid=100248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:36:02.299785 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-cbe8b63c-4441-4475-b0f5-f501b9029f97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1a6fd96-2052-4d61-baf1-3dc3a18de2e7', 'name': 'tempest-TestVolumeBootPattern-1742609137-router', 'tenant_id': '9d9b21e60bee490a9bf202cb583bf670', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.139'}], 'enable_snat': True}, 'gw_port_id': '57ba3a89-8007-470c-a5d7-0c700e780995', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:30:01Z', 'updated_at': '2021-07-06T14:30:04Z', 'revision_number': 4, 'project_id': '9d9b21e60bee490a9bf202cb583bf670', 'gw_port': {'id': '57ba3a89-8007-470c-a5d7-0c700e780995', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:90:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1a6fd96-2052-4d61-baf1-3dc3a18de2e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3822, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:30:01Z', 'updated_at': '2021-07-06T14:30:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6', '_interfaces': [{'id': '99c31837-2c38-4de1-851d-20e2471adea0', 'name': '', 'network_id': '8d42e765-466c-4066-a835-9be26bf6d40e', 'tenant_id': '9d9b21e60bee490a9bf202cb583bf670', 'mac_address': 'fa:16:3e:bd:73:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1a6fd96-2052-4d61-baf1-3dc3a18de2e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3823, 'fixed_ips': [{'subnet_id': '2909a683-548c-4b5b-9f41-76ab6ad57d29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:30:03Z', 'updated_at': '2021-07-06T14:30:11Z', 'revision_number': 5, 'project_id': '9d9b21e60bee490a9bf202cb583bf670', 'subnets': [{'id': '2909a683-548c-4b5b-9f41-76ab6ad57d29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773647-6', False) {} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:36:02.326422 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbe8b63c-4441-4475-b0f5-f501b9029f97 None None] Checking router: d1a6fd96-2052-4d61-baf1-3dc3a18de2e7 for host: n-d-773647-6 {{(pid=100248) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 14:36:02.335454 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbe8b63c-4441-4475-b0f5-f501b9029f97 None None] Routers {'d1a6fd96-2052-4d61-baf1-3dc3a18de2e7'} bound to L3 agent in host n-d-773647-6 {{(pid=100248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:36:02.336100 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-cbe8b63c-4441-4475-b0f5-f501b9029f97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T14:35:56Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['d1a6fd96-2052-4d61-baf1-3dc3a18de2e7'], 'active': True} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:36:02.440176 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvr_db [None req-cbe8b63c-4441-4475-b0f5-f501b9029f97 None None] Set router d1a6fd96-2052-4d61-baf1-3dc3a18de2e7 gateway port host: n-d-773647-6 {{(pid=100248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:36:02.639916 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-cbe8b63c-4441-4475-b0f5-f501b9029f97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1a6fd96-2052-4d61-baf1-3dc3a18de2e7', 'name': 'tempest-TestVolumeBootPattern-1742609137-router', 'tenant_id': '9d9b21e60bee490a9bf202cb583bf670', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.139'}], 'enable_snat': True}, 'gw_port_id': '57ba3a89-8007-470c-a5d7-0c700e780995', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:30:01Z', 'updated_at': '2021-07-06T14:30:04Z', 'revision_number': 4, 'project_id': '9d9b21e60bee490a9bf202cb583bf670', 'gw_port': {'id': '57ba3a89-8007-470c-a5d7-0c700e780995', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:90:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1a6fd96-2052-4d61-baf1-3dc3a18de2e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3822, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:30:01Z', 'updated_at': '2021-07-06T14:30:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6', '_interfaces': [{'id': '99c31837-2c38-4de1-851d-20e2471adea0', 'name': '', 'network_id': '8d42e765-466c-4066-a835-9be26bf6d40e', 'tenant_id': '9d9b21e60bee490a9bf202cb583bf670', 'mac_address': 'fa:16:3e:bd:73:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1a6fd96-2052-4d61-baf1-3dc3a18de2e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3823, 'fixed_ips': [{'subnet_id': '2909a683-548c-4b5b-9f41-76ab6ad57d29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:30:03Z', 'updated_at': '2021-07-06T14:30:11Z', 'revision_number': 5, 'project_id': '9d9b21e60bee490a9bf202cb583bf670', 'subnets': [{'id': '2909a683-548c-4b5b-9f41-76ab6ad57d29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773647-6', False) {} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:36:02.666555 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbe8b63c-4441-4475-b0f5-f501b9029f97 None None] The sync data for ids ['d1a6fd96-2052-4d61-baf1-3dc3a18de2e7'] in n-d-773647-6 is: [{'id': 'd1a6fd96-2052-4d61-baf1-3dc3a18de2e7', 'name': 'tempest-TestVolumeBootPattern-1742609137-router', 'tenant_id': '9d9b21e60bee490a9bf202cb583bf670', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.139'}], 'enable_snat': True}, 'gw_port_id': '57ba3a89-8007-470c-a5d7-0c700e780995', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:30:01Z', 'updated_at': '2021-07-06T14:30:04Z', 'revision_number': 4, 'project_id': '9d9b21e60bee490a9bf202cb583bf670', 'gw_port': {'id': '57ba3a89-8007-470c-a5d7-0c700e780995', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:90:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1a6fd96-2052-4d61-baf1-3dc3a18de2e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3822, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:30:01Z', 'updated_at': '2021-07-06T14:30:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6', '_interfaces': [{'id': '99c31837-2c38-4de1-851d-20e2471adea0', 'name': '', 'network_id': '8d42e765-466c-4066-a835-9be26bf6d40e', 'tenant_id': '9d9b21e60bee490a9bf202cb583bf670', 'mac_address': 'fa:16:3e:bd:73:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1a6fd96-2052-4d61-baf1-3dc3a18de2e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3823, 'fixed_ips': [{'subnet_id': '2909a683-548c-4b5b-9f41-76ab6ad57d29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:30:03Z', 'updated_at': '2021-07-06T14:30:11Z', 'revision_number': 5, 'project_id': '9d9b21e60bee490a9bf202cb583bf670', 'subnets': [{'id': '2909a683-548c-4b5b-9f41-76ab6ad57d29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 14:36:02.886148 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-134b102e-0bef-4ba8-99a8-c2e068477f0a None None] New status for floating IP 984dfc76-cba6-4aee-9027-d64e0b01fca4: DOWN {{(pid=100249) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 14:36:03.167606 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-ccfa147d-dc75-4068-a75e-0af290954482 req-db9db92a-0802-4dc0-a12b-ac87ae580e27 tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] 10.222.0.104 "GET /v2.0/ports?device_id=16b1258a-44e8-4f96-8d03-f9777b5c358d HTTP/1.1" status: 200 len: 210 time: 0.0286272 Jul 06 14:36:04.234758 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Device 8f3d0aed-81da-45a5-a5af-2d2759ba920b no longer exists at agent hyperv_n-h1-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:36:04.265833 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] No Port match for: 8f3d0aed-81da-45a5-a5af-2d2759ba920b {{(pid=100248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 14:36:04.266413 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Device 8f3d0aed-81da-45a5-a5af-2d2759ba920b not bound to the agent host n-h1-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:36:04.308025 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-e6382027-269c-4ea0-ae70-ec9b031549fb req-654438e2-bd19-4b2a-bc30-5e962c24a24b tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] 10.222.0.104 "GET /v2.0/ports?device_id=16b1258a-44e8-4f96-8d03-f9777b5c358d HTTP/1.1" status: 200 len: 210 time: 0.0276814 Jul 06 14:36:05.296963 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.agents_db [None req-167c0ad6-1657-4c9a-a2c4-3b18056aa662 None None] Agent healthcheck: found 7 active agents {{(pid=100249) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 14:36:05.449658 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-260c8871-192d-4a10-a750-ccd6d739f290 req-6d19f1f6-b5ff-4088-99b4-bcf0822f91db tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] 10.222.0.104 "GET /v2.0/ports?device_id=16b1258a-44e8-4f96-8d03-f9777b5c358d HTTP/1.1" status: 200 len: 210 time: 0.0313642 Jul 06 14:36:06.683772 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-bbb664d0-58cb-45d6-b0cd-89bb92ae4bb8 req-b2c0228c-646b-4090-9257-b179736db089 tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] 10.222.0.104 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1663298805&fields=id&tenant_id=9d9b21e60bee490a9bf202cb583bf670 HTTP/1.1" status: 200 len: 267 time: 0.0321510 Jul 06 14:36:06.790494 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb664d0-58cb-45d6-b0cd-89bb92ae4bb8 req-bd07af36-1b18-4ca7-b766-299091ddd53a tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:36:06.791991 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-bbb664d0-58cb-45d6-b0cd-89bb92ae4bb8 req-bd07af36-1b18-4ca7-b766-299091ddd53a tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] 10.222.0.104 "GET /v2.0/networks?id=8d42e765-466c-4066-a835-9be26bf6d40e HTTP/1.1" status: 200 len: 812 time: 0.1016910 Jul 06 14:36:06.806334 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-bbb664d0-58cb-45d6-b0cd-89bb92ae4bb8 req-d71e06d3-a890-4fd5-a559-05c9cdab4b2f tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] 10.222.0.104 "GET /v2.0/quotas/9d9b21e60bee490a9bf202cb583bf670 HTTP/1.1" status: 200 len: 375 time: 0.0090122 Jul 06 14:36:06.872394 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-bbb664d0-58cb-45d6-b0cd-89bb92ae4bb8 req-640e2675-0542-448d-aad6-d296881f49b9 tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] 10.222.0.104 "GET /v2.0/ports?tenant_id=9d9b21e60bee490a9bf202cb583bf670&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0610902 Jul 06 14:36:06.968295 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-bbb664d0-58cb-45d6-b0cd-89bb92ae4bb8 req-31dfa368-8f26-405e-82e6-29b475f2e2ee service neutron] 10.222.0.104 "GET /v2.0/networks/8d42e765-466c-4066-a835-9be26bf6d40e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845084 Jul 06 14:36:07.059331 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-bbb664d0-58cb-45d6-b0cd-89bb92ae4bb8 req-262514b7-3296-460c-9c13-31e936a79508 service neutron] 10.222.0.104 "GET /v2.0/networks/8d42e765-466c-4066-a835-9be26bf6d40e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801110 Jul 06 14:36:07.699790 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-85fe53f7-40c7-4102-8254-c6dcb6c0d0f6 req-8346d67e-afa0-49d4-9a5f-2c53ef642818 tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] 10.222.0.104 "GET /v2.0/ports?device_id=8dc55d35-5e22-488c-b419-ea2aa3d9f8e1 HTTP/1.1" status: 200 len: 210 time: 0.3770554 Jul 06 14:36:08.486030 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb664d0-58cb-45d6-b0cd-89bb92ae4bb8 req-b20e308e-f426-40ea-80d4-3266c6f2ae5d tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:36:08.487511 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-bbb664d0-58cb-45d6-b0cd-89bb92ae4bb8 req-b20e308e-f426-40ea-80d4-3266c6f2ae5d tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] 10.222.0.127 "GET /v2.0/networks?id=8d42e765-466c-4066-a835-9be26bf6d40e HTTP/1.1" status: 200 len: 812 time: 0.1014304 Jul 06 14:36:08.528499 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-bbb664d0-58cb-45d6-b0cd-89bb92ae4bb8 req-0a97bf32-63d2-4d51-a284-e8934c066a3c tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] 10.222.0.127 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9d9b21e60bee490a9bf202cb583bf670 HTTP/1.1" status: 200 len: 380 time: 0.0331640 Jul 06 14:36:08.538236 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [req-bbb664d0-58cb-45d6-b0cd-89bb92ae4bb8 req-b75110e9-8170-4df6-9196-120a414a05f1 tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] Request body: {'port': {'device_id': '8dc55d35-5e22-488c-b419-ea2aa3d9f8e1', 'network_id': '8d42e765-466c-4066-a835-9be26bf6d40e', 'admin_state_up': True, 'tenant_id': '9d9b21e60bee490a9bf202cb583bf670', 'security_groups': ['db2ef26e-e1b5-4a09-b7f7-c46f167f8c20']}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:36:08.653266 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bbb664d0-58cb-45d6-b0cd-89bb92ae4bb8 req-b75110e9-8170-4df6-9196-120a414a05f1 tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] Made reservation on behalf of 9d9b21e60bee490a9bf202cb583bf670 for: {'port': 1} {{(pid=100247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:36:08.657319 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-bbb664d0-58cb-45d6-b0cd-89bb92ae4bb8 req-b75110e9-8170-4df6-9196-120a414a05f1 tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:36:08.793490 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.db_base_plugin_common [req-bbb664d0-58cb-45d6-b0cd-89bb92ae4bb8 req-b75110e9-8170-4df6-9196-120a414a05f1 tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] Allocated IP 172.20.0.12 (8d42e765-466c-4066-a835-9be26bf6d40e/2909a683-548c-4b5b-9f41-76ab6ad57d29/e9a40172-d18a-4eb3-9b89-cd6183f3af7c) {{(pid=100247) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:36:08.862401 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-71457fb8-2f32-429c-80ab-be88ed453063 req-3202678d-afd3-4a92-a587-f73741168d3c tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] 10.222.0.104 "GET /v2.0/ports?device_id=8dc55d35-5e22-488c-b419-ea2aa3d9f8e1 HTTP/1.1" status: 200 len: 210 time: 0.0410879 Jul 06 14:36:08.964205 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-bbb664d0-58cb-45d6-b0cd-89bb92ae4bb8 req-b75110e9-8170-4df6-9196-120a414a05f1 tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] Notify callbacks [] for port, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:36:08.978693 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.provisioning_blocks [req-bbb664d0-58cb-45d6-b0cd-89bb92ae4bb8 req-b75110e9-8170-4df6-9196-120a414a05f1 tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] Transition to ACTIVE for port object e9a40172-d18a-4eb3-9b89-cd6183f3af7c will not be triggered until provisioned by entity DHCP. {{(pid=100247) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:36:09.011480 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-bbb664d0-58cb-45d6-b0cd-89bb92ae4bb8 req-b75110e9-8170-4df6-9196-120a414a05f1 tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-128888360'] for port, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:36:09.055666 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bbb664d0-58cb-45d6-b0cd-89bb92ae4bb8 req-b75110e9-8170-4df6-9196-120a414a05f1 tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] Network 8d42e765-466c-4066-a835-9be26bf6d40e is already hosted by enough agents. {{(pid=100247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:36:09.058996 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.base_scheduler [req-bbb664d0-58cb-45d6-b0cd-89bb92ae4bb8 req-b75110e9-8170-4df6-9196-120a414a05f1 tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] Resources bound (agent type, host, resource id): {{(pid=100247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:36:09.066202 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbb664d0-58cb-45d6-b0cd-89bb92ae4bb8 req-b75110e9-8170-4df6-9196-120a414a05f1 tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] Received port after_create {{(pid=100247) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:36:09.091565 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75110e9-8170-4df6-9196-120a414a05f1 tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] Pushing event updated for resources: {'Port': ['ID=e9a40172-d18a-4eb3-9b89-cd6183f3af7c,revision_number=1']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:36:09.119750 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb664d0-58cb-45d6-b0cd-89bb92ae4bb8 req-b75110e9-8170-4df6-9196-120a414a05f1 tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:36:09.120705 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-bbb664d0-58cb-45d6-b0cd-89bb92ae4bb8 req-b75110e9-8170-4df6-9196-120a414a05f1 tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:36:09.137871 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-bbb664d0-58cb-45d6-b0cd-89bb92ae4bb8 req-b75110e9-8170-4df6-9196-120a414a05f1 tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] 10.222.0.127 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6041005 Jul 06 14:36:09.151699 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [req-bbb664d0-58cb-45d6-b0cd-89bb92ae4bb8 req-b9f0a1ab-ca99-40db-b551-9d6d96461b64 service neutron] Request body: {'port': {'device_id': '8dc55d35-5e22-488c-b419-ea2aa3d9f8e1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-773647-6'}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:36:09.231475 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-bbb664d0-58cb-45d6-b0cd-89bb92ae4bb8 req-b9f0a1ab-ca99-40db-b551-9d6d96461b64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:36:09.387468 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-2f348968-019b-4a9b-ba87-2c1d3561ee63 None None] Provisioning for port e9a40172-d18a-4eb3-9b89-cd6183f3af7c completed by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:36:09.393553 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-2f348968-019b-4a9b-ba87-2c1d3561ee63 None None] Provisioning complete for port e9a40172-d18a-4eb3-9b89-cd6183f3af7c triggered by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:36:09.394142 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-2f348968-019b-4a9b-ba87-2c1d3561ee63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:36:09.434186 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-2f348968-019b-4a9b-ba87-2c1d3561ee63 None None] Port e9a40172-d18a-4eb3-9b89-cd6183f3af7c cannot update to ACTIVE because it is not bound. {{(pid=100248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 14:36:09.502327 n-d-773647-6 neutron-server[100247]: DEBUG neutron.notifiers.nova [req-bbb664d0-58cb-45d6-b0cd-89bb92ae4bb8 req-b9f0a1ab-ca99-40db-b551-9d6d96461b64 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e9a40172-d18a-4eb3-9b89-cd6183f3af7c {{(pid=100247) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 14:36:09.510272 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-bbb664d0-58cb-45d6-b0cd-89bb92ae4bb8 req-b9f0a1ab-ca99-40db-b551-9d6d96461b64 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:36:09.522383 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.provisioning_blocks [req-bbb664d0-58cb-45d6-b0cd-89bb92ae4bb8 req-b9f0a1ab-ca99-40db-b551-9d6d96461b64 service neutron] Transition to ACTIVE for port object e9a40172-d18a-4eb3-9b89-cd6183f3af7c will not be triggered until provisioned by entity L2. {{(pid=100247) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:36:09.526090 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-bbb664d0-58cb-45d6-b0cd-89bb92ae4bb8 req-b9f0a1ab-ca99-40db-b551-9d6d96461b64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128888538'] for port, after_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:36:09.577017 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f0a1ab-ca99-40db-b551-9d6d96461b64 service neutron] Pushing event updated for resources: {'Port': ['ID=e9a40172-d18a-4eb3-9b89-cd6183f3af7c,revision_number=2']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:36:09.660624 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.managers [req-bbb664d0-58cb-45d6-b0cd-89bb92ae4bb8 req-b9f0a1ab-ca99-40db-b551-9d6d96461b64 service neutron] Attempting to bind port e9a40172-d18a-4eb3-9b89-cd6183f3af7c on host n-h1-773647-6 for vnic_type normal with profile {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:36:09.661434 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.managers [req-bbb664d0-58cb-45d6-b0cd-89bb92ae4bb8 req-b9f0a1ab-ca99-40db-b551-9d6d96461b64 service neutron] Attempting to bind port e9a40172-d18a-4eb3-9b89-cd6183f3af7c by drivers openvswitch,hyperv on host n-h1-773647-6 at level 0 using segments [{'id': 'fb70f030-83e8-41d7-b868-4485c113c2c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': '8d42e765-466c-4066-a835-9be26bf6d40e'}] {{(pid=100247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:36:09.662025 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbb664d0-58cb-45d6-b0cd-89bb92ae4bb8 req-b9f0a1ab-ca99-40db-b551-9d6d96461b64 service neutron] Attempting to bind port e9a40172-d18a-4eb3-9b89-cd6183f3af7c on network 8d42e765-466c-4066-a835-9be26bf6d40e {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:36:09.666948 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbb664d0-58cb-45d6-b0cd-89bb92ae4bb8 req-b9f0a1ab-ca99-40db-b551-9d6d96461b64 service neutron] Port e9a40172-d18a-4eb3-9b89-cd6183f3af7c on network 8d42e765-466c-4066-a835-9be26bf6d40e not bound, no agent of type Open vSwitch agent registered on host n-h1-773647-6 {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 14:36:09.667602 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbb664d0-58cb-45d6-b0cd-89bb92ae4bb8 req-b9f0a1ab-ca99-40db-b551-9d6d96461b64 service neutron] Attempting to bind port e9a40172-d18a-4eb3-9b89-cd6183f3af7c on network 8d42e765-466c-4066-a835-9be26bf6d40e {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:36:09.673466 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbb664d0-58cb-45d6-b0cd-89bb92ae4bb8 req-b9f0a1ab-ca99-40db-b551-9d6d96461b64 service neutron] Checking agent: {'id': '5bf7147f-bada-4441-a5dc-934b903473fb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-773647-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 51, 12), 'started_at': datetime.datetime(2021, 7, 6, 13, 51, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 35, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:36:09.674622 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbb664d0-58cb-45d6-b0cd-89bb92ae4bb8 req-b9f0a1ab-ca99-40db-b551-9d6d96461b64 service neutron] Checking segment: {'id': 'fb70f030-83e8-41d7-b868-4485c113c2c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': '8d42e765-466c-4066-a835-9be26bf6d40e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100247) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:36:09.675238 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbb664d0-58cb-45d6-b0cd-89bb92ae4bb8 req-b9f0a1ab-ca99-40db-b551-9d6d96461b64 service neutron] Bound using segment: {'id': 'fb70f030-83e8-41d7-b868-4485c113c2c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': '8d42e765-466c-4066-a835-9be26bf6d40e'} {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:36:09.675743 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.managers [req-bbb664d0-58cb-45d6-b0cd-89bb92ae4bb8 req-b9f0a1ab-ca99-40db-b551-9d6d96461b64 service neutron] Bound port: e9a40172-d18a-4eb3-9b89-cd6183f3af7c, host: n-h1-773647-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fb70f030-83e8-41d7-b868-4485c113c2c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': '8d42e765-466c-4066-a835-9be26bf6d40e'}}] {{(pid=100247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:36:09.676156 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-bbb664d0-58cb-45d6-b0cd-89bb92ae4bb8 req-b9f0a1ab-ca99-40db-b551-9d6d96461b64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:36:09.757288 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.db [req-bbb664d0-58cb-45d6-b0cd-89bb92ae4bb8 req-b9f0a1ab-ca99-40db-b551-9d6d96461b64 service neutron] For port e9a40172-d18a-4eb3-9b89-cd6183f3af7c, host n-h1-773647-6, cleared binding levels {{(pid=100247) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:36:09.760777 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.db [req-bbb664d0-58cb-45d6-b0cd-89bb92ae4bb8 req-b9f0a1ab-ca99-40db-b551-9d6d96461b64 service neutron] For port e9a40172-d18a-4eb3-9b89-cd6183f3af7c, host n-h1-773647-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773647-6',level=0,port_id=e9a40172-d18a-4eb3-9b89-cd6183f3af7c,segment=NetworkSegment(fb70f030-83e8-41d7-b868-4485c113c2c0),segment_id=fb70f030-83e8-41d7-b868-4485c113c2c0)] {{(pid=100247) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:36:09.765936 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-bbb664d0-58cb-45d6-b0cd-89bb92ae4bb8 req-b9f0a1ab-ca99-40db-b551-9d6d96461b64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128888538'] for port, after_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:36:09.802088 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb664d0-58cb-45d6-b0cd-89bb92ae4bb8 req-b9f0a1ab-ca99-40db-b551-9d6d96461b64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:36:09.804438 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-bbb664d0-58cb-45d6-b0cd-89bb92ae4bb8 req-b9f0a1ab-ca99-40db-b551-9d6d96461b64 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:36:09.805855 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-bbb664d0-58cb-45d6-b0cd-89bb92ae4bb8 req-b9f0a1ab-ca99-40db-b551-9d6d96461b64 service neutron] 10.222.0.127 "PUT /v2.0/ports/e9a40172-d18a-4eb3-9b89-cd6183f3af7c HTTP/1.1" status: 200 len: 1092 time: 0.6596746 Jul 06 14:36:09.806367 n-d-773647-6 neutron-server[100247]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8dc55d35-5e22-488c-b419-ea2aa3d9f8e1', 'tag': 'e9a40172-d18a-4eb3-9b89-cd6183f3af7c'}] {{(pid=100247) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:36:09.808651 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cbf0eeaae822f8fc9b87a94aeba67a3d651842baf663a51cba94b67a514836d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db51f95b-9f2c-4afc-8ff2-6f4deb310ded" -d '{"events": [{"name": "network-changed", "server_uuid": "8dc55d35-5e22-488c-b419-ea2aa3d9f8e1", "tag": "e9a40172-d18a-4eb3-9b89-cd6183f3af7c"}]}' {{(pid=100247) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:36:09.836062 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f0a1ab-ca99-40db-b551-9d6d96461b64 service neutron] Pushing event updated for resources: {'Port': ['ID=e9a40172-d18a-4eb3-9b89-cd6183f3af7c,revision_number=3']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:36:09.853387 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 14:36:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6496b264-8cf2-47d7-8634-58abfa6ef67c x-openstack-request-id: req-6496b264-8cf2-47d7-8634-58abfa6ef67c {{(pid=100247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:36:09.853752 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8dc55d35-5e22-488c-b419-ea2aa3d9f8e1", "tag": "e9a40172-d18a-4eb3-9b89-cd6183f3af7c", "status": "completed", "code": 200}]} {{(pid=100247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:36:09.854089 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-6496b264-8cf2-47d7-8634-58abfa6ef67c {{(pid=100247) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:36:09.854568 n-d-773647-6 neutron-server[100247]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8dc55d35-5e22-488c-b419-ea2aa3d9f8e1', 'tag': 'e9a40172-d18a-4eb3-9b89-cd6183f3af7c', 'status': 'completed', 'code': 200} Jul 06 14:36:09.937021 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb664d0-58cb-45d6-b0cd-89bb92ae4bb8 req-dbb26281-6903-4932-a894-91617eed3f20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:36:09.938624 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-bbb664d0-58cb-45d6-b0cd-89bb92ae4bb8 req-dbb26281-6903-4932-a894-91617eed3f20 service neutron] 10.222.0.127 "GET /v2.0/ports?tenant_id=9d9b21e60bee490a9bf202cb583bf670&device_id=8dc55d35-5e22-488c-b419-ea2aa3d9f8e1 HTTP/1.1" status: 200 len: 1095 time: 0.0799165 Jul 06 14:36:09.986019 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-bbb664d0-58cb-45d6-b0cd-89bb92ae4bb8 req-f7c3158c-64ac-4dd8-bdba-94a4c0f8a1e5 service neutron] 10.222.0.127 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e9a40172-d18a-4eb3-9b89-cd6183f3af7c HTTP/1.1" status: 200 len: 217 time: 0.0384877 Jul 06 14:36:10.068190 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb664d0-58cb-45d6-b0cd-89bb92ae4bb8 req-5ddacd38-fb83-46c3-a4cd-3fbe0bb480aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:36:10.069703 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-bbb664d0-58cb-45d6-b0cd-89bb92ae4bb8 req-5ddacd38-fb83-46c3-a4cd-3fbe0bb480aa service neutron] 10.222.0.127 "GET /v2.0/subnets?id=2909a683-548c-4b5b-9f41-76ab6ad57d29 HTTP/1.1" status: 200 len: 851 time: 0.0771797 Jul 06 14:36:10.133386 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ef9b4f-89c9-44a5-ba3b-e009620bfc5b req-00e19049-beb7-4f5a-8a05-551b36453474 tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:36:10.134873 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-76ef9b4f-89c9-44a5-ba3b-e009620bfc5b req-00e19049-beb7-4f5a-8a05-551b36453474 tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] 10.222.0.104 "GET /v2.0/ports?device_id=8dc55d35-5e22-488c-b419-ea2aa3d9f8e1 HTTP/1.1" status: 200 len: 944 time: 0.1082032 Jul 06 14:36:10.166939 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb664d0-58cb-45d6-b0cd-89bb92ae4bb8 req-1c102e76-7601-4f13-91c6-ba8391a27c4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:36:10.168394 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-bbb664d0-58cb-45d6-b0cd-89bb92ae4bb8 req-1c102e76-7601-4f13-91c6-ba8391a27c4b service neutron] 10.222.0.127 "GET /v2.0/ports?network_id=8d42e765-466c-4066-a835-9be26bf6d40e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0909936 Jul 06 14:36:10.200847 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-76ef9b4f-89c9-44a5-ba3b-e009620bfc5b req-c4833869-907b-423c-a992-e28e71262a74 tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] 10.222.0.104 "GET /v2.0/security-groups?id=db2ef26e-e1b5-4a09-b7f7-c46f167f8c20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594766 Jul 06 14:36:10.270103 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-bbb664d0-58cb-45d6-b0cd-89bb92ae4bb8 req-f146135c-bcbd-4414-8a5e-e7b7a053c9d8 service neutron] 10.222.0.127 "GET /v2.0/networks/8d42e765-466c-4066-a835-9be26bf6d40e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922928 Jul 06 14:36:10.363018 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-bbb664d0-58cb-45d6-b0cd-89bb92ae4bb8 req-d58ec3b5-e0c4-4b8c-826d-bee3c271ef37 service neutron] 10.222.0.127 "GET /v2.0/networks/8d42e765-466c-4066-a835-9be26bf6d40e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864191 Jul 06 14:36:10.466241 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db51f95b-9f2c-4afc-8ff2-6f4deb310ded req-b064e33b-f304-4396-9c4e-a613a29ac292 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:36:10.467787 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-db51f95b-9f2c-4afc-8ff2-6f4deb310ded req-b064e33b-f304-4396-9c4e-a613a29ac292 service neutron] 10.222.0.127 "GET /v2.0/ports?tenant_id=9d9b21e60bee490a9bf202cb583bf670&device_id=8dc55d35-5e22-488c-b419-ea2aa3d9f8e1 HTTP/1.1" status: 200 len: 1095 time: 0.0540228 Jul 06 14:36:10.560968 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db51f95b-9f2c-4afc-8ff2-6f4deb310ded req-61848fcf-7782-4161-a5e2-3f71d2e04c8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:36:10.562453 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-db51f95b-9f2c-4afc-8ff2-6f4deb310ded req-61848fcf-7782-4161-a5e2-3f71d2e04c8b service neutron] 10.222.0.127 "GET /v2.0/networks?id=8d42e765-466c-4066-a835-9be26bf6d40e HTTP/1.1" status: 200 len: 914 time: 0.0886934 Jul 06 14:36:10.606177 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-db51f95b-9f2c-4afc-8ff2-6f4deb310ded req-a615dffa-d44c-4a79-9da7-2b544af4e981 service neutron] 10.222.0.127 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e9a40172-d18a-4eb3-9b89-cd6183f3af7c HTTP/1.1" status: 200 len: 217 time: 0.0368543 Jul 06 14:36:10.655096 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db51f95b-9f2c-4afc-8ff2-6f4deb310ded req-7cc0f788-72a4-4eee-a5fb-ea76d683952a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:36:10.656666 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-db51f95b-9f2c-4afc-8ff2-6f4deb310ded req-7cc0f788-72a4-4eee-a5fb-ea76d683952a service neutron] 10.222.0.127 "GET /v2.0/subnets?id=2909a683-548c-4b5b-9f41-76ab6ad57d29 HTTP/1.1" status: 200 len: 851 time: 0.0446768 Jul 06 14:36:10.719298 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db51f95b-9f2c-4afc-8ff2-6f4deb310ded req-30e462be-c6f3-40eb-a045-344b3b8dc9a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:36:10.720803 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-db51f95b-9f2c-4afc-8ff2-6f4deb310ded req-30e462be-c6f3-40eb-a045-344b3b8dc9a6 service neutron] 10.222.0.127 "GET /v2.0/ports?network_id=8d42e765-466c-4066-a835-9be26bf6d40e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0579059 Jul 06 14:36:10.807918 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-db51f95b-9f2c-4afc-8ff2-6f4deb310ded req-be0b185a-e99e-4283-87a6-eaa2b2bc1571 service neutron] 10.222.0.127 "GET /v2.0/networks/8d42e765-466c-4066-a835-9be26bf6d40e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810084 Jul 06 14:36:10.855826 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:36:10.903533 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-db51f95b-9f2c-4afc-8ff2-6f4deb310ded req-5f38bccf-b58f-4ce6-980e-d0dad97fafa6 service neutron] 10.222.0.127 "GET /v2.0/networks/8d42e765-466c-4066-a835-9be26bf6d40e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890477 Jul 06 14:36:11.377623 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bc9155-64cb-4ee9-b101-c2b233511f60 req-8b4fa4b5-5328-4348-ae67-832f012f576b tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:36:11.379365 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-b7bc9155-64cb-4ee9-b101-c2b233511f60 req-8b4fa4b5-5328-4348-ae67-832f012f576b tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] 10.222.0.104 "GET /v2.0/ports?device_id=8dc55d35-5e22-488c-b419-ea2aa3d9f8e1 HTTP/1.1" status: 200 len: 944 time: 0.0651958 Jul 06 14:36:11.421628 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-b7bc9155-64cb-4ee9-b101-c2b233511f60 req-f22bd3d1-c35f-4d41-ba77-b12ad6adfc7d tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] 10.222.0.104 "GET /v2.0/security-groups?id=db2ef26e-e1b5-4a09-b7f7-c46f167f8c20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356991 Jul 06 14:36:12.596240 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f1cf71-fd0e-4e4b-a4ef-723ec8ca2a83 req-65acc6de-b95c-43f1-bd99-a43d64ba5194 tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:36:12.597723 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-97f1cf71-fd0e-4e4b-a4ef-723ec8ca2a83 req-65acc6de-b95c-43f1-bd99-a43d64ba5194 tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] 10.222.0.104 "GET /v2.0/ports?device_id=8dc55d35-5e22-488c-b419-ea2aa3d9f8e1 HTTP/1.1" status: 200 len: 944 time: 0.0647795 Jul 06 14:36:12.639532 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-97f1cf71-fd0e-4e4b-a4ef-723ec8ca2a83 req-051a5463-7ef3-4fb3-a68e-f85317dd8a39 tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] 10.222.0.104 "GET /v2.0/security-groups?id=db2ef26e-e1b5-4a09-b7f7-c46f167f8c20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354753 Jul 06 14:36:12.718406 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:36:13.815975 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2acb4d-a464-4843-9843-33eda4e19b36 req-74ccacbd-24d3-4b1d-b7c6-028d7abdba6c tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:36:13.817451 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-bd2acb4d-a464-4843-9843-33eda4e19b36 req-74ccacbd-24d3-4b1d-b7c6-028d7abdba6c tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] 10.222.0.104 "GET /v2.0/ports?device_id=8dc55d35-5e22-488c-b419-ea2aa3d9f8e1 HTTP/1.1" status: 200 len: 944 time: 0.0641189 Jul 06 14:36:13.855348 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-bd2acb4d-a464-4843-9843-33eda4e19b36 req-7f8eb111-2e35-4bfc-8427-85a8b55aef3d tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] 10.222.0.104 "GET /v2.0/security-groups?id=db2ef26e-e1b5-4a09-b7f7-c46f167f8c20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319498 Jul 06 14:36:15.034051 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab8c345-d87b-4a9c-ac08-3135dccb1f19 req-1908d36c-6e43-41ef-b48f-6b26dca4e100 tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:36:15.035504 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-aab8c345-d87b-4a9c-ac08-3135dccb1f19 req-1908d36c-6e43-41ef-b48f-6b26dca4e100 tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] 10.222.0.104 "GET /v2.0/ports?device_id=8dc55d35-5e22-488c-b419-ea2aa3d9f8e1 HTTP/1.1" status: 200 len: 944 time: 0.0641243 Jul 06 14:36:15.073018 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-aab8c345-d87b-4a9c-ac08-3135dccb1f19 req-a016fe26-66e1-4176-a4d3-505e9df2d241 tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] 10.222.0.104 "GET /v2.0/security-groups?id=db2ef26e-e1b5-4a09-b7f7-c46f167f8c20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319610 Jul 06 14:36:16.247047 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94eeb5e7-eccb-492a-90fe-4199afe9bc7a req-58f67f5b-a9eb-43e9-9dd2-4eabf9b67929 tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:36:16.248555 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-94eeb5e7-eccb-492a-90fe-4199afe9bc7a req-58f67f5b-a9eb-43e9-9dd2-4eabf9b67929 tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] 10.222.0.104 "GET /v2.0/ports?device_id=8dc55d35-5e22-488c-b419-ea2aa3d9f8e1 HTTP/1.1" status: 200 len: 944 time: 0.0668700 Jul 06 14:36:16.285728 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-94eeb5e7-eccb-492a-90fe-4199afe9bc7a req-81d1d378-2c29-42d7-9886-0bf58da66f1f tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] 10.222.0.104 "GET /v2.0/security-groups?id=db2ef26e-e1b5-4a09-b7f7-c46f167f8c20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315859 Jul 06 14:36:17.461337 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83250274-8a27-4ad1-8f47-f2fa51f2037d req-9a2f8648-b2b7-4e19-a7cf-f498710dcd7d tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:36:17.462873 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-83250274-8a27-4ad1-8f47-f2fa51f2037d req-9a2f8648-b2b7-4e19-a7cf-f498710dcd7d tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] 10.222.0.104 "GET /v2.0/ports?device_id=8dc55d35-5e22-488c-b419-ea2aa3d9f8e1 HTTP/1.1" status: 200 len: 944 time: 0.0678704 Jul 06 14:36:17.499345 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-83250274-8a27-4ad1-8f47-f2fa51f2037d req-7edc13ea-315d-4f7c-805a-32575bb27540 tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] 10.222.0.104 "GET /v2.0/security-groups?id=db2ef26e-e1b5-4a09-b7f7-c46f167f8c20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308652 Jul 06 14:36:18.668389 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ed862a-22ab-4dd9-8f00-07e8a29ef69b req-df937607-3cc7-4a42-b9a4-12ab55596043 tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:36:18.669866 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-a5ed862a-22ab-4dd9-8f00-07e8a29ef69b req-df937607-3cc7-4a42-b9a4-12ab55596043 tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] 10.222.0.104 "GET /v2.0/ports?device_id=8dc55d35-5e22-488c-b419-ea2aa3d9f8e1 HTTP/1.1" status: 200 len: 944 time: 0.0627489 Jul 06 14:36:18.712267 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-a5ed862a-22ab-4dd9-8f00-07e8a29ef69b req-d105df41-09ed-4687-949a-1ea6a6a41e9f tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] 10.222.0.104 "GET /v2.0/security-groups?id=db2ef26e-e1b5-4a09-b7f7-c46f167f8c20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368044 Jul 06 14:36:19.882874 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f1405e-0711-465a-92cb-65563570d7e2 req-8da3f7f7-52ec-4488-b642-f655745f9241 tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:36:19.884967 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-41f1405e-0711-465a-92cb-65563570d7e2 req-8da3f7f7-52ec-4488-b642-f655745f9241 tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] 10.222.0.104 "GET /v2.0/ports?device_id=8dc55d35-5e22-488c-b419-ea2aa3d9f8e1 HTTP/1.1" status: 200 len: 944 time: 0.0642121 Jul 06 14:36:19.924744 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-41f1405e-0711-465a-92cb-65563570d7e2 req-0535077a-5df7-43a9-847f-99b3c197b5fb tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] 10.222.0.104 "GET /v2.0/security-groups?id=db2ef26e-e1b5-4a09-b7f7-c46f167f8c20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333004 Jul 06 14:36:20.330957 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Device e9a40172-d18a-4eb3-9b89-cd6183f3af7c details requested by agent hyperv_n-h1-773647-6 with host n-h1-773647-6 {{(pid=100248) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 14:36:20.423978 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] For port e9a40172-d18a-4eb3-9b89-cd6183f3af7c, host n-h1-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773647-6',level=0,port_id=e9a40172-d18a-4eb3-9b89-cd6183f3af7c,segment=NetworkSegment(fb70f030-83e8-41d7-b868-4485c113c2c0),segment_id=fb70f030-83e8-41d7-b868-4485c113c2c0)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:36:20.435693 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Returning: {'device': 'e9a40172-d18a-4eb3-9b89-cd6183f3af7c', 'network_id': '8d42e765-466c-4066-a835-9be26bf6d40e', 'port_id': 'e9a40172-d18a-4eb3-9b89-cd6183f3af7c', 'mac_address': 'fa:16:3e:c2:02:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1049, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2909a683-548c-4b5b-9f41-76ab6ad57d29', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100248) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 14:36:20.471005 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:36:20.483818 n-d-773647-6 neutron-server[100248]: DEBUG neutron.notifiers.nova [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e9a40172-d18a-4eb3-9b89-cd6183f3af7c {{(pid=100248) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 14:36:20.503164 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] For port e9a40172-d18a-4eb3-9b89-cd6183f3af7c, host n-h1-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773647-6',level=0,port_id=e9a40172-d18a-4eb3-9b89-cd6183f3af7c,segment=NetworkSegment(fb70f030-83e8-41d7-b868-4485c113c2c0),segment_id=fb70f030-83e8-41d7-b868-4485c113c2c0)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:36:20.507791 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:36:20.556712 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Pushing event updated for resources: {'Port': ['ID=e9a40172-d18a-4eb3-9b89-cd6183f3af7c,revision_number=4']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:36:20.564122 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:36:20.564465 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:36:20.564802 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:36:20.565133 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:36:20.565461 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:36:20.565787 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:36:20.566109 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:36:20.566427 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:36:20.566746 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:36:20.567062 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:36:20.567416 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:36:20.567737 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:36:20.809609 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] get_ports_and_sgs() called for port_ids ['e9a40172-d18a-4eb3-9b89-cd6183f3af7c'] {{(pid=100248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 14:36:21.109244 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8643c338-46a2-4431-85ce-ee0d214d587a req-d2244919-c21b-4d4c-bf4d-bfeafb5d7acf tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:36:21.110755 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-8643c338-46a2-4431-85ce-ee0d214d587a req-d2244919-c21b-4d4c-bf4d-bfeafb5d7acf tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] 10.222.0.104 "GET /v2.0/ports?device_id=8dc55d35-5e22-488c-b419-ea2aa3d9f8e1 HTTP/1.1" status: 200 len: 945 time: 0.0659602 Jul 06 14:36:21.149766 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-8643c338-46a2-4431-85ce-ee0d214d587a req-cd1854a0-f1db-4546-ae1a-fa706f22a789 tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] 10.222.0.104 "GET /v2.0/security-groups?id=db2ef26e-e1b5-4a09-b7f7-c46f167f8c20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333667 Jul 06 14:36:22.330913 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76f4c6a-5401-4c36-87e8-e9ccd2073564 req-aeb23c54-e6d9-4e79-bd69-af6479facd53 tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:36:22.332429 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-f76f4c6a-5401-4c36-87e8-e9ccd2073564 req-aeb23c54-e6d9-4e79-bd69-af6479facd53 tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] 10.222.0.104 "GET /v2.0/ports?device_id=8dc55d35-5e22-488c-b419-ea2aa3d9f8e1 HTTP/1.1" status: 200 len: 945 time: 0.0688212 Jul 06 14:36:22.347811 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Device e9a40172-d18a-4eb3-9b89-cd6183f3af7c up at agent hyperv_n-h1-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:36:22.370647 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-f76f4c6a-5401-4c36-87e8-e9ccd2073564 req-ee0d4c1d-550d-4baa-ae58-8f8870e69796 tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] 10.222.0.104 "GET /v2.0/security-groups?id=db2ef26e-e1b5-4a09-b7f7-c46f167f8c20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321996 Jul 06 14:36:22.395191 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Provisioning for port e9a40172-d18a-4eb3-9b89-cd6183f3af7c completed by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:36:22.399316 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Provisioning complete for port e9a40172-d18a-4eb3-9b89-cd6183f3af7c triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:36:22.399728 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:36:22.472629 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:36:22.497070 n-d-773647-6 neutron-server[100248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8dc55d35-5e22-488c-b419-ea2aa3d9f8e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9a40172-d18a-4eb3-9b89-cd6183f3af7c'}] {{(pid=100248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:36:22.499301 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84af257533e383389cbcf231d3534f4d5e149e7203fea16b4a8fc01438dddaf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-942d8095-17b6-4901-8880-fc6fb8f59cfd" -d '{"events": [{"server_uuid": "8dc55d35-5e22-488c-b419-ea2aa3d9f8e1", "name": "network-vif-plugged", "status": "completed", "tag": "e9a40172-d18a-4eb3-9b89-cd6183f3af7c"}]}' {{(pid=100248) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:36:22.512011 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] For port e9a40172-d18a-4eb3-9b89-cd6183f3af7c, host n-h1-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773647-6',level=0,port_id=e9a40172-d18a-4eb3-9b89-cd6183f3af7c,segment=NetworkSegment(fb70f030-83e8-41d7-b868-4485c113c2c0),segment_id=fb70f030-83e8-41d7-b868-4485c113c2c0)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:36:22.515853 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:36:22.564061 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Pushing event updated for resources: {'Port': ['ID=e9a40172-d18a-4eb3-9b89-cd6183f3af7c,revision_number=5']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:36:22.599069 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 14:36:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c986687c-4692-4875-83e0-ea850a1db63d x-openstack-request-id: req-c986687c-4692-4875-83e0-ea850a1db63d {{(pid=100248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:36:22.599409 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8dc55d35-5e22-488c-b419-ea2aa3d9f8e1", "name": "network-vif-plugged", "status": "completed", "tag": "e9a40172-d18a-4eb3-9b89-cd6183f3af7c", "code": 200}]} {{(pid=100248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:36:22.599669 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-c986687c-4692-4875-83e0-ea850a1db63d {{(pid=100248) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:36:22.600074 n-d-773647-6 neutron-server[100248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8dc55d35-5e22-488c-b419-ea2aa3d9f8e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9a40172-d18a-4eb3-9b89-cd6183f3af7c', 'code': 200} Jul 06 14:36:22.756886 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98698b3-1bbe-4207-a9a6-d47d2920ecc9 req-0fe72788-2773-4f40-a44f-d3c9ec83885d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:36:22.758406 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-c98698b3-1bbe-4207-a9a6-d47d2920ecc9 req-0fe72788-2773-4f40-a44f-d3c9ec83885d service neutron] 10.222.0.127 "GET /v2.0/ports?device_id=8dc55d35-5e22-488c-b419-ea2aa3d9f8e1 HTTP/1.1" status: 200 len: 1097 time: 0.0994925 Jul 06 14:36:22.792375 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-c98698b3-1bbe-4207-a9a6-d47d2920ecc9 req-dfca2420-8de8-44e5-a099-c6c1348f9e87 service neutron] 10.222.0.127 "GET /v2.0/security-groups?id=db2ef26e-e1b5-4a09-b7f7-c46f167f8c20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0279326 Jul 06 14:36:22.884288 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-e4a348fe-cd58-4053-b1f6-30614db544e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:36:23.545710 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e065cb5-5921-4fbe-9f1d-7128ca96c475 req-f2cca387-03df-436f-8958-d1ba374fbe9e tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:36:23.547227 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-1e065cb5-5921-4fbe-9f1d-7128ca96c475 req-f2cca387-03df-436f-8958-d1ba374fbe9e tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] 10.222.0.104 "GET /v2.0/ports?device_id=8dc55d35-5e22-488c-b419-ea2aa3d9f8e1 HTTP/1.1" status: 200 len: 946 time: 0.0631108 Jul 06 14:36:23.591370 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-1e065cb5-5921-4fbe-9f1d-7128ca96c475 req-0cde03ca-b609-4f0e-9ff1-fd686c445bea tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] 10.222.0.104 "GET /v2.0/security-groups?id=db2ef26e-e1b5-4a09-b7f7-c46f167f8c20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378962 Jul 06 14:36:24.772590 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df21287e-a178-47ce-9653-6931346d95dc req-8a1dda22-b626-4ea9-b1a3-6914636a878f tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:36:24.774066 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-df21287e-a178-47ce-9653-6931346d95dc req-8a1dda22-b626-4ea9-b1a3-6914636a878f tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] 10.222.0.104 "GET /v2.0/ports?device_id=8dc55d35-5e22-488c-b419-ea2aa3d9f8e1 HTTP/1.1" status: 200 len: 946 time: 0.0666518 Jul 06 14:36:24.811593 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-df21287e-a178-47ce-9653-6931346d95dc req-9ef6ec65-8705-4aac-82f2-f190af7d4ae7 tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] 10.222.0.104 "GET /v2.0/security-groups?id=db2ef26e-e1b5-4a09-b7f7-c46f167f8c20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318663 Jul 06 14:36:24.980188 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca4f88c-5850-4f9b-ab6a-f15c687a6813 req-cd0c3e63-0a8e-44f1-a9ab-8f3826d46aec tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:36:24.981638 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-bca4f88c-5850-4f9b-ab6a-f15c687a6813 req-cd0c3e63-0a8e-44f1-a9ab-8f3826d46aec tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] 10.222.0.104 "GET /v2.0/ports?device_id=8dc55d35-5e22-488c-b419-ea2aa3d9f8e1 HTTP/1.1" status: 200 len: 946 time: 0.0626025 Jul 06 14:36:25.018131 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-bca4f88c-5850-4f9b-ab6a-f15c687a6813 req-a4d6a4eb-9db3-483c-b2e2-db04b4732af6 tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] 10.222.0.104 "GET /v2.0/security-groups?id=db2ef26e-e1b5-4a09-b7f7-c46f167f8c20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308869 Jul 06 14:36:25.042093 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 56216) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:36:25.190975 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a39fac8-43dc-401c-b36a-65016f9934a5 tempest-TestVolumeBootPattern-1158841458 tempest-TestVolumeBootPattern-1158841458-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:36:25.192515 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-3a39fac8-43dc-401c-b36a-65016f9934a5 tempest-TestVolumeBootPattern-1158841458 tempest-TestVolumeBootPattern-1158841458-project-admin] 10.222.0.104 "GET /v2.0/ports?device_id=8dc55d35-5e22-488c-b419-ea2aa3d9f8e1 HTTP/1.1" status: 200 len: 1092 time: 0.1494129 Jul 06 14:36:25.195282 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 56220) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:36:25.199723 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [None req-da3beca6-089e-4acc-9dd0-3ca7dd2f1e09 tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] Request body: {'floatingip': {'floating_network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'port_id': 'e9a40172-d18a-4eb3-9b89-cd6183f3af7c', 'tenant_id': '9d9b21e60bee490a9bf202cb583bf670', 'fixed_ip_address': '172.20.0.12'}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:36:25.221457 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-da3beca6-089e-4acc-9dd0-3ca7dd2f1e09 tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] Notify callbacks [] for floatingip, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:36:25.317061 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-da3beca6-089e-4acc-9dd0-3ca7dd2f1e09 tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:36:25.421893 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.db_base_plugin_common [None req-da3beca6-089e-4acc-9dd0-3ca7dd2f1e09 tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] Allocated IP 172.25.0.79 (2658f09e-a580-4d4a-9968-2d1e0ad93719/cbf74abc-6fe1-4d33-b005-c948923b9647/0dce96c9-dba4-4461-9df5-2fdbe8143423) {{(pid=100247) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:36:25.523773 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-da3beca6-089e-4acc-9dd0-3ca7dd2f1e09 tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] Notify callbacks [] for port, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:36:25.563849 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-da3beca6-089e-4acc-9dd0-3ca7dd2f1e09 tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-128888360'] for port, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:36:25.585290 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-fe28ea03-4427-4b71-8c11-81af6940a1b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:36:25.605120 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da3beca6-089e-4acc-9dd0-3ca7dd2f1e09 tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] Network 2658f09e-a580-4d4a-9968-2d1e0ad93719 is already hosted by enough agents. {{(pid=100247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:36:25.607965 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.base_scheduler [None req-da3beca6-089e-4acc-9dd0-3ca7dd2f1e09 tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] Resources bound (agent type, host, resource id): {{(pid=100247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:36:25.611365 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da3beca6-089e-4acc-9dd0-3ca7dd2f1e09 tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] Received port after_create {{(pid=100247) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:36:25.637888 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3beca6-089e-4acc-9dd0-3ca7dd2f1e09 tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] Pushing event updated for resources: {'Port': ['ID=0dce96c9-dba4-4461-9df5-2fdbe8143423,revision_number=1']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:36:25.902129 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:36:25.976506 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-da3beca6-089e-4acc-9dd0-3ca7dd2f1e09 tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:36:26.053302 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-da3beca6-089e-4acc-9dd0-3ca7dd2f1e09 tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:36:26.200518 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-da3beca6-089e-4acc-9dd0-3ca7dd2f1e09 tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] Notify callbacks [] for port, precommit_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:36:26.204804 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-da3beca6-089e-4acc-9dd0-3ca7dd2f1e09 tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128888538'] for port, after_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:36:26.269934 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3beca6-089e-4acc-9dd0-3ca7dd2f1e09 tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] Pushing event updated for resources: {'Port': ['ID=0dce96c9-dba4-4461-9df5-2fdbe8143423,revision_number=2']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:36:26.281268 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-da3beca6-089e-4acc-9dd0-3ca7dd2f1e09 tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1761130'] for floatingip, after_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:36:26.382263 n-d-773647-6 neutron-server[100247]: INFO neutron.db.l3_db [None req-da3beca6-089e-4acc-9dd0-3ca7dd2f1e09 tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] Floating IP 2f8dbd25-a2fa-443b-abb7-59de80dd7592 associated. External IP: 172.25.0.79, port: e9a40172-d18a-4eb3-9b89-cd6183f3af7c. Jul 06 14:36:26.594671 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da3beca6-089e-4acc-9dd0-3ca7dd2f1e09 tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] Router d1a6fd96-2052-4d61-baf1-3dc3a18de2e7 has already been hosted by L3 agent 2823d358-a11b-4885-a706-95a279e43fa7 {{(pid=100247) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 14:36:26.684906 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-2064eaae-da4f-48f8-82d2-b09d4ddedd44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:36:26.705880 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da3beca6-089e-4acc-9dd0-3ca7dd2f1e09 tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] Notify agent at l3_agent.n-d-773647-6 the message routers_updated {{(pid=100247) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 14:36:26.715754 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1b0901a-1457-4a58-b01f-4668cfb3b644 None None] Sync routers for ids ['d1a6fd96-2052-4d61-baf1-3dc3a18de2e7'] in n-d-773647-6 {{(pid=100248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 14:36:26.723170 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-da3beca6-089e-4acc-9dd0-3ca7dd2f1e09 tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for floatingip, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:36:26.725897 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1b0901a-1457-4a58-b01f-4668cfb3b644 None None] Routers {'d1a6fd96-2052-4d61-baf1-3dc3a18de2e7'} bound to L3 agent in host n-d-773647-6 {{(pid=100248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:36:26.726538 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-d1b0901a-1457-4a58-b01f-4668cfb3b644 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T14:36:26Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['d1a6fd96-2052-4d61-baf1-3dc3a18de2e7'], 'active': True} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:36:26.759701 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-da3beca6-089e-4acc-9dd0-3ca7dd2f1e09 tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] 10.222.0.104 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5633595 Jul 06 14:36:26.760287 n-d-773647-6 neutron-server[100247]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8dc55d35-5e22-488c-b419-ea2aa3d9f8e1', 'tag': 'e9a40172-d18a-4eb3-9b89-cd6183f3af7c'}] {{(pid=100247) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:36:26.762517 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cbf0eeaae822f8fc9b87a94aeba67a3d651842baf663a51cba94b67a514836d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99cd1c6a-d7ac-42aa-a16a-384bcce5c8fe" -d '{"events": [{"name": "network-changed", "server_uuid": "8dc55d35-5e22-488c-b419-ea2aa3d9f8e1", "tag": "e9a40172-d18a-4eb3-9b89-cd6183f3af7c"}]}' {{(pid=100247) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:36:26.872402 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 14:36:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a5539b3-4536-4401-9219-2835a3bf1580 x-openstack-request-id: req-6a5539b3-4536-4401-9219-2835a3bf1580 {{(pid=100247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:36:26.872698 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8dc55d35-5e22-488c-b419-ea2aa3d9f8e1", "tag": "e9a40172-d18a-4eb3-9b89-cd6183f3af7c", "status": "completed", "code": 200}]} {{(pid=100247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:36:26.872951 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-6a5539b3-4536-4401-9219-2835a3bf1580 {{(pid=100247) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:36:26.873354 n-d-773647-6 neutron-server[100247]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8dc55d35-5e22-488c-b419-ea2aa3d9f8e1', 'tag': 'e9a40172-d18a-4eb3-9b89-cd6183f3af7c', 'status': 'completed', 'code': 200} Jul 06 14:36:26.950321 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99cd1c6a-d7ac-42aa-a16a-384bcce5c8fe req-5fb6b439-a409-4534-b762-2431136aec64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:36:26.951883 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-99cd1c6a-d7ac-42aa-a16a-384bcce5c8fe req-5fb6b439-a409-4534-b762-2431136aec64 service neutron] 10.222.0.127 "GET /v2.0/ports?tenant_id=9d9b21e60bee490a9bf202cb583bf670&device_id=8dc55d35-5e22-488c-b419-ea2aa3d9f8e1 HTTP/1.1" status: 200 len: 1097 time: 0.0550020 Jul 06 14:36:26.995704 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvr_db [None req-d1b0901a-1457-4a58-b01f-4668cfb3b644 None None] Set router d1a6fd96-2052-4d61-baf1-3dc3a18de2e7 gateway port host: n-d-773647-6 {{(pid=100248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:36:27.043137 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99cd1c6a-d7ac-42aa-a16a-384bcce5c8fe req-b20298ed-5c36-4981-a8c2-abf37c6ea363 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:36:27.044661 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-99cd1c6a-d7ac-42aa-a16a-384bcce5c8fe req-b20298ed-5c36-4981-a8c2-abf37c6ea363 service neutron] 10.222.0.127 "GET /v2.0/networks?id=8d42e765-466c-4066-a835-9be26bf6d40e HTTP/1.1" status: 200 len: 914 time: 0.0864904 Jul 06 14:36:27.107709 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-99cd1c6a-d7ac-42aa-a16a-384bcce5c8fe req-704fb3fd-a3bf-44ec-978e-b76a5ebcea2e service neutron] 10.222.0.127 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e9a40172-d18a-4eb3-9b89-cd6183f3af7c HTTP/1.1" status: 200 len: 999 time: 0.0568442 Jul 06 14:36:27.160678 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99cd1c6a-d7ac-42aa-a16a-384bcce5c8fe req-a94957b6-d79f-4406-bc9f-9cd814e9cedf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:36:27.162687 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-99cd1c6a-d7ac-42aa-a16a-384bcce5c8fe req-a94957b6-d79f-4406-bc9f-9cd814e9cedf service neutron] 10.222.0.127 "GET /v2.0/subnets?id=2909a683-548c-4b5b-9f41-76ab6ad57d29 HTTP/1.1" status: 200 len: 851 time: 0.0495238 Jul 06 14:36:27.217987 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-d1b0901a-1457-4a58-b01f-4668cfb3b644 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1a6fd96-2052-4d61-baf1-3dc3a18de2e7', 'name': 'tempest-TestVolumeBootPattern-1742609137-router', 'tenant_id': '9d9b21e60bee490a9bf202cb583bf670', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.139'}], 'enable_snat': True}, 'gw_port_id': '57ba3a89-8007-470c-a5d7-0c700e780995', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:30:01Z', 'updated_at': '2021-07-06T14:30:04Z', 'revision_number': 4, 'project_id': '9d9b21e60bee490a9bf202cb583bf670', 'gw_port': {'id': '57ba3a89-8007-470c-a5d7-0c700e780995', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:90:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1a6fd96-2052-4d61-baf1-3dc3a18de2e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3822, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:30:01Z', 'updated_at': '2021-07-06T14:30:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6', '_floatingips': [{'id': '2f8dbd25-a2fa-443b-abb7-59de80dd7592', 'tenant_id': '9d9b21e60bee490a9bf202cb583bf670', 'floating_ip_address': '172.25.0.79', 'floating_network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'router_id': 'd1a6fd96-2052-4d61-baf1-3dc3a18de2e7', 'port_id': 'e9a40172-d18a-4eb3-9b89-cd6183f3af7c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3959, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8d42e765-466c-4066-a835-9be26bf6d40e', 'mac_address': 'fa:16:3e:c2:02:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dc55d35-5e22-488c-b419-ea2aa3d9f8e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T14:36:25Z', 'updated_at': '2021-07-06T14:36:25Z', 'revision_number': 0, 'project_id': '9d9b21e60bee490a9bf202cb583bf670', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '99c31837-2c38-4de1-851d-20e2471adea0', 'name': '', 'network_id': '8d42e765-466c-4066-a835-9be26bf6d40e', 'tenant_id': '9d9b21e60bee490a9bf202cb583bf670', 'mac_address': 'fa:16:3e:bd:73:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1a6fd96-2052-4d61-baf1-3dc3a18de2e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3823, 'fixed_ips': [{'subnet_id': '2909a683-548c-4b5b-9f41-76ab6ad57d29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:30:03Z', 'updated_at': '2021-07-06T14:30:11Z', 'revision_number': 5, 'project_id': '9d9b21e60bee490a9bf202cb583bf670', 'subnets': [{'id': '2909a683-548c-4b5b-9f41-76ab6ad57d29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773647-6', False) {} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:36:27.219471 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99cd1c6a-d7ac-42aa-a16a-384bcce5c8fe req-281efe57-8fc1-4b8a-983c-c22a30a40596 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:36:27.220994 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-99cd1c6a-d7ac-42aa-a16a-384bcce5c8fe req-281efe57-8fc1-4b8a-983c-c22a30a40596 service neutron] 10.222.0.127 "GET /v2.0/ports?network_id=8d42e765-466c-4066-a835-9be26bf6d40e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0527806 Jul 06 14:36:27.230709 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [req-99cd1c6a-d7ac-42aa-a16a-384bcce5c8fe req-fdb84da7-1abc-4d95-b11e-13c15bf79cba service neutron] http://10.222.0.104:9696/v2.0/extensions returned with HTTP 200 {{(pid=100247) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 14:36:27.231679 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-99cd1c6a-d7ac-42aa-a16a-384bcce5c8fe req-fdb84da7-1abc-4d95-b11e-13c15bf79cba service neutron] 10.222.0.127 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049725 Jul 06 14:36:27.244420 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1b0901a-1457-4a58-b01f-4668cfb3b644 None None] Checking router: d1a6fd96-2052-4d61-baf1-3dc3a18de2e7 for host: n-d-773647-6 {{(pid=100248) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 14:36:27.252553 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1b0901a-1457-4a58-b01f-4668cfb3b644 None None] Routers {'d1a6fd96-2052-4d61-baf1-3dc3a18de2e7'} bound to L3 agent in host n-d-773647-6 {{(pid=100248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:36:27.253142 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-d1b0901a-1457-4a58-b01f-4668cfb3b644 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T14:36:26Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['d1a6fd96-2052-4d61-baf1-3dc3a18de2e7'], 'active': True} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:36:27.320509 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-99cd1c6a-d7ac-42aa-a16a-384bcce5c8fe req-65f20368-4026-402c-8d87-3d97d4d3fce7 service neutron] 10.222.0.127 "GET /v2.0/networks/8d42e765-466c-4066-a835-9be26bf6d40e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817630 Jul 06 14:36:27.355859 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvr_db [None req-d1b0901a-1457-4a58-b01f-4668cfb3b644 None None] Set router d1a6fd96-2052-4d61-baf1-3dc3a18de2e7 gateway port host: n-d-773647-6 {{(pid=100248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:36:27.413917 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-99cd1c6a-d7ac-42aa-a16a-384bcce5c8fe req-6ac30b29-67a4-4568-83f3-eb3553cf9c88 service neutron] 10.222.0.127 "GET /v2.0/networks/8d42e765-466c-4066-a835-9be26bf6d40e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878904 Jul 06 14:36:27.575273 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-d1b0901a-1457-4a58-b01f-4668cfb3b644 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1a6fd96-2052-4d61-baf1-3dc3a18de2e7', 'name': 'tempest-TestVolumeBootPattern-1742609137-router', 'tenant_id': '9d9b21e60bee490a9bf202cb583bf670', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.139'}], 'enable_snat': True}, 'gw_port_id': '57ba3a89-8007-470c-a5d7-0c700e780995', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:30:01Z', 'updated_at': '2021-07-06T14:30:04Z', 'revision_number': 4, 'project_id': '9d9b21e60bee490a9bf202cb583bf670', 'gw_port': {'id': '57ba3a89-8007-470c-a5d7-0c700e780995', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:90:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1a6fd96-2052-4d61-baf1-3dc3a18de2e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3822, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:30:01Z', 'updated_at': '2021-07-06T14:30:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6', '_floatingips': [{'id': '2f8dbd25-a2fa-443b-abb7-59de80dd7592', 'tenant_id': '9d9b21e60bee490a9bf202cb583bf670', 'floating_ip_address': '172.25.0.79', 'floating_network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'router_id': 'd1a6fd96-2052-4d61-baf1-3dc3a18de2e7', 'port_id': 'e9a40172-d18a-4eb3-9b89-cd6183f3af7c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3959, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8d42e765-466c-4066-a835-9be26bf6d40e', 'mac_address': 'fa:16:3e:c2:02:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dc55d35-5e22-488c-b419-ea2aa3d9f8e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T14:36:25Z', 'updated_at': '2021-07-06T14:36:25Z', 'revision_number': 0, 'project_id': '9d9b21e60bee490a9bf202cb583bf670', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '99c31837-2c38-4de1-851d-20e2471adea0', 'name': '', 'network_id': '8d42e765-466c-4066-a835-9be26bf6d40e', 'tenant_id': '9d9b21e60bee490a9bf202cb583bf670', 'mac_address': 'fa:16:3e:bd:73:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1a6fd96-2052-4d61-baf1-3dc3a18de2e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3823, 'fixed_ips': [{'subnet_id': '2909a683-548c-4b5b-9f41-76ab6ad57d29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:30:03Z', 'updated_at': '2021-07-06T14:30:11Z', 'revision_number': 5, 'project_id': '9d9b21e60bee490a9bf202cb583bf670', 'subnets': [{'id': '2909a683-548c-4b5b-9f41-76ab6ad57d29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773647-6', False) {} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:36:27.604966 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1b0901a-1457-4a58-b01f-4668cfb3b644 None None] The sync data for ids ['d1a6fd96-2052-4d61-baf1-3dc3a18de2e7'] in n-d-773647-6 is: [{'id': 'd1a6fd96-2052-4d61-baf1-3dc3a18de2e7', 'name': 'tempest-TestVolumeBootPattern-1742609137-router', 'tenant_id': '9d9b21e60bee490a9bf202cb583bf670', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.139'}], 'enable_snat': True}, 'gw_port_id': '57ba3a89-8007-470c-a5d7-0c700e780995', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:30:01Z', 'updated_at': '2021-07-06T14:30:04Z', 'revision_number': 4, 'project_id': '9d9b21e60bee490a9bf202cb583bf670', 'gw_port': {'id': '57ba3a89-8007-470c-a5d7-0c700e780995', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:90:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1a6fd96-2052-4d61-baf1-3dc3a18de2e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3822, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:30:01Z', 'updated_at': '2021-07-06T14:30:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6', '_floatingips': [{'id': '2f8dbd25-a2fa-443b-abb7-59de80dd7592', 'tenant_id': '9d9b21e60bee490a9bf202cb583bf670', 'floating_ip_address': '172.25.0.79', 'floating_network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'router_id': 'd1a6fd96-2052-4d61-baf1-3dc3a18de2e7', 'port_id': 'e9a40172-d18a-4eb3-9b89-cd6183f3af7c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3959, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8d42e765-466c-4066-a835-9be26bf6d40e', 'mac_address': 'fa:16:3e:c2:02:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dc55d35-5e22-488c-b419-ea2aa3d9f8e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T14:36:25Z', 'updated_at': '2021-07-06T14:36:25Z', 'revision_number': 0, 'project_id': '9d9b21e60bee490a9bf202cb583bf670', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '99c31837-2c38-4de1-851d-20e2471adea0', 'name': '', 'network_id': '8d42e765-466c-4066-a835-9be26bf6d40e', 'tenant_id': '9d9b21e60bee490a9bf202cb583bf670', 'mac_address': 'fa:16:3e:bd:73:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1a6fd96-2052-4d61-baf1-3dc3a18de2e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3823, 'fixed_ips': [{'subnet_id': '2909a683-548c-4b5b-9f41-76ab6ad57d29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:30:03Z', 'updated_at': '2021-07-06T14:30:11Z', 'revision_number': 5, 'project_id': '9d9b21e60bee490a9bf202cb583bf670', 'subnets': [{'id': '2909a683-548c-4b5b-9f41-76ab6ad57d29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 14:36:27.796063 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34c37c4e-324e-403e-8f0e-24f2865caaf5 None None] New status for floating IP 2f8dbd25-a2fa-443b-abb7-59de80dd7592: ACTIVE {{(pid=100249) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 14:36:28.481587 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-03f71b24-a9b8-453a-8924-caa3f97bc6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:36:40.851030 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:36:42.295642 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.agents_db [None req-167c0ad6-1657-4c9a-a2c4-3b18056aa662 None None] Agent healthcheck: found 7 active agents {{(pid=100249) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 14:36:42.725869 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:36:52.885221 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-1bff037d-9804-4839-89c4-e721fff8df46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:36:55.585698 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-06094194-1693-45a8-9784-5dfc654bf72c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:36:55.903337 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:36:56.686733 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-2064eaae-da4f-48f8-82d2-b09d4ddedd44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:36:56.902059 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d57ca1-f4a2-4a3d-8ffb-6c2c25217d02 req-bc0a0db2-4818-4f79-831f-5e7bcd3abba5 tempest-TestServerBasicOps-548713336 tempest-TestServerBasicOps-548713336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:36:56.903564 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-73d57ca1-f4a2-4a3d-8ffb-6c2c25217d02 req-bc0a0db2-4818-4f79-831f-5e7bcd3abba5 tempest-TestServerBasicOps-548713336 tempest-TestServerBasicOps-548713336-project] 10.222.0.104 "GET /v2.0/ports?device_id=2788fe3f-cf4e-42dc-b1cb-20b1dddccb5f HTTP/1.1" status: 200 len: 946 time: 0.0631521 Jul 06 14:36:56.941086 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-73d57ca1-f4a2-4a3d-8ffb-6c2c25217d02 req-e6abddea-31d3-4631-9ce9-adb1951cce3d tempest-TestServerBasicOps-548713336 tempest-TestServerBasicOps-548713336-project] 10.222.0.104 "GET /v2.0/security-groups?id=85171937-537f-48c2-80ab-9a6c327a93a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316844 Jul 06 14:36:58.121540 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c13164-abb3-4243-be38-b7f38f998c53 req-60a8457d-460c-4a65-be93-a965b008425a tempest-TestServerBasicOps-548713336 tempest-TestServerBasicOps-548713336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:36:58.123043 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-41c13164-abb3-4243-be38-b7f38f998c53 req-60a8457d-460c-4a65-be93-a965b008425a tempest-TestServerBasicOps-548713336 tempest-TestServerBasicOps-548713336-project] 10.222.0.104 "GET /v2.0/ports?device_id=2788fe3f-cf4e-42dc-b1cb-20b1dddccb5f HTTP/1.1" status: 200 len: 946 time: 0.0668962 Jul 06 14:36:58.161891 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-41c13164-abb3-4243-be38-b7f38f998c53 req-12c6cf31-44f6-44ea-a47c-3384a98e3eae tempest-TestServerBasicOps-548713336 tempest-TestServerBasicOps-548713336-project] 10.222.0.104 "GET /v2.0/security-groups?id=85171937-537f-48c2-80ab-9a6c327a93a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320392 Jul 06 14:36:58.179947 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3be31dc-c011-490e-b22d-15cbd147d1b2 req-85f0f812-43fd-40f6-89b1-350c6c53aa06 tempest-TestServerBasicOps-548713336 tempest-TestServerBasicOps-548713336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:36:58.181426 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-e3be31dc-c011-490e-b22d-15cbd147d1b2 req-85f0f812-43fd-40f6-89b1-350c6c53aa06 tempest-TestServerBasicOps-548713336 tempest-TestServerBasicOps-548713336-project] 10.222.0.72 "GET /v2.0/ports?device_id=2788fe3f-cf4e-42dc-b1cb-20b1dddccb5f HTTP/1.1" status: 200 len: 946 time: 0.0649714 Jul 06 14:36:58.285094 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [req-e3be31dc-c011-490e-b22d-15cbd147d1b2 req-efa3a308-5243-4417-b130-aa4ade71aa71 tempest-TestServerBasicOps-548713336 tempest-TestServerBasicOps-548713336-project] Deleting port a0e53d46-990d-41f1-b906-43cdbeff7d84 {{(pid=100246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:36:58.285467 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-e3be31dc-c011-490e-b22d-15cbd147d1b2 req-efa3a308-5243-4417-b130-aa4ade71aa71 tempest-TestServerBasicOps-548713336 tempest-TestServerBasicOps-548713336-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:36:58.376396 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.db [req-e3be31dc-c011-490e-b22d-15cbd147d1b2 req-efa3a308-5243-4417-b130-aa4ade71aa71 tempest-TestServerBasicOps-548713336 tempest-TestServerBasicOps-548713336-project] For port a0e53d46-990d-41f1-b906-43cdbeff7d84, host n-h2-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=a0e53d46-990d-41f1-b906-43cdbeff7d84,segment=NetworkSegment(d1334ab1-6c20-4981-8b97-c602f01da248),segment_id=d1334ab1-6c20-4981-8b97-c602f01da248)] {{(pid=100246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:36:58.376653 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-e3be31dc-c011-490e-b22d-15cbd147d1b2 req-efa3a308-5243-4417-b130-aa4ade71aa71 tempest-TestServerBasicOps-548713336 tempest-TestServerBasicOps-548713336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:36:58.484721 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-03f71b24-a9b8-453a-8924-caa3f97bc6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:36:58.587084 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-e3be31dc-c011-490e-b22d-15cbd147d1b2 req-efa3a308-5243-4417-b130-aa4ade71aa71 tempest-TestServerBasicOps-548713336 tempest-TestServerBasicOps-548713336-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:36:58.587540 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-e3be31dc-c011-490e-b22d-15cbd147d1b2 req-efa3a308-5243-4417-b130-aa4ade71aa71 tempest-TestServerBasicOps-548713336 tempest-TestServerBasicOps-548713336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1761130'] for floatingip, after_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:36:58.587881 n-d-773647-6 neutron-server[100246]: INFO neutron.db.l3_db [req-e3be31dc-c011-490e-b22d-15cbd147d1b2 req-efa3a308-5243-4417-b130-aa4ade71aa71 tempest-TestServerBasicOps-548713336 tempest-TestServerBasicOps-548713336-project] Floating IP 197c76d5-3bd1-4776-8fd4-fa73f86aeabf disassociated. External IP: 172.25.0.201, port: a0e53d46-990d-41f1-b906-43cdbeff7d84. Jul 06 14:36:58.588221 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [req-e3be31dc-c011-490e-b22d-15cbd147d1b2 req-efa3a308-5243-4417-b130-aa4ade71aa71 tempest-TestServerBasicOps-548713336 tempest-TestServerBasicOps-548713336-project] Calling delete_port for a0e53d46-990d-41f1-b906-43cdbeff7d84 owned by compute:nova {{(pid=100246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:36:58.719349 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-e3be31dc-c011-490e-b22d-15cbd147d1b2 req-efa3a308-5243-4417-b130-aa4ade71aa71 tempest-TestServerBasicOps-548713336 tempest-TestServerBasicOps-548713336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127687580'] for port, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:36:58.749132 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa3a308-5243-4417-b130-aa4ade71aa71 tempest-TestServerBasicOps-548713336 tempest-TestServerBasicOps-548713336-project] Pushing event deleted for resources: {'Port': ['ID=a0e53d46-990d-41f1-b906-43cdbeff7d84,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:36:58.760843 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa3a308-5243-4417-b130-aa4ade71aa71 tempest-TestServerBasicOps-548713336 tempest-TestServerBasicOps-548713336-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:36:58.761198 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa3a308-5243-4417-b130-aa4ade71aa71 tempest-TestServerBasicOps-548713336 tempest-TestServerBasicOps-548713336-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:36:58.761541 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa3a308-5243-4417-b130-aa4ade71aa71 tempest-TestServerBasicOps-548713336 tempest-TestServerBasicOps-548713336-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:36:58.761878 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa3a308-5243-4417-b130-aa4ade71aa71 tempest-TestServerBasicOps-548713336 tempest-TestServerBasicOps-548713336-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:36:58.762209 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa3a308-5243-4417-b130-aa4ade71aa71 tempest-TestServerBasicOps-548713336 tempest-TestServerBasicOps-548713336-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:36:58.762542 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa3a308-5243-4417-b130-aa4ade71aa71 tempest-TestServerBasicOps-548713336 tempest-TestServerBasicOps-548713336-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:36:58.762873 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa3a308-5243-4417-b130-aa4ade71aa71 tempest-TestServerBasicOps-548713336 tempest-TestServerBasicOps-548713336-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:36:58.763203 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa3a308-5243-4417-b130-aa4ade71aa71 tempest-TestServerBasicOps-548713336 tempest-TestServerBasicOps-548713336-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:36:58.763628 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa3a308-5243-4417-b130-aa4ade71aa71 tempest-TestServerBasicOps-548713336 tempest-TestServerBasicOps-548713336-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:36:58.763954 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa3a308-5243-4417-b130-aa4ade71aa71 tempest-TestServerBasicOps-548713336 tempest-TestServerBasicOps-548713336-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:36:58.764275 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa3a308-5243-4417-b130-aa4ade71aa71 tempest-TestServerBasicOps-548713336 tempest-TestServerBasicOps-548713336-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:36:58.764601 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa3a308-5243-4417-b130-aa4ade71aa71 tempest-TestServerBasicOps-548713336 tempest-TestServerBasicOps-548713336-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:36:59.157069 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e3be31dc-c011-490e-b22d-15cbd147d1b2 req-efa3a308-5243-4417-b130-aa4ade71aa71 tempest-TestServerBasicOps-548713336 tempest-TestServerBasicOps-548713336-project] Router c2612fdd-7fd4-4698-a3f3-f5573621a415 has already been hosted by L3 agent 2823d358-a11b-4885-a706-95a279e43fa7 {{(pid=100246) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 14:36:59.273387 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e3be31dc-c011-490e-b22d-15cbd147d1b2 req-efa3a308-5243-4417-b130-aa4ade71aa71 tempest-TestServerBasicOps-548713336 tempest-TestServerBasicOps-548713336-project] Notify agent at l3_agent.n-d-773647-6 the message routers_updated {{(pid=100246) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 14:36:59.283126 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3beb124-4bff-4d06-bb64-5e9f393e9f6e None None] Sync routers for ids ['c2612fdd-7fd4-4698-a3f3-f5573621a415'] in n-d-773647-6 {{(pid=100248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 14:36:59.292654 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3beb124-4bff-4d06-bb64-5e9f393e9f6e None None] Routers {'c2612fdd-7fd4-4698-a3f3-f5573621a415'} bound to L3 agent in host n-d-773647-6 {{(pid=100248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:36:59.293391 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-c3beb124-4bff-4d06-bb64-5e9f393e9f6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T14:36:56Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['c2612fdd-7fd4-4698-a3f3-f5573621a415'], 'active': True} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:36:59.322652 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3be31dc-c011-490e-b22d-15cbd147d1b2 req-efa3a308-5243-4417-b130-aa4ade71aa71 tempest-TestServerBasicOps-548713336 tempest-TestServerBasicOps-548713336-project] No DVR routers for this DVR port a0e53d46-990d-41f1-b906-43cdbeff7d84 on host n-h2-773647-6 {{(pid=100246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:36:59.323004 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-53d7628c-a854-408f-9bf1-d06bcb224fcc req-36b1d989-4006-4916-9799-ea3179f28210 tempest-TestServerBasicOps-548713336 tempest-TestServerBasicOps-548713336-project] 10.222.0.104 "GET /v2.0/ports?device_id=2788fe3f-cf4e-42dc-b1cb-20b1dddccb5f HTTP/1.1" status: 200 len: 210 time: 0.0292161 Jul 06 14:36:59.325465 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-e3be31dc-c011-490e-b22d-15cbd147d1b2 req-efa3a308-5243-4417-b130-aa4ade71aa71 tempest-TestServerBasicOps-548713336 tempest-TestServerBasicOps-548713336-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:36:59.327715 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-e3be31dc-c011-490e-b22d-15cbd147d1b2 req-efa3a308-5243-4417-b130-aa4ade71aa71 tempest-TestServerBasicOps-548713336 tempest-TestServerBasicOps-548713336-project] 10.222.0.72 "DELETE /v2.0/ports/a0e53d46-990d-41f1-b906-43cdbeff7d84 HTTP/1.1" status: 204 len: 173 time: 1.1408567 Jul 06 14:36:59.328083 n-d-773647-6 neutron-server[100246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2788fe3f-cf4e-42dc-b1cb-20b1dddccb5f', 'name': 'network-vif-deleted', 'tag': 'a0e53d46-990d-41f1-b906-43cdbeff7d84'}] {{(pid=100246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:36:59.330357 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0d96c5ab5e889f7b933ae915b9be33d1b46c9e87795bf781004b656ef3f1e87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-728491cd-6b59-40a7-8a7f-a0d9416fe2e2" -d '{"events": [{"server_uuid": "2788fe3f-cf4e-42dc-b1cb-20b1dddccb5f", "name": "network-vif-deleted", "tag": "a0e53d46-990d-41f1-b906-43cdbeff7d84"}]}' {{(pid=100246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:36:59.424100 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvr_db [None req-c3beb124-4bff-4d06-bb64-5e9f393e9f6e None None] Set router c2612fdd-7fd4-4698-a3f3-f5573621a415 gateway port host: n-d-773647-6 {{(pid=100248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:36:59.435635 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 14:36:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2201822-8af6-4088-9a5d-111e71e4873b x-openstack-request-id: req-e2201822-8af6-4088-9a5d-111e71e4873b {{(pid=100246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:36:59.435925 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2788fe3f-cf4e-42dc-b1cb-20b1dddccb5f", "name": "network-vif-deleted", "tag": "a0e53d46-990d-41f1-b906-43cdbeff7d84", "status": "completed", "code": 200}]} {{(pid=100246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:36:59.436180 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-e2201822-8af6-4088-9a5d-111e71e4873b {{(pid=100246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:36:59.436861 n-d-773647-6 neutron-server[100246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2788fe3f-cf4e-42dc-b1cb-20b1dddccb5f', 'name': 'network-vif-deleted', 'tag': 'a0e53d46-990d-41f1-b906-43cdbeff7d84', 'status': 'completed', 'code': 200} Jul 06 14:36:59.628097 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-c3beb124-4bff-4d06-bb64-5e9f393e9f6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2612fdd-7fd4-4698-a3f3-f5573621a415', 'name': 'tempest-TestServerBasicOps-242178685-router', 'tenant_id': '34aff2af8eff4331a20d73f44e39de99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.17'}], 'enable_snat': True}, 'gw_port_id': '928164d4-4cd1-45d4-a2cd-253011d22d8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:31:50Z', 'updated_at': '2021-07-06T14:31:54Z', 'revision_number': 4, 'project_id': '34aff2af8eff4331a20d73f44e39de99', 'gw_port': {'id': '928164d4-4cd1-45d4-a2cd-253011d22d8b', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:1a:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2612fdd-7fd4-4698-a3f3-f5573621a415', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3916, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:31:51Z', 'updated_at': '2021-07-06T14:31:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6', '_interfaces': [{'id': '192d04e8-a569-4569-91db-cdd2707c11b9', 'name': '', 'network_id': 'cb5944e1-9f88-45ab-a7f5-77b1e91c305e', 'tenant_id': '34aff2af8eff4331a20d73f44e39de99', 'mac_address': 'fa:16:3e:35:b9:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2612fdd-7fd4-4698-a3f3-f5573621a415', 'device_owner': 'network:router_interface', 'standard_attr_id': 3917, 'fixed_ips': [{'subnet_id': 'a6103a5b-23db-41c0-acaf-c0375bb0935b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:31:53Z', 'updated_at': '2021-07-06T14:32:00Z', 'revision_number': 5, 'project_id': '34aff2af8eff4331a20d73f44e39de99', 'subnets': [{'id': 'a6103a5b-23db-41c0-acaf-c0375bb0935b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773647-6', False) {} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:36:59.653924 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3beb124-4bff-4d06-bb64-5e9f393e9f6e None None] Checking router: c2612fdd-7fd4-4698-a3f3-f5573621a415 for host: n-d-773647-6 {{(pid=100248) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 14:36:59.662198 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3beb124-4bff-4d06-bb64-5e9f393e9f6e None None] Routers {'c2612fdd-7fd4-4698-a3f3-f5573621a415'} bound to L3 agent in host n-d-773647-6 {{(pid=100248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:36:59.662798 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-c3beb124-4bff-4d06-bb64-5e9f393e9f6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T14:36:56Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['c2612fdd-7fd4-4698-a3f3-f5573621a415'], 'active': True} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:36:59.769584 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvr_db [None req-c3beb124-4bff-4d06-bb64-5e9f393e9f6e None None] Set router c2612fdd-7fd4-4698-a3f3-f5573621a415 gateway port host: n-d-773647-6 {{(pid=100248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:36:59.803878 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-f29397fc-f9bd-4b05-a619-58be0fc7c6e5 req-0f066b6e-da91-4b09-866c-03833896c744 service neutron] 10.222.0.127 "GET /v2.0/ports?device_id=8dc55d35-5e22-488c-b419-ea2aa3d9f8e1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0522358 Jul 06 14:36:59.903141 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29397fc-f9bd-4b05-a619-58be0fc7c6e5 req-8d43063d-ff59-458c-aad0-cd68ce56941f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:36:59.904596 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-f29397fc-f9bd-4b05-a619-58be0fc7c6e5 req-8d43063d-ff59-458c-aad0-cd68ce56941f service neutron] 10.222.0.127 "GET /v2.0/ports?tenant_id=9d9b21e60bee490a9bf202cb583bf670&device_id=8dc55d35-5e22-488c-b419-ea2aa3d9f8e1 HTTP/1.1" status: 200 len: 1097 time: 0.0553620 Jul 06 14:36:59.985911 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-c3beb124-4bff-4d06-bb64-5e9f393e9f6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2612fdd-7fd4-4698-a3f3-f5573621a415', 'name': 'tempest-TestServerBasicOps-242178685-router', 'tenant_id': '34aff2af8eff4331a20d73f44e39de99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.17'}], 'enable_snat': True}, 'gw_port_id': '928164d4-4cd1-45d4-a2cd-253011d22d8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:31:50Z', 'updated_at': '2021-07-06T14:31:54Z', 'revision_number': 4, 'project_id': '34aff2af8eff4331a20d73f44e39de99', 'gw_port': {'id': '928164d4-4cd1-45d4-a2cd-253011d22d8b', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:1a:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2612fdd-7fd4-4698-a3f3-f5573621a415', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3916, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:31:51Z', 'updated_at': '2021-07-06T14:31:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6', '_interfaces': [{'id': '192d04e8-a569-4569-91db-cdd2707c11b9', 'name': '', 'network_id': 'cb5944e1-9f88-45ab-a7f5-77b1e91c305e', 'tenant_id': '34aff2af8eff4331a20d73f44e39de99', 'mac_address': 'fa:16:3e:35:b9:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2612fdd-7fd4-4698-a3f3-f5573621a415', 'device_owner': 'network:router_interface', 'standard_attr_id': 3917, 'fixed_ips': [{'subnet_id': 'a6103a5b-23db-41c0-acaf-c0375bb0935b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:31:53Z', 'updated_at': '2021-07-06T14:32:00Z', 'revision_number': 5, 'project_id': '34aff2af8eff4331a20d73f44e39de99', 'subnets': [{'id': 'a6103a5b-23db-41c0-acaf-c0375bb0935b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773647-6', False) {} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:37:00.016515 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3beb124-4bff-4d06-bb64-5e9f393e9f6e None None] The sync data for ids ['c2612fdd-7fd4-4698-a3f3-f5573621a415'] in n-d-773647-6 is: [{'id': 'c2612fdd-7fd4-4698-a3f3-f5573621a415', 'name': 'tempest-TestServerBasicOps-242178685-router', 'tenant_id': '34aff2af8eff4331a20d73f44e39de99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.17'}], 'enable_snat': True}, 'gw_port_id': '928164d4-4cd1-45d4-a2cd-253011d22d8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:31:50Z', 'updated_at': '2021-07-06T14:31:54Z', 'revision_number': 4, 'project_id': '34aff2af8eff4331a20d73f44e39de99', 'gw_port': {'id': '928164d4-4cd1-45d4-a2cd-253011d22d8b', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:1a:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2612fdd-7fd4-4698-a3f3-f5573621a415', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3916, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:31:51Z', 'updated_at': '2021-07-06T14:31:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6', '_interfaces': [{'id': '192d04e8-a569-4569-91db-cdd2707c11b9', 'name': '', 'network_id': 'cb5944e1-9f88-45ab-a7f5-77b1e91c305e', 'tenant_id': '34aff2af8eff4331a20d73f44e39de99', 'mac_address': 'fa:16:3e:35:b9:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2612fdd-7fd4-4698-a3f3-f5573621a415', 'device_owner': 'network:router_interface', 'standard_attr_id': 3917, 'fixed_ips': [{'subnet_id': 'a6103a5b-23db-41c0-acaf-c0375bb0935b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:31:53Z', 'updated_at': '2021-07-06T14:32:00Z', 'revision_number': 5, 'project_id': '34aff2af8eff4331a20d73f44e39de99', 'subnets': [{'id': 'a6103a5b-23db-41c0-acaf-c0375bb0935b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 14:37:00.020304 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29397fc-f9bd-4b05-a619-58be0fc7c6e5 req-0fd95b75-dc01-4053-8f3e-b77b94b94e2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:37:00.021785 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-f29397fc-f9bd-4b05-a619-58be0fc7c6e5 req-0fd95b75-dc01-4053-8f3e-b77b94b94e2d service neutron] 10.222.0.127 "GET /v2.0/networks?id=8d42e765-466c-4066-a835-9be26bf6d40e HTTP/1.1" status: 200 len: 914 time: 0.0938597 Jul 06 14:37:00.089042 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-f29397fc-f9bd-4b05-a619-58be0fc7c6e5 req-fa1f697e-b43d-4b2a-bd49-e37ad7c9c9b1 service neutron] 10.222.0.127 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e9a40172-d18a-4eb3-9b89-cd6183f3af7c HTTP/1.1" status: 200 len: 1001 time: 0.0595880 Jul 06 14:37:00.141844 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29397fc-f9bd-4b05-a619-58be0fc7c6e5 req-a90498b2-4d9c-4a3d-8729-3a1d586e5223 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:37:00.143392 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-f29397fc-f9bd-4b05-a619-58be0fc7c6e5 req-a90498b2-4d9c-4a3d-8729-3a1d586e5223 service neutron] 10.222.0.127 "GET /v2.0/subnets?id=2909a683-548c-4b5b-9f41-76ab6ad57d29 HTTP/1.1" status: 200 len: 851 time: 0.0483630 Jul 06 14:37:00.205917 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29397fc-f9bd-4b05-a619-58be0fc7c6e5 req-e320b3ea-78b3-427f-9125-04ee604cc7f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:37:00.207515 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-f29397fc-f9bd-4b05-a619-58be0fc7c6e5 req-e320b3ea-78b3-427f-9125-04ee604cc7f8 service neutron] 10.222.0.127 "GET /v2.0/ports?network_id=8d42e765-466c-4066-a835-9be26bf6d40e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0570633 Jul 06 14:37:00.237054 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fe3bee4-2b60-47eb-a424-03882fa40e06 None None] New status for floating IP 197c76d5-3bd1-4776-8fd4-fa73f86aeabf: DOWN {{(pid=100249) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 14:37:00.295081 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-f29397fc-f9bd-4b05-a619-58be0fc7c6e5 req-be446ca8-b6f3-4811-a83e-431d4373ca7d service neutron] 10.222.0.127 "GET /v2.0/networks/8d42e765-466c-4066-a835-9be26bf6d40e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806935 Jul 06 14:37:00.397435 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-f29397fc-f9bd-4b05-a619-58be0fc7c6e5 req-05932273-4a03-4c2e-9338-6e78462d6299 service neutron] 10.222.0.127 "GET /v2.0/networks/8d42e765-466c-4066-a835-9be26bf6d40e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943706 Jul 06 14:37:00.447381 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 56270) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:37:00.566988 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.plugin [None req-9c3ec7f5-8a10-4a38-901a-5c8e9f1e2892 tempest-TestServerBasicOps-548713336 tempest-TestServerBasicOps-548713336-project] Deleting port 01fa1a83-6603-45f3-802c-eceb2d9d2137 {{(pid=100247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:37:00.567382 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-9c3ec7f5-8a10-4a38-901a-5c8e9f1e2892 tempest-TestServerBasicOps-548713336 tempest-TestServerBasicOps-548713336-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:37:00.640544 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-9c3ec7f5-8a10-4a38-901a-5c8e9f1e2892 tempest-TestServerBasicOps-548713336 tempest-TestServerBasicOps-548713336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:37:00.640877 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-9c3ec7f5-8a10-4a38-901a-5c8e9f1e2892 tempest-TestServerBasicOps-548713336 tempest-TestServerBasicOps-548713336-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:37:00.653691 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.plugin [None req-9c3ec7f5-8a10-4a38-901a-5c8e9f1e2892 tempest-TestServerBasicOps-548713336 tempest-TestServerBasicOps-548713336-project] Calling delete_port for 01fa1a83-6603-45f3-802c-eceb2d9d2137 owned by network:floatingip {{(pid=100247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:37:00.780228 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-9c3ec7f5-8a10-4a38-901a-5c8e9f1e2892 tempest-TestServerBasicOps-548713336 tempest-TestServerBasicOps-548713336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128888353'] for port, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:37:00.809235 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3ec7f5-8a10-4a38-901a-5c8e9f1e2892 tempest-TestServerBasicOps-548713336 tempest-TestServerBasicOps-548713336-project] Pushing event deleted for resources: {'Port': ['ID=01fa1a83-6603-45f3-802c-eceb2d9d2137,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:37:00.870391 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-9c3ec7f5-8a10-4a38-901a-5c8e9f1e2892 tempest-TestServerBasicOps-548713336 tempest-TestServerBasicOps-548713336-project] Notify callbacks [] for floatingip, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:37:00.873004 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-9c3ec7f5-8a10-4a38-901a-5c8e9f1e2892 tempest-TestServerBasicOps-548713336 tempest-TestServerBasicOps-548713336-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for floatingip, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:37:00.874184 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-9c3ec7f5-8a10-4a38-901a-5c8e9f1e2892 tempest-TestServerBasicOps-548713336 tempest-TestServerBasicOps-548713336-project] 10.222.0.104 "DELETE /v2.0/floatingips/197c76d5-3bd1-4776-8fd4-fa73f86aeabf HTTP/1.1" status: 204 len: 168 time: 0.4258034 Jul 06 14:37:01.017002 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 56276) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:37:01.088365 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-39c47d32-33e6-4f6e-ab8f-9d2aced7ba5a tempest-TestServerBasicOps-548713336 tempest-TestServerBasicOps-548713336-project] Notify callbacks [] for security_group, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:37:01.119086 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-39c47d32-33e6-4f6e-ab8f-9d2aced7ba5a tempest-TestServerBasicOps-548713336 tempest-TestServerBasicOps-548713336-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:37:01.184372 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-39c47d32-33e6-4f6e-ab8f-9d2aced7ba5a tempest-TestServerBasicOps-548713336 tempest-TestServerBasicOps-548713336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:37:01.187162 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-39c47d32-33e6-4f6e-ab8f-9d2aced7ba5a tempest-TestServerBasicOps-548713336 tempest-TestServerBasicOps-548713336-project] Notify callbacks [] for security_group, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:37:01.188414 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-39c47d32-33e6-4f6e-ab8f-9d2aced7ba5a tempest-TestServerBasicOps-548713336 tempest-TestServerBasicOps-548713336-project] 10.222.0.104 "DELETE /v2.0/security-groups/85171937-537f-48c2-80ab-9a6c327a93a7 HTTP/1.1" status: 204 len: 168 time: 0.1701758 Jul 06 14:37:01.198321 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c47d32-33e6-4f6e-ab8f-9d2aced7ba5a tempest-TestServerBasicOps-548713336 tempest-TestServerBasicOps-548713336-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=85171937-537f-48c2-80ab-9a6c327a93a7,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:37:01.256591 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 56280) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:37:02.073747 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-5790ffbd-0ebb-4e1b-a86d-f723d97c8b71 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1809431'] for router_interface, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:37:02.244996 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Device a0e53d46-990d-41f1-b906-43cdbeff7d84 no longer exists at agent hyperv_n-h2-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:37:02.265868 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] No Port match for: a0e53d46-990d-41f1-b906-43cdbeff7d84 {{(pid=100248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 14:37:02.265868 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Device a0e53d46-990d-41f1-b906-43cdbeff7d84 not bound to the agent host n-h2-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:37:02.332319 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.plugin [None req-5790ffbd-0ebb-4e1b-a86d-f723d97c8b71 admin admin] Deleting port 192d04e8-a569-4569-91db-cdd2707c11b9 {{(pid=100247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:37:02.332706 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-5790ffbd-0ebb-4e1b-a86d-f723d97c8b71 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:37:02.412612 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.db [None req-5790ffbd-0ebb-4e1b-a86d-f723d97c8b71 admin admin] For port 192d04e8-a569-4569-91db-cdd2707c11b9, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=192d04e8-a569-4569-91db-cdd2707c11b9,segment=NetworkSegment(d1334ab1-6c20-4981-8b97-c602f01da248),segment_id=d1334ab1-6c20-4981-8b97-c602f01da248)] {{(pid=100247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:37:02.412868 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-5790ffbd-0ebb-4e1b-a86d-f723d97c8b71 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:37:02.424923 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.plugin [None req-5790ffbd-0ebb-4e1b-a86d-f723d97c8b71 admin admin] Calling delete_port for 192d04e8-a569-4569-91db-cdd2707c11b9 owned by network:router_interface {{(pid=100247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:37:02.613153 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-5790ffbd-0ebb-4e1b-a86d-f723d97c8b71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128888353'] for port, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:37:02.643971 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5790ffbd-0ebb-4e1b-a86d-f723d97c8b71 admin admin] Pushing event deleted for resources: {'Port': ['ID=192d04e8-a569-4569-91db-cdd2707c11b9,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:37:02.682626 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5790ffbd-0ebb-4e1b-a86d-f723d97c8b71 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:37:02.683013 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5790ffbd-0ebb-4e1b-a86d-f723d97c8b71 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:37:02.683470 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5790ffbd-0ebb-4e1b-a86d-f723d97c8b71 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:37:02.683823 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5790ffbd-0ebb-4e1b-a86d-f723d97c8b71 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:37:02.684248 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5790ffbd-0ebb-4e1b-a86d-f723d97c8b71 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:37:02.684657 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5790ffbd-0ebb-4e1b-a86d-f723d97c8b71 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:37:02.685249 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5790ffbd-0ebb-4e1b-a86d-f723d97c8b71 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:37:02.685750 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5790ffbd-0ebb-4e1b-a86d-f723d97c8b71 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:37:02.686090 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5790ffbd-0ebb-4e1b-a86d-f723d97c8b71 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:37:02.686548 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5790ffbd-0ebb-4e1b-a86d-f723d97c8b71 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:37:02.686943 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5790ffbd-0ebb-4e1b-a86d-f723d97c8b71 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:37:02.687412 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5790ffbd-0ebb-4e1b-a86d-f723d97c8b71 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:37:02.845069 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-5790ffbd-0ebb-4e1b-a86d-f723d97c8b71 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1809193'] for router_interface, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:37:03.067026 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5790ffbd-0ebb-4e1b-a86d-f723d97c8b71 admin admin] Router c2612fdd-7fd4-4698-a3f3-f5573621a415 has already been hosted by L3 agent 2823d358-a11b-4885-a706-95a279e43fa7 {{(pid=100247) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 14:37:03.176184 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5790ffbd-0ebb-4e1b-a86d-f723d97c8b71 admin admin] Notify agent at l3_agent.n-d-773647-6 the message routers_updated {{(pid=100247) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 14:37:03.181142 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-5790ffbd-0ebb-4e1b-a86d-f723d97c8b71 admin admin] 10.222.0.104 "PUT /v2.0/routers/c2612fdd-7fd4-4698-a3f3-f5573621a415/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9234595 Jul 06 14:37:03.183810 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 56284) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:37:03.184412 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7deeb8b7-8019-4dbc-8dd7-884e06867641 None None] Sync routers for ids ['c2612fdd-7fd4-4698-a3f3-f5573621a415'] in n-d-773647-6 {{(pid=100248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 14:37:03.194558 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7deeb8b7-8019-4dbc-8dd7-884e06867641 None None] Routers {'c2612fdd-7fd4-4698-a3f3-f5573621a415'} bound to L3 agent in host n-d-773647-6 {{(pid=100248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:37:03.195168 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-7deeb8b7-8019-4dbc-8dd7-884e06867641 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T14:36:56Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['c2612fdd-7fd4-4698-a3f3-f5573621a415'], 'active': True} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:37:03.288984 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-5e41d9c3-182c-4272-9b98-bab0e8d42b56 admin admin] Notify callbacks [] for router, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:37:03.299399 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvr_db [None req-7deeb8b7-8019-4dbc-8dd7-884e06867641 None None] Set router c2612fdd-7fd4-4698-a3f3-f5573621a415 gateway port host: n-d-773647-6 {{(pid=100248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:37:03.390703 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-5e41d9c3-182c-4272-9b98-bab0e8d42b56 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:37:03.445210 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.plugin [None req-5e41d9c3-182c-4272-9b98-bab0e8d42b56 admin admin] Deleting port 928164d4-4cd1-45d4-a2cd-253011d22d8b {{(pid=100247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:37:03.445570 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-5e41d9c3-182c-4272-9b98-bab0e8d42b56 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:37:03.477728 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-7deeb8b7-8019-4dbc-8dd7-884e06867641 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2612fdd-7fd4-4698-a3f3-f5573621a415', 'name': 'tempest-TestServerBasicOps-242178685-router', 'tenant_id': '34aff2af8eff4331a20d73f44e39de99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.17'}], 'enable_snat': True}, 'gw_port_id': '928164d4-4cd1-45d4-a2cd-253011d22d8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:31:50Z', 'updated_at': '2021-07-06T14:37:02Z', 'revision_number': 5, 'project_id': '34aff2af8eff4331a20d73f44e39de99', 'gw_port': {'id': '928164d4-4cd1-45d4-a2cd-253011d22d8b', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:1a:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2612fdd-7fd4-4698-a3f3-f5573621a415', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3916, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:31:51Z', 'updated_at': '2021-07-06T14:31:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6'}], 'n-d-773647-6', False) {} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:37:03.510258 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7deeb8b7-8019-4dbc-8dd7-884e06867641 None None] Checking router: c2612fdd-7fd4-4698-a3f3-f5573621a415 for host: n-d-773647-6 {{(pid=100248) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 14:37:03.518532 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7deeb8b7-8019-4dbc-8dd7-884e06867641 None None] Routers {'c2612fdd-7fd4-4698-a3f3-f5573621a415'} bound to L3 agent in host n-d-773647-6 {{(pid=100248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:37:03.519202 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-7deeb8b7-8019-4dbc-8dd7-884e06867641 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T14:36:56Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['c2612fdd-7fd4-4698-a3f3-f5573621a415'], 'active': True} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:37:03.523318 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.db [None req-5e41d9c3-182c-4272-9b98-bab0e8d42b56 admin admin] For port 928164d4-4cd1-45d4-a2cd-253011d22d8b, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=928164d4-4cd1-45d4-a2cd-253011d22d8b,segment=NetworkSegment(89a832b7-7793-4d51-9038-ed7e1c3ff1b2),segment_id=89a832b7-7793-4d51-9038-ed7e1c3ff1b2)] {{(pid=100247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:37:03.523680 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-5e41d9c3-182c-4272-9b98-bab0e8d42b56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:37:03.540075 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.plugin [None req-5e41d9c3-182c-4272-9b98-bab0e8d42b56 admin admin] Calling delete_port for 928164d4-4cd1-45d4-a2cd-253011d22d8b owned by network:router_gateway {{(pid=100247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:37:03.605300 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvr_db [None req-7deeb8b7-8019-4dbc-8dd7-884e06867641 None None] Set router c2612fdd-7fd4-4698-a3f3-f5573621a415 gateway port host: None {{(pid=100248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:37:03.657028 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-7deeb8b7-8019-4dbc-8dd7-884e06867641 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2612fdd-7fd4-4698-a3f3-f5573621a415', 'name': 'tempest-TestServerBasicOps-242178685-router', 'tenant_id': '34aff2af8eff4331a20d73f44e39de99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:31:50Z', 'updated_at': '2021-07-06T14:37:03Z', 'revision_number': 6, 'project_id': '34aff2af8eff4331a20d73f44e39de99', 'gw_port_host': None}], 'n-d-773647-6', False) {} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:37:03.710554 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-5e41d9c3-182c-4272-9b98-bab0e8d42b56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128888353'] for port, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:37:03.744028 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e41d9c3-182c-4272-9b98-bab0e8d42b56 admin admin] Pushing event deleted for resources: {'Port': ['ID=928164d4-4cd1-45d4-a2cd-253011d22d8b,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:37:03.812595 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-5e41d9c3-182c-4272-9b98-bab0e8d42b56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1761104'] for router_gateway, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:37:03.844427 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7deeb8b7-8019-4dbc-8dd7-884e06867641 None None] The sync data for ids ['c2612fdd-7fd4-4698-a3f3-f5573621a415'] in n-d-773647-6 is: [{'id': 'c2612fdd-7fd4-4698-a3f3-f5573621a415', 'name': 'tempest-TestServerBasicOps-242178685-router', 'tenant_id': '34aff2af8eff4331a20d73f44e39de99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:31:50Z', 'updated_at': '2021-07-06T14:37:03Z', 'revision_number': 6, 'project_id': '34aff2af8eff4331a20d73f44e39de99', 'gw_port_host': None}] {{(pid=100248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 14:37:03.906481 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-5e41d9c3-182c-4272-9b98-bab0e8d42b56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1806308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6982'] for router, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:37:03.909051 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-5e41d9c3-182c-4272-9b98-bab0e8d42b56 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:37:03.951684 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-5e41d9c3-182c-4272-9b98-bab0e8d42b56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1805684'] for router, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:37:03.952236 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e41d9c3-182c-4272-9b98-bab0e8d42b56 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c2612fdd-7fd4-4698-a3f3-f5573621a415 {{(pid=100247) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 14:37:03.956642 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-5e41d9c3-182c-4272-9b98-bab0e8d42b56 admin admin] Notify callbacks [] for router, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:37:03.957741 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-5e41d9c3-182c-4272-9b98-bab0e8d42b56 admin admin] 10.222.0.104 "DELETE /v2.0/routers/c2612fdd-7fd4-4698-a3f3-f5573621a415 HTTP/1.1" status: 204 len: 168 time: 0.7730055 Jul 06 14:37:03.960417 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 56286) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:37:04.007867 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.db_base_plugin_v2 [None req-bf197388-420e-459a-becd-f972cab918b4 admin admin] Deleting subnet a6103a5b-23db-41c0-acaf-c0375bb0935b {{(pid=100247) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 14:37:04.010803 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-bf197388-420e-459a-becd-f972cab918b4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:37:04.043695 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-bf197388-420e-459a-becd-f972cab918b4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127131748'] for subnet, precommit_delete_associations {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:37:04.117571 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-bf197388-420e-459a-becd-f972cab918b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-913473'] for subnet, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:37:04.173398 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-bf197388-420e-459a-becd-f972cab918b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-913480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1849032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-128888347', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127627857'] for subnet, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:37:04.201513 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf197388-420e-459a-becd-f972cab918b4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a6103a5b-23db-41c0-acaf-c0375bb0935b,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:37:04.204304 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-bf197388-420e-459a-becd-f972cab918b4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:37:04.206252 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-bf197388-420e-459a-becd-f972cab918b4 admin admin] 10.222.0.104 "DELETE /v2.0/subnets/a6103a5b-23db-41c0-acaf-c0375bb0935b HTTP/1.1" status: 204 len: 168 time: 0.2448196 Jul 06 14:37:04.209139 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9ac34ed-f325-4463-ab6c-104513ec9d05 None None] Network cb5944e1-9f88-45ab-a7f5-77b1e91c305e requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:37:04.210006 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 56288) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:37:04.281236 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-0e34245a-9370-4a0f-bc37-b4c268faf607 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530492'] for network, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:37:04.334285 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [None req-0e34245a-9370-4a0f-bc37-b4c268faf607 admin admin] Deleting port b0a48c69-2b66-455e-a324-58378ce88673 {{(pid=100246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:37:04.334928 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-0e34245a-9370-4a0f-bc37-b4c268faf607 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:37:04.404181 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.db [None req-0e34245a-9370-4a0f-bc37-b4c268faf607 admin admin] For port b0a48c69-2b66-455e-a324-58378ce88673, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=b0a48c69-2b66-455e-a324-58378ce88673,segment=NetworkSegment(d1334ab1-6c20-4981-8b97-c602f01da248),segment_id=d1334ab1-6c20-4981-8b97-c602f01da248)] {{(pid=100246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:37:04.404551 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-0e34245a-9370-4a0f-bc37-b4c268faf607 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:37:04.418323 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [None req-0e34245a-9370-4a0f-bc37-b4c268faf607 admin admin] Calling delete_port for b0a48c69-2b66-455e-a324-58378ce88673 owned by network:dhcp {{(pid=100246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:37:04.497718 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-0e34245a-9370-4a0f-bc37-b4c268faf607 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127687580'] for port, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:37:04.530837 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e34245a-9370-4a0f-bc37-b4c268faf607 admin admin] Pushing event deleted for resources: {'Port': ['ID=b0a48c69-2b66-455e-a324-58378ce88673,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:37:04.535315 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e34245a-9370-4a0f-bc37-b4c268faf607 admin admin] No DVR routers for this DVR port b0a48c69-2b66-455e-a324-58378ce88673 on host n-d-773647-6 {{(pid=100246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:37:04.605438 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-0e34245a-9370-4a0f-bc37-b4c268faf607 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-917204', 'neutron.services.segments.db._delete_segments_for_network-8773753502302'] for network, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:37:04.615625 n-d-773647-6 neutron-server[100246]: DEBUG neutron.services.segments.db [None req-0e34245a-9370-4a0f-bc37-b4c268faf607 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb5944e1-9f88-45ab-a7f5-77b1e91c305e']}} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:37:04.627850 n-d-773647-6 neutron-server[100246]: DEBUG neutron.services.segments.db [None req-0e34245a-9370-4a0f-bc37-b4c268faf607 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd1334ab1-6c20-4981-8b97-c602f01da248') {'for_net_delete': True} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:37:04.628144 n-d-773647-6 neutron-server[100246]: DEBUG neutron.services.segments.db [None req-0e34245a-9370-4a0f-bc37-b4c268faf607 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd1334ab1-6c20-4981-8b97-c602f01da248') {} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:37:04.628699 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35f9bfc7-8d3a-4a10-9d36-bfca7e94a906 None None] DHCP port deletion for cb5944e1-9f88-45ab-a7f5-77b1e91c305e request from n-d-773647-6 {{(pid=100248) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 14:37:04.638108 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-0e34245a-9370-4a0f-bc37-b4c268faf607 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773753515138', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126218898'] for segment, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:37:04.654191 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-0e34245a-9370-4a0f-bc37-b4c268faf607 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552'] for segment, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:37:04.661187 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e34245a-9370-4a0f-bc37-b4c268faf607 admin admin] Releasing vlan 1019 on physical network physnet1 to pool {{(pid=100246) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 14:37:04.662607 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-0e34245a-9370-4a0f-bc37-b4c268faf607 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127687491'] for segment, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:37:04.664360 n-d-773647-6 neutron-server[100246]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:37:04.664360 n-d-773647-6 neutron-server[100246]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:37:04.664360 n-d-773647-6 neutron-server[100246]: Traceback (most recent call last): Jul 06 14:37:04.664360 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 14:37:04.664360 n-d-773647-6 neutron-server[100246]: timer() Jul 06 14:37:04.664360 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 14:37:04.664360 n-d-773647-6 neutron-server[100246]: cb(*args, **kw) Jul 06 14:37:04.664360 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 14:37:04.664360 n-d-773647-6 neutron-server[100246]: return func(*args, **kwargs) Jul 06 14:37:04.664360 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 14:37:04.664360 n-d-773647-6 neutron-server[100246]: self._notify() Jul 06 14:37:04.664360 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 14:37:04.664360 n-d-773647-6 neutron-server[100246]: self.callback(batched_events) Jul 06 14:37:04.664360 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 14:37:04.664360 n-d-773647-6 neutron-server[100246]: event.method(event) Jul 06 14:37:04.664360 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 14:37:04.664360 n-d-773647-6 neutron-server[100246]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 14:37:04.664360 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 14:37:04.664360 n-d-773647-6 neutron-server[100246]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 14:37:04.664360 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 14:37:04.664360 n-d-773647-6 neutron-server[100246]: return f(self, *a, **k) Jul 06 14:37:04.664360 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 14:37:04.664360 n-d-773647-6 neutron-server[100246]: return self._get(url).json() Jul 06 14:37:04.664360 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 14:37:04.664360 n-d-773647-6 neutron-server[100246]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 14:37:04.664360 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 14:37:04.664360 n-d-773647-6 neutron-server[100246]: return self.request(url, 'GET', **kwargs) Jul 06 14:37:04.664360 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 14:37:04.664360 n-d-773647-6 neutron-server[100246]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 14:37:04.664360 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 14:37:04.664360 n-d-773647-6 neutron-server[100246]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 14:37:04.664360 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 14:37:04.664360 n-d-773647-6 neutron-server[100246]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 14:37:04.664360 n-d-773647-6 neutron-server[100246]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 14:37:04.721431 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-0e34245a-9370-4a0f-bc37-b4c268faf607 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-917215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1761140'] for network, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:37:04.728431 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-0e34245a-9370-4a0f-bc37-b4c268faf607 admin admin] Notify callbacks [] for network, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:37:04.730577 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-0e34245a-9370-4a0f-bc37-b4c268faf607 admin admin] 10.222.0.104 "DELETE /v2.0/networks/cb5944e1-9f88-45ab-a7f5-77b1e91c305e HTTP/1.1" status: 204 len: 168 time: 0.5198762 Jul 06 14:37:04.733644 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 56290) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:37:04.743893 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e34245a-9370-4a0f-bc37-b4c268faf607 admin admin] Pushing event deleted for resources: {'Network': ['ID=cb5944e1-9f88-45ab-a7f5-77b1e91c305e,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:37:05.085664 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-b19fd0cd-7910-4788-ab39-6d16f7302847 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1809431'] for router_interface, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:37:05.340556 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.plugin [None req-b19fd0cd-7910-4788-ab39-6d16f7302847 admin admin] Deleting port ddab51e7-215a-40c5-8131-babd9ba479e8 {{(pid=100247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:37:05.341196 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-b19fd0cd-7910-4788-ab39-6d16f7302847 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:37:05.418747 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.db [None req-b19fd0cd-7910-4788-ab39-6d16f7302847 admin admin] For port ddab51e7-215a-40c5-8131-babd9ba479e8, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=ddab51e7-215a-40c5-8131-babd9ba479e8,segment=NetworkSegment(0d7d8c90-51fb-400d-8935-4248c4badcbb),segment_id=0d7d8c90-51fb-400d-8935-4248c4badcbb)] {{(pid=100247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:37:05.419098 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-b19fd0cd-7910-4788-ab39-6d16f7302847 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:37:05.432193 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.plugin [None req-b19fd0cd-7910-4788-ab39-6d16f7302847 admin admin] Calling delete_port for ddab51e7-215a-40c5-8131-babd9ba479e8 owned by network:router_interface {{(pid=100247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:37:05.487933 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device b0a48c69-2b66-455e-a324-58378ce88673 no longer exists at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:37:05.508076 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] No Port match for: b0a48c69-2b66-455e-a324-58378ce88673 {{(pid=100248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 14:37:05.508508 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device b0a48c69-2b66-455e-a324-58378ce88673 not bound to the agent host n-d-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:37:05.508935 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 192d04e8-a569-4569-91db-cdd2707c11b9 no longer exists at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:37:05.526643 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] No Port match for: 192d04e8-a569-4569-91db-cdd2707c11b9 {{(pid=100248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 14:37:05.527011 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 192d04e8-a569-4569-91db-cdd2707c11b9 not bound to the agent host n-d-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:37:05.527484 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 928164d4-4cd1-45d4-a2cd-253011d22d8b no longer exists at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:37:05.545704 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] No Port match for: 928164d4-4cd1-45d4-a2cd-253011d22d8b {{(pid=100248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 14:37:05.546050 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 928164d4-4cd1-45d4-a2cd-253011d22d8b not bound to the agent host n-d-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:37:05.618430 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-b19fd0cd-7910-4788-ab39-6d16f7302847 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128888353'] for port, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:37:05.643250 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19fd0cd-7910-4788-ab39-6d16f7302847 admin admin] Pushing event deleted for resources: {'Port': ['ID=ddab51e7-215a-40c5-8131-babd9ba479e8,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:37:05.813186 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-b19fd0cd-7910-4788-ab39-6d16f7302847 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1809193'] for router_interface, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:37:06.022386 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b19fd0cd-7910-4788-ab39-6d16f7302847 admin admin] Router a124e6a2-c0ba-4129-9695-e1440f444247 has already been hosted by L3 agent 2823d358-a11b-4885-a706-95a279e43fa7 {{(pid=100247) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 14:37:06.125262 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b19fd0cd-7910-4788-ab39-6d16f7302847 admin admin] Notify agent at l3_agent.n-d-773647-6 the message routers_updated {{(pid=100247) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 14:37:06.130918 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-b19fd0cd-7910-4788-ab39-6d16f7302847 admin admin] 10.222.0.104 "PUT /v2.0/routers/a124e6a2-c0ba-4129-9695-e1440f444247/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3959436 Jul 06 14:37:06.133322 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 56294) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:37:06.134324 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32381de4-97f5-47ca-bd0b-2f27ed0076c4 None None] Sync routers for ids ['a124e6a2-c0ba-4129-9695-e1440f444247'] in n-d-773647-6 {{(pid=100249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 14:37:06.143452 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32381de4-97f5-47ca-bd0b-2f27ed0076c4 None None] Routers {'a124e6a2-c0ba-4129-9695-e1440f444247'} bound to L3 agent in host n-d-773647-6 {{(pid=100249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:37:06.144056 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-32381de4-97f5-47ca-bd0b-2f27ed0076c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T14:36:56Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['a124e6a2-c0ba-4129-9695-e1440f444247'], 'active': True} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:37:06.235036 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-c3d64641-f1d6-449e-96a9-d00cfe183f46 admin admin] Notify callbacks [] for router, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:37:06.247585 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvr_db [None req-32381de4-97f5-47ca-bd0b-2f27ed0076c4 None None] Set router a124e6a2-c0ba-4129-9695-e1440f444247 gateway port host: n-d-773647-6 {{(pid=100249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:37:06.337064 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-c3d64641-f1d6-449e-96a9-d00cfe183f46 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:37:06.388908 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.plugin [None req-c3d64641-f1d6-449e-96a9-d00cfe183f46 admin admin] Deleting port 3d2eec75-8a2c-4917-8f00-72bad21bc0a4 {{(pid=100247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:37:06.389660 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-c3d64641-f1d6-449e-96a9-d00cfe183f46 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:37:06.423658 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-32381de4-97f5-47ca-bd0b-2f27ed0076c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a124e6a2-c0ba-4129-9695-e1440f444247', 'name': 'tempest-TestServerBasicOps-381730563-router', 'tenant_id': '0fc638c14c174ffe9b5f85ce2a2286f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.143'}], 'enable_snat': True}, 'gw_port_id': '3d2eec75-8a2c-4917-8f00-72bad21bc0a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:31:57Z', 'updated_at': '2021-07-06T14:37:05Z', 'revision_number': 5, 'project_id': '0fc638c14c174ffe9b5f85ce2a2286f5', 'gw_port': {'id': '3d2eec75-8a2c-4917-8f00-72bad21bc0a4', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:74:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a124e6a2-c0ba-4129-9695-e1440f444247', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3929, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:31:59Z', 'updated_at': '2021-07-06T14:32:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6'}], 'n-d-773647-6', False) {} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:37:06.480481 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.db [None req-c3d64641-f1d6-449e-96a9-d00cfe183f46 admin admin] For port 3d2eec75-8a2c-4917-8f00-72bad21bc0a4, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=3d2eec75-8a2c-4917-8f00-72bad21bc0a4,segment=NetworkSegment(89a832b7-7793-4d51-9038-ed7e1c3ff1b2),segment_id=89a832b7-7793-4d51-9038-ed7e1c3ff1b2)] {{(pid=100247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:37:06.480841 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-c3d64641-f1d6-449e-96a9-d00cfe183f46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:37:06.494226 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.plugin [None req-c3d64641-f1d6-449e-96a9-d00cfe183f46 admin admin] Calling delete_port for 3d2eec75-8a2c-4917-8f00-72bad21bc0a4 owned by network:router_gateway {{(pid=100247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:37:06.536881 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32381de4-97f5-47ca-bd0b-2f27ed0076c4 None None] Checking router: a124e6a2-c0ba-4129-9695-e1440f444247 for host: n-d-773647-6 {{(pid=100249) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 14:37:06.545524 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32381de4-97f5-47ca-bd0b-2f27ed0076c4 None None] Routers {'a124e6a2-c0ba-4129-9695-e1440f444247'} bound to L3 agent in host n-d-773647-6 {{(pid=100249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:37:06.546137 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-32381de4-97f5-47ca-bd0b-2f27ed0076c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T14:36:56Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['a124e6a2-c0ba-4129-9695-e1440f444247'], 'active': True} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:37:06.632921 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvr_db [None req-32381de4-97f5-47ca-bd0b-2f27ed0076c4 None None] Set router a124e6a2-c0ba-4129-9695-e1440f444247 gateway port host: None {{(pid=100249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:37:06.688099 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-32381de4-97f5-47ca-bd0b-2f27ed0076c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a124e6a2-c0ba-4129-9695-e1440f444247', 'name': 'tempest-TestServerBasicOps-381730563-router', 'tenant_id': '0fc638c14c174ffe9b5f85ce2a2286f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:31:57Z', 'updated_at': '2021-07-06T14:37:06Z', 'revision_number': 6, 'project_id': '0fc638c14c174ffe9b5f85ce2a2286f5', 'gw_port_host': None}], 'n-d-773647-6', False) {} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:37:06.714778 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32381de4-97f5-47ca-bd0b-2f27ed0076c4 None None] The sync data for ids ['a124e6a2-c0ba-4129-9695-e1440f444247'] in n-d-773647-6 is: [{'id': 'a124e6a2-c0ba-4129-9695-e1440f444247', 'name': 'tempest-TestServerBasicOps-381730563-router', 'tenant_id': '0fc638c14c174ffe9b5f85ce2a2286f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:31:57Z', 'updated_at': '2021-07-06T14:37:06Z', 'revision_number': 6, 'project_id': '0fc638c14c174ffe9b5f85ce2a2286f5', 'gw_port_host': None}] {{(pid=100249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 14:37:07.005781 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-c3d64641-f1d6-449e-96a9-d00cfe183f46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128888353'] for port, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:37:07.034554 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d64641-f1d6-449e-96a9-d00cfe183f46 admin admin] Pushing event deleted for resources: {'Port': ['ID=3d2eec75-8a2c-4917-8f00-72bad21bc0a4,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:37:07.091385 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-c3d64641-f1d6-449e-96a9-d00cfe183f46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1761104'] for router_gateway, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:37:07.186659 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-c3d64641-f1d6-449e-96a9-d00cfe183f46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1806308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6982'] for router, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:37:07.188790 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-c3d64641-f1d6-449e-96a9-d00cfe183f46 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:37:07.230999 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-c3d64641-f1d6-449e-96a9-d00cfe183f46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1805684'] for router, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:37:07.231572 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3d64641-f1d6-449e-96a9-d00cfe183f46 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a124e6a2-c0ba-4129-9695-e1440f444247 {{(pid=100247) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 14:37:07.235808 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-c3d64641-f1d6-449e-96a9-d00cfe183f46 admin admin] Notify callbacks [] for router, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:37:07.237116 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-c3d64641-f1d6-449e-96a9-d00cfe183f46 admin admin] 10.222.0.104 "DELETE /v2.0/routers/a124e6a2-c0ba-4129-9695-e1440f444247 HTTP/1.1" status: 204 len: 168 time: 1.1027987 Jul 06 14:37:07.240015 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 56296) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:37:07.283577 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.db_base_plugin_v2 [None req-f25c6863-879a-4fbc-b8b3-66385115303c admin admin] Deleting subnet b721d792-d9fd-43f8-8cb6-9d808b4b6a13 {{(pid=100247) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 14:37:07.286386 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-f25c6863-879a-4fbc-b8b3-66385115303c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:37:07.321641 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-f25c6863-879a-4fbc-b8b3-66385115303c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127131748'] for subnet, precommit_delete_associations {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:37:07.401571 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-f25c6863-879a-4fbc-b8b3-66385115303c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-913473'] for subnet, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:37:07.459342 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-f25c6863-879a-4fbc-b8b3-66385115303c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-913480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1849032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-128888347', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127627857'] for subnet, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:37:07.483704 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25c6863-879a-4fbc-b8b3-66385115303c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b721d792-d9fd-43f8-8cb6-9d808b4b6a13,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:37:07.495082 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-f25c6863-879a-4fbc-b8b3-66385115303c admin admin] Notify callbacks [] for subnet, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:37:07.497863 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-f25c6863-879a-4fbc-b8b3-66385115303c admin admin] 10.222.0.104 "DELETE /v2.0/subnets/b721d792-d9fd-43f8-8cb6-9d808b4b6a13 HTTP/1.1" status: 204 len: 168 time: 0.2568467 Jul 06 14:37:07.500461 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 56298) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:37:07.507948 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device ddab51e7-215a-40c5-8131-babd9ba479e8 no longer exists at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:37:07.510792 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-911abbcd-de8f-4e28-83be-95e8b7d459ca None None] Network d4668de0-3b29-4ab9-b5b5-2823dffe2fa3 requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:37:07.539064 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] No Port match for: ddab51e7-215a-40c5-8131-babd9ba479e8 {{(pid=100248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 14:37:07.539433 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device ddab51e7-215a-40c5-8131-babd9ba479e8 not bound to the agent host n-d-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:37:07.539930 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 3d2eec75-8a2c-4917-8f00-72bad21bc0a4 no longer exists at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:37:07.569303 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-c2868c56-c668-4577-b40a-7e3cb6c41fd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530492'] for network, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:37:07.587531 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] No Port match for: 3d2eec75-8a2c-4917-8f00-72bad21bc0a4 {{(pid=100248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 14:37:07.587881 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 3d2eec75-8a2c-4917-8f00-72bad21bc0a4 not bound to the agent host n-d-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:37:07.629192 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [None req-c2868c56-c668-4577-b40a-7e3cb6c41fd5 admin admin] Deleting port 5ff0a525-fe50-4010-8333-e5a313a2cee6 {{(pid=100246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:37:07.629719 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-c2868c56-c668-4577-b40a-7e3cb6c41fd5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:37:07.697143 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.db [None req-c2868c56-c668-4577-b40a-7e3cb6c41fd5 admin admin] For port 5ff0a525-fe50-4010-8333-e5a313a2cee6, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=5ff0a525-fe50-4010-8333-e5a313a2cee6,segment=NetworkSegment(0d7d8c90-51fb-400d-8935-4248c4badcbb),segment_id=0d7d8c90-51fb-400d-8935-4248c4badcbb)] {{(pid=100246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:37:07.697524 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-c2868c56-c668-4577-b40a-7e3cb6c41fd5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:37:07.710825 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [None req-c2868c56-c668-4577-b40a-7e3cb6c41fd5 admin admin] Calling delete_port for 5ff0a525-fe50-4010-8333-e5a313a2cee6 owned by network:dhcp {{(pid=100246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:37:07.741081 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b4f4e05-592b-4c2d-a423-a8996d975568 None None] DHCP port deletion for d4668de0-3b29-4ab9-b5b5-2823dffe2fa3 request from n-d-773647-6 {{(pid=100248) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 14:37:07.793910 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-7b4f4e05-592b-4c2d-a423-a8996d975568 None None] Deleting port 5ff0a525-fe50-4010-8333-e5a313a2cee6 {{(pid=100248) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:37:07.794296 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-7b4f4e05-592b-4c2d-a423-a8996d975568 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:37:07.813517 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-c2868c56-c668-4577-b40a-7e3cb6c41fd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127687580'] for port, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:37:07.840996 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2868c56-c668-4577-b40a-7e3cb6c41fd5 admin admin] No DVR routers for this DVR port 5ff0a525-fe50-4010-8333-e5a313a2cee6 on host n-d-773647-6 {{(pid=100246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:37:07.845869 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2868c56-c668-4577-b40a-7e3cb6c41fd5 admin admin] Pushing event deleted for resources: {'Port': ['ID=5ff0a525-fe50-4010-8333-e5a313a2cee6,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:37:07.862468 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-7b4f4e05-592b-4c2d-a423-a8996d975568 None None] For port 5ff0a525-fe50-4010-8333-e5a313a2cee6, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=5ff0a525-fe50-4010-8333-e5a313a2cee6,segment=NetworkSegment(0d7d8c90-51fb-400d-8935-4248c4badcbb),segment_id=0d7d8c90-51fb-400d-8935-4248c4badcbb)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:37:07.862864 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-7b4f4e05-592b-4c2d-a423-a8996d975568 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:37:07.875439 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-7b4f4e05-592b-4c2d-a423-a8996d975568 None None] Calling delete_port for 5ff0a525-fe50-4010-8333-e5a313a2cee6 owned by network:dhcp {{(pid=100248) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:37:07.915720 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-c2868c56-c668-4577-b40a-7e3cb6c41fd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-917204', 'neutron.services.segments.db._delete_segments_for_network-8773753502302'] for network, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:37:07.925793 n-d-773647-6 neutron-server[100246]: DEBUG neutron.services.segments.db [None req-c2868c56-c668-4577-b40a-7e3cb6c41fd5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d4668de0-3b29-4ab9-b5b5-2823dffe2fa3']}} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:37:07.936436 n-d-773647-6 neutron-server[100246]: DEBUG neutron.services.segments.db [None req-c2868c56-c668-4577-b40a-7e3cb6c41fd5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d7d8c90-51fb-400d-8935-4248c4badcbb') {'for_net_delete': True} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:37:07.936740 n-d-773647-6 neutron-server[100246]: DEBUG neutron.services.segments.db [None req-c2868c56-c668-4577-b40a-7e3cb6c41fd5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d7d8c90-51fb-400d-8935-4248c4badcbb') {} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:37:07.946798 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-c2868c56-c668-4577-b40a-7e3cb6c41fd5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773753515138', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126218898'] for segment, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:37:07.948180 n-d-773647-6 neutron-server[100248]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 14:37:07.948180 n-d-773647-6 neutron-server[100248]: self.session.flush() Jul 06 14:37:07.948180 n-d-773647-6 neutron-server[100248]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 14:37:07.948180 n-d-773647-6 neutron-server[100248]: self.session.flush() Jul 06 14:37:07.948180 n-d-773647-6 neutron-server[100248]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 14:37:07.948180 n-d-773647-6 neutron-server[100248]: self.session.flush() Jul 06 14:37:07.948180 n-d-773647-6 neutron-server[100248]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 14:37:07.948180 n-d-773647-6 neutron-server[100248]: self.session.flush() Jul 06 14:37:07.948180 n-d-773647-6 neutron-server[100248]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 14:37:07.948180 n-d-773647-6 neutron-server[100248]: self.session.flush() Jul 06 14:37:07.948180 n-d-773647-6 neutron-server[100248]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 14:37:07.948180 n-d-773647-6 neutron-server[100248]: self.session.flush() Jul 06 14:37:07.948180 n-d-773647-6 neutron-server[100248]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 14:37:07.948180 n-d-773647-6 neutron-server[100248]: self.session.flush() Jul 06 14:37:07.948180 n-d-773647-6 neutron-server[100248]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 14:37:07.948180 n-d-773647-6 neutron-server[100248]: self.session.flush() Jul 06 14:37:07.948180 n-d-773647-6 neutron-server[100248]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 14:37:07.948180 n-d-773647-6 neutron-server[100248]: self.session.flush() Jul 06 14:37:07.948180 n-d-773647-6 neutron-server[100248]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 14:37:07.948180 n-d-773647-6 neutron-server[100248]: self.session.flush() Jul 06 14:37:07.948180 n-d-773647-6 neutron-server[100248]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 14:37:07.948180 n-d-773647-6 neutron-server[100248]: self.session.flush() Jul 06 14:37:07.948180 n-d-773647-6 neutron-server[100248]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 14:37:07.948180 n-d-773647-6 neutron-server[100248]: self.session.flush() Jul 06 14:37:07.948180 n-d-773647-6 neutron-server[100248]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 14:37:07.948180 n-d-773647-6 neutron-server[100248]: self.session.flush() Jul 06 14:37:07.948180 n-d-773647-6 neutron-server[100248]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 14:37:07.948180 n-d-773647-6 neutron-server[100248]: self.session.flush() Jul 06 14:37:07.948180 n-d-773647-6 neutron-server[100248]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 14:37:07.948180 n-d-773647-6 neutron-server[100248]: self.session.flush() Jul 06 14:37:07.948180 n-d-773647-6 neutron-server[100248]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 14:37:07.948180 n-d-773647-6 neutron-server[100248]: self.session.flush() Jul 06 14:37:07.948180 n-d-773647-6 neutron-server[100248]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 14:37:07.948180 n-d-773647-6 neutron-server[100248]: self.session.flush() Jul 06 14:37:07.948180 n-d-773647-6 neutron-server[100248]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 14:37:07.948180 n-d-773647-6 neutron-server[100248]: self.session.flush() Jul 06 14:37:07.948180 n-d-773647-6 neutron-server[100248]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 14:37:07.948180 n-d-773647-6 neutron-server[100248]: self.session.flush() Jul 06 14:37:07.948180 n-d-773647-6 neutron-server[100248]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 14:37:07.948180 n-d-773647-6 neutron-server[100248]: self.session.flush() Jul 06 14:37:07.948180 n-d-773647-6 neutron-server[100248]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 14:37:07.948180 n-d-773647-6 neutron-server[100248]: self.session.flush() Jul 06 14:37:07.948180 n-d-773647-6 neutron-server[100248]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 14:37:07.948180 n-d-773647-6 neutron-server[100248]: self.session.flush() Jul 06 14:37:07.948180 n-d-773647-6 neutron-server[100248]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 14:37:07.948180 n-d-773647-6 neutron-server[100248]: self.session.flush() Jul 06 14:37:07.948180 n-d-773647-6 neutron-server[100248]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 14:37:07.948180 n-d-773647-6 neutron-server[100248]: self.session.flush() Jul 06 14:37:07.948180 n-d-773647-6 neutron-server[100248]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 14:37:07.948180 n-d-773647-6 neutron-server[100248]: self.session.flush() Jul 06 14:37:07.948180 n-d-773647-6 neutron-server[100248]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 14:37:07.948180 n-d-773647-6 neutron-server[100248]: self.session.flush() Jul 06 14:37:07.948180 n-d-773647-6 neutron-server[100248]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 14:37:07.948180 n-d-773647-6 neutron-server[100248]: self.session.flush() Jul 06 14:37:07.955477 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-7b4f4e05-592b-4c2d-a423-a8996d975568 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117'] for port, after_delete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:37:07.961099 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-c2868c56-c668-4577-b40a-7e3cb6c41fd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552'] for segment, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:37:07.967322 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c2868c56-c668-4577-b40a-7e3cb6c41fd5 admin admin] Releasing vlan 1044 on physical network physnet1 to pool {{(pid=100246) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 14:37:07.967792 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-c2868c56-c668-4577-b40a-7e3cb6c41fd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127687491'] for segment, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:37:07.969552 n-d-773647-6 neutron-server[100246]: Traceback (most recent call last): Jul 06 14:37:07.969552 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 14:37:07.969552 n-d-773647-6 neutron-server[100246]: timer() Jul 06 14:37:07.969552 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 14:37:07.969552 n-d-773647-6 neutron-server[100246]: cb(*args, **kw) Jul 06 14:37:07.969552 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 14:37:07.969552 n-d-773647-6 neutron-server[100246]: return func(*args, **kwargs) Jul 06 14:37:07.969552 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 14:37:07.969552 n-d-773647-6 neutron-server[100246]: self._notify() Jul 06 14:37:07.969552 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 14:37:07.969552 n-d-773647-6 neutron-server[100246]: self.callback(batched_events) Jul 06 14:37:07.969552 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 14:37:07.969552 n-d-773647-6 neutron-server[100246]: event.method(event) Jul 06 14:37:07.969552 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 14:37:07.969552 n-d-773647-6 neutron-server[100246]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 14:37:07.969552 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 14:37:07.969552 n-d-773647-6 neutron-server[100246]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 14:37:07.969552 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 14:37:07.969552 n-d-773647-6 neutron-server[100246]: return f(self, *a, **k) Jul 06 14:37:07.969552 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 14:37:07.969552 n-d-773647-6 neutron-server[100246]: return self._get(url).json() Jul 06 14:37:07.969552 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 14:37:07.969552 n-d-773647-6 neutron-server[100246]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 14:37:07.969552 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 14:37:07.969552 n-d-773647-6 neutron-server[100246]: return self.request(url, 'GET', **kwargs) Jul 06 14:37:07.969552 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 14:37:07.969552 n-d-773647-6 neutron-server[100246]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 14:37:07.969552 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 14:37:07.969552 n-d-773647-6 neutron-server[100246]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 14:37:07.969552 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 14:37:07.969552 n-d-773647-6 neutron-server[100246]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 14:37:07.969552 n-d-773647-6 neutron-server[100246]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 14:37:07.982098 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4f4e05-592b-4c2d-a423-a8996d975568 None None] Pushing event deleted for resources: {'Port': ['ID=5ff0a525-fe50-4010-8333-e5a313a2cee6,revision_number=None']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:37:07.984268 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b4f4e05-592b-4c2d-a423-a8996d975568 None None] No DVR routers for this DVR port 5ff0a525-fe50-4010-8333-e5a313a2cee6 on host n-d-773647-6 {{(pid=100248) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:37:08.031673 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-c2868c56-c668-4577-b40a-7e3cb6c41fd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-917215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1761140'] for network, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:37:08.039049 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-c2868c56-c668-4577-b40a-7e3cb6c41fd5 admin admin] Notify callbacks [] for network, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:37:08.040604 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-c2868c56-c668-4577-b40a-7e3cb6c41fd5 admin admin] 10.222.0.104 "DELETE /v2.0/networks/d4668de0-3b29-4ab9-b5b5-2823dffe2fa3 HTTP/1.1" status: 204 len: 168 time: 0.5386236 Jul 06 14:37:08.051598 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2868c56-c668-4577-b40a-7e3cb6c41fd5 admin admin] Pushing event deleted for resources: {'Network': ['ID=d4668de0-3b29-4ab9-b5b5-2823dffe2fa3,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:37:08.147060 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 56302) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:37:08.186437 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-b2366305-5fd4-4659-a4ec-4c5576af3000 admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=34aff2af8eff4331a20d73f44e39de99&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0381444 Jul 06 14:37:08.188795 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 56304) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:37:08.236981 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-1638f071-2486-4db4-9d9f-8b19e8edc8c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:37:08.258513 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-1638f071-2486-4db4-9d9f-8b19e8edc8c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:37:08.313096 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-1638f071-2486-4db4-9d9f-8b19e8edc8c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:37:08.315613 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-1638f071-2486-4db4-9d9f-8b19e8edc8c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:37:08.316794 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-1638f071-2486-4db4-9d9f-8b19e8edc8c7 admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/3eb9ed56-d81b-44a1-9db7-7349b4009e85 HTTP/1.1" status: 204 len: 168 time: 0.1270955 Jul 06 14:37:08.325462 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1638f071-2486-4db4-9d9f-8b19e8edc8c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3eb9ed56-d81b-44a1-9db7-7349b4009e85,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:37:08.620917 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 56310) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:37:08.661479 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-83afc002-c0bd-4a7b-8217-21f03bcce6c5 admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=0fc638c14c174ffe9b5f85ce2a2286f5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0393045 Jul 06 14:37:08.663805 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 56312) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:37:08.713826 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-8f088883-3c23-4bba-8308-34a741096916 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:37:08.735363 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-8f088883-3c23-4bba-8308-34a741096916 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:37:08.783730 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-8f088883-3c23-4bba-8308-34a741096916 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:37:08.786388 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-8f088883-3c23-4bba-8308-34a741096916 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:37:08.787642 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-8f088883-3c23-4bba-8308-34a741096916 admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/d65853a6-da7a-4bd0-864c-6dc594801220 HTTP/1.1" status: 204 len: 168 time: 0.1229312 Jul 06 14:37:08.795240 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f088883-3c23-4bba-8308-34a741096916 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d65853a6-da7a-4bd0-864c-6dc594801220,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:37:09.481935 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 5ff0a525-fe50-4010-8333-e5a313a2cee6 no longer exists at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:37:09.501391 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] No Port match for: 5ff0a525-fe50-4010-8333-e5a313a2cee6 {{(pid=100248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 14:37:09.501740 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 5ff0a525-fe50-4010-8333-e5a313a2cee6 not bound to the agent host n-d-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:37:10.873016 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:37:12.731748 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:37:19.295244 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.agents_db [None req-167c0ad6-1657-4c9a-a2c4-3b18056aa662 None None] Agent healthcheck: found 7 active agents {{(pid=100249) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 14:37:22.886611 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-f12aa347-7bf9-4eba-83f0-8c9318300831 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:37:25.587152 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-2c90d10b-d4e9-4b96-9e71-558ece3d3167 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:37:25.911595 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:37:26.690404 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-2064eaae-da4f-48f8-82d2-b09d4ddedd44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:37:28.488098 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-03f71b24-a9b8-453a-8924-caa3f97bc6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:37:40.882436 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:37:42.732907 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:37:52.885992 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-0a9b9262-d5d2-4dd7-850c-7f8ac0ab5002 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:37:55.588219 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-26acb544-62cf-40eb-8de9-311d1a0c1221 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:37:55.903300 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:37:56.293292 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.agents_db [None req-167c0ad6-1657-4c9a-a2c4-3b18056aa662 None None] Agent healthcheck: found 7 active agents {{(pid=100249) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 14:37:56.695198 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-2064eaae-da4f-48f8-82d2-b09d4ddedd44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:37:58.491135 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-03f71b24-a9b8-453a-8924-caa3f97bc6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:38:01.002232 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [req-3faf986d-1190-4073-a9d8-b70f1a0de499 req-9f66006e-e6a3-4975-8e76-93929278c31d service neutron] (100246) timed out ('10.222.0.104', 54958) {{(pid=100246) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 06 14:38:01.800793 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-8ccf1832-5747-4bc4-a559-cbedfe02ba40 req-54c17ede-05df-432e-ac5f-f282e7f71c54 service neutron] 10.222.0.127 "GET /v2.0/ports?device_id=8dc55d35-5e22-488c-b419-ea2aa3d9f8e1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0526032 Jul 06 14:38:01.904929 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ccf1832-5747-4bc4-a559-cbedfe02ba40 req-d3d8f1d7-2d8d-428c-9693-4adfb2c4fd31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:38:01.906490 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-8ccf1832-5747-4bc4-a559-cbedfe02ba40 req-d3d8f1d7-2d8d-428c-9693-4adfb2c4fd31 service neutron] 10.222.0.127 "GET /v2.0/ports?tenant_id=9d9b21e60bee490a9bf202cb583bf670&device_id=8dc55d35-5e22-488c-b419-ea2aa3d9f8e1 HTTP/1.1" status: 200 len: 1097 time: 0.0623629 Jul 06 14:38:02.045197 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ccf1832-5747-4bc4-a559-cbedfe02ba40 req-bc082e8b-f509-4adc-88da-31455b3e052b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:38:02.046805 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-8ccf1832-5747-4bc4-a559-cbedfe02ba40 req-bc082e8b-f509-4adc-88da-31455b3e052b service neutron] 10.222.0.127 "GET /v2.0/networks?id=8d42e765-466c-4066-a835-9be26bf6d40e HTTP/1.1" status: 200 len: 914 time: 0.1176536 Jul 06 14:38:02.118516 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-8ccf1832-5747-4bc4-a559-cbedfe02ba40 req-c0c2bbc6-247c-4dfd-96eb-825d61d481a7 service neutron] 10.222.0.127 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e9a40172-d18a-4eb3-9b89-cd6183f3af7c HTTP/1.1" status: 200 len: 1001 time: 0.0655446 Jul 06 14:38:02.170487 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ccf1832-5747-4bc4-a559-cbedfe02ba40 req-621d0ba9-4a21-46e1-af55-2022c614128b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:38:02.172063 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-8ccf1832-5747-4bc4-a559-cbedfe02ba40 req-621d0ba9-4a21-46e1-af55-2022c614128b service neutron] 10.222.0.127 "GET /v2.0/subnets?id=2909a683-548c-4b5b-9f41-76ab6ad57d29 HTTP/1.1" status: 200 len: 851 time: 0.0476007 Jul 06 14:38:02.229276 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ccf1832-5747-4bc4-a559-cbedfe02ba40 req-94442a19-dd7e-4d44-b6d7-5eba8413ecdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:38:02.230766 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-8ccf1832-5747-4bc4-a559-cbedfe02ba40 req-94442a19-dd7e-4d44-b6d7-5eba8413ecdb service neutron] 10.222.0.127 "GET /v2.0/ports?network_id=8d42e765-466c-4066-a835-9be26bf6d40e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0529196 Jul 06 14:38:02.325460 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-8ccf1832-5747-4bc4-a559-cbedfe02ba40 req-d9fed028-5fcb-4d4c-803c-ff9bde4123c6 service neutron] 10.222.0.127 "GET /v2.0/networks/8d42e765-466c-4066-a835-9be26bf6d40e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887041 Jul 06 14:38:02.433625 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-8ccf1832-5747-4bc4-a559-cbedfe02ba40 req-9430fef1-cb06-4353-be9b-d54cde10984a service neutron] 10.222.0.127 "GET /v2.0/networks/8d42e765-466c-4066-a835-9be26bf6d40e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1013427 Jul 06 14:38:04.250320 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-2fe36bfa-257f-4005-b085-94360f68c09e req-1a33e57f-ae7e-40b9-b19e-c36a56c6271c tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] 10.222.0.104 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1663298805&fields=id&tenant_id=9d9b21e60bee490a9bf202cb583bf670 HTTP/1.1" status: 200 len: 267 time: 0.0332317 Jul 06 14:38:04.357359 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe36bfa-257f-4005-b085-94360f68c09e req-11d8f119-6eb7-452c-b273-14a4ad22ef61 tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:38:04.358818 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-2fe36bfa-257f-4005-b085-94360f68c09e req-11d8f119-6eb7-452c-b273-14a4ad22ef61 tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] 10.222.0.104 "GET /v2.0/networks?id=8d42e765-466c-4066-a835-9be26bf6d40e HTTP/1.1" status: 200 len: 812 time: 0.1015935 Jul 06 14:38:04.373734 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-2fe36bfa-257f-4005-b085-94360f68c09e req-3ab5bd64-ea36-496c-b322-d7fd04f81923 tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] 10.222.0.104 "GET /v2.0/quotas/9d9b21e60bee490a9bf202cb583bf670 HTTP/1.1" status: 200 len: 375 time: 0.0089934 Jul 06 14:38:04.448264 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-2fe36bfa-257f-4005-b085-94360f68c09e req-bd39d41a-0c55-4009-82d1-09097264869e tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] 10.222.0.104 "GET /v2.0/ports?tenant_id=9d9b21e60bee490a9bf202cb583bf670&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0682802 Jul 06 14:38:04.463506 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [req-2fe36bfa-257f-4005-b085-94360f68c09e req-6a2f2c06-bcef-40d1-b1a8-90b4cee8bba1 service neutron] http://10.222.0.104:9696/v2.0/extensions returned with HTTP 200 {{(pid=100247) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 14:38:04.464483 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-2fe36bfa-257f-4005-b085-94360f68c09e req-6a2f2c06-bcef-40d1-b1a8-90b4cee8bba1 service neutron] 10.222.0.104 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052090 Jul 06 14:38:04.554374 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-2fe36bfa-257f-4005-b085-94360f68c09e req-755309ce-f271-4c53-b008-5eb44f4ff462 service neutron] 10.222.0.104 "GET /v2.0/networks/8d42e765-466c-4066-a835-9be26bf6d40e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845394 Jul 06 14:38:04.640601 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-2fe36bfa-257f-4005-b085-94360f68c09e req-a1778f3a-7add-4f4d-8c8b-d337767b8da0 service neutron] 10.222.0.104 "GET /v2.0/networks/8d42e765-466c-4066-a835-9be26bf6d40e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806830 Jul 06 14:38:04.934025 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-c64e2f27-9dde-4d43-a9df-f0e85fea6252 req-b9560cca-15c3-4ca3-af33-6ecc46b02410 tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] 10.222.0.104 "GET /v2.0/ports?device_id=441a6fc2-6d4c-4fd2-aae2-2c846c3e9a60 HTTP/1.1" status: 200 len: 210 time: 0.0287993 Jul 06 14:38:06.020111 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-a4ab3068-8a5c-48c7-b946-1aff61d5dbd5 req-21bb09c7-603c-451d-b81a-769b960f449a tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] 10.222.0.104 "GET /v2.0/ports?device_id=441a6fc2-6d4c-4fd2-aae2-2c846c3e9a60 HTTP/1.1" status: 200 len: 210 time: 0.0332594 Jul 06 14:38:07.117321 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-a5211b31-9ccc-43a1-95db-d33f63d31b4a req-4d07a539-cd46-4ba9-a052-ef374bf6c87b tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] 10.222.0.104 "GET /v2.0/ports?device_id=441a6fc2-6d4c-4fd2-aae2-2c846c3e9a60 HTTP/1.1" status: 200 len: 210 time: 0.0295856 Jul 06 14:38:08.199940 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-45b62ffc-b67b-45ea-b502-e58a23a7e0d3 req-a195e1b0-ddda-4fd3-a736-c1af17b145c1 tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] 10.222.0.104 "GET /v2.0/ports?device_id=441a6fc2-6d4c-4fd2-aae2-2c846c3e9a60 HTTP/1.1" status: 200 len: 210 time: 0.0292954 Jul 06 14:38:09.337295 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-6ab76486-7723-43e6-b462-4e1b94974708 req-9e4884d6-037b-4cef-a29b-b4e9bc105d42 tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] 10.222.0.104 "GET /v2.0/ports?device_id=441a6fc2-6d4c-4fd2-aae2-2c846c3e9a60 HTTP/1.1" status: 200 len: 210 time: 0.0295024 Jul 06 14:38:10.026015 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe36bfa-257f-4005-b085-94360f68c09e req-779ddbb5-14b5-40a0-8efb-eac81c17b85e tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:38:10.027438 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-2fe36bfa-257f-4005-b085-94360f68c09e req-779ddbb5-14b5-40a0-8efb-eac81c17b85e tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] 10.222.0.72 "GET /v2.0/networks?id=8d42e765-466c-4066-a835-9be26bf6d40e HTTP/1.1" status: 200 len: 812 time: 0.1094153 Jul 06 14:38:10.072673 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-2fe36bfa-257f-4005-b085-94360f68c09e req-a63ede49-f284-4660-9b41-66b421d9b11f tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9d9b21e60bee490a9bf202cb583bf670 HTTP/1.1" status: 200 len: 380 time: 0.0371833 Jul 06 14:38:10.081492 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [req-2fe36bfa-257f-4005-b085-94360f68c09e req-9059ce9a-9e5e-419c-915f-fb116d1c0270 tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] Request body: {'port': {'device_id': '441a6fc2-6d4c-4fd2-aae2-2c846c3e9a60', 'network_id': '8d42e765-466c-4066-a835-9be26bf6d40e', 'admin_state_up': True, 'tenant_id': '9d9b21e60bee490a9bf202cb583bf670', 'security_groups': ['db2ef26e-e1b5-4a09-b7f7-c46f167f8c20']}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:38:10.196293 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2fe36bfa-257f-4005-b085-94360f68c09e req-9059ce9a-9e5e-419c-915f-fb116d1c0270 tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] Made reservation on behalf of 9d9b21e60bee490a9bf202cb583bf670 for: {'port': 1} {{(pid=100246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:38:10.200058 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-2fe36bfa-257f-4005-b085-94360f68c09e req-9059ce9a-9e5e-419c-915f-fb116d1c0270 tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:38:10.326241 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.db_base_plugin_common [req-2fe36bfa-257f-4005-b085-94360f68c09e req-9059ce9a-9e5e-419c-915f-fb116d1c0270 tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] Allocated IP 172.20.0.14 (8d42e765-466c-4066-a835-9be26bf6d40e/2909a683-548c-4b5b-9f41-76ab6ad57d29/d6618be0-f4b5-4010-a576-33ea2679a282) {{(pid=100246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:38:10.471288 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-2fe36bfa-257f-4005-b085-94360f68c09e req-9059ce9a-9e5e-419c-915f-fb116d1c0270 tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] Notify callbacks [] for port, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:38:10.484531 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-506a5730-502e-4a59-a776-f06ca38b4440 req-b606d83e-2935-47ba-a3e7-b7cdbeb19a7f tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] 10.222.0.104 "GET /v2.0/ports?device_id=441a6fc2-6d4c-4fd2-aae2-2c846c3e9a60 HTTP/1.1" status: 200 len: 210 time: 0.0332413 Jul 06 14:38:10.485520 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.provisioning_blocks [req-2fe36bfa-257f-4005-b085-94360f68c09e req-9059ce9a-9e5e-419c-915f-fb116d1c0270 tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] Transition to ACTIVE for port object d6618be0-f4b5-4010-a576-33ea2679a282 will not be triggered until provisioned by entity DHCP. {{(pid=100246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:38:10.519715 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-2fe36bfa-257f-4005-b085-94360f68c09e req-9059ce9a-9e5e-419c-915f-fb116d1c0270 tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-127687573'] for port, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:38:10.561964 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2fe36bfa-257f-4005-b085-94360f68c09e req-9059ce9a-9e5e-419c-915f-fb116d1c0270 tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] Network 8d42e765-466c-4066-a835-9be26bf6d40e is already hosted by enough agents. {{(pid=100246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:38:10.565202 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.base_scheduler [req-2fe36bfa-257f-4005-b085-94360f68c09e req-9059ce9a-9e5e-419c-915f-fb116d1c0270 tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] Resources bound (agent type, host, resource id): {{(pid=100246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:38:10.569854 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [req-2fe36bfa-257f-4005-b085-94360f68c09e req-9059ce9a-9e5e-419c-915f-fb116d1c0270 tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] Received port after_create {{(pid=100246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:38:10.597437 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9059ce9a-9e5e-419c-915f-fb116d1c0270 tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] Pushing event updated for resources: {'Port': ['ID=d6618be0-f4b5-4010-a576-33ea2679a282,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:38:10.619267 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9059ce9a-9e5e-419c-915f-fb116d1c0270 tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:38:10.619620 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9059ce9a-9e5e-419c-915f-fb116d1c0270 tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:38:10.619950 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9059ce9a-9e5e-419c-915f-fb116d1c0270 tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:38:10.620291 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9059ce9a-9e5e-419c-915f-fb116d1c0270 tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:38:10.620623 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9059ce9a-9e5e-419c-915f-fb116d1c0270 tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:38:10.620955 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9059ce9a-9e5e-419c-915f-fb116d1c0270 tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:38:10.621284 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9059ce9a-9e5e-419c-915f-fb116d1c0270 tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:38:10.621614 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9059ce9a-9e5e-419c-915f-fb116d1c0270 tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:38:10.621939 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9059ce9a-9e5e-419c-915f-fb116d1c0270 tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:38:10.622266 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9059ce9a-9e5e-419c-915f-fb116d1c0270 tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:38:10.622596 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9059ce9a-9e5e-419c-915f-fb116d1c0270 tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:38:10.622922 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9059ce9a-9e5e-419c-915f-fb116d1c0270 tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:38:10.648154 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe36bfa-257f-4005-b085-94360f68c09e req-9059ce9a-9e5e-419c-915f-fb116d1c0270 tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:38:10.648154 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-2fe36bfa-257f-4005-b085-94360f68c09e req-9059ce9a-9e5e-419c-915f-fb116d1c0270 tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:38:10.670350 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-2fe36bfa-257f-4005-b085-94360f68c09e req-9059ce9a-9e5e-419c-915f-fb116d1c0270 tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5925257 Jul 06 14:38:10.683554 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [req-2fe36bfa-257f-4005-b085-94360f68c09e req-d2cd94c3-df26-4b59-80a2-5e4fbae48e69 service neutron] Request body: {'port': {'device_id': '441a6fc2-6d4c-4fd2-aae2-2c846c3e9a60', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-773647-6'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:38:10.767245 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-2fe36bfa-257f-4005-b085-94360f68c09e req-d2cd94c3-df26-4b59-80a2-5e4fbae48e69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:38:10.788324 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-b6b5389d-88fd-45aa-b1f5-34a8afea09e5 None None] Provisioning for port d6618be0-f4b5-4010-a576-33ea2679a282 completed by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:38:10.792309 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-b6b5389d-88fd-45aa-b1f5-34a8afea09e5 None None] Provisioning complete for port d6618be0-f4b5-4010-a576-33ea2679a282 triggered by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:38:10.792678 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-b6b5389d-88fd-45aa-b1f5-34a8afea09e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:38:10.826728 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-b6b5389d-88fd-45aa-b1f5-34a8afea09e5 None None] Port d6618be0-f4b5-4010-a576-33ea2679a282 cannot update to ACTIVE because it is not bound. {{(pid=100248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 14:38:10.889299 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:38:11.044459 n-d-773647-6 neutron-server[100246]: DEBUG neutron.notifiers.nova [req-2fe36bfa-257f-4005-b085-94360f68c09e req-d2cd94c3-df26-4b59-80a2-5e4fbae48e69 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d6618be0-f4b5-4010-a576-33ea2679a282 {{(pid=100246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 14:38:11.052885 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-2fe36bfa-257f-4005-b085-94360f68c09e req-d2cd94c3-df26-4b59-80a2-5e4fbae48e69 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:38:11.065649 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.provisioning_blocks [req-2fe36bfa-257f-4005-b085-94360f68c09e req-d2cd94c3-df26-4b59-80a2-5e4fbae48e69 service neutron] Transition to ACTIVE for port object d6618be0-f4b5-4010-a576-33ea2679a282 will not be triggered until provisioned by entity L2. {{(pid=100246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:38:11.070199 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-2fe36bfa-257f-4005-b085-94360f68c09e req-d2cd94c3-df26-4b59-80a2-5e4fbae48e69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127687527'] for port, after_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:38:11.138130 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2cd94c3-df26-4b59-80a2-5e4fbae48e69 service neutron] Pushing event updated for resources: {'Port': ['ID=d6618be0-f4b5-4010-a576-33ea2679a282,revision_number=2']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:38:11.193918 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [req-2fe36bfa-257f-4005-b085-94360f68c09e req-d2cd94c3-df26-4b59-80a2-5e4fbae48e69 service neutron] Attempting to bind port d6618be0-f4b5-4010-a576-33ea2679a282 on host n-h2-773647-6 for vnic_type normal with profile {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:38:11.194245 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [req-2fe36bfa-257f-4005-b085-94360f68c09e req-d2cd94c3-df26-4b59-80a2-5e4fbae48e69 service neutron] Attempting to bind port d6618be0-f4b5-4010-a576-33ea2679a282 by drivers openvswitch,hyperv on host n-h2-773647-6 at level 0 using segments [{'id': 'fb70f030-83e8-41d7-b868-4485c113c2c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': '8d42e765-466c-4066-a835-9be26bf6d40e'}] {{(pid=100246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:38:11.194574 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fe36bfa-257f-4005-b085-94360f68c09e req-d2cd94c3-df26-4b59-80a2-5e4fbae48e69 service neutron] Attempting to bind port d6618be0-f4b5-4010-a576-33ea2679a282 on network 8d42e765-466c-4066-a835-9be26bf6d40e {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:38:11.199440 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fe36bfa-257f-4005-b085-94360f68c09e req-d2cd94c3-df26-4b59-80a2-5e4fbae48e69 service neutron] Port d6618be0-f4b5-4010-a576-33ea2679a282 on network 8d42e765-466c-4066-a835-9be26bf6d40e not bound, no agent of type Open vSwitch agent registered on host n-h2-773647-6 {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 14:38:11.199769 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fe36bfa-257f-4005-b085-94360f68c09e req-d2cd94c3-df26-4b59-80a2-5e4fbae48e69 service neutron] Attempting to bind port d6618be0-f4b5-4010-a576-33ea2679a282 on network 8d42e765-466c-4066-a835-9be26bf6d40e {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:38:11.205122 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fe36bfa-257f-4005-b085-94360f68c09e req-d2cd94c3-df26-4b59-80a2-5e4fbae48e69 service neutron] Checking agent: {'id': '63768ece-0600-4354-8d29-fdedec96b077', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-773647-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 51, 10), 'started_at': datetime.datetime(2021, 7, 6, 13, 51, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 38, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:38:11.205466 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fe36bfa-257f-4005-b085-94360f68c09e req-d2cd94c3-df26-4b59-80a2-5e4fbae48e69 service neutron] Checking segment: {'id': 'fb70f030-83e8-41d7-b868-4485c113c2c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': '8d42e765-466c-4066-a835-9be26bf6d40e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:38:11.205855 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fe36bfa-257f-4005-b085-94360f68c09e req-d2cd94c3-df26-4b59-80a2-5e4fbae48e69 service neutron] Bound using segment: {'id': 'fb70f030-83e8-41d7-b868-4485c113c2c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': '8d42e765-466c-4066-a835-9be26bf6d40e'} {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:38:11.206285 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [req-2fe36bfa-257f-4005-b085-94360f68c09e req-d2cd94c3-df26-4b59-80a2-5e4fbae48e69 service neutron] Bound port: d6618be0-f4b5-4010-a576-33ea2679a282, host: n-h2-773647-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fb70f030-83e8-41d7-b868-4485c113c2c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': '8d42e765-466c-4066-a835-9be26bf6d40e'}}] {{(pid=100246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:38:11.206645 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-2fe36bfa-257f-4005-b085-94360f68c09e req-d2cd94c3-df26-4b59-80a2-5e4fbae48e69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:38:11.289187 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.db [req-2fe36bfa-257f-4005-b085-94360f68c09e req-d2cd94c3-df26-4b59-80a2-5e4fbae48e69 service neutron] For port d6618be0-f4b5-4010-a576-33ea2679a282, host n-h2-773647-6, cleared binding levels {{(pid=100246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:38:11.292753 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.db [req-2fe36bfa-257f-4005-b085-94360f68c09e req-d2cd94c3-df26-4b59-80a2-5e4fbae48e69 service neutron] For port d6618be0-f4b5-4010-a576-33ea2679a282, host n-h2-773647-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=d6618be0-f4b5-4010-a576-33ea2679a282,segment=NetworkSegment(fb70f030-83e8-41d7-b868-4485c113c2c0),segment_id=fb70f030-83e8-41d7-b868-4485c113c2c0)] {{(pid=100246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:38:11.298598 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-2fe36bfa-257f-4005-b085-94360f68c09e req-d2cd94c3-df26-4b59-80a2-5e4fbae48e69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127687527'] for port, after_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:38:11.343123 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe36bfa-257f-4005-b085-94360f68c09e req-d2cd94c3-df26-4b59-80a2-5e4fbae48e69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:38:11.343804 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-2fe36bfa-257f-4005-b085-94360f68c09e req-d2cd94c3-df26-4b59-80a2-5e4fbae48e69 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:38:11.345335 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-2fe36bfa-257f-4005-b085-94360f68c09e req-d2cd94c3-df26-4b59-80a2-5e4fbae48e69 service neutron] 10.222.0.72 "PUT /v2.0/ports/d6618be0-f4b5-4010-a576-33ea2679a282 HTTP/1.1" status: 200 len: 1092 time: 0.6668735 Jul 06 14:38:11.345797 n-d-773647-6 neutron-server[100246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '441a6fc2-6d4c-4fd2-aae2-2c846c3e9a60', 'tag': 'd6618be0-f4b5-4010-a576-33ea2679a282'}] {{(pid=100246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:38:11.348780 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0d96c5ab5e889f7b933ae915b9be33d1b46c9e87795bf781004b656ef3f1e87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4bf77ca-4e47-4dbc-93a3-8118d8fad739" -d '{"events": [{"name": "network-changed", "server_uuid": "441a6fc2-6d4c-4fd2-aae2-2c846c3e9a60", "tag": "d6618be0-f4b5-4010-a576-33ea2679a282"}]}' {{(pid=100246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:38:11.402770 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 14:38:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2db9cd87-a9e3-4d29-b930-67c1efc603b4 x-openstack-request-id: req-2db9cd87-a9e3-4d29-b930-67c1efc603b4 {{(pid=100246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:38:11.403206 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "441a6fc2-6d4c-4fd2-aae2-2c846c3e9a60", "tag": "d6618be0-f4b5-4010-a576-33ea2679a282", "status": "completed", "code": 200}]} {{(pid=100246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:38:11.403584 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-2db9cd87-a9e3-4d29-b930-67c1efc603b4 {{(pid=100246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:38:11.404082 n-d-773647-6 neutron-server[100246]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '441a6fc2-6d4c-4fd2-aae2-2c846c3e9a60', 'tag': 'd6618be0-f4b5-4010-a576-33ea2679a282', 'status': 'completed', 'code': 200} Jul 06 14:38:11.423406 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2cd94c3-df26-4b59-80a2-5e4fbae48e69 service neutron] Pushing event updated for resources: {'Port': ['ID=d6618be0-f4b5-4010-a576-33ea2679a282,revision_number=3']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:38:11.458239 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe36bfa-257f-4005-b085-94360f68c09e req-c5e427f1-acd5-4761-8d26-a238779b7da3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:38:11.460494 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-2fe36bfa-257f-4005-b085-94360f68c09e req-c5e427f1-acd5-4761-8d26-a238779b7da3 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=9d9b21e60bee490a9bf202cb583bf670&device_id=441a6fc2-6d4c-4fd2-aae2-2c846c3e9a60 HTTP/1.1" status: 200 len: 1095 time: 0.0710378 Jul 06 14:38:11.506638 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-2fe36bfa-257f-4005-b085-94360f68c09e req-775d152e-7209-48ee-83e0-a9e875d29597 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d6618be0-f4b5-4010-a576-33ea2679a282 HTTP/1.1" status: 200 len: 217 time: 0.0373750 Jul 06 14:38:11.564114 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe36bfa-257f-4005-b085-94360f68c09e req-7272f8fb-53b3-49d7-9d12-737fc759ab85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:38:11.565790 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-2fe36bfa-257f-4005-b085-94360f68c09e req-7272f8fb-53b3-49d7-9d12-737fc759ab85 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=2909a683-548c-4b5b-9f41-76ab6ad57d29 HTTP/1.1" status: 200 len: 851 time: 0.0530565 Jul 06 14:38:11.634979 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe36bfa-257f-4005-b085-94360f68c09e req-2e90475b-ca6e-4130-8dbc-b6d0cdd3262f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:38:11.636472 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-2fe36bfa-257f-4005-b085-94360f68c09e req-2e90475b-ca6e-4130-8dbc-b6d0cdd3262f service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=8d42e765-466c-4066-a835-9be26bf6d40e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0645342 Jul 06 14:38:11.694283 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f809cafd-97b6-4df6-bf80-e12b96034d97 req-bd72c864-7955-4cac-896d-7b40a97fa1b0 tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:38:11.697286 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-f809cafd-97b6-4df6-bf80-e12b96034d97 req-bd72c864-7955-4cac-896d-7b40a97fa1b0 tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] 10.222.0.104 "GET /v2.0/ports?device_id=441a6fc2-6d4c-4fd2-aae2-2c846c3e9a60 HTTP/1.1" status: 200 len: 944 time: 0.0784402 Jul 06 14:38:11.738550 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-2fe36bfa-257f-4005-b085-94360f68c09e req-6daee170-00b2-4445-b4f0-993dcc633008 service neutron] 10.222.0.72 "GET /v2.0/networks/8d42e765-466c-4066-a835-9be26bf6d40e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953729 Jul 06 14:38:11.742942 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-f809cafd-97b6-4df6-bf80-e12b96034d97 req-e1818d04-1d9f-4087-84a9-44f21b8109df tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] 10.222.0.104 "GET /v2.0/security-groups?id=db2ef26e-e1b5-4a09-b7f7-c46f167f8c20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378778 Jul 06 14:38:11.841233 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-2fe36bfa-257f-4005-b085-94360f68c09e req-cf139f18-7e9c-4758-8729-b735270b9f8e service neutron] 10.222.0.72 "GET /v2.0/networks/8d42e765-466c-4066-a835-9be26bf6d40e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961902 Jul 06 14:38:11.949245 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bf77ca-4e47-4dbc-93a3-8118d8fad739 req-790c26a9-6266-4be2-907b-8ee22b8d669b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:38:11.950696 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-f4bf77ca-4e47-4dbc-93a3-8118d8fad739 req-790c26a9-6266-4be2-907b-8ee22b8d669b service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=9d9b21e60bee490a9bf202cb583bf670&device_id=441a6fc2-6d4c-4fd2-aae2-2c846c3e9a60 HTTP/1.1" status: 200 len: 1095 time: 0.0652366 Jul 06 14:38:12.053708 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bf77ca-4e47-4dbc-93a3-8118d8fad739 req-4adb9596-d864-4414-b820-66a728fe9425 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:38:12.055444 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-f4bf77ca-4e47-4dbc-93a3-8118d8fad739 req-4adb9596-d864-4414-b820-66a728fe9425 service neutron] 10.222.0.72 "GET /v2.0/networks?id=8d42e765-466c-4066-a835-9be26bf6d40e HTTP/1.1" status: 200 len: 914 time: 0.0984552 Jul 06 14:38:12.097797 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-f4bf77ca-4e47-4dbc-93a3-8118d8fad739 req-1e8f6959-a246-49b4-ae5f-749358530511 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d6618be0-f4b5-4010-a576-33ea2679a282 HTTP/1.1" status: 200 len: 217 time: 0.0359011 Jul 06 14:38:12.147837 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bf77ca-4e47-4dbc-93a3-8118d8fad739 req-870dfbf7-c10f-4e22-b769-69a9e97ade6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:38:12.149316 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-f4bf77ca-4e47-4dbc-93a3-8118d8fad739 req-870dfbf7-c10f-4e22-b769-69a9e97ade6c service neutron] 10.222.0.72 "GET /v2.0/subnets?id=2909a683-548c-4b5b-9f41-76ab6ad57d29 HTTP/1.1" status: 200 len: 851 time: 0.0461609 Jul 06 14:38:12.211821 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bf77ca-4e47-4dbc-93a3-8118d8fad739 req-149350ee-7182-4300-905f-52c3733611ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:38:12.213264 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-f4bf77ca-4e47-4dbc-93a3-8118d8fad739 req-149350ee-7182-4300-905f-52c3733611ea service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=8d42e765-466c-4066-a835-9be26bf6d40e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0576620 Jul 06 14:38:12.307654 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-f4bf77ca-4e47-4dbc-93a3-8118d8fad739 req-2c914c18-c866-47d5-99cd-4db80df7765e service neutron] 10.222.0.72 "GET /v2.0/networks/8d42e765-466c-4066-a835-9be26bf6d40e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878892 Jul 06 14:38:12.412042 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-f4bf77ca-4e47-4dbc-93a3-8118d8fad739 req-932bb5fc-496a-4218-bfe3-93dc0b65ad1a service neutron] 10.222.0.72 "GET /v2.0/networks/8d42e765-466c-4066-a835-9be26bf6d40e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0978844 Jul 06 14:38:12.735941 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:38:12.920451 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eccd04d-3173-4877-bd3d-aabccbadb6f5 req-6cdf02c0-b708-49f9-806d-b1d4d27b83a4 tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:38:12.921957 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-5eccd04d-3173-4877-bd3d-aabccbadb6f5 req-6cdf02c0-b708-49f9-806d-b1d4d27b83a4 tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] 10.222.0.104 "GET /v2.0/ports?device_id=441a6fc2-6d4c-4fd2-aae2-2c846c3e9a60 HTTP/1.1" status: 200 len: 944 time: 0.0627873 Jul 06 14:38:12.964625 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-5eccd04d-3173-4877-bd3d-aabccbadb6f5 req-0b909bd7-80a4-4994-9028-f6aaa08f1097 tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] 10.222.0.104 "GET /v2.0/security-groups?id=db2ef26e-e1b5-4a09-b7f7-c46f167f8c20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365460 Jul 06 14:38:14.146509 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab33f64-e971-45cd-b0c4-0baefd147612 req-68d1e2d8-c1e6-4c11-975c-dee0010246d1 tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:38:14.148096 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-2ab33f64-e971-45cd-b0c4-0baefd147612 req-68d1e2d8-c1e6-4c11-975c-dee0010246d1 tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] 10.222.0.104 "GET /v2.0/ports?device_id=441a6fc2-6d4c-4fd2-aae2-2c846c3e9a60 HTTP/1.1" status: 200 len: 944 time: 0.0674899 Jul 06 14:38:14.191540 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-2ab33f64-e971-45cd-b0c4-0baefd147612 req-b0b4d2d0-110a-4ead-8ff9-277ef880e951 tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] 10.222.0.104 "GET /v2.0/security-groups?id=db2ef26e-e1b5-4a09-b7f7-c46f167f8c20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348709 Jul 06 14:38:15.370313 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4368abc3-d5f6-4d27-96c8-8746fd661794 req-ca874cbe-00a4-4dd3-942b-ca92d6ebe51a tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:38:15.371829 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-4368abc3-d5f6-4d27-96c8-8746fd661794 req-ca874cbe-00a4-4dd3-942b-ca92d6ebe51a tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] 10.222.0.104 "GET /v2.0/ports?device_id=441a6fc2-6d4c-4fd2-aae2-2c846c3e9a60 HTTP/1.1" status: 200 len: 944 time: 0.0640652 Jul 06 14:38:15.408803 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-4368abc3-d5f6-4d27-96c8-8746fd661794 req-d17adaf3-843e-42c8-bf4c-a88016409c86 tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] 10.222.0.104 "GET /v2.0/security-groups?id=db2ef26e-e1b5-4a09-b7f7-c46f167f8c20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313504 Jul 06 14:38:16.592250 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfc4d0d-3c1f-4a09-afd0-39e4282581c2 req-965f53dc-11aa-488e-9783-9e6a28613625 tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:38:16.593739 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-2bfc4d0d-3c1f-4a09-afd0-39e4282581c2 req-965f53dc-11aa-488e-9783-9e6a28613625 tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] 10.222.0.104 "GET /v2.0/ports?device_id=441a6fc2-6d4c-4fd2-aae2-2c846c3e9a60 HTTP/1.1" status: 200 len: 944 time: 0.0688219 Jul 06 14:38:16.631552 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-2bfc4d0d-3c1f-4a09-afd0-39e4282581c2 req-f527178e-5d3c-40a1-8af3-97c7db0dc5ce tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] 10.222.0.104 "GET /v2.0/security-groups?id=db2ef26e-e1b5-4a09-b7f7-c46f167f8c20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314782 Jul 06 14:38:17.800852 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1b1603-8ef5-4096-9126-70b1c8973ae9 req-ad490ab0-a25b-47c9-a7ae-eec018983b51 tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:38:17.802851 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-2d1b1603-8ef5-4096-9126-70b1c8973ae9 req-ad490ab0-a25b-47c9-a7ae-eec018983b51 tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] 10.222.0.104 "GET /v2.0/ports?device_id=441a6fc2-6d4c-4fd2-aae2-2c846c3e9a60 HTTP/1.1" status: 200 len: 944 time: 0.0630274 Jul 06 14:38:17.839825 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-2d1b1603-8ef5-4096-9126-70b1c8973ae9 req-6d93b274-1edb-4ab8-9e3c-a309ed274c5c tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] 10.222.0.104 "GET /v2.0/security-groups?id=db2ef26e-e1b5-4a09-b7f7-c46f167f8c20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314498 Jul 06 14:38:19.010973 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b71850b-ac51-413e-b26a-7cd35e2df7ba req-0702a5f0-3868-40db-900d-170278493b7c tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:38:19.012351 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-9b71850b-ac51-413e-b26a-7cd35e2df7ba req-0702a5f0-3868-40db-900d-170278493b7c tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] 10.222.0.104 "GET /v2.0/ports?device_id=441a6fc2-6d4c-4fd2-aae2-2c846c3e9a60 HTTP/1.1" status: 200 len: 944 time: 0.0656812 Jul 06 14:38:19.048701 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-9b71850b-ac51-413e-b26a-7cd35e2df7ba req-3a4ea02d-65dd-4c93-bc20-10094c61581d tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] 10.222.0.104 "GET /v2.0/security-groups?id=db2ef26e-e1b5-4a09-b7f7-c46f167f8c20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308964 Jul 06 14:38:20.219293 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3164b2da-e3c9-469b-bd44-afafa6d5a91b req-1d4436ff-6f94-4fbb-bef6-0d18aa448133 tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:38:20.220794 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-3164b2da-e3c9-469b-bd44-afafa6d5a91b req-1d4436ff-6f94-4fbb-bef6-0d18aa448133 tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] 10.222.0.104 "GET /v2.0/ports?device_id=441a6fc2-6d4c-4fd2-aae2-2c846c3e9a60 HTTP/1.1" status: 200 len: 944 time: 0.0637009 Jul 06 14:38:20.257853 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-3164b2da-e3c9-469b-bd44-afafa6d5a91b req-6352bd05-b859-4416-a778-d3762cbf62df tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] 10.222.0.104 "GET /v2.0/security-groups?id=db2ef26e-e1b5-4a09-b7f7-c46f167f8c20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309751 Jul 06 14:38:21.428455 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a927c97f-bdc6-4645-bedd-31622c0a57fd req-6f3177fe-2bf5-4d42-aee3-a3935a799b6a tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:38:21.429927 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-a927c97f-bdc6-4645-bedd-31622c0a57fd req-6f3177fe-2bf5-4d42-aee3-a3935a799b6a tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] 10.222.0.104 "GET /v2.0/ports?device_id=441a6fc2-6d4c-4fd2-aae2-2c846c3e9a60 HTTP/1.1" status: 200 len: 944 time: 0.0614471 Jul 06 14:38:21.472704 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-a927c97f-bdc6-4645-bedd-31622c0a57fd req-9ca25d5c-6719-4e00-a9f0-0b00a6693326 tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] 10.222.0.104 "GET /v2.0/security-groups?id=db2ef26e-e1b5-4a09-b7f7-c46f167f8c20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329151 Jul 06 14:38:22.651427 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88be6be6-20e3-44b6-b771-9bc17788daa0 req-2bf0e6d5-9839-47b5-9f4c-52c349949710 tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:38:22.652925 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-88be6be6-20e3-44b6-b771-9bc17788daa0 req-2bf0e6d5-9839-47b5-9f4c-52c349949710 tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] 10.222.0.104 "GET /v2.0/ports?device_id=441a6fc2-6d4c-4fd2-aae2-2c846c3e9a60 HTTP/1.1" status: 200 len: 944 time: 0.0658522 Jul 06 14:38:22.682090 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Device d6618be0-f4b5-4010-a576-33ea2679a282 details requested by agent hyperv_n-h2-773647-6 with host n-h2-773647-6 {{(pid=100248) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 14:38:22.694756 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-88be6be6-20e3-44b6-b771-9bc17788daa0 req-05a29644-ad5d-46ea-8617-c4e7367828c3 tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] 10.222.0.104 "GET /v2.0/security-groups?id=db2ef26e-e1b5-4a09-b7f7-c46f167f8c20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358987 Jul 06 14:38:22.780959 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] For port d6618be0-f4b5-4010-a576-33ea2679a282, host n-h2-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=d6618be0-f4b5-4010-a576-33ea2679a282,segment=NetworkSegment(fb70f030-83e8-41d7-b868-4485c113c2c0),segment_id=fb70f030-83e8-41d7-b868-4485c113c2c0)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:38:22.792006 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Returning: {'device': 'd6618be0-f4b5-4010-a576-33ea2679a282', 'network_id': '8d42e765-466c-4066-a835-9be26bf6d40e', 'port_id': 'd6618be0-f4b5-4010-a576-33ea2679a282', 'mac_address': 'fa:16:3e:73:26:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1049, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2909a683-548c-4b5b-9f41-76ab6ad57d29', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100248) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 14:38:22.828181 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:38:22.841063 n-d-773647-6 neutron-server[100248]: DEBUG neutron.notifiers.nova [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d6618be0-f4b5-4010-a576-33ea2679a282 {{(pid=100248) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 14:38:22.859487 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] For port d6618be0-f4b5-4010-a576-33ea2679a282, host n-h2-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=d6618be0-f4b5-4010-a576-33ea2679a282,segment=NetworkSegment(fb70f030-83e8-41d7-b868-4485c113c2c0),segment_id=fb70f030-83e8-41d7-b868-4485c113c2c0)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:38:22.865869 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:38:22.911285 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-416729d7-ad6c-41e7-961a-5fa8ac45e5f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:38:22.921472 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Pushing event updated for resources: {'Port': ['ID=d6618be0-f4b5-4010-a576-33ea2679a282,revision_number=4']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:38:22.929434 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:38:22.929782 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:38:22.930125 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:38:22.930461 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:38:22.930796 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:38:22.931130 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:38:22.931488 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:38:22.931814 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:38:22.932139 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:38:22.932465 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:38:22.932795 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:38:22.933116 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:38:23.082625 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] get_ports_and_sgs() called for port_ids ['d6618be0-f4b5-4010-a576-33ea2679a282'] {{(pid=100248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 14:38:23.865720 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66879bda-7d4b-4f59-b216-48778f3cb611 req-74229baa-0362-448e-a80a-f58307bc53be tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:38:23.867208 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-66879bda-7d4b-4f59-b216-48778f3cb611 req-74229baa-0362-448e-a80a-f58307bc53be tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] 10.222.0.104 "GET /v2.0/ports?device_id=441a6fc2-6d4c-4fd2-aae2-2c846c3e9a60 HTTP/1.1" status: 200 len: 945 time: 0.0626690 Jul 06 14:38:23.903938 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-66879bda-7d4b-4f59-b216-48778f3cb611 req-735a785a-9f94-432e-a855-d7b73005a53a tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] 10.222.0.104 "GET /v2.0/security-groups?id=db2ef26e-e1b5-4a09-b7f7-c46f167f8c20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312479 Jul 06 14:38:24.697535 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Device d6618be0-f4b5-4010-a576-33ea2679a282 up at agent hyperv_n-h2-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:38:24.747090 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Provisioning for port d6618be0-f4b5-4010-a576-33ea2679a282 completed by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:38:24.751466 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Provisioning complete for port d6618be0-f4b5-4010-a576-33ea2679a282 triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:38:24.751636 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:38:24.824605 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:38:24.845469 n-d-773647-6 neutron-server[100248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '441a6fc2-6d4c-4fd2-aae2-2c846c3e9a60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6618be0-f4b5-4010-a576-33ea2679a282'}] {{(pid=100248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:38:24.847704 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84af257533e383389cbcf231d3534f4d5e149e7203fea16b4a8fc01438dddaf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68044424-2acc-4d82-b516-b8a016c18146" -d '{"events": [{"server_uuid": "441a6fc2-6d4c-4fd2-aae2-2c846c3e9a60", "name": "network-vif-plugged", "status": "completed", "tag": "d6618be0-f4b5-4010-a576-33ea2679a282"}]}' {{(pid=100248) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:38:24.861130 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] For port d6618be0-f4b5-4010-a576-33ea2679a282, host n-h2-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=d6618be0-f4b5-4010-a576-33ea2679a282,segment=NetworkSegment(fb70f030-83e8-41d7-b868-4485c113c2c0),segment_id=fb70f030-83e8-41d7-b868-4485c113c2c0)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:38:24.865558 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:38:24.889092 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 14:38:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9dea92d8-e6a5-420a-8a1f-3f496455ec6d x-openstack-request-id: req-9dea92d8-e6a5-420a-8a1f-3f496455ec6d {{(pid=100248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:38:24.889386 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "441a6fc2-6d4c-4fd2-aae2-2c846c3e9a60", "name": "network-vif-plugged", "status": "completed", "tag": "d6618be0-f4b5-4010-a576-33ea2679a282", "code": 200}]} {{(pid=100248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:38:24.889641 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-9dea92d8-e6a5-420a-8a1f-3f496455ec6d {{(pid=100248) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:38:24.890091 n-d-773647-6 neutron-server[100248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '441a6fc2-6d4c-4fd2-aae2-2c846c3e9a60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6618be0-f4b5-4010-a576-33ea2679a282', 'code': 200} Jul 06 14:38:24.919495 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Pushing event updated for resources: {'Port': ['ID=d6618be0-f4b5-4010-a576-33ea2679a282,revision_number=5']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:38:25.003264 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ed045c-308c-4e09-9dd8-fffec73b67bd req-07a64e85-9fa9-43f8-b513-d7bf6c966206 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:38:25.003264 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-e9ed045c-308c-4e09-9dd8-fffec73b67bd req-07a64e85-9fa9-43f8-b513-d7bf6c966206 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=441a6fc2-6d4c-4fd2-aae2-2c846c3e9a60 HTTP/1.1" status: 200 len: 1097 time: 0.0545228 Jul 06 14:38:25.036880 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-e9ed045c-308c-4e09-9dd8-fffec73b67bd req-bdbc11ad-360f-472b-87ef-d40ea5435607 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=db2ef26e-e1b5-4a09-b7f7-c46f167f8c20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0292790 Jul 06 14:38:25.079010 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde9dba8-85f3-44d4-ba4f-c0231ab964fb req-81cf1027-8c84-432d-88bd-4920243d2dfc tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:38:25.080505 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-dde9dba8-85f3-44d4-ba4f-c0231ab964fb req-81cf1027-8c84-432d-88bd-4920243d2dfc tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] 10.222.0.104 "GET /v2.0/ports?device_id=441a6fc2-6d4c-4fd2-aae2-2c846c3e9a60 HTTP/1.1" status: 200 len: 946 time: 0.0660787 Jul 06 14:38:25.117079 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-dde9dba8-85f3-44d4-ba4f-c0231ab964fb req-ffb5951a-e374-48aa-8280-d142ff3c495b tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] 10.222.0.104 "GET /v2.0/security-groups?id=db2ef26e-e1b5-4a09-b7f7-c46f167f8c20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310183 Jul 06 14:38:25.588282 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-bde0c461-75ed-4e1b-911e-a9812ec7f876 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:38:25.904255 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:38:26.294043 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4d38eb-b568-4516-80b5-448a1fc8b5f3 req-c33eb3b8-47cd-489b-af39-d8caaa6bd773 tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:38:26.295725 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-3e4d38eb-b568-4516-80b5-448a1fc8b5f3 req-c33eb3b8-47cd-489b-af39-d8caaa6bd773 tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] 10.222.0.104 "GET /v2.0/ports?device_id=441a6fc2-6d4c-4fd2-aae2-2c846c3e9a60 HTTP/1.1" status: 200 len: 946 time: 0.0660172 Jul 06 14:38:26.334788 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-3e4d38eb-b568-4516-80b5-448a1fc8b5f3 req-6caca6df-9717-4856-a700-0ad62776d9d3 tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] 10.222.0.104 "GET /v2.0/security-groups?id=db2ef26e-e1b5-4a09-b7f7-c46f167f8c20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333626 Jul 06 14:38:26.510716 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3eac7f-60a0-4724-a762-36fb0dba2df3 req-8d42fea7-9e21-4eb5-987a-5313ced4a8f2 tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:38:26.512174 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-3b3eac7f-60a0-4724-a762-36fb0dba2df3 req-8d42fea7-9e21-4eb5-987a-5313ced4a8f2 tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] 10.222.0.104 "GET /v2.0/ports?device_id=441a6fc2-6d4c-4fd2-aae2-2c846c3e9a60 HTTP/1.1" status: 200 len: 946 time: 0.0649641 Jul 06 14:38:26.556218 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-3b3eac7f-60a0-4724-a762-36fb0dba2df3 req-e9acd2c3-da6a-4336-843b-ae25aed8c22f tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] 10.222.0.104 "GET /v2.0/security-groups?id=db2ef26e-e1b5-4a09-b7f7-c46f167f8c20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383303 Jul 06 14:38:26.581305 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 56446) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:38:26.634091 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0f10ce4-cee0-491f-82cf-9cf4d1ada530 tempest-TestVolumeBootPattern-1158841458 tempest-TestVolumeBootPattern-1158841458-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:38:26.635728 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-d0f10ce4-cee0-491f-82cf-9cf4d1ada530 tempest-TestVolumeBootPattern-1158841458 tempest-TestVolumeBootPattern-1158841458-project-admin] 10.222.0.104 "GET /v2.0/ports?device_id=441a6fc2-6d4c-4fd2-aae2-2c846c3e9a60 HTTP/1.1" status: 200 len: 1092 time: 0.0534008 Jul 06 14:38:26.638495 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 56448) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:38:26.643176 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-37215adc-4dab-4fe0-beb9-46f00d84e340 tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] Request body: {'floatingip': {'floating_network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'port_id': 'd6618be0-f4b5-4010-a576-33ea2679a282', 'tenant_id': '9d9b21e60bee490a9bf202cb583bf670', 'fixed_ip_address': '172.20.0.14'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:38:26.665827 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-37215adc-4dab-4fe0-beb9-46f00d84e340 tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] Notify callbacks [] for floatingip, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:38:26.690429 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-2064eaae-da4f-48f8-82d2-b09d4ddedd44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:38:26.769810 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-37215adc-4dab-4fe0-beb9-46f00d84e340 tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:38:26.868878 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.db_base_plugin_common [None req-37215adc-4dab-4fe0-beb9-46f00d84e340 tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] Allocated IP 172.25.0.6 (2658f09e-a580-4d4a-9968-2d1e0ad93719/cbf74abc-6fe1-4d33-b005-c948923b9647/6053fea5-2b5c-43e9-874d-5ddfbfe8a5bc) {{(pid=100246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:38:26.971816 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-37215adc-4dab-4fe0-beb9-46f00d84e340 tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] Notify callbacks [] for port, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:38:27.010153 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-37215adc-4dab-4fe0-beb9-46f00d84e340 tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-127687573'] for port, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:38:27.045623 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37215adc-4dab-4fe0-beb9-46f00d84e340 tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] Network 2658f09e-a580-4d4a-9968-2d1e0ad93719 is already hosted by enough agents. {{(pid=100246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:38:27.049834 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.base_scheduler [None req-37215adc-4dab-4fe0-beb9-46f00d84e340 tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] Resources bound (agent type, host, resource id): {{(pid=100246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:38:27.057364 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37215adc-4dab-4fe0-beb9-46f00d84e340 tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] Received port after_create {{(pid=100246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:38:27.063390 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37215adc-4dab-4fe0-beb9-46f00d84e340 tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] Pushing event updated for resources: {'Port': ['ID=6053fea5-2b5c-43e9-874d-5ddfbfe8a5bc,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:38:27.417300 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-37215adc-4dab-4fe0-beb9-46f00d84e340 tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:38:27.494910 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-37215adc-4dab-4fe0-beb9-46f00d84e340 tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:38:27.638827 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-37215adc-4dab-4fe0-beb9-46f00d84e340 tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] Notify callbacks [] for port, precommit_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:38:27.643546 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-37215adc-4dab-4fe0-beb9-46f00d84e340 tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127687527'] for port, after_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:38:27.714596 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37215adc-4dab-4fe0-beb9-46f00d84e340 tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] Pushing event updated for resources: {'Port': ['ID=6053fea5-2b5c-43e9-874d-5ddfbfe8a5bc,revision_number=2']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:38:27.726107 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-37215adc-4dab-4fe0-beb9-46f00d84e340 tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1761130'] for floatingip, after_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:38:27.829292 n-d-773647-6 neutron-server[100246]: INFO neutron.db.l3_db [None req-37215adc-4dab-4fe0-beb9-46f00d84e340 tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] Floating IP 56dea3b0-c755-41ed-a52a-0f3f0ae22262 associated. External IP: 172.25.0.6, port: d6618be0-f4b5-4010-a576-33ea2679a282. Jul 06 14:38:28.317772 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37215adc-4dab-4fe0-beb9-46f00d84e340 tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] Router d1a6fd96-2052-4d61-baf1-3dc3a18de2e7 has already been hosted by L3 agent 2823d358-a11b-4885-a706-95a279e43fa7 {{(pid=100246) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 14:38:28.422942 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37215adc-4dab-4fe0-beb9-46f00d84e340 tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] Notify agent at l3_agent.n-d-773647-6 the message routers_updated {{(pid=100246) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 14:38:28.432298 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1f464ae-143d-4c16-a867-d134777e624f None None] Sync routers for ids ['d1a6fd96-2052-4d61-baf1-3dc3a18de2e7'] in n-d-773647-6 {{(pid=100248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 14:38:28.441055 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-37215adc-4dab-4fe0-beb9-46f00d84e340 tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for floatingip, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:38:28.441628 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1f464ae-143d-4c16-a867-d134777e624f None None] Routers {'d1a6fd96-2052-4d61-baf1-3dc3a18de2e7'} bound to L3 agent in host n-d-773647-6 {{(pid=100248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:38:28.442265 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-e1f464ae-143d-4c16-a867-d134777e624f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T14:38:26Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['d1a6fd96-2052-4d61-baf1-3dc3a18de2e7'], 'active': True} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:38:28.479731 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-37215adc-4dab-4fe0-beb9-46f00d84e340 tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] 10.222.0.104 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8401744 Jul 06 14:38:28.480921 n-d-773647-6 neutron-server[100246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '441a6fc2-6d4c-4fd2-aae2-2c846c3e9a60', 'tag': 'd6618be0-f4b5-4010-a576-33ea2679a282'}] {{(pid=100246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:38:28.483305 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0d96c5ab5e889f7b933ae915b9be33d1b46c9e87795bf781004b656ef3f1e87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc7ef555-a5ec-4842-88f1-e96d108a0a93" -d '{"events": [{"name": "network-changed", "server_uuid": "441a6fc2-6d4c-4fd2-aae2-2c846c3e9a60", "tag": "d6618be0-f4b5-4010-a576-33ea2679a282"}]}' {{(pid=100246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:38:28.507514 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-03f71b24-a9b8-453a-8924-caa3f97bc6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:38:28.521508 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 14:38:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00874bbe-82e9-4881-9aea-c51236ce3d25 x-openstack-request-id: req-00874bbe-82e9-4881-9aea-c51236ce3d25 {{(pid=100246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:38:28.521807 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "441a6fc2-6d4c-4fd2-aae2-2c846c3e9a60", "tag": "d6618be0-f4b5-4010-a576-33ea2679a282", "status": "completed", "code": 200}]} {{(pid=100246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:38:28.522060 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-00874bbe-82e9-4881-9aea-c51236ce3d25 {{(pid=100246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:38:28.522467 n-d-773647-6 neutron-server[100246]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '441a6fc2-6d4c-4fd2-aae2-2c846c3e9a60', 'tag': 'd6618be0-f4b5-4010-a576-33ea2679a282', 'status': 'completed', 'code': 200} Jul 06 14:38:28.564264 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvr_db [None req-e1f464ae-143d-4c16-a867-d134777e624f None None] Set router d1a6fd96-2052-4d61-baf1-3dc3a18de2e7 gateway port host: n-d-773647-6 {{(pid=100248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:38:28.597205 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7ef555-a5ec-4842-88f1-e96d108a0a93 req-fbcc424d-8be2-4ebf-bdc7-03dcb49fc558 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:38:28.598799 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-dc7ef555-a5ec-4842-88f1-e96d108a0a93 req-fbcc424d-8be2-4ebf-bdc7-03dcb49fc558 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=9d9b21e60bee490a9bf202cb583bf670&device_id=441a6fc2-6d4c-4fd2-aae2-2c846c3e9a60 HTTP/1.1" status: 200 len: 1097 time: 0.0541914 Jul 06 14:38:28.689947 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7ef555-a5ec-4842-88f1-e96d108a0a93 req-e3ac13fc-3fc2-429d-991a-e5d9d2dabb8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:38:28.691453 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-dc7ef555-a5ec-4842-88f1-e96d108a0a93 req-e3ac13fc-3fc2-429d-991a-e5d9d2dabb8f service neutron] 10.222.0.72 "GET /v2.0/networks?id=8d42e765-466c-4066-a835-9be26bf6d40e HTTP/1.1" status: 200 len: 914 time: 0.0869367 Jul 06 14:38:28.755466 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-dc7ef555-a5ec-4842-88f1-e96d108a0a93 req-b7ce3fba-cba7-4675-bb80-22831e1f8acf service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d6618be0-f4b5-4010-a576-33ea2679a282 HTTP/1.1" status: 200 len: 998 time: 0.0580473 Jul 06 14:38:28.792496 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-e1f464ae-143d-4c16-a867-d134777e624f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1a6fd96-2052-4d61-baf1-3dc3a18de2e7', 'name': 'tempest-TestVolumeBootPattern-1742609137-router', 'tenant_id': '9d9b21e60bee490a9bf202cb583bf670', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.139'}], 'enable_snat': True}, 'gw_port_id': '57ba3a89-8007-470c-a5d7-0c700e780995', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:30:01Z', 'updated_at': '2021-07-06T14:30:04Z', 'revision_number': 4, 'project_id': '9d9b21e60bee490a9bf202cb583bf670', 'gw_port': {'id': '57ba3a89-8007-470c-a5d7-0c700e780995', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:90:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1a6fd96-2052-4d61-baf1-3dc3a18de2e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3822, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:30:01Z', 'updated_at': '2021-07-06T14:30:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6', '_floatingips': [{'id': '2f8dbd25-a2fa-443b-abb7-59de80dd7592', 'tenant_id': '9d9b21e60bee490a9bf202cb583bf670', 'floating_ip_address': '172.25.0.79', 'floating_network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'router_id': 'd1a6fd96-2052-4d61-baf1-3dc3a18de2e7', 'port_id': 'e9a40172-d18a-4eb3-9b89-cd6183f3af7c', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3959, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8d42e765-466c-4066-a835-9be26bf6d40e', 'mac_address': 'fa:16:3e:c2:02:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dc55d35-5e22-488c-b419-ea2aa3d9f8e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T14:36:25Z', 'updated_at': '2021-07-06T14:36:27Z', 'revision_number': 1, 'project_id': '9d9b21e60bee490a9bf202cb583bf670', 'fixed_ip_address_scope': None}, {'id': '56dea3b0-c755-41ed-a52a-0f3f0ae22262', 'tenant_id': '9d9b21e60bee490a9bf202cb583bf670', 'floating_ip_address': '172.25.0.6', 'floating_network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'router_id': 'd1a6fd96-2052-4d61-baf1-3dc3a18de2e7', 'port_id': 'd6618be0-f4b5-4010-a576-33ea2679a282', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3962, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8d42e765-466c-4066-a835-9be26bf6d40e', 'mac_address': 'fa:16:3e:73:26:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '441a6fc2-6d4c-4fd2-aae2-2c846c3e9a60', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T14:38:27Z', 'updated_at': '2021-07-06T14:38:27Z', 'revision_number': 0, 'project_id': '9d9b21e60bee490a9bf202cb583bf670', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '99c31837-2c38-4de1-851d-20e2471adea0', 'name': '', 'network_id': '8d42e765-466c-4066-a835-9be26bf6d40e', 'tenant_id': '9d9b21e60bee490a9bf202cb583bf670', 'mac_address': 'fa:16:3e:bd:73:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1a6fd96-2052-4d61-baf1-3dc3a18de2e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3823, 'fixed_ips': [{'subnet_id': '2909a683-548c-4b5b-9f41-76ab6ad57d29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:30:03Z', 'updated_at': '2021-07-06T14:30:11Z', 'revision_number': 5, 'project_id': '9d9b21e60bee490a9bf202cb583bf670', 'subnets': [{'id': '2909a683-548c-4b5b-9f41-76ab6ad57d29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773647-6', False) {} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:38:28.803724 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7ef555-a5ec-4842-88f1-e96d108a0a93 req-0a7c3ebf-a271-4311-b239-f70d9be5cf6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:38:28.805277 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-dc7ef555-a5ec-4842-88f1-e96d108a0a93 req-0a7c3ebf-a271-4311-b239-f70d9be5cf6e service neutron] 10.222.0.72 "GET /v2.0/subnets?id=2909a683-548c-4b5b-9f41-76ab6ad57d29 HTTP/1.1" status: 200 len: 851 time: 0.0444729 Jul 06 14:38:28.826193 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1f464ae-143d-4c16-a867-d134777e624f None None] Checking router: d1a6fd96-2052-4d61-baf1-3dc3a18de2e7 for host: n-d-773647-6 {{(pid=100248) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 14:38:28.835468 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1f464ae-143d-4c16-a867-d134777e624f None None] Routers {'d1a6fd96-2052-4d61-baf1-3dc3a18de2e7'} bound to L3 agent in host n-d-773647-6 {{(pid=100248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:38:28.836075 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-e1f464ae-143d-4c16-a867-d134777e624f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T14:38:26Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['d1a6fd96-2052-4d61-baf1-3dc3a18de2e7'], 'active': True} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:38:28.867146 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7ef555-a5ec-4842-88f1-e96d108a0a93 req-7d9d5e81-4993-4dcd-8932-7e6fa0452be6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:38:28.868607 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-dc7ef555-a5ec-4842-88f1-e96d108a0a93 req-7d9d5e81-4993-4dcd-8932-7e6fa0452be6 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=8d42e765-466c-4066-a835-9be26bf6d40e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0566971 Jul 06 14:38:28.935677 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvr_db [None req-e1f464ae-143d-4c16-a867-d134777e624f None None] Set router d1a6fd96-2052-4d61-baf1-3dc3a18de2e7 gateway port host: n-d-773647-6 {{(pid=100248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:38:28.957761 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-dc7ef555-a5ec-4842-88f1-e96d108a0a93 req-4b9d6bbf-051e-4438-9130-5b1206b4de98 service neutron] 10.222.0.72 "GET /v2.0/networks/8d42e765-466c-4066-a835-9be26bf6d40e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819149 Jul 06 14:38:29.049032 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-dc7ef555-a5ec-4842-88f1-e96d108a0a93 req-4175d78d-1a93-498a-80d3-2c5e6a6cb122 service neutron] 10.222.0.72 "GET /v2.0/networks/8d42e765-466c-4066-a835-9be26bf6d40e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855303 Jul 06 14:38:29.158099 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-e1f464ae-143d-4c16-a867-d134777e624f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1a6fd96-2052-4d61-baf1-3dc3a18de2e7', 'name': 'tempest-TestVolumeBootPattern-1742609137-router', 'tenant_id': '9d9b21e60bee490a9bf202cb583bf670', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.139'}], 'enable_snat': True}, 'gw_port_id': '57ba3a89-8007-470c-a5d7-0c700e780995', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:30:01Z', 'updated_at': '2021-07-06T14:30:04Z', 'revision_number': 4, 'project_id': '9d9b21e60bee490a9bf202cb583bf670', 'gw_port': {'id': '57ba3a89-8007-470c-a5d7-0c700e780995', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:90:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1a6fd96-2052-4d61-baf1-3dc3a18de2e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3822, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:30:01Z', 'updated_at': '2021-07-06T14:30:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6', '_floatingips': [{'id': '2f8dbd25-a2fa-443b-abb7-59de80dd7592', 'tenant_id': '9d9b21e60bee490a9bf202cb583bf670', 'floating_ip_address': '172.25.0.79', 'floating_network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'router_id': 'd1a6fd96-2052-4d61-baf1-3dc3a18de2e7', 'port_id': 'e9a40172-d18a-4eb3-9b89-cd6183f3af7c', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3959, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8d42e765-466c-4066-a835-9be26bf6d40e', 'mac_address': 'fa:16:3e:c2:02:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dc55d35-5e22-488c-b419-ea2aa3d9f8e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T14:36:25Z', 'updated_at': '2021-07-06T14:36:27Z', 'revision_number': 1, 'project_id': '9d9b21e60bee490a9bf202cb583bf670', 'fixed_ip_address_scope': None}, {'id': '56dea3b0-c755-41ed-a52a-0f3f0ae22262', 'tenant_id': '9d9b21e60bee490a9bf202cb583bf670', 'floating_ip_address': '172.25.0.6', 'floating_network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'router_id': 'd1a6fd96-2052-4d61-baf1-3dc3a18de2e7', 'port_id': 'd6618be0-f4b5-4010-a576-33ea2679a282', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3962, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8d42e765-466c-4066-a835-9be26bf6d40e', 'mac_address': 'fa:16:3e:73:26:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '441a6fc2-6d4c-4fd2-aae2-2c846c3e9a60', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T14:38:27Z', 'updated_at': '2021-07-06T14:38:27Z', 'revision_number': 0, 'project_id': '9d9b21e60bee490a9bf202cb583bf670', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '99c31837-2c38-4de1-851d-20e2471adea0', 'name': '', 'network_id': '8d42e765-466c-4066-a835-9be26bf6d40e', 'tenant_id': '9d9b21e60bee490a9bf202cb583bf670', 'mac_address': 'fa:16:3e:bd:73:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1a6fd96-2052-4d61-baf1-3dc3a18de2e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3823, 'fixed_ips': [{'subnet_id': '2909a683-548c-4b5b-9f41-76ab6ad57d29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:30:03Z', 'updated_at': '2021-07-06T14:30:11Z', 'revision_number': 5, 'project_id': '9d9b21e60bee490a9bf202cb583bf670', 'subnets': [{'id': '2909a683-548c-4b5b-9f41-76ab6ad57d29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773647-6', False) {} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:38:29.184213 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1f464ae-143d-4c16-a867-d134777e624f None None] The sync data for ids ['d1a6fd96-2052-4d61-baf1-3dc3a18de2e7'] in n-d-773647-6 is: [{'id': 'd1a6fd96-2052-4d61-baf1-3dc3a18de2e7', 'name': 'tempest-TestVolumeBootPattern-1742609137-router', 'tenant_id': '9d9b21e60bee490a9bf202cb583bf670', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.139'}], 'enable_snat': True}, 'gw_port_id': '57ba3a89-8007-470c-a5d7-0c700e780995', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:30:01Z', 'updated_at': '2021-07-06T14:30:04Z', 'revision_number': 4, 'project_id': '9d9b21e60bee490a9bf202cb583bf670', 'gw_port': {'id': '57ba3a89-8007-470c-a5d7-0c700e780995', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:90:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1a6fd96-2052-4d61-baf1-3dc3a18de2e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3822, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:30:01Z', 'updated_at': '2021-07-06T14:30:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6', '_floatingips': [{'id': '2f8dbd25-a2fa-443b-abb7-59de80dd7592', 'tenant_id': '9d9b21e60bee490a9bf202cb583bf670', 'floating_ip_address': '172.25.0.79', 'floating_network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'router_id': 'd1a6fd96-2052-4d61-baf1-3dc3a18de2e7', 'port_id': 'e9a40172-d18a-4eb3-9b89-cd6183f3af7c', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3959, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8d42e765-466c-4066-a835-9be26bf6d40e', 'mac_address': 'fa:16:3e:c2:02:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dc55d35-5e22-488c-b419-ea2aa3d9f8e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T14:36:25Z', 'updated_at': '2021-07-06T14:36:27Z', 'revision_number': 1, 'project_id': '9d9b21e60bee490a9bf202cb583bf670', 'fixed_ip_address_scope': None}, {'id': '56dea3b0-c755-41ed-a52a-0f3f0ae22262', 'tenant_id': '9d9b21e60bee490a9bf202cb583bf670', 'floating_ip_address': '172.25.0.6', 'floating_network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'router_id': 'd1a6fd96-2052-4d61-baf1-3dc3a18de2e7', 'port_id': 'd6618be0-f4b5-4010-a576-33ea2679a282', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3962, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8d42e765-466c-4066-a835-9be26bf6d40e', 'mac_address': 'fa:16:3e:73:26:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '441a6fc2-6d4c-4fd2-aae2-2c846c3e9a60', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T14:38:27Z', 'updated_at': '2021-07-06T14:38:27Z', 'revision_number': 0, 'project_id': '9d9b21e60bee490a9bf202cb583bf670', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '99c31837-2c38-4de1-851d-20e2471adea0', 'name': '', 'network_id': '8d42e765-466c-4066-a835-9be26bf6d40e', 'tenant_id': '9d9b21e60bee490a9bf202cb583bf670', 'mac_address': 'fa:16:3e:bd:73:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1a6fd96-2052-4d61-baf1-3dc3a18de2e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3823, 'fixed_ips': [{'subnet_id': '2909a683-548c-4b5b-9f41-76ab6ad57d29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:30:03Z', 'updated_at': '2021-07-06T14:30:11Z', 'revision_number': 5, 'project_id': '9d9b21e60bee490a9bf202cb583bf670', 'subnets': [{'id': '2909a683-548c-4b5b-9f41-76ab6ad57d29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 14:38:29.372394 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64bba661-e6a8-48ce-afc6-ede0e16e8d7f None None] New status for floating IP 56dea3b0-c755-41ed-a52a-0f3f0ae22262: ACTIVE {{(pid=100249) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 14:38:33.293161 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.agents_db [None req-167c0ad6-1657-4c9a-a2c4-3b18056aa662 None None] Agent healthcheck: found 7 active agents {{(pid=100249) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 14:38:40.889955 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:38:42.748718 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:38:52.892861 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-82e900ad-9c06-4fdd-a08b-b9f5eee100b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:38:55.587640 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-c64b2ce3-6d8c-4411-9343-c8da4075fba2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:38:55.905896 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:38:56.693504 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-2064eaae-da4f-48f8-82d2-b09d4ddedd44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:38:58.047274 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-bde39ffc-f8cf-4c48-af83-8d749df4b67d req-5ed16c26-4925-4cc0-897e-a56a311db7f9 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=441a6fc2-6d4c-4fd2-aae2-2c846c3e9a60&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0515966 Jul 06 14:38:58.139990 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde39ffc-f8cf-4c48-af83-8d749df4b67d req-992223a3-0de3-4130-a5bc-4a558f44c5db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:38:58.141449 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-bde39ffc-f8cf-4c48-af83-8d749df4b67d req-992223a3-0de3-4130-a5bc-4a558f44c5db service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=9d9b21e60bee490a9bf202cb583bf670&device_id=441a6fc2-6d4c-4fd2-aae2-2c846c3e9a60 HTTP/1.1" status: 200 len: 1097 time: 0.0515611 Jul 06 14:38:58.247750 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde39ffc-f8cf-4c48-af83-8d749df4b67d req-b844534a-5987-429d-80ce-13f777e1d34e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:38:58.249254 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-bde39ffc-f8cf-4c48-af83-8d749df4b67d req-b844534a-5987-429d-80ce-13f777e1d34e service neutron] 10.222.0.72 "GET /v2.0/networks?id=8d42e765-466c-4066-a835-9be26bf6d40e HTTP/1.1" status: 200 len: 914 time: 0.0878015 Jul 06 14:38:58.311691 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-bde39ffc-f8cf-4c48-af83-8d749df4b67d req-888cedd6-f467-416a-a5d8-c6b4f0beeee7 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d6618be0-f4b5-4010-a576-33ea2679a282 HTTP/1.1" status: 200 len: 1000 time: 0.0557792 Jul 06 14:38:58.362470 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde39ffc-f8cf-4c48-af83-8d749df4b67d req-2406d106-f5df-4b9e-85fb-916712143a71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:38:58.364480 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-bde39ffc-f8cf-4c48-af83-8d749df4b67d req-2406d106-f5df-4b9e-85fb-916712143a71 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=2909a683-548c-4b5b-9f41-76ab6ad57d29 HTTP/1.1" status: 200 len: 851 time: 0.0465062 Jul 06 14:38:58.418760 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde39ffc-f8cf-4c48-af83-8d749df4b67d req-45e191fd-8ecb-4e36-bd25-9afe2e797acb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:38:58.420248 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-bde39ffc-f8cf-4c48-af83-8d749df4b67d req-45e191fd-8ecb-4e36-bd25-9afe2e797acb service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=8d42e765-466c-4066-a835-9be26bf6d40e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0501769 Jul 06 14:38:58.497099 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-03f71b24-a9b8-453a-8924-caa3f97bc6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:38:58.510661 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-bde39ffc-f8cf-4c48-af83-8d749df4b67d req-37d691d4-aeca-4d3a-85fc-70656a33abba service neutron] 10.222.0.72 "GET /v2.0/networks/8d42e765-466c-4066-a835-9be26bf6d40e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833895 Jul 06 14:38:58.602549 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-bde39ffc-f8cf-4c48-af83-8d749df4b67d req-d0a65d4c-f915-45dc-8415-99772de4a2f1 service neutron] 10.222.0.72 "GET /v2.0/networks/8d42e765-466c-4066-a835-9be26bf6d40e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857129 Jul 06 14:39:01.802303 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-3b51ccb0-1006-4409-be99-9d9f9fb0db52 req-65f86c2b-a21f-4752-8ce9-1a25f5e7aad2 service neutron] 10.222.0.127 "GET /v2.0/ports?device_id=8dc55d35-5e22-488c-b419-ea2aa3d9f8e1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0507066 Jul 06 14:39:01.900312 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b51ccb0-1006-4409-be99-9d9f9fb0db52 req-9bec72f4-80c8-40f8-9361-f8c7f5ba4842 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:39:01.901780 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-3b51ccb0-1006-4409-be99-9d9f9fb0db52 req-9bec72f4-80c8-40f8-9361-f8c7f5ba4842 service neutron] 10.222.0.127 "GET /v2.0/ports?tenant_id=9d9b21e60bee490a9bf202cb583bf670&device_id=8dc55d35-5e22-488c-b419-ea2aa3d9f8e1 HTTP/1.1" status: 200 len: 1097 time: 0.0545316 Jul 06 14:39:02.005670 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b51ccb0-1006-4409-be99-9d9f9fb0db52 req-e93b35fb-b9d0-4e70-94f1-ba9489b0ad63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:39:02.007039 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-3b51ccb0-1006-4409-be99-9d9f9fb0db52 req-e93b35fb-b9d0-4e70-94f1-ba9489b0ad63 service neutron] 10.222.0.127 "GET /v2.0/networks?id=8d42e765-466c-4066-a835-9be26bf6d40e HTTP/1.1" status: 200 len: 914 time: 0.0853555 Jul 06 14:39:02.069671 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-3b51ccb0-1006-4409-be99-9d9f9fb0db52 req-217dee4b-be84-4e6d-9dd7-b77d089dfcc0 service neutron] 10.222.0.127 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e9a40172-d18a-4eb3-9b89-cd6183f3af7c HTTP/1.1" status: 200 len: 1001 time: 0.0556149 Jul 06 14:39:02.115655 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b51ccb0-1006-4409-be99-9d9f9fb0db52 req-b42a662c-70ff-4c60-901d-1eb788d3e467 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:39:02.117026 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-3b51ccb0-1006-4409-be99-9d9f9fb0db52 req-b42a662c-70ff-4c60-901d-1eb788d3e467 service neutron] 10.222.0.127 "GET /v2.0/subnets?id=2909a683-548c-4b5b-9f41-76ab6ad57d29 HTTP/1.1" status: 200 len: 851 time: 0.0412118 Jul 06 14:39:02.175289 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b51ccb0-1006-4409-be99-9d9f9fb0db52 req-e64c337c-f7ed-4ae3-92db-51097d002a62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:39:02.177291 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-3b51ccb0-1006-4409-be99-9d9f9fb0db52 req-e64c337c-f7ed-4ae3-92db-51097d002a62 service neutron] 10.222.0.127 "GET /v2.0/ports?network_id=8d42e765-466c-4066-a835-9be26bf6d40e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0543559 Jul 06 14:39:02.264607 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-3b51ccb0-1006-4409-be99-9d9f9fb0db52 req-9a9b9e91-75c7-4a40-8375-78e6d12196ac service neutron] 10.222.0.127 "GET /v2.0/networks/8d42e765-466c-4066-a835-9be26bf6d40e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802896 Jul 06 14:39:02.355374 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-3b51ccb0-1006-4409-be99-9d9f9fb0db52 req-4c2c8e4e-694e-4faa-b47b-08f75867a9aa service neutron] 10.222.0.127 "GET /v2.0/networks/8d42e765-466c-4066-a835-9be26bf6d40e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846562 Jul 06 14:39:10.295734 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.agents_db [None req-167c0ad6-1657-4c9a-a2c4-3b18056aa662 None None] Agent healthcheck: found 7 active agents {{(pid=100249) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 14:39:10.899856 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:39:12.766029 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:39:22.894447 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-9ce04b1e-60da-4eec-9fd1-57ed56d04a2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:39:25.587869 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-6d0f1f89-8706-4c6a-a9a4-67c47f5589d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:39:25.906239 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:39:26.696929 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-2064eaae-da4f-48f8-82d2-b09d4ddedd44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:39:28.500812 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-03f71b24-a9b8-453a-8924-caa3f97bc6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:39:40.896222 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:39:42.764659 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:39:47.295007 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.agents_db [None req-167c0ad6-1657-4c9a-a2c4-3b18056aa662 None None] Agent healthcheck: found 7 active agents {{(pid=100249) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 14:39:52.895115 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-41462d71-2330-44c6-98ea-9006ac78062c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:39:55.588412 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-13641a16-6fb4-472a-93de-6ff24958a4a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:39:55.907616 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:39:56.700092 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-2064eaae-da4f-48f8-82d2-b09d4ddedd44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:39:58.503755 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-03f71b24-a9b8-453a-8924-caa3f97bc6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:39:59.148801 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-1361f9d6-12fb-462b-8883-9650198d6e2b req-c145ce58-e979-4e5a-aa7e-e31258656194 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=441a6fc2-6d4c-4fd2-aae2-2c846c3e9a60&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1483757 Jul 06 14:39:59.245634 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1361f9d6-12fb-462b-8883-9650198d6e2b req-4817656c-b2f5-414c-9857-c152015f0234 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:39:59.247165 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-1361f9d6-12fb-462b-8883-9650198d6e2b req-4817656c-b2f5-414c-9857-c152015f0234 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=9d9b21e60bee490a9bf202cb583bf670&device_id=441a6fc2-6d4c-4fd2-aae2-2c846c3e9a60 HTTP/1.1" status: 200 len: 1097 time: 0.0544908 Jul 06 14:39:59.352170 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1361f9d6-12fb-462b-8883-9650198d6e2b req-d08c15a8-9952-4c56-85f3-61f780432494 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:39:59.353643 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-1361f9d6-12fb-462b-8883-9650198d6e2b req-d08c15a8-9952-4c56-85f3-61f780432494 service neutron] 10.222.0.72 "GET /v2.0/networks?id=8d42e765-466c-4066-a835-9be26bf6d40e HTTP/1.1" status: 200 len: 914 time: 0.0873091 Jul 06 14:39:59.416876 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-1361f9d6-12fb-462b-8883-9650198d6e2b req-ea5de156-fe52-4792-840a-86cffe1d1bd4 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d6618be0-f4b5-4010-a576-33ea2679a282 HTTP/1.1" status: 200 len: 1000 time: 0.0569129 Jul 06 14:39:59.469645 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1361f9d6-12fb-462b-8883-9650198d6e2b req-3109cf5e-1b48-4589-be00-d4d992aebe24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:39:59.471077 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-1361f9d6-12fb-462b-8883-9650198d6e2b req-3109cf5e-1b48-4589-be00-d4d992aebe24 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=2909a683-548c-4b5b-9f41-76ab6ad57d29 HTTP/1.1" status: 200 len: 851 time: 0.0484116 Jul 06 14:39:59.526796 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1361f9d6-12fb-462b-8883-9650198d6e2b req-d3582d3b-d2ac-4e80-9eb6-dbd493d088d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:39:59.528372 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-1361f9d6-12fb-462b-8883-9650198d6e2b req-d3582d3b-d2ac-4e80-9eb6-dbd493d088d3 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=8d42e765-466c-4066-a835-9be26bf6d40e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0516119 Jul 06 14:39:59.621655 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-1361f9d6-12fb-462b-8883-9650198d6e2b req-842d84f3-b6ef-4a86-96a8-d85f7e2eb20b service neutron] 10.222.0.72 "GET /v2.0/networks/8d42e765-466c-4066-a835-9be26bf6d40e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867012 Jul 06 14:39:59.716519 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-1361f9d6-12fb-462b-8883-9650198d6e2b req-aa13b8c8-b42f-48e4-8058-6635f985bcf3 service neutron] 10.222.0.72 "GET /v2.0/networks/8d42e765-466c-4066-a835-9be26bf6d40e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882370 Jul 06 14:40:00.456535 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 56494) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:40:00.610779 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.plugin [None req-b3284a78-8668-4a83-a0ec-276bbd5db66e tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] Deleting port 6053fea5-2b5c-43e9-874d-5ddfbfe8a5bc {{(pid=100247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:40:00.611126 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-b3284a78-8668-4a83-a0ec-276bbd5db66e tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:40:00.685652 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-b3284a78-8668-4a83-a0ec-276bbd5db66e tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:40:00.685980 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-b3284a78-8668-4a83-a0ec-276bbd5db66e tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:40:00.699309 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.plugin [None req-b3284a78-8668-4a83-a0ec-276bbd5db66e tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] Calling delete_port for 6053fea5-2b5c-43e9-874d-5ddfbfe8a5bc owned by network:floatingip {{(pid=100247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:40:00.845579 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-b3284a78-8668-4a83-a0ec-276bbd5db66e tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128888353'] for port, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:40:00.870778 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3284a78-8668-4a83-a0ec-276bbd5db66e tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] Pushing event deleted for resources: {'Port': ['ID=6053fea5-2b5c-43e9-874d-5ddfbfe8a5bc,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:40:00.901570 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3284a78-8668-4a83-a0ec-276bbd5db66e tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:40:00.901914 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3284a78-8668-4a83-a0ec-276bbd5db66e tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:40:00.902254 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3284a78-8668-4a83-a0ec-276bbd5db66e tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:40:00.902588 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3284a78-8668-4a83-a0ec-276bbd5db66e tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:40:00.902935 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3284a78-8668-4a83-a0ec-276bbd5db66e tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:40:00.903276 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3284a78-8668-4a83-a0ec-276bbd5db66e tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:40:00.903603 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3284a78-8668-4a83-a0ec-276bbd5db66e tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:40:00.903926 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3284a78-8668-4a83-a0ec-276bbd5db66e tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:40:00.904247 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3284a78-8668-4a83-a0ec-276bbd5db66e tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:40:00.904568 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3284a78-8668-4a83-a0ec-276bbd5db66e tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:40:00.904888 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3284a78-8668-4a83-a0ec-276bbd5db66e tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:40:00.905210 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3284a78-8668-4a83-a0ec-276bbd5db66e tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:40:00.943760 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-b3284a78-8668-4a83-a0ec-276bbd5db66e tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] Notify callbacks [] for floatingip, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:40:00.944092 n-d-773647-6 neutron-server[100247]: INFO neutron.db.l3_db [None req-b3284a78-8668-4a83-a0ec-276bbd5db66e tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] Floating IP 56dea3b0-c755-41ed-a52a-0f3f0ae22262 disassociated (deleted). External IP: 172.25.0.6, port: d6618be0-f4b5-4010-a576-33ea2679a282. Jul 06 14:40:01.144631 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3284a78-8668-4a83-a0ec-276bbd5db66e tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] Router d1a6fd96-2052-4d61-baf1-3dc3a18de2e7 has already been hosted by L3 agent 2823d358-a11b-4885-a706-95a279e43fa7 {{(pid=100247) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 14:40:01.246965 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3284a78-8668-4a83-a0ec-276bbd5db66e tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] Notify agent at l3_agent.n-d-773647-6 the message routers_updated {{(pid=100247) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 14:40:01.251828 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-b3284a78-8668-4a83-a0ec-276bbd5db66e tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for floatingip, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:40:01.256855 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b907d5c1-00ee-4e5f-adb1-6be1c33aa636 None None] Sync routers for ids ['d1a6fd96-2052-4d61-baf1-3dc3a18de2e7'] in n-d-773647-6 {{(pid=100248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 14:40:01.266147 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b907d5c1-00ee-4e5f-adb1-6be1c33aa636 None None] Routers {'d1a6fd96-2052-4d61-baf1-3dc3a18de2e7'} bound to L3 agent in host n-d-773647-6 {{(pid=100248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:40:01.266749 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-b907d5c1-00ee-4e5f-adb1-6be1c33aa636 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T14:39:56Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['d1a6fd96-2052-4d61-baf1-3dc3a18de2e7'], 'active': True} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:40:01.290588 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-b3284a78-8668-4a83-a0ec-276bbd5db66e tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] 10.222.0.104 "DELETE /v2.0/floatingips/56dea3b0-c755-41ed-a52a-0f3f0ae22262 HTTP/1.1" status: 204 len: 168 time: 0.8329308 Jul 06 14:40:01.291175 n-d-773647-6 neutron-server[100247]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '441a6fc2-6d4c-4fd2-aae2-2c846c3e9a60', 'tag': 'd6618be0-f4b5-4010-a576-33ea2679a282'}] {{(pid=100247) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:40:01.293460 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cbf0eeaae822f8fc9b87a94aeba67a3d651842baf663a51cba94b67a514836d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b46c053d-a3c7-4167-a337-390050c202d0" -d '{"events": [{"name": "network-changed", "server_uuid": "441a6fc2-6d4c-4fd2-aae2-2c846c3e9a60", "tag": "d6618be0-f4b5-4010-a576-33ea2679a282"}]}' {{(pid=100247) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:40:01.332321 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 14:40:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03f8961b-cb9f-426f-811e-0dc05b3d8f64 x-openstack-request-id: req-03f8961b-cb9f-426f-811e-0dc05b3d8f64 {{(pid=100247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:40:01.332724 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "441a6fc2-6d4c-4fd2-aae2-2c846c3e9a60", "tag": "d6618be0-f4b5-4010-a576-33ea2679a282", "status": "completed", "code": 200}]} {{(pid=100247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:40:01.333079 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-03f8961b-cb9f-426f-811e-0dc05b3d8f64 {{(pid=100247) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:40:01.333711 n-d-773647-6 neutron-server[100247]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '441a6fc2-6d4c-4fd2-aae2-2c846c3e9a60', 'tag': 'd6618be0-f4b5-4010-a576-33ea2679a282', 'status': 'completed', 'code': 200} Jul 06 14:40:01.385040 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvr_db [None req-b907d5c1-00ee-4e5f-adb1-6be1c33aa636 None None] Set router d1a6fd96-2052-4d61-baf1-3dc3a18de2e7 gateway port host: n-d-773647-6 {{(pid=100248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:40:01.408741 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46c053d-a3c7-4167-a337-390050c202d0 req-0113b351-121b-4ca1-9344-e0fe5b9b5361 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:40:01.410295 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-b46c053d-a3c7-4167-a337-390050c202d0 req-0113b351-121b-4ca1-9344-e0fe5b9b5361 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=9d9b21e60bee490a9bf202cb583bf670&device_id=441a6fc2-6d4c-4fd2-aae2-2c846c3e9a60 HTTP/1.1" status: 200 len: 1097 time: 0.0546675 Jul 06 14:40:01.515186 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46c053d-a3c7-4167-a337-390050c202d0 req-f5ef6e7d-9ce0-4c49-a851-2f8cd3ea4be1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:40:01.516833 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-b46c053d-a3c7-4167-a337-390050c202d0 req-f5ef6e7d-9ce0-4c49-a851-2f8cd3ea4be1 service neutron] 10.222.0.72 "GET /v2.0/networks?id=8d42e765-466c-4066-a835-9be26bf6d40e HTTP/1.1" status: 200 len: 914 time: 0.1005976 Jul 06 14:40:01.574284 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-b46c053d-a3c7-4167-a337-390050c202d0 req-d7af5a0b-31c4-475e-887b-a31f135d54ed service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d6618be0-f4b5-4010-a576-33ea2679a282 HTTP/1.1" status: 200 len: 217 time: 0.0485315 Jul 06 14:40:01.624429 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46c053d-a3c7-4167-a337-390050c202d0 req-d66965f0-ffb9-4661-94d8-f5d9ee5fb8f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:40:01.625466 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-b46c053d-a3c7-4167-a337-390050c202d0 req-d66965f0-ffb9-4661-94d8-f5d9ee5fb8f4 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=2909a683-548c-4b5b-9f41-76ab6ad57d29 HTTP/1.1" status: 200 len: 851 time: 0.0450761 Jul 06 14:40:01.636499 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-b907d5c1-00ee-4e5f-adb1-6be1c33aa636 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1a6fd96-2052-4d61-baf1-3dc3a18de2e7', 'name': 'tempest-TestVolumeBootPattern-1742609137-router', 'tenant_id': '9d9b21e60bee490a9bf202cb583bf670', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.139'}], 'enable_snat': True}, 'gw_port_id': '57ba3a89-8007-470c-a5d7-0c700e780995', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:30:01Z', 'updated_at': '2021-07-06T14:30:04Z', 'revision_number': 4, 'project_id': '9d9b21e60bee490a9bf202cb583bf670', 'gw_port': {'id': '57ba3a89-8007-470c-a5d7-0c700e780995', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:90:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1a6fd96-2052-4d61-baf1-3dc3a18de2e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3822, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:30:01Z', 'updated_at': '2021-07-06T14:30:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6', '_floatingips': [{'id': '2f8dbd25-a2fa-443b-abb7-59de80dd7592', 'tenant_id': '9d9b21e60bee490a9bf202cb583bf670', 'floating_ip_address': '172.25.0.79', 'floating_network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'router_id': 'd1a6fd96-2052-4d61-baf1-3dc3a18de2e7', 'port_id': 'e9a40172-d18a-4eb3-9b89-cd6183f3af7c', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3959, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8d42e765-466c-4066-a835-9be26bf6d40e', 'mac_address': 'fa:16:3e:c2:02:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dc55d35-5e22-488c-b419-ea2aa3d9f8e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T14:36:25Z', 'updated_at': '2021-07-06T14:36:27Z', 'revision_number': 1, 'project_id': '9d9b21e60bee490a9bf202cb583bf670', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '99c31837-2c38-4de1-851d-20e2471adea0', 'name': '', 'network_id': '8d42e765-466c-4066-a835-9be26bf6d40e', 'tenant_id': '9d9b21e60bee490a9bf202cb583bf670', 'mac_address': 'fa:16:3e:bd:73:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1a6fd96-2052-4d61-baf1-3dc3a18de2e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3823, 'fixed_ips': [{'subnet_id': '2909a683-548c-4b5b-9f41-76ab6ad57d29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:30:03Z', 'updated_at': '2021-07-06T14:30:11Z', 'revision_number': 5, 'project_id': '9d9b21e60bee490a9bf202cb583bf670', 'subnets': [{'id': '2909a683-548c-4b5b-9f41-76ab6ad57d29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773647-6', False) {} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:40:01.666180 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b907d5c1-00ee-4e5f-adb1-6be1c33aa636 None None] Checking router: d1a6fd96-2052-4d61-baf1-3dc3a18de2e7 for host: n-d-773647-6 {{(pid=100248) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 14:40:01.674734 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b907d5c1-00ee-4e5f-adb1-6be1c33aa636 None None] Routers {'d1a6fd96-2052-4d61-baf1-3dc3a18de2e7'} bound to L3 agent in host n-d-773647-6 {{(pid=100248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:40:01.675817 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-b907d5c1-00ee-4e5f-adb1-6be1c33aa636 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T14:39:56Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['d1a6fd96-2052-4d61-baf1-3dc3a18de2e7'], 'active': True} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:40:01.694106 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69df186d-8a71-4cf3-9d4f-d93ad86b44b5 req-c1376bd5-70d2-4885-a079-f3ca4e30b38d tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:40:01.695641 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-69df186d-8a71-4cf3-9d4f-d93ad86b44b5 req-c1376bd5-70d2-4885-a079-f3ca4e30b38d tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] 10.222.0.104 "GET /v2.0/ports?device_id=441a6fc2-6d4c-4fd2-aae2-2c846c3e9a60 HTTP/1.1" status: 200 len: 946 time: 0.0762384 Jul 06 14:40:01.704729 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46c053d-a3c7-4167-a337-390050c202d0 req-21592ea4-d417-4212-a38f-84043196a6dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:40:01.706325 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-b46c053d-a3c7-4167-a337-390050c202d0 req-21592ea4-d417-4212-a38f-84043196a6dc service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=8d42e765-466c-4066-a835-9be26bf6d40e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0739756 Jul 06 14:40:01.737746 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-69df186d-8a71-4cf3-9d4f-d93ad86b44b5 req-ede014dc-b389-4a2c-ae65-630af3a7e4d4 tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] 10.222.0.104 "GET /v2.0/security-groups?id=db2ef26e-e1b5-4a09-b7f7-c46f167f8c20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361574 Jul 06 14:40:01.792096 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvr_db [None req-b907d5c1-00ee-4e5f-adb1-6be1c33aa636 None None] Set router d1a6fd96-2052-4d61-baf1-3dc3a18de2e7 gateway port host: n-d-773647-6 {{(pid=100248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:40:01.803311 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-b46c053d-a3c7-4167-a337-390050c202d0 req-8fb571ad-3959-4e9e-b927-b6212d41f7f4 service neutron] 10.222.0.72 "GET /v2.0/networks/8d42e765-466c-4066-a835-9be26bf6d40e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875075 Jul 06 14:40:01.897371 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-b46c053d-a3c7-4167-a337-390050c202d0 req-5ed013f8-99cf-4d36-bc54-8e7d43232b36 service neutron] 10.222.0.72 "GET /v2.0/networks/8d42e765-466c-4066-a835-9be26bf6d40e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878248 Jul 06 14:40:02.014148 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-b907d5c1-00ee-4e5f-adb1-6be1c33aa636 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1a6fd96-2052-4d61-baf1-3dc3a18de2e7', 'name': 'tempest-TestVolumeBootPattern-1742609137-router', 'tenant_id': '9d9b21e60bee490a9bf202cb583bf670', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.139'}], 'enable_snat': True}, 'gw_port_id': '57ba3a89-8007-470c-a5d7-0c700e780995', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:30:01Z', 'updated_at': '2021-07-06T14:30:04Z', 'revision_number': 4, 'project_id': '9d9b21e60bee490a9bf202cb583bf670', 'gw_port': {'id': '57ba3a89-8007-470c-a5d7-0c700e780995', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:90:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1a6fd96-2052-4d61-baf1-3dc3a18de2e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3822, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:30:01Z', 'updated_at': '2021-07-06T14:30:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6', '_floatingips': [{'id': '2f8dbd25-a2fa-443b-abb7-59de80dd7592', 'tenant_id': '9d9b21e60bee490a9bf202cb583bf670', 'floating_ip_address': '172.25.0.79', 'floating_network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'router_id': 'd1a6fd96-2052-4d61-baf1-3dc3a18de2e7', 'port_id': 'e9a40172-d18a-4eb3-9b89-cd6183f3af7c', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3959, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8d42e765-466c-4066-a835-9be26bf6d40e', 'mac_address': 'fa:16:3e:c2:02:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dc55d35-5e22-488c-b419-ea2aa3d9f8e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T14:36:25Z', 'updated_at': '2021-07-06T14:36:27Z', 'revision_number': 1, 'project_id': '9d9b21e60bee490a9bf202cb583bf670', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '99c31837-2c38-4de1-851d-20e2471adea0', 'name': '', 'network_id': '8d42e765-466c-4066-a835-9be26bf6d40e', 'tenant_id': '9d9b21e60bee490a9bf202cb583bf670', 'mac_address': 'fa:16:3e:bd:73:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1a6fd96-2052-4d61-baf1-3dc3a18de2e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3823, 'fixed_ips': [{'subnet_id': '2909a683-548c-4b5b-9f41-76ab6ad57d29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:30:03Z', 'updated_at': '2021-07-06T14:30:11Z', 'revision_number': 5, 'project_id': '9d9b21e60bee490a9bf202cb583bf670', 'subnets': [{'id': '2909a683-548c-4b5b-9f41-76ab6ad57d29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773647-6', False) {} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:40:02.043208 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b907d5c1-00ee-4e5f-adb1-6be1c33aa636 None None] The sync data for ids ['d1a6fd96-2052-4d61-baf1-3dc3a18de2e7'] in n-d-773647-6 is: [{'id': 'd1a6fd96-2052-4d61-baf1-3dc3a18de2e7', 'name': 'tempest-TestVolumeBootPattern-1742609137-router', 'tenant_id': '9d9b21e60bee490a9bf202cb583bf670', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.139'}], 'enable_snat': True}, 'gw_port_id': '57ba3a89-8007-470c-a5d7-0c700e780995', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:30:01Z', 'updated_at': '2021-07-06T14:30:04Z', 'revision_number': 4, 'project_id': '9d9b21e60bee490a9bf202cb583bf670', 'gw_port': {'id': '57ba3a89-8007-470c-a5d7-0c700e780995', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:90:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1a6fd96-2052-4d61-baf1-3dc3a18de2e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3822, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:30:01Z', 'updated_at': '2021-07-06T14:30:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6', '_floatingips': [{'id': '2f8dbd25-a2fa-443b-abb7-59de80dd7592', 'tenant_id': '9d9b21e60bee490a9bf202cb583bf670', 'floating_ip_address': '172.25.0.79', 'floating_network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'router_id': 'd1a6fd96-2052-4d61-baf1-3dc3a18de2e7', 'port_id': 'e9a40172-d18a-4eb3-9b89-cd6183f3af7c', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3959, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8d42e765-466c-4066-a835-9be26bf6d40e', 'mac_address': 'fa:16:3e:c2:02:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dc55d35-5e22-488c-b419-ea2aa3d9f8e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T14:36:25Z', 'updated_at': '2021-07-06T14:36:27Z', 'revision_number': 1, 'project_id': '9d9b21e60bee490a9bf202cb583bf670', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '99c31837-2c38-4de1-851d-20e2471adea0', 'name': '', 'network_id': '8d42e765-466c-4066-a835-9be26bf6d40e', 'tenant_id': '9d9b21e60bee490a9bf202cb583bf670', 'mac_address': 'fa:16:3e:bd:73:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1a6fd96-2052-4d61-baf1-3dc3a18de2e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3823, 'fixed_ips': [{'subnet_id': '2909a683-548c-4b5b-9f41-76ab6ad57d29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:30:03Z', 'updated_at': '2021-07-06T14:30:11Z', 'revision_number': 5, 'project_id': '9d9b21e60bee490a9bf202cb583bf670', 'subnets': [{'id': '2909a683-548c-4b5b-9f41-76ab6ad57d29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 14:40:02.261049 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b7c9413-1cb8-4dc2-8682-ae1f9914f426 None None] New status for floating IP 56dea3b0-c755-41ed-a52a-0f3f0ae22262: DOWN {{(pid=100249) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 14:40:03.054901 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7402ba9-dcac-4f71-bc75-26560069028f req-a0f8ca94-62a4-4927-91f1-305b9fd44576 tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:40:03.056406 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-e7402ba9-dcac-4f71-bc75-26560069028f req-a0f8ca94-62a4-4927-91f1-305b9fd44576 tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] 10.222.0.104 "GET /v2.0/ports?device_id=441a6fc2-6d4c-4fd2-aae2-2c846c3e9a60 HTTP/1.1" status: 200 len: 946 time: 0.1783230 Jul 06 14:40:03.098179 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-e7402ba9-dcac-4f71-bc75-26560069028f req-c8cb75ec-d037-4b88-a9e5-26bf58c20edb tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] 10.222.0.104 "GET /v2.0/security-groups?id=db2ef26e-e1b5-4a09-b7f7-c46f167f8c20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360250 Jul 06 14:40:03.113990 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01bb4d1-9cee-4dc6-b230-fef6bdbb67ac req-77a3844d-4ee9-4802-91e6-f6c4b9c51c5e tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:40:03.115489 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-e01bb4d1-9cee-4dc6-b230-fef6bdbb67ac req-77a3844d-4ee9-4802-91e6-f6c4b9c51c5e tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] 10.222.0.72 "GET /v2.0/ports?device_id=441a6fc2-6d4c-4fd2-aae2-2c846c3e9a60 HTTP/1.1" status: 200 len: 946 time: 0.0637898 Jul 06 14:40:03.217910 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [req-e01bb4d1-9cee-4dc6-b230-fef6bdbb67ac req-f90cbb12-609b-4741-a687-c5dea6d9b720 tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] Deleting port d6618be0-f4b5-4010-a576-33ea2679a282 {{(pid=100246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:40:03.218251 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-e01bb4d1-9cee-4dc6-b230-fef6bdbb67ac req-f90cbb12-609b-4741-a687-c5dea6d9b720 tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:40:03.304011 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.db [req-e01bb4d1-9cee-4dc6-b230-fef6bdbb67ac req-f90cbb12-609b-4741-a687-c5dea6d9b720 tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] For port d6618be0-f4b5-4010-a576-33ea2679a282, host n-h2-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=d6618be0-f4b5-4010-a576-33ea2679a282,segment=NetworkSegment(fb70f030-83e8-41d7-b868-4485c113c2c0),segment_id=fb70f030-83e8-41d7-b868-4485c113c2c0)] {{(pid=100246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:40:03.304284 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-e01bb4d1-9cee-4dc6-b230-fef6bdbb67ac req-f90cbb12-609b-4741-a687-c5dea6d9b720 tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:40:03.316616 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [req-e01bb4d1-9cee-4dc6-b230-fef6bdbb67ac req-f90cbb12-609b-4741-a687-c5dea6d9b720 tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] Calling delete_port for d6618be0-f4b5-4010-a576-33ea2679a282 owned by compute:nova {{(pid=100246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:40:03.450615 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-e01bb4d1-9cee-4dc6-b230-fef6bdbb67ac req-f90cbb12-609b-4741-a687-c5dea6d9b720 tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127687580'] for port, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:40:03.479035 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90cbb12-609b-4741-a687-c5dea6d9b720 tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] Pushing event deleted for resources: {'Port': ['ID=d6618be0-f4b5-4010-a576-33ea2679a282,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:40:03.491802 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f90cbb12-609b-4741-a687-c5dea6d9b720 tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:40:03.492147 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f90cbb12-609b-4741-a687-c5dea6d9b720 tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:40:03.492486 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f90cbb12-609b-4741-a687-c5dea6d9b720 tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:40:03.492822 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f90cbb12-609b-4741-a687-c5dea6d9b720 tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:40:03.493155 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f90cbb12-609b-4741-a687-c5dea6d9b720 tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:40:03.493484 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f90cbb12-609b-4741-a687-c5dea6d9b720 tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:40:03.493809 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f90cbb12-609b-4741-a687-c5dea6d9b720 tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:40:03.494130 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f90cbb12-609b-4741-a687-c5dea6d9b720 tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:40:03.494448 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f90cbb12-609b-4741-a687-c5dea6d9b720 tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:40:03.494769 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f90cbb12-609b-4741-a687-c5dea6d9b720 tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:40:03.495088 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f90cbb12-609b-4741-a687-c5dea6d9b720 tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:40:03.495432 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f90cbb12-609b-4741-a687-c5dea6d9b720 tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:40:03.534170 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [req-e01bb4d1-9cee-4dc6-b230-fef6bdbb67ac req-f90cbb12-609b-4741-a687-c5dea6d9b720 tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] No DVR routers for this DVR port d6618be0-f4b5-4010-a576-33ea2679a282 on host n-h2-773647-6 {{(pid=100246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:40:03.536736 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-e01bb4d1-9cee-4dc6-b230-fef6bdbb67ac req-f90cbb12-609b-4741-a687-c5dea6d9b720 tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:40:03.538839 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-e01bb4d1-9cee-4dc6-b230-fef6bdbb67ac req-f90cbb12-609b-4741-a687-c5dea6d9b720 tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] 10.222.0.72 "DELETE /v2.0/ports/d6618be0-f4b5-4010-a576-33ea2679a282 HTTP/1.1" status: 204 len: 173 time: 0.4182479 Jul 06 14:40:03.539422 n-d-773647-6 neutron-server[100246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '441a6fc2-6d4c-4fd2-aae2-2c846c3e9a60', 'name': 'network-vif-deleted', 'tag': 'd6618be0-f4b5-4010-a576-33ea2679a282'}] {{(pid=100246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:40:03.541647 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0d96c5ab5e889f7b933ae915b9be33d1b46c9e87795bf781004b656ef3f1e87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ab06681-9131-44ab-9b38-3bcb3eca06d8" -d '{"events": [{"server_uuid": "441a6fc2-6d4c-4fd2-aae2-2c846c3e9a60", "name": "network-vif-deleted", "tag": "d6618be0-f4b5-4010-a576-33ea2679a282"}]}' {{(pid=100246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:40:03.584375 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 14:40:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b888307a-3ed0-42bd-b8eb-28c0da61e829 x-openstack-request-id: req-b888307a-3ed0-42bd-b8eb-28c0da61e829 {{(pid=100246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:40:03.584691 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "441a6fc2-6d4c-4fd2-aae2-2c846c3e9a60", "name": "network-vif-deleted", "tag": "d6618be0-f4b5-4010-a576-33ea2679a282", "status": "completed", "code": 200}]} {{(pid=100246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:40:03.584950 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-b888307a-3ed0-42bd-b8eb-28c0da61e829 {{(pid=100246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:40:03.585361 n-d-773647-6 neutron-server[100246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '441a6fc2-6d4c-4fd2-aae2-2c846c3e9a60', 'name': 'network-vif-deleted', 'tag': 'd6618be0-f4b5-4010-a576-33ea2679a282', 'status': 'completed', 'code': 200} Jul 06 14:40:03.799837 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-eb34ef3b-83b7-4847-b74c-f91e8f41956a req-2aee01f3-82f2-4795-af3a-93865fca834e service neutron] 10.222.0.127 "GET /v2.0/ports?device_id=8dc55d35-5e22-488c-b419-ea2aa3d9f8e1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0511463 Jul 06 14:40:03.898871 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb34ef3b-83b7-4847-b74c-f91e8f41956a req-4a6ae54a-4bfb-48a7-b0d5-de175f1b235b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:40:03.900415 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-eb34ef3b-83b7-4847-b74c-f91e8f41956a req-4a6ae54a-4bfb-48a7-b0d5-de175f1b235b service neutron] 10.222.0.127 "GET /v2.0/ports?tenant_id=9d9b21e60bee490a9bf202cb583bf670&device_id=8dc55d35-5e22-488c-b419-ea2aa3d9f8e1 HTTP/1.1" status: 200 len: 1097 time: 0.0546253 Jul 06 14:40:04.016301 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb34ef3b-83b7-4847-b74c-f91e8f41956a req-ebd4fb8b-5bff-492b-b0c4-abe760485439 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:40:04.017770 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-eb34ef3b-83b7-4847-b74c-f91e8f41956a req-ebd4fb8b-5bff-492b-b0c4-abe760485439 service neutron] 10.222.0.127 "GET /v2.0/networks?id=8d42e765-466c-4066-a835-9be26bf6d40e HTTP/1.1" status: 200 len: 914 time: 0.0949972 Jul 06 14:40:04.083313 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-eb34ef3b-83b7-4847-b74c-f91e8f41956a req-0e238493-84ab-4b90-b5be-4aa260c6b1b4 service neutron] 10.222.0.127 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e9a40172-d18a-4eb3-9b89-cd6183f3af7c HTTP/1.1" status: 200 len: 1001 time: 0.0590248 Jul 06 14:40:04.131360 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb34ef3b-83b7-4847-b74c-f91e8f41956a req-a56b3891-ad9c-4a87-a7bf-b6d58d99872c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:40:04.132837 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-eb34ef3b-83b7-4847-b74c-f91e8f41956a req-a56b3891-ad9c-4a87-a7bf-b6d58d99872c service neutron] 10.222.0.127 "GET /v2.0/subnets?id=2909a683-548c-4b5b-9f41-76ab6ad57d29 HTTP/1.1" status: 200 len: 851 time: 0.0433090 Jul 06 14:40:04.195559 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb34ef3b-83b7-4847-b74c-f91e8f41956a req-9567056d-068b-48c3-9bb0-4e124dd749e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:40:04.197159 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-eb34ef3b-83b7-4847-b74c-f91e8f41956a req-9567056d-068b-48c3-9bb0-4e124dd749e0 service neutron] 10.222.0.127 "GET /v2.0/ports?network_id=8d42e765-466c-4066-a835-9be26bf6d40e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0583720 Jul 06 14:40:04.282502 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-1066c70b-078c-4f2f-ad11-c1162c47bdb0 req-33bc8a33-4a17-4ff0-91f3-1ad4e4ff5d3f tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] 10.222.0.104 "GET /v2.0/ports?device_id=441a6fc2-6d4c-4fd2-aae2-2c846c3e9a60 HTTP/1.1" status: 200 len: 210 time: 0.0357528 Jul 06 14:40:04.316386 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-eb34ef3b-83b7-4847-b74c-f91e8f41956a req-9a12e61a-fb11-4d2e-beb4-66840c8f8c13 service neutron] 10.222.0.127 "GET /v2.0/networks/8d42e765-466c-4066-a835-9be26bf6d40e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1126165 Jul 06 14:40:04.408586 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-eb34ef3b-83b7-4847-b74c-f91e8f41956a req-324bc068-ae64-4f36-9016-c47bc185d711 service neutron] 10.222.0.127 "GET /v2.0/networks/8d42e765-466c-4066-a835-9be26bf6d40e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851095 Jul 06 14:40:05.307469 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Device d6618be0-f4b5-4010-a576-33ea2679a282 no longer exists at agent hyperv_n-h2-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:40:05.327397 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] No Port match for: d6618be0-f4b5-4010-a576-33ea2679a282 {{(pid=100248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 14:40:05.327541 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Device d6618be0-f4b5-4010-a576-33ea2679a282 not bound to the agent host n-h2-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:40:05.424925 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-e2ac64db-5b6f-40f3-9d6b-c94bb44f3ec1 req-0636a920-f19e-4b25-a3ca-b0ddd307f593 tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] 10.222.0.104 "GET /v2.0/ports?device_id=441a6fc2-6d4c-4fd2-aae2-2c846c3e9a60 HTTP/1.1" status: 200 len: 210 time: 0.0284958 Jul 06 14:40:06.571677 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-c9feeeb6-0e79-4eca-b26d-b38692924342 req-129ed7df-022e-4315-8f6e-651b7d899987 tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] 10.222.0.104 "GET /v2.0/ports?device_id=441a6fc2-6d4c-4fd2-aae2-2c846c3e9a60 HTTP/1.1" status: 200 len: 210 time: 0.0326169 Jul 06 14:40:10.910685 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:40:11.965340 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 56550) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:40:12.119498 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.plugin [None req-25af7289-242b-421c-87a7-531b795f2dcf tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] Deleting port 0dce96c9-dba4-4461-9df5-2fdbe8143423 {{(pid=100247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:40:12.119847 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-25af7289-242b-421c-87a7-531b795f2dcf tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:40:12.192627 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-25af7289-242b-421c-87a7-531b795f2dcf tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:40:12.192955 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-25af7289-242b-421c-87a7-531b795f2dcf tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:40:12.204672 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.plugin [None req-25af7289-242b-421c-87a7-531b795f2dcf tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] Calling delete_port for 0dce96c9-dba4-4461-9df5-2fdbe8143423 owned by network:floatingip {{(pid=100247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:40:12.348497 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-25af7289-242b-421c-87a7-531b795f2dcf tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128888353'] for port, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:40:12.374409 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25af7289-242b-421c-87a7-531b795f2dcf tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] Pushing event deleted for resources: {'Port': ['ID=0dce96c9-dba4-4461-9df5-2fdbe8143423,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:40:12.435724 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-25af7289-242b-421c-87a7-531b795f2dcf tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] Notify callbacks [] for floatingip, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:40:12.436061 n-d-773647-6 neutron-server[100247]: INFO neutron.db.l3_db [None req-25af7289-242b-421c-87a7-531b795f2dcf tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] Floating IP 2f8dbd25-a2fa-443b-abb7-59de80dd7592 disassociated (deleted). External IP: 172.25.0.79, port: e9a40172-d18a-4eb3-9b89-cd6183f3af7c. Jul 06 14:40:12.779160 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:40:12.980918 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25af7289-242b-421c-87a7-531b795f2dcf tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] Router d1a6fd96-2052-4d61-baf1-3dc3a18de2e7 has already been hosted by L3 agent 2823d358-a11b-4885-a706-95a279e43fa7 {{(pid=100247) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 14:40:13.086452 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25af7289-242b-421c-87a7-531b795f2dcf tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] Notify agent at l3_agent.n-d-773647-6 the message routers_updated {{(pid=100247) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 14:40:13.091184 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-25af7289-242b-421c-87a7-531b795f2dcf tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for floatingip, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:40:13.095948 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6642811-8c2f-4150-b2d0-fb6d7397b48c None None] Sync routers for ids ['d1a6fd96-2052-4d61-baf1-3dc3a18de2e7'] in n-d-773647-6 {{(pid=100248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 14:40:13.105604 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6642811-8c2f-4150-b2d0-fb6d7397b48c None None] Routers {'d1a6fd96-2052-4d61-baf1-3dc3a18de2e7'} bound to L3 agent in host n-d-773647-6 {{(pid=100248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:40:13.106296 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-b6642811-8c2f-4150-b2d0-fb6d7397b48c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T14:39:56Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['d1a6fd96-2052-4d61-baf1-3dc3a18de2e7'], 'active': True} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:40:13.128464 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-25af7289-242b-421c-87a7-531b795f2dcf tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] 10.222.0.104 "DELETE /v2.0/floatingips/2f8dbd25-a2fa-443b-abb7-59de80dd7592 HTTP/1.1" status: 204 len: 168 time: 1.1612535 Jul 06 14:40:13.129056 n-d-773647-6 neutron-server[100247]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8dc55d35-5e22-488c-b419-ea2aa3d9f8e1', 'tag': 'e9a40172-d18a-4eb3-9b89-cd6183f3af7c'}] {{(pid=100247) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:40:13.131611 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cbf0eeaae822f8fc9b87a94aeba67a3d651842baf663a51cba94b67a514836d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c3e0f03-8dce-4ddd-8a33-e88c2cedc1a5" -d '{"events": [{"name": "network-changed", "server_uuid": "8dc55d35-5e22-488c-b419-ea2aa3d9f8e1", "tag": "e9a40172-d18a-4eb3-9b89-cd6183f3af7c"}]}' {{(pid=100247) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:40:13.169480 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 14:40:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bee28d05-65e8-4e26-921f-0e2f4996c470 x-openstack-request-id: req-bee28d05-65e8-4e26-921f-0e2f4996c470 {{(pid=100247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:40:13.169780 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8dc55d35-5e22-488c-b419-ea2aa3d9f8e1", "tag": "e9a40172-d18a-4eb3-9b89-cd6183f3af7c", "status": "completed", "code": 200}]} {{(pid=100247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:40:13.170034 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-bee28d05-65e8-4e26-921f-0e2f4996c470 {{(pid=100247) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:40:13.170772 n-d-773647-6 neutron-server[100247]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8dc55d35-5e22-488c-b419-ea2aa3d9f8e1', 'tag': 'e9a40172-d18a-4eb3-9b89-cd6183f3af7c', 'status': 'completed', 'code': 200} Jul 06 14:40:13.224256 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvr_db [None req-b6642811-8c2f-4150-b2d0-fb6d7397b48c None None] Set router d1a6fd96-2052-4d61-baf1-3dc3a18de2e7 gateway port host: n-d-773647-6 {{(pid=100248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:40:13.247750 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3e0f03-8dce-4ddd-8a33-e88c2cedc1a5 req-e7cb12ee-fa02-456c-b50b-8a49f044b14d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:40:13.249382 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-4c3e0f03-8dce-4ddd-8a33-e88c2cedc1a5 req-e7cb12ee-fa02-456c-b50b-8a49f044b14d service neutron] 10.222.0.127 "GET /v2.0/ports?tenant_id=9d9b21e60bee490a9bf202cb583bf670&device_id=8dc55d35-5e22-488c-b419-ea2aa3d9f8e1 HTTP/1.1" status: 200 len: 1097 time: 0.0557075 Jul 06 14:40:13.355257 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3e0f03-8dce-4ddd-8a33-e88c2cedc1a5 req-d41aebdd-93f3-43ab-bded-9850c4d6bc5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:40:13.356900 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-4c3e0f03-8dce-4ddd-8a33-e88c2cedc1a5 req-d41aebdd-93f3-43ab-bded-9850c4d6bc5c service neutron] 10.222.0.127 "GET /v2.0/networks?id=8d42e765-466c-4066-a835-9be26bf6d40e HTTP/1.1" status: 200 len: 914 time: 0.1016309 Jul 06 14:40:13.406250 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-4c3e0f03-8dce-4ddd-8a33-e88c2cedc1a5 req-0889a197-a322-498e-827a-d60e3d3b081d service neutron] 10.222.0.127 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e9a40172-d18a-4eb3-9b89-cd6183f3af7c HTTP/1.1" status: 200 len: 217 time: 0.0358398 Jul 06 14:40:13.445392 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-b6642811-8c2f-4150-b2d0-fb6d7397b48c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1a6fd96-2052-4d61-baf1-3dc3a18de2e7', 'name': 'tempest-TestVolumeBootPattern-1742609137-router', 'tenant_id': '9d9b21e60bee490a9bf202cb583bf670', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.139'}], 'enable_snat': True}, 'gw_port_id': '57ba3a89-8007-470c-a5d7-0c700e780995', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:30:01Z', 'updated_at': '2021-07-06T14:30:04Z', 'revision_number': 4, 'project_id': '9d9b21e60bee490a9bf202cb583bf670', 'gw_port': {'id': '57ba3a89-8007-470c-a5d7-0c700e780995', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:90:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1a6fd96-2052-4d61-baf1-3dc3a18de2e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3822, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:30:01Z', 'updated_at': '2021-07-06T14:30:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6', '_interfaces': [{'id': '99c31837-2c38-4de1-851d-20e2471adea0', 'name': '', 'network_id': '8d42e765-466c-4066-a835-9be26bf6d40e', 'tenant_id': '9d9b21e60bee490a9bf202cb583bf670', 'mac_address': 'fa:16:3e:bd:73:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1a6fd96-2052-4d61-baf1-3dc3a18de2e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3823, 'fixed_ips': [{'subnet_id': '2909a683-548c-4b5b-9f41-76ab6ad57d29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:30:03Z', 'updated_at': '2021-07-06T14:30:11Z', 'revision_number': 5, 'project_id': '9d9b21e60bee490a9bf202cb583bf670', 'subnets': [{'id': '2909a683-548c-4b5b-9f41-76ab6ad57d29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773647-6', False) {} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:40:13.475313 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6642811-8c2f-4150-b2d0-fb6d7397b48c None None] Checking router: d1a6fd96-2052-4d61-baf1-3dc3a18de2e7 for host: n-d-773647-6 {{(pid=100248) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 14:40:13.483509 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6642811-8c2f-4150-b2d0-fb6d7397b48c None None] Routers {'d1a6fd96-2052-4d61-baf1-3dc3a18de2e7'} bound to L3 agent in host n-d-773647-6 {{(pid=100248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:40:13.484110 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-b6642811-8c2f-4150-b2d0-fb6d7397b48c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T14:39:56Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['d1a6fd96-2052-4d61-baf1-3dc3a18de2e7'], 'active': True} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:40:13.488798 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3e0f03-8dce-4ddd-8a33-e88c2cedc1a5 req-8c42d46f-3a99-4006-8bb8-a81fb36472a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:40:13.490294 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-4c3e0f03-8dce-4ddd-8a33-e88c2cedc1a5 req-8c42d46f-3a99-4006-8bb8-a81fb36472a8 service neutron] 10.222.0.127 "GET /v2.0/subnets?id=2909a683-548c-4b5b-9f41-76ab6ad57d29 HTTP/1.1" status: 200 len: 851 time: 0.0767808 Jul 06 14:40:13.549580 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6390e9d9-0f2a-494d-ab29-668df5926692 req-839d8850-7889-4bf8-94f2-0cee89830d37 tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:40:13.551043 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-6390e9d9-0f2a-494d-ab29-668df5926692 req-839d8850-7889-4bf8-94f2-0cee89830d37 tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] 10.222.0.104 "GET /v2.0/ports?device_id=8dc55d35-5e22-488c-b419-ea2aa3d9f8e1 HTTP/1.1" status: 200 len: 946 time: 0.1100791 Jul 06 14:40:13.587956 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3e0f03-8dce-4ddd-8a33-e88c2cedc1a5 req-499f90a2-6f20-4c3b-bbd2-ddbce29d4955 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:40:13.589465 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-4c3e0f03-8dce-4ddd-8a33-e88c2cedc1a5 req-499f90a2-6f20-4c3b-bbd2-ddbce29d4955 service neutron] 10.222.0.127 "GET /v2.0/ports?network_id=8d42e765-466c-4066-a835-9be26bf6d40e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0916855 Jul 06 14:40:13.591964 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvr_db [None req-b6642811-8c2f-4150-b2d0-fb6d7397b48c None None] Set router d1a6fd96-2052-4d61-baf1-3dc3a18de2e7 gateway port host: n-d-773647-6 {{(pid=100248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:40:13.609543 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-6390e9d9-0f2a-494d-ab29-668df5926692 req-03d0a331-2cac-4927-b3bd-db2f1271fdaa tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] 10.222.0.104 "GET /v2.0/security-groups?id=db2ef26e-e1b5-4a09-b7f7-c46f167f8c20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511360 Jul 06 14:40:13.689499 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-4c3e0f03-8dce-4ddd-8a33-e88c2cedc1a5 req-52c29966-1173-4eab-ab07-ae2046fb8689 service neutron] 10.222.0.127 "GET /v2.0/networks/8d42e765-466c-4066-a835-9be26bf6d40e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918932 Jul 06 14:40:13.779771 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-4c3e0f03-8dce-4ddd-8a33-e88c2cedc1a5 req-2d8ee7a5-b053-4264-9e29-a7edb8d7d733 service neutron] 10.222.0.127 "GET /v2.0/networks/8d42e765-466c-4066-a835-9be26bf6d40e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834112 Jul 06 14:40:13.792779 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-b6642811-8c2f-4150-b2d0-fb6d7397b48c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1a6fd96-2052-4d61-baf1-3dc3a18de2e7', 'name': 'tempest-TestVolumeBootPattern-1742609137-router', 'tenant_id': '9d9b21e60bee490a9bf202cb583bf670', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.139'}], 'enable_snat': True}, 'gw_port_id': '57ba3a89-8007-470c-a5d7-0c700e780995', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:30:01Z', 'updated_at': '2021-07-06T14:30:04Z', 'revision_number': 4, 'project_id': '9d9b21e60bee490a9bf202cb583bf670', 'gw_port': {'id': '57ba3a89-8007-470c-a5d7-0c700e780995', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:90:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1a6fd96-2052-4d61-baf1-3dc3a18de2e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3822, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:30:01Z', 'updated_at': '2021-07-06T14:30:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6', '_interfaces': [{'id': '99c31837-2c38-4de1-851d-20e2471adea0', 'name': '', 'network_id': '8d42e765-466c-4066-a835-9be26bf6d40e', 'tenant_id': '9d9b21e60bee490a9bf202cb583bf670', 'mac_address': 'fa:16:3e:bd:73:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1a6fd96-2052-4d61-baf1-3dc3a18de2e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3823, 'fixed_ips': [{'subnet_id': '2909a683-548c-4b5b-9f41-76ab6ad57d29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:30:03Z', 'updated_at': '2021-07-06T14:30:11Z', 'revision_number': 5, 'project_id': '9d9b21e60bee490a9bf202cb583bf670', 'subnets': [{'id': '2909a683-548c-4b5b-9f41-76ab6ad57d29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773647-6', False) {} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:40:13.819816 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6642811-8c2f-4150-b2d0-fb6d7397b48c None None] The sync data for ids ['d1a6fd96-2052-4d61-baf1-3dc3a18de2e7'] in n-d-773647-6 is: [{'id': 'd1a6fd96-2052-4d61-baf1-3dc3a18de2e7', 'name': 'tempest-TestVolumeBootPattern-1742609137-router', 'tenant_id': '9d9b21e60bee490a9bf202cb583bf670', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.139'}], 'enable_snat': True}, 'gw_port_id': '57ba3a89-8007-470c-a5d7-0c700e780995', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:30:01Z', 'updated_at': '2021-07-06T14:30:04Z', 'revision_number': 4, 'project_id': '9d9b21e60bee490a9bf202cb583bf670', 'gw_port': {'id': '57ba3a89-8007-470c-a5d7-0c700e780995', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:90:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1a6fd96-2052-4d61-baf1-3dc3a18de2e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3822, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:30:01Z', 'updated_at': '2021-07-06T14:30:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6', '_interfaces': [{'id': '99c31837-2c38-4de1-851d-20e2471adea0', 'name': '', 'network_id': '8d42e765-466c-4066-a835-9be26bf6d40e', 'tenant_id': '9d9b21e60bee490a9bf202cb583bf670', 'mac_address': 'fa:16:3e:bd:73:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1a6fd96-2052-4d61-baf1-3dc3a18de2e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3823, 'fixed_ips': [{'subnet_id': '2909a683-548c-4b5b-9f41-76ab6ad57d29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:30:03Z', 'updated_at': '2021-07-06T14:30:11Z', 'revision_number': 5, 'project_id': '9d9b21e60bee490a9bf202cb583bf670', 'subnets': [{'id': '2909a683-548c-4b5b-9f41-76ab6ad57d29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 14:40:14.025614 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-353e3b10-20d2-4844-865a-09786f1fffb9 None None] New status for floating IP 2f8dbd25-a2fa-443b-abb7-59de80dd7592: DOWN {{(pid=100249) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 14:40:14.785256 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a5f3cd-d49b-4b18-af8b-52ab433d8ac3 req-54ecfaa3-2120-4b1f-bb2b-16889bffc79f tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:40:14.786755 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-20a5f3cd-d49b-4b18-af8b-52ab433d8ac3 req-54ecfaa3-2120-4b1f-bb2b-16889bffc79f tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] 10.222.0.104 "GET /v2.0/ports?device_id=8dc55d35-5e22-488c-b419-ea2aa3d9f8e1 HTTP/1.1" status: 200 len: 946 time: 0.0636649 Jul 06 14:40:14.828071 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-20a5f3cd-d49b-4b18-af8b-52ab433d8ac3 req-4aff947e-2451-4d96-8f2d-bded9cfa6e8b tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] 10.222.0.104 "GET /v2.0/security-groups?id=db2ef26e-e1b5-4a09-b7f7-c46f167f8c20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345831 Jul 06 14:40:15.037771 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca5b33e-b962-4f39-abda-86d89e42627a req-ce2353b1-88e2-4396-8fbe-d8826db9718d tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:40:15.039141 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-4ca5b33e-b962-4f39-abda-86d89e42627a req-ce2353b1-88e2-4396-8fbe-d8826db9718d tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] 10.222.0.127 "GET /v2.0/ports?device_id=8dc55d35-5e22-488c-b419-ea2aa3d9f8e1 HTTP/1.1" status: 200 len: 946 time: 0.0661004 Jul 06 14:40:15.136082 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.plugin [req-4ca5b33e-b962-4f39-abda-86d89e42627a req-198a185a-ab49-4016-a0a8-6aaf924b1ecb tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] Deleting port e9a40172-d18a-4eb3-9b89-cd6183f3af7c {{(pid=100247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:40:15.136421 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-4ca5b33e-b962-4f39-abda-86d89e42627a req-198a185a-ab49-4016-a0a8-6aaf924b1ecb tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:40:15.224727 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.db [req-4ca5b33e-b962-4f39-abda-86d89e42627a req-198a185a-ab49-4016-a0a8-6aaf924b1ecb tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] For port e9a40172-d18a-4eb3-9b89-cd6183f3af7c, host n-h1-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773647-6',level=0,port_id=e9a40172-d18a-4eb3-9b89-cd6183f3af7c,segment=NetworkSegment(fb70f030-83e8-41d7-b868-4485c113c2c0),segment_id=fb70f030-83e8-41d7-b868-4485c113c2c0)] {{(pid=100247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:40:15.225088 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-4ca5b33e-b962-4f39-abda-86d89e42627a req-198a185a-ab49-4016-a0a8-6aaf924b1ecb tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:40:15.236492 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.plugin [req-4ca5b33e-b962-4f39-abda-86d89e42627a req-198a185a-ab49-4016-a0a8-6aaf924b1ecb tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] Calling delete_port for e9a40172-d18a-4eb3-9b89-cd6183f3af7c owned by compute:nova {{(pid=100247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:40:15.369493 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-4ca5b33e-b962-4f39-abda-86d89e42627a req-198a185a-ab49-4016-a0a8-6aaf924b1ecb tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128888353'] for port, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:40:15.400395 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198a185a-ab49-4016-a0a8-6aaf924b1ecb tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] Pushing event deleted for resources: {'Port': ['ID=e9a40172-d18a-4eb3-9b89-cd6183f3af7c,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:40:15.446860 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ca5b33e-b962-4f39-abda-86d89e42627a req-198a185a-ab49-4016-a0a8-6aaf924b1ecb tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] No DVR routers for this DVR port e9a40172-d18a-4eb3-9b89-cd6183f3af7c on host n-h1-773647-6 {{(pid=100247) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:40:15.449418 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-4ca5b33e-b962-4f39-abda-86d89e42627a req-198a185a-ab49-4016-a0a8-6aaf924b1ecb tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:40:15.451493 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-4ca5b33e-b962-4f39-abda-86d89e42627a req-198a185a-ab49-4016-a0a8-6aaf924b1ecb tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] 10.222.0.127 "DELETE /v2.0/ports/e9a40172-d18a-4eb3-9b89-cd6183f3af7c HTTP/1.1" status: 204 len: 173 time: 0.4071877 Jul 06 14:40:15.451937 n-d-773647-6 neutron-server[100247]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8dc55d35-5e22-488c-b419-ea2aa3d9f8e1', 'name': 'network-vif-deleted', 'tag': 'e9a40172-d18a-4eb3-9b89-cd6183f3af7c'}] {{(pid=100247) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:40:15.454204 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cbf0eeaae822f8fc9b87a94aeba67a3d651842baf663a51cba94b67a514836d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b38e07cd-bb54-49fd-953d-1be01086661e" -d '{"events": [{"server_uuid": "8dc55d35-5e22-488c-b419-ea2aa3d9f8e1", "name": "network-vif-deleted", "tag": "e9a40172-d18a-4eb3-9b89-cd6183f3af7c"}]}' {{(pid=100247) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:40:15.491290 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 14:40:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28095e40-dccd-48d7-a6b1-75236ae340cd x-openstack-request-id: req-28095e40-dccd-48d7-a6b1-75236ae340cd {{(pid=100247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:40:15.491607 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8dc55d35-5e22-488c-b419-ea2aa3d9f8e1", "name": "network-vif-deleted", "tag": "e9a40172-d18a-4eb3-9b89-cd6183f3af7c", "status": "completed", "code": 200}]} {{(pid=100247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:40:15.491866 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-28095e40-dccd-48d7-a6b1-75236ae340cd {{(pid=100247) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:40:15.492288 n-d-773647-6 neutron-server[100247]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8dc55d35-5e22-488c-b419-ea2aa3d9f8e1', 'name': 'network-vif-deleted', 'tag': 'e9a40172-d18a-4eb3-9b89-cd6183f3af7c', 'status': 'completed', 'code': 200} Jul 06 14:40:15.973673 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-d0ddde9a-0738-411b-9b99-7541e5bd48c4 req-76f3293f-f8b1-45d0-bfe9-9e14ebe234a0 tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] 10.222.0.104 "GET /v2.0/ports?device_id=8dc55d35-5e22-488c-b419-ea2aa3d9f8e1 HTTP/1.1" status: 200 len: 210 time: 0.0285196 Jul 06 14:40:17.122501 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-20ebd72d-8be2-41c1-8b04-ad0b88364442 req-f6f0ab5d-fb33-42d7-9843-fd9ffc092825 tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] 10.222.0.104 "GET /v2.0/ports?device_id=8dc55d35-5e22-488c-b419-ea2aa3d9f8e1 HTTP/1.1" status: 200 len: 210 time: 0.0326891 Jul 06 14:40:18.262015 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-a3129fa6-4ef4-4cfd-b217-f4a356da8549 req-df436d45-5265-4306-bdd2-1c5b138cea62 tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] 10.222.0.104 "GET /v2.0/ports?device_id=8dc55d35-5e22-488c-b419-ea2aa3d9f8e1 HTTP/1.1" status: 200 len: 210 time: 0.0283043 Jul 06 14:40:19.330342 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Device e9a40172-d18a-4eb3-9b89-cd6183f3af7c no longer exists at agent hyperv_n-h1-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:40:19.353423 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] No Port match for: e9a40172-d18a-4eb3-9b89-cd6183f3af7c {{(pid=100248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 14:40:19.353780 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Device e9a40172-d18a-4eb3-9b89-cd6183f3af7c not bound to the agent host n-h1-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:40:19.354672 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 56572) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:40:19.481910 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.plugin [None req-a644a065-2a24-4fad-a62a-e3e535780279 tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] Deleting port a0fb54d6-5eba-4839-841c-9664387709f6 {{(pid=100247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:40:19.482255 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-a644a065-2a24-4fad-a62a-e3e535780279 tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:40:19.559986 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-a644a065-2a24-4fad-a62a-e3e535780279 tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:40:19.560231 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-a644a065-2a24-4fad-a62a-e3e535780279 tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:40:19.571839 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.plugin [None req-a644a065-2a24-4fad-a62a-e3e535780279 tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] Calling delete_port for a0fb54d6-5eba-4839-841c-9664387709f6 owned by network:floatingip {{(pid=100247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:40:19.700828 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-a644a065-2a24-4fad-a62a-e3e535780279 tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128888353'] for port, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:40:19.730847 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a644a065-2a24-4fad-a62a-e3e535780279 tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] Pushing event deleted for resources: {'Port': ['ID=a0fb54d6-5eba-4839-841c-9664387709f6,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:40:19.790997 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-a644a065-2a24-4fad-a62a-e3e535780279 tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] Notify callbacks [] for floatingip, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:40:19.793535 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-a644a065-2a24-4fad-a62a-e3e535780279 tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for floatingip, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:40:19.794773 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-a644a065-2a24-4fad-a62a-e3e535780279 tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] 10.222.0.104 "DELETE /v2.0/floatingips/984dfc76-cba6-4aee-9027-d64e0b01fca4 HTTP/1.1" status: 204 len: 168 time: 0.4390705 Jul 06 14:40:22.111137 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 56588) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:40:22.173350 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-71c65469-96d4-40b0-a07c-44416ae50c7d tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] Notify callbacks [] for security_group, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:40:22.199544 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-71c65469-96d4-40b0-a07c-44416ae50c7d tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:40:22.267764 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-71c65469-96d4-40b0-a07c-44416ae50c7d tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:40:22.270718 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-71c65469-96d4-40b0-a07c-44416ae50c7d tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] Notify callbacks [] for security_group, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:40:22.272040 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-71c65469-96d4-40b0-a07c-44416ae50c7d tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] 10.222.0.104 "DELETE /v2.0/security-groups/db2ef26e-e1b5-4a09-b7f7-c46f167f8c20 HTTP/1.1" status: 204 len: 168 time: 0.1598487 Jul 06 14:40:22.281285 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c65469-96d4-40b0-a07c-44416ae50c7d tempest-TestVolumeBootPattern-1232939106 tempest-TestVolumeBootPattern-1232939106-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=db2ef26e-e1b5-4a09-b7f7-c46f167f8c20,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:40:22.352461 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 56592) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:40:22.809682 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-ab72da7c-2c53-497b-898a-529fee792195 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1809431'] for router_interface, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:40:22.897610 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-6164653a-4a0b-4148-8891-9a69cd1ce3cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:40:23.077678 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.plugin [None req-ab72da7c-2c53-497b-898a-529fee792195 admin admin] Deleting port 99c31837-2c38-4de1-851d-20e2471adea0 {{(pid=100247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:40:23.077903 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-ab72da7c-2c53-497b-898a-529fee792195 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:40:23.158904 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.db [None req-ab72da7c-2c53-497b-898a-529fee792195 admin admin] For port 99c31837-2c38-4de1-851d-20e2471adea0, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=99c31837-2c38-4de1-851d-20e2471adea0,segment=NetworkSegment(fb70f030-83e8-41d7-b868-4485c113c2c0),segment_id=fb70f030-83e8-41d7-b868-4485c113c2c0)] {{(pid=100247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:40:23.159660 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-ab72da7c-2c53-497b-898a-529fee792195 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:40:23.177604 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.plugin [None req-ab72da7c-2c53-497b-898a-529fee792195 admin admin] Calling delete_port for 99c31837-2c38-4de1-851d-20e2471adea0 owned by network:router_interface {{(pid=100247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:40:23.363633 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-ab72da7c-2c53-497b-898a-529fee792195 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128888353'] for port, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:40:23.399646 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab72da7c-2c53-497b-898a-529fee792195 admin admin] Pushing event deleted for resources: {'Port': ['ID=99c31837-2c38-4de1-851d-20e2471adea0,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:40:23.584879 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-ab72da7c-2c53-497b-898a-529fee792195 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1809193'] for router_interface, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:40:23.828810 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab72da7c-2c53-497b-898a-529fee792195 admin admin] Router d1a6fd96-2052-4d61-baf1-3dc3a18de2e7 has already been hosted by L3 agent 2823d358-a11b-4885-a706-95a279e43fa7 {{(pid=100247) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 14:40:23.936009 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab72da7c-2c53-497b-898a-529fee792195 admin admin] Notify agent at l3_agent.n-d-773647-6 the message routers_updated {{(pid=100247) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 14:40:23.941412 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-ab72da7c-2c53-497b-898a-529fee792195 admin admin] 10.222.0.104 "PUT /v2.0/routers/d1a6fd96-2052-4d61-baf1-3dc3a18de2e7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5878894 Jul 06 14:40:23.944017 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 56596) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:40:23.945222 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d390c7f-f010-4c32-a10e-d3e62283c074 None None] Sync routers for ids ['d1a6fd96-2052-4d61-baf1-3dc3a18de2e7'] in n-d-773647-6 {{(pid=100248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 14:40:23.954798 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d390c7f-f010-4c32-a10e-d3e62283c074 None None] Routers {'d1a6fd96-2052-4d61-baf1-3dc3a18de2e7'} bound to L3 agent in host n-d-773647-6 {{(pid=100248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:40:23.955561 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-8d390c7f-f010-4c32-a10e-d3e62283c074 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T14:39:56Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['d1a6fd96-2052-4d61-baf1-3dc3a18de2e7'], 'active': True} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:40:24.053210 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-780cb520-7a5a-4de0-96ce-cc41703051bc admin admin] Notify callbacks [] for router, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:40:24.062913 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvr_db [None req-8d390c7f-f010-4c32-a10e-d3e62283c074 None None] Set router d1a6fd96-2052-4d61-baf1-3dc3a18de2e7 gateway port host: n-d-773647-6 {{(pid=100248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:40:24.159946 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-780cb520-7a5a-4de0-96ce-cc41703051bc admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:40:24.220177 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [None req-780cb520-7a5a-4de0-96ce-cc41703051bc admin admin] Deleting port 57ba3a89-8007-470c-a5d7-0c700e780995 {{(pid=100246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:40:24.220538 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-780cb520-7a5a-4de0-96ce-cc41703051bc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:40:24.250816 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-8d390c7f-f010-4c32-a10e-d3e62283c074 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1a6fd96-2052-4d61-baf1-3dc3a18de2e7', 'name': 'tempest-TestVolumeBootPattern-1742609137-router', 'tenant_id': '9d9b21e60bee490a9bf202cb583bf670', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.139'}], 'enable_snat': True}, 'gw_port_id': '57ba3a89-8007-470c-a5d7-0c700e780995', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:30:01Z', 'updated_at': '2021-07-06T14:40:23Z', 'revision_number': 5, 'project_id': '9d9b21e60bee490a9bf202cb583bf670', 'gw_port': {'id': '57ba3a89-8007-470c-a5d7-0c700e780995', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:90:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1a6fd96-2052-4d61-baf1-3dc3a18de2e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3822, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:30:01Z', 'updated_at': '2021-07-06T14:30:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6'}], 'n-d-773647-6', False) {} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:40:24.277533 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d390c7f-f010-4c32-a10e-d3e62283c074 None None] Checking router: d1a6fd96-2052-4d61-baf1-3dc3a18de2e7 for host: n-d-773647-6 {{(pid=100248) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 14:40:24.286439 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d390c7f-f010-4c32-a10e-d3e62283c074 None None] Routers {'d1a6fd96-2052-4d61-baf1-3dc3a18de2e7'} bound to L3 agent in host n-d-773647-6 {{(pid=100248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:40:24.287062 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-8d390c7f-f010-4c32-a10e-d3e62283c074 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T14:39:56Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['d1a6fd96-2052-4d61-baf1-3dc3a18de2e7'], 'active': True} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:40:24.296839 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.agents_db [None req-167c0ad6-1657-4c9a-a2c4-3b18056aa662 None None] Agent healthcheck: found 7 active agents {{(pid=100249) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 14:40:24.315545 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.db [None req-780cb520-7a5a-4de0-96ce-cc41703051bc admin admin] For port 57ba3a89-8007-470c-a5d7-0c700e780995, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=57ba3a89-8007-470c-a5d7-0c700e780995,segment=NetworkSegment(89a832b7-7793-4d51-9038-ed7e1c3ff1b2),segment_id=89a832b7-7793-4d51-9038-ed7e1c3ff1b2)] {{(pid=100246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:40:24.315545 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-780cb520-7a5a-4de0-96ce-cc41703051bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:40:24.329982 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [None req-780cb520-7a5a-4de0-96ce-cc41703051bc admin admin] Calling delete_port for 57ba3a89-8007-470c-a5d7-0c700e780995 owned by network:router_gateway {{(pid=100246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:40:24.376351 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvr_db [None req-8d390c7f-f010-4c32-a10e-d3e62283c074 None None] Set router d1a6fd96-2052-4d61-baf1-3dc3a18de2e7 gateway port host: None {{(pid=100248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:40:24.526858 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-780cb520-7a5a-4de0-96ce-cc41703051bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127687580'] for port, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:40:24.562976 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780cb520-7a5a-4de0-96ce-cc41703051bc admin admin] Pushing event deleted for resources: {'Port': ['ID=57ba3a89-8007-470c-a5d7-0c700e780995,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:40:24.611049 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-8d390c7f-f010-4c32-a10e-d3e62283c074 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1a6fd96-2052-4d61-baf1-3dc3a18de2e7', 'name': 'tempest-TestVolumeBootPattern-1742609137-router', 'tenant_id': '9d9b21e60bee490a9bf202cb583bf670', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:30:01Z', 'updated_at': '2021-07-06T14:40:24Z', 'revision_number': 6, 'project_id': '9d9b21e60bee490a9bf202cb583bf670', 'gw_port_host': None}], 'n-d-773647-6', False) {} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:40:24.637498 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-780cb520-7a5a-4de0-96ce-cc41703051bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1761104'] for router_gateway, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:40:24.645810 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d390c7f-f010-4c32-a10e-d3e62283c074 None None] The sync data for ids ['d1a6fd96-2052-4d61-baf1-3dc3a18de2e7'] in n-d-773647-6 is: [{'id': 'd1a6fd96-2052-4d61-baf1-3dc3a18de2e7', 'name': 'tempest-TestVolumeBootPattern-1742609137-router', 'tenant_id': '9d9b21e60bee490a9bf202cb583bf670', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:30:01Z', 'updated_at': '2021-07-06T14:40:24Z', 'revision_number': 6, 'project_id': '9d9b21e60bee490a9bf202cb583bf670', 'gw_port_host': None}] {{(pid=100248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 14:40:24.745745 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-780cb520-7a5a-4de0-96ce-cc41703051bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1806308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6982'] for router, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:40:24.748678 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-780cb520-7a5a-4de0-96ce-cc41703051bc admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:40:24.797611 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-780cb520-7a5a-4de0-96ce-cc41703051bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1805684'] for router, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:40:24.798482 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-780cb520-7a5a-4de0-96ce-cc41703051bc admin admin] Fanout notify agent at l3_agent the message router_deleted on router d1a6fd96-2052-4d61-baf1-3dc3a18de2e7 {{(pid=100246) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 14:40:24.805233 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-780cb520-7a5a-4de0-96ce-cc41703051bc admin admin] Notify callbacks [] for router, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:40:24.806480 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-780cb520-7a5a-4de0-96ce-cc41703051bc admin admin] 10.222.0.104 "DELETE /v2.0/routers/d1a6fd96-2052-4d61-baf1-3dc3a18de2e7 HTTP/1.1" status: 204 len: 168 time: 0.8609817 Jul 06 14:40:24.809005 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 56600) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:40:24.855101 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.db_base_plugin_v2 [None req-bcf8b5a0-dbfa-4d44-853f-f840b5d5b925 admin admin] Deleting subnet 2909a683-548c-4b5b-9f41-76ab6ad57d29 {{(pid=100246) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 14:40:24.858388 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-bcf8b5a0-dbfa-4d44-853f-f840b5d5b925 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:40:24.899895 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-bcf8b5a0-dbfa-4d44-853f-f840b5d5b925 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126218885'] for subnet, precommit_delete_associations {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:40:24.983340 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-bcf8b5a0-dbfa-4d44-853f-f840b5d5b925 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-913473'] for subnet, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:40:25.044973 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-bcf8b5a0-dbfa-4d44-853f-f840b5d5b925 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-913480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1849032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127687590', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127702764'] for subnet, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:40:25.074850 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf8b5a0-dbfa-4d44-853f-f840b5d5b925 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2909a683-548c-4b5b-9f41-76ab6ad57d29,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:40:25.082058 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-bcf8b5a0-dbfa-4d44-853f-f840b5d5b925 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:40:25.085897 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 56602) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:40:25.087732 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a831dd0-c721-4109-8731-61d19d40747a None None] Network 8d42e765-466c-4066-a835-9be26bf6d40e requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:40:25.088179 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-bcf8b5a0-dbfa-4d44-853f-f840b5d5b925 admin admin] 10.222.0.104 "DELETE /v2.0/subnets/2909a683-548c-4b5b-9f41-76ab6ad57d29 HTTP/1.1" status: 204 len: 168 time: 0.2776282 Jul 06 14:40:25.158238 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-dfd60f6c-8cec-403a-a1e8-88343e505360 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530492'] for network, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:40:25.211538 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.plugin [None req-dfd60f6c-8cec-403a-a1e8-88343e505360 admin admin] Deleting port c3cf5117-850e-4850-9ebf-deae38092a35 {{(pid=100247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:40:25.211887 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-dfd60f6c-8cec-403a-a1e8-88343e505360 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:40:25.282219 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.db [None req-dfd60f6c-8cec-403a-a1e8-88343e505360 admin admin] For port c3cf5117-850e-4850-9ebf-deae38092a35, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=c3cf5117-850e-4850-9ebf-deae38092a35,segment=NetworkSegment(fb70f030-83e8-41d7-b868-4485c113c2c0),segment_id=fb70f030-83e8-41d7-b868-4485c113c2c0)] {{(pid=100247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:40:25.282588 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-dfd60f6c-8cec-403a-a1e8-88343e505360 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:40:25.289167 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b69f3e5d-7aec-411b-a805-711991916cd0 None None] DHCP port deletion for 8d42e765-466c-4066-a835-9be26bf6d40e request from n-d-773647-6 {{(pid=100248) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 14:40:25.296596 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.plugin [None req-dfd60f6c-8cec-403a-a1e8-88343e505360 admin admin] Calling delete_port for c3cf5117-850e-4850-9ebf-deae38092a35 owned by network:dhcp {{(pid=100247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:40:25.335818 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-b69f3e5d-7aec-411b-a805-711991916cd0 None None] Deleting port c3cf5117-850e-4850-9ebf-deae38092a35 {{(pid=100248) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:40:25.336115 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-b69f3e5d-7aec-411b-a805-711991916cd0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:40:25.380715 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-dfd60f6c-8cec-403a-a1e8-88343e505360 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128888353'] for port, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:40:25.407189 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-b69f3e5d-7aec-411b-a805-711991916cd0 None None] For port c3cf5117-850e-4850-9ebf-deae38092a35, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=c3cf5117-850e-4850-9ebf-deae38092a35,segment=NetworkSegment(fb70f030-83e8-41d7-b868-4485c113c2c0),segment_id=fb70f030-83e8-41d7-b868-4485c113c2c0)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:40:25.407621 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-b69f3e5d-7aec-411b-a805-711991916cd0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:40:25.416802 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfd60f6c-8cec-403a-a1e8-88343e505360 admin admin] No DVR routers for this DVR port c3cf5117-850e-4850-9ebf-deae38092a35 on host n-d-773647-6 {{(pid=100247) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:40:25.419056 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd60f6c-8cec-403a-a1e8-88343e505360 admin admin] Pushing event deleted for resources: {'Port': ['ID=c3cf5117-850e-4850-9ebf-deae38092a35,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:40:25.424170 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-b69f3e5d-7aec-411b-a805-711991916cd0 None None] Calling delete_port for c3cf5117-850e-4850-9ebf-deae38092a35 owned by network:dhcp {{(pid=100248) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:40:25.497543 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-dfd60f6c-8cec-403a-a1e8-88343e505360 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-917204', 'neutron.services.segments.db._delete_segments_for_network-8773753502302'] for network, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:40:25.510094 n-d-773647-6 neutron-server[100247]: DEBUG neutron.services.segments.db [None req-dfd60f6c-8cec-403a-a1e8-88343e505360 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d42e765-466c-4066-a835-9be26bf6d40e']}} {{(pid=100247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:40:25.516408 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-b69f3e5d-7aec-411b-a805-711991916cd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117'] for port, after_delete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:40:25.521047 n-d-773647-6 neutron-server[100247]: DEBUG neutron.services.segments.db [None req-dfd60f6c-8cec-403a-a1e8-88343e505360 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb70f030-83e8-41d7-b868-4485c113c2c0') {'for_net_delete': True} {{(pid=100247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:40:25.521341 n-d-773647-6 neutron-server[100247]: DEBUG neutron.services.segments.db [None req-dfd60f6c-8cec-403a-a1e8-88343e505360 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb70f030-83e8-41d7-b868-4485c113c2c0') {} {{(pid=100247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:40:25.531665 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-dfd60f6c-8cec-403a-a1e8-88343e505360 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773753515138', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127131763'] for segment, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:40:25.545645 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69f3e5d-7aec-411b-a805-711991916cd0 None None] Pushing event deleted for resources: {'Port': ['ID=c3cf5117-850e-4850-9ebf-deae38092a35,revision_number=None']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:40:25.550009 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b69f3e5d-7aec-411b-a805-711991916cd0 None None] No DVR routers for this DVR port c3cf5117-850e-4850-9ebf-deae38092a35 on host n-d-773647-6 {{(pid=100248) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:40:25.559053 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69f3e5d-7aec-411b-a805-711991916cd0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:40:25.559438 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69f3e5d-7aec-411b-a805-711991916cd0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:40:25.559782 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69f3e5d-7aec-411b-a805-711991916cd0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:40:25.560118 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69f3e5d-7aec-411b-a805-711991916cd0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:40:25.560452 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69f3e5d-7aec-411b-a805-711991916cd0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:40:25.560785 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69f3e5d-7aec-411b-a805-711991916cd0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:40:25.561111 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69f3e5d-7aec-411b-a805-711991916cd0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:40:25.561921 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69f3e5d-7aec-411b-a805-711991916cd0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:40:25.562150 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69f3e5d-7aec-411b-a805-711991916cd0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:40:25.562339 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69f3e5d-7aec-411b-a805-711991916cd0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:40:25.562533 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-dfd60f6c-8cec-403a-a1e8-88343e505360 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552'] for segment, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:40:25.562642 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69f3e5d-7aec-411b-a805-711991916cd0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:40:25.562970 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69f3e5d-7aec-411b-a805-711991916cd0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:40:25.579074 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dfd60f6c-8cec-403a-a1e8-88343e505360 admin admin] Releasing vlan 1049 on physical network physnet1 to pool {{(pid=100247) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 14:40:25.579803 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-dfd60f6c-8cec-403a-a1e8-88343e505360 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-128888574'] for segment, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:40:25.582096 n-d-773647-6 neutron-server[100247]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:40:25.582096 n-d-773647-6 neutron-server[100247]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:40:25.582096 n-d-773647-6 neutron-server[100247]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:40:25.582096 n-d-773647-6 neutron-server[100247]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:40:25.582096 n-d-773647-6 neutron-server[100247]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:40:25.582096 n-d-773647-6 neutron-server[100247]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:40:25.582096 n-d-773647-6 neutron-server[100247]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:40:25.582096 n-d-773647-6 neutron-server[100247]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:40:25.582096 n-d-773647-6 neutron-server[100247]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:40:25.582096 n-d-773647-6 neutron-server[100247]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:40:25.582096 n-d-773647-6 neutron-server[100247]: Traceback (most recent call last): Jul 06 14:40:25.582096 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 14:40:25.582096 n-d-773647-6 neutron-server[100247]: timer() Jul 06 14:40:25.582096 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 14:40:25.582096 n-d-773647-6 neutron-server[100247]: cb(*args, **kw) Jul 06 14:40:25.582096 n-d-773647-6 neutron-server[100247]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 14:40:25.582096 n-d-773647-6 neutron-server[100247]: return func(*args, **kwargs) Jul 06 14:40:25.582096 n-d-773647-6 neutron-server[100247]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 14:40:25.582096 n-d-773647-6 neutron-server[100247]: self._notify() Jul 06 14:40:25.582096 n-d-773647-6 neutron-server[100247]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 14:40:25.582096 n-d-773647-6 neutron-server[100247]: self.callback(batched_events) Jul 06 14:40:25.582096 n-d-773647-6 neutron-server[100247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 14:40:25.582096 n-d-773647-6 neutron-server[100247]: event.method(event) Jul 06 14:40:25.582096 n-d-773647-6 neutron-server[100247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 14:40:25.582096 n-d-773647-6 neutron-server[100247]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 14:40:25.582096 n-d-773647-6 neutron-server[100247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 14:40:25.582096 n-d-773647-6 neutron-server[100247]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 14:40:25.582096 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 14:40:25.582096 n-d-773647-6 neutron-server[100247]: return f(self, *a, **k) Jul 06 14:40:25.582096 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 14:40:25.582096 n-d-773647-6 neutron-server[100247]: return self._get(url).json() Jul 06 14:40:25.582096 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 14:40:25.582096 n-d-773647-6 neutron-server[100247]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 14:40:25.582096 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 14:40:25.582096 n-d-773647-6 neutron-server[100247]: return self.request(url, 'GET', **kwargs) Jul 06 14:40:25.582096 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 14:40:25.582096 n-d-773647-6 neutron-server[100247]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 14:40:25.582096 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 14:40:25.582096 n-d-773647-6 neutron-server[100247]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 14:40:25.582096 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 14:40:25.582096 n-d-773647-6 neutron-server[100247]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 14:40:25.582096 n-d-773647-6 neutron-server[100247]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 14:40:25.594793 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-9de68721-9057-470b-820e-bf701a8d0e61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:40:25.628976 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 99c31837-2c38-4de1-851d-20e2471adea0 no longer exists at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:40:25.650243 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-dfd60f6c-8cec-403a-a1e8-88343e505360 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-917215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1761140'] for network, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:40:25.651425 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] No Port match for: 99c31837-2c38-4de1-851d-20e2471adea0 {{(pid=100248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 14:40:25.651779 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 99c31837-2c38-4de1-851d-20e2471adea0 not bound to the agent host n-d-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:40:25.652811 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 57ba3a89-8007-470c-a5d7-0c700e780995 no longer exists at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:40:25.655752 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-dfd60f6c-8cec-403a-a1e8-88343e505360 admin admin] Notify callbacks [] for network, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:40:25.660894 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 56604) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:40:25.661091 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-dfd60f6c-8cec-403a-a1e8-88343e505360 admin admin] 10.222.0.104 "DELETE /v2.0/networks/8d42e765-466c-4066-a835-9be26bf6d40e HTTP/1.1" status: 204 len: 168 time: 0.5734417 Jul 06 14:40:25.674598 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd60f6c-8cec-403a-a1e8-88343e505360 admin admin] Pushing event deleted for resources: {'Network': ['ID=8d42e765-466c-4066-a835-9be26bf6d40e,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:40:25.677203 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] No Port match for: 57ba3a89-8007-470c-a5d7-0c700e780995 {{(pid=100248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 14:40:25.677852 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 57ba3a89-8007-470c-a5d7-0c700e780995 not bound to the agent host n-d-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:40:25.678473 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device c3cf5117-850e-4850-9ebf-deae38092a35 no longer exists at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:40:25.706615 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] No Port match for: c3cf5117-850e-4850-9ebf-deae38092a35 {{(pid=100248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 14:40:25.706978 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device c3cf5117-850e-4850-9ebf-deae38092a35 not bound to the agent host n-d-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:40:25.909618 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:40:26.027650 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-ade3e241-4cf3-476b-adc1-858fa4d22446 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1809431'] for router_interface, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:40:26.282230 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [None req-ade3e241-4cf3-476b-adc1-858fa4d22446 admin admin] Deleting port fdde81bb-5d17-43fd-a8da-b55ce0cde9b2 {{(pid=100246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:40:26.282514 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-ade3e241-4cf3-476b-adc1-858fa4d22446 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:40:26.359467 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.db [None req-ade3e241-4cf3-476b-adc1-858fa4d22446 admin admin] For port fdde81bb-5d17-43fd-a8da-b55ce0cde9b2, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=fdde81bb-5d17-43fd-a8da-b55ce0cde9b2,segment=NetworkSegment(476564f5-6483-43bd-b348-483852374332),segment_id=476564f5-6483-43bd-b348-483852374332)] {{(pid=100246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:40:26.359830 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-ade3e241-4cf3-476b-adc1-858fa4d22446 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:40:26.372871 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [None req-ade3e241-4cf3-476b-adc1-858fa4d22446 admin admin] Calling delete_port for fdde81bb-5d17-43fd-a8da-b55ce0cde9b2 owned by network:router_interface {{(pid=100246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:40:26.552172 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-ade3e241-4cf3-476b-adc1-858fa4d22446 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127687580'] for port, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:40:26.704661 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-2064eaae-da4f-48f8-82d2-b09d4ddedd44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:40:26.876516 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade3e241-4cf3-476b-adc1-858fa4d22446 admin admin] Pushing event deleted for resources: {'Port': ['ID=fdde81bb-5d17-43fd-a8da-b55ce0cde9b2,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:40:27.044077 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-ade3e241-4cf3-476b-adc1-858fa4d22446 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1809193'] for router_interface, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:40:27.270330 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ade3e241-4cf3-476b-adc1-858fa4d22446 admin admin] Router 8d802fd0-24ac-4cd4-b2bc-faa33b7fb1b4 has already been hosted by L3 agent 2823d358-a11b-4885-a706-95a279e43fa7 {{(pid=100246) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 14:40:27.380767 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ade3e241-4cf3-476b-adc1-858fa4d22446 admin admin] Notify agent at l3_agent.n-d-773647-6 the message routers_updated {{(pid=100246) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 14:40:27.386688 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-ade3e241-4cf3-476b-adc1-858fa4d22446 admin admin] 10.222.0.104 "PUT /v2.0/routers/8d802fd0-24ac-4cd4-b2bc-faa33b7fb1b4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7244391 Jul 06 14:40:27.389253 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 56606) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:40:27.391109 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4ea6e56-298d-4130-a47c-f9e76db58601 None None] Sync routers for ids ['8d802fd0-24ac-4cd4-b2bc-faa33b7fb1b4'] in n-d-773647-6 {{(pid=100249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 14:40:27.400980 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4ea6e56-298d-4130-a47c-f9e76db58601 None None] Routers {'8d802fd0-24ac-4cd4-b2bc-faa33b7fb1b4'} bound to L3 agent in host n-d-773647-6 {{(pid=100249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:40:27.401570 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-e4ea6e56-298d-4130-a47c-f9e76db58601 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T14:40:26Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['8d802fd0-24ac-4cd4-b2bc-faa33b7fb1b4'], 'active': True} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:40:27.511561 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvr_db [None req-e4ea6e56-298d-4130-a47c-f9e76db58601 None None] Set router 8d802fd0-24ac-4cd4-b2bc-faa33b7fb1b4 gateway port host: n-d-773647-6 {{(pid=100249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:40:27.718595 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-e4ea6e56-298d-4130-a47c-f9e76db58601 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d802fd0-24ac-4cd4-b2bc-faa33b7fb1b4', 'name': 'tempest-TestVolumeBootPattern-770219266-router', 'tenant_id': '54757c901c8a42f1bf53088fded1984d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.47'}], 'enable_snat': True}, 'gw_port_id': '235e2c63-5129-41f7-ac3b-8d8b18340dd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:30:06Z', 'updated_at': '2021-07-06T14:40:26Z', 'revision_number': 5, 'project_id': '54757c901c8a42f1bf53088fded1984d', 'gw_port': {'id': '235e2c63-5129-41f7-ac3b-8d8b18340dd5', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:6f:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d802fd0-24ac-4cd4-b2bc-faa33b7fb1b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3834, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:30:07Z', 'updated_at': '2021-07-06T14:30:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6'}], 'n-d-773647-6', False) {} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:40:27.752717 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4ea6e56-298d-4130-a47c-f9e76db58601 None None] Checking router: 8d802fd0-24ac-4cd4-b2bc-faa33b7fb1b4 for host: n-d-773647-6 {{(pid=100249) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 14:40:27.761829 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4ea6e56-298d-4130-a47c-f9e76db58601 None None] Routers {'8d802fd0-24ac-4cd4-b2bc-faa33b7fb1b4'} bound to L3 agent in host n-d-773647-6 {{(pid=100249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:40:27.762449 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-e4ea6e56-298d-4130-a47c-f9e76db58601 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T14:40:26Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['8d802fd0-24ac-4cd4-b2bc-faa33b7fb1b4'], 'active': True} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:40:27.846963 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-457f22c7-4373-461a-a3aa-6b13c4ad1347 admin admin] Notify callbacks [] for router, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:40:27.869738 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvr_db [None req-e4ea6e56-298d-4130-a47c-f9e76db58601 None None] Set router 8d802fd0-24ac-4cd4-b2bc-faa33b7fb1b4 gateway port host: n-d-773647-6 {{(pid=100249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:40:27.949333 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-457f22c7-4373-461a-a3aa-6b13c4ad1347 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:40:28.004357 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.plugin [None req-457f22c7-4373-461a-a3aa-6b13c4ad1347 admin admin] Deleting port 235e2c63-5129-41f7-ac3b-8d8b18340dd5 {{(pid=100247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:40:28.004703 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-457f22c7-4373-461a-a3aa-6b13c4ad1347 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:40:28.084765 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.db [None req-457f22c7-4373-461a-a3aa-6b13c4ad1347 admin admin] For port 235e2c63-5129-41f7-ac3b-8d8b18340dd5, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=235e2c63-5129-41f7-ac3b-8d8b18340dd5,segment=NetworkSegment(89a832b7-7793-4d51-9038-ed7e1c3ff1b2),segment_id=89a832b7-7793-4d51-9038-ed7e1c3ff1b2)] {{(pid=100247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:40:28.085615 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-457f22c7-4373-461a-a3aa-6b13c4ad1347 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:40:28.100041 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.plugin [None req-457f22c7-4373-461a-a3aa-6b13c4ad1347 admin admin] Calling delete_port for 235e2c63-5129-41f7-ac3b-8d8b18340dd5 owned by network:router_gateway {{(pid=100247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:40:28.129819 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-e4ea6e56-298d-4130-a47c-f9e76db58601 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d802fd0-24ac-4cd4-b2bc-faa33b7fb1b4', 'name': 'tempest-TestVolumeBootPattern-770219266-router', 'tenant_id': '54757c901c8a42f1bf53088fded1984d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.47'}], 'enable_snat': True}, 'gw_port_id': '235e2c63-5129-41f7-ac3b-8d8b18340dd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:30:06Z', 'updated_at': '2021-07-06T14:40:26Z', 'revision_number': 5, 'project_id': '54757c901c8a42f1bf53088fded1984d', 'gw_port': {'id': '235e2c63-5129-41f7-ac3b-8d8b18340dd5', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:6f:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d802fd0-24ac-4cd4-b2bc-faa33b7fb1b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3834, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:30:07Z', 'updated_at': '2021-07-06T14:30:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6'}], 'n-d-773647-6', False) {} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:40:28.155553 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4ea6e56-298d-4130-a47c-f9e76db58601 None None] The sync data for ids ['8d802fd0-24ac-4cd4-b2bc-faa33b7fb1b4'] in n-d-773647-6 is: [{'id': '8d802fd0-24ac-4cd4-b2bc-faa33b7fb1b4', 'name': 'tempest-TestVolumeBootPattern-770219266-router', 'tenant_id': '54757c901c8a42f1bf53088fded1984d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.47'}], 'enable_snat': True}, 'gw_port_id': '235e2c63-5129-41f7-ac3b-8d8b18340dd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:30:06Z', 'updated_at': '2021-07-06T14:40:26Z', 'revision_number': 5, 'project_id': '54757c901c8a42f1bf53088fded1984d', 'gw_port': {'id': '235e2c63-5129-41f7-ac3b-8d8b18340dd5', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:6f:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d802fd0-24ac-4cd4-b2bc-faa33b7fb1b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3834, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:30:07Z', 'updated_at': '2021-07-06T14:30:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6'}] {{(pid=100249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 14:40:28.267265 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-457f22c7-4373-461a-a3aa-6b13c4ad1347 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128888353'] for port, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:40:28.297293 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457f22c7-4373-461a-a3aa-6b13c4ad1347 admin admin] Pushing event deleted for resources: {'Port': ['ID=235e2c63-5129-41f7-ac3b-8d8b18340dd5,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:40:28.358462 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-457f22c7-4373-461a-a3aa-6b13c4ad1347 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1761104'] for router_gateway, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:40:28.451452 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-457f22c7-4373-461a-a3aa-6b13c4ad1347 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1806308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6982'] for router, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:40:28.453598 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-457f22c7-4373-461a-a3aa-6b13c4ad1347 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:40:28.500880 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-457f22c7-4373-461a-a3aa-6b13c4ad1347 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1805684'] for router, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:40:28.501702 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-457f22c7-4373-461a-a3aa-6b13c4ad1347 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8d802fd0-24ac-4cd4-b2bc-faa33b7fb1b4 {{(pid=100247) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 14:40:28.506316 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-457f22c7-4373-461a-a3aa-6b13c4ad1347 admin admin] Notify callbacks [] for router, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:40:28.511681 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-457f22c7-4373-461a-a3aa-6b13c4ad1347 admin admin] 10.222.0.104 "DELETE /v2.0/routers/8d802fd0-24ac-4cd4-b2bc-faa33b7fb1b4 HTTP/1.1" status: 204 len: 168 time: 1.1177740 Jul 06 14:40:28.512084 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 56608) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:40:28.517900 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-03f71b24-a9b8-453a-8924-caa3f97bc6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:40:28.564573 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b9d140e-79ba-4a41-bbd2-61be37df8ab4 admin admin] Deleting subnet a04b4fa4-0b45-4361-aeb0-27cc70659366 {{(pid=100247) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 14:40:28.567852 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-7b9d140e-79ba-4a41-bbd2-61be37df8ab4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:40:28.604933 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-7b9d140e-79ba-4a41-bbd2-61be37df8ab4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127131748'] for subnet, precommit_delete_associations {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:40:28.686386 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-7b9d140e-79ba-4a41-bbd2-61be37df8ab4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-913473'] for subnet, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:40:28.746134 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-7b9d140e-79ba-4a41-bbd2-61be37df8ab4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-913480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1849032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-128888347', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127627857'] for subnet, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:40:28.780558 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-7b9d140e-79ba-4a41-bbd2-61be37df8ab4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:40:28.782507 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-7b9d140e-79ba-4a41-bbd2-61be37df8ab4 admin admin] 10.222.0.104 "DELETE /v2.0/subnets/a04b4fa4-0b45-4361-aeb0-27cc70659366 HTTP/1.1" status: 204 len: 168 time: 0.2696993 Jul 06 14:40:28.783324 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9d140e-79ba-4a41-bbd2-61be37df8ab4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a04b4fa4-0b45-4361-aeb0-27cc70659366,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:40:28.785619 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 56610) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:40:28.789371 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c729f926-59f3-429a-a416-04972aafcd76 None None] Network 01014b69-65c5-4b71-a77f-3e7bff8a565c requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:40:28.867606 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-1c81dc4f-2c66-4c10-b216-3abbc73fd6ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530492'] for network, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:40:28.920907 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.plugin [None req-1c81dc4f-2c66-4c10-b216-3abbc73fd6ea admin admin] Deleting port 89c7fe4f-18a9-4ac9-b56b-06e325c1b7b4 {{(pid=100247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:40:28.921252 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-1c81dc4f-2c66-4c10-b216-3abbc73fd6ea admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:40:28.989540 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.db [None req-1c81dc4f-2c66-4c10-b216-3abbc73fd6ea admin admin] For port 89c7fe4f-18a9-4ac9-b56b-06e325c1b7b4, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=89c7fe4f-18a9-4ac9-b56b-06e325c1b7b4,segment=NetworkSegment(476564f5-6483-43bd-b348-483852374332),segment_id=476564f5-6483-43bd-b348-483852374332)] {{(pid=100247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:40:28.989897 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-1c81dc4f-2c66-4c10-b216-3abbc73fd6ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:40:29.002879 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.plugin [None req-1c81dc4f-2c66-4c10-b216-3abbc73fd6ea admin admin] Calling delete_port for 89c7fe4f-18a9-4ac9-b56b-06e325c1b7b4 owned by network:dhcp {{(pid=100247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:40:29.081089 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-1c81dc4f-2c66-4c10-b216-3abbc73fd6ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128888353'] for port, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:40:29.106331 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c81dc4f-2c66-4c10-b216-3abbc73fd6ea admin admin] Pushing event deleted for resources: {'Port': ['ID=89c7fe4f-18a9-4ac9-b56b-06e325c1b7b4,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:40:29.109616 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c81dc4f-2c66-4c10-b216-3abbc73fd6ea admin admin] No DVR routers for this DVR port 89c7fe4f-18a9-4ac9-b56b-06e325c1b7b4 on host n-d-773647-6 {{(pid=100247) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:40:29.185192 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-1c81dc4f-2c66-4c10-b216-3abbc73fd6ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-917204', 'neutron.services.segments.db._delete_segments_for_network-8773753502302'] for network, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:40:29.196257 n-d-773647-6 neutron-server[100247]: DEBUG neutron.services.segments.db [None req-1c81dc4f-2c66-4c10-b216-3abbc73fd6ea admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['01014b69-65c5-4b71-a77f-3e7bff8a565c']}} {{(pid=100247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:40:29.206741 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3127e7c4-65e0-43f3-928d-6e46f636ec6f None None] DHCP port deletion for 01014b69-65c5-4b71-a77f-3e7bff8a565c request from n-d-773647-6 {{(pid=100248) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 14:40:29.207954 n-d-773647-6 neutron-server[100247]: DEBUG neutron.services.segments.db [None req-1c81dc4f-2c66-4c10-b216-3abbc73fd6ea admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '476564f5-6483-43bd-b348-483852374332') {'for_net_delete': True} {{(pid=100247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:40:29.208958 n-d-773647-6 neutron-server[100247]: DEBUG neutron.services.segments.db [None req-1c81dc4f-2c66-4c10-b216-3abbc73fd6ea admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '476564f5-6483-43bd-b348-483852374332') {} {{(pid=100247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:40:29.222090 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-1c81dc4f-2c66-4c10-b216-3abbc73fd6ea admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773753515138', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127131763'] for segment, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:40:29.238785 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-1c81dc4f-2c66-4c10-b216-3abbc73fd6ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552'] for segment, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:40:29.245644 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c81dc4f-2c66-4c10-b216-3abbc73fd6ea admin admin] Releasing vlan 1024 on physical network physnet1 to pool {{(pid=100247) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 14:40:29.246011 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-1c81dc4f-2c66-4c10-b216-3abbc73fd6ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-128888574'] for segment, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:40:29.247849 n-d-773647-6 neutron-server[100247]: Traceback (most recent call last): Jul 06 14:40:29.247849 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 14:40:29.247849 n-d-773647-6 neutron-server[100247]: timer() Jul 06 14:40:29.247849 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 14:40:29.247849 n-d-773647-6 neutron-server[100247]: cb(*args, **kw) Jul 06 14:40:29.247849 n-d-773647-6 neutron-server[100247]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 14:40:29.247849 n-d-773647-6 neutron-server[100247]: return func(*args, **kwargs) Jul 06 14:40:29.247849 n-d-773647-6 neutron-server[100247]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 14:40:29.247849 n-d-773647-6 neutron-server[100247]: self._notify() Jul 06 14:40:29.247849 n-d-773647-6 neutron-server[100247]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 14:40:29.247849 n-d-773647-6 neutron-server[100247]: self.callback(batched_events) Jul 06 14:40:29.247849 n-d-773647-6 neutron-server[100247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 14:40:29.247849 n-d-773647-6 neutron-server[100247]: event.method(event) Jul 06 14:40:29.247849 n-d-773647-6 neutron-server[100247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 14:40:29.247849 n-d-773647-6 neutron-server[100247]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 14:40:29.247849 n-d-773647-6 neutron-server[100247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 14:40:29.247849 n-d-773647-6 neutron-server[100247]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 14:40:29.247849 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 14:40:29.247849 n-d-773647-6 neutron-server[100247]: return f(self, *a, **k) Jul 06 14:40:29.247849 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 14:40:29.247849 n-d-773647-6 neutron-server[100247]: return self._get(url).json() Jul 06 14:40:29.247849 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 14:40:29.247849 n-d-773647-6 neutron-server[100247]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 14:40:29.247849 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 14:40:29.247849 n-d-773647-6 neutron-server[100247]: return self.request(url, 'GET', **kwargs) Jul 06 14:40:29.247849 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 14:40:29.247849 n-d-773647-6 neutron-server[100247]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 14:40:29.247849 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 14:40:29.247849 n-d-773647-6 neutron-server[100247]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 14:40:29.247849 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 14:40:29.247849 n-d-773647-6 neutron-server[100247]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 14:40:29.247849 n-d-773647-6 neutron-server[100247]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 14:40:29.306090 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-1c81dc4f-2c66-4c10-b216-3abbc73fd6ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-917215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1761140'] for network, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:40:29.314320 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-1c81dc4f-2c66-4c10-b216-3abbc73fd6ea admin admin] Notify callbacks [] for network, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:40:29.316206 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-1c81dc4f-2c66-4c10-b216-3abbc73fd6ea admin admin] 10.222.0.104 "DELETE /v2.0/networks/01014b69-65c5-4b71-a77f-3e7bff8a565c HTTP/1.1" status: 204 len: 168 time: 0.5296533 Jul 06 14:40:29.327130 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c81dc4f-2c66-4c10-b216-3abbc73fd6ea admin admin] Pushing event deleted for resources: {'Network': ['ID=01014b69-65c5-4b71-a77f-3e7bff8a565c,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:40:29.461520 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 56614) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:40:29.509501 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-c8a1712e-9327-48de-ad3b-52179e451407 admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=9d9b21e60bee490a9bf202cb583bf670&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0467710 Jul 06 14:40:29.511918 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 56616) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:40:29.561438 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-454ae866-c6d1-41e4-a101-62bcba97b794 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:40:29.583347 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-454ae866-c6d1-41e4-a101-62bcba97b794 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:40:29.589746 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 235e2c63-5129-41f7-ac3b-8d8b18340dd5 no longer exists at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:40:29.610697 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] No Port match for: 235e2c63-5129-41f7-ac3b-8d8b18340dd5 {{(pid=100248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 14:40:29.611033 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 235e2c63-5129-41f7-ac3b-8d8b18340dd5 not bound to the agent host n-d-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:40:29.611487 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device fdde81bb-5d17-43fd-a8da-b55ce0cde9b2 no longer exists at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:40:29.632615 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-454ae866-c6d1-41e4-a101-62bcba97b794 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:40:29.635265 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-454ae866-c6d1-41e4-a101-62bcba97b794 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:40:29.636439 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-454ae866-c6d1-41e4-a101-62bcba97b794 admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/3f36b739-fa02-4105-9f8c-527485057057 HTTP/1.1" status: 204 len: 168 time: 0.1235557 Jul 06 14:40:29.638457 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] No Port match for: fdde81bb-5d17-43fd-a8da-b55ce0cde9b2 {{(pid=100248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 14:40:29.638807 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device fdde81bb-5d17-43fd-a8da-b55ce0cde9b2 not bound to the agent host n-d-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:40:29.639265 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 89c7fe4f-18a9-4ac9-b56b-06e325c1b7b4 no longer exists at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:40:29.647266 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454ae866-c6d1-41e4-a101-62bcba97b794 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f36b739-fa02-4105-9f8c-527485057057,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:40:29.664681 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] No Port match for: 89c7fe4f-18a9-4ac9-b56b-06e325c1b7b4 {{(pid=100248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 14:40:29.665020 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 89c7fe4f-18a9-4ac9-b56b-06e325c1b7b4 not bound to the agent host n-d-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:40:29.990327 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 56622) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:40:30.029420 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-f153e96a-62e5-438d-948c-a22aa895835c admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=54757c901c8a42f1bf53088fded1984d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0379078 Jul 06 14:40:30.031841 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 56624) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:40:30.085724 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-7b6c0fc5-12c9-4f52-8fd6-f7a29344511a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:40:30.106734 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-7b6c0fc5-12c9-4f52-8fd6-f7a29344511a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:40:30.156029 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-7b6c0fc5-12c9-4f52-8fd6-f7a29344511a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:40:30.158630 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-7b6c0fc5-12c9-4f52-8fd6-f7a29344511a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:40:30.159849 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-7b6c0fc5-12c9-4f52-8fd6-f7a29344511a admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/ba8fce8f-0ed5-450b-bb38-abe71323706f HTTP/1.1" status: 204 len: 168 time: 0.1270657 Jul 06 14:40:30.167950 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6c0fc5-12c9-4f52-8fd6-f7a29344511a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba8fce8f-0ed5-450b-bb38-abe71323706f,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:40:40.479516 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-8293579a-69e5-4a2d-b1cf-3fa7ab648b1b req-32dcbbb4-dab0-4d3e-96ed-a4fb6e8bf311 tempest-ServersAdminNegativeTestJSON-1555081893 tempest-ServersAdminNegativeTestJSON-1555081893-project] 10.222.0.104 "GET /v2.0/networks?tenant_id=99f2397942204d36a83b636f40948898&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0289311 Jul 06 14:40:40.677510 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8293579a-69e5-4a2d-b1cf-3fa7ab648b1b req-5013c8ff-524a-4983-b299-9fa07bdec9ed tempest-ServersAdminNegativeTestJSON-1555081893 tempest-ServersAdminNegativeTestJSON-1555081893-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:40:40.678956 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-8293579a-69e5-4a2d-b1cf-3fa7ab648b1b req-5013c8ff-524a-4983-b299-9fa07bdec9ed tempest-ServersAdminNegativeTestJSON-1555081893 tempest-ServersAdminNegativeTestJSON-1555081893-project] 10.222.0.104 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1945388 Jul 06 14:40:40.694351 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-8293579a-69e5-4a2d-b1cf-3fa7ab648b1b req-081ee6b6-f186-45d9-8ad0-b6413d6e5498 tempest-ServersAdminNegativeTestJSON-1555081893 tempest-ServersAdminNegativeTestJSON-1555081893-project] 10.222.0.104 "GET /v2.0/quotas/99f2397942204d36a83b636f40948898 HTTP/1.1" status: 200 len: 375 time: 0.0091600 Jul 06 14:40:40.731730 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-8293579a-69e5-4a2d-b1cf-3fa7ab648b1b req-d5c5770f-90b4-46ec-85f0-b635a34ab488 tempest-ServersAdminNegativeTestJSON-1555081893 tempest-ServersAdminNegativeTestJSON-1555081893-project] 10.222.0.104 "GET /v2.0/ports?tenant_id=99f2397942204d36a83b636f40948898&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0323505 Jul 06 14:40:40.894672 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-dec66180-6c39-4979-b580-f326ce53c008 req-0602c275-e91b-449f-a7e2-2689c65dc9e7 tempest-ServersAdminNegativeTestJSON-1555081893 tempest-ServersAdminNegativeTestJSON-1555081893-project] 10.222.0.104 "GET /v2.0/ports?device_id=a5e8b8a1-b050-4a52-911e-035224d2612c HTTP/1.1" status: 200 len: 210 time: 0.0278726 Jul 06 14:40:40.943238 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:40:41.845580 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-8293579a-69e5-4a2d-b1cf-3fa7ab648b1b req-22277fde-1373-43c7-ab17-b547b26604f8 tempest-ServersAdminNegativeTestJSON-1555081893 tempest-ServersAdminNegativeTestJSON-1555081893-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=99f2397942204d36a83b636f40948898&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0306101 Jul 06 14:40:42.041101 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-02445ad5-c2f4-424b-97eb-22b19b5f386d req-038f7ff6-582d-480f-8c1a-a17b1484c6f5 tempest-ServersAdminNegativeTestJSON-1555081893 tempest-ServersAdminNegativeTestJSON-1555081893-project] 10.222.0.104 "GET /v2.0/ports?device_id=a5e8b8a1-b050-4a52-911e-035224d2612c HTTP/1.1" status: 200 len: 210 time: 0.0290539 Jul 06 14:40:42.041804 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8293579a-69e5-4a2d-b1cf-3fa7ab648b1b req-17c613c4-da77-46a6-bb5c-c340c63b94a7 tempest-ServersAdminNegativeTestJSON-1555081893 tempest-ServersAdminNegativeTestJSON-1555081893-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:40:42.043235 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-8293579a-69e5-4a2d-b1cf-3fa7ab648b1b req-17c613c4-da77-46a6-bb5c-c340c63b94a7 tempest-ServersAdminNegativeTestJSON-1555081893 tempest-ServersAdminNegativeTestJSON-1555081893-project] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1906109 Jul 06 14:40:42.063292 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [req-8293579a-69e5-4a2d-b1cf-3fa7ab648b1b req-ba120ca4-31b4-48f0-b3b0-fc76f328ad37 tempest-ServersAdminNegativeTestJSON-1555081893 tempest-ServersAdminNegativeTestJSON-1555081893-project] Request body: {'port': {'device_id': 'a5e8b8a1-b050-4a52-911e-035224d2612c', 'network_id': 'ac09d390-867f-4b75-a8d2-ab11550bffd6', 'admin_state_up': True, 'tenant_id': '99f2397942204d36a83b636f40948898'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:40:42.164423 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8293579a-69e5-4a2d-b1cf-3fa7ab648b1b req-ba120ca4-31b4-48f0-b3b0-fc76f328ad37 tempest-ServersAdminNegativeTestJSON-1555081893 tempest-ServersAdminNegativeTestJSON-1555081893-project] Made reservation on behalf of 99f2397942204d36a83b636f40948898 for: {'port': 1} {{(pid=100246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:40:42.168027 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-8293579a-69e5-4a2d-b1cf-3fa7ab648b1b req-ba120ca4-31b4-48f0-b3b0-fc76f328ad37 tempest-ServersAdminNegativeTestJSON-1555081893 tempest-ServersAdminNegativeTestJSON-1555081893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:40:42.176409 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-8293579a-69e5-4a2d-b1cf-3fa7ab648b1b req-ba120ca4-31b4-48f0-b3b0-fc76f328ad37 tempest-ServersAdminNegativeTestJSON-1555081893 tempest-ServersAdminNegativeTestJSON-1555081893-project] Notify callbacks [] for security_group, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:40:42.268806 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-8293579a-69e5-4a2d-b1cf-3fa7ab648b1b req-ba120ca4-31b4-48f0-b3b0-fc76f328ad37 tempest-ServersAdminNegativeTestJSON-1555081893 tempest-ServersAdminNegativeTestJSON-1555081893-project] Notify callbacks [] for security_group, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:40:42.272394 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-8293579a-69e5-4a2d-b1cf-3fa7ab648b1b req-ba120ca4-31b4-48f0-b3b0-fc76f328ad37 tempest-ServersAdminNegativeTestJSON-1555081893 tempest-ServersAdminNegativeTestJSON-1555081893-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:40:42.339253 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba120ca4-31b4-48f0-b3b0-fc76f328ad37 tempest-ServersAdminNegativeTestJSON-1555081893 tempest-ServersAdminNegativeTestJSON-1555081893-project] Pushing event updated for resources: {'SecurityGroup': ['ID=08d86731-a448-4e49-8706-89290d938e9b,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:40:42.406430 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.db_base_plugin_common [req-8293579a-69e5-4a2d-b1cf-3fa7ab648b1b req-ba120ca4-31b4-48f0-b3b0-fc76f328ad37 tempest-ServersAdminNegativeTestJSON-1555081893 tempest-ServersAdminNegativeTestJSON-1555081893-project] Allocated IP 192.168.233.155 (ac09d390-867f-4b75-a8d2-ab11550bffd6/d1c3cc78-09b9-4e30-99fd-0e5830de101d/c52660fd-faca-4562-aeff-8e1bff0b5ed0) {{(pid=100246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:40:42.562535 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-8293579a-69e5-4a2d-b1cf-3fa7ab648b1b req-ba120ca4-31b4-48f0-b3b0-fc76f328ad37 tempest-ServersAdminNegativeTestJSON-1555081893 tempest-ServersAdminNegativeTestJSON-1555081893-project] Notify callbacks [] for port, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:40:42.576208 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.provisioning_blocks [req-8293579a-69e5-4a2d-b1cf-3fa7ab648b1b req-ba120ca4-31b4-48f0-b3b0-fc76f328ad37 tempest-ServersAdminNegativeTestJSON-1555081893 tempest-ServersAdminNegativeTestJSON-1555081893-project] Transition to ACTIVE for port object c52660fd-faca-4562-aeff-8e1bff0b5ed0 will not be triggered until provisioned by entity DHCP. {{(pid=100246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:40:42.608307 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-8293579a-69e5-4a2d-b1cf-3fa7ab648b1b req-ba120ca4-31b4-48f0-b3b0-fc76f328ad37 tempest-ServersAdminNegativeTestJSON-1555081893 tempest-ServersAdminNegativeTestJSON-1555081893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-127687573'] for port, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:40:42.651734 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8293579a-69e5-4a2d-b1cf-3fa7ab648b1b req-ba120ca4-31b4-48f0-b3b0-fc76f328ad37 tempest-ServersAdminNegativeTestJSON-1555081893 tempest-ServersAdminNegativeTestJSON-1555081893-project] Network ac09d390-867f-4b75-a8d2-ab11550bffd6 is already hosted by enough agents. {{(pid=100246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:40:42.655157 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.base_scheduler [req-8293579a-69e5-4a2d-b1cf-3fa7ab648b1b req-ba120ca4-31b4-48f0-b3b0-fc76f328ad37 tempest-ServersAdminNegativeTestJSON-1555081893 tempest-ServersAdminNegativeTestJSON-1555081893-project] Resources bound (agent type, host, resource id): {{(pid=100246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:40:42.661421 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [req-8293579a-69e5-4a2d-b1cf-3fa7ab648b1b req-ba120ca4-31b4-48f0-b3b0-fc76f328ad37 tempest-ServersAdminNegativeTestJSON-1555081893 tempest-ServersAdminNegativeTestJSON-1555081893-project] Received port after_create {{(pid=100246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:40:42.668104 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba120ca4-31b4-48f0-b3b0-fc76f328ad37 tempest-ServersAdminNegativeTestJSON-1555081893 tempest-ServersAdminNegativeTestJSON-1555081893-project] Pushing event updated for resources: {'Port': ['ID=c52660fd-faca-4562-aeff-8e1bff0b5ed0,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:40:42.716270 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8293579a-69e5-4a2d-b1cf-3fa7ab648b1b req-ba120ca4-31b4-48f0-b3b0-fc76f328ad37 tempest-ServersAdminNegativeTestJSON-1555081893 tempest-ServersAdminNegativeTestJSON-1555081893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:40:42.716835 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-8293579a-69e5-4a2d-b1cf-3fa7ab648b1b req-ba120ca4-31b4-48f0-b3b0-fc76f328ad37 tempest-ServersAdminNegativeTestJSON-1555081893 tempest-ServersAdminNegativeTestJSON-1555081893-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:40:42.731723 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-8293579a-69e5-4a2d-b1cf-3fa7ab648b1b req-ba120ca4-31b4-48f0-b3b0-fc76f328ad37 tempest-ServersAdminNegativeTestJSON-1555081893 tempest-ServersAdminNegativeTestJSON-1555081893-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.6793995 Jul 06 14:40:42.744919 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [req-8293579a-69e5-4a2d-b1cf-3fa7ab648b1b req-2d7c63da-48b5-4ccc-8f48-0bfdaddbbddb service neutron] Request body: {'port': {'device_id': 'a5e8b8a1-b050-4a52-911e-035224d2612c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-773647-6'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:40:42.781852 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:40:42.831530 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-8293579a-69e5-4a2d-b1cf-3fa7ab648b1b req-2d7c63da-48b5-4ccc-8f48-0bfdaddbbddb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:40:42.918224 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-c6f3537f-ebb9-4da7-aa5c-2d86128ab021 None None] Provisioning for port c52660fd-faca-4562-aeff-8e1bff0b5ed0 completed by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:40:42.921729 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-c6f3537f-ebb9-4da7-aa5c-2d86128ab021 None None] Provisioning complete for port c52660fd-faca-4562-aeff-8e1bff0b5ed0 triggered by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:40:42.922098 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-c6f3537f-ebb9-4da7-aa5c-2d86128ab021 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:40:42.955410 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-c6f3537f-ebb9-4da7-aa5c-2d86128ab021 None None] Port c52660fd-faca-4562-aeff-8e1bff0b5ed0 cannot update to ACTIVE because it is not bound. {{(pid=100248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 14:40:43.089440 n-d-773647-6 neutron-server[100246]: DEBUG neutron.notifiers.nova [req-8293579a-69e5-4a2d-b1cf-3fa7ab648b1b req-2d7c63da-48b5-4ccc-8f48-0bfdaddbbddb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c52660fd-faca-4562-aeff-8e1bff0b5ed0 {{(pid=100246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 14:40:43.096935 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-8293579a-69e5-4a2d-b1cf-3fa7ab648b1b req-2d7c63da-48b5-4ccc-8f48-0bfdaddbbddb service neutron] Notify callbacks [] for port, precommit_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:40:43.110200 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.provisioning_blocks [req-8293579a-69e5-4a2d-b1cf-3fa7ab648b1b req-2d7c63da-48b5-4ccc-8f48-0bfdaddbbddb service neutron] Transition to ACTIVE for port object c52660fd-faca-4562-aeff-8e1bff0b5ed0 will not be triggered until provisioned by entity L2. {{(pid=100246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:40:43.113775 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-8293579a-69e5-4a2d-b1cf-3fa7ab648b1b req-2d7c63da-48b5-4ccc-8f48-0bfdaddbbddb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127687527'] for port, after_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:40:43.176517 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7c63da-48b5-4ccc-8f48-0bfdaddbbddb service neutron] Pushing event updated for resources: {'Port': ['ID=c52660fd-faca-4562-aeff-8e1bff0b5ed0,revision_number=2']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:40:43.225719 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5691fd8-86dd-4ecd-8bc7-94250fea2c1e req-4a3739a2-b41a-41b7-9d71-b0dc35650608 tempest-ServersAdminNegativeTestJSON-1555081893 tempest-ServersAdminNegativeTestJSON-1555081893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:40:43.227918 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-e5691fd8-86dd-4ecd-8bc7-94250fea2c1e req-4a3739a2-b41a-41b7-9d71-b0dc35650608 tempest-ServersAdminNegativeTestJSON-1555081893 tempest-ServersAdminNegativeTestJSON-1555081893-project] 10.222.0.104 "GET /v2.0/ports?device_id=a5e8b8a1-b050-4a52-911e-035224d2612c HTTP/1.1" status: 200 len: 948 time: 0.0753925 Jul 06 14:40:43.258291 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [req-8293579a-69e5-4a2d-b1cf-3fa7ab648b1b req-2d7c63da-48b5-4ccc-8f48-0bfdaddbbddb service neutron] Attempting to bind port c52660fd-faca-4562-aeff-8e1bff0b5ed0 on host n-h2-773647-6 for vnic_type normal with profile {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:40:43.258729 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [req-8293579a-69e5-4a2d-b1cf-3fa7ab648b1b req-2d7c63da-48b5-4ccc-8f48-0bfdaddbbddb service neutron] Attempting to bind port c52660fd-faca-4562-aeff-8e1bff0b5ed0 by drivers openvswitch,hyperv on host n-h2-773647-6 at level 0 using segments [{'id': 'c9ea893d-045e-42cf-b3dd-cdd1f79baccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'ac09d390-867f-4b75-a8d2-ab11550bffd6'}] {{(pid=100246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:40:43.259125 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8293579a-69e5-4a2d-b1cf-3fa7ab648b1b req-2d7c63da-48b5-4ccc-8f48-0bfdaddbbddb service neutron] Attempting to bind port c52660fd-faca-4562-aeff-8e1bff0b5ed0 on network ac09d390-867f-4b75-a8d2-ab11550bffd6 {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:40:43.263827 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8293579a-69e5-4a2d-b1cf-3fa7ab648b1b req-2d7c63da-48b5-4ccc-8f48-0bfdaddbbddb service neutron] Port c52660fd-faca-4562-aeff-8e1bff0b5ed0 on network ac09d390-867f-4b75-a8d2-ab11550bffd6 not bound, no agent of type Open vSwitch agent registered on host n-h2-773647-6 {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 14:40:43.264337 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8293579a-69e5-4a2d-b1cf-3fa7ab648b1b req-2d7c63da-48b5-4ccc-8f48-0bfdaddbbddb service neutron] Attempting to bind port c52660fd-faca-4562-aeff-8e1bff0b5ed0 on network ac09d390-867f-4b75-a8d2-ab11550bffd6 {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:40:43.267833 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-e5691fd8-86dd-4ecd-8bc7-94250fea2c1e req-8c30a10b-e536-45a9-a6b6-e911c9a9e738 tempest-ServersAdminNegativeTestJSON-1555081893 tempest-ServersAdminNegativeTestJSON-1555081893-project] 10.222.0.104 "GET /v2.0/security-groups?id=08d86731-a448-4e49-8706-89290d938e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342696 Jul 06 14:40:43.269312 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8293579a-69e5-4a2d-b1cf-3fa7ab648b1b req-2d7c63da-48b5-4ccc-8f48-0bfdaddbbddb service neutron] Checking agent: {'id': '63768ece-0600-4354-8d29-fdedec96b077', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-773647-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 51, 10), 'started_at': datetime.datetime(2021, 7, 6, 13, 51, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 40, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:40:43.269654 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8293579a-69e5-4a2d-b1cf-3fa7ab648b1b req-2d7c63da-48b5-4ccc-8f48-0bfdaddbbddb service neutron] Checking segment: {'id': 'c9ea893d-045e-42cf-b3dd-cdd1f79baccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'ac09d390-867f-4b75-a8d2-ab11550bffd6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:40:43.270043 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8293579a-69e5-4a2d-b1cf-3fa7ab648b1b req-2d7c63da-48b5-4ccc-8f48-0bfdaddbbddb service neutron] Bound using segment: {'id': 'c9ea893d-045e-42cf-b3dd-cdd1f79baccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'ac09d390-867f-4b75-a8d2-ab11550bffd6'} {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:40:43.270472 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [req-8293579a-69e5-4a2d-b1cf-3fa7ab648b1b req-2d7c63da-48b5-4ccc-8f48-0bfdaddbbddb service neutron] Bound port: c52660fd-faca-4562-aeff-8e1bff0b5ed0, host: n-h2-773647-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c9ea893d-045e-42cf-b3dd-cdd1f79baccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'ac09d390-867f-4b75-a8d2-ab11550bffd6'}}] {{(pid=100246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:40:43.270832 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-8293579a-69e5-4a2d-b1cf-3fa7ab648b1b req-2d7c63da-48b5-4ccc-8f48-0bfdaddbbddb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:40:43.338700 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.db [req-8293579a-69e5-4a2d-b1cf-3fa7ab648b1b req-2d7c63da-48b5-4ccc-8f48-0bfdaddbbddb service neutron] For port c52660fd-faca-4562-aeff-8e1bff0b5ed0, host n-h2-773647-6, cleared binding levels {{(pid=100246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:40:43.341814 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.db [req-8293579a-69e5-4a2d-b1cf-3fa7ab648b1b req-2d7c63da-48b5-4ccc-8f48-0bfdaddbbddb service neutron] For port c52660fd-faca-4562-aeff-8e1bff0b5ed0, host n-h2-773647-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=c52660fd-faca-4562-aeff-8e1bff0b5ed0,segment=NetworkSegment(c9ea893d-045e-42cf-b3dd-cdd1f79baccd),segment_id=c9ea893d-045e-42cf-b3dd-cdd1f79baccd)] {{(pid=100246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:40:43.349585 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-8293579a-69e5-4a2d-b1cf-3fa7ab648b1b req-2d7c63da-48b5-4ccc-8f48-0bfdaddbbddb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127687527'] for port, after_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:40:43.391358 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8293579a-69e5-4a2d-b1cf-3fa7ab648b1b req-2d7c63da-48b5-4ccc-8f48-0bfdaddbbddb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:40:43.392768 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-8293579a-69e5-4a2d-b1cf-3fa7ab648b1b req-2d7c63da-48b5-4ccc-8f48-0bfdaddbbddb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:40:43.394400 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-8293579a-69e5-4a2d-b1cf-3fa7ab648b1b req-2d7c63da-48b5-4ccc-8f48-0bfdaddbbddb service neutron] 10.222.0.72 "PUT /v2.0/ports/c52660fd-faca-4562-aeff-8e1bff0b5ed0 HTTP/1.1" status: 200 len: 1096 time: 0.6539903 Jul 06 14:40:43.396931 n-d-773647-6 neutron-server[100246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5e8b8a1-b050-4a52-911e-035224d2612c', 'tag': 'c52660fd-faca-4562-aeff-8e1bff0b5ed0'}] {{(pid=100246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:40:43.400455 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0d96c5ab5e889f7b933ae915b9be33d1b46c9e87795bf781004b656ef3f1e87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28a1638c-a62b-4a9d-901e-42252bde2ef1" -d '{"events": [{"name": "network-changed", "server_uuid": "a5e8b8a1-b050-4a52-911e-035224d2612c", "tag": "c52660fd-faca-4562-aeff-8e1bff0b5ed0"}]}' {{(pid=100246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:40:43.430643 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7c63da-48b5-4ccc-8f48-0bfdaddbbddb service neutron] Pushing event updated for resources: {'Port': ['ID=c52660fd-faca-4562-aeff-8e1bff0b5ed0,revision_number=3']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:40:43.463430 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 14:40:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6d8ea7e-7849-4155-a353-2b709d9e7dd6 x-openstack-request-id: req-d6d8ea7e-7849-4155-a353-2b709d9e7dd6 {{(pid=100246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:40:43.463721 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a5e8b8a1-b050-4a52-911e-035224d2612c", "tag": "c52660fd-faca-4562-aeff-8e1bff0b5ed0", "status": "completed", "code": 200}]} {{(pid=100246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:40:43.463973 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-d6d8ea7e-7849-4155-a353-2b709d9e7dd6 {{(pid=100246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:40:43.464366 n-d-773647-6 neutron-server[100246]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a5e8b8a1-b050-4a52-911e-035224d2612c', 'tag': 'c52660fd-faca-4562-aeff-8e1bff0b5ed0', 'status': 'completed', 'code': 200} Jul 06 14:40:43.493052 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8293579a-69e5-4a2d-b1cf-3fa7ab648b1b req-17e10550-2094-4ee3-96a0-2cbaf5baa590 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:40:43.494653 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-8293579a-69e5-4a2d-b1cf-3fa7ab648b1b req-17e10550-2094-4ee3-96a0-2cbaf5baa590 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=99f2397942204d36a83b636f40948898&device_id=a5e8b8a1-b050-4a52-911e-035224d2612c HTTP/1.1" status: 200 len: 1099 time: 0.0600982 Jul 06 14:40:43.537110 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-8293579a-69e5-4a2d-b1cf-3fa7ab648b1b req-68ff024a-ffea-4f59-bf72-903fe64b9640 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.155&port_id=c52660fd-faca-4562-aeff-8e1bff0b5ed0 HTTP/1.1" status: 200 len: 217 time: 0.0348387 Jul 06 14:40:43.591137 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8293579a-69e5-4a2d-b1cf-3fa7ab648b1b req-9721e6ff-a2df-44b6-8a88-8d6e7fa006ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:40:43.592698 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-8293579a-69e5-4a2d-b1cf-3fa7ab648b1b req-9721e6ff-a2df-44b6-8a88-8d6e7fa006ca service neutron] 10.222.0.72 "GET /v2.0/subnets?id=d1c3cc78-09b9-4e30-99fd-0e5830de101d HTTP/1.1" status: 200 len: 843 time: 0.0494761 Jul 06 14:40:43.651301 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8293579a-69e5-4a2d-b1cf-3fa7ab648b1b req-541ccf42-a7be-4299-8ef3-9c6ef0ecbc16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:40:43.652798 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-8293579a-69e5-4a2d-b1cf-3fa7ab648b1b req-541ccf42-a7be-4299-8ef3-9c6ef0ecbc16 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=ac09d390-867f-4b75-a8d2-ab11550bffd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0535567 Jul 06 14:40:43.740038 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-8293579a-69e5-4a2d-b1cf-3fa7ab648b1b req-30ce7940-32e8-4734-a0f8-71752317ee83 service neutron] 10.222.0.72 "GET /v2.0/networks/ac09d390-867f-4b75-a8d2-ab11550bffd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808494 Jul 06 14:40:43.830362 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-8293579a-69e5-4a2d-b1cf-3fa7ab648b1b req-71c78188-61d6-4e1a-9808-1aaafb9ab143 service neutron] 10.222.0.72 "GET /v2.0/networks/ac09d390-867f-4b75-a8d2-ab11550bffd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836957 Jul 06 14:40:43.929856 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a1638c-a62b-4a9d-901e-42252bde2ef1 req-e835fa8b-a9a3-497e-9a4f-727abf2777a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:40:43.931358 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-28a1638c-a62b-4a9d-901e-42252bde2ef1 req-e835fa8b-a9a3-497e-9a4f-727abf2777a9 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=99f2397942204d36a83b636f40948898&device_id=a5e8b8a1-b050-4a52-911e-035224d2612c HTTP/1.1" status: 200 len: 1099 time: 0.0521307 Jul 06 14:40:44.021228 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a1638c-a62b-4a9d-901e-42252bde2ef1 req-2ce867fd-6983-4c5b-a0da-d71774f828bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:40:44.022683 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-28a1638c-a62b-4a9d-901e-42252bde2ef1 req-2ce867fd-6983-4c5b-a0da-d71774f828bb service neutron] 10.222.0.72 "GET /v2.0/networks?id=ac09d390-867f-4b75-a8d2-ab11550bffd6 HTTP/1.1" status: 200 len: 871 time: 0.0853481 Jul 06 14:40:44.062454 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-28a1638c-a62b-4a9d-901e-42252bde2ef1 req-5cf8c4fb-f091-4396-aa2f-2eb9537f06a8 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.155&port_id=c52660fd-faca-4562-aeff-8e1bff0b5ed0 HTTP/1.1" status: 200 len: 217 time: 0.0338509 Jul 06 14:40:44.110551 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a1638c-a62b-4a9d-901e-42252bde2ef1 req-1de4f93a-e86f-4765-84a0-23d1024ba959 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:40:44.111999 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-28a1638c-a62b-4a9d-901e-42252bde2ef1 req-1de4f93a-e86f-4765-84a0-23d1024ba959 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=d1c3cc78-09b9-4e30-99fd-0e5830de101d HTTP/1.1" status: 200 len: 843 time: 0.0426104 Jul 06 14:40:44.172600 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a1638c-a62b-4a9d-901e-42252bde2ef1 req-f7b0452f-4359-435b-9717-4600c03ebf86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:40:44.174084 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-28a1638c-a62b-4a9d-901e-42252bde2ef1 req-f7b0452f-4359-435b-9717-4600c03ebf86 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=ac09d390-867f-4b75-a8d2-ab11550bffd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0549114 Jul 06 14:40:44.263518 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-28a1638c-a62b-4a9d-901e-42252bde2ef1 req-2a4cabff-5670-4079-a826-4284f4c8d5b8 service neutron] 10.222.0.72 "GET /v2.0/networks/ac09d390-867f-4b75-a8d2-ab11550bffd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818956 Jul 06 14:40:44.358095 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-28a1638c-a62b-4a9d-901e-42252bde2ef1 req-c3638419-3b88-46ba-b762-ed638bf2fa97 service neutron] 10.222.0.72 "GET /v2.0/networks/ac09d390-867f-4b75-a8d2-ab11550bffd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871418 Jul 06 14:40:44.451900 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f599f0-9f2a-4ef7-b0a3-717336371a85 req-b02a7181-c27b-4245-b062-406c4878af84 tempest-ServersAdminNegativeTestJSON-1555081893 tempest-ServersAdminNegativeTestJSON-1555081893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:40:44.453391 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-56f599f0-9f2a-4ef7-b0a3-717336371a85 req-b02a7181-c27b-4245-b062-406c4878af84 tempest-ServersAdminNegativeTestJSON-1555081893 tempest-ServersAdminNegativeTestJSON-1555081893-project] 10.222.0.104 "GET /v2.0/ports?device_id=a5e8b8a1-b050-4a52-911e-035224d2612c HTTP/1.1" status: 200 len: 948 time: 0.0675144 Jul 06 14:40:44.490051 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-56f599f0-9f2a-4ef7-b0a3-717336371a85 req-e6a9ebc4-376b-4130-94ab-8c7bacc0408c tempest-ServersAdminNegativeTestJSON-1555081893 tempest-ServersAdminNegativeTestJSON-1555081893-project] 10.222.0.104 "GET /v2.0/security-groups?id=08d86731-a448-4e49-8706-89290d938e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312767 Jul 06 14:40:45.666999 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd1d13c-6b05-4a18-8c79-5547a2c574c2 req-7e440fcc-c587-4a8b-a130-3e8d048cf818 tempest-ServersAdminNegativeTestJSON-1555081893 tempest-ServersAdminNegativeTestJSON-1555081893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:40:45.668662 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-1bd1d13c-6b05-4a18-8c79-5547a2c574c2 req-7e440fcc-c587-4a8b-a130-3e8d048cf818 tempest-ServersAdminNegativeTestJSON-1555081893 tempest-ServersAdminNegativeTestJSON-1555081893-project] 10.222.0.104 "GET /v2.0/ports?device_id=a5e8b8a1-b050-4a52-911e-035224d2612c HTTP/1.1" status: 200 len: 948 time: 0.0645676 Jul 06 14:40:45.706210 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-1bd1d13c-6b05-4a18-8c79-5547a2c574c2 req-56c45c47-e569-42a7-be69-9f232613f8d3 tempest-ServersAdminNegativeTestJSON-1555081893 tempest-ServersAdminNegativeTestJSON-1555081893-project] 10.222.0.104 "GET /v2.0/security-groups?id=08d86731-a448-4e49-8706-89290d938e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318596 Jul 06 14:40:46.880232 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac95239f-96fc-46c4-ae11-aea901080bf8 req-faed2602-8f71-4319-867c-6a87c1e9a6c1 tempest-ServersAdminNegativeTestJSON-1555081893 tempest-ServersAdminNegativeTestJSON-1555081893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:40:46.881723 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-ac95239f-96fc-46c4-ae11-aea901080bf8 req-faed2602-8f71-4319-867c-6a87c1e9a6c1 tempest-ServersAdminNegativeTestJSON-1555081893 tempest-ServersAdminNegativeTestJSON-1555081893-project] 10.222.0.104 "GET /v2.0/ports?device_id=a5e8b8a1-b050-4a52-911e-035224d2612c HTTP/1.1" status: 200 len: 948 time: 0.0668318 Jul 06 14:40:46.918833 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-ac95239f-96fc-46c4-ae11-aea901080bf8 req-9c3b647c-6632-4923-9be1-ab9aa965a0d6 tempest-ServersAdminNegativeTestJSON-1555081893 tempest-ServersAdminNegativeTestJSON-1555081893-project] 10.222.0.104 "GET /v2.0/security-groups?id=08d86731-a448-4e49-8706-89290d938e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309477 Jul 06 14:40:47.461934 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Device c52660fd-faca-4562-aeff-8e1bff0b5ed0 details requested by agent hyperv_n-h2-773647-6 with host n-h2-773647-6 {{(pid=100248) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 14:40:47.558017 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] For port c52660fd-faca-4562-aeff-8e1bff0b5ed0, host n-h2-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=c52660fd-faca-4562-aeff-8e1bff0b5ed0,segment=NetworkSegment(c9ea893d-045e-42cf-b3dd-cdd1f79baccd),segment_id=c9ea893d-045e-42cf-b3dd-cdd1f79baccd)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:40:47.569157 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Returning: {'device': 'c52660fd-faca-4562-aeff-8e1bff0b5ed0', 'network_id': 'ac09d390-867f-4b75-a8d2-ab11550bffd6', 'port_id': 'c52660fd-faca-4562-aeff-8e1bff0b5ed0', 'mac_address': 'fa:16:3e:60:86:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1023, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd1c3cc78-09b9-4e30-99fd-0e5830de101d', 'ip_address': '192.168.233.155'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100248) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 14:40:47.609368 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:40:47.621986 n-d-773647-6 neutron-server[100248]: DEBUG neutron.notifiers.nova [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c52660fd-faca-4562-aeff-8e1bff0b5ed0 {{(pid=100248) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 14:40:47.642892 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] For port c52660fd-faca-4562-aeff-8e1bff0b5ed0, host n-h2-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=c52660fd-faca-4562-aeff-8e1bff0b5ed0,segment=NetworkSegment(c9ea893d-045e-42cf-b3dd-cdd1f79baccd),segment_id=c9ea893d-045e-42cf-b3dd-cdd1f79baccd)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:40:47.647832 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:40:47.700392 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Pushing event updated for resources: {'Port': ['ID=c52660fd-faca-4562-aeff-8e1bff0b5ed0,revision_number=4']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:40:47.853901 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] get_ports_and_sgs() called for port_ids ['c52660fd-faca-4562-aeff-8e1bff0b5ed0'] {{(pid=100248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 14:40:48.092213 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbd8c99-b1e8-4f65-b2e1-106e1de6301e req-f3fd236e-ae53-4bca-83be-12d37473ffe0 tempest-ServersAdminNegativeTestJSON-1555081893 tempest-ServersAdminNegativeTestJSON-1555081893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:40:48.093607 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-8fbd8c99-b1e8-4f65-b2e1-106e1de6301e req-f3fd236e-ae53-4bca-83be-12d37473ffe0 tempest-ServersAdminNegativeTestJSON-1555081893 tempest-ServersAdminNegativeTestJSON-1555081893-project] 10.222.0.104 "GET /v2.0/ports?device_id=a5e8b8a1-b050-4a52-911e-035224d2612c HTTP/1.1" status: 200 len: 949 time: 0.0629358 Jul 06 14:40:48.133505 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-8fbd8c99-b1e8-4f65-b2e1-106e1de6301e req-068da382-822a-4a1b-8bef-53de7b91ac4a tempest-ServersAdminNegativeTestJSON-1555081893 tempest-ServersAdminNegativeTestJSON-1555081893-project] 10.222.0.104 "GET /v2.0/security-groups?id=08d86731-a448-4e49-8706-89290d938e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338206 Jul 06 14:40:49.304686 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a53bf50-63a9-4d2b-a23e-74dfc10a1a61 req-e9605749-4631-4906-996c-b10709ca03f9 tempest-ServersAdminNegativeTestJSON-1555081893 tempest-ServersAdminNegativeTestJSON-1555081893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:40:49.306214 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-1a53bf50-63a9-4d2b-a23e-74dfc10a1a61 req-e9605749-4631-4906-996c-b10709ca03f9 tempest-ServersAdminNegativeTestJSON-1555081893 tempest-ServersAdminNegativeTestJSON-1555081893-project] 10.222.0.104 "GET /v2.0/ports?device_id=a5e8b8a1-b050-4a52-911e-035224d2612c HTTP/1.1" status: 200 len: 949 time: 0.0631583 Jul 06 14:40:49.343650 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-1a53bf50-63a9-4d2b-a23e-74dfc10a1a61 req-4bfd2177-545c-4051-91ed-7fad1210c436 tempest-ServersAdminNegativeTestJSON-1555081893 tempest-ServersAdminNegativeTestJSON-1555081893-project] 10.222.0.104 "GET /v2.0/security-groups?id=08d86731-a448-4e49-8706-89290d938e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318587 Jul 06 14:40:49.477186 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Device c52660fd-faca-4562-aeff-8e1bff0b5ed0 up at agent hyperv_n-h2-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:40:49.522702 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Provisioning for port c52660fd-faca-4562-aeff-8e1bff0b5ed0 completed by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:40:49.526956 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Provisioning complete for port c52660fd-faca-4562-aeff-8e1bff0b5ed0 triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:40:49.527372 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:40:49.603048 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:40:49.626091 n-d-773647-6 neutron-server[100248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5e8b8a1-b050-4a52-911e-035224d2612c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c52660fd-faca-4562-aeff-8e1bff0b5ed0'}] {{(pid=100248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:40:49.628414 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84af257533e383389cbcf231d3534f4d5e149e7203fea16b4a8fc01438dddaf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-308c597e-af0b-440e-8122-fc449a44be31" -d '{"events": [{"server_uuid": "a5e8b8a1-b050-4a52-911e-035224d2612c", "name": "network-vif-plugged", "status": "completed", "tag": "c52660fd-faca-4562-aeff-8e1bff0b5ed0"}]}' {{(pid=100248) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:40:49.642906 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] For port c52660fd-faca-4562-aeff-8e1bff0b5ed0, host n-h2-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=c52660fd-faca-4562-aeff-8e1bff0b5ed0,segment=NetworkSegment(c9ea893d-045e-42cf-b3dd-cdd1f79baccd),segment_id=c9ea893d-045e-42cf-b3dd-cdd1f79baccd)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:40:49.656259 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:40:49.669930 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 14:40:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b85638c-3855-414f-a1ab-209d73d29d25 x-openstack-request-id: req-9b85638c-3855-414f-a1ab-209d73d29d25 {{(pid=100248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:40:49.670259 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5e8b8a1-b050-4a52-911e-035224d2612c", "name": "network-vif-plugged", "status": "completed", "tag": "c52660fd-faca-4562-aeff-8e1bff0b5ed0", "code": 200}]} {{(pid=100248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:40:49.670567 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-9b85638c-3855-414f-a1ab-209d73d29d25 {{(pid=100248) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:40:49.670991 n-d-773647-6 neutron-server[100248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5e8b8a1-b050-4a52-911e-035224d2612c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c52660fd-faca-4562-aeff-8e1bff0b5ed0', 'code': 200} Jul 06 14:40:49.723927 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Pushing event updated for resources: {'Port': ['ID=c52660fd-faca-4562-aeff-8e1bff0b5ed0,revision_number=5']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:40:49.782234 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240102f0-1e59-40a0-be60-8854fc680968 req-0d284458-f60a-4b48-8efd-3cde98e80ca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:40:49.783742 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-240102f0-1e59-40a0-be60-8854fc680968 req-0d284458-f60a-4b48-8efd-3cde98e80ca6 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=a5e8b8a1-b050-4a52-911e-035224d2612c HTTP/1.1" status: 200 len: 1101 time: 0.0528247 Jul 06 14:40:49.818797 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-240102f0-1e59-40a0-be60-8854fc680968 req-003d487a-f812-4090-bebd-4652ee135e8c service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=08d86731-a448-4e49-8706-89290d938e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0280674 Jul 06 14:40:50.518005 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1266d559-2d3d-498d-854c-4da914b56cd6 req-86e924cd-8893-40d2-9f32-06773c65d9d8 tempest-ServersAdminNegativeTestJSON-1555081893 tempest-ServersAdminNegativeTestJSON-1555081893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:40:50.519499 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-1266d559-2d3d-498d-854c-4da914b56cd6 req-86e924cd-8893-40d2-9f32-06773c65d9d8 tempest-ServersAdminNegativeTestJSON-1555081893 tempest-ServersAdminNegativeTestJSON-1555081893-project] 10.222.0.104 "GET /v2.0/ports?device_id=a5e8b8a1-b050-4a52-911e-035224d2612c HTTP/1.1" status: 200 len: 950 time: 0.0680828 Jul 06 14:40:50.562366 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-1266d559-2d3d-498d-854c-4da914b56cd6 req-54029df8-8594-4137-9930-df3500426e4f tempest-ServersAdminNegativeTestJSON-1555081893 tempest-ServersAdminNegativeTestJSON-1555081893-project] 10.222.0.104 "GET /v2.0/security-groups?id=08d86731-a448-4e49-8706-89290d938e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371490 Jul 06 14:40:51.736219 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea3c2df-d4b6-42d2-9c9a-55dc630c77e1 req-3b3c5eab-532d-4aa5-9f12-37cf0b2e3361 tempest-ServersAdminNegativeTestJSON-1555081893 tempest-ServersAdminNegativeTestJSON-1555081893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:40:51.737720 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-6ea3c2df-d4b6-42d2-9c9a-55dc630c77e1 req-3b3c5eab-532d-4aa5-9f12-37cf0b2e3361 tempest-ServersAdminNegativeTestJSON-1555081893 tempest-ServersAdminNegativeTestJSON-1555081893-project] 10.222.0.104 "GET /v2.0/ports?device_id=a5e8b8a1-b050-4a52-911e-035224d2612c HTTP/1.1" status: 200 len: 950 time: 0.0624599 Jul 06 14:40:51.775741 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-6ea3c2df-d4b6-42d2-9c9a-55dc630c77e1 req-cb1fb7b8-5f9c-4f89-8a9a-7850fb748fe1 tempest-ServersAdminNegativeTestJSON-1555081893 tempest-ServersAdminNegativeTestJSON-1555081893-project] 10.222.0.104 "GET /v2.0/security-groups?id=08d86731-a448-4e49-8706-89290d938e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324299 Jul 06 14:40:52.840635 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f04552f-18f2-46f0-84fa-b3cacd04df5e req-701da69b-ea61-4e8e-a990-a675288c781f tempest-ServersAdminNegativeTestJSON-1555081893 tempest-ServersAdminNegativeTestJSON-1555081893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:40:52.842117 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-9f04552f-18f2-46f0-84fa-b3cacd04df5e req-701da69b-ea61-4e8e-a990-a675288c781f tempest-ServersAdminNegativeTestJSON-1555081893 tempest-ServersAdminNegativeTestJSON-1555081893-project] 10.222.0.104 "GET /v2.0/ports?device_id=a5e8b8a1-b050-4a52-911e-035224d2612c HTTP/1.1" status: 200 len: 950 time: 0.0678251 Jul 06 14:40:52.879506 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-9f04552f-18f2-46f0-84fa-b3cacd04df5e req-81ed2fe7-eb83-47b0-b9f8-f404985d7757 tempest-ServersAdminNegativeTestJSON-1555081893 tempest-ServersAdminNegativeTestJSON-1555081893-project] 10.222.0.104 "GET /v2.0/security-groups?id=08d86731-a448-4e49-8706-89290d938e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314481 Jul 06 14:40:52.900153 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-e06b0c78-4dfe-483e-90e3-2cc4aca16d5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:40:54.053632 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef84dff-94ea-41ec-96e3-9bd5bab388d5 req-d0928466-b157-4b3d-8881-381d6b494e30 tempest-ServersAdminNegativeTestJSON-1555081893 tempest-ServersAdminNegativeTestJSON-1555081893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:40:54.055129 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-9ef84dff-94ea-41ec-96e3-9bd5bab388d5 req-d0928466-b157-4b3d-8881-381d6b494e30 tempest-ServersAdminNegativeTestJSON-1555081893 tempest-ServersAdminNegativeTestJSON-1555081893-project] 10.222.0.104 "GET /v2.0/ports?device_id=a5e8b8a1-b050-4a52-911e-035224d2612c HTTP/1.1" status: 200 len: 950 time: 0.0633113 Jul 06 14:40:54.076524 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bc2c2d-be27-4053-bd70-5dff2b270a6d req-3d76769e-4f03-4f36-b505-73cadae4932f tempest-ServersAdminNegativeTestJSON-1555081893 tempest-ServersAdminNegativeTestJSON-1555081893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:40:54.078075 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-15bc2c2d-be27-4053-bd70-5dff2b270a6d req-3d76769e-4f03-4f36-b505-73cadae4932f tempest-ServersAdminNegativeTestJSON-1555081893 tempest-ServersAdminNegativeTestJSON-1555081893-project] 10.222.0.72 "GET /v2.0/ports?device_id=a5e8b8a1-b050-4a52-911e-035224d2612c HTTP/1.1" status: 200 len: 950 time: 0.0621996 Jul 06 14:40:54.094252 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-9ef84dff-94ea-41ec-96e3-9bd5bab388d5 req-3611c2a4-4470-43b0-b1a2-3de4e95a1962 tempest-ServersAdminNegativeTestJSON-1555081893 tempest-ServersAdminNegativeTestJSON-1555081893-project] 10.222.0.104 "GET /v2.0/security-groups?id=08d86731-a448-4e49-8706-89290d938e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331931 Jul 06 14:40:54.181583 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [req-15bc2c2d-be27-4053-bd70-5dff2b270a6d req-53188acf-7fb4-463f-82e6-8b24c6ca38f1 tempest-ServersAdminNegativeTestJSON-1555081893 tempest-ServersAdminNegativeTestJSON-1555081893-project] Deleting port c52660fd-faca-4562-aeff-8e1bff0b5ed0 {{(pid=100246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:40:54.181839 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-15bc2c2d-be27-4053-bd70-5dff2b270a6d req-53188acf-7fb4-463f-82e6-8b24c6ca38f1 tempest-ServersAdminNegativeTestJSON-1555081893 tempest-ServersAdminNegativeTestJSON-1555081893-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:40:54.268523 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.db [req-15bc2c2d-be27-4053-bd70-5dff2b270a6d req-53188acf-7fb4-463f-82e6-8b24c6ca38f1 tempest-ServersAdminNegativeTestJSON-1555081893 tempest-ServersAdminNegativeTestJSON-1555081893-project] For port c52660fd-faca-4562-aeff-8e1bff0b5ed0, host n-h2-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=c52660fd-faca-4562-aeff-8e1bff0b5ed0,segment=NetworkSegment(c9ea893d-045e-42cf-b3dd-cdd1f79baccd),segment_id=c9ea893d-045e-42cf-b3dd-cdd1f79baccd)] {{(pid=100246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:40:54.268880 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-15bc2c2d-be27-4053-bd70-5dff2b270a6d req-53188acf-7fb4-463f-82e6-8b24c6ca38f1 tempest-ServersAdminNegativeTestJSON-1555081893 tempest-ServersAdminNegativeTestJSON-1555081893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:40:54.281196 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [req-15bc2c2d-be27-4053-bd70-5dff2b270a6d req-53188acf-7fb4-463f-82e6-8b24c6ca38f1 tempest-ServersAdminNegativeTestJSON-1555081893 tempest-ServersAdminNegativeTestJSON-1555081893-project] Calling delete_port for c52660fd-faca-4562-aeff-8e1bff0b5ed0 owned by compute:nova {{(pid=100246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:40:54.408993 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-15bc2c2d-be27-4053-bd70-5dff2b270a6d req-53188acf-7fb4-463f-82e6-8b24c6ca38f1 tempest-ServersAdminNegativeTestJSON-1555081893 tempest-ServersAdminNegativeTestJSON-1555081893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127687580'] for port, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:40:54.420293 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] get_ports_and_sgs() called for port_ids ['c52660fd-faca-4562-aeff-8e1bff0b5ed0'] {{(pid=100248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 14:40:54.437387 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53188acf-7fb4-463f-82e6-8b24c6ca38f1 tempest-ServersAdminNegativeTestJSON-1555081893 tempest-ServersAdminNegativeTestJSON-1555081893-project] Pushing event deleted for resources: {'Port': ['ID=c52660fd-faca-4562-aeff-8e1bff0b5ed0,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:40:54.487845 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [req-15bc2c2d-be27-4053-bd70-5dff2b270a6d req-53188acf-7fb4-463f-82e6-8b24c6ca38f1 tempest-ServersAdminNegativeTestJSON-1555081893 tempest-ServersAdminNegativeTestJSON-1555081893-project] No DVR routers for this DVR port c52660fd-faca-4562-aeff-8e1bff0b5ed0 on host n-h2-773647-6 {{(pid=100246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:40:54.490532 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-15bc2c2d-be27-4053-bd70-5dff2b270a6d req-53188acf-7fb4-463f-82e6-8b24c6ca38f1 tempest-ServersAdminNegativeTestJSON-1555081893 tempest-ServersAdminNegativeTestJSON-1555081893-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:40:54.492661 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-15bc2c2d-be27-4053-bd70-5dff2b270a6d req-53188acf-7fb4-463f-82e6-8b24c6ca38f1 tempest-ServersAdminNegativeTestJSON-1555081893 tempest-ServersAdminNegativeTestJSON-1555081893-project] 10.222.0.72 "DELETE /v2.0/ports/c52660fd-faca-4562-aeff-8e1bff0b5ed0 HTTP/1.1" status: 204 len: 173 time: 0.4086909 Jul 06 14:40:54.493081 n-d-773647-6 neutron-server[100246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5e8b8a1-b050-4a52-911e-035224d2612c', 'name': 'network-vif-deleted', 'tag': 'c52660fd-faca-4562-aeff-8e1bff0b5ed0'}] {{(pid=100246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:40:54.496077 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0d96c5ab5e889f7b933ae915b9be33d1b46c9e87795bf781004b656ef3f1e87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46bd2618-e2e4-4799-880a-e3f46b67cfc7" -d '{"events": [{"server_uuid": "a5e8b8a1-b050-4a52-911e-035224d2612c", "name": "network-vif-deleted", "tag": "c52660fd-faca-4562-aeff-8e1bff0b5ed0"}]}' {{(pid=100246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:40:54.540394 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 14:40:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e7809dd-dfbc-43e5-88e9-087b1eb2bd8a x-openstack-request-id: req-5e7809dd-dfbc-43e5-88e9-087b1eb2bd8a {{(pid=100246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:40:54.541193 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5e8b8a1-b050-4a52-911e-035224d2612c", "name": "network-vif-deleted", "tag": "c52660fd-faca-4562-aeff-8e1bff0b5ed0", "status": "completed", "code": 200}]} {{(pid=100246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:40:54.541452 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-5e7809dd-dfbc-43e5-88e9-087b1eb2bd8a {{(pid=100246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:40:54.542311 n-d-773647-6 neutron-server[100246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5e8b8a1-b050-4a52-911e-035224d2612c', 'name': 'network-vif-deleted', 'tag': 'c52660fd-faca-4562-aeff-8e1bff0b5ed0', 'status': 'completed', 'code': 200} Jul 06 14:40:55.421132 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 56758) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:40:55.548843 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-d192bdea-686f-46ec-b94b-ccf2823f99b3 admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=99f2397942204d36a83b636f40948898&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1265259 Jul 06 14:40:55.551387 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 56762) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:40:55.587541 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-44e6d9f9-e626-4156-b85b-b81b0c6eb87b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:40:55.605967 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-43c9050d-6867-4d87-b464-e15f74b28b03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:40:55.627749 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-43c9050d-6867-4d87-b464-e15f74b28b03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:40:55.677287 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-43c9050d-6867-4d87-b464-e15f74b28b03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:40:55.679899 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-43c9050d-6867-4d87-b464-e15f74b28b03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:40:55.681697 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-43c9050d-6867-4d87-b464-e15f74b28b03 admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/08d86731-a448-4e49-8706-89290d938e9b HTTP/1.1" status: 204 len: 168 time: 0.1294014 Jul 06 14:40:55.689381 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c9050d-6867-4d87-b464-e15f74b28b03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08d86731-a448-4e49-8706-89290d938e9b,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:40:55.910250 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:40:55.937356 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 56768) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:40:55.950973 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-c70dd658-a4b4-4a23-a259-92ba26494fbb admin admin] Notify callbacks [] for security_group, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:40:56.045188 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-c70dd658-a4b4-4a23-a259-92ba26494fbb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:40:56.049254 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-c70dd658-a4b4-4a23-a259-92ba26494fbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:40:56.088662 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-c70dd658-a4b4-4a23-a259-92ba26494fbb admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=a488ea092dd4472cbd121f4180ac8ed6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1502202 Jul 06 14:40:56.089513 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70dd658-a4b4-4a23-a259-92ba26494fbb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4418b8fd-ca4b-448f-9988-d47784a3d901,revision_number=1']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:40:56.091370 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 56770) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:40:56.140196 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-0137abc0-0784-4db9-81c4-862292be57e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:40:56.160934 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-0137abc0-0784-4db9-81c4-862292be57e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:40:56.206945 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-0137abc0-0784-4db9-81c4-862292be57e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:40:56.209416 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-0137abc0-0784-4db9-81c4-862292be57e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:40:56.210560 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-0137abc0-0784-4db9-81c4-862292be57e4 admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/4418b8fd-ca4b-448f-9988-d47784a3d901 HTTP/1.1" status: 204 len: 168 time: 0.1182036 Jul 06 14:40:56.218557 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0137abc0-0784-4db9-81c4-862292be57e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4418b8fd-ca4b-448f-9988-d47784a3d901,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:40:56.707137 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-2064eaae-da4f-48f8-82d2-b09d4ddedd44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:40:56.854429 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 56792) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:40:56.947508 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [None req-84ff6e1b-dfac-43fe-aa79-ab3439b831e2 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-580075577-network', 'tenant_id': '1035c70385d94d088b83065f55155763'}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:40:56.969663 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84ff6e1b-dfac-43fe-aa79-ab3439b831e2 admin admin] Made reservation on behalf of 1035c70385d94d088b83065f55155763 for: {'network': 1} {{(pid=100247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:40:56.971892 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-84ff6e1b-dfac-43fe-aa79-ab3439b831e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for network, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:40:56.980138 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-84ff6e1b-dfac-43fe-aa79-ab3439b831e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:40:57.066742 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-84ff6e1b-dfac-43fe-aa79-ab3439b831e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:40:57.070245 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-84ff6e1b-dfac-43fe-aa79-ab3439b831e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:40:57.095806 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-84ff6e1b-dfac-43fe-aa79-ab3439b831e2 admin admin] vlan segment allocate from pool success with {'vlan_id': 1011, 'physical_network': 'physnet1'} {{(pid=100247) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 14:40:57.108411 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ff6e1b-dfac-43fe-aa79-ab3439b831e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eae54499-3d6c-490e-bd49-e4425a9c8d25,revision_number=1']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:40:57.114926 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-84ff6e1b-dfac-43fe-aa79-ab3439b831e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552'] for segment, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:40:57.115300 n-d-773647-6 neutron-server[100247]: INFO neutron.db.segments_db [None req-84ff6e1b-dfac-43fe-aa79-ab3439b831e2 admin admin] Added segment e7d5a43f-d539-4094-8167-b20ee88e441d of type vlan for network 732aaf5c-baf1-4b34-8df6-a7fd8817bbf3 Jul 06 14:40:57.163437 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-84ff6e1b-dfac-43fe-aa79-ab3439b831e2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773752984405'] for network, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:40:57.195740 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-84ff6e1b-dfac-43fe-aa79-ab3439b831e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060'] for network, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:40:57.197300 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84ff6e1b-dfac-43fe-aa79-ab3439b831e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:40:57.197889 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-84ff6e1b-dfac-43fe-aa79-ab3439b831e2 admin admin] Notify callbacks [] for network, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:40:57.262310 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-84ff6e1b-dfac-43fe-aa79-ab3439b831e2 admin admin] 10.222.0.104 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4066827 Jul 06 14:40:57.265389 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 56796) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:40:57.270393 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-3299b4eb-437e-44a6-8d96-b94346b0c6c2 admin admin] Request body: {'subnet': {'network_id': '732aaf5c-baf1-4b34-8df6-a7fd8817bbf3', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-580075577-subnet', 'tenant_id': '1035c70385d94d088b83065f55155763', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:40:57.289385 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ff6e1b-dfac-43fe-aa79-ab3439b831e2 admin admin] Pushing event updated for resources: {'Network': ['ID=732aaf5c-baf1-4b34-8df6-a7fd8817bbf3,revision_number=1']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:40:57.291617 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3299b4eb-437e-44a6-8d96-b94346b0c6c2 admin admin] Made reservation on behalf of 1035c70385d94d088b83065f55155763 for: {'subnet': 1} {{(pid=100246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:40:57.293992 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-3299b4eb-437e-44a6-8d96-b94346b0c6c2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127702029'] for subnet, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:40:57.299691 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Network 732aaf5c-baf1-4b34-8df6-a7fd8817bbf3 details requested by agent ovs-agent-n-d-773647-6 with host n-d-773647-6 {{(pid=100248) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 14:40:57.460450 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-3299b4eb-437e-44a6-8d96-b94346b0c6c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1849032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127687649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127702047'] for subnet, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:40:57.494030 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Device c52660fd-faca-4562-aeff-8e1bff0b5ed0 no longer exists at agent hyperv_n-h2-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:40:57.514625 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] No Port match for: c52660fd-faca-4562-aeff-8e1bff0b5ed0 {{(pid=100248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 14:40:57.514896 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Device c52660fd-faca-4562-aeff-8e1bff0b5ed0 not bound to the agent host n-h2-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:40:57.517393 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3299b4eb-437e-44a6-8d96-b94346b0c6c2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4736a4f8-8a01-4b49-97a9-ddbd1a7b1bcd,revision_number=0']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:40:57.524322 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3299b4eb-437e-44a6-8d96-b94346b0c6c2 admin admin] Checking segment: {'id': 'e7d5a43f-d539-4094-8167-b20ee88e441d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1011, 'network_id': '732aaf5c-baf1-4b34-8df6-a7fd8817bbf3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:40:57.524716 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3299b4eb-437e-44a6-8d96-b94346b0c6c2 admin admin] Network hostable DHCP agents. Network: 732aaf5c-baf1-4b34-8df6-a7fd8817bbf3, hostable agents: ['f2bada3d-be77-4359-982b-8505a2bbca04'], hosted agents: [] {{(pid=100246) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 14:40:57.539836 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3299b4eb-437e-44a6-8d96-b94346b0c6c2 admin admin] Network 732aaf5c-baf1-4b34-8df6-a7fd8817bbf3 is scheduled to be hosted by DHCP agent f2bada3d-be77-4359-982b-8505a2bbca04 with binding_index 1 {{(pid=100246) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 14:40:57.548593 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.base_scheduler [None req-3299b4eb-437e-44a6-8d96-b94346b0c6c2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773647-6, 732aaf5c-baf1-4b34-8df6-a7fd8817bbf3) {{(pid=100246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:40:57.552959 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3299b4eb-437e-44a6-8d96-b94346b0c6c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:40:57.553546 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-3299b4eb-437e-44a6-8d96-b94346b0c6c2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:40:57.558907 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8c25164-6ad5-4c1e-9d4e-d97c2a4be184 None None] Network 732aaf5c-baf1-4b34-8df6-a7fd8817bbf3 requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:40:57.568747 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-3299b4eb-437e-44a6-8d96-b94346b0c6c2 admin admin] 10.222.0.104 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3022316 Jul 06 14:40:57.687250 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-351ace1e-699e-4fa4-ba58-432833c16c89 None None] Network 732aaf5c-baf1-4b34-8df6-a7fd8817bbf3 requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:40:57.982898 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6301780f-c26d-4263-8624-a963b5d769cc req-77d209a0-79d9-45b4-8683-4b33533256d8 tempest-DeleteServersTestJSON-1444929204 tempest-DeleteServersTestJSON-1444929204-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:40:57.984471 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-6301780f-c26d-4263-8624-a963b5d769cc req-77d209a0-79d9-45b4-8683-4b33533256d8 tempest-DeleteServersTestJSON-1444929204 tempest-DeleteServersTestJSON-1444929204-project] 10.222.0.104 "GET /v2.0/networks?id=732aaf5c-baf1-4b34-8df6-a7fd8817bbf3 HTTP/1.1" status: 200 len: 811 time: 0.1015217 Jul 06 14:40:58.000759 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-6301780f-c26d-4263-8624-a963b5d769cc req-dc6e7a8b-94d7-46e6-ac2a-570b76b394af tempest-DeleteServersTestJSON-1444929204 tempest-DeleteServersTestJSON-1444929204-project] 10.222.0.104 "GET /v2.0/quotas/1035c70385d94d088b83065f55155763 HTTP/1.1" status: 200 len: 375 time: 0.0106447 Jul 06 14:40:58.033979 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-6301780f-c26d-4263-8624-a963b5d769cc req-4398a5ac-ef95-4410-8432-0fd9e0f37fc1 tempest-DeleteServersTestJSON-1444929204 tempest-DeleteServersTestJSON-1444929204-project] 10.222.0.104 "GET /v2.0/ports?tenant_id=1035c70385d94d088b83065f55155763&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0282049 Jul 06 14:40:58.092919 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [req-6301780f-c26d-4263-8624-a963b5d769cc req-7867e24b-0464-40d2-a3d4-a2f142abb7dd service neutron] http://10.222.0.104:9696/v2.0/extensions returned with HTTP 200 {{(pid=100247) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 14:40:58.093920 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-6301780f-c26d-4263-8624-a963b5d769cc req-7867e24b-0464-40d2-a3d4-a2f142abb7dd service neutron] 10.222.0.104 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0537651 Jul 06 14:40:58.187154 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-6301780f-c26d-4263-8624-a963b5d769cc req-ec28ec25-9e90-4761-b06f-031a07a9f746 service neutron] 10.222.0.104 "GET /v2.0/networks/732aaf5c-baf1-4b34-8df6-a7fd8817bbf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856204 Jul 06 14:40:58.281261 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-6301780f-c26d-4263-8624-a963b5d769cc req-a08e0156-e608-4e50-8dcf-60d6887f20df service neutron] 10.222.0.104 "GET /v2.0/networks/732aaf5c-baf1-4b34-8df6-a7fd8817bbf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884256 Jul 06 14:40:58.454516 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-9d62a9e0-4ab9-4173-9cbd-9e76ed881799 req-df20927e-ade6-4afd-b63e-19e2e5b4fa0a tempest-DeleteServersTestJSON-1444929204 tempest-DeleteServersTestJSON-1444929204-project] 10.222.0.104 "GET /v2.0/ports?device_id=970f5fb8-4fdd-4253-a716-f5ad41a2523d HTTP/1.1" status: 200 len: 210 time: 0.0342531 Jul 06 14:40:58.509169 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-03f71b24-a9b8-453a-8924-caa3f97bc6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:40:59.499895 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6301780f-c26d-4263-8624-a963b5d769cc req-da612d59-3aa7-466c-a06c-680344066f6e tempest-DeleteServersTestJSON-1444929204 tempest-DeleteServersTestJSON-1444929204-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:40:59.501852 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-6301780f-c26d-4263-8624-a963b5d769cc req-da612d59-3aa7-466c-a06c-680344066f6e tempest-DeleteServersTestJSON-1444929204 tempest-DeleteServersTestJSON-1444929204-project] 10.222.0.72 "GET /v2.0/networks?id=732aaf5c-baf1-4b34-8df6-a7fd8817bbf3 HTTP/1.1" status: 200 len: 811 time: 0.1143398 Jul 06 14:40:59.514987 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [req-6301780f-c26d-4263-8624-a963b5d769cc req-d42e39d2-3344-4449-926b-6507a2d9a47f tempest-DeleteServersTestJSON-1444929204 tempest-DeleteServersTestJSON-1444929204-project] Request body: {'port': {'device_id': '970f5fb8-4fdd-4253-a716-f5ad41a2523d', 'network_id': '732aaf5c-baf1-4b34-8df6-a7fd8817bbf3', 'admin_state_up': True, 'tenant_id': '1035c70385d94d088b83065f55155763'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:40:59.635582 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6301780f-c26d-4263-8624-a963b5d769cc req-d42e39d2-3344-4449-926b-6507a2d9a47f tempest-DeleteServersTestJSON-1444929204 tempest-DeleteServersTestJSON-1444929204-project] Made reservation on behalf of 1035c70385d94d088b83065f55155763 for: {'port': 1} {{(pid=100246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:40:59.639101 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-6301780f-c26d-4263-8624-a963b5d769cc req-d42e39d2-3344-4449-926b-6507a2d9a47f tempest-DeleteServersTestJSON-1444929204 tempest-DeleteServersTestJSON-1444929204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:40:59.660112 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-aecfc449-7aa3-43e3-aea0-e0a200a9bf08 req-1af6bbfa-5ebc-479c-b731-7b28672ff7ab tempest-DeleteServersTestJSON-1444929204 tempest-DeleteServersTestJSON-1444929204-project] 10.222.0.104 "GET /v2.0/ports?device_id=970f5fb8-4fdd-4253-a716-f5ad41a2523d HTTP/1.1" status: 200 len: 210 time: 0.0912638 Jul 06 14:40:59.765190 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.db_base_plugin_common [req-6301780f-c26d-4263-8624-a963b5d769cc req-d42e39d2-3344-4449-926b-6507a2d9a47f tempest-DeleteServersTestJSON-1444929204 tempest-DeleteServersTestJSON-1444929204-project] Allocated IP 172.20.0.6 (732aaf5c-baf1-4b34-8df6-a7fd8817bbf3/4736a4f8-8a01-4b49-97a9-ddbd1a7b1bcd/c776a5db-ed49-492f-b502-c47fbc073676) {{(pid=100246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:40:59.910002 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-6301780f-c26d-4263-8624-a963b5d769cc req-d42e39d2-3344-4449-926b-6507a2d9a47f tempest-DeleteServersTestJSON-1444929204 tempest-DeleteServersTestJSON-1444929204-project] Notify callbacks [] for port, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:40:59.947718 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-6301780f-c26d-4263-8624-a963b5d769cc req-d42e39d2-3344-4449-926b-6507a2d9a47f tempest-DeleteServersTestJSON-1444929204 tempest-DeleteServersTestJSON-1444929204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-127687573'] for port, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:40:59.989498 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6301780f-c26d-4263-8624-a963b5d769cc req-d42e39d2-3344-4449-926b-6507a2d9a47f tempest-DeleteServersTestJSON-1444929204 tempest-DeleteServersTestJSON-1444929204-project] Network 732aaf5c-baf1-4b34-8df6-a7fd8817bbf3 is already hosted by enough agents. {{(pid=100246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:40:59.992657 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.base_scheduler [req-6301780f-c26d-4263-8624-a963b5d769cc req-d42e39d2-3344-4449-926b-6507a2d9a47f tempest-DeleteServersTestJSON-1444929204 tempest-DeleteServersTestJSON-1444929204-project] Resources bound (agent type, host, resource id): {{(pid=100246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:40:59.998267 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [req-6301780f-c26d-4263-8624-a963b5d769cc req-d42e39d2-3344-4449-926b-6507a2d9a47f tempest-DeleteServersTestJSON-1444929204 tempest-DeleteServersTestJSON-1444929204-project] Received port after_create {{(pid=100246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:41:00.004368 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42e39d2-3344-4449-926b-6507a2d9a47f tempest-DeleteServersTestJSON-1444929204 tempest-DeleteServersTestJSON-1444929204-project] Pushing event updated for resources: {'Port': ['ID=c776a5db-ed49-492f-b502-c47fbc073676,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:41:00.053269 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6301780f-c26d-4263-8624-a963b5d769cc req-d42e39d2-3344-4449-926b-6507a2d9a47f tempest-DeleteServersTestJSON-1444929204 tempest-DeleteServersTestJSON-1444929204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:41:00.053890 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-6301780f-c26d-4263-8624-a963b5d769cc req-d42e39d2-3344-4449-926b-6507a2d9a47f tempest-DeleteServersTestJSON-1444929204 tempest-DeleteServersTestJSON-1444929204-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:41:00.069647 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-6301780f-c26d-4263-8624-a963b5d769cc req-d42e39d2-3344-4449-926b-6507a2d9a47f tempest-DeleteServersTestJSON-1444929204 tempest-DeleteServersTestJSON-1444929204-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5586863 Jul 06 14:41:00.080793 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [req-6301780f-c26d-4263-8624-a963b5d769cc req-640d2f83-e585-422b-9137-54d831436bd0 service neutron] Request body: {'port': {'device_id': '970f5fb8-4fdd-4253-a716-f5ad41a2523d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-773647-6'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:41:00.151733 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-6301780f-c26d-4263-8624-a963b5d769cc req-640d2f83-e585-422b-9137-54d831436bd0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:41:00.411191 n-d-773647-6 neutron-server[100246]: DEBUG neutron.notifiers.nova [req-6301780f-c26d-4263-8624-a963b5d769cc req-640d2f83-e585-422b-9137-54d831436bd0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c776a5db-ed49-492f-b502-c47fbc073676 {{(pid=100246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 14:41:00.418359 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-6301780f-c26d-4263-8624-a963b5d769cc req-640d2f83-e585-422b-9137-54d831436bd0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:41:00.429761 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.provisioning_blocks [req-6301780f-c26d-4263-8624-a963b5d769cc req-640d2f83-e585-422b-9137-54d831436bd0 service neutron] Transition to ACTIVE for port object c776a5db-ed49-492f-b502-c47fbc073676 will not be triggered until provisioned by entity L2. {{(pid=100246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:41:00.434209 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-6301780f-c26d-4263-8624-a963b5d769cc req-640d2f83-e585-422b-9137-54d831436bd0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127687527'] for port, after_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:41:00.484257 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640d2f83-e585-422b-9137-54d831436bd0 service neutron] Pushing event updated for resources: {'Port': ['ID=c776a5db-ed49-492f-b502-c47fbc073676,revision_number=2']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:41:00.548090 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [req-6301780f-c26d-4263-8624-a963b5d769cc req-640d2f83-e585-422b-9137-54d831436bd0 service neutron] Attempting to bind port c776a5db-ed49-492f-b502-c47fbc073676 on host n-h2-773647-6 for vnic_type normal with profile {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:41:00.548769 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [req-6301780f-c26d-4263-8624-a963b5d769cc req-640d2f83-e585-422b-9137-54d831436bd0 service neutron] Attempting to bind port c776a5db-ed49-492f-b502-c47fbc073676 by drivers openvswitch,hyperv on host n-h2-773647-6 at level 0 using segments [{'id': 'e7d5a43f-d539-4094-8167-b20ee88e441d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1011, 'network_id': '732aaf5c-baf1-4b34-8df6-a7fd8817bbf3'}] {{(pid=100246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:41:00.548769 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6301780f-c26d-4263-8624-a963b5d769cc req-640d2f83-e585-422b-9137-54d831436bd0 service neutron] Attempting to bind port c776a5db-ed49-492f-b502-c47fbc073676 on network 732aaf5c-baf1-4b34-8df6-a7fd8817bbf3 {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:41:00.552930 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6301780f-c26d-4263-8624-a963b5d769cc req-640d2f83-e585-422b-9137-54d831436bd0 service neutron] Port c776a5db-ed49-492f-b502-c47fbc073676 on network 732aaf5c-baf1-4b34-8df6-a7fd8817bbf3 not bound, no agent of type Open vSwitch agent registered on host n-h2-773647-6 {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 14:41:00.553259 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6301780f-c26d-4263-8624-a963b5d769cc req-640d2f83-e585-422b-9137-54d831436bd0 service neutron] Attempting to bind port c776a5db-ed49-492f-b502-c47fbc073676 on network 732aaf5c-baf1-4b34-8df6-a7fd8817bbf3 {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:41:00.558528 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6301780f-c26d-4263-8624-a963b5d769cc req-640d2f83-e585-422b-9137-54d831436bd0 service neutron] Checking agent: {'id': '63768ece-0600-4354-8d29-fdedec96b077', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-773647-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 51, 10), 'started_at': datetime.datetime(2021, 7, 6, 13, 51, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 40, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:41:00.558866 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6301780f-c26d-4263-8624-a963b5d769cc req-640d2f83-e585-422b-9137-54d831436bd0 service neutron] Checking segment: {'id': 'e7d5a43f-d539-4094-8167-b20ee88e441d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1011, 'network_id': '732aaf5c-baf1-4b34-8df6-a7fd8817bbf3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:41:00.559276 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6301780f-c26d-4263-8624-a963b5d769cc req-640d2f83-e585-422b-9137-54d831436bd0 service neutron] Bound using segment: {'id': 'e7d5a43f-d539-4094-8167-b20ee88e441d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1011, 'network_id': '732aaf5c-baf1-4b34-8df6-a7fd8817bbf3'} {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:41:00.559698 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [req-6301780f-c26d-4263-8624-a963b5d769cc req-640d2f83-e585-422b-9137-54d831436bd0 service neutron] Bound port: c776a5db-ed49-492f-b502-c47fbc073676, host: n-h2-773647-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e7d5a43f-d539-4094-8167-b20ee88e441d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1011, 'network_id': '732aaf5c-baf1-4b34-8df6-a7fd8817bbf3'}}] {{(pid=100246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:41:00.560277 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-6301780f-c26d-4263-8624-a963b5d769cc req-640d2f83-e585-422b-9137-54d831436bd0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:41:00.625650 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.db [req-6301780f-c26d-4263-8624-a963b5d769cc req-640d2f83-e585-422b-9137-54d831436bd0 service neutron] For port c776a5db-ed49-492f-b502-c47fbc073676, host n-h2-773647-6, cleared binding levels {{(pid=100246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:41:00.628593 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.db [req-6301780f-c26d-4263-8624-a963b5d769cc req-640d2f83-e585-422b-9137-54d831436bd0 service neutron] For port c776a5db-ed49-492f-b502-c47fbc073676, host n-h2-773647-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=c776a5db-ed49-492f-b502-c47fbc073676,segment=NetworkSegment(e7d5a43f-d539-4094-8167-b20ee88e441d),segment_id=e7d5a43f-d539-4094-8167-b20ee88e441d)] {{(pid=100246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:41:00.633099 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-6301780f-c26d-4263-8624-a963b5d769cc req-640d2f83-e585-422b-9137-54d831436bd0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127687527'] for port, after_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:41:00.839539 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e200f2f-2e5e-4c30-b417-c76690e65012 req-da63afaf-d389-40cb-9e7c-27c2abb54cdf tempest-DeleteServersTestJSON-1444929204 tempest-DeleteServersTestJSON-1444929204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:41:00.841024 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-5e200f2f-2e5e-4c30-b417-c76690e65012 req-da63afaf-d389-40cb-9e7c-27c2abb54cdf tempest-DeleteServersTestJSON-1444929204 tempest-DeleteServersTestJSON-1444929204-project] 10.222.0.104 "GET /v2.0/ports?device_id=970f5fb8-4fdd-4253-a716-f5ad41a2523d HTTP/1.1" status: 200 len: 943 time: 0.0657132 Jul 06 14:41:00.881932 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-5e200f2f-2e5e-4c30-b417-c76690e65012 req-89f55e50-1e4f-4145-8121-68eae6059d44 tempest-DeleteServersTestJSON-1444929204 tempest-DeleteServersTestJSON-1444929204-project] 10.222.0.104 "GET /v2.0/security-groups?id=eae54499-3d6c-490e-bd49-e4425a9c8d25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344646 Jul 06 14:41:00.967868 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6301780f-c26d-4263-8624-a963b5d769cc req-640d2f83-e585-422b-9137-54d831436bd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:41:00.968478 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-6301780f-c26d-4263-8624-a963b5d769cc req-640d2f83-e585-422b-9137-54d831436bd0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:41:00.969843 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-6301780f-c26d-4263-8624-a963b5d769cc req-640d2f83-e585-422b-9137-54d831436bd0 service neutron] 10.222.0.72 "PUT /v2.0/ports/c776a5db-ed49-492f-b502-c47fbc073676 HTTP/1.1" status: 200 len: 1091 time: 0.8931563 Jul 06 14:41:00.970275 n-d-773647-6 neutron-server[100246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '970f5fb8-4fdd-4253-a716-f5ad41a2523d', 'tag': 'c776a5db-ed49-492f-b502-c47fbc073676'}] {{(pid=100246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:41:00.972492 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0d96c5ab5e889f7b933ae915b9be33d1b46c9e87795bf781004b656ef3f1e87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f26ff60-c66a-4e5b-b904-28e29bedd647" -d '{"events": [{"name": "network-changed", "server_uuid": "970f5fb8-4fdd-4253-a716-f5ad41a2523d", "tag": "c776a5db-ed49-492f-b502-c47fbc073676"}]}' {{(pid=100246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:41:00.996281 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640d2f83-e585-422b-9137-54d831436bd0 service neutron] Pushing event updated for resources: {'Port': ['ID=c776a5db-ed49-492f-b502-c47fbc073676,revision_number=3']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:41:01.019258 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 14:41:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe08622a-c585-4baf-9a47-623f99b66b7c x-openstack-request-id: req-fe08622a-c585-4baf-9a47-623f99b66b7c {{(pid=100246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:41:01.019542 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "970f5fb8-4fdd-4253-a716-f5ad41a2523d", "tag": "c776a5db-ed49-492f-b502-c47fbc073676", "status": "completed", "code": 200}]} {{(pid=100246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:41:01.019798 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-fe08622a-c585-4baf-9a47-623f99b66b7c {{(pid=100246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:41:01.020187 n-d-773647-6 neutron-server[100246]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '970f5fb8-4fdd-4253-a716-f5ad41a2523d', 'tag': 'c776a5db-ed49-492f-b502-c47fbc073676', 'status': 'completed', 'code': 200} Jul 06 14:41:01.064749 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6301780f-c26d-4263-8624-a963b5d769cc req-1840eb5c-f42d-4a45-8345-0d9de0f47f35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:41:01.066245 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-6301780f-c26d-4263-8624-a963b5d769cc req-1840eb5c-f42d-4a45-8345-0d9de0f47f35 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=1035c70385d94d088b83065f55155763&device_id=970f5fb8-4fdd-4253-a716-f5ad41a2523d HTTP/1.1" status: 200 len: 1094 time: 0.0560093 Jul 06 14:41:01.109676 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-6301780f-c26d-4263-8624-a963b5d769cc req-015c5959-c1bb-4087-98d1-70e6a40ce4f4 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c776a5db-ed49-492f-b502-c47fbc073676 HTTP/1.1" status: 200 len: 217 time: 0.0366163 Jul 06 14:41:01.158316 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6301780f-c26d-4263-8624-a963b5d769cc req-9fb4c7fb-1cae-4d4f-ac57-8a1bdbcaba8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:41:01.159788 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-6301780f-c26d-4263-8624-a963b5d769cc req-9fb4c7fb-1cae-4d4f-ac57-8a1bdbcaba8b service neutron] 10.222.0.72 "GET /v2.0/subnets?id=4736a4f8-8a01-4b49-97a9-ddbd1a7b1bcd HTTP/1.1" status: 200 len: 851 time: 0.0432057 Jul 06 14:41:01.193302 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-6301780f-c26d-4263-8624-a963b5d769cc req-070b6654-cf24-42e7-b4ab-917a9a500ba0 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=732aaf5c-baf1-4b34-8df6-a7fd8817bbf3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269055 Jul 06 14:41:01.282789 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-6301780f-c26d-4263-8624-a963b5d769cc req-8142c9b9-b6b0-4aa9-83ad-fad800d1b4a9 service neutron] 10.222.0.72 "GET /v2.0/networks/732aaf5c-baf1-4b34-8df6-a7fd8817bbf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832658 Jul 06 14:41:01.296787 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.agents_db [None req-167c0ad6-1657-4c9a-a2c4-3b18056aa662 None None] Agent healthcheck: found 7 active agents {{(pid=100249) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 14:41:01.372780 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-6301780f-c26d-4263-8624-a963b5d769cc req-4551cbd1-2ccd-4e0c-b96f-2463521a0216 service neutron] 10.222.0.72 "GET /v2.0/networks/732aaf5c-baf1-4b34-8df6-a7fd8817bbf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828815 Jul 06 14:41:01.472902 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f26ff60-c66a-4e5b-b904-28e29bedd647 req-5309bbb6-1daf-4d6d-9a85-d327114bae9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:41:01.474410 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-5f26ff60-c66a-4e5b-b904-28e29bedd647 req-5309bbb6-1daf-4d6d-9a85-d327114bae9c service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=1035c70385d94d088b83065f55155763&device_id=970f5fb8-4fdd-4253-a716-f5ad41a2523d HTTP/1.1" status: 200 len: 1094 time: 0.0536890 Jul 06 14:41:01.570755 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f26ff60-c66a-4e5b-b904-28e29bedd647 req-57466ab0-c875-4e1a-99e9-e5dab058950c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:41:01.572755 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-5f26ff60-c66a-4e5b-b904-28e29bedd647 req-57466ab0-c875-4e1a-99e9-e5dab058950c service neutron] 10.222.0.72 "GET /v2.0/networks?id=732aaf5c-baf1-4b34-8df6-a7fd8817bbf3 HTTP/1.1" status: 200 len: 913 time: 0.0920587 Jul 06 14:41:01.613881 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-5f26ff60-c66a-4e5b-b904-28e29bedd647 req-678b965c-bb65-4e53-ad6d-08b2398bf220 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c776a5db-ed49-492f-b502-c47fbc073676 HTTP/1.1" status: 200 len: 217 time: 0.0342624 Jul 06 14:41:01.667025 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f26ff60-c66a-4e5b-b904-28e29bedd647 req-14a6e2a4-5d50-4a88-bdc1-f8c0ff3fb58e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:41:01.668581 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-5f26ff60-c66a-4e5b-b904-28e29bedd647 req-14a6e2a4-5d50-4a88-bdc1-f8c0ff3fb58e service neutron] 10.222.0.72 "GET /v2.0/subnets?id=4736a4f8-8a01-4b49-97a9-ddbd1a7b1bcd HTTP/1.1" status: 200 len: 851 time: 0.0488243 Jul 06 14:41:01.702088 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-5f26ff60-c66a-4e5b-b904-28e29bedd647 req-7eec1e05-246e-4900-bb34-626d41a8311c service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=732aaf5c-baf1-4b34-8df6-a7fd8817bbf3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260699 Jul 06 14:41:01.789679 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-5f26ff60-c66a-4e5b-b904-28e29bedd647 req-8d36758c-642b-4a70-b91b-fd0f27dddeba service neutron] 10.222.0.72 "GET /v2.0/networks/732aaf5c-baf1-4b34-8df6-a7fd8817bbf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800242 Jul 06 14:41:01.881209 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-5f26ff60-c66a-4e5b-b904-28e29bedd647 req-c198e608-2841-4b89-ae29-d8f2dece9669 service neutron] 10.222.0.72 "GET /v2.0/networks/732aaf5c-baf1-4b34-8df6-a7fd8817bbf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847509 Jul 06 14:41:02.054598 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b0abfe-9f35-4474-b23a-b92b72a06c2f req-c3d281bb-0512-4381-b161-9c9ba9b46c39 tempest-DeleteServersTestJSON-1444929204 tempest-DeleteServersTestJSON-1444929204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:41:02.056613 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-55b0abfe-9f35-4474-b23a-b92b72a06c2f req-c3d281bb-0512-4381-b161-9c9ba9b46c39 tempest-DeleteServersTestJSON-1444929204 tempest-DeleteServersTestJSON-1444929204-project] 10.222.0.104 "GET /v2.0/ports?device_id=970f5fb8-4fdd-4253-a716-f5ad41a2523d HTTP/1.1" status: 200 len: 943 time: 0.0656753 Jul 06 14:41:02.093900 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-55b0abfe-9f35-4474-b23a-b92b72a06c2f req-8522e57c-689c-49d1-8a57-e06de11f1397 tempest-DeleteServersTestJSON-1444929204 tempest-DeleteServersTestJSON-1444929204-project] 10.222.0.104 "GET /v2.0/security-groups?id=eae54499-3d6c-490e-bd49-e4425a9c8d25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317886 Jul 06 14:41:03.271260 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc6f636-e416-4cc6-9f3a-54244779f48d req-ba65112e-14ac-4211-b87b-620bffa42db9 tempest-DeleteServersTestJSON-1444929204 tempest-DeleteServersTestJSON-1444929204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:41:03.272747 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-1cc6f636-e416-4cc6-9f3a-54244779f48d req-ba65112e-14ac-4211-b87b-620bffa42db9 tempest-DeleteServersTestJSON-1444929204 tempest-DeleteServersTestJSON-1444929204-project] 10.222.0.104 "GET /v2.0/ports?device_id=970f5fb8-4fdd-4253-a716-f5ad41a2523d HTTP/1.1" status: 200 len: 943 time: 0.0623906 Jul 06 14:41:03.314015 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-1cc6f636-e416-4cc6-9f3a-54244779f48d req-ed0356bf-60ee-4271-9aaa-8d771d78efbf tempest-DeleteServersTestJSON-1444929204 tempest-DeleteServersTestJSON-1444929204-project] 10.222.0.104 "GET /v2.0/security-groups?id=eae54499-3d6c-490e-bd49-e4425a9c8d25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343187 Jul 06 14:41:03.524202 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Device c776a5db-ed49-492f-b502-c47fbc073676 details requested by agent hyperv_n-h2-773647-6 with host n-h2-773647-6 {{(pid=100248) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 14:41:03.620571 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] For port c776a5db-ed49-492f-b502-c47fbc073676, host n-h2-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=c776a5db-ed49-492f-b502-c47fbc073676,segment=NetworkSegment(e7d5a43f-d539-4094-8167-b20ee88e441d),segment_id=e7d5a43f-d539-4094-8167-b20ee88e441d)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:41:03.635550 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Returning: {'device': 'c776a5db-ed49-492f-b502-c47fbc073676', 'network_id': '732aaf5c-baf1-4b34-8df6-a7fd8817bbf3', 'port_id': 'c776a5db-ed49-492f-b502-c47fbc073676', 'mac_address': 'fa:16:3e:ea:58:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1011, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4736a4f8-8a01-4b49-97a9-ddbd1a7b1bcd', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100248) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 14:41:03.677249 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:41:03.689872 n-d-773647-6 neutron-server[100248]: DEBUG neutron.notifiers.nova [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c776a5db-ed49-492f-b502-c47fbc073676 {{(pid=100248) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 14:41:03.709281 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] For port c776a5db-ed49-492f-b502-c47fbc073676, host n-h2-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=c776a5db-ed49-492f-b502-c47fbc073676,segment=NetworkSegment(e7d5a43f-d539-4094-8167-b20ee88e441d),segment_id=e7d5a43f-d539-4094-8167-b20ee88e441d)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:41:03.713880 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:41:03.760878 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Pushing event updated for resources: {'Port': ['ID=c776a5db-ed49-492f-b502-c47fbc073676,revision_number=4']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:41:03.905945 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] get_ports_and_sgs() called for port_ids ['c776a5db-ed49-492f-b502-c47fbc073676'] {{(pid=100248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 14:41:04.486320 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d808db-bb45-4dbf-b630-94f4d14a9974 req-3df2ccfb-9da8-4218-9e87-15ebb9dbb796 tempest-DeleteServersTestJSON-1444929204 tempest-DeleteServersTestJSON-1444929204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:41:04.487813 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-69d808db-bb45-4dbf-b630-94f4d14a9974 req-3df2ccfb-9da8-4218-9e87-15ebb9dbb796 tempest-DeleteServersTestJSON-1444929204 tempest-DeleteServersTestJSON-1444929204-project] 10.222.0.104 "GET /v2.0/ports?device_id=970f5fb8-4fdd-4253-a716-f5ad41a2523d HTTP/1.1" status: 200 len: 944 time: 0.0617836 Jul 06 14:41:04.528641 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-69d808db-bb45-4dbf-b630-94f4d14a9974 req-95c2481c-b940-45b7-beaa-dd8beecc2742 tempest-DeleteServersTestJSON-1444929204 tempest-DeleteServersTestJSON-1444929204-project] 10.222.0.104 "GET /v2.0/security-groups?id=eae54499-3d6c-490e-bd49-e4425a9c8d25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353668 Jul 06 14:41:05.524034 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Device c776a5db-ed49-492f-b502-c47fbc073676 up at agent hyperv_n-h2-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:41:05.572997 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Provisioning for port c776a5db-ed49-492f-b502-c47fbc073676 completed by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:41:05.577067 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Provisioning complete for port c776a5db-ed49-492f-b502-c47fbc073676 triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:41:05.577442 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:41:05.660139 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:41:05.684360 n-d-773647-6 neutron-server[100248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '970f5fb8-4fdd-4253-a716-f5ad41a2523d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c776a5db-ed49-492f-b502-c47fbc073676'}] {{(pid=100248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:41:05.686576 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84af257533e383389cbcf231d3534f4d5e149e7203fea16b4a8fc01438dddaf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96d47671-e755-4058-b1ec-8bbd3b4794e6" -d '{"events": [{"server_uuid": "970f5fb8-4fdd-4253-a716-f5ad41a2523d", "name": "network-vif-plugged", "status": "completed", "tag": "c776a5db-ed49-492f-b502-c47fbc073676"}]}' {{(pid=100248) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:41:05.700830 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] For port c776a5db-ed49-492f-b502-c47fbc073676, host n-h2-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=c776a5db-ed49-492f-b502-c47fbc073676,segment=NetworkSegment(e7d5a43f-d539-4094-8167-b20ee88e441d),segment_id=e7d5a43f-d539-4094-8167-b20ee88e441d)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:41:05.704819 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:41:05.725519 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf525bd2-b1f4-45b5-84d6-96bf1c614954 req-a7eefb63-31c9-4503-98cb-24c7e09266c7 tempest-DeleteServersTestJSON-1444929204 tempest-DeleteServersTestJSON-1444929204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:41:05.729093 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-bf525bd2-b1f4-45b5-84d6-96bf1c614954 req-a7eefb63-31c9-4503-98cb-24c7e09266c7 tempest-DeleteServersTestJSON-1444929204 tempest-DeleteServersTestJSON-1444929204-project] 10.222.0.104 "GET /v2.0/ports?device_id=970f5fb8-4fdd-4253-a716-f5ad41a2523d HTTP/1.1" status: 200 len: 944 time: 0.0693517 Jul 06 14:41:05.730876 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 14:41:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a27111a-fcb3-462f-a43b-24dbad3071ae x-openstack-request-id: req-6a27111a-fcb3-462f-a43b-24dbad3071ae {{(pid=100248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:41:05.731176 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "970f5fb8-4fdd-4253-a716-f5ad41a2523d", "name": "network-vif-plugged", "status": "completed", "tag": "c776a5db-ed49-492f-b502-c47fbc073676", "code": 200}]} {{(pid=100248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:41:05.731657 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-6a27111a-fcb3-462f-a43b-24dbad3071ae {{(pid=100248) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:41:05.732462 n-d-773647-6 neutron-server[100248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '970f5fb8-4fdd-4253-a716-f5ad41a2523d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c776a5db-ed49-492f-b502-c47fbc073676', 'code': 200} Jul 06 14:41:05.766354 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Pushing event updated for resources: {'Port': ['ID=c776a5db-ed49-492f-b502-c47fbc073676,revision_number=5']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:41:05.773620 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-bf525bd2-b1f4-45b5-84d6-96bf1c614954 req-a15de739-a476-4360-8c6d-c3f82d37db39 tempest-DeleteServersTestJSON-1444929204 tempest-DeleteServersTestJSON-1444929204-project] 10.222.0.104 "GET /v2.0/security-groups?id=eae54499-3d6c-490e-bd49-e4425a9c8d25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373116 Jul 06 14:41:05.847149 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bb68fa-2772-43fe-9f88-2f983159fe77 req-439675c5-9ecc-4d80-9c78-2b6e05b4c98d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:41:05.848672 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-35bb68fa-2772-43fe-9f88-2f983159fe77 req-439675c5-9ecc-4d80-9c78-2b6e05b4c98d service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=970f5fb8-4fdd-4253-a716-f5ad41a2523d HTTP/1.1" status: 200 len: 1096 time: 0.0516524 Jul 06 14:41:05.881449 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-35bb68fa-2772-43fe-9f88-2f983159fe77 req-fef7ec2c-e257-4b03-bed7-eb5d42ba06b3 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=eae54499-3d6c-490e-bd49-e4425a9c8d25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0267491 Jul 06 14:41:06.949258 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e222b83-c8b4-44a8-ad6c-a37168f5878d req-64a9d74f-7bc5-4258-bc99-afc97d58b9f3 tempest-DeleteServersTestJSON-1444929204 tempest-DeleteServersTestJSON-1444929204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:41:06.950723 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-1e222b83-c8b4-44a8-ad6c-a37168f5878d req-64a9d74f-7bc5-4258-bc99-afc97d58b9f3 tempest-DeleteServersTestJSON-1444929204 tempest-DeleteServersTestJSON-1444929204-project] 10.222.0.104 "GET /v2.0/ports?device_id=970f5fb8-4fdd-4253-a716-f5ad41a2523d HTTP/1.1" status: 200 len: 945 time: 0.0627317 Jul 06 14:41:06.988330 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-1e222b83-c8b4-44a8-ad6c-a37168f5878d req-48e28eeb-7824-41ca-be8c-155efc64f33f tempest-DeleteServersTestJSON-1444929204 tempest-DeleteServersTestJSON-1444929204-project] 10.222.0.104 "GET /v2.0/security-groups?id=eae54499-3d6c-490e-bd49-e4425a9c8d25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320652 Jul 06 14:41:07.267144 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 56852) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:41:07.375843 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-fd650dcd-062c-4c66-8e64-11040d050ffd req-fcb4e4ef-e916-4bec-af8e-5c6b8a8c1a29 service neutron] 10.222.0.104 "GET /v2.0/ports?device_id=970f5fb8-4fdd-4253-a716-f5ad41a2523d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1073275 Jul 06 14:41:07.380815 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859f3220-ac5e-4e1b-86a8-20d1a1b9c093 req-88d5109e-6634-4549-a804-046f90564f86 tempest-DeleteServersTestJSON-1444929204 tempest-DeleteServersTestJSON-1444929204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:41:07.382284 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-859f3220-ac5e-4e1b-86a8-20d1a1b9c093 req-88d5109e-6634-4549-a804-046f90564f86 tempest-DeleteServersTestJSON-1444929204 tempest-DeleteServersTestJSON-1444929204-project] 10.222.0.104 "GET /v2.0/ports?device_id=970f5fb8-4fdd-4253-a716-f5ad41a2523d HTTP/1.1" status: 200 len: 945 time: 0.0704408 Jul 06 14:41:07.421652 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-859f3220-ac5e-4e1b-86a8-20d1a1b9c093 req-9f681f30-1f51-47ed-80f2-689010d77ad5 tempest-DeleteServersTestJSON-1444929204 tempest-DeleteServersTestJSON-1444929204-project] 10.222.0.104 "GET /v2.0/security-groups?id=eae54499-3d6c-490e-bd49-e4425a9c8d25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329111 Jul 06 14:41:08.605716 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d4e09b-8755-4c63-9646-88d8719db412 req-c41ef4ba-413c-4139-9388-c53baae03583 tempest-DeleteServersTestJSON-1444929204 tempest-DeleteServersTestJSON-1444929204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:41:08.607241 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-69d4e09b-8755-4c63-9646-88d8719db412 req-c41ef4ba-413c-4139-9388-c53baae03583 tempest-DeleteServersTestJSON-1444929204 tempest-DeleteServersTestJSON-1444929204-project] 10.222.0.104 "GET /v2.0/ports?device_id=970f5fb8-4fdd-4253-a716-f5ad41a2523d HTTP/1.1" status: 200 len: 945 time: 0.0659912 Jul 06 14:41:08.646703 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-69d4e09b-8755-4c63-9646-88d8719db412 req-cd5b5a46-fb8d-4873-ad5f-f6e884e60c88 tempest-DeleteServersTestJSON-1444929204 tempest-DeleteServersTestJSON-1444929204-project] 10.222.0.104 "GET /v2.0/security-groups?id=eae54499-3d6c-490e-bd49-e4425a9c8d25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334330 Jul 06 14:41:08.692271 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd650dcd-062c-4c66-8e64-11040d050ffd req-dbd7fc4a-ef59-4dfe-8cdb-e29615a7d0f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:41:08.693791 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-fd650dcd-062c-4c66-8e64-11040d050ffd req-dbd7fc4a-ef59-4dfe-8cdb-e29615a7d0f7 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=1035c70385d94d088b83065f55155763&device_id=970f5fb8-4fdd-4253-a716-f5ad41a2523d HTTP/1.1" status: 200 len: 1096 time: 0.0600679 Jul 06 14:41:08.781914 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd650dcd-062c-4c66-8e64-11040d050ffd req-73b577ea-5de0-4360-bd00-dba0aa07fa66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:41:08.783411 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-fd650dcd-062c-4c66-8e64-11040d050ffd req-73b577ea-5de0-4360-bd00-dba0aa07fa66 service neutron] 10.222.0.72 "GET /v2.0/networks?id=732aaf5c-baf1-4b34-8df6-a7fd8817bbf3 HTTP/1.1" status: 200 len: 913 time: 0.0833797 Jul 06 14:41:08.828796 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-fd650dcd-062c-4c66-8e64-11040d050ffd req-02475826-e3e0-40cc-bbe4-4e2bf3332069 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c776a5db-ed49-492f-b502-c47fbc073676 HTTP/1.1" status: 200 len: 217 time: 0.0382936 Jul 06 14:41:08.876689 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd650dcd-062c-4c66-8e64-11040d050ffd req-a3178681-c711-4e75-96a1-d5f1ea211392 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:41:08.878149 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-fd650dcd-062c-4c66-8e64-11040d050ffd req-a3178681-c711-4e75-96a1-d5f1ea211392 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=4736a4f8-8a01-4b49-97a9-ddbd1a7b1bcd HTTP/1.1" status: 200 len: 851 time: 0.0437453 Jul 06 14:41:08.910525 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-fd650dcd-062c-4c66-8e64-11040d050ffd req-90a14c8d-f668-4da8-9123-017887481039 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=732aaf5c-baf1-4b34-8df6-a7fd8817bbf3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252905 Jul 06 14:41:09.001995 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-fd650dcd-062c-4c66-8e64-11040d050ffd req-3e3fb50a-2bc8-469b-85d2-cdec52ce4e08 service neutron] 10.222.0.72 "GET /v2.0/networks/732aaf5c-baf1-4b34-8df6-a7fd8817bbf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851705 Jul 06 14:41:09.089818 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-fd650dcd-062c-4c66-8e64-11040d050ffd req-8e67173f-ce46-4ed9-8065-fd26ee657c8d service neutron] 10.222.0.72 "GET /v2.0/networks/732aaf5c-baf1-4b34-8df6-a7fd8817bbf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816731 Jul 06 14:41:09.816867 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a83ddc-388e-463d-92ef-3611b3484a93 req-23828542-ed9e-4b13-b49f-15f89812ad71 tempest-DeleteServersTestJSON-1444929204 tempest-DeleteServersTestJSON-1444929204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:41:09.818265 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-59a83ddc-388e-463d-92ef-3611b3484a93 req-23828542-ed9e-4b13-b49f-15f89812ad71 tempest-DeleteServersTestJSON-1444929204 tempest-DeleteServersTestJSON-1444929204-project] 10.222.0.104 "GET /v2.0/ports?device_id=970f5fb8-4fdd-4253-a716-f5ad41a2523d HTTP/1.1" status: 200 len: 945 time: 0.0620980 Jul 06 14:41:09.859851 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-59a83ddc-388e-463d-92ef-3611b3484a93 req-de817e26-8747-4fce-9e29-30e96a754ed1 tempest-DeleteServersTestJSON-1444929204 tempest-DeleteServersTestJSON-1444929204-project] 10.222.0.104 "GET /v2.0/security-groups?id=eae54499-3d6c-490e-bd49-e4425a9c8d25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355868 Jul 06 14:41:10.951848 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:41:11.031978 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dde19c5-cc73-46e5-99e3-b112dad04461 req-c829d32b-6881-4926-9c06-84cd94c4af41 tempest-DeleteServersTestJSON-1444929204 tempest-DeleteServersTestJSON-1444929204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:41:11.033422 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-4dde19c5-cc73-46e5-99e3-b112dad04461 req-c829d32b-6881-4926-9c06-84cd94c4af41 tempest-DeleteServersTestJSON-1444929204 tempest-DeleteServersTestJSON-1444929204-project] 10.222.0.104 "GET /v2.0/ports?device_id=970f5fb8-4fdd-4253-a716-f5ad41a2523d HTTP/1.1" status: 200 len: 945 time: 0.0623157 Jul 06 14:41:11.076367 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-4dde19c5-cc73-46e5-99e3-b112dad04461 req-3ea61dbe-a8b8-42e1-8951-ece12edf07c9 tempest-DeleteServersTestJSON-1444929204 tempest-DeleteServersTestJSON-1444929204-project] 10.222.0.104 "GET /v2.0/security-groups?id=eae54499-3d6c-490e-bd49-e4425a9c8d25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373435 Jul 06 14:41:12.253294 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbeb3cf8-3f1f-42bd-b699-d8ea16ca95fd req-9e7da320-5c1f-4253-bae1-ec3a8b1a5632 tempest-DeleteServersTestJSON-1444929204 tempest-DeleteServersTestJSON-1444929204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:41:12.254807 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-fbeb3cf8-3f1f-42bd-b699-d8ea16ca95fd req-9e7da320-5c1f-4253-bae1-ec3a8b1a5632 tempest-DeleteServersTestJSON-1444929204 tempest-DeleteServersTestJSON-1444929204-project] 10.222.0.104 "GET /v2.0/ports?device_id=970f5fb8-4fdd-4253-a716-f5ad41a2523d HTTP/1.1" status: 200 len: 945 time: 0.0634584 Jul 06 14:41:12.293008 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-fbeb3cf8-3f1f-42bd-b699-d8ea16ca95fd req-3da6c3af-6bb2-4827-9acc-da00fba46aba tempest-DeleteServersTestJSON-1444929204 tempest-DeleteServersTestJSON-1444929204-project] 10.222.0.104 "GET /v2.0/security-groups?id=eae54499-3d6c-490e-bd49-e4425a9c8d25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325301 Jul 06 14:41:12.782126 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:41:13.473014 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb97c5d8-dd57-4585-9bc9-2a2a2f6b65ad req-8b6c6897-40fe-468e-ae94-5cf4f713914b tempest-DeleteServersTestJSON-1444929204 tempest-DeleteServersTestJSON-1444929204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:41:13.474505 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-eb97c5d8-dd57-4585-9bc9-2a2a2f6b65ad req-8b6c6897-40fe-468e-ae94-5cf4f713914b tempest-DeleteServersTestJSON-1444929204 tempest-DeleteServersTestJSON-1444929204-project] 10.222.0.104 "GET /v2.0/ports?device_id=970f5fb8-4fdd-4253-a716-f5ad41a2523d HTTP/1.1" status: 200 len: 945 time: 0.0733023 Jul 06 14:41:13.512220 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-eb97c5d8-dd57-4585-9bc9-2a2a2f6b65ad req-58e75a54-5037-40c2-8700-488984446f13 tempest-DeleteServersTestJSON-1444929204 tempest-DeleteServersTestJSON-1444929204-project] 10.222.0.104 "GET /v2.0/security-groups?id=eae54499-3d6c-490e-bd49-e4425a9c8d25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316241 Jul 06 14:41:14.684439 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b53b03-be96-445f-a853-248a027dc39a req-1bc2e6ab-87f5-44b5-99e0-afc30506fb2c tempest-DeleteServersTestJSON-1444929204 tempest-DeleteServersTestJSON-1444929204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:41:14.685957 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-68b53b03-be96-445f-a853-248a027dc39a req-1bc2e6ab-87f5-44b5-99e0-afc30506fb2c tempest-DeleteServersTestJSON-1444929204 tempest-DeleteServersTestJSON-1444929204-project] 10.222.0.104 "GET /v2.0/ports?device_id=970f5fb8-4fdd-4253-a716-f5ad41a2523d HTTP/1.1" status: 200 len: 945 time: 0.0653868 Jul 06 14:41:14.723551 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-68b53b03-be96-445f-a853-248a027dc39a req-279b4bb0-7566-46bd-bbd4-820e23ea183e tempest-DeleteServersTestJSON-1444929204 tempest-DeleteServersTestJSON-1444929204-project] 10.222.0.104 "GET /v2.0/security-groups?id=eae54499-3d6c-490e-bd49-e4425a9c8d25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315363 Jul 06 14:41:15.906652 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10109508-c4f7-4185-93aa-7c4ee5e5e930 req-78c5abf3-ae90-4e8f-8a86-4893b5ed43dc tempest-DeleteServersTestJSON-1444929204 tempest-DeleteServersTestJSON-1444929204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:41:15.908150 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-10109508-c4f7-4185-93aa-7c4ee5e5e930 req-78c5abf3-ae90-4e8f-8a86-4893b5ed43dc tempest-DeleteServersTestJSON-1444929204 tempest-DeleteServersTestJSON-1444929204-project] 10.222.0.104 "GET /v2.0/ports?device_id=970f5fb8-4fdd-4253-a716-f5ad41a2523d HTTP/1.1" status: 200 len: 945 time: 0.0637813 Jul 06 14:41:15.949398 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-10109508-c4f7-4185-93aa-7c4ee5e5e930 req-d8a5af76-eccc-4cb1-bda9-01239614876b tempest-DeleteServersTestJSON-1444929204 tempest-DeleteServersTestJSON-1444929204-project] 10.222.0.104 "GET /v2.0/security-groups?id=eae54499-3d6c-490e-bd49-e4425a9c8d25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357616 Jul 06 14:41:17.133074 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff9034c-9b95-4a59-804d-f3b36cfe3b8f req-b1e3503e-ab88-4e2d-bc61-201dc2806f52 tempest-DeleteServersTestJSON-1444929204 tempest-DeleteServersTestJSON-1444929204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:41:17.135053 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-7ff9034c-9b95-4a59-804d-f3b36cfe3b8f req-b1e3503e-ab88-4e2d-bc61-201dc2806f52 tempest-DeleteServersTestJSON-1444929204 tempest-DeleteServersTestJSON-1444929204-project] 10.222.0.104 "GET /v2.0/ports?device_id=970f5fb8-4fdd-4253-a716-f5ad41a2523d HTTP/1.1" status: 200 len: 945 time: 0.0667653 Jul 06 14:41:17.171733 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-7ff9034c-9b95-4a59-804d-f3b36cfe3b8f req-1d4ad6bb-42f6-449b-9c61-1fbf4b9514c7 tempest-DeleteServersTestJSON-1444929204 tempest-DeleteServersTestJSON-1444929204-project] 10.222.0.104 "GET /v2.0/security-groups?id=eae54499-3d6c-490e-bd49-e4425a9c8d25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312004 Jul 06 14:41:18.360016 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0dbfed0-cd84-4e8b-ab56-79f32718b123 req-86f49808-6def-4cd1-991d-130d0818556a tempest-DeleteServersTestJSON-1444929204 tempest-DeleteServersTestJSON-1444929204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:41:18.362075 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-b0dbfed0-cd84-4e8b-ab56-79f32718b123 req-86f49808-6def-4cd1-991d-130d0818556a tempest-DeleteServersTestJSON-1444929204 tempest-DeleteServersTestJSON-1444929204-project] 10.222.0.104 "GET /v2.0/ports?device_id=970f5fb8-4fdd-4253-a716-f5ad41a2523d HTTP/1.1" status: 200 len: 945 time: 0.0707285 Jul 06 14:41:18.401852 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-b0dbfed0-cd84-4e8b-ab56-79f32718b123 req-70a8e66f-d70d-4e6c-b9a5-94a720cf0108 tempest-DeleteServersTestJSON-1444929204 tempest-DeleteServersTestJSON-1444929204-project] 10.222.0.104 "GET /v2.0/security-groups?id=eae54499-3d6c-490e-bd49-e4425a9c8d25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343044 Jul 06 14:41:19.585165 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f82ab85-7e12-4159-9745-1bcf16e90bf9 req-b243b604-5cab-4338-9121-96cada024fd1 tempest-DeleteServersTestJSON-1444929204 tempest-DeleteServersTestJSON-1444929204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:41:19.586678 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-5f82ab85-7e12-4159-9745-1bcf16e90bf9 req-b243b604-5cab-4338-9121-96cada024fd1 tempest-DeleteServersTestJSON-1444929204 tempest-DeleteServersTestJSON-1444929204-project] 10.222.0.104 "GET /v2.0/ports?device_id=970f5fb8-4fdd-4253-a716-f5ad41a2523d HTTP/1.1" status: 200 len: 945 time: 0.0717733 Jul 06 14:41:19.627994 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-5f82ab85-7e12-4159-9745-1bcf16e90bf9 req-189099a3-234c-4c64-9dd8-7ffdcbe0f28b tempest-DeleteServersTestJSON-1444929204 tempest-DeleteServersTestJSON-1444929204-project] 10.222.0.104 "GET /v2.0/security-groups?id=eae54499-3d6c-490e-bd49-e4425a9c8d25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348895 Jul 06 14:41:20.808908 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31dd9508-79b9-4878-b2dc-f3c229315d10 req-9ed3b4f1-a227-4818-9268-8285732fed9e tempest-DeleteServersTestJSON-1444929204 tempest-DeleteServersTestJSON-1444929204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:41:20.810476 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-31dd9508-79b9-4878-b2dc-f3c229315d10 req-9ed3b4f1-a227-4818-9268-8285732fed9e tempest-DeleteServersTestJSON-1444929204 tempest-DeleteServersTestJSON-1444929204-project] 10.222.0.104 "GET /v2.0/ports?device_id=970f5fb8-4fdd-4253-a716-f5ad41a2523d HTTP/1.1" status: 200 len: 945 time: 0.0663905 Jul 06 14:41:20.850371 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-31dd9508-79b9-4878-b2dc-f3c229315d10 req-ea55cce7-2570-4471-b70a-9e16bb12fe7c tempest-DeleteServersTestJSON-1444929204 tempest-DeleteServersTestJSON-1444929204-project] 10.222.0.104 "GET /v2.0/security-groups?id=eae54499-3d6c-490e-bd49-e4425a9c8d25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338030 Jul 06 14:41:22.024998 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c019ca1-a450-4605-bede-c3bef9d0a3fa req-18fff17a-e9b5-4c43-bbb1-145ed51c15ba tempest-DeleteServersTestJSON-1444929204 tempest-DeleteServersTestJSON-1444929204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:41:22.026471 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-9c019ca1-a450-4605-bede-c3bef9d0a3fa req-18fff17a-e9b5-4c43-bbb1-145ed51c15ba tempest-DeleteServersTestJSON-1444929204 tempest-DeleteServersTestJSON-1444929204-project] 10.222.0.104 "GET /v2.0/ports?device_id=970f5fb8-4fdd-4253-a716-f5ad41a2523d HTTP/1.1" status: 200 len: 945 time: 0.0629876 Jul 06 14:41:22.067861 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-9c019ca1-a450-4605-bede-c3bef9d0a3fa req-f794cf8b-c189-4dcb-adc1-9c8c911c9e89 tempest-DeleteServersTestJSON-1444929204 tempest-DeleteServersTestJSON-1444929204-project] 10.222.0.104 "GET /v2.0/security-groups?id=eae54499-3d6c-490e-bd49-e4425a9c8d25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358229 Jul 06 14:41:22.907265 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-bcb3f9b4-bc63-4631-9e72-6b01a80c8be0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:41:23.252235 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1bab9d-e767-46ba-a1c3-ce01e4b15599 req-a81fe292-0b04-4c23-905c-c55042ad0595 tempest-DeleteServersTestJSON-1444929204 tempest-DeleteServersTestJSON-1444929204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:41:23.253911 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-ad1bab9d-e767-46ba-a1c3-ce01e4b15599 req-a81fe292-0b04-4c23-905c-c55042ad0595 tempest-DeleteServersTestJSON-1444929204 tempest-DeleteServersTestJSON-1444929204-project] 10.222.0.104 "GET /v2.0/ports?device_id=970f5fb8-4fdd-4253-a716-f5ad41a2523d HTTP/1.1" status: 200 len: 945 time: 0.0687714 Jul 06 14:41:23.293291 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-ad1bab9d-e767-46ba-a1c3-ce01e4b15599 req-159bf255-c219-4c2e-81bf-7c35b4f4d37d tempest-DeleteServersTestJSON-1444929204 tempest-DeleteServersTestJSON-1444929204-project] 10.222.0.104 "GET /v2.0/security-groups?id=eae54499-3d6c-490e-bd49-e4425a9c8d25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335491 Jul 06 14:41:24.470226 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9995d0-b9db-4ee8-a329-e3a60e984c5a req-dd4c2621-a5df-4e6d-8a02-6c45a5959412 tempest-DeleteServersTestJSON-1444929204 tempest-DeleteServersTestJSON-1444929204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:41:24.471786 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-0a9995d0-b9db-4ee8-a329-e3a60e984c5a req-dd4c2621-a5df-4e6d-8a02-6c45a5959412 tempest-DeleteServersTestJSON-1444929204 tempest-DeleteServersTestJSON-1444929204-project] 10.222.0.104 "GET /v2.0/ports?device_id=970f5fb8-4fdd-4253-a716-f5ad41a2523d HTTP/1.1" status: 200 len: 945 time: 0.0652766 Jul 06 14:41:24.509525 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-0a9995d0-b9db-4ee8-a329-e3a60e984c5a req-597d14ec-68b2-4031-a676-e85f30aebc97 tempest-DeleteServersTestJSON-1444929204 tempest-DeleteServersTestJSON-1444929204-project] 10.222.0.104 "GET /v2.0/security-groups?id=eae54499-3d6c-490e-bd49-e4425a9c8d25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316429 Jul 06 14:41:25.589687 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-8ecd95ec-7d61-451b-8f36-653dfe1b2b8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:41:25.695822 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7d2eca-33ed-4221-8b8e-037e62d18ee1 req-caf9860d-2a38-4529-a2c7-5f210826328d tempest-DeleteServersTestJSON-1444929204 tempest-DeleteServersTestJSON-1444929204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:41:25.697927 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-fd7d2eca-33ed-4221-8b8e-037e62d18ee1 req-caf9860d-2a38-4529-a2c7-5f210826328d tempest-DeleteServersTestJSON-1444929204 tempest-DeleteServersTestJSON-1444929204-project] 10.222.0.104 "GET /v2.0/ports?device_id=970f5fb8-4fdd-4253-a716-f5ad41a2523d HTTP/1.1" status: 200 len: 945 time: 0.0713284 Jul 06 14:41:25.736626 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-fd7d2eca-33ed-4221-8b8e-037e62d18ee1 req-aac98856-ae64-41ec-8fda-b0127df181b6 tempest-DeleteServersTestJSON-1444929204 tempest-DeleteServersTestJSON-1444929204-project] 10.222.0.104 "GET /v2.0/security-groups?id=eae54499-3d6c-490e-bd49-e4425a9c8d25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326827 Jul 06 14:41:25.913532 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:41:26.710053 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-2064eaae-da4f-48f8-82d2-b09d4ddedd44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:41:26.912382 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2608358a-99c2-4af3-bcf5-99780a4caec7 req-324d21a7-c201-49fe-8336-d2a47e181918 tempest-DeleteServersTestJSON-1444929204 tempest-DeleteServersTestJSON-1444929204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:41:26.913877 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-2608358a-99c2-4af3-bcf5-99780a4caec7 req-324d21a7-c201-49fe-8336-d2a47e181918 tempest-DeleteServersTestJSON-1444929204 tempest-DeleteServersTestJSON-1444929204-project] 10.222.0.104 "GET /v2.0/ports?device_id=970f5fb8-4fdd-4253-a716-f5ad41a2523d HTTP/1.1" status: 200 len: 945 time: 0.0639877 Jul 06 14:41:26.952791 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-2608358a-99c2-4af3-bcf5-99780a4caec7 req-de8870b6-4866-4c93-b466-7fa8f5e16f98 tempest-DeleteServersTestJSON-1444929204 tempest-DeleteServersTestJSON-1444929204-project] 10.222.0.104 "GET /v2.0/security-groups?id=eae54499-3d6c-490e-bd49-e4425a9c8d25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327597 Jul 06 14:41:28.129842 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219d28f4-d4ab-46f3-a086-af8cc36eee05 req-51a2e6cf-5ab9-4cd7-b0b2-02d52b3362e8 tempest-DeleteServersTestJSON-1444929204 tempest-DeleteServersTestJSON-1444929204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:41:28.131414 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-219d28f4-d4ab-46f3-a086-af8cc36eee05 req-51a2e6cf-5ab9-4cd7-b0b2-02d52b3362e8 tempest-DeleteServersTestJSON-1444929204 tempest-DeleteServersTestJSON-1444929204-project] 10.222.0.104 "GET /v2.0/ports?device_id=970f5fb8-4fdd-4253-a716-f5ad41a2523d HTTP/1.1" status: 200 len: 945 time: 0.0696826 Jul 06 14:41:28.173465 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-219d28f4-d4ab-46f3-a086-af8cc36eee05 req-a4c5079b-8f76-4eb8-8b90-46bb976a1110 tempest-DeleteServersTestJSON-1444929204 tempest-DeleteServersTestJSON-1444929204-project] 10.222.0.104 "GET /v2.0/security-groups?id=eae54499-3d6c-490e-bd49-e4425a9c8d25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356336 Jul 06 14:41:28.511097 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-03f71b24-a9b8-453a-8924-caa3f97bc6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:41:29.357035 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027562ca-84a1-40a3-971d-e24921c2c822 req-e7e5edb5-bcf3-468f-a986-674d6b8a4d85 tempest-DeleteServersTestJSON-1444929204 tempest-DeleteServersTestJSON-1444929204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:41:29.358598 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-027562ca-84a1-40a3-971d-e24921c2c822 req-e7e5edb5-bcf3-468f-a986-674d6b8a4d85 tempest-DeleteServersTestJSON-1444929204 tempest-DeleteServersTestJSON-1444929204-project] 10.222.0.104 "GET /v2.0/ports?device_id=970f5fb8-4fdd-4253-a716-f5ad41a2523d HTTP/1.1" status: 200 len: 945 time: 0.0707107 Jul 06 14:41:29.396141 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-027562ca-84a1-40a3-971d-e24921c2c822 req-f5921ff3-d24a-4410-82ce-32e68502ea9c tempest-DeleteServersTestJSON-1444929204 tempest-DeleteServersTestJSON-1444929204-project] 10.222.0.104 "GET /v2.0/security-groups?id=eae54499-3d6c-490e-bd49-e4425a9c8d25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319273 Jul 06 14:41:30.570576 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800baa63-092e-403e-8a48-1fde8e31e343 req-24685f69-4db9-4323-85a1-b79e77997667 tempest-DeleteServersTestJSON-1444929204 tempest-DeleteServersTestJSON-1444929204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:41:30.572656 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-800baa63-092e-403e-8a48-1fde8e31e343 req-24685f69-4db9-4323-85a1-b79e77997667 tempest-DeleteServersTestJSON-1444929204 tempest-DeleteServersTestJSON-1444929204-project] 10.222.0.104 "GET /v2.0/ports?device_id=970f5fb8-4fdd-4253-a716-f5ad41a2523d HTTP/1.1" status: 200 len: 945 time: 0.0638659 Jul 06 14:41:30.610799 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-800baa63-092e-403e-8a48-1fde8e31e343 req-e695b7ff-7e70-4645-8e04-bc89750ccec0 tempest-DeleteServersTestJSON-1444929204 tempest-DeleteServersTestJSON-1444929204-project] 10.222.0.104 "GET /v2.0/security-groups?id=eae54499-3d6c-490e-bd49-e4425a9c8d25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325196 Jul 06 14:41:31.792707 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a088d74-b0df-43f0-ac6b-72546e9499df req-5c5776ef-5812-4baa-863e-10e9f7cd9d75 tempest-DeleteServersTestJSON-1444929204 tempest-DeleteServersTestJSON-1444929204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:41:31.794297 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-1a088d74-b0df-43f0-ac6b-72546e9499df req-5c5776ef-5812-4baa-863e-10e9f7cd9d75 tempest-DeleteServersTestJSON-1444929204 tempest-DeleteServersTestJSON-1444929204-project] 10.222.0.104 "GET /v2.0/ports?device_id=970f5fb8-4fdd-4253-a716-f5ad41a2523d HTTP/1.1" status: 200 len: 945 time: 0.0667996 Jul 06 14:41:31.831569 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-1a088d74-b0df-43f0-ac6b-72546e9499df req-913d8af1-3913-49ba-80fb-274c59ca603e tempest-DeleteServersTestJSON-1444929204 tempest-DeleteServersTestJSON-1444929204-project] 10.222.0.104 "GET /v2.0/security-groups?id=eae54499-3d6c-490e-bd49-e4425a9c8d25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317619 Jul 06 14:41:33.006724 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ee2335-9dc7-49d1-9bb6-e9e09c599987 req-a740cf14-a025-480e-bb0d-9c06955532f3 tempest-DeleteServersTestJSON-1444929204 tempest-DeleteServersTestJSON-1444929204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:41:33.008153 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-98ee2335-9dc7-49d1-9bb6-e9e09c599987 req-a740cf14-a025-480e-bb0d-9c06955532f3 tempest-DeleteServersTestJSON-1444929204 tempest-DeleteServersTestJSON-1444929204-project] 10.222.0.104 "GET /v2.0/ports?device_id=970f5fb8-4fdd-4253-a716-f5ad41a2523d HTTP/1.1" status: 200 len: 945 time: 0.0663791 Jul 06 14:41:33.045620 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-98ee2335-9dc7-49d1-9bb6-e9e09c599987 req-ca0f1d7e-d91e-434f-b63b-76e83fe64dca tempest-DeleteServersTestJSON-1444929204 tempest-DeleteServersTestJSON-1444929204-project] 10.222.0.104 "GET /v2.0/security-groups?id=eae54499-3d6c-490e-bd49-e4425a9c8d25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314186 Jul 06 14:41:34.218334 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5086c5d6-d7b1-4fbf-9059-07910d8c2175 req-8d1c3818-eba6-4e46-9044-1b4106053ebe tempest-DeleteServersTestJSON-1444929204 tempest-DeleteServersTestJSON-1444929204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:41:34.219835 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-5086c5d6-d7b1-4fbf-9059-07910d8c2175 req-8d1c3818-eba6-4e46-9044-1b4106053ebe tempest-DeleteServersTestJSON-1444929204 tempest-DeleteServersTestJSON-1444929204-project] 10.222.0.104 "GET /v2.0/ports?device_id=970f5fb8-4fdd-4253-a716-f5ad41a2523d HTTP/1.1" status: 200 len: 945 time: 0.0663352 Jul 06 14:41:34.257037 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-5086c5d6-d7b1-4fbf-9059-07910d8c2175 req-143bf39a-4a23-45e3-8a12-30ca1e24d17f tempest-DeleteServersTestJSON-1444929204 tempest-DeleteServersTestJSON-1444929204-project] 10.222.0.104 "GET /v2.0/security-groups?id=eae54499-3d6c-490e-bd49-e4425a9c8d25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317447 Jul 06 14:41:35.432263 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2336980e-22fc-4575-ada2-168e3f8f20d1 req-597b50da-87ba-4bc4-8588-29727861d7af tempest-DeleteServersTestJSON-1444929204 tempest-DeleteServersTestJSON-1444929204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:41:35.433738 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-2336980e-22fc-4575-ada2-168e3f8f20d1 req-597b50da-87ba-4bc4-8588-29727861d7af tempest-DeleteServersTestJSON-1444929204 tempest-DeleteServersTestJSON-1444929204-project] 10.222.0.104 "GET /v2.0/ports?device_id=970f5fb8-4fdd-4253-a716-f5ad41a2523d HTTP/1.1" status: 200 len: 945 time: 0.0622566 Jul 06 14:41:35.470848 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-2336980e-22fc-4575-ada2-168e3f8f20d1 req-74711389-ba88-4e66-b9ce-e452c8f06b95 tempest-DeleteServersTestJSON-1444929204 tempest-DeleteServersTestJSON-1444929204-project] 10.222.0.104 "GET /v2.0/security-groups?id=eae54499-3d6c-490e-bd49-e4425a9c8d25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313399 Jul 06 14:41:36.051680 n-d-773647-6 neutron-server[100246]: INFO neutron.api.v2.resource [req-fd650dcd-062c-4c66-8e64-11040d050ffd req-2266faf5-e4cd-43a1-bdea-13c5fcbff960 service neutron] show failed (client error): The resource could not be found. Jul 06 14:41:36.052728 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-fd650dcd-062c-4c66-8e64-11040d050ffd req-2266faf5-e4cd-43a1-bdea-13c5fcbff960 service neutron] 10.222.0.72 "GET /v2.0/ports/c776a5db-ed49-492f-b502-c47fbc073676/bindings/n-h1-773647-6 HTTP/1.1" status: 404 len: 380 time: 0.0585306 Jul 06 14:41:36.432461 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd650dcd-062c-4c66-8e64-11040d050ffd req-b652bd18-701c-416b-b8da-f525efdc24c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:41:36.433956 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-fd650dcd-062c-4c66-8e64-11040d050ffd req-b652bd18-701c-416b-b8da-f525efdc24c2 service neutron] 10.222.0.127 "GET /v2.0/ports?device_id=970f5fb8-4fdd-4253-a716-f5ad41a2523d&tenant_id=1035c70385d94d088b83065f55155763 HTTP/1.1" status: 200 len: 1096 time: 0.1815670 Jul 06 14:41:36.445242 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [req-fd650dcd-062c-4c66-8e64-11040d050ffd req-10598dca-193a-420d-99a7-7b3ab4e68de3 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-773647-6', 'device_owner': 'compute:nova'}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:41:36.514312 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-fd650dcd-062c-4c66-8e64-11040d050ffd req-10598dca-193a-420d-99a7-7b3ab4e68de3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:41:36.753299 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6bf9612-4286-40bc-b3ab-d24b298c8316 req-bed17dcb-384e-43a8-9c29-2c30f5919b0b tempest-DeleteServersTestJSON-1444929204 tempest-DeleteServersTestJSON-1444929204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:41:36.754780 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-e6bf9612-4286-40bc-b3ab-d24b298c8316 req-bed17dcb-384e-43a8-9c29-2c30f5919b0b tempest-DeleteServersTestJSON-1444929204 tempest-DeleteServersTestJSON-1444929204-project] 10.222.0.104 "GET /v2.0/ports?device_id=970f5fb8-4fdd-4253-a716-f5ad41a2523d HTTP/1.1" status: 200 len: 945 time: 0.1411018 Jul 06 14:41:36.777890 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.db [req-fd650dcd-062c-4c66-8e64-11040d050ffd req-10598dca-193a-420d-99a7-7b3ab4e68de3 service neutron] For port c776a5db-ed49-492f-b502-c47fbc073676, host n-h2-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=c776a5db-ed49-492f-b502-c47fbc073676,segment=NetworkSegment(e7d5a43f-d539-4094-8167-b20ee88e441d),segment_id=e7d5a43f-d539-4094-8167-b20ee88e441d)] {{(pid=100247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:41:36.819488 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-e6bf9612-4286-40bc-b3ab-d24b298c8316 req-22a2ebb6-e3f4-4e6c-8c2b-33781c18c864 tempest-DeleteServersTestJSON-1444929204 tempest-DeleteServersTestJSON-1444929204-project] 10.222.0.104 "GET /v2.0/security-groups?id=eae54499-3d6c-490e-bd49-e4425a9c8d25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577483 Jul 06 14:41:36.831617 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.db [req-fd650dcd-062c-4c66-8e64-11040d050ffd req-10598dca-193a-420d-99a7-7b3ab4e68de3 service neutron] For port c776a5db-ed49-492f-b502-c47fbc073676, host n-h2-773647-6, cleared binding levels {{(pid=100247) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:41:36.871767 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-fd650dcd-062c-4c66-8e64-11040d050ffd req-10598dca-193a-420d-99a7-7b3ab4e68de3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:41:36.873671 n-d-773647-6 neutron-server[100247]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '970f5fb8-4fdd-4253-a716-f5ad41a2523d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c776a5db-ed49-492f-b502-c47fbc073676'}] {{(pid=100247) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:41:36.876235 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cbf0eeaae822f8fc9b87a94aeba67a3d651842baf663a51cba94b67a514836d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d883a32-c899-42a9-9726-9e63c3c29296" -d '{"events": [{"server_uuid": "970f5fb8-4fdd-4253-a716-f5ad41a2523d", "name": "network-vif-unplugged", "status": "completed", "tag": "c776a5db-ed49-492f-b502-c47fbc073676"}]}' {{(pid=100247) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:41:36.889468 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.provisioning_blocks [req-fd650dcd-062c-4c66-8e64-11040d050ffd req-10598dca-193a-420d-99a7-7b3ab4e68de3 service neutron] Transition to ACTIVE for port object c776a5db-ed49-492f-b502-c47fbc073676 will not be triggered until provisioned by entity L2. {{(pid=100247) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:41:36.893823 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-fd650dcd-062c-4c66-8e64-11040d050ffd req-10598dca-193a-420d-99a7-7b3ab4e68de3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128888538'] for port, after_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:41:36.958092 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd650dcd-062c-4c66-8e64-11040d050ffd req-10598dca-193a-420d-99a7-7b3ab4e68de3 service neutron] No DVR routers for this DVR port c776a5db-ed49-492f-b502-c47fbc073676 on host n-h2-773647-6 {{(pid=100247) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:41:36.965108 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10598dca-193a-420d-99a7-7b3ab4e68de3 service neutron] Pushing event updated for resources: {'Port': ['ID=c776a5db-ed49-492f-b502-c47fbc073676,revision_number=6']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:41:36.974993 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10598dca-193a-420d-99a7-7b3ab4e68de3 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:41:36.975372 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10598dca-193a-420d-99a7-7b3ab4e68de3 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:41:36.975718 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10598dca-193a-420d-99a7-7b3ab4e68de3 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:41:36.976054 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10598dca-193a-420d-99a7-7b3ab4e68de3 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:41:36.976393 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10598dca-193a-420d-99a7-7b3ab4e68de3 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:41:36.976725 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10598dca-193a-420d-99a7-7b3ab4e68de3 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:41:36.977082 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10598dca-193a-420d-99a7-7b3ab4e68de3 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:41:36.977410 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10598dca-193a-420d-99a7-7b3ab4e68de3 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:41:36.978743 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10598dca-193a-420d-99a7-7b3ab4e68de3 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:41:36.979082 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10598dca-193a-420d-99a7-7b3ab4e68de3 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:41:36.979437 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10598dca-193a-420d-99a7-7b3ab4e68de3 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:41:36.979761 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10598dca-193a-420d-99a7-7b3ab4e68de3 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:41:37.000931 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 06 Jul 2021 14:41:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b11f4b0c-d31b-441a-b818-76b79b4170ad x-openstack-request-id: req-b11f4b0c-d31b-441a-b818-76b79b4170ad {{(pid=100247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:41:37.001284 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "970f5fb8-4fdd-4253-a716-f5ad41a2523d", "name": "network-vif-unplugged", "status": "completed", "tag": "c776a5db-ed49-492f-b502-c47fbc073676", "code": 200}]} {{(pid=100247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:41:37.001480 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-b11f4b0c-d31b-441a-b818-76b79b4170ad {{(pid=100247) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:41:37.001871 n-d-773647-6 neutron-server[100247]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '970f5fb8-4fdd-4253-a716-f5ad41a2523d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c776a5db-ed49-492f-b502-c47fbc073676', 'code': 200} Jul 06 14:41:37.015394 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.managers [req-fd650dcd-062c-4c66-8e64-11040d050ffd req-10598dca-193a-420d-99a7-7b3ab4e68de3 service neutron] Attempting to bind port c776a5db-ed49-492f-b502-c47fbc073676 on host n-h1-773647-6 for vnic_type normal with profile {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:41:37.015748 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.managers [req-fd650dcd-062c-4c66-8e64-11040d050ffd req-10598dca-193a-420d-99a7-7b3ab4e68de3 service neutron] Attempting to bind port c776a5db-ed49-492f-b502-c47fbc073676 by drivers openvswitch,hyperv on host n-h1-773647-6 at level 0 using segments [{'id': 'e7d5a43f-d539-4094-8167-b20ee88e441d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1011, 'network_id': '732aaf5c-baf1-4b34-8df6-a7fd8817bbf3'}] {{(pid=100247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:41:37.016086 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd650dcd-062c-4c66-8e64-11040d050ffd req-10598dca-193a-420d-99a7-7b3ab4e68de3 service neutron] Attempting to bind port c776a5db-ed49-492f-b502-c47fbc073676 on network 732aaf5c-baf1-4b34-8df6-a7fd8817bbf3 {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:41:37.020294 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd650dcd-062c-4c66-8e64-11040d050ffd req-10598dca-193a-420d-99a7-7b3ab4e68de3 service neutron] Port c776a5db-ed49-492f-b502-c47fbc073676 on network 732aaf5c-baf1-4b34-8df6-a7fd8817bbf3 not bound, no agent of type Open vSwitch agent registered on host n-h1-773647-6 {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 14:41:37.020617 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd650dcd-062c-4c66-8e64-11040d050ffd req-10598dca-193a-420d-99a7-7b3ab4e68de3 service neutron] Attempting to bind port c776a5db-ed49-492f-b502-c47fbc073676 on network 732aaf5c-baf1-4b34-8df6-a7fd8817bbf3 {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:41:37.025305 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd650dcd-062c-4c66-8e64-11040d050ffd req-10598dca-193a-420d-99a7-7b3ab4e68de3 service neutron] Checking agent: {'id': '5bf7147f-bada-4441-a5dc-934b903473fb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-773647-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 51, 12), 'started_at': datetime.datetime(2021, 7, 6, 13, 51, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 41, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:41:37.025641 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd650dcd-062c-4c66-8e64-11040d050ffd req-10598dca-193a-420d-99a7-7b3ab4e68de3 service neutron] Checking segment: {'id': 'e7d5a43f-d539-4094-8167-b20ee88e441d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1011, 'network_id': '732aaf5c-baf1-4b34-8df6-a7fd8817bbf3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100247) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:41:37.026019 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd650dcd-062c-4c66-8e64-11040d050ffd req-10598dca-193a-420d-99a7-7b3ab4e68de3 service neutron] Bound using segment: {'id': 'e7d5a43f-d539-4094-8167-b20ee88e441d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1011, 'network_id': '732aaf5c-baf1-4b34-8df6-a7fd8817bbf3'} {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:41:37.026437 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.managers [req-fd650dcd-062c-4c66-8e64-11040d050ffd req-10598dca-193a-420d-99a7-7b3ab4e68de3 service neutron] Bound port: c776a5db-ed49-492f-b502-c47fbc073676, host: n-h1-773647-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e7d5a43f-d539-4094-8167-b20ee88e441d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1011, 'network_id': '732aaf5c-baf1-4b34-8df6-a7fd8817bbf3'}}] {{(pid=100247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:41:37.026794 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-fd650dcd-062c-4c66-8e64-11040d050ffd req-10598dca-193a-420d-99a7-7b3ab4e68de3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:41:37.087364 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.db [req-fd650dcd-062c-4c66-8e64-11040d050ffd req-10598dca-193a-420d-99a7-7b3ab4e68de3 service neutron] For port c776a5db-ed49-492f-b502-c47fbc073676, host n-h1-773647-6, cleared binding levels {{(pid=100247) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:41:37.090240 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.db [req-fd650dcd-062c-4c66-8e64-11040d050ffd req-10598dca-193a-420d-99a7-7b3ab4e68de3 service neutron] For port c776a5db-ed49-492f-b502-c47fbc073676, host n-h1-773647-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773647-6',level=0,port_id=c776a5db-ed49-492f-b502-c47fbc073676,segment=NetworkSegment(e7d5a43f-d539-4094-8167-b20ee88e441d),segment_id=e7d5a43f-d539-4094-8167-b20ee88e441d)] {{(pid=100247) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:41:37.094634 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-fd650dcd-062c-4c66-8e64-11040d050ffd req-10598dca-193a-420d-99a7-7b3ab4e68de3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128888538'] for port, after_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:41:37.457560 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd650dcd-062c-4c66-8e64-11040d050ffd req-10598dca-193a-420d-99a7-7b3ab4e68de3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:41:37.458181 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-fd650dcd-062c-4c66-8e64-11040d050ffd req-10598dca-193a-420d-99a7-7b3ab4e68de3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:41:37.459549 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-fd650dcd-062c-4c66-8e64-11040d050ffd req-10598dca-193a-420d-99a7-7b3ab4e68de3 service neutron] 10.222.0.127 "PUT /v2.0/ports/c776a5db-ed49-492f-b502-c47fbc073676 HTTP/1.1" status: 200 len: 1091 time: 1.0182073 Jul 06 14:41:37.479881 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10598dca-193a-420d-99a7-7b3ab4e68de3 service neutron] Pushing event updated for resources: {'Port': ['ID=c776a5db-ed49-492f-b502-c47fbc073676,revision_number=7']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:41:37.533275 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd650dcd-062c-4c66-8e64-11040d050ffd req-2d55ac18-a2d2-4d47-8f61-b6775293cb30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:41:37.534747 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-fd650dcd-062c-4c66-8e64-11040d050ffd req-2d55ac18-a2d2-4d47-8f61-b6775293cb30 service neutron] 10.222.0.127 "GET /v2.0/ports?tenant_id=1035c70385d94d088b83065f55155763&device_id=970f5fb8-4fdd-4253-a716-f5ad41a2523d HTTP/1.1" status: 200 len: 1094 time: 0.0517840 Jul 06 14:41:37.623871 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd650dcd-062c-4c66-8e64-11040d050ffd req-45bbf975-aa07-4f9a-9c44-b0e655fb09fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:41:37.625352 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-fd650dcd-062c-4c66-8e64-11040d050ffd req-45bbf975-aa07-4f9a-9c44-b0e655fb09fe service neutron] 10.222.0.127 "GET /v2.0/networks?id=732aaf5c-baf1-4b34-8df6-a7fd8817bbf3 HTTP/1.1" status: 200 len: 913 time: 0.0847244 Jul 06 14:41:37.666670 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-fd650dcd-062c-4c66-8e64-11040d050ffd req-35890464-cf0d-470d-b5e5-5301737da3b2 service neutron] 10.222.0.127 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c776a5db-ed49-492f-b502-c47fbc073676 HTTP/1.1" status: 200 len: 217 time: 0.0349307 Jul 06 14:41:37.714423 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd650dcd-062c-4c66-8e64-11040d050ffd req-602dc5fd-9505-4489-9923-d0d575d0fe86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:41:37.715814 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-fd650dcd-062c-4c66-8e64-11040d050ffd req-602dc5fd-9505-4489-9923-d0d575d0fe86 service neutron] 10.222.0.127 "GET /v2.0/subnets?id=4736a4f8-8a01-4b49-97a9-ddbd1a7b1bcd HTTP/1.1" status: 200 len: 851 time: 0.0437610 Jul 06 14:41:37.747054 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-fd650dcd-062c-4c66-8e64-11040d050ffd req-881bf086-5aff-4b01-817b-ec655e349122 service neutron] 10.222.0.127 "GET /v2.0/ports?network_id=732aaf5c-baf1-4b34-8df6-a7fd8817bbf3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254912 Jul 06 14:41:37.836396 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-fd650dcd-062c-4c66-8e64-11040d050ffd req-57f2fd19-f3fe-44c1-8053-e662742af712 service neutron] 10.222.0.127 "GET /v2.0/networks/732aaf5c-baf1-4b34-8df6-a7fd8817bbf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836813 Jul 06 14:41:37.927590 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-fd650dcd-062c-4c66-8e64-11040d050ffd req-aa3ce5ed-a208-49af-9bac-072f53692e80 service neutron] 10.222.0.127 "GET /v2.0/networks/732aaf5c-baf1-4b34-8df6-a7fd8817bbf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853450 Jul 06 14:41:37.992496 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523baf64-d25d-4770-a787-5944876c6417 req-89f0673c-87cf-4202-a33c-6e55f88ea410 tempest-DeleteServersTestJSON-1444929204 tempest-DeleteServersTestJSON-1444929204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:41:37.994423 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-523baf64-d25d-4770-a787-5944876c6417 req-89f0673c-87cf-4202-a33c-6e55f88ea410 tempest-DeleteServersTestJSON-1444929204 tempest-DeleteServersTestJSON-1444929204-project] 10.222.0.104 "GET /v2.0/ports?device_id=970f5fb8-4fdd-4253-a716-f5ad41a2523d HTTP/1.1" status: 200 len: 943 time: 0.0658331 Jul 06 14:41:38.031807 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-523baf64-d25d-4770-a787-5944876c6417 req-bf0db0c5-d3aa-40e6-9036-f10df4a8c542 tempest-DeleteServersTestJSON-1444929204 tempest-DeleteServersTestJSON-1444929204-project] 10.222.0.104 "GET /v2.0/security-groups?id=eae54499-3d6c-490e-bd49-e4425a9c8d25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316362 Jul 06 14:41:38.295944 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.agents_db [None req-167c0ad6-1657-4c9a-a2c4-3b18056aa662 None None] Agent healthcheck: found 7 active agents {{(pid=100249) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 14:41:39.003529 n-d-773647-6 neutron-server[100247]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '970f5fb8-4fdd-4253-a716-f5ad41a2523d', 'tag': 'c776a5db-ed49-492f-b502-c47fbc073676'}] {{(pid=100247) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:41:39.005846 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cbf0eeaae822f8fc9b87a94aeba67a3d651842baf663a51cba94b67a514836d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0aa7b05c-e759-497b-8e2b-550309cdb190" -d '{"events": [{"name": "network-changed", "server_uuid": "970f5fb8-4fdd-4253-a716-f5ad41a2523d", "tag": "c776a5db-ed49-492f-b502-c47fbc073676"}]}' {{(pid=100247) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:41:39.053812 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 14:41:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cb96bd7-3bbb-43e0-8b5b-efcb2bcb8971 x-openstack-request-id: req-3cb96bd7-3bbb-43e0-8b5b-efcb2bcb8971 {{(pid=100247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:41:39.054107 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "970f5fb8-4fdd-4253-a716-f5ad41a2523d", "tag": "c776a5db-ed49-492f-b502-c47fbc073676", "status": "completed", "code": 200}]} {{(pid=100247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:41:39.054359 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-3cb96bd7-3bbb-43e0-8b5b-efcb2bcb8971 {{(pid=100247) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:41:39.054758 n-d-773647-6 neutron-server[100247]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '970f5fb8-4fdd-4253-a716-f5ad41a2523d', 'tag': 'c776a5db-ed49-492f-b502-c47fbc073676', 'status': 'completed', 'code': 200} Jul 06 14:41:39.128522 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa7b05c-e759-497b-8e2b-550309cdb190 req-8c0323ef-6f0c-4b02-a618-9ef32b6f1251 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:41:39.130203 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-0aa7b05c-e759-497b-8e2b-550309cdb190 req-8c0323ef-6f0c-4b02-a618-9ef32b6f1251 service neutron] 10.222.0.127 "GET /v2.0/ports?tenant_id=1035c70385d94d088b83065f55155763&device_id=970f5fb8-4fdd-4253-a716-f5ad41a2523d HTTP/1.1" status: 200 len: 1094 time: 0.0545518 Jul 06 14:41:39.136338 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa7b05c-e759-497b-8e2b-550309cdb190 req-8234e3db-3826-43a3-9b2c-3afdbccb25a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:41:39.137945 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-0aa7b05c-e759-497b-8e2b-550309cdb190 req-8234e3db-3826-43a3-9b2c-3afdbccb25a6 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=1035c70385d94d088b83065f55155763&device_id=970f5fb8-4fdd-4253-a716-f5ad41a2523d HTTP/1.1" status: 200 len: 1094 time: 0.0604792 Jul 06 14:41:39.229700 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa7b05c-e759-497b-8e2b-550309cdb190 req-7eefb898-df5d-4638-80c7-cf2653adfce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:41:39.231350 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-0aa7b05c-e759-497b-8e2b-550309cdb190 req-7eefb898-df5d-4638-80c7-cf2653adfce5 service neutron] 10.222.0.72 "GET /v2.0/networks?id=732aaf5c-baf1-4b34-8df6-a7fd8817bbf3 HTTP/1.1" status: 200 len: 913 time: 0.0878816 Jul 06 14:41:39.260547 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa7b05c-e759-497b-8e2b-550309cdb190 req-2682a9b3-fec0-4862-a1d4-771d07a1e6e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:41:39.261934 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-0aa7b05c-e759-497b-8e2b-550309cdb190 req-2682a9b3-fec0-4862-a1d4-771d07a1e6e1 service neutron] 10.222.0.127 "GET /v2.0/networks?id=732aaf5c-baf1-4b34-8df6-a7fd8817bbf3 HTTP/1.1" status: 200 len: 913 time: 0.1255836 Jul 06 14:41:39.275112 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-0aa7b05c-e759-497b-8e2b-550309cdb190 req-010c88cd-2113-4373-9460-354e5c3a3d9c service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c776a5db-ed49-492f-b502-c47fbc073676 HTTP/1.1" status: 200 len: 217 time: 0.0380239 Jul 06 14:41:39.277494 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b53bba-5227-4b5f-ae7a-6bc03311dc1b req-47eed2e7-aec5-44a5-a758-48fd02353635 tempest-DeleteServersTestJSON-1444929204 tempest-DeleteServersTestJSON-1444929204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:41:39.279030 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-55b53bba-5227-4b5f-ae7a-6bc03311dc1b req-47eed2e7-aec5-44a5-a758-48fd02353635 tempest-DeleteServersTestJSON-1444929204 tempest-DeleteServersTestJSON-1444929204-project] 10.222.0.104 "GET /v2.0/ports?device_id=970f5fb8-4fdd-4253-a716-f5ad41a2523d HTTP/1.1" status: 200 len: 943 time: 0.1239550 Jul 06 14:41:39.322429 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-0aa7b05c-e759-497b-8e2b-550309cdb190 req-3f35fdfa-244b-4769-9b0d-2c927c0e9c11 service neutron] 10.222.0.127 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c776a5db-ed49-492f-b502-c47fbc073676 HTTP/1.1" status: 200 len: 217 time: 0.0532978 Jul 06 14:41:39.323164 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa7b05c-e759-497b-8e2b-550309cdb190 req-8a918ef1-9f12-4c89-b1ad-8757a6aafe50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:41:39.324691 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-0aa7b05c-e759-497b-8e2b-550309cdb190 req-8a918ef1-9f12-4c89-b1ad-8757a6aafe50 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=4736a4f8-8a01-4b49-97a9-ddbd1a7b1bcd HTTP/1.1" status: 200 len: 851 time: 0.0442009 Jul 06 14:41:39.357545 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-0aa7b05c-e759-497b-8e2b-550309cdb190 req-9aeaed23-91d0-4533-8e97-23eca85bc070 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=732aaf5c-baf1-4b34-8df6-a7fd8817bbf3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270841 Jul 06 14:41:39.378263 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-55b53bba-5227-4b5f-ae7a-6bc03311dc1b req-16b3826a-56b0-4d7f-921f-9e0681e582ab tempest-DeleteServersTestJSON-1444929204 tempest-DeleteServersTestJSON-1444929204-project] 10.222.0.104 "GET /v2.0/security-groups?id=eae54499-3d6c-490e-bd49-e4425a9c8d25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926802 Jul 06 14:41:39.386940 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa7b05c-e759-497b-8e2b-550309cdb190 req-2ac214fd-5c1e-4bd4-aff9-e3a43a79bbd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:41:39.388535 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-0aa7b05c-e759-497b-8e2b-550309cdb190 req-2ac214fd-5c1e-4bd4-aff9-e3a43a79bbd3 service neutron] 10.222.0.127 "GET /v2.0/subnets?id=4736a4f8-8a01-4b49-97a9-ddbd1a7b1bcd HTTP/1.1" status: 200 len: 851 time: 0.0599298 Jul 06 14:41:39.422329 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-0aa7b05c-e759-497b-8e2b-550309cdb190 req-588e20ba-1a8a-43d7-9bb8-435a216ec0ec service neutron] 10.222.0.127 "GET /v2.0/ports?network_id=732aaf5c-baf1-4b34-8df6-a7fd8817bbf3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270431 Jul 06 14:41:39.455505 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-0aa7b05c-e759-497b-8e2b-550309cdb190 req-371e652e-e147-4577-931e-cee205e4e6c2 service neutron] 10.222.0.72 "GET /v2.0/networks/732aaf5c-baf1-4b34-8df6-a7fd8817bbf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906394 Jul 06 14:41:39.513788 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-0aa7b05c-e759-497b-8e2b-550309cdb190 req-02209a12-0d58-4222-a7e3-898d106e78b6 service neutron] 10.222.0.127 "GET /v2.0/networks/732aaf5c-baf1-4b34-8df6-a7fd8817bbf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845947 Jul 06 14:41:39.546326 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-0aa7b05c-e759-497b-8e2b-550309cdb190 req-d9cba43b-8246-4ca5-ab4f-05218a244792 service neutron] 10.222.0.72 "GET /v2.0/networks/732aaf5c-baf1-4b34-8df6-a7fd8817bbf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834994 Jul 06 14:41:39.602937 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-0aa7b05c-e759-497b-8e2b-550309cdb190 req-d7ac05e1-3ccd-454a-9a5d-5bb9b0d93c41 service neutron] 10.222.0.127 "GET /v2.0/networks/732aaf5c-baf1-4b34-8df6-a7fd8817bbf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823727 Jul 06 14:41:40.554715 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b9efc7-bd43-468e-9752-84ef07d63ec1 req-bf85adfb-ac3e-4e63-a42b-7026ace77574 tempest-DeleteServersTestJSON-1444929204 tempest-DeleteServersTestJSON-1444929204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:41:40.556260 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-28b9efc7-bd43-468e-9752-84ef07d63ec1 req-bf85adfb-ac3e-4e63-a42b-7026ace77574 tempest-DeleteServersTestJSON-1444929204 tempest-DeleteServersTestJSON-1444929204-project] 10.222.0.104 "GET /v2.0/ports?device_id=970f5fb8-4fdd-4253-a716-f5ad41a2523d HTTP/1.1" status: 200 len: 943 time: 0.0666335 Jul 06 14:41:40.592955 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-28b9efc7-bd43-468e-9752-84ef07d63ec1 req-e2c16ef6-c869-4bfe-aaec-1a68288dab39 tempest-DeleteServersTestJSON-1444929204 tempest-DeleteServersTestJSON-1444929204-project] 10.222.0.104 "GET /v2.0/security-groups?id=eae54499-3d6c-490e-bd49-e4425a9c8d25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303280 Jul 06 14:41:40.947609 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:41:41.651011 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Device c776a5db-ed49-492f-b502-c47fbc073676 no longer exists at agent hyperv_n-h2-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:41:41.690714 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Device c776a5db-ed49-492f-b502-c47fbc073676 not bound to the agent host n-h2-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:41:41.766977 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32faaf32-8214-45a3-81a1-dcfb736943a4 req-c9322fe5-82a5-4c06-84f5-20a2f52af33f tempest-DeleteServersTestJSON-1444929204 tempest-DeleteServersTestJSON-1444929204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:41:41.768480 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-32faaf32-8214-45a3-81a1-dcfb736943a4 req-c9322fe5-82a5-4c06-84f5-20a2f52af33f tempest-DeleteServersTestJSON-1444929204 tempest-DeleteServersTestJSON-1444929204-project] 10.222.0.104 "GET /v2.0/ports?device_id=970f5fb8-4fdd-4253-a716-f5ad41a2523d HTTP/1.1" status: 200 len: 943 time: 0.0629423 Jul 06 14:41:41.805512 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-32faaf32-8214-45a3-81a1-dcfb736943a4 req-b4925f03-dc22-4b9b-b641-611230d26dff tempest-DeleteServersTestJSON-1444929204 tempest-DeleteServersTestJSON-1444929204-project] 10.222.0.104 "GET /v2.0/security-groups?id=eae54499-3d6c-490e-bd49-e4425a9c8d25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315702 Jul 06 14:41:42.223655 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d6e2b7-2d3f-471f-a987-6a3900718199 req-577e850b-6592-4da5-adb0-a88b9a7dcc91 tempest-DeleteServersTestJSON-1444929204 tempest-DeleteServersTestJSON-1444929204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:41:42.225116 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-22d6e2b7-2d3f-471f-a987-6a3900718199 req-577e850b-6592-4da5-adb0-a88b9a7dcc91 tempest-DeleteServersTestJSON-1444929204 tempest-DeleteServersTestJSON-1444929204-project] 10.222.0.72 "GET /v2.0/ports?device_id=970f5fb8-4fdd-4253-a716-f5ad41a2523d&tenant_id=1035c70385d94d088b83065f55155763&binding%3Ahost_id=n-h1-773647-6 HTTP/1.1" status: 200 len: 943 time: 0.1134157 Jul 06 14:41:42.282806 n-d-773647-6 neutron-server[100246]: INFO neutron.api.v2.resource [req-22d6e2b7-2d3f-471f-a987-6a3900718199 req-bc580d4e-cfc7-4d5e-9015-055a1ec90565 service neutron] delete failed (client error): The resource could not be found. Jul 06 14:41:42.283835 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-22d6e2b7-2d3f-471f-a987-6a3900718199 req-bc580d4e-cfc7-4d5e-9015-055a1ec90565 service neutron] 10.222.0.72 "DELETE /v2.0/ports/c776a5db-ed49-492f-b502-c47fbc073676/bindings/n-h2-773647-6 HTTP/1.1" status: 404 len: 380 time: 0.0530195 Jul 06 14:41:42.376500 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d6e2b7-2d3f-471f-a987-6a3900718199 req-1a74740f-c0c8-44d6-9762-546d21bb907c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:41:42.378002 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-22d6e2b7-2d3f-471f-a987-6a3900718199 req-1a74740f-c0c8-44d6-9762-546d21bb907c service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=1035c70385d94d088b83065f55155763&device_id=970f5fb8-4fdd-4253-a716-f5ad41a2523d HTTP/1.1" status: 200 len: 1094 time: 0.0518839 Jul 06 14:41:42.468850 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d6e2b7-2d3f-471f-a987-6a3900718199 req-ffa607d1-0a42-4976-aedb-82b0da5ecc58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:41:42.470361 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-22d6e2b7-2d3f-471f-a987-6a3900718199 req-ffa607d1-0a42-4976-aedb-82b0da5ecc58 service neutron] 10.222.0.72 "GET /v2.0/networks?id=732aaf5c-baf1-4b34-8df6-a7fd8817bbf3 HTTP/1.1" status: 200 len: 913 time: 0.0868421 Jul 06 14:41:42.511512 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-22d6e2b7-2d3f-471f-a987-6a3900718199 req-07ac2f61-3728-45a8-a739-67c5051417ab service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c776a5db-ed49-492f-b502-c47fbc073676 HTTP/1.1" status: 200 len: 217 time: 0.0343668 Jul 06 14:41:42.562884 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d6e2b7-2d3f-471f-a987-6a3900718199 req-78198277-4c50-4e61-a0de-64e9e65851a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:41:42.564371 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-22d6e2b7-2d3f-471f-a987-6a3900718199 req-78198277-4c50-4e61-a0de-64e9e65851a8 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=4736a4f8-8a01-4b49-97a9-ddbd1a7b1bcd HTTP/1.1" status: 200 len: 851 time: 0.0474265 Jul 06 14:41:42.595364 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-22d6e2b7-2d3f-471f-a987-6a3900718199 req-124502bb-4e98-4ab3-96c3-92e62262f989 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=732aaf5c-baf1-4b34-8df6-a7fd8817bbf3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252383 Jul 06 14:41:42.684630 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-22d6e2b7-2d3f-471f-a987-6a3900718199 req-0d4ce2e1-a6a3-4924-bf82-486156854f96 service neutron] 10.222.0.72 "GET /v2.0/networks/732aaf5c-baf1-4b34-8df6-a7fd8817bbf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814903 Jul 06 14:41:42.777673 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-22d6e2b7-2d3f-471f-a987-6a3900718199 req-3c3a13be-eec7-4d3e-8600-5c120eeb357e service neutron] 10.222.0.72 "GET /v2.0/networks/732aaf5c-baf1-4b34-8df6-a7fd8817bbf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869572 Jul 06 14:41:42.789530 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:41:43.592139 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f6c9be-628a-4e9d-9128-2ba7e45defd1 req-30c3075a-3712-4ba4-88bf-d50e2958bbcd tempest-DeleteServersTestJSON-1444929204 tempest-DeleteServersTestJSON-1444929204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:41:43.593640 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-60f6c9be-628a-4e9d-9128-2ba7e45defd1 req-30c3075a-3712-4ba4-88bf-d50e2958bbcd tempest-DeleteServersTestJSON-1444929204 tempest-DeleteServersTestJSON-1444929204-project] 10.222.0.104 "GET /v2.0/ports?device_id=970f5fb8-4fdd-4253-a716-f5ad41a2523d HTTP/1.1" status: 200 len: 943 time: 0.0625627 Jul 06 14:41:43.629580 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-60f6c9be-628a-4e9d-9128-2ba7e45defd1 req-52cd2f8f-095f-438d-acdf-38882e9e4cb1 tempest-DeleteServersTestJSON-1444929204 tempest-DeleteServersTestJSON-1444929204-project] 10.222.0.104 "GET /v2.0/security-groups?id=eae54499-3d6c-490e-bd49-e4425a9c8d25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305040 Jul 06 14:41:43.634831 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Device c776a5db-ed49-492f-b502-c47fbc073676 details requested by agent hyperv_n-h1-773647-6 with host n-h1-773647-6 {{(pid=100248) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 14:41:43.727898 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] For port c776a5db-ed49-492f-b502-c47fbc073676, host n-h1-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773647-6',level=0,port_id=c776a5db-ed49-492f-b502-c47fbc073676,segment=NetworkSegment(e7d5a43f-d539-4094-8167-b20ee88e441d),segment_id=e7d5a43f-d539-4094-8167-b20ee88e441d)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:41:43.738985 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Returning: {'device': 'c776a5db-ed49-492f-b502-c47fbc073676', 'network_id': '732aaf5c-baf1-4b34-8df6-a7fd8817bbf3', 'port_id': 'c776a5db-ed49-492f-b502-c47fbc073676', 'mac_address': 'fa:16:3e:ea:58:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1011, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4736a4f8-8a01-4b49-97a9-ddbd1a7b1bcd', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100248) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 14:41:43.779139 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:41:43.791184 n-d-773647-6 neutron-server[100248]: DEBUG neutron.notifiers.nova [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c776a5db-ed49-492f-b502-c47fbc073676 {{(pid=100248) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 14:41:43.810313 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] For port c776a5db-ed49-492f-b502-c47fbc073676, host n-h1-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773647-6',level=0,port_id=c776a5db-ed49-492f-b502-c47fbc073676,segment=NetworkSegment(e7d5a43f-d539-4094-8167-b20ee88e441d),segment_id=e7d5a43f-d539-4094-8167-b20ee88e441d)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:41:43.814993 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:41:43.861138 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Pushing event updated for resources: {'Port': ['ID=c776a5db-ed49-492f-b502-c47fbc073676,revision_number=8']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:41:43.868686 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:41:43.869030 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:41:43.869388 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:41:43.869706 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:41:43.870036 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:41:43.870364 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:41:43.870692 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:41:43.871017 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:41:43.871368 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:41:43.871694 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:41:43.872174 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:41:43.872389 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:41:44.232785 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] get_ports_and_sgs() called for port_ids ['c776a5db-ed49-492f-b502-c47fbc073676'] {{(pid=100248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 14:41:44.812518 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f864a457-da2f-41bc-a564-48ca1f436f98 req-a56062f3-40e9-4a39-8221-bc45bdfe972e tempest-DeleteServersTestJSON-1444929204 tempest-DeleteServersTestJSON-1444929204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:41:44.813987 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-f864a457-da2f-41bc-a564-48ca1f436f98 req-a56062f3-40e9-4a39-8221-bc45bdfe972e tempest-DeleteServersTestJSON-1444929204 tempest-DeleteServersTestJSON-1444929204-project] 10.222.0.104 "GET /v2.0/ports?device_id=970f5fb8-4fdd-4253-a716-f5ad41a2523d HTTP/1.1" status: 200 len: 944 time: 0.0658488 Jul 06 14:41:44.850402 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-f864a457-da2f-41bc-a564-48ca1f436f98 req-2088f365-bc05-4d29-a5bb-cc3600d744ed tempest-DeleteServersTestJSON-1444929204 tempest-DeleteServersTestJSON-1444929204-project] 10.222.0.104 "GET /v2.0/security-groups?id=eae54499-3d6c-490e-bd49-e4425a9c8d25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309021 Jul 06 14:41:44.994419 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d6e2b7-2d3f-471f-a987-6a3900718199 req-7b5b5183-696b-4681-8dc5-c41bff615813 tempest-DeleteServersTestJSON-1444929204 tempest-DeleteServersTestJSON-1444929204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:41:44.995804 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-22d6e2b7-2d3f-471f-a987-6a3900718199 req-7b5b5183-696b-4681-8dc5-c41bff615813 tempest-DeleteServersTestJSON-1444929204 tempest-DeleteServersTestJSON-1444929204-project] 10.222.0.127 "GET /v2.0/ports?device_id=970f5fb8-4fdd-4253-a716-f5ad41a2523d HTTP/1.1" status: 200 len: 944 time: 0.0625620 Jul 06 14:41:45.096848 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.plugin [req-22d6e2b7-2d3f-471f-a987-6a3900718199 req-f6e31486-67aa-4d9f-b3f4-b4f2f6bdaa82 tempest-DeleteServersTestJSON-1444929204 tempest-DeleteServersTestJSON-1444929204-project] Deleting port c776a5db-ed49-492f-b502-c47fbc073676 {{(pid=100247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:41:45.097187 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-22d6e2b7-2d3f-471f-a987-6a3900718199 req-f6e31486-67aa-4d9f-b3f4-b4f2f6bdaa82 tempest-DeleteServersTestJSON-1444929204 tempest-DeleteServersTestJSON-1444929204-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:41:45.181386 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.db [req-22d6e2b7-2d3f-471f-a987-6a3900718199 req-f6e31486-67aa-4d9f-b3f4-b4f2f6bdaa82 tempest-DeleteServersTestJSON-1444929204 tempest-DeleteServersTestJSON-1444929204-project] For port c776a5db-ed49-492f-b502-c47fbc073676, host n-h1-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773647-6',level=0,port_id=c776a5db-ed49-492f-b502-c47fbc073676,segment=NetworkSegment(e7d5a43f-d539-4094-8167-b20ee88e441d),segment_id=e7d5a43f-d539-4094-8167-b20ee88e441d)] {{(pid=100247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:41:45.181749 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-22d6e2b7-2d3f-471f-a987-6a3900718199 req-f6e31486-67aa-4d9f-b3f4-b4f2f6bdaa82 tempest-DeleteServersTestJSON-1444929204 tempest-DeleteServersTestJSON-1444929204-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:41:45.194089 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.plugin [req-22d6e2b7-2d3f-471f-a987-6a3900718199 req-f6e31486-67aa-4d9f-b3f4-b4f2f6bdaa82 tempest-DeleteServersTestJSON-1444929204 tempest-DeleteServersTestJSON-1444929204-project] Calling delete_port for c776a5db-ed49-492f-b502-c47fbc073676 owned by compute:nova {{(pid=100247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:41:45.319973 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-22d6e2b7-2d3f-471f-a987-6a3900718199 req-f6e31486-67aa-4d9f-b3f4-b4f2f6bdaa82 tempest-DeleteServersTestJSON-1444929204 tempest-DeleteServersTestJSON-1444929204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128888353'] for port, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:41:45.348255 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e31486-67aa-4d9f-b3f4-b4f2f6bdaa82 tempest-DeleteServersTestJSON-1444929204 tempest-DeleteServersTestJSON-1444929204-project] Pushing event deleted for resources: {'Port': ['ID=c776a5db-ed49-492f-b502-c47fbc073676,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:41:45.395199 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.l3_dvrscheduler_db [req-22d6e2b7-2d3f-471f-a987-6a3900718199 req-f6e31486-67aa-4d9f-b3f4-b4f2f6bdaa82 tempest-DeleteServersTestJSON-1444929204 tempest-DeleteServersTestJSON-1444929204-project] No DVR routers for this DVR port c776a5db-ed49-492f-b502-c47fbc073676 on host n-h1-773647-6 {{(pid=100247) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:41:45.397719 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-22d6e2b7-2d3f-471f-a987-6a3900718199 req-f6e31486-67aa-4d9f-b3f4-b4f2f6bdaa82 tempest-DeleteServersTestJSON-1444929204 tempest-DeleteServersTestJSON-1444929204-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:41:45.400233 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-22d6e2b7-2d3f-471f-a987-6a3900718199 req-f6e31486-67aa-4d9f-b3f4-b4f2f6bdaa82 tempest-DeleteServersTestJSON-1444929204 tempest-DeleteServersTestJSON-1444929204-project] 10.222.0.127 "DELETE /v2.0/ports/c776a5db-ed49-492f-b502-c47fbc073676 HTTP/1.1" status: 204 len: 173 time: 0.3987358 Jul 06 14:41:45.400669 n-d-773647-6 neutron-server[100247]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '970f5fb8-4fdd-4253-a716-f5ad41a2523d', 'name': 'network-vif-deleted', 'tag': 'c776a5db-ed49-492f-b502-c47fbc073676'}] {{(pid=100247) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:41:45.402876 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cbf0eeaae822f8fc9b87a94aeba67a3d651842baf663a51cba94b67a514836d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c25ba4f-12c7-4a29-afa2-7e1a807d01cf" -d '{"events": [{"server_uuid": "970f5fb8-4fdd-4253-a716-f5ad41a2523d", "name": "network-vif-deleted", "tag": "c776a5db-ed49-492f-b502-c47fbc073676"}]}' {{(pid=100247) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:41:45.438997 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 14:41:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0f1efef-ffe3-4018-a52b-e3412c22542f x-openstack-request-id: req-f0f1efef-ffe3-4018-a52b-e3412c22542f {{(pid=100247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:41:45.439328 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "970f5fb8-4fdd-4253-a716-f5ad41a2523d", "name": "network-vif-deleted", "tag": "c776a5db-ed49-492f-b502-c47fbc073676", "status": "completed", "code": 200}]} {{(pid=100247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:41:45.439584 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-f0f1efef-ffe3-4018-a52b-e3412c22542f {{(pid=100247) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:41:45.439995 n-d-773647-6 neutron-server[100247]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '970f5fb8-4fdd-4253-a716-f5ad41a2523d', 'name': 'network-vif-deleted', 'tag': 'c776a5db-ed49-492f-b502-c47fbc073676', 'status': 'completed', 'code': 200} Jul 06 14:41:45.627049 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Device c776a5db-ed49-492f-b502-c47fbc073676 details requested by agent hyperv_n-h1-773647-6 with host n-h1-773647-6 {{(pid=100248) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 14:41:45.631095 n-d-773647-6 neutron-server[100248]: INFO neutron.plugins.ml2.plugin [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] No ports have port_id starting with c776a5db-ed49-492f-b502-c47fbc073676 Jul 06 14:41:45.632236 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Device c776a5db-ed49-492f-b502-c47fbc073676 requested by agent hyperv_n-h1-773647-6 not found in database {{(pid=100248) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:115}} Jul 06 14:41:46.083566 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 56964) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:41:46.127608 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.db_base_plugin_v2 [None req-a8106b6a-5fcd-4598-a636-b5fc435f71a7 admin admin] Deleting subnet 4736a4f8-8a01-4b49-97a9-ddbd1a7b1bcd {{(pid=100246) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 14:41:46.130666 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-a8106b6a-5fcd-4598-a636-b5fc435f71a7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:41:46.164278 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-a8106b6a-5fcd-4598-a636-b5fc435f71a7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126218885'] for subnet, precommit_delete_associations {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:41:46.208503 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-a8106b6a-5fcd-4598-a636-b5fc435f71a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-913473'] for subnet, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:41:46.260386 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-a8106b6a-5fcd-4598-a636-b5fc435f71a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-913480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1849032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127687590', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127702764'] for subnet, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:41:46.287420 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8106b6a-5fcd-4598-a636-b5fc435f71a7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4736a4f8-8a01-4b49-97a9-ddbd1a7b1bcd,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:41:46.289824 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-a8106b6a-5fcd-4598-a636-b5fc435f71a7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:41:46.291668 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-a8106b6a-5fcd-4598-a636-b5fc435f71a7 admin admin] 10.222.0.104 "DELETE /v2.0/subnets/4736a4f8-8a01-4b49-97a9-ddbd1a7b1bcd HTTP/1.1" status: 204 len: 168 time: 0.2071056 Jul 06 14:41:46.294309 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 56966) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:41:46.297966 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8106b6a-5fcd-4598-a636-b5fc435f71a7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:41:46.298317 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8106b6a-5fcd-4598-a636-b5fc435f71a7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:41:46.298661 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8106b6a-5fcd-4598-a636-b5fc435f71a7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:41:46.299000 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8106b6a-5fcd-4598-a636-b5fc435f71a7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:41:46.299364 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8106b6a-5fcd-4598-a636-b5fc435f71a7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:41:46.299696 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8106b6a-5fcd-4598-a636-b5fc435f71a7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:41:46.300032 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8106b6a-5fcd-4598-a636-b5fc435f71a7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:41:46.300359 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8106b6a-5fcd-4598-a636-b5fc435f71a7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:41:46.300688 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8106b6a-5fcd-4598-a636-b5fc435f71a7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:41:46.301015 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8106b6a-5fcd-4598-a636-b5fc435f71a7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:41:46.301339 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8106b6a-5fcd-4598-a636-b5fc435f71a7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:41:46.301662 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8106b6a-5fcd-4598-a636-b5fc435f71a7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:41:46.362008 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-557f32b0-17ea-4d21-b263-dc91e2767fbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530492'] for network, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:41:46.441062 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-557f32b0-17ea-4d21-b263-dc91e2767fbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-917204', 'neutron.services.segments.db._delete_segments_for_network-8773753502302'] for network, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:41:46.450295 n-d-773647-6 neutron-server[100247]: DEBUG neutron.services.segments.db [None req-557f32b0-17ea-4d21-b263-dc91e2767fbd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['732aaf5c-baf1-4b34-8df6-a7fd8817bbf3']}} {{(pid=100247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:41:46.460092 n-d-773647-6 neutron-server[100247]: DEBUG neutron.services.segments.db [None req-557f32b0-17ea-4d21-b263-dc91e2767fbd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e7d5a43f-d539-4094-8167-b20ee88e441d') {'for_net_delete': True} {{(pid=100247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:41:46.460387 n-d-773647-6 neutron-server[100247]: DEBUG neutron.services.segments.db [None req-557f32b0-17ea-4d21-b263-dc91e2767fbd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e7d5a43f-d539-4094-8167-b20ee88e441d') {} {{(pid=100247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:41:46.469023 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-557f32b0-17ea-4d21-b263-dc91e2767fbd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773753515138', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127131763'] for segment, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:41:46.485195 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-557f32b0-17ea-4d21-b263-dc91e2767fbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552'] for segment, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:41:46.491026 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-557f32b0-17ea-4d21-b263-dc91e2767fbd admin admin] Releasing vlan 1011 on physical network physnet1 to pool {{(pid=100247) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 14:41:46.491589 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-557f32b0-17ea-4d21-b263-dc91e2767fbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-128888574'] for segment, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:41:46.493723 n-d-773647-6 neutron-server[100247]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:41:46.493723 n-d-773647-6 neutron-server[100247]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:41:46.493723 n-d-773647-6 neutron-server[100247]: Traceback (most recent call last): Jul 06 14:41:46.493723 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 14:41:46.493723 n-d-773647-6 neutron-server[100247]: timer() Jul 06 14:41:46.493723 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 14:41:46.493723 n-d-773647-6 neutron-server[100247]: cb(*args, **kw) Jul 06 14:41:46.493723 n-d-773647-6 neutron-server[100247]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 14:41:46.493723 n-d-773647-6 neutron-server[100247]: return func(*args, **kwargs) Jul 06 14:41:46.493723 n-d-773647-6 neutron-server[100247]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 14:41:46.493723 n-d-773647-6 neutron-server[100247]: self._notify() Jul 06 14:41:46.493723 n-d-773647-6 neutron-server[100247]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 14:41:46.493723 n-d-773647-6 neutron-server[100247]: self.callback(batched_events) Jul 06 14:41:46.493723 n-d-773647-6 neutron-server[100247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 14:41:46.493723 n-d-773647-6 neutron-server[100247]: event.method(event) Jul 06 14:41:46.493723 n-d-773647-6 neutron-server[100247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 14:41:46.493723 n-d-773647-6 neutron-server[100247]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 14:41:46.493723 n-d-773647-6 neutron-server[100247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 14:41:46.493723 n-d-773647-6 neutron-server[100247]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 14:41:46.493723 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 14:41:46.493723 n-d-773647-6 neutron-server[100247]: return f(self, *a, **k) Jul 06 14:41:46.493723 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 14:41:46.493723 n-d-773647-6 neutron-server[100247]: return self._get(url).json() Jul 06 14:41:46.493723 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 14:41:46.493723 n-d-773647-6 neutron-server[100247]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 14:41:46.493723 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 14:41:46.493723 n-d-773647-6 neutron-server[100247]: return self.request(url, 'GET', **kwargs) Jul 06 14:41:46.493723 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 14:41:46.493723 n-d-773647-6 neutron-server[100247]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 14:41:46.493723 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 14:41:46.493723 n-d-773647-6 neutron-server[100247]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 14:41:46.493723 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 14:41:46.493723 n-d-773647-6 neutron-server[100247]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 14:41:46.493723 n-d-773647-6 neutron-server[100247]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 14:41:46.544722 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-557f32b0-17ea-4d21-b263-dc91e2767fbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-917215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1761140'] for network, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:41:46.549349 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-557f32b0-17ea-4d21-b263-dc91e2767fbd admin admin] Notify callbacks [] for network, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:41:46.551386 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-557f32b0-17ea-4d21-b263-dc91e2767fbd admin admin] 10.222.0.104 "DELETE /v2.0/networks/732aaf5c-baf1-4b34-8df6-a7fd8817bbf3 HTTP/1.1" status: 204 len: 168 time: 0.2560115 Jul 06 14:41:46.564886 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557f32b0-17ea-4d21-b263-dc91e2767fbd admin admin] Pushing event deleted for resources: {'Network': ['ID=732aaf5c-baf1-4b34-8df6-a7fd8817bbf3,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:41:46.655581 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 56970) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:41:46.700727 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-2c031c11-3795-4856-a8ac-0b54d26a175b admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=1035c70385d94d088b83065f55155763&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0438516 Jul 06 14:41:46.703187 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 56972) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:41:46.751734 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-9d1e6bcd-3fed-4799-b419-30069b73977a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:41:46.772512 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-9d1e6bcd-3fed-4799-b419-30069b73977a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:41:46.817206 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-9d1e6bcd-3fed-4799-b419-30069b73977a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:41:46.819994 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-9d1e6bcd-3fed-4799-b419-30069b73977a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:41:46.821694 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-9d1e6bcd-3fed-4799-b419-30069b73977a admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/eae54499-3d6c-490e-bd49-e4425a9c8d25 HTTP/1.1" status: 204 len: 168 time: 0.1170738 Jul 06 14:41:46.829416 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1e6bcd-3fed-4799-b419-30069b73977a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eae54499-3d6c-490e-bd49-e4425a9c8d25,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:41:47.469067 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 56994) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:41:47.562792 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [None req-312b0b7c-daac-45cf-b157-8ac14d0c619b admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-130608309-network', 'tenant_id': '45442a2068a946eb9b25a061c409e69c'}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:41:47.587244 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-312b0b7c-daac-45cf-b157-8ac14d0c619b admin admin] Made reservation on behalf of 45442a2068a946eb9b25a061c409e69c for: {'network': 1} {{(pid=100247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:41:47.589624 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-312b0b7c-daac-45cf-b157-8ac14d0c619b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for network, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:41:47.598512 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-312b0b7c-daac-45cf-b157-8ac14d0c619b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:41:47.694028 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-312b0b7c-daac-45cf-b157-8ac14d0c619b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:41:47.697902 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-312b0b7c-daac-45cf-b157-8ac14d0c619b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:41:47.725120 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-312b0b7c-daac-45cf-b157-8ac14d0c619b admin admin] vlan segment allocate from pool success with {'vlan_id': 1039, 'physical_network': 'physnet1'} {{(pid=100247) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 14:41:47.731942 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312b0b7c-daac-45cf-b157-8ac14d0c619b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9db7bd2a-ba6b-404f-a4ca-876b03541e32,revision_number=1']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:41:47.739308 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-312b0b7c-daac-45cf-b157-8ac14d0c619b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552'] for segment, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:41:47.739723 n-d-773647-6 neutron-server[100247]: INFO neutron.db.segments_db [None req-312b0b7c-daac-45cf-b157-8ac14d0c619b admin admin] Added segment 63a12396-5380-4106-81be-8e10896ef174 of type vlan for network b6c3c3d2-f7fd-48e2-aeb6-e7b01f35da33 Jul 06 14:41:47.782875 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-312b0b7c-daac-45cf-b157-8ac14d0c619b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773752984405'] for network, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:41:47.811168 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-312b0b7c-daac-45cf-b157-8ac14d0c619b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060'] for network, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:41:47.812427 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-312b0b7c-daac-45cf-b157-8ac14d0c619b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:41:47.813002 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-312b0b7c-daac-45cf-b157-8ac14d0c619b admin admin] Notify callbacks [] for network, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:41:47.868342 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-312b0b7c-daac-45cf-b157-8ac14d0c619b admin admin] 10.222.0.104 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3954778 Jul 06 14:41:47.868920 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 56998) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:41:47.872290 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312b0b7c-daac-45cf-b157-8ac14d0c619b admin admin] Pushing event updated for resources: {'Network': ['ID=b6c3c3d2-f7fd-48e2-aeb6-e7b01f35da33,revision_number=1']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:41:47.875064 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-d7163bd5-7194-4c5f-a028-d62a44dcb93a admin admin] Request body: {'subnet': {'network_id': 'b6c3c3d2-f7fd-48e2-aeb6-e7b01f35da33', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-130608309-subnet', 'tenant_id': '45442a2068a946eb9b25a061c409e69c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:41:47.890415 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Network b6c3c3d2-f7fd-48e2-aeb6-e7b01f35da33 details requested by agent ovs-agent-n-d-773647-6 with host n-d-773647-6 {{(pid=100248) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 14:41:47.905563 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7163bd5-7194-4c5f-a028-d62a44dcb93a admin admin] Made reservation on behalf of 45442a2068a946eb9b25a061c409e69c for: {'subnet': 1} {{(pid=100246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:41:47.908425 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-d7163bd5-7194-4c5f-a028-d62a44dcb93a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127702029'] for subnet, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:41:48.077266 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-d7163bd5-7194-4c5f-a028-d62a44dcb93a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1849032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127687649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127702047'] for subnet, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:41:48.131298 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7163bd5-7194-4c5f-a028-d62a44dcb93a admin admin] Pushing event updated for resources: {'Subnet': ['ID=46966a0c-57df-4dae-9ec8-37c2341fc21b,revision_number=0']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:41:48.148007 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7163bd5-7194-4c5f-a028-d62a44dcb93a admin admin] Checking segment: {'id': '63a12396-5380-4106-81be-8e10896ef174', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': 'b6c3c3d2-f7fd-48e2-aeb6-e7b01f35da33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:41:48.148366 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7163bd5-7194-4c5f-a028-d62a44dcb93a admin admin] Network hostable DHCP agents. Network: b6c3c3d2-f7fd-48e2-aeb6-e7b01f35da33, hostable agents: ['f2bada3d-be77-4359-982b-8505a2bbca04'], hosted agents: [] {{(pid=100246) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 14:41:48.165320 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7163bd5-7194-4c5f-a028-d62a44dcb93a admin admin] Network b6c3c3d2-f7fd-48e2-aeb6-e7b01f35da33 is scheduled to be hosted by DHCP agent f2bada3d-be77-4359-982b-8505a2bbca04 with binding_index 1 {{(pid=100246) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 14:41:48.173452 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.base_scheduler [None req-d7163bd5-7194-4c5f-a028-d62a44dcb93a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773647-6, b6c3c3d2-f7fd-48e2-aeb6-e7b01f35da33) {{(pid=100246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:41:48.177891 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7163bd5-7194-4c5f-a028-d62a44dcb93a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:41:48.178522 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-d7163bd5-7194-4c5f-a028-d62a44dcb93a admin admin] Notify callbacks [] for subnet, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:41:48.183915 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb1ebf74-a8f2-42d7-8b43-e9270b3a0325 None None] Network b6c3c3d2-f7fd-48e2-aeb6-e7b01f35da33 requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:41:48.193812 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-d7163bd5-7194-4c5f-a028-d62a44dcb93a admin admin] 10.222.0.104 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3232658 Jul 06 14:41:48.306815 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23742dee-bc61-4167-8bb0-407fafa10625 None None] Network b6c3c3d2-f7fd-48e2-aeb6-e7b01f35da33 requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:41:48.611741 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbed911-93d8-4282-b8de-6ffc1aff2bb1 req-7f446bef-3f24-4922-9f24-2caf3da08a05 tempest-ServerDiskConfigTestJSON-1190732798 tempest-ServerDiskConfigTestJSON-1190732798-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:41:48.613240 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-6dbed911-93d8-4282-b8de-6ffc1aff2bb1 req-7f446bef-3f24-4922-9f24-2caf3da08a05 tempest-ServerDiskConfigTestJSON-1190732798 tempest-ServerDiskConfigTestJSON-1190732798-project] 10.222.0.104 "GET /v2.0/networks?id=b6c3c3d2-f7fd-48e2-aeb6-e7b01f35da33 HTTP/1.1" status: 200 len: 814 time: 0.1060734 Jul 06 14:41:48.627517 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-6dbed911-93d8-4282-b8de-6ffc1aff2bb1 req-0e03b197-c380-4194-b7f2-a1d72dfb19f5 tempest-ServerDiskConfigTestJSON-1190732798 tempest-ServerDiskConfigTestJSON-1190732798-project] 10.222.0.104 "GET /v2.0/quotas/45442a2068a946eb9b25a061c409e69c HTTP/1.1" status: 200 len: 375 time: 0.0089099 Jul 06 14:41:48.660476 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-6dbed911-93d8-4282-b8de-6ffc1aff2bb1 req-44e06292-d471-4cbc-a913-ddce461427ca tempest-ServerDiskConfigTestJSON-1190732798 tempest-ServerDiskConfigTestJSON-1190732798-project] 10.222.0.104 "GET /v2.0/ports?tenant_id=45442a2068a946eb9b25a061c409e69c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0280020 Jul 06 14:41:48.796938 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-6dbed911-93d8-4282-b8de-6ffc1aff2bb1 req-ab60a391-f723-401b-a2f7-40e4d1d2b653 service neutron] 10.222.0.104 "GET /v2.0/networks/b6c3c3d2-f7fd-48e2-aeb6-e7b01f35da33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1297421 Jul 06 14:41:48.882465 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-6dbed911-93d8-4282-b8de-6ffc1aff2bb1 req-b7628ea1-0430-4e3b-ac00-a09777f90ceb service neutron] 10.222.0.104 "GET /v2.0/networks/b6c3c3d2-f7fd-48e2-aeb6-e7b01f35da33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0797966 Jul 06 14:41:49.047208 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-2aa79548-594a-4a24-a323-d645e2e06f4d req-bbb2fab2-ca54-40b3-900f-015a22456af2 tempest-ServerDiskConfigTestJSON-1190732798 tempest-ServerDiskConfigTestJSON-1190732798-project] 10.222.0.104 "GET /v2.0/ports?device_id=e85d0716-8cf3-44bd-8d89-49f7daaad619 HTTP/1.1" status: 200 len: 210 time: 0.0285501 Jul 06 14:41:49.654418 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Device c776a5db-ed49-492f-b502-c47fbc073676 no longer exists at agent hyperv_n-h1-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:41:49.675919 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] No Port match for: c776a5db-ed49-492f-b502-c47fbc073676 {{(pid=100248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 14:41:49.676181 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Device c776a5db-ed49-492f-b502-c47fbc073676 not bound to the agent host n-h1-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:41:50.089246 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbed911-93d8-4282-b8de-6ffc1aff2bb1 req-7e26c6af-fba9-4c40-8e99-f5127ae4645e tempest-ServerDiskConfigTestJSON-1190732798 tempest-ServerDiskConfigTestJSON-1190732798-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:41:50.090626 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-6dbed911-93d8-4282-b8de-6ffc1aff2bb1 req-7e26c6af-fba9-4c40-8e99-f5127ae4645e tempest-ServerDiskConfigTestJSON-1190732798 tempest-ServerDiskConfigTestJSON-1190732798-project] 10.222.0.127 "GET /v2.0/networks?id=b6c3c3d2-f7fd-48e2-aeb6-e7b01f35da33 HTTP/1.1" status: 200 len: 814 time: 0.1064715 Jul 06 14:41:50.108977 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [req-6dbed911-93d8-4282-b8de-6ffc1aff2bb1 req-a92b66aa-6a25-47e8-bae2-a8d06a7eafd5 tempest-ServerDiskConfigTestJSON-1190732798 tempest-ServerDiskConfigTestJSON-1190732798-project] Request body: {'port': {'device_id': 'e85d0716-8cf3-44bd-8d89-49f7daaad619', 'network_id': 'b6c3c3d2-f7fd-48e2-aeb6-e7b01f35da33', 'admin_state_up': True, 'tenant_id': '45442a2068a946eb9b25a061c409e69c'}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:41:50.204055 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-5b0e6058-ceea-4ccd-b752-6ed4d14aff34 req-55bd309c-0a7f-432c-9971-b68bf9b0bfe1 tempest-ServerDiskConfigTestJSON-1190732798 tempest-ServerDiskConfigTestJSON-1190732798-project] 10.222.0.104 "GET /v2.0/ports?device_id=e85d0716-8cf3-44bd-8d89-49f7daaad619 HTTP/1.1" status: 200 len: 210 time: 0.0414143 Jul 06 14:41:50.245580 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6dbed911-93d8-4282-b8de-6ffc1aff2bb1 req-a92b66aa-6a25-47e8-bae2-a8d06a7eafd5 tempest-ServerDiskConfigTestJSON-1190732798 tempest-ServerDiskConfigTestJSON-1190732798-project] Made reservation on behalf of 45442a2068a946eb9b25a061c409e69c for: {'port': 1} {{(pid=100247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:41:50.249100 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-6dbed911-93d8-4282-b8de-6ffc1aff2bb1 req-a92b66aa-6a25-47e8-bae2-a8d06a7eafd5 tempest-ServerDiskConfigTestJSON-1190732798 tempest-ServerDiskConfigTestJSON-1190732798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:41:50.373630 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.db_base_plugin_common [req-6dbed911-93d8-4282-b8de-6ffc1aff2bb1 req-a92b66aa-6a25-47e8-bae2-a8d06a7eafd5 tempest-ServerDiskConfigTestJSON-1190732798 tempest-ServerDiskConfigTestJSON-1190732798-project] Allocated IP 172.20.0.11 (b6c3c3d2-f7fd-48e2-aeb6-e7b01f35da33/46966a0c-57df-4dae-9ec8-37c2341fc21b/37e48f86-38fb-4215-a5d6-98c746290e63) {{(pid=100247) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:41:50.523199 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-6dbed911-93d8-4282-b8de-6ffc1aff2bb1 req-a92b66aa-6a25-47e8-bae2-a8d06a7eafd5 tempest-ServerDiskConfigTestJSON-1190732798 tempest-ServerDiskConfigTestJSON-1190732798-project] Notify callbacks [] for port, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:41:50.560467 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-6dbed911-93d8-4282-b8de-6ffc1aff2bb1 req-a92b66aa-6a25-47e8-bae2-a8d06a7eafd5 tempest-ServerDiskConfigTestJSON-1190732798 tempest-ServerDiskConfigTestJSON-1190732798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-128888360'] for port, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:41:50.606832 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6dbed911-93d8-4282-b8de-6ffc1aff2bb1 req-a92b66aa-6a25-47e8-bae2-a8d06a7eafd5 tempest-ServerDiskConfigTestJSON-1190732798 tempest-ServerDiskConfigTestJSON-1190732798-project] Network b6c3c3d2-f7fd-48e2-aeb6-e7b01f35da33 is already hosted by enough agents. {{(pid=100247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:41:50.610926 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.base_scheduler [req-6dbed911-93d8-4282-b8de-6ffc1aff2bb1 req-a92b66aa-6a25-47e8-bae2-a8d06a7eafd5 tempest-ServerDiskConfigTestJSON-1190732798 tempest-ServerDiskConfigTestJSON-1190732798-project] Resources bound (agent type, host, resource id): {{(pid=100247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:41:50.619137 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.l3_dvrscheduler_db [req-6dbed911-93d8-4282-b8de-6ffc1aff2bb1 req-a92b66aa-6a25-47e8-bae2-a8d06a7eafd5 tempest-ServerDiskConfigTestJSON-1190732798 tempest-ServerDiskConfigTestJSON-1190732798-project] Received port after_create {{(pid=100247) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:41:50.625406 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92b66aa-6a25-47e8-bae2-a8d06a7eafd5 tempest-ServerDiskConfigTestJSON-1190732798 tempest-ServerDiskConfigTestJSON-1190732798-project] Pushing event updated for resources: {'Port': ['ID=37e48f86-38fb-4215-a5d6-98c746290e63,revision_number=1']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:41:50.669043 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbed911-93d8-4282-b8de-6ffc1aff2bb1 req-a92b66aa-6a25-47e8-bae2-a8d06a7eafd5 tempest-ServerDiskConfigTestJSON-1190732798 tempest-ServerDiskConfigTestJSON-1190732798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:41:50.669656 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-6dbed911-93d8-4282-b8de-6ffc1aff2bb1 req-a92b66aa-6a25-47e8-bae2-a8d06a7eafd5 tempest-ServerDiskConfigTestJSON-1190732798 tempest-ServerDiskConfigTestJSON-1190732798-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:41:50.683972 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-6dbed911-93d8-4282-b8de-6ffc1aff2bb1 req-a92b66aa-6a25-47e8-bae2-a8d06a7eafd5 tempest-ServerDiskConfigTestJSON-1190732798 tempest-ServerDiskConfigTestJSON-1190732798-project] 10.222.0.127 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5790386 Jul 06 14:41:50.736617 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [req-6dbed911-93d8-4282-b8de-6ffc1aff2bb1 req-c4f6f0bf-f091-4d91-956a-658d1d3831cc service neutron] Request body: {'port': {'device_id': 'e85d0716-8cf3-44bd-8d89-49f7daaad619', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-773647-6'}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:41:50.806809 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-6dbed911-93d8-4282-b8de-6ffc1aff2bb1 req-c4f6f0bf-f091-4d91-956a-658d1d3831cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:41:51.064009 n-d-773647-6 neutron-server[100247]: DEBUG neutron.notifiers.nova [req-6dbed911-93d8-4282-b8de-6ffc1aff2bb1 req-c4f6f0bf-f091-4d91-956a-658d1d3831cc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 37e48f86-38fb-4215-a5d6-98c746290e63 {{(pid=100247) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 14:41:51.071160 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-6dbed911-93d8-4282-b8de-6ffc1aff2bb1 req-c4f6f0bf-f091-4d91-956a-658d1d3831cc service neutron] Notify callbacks [] for port, precommit_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:41:51.085645 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.provisioning_blocks [req-6dbed911-93d8-4282-b8de-6ffc1aff2bb1 req-c4f6f0bf-f091-4d91-956a-658d1d3831cc service neutron] Transition to ACTIVE for port object 37e48f86-38fb-4215-a5d6-98c746290e63 will not be triggered until provisioned by entity L2. {{(pid=100247) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:41:51.089232 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-6dbed911-93d8-4282-b8de-6ffc1aff2bb1 req-c4f6f0bf-f091-4d91-956a-658d1d3831cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128888538'] for port, after_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:41:51.139627 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f6f0bf-f091-4d91-956a-658d1d3831cc service neutron] Pushing event updated for resources: {'Port': ['ID=37e48f86-38fb-4215-a5d6-98c746290e63,revision_number=2']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:41:51.205875 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.managers [req-6dbed911-93d8-4282-b8de-6ffc1aff2bb1 req-c4f6f0bf-f091-4d91-956a-658d1d3831cc service neutron] Attempting to bind port 37e48f86-38fb-4215-a5d6-98c746290e63 on host n-h1-773647-6 for vnic_type normal with profile {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:41:51.206204 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.managers [req-6dbed911-93d8-4282-b8de-6ffc1aff2bb1 req-c4f6f0bf-f091-4d91-956a-658d1d3831cc service neutron] Attempting to bind port 37e48f86-38fb-4215-a5d6-98c746290e63 by drivers openvswitch,hyperv on host n-h1-773647-6 at level 0 using segments [{'id': '63a12396-5380-4106-81be-8e10896ef174', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': 'b6c3c3d2-f7fd-48e2-aeb6-e7b01f35da33'}] {{(pid=100247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:41:51.206523 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dbed911-93d8-4282-b8de-6ffc1aff2bb1 req-c4f6f0bf-f091-4d91-956a-658d1d3831cc service neutron] Attempting to bind port 37e48f86-38fb-4215-a5d6-98c746290e63 on network b6c3c3d2-f7fd-48e2-aeb6-e7b01f35da33 {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:41:51.210630 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dbed911-93d8-4282-b8de-6ffc1aff2bb1 req-c4f6f0bf-f091-4d91-956a-658d1d3831cc service neutron] Port 37e48f86-38fb-4215-a5d6-98c746290e63 on network b6c3c3d2-f7fd-48e2-aeb6-e7b01f35da33 not bound, no agent of type Open vSwitch agent registered on host n-h1-773647-6 {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 14:41:51.210950 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dbed911-93d8-4282-b8de-6ffc1aff2bb1 req-c4f6f0bf-f091-4d91-956a-658d1d3831cc service neutron] Attempting to bind port 37e48f86-38fb-4215-a5d6-98c746290e63 on network b6c3c3d2-f7fd-48e2-aeb6-e7b01f35da33 {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:41:51.216208 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dbed911-93d8-4282-b8de-6ffc1aff2bb1 req-c4f6f0bf-f091-4d91-956a-658d1d3831cc service neutron] Checking agent: {'id': '5bf7147f-bada-4441-a5dc-934b903473fb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-773647-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 51, 12), 'started_at': datetime.datetime(2021, 7, 6, 13, 51, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 41, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:41:51.216541 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dbed911-93d8-4282-b8de-6ffc1aff2bb1 req-c4f6f0bf-f091-4d91-956a-658d1d3831cc service neutron] Checking segment: {'id': '63a12396-5380-4106-81be-8e10896ef174', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': 'b6c3c3d2-f7fd-48e2-aeb6-e7b01f35da33'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100247) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:41:51.216914 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dbed911-93d8-4282-b8de-6ffc1aff2bb1 req-c4f6f0bf-f091-4d91-956a-658d1d3831cc service neutron] Bound using segment: {'id': '63a12396-5380-4106-81be-8e10896ef174', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': 'b6c3c3d2-f7fd-48e2-aeb6-e7b01f35da33'} {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:41:51.217327 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.managers [req-6dbed911-93d8-4282-b8de-6ffc1aff2bb1 req-c4f6f0bf-f091-4d91-956a-658d1d3831cc service neutron] Bound port: 37e48f86-38fb-4215-a5d6-98c746290e63, host: n-h1-773647-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '63a12396-5380-4106-81be-8e10896ef174', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': 'b6c3c3d2-f7fd-48e2-aeb6-e7b01f35da33'}}] {{(pid=100247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:41:51.217673 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-6dbed911-93d8-4282-b8de-6ffc1aff2bb1 req-c4f6f0bf-f091-4d91-956a-658d1d3831cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:41:51.282673 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.db [req-6dbed911-93d8-4282-b8de-6ffc1aff2bb1 req-c4f6f0bf-f091-4d91-956a-658d1d3831cc service neutron] For port 37e48f86-38fb-4215-a5d6-98c746290e63, host n-h1-773647-6, cleared binding levels {{(pid=100247) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:41:51.285589 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.db [req-6dbed911-93d8-4282-b8de-6ffc1aff2bb1 req-c4f6f0bf-f091-4d91-956a-658d1d3831cc service neutron] For port 37e48f86-38fb-4215-a5d6-98c746290e63, host n-h1-773647-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773647-6',level=0,port_id=37e48f86-38fb-4215-a5d6-98c746290e63,segment=NetworkSegment(63a12396-5380-4106-81be-8e10896ef174),segment_id=63a12396-5380-4106-81be-8e10896ef174)] {{(pid=100247) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:41:51.291071 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-6dbed911-93d8-4282-b8de-6ffc1aff2bb1 req-c4f6f0bf-f091-4d91-956a-658d1d3831cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128888538'] for port, after_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:41:51.331431 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbed911-93d8-4282-b8de-6ffc1aff2bb1 req-c4f6f0bf-f091-4d91-956a-658d1d3831cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:41:51.332037 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-6dbed911-93d8-4282-b8de-6ffc1aff2bb1 req-c4f6f0bf-f091-4d91-956a-658d1d3831cc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:41:51.333363 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-6dbed911-93d8-4282-b8de-6ffc1aff2bb1 req-c4f6f0bf-f091-4d91-956a-658d1d3831cc service neutron] 10.222.0.127 "PUT /v2.0/ports/37e48f86-38fb-4215-a5d6-98c746290e63 HTTP/1.1" status: 200 len: 1092 time: 0.6009555 Jul 06 14:41:51.336890 n-d-773647-6 neutron-server[100247]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e85d0716-8cf3-44bd-8d89-49f7daaad619', 'tag': '37e48f86-38fb-4215-a5d6-98c746290e63'}] {{(pid=100247) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:41:51.339112 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cbf0eeaae822f8fc9b87a94aeba67a3d651842baf663a51cba94b67a514836d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ff93334-f019-439c-b575-1dcbde323ff9" -d '{"events": [{"name": "network-changed", "server_uuid": "e85d0716-8cf3-44bd-8d89-49f7daaad619", "tag": "37e48f86-38fb-4215-a5d6-98c746290e63"}]}' {{(pid=100247) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:41:51.390886 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 14:41:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfaa4b23-1188-4ae5-8623-9b8f70215494 x-openstack-request-id: req-dfaa4b23-1188-4ae5-8623-9b8f70215494 {{(pid=100247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:41:51.390886 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e85d0716-8cf3-44bd-8d89-49f7daaad619", "tag": "37e48f86-38fb-4215-a5d6-98c746290e63", "status": "completed", "code": 200}]} {{(pid=100247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:41:51.390886 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-dfaa4b23-1188-4ae5-8623-9b8f70215494 {{(pid=100247) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:41:51.390886 n-d-773647-6 neutron-server[100247]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e85d0716-8cf3-44bd-8d89-49f7daaad619', 'tag': '37e48f86-38fb-4215-a5d6-98c746290e63', 'status': 'completed', 'code': 200} Jul 06 14:41:51.420735 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f6f0bf-f091-4d91-956a-658d1d3831cc service neutron] Pushing event updated for resources: {'Port': ['ID=37e48f86-38fb-4215-a5d6-98c746290e63,revision_number=3']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:41:51.463117 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c56fc1b-6fe5-45c9-b37f-f4caf2b43bef req-15198818-ee9b-40f2-b6f3-d94bc7fdb214 tempest-ServerDiskConfigTestJSON-1190732798 tempest-ServerDiskConfigTestJSON-1190732798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:41:51.464669 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-9c56fc1b-6fe5-45c9-b37f-f4caf2b43bef req-15198818-ee9b-40f2-b6f3-d94bc7fdb214 tempest-ServerDiskConfigTestJSON-1190732798 tempest-ServerDiskConfigTestJSON-1190732798-project] 10.222.0.104 "GET /v2.0/ports?device_id=e85d0716-8cf3-44bd-8d89-49f7daaad619 HTTP/1.1" status: 200 len: 944 time: 0.1471219 Jul 06 14:41:51.470425 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbed911-93d8-4282-b8de-6ffc1aff2bb1 req-46efcfd9-f093-4a8f-b56a-8b6cae0eb7ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:41:51.472302 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-6dbed911-93d8-4282-b8de-6ffc1aff2bb1 req-46efcfd9-f093-4a8f-b56a-8b6cae0eb7ed service neutron] 10.222.0.127 "GET /v2.0/ports?tenant_id=45442a2068a946eb9b25a061c409e69c&device_id=e85d0716-8cf3-44bd-8d89-49f7daaad619 HTTP/1.1" status: 200 len: 1095 time: 0.0986431 Jul 06 14:41:51.525326 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-6dbed911-93d8-4282-b8de-6ffc1aff2bb1 req-f8f94acd-7740-4913-b265-a3323ed6ef59 service neutron] 10.222.0.127 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=37e48f86-38fb-4215-a5d6-98c746290e63 HTTP/1.1" status: 200 len: 217 time: 0.0442529 Jul 06 14:41:51.566531 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-9c56fc1b-6fe5-45c9-b37f-f4caf2b43bef req-e65b2b82-8190-42db-9108-0c573148ea8f tempest-ServerDiskConfigTestJSON-1190732798 tempest-ServerDiskConfigTestJSON-1190732798-project] 10.222.0.104 "GET /v2.0/security-groups?id=9db7bd2a-ba6b-404f-a4ca-876b03541e32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919955 Jul 06 14:41:51.587585 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbed911-93d8-4282-b8de-6ffc1aff2bb1 req-30d8e389-e025-4462-b62f-31d7a7505c3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:41:51.588226 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-6dbed911-93d8-4282-b8de-6ffc1aff2bb1 req-30d8e389-e025-4462-b62f-31d7a7505c3f service neutron] 10.222.0.127 "GET /v2.0/subnets?id=46966a0c-57df-4dae-9ec8-37c2341fc21b HTTP/1.1" status: 200 len: 854 time: 0.0531943 Jul 06 14:41:51.624903 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-6dbed911-93d8-4282-b8de-6ffc1aff2bb1 req-c0f88a97-1ab5-4533-9f70-d2ea55d865a0 service neutron] 10.222.0.127 "GET /v2.0/ports?network_id=b6c3c3d2-f7fd-48e2-aeb6-e7b01f35da33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0308082 Jul 06 14:41:51.717213 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-6dbed911-93d8-4282-b8de-6ffc1aff2bb1 req-b0b57fe0-5b87-4d8f-8162-6a26386dde72 service neutron] 10.222.0.127 "GET /v2.0/networks/b6c3c3d2-f7fd-48e2-aeb6-e7b01f35da33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862231 Jul 06 14:41:51.808664 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-6dbed911-93d8-4282-b8de-6ffc1aff2bb1 req-011a9a7e-574c-4c05-9bf0-a17027e14afe service neutron] 10.222.0.127 "GET /v2.0/networks/b6c3c3d2-f7fd-48e2-aeb6-e7b01f35da33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851855 Jul 06 14:41:52.157239 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff93334-f019-439c-b575-1dcbde323ff9 req-e139ac64-11db-4969-9caa-ad594b0965ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:41:52.158747 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-7ff93334-f019-439c-b575-1dcbde323ff9 req-e139ac64-11db-4969-9caa-ad594b0965ba service neutron] 10.222.0.127 "GET /v2.0/ports?tenant_id=45442a2068a946eb9b25a061c409e69c&device_id=e85d0716-8cf3-44bd-8d89-49f7daaad619 HTTP/1.1" status: 200 len: 1095 time: 0.3036494 Jul 06 14:41:52.245459 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff93334-f019-439c-b575-1dcbde323ff9 req-0140105a-3b2d-42fc-a28e-baaacb9c3ae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:41:52.246994 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-7ff93334-f019-439c-b575-1dcbde323ff9 req-0140105a-3b2d-42fc-a28e-baaacb9c3ae6 service neutron] 10.222.0.127 "GET /v2.0/networks?id=b6c3c3d2-f7fd-48e2-aeb6-e7b01f35da33 HTTP/1.1" status: 200 len: 916 time: 0.0813706 Jul 06 14:41:52.288781 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-7ff93334-f019-439c-b575-1dcbde323ff9 req-b54743fc-ae92-487c-83c9-2c31148fb005 service neutron] 10.222.0.127 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=37e48f86-38fb-4215-a5d6-98c746290e63 HTTP/1.1" status: 200 len: 217 time: 0.0360515 Jul 06 14:41:52.337252 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff93334-f019-439c-b575-1dcbde323ff9 req-7c237db9-744d-42b9-afe6-13bc187fd595 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:41:52.338664 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-7ff93334-f019-439c-b575-1dcbde323ff9 req-7c237db9-744d-42b9-afe6-13bc187fd595 service neutron] 10.222.0.127 "GET /v2.0/subnets?id=46966a0c-57df-4dae-9ec8-37c2341fc21b HTTP/1.1" status: 200 len: 854 time: 0.0428131 Jul 06 14:41:52.371186 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-7ff93334-f019-439c-b575-1dcbde323ff9 req-e0989138-f663-4f0c-b16b-c43016c4f795 service neutron] 10.222.0.127 "GET /v2.0/ports?network_id=b6c3c3d2-f7fd-48e2-aeb6-e7b01f35da33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261014 Jul 06 14:41:52.460095 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-7ff93334-f019-439c-b575-1dcbde323ff9 req-75fe3192-fb4c-4a5c-ae51-260cd4d97520 service neutron] 10.222.0.127 "GET /v2.0/networks/b6c3c3d2-f7fd-48e2-aeb6-e7b01f35da33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823889 Jul 06 14:41:52.548570 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-7ff93334-f019-439c-b575-1dcbde323ff9 req-634b2304-6abd-4044-95a4-ca2b1a6f5fbc service neutron] 10.222.0.127 "GET /v2.0/networks/b6c3c3d2-f7fd-48e2-aeb6-e7b01f35da33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810063 Jul 06 14:41:52.747308 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f3a599-4974-4cb6-a8f4-5f39024cda81 req-8ba9afcc-a149-4c13-a767-5bc7afb12d5d tempest-ServerDiskConfigTestJSON-1190732798 tempest-ServerDiskConfigTestJSON-1190732798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:41:52.748778 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-a8f3a599-4974-4cb6-a8f4-5f39024cda81 req-8ba9afcc-a149-4c13-a767-5bc7afb12d5d tempest-ServerDiskConfigTestJSON-1190732798 tempest-ServerDiskConfigTestJSON-1190732798-project] 10.222.0.104 "GET /v2.0/ports?device_id=e85d0716-8cf3-44bd-8d89-49f7daaad619 HTTP/1.1" status: 200 len: 944 time: 0.0687497 Jul 06 14:41:52.785875 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-a8f3a599-4974-4cb6-a8f4-5f39024cda81 req-075c1a86-7169-4d16-a007-233b7c0f086d tempest-ServerDiskConfigTestJSON-1190732798 tempest-ServerDiskConfigTestJSON-1190732798-project] 10.222.0.104 "GET /v2.0/security-groups?id=9db7bd2a-ba6b-404f-a4ca-876b03541e32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313439 Jul 06 14:41:52.899380 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-e6a48672-a34d-48d7-be07-feb1efca94d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:41:53.965154 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72a9e82-a72b-4407-a195-67b3a3904ecb req-768c07c9-4f59-4ae6-9315-9c6b4e71eab8 tempest-ServerDiskConfigTestJSON-1190732798 tempest-ServerDiskConfigTestJSON-1190732798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:41:53.967337 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-b72a9e82-a72b-4407-a195-67b3a3904ecb req-768c07c9-4f59-4ae6-9315-9c6b4e71eab8 tempest-ServerDiskConfigTestJSON-1190732798 tempest-ServerDiskConfigTestJSON-1190732798-project] 10.222.0.104 "GET /v2.0/ports?device_id=e85d0716-8cf3-44bd-8d89-49f7daaad619 HTTP/1.1" status: 200 len: 944 time: 0.0625389 Jul 06 14:41:54.005609 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-b72a9e82-a72b-4407-a195-67b3a3904ecb req-99025ecb-b31f-4d26-be5e-69c034cb7f63 tempest-ServerDiskConfigTestJSON-1190732798 tempest-ServerDiskConfigTestJSON-1190732798-project] 10.222.0.104 "GET /v2.0/security-groups?id=9db7bd2a-ba6b-404f-a4ca-876b03541e32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321977 Jul 06 14:41:55.173922 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaeda48b-c4d5-49f2-a2a4-1b4f6d937369 req-3887f071-e9da-426a-bdbc-ca5429f80eb6 tempest-ServerDiskConfigTestJSON-1190732798 tempest-ServerDiskConfigTestJSON-1190732798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:41:55.175448 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-eaeda48b-c4d5-49f2-a2a4-1b4f6d937369 req-3887f071-e9da-426a-bdbc-ca5429f80eb6 tempest-ServerDiskConfigTestJSON-1190732798 tempest-ServerDiskConfigTestJSON-1190732798-project] 10.222.0.104 "GET /v2.0/ports?device_id=e85d0716-8cf3-44bd-8d89-49f7daaad619 HTTP/1.1" status: 200 len: 944 time: 0.0620968 Jul 06 14:41:55.217023 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-eaeda48b-c4d5-49f2-a2a4-1b4f6d937369 req-b3e2a2f1-9ffe-4f35-920f-58aa037ec17b tempest-ServerDiskConfigTestJSON-1190732798 tempest-ServerDiskConfigTestJSON-1190732798-project] 10.222.0.104 "GET /v2.0/security-groups?id=9db7bd2a-ba6b-404f-a4ca-876b03541e32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352499 Jul 06 14:41:55.590745 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-2e0f9637-cef7-4b0f-9f5d-ef2ad93d3a55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:41:55.687575 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Device 37e48f86-38fb-4215-a5d6-98c746290e63 details requested by agent hyperv_n-h1-773647-6 with host n-h1-773647-6 {{(pid=100248) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 14:41:55.920678 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:41:55.943955 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] For port 37e48f86-38fb-4215-a5d6-98c746290e63, host n-h1-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773647-6',level=0,port_id=37e48f86-38fb-4215-a5d6-98c746290e63,segment=NetworkSegment(63a12396-5380-4106-81be-8e10896ef174),segment_id=63a12396-5380-4106-81be-8e10896ef174)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:41:55.954452 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Returning: {'device': '37e48f86-38fb-4215-a5d6-98c746290e63', 'network_id': 'b6c3c3d2-f7fd-48e2-aeb6-e7b01f35da33', 'port_id': '37e48f86-38fb-4215-a5d6-98c746290e63', 'mac_address': 'fa:16:3e:4f:de:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1039, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '46966a0c-57df-4dae-9ec8-37c2341fc21b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100248) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 14:41:55.991127 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:41:56.003162 n-d-773647-6 neutron-server[100248]: DEBUG neutron.notifiers.nova [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 37e48f86-38fb-4215-a5d6-98c746290e63 {{(pid=100248) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 14:41:56.024832 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] For port 37e48f86-38fb-4215-a5d6-98c746290e63, host n-h1-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773647-6',level=0,port_id=37e48f86-38fb-4215-a5d6-98c746290e63,segment=NetworkSegment(63a12396-5380-4106-81be-8e10896ef174),segment_id=63a12396-5380-4106-81be-8e10896ef174)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:41:56.028789 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:41:56.075939 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Pushing event updated for resources: {'Port': ['ID=37e48f86-38fb-4215-a5d6-98c746290e63,revision_number=4']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:41:56.317388 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] get_ports_and_sgs() called for port_ids ['37e48f86-38fb-4215-a5d6-98c746290e63'] {{(pid=100248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 14:41:56.387501 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbf8ffe-a702-4a14-a3a4-5a27ed6d75d7 req-1acf6ee3-79ab-4407-a0c7-67474708f9c7 tempest-ServerDiskConfigTestJSON-1190732798 tempest-ServerDiskConfigTestJSON-1190732798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:41:56.389005 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-9bbf8ffe-a702-4a14-a3a4-5a27ed6d75d7 req-1acf6ee3-79ab-4407-a0c7-67474708f9c7 tempest-ServerDiskConfigTestJSON-1190732798 tempest-ServerDiskConfigTestJSON-1190732798-project] 10.222.0.104 "GET /v2.0/ports?device_id=e85d0716-8cf3-44bd-8d89-49f7daaad619 HTTP/1.1" status: 200 len: 945 time: 0.0622170 Jul 06 14:41:56.426300 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-9bbf8ffe-a702-4a14-a3a4-5a27ed6d75d7 req-72c5c44d-9efd-4b38-8342-8b71b60421b5 tempest-ServerDiskConfigTestJSON-1190732798 tempest-ServerDiskConfigTestJSON-1190732798-project] 10.222.0.104 "GET /v2.0/security-groups?id=9db7bd2a-ba6b-404f-a4ca-876b03541e32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316656 Jul 06 14:41:56.710994 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-2064eaae-da4f-48f8-82d2-b09d4ddedd44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:41:57.599509 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4518b4fa-da0d-4abf-97ec-ebe395422e8f req-a1222862-a337-4c5d-af14-5ff79f328898 tempest-ServerDiskConfigTestJSON-1190732798 tempest-ServerDiskConfigTestJSON-1190732798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:41:57.601009 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-4518b4fa-da0d-4abf-97ec-ebe395422e8f req-a1222862-a337-4c5d-af14-5ff79f328898 tempest-ServerDiskConfigTestJSON-1190732798 tempest-ServerDiskConfigTestJSON-1190732798-project] 10.222.0.104 "GET /v2.0/ports?device_id=e85d0716-8cf3-44bd-8d89-49f7daaad619 HTTP/1.1" status: 200 len: 945 time: 0.0639563 Jul 06 14:41:57.639085 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-4518b4fa-da0d-4abf-97ec-ebe395422e8f req-f6154356-05fb-4a41-8627-8bc5eb6c601c tempest-ServerDiskConfigTestJSON-1190732798 tempest-ServerDiskConfigTestJSON-1190732798-project] 10.222.0.104 "GET /v2.0/security-groups?id=9db7bd2a-ba6b-404f-a4ca-876b03541e32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315006 Jul 06 14:41:57.688053 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Device 37e48f86-38fb-4215-a5d6-98c746290e63 up at agent hyperv_n-h1-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:41:57.737782 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Provisioning for port 37e48f86-38fb-4215-a5d6-98c746290e63 completed by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:41:57.743684 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Provisioning complete for port 37e48f86-38fb-4215-a5d6-98c746290e63 triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:41:57.744054 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:41:57.820831 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:41:57.842030 n-d-773647-6 neutron-server[100248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e85d0716-8cf3-44bd-8d89-49f7daaad619', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37e48f86-38fb-4215-a5d6-98c746290e63'}] {{(pid=100248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:41:57.844603 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84af257533e383389cbcf231d3534f4d5e149e7203fea16b4a8fc01438dddaf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d375bca3-c61d-4941-b318-3dd44cd8013f" -d '{"events": [{"server_uuid": "e85d0716-8cf3-44bd-8d89-49f7daaad619", "name": "network-vif-plugged", "status": "completed", "tag": "37e48f86-38fb-4215-a5d6-98c746290e63"}]}' {{(pid=100248) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:41:57.857617 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] For port 37e48f86-38fb-4215-a5d6-98c746290e63, host n-h1-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773647-6',level=0,port_id=37e48f86-38fb-4215-a5d6-98c746290e63,segment=NetworkSegment(63a12396-5380-4106-81be-8e10896ef174),segment_id=63a12396-5380-4106-81be-8e10896ef174)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:41:57.861811 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:41:57.910447 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Pushing event updated for resources: {'Port': ['ID=37e48f86-38fb-4215-a5d6-98c746290e63,revision_number=5']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:41:57.950542 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 14:41:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5baed37-fc1a-407a-99d2-11899c408b11 x-openstack-request-id: req-d5baed37-fc1a-407a-99d2-11899c408b11 {{(pid=100248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:41:57.950848 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e85d0716-8cf3-44bd-8d89-49f7daaad619", "name": "network-vif-plugged", "status": "completed", "tag": "37e48f86-38fb-4215-a5d6-98c746290e63", "code": 200}]} {{(pid=100248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:41:57.951107 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-d5baed37-fc1a-407a-99d2-11899c408b11 {{(pid=100248) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:41:57.951536 n-d-773647-6 neutron-server[100248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e85d0716-8cf3-44bd-8d89-49f7daaad619', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37e48f86-38fb-4215-a5d6-98c746290e63', 'code': 200} Jul 06 14:41:58.065034 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746bbbf5-2ff3-4bcd-9d66-0886f6cf2ee2 req-0781fee6-79b8-429c-9a6f-e0491eb7b86a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:41:58.066445 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-746bbbf5-2ff3-4bcd-9d66-0886f6cf2ee2 req-0781fee6-79b8-429c-9a6f-e0491eb7b86a service neutron] 10.222.0.127 "GET /v2.0/ports?device_id=e85d0716-8cf3-44bd-8d89-49f7daaad619 HTTP/1.1" status: 200 len: 1097 time: 0.0557463 Jul 06 14:41:58.099974 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-746bbbf5-2ff3-4bcd-9d66-0886f6cf2ee2 req-c69ca7fe-203c-478d-a1d1-f45fe6b1d1c5 service neutron] 10.222.0.127 "GET /v2.0/security-groups?id=9db7bd2a-ba6b-404f-a4ca-876b03541e32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0275879 Jul 06 14:41:58.513704 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-03f71b24-a9b8-453a-8924-caa3f97bc6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:41:58.812370 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f872659-0aa6-4829-a5cf-b85df70b9d23 req-3c474f8b-0e08-4ff1-a181-72d65383d6ad tempest-ServerDiskConfigTestJSON-1190732798 tempest-ServerDiskConfigTestJSON-1190732798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:41:58.813871 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-0f872659-0aa6-4829-a5cf-b85df70b9d23 req-3c474f8b-0e08-4ff1-a181-72d65383d6ad tempest-ServerDiskConfigTestJSON-1190732798 tempest-ServerDiskConfigTestJSON-1190732798-project] 10.222.0.104 "GET /v2.0/ports?device_id=e85d0716-8cf3-44bd-8d89-49f7daaad619 HTTP/1.1" status: 200 len: 946 time: 0.0640180 Jul 06 14:41:58.851461 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-0f872659-0aa6-4829-a5cf-b85df70b9d23 req-175a4499-081d-4f87-a404-1ea014b12c31 tempest-ServerDiskConfigTestJSON-1190732798 tempest-ServerDiskConfigTestJSON-1190732798-project] 10.222.0.104 "GET /v2.0/security-groups?id=9db7bd2a-ba6b-404f-a4ca-876b03541e32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320566 Jul 06 14:42:00.030885 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3b4c98-74a1-451f-918d-9b2996c30fae req-df247b93-b32f-48e6-a618-54029b4f8446 tempest-ServerDiskConfigTestJSON-1190732798 tempest-ServerDiskConfigTestJSON-1190732798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:42:00.032536 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-2f3b4c98-74a1-451f-918d-9b2996c30fae req-df247b93-b32f-48e6-a618-54029b4f8446 tempest-ServerDiskConfigTestJSON-1190732798 tempest-ServerDiskConfigTestJSON-1190732798-project] 10.222.0.104 "GET /v2.0/ports?device_id=e85d0716-8cf3-44bd-8d89-49f7daaad619 HTTP/1.1" status: 200 len: 946 time: 0.0673623 Jul 06 14:42:00.077639 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-2f3b4c98-74a1-451f-918d-9b2996c30fae req-810bdbd5-0862-454d-92a7-bffed209adf7 tempest-ServerDiskConfigTestJSON-1190732798 tempest-ServerDiskConfigTestJSON-1190732798-project] 10.222.0.104 "GET /v2.0/security-groups?id=9db7bd2a-ba6b-404f-a4ca-876b03541e32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395529 Jul 06 14:42:00.262764 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3312328d-b93a-4731-b69a-59172daeeba7 req-ff1f8805-0940-42fe-83f6-858ab690e2c6 tempest-ServerDiskConfigTestJSON-1190732798 tempest-ServerDiskConfigTestJSON-1190732798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:42:00.264371 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-3312328d-b93a-4731-b69a-59172daeeba7 req-ff1f8805-0940-42fe-83f6-858ab690e2c6 tempest-ServerDiskConfigTestJSON-1190732798 tempest-ServerDiskConfigTestJSON-1190732798-project] 10.222.0.104 "GET /v2.0/ports?device_id=e85d0716-8cf3-44bd-8d89-49f7daaad619 HTTP/1.1" status: 200 len: 946 time: 0.0737233 Jul 06 14:42:00.303208 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-3312328d-b93a-4731-b69a-59172daeeba7 req-756d414f-f17e-4083-af7f-fa79e800a1c9 tempest-ServerDiskConfigTestJSON-1190732798 tempest-ServerDiskConfigTestJSON-1190732798-project] 10.222.0.104 "GET /v2.0/security-groups?id=9db7bd2a-ba6b-404f-a4ca-876b03541e32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329061 Jul 06 14:42:00.645635 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39253535-6d34-4b53-9014-c93f1deab40d req-241dfa14-0e09-4122-8a3c-0cb584bcd495 tempest-ServerDiskConfigTestJSON-1190732798 tempest-ServerDiskConfigTestJSON-1190732798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:42:00.647159 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-39253535-6d34-4b53-9014-c93f1deab40d req-241dfa14-0e09-4122-8a3c-0cb584bcd495 tempest-ServerDiskConfigTestJSON-1190732798 tempest-ServerDiskConfigTestJSON-1190732798-project] 10.222.0.104 "GET /v2.0/ports?device_id=e85d0716-8cf3-44bd-8d89-49f7daaad619 HTTP/1.1" status: 200 len: 946 time: 0.0644894 Jul 06 14:42:00.687543 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-39253535-6d34-4b53-9014-c93f1deab40d req-8654eab3-9455-4731-9fb8-58cd81bc1379 tempest-ServerDiskConfigTestJSON-1190732798 tempest-ServerDiskConfigTestJSON-1190732798-project] 10.222.0.104 "GET /v2.0/security-groups?id=9db7bd2a-ba6b-404f-a4ca-876b03541e32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341868 Jul 06 14:42:00.864040 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9edeba-ea40-40d8-b1d0-76ef03e3432f req-2adde052-6292-42e9-b765-d658059dca05 tempest-ServerDiskConfigTestJSON-1190732798 tempest-ServerDiskConfigTestJSON-1190732798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:42:00.864944 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-6c9edeba-ea40-40d8-b1d0-76ef03e3432f req-2adde052-6292-42e9-b765-d658059dca05 tempest-ServerDiskConfigTestJSON-1190732798 tempest-ServerDiskConfigTestJSON-1190732798-project] 10.222.0.104 "GET /v2.0/ports?device_id=e85d0716-8cf3-44bd-8d89-49f7daaad619 HTTP/1.1" status: 200 len: 946 time: 0.0683205 Jul 06 14:42:00.902389 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-6c9edeba-ea40-40d8-b1d0-76ef03e3432f req-e73c6627-383b-49f7-8966-1936de45e8f4 tempest-ServerDiskConfigTestJSON-1190732798 tempest-ServerDiskConfigTestJSON-1190732798-project] 10.222.0.104 "GET /v2.0/security-groups?id=9db7bd2a-ba6b-404f-a4ca-876b03541e32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313659 Jul 06 14:42:01.239776 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-d9f9fc39-0ceb-4d36-9914-645d72ebc42d req-49442f04-1346-4415-a347-bb548b91ff85 service neutron] 10.222.0.104 "GET /v2.0/ports?device_id=e85d0716-8cf3-44bd-8d89-49f7daaad619&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0518157 Jul 06 14:42:01.299602 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be92c96-681c-45d6-be56-8f1ad5d6c24b req-07a94eb2-8b26-4293-aa20-2a507f014421 tempest-ServerDiskConfigTestJSON-1190732798 tempest-ServerDiskConfigTestJSON-1190732798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:42:01.301115 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-3be92c96-681c-45d6-be56-8f1ad5d6c24b req-07a94eb2-8b26-4293-aa20-2a507f014421 tempest-ServerDiskConfigTestJSON-1190732798 tempest-ServerDiskConfigTestJSON-1190732798-project] 10.222.0.104 "GET /v2.0/ports?device_id=e85d0716-8cf3-44bd-8d89-49f7daaad619 HTTP/1.1" status: 200 len: 946 time: 0.0667074 Jul 06 14:42:01.339854 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-3be92c96-681c-45d6-be56-8f1ad5d6c24b req-e47514fe-eab7-4d64-b537-723541299586 tempest-ServerDiskConfigTestJSON-1190732798 tempest-ServerDiskConfigTestJSON-1190732798-project] 10.222.0.104 "GET /v2.0/security-groups?id=9db7bd2a-ba6b-404f-a4ca-876b03541e32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329816 Jul 06 14:42:02.358841 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f9fc39-0ceb-4d36-9914-645d72ebc42d req-22b26c08-cef6-42ca-8032-ba8a84b7983d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:42:02.360398 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-d9f9fc39-0ceb-4d36-9914-645d72ebc42d req-22b26c08-cef6-42ca-8032-ba8a84b7983d service neutron] 10.222.0.127 "GET /v2.0/ports?tenant_id=45442a2068a946eb9b25a061c409e69c&device_id=e85d0716-8cf3-44bd-8d89-49f7daaad619 HTTP/1.1" status: 200 len: 1097 time: 0.0523713 Jul 06 14:42:02.455844 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f9fc39-0ceb-4d36-9914-645d72ebc42d req-04fe5af2-e197-43e4-9d5c-9b1e2d35398b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:42:02.457333 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-d9f9fc39-0ceb-4d36-9914-645d72ebc42d req-04fe5af2-e197-43e4-9d5c-9b1e2d35398b service neutron] 10.222.0.127 "GET /v2.0/networks?id=b6c3c3d2-f7fd-48e2-aeb6-e7b01f35da33 HTTP/1.1" status: 200 len: 916 time: 0.0913239 Jul 06 14:42:02.521998 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-d9f9fc39-0ceb-4d36-9914-645d72ebc42d req-a0134ef7-62b7-4067-90d2-673fae6a1882 service neutron] 10.222.0.127 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=37e48f86-38fb-4215-a5d6-98c746290e63 HTTP/1.1" status: 200 len: 217 time: 0.0546434 Jul 06 14:42:02.590144 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f020879-8f4d-40d3-aa1a-72cd940f9c38 req-1aa9d076-6896-436c-b714-191aa7ef9255 tempest-ServerDiskConfigTestJSON-1190732798 tempest-ServerDiskConfigTestJSON-1190732798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:42:02.591652 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-2f020879-8f4d-40d3-aa1a-72cd940f9c38 req-1aa9d076-6896-436c-b714-191aa7ef9255 tempest-ServerDiskConfigTestJSON-1190732798 tempest-ServerDiskConfigTestJSON-1190732798-project] 10.222.0.104 "GET /v2.0/ports?device_id=e85d0716-8cf3-44bd-8d89-49f7daaad619 HTTP/1.1" status: 200 len: 946 time: 0.1334386 Jul 06 14:42:02.592957 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f9fc39-0ceb-4d36-9914-645d72ebc42d req-f616e6b1-0612-4cdc-b975-8dccc5d7e5eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:42:02.594264 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-d9f9fc39-0ceb-4d36-9914-645d72ebc42d req-f616e6b1-0612-4cdc-b975-8dccc5d7e5eb service neutron] 10.222.0.127 "GET /v2.0/subnets?id=46966a0c-57df-4dae-9ec8-37c2341fc21b HTTP/1.1" status: 200 len: 854 time: 0.0644777 Jul 06 14:42:02.636949 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-d9f9fc39-0ceb-4d36-9914-645d72ebc42d req-7c21d47f-754c-4149-80dc-58dfd0d75286 service neutron] 10.222.0.127 "GET /v2.0/ports?network_id=b6c3c3d2-f7fd-48e2-aeb6-e7b01f35da33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0336769 Jul 06 14:42:02.671717 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-2f020879-8f4d-40d3-aa1a-72cd940f9c38 req-b71d4373-a5c7-4bd1-b32c-9db567aa3d6e tempest-ServerDiskConfigTestJSON-1190732798 tempest-ServerDiskConfigTestJSON-1190732798-project] 10.222.0.104 "GET /v2.0/security-groups?id=9db7bd2a-ba6b-404f-a4ca-876b03541e32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744767 Jul 06 14:42:02.743002 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-d9f9fc39-0ceb-4d36-9914-645d72ebc42d req-fa04d654-6f3a-4df9-8e6b-db6c1980c7c4 service neutron] 10.222.0.127 "GET /v2.0/networks/b6c3c3d2-f7fd-48e2-aeb6-e7b01f35da33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960207 Jul 06 14:42:02.835050 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-d9f9fc39-0ceb-4d36-9914-645d72ebc42d req-400ec715-5e23-471c-b882-5cc3004a2874 service neutron] 10.222.0.127 "GET /v2.0/networks/b6c3c3d2-f7fd-48e2-aeb6-e7b01f35da33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855613 Jul 06 14:42:03.854385 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ea8be7-5aab-4459-91e4-cd94fd382587 req-c96c306b-297e-4e48-ab0a-ae8fda1e5784 tempest-ServerDiskConfigTestJSON-1190732798 tempest-ServerDiskConfigTestJSON-1190732798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:42:03.855942 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-b5ea8be7-5aab-4459-91e4-cd94fd382587 req-c96c306b-297e-4e48-ab0a-ae8fda1e5784 tempest-ServerDiskConfigTestJSON-1190732798 tempest-ServerDiskConfigTestJSON-1190732798-project] 10.222.0.104 "GET /v2.0/ports?device_id=e85d0716-8cf3-44bd-8d89-49f7daaad619 HTTP/1.1" status: 200 len: 946 time: 0.0698431 Jul 06 14:42:03.894381 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-b5ea8be7-5aab-4459-91e4-cd94fd382587 req-9c5cf590-ba68-43c2-b452-ac47a59c2357 tempest-ServerDiskConfigTestJSON-1190732798 tempest-ServerDiskConfigTestJSON-1190732798-project] 10.222.0.104 "GET /v2.0/security-groups?id=9db7bd2a-ba6b-404f-a4ca-876b03541e32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329096 Jul 06 14:42:05.071284 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8a2a38-9f2c-4bad-8e97-6a49feca359c req-d1563822-06aa-456c-98b1-9b6cf77a541a tempest-ServerDiskConfigTestJSON-1190732798 tempest-ServerDiskConfigTestJSON-1190732798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:42:05.072816 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-2a8a2a38-9f2c-4bad-8e97-6a49feca359c req-d1563822-06aa-456c-98b1-9b6cf77a541a tempest-ServerDiskConfigTestJSON-1190732798 tempest-ServerDiskConfigTestJSON-1190732798-project] 10.222.0.104 "GET /v2.0/ports?device_id=e85d0716-8cf3-44bd-8d89-49f7daaad619 HTTP/1.1" status: 200 len: 946 time: 0.0643706 Jul 06 14:42:05.110548 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-2a8a2a38-9f2c-4bad-8e97-6a49feca359c req-f1862284-28b1-4a25-ad99-dc655674fb38 tempest-ServerDiskConfigTestJSON-1190732798 tempest-ServerDiskConfigTestJSON-1190732798-project] 10.222.0.104 "GET /v2.0/security-groups?id=9db7bd2a-ba6b-404f-a4ca-876b03541e32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322564 Jul 06 14:42:05.878326 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8551f463-772c-41d3-ab7d-b543eb585ded req-3061af25-03a3-4913-b80c-e8c94d5b27e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:42:05.879884 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-8551f463-772c-41d3-ab7d-b543eb585ded req-3061af25-03a3-4913-b80c-e8c94d5b27e1 service neutron] 10.222.0.127 "GET /v2.0/ports?tenant_id=45442a2068a946eb9b25a061c409e69c&device_id=e85d0716-8cf3-44bd-8d89-49f7daaad619 HTTP/1.1" status: 200 len: 1097 time: 0.0587966 Jul 06 14:42:05.985517 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8551f463-772c-41d3-ab7d-b543eb585ded req-a7f1f8b0-8798-4f65-800d-83ca956fcac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:42:05.986982 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-8551f463-772c-41d3-ab7d-b543eb585ded req-a7f1f8b0-8798-4f65-800d-83ca956fcac7 service neutron] 10.222.0.127 "GET /v2.0/networks?id=b6c3c3d2-f7fd-48e2-aeb6-e7b01f35da33 HTTP/1.1" status: 200 len: 916 time: 0.0852334 Jul 06 14:42:06.029624 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-8551f463-772c-41d3-ab7d-b543eb585ded req-bd63ae27-b873-4f01-8cb3-9ec950fee5e8 service neutron] 10.222.0.127 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=37e48f86-38fb-4215-a5d6-98c746290e63 HTTP/1.1" status: 200 len: 217 time: 0.0350108 Jul 06 14:42:06.080911 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8551f463-772c-41d3-ab7d-b543eb585ded req-910a5b78-d9e0-487b-bc32-7096cc9e7143 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:42:06.082474 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-8551f463-772c-41d3-ab7d-b543eb585ded req-910a5b78-d9e0-487b-bc32-7096cc9e7143 service neutron] 10.222.0.127 "GET /v2.0/subnets?id=46966a0c-57df-4dae-9ec8-37c2341fc21b HTTP/1.1" status: 200 len: 854 time: 0.0465398 Jul 06 14:42:06.121346 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-8551f463-772c-41d3-ab7d-b543eb585ded req-e1b59f10-1978-4430-93db-6b5fc2f2a104 service neutron] 10.222.0.127 "GET /v2.0/ports?network_id=b6c3c3d2-f7fd-48e2-aeb6-e7b01f35da33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0318117 Jul 06 14:42:06.210253 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-8551f463-772c-41d3-ab7d-b543eb585ded req-af006b32-f32e-4139-a5a7-ed5230ed4689 service neutron] 10.222.0.127 "GET /v2.0/networks/b6c3c3d2-f7fd-48e2-aeb6-e7b01f35da33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821035 Jul 06 14:42:06.340800 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-8551f463-772c-41d3-ab7d-b543eb585ded req-60de8012-5b5a-4e7c-8a7b-8ec7ac1a05d0 service neutron] 10.222.0.127 "GET /v2.0/networks/b6c3c3d2-f7fd-48e2-aeb6-e7b01f35da33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244321 Jul 06 14:42:06.349832 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3aaf7fb-88ba-420a-8962-405f3dcef62d req-8d3e05e8-c3ec-4d40-902b-abfbb96b08e3 tempest-ServerDiskConfigTestJSON-1190732798 tempest-ServerDiskConfigTestJSON-1190732798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:42:06.351253 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-e3aaf7fb-88ba-420a-8962-405f3dcef62d req-8d3e05e8-c3ec-4d40-902b-abfbb96b08e3 tempest-ServerDiskConfigTestJSON-1190732798 tempest-ServerDiskConfigTestJSON-1190732798-project] 10.222.0.104 "GET /v2.0/ports?device_id=e85d0716-8cf3-44bd-8d89-49f7daaad619 HTTP/1.1" status: 200 len: 946 time: 0.1270063 Jul 06 14:42:06.390213 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-e3aaf7fb-88ba-420a-8962-405f3dcef62d req-c649c4a7-79d4-4d2c-ab93-81a106c64f17 tempest-ServerDiskConfigTestJSON-1190732798 tempest-ServerDiskConfigTestJSON-1190732798-project] 10.222.0.104 "GET /v2.0/security-groups?id=9db7bd2a-ba6b-404f-a4ca-876b03541e32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332570 Jul 06 14:42:07.565080 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56994afc-1ae2-4e12-9b43-f2395d811bc3 req-9def1d3f-fed4-4e3e-8236-94378089c5bf tempest-ServerDiskConfigTestJSON-1190732798 tempest-ServerDiskConfigTestJSON-1190732798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:42:07.566545 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-56994afc-1ae2-4e12-9b43-f2395d811bc3 req-9def1d3f-fed4-4e3e-8236-94378089c5bf tempest-ServerDiskConfigTestJSON-1190732798 tempest-ServerDiskConfigTestJSON-1190732798-project] 10.222.0.104 "GET /v2.0/ports?device_id=e85d0716-8cf3-44bd-8d89-49f7daaad619 HTTP/1.1" status: 200 len: 946 time: 0.0664055 Jul 06 14:42:07.603510 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-56994afc-1ae2-4e12-9b43-f2395d811bc3 req-aef7da48-53e1-4177-ac36-04ac81d3d459 tempest-ServerDiskConfigTestJSON-1190732798 tempest-ServerDiskConfigTestJSON-1190732798-project] 10.222.0.104 "GET /v2.0/security-groups?id=9db7bd2a-ba6b-404f-a4ca-876b03541e32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315061 Jul 06 14:42:08.773545 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5d87c7-3e37-4b42-b8e5-bc821b68b33b req-7d883130-630e-476d-a559-3d4b6dfa8360 tempest-ServerDiskConfigTestJSON-1190732798 tempest-ServerDiskConfigTestJSON-1190732798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:42:08.775017 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-2c5d87c7-3e37-4b42-b8e5-bc821b68b33b req-7d883130-630e-476d-a559-3d4b6dfa8360 tempest-ServerDiskConfigTestJSON-1190732798 tempest-ServerDiskConfigTestJSON-1190732798-project] 10.222.0.104 "GET /v2.0/ports?device_id=e85d0716-8cf3-44bd-8d89-49f7daaad619 HTTP/1.1" status: 200 len: 946 time: 0.0623591 Jul 06 14:42:08.812642 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-2c5d87c7-3e37-4b42-b8e5-bc821b68b33b req-01bdd82e-41f2-4b01-9c4b-b73c8e6efe5a tempest-ServerDiskConfigTestJSON-1190732798 tempest-ServerDiskConfigTestJSON-1190732798-project] 10.222.0.104 "GET /v2.0/security-groups?id=9db7bd2a-ba6b-404f-a4ca-876b03541e32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315297 Jul 06 14:42:10.001224 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080cf461-bbe1-49d2-9823-4a45c36188a9 req-4a7ad5aa-bef1-4ea7-817d-756ca891d440 tempest-ServerDiskConfigTestJSON-1190732798 tempest-ServerDiskConfigTestJSON-1190732798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:42:10.002750 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-080cf461-bbe1-49d2-9823-4a45c36188a9 req-4a7ad5aa-bef1-4ea7-817d-756ca891d440 tempest-ServerDiskConfigTestJSON-1190732798 tempest-ServerDiskConfigTestJSON-1190732798-project] 10.222.0.104 "GET /v2.0/ports?device_id=e85d0716-8cf3-44bd-8d89-49f7daaad619 HTTP/1.1" status: 200 len: 946 time: 0.0797691 Jul 06 14:42:10.050322 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-080cf461-bbe1-49d2-9823-4a45c36188a9 req-a7e60066-b242-4d18-802f-7ced446fb28b tempest-ServerDiskConfigTestJSON-1190732798 tempest-ServerDiskConfigTestJSON-1190732798-project] 10.222.0.104 "GET /v2.0/security-groups?id=9db7bd2a-ba6b-404f-a4ca-876b03541e32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417867 Jul 06 14:42:10.944022 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:42:11.238139 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b447a7-e155-458e-b414-333475a05a96 req-856bb437-5981-44b1-85d4-0b67ee4026d9 tempest-ServerDiskConfigTestJSON-1190732798 tempest-ServerDiskConfigTestJSON-1190732798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:42:11.239654 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-f6b447a7-e155-458e-b414-333475a05a96 req-856bb437-5981-44b1-85d4-0b67ee4026d9 tempest-ServerDiskConfigTestJSON-1190732798 tempest-ServerDiskConfigTestJSON-1190732798-project] 10.222.0.104 "GET /v2.0/ports?device_id=e85d0716-8cf3-44bd-8d89-49f7daaad619 HTTP/1.1" status: 200 len: 946 time: 0.0640228 Jul 06 14:42:11.277027 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-f6b447a7-e155-458e-b414-333475a05a96 req-ec94759e-c4f2-458a-a964-ecf50444172b tempest-ServerDiskConfigTestJSON-1190732798 tempest-ServerDiskConfigTestJSON-1190732798-project] 10.222.0.104 "GET /v2.0/security-groups?id=9db7bd2a-ba6b-404f-a4ca-876b03541e32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312760 Jul 06 14:42:12.451784 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ceb3b5-ffeb-4fd9-93a7-102fd1898209 req-ac62d08c-889c-43a6-80a0-dd0455ffbd42 tempest-ServerDiskConfigTestJSON-1190732798 tempest-ServerDiskConfigTestJSON-1190732798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:42:12.453331 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-82ceb3b5-ffeb-4fd9-93a7-102fd1898209 req-ac62d08c-889c-43a6-80a0-dd0455ffbd42 tempest-ServerDiskConfigTestJSON-1190732798 tempest-ServerDiskConfigTestJSON-1190732798-project] 10.222.0.104 "GET /v2.0/ports?device_id=e85d0716-8cf3-44bd-8d89-49f7daaad619 HTTP/1.1" status: 200 len: 946 time: 0.0645738 Jul 06 14:42:12.491819 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-82ceb3b5-ffeb-4fd9-93a7-102fd1898209 req-57623712-4252-403f-8333-815d200b73f7 tempest-ServerDiskConfigTestJSON-1190732798 tempest-ServerDiskConfigTestJSON-1190732798-project] 10.222.0.104 "GET /v2.0/security-groups?id=9db7bd2a-ba6b-404f-a4ca-876b03541e32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328944 Jul 06 14:42:12.794541 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:42:13.677872 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9860c31b-9101-437d-a73b-31bef608fc95 req-1fc52d1e-3e99-4fed-ac70-93085b1fc6e4 tempest-ServerDiskConfigTestJSON-1190732798 tempest-ServerDiskConfigTestJSON-1190732798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:42:13.679467 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-9860c31b-9101-437d-a73b-31bef608fc95 req-1fc52d1e-3e99-4fed-ac70-93085b1fc6e4 tempest-ServerDiskConfigTestJSON-1190732798 tempest-ServerDiskConfigTestJSON-1190732798-project] 10.222.0.104 "GET /v2.0/ports?device_id=e85d0716-8cf3-44bd-8d89-49f7daaad619 HTTP/1.1" status: 200 len: 946 time: 0.0692523 Jul 06 14:42:13.718798 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-9860c31b-9101-437d-a73b-31bef608fc95 req-3d7579f0-3d7f-4c01-b44d-dda13fe594c0 tempest-ServerDiskConfigTestJSON-1190732798 tempest-ServerDiskConfigTestJSON-1190732798-project] 10.222.0.104 "GET /v2.0/security-groups?id=9db7bd2a-ba6b-404f-a4ca-876b03541e32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330491 Jul 06 14:42:14.899919 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be17d929-66c6-491a-8444-2dbe18dc1800 req-ae39682e-47cb-4162-8701-29dc5f299690 tempest-ServerDiskConfigTestJSON-1190732798 tempest-ServerDiskConfigTestJSON-1190732798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:42:14.902112 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-be17d929-66c6-491a-8444-2dbe18dc1800 req-ae39682e-47cb-4162-8701-29dc5f299690 tempest-ServerDiskConfigTestJSON-1190732798 tempest-ServerDiskConfigTestJSON-1190732798-project] 10.222.0.104 "GET /v2.0/ports?device_id=e85d0716-8cf3-44bd-8d89-49f7daaad619 HTTP/1.1" status: 200 len: 946 time: 0.0648444 Jul 06 14:42:14.940404 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-be17d929-66c6-491a-8444-2dbe18dc1800 req-c19bf6a4-aaae-44ff-808e-84fc01923f9b tempest-ServerDiskConfigTestJSON-1190732798 tempest-ServerDiskConfigTestJSON-1190732798-project] 10.222.0.104 "GET /v2.0/security-groups?id=9db7bd2a-ba6b-404f-a4ca-876b03541e32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326080 Jul 06 14:42:15.295231 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.agents_db [None req-167c0ad6-1657-4c9a-a2c4-3b18056aa662 None None] Agent healthcheck: found 7 active agents {{(pid=100249) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 14:42:16.116521 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a62bbd-b87f-42d9-9e7e-532eb1ded3e8 req-ca46bc68-2e8b-4dcb-8cee-1daa11a36c06 tempest-ServerDiskConfigTestJSON-1190732798 tempest-ServerDiskConfigTestJSON-1190732798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:42:16.118107 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-13a62bbd-b87f-42d9-9e7e-532eb1ded3e8 req-ca46bc68-2e8b-4dcb-8cee-1daa11a36c06 tempest-ServerDiskConfigTestJSON-1190732798 tempest-ServerDiskConfigTestJSON-1190732798-project] 10.222.0.104 "GET /v2.0/ports?device_id=e85d0716-8cf3-44bd-8d89-49f7daaad619 HTTP/1.1" status: 200 len: 946 time: 0.0673881 Jul 06 14:42:16.157107 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-13a62bbd-b87f-42d9-9e7e-532eb1ded3e8 req-7a3803d6-53b5-468a-89e1-d99408a54c84 tempest-ServerDiskConfigTestJSON-1190732798 tempest-ServerDiskConfigTestJSON-1190732798-project] 10.222.0.104 "GET /v2.0/security-groups?id=9db7bd2a-ba6b-404f-a4ca-876b03541e32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329010 Jul 06 14:42:17.333366 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae738dea-359e-48c4-a89d-c10d68a1534d req-4c1a9377-29b8-4fdb-8e78-d6936c47b5fb tempest-ServerDiskConfigTestJSON-1190732798 tempest-ServerDiskConfigTestJSON-1190732798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:42:17.334890 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-ae738dea-359e-48c4-a89d-c10d68a1534d req-4c1a9377-29b8-4fdb-8e78-d6936c47b5fb tempest-ServerDiskConfigTestJSON-1190732798 tempest-ServerDiskConfigTestJSON-1190732798-project] 10.222.0.104 "GET /v2.0/ports?device_id=e85d0716-8cf3-44bd-8d89-49f7daaad619 HTTP/1.1" status: 200 len: 946 time: 0.0634196 Jul 06 14:42:17.372742 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-ae738dea-359e-48c4-a89d-c10d68a1534d req-abc2a533-5bcf-4476-8660-c153df6fc6c8 tempest-ServerDiskConfigTestJSON-1190732798 tempest-ServerDiskConfigTestJSON-1190732798-project] 10.222.0.104 "GET /v2.0/security-groups?id=9db7bd2a-ba6b-404f-a4ca-876b03541e32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316212 Jul 06 14:42:18.545854 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3b476d-8657-4761-9ceb-df7eeff94cf1 req-72daf936-1018-4390-8bf4-a6685f6a6f81 tempest-ServerDiskConfigTestJSON-1190732798 tempest-ServerDiskConfigTestJSON-1190732798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:42:18.547425 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-eb3b476d-8657-4761-9ceb-df7eeff94cf1 req-72daf936-1018-4390-8bf4-a6685f6a6f81 tempest-ServerDiskConfigTestJSON-1190732798 tempest-ServerDiskConfigTestJSON-1190732798-project] 10.222.0.104 "GET /v2.0/ports?device_id=e85d0716-8cf3-44bd-8d89-49f7daaad619 HTTP/1.1" status: 200 len: 946 time: 0.0634003 Jul 06 14:42:18.588277 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-eb3b476d-8657-4761-9ceb-df7eeff94cf1 req-1848f6df-4047-40ea-a6a2-dbca88f0e134 tempest-ServerDiskConfigTestJSON-1190732798 tempest-ServerDiskConfigTestJSON-1190732798-project] 10.222.0.104 "GET /v2.0/security-groups?id=9db7bd2a-ba6b-404f-a4ca-876b03541e32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350459 Jul 06 14:42:19.779617 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8417d4-dd71-454a-bedc-82eafb7c0a59 req-a90f15c4-df52-41ae-8ed8-656c937274e3 tempest-ServerDiskConfigTestJSON-1190732798 tempest-ServerDiskConfigTestJSON-1190732798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:42:19.781134 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-9b8417d4-dd71-454a-bedc-82eafb7c0a59 req-a90f15c4-df52-41ae-8ed8-656c937274e3 tempest-ServerDiskConfigTestJSON-1190732798 tempest-ServerDiskConfigTestJSON-1190732798-project] 10.222.0.104 "GET /v2.0/ports?device_id=e85d0716-8cf3-44bd-8d89-49f7daaad619 HTTP/1.1" status: 200 len: 946 time: 0.0793500 Jul 06 14:42:19.824842 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-9b8417d4-dd71-454a-bedc-82eafb7c0a59 req-94121802-78ce-4e81-a566-81f3177634a0 tempest-ServerDiskConfigTestJSON-1190732798 tempest-ServerDiskConfigTestJSON-1190732798-project] 10.222.0.104 "GET /v2.0/security-groups?id=9db7bd2a-ba6b-404f-a4ca-876b03541e32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381818 Jul 06 14:42:21.010386 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671c74d1-ea24-44c7-ada3-477ec26b2b83 req-fcb570b6-ac68-4946-b0fa-513935b44430 tempest-ServerDiskConfigTestJSON-1190732798 tempest-ServerDiskConfigTestJSON-1190732798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:42:21.011821 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-671c74d1-ea24-44c7-ada3-477ec26b2b83 req-fcb570b6-ac68-4946-b0fa-513935b44430 tempest-ServerDiskConfigTestJSON-1190732798 tempest-ServerDiskConfigTestJSON-1190732798-project] 10.222.0.104 "GET /v2.0/ports?device_id=e85d0716-8cf3-44bd-8d89-49f7daaad619 HTTP/1.1" status: 200 len: 946 time: 0.0724444 Jul 06 14:42:21.048930 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-671c74d1-ea24-44c7-ada3-477ec26b2b83 req-2e9629ef-a090-4d5a-8ddd-3622df09a679 tempest-ServerDiskConfigTestJSON-1190732798 tempest-ServerDiskConfigTestJSON-1190732798-project] 10.222.0.104 "GET /v2.0/security-groups?id=9db7bd2a-ba6b-404f-a4ca-876b03541e32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315571 Jul 06 14:42:22.223609 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc9ac2a-b9b0-4b23-98a3-2554d0536126 req-9392100d-2c98-4570-aa88-8aacb9b3d8d4 tempest-ServerDiskConfigTestJSON-1190732798 tempest-ServerDiskConfigTestJSON-1190732798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:42:22.225080 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-3fc9ac2a-b9b0-4b23-98a3-2554d0536126 req-9392100d-2c98-4570-aa88-8aacb9b3d8d4 tempest-ServerDiskConfigTestJSON-1190732798 tempest-ServerDiskConfigTestJSON-1190732798-project] 10.222.0.104 "GET /v2.0/ports?device_id=e85d0716-8cf3-44bd-8d89-49f7daaad619 HTTP/1.1" status: 200 len: 946 time: 0.0662751 Jul 06 14:42:22.262448 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-3fc9ac2a-b9b0-4b23-98a3-2554d0536126 req-e690aec9-f43f-48bb-96b8-c7be84b64802 tempest-ServerDiskConfigTestJSON-1190732798 tempest-ServerDiskConfigTestJSON-1190732798-project] 10.222.0.104 "GET /v2.0/security-groups?id=9db7bd2a-ba6b-404f-a4ca-876b03541e32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312359 Jul 06 14:42:22.902786 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-e6440298-3c2e-4986-a39a-1f94cb5f6138 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:42:23.443522 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d2de63-0e44-4c8a-baec-5613493da0f6 req-d1c78452-592c-4675-96f4-f89e573ed328 tempest-ServerDiskConfigTestJSON-1190732798 tempest-ServerDiskConfigTestJSON-1190732798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:42:23.445057 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-e5d2de63-0e44-4c8a-baec-5613493da0f6 req-d1c78452-592c-4675-96f4-f89e573ed328 tempest-ServerDiskConfigTestJSON-1190732798 tempest-ServerDiskConfigTestJSON-1190732798-project] 10.222.0.104 "GET /v2.0/ports?device_id=e85d0716-8cf3-44bd-8d89-49f7daaad619 HTTP/1.1" status: 200 len: 946 time: 0.0637460 Jul 06 14:42:23.483407 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-e5d2de63-0e44-4c8a-baec-5613493da0f6 req-356c6295-807e-4b3b-883e-bc12fb65f2f5 tempest-ServerDiskConfigTestJSON-1190732798 tempest-ServerDiskConfigTestJSON-1190732798-project] 10.222.0.104 "GET /v2.0/security-groups?id=9db7bd2a-ba6b-404f-a4ca-876b03541e32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326147 Jul 06 14:42:24.659821 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d8beba-ab74-4b1a-951a-9640978ddf2c req-ff0330ac-e12f-4502-92cd-728274e65f06 tempest-ServerDiskConfigTestJSON-1190732798 tempest-ServerDiskConfigTestJSON-1190732798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:42:24.661337 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-20d8beba-ab74-4b1a-951a-9640978ddf2c req-ff0330ac-e12f-4502-92cd-728274e65f06 tempest-ServerDiskConfigTestJSON-1190732798 tempest-ServerDiskConfigTestJSON-1190732798-project] 10.222.0.104 "GET /v2.0/ports?device_id=e85d0716-8cf3-44bd-8d89-49f7daaad619 HTTP/1.1" status: 200 len: 946 time: 0.0636110 Jul 06 14:42:24.701459 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-20d8beba-ab74-4b1a-951a-9640978ddf2c req-25525b55-656e-480d-abda-cfc9949b1fa0 tempest-ServerDiskConfigTestJSON-1190732798 tempest-ServerDiskConfigTestJSON-1190732798-project] 10.222.0.104 "GET /v2.0/security-groups?id=9db7bd2a-ba6b-404f-a4ca-876b03541e32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340309 Jul 06 14:42:25.593882 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-f2c57aab-6141-4f3d-b5c9-fced9d37f7c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:42:25.877712 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79dd19d2-aac3-462f-80cc-09b12aab016f req-f8cd5908-2e49-44ee-9ced-9153a25eac38 tempest-ServerDiskConfigTestJSON-1190732798 tempest-ServerDiskConfigTestJSON-1190732798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:42:25.879198 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-79dd19d2-aac3-462f-80cc-09b12aab016f req-f8cd5908-2e49-44ee-9ced-9153a25eac38 tempest-ServerDiskConfigTestJSON-1190732798 tempest-ServerDiskConfigTestJSON-1190732798-project] 10.222.0.104 "GET /v2.0/ports?device_id=e85d0716-8cf3-44bd-8d89-49f7daaad619 HTTP/1.1" status: 200 len: 946 time: 0.0670853 Jul 06 14:42:25.913556 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:42:25.918675 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-79dd19d2-aac3-462f-80cc-09b12aab016f req-42317f26-0963-463c-8df8-5bdb1833d868 tempest-ServerDiskConfigTestJSON-1190732798 tempest-ServerDiskConfigTestJSON-1190732798-project] 10.222.0.104 "GET /v2.0/security-groups?id=9db7bd2a-ba6b-404f-a4ca-876b03541e32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330472 Jul 06 14:42:26.716307 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-2064eaae-da4f-48f8-82d2-b09d4ddedd44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:42:27.093113 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d21c414-ca86-4449-a8a9-c34bcbf3553e req-923c9e78-c851-451c-a43c-76d7b93f8c4f tempest-ServerDiskConfigTestJSON-1190732798 tempest-ServerDiskConfigTestJSON-1190732798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:42:27.094533 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-9d21c414-ca86-4449-a8a9-c34bcbf3553e req-923c9e78-c851-451c-a43c-76d7b93f8c4f tempest-ServerDiskConfigTestJSON-1190732798 tempest-ServerDiskConfigTestJSON-1190732798-project] 10.222.0.104 "GET /v2.0/ports?device_id=e85d0716-8cf3-44bd-8d89-49f7daaad619 HTTP/1.1" status: 200 len: 946 time: 0.0636535 Jul 06 14:42:27.132519 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-9d21c414-ca86-4449-a8a9-c34bcbf3553e req-82d5ea94-cb82-49f0-86cd-9b834acc1cb8 tempest-ServerDiskConfigTestJSON-1190732798 tempest-ServerDiskConfigTestJSON-1190732798-project] 10.222.0.104 "GET /v2.0/security-groups?id=9db7bd2a-ba6b-404f-a4ca-876b03541e32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323880 Jul 06 14:42:28.310334 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1788058e-85d3-4625-ab1b-8e0dd4b3420f req-fb4ac61a-7f58-45f5-85b0-fde55952f21e tempest-ServerDiskConfigTestJSON-1190732798 tempest-ServerDiskConfigTestJSON-1190732798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:42:28.311860 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-1788058e-85d3-4625-ab1b-8e0dd4b3420f req-fb4ac61a-7f58-45f5-85b0-fde55952f21e tempest-ServerDiskConfigTestJSON-1190732798 tempest-ServerDiskConfigTestJSON-1190732798-project] 10.222.0.104 "GET /v2.0/ports?device_id=e85d0716-8cf3-44bd-8d89-49f7daaad619 HTTP/1.1" status: 200 len: 946 time: 0.0665872 Jul 06 14:42:28.354642 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-1788058e-85d3-4625-ab1b-8e0dd4b3420f req-c07e3fd6-a26f-4d7b-94b5-27c20979f47d tempest-ServerDiskConfigTestJSON-1190732798 tempest-ServerDiskConfigTestJSON-1190732798-project] 10.222.0.104 "GET /v2.0/security-groups?id=9db7bd2a-ba6b-404f-a4ca-876b03541e32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364718 Jul 06 14:42:28.517656 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-03f71b24-a9b8-453a-8924-caa3f97bc6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:42:29.531015 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34afa278-9fa6-42cc-b926-5a54437db972 req-8eff79c9-54b9-49d6-b201-3e21eacfdddd tempest-ServerDiskConfigTestJSON-1190732798 tempest-ServerDiskConfigTestJSON-1190732798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:42:29.532529 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-34afa278-9fa6-42cc-b926-5a54437db972 req-8eff79c9-54b9-49d6-b201-3e21eacfdddd tempest-ServerDiskConfigTestJSON-1190732798 tempest-ServerDiskConfigTestJSON-1190732798-project] 10.222.0.104 "GET /v2.0/ports?device_id=e85d0716-8cf3-44bd-8d89-49f7daaad619 HTTP/1.1" status: 200 len: 946 time: 0.0639172 Jul 06 14:42:29.583364 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-34afa278-9fa6-42cc-b926-5a54437db972 req-7e6616f5-29f5-452e-aa44-d2702a4d2b13 tempest-ServerDiskConfigTestJSON-1190732798 tempest-ServerDiskConfigTestJSON-1190732798-project] 10.222.0.104 "GET /v2.0/security-groups?id=9db7bd2a-ba6b-404f-a4ca-876b03541e32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452447 Jul 06 14:42:29.838683 n-d-773647-6 neutron-server[100247]: INFO neutron.api.v2.resource [req-d9f9fc39-0ceb-4d36-9914-645d72ebc42d req-1c2a830e-8591-4c46-9b5a-e4176aecf52a service neutron] show failed (client error): The resource could not be found. Jul 06 14:42:29.839744 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-d9f9fc39-0ceb-4d36-9914-645d72ebc42d req-1c2a830e-8591-4c46-9b5a-e4176aecf52a service neutron] 10.222.0.127 "GET /v2.0/ports/37e48f86-38fb-4215-a5d6-98c746290e63/bindings/n-h2-773647-6 HTTP/1.1" status: 404 len: 380 time: 0.0572181 Jul 06 14:42:30.125126 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f9fc39-0ceb-4d36-9914-645d72ebc42d req-ec4c5981-1a41-4825-844c-e497c291c4fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:42:30.126965 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-d9f9fc39-0ceb-4d36-9914-645d72ebc42d req-ec4c5981-1a41-4825-844c-e497c291c4fa service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=e85d0716-8cf3-44bd-8d89-49f7daaad619&tenant_id=45442a2068a946eb9b25a061c409e69c HTTP/1.1" status: 200 len: 1097 time: 0.0928695 Jul 06 14:42:30.138517 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [req-d9f9fc39-0ceb-4d36-9914-645d72ebc42d req-890c3dc8-8c20-4c17-b45a-a7555d46695a service neutron] Request body: {'port': {'binding:host_id': 'n-h2-773647-6', 'device_owner': 'compute:nova'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:42:30.211783 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-d9f9fc39-0ceb-4d36-9914-645d72ebc42d req-890c3dc8-8c20-4c17-b45a-a7555d46695a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:42:30.421262 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.db [req-d9f9fc39-0ceb-4d36-9914-645d72ebc42d req-890c3dc8-8c20-4c17-b45a-a7555d46695a service neutron] For port 37e48f86-38fb-4215-a5d6-98c746290e63, host n-h1-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773647-6',level=0,port_id=37e48f86-38fb-4215-a5d6-98c746290e63,segment=NetworkSegment(63a12396-5380-4106-81be-8e10896ef174),segment_id=63a12396-5380-4106-81be-8e10896ef174)] {{(pid=100246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:42:30.454280 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.db [req-d9f9fc39-0ceb-4d36-9914-645d72ebc42d req-890c3dc8-8c20-4c17-b45a-a7555d46695a service neutron] For port 37e48f86-38fb-4215-a5d6-98c746290e63, host n-h1-773647-6, cleared binding levels {{(pid=100246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:42:30.495084 n-d-773647-6 neutron-server[100246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e85d0716-8cf3-44bd-8d89-49f7daaad619', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '37e48f86-38fb-4215-a5d6-98c746290e63'}] {{(pid=100246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:42:30.497378 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0d96c5ab5e889f7b933ae915b9be33d1b46c9e87795bf781004b656ef3f1e87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d35fc93e-0d90-4754-ad9a-a72375b6080a" -d '{"events": [{"server_uuid": "e85d0716-8cf3-44bd-8d89-49f7daaad619", "name": "network-vif-unplugged", "status": "completed", "tag": "37e48f86-38fb-4215-a5d6-98c746290e63"}]}' {{(pid=100246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:42:30.500957 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-d9f9fc39-0ceb-4d36-9914-645d72ebc42d req-890c3dc8-8c20-4c17-b45a-a7555d46695a service neutron] Notify callbacks [] for port, precommit_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:42:30.515278 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.provisioning_blocks [req-d9f9fc39-0ceb-4d36-9914-645d72ebc42d req-890c3dc8-8c20-4c17-b45a-a7555d46695a service neutron] Transition to ACTIVE for port object 37e48f86-38fb-4215-a5d6-98c746290e63 will not be triggered until provisioned by entity L2. {{(pid=100246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:42:30.520346 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-d9f9fc39-0ceb-4d36-9914-645d72ebc42d req-890c3dc8-8c20-4c17-b45a-a7555d46695a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127687527'] for port, after_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:42:30.591656 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9f9fc39-0ceb-4d36-9914-645d72ebc42d req-890c3dc8-8c20-4c17-b45a-a7555d46695a service neutron] No DVR routers for this DVR port 37e48f86-38fb-4215-a5d6-98c746290e63 on host n-h1-773647-6 {{(pid=100246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:42:30.593619 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890c3dc8-8c20-4c17-b45a-a7555d46695a service neutron] Pushing event updated for resources: {'Port': ['ID=37e48f86-38fb-4215-a5d6-98c746290e63,revision_number=6']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:42:30.629834 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 06 Jul 2021 14:42:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c915c921-1131-4044-850a-708b74f3a139 x-openstack-request-id: req-c915c921-1131-4044-850a-708b74f3a139 {{(pid=100246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:42:30.630130 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e85d0716-8cf3-44bd-8d89-49f7daaad619", "name": "network-vif-unplugged", "status": "completed", "tag": "37e48f86-38fb-4215-a5d6-98c746290e63", "code": 200}]} {{(pid=100246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:42:30.630380 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-c915c921-1131-4044-850a-708b74f3a139 {{(pid=100246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:42:30.630772 n-d-773647-6 neutron-server[100246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e85d0716-8cf3-44bd-8d89-49f7daaad619', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '37e48f86-38fb-4215-a5d6-98c746290e63', 'code': 200} Jul 06 14:42:30.635607 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [req-d9f9fc39-0ceb-4d36-9914-645d72ebc42d req-890c3dc8-8c20-4c17-b45a-a7555d46695a service neutron] Attempting to bind port 37e48f86-38fb-4215-a5d6-98c746290e63 on host n-h2-773647-6 for vnic_type normal with profile {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:42:30.635939 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [req-d9f9fc39-0ceb-4d36-9914-645d72ebc42d req-890c3dc8-8c20-4c17-b45a-a7555d46695a service neutron] Attempting to bind port 37e48f86-38fb-4215-a5d6-98c746290e63 by drivers openvswitch,hyperv on host n-h2-773647-6 at level 0 using segments [{'id': '63a12396-5380-4106-81be-8e10896ef174', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': 'b6c3c3d2-f7fd-48e2-aeb6-e7b01f35da33'}] {{(pid=100246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:42:30.636269 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9f9fc39-0ceb-4d36-9914-645d72ebc42d req-890c3dc8-8c20-4c17-b45a-a7555d46695a service neutron] Attempting to bind port 37e48f86-38fb-4215-a5d6-98c746290e63 on network b6c3c3d2-f7fd-48e2-aeb6-e7b01f35da33 {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:42:30.640771 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9f9fc39-0ceb-4d36-9914-645d72ebc42d req-890c3dc8-8c20-4c17-b45a-a7555d46695a service neutron] Port 37e48f86-38fb-4215-a5d6-98c746290e63 on network b6c3c3d2-f7fd-48e2-aeb6-e7b01f35da33 not bound, no agent of type Open vSwitch agent registered on host n-h2-773647-6 {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 14:42:30.641094 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9f9fc39-0ceb-4d36-9914-645d72ebc42d req-890c3dc8-8c20-4c17-b45a-a7555d46695a service neutron] Attempting to bind port 37e48f86-38fb-4215-a5d6-98c746290e63 on network b6c3c3d2-f7fd-48e2-aeb6-e7b01f35da33 {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:42:30.647868 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9f9fc39-0ceb-4d36-9914-645d72ebc42d req-890c3dc8-8c20-4c17-b45a-a7555d46695a service neutron] Checking agent: {'id': '63768ece-0600-4354-8d29-fdedec96b077', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-773647-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 51, 10), 'started_at': datetime.datetime(2021, 7, 6, 13, 51, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 42, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:42:30.647868 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9f9fc39-0ceb-4d36-9914-645d72ebc42d req-890c3dc8-8c20-4c17-b45a-a7555d46695a service neutron] Checking segment: {'id': '63a12396-5380-4106-81be-8e10896ef174', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': 'b6c3c3d2-f7fd-48e2-aeb6-e7b01f35da33'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:42:30.647868 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9f9fc39-0ceb-4d36-9914-645d72ebc42d req-890c3dc8-8c20-4c17-b45a-a7555d46695a service neutron] Bound using segment: {'id': '63a12396-5380-4106-81be-8e10896ef174', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': 'b6c3c3d2-f7fd-48e2-aeb6-e7b01f35da33'} {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:42:30.647868 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [req-d9f9fc39-0ceb-4d36-9914-645d72ebc42d req-890c3dc8-8c20-4c17-b45a-a7555d46695a service neutron] Bound port: 37e48f86-38fb-4215-a5d6-98c746290e63, host: n-h2-773647-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '63a12396-5380-4106-81be-8e10896ef174', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': 'b6c3c3d2-f7fd-48e2-aeb6-e7b01f35da33'}}] {{(pid=100246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:42:30.647868 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-d9f9fc39-0ceb-4d36-9914-645d72ebc42d req-890c3dc8-8c20-4c17-b45a-a7555d46695a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:42:30.725104 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.db [req-d9f9fc39-0ceb-4d36-9914-645d72ebc42d req-890c3dc8-8c20-4c17-b45a-a7555d46695a service neutron] For port 37e48f86-38fb-4215-a5d6-98c746290e63, host n-h2-773647-6, cleared binding levels {{(pid=100246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:42:30.728365 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.db [req-d9f9fc39-0ceb-4d36-9914-645d72ebc42d req-890c3dc8-8c20-4c17-b45a-a7555d46695a service neutron] For port 37e48f86-38fb-4215-a5d6-98c746290e63, host n-h2-773647-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=37e48f86-38fb-4215-a5d6-98c746290e63,segment=NetworkSegment(63a12396-5380-4106-81be-8e10896ef174),segment_id=63a12396-5380-4106-81be-8e10896ef174)] {{(pid=100246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:42:30.732736 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-d9f9fc39-0ceb-4d36-9914-645d72ebc42d req-890c3dc8-8c20-4c17-b45a-a7555d46695a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127687527'] for port, after_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:42:30.766651 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f9fc39-0ceb-4d36-9914-645d72ebc42d req-890c3dc8-8c20-4c17-b45a-a7555d46695a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:42:30.767297 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-d9f9fc39-0ceb-4d36-9914-645d72ebc42d req-890c3dc8-8c20-4c17-b45a-a7555d46695a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:42:30.768729 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-d9f9fc39-0ceb-4d36-9914-645d72ebc42d req-890c3dc8-8c20-4c17-b45a-a7555d46695a service neutron] 10.222.0.72 "PUT /v2.0/ports/37e48f86-38fb-4215-a5d6-98c746290e63 HTTP/1.1" status: 200 len: 1092 time: 0.6343265 Jul 06 14:42:30.774903 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9b2909-92af-4c9e-8f64-3a76cedd7c2e req-0d532386-b6e5-4998-8bc1-b6834974a4a4 tempest-ServerDiskConfigTestJSON-1190732798 tempest-ServerDiskConfigTestJSON-1190732798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:42:30.777229 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-8b9b2909-92af-4c9e-8f64-3a76cedd7c2e req-0d532386-b6e5-4998-8bc1-b6834974a4a4 tempest-ServerDiskConfigTestJSON-1190732798 tempest-ServerDiskConfigTestJSON-1190732798-project] 10.222.0.104 "GET /v2.0/ports?device_id=e85d0716-8cf3-44bd-8d89-49f7daaad619 HTTP/1.1" status: 200 len: 944 time: 0.0778451 Jul 06 14:42:30.794695 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890c3dc8-8c20-4c17-b45a-a7555d46695a service neutron] Pushing event updated for resources: {'Port': ['ID=37e48f86-38fb-4215-a5d6-98c746290e63,revision_number=7']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:42:30.818530 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-8b9b2909-92af-4c9e-8f64-3a76cedd7c2e req-8a7d7f70-c1f1-40ff-8302-27dcfbd04aba tempest-ServerDiskConfigTestJSON-1190732798 tempest-ServerDiskConfigTestJSON-1190732798-project] 10.222.0.104 "GET /v2.0/security-groups?id=9db7bd2a-ba6b-404f-a4ca-876b03541e32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346189 Jul 06 14:42:30.858080 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f9fc39-0ceb-4d36-9914-645d72ebc42d req-9d20512c-ebde-4190-aad2-5230801b3c88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:42:30.859644 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-d9f9fc39-0ceb-4d36-9914-645d72ebc42d req-9d20512c-ebde-4190-aad2-5230801b3c88 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=45442a2068a946eb9b25a061c409e69c&device_id=e85d0716-8cf3-44bd-8d89-49f7daaad619 HTTP/1.1" status: 200 len: 1095 time: 0.0660059 Jul 06 14:42:30.952423 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f9fc39-0ceb-4d36-9914-645d72ebc42d req-bb36815a-4d55-46a3-9ce0-faae6416e5c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:42:30.953869 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-d9f9fc39-0ceb-4d36-9914-645d72ebc42d req-bb36815a-4d55-46a3-9ce0-faae6416e5c7 service neutron] 10.222.0.72 "GET /v2.0/networks?id=b6c3c3d2-f7fd-48e2-aeb6-e7b01f35da33 HTTP/1.1" status: 200 len: 916 time: 0.0884511 Jul 06 14:42:30.999720 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-d9f9fc39-0ceb-4d36-9914-645d72ebc42d req-4b8373c6-3934-461a-9d89-1b845e19283d service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=37e48f86-38fb-4215-a5d6-98c746290e63 HTTP/1.1" status: 200 len: 217 time: 0.0389185 Jul 06 14:42:31.050060 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f9fc39-0ceb-4d36-9914-645d72ebc42d req-29395ea7-8045-4312-a399-bd23dcd0a15b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:42:31.051576 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-d9f9fc39-0ceb-4d36-9914-645d72ebc42d req-29395ea7-8045-4312-a399-bd23dcd0a15b service neutron] 10.222.0.72 "GET /v2.0/subnets?id=46966a0c-57df-4dae-9ec8-37c2341fc21b HTTP/1.1" status: 200 len: 854 time: 0.0454021 Jul 06 14:42:31.085297 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-d9f9fc39-0ceb-4d36-9914-645d72ebc42d req-14f17f55-b918-48d8-93ad-8fbcacbb0998 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=b6c3c3d2-f7fd-48e2-aeb6-e7b01f35da33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0277035 Jul 06 14:42:31.181857 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-d9f9fc39-0ceb-4d36-9914-645d72ebc42d req-6ae0dbef-37b8-41f9-a348-f5c44e919079 service neutron] 10.222.0.72 "GET /v2.0/networks/b6c3c3d2-f7fd-48e2-aeb6-e7b01f35da33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885735 Jul 06 14:42:31.276101 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-d9f9fc39-0ceb-4d36-9914-645d72ebc42d req-78f6d007-1373-48c8-bdfc-5997680cef3a service neutron] 10.222.0.72 "GET /v2.0/networks/b6c3c3d2-f7fd-48e2-aeb6-e7b01f35da33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883064 Jul 06 14:42:31.996768 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab5a892-6ffc-41ae-8d45-154ebb5c2e09 req-1e75b3f1-1e3b-479b-b812-06cfa625aed6 tempest-ServerDiskConfigTestJSON-1190732798 tempest-ServerDiskConfigTestJSON-1190732798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:42:31.998238 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-0ab5a892-6ffc-41ae-8d45-154ebb5c2e09 req-1e75b3f1-1e3b-479b-b812-06cfa625aed6 tempest-ServerDiskConfigTestJSON-1190732798 tempest-ServerDiskConfigTestJSON-1190732798-project] 10.222.0.104 "GET /v2.0/ports?device_id=e85d0716-8cf3-44bd-8d89-49f7daaad619 HTTP/1.1" status: 200 len: 944 time: 0.0635631 Jul 06 14:42:32.035202 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-0ab5a892-6ffc-41ae-8d45-154ebb5c2e09 req-609fd5d1-9f98-4875-a4d2-71c880f9a93e tempest-ServerDiskConfigTestJSON-1190732798 tempest-ServerDiskConfigTestJSON-1190732798-project] 10.222.0.104 "GET /v2.0/security-groups?id=9db7bd2a-ba6b-404f-a4ca-876b03541e32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313947 Jul 06 14:42:32.631873 n-d-773647-6 neutron-server[100246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e85d0716-8cf3-44bd-8d89-49f7daaad619', 'tag': '37e48f86-38fb-4215-a5d6-98c746290e63'}] {{(pid=100246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:42:32.634245 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0d96c5ab5e889f7b933ae915b9be33d1b46c9e87795bf781004b656ef3f1e87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e487ad4-9ccf-47d8-b98a-1e9d5f2b353a" -d '{"events": [{"name": "network-changed", "server_uuid": "e85d0716-8cf3-44bd-8d89-49f7daaad619", "tag": "37e48f86-38fb-4215-a5d6-98c746290e63"}]}' {{(pid=100246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:42:32.682281 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 14:42:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d1bd3f6-bce4-4ed6-a520-15b8e170f946 x-openstack-request-id: req-7d1bd3f6-bce4-4ed6-a520-15b8e170f946 {{(pid=100246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:42:32.682579 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e85d0716-8cf3-44bd-8d89-49f7daaad619", "tag": "37e48f86-38fb-4215-a5d6-98c746290e63", "status": "completed", "code": 200}]} {{(pid=100246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:42:32.682844 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-7d1bd3f6-bce4-4ed6-a520-15b8e170f946 {{(pid=100246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:42:32.683289 n-d-773647-6 neutron-server[100246]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e85d0716-8cf3-44bd-8d89-49f7daaad619', 'tag': '37e48f86-38fb-4215-a5d6-98c746290e63', 'status': 'completed', 'code': 200} Jul 06 14:42:32.760519 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e487ad4-9ccf-47d8-b98a-1e9d5f2b353a req-f04fcd32-8dbf-49d9-8062-6e9eddadcd4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:42:32.762192 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e487ad4-9ccf-47d8-b98a-1e9d5f2b353a req-c9c5a192-921a-4291-aee1-93226692013e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:42:32.762357 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-7e487ad4-9ccf-47d8-b98a-1e9d5f2b353a req-f04fcd32-8dbf-49d9-8062-6e9eddadcd4b service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=45442a2068a946eb9b25a061c409e69c&device_id=e85d0716-8cf3-44bd-8d89-49f7daaad619 HTTP/1.1" status: 200 len: 1095 time: 0.0564172 Jul 06 14:42:32.763883 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-7e487ad4-9ccf-47d8-b98a-1e9d5f2b353a req-c9c5a192-921a-4291-aee1-93226692013e service neutron] 10.222.0.127 "GET /v2.0/ports?tenant_id=45442a2068a946eb9b25a061c409e69c&device_id=e85d0716-8cf3-44bd-8d89-49f7daaad619 HTTP/1.1" status: 200 len: 1095 time: 0.0604224 Jul 06 14:42:32.863627 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e487ad4-9ccf-47d8-b98a-1e9d5f2b353a req-19281caf-0b09-48cb-b312-fcce10ddb24a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:42:32.865142 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-7e487ad4-9ccf-47d8-b98a-1e9d5f2b353a req-19281caf-0b09-48cb-b312-fcce10ddb24a service neutron] 10.222.0.72 "GET /v2.0/networks?id=b6c3c3d2-f7fd-48e2-aeb6-e7b01f35da33 HTTP/1.1" status: 200 len: 916 time: 0.0952909 Jul 06 14:42:32.866605 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e487ad4-9ccf-47d8-b98a-1e9d5f2b353a req-4cb1df9d-7d63-4db0-9eb1-6e01d04aa170 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:42:32.868122 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-7e487ad4-9ccf-47d8-b98a-1e9d5f2b353a req-4cb1df9d-7d63-4db0-9eb1-6e01d04aa170 service neutron] 10.222.0.127 "GET /v2.0/networks?id=b6c3c3d2-f7fd-48e2-aeb6-e7b01f35da33 HTTP/1.1" status: 200 len: 916 time: 0.0984788 Jul 06 14:42:32.907676 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-7e487ad4-9ccf-47d8-b98a-1e9d5f2b353a req-fd95cae7-a43b-49f7-9664-f4fb53abcd04 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=37e48f86-38fb-4215-a5d6-98c746290e63 HTTP/1.1" status: 200 len: 217 time: 0.0361016 Jul 06 14:42:32.910696 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-7e487ad4-9ccf-47d8-b98a-1e9d5f2b353a req-3d974310-19fd-4a94-a263-ffea1221ca98 service neutron] 10.222.0.127 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=37e48f86-38fb-4215-a5d6-98c746290e63 HTTP/1.1" status: 200 len: 217 time: 0.0354302 Jul 06 14:42:32.961235 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e487ad4-9ccf-47d8-b98a-1e9d5f2b353a req-ad44a698-bbb3-46b1-927b-6482ad5bebb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:42:32.962777 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-7e487ad4-9ccf-47d8-b98a-1e9d5f2b353a req-ad44a698-bbb3-46b1-927b-6482ad5bebb0 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=46966a0c-57df-4dae-9ec8-37c2341fc21b HTTP/1.1" status: 200 len: 854 time: 0.0496738 Jul 06 14:42:32.964317 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e487ad4-9ccf-47d8-b98a-1e9d5f2b353a req-20962353-4088-42e7-b356-8bed4c435767 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:42:32.965795 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-7e487ad4-9ccf-47d8-b98a-1e9d5f2b353a req-20962353-4088-42e7-b356-8bed4c435767 service neutron] 10.222.0.127 "GET /v2.0/subnets?id=46966a0c-57df-4dae-9ec8-37c2341fc21b HTTP/1.1" status: 200 len: 854 time: 0.0489590 Jul 06 14:42:32.995965 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-7e487ad4-9ccf-47d8-b98a-1e9d5f2b353a req-475f8d37-1d7f-4bd2-8b8e-3f61d3f17ab8 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=b6c3c3d2-f7fd-48e2-aeb6-e7b01f35da33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270932 Jul 06 14:42:32.998404 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-7e487ad4-9ccf-47d8-b98a-1e9d5f2b353a req-9b6d9eb1-73e1-4770-a74c-41f7c5175e10 service neutron] 10.222.0.127 "GET /v2.0/ports?network_id=b6c3c3d2-f7fd-48e2-aeb6-e7b01f35da33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269945 Jul 06 14:42:33.088529 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-7e487ad4-9ccf-47d8-b98a-1e9d5f2b353a req-fb574293-4ed8-4cd2-9b14-20a11f1066bd service neutron] 10.222.0.127 "GET /v2.0/networks/b6c3c3d2-f7fd-48e2-aeb6-e7b01f35da33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843871 Jul 06 14:42:33.089776 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-7e487ad4-9ccf-47d8-b98a-1e9d5f2b353a req-efaca1bc-e944-4be6-9f85-dcb380c1f009 service neutron] 10.222.0.72 "GET /v2.0/networks/b6c3c3d2-f7fd-48e2-aeb6-e7b01f35da33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873306 Jul 06 14:42:33.188919 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-7e487ad4-9ccf-47d8-b98a-1e9d5f2b353a req-6968f0ae-b5d3-4607-9e78-98d502bd3564 service neutron] 10.222.0.72 "GET /v2.0/networks/b6c3c3d2-f7fd-48e2-aeb6-e7b01f35da33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932250 Jul 06 14:42:33.222883 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-7e487ad4-9ccf-47d8-b98a-1e9d5f2b353a req-0b568d2e-cfdb-4ba5-923b-7b16352a4706 service neutron] 10.222.0.127 "GET /v2.0/networks/b6c3c3d2-f7fd-48e2-aeb6-e7b01f35da33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283629 Jul 06 14:42:33.249260 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9e3d69-c2d5-4e7c-9d59-134c60653215 req-5297934c-c0f1-44b6-927c-7be1990bc2cd tempest-ServerDiskConfigTestJSON-1190732798 tempest-ServerDiskConfigTestJSON-1190732798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:42:33.250777 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-6c9e3d69-c2d5-4e7c-9d59-134c60653215 req-5297934c-c0f1-44b6-927c-7be1990bc2cd tempest-ServerDiskConfigTestJSON-1190732798 tempest-ServerDiskConfigTestJSON-1190732798-project] 10.222.0.104 "GET /v2.0/ports?device_id=e85d0716-8cf3-44bd-8d89-49f7daaad619 HTTP/1.1" status: 200 len: 944 time: 0.0924134 Jul 06 14:42:33.288416 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-6c9e3d69-c2d5-4e7c-9d59-134c60653215 req-4a948b9a-2c84-464d-ae50-5d47d3198931 tempest-ServerDiskConfigTestJSON-1190732798 tempest-ServerDiskConfigTestJSON-1190732798-project] 10.222.0.104 "GET /v2.0/security-groups?id=9db7bd2a-ba6b-404f-a4ca-876b03541e32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319490 Jul 06 14:42:33.677610 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531c51ce-0ebe-4371-927d-034ebc630a62 req-e5a858dc-7cff-461c-8a45-9e423f96cd9b tempest-ServerDiskConfigTestJSON-1190732798 tempest-ServerDiskConfigTestJSON-1190732798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:42:33.679123 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-531c51ce-0ebe-4371-927d-034ebc630a62 req-e5a858dc-7cff-461c-8a45-9e423f96cd9b tempest-ServerDiskConfigTestJSON-1190732798 tempest-ServerDiskConfigTestJSON-1190732798-project] 10.222.0.104 "GET /v2.0/ports?device_id=e85d0716-8cf3-44bd-8d89-49f7daaad619 HTTP/1.1" status: 200 len: 944 time: 0.1578963 Jul 06 14:42:33.687979 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28b8be1-bb46-4392-8d02-350c17e3f322 req-50074380-47e8-4259-ae56-8610bf11fe75 tempest-ServerDiskConfigTestJSON-1190732798 tempest-ServerDiskConfigTestJSON-1190732798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:42:33.689410 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-b28b8be1-bb46-4392-8d02-350c17e3f322 req-50074380-47e8-4259-ae56-8610bf11fe75 tempest-ServerDiskConfigTestJSON-1190732798 tempest-ServerDiskConfigTestJSON-1190732798-project] 10.222.0.127 "GET /v2.0/ports?device_id=e85d0716-8cf3-44bd-8d89-49f7daaad619&tenant_id=45442a2068a946eb9b25a061c409e69c&binding%3Ahost_id=n-h2-773647-6 HTTP/1.1" status: 200 len: 944 time: 0.1586986 Jul 06 14:42:33.761767 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-531c51ce-0ebe-4371-927d-034ebc630a62 req-80f0fb62-08b2-4275-adb9-39d77ab711db tempest-ServerDiskConfigTestJSON-1190732798 tempest-ServerDiskConfigTestJSON-1190732798-project] 10.222.0.104 "GET /v2.0/security-groups?id=9db7bd2a-ba6b-404f-a4ca-876b03541e32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714324 Jul 06 14:42:33.768751 n-d-773647-6 neutron-server[100247]: INFO neutron.api.v2.resource [req-b28b8be1-bb46-4392-8d02-350c17e3f322 req-0c5d45b3-1fca-439d-8f40-cbbd22cee1f1 service neutron] delete failed (client error): The resource could not be found. Jul 06 14:42:33.769745 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-b28b8be1-bb46-4392-8d02-350c17e3f322 req-0c5d45b3-1fca-439d-8f40-cbbd22cee1f1 service neutron] 10.222.0.127 "DELETE /v2.0/ports/37e48f86-38fb-4215-a5d6-98c746290e63/bindings/n-h1-773647-6 HTTP/1.1" status: 404 len: 380 time: 0.0735328 Jul 06 14:42:33.828563 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Device 37e48f86-38fb-4215-a5d6-98c746290e63 no longer exists at agent hyperv_n-h1-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:42:33.866068 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Device 37e48f86-38fb-4215-a5d6-98c746290e63 details requested by agent hyperv_n-h2-773647-6 with host n-h2-773647-6 {{(pid=100248) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 14:42:33.873792 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28b8be1-bb46-4392-8d02-350c17e3f322 req-ee74c20b-ed70-435c-b686-2e5f4f2413e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:42:33.875124 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Device 37e48f86-38fb-4215-a5d6-98c746290e63 not bound to the agent host n-h1-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:42:33.875341 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-b28b8be1-bb46-4392-8d02-350c17e3f322 req-ee74c20b-ed70-435c-b686-2e5f4f2413e9 service neutron] 10.222.0.127 "GET /v2.0/ports?tenant_id=45442a2068a946eb9b25a061c409e69c&device_id=e85d0716-8cf3-44bd-8d89-49f7daaad619 HTTP/1.1" status: 200 len: 1095 time: 0.0633690 Jul 06 14:42:33.963568 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] For port 37e48f86-38fb-4215-a5d6-98c746290e63, host n-h2-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=37e48f86-38fb-4215-a5d6-98c746290e63,segment=NetworkSegment(63a12396-5380-4106-81be-8e10896ef174),segment_id=63a12396-5380-4106-81be-8e10896ef174)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:42:33.968427 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28b8be1-bb46-4392-8d02-350c17e3f322 req-7da79c51-de95-4eb3-806e-3248dfd8b18e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:42:33.970009 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-b28b8be1-bb46-4392-8d02-350c17e3f322 req-7da79c51-de95-4eb3-806e-3248dfd8b18e service neutron] 10.222.0.127 "GET /v2.0/networks?id=b6c3c3d2-f7fd-48e2-aeb6-e7b01f35da33 HTTP/1.1" status: 200 len: 916 time: 0.0888972 Jul 06 14:42:33.974139 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Returning: {'device': '37e48f86-38fb-4215-a5d6-98c746290e63', 'network_id': 'b6c3c3d2-f7fd-48e2-aeb6-e7b01f35da33', 'port_id': '37e48f86-38fb-4215-a5d6-98c746290e63', 'mac_address': 'fa:16:3e:4f:de:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1039, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '46966a0c-57df-4dae-9ec8-37c2341fc21b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100248) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 14:42:34.012426 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-b28b8be1-bb46-4392-8d02-350c17e3f322 req-67ead1b0-dd52-4c65-90ca-160a843fb7af service neutron] 10.222.0.127 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=37e48f86-38fb-4215-a5d6-98c746290e63 HTTP/1.1" status: 200 len: 217 time: 0.0366375 Jul 06 14:42:34.016013 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:42:34.028820 n-d-773647-6 neutron-server[100248]: DEBUG neutron.notifiers.nova [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 37e48f86-38fb-4215-a5d6-98c746290e63 {{(pid=100248) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 14:42:34.048497 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] For port 37e48f86-38fb-4215-a5d6-98c746290e63, host n-h2-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=37e48f86-38fb-4215-a5d6-98c746290e63,segment=NetworkSegment(63a12396-5380-4106-81be-8e10896ef174),segment_id=63a12396-5380-4106-81be-8e10896ef174)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:42:34.053097 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:42:34.060640 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28b8be1-bb46-4392-8d02-350c17e3f322 req-55e8236f-cad2-4a25-9c97-f9311795bcd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:42:34.062548 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-b28b8be1-bb46-4392-8d02-350c17e3f322 req-55e8236f-cad2-4a25-9c97-f9311795bcd1 service neutron] 10.222.0.127 "GET /v2.0/subnets?id=46966a0c-57df-4dae-9ec8-37c2341fc21b HTTP/1.1" status: 200 len: 854 time: 0.0445724 Jul 06 14:42:34.099260 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-b28b8be1-bb46-4392-8d02-350c17e3f322 req-c06ef462-51d6-41c0-869d-a617288830e5 service neutron] 10.222.0.127 "GET /v2.0/ports?network_id=b6c3c3d2-f7fd-48e2-aeb6-e7b01f35da33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0304997 Jul 06 14:42:34.102372 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Pushing event updated for resources: {'Port': ['ID=37e48f86-38fb-4215-a5d6-98c746290e63,revision_number=8']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:42:34.186671 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-b28b8be1-bb46-4392-8d02-350c17e3f322 req-799cea4b-b742-44b5-b6b1-867e8d0e67bd service neutron] 10.222.0.127 "GET /v2.0/networks/b6c3c3d2-f7fd-48e2-aeb6-e7b01f35da33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808022 Jul 06 14:42:34.274398 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] get_ports_and_sgs() called for port_ids ['37e48f86-38fb-4215-a5d6-98c746290e63'] {{(pid=100248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 14:42:34.280456 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-b28b8be1-bb46-4392-8d02-350c17e3f322 req-b3170cc6-1819-43b4-a85d-e50eb01e2cbc service neutron] 10.222.0.127 "GET /v2.0/networks/b6c3c3d2-f7fd-48e2-aeb6-e7b01f35da33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870254 Jul 06 14:42:34.941710 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4e6db1-5929-4115-b5c3-e2c8ef6d14ba req-4d0001fd-ef7e-47c4-a047-0dff307f97c2 tempest-ServerDiskConfigTestJSON-1190732798 tempest-ServerDiskConfigTestJSON-1190732798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:42:34.943191 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-bd4e6db1-5929-4115-b5c3-e2c8ef6d14ba req-4d0001fd-ef7e-47c4-a047-0dff307f97c2 tempest-ServerDiskConfigTestJSON-1190732798 tempest-ServerDiskConfigTestJSON-1190732798-project] 10.222.0.104 "GET /v2.0/ports?device_id=e85d0716-8cf3-44bd-8d89-49f7daaad619 HTTP/1.1" status: 200 len: 945 time: 0.0646842 Jul 06 14:42:34.980538 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-bd4e6db1-5929-4115-b5c3-e2c8ef6d14ba req-c75fcf83-2e03-4721-8b0f-7ed2d59e6f7a tempest-ServerDiskConfigTestJSON-1190732798 tempest-ServerDiskConfigTestJSON-1190732798-project] 10.222.0.104 "GET /v2.0/security-groups?id=9db7bd2a-ba6b-404f-a4ca-876b03541e32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315278 Jul 06 14:42:35.148318 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2d0daf-2093-477c-9544-9dbf04fd8897 req-fd785c32-28de-4065-b9e0-0e9a118ebe32 tempest-ServerDiskConfigTestJSON-1190732798 tempest-ServerDiskConfigTestJSON-1190732798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:42:35.149912 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-ab2d0daf-2093-477c-9544-9dbf04fd8897 req-fd785c32-28de-4065-b9e0-0e9a118ebe32 tempest-ServerDiskConfigTestJSON-1190732798 tempest-ServerDiskConfigTestJSON-1190732798-project] 10.222.0.104 "GET /v2.0/ports?device_id=e85d0716-8cf3-44bd-8d89-49f7daaad619 HTTP/1.1" status: 200 len: 945 time: 0.0611835 Jul 06 14:42:35.191842 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-ab2d0daf-2093-477c-9544-9dbf04fd8897 req-16c48de4-ca7b-48d6-8df4-99bfce3e093a tempest-ServerDiskConfigTestJSON-1190732798 tempest-ServerDiskConfigTestJSON-1190732798-project] 10.222.0.104 "GET /v2.0/security-groups?id=9db7bd2a-ba6b-404f-a4ca-876b03541e32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357492 Jul 06 14:42:35.359630 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5aa16dd-b42d-45a6-a643-accb9743d8b4 req-e33af477-7f01-40b6-9689-f49c473373df tempest-ServerDiskConfigTestJSON-1190732798 tempest-ServerDiskConfigTestJSON-1190732798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:42:35.361116 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-a5aa16dd-b42d-45a6-a643-accb9743d8b4 req-e33af477-7f01-40b6-9689-f49c473373df tempest-ServerDiskConfigTestJSON-1190732798 tempest-ServerDiskConfigTestJSON-1190732798-project] 10.222.0.104 "GET /v2.0/ports?device_id=e85d0716-8cf3-44bd-8d89-49f7daaad619 HTTP/1.1" status: 200 len: 945 time: 0.0623610 Jul 06 14:42:35.399146 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-a5aa16dd-b42d-45a6-a643-accb9743d8b4 req-d8132e72-0e10-4afd-8f51-b3483d376180 tempest-ServerDiskConfigTestJSON-1190732798 tempest-ServerDiskConfigTestJSON-1190732798-project] 10.222.0.104 "GET /v2.0/security-groups?id=9db7bd2a-ba6b-404f-a4ca-876b03541e32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314426 Jul 06 14:42:35.847107 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999486b7-ab77-4463-b169-64f46c7cc76f req-911717d6-5604-4893-8147-1ccc0c32b1fd tempest-ServerDiskConfigTestJSON-1190732798 tempest-ServerDiskConfigTestJSON-1190732798-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:42:35.848620 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-999486b7-ab77-4463-b169-64f46c7cc76f req-911717d6-5604-4893-8147-1ccc0c32b1fd tempest-ServerDiskConfigTestJSON-1190732798 tempest-ServerDiskConfigTestJSON-1190732798-project] 10.222.0.104 "GET /v2.0/networks?id=b6c3c3d2-f7fd-48e2-aeb6-e7b01f35da33 HTTP/1.1" status: 200 len: 814 time: 0.1021302 Jul 06 14:42:35.863830 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-999486b7-ab77-4463-b169-64f46c7cc76f req-1d40ca15-5ecf-4fff-bc6e-3d2d846b8895 tempest-ServerDiskConfigTestJSON-1190732798 tempest-ServerDiskConfigTestJSON-1190732798-project] 10.222.0.104 "GET /v2.0/quotas/45442a2068a946eb9b25a061c409e69c HTTP/1.1" status: 200 len: 375 time: 0.0091534 Jul 06 14:42:35.868451 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Device 37e48f86-38fb-4215-a5d6-98c746290e63 up at agent hyperv_n-h2-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:42:35.918641 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Provisioning for port 37e48f86-38fb-4215-a5d6-98c746290e63 completed by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:42:35.923261 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Provisioning complete for port 37e48f86-38fb-4215-a5d6-98c746290e63 triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:42:35.923646 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:42:36.005329 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:42:36.032553 n-d-773647-6 neutron-server[100248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e85d0716-8cf3-44bd-8d89-49f7daaad619', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37e48f86-38fb-4215-a5d6-98c746290e63'}] {{(pid=100248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:42:36.034834 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84af257533e383389cbcf231d3534f4d5e149e7203fea16b4a8fc01438dddaf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-351cbae7-de97-4a0a-be28-56a5a035bc78" -d '{"events": [{"server_uuid": "e85d0716-8cf3-44bd-8d89-49f7daaad619", "name": "network-vif-plugged", "status": "completed", "tag": "37e48f86-38fb-4215-a5d6-98c746290e63"}]}' {{(pid=100248) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:42:36.051089 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] For port 37e48f86-38fb-4215-a5d6-98c746290e63, host n-h2-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=37e48f86-38fb-4215-a5d6-98c746290e63,segment=NetworkSegment(63a12396-5380-4106-81be-8e10896ef174),segment_id=63a12396-5380-4106-81be-8e10896ef174)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:42:36.057587 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:42:36.082725 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 14:42:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45c1c35d-15e1-4172-bb8b-192fcb0afcf0 x-openstack-request-id: req-45c1c35d-15e1-4172-bb8b-192fcb0afcf0 {{(pid=100248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:42:36.083032 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e85d0716-8cf3-44bd-8d89-49f7daaad619", "name": "network-vif-plugged", "status": "completed", "tag": "37e48f86-38fb-4215-a5d6-98c746290e63", "code": 200}]} {{(pid=100248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:42:36.083311 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-45c1c35d-15e1-4172-bb8b-192fcb0afcf0 {{(pid=100248) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:42:36.083701 n-d-773647-6 neutron-server[100248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e85d0716-8cf3-44bd-8d89-49f7daaad619', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37e48f86-38fb-4215-a5d6-98c746290e63', 'code': 200} Jul 06 14:42:36.109912 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Pushing event updated for resources: {'Port': ['ID=37e48f86-38fb-4215-a5d6-98c746290e63,revision_number=9']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:42:36.183252 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-999486b7-ab77-4463-b169-64f46c7cc76f req-f7691f26-603a-4fb5-9c59-8a4934fcdb94 tempest-ServerDiskConfigTestJSON-1190732798 tempest-ServerDiskConfigTestJSON-1190732798-project] 10.222.0.104 "GET /v2.0/ports?tenant_id=45442a2068a946eb9b25a061c409e69c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3130631 Jul 06 14:42:36.270914 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-999486b7-ab77-4463-b169-64f46c7cc76f req-ea808c21-f197-4e4c-815c-657ad70de167 service neutron] 10.222.0.104 "GET /v2.0/networks/b6c3c3d2-f7fd-48e2-aeb6-e7b01f35da33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806274 Jul 06 14:42:36.356396 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-999486b7-ab77-4463-b169-64f46c7cc76f req-1efdc20f-2c29-4504-b8a4-2214486b552f service neutron] 10.222.0.104 "GET /v2.0/networks/b6c3c3d2-f7fd-48e2-aeb6-e7b01f35da33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0792878 Jul 06 14:42:36.527976 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-cd3c68a4-4053-4951-9ba4-51c29df98f00 req-f3527dcb-5d9b-4516-9adf-8ecb07e3af36 tempest-ServerDiskConfigTestJSON-1190732798 tempest-ServerDiskConfigTestJSON-1190732798-project] 10.222.0.104 "GET /v2.0/ports?device_id=2e62f15a-4766-4096-9194-951641776921 HTTP/1.1" status: 200 len: 210 time: 0.0296373 Jul 06 14:42:37.068506 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d109d07c-cabf-4e9f-8142-3809bd0ef668 req-149e481d-bf06-4a83-948a-57b34bb5af9a tempest-ServerDiskConfigTestJSON-1190732798 tempest-ServerDiskConfigTestJSON-1190732798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:42:37.070078 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-d109d07c-cabf-4e9f-8142-3809bd0ef668 req-149e481d-bf06-4a83-948a-57b34bb5af9a tempest-ServerDiskConfigTestJSON-1190732798 tempest-ServerDiskConfigTestJSON-1190732798-project] 10.222.0.72 "GET /v2.0/ports?device_id=e85d0716-8cf3-44bd-8d89-49f7daaad619 HTTP/1.1" status: 200 len: 946 time: 0.0688145 Jul 06 14:42:37.475171 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [req-d109d07c-cabf-4e9f-8142-3809bd0ef668 req-92c4d8a3-e500-4b66-b8f8-248ac127ad45 tempest-ServerDiskConfigTestJSON-1190732798 tempest-ServerDiskConfigTestJSON-1190732798-project] Deleting port 37e48f86-38fb-4215-a5d6-98c746290e63 {{(pid=100246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:42:37.475458 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-d109d07c-cabf-4e9f-8142-3809bd0ef668 req-92c4d8a3-e500-4b66-b8f8-248ac127ad45 tempest-ServerDiskConfigTestJSON-1190732798 tempest-ServerDiskConfigTestJSON-1190732798-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:42:37.566452 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.db [req-d109d07c-cabf-4e9f-8142-3809bd0ef668 req-92c4d8a3-e500-4b66-b8f8-248ac127ad45 tempest-ServerDiskConfigTestJSON-1190732798 tempest-ServerDiskConfigTestJSON-1190732798-project] For port 37e48f86-38fb-4215-a5d6-98c746290e63, host n-h2-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=37e48f86-38fb-4215-a5d6-98c746290e63,segment=NetworkSegment(63a12396-5380-4106-81be-8e10896ef174),segment_id=63a12396-5380-4106-81be-8e10896ef174)] {{(pid=100246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:42:37.566956 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-d109d07c-cabf-4e9f-8142-3809bd0ef668 req-92c4d8a3-e500-4b66-b8f8-248ac127ad45 tempest-ServerDiskConfigTestJSON-1190732798 tempest-ServerDiskConfigTestJSON-1190732798-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:42:37.581240 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [req-d109d07c-cabf-4e9f-8142-3809bd0ef668 req-92c4d8a3-e500-4b66-b8f8-248ac127ad45 tempest-ServerDiskConfigTestJSON-1190732798 tempest-ServerDiskConfigTestJSON-1190732798-project] Calling delete_port for 37e48f86-38fb-4215-a5d6-98c746290e63 owned by compute:nova {{(pid=100246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:42:37.682690 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-e7c9101d-a30c-47c6-a4f3-e9d50bfeea5b req-6b3be64b-6804-4726-94ac-f6f480ff19c9 tempest-ServerDiskConfigTestJSON-1190732798 tempest-ServerDiskConfigTestJSON-1190732798-project] 10.222.0.104 "GET /v2.0/ports?device_id=2e62f15a-4766-4096-9194-951641776921 HTTP/1.1" status: 200 len: 210 time: 0.0375800 Jul 06 14:42:37.742855 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-d109d07c-cabf-4e9f-8142-3809bd0ef668 req-92c4d8a3-e500-4b66-b8f8-248ac127ad45 tempest-ServerDiskConfigTestJSON-1190732798 tempest-ServerDiskConfigTestJSON-1190732798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127687580'] for port, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:42:37.754745 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] get_ports_and_sgs() called for port_ids ['37e48f86-38fb-4215-a5d6-98c746290e63'] {{(pid=100248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 14:42:37.804865 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c4d8a3-e500-4b66-b8f8-248ac127ad45 tempest-ServerDiskConfigTestJSON-1190732798 tempest-ServerDiskConfigTestJSON-1190732798-project] Pushing event deleted for resources: {'Port': ['ID=37e48f86-38fb-4215-a5d6-98c746290e63,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:42:37.809062 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999486b7-ab77-4463-b169-64f46c7cc76f req-161c292c-55dc-4728-87ba-ad90a8f474a8 tempest-ServerDiskConfigTestJSON-1190732798 tempest-ServerDiskConfigTestJSON-1190732798-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:42:37.809422 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-999486b7-ab77-4463-b169-64f46c7cc76f req-161c292c-55dc-4728-87ba-ad90a8f474a8 tempest-ServerDiskConfigTestJSON-1190732798 tempest-ServerDiskConfigTestJSON-1190732798-project] 10.222.0.127 "GET /v2.0/networks?id=b6c3c3d2-f7fd-48e2-aeb6-e7b01f35da33 HTTP/1.1" status: 200 len: 814 time: 0.1301637 Jul 06 14:42:37.826533 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [req-d109d07c-cabf-4e9f-8142-3809bd0ef668 req-92c4d8a3-e500-4b66-b8f8-248ac127ad45 tempest-ServerDiskConfigTestJSON-1190732798 tempest-ServerDiskConfigTestJSON-1190732798-project] No DVR routers for this DVR port 37e48f86-38fb-4215-a5d6-98c746290e63 on host n-h2-773647-6 {{(pid=100246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:42:37.828428 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [req-999486b7-ab77-4463-b169-64f46c7cc76f req-121c645c-b249-4447-9704-caf9ba99e834 tempest-ServerDiskConfigTestJSON-1190732798 tempest-ServerDiskConfigTestJSON-1190732798-project] Request body: {'port': {'device_id': '2e62f15a-4766-4096-9194-951641776921', 'network_id': 'b6c3c3d2-f7fd-48e2-aeb6-e7b01f35da33', 'admin_state_up': True, 'tenant_id': '45442a2068a946eb9b25a061c409e69c'}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:42:37.829190 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-d109d07c-cabf-4e9f-8142-3809bd0ef668 req-92c4d8a3-e500-4b66-b8f8-248ac127ad45 tempest-ServerDiskConfigTestJSON-1190732798 tempest-ServerDiskConfigTestJSON-1190732798-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:42:37.831134 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-d109d07c-cabf-4e9f-8142-3809bd0ef668 req-92c4d8a3-e500-4b66-b8f8-248ac127ad45 tempest-ServerDiskConfigTestJSON-1190732798 tempest-ServerDiskConfigTestJSON-1190732798-project] 10.222.0.72 "DELETE /v2.0/ports/37e48f86-38fb-4215-a5d6-98c746290e63 HTTP/1.1" status: 204 len: 173 time: 0.7555466 Jul 06 14:42:37.831818 n-d-773647-6 neutron-server[100246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e85d0716-8cf3-44bd-8d89-49f7daaad619', 'name': 'network-vif-deleted', 'tag': '37e48f86-38fb-4215-a5d6-98c746290e63'}] {{(pid=100246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:42:37.835002 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0d96c5ab5e889f7b933ae915b9be33d1b46c9e87795bf781004b656ef3f1e87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c15db3b-1359-480a-abba-b9e3ab18d3b1" -d '{"events": [{"server_uuid": "e85d0716-8cf3-44bd-8d89-49f7daaad619", "name": "network-vif-deleted", "tag": "37e48f86-38fb-4215-a5d6-98c746290e63"}]}' {{(pid=100246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:42:37.877620 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 14:42:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-862e6970-831d-4335-aeb3-b4befe23dfb4 x-openstack-request-id: req-862e6970-831d-4335-aeb3-b4befe23dfb4 {{(pid=100246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:42:37.877925 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e85d0716-8cf3-44bd-8d89-49f7daaad619", "name": "network-vif-deleted", "tag": "37e48f86-38fb-4215-a5d6-98c746290e63", "status": "completed", "code": 200}]} {{(pid=100246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:42:37.878183 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-862e6970-831d-4335-aeb3-b4befe23dfb4 {{(pid=100246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:42:37.878590 n-d-773647-6 neutron-server[100246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e85d0716-8cf3-44bd-8d89-49f7daaad619', 'name': 'network-vif-deleted', 'tag': '37e48f86-38fb-4215-a5d6-98c746290e63', 'status': 'completed', 'code': 200} Jul 06 14:42:37.964434 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-999486b7-ab77-4463-b169-64f46c7cc76f req-121c645c-b249-4447-9704-caf9ba99e834 tempest-ServerDiskConfigTestJSON-1190732798 tempest-ServerDiskConfigTestJSON-1190732798-project] Made reservation on behalf of 45442a2068a946eb9b25a061c409e69c for: {'port': 1} {{(pid=100247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:42:37.967995 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-999486b7-ab77-4463-b169-64f46c7cc76f req-121c645c-b249-4447-9704-caf9ba99e834 tempest-ServerDiskConfigTestJSON-1190732798 tempest-ServerDiskConfigTestJSON-1190732798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:42:38.095722 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.db_base_plugin_common [req-999486b7-ab77-4463-b169-64f46c7cc76f req-121c645c-b249-4447-9704-caf9ba99e834 tempest-ServerDiskConfigTestJSON-1190732798 tempest-ServerDiskConfigTestJSON-1190732798-project] Allocated IP 172.20.0.12 (b6c3c3d2-f7fd-48e2-aeb6-e7b01f35da33/46966a0c-57df-4dae-9ec8-37c2341fc21b/de8ae842-2947-409e-9496-b5cd0368be5e) {{(pid=100247) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:42:38.255593 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-999486b7-ab77-4463-b169-64f46c7cc76f req-121c645c-b249-4447-9704-caf9ba99e834 tempest-ServerDiskConfigTestJSON-1190732798 tempest-ServerDiskConfigTestJSON-1190732798-project] Notify callbacks [] for port, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:42:38.292706 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-999486b7-ab77-4463-b169-64f46c7cc76f req-121c645c-b249-4447-9704-caf9ba99e834 tempest-ServerDiskConfigTestJSON-1190732798 tempest-ServerDiskConfigTestJSON-1190732798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-128888360'] for port, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:42:38.304884 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] get_ports_and_sgs() called for port_ids ['37e48f86-38fb-4215-a5d6-98c746290e63'] {{(pid=100248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 14:42:38.339779 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-999486b7-ab77-4463-b169-64f46c7cc76f req-121c645c-b249-4447-9704-caf9ba99e834 tempest-ServerDiskConfigTestJSON-1190732798 tempest-ServerDiskConfigTestJSON-1190732798-project] Network b6c3c3d2-f7fd-48e2-aeb6-e7b01f35da33 is already hosted by enough agents. {{(pid=100247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:42:38.342967 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.base_scheduler [req-999486b7-ab77-4463-b169-64f46c7cc76f req-121c645c-b249-4447-9704-caf9ba99e834 tempest-ServerDiskConfigTestJSON-1190732798 tempest-ServerDiskConfigTestJSON-1190732798-project] Resources bound (agent type, host, resource id): {{(pid=100247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:42:38.348884 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.l3_dvrscheduler_db [req-999486b7-ab77-4463-b169-64f46c7cc76f req-121c645c-b249-4447-9704-caf9ba99e834 tempest-ServerDiskConfigTestJSON-1190732798 tempest-ServerDiskConfigTestJSON-1190732798-project] Received port after_create {{(pid=100247) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:42:38.355447 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121c645c-b249-4447-9704-caf9ba99e834 tempest-ServerDiskConfigTestJSON-1190732798 tempest-ServerDiskConfigTestJSON-1190732798-project] Pushing event updated for resources: {'Port': ['ID=de8ae842-2947-409e-9496-b5cd0368be5e,revision_number=1']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:42:38.382494 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-121c645c-b249-4447-9704-caf9ba99e834 tempest-ServerDiskConfigTestJSON-1190732798 tempest-ServerDiskConfigTestJSON-1190732798-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:42:38.382840 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-121c645c-b249-4447-9704-caf9ba99e834 tempest-ServerDiskConfigTestJSON-1190732798 tempest-ServerDiskConfigTestJSON-1190732798-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:42:38.383180 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-121c645c-b249-4447-9704-caf9ba99e834 tempest-ServerDiskConfigTestJSON-1190732798 tempest-ServerDiskConfigTestJSON-1190732798-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:42:38.383541 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-121c645c-b249-4447-9704-caf9ba99e834 tempest-ServerDiskConfigTestJSON-1190732798 tempest-ServerDiskConfigTestJSON-1190732798-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:42:38.383872 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-121c645c-b249-4447-9704-caf9ba99e834 tempest-ServerDiskConfigTestJSON-1190732798 tempest-ServerDiskConfigTestJSON-1190732798-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:42:38.384235 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-121c645c-b249-4447-9704-caf9ba99e834 tempest-ServerDiskConfigTestJSON-1190732798 tempest-ServerDiskConfigTestJSON-1190732798-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:42:38.384590 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-121c645c-b249-4447-9704-caf9ba99e834 tempest-ServerDiskConfigTestJSON-1190732798 tempest-ServerDiskConfigTestJSON-1190732798-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:42:38.384913 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-121c645c-b249-4447-9704-caf9ba99e834 tempest-ServerDiskConfigTestJSON-1190732798 tempest-ServerDiskConfigTestJSON-1190732798-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:42:38.385237 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-121c645c-b249-4447-9704-caf9ba99e834 tempest-ServerDiskConfigTestJSON-1190732798 tempest-ServerDiskConfigTestJSON-1190732798-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:42:38.385558 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-121c645c-b249-4447-9704-caf9ba99e834 tempest-ServerDiskConfigTestJSON-1190732798 tempest-ServerDiskConfigTestJSON-1190732798-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:42:38.385878 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-121c645c-b249-4447-9704-caf9ba99e834 tempest-ServerDiskConfigTestJSON-1190732798 tempest-ServerDiskConfigTestJSON-1190732798-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:42:38.386196 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-121c645c-b249-4447-9704-caf9ba99e834 tempest-ServerDiskConfigTestJSON-1190732798 tempest-ServerDiskConfigTestJSON-1190732798-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:42:38.409745 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999486b7-ab77-4463-b169-64f46c7cc76f req-121c645c-b249-4447-9704-caf9ba99e834 tempest-ServerDiskConfigTestJSON-1190732798 tempest-ServerDiskConfigTestJSON-1190732798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:42:38.410356 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-999486b7-ab77-4463-b169-64f46c7cc76f req-121c645c-b249-4447-9704-caf9ba99e834 tempest-ServerDiskConfigTestJSON-1190732798 tempest-ServerDiskConfigTestJSON-1190732798-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:42:38.425747 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-999486b7-ab77-4463-b169-64f46c7cc76f req-121c645c-b249-4447-9704-caf9ba99e834 tempest-ServerDiskConfigTestJSON-1190732798 tempest-ServerDiskConfigTestJSON-1190732798-project] 10.222.0.127 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6015759 Jul 06 14:42:38.449356 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [req-999486b7-ab77-4463-b169-64f46c7cc76f req-eb3f736c-0d17-4cd7-9766-6c40f1d6bac1 service neutron] Request body: {'port': {'device_id': '2e62f15a-4766-4096-9194-951641776921', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-773647-6'}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:42:38.519471 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-999486b7-ab77-4463-b169-64f46c7cc76f req-eb3f736c-0d17-4cd7-9766-6c40f1d6bac1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:42:38.783767 n-d-773647-6 neutron-server[100247]: DEBUG neutron.notifiers.nova [req-999486b7-ab77-4463-b169-64f46c7cc76f req-eb3f736c-0d17-4cd7-9766-6c40f1d6bac1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id de8ae842-2947-409e-9496-b5cd0368be5e {{(pid=100247) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 14:42:38.791849 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-999486b7-ab77-4463-b169-64f46c7cc76f req-eb3f736c-0d17-4cd7-9766-6c40f1d6bac1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:42:38.829954 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.provisioning_blocks [req-999486b7-ab77-4463-b169-64f46c7cc76f req-eb3f736c-0d17-4cd7-9766-6c40f1d6bac1 service neutron] Transition to ACTIVE for port object de8ae842-2947-409e-9496-b5cd0368be5e will not be triggered until provisioned by entity L2. {{(pid=100247) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:42:38.833772 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-999486b7-ab77-4463-b169-64f46c7cc76f req-eb3f736c-0d17-4cd7-9766-6c40f1d6bac1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128888538'] for port, after_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:42:38.896743 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3f736c-0d17-4cd7-9766-6c40f1d6bac1 service neutron] Pushing event updated for resources: {'Port': ['ID=de8ae842-2947-409e-9496-b5cd0368be5e,revision_number=2']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:42:38.955820 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4101ab26-a759-4e66-a266-c077928d5ed3 req-e40de0fb-6f29-4745-abff-434a7d828808 tempest-ServerDiskConfigTestJSON-1190732798 tempest-ServerDiskConfigTestJSON-1190732798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:42:38.957292 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-4101ab26-a759-4e66-a266-c077928d5ed3 req-e40de0fb-6f29-4745-abff-434a7d828808 tempest-ServerDiskConfigTestJSON-1190732798 tempest-ServerDiskConfigTestJSON-1190732798-project] 10.222.0.104 "GET /v2.0/ports?device_id=2e62f15a-4766-4096-9194-951641776921 HTTP/1.1" status: 200 len: 932 time: 0.1597307 Jul 06 14:42:39.010861 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-4101ab26-a759-4e66-a266-c077928d5ed3 req-88ff547c-bff1-46f8-9e93-00d4cacbc5f5 tempest-ServerDiskConfigTestJSON-1190732798 tempest-ServerDiskConfigTestJSON-1190732798-project] 10.222.0.104 "GET /v2.0/security-groups?id=9db7bd2a-ba6b-404f-a4ca-876b03541e32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454609 Jul 06 14:42:39.013119 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.managers [req-999486b7-ab77-4463-b169-64f46c7cc76f req-eb3f736c-0d17-4cd7-9766-6c40f1d6bac1 service neutron] Attempting to bind port de8ae842-2947-409e-9496-b5cd0368be5e on host n-h1-773647-6 for vnic_type normal with profile {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:42:39.013447 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.managers [req-999486b7-ab77-4463-b169-64f46c7cc76f req-eb3f736c-0d17-4cd7-9766-6c40f1d6bac1 service neutron] Attempting to bind port de8ae842-2947-409e-9496-b5cd0368be5e by drivers openvswitch,hyperv on host n-h1-773647-6 at level 0 using segments [{'id': '63a12396-5380-4106-81be-8e10896ef174', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': 'b6c3c3d2-f7fd-48e2-aeb6-e7b01f35da33'}] {{(pid=100247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:42:39.013882 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-999486b7-ab77-4463-b169-64f46c7cc76f req-eb3f736c-0d17-4cd7-9766-6c40f1d6bac1 service neutron] Attempting to bind port de8ae842-2947-409e-9496-b5cd0368be5e on network b6c3c3d2-f7fd-48e2-aeb6-e7b01f35da33 {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:42:39.018272 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-999486b7-ab77-4463-b169-64f46c7cc76f req-eb3f736c-0d17-4cd7-9766-6c40f1d6bac1 service neutron] Port de8ae842-2947-409e-9496-b5cd0368be5e on network b6c3c3d2-f7fd-48e2-aeb6-e7b01f35da33 not bound, no agent of type Open vSwitch agent registered on host n-h1-773647-6 {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 14:42:39.018941 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-999486b7-ab77-4463-b169-64f46c7cc76f req-eb3f736c-0d17-4cd7-9766-6c40f1d6bac1 service neutron] Attempting to bind port de8ae842-2947-409e-9496-b5cd0368be5e on network b6c3c3d2-f7fd-48e2-aeb6-e7b01f35da33 {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:42:39.023557 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-999486b7-ab77-4463-b169-64f46c7cc76f req-eb3f736c-0d17-4cd7-9766-6c40f1d6bac1 service neutron] Checking agent: {'id': '5bf7147f-bada-4441-a5dc-934b903473fb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-773647-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 51, 12), 'started_at': datetime.datetime(2021, 7, 6, 13, 51, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 42, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:42:39.023898 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-999486b7-ab77-4463-b169-64f46c7cc76f req-eb3f736c-0d17-4cd7-9766-6c40f1d6bac1 service neutron] Checking segment: {'id': '63a12396-5380-4106-81be-8e10896ef174', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': 'b6c3c3d2-f7fd-48e2-aeb6-e7b01f35da33'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100247) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:42:39.024359 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-999486b7-ab77-4463-b169-64f46c7cc76f req-eb3f736c-0d17-4cd7-9766-6c40f1d6bac1 service neutron] Bound using segment: {'id': '63a12396-5380-4106-81be-8e10896ef174', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': 'b6c3c3d2-f7fd-48e2-aeb6-e7b01f35da33'} {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:42:39.025445 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.managers [req-999486b7-ab77-4463-b169-64f46c7cc76f req-eb3f736c-0d17-4cd7-9766-6c40f1d6bac1 service neutron] Bound port: de8ae842-2947-409e-9496-b5cd0368be5e, host: n-h1-773647-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '63a12396-5380-4106-81be-8e10896ef174', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': 'b6c3c3d2-f7fd-48e2-aeb6-e7b01f35da33'}}] {{(pid=100247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:42:39.025808 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-999486b7-ab77-4463-b169-64f46c7cc76f req-eb3f736c-0d17-4cd7-9766-6c40f1d6bac1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:42:39.088674 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.db [req-999486b7-ab77-4463-b169-64f46c7cc76f req-eb3f736c-0d17-4cd7-9766-6c40f1d6bac1 service neutron] For port de8ae842-2947-409e-9496-b5cd0368be5e, host n-h1-773647-6, cleared binding levels {{(pid=100247) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:42:39.091860 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.db [req-999486b7-ab77-4463-b169-64f46c7cc76f req-eb3f736c-0d17-4cd7-9766-6c40f1d6bac1 service neutron] For port de8ae842-2947-409e-9496-b5cd0368be5e, host n-h1-773647-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773647-6',level=0,port_id=de8ae842-2947-409e-9496-b5cd0368be5e,segment=NetworkSegment(63a12396-5380-4106-81be-8e10896ef174),segment_id=63a12396-5380-4106-81be-8e10896ef174)] {{(pid=100247) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:42:39.096045 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-999486b7-ab77-4463-b169-64f46c7cc76f req-eb3f736c-0d17-4cd7-9766-6c40f1d6bac1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128888538'] for port, after_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:42:39.129186 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999486b7-ab77-4463-b169-64f46c7cc76f req-eb3f736c-0d17-4cd7-9766-6c40f1d6bac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:42:39.129797 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-999486b7-ab77-4463-b169-64f46c7cc76f req-eb3f736c-0d17-4cd7-9766-6c40f1d6bac1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:42:39.131168 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-999486b7-ab77-4463-b169-64f46c7cc76f req-eb3f736c-0d17-4cd7-9766-6c40f1d6bac1 service neutron] 10.222.0.127 "PUT /v2.0/ports/de8ae842-2947-409e-9496-b5cd0368be5e HTTP/1.1" status: 200 len: 1092 time: 0.6859601 Jul 06 14:42:39.131630 n-d-773647-6 neutron-server[100247]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e62f15a-4766-4096-9194-951641776921', 'tag': 'de8ae842-2947-409e-9496-b5cd0368be5e'}] {{(pid=100247) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:42:39.133896 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cbf0eeaae822f8fc9b87a94aeba67a3d651842baf663a51cba94b67a514836d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57598e85-4e71-434e-b7a7-a75bbc5943e7" -d '{"events": [{"name": "network-changed", "server_uuid": "2e62f15a-4766-4096-9194-951641776921", "tag": "de8ae842-2947-409e-9496-b5cd0368be5e"}]}' {{(pid=100247) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:42:39.159345 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3f736c-0d17-4cd7-9766-6c40f1d6bac1 service neutron] Pushing event updated for resources: {'Port': ['ID=de8ae842-2947-409e-9496-b5cd0368be5e,revision_number=3']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:42:39.176331 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 14:42:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a8e05cc-c8d3-4d94-acac-6bf927f6f00d x-openstack-request-id: req-7a8e05cc-c8d3-4d94-acac-6bf927f6f00d {{(pid=100247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:42:39.176618 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e62f15a-4766-4096-9194-951641776921", "tag": "de8ae842-2947-409e-9496-b5cd0368be5e", "status": "completed", "code": 200}]} {{(pid=100247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:42:39.176868 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-7a8e05cc-c8d3-4d94-acac-6bf927f6f00d {{(pid=100247) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:42:39.177265 n-d-773647-6 neutron-server[100247]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e62f15a-4766-4096-9194-951641776921', 'tag': 'de8ae842-2947-409e-9496-b5cd0368be5e', 'status': 'completed', 'code': 200} Jul 06 14:42:39.233808 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999486b7-ab77-4463-b169-64f46c7cc76f req-a49ebfc8-4857-4724-aaf2-f9a3d9464197 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:42:39.235341 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-999486b7-ab77-4463-b169-64f46c7cc76f req-a49ebfc8-4857-4724-aaf2-f9a3d9464197 service neutron] 10.222.0.127 "GET /v2.0/ports?tenant_id=45442a2068a946eb9b25a061c409e69c&device_id=2e62f15a-4766-4096-9194-951641776921 HTTP/1.1" status: 200 len: 1095 time: 0.0564477 Jul 06 14:42:39.276238 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-999486b7-ab77-4463-b169-64f46c7cc76f req-10b1693b-e301-4feb-982c-6208f5c2f106 service neutron] 10.222.0.127 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=de8ae842-2947-409e-9496-b5cd0368be5e HTTP/1.1" status: 200 len: 217 time: 0.0340438 Jul 06 14:42:39.324999 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999486b7-ab77-4463-b169-64f46c7cc76f req-e7715888-1fd6-40b7-b456-c1bec967cd8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:42:39.326416 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-999486b7-ab77-4463-b169-64f46c7cc76f req-e7715888-1fd6-40b7-b456-c1bec967cd8c service neutron] 10.222.0.127 "GET /v2.0/subnets?id=46966a0c-57df-4dae-9ec8-37c2341fc21b HTTP/1.1" status: 200 len: 854 time: 0.0434690 Jul 06 14:42:39.361795 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-999486b7-ab77-4463-b169-64f46c7cc76f req-b66727bb-4e4c-4091-a1ab-d22446bbee5b service neutron] 10.222.0.127 "GET /v2.0/ports?network_id=b6c3c3d2-f7fd-48e2-aeb6-e7b01f35da33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0290275 Jul 06 14:42:39.450201 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-999486b7-ab77-4463-b169-64f46c7cc76f req-94d10466-c381-479f-9dae-b250ee4efc82 service neutron] 10.222.0.127 "GET /v2.0/networks/b6c3c3d2-f7fd-48e2-aeb6-e7b01f35da33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823267 Jul 06 14:42:39.541964 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-999486b7-ab77-4463-b169-64f46c7cc76f req-172d6576-53f0-47fc-898e-c5b10d92cad3 service neutron] 10.222.0.127 "GET /v2.0/networks/b6c3c3d2-f7fd-48e2-aeb6-e7b01f35da33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860212 Jul 06 14:42:39.641640 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57598e85-4e71-434e-b7a7-a75bbc5943e7 req-8b266c2f-86a5-4fde-a45a-b0292182efee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:42:39.643141 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-57598e85-4e71-434e-b7a7-a75bbc5943e7 req-8b266c2f-86a5-4fde-a45a-b0292182efee service neutron] 10.222.0.127 "GET /v2.0/ports?tenant_id=45442a2068a946eb9b25a061c409e69c&device_id=2e62f15a-4766-4096-9194-951641776921 HTTP/1.1" status: 200 len: 1095 time: 0.0532904 Jul 06 14:42:39.730676 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57598e85-4e71-434e-b7a7-a75bbc5943e7 req-c2e3ae87-3877-4f88-ad5b-8459a8cbf2e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:42:39.734001 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-57598e85-4e71-434e-b7a7-a75bbc5943e7 req-c2e3ae87-3877-4f88-ad5b-8459a8cbf2e4 service neutron] 10.222.0.127 "GET /v2.0/networks?id=b6c3c3d2-f7fd-48e2-aeb6-e7b01f35da33 HTTP/1.1" status: 200 len: 916 time: 0.0831528 Jul 06 14:42:39.776925 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-57598e85-4e71-434e-b7a7-a75bbc5943e7 req-cbe75b50-11e1-4705-87c8-da70fe3a24b7 service neutron] 10.222.0.127 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=de8ae842-2947-409e-9496-b5cd0368be5e HTTP/1.1" status: 200 len: 217 time: 0.0386286 Jul 06 14:42:39.826014 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57598e85-4e71-434e-b7a7-a75bbc5943e7 req-cdaa832e-7cd2-4315-8f31-caa9a19b1c57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:42:39.827384 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-57598e85-4e71-434e-b7a7-a75bbc5943e7 req-cdaa832e-7cd2-4315-8f31-caa9a19b1c57 service neutron] 10.222.0.127 "GET /v2.0/subnets?id=46966a0c-57df-4dae-9ec8-37c2341fc21b HTTP/1.1" status: 200 len: 854 time: 0.0435016 Jul 06 14:42:39.859671 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-57598e85-4e71-434e-b7a7-a75bbc5943e7 req-3e94bc77-dc68-47e0-90ca-f93e9ceee0df service neutron] 10.222.0.127 "GET /v2.0/ports?network_id=b6c3c3d2-f7fd-48e2-aeb6-e7b01f35da33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263801 Jul 06 14:42:39.950662 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-57598e85-4e71-434e-b7a7-a75bbc5943e7 req-cfff115d-31d4-4919-a8b1-385beeb3007c service neutron] 10.222.0.127 "GET /v2.0/networks/b6c3c3d2-f7fd-48e2-aeb6-e7b01f35da33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852096 Jul 06 14:42:40.042766 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-57598e85-4e71-434e-b7a7-a75bbc5943e7 req-4d7a9620-4afb-4da4-b9c1-884705a9b18a service neutron] 10.222.0.127 "GET /v2.0/networks/b6c3c3d2-f7fd-48e2-aeb6-e7b01f35da33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858746 Jul 06 14:42:40.187423 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8ea174-6e1d-4a56-bf23-e63f91dff606 req-b5abd5d1-3aa0-4ee3-aa3c-9adae3d71a6f tempest-ServerDiskConfigTestJSON-1190732798 tempest-ServerDiskConfigTestJSON-1190732798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:42:40.188919 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-fd8ea174-6e1d-4a56-bf23-e63f91dff606 req-b5abd5d1-3aa0-4ee3-aa3c-9adae3d71a6f tempest-ServerDiskConfigTestJSON-1190732798 tempest-ServerDiskConfigTestJSON-1190732798-project] 10.222.0.104 "GET /v2.0/ports?device_id=2e62f15a-4766-4096-9194-951641776921 HTTP/1.1" status: 200 len: 944 time: 0.0634780 Jul 06 14:42:40.230766 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-fd8ea174-6e1d-4a56-bf23-e63f91dff606 req-79e01b09-efa6-4eea-9129-72f1d1475b7c tempest-ServerDiskConfigTestJSON-1190732798 tempest-ServerDiskConfigTestJSON-1190732798-project] 10.222.0.104 "GET /v2.0/security-groups?id=9db7bd2a-ba6b-404f-a4ca-876b03541e32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363367 Jul 06 14:42:40.970328 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:42:41.402238 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d150b99b-a482-4c1a-a2fc-21e87a7c9c51 req-1359cb63-acc3-4900-af4c-33d04fc4106b tempest-ServerDiskConfigTestJSON-1190732798 tempest-ServerDiskConfigTestJSON-1190732798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:42:41.403776 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-d150b99b-a482-4c1a-a2fc-21e87a7c9c51 req-1359cb63-acc3-4900-af4c-33d04fc4106b tempest-ServerDiskConfigTestJSON-1190732798 tempest-ServerDiskConfigTestJSON-1190732798-project] 10.222.0.104 "GET /v2.0/ports?device_id=2e62f15a-4766-4096-9194-951641776921 HTTP/1.1" status: 200 len: 944 time: 0.0632198 Jul 06 14:42:41.442115 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-d150b99b-a482-4c1a-a2fc-21e87a7c9c51 req-e1a49f72-f36c-4ffa-9b2a-0924186085aa tempest-ServerDiskConfigTestJSON-1190732798 tempest-ServerDiskConfigTestJSON-1190732798-project] 10.222.0.104 "GET /v2.0/security-groups?id=9db7bd2a-ba6b-404f-a4ca-876b03541e32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328071 Jul 06 14:42:41.884136 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Device 37e48f86-38fb-4215-a5d6-98c746290e63 no longer exists at agent hyperv_n-h2-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:42:41.907370 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] No Port match for: 37e48f86-38fb-4215-a5d6-98c746290e63 {{(pid=100248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 14:42:41.907712 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Device 37e48f86-38fb-4215-a5d6-98c746290e63 not bound to the agent host n-h2-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:42:42.619655 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4808051b-e9fd-425a-abd9-bbe41553e52f req-6ae0ea0a-9308-46f5-aa99-84fa4a7dc4d3 tempest-ServerDiskConfigTestJSON-1190732798 tempest-ServerDiskConfigTestJSON-1190732798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:42:42.621335 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-4808051b-e9fd-425a-abd9-bbe41553e52f req-6ae0ea0a-9308-46f5-aa99-84fa4a7dc4d3 tempest-ServerDiskConfigTestJSON-1190732798 tempest-ServerDiskConfigTestJSON-1190732798-project] 10.222.0.104 "GET /v2.0/ports?device_id=2e62f15a-4766-4096-9194-951641776921 HTTP/1.1" status: 200 len: 944 time: 0.0628552 Jul 06 14:42:42.658604 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-4808051b-e9fd-425a-abd9-bbe41553e52f req-a9f45690-d6db-4bae-bb14-fc9496f98fd0 tempest-ServerDiskConfigTestJSON-1190732798 tempest-ServerDiskConfigTestJSON-1190732798-project] 10.222.0.104 "GET /v2.0/security-groups?id=9db7bd2a-ba6b-404f-a4ca-876b03541e32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317216 Jul 06 14:42:42.794341 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:42:43.835674 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af2575a-52af-40af-9428-6c3ed897939a req-1067434c-f558-4ffe-be0e-dde45ae45907 tempest-ServerDiskConfigTestJSON-1190732798 tempest-ServerDiskConfigTestJSON-1190732798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:42:43.837143 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-8af2575a-52af-40af-9428-6c3ed897939a req-1067434c-f558-4ffe-be0e-dde45ae45907 tempest-ServerDiskConfigTestJSON-1190732798 tempest-ServerDiskConfigTestJSON-1190732798-project] 10.222.0.104 "GET /v2.0/ports?device_id=2e62f15a-4766-4096-9194-951641776921 HTTP/1.1" status: 200 len: 944 time: 0.0658848 Jul 06 14:42:43.875183 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-8af2575a-52af-40af-9428-6c3ed897939a req-99ddfc08-6371-4bd2-a749-c971a79f3f22 tempest-ServerDiskConfigTestJSON-1190732798 tempest-ServerDiskConfigTestJSON-1190732798-project] 10.222.0.104 "GET /v2.0/security-groups?id=9db7bd2a-ba6b-404f-a4ca-876b03541e32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318685 Jul 06 14:42:43.875833 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Device de8ae842-2947-409e-9496-b5cd0368be5e details requested by agent hyperv_n-h1-773647-6 with host n-h1-773647-6 {{(pid=100248) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 14:42:43.968916 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] For port de8ae842-2947-409e-9496-b5cd0368be5e, host n-h1-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773647-6',level=0,port_id=de8ae842-2947-409e-9496-b5cd0368be5e,segment=NetworkSegment(63a12396-5380-4106-81be-8e10896ef174),segment_id=63a12396-5380-4106-81be-8e10896ef174)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:42:43.980346 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Returning: {'device': 'de8ae842-2947-409e-9496-b5cd0368be5e', 'network_id': 'b6c3c3d2-f7fd-48e2-aeb6-e7b01f35da33', 'port_id': 'de8ae842-2947-409e-9496-b5cd0368be5e', 'mac_address': 'fa:16:3e:23:a3:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1039, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '46966a0c-57df-4dae-9ec8-37c2341fc21b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100248) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 14:42:44.015768 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:42:44.032960 n-d-773647-6 neutron-server[100248]: DEBUG neutron.notifiers.nova [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de8ae842-2947-409e-9496-b5cd0368be5e {{(pid=100248) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 14:42:44.052248 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] For port de8ae842-2947-409e-9496-b5cd0368be5e, host n-h1-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773647-6',level=0,port_id=de8ae842-2947-409e-9496-b5cd0368be5e,segment=NetworkSegment(63a12396-5380-4106-81be-8e10896ef174),segment_id=63a12396-5380-4106-81be-8e10896ef174)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:42:44.059194 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:42:44.105999 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Pushing event updated for resources: {'Port': ['ID=de8ae842-2947-409e-9496-b5cd0368be5e,revision_number=4']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:42:44.113289 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:42:44.113636 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:42:44.113972 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:42:44.114304 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:42:44.114636 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:42:44.114965 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:42:44.115319 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:42:44.115647 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:42:44.115963 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:42:44.116283 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:42:44.116605 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:42:44.116920 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:42:44.385749 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] get_ports_and_sgs() called for port_ids ['de8ae842-2947-409e-9496-b5cd0368be5e'] {{(pid=100248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 14:42:45.047186 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9886e87-016c-4201-926e-8dcdd6c30a3c req-4299413a-ce8d-4580-a190-9444d32535a9 tempest-ServerDiskConfigTestJSON-1190732798 tempest-ServerDiskConfigTestJSON-1190732798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:42:45.048622 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-d9886e87-016c-4201-926e-8dcdd6c30a3c req-4299413a-ce8d-4580-a190-9444d32535a9 tempest-ServerDiskConfigTestJSON-1190732798 tempest-ServerDiskConfigTestJSON-1190732798-project] 10.222.0.104 "GET /v2.0/ports?device_id=2e62f15a-4766-4096-9194-951641776921 HTTP/1.1" status: 200 len: 945 time: 0.0626502 Jul 06 14:42:45.090448 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-d9886e87-016c-4201-926e-8dcdd6c30a3c req-01fff4e5-8cd3-4fdb-a5d7-5bc0245b6478 tempest-ServerDiskConfigTestJSON-1190732798 tempest-ServerDiskConfigTestJSON-1190732798-project] 10.222.0.104 "GET /v2.0/security-groups?id=9db7bd2a-ba6b-404f-a4ca-876b03541e32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362895 Jul 06 14:42:45.875401 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Device de8ae842-2947-409e-9496-b5cd0368be5e up at agent hyperv_n-h1-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:42:45.925175 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Provisioning for port de8ae842-2947-409e-9496-b5cd0368be5e completed by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:42:45.928675 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Provisioning complete for port de8ae842-2947-409e-9496-b5cd0368be5e triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:42:45.929047 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:42:46.002774 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:42:46.027563 n-d-773647-6 neutron-server[100248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e62f15a-4766-4096-9194-951641776921', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de8ae842-2947-409e-9496-b5cd0368be5e'}] {{(pid=100248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:42:46.030031 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84af257533e383389cbcf231d3534f4d5e149e7203fea16b4a8fc01438dddaf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88f75551-8fbb-473a-85b0-e2f73970438b" -d '{"events": [{"server_uuid": "2e62f15a-4766-4096-9194-951641776921", "name": "network-vif-plugged", "status": "completed", "tag": "de8ae842-2947-409e-9496-b5cd0368be5e"}]}' {{(pid=100248) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:42:46.043627 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] For port de8ae842-2947-409e-9496-b5cd0368be5e, host n-h1-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773647-6',level=0,port_id=de8ae842-2947-409e-9496-b5cd0368be5e,segment=NetworkSegment(63a12396-5380-4106-81be-8e10896ef174),segment_id=63a12396-5380-4106-81be-8e10896ef174)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:42:46.047913 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:42:46.076424 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 14:42:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-408ab294-7107-48cb-afb5-9b2f133ca7c1 x-openstack-request-id: req-408ab294-7107-48cb-afb5-9b2f133ca7c1 {{(pid=100248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:42:46.076714 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e62f15a-4766-4096-9194-951641776921", "name": "network-vif-plugged", "status": "completed", "tag": "de8ae842-2947-409e-9496-b5cd0368be5e", "code": 200}]} {{(pid=100248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:42:46.076967 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-408ab294-7107-48cb-afb5-9b2f133ca7c1 {{(pid=100248) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:42:46.077348 n-d-773647-6 neutron-server[100248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e62f15a-4766-4096-9194-951641776921', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de8ae842-2947-409e-9496-b5cd0368be5e', 'code': 200} Jul 06 14:42:46.104108 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Pushing event updated for resources: {'Port': ['ID=de8ae842-2947-409e-9496-b5cd0368be5e,revision_number=5']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:42:46.179558 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d19136-2679-48bb-af51-bb717b653236 req-2394dc89-9735-4c9a-824d-714949a04d60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:42:46.181625 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-75d19136-2679-48bb-af51-bb717b653236 req-2394dc89-9735-4c9a-824d-714949a04d60 service neutron] 10.222.0.127 "GET /v2.0/ports?device_id=2e62f15a-4766-4096-9194-951641776921 HTTP/1.1" status: 200 len: 1097 time: 0.0526845 Jul 06 14:42:46.247349 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-75d19136-2679-48bb-af51-bb717b653236 req-dcab660e-902a-466d-b89b-de635769d5c9 service neutron] 10.222.0.127 "GET /v2.0/security-groups?id=9db7bd2a-ba6b-404f-a4ca-876b03541e32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590556 Jul 06 14:42:46.278086 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a416f55-9e3a-4f5b-8634-746c52c42bb9 req-8ced4e65-3f6b-483e-8404-5cc705162790 tempest-ServerDiskConfigTestJSON-1190732798 tempest-ServerDiskConfigTestJSON-1190732798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:42:46.279557 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-3a416f55-9e3a-4f5b-8634-746c52c42bb9 req-8ced4e65-3f6b-483e-8404-5cc705162790 tempest-ServerDiskConfigTestJSON-1190732798 tempest-ServerDiskConfigTestJSON-1190732798-project] 10.222.0.104 "GET /v2.0/ports?device_id=2e62f15a-4766-4096-9194-951641776921 HTTP/1.1" status: 200 len: 946 time: 0.0744817 Jul 06 14:42:46.317665 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-3a416f55-9e3a-4f5b-8634-746c52c42bb9 req-9dfdf583-d060-4a38-b865-05bb9b8a2678 tempest-ServerDiskConfigTestJSON-1190732798 tempest-ServerDiskConfigTestJSON-1190732798-project] 10.222.0.104 "GET /v2.0/security-groups?id=9db7bd2a-ba6b-404f-a4ca-876b03541e32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325377 Jul 06 14:42:47.495646 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc7074f-cbce-4752-896b-128cd0b65008 req-5b76f065-358f-441f-9455-0b1e730ebc8b tempest-ServerDiskConfigTestJSON-1190732798 tempest-ServerDiskConfigTestJSON-1190732798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:42:47.497036 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-2bc7074f-cbce-4752-896b-128cd0b65008 req-5b76f065-358f-441f-9455-0b1e730ebc8b tempest-ServerDiskConfigTestJSON-1190732798 tempest-ServerDiskConfigTestJSON-1190732798-project] 10.222.0.104 "GET /v2.0/ports?device_id=2e62f15a-4766-4096-9194-951641776921 HTTP/1.1" status: 200 len: 946 time: 0.0642796 Jul 06 14:42:47.534716 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-2bc7074f-cbce-4752-896b-128cd0b65008 req-334455d3-c19f-4e64-809d-af9f9cb6c53a tempest-ServerDiskConfigTestJSON-1190732798 tempest-ServerDiskConfigTestJSON-1190732798-project] 10.222.0.104 "GET /v2.0/security-groups?id=9db7bd2a-ba6b-404f-a4ca-876b03541e32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322132 Jul 06 14:42:47.716951 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7cb4be9-b120-4ec9-9efc-27709b4aced8 req-85739fe6-ea36-4e2b-a4e5-515cdec84e06 tempest-ServerDiskConfigTestJSON-1190732798 tempest-ServerDiskConfigTestJSON-1190732798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:42:47.718522 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-c7cb4be9-b120-4ec9-9efc-27709b4aced8 req-85739fe6-ea36-4e2b-a4e5-515cdec84e06 tempest-ServerDiskConfigTestJSON-1190732798 tempest-ServerDiskConfigTestJSON-1190732798-project] 10.222.0.104 "GET /v2.0/ports?device_id=2e62f15a-4766-4096-9194-951641776921 HTTP/1.1" status: 200 len: 946 time: 0.0746901 Jul 06 14:42:47.757025 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-c7cb4be9-b120-4ec9-9efc-27709b4aced8 req-4dea47fc-fe40-4a7b-9a8d-0b5ab03cc4cd tempest-ServerDiskConfigTestJSON-1190732798 tempest-ServerDiskConfigTestJSON-1190732798-project] 10.222.0.104 "GET /v2.0/security-groups?id=9db7bd2a-ba6b-404f-a4ca-876b03541e32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326841 Jul 06 14:42:48.101451 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-fc6d5e1b-5002-4bab-b784-f92b824841e7 req-27cdb296-535d-4521-b643-9da45f45ddb3 service neutron] 10.222.0.104 "GET /v2.0/ports?device_id=2e62f15a-4766-4096-9194-951641776921&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0530739 Jul 06 14:42:48.167177 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0ad3f0-5f76-4c14-9c4c-977ce87ebf8f req-4c7496d4-ebd2-4bcc-8699-7a36770a50c0 tempest-ServerDiskConfigTestJSON-1190732798 tempest-ServerDiskConfigTestJSON-1190732798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:42:48.169501 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-4e0ad3f0-5f76-4c14-9c4c-977ce87ebf8f req-4c7496d4-ebd2-4bcc-8699-7a36770a50c0 tempest-ServerDiskConfigTestJSON-1190732798 tempest-ServerDiskConfigTestJSON-1190732798-project] 10.222.0.104 "GET /v2.0/ports?device_id=2e62f15a-4766-4096-9194-951641776921 HTTP/1.1" status: 200 len: 946 time: 0.0760143 Jul 06 14:42:48.207780 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-4e0ad3f0-5f76-4c14-9c4c-977ce87ebf8f req-1793aeae-e5ef-45c3-86ed-dba7edf5036b tempest-ServerDiskConfigTestJSON-1190732798 tempest-ServerDiskConfigTestJSON-1190732798-project] 10.222.0.104 "GET /v2.0/security-groups?id=9db7bd2a-ba6b-404f-a4ca-876b03541e32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330329 Jul 06 14:42:49.436015 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03b0ff7-23d9-404d-821a-bb5632f7e17c req-3d5bb3c0-2c4b-45f7-84c1-c299ef7c71c6 tempest-ServerDiskConfigTestJSON-1190732798 tempest-ServerDiskConfigTestJSON-1190732798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:42:49.437769 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-c03b0ff7-23d9-404d-821a-bb5632f7e17c req-3d5bb3c0-2c4b-45f7-84c1-c299ef7c71c6 tempest-ServerDiskConfigTestJSON-1190732798 tempest-ServerDiskConfigTestJSON-1190732798-project] 10.222.0.104 "GET /v2.0/ports?device_id=2e62f15a-4766-4096-9194-951641776921 HTTP/1.1" status: 200 len: 946 time: 0.1002629 Jul 06 14:42:49.463378 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6d5e1b-5002-4bab-b784-f92b824841e7 req-badfa12f-a920-4452-baab-80e953887529 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:42:49.464879 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-fc6d5e1b-5002-4bab-b784-f92b824841e7 req-badfa12f-a920-4452-baab-80e953887529 service neutron] 10.222.0.127 "GET /v2.0/ports?tenant_id=45442a2068a946eb9b25a061c409e69c&device_id=2e62f15a-4766-4096-9194-951641776921 HTTP/1.1" status: 200 len: 1097 time: 0.0928037 Jul 06 14:42:49.524027 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-c03b0ff7-23d9-404d-821a-bb5632f7e17c req-8d814ea6-1b2d-4739-bf7f-a3dadeeb61b6 tempest-ServerDiskConfigTestJSON-1190732798 tempest-ServerDiskConfigTestJSON-1190732798-project] 10.222.0.104 "GET /v2.0/security-groups?id=9db7bd2a-ba6b-404f-a4ca-876b03541e32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794332 Jul 06 14:42:49.570867 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6d5e1b-5002-4bab-b784-f92b824841e7 req-586a8b4e-405d-4689-af7d-81ec217d81db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:42:49.572423 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-fc6d5e1b-5002-4bab-b784-f92b824841e7 req-586a8b4e-405d-4689-af7d-81ec217d81db service neutron] 10.222.0.127 "GET /v2.0/networks?id=b6c3c3d2-f7fd-48e2-aeb6-e7b01f35da33 HTTP/1.1" status: 200 len: 916 time: 0.1002862 Jul 06 14:42:49.612416 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-fc6d5e1b-5002-4bab-b784-f92b824841e7 req-7ff6f1f2-3bee-4a9a-8c81-9acc62d1b7e1 service neutron] 10.222.0.127 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=de8ae842-2947-409e-9496-b5cd0368be5e HTTP/1.1" status: 200 len: 217 time: 0.0340695 Jul 06 14:42:49.660964 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6d5e1b-5002-4bab-b784-f92b824841e7 req-efa4a291-bfc5-4ea6-9091-714fc923b9c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:42:49.662443 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-fc6d5e1b-5002-4bab-b784-f92b824841e7 req-efa4a291-bfc5-4ea6-9091-714fc923b9c3 service neutron] 10.222.0.127 "GET /v2.0/subnets?id=46966a0c-57df-4dae-9ec8-37c2341fc21b HTTP/1.1" status: 200 len: 854 time: 0.0440776 Jul 06 14:42:49.695637 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-fc6d5e1b-5002-4bab-b784-f92b824841e7 req-9e555659-bb10-4fe9-8000-02f270b44edd service neutron] 10.222.0.127 "GET /v2.0/ports?network_id=b6c3c3d2-f7fd-48e2-aeb6-e7b01f35da33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0273039 Jul 06 14:42:49.792217 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-fc6d5e1b-5002-4bab-b784-f92b824841e7 req-17881547-8a45-4e78-94bb-d306ad59f392 service neutron] 10.222.0.127 "GET /v2.0/networks/b6c3c3d2-f7fd-48e2-aeb6-e7b01f35da33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893400 Jul 06 14:42:49.878899 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-fc6d5e1b-5002-4bab-b784-f92b824841e7 req-e5aabb73-0586-4999-80d2-d60293090c3c service neutron] 10.222.0.127 "GET /v2.0/networks/b6c3c3d2-f7fd-48e2-aeb6-e7b01f35da33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818026 Jul 06 14:42:50.704523 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc35d754-fdc9-4743-832b-00895112889c req-314e55e2-884d-4792-b18f-7682bb3d69a8 tempest-ServerDiskConfigTestJSON-1190732798 tempest-ServerDiskConfigTestJSON-1190732798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:42:50.706015 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-bc35d754-fdc9-4743-832b-00895112889c req-314e55e2-884d-4792-b18f-7682bb3d69a8 tempest-ServerDiskConfigTestJSON-1190732798 tempest-ServerDiskConfigTestJSON-1190732798-project] 10.222.0.104 "GET /v2.0/ports?device_id=2e62f15a-4766-4096-9194-951641776921 HTTP/1.1" status: 200 len: 946 time: 0.0676429 Jul 06 14:42:50.744472 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-bc35d754-fdc9-4743-832b-00895112889c req-75382dce-2416-4977-8e20-65a706df42b3 tempest-ServerDiskConfigTestJSON-1190732798 tempest-ServerDiskConfigTestJSON-1190732798-project] 10.222.0.104 "GET /v2.0/security-groups?id=9db7bd2a-ba6b-404f-a4ca-876b03541e32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327697 Jul 06 14:42:51.925509 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323bcdb6-9a9f-458a-911d-045a363c71b0 req-63a8163b-155b-45b5-86b2-5331a94c431e tempest-ServerDiskConfigTestJSON-1190732798 tempest-ServerDiskConfigTestJSON-1190732798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:42:51.926915 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-323bcdb6-9a9f-458a-911d-045a363c71b0 req-63a8163b-155b-45b5-86b2-5331a94c431e tempest-ServerDiskConfigTestJSON-1190732798 tempest-ServerDiskConfigTestJSON-1190732798-project] 10.222.0.104 "GET /v2.0/ports?device_id=2e62f15a-4766-4096-9194-951641776921 HTTP/1.1" status: 200 len: 946 time: 0.0632653 Jul 06 14:42:51.965086 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-323bcdb6-9a9f-458a-911d-045a363c71b0 req-84c6ea31-7dd8-4c2e-bf1d-585ea2d94856 tempest-ServerDiskConfigTestJSON-1190732798 tempest-ServerDiskConfigTestJSON-1190732798-project] 10.222.0.104 "GET /v2.0/security-groups?id=9db7bd2a-ba6b-404f-a4ca-876b03541e32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320959 Jul 06 14:42:52.294729 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.agents_db [None req-167c0ad6-1657-4c9a-a2c4-3b18056aa662 None None] Agent healthcheck: found 7 active agents {{(pid=100249) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 14:42:52.905617 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-750fe12e-9035-4394-8078-c932b9686509 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:42:53.143025 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a68f84-b2c6-4985-b6a1-bb943e37bedf req-39837a1b-4f4b-457c-830d-27c99c230bdd tempest-ServerDiskConfigTestJSON-1190732798 tempest-ServerDiskConfigTestJSON-1190732798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:42:53.144505 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-92a68f84-b2c6-4985-b6a1-bb943e37bedf req-39837a1b-4f4b-457c-830d-27c99c230bdd tempest-ServerDiskConfigTestJSON-1190732798 tempest-ServerDiskConfigTestJSON-1190732798-project] 10.222.0.104 "GET /v2.0/ports?device_id=2e62f15a-4766-4096-9194-951641776921 HTTP/1.1" status: 200 len: 946 time: 0.0653780 Jul 06 14:42:53.182625 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-92a68f84-b2c6-4985-b6a1-bb943e37bedf req-c052be2a-2db8-4793-a27e-16c5b84f27b5 tempest-ServerDiskConfigTestJSON-1190732798 tempest-ServerDiskConfigTestJSON-1190732798-project] 10.222.0.104 "GET /v2.0/security-groups?id=9db7bd2a-ba6b-404f-a4ca-876b03541e32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326521 Jul 06 14:42:54.352179 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12107376-d6a0-498a-ba65-df3afc746af3 req-02bf3ebd-a4b4-46bf-af9c-a351a7c8fe91 tempest-ServerDiskConfigTestJSON-1190732798 tempest-ServerDiskConfigTestJSON-1190732798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:42:54.353651 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-12107376-d6a0-498a-ba65-df3afc746af3 req-02bf3ebd-a4b4-46bf-af9c-a351a7c8fe91 tempest-ServerDiskConfigTestJSON-1190732798 tempest-ServerDiskConfigTestJSON-1190732798-project] 10.222.0.104 "GET /v2.0/ports?device_id=2e62f15a-4766-4096-9194-951641776921 HTTP/1.1" status: 200 len: 946 time: 0.0626771 Jul 06 14:42:54.390873 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-12107376-d6a0-498a-ba65-df3afc746af3 req-a4334089-9f3f-4768-9938-4c1ac6420e58 tempest-ServerDiskConfigTestJSON-1190732798 tempest-ServerDiskConfigTestJSON-1190732798-project] 10.222.0.104 "GET /v2.0/security-groups?id=9db7bd2a-ba6b-404f-a4ca-876b03541e32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316157 Jul 06 14:42:55.561758 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d4deae-c132-4549-95b9-382a94e09cb3 req-f25e922b-ddfc-473b-8428-8da8d629a997 tempest-ServerDiskConfigTestJSON-1190732798 tempest-ServerDiskConfigTestJSON-1190732798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:42:55.563502 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-98d4deae-c132-4549-95b9-382a94e09cb3 req-f25e922b-ddfc-473b-8428-8da8d629a997 tempest-ServerDiskConfigTestJSON-1190732798 tempest-ServerDiskConfigTestJSON-1190732798-project] 10.222.0.104 "GET /v2.0/ports?device_id=2e62f15a-4766-4096-9194-951641776921 HTTP/1.1" status: 200 len: 946 time: 0.0627499 Jul 06 14:42:55.595094 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-0fcabbfd-c9da-4926-972c-12f3d42ed9c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:42:55.602587 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-98d4deae-c132-4549-95b9-382a94e09cb3 req-976823d9-9c36-412f-838a-7476d0cc951b tempest-ServerDiskConfigTestJSON-1190732798 tempest-ServerDiskConfigTestJSON-1190732798-project] 10.222.0.104 "GET /v2.0/security-groups?id=9db7bd2a-ba6b-404f-a4ca-876b03541e32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336070 Jul 06 14:42:55.915999 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:42:56.718499 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-2064eaae-da4f-48f8-82d2-b09d4ddedd44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:42:56.781211 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de06330-09a9-4992-a337-9eb23fea11a7 req-499e76d2-cf83-47e5-88e3-1bb51579124c tempest-ServerDiskConfigTestJSON-1190732798 tempest-ServerDiskConfigTestJSON-1190732798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:42:56.782702 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-0de06330-09a9-4992-a337-9eb23fea11a7 req-499e76d2-cf83-47e5-88e3-1bb51579124c tempest-ServerDiskConfigTestJSON-1190732798 tempest-ServerDiskConfigTestJSON-1190732798-project] 10.222.0.104 "GET /v2.0/ports?device_id=2e62f15a-4766-4096-9194-951641776921 HTTP/1.1" status: 200 len: 946 time: 0.0689948 Jul 06 14:42:56.820053 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-0de06330-09a9-4992-a337-9eb23fea11a7 req-7ed272be-30aa-4992-892e-d4007c903b25 tempest-ServerDiskConfigTestJSON-1190732798 tempest-ServerDiskConfigTestJSON-1190732798-project] 10.222.0.104 "GET /v2.0/security-groups?id=9db7bd2a-ba6b-404f-a4ca-876b03541e32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317276 Jul 06 14:42:57.993180 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3838cf-0d58-4e0a-8f66-3463c94ca41e req-a554173b-3b1c-4f3f-8092-cc3919725946 tempest-ServerDiskConfigTestJSON-1190732798 tempest-ServerDiskConfigTestJSON-1190732798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:42:57.995107 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-1f3838cf-0d58-4e0a-8f66-3463c94ca41e req-a554173b-3b1c-4f3f-8092-cc3919725946 tempest-ServerDiskConfigTestJSON-1190732798 tempest-ServerDiskConfigTestJSON-1190732798-project] 10.222.0.104 "GET /v2.0/ports?device_id=2e62f15a-4766-4096-9194-951641776921 HTTP/1.1" status: 200 len: 946 time: 0.0629961 Jul 06 14:42:58.032606 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-1f3838cf-0d58-4e0a-8f66-3463c94ca41e req-a05b130b-e9cb-48d2-95ca-8cb81a988362 tempest-ServerDiskConfigTestJSON-1190732798 tempest-ServerDiskConfigTestJSON-1190732798-project] 10.222.0.104 "GET /v2.0/security-groups?id=9db7bd2a-ba6b-404f-a4ca-876b03541e32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319111 Jul 06 14:42:58.519785 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-03f71b24-a9b8-453a-8924-caa3f97bc6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:42:59.208558 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3adae070-5bdb-42fd-aee3-d76b3bbbb2a9 req-558d0d1d-9170-4ab0-b943-fcebd14a21d3 tempest-ServerDiskConfigTestJSON-1190732798 tempest-ServerDiskConfigTestJSON-1190732798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:42:59.210065 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-3adae070-5bdb-42fd-aee3-d76b3bbbb2a9 req-558d0d1d-9170-4ab0-b943-fcebd14a21d3 tempest-ServerDiskConfigTestJSON-1190732798 tempest-ServerDiskConfigTestJSON-1190732798-project] 10.222.0.104 "GET /v2.0/ports?device_id=2e62f15a-4766-4096-9194-951641776921 HTTP/1.1" status: 200 len: 946 time: 0.0671923 Jul 06 14:42:59.249495 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-3adae070-5bdb-42fd-aee3-d76b3bbbb2a9 req-c53d79a4-2042-47f3-8ec4-aedcf1e45648 tempest-ServerDiskConfigTestJSON-1190732798 tempest-ServerDiskConfigTestJSON-1190732798-project] 10.222.0.104 "GET /v2.0/security-groups?id=9db7bd2a-ba6b-404f-a4ca-876b03541e32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332279 Jul 06 14:43:00.422356 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60010498-1744-4824-8719-201b034a59d7 req-3e0f13e4-88f7-4178-9500-c87e1e17e345 tempest-ServerDiskConfigTestJSON-1190732798 tempest-ServerDiskConfigTestJSON-1190732798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:43:00.423854 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-60010498-1744-4824-8719-201b034a59d7 req-3e0f13e4-88f7-4178-9500-c87e1e17e345 tempest-ServerDiskConfigTestJSON-1190732798 tempest-ServerDiskConfigTestJSON-1190732798-project] 10.222.0.104 "GET /v2.0/ports?device_id=2e62f15a-4766-4096-9194-951641776921 HTTP/1.1" status: 200 len: 946 time: 0.0630536 Jul 06 14:43:00.462272 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-60010498-1744-4824-8719-201b034a59d7 req-bdf573e8-35c8-4be0-9f03-d90b9a756cc1 tempest-ServerDiskConfigTestJSON-1190732798 tempest-ServerDiskConfigTestJSON-1190732798-project] 10.222.0.104 "GET /v2.0/security-groups?id=9db7bd2a-ba6b-404f-a4ca-876b03541e32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328493 Jul 06 14:43:01.642039 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbdd2b5-7b32-4559-8476-d52c9ca36ca1 req-0f1856b8-0956-447e-b8de-3695feb1c402 tempest-ServerDiskConfigTestJSON-1190732798 tempest-ServerDiskConfigTestJSON-1190732798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:43:01.643570 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-3bbdd2b5-7b32-4559-8476-d52c9ca36ca1 req-0f1856b8-0956-447e-b8de-3695feb1c402 tempest-ServerDiskConfigTestJSON-1190732798 tempest-ServerDiskConfigTestJSON-1190732798-project] 10.222.0.104 "GET /v2.0/ports?device_id=2e62f15a-4766-4096-9194-951641776921 HTTP/1.1" status: 200 len: 946 time: 0.0633605 Jul 06 14:43:01.682750 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-3bbdd2b5-7b32-4559-8476-d52c9ca36ca1 req-470e1b71-35b7-4ed8-9154-09c0ff6e9023 tempest-ServerDiskConfigTestJSON-1190732798 tempest-ServerDiskConfigTestJSON-1190732798-project] 10.222.0.104 "GET /v2.0/security-groups?id=9db7bd2a-ba6b-404f-a4ca-876b03541e32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334730 Jul 06 14:43:02.861254 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973d532c-88a4-4527-9e5b-d2d162f843cb req-f6eb3297-a609-42ac-9219-a8847fb8bb21 tempest-ServerDiskConfigTestJSON-1190732798 tempest-ServerDiskConfigTestJSON-1190732798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:43:02.862724 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-973d532c-88a4-4527-9e5b-d2d162f843cb req-f6eb3297-a609-42ac-9219-a8847fb8bb21 tempest-ServerDiskConfigTestJSON-1190732798 tempest-ServerDiskConfigTestJSON-1190732798-project] 10.222.0.104 "GET /v2.0/ports?device_id=2e62f15a-4766-4096-9194-951641776921 HTTP/1.1" status: 200 len: 946 time: 0.0686369 Jul 06 14:43:02.899460 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-973d532c-88a4-4527-9e5b-d2d162f843cb req-a893824d-a618-43a7-a336-23a5ef057ae1 tempest-ServerDiskConfigTestJSON-1190732798 tempest-ServerDiskConfigTestJSON-1190732798-project] 10.222.0.104 "GET /v2.0/security-groups?id=9db7bd2a-ba6b-404f-a4ca-876b03541e32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311201 Jul 06 14:43:04.069892 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fa8444-e73e-439b-bd76-f3810e9e0a7d req-d3ad169e-dda1-4591-8064-a538461753a1 tempest-ServerDiskConfigTestJSON-1190732798 tempest-ServerDiskConfigTestJSON-1190732798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:43:04.071398 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-30fa8444-e73e-439b-bd76-f3810e9e0a7d req-d3ad169e-dda1-4591-8064-a538461753a1 tempest-ServerDiskConfigTestJSON-1190732798 tempest-ServerDiskConfigTestJSON-1190732798-project] 10.222.0.104 "GET /v2.0/ports?device_id=2e62f15a-4766-4096-9194-951641776921 HTTP/1.1" status: 200 len: 946 time: 0.0612588 Jul 06 14:43:04.107803 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-30fa8444-e73e-439b-bd76-f3810e9e0a7d req-cfe6203c-99fc-4d66-b61c-41b3a0d971c8 tempest-ServerDiskConfigTestJSON-1190732798 tempest-ServerDiskConfigTestJSON-1190732798-project] 10.222.0.104 "GET /v2.0/security-groups?id=9db7bd2a-ba6b-404f-a4ca-876b03541e32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303483 Jul 06 14:43:05.315273 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caafc35c-be2c-4d5d-8e26-e9cf2a1866cc req-06752def-7999-4db3-a177-ddb3580d710e tempest-ServerDiskConfigTestJSON-1190732798 tempest-ServerDiskConfigTestJSON-1190732798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:43:05.316768 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-caafc35c-be2c-4d5d-8e26-e9cf2a1866cc req-06752def-7999-4db3-a177-ddb3580d710e tempest-ServerDiskConfigTestJSON-1190732798 tempest-ServerDiskConfigTestJSON-1190732798-project] 10.222.0.104 "GET /v2.0/ports?device_id=2e62f15a-4766-4096-9194-951641776921 HTTP/1.1" status: 200 len: 946 time: 0.0666285 Jul 06 14:43:05.354203 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-caafc35c-be2c-4d5d-8e26-e9cf2a1866cc req-21d5ad21-046b-4995-b9bd-9256401186be tempest-ServerDiskConfigTestJSON-1190732798 tempest-ServerDiskConfigTestJSON-1190732798-project] 10.222.0.104 "GET /v2.0/security-groups?id=9db7bd2a-ba6b-404f-a4ca-876b03541e32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318396 Jul 06 14:43:06.525536 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791d5093-e6e4-4dc1-ba06-599e369860f7 req-3fe52e4f-d4c1-4838-8701-4b84a32ddaf2 tempest-ServerDiskConfigTestJSON-1190732798 tempest-ServerDiskConfigTestJSON-1190732798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:43:06.527030 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-791d5093-e6e4-4dc1-ba06-599e369860f7 req-3fe52e4f-d4c1-4838-8701-4b84a32ddaf2 tempest-ServerDiskConfigTestJSON-1190732798 tempest-ServerDiskConfigTestJSON-1190732798-project] 10.222.0.104 "GET /v2.0/ports?device_id=2e62f15a-4766-4096-9194-951641776921 HTTP/1.1" status: 200 len: 946 time: 0.0632486 Jul 06 14:43:06.564672 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-791d5093-e6e4-4dc1-ba06-599e369860f7 req-eab4f189-e874-4d18-8ca4-f5223947d644 tempest-ServerDiskConfigTestJSON-1190732798 tempest-ServerDiskConfigTestJSON-1190732798-project] 10.222.0.104 "GET /v2.0/security-groups?id=9db7bd2a-ba6b-404f-a4ca-876b03541e32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320904 Jul 06 14:43:07.742056 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b3cf9f-3566-4c09-8770-a1914ff6522b req-e161eaaa-184f-4078-b64d-325e5d4e6ac7 tempest-ServerDiskConfigTestJSON-1190732798 tempest-ServerDiskConfigTestJSON-1190732798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:43:07.743661 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-35b3cf9f-3566-4c09-8770-a1914ff6522b req-e161eaaa-184f-4078-b64d-325e5d4e6ac7 tempest-ServerDiskConfigTestJSON-1190732798 tempest-ServerDiskConfigTestJSON-1190732798-project] 10.222.0.104 "GET /v2.0/ports?device_id=2e62f15a-4766-4096-9194-951641776921 HTTP/1.1" status: 200 len: 946 time: 0.0692890 Jul 06 14:43:07.781882 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-35b3cf9f-3566-4c09-8770-a1914ff6522b req-e112f3d2-7eb9-4094-9620-59bc80fcfaad tempest-ServerDiskConfigTestJSON-1190732798 tempest-ServerDiskConfigTestJSON-1190732798-project] 10.222.0.104 "GET /v2.0/security-groups?id=9db7bd2a-ba6b-404f-a4ca-876b03541e32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326767 Jul 06 14:43:07.858057 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f550bf4-22ee-4c8b-a77b-243475f0fcf3 req-de0f2854-cbc8-450b-9006-80955ed57396 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:43:07.859605 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-2f550bf4-22ee-4c8b-a77b-243475f0fcf3 req-de0f2854-cbc8-450b-9006-80955ed57396 service neutron] 10.222.0.127 "GET /v2.0/ports?tenant_id=45442a2068a946eb9b25a061c409e69c&device_id=2e62f15a-4766-4096-9194-951641776921 HTTP/1.1" status: 200 len: 1097 time: 0.0564635 Jul 06 14:43:07.961632 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f550bf4-22ee-4c8b-a77b-243475f0fcf3 req-e14ed475-0385-4b0d-bf92-8aba4d85e1bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:43:07.963658 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-2f550bf4-22ee-4c8b-a77b-243475f0fcf3 req-e14ed475-0385-4b0d-bf92-8aba4d85e1bc service neutron] 10.222.0.127 "GET /v2.0/networks?id=b6c3c3d2-f7fd-48e2-aeb6-e7b01f35da33 HTTP/1.1" status: 200 len: 916 time: 0.0829365 Jul 06 14:43:08.008420 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-2f550bf4-22ee-4c8b-a77b-243475f0fcf3 req-447785f2-c65d-4d23-ab96-51e752ecabdf service neutron] 10.222.0.127 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=de8ae842-2947-409e-9496-b5cd0368be5e HTTP/1.1" status: 200 len: 217 time: 0.0374396 Jul 06 14:43:08.062968 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f550bf4-22ee-4c8b-a77b-243475f0fcf3 req-965e6acc-20fe-448d-b5f2-d1435ee39c70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:43:08.064449 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-2f550bf4-22ee-4c8b-a77b-243475f0fcf3 req-965e6acc-20fe-448d-b5f2-d1435ee39c70 service neutron] 10.222.0.127 "GET /v2.0/subnets?id=46966a0c-57df-4dae-9ec8-37c2341fc21b HTTP/1.1" status: 200 len: 854 time: 0.0488613 Jul 06 14:43:08.097751 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-2f550bf4-22ee-4c8b-a77b-243475f0fcf3 req-fc562069-d297-4efb-b7ff-29fd8bc9eb63 service neutron] 10.222.0.127 "GET /v2.0/ports?network_id=b6c3c3d2-f7fd-48e2-aeb6-e7b01f35da33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262740 Jul 06 14:43:08.188599 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-2f550bf4-22ee-4c8b-a77b-243475f0fcf3 req-19d8f98f-24be-4178-b2c1-14c39b616706 service neutron] 10.222.0.127 "GET /v2.0/networks/b6c3c3d2-f7fd-48e2-aeb6-e7b01f35da33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835459 Jul 06 14:43:08.285060 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-2f550bf4-22ee-4c8b-a77b-243475f0fcf3 req-b7e815af-6b12-47c3-8264-c583dbf2af80 service neutron] 10.222.0.127 "GET /v2.0/networks/b6c3c3d2-f7fd-48e2-aeb6-e7b01f35da33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898077 Jul 06 14:43:08.956310 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f873212-9c5b-4382-a532-636941272747 req-bb631aaf-82f6-491c-b692-b21bd4cc66c2 tempest-ServerDiskConfigTestJSON-1190732798 tempest-ServerDiskConfigTestJSON-1190732798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:43:08.957803 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-2f873212-9c5b-4382-a532-636941272747 req-bb631aaf-82f6-491c-b692-b21bd4cc66c2 tempest-ServerDiskConfigTestJSON-1190732798 tempest-ServerDiskConfigTestJSON-1190732798-project] 10.222.0.104 "GET /v2.0/ports?device_id=2e62f15a-4766-4096-9194-951641776921 HTTP/1.1" status: 200 len: 946 time: 0.0633461 Jul 06 14:43:08.999748 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-2f873212-9c5b-4382-a532-636941272747 req-19c13879-0726-4ea7-8b9e-5e3752d00061 tempest-ServerDiskConfigTestJSON-1190732798 tempest-ServerDiskConfigTestJSON-1190732798-project] 10.222.0.104 "GET /v2.0/security-groups?id=9db7bd2a-ba6b-404f-a4ca-876b03541e32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363562 Jul 06 14:43:10.183162 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c20a4f-ee5a-47a8-ae17-faf19c8ffb57 req-05ea0aab-7701-4738-8e4c-350a02191f90 tempest-ServerDiskConfigTestJSON-1190732798 tempest-ServerDiskConfigTestJSON-1190732798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:43:10.184677 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-17c20a4f-ee5a-47a8-ae17-faf19c8ffb57 req-05ea0aab-7701-4738-8e4c-350a02191f90 tempest-ServerDiskConfigTestJSON-1190732798 tempest-ServerDiskConfigTestJSON-1190732798-project] 10.222.0.104 "GET /v2.0/ports?device_id=2e62f15a-4766-4096-9194-951641776921 HTTP/1.1" status: 200 len: 946 time: 0.0691946 Jul 06 14:43:10.221532 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-17c20a4f-ee5a-47a8-ae17-faf19c8ffb57 req-da6637e2-fb06-477b-8e3f-037c19afa543 tempest-ServerDiskConfigTestJSON-1190732798 tempest-ServerDiskConfigTestJSON-1190732798-project] 10.222.0.104 "GET /v2.0/security-groups?id=9db7bd2a-ba6b-404f-a4ca-876b03541e32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311215 Jul 06 14:43:10.985348 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:43:11.399433 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5610c8-f1d8-43c0-be2f-3584b5a9bc32 req-14a751c9-97a1-4f6d-89c7-aa7da7f8657c tempest-ServerDiskConfigTestJSON-1190732798 tempest-ServerDiskConfigTestJSON-1190732798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:43:11.400916 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-3a5610c8-f1d8-43c0-be2f-3584b5a9bc32 req-14a751c9-97a1-4f6d-89c7-aa7da7f8657c tempest-ServerDiskConfigTestJSON-1190732798 tempest-ServerDiskConfigTestJSON-1190732798-project] 10.222.0.104 "GET /v2.0/ports?device_id=2e62f15a-4766-4096-9194-951641776921 HTTP/1.1" status: 200 len: 946 time: 0.0634284 Jul 06 14:43:11.438846 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-3a5610c8-f1d8-43c0-be2f-3584b5a9bc32 req-29f7a4da-24ca-4ad6-8a4f-d1e055ef850b tempest-ServerDiskConfigTestJSON-1190732798 tempest-ServerDiskConfigTestJSON-1190732798-project] 10.222.0.104 "GET /v2.0/security-groups?id=9db7bd2a-ba6b-404f-a4ca-876b03541e32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322473 Jul 06 14:43:12.798082 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:43:12.874533 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77f8994-5208-44ed-beb5-ae811db4d5e3 req-6fcc0ebe-a81e-44b1-9347-284f6372a34e tempest-ServerDiskConfigTestJSON-1190732798 tempest-ServerDiskConfigTestJSON-1190732798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:43:12.876058 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-c77f8994-5208-44ed-beb5-ae811db4d5e3 req-6fcc0ebe-a81e-44b1-9347-284f6372a34e tempest-ServerDiskConfigTestJSON-1190732798 tempest-ServerDiskConfigTestJSON-1190732798-project] 10.222.0.104 "GET /v2.0/ports?device_id=2e62f15a-4766-4096-9194-951641776921 HTTP/1.1" status: 200 len: 946 time: 0.3276927 Jul 06 14:43:12.914579 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-c77f8994-5208-44ed-beb5-ae811db4d5e3 req-a5e10666-226c-413a-900a-741f3c951738 tempest-ServerDiskConfigTestJSON-1190732798 tempest-ServerDiskConfigTestJSON-1190732798-project] 10.222.0.104 "GET /v2.0/security-groups?id=9db7bd2a-ba6b-404f-a4ca-876b03541e32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329065 Jul 06 14:43:14.084680 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d608474-c68a-4e20-bc31-3de4dd040535 req-dd1ae6a3-1847-4637-add5-13508c9ea9ba tempest-ServerDiskConfigTestJSON-1190732798 tempest-ServerDiskConfigTestJSON-1190732798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:43:14.086135 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-0d608474-c68a-4e20-bc31-3de4dd040535 req-dd1ae6a3-1847-4637-add5-13508c9ea9ba tempest-ServerDiskConfigTestJSON-1190732798 tempest-ServerDiskConfigTestJSON-1190732798-project] 10.222.0.104 "GET /v2.0/ports?device_id=2e62f15a-4766-4096-9194-951641776921 HTTP/1.1" status: 200 len: 946 time: 0.0620489 Jul 06 14:43:14.123672 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-0d608474-c68a-4e20-bc31-3de4dd040535 req-dc326c4c-d7b2-4c60-a6d8-f3642bf4b2d3 tempest-ServerDiskConfigTestJSON-1190732798 tempest-ServerDiskConfigTestJSON-1190732798-project] 10.222.0.104 "GET /v2.0/security-groups?id=9db7bd2a-ba6b-404f-a4ca-876b03541e32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317278 Jul 06 14:43:15.299743 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a59edd-3021-49b6-9500-deb1e2dd5b92 req-12e211cf-2e3c-4f26-9bd8-9903012b71f7 tempest-ServerDiskConfigTestJSON-1190732798 tempest-ServerDiskConfigTestJSON-1190732798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:43:15.301237 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-c0a59edd-3021-49b6-9500-deb1e2dd5b92 req-12e211cf-2e3c-4f26-9bd8-9903012b71f7 tempest-ServerDiskConfigTestJSON-1190732798 tempest-ServerDiskConfigTestJSON-1190732798-project] 10.222.0.104 "GET /v2.0/ports?device_id=2e62f15a-4766-4096-9194-951641776921 HTTP/1.1" status: 200 len: 946 time: 0.0669508 Jul 06 14:43:15.340619 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-c0a59edd-3021-49b6-9500-deb1e2dd5b92 req-c86c0ae4-32a3-4d6d-8f9b-a12632a6c49d tempest-ServerDiskConfigTestJSON-1190732798 tempest-ServerDiskConfigTestJSON-1190732798-project] 10.222.0.104 "GET /v2.0/security-groups?id=9db7bd2a-ba6b-404f-a4ca-876b03541e32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333338 Jul 06 14:43:16.510346 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1316b7b-1eb8-42d5-8d37-00371b7b1a42 req-511f8b0b-6750-4389-96f4-3bd303274b5c tempest-ServerDiskConfigTestJSON-1190732798 tempest-ServerDiskConfigTestJSON-1190732798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:43:16.511837 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-d1316b7b-1eb8-42d5-8d37-00371b7b1a42 req-511f8b0b-6750-4389-96f4-3bd303274b5c tempest-ServerDiskConfigTestJSON-1190732798 tempest-ServerDiskConfigTestJSON-1190732798-project] 10.222.0.104 "GET /v2.0/ports?device_id=2e62f15a-4766-4096-9194-951641776921 HTTP/1.1" status: 200 len: 946 time: 0.0615449 Jul 06 14:43:16.548080 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-d1316b7b-1eb8-42d5-8d37-00371b7b1a42 req-81070167-6454-47a8-aa0d-4bb79d6eedc7 tempest-ServerDiskConfigTestJSON-1190732798 tempest-ServerDiskConfigTestJSON-1190732798-project] 10.222.0.104 "GET /v2.0/security-groups?id=9db7bd2a-ba6b-404f-a4ca-876b03541e32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307360 Jul 06 14:43:16.780416 n-d-773647-6 neutron-server[100247]: INFO neutron.api.v2.resource [req-fc6d5e1b-5002-4bab-b784-f92b824841e7 req-3c44b57e-8e10-49ad-972d-e770b6791e65 service neutron] show failed (client error): The resource could not be found. Jul 06 14:43:16.781431 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-fc6d5e1b-5002-4bab-b784-f92b824841e7 req-3c44b57e-8e10-49ad-972d-e770b6791e65 service neutron] 10.222.0.127 "GET /v2.0/ports/de8ae842-2947-409e-9496-b5cd0368be5e/bindings/n-h2-773647-6 HTTP/1.1" status: 404 len: 380 time: 0.0540209 Jul 06 14:43:17.039170 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6d5e1b-5002-4bab-b784-f92b824841e7 req-dba27ffe-4e6f-42c8-8775-3f0d04459bb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:43:17.041108 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-fc6d5e1b-5002-4bab-b784-f92b824841e7 req-dba27ffe-4e6f-42c8-8775-3f0d04459bb3 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=2e62f15a-4766-4096-9194-951641776921&tenant_id=45442a2068a946eb9b25a061c409e69c HTTP/1.1" status: 200 len: 1097 time: 0.0538914 Jul 06 14:43:17.051888 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [req-fc6d5e1b-5002-4bab-b784-f92b824841e7 req-2d898edf-0c81-4f93-a9e3-bcd3652a0524 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-773647-6', 'device_owner': 'compute:nova'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:43:17.126492 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-fc6d5e1b-5002-4bab-b784-f92b824841e7 req-2d898edf-0c81-4f93-a9e3-bcd3652a0524 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:43:17.329432 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.db [req-fc6d5e1b-5002-4bab-b784-f92b824841e7 req-2d898edf-0c81-4f93-a9e3-bcd3652a0524 service neutron] For port de8ae842-2947-409e-9496-b5cd0368be5e, host n-h1-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773647-6',level=0,port_id=de8ae842-2947-409e-9496-b5cd0368be5e,segment=NetworkSegment(63a12396-5380-4106-81be-8e10896ef174),segment_id=63a12396-5380-4106-81be-8e10896ef174)] {{(pid=100246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:43:17.361820 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.db [req-fc6d5e1b-5002-4bab-b784-f92b824841e7 req-2d898edf-0c81-4f93-a9e3-bcd3652a0524 service neutron] For port de8ae842-2947-409e-9496-b5cd0368be5e, host n-h1-773647-6, cleared binding levels {{(pid=100246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:43:17.400574 n-d-773647-6 neutron-server[100246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e62f15a-4766-4096-9194-951641776921', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'de8ae842-2947-409e-9496-b5cd0368be5e'}] {{(pid=100246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:43:17.402808 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0d96c5ab5e889f7b933ae915b9be33d1b46c9e87795bf781004b656ef3f1e87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2132091-cd63-4320-8331-898495dbf310" -d '{"events": [{"server_uuid": "2e62f15a-4766-4096-9194-951641776921", "name": "network-vif-unplugged", "status": "completed", "tag": "de8ae842-2947-409e-9496-b5cd0368be5e"}]}' {{(pid=100246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:43:17.406688 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-fc6d5e1b-5002-4bab-b784-f92b824841e7 req-2d898edf-0c81-4f93-a9e3-bcd3652a0524 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:43:17.419069 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.provisioning_blocks [req-fc6d5e1b-5002-4bab-b784-f92b824841e7 req-2d898edf-0c81-4f93-a9e3-bcd3652a0524 service neutron] Transition to ACTIVE for port object de8ae842-2947-409e-9496-b5cd0368be5e will not be triggered until provisioned by entity L2. {{(pid=100246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:43:17.423495 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-fc6d5e1b-5002-4bab-b784-f92b824841e7 req-2d898edf-0c81-4f93-a9e3-bcd3652a0524 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127687527'] for port, after_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:43:17.453002 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 06 Jul 2021 14:43:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94ef8a33-d1bb-4784-987e-6cefd802a092 x-openstack-request-id: req-94ef8a33-d1bb-4784-987e-6cefd802a092 {{(pid=100246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:43:17.453300 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e62f15a-4766-4096-9194-951641776921", "name": "network-vif-unplugged", "status": "completed", "tag": "de8ae842-2947-409e-9496-b5cd0368be5e", "code": 200}]} {{(pid=100246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:43:17.453559 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-94ef8a33-d1bb-4784-987e-6cefd802a092 {{(pid=100246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:43:17.453956 n-d-773647-6 neutron-server[100246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e62f15a-4766-4096-9194-951641776921', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'de8ae842-2947-409e-9496-b5cd0368be5e', 'code': 200} Jul 06 14:43:17.492570 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc6d5e1b-5002-4bab-b784-f92b824841e7 req-2d898edf-0c81-4f93-a9e3-bcd3652a0524 service neutron] No DVR routers for this DVR port de8ae842-2947-409e-9496-b5cd0368be5e on host n-h1-773647-6 {{(pid=100246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:43:17.499506 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d898edf-0c81-4f93-a9e3-bcd3652a0524 service neutron] Pushing event updated for resources: {'Port': ['ID=de8ae842-2947-409e-9496-b5cd0368be5e,revision_number=6']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:43:17.510247 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d898edf-0c81-4f93-a9e3-bcd3652a0524 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:43:17.510599 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d898edf-0c81-4f93-a9e3-bcd3652a0524 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:43:17.510947 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d898edf-0c81-4f93-a9e3-bcd3652a0524 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:43:17.511320 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d898edf-0c81-4f93-a9e3-bcd3652a0524 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:43:17.511664 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d898edf-0c81-4f93-a9e3-bcd3652a0524 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:43:17.512002 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d898edf-0c81-4f93-a9e3-bcd3652a0524 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:43:17.512337 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d898edf-0c81-4f93-a9e3-bcd3652a0524 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:43:17.512669 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d898edf-0c81-4f93-a9e3-bcd3652a0524 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:43:17.513002 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d898edf-0c81-4f93-a9e3-bcd3652a0524 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:43:17.513334 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d898edf-0c81-4f93-a9e3-bcd3652a0524 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:43:17.513665 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d898edf-0c81-4f93-a9e3-bcd3652a0524 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:43:17.513993 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d898edf-0c81-4f93-a9e3-bcd3652a0524 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:43:17.544405 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [req-fc6d5e1b-5002-4bab-b784-f92b824841e7 req-2d898edf-0c81-4f93-a9e3-bcd3652a0524 service neutron] Attempting to bind port de8ae842-2947-409e-9496-b5cd0368be5e on host n-h2-773647-6 for vnic_type normal with profile {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:43:17.544749 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [req-fc6d5e1b-5002-4bab-b784-f92b824841e7 req-2d898edf-0c81-4f93-a9e3-bcd3652a0524 service neutron] Attempting to bind port de8ae842-2947-409e-9496-b5cd0368be5e by drivers openvswitch,hyperv on host n-h2-773647-6 at level 0 using segments [{'id': '63a12396-5380-4106-81be-8e10896ef174', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': 'b6c3c3d2-f7fd-48e2-aeb6-e7b01f35da33'}] {{(pid=100246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:43:17.545082 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc6d5e1b-5002-4bab-b784-f92b824841e7 req-2d898edf-0c81-4f93-a9e3-bcd3652a0524 service neutron] Attempting to bind port de8ae842-2947-409e-9496-b5cd0368be5e on network b6c3c3d2-f7fd-48e2-aeb6-e7b01f35da33 {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:43:17.549459 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc6d5e1b-5002-4bab-b784-f92b824841e7 req-2d898edf-0c81-4f93-a9e3-bcd3652a0524 service neutron] Port de8ae842-2947-409e-9496-b5cd0368be5e on network b6c3c3d2-f7fd-48e2-aeb6-e7b01f35da33 not bound, no agent of type Open vSwitch agent registered on host n-h2-773647-6 {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 14:43:17.549788 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc6d5e1b-5002-4bab-b784-f92b824841e7 req-2d898edf-0c81-4f93-a9e3-bcd3652a0524 service neutron] Attempting to bind port de8ae842-2947-409e-9496-b5cd0368be5e on network b6c3c3d2-f7fd-48e2-aeb6-e7b01f35da33 {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:43:17.554581 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc6d5e1b-5002-4bab-b784-f92b824841e7 req-2d898edf-0c81-4f93-a9e3-bcd3652a0524 service neutron] Checking agent: {'id': '63768ece-0600-4354-8d29-fdedec96b077', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-773647-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 51, 10), 'started_at': datetime.datetime(2021, 7, 6, 13, 51, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 43, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:43:17.554920 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc6d5e1b-5002-4bab-b784-f92b824841e7 req-2d898edf-0c81-4f93-a9e3-bcd3652a0524 service neutron] Checking segment: {'id': '63a12396-5380-4106-81be-8e10896ef174', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': 'b6c3c3d2-f7fd-48e2-aeb6-e7b01f35da33'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:43:17.555337 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc6d5e1b-5002-4bab-b784-f92b824841e7 req-2d898edf-0c81-4f93-a9e3-bcd3652a0524 service neutron] Bound using segment: {'id': '63a12396-5380-4106-81be-8e10896ef174', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': 'b6c3c3d2-f7fd-48e2-aeb6-e7b01f35da33'} {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:43:17.556302 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [req-fc6d5e1b-5002-4bab-b784-f92b824841e7 req-2d898edf-0c81-4f93-a9e3-bcd3652a0524 service neutron] Bound port: de8ae842-2947-409e-9496-b5cd0368be5e, host: n-h2-773647-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '63a12396-5380-4106-81be-8e10896ef174', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': 'b6c3c3d2-f7fd-48e2-aeb6-e7b01f35da33'}}] {{(pid=100246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:43:17.556661 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-fc6d5e1b-5002-4bab-b784-f92b824841e7 req-2d898edf-0c81-4f93-a9e3-bcd3652a0524 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:43:17.619126 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.db [req-fc6d5e1b-5002-4bab-b784-f92b824841e7 req-2d898edf-0c81-4f93-a9e3-bcd3652a0524 service neutron] For port de8ae842-2947-409e-9496-b5cd0368be5e, host n-h2-773647-6, cleared binding levels {{(pid=100246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:43:17.622302 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.db [req-fc6d5e1b-5002-4bab-b784-f92b824841e7 req-2d898edf-0c81-4f93-a9e3-bcd3652a0524 service neutron] For port de8ae842-2947-409e-9496-b5cd0368be5e, host n-h2-773647-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=de8ae842-2947-409e-9496-b5cd0368be5e,segment=NetworkSegment(63a12396-5380-4106-81be-8e10896ef174),segment_id=63a12396-5380-4106-81be-8e10896ef174)] {{(pid=100246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:43:17.627742 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-fc6d5e1b-5002-4bab-b784-f92b824841e7 req-2d898edf-0c81-4f93-a9e3-bcd3652a0524 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127687527'] for port, after_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:43:17.664236 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6d5e1b-5002-4bab-b784-f92b824841e7 req-2d898edf-0c81-4f93-a9e3-bcd3652a0524 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:43:17.664745 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-fc6d5e1b-5002-4bab-b784-f92b824841e7 req-2d898edf-0c81-4f93-a9e3-bcd3652a0524 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:43:17.666195 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-fc6d5e1b-5002-4bab-b784-f92b824841e7 req-2d898edf-0c81-4f93-a9e3-bcd3652a0524 service neutron] 10.222.0.72 "PUT /v2.0/ports/de8ae842-2947-409e-9496-b5cd0368be5e HTTP/1.1" status: 200 len: 1092 time: 0.6184335 Jul 06 14:43:17.698916 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d898edf-0c81-4f93-a9e3-bcd3652a0524 service neutron] Pushing event updated for resources: {'Port': ['ID=de8ae842-2947-409e-9496-b5cd0368be5e,revision_number=7']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:43:17.728978 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a53914-aac7-46fb-86e6-06d561869a8b req-d90da1c2-ca5b-4caf-be5a-11ac00101e42 tempest-ServerDiskConfigTestJSON-1190732798 tempest-ServerDiskConfigTestJSON-1190732798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:43:17.730664 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-d4a53914-aac7-46fb-86e6-06d561869a8b req-d90da1c2-ca5b-4caf-be5a-11ac00101e42 tempest-ServerDiskConfigTestJSON-1190732798 tempest-ServerDiskConfigTestJSON-1190732798-project] 10.222.0.104 "GET /v2.0/ports?device_id=2e62f15a-4766-4096-9194-951641776921 HTTP/1.1" status: 200 len: 944 time: 0.0709479 Jul 06 14:43:17.754493 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6d5e1b-5002-4bab-b784-f92b824841e7 req-1bd34166-a6ba-4707-837f-948aacf3f07e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:43:17.756364 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-fc6d5e1b-5002-4bab-b784-f92b824841e7 req-1bd34166-a6ba-4707-837f-948aacf3f07e service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=45442a2068a946eb9b25a061c409e69c&device_id=2e62f15a-4766-4096-9194-951641776921 HTTP/1.1" status: 200 len: 1095 time: 0.0661931 Jul 06 14:43:17.770398 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-d4a53914-aac7-46fb-86e6-06d561869a8b req-2dd58fde-d4c0-4707-8af8-653b3cb697e4 tempest-ServerDiskConfigTestJSON-1190732798 tempest-ServerDiskConfigTestJSON-1190732798-project] 10.222.0.104 "GET /v2.0/security-groups?id=9db7bd2a-ba6b-404f-a4ca-876b03541e32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339296 Jul 06 14:43:17.846457 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6d5e1b-5002-4bab-b784-f92b824841e7 req-a1fcb852-d172-4f6d-85ba-a8133f73b63f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:43:17.847979 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-fc6d5e1b-5002-4bab-b784-f92b824841e7 req-a1fcb852-d172-4f6d-85ba-a8133f73b63f service neutron] 10.222.0.72 "GET /v2.0/networks?id=b6c3c3d2-f7fd-48e2-aeb6-e7b01f35da33 HTTP/1.1" status: 200 len: 916 time: 0.0856299 Jul 06 14:43:17.892188 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-fc6d5e1b-5002-4bab-b784-f92b824841e7 req-3bb7c469-22d5-41f6-b54c-773007f116cb service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=de8ae842-2947-409e-9496-b5cd0368be5e HTTP/1.1" status: 200 len: 217 time: 0.0382938 Jul 06 14:43:17.939809 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6d5e1b-5002-4bab-b784-f92b824841e7 req-0e6bdea6-99ca-47f7-849e-3446d1a9d9c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:43:17.941246 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-fc6d5e1b-5002-4bab-b784-f92b824841e7 req-0e6bdea6-99ca-47f7-849e-3446d1a9d9c2 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=46966a0c-57df-4dae-9ec8-37c2341fc21b HTTP/1.1" status: 200 len: 854 time: 0.0434656 Jul 06 14:43:17.973485 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-fc6d5e1b-5002-4bab-b784-f92b824841e7 req-f43892f4-5eff-4660-b5e7-21d6da383496 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=b6c3c3d2-f7fd-48e2-aeb6-e7b01f35da33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259182 Jul 06 14:43:18.064514 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-fc6d5e1b-5002-4bab-b784-f92b824841e7 req-d6f5a2d1-0650-4611-83e0-217ab17c8fb9 service neutron] 10.222.0.72 "GET /v2.0/networks/b6c3c3d2-f7fd-48e2-aeb6-e7b01f35da33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849943 Jul 06 14:43:18.155404 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-fc6d5e1b-5002-4bab-b784-f92b824841e7 req-c3b87854-a413-48d0-be13-7b7e35ba5ef4 service neutron] 10.222.0.72 "GET /v2.0/networks/b6c3c3d2-f7fd-48e2-aeb6-e7b01f35da33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827084 Jul 06 14:43:18.943442 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e3409e-1ca0-4e78-9cb4-2610449b990a req-19906c77-6aa6-491f-989f-6f2e3c7577f0 tempest-ServerDiskConfigTestJSON-1190732798 tempest-ServerDiskConfigTestJSON-1190732798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:43:18.944918 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-d8e3409e-1ca0-4e78-9cb4-2610449b990a req-19906c77-6aa6-491f-989f-6f2e3c7577f0 tempest-ServerDiskConfigTestJSON-1190732798 tempest-ServerDiskConfigTestJSON-1190732798-project] 10.222.0.104 "GET /v2.0/ports?device_id=2e62f15a-4766-4096-9194-951641776921 HTTP/1.1" status: 200 len: 944 time: 0.0623569 Jul 06 14:43:18.982150 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-d8e3409e-1ca0-4e78-9cb4-2610449b990a req-d340409c-7415-4d67-afcd-ba226709855e tempest-ServerDiskConfigTestJSON-1190732798 tempest-ServerDiskConfigTestJSON-1190732798-project] 10.222.0.104 "GET /v2.0/security-groups?id=9db7bd2a-ba6b-404f-a4ca-876b03541e32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317166 Jul 06 14:43:19.455041 n-d-773647-6 neutron-server[100246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e62f15a-4766-4096-9194-951641776921', 'tag': 'de8ae842-2947-409e-9496-b5cd0368be5e'}] {{(pid=100246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:43:19.457431 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0d96c5ab5e889f7b933ae915b9be33d1b46c9e87795bf781004b656ef3f1e87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94431a16-ea9a-402b-97ec-2d92d9967f8f" -d '{"events": [{"name": "network-changed", "server_uuid": "2e62f15a-4766-4096-9194-951641776921", "tag": "de8ae842-2947-409e-9496-b5cd0368be5e"}]}' {{(pid=100246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:43:19.509883 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 14:43:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff178e4d-c779-4010-bbb7-4165b0a31c3c x-openstack-request-id: req-ff178e4d-c779-4010-bbb7-4165b0a31c3c {{(pid=100246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:43:19.510175 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e62f15a-4766-4096-9194-951641776921", "tag": "de8ae842-2947-409e-9496-b5cd0368be5e", "status": "completed", "code": 200}]} {{(pid=100246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:43:19.510449 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-ff178e4d-c779-4010-bbb7-4165b0a31c3c {{(pid=100246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:43:19.510912 n-d-773647-6 neutron-server[100246]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e62f15a-4766-4096-9194-951641776921', 'tag': 'de8ae842-2947-409e-9496-b5cd0368be5e', 'status': 'completed', 'code': 200} Jul 06 14:43:19.587621 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94431a16-ea9a-402b-97ec-2d92d9967f8f req-258f8276-b17c-4a55-8210-f8ef6fa6272c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:43:19.588079 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94431a16-ea9a-402b-97ec-2d92d9967f8f req-1d5c6554-6111-47d4-921e-a1137e5ef646 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:43:19.589150 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-94431a16-ea9a-402b-97ec-2d92d9967f8f req-258f8276-b17c-4a55-8210-f8ef6fa6272c service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=45442a2068a946eb9b25a061c409e69c&device_id=2e62f15a-4766-4096-9194-951641776921 HTTP/1.1" status: 200 len: 1095 time: 0.0549190 Jul 06 14:43:19.590040 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-94431a16-ea9a-402b-97ec-2d92d9967f8f req-1d5c6554-6111-47d4-921e-a1137e5ef646 service neutron] 10.222.0.127 "GET /v2.0/ports?tenant_id=45442a2068a946eb9b25a061c409e69c&device_id=2e62f15a-4766-4096-9194-951641776921 HTTP/1.1" status: 200 len: 1095 time: 0.0600386 Jul 06 14:43:19.691521 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94431a16-ea9a-402b-97ec-2d92d9967f8f req-fd1aae7f-d776-4f83-a908-314a1dd7f3b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:43:19.693012 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-94431a16-ea9a-402b-97ec-2d92d9967f8f req-fd1aae7f-d776-4f83-a908-314a1dd7f3b4 service neutron] 10.222.0.127 "GET /v2.0/networks?id=b6c3c3d2-f7fd-48e2-aeb6-e7b01f35da33 HTTP/1.1" status: 200 len: 916 time: 0.0975277 Jul 06 14:43:19.698322 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94431a16-ea9a-402b-97ec-2d92d9967f8f req-8c658f99-2ff8-43ca-a37d-b6dcf5c1c95b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:43:19.699954 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-94431a16-ea9a-402b-97ec-2d92d9967f8f req-8c658f99-2ff8-43ca-a37d-b6dcf5c1c95b service neutron] 10.222.0.72 "GET /v2.0/networks?id=b6c3c3d2-f7fd-48e2-aeb6-e7b01f35da33 HTTP/1.1" status: 200 len: 916 time: 0.1000698 Jul 06 14:43:19.736878 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-94431a16-ea9a-402b-97ec-2d92d9967f8f req-769f439a-e612-4ab1-9aaa-3e923d42e5b7 service neutron] 10.222.0.127 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=de8ae842-2947-409e-9496-b5cd0368be5e HTTP/1.1" status: 200 len: 217 time: 0.0375249 Jul 06 14:43:19.744709 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-94431a16-ea9a-402b-97ec-2d92d9967f8f req-73854b15-989b-4df7-b923-d9a1e6c9d5dd service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=de8ae842-2947-409e-9496-b5cd0368be5e HTTP/1.1" status: 200 len: 217 time: 0.0378306 Jul 06 14:43:19.793799 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94431a16-ea9a-402b-97ec-2d92d9967f8f req-f063e97f-1324-4621-96e5-59c22ababd20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:43:19.795326 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-94431a16-ea9a-402b-97ec-2d92d9967f8f req-f063e97f-1324-4621-96e5-59c22ababd20 service neutron] 10.222.0.127 "GET /v2.0/subnets?id=46966a0c-57df-4dae-9ec8-37c2341fc21b HTTP/1.1" status: 200 len: 854 time: 0.0528862 Jul 06 14:43:19.809424 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94431a16-ea9a-402b-97ec-2d92d9967f8f req-7770c8a8-b613-4034-a029-5294c16c1cb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:43:19.810899 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-94431a16-ea9a-402b-97ec-2d92d9967f8f req-7770c8a8-b613-4034-a029-5294c16c1cb3 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=46966a0c-57df-4dae-9ec8-37c2341fc21b HTTP/1.1" status: 200 len: 854 time: 0.0507803 Jul 06 14:43:19.827352 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-94431a16-ea9a-402b-97ec-2d92d9967f8f req-ddd54a98-d38b-4c2b-b943-c92e7952a450 service neutron] 10.222.0.127 "GET /v2.0/ports?network_id=b6c3c3d2-f7fd-48e2-aeb6-e7b01f35da33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261896 Jul 06 14:43:19.845875 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-94431a16-ea9a-402b-97ec-2d92d9967f8f req-95450a5b-e474-45b4-b8a9-b62a5b189d43 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=b6c3c3d2-f7fd-48e2-aeb6-e7b01f35da33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0284464 Jul 06 14:43:19.917837 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-94431a16-ea9a-402b-97ec-2d92d9967f8f req-9f45cc1c-3fea-4363-998c-0fd0e20d98f3 service neutron] 10.222.0.127 "GET /v2.0/networks/b6c3c3d2-f7fd-48e2-aeb6-e7b01f35da33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835998 Jul 06 14:43:19.934068 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-94431a16-ea9a-402b-97ec-2d92d9967f8f req-1df0cef3-3e73-4dec-b8b5-fbb82a16d743 service neutron] 10.222.0.72 "GET /v2.0/networks/b6c3c3d2-f7fd-48e2-aeb6-e7b01f35da33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816226 Jul 06 14:43:20.010196 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Device de8ae842-2947-409e-9496-b5cd0368be5e no longer exists at agent hyperv_n-h1-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:43:20.015026 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-94431a16-ea9a-402b-97ec-2d92d9967f8f req-6db1b829-2b66-4295-adcd-92c734bda8e5 service neutron] 10.222.0.127 "GET /v2.0/networks/b6c3c3d2-f7fd-48e2-aeb6-e7b01f35da33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918188 Jul 06 14:43:20.036420 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-94431a16-ea9a-402b-97ec-2d92d9967f8f req-139ec5d1-92cf-409b-b084-fbada709a5d0 service neutron] 10.222.0.72 "GET /v2.0/networks/b6c3c3d2-f7fd-48e2-aeb6-e7b01f35da33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0967224 Jul 06 14:43:20.055252 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Device de8ae842-2947-409e-9496-b5cd0368be5e not bound to the agent host n-h1-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:43:20.098142 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Device de8ae842-2947-409e-9496-b5cd0368be5e details requested by agent hyperv_n-h2-773647-6 with host n-h2-773647-6 {{(pid=100248) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 14:43:20.177227 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04579451-be70-4651-ba11-83aa980d4d0b req-8aa39237-3f77-4102-affe-4bb8fdd73dda tempest-ServerDiskConfigTestJSON-1190732798 tempest-ServerDiskConfigTestJSON-1190732798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:43:20.178719 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-04579451-be70-4651-ba11-83aa980d4d0b req-8aa39237-3f77-4102-affe-4bb8fdd73dda tempest-ServerDiskConfigTestJSON-1190732798 tempest-ServerDiskConfigTestJSON-1190732798-project] 10.222.0.104 "GET /v2.0/ports?device_id=2e62f15a-4766-4096-9194-951641776921 HTTP/1.1" status: 200 len: 944 time: 0.0648127 Jul 06 14:43:20.193236 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] For port de8ae842-2947-409e-9496-b5cd0368be5e, host n-h2-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=de8ae842-2947-409e-9496-b5cd0368be5e,segment=NetworkSegment(63a12396-5380-4106-81be-8e10896ef174),segment_id=63a12396-5380-4106-81be-8e10896ef174)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:43:20.204874 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Returning: {'device': 'de8ae842-2947-409e-9496-b5cd0368be5e', 'network_id': 'b6c3c3d2-f7fd-48e2-aeb6-e7b01f35da33', 'port_id': 'de8ae842-2947-409e-9496-b5cd0368be5e', 'mac_address': 'fa:16:3e:23:a3:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1039, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '46966a0c-57df-4dae-9ec8-37c2341fc21b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100248) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 14:43:20.217756 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-04579451-be70-4651-ba11-83aa980d4d0b req-88d93e51-4599-4e81-9b3e-905b43f4a46f tempest-ServerDiskConfigTestJSON-1190732798 tempest-ServerDiskConfigTestJSON-1190732798-project] 10.222.0.104 "GET /v2.0/security-groups?id=9db7bd2a-ba6b-404f-a4ca-876b03541e32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332382 Jul 06 14:43:20.241036 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:43:20.253655 n-d-773647-6 neutron-server[100248]: DEBUG neutron.notifiers.nova [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de8ae842-2947-409e-9496-b5cd0368be5e {{(pid=100248) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 14:43:20.272988 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] For port de8ae842-2947-409e-9496-b5cd0368be5e, host n-h2-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=de8ae842-2947-409e-9496-b5cd0368be5e,segment=NetworkSegment(63a12396-5380-4106-81be-8e10896ef174),segment_id=63a12396-5380-4106-81be-8e10896ef174)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:43:20.277546 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:43:20.325452 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Pushing event updated for resources: {'Port': ['ID=de8ae842-2947-409e-9496-b5cd0368be5e,revision_number=8']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:43:20.486815 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] get_ports_and_sgs() called for port_ids ['de8ae842-2947-409e-9496-b5cd0368be5e'] {{(pid=100248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 14:43:20.573178 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8c8e3e-a930-46b5-a073-0dfd7cd7a453 req-0114c720-74a8-424d-9ef3-8421b28dcd0c tempest-ServerDiskConfigTestJSON-1190732798 tempest-ServerDiskConfigTestJSON-1190732798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:43:20.574626 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-be8c8e3e-a930-46b5-a073-0dfd7cd7a453 req-0114c720-74a8-424d-9ef3-8421b28dcd0c tempest-ServerDiskConfigTestJSON-1190732798 tempest-ServerDiskConfigTestJSON-1190732798-project] 10.222.0.104 "GET /v2.0/ports?device_id=2e62f15a-4766-4096-9194-951641776921 HTTP/1.1" status: 200 len: 945 time: 0.1196706 Jul 06 14:43:20.583105 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83899006-841b-40df-8f33-3515be710dd0 req-a18b51ac-973c-4cd0-9fcb-9ce5229a1fcb tempest-ServerDiskConfigTestJSON-1190732798 tempest-ServerDiskConfigTestJSON-1190732798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:43:20.584570 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-83899006-841b-40df-8f33-3515be710dd0 req-a18b51ac-973c-4cd0-9fcb-9ce5229a1fcb tempest-ServerDiskConfigTestJSON-1190732798 tempest-ServerDiskConfigTestJSON-1190732798-project] 10.222.0.127 "GET /v2.0/ports?device_id=2e62f15a-4766-4096-9194-951641776921&tenant_id=45442a2068a946eb9b25a061c409e69c&binding%3Ahost_id=n-h2-773647-6 HTTP/1.1" status: 200 len: 945 time: 0.1203189 Jul 06 14:43:20.650238 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-be8c8e3e-a930-46b5-a073-0dfd7cd7a453 req-44ffade8-4cad-42e1-9ab4-889275adfd60 tempest-ServerDiskConfigTestJSON-1190732798 tempest-ServerDiskConfigTestJSON-1190732798-project] 10.222.0.104 "GET /v2.0/security-groups?id=9db7bd2a-ba6b-404f-a4ca-876b03541e32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646887 Jul 06 14:43:20.670933 n-d-773647-6 neutron-server[100247]: INFO neutron.api.v2.resource [req-83899006-841b-40df-8f33-3515be710dd0 req-4ebf5faf-a1ec-4199-8692-d647474520f8 service neutron] delete failed (client error): The resource could not be found. Jul 06 14:43:20.671981 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-83899006-841b-40df-8f33-3515be710dd0 req-4ebf5faf-a1ec-4199-8692-d647474520f8 service neutron] 10.222.0.127 "DELETE /v2.0/ports/de8ae842-2947-409e-9496-b5cd0368be5e/bindings/n-h1-773647-6 HTTP/1.1" status: 404 len: 380 time: 0.0794909 Jul 06 14:43:20.768509 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83899006-841b-40df-8f33-3515be710dd0 req-239c8733-f006-451d-ad90-cf3fce245c4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:43:20.769991 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-83899006-841b-40df-8f33-3515be710dd0 req-239c8733-f006-451d-ad90-cf3fce245c4a service neutron] 10.222.0.127 "GET /v2.0/ports?tenant_id=45442a2068a946eb9b25a061c409e69c&device_id=2e62f15a-4766-4096-9194-951641776921 HTTP/1.1" status: 200 len: 1096 time: 0.0531704 Jul 06 14:43:20.857306 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83899006-841b-40df-8f33-3515be710dd0 req-5c05665b-4524-430d-ba8a-d285f1963e0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:43:20.859153 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-83899006-841b-40df-8f33-3515be710dd0 req-5c05665b-4524-430d-ba8a-d285f1963e0d service neutron] 10.222.0.127 "GET /v2.0/networks?id=b6c3c3d2-f7fd-48e2-aeb6-e7b01f35da33 HTTP/1.1" status: 200 len: 916 time: 0.0832136 Jul 06 14:43:20.902424 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-83899006-841b-40df-8f33-3515be710dd0 req-705bca69-244d-47d1-9246-a463928a8abe service neutron] 10.222.0.127 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=de8ae842-2947-409e-9496-b5cd0368be5e HTTP/1.1" status: 200 len: 217 time: 0.0372121 Jul 06 14:43:20.950225 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83899006-841b-40df-8f33-3515be710dd0 req-a25ac8c0-dff7-4cb9-bcbb-53896083f58e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:43:20.951676 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-83899006-841b-40df-8f33-3515be710dd0 req-a25ac8c0-dff7-4cb9-bcbb-53896083f58e service neutron] 10.222.0.127 "GET /v2.0/subnets?id=46966a0c-57df-4dae-9ec8-37c2341fc21b HTTP/1.1" status: 200 len: 854 time: 0.0439777 Jul 06 14:43:20.982964 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-83899006-841b-40df-8f33-3515be710dd0 req-fb6b7d2e-4fc0-4bae-945b-40e0daf76d05 service neutron] 10.222.0.127 "GET /v2.0/ports?network_id=b6c3c3d2-f7fd-48e2-aeb6-e7b01f35da33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254688 Jul 06 14:43:21.073945 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-83899006-841b-40df-8f33-3515be710dd0 req-9997f078-7359-47c7-9ee7-a4a3e9cf66c4 service neutron] 10.222.0.127 "GET /v2.0/networks/b6c3c3d2-f7fd-48e2-aeb6-e7b01f35da33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841515 Jul 06 14:43:21.160336 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-83899006-841b-40df-8f33-3515be710dd0 req-add112d3-348f-43f7-8f20-36658d40665d service neutron] 10.222.0.127 "GET /v2.0/networks/b6c3c3d2-f7fd-48e2-aeb6-e7b01f35da33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798669 Jul 06 14:43:21.830949 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a659fc2f-eacb-45bc-9914-c77e045766b9 req-45006707-82cb-46ce-973e-9d23e31ac89b tempest-ServerDiskConfigTestJSON-1190732798 tempest-ServerDiskConfigTestJSON-1190732798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:43:21.832443 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-a659fc2f-eacb-45bc-9914-c77e045766b9 req-45006707-82cb-46ce-973e-9d23e31ac89b tempest-ServerDiskConfigTestJSON-1190732798 tempest-ServerDiskConfigTestJSON-1190732798-project] 10.222.0.104 "GET /v2.0/ports?device_id=2e62f15a-4766-4096-9194-951641776921 HTTP/1.1" status: 200 len: 945 time: 0.0693023 Jul 06 14:43:21.871192 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-a659fc2f-eacb-45bc-9914-c77e045766b9 req-2df826fd-2df2-4f26-a49b-e19f0773ed8f tempest-ServerDiskConfigTestJSON-1190732798 tempest-ServerDiskConfigTestJSON-1190732798-project] 10.222.0.104 "GET /v2.0/security-groups?id=9db7bd2a-ba6b-404f-a4ca-876b03541e32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330544 Jul 06 14:43:22.040754 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd906bc1-3de7-499b-b022-bfdeabadae04 req-2b3504ed-ac31-4e72-b445-8199a8d066b5 tempest-ServerDiskConfigTestJSON-1190732798 tempest-ServerDiskConfigTestJSON-1190732798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:43:22.042403 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-cd906bc1-3de7-499b-b022-bfdeabadae04 req-2b3504ed-ac31-4e72-b445-8199a8d066b5 tempest-ServerDiskConfigTestJSON-1190732798 tempest-ServerDiskConfigTestJSON-1190732798-project] 10.222.0.104 "GET /v2.0/ports?device_id=2e62f15a-4766-4096-9194-951641776921 HTTP/1.1" status: 200 len: 945 time: 0.0629494 Jul 06 14:43:22.078979 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-cd906bc1-3de7-499b-b022-bfdeabadae04 req-9e4eb7c6-d57e-4548-9e94-ae0eb04784c7 tempest-ServerDiskConfigTestJSON-1190732798 tempest-ServerDiskConfigTestJSON-1190732798-project] 10.222.0.104 "GET /v2.0/security-groups?id=9db7bd2a-ba6b-404f-a4ca-876b03541e32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311739 Jul 06 14:43:22.113859 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Device de8ae842-2947-409e-9496-b5cd0368be5e up at agent hyperv_n-h2-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:43:22.161351 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Provisioning for port de8ae842-2947-409e-9496-b5cd0368be5e completed by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:43:22.165807 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Provisioning complete for port de8ae842-2947-409e-9496-b5cd0368be5e triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:43:22.166175 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:43:22.246253 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:43:22.252644 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083338c3-773d-4a73-b56e-3833a6a81024 req-bb01db59-9e90-4962-b9ec-335c43770088 tempest-ServerDiskConfigTestJSON-1190732798 tempest-ServerDiskConfigTestJSON-1190732798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:43:22.254197 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-083338c3-773d-4a73-b56e-3833a6a81024 req-bb01db59-9e90-4962-b9ec-335c43770088 tempest-ServerDiskConfigTestJSON-1190732798 tempest-ServerDiskConfigTestJSON-1190732798-project] 10.222.0.104 "GET /v2.0/ports?device_id=2e62f15a-4766-4096-9194-951641776921 HTTP/1.1" status: 200 len: 945 time: 0.0637605 Jul 06 14:43:22.269691 n-d-773647-6 neutron-server[100248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e62f15a-4766-4096-9194-951641776921', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de8ae842-2947-409e-9496-b5cd0368be5e'}] {{(pid=100248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:43:22.271946 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84af257533e383389cbcf231d3534f4d5e149e7203fea16b4a8fc01438dddaf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b885824c-b933-4fb5-abd9-d344b68f82b6" -d '{"events": [{"server_uuid": "2e62f15a-4766-4096-9194-951641776921", "name": "network-vif-plugged", "status": "completed", "tag": "de8ae842-2947-409e-9496-b5cd0368be5e"}]}' {{(pid=100248) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:43:22.286207 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] For port de8ae842-2947-409e-9496-b5cd0368be5e, host n-h2-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=de8ae842-2947-409e-9496-b5cd0368be5e,segment=NetworkSegment(63a12396-5380-4106-81be-8e10896ef174),segment_id=63a12396-5380-4106-81be-8e10896ef174)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:43:22.291786 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:43:22.295295 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-083338c3-773d-4a73-b56e-3833a6a81024 req-ce79e837-8dfd-42b6-9956-a6e91ee0b599 tempest-ServerDiskConfigTestJSON-1190732798 tempest-ServerDiskConfigTestJSON-1190732798-project] 10.222.0.104 "GET /v2.0/security-groups?id=9db7bd2a-ba6b-404f-a4ca-876b03541e32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349586 Jul 06 14:43:22.317221 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 14:43:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54e62439-9b24-49d3-9bb9-55687b1f0298 x-openstack-request-id: req-54e62439-9b24-49d3-9bb9-55687b1f0298 {{(pid=100248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:43:22.317518 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e62f15a-4766-4096-9194-951641776921", "name": "network-vif-plugged", "status": "completed", "tag": "de8ae842-2947-409e-9496-b5cd0368be5e", "code": 200}]} {{(pid=100248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:43:22.317773 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-54e62439-9b24-49d3-9bb9-55687b1f0298 {{(pid=100248) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:43:22.318169 n-d-773647-6 neutron-server[100248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e62f15a-4766-4096-9194-951641776921', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de8ae842-2947-409e-9496-b5cd0368be5e', 'code': 200} Jul 06 14:43:22.346071 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Pushing event updated for resources: {'Port': ['ID=de8ae842-2947-409e-9496-b5cd0368be5e,revision_number=9']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:43:22.906192 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-3f590f71-0c37-40dd-8d25-8594523702e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:43:23.078394 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3e54c3-38e9-48c5-a5d1-b14244ab5905 req-9f9c9ebc-9776-496f-b909-9e0d0e43edb0 tempest-ServerDiskConfigTestJSON-1190732798 tempest-ServerDiskConfigTestJSON-1190732798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:43:23.079811 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-ee3e54c3-38e9-48c5-a5d1-b14244ab5905 req-9f9c9ebc-9776-496f-b909-9e0d0e43edb0 tempest-ServerDiskConfigTestJSON-1190732798 tempest-ServerDiskConfigTestJSON-1190732798-project] 10.222.0.104 "GET /v2.0/ports?device_id=2e62f15a-4766-4096-9194-951641776921 HTTP/1.1" status: 200 len: 946 time: 0.0786998 Jul 06 14:43:23.117871 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-ee3e54c3-38e9-48c5-a5d1-b14244ab5905 req-4e30d01e-84ac-47de-88ca-6b01af21b1a3 tempest-ServerDiskConfigTestJSON-1190732798 tempest-ServerDiskConfigTestJSON-1190732798-project] 10.222.0.104 "GET /v2.0/security-groups?id=9db7bd2a-ba6b-404f-a4ca-876b03541e32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324500 Jul 06 14:43:23.890652 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703b9142-63b6-4686-94fc-da5df02301dd req-086a03bd-ccd7-4bfa-b2c1-a7fe1ef63ecf tempest-ServerDiskConfigTestJSON-1190732798 tempest-ServerDiskConfigTestJSON-1190732798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:43:23.892062 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-703b9142-63b6-4686-94fc-da5df02301dd req-086a03bd-ccd7-4bfa-b2c1-a7fe1ef63ecf tempest-ServerDiskConfigTestJSON-1190732798 tempest-ServerDiskConfigTestJSON-1190732798-project] 10.222.0.72 "GET /v2.0/ports?device_id=2e62f15a-4766-4096-9194-951641776921 HTTP/1.1" status: 200 len: 946 time: 0.0653479 Jul 06 14:43:23.998679 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [req-703b9142-63b6-4686-94fc-da5df02301dd req-cdc17da2-133d-4ee7-9bc2-55b1ffc6d902 tempest-ServerDiskConfigTestJSON-1190732798 tempest-ServerDiskConfigTestJSON-1190732798-project] Deleting port de8ae842-2947-409e-9496-b5cd0368be5e {{(pid=100246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:43:23.999026 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-703b9142-63b6-4686-94fc-da5df02301dd req-cdc17da2-133d-4ee7-9bc2-55b1ffc6d902 tempest-ServerDiskConfigTestJSON-1190732798 tempest-ServerDiskConfigTestJSON-1190732798-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:43:24.091364 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.db [req-703b9142-63b6-4686-94fc-da5df02301dd req-cdc17da2-133d-4ee7-9bc2-55b1ffc6d902 tempest-ServerDiskConfigTestJSON-1190732798 tempest-ServerDiskConfigTestJSON-1190732798-project] For port de8ae842-2947-409e-9496-b5cd0368be5e, host n-h2-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=de8ae842-2947-409e-9496-b5cd0368be5e,segment=NetworkSegment(63a12396-5380-4106-81be-8e10896ef174),segment_id=63a12396-5380-4106-81be-8e10896ef174)] {{(pid=100246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:43:24.091730 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-703b9142-63b6-4686-94fc-da5df02301dd req-cdc17da2-133d-4ee7-9bc2-55b1ffc6d902 tempest-ServerDiskConfigTestJSON-1190732798 tempest-ServerDiskConfigTestJSON-1190732798-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:43:24.104162 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [req-703b9142-63b6-4686-94fc-da5df02301dd req-cdc17da2-133d-4ee7-9bc2-55b1ffc6d902 tempest-ServerDiskConfigTestJSON-1190732798 tempest-ServerDiskConfigTestJSON-1190732798-project] Calling delete_port for de8ae842-2947-409e-9496-b5cd0368be5e owned by compute:nova {{(pid=100246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:43:24.241341 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-703b9142-63b6-4686-94fc-da5df02301dd req-cdc17da2-133d-4ee7-9bc2-55b1ffc6d902 tempest-ServerDiskConfigTestJSON-1190732798 tempest-ServerDiskConfigTestJSON-1190732798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127687580'] for port, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:43:24.253120 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] get_ports_and_sgs() called for port_ids ['de8ae842-2947-409e-9496-b5cd0368be5e'] {{(pid=100248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 14:43:24.260828 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-790c5268-6874-4ea9-b524-344a2d3c6810 req-c2748345-ba9f-4633-a656-2cef19d0e3e4 tempest-ServerDiskConfigTestJSON-1190732798 tempest-ServerDiskConfigTestJSON-1190732798-project] 10.222.0.104 "GET /v2.0/ports?device_id=2e62f15a-4766-4096-9194-951641776921 HTTP/1.1" status: 200 len: 210 time: 0.0318518 Jul 06 14:43:24.280380 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc17da2-133d-4ee7-9bc2-55b1ffc6d902 tempest-ServerDiskConfigTestJSON-1190732798 tempest-ServerDiskConfigTestJSON-1190732798-project] Pushing event deleted for resources: {'Port': ['ID=de8ae842-2947-409e-9496-b5cd0368be5e,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:43:24.334057 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [req-703b9142-63b6-4686-94fc-da5df02301dd req-cdc17da2-133d-4ee7-9bc2-55b1ffc6d902 tempest-ServerDiskConfigTestJSON-1190732798 tempest-ServerDiskConfigTestJSON-1190732798-project] No DVR routers for this DVR port de8ae842-2947-409e-9496-b5cd0368be5e on host n-h2-773647-6 {{(pid=100246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:43:24.336742 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-703b9142-63b6-4686-94fc-da5df02301dd req-cdc17da2-133d-4ee7-9bc2-55b1ffc6d902 tempest-ServerDiskConfigTestJSON-1190732798 tempest-ServerDiskConfigTestJSON-1190732798-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:43:24.339178 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-703b9142-63b6-4686-94fc-da5df02301dd req-cdc17da2-133d-4ee7-9bc2-55b1ffc6d902 tempest-ServerDiskConfigTestJSON-1190732798 tempest-ServerDiskConfigTestJSON-1190732798-project] 10.222.0.72 "DELETE /v2.0/ports/de8ae842-2947-409e-9496-b5cd0368be5e HTTP/1.1" status: 204 len: 173 time: 0.4412057 Jul 06 14:43:24.339645 n-d-773647-6 neutron-server[100246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e62f15a-4766-4096-9194-951641776921', 'name': 'network-vif-deleted', 'tag': 'de8ae842-2947-409e-9496-b5cd0368be5e'}] {{(pid=100246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:43:24.341884 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0d96c5ab5e889f7b933ae915b9be33d1b46c9e87795bf781004b656ef3f1e87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d32da421-d0e0-44ee-9a75-3b0a6da43f96" -d '{"events": [{"server_uuid": "2e62f15a-4766-4096-9194-951641776921", "name": "network-vif-deleted", "tag": "de8ae842-2947-409e-9496-b5cd0368be5e"}]}' {{(pid=100246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:43:24.381479 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 14:43:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d62492a2-3023-4145-93ce-a059578ab44d x-openstack-request-id: req-d62492a2-3023-4145-93ce-a059578ab44d {{(pid=100246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:43:24.381778 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e62f15a-4766-4096-9194-951641776921", "name": "network-vif-deleted", "tag": "de8ae842-2947-409e-9496-b5cd0368be5e", "status": "completed", "code": 200}]} {{(pid=100246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:43:24.382066 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-d62492a2-3023-4145-93ce-a059578ab44d {{(pid=100246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:43:24.382476 n-d-773647-6 neutron-server[100246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e62f15a-4766-4096-9194-951641776921', 'name': 'network-vif-deleted', 'tag': 'de8ae842-2947-409e-9496-b5cd0368be5e', 'status': 'completed', 'code': 200} Jul 06 14:43:25.491635 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 57350) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:43:25.536210 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.db_base_plugin_v2 [None req-70433b6c-a120-48a6-9f67-1c44fe57381d admin admin] Deleting subnet 46966a0c-57df-4dae-9ec8-37c2341fc21b {{(pid=100246) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 14:43:25.539183 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-70433b6c-a120-48a6-9f67-1c44fe57381d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:43:25.573430 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-70433b6c-a120-48a6-9f67-1c44fe57381d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126218885'] for subnet, precommit_delete_associations {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:43:25.595857 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-852f2f94-3907-41dd-8b31-273950ea2412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:43:25.613513 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-70433b6c-a120-48a6-9f67-1c44fe57381d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-913473'] for subnet, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:43:25.671962 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-70433b6c-a120-48a6-9f67-1c44fe57381d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-913480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1849032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127687590', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127702764'] for subnet, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:43:25.698343 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70433b6c-a120-48a6-9f67-1c44fe57381d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=46966a0c-57df-4dae-9ec8-37c2341fc21b,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:43:25.703119 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-70433b6c-a120-48a6-9f67-1c44fe57381d admin admin] Notify callbacks [] for subnet, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:43:25.705429 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-70433b6c-a120-48a6-9f67-1c44fe57381d admin admin] 10.222.0.104 "DELETE /v2.0/subnets/46966a0c-57df-4dae-9ec8-37c2341fc21b HTTP/1.1" status: 204 len: 168 time: 0.2124586 Jul 06 14:43:25.707617 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 57352) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:43:25.778217 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-2fcb6820-e34c-48a6-b6f3-34ad150fa2ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530492'] for network, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:43:25.859232 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-2fcb6820-e34c-48a6-b6f3-34ad150fa2ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-917204', 'neutron.services.segments.db._delete_segments_for_network-8773753502302'] for network, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:43:25.869389 n-d-773647-6 neutron-server[100246]: DEBUG neutron.services.segments.db [None req-2fcb6820-e34c-48a6-b6f3-34ad150fa2ee admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b6c3c3d2-f7fd-48e2-aeb6-e7b01f35da33']}} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:43:25.879491 n-d-773647-6 neutron-server[100246]: DEBUG neutron.services.segments.db [None req-2fcb6820-e34c-48a6-b6f3-34ad150fa2ee admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '63a12396-5380-4106-81be-8e10896ef174') {'for_net_delete': True} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:43:25.879792 n-d-773647-6 neutron-server[100246]: DEBUG neutron.services.segments.db [None req-2fcb6820-e34c-48a6-b6f3-34ad150fa2ee admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '63a12396-5380-4106-81be-8e10896ef174') {} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:43:25.889269 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-2fcb6820-e34c-48a6-b6f3-34ad150fa2ee admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773753515138', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126218898'] for segment, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:43:25.903296 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-2fcb6820-e34c-48a6-b6f3-34ad150fa2ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552'] for segment, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:43:25.909367 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2fcb6820-e34c-48a6-b6f3-34ad150fa2ee admin admin] Releasing vlan 1039 on physical network physnet1 to pool {{(pid=100246) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 14:43:25.909756 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-2fcb6820-e34c-48a6-b6f3-34ad150fa2ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127687491'] for segment, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:43:25.911422 n-d-773647-6 neutron-server[100246]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:43:25.911422 n-d-773647-6 neutron-server[100246]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:43:25.911422 n-d-773647-6 neutron-server[100246]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:43:25.911422 n-d-773647-6 neutron-server[100246]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:43:25.911422 n-d-773647-6 neutron-server[100246]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:43:25.911422 n-d-773647-6 neutron-server[100246]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:43:25.911422 n-d-773647-6 neutron-server[100246]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:43:25.911422 n-d-773647-6 neutron-server[100246]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:43:25.911422 n-d-773647-6 neutron-server[100246]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:43:25.911422 n-d-773647-6 neutron-server[100246]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:43:25.911422 n-d-773647-6 neutron-server[100246]: Traceback (most recent call last): Jul 06 14:43:25.911422 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 14:43:25.911422 n-d-773647-6 neutron-server[100246]: timer() Jul 06 14:43:25.911422 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 14:43:25.911422 n-d-773647-6 neutron-server[100246]: cb(*args, **kw) Jul 06 14:43:25.911422 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 14:43:25.911422 n-d-773647-6 neutron-server[100246]: return func(*args, **kwargs) Jul 06 14:43:25.911422 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 14:43:25.911422 n-d-773647-6 neutron-server[100246]: self._notify() Jul 06 14:43:25.911422 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 14:43:25.911422 n-d-773647-6 neutron-server[100246]: self.callback(batched_events) Jul 06 14:43:25.911422 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 14:43:25.911422 n-d-773647-6 neutron-server[100246]: event.method(event) Jul 06 14:43:25.911422 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 14:43:25.911422 n-d-773647-6 neutron-server[100246]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 14:43:25.911422 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 14:43:25.911422 n-d-773647-6 neutron-server[100246]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 14:43:25.911422 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 14:43:25.911422 n-d-773647-6 neutron-server[100246]: return f(self, *a, **k) Jul 06 14:43:25.911422 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 14:43:25.911422 n-d-773647-6 neutron-server[100246]: return self._get(url).json() Jul 06 14:43:25.911422 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 14:43:25.911422 n-d-773647-6 neutron-server[100246]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 14:43:25.911422 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 14:43:25.911422 n-d-773647-6 neutron-server[100246]: return self.request(url, 'GET', **kwargs) Jul 06 14:43:25.911422 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 14:43:25.911422 n-d-773647-6 neutron-server[100246]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 14:43:25.911422 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 14:43:25.911422 n-d-773647-6 neutron-server[100246]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 14:43:25.911422 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 14:43:25.911422 n-d-773647-6 neutron-server[100246]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 14:43:25.911422 n-d-773647-6 neutron-server[100246]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 14:43:25.917934 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:43:25.967307 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-2fcb6820-e34c-48a6-b6f3-34ad150fa2ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-917215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1761140'] for network, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:43:25.971869 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-2fcb6820-e34c-48a6-b6f3-34ad150fa2ee admin admin] Notify callbacks [] for network, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:43:25.973800 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-2fcb6820-e34c-48a6-b6f3-34ad150fa2ee admin admin] 10.222.0.104 "DELETE /v2.0/networks/b6c3c3d2-f7fd-48e2-aeb6-e7b01f35da33 HTTP/1.1" status: 204 len: 168 time: 0.2652361 Jul 06 14:43:25.986900 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fcb6820-e34c-48a6-b6f3-34ad150fa2ee admin admin] Pushing event deleted for resources: {'Network': ['ID=b6c3c3d2-f7fd-48e2-aeb6-e7b01f35da33,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:43:26.095307 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 57356) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:43:26.140056 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-1b26ee81-3d10-43ae-9c3e-725c7e4f31bd admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=45442a2068a946eb9b25a061c409e69c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0434270 Jul 06 14:43:26.142431 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 57358) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:43:26.190868 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-44527432-af84-4931-9498-282fa3ee19fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:43:26.211338 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-44527432-af84-4931-9498-282fa3ee19fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:43:26.259680 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-44527432-af84-4931-9498-282fa3ee19fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:43:26.262371 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-44527432-af84-4931-9498-282fa3ee19fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:43:26.263577 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-44527432-af84-4931-9498-282fa3ee19fa admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/9db7bd2a-ba6b-404f-a4ca-876b03541e32 HTTP/1.1" status: 204 len: 168 time: 0.1202443 Jul 06 14:43:26.271488 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44527432-af84-4931-9498-282fa3ee19fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9db7bd2a-ba6b-404f-a4ca-876b03541e32,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:43:26.721518 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-2064eaae-da4f-48f8-82d2-b09d4ddedd44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:43:26.913956 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 57382) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:43:27.042409 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-1cdb1b34-7e0e-4815-8f2c-0d7066472dbf admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-986719547-network', 'tenant_id': 'd43e4314dc9b484b87d7a3ce014660e1'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:43:27.063866 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cdb1b34-7e0e-4815-8f2c-0d7066472dbf admin admin] Made reservation on behalf of d43e4314dc9b484b87d7a3ce014660e1 for: {'network': 1} {{(pid=100246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:43:27.066292 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-1cdb1b34-7e0e-4815-8f2c-0d7066472dbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for network, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:43:27.075109 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-1cdb1b34-7e0e-4815-8f2c-0d7066472dbf admin admin] Notify callbacks [] for security_group, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:43:27.166360 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-1cdb1b34-7e0e-4815-8f2c-0d7066472dbf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:43:27.170091 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-1cdb1b34-7e0e-4815-8f2c-0d7066472dbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:43:27.191269 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1cdb1b34-7e0e-4815-8f2c-0d7066472dbf admin admin] vlan segment allocate from pool success with {'vlan_id': 1028, 'physical_network': 'physnet1'} {{(pid=100246) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 14:43:27.207549 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cdb1b34-7e0e-4815-8f2c-0d7066472dbf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=638fb8d2-82d4-4bd2-8c0a-64fb6f597501,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:43:27.211450 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-1cdb1b34-7e0e-4815-8f2c-0d7066472dbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552'] for segment, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:43:27.212006 n-d-773647-6 neutron-server[100246]: INFO neutron.db.segments_db [None req-1cdb1b34-7e0e-4815-8f2c-0d7066472dbf admin admin] Added segment e7ba980d-6408-4a89-a32f-e3032f697d56 of type vlan for network 0de980e9-590c-42a8-a4e7-08d344113bb7 Jul 06 14:43:27.254542 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-1cdb1b34-7e0e-4815-8f2c-0d7066472dbf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773752984405'] for network, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:43:27.284141 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-1cdb1b34-7e0e-4815-8f2c-0d7066472dbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060'] for network, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:43:27.285074 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cdb1b34-7e0e-4815-8f2c-0d7066472dbf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:43:27.285652 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-1cdb1b34-7e0e-4815-8f2c-0d7066472dbf admin admin] Notify callbacks [] for network, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:43:27.333991 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-1cdb1b34-7e0e-4815-8f2c-0d7066472dbf admin admin] 10.222.0.104 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4189131 Jul 06 14:43:27.337366 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 57390) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:43:27.343370 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [None req-04905ea4-e4e4-4380-bec1-261b3a3ad323 admin admin] Request body: {'subnet': {'network_id': '0de980e9-590c-42a8-a4e7-08d344113bb7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-986719547-subnet', 'tenant_id': 'd43e4314dc9b484b87d7a3ce014660e1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:43:27.347317 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cdb1b34-7e0e-4815-8f2c-0d7066472dbf admin admin] Pushing event updated for resources: {'Network': ['ID=0de980e9-590c-42a8-a4e7-08d344113bb7,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:43:27.359362 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Network 0de980e9-590c-42a8-a4e7-08d344113bb7 details requested by agent ovs-agent-n-d-773647-6 with host n-d-773647-6 {{(pid=100248) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 14:43:27.369002 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04905ea4-e4e4-4380-bec1-261b3a3ad323 admin admin] Made reservation on behalf of d43e4314dc9b484b87d7a3ce014660e1 for: {'subnet': 1} {{(pid=100247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:43:27.371590 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-04905ea4-e4e4-4380-bec1-261b3a3ad323 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127627440'] for subnet, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:43:27.546186 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-04905ea4-e4e4-4380-bec1-261b3a3ad323 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1849032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-128888412', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127627426'] for subnet, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:43:27.605593 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04905ea4-e4e4-4380-bec1-261b3a3ad323 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3a2573d9-49c9-4536-b0b0-29496d7e3935,revision_number=0']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:43:27.616087 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04905ea4-e4e4-4380-bec1-261b3a3ad323 admin admin] Checking segment: {'id': 'e7ba980d-6408-4a89-a32f-e3032f697d56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1028, 'network_id': '0de980e9-590c-42a8-a4e7-08d344113bb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100247) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:43:27.616438 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04905ea4-e4e4-4380-bec1-261b3a3ad323 admin admin] Network hostable DHCP agents. Network: 0de980e9-590c-42a8-a4e7-08d344113bb7, hostable agents: ['f2bada3d-be77-4359-982b-8505a2bbca04'], hosted agents: [] {{(pid=100247) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 14:43:27.637666 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04905ea4-e4e4-4380-bec1-261b3a3ad323 admin admin] Network 0de980e9-590c-42a8-a4e7-08d344113bb7 is scheduled to be hosted by DHCP agent f2bada3d-be77-4359-982b-8505a2bbca04 with binding_index 1 {{(pid=100247) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 14:43:27.649363 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.base_scheduler [None req-04905ea4-e4e4-4380-bec1-261b3a3ad323 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773647-6, 0de980e9-590c-42a8-a4e7-08d344113bb7) {{(pid=100247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:43:27.653818 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04905ea4-e4e4-4380-bec1-261b3a3ad323 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:43:27.654406 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-04905ea4-e4e4-4380-bec1-261b3a3ad323 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:43:27.658644 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-682d9797-38f9-44fd-b7c3-482d7aa3da28 None None] Network 0de980e9-590c-42a8-a4e7-08d344113bb7 requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:43:27.669840 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-04905ea4-e4e4-4380-bec1-261b3a3ad323 admin admin] 10.222.0.104 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3311851 Jul 06 14:43:27.672641 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 57392) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:43:27.677989 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-90dbecd6-886e-4c24-9c6d-8d16dfbcf7d0 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-986719547-router', 'tenant_id': 'd43e4314dc9b484b87d7a3ce014660e1', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719'}}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:43:27.702036 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-90dbecd6-886e-4c24-9c6d-8d16dfbcf7d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1806290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6992'] for router, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:43:27.703062 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-90dbecd6-886e-4c24-9c6d-8d16dfbcf7d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1806157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1808637', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1714747', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7007'] for router, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:43:27.773829 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-90dbecd6-886e-4c24-9c6d-8d16dfbcf7d0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:43:27.820765 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46b109c8-5499-47a8-92b1-7cfffd540029 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6bd5fc82-6666-56e8-87c2-91648d36c963-0de980e9-590c-42a8-a4e7-08d344113bb7', 'network_id': '0de980e9-590c-42a8-a4e7-08d344113bb7', 'tenant_id': 'd43e4314dc9b484b87d7a3ce014660e1', 'fixed_ips': [{'subnet_id': '3a2573d9-49c9-4536-b0b0-29496d7e3935'}]}} from n-d-773647-6. {{(pid=100248) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 14:43:27.821689 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-46b109c8-5499-47a8-92b1-7cfffd540029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:43:27.914565 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-90dbecd6-886e-4c24-9c6d-8d16dfbcf7d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1761047', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1806272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6989'] for router, precommit_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:43:27.958780 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.db_base_plugin_common [None req-46b109c8-5499-47a8-92b1-7cfffd540029 None None] Allocated IP 172.20.0.2 (0de980e9-590c-42a8-a4e7-08d344113bb7/3a2573d9-49c9-4536-b0b0-29496d7e3935/8fb42635-ad9d-4d3f-9fce-d180fed7ceae) {{(pid=100248) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:43:28.108324 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-46b109c8-5499-47a8-92b1-7cfffd540029 None None] Notify callbacks [] for port, precommit_create {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:43:28.117032 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-46b109c8-5499-47a8-92b1-7cfffd540029 None None] Transition to ACTIVE for port object 8fb42635-ad9d-4d3f-9fce-d180fed7ceae will not be triggered until provisioned by entity L2. {{(pid=100248) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:43:28.122641 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-90dbecd6-886e-4c24-9c6d-8d16dfbcf7d0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:43:28.131511 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-46b109c8-5499-47a8-92b1-7cfffd540029 None None] Transition to ACTIVE for port object 8fb42635-ad9d-4d3f-9fce-d180fed7ceae will not be triggered until provisioned by entity DHCP. {{(pid=100248) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:43:28.137455 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-46b109c8-5499-47a8-92b1-7cfffd540029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108'] for port, after_create {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:43:28.146447 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-90dbecd6-886e-4c24-9c6d-8d16dfbcf7d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:43:28.163816 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Device de8ae842-2947-409e-9496-b5cd0368be5e no longer exists at agent hyperv_n-h2-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:43:28.197879 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] No Port match for: de8ae842-2947-409e-9496-b5cd0368be5e {{(pid=100248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 14:43:28.198223 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Device de8ae842-2947-409e-9496-b5cd0368be5e not bound to the agent host n-h2-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:43:28.203601 n-d-773647-6 neutron-server[100248]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46b109c8-5499-47a8-92b1-7cfffd540029 None None] Network 0de980e9-590c-42a8-a4e7-08d344113bb7 is already hosted by enough agents. {{(pid=100248) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:43:28.206439 n-d-773647-6 neutron-server[100248]: DEBUG neutron.scheduler.base_scheduler [None req-46b109c8-5499-47a8-92b1-7cfffd540029 None None] Resources bound (agent type, host, resource id): {{(pid=100248) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:43:28.212790 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46b109c8-5499-47a8-92b1-7cfffd540029 None None] Received port after_create {{(pid=100248) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:43:28.219530 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b109c8-5499-47a8-92b1-7cfffd540029 None None] Pushing event updated for resources: {'Port': ['ID=8fb42635-ad9d-4d3f-9fce-d180fed7ceae,revision_number=1']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:43:28.256703 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.db_base_plugin_common [None req-90dbecd6-886e-4c24-9c6d-8d16dfbcf7d0 admin admin] Allocated IP 172.25.0.23 (2658f09e-a580-4d4a-9968-2d1e0ad93719/cbf74abc-6fe1-4d33-b005-c948923b9647/aa30efcd-874f-4b7d-9d1b-e055b4d67d68) {{(pid=100246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:43:28.272791 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-46b109c8-5499-47a8-92b1-7cfffd540029 None None] Attempting to bind port 8fb42635-ad9d-4d3f-9fce-d180fed7ceae on host n-d-773647-6 for vnic_type normal with profile {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:43:28.273252 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-46b109c8-5499-47a8-92b1-7cfffd540029 None None] Attempting to bind port 8fb42635-ad9d-4d3f-9fce-d180fed7ceae by drivers openvswitch,hyperv on host n-d-773647-6 at level 0 using segments [{'id': 'e7ba980d-6408-4a89-a32f-e3032f697d56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1028, 'network_id': '0de980e9-590c-42a8-a4e7-08d344113bb7'}] {{(pid=100248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:43:28.273755 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46b109c8-5499-47a8-92b1-7cfffd540029 None None] Attempting to bind port 8fb42635-ad9d-4d3f-9fce-d180fed7ceae on network 0de980e9-590c-42a8-a4e7-08d344113bb7 {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:43:28.279229 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46b109c8-5499-47a8-92b1-7cfffd540029 None None] Checking agent: {'id': '8ab5b19c-d213-4f29-891d-27bdf39d38b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773647-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 43, 26), 'started_at': datetime.datetime(2021, 7, 6, 13, 43, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 43, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773647-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:43:28.279613 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46b109c8-5499-47a8-92b1-7cfffd540029 None None] Checking segment: {'id': 'e7ba980d-6408-4a89-a32f-e3032f697d56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1028, 'network_id': '0de980e9-590c-42a8-a4e7-08d344113bb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:43:28.280015 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-46b109c8-5499-47a8-92b1-7cfffd540029 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:43:28.280409 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46b109c8-5499-47a8-92b1-7cfffd540029 None None] Bound using segment: {'id': 'e7ba980d-6408-4a89-a32f-e3032f697d56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1028, 'network_id': '0de980e9-590c-42a8-a4e7-08d344113bb7'} {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:43:28.280866 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-46b109c8-5499-47a8-92b1-7cfffd540029 None None] Bound port: 8fb42635-ad9d-4d3f-9fce-d180fed7ceae, host: n-d-773647-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7ba980d-6408-4a89-a32f-e3032f697d56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1028, 'network_id': '0de980e9-590c-42a8-a4e7-08d344113bb7'}}] {{(pid=100248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:43:28.281243 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-46b109c8-5499-47a8-92b1-7cfffd540029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:43:28.345239 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-46b109c8-5499-47a8-92b1-7cfffd540029 None None] For port 8fb42635-ad9d-4d3f-9fce-d180fed7ceae, host n-d-773647-6, cleared binding levels {{(pid=100248) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:43:28.349162 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-46b109c8-5499-47a8-92b1-7cfffd540029 None None] For port 8fb42635-ad9d-4d3f-9fce-d180fed7ceae, host n-d-773647-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=8fb42635-ad9d-4d3f-9fce-d180fed7ceae,segment=NetworkSegment(e7ba980d-6408-4a89-a32f-e3032f697d56),segment_id=e7ba980d-6408-4a89-a32f-e3032f697d56)] {{(pid=100248) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:43:28.353044 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-46b109c8-5499-47a8-92b1-7cfffd540029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:43:28.365826 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-90dbecd6-886e-4c24-9c6d-8d16dfbcf7d0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:43:28.413822 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-90dbecd6-886e-4c24-9c6d-8d16dfbcf7d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-127687573'] for port, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:43:28.416427 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b109c8-5499-47a8-92b1-7cfffd540029 None None] Pushing event updated for resources: {'Port': ['ID=8fb42635-ad9d-4d3f-9fce-d180fed7ceae,revision_number=2']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:43:28.454325 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90dbecd6-886e-4c24-9c6d-8d16dfbcf7d0 admin admin] Network 2658f09e-a580-4d4a-9968-2d1e0ad93719 is already hosted by enough agents. {{(pid=100246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:43:28.457323 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.base_scheduler [None req-90dbecd6-886e-4c24-9c6d-8d16dfbcf7d0 admin admin] Resources bound (agent type, host, resource id): {{(pid=100246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:43:28.460845 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90dbecd6-886e-4c24-9c6d-8d16dfbcf7d0 admin admin] Received port after_create {{(pid=100246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:43:28.490202 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90dbecd6-886e-4c24-9c6d-8d16dfbcf7d0 admin admin] Pushing event updated for resources: {'Port': ['ID=aa30efcd-874f-4b7d-9d1b-e055b4d67d68,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:43:28.528020 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-03f71b24-a9b8-453a-8924-caa3f97bc6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:43:28.744283 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-90dbecd6-886e-4c24-9c6d-8d16dfbcf7d0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:43:28.940550 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-90dbecd6-886e-4c24-9c6d-8d16dfbcf7d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1806297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1761036'] for router, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:43:29.072918 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90dbecd6-886e-4c24-9c6d-8d16dfbcf7d0 admin admin] Router e025909a-055c-4b8d-b68d-be81ee5757cc is scheduled to L3 agent 2823d358-a11b-4885-a706-95a279e43fa7 with binding_index 1 {{(pid=100246) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 14:43:29.184034 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90dbecd6-886e-4c24-9c6d-8d16dfbcf7d0 admin admin] Notify agent at l3_agent.n-d-773647-6 the message routers_updated {{(pid=100246) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 14:43:29.195614 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a9079d3-1af8-4149-a6f9-473edc546b61 None None] Sync routers for ids ['e025909a-055c-4b8d-b68d-be81ee5757cc'] in n-d-773647-6 {{(pid=100248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 14:43:29.202061 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-90dbecd6-886e-4c24-9c6d-8d16dfbcf7d0 admin admin] Notify callbacks [] for router, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:43:29.203637 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-90dbecd6-886e-4c24-9c6d-8d16dfbcf7d0 admin admin] 10.222.0.104 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.5299635 Jul 06 14:43:29.206786 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 57396) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:43:29.211482 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a9079d3-1af8-4149-a6f9-473edc546b61 None None] Routers {'e025909a-055c-4b8d-b68d-be81ee5757cc'} bound to L3 agent in host n-d-773647-6 {{(pid=100248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:43:29.212986 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-1a9079d3-1af8-4149-a6f9-473edc546b61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T14:43:26Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['e025909a-055c-4b8d-b68d-be81ee5757cc'], 'active': True} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:43:29.301922 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.agents_db [None req-167c0ad6-1657-4c9a-a2c4-3b18056aa662 None None] Agent healthcheck: found 7 active agents {{(pid=100249) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 14:43:29.308832 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6a34d70-2f9f-4b97-b0ed-0f8c80ad26f1 None None] Network 0de980e9-590c-42a8-a4e7-08d344113bb7 requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:43:29.371969 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvr_db [None req-1a9079d3-1af8-4149-a6f9-473edc546b61 None None] Set router e025909a-055c-4b8d-b68d-be81ee5757cc gateway port host: n-d-773647-6 {{(pid=100248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:43:29.439952 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-d81467f9-508b-4d1e-9a61-8a36eae4f576 None None] Provisioning for port 8fb42635-ad9d-4d3f-9fce-d180fed7ceae completed by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:43:29.654961 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-1a9079d3-1af8-4149-a6f9-473edc546b61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e025909a-055c-4b8d-b68d-be81ee5757cc', 'name': 'tempest-ServerActionsTestJSON-986719547-router', 'tenant_id': 'd43e4314dc9b484b87d7a3ce014660e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.23'}], 'enable_snat': True}, 'gw_port_id': 'aa30efcd-874f-4b7d-9d1b-e055b4d67d68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:43:27Z', 'updated_at': '2021-07-06T14:43:28Z', 'revision_number': 3, 'project_id': 'd43e4314dc9b484b87d7a3ce014660e1', 'gw_port': {'id': 'aa30efcd-874f-4b7d-9d1b-e055b4d67d68', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:80:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e025909a-055c-4b8d-b68d-be81ee5757cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:43:28Z', 'updated_at': '2021-07-06T14:43:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6'}], 'n-d-773647-6', False) {} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:43:29.676607 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-c973488b-acd8-4b57-9a64-30df4047330f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:43:29.693195 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a9079d3-1af8-4149-a6f9-473edc546b61 None None] Checking router: e025909a-055c-4b8d-b68d-be81ee5757cc for host: n-d-773647-6 {{(pid=100248) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 14:43:29.693553 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a9079d3-1af8-4149-a6f9-473edc546b61 None None] Updating router e025909a-055c-4b8d-b68d-be81ee5757cc port aa30efcd-874f-4b7d-9d1b-e055b4d67d68 binding host n-d-773647-6 {{(pid=100248) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 14:43:29.865514 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.db_base_plugin_common [None req-c973488b-acd8-4b57-9a64-30df4047330f admin admin] Allocated IP 172.20.0.1 (0de980e9-590c-42a8-a4e7-08d344113bb7/3a2573d9-49c9-4536-b0b0-29496d7e3935/27410a49-5ef7-40e9-b17c-8fe074a734c4) {{(pid=100247) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:43:29.897430 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 8fb42635-ad9d-4d3f-9fce-d180fed7ceae up at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:43:29.938838 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-1a9079d3-1af8-4149-a6f9-473edc546b61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:43:30.002382 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-c973488b-acd8-4b57-9a64-30df4047330f admin admin] Notify callbacks [] for port, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:43:30.023481 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.provisioning_blocks [None req-c973488b-acd8-4b57-9a64-30df4047330f admin admin] Transition to ACTIVE for port object 27410a49-5ef7-40e9-b17c-8fe074a734c4 will not be triggered until provisioned by entity DHCP. {{(pid=100247) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:43:30.075138 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-c973488b-acd8-4b57-9a64-30df4047330f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-128888360'] for port, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:43:30.103959 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning for port 8fb42635-ad9d-4d3f-9fce-d180fed7ceae completed by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:43:30.116530 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning complete for port 8fb42635-ad9d-4d3f-9fce-d180fed7ceae triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:43:30.116905 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:43:30.143010 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c973488b-acd8-4b57-9a64-30df4047330f admin admin] Network 0de980e9-590c-42a8-a4e7-08d344113bb7 is already hosted by enough agents. {{(pid=100247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:43:30.151012 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.base_scheduler [None req-c973488b-acd8-4b57-9a64-30df4047330f admin admin] Resources bound (agent type, host, resource id): {{(pid=100247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:43:30.161943 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c973488b-acd8-4b57-9a64-30df4047330f admin admin] Received port after_create {{(pid=100247) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:43:30.203883 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c973488b-acd8-4b57-9a64-30df4047330f admin admin] Pushing event updated for resources: {'Port': ['ID=27410a49-5ef7-40e9-b17c-8fe074a734c4,revision_number=1']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:43:30.235774 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-c973488b-acd8-4b57-9a64-30df4047330f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1807675'] for router_interface, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:43:30.346653 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:43:30.425563 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] For port 8fb42635-ad9d-4d3f-9fce-d180fed7ceae, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=8fb42635-ad9d-4d3f-9fce-d180fed7ceae,segment=NetworkSegment(e7ba980d-6408-4a89-a32f-e3032f697d56),segment_id=e7ba980d-6408-4a89-a32f-e3032f697d56)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:43:30.428526 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-1a9079d3-1af8-4149-a6f9-473edc546b61 None None] Notify callbacks [] for port, precommit_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:43:30.434342 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:43:30.444134 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-ea6bc7a3-79fd-43b3-bff5-030a5e0ecabf None None] Provisioning for port 27410a49-5ef7-40e9-b17c-8fe074a734c4 completed by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:43:30.466140 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-c973488b-acd8-4b57-9a64-30df4047330f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:43:30.467503 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-1a9079d3-1af8-4149-a6f9-473edc546b61 None None] Transition to ACTIVE for port object aa30efcd-874f-4b7d-9d1b-e055b4d67d68 will not be triggered until provisioned by entity L2. {{(pid=100248) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:43:30.469204 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-ea6bc7a3-79fd-43b3-bff5-030a5e0ecabf None None] Provisioning complete for port 27410a49-5ef7-40e9-b17c-8fe074a734c4 triggered by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:43:30.469585 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-ea6bc7a3-79fd-43b3-bff5-030a5e0ecabf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:43:30.496813 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-1a9079d3-1af8-4149-a6f9-473edc546b61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:43:30.542585 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Pushing event updated for resources: {'Port': ['ID=8fb42635-ad9d-4d3f-9fce-d180fed7ceae,revision_number=3']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:43:30.546693 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-ea6bc7a3-79fd-43b3-bff5-030a5e0ecabf None None] Port 27410a49-5ef7-40e9-b17c-8fe074a734c4 cannot update to ACTIVE because it is not bound. {{(pid=100248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 14:43:30.552666 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-1a9079d3-1af8-4149-a6f9-473edc546b61 None None] Attempting to bind port aa30efcd-874f-4b7d-9d1b-e055b4d67d68 on host n-d-773647-6 for vnic_type normal with profile {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:43:30.553046 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-1a9079d3-1af8-4149-a6f9-473edc546b61 None None] Attempting to bind port aa30efcd-874f-4b7d-9d1b-e055b4d67d68 by drivers openvswitch,hyperv on host n-d-773647-6 at level 0 using segments [{'id': '89a832b7-7793-4d51-9038-ed7e1c3ff1b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719'}] {{(pid=100248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:43:30.553414 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a9079d3-1af8-4149-a6f9-473edc546b61 None None] Attempting to bind port aa30efcd-874f-4b7d-9d1b-e055b4d67d68 on network 2658f09e-a580-4d4a-9968-2d1e0ad93719 {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:43:30.578238 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a9079d3-1af8-4149-a6f9-473edc546b61 None None] Checking agent: {'id': '8ab5b19c-d213-4f29-891d-27bdf39d38b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773647-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 43, 26), 'started_at': datetime.datetime(2021, 7, 6, 13, 43, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 43, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773647-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:43:30.578617 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a9079d3-1af8-4149-a6f9-473edc546b61 None None] Checking segment: {'id': '89a832b7-7793-4d51-9038-ed7e1c3ff1b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:43:30.579023 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-1a9079d3-1af8-4149-a6f9-473edc546b61 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:43:30.579443 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a9079d3-1af8-4149-a6f9-473edc546b61 None None] Bound using segment: {'id': '89a832b7-7793-4d51-9038-ed7e1c3ff1b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719'} {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:43:30.579910 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-1a9079d3-1af8-4149-a6f9-473edc546b61 None None] Bound port: aa30efcd-874f-4b7d-9d1b-e055b4d67d68, host: n-d-773647-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89a832b7-7793-4d51-9038-ed7e1c3ff1b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719'}}] {{(pid=100248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:43:30.580293 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-1a9079d3-1af8-4149-a6f9-473edc546b61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:43:30.615731 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64b04f6-7ae2-4d8e-863a-394d9226c8b3 None None] Pushing event updated for resources: {'Port': ['ID=aa30efcd-874f-4b7d-9d1b-e055b4d67d68,revision_number=2']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:43:30.640641 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-c973488b-acd8-4b57-9a64-30df4047330f admin admin] Notify callbacks [] for port, precommit_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:43:30.642276 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-1a9079d3-1af8-4149-a6f9-473edc546b61 None None] For port aa30efcd-874f-4b7d-9d1b-e055b4d67d68, host n-d-773647-6, cleared binding levels {{(pid=100248) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:43:30.645827 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-1a9079d3-1af8-4149-a6f9-473edc546b61 None None] For port aa30efcd-874f-4b7d-9d1b-e055b4d67d68, host n-d-773647-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=aa30efcd-874f-4b7d-9d1b-e055b4d67d68,segment=NetworkSegment(89a832b7-7793-4d51-9038-ed7e1c3ff1b2),segment_id=89a832b7-7793-4d51-9038-ed7e1c3ff1b2)] {{(pid=100248) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:43:30.647156 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-c973488b-acd8-4b57-9a64-30df4047330f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128888538'] for port, after_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:43:30.652962 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-1a9079d3-1af8-4149-a6f9-473edc546b61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:43:30.714309 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a9079d3-1af8-4149-a6f9-473edc546b61 None None] Routers {'e025909a-055c-4b8d-b68d-be81ee5757cc'} bound to L3 agent in host n-d-773647-6 {{(pid=100248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:43:30.715038 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-1a9079d3-1af8-4149-a6f9-473edc546b61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T14:43:26Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['e025909a-055c-4b8d-b68d-be81ee5757cc'], 'active': True} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:43:30.718585 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c973488b-acd8-4b57-9a64-30df4047330f admin admin] Pushing event updated for resources: {'Port': ['ID=27410a49-5ef7-40e9-b17c-8fe074a734c4,revision_number=2']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:43:30.721302 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-c973488b-acd8-4b57-9a64-30df4047330f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1809478'] for router_interface, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:43:30.754467 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64b04f6-7ae2-4d8e-863a-394d9226c8b3 None None] Pushing event updated for resources: {'Port': ['ID=aa30efcd-874f-4b7d-9d1b-e055b4d67d68,revision_number=3']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:43:30.816562 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c973488b-acd8-4b57-9a64-30df4047330f admin admin] Network 0de980e9-590c-42a8-a4e7-08d344113bb7 is already hosted by enough agents. {{(pid=100247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:43:30.817837 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.base_scheduler [None req-c973488b-acd8-4b57-9a64-30df4047330f admin admin] Resources bound (agent type, host, resource id): {{(pid=100247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:43:30.833344 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvr_db [None req-1a9079d3-1af8-4149-a6f9-473edc546b61 None None] Set router e025909a-055c-4b8d-b68d-be81ee5757cc gateway port host: n-d-773647-6 {{(pid=100248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:43:30.938952 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c973488b-acd8-4b57-9a64-30df4047330f admin admin] Router e025909a-055c-4b8d-b68d-be81ee5757cc has already been hosted by L3 agent 2823d358-a11b-4885-a706-95a279e43fa7 {{(pid=100247) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 14:43:31.042968 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-1a9079d3-1af8-4149-a6f9-473edc546b61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e025909a-055c-4b8d-b68d-be81ee5757cc', 'name': 'tempest-ServerActionsTestJSON-986719547-router', 'tenant_id': 'd43e4314dc9b484b87d7a3ce014660e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.23'}], 'enable_snat': True}, 'gw_port_id': 'aa30efcd-874f-4b7d-9d1b-e055b4d67d68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:43:27Z', 'updated_at': '2021-07-06T14:43:30Z', 'revision_number': 4, 'project_id': 'd43e4314dc9b484b87d7a3ce014660e1', 'gw_port': {'id': 'aa30efcd-874f-4b7d-9d1b-e055b4d67d68', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:80:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e025909a-055c-4b8d-b68d-be81ee5757cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:43:28Z', 'updated_at': '2021-07-06T14:43:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6', '_interfaces': [{'id': '27410a49-5ef7-40e9-b17c-8fe074a734c4', 'name': '', 'network_id': '0de980e9-590c-42a8-a4e7-08d344113bb7', 'tenant_id': 'd43e4314dc9b484b87d7a3ce014660e1', 'mac_address': 'fa:16:3e:ea:14:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e025909a-055c-4b8d-b68d-be81ee5757cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '3a2573d9-49c9-4536-b0b0-29496d7e3935', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:43:29Z', 'updated_at': '2021-07-06T14:43:30Z', 'revision_number': 2, 'project_id': 'd43e4314dc9b484b87d7a3ce014660e1', 'subnets': [{'id': '3a2573d9-49c9-4536-b0b0-29496d7e3935', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773647-6', False) {} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:43:31.055992 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c973488b-acd8-4b57-9a64-30df4047330f admin admin] Notify agent at l3_agent.n-d-773647-6 the message routers_updated {{(pid=100247) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 14:43:31.069114 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-c973488b-acd8-4b57-9a64-30df4047330f admin admin] 10.222.0.104 "PUT /v2.0/routers/e025909a-055c-4b8d-b68d-be81ee5757cc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8537304 Jul 06 14:43:31.074233 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a9079d3-1af8-4149-a6f9-473edc546b61 None None] The sync data for ids ['e025909a-055c-4b8d-b68d-be81ee5757cc'] in n-d-773647-6 is: [{'id': 'e025909a-055c-4b8d-b68d-be81ee5757cc', 'name': 'tempest-ServerActionsTestJSON-986719547-router', 'tenant_id': 'd43e4314dc9b484b87d7a3ce014660e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.23'}], 'enable_snat': True}, 'gw_port_id': 'aa30efcd-874f-4b7d-9d1b-e055b4d67d68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:43:27Z', 'updated_at': '2021-07-06T14:43:30Z', 'revision_number': 4, 'project_id': 'd43e4314dc9b484b87d7a3ce014660e1', 'gw_port': {'id': 'aa30efcd-874f-4b7d-9d1b-e055b4d67d68', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:80:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e025909a-055c-4b8d-b68d-be81ee5757cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:43:28Z', 'updated_at': '2021-07-06T14:43:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6', '_interfaces': [{'id': '27410a49-5ef7-40e9-b17c-8fe074a734c4', 'name': '', 'network_id': '0de980e9-590c-42a8-a4e7-08d344113bb7', 'tenant_id': 'd43e4314dc9b484b87d7a3ce014660e1', 'mac_address': 'fa:16:3e:ea:14:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e025909a-055c-4b8d-b68d-be81ee5757cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '3a2573d9-49c9-4536-b0b0-29496d7e3935', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:43:29Z', 'updated_at': '2021-07-06T14:43:30Z', 'revision_number': 2, 'project_id': 'd43e4314dc9b484b87d7a3ce014660e1', 'subnets': [{'id': '3a2573d9-49c9-4536-b0b0-29496d7e3935', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 14:43:31.087547 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-e0ed4e4b-9b5e-491a-ad2d-9cc890fa105c None None] Provisioning complete for port 27410a49-5ef7-40e9-b17c-8fe074a734c4 triggered by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:43:31.087943 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-e0ed4e4b-9b5e-491a-ad2d-9cc890fa105c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:43:31.133797 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-e0ed4e4b-9b5e-491a-ad2d-9cc890fa105c None None] Port 27410a49-5ef7-40e9-b17c-8fe074a734c4 cannot update to ACTIVE because it is not bound. {{(pid=100248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 14:43:31.724206 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 8fb42635-ad9d-4d3f-9fce-d180fed7ceae up at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:43:31.796844 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 57404) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:43:31.804473 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [None req-710b416b-3a4c-4e70-b8db-9cbe302dddba tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1210822365', 'description': 'tempest-description--1239156597'}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:43:31.824948 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning complete for port 8fb42635-ad9d-4d3f-9fce-d180fed7ceae triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:43:31.825320 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:43:31.831046 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-710b416b-3a4c-4e70-b8db-9cbe302dddba tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Notify callbacks [] for security_group, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:43:31.924931 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-710b416b-3a4c-4e70-b8db-9cbe302dddba tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Notify callbacks [] for security_group, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:43:31.929522 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-710b416b-3a4c-4e70-b8db-9cbe302dddba tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:43:31.958335 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-710b416b-3a4c-4e70-b8db-9cbe302dddba tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Notify callbacks [] for security_group, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:43:31.959631 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-710b416b-3a4c-4e70-b8db-9cbe302dddba tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.1612206 Jul 06 14:43:31.962473 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 57406) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:43:31.968550 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [None req-2998c8a1-f6dd-472e-a170-41be36bde1ef tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Request body: {'security_group_rule': {'security_group_id': 'dd2bc95c-84fb-4682-90b8-8ac8d7aa9ea3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:43:31.973980 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710b416b-3a4c-4e70-b8db-9cbe302dddba tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dd2bc95c-84fb-4682-90b8-8ac8d7aa9ea3,revision_number=1']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:43:32.000868 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-2998c8a1-f6dd-472e-a170-41be36bde1ef tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:43:32.074200 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-2998c8a1-f6dd-472e-a170-41be36bde1ef tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:43:32.078537 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-2998c8a1-f6dd-472e-a170-41be36bde1ef tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1898694'] for security_group_rule, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:43:32.096932 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2998c8a1-f6dd-472e-a170-41be36bde1ef tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d402676b-16f2-41ef-8529-7a28ab77a85d,revision_number=0']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:43:32.105017 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-2998c8a1-f6dd-472e-a170-41be36bde1ef tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:43:32.106301 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-2998c8a1-f6dd-472e-a170-41be36bde1ef tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1428454 Jul 06 14:43:32.109010 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 57408) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:43:32.114024 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [None req-09cb2e88-7dc5-4eb4-8361-7906a77675f6 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Request body: {'security_group_rule': {'security_group_id': 'dd2bc95c-84fb-4682-90b8-8ac8d7aa9ea3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:43:32.141420 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-09cb2e88-7dc5-4eb4-8361-7906a77675f6 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:43:32.202598 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-09cb2e88-7dc5-4eb4-8361-7906a77675f6 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:43:32.206788 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-09cb2e88-7dc5-4eb4-8361-7906a77675f6 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1898694'] for security_group_rule, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:43:32.227826 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09cb2e88-7dc5-4eb4-8361-7906a77675f6 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e25fa520-4d60-4145-be9f-37c2e1e16adb,revision_number=0']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:43:32.232050 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-09cb2e88-7dc5-4eb4-8361-7906a77675f6 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:43:32.233476 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-09cb2e88-7dc5-4eb4-8361-7906a77675f6 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1232293 Jul 06 14:43:32.236367 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 57410) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:43:32.240795 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [None req-573fcfba-b0b1-404d-b357-43f873b8bef8 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Request body: {'floatingip': {'floating_network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719'}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:43:32.264390 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-573fcfba-b0b1-404d-b357-43f873b8bef8 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Notify callbacks [] for floatingip, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:43:32.626777 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-573fcfba-b0b1-404d-b357-43f873b8bef8 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:43:32.725555 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.db_base_plugin_common [None req-573fcfba-b0b1-404d-b357-43f873b8bef8 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Allocated IP 172.25.0.78 (2658f09e-a580-4d4a-9968-2d1e0ad93719/cbf74abc-6fe1-4d33-b005-c948923b9647/0b94aecc-9c02-4fc5-a5fc-320766bdf34b) {{(pid=100247) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:43:32.837934 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-573fcfba-b0b1-404d-b357-43f873b8bef8 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Notify callbacks [] for port, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:43:32.876320 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-573fcfba-b0b1-404d-b357-43f873b8bef8 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-128888360'] for port, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:43:32.911662 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-573fcfba-b0b1-404d-b357-43f873b8bef8 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Network 2658f09e-a580-4d4a-9968-2d1e0ad93719 is already hosted by enough agents. {{(pid=100247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:43:32.914449 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.base_scheduler [None req-573fcfba-b0b1-404d-b357-43f873b8bef8 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Resources bound (agent type, host, resource id): {{(pid=100247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:43:32.918479 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-573fcfba-b0b1-404d-b357-43f873b8bef8 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Received port after_create {{(pid=100247) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:43:32.946614 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573fcfba-b0b1-404d-b357-43f873b8bef8 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Pushing event updated for resources: {'Port': ['ID=0b94aecc-9c02-4fc5-a5fc-320766bdf34b,revision_number=1']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:43:33.009169 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-573fcfba-b0b1-404d-b357-43f873b8bef8 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:43:33.056728 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-573fcfba-b0b1-404d-b357-43f873b8bef8 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:43:33.101670 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29be53b5-cf29-4387-b6bf-1897104eff6b None None] Sync routers for ids ['e025909a-055c-4b8d-b68d-be81ee5757cc'] in n-d-773647-6 {{(pid=100249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 14:43:33.114385 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29be53b5-cf29-4387-b6bf-1897104eff6b None None] Routers {'e025909a-055c-4b8d-b68d-be81ee5757cc'} bound to L3 agent in host n-d-773647-6 {{(pid=100249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:43:33.115074 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-29be53b5-cf29-4387-b6bf-1897104eff6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T14:43:26Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['e025909a-055c-4b8d-b68d-be81ee5757cc'], 'active': True} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:43:33.215472 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-573fcfba-b0b1-404d-b357-43f873b8bef8 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Notify callbacks [] for port, precommit_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:43:33.221132 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-573fcfba-b0b1-404d-b357-43f873b8bef8 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128888538'] for port, after_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:43:33.223885 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvr_db [None req-29be53b5-cf29-4387-b6bf-1897104eff6b None None] Set router e025909a-055c-4b8d-b68d-be81ee5757cc gateway port host: n-d-773647-6 {{(pid=100249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:43:33.292191 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573fcfba-b0b1-404d-b357-43f873b8bef8 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Pushing event updated for resources: {'Port': ['ID=0b94aecc-9c02-4fc5-a5fc-320766bdf34b,revision_number=2']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:43:33.301202 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-573fcfba-b0b1-404d-b357-43f873b8bef8 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1761130'] for floatingip, after_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:43:33.316026 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-573fcfba-b0b1-404d-b357-43f873b8bef8 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for floatingip, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:43:33.317256 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-573fcfba-b0b1-404d-b357-43f873b8bef8 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.0799663 Jul 06 14:43:33.424920 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-29be53b5-cf29-4387-b6bf-1897104eff6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e025909a-055c-4b8d-b68d-be81ee5757cc', 'name': 'tempest-ServerActionsTestJSON-986719547-router', 'tenant_id': 'd43e4314dc9b484b87d7a3ce014660e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.23'}], 'enable_snat': True}, 'gw_port_id': 'aa30efcd-874f-4b7d-9d1b-e055b4d67d68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:43:27Z', 'updated_at': '2021-07-06T14:43:30Z', 'revision_number': 4, 'project_id': 'd43e4314dc9b484b87d7a3ce014660e1', 'gw_port': {'id': 'aa30efcd-874f-4b7d-9d1b-e055b4d67d68', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:80:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e025909a-055c-4b8d-b68d-be81ee5757cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:43:28Z', 'updated_at': '2021-07-06T14:43:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6', '_interfaces': [{'id': '27410a49-5ef7-40e9-b17c-8fe074a734c4', 'name': '', 'network_id': '0de980e9-590c-42a8-a4e7-08d344113bb7', 'tenant_id': 'd43e4314dc9b484b87d7a3ce014660e1', 'mac_address': 'fa:16:3e:ea:14:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e025909a-055c-4b8d-b68d-be81ee5757cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '3a2573d9-49c9-4536-b0b0-29496d7e3935', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:43:29Z', 'updated_at': '2021-07-06T14:43:30Z', 'revision_number': 2, 'project_id': 'd43e4314dc9b484b87d7a3ce014660e1', 'subnets': [{'id': '3a2573d9-49c9-4536-b0b0-29496d7e3935', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773647-6', False) {} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:43:33.454850 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29be53b5-cf29-4387-b6bf-1897104eff6b None None] Checking router: e025909a-055c-4b8d-b68d-be81ee5757cc for host: n-d-773647-6 {{(pid=100249) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 14:43:33.455195 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29be53b5-cf29-4387-b6bf-1897104eff6b None None] Updating router e025909a-055c-4b8d-b68d-be81ee5757cc port 27410a49-5ef7-40e9-b17c-8fe074a734c4 binding host n-d-773647-6 {{(pid=100249) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 14:43:33.459866 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-400fec88-80ff-4bf9-9b35-4a8694493782 req-7d229265-c79a-4d57-bd61-7d90510855b2 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/security-groups?name=tempest-securitygroup--1210822365&fields=id&tenant_id=d43e4314dc9b484b87d7a3ce014660e1 HTTP/1.1" status: 200 len: 267 time: 0.0347526 Jul 06 14:43:33.488418 n-d-773647-6 neutron-server[100249]: DEBUG neutron_lib.callbacks.manager [None req-29be53b5-cf29-4387-b6bf-1897104eff6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:43:33.568688 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400fec88-80ff-4bf9-9b35-4a8694493782 req-1facd364-9064-4db1-99fb-483a749fc492 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:43:33.570167 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-400fec88-80ff-4bf9-9b35-4a8694493782 req-1facd364-9064-4db1-99fb-483a749fc492 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/networks?id=0de980e9-590c-42a8-a4e7-08d344113bb7 HTTP/1.1" status: 200 len: 811 time: 0.1036844 Jul 06 14:43:33.591062 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-400fec88-80ff-4bf9-9b35-4a8694493782 req-f81cdbf8-5059-472d-9e6e-ed9cf7c12364 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/quotas/d43e4314dc9b484b87d7a3ce014660e1 HTTP/1.1" status: 200 len: 375 time: 0.0096521 Jul 06 14:43:33.658957 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-400fec88-80ff-4bf9-9b35-4a8694493782 req-f57d5335-7b9a-4e9e-9b67-8e3455b883de tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/ports?tenant_id=d43e4314dc9b484b87d7a3ce014660e1&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0624545 Jul 06 14:43:33.738291 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device aa30efcd-874f-4b7d-9d1b-e055b4d67d68 up at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:43:33.757384 n-d-773647-6 neutron-server[100249]: DEBUG neutron_lib.callbacks.manager [None req-29be53b5-cf29-4387-b6bf-1897104eff6b None None] Notify callbacks [] for port, precommit_update {{(pid=100249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:43:33.770235 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.provisioning_blocks [None req-29be53b5-cf29-4387-b6bf-1897104eff6b None None] Transition to ACTIVE for port object 27410a49-5ef7-40e9-b17c-8fe074a734c4 will not be triggered until provisioned by entity L2. {{(pid=100249) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:43:33.774038 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-400fec88-80ff-4bf9-9b35-4a8694493782 req-77a105cb-05e2-40d3-a3ab-4eaa60fb9f4f service neutron] 10.222.0.104 "GET /v2.0/networks/0de980e9-590c-42a8-a4e7-08d344113bb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1028659 Jul 06 14:43:33.777230 n-d-773647-6 neutron-server[100249]: DEBUG neutron_lib.callbacks.manager [None req-29be53b5-cf29-4387-b6bf-1897104eff6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:43:33.801397 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning for port aa30efcd-874f-4b7d-9d1b-e055b4d67d68 completed by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:43:33.807122 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning complete for port aa30efcd-874f-4b7d-9d1b-e055b4d67d68 triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:43:33.807773 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:43:33.832115 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939969bf-9d15-4a82-8fc8-3bf058d82b74 None None] Pushing event updated for resources: {'Port': ['ID=27410a49-5ef7-40e9-b17c-8fe074a734c4,revision_number=3']} {{(pid=100249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:43:33.860263 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-939969bf-9d15-4a82-8fc8-3bf058d82b74 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:43:33.860606 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-939969bf-9d15-4a82-8fc8-3bf058d82b74 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:43:33.860946 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-939969bf-9d15-4a82-8fc8-3bf058d82b74 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:43:33.861293 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-939969bf-9d15-4a82-8fc8-3bf058d82b74 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:43:33.861670 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-939969bf-9d15-4a82-8fc8-3bf058d82b74 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:43:33.862000 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-939969bf-9d15-4a82-8fc8-3bf058d82b74 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:43:33.862324 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-939969bf-9d15-4a82-8fc8-3bf058d82b74 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:43:33.862646 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-939969bf-9d15-4a82-8fc8-3bf058d82b74 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:43:33.862975 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-939969bf-9d15-4a82-8fc8-3bf058d82b74 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:43:33.863309 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-939969bf-9d15-4a82-8fc8-3bf058d82b74 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:43:33.863630 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-939969bf-9d15-4a82-8fc8-3bf058d82b74 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:43:33.863948 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-939969bf-9d15-4a82-8fc8-3bf058d82b74 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:43:33.886376 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-400fec88-80ff-4bf9-9b35-4a8694493782 req-6e9c4e16-eb61-4efe-a59b-966ba8572f3a service neutron] 10.222.0.104 "GET /v2.0/networks/0de980e9-590c-42a8-a4e7-08d344113bb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1062882 Jul 06 14:43:33.902488 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.managers [None req-29be53b5-cf29-4387-b6bf-1897104eff6b None None] Attempting to bind port 27410a49-5ef7-40e9-b17c-8fe074a734c4 on host n-d-773647-6 for vnic_type normal with profile {{(pid=100249) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:43:33.903067 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.managers [None req-29be53b5-cf29-4387-b6bf-1897104eff6b None None] Attempting to bind port 27410a49-5ef7-40e9-b17c-8fe074a734c4 by drivers openvswitch,hyperv on host n-d-773647-6 at level 0 using segments [{'id': 'e7ba980d-6408-4a89-a32f-e3032f697d56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1028, 'network_id': '0de980e9-590c-42a8-a4e7-08d344113bb7'}] {{(pid=100249) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:43:33.903459 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29be53b5-cf29-4387-b6bf-1897104eff6b None None] Attempting to bind port 27410a49-5ef7-40e9-b17c-8fe074a734c4 on network 0de980e9-590c-42a8-a4e7-08d344113bb7 {{(pid=100249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:43:33.908896 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29be53b5-cf29-4387-b6bf-1897104eff6b None None] Checking agent: {'id': '8ab5b19c-d213-4f29-891d-27bdf39d38b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773647-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 43, 26), 'started_at': datetime.datetime(2021, 7, 6, 13, 43, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 43, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773647-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:43:33.909150 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:43:33.909260 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29be53b5-cf29-4387-b6bf-1897104eff6b None None] Checking segment: {'id': 'e7ba980d-6408-4a89-a32f-e3032f697d56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1028, 'network_id': '0de980e9-590c-42a8-a4e7-08d344113bb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100249) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:43:33.909661 n-d-773647-6 neutron-server[100249]: DEBUG neutron_lib.callbacks.manager [None req-29be53b5-cf29-4387-b6bf-1897104eff6b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:43:33.910052 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29be53b5-cf29-4387-b6bf-1897104eff6b None None] Bound using segment: {'id': 'e7ba980d-6408-4a89-a32f-e3032f697d56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1028, 'network_id': '0de980e9-590c-42a8-a4e7-08d344113bb7'} {{(pid=100249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:43:33.910516 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.managers [None req-29be53b5-cf29-4387-b6bf-1897104eff6b None None] Bound port: 27410a49-5ef7-40e9-b17c-8fe074a734c4, host: n-d-773647-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7ba980d-6408-4a89-a32f-e3032f697d56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1028, 'network_id': '0de980e9-590c-42a8-a4e7-08d344113bb7'}}] {{(pid=100249) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:43:33.910938 n-d-773647-6 neutron-server[100249]: DEBUG neutron_lib.callbacks.manager [None req-29be53b5-cf29-4387-b6bf-1897104eff6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:43:33.938877 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] For port aa30efcd-874f-4b7d-9d1b-e055b4d67d68, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=aa30efcd-874f-4b7d-9d1b-e055b4d67d68,segment=NetworkSegment(89a832b7-7793-4d51-9038-ed7e1c3ff1b2),segment_id=89a832b7-7793-4d51-9038-ed7e1c3ff1b2)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:43:33.944797 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:43:34.003654 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.db [None req-29be53b5-cf29-4387-b6bf-1897104eff6b None None] For port 27410a49-5ef7-40e9-b17c-8fe074a734c4, host n-d-773647-6, cleared binding levels {{(pid=100249) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:43:34.007194 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.db [None req-29be53b5-cf29-4387-b6bf-1897104eff6b None None] For port 27410a49-5ef7-40e9-b17c-8fe074a734c4, host n-d-773647-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=27410a49-5ef7-40e9-b17c-8fe074a734c4,segment=NetworkSegment(e7ba980d-6408-4a89-a32f-e3032f697d56),segment_id=e7ba980d-6408-4a89-a32f-e3032f697d56)] {{(pid=100249) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:43:34.013781 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Pushing event updated for resources: {'Port': ['ID=aa30efcd-874f-4b7d-9d1b-e055b4d67d68,revision_number=4']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:43:34.021468 n-d-773647-6 neutron-server[100249]: DEBUG neutron_lib.callbacks.manager [None req-29be53b5-cf29-4387-b6bf-1897104eff6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:43:34.083406 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29be53b5-cf29-4387-b6bf-1897104eff6b None None] Routers {'e025909a-055c-4b8d-b68d-be81ee5757cc'} bound to L3 agent in host n-d-773647-6 {{(pid=100249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:43:34.084029 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-29be53b5-cf29-4387-b6bf-1897104eff6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T14:43:26Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['e025909a-055c-4b8d-b68d-be81ee5757cc'], 'active': True} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:43:34.101402 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-b03211a0-239a-472c-8bea-7865081dc215 req-a54f35a1-c930-4cb5-a6c8-f8b52e54dbc7 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/ports?device_id=5dbd3ade-08f5-4010-bc15-c98b70c4d216 HTTP/1.1" status: 200 len: 210 time: 0.0472007 Jul 06 14:43:34.132131 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939969bf-9d15-4a82-8fc8-3bf058d82b74 None None] Pushing event updated for resources: {'Port': ['ID=27410a49-5ef7-40e9-b17c-8fe074a734c4,revision_number=4']} {{(pid=100249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:43:34.217224 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvr_db [None req-29be53b5-cf29-4387-b6bf-1897104eff6b None None] Set router e025909a-055c-4b8d-b68d-be81ee5757cc gateway port host: n-d-773647-6 {{(pid=100249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:43:34.519567 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-29be53b5-cf29-4387-b6bf-1897104eff6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e025909a-055c-4b8d-b68d-be81ee5757cc', 'name': 'tempest-ServerActionsTestJSON-986719547-router', 'tenant_id': 'd43e4314dc9b484b87d7a3ce014660e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.23'}], 'enable_snat': True}, 'gw_port_id': 'aa30efcd-874f-4b7d-9d1b-e055b4d67d68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:43:27Z', 'updated_at': '2021-07-06T14:43:30Z', 'revision_number': 4, 'project_id': 'd43e4314dc9b484b87d7a3ce014660e1', 'gw_port': {'id': 'aa30efcd-874f-4b7d-9d1b-e055b4d67d68', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:80:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e025909a-055c-4b8d-b68d-be81ee5757cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:43:28Z', 'updated_at': '2021-07-06T14:43:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6', '_interfaces': [{'id': '27410a49-5ef7-40e9-b17c-8fe074a734c4', 'name': '', 'network_id': '0de980e9-590c-42a8-a4e7-08d344113bb7', 'tenant_id': 'd43e4314dc9b484b87d7a3ce014660e1', 'mac_address': 'fa:16:3e:ea:14:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e025909a-055c-4b8d-b68d-be81ee5757cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '3a2573d9-49c9-4536-b0b0-29496d7e3935', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:43:29Z', 'updated_at': '2021-07-06T14:43:33Z', 'revision_number': 4, 'project_id': 'd43e4314dc9b484b87d7a3ce014660e1', 'subnets': [{'id': '3a2573d9-49c9-4536-b0b0-29496d7e3935', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773647-6', False) {} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:43:34.545069 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29be53b5-cf29-4387-b6bf-1897104eff6b None None] The sync data for ids ['e025909a-055c-4b8d-b68d-be81ee5757cc'] in n-d-773647-6 is: [{'id': 'e025909a-055c-4b8d-b68d-be81ee5757cc', 'name': 'tempest-ServerActionsTestJSON-986719547-router', 'tenant_id': 'd43e4314dc9b484b87d7a3ce014660e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.23'}], 'enable_snat': True}, 'gw_port_id': 'aa30efcd-874f-4b7d-9d1b-e055b4d67d68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:43:27Z', 'updated_at': '2021-07-06T14:43:30Z', 'revision_number': 4, 'project_id': 'd43e4314dc9b484b87d7a3ce014660e1', 'gw_port': {'id': 'aa30efcd-874f-4b7d-9d1b-e055b4d67d68', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:80:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e025909a-055c-4b8d-b68d-be81ee5757cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:43:28Z', 'updated_at': '2021-07-06T14:43:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6', '_interfaces': [{'id': '27410a49-5ef7-40e9-b17c-8fe074a734c4', 'name': '', 'network_id': '0de980e9-590c-42a8-a4e7-08d344113bb7', 'tenant_id': 'd43e4314dc9b484b87d7a3ce014660e1', 'mac_address': 'fa:16:3e:ea:14:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e025909a-055c-4b8d-b68d-be81ee5757cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '3a2573d9-49c9-4536-b0b0-29496d7e3935', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:43:29Z', 'updated_at': '2021-07-06T14:43:33Z', 'revision_number': 4, 'project_id': 'd43e4314dc9b484b87d7a3ce014660e1', 'subnets': [{'id': '3a2573d9-49c9-4536-b0b0-29496d7e3935', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 14:43:35.205808 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400fec88-80ff-4bf9-9b35-4a8694493782 req-262062ef-9d04-4112-bfc4-95b4e8a26f9d tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:43:35.208006 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-400fec88-80ff-4bf9-9b35-4a8694493782 req-262062ef-9d04-4112-bfc4-95b4e8a26f9d tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.72 "GET /v2.0/networks?id=0de980e9-590c-42a8-a4e7-08d344113bb7 HTTP/1.1" status: 200 len: 811 time: 0.1229236 Jul 06 14:43:35.257375 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-400fec88-80ff-4bf9-9b35-4a8694493782 req-7f744b86-2c20-4246-aaf4-e2c43a027d66 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d43e4314dc9b484b87d7a3ce014660e1 HTTP/1.1" status: 200 len: 380 time: 0.0409353 Jul 06 14:43:35.260046 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-7e7bb8ae-ddea-4db5-8e24-c599125c8756 req-1ea44b0d-a743-493b-940d-1fc2b50c7bf8 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/ports?device_id=5dbd3ade-08f5-4010-bc15-c98b70c4d216 HTTP/1.1" status: 200 len: 210 time: 0.0349369 Jul 06 14:43:35.266477 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [req-400fec88-80ff-4bf9-9b35-4a8694493782 req-929e8f31-bbe6-46ba-945f-63062bab72ec tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Request body: {'port': {'device_id': '5dbd3ade-08f5-4010-bc15-c98b70c4d216', 'network_id': '0de980e9-590c-42a8-a4e7-08d344113bb7', 'admin_state_up': True, 'tenant_id': 'd43e4314dc9b484b87d7a3ce014660e1', 'security_groups': ['dd2bc95c-84fb-4682-90b8-8ac8d7aa9ea3']}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:43:35.380907 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-400fec88-80ff-4bf9-9b35-4a8694493782 req-929e8f31-bbe6-46ba-945f-63062bab72ec tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Made reservation on behalf of d43e4314dc9b484b87d7a3ce014660e1 for: {'port': 1} {{(pid=100246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:43:35.384493 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-400fec88-80ff-4bf9-9b35-4a8694493782 req-929e8f31-bbe6-46ba-945f-63062bab72ec tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:43:35.510923 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.db_base_plugin_common [req-400fec88-80ff-4bf9-9b35-4a8694493782 req-929e8f31-bbe6-46ba-945f-63062bab72ec tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Allocated IP 172.20.0.6 (0de980e9-590c-42a8-a4e7-08d344113bb7/3a2573d9-49c9-4536-b0b0-29496d7e3935/30df5860-1942-4bb5-b153-bc62314a230a) {{(pid=100246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:43:35.642784 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-400fec88-80ff-4bf9-9b35-4a8694493782 req-929e8f31-bbe6-46ba-945f-63062bab72ec tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Notify callbacks [] for port, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:43:35.657499 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.provisioning_blocks [req-400fec88-80ff-4bf9-9b35-4a8694493782 req-929e8f31-bbe6-46ba-945f-63062bab72ec tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Transition to ACTIVE for port object 30df5860-1942-4bb5-b153-bc62314a230a will not be triggered until provisioned by entity DHCP. {{(pid=100246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:43:35.691389 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-400fec88-80ff-4bf9-9b35-4a8694493782 req-929e8f31-bbe6-46ba-945f-63062bab72ec tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-127687573'] for port, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:43:35.727047 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 27410a49-5ef7-40e9-b17c-8fe074a734c4 up at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:43:35.740395 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-400fec88-80ff-4bf9-9b35-4a8694493782 req-929e8f31-bbe6-46ba-945f-63062bab72ec tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Network 0de980e9-590c-42a8-a4e7-08d344113bb7 is already hosted by enough agents. {{(pid=100246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:43:35.743761 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.base_scheduler [req-400fec88-80ff-4bf9-9b35-4a8694493782 req-929e8f31-bbe6-46ba-945f-63062bab72ec tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Resources bound (agent type, host, resource id): {{(pid=100246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:43:35.750062 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [req-400fec88-80ff-4bf9-9b35-4a8694493782 req-929e8f31-bbe6-46ba-945f-63062bab72ec tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Received port after_create {{(pid=100246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:43:35.773665 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929e8f31-bbe6-46ba-945f-63062bab72ec tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Pushing event updated for resources: {'Port': ['ID=30df5860-1942-4bb5-b153-bc62314a230a,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:43:35.786343 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning for port 27410a49-5ef7-40e9-b17c-8fe074a734c4 completed by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:43:35.793129 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning complete for port 27410a49-5ef7-40e9-b17c-8fe074a734c4 triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:43:35.793594 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:43:35.803697 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400fec88-80ff-4bf9-9b35-4a8694493782 req-929e8f31-bbe6-46ba-945f-63062bab72ec tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:43:35.804350 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-400fec88-80ff-4bf9-9b35-4a8694493782 req-929e8f31-bbe6-46ba-945f-63062bab72ec tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:43:35.820369 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-400fec88-80ff-4bf9-9b35-4a8694493782 req-929e8f31-bbe6-46ba-945f-63062bab72ec tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5578034 Jul 06 14:43:35.831854 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [req-400fec88-80ff-4bf9-9b35-4a8694493782 req-8f8766e0-2b40-4343-afe9-02d8d8c8c63b service neutron] Request body: {'port': {'device_id': '5dbd3ade-08f5-4010-bc15-c98b70c4d216', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-773647-6'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:43:35.881824 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:43:35.914110 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-400fec88-80ff-4bf9-9b35-4a8694493782 req-8f8766e0-2b40-4343-afe9-02d8d8c8c63b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:43:35.921207 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] For port 27410a49-5ef7-40e9-b17c-8fe074a734c4, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=27410a49-5ef7-40e9-b17c-8fe074a734c4,segment=NetworkSegment(e7ba980d-6408-4a89-a32f-e3032f697d56),segment_id=e7ba980d-6408-4a89-a32f-e3032f697d56)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:43:35.934859 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:43:35.935822 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device aa30efcd-874f-4b7d-9d1b-e055b4d67d68 up at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:43:36.014229 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Pushing event updated for resources: {'Port': ['ID=27410a49-5ef7-40e9-b17c-8fe074a734c4,revision_number=5']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:43:36.030416 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning complete for port aa30efcd-874f-4b7d-9d1b-e055b4d67d68 triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:43:36.030789 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:43:36.063357 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-a757b826-44d2-4964-b105-5362e152f44e None None] Provisioning for port 30df5860-1942-4bb5-b153-bc62314a230a completed by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:43:36.072854 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-a757b826-44d2-4964-b105-5362e152f44e None None] Provisioning complete for port 30df5860-1942-4bb5-b153-bc62314a230a triggered by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:43:36.073232 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-a757b826-44d2-4964-b105-5362e152f44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:43:36.134329 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-a757b826-44d2-4964-b105-5362e152f44e None None] Port 30df5860-1942-4bb5-b153-bc62314a230a cannot update to ACTIVE because it is not bound. {{(pid=100248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 14:43:36.200599 n-d-773647-6 neutron-server[100246]: DEBUG neutron.notifiers.nova [req-400fec88-80ff-4bf9-9b35-4a8694493782 req-8f8766e0-2b40-4343-afe9-02d8d8c8c63b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 30df5860-1942-4bb5-b153-bc62314a230a {{(pid=100246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 14:43:36.208028 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-400fec88-80ff-4bf9-9b35-4a8694493782 req-8f8766e0-2b40-4343-afe9-02d8d8c8c63b service neutron] Notify callbacks [] for port, precommit_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:43:36.219523 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.provisioning_blocks [req-400fec88-80ff-4bf9-9b35-4a8694493782 req-8f8766e0-2b40-4343-afe9-02d8d8c8c63b service neutron] Transition to ACTIVE for port object 30df5860-1942-4bb5-b153-bc62314a230a will not be triggered until provisioned by entity L2. {{(pid=100246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:43:36.226992 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-400fec88-80ff-4bf9-9b35-4a8694493782 req-8f8766e0-2b40-4343-afe9-02d8d8c8c63b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127687527'] for port, after_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:43:36.276502 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8766e0-2b40-4343-afe9-02d8d8c8c63b service neutron] Pushing event updated for resources: {'Port': ['ID=30df5860-1942-4bb5-b153-bc62314a230a,revision_number=2']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:43:36.357194 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [req-400fec88-80ff-4bf9-9b35-4a8694493782 req-8f8766e0-2b40-4343-afe9-02d8d8c8c63b service neutron] Attempting to bind port 30df5860-1942-4bb5-b153-bc62314a230a on host n-h2-773647-6 for vnic_type normal with profile {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:43:36.357547 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [req-400fec88-80ff-4bf9-9b35-4a8694493782 req-8f8766e0-2b40-4343-afe9-02d8d8c8c63b service neutron] Attempting to bind port 30df5860-1942-4bb5-b153-bc62314a230a by drivers openvswitch,hyperv on host n-h2-773647-6 at level 0 using segments [{'id': 'e7ba980d-6408-4a89-a32f-e3032f697d56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1028, 'network_id': '0de980e9-590c-42a8-a4e7-08d344113bb7'}] {{(pid=100246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:43:36.357886 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-400fec88-80ff-4bf9-9b35-4a8694493782 req-8f8766e0-2b40-4343-afe9-02d8d8c8c63b service neutron] Attempting to bind port 30df5860-1942-4bb5-b153-bc62314a230a on network 0de980e9-590c-42a8-a4e7-08d344113bb7 {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:43:36.362796 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-400fec88-80ff-4bf9-9b35-4a8694493782 req-8f8766e0-2b40-4343-afe9-02d8d8c8c63b service neutron] Port 30df5860-1942-4bb5-b153-bc62314a230a on network 0de980e9-590c-42a8-a4e7-08d344113bb7 not bound, no agent of type Open vSwitch agent registered on host n-h2-773647-6 {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 14:43:36.363131 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-400fec88-80ff-4bf9-9b35-4a8694493782 req-8f8766e0-2b40-4343-afe9-02d8d8c8c63b service neutron] Attempting to bind port 30df5860-1942-4bb5-b153-bc62314a230a on network 0de980e9-590c-42a8-a4e7-08d344113bb7 {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:43:36.368871 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-400fec88-80ff-4bf9-9b35-4a8694493782 req-8f8766e0-2b40-4343-afe9-02d8d8c8c63b service neutron] Checking agent: {'id': '63768ece-0600-4354-8d29-fdedec96b077', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-773647-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 51, 10), 'started_at': datetime.datetime(2021, 7, 6, 13, 51, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 43, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:43:36.369214 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-400fec88-80ff-4bf9-9b35-4a8694493782 req-8f8766e0-2b40-4343-afe9-02d8d8c8c63b service neutron] Checking segment: {'id': 'e7ba980d-6408-4a89-a32f-e3032f697d56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1028, 'network_id': '0de980e9-590c-42a8-a4e7-08d344113bb7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:43:36.369607 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-400fec88-80ff-4bf9-9b35-4a8694493782 req-8f8766e0-2b40-4343-afe9-02d8d8c8c63b service neutron] Bound using segment: {'id': 'e7ba980d-6408-4a89-a32f-e3032f697d56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1028, 'network_id': '0de980e9-590c-42a8-a4e7-08d344113bb7'} {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:43:36.370046 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [req-400fec88-80ff-4bf9-9b35-4a8694493782 req-8f8766e0-2b40-4343-afe9-02d8d8c8c63b service neutron] Bound port: 30df5860-1942-4bb5-b153-bc62314a230a, host: n-h2-773647-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e7ba980d-6408-4a89-a32f-e3032f697d56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1028, 'network_id': '0de980e9-590c-42a8-a4e7-08d344113bb7'}}] {{(pid=100246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:43:36.370412 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-400fec88-80ff-4bf9-9b35-4a8694493782 req-8f8766e0-2b40-4343-afe9-02d8d8c8c63b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:43:36.454201 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babe2682-04b8-4aa8-bf9f-9358c09f01f2 req-569f0fcc-f096-4b2d-b2ec-85689d916b58 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:43:36.455984 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-babe2682-04b8-4aa8-bf9f-9358c09f01f2 req-569f0fcc-f096-4b2d-b2ec-85689d916b58 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/ports?device_id=5dbd3ade-08f5-4010-bc15-c98b70c4d216 HTTP/1.1" status: 200 len: 943 time: 0.0790846 Jul 06 14:43:36.498191 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-babe2682-04b8-4aa8-bf9f-9358c09f01f2 req-4d0ebb6c-1b5d-4e2f-a84b-228dbdd0b011 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/security-groups?id=dd2bc95c-84fb-4682-90b8-8ac8d7aa9ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356162 Jul 06 14:43:36.734543 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.db [req-400fec88-80ff-4bf9-9b35-4a8694493782 req-8f8766e0-2b40-4343-afe9-02d8d8c8c63b service neutron] For port 30df5860-1942-4bb5-b153-bc62314a230a, host n-h2-773647-6, cleared binding levels {{(pid=100246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:43:36.738001 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.db [req-400fec88-80ff-4bf9-9b35-4a8694493782 req-8f8766e0-2b40-4343-afe9-02d8d8c8c63b service neutron] For port 30df5860-1942-4bb5-b153-bc62314a230a, host n-h2-773647-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=30df5860-1942-4bb5-b153-bc62314a230a,segment=NetworkSegment(e7ba980d-6408-4a89-a32f-e3032f697d56),segment_id=e7ba980d-6408-4a89-a32f-e3032f697d56)] {{(pid=100246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:43:36.742117 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-400fec88-80ff-4bf9-9b35-4a8694493782 req-8f8766e0-2b40-4343-afe9-02d8d8c8c63b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127687527'] for port, after_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:43:36.777188 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400fec88-80ff-4bf9-9b35-4a8694493782 req-8f8766e0-2b40-4343-afe9-02d8d8c8c63b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:43:36.777911 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-400fec88-80ff-4bf9-9b35-4a8694493782 req-8f8766e0-2b40-4343-afe9-02d8d8c8c63b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:43:36.779267 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-400fec88-80ff-4bf9-9b35-4a8694493782 req-8f8766e0-2b40-4343-afe9-02d8d8c8c63b service neutron] 10.222.0.72 "PUT /v2.0/ports/30df5860-1942-4bb5-b153-bc62314a230a HTTP/1.1" status: 200 len: 1091 time: 0.9518559 Jul 06 14:43:36.779743 n-d-773647-6 neutron-server[100246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5dbd3ade-08f5-4010-bc15-c98b70c4d216', 'tag': '30df5860-1942-4bb5-b153-bc62314a230a'}] {{(pid=100246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:43:36.782024 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0d96c5ab5e889f7b933ae915b9be33d1b46c9e87795bf781004b656ef3f1e87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d1217d0-2f1a-4d79-9122-c1db65d45242" -d '{"events": [{"name": "network-changed", "server_uuid": "5dbd3ade-08f5-4010-bc15-c98b70c4d216", "tag": "30df5860-1942-4bb5-b153-bc62314a230a"}]}' {{(pid=100246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:43:36.811656 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8766e0-2b40-4343-afe9-02d8d8c8c63b service neutron] Pushing event updated for resources: {'Port': ['ID=30df5860-1942-4bb5-b153-bc62314a230a,revision_number=3']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:43:36.835791 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 14:43:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-957ebe99-03f2-47f0-be53-737c3946abcf x-openstack-request-id: req-957ebe99-03f2-47f0-be53-737c3946abcf {{(pid=100246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:43:36.836097 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5dbd3ade-08f5-4010-bc15-c98b70c4d216", "tag": "30df5860-1942-4bb5-b153-bc62314a230a", "status": "completed", "code": 200}]} {{(pid=100246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:43:36.836362 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-957ebe99-03f2-47f0-be53-737c3946abcf {{(pid=100246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:43:36.836807 n-d-773647-6 neutron-server[100246]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5dbd3ade-08f5-4010-bc15-c98b70c4d216', 'tag': '30df5860-1942-4bb5-b153-bc62314a230a', 'status': 'completed', 'code': 200} Jul 06 14:43:36.896431 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400fec88-80ff-4bf9-9b35-4a8694493782 req-158cfb1a-0f75-4785-bad1-4d84edccd2e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:43:36.897946 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-400fec88-80ff-4bf9-9b35-4a8694493782 req-158cfb1a-0f75-4785-bad1-4d84edccd2e9 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=d43e4314dc9b484b87d7a3ce014660e1&device_id=5dbd3ade-08f5-4010-bc15-c98b70c4d216 HTTP/1.1" status: 200 len: 1094 time: 0.0584626 Jul 06 14:43:36.941194 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-400fec88-80ff-4bf9-9b35-4a8694493782 req-86878795-53b9-4513-8870-528a88022241 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=30df5860-1942-4bb5-b153-bc62314a230a HTTP/1.1" status: 200 len: 217 time: 0.0357926 Jul 06 14:43:36.990737 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400fec88-80ff-4bf9-9b35-4a8694493782 req-25d60c3c-0829-42d1-a672-ba82e8c0b1d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:43:36.992181 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-400fec88-80ff-4bf9-9b35-4a8694493782 req-25d60c3c-0829-42d1-a672-ba82e8c0b1d5 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=3a2573d9-49c9-4536-b0b0-29496d7e3935 HTTP/1.1" status: 200 len: 850 time: 0.0448532 Jul 06 14:43:37.052348 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400fec88-80ff-4bf9-9b35-4a8694493782 req-62b6befe-33eb-4fb4-98d7-7145b11dbbe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:43:37.053747 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-400fec88-80ff-4bf9-9b35-4a8694493782 req-62b6befe-33eb-4fb4-98d7-7145b11dbbe4 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=0de980e9-590c-42a8-a4e7-08d344113bb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0551796 Jul 06 14:43:37.142154 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-400fec88-80ff-4bf9-9b35-4a8694493782 req-84d9c496-7b78-44a3-9dab-765b0c6d780f service neutron] 10.222.0.72 "GET /v2.0/networks/0de980e9-590c-42a8-a4e7-08d344113bb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821035 Jul 06 14:43:37.233511 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-400fec88-80ff-4bf9-9b35-4a8694493782 req-e72a098d-a8ca-4ab6-ada6-e3585a8b8eba service neutron] 10.222.0.72 "GET /v2.0/networks/0de980e9-590c-42a8-a4e7-08d344113bb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846713 Jul 06 14:43:37.337428 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1217d0-2f1a-4d79-9122-c1db65d45242 req-e6b89490-ee33-4156-b11d-bf71bc81b990 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:43:37.338833 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-0d1217d0-2f1a-4d79-9122-c1db65d45242 req-e6b89490-ee33-4156-b11d-bf71bc81b990 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=d43e4314dc9b484b87d7a3ce014660e1&device_id=5dbd3ade-08f5-4010-bc15-c98b70c4d216 HTTP/1.1" status: 200 len: 1094 time: 0.0538716 Jul 06 14:43:37.425956 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1217d0-2f1a-4d79-9122-c1db65d45242 req-dcef8929-dca7-4033-a900-d4c13d8b387d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:43:37.427443 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-0d1217d0-2f1a-4d79-9122-c1db65d45242 req-dcef8929-dca7-4033-a900-d4c13d8b387d service neutron] 10.222.0.72 "GET /v2.0/networks?id=0de980e9-590c-42a8-a4e7-08d344113bb7 HTTP/1.1" status: 200 len: 913 time: 0.0826452 Jul 06 14:43:37.473957 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-0d1217d0-2f1a-4d79-9122-c1db65d45242 req-e58f1f6b-4993-48da-95d5-9a238dbfaad7 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=30df5860-1942-4bb5-b153-bc62314a230a HTTP/1.1" status: 200 len: 217 time: 0.0400653 Jul 06 14:43:37.523032 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1217d0-2f1a-4d79-9122-c1db65d45242 req-803c79eb-6277-4730-b714-94c398e0f1b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:43:37.524525 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-0d1217d0-2f1a-4d79-9122-c1db65d45242 req-803c79eb-6277-4730-b714-94c398e0f1b7 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=3a2573d9-49c9-4536-b0b0-29496d7e3935 HTTP/1.1" status: 200 len: 850 time: 0.0437217 Jul 06 14:43:37.581911 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1217d0-2f1a-4d79-9122-c1db65d45242 req-7ac05225-18ac-412f-9ce5-f533a641e620 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:43:37.583560 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-0d1217d0-2f1a-4d79-9122-c1db65d45242 req-7ac05225-18ac-412f-9ce5-f533a641e620 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=0de980e9-590c-42a8-a4e7-08d344113bb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0525808 Jul 06 14:43:37.679859 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d96e304-317b-4e10-8591-330c3a56f323 req-3b569aec-6b7a-47be-88d7-a2939b46c2f7 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:43:37.682133 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-9d96e304-317b-4e10-8591-330c3a56f323 req-3b569aec-6b7a-47be-88d7-a2939b46c2f7 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/ports?device_id=5dbd3ade-08f5-4010-bc15-c98b70c4d216 HTTP/1.1" status: 200 len: 943 time: 0.0714808 Jul 06 14:43:37.687350 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-0d1217d0-2f1a-4d79-9122-c1db65d45242 req-7b4b10ba-c230-4c94-9afb-67630dafb4c4 service neutron] 10.222.0.72 "GET /v2.0/networks/0de980e9-590c-42a8-a4e7-08d344113bb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0961642 Jul 06 14:43:37.715401 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 27410a49-5ef7-40e9-b17c-8fe074a734c4 up at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:43:37.722006 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-9d96e304-317b-4e10-8591-330c3a56f323 req-773d729b-13d3-42a2-97d1-bfff1df442a6 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/security-groups?id=dd2bc95c-84fb-4682-90b8-8ac8d7aa9ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339351 Jul 06 14:43:37.768326 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning complete for port 27410a49-5ef7-40e9-b17c-8fe074a734c4 triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:43:37.768697 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:43:37.782096 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-0d1217d0-2f1a-4d79-9122-c1db65d45242 req-3fb5b059-662c-4332-a8c0-74a7c000c8a8 service neutron] 10.222.0.72 "GET /v2.0/networks/0de980e9-590c-42a8-a4e7-08d344113bb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878613 Jul 06 14:43:38.907033 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329b7e5b-e1d9-417d-8c13-11c6a83df028 req-4de7c3ee-5e79-41d5-a3ac-b2131f0fe49c tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:43:38.908611 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-329b7e5b-e1d9-417d-8c13-11c6a83df028 req-4de7c3ee-5e79-41d5-a3ac-b2131f0fe49c tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/ports?device_id=5dbd3ade-08f5-4010-bc15-c98b70c4d216 HTTP/1.1" status: 200 len: 943 time: 0.0673051 Jul 06 14:43:38.945302 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-329b7e5b-e1d9-417d-8c13-11c6a83df028 req-84771d48-a88d-49f8-89b9-cfd70200842a tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/security-groups?id=dd2bc95c-84fb-4682-90b8-8ac8d7aa9ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311768 Jul 06 14:43:40.118332 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfbd3c9-42f3-44e1-a5be-72e2ea6d49ba req-d57e6383-8648-40fb-acce-063010da88d2 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:43:40.119868 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-5cfbd3c9-42f3-44e1-a5be-72e2ea6d49ba req-d57e6383-8648-40fb-acce-063010da88d2 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/ports?device_id=5dbd3ade-08f5-4010-bc15-c98b70c4d216 HTTP/1.1" status: 200 len: 943 time: 0.0653570 Jul 06 14:43:40.158639 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-5cfbd3c9-42f3-44e1-a5be-72e2ea6d49ba req-1d158298-945a-4be8-af79-a3d79f756f3b tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/security-groups?id=dd2bc95c-84fb-4682-90b8-8ac8d7aa9ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331736 Jul 06 14:43:40.207356 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Device 30df5860-1942-4bb5-b153-bc62314a230a details requested by agent hyperv_n-h2-773647-6 with host n-h2-773647-6 {{(pid=100248) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 14:43:40.301440 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] For port 30df5860-1942-4bb5-b153-bc62314a230a, host n-h2-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=30df5860-1942-4bb5-b153-bc62314a230a,segment=NetworkSegment(e7ba980d-6408-4a89-a32f-e3032f697d56),segment_id=e7ba980d-6408-4a89-a32f-e3032f697d56)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:43:40.313101 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Returning: {'device': '30df5860-1942-4bb5-b153-bc62314a230a', 'network_id': '0de980e9-590c-42a8-a4e7-08d344113bb7', 'port_id': '30df5860-1942-4bb5-b153-bc62314a230a', 'mac_address': 'fa:16:3e:4b:d3:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1028, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3a2573d9-49c9-4536-b0b0-29496d7e3935', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100248) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 14:43:40.349267 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:43:40.361480 n-d-773647-6 neutron-server[100248]: DEBUG neutron.notifiers.nova [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 30df5860-1942-4bb5-b153-bc62314a230a {{(pid=100248) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 14:43:40.380562 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] For port 30df5860-1942-4bb5-b153-bc62314a230a, host n-h2-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=30df5860-1942-4bb5-b153-bc62314a230a,segment=NetworkSegment(e7ba980d-6408-4a89-a32f-e3032f697d56),segment_id=e7ba980d-6408-4a89-a32f-e3032f697d56)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:43:40.385038 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:43:40.433431 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Pushing event updated for resources: {'Port': ['ID=30df5860-1942-4bb5-b153-bc62314a230a,revision_number=4']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:43:40.586364 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] get_ports_and_sgs() called for port_ids ['30df5860-1942-4bb5-b153-bc62314a230a'] {{(pid=100248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 14:43:40.996809 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:43:41.333238 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52439fa-4dda-4117-9367-d6e6f4db5829 req-8af2cca6-f811-4268-b778-8668da5f9254 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:43:41.334717 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-d52439fa-4dda-4117-9367-d6e6f4db5829 req-8af2cca6-f811-4268-b778-8668da5f9254 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/ports?device_id=5dbd3ade-08f5-4010-bc15-c98b70c4d216 HTTP/1.1" status: 200 len: 944 time: 0.0660384 Jul 06 14:43:41.371883 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-d52439fa-4dda-4117-9367-d6e6f4db5829 req-9cad91ea-da06-413f-94ad-1941ee9455ec tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/security-groups?id=dd2bc95c-84fb-4682-90b8-8ac8d7aa9ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308893 Jul 06 14:43:42.238633 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Device 30df5860-1942-4bb5-b153-bc62314a230a up at agent hyperv_n-h2-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:43:42.289677 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Provisioning for port 30df5860-1942-4bb5-b153-bc62314a230a completed by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:43:42.293288 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Provisioning complete for port 30df5860-1942-4bb5-b153-bc62314a230a triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:43:42.293687 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:43:42.524725 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:43:42.546743 n-d-773647-6 neutron-server[100248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5dbd3ade-08f5-4010-bc15-c98b70c4d216', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30df5860-1942-4bb5-b153-bc62314a230a'}] {{(pid=100248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:43:42.548859 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80e5156-75da-4a2f-bd53-df32c76f732a req-7df550ca-85e2-4651-b59b-f1a605b2d501 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:43:42.549337 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84af257533e383389cbcf231d3534f4d5e149e7203fea16b4a8fc01438dddaf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d28bcc80-7c81-4e60-ac5b-e49c5b9e3937" -d '{"events": [{"server_uuid": "5dbd3ade-08f5-4010-bc15-c98b70c4d216", "name": "network-vif-plugged", "status": "completed", "tag": "30df5860-1942-4bb5-b153-bc62314a230a"}]}' {{(pid=100248) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:43:42.550484 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-f80e5156-75da-4a2f-bd53-df32c76f732a req-7df550ca-85e2-4651-b59b-f1a605b2d501 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/ports?device_id=5dbd3ade-08f5-4010-bc15-c98b70c4d216 HTTP/1.1" status: 200 len: 944 time: 0.0643837 Jul 06 14:43:42.563867 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] For port 30df5860-1942-4bb5-b153-bc62314a230a, host n-h2-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=30df5860-1942-4bb5-b153-bc62314a230a,segment=NetworkSegment(e7ba980d-6408-4a89-a32f-e3032f697d56),segment_id=e7ba980d-6408-4a89-a32f-e3032f697d56)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:43:42.569621 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:43:42.593646 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 14:43:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a540cce5-6420-4089-92e6-0fc1b9fafe50 x-openstack-request-id: req-a540cce5-6420-4089-92e6-0fc1b9fafe50 {{(pid=100248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:43:42.593984 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5dbd3ade-08f5-4010-bc15-c98b70c4d216", "name": "network-vif-plugged", "status": "completed", "tag": "30df5860-1942-4bb5-b153-bc62314a230a", "code": 200}]} {{(pid=100248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:43:42.594195 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-a540cce5-6420-4089-92e6-0fc1b9fafe50 {{(pid=100248) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:43:42.594589 n-d-773647-6 neutron-server[100248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5dbd3ade-08f5-4010-bc15-c98b70c4d216', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30df5860-1942-4bb5-b153-bc62314a230a', 'code': 200} Jul 06 14:43:42.596557 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-f80e5156-75da-4a2f-bd53-df32c76f732a req-679b242d-695d-4e92-b258-93f35bb7f8a1 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/security-groups?id=dd2bc95c-84fb-4682-90b8-8ac8d7aa9ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357940 Jul 06 14:43:42.625584 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Pushing event updated for resources: {'Port': ['ID=30df5860-1942-4bb5-b153-bc62314a230a,revision_number=5']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:43:42.701078 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b88d7d-244d-436c-86d3-73c57a750e44 req-9701590d-ce52-40c9-a847-43855ea597d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:43:42.702578 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-58b88d7d-244d-436c-86d3-73c57a750e44 req-9701590d-ce52-40c9-a847-43855ea597d3 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=5dbd3ade-08f5-4010-bc15-c98b70c4d216 HTTP/1.1" status: 200 len: 1096 time: 0.0531075 Jul 06 14:43:42.741567 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-58b88d7d-244d-436c-86d3-73c57a750e44 req-eafe2518-98c1-4a53-88ac-0918a33fdb30 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=dd2bc95c-84fb-4682-90b8-8ac8d7aa9ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325651 Jul 06 14:43:42.793545 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:43:43.777460 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d394f538-92ad-4fd7-9204-d4b6e5906ca3 req-8e33071e-4668-45ce-9d63-5844508d593a tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:43:43.779136 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-d394f538-92ad-4fd7-9204-d4b6e5906ca3 req-8e33071e-4668-45ce-9d63-5844508d593a tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/ports?device_id=5dbd3ade-08f5-4010-bc15-c98b70c4d216 HTTP/1.1" status: 200 len: 945 time: 0.0630739 Jul 06 14:43:43.816109 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-d394f538-92ad-4fd7-9204-d4b6e5906ca3 req-8bed0351-5259-4189-8f37-a4328f80995d tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/security-groups?id=dd2bc95c-84fb-4682-90b8-8ac8d7aa9ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315602 Jul 06 14:43:44.162819 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a91e32-e03d-4467-91a9-6c94413e1286 req-31992fe2-1cd1-4379-a47c-9849eef51937 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:43:44.164332 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-80a91e32-e03d-4467-91a9-6c94413e1286 req-31992fe2-1cd1-4379-a47c-9849eef51937 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/ports?device_id=5dbd3ade-08f5-4010-bc15-c98b70c4d216 HTTP/1.1" status: 200 len: 945 time: 0.0665007 Jul 06 14:43:44.173021 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 57466) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:43:44.177504 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [None req-d17864e6-55a2-43f4-8d7b-07e84873c8fd tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Request body: {'floatingip': {'port_id': '30df5860-1942-4bb5-b153-bc62314a230a'}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:43:44.216742 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-d17864e6-55a2-43f4-8d7b-07e84873c8fd tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Notify callbacks [] for floatingip, before_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:43:44.661001 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-d17864e6-55a2-43f4-8d7b-07e84873c8fd tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:43:44.664800 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-d17864e6-55a2-43f4-8d7b-07e84873c8fd tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1761130'] for floatingip, after_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:43:44.765252 n-d-773647-6 neutron-server[100247]: INFO neutron.db.l3_db [None req-d17864e6-55a2-43f4-8d7b-07e84873c8fd tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Floating IP 8a640bb1-8189-4bd0-9ce2-6d62519bfe0c associated. External IP: 172.25.0.78, port: 30df5860-1942-4bb5-b153-bc62314a230a. Jul 06 14:43:44.967544 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d17864e6-55a2-43f4-8d7b-07e84873c8fd tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Router e025909a-055c-4b8d-b68d-be81ee5757cc has already been hosted by L3 agent 2823d358-a11b-4885-a706-95a279e43fa7 {{(pid=100247) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 14:43:45.073450 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d17864e6-55a2-43f4-8d7b-07e84873c8fd tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Notify agent at l3_agent.n-d-773647-6 the message routers_updated {{(pid=100247) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 14:43:45.078161 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-d17864e6-55a2-43f4-8d7b-07e84873c8fd tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for floatingip, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:43:45.082586 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f9b0eab-d552-4f4d-a853-844b473fad58 None None] Sync routers for ids ['e025909a-055c-4b8d-b68d-be81ee5757cc'] in n-d-773647-6 {{(pid=100248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 14:43:45.096143 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f9b0eab-d552-4f4d-a853-844b473fad58 None None] Routers {'e025909a-055c-4b8d-b68d-be81ee5757cc'} bound to L3 agent in host n-d-773647-6 {{(pid=100248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:43:45.096758 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-5f9b0eab-d552-4f4d-a853-844b473fad58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T14:43:26Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['e025909a-055c-4b8d-b68d-be81ee5757cc'], 'active': True} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:43:45.117448 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-d17864e6-55a2-43f4-8d7b-07e84873c8fd tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "PUT /v2.0/floatingips/8a640bb1-8189-4bd0-9ce2-6d62519bfe0c HTTP/1.1" status: 200 len: 990 time: 0.9406769 Jul 06 14:43:45.117448 n-d-773647-6 neutron-server[100247]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5dbd3ade-08f5-4010-bc15-c98b70c4d216', 'tag': '30df5860-1942-4bb5-b153-bc62314a230a'}] {{(pid=100247) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:43:45.118344 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cbf0eeaae822f8fc9b87a94aeba67a3d651842baf663a51cba94b67a514836d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5c15346-cc84-40a9-b769-4d6df4becbd8" -d '{"events": [{"name": "network-changed", "server_uuid": "5dbd3ade-08f5-4010-bc15-c98b70c4d216", "tag": "30df5860-1942-4bb5-b153-bc62314a230a"}]}' {{(pid=100247) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:43:45.154802 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 14:43:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5affb7f-a998-4886-ba22-af244eda97eb x-openstack-request-id: req-a5affb7f-a998-4886-ba22-af244eda97eb {{(pid=100247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:43:45.155100 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5dbd3ade-08f5-4010-bc15-c98b70c4d216", "tag": "30df5860-1942-4bb5-b153-bc62314a230a", "status": "completed", "code": 200}]} {{(pid=100247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:43:45.155389 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-a5affb7f-a998-4886-ba22-af244eda97eb {{(pid=100247) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:43:45.155796 n-d-773647-6 neutron-server[100247]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5dbd3ade-08f5-4010-bc15-c98b70c4d216', 'tag': '30df5860-1942-4bb5-b153-bc62314a230a', 'status': 'completed', 'code': 200} Jul 06 14:43:45.206184 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvr_db [None req-5f9b0eab-d552-4f4d-a853-844b473fad58 None None] Set router e025909a-055c-4b8d-b68d-be81ee5757cc gateway port host: n-d-773647-6 {{(pid=100248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:43:45.233659 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c15346-cc84-40a9-b769-4d6df4becbd8 req-32f8f26c-67ac-4156-bdde-ab61249822ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:43:45.235098 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-f5c15346-cc84-40a9-b769-4d6df4becbd8 req-32f8f26c-67ac-4156-bdde-ab61249822ca service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=d43e4314dc9b484b87d7a3ce014660e1&device_id=5dbd3ade-08f5-4010-bc15-c98b70c4d216 HTTP/1.1" status: 200 len: 1096 time: 0.0554869 Jul 06 14:43:45.325507 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c15346-cc84-40a9-b769-4d6df4becbd8 req-5e7ec5cf-5c45-4d26-af27-5dfdf7a6a096 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:43:45.327030 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-f5c15346-cc84-40a9-b769-4d6df4becbd8 req-5e7ec5cf-5c45-4d26-af27-5dfdf7a6a096 service neutron] 10.222.0.72 "GET /v2.0/networks?id=0de980e9-590c-42a8-a4e7-08d344113bb7 HTTP/1.1" status: 200 len: 913 time: 0.0846944 Jul 06 14:43:45.394611 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-f5c15346-cc84-40a9-b769-4d6df4becbd8 req-920fb94c-fc77-4a63-9504-3b4a2bd08b10 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=30df5860-1942-4bb5-b153-bc62314a230a HTTP/1.1" status: 200 len: 998 time: 0.0618613 Jul 06 14:43:45.435191 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-5f9b0eab-d552-4f4d-a853-844b473fad58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e025909a-055c-4b8d-b68d-be81ee5757cc', 'name': 'tempest-ServerActionsTestJSON-986719547-router', 'tenant_id': 'd43e4314dc9b484b87d7a3ce014660e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.23'}], 'enable_snat': True}, 'gw_port_id': 'aa30efcd-874f-4b7d-9d1b-e055b4d67d68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:43:27Z', 'updated_at': '2021-07-06T14:43:30Z', 'revision_number': 4, 'project_id': 'd43e4314dc9b484b87d7a3ce014660e1', 'gw_port': {'id': 'aa30efcd-874f-4b7d-9d1b-e055b4d67d68', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:80:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e025909a-055c-4b8d-b68d-be81ee5757cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:43:28Z', 'updated_at': '2021-07-06T14:43:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6', '_floatingips': [{'id': '8a640bb1-8189-4bd0-9ce2-6d62519bfe0c', 'tenant_id': 'd43e4314dc9b484b87d7a3ce014660e1', 'floating_ip_address': '172.25.0.78', 'floating_network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'router_id': 'e025909a-055c-4b8d-b68d-be81ee5757cc', 'port_id': '30df5860-1942-4bb5-b153-bc62314a230a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4011, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0de980e9-590c-42a8-a4e7-08d344113bb7', 'mac_address': 'fa:16:3e:4b:d3:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dbd3ade-08f5-4010-bc15-c98b70c4d216', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T14:43:32Z', 'updated_at': '2021-07-06T14:43:44Z', 'revision_number': 1, 'project_id': 'd43e4314dc9b484b87d7a3ce014660e1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '27410a49-5ef7-40e9-b17c-8fe074a734c4', 'name': '', 'network_id': '0de980e9-590c-42a8-a4e7-08d344113bb7', 'tenant_id': 'd43e4314dc9b484b87d7a3ce014660e1', 'mac_address': 'fa:16:3e:ea:14:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e025909a-055c-4b8d-b68d-be81ee5757cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '3a2573d9-49c9-4536-b0b0-29496d7e3935', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:43:29Z', 'updated_at': '2021-07-06T14:43:35Z', 'revision_number': 5, 'project_id': 'd43e4314dc9b484b87d7a3ce014660e1', 'subnets': [{'id': '3a2573d9-49c9-4536-b0b0-29496d7e3935', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773647-6', False) {} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:43:45.456133 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c15346-cc84-40a9-b769-4d6df4becbd8 req-1f3f95d0-7dd6-4f30-9c11-62af0dd6106b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:43:45.457635 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-f5c15346-cc84-40a9-b769-4d6df4becbd8 req-1f3f95d0-7dd6-4f30-9c11-62af0dd6106b service neutron] 10.222.0.72 "GET /v2.0/subnets?id=3a2573d9-49c9-4536-b0b0-29496d7e3935 HTTP/1.1" status: 200 len: 850 time: 0.0570621 Jul 06 14:43:45.462021 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f9b0eab-d552-4f4d-a853-844b473fad58 None None] Checking router: e025909a-055c-4b8d-b68d-be81ee5757cc for host: n-d-773647-6 {{(pid=100248) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 14:43:45.470581 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f9b0eab-d552-4f4d-a853-844b473fad58 None None] Routers {'e025909a-055c-4b8d-b68d-be81ee5757cc'} bound to L3 agent in host n-d-773647-6 {{(pid=100248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:43:45.471195 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-5f9b0eab-d552-4f4d-a853-844b473fad58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T14:43:26Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['e025909a-055c-4b8d-b68d-be81ee5757cc'], 'active': True} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:43:45.513786 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c15346-cc84-40a9-b769-4d6df4becbd8 req-51ca6a73-a8b8-44a9-a46f-1fc9b38b6f04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:43:45.515291 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-f5c15346-cc84-40a9-b769-4d6df4becbd8 req-51ca6a73-a8b8-44a9-a46f-1fc9b38b6f04 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=0de980e9-590c-42a8-a4e7-08d344113bb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0518880 Jul 06 14:43:45.577117 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvr_db [None req-5f9b0eab-d552-4f4d-a853-844b473fad58 None None] Set router e025909a-055c-4b8d-b68d-be81ee5757cc gateway port host: n-d-773647-6 {{(pid=100248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:43:45.608714 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-f5c15346-cc84-40a9-b769-4d6df4becbd8 req-3ca8ef3e-bbf2-439f-89c2-9eb2f8380407 service neutron] 10.222.0.72 "GET /v2.0/networks/0de980e9-590c-42a8-a4e7-08d344113bb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871375 Jul 06 14:43:45.701209 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-f5c15346-cc84-40a9-b769-4d6df4becbd8 req-32e3c8e8-0431-4bce-81c2-6445ac4c982f service neutron] 10.222.0.72 "GET /v2.0/networks/0de980e9-590c-42a8-a4e7-08d344113bb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864832 Jul 06 14:43:45.805215 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-5f9b0eab-d552-4f4d-a853-844b473fad58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e025909a-055c-4b8d-b68d-be81ee5757cc', 'name': 'tempest-ServerActionsTestJSON-986719547-router', 'tenant_id': 'd43e4314dc9b484b87d7a3ce014660e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.23'}], 'enable_snat': True}, 'gw_port_id': 'aa30efcd-874f-4b7d-9d1b-e055b4d67d68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:43:27Z', 'updated_at': '2021-07-06T14:43:30Z', 'revision_number': 4, 'project_id': 'd43e4314dc9b484b87d7a3ce014660e1', 'gw_port': {'id': 'aa30efcd-874f-4b7d-9d1b-e055b4d67d68', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:80:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e025909a-055c-4b8d-b68d-be81ee5757cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:43:28Z', 'updated_at': '2021-07-06T14:43:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6', '_floatingips': [{'id': '8a640bb1-8189-4bd0-9ce2-6d62519bfe0c', 'tenant_id': 'd43e4314dc9b484b87d7a3ce014660e1', 'floating_ip_address': '172.25.0.78', 'floating_network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'router_id': 'e025909a-055c-4b8d-b68d-be81ee5757cc', 'port_id': '30df5860-1942-4bb5-b153-bc62314a230a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4011, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0de980e9-590c-42a8-a4e7-08d344113bb7', 'mac_address': 'fa:16:3e:4b:d3:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dbd3ade-08f5-4010-bc15-c98b70c4d216', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T14:43:32Z', 'updated_at': '2021-07-06T14:43:44Z', 'revision_number': 1, 'project_id': 'd43e4314dc9b484b87d7a3ce014660e1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '27410a49-5ef7-40e9-b17c-8fe074a734c4', 'name': '', 'network_id': '0de980e9-590c-42a8-a4e7-08d344113bb7', 'tenant_id': 'd43e4314dc9b484b87d7a3ce014660e1', 'mac_address': 'fa:16:3e:ea:14:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e025909a-055c-4b8d-b68d-be81ee5757cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '3a2573d9-49c9-4536-b0b0-29496d7e3935', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:43:29Z', 'updated_at': '2021-07-06T14:43:35Z', 'revision_number': 5, 'project_id': 'd43e4314dc9b484b87d7a3ce014660e1', 'subnets': [{'id': '3a2573d9-49c9-4536-b0b0-29496d7e3935', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773647-6', False) {} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:43:45.831050 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f9b0eab-d552-4f4d-a853-844b473fad58 None None] The sync data for ids ['e025909a-055c-4b8d-b68d-be81ee5757cc'] in n-d-773647-6 is: [{'id': 'e025909a-055c-4b8d-b68d-be81ee5757cc', 'name': 'tempest-ServerActionsTestJSON-986719547-router', 'tenant_id': 'd43e4314dc9b484b87d7a3ce014660e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.23'}], 'enable_snat': True}, 'gw_port_id': 'aa30efcd-874f-4b7d-9d1b-e055b4d67d68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:43:27Z', 'updated_at': '2021-07-06T14:43:30Z', 'revision_number': 4, 'project_id': 'd43e4314dc9b484b87d7a3ce014660e1', 'gw_port': {'id': 'aa30efcd-874f-4b7d-9d1b-e055b4d67d68', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:80:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e025909a-055c-4b8d-b68d-be81ee5757cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:43:28Z', 'updated_at': '2021-07-06T14:43:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6', '_floatingips': [{'id': '8a640bb1-8189-4bd0-9ce2-6d62519bfe0c', 'tenant_id': 'd43e4314dc9b484b87d7a3ce014660e1', 'floating_ip_address': '172.25.0.78', 'floating_network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'router_id': 'e025909a-055c-4b8d-b68d-be81ee5757cc', 'port_id': '30df5860-1942-4bb5-b153-bc62314a230a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4011, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0de980e9-590c-42a8-a4e7-08d344113bb7', 'mac_address': 'fa:16:3e:4b:d3:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dbd3ade-08f5-4010-bc15-c98b70c4d216', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T14:43:32Z', 'updated_at': '2021-07-06T14:43:44Z', 'revision_number': 1, 'project_id': 'd43e4314dc9b484b87d7a3ce014660e1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '27410a49-5ef7-40e9-b17c-8fe074a734c4', 'name': '', 'network_id': '0de980e9-590c-42a8-a4e7-08d344113bb7', 'tenant_id': 'd43e4314dc9b484b87d7a3ce014660e1', 'mac_address': 'fa:16:3e:ea:14:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e025909a-055c-4b8d-b68d-be81ee5757cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '3a2573d9-49c9-4536-b0b0-29496d7e3935', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:43:29Z', 'updated_at': '2021-07-06T14:43:35Z', 'revision_number': 5, 'project_id': 'd43e4314dc9b484b87d7a3ce014660e1', 'subnets': [{'id': '3a2573d9-49c9-4536-b0b0-29496d7e3935', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 14:43:46.022505 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c96b3e6-c8ef-4b77-9281-a2bb5d7d4d45 None None] New status for floating IP 8a640bb1-8189-4bd0-9ce2-6d62519bfe0c: ACTIVE {{(pid=100249) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 14:43:52.908173 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-f7999325-ab2b-4c46-a452-05840e760844 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:43:55.597895 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-32ca2254-f7f7-449f-933f-254de4937b32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:43:55.919387 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:43:56.723642 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-2064eaae-da4f-48f8-82d2-b09d4ddedd44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:43:58.523800 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-03f71b24-a9b8-453a-8924-caa3f97bc6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:44:06.067131 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-10390e95-1241-4bb2-bad4-dad9d4ace93f req-553e3469-efb6-4dc5-8c05-6c54a5fc3858 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=5dbd3ade-08f5-4010-bc15-c98b70c4d216&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0605946 Jul 06 14:44:06.167771 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10390e95-1241-4bb2-bad4-dad9d4ace93f req-2e2642c6-2eb3-44f7-a8e3-07e6132ccb7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:44:06.169319 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-10390e95-1241-4bb2-bad4-dad9d4ace93f req-2e2642c6-2eb3-44f7-a8e3-07e6132ccb7c service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=d43e4314dc9b484b87d7a3ce014660e1&device_id=5dbd3ade-08f5-4010-bc15-c98b70c4d216 HTTP/1.1" status: 200 len: 1096 time: 0.0531895 Jul 06 14:44:06.273200 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10390e95-1241-4bb2-bad4-dad9d4ace93f req-9c23d989-0dfe-4d6b-b233-dd0aff0464a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:44:06.275077 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-10390e95-1241-4bb2-bad4-dad9d4ace93f req-9c23d989-0dfe-4d6b-b233-dd0aff0464a1 service neutron] 10.222.0.72 "GET /v2.0/networks?id=0de980e9-590c-42a8-a4e7-08d344113bb7 HTTP/1.1" status: 200 len: 913 time: 0.0837619 Jul 06 14:44:06.294449 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.agents_db [None req-167c0ad6-1657-4c9a-a2c4-3b18056aa662 None None] Agent healthcheck: found 7 active agents {{(pid=100249) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 14:44:06.343413 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-10390e95-1241-4bb2-bad4-dad9d4ace93f req-0f27d9e6-d7b0-417c-9628-87c8f3d345b3 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=30df5860-1942-4bb5-b153-bc62314a230a HTTP/1.1" status: 200 len: 1000 time: 0.0617750 Jul 06 14:44:06.392329 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10390e95-1241-4bb2-bad4-dad9d4ace93f req-95902d5e-c467-49fb-801d-923844009890 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:44:06.393774 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-10390e95-1241-4bb2-bad4-dad9d4ace93f req-95902d5e-c467-49fb-801d-923844009890 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=3a2573d9-49c9-4536-b0b0-29496d7e3935 HTTP/1.1" status: 200 len: 850 time: 0.0438137 Jul 06 14:44:06.449763 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10390e95-1241-4bb2-bad4-dad9d4ace93f req-24382df3-c56b-48e7-bb70-4704ee75b254 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:44:06.451377 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-10390e95-1241-4bb2-bad4-dad9d4ace93f req-24382df3-c56b-48e7-bb70-4704ee75b254 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=0de980e9-590c-42a8-a4e7-08d344113bb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0508792 Jul 06 14:44:06.546794 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-10390e95-1241-4bb2-bad4-dad9d4ace93f req-6147fbe7-5a00-4696-bc7b-0bc6f17cbb00 service neutron] 10.222.0.72 "GET /v2.0/networks/0de980e9-590c-42a8-a4e7-08d344113bb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873301 Jul 06 14:44:06.636094 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-10390e95-1241-4bb2-bad4-dad9d4ace93f req-95dc1538-1132-4507-83e4-2d671bd06cf3 service neutron] 10.222.0.72 "GET /v2.0/networks/0de980e9-590c-42a8-a4e7-08d344113bb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818665 Jul 06 14:44:11.000942 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:44:12.793477 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:44:22.908855 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-1b834827-3a69-4597-bdf0-d6517488dc48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:44:25.598365 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-2b5b476f-c2ee-4823-b1f0-d4490eb1766b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:44:25.924770 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:44:26.726142 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-2064eaae-da4f-48f8-82d2-b09d4ddedd44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:44:28.526938 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-03f71b24-a9b8-453a-8924-caa3f97bc6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:44:41.009556 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:44:42.808358 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:44:43.293263 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.agents_db [None req-167c0ad6-1657-4c9a-a2c4-3b18056aa662 None None] Agent healthcheck: found 7 active agents {{(pid=100249) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 14:44:48.661480 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [req-42d89d23-7e68-46e6-9296-cdf6bf544e94 req-c81b7c78-46bd-4295-a2b7-958a9e7da847 service neutron] (100246) timed out ('10.222.0.72', 53518) {{(pid=100246) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 06 14:44:52.910514 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-64258b26-8a61-4f64-8204-742726344f66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:44:55.598330 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-04025f60-b550-4893-bb49-bb0cf4651168 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:44:55.916284 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:44:56.729867 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-2064eaae-da4f-48f8-82d2-b09d4ddedd44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:44:58.531999 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-03f71b24-a9b8-453a-8924-caa3f97bc6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:45:08.160604 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-f6b979b9-391b-47c7-8fd7-4a757550706e req-4f03436f-72e1-4c98-bfee-bb072da44629 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=5dbd3ade-08f5-4010-bc15-c98b70c4d216&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1339979 Jul 06 14:45:08.254946 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b979b9-391b-47c7-8fd7-4a757550706e req-5c3a4409-6cb5-4b29-8571-05370cbf6509 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:45:08.256509 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-f6b979b9-391b-47c7-8fd7-4a757550706e req-5c3a4409-6cb5-4b29-8571-05370cbf6509 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=d43e4314dc9b484b87d7a3ce014660e1&device_id=5dbd3ade-08f5-4010-bc15-c98b70c4d216 HTTP/1.1" status: 200 len: 1096 time: 0.0529435 Jul 06 14:45:08.360227 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b979b9-391b-47c7-8fd7-4a757550706e req-bf1ec811-5a95-475c-92e3-8b0e0cef0d9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:45:08.361736 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-f6b979b9-391b-47c7-8fd7-4a757550706e req-bf1ec811-5a95-475c-92e3-8b0e0cef0d9b service neutron] 10.222.0.72 "GET /v2.0/networks?id=0de980e9-590c-42a8-a4e7-08d344113bb7 HTTP/1.1" status: 200 len: 913 time: 0.0854075 Jul 06 14:45:08.434051 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-f6b979b9-391b-47c7-8fd7-4a757550706e req-b6f84895-fa6b-45c2-b6f9-3e9351e12faa service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=30df5860-1942-4bb5-b153-bc62314a230a HTTP/1.1" status: 200 len: 1000 time: 0.0662622 Jul 06 14:45:08.482450 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b979b9-391b-47c7-8fd7-4a757550706e req-ac3fb1c5-7fa2-4c9f-8a70-8bf3321352f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:45:08.483967 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-f6b979b9-391b-47c7-8fd7-4a757550706e req-ac3fb1c5-7fa2-4c9f-8a70-8bf3321352f3 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=3a2573d9-49c9-4536-b0b0-29496d7e3935 HTTP/1.1" status: 200 len: 850 time: 0.0443602 Jul 06 14:45:08.540056 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b979b9-391b-47c7-8fd7-4a757550706e req-e80f569b-d1be-44c6-b1df-5d1ee15e0955 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:45:08.541546 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-f6b979b9-391b-47c7-8fd7-4a757550706e req-e80f569b-d1be-44c6-b1df-5d1ee15e0955 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=0de980e9-590c-42a8-a4e7-08d344113bb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0514061 Jul 06 14:45:08.551782 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [req-f6b979b9-391b-47c7-8fd7-4a757550706e req-1b466498-a940-4e60-91cc-8254207ba8c8 service neutron] http://10.222.0.104:9696/v2.0/extensions returned with HTTP 200 {{(pid=100246) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 14:45:08.552736 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-f6b979b9-391b-47c7-8fd7-4a757550706e req-1b466498-a940-4e60-91cc-8254207ba8c8 service neutron] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049682 Jul 06 14:45:08.646447 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-f6b979b9-391b-47c7-8fd7-4a757550706e req-01a478dc-7fea-4aff-8d13-a6d23c4d2b57 service neutron] 10.222.0.72 "GET /v2.0/networks/0de980e9-590c-42a8-a4e7-08d344113bb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869424 Jul 06 14:45:08.736459 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-f6b979b9-391b-47c7-8fd7-4a757550706e req-7a632c42-e40d-42ee-b950-f9053917030c service neutron] 10.222.0.72 "GET /v2.0/networks/0de980e9-590c-42a8-a4e7-08d344113bb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835593 Jul 06 14:45:11.015196 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:45:12.824172 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:45:20.293496 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.agents_db [None req-167c0ad6-1657-4c9a-a2c4-3b18056aa662 None None] Agent healthcheck: found 7 active agents {{(pid=100249) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 14:45:21.322916 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff160ac-d727-4852-88c8-85a73070086d req-a9b80384-3db9-4205-980d-27e367018f8b tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:45:21.324509 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-aff160ac-d727-4852-88c8-85a73070086d req-a9b80384-3db9-4205-980d-27e367018f8b tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/ports?device_id=5dbd3ade-08f5-4010-bc15-c98b70c4d216 HTTP/1.1" status: 200 len: 945 time: 0.1624272 Jul 06 14:45:21.365115 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-aff160ac-d727-4852-88c8-85a73070086d req-72eef6eb-90e7-42d0-a0a1-185465205d53 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/security-groups?id=dd2bc95c-84fb-4682-90b8-8ac8d7aa9ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350776 Jul 06 14:45:21.716923 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-f8ffbae3-d2b0-42d2-b97a-343ef708497b req-45c50223-c452-456d-ae63-6c6814419e48 service neutron] 10.222.0.104 "GET /v2.0/ports?device_id=5dbd3ade-08f5-4010-bc15-c98b70c4d216&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0598602 Jul 06 14:45:21.765001 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52f1a11-44c9-4b8e-8bbd-9a9b52591303 req-1d6c77ad-87e7-4a0c-a2fc-abdb25ac3846 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:45:21.766515 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-a52f1a11-44c9-4b8e-8bbd-9a9b52591303 req-1d6c77ad-87e7-4a0c-a2fc-abdb25ac3846 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/ports?device_id=5dbd3ade-08f5-4010-bc15-c98b70c4d216 HTTP/1.1" status: 200 len: 945 time: 0.0651383 Jul 06 14:45:21.805774 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-a52f1a11-44c9-4b8e-8bbd-9a9b52591303 req-bdfd03e0-7ff6-472c-a405-cf9f44299d99 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/security-groups?id=dd2bc95c-84fb-4682-90b8-8ac8d7aa9ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333412 Jul 06 14:45:22.880905 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ffbae3-d2b0-42d2-b97a-343ef708497b req-0091cd18-8295-40f4-8fdc-ea2666b14a0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:45:22.882543 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-f8ffbae3-d2b0-42d2-b97a-343ef708497b req-0091cd18-8295-40f4-8fdc-ea2666b14a0c service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=d43e4314dc9b484b87d7a3ce014660e1&device_id=5dbd3ade-08f5-4010-bc15-c98b70c4d216 HTTP/1.1" status: 200 len: 1096 time: 0.0538146 Jul 06 14:45:22.912539 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-bd6150d5-90d8-4c06-8b24-4989e31ceb4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:45:22.974242 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ffbae3-d2b0-42d2-b97a-343ef708497b req-ac3b5c0e-1b1a-442c-9ffb-c518c5365837 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:45:22.976366 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-f8ffbae3-d2b0-42d2-b97a-343ef708497b req-ac3b5c0e-1b1a-442c-9ffb-c518c5365837 service neutron] 10.222.0.72 "GET /v2.0/networks?id=0de980e9-590c-42a8-a4e7-08d344113bb7 HTTP/1.1" status: 200 len: 913 time: 0.0881701 Jul 06 14:45:22.984468 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382676af-176f-4c80-ac92-201233f888be req-868fd4cd-4aaf-453b-964c-f2ca57db4f0b tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:45:22.985971 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-382676af-176f-4c80-ac92-201233f888be req-868fd4cd-4aaf-453b-964c-f2ca57db4f0b tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/ports?device_id=5dbd3ade-08f5-4010-bc15-c98b70c4d216 HTTP/1.1" status: 200 len: 945 time: 0.0652943 Jul 06 14:45:23.023932 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-382676af-176f-4c80-ac92-201233f888be req-c3505578-3f24-4463-9457-07839f493c65 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/security-groups?id=dd2bc95c-84fb-4682-90b8-8ac8d7aa9ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319531 Jul 06 14:45:23.045655 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-f8ffbae3-d2b0-42d2-b97a-343ef708497b req-356206e7-dea2-4e48-a8bd-0f721415a00f service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=30df5860-1942-4bb5-b153-bc62314a230a HTTP/1.1" status: 200 len: 1000 time: 0.0632589 Jul 06 14:45:23.094983 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ffbae3-d2b0-42d2-b97a-343ef708497b req-b2f4c800-61fb-4623-a519-79ed6761b080 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:45:23.096469 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-f8ffbae3-d2b0-42d2-b97a-343ef708497b req-b2f4c800-61fb-4623-a519-79ed6761b080 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=3a2573d9-49c9-4536-b0b0-29496d7e3935 HTTP/1.1" status: 200 len: 850 time: 0.0440605 Jul 06 14:45:23.155576 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ffbae3-d2b0-42d2-b97a-343ef708497b req-db20f0f6-a4da-4388-ac3f-bab2943d41a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:45:23.157111 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-f8ffbae3-d2b0-42d2-b97a-343ef708497b req-db20f0f6-a4da-4388-ac3f-bab2943d41a0 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=0de980e9-590c-42a8-a4e7-08d344113bb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0534842 Jul 06 14:45:23.253312 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-f8ffbae3-d2b0-42d2-b97a-343ef708497b req-539926b8-9a31-4dcc-91a0-aa4d9a722b3a service neutron] 10.222.0.72 "GET /v2.0/networks/0de980e9-590c-42a8-a4e7-08d344113bb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885298 Jul 06 14:45:23.340955 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-f8ffbae3-d2b0-42d2-b97a-343ef708497b req-196dcf86-0271-49d8-8ed5-2bc08527a25a service neutron] 10.222.0.72 "GET /v2.0/networks/0de980e9-590c-42a8-a4e7-08d344113bb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815227 Jul 06 14:45:24.206780 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ae7a02-065c-45eb-8365-3f12da99fc64 req-76ce514c-b176-4cef-b4b7-85f9d3ec83c2 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:45:24.208307 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-07ae7a02-065c-45eb-8365-3f12da99fc64 req-76ce514c-b176-4cef-b4b7-85f9d3ec83c2 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/ports?device_id=5dbd3ade-08f5-4010-bc15-c98b70c4d216 HTTP/1.1" status: 200 len: 945 time: 0.0681167 Jul 06 14:45:24.246937 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-07ae7a02-065c-45eb-8365-3f12da99fc64 req-d732118e-55de-4f2f-86dd-af91a0e0f442 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/security-groups?id=dd2bc95c-84fb-4682-90b8-8ac8d7aa9ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322232 Jul 06 14:45:25.430726 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb7bda6-383b-4be0-ac9b-e04afb2c89e2 req-ee49ba25-0ac5-427d-809d-b9d3c3e214af tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:45:25.432253 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-7bb7bda6-383b-4be0-ac9b-e04afb2c89e2 req-ee49ba25-0ac5-427d-809d-b9d3c3e214af tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/ports?device_id=5dbd3ade-08f5-4010-bc15-c98b70c4d216 HTTP/1.1" status: 200 len: 945 time: 0.0676329 Jul 06 14:45:25.471493 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-7bb7bda6-383b-4be0-ac9b-e04afb2c89e2 req-c3ea61b0-c0bd-42df-b422-f7049706fb71 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/security-groups?id=dd2bc95c-84fb-4682-90b8-8ac8d7aa9ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333743 Jul 06 14:45:25.600824 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-e23737b4-fa70-4bec-9de1-2f91580922da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:45:25.917747 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:45:26.641902 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445179d1-dd97-4074-8a1d-2b87ebea7486 req-12153832-3f76-4fe2-94bc-1fecead60c6f tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:45:26.643394 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-445179d1-dd97-4074-8a1d-2b87ebea7486 req-12153832-3f76-4fe2-94bc-1fecead60c6f tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/ports?device_id=5dbd3ade-08f5-4010-bc15-c98b70c4d216 HTTP/1.1" status: 200 len: 945 time: 0.0625832 Jul 06 14:45:26.685955 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-445179d1-dd97-4074-8a1d-2b87ebea7486 req-67ac37d0-4554-4915-93e6-6abde4fab33b tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/security-groups?id=dd2bc95c-84fb-4682-90b8-8ac8d7aa9ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368154 Jul 06 14:45:26.732367 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-2064eaae-da4f-48f8-82d2-b09d4ddedd44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:45:27.862862 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559266a5-2d5a-4b62-a2b6-23e0bc7983a2 req-0282b428-5cf0-4e67-abde-9c859b7b1bf4 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:45:27.864386 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-559266a5-2d5a-4b62-a2b6-23e0bc7983a2 req-0282b428-5cf0-4e67-abde-9c859b7b1bf4 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/ports?device_id=5dbd3ade-08f5-4010-bc15-c98b70c4d216 HTTP/1.1" status: 200 len: 945 time: 0.0672984 Jul 06 14:45:27.902852 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-559266a5-2d5a-4b62-a2b6-23e0bc7983a2 req-543eb842-b5e2-4a46-acf9-f89129ff6101 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/security-groups?id=dd2bc95c-84fb-4682-90b8-8ac8d7aa9ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329947 Jul 06 14:45:28.532320 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-03f71b24-a9b8-453a-8924-caa3f97bc6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:45:29.071521 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce04c90b-f3a2-4a11-a996-5e0e470be888 req-4043699d-d8c2-490f-844d-e7a4a41e8878 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:45:29.072904 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-ce04c90b-f3a2-4a11-a996-5e0e470be888 req-4043699d-d8c2-490f-844d-e7a4a41e8878 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/ports?device_id=5dbd3ade-08f5-4010-bc15-c98b70c4d216 HTTP/1.1" status: 200 len: 945 time: 0.0626211 Jul 06 14:45:29.109885 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-ce04c90b-f3a2-4a11-a996-5e0e470be888 req-d23cc939-dc0b-45b9-86fd-565a8802fe53 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/security-groups?id=dd2bc95c-84fb-4682-90b8-8ac8d7aa9ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313251 Jul 06 14:45:30.289285 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3feabd-6f28-4e7a-a1b9-dbe2f107b22d req-77d5d5f5-71d5-4edf-8f0c-29a6dc355e46 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:45:30.290835 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-9f3feabd-6f28-4e7a-a1b9-dbe2f107b22d req-77d5d5f5-71d5-4edf-8f0c-29a6dc355e46 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/ports?device_id=5dbd3ade-08f5-4010-bc15-c98b70c4d216 HTTP/1.1" status: 200 len: 945 time: 0.0653996 Jul 06 14:45:30.329112 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-9f3feabd-6f28-4e7a-a1b9-dbe2f107b22d req-84421c12-ce8f-4923-971d-63a6d71db746 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/security-groups?id=dd2bc95c-84fb-4682-90b8-8ac8d7aa9ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326216 Jul 06 14:45:31.502536 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5470a3-d915-492d-a031-8e5b3b2fa926 req-cc115731-1d99-4a30-afc0-c8e028591095 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:45:31.504065 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-4a5470a3-d915-492d-a031-8e5b3b2fa926 req-cc115731-1d99-4a30-afc0-c8e028591095 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/ports?device_id=5dbd3ade-08f5-4010-bc15-c98b70c4d216 HTTP/1.1" status: 200 len: 945 time: 0.0634379 Jul 06 14:45:31.542248 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-4a5470a3-d915-492d-a031-8e5b3b2fa926 req-de98390f-36c1-4420-9094-f096df481a99 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/security-groups?id=dd2bc95c-84fb-4682-90b8-8ac8d7aa9ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320723 Jul 06 14:45:32.715444 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696d814a-8094-4e1b-a9cc-59113cfa7e15 req-30e61e9f-0475-433e-b26f-9938400b6f91 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:45:32.716930 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-696d814a-8094-4e1b-a9cc-59113cfa7e15 req-30e61e9f-0475-433e-b26f-9938400b6f91 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/ports?device_id=5dbd3ade-08f5-4010-bc15-c98b70c4d216 HTTP/1.1" status: 200 len: 945 time: 0.0631263 Jul 06 14:45:32.758531 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-696d814a-8094-4e1b-a9cc-59113cfa7e15 req-37520311-3f0e-4492-9ba3-e3542ebc15b2 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/security-groups?id=dd2bc95c-84fb-4682-90b8-8ac8d7aa9ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359316 Jul 06 14:45:33.929359 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021141b7-17a7-4704-a71d-bbe4098dbe8e req-77e5c451-d299-4032-b91b-c494445d4ca2 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:45:33.930838 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-021141b7-17a7-4704-a71d-bbe4098dbe8e req-77e5c451-d299-4032-b91b-c494445d4ca2 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/ports?device_id=5dbd3ade-08f5-4010-bc15-c98b70c4d216 HTTP/1.1" status: 200 len: 945 time: 0.0631866 Jul 06 14:45:33.968240 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-021141b7-17a7-4704-a71d-bbe4098dbe8e req-be70eff2-5bdf-4131-8c42-ae8902da2d6c tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/security-groups?id=dd2bc95c-84fb-4682-90b8-8ac8d7aa9ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317690 Jul 06 14:45:35.143074 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248844e9-671d-4e56-9947-baa0e22760bb req-55c8fa05-d4a8-4eae-afb6-78f4aa2670d5 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:45:35.144675 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-248844e9-671d-4e56-9947-baa0e22760bb req-55c8fa05-d4a8-4eae-afb6-78f4aa2670d5 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/ports?device_id=5dbd3ade-08f5-4010-bc15-c98b70c4d216 HTTP/1.1" status: 200 len: 945 time: 0.0669644 Jul 06 14:45:35.189483 n-d-773647-6 neutron-server[100246]: INFO neutron.api.v2.resource [req-f8ffbae3-d2b0-42d2-b97a-343ef708497b req-18475079-d6cc-4c86-b52f-f0163c3a0e6d service neutron] show failed (client error): The resource could not be found. Jul 06 14:45:35.189483 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-f8ffbae3-d2b0-42d2-b97a-343ef708497b req-18475079-d6cc-4c86-b52f-f0163c3a0e6d service neutron] 10.222.0.72 "GET /v2.0/ports/30df5860-1942-4bb5-b153-bc62314a230a/bindings/n-h1-773647-6 HTTP/1.1" status: 404 len: 380 time: 0.0664914 Jul 06 14:45:35.191052 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-248844e9-671d-4e56-9947-baa0e22760bb req-c6deb055-3c48-4f5a-914f-f626f3af5e20 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/security-groups?id=dd2bc95c-84fb-4682-90b8-8ac8d7aa9ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373528 Jul 06 14:45:35.448563 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ffbae3-d2b0-42d2-b97a-343ef708497b req-8cef089d-f22b-483f-8ea2-adb59695a08a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:45:35.450379 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-f8ffbae3-d2b0-42d2-b97a-343ef708497b req-8cef089d-f22b-483f-8ea2-adb59695a08a service neutron] 10.222.0.127 "GET /v2.0/ports?device_id=5dbd3ade-08f5-4010-bc15-c98b70c4d216&tenant_id=d43e4314dc9b484b87d7a3ce014660e1 HTTP/1.1" status: 200 len: 1096 time: 0.0583382 Jul 06 14:45:35.461001 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [req-f8ffbae3-d2b0-42d2-b97a-343ef708497b req-d775b354-7527-45b0-b785-d39a945ae673 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-773647-6', 'device_owner': 'compute:nova'}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:45:35.543816 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-f8ffbae3-d2b0-42d2-b97a-343ef708497b req-d775b354-7527-45b0-b785-d39a945ae673 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:45:35.751132 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.db [req-f8ffbae3-d2b0-42d2-b97a-343ef708497b req-d775b354-7527-45b0-b785-d39a945ae673 service neutron] For port 30df5860-1942-4bb5-b153-bc62314a230a, host n-h2-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=30df5860-1942-4bb5-b153-bc62314a230a,segment=NetworkSegment(e7ba980d-6408-4a89-a32f-e3032f697d56),segment_id=e7ba980d-6408-4a89-a32f-e3032f697d56)] {{(pid=100247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:45:35.783952 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.db [req-f8ffbae3-d2b0-42d2-b97a-343ef708497b req-d775b354-7527-45b0-b785-d39a945ae673 service neutron] For port 30df5860-1942-4bb5-b153-bc62314a230a, host n-h2-773647-6, cleared binding levels {{(pid=100247) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:45:35.827942 n-d-773647-6 neutron-server[100247]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5dbd3ade-08f5-4010-bc15-c98b70c4d216', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '30df5860-1942-4bb5-b153-bc62314a230a'}] {{(pid=100247) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:45:35.830186 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cbf0eeaae822f8fc9b87a94aeba67a3d651842baf663a51cba94b67a514836d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-904831be-f7c9-4dcf-a7da-fcca10608b2b" -d '{"events": [{"server_uuid": "5dbd3ade-08f5-4010-bc15-c98b70c4d216", "name": "network-vif-unplugged", "status": "completed", "tag": "30df5860-1942-4bb5-b153-bc62314a230a"}]}' {{(pid=100247) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:45:35.833773 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-f8ffbae3-d2b0-42d2-b97a-343ef708497b req-d775b354-7527-45b0-b785-d39a945ae673 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:45:35.846840 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.provisioning_blocks [req-f8ffbae3-d2b0-42d2-b97a-343ef708497b req-d775b354-7527-45b0-b785-d39a945ae673 service neutron] Transition to ACTIVE for port object 30df5860-1942-4bb5-b153-bc62314a230a will not be triggered until provisioned by entity L2. {{(pid=100247) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:45:35.851709 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-f8ffbae3-d2b0-42d2-b97a-343ef708497b req-d775b354-7527-45b0-b785-d39a945ae673 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128888538'] for port, after_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:45:35.883849 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 06 Jul 2021 14:45:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed78d1fa-11df-4d56-bb73-2d30bbafc933 x-openstack-request-id: req-ed78d1fa-11df-4d56-bb73-2d30bbafc933 {{(pid=100247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:45:35.883999 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5dbd3ade-08f5-4010-bc15-c98b70c4d216", "name": "network-vif-unplugged", "status": "completed", "tag": "30df5860-1942-4bb5-b153-bc62314a230a", "code": 200}]} {{(pid=100247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:45:35.884262 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-ed78d1fa-11df-4d56-bb73-2d30bbafc933 {{(pid=100247) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:45:35.884654 n-d-773647-6 neutron-server[100247]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5dbd3ade-08f5-4010-bc15-c98b70c4d216', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '30df5860-1942-4bb5-b153-bc62314a230a', 'code': 200} Jul 06 14:45:35.966205 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d775b354-7527-45b0-b785-d39a945ae673 service neutron] Pushing event updated for resources: {'Port': ['ID=30df5860-1942-4bb5-b153-bc62314a230a,revision_number=6']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:45:36.259044 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d775b354-7527-45b0-b785-d39a945ae673 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:45:36.259799 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d775b354-7527-45b0-b785-d39a945ae673 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:45:36.259799 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d775b354-7527-45b0-b785-d39a945ae673 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:45:36.260106 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d775b354-7527-45b0-b785-d39a945ae673 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:45:36.260456 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d775b354-7527-45b0-b785-d39a945ae673 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:45:36.260767 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d775b354-7527-45b0-b785-d39a945ae673 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:45:36.261094 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d775b354-7527-45b0-b785-d39a945ae673 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:45:36.261423 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d775b354-7527-45b0-b785-d39a945ae673 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:45:36.261746 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d775b354-7527-45b0-b785-d39a945ae673 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:45:36.262073 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d775b354-7527-45b0-b785-d39a945ae673 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:45:36.262398 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d775b354-7527-45b0-b785-d39a945ae673 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:45:36.262719 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d775b354-7527-45b0-b785-d39a945ae673 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:45:36.305798 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8ffbae3-d2b0-42d2-b97a-343ef708497b req-d775b354-7527-45b0-b785-d39a945ae673 service neutron] No DVR routers for this DVR port 30df5860-1942-4bb5-b153-bc62314a230a on host n-h2-773647-6 {{(pid=100247) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:45:36.453435 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf37be5-c2b1-4cfa-b13c-3e5bfa1f00ca req-2ce1e207-0a13-4162-afb2-433513f5f8cf tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:45:36.454940 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-abf37be5-c2b1-4cfa-b13c-3e5bfa1f00ca req-2ce1e207-0a13-4162-afb2-433513f5f8cf tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/ports?device_id=5dbd3ade-08f5-4010-bc15-c98b70c4d216 HTTP/1.1" status: 200 len: 943 time: 0.1165955 Jul 06 14:45:36.505730 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.managers [req-f8ffbae3-d2b0-42d2-b97a-343ef708497b req-d775b354-7527-45b0-b785-d39a945ae673 service neutron] Attempting to bind port 30df5860-1942-4bb5-b153-bc62314a230a on host n-h1-773647-6 for vnic_type normal with profile {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:45:36.506024 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.managers [req-f8ffbae3-d2b0-42d2-b97a-343ef708497b req-d775b354-7527-45b0-b785-d39a945ae673 service neutron] Attempting to bind port 30df5860-1942-4bb5-b153-bc62314a230a by drivers openvswitch,hyperv on host n-h1-773647-6 at level 0 using segments [{'id': 'e7ba980d-6408-4a89-a32f-e3032f697d56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1028, 'network_id': '0de980e9-590c-42a8-a4e7-08d344113bb7'}] {{(pid=100247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:45:36.506359 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8ffbae3-d2b0-42d2-b97a-343ef708497b req-d775b354-7527-45b0-b785-d39a945ae673 service neutron] Attempting to bind port 30df5860-1942-4bb5-b153-bc62314a230a on network 0de980e9-590c-42a8-a4e7-08d344113bb7 {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:45:36.519684 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8ffbae3-d2b0-42d2-b97a-343ef708497b req-d775b354-7527-45b0-b785-d39a945ae673 service neutron] Port 30df5860-1942-4bb5-b153-bc62314a230a on network 0de980e9-590c-42a8-a4e7-08d344113bb7 not bound, no agent of type Open vSwitch agent registered on host n-h1-773647-6 {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 14:45:36.520012 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8ffbae3-d2b0-42d2-b97a-343ef708497b req-d775b354-7527-45b0-b785-d39a945ae673 service neutron] Attempting to bind port 30df5860-1942-4bb5-b153-bc62314a230a on network 0de980e9-590c-42a8-a4e7-08d344113bb7 {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:45:36.529951 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-abf37be5-c2b1-4cfa-b13c-3e5bfa1f00ca req-62a604af-3aad-48a6-9aaf-77af103a0830 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/security-groups?id=dd2bc95c-84fb-4682-90b8-8ac8d7aa9ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0680320 Jul 06 14:45:36.530815 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8ffbae3-d2b0-42d2-b97a-343ef708497b req-d775b354-7527-45b0-b785-d39a945ae673 service neutron] Checking agent: {'id': '5bf7147f-bada-4441-a5dc-934b903473fb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-773647-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 51, 12), 'started_at': datetime.datetime(2021, 7, 6, 13, 51, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 45, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:45:36.531151 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8ffbae3-d2b0-42d2-b97a-343ef708497b req-d775b354-7527-45b0-b785-d39a945ae673 service neutron] Checking segment: {'id': 'e7ba980d-6408-4a89-a32f-e3032f697d56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1028, 'network_id': '0de980e9-590c-42a8-a4e7-08d344113bb7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100247) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:45:36.531556 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8ffbae3-d2b0-42d2-b97a-343ef708497b req-d775b354-7527-45b0-b785-d39a945ae673 service neutron] Bound using segment: {'id': 'e7ba980d-6408-4a89-a32f-e3032f697d56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1028, 'network_id': '0de980e9-590c-42a8-a4e7-08d344113bb7'} {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:45:36.531985 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.managers [req-f8ffbae3-d2b0-42d2-b97a-343ef708497b req-d775b354-7527-45b0-b785-d39a945ae673 service neutron] Bound port: 30df5860-1942-4bb5-b153-bc62314a230a, host: n-h1-773647-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e7ba980d-6408-4a89-a32f-e3032f697d56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1028, 'network_id': '0de980e9-590c-42a8-a4e7-08d344113bb7'}}] {{(pid=100247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:45:36.532344 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-f8ffbae3-d2b0-42d2-b97a-343ef708497b req-d775b354-7527-45b0-b785-d39a945ae673 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:45:36.597035 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.db [req-f8ffbae3-d2b0-42d2-b97a-343ef708497b req-d775b354-7527-45b0-b785-d39a945ae673 service neutron] For port 30df5860-1942-4bb5-b153-bc62314a230a, host n-h1-773647-6, cleared binding levels {{(pid=100247) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:45:36.600070 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.db [req-f8ffbae3-d2b0-42d2-b97a-343ef708497b req-d775b354-7527-45b0-b785-d39a945ae673 service neutron] For port 30df5860-1942-4bb5-b153-bc62314a230a, host n-h1-773647-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773647-6',level=0,port_id=30df5860-1942-4bb5-b153-bc62314a230a,segment=NetworkSegment(e7ba980d-6408-4a89-a32f-e3032f697d56),segment_id=e7ba980d-6408-4a89-a32f-e3032f697d56)] {{(pid=100247) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:45:36.604858 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-f8ffbae3-d2b0-42d2-b97a-343ef708497b req-d775b354-7527-45b0-b785-d39a945ae673 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128888538'] for port, after_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:45:36.639436 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ffbae3-d2b0-42d2-b97a-343ef708497b req-d775b354-7527-45b0-b785-d39a945ae673 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:45:36.640053 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-f8ffbae3-d2b0-42d2-b97a-343ef708497b req-d775b354-7527-45b0-b785-d39a945ae673 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:45:36.641469 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-f8ffbae3-d2b0-42d2-b97a-343ef708497b req-d775b354-7527-45b0-b785-d39a945ae673 service neutron] 10.222.0.127 "PUT /v2.0/ports/30df5860-1942-4bb5-b153-bc62314a230a HTTP/1.1" status: 200 len: 1091 time: 1.1847754 Jul 06 14:45:36.663856 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d775b354-7527-45b0-b785-d39a945ae673 service neutron] Pushing event updated for resources: {'Port': ['ID=30df5860-1942-4bb5-b153-bc62314a230a,revision_number=7']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:45:36.730261 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ffbae3-d2b0-42d2-b97a-343ef708497b req-8fa0bc35-30dd-4d62-bec5-b09dce4bca58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:45:36.731822 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-f8ffbae3-d2b0-42d2-b97a-343ef708497b req-8fa0bc35-30dd-4d62-bec5-b09dce4bca58 service neutron] 10.222.0.127 "GET /v2.0/ports?tenant_id=d43e4314dc9b484b87d7a3ce014660e1&device_id=5dbd3ade-08f5-4010-bc15-c98b70c4d216 HTTP/1.1" status: 200 len: 1094 time: 0.0604413 Jul 06 14:45:36.824645 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ffbae3-d2b0-42d2-b97a-343ef708497b req-23b87e6f-ae94-4bc1-a57b-af166073ed27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:45:36.826156 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-f8ffbae3-d2b0-42d2-b97a-343ef708497b req-23b87e6f-ae94-4bc1-a57b-af166073ed27 service neutron] 10.222.0.127 "GET /v2.0/networks?id=0de980e9-590c-42a8-a4e7-08d344113bb7 HTTP/1.1" status: 200 len: 913 time: 0.0879915 Jul 06 14:45:36.895900 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-f8ffbae3-d2b0-42d2-b97a-343ef708497b req-6114c82a-ac68-435a-9286-373b6109413c service neutron] 10.222.0.127 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=30df5860-1942-4bb5-b153-bc62314a230a HTTP/1.1" status: 200 len: 998 time: 0.0637057 Jul 06 14:45:36.946249 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ffbae3-d2b0-42d2-b97a-343ef708497b req-117ac102-75c9-437c-b2e3-1fadc44736ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:45:36.947639 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-f8ffbae3-d2b0-42d2-b97a-343ef708497b req-117ac102-75c9-437c-b2e3-1fadc44736ed service neutron] 10.222.0.127 "GET /v2.0/subnets?id=3a2573d9-49c9-4536-b0b0-29496d7e3935 HTTP/1.1" status: 200 len: 850 time: 0.0443153 Jul 06 14:45:37.002182 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ffbae3-d2b0-42d2-b97a-343ef708497b req-abda91e8-141a-4f6c-be9a-65e229f34b4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:45:37.003765 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-f8ffbae3-d2b0-42d2-b97a-343ef708497b req-abda91e8-141a-4f6c-be9a-65e229f34b4f service neutron] 10.222.0.127 "GET /v2.0/ports?network_id=0de980e9-590c-42a8-a4e7-08d344113bb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0504556 Jul 06 14:45:37.095228 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-f8ffbae3-d2b0-42d2-b97a-343ef708497b req-f5fd182e-6ef6-49d3-a7cf-685ba3a56597 service neutron] 10.222.0.127 "GET /v2.0/networks/0de980e9-590c-42a8-a4e7-08d344113bb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851133 Jul 06 14:45:37.182436 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-f8ffbae3-d2b0-42d2-b97a-343ef708497b req-0312a5a2-7d78-4c44-9b1d-699caed44e9d service neutron] 10.222.0.127 "GET /v2.0/networks/0de980e9-590c-42a8-a4e7-08d344113bb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809517 Jul 06 14:45:37.704435 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2955545-75e7-45cd-83b4-4b8d5d545f81 req-144d5057-7787-480a-bcc3-b4e081b9cb79 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:45:37.705960 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-b2955545-75e7-45cd-83b4-4b8d5d545f81 req-144d5057-7787-480a-bcc3-b4e081b9cb79 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/ports?device_id=5dbd3ade-08f5-4010-bc15-c98b70c4d216 HTTP/1.1" status: 200 len: 943 time: 0.0642486 Jul 06 14:45:37.744538 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-b2955545-75e7-45cd-83b4-4b8d5d545f81 req-1152582f-b693-47eb-aadf-80a5666da31f tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/security-groups?id=dd2bc95c-84fb-4682-90b8-8ac8d7aa9ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323026 Jul 06 14:45:37.885593 n-d-773647-6 neutron-server[100247]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5dbd3ade-08f5-4010-bc15-c98b70c4d216', 'tag': '30df5860-1942-4bb5-b153-bc62314a230a'}] {{(pid=100247) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:45:37.888017 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cbf0eeaae822f8fc9b87a94aeba67a3d651842baf663a51cba94b67a514836d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85e308d1-8387-4752-bda2-6346bdedc3f2" -d '{"events": [{"name": "network-changed", "server_uuid": "5dbd3ade-08f5-4010-bc15-c98b70c4d216", "tag": "30df5860-1942-4bb5-b153-bc62314a230a"}]}' {{(pid=100247) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:45:37.935653 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 14:45:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a71c7c10-cc2f-4d7c-88e9-6649c9d2f0d6 x-openstack-request-id: req-a71c7c10-cc2f-4d7c-88e9-6649c9d2f0d6 {{(pid=100247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:45:37.935959 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5dbd3ade-08f5-4010-bc15-c98b70c4d216", "tag": "30df5860-1942-4bb5-b153-bc62314a230a", "status": "completed", "code": 200}]} {{(pid=100247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:45:37.936214 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-a71c7c10-cc2f-4d7c-88e9-6649c9d2f0d6 {{(pid=100247) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:45:37.936872 n-d-773647-6 neutron-server[100247]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5dbd3ade-08f5-4010-bc15-c98b70c4d216', 'tag': '30df5860-1942-4bb5-b153-bc62314a230a', 'status': 'completed', 'code': 200} Jul 06 14:45:38.013009 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e308d1-8387-4752-bda2-6346bdedc3f2 req-43ff8257-63ef-4ad4-8690-014918cf75e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:45:38.014554 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-85e308d1-8387-4752-bda2-6346bdedc3f2 req-43ff8257-63ef-4ad4-8690-014918cf75e0 service neutron] 10.222.0.127 "GET /v2.0/ports?tenant_id=d43e4314dc9b484b87d7a3ce014660e1&device_id=5dbd3ade-08f5-4010-bc15-c98b70c4d216 HTTP/1.1" status: 200 len: 1094 time: 0.0578225 Jul 06 14:45:38.016237 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e308d1-8387-4752-bda2-6346bdedc3f2 req-363f1e13-61f2-45f3-afa9-43e189c6a649 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:45:38.017749 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-85e308d1-8387-4752-bda2-6346bdedc3f2 req-363f1e13-61f2-45f3-afa9-43e189c6a649 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=d43e4314dc9b484b87d7a3ce014660e1&device_id=5dbd3ade-08f5-4010-bc15-c98b70c4d216 HTTP/1.1" status: 200 len: 1094 time: 0.0573528 Jul 06 14:45:38.104343 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e308d1-8387-4752-bda2-6346bdedc3f2 req-02738b92-28c4-4788-b138-08f1ed928c32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:45:38.105828 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-85e308d1-8387-4752-bda2-6346bdedc3f2 req-02738b92-28c4-4788-b138-08f1ed928c32 service neutron] 10.222.0.127 "GET /v2.0/networks?id=0de980e9-590c-42a8-a4e7-08d344113bb7 HTTP/1.1" status: 200 len: 913 time: 0.0853317 Jul 06 14:45:38.106485 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e308d1-8387-4752-bda2-6346bdedc3f2 req-f4e7617d-8876-407f-a1f7-dada9b66625d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:45:38.107987 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-85e308d1-8387-4752-bda2-6346bdedc3f2 req-f4e7617d-8876-407f-a1f7-dada9b66625d service neutron] 10.222.0.72 "GET /v2.0/networks?id=0de980e9-590c-42a8-a4e7-08d344113bb7 HTTP/1.1" status: 200 len: 913 time: 0.0838234 Jul 06 14:45:38.175755 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-85e308d1-8387-4752-bda2-6346bdedc3f2 req-c9332862-07b3-4c2e-b3df-c11bc72857d7 service neutron] 10.222.0.127 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=30df5860-1942-4bb5-b153-bc62314a230a HTTP/1.1" status: 200 len: 998 time: 0.0627358 Jul 06 14:45:38.177267 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-85e308d1-8387-4752-bda2-6346bdedc3f2 req-9e441f50-5768-4451-b1f5-185974b98ce6 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=30df5860-1942-4bb5-b153-bc62314a230a HTTP/1.1" status: 200 len: 998 time: 0.0623131 Jul 06 14:45:38.226280 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e308d1-8387-4752-bda2-6346bdedc3f2 req-990d4ab5-bca2-44f1-aa00-c0aa58bf8f45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:45:38.227546 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e308d1-8387-4752-bda2-6346bdedc3f2 req-b184f160-15ae-4777-9666-bece07eb1423 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:45:38.227769 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-85e308d1-8387-4752-bda2-6346bdedc3f2 req-990d4ab5-bca2-44f1-aa00-c0aa58bf8f45 service neutron] 10.222.0.127 "GET /v2.0/subnets?id=3a2573d9-49c9-4536-b0b0-29496d7e3935 HTTP/1.1" status: 200 len: 850 time: 0.0453067 Jul 06 14:45:38.229042 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-85e308d1-8387-4752-bda2-6346bdedc3f2 req-b184f160-15ae-4777-9666-bece07eb1423 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=3a2573d9-49c9-4536-b0b0-29496d7e3935 HTTP/1.1" status: 200 len: 850 time: 0.0449214 Jul 06 14:45:38.284139 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e308d1-8387-4752-bda2-6346bdedc3f2 req-538fcc3e-2ae2-44a1-9940-2a43aecb295d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:45:38.285364 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e308d1-8387-4752-bda2-6346bdedc3f2 req-d9acac2e-36e3-4de8-bb02-2750392b8ebd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:45:38.285695 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-85e308d1-8387-4752-bda2-6346bdedc3f2 req-538fcc3e-2ae2-44a1-9940-2a43aecb295d service neutron] 10.222.0.127 "GET /v2.0/ports?network_id=0de980e9-590c-42a8-a4e7-08d344113bb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0517118 Jul 06 14:45:38.286863 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-85e308d1-8387-4752-bda2-6346bdedc3f2 req-d9acac2e-36e3-4de8-bb02-2750392b8ebd service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=0de980e9-590c-42a8-a4e7-08d344113bb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0517457 Jul 06 14:45:38.383932 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-85e308d1-8387-4752-bda2-6346bdedc3f2 req-4c427572-30ba-4abf-9097-7948a63cd961 service neutron] 10.222.0.72 "GET /v2.0/networks/0de980e9-590c-42a8-a4e7-08d344113bb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896451 Jul 06 14:45:38.384769 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-85e308d1-8387-4752-bda2-6346bdedc3f2 req-a2fbc46b-c4cb-43ed-a27a-ac665f4aa52b service neutron] 10.222.0.127 "GET /v2.0/networks/0de980e9-590c-42a8-a4e7-08d344113bb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919178 Jul 06 14:45:38.474432 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-85e308d1-8387-4752-bda2-6346bdedc3f2 req-0973e829-1466-4df9-b639-91be2787d8f9 service neutron] 10.222.0.127 "GET /v2.0/networks/0de980e9-590c-42a8-a4e7-08d344113bb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832617 Jul 06 14:45:38.475684 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-85e308d1-8387-4752-bda2-6346bdedc3f2 req-dc4ba5d7-8634-4607-bcf8-5c0c82509053 service neutron] 10.222.0.72 "GET /v2.0/networks/0de980e9-590c-42a8-a4e7-08d344113bb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852184 Jul 06 14:45:38.845874 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Device 30df5860-1942-4bb5-b153-bc62314a230a no longer exists at agent hyperv_n-h2-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:45:38.882768 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Device 30df5860-1942-4bb5-b153-bc62314a230a not bound to the agent host n-h2-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:45:38.922736 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7a75e8-c63f-4eb8-88a0-65dfa70a5f97 req-bb886562-53f4-4689-9fa0-462c1090c4d1 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:45:38.924231 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-ec7a75e8-c63f-4eb8-88a0-65dfa70a5f97 req-bb886562-53f4-4689-9fa0-462c1090c4d1 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/ports?device_id=5dbd3ade-08f5-4010-bc15-c98b70c4d216 HTTP/1.1" status: 200 len: 943 time: 0.0694818 Jul 06 14:45:38.962944 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-ec7a75e8-c63f-4eb8-88a0-65dfa70a5f97 req-a17fecb1-c415-4032-95ef-1bbe4b9336a4 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/security-groups?id=dd2bc95c-84fb-4682-90b8-8ac8d7aa9ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330820 Jul 06 14:45:40.140743 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12be0ed2-16af-469a-9cec-9e652121b0e3 req-d0f57c03-bdbc-4c23-ba79-7d40647cb37f tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:45:40.142291 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-12be0ed2-16af-469a-9cec-9e652121b0e3 req-d0f57c03-bdbc-4c23-ba79-7d40647cb37f tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/ports?device_id=5dbd3ade-08f5-4010-bc15-c98b70c4d216 HTTP/1.1" status: 200 len: 943 time: 0.0635467 Jul 06 14:45:40.179874 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-12be0ed2-16af-469a-9cec-9e652121b0e3 req-848b1243-8b9b-4041-be7a-36c11b94f8f3 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/security-groups?id=dd2bc95c-84fb-4682-90b8-8ac8d7aa9ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314407 Jul 06 14:45:40.654795 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Device 30df5860-1942-4bb5-b153-bc62314a230a details requested by agent hyperv_n-h1-773647-6 with host n-h1-773647-6 {{(pid=100248) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 14:45:40.750132 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] For port 30df5860-1942-4bb5-b153-bc62314a230a, host n-h1-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773647-6',level=0,port_id=30df5860-1942-4bb5-b153-bc62314a230a,segment=NetworkSegment(e7ba980d-6408-4a89-a32f-e3032f697d56),segment_id=e7ba980d-6408-4a89-a32f-e3032f697d56)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:45:40.761899 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Returning: {'device': '30df5860-1942-4bb5-b153-bc62314a230a', 'network_id': '0de980e9-590c-42a8-a4e7-08d344113bb7', 'port_id': '30df5860-1942-4bb5-b153-bc62314a230a', 'mac_address': 'fa:16:3e:4b:d3:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1028, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3a2573d9-49c9-4536-b0b0-29496d7e3935', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100248) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 14:45:40.798437 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:45:40.811450 n-d-773647-6 neutron-server[100248]: DEBUG neutron.notifiers.nova [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 30df5860-1942-4bb5-b153-bc62314a230a {{(pid=100248) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 14:45:40.830994 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] For port 30df5860-1942-4bb5-b153-bc62314a230a, host n-h1-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773647-6',level=0,port_id=30df5860-1942-4bb5-b153-bc62314a230a,segment=NetworkSegment(e7ba980d-6408-4a89-a32f-e3032f697d56),segment_id=e7ba980d-6408-4a89-a32f-e3032f697d56)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:45:40.834772 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:45:40.884493 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Pushing event updated for resources: {'Port': ['ID=30df5860-1942-4bb5-b153-bc62314a230a,revision_number=8']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:45:40.891532 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:45:40.891878 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:45:40.892219 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:45:40.892554 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:45:40.892891 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:45:40.893251 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:45:40.893576 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:45:40.893899 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:45:40.894222 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:45:40.894543 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:45:40.894886 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:45:40.895207 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:45:41.008127 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:45:41.216892 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] get_ports_and_sgs() called for port_ids ['30df5860-1942-4bb5-b153-bc62314a230a'] {{(pid=100248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 14:45:41.357245 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83005d2-8d63-4054-a5ce-e2b46af91b2a req-32dbf6b5-9bef-42d8-b0a0-1fdf09edb13c tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:45:41.358744 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-f83005d2-8d63-4054-a5ce-e2b46af91b2a req-32dbf6b5-9bef-42d8-b0a0-1fdf09edb13c tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/ports?device_id=5dbd3ade-08f5-4010-bc15-c98b70c4d216 HTTP/1.1" status: 200 len: 944 time: 0.0639484 Jul 06 14:45:41.396857 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-f83005d2-8d63-4054-a5ce-e2b46af91b2a req-68e403f2-885b-4633-bcf0-0b221fccd19c tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/security-groups?id=dd2bc95c-84fb-4682-90b8-8ac8d7aa9ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324771 Jul 06 14:45:41.692774 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc083a4-5b34-4ddd-b9e0-9723d177cd1e req-59b35030-3366-4346-9667-28261648d4fa tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:45:41.694337 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-4bc083a4-5b34-4ddd-b9e0-9723d177cd1e req-59b35030-3366-4346-9667-28261648d4fa tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/ports?device_id=5dbd3ade-08f5-4010-bc15-c98b70c4d216 HTTP/1.1" status: 200 len: 944 time: 0.0694857 Jul 06 14:45:41.710007 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9665e8b3-749a-4413-8880-2b1a1ac54965 req-6a384605-1772-40f2-9336-7dd042a1c78c tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:45:41.711586 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-9665e8b3-749a-4413-8880-2b1a1ac54965 req-6a384605-1772-40f2-9336-7dd042a1c78c tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.72 "GET /v2.0/ports?device_id=5dbd3ade-08f5-4010-bc15-c98b70c4d216&tenant_id=d43e4314dc9b484b87d7a3ce014660e1&binding%3Ahost_id=n-h1-773647-6 HTTP/1.1" status: 200 len: 944 time: 0.0807004 Jul 06 14:45:41.734255 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-4bc083a4-5b34-4ddd-b9e0-9723d177cd1e req-6ae88250-5476-4f42-b604-ade5ec154f8c tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/security-groups?id=dd2bc95c-84fb-4682-90b8-8ac8d7aa9ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340078 Jul 06 14:45:41.771388 n-d-773647-6 neutron-server[100246]: INFO neutron.api.v2.resource [req-9665e8b3-749a-4413-8880-2b1a1ac54965 req-064758be-a5df-4d00-b653-54ebf46bff01 service neutron] delete failed (client error): The resource could not be found. Jul 06 14:45:41.772914 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-9665e8b3-749a-4413-8880-2b1a1ac54965 req-064758be-a5df-4d00-b653-54ebf46bff01 service neutron] 10.222.0.72 "DELETE /v2.0/ports/30df5860-1942-4bb5-b153-bc62314a230a/bindings/n-h2-773647-6 HTTP/1.1" status: 404 len: 380 time: 0.0556865 Jul 06 14:45:41.867465 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9665e8b3-749a-4413-8880-2b1a1ac54965 req-1c4f9ce4-8460-4ad8-af81-7fa634d1b27a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:45:41.868984 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-9665e8b3-749a-4413-8880-2b1a1ac54965 req-1c4f9ce4-8460-4ad8-af81-7fa634d1b27a service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=d43e4314dc9b484b87d7a3ce014660e1&device_id=5dbd3ade-08f5-4010-bc15-c98b70c4d216 HTTP/1.1" status: 200 len: 1095 time: 0.0542586 Jul 06 14:45:41.960992 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9665e8b3-749a-4413-8880-2b1a1ac54965 req-681a009d-3c5d-41fd-a5ba-3a8d63ea61a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:45:41.962385 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-9665e8b3-749a-4413-8880-2b1a1ac54965 req-681a009d-3c5d-41fd-a5ba-3a8d63ea61a5 service neutron] 10.222.0.72 "GET /v2.0/networks?id=0de980e9-590c-42a8-a4e7-08d344113bb7 HTTP/1.1" status: 200 len: 913 time: 0.0876060 Jul 06 14:45:42.025036 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-9665e8b3-749a-4413-8880-2b1a1ac54965 req-54163e71-9113-4fad-819c-1d38a7eafa14 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=30df5860-1942-4bb5-b153-bc62314a230a HTTP/1.1" status: 200 len: 999 time: 0.0565848 Jul 06 14:45:42.071764 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9665e8b3-749a-4413-8880-2b1a1ac54965 req-f8b34e6d-33ed-42d3-ac94-a339a2bbaf7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:45:42.073179 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-9665e8b3-749a-4413-8880-2b1a1ac54965 req-f8b34e6d-33ed-42d3-ac94-a339a2bbaf7e service neutron] 10.222.0.72 "GET /v2.0/subnets?id=3a2573d9-49c9-4536-b0b0-29496d7e3935 HTTP/1.1" status: 200 len: 850 time: 0.0425320 Jul 06 14:45:42.132834 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9665e8b3-749a-4413-8880-2b1a1ac54965 req-6a5214a0-1758-4b47-bd32-1e79e9a2965e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:45:42.134321 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-9665e8b3-749a-4413-8880-2b1a1ac54965 req-6a5214a0-1758-4b47-bd32-1e79e9a2965e service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=0de980e9-590c-42a8-a4e7-08d344113bb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0554314 Jul 06 14:45:42.221444 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-9665e8b3-749a-4413-8880-2b1a1ac54965 req-ddb3beb4-5c7f-4b68-86a8-5a707fe34a99 service neutron] 10.222.0.72 "GET /v2.0/networks/0de980e9-590c-42a8-a4e7-08d344113bb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805082 Jul 06 14:45:42.312562 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-9665e8b3-749a-4413-8880-2b1a1ac54965 req-9a010dae-4238-4dbb-953e-e64a7ecc7c38 service neutron] 10.222.0.72 "GET /v2.0/networks/0de980e9-590c-42a8-a4e7-08d344113bb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850127 Jul 06 14:45:42.669559 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Device 30df5860-1942-4bb5-b153-bc62314a230a up at agent hyperv_n-h1-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:45:42.718115 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Provisioning for port 30df5860-1942-4bb5-b153-bc62314a230a completed by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:45:42.722233 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Provisioning complete for port 30df5860-1942-4bb5-b153-bc62314a230a triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:45:42.722605 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:45:42.817835 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:45:42.830886 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:45:42.844026 n-d-773647-6 neutron-server[100248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5dbd3ade-08f5-4010-bc15-c98b70c4d216', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30df5860-1942-4bb5-b153-bc62314a230a'}] {{(pid=100248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:45:42.846323 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84af257533e383389cbcf231d3534f4d5e149e7203fea16b4a8fc01438dddaf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fb2a76d-9502-4ae7-9ce6-4ac16a1f6641" -d '{"events": [{"server_uuid": "5dbd3ade-08f5-4010-bc15-c98b70c4d216", "name": "network-vif-plugged", "status": "completed", "tag": "30df5860-1942-4bb5-b153-bc62314a230a"}]}' {{(pid=100248) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:45:42.860373 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] For port 30df5860-1942-4bb5-b153-bc62314a230a, host n-h1-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773647-6',level=0,port_id=30df5860-1942-4bb5-b153-bc62314a230a,segment=NetworkSegment(e7ba980d-6408-4a89-a32f-e3032f697d56),segment_id=e7ba980d-6408-4a89-a32f-e3032f697d56)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:45:42.866454 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:45:42.918346 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 14:45:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-220b3c91-1a3c-4d31-a305-75abd1a7effd x-openstack-request-id: req-220b3c91-1a3c-4d31-a305-75abd1a7effd {{(pid=100248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:45:42.918636 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5dbd3ade-08f5-4010-bc15-c98b70c4d216", "name": "network-vif-plugged", "status": "completed", "tag": "30df5860-1942-4bb5-b153-bc62314a230a", "code": 200}]} {{(pid=100248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:45:42.919030 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-220b3c91-1a3c-4d31-a305-75abd1a7effd {{(pid=100248) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:45:42.919321 n-d-773647-6 neutron-server[100248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5dbd3ade-08f5-4010-bc15-c98b70c4d216', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30df5860-1942-4bb5-b153-bc62314a230a', 'code': 200} Jul 06 14:45:42.925382 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Pushing event updated for resources: {'Port': ['ID=30df5860-1942-4bb5-b153-bc62314a230a,revision_number=9']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:45:42.951510 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a476f083-3129-4998-9e99-f607ace9f341 req-3d234e2a-2373-4e10-9aa6-af5dfb2ea83a tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:45:42.953053 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-a476f083-3129-4998-9e99-f607ace9f341 req-3d234e2a-2373-4e10-9aa6-af5dfb2ea83a tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/ports?device_id=5dbd3ade-08f5-4010-bc15-c98b70c4d216 HTTP/1.1" status: 200 len: 945 time: 0.0973330 Jul 06 14:45:42.992094 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-a476f083-3129-4998-9e99-f607ace9f341 req-0f07db7b-6c8e-4344-acf6-eaf404896849 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/security-groups?id=dd2bc95c-84fb-4682-90b8-8ac8d7aa9ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331078 Jul 06 14:45:43.167825 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4adc1afd-1335-441d-a2cf-7a08e7628ce2 req-84b74e98-de24-4376-85da-338ab5255591 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:45:43.169301 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-4adc1afd-1335-441d-a2cf-7a08e7628ce2 req-84b74e98-de24-4376-85da-338ab5255591 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/ports?device_id=5dbd3ade-08f5-4010-bc15-c98b70c4d216 HTTP/1.1" status: 200 len: 945 time: 0.0668564 Jul 06 14:45:43.208531 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-4adc1afd-1335-441d-a2cf-7a08e7628ce2 req-36b52455-c38c-413b-b1c1-071c1b31f8de tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/security-groups?id=dd2bc95c-84fb-4682-90b8-8ac8d7aa9ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333226 Jul 06 14:45:43.381630 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccb4e8f-8a3a-471e-ba61-e020fce7159e req-69c1233f-ae87-4531-9a18-9fb6770c7a54 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:45:43.383108 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-fccb4e8f-8a3a-471e-ba61-e020fce7159e req-69c1233f-ae87-4531-9a18-9fb6770c7a54 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/ports?device_id=5dbd3ade-08f5-4010-bc15-c98b70c4d216 HTTP/1.1" status: 200 len: 945 time: 0.0633602 Jul 06 14:45:43.420847 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-fccb4e8f-8a3a-471e-ba61-e020fce7159e req-33dad1b0-2c30-44bb-9dbb-97b0734095e4 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/security-groups?id=dd2bc95c-84fb-4682-90b8-8ac8d7aa9ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321145 Jul 06 14:45:43.802430 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d884dfc-e39a-49af-9a20-f9b2ba6e6a2d req-77dc3d0c-f64f-49f0-82ab-14e34cd840c4 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:45:43.804459 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-0d884dfc-e39a-49af-9a20-f9b2ba6e6a2d req-77dc3d0c-f64f-49f0-82ab-14e34cd840c4 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/ports?device_id=5dbd3ade-08f5-4010-bc15-c98b70c4d216 HTTP/1.1" status: 200 len: 945 time: 0.0624819 Jul 06 14:45:43.841611 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-0d884dfc-e39a-49af-9a20-f9b2ba6e6a2d req-6a723867-db6e-4b91-8206-d78cf8419eac tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/security-groups?id=dd2bc95c-84fb-4682-90b8-8ac8d7aa9ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316966 Jul 06 14:45:45.019406 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99095399-90c8-45ae-90e2-f77131c5838b req-ce72d3e4-41cb-41cd-8586-b76e38c72291 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:45:45.020805 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-99095399-90c8-45ae-90e2-f77131c5838b req-ce72d3e4-41cb-41cd-8586-b76e38c72291 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/ports?device_id=5dbd3ade-08f5-4010-bc15-c98b70c4d216 HTTP/1.1" status: 200 len: 945 time: 0.0666835 Jul 06 14:45:45.057805 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-99095399-90c8-45ae-90e2-f77131c5838b req-741776b1-b011-4fd8-baf2-b12396a9cadc tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/security-groups?id=dd2bc95c-84fb-4682-90b8-8ac8d7aa9ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308197 Jul 06 14:45:45.128419 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69f2877-8012-4d4d-8ae8-cbe69f6879d5 req-64bbab17-0882-4ab1-b366-33b72f85c02a tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:45:45.129873 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-d69f2877-8012-4d4d-8ae8-cbe69f6879d5 req-64bbab17-0882-4ab1-b366-33b72f85c02a tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.127 "GET /v2.0/ports?device_id=5dbd3ade-08f5-4010-bc15-c98b70c4d216 HTTP/1.1" status: 200 len: 945 time: 0.0619676 Jul 06 14:45:45.230996 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.plugin [req-d69f2877-8012-4d4d-8ae8-cbe69f6879d5 req-ad7cc0dc-5248-4eb0-b304-60279ce59f84 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Deleting port 30df5860-1942-4bb5-b153-bc62314a230a {{(pid=100247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:45:45.231369 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-d69f2877-8012-4d4d-8ae8-cbe69f6879d5 req-ad7cc0dc-5248-4eb0-b304-60279ce59f84 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:45:45.319607 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.db [req-d69f2877-8012-4d4d-8ae8-cbe69f6879d5 req-ad7cc0dc-5248-4eb0-b304-60279ce59f84 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] For port 30df5860-1942-4bb5-b153-bc62314a230a, host n-h1-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773647-6',level=0,port_id=30df5860-1942-4bb5-b153-bc62314a230a,segment=NetworkSegment(e7ba980d-6408-4a89-a32f-e3032f697d56),segment_id=e7ba980d-6408-4a89-a32f-e3032f697d56)] {{(pid=100247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:45:45.319875 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-d69f2877-8012-4d4d-8ae8-cbe69f6879d5 req-ad7cc0dc-5248-4eb0-b304-60279ce59f84 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:45:45.488366 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-d69f2877-8012-4d4d-8ae8-cbe69f6879d5 req-ad7cc0dc-5248-4eb0-b304-60279ce59f84 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:45:45.488731 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-d69f2877-8012-4d4d-8ae8-cbe69f6879d5 req-ad7cc0dc-5248-4eb0-b304-60279ce59f84 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1761130'] for floatingip, after_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:45:45.489042 n-d-773647-6 neutron-server[100247]: INFO neutron.db.l3_db [req-d69f2877-8012-4d4d-8ae8-cbe69f6879d5 req-ad7cc0dc-5248-4eb0-b304-60279ce59f84 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Floating IP 8a640bb1-8189-4bd0-9ce2-6d62519bfe0c disassociated. External IP: 172.25.0.78, port: 30df5860-1942-4bb5-b153-bc62314a230a. Jul 06 14:45:45.489383 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.plugin [req-d69f2877-8012-4d4d-8ae8-cbe69f6879d5 req-ad7cc0dc-5248-4eb0-b304-60279ce59f84 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Calling delete_port for 30df5860-1942-4bb5-b153-bc62314a230a owned by compute:nova {{(pid=100247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:45:45.615103 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-d69f2877-8012-4d4d-8ae8-cbe69f6879d5 req-ad7cc0dc-5248-4eb0-b304-60279ce59f84 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128888353'] for port, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:45:45.648286 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7cc0dc-5248-4eb0-b304-60279ce59f84 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Pushing event deleted for resources: {'Port': ['ID=30df5860-1942-4bb5-b153-bc62314a230a,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:45:45.768847 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d69f2877-8012-4d4d-8ae8-cbe69f6879d5 req-ad7cc0dc-5248-4eb0-b304-60279ce59f84 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Router e025909a-055c-4b8d-b68d-be81ee5757cc has already been hosted by L3 agent 2823d358-a11b-4885-a706-95a279e43fa7 {{(pid=100247) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 14:45:45.875889 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d69f2877-8012-4d4d-8ae8-cbe69f6879d5 req-ad7cc0dc-5248-4eb0-b304-60279ce59f84 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Notify agent at l3_agent.n-d-773647-6 the message routers_updated {{(pid=100247) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 14:45:45.885231 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-019a3a66-c606-4093-8ece-26422893e80a None None] Sync routers for ids ['e025909a-055c-4b8d-b68d-be81ee5757cc'] in n-d-773647-6 {{(pid=100248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 14:45:45.895046 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-019a3a66-c606-4093-8ece-26422893e80a None None] Routers {'e025909a-055c-4b8d-b68d-be81ee5757cc'} bound to L3 agent in host n-d-773647-6 {{(pid=100248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:45:45.895680 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-019a3a66-c606-4093-8ece-26422893e80a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T14:45:26Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['e025909a-055c-4b8d-b68d-be81ee5757cc'], 'active': True} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:45:45.921341 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.l3_dvrscheduler_db [req-d69f2877-8012-4d4d-8ae8-cbe69f6879d5 req-ad7cc0dc-5248-4eb0-b304-60279ce59f84 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] No DVR routers for this DVR port 30df5860-1942-4bb5-b153-bc62314a230a on host n-h1-773647-6 {{(pid=100247) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:45:45.923765 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-d69f2877-8012-4d4d-8ae8-cbe69f6879d5 req-ad7cc0dc-5248-4eb0-b304-60279ce59f84 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:45:45.925725 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-d69f2877-8012-4d4d-8ae8-cbe69f6879d5 req-ad7cc0dc-5248-4eb0-b304-60279ce59f84 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.127 "DELETE /v2.0/ports/30df5860-1942-4bb5-b153-bc62314a230a HTTP/1.1" status: 204 len: 173 time: 0.7904191 Jul 06 14:45:45.926158 n-d-773647-6 neutron-server[100247]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5dbd3ade-08f5-4010-bc15-c98b70c4d216', 'name': 'network-vif-deleted', 'tag': '30df5860-1942-4bb5-b153-bc62314a230a'}] {{(pid=100247) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:45:45.929019 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cbf0eeaae822f8fc9b87a94aeba67a3d651842baf663a51cba94b67a514836d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6392f409-6ac4-4c40-9afc-cc647ea97be7" -d '{"events": [{"server_uuid": "5dbd3ade-08f5-4010-bc15-c98b70c4d216", "name": "network-vif-deleted", "tag": "30df5860-1942-4bb5-b153-bc62314a230a"}]}' {{(pid=100247) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:45:45.971399 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 14:45:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9dd72803-96e6-48ca-a766-ad538603d71e x-openstack-request-id: req-9dd72803-96e6-48ca-a766-ad538603d71e {{(pid=100247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:45:45.971697 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5dbd3ade-08f5-4010-bc15-c98b70c4d216", "name": "network-vif-deleted", "tag": "30df5860-1942-4bb5-b153-bc62314a230a", "status": "completed", "code": 200}]} {{(pid=100247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:45:45.971947 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-9dd72803-96e6-48ca-a766-ad538603d71e {{(pid=100247) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:45:45.972349 n-d-773647-6 neutron-server[100247]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5dbd3ade-08f5-4010-bc15-c98b70c4d216', 'name': 'network-vif-deleted', 'tag': '30df5860-1942-4bb5-b153-bc62314a230a', 'status': 'completed', 'code': 200} Jul 06 14:45:46.009625 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvr_db [None req-019a3a66-c606-4093-8ece-26422893e80a None None] Set router e025909a-055c-4b8d-b68d-be81ee5757cc gateway port host: n-d-773647-6 {{(pid=100248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:45:46.223112 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-d19ff100-65d3-4f55-acac-7589ac3df658 req-99e2187d-9bd3-487c-a92e-c42da1d2976d tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/ports?device_id=5dbd3ade-08f5-4010-bc15-c98b70c4d216 HTTP/1.1" status: 200 len: 210 time: 0.0372870 Jul 06 14:45:46.223935 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-019a3a66-c606-4093-8ece-26422893e80a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e025909a-055c-4b8d-b68d-be81ee5757cc', 'name': 'tempest-ServerActionsTestJSON-986719547-router', 'tenant_id': 'd43e4314dc9b484b87d7a3ce014660e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.23'}], 'enable_snat': True}, 'gw_port_id': 'aa30efcd-874f-4b7d-9d1b-e055b4d67d68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:43:27Z', 'updated_at': '2021-07-06T14:43:30Z', 'revision_number': 4, 'project_id': 'd43e4314dc9b484b87d7a3ce014660e1', 'gw_port': {'id': 'aa30efcd-874f-4b7d-9d1b-e055b4d67d68', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:80:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e025909a-055c-4b8d-b68d-be81ee5757cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:43:28Z', 'updated_at': '2021-07-06T14:43:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6', '_interfaces': [{'id': '27410a49-5ef7-40e9-b17c-8fe074a734c4', 'name': '', 'network_id': '0de980e9-590c-42a8-a4e7-08d344113bb7', 'tenant_id': 'd43e4314dc9b484b87d7a3ce014660e1', 'mac_address': 'fa:16:3e:ea:14:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e025909a-055c-4b8d-b68d-be81ee5757cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '3a2573d9-49c9-4536-b0b0-29496d7e3935', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:43:29Z', 'updated_at': '2021-07-06T14:43:35Z', 'revision_number': 5, 'project_id': 'd43e4314dc9b484b87d7a3ce014660e1', 'subnets': [{'id': '3a2573d9-49c9-4536-b0b0-29496d7e3935', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773647-6', False) {} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:45:46.253506 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-019a3a66-c606-4093-8ece-26422893e80a None None] Checking router: e025909a-055c-4b8d-b68d-be81ee5757cc for host: n-d-773647-6 {{(pid=100248) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 14:45:46.262412 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-019a3a66-c606-4093-8ece-26422893e80a None None] Routers {'e025909a-055c-4b8d-b68d-be81ee5757cc'} bound to L3 agent in host n-d-773647-6 {{(pid=100248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:45:46.263004 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-019a3a66-c606-4093-8ece-26422893e80a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T14:45:26Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['e025909a-055c-4b8d-b68d-be81ee5757cc'], 'active': True} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:45:46.366853 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvr_db [None req-019a3a66-c606-4093-8ece-26422893e80a None None] Set router e025909a-055c-4b8d-b68d-be81ee5757cc gateway port host: n-d-773647-6 {{(pid=100248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:45:46.555366 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-019a3a66-c606-4093-8ece-26422893e80a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e025909a-055c-4b8d-b68d-be81ee5757cc', 'name': 'tempest-ServerActionsTestJSON-986719547-router', 'tenant_id': 'd43e4314dc9b484b87d7a3ce014660e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.23'}], 'enable_snat': True}, 'gw_port_id': 'aa30efcd-874f-4b7d-9d1b-e055b4d67d68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:43:27Z', 'updated_at': '2021-07-06T14:43:30Z', 'revision_number': 4, 'project_id': 'd43e4314dc9b484b87d7a3ce014660e1', 'gw_port': {'id': 'aa30efcd-874f-4b7d-9d1b-e055b4d67d68', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:80:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e025909a-055c-4b8d-b68d-be81ee5757cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:43:28Z', 'updated_at': '2021-07-06T14:43:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6', '_interfaces': [{'id': '27410a49-5ef7-40e9-b17c-8fe074a734c4', 'name': '', 'network_id': '0de980e9-590c-42a8-a4e7-08d344113bb7', 'tenant_id': 'd43e4314dc9b484b87d7a3ce014660e1', 'mac_address': 'fa:16:3e:ea:14:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e025909a-055c-4b8d-b68d-be81ee5757cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '3a2573d9-49c9-4536-b0b0-29496d7e3935', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:43:29Z', 'updated_at': '2021-07-06T14:43:35Z', 'revision_number': 5, 'project_id': 'd43e4314dc9b484b87d7a3ce014660e1', 'subnets': [{'id': '3a2573d9-49c9-4536-b0b0-29496d7e3935', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773647-6', False) {} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:45:46.584557 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-019a3a66-c606-4093-8ece-26422893e80a None None] The sync data for ids ['e025909a-055c-4b8d-b68d-be81ee5757cc'] in n-d-773647-6 is: [{'id': 'e025909a-055c-4b8d-b68d-be81ee5757cc', 'name': 'tempest-ServerActionsTestJSON-986719547-router', 'tenant_id': 'd43e4314dc9b484b87d7a3ce014660e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.23'}], 'enable_snat': True}, 'gw_port_id': 'aa30efcd-874f-4b7d-9d1b-e055b4d67d68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:43:27Z', 'updated_at': '2021-07-06T14:43:30Z', 'revision_number': 4, 'project_id': 'd43e4314dc9b484b87d7a3ce014660e1', 'gw_port': {'id': 'aa30efcd-874f-4b7d-9d1b-e055b4d67d68', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:80:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e025909a-055c-4b8d-b68d-be81ee5757cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:43:28Z', 'updated_at': '2021-07-06T14:43:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6', '_interfaces': [{'id': '27410a49-5ef7-40e9-b17c-8fe074a734c4', 'name': '', 'network_id': '0de980e9-590c-42a8-a4e7-08d344113bb7', 'tenant_id': 'd43e4314dc9b484b87d7a3ce014660e1', 'mac_address': 'fa:16:3e:ea:14:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e025909a-055c-4b8d-b68d-be81ee5757cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '3a2573d9-49c9-4536-b0b0-29496d7e3935', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:43:29Z', 'updated_at': '2021-07-06T14:43:35Z', 'revision_number': 5, 'project_id': 'd43e4314dc9b484b87d7a3ce014660e1', 'subnets': [{'id': '3a2573d9-49c9-4536-b0b0-29496d7e3935', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 14:45:46.797365 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43dafade-ad5d-4939-a6e5-abb18175f9f0 None None] New status for floating IP 8a640bb1-8189-4bd0-9ce2-6d62519bfe0c: DOWN {{(pid=100249) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 14:45:47.532393 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-f55dbe28-2382-449f-a3cb-799450b8c44b req-402dc763-11a3-4e19-ae81-0beafd00abe5 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/security-groups?name=tempest-securitygroup--1210822365&fields=id&tenant_id=d43e4314dc9b484b87d7a3ce014660e1 HTTP/1.1" status: 200 len: 267 time: 0.0325425 Jul 06 14:45:47.644401 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55dbe28-2382-449f-a3cb-799450b8c44b req-0518f954-0416-4963-a171-dcf1f98572f0 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:45:47.645978 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-f55dbe28-2382-449f-a3cb-799450b8c44b req-0518f954-0416-4963-a171-dcf1f98572f0 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/networks?id=0de980e9-590c-42a8-a4e7-08d344113bb7 HTTP/1.1" status: 200 len: 811 time: 0.1065018 Jul 06 14:45:47.663177 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-f55dbe28-2382-449f-a3cb-799450b8c44b req-82236781-7873-42ef-8092-a7c371b454d8 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/quotas/d43e4314dc9b484b87d7a3ce014660e1 HTTP/1.1" status: 200 len: 375 time: 0.0104930 Jul 06 14:45:47.734943 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-f55dbe28-2382-449f-a3cb-799450b8c44b req-984b06f1-93d2-4085-aac0-95e67e442677 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/ports?tenant_id=d43e4314dc9b484b87d7a3ce014660e1&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0662427 Jul 06 14:45:47.833878 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-f55dbe28-2382-449f-a3cb-799450b8c44b req-544bda3a-5edc-448b-a395-b7eb7e79da5e service neutron] 10.222.0.104 "GET /v2.0/networks/0de980e9-590c-42a8-a4e7-08d344113bb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875437 Jul 06 14:45:47.924751 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-f55dbe28-2382-449f-a3cb-799450b8c44b req-f2a7aae5-8f0f-44f5-aaff-5eb76a71d0a7 service neutron] 10.222.0.104 "GET /v2.0/networks/0de980e9-590c-42a8-a4e7-08d344113bb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841122 Jul 06 14:45:48.095587 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-fee3a620-d490-4c91-9db9-6beefc272d0e req-b07deb97-eafa-496e-bbbd-736435215275 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/ports?device_id=90955c02-c69f-463d-b7c2-9df0c9d038b7 HTTP/1.1" status: 200 len: 210 time: 0.0302434 Jul 06 14:45:48.700776 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Device 30df5860-1942-4bb5-b153-bc62314a230a no longer exists at agent hyperv_n-h1-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:45:48.720811 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] No Port match for: 30df5860-1942-4bb5-b153-bc62314a230a {{(pid=100248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 14:45:48.721155 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Device 30df5860-1942-4bb5-b153-bc62314a230a not bound to the agent host n-h1-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:45:49.162849 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55dbe28-2382-449f-a3cb-799450b8c44b req-ddfcdab7-1576-4d5c-8979-8c215cd50570 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:45:49.164378 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-f55dbe28-2382-449f-a3cb-799450b8c44b req-ddfcdab7-1576-4d5c-8979-8c215cd50570 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.72 "GET /v2.0/networks?id=0de980e9-590c-42a8-a4e7-08d344113bb7 HTTP/1.1" status: 200 len: 811 time: 0.1081862 Jul 06 14:45:49.216284 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-f55dbe28-2382-449f-a3cb-799450b8c44b req-0af42e82-07a3-44e3-adf0-81bac1303173 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d43e4314dc9b484b87d7a3ce014660e1 HTTP/1.1" status: 200 len: 380 time: 0.0366247 Jul 06 14:45:49.224584 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [req-f55dbe28-2382-449f-a3cb-799450b8c44b req-18b33d62-3764-4b7b-9de8-522ffad3d008 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Request body: {'port': {'device_id': '90955c02-c69f-463d-b7c2-9df0c9d038b7', 'network_id': '0de980e9-590c-42a8-a4e7-08d344113bb7', 'admin_state_up': True, 'tenant_id': 'd43e4314dc9b484b87d7a3ce014660e1', 'security_groups': ['dd2bc95c-84fb-4682-90b8-8ac8d7aa9ea3']}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:45:49.248948 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-781dadb0-ce48-46d3-8060-2a3c644259ab req-46cd767e-7096-426d-962a-a046134126f5 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/ports?device_id=90955c02-c69f-463d-b7c2-9df0c9d038b7 HTTP/1.1" status: 200 len: 210 time: 0.0346892 Jul 06 14:45:49.341662 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f55dbe28-2382-449f-a3cb-799450b8c44b req-18b33d62-3764-4b7b-9de8-522ffad3d008 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Made reservation on behalf of d43e4314dc9b484b87d7a3ce014660e1 for: {'port': 1} {{(pid=100246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:45:49.345302 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-f55dbe28-2382-449f-a3cb-799450b8c44b req-18b33d62-3764-4b7b-9de8-522ffad3d008 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:45:49.470829 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.db_base_plugin_common [req-f55dbe28-2382-449f-a3cb-799450b8c44b req-18b33d62-3764-4b7b-9de8-522ffad3d008 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Allocated IP 172.20.0.6 (0de980e9-590c-42a8-a4e7-08d344113bb7/3a2573d9-49c9-4536-b0b0-29496d7e3935/e2098aa7-2dfa-416e-8af7-b4b12d813e32) {{(pid=100246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:45:49.608186 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-f55dbe28-2382-449f-a3cb-799450b8c44b req-18b33d62-3764-4b7b-9de8-522ffad3d008 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Notify callbacks [] for port, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:45:49.621946 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.provisioning_blocks [req-f55dbe28-2382-449f-a3cb-799450b8c44b req-18b33d62-3764-4b7b-9de8-522ffad3d008 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Transition to ACTIVE for port object e2098aa7-2dfa-416e-8af7-b4b12d813e32 will not be triggered until provisioned by entity DHCP. {{(pid=100246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:45:49.654706 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-f55dbe28-2382-449f-a3cb-799450b8c44b req-18b33d62-3764-4b7b-9de8-522ffad3d008 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-127687573'] for port, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:45:49.702766 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f55dbe28-2382-449f-a3cb-799450b8c44b req-18b33d62-3764-4b7b-9de8-522ffad3d008 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Network 0de980e9-590c-42a8-a4e7-08d344113bb7 is already hosted by enough agents. {{(pid=100246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:45:49.706190 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.base_scheduler [req-f55dbe28-2382-449f-a3cb-799450b8c44b req-18b33d62-3764-4b7b-9de8-522ffad3d008 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Resources bound (agent type, host, resource id): {{(pid=100246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:45:49.711055 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [req-f55dbe28-2382-449f-a3cb-799450b8c44b req-18b33d62-3764-4b7b-9de8-522ffad3d008 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Received port after_create {{(pid=100246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:45:49.739386 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b33d62-3764-4b7b-9de8-522ffad3d008 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Pushing event updated for resources: {'Port': ['ID=e2098aa7-2dfa-416e-8af7-b4b12d813e32,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:45:49.754594 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18b33d62-3764-4b7b-9de8-522ffad3d008 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:45:49.754939 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18b33d62-3764-4b7b-9de8-522ffad3d008 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:45:49.755307 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18b33d62-3764-4b7b-9de8-522ffad3d008 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:45:49.755654 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18b33d62-3764-4b7b-9de8-522ffad3d008 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:45:49.756033 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18b33d62-3764-4b7b-9de8-522ffad3d008 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:45:49.756367 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18b33d62-3764-4b7b-9de8-522ffad3d008 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:45:49.756702 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18b33d62-3764-4b7b-9de8-522ffad3d008 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:45:49.757028 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18b33d62-3764-4b7b-9de8-522ffad3d008 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:45:49.757351 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18b33d62-3764-4b7b-9de8-522ffad3d008 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:45:49.757674 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18b33d62-3764-4b7b-9de8-522ffad3d008 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:45:49.758058 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18b33d62-3764-4b7b-9de8-522ffad3d008 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:45:49.758431 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18b33d62-3764-4b7b-9de8-522ffad3d008 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:45:49.780408 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55dbe28-2382-449f-a3cb-799450b8c44b req-18b33d62-3764-4b7b-9de8-522ffad3d008 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:45:49.781044 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-f55dbe28-2382-449f-a3cb-799450b8c44b req-18b33d62-3764-4b7b-9de8-522ffad3d008 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:45:49.796847 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-f55dbe28-2382-449f-a3cb-799450b8c44b req-18b33d62-3764-4b7b-9de8-522ffad3d008 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5759654 Jul 06 14:45:49.809919 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [req-f55dbe28-2382-449f-a3cb-799450b8c44b req-e9a38e33-6fc1-4b66-9d0a-9b8cc0625b3b service neutron] Request body: {'port': {'device_id': '90955c02-c69f-463d-b7c2-9df0c9d038b7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-773647-6'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:45:49.883767 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-f55dbe28-2382-449f-a3cb-799450b8c44b req-e9a38e33-6fc1-4b66-9d0a-9b8cc0625b3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:45:49.991082 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-ce396ba5-dfde-47e5-8a09-50188f164e24 None None] Provisioning for port e2098aa7-2dfa-416e-8af7-b4b12d813e32 completed by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:45:49.996320 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-ce396ba5-dfde-47e5-8a09-50188f164e24 None None] Provisioning complete for port e2098aa7-2dfa-416e-8af7-b4b12d813e32 triggered by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:45:49.996727 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-ce396ba5-dfde-47e5-8a09-50188f164e24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:45:50.034109 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-ce396ba5-dfde-47e5-8a09-50188f164e24 None None] Port e2098aa7-2dfa-416e-8af7-b4b12d813e32 cannot update to ACTIVE because it is not bound. {{(pid=100248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 14:45:50.163051 n-d-773647-6 neutron-server[100246]: DEBUG neutron.notifiers.nova [req-f55dbe28-2382-449f-a3cb-799450b8c44b req-e9a38e33-6fc1-4b66-9d0a-9b8cc0625b3b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e2098aa7-2dfa-416e-8af7-b4b12d813e32 {{(pid=100246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 14:45:50.171386 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-f55dbe28-2382-449f-a3cb-799450b8c44b req-e9a38e33-6fc1-4b66-9d0a-9b8cc0625b3b service neutron] Notify callbacks [] for port, precommit_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:45:50.183965 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.provisioning_blocks [req-f55dbe28-2382-449f-a3cb-799450b8c44b req-e9a38e33-6fc1-4b66-9d0a-9b8cc0625b3b service neutron] Transition to ACTIVE for port object e2098aa7-2dfa-416e-8af7-b4b12d813e32 will not be triggered until provisioned by entity L2. {{(pid=100246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:45:50.188277 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-f55dbe28-2382-449f-a3cb-799450b8c44b req-e9a38e33-6fc1-4b66-9d0a-9b8cc0625b3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127687527'] for port, after_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:45:50.238381 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a38e33-6fc1-4b66-9d0a-9b8cc0625b3b service neutron] Pushing event updated for resources: {'Port': ['ID=e2098aa7-2dfa-416e-8af7-b4b12d813e32,revision_number=2']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:45:50.317520 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [req-f55dbe28-2382-449f-a3cb-799450b8c44b req-e9a38e33-6fc1-4b66-9d0a-9b8cc0625b3b service neutron] Attempting to bind port e2098aa7-2dfa-416e-8af7-b4b12d813e32 on host n-h2-773647-6 for vnic_type normal with profile {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:45:50.318684 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [req-f55dbe28-2382-449f-a3cb-799450b8c44b req-e9a38e33-6fc1-4b66-9d0a-9b8cc0625b3b service neutron] Attempting to bind port e2098aa7-2dfa-416e-8af7-b4b12d813e32 by drivers openvswitch,hyperv on host n-h2-773647-6 at level 0 using segments [{'id': 'e7ba980d-6408-4a89-a32f-e3032f697d56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1028, 'network_id': '0de980e9-590c-42a8-a4e7-08d344113bb7'}] {{(pid=100246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:45:50.319020 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f55dbe28-2382-449f-a3cb-799450b8c44b req-e9a38e33-6fc1-4b66-9d0a-9b8cc0625b3b service neutron] Attempting to bind port e2098aa7-2dfa-416e-8af7-b4b12d813e32 on network 0de980e9-590c-42a8-a4e7-08d344113bb7 {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:45:50.323932 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f55dbe28-2382-449f-a3cb-799450b8c44b req-e9a38e33-6fc1-4b66-9d0a-9b8cc0625b3b service neutron] Port e2098aa7-2dfa-416e-8af7-b4b12d813e32 on network 0de980e9-590c-42a8-a4e7-08d344113bb7 not bound, no agent of type Open vSwitch agent registered on host n-h2-773647-6 {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 14:45:50.324262 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f55dbe28-2382-449f-a3cb-799450b8c44b req-e9a38e33-6fc1-4b66-9d0a-9b8cc0625b3b service neutron] Attempting to bind port e2098aa7-2dfa-416e-8af7-b4b12d813e32 on network 0de980e9-590c-42a8-a4e7-08d344113bb7 {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:45:50.329440 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f55dbe28-2382-449f-a3cb-799450b8c44b req-e9a38e33-6fc1-4b66-9d0a-9b8cc0625b3b service neutron] Checking agent: {'id': '63768ece-0600-4354-8d29-fdedec96b077', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-773647-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 51, 10), 'started_at': datetime.datetime(2021, 7, 6, 13, 51, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 45, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:45:50.329785 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f55dbe28-2382-449f-a3cb-799450b8c44b req-e9a38e33-6fc1-4b66-9d0a-9b8cc0625b3b service neutron] Checking segment: {'id': 'e7ba980d-6408-4a89-a32f-e3032f697d56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1028, 'network_id': '0de980e9-590c-42a8-a4e7-08d344113bb7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:45:50.330183 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f55dbe28-2382-449f-a3cb-799450b8c44b req-e9a38e33-6fc1-4b66-9d0a-9b8cc0625b3b service neutron] Bound using segment: {'id': 'e7ba980d-6408-4a89-a32f-e3032f697d56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1028, 'network_id': '0de980e9-590c-42a8-a4e7-08d344113bb7'} {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:45:50.330619 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [req-f55dbe28-2382-449f-a3cb-799450b8c44b req-e9a38e33-6fc1-4b66-9d0a-9b8cc0625b3b service neutron] Bound port: e2098aa7-2dfa-416e-8af7-b4b12d813e32, host: n-h2-773647-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e7ba980d-6408-4a89-a32f-e3032f697d56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1028, 'network_id': '0de980e9-590c-42a8-a4e7-08d344113bb7'}}] {{(pid=100246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:45:50.330983 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-f55dbe28-2382-449f-a3cb-799450b8c44b req-e9a38e33-6fc1-4b66-9d0a-9b8cc0625b3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:45:50.402281 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.db [req-f55dbe28-2382-449f-a3cb-799450b8c44b req-e9a38e33-6fc1-4b66-9d0a-9b8cc0625b3b service neutron] For port e2098aa7-2dfa-416e-8af7-b4b12d813e32, host n-h2-773647-6, cleared binding levels {{(pid=100246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:45:50.406405 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.db [req-f55dbe28-2382-449f-a3cb-799450b8c44b req-e9a38e33-6fc1-4b66-9d0a-9b8cc0625b3b service neutron] For port e2098aa7-2dfa-416e-8af7-b4b12d813e32, host n-h2-773647-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=e2098aa7-2dfa-416e-8af7-b4b12d813e32,segment=NetworkSegment(e7ba980d-6408-4a89-a32f-e3032f697d56),segment_id=e7ba980d-6408-4a89-a32f-e3032f697d56)] {{(pid=100246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:45:50.411026 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-f55dbe28-2382-449f-a3cb-799450b8c44b req-e9a38e33-6fc1-4b66-9d0a-9b8cc0625b3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127687527'] for port, after_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:45:50.452136 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55dbe28-2382-449f-a3cb-799450b8c44b req-e9a38e33-6fc1-4b66-9d0a-9b8cc0625b3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:45:50.452962 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-f55dbe28-2382-449f-a3cb-799450b8c44b req-e9a38e33-6fc1-4b66-9d0a-9b8cc0625b3b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:45:50.454472 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-f55dbe28-2382-449f-a3cb-799450b8c44b req-e9a38e33-6fc1-4b66-9d0a-9b8cc0625b3b service neutron] 10.222.0.72 "PUT /v2.0/ports/e2098aa7-2dfa-416e-8af7-b4b12d813e32 HTTP/1.1" status: 200 len: 1091 time: 0.6494751 Jul 06 14:45:50.455029 n-d-773647-6 neutron-server[100246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90955c02-c69f-463d-b7c2-9df0c9d038b7', 'tag': 'e2098aa7-2dfa-416e-8af7-b4b12d813e32'}] {{(pid=100246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:45:50.457488 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0d96c5ab5e889f7b933ae915b9be33d1b46c9e87795bf781004b656ef3f1e87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f468b319-1709-4fd1-acb0-69e8cbb6782b" -d '{"events": [{"name": "network-changed", "server_uuid": "90955c02-c69f-463d-b7c2-9df0c9d038b7", "tag": "e2098aa7-2dfa-416e-8af7-b4b12d813e32"}]}' {{(pid=100246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:45:50.466244 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf6207c-1da1-497f-ab21-53f7f9eb2777 req-278725c7-5539-4f15-bccb-6f1145373d9d tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:45:50.468549 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-9cf6207c-1da1-497f-ab21-53f7f9eb2777 req-278725c7-5539-4f15-bccb-6f1145373d9d tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/ports?device_id=90955c02-c69f-463d-b7c2-9df0c9d038b7 HTTP/1.1" status: 200 len: 943 time: 0.0926914 Jul 06 14:45:50.492871 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a38e33-6fc1-4b66-9d0a-9b8cc0625b3b service neutron] Pushing event updated for resources: {'Port': ['ID=e2098aa7-2dfa-416e-8af7-b4b12d813e32,revision_number=3']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:45:50.509515 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 14:45:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d4e449d-78f2-4fc8-b1ab-a78482ae086b x-openstack-request-id: req-2d4e449d-78f2-4fc8-b1ab-a78482ae086b {{(pid=100246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:45:50.509819 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "90955c02-c69f-463d-b7c2-9df0c9d038b7", "tag": "e2098aa7-2dfa-416e-8af7-b4b12d813e32", "status": "completed", "code": 200}]} {{(pid=100246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:45:50.510058 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-2d4e449d-78f2-4fc8-b1ab-a78482ae086b {{(pid=100246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:45:50.510468 n-d-773647-6 neutron-server[100246]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90955c02-c69f-463d-b7c2-9df0c9d038b7', 'tag': 'e2098aa7-2dfa-416e-8af7-b4b12d813e32', 'status': 'completed', 'code': 200} Jul 06 14:45:50.523153 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-9cf6207c-1da1-497f-ab21-53f7f9eb2777 req-b191e329-f78b-40d6-8142-dc1d844afe19 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/security-groups?id=dd2bc95c-84fb-4682-90b8-8ac8d7aa9ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457735 Jul 06 14:45:50.573859 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55dbe28-2382-449f-a3cb-799450b8c44b req-c5ed04d3-5c29-4ac2-89fa-f06a753468fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:45:50.575419 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-f55dbe28-2382-449f-a3cb-799450b8c44b req-c5ed04d3-5c29-4ac2-89fa-f06a753468fd service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=d43e4314dc9b484b87d7a3ce014660e1&device_id=90955c02-c69f-463d-b7c2-9df0c9d038b7 HTTP/1.1" status: 200 len: 1094 time: 0.0611343 Jul 06 14:45:50.620292 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-f55dbe28-2382-449f-a3cb-799450b8c44b req-c27a8f80-d621-46e3-ae89-132cb5281f49 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e2098aa7-2dfa-416e-8af7-b4b12d813e32 HTTP/1.1" status: 200 len: 217 time: 0.0375879 Jul 06 14:45:50.669810 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55dbe28-2382-449f-a3cb-799450b8c44b req-473eeb7a-2ea0-4c25-b4b9-62d53a57667c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:45:50.671350 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-f55dbe28-2382-449f-a3cb-799450b8c44b req-473eeb7a-2ea0-4c25-b4b9-62d53a57667c service neutron] 10.222.0.72 "GET /v2.0/subnets?id=3a2573d9-49c9-4536-b0b0-29496d7e3935 HTTP/1.1" status: 200 len: 850 time: 0.0453074 Jul 06 14:45:50.732474 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55dbe28-2382-449f-a3cb-799450b8c44b req-8e7a8964-9b3b-45c8-8a80-82705c423e0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:45:50.733996 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-f55dbe28-2382-449f-a3cb-799450b8c44b req-8e7a8964-9b3b-45c8-8a80-82705c423e0f service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=0de980e9-590c-42a8-a4e7-08d344113bb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0564766 Jul 06 14:45:51.123843 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-f55dbe28-2382-449f-a3cb-799450b8c44b req-1e98dfd8-8485-499d-8580-2a29ff97a49e service neutron] 10.222.0.72 "GET /v2.0/networks/0de980e9-590c-42a8-a4e7-08d344113bb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3825908 Jul 06 14:45:51.213121 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-f55dbe28-2382-449f-a3cb-799450b8c44b req-40fd109e-f61c-41bb-b0c2-54927a4f7b9b service neutron] 10.222.0.72 "GET /v2.0/networks/0de980e9-590c-42a8-a4e7-08d344113bb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826955 Jul 06 14:45:51.316868 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f468b319-1709-4fd1-acb0-69e8cbb6782b req-174499d7-0b98-4204-9471-11f7cc649adc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:45:51.318401 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-f468b319-1709-4fd1-acb0-69e8cbb6782b req-174499d7-0b98-4204-9471-11f7cc649adc service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=d43e4314dc9b484b87d7a3ce014660e1&device_id=90955c02-c69f-463d-b7c2-9df0c9d038b7 HTTP/1.1" status: 200 len: 1094 time: 0.0582952 Jul 06 14:45:51.405619 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f468b319-1709-4fd1-acb0-69e8cbb6782b req-a0e19ace-87eb-4e34-9d9d-3a8c8646f739 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:45:51.406990 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-f468b319-1709-4fd1-acb0-69e8cbb6782b req-a0e19ace-87eb-4e34-9d9d-3a8c8646f739 service neutron] 10.222.0.72 "GET /v2.0/networks?id=0de980e9-590c-42a8-a4e7-08d344113bb7 HTTP/1.1" status: 200 len: 913 time: 0.0823550 Jul 06 14:45:51.451638 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-f468b319-1709-4fd1-acb0-69e8cbb6782b req-97a22dad-072f-4b61-8095-fb3796130663 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e2098aa7-2dfa-416e-8af7-b4b12d813e32 HTTP/1.1" status: 200 len: 217 time: 0.0371106 Jul 06 14:45:51.498946 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f468b319-1709-4fd1-acb0-69e8cbb6782b req-5ce9aa6c-18a5-46d6-a587-0a071ae914e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:45:51.500428 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-f468b319-1709-4fd1-acb0-69e8cbb6782b req-5ce9aa6c-18a5-46d6-a587-0a071ae914e8 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=3a2573d9-49c9-4536-b0b0-29496d7e3935 HTTP/1.1" status: 200 len: 850 time: 0.0427151 Jul 06 14:45:51.556747 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f468b319-1709-4fd1-acb0-69e8cbb6782b req-206262f7-3cd1-431c-ac10-1b6003f38596 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:45:51.558271 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-f468b319-1709-4fd1-acb0-69e8cbb6782b req-206262f7-3cd1-431c-ac10-1b6003f38596 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=0de980e9-590c-42a8-a4e7-08d344113bb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0515330 Jul 06 14:45:51.655358 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-f468b319-1709-4fd1-acb0-69e8cbb6782b req-dab21494-0516-4df0-98c1-723db54b1c08 service neutron] 10.222.0.72 "GET /v2.0/networks/0de980e9-590c-42a8-a4e7-08d344113bb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888097 Jul 06 14:45:51.702224 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ac3116-c6e0-49f8-8d64-e6a13ddf827f req-b9ddceef-fbdb-4edd-a677-06ae1553574e tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:45:51.703703 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-08ac3116-c6e0-49f8-8d64-e6a13ddf827f req-b9ddceef-fbdb-4edd-a677-06ae1553574e tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/ports?device_id=90955c02-c69f-463d-b7c2-9df0c9d038b7 HTTP/1.1" status: 200 len: 943 time: 0.0667417 Jul 06 14:45:51.745988 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-08ac3116-c6e0-49f8-8d64-e6a13ddf827f req-ce0eb3cf-468f-48d7-a668-7654d0c7a76a tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/security-groups?id=dd2bc95c-84fb-4682-90b8-8ac8d7aa9ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358427 Jul 06 14:45:51.748588 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-f468b319-1709-4fd1-acb0-69e8cbb6782b req-929078d6-2de9-4a4e-a2f9-437a8fed121e service neutron] 10.222.0.72 "GET /v2.0/networks/0de980e9-590c-42a8-a4e7-08d344113bb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860105 Jul 06 14:45:52.915479 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-82bd706f-030b-4222-bb59-2e70cc4b1925 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:45:52.922436 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Device e2098aa7-2dfa-416e-8af7-b4b12d813e32 details requested by agent hyperv_n-h2-773647-6 with host n-h2-773647-6 {{(pid=100248) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 14:45:52.926117 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084b198d-392f-47f5-8fa1-2c73369723cd req-d27fb116-8b31-4f30-bab9-ee3ce5a5b047 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:45:52.928107 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-084b198d-392f-47f5-8fa1-2c73369723cd req-d27fb116-8b31-4f30-bab9-ee3ce5a5b047 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/ports?device_id=90955c02-c69f-463d-b7c2-9df0c9d038b7 HTTP/1.1" status: 200 len: 943 time: 0.0717516 Jul 06 14:45:52.967692 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-084b198d-392f-47f5-8fa1-2c73369723cd req-8ce6c3a3-0fff-47b0-8db7-88bf16ec37d7 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/security-groups?id=dd2bc95c-84fb-4682-90b8-8ac8d7aa9ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335348 Jul 06 14:45:53.171738 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] For port e2098aa7-2dfa-416e-8af7-b4b12d813e32, host n-h2-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=e2098aa7-2dfa-416e-8af7-b4b12d813e32,segment=NetworkSegment(e7ba980d-6408-4a89-a32f-e3032f697d56),segment_id=e7ba980d-6408-4a89-a32f-e3032f697d56)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:45:53.182637 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Returning: {'device': 'e2098aa7-2dfa-416e-8af7-b4b12d813e32', 'network_id': '0de980e9-590c-42a8-a4e7-08d344113bb7', 'port_id': 'e2098aa7-2dfa-416e-8af7-b4b12d813e32', 'mac_address': 'fa:16:3e:12:cd:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1028, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3a2573d9-49c9-4536-b0b0-29496d7e3935', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100248) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 14:45:53.220381 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:45:53.233732 n-d-773647-6 neutron-server[100248]: DEBUG neutron.notifiers.nova [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e2098aa7-2dfa-416e-8af7-b4b12d813e32 {{(pid=100248) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 14:45:53.252842 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] For port e2098aa7-2dfa-416e-8af7-b4b12d813e32, host n-h2-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=e2098aa7-2dfa-416e-8af7-b4b12d813e32,segment=NetworkSegment(e7ba980d-6408-4a89-a32f-e3032f697d56),segment_id=e7ba980d-6408-4a89-a32f-e3032f697d56)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:45:53.257478 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:45:53.303197 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Pushing event updated for resources: {'Port': ['ID=e2098aa7-2dfa-416e-8af7-b4b12d813e32,revision_number=4']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:45:53.473637 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] get_ports_and_sgs() called for port_ids ['e2098aa7-2dfa-416e-8af7-b4b12d813e32'] {{(pid=100248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 14:45:54.138394 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3f1b24-52f1-4c8b-8c17-5fbfc355fc17 req-ef40aaf0-49b4-4e1c-a57b-841b8adac9b9 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:45:54.139914 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-2c3f1b24-52f1-4c8b-8c17-5fbfc355fc17 req-ef40aaf0-49b4-4e1c-a57b-841b8adac9b9 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/ports?device_id=90955c02-c69f-463d-b7c2-9df0c9d038b7 HTTP/1.1" status: 200 len: 944 time: 0.0622687 Jul 06 14:45:54.176777 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-2c3f1b24-52f1-4c8b-8c17-5fbfc355fc17 req-7f1b1604-47c4-4af3-b458-73c41c75dd07 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/security-groups?id=dd2bc95c-84fb-4682-90b8-8ac8d7aa9ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313475 Jul 06 14:45:54.939111 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Device e2098aa7-2dfa-416e-8af7-b4b12d813e32 up at agent hyperv_n-h2-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:45:54.992391 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Provisioning for port e2098aa7-2dfa-416e-8af7-b4b12d813e32 completed by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:45:54.996022 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Provisioning complete for port e2098aa7-2dfa-416e-8af7-b4b12d813e32 triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:45:54.996398 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:45:55.074100 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:45:55.095323 n-d-773647-6 neutron-server[100248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90955c02-c69f-463d-b7c2-9df0c9d038b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2098aa7-2dfa-416e-8af7-b4b12d813e32'}] {{(pid=100248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:45:55.097524 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84af257533e383389cbcf231d3534f4d5e149e7203fea16b4a8fc01438dddaf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de7d99b4-007b-4b8b-992e-663039b8860d" -d '{"events": [{"server_uuid": "90955c02-c69f-463d-b7c2-9df0c9d038b7", "name": "network-vif-plugged", "status": "completed", "tag": "e2098aa7-2dfa-416e-8af7-b4b12d813e32"}]}' {{(pid=100248) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:45:55.110020 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] For port e2098aa7-2dfa-416e-8af7-b4b12d813e32, host n-h2-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=e2098aa7-2dfa-416e-8af7-b4b12d813e32,segment=NetworkSegment(e7ba980d-6408-4a89-a32f-e3032f697d56),segment_id=e7ba980d-6408-4a89-a32f-e3032f697d56)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:45:55.117031 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:45:55.139835 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 14:45:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a343fb60-56ed-4f55-a2a7-53c88c39199a x-openstack-request-id: req-a343fb60-56ed-4f55-a2a7-53c88c39199a {{(pid=100248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:45:55.140124 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90955c02-c69f-463d-b7c2-9df0c9d038b7", "name": "network-vif-plugged", "status": "completed", "tag": "e2098aa7-2dfa-416e-8af7-b4b12d813e32", "code": 200}]} {{(pid=100248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:45:55.140372 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-a343fb60-56ed-4f55-a2a7-53c88c39199a {{(pid=100248) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:45:55.140808 n-d-773647-6 neutron-server[100248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90955c02-c69f-463d-b7c2-9df0c9d038b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2098aa7-2dfa-416e-8af7-b4b12d813e32', 'code': 200} Jul 06 14:45:55.168256 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Pushing event updated for resources: {'Port': ['ID=e2098aa7-2dfa-416e-8af7-b4b12d813e32,revision_number=5']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:45:55.248272 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112d313f-e518-42aa-8eed-27bfde80fb5a req-1b0bee91-3efa-4e38-ac27-162bdfde1d59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:45:55.249696 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-112d313f-e518-42aa-8eed-27bfde80fb5a req-1b0bee91-3efa-4e38-ac27-162bdfde1d59 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=90955c02-c69f-463d-b7c2-9df0c9d038b7 HTTP/1.1" status: 200 len: 1096 time: 0.0526164 Jul 06 14:45:55.284976 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-112d313f-e518-42aa-8eed-27bfde80fb5a req-5beb7b24-9ac2-4911-b5fc-c2d781b2c770 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=dd2bc95c-84fb-4682-90b8-8ac8d7aa9ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0292382 Jul 06 14:45:55.350124 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133f6a48-784a-4d76-a59d-5e3997560933 req-49d75b22-13f1-4818-8e69-4289699fcf4d tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:45:55.351802 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-133f6a48-784a-4d76-a59d-5e3997560933 req-49d75b22-13f1-4818-8e69-4289699fcf4d tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/ports?device_id=90955c02-c69f-463d-b7c2-9df0c9d038b7 HTTP/1.1" status: 200 len: 945 time: 0.0628340 Jul 06 14:45:55.393459 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-133f6a48-784a-4d76-a59d-5e3997560933 req-fd0024a2-c06f-47a2-9e81-9f7de5cb3bb1 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/security-groups?id=dd2bc95c-84fb-4682-90b8-8ac8d7aa9ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359924 Jul 06 14:45:55.601625 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-d052855b-4e3a-4db2-9665-a8f3cc003ccc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:45:55.919450 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:45:56.565906 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b1d01b-cde6-4e7f-8464-d02710ccc4cc req-12040843-c99c-49d5-a1e1-59ed1cde22d3 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:45:56.567399 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-49b1d01b-cde6-4e7f-8464-d02710ccc4cc req-12040843-c99c-49d5-a1e1-59ed1cde22d3 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/ports?device_id=90955c02-c69f-463d-b7c2-9df0c9d038b7 HTTP/1.1" status: 200 len: 945 time: 0.0628400 Jul 06 14:45:56.604056 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-49b1d01b-cde6-4e7f-8464-d02710ccc4cc req-f4447dbc-e965-495d-b2dd-4e0ee8b877d5 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/security-groups?id=dd2bc95c-84fb-4682-90b8-8ac8d7aa9ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304985 Jul 06 14:45:56.734420 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-2064eaae-da4f-48f8-82d2-b09d4ddedd44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:45:56.773005 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f267a28d-f9f6-436b-8015-3abf228ed361 req-2fa1b533-20d4-47d8-825a-e5d19196fca6 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:45:56.774472 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-f267a28d-f9f6-436b-8015-3abf228ed361 req-2fa1b533-20d4-47d8-825a-e5d19196fca6 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/ports?device_id=90955c02-c69f-463d-b7c2-9df0c9d038b7 HTTP/1.1" status: 200 len: 945 time: 0.0641429 Jul 06 14:45:56.783144 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 57818) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:45:56.788071 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [None req-330649f2-48c9-4844-8acf-1faa27d0df8b tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Request body: {'floatingip': {'port_id': 'e2098aa7-2dfa-416e-8af7-b4b12d813e32'}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:45:56.830070 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-330649f2-48c9-4844-8acf-1faa27d0df8b tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Notify callbacks [] for floatingip, before_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:45:57.294326 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.agents_db [None req-167c0ad6-1657-4c9a-a2c4-3b18056aa662 None None] Agent healthcheck: found 7 active agents {{(pid=100249) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 14:45:57.544447 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-330649f2-48c9-4844-8acf-1faa27d0df8b tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:45:57.548320 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-330649f2-48c9-4844-8acf-1faa27d0df8b tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1761130'] for floatingip, after_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:45:57.647830 n-d-773647-6 neutron-server[100247]: INFO neutron.db.l3_db [None req-330649f2-48c9-4844-8acf-1faa27d0df8b tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Floating IP 8a640bb1-8189-4bd0-9ce2-6d62519bfe0c associated. External IP: 172.25.0.78, port: e2098aa7-2dfa-416e-8af7-b4b12d813e32. Jul 06 14:45:57.850831 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-330649f2-48c9-4844-8acf-1faa27d0df8b tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Router e025909a-055c-4b8d-b68d-be81ee5757cc has already been hosted by L3 agent 2823d358-a11b-4885-a706-95a279e43fa7 {{(pid=100247) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 14:45:57.957187 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-330649f2-48c9-4844-8acf-1faa27d0df8b tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Notify agent at l3_agent.n-d-773647-6 the message routers_updated {{(pid=100247) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 14:45:57.962562 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-330649f2-48c9-4844-8acf-1faa27d0df8b tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for floatingip, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:45:57.967469 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da3c4986-4cf9-4a93-b735-e024b213019d None None] Sync routers for ids ['e025909a-055c-4b8d-b68d-be81ee5757cc'] in n-d-773647-6 {{(pid=100248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 14:45:57.976912 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da3c4986-4cf9-4a93-b735-e024b213019d None None] Routers {'e025909a-055c-4b8d-b68d-be81ee5757cc'} bound to L3 agent in host n-d-773647-6 {{(pid=100248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:45:57.977525 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-da3c4986-4cf9-4a93-b735-e024b213019d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T14:45:56Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['e025909a-055c-4b8d-b68d-be81ee5757cc'], 'active': True} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:45:58.002595 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-330649f2-48c9-4844-8acf-1faa27d0df8b tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "PUT /v2.0/floatingips/8a640bb1-8189-4bd0-9ce2-6d62519bfe0c HTTP/1.1" status: 200 len: 990 time: 1.2183599 Jul 06 14:45:58.003188 n-d-773647-6 neutron-server[100247]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90955c02-c69f-463d-b7c2-9df0c9d038b7', 'tag': 'e2098aa7-2dfa-416e-8af7-b4b12d813e32'}] {{(pid=100247) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:45:58.005450 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cbf0eeaae822f8fc9b87a94aeba67a3d651842baf663a51cba94b67a514836d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd250417-fdef-4c6e-869b-095d4c9afff1" -d '{"events": [{"name": "network-changed", "server_uuid": "90955c02-c69f-463d-b7c2-9df0c9d038b7", "tag": "e2098aa7-2dfa-416e-8af7-b4b12d813e32"}]}' {{(pid=100247) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:45:58.053452 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 14:45:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f511b5a-7e06-4e87-904a-636b1359efc9 x-openstack-request-id: req-3f511b5a-7e06-4e87-904a-636b1359efc9 {{(pid=100247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:45:58.053752 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "90955c02-c69f-463d-b7c2-9df0c9d038b7", "tag": "e2098aa7-2dfa-416e-8af7-b4b12d813e32", "status": "completed", "code": 200}]} {{(pid=100247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:45:58.054008 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-3f511b5a-7e06-4e87-904a-636b1359efc9 {{(pid=100247) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:45:58.054414 n-d-773647-6 neutron-server[100247]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90955c02-c69f-463d-b7c2-9df0c9d038b7', 'tag': 'e2098aa7-2dfa-416e-8af7-b4b12d813e32', 'status': 'completed', 'code': 200} Jul 06 14:45:58.085362 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvr_db [None req-da3c4986-4cf9-4a93-b735-e024b213019d None None] Set router e025909a-055c-4b8d-b68d-be81ee5757cc gateway port host: n-d-773647-6 {{(pid=100248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:45:58.137636 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd250417-fdef-4c6e-869b-095d4c9afff1 req-841c0d23-18d3-4b78-9ec7-7bc215c2b9ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:45:58.139130 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-fd250417-fdef-4c6e-869b-095d4c9afff1 req-841c0d23-18d3-4b78-9ec7-7bc215c2b9ea service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=d43e4314dc9b484b87d7a3ce014660e1&device_id=90955c02-c69f-463d-b7c2-9df0c9d038b7 HTTP/1.1" status: 200 len: 1096 time: 0.0603223 Jul 06 14:45:58.232698 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd250417-fdef-4c6e-869b-095d4c9afff1 req-b2fc77de-3840-4adc-8a54-b8a35c71ca00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:45:58.234202 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-fd250417-fdef-4c6e-869b-095d4c9afff1 req-b2fc77de-3840-4adc-8a54-b8a35c71ca00 service neutron] 10.222.0.72 "GET /v2.0/networks?id=0de980e9-590c-42a8-a4e7-08d344113bb7 HTTP/1.1" status: 200 len: 913 time: 0.0854533 Jul 06 14:45:58.304635 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-fd250417-fdef-4c6e-869b-095d4c9afff1 req-81188aa9-97bc-4d21-84c4-69b1c1a3d8d7 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e2098aa7-2dfa-416e-8af7-b4b12d813e32 HTTP/1.1" status: 200 len: 998 time: 0.0637369 Jul 06 14:45:58.317713 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-da3c4986-4cf9-4a93-b735-e024b213019d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e025909a-055c-4b8d-b68d-be81ee5757cc', 'name': 'tempest-ServerActionsTestJSON-986719547-router', 'tenant_id': 'd43e4314dc9b484b87d7a3ce014660e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.23'}], 'enable_snat': True}, 'gw_port_id': 'aa30efcd-874f-4b7d-9d1b-e055b4d67d68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:43:27Z', 'updated_at': '2021-07-06T14:43:30Z', 'revision_number': 4, 'project_id': 'd43e4314dc9b484b87d7a3ce014660e1', 'gw_port': {'id': 'aa30efcd-874f-4b7d-9d1b-e055b4d67d68', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:80:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e025909a-055c-4b8d-b68d-be81ee5757cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:43:28Z', 'updated_at': '2021-07-06T14:43:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6', '_floatingips': [{'id': '8a640bb1-8189-4bd0-9ce2-6d62519bfe0c', 'tenant_id': 'd43e4314dc9b484b87d7a3ce014660e1', 'floating_ip_address': '172.25.0.78', 'floating_network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'router_id': 'e025909a-055c-4b8d-b68d-be81ee5757cc', 'port_id': 'e2098aa7-2dfa-416e-8af7-b4b12d813e32', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4011, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0de980e9-590c-42a8-a4e7-08d344113bb7', 'mac_address': 'fa:16:3e:12:cd:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90955c02-c69f-463d-b7c2-9df0c9d038b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T14:43:32Z', 'updated_at': '2021-07-06T14:45:57Z', 'revision_number': 5, 'project_id': 'd43e4314dc9b484b87d7a3ce014660e1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '27410a49-5ef7-40e9-b17c-8fe074a734c4', 'name': '', 'network_id': '0de980e9-590c-42a8-a4e7-08d344113bb7', 'tenant_id': 'd43e4314dc9b484b87d7a3ce014660e1', 'mac_address': 'fa:16:3e:ea:14:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e025909a-055c-4b8d-b68d-be81ee5757cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '3a2573d9-49c9-4536-b0b0-29496d7e3935', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:43:29Z', 'updated_at': '2021-07-06T14:43:35Z', 'revision_number': 5, 'project_id': 'd43e4314dc9b484b87d7a3ce014660e1', 'subnets': [{'id': '3a2573d9-49c9-4536-b0b0-29496d7e3935', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773647-6', False) {} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:45:58.344889 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da3c4986-4cf9-4a93-b735-e024b213019d None None] Checking router: e025909a-055c-4b8d-b68d-be81ee5757cc for host: n-d-773647-6 {{(pid=100248) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 14:45:58.353150 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da3c4986-4cf9-4a93-b735-e024b213019d None None] Routers {'e025909a-055c-4b8d-b68d-be81ee5757cc'} bound to L3 agent in host n-d-773647-6 {{(pid=100248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:45:58.353759 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-da3c4986-4cf9-4a93-b735-e024b213019d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T14:45:56Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['e025909a-055c-4b8d-b68d-be81ee5757cc'], 'active': True} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:45:58.355676 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd250417-fdef-4c6e-869b-095d4c9afff1 req-fb54bdf8-d146-447f-aeb9-d5b0015693c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:45:58.357173 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-fd250417-fdef-4c6e-869b-095d4c9afff1 req-fb54bdf8-d146-447f-aeb9-d5b0015693c8 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=3a2573d9-49c9-4536-b0b0-29496d7e3935 HTTP/1.1" status: 200 len: 850 time: 0.0466080 Jul 06 14:45:58.414112 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd250417-fdef-4c6e-869b-095d4c9afff1 req-322b6704-8609-40e8-80f7-1637e4177fba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:45:58.415583 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-fd250417-fdef-4c6e-869b-095d4c9afff1 req-322b6704-8609-40e8-80f7-1637e4177fba service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=0de980e9-590c-42a8-a4e7-08d344113bb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0523055 Jul 06 14:45:58.461073 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvr_db [None req-da3c4986-4cf9-4a93-b735-e024b213019d None None] Set router e025909a-055c-4b8d-b68d-be81ee5757cc gateway port host: n-d-773647-6 {{(pid=100248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:45:58.516132 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-fd250417-fdef-4c6e-869b-095d4c9afff1 req-d1047be8-6797-4ca4-bb78-58b297479392 service neutron] 10.222.0.72 "GET /v2.0/networks/0de980e9-590c-42a8-a4e7-08d344113bb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935895 Jul 06 14:45:58.555376 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-03f71b24-a9b8-453a-8924-caa3f97bc6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:45:58.608912 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-fd250417-fdef-4c6e-869b-095d4c9afff1 req-2c9dcf0f-423d-4d39-b9ae-8124641bee8b service neutron] 10.222.0.72 "GET /v2.0/networks/0de980e9-590c-42a8-a4e7-08d344113bb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853622 Jul 06 14:45:58.699081 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-da3c4986-4cf9-4a93-b735-e024b213019d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e025909a-055c-4b8d-b68d-be81ee5757cc', 'name': 'tempest-ServerActionsTestJSON-986719547-router', 'tenant_id': 'd43e4314dc9b484b87d7a3ce014660e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.23'}], 'enable_snat': True}, 'gw_port_id': 'aa30efcd-874f-4b7d-9d1b-e055b4d67d68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:43:27Z', 'updated_at': '2021-07-06T14:43:30Z', 'revision_number': 4, 'project_id': 'd43e4314dc9b484b87d7a3ce014660e1', 'gw_port': {'id': 'aa30efcd-874f-4b7d-9d1b-e055b4d67d68', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:80:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e025909a-055c-4b8d-b68d-be81ee5757cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:43:28Z', 'updated_at': '2021-07-06T14:43:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6', '_floatingips': [{'id': '8a640bb1-8189-4bd0-9ce2-6d62519bfe0c', 'tenant_id': 'd43e4314dc9b484b87d7a3ce014660e1', 'floating_ip_address': '172.25.0.78', 'floating_network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'router_id': 'e025909a-055c-4b8d-b68d-be81ee5757cc', 'port_id': 'e2098aa7-2dfa-416e-8af7-b4b12d813e32', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4011, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0de980e9-590c-42a8-a4e7-08d344113bb7', 'mac_address': 'fa:16:3e:12:cd:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90955c02-c69f-463d-b7c2-9df0c9d038b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T14:43:32Z', 'updated_at': '2021-07-06T14:45:57Z', 'revision_number': 5, 'project_id': 'd43e4314dc9b484b87d7a3ce014660e1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '27410a49-5ef7-40e9-b17c-8fe074a734c4', 'name': '', 'network_id': '0de980e9-590c-42a8-a4e7-08d344113bb7', 'tenant_id': 'd43e4314dc9b484b87d7a3ce014660e1', 'mac_address': 'fa:16:3e:ea:14:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e025909a-055c-4b8d-b68d-be81ee5757cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '3a2573d9-49c9-4536-b0b0-29496d7e3935', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:43:29Z', 'updated_at': '2021-07-06T14:43:35Z', 'revision_number': 5, 'project_id': 'd43e4314dc9b484b87d7a3ce014660e1', 'subnets': [{'id': '3a2573d9-49c9-4536-b0b0-29496d7e3935', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773647-6', False) {} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:45:58.725746 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da3c4986-4cf9-4a93-b735-e024b213019d None None] The sync data for ids ['e025909a-055c-4b8d-b68d-be81ee5757cc'] in n-d-773647-6 is: [{'id': 'e025909a-055c-4b8d-b68d-be81ee5757cc', 'name': 'tempest-ServerActionsTestJSON-986719547-router', 'tenant_id': 'd43e4314dc9b484b87d7a3ce014660e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.23'}], 'enable_snat': True}, 'gw_port_id': 'aa30efcd-874f-4b7d-9d1b-e055b4d67d68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:43:27Z', 'updated_at': '2021-07-06T14:43:30Z', 'revision_number': 4, 'project_id': 'd43e4314dc9b484b87d7a3ce014660e1', 'gw_port': {'id': 'aa30efcd-874f-4b7d-9d1b-e055b4d67d68', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:80:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e025909a-055c-4b8d-b68d-be81ee5757cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:43:28Z', 'updated_at': '2021-07-06T14:43:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6', '_floatingips': [{'id': '8a640bb1-8189-4bd0-9ce2-6d62519bfe0c', 'tenant_id': 'd43e4314dc9b484b87d7a3ce014660e1', 'floating_ip_address': '172.25.0.78', 'floating_network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'router_id': 'e025909a-055c-4b8d-b68d-be81ee5757cc', 'port_id': 'e2098aa7-2dfa-416e-8af7-b4b12d813e32', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4011, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0de980e9-590c-42a8-a4e7-08d344113bb7', 'mac_address': 'fa:16:3e:12:cd:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90955c02-c69f-463d-b7c2-9df0c9d038b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T14:43:32Z', 'updated_at': '2021-07-06T14:45:57Z', 'revision_number': 5, 'project_id': 'd43e4314dc9b484b87d7a3ce014660e1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '27410a49-5ef7-40e9-b17c-8fe074a734c4', 'name': '', 'network_id': '0de980e9-590c-42a8-a4e7-08d344113bb7', 'tenant_id': 'd43e4314dc9b484b87d7a3ce014660e1', 'mac_address': 'fa:16:3e:ea:14:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e025909a-055c-4b8d-b68d-be81ee5757cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '3a2573d9-49c9-4536-b0b0-29496d7e3935', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:43:29Z', 'updated_at': '2021-07-06T14:43:35Z', 'revision_number': 5, 'project_id': 'd43e4314dc9b484b87d7a3ce014660e1', 'subnets': [{'id': '3a2573d9-49c9-4536-b0b0-29496d7e3935', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 14:45:58.913725 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3febfd3-5fce-4576-b2f7-e0a0641f84fa None None] New status for floating IP 8a640bb1-8189-4bd0-9ce2-6d62519bfe0c: ACTIVE {{(pid=100249) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 14:46:09.051353 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-9f086b83-b63b-4dd9-9786-ea4815646591 req-90ea3203-56ed-441e-b8a1-a18aefc52b43 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=90955c02-c69f-463d-b7c2-9df0c9d038b7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0554934 Jul 06 14:46:09.153124 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f086b83-b63b-4dd9-9786-ea4815646591 req-50cf89a3-73ee-4ec3-9fdf-ab9b2f8eccd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:46:09.154663 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-9f086b83-b63b-4dd9-9786-ea4815646591 req-50cf89a3-73ee-4ec3-9fdf-ab9b2f8eccd1 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=d43e4314dc9b484b87d7a3ce014660e1&device_id=90955c02-c69f-463d-b7c2-9df0c9d038b7 HTTP/1.1" status: 200 len: 1096 time: 0.0585828 Jul 06 14:46:09.260968 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f086b83-b63b-4dd9-9786-ea4815646591 req-3b7ec937-108c-429a-bdf5-409178e1de42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:46:09.262492 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-9f086b83-b63b-4dd9-9786-ea4815646591 req-3b7ec937-108c-429a-bdf5-409178e1de42 service neutron] 10.222.0.72 "GET /v2.0/networks?id=0de980e9-590c-42a8-a4e7-08d344113bb7 HTTP/1.1" status: 200 len: 913 time: 0.0861890 Jul 06 14:46:09.332050 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-9f086b83-b63b-4dd9-9786-ea4815646591 req-699cbfb7-0baa-4fc1-824c-32016582dd8b service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e2098aa7-2dfa-416e-8af7-b4b12d813e32 HTTP/1.1" status: 200 len: 1000 time: 0.0621791 Jul 06 14:46:09.381092 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f086b83-b63b-4dd9-9786-ea4815646591 req-f8b5b5f3-b903-405e-8048-ae303c72e5f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:46:09.382612 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-9f086b83-b63b-4dd9-9786-ea4815646591 req-f8b5b5f3-b903-405e-8048-ae303c72e5f4 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=3a2573d9-49c9-4536-b0b0-29496d7e3935 HTTP/1.1" status: 200 len: 850 time: 0.0448565 Jul 06 14:46:09.438941 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f086b83-b63b-4dd9-9786-ea4815646591 req-d1f5f9ec-6a16-4502-a5ce-05a9e8ef3324 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:46:09.440499 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-9f086b83-b63b-4dd9-9786-ea4815646591 req-d1f5f9ec-6a16-4502-a5ce-05a9e8ef3324 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=0de980e9-590c-42a8-a4e7-08d344113bb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0520918 Jul 06 14:46:09.536131 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-9f086b83-b63b-4dd9-9786-ea4815646591 req-56363620-c24f-463e-bb0d-984ae1b7ac88 service neutron] 10.222.0.72 "GET /v2.0/networks/0de980e9-590c-42a8-a4e7-08d344113bb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886908 Jul 06 14:46:09.628367 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-9f086b83-b63b-4dd9-9786-ea4815646591 req-7ff1603b-fa77-4769-b02b-d83b9c924b72 service neutron] 10.222.0.72 "GET /v2.0/networks/0de980e9-590c-42a8-a4e7-08d344113bb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850158 Jul 06 14:46:11.018242 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:46:12.837260 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:46:22.915819 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-da0521f1-2340-495f-9736-aa553c4dacfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:46:25.604071 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-1a0ef752-12d3-4a58-a23d-6d95d70d20de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:46:25.922385 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:46:26.742319 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-2064eaae-da4f-48f8-82d2-b09d4ddedd44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:46:28.538458 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-03f71b24-a9b8-453a-8924-caa3f97bc6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:46:34.294200 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.agents_db [None req-167c0ad6-1657-4c9a-a2c4-3b18056aa662 None None] Agent healthcheck: found 7 active agents {{(pid=100249) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 14:46:41.028994 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:46:42.837728 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:46:52.918090 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-94774a24-d6e3-4441-b373-dd9312707e30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:46:55.604341 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-ccce0a71-39e6-413e-9a65-f76fdfe92241 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:46:55.924111 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:46:56.741648 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-2064eaae-da4f-48f8-82d2-b09d4ddedd44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:46:58.540694 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-03f71b24-a9b8-453a-8924-caa3f97bc6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:47:10.042799 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-ce26616b-6370-4516-906f-1bbd8c9d858c req-ce53f931-5a5e-4b75-a032-4fa116f20d8f service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=90955c02-c69f-463d-b7c2-9df0c9d038b7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0525982 Jul 06 14:47:10.143692 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce26616b-6370-4516-906f-1bbd8c9d858c req-61a1a616-f7bf-4485-98d6-ad1386b52e15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:47:10.145304 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-ce26616b-6370-4516-906f-1bbd8c9d858c req-61a1a616-f7bf-4485-98d6-ad1386b52e15 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=d43e4314dc9b484b87d7a3ce014660e1&device_id=90955c02-c69f-463d-b7c2-9df0c9d038b7 HTTP/1.1" status: 200 len: 1096 time: 0.0591471 Jul 06 14:47:10.248474 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce26616b-6370-4516-906f-1bbd8c9d858c req-98e0de1e-1b22-41ca-95cc-558405bd12aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:47:10.249963 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-ce26616b-6370-4516-906f-1bbd8c9d858c req-98e0de1e-1b22-41ca-95cc-558405bd12aa service neutron] 10.222.0.72 "GET /v2.0/networks?id=0de980e9-590c-42a8-a4e7-08d344113bb7 HTTP/1.1" status: 200 len: 913 time: 0.0852413 Jul 06 14:47:10.319058 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-ce26616b-6370-4516-906f-1bbd8c9d858c req-99120181-44a4-46c2-9c04-8e01779acdf1 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e2098aa7-2dfa-416e-8af7-b4b12d813e32 HTTP/1.1" status: 200 len: 1000 time: 0.0619545 Jul 06 14:47:10.370693 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce26616b-6370-4516-906f-1bbd8c9d858c req-2011ab25-73ab-4c59-bce6-08baae316121 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:47:10.372254 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-ce26616b-6370-4516-906f-1bbd8c9d858c req-2011ab25-73ab-4c59-bce6-08baae316121 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=3a2573d9-49c9-4536-b0b0-29496d7e3935 HTTP/1.1" status: 200 len: 850 time: 0.0443008 Jul 06 14:47:10.429243 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce26616b-6370-4516-906f-1bbd8c9d858c req-ea8904e4-7d45-414a-8089-f4c5baa2952e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:47:10.430739 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-ce26616b-6370-4516-906f-1bbd8c9d858c req-ea8904e4-7d45-414a-8089-f4c5baa2952e service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=0de980e9-590c-42a8-a4e7-08d344113bb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0523829 Jul 06 14:47:10.521249 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-ce26616b-6370-4516-906f-1bbd8c9d858c req-ad6ce695-8277-44ff-b5ea-9e1cb373840e service neutron] 10.222.0.72 "GET /v2.0/networks/0de980e9-590c-42a8-a4e7-08d344113bb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837190 Jul 06 14:47:10.615555 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-ce26616b-6370-4516-906f-1bbd8c9d858c req-cbca08fa-da56-4ba9-a90e-3f601aede1a5 service neutron] 10.222.0.72 "GET /v2.0/networks/0de980e9-590c-42a8-a4e7-08d344113bb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869834 Jul 06 14:47:11.052137 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:47:11.293070 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.agents_db [None req-167c0ad6-1657-4c9a-a2c4-3b18056aa662 None None] Agent healthcheck: found 7 active agents {{(pid=100249) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 14:47:12.851993 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:47:22.919544 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-a22d17a4-d843-4aea-96b2-535df649aec6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:47:25.604700 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-0dede628-5824-4596-9379-7e26e52593d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:47:25.923932 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:47:26.745979 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-2064eaae-da4f-48f8-82d2-b09d4ddedd44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:47:28.544337 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-03f71b24-a9b8-453a-8924-caa3f97bc6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:47:34.427966 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96602417-a595-444c-83b3-02850d4d6cc4 req-2a1013b8-3bcd-41ee-bf42-707860d74f8c tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:47:34.429455 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-96602417-a595-444c-83b3-02850d4d6cc4 req-2a1013b8-3bcd-41ee-bf42-707860d74f8c tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/ports?device_id=90955c02-c69f-463d-b7c2-9df0c9d038b7 HTTP/1.1" status: 200 len: 945 time: 0.1386657 Jul 06 14:47:34.469354 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-96602417-a595-444c-83b3-02850d4d6cc4 req-932377ce-1dc6-4bce-8d24-5d276ade8d9d tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/security-groups?id=dd2bc95c-84fb-4682-90b8-8ac8d7aa9ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335855 Jul 06 14:47:35.645316 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7f7cfc-af42-4283-bde5-0116247cad1a req-0325c5cd-8fa8-431e-811f-84c0b2f6c456 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:47:35.646978 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-dd7f7cfc-af42-4283-bde5-0116247cad1a req-0325c5cd-8fa8-431e-811f-84c0b2f6c456 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/ports?device_id=90955c02-c69f-463d-b7c2-9df0c9d038b7 HTTP/1.1" status: 200 len: 945 time: 0.0628479 Jul 06 14:47:35.684773 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-dd7f7cfc-af42-4283-bde5-0116247cad1a req-200247e0-e00e-40c5-b156-769c4ec25bd5 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/security-groups?id=dd2bc95c-84fb-4682-90b8-8ac8d7aa9ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321903 Jul 06 14:47:36.864615 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b06c0a-d2b1-4aab-b179-9a315dc3f0be req-b699c25c-dfa5-4f52-b309-4b40c5490172 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:47:36.866111 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-d6b06c0a-d2b1-4aab-b179-9a315dc3f0be req-b699c25c-dfa5-4f52-b309-4b40c5490172 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/ports?device_id=90955c02-c69f-463d-b7c2-9df0c9d038b7 HTTP/1.1" status: 200 len: 945 time: 0.0683460 Jul 06 14:47:36.902988 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-d6b06c0a-d2b1-4aab-b179-9a315dc3f0be req-79a9d1ef-ab98-4361-8805-f834b5075e78 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/security-groups?id=dd2bc95c-84fb-4682-90b8-8ac8d7aa9ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313699 Jul 06 14:47:38.077517 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f16a7b-092c-4682-af8e-b62d150759fa req-db0a3736-6b0e-49f0-a4e7-d60ca1b3678e tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:47:38.078909 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-92f16a7b-092c-4682-af8e-b62d150759fa req-db0a3736-6b0e-49f0-a4e7-d60ca1b3678e tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/ports?device_id=90955c02-c69f-463d-b7c2-9df0c9d038b7 HTTP/1.1" status: 200 len: 945 time: 0.0646355 Jul 06 14:47:38.116241 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-92f16a7b-092c-4682-af8e-b62d150759fa req-33a666b3-e81a-40be-b4f3-743eda97976f tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/security-groups?id=dd2bc95c-84fb-4682-90b8-8ac8d7aa9ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309596 Jul 06 14:47:39.300743 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4dd2261-5c95-44ef-a0af-4a4b0ca6f285 req-5743947b-0aed-4b58-a393-cbf5b9f6df7d tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:47:39.302239 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-e4dd2261-5c95-44ef-a0af-4a4b0ca6f285 req-5743947b-0aed-4b58-a393-cbf5b9f6df7d tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/ports?device_id=90955c02-c69f-463d-b7c2-9df0c9d038b7 HTTP/1.1" status: 200 len: 945 time: 0.0713131 Jul 06 14:47:39.340610 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-e4dd2261-5c95-44ef-a0af-4a4b0ca6f285 req-a041ab13-62e7-49ac-ab97-f6ce35cdf7eb tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/security-groups?id=dd2bc95c-84fb-4682-90b8-8ac8d7aa9ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328188 Jul 06 14:47:40.516226 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd95ebe-10ca-4770-aba6-11fac83130d9 req-d92ecc1b-83df-4b58-a9de-68e41bf2b68b tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:47:40.517796 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-bbd95ebe-10ca-4770-aba6-11fac83130d9 req-d92ecc1b-83df-4b58-a9de-68e41bf2b68b tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/ports?device_id=90955c02-c69f-463d-b7c2-9df0c9d038b7 HTTP/1.1" status: 200 len: 945 time: 0.0665538 Jul 06 14:47:40.556804 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-bbd95ebe-10ca-4770-aba6-11fac83130d9 req-aad55925-a423-4cf3-8a69-e5b130ca6473 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/security-groups?id=dd2bc95c-84fb-4682-90b8-8ac8d7aa9ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327415 Jul 06 14:47:41.059887 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:47:41.738724 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fac24e-114c-4fd2-abb4-2202d511a1ae req-04301c06-2184-455e-86f2-cce330ce6e6c tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:47:41.740250 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-03fac24e-114c-4fd2-abb4-2202d511a1ae req-04301c06-2184-455e-86f2-cce330ce6e6c tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/ports?device_id=90955c02-c69f-463d-b7c2-9df0c9d038b7 HTTP/1.1" status: 200 len: 945 time: 0.0667264 Jul 06 14:47:41.778268 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-03fac24e-114c-4fd2-abb4-2202d511a1ae req-fe0a6bec-3fb9-45fb-bfb0-af2a5f1d1f46 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/security-groups?id=dd2bc95c-84fb-4682-90b8-8ac8d7aa9ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323520 Jul 06 14:47:42.867405 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:47:42.964916 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a6d99d-b930-4572-a265-71fbe5459ee9 req-d6e1df0a-dd4a-4d3f-a3d4-672a72db19be tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:47:42.966424 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-15a6d99d-b930-4572-a265-71fbe5459ee9 req-d6e1df0a-dd4a-4d3f-a3d4-672a72db19be tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/ports?device_id=90955c02-c69f-463d-b7c2-9df0c9d038b7 HTTP/1.1" status: 200 len: 945 time: 0.0682986 Jul 06 14:47:43.005147 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-15a6d99d-b930-4572-a265-71fbe5459ee9 req-7b3eff3a-43e3-48f6-9c99-cb6c01a7f680 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/security-groups?id=dd2bc95c-84fb-4682-90b8-8ac8d7aa9ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330780 Jul 06 14:47:44.177078 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb68e2d-9fea-4382-9261-97c49705b2db req-18c9e60c-510a-4151-842a-f5e1fa839c10 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:47:44.178587 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-4fb68e2d-9fea-4382-9261-97c49705b2db req-18c9e60c-510a-4151-842a-f5e1fa839c10 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/ports?device_id=90955c02-c69f-463d-b7c2-9df0c9d038b7 HTTP/1.1" status: 200 len: 945 time: 0.0633769 Jul 06 14:47:44.215858 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-4fb68e2d-9fea-4382-9261-97c49705b2db req-a87fbb6e-f818-48ea-b333-bf3a5c1fdd70 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/security-groups?id=dd2bc95c-84fb-4682-90b8-8ac8d7aa9ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314808 Jul 06 14:47:45.585337 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed1467d-51ff-4fd2-92a3-c5759f06400a req-5f2c0dac-8f24-4d31-997f-fe2039596f09 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:47:45.586760 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-5ed1467d-51ff-4fd2-92a3-c5759f06400a req-5f2c0dac-8f24-4d31-997f-fe2039596f09 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/ports?device_id=90955c02-c69f-463d-b7c2-9df0c9d038b7 HTTP/1.1" status: 200 len: 945 time: 0.0788975 Jul 06 14:47:45.623700 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-5ed1467d-51ff-4fd2-92a3-c5759f06400a req-34449933-3d95-44c2-9dbe-6f34e94d708a tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/security-groups?id=dd2bc95c-84fb-4682-90b8-8ac8d7aa9ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312870 Jul 06 14:47:45.916635 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 58054) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:47:46.056588 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-47e95bb8-c3e4-4d98-85ba-571f314b78bd req-fd61101d-da3b-4d8f-865a-8c2ab6e16b39 service neutron] 10.222.0.104 "GET /v2.0/ports?device_id=90955c02-c69f-463d-b7c2-9df0c9d038b7&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1387370 Jul 06 14:47:46.068368 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d00e0b-5b23-441c-baab-4357588b2196 req-7f5db111-9dca-4fd8-ab9a-f5d4c9b78a07 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:47:46.069916 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-50d00e0b-5b23-441c-baab-4357588b2196 req-7f5db111-9dca-4fd8-ab9a-f5d4c9b78a07 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/ports?device_id=90955c02-c69f-463d-b7c2-9df0c9d038b7 HTTP/1.1" status: 200 len: 945 time: 0.1067302 Jul 06 14:47:46.108085 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-50d00e0b-5b23-441c-baab-4357588b2196 req-b81ecdd2-8eb2-4cb2-ae02-d2354f9268bb tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/security-groups?id=dd2bc95c-84fb-4682-90b8-8ac8d7aa9ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323825 Jul 06 14:47:47.294292 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710cdc3d-bf13-4712-9235-d29ff1deafaa req-9a9c661a-8953-4720-b118-da3e3c6c7bd2 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:47:47.295927 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-710cdc3d-bf13-4712-9235-d29ff1deafaa req-9a9c661a-8953-4720-b118-da3e3c6c7bd2 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/ports?device_id=90955c02-c69f-463d-b7c2-9df0c9d038b7 HTTP/1.1" status: 200 len: 945 time: 0.0695002 Jul 06 14:47:47.337252 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-710cdc3d-bf13-4712-9235-d29ff1deafaa req-e9a1c31d-5a90-483a-936b-57e26f22feed tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/security-groups?id=dd2bc95c-84fb-4682-90b8-8ac8d7aa9ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351133 Jul 06 14:47:48.292341 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.agents_db [None req-167c0ad6-1657-4c9a-a2c4-3b18056aa662 None None] Agent healthcheck: found 7 active agents {{(pid=100249) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 14:47:48.511898 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57e2f87-ad7f-423d-a199-0665399f6240 req-3036ccde-49f9-4471-a2a5-899cf73d264f tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:47:48.513500 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-d57e2f87-ad7f-423d-a199-0665399f6240 req-3036ccde-49f9-4471-a2a5-899cf73d264f tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/ports?device_id=90955c02-c69f-463d-b7c2-9df0c9d038b7 HTTP/1.1" status: 200 len: 945 time: 0.0636950 Jul 06 14:47:48.551334 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-d57e2f87-ad7f-423d-a199-0665399f6240 req-f0f02d65-f5c7-4ce0-93f0-a223e2cb77c8 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/security-groups?id=dd2bc95c-84fb-4682-90b8-8ac8d7aa9ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320568 Jul 06 14:47:49.213928 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e95bb8-c3e4-4d98-85ba-571f314b78bd req-886fc235-4c9c-4717-a053-066d68cc6db2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:47:49.215486 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-47e95bb8-c3e4-4d98-85ba-571f314b78bd req-886fc235-4c9c-4717-a053-066d68cc6db2 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=d43e4314dc9b484b87d7a3ce014660e1&device_id=90955c02-c69f-463d-b7c2-9df0c9d038b7 HTTP/1.1" status: 200 len: 1096 time: 0.0558541 Jul 06 14:47:49.309872 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e95bb8-c3e4-4d98-85ba-571f314b78bd req-0b8c1a6d-0b06-4339-bb88-bb91d5cad7a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:47:49.311655 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-47e95bb8-c3e4-4d98-85ba-571f314b78bd req-0b8c1a6d-0b06-4339-bb88-bb91d5cad7a6 service neutron] 10.222.0.72 "GET /v2.0/networks?id=0de980e9-590c-42a8-a4e7-08d344113bb7 HTTP/1.1" status: 200 len: 913 time: 0.0903761 Jul 06 14:47:49.377841 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-47e95bb8-c3e4-4d98-85ba-571f314b78bd req-39f414c3-3a8c-49d1-9016-f73ea6f76277 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e2098aa7-2dfa-416e-8af7-b4b12d813e32 HTTP/1.1" status: 200 len: 1000 time: 0.0596724 Jul 06 14:47:49.433084 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e95bb8-c3e4-4d98-85ba-571f314b78bd req-582d9f37-ba51-410d-94b0-558ef97bc9db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:47:49.434614 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-47e95bb8-c3e4-4d98-85ba-571f314b78bd req-582d9f37-ba51-410d-94b0-558ef97bc9db service neutron] 10.222.0.72 "GET /v2.0/subnets?id=3a2573d9-49c9-4536-b0b0-29496d7e3935 HTTP/1.1" status: 200 len: 850 time: 0.0502045 Jul 06 14:47:49.491322 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e95bb8-c3e4-4d98-85ba-571f314b78bd req-63f2789e-050a-47dc-9610-380227208e06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:47:49.492756 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-47e95bb8-c3e4-4d98-85ba-571f314b78bd req-63f2789e-050a-47dc-9610-380227208e06 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=0de980e9-590c-42a8-a4e7-08d344113bb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0524027 Jul 06 14:47:49.583782 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-47e95bb8-c3e4-4d98-85ba-571f314b78bd req-1e2809ac-fed2-48c8-b4e1-ec9bd1476899 service neutron] 10.222.0.72 "GET /v2.0/networks/0de980e9-590c-42a8-a4e7-08d344113bb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843546 Jul 06 14:47:49.680771 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-47e95bb8-c3e4-4d98-85ba-571f314b78bd req-831a11d0-2d2f-42a6-a934-6768ca0e2677 service neutron] 10.222.0.72 "GET /v2.0/networks/0de980e9-590c-42a8-a4e7-08d344113bb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910234 Jul 06 14:47:49.732832 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89dfdb8e-b00b-4196-903f-3826c34d538c req-273b0d25-71c2-4997-a09d-39a82b5b7705 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:47:49.734785 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-89dfdb8e-b00b-4196-903f-3826c34d538c req-273b0d25-71c2-4997-a09d-39a82b5b7705 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/ports?device_id=90955c02-c69f-463d-b7c2-9df0c9d038b7 HTTP/1.1" status: 200 len: 945 time: 0.0694733 Jul 06 14:47:49.781035 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-89dfdb8e-b00b-4196-903f-3826c34d538c req-4e7c8928-6a0b-4e85-bb65-a29c9df6068d tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/security-groups?id=dd2bc95c-84fb-4682-90b8-8ac8d7aa9ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393293 Jul 06 14:47:50.878924 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [req-9877aff1-51b5-48e9-8994-d4310f34c301 req-e26f967b-1327-4301-b825-cc06a7ec3610 service neutron] (100246) timed out ('10.222.0.104', 55706) {{(pid=100246) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 06 14:47:50.956171 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238e2e13-4e8a-4e03-a95e-eaf2cfadefde req-81910318-35ad-4b25-bed0-7f7434e843ae tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:47:50.958183 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-238e2e13-4e8a-4e03-a95e-eaf2cfadefde req-81910318-35ad-4b25-bed0-7f7434e843ae tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/ports?device_id=90955c02-c69f-463d-b7c2-9df0c9d038b7 HTTP/1.1" status: 200 len: 945 time: 0.0646791 Jul 06 14:47:50.994531 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-238e2e13-4e8a-4e03-a95e-eaf2cfadefde req-de53c4c6-7519-4bd5-b685-7918b0926392 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/security-groups?id=dd2bc95c-84fb-4682-90b8-8ac8d7aa9ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307820 Jul 06 14:47:51.571297 n-d-773647-6 neutron-server[100246]: INFO neutron.api.v2.resource [req-47e95bb8-c3e4-4d98-85ba-571f314b78bd req-8cfe67ae-09c7-41bc-8e4c-ee37422193f4 service neutron] show failed (client error): The resource could not be found. Jul 06 14:47:51.572333 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-47e95bb8-c3e4-4d98-85ba-571f314b78bd req-8cfe67ae-09c7-41bc-8e4c-ee37422193f4 service neutron] 10.222.0.72 "GET /v2.0/ports/e2098aa7-2dfa-416e-8af7-b4b12d813e32/bindings/n-h1-773647-6 HTTP/1.1" status: 404 len: 380 time: 0.0562584 Jul 06 14:47:51.881046 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e95bb8-c3e4-4d98-85ba-571f314b78bd req-29bd8ffd-0619-41da-b821-0951383e3b11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:47:51.882595 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-47e95bb8-c3e4-4d98-85ba-571f314b78bd req-29bd8ffd-0619-41da-b821-0951383e3b11 service neutron] 10.222.0.127 "GET /v2.0/ports?device_id=90955c02-c69f-463d-b7c2-9df0c9d038b7&tenant_id=d43e4314dc9b484b87d7a3ce014660e1 HTTP/1.1" status: 200 len: 1096 time: 0.0998554 Jul 06 14:47:51.895999 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [req-47e95bb8-c3e4-4d98-85ba-571f314b78bd req-c6cb488c-5b93-4625-8579-0a3b49ddacb8 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-773647-6', 'device_owner': 'compute:nova'}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:47:51.968659 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-47e95bb8-c3e4-4d98-85ba-571f314b78bd req-c6cb488c-5b93-4625-8579-0a3b49ddacb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:47:52.205637 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.db [req-47e95bb8-c3e4-4d98-85ba-571f314b78bd req-c6cb488c-5b93-4625-8579-0a3b49ddacb8 service neutron] For port e2098aa7-2dfa-416e-8af7-b4b12d813e32, host n-h2-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=e2098aa7-2dfa-416e-8af7-b4b12d813e32,segment=NetworkSegment(e7ba980d-6408-4a89-a32f-e3032f697d56),segment_id=e7ba980d-6408-4a89-a32f-e3032f697d56)] {{(pid=100247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:47:52.236329 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6318909-46c1-48ae-9d69-85546722a41d req-7f827441-cab6-4fcc-a035-6e26bd2998c1 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:47:52.238348 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-f6318909-46c1-48ae-9d69-85546722a41d req-7f827441-cab6-4fcc-a035-6e26bd2998c1 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/ports?device_id=90955c02-c69f-463d-b7c2-9df0c9d038b7 HTTP/1.1" status: 200 len: 945 time: 0.1090834 Jul 06 14:47:52.273621 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.db [req-47e95bb8-c3e4-4d98-85ba-571f314b78bd req-c6cb488c-5b93-4625-8579-0a3b49ddacb8 service neutron] For port e2098aa7-2dfa-416e-8af7-b4b12d813e32, host n-h2-773647-6, cleared binding levels {{(pid=100247) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:47:52.313046 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-f6318909-46c1-48ae-9d69-85546722a41d req-d7c23a32-7115-4b7f-9926-d89a7d10bc89 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/security-groups?id=dd2bc95c-84fb-4682-90b8-8ac8d7aa9ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0688269 Jul 06 14:47:52.327369 n-d-773647-6 neutron-server[100247]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90955c02-c69f-463d-b7c2-9df0c9d038b7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e2098aa7-2dfa-416e-8af7-b4b12d813e32'}] {{(pid=100247) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:47:52.329688 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cbf0eeaae822f8fc9b87a94aeba67a3d651842baf663a51cba94b67a514836d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16a19983-5af0-4600-9525-09c3a239a18d" -d '{"events": [{"server_uuid": "90955c02-c69f-463d-b7c2-9df0c9d038b7", "name": "network-vif-unplugged", "status": "completed", "tag": "e2098aa7-2dfa-416e-8af7-b4b12d813e32"}]}' {{(pid=100247) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:47:52.333313 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-47e95bb8-c3e4-4d98-85ba-571f314b78bd req-c6cb488c-5b93-4625-8579-0a3b49ddacb8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:47:52.346382 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.provisioning_blocks [req-47e95bb8-c3e4-4d98-85ba-571f314b78bd req-c6cb488c-5b93-4625-8579-0a3b49ddacb8 service neutron] Transition to ACTIVE for port object e2098aa7-2dfa-416e-8af7-b4b12d813e32 will not be triggered until provisioned by entity L2. {{(pid=100247) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:47:52.352636 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-47e95bb8-c3e4-4d98-85ba-571f314b78bd req-c6cb488c-5b93-4625-8579-0a3b49ddacb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128888538'] for port, after_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:47:52.455338 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cb488c-5b93-4625-8579-0a3b49ddacb8 service neutron] Pushing event updated for resources: {'Port': ['ID=e2098aa7-2dfa-416e-8af7-b4b12d813e32,revision_number=6']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:47:52.468998 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 06 Jul 2021 14:47:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9ff2259-d9a0-48ef-aabf-e6594d538c4c x-openstack-request-id: req-b9ff2259-d9a0-48ef-aabf-e6594d538c4c {{(pid=100247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:47:52.469425 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90955c02-c69f-463d-b7c2-9df0c9d038b7", "name": "network-vif-unplugged", "status": "completed", "tag": "e2098aa7-2dfa-416e-8af7-b4b12d813e32", "code": 200}]} {{(pid=100247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:47:52.469791 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-b9ff2259-d9a0-48ef-aabf-e6594d538c4c {{(pid=100247) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:47:52.470354 n-d-773647-6 neutron-server[100247]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90955c02-c69f-463d-b7c2-9df0c9d038b7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e2098aa7-2dfa-416e-8af7-b4b12d813e32', 'code': 200} Jul 06 14:47:52.481470 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6cb488c-5b93-4625-8579-0a3b49ddacb8 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:47:52.481821 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6cb488c-5b93-4625-8579-0a3b49ddacb8 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:47:52.482161 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6cb488c-5b93-4625-8579-0a3b49ddacb8 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:47:52.482498 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6cb488c-5b93-4625-8579-0a3b49ddacb8 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:47:52.482835 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6cb488c-5b93-4625-8579-0a3b49ddacb8 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:47:52.483165 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6cb488c-5b93-4625-8579-0a3b49ddacb8 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:47:52.483522 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6cb488c-5b93-4625-8579-0a3b49ddacb8 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:47:52.483848 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6cb488c-5b93-4625-8579-0a3b49ddacb8 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:47:52.484176 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6cb488c-5b93-4625-8579-0a3b49ddacb8 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:47:52.484504 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6cb488c-5b93-4625-8579-0a3b49ddacb8 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:47:52.484830 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6cb488c-5b93-4625-8579-0a3b49ddacb8 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:47:52.485153 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6cb488c-5b93-4625-8579-0a3b49ddacb8 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:47:52.510940 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.l3_dvrscheduler_db [req-47e95bb8-c3e4-4d98-85ba-571f314b78bd req-c6cb488c-5b93-4625-8579-0a3b49ddacb8 service neutron] No DVR routers for this DVR port e2098aa7-2dfa-416e-8af7-b4b12d813e32 on host n-h2-773647-6 {{(pid=100247) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:47:52.649926 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.managers [req-47e95bb8-c3e4-4d98-85ba-571f314b78bd req-c6cb488c-5b93-4625-8579-0a3b49ddacb8 service neutron] Attempting to bind port e2098aa7-2dfa-416e-8af7-b4b12d813e32 on host n-h1-773647-6 for vnic_type normal with profile {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:47:52.650262 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.managers [req-47e95bb8-c3e4-4d98-85ba-571f314b78bd req-c6cb488c-5b93-4625-8579-0a3b49ddacb8 service neutron] Attempting to bind port e2098aa7-2dfa-416e-8af7-b4b12d813e32 by drivers openvswitch,hyperv on host n-h1-773647-6 at level 0 using segments [{'id': 'e7ba980d-6408-4a89-a32f-e3032f697d56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1028, 'network_id': '0de980e9-590c-42a8-a4e7-08d344113bb7'}] {{(pid=100247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:47:52.650591 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47e95bb8-c3e4-4d98-85ba-571f314b78bd req-c6cb488c-5b93-4625-8579-0a3b49ddacb8 service neutron] Attempting to bind port e2098aa7-2dfa-416e-8af7-b4b12d813e32 on network 0de980e9-590c-42a8-a4e7-08d344113bb7 {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:47:52.655031 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47e95bb8-c3e4-4d98-85ba-571f314b78bd req-c6cb488c-5b93-4625-8579-0a3b49ddacb8 service neutron] Port e2098aa7-2dfa-416e-8af7-b4b12d813e32 on network 0de980e9-590c-42a8-a4e7-08d344113bb7 not bound, no agent of type Open vSwitch agent registered on host n-h1-773647-6 {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 14:47:52.655340 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47e95bb8-c3e4-4d98-85ba-571f314b78bd req-c6cb488c-5b93-4625-8579-0a3b49ddacb8 service neutron] Attempting to bind port e2098aa7-2dfa-416e-8af7-b4b12d813e32 on network 0de980e9-590c-42a8-a4e7-08d344113bb7 {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:47:52.660786 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47e95bb8-c3e4-4d98-85ba-571f314b78bd req-c6cb488c-5b93-4625-8579-0a3b49ddacb8 service neutron] Checking agent: {'id': '5bf7147f-bada-4441-a5dc-934b903473fb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-773647-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 51, 12), 'started_at': datetime.datetime(2021, 7, 6, 13, 51, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 47, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:47:52.661120 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47e95bb8-c3e4-4d98-85ba-571f314b78bd req-c6cb488c-5b93-4625-8579-0a3b49ddacb8 service neutron] Checking segment: {'id': 'e7ba980d-6408-4a89-a32f-e3032f697d56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1028, 'network_id': '0de980e9-590c-42a8-a4e7-08d344113bb7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100247) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:47:52.661501 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47e95bb8-c3e4-4d98-85ba-571f314b78bd req-c6cb488c-5b93-4625-8579-0a3b49ddacb8 service neutron] Bound using segment: {'id': 'e7ba980d-6408-4a89-a32f-e3032f697d56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1028, 'network_id': '0de980e9-590c-42a8-a4e7-08d344113bb7'} {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:47:52.661920 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.managers [req-47e95bb8-c3e4-4d98-85ba-571f314b78bd req-c6cb488c-5b93-4625-8579-0a3b49ddacb8 service neutron] Bound port: e2098aa7-2dfa-416e-8af7-b4b12d813e32, host: n-h1-773647-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e7ba980d-6408-4a89-a32f-e3032f697d56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1028, 'network_id': '0de980e9-590c-42a8-a4e7-08d344113bb7'}}] {{(pid=100247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:47:52.662275 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-47e95bb8-c3e4-4d98-85ba-571f314b78bd req-c6cb488c-5b93-4625-8579-0a3b49ddacb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:47:52.726638 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.db [req-47e95bb8-c3e4-4d98-85ba-571f314b78bd req-c6cb488c-5b93-4625-8579-0a3b49ddacb8 service neutron] For port e2098aa7-2dfa-416e-8af7-b4b12d813e32, host n-h1-773647-6, cleared binding levels {{(pid=100247) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:47:52.729828 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.db [req-47e95bb8-c3e4-4d98-85ba-571f314b78bd req-c6cb488c-5b93-4625-8579-0a3b49ddacb8 service neutron] For port e2098aa7-2dfa-416e-8af7-b4b12d813e32, host n-h1-773647-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773647-6',level=0,port_id=e2098aa7-2dfa-416e-8af7-b4b12d813e32,segment=NetworkSegment(e7ba980d-6408-4a89-a32f-e3032f697d56),segment_id=e7ba980d-6408-4a89-a32f-e3032f697d56)] {{(pid=100247) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:47:52.733688 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-47e95bb8-c3e4-4d98-85ba-571f314b78bd req-c6cb488c-5b93-4625-8579-0a3b49ddacb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128888538'] for port, after_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:47:52.765956 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e95bb8-c3e4-4d98-85ba-571f314b78bd req-c6cb488c-5b93-4625-8579-0a3b49ddacb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:47:52.766856 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-47e95bb8-c3e4-4d98-85ba-571f314b78bd req-c6cb488c-5b93-4625-8579-0a3b49ddacb8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:47:52.768279 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-47e95bb8-c3e4-4d98-85ba-571f314b78bd req-c6cb488c-5b93-4625-8579-0a3b49ddacb8 service neutron] 10.222.0.127 "PUT /v2.0/ports/e2098aa7-2dfa-416e-8af7-b4b12d813e32 HTTP/1.1" status: 200 len: 1091 time: 0.8769536 Jul 06 14:47:52.802289 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cb488c-5b93-4625-8579-0a3b49ddacb8 service neutron] Pushing event updated for resources: {'Port': ['ID=e2098aa7-2dfa-416e-8af7-b4b12d813e32,revision_number=7']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:47:52.866860 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e95bb8-c3e4-4d98-85ba-571f314b78bd req-65c13aae-8b88-445d-b3f4-9fbfdd898bc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:47:52.868436 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-47e95bb8-c3e4-4d98-85ba-571f314b78bd req-65c13aae-8b88-445d-b3f4-9fbfdd898bc5 service neutron] 10.222.0.127 "GET /v2.0/ports?tenant_id=d43e4314dc9b484b87d7a3ce014660e1&device_id=90955c02-c69f-463d-b7c2-9df0c9d038b7 HTTP/1.1" status: 200 len: 1094 time: 0.0742331 Jul 06 14:47:52.931722 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-48d4a5a4-71b6-4470-a2ea-74e19ca3a27b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:47:52.969763 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e95bb8-c3e4-4d98-85ba-571f314b78bd req-1ebba7f0-8328-402c-a336-1e0020291ac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:47:52.971401 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-47e95bb8-c3e4-4d98-85ba-571f314b78bd req-1ebba7f0-8328-402c-a336-1e0020291ac3 service neutron] 10.222.0.127 "GET /v2.0/networks?id=0de980e9-590c-42a8-a4e7-08d344113bb7 HTTP/1.1" status: 200 len: 913 time: 0.0969481 Jul 06 14:47:53.045657 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-47e95bb8-c3e4-4d98-85ba-571f314b78bd req-ebaa30c2-8723-4e32-87d3-debb0b0335f9 service neutron] 10.222.0.127 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e2098aa7-2dfa-416e-8af7-b4b12d813e32 HTTP/1.1" status: 200 len: 998 time: 0.0642345 Jul 06 14:47:53.098304 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e95bb8-c3e4-4d98-85ba-571f314b78bd req-8959d3fa-a053-4f36-9dc3-13f96318b1c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:47:53.099857 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-47e95bb8-c3e4-4d98-85ba-571f314b78bd req-8959d3fa-a053-4f36-9dc3-13f96318b1c0 service neutron] 10.222.0.127 "GET /v2.0/subnets?id=3a2573d9-49c9-4536-b0b0-29496d7e3935 HTTP/1.1" status: 200 len: 850 time: 0.0468078 Jul 06 14:47:53.158155 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e95bb8-c3e4-4d98-85ba-571f314b78bd req-842a6f18-6d0e-4c6a-8da7-93c49dac1ea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:47:53.159731 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-47e95bb8-c3e4-4d98-85ba-571f314b78bd req-842a6f18-6d0e-4c6a-8da7-93c49dac1ea4 service neutron] 10.222.0.127 "GET /v2.0/ports?network_id=0de980e9-590c-42a8-a4e7-08d344113bb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0530772 Jul 06 14:47:53.172291 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [req-47e95bb8-c3e4-4d98-85ba-571f314b78bd req-eec0fab9-6893-42f2-bf0d-1b201e06cd84 service neutron] http://10.222.0.104:9696/v2.0/extensions returned with HTTP 200 {{(pid=100247) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 14:47:53.173214 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-47e95bb8-c3e4-4d98-85ba-571f314b78bd req-eec0fab9-6893-42f2-bf0d-1b201e06cd84 service neutron] 10.222.0.127 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049357 Jul 06 14:47:53.273254 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-47e95bb8-c3e4-4d98-85ba-571f314b78bd req-77c5e77f-feae-4710-ab08-283e3164e3a4 service neutron] 10.222.0.127 "GET /v2.0/networks/0de980e9-590c-42a8-a4e7-08d344113bb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887198 Jul 06 14:47:53.362541 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-47e95bb8-c3e4-4d98-85ba-571f314b78bd req-92026de0-c84c-4a5f-948d-938242d29f67 service neutron] 10.222.0.127 "GET /v2.0/networks/0de980e9-590c-42a8-a4e7-08d344113bb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810504 Jul 06 14:47:53.498839 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec8dbab-7b31-4fa2-8c1d-92b42aca2556 req-d122e00d-186e-4fc1-947d-623d929286a1 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:47:53.500362 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-2ec8dbab-7b31-4fa2-8c1d-92b42aca2556 req-d122e00d-186e-4fc1-947d-623d929286a1 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/ports?device_id=90955c02-c69f-463d-b7c2-9df0c9d038b7 HTTP/1.1" status: 200 len: 943 time: 0.0709832 Jul 06 14:47:53.540463 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-2ec8dbab-7b31-4fa2-8c1d-92b42aca2556 req-599deed3-acc1-4a00-acf8-a5bd41f1374c tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/security-groups?id=dd2bc95c-84fb-4682-90b8-8ac8d7aa9ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334802 Jul 06 14:47:54.472000 n-d-773647-6 neutron-server[100247]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90955c02-c69f-463d-b7c2-9df0c9d038b7', 'tag': 'e2098aa7-2dfa-416e-8af7-b4b12d813e32'}] {{(pid=100247) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:47:54.474387 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cbf0eeaae822f8fc9b87a94aeba67a3d651842baf663a51cba94b67a514836d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83badfd7-02a1-4570-838a-a7a491b1f9ee" -d '{"events": [{"name": "network-changed", "server_uuid": "90955c02-c69f-463d-b7c2-9df0c9d038b7", "tag": "e2098aa7-2dfa-416e-8af7-b4b12d813e32"}]}' {{(pid=100247) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:47:54.521848 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 14:47:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2cab8b8-3220-4b0b-b4a2-8de1d18e3858 x-openstack-request-id: req-c2cab8b8-3220-4b0b-b4a2-8de1d18e3858 {{(pid=100247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:47:54.522140 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "90955c02-c69f-463d-b7c2-9df0c9d038b7", "tag": "e2098aa7-2dfa-416e-8af7-b4b12d813e32", "status": "completed", "code": 200}]} {{(pid=100247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:47:54.522390 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-c2cab8b8-3220-4b0b-b4a2-8de1d18e3858 {{(pid=100247) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:47:54.522887 n-d-773647-6 neutron-server[100247]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90955c02-c69f-463d-b7c2-9df0c9d038b7', 'tag': 'e2098aa7-2dfa-416e-8af7-b4b12d813e32', 'status': 'completed', 'code': 200} Jul 06 14:47:54.597646 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83badfd7-02a1-4570-838a-a7a491b1f9ee req-87d57bbf-45c6-490b-ba38-c8d74f6ed66b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:47:54.599198 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-83badfd7-02a1-4570-838a-a7a491b1f9ee req-87d57bbf-45c6-490b-ba38-c8d74f6ed66b service neutron] 10.222.0.127 "GET /v2.0/ports?tenant_id=d43e4314dc9b484b87d7a3ce014660e1&device_id=90955c02-c69f-463d-b7c2-9df0c9d038b7 HTTP/1.1" status: 200 len: 1094 time: 0.0586154 Jul 06 14:47:54.609179 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83badfd7-02a1-4570-838a-a7a491b1f9ee req-988932c8-6430-4789-8112-3b263d5661ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:47:54.610764 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-83badfd7-02a1-4570-838a-a7a491b1f9ee req-988932c8-6430-4789-8112-3b263d5661ac service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=d43e4314dc9b484b87d7a3ce014660e1&device_id=90955c02-c69f-463d-b7c2-9df0c9d038b7 HTTP/1.1" status: 200 len: 1094 time: 0.0630646 Jul 06 14:47:54.705286 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83badfd7-02a1-4570-838a-a7a491b1f9ee req-72c40445-8a94-4a4a-81da-064db4feda5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:47:54.706844 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-83badfd7-02a1-4570-838a-a7a491b1f9ee req-72c40445-8a94-4a4a-81da-064db4feda5d service neutron] 10.222.0.72 "GET /v2.0/networks?id=0de980e9-590c-42a8-a4e7-08d344113bb7 HTTP/1.1" status: 200 len: 913 time: 0.0896695 Jul 06 14:47:54.734124 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83badfd7-02a1-4570-838a-a7a491b1f9ee req-d4e1a7fa-9c6a-4ca5-a53c-cf12ea110016 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:47:54.735583 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-83badfd7-02a1-4570-838a-a7a491b1f9ee req-d4e1a7fa-9c6a-4ca5-a53c-cf12ea110016 service neutron] 10.222.0.127 "GET /v2.0/networks?id=0de980e9-590c-42a8-a4e7-08d344113bb7 HTTP/1.1" status: 200 len: 913 time: 0.1288433 Jul 06 14:47:54.776992 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-83badfd7-02a1-4570-838a-a7a491b1f9ee req-a60b6b2c-2a0d-4f68-8aa0-7a86218d2ad8 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e2098aa7-2dfa-416e-8af7-b4b12d813e32 HTTP/1.1" status: 200 len: 998 time: 0.0642769 Jul 06 14:47:54.792064 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a830439-b5dc-420c-81e1-8d93820b405f req-db888981-e70b-4912-8a18-d5cff113e733 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:47:54.793569 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-6a830439-b5dc-420c-81e1-8d93820b405f req-db888981-e70b-4912-8a18-d5cff113e733 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/ports?device_id=90955c02-c69f-463d-b7c2-9df0c9d038b7 HTTP/1.1" status: 200 len: 943 time: 0.1320746 Jul 06 14:47:54.825971 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83badfd7-02a1-4570-838a-a7a491b1f9ee req-8d009076-8a2d-4896-beb5-2469e2c43c06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:47:54.827502 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-83badfd7-02a1-4570-838a-a7a491b1f9ee req-8d009076-8a2d-4896-beb5-2469e2c43c06 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=3a2573d9-49c9-4536-b0b0-29496d7e3935 HTTP/1.1" status: 200 len: 850 time: 0.0449026 Jul 06 14:47:54.828364 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-83badfd7-02a1-4570-838a-a7a491b1f9ee req-41a4db70-fe61-47db-9bdb-853ecc5ba348 service neutron] 10.222.0.127 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e2098aa7-2dfa-416e-8af7-b4b12d813e32 HTTP/1.1" status: 200 len: 998 time: 0.0857654 Jul 06 14:47:54.853526 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-6a830439-b5dc-420c-81e1-8d93820b405f req-32f4f2db-aa89-436e-8fca-8b4e1438618d tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/security-groups?id=dd2bc95c-84fb-4682-90b8-8ac8d7aa9ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532444 Jul 06 14:47:54.888711 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83badfd7-02a1-4570-838a-a7a491b1f9ee req-df498367-a316-461c-9279-5732b7936d77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:47:54.890226 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-83badfd7-02a1-4570-838a-a7a491b1f9ee req-df498367-a316-461c-9279-5732b7936d77 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=0de980e9-590c-42a8-a4e7-08d344113bb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0568655 Jul 06 14:47:54.891994 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83badfd7-02a1-4570-838a-a7a491b1f9ee req-c46027a8-ec20-4487-a6ae-fc399e30f105 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:47:54.893446 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-83badfd7-02a1-4570-838a-a7a491b1f9ee req-c46027a8-ec20-4487-a6ae-fc399e30f105 service neutron] 10.222.0.127 "GET /v2.0/subnets?id=3a2573d9-49c9-4536-b0b0-29496d7e3935 HTTP/1.1" status: 200 len: 850 time: 0.0555356 Jul 06 14:47:54.951729 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83badfd7-02a1-4570-838a-a7a491b1f9ee req-e70e4769-7e0d-49db-bcf3-9fce3a57c564 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:47:54.953270 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-83badfd7-02a1-4570-838a-a7a491b1f9ee req-e70e4769-7e0d-49db-bcf3-9fce3a57c564 service neutron] 10.222.0.127 "GET /v2.0/ports?network_id=0de980e9-590c-42a8-a4e7-08d344113bb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0535364 Jul 06 14:47:54.983672 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-83badfd7-02a1-4570-838a-a7a491b1f9ee req-e4135a98-89c1-40e6-ad6e-7a26d1ea4429 service neutron] 10.222.0.72 "GET /v2.0/networks/0de980e9-590c-42a8-a4e7-08d344113bb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872540 Jul 06 14:47:55.042717 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-83badfd7-02a1-4570-838a-a7a491b1f9ee req-3907a9b1-bfc4-4159-9349-80c185975539 service neutron] 10.222.0.127 "GET /v2.0/networks/0de980e9-590c-42a8-a4e7-08d344113bb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826995 Jul 06 14:47:55.072454 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-83badfd7-02a1-4570-838a-a7a491b1f9ee req-0965ac89-5ba5-4fec-9a20-59679f490325 service neutron] 10.222.0.72 "GET /v2.0/networks/0de980e9-590c-42a8-a4e7-08d344113bb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829520 Jul 06 14:47:55.136613 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-83badfd7-02a1-4570-838a-a7a491b1f9ee req-1c11ca29-d152-4baf-b647-89ad13646995 service neutron] 10.222.0.127 "GET /v2.0/networks/0de980e9-590c-42a8-a4e7-08d344113bb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862849 Jul 06 14:47:55.564052 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Device e2098aa7-2dfa-416e-8af7-b4b12d813e32 no longer exists at agent hyperv_n-h2-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:47:55.612107 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-2a28a66c-de97-4566-b171-d5cd31f5507b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:47:55.614928 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Device e2098aa7-2dfa-416e-8af7-b4b12d813e32 not bound to the agent host n-h2-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:47:55.927892 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:47:56.031391 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b30db87-80ec-4ca9-a831-00969fbb5b65 req-8b6c9c4a-e670-44b3-b4f6-f139dcba092b tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:47:56.032882 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-5b30db87-80ec-4ca9-a831-00969fbb5b65 req-8b6c9c4a-e670-44b3-b4f6-f139dcba092b tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/ports?device_id=90955c02-c69f-463d-b7c2-9df0c9d038b7 HTTP/1.1" status: 200 len: 943 time: 0.0637648 Jul 06 14:47:56.073823 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-5b30db87-80ec-4ca9-a831-00969fbb5b65 req-cb165a92-eb97-43f3-9e70-9da52d24d32d tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/security-groups?id=dd2bc95c-84fb-4682-90b8-8ac8d7aa9ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345783 Jul 06 14:47:56.746431 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-2064eaae-da4f-48f8-82d2-b09d4ddedd44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:47:57.249563 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0f9c34-e68f-462d-a15d-6b2c635b8412 req-66476356-653b-4210-a5f2-e4054e58a15f tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:47:57.251034 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-9c0f9c34-e68f-462d-a15d-6b2c635b8412 req-66476356-653b-4210-a5f2-e4054e58a15f tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/ports?device_id=90955c02-c69f-463d-b7c2-9df0c9d038b7 HTTP/1.1" status: 200 len: 943 time: 0.0662990 Jul 06 14:47:57.281245 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Device e2098aa7-2dfa-416e-8af7-b4b12d813e32 details requested by agent hyperv_n-h1-773647-6 with host n-h1-773647-6 {{(pid=100248) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 14:47:57.383686 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] For port e2098aa7-2dfa-416e-8af7-b4b12d813e32, host n-h1-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773647-6',level=0,port_id=e2098aa7-2dfa-416e-8af7-b4b12d813e32,segment=NetworkSegment(e7ba980d-6408-4a89-a32f-e3032f697d56),segment_id=e7ba980d-6408-4a89-a32f-e3032f697d56)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:47:57.395823 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Returning: {'device': 'e2098aa7-2dfa-416e-8af7-b4b12d813e32', 'network_id': '0de980e9-590c-42a8-a4e7-08d344113bb7', 'port_id': 'e2098aa7-2dfa-416e-8af7-b4b12d813e32', 'mac_address': 'fa:16:3e:12:cd:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1028, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3a2573d9-49c9-4536-b0b0-29496d7e3935', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100248) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 14:47:57.436199 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:47:57.450264 n-d-773647-6 neutron-server[100248]: DEBUG neutron.notifiers.nova [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e2098aa7-2dfa-416e-8af7-b4b12d813e32 {{(pid=100248) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 14:47:57.470443 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] For port e2098aa7-2dfa-416e-8af7-b4b12d813e32, host n-h1-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773647-6',level=0,port_id=e2098aa7-2dfa-416e-8af7-b4b12d813e32,segment=NetworkSegment(e7ba980d-6408-4a89-a32f-e3032f697d56),segment_id=e7ba980d-6408-4a89-a32f-e3032f697d56)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:47:57.477991 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:47:57.527428 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Pushing event updated for resources: {'Port': ['ID=e2098aa7-2dfa-416e-8af7-b4b12d813e32,revision_number=8']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:47:57.537446 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:47:57.538016 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:47:57.538583 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:47:57.539166 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:47:57.539789 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:47:57.540224 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:47:57.540563 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:47:57.540908 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:47:57.541240 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:47:57.541570 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:47:57.541902 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:47:57.542226 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:47:57.565986 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-9c0f9c34-e68f-462d-a15d-6b2c635b8412 req-1446a4a2-9f3f-433b-a62a-a0dd7f4df409 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/security-groups?id=dd2bc95c-84fb-4682-90b8-8ac8d7aa9ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3087113 Jul 06 14:47:57.786880 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] get_ports_and_sgs() called for port_ids ['e2098aa7-2dfa-416e-8af7-b4b12d813e32'] {{(pid=100248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 14:47:57.867325 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6088339-7d89-4afe-bf54-e97967411390 req-01386b64-e215-45e6-9d7f-f14955b785fa tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:47:57.869160 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-b6088339-7d89-4afe-bf54-e97967411390 req-01386b64-e215-45e6-9d7f-f14955b785fa tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/ports?device_id=90955c02-c69f-463d-b7c2-9df0c9d038b7 HTTP/1.1" status: 200 len: 944 time: 0.0699093 Jul 06 14:47:57.889468 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635eb653-545b-4bcb-abfa-ab8182bb5e04 req-5a6e2924-2502-42bd-915a-a5aeb2534259 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:47:57.890968 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-635eb653-545b-4bcb-abfa-ab8182bb5e04 req-5a6e2924-2502-42bd-915a-a5aeb2534259 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.72 "GET /v2.0/ports?device_id=90955c02-c69f-463d-b7c2-9df0c9d038b7&tenant_id=d43e4314dc9b484b87d7a3ce014660e1&binding%3Ahost_id=n-h1-773647-6 HTTP/1.1" status: 200 len: 944 time: 0.0776618 Jul 06 14:47:57.907816 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-b6088339-7d89-4afe-bf54-e97967411390 req-c36935b4-f589-4519-818d-2ee1a23b2e65 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/security-groups?id=dd2bc95c-84fb-4682-90b8-8ac8d7aa9ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331037 Jul 06 14:47:57.957836 n-d-773647-6 neutron-server[100246]: INFO neutron.api.v2.resource [req-635eb653-545b-4bcb-abfa-ab8182bb5e04 req-36154615-0f9b-4c1d-aec7-ae194667fd63 service neutron] delete failed (client error): The resource could not be found. Jul 06 14:47:57.958910 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-635eb653-545b-4bcb-abfa-ab8182bb5e04 req-36154615-0f9b-4c1d-aec7-ae194667fd63 service neutron] 10.222.0.72 "DELETE /v2.0/ports/e2098aa7-2dfa-416e-8af7-b4b12d813e32/bindings/n-h2-773647-6 HTTP/1.1" status: 404 len: 380 time: 0.0620456 Jul 06 14:47:58.054482 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635eb653-545b-4bcb-abfa-ab8182bb5e04 req-841c5a76-ed43-467d-be08-e7ff1f7b1ed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:47:58.056056 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-635eb653-545b-4bcb-abfa-ab8182bb5e04 req-841c5a76-ed43-467d-be08-e7ff1f7b1ed5 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=d43e4314dc9b484b87d7a3ce014660e1&device_id=90955c02-c69f-463d-b7c2-9df0c9d038b7 HTTP/1.1" status: 200 len: 1095 time: 0.0544813 Jul 06 14:47:58.146402 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635eb653-545b-4bcb-abfa-ab8182bb5e04 req-baba1aa8-db28-4202-9f47-bd07b4e05a79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:47:58.147943 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-635eb653-545b-4bcb-abfa-ab8182bb5e04 req-baba1aa8-db28-4202-9f47-bd07b4e05a79 service neutron] 10.222.0.72 "GET /v2.0/networks?id=0de980e9-590c-42a8-a4e7-08d344113bb7 HTTP/1.1" status: 200 len: 913 time: 0.0841877 Jul 06 14:47:58.217382 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-635eb653-545b-4bcb-abfa-ab8182bb5e04 req-dc8d83d7-56ac-4a5c-ab07-296df3deb147 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e2098aa7-2dfa-416e-8af7-b4b12d813e32 HTTP/1.1" status: 200 len: 999 time: 0.0618980 Jul 06 14:47:58.264445 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635eb653-545b-4bcb-abfa-ab8182bb5e04 req-9258c0f0-e6b0-41ac-bf66-de8b00c10cf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:47:58.265912 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-635eb653-545b-4bcb-abfa-ab8182bb5e04 req-9258c0f0-e6b0-41ac-bf66-de8b00c10cf8 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=3a2573d9-49c9-4536-b0b0-29496d7e3935 HTTP/1.1" status: 200 len: 850 time: 0.0426755 Jul 06 14:47:58.322482 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635eb653-545b-4bcb-abfa-ab8182bb5e04 req-d16923b6-6b90-490a-9930-d93b7520c60b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:47:58.324007 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-635eb653-545b-4bcb-abfa-ab8182bb5e04 req-d16923b6-6b90-490a-9930-d93b7520c60b service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=0de980e9-590c-42a8-a4e7-08d344113bb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0517790 Jul 06 14:47:58.417244 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-635eb653-545b-4bcb-abfa-ab8182bb5e04 req-35be4dd1-325b-4f1e-a8ae-30e297365b73 service neutron] 10.222.0.72 "GET /v2.0/networks/0de980e9-590c-42a8-a4e7-08d344113bb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866332 Jul 06 14:47:58.506684 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-635eb653-545b-4bcb-abfa-ab8182bb5e04 req-81ad47c2-236e-4bcb-a301-fda610f94031 service neutron] 10.222.0.72 "GET /v2.0/networks/0de980e9-590c-42a8-a4e7-08d344113bb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824265 Jul 06 14:47:58.547482 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-03f71b24-a9b8-453a-8924-caa3f97bc6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:47:59.086825 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c0a993-3a8a-4db3-9188-d62f9e41f177 req-ffdc4c26-cf53-488f-bc21-112aa84e1530 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:47:59.088375 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-b6c0a993-3a8a-4db3-9188-d62f9e41f177 req-ffdc4c26-cf53-488f-bc21-112aa84e1530 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/ports?device_id=90955c02-c69f-463d-b7c2-9df0c9d038b7 HTTP/1.1" status: 200 len: 944 time: 0.0630603 Jul 06 14:47:59.138819 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-b6c0a993-3a8a-4db3-9188-d62f9e41f177 req-7de96cf6-b019-4d81-bd8a-693660e7fe1c tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/security-groups?id=dd2bc95c-84fb-4682-90b8-8ac8d7aa9ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371857 Jul 06 14:47:59.296376 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Device e2098aa7-2dfa-416e-8af7-b4b12d813e32 up at agent hyperv_n-h1-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:47:59.327032 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9e0113-1ee7-428d-b6a8-f41bef6aa9b8 req-c144fc37-0769-4c24-a9e0-c6d2f6bd69aa tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:47:59.328573 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-7d9e0113-1ee7-428d-b6a8-f41bef6aa9b8 req-c144fc37-0769-4c24-a9e0-c6d2f6bd69aa tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/ports?device_id=90955c02-c69f-463d-b7c2-9df0c9d038b7 HTTP/1.1" status: 200 len: 944 time: 0.0640106 Jul 06 14:47:59.344005 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Provisioning for port e2098aa7-2dfa-416e-8af7-b4b12d813e32 completed by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:47:59.348254 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Provisioning complete for port e2098aa7-2dfa-416e-8af7-b4b12d813e32 triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:47:59.348635 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:47:59.369804 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-7d9e0113-1ee7-428d-b6a8-f41bef6aa9b8 req-9e33e7b4-1109-439e-b295-818a13ff60d7 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/security-groups?id=dd2bc95c-84fb-4682-90b8-8ac8d7aa9ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351479 Jul 06 14:47:59.426390 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:47:59.449864 n-d-773647-6 neutron-server[100248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90955c02-c69f-463d-b7c2-9df0c9d038b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2098aa7-2dfa-416e-8af7-b4b12d813e32'}] {{(pid=100248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:47:59.452116 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84af257533e383389cbcf231d3534f4d5e149e7203fea16b4a8fc01438dddaf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2d4a219-097d-4b92-9579-f5acfe75ce75" -d '{"events": [{"server_uuid": "90955c02-c69f-463d-b7c2-9df0c9d038b7", "name": "network-vif-plugged", "status": "completed", "tag": "e2098aa7-2dfa-416e-8af7-b4b12d813e32"}]}' {{(pid=100248) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:47:59.464979 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] For port e2098aa7-2dfa-416e-8af7-b4b12d813e32, host n-h1-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773647-6',level=0,port_id=e2098aa7-2dfa-416e-8af7-b4b12d813e32,segment=NetworkSegment(e7ba980d-6408-4a89-a32f-e3032f697d56),segment_id=e7ba980d-6408-4a89-a32f-e3032f697d56)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:47:59.469895 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:47:59.523576 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Pushing event updated for resources: {'Port': ['ID=e2098aa7-2dfa-416e-8af7-b4b12d813e32,revision_number=9']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:47:59.563753 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 14:47:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ff12b84-b243-4f27-9972-723ba3d6b5c9 x-openstack-request-id: req-0ff12b84-b243-4f27-9972-723ba3d6b5c9 {{(pid=100248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:47:59.564102 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90955c02-c69f-463d-b7c2-9df0c9d038b7", "name": "network-vif-plugged", "status": "completed", "tag": "e2098aa7-2dfa-416e-8af7-b4b12d813e32", "code": 200}]} {{(pid=100248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:47:59.564424 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-0ff12b84-b243-4f27-9972-723ba3d6b5c9 {{(pid=100248) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:47:59.564897 n-d-773647-6 neutron-server[100248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90955c02-c69f-463d-b7c2-9df0c9d038b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2098aa7-2dfa-416e-8af7-b4b12d813e32', 'code': 200} Jul 06 14:47:59.750217 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83edb8ee-7521-4081-9a6d-5c3d3dae40df req-66154009-2364-48c4-9e81-b8901de6c7a8 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:47:59.751729 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-83edb8ee-7521-4081-9a6d-5c3d3dae40df req-66154009-2364-48c4-9e81-b8901de6c7a8 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/ports?device_id=90955c02-c69f-463d-b7c2-9df0c9d038b7 HTTP/1.1" status: 200 len: 945 time: 0.0977628 Jul 06 14:47:59.753541 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662d86b8-a8de-439d-91b9-f2df236ab2bc req-90515343-19d1-45d2-b086-67297553f6e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:47:59.754901 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-662d86b8-a8de-439d-91b9-f2df236ab2bc req-90515343-19d1-45d2-b086-67297553f6e7 service neutron] 10.222.0.127 "GET /v2.0/ports?tenant_id=d43e4314dc9b484b87d7a3ce014660e1&device_id=90955c02-c69f-463d-b7c2-9df0c9d038b7 HTTP/1.1" status: 200 len: 1096 time: 0.1091259 Jul 06 14:47:59.837729 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-83edb8ee-7521-4081-9a6d-5c3d3dae40df req-7d00c907-dcbf-49d4-953b-347565a82d20 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/security-groups?id=dd2bc95c-84fb-4682-90b8-8ac8d7aa9ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0804121 Jul 06 14:47:59.867336 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662d86b8-a8de-439d-91b9-f2df236ab2bc req-ee96bf4f-70f0-4131-8492-39b4688668c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:47:59.868806 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-662d86b8-a8de-439d-91b9-f2df236ab2bc req-ee96bf4f-70f0-4131-8492-39b4688668c0 service neutron] 10.222.0.127 "GET /v2.0/networks?id=0de980e9-590c-42a8-a4e7-08d344113bb7 HTTP/1.1" status: 200 len: 913 time: 0.1058748 Jul 06 14:47:59.936279 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-662d86b8-a8de-439d-91b9-f2df236ab2bc req-27f1e0f0-3221-4ec8-b5be-6e68ef4868bc service neutron] 10.222.0.127 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e2098aa7-2dfa-416e-8af7-b4b12d813e32 HTTP/1.1" status: 200 len: 1000 time: 0.0607967 Jul 06 14:47:59.984153 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662d86b8-a8de-439d-91b9-f2df236ab2bc req-f5179383-4bad-4752-8478-677b2062c8ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:47:59.985746 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-662d86b8-a8de-439d-91b9-f2df236ab2bc req-f5179383-4bad-4752-8478-677b2062c8ae service neutron] 10.222.0.127 "GET /v2.0/subnets?id=3a2573d9-49c9-4536-b0b0-29496d7e3935 HTTP/1.1" status: 200 len: 850 time: 0.0439961 Jul 06 14:48:00.041075 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662d86b8-a8de-439d-91b9-f2df236ab2bc req-08e910dc-090e-45d8-a73a-a5964bbba27f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:48:00.042580 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-662d86b8-a8de-439d-91b9-f2df236ab2bc req-08e910dc-090e-45d8-a73a-a5964bbba27f service neutron] 10.222.0.127 "GET /v2.0/ports?network_id=0de980e9-590c-42a8-a4e7-08d344113bb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0509381 Jul 06 14:48:00.132473 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-662d86b8-a8de-439d-91b9-f2df236ab2bc req-d57e7ff3-8f33-4788-bc18-4226e1cb3ae6 service neutron] 10.222.0.127 "GET /v2.0/networks/0de980e9-590c-42a8-a4e7-08d344113bb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836945 Jul 06 14:48:00.226347 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-662d86b8-a8de-439d-91b9-f2df236ab2bc req-de982b2d-48a3-4871-a2c8-330192ebea1c service neutron] 10.222.0.127 "GET /v2.0/networks/0de980e9-590c-42a8-a4e7-08d344113bb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863073 Jul 06 14:48:01.017614 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de1762c-ac81-4bc6-9cf5-eba04897908b req-b146afd0-f2cc-40da-89b6-511b37c45d81 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:48:01.019137 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-8de1762c-ac81-4bc6-9cf5-eba04897908b req-b146afd0-f2cc-40da-89b6-511b37c45d81 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/ports?device_id=90955c02-c69f-463d-b7c2-9df0c9d038b7 HTTP/1.1" status: 200 len: 945 time: 0.0683265 Jul 06 14:48:01.055798 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-8de1762c-ac81-4bc6-9cf5-eba04897908b req-f87d99a1-ae1c-40a9-8ad4-417c575aac0d tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/security-groups?id=dd2bc95c-84fb-4682-90b8-8ac8d7aa9ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309460 Jul 06 14:48:01.446507 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2dab0d6-7916-4926-a68d-e7f9f740064f req-9e1486a8-1e2b-47ff-92f4-ccf8d333aced tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:48:01.448071 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-a2dab0d6-7916-4926-a68d-e7f9f740064f req-9e1486a8-1e2b-47ff-92f4-ccf8d333aced tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/ports?device_id=90955c02-c69f-463d-b7c2-9df0c9d038b7 HTTP/1.1" status: 200 len: 945 time: 0.0656898 Jul 06 14:48:01.486112 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-a2dab0d6-7916-4926-a68d-e7f9f740064f req-2494651b-44c8-408d-96cd-abd03fad7f9d tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/security-groups?id=dd2bc95c-84fb-4682-90b8-8ac8d7aa9ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323868 Jul 06 14:48:02.661540 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd4907a-5985-4c4d-bdb5-1e664cf97df9 req-d4b063f7-a9ad-42c5-a526-7b7ac75af10a tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:48:02.663072 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-1dd4907a-5985-4c4d-bdb5-1e664cf97df9 req-d4b063f7-a9ad-42c5-a526-7b7ac75af10a tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/ports?device_id=90955c02-c69f-463d-b7c2-9df0c9d038b7 HTTP/1.1" status: 200 len: 945 time: 0.0630412 Jul 06 14:48:02.700701 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-1dd4907a-5985-4c4d-bdb5-1e664cf97df9 req-29ecff17-2746-41f9-83a2-e4ebf7289d9c tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/security-groups?id=dd2bc95c-84fb-4682-90b8-8ac8d7aa9ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319784 Jul 06 14:48:02.773464 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d937717-dfa1-40ec-bdc5-6d0f992af16e req-ff250e64-0177-4c2f-9466-c842ee7c026d tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:48:02.774841 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-2d937717-dfa1-40ec-bdc5-6d0f992af16e req-ff250e64-0177-4c2f-9466-c842ee7c026d tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.127 "GET /v2.0/ports?device_id=90955c02-c69f-463d-b7c2-9df0c9d038b7 HTTP/1.1" status: 200 len: 945 time: 0.0673168 Jul 06 14:48:02.873016 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.plugin [req-2d937717-dfa1-40ec-bdc5-6d0f992af16e req-b7dcbb1b-4f3c-4168-9593-bb88e0845edd tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Deleting port e2098aa7-2dfa-416e-8af7-b4b12d813e32 {{(pid=100247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:48:02.873357 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-2d937717-dfa1-40ec-bdc5-6d0f992af16e req-b7dcbb1b-4f3c-4168-9593-bb88e0845edd tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:48:02.963912 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.db [req-2d937717-dfa1-40ec-bdc5-6d0f992af16e req-b7dcbb1b-4f3c-4168-9593-bb88e0845edd tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] For port e2098aa7-2dfa-416e-8af7-b4b12d813e32, host n-h1-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773647-6',level=0,port_id=e2098aa7-2dfa-416e-8af7-b4b12d813e32,segment=NetworkSegment(e7ba980d-6408-4a89-a32f-e3032f697d56),segment_id=e7ba980d-6408-4a89-a32f-e3032f697d56)] {{(pid=100247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:48:02.964271 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-2d937717-dfa1-40ec-bdc5-6d0f992af16e req-b7dcbb1b-4f3c-4168-9593-bb88e0845edd tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:48:03.135484 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-2d937717-dfa1-40ec-bdc5-6d0f992af16e req-b7dcbb1b-4f3c-4168-9593-bb88e0845edd tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:48:03.135857 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-2d937717-dfa1-40ec-bdc5-6d0f992af16e req-b7dcbb1b-4f3c-4168-9593-bb88e0845edd tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1761130'] for floatingip, after_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:48:03.136173 n-d-773647-6 neutron-server[100247]: INFO neutron.db.l3_db [req-2d937717-dfa1-40ec-bdc5-6d0f992af16e req-b7dcbb1b-4f3c-4168-9593-bb88e0845edd tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Floating IP 8a640bb1-8189-4bd0-9ce2-6d62519bfe0c disassociated. External IP: 172.25.0.78, port: e2098aa7-2dfa-416e-8af7-b4b12d813e32. Jul 06 14:48:03.136514 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.plugin [req-2d937717-dfa1-40ec-bdc5-6d0f992af16e req-b7dcbb1b-4f3c-4168-9593-bb88e0845edd tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Calling delete_port for e2098aa7-2dfa-416e-8af7-b4b12d813e32 owned by compute:nova {{(pid=100247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:48:03.267143 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-2d937717-dfa1-40ec-bdc5-6d0f992af16e req-b7dcbb1b-4f3c-4168-9593-bb88e0845edd tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128888353'] for port, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:48:03.296708 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7dcbb1b-4f3c-4168-9593-bb88e0845edd tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Pushing event deleted for resources: {'Port': ['ID=e2098aa7-2dfa-416e-8af7-b4b12d813e32,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:48:03.415889 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2d937717-dfa1-40ec-bdc5-6d0f992af16e req-b7dcbb1b-4f3c-4168-9593-bb88e0845edd tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Router e025909a-055c-4b8d-b68d-be81ee5757cc has already been hosted by L3 agent 2823d358-a11b-4885-a706-95a279e43fa7 {{(pid=100247) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 14:48:03.529333 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2d937717-dfa1-40ec-bdc5-6d0f992af16e req-b7dcbb1b-4f3c-4168-9593-bb88e0845edd tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Notify agent at l3_agent.n-d-773647-6 the message routers_updated {{(pid=100247) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 14:48:03.541602 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b56b9f9e-93f0-4f31-a0cc-b5e66520cea1 None None] Sync routers for ids ['e025909a-055c-4b8d-b68d-be81ee5757cc'] in n-d-773647-6 {{(pid=100248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 14:48:03.551530 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b56b9f9e-93f0-4f31-a0cc-b5e66520cea1 None None] Routers {'e025909a-055c-4b8d-b68d-be81ee5757cc'} bound to L3 agent in host n-d-773647-6 {{(pid=100248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:48:03.552142 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-b56b9f9e-93f0-4f31-a0cc-b5e66520cea1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T14:47:56Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['e025909a-055c-4b8d-b68d-be81ee5757cc'], 'active': True} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:48:03.577118 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d937717-dfa1-40ec-bdc5-6d0f992af16e req-b7dcbb1b-4f3c-4168-9593-bb88e0845edd tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] No DVR routers for this DVR port e2098aa7-2dfa-416e-8af7-b4b12d813e32 on host n-h1-773647-6 {{(pid=100247) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:48:03.579987 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-2d937717-dfa1-40ec-bdc5-6d0f992af16e req-b7dcbb1b-4f3c-4168-9593-bb88e0845edd tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:48:03.582051 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-2d937717-dfa1-40ec-bdc5-6d0f992af16e req-b7dcbb1b-4f3c-4168-9593-bb88e0845edd tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.127 "DELETE /v2.0/ports/e2098aa7-2dfa-416e-8af7-b4b12d813e32 HTTP/1.1" status: 204 len: 173 time: 0.8012862 Jul 06 14:48:03.582698 n-d-773647-6 neutron-server[100247]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90955c02-c69f-463d-b7c2-9df0c9d038b7', 'name': 'network-vif-deleted', 'tag': 'e2098aa7-2dfa-416e-8af7-b4b12d813e32'}] {{(pid=100247) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:48:03.585700 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cbf0eeaae822f8fc9b87a94aeba67a3d651842baf663a51cba94b67a514836d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f018f058-2cd6-40fa-b392-b44f85e92314" -d '{"events": [{"server_uuid": "90955c02-c69f-463d-b7c2-9df0c9d038b7", "name": "network-vif-deleted", "tag": "e2098aa7-2dfa-416e-8af7-b4b12d813e32"}]}' {{(pid=100247) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:48:03.625417 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 14:48:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7063e718-fab3-4338-946f-6227329869ae x-openstack-request-id: req-7063e718-fab3-4338-946f-6227329869ae {{(pid=100247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:48:03.625712 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90955c02-c69f-463d-b7c2-9df0c9d038b7", "name": "network-vif-deleted", "tag": "e2098aa7-2dfa-416e-8af7-b4b12d813e32", "status": "completed", "code": 200}]} {{(pid=100247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:48:03.626013 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-7063e718-fab3-4338-946f-6227329869ae {{(pid=100247) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:48:03.626424 n-d-773647-6 neutron-server[100247]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90955c02-c69f-463d-b7c2-9df0c9d038b7', 'name': 'network-vif-deleted', 'tag': 'e2098aa7-2dfa-416e-8af7-b4b12d813e32', 'status': 'completed', 'code': 200} Jul 06 14:48:03.666666 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvr_db [None req-b56b9f9e-93f0-4f31-a0cc-b5e66520cea1 None None] Set router e025909a-055c-4b8d-b68d-be81ee5757cc gateway port host: n-d-773647-6 {{(pid=100248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:48:03.874259 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-c1863c1f-b4d8-4615-8858-0272ad797c7c req-ac80bc69-44bb-4f4f-b98d-534730f8004a tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/ports?device_id=90955c02-c69f-463d-b7c2-9df0c9d038b7 HTTP/1.1" status: 200 len: 210 time: 0.0321279 Jul 06 14:48:03.886337 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-b56b9f9e-93f0-4f31-a0cc-b5e66520cea1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e025909a-055c-4b8d-b68d-be81ee5757cc', 'name': 'tempest-ServerActionsTestJSON-986719547-router', 'tenant_id': 'd43e4314dc9b484b87d7a3ce014660e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.23'}], 'enable_snat': True}, 'gw_port_id': 'aa30efcd-874f-4b7d-9d1b-e055b4d67d68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:43:27Z', 'updated_at': '2021-07-06T14:43:30Z', 'revision_number': 4, 'project_id': 'd43e4314dc9b484b87d7a3ce014660e1', 'gw_port': {'id': 'aa30efcd-874f-4b7d-9d1b-e055b4d67d68', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:80:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e025909a-055c-4b8d-b68d-be81ee5757cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:43:28Z', 'updated_at': '2021-07-06T14:43:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6', '_interfaces': [{'id': '27410a49-5ef7-40e9-b17c-8fe074a734c4', 'name': '', 'network_id': '0de980e9-590c-42a8-a4e7-08d344113bb7', 'tenant_id': 'd43e4314dc9b484b87d7a3ce014660e1', 'mac_address': 'fa:16:3e:ea:14:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e025909a-055c-4b8d-b68d-be81ee5757cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '3a2573d9-49c9-4536-b0b0-29496d7e3935', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:43:29Z', 'updated_at': '2021-07-06T14:43:35Z', 'revision_number': 5, 'project_id': 'd43e4314dc9b484b87d7a3ce014660e1', 'subnets': [{'id': '3a2573d9-49c9-4536-b0b0-29496d7e3935', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773647-6', False) {} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:48:03.913631 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b56b9f9e-93f0-4f31-a0cc-b5e66520cea1 None None] Checking router: e025909a-055c-4b8d-b68d-be81ee5757cc for host: n-d-773647-6 {{(pid=100248) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 14:48:03.922293 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b56b9f9e-93f0-4f31-a0cc-b5e66520cea1 None None] Routers {'e025909a-055c-4b8d-b68d-be81ee5757cc'} bound to L3 agent in host n-d-773647-6 {{(pid=100248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:48:03.922834 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-b56b9f9e-93f0-4f31-a0cc-b5e66520cea1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T14:47:56Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['e025909a-055c-4b8d-b68d-be81ee5757cc'], 'active': True} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:48:04.029037 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvr_db [None req-b56b9f9e-93f0-4f31-a0cc-b5e66520cea1 None None] Set router e025909a-055c-4b8d-b68d-be81ee5757cc gateway port host: n-d-773647-6 {{(pid=100248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:48:04.216593 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-b56b9f9e-93f0-4f31-a0cc-b5e66520cea1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e025909a-055c-4b8d-b68d-be81ee5757cc', 'name': 'tempest-ServerActionsTestJSON-986719547-router', 'tenant_id': 'd43e4314dc9b484b87d7a3ce014660e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.23'}], 'enable_snat': True}, 'gw_port_id': 'aa30efcd-874f-4b7d-9d1b-e055b4d67d68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:43:27Z', 'updated_at': '2021-07-06T14:43:30Z', 'revision_number': 4, 'project_id': 'd43e4314dc9b484b87d7a3ce014660e1', 'gw_port': {'id': 'aa30efcd-874f-4b7d-9d1b-e055b4d67d68', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:80:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e025909a-055c-4b8d-b68d-be81ee5757cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:43:28Z', 'updated_at': '2021-07-06T14:43:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6', '_interfaces': [{'id': '27410a49-5ef7-40e9-b17c-8fe074a734c4', 'name': '', 'network_id': '0de980e9-590c-42a8-a4e7-08d344113bb7', 'tenant_id': 'd43e4314dc9b484b87d7a3ce014660e1', 'mac_address': 'fa:16:3e:ea:14:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e025909a-055c-4b8d-b68d-be81ee5757cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '3a2573d9-49c9-4536-b0b0-29496d7e3935', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:43:29Z', 'updated_at': '2021-07-06T14:43:35Z', 'revision_number': 5, 'project_id': 'd43e4314dc9b484b87d7a3ce014660e1', 'subnets': [{'id': '3a2573d9-49c9-4536-b0b0-29496d7e3935', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773647-6', False) {} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:48:04.245214 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b56b9f9e-93f0-4f31-a0cc-b5e66520cea1 None None] The sync data for ids ['e025909a-055c-4b8d-b68d-be81ee5757cc'] in n-d-773647-6 is: [{'id': 'e025909a-055c-4b8d-b68d-be81ee5757cc', 'name': 'tempest-ServerActionsTestJSON-986719547-router', 'tenant_id': 'd43e4314dc9b484b87d7a3ce014660e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.23'}], 'enable_snat': True}, 'gw_port_id': 'aa30efcd-874f-4b7d-9d1b-e055b4d67d68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:43:27Z', 'updated_at': '2021-07-06T14:43:30Z', 'revision_number': 4, 'project_id': 'd43e4314dc9b484b87d7a3ce014660e1', 'gw_port': {'id': 'aa30efcd-874f-4b7d-9d1b-e055b4d67d68', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:80:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e025909a-055c-4b8d-b68d-be81ee5757cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:43:28Z', 'updated_at': '2021-07-06T14:43:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6', '_interfaces': [{'id': '27410a49-5ef7-40e9-b17c-8fe074a734c4', 'name': '', 'network_id': '0de980e9-590c-42a8-a4e7-08d344113bb7', 'tenant_id': 'd43e4314dc9b484b87d7a3ce014660e1', 'mac_address': 'fa:16:3e:ea:14:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e025909a-055c-4b8d-b68d-be81ee5757cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '3a2573d9-49c9-4536-b0b0-29496d7e3935', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:43:29Z', 'updated_at': '2021-07-06T14:43:35Z', 'revision_number': 5, 'project_id': 'd43e4314dc9b484b87d7a3ce014660e1', 'subnets': [{'id': '3a2573d9-49c9-4536-b0b0-29496d7e3935', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 14:48:04.465711 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cb775d2-1e9a-48c4-ba34-0e274a6a7567 None None] New status for floating IP 8a640bb1-8189-4bd0-9ce2-6d62519bfe0c: DOWN {{(pid=100249) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 14:48:05.214444 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-5ab1ba1a-6574-4dec-8fbd-c328d6c5eaf7 req-e162b4b6-1de9-4af1-b22e-04651465c56d tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/security-groups?name=tempest-securitygroup--1210822365&fields=id&tenant_id=d43e4314dc9b484b87d7a3ce014660e1 HTTP/1.1" status: 200 len: 267 time: 0.0335710 Jul 06 14:48:05.312099 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Device e2098aa7-2dfa-416e-8af7-b4b12d813e32 no longer exists at agent hyperv_n-h1-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:48:05.319259 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab1ba1a-6574-4dec-8fbd-c328d6c5eaf7 req-8cb8fc26-d99a-4d51-92a9-ddb91185f072 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:48:05.320764 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-5ab1ba1a-6574-4dec-8fbd-c328d6c5eaf7 req-8cb8fc26-d99a-4d51-92a9-ddb91185f072 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/networks?id=0de980e9-590c-42a8-a4e7-08d344113bb7 HTTP/1.1" status: 200 len: 811 time: 0.0999372 Jul 06 14:48:05.332479 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] No Port match for: e2098aa7-2dfa-416e-8af7-b4b12d813e32 {{(pid=100248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 14:48:05.332827 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Device e2098aa7-2dfa-416e-8af7-b4b12d813e32 not bound to the agent host n-h1-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:48:05.336388 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-5ab1ba1a-6574-4dec-8fbd-c328d6c5eaf7 req-b8a267ef-a66a-4365-841f-8a5f9dcefa83 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/quotas/d43e4314dc9b484b87d7a3ce014660e1 HTTP/1.1" status: 200 len: 375 time: 0.0101020 Jul 06 14:48:05.408020 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-5ab1ba1a-6574-4dec-8fbd-c328d6c5eaf7 req-9296f556-e754-40b4-a705-1e7d299eafe4 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/ports?tenant_id=d43e4314dc9b484b87d7a3ce014660e1&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0664220 Jul 06 14:48:05.553128 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-5ab1ba1a-6574-4dec-8fbd-c328d6c5eaf7 req-f65cbb92-a2b0-4f76-8ad8-193bf7fb652b service neutron] 10.222.0.104 "GET /v2.0/networks/0de980e9-590c-42a8-a4e7-08d344113bb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1341195 Jul 06 14:48:05.645486 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-5ab1ba1a-6574-4dec-8fbd-c328d6c5eaf7 req-1fdd59a5-d9da-4f73-bb65-1ad2c4918700 service neutron] 10.222.0.104 "GET /v2.0/networks/0de980e9-590c-42a8-a4e7-08d344113bb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863376 Jul 06 14:48:05.812388 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-f413716a-0135-4023-9b92-b2bd78e7e4b7 req-1e87382b-41f5-4044-86e1-dbd36e8e3032 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/ports?device_id=5f056809-8c42-4131-abf1-215fa7035751 HTTP/1.1" status: 200 len: 210 time: 0.0304134 Jul 06 14:48:06.891260 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-958e94a5-1001-4069-8cb8-913a597a5f47 req-0982414b-74a0-4d6c-972e-1fb51457f68e tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/ports?device_id=5f056809-8c42-4131-abf1-215fa7035751 HTTP/1.1" status: 200 len: 210 time: 0.0279994 Jul 06 14:48:08.028959 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-597d2ffd-af93-460b-85f7-d5fc0f5becc6 req-273742b3-19b7-4219-9f02-5bf63afcc1b4 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/ports?device_id=5f056809-8c42-4131-abf1-215fa7035751 HTTP/1.1" status: 200 len: 210 time: 0.0281239 Jul 06 14:48:08.978438 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab1ba1a-6574-4dec-8fbd-c328d6c5eaf7 req-c2fab59b-455f-41ed-837a-eba27e8230c1 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:48:08.980442 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-5ab1ba1a-6574-4dec-8fbd-c328d6c5eaf7 req-c2fab59b-455f-41ed-837a-eba27e8230c1 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.72 "GET /v2.0/networks?id=0de980e9-590c-42a8-a4e7-08d344113bb7 HTTP/1.1" status: 200 len: 811 time: 0.1126482 Jul 06 14:48:09.027916 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-5ab1ba1a-6574-4dec-8fbd-c328d6c5eaf7 req-48eb21b8-a3d3-42c0-b4f7-262ef7a52bc8 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d43e4314dc9b484b87d7a3ce014660e1 HTTP/1.1" status: 200 len: 380 time: 0.0349147 Jul 06 14:48:09.037801 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [req-5ab1ba1a-6574-4dec-8fbd-c328d6c5eaf7 req-0b01d3e8-cb22-4cb2-9053-57592d07d830 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Request body: {'port': {'device_id': '5f056809-8c42-4131-abf1-215fa7035751', 'network_id': '0de980e9-590c-42a8-a4e7-08d344113bb7', 'admin_state_up': True, 'tenant_id': 'd43e4314dc9b484b87d7a3ce014660e1', 'security_groups': ['dd2bc95c-84fb-4682-90b8-8ac8d7aa9ea3']}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:48:09.152429 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5ab1ba1a-6574-4dec-8fbd-c328d6c5eaf7 req-0b01d3e8-cb22-4cb2-9053-57592d07d830 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Made reservation on behalf of d43e4314dc9b484b87d7a3ce014660e1 for: {'port': 1} {{(pid=100246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:48:09.155994 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-5ab1ba1a-6574-4dec-8fbd-c328d6c5eaf7 req-0b01d3e8-cb22-4cb2-9053-57592d07d830 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:48:09.177082 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-9584e495-e3a7-4f83-a996-d8b592ed495b req-43079692-7840-4454-b6d9-c601b08a769e tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/ports?device_id=5f056809-8c42-4131-abf1-215fa7035751 HTTP/1.1" status: 200 len: 210 time: 0.0329413 Jul 06 14:48:09.281366 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.db_base_plugin_common [req-5ab1ba1a-6574-4dec-8fbd-c328d6c5eaf7 req-0b01d3e8-cb22-4cb2-9053-57592d07d830 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Allocated IP 172.20.0.3 (0de980e9-590c-42a8-a4e7-08d344113bb7/3a2573d9-49c9-4536-b0b0-29496d7e3935/823abc69-e6eb-4d6f-a462-1475936fa307) {{(pid=100246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:48:09.418542 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-5ab1ba1a-6574-4dec-8fbd-c328d6c5eaf7 req-0b01d3e8-cb22-4cb2-9053-57592d07d830 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Notify callbacks [] for port, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:48:09.431652 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.provisioning_blocks [req-5ab1ba1a-6574-4dec-8fbd-c328d6c5eaf7 req-0b01d3e8-cb22-4cb2-9053-57592d07d830 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Transition to ACTIVE for port object 823abc69-e6eb-4d6f-a462-1475936fa307 will not be triggered until provisioned by entity DHCP. {{(pid=100246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:48:09.464514 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-5ab1ba1a-6574-4dec-8fbd-c328d6c5eaf7 req-0b01d3e8-cb22-4cb2-9053-57592d07d830 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-127687573'] for port, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:48:09.508511 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5ab1ba1a-6574-4dec-8fbd-c328d6c5eaf7 req-0b01d3e8-cb22-4cb2-9053-57592d07d830 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Network 0de980e9-590c-42a8-a4e7-08d344113bb7 is already hosted by enough agents. {{(pid=100246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:48:09.512108 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.base_scheduler [req-5ab1ba1a-6574-4dec-8fbd-c328d6c5eaf7 req-0b01d3e8-cb22-4cb2-9053-57592d07d830 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Resources bound (agent type, host, resource id): {{(pid=100246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:48:09.519516 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ab1ba1a-6574-4dec-8fbd-c328d6c5eaf7 req-0b01d3e8-cb22-4cb2-9053-57592d07d830 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Received port after_create {{(pid=100246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:48:09.553398 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b01d3e8-cb22-4cb2-9053-57592d07d830 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Pushing event updated for resources: {'Port': ['ID=823abc69-e6eb-4d6f-a462-1475936fa307,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:48:09.568446 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b01d3e8-cb22-4cb2-9053-57592d07d830 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:48:09.568806 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b01d3e8-cb22-4cb2-9053-57592d07d830 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:48:09.569156 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b01d3e8-cb22-4cb2-9053-57592d07d830 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:48:09.569502 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b01d3e8-cb22-4cb2-9053-57592d07d830 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:48:09.569846 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b01d3e8-cb22-4cb2-9053-57592d07d830 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:48:09.570186 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b01d3e8-cb22-4cb2-9053-57592d07d830 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:48:09.570521 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b01d3e8-cb22-4cb2-9053-57592d07d830 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:48:09.570863 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b01d3e8-cb22-4cb2-9053-57592d07d830 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:48:09.571205 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b01d3e8-cb22-4cb2-9053-57592d07d830 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:48:09.571554 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b01d3e8-cb22-4cb2-9053-57592d07d830 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:48:09.571887 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b01d3e8-cb22-4cb2-9053-57592d07d830 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:48:09.572219 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b01d3e8-cb22-4cb2-9053-57592d07d830 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:48:09.589095 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab1ba1a-6574-4dec-8fbd-c328d6c5eaf7 req-0b01d3e8-cb22-4cb2-9053-57592d07d830 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:48:09.589736 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-5ab1ba1a-6574-4dec-8fbd-c328d6c5eaf7 req-0b01d3e8-cb22-4cb2-9053-57592d07d830 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:48:09.606467 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-5ab1ba1a-6574-4dec-8fbd-c328d6c5eaf7 req-0b01d3e8-cb22-4cb2-9053-57592d07d830 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5729427 Jul 06 14:48:09.618097 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [req-5ab1ba1a-6574-4dec-8fbd-c328d6c5eaf7 req-5eda7534-a872-4e9a-a1de-ebdb363dc415 service neutron] Request body: {'port': {'device_id': '5f056809-8c42-4131-abf1-215fa7035751', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-773647-6'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:48:09.700275 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-5ab1ba1a-6574-4dec-8fbd-c328d6c5eaf7 req-5eda7534-a872-4e9a-a1de-ebdb363dc415 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:48:09.747541 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-8eca38a5-1f2b-4946-88bc-bd4a3409d773 None None] Provisioning for port 823abc69-e6eb-4d6f-a462-1475936fa307 completed by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:48:09.751240 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-8eca38a5-1f2b-4946-88bc-bd4a3409d773 None None] Provisioning complete for port 823abc69-e6eb-4d6f-a462-1475936fa307 triggered by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:48:09.752119 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-8eca38a5-1f2b-4946-88bc-bd4a3409d773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:48:09.786371 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-8eca38a5-1f2b-4946-88bc-bd4a3409d773 None None] Port 823abc69-e6eb-4d6f-a462-1475936fa307 cannot update to ACTIVE because it is not bound. {{(pid=100248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 14:48:09.968590 n-d-773647-6 neutron-server[100246]: DEBUG neutron.notifiers.nova [req-5ab1ba1a-6574-4dec-8fbd-c328d6c5eaf7 req-5eda7534-a872-4e9a-a1de-ebdb363dc415 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 823abc69-e6eb-4d6f-a462-1475936fa307 {{(pid=100246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 14:48:09.976506 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-5ab1ba1a-6574-4dec-8fbd-c328d6c5eaf7 req-5eda7534-a872-4e9a-a1de-ebdb363dc415 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:48:09.989193 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.provisioning_blocks [req-5ab1ba1a-6574-4dec-8fbd-c328d6c5eaf7 req-5eda7534-a872-4e9a-a1de-ebdb363dc415 service neutron] Transition to ACTIVE for port object 823abc69-e6eb-4d6f-a462-1475936fa307 will not be triggered until provisioned by entity L2. {{(pid=100246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:48:09.992624 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-5ab1ba1a-6574-4dec-8fbd-c328d6c5eaf7 req-5eda7534-a872-4e9a-a1de-ebdb363dc415 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127687527'] for port, after_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:48:10.045585 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eda7534-a872-4e9a-a1de-ebdb363dc415 service neutron] Pushing event updated for resources: {'Port': ['ID=823abc69-e6eb-4d6f-a462-1475936fa307,revision_number=2']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:48:10.114520 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [req-5ab1ba1a-6574-4dec-8fbd-c328d6c5eaf7 req-5eda7534-a872-4e9a-a1de-ebdb363dc415 service neutron] Attempting to bind port 823abc69-e6eb-4d6f-a462-1475936fa307 on host n-h2-773647-6 for vnic_type normal with profile {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:48:10.114858 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [req-5ab1ba1a-6574-4dec-8fbd-c328d6c5eaf7 req-5eda7534-a872-4e9a-a1de-ebdb363dc415 service neutron] Attempting to bind port 823abc69-e6eb-4d6f-a462-1475936fa307 by drivers openvswitch,hyperv on host n-h2-773647-6 at level 0 using segments [{'id': 'e7ba980d-6408-4a89-a32f-e3032f697d56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1028, 'network_id': '0de980e9-590c-42a8-a4e7-08d344113bb7'}] {{(pid=100246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:48:10.115248 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ab1ba1a-6574-4dec-8fbd-c328d6c5eaf7 req-5eda7534-a872-4e9a-a1de-ebdb363dc415 service neutron] Attempting to bind port 823abc69-e6eb-4d6f-a462-1475936fa307 on network 0de980e9-590c-42a8-a4e7-08d344113bb7 {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:48:10.120043 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ab1ba1a-6574-4dec-8fbd-c328d6c5eaf7 req-5eda7534-a872-4e9a-a1de-ebdb363dc415 service neutron] Port 823abc69-e6eb-4d6f-a462-1475936fa307 on network 0de980e9-590c-42a8-a4e7-08d344113bb7 not bound, no agent of type Open vSwitch agent registered on host n-h2-773647-6 {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 14:48:10.120415 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ab1ba1a-6574-4dec-8fbd-c328d6c5eaf7 req-5eda7534-a872-4e9a-a1de-ebdb363dc415 service neutron] Attempting to bind port 823abc69-e6eb-4d6f-a462-1475936fa307 on network 0de980e9-590c-42a8-a4e7-08d344113bb7 {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:48:10.126188 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ab1ba1a-6574-4dec-8fbd-c328d6c5eaf7 req-5eda7534-a872-4e9a-a1de-ebdb363dc415 service neutron] Checking agent: {'id': '63768ece-0600-4354-8d29-fdedec96b077', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-773647-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 51, 10), 'started_at': datetime.datetime(2021, 7, 6, 13, 51, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 47, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:48:10.126536 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ab1ba1a-6574-4dec-8fbd-c328d6c5eaf7 req-5eda7534-a872-4e9a-a1de-ebdb363dc415 service neutron] Checking segment: {'id': 'e7ba980d-6408-4a89-a32f-e3032f697d56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1028, 'network_id': '0de980e9-590c-42a8-a4e7-08d344113bb7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:48:10.126925 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ab1ba1a-6574-4dec-8fbd-c328d6c5eaf7 req-5eda7534-a872-4e9a-a1de-ebdb363dc415 service neutron] Bound using segment: {'id': 'e7ba980d-6408-4a89-a32f-e3032f697d56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1028, 'network_id': '0de980e9-590c-42a8-a4e7-08d344113bb7'} {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:48:10.127397 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [req-5ab1ba1a-6574-4dec-8fbd-c328d6c5eaf7 req-5eda7534-a872-4e9a-a1de-ebdb363dc415 service neutron] Bound port: 823abc69-e6eb-4d6f-a462-1475936fa307, host: n-h2-773647-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e7ba980d-6408-4a89-a32f-e3032f697d56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1028, 'network_id': '0de980e9-590c-42a8-a4e7-08d344113bb7'}}] {{(pid=100246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:48:10.127744 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-5ab1ba1a-6574-4dec-8fbd-c328d6c5eaf7 req-5eda7534-a872-4e9a-a1de-ebdb363dc415 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:48:10.199960 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.db [req-5ab1ba1a-6574-4dec-8fbd-c328d6c5eaf7 req-5eda7534-a872-4e9a-a1de-ebdb363dc415 service neutron] For port 823abc69-e6eb-4d6f-a462-1475936fa307, host n-h2-773647-6, cleared binding levels {{(pid=100246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:48:10.203015 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.db [req-5ab1ba1a-6574-4dec-8fbd-c328d6c5eaf7 req-5eda7534-a872-4e9a-a1de-ebdb363dc415 service neutron] For port 823abc69-e6eb-4d6f-a462-1475936fa307, host n-h2-773647-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=823abc69-e6eb-4d6f-a462-1475936fa307,segment=NetworkSegment(e7ba980d-6408-4a89-a32f-e3032f697d56),segment_id=e7ba980d-6408-4a89-a32f-e3032f697d56)] {{(pid=100246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:48:10.208113 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-5ab1ba1a-6574-4dec-8fbd-c328d6c5eaf7 req-5eda7534-a872-4e9a-a1de-ebdb363dc415 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127687527'] for port, after_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:48:10.245283 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab1ba1a-6574-4dec-8fbd-c328d6c5eaf7 req-5eda7534-a872-4e9a-a1de-ebdb363dc415 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:48:10.246026 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-5ab1ba1a-6574-4dec-8fbd-c328d6c5eaf7 req-5eda7534-a872-4e9a-a1de-ebdb363dc415 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:48:10.247402 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-5ab1ba1a-6574-4dec-8fbd-c328d6c5eaf7 req-5eda7534-a872-4e9a-a1de-ebdb363dc415 service neutron] 10.222.0.72 "PUT /v2.0/ports/823abc69-e6eb-4d6f-a462-1475936fa307 HTTP/1.1" status: 200 len: 1091 time: 0.6337388 Jul 06 14:48:10.247864 n-d-773647-6 neutron-server[100246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f056809-8c42-4131-abf1-215fa7035751', 'tag': '823abc69-e6eb-4d6f-a462-1475936fa307'}] {{(pid=100246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:48:10.250104 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0d96c5ab5e889f7b933ae915b9be33d1b46c9e87795bf781004b656ef3f1e87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe09dc9c-21ed-4088-9f95-a47d1a4037f5" -d '{"events": [{"name": "network-changed", "server_uuid": "5f056809-8c42-4131-abf1-215fa7035751", "tag": "823abc69-e6eb-4d6f-a462-1475936fa307"}]}' {{(pid=100246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:48:10.277317 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eda7534-a872-4e9a-a1de-ebdb363dc415 service neutron] Pushing event updated for resources: {'Port': ['ID=823abc69-e6eb-4d6f-a462-1475936fa307,revision_number=3']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:48:10.370277 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab1ba1a-6574-4dec-8fbd-c328d6c5eaf7 req-68415c31-8f58-4588-94dc-693650c6e1d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:48:10.371858 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-5ab1ba1a-6574-4dec-8fbd-c328d6c5eaf7 req-68415c31-8f58-4588-94dc-693650c6e1d6 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=d43e4314dc9b484b87d7a3ce014660e1&device_id=5f056809-8c42-4131-abf1-215fa7035751 HTTP/1.1" status: 200 len: 1094 time: 0.0813949 Jul 06 14:48:10.380033 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e214186-3718-47b4-a1b1-3dbf21a24d43 req-814e5bde-bd5b-4890-b7e2-517986e28532 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:48:10.387791 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-0e214186-3718-47b4-a1b1-3dbf21a24d43 req-814e5bde-bd5b-4890-b7e2-517986e28532 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/ports?device_id=5f056809-8c42-4131-abf1-215fa7035751 HTTP/1.1" status: 200 len: 943 time: 0.0773141 Jul 06 14:48:10.422700 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 14:48:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad703934-9240-4bd4-a087-52f412d35b87 x-openstack-request-id: req-ad703934-9240-4bd4-a087-52f412d35b87 {{(pid=100246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:48:10.423012 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f056809-8c42-4131-abf1-215fa7035751", "tag": "823abc69-e6eb-4d6f-a462-1475936fa307", "status": "completed", "code": 200}]} {{(pid=100246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:48:10.423261 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-ad703934-9240-4bd4-a087-52f412d35b87 {{(pid=100246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:48:10.423662 n-d-773647-6 neutron-server[100246]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f056809-8c42-4131-abf1-215fa7035751', 'tag': '823abc69-e6eb-4d6f-a462-1475936fa307', 'status': 'completed', 'code': 200} Jul 06 14:48:10.425527 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-5ab1ba1a-6574-4dec-8fbd-c328d6c5eaf7 req-bab759d4-a70d-4cbb-ba64-45d81071bab1 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=823abc69-e6eb-4d6f-a462-1475936fa307 HTTP/1.1" status: 200 len: 217 time: 0.0457416 Jul 06 14:48:10.427861 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-0e214186-3718-47b4-a1b1-3dbf21a24d43 req-ab0abf46-8795-4f25-b00f-68a885eca016 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/security-groups?id=dd2bc95c-84fb-4682-90b8-8ac8d7aa9ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387967 Jul 06 14:48:10.477757 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab1ba1a-6574-4dec-8fbd-c328d6c5eaf7 req-b9d061a6-04ba-4e40-b097-614b41dc93ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:48:10.479626 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-5ab1ba1a-6574-4dec-8fbd-c328d6c5eaf7 req-b9d061a6-04ba-4e40-b097-614b41dc93ef service neutron] 10.222.0.72 "GET /v2.0/subnets?id=3a2573d9-49c9-4536-b0b0-29496d7e3935 HTTP/1.1" status: 200 len: 850 time: 0.0481341 Jul 06 14:48:10.539117 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab1ba1a-6574-4dec-8fbd-c328d6c5eaf7 req-e4d9fc76-ba43-4e5a-8a3f-90f5c99e7844 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:48:10.540680 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-5ab1ba1a-6574-4dec-8fbd-c328d6c5eaf7 req-e4d9fc76-ba43-4e5a-8a3f-90f5c99e7844 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=0de980e9-590c-42a8-a4e7-08d344113bb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0543149 Jul 06 14:48:10.637916 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-5ab1ba1a-6574-4dec-8fbd-c328d6c5eaf7 req-9c28b550-66ce-454b-b138-80c4ce931be0 service neutron] 10.222.0.72 "GET /v2.0/networks/0de980e9-590c-42a8-a4e7-08d344113bb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901411 Jul 06 14:48:10.729645 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-5ab1ba1a-6574-4dec-8fbd-c328d6c5eaf7 req-fec05441-d09d-4380-b03a-6a91470f79d1 service neutron] 10.222.0.72 "GET /v2.0/networks/0de980e9-590c-42a8-a4e7-08d344113bb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858431 Jul 06 14:48:10.830036 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe09dc9c-21ed-4088-9f95-a47d1a4037f5 req-b508367b-5ac2-42c0-bd68-1c93abd8345f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:48:10.831609 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-fe09dc9c-21ed-4088-9f95-a47d1a4037f5 req-b508367b-5ac2-42c0-bd68-1c93abd8345f service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=d43e4314dc9b484b87d7a3ce014660e1&device_id=5f056809-8c42-4131-abf1-215fa7035751 HTTP/1.1" status: 200 len: 1094 time: 0.0533452 Jul 06 14:48:10.922362 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe09dc9c-21ed-4088-9f95-a47d1a4037f5 req-21775c8b-f2df-444d-83d8-5b905b5b23b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:48:10.923799 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-fe09dc9c-21ed-4088-9f95-a47d1a4037f5 req-21775c8b-f2df-444d-83d8-5b905b5b23b9 service neutron] 10.222.0.72 "GET /v2.0/networks?id=0de980e9-590c-42a8-a4e7-08d344113bb7 HTTP/1.1" status: 200 len: 913 time: 0.0864630 Jul 06 14:48:10.964302 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-fe09dc9c-21ed-4088-9f95-a47d1a4037f5 req-c08aece3-97c4-4922-a032-d71f103808bc service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=823abc69-e6eb-4d6f-a462-1475936fa307 HTTP/1.1" status: 200 len: 217 time: 0.0339513 Jul 06 14:48:11.011964 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe09dc9c-21ed-4088-9f95-a47d1a4037f5 req-f517cece-b0d2-435f-a85c-d2e19f64afb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:48:11.013407 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-fe09dc9c-21ed-4088-9f95-a47d1a4037f5 req-f517cece-b0d2-435f-a85c-d2e19f64afb7 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=3a2573d9-49c9-4536-b0b0-29496d7e3935 HTTP/1.1" status: 200 len: 850 time: 0.0427346 Jul 06 14:48:11.057870 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:48:11.076399 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe09dc9c-21ed-4088-9f95-a47d1a4037f5 req-05dc2e94-138c-4201-8026-8fe0bf573b67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:48:11.077895 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-fe09dc9c-21ed-4088-9f95-a47d1a4037f5 req-05dc2e94-138c-4201-8026-8fe0bf573b67 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=0de980e9-590c-42a8-a4e7-08d344113bb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0576539 Jul 06 14:48:11.166153 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-fe09dc9c-21ed-4088-9f95-a47d1a4037f5 req-a1904b3d-3a5e-4b86-bd47-ba9ec7035032 service neutron] 10.222.0.72 "GET /v2.0/networks/0de980e9-590c-42a8-a4e7-08d344113bb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807533 Jul 06 14:48:11.562305 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-fe09dc9c-21ed-4088-9f95-a47d1a4037f5 req-e7c41eac-ac80-4611-97c5-57e43abc7d1a service neutron] 10.222.0.72 "GET /v2.0/networks/0de980e9-590c-42a8-a4e7-08d344113bb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3882170 Jul 06 14:48:11.604769 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b22f8fa-75fc-451f-833e-512e170a9cae req-4030d27a-e74e-4441-9488-b19a79778f29 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:48:11.606273 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-8b22f8fa-75fc-451f-833e-512e170a9cae req-4030d27a-e74e-4441-9488-b19a79778f29 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/ports?device_id=5f056809-8c42-4131-abf1-215fa7035751 HTTP/1.1" status: 200 len: 943 time: 0.0644217 Jul 06 14:48:11.642873 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-8b22f8fa-75fc-451f-833e-512e170a9cae req-57c71a78-f3c8-4fa2-86f0-5370d0abf3a3 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/security-groups?id=dd2bc95c-84fb-4682-90b8-8ac8d7aa9ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309107 Jul 06 14:48:12.819634 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2b98da-c232-46b7-9531-e103604b6a66 req-e23b96b2-d7fb-4fe2-9d8b-fd7791b5db95 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:48:12.821106 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-db2b98da-c232-46b7-9531-e103604b6a66 req-e23b96b2-d7fb-4fe2-9d8b-fd7791b5db95 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/ports?device_id=5f056809-8c42-4131-abf1-215fa7035751 HTTP/1.1" status: 200 len: 943 time: 0.0666580 Jul 06 14:48:12.858598 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-db2b98da-c232-46b7-9531-e103604b6a66 req-6ee1a28a-c6c6-43d3-89e0-6bb4af0872e6 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/security-groups?id=dd2bc95c-84fb-4682-90b8-8ac8d7aa9ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319283 Jul 06 14:48:12.898512 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:48:13.642396 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Device 823abc69-e6eb-4d6f-a462-1475936fa307 details requested by agent hyperv_n-h2-773647-6 with host n-h2-773647-6 {{(pid=100248) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 14:48:13.900776 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] For port 823abc69-e6eb-4d6f-a462-1475936fa307, host n-h2-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=823abc69-e6eb-4d6f-a462-1475936fa307,segment=NetworkSegment(e7ba980d-6408-4a89-a32f-e3032f697d56),segment_id=e7ba980d-6408-4a89-a32f-e3032f697d56)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:48:13.912709 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Returning: {'device': '823abc69-e6eb-4d6f-a462-1475936fa307', 'network_id': '0de980e9-590c-42a8-a4e7-08d344113bb7', 'port_id': '823abc69-e6eb-4d6f-a462-1475936fa307', 'mac_address': 'fa:16:3e:0e:92:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1028, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3a2573d9-49c9-4536-b0b0-29496d7e3935', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100248) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 14:48:13.948527 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:48:13.961676 n-d-773647-6 neutron-server[100248]: DEBUG neutron.notifiers.nova [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 823abc69-e6eb-4d6f-a462-1475936fa307 {{(pid=100248) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 14:48:13.982010 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] For port 823abc69-e6eb-4d6f-a462-1475936fa307, host n-h2-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=823abc69-e6eb-4d6f-a462-1475936fa307,segment=NetworkSegment(e7ba980d-6408-4a89-a32f-e3032f697d56),segment_id=e7ba980d-6408-4a89-a32f-e3032f697d56)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:48:13.986370 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:48:14.030486 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8ba34b-2c8b-402d-93b2-ebb52471a56a req-c407386e-2b74-46d2-b2ed-634c794ea31e tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:48:14.032011 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-6c8ba34b-2c8b-402d-93b2-ebb52471a56a req-c407386e-2b74-46d2-b2ed-634c794ea31e tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/ports?device_id=5f056809-8c42-4131-abf1-215fa7035751 HTTP/1.1" status: 200 len: 943 time: 0.0629244 Jul 06 14:48:14.038117 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Pushing event updated for resources: {'Port': ['ID=823abc69-e6eb-4d6f-a462-1475936fa307,revision_number=4']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:48:14.072615 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-6c8ba34b-2c8b-402d-93b2-ebb52471a56a req-18d9e6ea-89ff-420d-bfea-b67bfc2dde4a tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/security-groups?id=dd2bc95c-84fb-4682-90b8-8ac8d7aa9ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338533 Jul 06 14:48:14.201770 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] get_ports_and_sgs() called for port_ids ['823abc69-e6eb-4d6f-a462-1475936fa307'] {{(pid=100248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 14:48:15.249021 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e707af1-2cec-4bb0-ad18-7958d2ab2c61 req-f47e586d-0071-4190-8e22-c0076fbca04e tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:48:15.250582 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-6e707af1-2cec-4bb0-ad18-7958d2ab2c61 req-f47e586d-0071-4190-8e22-c0076fbca04e tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/ports?device_id=5f056809-8c42-4131-abf1-215fa7035751 HTTP/1.1" status: 200 len: 944 time: 0.0666907 Jul 06 14:48:15.289141 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-6e707af1-2cec-4bb0-ad18-7958d2ab2c61 req-f59889ea-77e1-4c56-956b-b099648b3702 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/security-groups?id=dd2bc95c-84fb-4682-90b8-8ac8d7aa9ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323846 Jul 06 14:48:15.675464 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Device 823abc69-e6eb-4d6f-a462-1475936fa307 up at agent hyperv_n-h2-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:48:15.726261 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Provisioning for port 823abc69-e6eb-4d6f-a462-1475936fa307 completed by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:48:15.729979 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Provisioning complete for port 823abc69-e6eb-4d6f-a462-1475936fa307 triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:48:15.730371 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:48:15.808067 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:48:15.829771 n-d-773647-6 neutron-server[100248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f056809-8c42-4131-abf1-215fa7035751', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '823abc69-e6eb-4d6f-a462-1475936fa307'}] {{(pid=100248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:48:15.832010 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84af257533e383389cbcf231d3534f4d5e149e7203fea16b4a8fc01438dddaf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39ffcf61-a6d5-41e9-9300-45c2476649eb" -d '{"events": [{"server_uuid": "5f056809-8c42-4131-abf1-215fa7035751", "name": "network-vif-plugged", "status": "completed", "tag": "823abc69-e6eb-4d6f-a462-1475936fa307"}]}' {{(pid=100248) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:48:15.846773 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] For port 823abc69-e6eb-4d6f-a462-1475936fa307, host n-h2-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=823abc69-e6eb-4d6f-a462-1475936fa307,segment=NetworkSegment(e7ba980d-6408-4a89-a32f-e3032f697d56),segment_id=e7ba980d-6408-4a89-a32f-e3032f697d56)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:48:15.852064 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:48:15.875205 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 14:48:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13ed1f86-94bf-4ab5-8bcd-0ecefebb2c57 x-openstack-request-id: req-13ed1f86-94bf-4ab5-8bcd-0ecefebb2c57 {{(pid=100248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:48:15.875518 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f056809-8c42-4131-abf1-215fa7035751", "name": "network-vif-plugged", "status": "completed", "tag": "823abc69-e6eb-4d6f-a462-1475936fa307", "code": 200}]} {{(pid=100248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:48:15.875783 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-13ed1f86-94bf-4ab5-8bcd-0ecefebb2c57 {{(pid=100248) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:48:15.876171 n-d-773647-6 neutron-server[100248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f056809-8c42-4131-abf1-215fa7035751', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '823abc69-e6eb-4d6f-a462-1475936fa307', 'code': 200} Jul 06 14:48:15.902844 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Pushing event updated for resources: {'Port': ['ID=823abc69-e6eb-4d6f-a462-1475936fa307,revision_number=5']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:48:15.985159 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6499f61e-e85b-44fc-a676-b99816a051b9 req-1fb56b6a-ffd5-4fd0-b854-8a7fd401a71f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:48:15.986616 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-6499f61e-e85b-44fc-a676-b99816a051b9 req-1fb56b6a-ffd5-4fd0-b854-8a7fd401a71f service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=5f056809-8c42-4131-abf1-215fa7035751 HTTP/1.1" status: 200 len: 1096 time: 0.0525055 Jul 06 14:48:16.022162 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-6499f61e-e85b-44fc-a676-b99816a051b9 req-6a3b7391-f6c5-45af-b754-2fe7e8de8aa0 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=dd2bc95c-84fb-4682-90b8-8ac8d7aa9ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0285456 Jul 06 14:48:16.460109 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb047282-8c70-46f7-9a3c-c36f51ce44bc req-c2556dbc-c07a-4bdb-b7ad-ae07aba1cda4 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:48:16.461640 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-eb047282-8c70-46f7-9a3c-c36f51ce44bc req-c2556dbc-c07a-4bdb-b7ad-ae07aba1cda4 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/ports?device_id=5f056809-8c42-4131-abf1-215fa7035751 HTTP/1.1" status: 200 len: 945 time: 0.0630562 Jul 06 14:48:16.498318 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-eb047282-8c70-46f7-9a3c-c36f51ce44bc req-269ed90a-f100-4ebf-8019-8ec2a5db8bde tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/security-groups?id=dd2bc95c-84fb-4682-90b8-8ac8d7aa9ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311153 Jul 06 14:48:17.692188 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625efcd8-844f-4d3a-8e4c-f890f4ea5d35 req-3f2138e9-6c5b-4852-b875-5c9e57f34317 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:48:17.693759 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-625efcd8-844f-4d3a-8e4c-f890f4ea5d35 req-3f2138e9-6c5b-4852-b875-5c9e57f34317 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/ports?device_id=5f056809-8c42-4131-abf1-215fa7035751 HTTP/1.1" status: 200 len: 945 time: 0.0642114 Jul 06 14:48:17.732131 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-625efcd8-844f-4d3a-8e4c-f890f4ea5d35 req-eae62ed0-d0a1-45a3-9c6b-12282a8fe7f7 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/security-groups?id=dd2bc95c-84fb-4682-90b8-8ac8d7aa9ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326481 Jul 06 14:48:17.903986 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67f9444-9f8d-4250-a517-2dc421e45882 req-316e0f88-a7fd-4e68-a6cd-7470f4853577 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:48:17.905493 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-f67f9444-9f8d-4250-a517-2dc421e45882 req-316e0f88-a7fd-4e68-a6cd-7470f4853577 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/ports?device_id=5f056809-8c42-4131-abf1-215fa7035751 HTTP/1.1" status: 200 len: 945 time: 0.0690422 Jul 06 14:48:17.914054 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 58212) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:48:17.918516 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [None req-5da3bd51-c58c-4efc-9df3-b6d64eacd72c tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Request body: {'floatingip': {'port_id': '823abc69-e6eb-4d6f-a462-1475936fa307'}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:48:17.958383 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-5da3bd51-c58c-4efc-9df3-b6d64eacd72c tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Notify callbacks [] for floatingip, before_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:48:18.402386 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-5da3bd51-c58c-4efc-9df3-b6d64eacd72c tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:48:18.406238 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-5da3bd51-c58c-4efc-9df3-b6d64eacd72c tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1761130'] for floatingip, after_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:48:18.505772 n-d-773647-6 neutron-server[100247]: INFO neutron.db.l3_db [None req-5da3bd51-c58c-4efc-9df3-b6d64eacd72c tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Floating IP 8a640bb1-8189-4bd0-9ce2-6d62519bfe0c associated. External IP: 172.25.0.78, port: 823abc69-e6eb-4d6f-a462-1475936fa307. Jul 06 14:48:18.713250 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5da3bd51-c58c-4efc-9df3-b6d64eacd72c tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Router e025909a-055c-4b8d-b68d-be81ee5757cc has already been hosted by L3 agent 2823d358-a11b-4885-a706-95a279e43fa7 {{(pid=100247) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 14:48:19.091325 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5da3bd51-c58c-4efc-9df3-b6d64eacd72c tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Notify agent at l3_agent.n-d-773647-6 the message routers_updated {{(pid=100247) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 14:48:19.096574 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-5da3bd51-c58c-4efc-9df3-b6d64eacd72c tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for floatingip, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:48:19.101626 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4226e519-5476-484d-adbd-592bb57639df None None] Sync routers for ids ['e025909a-055c-4b8d-b68d-be81ee5757cc'] in n-d-773647-6 {{(pid=100248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 14:48:19.114922 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4226e519-5476-484d-adbd-592bb57639df None None] Routers {'e025909a-055c-4b8d-b68d-be81ee5757cc'} bound to L3 agent in host n-d-773647-6 {{(pid=100248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:48:19.115577 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-4226e519-5476-484d-adbd-592bb57639df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T14:47:56Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['e025909a-055c-4b8d-b68d-be81ee5757cc'], 'active': True} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:48:19.132233 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-5da3bd51-c58c-4efc-9df3-b6d64eacd72c tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "PUT /v2.0/floatingips/8a640bb1-8189-4bd0-9ce2-6d62519bfe0c HTTP/1.1" status: 200 len: 990 time: 1.2171257 Jul 06 14:48:19.132810 n-d-773647-6 neutron-server[100247]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f056809-8c42-4131-abf1-215fa7035751', 'tag': '823abc69-e6eb-4d6f-a462-1475936fa307'}] {{(pid=100247) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:48:19.135020 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cbf0eeaae822f8fc9b87a94aeba67a3d651842baf663a51cba94b67a514836d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54fcbe86-a1cb-465b-bfb0-48cd3a1f149f" -d '{"events": [{"name": "network-changed", "server_uuid": "5f056809-8c42-4131-abf1-215fa7035751", "tag": "823abc69-e6eb-4d6f-a462-1475936fa307"}]}' {{(pid=100247) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:48:19.172091 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 14:48:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57f970d0-9810-471b-8c2d-4379a4dacae0 x-openstack-request-id: req-57f970d0-9810-471b-8c2d-4379a4dacae0 {{(pid=100247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:48:19.172392 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f056809-8c42-4131-abf1-215fa7035751", "tag": "823abc69-e6eb-4d6f-a462-1475936fa307", "status": "completed", "code": 200}]} {{(pid=100247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:48:19.172644 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-57f970d0-9810-471b-8c2d-4379a4dacae0 {{(pid=100247) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:48:19.173039 n-d-773647-6 neutron-server[100247]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f056809-8c42-4131-abf1-215fa7035751', 'tag': '823abc69-e6eb-4d6f-a462-1475936fa307', 'status': 'completed', 'code': 200} Jul 06 14:48:19.224588 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvr_db [None req-4226e519-5476-484d-adbd-592bb57639df None None] Set router e025909a-055c-4b8d-b68d-be81ee5757cc gateway port host: n-d-773647-6 {{(pid=100248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:48:19.258212 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fcbe86-a1cb-465b-bfb0-48cd3a1f149f req-d220d7b4-4e36-45a1-94fa-28b73f76606d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:48:19.259757 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-54fcbe86-a1cb-465b-bfb0-48cd3a1f149f req-d220d7b4-4e36-45a1-94fa-28b73f76606d service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=d43e4314dc9b484b87d7a3ce014660e1&device_id=5f056809-8c42-4131-abf1-215fa7035751 HTTP/1.1" status: 200 len: 1096 time: 0.0537210 Jul 06 14:48:19.361866 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fcbe86-a1cb-465b-bfb0-48cd3a1f149f req-f888c9a2-68b9-4141-875b-410fca507ac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:48:19.363523 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-54fcbe86-a1cb-465b-bfb0-48cd3a1f149f req-f888c9a2-68b9-4141-875b-410fca507ac8 service neutron] 10.222.0.72 "GET /v2.0/networks?id=0de980e9-590c-42a8-a4e7-08d344113bb7 HTTP/1.1" status: 200 len: 913 time: 0.0939875 Jul 06 14:48:19.435366 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-54fcbe86-a1cb-465b-bfb0-48cd3a1f149f req-a563ed0e-3ba3-4957-b38f-d8e21a7755ae service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=823abc69-e6eb-4d6f-a462-1475936fa307 HTTP/1.1" status: 200 len: 998 time: 0.0611298 Jul 06 14:48:19.451131 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-4226e519-5476-484d-adbd-592bb57639df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e025909a-055c-4b8d-b68d-be81ee5757cc', 'name': 'tempest-ServerActionsTestJSON-986719547-router', 'tenant_id': 'd43e4314dc9b484b87d7a3ce014660e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.23'}], 'enable_snat': True}, 'gw_port_id': 'aa30efcd-874f-4b7d-9d1b-e055b4d67d68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:43:27Z', 'updated_at': '2021-07-06T14:43:30Z', 'revision_number': 4, 'project_id': 'd43e4314dc9b484b87d7a3ce014660e1', 'gw_port': {'id': 'aa30efcd-874f-4b7d-9d1b-e055b4d67d68', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:80:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e025909a-055c-4b8d-b68d-be81ee5757cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:43:28Z', 'updated_at': '2021-07-06T14:43:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6', '_floatingips': [{'id': '8a640bb1-8189-4bd0-9ce2-6d62519bfe0c', 'tenant_id': 'd43e4314dc9b484b87d7a3ce014660e1', 'floating_ip_address': '172.25.0.78', 'floating_network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'router_id': 'e025909a-055c-4b8d-b68d-be81ee5757cc', 'port_id': '823abc69-e6eb-4d6f-a462-1475936fa307', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4011, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0de980e9-590c-42a8-a4e7-08d344113bb7', 'mac_address': 'fa:16:3e:0e:92:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f056809-8c42-4131-abf1-215fa7035751', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T14:43:32Z', 'updated_at': '2021-07-06T14:48:18Z', 'revision_number': 9, 'project_id': 'd43e4314dc9b484b87d7a3ce014660e1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '27410a49-5ef7-40e9-b17c-8fe074a734c4', 'name': '', 'network_id': '0de980e9-590c-42a8-a4e7-08d344113bb7', 'tenant_id': 'd43e4314dc9b484b87d7a3ce014660e1', 'mac_address': 'fa:16:3e:ea:14:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e025909a-055c-4b8d-b68d-be81ee5757cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '3a2573d9-49c9-4536-b0b0-29496d7e3935', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:43:29Z', 'updated_at': '2021-07-06T14:43:35Z', 'revision_number': 5, 'project_id': 'd43e4314dc9b484b87d7a3ce014660e1', 'subnets': [{'id': '3a2573d9-49c9-4536-b0b0-29496d7e3935', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773647-6', False) {} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:48:19.477340 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4226e519-5476-484d-adbd-592bb57639df None None] Checking router: e025909a-055c-4b8d-b68d-be81ee5757cc for host: n-d-773647-6 {{(pid=100248) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 14:48:19.485628 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4226e519-5476-484d-adbd-592bb57639df None None] Routers {'e025909a-055c-4b8d-b68d-be81ee5757cc'} bound to L3 agent in host n-d-773647-6 {{(pid=100248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:48:19.486235 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-4226e519-5476-484d-adbd-592bb57639df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T14:47:56Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['e025909a-055c-4b8d-b68d-be81ee5757cc'], 'active': True} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:48:19.499171 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fcbe86-a1cb-465b-bfb0-48cd3a1f149f req-89fcaa14-2f22-46ff-b866-39963cd5e9b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:48:19.500683 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-54fcbe86-a1cb-465b-bfb0-48cd3a1f149f req-89fcaa14-2f22-46ff-b866-39963cd5e9b7 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=3a2573d9-49c9-4536-b0b0-29496d7e3935 HTTP/1.1" status: 200 len: 850 time: 0.0488679 Jul 06 14:48:19.565146 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fcbe86-a1cb-465b-bfb0-48cd3a1f149f req-648137aa-3cc1-4234-be93-96547d8d615d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:48:19.566682 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-54fcbe86-a1cb-465b-bfb0-48cd3a1f149f req-648137aa-3cc1-4234-be93-96547d8d615d service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=0de980e9-590c-42a8-a4e7-08d344113bb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0591409 Jul 06 14:48:19.592608 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvr_db [None req-4226e519-5476-484d-adbd-592bb57639df None None] Set router e025909a-055c-4b8d-b68d-be81ee5757cc gateway port host: n-d-773647-6 {{(pid=100248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:48:19.658384 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-54fcbe86-a1cb-465b-bfb0-48cd3a1f149f req-5fd38b06-2f1e-4c3d-bd18-0e494b14d9fe service neutron] 10.222.0.72 "GET /v2.0/networks/0de980e9-590c-42a8-a4e7-08d344113bb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836420 Jul 06 14:48:19.756695 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-54fcbe86-a1cb-465b-bfb0-48cd3a1f149f req-51d3d268-315d-43a3-a6bb-aa7e999184b9 service neutron] 10.222.0.72 "GET /v2.0/networks/0de980e9-590c-42a8-a4e7-08d344113bb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917075 Jul 06 14:48:19.820373 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-4226e519-5476-484d-adbd-592bb57639df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e025909a-055c-4b8d-b68d-be81ee5757cc', 'name': 'tempest-ServerActionsTestJSON-986719547-router', 'tenant_id': 'd43e4314dc9b484b87d7a3ce014660e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.23'}], 'enable_snat': True}, 'gw_port_id': 'aa30efcd-874f-4b7d-9d1b-e055b4d67d68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:43:27Z', 'updated_at': '2021-07-06T14:43:30Z', 'revision_number': 4, 'project_id': 'd43e4314dc9b484b87d7a3ce014660e1', 'gw_port': {'id': 'aa30efcd-874f-4b7d-9d1b-e055b4d67d68', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:80:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e025909a-055c-4b8d-b68d-be81ee5757cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:43:28Z', 'updated_at': '2021-07-06T14:43:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6', '_floatingips': [{'id': '8a640bb1-8189-4bd0-9ce2-6d62519bfe0c', 'tenant_id': 'd43e4314dc9b484b87d7a3ce014660e1', 'floating_ip_address': '172.25.0.78', 'floating_network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'router_id': 'e025909a-055c-4b8d-b68d-be81ee5757cc', 'port_id': '823abc69-e6eb-4d6f-a462-1475936fa307', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4011, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0de980e9-590c-42a8-a4e7-08d344113bb7', 'mac_address': 'fa:16:3e:0e:92:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f056809-8c42-4131-abf1-215fa7035751', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T14:43:32Z', 'updated_at': '2021-07-06T14:48:18Z', 'revision_number': 9, 'project_id': 'd43e4314dc9b484b87d7a3ce014660e1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '27410a49-5ef7-40e9-b17c-8fe074a734c4', 'name': '', 'network_id': '0de980e9-590c-42a8-a4e7-08d344113bb7', 'tenant_id': 'd43e4314dc9b484b87d7a3ce014660e1', 'mac_address': 'fa:16:3e:ea:14:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e025909a-055c-4b8d-b68d-be81ee5757cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '3a2573d9-49c9-4536-b0b0-29496d7e3935', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:43:29Z', 'updated_at': '2021-07-06T14:43:35Z', 'revision_number': 5, 'project_id': 'd43e4314dc9b484b87d7a3ce014660e1', 'subnets': [{'id': '3a2573d9-49c9-4536-b0b0-29496d7e3935', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773647-6', False) {} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:48:19.846444 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4226e519-5476-484d-adbd-592bb57639df None None] The sync data for ids ['e025909a-055c-4b8d-b68d-be81ee5757cc'] in n-d-773647-6 is: [{'id': 'e025909a-055c-4b8d-b68d-be81ee5757cc', 'name': 'tempest-ServerActionsTestJSON-986719547-router', 'tenant_id': 'd43e4314dc9b484b87d7a3ce014660e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.23'}], 'enable_snat': True}, 'gw_port_id': 'aa30efcd-874f-4b7d-9d1b-e055b4d67d68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:43:27Z', 'updated_at': '2021-07-06T14:43:30Z', 'revision_number': 4, 'project_id': 'd43e4314dc9b484b87d7a3ce014660e1', 'gw_port': {'id': 'aa30efcd-874f-4b7d-9d1b-e055b4d67d68', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:80:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e025909a-055c-4b8d-b68d-be81ee5757cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:43:28Z', 'updated_at': '2021-07-06T14:43:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6', '_floatingips': [{'id': '8a640bb1-8189-4bd0-9ce2-6d62519bfe0c', 'tenant_id': 'd43e4314dc9b484b87d7a3ce014660e1', 'floating_ip_address': '172.25.0.78', 'floating_network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'router_id': 'e025909a-055c-4b8d-b68d-be81ee5757cc', 'port_id': '823abc69-e6eb-4d6f-a462-1475936fa307', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4011, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0de980e9-590c-42a8-a4e7-08d344113bb7', 'mac_address': 'fa:16:3e:0e:92:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f056809-8c42-4131-abf1-215fa7035751', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T14:43:32Z', 'updated_at': '2021-07-06T14:48:18Z', 'revision_number': 9, 'project_id': 'd43e4314dc9b484b87d7a3ce014660e1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '27410a49-5ef7-40e9-b17c-8fe074a734c4', 'name': '', 'network_id': '0de980e9-590c-42a8-a4e7-08d344113bb7', 'tenant_id': 'd43e4314dc9b484b87d7a3ce014660e1', 'mac_address': 'fa:16:3e:ea:14:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e025909a-055c-4b8d-b68d-be81ee5757cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '3a2573d9-49c9-4536-b0b0-29496d7e3935', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:43:29Z', 'updated_at': '2021-07-06T14:43:35Z', 'revision_number': 5, 'project_id': 'd43e4314dc9b484b87d7a3ce014660e1', 'subnets': [{'id': '3a2573d9-49c9-4536-b0b0-29496d7e3935', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 14:48:20.037582 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6cca0cf-3fc8-41c8-a5c0-20895f0e7c6b None None] New status for floating IP 8a640bb1-8189-4bd0-9ce2-6d62519bfe0c: ACTIVE {{(pid=100249) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 14:48:22.923817 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-30090646-1a3b-45f5-b20c-606605743b75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:48:25.291630 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.agents_db [None req-167c0ad6-1657-4c9a-a2c4-3b18056aa662 None None] Agent healthcheck: found 7 active agents {{(pid=100249) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 14:48:25.601591 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-f5326a56-20d8-4f0f-b73c-5a527a0ef316 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:48:25.930489 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:48:26.749678 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-2064eaae-da4f-48f8-82d2-b09d4ddedd44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:48:28.549919 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-03f71b24-a9b8-453a-8924-caa3f97bc6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:48:41.089567 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:48:42.898885 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:48:52.925022 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-d8be69e1-e861-4525-85dc-0aa9523765d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:48:55.603696 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-3d6aa4da-8f3d-4ecc-aa45-0056c650eb5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:48:55.932297 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:48:56.754768 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-2064eaae-da4f-48f8-82d2-b09d4ddedd44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:48:58.552561 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-03f71b24-a9b8-453a-8924-caa3f97bc6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:49:02.290060 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.agents_db [None req-167c0ad6-1657-4c9a-a2c4-3b18056aa662 None None] Agent healthcheck: found 7 active agents {{(pid=100249) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 14:49:11.106050 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:49:12.920737 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:49:14.042763 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-2a909dae-23d2-4656-881e-9c5738850ba7 req-f135ee04-470f-4e4a-a9ad-f7076b8284e6 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=5f056809-8c42-4131-abf1-215fa7035751&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0533328 Jul 06 14:49:14.142248 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a909dae-23d2-4656-881e-9c5738850ba7 req-69b73d6f-c4e9-4fe0-85dc-90f6363e06cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:49:14.143814 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-2a909dae-23d2-4656-881e-9c5738850ba7 req-69b73d6f-c4e9-4fe0-85dc-90f6363e06cf service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=d43e4314dc9b484b87d7a3ce014660e1&device_id=5f056809-8c42-4131-abf1-215fa7035751 HTTP/1.1" status: 200 len: 1096 time: 0.0533285 Jul 06 14:49:14.257188 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a909dae-23d2-4656-881e-9c5738850ba7 req-b975f3bf-1ee2-4f41-a90d-35e03da93a65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:49:14.258662 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-2a909dae-23d2-4656-881e-9c5738850ba7 req-b975f3bf-1ee2-4f41-a90d-35e03da93a65 service neutron] 10.222.0.72 "GET /v2.0/networks?id=0de980e9-590c-42a8-a4e7-08d344113bb7 HTTP/1.1" status: 200 len: 913 time: 0.0948970 Jul 06 14:49:14.324101 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-2a909dae-23d2-4656-881e-9c5738850ba7 req-f91cc8fa-b263-48fa-b6b7-5fa588e7b18b service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=823abc69-e6eb-4d6f-a462-1475936fa307 HTTP/1.1" status: 200 len: 1001 time: 0.0576444 Jul 06 14:49:14.377014 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a909dae-23d2-4656-881e-9c5738850ba7 req-2f4a6be1-e46a-4e97-b12c-391e82dd665b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:49:14.378490 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-2a909dae-23d2-4656-881e-9c5738850ba7 req-2f4a6be1-e46a-4e97-b12c-391e82dd665b service neutron] 10.222.0.72 "GET /v2.0/subnets?id=3a2573d9-49c9-4536-b0b0-29496d7e3935 HTTP/1.1" status: 200 len: 850 time: 0.0483022 Jul 06 14:49:14.436784 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a909dae-23d2-4656-881e-9c5738850ba7 req-97949206-ce8e-4031-a09d-0e43459a08e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:49:14.438279 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-2a909dae-23d2-4656-881e-9c5738850ba7 req-97949206-ce8e-4031-a09d-0e43459a08e2 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=0de980e9-590c-42a8-a4e7-08d344113bb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0523524 Jul 06 14:49:14.530876 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-2a909dae-23d2-4656-881e-9c5738850ba7 req-eaf1a30f-f600-4bb3-b37c-3de3b34627d6 service neutron] 10.222.0.72 "GET /v2.0/networks/0de980e9-590c-42a8-a4e7-08d344113bb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853755 Jul 06 14:49:14.632914 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-2a909dae-23d2-4656-881e-9c5738850ba7 req-16772776-1a39-4d3f-b8e9-5ae5e1f4ae2a service neutron] 10.222.0.72 "GET /v2.0/networks/0de980e9-590c-42a8-a4e7-08d344113bb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873289 Jul 06 14:49:22.929794 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-6c6b76a8-3899-441d-8574-88bbfeda986a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:49:25.605296 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-f171177c-b110-42f5-baa8-edcc8d2cffbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:49:25.934453 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:49:26.763452 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-2064eaae-da4f-48f8-82d2-b09d4ddedd44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:49:28.556265 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-03f71b24-a9b8-453a-8924-caa3f97bc6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:49:39.289797 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.agents_db [None req-167c0ad6-1657-4c9a-a2c4-3b18056aa662 None None] Agent healthcheck: found 7 active agents {{(pid=100249) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 14:49:41.117246 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:49:42.911304 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:49:52.930579 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-ee566ae0-29ba-4dc0-9d0b-5e5906cb8b9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:49:55.605877 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-bc4d1b21-ec2a-4a92-b1cd-fe142ef57894 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:49:55.936303 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:49:56.763433 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-2064eaae-da4f-48f8-82d2-b09d4ddedd44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:49:57.898745 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-c15542ae-3033-43e5-b0cc-189725e9a546 req-57ec9c83-272c-4dfc-9fb9-a4104c34b316 service neutron] 10.222.0.104 "GET /v2.0/ports?device_id=5f056809-8c42-4131-abf1-215fa7035751&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0650406 Jul 06 14:49:57.952316 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a26d7fe-743f-47e5-9ffe-7d411bc9d684 req-405f4878-b217-4fc3-984b-fc4f7057126e tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:49:57.953790 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-0a26d7fe-743f-47e5-9ffe-7d411bc9d684 req-405f4878-b217-4fc3-984b-fc4f7057126e tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/ports?device_id=5f056809-8c42-4131-abf1-215fa7035751 HTTP/1.1" status: 200 len: 945 time: 0.0681176 Jul 06 14:49:57.992624 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-0a26d7fe-743f-47e5-9ffe-7d411bc9d684 req-0fd56c8f-ed22-4af2-a925-0639aa963834 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/security-groups?id=dd2bc95c-84fb-4682-90b8-8ac8d7aa9ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333307 Jul 06 14:49:58.557295 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-03f71b24-a9b8-453a-8924-caa3f97bc6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:49:59.181688 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cc1a70-5719-49bc-8e68-6a9ce51337ee req-fec5088c-7f9e-4020-9dd5-aea6f0cd6c76 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:49:59.183205 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-60cc1a70-5719-49bc-8e68-6a9ce51337ee req-fec5088c-7f9e-4020-9dd5-aea6f0cd6c76 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/ports?device_id=5f056809-8c42-4131-abf1-215fa7035751 HTTP/1.1" status: 200 len: 945 time: 0.0730696 Jul 06 14:49:59.229205 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-60cc1a70-5719-49bc-8e68-6a9ce51337ee req-25a91094-85dc-4eaa-a73a-00df6e99fc62 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/security-groups?id=dd2bc95c-84fb-4682-90b8-8ac8d7aa9ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378885 Jul 06 14:49:59.301024 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15542ae-3033-43e5-b0cc-189725e9a546 req-9ae583f9-c1a7-4cf4-9273-ff8b8bf1b520 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:49:59.302451 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-c15542ae-3033-43e5-b0cc-189725e9a546 req-9ae583f9-c1a7-4cf4-9273-ff8b8bf1b520 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=d43e4314dc9b484b87d7a3ce014660e1&device_id=5f056809-8c42-4131-abf1-215fa7035751 HTTP/1.1" status: 200 len: 1096 time: 0.0583708 Jul 06 14:49:59.399098 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15542ae-3033-43e5-b0cc-189725e9a546 req-753ee5a1-7878-4e54-8c17-82c59680eea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:49:59.400607 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-c15542ae-3033-43e5-b0cc-189725e9a546 req-753ee5a1-7878-4e54-8c17-82c59680eea0 service neutron] 10.222.0.72 "GET /v2.0/networks?id=0de980e9-590c-42a8-a4e7-08d344113bb7 HTTP/1.1" status: 200 len: 913 time: 0.0912337 Jul 06 14:49:59.466243 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-c15542ae-3033-43e5-b0cc-189725e9a546 req-63d90d08-88e9-44de-85b3-342d4bd848d4 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=823abc69-e6eb-4d6f-a462-1475936fa307 HTTP/1.1" status: 200 len: 1001 time: 0.0589197 Jul 06 14:49:59.521890 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15542ae-3033-43e5-b0cc-189725e9a546 req-f4b52c9f-32ca-4eff-800c-3313711ec637 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:49:59.523377 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-c15542ae-3033-43e5-b0cc-189725e9a546 req-f4b52c9f-32ca-4eff-800c-3313711ec637 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=3a2573d9-49c9-4536-b0b0-29496d7e3935 HTTP/1.1" status: 200 len: 850 time: 0.0500858 Jul 06 14:49:59.583534 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15542ae-3033-43e5-b0cc-189725e9a546 req-bc9235e1-047a-4071-b270-73cd41883620 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:49:59.585058 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-c15542ae-3033-43e5-b0cc-189725e9a546 req-bc9235e1-047a-4071-b270-73cd41883620 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=0de980e9-590c-42a8-a4e7-08d344113bb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0553293 Jul 06 14:49:59.676163 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-c15542ae-3033-43e5-b0cc-189725e9a546 req-e04fc21b-911d-4326-a70a-d903012d6335 service neutron] 10.222.0.72 "GET /v2.0/networks/0de980e9-590c-42a8-a4e7-08d344113bb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845897 Jul 06 14:49:59.771326 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-c15542ae-3033-43e5-b0cc-189725e9a546 req-cd6acff8-a4b2-49cd-a98f-454edcdc236b service neutron] 10.222.0.72 "GET /v2.0/networks/0de980e9-590c-42a8-a4e7-08d344113bb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882521 Jul 06 14:50:00.411865 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56d957b-059c-4d1f-8af2-29132923fbbb req-e5e963df-d907-4aa2-bb2d-1a529180af5c tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:50:00.413325 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-a56d957b-059c-4d1f-8af2-29132923fbbb req-e5e963df-d907-4aa2-bb2d-1a529180af5c tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/ports?device_id=5f056809-8c42-4131-abf1-215fa7035751 HTTP/1.1" status: 200 len: 945 time: 0.0679083 Jul 06 14:50:00.450920 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-a56d957b-059c-4d1f-8af2-29132923fbbb req-5eaea5e5-f7f3-4da8-b01d-01a5ce3dddfc tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/security-groups?id=dd2bc95c-84fb-4682-90b8-8ac8d7aa9ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321162 Jul 06 14:50:01.623509 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3885db9c-3de0-47ec-85bd-611c8075d4bb req-e0040656-934c-4bca-9b66-811d3183d817 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:50:01.625005 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-3885db9c-3de0-47ec-85bd-611c8075d4bb req-e0040656-934c-4bca-9b66-811d3183d817 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/ports?device_id=5f056809-8c42-4131-abf1-215fa7035751 HTTP/1.1" status: 200 len: 945 time: 0.0633984 Jul 06 14:50:01.664440 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-3885db9c-3de0-47ec-85bd-611c8075d4bb req-28fb30cd-c1e0-4af0-bfae-badeb81caa12 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/security-groups?id=dd2bc95c-84fb-4682-90b8-8ac8d7aa9ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331101 Jul 06 14:50:02.840723 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1eacc30-94c7-4d95-b5ce-6aac67bfc04f req-827ec23f-e071-4de8-9616-898e4d88b9a2 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:50:02.842233 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-e1eacc30-94c7-4d95-b5ce-6aac67bfc04f req-827ec23f-e071-4de8-9616-898e4d88b9a2 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/ports?device_id=5f056809-8c42-4131-abf1-215fa7035751 HTTP/1.1" status: 200 len: 945 time: 0.0645595 Jul 06 14:50:02.880277 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-e1eacc30-94c7-4d95-b5ce-6aac67bfc04f req-35deeb92-c42d-4543-bb54-7952a8ae82dd tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/security-groups?id=dd2bc95c-84fb-4682-90b8-8ac8d7aa9ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318754 Jul 06 14:50:04.058626 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc09b70-1ff1-47bf-8a02-a67f382900ab req-f3e4fa5a-ea63-4bfc-b3a5-0e3f40c60d06 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:50:04.060296 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-6fc09b70-1ff1-47bf-8a02-a67f382900ab req-f3e4fa5a-ea63-4bfc-b3a5-0e3f40c60d06 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/ports?device_id=5f056809-8c42-4131-abf1-215fa7035751 HTTP/1.1" status: 200 len: 945 time: 0.0664902 Jul 06 14:50:04.098931 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-6fc09b70-1ff1-47bf-8a02-a67f382900ab req-0794ebd7-cbb2-4fa9-9598-95ee1b3870c9 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/security-groups?id=dd2bc95c-84fb-4682-90b8-8ac8d7aa9ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331368 Jul 06 14:50:05.272623 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074746f6-2396-4af3-94f2-9c8aa648d87b req-6e17419d-d912-4d9f-b566-7a7412849f06 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:50:05.274111 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-074746f6-2396-4af3-94f2-9c8aa648d87b req-6e17419d-d912-4d9f-b566-7a7412849f06 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/ports?device_id=5f056809-8c42-4131-abf1-215fa7035751 HTTP/1.1" status: 200 len: 945 time: 0.0622416 Jul 06 14:50:05.312449 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-074746f6-2396-4af3-94f2-9c8aa648d87b req-c5bd6df3-5538-4e24-a7b6-417941c507c4 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/security-groups?id=dd2bc95c-84fb-4682-90b8-8ac8d7aa9ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326781 Jul 06 14:50:06.492427 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c650e6b-2c3a-4bc2-b7c9-d79fc2eea54f req-79d79e8c-e076-45e0-8d9b-3c6d62d16e99 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:50:06.493905 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-8c650e6b-2c3a-4bc2-b7c9-d79fc2eea54f req-79d79e8c-e076-45e0-8d9b-3c6d62d16e99 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/ports?device_id=5f056809-8c42-4131-abf1-215fa7035751 HTTP/1.1" status: 200 len: 945 time: 0.0715809 Jul 06 14:50:06.530879 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-8c650e6b-2c3a-4bc2-b7c9-d79fc2eea54f req-cc1ecc86-edc9-4436-a482-384f077a395b tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/security-groups?id=dd2bc95c-84fb-4682-90b8-8ac8d7aa9ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314300 Jul 06 14:50:07.712600 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1de0ec-4693-401d-9728-a67ac2f4924c req-f1d2d0b2-0581-466b-9dda-91ac729822f6 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:50:07.714140 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-ea1de0ec-4693-401d-9728-a67ac2f4924c req-f1d2d0b2-0581-466b-9dda-91ac729822f6 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/ports?device_id=5f056809-8c42-4131-abf1-215fa7035751 HTTP/1.1" status: 200 len: 945 time: 0.0677662 Jul 06 14:50:07.752906 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-ea1de0ec-4693-401d-9728-a67ac2f4924c req-e1595fdc-9279-4f3a-b825-c0cd2b1cb42c tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/security-groups?id=dd2bc95c-84fb-4682-90b8-8ac8d7aa9ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331321 Jul 06 14:50:08.936933 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88a6ab0-bdfa-42fd-a1c6-cfc58185c328 req-a8329970-2106-4fa3-b9c9-4657ad66a316 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:50:08.939009 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-e88a6ab0-bdfa-42fd-a1c6-cfc58185c328 req-a8329970-2106-4fa3-b9c9-4657ad66a316 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/ports?device_id=5f056809-8c42-4131-abf1-215fa7035751 HTTP/1.1" status: 200 len: 945 time: 0.0655968 Jul 06 14:50:08.977783 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-e88a6ab0-bdfa-42fd-a1c6-cfc58185c328 req-f3ce2d40-cdae-4b9c-a8a9-e59a153ff79f tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/security-groups?id=dd2bc95c-84fb-4682-90b8-8ac8d7aa9ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332224 Jul 06 14:50:10.152229 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ffb9d2-ebea-49e7-8d83-f52da6f7df8c req-e0d9099b-7415-44ef-beb9-cb54cdea955d tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:50:10.153710 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-84ffb9d2-ebea-49e7-8d83-f52da6f7df8c req-e0d9099b-7415-44ef-beb9-cb54cdea955d tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/ports?device_id=5f056809-8c42-4131-abf1-215fa7035751 HTTP/1.1" status: 200 len: 945 time: 0.0666921 Jul 06 14:50:10.190700 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-84ffb9d2-ebea-49e7-8d83-f52da6f7df8c req-0d386fa1-0cd8-4c15-a0ec-8b08cfb4d0c8 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/security-groups?id=dd2bc95c-84fb-4682-90b8-8ac8d7aa9ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308330 Jul 06 14:50:11.131618 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:50:11.363171 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bcef15a-09d4-4a90-8384-c9b285f182b0 req-0b91e835-b874-440c-a3e6-bebe2381f9fa tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:50:11.364676 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-9bcef15a-09d4-4a90-8384-c9b285f182b0 req-0b91e835-b874-440c-a3e6-bebe2381f9fa tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/ports?device_id=5f056809-8c42-4131-abf1-215fa7035751 HTTP/1.1" status: 200 len: 945 time: 0.0630877 Jul 06 14:50:11.401132 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-9bcef15a-09d4-4a90-8384-c9b285f182b0 req-461ce648-aa3d-4cf7-9003-37fd71363ef2 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/security-groups?id=dd2bc95c-84fb-4682-90b8-8ac8d7aa9ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307195 Jul 06 14:50:11.842778 n-d-773647-6 neutron-server[100246]: INFO neutron.api.v2.resource [req-c15542ae-3033-43e5-b0cc-189725e9a546 req-79bf8366-05b1-4d22-8366-25ac6f0b5cfb service neutron] show failed (client error): The resource could not be found. Jul 06 14:50:11.843989 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-c15542ae-3033-43e5-b0cc-189725e9a546 req-79bf8366-05b1-4d22-8366-25ac6f0b5cfb service neutron] 10.222.0.72 "GET /v2.0/ports/823abc69-e6eb-4d6f-a462-1475936fa307/bindings/n-h1-773647-6 HTTP/1.1" status: 404 len: 380 time: 0.0978057 Jul 06 14:50:12.096127 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15542ae-3033-43e5-b0cc-189725e9a546 req-228f5e0b-918f-45c9-a1ed-e80ae760890c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:50:12.097660 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-c15542ae-3033-43e5-b0cc-189725e9a546 req-228f5e0b-918f-45c9-a1ed-e80ae760890c service neutron] 10.222.0.127 "GET /v2.0/ports?device_id=5f056809-8c42-4131-abf1-215fa7035751&tenant_id=d43e4314dc9b484b87d7a3ce014660e1 HTTP/1.1" status: 200 len: 1096 time: 0.0557971 Jul 06 14:50:12.108050 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [req-c15542ae-3033-43e5-b0cc-189725e9a546 req-ce74c2af-d168-4788-8877-19564c4883ee service neutron] Request body: {'port': {'binding:host_id': 'n-h1-773647-6', 'device_owner': 'compute:nova'}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:50:12.175946 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-c15542ae-3033-43e5-b0cc-189725e9a546 req-ce74c2af-d168-4788-8877-19564c4883ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:50:12.372118 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.db [req-c15542ae-3033-43e5-b0cc-189725e9a546 req-ce74c2af-d168-4788-8877-19564c4883ee service neutron] For port 823abc69-e6eb-4d6f-a462-1475936fa307, host n-h2-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=823abc69-e6eb-4d6f-a462-1475936fa307,segment=NetworkSegment(e7ba980d-6408-4a89-a32f-e3032f697d56),segment_id=e7ba980d-6408-4a89-a32f-e3032f697d56)] {{(pid=100247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:50:12.404230 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.db [req-c15542ae-3033-43e5-b0cc-189725e9a546 req-ce74c2af-d168-4788-8877-19564c4883ee service neutron] For port 823abc69-e6eb-4d6f-a462-1475936fa307, host n-h2-773647-6, cleared binding levels {{(pid=100247) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:50:12.446793 n-d-773647-6 neutron-server[100247]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f056809-8c42-4131-abf1-215fa7035751', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '823abc69-e6eb-4d6f-a462-1475936fa307'}] {{(pid=100247) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:50:12.449075 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cbf0eeaae822f8fc9b87a94aeba67a3d651842baf663a51cba94b67a514836d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f737d4ec-c9ba-4398-acae-203e002173cf" -d '{"events": [{"server_uuid": "5f056809-8c42-4131-abf1-215fa7035751", "name": "network-vif-unplugged", "status": "completed", "tag": "823abc69-e6eb-4d6f-a462-1475936fa307"}]}' {{(pid=100247) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:50:12.452704 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-c15542ae-3033-43e5-b0cc-189725e9a546 req-ce74c2af-d168-4788-8877-19564c4883ee service neutron] Notify callbacks [] for port, precommit_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:50:12.466048 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.provisioning_blocks [req-c15542ae-3033-43e5-b0cc-189725e9a546 req-ce74c2af-d168-4788-8877-19564c4883ee service neutron] Transition to ACTIVE for port object 823abc69-e6eb-4d6f-a462-1475936fa307 will not be triggered until provisioned by entity L2. {{(pid=100247) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:50:12.470592 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-c15542ae-3033-43e5-b0cc-189725e9a546 req-ce74c2af-d168-4788-8877-19564c4883ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128888538'] for port, after_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:50:12.510684 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 06 Jul 2021 14:50:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0870bd8-e625-4abd-956e-8222f16d4ddd x-openstack-request-id: req-c0870bd8-e625-4abd-956e-8222f16d4ddd {{(pid=100247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:50:12.510979 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f056809-8c42-4131-abf1-215fa7035751", "name": "network-vif-unplugged", "status": "completed", "tag": "823abc69-e6eb-4d6f-a462-1475936fa307", "code": 200}]} {{(pid=100247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:50:12.511246 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-c0870bd8-e625-4abd-956e-8222f16d4ddd {{(pid=100247) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:50:12.511637 n-d-773647-6 neutron-server[100247]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f056809-8c42-4131-abf1-215fa7035751', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '823abc69-e6eb-4d6f-a462-1475936fa307', 'code': 200} Jul 06 14:50:12.598069 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce74c2af-d168-4788-8877-19564c4883ee service neutron] Pushing event updated for resources: {'Port': ['ID=823abc69-e6eb-4d6f-a462-1475936fa307,revision_number=6']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:50:12.615277 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce74c2af-d168-4788-8877-19564c4883ee service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:50:12.615628 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce74c2af-d168-4788-8877-19564c4883ee service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:50:12.615962 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce74c2af-d168-4788-8877-19564c4883ee service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:50:12.616292 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce74c2af-d168-4788-8877-19564c4883ee service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:50:12.616619 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce74c2af-d168-4788-8877-19564c4883ee service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:50:12.616945 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce74c2af-d168-4788-8877-19564c4883ee service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:50:12.617267 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce74c2af-d168-4788-8877-19564c4883ee service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:50:12.617588 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce74c2af-d168-4788-8877-19564c4883ee service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:50:12.617909 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce74c2af-d168-4788-8877-19564c4883ee service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:50:12.618228 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce74c2af-d168-4788-8877-19564c4883ee service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:50:12.618553 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce74c2af-d168-4788-8877-19564c4883ee service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:50:12.618868 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce74c2af-d168-4788-8877-19564c4883ee service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:50:12.651561 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.l3_dvrscheduler_db [req-c15542ae-3033-43e5-b0cc-189725e9a546 req-ce74c2af-d168-4788-8877-19564c4883ee service neutron] No DVR routers for this DVR port 823abc69-e6eb-4d6f-a462-1475936fa307 on host n-h2-773647-6 {{(pid=100247) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:50:12.713459 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fd2379-3319-4307-a502-a918ff56b53e req-7eb50418-7d2f-457a-b521-ccf0b691d4e4 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:50:12.715049 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-c8fd2379-3319-4307-a502-a918ff56b53e req-7eb50418-7d2f-457a-b521-ccf0b691d4e4 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/ports?device_id=5f056809-8c42-4131-abf1-215fa7035751 HTTP/1.1" status: 200 len: 943 time: 0.1725502 Jul 06 14:50:12.771010 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.127', 62786) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:50:12.799501 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-c8fd2379-3319-4307-a502-a918ff56b53e req-16bc019f-989a-4e1b-b816-d1ed230856b8 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/security-groups?id=dd2bc95c-84fb-4682-90b8-8ac8d7aa9ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0787241 Jul 06 14:50:12.824887 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6da55c-7573-42c8-b854-8cde7386619c req-e6df6920-771f-4310-b43e-3743badd4787 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:50:12.826409 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-bd6da55c-7573-42c8-b854-8cde7386619c req-e6df6920-771f-4310-b43e-3743badd4787 service neutron] 10.222.0.127 "GET /v2.0/ports?tenant_id=d43e4314dc9b484b87d7a3ce014660e1&device_id=5f056809-8c42-4131-abf1-215fa7035751 HTTP/1.1" status: 200 len: 1052 time: 0.0541306 Jul 06 14:50:12.837838 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.managers [req-c15542ae-3033-43e5-b0cc-189725e9a546 req-ce74c2af-d168-4788-8877-19564c4883ee service neutron] Attempting to bind port 823abc69-e6eb-4d6f-a462-1475936fa307 on host n-h1-773647-6 for vnic_type normal with profile {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:50:12.838551 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.managers [req-c15542ae-3033-43e5-b0cc-189725e9a546 req-ce74c2af-d168-4788-8877-19564c4883ee service neutron] Attempting to bind port 823abc69-e6eb-4d6f-a462-1475936fa307 by drivers openvswitch,hyperv on host n-h1-773647-6 at level 0 using segments [{'id': 'e7ba980d-6408-4a89-a32f-e3032f697d56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1028, 'network_id': '0de980e9-590c-42a8-a4e7-08d344113bb7'}] {{(pid=100247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:50:12.838888 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c15542ae-3033-43e5-b0cc-189725e9a546 req-ce74c2af-d168-4788-8877-19564c4883ee service neutron] Attempting to bind port 823abc69-e6eb-4d6f-a462-1475936fa307 on network 0de980e9-590c-42a8-a4e7-08d344113bb7 {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:50:12.843475 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c15542ae-3033-43e5-b0cc-189725e9a546 req-ce74c2af-d168-4788-8877-19564c4883ee service neutron] Port 823abc69-e6eb-4d6f-a462-1475936fa307 on network 0de980e9-590c-42a8-a4e7-08d344113bb7 not bound, no agent of type Open vSwitch agent registered on host n-h1-773647-6 {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 14:50:12.843801 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c15542ae-3033-43e5-b0cc-189725e9a546 req-ce74c2af-d168-4788-8877-19564c4883ee service neutron] Attempting to bind port 823abc69-e6eb-4d6f-a462-1475936fa307 on network 0de980e9-590c-42a8-a4e7-08d344113bb7 {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:50:12.849228 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c15542ae-3033-43e5-b0cc-189725e9a546 req-ce74c2af-d168-4788-8877-19564c4883ee service neutron] Checking agent: {'id': '5bf7147f-bada-4441-a5dc-934b903473fb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-773647-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 51, 12), 'started_at': datetime.datetime(2021, 7, 6, 13, 51, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 49, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:50:12.849564 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c15542ae-3033-43e5-b0cc-189725e9a546 req-ce74c2af-d168-4788-8877-19564c4883ee service neutron] Checking segment: {'id': 'e7ba980d-6408-4a89-a32f-e3032f697d56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1028, 'network_id': '0de980e9-590c-42a8-a4e7-08d344113bb7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100247) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:50:12.849943 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c15542ae-3033-43e5-b0cc-189725e9a546 req-ce74c2af-d168-4788-8877-19564c4883ee service neutron] Bound using segment: {'id': 'e7ba980d-6408-4a89-a32f-e3032f697d56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1028, 'network_id': '0de980e9-590c-42a8-a4e7-08d344113bb7'} {{(pid=100247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:50:12.850364 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.managers [req-c15542ae-3033-43e5-b0cc-189725e9a546 req-ce74c2af-d168-4788-8877-19564c4883ee service neutron] Bound port: 823abc69-e6eb-4d6f-a462-1475936fa307, host: n-h1-773647-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e7ba980d-6408-4a89-a32f-e3032f697d56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1028, 'network_id': '0de980e9-590c-42a8-a4e7-08d344113bb7'}}] {{(pid=100247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:50:12.850728 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-c15542ae-3033-43e5-b0cc-189725e9a546 req-ce74c2af-d168-4788-8877-19564c4883ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:50:12.913362 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:50:12.915067 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.db [req-c15542ae-3033-43e5-b0cc-189725e9a546 req-ce74c2af-d168-4788-8877-19564c4883ee service neutron] For port 823abc69-e6eb-4d6f-a462-1475936fa307, host n-h1-773647-6, cleared binding levels {{(pid=100247) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:50:12.918253 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.db [req-c15542ae-3033-43e5-b0cc-189725e9a546 req-ce74c2af-d168-4788-8877-19564c4883ee service neutron] For port 823abc69-e6eb-4d6f-a462-1475936fa307, host n-h1-773647-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773647-6',level=0,port_id=823abc69-e6eb-4d6f-a462-1475936fa307,segment=NetworkSegment(e7ba980d-6408-4a89-a32f-e3032f697d56),segment_id=e7ba980d-6408-4a89-a32f-e3032f697d56)] {{(pid=100247) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:50:12.921905 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-c15542ae-3033-43e5-b0cc-189725e9a546 req-ce74c2af-d168-4788-8877-19564c4883ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128888538'] for port, after_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:50:12.940179 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6da55c-7573-42c8-b854-8cde7386619c req-e47bb122-9014-44cd-959f-90fd80953e19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:50:12.941692 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-bd6da55c-7573-42c8-b854-8cde7386619c req-e47bb122-9014-44cd-959f-90fd80953e19 service neutron] 10.222.0.127 "GET /v2.0/networks?id=0de980e9-590c-42a8-a4e7-08d344113bb7 HTTP/1.1" status: 200 len: 913 time: 0.0933485 Jul 06 14:50:12.962650 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15542ae-3033-43e5-b0cc-189725e9a546 req-ce74c2af-d168-4788-8877-19564c4883ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:50:12.963345 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-c15542ae-3033-43e5-b0cc-189725e9a546 req-ce74c2af-d168-4788-8877-19564c4883ee service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:50:12.964770 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-c15542ae-3033-43e5-b0cc-189725e9a546 req-ce74c2af-d168-4788-8877-19564c4883ee service neutron] 10.222.0.127 "PUT /v2.0/ports/823abc69-e6eb-4d6f-a462-1475936fa307 HTTP/1.1" status: 200 len: 1091 time: 0.8606110 Jul 06 14:50:12.985988 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce74c2af-d168-4788-8877-19564c4883ee service neutron] Pushing event updated for resources: {'Port': ['ID=823abc69-e6eb-4d6f-a462-1475936fa307,revision_number=7']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:50:13.011033 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-bd6da55c-7573-42c8-b854-8cde7386619c req-2e1a755d-6c92-4d00-8d8b-d6727a2aa41b service neutron] 10.222.0.127 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=823abc69-e6eb-4d6f-a462-1475936fa307 HTTP/1.1" status: 200 len: 999 time: 0.0627630 Jul 06 14:50:13.067545 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6da55c-7573-42c8-b854-8cde7386619c req-7ea2997f-1bde-49c9-8fe9-d110e8de7391 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:50:13.069066 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-bd6da55c-7573-42c8-b854-8cde7386619c req-7ea2997f-1bde-49c9-8fe9-d110e8de7391 service neutron] 10.222.0.127 "GET /v2.0/subnets?id=3a2573d9-49c9-4536-b0b0-29496d7e3935 HTTP/1.1" status: 200 len: 850 time: 0.0510433 Jul 06 14:50:13.128708 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6da55c-7573-42c8-b854-8cde7386619c req-4a6253c9-c787-4a18-bbe9-0b5533147402 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:50:13.130260 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-bd6da55c-7573-42c8-b854-8cde7386619c req-4a6253c9-c787-4a18-bbe9-0b5533147402 service neutron] 10.222.0.127 "GET /v2.0/ports?network_id=0de980e9-590c-42a8-a4e7-08d344113bb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0546095 Jul 06 14:50:13.218453 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-bd6da55c-7573-42c8-b854-8cde7386619c req-76b8f046-f8db-419f-aa5c-0fce046e0a11 service neutron] 10.222.0.127 "GET /v2.0/networks/0de980e9-590c-42a8-a4e7-08d344113bb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819423 Jul 06 14:50:13.310637 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-bd6da55c-7573-42c8-b854-8cde7386619c req-3e02cc99-b315-4f13-b652-fff004117521 service neutron] 10.222.0.127 "GET /v2.0/networks/0de980e9-590c-42a8-a4e7-08d344113bb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861161 Jul 06 14:50:13.409563 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15542ae-3033-43e5-b0cc-189725e9a546 req-d1450936-9477-4004-89b6-8226c2999438 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:50:13.411037 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-c15542ae-3033-43e5-b0cc-189725e9a546 req-d1450936-9477-4004-89b6-8226c2999438 service neutron] 10.222.0.127 "GET /v2.0/ports?tenant_id=d43e4314dc9b484b87d7a3ce014660e1&device_id=5f056809-8c42-4131-abf1-215fa7035751 HTTP/1.1" status: 200 len: 1094 time: 0.0523794 Jul 06 14:50:13.503334 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15542ae-3033-43e5-b0cc-189725e9a546 req-0320b5c1-cc26-4aa4-98a1-30430763a405 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:50:13.504729 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-c15542ae-3033-43e5-b0cc-189725e9a546 req-0320b5c1-cc26-4aa4-98a1-30430763a405 service neutron] 10.222.0.127 "GET /v2.0/networks?id=0de980e9-590c-42a8-a4e7-08d344113bb7 HTTP/1.1" status: 200 len: 913 time: 0.0876172 Jul 06 14:50:13.567645 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-c15542ae-3033-43e5-b0cc-189725e9a546 req-bb43957a-9e28-4ed0-af12-4181a842a869 service neutron] 10.222.0.127 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=823abc69-e6eb-4d6f-a462-1475936fa307 HTTP/1.1" status: 200 len: 999 time: 0.0567999 Jul 06 14:50:13.619409 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15542ae-3033-43e5-b0cc-189725e9a546 req-2a8f0fd8-f86f-4cd1-83c7-a708cfffa3a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:50:13.620866 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-c15542ae-3033-43e5-b0cc-189725e9a546 req-2a8f0fd8-f86f-4cd1-83c7-a708cfffa3a4 service neutron] 10.222.0.127 "GET /v2.0/subnets?id=3a2573d9-49c9-4536-b0b0-29496d7e3935 HTTP/1.1" status: 200 len: 850 time: 0.0475712 Jul 06 14:50:13.682222 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15542ae-3033-43e5-b0cc-189725e9a546 req-eb1ab043-4100-4c9e-8488-b5e6833a43c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:50:13.683737 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-c15542ae-3033-43e5-b0cc-189725e9a546 req-eb1ab043-4100-4c9e-8488-b5e6833a43c1 service neutron] 10.222.0.127 "GET /v2.0/ports?network_id=0de980e9-590c-42a8-a4e7-08d344113bb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0559731 Jul 06 14:50:13.773228 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-c15542ae-3033-43e5-b0cc-189725e9a546 req-e1175f6d-8b05-41ad-a1db-d2543e6a83c9 service neutron] 10.222.0.127 "GET /v2.0/networks/0de980e9-590c-42a8-a4e7-08d344113bb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830183 Jul 06 14:50:13.868524 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-c15542ae-3033-43e5-b0cc-189725e9a546 req-16e0fadf-1cb1-4b51-a263-7eacad1ebbc4 service neutron] 10.222.0.127 "GET /v2.0/networks/0de980e9-590c-42a8-a4e7-08d344113bb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888019 Jul 06 14:50:13.980123 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01622f47-cae6-48da-982a-10135fa63124 req-ebbb6403-79ee-4225-9bfc-61fbc6e5a878 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:50:13.981616 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-01622f47-cae6-48da-982a-10135fa63124 req-ebbb6403-79ee-4225-9bfc-61fbc6e5a878 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/ports?device_id=5f056809-8c42-4131-abf1-215fa7035751 HTTP/1.1" status: 200 len: 943 time: 0.0662415 Jul 06 14:50:14.021562 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-01622f47-cae6-48da-982a-10135fa63124 req-4e3a0950-756a-4125-afd8-55487a5ad880 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/security-groups?id=dd2bc95c-84fb-4682-90b8-8ac8d7aa9ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340865 Jul 06 14:50:14.512975 n-d-773647-6 neutron-server[100247]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f056809-8c42-4131-abf1-215fa7035751', 'tag': '823abc69-e6eb-4d6f-a462-1475936fa307'}] {{(pid=100247) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:50:14.515418 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cbf0eeaae822f8fc9b87a94aeba67a3d651842baf663a51cba94b67a514836d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e60caa49-19a1-4185-b0b6-8e6f11b412ef" -d '{"events": [{"name": "network-changed", "server_uuid": "5f056809-8c42-4131-abf1-215fa7035751", "tag": "823abc69-e6eb-4d6f-a462-1475936fa307"}]}' {{(pid=100247) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:50:14.562878 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 14:50:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97ce7aa7-5afd-4a2b-80ed-1b3f36d08548 x-openstack-request-id: req-97ce7aa7-5afd-4a2b-80ed-1b3f36d08548 {{(pid=100247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:50:14.563629 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f056809-8c42-4131-abf1-215fa7035751", "tag": "823abc69-e6eb-4d6f-a462-1475936fa307", "status": "completed", "code": 200}]} {{(pid=100247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:50:14.563889 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-97ce7aa7-5afd-4a2b-80ed-1b3f36d08548 {{(pid=100247) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:50:14.564293 n-d-773647-6 neutron-server[100247]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f056809-8c42-4131-abf1-215fa7035751', 'tag': '823abc69-e6eb-4d6f-a462-1475936fa307', 'status': 'completed', 'code': 200} Jul 06 14:50:14.677316 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60caa49-19a1-4185-b0b6-8e6f11b412ef req-d839f2cb-bcf7-48b4-8c7e-0594ec7cf169 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:50:14.678833 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-e60caa49-19a1-4185-b0b6-8e6f11b412ef req-d839f2cb-bcf7-48b4-8c7e-0594ec7cf169 service neutron] 10.222.0.127 "GET /v2.0/ports?tenant_id=d43e4314dc9b484b87d7a3ce014660e1&device_id=5f056809-8c42-4131-abf1-215fa7035751 HTTP/1.1" status: 200 len: 1094 time: 0.0930898 Jul 06 14:50:14.680608 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60caa49-19a1-4185-b0b6-8e6f11b412ef req-ac8d0f9d-f195-443e-98d5-963740cc4872 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:50:14.681973 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-e60caa49-19a1-4185-b0b6-8e6f11b412ef req-ac8d0f9d-f195-443e-98d5-963740cc4872 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=d43e4314dc9b484b87d7a3ce014660e1&device_id=5f056809-8c42-4131-abf1-215fa7035751 HTTP/1.1" status: 200 len: 1094 time: 0.0883474 Jul 06 14:50:14.837975 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60caa49-19a1-4185-b0b6-8e6f11b412ef req-02c4b91a-24cd-413f-b388-5e193c970809 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:50:14.839406 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-e60caa49-19a1-4185-b0b6-8e6f11b412ef req-02c4b91a-24cd-413f-b388-5e193c970809 service neutron] 10.222.0.127 "GET /v2.0/networks?id=0de980e9-590c-42a8-a4e7-08d344113bb7 HTTP/1.1" status: 200 len: 913 time: 0.1533511 Jul 06 14:50:14.840733 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60caa49-19a1-4185-b0b6-8e6f11b412ef req-ee86c321-398c-4356-8844-dbf9de65151b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:50:14.842061 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-e60caa49-19a1-4185-b0b6-8e6f11b412ef req-ee86c321-398c-4356-8844-dbf9de65151b service neutron] 10.222.0.72 "GET /v2.0/networks?id=0de980e9-590c-42a8-a4e7-08d344113bb7 HTTP/1.1" status: 200 len: 913 time: 0.1483917 Jul 06 14:50:14.952528 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-e60caa49-19a1-4185-b0b6-8e6f11b412ef req-284edff7-cea2-4d87-be0e-cab95ed7a149 service neutron] 10.222.0.127 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=823abc69-e6eb-4d6f-a462-1475936fa307 HTTP/1.1" status: 200 len: 999 time: 0.1060917 Jul 06 14:50:14.954368 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-e60caa49-19a1-4185-b0b6-8e6f11b412ef req-57f6af31-274d-4bb8-9509-8476e39a3091 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=823abc69-e6eb-4d6f-a462-1475936fa307 HTTP/1.1" status: 200 len: 999 time: 0.1021857 Jul 06 14:50:15.040477 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60caa49-19a1-4185-b0b6-8e6f11b412ef req-d780edf9-9b8c-4e13-84a7-2eedc0279374 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:50:15.041941 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-e60caa49-19a1-4185-b0b6-8e6f11b412ef req-d780edf9-9b8c-4e13-84a7-2eedc0279374 service neutron] 10.222.0.127 "GET /v2.0/subnets?id=3a2573d9-49c9-4536-b0b0-29496d7e3935 HTTP/1.1" status: 200 len: 850 time: 0.0821085 Jul 06 14:50:15.043378 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60caa49-19a1-4185-b0b6-8e6f11b412ef req-406d0faf-62a6-4607-afd3-5eea783d1c2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:50:15.044703 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-e60caa49-19a1-4185-b0b6-8e6f11b412ef req-406d0faf-62a6-4607-afd3-5eea783d1c2b service neutron] 10.222.0.72 "GET /v2.0/subnets?id=3a2573d9-49c9-4536-b0b0-29496d7e3935 HTTP/1.1" status: 200 len: 850 time: 0.0777233 Jul 06 14:50:15.142274 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60caa49-19a1-4185-b0b6-8e6f11b412ef req-72060aa6-a49b-4216-877f-7986246fd529 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:50:15.143845 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-e60caa49-19a1-4185-b0b6-8e6f11b412ef req-72060aa6-a49b-4216-877f-7986246fd529 service neutron] 10.222.0.127 "GET /v2.0/ports?network_id=0de980e9-590c-42a8-a4e7-08d344113bb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0943637 Jul 06 14:50:15.148991 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60caa49-19a1-4185-b0b6-8e6f11b412ef req-9daa15f5-31a5-4000-a8a1-ef2c4f09bf94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:50:15.150429 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-e60caa49-19a1-4185-b0b6-8e6f11b412ef req-9daa15f5-31a5-4000-a8a1-ef2c4f09bf94 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=0de980e9-590c-42a8-a4e7-08d344113bb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0927081 Jul 06 14:50:15.197007 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8cd231-8aa9-43d9-8622-c371bbc0e91d req-6b4ab5fe-f910-4160-9f45-a6b218760bd0 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:50:15.198504 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-fc8cd231-8aa9-43d9-8622-c371bbc0e91d req-6b4ab5fe-f910-4160-9f45-a6b218760bd0 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/ports?device_id=5f056809-8c42-4131-abf1-215fa7035751 HTTP/1.1" status: 200 len: 943 time: 0.0645332 Jul 06 14:50:15.236634 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-fc8cd231-8aa9-43d9-8622-c371bbc0e91d req-7537c6cd-d06e-4c37-8cdb-380e478b0578 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/security-groups?id=dd2bc95c-84fb-4682-90b8-8ac8d7aa9ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324457 Jul 06 14:50:15.304731 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-e60caa49-19a1-4185-b0b6-8e6f11b412ef req-c47f480d-170b-471e-801a-178fce28db84 service neutron] 10.222.0.127 "GET /v2.0/networks/0de980e9-590c-42a8-a4e7-08d344113bb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1533599 Jul 06 14:50:15.306608 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-e60caa49-19a1-4185-b0b6-8e6f11b412ef req-a0d3d4a8-931a-42a3-a2a3-1169a21a7509 service neutron] 10.222.0.72 "GET /v2.0/networks/0de980e9-590c-42a8-a4e7-08d344113bb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1479361 Jul 06 14:50:15.465087 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-e60caa49-19a1-4185-b0b6-8e6f11b412ef req-40133a71-cb0f-40d3-a6b8-963046c77a66 service neutron] 10.222.0.127 "GET /v2.0/networks/0de980e9-590c-42a8-a4e7-08d344113bb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1523981 Jul 06 14:50:15.466920 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-e60caa49-19a1-4185-b0b6-8e6f11b412ef req-803cccd3-b857-4f8b-837f-8d28122559bf service neutron] 10.222.0.72 "GET /v2.0/networks/0de980e9-590c-42a8-a4e7-08d344113bb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1529815 Jul 06 14:50:16.165812 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Device 823abc69-e6eb-4d6f-a462-1475936fa307 no longer exists at agent hyperv_n-h2-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:50:16.201909 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Device 823abc69-e6eb-4d6f-a462-1475936fa307 not bound to the agent host n-h2-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:50:16.290192 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.agents_db [None req-167c0ad6-1657-4c9a-a2c4-3b18056aa662 None None] Agent healthcheck: found 7 active agents {{(pid=100249) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 14:50:16.418711 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bca31ec-e671-48d7-8fe2-5887419e30da req-254d0271-74b6-4bca-8f5e-24073359bed5 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:50:16.420131 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-0bca31ec-e671-48d7-8fe2-5887419e30da req-254d0271-74b6-4bca-8f5e-24073359bed5 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/ports?device_id=5f056809-8c42-4131-abf1-215fa7035751 HTTP/1.1" status: 200 len: 943 time: 0.0673013 Jul 06 14:50:16.457086 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-0bca31ec-e671-48d7-8fe2-5887419e30da req-1fa668eb-5898-4155-a730-5691ff0dd6f2 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/security-groups?id=dd2bc95c-84fb-4682-90b8-8ac8d7aa9ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307312 Jul 06 14:50:17.631502 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af71b581-ce8d-475d-89ca-59666e913773 req-1236a0ab-afbd-47ae-948a-da87ba5f454b tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:50:17.633020 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-af71b581-ce8d-475d-89ca-59666e913773 req-1236a0ab-afbd-47ae-948a-da87ba5f454b tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/ports?device_id=5f056809-8c42-4131-abf1-215fa7035751 HTTP/1.1" status: 200 len: 943 time: 0.0625956 Jul 06 14:50:17.672222 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-af71b581-ce8d-475d-89ca-59666e913773 req-7a613acd-fa55-4dc9-9414-1db99ea9e421 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/security-groups?id=dd2bc95c-84fb-4682-90b8-8ac8d7aa9ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337496 Jul 06 14:50:17.940677 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Device 823abc69-e6eb-4d6f-a462-1475936fa307 details requested by agent hyperv_n-h1-773647-6 with host n-h1-773647-6 {{(pid=100248) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 14:50:18.050482 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] For port 823abc69-e6eb-4d6f-a462-1475936fa307, host n-h1-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773647-6',level=0,port_id=823abc69-e6eb-4d6f-a462-1475936fa307,segment=NetworkSegment(e7ba980d-6408-4a89-a32f-e3032f697d56),segment_id=e7ba980d-6408-4a89-a32f-e3032f697d56)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:50:18.063620 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Returning: {'device': '823abc69-e6eb-4d6f-a462-1475936fa307', 'network_id': '0de980e9-590c-42a8-a4e7-08d344113bb7', 'port_id': '823abc69-e6eb-4d6f-a462-1475936fa307', 'mac_address': 'fa:16:3e:0e:92:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1028, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3a2573d9-49c9-4536-b0b0-29496d7e3935', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100248) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 14:50:18.072013 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a975b5-cd2e-429e-8ef9-21144158842b req-0e6c2cea-557f-4ecd-b848-d32d20aa02a9 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:50:18.073637 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-c3a975b5-cd2e-429e-8ef9-21144158842b req-0e6c2cea-557f-4ecd-b848-d32d20aa02a9 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.127 "GET /v2.0/ports?device_id=5f056809-8c42-4131-abf1-215fa7035751&tenant_id=d43e4314dc9b484b87d7a3ce014660e1&binding%3Ahost_id=n-h1-773647-6 HTTP/1.1" status: 200 len: 943 time: 0.0779736 Jul 06 14:50:18.102325 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:50:18.116817 n-d-773647-6 neutron-server[100248]: DEBUG neutron.notifiers.nova [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 823abc69-e6eb-4d6f-a462-1475936fa307 {{(pid=100248) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 14:50:18.132724 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2ef98c-f62f-4cae-8f83-ac8e4fd1e8be req-93cee5d5-fb47-4506-b2e5-67ad664d1a98 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:50:18.134256 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-cc2ef98c-f62f-4cae-8f83-ac8e4fd1e8be req-93cee5d5-fb47-4506-b2e5-67ad664d1a98 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/ports?device_id=5f056809-8c42-4131-abf1-215fa7035751 HTTP/1.1" status: 200 len: 943 time: 0.0692635 Jul 06 14:50:18.136855 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] For port 823abc69-e6eb-4d6f-a462-1475936fa307, host n-h1-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773647-6',level=0,port_id=823abc69-e6eb-4d6f-a462-1475936fa307,segment=NetworkSegment(e7ba980d-6408-4a89-a32f-e3032f697d56),segment_id=e7ba980d-6408-4a89-a32f-e3032f697d56)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:50:18.138386 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-c3a975b5-cd2e-429e-8ef9-21144158842b req-edab4f33-ed77-4faa-839b-cec2cade13ed service neutron] 10.222.0.127 "GET /v2.0/ports/823abc69-e6eb-4d6f-a462-1475936fa307/bindings/n-h1-773647-6 HTTP/1.1" status: 200 len: 382 time: 0.0570779 Jul 06 14:50:18.141007 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:50:18.180346 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-cc2ef98c-f62f-4cae-8f83-ac8e4fd1e8be req-ba49ea0e-8030-421c-bc91-c9cd899ddd87 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/security-groups?id=dd2bc95c-84fb-4682-90b8-8ac8d7aa9ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391781 Jul 06 14:50:18.195037 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Pushing event updated for resources: {'Port': ['ID=823abc69-e6eb-4d6f-a462-1475936fa307,revision_number=8']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:50:18.202886 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:50:18.203403 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:50:18.204305 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:50:18.204670 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:50:18.205111 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:50:18.205448 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:50:18.205779 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:50:18.206231 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:50:18.206528 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:50:18.206853 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:50:18.207252 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:50:18.207597 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:50:18.225034 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a975b5-cd2e-429e-8ef9-21144158842b req-6b9a272a-4d59-4c69-8f83-08da0666e8cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:50:18.226565 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-c3a975b5-cd2e-429e-8ef9-21144158842b req-6b9a272a-4d59-4c69-8f83-08da0666e8cf service neutron] 10.222.0.127 "GET /v2.0/ports?tenant_id=d43e4314dc9b484b87d7a3ce014660e1&device_id=5f056809-8c42-4131-abf1-215fa7035751 HTTP/1.1" status: 200 len: 1095 time: 0.0657022 Jul 06 14:50:18.320027 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a975b5-cd2e-429e-8ef9-21144158842b req-0998d089-1dc6-407a-8187-b53f35877612 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:50:18.321495 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-c3a975b5-cd2e-429e-8ef9-21144158842b req-0998d089-1dc6-407a-8187-b53f35877612 service neutron] 10.222.0.127 "GET /v2.0/networks?id=0de980e9-590c-42a8-a4e7-08d344113bb7 HTTP/1.1" status: 200 len: 913 time: 0.0883272 Jul 06 14:50:18.388542 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-c3a975b5-cd2e-429e-8ef9-21144158842b req-f5f06333-4cf1-467b-8d45-62b2029d50e0 service neutron] 10.222.0.127 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=823abc69-e6eb-4d6f-a462-1475936fa307 HTTP/1.1" status: 200 len: 1000 time: 0.0600445 Jul 06 14:50:18.439851 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a975b5-cd2e-429e-8ef9-21144158842b req-ad34a17d-1455-4f4b-a48a-b50f941a18f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:50:18.441349 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-c3a975b5-cd2e-429e-8ef9-21144158842b req-ad34a17d-1455-4f4b-a48a-b50f941a18f9 service neutron] 10.222.0.127 "GET /v2.0/subnets?id=3a2573d9-49c9-4536-b0b0-29496d7e3935 HTTP/1.1" status: 200 len: 850 time: 0.0465600 Jul 06 14:50:18.501347 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a975b5-cd2e-429e-8ef9-21144158842b req-f7888c9c-695c-4075-8a50-71e654ab3c8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:50:18.502820 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-c3a975b5-cd2e-429e-8ef9-21144158842b req-f7888c9c-695c-4075-8a50-71e654ab3c8e service neutron] 10.222.0.127 "GET /v2.0/ports?network_id=0de980e9-590c-42a8-a4e7-08d344113bb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0549741 Jul 06 14:50:18.511118 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] get_ports_and_sgs() called for port_ids ['823abc69-e6eb-4d6f-a462-1475936fa307'] {{(pid=100248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 14:50:18.593229 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-c3a975b5-cd2e-429e-8ef9-21144158842b req-3204a2d5-e456-4d45-a59a-66e03a861e24 service neutron] 10.222.0.127 "GET /v2.0/networks/0de980e9-590c-42a8-a4e7-08d344113bb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834591 Jul 06 14:50:18.685206 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-c3a975b5-cd2e-429e-8ef9-21144158842b req-1488aa1a-dd0a-4b49-8eba-0c97dee373fe service neutron] 10.222.0.127 "GET /v2.0/networks/0de980e9-590c-42a8-a4e7-08d344113bb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859859 Jul 06 14:50:19.357247 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6dd2489-ffa5-44f7-a784-91bb1d289293 req-70edc4cf-9ead-47ee-83de-3ce4874e590a tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:50:19.358820 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-b6dd2489-ffa5-44f7-a784-91bb1d289293 req-70edc4cf-9ead-47ee-83de-3ce4874e590a tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/ports?device_id=5f056809-8c42-4131-abf1-215fa7035751 HTTP/1.1" status: 200 len: 944 time: 0.0666363 Jul 06 14:50:19.396824 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-b6dd2489-ffa5-44f7-a784-91bb1d289293 req-242c5cdf-88c1-457d-8630-ea990faf03ed tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/security-groups?id=dd2bc95c-84fb-4682-90b8-8ac8d7aa9ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324481 Jul 06 14:50:19.971285 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Device 823abc69-e6eb-4d6f-a462-1475936fa307 up at agent hyperv_n-h1-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:50:20.019840 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Provisioning for port 823abc69-e6eb-4d6f-a462-1475936fa307 completed by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:50:20.023568 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Provisioning complete for port 823abc69-e6eb-4d6f-a462-1475936fa307 triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:50:20.023940 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:50:20.102911 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:50:20.124652 n-d-773647-6 neutron-server[100248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f056809-8c42-4131-abf1-215fa7035751', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '823abc69-e6eb-4d6f-a462-1475936fa307'}] {{(pid=100248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:50:20.126930 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84af257533e383389cbcf231d3534f4d5e149e7203fea16b4a8fc01438dddaf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7889d2cf-b7f1-4b62-be3b-54ed7a777717" -d '{"events": [{"server_uuid": "5f056809-8c42-4131-abf1-215fa7035751", "name": "network-vif-plugged", "status": "completed", "tag": "823abc69-e6eb-4d6f-a462-1475936fa307"}]}' {{(pid=100248) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:50:20.139434 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] For port 823abc69-e6eb-4d6f-a462-1475936fa307, host n-h1-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773647-6',level=0,port_id=823abc69-e6eb-4d6f-a462-1475936fa307,segment=NetworkSegment(e7ba980d-6408-4a89-a32f-e3032f697d56),segment_id=e7ba980d-6408-4a89-a32f-e3032f697d56)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:50:20.143533 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:50:20.177879 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 14:50:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13cc2435-381f-4a7f-add1-cb48bf2049f1 x-openstack-request-id: req-13cc2435-381f-4a7f-add1-cb48bf2049f1 {{(pid=100248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:50:20.178180 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f056809-8c42-4131-abf1-215fa7035751", "name": "network-vif-plugged", "status": "completed", "tag": "823abc69-e6eb-4d6f-a462-1475936fa307", "code": 200}]} {{(pid=100248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:50:20.178435 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-13cc2435-381f-4a7f-add1-cb48bf2049f1 {{(pid=100248) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:50:20.178825 n-d-773647-6 neutron-server[100248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f056809-8c42-4131-abf1-215fa7035751', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '823abc69-e6eb-4d6f-a462-1475936fa307', 'code': 200} Jul 06 14:50:20.194457 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Pushing event updated for resources: {'Port': ['ID=823abc69-e6eb-4d6f-a462-1475936fa307,revision_number=9']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:50:20.584783 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa42692-a612-4524-b0fb-b6b1022f40c4 req-fed64259-89ff-479d-8e9d-9eadf9e01186 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:50:20.586189 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-1aa42692-a612-4524-b0fb-b6b1022f40c4 req-fed64259-89ff-479d-8e9d-9eadf9e01186 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/ports?device_id=5f056809-8c42-4131-abf1-215fa7035751 HTTP/1.1" status: 200 len: 945 time: 0.0746748 Jul 06 14:50:20.624179 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-1aa42692-a612-4524-b0fb-b6b1022f40c4 req-05b4f87b-9b10-478f-89f6-0500f4d09070 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/security-groups?id=dd2bc95c-84fb-4682-90b8-8ac8d7aa9ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324271 Jul 06 14:50:20.874456 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a975b5-cd2e-429e-8ef9-21144158842b req-9a81ce02-4191-4552-a8c0-e75966d5b0ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:50:20.876475 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-c3a975b5-cd2e-429e-8ef9-21144158842b req-9a81ce02-4191-4552-a8c0-e75966d5b0ec service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=5f056809-8c42-4131-abf1-215fa7035751&tenant_id=d43e4314dc9b484b87d7a3ce014660e1 HTTP/1.1" status: 200 len: 1096 time: 0.0532820 Jul 06 14:50:20.889377 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [req-c3a975b5-cd2e-429e-8ef9-21144158842b req-22fb0e5d-be84-4260-b2ed-5314a8ea0272 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-773647-6', 'device_owner': 'compute:nova'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:50:20.963945 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-c3a975b5-cd2e-429e-8ef9-21144158842b req-22fb0e5d-be84-4260-b2ed-5314a8ea0272 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:50:21.177167 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.db [req-c3a975b5-cd2e-429e-8ef9-21144158842b req-22fb0e5d-be84-4260-b2ed-5314a8ea0272 service neutron] For port 823abc69-e6eb-4d6f-a462-1475936fa307, host n-h1-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773647-6',level=0,port_id=823abc69-e6eb-4d6f-a462-1475936fa307,segment=NetworkSegment(e7ba980d-6408-4a89-a32f-e3032f697d56),segment_id=e7ba980d-6408-4a89-a32f-e3032f697d56)] {{(pid=100246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:50:21.213581 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.db [req-c3a975b5-cd2e-429e-8ef9-21144158842b req-22fb0e5d-be84-4260-b2ed-5314a8ea0272 service neutron] For port 823abc69-e6eb-4d6f-a462-1475936fa307, host n-h1-773647-6, cleared binding levels {{(pid=100246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:50:21.251596 n-d-773647-6 neutron-server[100246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f056809-8c42-4131-abf1-215fa7035751', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '823abc69-e6eb-4d6f-a462-1475936fa307'}] {{(pid=100246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:50:21.254062 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0d96c5ab5e889f7b933ae915b9be33d1b46c9e87795bf781004b656ef3f1e87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2782584c-18e9-4680-9bb2-fd6630143d9e" -d '{"events": [{"server_uuid": "5f056809-8c42-4131-abf1-215fa7035751", "name": "network-vif-unplugged", "status": "completed", "tag": "823abc69-e6eb-4d6f-a462-1475936fa307"}]}' {{(pid=100246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:50:21.257638 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-c3a975b5-cd2e-429e-8ef9-21144158842b req-22fb0e5d-be84-4260-b2ed-5314a8ea0272 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:50:21.274414 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.provisioning_blocks [req-c3a975b5-cd2e-429e-8ef9-21144158842b req-22fb0e5d-be84-4260-b2ed-5314a8ea0272 service neutron] Transition to ACTIVE for port object 823abc69-e6eb-4d6f-a462-1475936fa307 will not be triggered until provisioned by entity L2. {{(pid=100246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:50:21.278213 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-c3a975b5-cd2e-429e-8ef9-21144158842b req-22fb0e5d-be84-4260-b2ed-5314a8ea0272 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127687527'] for port, after_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:50:21.317598 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 06 Jul 2021 14:50:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e8aa8e4-5fe6-4ddd-bffc-bd96f196fd18 x-openstack-request-id: req-0e8aa8e4-5fe6-4ddd-bffc-bd96f196fd18 {{(pid=100246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:50:21.317902 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f056809-8c42-4131-abf1-215fa7035751", "name": "network-vif-unplugged", "status": "completed", "tag": "823abc69-e6eb-4d6f-a462-1475936fa307", "code": 200}]} {{(pid=100246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:50:21.318157 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-0e8aa8e4-5fe6-4ddd-bffc-bd96f196fd18 {{(pid=100246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:50:21.318552 n-d-773647-6 neutron-server[100246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f056809-8c42-4131-abf1-215fa7035751', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '823abc69-e6eb-4d6f-a462-1475936fa307', 'code': 200} Jul 06 14:50:21.392050 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22fb0e5d-be84-4260-b2ed-5314a8ea0272 service neutron] Pushing event updated for resources: {'Port': ['ID=823abc69-e6eb-4d6f-a462-1475936fa307,revision_number=10']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:50:21.415046 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22fb0e5d-be84-4260-b2ed-5314a8ea0272 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:50:21.415439 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22fb0e5d-be84-4260-b2ed-5314a8ea0272 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:50:21.415790 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22fb0e5d-be84-4260-b2ed-5314a8ea0272 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:50:21.416136 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22fb0e5d-be84-4260-b2ed-5314a8ea0272 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:50:21.416476 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22fb0e5d-be84-4260-b2ed-5314a8ea0272 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:50:21.416811 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22fb0e5d-be84-4260-b2ed-5314a8ea0272 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:50:21.417146 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22fb0e5d-be84-4260-b2ed-5314a8ea0272 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:50:21.417476 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22fb0e5d-be84-4260-b2ed-5314a8ea0272 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:50:21.417809 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22fb0e5d-be84-4260-b2ed-5314a8ea0272 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:50:21.418141 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22fb0e5d-be84-4260-b2ed-5314a8ea0272 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:50:21.418469 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22fb0e5d-be84-4260-b2ed-5314a8ea0272 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:50:21.418799 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22fb0e5d-be84-4260-b2ed-5314a8ea0272 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:50:21.465038 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3a975b5-cd2e-429e-8ef9-21144158842b req-22fb0e5d-be84-4260-b2ed-5314a8ea0272 service neutron] No DVR routers for this DVR port 823abc69-e6eb-4d6f-a462-1475936fa307 on host n-h1-773647-6 {{(pid=100246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:50:21.859899 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2d3a45-6e13-4c67-88af-19a693fec0b4 req-68f8133a-54ae-4bb8-9c0d-182defdbcee1 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:50:21.861950 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-be2d3a45-6e13-4c67-88af-19a693fec0b4 req-68f8133a-54ae-4bb8-9c0d-182defdbcee1 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/ports?device_id=5f056809-8c42-4131-abf1-215fa7035751 HTTP/1.1" status: 200 len: 944 time: 0.1205986 Jul 06 14:50:21.901217 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-be2d3a45-6e13-4c67-88af-19a693fec0b4 req-acf3df85-2421-4d9c-8114-25fa62e07527 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/security-groups?id=dd2bc95c-84fb-4682-90b8-8ac8d7aa9ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332577 Jul 06 14:50:21.916454 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [req-c3a975b5-cd2e-429e-8ef9-21144158842b req-22fb0e5d-be84-4260-b2ed-5314a8ea0272 service neutron] Attempting to bind port 823abc69-e6eb-4d6f-a462-1475936fa307 on host n-h2-773647-6 for vnic_type normal with profile {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:50:21.916952 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [req-c3a975b5-cd2e-429e-8ef9-21144158842b req-22fb0e5d-be84-4260-b2ed-5314a8ea0272 service neutron] Attempting to bind port 823abc69-e6eb-4d6f-a462-1475936fa307 by drivers openvswitch,hyperv on host n-h2-773647-6 at level 0 using segments [{'id': 'e7ba980d-6408-4a89-a32f-e3032f697d56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1028, 'network_id': '0de980e9-590c-42a8-a4e7-08d344113bb7'}] {{(pid=100246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:50:21.917147 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3a975b5-cd2e-429e-8ef9-21144158842b req-22fb0e5d-be84-4260-b2ed-5314a8ea0272 service neutron] Attempting to bind port 823abc69-e6eb-4d6f-a462-1475936fa307 on network 0de980e9-590c-42a8-a4e7-08d344113bb7 {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:50:21.921390 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3a975b5-cd2e-429e-8ef9-21144158842b req-22fb0e5d-be84-4260-b2ed-5314a8ea0272 service neutron] Port 823abc69-e6eb-4d6f-a462-1475936fa307 on network 0de980e9-590c-42a8-a4e7-08d344113bb7 not bound, no agent of type Open vSwitch agent registered on host n-h2-773647-6 {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 14:50:21.921719 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3a975b5-cd2e-429e-8ef9-21144158842b req-22fb0e5d-be84-4260-b2ed-5314a8ea0272 service neutron] Attempting to bind port 823abc69-e6eb-4d6f-a462-1475936fa307 on network 0de980e9-590c-42a8-a4e7-08d344113bb7 {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:50:21.926683 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3a975b5-cd2e-429e-8ef9-21144158842b req-22fb0e5d-be84-4260-b2ed-5314a8ea0272 service neutron] Checking agent: {'id': '63768ece-0600-4354-8d29-fdedec96b077', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-773647-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 51, 10), 'started_at': datetime.datetime(2021, 7, 6, 13, 51, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 50, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:50:21.927021 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3a975b5-cd2e-429e-8ef9-21144158842b req-22fb0e5d-be84-4260-b2ed-5314a8ea0272 service neutron] Checking segment: {'id': 'e7ba980d-6408-4a89-a32f-e3032f697d56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1028, 'network_id': '0de980e9-590c-42a8-a4e7-08d344113bb7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:50:21.927443 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3a975b5-cd2e-429e-8ef9-21144158842b req-22fb0e5d-be84-4260-b2ed-5314a8ea0272 service neutron] Bound using segment: {'id': 'e7ba980d-6408-4a89-a32f-e3032f697d56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1028, 'network_id': '0de980e9-590c-42a8-a4e7-08d344113bb7'} {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:50:21.927871 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [req-c3a975b5-cd2e-429e-8ef9-21144158842b req-22fb0e5d-be84-4260-b2ed-5314a8ea0272 service neutron] Bound port: 823abc69-e6eb-4d6f-a462-1475936fa307, host: n-h2-773647-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e7ba980d-6408-4a89-a32f-e3032f697d56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1028, 'network_id': '0de980e9-590c-42a8-a4e7-08d344113bb7'}}] {{(pid=100246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:50:21.928229 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-c3a975b5-cd2e-429e-8ef9-21144158842b req-22fb0e5d-be84-4260-b2ed-5314a8ea0272 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:50:21.993562 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.db [req-c3a975b5-cd2e-429e-8ef9-21144158842b req-22fb0e5d-be84-4260-b2ed-5314a8ea0272 service neutron] For port 823abc69-e6eb-4d6f-a462-1475936fa307, host n-h2-773647-6, cleared binding levels {{(pid=100246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:50:21.996719 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.db [req-c3a975b5-cd2e-429e-8ef9-21144158842b req-22fb0e5d-be84-4260-b2ed-5314a8ea0272 service neutron] For port 823abc69-e6eb-4d6f-a462-1475936fa307, host n-h2-773647-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=823abc69-e6eb-4d6f-a462-1475936fa307,segment=NetworkSegment(e7ba980d-6408-4a89-a32f-e3032f697d56),segment_id=e7ba980d-6408-4a89-a32f-e3032f697d56)] {{(pid=100246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:50:22.000508 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-c3a975b5-cd2e-429e-8ef9-21144158842b req-22fb0e5d-be84-4260-b2ed-5314a8ea0272 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127687527'] for port, after_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:50:22.036438 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a975b5-cd2e-429e-8ef9-21144158842b req-22fb0e5d-be84-4260-b2ed-5314a8ea0272 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:50:22.037076 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-c3a975b5-cd2e-429e-8ef9-21144158842b req-22fb0e5d-be84-4260-b2ed-5314a8ea0272 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:50:22.038485 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-c3a975b5-cd2e-429e-8ef9-21144158842b req-22fb0e5d-be84-4260-b2ed-5314a8ea0272 service neutron] 10.222.0.72 "PUT /v2.0/ports/823abc69-e6eb-4d6f-a462-1475936fa307 HTTP/1.1" status: 200 len: 1092 time: 1.1532085 Jul 06 14:50:22.060726 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22fb0e5d-be84-4260-b2ed-5314a8ea0272 service neutron] Pushing event updated for resources: {'Port': ['ID=823abc69-e6eb-4d6f-a462-1475936fa307,revision_number=11']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:50:22.118356 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a975b5-cd2e-429e-8ef9-21144158842b req-63174212-2f34-461d-94f3-796560b5eb50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:50:22.119869 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-c3a975b5-cd2e-429e-8ef9-21144158842b req-63174212-2f34-461d-94f3-796560b5eb50 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=d43e4314dc9b484b87d7a3ce014660e1&device_id=5f056809-8c42-4131-abf1-215fa7035751 HTTP/1.1" status: 200 len: 1095 time: 0.0557292 Jul 06 14:50:22.220592 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a975b5-cd2e-429e-8ef9-21144158842b req-2ec276ec-7c12-4702-8d2f-df6222141b40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:50:22.222136 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-c3a975b5-cd2e-429e-8ef9-21144158842b req-2ec276ec-7c12-4702-8d2f-df6222141b40 service neutron] 10.222.0.72 "GET /v2.0/networks?id=0de980e9-590c-42a8-a4e7-08d344113bb7 HTTP/1.1" status: 200 len: 913 time: 0.0927498 Jul 06 14:50:22.289293 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-c3a975b5-cd2e-429e-8ef9-21144158842b req-85e608c8-26fc-4409-99f2-fb9b5af3ada2 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=823abc69-e6eb-4d6f-a462-1475936fa307 HTTP/1.1" status: 200 len: 999 time: 0.0592892 Jul 06 14:50:22.338676 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a975b5-cd2e-429e-8ef9-21144158842b req-46fefd97-ecb1-4ed5-a313-1b1df2b89425 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:50:22.340073 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-c3a975b5-cd2e-429e-8ef9-21144158842b req-46fefd97-ecb1-4ed5-a313-1b1df2b89425 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=3a2573d9-49c9-4536-b0b0-29496d7e3935 HTTP/1.1" status: 200 len: 850 time: 0.0440125 Jul 06 14:50:22.407534 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a975b5-cd2e-429e-8ef9-21144158842b req-318cb1ad-91bf-4e1c-bd3e-abd9145c56c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:50:22.409144 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-c3a975b5-cd2e-429e-8ef9-21144158842b req-318cb1ad-91bf-4e1c-bd3e-abd9145c56c2 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=0de980e9-590c-42a8-a4e7-08d344113bb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0570996 Jul 06 14:50:22.501136 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-c3a975b5-cd2e-429e-8ef9-21144158842b req-056325f3-ea6d-4249-b911-0e8a6499ba7d service neutron] 10.222.0.72 "GET /v2.0/networks/0de980e9-590c-42a8-a4e7-08d344113bb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818517 Jul 06 14:50:22.595304 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-c3a975b5-cd2e-429e-8ef9-21144158842b req-5b6160e2-e39b-4432-a831-8f4140598276 service neutron] 10.222.0.72 "GET /v2.0/networks/0de980e9-590c-42a8-a4e7-08d344113bb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864718 Jul 06 14:50:22.931205 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-d24cb511-5c2d-4be8-94b1-7a31b938ed07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:50:23.076451 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb0eb08-3d0c-4430-bbe7-1531dbcb6c27 req-242db4c3-19e1-4c1d-9a61-e2f0479f9db5 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:50:23.077920 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-9fb0eb08-3d0c-4430-bbe7-1531dbcb6c27 req-242db4c3-19e1-4c1d-9a61-e2f0479f9db5 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/ports?device_id=5f056809-8c42-4131-abf1-215fa7035751 HTTP/1.1" status: 200 len: 944 time: 0.0625653 Jul 06 14:50:23.115015 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-9fb0eb08-3d0c-4430-bbe7-1531dbcb6c27 req-0c80a148-4d4c-4b10-b3b9-7cbb2ab90569 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/security-groups?id=dd2bc95c-84fb-4682-90b8-8ac8d7aa9ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307095 Jul 06 14:50:23.320229 n-d-773647-6 neutron-server[100246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f056809-8c42-4131-abf1-215fa7035751', 'tag': '823abc69-e6eb-4d6f-a462-1475936fa307'}] {{(pid=100246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:50:23.322674 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0d96c5ab5e889f7b933ae915b9be33d1b46c9e87795bf781004b656ef3f1e87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f59dcfdb-20b9-4013-8fb8-d4e5b54a4692" -d '{"events": [{"name": "network-changed", "server_uuid": "5f056809-8c42-4131-abf1-215fa7035751", "tag": "823abc69-e6eb-4d6f-a462-1475936fa307"}]}' {{(pid=100246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:50:23.373728 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 14:50:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-683a63f1-5595-4b0c-b5df-6c611b4690ad x-openstack-request-id: req-683a63f1-5595-4b0c-b5df-6c611b4690ad {{(pid=100246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:50:23.374051 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f056809-8c42-4131-abf1-215fa7035751", "tag": "823abc69-e6eb-4d6f-a462-1475936fa307", "status": "completed", "code": 200}]} {{(pid=100246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:50:23.374340 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-683a63f1-5595-4b0c-b5df-6c611b4690ad {{(pid=100246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:50:23.376167 n-d-773647-6 neutron-server[100246]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f056809-8c42-4131-abf1-215fa7035751', 'tag': '823abc69-e6eb-4d6f-a462-1475936fa307', 'status': 'completed', 'code': 200} Jul 06 14:50:23.483128 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59dcfdb-20b9-4013-8fb8-d4e5b54a4692 req-7bf24f54-015b-4823-8d46-beac5e12af48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:50:23.484655 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-f59dcfdb-20b9-4013-8fb8-d4e5b54a4692 req-7bf24f54-015b-4823-8d46-beac5e12af48 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=d43e4314dc9b484b87d7a3ce014660e1&device_id=5f056809-8c42-4131-abf1-215fa7035751 HTTP/1.1" status: 200 len: 1095 time: 0.0827510 Jul 06 14:50:23.487608 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59dcfdb-20b9-4013-8fb8-d4e5b54a4692 req-e485e046-9124-4ba3-b7c5-07a723babaf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:50:23.488977 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-f59dcfdb-20b9-4013-8fb8-d4e5b54a4692 req-e485e046-9124-4ba3-b7c5-07a723babaf0 service neutron] 10.222.0.127 "GET /v2.0/ports?tenant_id=d43e4314dc9b484b87d7a3ce014660e1&device_id=5f056809-8c42-4131-abf1-215fa7035751 HTTP/1.1" status: 200 len: 1095 time: 0.0949132 Jul 06 14:50:23.647489 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59dcfdb-20b9-4013-8fb8-d4e5b54a4692 req-255a55a5-7707-4a41-b23f-9d9a79027fbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:50:23.648951 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-f59dcfdb-20b9-4013-8fb8-d4e5b54a4692 req-255a55a5-7707-4a41-b23f-9d9a79027fbb service neutron] 10.222.0.72 "GET /v2.0/networks?id=0de980e9-590c-42a8-a4e7-08d344113bb7 HTTP/1.1" status: 200 len: 913 time: 0.1559391 Jul 06 14:50:23.650309 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59dcfdb-20b9-4013-8fb8-d4e5b54a4692 req-dc11e472-b544-49f7-9360-595aee0cda38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:50:23.651666 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-f59dcfdb-20b9-4013-8fb8-d4e5b54a4692 req-dc11e472-b544-49f7-9360-595aee0cda38 service neutron] 10.222.0.127 "GET /v2.0/networks?id=0de980e9-590c-42a8-a4e7-08d344113bb7 HTTP/1.1" status: 200 len: 913 time: 0.1517103 Jul 06 14:50:23.762531 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-f59dcfdb-20b9-4013-8fb8-d4e5b54a4692 req-1e84d46a-862b-4b44-b159-cc8bd0d9fcb7 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=823abc69-e6eb-4d6f-a462-1475936fa307 HTTP/1.1" status: 200 len: 999 time: 0.1057360 Jul 06 14:50:23.766308 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-f59dcfdb-20b9-4013-8fb8-d4e5b54a4692 req-2c99a04e-f483-4873-ab97-7f27bdad8f9e service neutron] 10.222.0.127 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=823abc69-e6eb-4d6f-a462-1475936fa307 HTTP/1.1" status: 200 len: 999 time: 0.1038580 Jul 06 14:50:23.845878 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59dcfdb-20b9-4013-8fb8-d4e5b54a4692 req-d54eab28-f66e-492e-bdfe-d28375d773aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:50:23.847379 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-f59dcfdb-20b9-4013-8fb8-d4e5b54a4692 req-d54eab28-f66e-492e-bdfe-d28375d773aa service neutron] 10.222.0.72 "GET /v2.0/subnets?id=3a2573d9-49c9-4536-b0b0-29496d7e3935 HTTP/1.1" status: 200 len: 850 time: 0.0785093 Jul 06 14:50:23.849171 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59dcfdb-20b9-4013-8fb8-d4e5b54a4692 req-82a22871-23f9-44af-9e13-a97d32634d6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:50:23.850350 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-f59dcfdb-20b9-4013-8fb8-d4e5b54a4692 req-82a22871-23f9-44af-9e13-a97d32634d6e service neutron] 10.222.0.127 "GET /v2.0/subnets?id=3a2573d9-49c9-4536-b0b0-29496d7e3935 HTTP/1.1" status: 200 len: 850 time: 0.0744209 Jul 06 14:50:23.950776 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59dcfdb-20b9-4013-8fb8-d4e5b54a4692 req-ed482b3e-135b-4ae8-b7ba-02fbeba2ce4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:50:23.952207 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-f59dcfdb-20b9-4013-8fb8-d4e5b54a4692 req-ed482b3e-135b-4ae8-b7ba-02fbeba2ce4c service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=0de980e9-590c-42a8-a4e7-08d344113bb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0963788 Jul 06 14:50:23.954662 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59dcfdb-20b9-4013-8fb8-d4e5b54a4692 req-4ca615ed-52fc-4670-b407-0002226c5641 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:50:23.956103 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-f59dcfdb-20b9-4013-8fb8-d4e5b54a4692 req-4ca615ed-52fc-4670-b407-0002226c5641 service neutron] 10.222.0.127 "GET /v2.0/ports?network_id=0de980e9-590c-42a8-a4e7-08d344113bb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0923407 Jul 06 14:50:24.055729 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Device 823abc69-e6eb-4d6f-a462-1475936fa307 no longer exists at agent hyperv_n-h1-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:50:24.095717 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Device 823abc69-e6eb-4d6f-a462-1475936fa307 not bound to the agent host n-h1-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:50:24.115452 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-f59dcfdb-20b9-4013-8fb8-d4e5b54a4692 req-5205e9fe-c987-426e-bd13-f8b3c3a26a6f service neutron] 10.222.0.127 "GET /v2.0/networks/0de980e9-590c-42a8-a4e7-08d344113bb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1530535 Jul 06 14:50:24.118894 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-f59dcfdb-20b9-4013-8fb8-d4e5b54a4692 req-53b2be8a-2375-4f26-b468-1edc9e707365 service neutron] 10.222.0.72 "GET /v2.0/networks/0de980e9-590c-42a8-a4e7-08d344113bb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1484482 Jul 06 14:50:24.187665 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Device 823abc69-e6eb-4d6f-a462-1475936fa307 details requested by agent hyperv_n-h2-773647-6 with host n-h2-773647-6 {{(pid=100248) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 14:50:24.284287 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-f59dcfdb-20b9-4013-8fb8-d4e5b54a4692 req-def6e294-91ac-46f3-b07e-95af9ef28f49 service neutron] 10.222.0.127 "GET /v2.0/networks/0de980e9-590c-42a8-a4e7-08d344113bb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1627908 Jul 06 14:50:24.289963 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-f59dcfdb-20b9-4013-8fb8-d4e5b54a4692 req-98397e8d-92c0-4ec5-9e67-bc8c48c62ba3 service neutron] 10.222.0.72 "GET /v2.0/networks/0de980e9-590c-42a8-a4e7-08d344113bb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1600449 Jul 06 14:50:24.296096 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] For port 823abc69-e6eb-4d6f-a462-1475936fa307, host n-h2-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=823abc69-e6eb-4d6f-a462-1475936fa307,segment=NetworkSegment(e7ba980d-6408-4a89-a32f-e3032f697d56),segment_id=e7ba980d-6408-4a89-a32f-e3032f697d56)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:50:24.311437 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Returning: {'device': '823abc69-e6eb-4d6f-a462-1475936fa307', 'network_id': '0de980e9-590c-42a8-a4e7-08d344113bb7', 'port_id': '823abc69-e6eb-4d6f-a462-1475936fa307', 'mac_address': 'fa:16:3e:0e:92:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1028, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3a2573d9-49c9-4536-b0b0-29496d7e3935', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100248) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 14:50:24.333647 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db9d404-02c1-46d0-976d-f88e581dd123 req-5e116236-e82e-492d-b454-8fb97560a96a tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:50:24.336877 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-7db9d404-02c1-46d0-976d-f88e581dd123 req-5e116236-e82e-492d-b454-8fb97560a96a tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/ports?device_id=5f056809-8c42-4131-abf1-215fa7035751 HTTP/1.1" status: 200 len: 944 time: 0.0950141 Jul 06 14:50:24.351257 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:50:24.369014 n-d-773647-6 neutron-server[100248]: DEBUG neutron.notifiers.nova [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 823abc69-e6eb-4d6f-a462-1475936fa307 {{(pid=100248) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 14:50:24.377315 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-7db9d404-02c1-46d0-976d-f88e581dd123 req-a75c5cb7-506d-4a6c-9862-c8ca0218eb06 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/security-groups?id=dd2bc95c-84fb-4682-90b8-8ac8d7aa9ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343707 Jul 06 14:50:24.390679 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] For port 823abc69-e6eb-4d6f-a462-1475936fa307, host n-h2-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=823abc69-e6eb-4d6f-a462-1475936fa307,segment=NetworkSegment(e7ba980d-6408-4a89-a32f-e3032f697d56),segment_id=e7ba980d-6408-4a89-a32f-e3032f697d56)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:50:24.396113 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:50:24.446177 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Pushing event updated for resources: {'Port': ['ID=823abc69-e6eb-4d6f-a462-1475936fa307,revision_number=12']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:50:24.699821 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] get_ports_and_sgs() called for port_ids ['823abc69-e6eb-4d6f-a462-1475936fa307'] {{(pid=100248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 14:50:25.557299 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c56bec0-32f4-488b-a78e-5f09bb45974a req-f8d4848a-a5db-4171-8a21-37e4ed1f017e tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:50:25.558783 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-0c56bec0-32f4-488b-a78e-5f09bb45974a req-f8d4848a-a5db-4171-8a21-37e4ed1f017e tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/ports?device_id=5f056809-8c42-4131-abf1-215fa7035751 HTTP/1.1" status: 200 len: 945 time: 0.0644426 Jul 06 14:50:25.597642 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-0c56bec0-32f4-488b-a78e-5f09bb45974a req-34751ac6-4d37-4e15-adc8-d422383b1daf tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/security-groups?id=dd2bc95c-84fb-4682-90b8-8ac8d7aa9ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324523 Jul 06 14:50:25.605992 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-ecf00f31-3d19-46e3-b188-f07bf160c7fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:50:25.773201 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624c29c6-cd16-4746-9aab-c7fcb768e8c5 req-174ffb70-78c6-480b-97e7-846b4da298ad tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:50:25.774687 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-624c29c6-cd16-4746-9aab-c7fcb768e8c5 req-174ffb70-78c6-480b-97e7-846b4da298ad tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/ports?device_id=5f056809-8c42-4131-abf1-215fa7035751 HTTP/1.1" status: 200 len: 945 time: 0.0655265 Jul 06 14:50:25.812090 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-624c29c6-cd16-4746-9aab-c7fcb768e8c5 req-64cd58b2-5deb-4fa6-95c6-baeff2b37aee tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/security-groups?id=dd2bc95c-84fb-4682-90b8-8ac8d7aa9ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316598 Jul 06 14:50:25.938733 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:50:25.986861 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2f4422-f02d-42d8-b2cd-b8e8664e0b33 req-c8a00410-59e5-4271-b10d-b41829b39c9d tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:50:25.988354 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-cc2f4422-f02d-42d8-b2cd-b8e8664e0b33 req-c8a00410-59e5-4271-b10d-b41829b39c9d tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/ports?device_id=5f056809-8c42-4131-abf1-215fa7035751 HTTP/1.1" status: 200 len: 945 time: 0.0695617 Jul 06 14:50:26.025993 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-cc2f4422-f02d-42d8-b2cd-b8e8664e0b33 req-d6bd0cd5-dc66-46ad-8cd7-03893e786d7d tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/security-groups?id=dd2bc95c-84fb-4682-90b8-8ac8d7aa9ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318553 Jul 06 14:50:26.190918 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Device 823abc69-e6eb-4d6f-a462-1475936fa307 up at agent hyperv_n-h2-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:50:26.242991 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Provisioning for port 823abc69-e6eb-4d6f-a462-1475936fa307 completed by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:50:26.247550 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Provisioning complete for port 823abc69-e6eb-4d6f-a462-1475936fa307 triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:50:26.248334 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:50:26.324839 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:50:26.346908 n-d-773647-6 neutron-server[100248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f056809-8c42-4131-abf1-215fa7035751', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '823abc69-e6eb-4d6f-a462-1475936fa307'}] {{(pid=100248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:50:26.349120 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84af257533e383389cbcf231d3534f4d5e149e7203fea16b4a8fc01438dddaf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64635770-8ff6-4c23-95b9-d57e3c9e94ad" -d '{"events": [{"server_uuid": "5f056809-8c42-4131-abf1-215fa7035751", "name": "network-vif-plugged", "status": "completed", "tag": "823abc69-e6eb-4d6f-a462-1475936fa307"}]}' {{(pid=100248) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:50:26.363448 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] For port 823abc69-e6eb-4d6f-a462-1475936fa307, host n-h2-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=823abc69-e6eb-4d6f-a462-1475936fa307,segment=NetworkSegment(e7ba980d-6408-4a89-a32f-e3032f697d56),segment_id=e7ba980d-6408-4a89-a32f-e3032f697d56)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:50:26.367793 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:50:26.397556 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 14:50:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e15a1d9f-885f-4eb5-9808-954b73e8c7a7 x-openstack-request-id: req-e15a1d9f-885f-4eb5-9808-954b73e8c7a7 {{(pid=100248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:50:26.397851 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f056809-8c42-4131-abf1-215fa7035751", "name": "network-vif-plugged", "status": "completed", "tag": "823abc69-e6eb-4d6f-a462-1475936fa307", "code": 200}]} {{(pid=100248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:50:26.398103 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-e15a1d9f-885f-4eb5-9808-954b73e8c7a7 {{(pid=100248) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:50:26.398493 n-d-773647-6 neutron-server[100248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f056809-8c42-4131-abf1-215fa7035751', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '823abc69-e6eb-4d6f-a462-1475936fa307', 'code': 200} Jul 06 14:50:26.411209 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9322912c-62c9-4084-a043-fbeaad56eac0 req-250caf9e-1daf-47a5-9056-29c7116fc64a tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:50:26.412999 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-9322912c-62c9-4084-a043-fbeaad56eac0 req-250caf9e-1daf-47a5-9056-29c7116fc64a tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/ports?device_id=5f056809-8c42-4131-abf1-215fa7035751 HTTP/1.1" status: 200 len: 945 time: 0.0694447 Jul 06 14:50:26.421161 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Pushing event updated for resources: {'Port': ['ID=823abc69-e6eb-4d6f-a462-1475936fa307,revision_number=13']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:50:26.450917 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-9322912c-62c9-4084-a043-fbeaad56eac0 req-c7037c6e-8376-4d8c-9605-81794b5aca2f tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/security-groups?id=dd2bc95c-84fb-4682-90b8-8ac8d7aa9ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324435 Jul 06 14:50:26.762172 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-2064eaae-da4f-48f8-82d2-b09d4ddedd44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:50:27.630538 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee79f37-8459-4644-8935-b99853ae28e4 req-3a234cba-2201-435e-a99c-b865cb855743 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:50:27.632037 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-3ee79f37-8459-4644-8935-b99853ae28e4 req-3a234cba-2201-435e-a99c-b865cb855743 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/ports?device_id=5f056809-8c42-4131-abf1-215fa7035751 HTTP/1.1" status: 200 len: 946 time: 0.0654914 Jul 06 14:50:27.670346 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-3ee79f37-8459-4644-8935-b99853ae28e4 req-be4e3584-35a5-4846-bfa8-df1c30012d4d tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/security-groups?id=dd2bc95c-84fb-4682-90b8-8ac8d7aa9ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322213 Jul 06 14:50:27.904015 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96d02bd-9db3-419c-b649-3ed1c52c7c38 req-46267928-53aa-4f0f-90a8-087a97c13a17 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:50:27.905482 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-a96d02bd-9db3-419c-b649-3ed1c52c7c38 req-46267928-53aa-4f0f-90a8-087a97c13a17 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.72 "GET /v2.0/ports?device_id=5f056809-8c42-4131-abf1-215fa7035751 HTTP/1.1" status: 200 len: 946 time: 0.0683513 Jul 06 14:50:28.005762 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [req-a96d02bd-9db3-419c-b649-3ed1c52c7c38 req-c970d675-69de-4e98-9f05-d040c71a58eb tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Deleting port 823abc69-e6eb-4d6f-a462-1475936fa307 {{(pid=100246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:50:28.006022 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-a96d02bd-9db3-419c-b649-3ed1c52c7c38 req-c970d675-69de-4e98-9f05-d040c71a58eb tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:50:28.096998 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.db [req-a96d02bd-9db3-419c-b649-3ed1c52c7c38 req-c970d675-69de-4e98-9f05-d040c71a58eb tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] For port 823abc69-e6eb-4d6f-a462-1475936fa307, host n-h2-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=823abc69-e6eb-4d6f-a462-1475936fa307,segment=NetworkSegment(e7ba980d-6408-4a89-a32f-e3032f697d56),segment_id=e7ba980d-6408-4a89-a32f-e3032f697d56)] {{(pid=100246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:50:28.097363 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-a96d02bd-9db3-419c-b649-3ed1c52c7c38 req-c970d675-69de-4e98-9f05-d040c71a58eb tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:50:28.264453 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-a96d02bd-9db3-419c-b649-3ed1c52c7c38 req-c970d675-69de-4e98-9f05-d040c71a58eb tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:50:28.264740 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-a96d02bd-9db3-419c-b649-3ed1c52c7c38 req-c970d675-69de-4e98-9f05-d040c71a58eb tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1761130'] for floatingip, after_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:50:28.265054 n-d-773647-6 neutron-server[100246]: INFO neutron.db.l3_db [req-a96d02bd-9db3-419c-b649-3ed1c52c7c38 req-c970d675-69de-4e98-9f05-d040c71a58eb tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Floating IP 8a640bb1-8189-4bd0-9ce2-6d62519bfe0c disassociated. External IP: 172.25.0.78, port: 823abc69-e6eb-4d6f-a462-1475936fa307. Jul 06 14:50:28.265399 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [req-a96d02bd-9db3-419c-b649-3ed1c52c7c38 req-c970d675-69de-4e98-9f05-d040c71a58eb tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Calling delete_port for 823abc69-e6eb-4d6f-a462-1475936fa307 owned by compute:nova {{(pid=100246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:50:28.396356 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-a96d02bd-9db3-419c-b649-3ed1c52c7c38 req-c970d675-69de-4e98-9f05-d040c71a58eb tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127687580'] for port, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:50:28.424524 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c970d675-69de-4e98-9f05-d040c71a58eb tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Pushing event deleted for resources: {'Port': ['ID=823abc69-e6eb-4d6f-a462-1475936fa307,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:50:28.552119 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a96d02bd-9db3-419c-b649-3ed1c52c7c38 req-c970d675-69de-4e98-9f05-d040c71a58eb tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Router e025909a-055c-4b8d-b68d-be81ee5757cc has already been hosted by L3 agent 2823d358-a11b-4885-a706-95a279e43fa7 {{(pid=100246) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 14:50:28.561797 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-03f71b24-a9b8-453a-8924-caa3f97bc6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:50:28.663782 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a96d02bd-9db3-419c-b649-3ed1c52c7c38 req-c970d675-69de-4e98-9f05-d040c71a58eb tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Notify agent at l3_agent.n-d-773647-6 the message routers_updated {{(pid=100246) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 14:50:28.675234 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92823886-b763-442b-8e1b-bf58be0f4bcc None None] Sync routers for ids ['e025909a-055c-4b8d-b68d-be81ee5757cc'] in n-d-773647-6 {{(pid=100248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 14:50:28.684187 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92823886-b763-442b-8e1b-bf58be0f4bcc None None] Routers {'e025909a-055c-4b8d-b68d-be81ee5757cc'} bound to L3 agent in host n-d-773647-6 {{(pid=100248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:50:28.685050 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-92823886-b763-442b-8e1b-bf58be0f4bcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T14:50:26Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['e025909a-055c-4b8d-b68d-be81ee5757cc'], 'active': True} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:50:28.707918 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [req-a96d02bd-9db3-419c-b649-3ed1c52c7c38 req-c970d675-69de-4e98-9f05-d040c71a58eb tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] No DVR routers for this DVR port 823abc69-e6eb-4d6f-a462-1475936fa307 on host n-h2-773647-6 {{(pid=100246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:50:28.710706 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-a96d02bd-9db3-419c-b649-3ed1c52c7c38 req-c970d675-69de-4e98-9f05-d040c71a58eb tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:50:28.712794 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-a96d02bd-9db3-419c-b649-3ed1c52c7c38 req-c970d675-69de-4e98-9f05-d040c71a58eb tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.72 "DELETE /v2.0/ports/823abc69-e6eb-4d6f-a462-1475936fa307 HTTP/1.1" status: 204 len: 173 time: 0.8005953 Jul 06 14:50:28.713257 n-d-773647-6 neutron-server[100246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f056809-8c42-4131-abf1-215fa7035751', 'name': 'network-vif-deleted', 'tag': '823abc69-e6eb-4d6f-a462-1475936fa307'}] {{(pid=100246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:50:28.715772 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0d96c5ab5e889f7b933ae915b9be33d1b46c9e87795bf781004b656ef3f1e87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78451e33-66f1-4637-8f09-d04108e46ff0" -d '{"events": [{"server_uuid": "5f056809-8c42-4131-abf1-215fa7035751", "name": "network-vif-deleted", "tag": "823abc69-e6eb-4d6f-a462-1475936fa307"}]}' {{(pid=100246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:50:28.773094 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 14:50:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-976bead1-733c-435d-8140-62f7a68db939 x-openstack-request-id: req-976bead1-733c-435d-8140-62f7a68db939 {{(pid=100246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:50:28.773672 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f056809-8c42-4131-abf1-215fa7035751", "name": "network-vif-deleted", "tag": "823abc69-e6eb-4d6f-a462-1475936fa307", "status": "completed", "code": 200}]} {{(pid=100246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:50:28.774147 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-976bead1-733c-435d-8140-62f7a68db939 {{(pid=100246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:50:28.774788 n-d-773647-6 neutron-server[100246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f056809-8c42-4131-abf1-215fa7035751', 'name': 'network-vif-deleted', 'tag': '823abc69-e6eb-4d6f-a462-1475936fa307', 'status': 'completed', 'code': 200} Jul 06 14:50:28.807838 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvr_db [None req-92823886-b763-442b-8e1b-bf58be0f4bcc None None] Set router e025909a-055c-4b8d-b68d-be81ee5757cc gateway port host: n-d-773647-6 {{(pid=100248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:50:28.852148 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-55fa190c-2df9-4120-af12-f3a2ced42bd3 req-7595e739-214c-4556-a740-e4105b64bb1f tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/ports?device_id=5f056809-8c42-4131-abf1-215fa7035751 HTTP/1.1" status: 200 len: 210 time: 0.0318327 Jul 06 14:50:29.003192 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-92823886-b763-442b-8e1b-bf58be0f4bcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e025909a-055c-4b8d-b68d-be81ee5757cc', 'name': 'tempest-ServerActionsTestJSON-986719547-router', 'tenant_id': 'd43e4314dc9b484b87d7a3ce014660e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.23'}], 'enable_snat': True}, 'gw_port_id': 'aa30efcd-874f-4b7d-9d1b-e055b4d67d68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:43:27Z', 'updated_at': '2021-07-06T14:43:30Z', 'revision_number': 4, 'project_id': 'd43e4314dc9b484b87d7a3ce014660e1', 'gw_port': {'id': 'aa30efcd-874f-4b7d-9d1b-e055b4d67d68', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:80:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e025909a-055c-4b8d-b68d-be81ee5757cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:43:28Z', 'updated_at': '2021-07-06T14:43:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6', '_interfaces': [{'id': '27410a49-5ef7-40e9-b17c-8fe074a734c4', 'name': '', 'network_id': '0de980e9-590c-42a8-a4e7-08d344113bb7', 'tenant_id': 'd43e4314dc9b484b87d7a3ce014660e1', 'mac_address': 'fa:16:3e:ea:14:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e025909a-055c-4b8d-b68d-be81ee5757cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '3a2573d9-49c9-4536-b0b0-29496d7e3935', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:43:29Z', 'updated_at': '2021-07-06T14:43:35Z', 'revision_number': 5, 'project_id': 'd43e4314dc9b484b87d7a3ce014660e1', 'subnets': [{'id': '3a2573d9-49c9-4536-b0b0-29496d7e3935', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773647-6', False) {} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:50:29.032349 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92823886-b763-442b-8e1b-bf58be0f4bcc None None] Checking router: e025909a-055c-4b8d-b68d-be81ee5757cc for host: n-d-773647-6 {{(pid=100248) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 14:50:29.040375 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92823886-b763-442b-8e1b-bf58be0f4bcc None None] Routers {'e025909a-055c-4b8d-b68d-be81ee5757cc'} bound to L3 agent in host n-d-773647-6 {{(pid=100248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:50:29.040961 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-92823886-b763-442b-8e1b-bf58be0f4bcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T14:50:26Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['e025909a-055c-4b8d-b68d-be81ee5757cc'], 'active': True} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:50:29.298810 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvr_db [None req-92823886-b763-442b-8e1b-bf58be0f4bcc None None] Set router e025909a-055c-4b8d-b68d-be81ee5757cc gateway port host: n-d-773647-6 {{(pid=100248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:50:29.498475 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-92823886-b763-442b-8e1b-bf58be0f4bcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e025909a-055c-4b8d-b68d-be81ee5757cc', 'name': 'tempest-ServerActionsTestJSON-986719547-router', 'tenant_id': 'd43e4314dc9b484b87d7a3ce014660e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.23'}], 'enable_snat': True}, 'gw_port_id': 'aa30efcd-874f-4b7d-9d1b-e055b4d67d68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:43:27Z', 'updated_at': '2021-07-06T14:43:30Z', 'revision_number': 4, 'project_id': 'd43e4314dc9b484b87d7a3ce014660e1', 'gw_port': {'id': 'aa30efcd-874f-4b7d-9d1b-e055b4d67d68', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:80:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e025909a-055c-4b8d-b68d-be81ee5757cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:43:28Z', 'updated_at': '2021-07-06T14:43:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6', '_interfaces': [{'id': '27410a49-5ef7-40e9-b17c-8fe074a734c4', 'name': '', 'network_id': '0de980e9-590c-42a8-a4e7-08d344113bb7', 'tenant_id': 'd43e4314dc9b484b87d7a3ce014660e1', 'mac_address': 'fa:16:3e:ea:14:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e025909a-055c-4b8d-b68d-be81ee5757cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '3a2573d9-49c9-4536-b0b0-29496d7e3935', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:43:29Z', 'updated_at': '2021-07-06T14:43:35Z', 'revision_number': 5, 'project_id': 'd43e4314dc9b484b87d7a3ce014660e1', 'subnets': [{'id': '3a2573d9-49c9-4536-b0b0-29496d7e3935', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773647-6', False) {} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:50:29.526806 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92823886-b763-442b-8e1b-bf58be0f4bcc None None] The sync data for ids ['e025909a-055c-4b8d-b68d-be81ee5757cc'] in n-d-773647-6 is: [{'id': 'e025909a-055c-4b8d-b68d-be81ee5757cc', 'name': 'tempest-ServerActionsTestJSON-986719547-router', 'tenant_id': 'd43e4314dc9b484b87d7a3ce014660e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.23'}], 'enable_snat': True}, 'gw_port_id': 'aa30efcd-874f-4b7d-9d1b-e055b4d67d68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:43:27Z', 'updated_at': '2021-07-06T14:43:30Z', 'revision_number': 4, 'project_id': 'd43e4314dc9b484b87d7a3ce014660e1', 'gw_port': {'id': 'aa30efcd-874f-4b7d-9d1b-e055b4d67d68', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:80:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e025909a-055c-4b8d-b68d-be81ee5757cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:43:28Z', 'updated_at': '2021-07-06T14:43:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6', '_interfaces': [{'id': '27410a49-5ef7-40e9-b17c-8fe074a734c4', 'name': '', 'network_id': '0de980e9-590c-42a8-a4e7-08d344113bb7', 'tenant_id': 'd43e4314dc9b484b87d7a3ce014660e1', 'mac_address': 'fa:16:3e:ea:14:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e025909a-055c-4b8d-b68d-be81ee5757cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '3a2573d9-49c9-4536-b0b0-29496d7e3935', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:43:29Z', 'updated_at': '2021-07-06T14:43:35Z', 'revision_number': 5, 'project_id': 'd43e4314dc9b484b87d7a3ce014660e1', 'subnets': [{'id': '3a2573d9-49c9-4536-b0b0-29496d7e3935', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 14:50:29.740712 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db68475e-1d26-4b24-bc8c-506b0778a01c None None] New status for floating IP 8a640bb1-8189-4bd0-9ce2-6d62519bfe0c: DOWN {{(pid=100249) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 14:50:30.190214 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-45e21a64-364e-4c9d-a134-b3ca615b0a3f req-a097e405-2b0e-4b3f-b4da-209ff9920480 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/security-groups?name=tempest-securitygroup--1210822365&fields=id&tenant_id=d43e4314dc9b484b87d7a3ce014660e1 HTTP/1.1" status: 200 len: 267 time: 0.0340786 Jul 06 14:50:30.298501 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e21a64-364e-4c9d-a134-b3ca615b0a3f req-7039c801-ac6f-4888-bcd6-4315c8047c5c tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:50:30.300023 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-45e21a64-364e-4c9d-a134-b3ca615b0a3f req-7039c801-ac6f-4888-bcd6-4315c8047c5c tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/networks?id=0de980e9-590c-42a8-a4e7-08d344113bb7 HTTP/1.1" status: 200 len: 811 time: 0.1035678 Jul 06 14:50:30.316228 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-45e21a64-364e-4c9d-a134-b3ca615b0a3f req-db79e1b1-b0de-4671-bbe0-a0abd80d540e tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/quotas/d43e4314dc9b484b87d7a3ce014660e1 HTTP/1.1" status: 200 len: 375 time: 0.0100791 Jul 06 14:50:30.385270 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-45e21a64-364e-4c9d-a134-b3ca615b0a3f req-47be96ee-e8a5-479d-acc9-55b88952d119 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/ports?tenant_id=d43e4314dc9b484b87d7a3ce014660e1&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0633025 Jul 06 14:50:30.483365 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-45e21a64-364e-4c9d-a134-b3ca615b0a3f req-1769cc25-e4b2-45e7-a7a5-256c736c1bb4 service neutron] 10.222.0.104 "GET /v2.0/networks/0de980e9-590c-42a8-a4e7-08d344113bb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861745 Jul 06 14:50:30.574267 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-45e21a64-364e-4c9d-a134-b3ca615b0a3f req-f1dd73f6-09c5-4a5c-803c-f0edad47a5ea service neutron] 10.222.0.104 "GET /v2.0/networks/0de980e9-590c-42a8-a4e7-08d344113bb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851967 Jul 06 14:50:30.744420 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-d7851cbf-19ef-443e-8b6c-67618ae6a9e1 req-287c7da1-dfcf-45ba-8f00-e5ed4b940cab tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/ports?device_id=c1b31ce5-fce3-4d8a-b6a7-b07e44ea30d9 HTTP/1.1" status: 200 len: 210 time: 0.0292840 Jul 06 14:50:31.828967 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e21a64-364e-4c9d-a134-b3ca615b0a3f req-64b5c399-2908-468f-9fc7-8a80519b3501 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:50:31.831128 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-45e21a64-364e-4c9d-a134-b3ca615b0a3f req-64b5c399-2908-468f-9fc7-8a80519b3501 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.72 "GET /v2.0/networks?id=0de980e9-590c-42a8-a4e7-08d344113bb7 HTTP/1.1" status: 200 len: 811 time: 0.1160688 Jul 06 14:50:31.884370 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-45e21a64-364e-4c9d-a134-b3ca615b0a3f req-afe49d45-6ceb-4a12-adbe-3d46b5105424 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d43e4314dc9b484b87d7a3ce014660e1 HTTP/1.1" status: 200 len: 380 time: 0.0400238 Jul 06 14:50:31.893467 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [req-45e21a64-364e-4c9d-a134-b3ca615b0a3f req-46aae816-78e4-4ce8-adc3-2ce8eb827305 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Request body: {'port': {'device_id': 'c1b31ce5-fce3-4d8a-b6a7-b07e44ea30d9', 'network_id': '0de980e9-590c-42a8-a4e7-08d344113bb7', 'admin_state_up': True, 'tenant_id': 'd43e4314dc9b484b87d7a3ce014660e1', 'security_groups': ['dd2bc95c-84fb-4682-90b8-8ac8d7aa9ea3']}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:50:31.894598 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-a3e67701-a61b-45a1-9633-aae3703e08ee req-28e9d1a8-0771-405d-8f87-2fc2af3fb779 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/ports?device_id=c1b31ce5-fce3-4d8a-b6a7-b07e44ea30d9 HTTP/1.1" status: 200 len: 210 time: 0.0350800 Jul 06 14:50:31.999794 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-45e21a64-364e-4c9d-a134-b3ca615b0a3f req-46aae816-78e4-4ce8-adc3-2ce8eb827305 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Made reservation on behalf of d43e4314dc9b484b87d7a3ce014660e1 for: {'port': 1} {{(pid=100246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:50:32.003825 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-45e21a64-364e-4c9d-a134-b3ca615b0a3f req-46aae816-78e4-4ce8-adc3-2ce8eb827305 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:50:32.129032 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.db_base_plugin_common [req-45e21a64-364e-4c9d-a134-b3ca615b0a3f req-46aae816-78e4-4ce8-adc3-2ce8eb827305 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Allocated IP 172.20.0.5 (0de980e9-590c-42a8-a4e7-08d344113bb7/3a2573d9-49c9-4536-b0b0-29496d7e3935/39ddf82f-f009-4be2-aa57-b6313750867f) {{(pid=100246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:50:32.245511 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Device 823abc69-e6eb-4d6f-a462-1475936fa307 no longer exists at agent hyperv_n-h2-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:50:32.261371 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-45e21a64-364e-4c9d-a134-b3ca615b0a3f req-46aae816-78e4-4ce8-adc3-2ce8eb827305 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Notify callbacks [] for port, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:50:32.270038 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] No Port match for: 823abc69-e6eb-4d6f-a462-1475936fa307 {{(pid=100248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 14:50:32.270392 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Device 823abc69-e6eb-4d6f-a462-1475936fa307 not bound to the agent host n-h2-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:50:32.280530 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.provisioning_blocks [req-45e21a64-364e-4c9d-a134-b3ca615b0a3f req-46aae816-78e4-4ce8-adc3-2ce8eb827305 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Transition to ACTIVE for port object 39ddf82f-f009-4be2-aa57-b6313750867f will not be triggered until provisioned by entity DHCP. {{(pid=100246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:50:32.312501 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-45e21a64-364e-4c9d-a134-b3ca615b0a3f req-46aae816-78e4-4ce8-adc3-2ce8eb827305 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-127687573'] for port, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:50:32.357221 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-45e21a64-364e-4c9d-a134-b3ca615b0a3f req-46aae816-78e4-4ce8-adc3-2ce8eb827305 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Network 0de980e9-590c-42a8-a4e7-08d344113bb7 is already hosted by enough agents. {{(pid=100246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:50:32.360525 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.base_scheduler [req-45e21a64-364e-4c9d-a134-b3ca615b0a3f req-46aae816-78e4-4ce8-adc3-2ce8eb827305 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Resources bound (agent type, host, resource id): {{(pid=100246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:50:32.362910 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [req-45e21a64-364e-4c9d-a134-b3ca615b0a3f req-46aae816-78e4-4ce8-adc3-2ce8eb827305 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Received port after_create {{(pid=100246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:50:32.393219 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46aae816-78e4-4ce8-adc3-2ce8eb827305 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Pushing event updated for resources: {'Port': ['ID=39ddf82f-f009-4be2-aa57-b6313750867f,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:50:32.418722 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e21a64-364e-4c9d-a134-b3ca615b0a3f req-46aae816-78e4-4ce8-adc3-2ce8eb827305 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:50:32.419359 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-45e21a64-364e-4c9d-a134-b3ca615b0a3f req-46aae816-78e4-4ce8-adc3-2ce8eb827305 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:50:32.435021 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-45e21a64-364e-4c9d-a134-b3ca615b0a3f req-46aae816-78e4-4ce8-adc3-2ce8eb827305 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5448995 Jul 06 14:50:32.446511 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [req-45e21a64-364e-4c9d-a134-b3ca615b0a3f req-c5b8be54-8766-4e7a-8c2a-2cb33931cde5 service neutron] Request body: {'port': {'device_id': 'c1b31ce5-fce3-4d8a-b6a7-b07e44ea30d9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-773647-6'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:50:32.531152 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-45e21a64-364e-4c9d-a134-b3ca615b0a3f req-c5b8be54-8766-4e7a-8c2a-2cb33931cde5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:50:32.556354 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-bdd86e2b-fa59-4d04-bbcf-959d06c6477d None None] Provisioning for port 39ddf82f-f009-4be2-aa57-b6313750867f completed by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:50:32.560493 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-bdd86e2b-fa59-4d04-bbcf-959d06c6477d None None] Provisioning complete for port 39ddf82f-f009-4be2-aa57-b6313750867f triggered by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:50:32.560870 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-bdd86e2b-fa59-4d04-bbcf-959d06c6477d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:50:32.593879 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-bdd86e2b-fa59-4d04-bbcf-959d06c6477d None None] Port 39ddf82f-f009-4be2-aa57-b6313750867f cannot update to ACTIVE because it is not bound. {{(pid=100248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 14:50:32.806722 n-d-773647-6 neutron-server[100246]: DEBUG neutron.notifiers.nova [req-45e21a64-364e-4c9d-a134-b3ca615b0a3f req-c5b8be54-8766-4e7a-8c2a-2cb33931cde5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 39ddf82f-f009-4be2-aa57-b6313750867f {{(pid=100246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 14:50:32.815093 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-45e21a64-364e-4c9d-a134-b3ca615b0a3f req-c5b8be54-8766-4e7a-8c2a-2cb33931cde5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:50:32.826947 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.provisioning_blocks [req-45e21a64-364e-4c9d-a134-b3ca615b0a3f req-c5b8be54-8766-4e7a-8c2a-2cb33931cde5 service neutron] Transition to ACTIVE for port object 39ddf82f-f009-4be2-aa57-b6313750867f will not be triggered until provisioned by entity L2. {{(pid=100246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:50:32.830300 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-45e21a64-364e-4c9d-a134-b3ca615b0a3f req-c5b8be54-8766-4e7a-8c2a-2cb33931cde5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127687527'] for port, after_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:50:32.877901 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b8be54-8766-4e7a-8c2a-2cb33931cde5 service neutron] Pushing event updated for resources: {'Port': ['ID=39ddf82f-f009-4be2-aa57-b6313750867f,revision_number=2']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:50:32.957579 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [req-45e21a64-364e-4c9d-a134-b3ca615b0a3f req-c5b8be54-8766-4e7a-8c2a-2cb33931cde5 service neutron] Attempting to bind port 39ddf82f-f009-4be2-aa57-b6313750867f on host n-h2-773647-6 for vnic_type normal with profile {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:50:32.958379 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [req-45e21a64-364e-4c9d-a134-b3ca615b0a3f req-c5b8be54-8766-4e7a-8c2a-2cb33931cde5 service neutron] Attempting to bind port 39ddf82f-f009-4be2-aa57-b6313750867f by drivers openvswitch,hyperv on host n-h2-773647-6 at level 0 using segments [{'id': 'e7ba980d-6408-4a89-a32f-e3032f697d56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1028, 'network_id': '0de980e9-590c-42a8-a4e7-08d344113bb7'}] {{(pid=100246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:50:32.958715 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45e21a64-364e-4c9d-a134-b3ca615b0a3f req-c5b8be54-8766-4e7a-8c2a-2cb33931cde5 service neutron] Attempting to bind port 39ddf82f-f009-4be2-aa57-b6313750867f on network 0de980e9-590c-42a8-a4e7-08d344113bb7 {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:50:32.963485 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45e21a64-364e-4c9d-a134-b3ca615b0a3f req-c5b8be54-8766-4e7a-8c2a-2cb33931cde5 service neutron] Port 39ddf82f-f009-4be2-aa57-b6313750867f on network 0de980e9-590c-42a8-a4e7-08d344113bb7 not bound, no agent of type Open vSwitch agent registered on host n-h2-773647-6 {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 14:50:32.963813 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45e21a64-364e-4c9d-a134-b3ca615b0a3f req-c5b8be54-8766-4e7a-8c2a-2cb33931cde5 service neutron] Attempting to bind port 39ddf82f-f009-4be2-aa57-b6313750867f on network 0de980e9-590c-42a8-a4e7-08d344113bb7 {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:50:32.968824 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45e21a64-364e-4c9d-a134-b3ca615b0a3f req-c5b8be54-8766-4e7a-8c2a-2cb33931cde5 service neutron] Checking agent: {'id': '63768ece-0600-4354-8d29-fdedec96b077', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-773647-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 51, 10), 'started_at': datetime.datetime(2021, 7, 6, 13, 51, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 50, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:50:32.969705 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45e21a64-364e-4c9d-a134-b3ca615b0a3f req-c5b8be54-8766-4e7a-8c2a-2cb33931cde5 service neutron] Checking segment: {'id': 'e7ba980d-6408-4a89-a32f-e3032f697d56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1028, 'network_id': '0de980e9-590c-42a8-a4e7-08d344113bb7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:50:32.970093 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45e21a64-364e-4c9d-a134-b3ca615b0a3f req-c5b8be54-8766-4e7a-8c2a-2cb33931cde5 service neutron] Bound using segment: {'id': 'e7ba980d-6408-4a89-a32f-e3032f697d56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1028, 'network_id': '0de980e9-590c-42a8-a4e7-08d344113bb7'} {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:50:32.970524 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [req-45e21a64-364e-4c9d-a134-b3ca615b0a3f req-c5b8be54-8766-4e7a-8c2a-2cb33931cde5 service neutron] Bound port: 39ddf82f-f009-4be2-aa57-b6313750867f, host: n-h2-773647-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e7ba980d-6408-4a89-a32f-e3032f697d56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1028, 'network_id': '0de980e9-590c-42a8-a4e7-08d344113bb7'}}] {{(pid=100246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:50:32.970881 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-45e21a64-364e-4c9d-a134-b3ca615b0a3f req-c5b8be54-8766-4e7a-8c2a-2cb33931cde5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:50:33.041884 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.db [req-45e21a64-364e-4c9d-a134-b3ca615b0a3f req-c5b8be54-8766-4e7a-8c2a-2cb33931cde5 service neutron] For port 39ddf82f-f009-4be2-aa57-b6313750867f, host n-h2-773647-6, cleared binding levels {{(pid=100246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:50:33.045411 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.db [req-45e21a64-364e-4c9d-a134-b3ca615b0a3f req-c5b8be54-8766-4e7a-8c2a-2cb33931cde5 service neutron] For port 39ddf82f-f009-4be2-aa57-b6313750867f, host n-h2-773647-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=39ddf82f-f009-4be2-aa57-b6313750867f,segment=NetworkSegment(e7ba980d-6408-4a89-a32f-e3032f697d56),segment_id=e7ba980d-6408-4a89-a32f-e3032f697d56)] {{(pid=100246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:50:33.049594 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-45e21a64-364e-4c9d-a134-b3ca615b0a3f req-c5b8be54-8766-4e7a-8c2a-2cb33931cde5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127687527'] for port, after_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:50:33.076744 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb5c013-766f-4718-a6d6-ca2476c3a9c2 req-9712e83b-9082-4777-945f-37a66dc775ae tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:50:33.078357 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-fbb5c013-766f-4718-a6d6-ca2476c3a9c2 req-9712e83b-9082-4777-945f-37a66dc775ae tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/ports?device_id=c1b31ce5-fce3-4d8a-b6a7-b07e44ea30d9 HTTP/1.1" status: 200 len: 943 time: 0.0675364 Jul 06 14:50:33.085288 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e21a64-364e-4c9d-a134-b3ca615b0a3f req-c5b8be54-8766-4e7a-8c2a-2cb33931cde5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:50:33.085911 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-45e21a64-364e-4c9d-a134-b3ca615b0a3f req-c5b8be54-8766-4e7a-8c2a-2cb33931cde5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:50:33.087332 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-45e21a64-364e-4c9d-a134-b3ca615b0a3f req-c5b8be54-8766-4e7a-8c2a-2cb33931cde5 service neutron] 10.222.0.72 "PUT /v2.0/ports/39ddf82f-f009-4be2-aa57-b6313750867f HTTP/1.1" status: 200 len: 1091 time: 0.6451249 Jul 06 14:50:33.087776 n-d-773647-6 neutron-server[100246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1b31ce5-fce3-4d8a-b6a7-b07e44ea30d9', 'tag': '39ddf82f-f009-4be2-aa57-b6313750867f'}] {{(pid=100246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:50:33.090005 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0d96c5ab5e889f7b933ae915b9be33d1b46c9e87795bf781004b656ef3f1e87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-965017f8-cea3-4574-a293-98b669d84ca6" -d '{"events": [{"name": "network-changed", "server_uuid": "c1b31ce5-fce3-4d8a-b6a7-b07e44ea30d9", "tag": "39ddf82f-f009-4be2-aa57-b6313750867f"}]}' {{(pid=100246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:50:33.119666 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b8be54-8766-4e7a-8c2a-2cb33931cde5 service neutron] Pushing event updated for resources: {'Port': ['ID=39ddf82f-f009-4be2-aa57-b6313750867f,revision_number=3']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:50:33.130668 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-fbb5c013-766f-4718-a6d6-ca2476c3a9c2 req-a23be9d9-e143-4d97-b8b4-18a4b4a496f8 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/security-groups?id=dd2bc95c-84fb-4682-90b8-8ac8d7aa9ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419614 Jul 06 14:50:33.165680 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 14:50:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96cb21cf-71a8-4181-aae2-1e70e5565cf4 x-openstack-request-id: req-96cb21cf-71a8-4181-aae2-1e70e5565cf4 {{(pid=100246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:50:33.165968 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c1b31ce5-fce3-4d8a-b6a7-b07e44ea30d9", "tag": "39ddf82f-f009-4be2-aa57-b6313750867f", "status": "completed", "code": 200}]} {{(pid=100246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:50:33.166220 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-96cb21cf-71a8-4181-aae2-1e70e5565cf4 {{(pid=100246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:50:33.166619 n-d-773647-6 neutron-server[100246]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c1b31ce5-fce3-4d8a-b6a7-b07e44ea30d9', 'tag': '39ddf82f-f009-4be2-aa57-b6313750867f', 'status': 'completed', 'code': 200} Jul 06 14:50:33.211766 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e21a64-364e-4c9d-a134-b3ca615b0a3f req-e7342777-8cdc-436c-a79a-cc8b517e868a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:50:33.213311 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-45e21a64-364e-4c9d-a134-b3ca615b0a3f req-e7342777-8cdc-436c-a79a-cc8b517e868a service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=d43e4314dc9b484b87d7a3ce014660e1&device_id=c1b31ce5-fce3-4d8a-b6a7-b07e44ea30d9 HTTP/1.1" status: 200 len: 1094 time: 0.0598834 Jul 06 14:50:33.261720 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-45e21a64-364e-4c9d-a134-b3ca615b0a3f req-20ac3ffb-22a1-4c53-8835-ddedf03eadde service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=39ddf82f-f009-4be2-aa57-b6313750867f HTTP/1.1" status: 200 len: 217 time: 0.0401287 Jul 06 14:50:33.315814 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e21a64-364e-4c9d-a134-b3ca615b0a3f req-2649708a-82ab-465f-b678-f3130b3238e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:50:33.317289 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-45e21a64-364e-4c9d-a134-b3ca615b0a3f req-2649708a-82ab-465f-b678-f3130b3238e9 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=3a2573d9-49c9-4536-b0b0-29496d7e3935 HTTP/1.1" status: 200 len: 850 time: 0.0492437 Jul 06 14:50:33.381735 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e21a64-364e-4c9d-a134-b3ca615b0a3f req-27e4b89d-fd99-49be-b268-1eccc870e553 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:50:33.383339 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-45e21a64-364e-4c9d-a134-b3ca615b0a3f req-27e4b89d-fd99-49be-b268-1eccc870e553 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=0de980e9-590c-42a8-a4e7-08d344113bb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0540409 Jul 06 14:50:33.474379 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-45e21a64-364e-4c9d-a134-b3ca615b0a3f req-9f57e027-6236-4299-99a7-512b70466ba7 service neutron] 10.222.0.72 "GET /v2.0/networks/0de980e9-590c-42a8-a4e7-08d344113bb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839937 Jul 06 14:50:33.561118 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-45e21a64-364e-4c9d-a134-b3ca615b0a3f req-3d9303f2-cbb1-47a1-b631-5df2d9b454bd service neutron] 10.222.0.72 "GET /v2.0/networks/0de980e9-590c-42a8-a4e7-08d344113bb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801344 Jul 06 14:50:33.674578 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965017f8-cea3-4574-a293-98b669d84ca6 req-42c1f943-39d0-4f7a-97d4-d193e0dda674 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:50:33.676684 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-965017f8-cea3-4574-a293-98b669d84ca6 req-42c1f943-39d0-4f7a-97d4-d193e0dda674 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=d43e4314dc9b484b87d7a3ce014660e1&device_id=c1b31ce5-fce3-4d8a-b6a7-b07e44ea30d9 HTTP/1.1" status: 200 len: 1094 time: 0.0628228 Jul 06 14:50:33.772546 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965017f8-cea3-4574-a293-98b669d84ca6 req-4ad6526c-413f-4e3e-9d8c-90eef6b83646 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:50:33.774012 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-965017f8-cea3-4574-a293-98b669d84ca6 req-4ad6526c-413f-4e3e-9d8c-90eef6b83646 service neutron] 10.222.0.72 "GET /v2.0/networks?id=0de980e9-590c-42a8-a4e7-08d344113bb7 HTTP/1.1" status: 200 len: 913 time: 0.0895839 Jul 06 14:50:33.814800 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-965017f8-cea3-4574-a293-98b669d84ca6 req-6bd3c24c-c7a6-4b01-b79d-b0dd70bfb476 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=39ddf82f-f009-4be2-aa57-b6313750867f HTTP/1.1" status: 200 len: 217 time: 0.0339391 Jul 06 14:50:33.866175 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965017f8-cea3-4574-a293-98b669d84ca6 req-cced4ad2-01f2-4e05-b6aa-ae88d7bd6e80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:50:33.867732 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-965017f8-cea3-4574-a293-98b669d84ca6 req-cced4ad2-01f2-4e05-b6aa-ae88d7bd6e80 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=3a2573d9-49c9-4536-b0b0-29496d7e3935 HTTP/1.1" status: 200 len: 850 time: 0.0458102 Jul 06 14:50:33.923772 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965017f8-cea3-4574-a293-98b669d84ca6 req-1cd0b3f3-4584-40a0-86ec-955068acb167 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:50:33.925282 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-965017f8-cea3-4574-a293-98b669d84ca6 req-1cd0b3f3-4584-40a0-86ec-955068acb167 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=0de980e9-590c-42a8-a4e7-08d344113bb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0504558 Jul 06 14:50:34.014430 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-965017f8-cea3-4574-a293-98b669d84ca6 req-e40b9a75-0c77-4643-9b6f-635995da9aa0 service neutron] 10.222.0.72 "GET /v2.0/networks/0de980e9-590c-42a8-a4e7-08d344113bb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808756 Jul 06 14:50:34.314579 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1d5f26-10ff-42e6-a6d9-8ca1d5408dea req-0c7b5230-5dfd-41a5-b441-3fd1bee453aa tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:50:34.316139 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-1d1d5f26-10ff-42e6-a6d9-8ca1d5408dea req-0c7b5230-5dfd-41a5-b441-3fd1bee453aa tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/ports?device_id=c1b31ce5-fce3-4d8a-b6a7-b07e44ea30d9 HTTP/1.1" status: 200 len: 943 time: 0.0654852 Jul 06 14:50:34.355847 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-1d1d5f26-10ff-42e6-a6d9-8ca1d5408dea req-e35a460d-6c8b-46b4-b928-2f21b46344ab tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/security-groups?id=dd2bc95c-84fb-4682-90b8-8ac8d7aa9ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341640 Jul 06 14:50:34.416274 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-965017f8-cea3-4574-a293-98b669d84ca6 req-6eaaa1cd-76bb-4ef5-8b00-55da657dd49a service neutron] 10.222.0.72 "GET /v2.0/networks/0de980e9-590c-42a8-a4e7-08d344113bb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3915839 Jul 06 14:50:35.532863 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3cb0d2-fd26-4753-b396-896c828f25d3 req-b52db4ad-6810-4d36-a994-4d72b03766c6 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:50:35.534408 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-8e3cb0d2-fd26-4753-b396-896c828f25d3 req-b52db4ad-6810-4d36-a994-4d72b03766c6 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/ports?device_id=c1b31ce5-fce3-4d8a-b6a7-b07e44ea30d9 HTTP/1.1" status: 200 len: 943 time: 0.0674191 Jul 06 14:50:35.572296 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-8e3cb0d2-fd26-4753-b396-896c828f25d3 req-bd12bc12-f18e-4393-b0f1-7410afe06494 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/security-groups?id=dd2bc95c-84fb-4682-90b8-8ac8d7aa9ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322289 Jul 06 14:50:36.245002 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Device 39ddf82f-f009-4be2-aa57-b6313750867f details requested by agent hyperv_n-h2-773647-6 with host n-h2-773647-6 {{(pid=100248) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 14:50:36.336966 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] For port 39ddf82f-f009-4be2-aa57-b6313750867f, host n-h2-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=39ddf82f-f009-4be2-aa57-b6313750867f,segment=NetworkSegment(e7ba980d-6408-4a89-a32f-e3032f697d56),segment_id=e7ba980d-6408-4a89-a32f-e3032f697d56)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:50:36.352032 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Returning: {'device': '39ddf82f-f009-4be2-aa57-b6313750867f', 'network_id': '0de980e9-590c-42a8-a4e7-08d344113bb7', 'port_id': '39ddf82f-f009-4be2-aa57-b6313750867f', 'mac_address': 'fa:16:3e:5b:24:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1028, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3a2573d9-49c9-4536-b0b0-29496d7e3935', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100248) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 14:50:36.387084 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:50:36.400333 n-d-773647-6 neutron-server[100248]: DEBUG neutron.notifiers.nova [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 39ddf82f-f009-4be2-aa57-b6313750867f {{(pid=100248) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 14:50:36.419443 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] For port 39ddf82f-f009-4be2-aa57-b6313750867f, host n-h2-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=39ddf82f-f009-4be2-aa57-b6313750867f,segment=NetworkSegment(e7ba980d-6408-4a89-a32f-e3032f697d56),segment_id=e7ba980d-6408-4a89-a32f-e3032f697d56)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:50:36.423365 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:50:36.469846 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Pushing event updated for resources: {'Port': ['ID=39ddf82f-f009-4be2-aa57-b6313750867f,revision_number=4']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:50:36.628001 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] get_ports_and_sgs() called for port_ids ['39ddf82f-f009-4be2-aa57-b6313750867f'] {{(pid=100248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 14:50:36.745575 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c439dd7a-a950-4f16-832c-0e2212e2b71c req-9786bf88-251e-4d47-8d91-fe67f094d224 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:50:36.747082 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-c439dd7a-a950-4f16-832c-0e2212e2b71c req-9786bf88-251e-4d47-8d91-fe67f094d224 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/ports?device_id=c1b31ce5-fce3-4d8a-b6a7-b07e44ea30d9 HTTP/1.1" status: 200 len: 944 time: 0.0653675 Jul 06 14:50:36.786887 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-c439dd7a-a950-4f16-832c-0e2212e2b71c req-8c7e0444-0c2a-4fcc-8677-2ea0c0450f35 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/security-groups?id=dd2bc95c-84fb-4682-90b8-8ac8d7aa9ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333533 Jul 06 14:50:37.965974 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b72045-d068-4d3b-916b-373a77ae9ce0 req-891a91b8-369a-4c71-a3f1-cac440a8bd8c tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:50:37.967731 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-65b72045-d068-4d3b-916b-373a77ae9ce0 req-891a91b8-369a-4c71-a3f1-cac440a8bd8c tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/ports?device_id=c1b31ce5-fce3-4d8a-b6a7-b07e44ea30d9 HTTP/1.1" status: 200 len: 944 time: 0.0704181 Jul 06 14:50:38.010032 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-65b72045-d068-4d3b-916b-373a77ae9ce0 req-cfeec93b-5363-45d9-a3f3-7f3e0634293e tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/security-groups?id=dd2bc95c-84fb-4682-90b8-8ac8d7aa9ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364363 Jul 06 14:50:38.245458 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Device 39ddf82f-f009-4be2-aa57-b6313750867f up at agent hyperv_n-h2-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:50:38.293476 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Provisioning for port 39ddf82f-f009-4be2-aa57-b6313750867f completed by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:50:38.296911 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Provisioning complete for port 39ddf82f-f009-4be2-aa57-b6313750867f triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:50:38.297854 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:50:38.374202 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:50:38.395531 n-d-773647-6 neutron-server[100248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1b31ce5-fce3-4d8a-b6a7-b07e44ea30d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39ddf82f-f009-4be2-aa57-b6313750867f'}] {{(pid=100248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:50:38.397753 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84af257533e383389cbcf231d3534f4d5e149e7203fea16b4a8fc01438dddaf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19c52167-7cd6-4550-86ca-fb93f71726cd" -d '{"events": [{"server_uuid": "c1b31ce5-fce3-4d8a-b6a7-b07e44ea30d9", "name": "network-vif-plugged", "status": "completed", "tag": "39ddf82f-f009-4be2-aa57-b6313750867f"}]}' {{(pid=100248) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:50:38.410407 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] For port 39ddf82f-f009-4be2-aa57-b6313750867f, host n-h2-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=39ddf82f-f009-4be2-aa57-b6313750867f,segment=NetworkSegment(e7ba980d-6408-4a89-a32f-e3032f697d56),segment_id=e7ba980d-6408-4a89-a32f-e3032f697d56)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:50:38.415404 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:50:38.438460 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 14:50:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-156fa3f4-877d-4407-a84d-8d11165622a2 x-openstack-request-id: req-156fa3f4-877d-4407-a84d-8d11165622a2 {{(pid=100248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:50:38.438762 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1b31ce5-fce3-4d8a-b6a7-b07e44ea30d9", "name": "network-vif-plugged", "status": "completed", "tag": "39ddf82f-f009-4be2-aa57-b6313750867f", "code": 200}]} {{(pid=100248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:50:38.439019 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-156fa3f4-877d-4407-a84d-8d11165622a2 {{(pid=100248) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:50:38.439444 n-d-773647-6 neutron-server[100248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1b31ce5-fce3-4d8a-b6a7-b07e44ea30d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39ddf82f-f009-4be2-aa57-b6313750867f', 'code': 200} Jul 06 14:50:38.466030 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Pushing event updated for resources: {'Port': ['ID=39ddf82f-f009-4be2-aa57-b6313750867f,revision_number=5']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:50:38.553546 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a2cdcf-2605-4b3f-a9b7-224f3cfdf8d6 req-af305287-2b9d-46fe-8d78-724006e43802 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:50:38.554902 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-c7a2cdcf-2605-4b3f-a9b7-224f3cfdf8d6 req-af305287-2b9d-46fe-8d78-724006e43802 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=c1b31ce5-fce3-4d8a-b6a7-b07e44ea30d9 HTTP/1.1" status: 200 len: 1096 time: 0.0506604 Jul 06 14:50:38.588402 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-c7a2cdcf-2605-4b3f-a9b7-224f3cfdf8d6 req-e7e5a39e-662a-4040-a0d8-f18dd78faa9f service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=dd2bc95c-84fb-4682-90b8-8ac8d7aa9ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0270317 Jul 06 14:50:39.179943 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267bcc57-d403-413c-aa8f-0b535a1798e6 req-eb1781ba-5995-4aea-b4b6-f42a91daa865 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:50:39.181459 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-267bcc57-d403-413c-aa8f-0b535a1798e6 req-eb1781ba-5995-4aea-b4b6-f42a91daa865 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/ports?device_id=c1b31ce5-fce3-4d8a-b6a7-b07e44ea30d9 HTTP/1.1" status: 200 len: 945 time: 0.0623856 Jul 06 14:50:39.218868 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-267bcc57-d403-413c-aa8f-0b535a1798e6 req-cda79569-7046-482d-8b21-e7ef4621939e tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/security-groups?id=dd2bc95c-84fb-4682-90b8-8ac8d7aa9ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317132 Jul 06 14:50:40.392865 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6203a9-3124-4ebb-a702-6ea233432ce3 req-759a42b0-ac0a-4357-9243-354b779ae4ff tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:50:40.394344 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-2c6203a9-3124-4ebb-a702-6ea233432ce3 req-759a42b0-ac0a-4357-9243-354b779ae4ff tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/ports?device_id=c1b31ce5-fce3-4d8a-b6a7-b07e44ea30d9 HTTP/1.1" status: 200 len: 945 time: 0.0624995 Jul 06 14:50:40.432391 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-2c6203a9-3124-4ebb-a702-6ea233432ce3 req-9fa56477-99d5-4d46-ab20-59fb5143d00f tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/security-groups?id=dd2bc95c-84fb-4682-90b8-8ac8d7aa9ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323169 Jul 06 14:50:40.610408 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5528fded-e393-471b-b17c-5ee3577c71fb req-bb795595-32f2-40c3-a09a-adfcfd42f880 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:50:40.611931 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-5528fded-e393-471b-b17c-5ee3577c71fb req-bb795595-32f2-40c3-a09a-adfcfd42f880 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/ports?device_id=c1b31ce5-fce3-4d8a-b6a7-b07e44ea30d9 HTTP/1.1" status: 200 len: 945 time: 0.0683138 Jul 06 14:50:40.620812 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 58590) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:50:40.625954 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [None req-d1c49584-89c0-4e30-938f-4bc297b3e39c tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Request body: {'floatingip': {'port_id': '39ddf82f-f009-4be2-aa57-b6313750867f'}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:50:40.664571 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-d1c49584-89c0-4e30-938f-4bc297b3e39c tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Notify callbacks [] for floatingip, before_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:50:41.104297 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-d1c49584-89c0-4e30-938f-4bc297b3e39c tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:50:41.108062 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-d1c49584-89c0-4e30-938f-4bc297b3e39c tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1761130'] for floatingip, after_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:50:41.155643 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:50:41.478100 n-d-773647-6 neutron-server[100247]: INFO neutron.db.l3_db [None req-d1c49584-89c0-4e30-938f-4bc297b3e39c tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Floating IP 8a640bb1-8189-4bd0-9ce2-6d62519bfe0c associated. External IP: 172.25.0.78, port: 39ddf82f-f009-4be2-aa57-b6313750867f. Jul 06 14:50:41.678326 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1c49584-89c0-4e30-938f-4bc297b3e39c tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Router e025909a-055c-4b8d-b68d-be81ee5757cc has already been hosted by L3 agent 2823d358-a11b-4885-a706-95a279e43fa7 {{(pid=100247) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 14:50:41.785933 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1c49584-89c0-4e30-938f-4bc297b3e39c tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Notify agent at l3_agent.n-d-773647-6 the message routers_updated {{(pid=100247) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 14:50:41.790808 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-d1c49584-89c0-4e30-938f-4bc297b3e39c tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for floatingip, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:50:41.795264 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77170fe9-4be5-4121-b76f-e11b5871b28f None None] Sync routers for ids ['e025909a-055c-4b8d-b68d-be81ee5757cc'] in n-d-773647-6 {{(pid=100248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 14:50:41.804727 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77170fe9-4be5-4121-b76f-e11b5871b28f None None] Routers {'e025909a-055c-4b8d-b68d-be81ee5757cc'} bound to L3 agent in host n-d-773647-6 {{(pid=100248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:50:41.805438 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-77170fe9-4be5-4121-b76f-e11b5871b28f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T14:50:26Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['e025909a-055c-4b8d-b68d-be81ee5757cc'], 'active': True} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:50:41.828200 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-d1c49584-89c0-4e30-938f-4bc297b3e39c tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "PUT /v2.0/floatingips/8a640bb1-8189-4bd0-9ce2-6d62519bfe0c HTTP/1.1" status: 200 len: 991 time: 1.2063048 Jul 06 14:50:41.828777 n-d-773647-6 neutron-server[100247]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1b31ce5-fce3-4d8a-b6a7-b07e44ea30d9', 'tag': '39ddf82f-f009-4be2-aa57-b6313750867f'}] {{(pid=100247) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:50:41.832613 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cbf0eeaae822f8fc9b87a94aeba67a3d651842baf663a51cba94b67a514836d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-820845fb-1dbc-40c1-a323-934d2b4a5b79" -d '{"events": [{"name": "network-changed", "server_uuid": "c1b31ce5-fce3-4d8a-b6a7-b07e44ea30d9", "tag": "39ddf82f-f009-4be2-aa57-b6313750867f"}]}' {{(pid=100247) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:50:41.874011 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 14:50:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cca9c49-675c-48ba-9a83-bcadaad08ee5 x-openstack-request-id: req-7cca9c49-675c-48ba-9a83-bcadaad08ee5 {{(pid=100247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:50:41.874312 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c1b31ce5-fce3-4d8a-b6a7-b07e44ea30d9", "tag": "39ddf82f-f009-4be2-aa57-b6313750867f", "status": "completed", "code": 200}]} {{(pid=100247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:50:41.874570 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-7cca9c49-675c-48ba-9a83-bcadaad08ee5 {{(pid=100247) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:50:41.875379 n-d-773647-6 neutron-server[100247]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c1b31ce5-fce3-4d8a-b6a7-b07e44ea30d9', 'tag': '39ddf82f-f009-4be2-aa57-b6313750867f', 'status': 'completed', 'code': 200} Jul 06 14:50:41.917550 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvr_db [None req-77170fe9-4be5-4121-b76f-e11b5871b28f None None] Set router e025909a-055c-4b8d-b68d-be81ee5757cc gateway port host: n-d-773647-6 {{(pid=100248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:50:41.960071 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820845fb-1dbc-40c1-a323-934d2b4a5b79 req-f3e04fed-699c-4d7b-a1ae-945225ac18ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:50:41.961577 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-820845fb-1dbc-40c1-a323-934d2b4a5b79 req-f3e04fed-699c-4d7b-a1ae-945225ac18ca service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=d43e4314dc9b484b87d7a3ce014660e1&device_id=c1b31ce5-fce3-4d8a-b6a7-b07e44ea30d9 HTTP/1.1" status: 200 len: 1096 time: 0.0575101 Jul 06 14:50:42.054838 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820845fb-1dbc-40c1-a323-934d2b4a5b79 req-6eb911a7-fc02-425f-8e1b-7a09a7c80b2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:50:42.056277 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-820845fb-1dbc-40c1-a323-934d2b4a5b79 req-6eb911a7-fc02-425f-8e1b-7a09a7c80b2e service neutron] 10.222.0.72 "GET /v2.0/networks?id=0de980e9-590c-42a8-a4e7-08d344113bb7 HTTP/1.1" status: 200 len: 913 time: 0.0840757 Jul 06 14:50:42.126170 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-820845fb-1dbc-40c1-a323-934d2b4a5b79 req-fe892b60-c71b-4da9-a0aa-312e7433cb52 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=39ddf82f-f009-4be2-aa57-b6313750867f HTTP/1.1" status: 200 len: 999 time: 0.0621564 Jul 06 14:50:42.149407 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-77170fe9-4be5-4121-b76f-e11b5871b28f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e025909a-055c-4b8d-b68d-be81ee5757cc', 'name': 'tempest-ServerActionsTestJSON-986719547-router', 'tenant_id': 'd43e4314dc9b484b87d7a3ce014660e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.23'}], 'enable_snat': True}, 'gw_port_id': 'aa30efcd-874f-4b7d-9d1b-e055b4d67d68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:43:27Z', 'updated_at': '2021-07-06T14:43:30Z', 'revision_number': 4, 'project_id': 'd43e4314dc9b484b87d7a3ce014660e1', 'gw_port': {'id': 'aa30efcd-874f-4b7d-9d1b-e055b4d67d68', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:80:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e025909a-055c-4b8d-b68d-be81ee5757cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:43:28Z', 'updated_at': '2021-07-06T14:43:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6', '_floatingips': [{'id': '8a640bb1-8189-4bd0-9ce2-6d62519bfe0c', 'tenant_id': 'd43e4314dc9b484b87d7a3ce014660e1', 'floating_ip_address': '172.25.0.78', 'floating_network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'router_id': 'e025909a-055c-4b8d-b68d-be81ee5757cc', 'port_id': '39ddf82f-f009-4be2-aa57-b6313750867f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4011, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0de980e9-590c-42a8-a4e7-08d344113bb7', 'mac_address': 'fa:16:3e:5b:24:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1b31ce5-fce3-4d8a-b6a7-b07e44ea30d9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T14:43:32Z', 'updated_at': '2021-07-06T14:50:41Z', 'revision_number': 13, 'project_id': 'd43e4314dc9b484b87d7a3ce014660e1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '27410a49-5ef7-40e9-b17c-8fe074a734c4', 'name': '', 'network_id': '0de980e9-590c-42a8-a4e7-08d344113bb7', 'tenant_id': 'd43e4314dc9b484b87d7a3ce014660e1', 'mac_address': 'fa:16:3e:ea:14:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e025909a-055c-4b8d-b68d-be81ee5757cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '3a2573d9-49c9-4536-b0b0-29496d7e3935', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:43:29Z', 'updated_at': '2021-07-06T14:43:35Z', 'revision_number': 5, 'project_id': 'd43e4314dc9b484b87d7a3ce014660e1', 'subnets': [{'id': '3a2573d9-49c9-4536-b0b0-29496d7e3935', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773647-6', False) {} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:50:42.175488 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820845fb-1dbc-40c1-a323-934d2b4a5b79 req-e6345ed9-68f5-4be9-a073-df923c86b2d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:50:42.175731 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77170fe9-4be5-4121-b76f-e11b5871b28f None None] Checking router: e025909a-055c-4b8d-b68d-be81ee5757cc for host: n-d-773647-6 {{(pid=100248) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 14:50:42.176956 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-820845fb-1dbc-40c1-a323-934d2b4a5b79 req-e6345ed9-68f5-4be9-a073-df923c86b2d8 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=3a2573d9-49c9-4536-b0b0-29496d7e3935 HTTP/1.1" status: 200 len: 850 time: 0.0439141 Jul 06 14:50:42.183948 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77170fe9-4be5-4121-b76f-e11b5871b28f None None] Routers {'e025909a-055c-4b8d-b68d-be81ee5757cc'} bound to L3 agent in host n-d-773647-6 {{(pid=100248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:50:42.184548 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-77170fe9-4be5-4121-b76f-e11b5871b28f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T14:50:26Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['e025909a-055c-4b8d-b68d-be81ee5757cc'], 'active': True} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:50:42.234544 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820845fb-1dbc-40c1-a323-934d2b4a5b79 req-fa03ce7a-454f-4f53-8368-6f6b09f4696c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:50:42.236255 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-820845fb-1dbc-40c1-a323-934d2b4a5b79 req-fa03ce7a-454f-4f53-8368-6f6b09f4696c service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=0de980e9-590c-42a8-a4e7-08d344113bb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0518510 Jul 06 14:50:42.288837 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvr_db [None req-77170fe9-4be5-4121-b76f-e11b5871b28f None None] Set router e025909a-055c-4b8d-b68d-be81ee5757cc gateway port host: n-d-773647-6 {{(pid=100248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:50:42.329605 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-820845fb-1dbc-40c1-a323-934d2b4a5b79 req-307bbec7-10da-4b4e-833e-24572677fad8 service neutron] 10.222.0.72 "GET /v2.0/networks/0de980e9-590c-42a8-a4e7-08d344113bb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860837 Jul 06 14:50:42.424193 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-820845fb-1dbc-40c1-a323-934d2b4a5b79 req-7f26ab61-0f27-420e-b352-dcc4b96b5c2b service neutron] 10.222.0.72 "GET /v2.0/networks/0de980e9-590c-42a8-a4e7-08d344113bb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874085 Jul 06 14:50:42.506118 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-77170fe9-4be5-4121-b76f-e11b5871b28f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e025909a-055c-4b8d-b68d-be81ee5757cc', 'name': 'tempest-ServerActionsTestJSON-986719547-router', 'tenant_id': 'd43e4314dc9b484b87d7a3ce014660e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.23'}], 'enable_snat': True}, 'gw_port_id': 'aa30efcd-874f-4b7d-9d1b-e055b4d67d68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:43:27Z', 'updated_at': '2021-07-06T14:43:30Z', 'revision_number': 4, 'project_id': 'd43e4314dc9b484b87d7a3ce014660e1', 'gw_port': {'id': 'aa30efcd-874f-4b7d-9d1b-e055b4d67d68', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:80:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e025909a-055c-4b8d-b68d-be81ee5757cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:43:28Z', 'updated_at': '2021-07-06T14:43:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6', '_floatingips': [{'id': '8a640bb1-8189-4bd0-9ce2-6d62519bfe0c', 'tenant_id': 'd43e4314dc9b484b87d7a3ce014660e1', 'floating_ip_address': '172.25.0.78', 'floating_network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'router_id': 'e025909a-055c-4b8d-b68d-be81ee5757cc', 'port_id': '39ddf82f-f009-4be2-aa57-b6313750867f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4011, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0de980e9-590c-42a8-a4e7-08d344113bb7', 'mac_address': 'fa:16:3e:5b:24:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1b31ce5-fce3-4d8a-b6a7-b07e44ea30d9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T14:43:32Z', 'updated_at': '2021-07-06T14:50:41Z', 'revision_number': 13, 'project_id': 'd43e4314dc9b484b87d7a3ce014660e1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '27410a49-5ef7-40e9-b17c-8fe074a734c4', 'name': '', 'network_id': '0de980e9-590c-42a8-a4e7-08d344113bb7', 'tenant_id': 'd43e4314dc9b484b87d7a3ce014660e1', 'mac_address': 'fa:16:3e:ea:14:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e025909a-055c-4b8d-b68d-be81ee5757cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '3a2573d9-49c9-4536-b0b0-29496d7e3935', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:43:29Z', 'updated_at': '2021-07-06T14:43:35Z', 'revision_number': 5, 'project_id': 'd43e4314dc9b484b87d7a3ce014660e1', 'subnets': [{'id': '3a2573d9-49c9-4536-b0b0-29496d7e3935', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773647-6', False) {} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:50:42.536291 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77170fe9-4be5-4121-b76f-e11b5871b28f None None] The sync data for ids ['e025909a-055c-4b8d-b68d-be81ee5757cc'] in n-d-773647-6 is: [{'id': 'e025909a-055c-4b8d-b68d-be81ee5757cc', 'name': 'tempest-ServerActionsTestJSON-986719547-router', 'tenant_id': 'd43e4314dc9b484b87d7a3ce014660e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.23'}], 'enable_snat': True}, 'gw_port_id': 'aa30efcd-874f-4b7d-9d1b-e055b4d67d68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:43:27Z', 'updated_at': '2021-07-06T14:43:30Z', 'revision_number': 4, 'project_id': 'd43e4314dc9b484b87d7a3ce014660e1', 'gw_port': {'id': 'aa30efcd-874f-4b7d-9d1b-e055b4d67d68', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:80:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e025909a-055c-4b8d-b68d-be81ee5757cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:43:28Z', 'updated_at': '2021-07-06T14:43:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6', '_floatingips': [{'id': '8a640bb1-8189-4bd0-9ce2-6d62519bfe0c', 'tenant_id': 'd43e4314dc9b484b87d7a3ce014660e1', 'floating_ip_address': '172.25.0.78', 'floating_network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'router_id': 'e025909a-055c-4b8d-b68d-be81ee5757cc', 'port_id': '39ddf82f-f009-4be2-aa57-b6313750867f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4011, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0de980e9-590c-42a8-a4e7-08d344113bb7', 'mac_address': 'fa:16:3e:5b:24:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1b31ce5-fce3-4d8a-b6a7-b07e44ea30d9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T14:43:32Z', 'updated_at': '2021-07-06T14:50:41Z', 'revision_number': 13, 'project_id': 'd43e4314dc9b484b87d7a3ce014660e1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '27410a49-5ef7-40e9-b17c-8fe074a734c4', 'name': '', 'network_id': '0de980e9-590c-42a8-a4e7-08d344113bb7', 'tenant_id': 'd43e4314dc9b484b87d7a3ce014660e1', 'mac_address': 'fa:16:3e:ea:14:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e025909a-055c-4b8d-b68d-be81ee5757cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '3a2573d9-49c9-4536-b0b0-29496d7e3935', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:43:29Z', 'updated_at': '2021-07-06T14:43:35Z', 'revision_number': 5, 'project_id': 'd43e4314dc9b484b87d7a3ce014660e1', 'subnets': [{'id': '3a2573d9-49c9-4536-b0b0-29496d7e3935', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 14:50:42.726145 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-573646a2-4112-4488-bb8a-fdf849627d74 None None] New status for floating IP 8a640bb1-8189-4bd0-9ce2-6d62519bfe0c: ACTIVE {{(pid=100249) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 14:50:42.910628 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:50:52.932204 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-8f157878-f409-4c06-91c1-c083dadcd048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:50:53.289363 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.agents_db [None req-167c0ad6-1657-4c9a-a2c4-3b18056aa662 None None] Agent healthcheck: found 7 active agents {{(pid=100249) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 14:50:55.606823 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-7e4156c1-2f46-472f-bd8d-17d772939e18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:50:55.940967 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:50:56.764814 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-2064eaae-da4f-48f8-82d2-b09d4ddedd44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:50:58.562956 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-03f71b24-a9b8-453a-8924-caa3f97bc6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:51:11.160520 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:51:12.917310 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:51:16.056875 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-24225822-48a0-4548-adb6-89f32cc8fc1a req-73f8b31c-04ec-4c1b-92c7-bf337b731780 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=c1b31ce5-fce3-4d8a-b6a7-b07e44ea30d9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0520866 Jul 06 14:51:16.165592 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24225822-48a0-4548-adb6-89f32cc8fc1a req-b8b87a66-8429-4126-8949-3abd7baaacc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:51:16.167073 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-24225822-48a0-4548-adb6-89f32cc8fc1a req-b8b87a66-8429-4126-8949-3abd7baaacc6 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=d43e4314dc9b484b87d7a3ce014660e1&device_id=c1b31ce5-fce3-4d8a-b6a7-b07e44ea30d9 HTTP/1.1" status: 200 len: 1096 time: 0.0565093 Jul 06 14:51:16.273207 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24225822-48a0-4548-adb6-89f32cc8fc1a req-2a990369-0498-43d0-9bbb-06735411162d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:51:16.274589 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-24225822-48a0-4548-adb6-89f32cc8fc1a req-2a990369-0498-43d0-9bbb-06735411162d service neutron] 10.222.0.72 "GET /v2.0/networks?id=0de980e9-590c-42a8-a4e7-08d344113bb7 HTTP/1.1" status: 200 len: 913 time: 0.0848331 Jul 06 14:51:16.343003 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-24225822-48a0-4548-adb6-89f32cc8fc1a req-5ee83dce-670c-4b22-ba52-2d05d8bba1a7 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=39ddf82f-f009-4be2-aa57-b6313750867f HTTP/1.1" status: 200 len: 1001 time: 0.0610819 Jul 06 14:51:16.397296 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24225822-48a0-4548-adb6-89f32cc8fc1a req-04c48798-2706-44c0-8f7d-c8ffca1b4ff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:51:16.398702 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-24225822-48a0-4548-adb6-89f32cc8fc1a req-04c48798-2706-44c0-8f7d-c8ffca1b4ff5 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=3a2573d9-49c9-4536-b0b0-29496d7e3935 HTTP/1.1" status: 200 len: 850 time: 0.0424116 Jul 06 14:51:16.456750 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24225822-48a0-4548-adb6-89f32cc8fc1a req-25bf96fb-0ef9-4789-aae2-38febd97836f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:51:16.458213 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-24225822-48a0-4548-adb6-89f32cc8fc1a req-25bf96fb-0ef9-4789-aae2-38febd97836f service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=0de980e9-590c-42a8-a4e7-08d344113bb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0521557 Jul 06 14:51:16.552291 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-24225822-48a0-4548-adb6-89f32cc8fc1a req-c65b8db9-6db2-4f2c-b4e1-59027f04700f service neutron] 10.222.0.72 "GET /v2.0/networks/0de980e9-590c-42a8-a4e7-08d344113bb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836585 Jul 06 14:51:16.640473 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-24225822-48a0-4548-adb6-89f32cc8fc1a req-00585ac6-4918-4989-82d9-77535faa6ec2 service neutron] 10.222.0.72 "GET /v2.0/networks/0de980e9-590c-42a8-a4e7-08d344113bb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810406 Jul 06 14:51:22.933915 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-fc6a1715-7128-4e76-a80a-6ce941512444 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:51:25.608161 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-db62a197-3e55-42b7-b676-4e50e696f3ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:51:25.943311 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:51:26.769766 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-2064eaae-da4f-48f8-82d2-b09d4ddedd44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:51:28.564622 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-03f71b24-a9b8-453a-8924-caa3f97bc6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:51:30.288520 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.agents_db [None req-167c0ad6-1657-4c9a-a2c4-3b18056aa662 None None] Agent healthcheck: found 7 active agents {{(pid=100249) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 14:51:41.160897 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:51:42.925375 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:51:52.934849 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-646524cd-87c6-4ca6-b4aa-d1a0a9f10447 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:51:55.608085 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-15e096ea-2ddf-40d9-9956-a4967946deb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:51:55.944334 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:51:56.770943 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-2064eaae-da4f-48f8-82d2-b09d4ddedd44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:51:58.567336 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-03f71b24-a9b8-453a-8924-caa3f97bc6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:52:07.287815 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.agents_db [None req-167c0ad6-1657-4c9a-a2c4-3b18056aa662 None None] Agent healthcheck: found 7 active agents {{(pid=100249) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 14:52:11.162351 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:52:12.933398 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:52:18.129456 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-4831b115-b8b6-42d7-926f-0763edb4ea6b req-9104907d-4052-454d-a513-26fca7705613 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=c1b31ce5-fce3-4d8a-b6a7-b07e44ea30d9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0889955 Jul 06 14:52:18.227073 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4831b115-b8b6-42d7-926f-0763edb4ea6b req-a885b68f-1d21-4d0a-bba7-358521fb0e04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:52:18.228585 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-4831b115-b8b6-42d7-926f-0763edb4ea6b req-a885b68f-1d21-4d0a-bba7-358521fb0e04 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=d43e4314dc9b484b87d7a3ce014660e1&device_id=c1b31ce5-fce3-4d8a-b6a7-b07e44ea30d9 HTTP/1.1" status: 200 len: 1096 time: 0.0561278 Jul 06 14:52:18.331119 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4831b115-b8b6-42d7-926f-0763edb4ea6b req-c07255a8-7a9c-4f03-8c10-3d50af9fe99c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:52:18.332529 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-4831b115-b8b6-42d7-926f-0763edb4ea6b req-c07255a8-7a9c-4f03-8c10-3d50af9fe99c service neutron] 10.222.0.72 "GET /v2.0/networks?id=0de980e9-590c-42a8-a4e7-08d344113bb7 HTTP/1.1" status: 200 len: 913 time: 0.0837624 Jul 06 14:52:18.399648 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-4831b115-b8b6-42d7-926f-0763edb4ea6b req-dcbdd333-2b2c-47fb-b7cd-4bfbf85a0995 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=39ddf82f-f009-4be2-aa57-b6313750867f HTTP/1.1" status: 200 len: 1001 time: 0.0606651 Jul 06 14:52:18.449029 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4831b115-b8b6-42d7-926f-0763edb4ea6b req-25bc4d51-ca0d-4060-8799-d829bf5261cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:52:18.450474 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-4831b115-b8b6-42d7-926f-0763edb4ea6b req-25bc4d51-ca0d-4060-8799-d829bf5261cc service neutron] 10.222.0.72 "GET /v2.0/subnets?id=3a2573d9-49c9-4536-b0b0-29496d7e3935 HTTP/1.1" status: 200 len: 850 time: 0.0440223 Jul 06 14:52:18.505743 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4831b115-b8b6-42d7-926f-0763edb4ea6b req-df53e5ac-b4c4-4287-843f-77aac458721b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:52:18.507252 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-4831b115-b8b6-42d7-926f-0763edb4ea6b req-df53e5ac-b4c4-4287-843f-77aac458721b service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=0de980e9-590c-42a8-a4e7-08d344113bb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0509176 Jul 06 14:52:18.599291 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-4831b115-b8b6-42d7-926f-0763edb4ea6b req-4f97daa1-ec49-48dd-927a-619fd32938d2 service neutron] 10.222.0.72 "GET /v2.0/networks/0de980e9-590c-42a8-a4e7-08d344113bb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845897 Jul 06 14:52:18.687183 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-4831b115-b8b6-42d7-926f-0763edb4ea6b req-9bb4f1bb-bb57-47c7-a9be-c2ca376ce040 service neutron] 10.222.0.72 "GET /v2.0/networks/0de980e9-590c-42a8-a4e7-08d344113bb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812469 Jul 06 14:52:22.937123 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-3ff71368-1095-408e-87cf-1036ac2eb321 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:52:23.945428 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cadc632-0770-447b-be85-8be2bf73f788 req-f459e68b-5620-43a8-a79b-2c9031b2a281 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:52:23.946894 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-7cadc632-0770-447b-be85-8be2bf73f788 req-f459e68b-5620-43a8-a79b-2c9031b2a281 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/ports?device_id=c1b31ce5-fce3-4d8a-b6a7-b07e44ea30d9 HTTP/1.1" status: 200 len: 945 time: 0.1048489 Jul 06 14:52:23.986179 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-7cadc632-0770-447b-be85-8be2bf73f788 req-8b36d577-22e3-4c9c-98ed-d857f78ab8a8 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/security-groups?id=dd2bc95c-84fb-4682-90b8-8ac8d7aa9ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315852 Jul 06 14:52:25.617580 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-023bcf9c-feca-4384-824a-b87ad8b60c12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:52:25.945245 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:52:26.774309 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-2064eaae-da4f-48f8-82d2-b09d4ddedd44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:52:28.570332 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-03f71b24-a9b8-453a-8924-caa3f97bc6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:52:41.158593 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:52:42.923641 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:52:44.287826 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.agents_db [None req-167c0ad6-1657-4c9a-a2c4-3b18056aa662 None None] Agent healthcheck: found 7 active agents {{(pid=100249) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 14:52:52.939496 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5cf52114-c394-4c7d-acd5-13796540a59b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:52:55.607336 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-abb7946e-fbe3-4721-a8bd-f225e68b7b23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:52:55.946246 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:52:56.777382 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-2064eaae-da4f-48f8-82d2-b09d4ddedd44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:52:58.572216 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-03f71b24-a9b8-453a-8924-caa3f97bc6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:53:11.172810 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:53:12.941393 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:53:20.065245 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75a34e1-ad69-442e-810d-50563e40ce7f req-82409c46-4ff6-4637-851f-c0a2fc7ed9f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:53:20.066620 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-f75a34e1-ad69-442e-810d-50563e40ce7f req-82409c46-4ff6-4637-851f-c0a2fc7ed9f0 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=d43e4314dc9b484b87d7a3ce014660e1&device_id=c1b31ce5-fce3-4d8a-b6a7-b07e44ea30d9 HTTP/1.1" status: 200 len: 1096 time: 0.0536845 Jul 06 14:53:20.169393 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75a34e1-ad69-442e-810d-50563e40ce7f req-fb0c875c-e581-4ef3-949b-7e03808c8e35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:53:20.170855 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-f75a34e1-ad69-442e-810d-50563e40ce7f req-fb0c875c-e581-4ef3-949b-7e03808c8e35 service neutron] 10.222.0.72 "GET /v2.0/networks?id=0de980e9-590c-42a8-a4e7-08d344113bb7 HTTP/1.1" status: 200 len: 913 time: 0.0850012 Jul 06 14:53:20.232516 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-f75a34e1-ad69-442e-810d-50563e40ce7f req-bbecb3b0-3a26-4f7d-bd28-38573a5b00d6 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=39ddf82f-f009-4be2-aa57-b6313750867f HTTP/1.1" status: 200 len: 1001 time: 0.0556915 Jul 06 14:53:20.285783 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75a34e1-ad69-442e-810d-50563e40ce7f req-a92571d3-8837-4af7-abac-9858f2fd7714 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:53:20.287170 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-f75a34e1-ad69-442e-810d-50563e40ce7f req-a92571d3-8837-4af7-abac-9858f2fd7714 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=3a2573d9-49c9-4536-b0b0-29496d7e3935 HTTP/1.1" status: 200 len: 850 time: 0.0460839 Jul 06 14:53:20.343975 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75a34e1-ad69-442e-810d-50563e40ce7f req-586c3f8c-045a-44a4-a974-2976288dbd84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:53:20.345331 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-f75a34e1-ad69-442e-810d-50563e40ce7f req-586c3f8c-045a-44a4-a974-2976288dbd84 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=0de980e9-590c-42a8-a4e7-08d344113bb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0505235 Jul 06 14:53:20.432885 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-f75a34e1-ad69-442e-810d-50563e40ce7f req-bc918dd4-f6d5-4ad9-b620-715c5e93e51b service neutron] 10.222.0.72 "GET /v2.0/networks/0de980e9-590c-42a8-a4e7-08d344113bb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806882 Jul 06 14:53:20.523008 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-f75a34e1-ad69-442e-810d-50563e40ce7f req-19f2c2de-b87f-4eb6-b2b8-0a5bf78d34a3 service neutron] 10.222.0.72 "GET /v2.0/networks/0de980e9-590c-42a8-a4e7-08d344113bb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837779 Jul 06 14:53:21.287326 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.agents_db [None req-167c0ad6-1657-4c9a-a2c4-3b18056aa662 None None] Agent healthcheck: found 7 active agents {{(pid=100249) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 14:53:22.940005 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-7c85315f-0a90-4bc6-b118-06303ff85c82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:53:25.607662 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-965e67f2-be72-45bd-b60d-ed80ef9a20b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:53:25.948132 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:53:26.780644 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-2064eaae-da4f-48f8-82d2-b09d4ddedd44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:53:28.574615 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-03f71b24-a9b8-453a-8924-caa3f97bc6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:53:34.519788 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735df80a-aa0f-4619-9310-19fb2d7feb79 req-472e98a3-c7a5-48a3-bc08-00720c2932ed tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:53:34.521182 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-735df80a-aa0f-4619-9310-19fb2d7feb79 req-472e98a3-c7a5-48a3-bc08-00720c2932ed tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/ports?device_id=c1b31ce5-fce3-4d8a-b6a7-b07e44ea30d9 HTTP/1.1" status: 200 len: 945 time: 0.0757892 Jul 06 14:53:34.557536 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-735df80a-aa0f-4619-9310-19fb2d7feb79 req-8e4ee9f3-727f-46d2-be71-db6dffd4f0bd tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/security-groups?id=dd2bc95c-84fb-4682-90b8-8ac8d7aa9ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304823 Jul 06 14:53:35.731911 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac3f213-6972-4a44-ab27-ef3a292b22df req-41cd895e-ca1a-4ca4-8b26-5cefe484b951 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:53:35.733901 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-cac3f213-6972-4a44-ab27-ef3a292b22df req-41cd895e-ca1a-4ca4-8b26-5cefe484b951 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/ports?device_id=c1b31ce5-fce3-4d8a-b6a7-b07e44ea30d9 HTTP/1.1" status: 200 len: 945 time: 0.0629492 Jul 06 14:53:35.771017 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-cac3f213-6972-4a44-ab27-ef3a292b22df req-125e9074-8347-4203-9a2d-8eff7ed6f308 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/security-groups?id=dd2bc95c-84fb-4682-90b8-8ac8d7aa9ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316029 Jul 06 14:53:36.947625 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3788fd18-7514-4b44-9217-1bd1b78eec3f req-9581d759-790c-411c-9813-4b7872c2b91a tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:53:36.949082 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-3788fd18-7514-4b44-9217-1bd1b78eec3f req-9581d759-790c-411c-9813-4b7872c2b91a tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/ports?device_id=c1b31ce5-fce3-4d8a-b6a7-b07e44ea30d9 HTTP/1.1" status: 200 len: 945 time: 0.0665555 Jul 06 14:53:36.986333 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-3788fd18-7514-4b44-9217-1bd1b78eec3f req-104688cf-78aa-4ff2-a202-6f94637f9a25 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/security-groups?id=dd2bc95c-84fb-4682-90b8-8ac8d7aa9ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311880 Jul 06 14:53:38.160274 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756c1e6d-1e87-4621-aa2e-0243d533dd79 req-df9338d7-6f71-4762-aa82-81d99262c737 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:53:38.161783 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-756c1e6d-1e87-4621-aa2e-0243d533dd79 req-df9338d7-6f71-4762-aa82-81d99262c737 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/ports?device_id=c1b31ce5-fce3-4d8a-b6a7-b07e44ea30d9 HTTP/1.1" status: 200 len: 945 time: 0.0655856 Jul 06 14:53:38.198845 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-756c1e6d-1e87-4621-aa2e-0243d533dd79 req-a3828d5a-a4de-43ff-bd61-e827ed55c1ac tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/security-groups?id=dd2bc95c-84fb-4682-90b8-8ac8d7aa9ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316129 Jul 06 14:53:39.369952 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66e2bca-04dd-4b8f-a11d-fc31b1c8c57b req-079c21cb-8698-46b0-abb9-ce59ebd2ec9b tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:53:39.371443 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-b66e2bca-04dd-4b8f-a11d-fc31b1c8c57b req-079c21cb-8698-46b0-abb9-ce59ebd2ec9b tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/ports?device_id=c1b31ce5-fce3-4d8a-b6a7-b07e44ea30d9 HTTP/1.1" status: 200 len: 945 time: 0.0622375 Jul 06 14:53:39.408278 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-b66e2bca-04dd-4b8f-a11d-fc31b1c8c57b req-3fae1065-2487-4b19-8666-5eb77cc5a8ba tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/security-groups?id=dd2bc95c-84fb-4682-90b8-8ac8d7aa9ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312793 Jul 06 14:53:40.583757 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f85a79-0542-4064-9434-e847816aab82 req-796a70e8-c154-41ba-899a-d310cb7a43e4 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:53:40.585217 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-d9f85a79-0542-4064-9434-e847816aab82 req-796a70e8-c154-41ba-899a-d310cb7a43e4 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/ports?device_id=c1b31ce5-fce3-4d8a-b6a7-b07e44ea30d9 HTTP/1.1" status: 200 len: 945 time: 0.0663509 Jul 06 14:53:40.621949 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-d9f85a79-0542-4064-9434-e847816aab82 req-b287a7d5-56b7-4fde-88ee-cdae202de0a5 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/security-groups?id=dd2bc95c-84fb-4682-90b8-8ac8d7aa9ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313272 Jul 06 14:53:41.172621 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:53:41.793249 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce6482b-5db4-4da4-9643-b6e542510277 req-cc587e0d-4a63-44a4-862f-b6f0cc896345 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:53:41.794797 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-0ce6482b-5db4-4da4-9643-b6e542510277 req-cc587e0d-4a63-44a4-862f-b6f0cc896345 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/ports?device_id=c1b31ce5-fce3-4d8a-b6a7-b07e44ea30d9 HTTP/1.1" status: 200 len: 945 time: 0.0639558 Jul 06 14:53:41.831944 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-0ce6482b-5db4-4da4-9643-b6e542510277 req-af5444b4-8300-4548-8713-aaaa0c0832d0 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/security-groups?id=dd2bc95c-84fb-4682-90b8-8ac8d7aa9ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317001 Jul 06 14:53:42.938633 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:53:43.004728 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469ef983-bee1-4594-8b33-b9eeae8bfd06 req-037fa58a-0ed3-46af-b260-2145608290bc tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:53:43.006119 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-469ef983-bee1-4594-8b33-b9eeae8bfd06 req-037fa58a-0ed3-46af-b260-2145608290bc tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/ports?device_id=c1b31ce5-fce3-4d8a-b6a7-b07e44ea30d9 HTTP/1.1" status: 200 len: 945 time: 0.0651894 Jul 06 14:53:43.041976 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-469ef983-bee1-4594-8b33-b9eeae8bfd06 req-ea084f10-92bc-4a37-b4d7-4cef45e1f0f7 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/security-groups?id=dd2bc95c-84fb-4682-90b8-8ac8d7aa9ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304563 Jul 06 14:53:44.220094 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555ec52f-ab13-46bd-87be-f7eda3102b17 req-2e8be132-2061-4eeb-b1dd-d39931333e55 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:53:44.221586 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-555ec52f-ab13-46bd-87be-f7eda3102b17 req-2e8be132-2061-4eeb-b1dd-d39931333e55 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/ports?device_id=c1b31ce5-fce3-4d8a-b6a7-b07e44ea30d9 HTTP/1.1" status: 200 len: 945 time: 0.0647297 Jul 06 14:53:44.258250 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-555ec52f-ab13-46bd-87be-f7eda3102b17 req-8fef270f-ee11-4b79-b805-30dfeea71f1c tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/security-groups?id=dd2bc95c-84fb-4682-90b8-8ac8d7aa9ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311520 Jul 06 14:53:45.428270 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c816d46-bba7-4d44-ad23-1af362893505 req-c4577f4b-15e6-4c7c-badb-0fbaac894be8 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:53:45.430097 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-1c816d46-bba7-4d44-ad23-1af362893505 req-c4577f4b-15e6-4c7c-badb-0fbaac894be8 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/ports?device_id=c1b31ce5-fce3-4d8a-b6a7-b07e44ea30d9 HTTP/1.1" status: 200 len: 945 time: 0.0634575 Jul 06 14:53:45.466535 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-1c816d46-bba7-4d44-ad23-1af362893505 req-9b65a134-0bd3-41d1-96dd-29720f2b6d0f tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/security-groups?id=dd2bc95c-84fb-4682-90b8-8ac8d7aa9ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306499 Jul 06 14:53:46.638594 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65be95bf-c98d-402b-a81b-d084c283f7a1 req-b25fcef1-4a74-445f-bf75-389db2687a51 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:53:46.640653 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-65be95bf-c98d-402b-a81b-d084c283f7a1 req-b25fcef1-4a74-445f-bf75-389db2687a51 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/ports?device_id=c1b31ce5-fce3-4d8a-b6a7-b07e44ea30d9 HTTP/1.1" status: 200 len: 945 time: 0.0661600 Jul 06 14:53:46.677698 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-65be95bf-c98d-402b-a81b-d084c283f7a1 req-1b73b21c-19cf-4636-be36-838c5d126532 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/security-groups?id=dd2bc95c-84fb-4682-90b8-8ac8d7aa9ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315375 Jul 06 14:53:47.849621 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d33fd2d-d292-4e71-be1f-19265e521f23 req-7b74a769-bd7d-4c37-9080-5e9c563bc0f4 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:53:47.851120 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-2d33fd2d-d292-4e71-be1f-19265e521f23 req-7b74a769-bd7d-4c37-9080-5e9c563bc0f4 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/ports?device_id=c1b31ce5-fce3-4d8a-b6a7-b07e44ea30d9 HTTP/1.1" status: 200 len: 945 time: 0.0631750 Jul 06 14:53:47.890446 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-2d33fd2d-d292-4e71-be1f-19265e521f23 req-6f2b7dde-4bbf-4ad5-bc00-fdd403967196 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/security-groups?id=dd2bc95c-84fb-4682-90b8-8ac8d7aa9ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337548 Jul 06 14:53:49.069400 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c06594e-db98-463b-88bd-142523ca1a61 req-11707214-a3e7-4fbe-8792-3f36cef730bb tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:53:49.070786 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-2c06594e-db98-463b-88bd-142523ca1a61 req-11707214-a3e7-4fbe-8792-3f36cef730bb tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/ports?device_id=c1b31ce5-fce3-4d8a-b6a7-b07e44ea30d9 HTTP/1.1" status: 200 len: 945 time: 0.0681767 Jul 06 14:53:49.106459 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-2c06594e-db98-463b-88bd-142523ca1a61 req-188fe925-6b02-40a7-a0b7-0de85365722e tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/security-groups?id=dd2bc95c-84fb-4682-90b8-8ac8d7aa9ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301769 Jul 06 14:53:50.275621 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a307c8-b495-403e-aa75-ebeaba4fb2f1 req-99f8f9f8-eb1c-4ba9-bb6d-e082017d420d tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:53:50.277113 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-c9a307c8-b495-403e-aa75-ebeaba4fb2f1 req-99f8f9f8-eb1c-4ba9-bb6d-e082017d420d tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/ports?device_id=c1b31ce5-fce3-4d8a-b6a7-b07e44ea30d9 HTTP/1.1" status: 200 len: 945 time: 0.0624280 Jul 06 14:53:50.314947 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-c9a307c8-b495-403e-aa75-ebeaba4fb2f1 req-dfa0a571-a63e-4cac-a281-589eabe52713 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/security-groups?id=dd2bc95c-84fb-4682-90b8-8ac8d7aa9ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317619 Jul 06 14:53:51.486247 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe74caa-8476-4274-a812-89a7a3549581 req-620bb1b8-8f62-4793-bf96-91ca3b6a2fee tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:53:51.487741 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-afe74caa-8476-4274-a812-89a7a3549581 req-620bb1b8-8f62-4793-bf96-91ca3b6a2fee tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/ports?device_id=c1b31ce5-fce3-4d8a-b6a7-b07e44ea30d9 HTTP/1.1" status: 200 len: 945 time: 0.0626462 Jul 06 14:53:51.523377 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-afe74caa-8476-4274-a812-89a7a3549581 req-8a968ecb-7a8e-4eee-a0ec-a21c840c160a tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/security-groups?id=dd2bc95c-84fb-4682-90b8-8ac8d7aa9ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301661 Jul 06 14:53:52.699626 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9667df-1935-4200-ae3e-668969e612c5 req-465a80f0-32d3-4ac3-b1fd-0e38ed191e25 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:53:52.701605 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-fc9667df-1935-4200-ae3e-668969e612c5 req-465a80f0-32d3-4ac3-b1fd-0e38ed191e25 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/ports?device_id=c1b31ce5-fce3-4d8a-b6a7-b07e44ea30d9 HTTP/1.1" status: 200 len: 945 time: 0.0675259 Jul 06 14:53:52.739416 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-fc9667df-1935-4200-ae3e-668969e612c5 req-02ada8ad-1208-403a-a596-caf64324a0ce tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/security-groups?id=dd2bc95c-84fb-4682-90b8-8ac8d7aa9ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321312 Jul 06 14:53:52.940487 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-0030b4e1-b8b3-437f-b4d2-f05cbb219ef9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:53:53.914734 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c280d5ee-8436-4320-9d8b-2ae735e05815 req-5f525b7b-440b-48d4-a62b-06be88f4ffe2 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:53:53.916218 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-c280d5ee-8436-4320-9d8b-2ae735e05815 req-5f525b7b-440b-48d4-a62b-06be88f4ffe2 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/ports?device_id=c1b31ce5-fce3-4d8a-b6a7-b07e44ea30d9 HTTP/1.1" status: 200 len: 945 time: 0.0627291 Jul 06 14:53:53.954380 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-c280d5ee-8436-4320-9d8b-2ae735e05815 req-ee343b7e-7445-479b-bf9d-1286bfefb659 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/security-groups?id=dd2bc95c-84fb-4682-90b8-8ac8d7aa9ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320404 Jul 06 14:53:55.130089 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdd4b85-b792-4f64-8d6e-abc44f632507 req-9f827382-3607-4879-af80-f2c7ce73676b tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:53:55.131593 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-7bdd4b85-b792-4f64-8d6e-abc44f632507 req-9f827382-3607-4879-af80-f2c7ce73676b tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/ports?device_id=c1b31ce5-fce3-4d8a-b6a7-b07e44ea30d9 HTTP/1.1" status: 200 len: 945 time: 0.0670562 Jul 06 14:53:55.168346 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-7bdd4b85-b792-4f64-8d6e-abc44f632507 req-7ca714ba-9cb0-4180-b088-272e3715ed55 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/security-groups?id=dd2bc95c-84fb-4682-90b8-8ac8d7aa9ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311618 Jul 06 14:53:55.607230 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-6a920cd3-839a-46b6-86a1-507a2f249481 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:53:55.950193 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:53:56.338634 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99de9731-224e-4ab1-a279-cd17b6096151 req-2cdd28c5-66cd-4a9b-a01a-9819423e1e91 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:53:56.340221 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-99de9731-224e-4ab1-a279-cd17b6096151 req-2cdd28c5-66cd-4a9b-a01a-9819423e1e91 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/ports?device_id=c1b31ce5-fce3-4d8a-b6a7-b07e44ea30d9 HTTP/1.1" status: 200 len: 945 time: 0.0619369 Jul 06 14:53:56.378485 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-99de9731-224e-4ab1-a279-cd17b6096151 req-726ea704-3a5b-43cd-8213-eca60a011edb tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/security-groups?id=dd2bc95c-84fb-4682-90b8-8ac8d7aa9ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325289 Jul 06 14:53:56.785901 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-2064eaae-da4f-48f8-82d2-b09d4ddedd44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:53:57.545995 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9a2c1f-db54-43f2-ada8-0c7156e51a45 req-c53e5ec9-1ea0-4d8f-b3d7-9a5f2880d65f tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:53:57.548073 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-6a9a2c1f-db54-43f2-ada8-0c7156e51a45 req-c53e5ec9-1ea0-4d8f-b3d7-9a5f2880d65f tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/ports?device_id=c1b31ce5-fce3-4d8a-b6a7-b07e44ea30d9 HTTP/1.1" status: 200 len: 945 time: 0.0611801 Jul 06 14:53:57.587861 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-6a9a2c1f-db54-43f2-ada8-0c7156e51a45 req-50504121-de67-453d-b08a-cd0283918e40 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/security-groups?id=dd2bc95c-84fb-4682-90b8-8ac8d7aa9ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344243 Jul 06 14:53:58.288889 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.agents_db [None req-167c0ad6-1657-4c9a-a2c4-3b18056aa662 None None] Agent healthcheck: found 7 active agents {{(pid=100249) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 14:53:58.578197 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-03f71b24-a9b8-453a-8924-caa3f97bc6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:53:58.762291 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490cc0f8-e4a7-4911-a820-dcf743ee0991 req-7a95d376-dcfd-42db-b85d-8ebed12bb8ee tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:53:58.763823 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-490cc0f8-e4a7-4911-a820-dcf743ee0991 req-7a95d376-dcfd-42db-b85d-8ebed12bb8ee tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/ports?device_id=c1b31ce5-fce3-4d8a-b6a7-b07e44ea30d9 HTTP/1.1" status: 200 len: 945 time: 0.0631955 Jul 06 14:53:58.800843 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-490cc0f8-e4a7-4911-a820-dcf743ee0991 req-2944b8fa-5c46-4994-bec8-f36371071426 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/security-groups?id=dd2bc95c-84fb-4682-90b8-8ac8d7aa9ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314829 Jul 06 14:53:59.971394 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751f3310-a5ce-4cbf-908b-7f40e5928ebb req-b308f954-1d08-4e56-8673-d264befe1dc1 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:53:59.972881 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-751f3310-a5ce-4cbf-908b-7f40e5928ebb req-b308f954-1d08-4e56-8673-d264befe1dc1 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/ports?device_id=c1b31ce5-fce3-4d8a-b6a7-b07e44ea30d9 HTTP/1.1" status: 200 len: 945 time: 0.0636811 Jul 06 14:54:00.008804 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-751f3310-a5ce-4cbf-908b-7f40e5928ebb req-aa119f6b-2c31-4403-80b1-1c11b8057454 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/security-groups?id=dd2bc95c-84fb-4682-90b8-8ac8d7aa9ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303640 Jul 06 14:54:01.182654 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4f41c9-88f9-459e-8a15-28d803ec7f1f req-b8b61a53-1b0e-4f42-a1f2-d9170129b02a tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:54:01.184416 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-ae4f41c9-88f9-459e-8a15-28d803ec7f1f req-b8b61a53-1b0e-4f42-a1f2-d9170129b02a tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/ports?device_id=c1b31ce5-fce3-4d8a-b6a7-b07e44ea30d9 HTTP/1.1" status: 200 len: 945 time: 0.0671024 Jul 06 14:54:01.220712 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-ae4f41c9-88f9-459e-8a15-28d803ec7f1f req-69a449e1-70a6-45a2-9434-75a8790e05d7 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/security-groups?id=dd2bc95c-84fb-4682-90b8-8ac8d7aa9ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303969 Jul 06 14:54:02.393700 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3ea9f3-5a6b-4867-89ea-405627e1e1f3 req-b165ac0e-5466-4fc7-88dd-ce1cc1b551e6 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:54:02.395178 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-2e3ea9f3-5a6b-4867-89ea-405627e1e1f3 req-b165ac0e-5466-4fc7-88dd-ce1cc1b551e6 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/ports?device_id=c1b31ce5-fce3-4d8a-b6a7-b07e44ea30d9 HTTP/1.1" status: 200 len: 945 time: 0.0625949 Jul 06 14:54:02.431540 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-2e3ea9f3-5a6b-4867-89ea-405627e1e1f3 req-fe0738cc-ac7c-45d7-b8d3-daf2038bc0aa tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/security-groups?id=dd2bc95c-84fb-4682-90b8-8ac8d7aa9ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308998 Jul 06 14:54:03.607438 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddc3daf-8e46-4672-8cb2-4c88fe371526 req-4d469dd1-d5ee-4c1b-b8ff-0799bc1d964d tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:54:03.609399 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-2ddc3daf-8e46-4672-8cb2-4c88fe371526 req-4d469dd1-d5ee-4c1b-b8ff-0799bc1d964d tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/ports?device_id=c1b31ce5-fce3-4d8a-b6a7-b07e44ea30d9 HTTP/1.1" status: 200 len: 945 time: 0.0667143 Jul 06 14:54:03.646017 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-2ddc3daf-8e46-4672-8cb2-4c88fe371526 req-54ba3655-f768-4b7b-83cf-a95cff4f0932 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/security-groups?id=dd2bc95c-84fb-4682-90b8-8ac8d7aa9ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311587 Jul 06 14:54:04.816402 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbb1d36-bbd1-4f3f-ab8f-bfa4caffa9d7 req-95e0b50e-44f7-4a5c-84b4-dde4ab9445c0 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:54:04.817865 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-1fbb1d36-bbd1-4f3f-ab8f-bfa4caffa9d7 req-95e0b50e-44f7-4a5c-84b4-dde4ab9445c0 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/ports?device_id=c1b31ce5-fce3-4d8a-b6a7-b07e44ea30d9 HTTP/1.1" status: 200 len: 945 time: 0.0626061 Jul 06 14:54:04.854002 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-1fbb1d36-bbd1-4f3f-ab8f-bfa4caffa9d7 req-8b14fa65-bf57-4312-a2e5-76af3d19fed6 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/security-groups?id=dd2bc95c-84fb-4682-90b8-8ac8d7aa9ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307372 Jul 06 14:54:06.024882 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb98f7df-aeb0-40c9-b13f-becaaf5d9799 req-8e2c8e31-f858-4726-bd7b-a2b5440aa1ff tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:54:06.026278 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-cb98f7df-aeb0-40c9-b13f-becaaf5d9799 req-8e2c8e31-f858-4726-bd7b-a2b5440aa1ff tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/ports?device_id=c1b31ce5-fce3-4d8a-b6a7-b07e44ea30d9 HTTP/1.1" status: 200 len: 945 time: 0.0620630 Jul 06 14:54:06.063281 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-cb98f7df-aeb0-40c9-b13f-becaaf5d9799 req-3222e229-56bd-4a39-8a1a-4a4fc1ee9521 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/security-groups?id=dd2bc95c-84fb-4682-90b8-8ac8d7aa9ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308490 Jul 06 14:54:07.236836 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc72e9f5-88b5-4bb9-b3e5-f03148bde3ad req-5955ced8-7bf5-4f5c-a68c-cf23fbcc320f tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:54:07.238291 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-cc72e9f5-88b5-4bb9-b3e5-f03148bde3ad req-5955ced8-7bf5-4f5c-a68c-cf23fbcc320f tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/ports?device_id=c1b31ce5-fce3-4d8a-b6a7-b07e44ea30d9 HTTP/1.1" status: 200 len: 945 time: 0.0665243 Jul 06 14:54:07.274400 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-cc72e9f5-88b5-4bb9-b3e5-f03148bde3ad req-c8625898-a8cd-43fd-ae38-3b4cb062821c tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/security-groups?id=dd2bc95c-84fb-4682-90b8-8ac8d7aa9ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307055 Jul 06 14:54:08.447603 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cff505d-f7bb-4df9-a70a-c5b0b62668d7 req-3ba4ac07-64c9-4497-ac3a-f57a650bf660 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:54:08.449086 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-4cff505d-f7bb-4df9-a70a-c5b0b62668d7 req-3ba4ac07-64c9-4497-ac3a-f57a650bf660 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/ports?device_id=c1b31ce5-fce3-4d8a-b6a7-b07e44ea30d9 HTTP/1.1" status: 200 len: 945 time: 0.0628662 Jul 06 14:54:08.487080 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-4cff505d-f7bb-4df9-a70a-c5b0b62668d7 req-4af9f878-ae09-4b3d-be83-efbeccf2ed81 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/security-groups?id=dd2bc95c-84fb-4682-90b8-8ac8d7aa9ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324531 Jul 06 14:54:09.662494 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44b1dde-4725-425c-a678-a6dd25672fba req-d7b36bd8-881b-4432-8544-a98b239d2f80 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:54:09.664016 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-f44b1dde-4725-425c-a678-a6dd25672fba req-d7b36bd8-881b-4432-8544-a98b239d2f80 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/ports?device_id=c1b31ce5-fce3-4d8a-b6a7-b07e44ea30d9 HTTP/1.1" status: 200 len: 945 time: 0.0675659 Jul 06 14:54:09.702178 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-f44b1dde-4725-425c-a678-a6dd25672fba req-9f9ec02b-a10a-4e1f-8177-9254f651b3e3 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/security-groups?id=dd2bc95c-84fb-4682-90b8-8ac8d7aa9ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326526 Jul 06 14:54:10.872395 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f9dce4-2d09-4c7f-b4ad-a1ec33fccaaf req-11556c69-5303-41f0-9101-edb4d8691108 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:54:10.873838 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-37f9dce4-2d09-4c7f-b4ad-a1ec33fccaaf req-11556c69-5303-41f0-9101-edb4d8691108 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/ports?device_id=c1b31ce5-fce3-4d8a-b6a7-b07e44ea30d9 HTTP/1.1" status: 200 len: 945 time: 0.0609400 Jul 06 14:54:10.910198 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-37f9dce4-2d09-4c7f-b4ad-a1ec33fccaaf req-354e7682-932a-491a-a43e-24c4fac46479 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/security-groups?id=dd2bc95c-84fb-4682-90b8-8ac8d7aa9ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304756 Jul 06 14:54:11.192925 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:54:12.079479 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c96b5cf-1e39-4c31-97f9-efaeb7a9d5c0 req-c7318640-335f-48f3-b1ea-e867e88f066d tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:54:12.080845 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-0c96b5cf-1e39-4c31-97f9-efaeb7a9d5c0 req-c7318640-335f-48f3-b1ea-e867e88f066d tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/ports?device_id=c1b31ce5-fce3-4d8a-b6a7-b07e44ea30d9 HTTP/1.1" status: 200 len: 945 time: 0.0619233 Jul 06 14:54:12.117032 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-0c96b5cf-1e39-4c31-97f9-efaeb7a9d5c0 req-cffe4fb4-fc12-413f-affa-2aff3e8b26e0 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/security-groups?id=dd2bc95c-84fb-4682-90b8-8ac8d7aa9ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307460 Jul 06 14:54:12.953382 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:54:13.296042 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6ca4b0-01b8-4949-a045-f58e888c2a5c req-c1e67ed3-cb06-40ff-a61b-6a15cc84f8e9 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:54:13.297995 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-5f6ca4b0-01b8-4949-a045-f58e888c2a5c req-c1e67ed3-cb06-40ff-a61b-6a15cc84f8e9 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/ports?device_id=c1b31ce5-fce3-4d8a-b6a7-b07e44ea30d9 HTTP/1.1" status: 200 len: 945 time: 0.0662506 Jul 06 14:54:13.333909 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-5f6ca4b0-01b8-4949-a045-f58e888c2a5c req-ec063d45-5eac-4953-af23-09f059835fd0 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/security-groups?id=dd2bc95c-84fb-4682-90b8-8ac8d7aa9ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303750 Jul 06 14:54:14.505740 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee3df0f-0105-4e65-ac31-4b7b0232d35b req-234dc0ee-12d8-4218-82eb-f6004401eac5 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:54:14.507171 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-9ee3df0f-0105-4e65-ac31-4b7b0232d35b req-234dc0ee-12d8-4218-82eb-f6004401eac5 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/ports?device_id=c1b31ce5-fce3-4d8a-b6a7-b07e44ea30d9 HTTP/1.1" status: 200 len: 945 time: 0.0620081 Jul 06 14:54:14.543102 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-9ee3df0f-0105-4e65-ac31-4b7b0232d35b req-5afecebf-c1a0-4404-8a1e-aeaf2f91894e tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/security-groups?id=dd2bc95c-84fb-4682-90b8-8ac8d7aa9ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304627 Jul 06 14:54:15.718765 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dccc1525-6944-4aeb-97a3-2f6013c4a580 req-da069d85-bbdc-4804-a283-e5015586cec5 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:54:15.720244 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-dccc1525-6944-4aeb-97a3-2f6013c4a580 req-da069d85-bbdc-4804-a283-e5015586cec5 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/ports?device_id=c1b31ce5-fce3-4d8a-b6a7-b07e44ea30d9 HTTP/1.1" status: 200 len: 945 time: 0.0658224 Jul 06 14:54:15.757744 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-dccc1525-6944-4aeb-97a3-2f6013c4a580 req-621239e3-53bd-4504-bf98-7376b1ad428c tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/security-groups?id=dd2bc95c-84fb-4682-90b8-8ac8d7aa9ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314970 Jul 06 14:54:16.930584 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a71e02-80ff-4462-b00c-5367f2b5f389 req-d1b367bc-7efb-4941-9618-73f9e4cddebb tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:54:16.932096 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-15a71e02-80ff-4462-b00c-5367f2b5f389 req-d1b367bc-7efb-4941-9618-73f9e4cddebb tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/ports?device_id=c1b31ce5-fce3-4d8a-b6a7-b07e44ea30d9 HTTP/1.1" status: 200 len: 945 time: 0.0666831 Jul 06 14:54:16.969034 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-15a71e02-80ff-4462-b00c-5367f2b5f389 req-5dbc2f07-7783-4e1a-9d5f-111d09ed66ba tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/security-groups?id=dd2bc95c-84fb-4682-90b8-8ac8d7aa9ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307572 Jul 06 14:54:18.139161 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77234ad8-8070-4700-b16c-6b5a980c3a67 req-7b566637-d45e-4c05-ae09-60346e052d21 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:54:18.141168 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-77234ad8-8070-4700-b16c-6b5a980c3a67 req-7b566637-d45e-4c05-ae09-60346e052d21 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/ports?device_id=c1b31ce5-fce3-4d8a-b6a7-b07e44ea30d9 HTTP/1.1" status: 200 len: 945 time: 0.0617170 Jul 06 14:54:18.177404 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-77234ad8-8070-4700-b16c-6b5a980c3a67 req-f73bb679-e508-480f-affe-f2a1b9a90f0e tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/security-groups?id=dd2bc95c-84fb-4682-90b8-8ac8d7aa9ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308814 Jul 06 14:54:19.350856 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52887b40-118d-4e45-a01f-9c2f23b737af req-7a8bff83-9ae9-428d-8ab7-cd3db85a1f68 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:54:19.352344 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-52887b40-118d-4e45-a01f-9c2f23b737af req-7a8bff83-9ae9-428d-8ab7-cd3db85a1f68 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/ports?device_id=c1b31ce5-fce3-4d8a-b6a7-b07e44ea30d9 HTTP/1.1" status: 200 len: 945 time: 0.0657771 Jul 06 14:54:19.388784 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-52887b40-118d-4e45-a01f-9c2f23b737af req-75db1243-f7fe-4578-85af-9678e051de6b tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/security-groups?id=dd2bc95c-84fb-4682-90b8-8ac8d7aa9ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309350 Jul 06 14:54:20.079233 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2893d5c7-de44-4cc5-91f8-4004732c9fc7 req-da255355-aae3-4f43-ae38-5c3923374654 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:54:20.080715 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-2893d5c7-de44-4cc5-91f8-4004732c9fc7 req-da255355-aae3-4f43-ae38-5c3923374654 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=d43e4314dc9b484b87d7a3ce014660e1&device_id=c1b31ce5-fce3-4d8a-b6a7-b07e44ea30d9 HTTP/1.1" status: 200 len: 1096 time: 0.0615819 Jul 06 14:54:20.188125 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2893d5c7-de44-4cc5-91f8-4004732c9fc7 req-015dfde8-ea8e-4451-b57a-6b0ea20a3670 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:54:20.189597 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-2893d5c7-de44-4cc5-91f8-4004732c9fc7 req-015dfde8-ea8e-4451-b57a-6b0ea20a3670 service neutron] 10.222.0.72 "GET /v2.0/networks?id=0de980e9-590c-42a8-a4e7-08d344113bb7 HTTP/1.1" status: 200 len: 913 time: 0.0884905 Jul 06 14:54:20.252629 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-2893d5c7-de44-4cc5-91f8-4004732c9fc7 req-c62c0d2d-bfd0-48ec-95fd-c3434f935626 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=39ddf82f-f009-4be2-aa57-b6313750867f HTTP/1.1" status: 200 len: 1001 time: 0.0561452 Jul 06 14:54:20.303558 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2893d5c7-de44-4cc5-91f8-4004732c9fc7 req-7e976098-deba-4c01-8dc2-a63d50f8fab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:54:20.304962 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-2893d5c7-de44-4cc5-91f8-4004732c9fc7 req-7e976098-deba-4c01-8dc2-a63d50f8fab2 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=3a2573d9-49c9-4536-b0b0-29496d7e3935 HTTP/1.1" status: 200 len: 850 time: 0.0464499 Jul 06 14:54:20.361837 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2893d5c7-de44-4cc5-91f8-4004732c9fc7 req-dd4c72d2-929c-4ef2-86ad-cbe4dd2ec218 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:54:20.363366 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-2893d5c7-de44-4cc5-91f8-4004732c9fc7 req-dd4c72d2-929c-4ef2-86ad-cbe4dd2ec218 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=0de980e9-590c-42a8-a4e7-08d344113bb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0509501 Jul 06 14:54:20.453756 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-2893d5c7-de44-4cc5-91f8-4004732c9fc7 req-12ea4d66-13b0-46c8-ab92-f7b3d487b8e2 service neutron] 10.222.0.72 "GET /v2.0/networks/0de980e9-590c-42a8-a4e7-08d344113bb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835130 Jul 06 14:54:20.547734 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-2893d5c7-de44-4cc5-91f8-4004732c9fc7 req-6c3c183a-ffe6-4508-adfd-de514b775359 service neutron] 10.222.0.72 "GET /v2.0/networks/0de980e9-590c-42a8-a4e7-08d344113bb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876982 Jul 06 14:54:20.560934 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce411f6-2aa8-430d-92d6-3df96196dc50 req-f9d4d56c-9e5f-4ba8-afff-c85076c4d8d8 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:54:20.562918 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-4ce411f6-2aa8-430d-92d6-3df96196dc50 req-f9d4d56c-9e5f-4ba8-afff-c85076c4d8d8 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/ports?device_id=c1b31ce5-fce3-4d8a-b6a7-b07e44ea30d9 HTTP/1.1" status: 200 len: 945 time: 0.0626302 Jul 06 14:54:20.600857 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-4ce411f6-2aa8-430d-92d6-3df96196dc50 req-5f7f6354-3cee-460c-bf68-0a81506edcf3 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/security-groups?id=dd2bc95c-84fb-4682-90b8-8ac8d7aa9ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313034 Jul 06 14:54:21.789372 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f93a50-2f88-4f96-a6e2-c98cd2274a7c req-0f10f971-437f-4569-8a3c-f5406118f331 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:54:21.790858 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-e8f93a50-2f88-4f96-a6e2-c98cd2274a7c req-0f10f971-437f-4569-8a3c-f5406118f331 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/ports?device_id=c1b31ce5-fce3-4d8a-b6a7-b07e44ea30d9 HTTP/1.1" status: 200 len: 945 time: 0.0659897 Jul 06 14:54:21.828091 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-e8f93a50-2f88-4f96-a6e2-c98cd2274a7c req-9fdbcdc9-b88c-4ea1-b32f-c84cded21df0 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/security-groups?id=dd2bc95c-84fb-4682-90b8-8ac8d7aa9ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311286 Jul 06 14:54:22.941176 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-a3cb8ee2-775a-4970-a5af-601225682766 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:54:23.005056 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be329325-772f-4d66-98ea-6fd64e768911 req-27f129c2-8ba5-4971-930b-9f901e0818db tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:54:23.006446 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-be329325-772f-4d66-98ea-6fd64e768911 req-27f129c2-8ba5-4971-930b-9f901e0818db tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/ports?device_id=c1b31ce5-fce3-4d8a-b6a7-b07e44ea30d9 HTTP/1.1" status: 200 len: 945 time: 0.0642056 Jul 06 14:54:23.043003 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-be329325-772f-4d66-98ea-6fd64e768911 req-55bc6dc2-33bd-435d-b41b-e6c437a36339 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/security-groups?id=dd2bc95c-84fb-4682-90b8-8ac8d7aa9ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309138 Jul 06 14:54:24.211157 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87249016-57ef-4cf1-ae2a-5700a4970490 req-f69c80d1-1cf6-4f11-8148-460c2e1035d6 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:54:24.212663 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-87249016-57ef-4cf1-ae2a-5700a4970490 req-f69c80d1-1cf6-4f11-8148-460c2e1035d6 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/ports?device_id=c1b31ce5-fce3-4d8a-b6a7-b07e44ea30d9 HTTP/1.1" status: 200 len: 945 time: 0.0615122 Jul 06 14:54:24.255041 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-87249016-57ef-4cf1-ae2a-5700a4970490 req-2b10d911-92ac-412a-976b-0f003e977815 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/security-groups?id=dd2bc95c-84fb-4682-90b8-8ac8d7aa9ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322883 Jul 06 14:54:25.428549 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c8be3e-b88b-438a-a73e-694aa325ea75 req-1f26a795-1da5-42b2-897b-4732f4a8cac6 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:54:25.430019 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-c1c8be3e-b88b-438a-a73e-694aa325ea75 req-1f26a795-1da5-42b2-897b-4732f4a8cac6 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/ports?device_id=c1b31ce5-fce3-4d8a-b6a7-b07e44ea30d9 HTTP/1.1" status: 200 len: 945 time: 0.0659151 Jul 06 14:54:25.467321 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-c1c8be3e-b88b-438a-a73e-694aa325ea75 req-253268ca-65a7-42e6-aee4-d2166fcc1298 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/security-groups?id=dd2bc95c-84fb-4682-90b8-8ac8d7aa9ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314877 Jul 06 14:54:25.608074 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-97be4755-9c06-427a-ad2b-f060bfaa3280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:54:25.950108 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:54:26.636094 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99cf2fd6-83ca-4d07-9a3d-6887eb4da6de req-dc1ae7ab-04a3-498d-a558-40d880cde46d tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:54:26.637561 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-99cf2fd6-83ca-4d07-9a3d-6887eb4da6de req-dc1ae7ab-04a3-498d-a558-40d880cde46d tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/ports?device_id=c1b31ce5-fce3-4d8a-b6a7-b07e44ea30d9 HTTP/1.1" status: 200 len: 945 time: 0.0625036 Jul 06 14:54:26.675297 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-99cf2fd6-83ca-4d07-9a3d-6887eb4da6de req-a9c43e4f-f442-495f-9ddd-0c18daf27ce4 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/security-groups?id=dd2bc95c-84fb-4682-90b8-8ac8d7aa9ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318468 Jul 06 14:54:26.786488 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-2064eaae-da4f-48f8-82d2-b09d4ddedd44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:54:27.852076 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3a1304-72fb-411e-99fc-18a9cd4c279e req-d77b9b86-6a7a-4124-af8c-e4ee3b4488f0 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:54:27.853534 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-bb3a1304-72fb-411e-99fc-18a9cd4c279e req-d77b9b86-6a7a-4124-af8c-e4ee3b4488f0 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/ports?device_id=c1b31ce5-fce3-4d8a-b6a7-b07e44ea30d9 HTTP/1.1" status: 200 len: 945 time: 0.0653949 Jul 06 14:54:27.890793 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-bb3a1304-72fb-411e-99fc-18a9cd4c279e req-1d31fd97-0a0e-43dd-8976-adfb6077dd2b tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/security-groups?id=dd2bc95c-84fb-4682-90b8-8ac8d7aa9ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312052 Jul 06 14:54:28.580458 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-03f71b24-a9b8-453a-8924-caa3f97bc6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:54:29.060783 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8673ebe5-679c-4baa-9ed6-25f3a098439c req-5a76c7d8-d6bd-4c2a-9535-074e3393d0f5 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:54:29.062235 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-8673ebe5-679c-4baa-9ed6-25f3a098439c req-5a76c7d8-d6bd-4c2a-9535-074e3393d0f5 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/ports?device_id=c1b31ce5-fce3-4d8a-b6a7-b07e44ea30d9 HTTP/1.1" status: 200 len: 945 time: 0.0615811 Jul 06 14:54:29.099351 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-8673ebe5-679c-4baa-9ed6-25f3a098439c req-a188944f-4ac5-452d-96dc-d9fccc8e9f74 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/security-groups?id=dd2bc95c-84fb-4682-90b8-8ac8d7aa9ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316567 Jul 06 14:54:30.274039 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601b63ce-d29b-4141-9076-aea84ed86738 req-8f8df1c0-af91-4df7-952f-643ae0b4f9bc tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:54:30.275519 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-601b63ce-d29b-4141-9076-aea84ed86738 req-8f8df1c0-af91-4df7-952f-643ae0b4f9bc tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/ports?device_id=c1b31ce5-fce3-4d8a-b6a7-b07e44ea30d9 HTTP/1.1" status: 200 len: 945 time: 0.0684552 Jul 06 14:54:30.312128 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-601b63ce-d29b-4141-9076-aea84ed86738 req-e64629f1-60db-4715-91d7-e9e21b93ab56 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/security-groups?id=dd2bc95c-84fb-4682-90b8-8ac8d7aa9ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305686 Jul 06 14:54:31.488711 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dddf120-4d97-45ba-855e-5bf192cd20d5 req-69b96e82-f483-492a-95e6-1589253fec05 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:54:31.490332 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-4dddf120-4d97-45ba-855e-5bf192cd20d5 req-69b96e82-f483-492a-95e6-1589253fec05 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/ports?device_id=c1b31ce5-fce3-4d8a-b6a7-b07e44ea30d9 HTTP/1.1" status: 200 len: 945 time: 0.0670764 Jul 06 14:54:31.527663 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-4dddf120-4d97-45ba-855e-5bf192cd20d5 req-8ca9eb30-5aaa-464c-a9f9-19e21eb57e13 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/security-groups?id=dd2bc95c-84fb-4682-90b8-8ac8d7aa9ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318696 Jul 06 14:54:32.701493 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9be60c-b185-4db8-9e5c-d598010ed7f5 req-8c334963-bdcc-4ecf-81fc-858b974e83fb tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:54:32.703518 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-6a9be60c-b185-4db8-9e5c-d598010ed7f5 req-8c334963-bdcc-4ecf-81fc-858b974e83fb tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/ports?device_id=c1b31ce5-fce3-4d8a-b6a7-b07e44ea30d9 HTTP/1.1" status: 200 len: 945 time: 0.0617609 Jul 06 14:54:32.740736 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-6a9be60c-b185-4db8-9e5c-d598010ed7f5 req-d4d1af11-8cd7-42b6-9768-647506576c6f tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/security-groups?id=dd2bc95c-84fb-4682-90b8-8ac8d7aa9ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317328 Jul 06 14:54:33.914690 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3173e9-79dd-403d-80e5-9abef1d3a529 req-904dd1ce-f9e4-4dcf-8e39-be91cc37010d tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:54:33.916189 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-0b3173e9-79dd-403d-80e5-9abef1d3a529 req-904dd1ce-f9e4-4dcf-8e39-be91cc37010d tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/ports?device_id=c1b31ce5-fce3-4d8a-b6a7-b07e44ea30d9 HTTP/1.1" status: 200 len: 945 time: 0.0658464 Jul 06 14:54:33.954186 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-0b3173e9-79dd-403d-80e5-9abef1d3a529 req-7370d9f8-8fe1-45ea-aadc-5a126afe46d5 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/security-groups?id=dd2bc95c-84fb-4682-90b8-8ac8d7aa9ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324407 Jul 06 14:54:35.123772 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196631ed-1f18-4f62-a2a0-f5875251e3eb req-cab52b42-dc49-4450-a4a0-bcd8d5c82fb0 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:54:35.125898 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-196631ed-1f18-4f62-a2a0-f5875251e3eb req-cab52b42-dc49-4450-a4a0-bcd8d5c82fb0 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/ports?device_id=c1b31ce5-fce3-4d8a-b6a7-b07e44ea30d9 HTTP/1.1" status: 200 len: 945 time: 0.0624855 Jul 06 14:54:35.162181 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-196631ed-1f18-4f62-a2a0-f5875251e3eb req-2a6f8788-c4a3-4e83-9cca-c6ad80ea195b tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/security-groups?id=dd2bc95c-84fb-4682-90b8-8ac8d7aa9ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307963 Jul 06 14:54:35.288032 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.agents_db [None req-167c0ad6-1657-4c9a-a2c4-3b18056aa662 None None] Agent healthcheck: found 7 active agents {{(pid=100249) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 14:54:36.337930 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e80aaf2-b75a-4c48-aaf3-9dfe5a6ca51e req-bc50fd87-1600-42e6-bd13-d359ce4d674d tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:54:36.339329 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-3e80aaf2-b75a-4c48-aaf3-9dfe5a6ca51e req-bc50fd87-1600-42e6-bd13-d359ce4d674d tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/ports?device_id=c1b31ce5-fce3-4d8a-b6a7-b07e44ea30d9 HTTP/1.1" status: 200 len: 945 time: 0.0690880 Jul 06 14:54:36.377240 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-3e80aaf2-b75a-4c48-aaf3-9dfe5a6ca51e req-303205c1-41e8-47bc-9a3b-27bfedc49bcf tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/security-groups?id=dd2bc95c-84fb-4682-90b8-8ac8d7aa9ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316803 Jul 06 14:54:37.553690 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2527e1-9ee8-4f86-816f-7f5724530f6a req-b465c722-84b0-4660-954e-11961d7e69f4 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:54:37.555132 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-df2527e1-9ee8-4f86-816f-7f5724530f6a req-b465c722-84b0-4660-954e-11961d7e69f4 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/ports?device_id=c1b31ce5-fce3-4d8a-b6a7-b07e44ea30d9 HTTP/1.1" status: 200 len: 945 time: 0.0648284 Jul 06 14:54:37.590787 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-df2527e1-9ee8-4f86-816f-7f5724530f6a req-bfba0597-6531-4d1e-aed8-876c1af28947 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/security-groups?id=dd2bc95c-84fb-4682-90b8-8ac8d7aa9ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299129 Jul 06 14:54:38.773399 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c13083f-369c-4a8e-a37b-a6722fafeee8 req-a28e3b99-2ecf-40f8-bbc0-6b02192ad54b tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:54:38.775184 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-6c13083f-369c-4a8e-a37b-a6722fafeee8 req-a28e3b99-2ecf-40f8-bbc0-6b02192ad54b tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/ports?device_id=c1b31ce5-fce3-4d8a-b6a7-b07e44ea30d9 HTTP/1.1" status: 200 len: 945 time: 0.0636835 Jul 06 14:54:38.812328 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-6c13083f-369c-4a8e-a37b-a6722fafeee8 req-4e094204-bc8a-420a-b3c8-87d336ae5d03 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/security-groups?id=dd2bc95c-84fb-4682-90b8-8ac8d7aa9ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317025 Jul 06 14:54:39.989676 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5817da69-5ab4-4da5-baa2-b0f413d038cd req-39f4c9ad-ff9a-447d-8041-a28c1628b0dd tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:54:39.991166 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-5817da69-5ab4-4da5-baa2-b0f413d038cd req-39f4c9ad-ff9a-447d-8041-a28c1628b0dd tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/ports?device_id=c1b31ce5-fce3-4d8a-b6a7-b07e44ea30d9 HTTP/1.1" status: 200 len: 945 time: 0.0659304 Jul 06 14:54:40.028595 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-5817da69-5ab4-4da5-baa2-b0f413d038cd req-60dd5509-4aa0-4e3a-b791-e36fbddf42a7 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/security-groups?id=dd2bc95c-84fb-4682-90b8-8ac8d7aa9ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319726 Jul 06 14:54:41.196775 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:54:41.198396 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f573c523-79c8-4bc9-828e-6fa49073c9bd req-0197a3ce-5b55-42f2-95f4-e5f89d534372 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:54:41.200126 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-f573c523-79c8-4bc9-828e-6fa49073c9bd req-0197a3ce-5b55-42f2-95f4-e5f89d534372 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/ports?device_id=c1b31ce5-fce3-4d8a-b6a7-b07e44ea30d9 HTTP/1.1" status: 200 len: 945 time: 0.0641239 Jul 06 14:54:41.236558 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-f573c523-79c8-4bc9-828e-6fa49073c9bd req-f216f231-0ebe-47ad-92df-0c2fad261d4e tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/security-groups?id=dd2bc95c-84fb-4682-90b8-8ac8d7aa9ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303614 Jul 06 14:54:42.407297 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8f801c-32ac-4513-b960-f8ef03079d7f req-894a6cba-f555-4480-a95b-849f46743e85 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:54:42.408742 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-0b8f801c-32ac-4513-b960-f8ef03079d7f req-894a6cba-f555-4480-a95b-849f46743e85 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/ports?device_id=c1b31ce5-fce3-4d8a-b6a7-b07e44ea30d9 HTTP/1.1" status: 200 len: 945 time: 0.0607054 Jul 06 14:54:42.445152 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-0b8f801c-32ac-4513-b960-f8ef03079d7f req-1d3f6613-f72e-4450-ac08-3620792aacfa tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/security-groups?id=dd2bc95c-84fb-4682-90b8-8ac8d7aa9ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310149 Jul 06 14:54:42.952706 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:54:43.616995 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e127e897-5765-4826-9fd5-525011bf496c req-76913f72-b1df-4e24-9e71-fc73b4e2d63e tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:54:43.618465 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-e127e897-5765-4826-9fd5-525011bf496c req-76913f72-b1df-4e24-9e71-fc73b4e2d63e tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/ports?device_id=c1b31ce5-fce3-4d8a-b6a7-b07e44ea30d9 HTTP/1.1" status: 200 len: 945 time: 0.0656574 Jul 06 14:54:43.654194 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-e127e897-5765-4826-9fd5-525011bf496c req-b8f778ba-e57c-45d7-88d8-b2aa78ed3126 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/security-groups?id=dd2bc95c-84fb-4682-90b8-8ac8d7aa9ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302873 Jul 06 14:54:44.826708 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568fdec2-5881-4453-bb73-2a3577d79f39 req-563d2ea0-01fd-4194-b9f8-d4c8d349073a tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:54:44.828212 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-568fdec2-5881-4453-bb73-2a3577d79f39 req-563d2ea0-01fd-4194-b9f8-d4c8d349073a tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/ports?device_id=c1b31ce5-fce3-4d8a-b6a7-b07e44ea30d9 HTTP/1.1" status: 200 len: 945 time: 0.0626459 Jul 06 14:54:44.864410 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-568fdec2-5881-4453-bb73-2a3577d79f39 req-70a22730-183a-402f-8fbb-21d58b2313fa tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/security-groups?id=dd2bc95c-84fb-4682-90b8-8ac8d7aa9ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307813 Jul 06 14:54:46.036764 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f26b1aa-03a4-4f89-a8ce-da0365e3faa2 req-4d636e34-cc5a-4a94-9df9-80434e4120fe tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:54:46.038233 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-3f26b1aa-03a4-4f89-a8ce-da0365e3faa2 req-4d636e34-cc5a-4a94-9df9-80434e4120fe tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/ports?device_id=c1b31ce5-fce3-4d8a-b6a7-b07e44ea30d9 HTTP/1.1" status: 200 len: 945 time: 0.0657732 Jul 06 14:54:46.076954 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-3f26b1aa-03a4-4f89-a8ce-da0365e3faa2 req-fc03befa-703d-49ca-8b54-133f5ac90524 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/security-groups?id=dd2bc95c-84fb-4682-90b8-8ac8d7aa9ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331852 Jul 06 14:54:47.251559 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63f38f9-a291-4f84-b7cf-9419588d2985 req-2324da8e-3680-49e5-8361-cd4b5b151245 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:54:47.253038 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-b63f38f9-a291-4f84-b7cf-9419588d2985 req-2324da8e-3680-49e5-8361-cd4b5b151245 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/ports?device_id=c1b31ce5-fce3-4d8a-b6a7-b07e44ea30d9 HTTP/1.1" status: 200 len: 945 time: 0.0636466 Jul 06 14:54:47.289679 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-b63f38f9-a291-4f84-b7cf-9419588d2985 req-4fa79cee-f730-40d4-b9de-6f8639bef424 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/security-groups?id=dd2bc95c-84fb-4682-90b8-8ac8d7aa9ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309417 Jul 06 14:54:48.460257 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94992748-d4d7-45fd-9af3-8bb78bb34b7e req-7abd8be6-d706-4d43-91bb-649ce297319e tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:54:48.461717 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-94992748-d4d7-45fd-9af3-8bb78bb34b7e req-7abd8be6-d706-4d43-91bb-649ce297319e tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/ports?device_id=c1b31ce5-fce3-4d8a-b6a7-b07e44ea30d9 HTTP/1.1" status: 200 len: 945 time: 0.0620413 Jul 06 14:54:48.500205 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-94992748-d4d7-45fd-9af3-8bb78bb34b7e req-37e1d3e6-9dc6-44b3-80ec-9a6ea2377079 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/security-groups?id=dd2bc95c-84fb-4682-90b8-8ac8d7aa9ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329535 Jul 06 14:54:49.676712 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867b193d-1cb2-449c-8011-a12d94aeb6e0 req-86e93baf-f989-49ee-8d82-7a58dbc9a917 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:54:49.678170 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-867b193d-1cb2-449c-8011-a12d94aeb6e0 req-86e93baf-f989-49ee-8d82-7a58dbc9a917 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/ports?device_id=c1b31ce5-fce3-4d8a-b6a7-b07e44ea30d9 HTTP/1.1" status: 200 len: 945 time: 0.0697172 Jul 06 14:54:49.715155 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-867b193d-1cb2-449c-8011-a12d94aeb6e0 req-16128117-1ed5-47a9-b01b-bc3904fcb81b tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/security-groups?id=dd2bc95c-84fb-4682-90b8-8ac8d7aa9ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310481 Jul 06 14:54:50.886478 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32df328-90d9-4665-a84a-c2f51b812686 req-03eafd89-0b5c-4802-8e7b-982fb99e1558 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:54:50.887970 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-c32df328-90d9-4665-a84a-c2f51b812686 req-03eafd89-0b5c-4802-8e7b-982fb99e1558 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/ports?device_id=c1b31ce5-fce3-4d8a-b6a7-b07e44ea30d9 HTTP/1.1" status: 200 len: 945 time: 0.0622542 Jul 06 14:54:50.924791 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-c32df328-90d9-4665-a84a-c2f51b812686 req-56e78746-dac2-4884-afd5-95020c49dac9 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/security-groups?id=dd2bc95c-84fb-4682-90b8-8ac8d7aa9ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312221 Jul 06 14:54:52.101012 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4edf5d3-2e00-405f-96e0-6e1d222bf801 req-d466a8b7-7800-4897-ab23-963103a809b1 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:54:52.102507 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-f4edf5d3-2e00-405f-96e0-6e1d222bf801 req-d466a8b7-7800-4897-ab23-963103a809b1 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/ports?device_id=c1b31ce5-fce3-4d8a-b6a7-b07e44ea30d9 HTTP/1.1" status: 200 len: 945 time: 0.0663149 Jul 06 14:54:52.137737 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-f4edf5d3-2e00-405f-96e0-6e1d222bf801 req-361f5557-8460-4cd5-b59a-fa8506121b24 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/security-groups?id=dd2bc95c-84fb-4682-90b8-8ac8d7aa9ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0298190 Jul 06 14:54:52.942094 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-02965748-4bb3-4cb4-9d46-b893775b9c2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:54:53.308854 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01217289-f9ae-4567-84c0-1b552579a135 req-64df174c-c011-4bad-88f9-552d15dcb562 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:54:53.310355 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-01217289-f9ae-4567-84c0-1b552579a135 req-64df174c-c011-4bad-88f9-552d15dcb562 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/ports?device_id=c1b31ce5-fce3-4d8a-b6a7-b07e44ea30d9 HTTP/1.1" status: 200 len: 945 time: 0.0632384 Jul 06 14:54:53.348009 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-01217289-f9ae-4567-84c0-1b552579a135 req-af3d0b44-4ad0-45cb-98bd-772ad1751cfc tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/security-groups?id=dd2bc95c-84fb-4682-90b8-8ac8d7aa9ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316617 Jul 06 14:54:54.517325 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b00f4e-337f-4d21-b7c5-f52cae3d24a0 req-690f6c3e-51fc-45a4-8217-5313426cbeb3 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:54:54.518892 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-e0b00f4e-337f-4d21-b7c5-f52cae3d24a0 req-690f6c3e-51fc-45a4-8217-5313426cbeb3 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/ports?device_id=c1b31ce5-fce3-4d8a-b6a7-b07e44ea30d9 HTTP/1.1" status: 200 len: 945 time: 0.0628922 Jul 06 14:54:54.560568 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-e0b00f4e-337f-4d21-b7c5-f52cae3d24a0 req-78f6d508-1f3d-4a7e-ab10-292168e17e4b tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/security-groups?id=dd2bc95c-84fb-4682-90b8-8ac8d7aa9ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358841 Jul 06 14:54:55.607829 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-182dbaed-71e2-4d38-8831-bb5e23bb05b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:54:55.734852 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac73d378-5e86-4727-aa76-b0fcaac5cc40 req-e789bfe3-37f1-465a-9845-caa75eda0184 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:54:55.736852 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-ac73d378-5e86-4727-aa76-b0fcaac5cc40 req-e789bfe3-37f1-465a-9845-caa75eda0184 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/ports?device_id=c1b31ce5-fce3-4d8a-b6a7-b07e44ea30d9 HTTP/1.1" status: 200 len: 945 time: 0.0630081 Jul 06 14:54:55.773458 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-ac73d378-5e86-4727-aa76-b0fcaac5cc40 req-7f9dd13b-f2f4-47ae-99a5-9ea6210bef3b tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/security-groups?id=dd2bc95c-84fb-4682-90b8-8ac8d7aa9ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310392 Jul 06 14:54:55.950840 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:54:56.788748 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-2064eaae-da4f-48f8-82d2-b09d4ddedd44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:54:56.946608 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc9eee1-27eb-4587-8669-c9f9901d8b1c req-341c2549-0072-496b-8644-34c35d54bbb5 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:54:56.948102 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-acc9eee1-27eb-4587-8669-c9f9901d8b1c req-341c2549-0072-496b-8644-34c35d54bbb5 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/ports?device_id=c1b31ce5-fce3-4d8a-b6a7-b07e44ea30d9 HTTP/1.1" status: 200 len: 945 time: 0.0620852 Jul 06 14:54:56.984482 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-acc9eee1-27eb-4587-8669-c9f9901d8b1c req-d4ac4435-b27d-4356-bc45-fd0058016a9e tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/security-groups?id=dd2bc95c-84fb-4682-90b8-8ac8d7aa9ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308936 Jul 06 14:54:58.156234 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f3dfc7-bbb2-4cdc-bd00-15bc89757764 req-9334fa63-feaa-4f33-a797-b07ad7948d01 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:54:58.158275 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-52f3dfc7-bbb2-4cdc-bd00-15bc89757764 req-9334fa63-feaa-4f33-a797-b07ad7948d01 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/ports?device_id=c1b31ce5-fce3-4d8a-b6a7-b07e44ea30d9 HTTP/1.1" status: 200 len: 945 time: 0.0656881 Jul 06 14:54:58.195051 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-52f3dfc7-bbb2-4cdc-bd00-15bc89757764 req-91a53d7c-a9fd-4caf-842a-494f14143fdb tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/security-groups?id=dd2bc95c-84fb-4682-90b8-8ac8d7aa9ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311530 Jul 06 14:54:58.582640 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-03f71b24-a9b8-453a-8924-caa3f97bc6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:54:59.364001 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bcc87f-ef28-4263-9414-692d1f80068d req-0fce17a2-30c4-4a86-a2de-88d6bd1f652a tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:54:59.365478 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-e0bcc87f-ef28-4263-9414-692d1f80068d req-0fce17a2-30c4-4a86-a2de-88d6bd1f652a tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/ports?device_id=c1b31ce5-fce3-4d8a-b6a7-b07e44ea30d9 HTTP/1.1" status: 200 len: 945 time: 0.0616243 Jul 06 14:54:59.400991 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-e0bcc87f-ef28-4263-9414-692d1f80068d req-95d133ec-e714-4476-898d-6b91b8bda509 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/security-groups?id=dd2bc95c-84fb-4682-90b8-8ac8d7aa9ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300500 Jul 06 14:55:00.575154 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3ce397-15f2-45b0-bd83-0e4e930355de req-65979123-c397-47e1-ba45-20c23bb9045b tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:55:00.576625 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-bf3ce397-15f2-45b0-bd83-0e4e930355de req-65979123-c397-47e1-ba45-20c23bb9045b tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/ports?device_id=c1b31ce5-fce3-4d8a-b6a7-b07e44ea30d9 HTTP/1.1" status: 200 len: 945 time: 0.0661805 Jul 06 14:55:00.614013 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-bf3ce397-15f2-45b0-bd83-0e4e930355de req-14a7501e-bf1c-46d1-8aa6-536652458c21 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/security-groups?id=dd2bc95c-84fb-4682-90b8-8ac8d7aa9ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314107 Jul 06 14:55:01.789642 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e1b055-73fc-41cb-8f66-dca46f40529f req-0daf6385-344e-4baf-af62-a599a53f3926 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:55:01.791128 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-06e1b055-73fc-41cb-8f66-dca46f40529f req-0daf6385-344e-4baf-af62-a599a53f3926 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/ports?device_id=c1b31ce5-fce3-4d8a-b6a7-b07e44ea30d9 HTTP/1.1" status: 200 len: 945 time: 0.0632746 Jul 06 14:55:01.829843 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-06e1b055-73fc-41cb-8f66-dca46f40529f req-668391a1-95c2-4a0e-8b36-1f6e736104da tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/security-groups?id=dd2bc95c-84fb-4682-90b8-8ac8d7aa9ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324383 Jul 06 14:55:02.999747 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f066e1f-ffe5-490b-bb5d-9f80fa1ef8c7 req-89f97db0-0eb4-411f-bd29-e3ad5c2b9587 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:55:03.001623 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-2f066e1f-ffe5-490b-bb5d-9f80fa1ef8c7 req-89f97db0-0eb4-411f-bd29-e3ad5c2b9587 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/ports?device_id=c1b31ce5-fce3-4d8a-b6a7-b07e44ea30d9 HTTP/1.1" status: 200 len: 945 time: 0.0616956 Jul 06 14:55:03.038485 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-2f066e1f-ffe5-490b-bb5d-9f80fa1ef8c7 req-25e80135-86e1-43a2-a0c4-a37f86c5709c tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/security-groups?id=dd2bc95c-84fb-4682-90b8-8ac8d7aa9ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312192 Jul 06 14:55:04.211952 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954ae249-d69b-452e-acb1-9bc3c69f58e2 req-6623ef80-dee2-416b-b754-7eeccda7ba13 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:55:04.213400 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-954ae249-d69b-452e-acb1-9bc3c69f58e2 req-6623ef80-dee2-416b-b754-7eeccda7ba13 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/ports?device_id=c1b31ce5-fce3-4d8a-b6a7-b07e44ea30d9 HTTP/1.1" status: 200 len: 945 time: 0.0656626 Jul 06 14:55:04.249289 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-954ae249-d69b-452e-acb1-9bc3c69f58e2 req-1b201c95-ead4-4592-adab-83cc8c8d6e14 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/security-groups?id=dd2bc95c-84fb-4682-90b8-8ac8d7aa9ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304213 Jul 06 14:55:05.418564 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e1ea3f-5aa9-4689-8ab3-4ae2b732761a req-4e63d078-57ad-41ea-b629-20cd2a3c75b6 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:55:05.420051 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-81e1ea3f-5aa9-4689-8ab3-4ae2b732761a req-4e63d078-57ad-41ea-b629-20cd2a3c75b6 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/ports?device_id=c1b31ce5-fce3-4d8a-b6a7-b07e44ea30d9 HTTP/1.1" status: 200 len: 945 time: 0.0612879 Jul 06 14:55:05.457650 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-81e1ea3f-5aa9-4689-8ab3-4ae2b732761a req-58baaff6-3dad-47f4-a414-dc075c04dde5 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/security-groups?id=dd2bc95c-84fb-4682-90b8-8ac8d7aa9ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315180 Jul 06 14:55:06.633692 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ff37c0-3939-44be-88b8-f3b26fd1dca5 req-023a72cb-f7bf-4a56-9d6c-d98681e7edb0 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:55:06.635182 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-c0ff37c0-3939-44be-88b8-f3b26fd1dca5 req-023a72cb-f7bf-4a56-9d6c-d98681e7edb0 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/ports?device_id=c1b31ce5-fce3-4d8a-b6a7-b07e44ea30d9 HTTP/1.1" status: 200 len: 945 time: 0.0653203 Jul 06 14:55:06.671746 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-c0ff37c0-3939-44be-88b8-f3b26fd1dca5 req-b6528ad1-39d5-497a-871b-086c42b229fe tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/security-groups?id=dd2bc95c-84fb-4682-90b8-8ac8d7aa9ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309470 Jul 06 14:55:07.841231 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe29883-0258-466d-a618-3350337e2113 req-3a2c495d-1f40-4097-ac9f-467b00c973db tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:55:07.842673 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-bfe29883-0258-466d-a618-3350337e2113 req-3a2c495d-1f40-4097-ac9f-467b00c973db tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/ports?device_id=c1b31ce5-fce3-4d8a-b6a7-b07e44ea30d9 HTTP/1.1" status: 200 len: 945 time: 0.0616210 Jul 06 14:55:07.879037 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-bfe29883-0258-466d-a618-3350337e2113 req-424c03bb-9846-48ca-8131-adf59dad3f6c tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/security-groups?id=dd2bc95c-84fb-4682-90b8-8ac8d7aa9ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302782 Jul 06 14:55:09.061763 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6537a3e-edd7-42c8-939e-d76874a6a4a8 req-7713150c-4849-4614-a3d4-98387f4a9943 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:55:09.063489 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-b6537a3e-edd7-42c8-939e-d76874a6a4a8 req-7713150c-4849-4614-a3d4-98387f4a9943 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/ports?device_id=c1b31ce5-fce3-4d8a-b6a7-b07e44ea30d9 HTTP/1.1" status: 200 len: 945 time: 0.0654967 Jul 06 14:55:09.105889 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-b6537a3e-edd7-42c8-939e-d76874a6a4a8 req-ebce2c17-3baa-4a8a-a95c-5bfc4358416a tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/security-groups?id=dd2bc95c-84fb-4682-90b8-8ac8d7aa9ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362158 Jul 06 14:55:10.279320 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfceafa2-cf2c-4495-aaa1-acdc5e814be0 req-038989f9-fded-480d-998e-26ba07a69f8e tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:55:10.280713 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-cfceafa2-cf2c-4495-aaa1-acdc5e814be0 req-038989f9-fded-480d-998e-26ba07a69f8e tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/ports?device_id=c1b31ce5-fce3-4d8a-b6a7-b07e44ea30d9 HTTP/1.1" status: 200 len: 945 time: 0.0661061 Jul 06 14:55:10.317420 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-cfceafa2-cf2c-4495-aaa1-acdc5e814be0 req-0d8e68a0-1984-496b-879b-ab2bf86eac0b tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/security-groups?id=dd2bc95c-84fb-4682-90b8-8ac8d7aa9ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305941 Jul 06 14:55:11.198548 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:55:11.669200 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5e9587-493b-45be-aa9b-b8dffb0ec506 req-3de92b1b-833a-4791-ae9b-18a94be63231 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:55:11.670727 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-ae5e9587-493b-45be-aa9b-b8dffb0ec506 req-3de92b1b-833a-4791-ae9b-18a94be63231 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/ports?device_id=c1b31ce5-fce3-4d8a-b6a7-b07e44ea30d9 HTTP/1.1" status: 200 len: 945 time: 0.0631032 Jul 06 14:55:11.707832 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-ae5e9587-493b-45be-aa9b-b8dffb0ec506 req-4dbbea0c-cba7-472a-93cb-406b1aa34ac7 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/security-groups?id=dd2bc95c-84fb-4682-90b8-8ac8d7aa9ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315840 Jul 06 14:55:12.288873 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.agents_db [None req-167c0ad6-1657-4c9a-a2c4-3b18056aa662 None None] Agent healthcheck: found 7 active agents {{(pid=100249) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 14:55:12.883076 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0bad70-000a-45f9-9106-7543ec01048c req-7adc5b5b-30e9-42f4-bf33-b3d254aee011 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:55:12.884571 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-0b0bad70-000a-45f9-9106-7543ec01048c req-7adc5b5b-30e9-42f4-bf33-b3d254aee011 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/ports?device_id=c1b31ce5-fce3-4d8a-b6a7-b07e44ea30d9 HTTP/1.1" status: 200 len: 945 time: 0.0663621 Jul 06 14:55:12.921960 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-0b0bad70-000a-45f9-9106-7543ec01048c req-bb5c98b3-3cca-4fae-adda-76b0b47ef0cc tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/security-groups?id=dd2bc95c-84fb-4682-90b8-8ac8d7aa9ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319192 Jul 06 14:55:12.948271 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:55:14.091080 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bb9e72-586a-4131-a17a-21eaca9b4682 req-bdc75c2d-92bf-4f65-aec9-1a2818f2f35a tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:55:14.092620 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-49bb9e72-586a-4131-a17a-21eaca9b4682 req-bdc75c2d-92bf-4f65-aec9-1a2818f2f35a tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/ports?device_id=c1b31ce5-fce3-4d8a-b6a7-b07e44ea30d9 HTTP/1.1" status: 200 len: 945 time: 0.0624380 Jul 06 14:55:14.129864 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-49bb9e72-586a-4131-a17a-21eaca9b4682 req-7e0c7db4-ed2f-4297-b0cc-4132f11ef7b9 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/security-groups?id=dd2bc95c-84fb-4682-90b8-8ac8d7aa9ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312231 Jul 06 14:55:15.305628 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccd72a1-2125-4c20-afcb-8038d658dcba req-a4cdc0c6-7ee6-423b-94a6-86e76e61fd5d tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:55:15.307340 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-2ccd72a1-2125-4c20-afcb-8038d658dcba req-a4cdc0c6-7ee6-423b-94a6-86e76e61fd5d tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/ports?device_id=c1b31ce5-fce3-4d8a-b6a7-b07e44ea30d9 HTTP/1.1" status: 200 len: 945 time: 0.0649893 Jul 06 14:55:15.342742 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-2ccd72a1-2125-4c20-afcb-8038d658dcba req-71e35e20-e11f-4ffe-8e73-561f4f3e9e52 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/security-groups?id=dd2bc95c-84fb-4682-90b8-8ac8d7aa9ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0298877 Jul 06 14:55:16.513042 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c68e861-5bda-45f9-b293-8356925254c4 req-e459fef2-2f90-458d-89f4-55195013d87d tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:55:16.514486 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-0c68e861-5bda-45f9-b293-8356925254c4 req-e459fef2-2f90-458d-89f4-55195013d87d tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/ports?device_id=c1b31ce5-fce3-4d8a-b6a7-b07e44ea30d9 HTTP/1.1" status: 200 len: 945 time: 0.0613971 Jul 06 14:55:16.558188 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-0c68e861-5bda-45f9-b293-8356925254c4 req-10d041b9-6970-439a-bbe8-1b59d4495da9 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/security-groups?id=dd2bc95c-84fb-4682-90b8-8ac8d7aa9ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376077 Jul 06 14:55:17.729345 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7984e84-6132-4469-b488-9ec7410b3763 req-c1a86b01-35ff-4f00-978c-4ad8cb4d1e33 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:55:17.730834 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-e7984e84-6132-4469-b488-9ec7410b3763 req-c1a86b01-35ff-4f00-978c-4ad8cb4d1e33 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/ports?device_id=c1b31ce5-fce3-4d8a-b6a7-b07e44ea30d9 HTTP/1.1" status: 200 len: 945 time: 0.0624051 Jul 06 14:55:17.768242 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-e7984e84-6132-4469-b488-9ec7410b3763 req-dced589d-4544-4533-85bd-f6710d30d79a tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/security-groups?id=dd2bc95c-84fb-4682-90b8-8ac8d7aa9ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318537 Jul 06 14:55:18.943328 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025940d0-32c5-4ccf-b607-2b6f5cc8fada req-d14f10d6-fc02-4d36-a76b-f3595ab45acb tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:55:18.944819 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-025940d0-32c5-4ccf-b607-2b6f5cc8fada req-d14f10d6-fc02-4d36-a76b-f3595ab45acb tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/ports?device_id=c1b31ce5-fce3-4d8a-b6a7-b07e44ea30d9 HTTP/1.1" status: 200 len: 945 time: 0.0683084 Jul 06 14:55:18.981953 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-025940d0-32c5-4ccf-b607-2b6f5cc8fada req-868cd960-a09a-4400-877e-4d7b11efa13a tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/security-groups?id=dd2bc95c-84fb-4682-90b8-8ac8d7aa9ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316463 Jul 06 14:55:20.080387 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381f0e36-5f91-4fc4-8614-aa0f4e32cf8d req-8f3fe632-72d6-4e85-9e4d-f6a3dcd99bb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:55:20.081899 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-381f0e36-5f91-4fc4-8614-aa0f4e32cf8d req-8f3fe632-72d6-4e85-9e4d-f6a3dcd99bb9 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=d43e4314dc9b484b87d7a3ce014660e1&device_id=c1b31ce5-fce3-4d8a-b6a7-b07e44ea30d9 HTTP/1.1" status: 200 len: 1096 time: 0.0568209 Jul 06 14:55:20.154804 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764c6315-fb83-47b3-a901-75289cf40950 req-15b430c3-9eaa-4a8b-a3e8-5c183c9392d1 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:55:20.157461 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-764c6315-fb83-47b3-a901-75289cf40950 req-15b430c3-9eaa-4a8b-a3e8-5c183c9392d1 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/ports?device_id=c1b31ce5-fce3-4d8a-b6a7-b07e44ea30d9 HTTP/1.1" status: 200 len: 945 time: 0.0627050 Jul 06 14:55:20.190361 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381f0e36-5f91-4fc4-8614-aa0f4e32cf8d req-776378b3-c6ff-4ce0-8e0f-9f454213f428 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:55:20.191908 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-381f0e36-5f91-4fc4-8614-aa0f4e32cf8d req-776378b3-c6ff-4ce0-8e0f-9f454213f428 service neutron] 10.222.0.72 "GET /v2.0/networks?id=0de980e9-590c-42a8-a4e7-08d344113bb7 HTTP/1.1" status: 200 len: 913 time: 0.0903015 Jul 06 14:55:20.193899 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-764c6315-fb83-47b3-a901-75289cf40950 req-a80894b3-1b3e-425a-a79f-d13125100ee7 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/security-groups?id=dd2bc95c-84fb-4682-90b8-8ac8d7aa9ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310764 Jul 06 14:55:20.256607 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-381f0e36-5f91-4fc4-8614-aa0f4e32cf8d req-ccd8a8d5-11ce-41b2-b6c5-21920d99991d service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=39ddf82f-f009-4be2-aa57-b6313750867f HTTP/1.1" status: 200 len: 1001 time: 0.0576322 Jul 06 14:55:20.306014 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381f0e36-5f91-4fc4-8614-aa0f4e32cf8d req-d5a32269-91f1-443a-9748-b2fde24f1d0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:55:20.307660 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-381f0e36-5f91-4fc4-8614-aa0f4e32cf8d req-d5a32269-91f1-443a-9748-b2fde24f1d0c service neutron] 10.222.0.72 "GET /v2.0/subnets?id=3a2573d9-49c9-4536-b0b0-29496d7e3935 HTTP/1.1" status: 200 len: 850 time: 0.0441761 Jul 06 14:55:20.368153 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381f0e36-5f91-4fc4-8614-aa0f4e32cf8d req-9c03f5bc-c51d-48d7-afd0-08941d9b67c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:55:20.369635 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-381f0e36-5f91-4fc4-8614-aa0f4e32cf8d req-9c03f5bc-c51d-48d7-afd0-08941d9b67c3 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=0de980e9-590c-42a8-a4e7-08d344113bb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0562384 Jul 06 14:55:20.380123 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [req-381f0e36-5f91-4fc4-8614-aa0f4e32cf8d req-6d9f8d7a-617d-4c0d-8f85-85642705eced service neutron] http://10.222.0.104:9696/v2.0/extensions returned with HTTP 200 {{(pid=100246) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 14:55:20.381061 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-381f0e36-5f91-4fc4-8614-aa0f4e32cf8d req-6d9f8d7a-617d-4c0d-8f85-85642705eced service neutron] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050323 Jul 06 14:55:20.471649 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-381f0e36-5f91-4fc4-8614-aa0f4e32cf8d req-4b53e53e-8702-409a-aa26-77a60d8a1d60 service neutron] 10.222.0.72 "GET /v2.0/networks/0de980e9-590c-42a8-a4e7-08d344113bb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833380 Jul 06 14:55:20.562327 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-381f0e36-5f91-4fc4-8614-aa0f4e32cf8d req-4cfd2b25-b129-4d33-bdd9-f74594fc15bf service neutron] 10.222.0.72 "GET /v2.0/networks/0de980e9-590c-42a8-a4e7-08d344113bb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846763 Jul 06 14:55:21.366622 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5560ad0-f4a7-4909-a936-8483693a06ba req-31561684-4e7e-4108-be9b-def02f7422e3 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:55:21.368106 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-e5560ad0-f4a7-4909-a936-8483693a06ba req-31561684-4e7e-4108-be9b-def02f7422e3 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/ports?device_id=c1b31ce5-fce3-4d8a-b6a7-b07e44ea30d9 HTTP/1.1" status: 200 len: 945 time: 0.0655742 Jul 06 14:55:21.404435 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-e5560ad0-f4a7-4909-a936-8483693a06ba req-cd43aead-73f3-4c34-8cde-8576ed4e8f82 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/security-groups?id=dd2bc95c-84fb-4682-90b8-8ac8d7aa9ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309436 Jul 06 14:55:22.572625 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd32560-d3cf-45cd-a8dd-bc369de0794f req-754bac7b-b864-4b6e-a264-a38b695b83f9 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:55:22.574288 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-ffd32560-d3cf-45cd-a8dd-bc369de0794f req-754bac7b-b864-4b6e-a264-a38b695b83f9 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/ports?device_id=c1b31ce5-fce3-4d8a-b6a7-b07e44ea30d9 HTTP/1.1" status: 200 len: 945 time: 0.0620751 Jul 06 14:55:22.611366 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-ffd32560-d3cf-45cd-a8dd-bc369de0794f req-3aca11d4-23ab-4b96-9a3d-c1a5453542f4 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/security-groups?id=dd2bc95c-84fb-4682-90b8-8ac8d7aa9ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310738 Jul 06 14:55:22.942620 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-7d891c9a-4905-438b-a6e5-6a0a1a35a2a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:55:23.780808 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c1fb11-12bb-4b56-be47-721185fd62c3 req-aedc5ea6-c113-46f5-a0b8-e16bf7f6b439 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:55:23.782777 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-73c1fb11-12bb-4b56-be47-721185fd62c3 req-aedc5ea6-c113-46f5-a0b8-e16bf7f6b439 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/ports?device_id=c1b31ce5-fce3-4d8a-b6a7-b07e44ea30d9 HTTP/1.1" status: 200 len: 945 time: 0.0611110 Jul 06 14:55:23.822496 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-73c1fb11-12bb-4b56-be47-721185fd62c3 req-b7286752-00e5-44dc-9c7b-fed35982d5b8 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/security-groups?id=dd2bc95c-84fb-4682-90b8-8ac8d7aa9ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340652 Jul 06 14:55:25.266703 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fb3685-fb57-4d3b-8745-9e35b54f9303 req-7f42288d-391c-456f-8a0a-f4942ed38a0d tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:55:25.268122 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-e6fb3685-fb57-4d3b-8745-9e35b54f9303 req-7f42288d-391c-456f-8a0a-f4942ed38a0d tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/ports?device_id=c1b31ce5-fce3-4d8a-b6a7-b07e44ea30d9 HTTP/1.1" status: 200 len: 945 time: 0.3328373 Jul 06 14:55:25.304419 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-e6fb3685-fb57-4d3b-8745-9e35b54f9303 req-5301b847-767e-4c4f-acd5-b9e6ed5ff2e2 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/security-groups?id=dd2bc95c-84fb-4682-90b8-8ac8d7aa9ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304713 Jul 06 14:55:25.608035 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4537d3a3-98a2-4258-a5c9-a1db8c65aa60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:55:25.950537 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:55:26.474671 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c880eee2-b6ab-4d6e-a46c-57b06bc03a13 req-a17b740e-972b-4878-8300-2f2031f85888 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:55:26.476131 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-c880eee2-b6ab-4d6e-a46c-57b06bc03a13 req-a17b740e-972b-4878-8300-2f2031f85888 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/ports?device_id=c1b31ce5-fce3-4d8a-b6a7-b07e44ea30d9 HTTP/1.1" status: 200 len: 945 time: 0.0611236 Jul 06 14:55:26.512659 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-c880eee2-b6ab-4d6e-a46c-57b06bc03a13 req-6d6c196c-f33e-4543-bc83-6fb471d814a8 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/security-groups?id=dd2bc95c-84fb-4682-90b8-8ac8d7aa9ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310230 Jul 06 14:55:26.791838 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-2064eaae-da4f-48f8-82d2-b09d4ddedd44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:55:27.684952 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdb83ca-7fcd-4ba9-b37c-65bf447a9354 req-5acbd191-b9eb-4cff-a549-e46649e674c8 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:55:27.686396 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-7fdb83ca-7fcd-4ba9-b37c-65bf447a9354 req-5acbd191-b9eb-4cff-a549-e46649e674c8 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/ports?device_id=c1b31ce5-fce3-4d8a-b6a7-b07e44ea30d9 HTTP/1.1" status: 200 len: 945 time: 0.0641353 Jul 06 14:55:27.722778 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-7fdb83ca-7fcd-4ba9-b37c-65bf447a9354 req-37fc175c-1129-41da-984f-45e7a2bd5423 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/security-groups?id=dd2bc95c-84fb-4682-90b8-8ac8d7aa9ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308828 Jul 06 14:55:28.585453 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-03f71b24-a9b8-453a-8924-caa3f97bc6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:55:28.892175 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562e0188-b64f-473a-a4db-976ac83da55b req-1f434e93-d23d-4454-b883-e868e3a6b59c tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:55:28.893638 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-562e0188-b64f-473a-a4db-976ac83da55b req-1f434e93-d23d-4454-b883-e868e3a6b59c tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/ports?device_id=c1b31ce5-fce3-4d8a-b6a7-b07e44ea30d9 HTTP/1.1" status: 200 len: 945 time: 0.0615227 Jul 06 14:55:28.930564 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-562e0188-b64f-473a-a4db-976ac83da55b req-0e43a0c9-f4fa-4456-8ef9-9fcb339b8b0e tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/security-groups?id=dd2bc95c-84fb-4682-90b8-8ac8d7aa9ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313666 Jul 06 14:55:30.104791 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23633fb-ae89-42ba-8e5f-9c3924c7a847 req-b5a69326-cf6c-4675-a7d3-2b01307fd3a7 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:55:30.106214 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-a23633fb-ae89-42ba-8e5f-9c3924c7a847 req-b5a69326-cf6c-4675-a7d3-2b01307fd3a7 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/ports?device_id=c1b31ce5-fce3-4d8a-b6a7-b07e44ea30d9 HTTP/1.1" status: 200 len: 945 time: 0.0642173 Jul 06 14:55:30.141813 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-a23633fb-ae89-42ba-8e5f-9c3924c7a847 req-25291c14-b299-4e8f-8c26-27d1b96b6dcf tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/security-groups?id=dd2bc95c-84fb-4682-90b8-8ac8d7aa9ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0295908 Jul 06 14:55:31.308894 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c49667-7e8a-4360-bd8b-a5fe029f5e45 req-ae26ea85-7644-4fa1-ad4a-6af7682499f6 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:55:31.310321 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-f6c49667-7e8a-4360-bd8b-a5fe029f5e45 req-ae26ea85-7644-4fa1-ad4a-6af7682499f6 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/ports?device_id=c1b31ce5-fce3-4d8a-b6a7-b07e44ea30d9 HTTP/1.1" status: 200 len: 945 time: 0.0610397 Jul 06 14:55:31.346041 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-f6c49667-7e8a-4360-bd8b-a5fe029f5e45 req-761f470c-58b7-47e1-9531-8d3ddd31485f tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/security-groups?id=dd2bc95c-84fb-4682-90b8-8ac8d7aa9ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302870 Jul 06 14:55:32.514365 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ac1813-ad9b-4327-9946-ddf88f070799 req-bb3462b7-56a4-4489-8f4d-caf677eb03ad tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:55:32.515825 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-37ac1813-ad9b-4327-9946-ddf88f070799 req-bb3462b7-56a4-4489-8f4d-caf677eb03ad tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/ports?device_id=c1b31ce5-fce3-4d8a-b6a7-b07e44ea30d9 HTTP/1.1" status: 200 len: 945 time: 0.0608559 Jul 06 14:55:32.552338 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-37ac1813-ad9b-4327-9946-ddf88f070799 req-7f1cb801-37ea-459a-a033-09ede68425d4 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/security-groups?id=dd2bc95c-84fb-4682-90b8-8ac8d7aa9ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309441 Jul 06 14:55:33.723801 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3b65f0-a38b-4064-bf32-de46c2664a3c req-703b3925-953f-4a2f-8d47-d9c96049ab61 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:55:33.725243 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-3a3b65f0-a38b-4064-bf32-de46c2664a3c req-703b3925-953f-4a2f-8d47-d9c96049ab61 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/ports?device_id=c1b31ce5-fce3-4d8a-b6a7-b07e44ea30d9 HTTP/1.1" status: 200 len: 945 time: 0.0648553 Jul 06 14:55:33.762720 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-3a3b65f0-a38b-4064-bf32-de46c2664a3c req-7b2e18f8-3ab4-41e1-89a2-7f90848aad2f tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/security-groups?id=dd2bc95c-84fb-4682-90b8-8ac8d7aa9ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315626 Jul 06 14:55:34.932850 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5c6a48-41dd-4a76-8a85-918e326f2b5c req-c94de785-376b-4a00-8f6a-e41cf4403641 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:55:34.934289 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-fc5c6a48-41dd-4a76-8a85-918e326f2b5c req-c94de785-376b-4a00-8f6a-e41cf4403641 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/ports?device_id=c1b31ce5-fce3-4d8a-b6a7-b07e44ea30d9 HTTP/1.1" status: 200 len: 945 time: 0.0613840 Jul 06 14:55:34.970277 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-fc5c6a48-41dd-4a76-8a85-918e326f2b5c req-bcfaf017-8bb6-4fde-a4ef-10b4bd5f271f tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/security-groups?id=dd2bc95c-84fb-4682-90b8-8ac8d7aa9ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300338 Jul 06 14:55:36.144767 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3265e97-0526-4cd8-b1c4-97a4d0ad4cff req-898b7806-b29e-4aab-bfad-16be89a68cac tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:55:36.146311 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-a3265e97-0526-4cd8-b1c4-97a4d0ad4cff req-898b7806-b29e-4aab-bfad-16be89a68cac tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/ports?device_id=c1b31ce5-fce3-4d8a-b6a7-b07e44ea30d9 HTTP/1.1" status: 200 len: 945 time: 0.0663347 Jul 06 14:55:36.183037 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-a3265e97-0526-4cd8-b1c4-97a4d0ad4cff req-674fae75-82a7-4ab8-821b-abd4b955b9a3 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/security-groups?id=dd2bc95c-84fb-4682-90b8-8ac8d7aa9ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313475 Jul 06 14:55:37.353696 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2185e54-466c-48a4-b591-3c5fe6e2fe41 req-bf827d6c-851d-47b1-92ae-c254d6a84791 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:55:37.355136 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-e2185e54-466c-48a4-b591-3c5fe6e2fe41 req-bf827d6c-851d-47b1-92ae-c254d6a84791 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/ports?device_id=c1b31ce5-fce3-4d8a-b6a7-b07e44ea30d9 HTTP/1.1" status: 200 len: 945 time: 0.0613701 Jul 06 14:55:37.391530 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-e2185e54-466c-48a4-b591-3c5fe6e2fe41 req-eb66840b-c7d4-4ca4-99e1-aef5b87503cd tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/security-groups?id=dd2bc95c-84fb-4682-90b8-8ac8d7aa9ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310011 Jul 06 14:55:38.560551 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b96709-5645-45dc-8d1b-be27c5fdcb35 req-5ddfc179-f809-4574-9594-80ecf705f247 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:55:38.562051 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-12b96709-5645-45dc-8d1b-be27c5fdcb35 req-5ddfc179-f809-4574-9594-80ecf705f247 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/ports?device_id=c1b31ce5-fce3-4d8a-b6a7-b07e44ea30d9 HTTP/1.1" status: 200 len: 945 time: 0.0625768 Jul 06 14:55:38.602904 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-12b96709-5645-45dc-8d1b-be27c5fdcb35 req-d958c61c-6201-4b59-9b2d-18d934cd19fe tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/security-groups?id=dd2bc95c-84fb-4682-90b8-8ac8d7aa9ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348406 Jul 06 14:55:39.781229 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fb7f84-81aa-4583-8bd7-e971a6898796 req-cbf588ef-7bdc-4f7b-9b50-8465637ca737 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:55:39.783097 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-99fb7f84-81aa-4583-8bd7-e971a6898796 req-cbf588ef-7bdc-4f7b-9b50-8465637ca737 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/ports?device_id=c1b31ce5-fce3-4d8a-b6a7-b07e44ea30d9 HTTP/1.1" status: 200 len: 945 time: 0.0635865 Jul 06 14:55:39.819694 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-99fb7f84-81aa-4583-8bd7-e971a6898796 req-a28787d4-f7cc-4fbd-9770-d6569c885695 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/security-groups?id=dd2bc95c-84fb-4682-90b8-8ac8d7aa9ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304646 Jul 06 14:55:40.988318 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fd07d4-6010-46f2-a124-56e56f5b9e59 req-0b0cff4b-2b21-4454-947b-26c9f525043d tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:55:40.989874 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-51fd07d4-6010-46f2-a124-56e56f5b9e59 req-0b0cff4b-2b21-4454-947b-26c9f525043d tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/ports?device_id=c1b31ce5-fce3-4d8a-b6a7-b07e44ea30d9 HTTP/1.1" status: 200 len: 945 time: 0.0624592 Jul 06 14:55:41.026691 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-51fd07d4-6010-46f2-a124-56e56f5b9e59 req-536a4978-8063-492d-8b11-dd1d9bd9adf3 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/security-groups?id=dd2bc95c-84fb-4682-90b8-8ac8d7aa9ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313017 Jul 06 14:55:41.219205 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:55:42.201709 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acf65c3-9a64-41e1-be66-eeb4c203128b req-d4ba7654-740e-46e8-b896-43297245d4c9 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:55:42.203157 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-9acf65c3-9a64-41e1-be66-eeb4c203128b req-d4ba7654-740e-46e8-b896-43297245d4c9 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/ports?device_id=c1b31ce5-fce3-4d8a-b6a7-b07e44ea30d9 HTTP/1.1" status: 200 len: 945 time: 0.0658474 Jul 06 14:55:42.239901 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-9acf65c3-9a64-41e1-be66-eeb4c203128b req-9e26de20-48d9-41f6-8894-3e4818d6dca3 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/security-groups?id=dd2bc95c-84fb-4682-90b8-8ac8d7aa9ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312037 Jul 06 14:55:42.966597 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:55:43.407704 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d13ccd2-8c49-4e3f-8efc-bd20a06ed6b2 req-a9ede51f-a96f-4bec-8c46-64b0799ad1c7 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:55:43.409172 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-8d13ccd2-8c49-4e3f-8efc-bd20a06ed6b2 req-a9ede51f-a96f-4bec-8c46-64b0799ad1c7 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/ports?device_id=c1b31ce5-fce3-4d8a-b6a7-b07e44ea30d9 HTTP/1.1" status: 200 len: 945 time: 0.0617962 Jul 06 14:55:43.445896 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-8d13ccd2-8c49-4e3f-8efc-bd20a06ed6b2 req-0dcec9e8-bbfc-4ea4-84e5-9aaaea7aa02e tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/security-groups?id=dd2bc95c-84fb-4682-90b8-8ac8d7aa9ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313103 Jul 06 14:55:44.626485 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dec0557-00af-4eed-a0dd-38aca65c5a18 req-dd70d750-b4e8-4201-8252-1bf32f5a1cd7 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:55:44.628457 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-6dec0557-00af-4eed-a0dd-38aca65c5a18 req-dd70d750-b4e8-4201-8252-1bf32f5a1cd7 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/ports?device_id=c1b31ce5-fce3-4d8a-b6a7-b07e44ea30d9 HTTP/1.1" status: 200 len: 945 time: 0.0654969 Jul 06 14:55:44.666043 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-6dec0557-00af-4eed-a0dd-38aca65c5a18 req-2d23681a-5fc5-434c-913d-c7464f8a7865 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/security-groups?id=dd2bc95c-84fb-4682-90b8-8ac8d7aa9ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321331 Jul 06 14:55:45.836567 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2f10f0-d524-47e9-803c-f8eb635b28a3 req-ac1c824c-b3e2-46e8-b481-12cc0bbf954a tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:55:45.838018 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-3a2f10f0-d524-47e9-803c-f8eb635b28a3 req-ac1c824c-b3e2-46e8-b481-12cc0bbf954a tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/ports?device_id=c1b31ce5-fce3-4d8a-b6a7-b07e44ea30d9 HTTP/1.1" status: 200 len: 945 time: 0.0619991 Jul 06 14:55:45.874268 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-3a2f10f0-d524-47e9-803c-f8eb635b28a3 req-13d4c018-471e-4de1-8ed1-ed13b79596b8 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/security-groups?id=dd2bc95c-84fb-4682-90b8-8ac8d7aa9ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308161 Jul 06 14:55:47.043549 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37dcf97-6296-42ea-96b9-05ae627300e0 req-8ada79cf-2c58-4b05-bd2d-cc6316e10ac5 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:55:47.044904 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-c37dcf97-6296-42ea-96b9-05ae627300e0 req-8ada79cf-2c58-4b05-bd2d-cc6316e10ac5 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/ports?device_id=c1b31ce5-fce3-4d8a-b6a7-b07e44ea30d9 HTTP/1.1" status: 200 len: 945 time: 0.0611062 Jul 06 14:55:47.081463 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-c37dcf97-6296-42ea-96b9-05ae627300e0 req-2f62c7f3-bc6c-4920-84bf-30e76901cab6 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/security-groups?id=dd2bc95c-84fb-4682-90b8-8ac8d7aa9ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311019 Jul 06 14:55:48.255659 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126026e4-e5ef-4de0-bd7e-16503bbaf88d req-792a15f8-2703-40ee-b0c5-9aa5cecc3b8f tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:55:48.257164 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-126026e4-e5ef-4de0-bd7e-16503bbaf88d req-792a15f8-2703-40ee-b0c5-9aa5cecc3b8f tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/ports?device_id=c1b31ce5-fce3-4d8a-b6a7-b07e44ea30d9 HTTP/1.1" status: 200 len: 945 time: 0.0657237 Jul 06 14:55:48.293490 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-126026e4-e5ef-4de0-bd7e-16503bbaf88d req-c04d3921-f23c-4298-b2b2-db975b4aefdb tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/security-groups?id=dd2bc95c-84fb-4682-90b8-8ac8d7aa9ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307796 Jul 06 14:55:49.288087 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.agents_db [None req-167c0ad6-1657-4c9a-a2c4-3b18056aa662 None None] Agent healthcheck: found 7 active agents {{(pid=100249) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 14:55:49.467070 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8aa81cc-ac1f-4749-bee2-2252ef80cfb1 req-f68651d9-3e2f-46fe-8c80-6308cfd177ed tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:55:49.468544 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-a8aa81cc-ac1f-4749-bee2-2252ef80cfb1 req-f68651d9-3e2f-46fe-8c80-6308cfd177ed tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/ports?device_id=c1b31ce5-fce3-4d8a-b6a7-b07e44ea30d9 HTTP/1.1" status: 200 len: 945 time: 0.0614023 Jul 06 14:55:49.504316 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-a8aa81cc-ac1f-4749-bee2-2252ef80cfb1 req-b8c407b1-ba70-4b1d-b70f-adeebeb57b19 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/security-groups?id=dd2bc95c-84fb-4682-90b8-8ac8d7aa9ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0298042 Jul 06 14:55:50.676826 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a400f4-b16b-4d23-a290-8f75e8127783 req-d3383a62-04e2-4763-84f7-12c8540ab249 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:55:50.678275 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-b5a400f4-b16b-4d23-a290-8f75e8127783 req-d3383a62-04e2-4763-84f7-12c8540ab249 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/ports?device_id=c1b31ce5-fce3-4d8a-b6a7-b07e44ea30d9 HTTP/1.1" status: 200 len: 945 time: 0.0649455 Jul 06 14:55:50.715184 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-b5a400f4-b16b-4d23-a290-8f75e8127783 req-8e027016-2016-4e03-abab-aebd0512df1a tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/security-groups?id=dd2bc95c-84fb-4682-90b8-8ac8d7aa9ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311563 Jul 06 14:55:51.889073 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fceaf6f-166b-4510-9cd5-a71195bc54a0 req-72d68466-6d25-4499-ba3f-9c549a4b4c3d tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:55:51.890518 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-1fceaf6f-166b-4510-9cd5-a71195bc54a0 req-72d68466-6d25-4499-ba3f-9c549a4b4c3d tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/ports?device_id=c1b31ce5-fce3-4d8a-b6a7-b07e44ea30d9 HTTP/1.1" status: 200 len: 945 time: 0.0620360 Jul 06 14:55:51.926542 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-1fceaf6f-166b-4510-9cd5-a71195bc54a0 req-7357605c-ff5d-4d07-bf66-8762bb9010f7 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/security-groups?id=dd2bc95c-84fb-4682-90b8-8ac8d7aa9ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299017 Jul 06 14:55:52.944230 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-463e0b36-1629-4197-8823-d81ddf35225d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:55:53.096608 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a63943-a3b6-4b1d-ac76-ca27731c14ff req-9bf74f91-9cee-4ed9-a730-9bd5c8d30dc1 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:55:53.098075 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-d0a63943-a3b6-4b1d-ac76-ca27731c14ff req-9bf74f91-9cee-4ed9-a730-9bd5c8d30dc1 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/ports?device_id=c1b31ce5-fce3-4d8a-b6a7-b07e44ea30d9 HTTP/1.1" status: 200 len: 945 time: 0.0622947 Jul 06 14:55:53.134340 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-d0a63943-a3b6-4b1d-ac76-ca27731c14ff req-f1e75f6b-e3eb-4511-a3ed-02759cbe6494 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/security-groups?id=dd2bc95c-84fb-4682-90b8-8ac8d7aa9ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302155 Jul 06 14:55:54.310364 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110a9b14-eb1e-4aa8-a150-321f68f5a2fc req-e879cabf-2736-4f5e-9505-e2da8afb0f14 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:55:54.311763 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-110a9b14-eb1e-4aa8-a150-321f68f5a2fc req-e879cabf-2736-4f5e-9505-e2da8afb0f14 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/ports?device_id=c1b31ce5-fce3-4d8a-b6a7-b07e44ea30d9 HTTP/1.1" status: 200 len: 945 time: 0.0659971 Jul 06 14:55:54.347237 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-110a9b14-eb1e-4aa8-a150-321f68f5a2fc req-3a584cbe-8f47-43b1-b228-1027627165a9 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/security-groups?id=dd2bc95c-84fb-4682-90b8-8ac8d7aa9ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300429 Jul 06 14:55:55.517965 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0615565e-04b7-49b7-8c2a-a442ab8840ec req-721e938c-5a20-4667-a2ff-7fd7c09f9954 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:55:55.519449 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-0615565e-04b7-49b7-8c2a-a442ab8840ec req-721e938c-5a20-4667-a2ff-7fd7c09f9954 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/ports?device_id=c1b31ce5-fce3-4d8a-b6a7-b07e44ea30d9 HTTP/1.1" status: 200 len: 945 time: 0.0623944 Jul 06 14:55:55.555469 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-0615565e-04b7-49b7-8c2a-a442ab8840ec req-ff3623d4-94fa-4b59-9dd3-2857b13c8b8c tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/security-groups?id=dd2bc95c-84fb-4682-90b8-8ac8d7aa9ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305655 Jul 06 14:55:55.609007 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-07a57cfb-1cf2-4577-9c62-8a7f78315b22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:55:55.952581 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:55:56.732703 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6dacb7-53f8-4575-badd-2b458d41411e req-d3edfd66-ba59-4456-b474-1728ab2703a7 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:55:56.734335 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-3d6dacb7-53f8-4575-badd-2b458d41411e req-d3edfd66-ba59-4456-b474-1728ab2703a7 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/ports?device_id=c1b31ce5-fce3-4d8a-b6a7-b07e44ea30d9 HTTP/1.1" status: 200 len: 945 time: 0.0665562 Jul 06 14:55:56.771854 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-3d6dacb7-53f8-4575-badd-2b458d41411e req-66d5efc0-84fe-49d2-88e9-d5dfc472968f tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/security-groups?id=dd2bc95c-84fb-4682-90b8-8ac8d7aa9ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319052 Jul 06 14:55:56.794560 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-2064eaae-da4f-48f8-82d2-b09d4ddedd44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:55:57.942644 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63f15b9-9650-4b83-a5f5-548fd6c3b7c9 req-57ec1ce9-afa9-4f07-bba8-bc7b4b977d58 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:55:57.944123 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-c63f15b9-9650-4b83-a5f5-548fd6c3b7c9 req-57ec1ce9-afa9-4f07-bba8-bc7b4b977d58 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/ports?device_id=c1b31ce5-fce3-4d8a-b6a7-b07e44ea30d9 HTTP/1.1" status: 200 len: 945 time: 0.0622313 Jul 06 14:55:57.980255 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-c63f15b9-9650-4b83-a5f5-548fd6c3b7c9 req-daad5180-dea5-41a2-854f-d9bb0dee753b tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/security-groups?id=dd2bc95c-84fb-4682-90b8-8ac8d7aa9ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306168 Jul 06 14:55:58.587570 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-03f71b24-a9b8-453a-8924-caa3f97bc6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:55:59.152656 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627b5e45-1a67-4f6f-b781-f29fd9aa9c78 req-fccc6705-30f3-437f-b2f2-9e688a3c1a2a tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:55:59.154139 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-627b5e45-1a67-4f6f-b781-f29fd9aa9c78 req-fccc6705-30f3-437f-b2f2-9e688a3c1a2a tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/ports?device_id=c1b31ce5-fce3-4d8a-b6a7-b07e44ea30d9 HTTP/1.1" status: 200 len: 945 time: 0.0620799 Jul 06 14:55:59.191125 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-627b5e45-1a67-4f6f-b781-f29fd9aa9c78 req-0cbabf1b-b8ca-4bff-b950-abdb21971a26 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/security-groups?id=dd2bc95c-84fb-4682-90b8-8ac8d7aa9ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315130 Jul 06 14:56:00.364118 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3ca935-b435-4705-b4e9-68df1f6abea0 req-3f278a9c-b0f6-4b3b-b855-d9a47ef98f22 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:56:00.366154 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-bf3ca935-b435-4705-b4e9-68df1f6abea0 req-3f278a9c-b0f6-4b3b-b855-d9a47ef98f22 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/ports?device_id=c1b31ce5-fce3-4d8a-b6a7-b07e44ea30d9 HTTP/1.1" status: 200 len: 945 time: 0.0662403 Jul 06 14:56:00.402035 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-bf3ca935-b435-4705-b4e9-68df1f6abea0 req-4ef3af9c-e86d-42bb-b250-2aab9df0b9ba tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/security-groups?id=dd2bc95c-84fb-4682-90b8-8ac8d7aa9ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302751 Jul 06 14:56:01.572785 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62590272-1929-4f97-8213-ec6725b70670 req-3de24102-2b75-407d-828c-97ac6431c83e tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:56:01.574240 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-62590272-1929-4f97-8213-ec6725b70670 req-3de24102-2b75-407d-828c-97ac6431c83e tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/ports?device_id=c1b31ce5-fce3-4d8a-b6a7-b07e44ea30d9 HTTP/1.1" status: 200 len: 945 time: 0.0631685 Jul 06 14:56:01.610262 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-62590272-1929-4f97-8213-ec6725b70670 req-1deaf8e6-53b8-43c9-92c7-59acc0a5a69b tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/security-groups?id=dd2bc95c-84fb-4682-90b8-8ac8d7aa9ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305123 Jul 06 14:56:02.786711 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4cfaf4-2b2e-4bf0-8beb-c5f261039761 req-f5d627e5-0ea7-4ec2-a220-e9e1b51a740f tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:56:02.788233 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-aa4cfaf4-2b2e-4bf0-8beb-c5f261039761 req-f5d627e5-0ea7-4ec2-a220-e9e1b51a740f tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/ports?device_id=c1b31ce5-fce3-4d8a-b6a7-b07e44ea30d9 HTTP/1.1" status: 200 len: 945 time: 0.0687635 Jul 06 14:56:02.826147 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-aa4cfaf4-2b2e-4bf0-8beb-c5f261039761 req-7640993e-8b2b-4dc4-8cfc-877ed43db48d tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/security-groups?id=dd2bc95c-84fb-4682-90b8-8ac8d7aa9ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323350 Jul 06 14:56:03.999518 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ec9430-eeaf-480a-889c-dc4084afbcb6 req-ae5d8993-7c12-4835-9256-f7b26cdb7e50 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:56:04.000910 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-20ec9430-eeaf-480a-889c-dc4084afbcb6 req-ae5d8993-7c12-4835-9256-f7b26cdb7e50 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/ports?device_id=c1b31ce5-fce3-4d8a-b6a7-b07e44ea30d9 HTTP/1.1" status: 200 len: 945 time: 0.0619662 Jul 06 14:56:04.036404 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-20ec9430-eeaf-480a-889c-dc4084afbcb6 req-5597384a-62b4-4d9e-ac25-b420561ce585 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/security-groups?id=dd2bc95c-84fb-4682-90b8-8ac8d7aa9ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301042 Jul 06 14:56:05.213896 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e74985-c7aa-4601-9aee-9753ae972452 req-767cf338-a576-4898-90a0-4d371066c217 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:56:05.215378 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-b9e74985-c7aa-4601-9aee-9753ae972452 req-767cf338-a576-4898-90a0-4d371066c217 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/ports?device_id=c1b31ce5-fce3-4d8a-b6a7-b07e44ea30d9 HTTP/1.1" status: 200 len: 945 time: 0.0680068 Jul 06 14:56:05.251505 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-b9e74985-c7aa-4601-9aee-9753ae972452 req-ec4207fc-f2f2-4c5f-8837-026936c39c49 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/security-groups?id=dd2bc95c-84fb-4682-90b8-8ac8d7aa9ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305066 Jul 06 14:56:06.426632 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72199b8-ac08-4c04-8bdc-4ae03f6f60a8 req-a6937e8e-6352-42d4-8042-44c2ced419c0 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:56:06.428125 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-d72199b8-ac08-4c04-8bdc-4ae03f6f60a8 req-a6937e8e-6352-42d4-8042-44c2ced419c0 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/ports?device_id=c1b31ce5-fce3-4d8a-b6a7-b07e44ea30d9 HTTP/1.1" status: 200 len: 945 time: 0.0668516 Jul 06 14:56:06.464927 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-d72199b8-ac08-4c04-8bdc-4ae03f6f60a8 req-fee7b760-ace4-4e67-9b48-9ea43c39a6d4 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/security-groups?id=dd2bc95c-84fb-4682-90b8-8ac8d7aa9ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303681 Jul 06 14:56:07.651187 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ef1e4d-4285-4e42-ad51-8ee7cc490129 req-2e41abf9-8dd0-4895-ade6-e9449b6e66ca tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:56:07.652695 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-41ef1e4d-4285-4e42-ad51-8ee7cc490129 req-2e41abf9-8dd0-4895-ade6-e9449b6e66ca tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/ports?device_id=c1b31ce5-fce3-4d8a-b6a7-b07e44ea30d9 HTTP/1.1" status: 200 len: 945 time: 0.0627749 Jul 06 14:56:07.688896 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-41ef1e4d-4285-4e42-ad51-8ee7cc490129 req-b361323d-7be1-41e4-a4aa-570eff122e0e tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/security-groups?id=dd2bc95c-84fb-4682-90b8-8ac8d7aa9ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307415 Jul 06 14:56:08.867107 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe01700-233b-4dab-b1a5-307d93c0d33c req-236d1c3d-b281-4854-afd8-43f177a757e2 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:56:08.869119 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-8fe01700-233b-4dab-b1a5-307d93c0d33c req-236d1c3d-b281-4854-afd8-43f177a757e2 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/ports?device_id=c1b31ce5-fce3-4d8a-b6a7-b07e44ea30d9 HTTP/1.1" status: 200 len: 945 time: 0.0681403 Jul 06 14:56:08.906013 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-8fe01700-233b-4dab-b1a5-307d93c0d33c req-61d4c7ed-9dc6-4c48-b000-aa60700907f3 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/security-groups?id=dd2bc95c-84fb-4682-90b8-8ac8d7aa9ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313909 Jul 06 14:56:10.079240 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58457b3-76cf-425f-93c6-e14b5ff0e0f8 req-1e98e5bd-ecae-48d9-a1ef-852e0acaccad tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:56:10.080793 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-f58457b3-76cf-425f-93c6-e14b5ff0e0f8 req-1e98e5bd-ecae-48d9-a1ef-852e0acaccad tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/ports?device_id=c1b31ce5-fce3-4d8a-b6a7-b07e44ea30d9 HTTP/1.1" status: 200 len: 945 time: 0.0636292 Jul 06 14:56:10.117219 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-f58457b3-76cf-425f-93c6-e14b5ff0e0f8 req-d6e0af7e-dbb5-473a-8074-495f140b4e40 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/security-groups?id=dd2bc95c-84fb-4682-90b8-8ac8d7aa9ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307655 Jul 06 14:56:11.228790 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:56:11.289262 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8954ce-268a-4991-bfc4-5d28a0f6f876 req-ebc575d6-3114-4ccf-9dd4-00619c265c77 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:56:11.291263 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-7d8954ce-268a-4991-bfc4-5d28a0f6f876 req-ebc575d6-3114-4ccf-9dd4-00619c265c77 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/ports?device_id=c1b31ce5-fce3-4d8a-b6a7-b07e44ea30d9 HTTP/1.1" status: 200 len: 945 time: 0.0621331 Jul 06 14:56:11.328371 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-7d8954ce-268a-4991-bfc4-5d28a0f6f876 req-58470a3a-0d80-4c4a-b8a0-ec8d53a4add7 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/security-groups?id=dd2bc95c-84fb-4682-90b8-8ac8d7aa9ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312400 Jul 06 14:56:12.502327 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53cb7c2-a4da-4534-9786-4cf46f566603 req-276b1f20-c014-4100-96ac-21db5bd28ab8 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:56:12.503803 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-c53cb7c2-a4da-4534-9786-4cf46f566603 req-276b1f20-c014-4100-96ac-21db5bd28ab8 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/ports?device_id=c1b31ce5-fce3-4d8a-b6a7-b07e44ea30d9 HTTP/1.1" status: 200 len: 945 time: 0.0666051 Jul 06 14:56:12.540887 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-c53cb7c2-a4da-4534-9786-4cf46f566603 req-8f3a5a15-7236-4cc2-b96d-71d81ad1a729 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/security-groups?id=dd2bc95c-84fb-4682-90b8-8ac8d7aa9ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310841 Jul 06 14:56:12.981640 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:56:13.712451 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7642f20b-a5ec-4762-976b-79e07956b7e5 req-361b0131-4d80-45e0-8215-9c932736ced8 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:56:13.713904 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-7642f20b-a5ec-4762-976b-79e07956b7e5 req-361b0131-4d80-45e0-8215-9c932736ced8 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/ports?device_id=c1b31ce5-fce3-4d8a-b6a7-b07e44ea30d9 HTTP/1.1" status: 200 len: 945 time: 0.0618014 Jul 06 14:56:13.751406 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-7642f20b-a5ec-4762-976b-79e07956b7e5 req-11fd1ac8-a04c-454c-8224-363adeab810a tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/security-groups?id=dd2bc95c-84fb-4682-90b8-8ac8d7aa9ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320592 Jul 06 14:56:14.924813 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bdc8b0b-b21f-4f5b-9e8f-b5055699fbd1 req-6700e5d0-d81c-43d0-a680-558adf2111ca tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:56:14.926286 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-5bdc8b0b-b21f-4f5b-9e8f-b5055699fbd1 req-6700e5d0-d81c-43d0-a680-558adf2111ca tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/ports?device_id=c1b31ce5-fce3-4d8a-b6a7-b07e44ea30d9 HTTP/1.1" status: 200 len: 945 time: 0.0663073 Jul 06 14:56:14.964207 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-5bdc8b0b-b21f-4f5b-9e8f-b5055699fbd1 req-ecd7d4d6-a08e-4f08-a20d-a1ea0bcf8cc2 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/security-groups?id=dd2bc95c-84fb-4682-90b8-8ac8d7aa9ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316403 Jul 06 14:56:16.134530 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c6877b-69c6-4d08-bed3-420e8d9c478d req-f1bde681-407a-4f97-98b7-3fd703aafe70 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:56:16.136094 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-d9c6877b-69c6-4d08-bed3-420e8d9c478d req-f1bde681-407a-4f97-98b7-3fd703aafe70 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/ports?device_id=c1b31ce5-fce3-4d8a-b6a7-b07e44ea30d9 HTTP/1.1" status: 200 len: 945 time: 0.0617929 Jul 06 14:56:16.173646 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-d9c6877b-69c6-4d08-bed3-420e8d9c478d req-9f115c91-0772-4cf4-b020-a4f46100a007 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/security-groups?id=dd2bc95c-84fb-4682-90b8-8ac8d7aa9ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316281 Jul 06 14:56:17.344104 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977a82e1-55c9-462d-a3e8-bf8a6e81b241 req-4d8f77ad-ba11-4826-993e-1fb2d16afb9f tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:56:17.345554 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-977a82e1-55c9-462d-a3e8-bf8a6e81b241 req-4d8f77ad-ba11-4826-993e-1fb2d16afb9f tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/ports?device_id=c1b31ce5-fce3-4d8a-b6a7-b07e44ea30d9 HTTP/1.1" status: 200 len: 945 time: 0.0622687 Jul 06 14:56:17.380818 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-977a82e1-55c9-462d-a3e8-bf8a6e81b241 req-60109a76-4fae-4851-b2e9-236a1f783901 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/security-groups?id=dd2bc95c-84fb-4682-90b8-8ac8d7aa9ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0298626 Jul 06 14:56:18.560364 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ce57a4-4912-4524-be4e-1874ea0d7fab req-1ce0940a-458a-4bed-a055-277ffbc1d587 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:56:18.561856 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-74ce57a4-4912-4524-be4e-1874ea0d7fab req-1ce0940a-458a-4bed-a055-277ffbc1d587 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/ports?device_id=c1b31ce5-fce3-4d8a-b6a7-b07e44ea30d9 HTTP/1.1" status: 200 len: 945 time: 0.0676663 Jul 06 14:56:18.598587 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-74ce57a4-4912-4524-be4e-1874ea0d7fab req-2995f882-9954-4e1f-a2b7-9a1e7d4a637d tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/security-groups?id=dd2bc95c-84fb-4682-90b8-8ac8d7aa9ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311959 Jul 06 14:56:19.774166 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f922b7-e764-455e-8747-e807aab0bec1 req-83345190-c39d-4188-8291-eeccfdcbff70 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:56:19.775678 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-c1f922b7-e764-455e-8747-e807aab0bec1 req-83345190-c39d-4188-8291-eeccfdcbff70 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/ports?device_id=c1b31ce5-fce3-4d8a-b6a7-b07e44ea30d9 HTTP/1.1" status: 200 len: 945 time: 0.0652735 Jul 06 14:56:19.813109 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-c1f922b7-e764-455e-8747-e807aab0bec1 req-ed7f2c9b-5a76-453a-8d84-549f593117ec tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/security-groups?id=dd2bc95c-84fb-4682-90b8-8ac8d7aa9ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319552 Jul 06 14:56:20.995406 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a7512a-0bbe-43ba-b80a-3b950636a556 req-cc957f15-fb50-45b6-97aa-c893bd239bea tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:56:20.996803 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-58a7512a-0bbe-43ba-b80a-3b950636a556 req-cc957f15-fb50-45b6-97aa-c893bd239bea tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/ports?device_id=c1b31ce5-fce3-4d8a-b6a7-b07e44ea30d9 HTTP/1.1" status: 200 len: 945 time: 0.0745251 Jul 06 14:56:21.033354 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-58a7512a-0bbe-43ba-b80a-3b950636a556 req-71574b81-b42c-43fa-86e5-39965a237d70 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/security-groups?id=dd2bc95c-84fb-4682-90b8-8ac8d7aa9ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310388 Jul 06 14:56:22.074521 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a76cb17-6618-44b0-a58a-d028e22e4c9d req-d61bd810-da90-4d28-a248-190453a5c839 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:56:22.076066 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-8a76cb17-6618-44b0-a58a-d028e22e4c9d req-d61bd810-da90-4d28-a248-190453a5c839 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=d43e4314dc9b484b87d7a3ce014660e1&device_id=c1b31ce5-fce3-4d8a-b6a7-b07e44ea30d9 HTTP/1.1" status: 200 len: 1096 time: 0.0694535 Jul 06 14:56:22.182456 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a76cb17-6618-44b0-a58a-d028e22e4c9d req-b095c8d2-55a4-46e3-a783-2886daaff7eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:56:22.183966 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-8a76cb17-6618-44b0-a58a-d028e22e4c9d req-b095c8d2-55a4-46e3-a783-2886daaff7eb service neutron] 10.222.0.72 "GET /v2.0/networks?id=0de980e9-590c-42a8-a4e7-08d344113bb7 HTTP/1.1" status: 200 len: 913 time: 0.0872064 Jul 06 14:56:22.206208 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9fc3e0-4687-436d-a0c3-8d33575de7b0 req-22eb8fc0-0a98-491d-8e58-07fcb42dd86e tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:56:22.207734 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-1a9fc3e0-4687-436d-a0c3-8d33575de7b0 req-22eb8fc0-0a98-491d-8e58-07fcb42dd86e tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/ports?device_id=c1b31ce5-fce3-4d8a-b6a7-b07e44ea30d9 HTTP/1.1" status: 200 len: 945 time: 0.0637558 Jul 06 14:56:22.245281 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-1a9fc3e0-4687-436d-a0c3-8d33575de7b0 req-c676062b-76d1-44f6-a3fb-12ea67026b79 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/security-groups?id=dd2bc95c-84fb-4682-90b8-8ac8d7aa9ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318842 Jul 06 14:56:22.247151 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-8a76cb17-6618-44b0-a58a-d028e22e4c9d req-c05cf487-a267-44c2-9e6c-47f666fe53ec service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=39ddf82f-f009-4be2-aa57-b6313750867f HTTP/1.1" status: 200 len: 1001 time: 0.0569696 Jul 06 14:56:22.296355 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a76cb17-6618-44b0-a58a-d028e22e4c9d req-916e1446-b1ac-4226-8a01-efa52dc975c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:56:22.297823 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-8a76cb17-6618-44b0-a58a-d028e22e4c9d req-916e1446-b1ac-4226-8a01-efa52dc975c6 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=3a2573d9-49c9-4536-b0b0-29496d7e3935 HTTP/1.1" status: 200 len: 850 time: 0.0448766 Jul 06 14:56:22.356894 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a76cb17-6618-44b0-a58a-d028e22e4c9d req-c95b408c-03bb-471d-8b38-c7fc60c2916d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:56:22.358349 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-8a76cb17-6618-44b0-a58a-d028e22e4c9d req-c95b408c-03bb-471d-8b38-c7fc60c2916d service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=0de980e9-590c-42a8-a4e7-08d344113bb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0546076 Jul 06 14:56:22.445303 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-8a76cb17-6618-44b0-a58a-d028e22e4c9d req-2f034c74-b63a-47ac-8cf9-bd2fe992466a service neutron] 10.222.0.72 "GET /v2.0/networks/0de980e9-590c-42a8-a4e7-08d344113bb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800979 Jul 06 14:56:22.534242 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-8a76cb17-6618-44b0-a58a-d028e22e4c9d req-25b5b459-3cd5-4674-84a3-f69e2c4b061d service neutron] 10.222.0.72 "GET /v2.0/networks/0de980e9-590c-42a8-a4e7-08d344113bb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830173 Jul 06 14:56:22.948646 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-40ac6d19-1095-46fb-a9d6-24cf4f915031 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:56:23.420987 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40aa5857-6f2e-41d9-b83b-bacd9e71bf9e req-4d259821-acf6-47f2-ac0c-8403f22c3917 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:56:23.422467 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-40aa5857-6f2e-41d9-b83b-bacd9e71bf9e req-4d259821-acf6-47f2-ac0c-8403f22c3917 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/ports?device_id=c1b31ce5-fce3-4d8a-b6a7-b07e44ea30d9 HTTP/1.1" status: 200 len: 945 time: 0.0623682 Jul 06 14:56:23.460071 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-40aa5857-6f2e-41d9-b83b-bacd9e71bf9e req-3e14db8c-1890-40be-8a93-031c14d7424a tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/security-groups?id=dd2bc95c-84fb-4682-90b8-8ac8d7aa9ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321362 Jul 06 14:56:24.634282 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c5a259-4e5e-409e-857a-997c7087bcf4 req-ab935c37-d871-478c-a815-fbcdbfc87796 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:56:24.635764 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-10c5a259-4e5e-409e-857a-997c7087bcf4 req-ab935c37-d871-478c-a815-fbcdbfc87796 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/ports?device_id=c1b31ce5-fce3-4d8a-b6a7-b07e44ea30d9 HTTP/1.1" status: 200 len: 945 time: 0.0653529 Jul 06 14:56:24.672884 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-10c5a259-4e5e-409e-857a-997c7087bcf4 req-d5441d66-6cd6-46c9-9bda-08651792df52 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/security-groups?id=dd2bc95c-84fb-4682-90b8-8ac8d7aa9ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316226 Jul 06 14:56:25.607989 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4861e89e-4c26-4477-8716-dee2d48c79cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:56:25.843454 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba6a839-d2ac-4753-b1b1-bdb355e3a112 req-784c7690-f442-4a0d-b0a9-26449e4ecc3d tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:56:25.844912 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-fba6a839-d2ac-4753-b1b1-bdb355e3a112 req-784c7690-f442-4a0d-b0a9-26449e4ecc3d tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/ports?device_id=c1b31ce5-fce3-4d8a-b6a7-b07e44ea30d9 HTTP/1.1" status: 200 len: 945 time: 0.0622966 Jul 06 14:56:25.881467 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-fba6a839-d2ac-4753-b1b1-bdb355e3a112 req-4e8c9cde-c733-4737-a244-c7462028c37f tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/security-groups?id=dd2bc95c-84fb-4682-90b8-8ac8d7aa9ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311158 Jul 06 14:56:25.955695 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:56:26.286255 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.agents_db [None req-167c0ad6-1657-4c9a-a2c4-3b18056aa662 None None] Agent healthcheck: found 7 active agents {{(pid=100249) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 14:56:26.797099 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-2064eaae-da4f-48f8-82d2-b09d4ddedd44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:56:27.062513 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82803f47-37cd-464a-9144-75448ecb6295 req-134eb3bd-cef5-46fd-85d4-4fc471aa2e37 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:56:27.063927 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-82803f47-37cd-464a-9144-75448ecb6295 req-134eb3bd-cef5-46fd-85d4-4fc471aa2e37 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/ports?device_id=c1b31ce5-fce3-4d8a-b6a7-b07e44ea30d9 HTTP/1.1" status: 200 len: 945 time: 0.0671124 Jul 06 14:56:27.100261 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-82803f47-37cd-464a-9144-75448ecb6295 req-3fa41fe8-006e-4fca-b31a-52cb6d48b598 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/security-groups?id=dd2bc95c-84fb-4682-90b8-8ac8d7aa9ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308440 Jul 06 14:56:28.274422 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88eb5717-6576-4a8f-b61e-26ae38d950d7 req-2481afad-9bf4-487a-ab0d-31236dd37243 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:56:28.275906 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-88eb5717-6576-4a8f-b61e-26ae38d950d7 req-2481afad-9bf4-487a-ab0d-31236dd37243 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/ports?device_id=c1b31ce5-fce3-4d8a-b6a7-b07e44ea30d9 HTTP/1.1" status: 200 len: 945 time: 0.0622308 Jul 06 14:56:28.314910 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-88eb5717-6576-4a8f-b61e-26ae38d950d7 req-42a0f4bb-a065-4e54-9fe0-5ac3f60967ee tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/security-groups?id=dd2bc95c-84fb-4682-90b8-8ac8d7aa9ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333087 Jul 06 14:56:28.591110 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-03f71b24-a9b8-453a-8924-caa3f97bc6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:56:29.485567 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e4ca7b-496d-41fe-9f79-e52ed2b83ba4 req-8b49c885-f507-46f5-bb81-6dfeec604243 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:56:29.487052 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-70e4ca7b-496d-41fe-9f79-e52ed2b83ba4 req-8b49c885-f507-46f5-bb81-6dfeec604243 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/ports?device_id=c1b31ce5-fce3-4d8a-b6a7-b07e44ea30d9 HTTP/1.1" status: 200 len: 945 time: 0.0618715 Jul 06 14:56:29.523108 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-70e4ca7b-496d-41fe-9f79-e52ed2b83ba4 req-1837b49c-4f04-4b2f-9ac1-99d1f441c0ee tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/security-groups?id=dd2bc95c-84fb-4682-90b8-8ac8d7aa9ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306044 Jul 06 14:56:30.697400 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb622c76-fc29-43dc-9593-9a031669933a req-38d0bfde-1067-437c-94e5-b9b26439439a tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:56:30.698883 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-eb622c76-fc29-43dc-9593-9a031669933a req-38d0bfde-1067-437c-94e5-b9b26439439a tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/ports?device_id=c1b31ce5-fce3-4d8a-b6a7-b07e44ea30d9 HTTP/1.1" status: 200 len: 945 time: 0.0676534 Jul 06 14:56:30.734897 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-eb622c76-fc29-43dc-9593-9a031669933a req-de36368f-2c63-42f4-9747-38b1a5168ab3 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/security-groups?id=dd2bc95c-84fb-4682-90b8-8ac8d7aa9ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304079 Jul 06 14:56:31.904268 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc53c2c7-769c-4411-b7dc-669d7cfb9ece req-20425ba4-69a9-4ccd-bc5a-97e6a4d0810c tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:56:31.905743 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-dc53c2c7-769c-4411-b7dc-669d7cfb9ece req-20425ba4-69a9-4ccd-bc5a-97e6a4d0810c tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/ports?device_id=c1b31ce5-fce3-4d8a-b6a7-b07e44ea30d9 HTTP/1.1" status: 200 len: 945 time: 0.0621102 Jul 06 14:56:31.942306 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-dc53c2c7-769c-4411-b7dc-669d7cfb9ece req-6d854013-a137-42d0-a5e5-f6bbe43eea29 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/security-groups?id=dd2bc95c-84fb-4682-90b8-8ac8d7aa9ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312209 Jul 06 14:56:33.119151 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a30cca-10a4-4887-bc44-1134b07bd3ea req-24fb6eb9-3e2b-4928-afdc-504f70113ee4 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:56:33.120650 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-b8a30cca-10a4-4887-bc44-1134b07bd3ea req-24fb6eb9-3e2b-4928-afdc-504f70113ee4 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/ports?device_id=c1b31ce5-fce3-4d8a-b6a7-b07e44ea30d9 HTTP/1.1" status: 200 len: 945 time: 0.0665250 Jul 06 14:56:33.157997 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-b8a30cca-10a4-4887-bc44-1134b07bd3ea req-5c70cb98-9a85-4cc6-9d36-c641cd36c4bd tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/security-groups?id=dd2bc95c-84fb-4682-90b8-8ac8d7aa9ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319872 Jul 06 14:56:34.326540 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9762b0fc-68db-463b-affc-302324e2bf09 req-392b7500-f55c-4f06-b4ab-c12985b9ef9f tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:56:34.327961 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-9762b0fc-68db-463b-affc-302324e2bf09 req-392b7500-f55c-4f06-b4ab-c12985b9ef9f tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/ports?device_id=c1b31ce5-fce3-4d8a-b6a7-b07e44ea30d9 HTTP/1.1" status: 200 len: 945 time: 0.0626583 Jul 06 14:56:34.367050 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-9762b0fc-68db-463b-affc-302324e2bf09 req-3316ccf4-b939-4c20-aa08-df0842f1cde8 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/security-groups?id=dd2bc95c-84fb-4682-90b8-8ac8d7aa9ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336838 Jul 06 14:56:35.538034 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54248de-5f92-47d9-88dc-614e336ebfe5 req-34435823-ff91-4fd3-83f8-9f82e751ec23 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:56:35.540023 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-b54248de-5f92-47d9-88dc-614e336ebfe5 req-34435823-ff91-4fd3-83f8-9f82e751ec23 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/ports?device_id=c1b31ce5-fce3-4d8a-b6a7-b07e44ea30d9 HTTP/1.1" status: 200 len: 945 time: 0.0612848 Jul 06 14:56:35.580658 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-b54248de-5f92-47d9-88dc-614e336ebfe5 req-333b735b-bd76-4f80-b495-b5b7ce34fd01 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/security-groups?id=dd2bc95c-84fb-4682-90b8-8ac8d7aa9ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351572 Jul 06 14:56:36.757041 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f6a9da-46d8-4f9c-96a4-287d9e9ad542 req-86eaab1e-a70d-41ec-99a6-c3c5de559bab tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:56:36.758514 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-e3f6a9da-46d8-4f9c-96a4-287d9e9ad542 req-86eaab1e-a70d-41ec-99a6-c3c5de559bab tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/ports?device_id=c1b31ce5-fce3-4d8a-b6a7-b07e44ea30d9 HTTP/1.1" status: 200 len: 945 time: 0.0677171 Jul 06 14:56:36.794963 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-e3f6a9da-46d8-4f9c-96a4-287d9e9ad542 req-cafb9aab-3c01-4c31-8b0e-398e35170e78 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/security-groups?id=dd2bc95c-84fb-4682-90b8-8ac8d7aa9ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309017 Jul 06 14:56:37.968195 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2d2c14-c937-4286-bfe3-5998a24e0f40 req-e5cae900-cf47-4337-b690-40e84243d2d1 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:56:37.969653 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-db2d2c14-c937-4286-bfe3-5998a24e0f40 req-e5cae900-cf47-4337-b690-40e84243d2d1 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/ports?device_id=c1b31ce5-fce3-4d8a-b6a7-b07e44ea30d9 HTTP/1.1" status: 200 len: 945 time: 0.0622861 Jul 06 14:56:38.006357 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-db2d2c14-c937-4286-bfe3-5998a24e0f40 req-1478ff73-c3b3-433c-a7e4-d25edb98dd7e tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/security-groups?id=dd2bc95c-84fb-4682-90b8-8ac8d7aa9ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312474 Jul 06 14:56:39.181786 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31ebb0a-12cc-4336-8c77-cb962fce4414 req-2ad631a7-61b1-46a2-9cec-baa490afb9a4 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:56:39.183288 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-d31ebb0a-12cc-4336-8c77-cb962fce4414 req-2ad631a7-61b1-46a2-9cec-baa490afb9a4 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/ports?device_id=c1b31ce5-fce3-4d8a-b6a7-b07e44ea30d9 HTTP/1.1" status: 200 len: 945 time: 0.0650365 Jul 06 14:56:39.219969 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-d31ebb0a-12cc-4336-8c77-cb962fce4414 req-54f324d9-9f98-4db6-a1e6-d1b92da7626c tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/security-groups?id=dd2bc95c-84fb-4682-90b8-8ac8d7aa9ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312111 Jul 06 14:56:40.388800 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139b4f92-1783-487b-8ac8-1fedf9070878 req-e1fdd1b4-ceea-49e2-91c0-41e2799a8f15 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:56:40.390275 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-139b4f92-1783-487b-8ac8-1fedf9070878 req-e1fdd1b4-ceea-49e2-91c0-41e2799a8f15 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/ports?device_id=c1b31ce5-fce3-4d8a-b6a7-b07e44ea30d9 HTTP/1.1" status: 200 len: 945 time: 0.0619798 Jul 06 14:56:40.427106 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-139b4f92-1783-487b-8ac8-1fedf9070878 req-6758b98d-8a47-4f0c-9f5f-bb7f76cd24e1 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/security-groups?id=dd2bc95c-84fb-4682-90b8-8ac8d7aa9ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315080 Jul 06 14:56:41.225872 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:56:41.595530 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655e2399-38f8-41bd-896b-8c4f582e9bde req-919c8016-fdd3-4e05-8f6b-3f31ead78210 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:56:41.596978 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-655e2399-38f8-41bd-896b-8c4f582e9bde req-919c8016-fdd3-4e05-8f6b-3f31ead78210 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/ports?device_id=c1b31ce5-fce3-4d8a-b6a7-b07e44ea30d9 HTTP/1.1" status: 200 len: 945 time: 0.0618191 Jul 06 14:56:41.632829 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-655e2399-38f8-41bd-896b-8c4f582e9bde req-b68e8660-0733-4f92-a8b7-d030afb99270 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/security-groups?id=dd2bc95c-84fb-4682-90b8-8ac8d7aa9ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303500 Jul 06 14:56:42.812977 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b7971d-19aa-446f-a47b-fdcf3d4bd318 req-7d3c2fcf-55a7-4bf8-bb69-44cee85d4d46 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:56:42.814473 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-b1b7971d-19aa-446f-a47b-fdcf3d4bd318 req-7d3c2fcf-55a7-4bf8-bb69-44cee85d4d46 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/ports?device_id=c1b31ce5-fce3-4d8a-b6a7-b07e44ea30d9 HTTP/1.1" status: 200 len: 945 time: 0.0681922 Jul 06 14:56:42.851562 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-b1b7971d-19aa-446f-a47b-fdcf3d4bd318 req-c8b6dad1-1720-4f45-8eb9-3e6bee9d9b85 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/security-groups?id=dd2bc95c-84fb-4682-90b8-8ac8d7aa9ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315919 Jul 06 14:56:42.985003 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:56:44.019981 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce3baed-0752-41a3-b2f6-127aed05287e req-e006f3d9-2a78-44a8-a9a2-1c87c9a48ed1 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:56:44.021361 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-2ce3baed-0752-41a3-b2f6-127aed05287e req-e006f3d9-2a78-44a8-a9a2-1c87c9a48ed1 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/ports?device_id=c1b31ce5-fce3-4d8a-b6a7-b07e44ea30d9 HTTP/1.1" status: 200 len: 945 time: 0.0620253 Jul 06 14:56:44.059069 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-2ce3baed-0752-41a3-b2f6-127aed05287e req-42581ce6-b0ab-4fd8-b93e-d82e1576bbab tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/security-groups?id=dd2bc95c-84fb-4682-90b8-8ac8d7aa9ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317414 Jul 06 14:56:45.239171 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca0d2d6-bc70-46c6-b9ad-3b9348dd712c req-a006752f-116f-42a6-b88f-7af29923fd03 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:56:45.240675 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-3ca0d2d6-bc70-46c6-b9ad-3b9348dd712c req-a006752f-116f-42a6-b88f-7af29923fd03 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/ports?device_id=c1b31ce5-fce3-4d8a-b6a7-b07e44ea30d9 HTTP/1.1" status: 200 len: 945 time: 0.0654414 Jul 06 14:56:45.277634 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-3ca0d2d6-bc70-46c6-b9ad-3b9348dd712c req-65067513-e7e6-4d7f-bae7-112390f53d23 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/security-groups?id=dd2bc95c-84fb-4682-90b8-8ac8d7aa9ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315275 Jul 06 14:56:46.448843 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d716762-760a-476c-b4eb-ced5d8feff23 req-1ee59d31-3be7-485a-8e39-11ab3de95f86 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:56:46.450314 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-9d716762-760a-476c-b4eb-ced5d8feff23 req-1ee59d31-3be7-485a-8e39-11ab3de95f86 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/ports?device_id=c1b31ce5-fce3-4d8a-b6a7-b07e44ea30d9 HTTP/1.1" status: 200 len: 945 time: 0.0657506 Jul 06 14:56:46.486371 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-9d716762-760a-476c-b4eb-ced5d8feff23 req-a9b77ad8-f73b-4d95-ae3d-012da846c861 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/security-groups?id=dd2bc95c-84fb-4682-90b8-8ac8d7aa9ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305870 Jul 06 14:56:47.661504 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e78c23-1200-494e-9383-4baa64ca9c55 req-68a36b7f-3ab1-45f2-a89a-ad1990e32cd0 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:56:47.662997 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-d5e78c23-1200-494e-9383-4baa64ca9c55 req-68a36b7f-3ab1-45f2-a89a-ad1990e32cd0 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/ports?device_id=c1b31ce5-fce3-4d8a-b6a7-b07e44ea30d9 HTTP/1.1" status: 200 len: 945 time: 0.0647578 Jul 06 14:56:47.700479 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-d5e78c23-1200-494e-9383-4baa64ca9c55 req-86fc6886-21a2-4e88-bc04-458c31c980b0 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/security-groups?id=dd2bc95c-84fb-4682-90b8-8ac8d7aa9ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312657 Jul 06 14:56:48.875007 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb1f2f1-9511-48ab-855f-1500a2fe4a3d req-7dc256c1-6580-41c2-9bbc-c5a459acb155 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:56:48.876502 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-0fb1f2f1-9511-48ab-855f-1500a2fe4a3d req-7dc256c1-6580-41c2-9bbc-c5a459acb155 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/ports?device_id=c1b31ce5-fce3-4d8a-b6a7-b07e44ea30d9 HTTP/1.1" status: 200 len: 945 time: 0.0661130 Jul 06 14:56:48.912084 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-0fb1f2f1-9511-48ab-855f-1500a2fe4a3d req-ccac1ac4-e24a-42de-bb53-7042a0588ef9 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/security-groups?id=dd2bc95c-84fb-4682-90b8-8ac8d7aa9ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301552 Jul 06 14:56:50.080998 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c3670a-9425-41df-88fe-bd7598a6d9e5 req-c0bf3c82-8629-4594-ac59-5bf4a47ebdf0 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:56:50.082523 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-f3c3670a-9425-41df-88fe-bd7598a6d9e5 req-c0bf3c82-8629-4594-ac59-5bf4a47ebdf0 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/ports?device_id=c1b31ce5-fce3-4d8a-b6a7-b07e44ea30d9 HTTP/1.1" status: 200 len: 945 time: 0.0625224 Jul 06 14:56:50.120128 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-f3c3670a-9425-41df-88fe-bd7598a6d9e5 req-1d6284f0-385c-484e-8584-3cfae4f7c313 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/security-groups?id=dd2bc95c-84fb-4682-90b8-8ac8d7aa9ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320504 Jul 06 14:56:51.299241 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd9f9c0-3e00-4ffa-93b6-852d30b61cdd req-0b5d1bd9-1f81-4ba3-8a23-97f95722624b tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:56:51.300732 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-fcd9f9c0-3e00-4ffa-93b6-852d30b61cdd req-0b5d1bd9-1f81-4ba3-8a23-97f95722624b tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/ports?device_id=c1b31ce5-fce3-4d8a-b6a7-b07e44ea30d9 HTTP/1.1" status: 200 len: 945 time: 0.0661106 Jul 06 14:56:51.337305 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-fcd9f9c0-3e00-4ffa-93b6-852d30b61cdd req-59babe76-a4e3-400d-9b97-bbe851490f15 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/security-groups?id=dd2bc95c-84fb-4682-90b8-8ac8d7aa9ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310998 Jul 06 14:56:52.509546 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd91a0c8-8026-4f6e-8d02-2926f4b904b9 req-cee51216-e160-46db-8353-2de185d1e2ee tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:56:52.511514 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-cd91a0c8-8026-4f6e-8d02-2926f4b904b9 req-cee51216-e160-46db-8353-2de185d1e2ee tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/ports?device_id=c1b31ce5-fce3-4d8a-b6a7-b07e44ea30d9 HTTP/1.1" status: 200 len: 945 time: 0.0614398 Jul 06 14:56:52.547320 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-cd91a0c8-8026-4f6e-8d02-2926f4b904b9 req-990df95e-7f33-4068-8cb5-5e449de53fd0 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/security-groups?id=dd2bc95c-84fb-4682-90b8-8ac8d7aa9ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303223 Jul 06 14:56:52.950008 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-9448e9c7-85f0-4067-841d-3f023b9fea67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:56:53.715267 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f34b991-63da-4035-9ebb-2a70d796d9bd req-2b333916-7f21-4561-aff4-f9d84fd4b312 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:56:53.716754 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-8f34b991-63da-4035-9ebb-2a70d796d9bd req-2b333916-7f21-4561-aff4-f9d84fd4b312 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/ports?device_id=c1b31ce5-fce3-4d8a-b6a7-b07e44ea30d9 HTTP/1.1" status: 200 len: 945 time: 0.0610733 Jul 06 14:56:53.757337 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-8f34b991-63da-4035-9ebb-2a70d796d9bd req-62ef2d9a-a19a-4c13-98eb-ae0ceef5c836 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/security-groups?id=dd2bc95c-84fb-4682-90b8-8ac8d7aa9ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351362 Jul 06 14:56:54.926413 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4c4701-2b75-4a2d-bae6-e4bd02a7c4ba req-bd8bdb58-49f7-4a35-8950-49408bb058b3 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:56:54.927943 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-9a4c4701-2b75-4a2d-bae6-e4bd02a7c4ba req-bd8bdb58-49f7-4a35-8950-49408bb058b3 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/ports?device_id=c1b31ce5-fce3-4d8a-b6a7-b07e44ea30d9 HTTP/1.1" status: 200 len: 945 time: 0.0614762 Jul 06 14:56:54.964842 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-9a4c4701-2b75-4a2d-bae6-e4bd02a7c4ba req-6c5b4527-b52a-487f-95cc-459e96273a10 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/security-groups?id=dd2bc95c-84fb-4682-90b8-8ac8d7aa9ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312169 Jul 06 14:56:55.607312 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-f5cd678d-5a46-4414-92e6-f5495aece488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:56:55.956484 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:56:56.134419 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1517d8-6a9b-431f-9e9a-b7f5f31e5852 req-de57a5a7-550b-41e9-b3e7-ff95f96f9a50 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:56:56.136480 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-bf1517d8-6a9b-431f-9e9a-b7f5f31e5852 req-de57a5a7-550b-41e9-b3e7-ff95f96f9a50 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/ports?device_id=c1b31ce5-fce3-4d8a-b6a7-b07e44ea30d9 HTTP/1.1" status: 200 len: 945 time: 0.0611534 Jul 06 14:56:56.172189 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-bf1517d8-6a9b-431f-9e9a-b7f5f31e5852 req-5fa740ed-6c21-4df2-978c-78cb8476cb11 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/security-groups?id=dd2bc95c-84fb-4682-90b8-8ac8d7aa9ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300953 Jul 06 14:56:56.801851 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-2064eaae-da4f-48f8-82d2-b09d4ddedd44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:56:57.348546 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738ad8f8-ddd3-4b61-bf3d-54e5cc4a1aa9 req-89374714-2cfd-44d9-a37e-52dea3ca479f tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:56:57.350020 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-738ad8f8-ddd3-4b61-bf3d-54e5cc4a1aa9 req-89374714-2cfd-44d9-a37e-52dea3ca479f tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/ports?device_id=c1b31ce5-fce3-4d8a-b6a7-b07e44ea30d9 HTTP/1.1" status: 200 len: 945 time: 0.0660281 Jul 06 14:56:57.388315 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-738ad8f8-ddd3-4b61-bf3d-54e5cc4a1aa9 req-8ace116d-cf70-47b2-8091-f6b3fb0a53be tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/security-groups?id=dd2bc95c-84fb-4682-90b8-8ac8d7aa9ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328643 Jul 06 14:56:58.565057 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b061fc-af96-44ce-ba24-fea9677b1b6a req-394c0538-e04c-4de4-af20-8d9ee008812a tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:56:58.566537 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-25b061fc-af96-44ce-ba24-fea9677b1b6a req-394c0538-e04c-4de4-af20-8d9ee008812a tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/ports?device_id=c1b31ce5-fce3-4d8a-b6a7-b07e44ea30d9 HTTP/1.1" status: 200 len: 945 time: 0.0694392 Jul 06 14:56:58.593688 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-03f71b24-a9b8-453a-8924-caa3f97bc6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:56:58.604533 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-25b061fc-af96-44ce-ba24-fea9677b1b6a req-c1c397f1-281c-483d-91c2-996c9e2e5465 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/security-groups?id=dd2bc95c-84fb-4682-90b8-8ac8d7aa9ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323772 Jul 06 14:56:59.781113 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e970388a-b743-4094-8423-e6709a4f1f08 req-11bd2c8d-b34d-45dc-8b7a-563d40476721 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:56:59.782652 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-e970388a-b743-4094-8423-e6709a4f1f08 req-11bd2c8d-b34d-45dc-8b7a-563d40476721 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/ports?device_id=c1b31ce5-fce3-4d8a-b6a7-b07e44ea30d9 HTTP/1.1" status: 200 len: 945 time: 0.0633235 Jul 06 14:56:59.823520 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-e970388a-b743-4094-8423-e6709a4f1f08 req-4da5cc3d-ffe3-4984-a552-1c31d4db794b tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/security-groups?id=dd2bc95c-84fb-4682-90b8-8ac8d7aa9ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353632 Jul 06 14:57:00.991002 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c8252b-8c1b-4352-870f-fa0b2d30c7e9 req-90b52617-0ff6-4c1d-859f-edeafec1fa22 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:57:00.992403 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-c1c8252b-8c1b-4352-870f-fa0b2d30c7e9 req-90b52617-0ff6-4c1d-859f-edeafec1fa22 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/ports?device_id=c1b31ce5-fce3-4d8a-b6a7-b07e44ea30d9 HTTP/1.1" status: 200 len: 945 time: 0.0615892 Jul 06 14:57:01.028450 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-c1c8252b-8c1b-4352-870f-fa0b2d30c7e9 req-5df8d0f1-9d08-42f4-9ae3-dfccb72a434c tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/security-groups?id=dd2bc95c-84fb-4682-90b8-8ac8d7aa9ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306313 Jul 06 14:57:02.205372 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2f70eb-d34b-4082-98d3-730676d28abd req-f74265a2-eabe-4586-9db8-28451e65affd tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:57:02.206826 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-ea2f70eb-d34b-4082-98d3-730676d28abd req-f74265a2-eabe-4586-9db8-28451e65affd tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/ports?device_id=c1b31ce5-fce3-4d8a-b6a7-b07e44ea30d9 HTTP/1.1" status: 200 len: 945 time: 0.0618930 Jul 06 14:57:02.243001 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-ea2f70eb-d34b-4082-98d3-730676d28abd req-2ac36ea2-a5a4-4631-85fb-ecf6b3fdf51e tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/security-groups?id=dd2bc95c-84fb-4682-90b8-8ac8d7aa9ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307271 Jul 06 14:57:03.285070 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.agents_db [None req-167c0ad6-1657-4c9a-a2c4-3b18056aa662 None None] Agent healthcheck: found 7 active agents {{(pid=100249) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 14:57:03.416323 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc97dbb9-5739-4536-bec8-3545cd7eb4e7 req-a09e6924-a3fc-4d09-9031-38e1d47a6f1e tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:57:03.417827 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-cc97dbb9-5739-4536-bec8-3545cd7eb4e7 req-a09e6924-a3fc-4d09-9031-38e1d47a6f1e tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/ports?device_id=c1b31ce5-fce3-4d8a-b6a7-b07e44ea30d9 HTTP/1.1" status: 200 len: 945 time: 0.0656350 Jul 06 14:57:03.457969 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-cc97dbb9-5739-4536-bec8-3545cd7eb4e7 req-bd091ca2-7b83-49d9-8430-1bcf26e5f535 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/security-groups?id=dd2bc95c-84fb-4682-90b8-8ac8d7aa9ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346658 Jul 06 14:57:04.627435 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c433227-014f-468c-bc90-0c91d3765c5b req-0a12ef7f-208a-4fd5-b4b2-016d3071baab tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:57:04.628898 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-0c433227-014f-468c-bc90-0c91d3765c5b req-0a12ef7f-208a-4fd5-b4b2-016d3071baab tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/ports?device_id=c1b31ce5-fce3-4d8a-b6a7-b07e44ea30d9 HTTP/1.1" status: 200 len: 945 time: 0.0614946 Jul 06 14:57:04.666306 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-0c433227-014f-468c-bc90-0c91d3765c5b req-48328ad7-1d95-469b-ad00-e2938ad15161 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/security-groups?id=dd2bc95c-84fb-4682-90b8-8ac8d7aa9ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320175 Jul 06 14:57:05.837387 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498fb1db-04df-45d2-8a01-a20eb2bdf9f4 req-373023ad-71ba-481d-aaca-c8155b8b511e tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:57:05.839397 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-498fb1db-04df-45d2-8a01-a20eb2bdf9f4 req-373023ad-71ba-481d-aaca-c8155b8b511e tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/ports?device_id=c1b31ce5-fce3-4d8a-b6a7-b07e44ea30d9 HTTP/1.1" status: 200 len: 945 time: 0.0647063 Jul 06 14:57:05.879577 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-498fb1db-04df-45d2-8a01-a20eb2bdf9f4 req-fffaaa6b-d7cc-45a7-90fe-d2c5c1147112 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/security-groups?id=dd2bc95c-84fb-4682-90b8-8ac8d7aa9ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347404 Jul 06 14:57:07.051099 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e33e2e-793d-4c31-ae86-38ec2f9ce8ea req-bcef0f2d-5340-4d81-a946-ebb3a4a38b8d tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:57:07.052488 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-c8e33e2e-793d-4c31-ae86-38ec2f9ce8ea req-bcef0f2d-5340-4d81-a946-ebb3a4a38b8d tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/ports?device_id=c1b31ce5-fce3-4d8a-b6a7-b07e44ea30d9 HTTP/1.1" status: 200 len: 945 time: 0.0616503 Jul 06 14:57:07.089556 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-c8e33e2e-793d-4c31-ae86-38ec2f9ce8ea req-b3fa3866-9c6c-4451-814f-c7a62c9bd667 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/security-groups?id=dd2bc95c-84fb-4682-90b8-8ac8d7aa9ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307529 Jul 06 14:57:08.257627 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44b3750-8d6e-4059-b139-3737ac3c66d3 req-526c45b2-28c2-47ab-8637-f67201ef5fd1 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:57:08.259092 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-d44b3750-8d6e-4059-b139-3737ac3c66d3 req-526c45b2-28c2-47ab-8637-f67201ef5fd1 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/ports?device_id=c1b31ce5-fce3-4d8a-b6a7-b07e44ea30d9 HTTP/1.1" status: 200 len: 945 time: 0.0616484 Jul 06 14:57:08.295513 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-d44b3750-8d6e-4059-b139-3737ac3c66d3 req-dd2ff66e-ccb9-4d18-ba37-7b7518e426cd tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/security-groups?id=dd2bc95c-84fb-4682-90b8-8ac8d7aa9ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305059 Jul 06 14:57:09.468071 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f27fd2b-ea3a-46ed-9709-9f14f395bf13 req-cb527f04-678e-4ca9-9db9-858155509ab0 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:57:09.469526 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-7f27fd2b-ea3a-46ed-9709-9f14f395bf13 req-cb527f04-678e-4ca9-9db9-858155509ab0 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/ports?device_id=c1b31ce5-fce3-4d8a-b6a7-b07e44ea30d9 HTTP/1.1" status: 200 len: 945 time: 0.0656719 Jul 06 14:57:09.505841 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-7f27fd2b-ea3a-46ed-9709-9f14f395bf13 req-9bee4f31-03c8-433c-9b4d-29c3559a5d1a tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/security-groups?id=dd2bc95c-84fb-4682-90b8-8ac8d7aa9ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308549 Jul 06 14:57:10.682807 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54eae7e-c855-4168-83ff-68c534036c4b req-885b33a4-f5d5-4866-a1c5-ad09af625634 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:57:10.684304 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-c54eae7e-c855-4168-83ff-68c534036c4b req-885b33a4-f5d5-4866-a1c5-ad09af625634 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/ports?device_id=c1b31ce5-fce3-4d8a-b6a7-b07e44ea30d9 HTTP/1.1" status: 200 len: 945 time: 0.0625739 Jul 06 14:57:10.720703 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-c54eae7e-c855-4168-83ff-68c534036c4b req-e616d0db-dc40-43e7-86fc-27b6886a21ef tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/security-groups?id=dd2bc95c-84fb-4682-90b8-8ac8d7aa9ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309706 Jul 06 14:57:11.243908 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:57:11.901375 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847a2ae6-36d5-49a2-b50d-6eb20b3bfb74 req-a85ee863-0d7a-4e5a-ae55-4d6d981854f0 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:57:11.902867 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-847a2ae6-36d5-49a2-b50d-6eb20b3bfb74 req-a85ee863-0d7a-4e5a-ae55-4d6d981854f0 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/ports?device_id=c1b31ce5-fce3-4d8a-b6a7-b07e44ea30d9 HTTP/1.1" status: 200 len: 945 time: 0.0688109 Jul 06 14:57:11.943354 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-847a2ae6-36d5-49a2-b50d-6eb20b3bfb74 req-b8870fc7-4226-4db0-aa82-5bf2fed34bdb tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/security-groups?id=dd2bc95c-84fb-4682-90b8-8ac8d7aa9ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349331 Jul 06 14:57:13.012088 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:57:13.115295 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35384e7f-d05c-46d7-a57d-4b769c0edb17 req-40710c4b-44c5-434d-b174-effd9929b3f5 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:57:13.117594 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-35384e7f-d05c-46d7-a57d-4b769c0edb17 req-40710c4b-44c5-434d-b174-effd9929b3f5 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/ports?device_id=c1b31ce5-fce3-4d8a-b6a7-b07e44ea30d9 HTTP/1.1" status: 200 len: 945 time: 0.0632679 Jul 06 14:57:13.154519 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-35384e7f-d05c-46d7-a57d-4b769c0edb17 req-bed8a7d3-8942-4243-ab31-10aa6e4339f4 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/security-groups?id=dd2bc95c-84fb-4682-90b8-8ac8d7aa9ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313063 Jul 06 14:57:14.322998 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5801e36e-72ae-4cda-8c6c-35fb74ac0105 req-bee393d7-08a8-4e5a-940f-1de8fe96de7e tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:57:14.324381 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-5801e36e-72ae-4cda-8c6c-35fb74ac0105 req-bee393d7-08a8-4e5a-940f-1de8fe96de7e tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/ports?device_id=c1b31ce5-fce3-4d8a-b6a7-b07e44ea30d9 HTTP/1.1" status: 200 len: 945 time: 0.0613668 Jul 06 14:57:14.360770 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-5801e36e-72ae-4cda-8c6c-35fb74ac0105 req-6063fd19-9576-44d2-8d1f-722275f1c480 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/security-groups?id=dd2bc95c-84fb-4682-90b8-8ac8d7aa9ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310585 Jul 06 14:57:15.532073 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45cdf67-84eb-4d7d-b48f-ab8342354ac9 req-769d9db6-6aa3-4d67-bc1f-a9cd44ad78a0 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:57:15.533540 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-b45cdf67-84eb-4d7d-b48f-ab8342354ac9 req-769d9db6-6aa3-4d67-bc1f-a9cd44ad78a0 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/ports?device_id=c1b31ce5-fce3-4d8a-b6a7-b07e44ea30d9 HTTP/1.1" status: 200 len: 945 time: 0.0659342 Jul 06 14:57:15.569787 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-b45cdf67-84eb-4d7d-b48f-ab8342354ac9 req-01f1d794-4448-41c0-a132-f4d92cb961ea tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/security-groups?id=dd2bc95c-84fb-4682-90b8-8ac8d7aa9ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308440 Jul 06 14:57:16.741283 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145e1ae0-45b3-442d-bee6-6151742bb2f6 req-a518bfd8-3615-4ac6-aee1-528aabcf1009 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:57:16.742790 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-145e1ae0-45b3-442d-bee6-6151742bb2f6 req-a518bfd8-3615-4ac6-aee1-528aabcf1009 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/ports?device_id=c1b31ce5-fce3-4d8a-b6a7-b07e44ea30d9 HTTP/1.1" status: 200 len: 945 time: 0.0624261 Jul 06 14:57:16.780213 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-145e1ae0-45b3-442d-bee6-6151742bb2f6 req-b17819f1-ab3e-4645-8092-ceac3e606c8f tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/security-groups?id=dd2bc95c-84fb-4682-90b8-8ac8d7aa9ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318906 Jul 06 14:57:18.127813 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f451c85-1874-45fc-927f-5ce7bbb0a3c2 req-39c5d60d-6392-4e5a-817e-dc590b1f70a0 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:57:18.129269 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-7f451c85-1874-45fc-927f-5ce7bbb0a3c2 req-39c5d60d-6392-4e5a-817e-dc590b1f70a0 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/ports?device_id=c1b31ce5-fce3-4d8a-b6a7-b07e44ea30d9 HTTP/1.1" status: 200 len: 945 time: 0.0612881 Jul 06 14:57:18.169123 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-7f451c85-1874-45fc-927f-5ce7bbb0a3c2 req-eb991cd5-41e1-47fc-b590-049c7db47d37 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/security-groups?id=dd2bc95c-84fb-4682-90b8-8ac8d7aa9ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341823 Jul 06 14:57:19.337664 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39501bd-3405-417f-93e1-65a4546e823b req-9caf0fdc-11f7-4ba9-9189-ee7cb1b761a8 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:57:19.339622 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-f39501bd-3405-417f-93e1-65a4546e823b req-9caf0fdc-11f7-4ba9-9189-ee7cb1b761a8 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/ports?device_id=c1b31ce5-fce3-4d8a-b6a7-b07e44ea30d9 HTTP/1.1" status: 200 len: 945 time: 0.0619035 Jul 06 14:57:19.376276 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-f39501bd-3405-417f-93e1-65a4546e823b req-9bcc0bff-94f4-49c8-ada5-0e7038073f6f tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/security-groups?id=dd2bc95c-84fb-4682-90b8-8ac8d7aa9ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309167 Jul 06 14:57:20.546873 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c267ea-db84-47c6-a817-8a5616980d35 req-5521fdf4-8aad-44d8-85fd-b0fc407feb98 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:57:20.548406 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-f6c267ea-db84-47c6-a817-8a5616980d35 req-5521fdf4-8aad-44d8-85fd-b0fc407feb98 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/ports?device_id=c1b31ce5-fce3-4d8a-b6a7-b07e44ea30d9 HTTP/1.1" status: 200 len: 945 time: 0.0644846 Jul 06 14:57:20.585686 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-f6c267ea-db84-47c6-a817-8a5616980d35 req-28845471-c2e7-44b1-a425-a8e697bbf217 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/security-groups?id=dd2bc95c-84fb-4682-90b8-8ac8d7aa9ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318015 Jul 06 14:57:21.764346 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87ca1a9-013b-4c42-89ba-39684f825d0f req-13026faa-3e5b-4cc1-92d2-b76b97f1b923 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:57:21.765754 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-b87ca1a9-013b-4c42-89ba-39684f825d0f req-13026faa-3e5b-4cc1-92d2-b76b97f1b923 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/ports?device_id=c1b31ce5-fce3-4d8a-b6a7-b07e44ea30d9 HTTP/1.1" status: 200 len: 945 time: 0.0664096 Jul 06 14:57:21.801934 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-b87ca1a9-013b-4c42-89ba-39684f825d0f req-c5657c00-c0a0-4d98-98e8-2141e80097de tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/security-groups?id=dd2bc95c-84fb-4682-90b8-8ac8d7aa9ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306995 Jul 06 14:57:22.952032 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-0c27cd8d-a3ca-4b73-9a69-5c9e220a7cbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:57:22.992630 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9133ccc-f3d8-4f7e-b9ac-f966b81987c3 req-89d375bd-c0b3-4a60-8967-f259f3ab8433 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:57:22.994029 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-b9133ccc-f3d8-4f7e-b9ac-f966b81987c3 req-89d375bd-c0b3-4a60-8967-f259f3ab8433 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/ports?device_id=c1b31ce5-fce3-4d8a-b6a7-b07e44ea30d9 HTTP/1.1" status: 200 len: 945 time: 0.0624926 Jul 06 14:57:23.030784 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-b9133ccc-f3d8-4f7e-b9ac-f966b81987c3 req-c1e99688-eda8-412c-8f29-de46547497ab tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/security-groups?id=dd2bc95c-84fb-4682-90b8-8ac8d7aa9ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306602 Jul 06 14:57:24.191887 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2380038e-5033-4e20-8784-6d2a457d238c req-76000224-4b67-421a-a163-91b9424e690b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:57:24.193428 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-2380038e-5033-4e20-8784-6d2a457d238c req-76000224-4b67-421a-a163-91b9424e690b service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=d43e4314dc9b484b87d7a3ce014660e1&device_id=c1b31ce5-fce3-4d8a-b6a7-b07e44ea30d9 HTTP/1.1" status: 200 len: 1096 time: 0.1876740 Jul 06 14:57:24.298414 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650da876-0d55-47ef-97a4-ea1be31baa02 req-00267d80-0ac7-4376-88b1-97bce68c7e9e tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:57:24.299027 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2380038e-5033-4e20-8784-6d2a457d238c req-4f87f58c-eab3-42ff-81b6-49fd9783bf98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:57:24.299850 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-650da876-0d55-47ef-97a4-ea1be31baa02 req-00267d80-0ac7-4376-88b1-97bce68c7e9e tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/ports?device_id=c1b31ce5-fce3-4d8a-b6a7-b07e44ea30d9 HTTP/1.1" status: 200 len: 945 time: 0.1573632 Jul 06 14:57:24.300465 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-2380038e-5033-4e20-8784-6d2a457d238c req-4f87f58c-eab3-42ff-81b6-49fd9783bf98 service neutron] 10.222.0.72 "GET /v2.0/networks?id=0de980e9-590c-42a8-a4e7-08d344113bb7 HTTP/1.1" status: 200 len: 913 time: 0.0844250 Jul 06 14:57:24.338800 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-650da876-0d55-47ef-97a4-ea1be31baa02 req-08226bd3-e554-4d01-9e1c-7a8d29770d1b tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/security-groups?id=dd2bc95c-84fb-4682-90b8-8ac8d7aa9ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332024 Jul 06 14:57:24.369170 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-2380038e-5033-4e20-8784-6d2a457d238c req-f9d282c2-817a-4bfb-b420-85676f2a1dcf service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=39ddf82f-f009-4be2-aa57-b6313750867f HTTP/1.1" status: 200 len: 1001 time: 0.0613425 Jul 06 14:57:24.414551 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2380038e-5033-4e20-8784-6d2a457d238c req-25e3a5d0-ca5f-4a3a-9fb0-222388d7da1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:57:24.415957 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-2380038e-5033-4e20-8784-6d2a457d238c req-25e3a5d0-ca5f-4a3a-9fb0-222388d7da1a service neutron] 10.222.0.72 "GET /v2.0/subnets?id=3a2573d9-49c9-4536-b0b0-29496d7e3935 HTTP/1.1" status: 200 len: 850 time: 0.0413816 Jul 06 14:57:24.469790 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2380038e-5033-4e20-8784-6d2a457d238c req-42409300-de06-4ec3-92f5-d414f9a79367 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:57:24.471243 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-2380038e-5033-4e20-8784-6d2a457d238c req-42409300-de06-4ec3-92f5-d414f9a79367 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=0de980e9-590c-42a8-a4e7-08d344113bb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0493424 Jul 06 14:57:24.560060 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-2380038e-5033-4e20-8784-6d2a457d238c req-ab2554fb-d592-453f-813b-01827bf5491f service neutron] 10.222.0.72 "GET /v2.0/networks/0de980e9-590c-42a8-a4e7-08d344113bb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826828 Jul 06 14:57:24.648293 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-2380038e-5033-4e20-8784-6d2a457d238c req-17456d32-a282-4ee7-9428-9e0a9d61ada7 service neutron] 10.222.0.72 "GET /v2.0/networks/0de980e9-590c-42a8-a4e7-08d344113bb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804169 Jul 06 14:57:25.508248 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69273baa-0ab9-4606-a5bd-5321bbcfda95 req-2508cf66-dd8b-4c7c-ac11-cf25301d1115 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:57:25.509723 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-69273baa-0ab9-4606-a5bd-5321bbcfda95 req-2508cf66-dd8b-4c7c-ac11-cf25301d1115 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/ports?device_id=c1b31ce5-fce3-4d8a-b6a7-b07e44ea30d9 HTTP/1.1" status: 200 len: 945 time: 0.0613821 Jul 06 14:57:25.545552 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-69273baa-0ab9-4606-a5bd-5321bbcfda95 req-5ec19432-afa2-4f18-85c7-78f851ff333d tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/security-groups?id=dd2bc95c-84fb-4682-90b8-8ac8d7aa9ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304050 Jul 06 14:57:25.607552 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-27b3cf28-dc75-4524-b075-695ada148287 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:57:25.964740 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:57:26.718586 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043cda28-17f9-4f04-9bf0-2f7cae5e3308 req-3ec63017-9d84-431b-9de1-b0f10b8906c7 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:57:26.720099 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-043cda28-17f9-4f04-9bf0-2f7cae5e3308 req-3ec63017-9d84-431b-9de1-b0f10b8906c7 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/ports?device_id=c1b31ce5-fce3-4d8a-b6a7-b07e44ea30d9 HTTP/1.1" status: 200 len: 945 time: 0.0622132 Jul 06 14:57:26.756106 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-043cda28-17f9-4f04-9bf0-2f7cae5e3308 req-358a7504-bddd-4f56-badc-c01c5e8fcb93 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/security-groups?id=dd2bc95c-84fb-4682-90b8-8ac8d7aa9ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305746 Jul 06 14:57:26.803367 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-2064eaae-da4f-48f8-82d2-b09d4ddedd44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:57:27.927951 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4745a1e9-c5ab-481d-be41-65eed5e1f0df req-d57fd2ef-33da-4444-a161-586170a310d0 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:57:27.929521 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-4745a1e9-c5ab-481d-be41-65eed5e1f0df req-d57fd2ef-33da-4444-a161-586170a310d0 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/ports?device_id=c1b31ce5-fce3-4d8a-b6a7-b07e44ea30d9 HTTP/1.1" status: 200 len: 945 time: 0.0651395 Jul 06 14:57:27.966308 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-4745a1e9-c5ab-481d-be41-65eed5e1f0df req-cf8228eb-9410-4939-9261-8f37ab3f71b1 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/security-groups?id=dd2bc95c-84fb-4682-90b8-8ac8d7aa9ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310876 Jul 06 14:57:28.595860 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-03f71b24-a9b8-453a-8924-caa3f97bc6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:57:29.139164 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bd9489-e2a3-469d-bbbf-31dc09c88fb2 req-3176e89b-7ab3-4804-990a-819436a92c9f tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:57:29.140675 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-f4bd9489-e2a3-469d-bbbf-31dc09c88fb2 req-3176e89b-7ab3-4804-990a-819436a92c9f tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/ports?device_id=c1b31ce5-fce3-4d8a-b6a7-b07e44ea30d9 HTTP/1.1" status: 200 len: 945 time: 0.0670540 Jul 06 14:57:29.177464 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-f4bd9489-e2a3-469d-bbbf-31dc09c88fb2 req-6cc7271c-0b75-42d1-a103-466915cfb87f tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/security-groups?id=dd2bc95c-84fb-4682-90b8-8ac8d7aa9ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313303 Jul 06 14:57:30.349361 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73857010-9155-412a-96ba-2f947e07ac08 req-a9c01b19-ec5b-4080-8d6d-0ca6f9dd2a44 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:57:30.350833 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-73857010-9155-412a-96ba-2f947e07ac08 req-a9c01b19-ec5b-4080-8d6d-0ca6f9dd2a44 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/ports?device_id=c1b31ce5-fce3-4d8a-b6a7-b07e44ea30d9 HTTP/1.1" status: 200 len: 945 time: 0.0658250 Jul 06 14:57:30.387660 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-73857010-9155-412a-96ba-2f947e07ac08 req-3229c2a9-b0c1-42e5-b924-d3c4f3d0929b tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/security-groups?id=dd2bc95c-84fb-4682-90b8-8ac8d7aa9ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307002 Jul 06 14:57:31.560985 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a75190d-e444-4c7d-af3c-0c72a794200b req-9e304f4c-bc2e-4cc6-913c-4f0252848de0 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:57:31.562458 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-5a75190d-e444-4c7d-af3c-0c72a794200b req-9e304f4c-bc2e-4cc6-913c-4f0252848de0 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/ports?device_id=c1b31ce5-fce3-4d8a-b6a7-b07e44ea30d9 HTTP/1.1" status: 200 len: 945 time: 0.0620022 Jul 06 14:57:31.598432 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-5a75190d-e444-4c7d-af3c-0c72a794200b req-b672f718-e0ac-49a4-8439-61d69548750b tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/security-groups?id=dd2bc95c-84fb-4682-90b8-8ac8d7aa9ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305336 Jul 06 14:57:32.769388 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea5168f-67f2-425b-9bd1-05e104bf5b9c req-a9142906-23d0-452a-a2b3-ac79e6c8e933 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:57:32.770860 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-cea5168f-67f2-425b-9bd1-05e104bf5b9c req-a9142906-23d0-452a-a2b3-ac79e6c8e933 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/ports?device_id=c1b31ce5-fce3-4d8a-b6a7-b07e44ea30d9 HTTP/1.1" status: 200 len: 945 time: 0.0621400 Jul 06 14:57:32.808062 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-cea5168f-67f2-425b-9bd1-05e104bf5b9c req-bfe33731-c062-4225-8005-137d623c958e tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/security-groups?id=dd2bc95c-84fb-4682-90b8-8ac8d7aa9ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315709 Jul 06 14:57:33.982013 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d902ce67-9b6d-4185-a95c-b746b5837ad8 req-f9c47636-29d9-4c71-9b3a-cf90ade9712e tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:57:33.983522 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-d902ce67-9b6d-4185-a95c-b746b5837ad8 req-f9c47636-29d9-4c71-9b3a-cf90ade9712e tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/ports?device_id=c1b31ce5-fce3-4d8a-b6a7-b07e44ea30d9 HTTP/1.1" status: 200 len: 945 time: 0.0678408 Jul 06 14:57:34.021322 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-d902ce67-9b6d-4185-a95c-b746b5837ad8 req-e220c33f-f984-4284-b46b-c397a35fc594 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/security-groups?id=dd2bc95c-84fb-4682-90b8-8ac8d7aa9ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322285 Jul 06 14:57:35.191198 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd26e24-3a2f-42c1-9c8e-2159da8c786a req-ade9534a-051f-45e3-ba52-220e8f36a2da tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:57:35.192701 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-5bd26e24-3a2f-42c1-9c8e-2159da8c786a req-ade9534a-051f-45e3-ba52-220e8f36a2da tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/ports?device_id=c1b31ce5-fce3-4d8a-b6a7-b07e44ea30d9 HTTP/1.1" status: 200 len: 945 time: 0.0624125 Jul 06 14:57:35.229982 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-5bd26e24-3a2f-42c1-9c8e-2159da8c786a req-f5c76528-982f-4672-a07a-6616bf0ebe97 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/security-groups?id=dd2bc95c-84fb-4682-90b8-8ac8d7aa9ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311093 Jul 06 14:57:36.407060 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1baacfb1-d7c6-459f-a0f7-abf231451c2f req-a7772277-948f-41be-b08b-793da9386c96 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:57:36.408561 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-1baacfb1-d7c6-459f-a0f7-abf231451c2f req-a7772277-948f-41be-b08b-793da9386c96 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/ports?device_id=c1b31ce5-fce3-4d8a-b6a7-b07e44ea30d9 HTTP/1.1" status: 200 len: 945 time: 0.0663230 Jul 06 14:57:36.445973 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-1baacfb1-d7c6-459f-a0f7-abf231451c2f req-c832cf24-423b-4dc4-84eb-df704732e67c tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/security-groups?id=dd2bc95c-84fb-4682-90b8-8ac8d7aa9ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318751 Jul 06 14:57:37.615133 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938f43c0-03c8-4030-930d-449b3c8375a6 req-2088cc99-5c29-4080-8150-94c9315a90fd tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:57:37.616615 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-938f43c0-03c8-4030-930d-449b3c8375a6 req-2088cc99-5c29-4080-8150-94c9315a90fd tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/ports?device_id=c1b31ce5-fce3-4d8a-b6a7-b07e44ea30d9 HTTP/1.1" status: 200 len: 945 time: 0.0620885 Jul 06 14:57:37.654949 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-938f43c0-03c8-4030-930d-449b3c8375a6 req-828e20b5-8608-4d3b-9cf3-3dab885f6890 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/security-groups?id=dd2bc95c-84fb-4682-90b8-8ac8d7aa9ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322232 Jul 06 14:57:38.827486 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a579186-6e9c-4a50-85bc-d6f2c505c8ac req-522558c3-05e6-44fd-bb2d-68f2024a13ac tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:57:38.828942 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-1a579186-6e9c-4a50-85bc-d6f2c505c8ac req-522558c3-05e6-44fd-bb2d-68f2024a13ac tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/ports?device_id=c1b31ce5-fce3-4d8a-b6a7-b07e44ea30d9 HTTP/1.1" status: 200 len: 945 time: 0.0614183 Jul 06 14:57:38.868016 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-1a579186-6e9c-4a50-85bc-d6f2c505c8ac req-d1ee2d6f-0e66-46db-b060-3d64c672e09c tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/security-groups?id=dd2bc95c-84fb-4682-90b8-8ac8d7aa9ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336740 Jul 06 14:57:40.037828 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad93177-eb62-471a-9cb1-e3434bfe7055 req-80a11c41-54e5-4260-ae1b-df8bdfd24174 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:57:40.039196 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-8ad93177-eb62-471a-9cb1-e3434bfe7055 req-80a11c41-54e5-4260-ae1b-df8bdfd24174 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/ports?device_id=c1b31ce5-fce3-4d8a-b6a7-b07e44ea30d9 HTTP/1.1" status: 200 len: 945 time: 0.0617836 Jul 06 14:57:40.077064 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-8ad93177-eb62-471a-9cb1-e3434bfe7055 req-0642c425-ca89-43b1-a153-03b1849e91ea tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/security-groups?id=dd2bc95c-84fb-4682-90b8-8ac8d7aa9ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318937 Jul 06 14:57:40.283657 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.agents_db [None req-167c0ad6-1657-4c9a-a2c4-3b18056aa662 None None] Agent healthcheck: found 7 active agents {{(pid=100249) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 14:57:41.247525 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:57:41.252020 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d254a058-d625-4b71-8b70-16982c94bc00 req-19e551fa-3056-4621-a8a8-2577c4bd4eb7 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:57:41.253544 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-d254a058-d625-4b71-8b70-16982c94bc00 req-19e551fa-3056-4621-a8a8-2577c4bd4eb7 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/ports?device_id=c1b31ce5-fce3-4d8a-b6a7-b07e44ea30d9 HTTP/1.1" status: 200 len: 945 time: 0.0648894 Jul 06 14:57:41.290140 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-d254a058-d625-4b71-8b70-16982c94bc00 req-0c8f7a74-87ed-4d85-b679-abaf66c35bbe tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/security-groups?id=dd2bc95c-84fb-4682-90b8-8ac8d7aa9ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308793 Jul 06 14:57:42.468144 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5edc22-1840-45ba-8a4d-c71bbe14c2d7 req-3d9ad712-8a8b-4bf3-a482-258ff86c5373 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:57:42.469631 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-2f5edc22-1840-45ba-8a4d-c71bbe14c2d7 req-3d9ad712-8a8b-4bf3-a482-258ff86c5373 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/ports?device_id=c1b31ce5-fce3-4d8a-b6a7-b07e44ea30d9 HTTP/1.1" status: 200 len: 945 time: 0.0658228 Jul 06 14:57:42.506254 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-2f5edc22-1840-45ba-8a4d-c71bbe14c2d7 req-daff7b6d-4134-433b-8982-968cdca69045 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/security-groups?id=dd2bc95c-84fb-4682-90b8-8ac8d7aa9ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311582 Jul 06 14:57:43.026523 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:57:43.675144 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55139664-b2ae-478f-b1eb-7526e850fc26 req-0ac7f878-3a3f-4faf-ac93-d73b3b16fd6b tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:57:43.676627 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-55139664-b2ae-478f-b1eb-7526e850fc26 req-0ac7f878-3a3f-4faf-ac93-d73b3b16fd6b tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/ports?device_id=c1b31ce5-fce3-4d8a-b6a7-b07e44ea30d9 HTTP/1.1" status: 200 len: 945 time: 0.0619304 Jul 06 14:57:43.712840 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-55139664-b2ae-478f-b1eb-7526e850fc26 req-50f4bf0d-6692-4e08-951c-4043af0f6d04 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/security-groups?id=dd2bc95c-84fb-4682-90b8-8ac8d7aa9ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0297518 Jul 06 14:57:44.879945 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da94d1b-091d-4ecf-8a70-cb271e44247e req-aaf7c0b1-9d6e-4df9-96b7-03dfe8cd5403 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:57:44.881400 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-6da94d1b-091d-4ecf-8a70-cb271e44247e req-aaf7c0b1-9d6e-4df9-96b7-03dfe8cd5403 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/ports?device_id=c1b31ce5-fce3-4d8a-b6a7-b07e44ea30d9 HTTP/1.1" status: 200 len: 945 time: 0.0611382 Jul 06 14:57:44.921731 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-6da94d1b-091d-4ecf-8a70-cb271e44247e req-943f1e1e-190c-420c-98be-87c1cce0e0b0 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/security-groups?id=dd2bc95c-84fb-4682-90b8-8ac8d7aa9ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348740 Jul 06 14:57:46.095020 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa51a1f2-85f6-49de-a6e7-cd911808432d req-56743383-4fa7-4016-bb8d-87da4396f996 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:57:46.096546 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-aa51a1f2-85f6-49de-a6e7-cd911808432d req-56743383-4fa7-4016-bb8d-87da4396f996 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/ports?device_id=c1b31ce5-fce3-4d8a-b6a7-b07e44ea30d9 HTTP/1.1" status: 200 len: 945 time: 0.0619051 Jul 06 14:57:46.132920 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-aa51a1f2-85f6-49de-a6e7-cd911808432d req-7327b300-1419-4cda-bbfd-936dbb728ad3 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/security-groups?id=dd2bc95c-84fb-4682-90b8-8ac8d7aa9ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309513 Jul 06 14:57:47.304648 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687b2ff5-d2b5-4462-85c0-7bd08aff9d8e req-3420e5c3-ea32-4cac-83ac-4791e910969a tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:57:47.306967 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-687b2ff5-d2b5-4462-85c0-7bd08aff9d8e req-3420e5c3-ea32-4cac-83ac-4791e910969a tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/ports?device_id=c1b31ce5-fce3-4d8a-b6a7-b07e44ea30d9 HTTP/1.1" status: 200 len: 945 time: 0.0622659 Jul 06 14:57:47.343159 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-687b2ff5-d2b5-4462-85c0-7bd08aff9d8e req-d7c51f39-30c4-4986-8033-09dfab6797f6 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/security-groups?id=dd2bc95c-84fb-4682-90b8-8ac8d7aa9ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305293 Jul 06 14:57:48.778538 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6e2a6c-db38-42d3-a4da-a96ecbe7df35 req-c04276a2-4d9e-4773-98fa-88eb9f006c9d tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:57:48.780051 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-dd6e2a6c-db38-42d3-a4da-a96ecbe7df35 req-c04276a2-4d9e-4773-98fa-88eb9f006c9d tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/ports?device_id=c1b31ce5-fce3-4d8a-b6a7-b07e44ea30d9 HTTP/1.1" status: 200 len: 945 time: 0.3286812 Jul 06 14:57:48.815914 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-dd6e2a6c-db38-42d3-a4da-a96ecbe7df35 req-12a47c97-2a59-4d4a-b004-72b1bb130dd4 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/security-groups?id=dd2bc95c-84fb-4682-90b8-8ac8d7aa9ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302193 Jul 06 14:57:49.984136 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18eacd91-99fe-4efe-a1ba-48516bd7cd0d req-1af4d9c1-60f8-4a62-af27-cdcad5c881f7 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:57:49.985582 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-18eacd91-99fe-4efe-a1ba-48516bd7cd0d req-1af4d9c1-60f8-4a62-af27-cdcad5c881f7 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/ports?device_id=c1b31ce5-fce3-4d8a-b6a7-b07e44ea30d9 HTTP/1.1" status: 200 len: 945 time: 0.0612576 Jul 06 14:57:50.022378 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-18eacd91-99fe-4efe-a1ba-48516bd7cd0d req-6fe0dfc5-64cb-43fa-8a7f-fb08516f3124 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/security-groups?id=dd2bc95c-84fb-4682-90b8-8ac8d7aa9ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312393 Jul 06 14:57:51.194779 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192ca0cc-345a-4e27-91a6-2d1fe76fb382 req-b0624909-46cd-4c22-872b-563cda16eaca tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:57:51.196225 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-192ca0cc-345a-4e27-91a6-2d1fe76fb382 req-b0624909-46cd-4c22-872b-563cda16eaca tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/ports?device_id=c1b31ce5-fce3-4d8a-b6a7-b07e44ea30d9 HTTP/1.1" status: 200 len: 945 time: 0.0638552 Jul 06 14:57:51.232263 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-192ca0cc-345a-4e27-91a6-2d1fe76fb382 req-c0c9a557-07c6-4a05-95de-60e1498aaefe tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/security-groups?id=dd2bc95c-84fb-4682-90b8-8ac8d7aa9ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300949 Jul 06 14:57:52.401328 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2aee334-6812-4061-a1cd-7d65dd45abd8 req-4322f96d-d9fe-4426-bb17-8f75723c75ba tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:57:52.402799 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-d2aee334-6812-4061-a1cd-7d65dd45abd8 req-4322f96d-d9fe-4426-bb17-8f75723c75ba tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/ports?device_id=c1b31ce5-fce3-4d8a-b6a7-b07e44ea30d9 HTTP/1.1" status: 200 len: 945 time: 0.0619695 Jul 06 14:57:52.439609 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-d2aee334-6812-4061-a1cd-7d65dd45abd8 req-12ceb2b8-4757-4376-a6d2-8aabe3e1c00d tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/security-groups?id=dd2bc95c-84fb-4682-90b8-8ac8d7aa9ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313461 Jul 06 14:57:52.952549 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-ffc93daf-4389-4c1f-b3b5-287cf2e83243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:57:53.610922 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0a1119-967d-4749-83f8-57c4bbe50c57 req-48bef836-35e9-4021-a3bc-7abe59458271 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:57:53.612527 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-6c0a1119-967d-4749-83f8-57c4bbe50c57 req-48bef836-35e9-4021-a3bc-7abe59458271 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/ports?device_id=c1b31ce5-fce3-4d8a-b6a7-b07e44ea30d9 HTTP/1.1" status: 200 len: 945 time: 0.0645761 Jul 06 14:57:53.650209 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-6c0a1119-967d-4749-83f8-57c4bbe50c57 req-d2254739-ecbb-42ce-8bf4-96ad1f2bd2e3 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/security-groups?id=dd2bc95c-84fb-4682-90b8-8ac8d7aa9ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321345 Jul 06 14:57:54.823472 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc508c7f-5220-417c-81d4-491675b7b139 req-03e5adf8-eea3-4f21-bf21-286ae699811e tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:57:54.824920 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-fc508c7f-5220-417c-81d4-491675b7b139 req-03e5adf8-eea3-4f21-bf21-286ae699811e tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/ports?device_id=c1b31ce5-fce3-4d8a-b6a7-b07e44ea30d9 HTTP/1.1" status: 200 len: 945 time: 0.0650487 Jul 06 14:57:54.860946 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-fc508c7f-5220-417c-81d4-491675b7b139 req-b146a786-9be9-44fb-97f6-958374a540d3 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/security-groups?id=dd2bc95c-84fb-4682-90b8-8ac8d7aa9ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305710 Jul 06 14:57:55.607099 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-60a5c476-7c58-468f-8b8a-9b72623f178e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:57:55.956558 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:57:56.034853 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8d7780-108f-434f-bebe-9912810b29f4 req-ce8138fe-2a60-47d5-8535-fb61687f0be0 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:57:56.036336 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-fc8d7780-108f-434f-bebe-9912810b29f4 req-ce8138fe-2a60-47d5-8535-fb61687f0be0 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/ports?device_id=c1b31ce5-fce3-4d8a-b6a7-b07e44ea30d9 HTTP/1.1" status: 200 len: 945 time: 0.0615392 Jul 06 14:57:56.072877 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-fc8d7780-108f-434f-bebe-9912810b29f4 req-48ccf865-d28d-4c2f-b0be-76ef4d495729 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/security-groups?id=dd2bc95c-84fb-4682-90b8-8ac8d7aa9ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312073 Jul 06 14:57:56.806119 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-2064eaae-da4f-48f8-82d2-b09d4ddedd44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:57:57.243583 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed492d2-8ef4-49b7-8779-9b9ea23f378f req-c1071326-22dc-4327-a45d-e4460ab2d996 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:57:57.245041 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-4ed492d2-8ef4-49b7-8779-9b9ea23f378f req-c1071326-22dc-4327-a45d-e4460ab2d996 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/ports?device_id=c1b31ce5-fce3-4d8a-b6a7-b07e44ea30d9 HTTP/1.1" status: 200 len: 945 time: 0.0649273 Jul 06 14:57:57.282225 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-4ed492d2-8ef4-49b7-8779-9b9ea23f378f req-aed583b1-7d40-4c53-8ac5-223ac45a2267 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/security-groups?id=dd2bc95c-84fb-4682-90b8-8ac8d7aa9ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317776 Jul 06 14:57:58.451818 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5edbe04-1887-4d01-b2d3-5cbfb537d7ae req-dc68acb9-9cc6-4eca-96dd-732a18cc63a2 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:57:58.453273 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-e5edbe04-1887-4d01-b2d3-5cbfb537d7ae req-dc68acb9-9cc6-4eca-96dd-732a18cc63a2 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/ports?device_id=c1b31ce5-fce3-4d8a-b6a7-b07e44ea30d9 HTTP/1.1" status: 200 len: 945 time: 0.0622616 Jul 06 14:57:58.489376 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-e5edbe04-1887-4d01-b2d3-5cbfb537d7ae req-2314afc6-0b02-48ca-8e0e-da1233da8a88 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/security-groups?id=dd2bc95c-84fb-4682-90b8-8ac8d7aa9ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307424 Jul 06 14:57:58.598056 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-03f71b24-a9b8-453a-8924-caa3f97bc6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:57:59.659036 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f13051-91e5-41c8-b543-e3ee0f78202a req-cfcb034f-5608-4aa3-9c2d-a3c5a7851845 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:57:59.660629 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-26f13051-91e5-41c8-b543-e3ee0f78202a req-cfcb034f-5608-4aa3-9c2d-a3c5a7851845 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/ports?device_id=c1b31ce5-fce3-4d8a-b6a7-b07e44ea30d9 HTTP/1.1" status: 200 len: 945 time: 0.0619991 Jul 06 14:57:59.698275 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-26f13051-91e5-41c8-b543-e3ee0f78202a req-2836d926-814e-4eb6-9890-16ebfb5bfd3d tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/security-groups?id=dd2bc95c-84fb-4682-90b8-8ac8d7aa9ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314443 Jul 06 14:58:00.877054 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0c88f8-0ce0-4fc4-89a7-79fd91a7d7eb req-2d40df82-e9f3-4004-97d0-dc9de7b3906f tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:58:00.878516 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-5d0c88f8-0ce0-4fc4-89a7-79fd91a7d7eb req-2d40df82-e9f3-4004-97d0-dc9de7b3906f tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/ports?device_id=c1b31ce5-fce3-4d8a-b6a7-b07e44ea30d9 HTTP/1.1" status: 200 len: 945 time: 0.0650973 Jul 06 14:58:00.913899 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-5d0c88f8-0ce0-4fc4-89a7-79fd91a7d7eb req-d338d9b5-1b2b-4268-97f5-dfaa2c297396 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/security-groups?id=dd2bc95c-84fb-4682-90b8-8ac8d7aa9ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0298564 Jul 06 14:58:02.083204 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3557bb50-84e5-480b-9c69-36e345ed4994 req-c43fdcaf-eeee-4b05-b713-18706436c8ec tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:58:02.084605 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-3557bb50-84e5-480b-9c69-36e345ed4994 req-c43fdcaf-eeee-4b05-b713-18706436c8ec tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/ports?device_id=c1b31ce5-fce3-4d8a-b6a7-b07e44ea30d9 HTTP/1.1" status: 200 len: 945 time: 0.0623815 Jul 06 14:58:02.121248 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-3557bb50-84e5-480b-9c69-36e345ed4994 req-4fcd277f-633e-4f57-a8d8-9b414d0a4cdf tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/security-groups?id=dd2bc95c-84fb-4682-90b8-8ac8d7aa9ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306516 Jul 06 14:58:03.293350 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdeffff-966e-4e2c-832e-37bbff5ce8db req-61a82c28-52b8-47ca-8c92-59f9a637462a tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:58:03.294791 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-6cdeffff-966e-4e2c-832e-37bbff5ce8db req-61a82c28-52b8-47ca-8c92-59f9a637462a tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/ports?device_id=c1b31ce5-fce3-4d8a-b6a7-b07e44ea30d9 HTTP/1.1" status: 200 len: 945 time: 0.0643270 Jul 06 14:58:03.330856 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-6cdeffff-966e-4e2c-832e-37bbff5ce8db req-057c8520-ef32-43ae-87ae-c574d3ba0f94 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/security-groups?id=dd2bc95c-84fb-4682-90b8-8ac8d7aa9ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306714 Jul 06 14:58:04.498976 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1225e5e-7a6d-4279-80ec-0b25993e2d76 req-df9b0af0-765f-4cc8-9027-f54268fb1494 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:58:04.500452 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-a1225e5e-7a6d-4279-80ec-0b25993e2d76 req-df9b0af0-765f-4cc8-9027-f54268fb1494 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/ports?device_id=c1b31ce5-fce3-4d8a-b6a7-b07e44ea30d9 HTTP/1.1" status: 200 len: 945 time: 0.0618608 Jul 06 14:58:04.535438 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-a1225e5e-7a6d-4279-80ec-0b25993e2d76 req-47a4bb92-b388-45e3-9d9f-87e031dd2aaa tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/security-groups?id=dd2bc95c-84fb-4682-90b8-8ac8d7aa9ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0295649 Jul 06 14:58:05.713986 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4169d4-ae93-4700-92b2-8d3bec230ee4 req-24850e3e-c580-4554-9896-01e0eb933e2b tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:58:05.715487 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-1b4169d4-ae93-4700-92b2-8d3bec230ee4 req-24850e3e-c580-4554-9896-01e0eb933e2b tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/ports?device_id=c1b31ce5-fce3-4d8a-b6a7-b07e44ea30d9 HTTP/1.1" status: 200 len: 945 time: 0.0640938 Jul 06 14:58:05.752351 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-1b4169d4-ae93-4700-92b2-8d3bec230ee4 req-1e728a35-8990-4121-9e2b-12471e4c1ada tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/security-groups?id=dd2bc95c-84fb-4682-90b8-8ac8d7aa9ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313499 Jul 06 14:58:06.924393 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c87d753-7a7e-4e7c-8c81-7263c285bd96 req-dfa65cae-5a16-4ef0-b844-896137dcd6c8 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:58:06.925839 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-4c87d753-7a7e-4e7c-8c81-7263c285bd96 req-dfa65cae-5a16-4ef0-b844-896137dcd6c8 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/ports?device_id=c1b31ce5-fce3-4d8a-b6a7-b07e44ea30d9 HTTP/1.1" status: 200 len: 945 time: 0.0646200 Jul 06 14:58:06.961947 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-4c87d753-7a7e-4e7c-8c81-7263c285bd96 req-e0714e8a-6a08-4003-ba2f-1f39c1e82f05 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/security-groups?id=dd2bc95c-84fb-4682-90b8-8ac8d7aa9ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0298247 Jul 06 14:58:08.131493 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ed9809-b8b9-4071-95da-669ff89e7e80 req-fb01145a-75b9-4fcc-9b0c-026b1cc4610d tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:58:08.132957 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-f0ed9809-b8b9-4071-95da-669ff89e7e80 req-fb01145a-75b9-4fcc-9b0c-026b1cc4610d tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/ports?device_id=c1b31ce5-fce3-4d8a-b6a7-b07e44ea30d9 HTTP/1.1" status: 200 len: 945 time: 0.0618982 Jul 06 14:58:08.169139 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-f0ed9809-b8b9-4071-95da-669ff89e7e80 req-6834b06e-13ac-4e5b-9892-91ef906ba12a tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/security-groups?id=dd2bc95c-84fb-4682-90b8-8ac8d7aa9ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307229 Jul 06 14:58:09.339920 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feffecd3-20e5-4608-9023-f04b18550d13 req-f7fa0c1d-7797-4ae0-b38e-b98c0dc4b1ea tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:58:09.341368 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-feffecd3-20e5-4608-9023-f04b18550d13 req-f7fa0c1d-7797-4ae0-b38e-b98c0dc4b1ea tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/ports?device_id=c1b31ce5-fce3-4d8a-b6a7-b07e44ea30d9 HTTP/1.1" status: 200 len: 945 time: 0.0643296 Jul 06 14:58:09.378047 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-feffecd3-20e5-4608-9023-f04b18550d13 req-53cda2dc-16c5-4154-81ee-3c2689b16bd7 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/security-groups?id=dd2bc95c-84fb-4682-90b8-8ac8d7aa9ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312166 Jul 06 14:58:10.551957 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31f1296-f904-46b5-b589-fb9f0fd487bd req-1ee898e3-e83b-46bf-8944-19d820192830 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:58:10.553429 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-c31f1296-f904-46b5-b589-fb9f0fd487bd req-1ee898e3-e83b-46bf-8944-19d820192830 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/ports?device_id=c1b31ce5-fce3-4d8a-b6a7-b07e44ea30d9 HTTP/1.1" status: 200 len: 945 time: 0.0641916 Jul 06 14:58:10.590345 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-c31f1296-f904-46b5-b589-fb9f0fd487bd req-45ddd26c-415c-48f5-9ebf-13fca0489ccb tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/security-groups?id=dd2bc95c-84fb-4682-90b8-8ac8d7aa9ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311964 Jul 06 14:58:11.240560 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:58:11.759251 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6102ff8b-658c-4170-9b94-372fdbf086aa req-781a54bf-ec9c-4cc2-bfaf-d83665aefd80 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:58:11.760711 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-6102ff8b-658c-4170-9b94-372fdbf086aa req-781a54bf-ec9c-4cc2-bfaf-d83665aefd80 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/ports?device_id=c1b31ce5-fce3-4d8a-b6a7-b07e44ea30d9 HTTP/1.1" status: 200 len: 945 time: 0.0618334 Jul 06 14:58:11.797489 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-6102ff8b-658c-4170-9b94-372fdbf086aa req-57dc7830-fc40-46b3-ae13-09bbff89a01a tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/security-groups?id=dd2bc95c-84fb-4682-90b8-8ac8d7aa9ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312972 Jul 06 14:58:12.972443 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ae6719-c5b0-4d35-892f-988bfceb3aaa req-06ccd967-c4c0-43e2-871d-ecc635a78d48 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:58:12.973920 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-47ae6719-c5b0-4d35-892f-988bfceb3aaa req-06ccd967-c4c0-43e2-871d-ecc635a78d48 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/ports?device_id=c1b31ce5-fce3-4d8a-b6a7-b07e44ea30d9 HTTP/1.1" status: 200 len: 945 time: 0.0675569 Jul 06 14:58:13.011365 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-47ae6719-c5b0-4d35-892f-988bfceb3aaa req-2de74a8e-ff3a-4faf-a092-a389a54364ef tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/security-groups?id=dd2bc95c-84fb-4682-90b8-8ac8d7aa9ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311890 Jul 06 14:58:13.027335 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:58:14.181239 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77db1aa-03a1-411b-bc35-65db2c81c1c2 req-fabe6a49-0482-4536-bbb7-26e1e8340145 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:58:14.182767 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-a77db1aa-03a1-411b-bc35-65db2c81c1c2 req-fabe6a49-0482-4536-bbb7-26e1e8340145 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/ports?device_id=c1b31ce5-fce3-4d8a-b6a7-b07e44ea30d9 HTTP/1.1" status: 200 len: 945 time: 0.0630207 Jul 06 14:58:14.219977 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-a77db1aa-03a1-411b-bc35-65db2c81c1c2 req-58b0cce9-0331-4cc8-b247-c71c213cfbd7 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/security-groups?id=dd2bc95c-84fb-4682-90b8-8ac8d7aa9ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315406 Jul 06 14:58:15.393985 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430959b7-6b10-4b89-b736-8f3d67bed20e req-29ef09aa-10c1-4e3e-bd78-710f0293547d tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:58:15.395459 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-430959b7-6b10-4b89-b736-8f3d67bed20e req-29ef09aa-10c1-4e3e-bd78-710f0293547d tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/ports?device_id=c1b31ce5-fce3-4d8a-b6a7-b07e44ea30d9 HTTP/1.1" status: 200 len: 945 time: 0.0641344 Jul 06 14:58:15.432151 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-430959b7-6b10-4b89-b736-8f3d67bed20e req-4c16280d-e9dc-45f0-b818-cc9adfe3a96a tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/security-groups?id=dd2bc95c-84fb-4682-90b8-8ac8d7aa9ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307233 Jul 06 14:58:16.600626 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d0b459-2789-4a56-9cae-2afc1a6850d0 req-5f8f2034-835d-429f-b06f-e9ca8e43cbab tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:58:16.602102 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-c0d0b459-2789-4a56-9cae-2afc1a6850d0 req-5f8f2034-835d-429f-b06f-e9ca8e43cbab tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/ports?device_id=c1b31ce5-fce3-4d8a-b6a7-b07e44ea30d9 HTTP/1.1" status: 200 len: 945 time: 0.0610991 Jul 06 14:58:16.637719 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-c0d0b459-2789-4a56-9cae-2afc1a6850d0 req-4ebf948c-d9cb-4ccc-924f-c281eea017aa tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/security-groups?id=dd2bc95c-84fb-4682-90b8-8ac8d7aa9ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302303 Jul 06 14:58:17.282348 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.agents_db [None req-167c0ad6-1657-4c9a-a2c4-3b18056aa662 None None] Agent healthcheck: found 7 active agents {{(pid=100249) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 14:58:17.806804 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015487f5-5ebc-4869-af86-dabd4390423c req-bc013a09-6c7f-492a-a25a-1ad6f3b76f3d tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:58:17.808275 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-015487f5-5ebc-4869-af86-dabd4390423c req-bc013a09-6c7f-492a-a25a-1ad6f3b76f3d tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/ports?device_id=c1b31ce5-fce3-4d8a-b6a7-b07e44ea30d9 HTTP/1.1" status: 200 len: 945 time: 0.0611553 Jul 06 14:58:17.845654 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-015487f5-5ebc-4869-af86-dabd4390423c req-e3cf3173-17b3-4611-8e7d-49d95344fccb tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/security-groups?id=dd2bc95c-84fb-4682-90b8-8ac8d7aa9ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318139 Jul 06 14:58:19.017584 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1635ec1b-f69a-48d6-a3ca-9b3af9908458 req-dcfb8b6f-991f-40ce-b077-923fa37cabac tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:58:19.018961 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-1635ec1b-f69a-48d6-a3ca-9b3af9908458 req-dcfb8b6f-991f-40ce-b077-923fa37cabac tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/ports?device_id=c1b31ce5-fce3-4d8a-b6a7-b07e44ea30d9 HTTP/1.1" status: 200 len: 945 time: 0.0652688 Jul 06 14:58:19.056069 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-1635ec1b-f69a-48d6-a3ca-9b3af9908458 req-5dd2c0fd-a4a8-488c-af00-7f4ffff9e5e1 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/security-groups?id=dd2bc95c-84fb-4682-90b8-8ac8d7aa9ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307722 Jul 06 14:58:20.226449 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79250f8a-f262-49b3-86dc-722b545c36b0 req-afb2e151-dfde-4999-905a-4b90c3bbbd54 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:58:20.228420 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-79250f8a-f262-49b3-86dc-722b545c36b0 req-afb2e151-dfde-4999-905a-4b90c3bbbd54 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/ports?device_id=c1b31ce5-fce3-4d8a-b6a7-b07e44ea30d9 HTTP/1.1" status: 200 len: 945 time: 0.0621011 Jul 06 14:58:20.264118 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-79250f8a-f262-49b3-86dc-722b545c36b0 req-6c2d9bbc-90a1-474e-8c7a-379925c640f7 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/security-groups?id=dd2bc95c-84fb-4682-90b8-8ac8d7aa9ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302992 Jul 06 14:58:21.437437 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3f0a33-2502-4ac6-8fd9-d6a34f4f9e2d req-c2f1a019-76d3-44fc-a5a1-cfec6953dd49 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:58:21.438903 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-9d3f0a33-2502-4ac6-8fd9-d6a34f4f9e2d req-c2f1a019-76d3-44fc-a5a1-cfec6953dd49 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/ports?device_id=c1b31ce5-fce3-4d8a-b6a7-b07e44ea30d9 HTTP/1.1" status: 200 len: 945 time: 0.0658588 Jul 06 14:58:21.474790 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-9d3f0a33-2502-4ac6-8fd9-d6a34f4f9e2d req-07939a8f-e4aa-4d1d-ba14-60dabf45e161 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/security-groups?id=dd2bc95c-84fb-4682-90b8-8ac8d7aa9ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304081 Jul 06 14:58:22.644349 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bc7610-80ab-485d-a8f6-6bf051217ea6 req-eb49e16a-24b4-43c2-bd0d-0829790459c3 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:58:22.645845 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-88bc7610-80ab-485d-a8f6-6bf051217ea6 req-eb49e16a-24b4-43c2-bd0d-0829790459c3 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/ports?device_id=c1b31ce5-fce3-4d8a-b6a7-b07e44ea30d9 HTTP/1.1" status: 200 len: 945 time: 0.0618324 Jul 06 14:58:22.683070 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-88bc7610-80ab-485d-a8f6-6bf051217ea6 req-ec283a83-ed6e-4008-acce-6be7befc6f09 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/security-groups?id=dd2bc95c-84fb-4682-90b8-8ac8d7aa9ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311115 Jul 06 14:58:22.952903 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-0e78602f-6e40-4140-b6ce-e1be90d8c949 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:58:23.851225 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9c8d67-b7e7-490f-baf4-5ce33828e712 req-c28f103a-0e7e-4047-bba2-10519d5a724e tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:58:23.852677 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-9a9c8d67-b7e7-490f-baf4-5ce33828e712 req-c28f103a-0e7e-4047-bba2-10519d5a724e tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/ports?device_id=c1b31ce5-fce3-4d8a-b6a7-b07e44ea30d9 HTTP/1.1" status: 200 len: 945 time: 0.0608764 Jul 06 14:58:23.893129 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-9a9c8d67-b7e7-490f-baf4-5ce33828e712 req-bba42fd5-8c01-47a1-90ab-63d425fe2be9 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/security-groups?id=dd2bc95c-84fb-4682-90b8-8ac8d7aa9ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349720 Jul 06 14:58:24.049488 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ce19fb-cc09-46c2-b8a1-01c0e9c024c9 req-89768569-f379-4141-b71e-fd909b40d99f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:58:24.050890 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-e9ce19fb-cc09-46c2-b8a1-01c0e9c024c9 req-89768569-f379-4141-b71e-fd909b40d99f service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=d43e4314dc9b484b87d7a3ce014660e1&device_id=c1b31ce5-fce3-4d8a-b6a7-b07e44ea30d9 HTTP/1.1" status: 200 len: 1096 time: 0.0559385 Jul 06 14:58:24.152473 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ce19fb-cc09-46c2-b8a1-01c0e9c024c9 req-a3cc222c-8dfb-4088-994a-0b8fef24bb33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:58:24.153975 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-e9ce19fb-cc09-46c2-b8a1-01c0e9c024c9 req-a3cc222c-8dfb-4088-994a-0b8fef24bb33 service neutron] 10.222.0.72 "GET /v2.0/networks?id=0de980e9-590c-42a8-a4e7-08d344113bb7 HTTP/1.1" status: 200 len: 913 time: 0.0829966 Jul 06 14:58:24.219860 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-e9ce19fb-cc09-46c2-b8a1-01c0e9c024c9 req-aafa34ef-b7b2-4cc0-9c45-d4e826608626 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=39ddf82f-f009-4be2-aa57-b6313750867f HTTP/1.1" status: 200 len: 1001 time: 0.0599849 Jul 06 14:58:24.268009 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ce19fb-cc09-46c2-b8a1-01c0e9c024c9 req-62ae9d66-a45d-4f42-bbdb-ab25e4ba4c9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:58:24.269916 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-e9ce19fb-cc09-46c2-b8a1-01c0e9c024c9 req-62ae9d66-a45d-4f42-bbdb-ab25e4ba4c9e service neutron] 10.222.0.72 "GET /v2.0/subnets?id=3a2573d9-49c9-4536-b0b0-29496d7e3935 HTTP/1.1" status: 200 len: 850 time: 0.0440829 Jul 06 14:58:24.326175 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ce19fb-cc09-46c2-b8a1-01c0e9c024c9 req-308b0c95-24f9-46c1-a9d6-79a09c163ce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:58:24.327586 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-e9ce19fb-cc09-46c2-b8a1-01c0e9c024c9 req-308b0c95-24f9-46c1-a9d6-79a09c163ce8 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=0de980e9-590c-42a8-a4e7-08d344113bb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0517974 Jul 06 14:58:24.418169 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-e9ce19fb-cc09-46c2-b8a1-01c0e9c024c9 req-b07e8094-849c-41b4-a8cc-d6bc1f71bc68 service neutron] 10.222.0.72 "GET /v2.0/networks/0de980e9-590c-42a8-a4e7-08d344113bb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847476 Jul 06 14:58:24.504928 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-e9ce19fb-cc09-46c2-b8a1-01c0e9c024c9 req-140eb195-b16f-4e4b-9fae-3a9f69c20d66 service neutron] 10.222.0.72 "GET /v2.0/networks/0de980e9-590c-42a8-a4e7-08d344113bb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798128 Jul 06 14:58:25.064637 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24ab977-5abc-4795-8888-82eb46b390ac req-65aa60ce-ddf0-411e-9a21-5c0685cf796b tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:58:25.066012 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-a24ab977-5abc-4795-8888-82eb46b390ac req-65aa60ce-ddf0-411e-9a21-5c0685cf796b tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/ports?device_id=c1b31ce5-fce3-4d8a-b6a7-b07e44ea30d9 HTTP/1.1" status: 200 len: 945 time: 0.0618594 Jul 06 14:58:25.102569 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-a24ab977-5abc-4795-8888-82eb46b390ac req-da887b54-e808-4280-a83a-4c48e4c6de82 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/security-groups?id=dd2bc95c-84fb-4682-90b8-8ac8d7aa9ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306201 Jul 06 14:58:25.607194 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-423f6e6b-7815-4209-8af9-632916fa9e2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:58:25.961812 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:58:26.270990 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82aa49e-8c66-48e7-b1fe-fc644b0a3575 req-49ce589a-3724-47c3-ac37-b4241d3b9fd1 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:58:26.272375 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-f82aa49e-8c66-48e7-b1fe-fc644b0a3575 req-49ce589a-3724-47c3-ac37-b4241d3b9fd1 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/ports?device_id=c1b31ce5-fce3-4d8a-b6a7-b07e44ea30d9 HTTP/1.1" status: 200 len: 945 time: 0.0602801 Jul 06 14:58:26.309011 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-f82aa49e-8c66-48e7-b1fe-fc644b0a3575 req-88d239d2-59fa-427f-8904-1745c8c2abed tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/security-groups?id=dd2bc95c-84fb-4682-90b8-8ac8d7aa9ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306232 Jul 06 14:58:26.808502 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-2064eaae-da4f-48f8-82d2-b09d4ddedd44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:58:27.489103 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f83d608-f220-4413-944c-6e492e050e11 req-9fe78ab7-8d57-4412-b4a0-7c52822631ab tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:58:27.490569 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-0f83d608-f220-4413-944c-6e492e050e11 req-9fe78ab7-8d57-4412-b4a0-7c52822631ab tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/ports?device_id=c1b31ce5-fce3-4d8a-b6a7-b07e44ea30d9 HTTP/1.1" status: 200 len: 945 time: 0.0665021 Jul 06 14:58:27.526869 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-0f83d608-f220-4413-944c-6e492e050e11 req-92fb0aef-1864-4c56-ab3c-4fe385fb7a32 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/security-groups?id=dd2bc95c-84fb-4682-90b8-8ac8d7aa9ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308287 Jul 06 14:58:28.602023 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-03f71b24-a9b8-453a-8924-caa3f97bc6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:58:28.697032 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3f68dc-74ab-48ee-a142-f3946ea1b0d8 req-dab70748-dbdb-4afc-80d4-5402b0f707c6 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:58:28.698491 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-3a3f68dc-74ab-48ee-a142-f3946ea1b0d8 req-dab70748-dbdb-4afc-80d4-5402b0f707c6 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/ports?device_id=c1b31ce5-fce3-4d8a-b6a7-b07e44ea30d9 HTTP/1.1" status: 200 len: 945 time: 0.0619113 Jul 06 14:58:28.735300 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-3a3f68dc-74ab-48ee-a142-f3946ea1b0d8 req-3e1da246-c6d6-4e70-9feb-e8dd84c24cec tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/security-groups?id=dd2bc95c-84fb-4682-90b8-8ac8d7aa9ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311749 Jul 06 14:58:29.911856 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ece840a-6eaf-42c7-88e3-38f00a83f733 req-a3c567b4-e9f3-4610-a108-636f5fb37cfe tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:58:29.913319 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-1ece840a-6eaf-42c7-88e3-38f00a83f733 req-a3c567b4-e9f3-4610-a108-636f5fb37cfe tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/ports?device_id=c1b31ce5-fce3-4d8a-b6a7-b07e44ea30d9 HTTP/1.1" status: 200 len: 945 time: 0.0660880 Jul 06 14:58:29.949938 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-1ece840a-6eaf-42c7-88e3-38f00a83f733 req-b30bf1b1-42af-4946-a929-1d8e1f6d7250 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/security-groups?id=dd2bc95c-84fb-4682-90b8-8ac8d7aa9ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311627 Jul 06 14:58:31.123545 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1c75d6-042a-4399-8a99-b27b3e77c569 req-c3d26f10-9a8e-4f97-9c82-7bead38b667e tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:58:31.124989 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-1e1c75d6-042a-4399-8a99-b27b3e77c569 req-c3d26f10-9a8e-4f97-9c82-7bead38b667e tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/ports?device_id=c1b31ce5-fce3-4d8a-b6a7-b07e44ea30d9 HTTP/1.1" status: 200 len: 945 time: 0.0613012 Jul 06 14:58:31.161274 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-1e1c75d6-042a-4399-8a99-b27b3e77c569 req-c5afcdb0-859d-4656-8543-7fccf5e27d40 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/security-groups?id=dd2bc95c-84fb-4682-90b8-8ac8d7aa9ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309234 Jul 06 14:58:32.333065 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3530bd-f692-49b9-9b5d-5c88f07d42e9 req-d2fb60f9-5b60-4b84-b0f1-cf8ecb077b16 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:58:32.334531 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-ba3530bd-f692-49b9-9b5d-5c88f07d42e9 req-d2fb60f9-5b60-4b84-b0f1-cf8ecb077b16 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/ports?device_id=c1b31ce5-fce3-4d8a-b6a7-b07e44ea30d9 HTTP/1.1" status: 200 len: 945 time: 0.0619564 Jul 06 14:58:32.370599 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-ba3530bd-f692-49b9-9b5d-5c88f07d42e9 req-61791f62-5bfe-403a-96e0-0ce3fa742648 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/security-groups?id=dd2bc95c-84fb-4682-90b8-8ac8d7aa9ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305984 Jul 06 14:58:33.545424 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2ff2d9-a5bb-4987-8722-54fcc82bce2d req-3eb59e0e-96b3-47e2-8b21-3cabc223c9f2 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:58:33.546908 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-4d2ff2d9-a5bb-4987-8722-54fcc82bce2d req-3eb59e0e-96b3-47e2-8b21-3cabc223c9f2 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/ports?device_id=c1b31ce5-fce3-4d8a-b6a7-b07e44ea30d9 HTTP/1.1" status: 200 len: 945 time: 0.0668583 Jul 06 14:58:33.583035 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-4d2ff2d9-a5bb-4987-8722-54fcc82bce2d req-a04075ef-88a2-4a19-a2a4-2bbe53e2ceb3 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/security-groups?id=dd2bc95c-84fb-4682-90b8-8ac8d7aa9ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305707 Jul 06 14:58:34.806103 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a704a077-47e6-466c-841c-f5cb2fd220b5 req-e533d1f6-8abd-4b4a-94dc-7f8536144cfe tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:58:34.807583 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-a704a077-47e6-466c-841c-f5cb2fd220b5 req-e533d1f6-8abd-4b4a-94dc-7f8536144cfe tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/ports?device_id=c1b31ce5-fce3-4d8a-b6a7-b07e44ea30d9 HTTP/1.1" status: 200 len: 945 time: 0.0622602 Jul 06 14:58:34.843669 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-a704a077-47e6-466c-841c-f5cb2fd220b5 req-7851bdb3-ccee-4581-81a4-4d14d7f432cd tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/security-groups?id=dd2bc95c-84fb-4682-90b8-8ac8d7aa9ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306859 Jul 06 14:58:36.017978 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ae17ee-1612-4040-aed8-26ecee226ed1 req-759400fe-774a-4c35-b17d-2c2e6d2c81b0 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:58:36.019406 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-14ae17ee-1612-4040-aed8-26ecee226ed1 req-759400fe-774a-4c35-b17d-2c2e6d2c81b0 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/ports?device_id=c1b31ce5-fce3-4d8a-b6a7-b07e44ea30d9 HTTP/1.1" status: 200 len: 945 time: 0.0674717 Jul 06 14:58:36.056050 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-14ae17ee-1612-4040-aed8-26ecee226ed1 req-8a29c681-2992-4ec3-a416-a78e5b39d3dd tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/security-groups?id=dd2bc95c-84fb-4682-90b8-8ac8d7aa9ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311151 Jul 06 14:58:37.224398 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbe6c03-633f-4369-9a5e-edae65612c3f req-8b2b6557-b1b3-4e65-b9c0-26c824b4a579 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:58:37.225883 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-3cbe6c03-633f-4369-9a5e-edae65612c3f req-8b2b6557-b1b3-4e65-b9c0-26c824b4a579 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/ports?device_id=c1b31ce5-fce3-4d8a-b6a7-b07e44ea30d9 HTTP/1.1" status: 200 len: 945 time: 0.0627732 Jul 06 14:58:37.262278 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-3cbe6c03-633f-4369-9a5e-edae65612c3f req-8219e5b3-43cf-46f0-b63c-8b46db98a1cb tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/security-groups?id=dd2bc95c-84fb-4682-90b8-8ac8d7aa9ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303233 Jul 06 14:58:38.436675 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086219ca-d2c1-48b4-8c9f-675bf483854b req-47aa4952-fafc-45fc-be10-0edd66527f95 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:58:38.438054 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-086219ca-d2c1-48b4-8c9f-675bf483854b req-47aa4952-fafc-45fc-be10-0edd66527f95 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/ports?device_id=c1b31ce5-fce3-4d8a-b6a7-b07e44ea30d9 HTTP/1.1" status: 200 len: 945 time: 0.0658016 Jul 06 14:58:38.479921 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-086219ca-d2c1-48b4-8c9f-675bf483854b req-66a2f9e8-c4c2-4567-aaca-d5ff769c3b95 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/security-groups?id=dd2bc95c-84fb-4682-90b8-8ac8d7aa9ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363770 Jul 06 14:58:39.652094 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8963ba88-1759-4329-9db0-6dcd53e05115 req-1d2247ce-b986-4246-acc0-80c86a632f60 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:58:39.653572 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-8963ba88-1759-4329-9db0-6dcd53e05115 req-1d2247ce-b986-4246-acc0-80c86a632f60 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/ports?device_id=c1b31ce5-fce3-4d8a-b6a7-b07e44ea30d9 HTTP/1.1" status: 200 len: 945 time: 0.0616269 Jul 06 14:58:39.689922 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-8963ba88-1759-4329-9db0-6dcd53e05115 req-5282be9f-84de-4fa6-aad7-aff07eb7b4a1 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/security-groups?id=dd2bc95c-84fb-4682-90b8-8ac8d7aa9ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308523 Jul 06 14:58:40.860529 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe77072e-1e2b-4b1b-96a7-bed40f4a540a req-ae13ffbe-af53-4a3f-80f5-60e1141642ac tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:58:40.861984 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-fe77072e-1e2b-4b1b-96a7-bed40f4a540a req-ae13ffbe-af53-4a3f-80f5-60e1141642ac tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/ports?device_id=c1b31ce5-fce3-4d8a-b6a7-b07e44ea30d9 HTTP/1.1" status: 200 len: 945 time: 0.0626872 Jul 06 14:58:40.898682 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-fe77072e-1e2b-4b1b-96a7-bed40f4a540a req-f73ed2de-aa41-4bd4-9123-6a6f3fb154a9 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/security-groups?id=dd2bc95c-84fb-4682-90b8-8ac8d7aa9ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305684 Jul 06 14:58:41.254515 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:58:42.074619 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd278538-67a3-4151-b11e-cbce749db08a req-99c25df2-f067-4949-8b5d-5102e51f9fa7 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:58:42.076112 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-bd278538-67a3-4151-b11e-cbce749db08a req-99c25df2-f067-4949-8b5d-5102e51f9fa7 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/ports?device_id=c1b31ce5-fce3-4d8a-b6a7-b07e44ea30d9 HTTP/1.1" status: 200 len: 945 time: 0.0678437 Jul 06 14:58:42.114124 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-bd278538-67a3-4151-b11e-cbce749db08a req-20b75afb-f456-4277-b00b-a81ec7c21556 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/security-groups?id=dd2bc95c-84fb-4682-90b8-8ac8d7aa9ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320051 Jul 06 14:58:43.021683 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:58:43.284741 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e15bf8-0058-4b42-ac2b-9c36f9fe2fa8 req-efefbeaa-0389-4659-b34e-d1e6e3c264dd tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:58:43.286120 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-11e15bf8-0058-4b42-ac2b-9c36f9fe2fa8 req-efefbeaa-0389-4659-b34e-d1e6e3c264dd tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/ports?device_id=c1b31ce5-fce3-4d8a-b6a7-b07e44ea30d9 HTTP/1.1" status: 200 len: 945 time: 0.0629339 Jul 06 14:58:43.322956 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-11e15bf8-0058-4b42-ac2b-9c36f9fe2fa8 req-7e56094f-71ea-4fba-b2a1-d3407bd39365 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/security-groups?id=dd2bc95c-84fb-4682-90b8-8ac8d7aa9ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307608 Jul 06 14:58:44.496819 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1598e206-e9a2-40b0-ba92-7b1e03dd0d86 req-5600cfb2-a9db-427a-b42d-3a22ecff3180 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:58:44.498283 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-1598e206-e9a2-40b0-ba92-7b1e03dd0d86 req-5600cfb2-a9db-427a-b42d-3a22ecff3180 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/ports?device_id=c1b31ce5-fce3-4d8a-b6a7-b07e44ea30d9 HTTP/1.1" status: 200 len: 945 time: 0.0624573 Jul 06 14:58:44.538186 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-1598e206-e9a2-40b0-ba92-7b1e03dd0d86 req-a8f0e28c-29a2-47aa-bfb5-5f295dcf649b tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/security-groups?id=dd2bc95c-84fb-4682-90b8-8ac8d7aa9ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343869 Jul 06 14:58:45.708770 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049cb386-1c2f-41a5-b145-a2e2865b3de3 req-a2542929-50a0-41d6-997b-fa30ee59063a tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:58:45.710280 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-049cb386-1c2f-41a5-b145-a2e2865b3de3 req-a2542929-50a0-41d6-997b-fa30ee59063a tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/ports?device_id=c1b31ce5-fce3-4d8a-b6a7-b07e44ea30d9 HTTP/1.1" status: 200 len: 945 time: 0.0631652 Jul 06 14:58:45.747456 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-049cb386-1c2f-41a5-b145-a2e2865b3de3 req-7b357ecd-c678-4670-9d97-577563d433d6 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/security-groups?id=dd2bc95c-84fb-4682-90b8-8ac8d7aa9ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309339 Jul 06 14:58:46.917309 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a203b659-a34b-4f72-b5b8-2ef79e80bc67 req-0a3ca7f6-959b-4d54-9e97-313b324013cb tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:58:46.918846 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-a203b659-a34b-4f72-b5b8-2ef79e80bc67 req-0a3ca7f6-959b-4d54-9e97-313b324013cb tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/ports?device_id=c1b31ce5-fce3-4d8a-b6a7-b07e44ea30d9 HTTP/1.1" status: 200 len: 945 time: 0.0613689 Jul 06 14:58:46.954642 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-a203b659-a34b-4f72-b5b8-2ef79e80bc67 req-156c6e69-e33c-4d5c-b1ed-40f33722f27d tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/security-groups?id=dd2bc95c-84fb-4682-90b8-8ac8d7aa9ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301638 Jul 06 14:58:48.129140 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746c7755-b0e7-4c79-b92c-e7ec8edbbb26 req-269c86c9-2ed4-4a02-8a41-5e3b2809c748 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:58:48.130640 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-746c7755-b0e7-4c79-b92c-e7ec8edbbb26 req-269c86c9-2ed4-4a02-8a41-5e3b2809c748 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/ports?device_id=c1b31ce5-fce3-4d8a-b6a7-b07e44ea30d9 HTTP/1.1" status: 200 len: 945 time: 0.0651448 Jul 06 14:58:48.167514 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-746c7755-b0e7-4c79-b92c-e7ec8edbbb26 req-2232a2c2-792b-412b-9296-ac8c049b37c3 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/security-groups?id=dd2bc95c-84fb-4682-90b8-8ac8d7aa9ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307853 Jul 06 14:58:49.340214 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36c6d9d-59bb-4304-b7ff-48a14d7ae8c1 req-43b2f6ed-f24f-45f4-949a-911cccedfd57 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:58:49.341694 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-d36c6d9d-59bb-4304-b7ff-48a14d7ae8c1 req-43b2f6ed-f24f-45f4-949a-911cccedfd57 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/ports?device_id=c1b31ce5-fce3-4d8a-b6a7-b07e44ea30d9 HTTP/1.1" status: 200 len: 945 time: 0.0624394 Jul 06 14:58:49.378185 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-d36c6d9d-59bb-4304-b7ff-48a14d7ae8c1 req-86e2b4df-f7ab-4f50-a293-df44d70e240c tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/security-groups?id=dd2bc95c-84fb-4682-90b8-8ac8d7aa9ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310652 Jul 06 14:58:50.549306 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3936e16-fa7f-4516-8820-c52a4a82c24f req-cf9282e0-da05-4c30-b85d-a4cbd8c7eb8b tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:58:50.551101 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-c3936e16-fa7f-4516-8820-c52a4a82c24f req-cf9282e0-da05-4c30-b85d-a4cbd8c7eb8b tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/ports?device_id=c1b31ce5-fce3-4d8a-b6a7-b07e44ea30d9 HTTP/1.1" status: 200 len: 945 time: 0.0641701 Jul 06 14:58:50.592347 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-c3936e16-fa7f-4516-8820-c52a4a82c24f req-c8daf53d-a81d-4955-b4d9-7a145ed2d7a6 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/security-groups?id=dd2bc95c-84fb-4682-90b8-8ac8d7aa9ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354383 Jul 06 14:58:51.763602 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ee7f0b-5af7-48f1-9714-f41408a8f15f req-7f6e21e5-9aff-433f-a22b-194db6ac3997 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:58:51.765080 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-58ee7f0b-5af7-48f1-9714-f41408a8f15f req-7f6e21e5-9aff-433f-a22b-194db6ac3997 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/ports?device_id=c1b31ce5-fce3-4d8a-b6a7-b07e44ea30d9 HTTP/1.1" status: 200 len: 945 time: 0.0640502 Jul 06 14:58:51.801383 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-58ee7f0b-5af7-48f1-9714-f41408a8f15f req-dbf5f5ea-ff4c-4c1b-8619-05633d44b063 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/security-groups?id=dd2bc95c-84fb-4682-90b8-8ac8d7aa9ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307724 Jul 06 14:58:52.953359 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-0a0e2836-d110-4492-a58c-6be02161d302 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:58:52.972192 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bc40e6-2403-41ae-ad83-aa943140b2ed req-66665df3-4837-4dcb-be76-92f68fe45d64 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:58:52.973678 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-d0bc40e6-2403-41ae-ad83-aa943140b2ed req-66665df3-4837-4dcb-be76-92f68fe45d64 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/ports?device_id=c1b31ce5-fce3-4d8a-b6a7-b07e44ea30d9 HTTP/1.1" status: 200 len: 945 time: 0.0634985 Jul 06 14:58:53.010517 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-d0bc40e6-2403-41ae-ad83-aa943140b2ed req-4109ce84-3b2b-4480-884a-867e0a001e2b tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/security-groups?id=dd2bc95c-84fb-4682-90b8-8ac8d7aa9ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304155 Jul 06 14:58:54.187525 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e92c9c-35c0-462b-9f72-057939c2ab75 req-4342c17c-a3dd-4418-83aa-261bb47447b3 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:58:54.188972 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-a9e92c9c-35c0-462b-9f72-057939c2ab75 req-4342c17c-a3dd-4418-83aa-261bb47447b3 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/ports?device_id=c1b31ce5-fce3-4d8a-b6a7-b07e44ea30d9 HTTP/1.1" status: 200 len: 945 time: 0.0650218 Jul 06 14:58:54.224757 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-a9e92c9c-35c0-462b-9f72-057939c2ab75 req-fd7633a0-f83b-4916-be26-13d84dc3fede tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/security-groups?id=dd2bc95c-84fb-4682-90b8-8ac8d7aa9ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303283 Jul 06 14:58:54.280799 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.agents_db [None req-167c0ad6-1657-4c9a-a2c4-3b18056aa662 None None] Agent healthcheck: found 7 active agents {{(pid=100249) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 14:58:55.395232 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0095499f-9a96-4c9a-8a3b-de4ef23b7c94 req-bdf611d9-aec0-468b-bddb-7a103392bc95 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:58:55.401399 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-0095499f-9a96-4c9a-8a3b-de4ef23b7c94 req-bdf611d9-aec0-468b-bddb-7a103392bc95 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/ports?device_id=c1b31ce5-fce3-4d8a-b6a7-b07e44ea30d9 HTTP/1.1" status: 200 len: 945 time: 0.0631680 Jul 06 14:58:55.434945 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-0095499f-9a96-4c9a-8a3b-de4ef23b7c94 req-9c8bc6e1-67cb-428e-b6d2-172fe574ffc2 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/security-groups?id=dd2bc95c-84fb-4682-90b8-8ac8d7aa9ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313971 Jul 06 14:58:55.607526 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-f2df9843-77ce-428c-94b9-e8d2c454d1ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:58:55.962657 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:58:56.605410 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bb9310-18b1-4298-85c1-cb02f5e8b76d req-d66c612d-53ae-4af3-b62d-dcd73d25e350 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:58:56.606918 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-96bb9310-18b1-4298-85c1-cb02f5e8b76d req-d66c612d-53ae-4af3-b62d-dcd73d25e350 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/ports?device_id=c1b31ce5-fce3-4d8a-b6a7-b07e44ea30d9 HTTP/1.1" status: 200 len: 945 time: 0.0625215 Jul 06 14:58:56.647864 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-96bb9310-18b1-4298-85c1-cb02f5e8b76d req-c93c133c-65b3-4749-8f52-5ece7da82d86 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/security-groups?id=dd2bc95c-84fb-4682-90b8-8ac8d7aa9ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350242 Jul 06 14:58:56.811537 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-2064eaae-da4f-48f8-82d2-b09d4ddedd44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:58:57.823129 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fff2eba-3e5a-4c24-b2f9-da5cf827bf12 req-fe872eb9-2630-40cc-9894-2f6bb51e2073 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:58:57.826200 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-1fff2eba-3e5a-4c24-b2f9-da5cf827bf12 req-fe872eb9-2630-40cc-9894-2f6bb51e2073 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/ports?device_id=c1b31ce5-fce3-4d8a-b6a7-b07e44ea30d9 HTTP/1.1" status: 200 len: 945 time: 0.0673585 Jul 06 14:58:57.863185 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-1fff2eba-3e5a-4c24-b2f9-da5cf827bf12 req-d534a898-090e-4691-a93a-b0e84ae06c72 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/security-groups?id=dd2bc95c-84fb-4682-90b8-8ac8d7aa9ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314307 Jul 06 14:58:58.603615 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-03f71b24-a9b8-453a-8924-caa3f97bc6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:58:59.036681 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5888753-e144-44e5-830e-fde393792f10 req-2edd168e-c333-407f-91a8-23a3726bd5e8 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:58:59.038162 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-f5888753-e144-44e5-830e-fde393792f10 req-2edd168e-c333-407f-91a8-23a3726bd5e8 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/ports?device_id=c1b31ce5-fce3-4d8a-b6a7-b07e44ea30d9 HTTP/1.1" status: 200 len: 945 time: 0.0628121 Jul 06 14:58:59.075201 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-f5888753-e144-44e5-830e-fde393792f10 req-95403532-6e30-4b6f-b35e-830bb46250a0 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/security-groups?id=dd2bc95c-84fb-4682-90b8-8ac8d7aa9ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315292 Jul 06 14:59:00.265144 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9b80ad-64f6-485c-9e77-8fdb02b3b9e4 req-46e9722c-8d32-4765-b426-51cd304132ff tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:59:00.266614 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-fc9b80ad-64f6-485c-9e77-8fdb02b3b9e4 req-46e9722c-8d32-4765-b426-51cd304132ff tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/ports?device_id=c1b31ce5-fce3-4d8a-b6a7-b07e44ea30d9 HTTP/1.1" status: 200 len: 945 time: 0.0656905 Jul 06 14:59:00.303595 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-fc9b80ad-64f6-485c-9e77-8fdb02b3b9e4 req-816a5b43-efe9-4e4c-9cc2-69b68fa5a080 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/security-groups?id=dd2bc95c-84fb-4682-90b8-8ac8d7aa9ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314381 Jul 06 14:59:01.474419 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275202fd-17e1-4ead-ad0c-ba1606ead2a7 req-591aa455-8763-43df-8d17-19491d7192ce tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:59:01.475931 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-275202fd-17e1-4ead-ad0c-ba1606ead2a7 req-591aa455-8763-43df-8d17-19491d7192ce tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/ports?device_id=c1b31ce5-fce3-4d8a-b6a7-b07e44ea30d9 HTTP/1.1" status: 200 len: 945 time: 0.0631437 Jul 06 14:59:01.511594 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-275202fd-17e1-4ead-ad0c-ba1606ead2a7 req-5614a987-364c-4743-a51f-d261b5c5fe84 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/security-groups?id=dd2bc95c-84fb-4682-90b8-8ac8d7aa9ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302739 Jul 06 14:59:02.691538 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b947e6a-785a-4169-87e7-c187de24a7b7 req-b27cb0c3-170e-4aac-98ed-f4cf6ed90c2a tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:59:02.693033 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-4b947e6a-785a-4169-87e7-c187de24a7b7 req-b27cb0c3-170e-4aac-98ed-f4cf6ed90c2a tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/ports?device_id=c1b31ce5-fce3-4d8a-b6a7-b07e44ea30d9 HTTP/1.1" status: 200 len: 945 time: 0.0664344 Jul 06 14:59:02.735327 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-4b947e6a-785a-4169-87e7-c187de24a7b7 req-f4d043dc-d04a-4d6b-a0ca-e5ea5cc5f481 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/security-groups?id=dd2bc95c-84fb-4682-90b8-8ac8d7aa9ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367491 Jul 06 14:59:03.907831 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea5f068-b1ba-4604-9fdc-0f6a140fdb78 req-687e78d2-597a-4923-98e2-ccc2cef93759 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:59:03.909300 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-7ea5f068-b1ba-4604-9fdc-0f6a140fdb78 req-687e78d2-597a-4923-98e2-ccc2cef93759 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/ports?device_id=c1b31ce5-fce3-4d8a-b6a7-b07e44ea30d9 HTTP/1.1" status: 200 len: 945 time: 0.0628657 Jul 06 14:59:03.945859 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-7ea5f068-b1ba-4604-9fdc-0f6a140fdb78 req-2933413e-dfd0-41de-92d7-bdbbad8551c3 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/security-groups?id=dd2bc95c-84fb-4682-90b8-8ac8d7aa9ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311048 Jul 06 14:59:05.115861 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f875dbb-a1a9-43f5-88cc-2757e27e100f req-d1b24d61-c2b3-4908-aecb-81d033223a1e tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:59:05.117335 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-8f875dbb-a1a9-43f5-88cc-2757e27e100f req-d1b24d61-c2b3-4908-aecb-81d033223a1e tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/ports?device_id=c1b31ce5-fce3-4d8a-b6a7-b07e44ea30d9 HTTP/1.1" status: 200 len: 945 time: 0.0618713 Jul 06 14:59:05.153588 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-8f875dbb-a1a9-43f5-88cc-2757e27e100f req-67b8dff9-c05a-4483-972f-6fba73234c5b tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/security-groups?id=dd2bc95c-84fb-4682-90b8-8ac8d7aa9ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308187 Jul 06 14:59:06.325713 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1baca1-3a20-43aa-8a5b-c7786d8a49ab req-f948e11a-32d2-4a98-aaec-3a153e6cc7fa tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:59:06.327728 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-9f1baca1-3a20-43aa-8a5b-c7786d8a49ab req-f948e11a-32d2-4a98-aaec-3a153e6cc7fa tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/ports?device_id=c1b31ce5-fce3-4d8a-b6a7-b07e44ea30d9 HTTP/1.1" status: 200 len: 945 time: 0.0660634 Jul 06 14:59:06.363382 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-9f1baca1-3a20-43aa-8a5b-c7786d8a49ab req-449119b3-f0c7-46f7-9af1-c758c7c1a4eb tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/security-groups?id=dd2bc95c-84fb-4682-90b8-8ac8d7aa9ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301378 Jul 06 14:59:07.536126 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9e9bd3-1ea8-485f-8929-ada105b7870b req-1db365cd-1fc3-40e0-949b-24cee26bdd1f tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:59:07.537671 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-fb9e9bd3-1ea8-485f-8929-ada105b7870b req-1db365cd-1fc3-40e0-949b-24cee26bdd1f tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/ports?device_id=c1b31ce5-fce3-4d8a-b6a7-b07e44ea30d9 HTTP/1.1" status: 200 len: 945 time: 0.0650558 Jul 06 14:59:07.573959 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-fb9e9bd3-1ea8-485f-8929-ada105b7870b req-b7f8abcc-8239-4b60-af3f-b63c7b9e9a09 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/security-groups?id=dd2bc95c-84fb-4682-90b8-8ac8d7aa9ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308056 Jul 06 14:59:08.769068 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d21605a-4679-4d77-920b-fdd3c895f7fe req-3efcbf33-d813-4662-a4ce-c3015613364e tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:59:08.770572 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-7d21605a-4679-4d77-920b-fdd3c895f7fe req-3efcbf33-d813-4662-a4ce-c3015613364e tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/ports?device_id=c1b31ce5-fce3-4d8a-b6a7-b07e44ea30d9 HTTP/1.1" status: 200 len: 945 time: 0.0667136 Jul 06 14:59:08.807597 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-7d21605a-4679-4d77-920b-fdd3c895f7fe req-9505933e-a3c3-4449-8277-bae71a70d8e2 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/security-groups?id=dd2bc95c-84fb-4682-90b8-8ac8d7aa9ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315087 Jul 06 14:59:09.978008 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560959d9-557d-4b8a-9b6d-09ce0325bdae req-a4dcf079-9529-4ed6-aa36-a37765ce27a6 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:59:09.979521 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-560959d9-557d-4b8a-9b6d-09ce0325bdae req-a4dcf079-9529-4ed6-aa36-a37765ce27a6 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/ports?device_id=c1b31ce5-fce3-4d8a-b6a7-b07e44ea30d9 HTTP/1.1" status: 200 len: 945 time: 0.0623991 Jul 06 14:59:10.015823 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-560959d9-557d-4b8a-9b6d-09ce0325bdae req-70ef829d-072d-4894-98e4-2cc97aaab2b9 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/security-groups?id=dd2bc95c-84fb-4682-90b8-8ac8d7aa9ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302362 Jul 06 14:59:11.185076 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ad8b63-1f9e-4d02-822f-f785d6acc9be req-52a3edd6-6185-4902-a6f1-2e1a73ec131c tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:59:11.187379 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-30ad8b63-1f9e-4d02-822f-f785d6acc9be req-52a3edd6-6185-4902-a6f1-2e1a73ec131c tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/ports?device_id=c1b31ce5-fce3-4d8a-b6a7-b07e44ea30d9 HTTP/1.1" status: 200 len: 945 time: 0.0617070 Jul 06 14:59:11.223076 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-30ad8b63-1f9e-4d02-822f-f785d6acc9be req-cd55f70b-810a-42f6-8e2e-c00fac6c2f40 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/security-groups?id=dd2bc95c-84fb-4682-90b8-8ac8d7aa9ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305057 Jul 06 14:59:11.270466 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:59:12.394520 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f3a97c-97f5-41b1-bd07-4341bdce42a2 req-d5c4fc42-bc68-470c-9eab-86edbb75b344 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:59:12.395915 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-32f3a97c-97f5-41b1-bd07-4341bdce42a2 req-d5c4fc42-bc68-470c-9eab-86edbb75b344 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/ports?device_id=c1b31ce5-fce3-4d8a-b6a7-b07e44ea30d9 HTTP/1.1" status: 200 len: 945 time: 0.0657680 Jul 06 14:59:12.432906 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-32f3a97c-97f5-41b1-bd07-4341bdce42a2 req-c0e84b38-3880-4534-94cd-348c230abad4 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/security-groups?id=dd2bc95c-84fb-4682-90b8-8ac8d7aa9ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315487 Jul 06 14:59:13.049317 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:59:13.607742 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e96a5c8-b8b7-469a-adb0-7bd302bbfc63 req-3e389dea-2d99-4e79-85ee-941718a1960f tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:59:13.609719 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-3e96a5c8-b8b7-469a-adb0-7bd302bbfc63 req-3e389dea-2d99-4e79-85ee-941718a1960f tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/ports?device_id=c1b31ce5-fce3-4d8a-b6a7-b07e44ea30d9 HTTP/1.1" status: 200 len: 945 time: 0.0623810 Jul 06 14:59:13.646394 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-3e96a5c8-b8b7-469a-adb0-7bd302bbfc63 req-784be2c5-38f3-4867-819b-ca3f22f88c24 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/security-groups?id=dd2bc95c-84fb-4682-90b8-8ac8d7aa9ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310972 Jul 06 14:59:14.820875 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e204314f-49b9-4ec8-bb68-53071af0dd96 req-3ab5b632-a1a1-4e5c-8413-e40cb2370df6 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:59:14.822266 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-e204314f-49b9-4ec8-bb68-53071af0dd96 req-3ab5b632-a1a1-4e5c-8413-e40cb2370df6 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/ports?device_id=c1b31ce5-fce3-4d8a-b6a7-b07e44ea30d9 HTTP/1.1" status: 200 len: 945 time: 0.0659490 Jul 06 14:59:14.858652 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-e204314f-49b9-4ec8-bb68-53071af0dd96 req-c35abb49-d32f-4395-a22a-8a353ccd07b3 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/security-groups?id=dd2bc95c-84fb-4682-90b8-8ac8d7aa9ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309160 Jul 06 14:59:16.029602 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600336d8-2dce-451b-b07c-dfc14e60276d req-cae66e10-d4c7-4105-bcfb-6cc5204ec394 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:59:16.031492 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-600336d8-2dce-451b-b07c-dfc14e60276d req-cae66e10-d4c7-4105-bcfb-6cc5204ec394 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/ports?device_id=c1b31ce5-fce3-4d8a-b6a7-b07e44ea30d9 HTTP/1.1" status: 200 len: 945 time: 0.0628104 Jul 06 14:59:16.068247 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-600336d8-2dce-451b-b07c-dfc14e60276d req-058a2e94-4ef4-4e80-83d9-6727c11c66b5 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/security-groups?id=dd2bc95c-84fb-4682-90b8-8ac8d7aa9ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312543 Jul 06 14:59:17.244349 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46927c0b-a3f3-42fd-a110-c9f8bb337adb req-adca7da0-dcdc-4078-8a4c-092221d74c18 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:59:17.245813 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-46927c0b-a3f3-42fd-a110-c9f8bb337adb req-adca7da0-dcdc-4078-8a4c-092221d74c18 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/ports?device_id=c1b31ce5-fce3-4d8a-b6a7-b07e44ea30d9 HTTP/1.1" status: 200 len: 945 time: 0.0683911 Jul 06 14:59:17.282085 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-46927c0b-a3f3-42fd-a110-c9f8bb337adb req-3c843939-9647-4c8f-b98c-f8bcf35506b5 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/security-groups?id=dd2bc95c-84fb-4682-90b8-8ac8d7aa9ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300689 Jul 06 14:59:18.460516 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef62937-e9e6-4fa0-a5a0-4bfca89cb988 req-52b66963-10ff-4255-83a8-1f6b8312d118 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:59:18.461900 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-3ef62937-e9e6-4fa0-a5a0-4bfca89cb988 req-52b66963-10ff-4255-83a8-1f6b8312d118 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/ports?device_id=c1b31ce5-fce3-4d8a-b6a7-b07e44ea30d9 HTTP/1.1" status: 200 len: 945 time: 0.0668595 Jul 06 14:59:18.498818 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-3ef62937-e9e6-4fa0-a5a0-4bfca89cb988 req-d51b707b-b6e4-4037-9249-22af178e06a9 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/security-groups?id=dd2bc95c-84fb-4682-90b8-8ac8d7aa9ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314691 Jul 06 14:59:19.670139 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced743f8-5f10-45d9-bae3-0d0b222be290 req-b1177d87-87de-4631-b2e7-0ed0d7b529ab tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:59:19.671693 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-ced743f8-5f10-45d9-bae3-0d0b222be290 req-b1177d87-87de-4631-b2e7-0ed0d7b529ab tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/ports?device_id=c1b31ce5-fce3-4d8a-b6a7-b07e44ea30d9 HTTP/1.1" status: 200 len: 945 time: 0.0623174 Jul 06 14:59:19.708257 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-ced743f8-5f10-45d9-bae3-0d0b222be290 req-1a95b06b-c47e-4e0c-8b62-2350da707dee tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/security-groups?id=dd2bc95c-84fb-4682-90b8-8ac8d7aa9ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304384 Jul 06 14:59:20.884748 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d19322f-b009-4a71-aeb9-e2018e39a063 req-27bdc205-b909-4db3-893f-1a9b3130dafe tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:59:20.886214 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-2d19322f-b009-4a71-aeb9-e2018e39a063 req-27bdc205-b909-4db3-893f-1a9b3130dafe tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/ports?device_id=c1b31ce5-fce3-4d8a-b6a7-b07e44ea30d9 HTTP/1.1" status: 200 len: 945 time: 0.0664861 Jul 06 14:59:20.922472 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-2d19322f-b009-4a71-aeb9-e2018e39a063 req-26abc526-c6ca-48d2-bc99-fe9f05e1709c tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/security-groups?id=dd2bc95c-84fb-4682-90b8-8ac8d7aa9ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306902 Jul 06 14:59:22.096262 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1979ad0a-74e8-433e-ade7-d31e71b99777 req-b5ce9b4f-7827-4998-b6aa-2e4d727c93f3 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:59:22.097851 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-1979ad0a-74e8-433e-ade7-d31e71b99777 req-b5ce9b4f-7827-4998-b6aa-2e4d727c93f3 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/ports?device_id=c1b31ce5-fce3-4d8a-b6a7-b07e44ea30d9 HTTP/1.1" status: 200 len: 945 time: 0.0626388 Jul 06 14:59:22.135270 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-1979ad0a-74e8-433e-ade7-d31e71b99777 req-6776c8fe-a14e-4587-9535-3529dfb13565 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/security-groups?id=dd2bc95c-84fb-4682-90b8-8ac8d7aa9ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313842 Jul 06 14:59:22.955816 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-f5a6d060-8389-4ea1-ae6a-0fb7c5f93720 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:59:23.311150 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c4bb0d-6374-48a6-b04a-26e7c852de55 req-85f7308d-e1dd-4f49-aaf2-ddce30706421 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:59:23.313334 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-e8c4bb0d-6374-48a6-b04a-26e7c852de55 req-85f7308d-e1dd-4f49-aaf2-ddce30706421 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/ports?device_id=c1b31ce5-fce3-4d8a-b6a7-b07e44ea30d9 HTTP/1.1" status: 200 len: 945 time: 0.0663540 Jul 06 14:59:23.349679 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-e8c4bb0d-6374-48a6-b04a-26e7c852de55 req-0d432532-e5f4-45fc-ac1f-6ba14b89802d tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/security-groups?id=dd2bc95c-84fb-4682-90b8-8ac8d7aa9ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308433 Jul 06 14:59:24.526416 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc6912c-2875-4ec5-9281-3bfcfb0b2451 req-af50294b-4f70-41d8-a913-87d4adf9413b tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:59:24.527885 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-acc6912c-2875-4ec5-9281-3bfcfb0b2451 req-af50294b-4f70-41d8-a913-87d4adf9413b tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/ports?device_id=c1b31ce5-fce3-4d8a-b6a7-b07e44ea30d9 HTTP/1.1" status: 200 len: 945 time: 0.0655148 Jul 06 14:59:24.567325 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-acc6912c-2875-4ec5-9281-3bfcfb0b2451 req-cee13385-a87e-4ac9-8ba9-dfa499d45e72 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/security-groups?id=dd2bc95c-84fb-4682-90b8-8ac8d7aa9ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338473 Jul 06 14:59:25.610291 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-cd5126d4-dc53-4607-901a-810731eb29c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:59:25.744369 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736c3a61-1130-4d78-a2f6-ad97bd5db803 req-2bed60ce-5f4b-4c93-a2db-0d480a950c36 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:59:25.745867 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-736c3a61-1130-4d78-a2f6-ad97bd5db803 req-2bed60ce-5f4b-4c93-a2db-0d480a950c36 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/ports?device_id=c1b31ce5-fce3-4d8a-b6a7-b07e44ea30d9 HTTP/1.1" status: 200 len: 945 time: 0.0656278 Jul 06 14:59:25.783634 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-736c3a61-1130-4d78-a2f6-ad97bd5db803 req-514526d9-afa7-4012-9772-076cd840ca16 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/security-groups?id=dd2bc95c-84fb-4682-90b8-8ac8d7aa9ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316184 Jul 06 14:59:25.963456 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:59:26.048599 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d9122a-6227-4b19-adac-e503aad477ee req-d03288e6-2406-497b-9f98-1737be032078 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:59:26.050086 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-b4d9122a-6227-4b19-adac-e503aad477ee req-d03288e6-2406-497b-9f98-1737be032078 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=d43e4314dc9b484b87d7a3ce014660e1&device_id=c1b31ce5-fce3-4d8a-b6a7-b07e44ea30d9 HTTP/1.1" status: 200 len: 1096 time: 0.0584872 Jul 06 14:59:26.151184 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d9122a-6227-4b19-adac-e503aad477ee req-cb905b46-c9b1-44e6-bdc4-da5fd7413ef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:59:26.152681 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-b4d9122a-6227-4b19-adac-e503aad477ee req-cb905b46-c9b1-44e6-bdc4-da5fd7413ef5 service neutron] 10.222.0.72 "GET /v2.0/networks?id=0de980e9-590c-42a8-a4e7-08d344113bb7 HTTP/1.1" status: 200 len: 913 time: 0.0820129 Jul 06 14:59:26.218555 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-b4d9122a-6227-4b19-adac-e503aad477ee req-b3fbc729-9588-49ff-ab05-2122f6ccedcb service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=39ddf82f-f009-4be2-aa57-b6313750867f HTTP/1.1" status: 200 len: 1001 time: 0.0598421 Jul 06 14:59:26.265656 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d9122a-6227-4b19-adac-e503aad477ee req-cdfee8b9-fa61-422a-a401-e10947e99374 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:59:26.268121 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-b4d9122a-6227-4b19-adac-e503aad477ee req-cdfee8b9-fa61-422a-a401-e10947e99374 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=3a2573d9-49c9-4536-b0b0-29496d7e3935 HTTP/1.1" status: 200 len: 850 time: 0.0437698 Jul 06 14:59:26.326305 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d9122a-6227-4b19-adac-e503aad477ee req-a520ca0d-2c42-4269-b8c2-99a087c402b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:59:26.327795 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-b4d9122a-6227-4b19-adac-e503aad477ee req-a520ca0d-2c42-4269-b8c2-99a087c402b6 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=0de980e9-590c-42a8-a4e7-08d344113bb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0531440 Jul 06 14:59:26.417424 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-b4d9122a-6227-4b19-adac-e503aad477ee req-999e15a4-577d-4b7d-8538-805d9100b739 service neutron] 10.222.0.72 "GET /v2.0/networks/0de980e9-590c-42a8-a4e7-08d344113bb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828235 Jul 06 14:59:26.504517 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-b4d9122a-6227-4b19-adac-e503aad477ee req-27f1da8f-a50e-4046-b37f-83e0167593ab service neutron] 10.222.0.72 "GET /v2.0/networks/0de980e9-590c-42a8-a4e7-08d344113bb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803840 Jul 06 14:59:26.813862 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-2064eaae-da4f-48f8-82d2-b09d4ddedd44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:59:26.957148 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b619fd7f-e5fd-482e-99b6-7f5f030f3aff req-f8577bd7-c2cb-4e1e-aa53-980746f69814 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:59:26.958669 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-b619fd7f-e5fd-482e-99b6-7f5f030f3aff req-f8577bd7-c2cb-4e1e-aa53-980746f69814 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/ports?device_id=c1b31ce5-fce3-4d8a-b6a7-b07e44ea30d9 HTTP/1.1" status: 200 len: 945 time: 0.0676119 Jul 06 14:59:26.995611 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-b619fd7f-e5fd-482e-99b6-7f5f030f3aff req-5e6ee5ec-8338-412d-a136-07c196a79b91 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/security-groups?id=dd2bc95c-84fb-4682-90b8-8ac8d7aa9ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313449 Jul 06 14:59:28.168758 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97b9809-62c5-4e4d-867e-db7ee914f902 req-2d7af101-d5d5-4a58-85de-26c8c793af1b tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:59:28.170237 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-e97b9809-62c5-4e4d-867e-db7ee914f902 req-2d7af101-d5d5-4a58-85de-26c8c793af1b tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/ports?device_id=c1b31ce5-fce3-4d8a-b6a7-b07e44ea30d9 HTTP/1.1" status: 200 len: 945 time: 0.0619709 Jul 06 14:59:28.207371 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-e97b9809-62c5-4e4d-867e-db7ee914f902 req-3dd9d6c5-40f7-40b0-886b-5511c270afb2 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/security-groups?id=dd2bc95c-84fb-4682-90b8-8ac8d7aa9ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309107 Jul 06 14:59:28.606610 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-03f71b24-a9b8-453a-8924-caa3f97bc6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:59:29.377047 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390abc94-a957-433a-96c6-a7f1763f23a1 req-4bf3e657-9973-4298-8933-8bf26e302284 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:59:29.378530 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-390abc94-a957-433a-96c6-a7f1763f23a1 req-4bf3e657-9973-4298-8933-8bf26e302284 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/ports?device_id=c1b31ce5-fce3-4d8a-b6a7-b07e44ea30d9 HTTP/1.1" status: 200 len: 945 time: 0.0614321 Jul 06 14:59:29.414366 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-390abc94-a957-433a-96c6-a7f1763f23a1 req-c35482e5-59fe-45d7-b779-6bee1abaf2f5 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/security-groups?id=dd2bc95c-84fb-4682-90b8-8ac8d7aa9ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304177 Jul 06 14:59:30.588981 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bded377-dd48-4719-8cf8-1304eaf3376a req-8b8edc8d-a4bd-46b3-a1ad-9f28e2b569f2 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:59:30.590447 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-1bded377-dd48-4719-8cf8-1304eaf3376a req-8b8edc8d-a4bd-46b3-a1ad-9f28e2b569f2 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/ports?device_id=c1b31ce5-fce3-4d8a-b6a7-b07e44ea30d9 HTTP/1.1" status: 200 len: 945 time: 0.0667553 Jul 06 14:59:30.627207 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-1bded377-dd48-4719-8cf8-1304eaf3376a req-0a749e98-0ee3-4f4f-9551-ee7395e04505 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/security-groups?id=dd2bc95c-84fb-4682-90b8-8ac8d7aa9ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300999 Jul 06 14:59:31.281878 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.agents_db [None req-167c0ad6-1657-4c9a-a2c4-3b18056aa662 None None] Agent healthcheck: found 7 active agents {{(pid=100249) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 14:59:31.795623 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c764550-14c8-41e4-ad8f-b823955537bd req-119e1e1a-81a8-4717-84ad-0139bd1561ce tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:59:31.797082 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-6c764550-14c8-41e4-ad8f-b823955537bd req-119e1e1a-81a8-4717-84ad-0139bd1561ce tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/ports?device_id=c1b31ce5-fce3-4d8a-b6a7-b07e44ea30d9 HTTP/1.1" status: 200 len: 945 time: 0.0611238 Jul 06 14:59:31.833332 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-6c764550-14c8-41e4-ad8f-b823955537bd req-b57999d8-461a-48f1-ab67-36208f9e4bcb tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/security-groups?id=dd2bc95c-84fb-4682-90b8-8ac8d7aa9ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302780 Jul 06 14:59:33.010188 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1adc1834-4d62-4477-88e2-db14b5c657b8 req-0cd9a658-0f23-476f-95da-8f9d937c7bfe tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:59:33.011615 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-1adc1834-4d62-4477-88e2-db14b5c657b8 req-0cd9a658-0f23-476f-95da-8f9d937c7bfe tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/ports?device_id=c1b31ce5-fce3-4d8a-b6a7-b07e44ea30d9 HTTP/1.1" status: 200 len: 945 time: 0.0665305 Jul 06 14:59:33.049913 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-1adc1834-4d62-4477-88e2-db14b5c657b8 req-d48ac7e7-472c-4630-b757-5514a846148b tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/security-groups?id=dd2bc95c-84fb-4682-90b8-8ac8d7aa9ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322964 Jul 06 14:59:34.219886 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee321c8-c722-4837-bd42-76e02661b572 req-a6f4f050-1844-4f75-b0d1-4eff741e5eec tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:59:34.221365 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-4ee321c8-c722-4837-bd42-76e02661b572 req-a6f4f050-1844-4f75-b0d1-4eff741e5eec tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/ports?device_id=c1b31ce5-fce3-4d8a-b6a7-b07e44ea30d9 HTTP/1.1" status: 200 len: 945 time: 0.0632622 Jul 06 14:59:34.257174 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-4ee321c8-c722-4837-bd42-76e02661b572 req-e1099d83-88e1-40de-ad13-2e1c46d4e541 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/security-groups?id=dd2bc95c-84fb-4682-90b8-8ac8d7aa9ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302906 Jul 06 14:59:34.646683 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b487ed3-c71d-4af8-b978-abfbac4dbb74 req-2c5c6b71-e9c7-416f-abc1-5684cf390d07 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:59:34.648113 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-4b487ed3-c71d-4af8-b978-abfbac4dbb74 req-2c5c6b71-e9c7-416f-abc1-5684cf390d07 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/ports?device_id=c1b31ce5-fce3-4d8a-b6a7-b07e44ea30d9 HTTP/1.1" status: 200 len: 945 time: 0.0624404 Jul 06 14:59:34.684218 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-4b487ed3-c71d-4af8-b978-abfbac4dbb74 req-4901080a-2eeb-4451-bda9-94e429c9b6f3 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/security-groups?id=dd2bc95c-84fb-4682-90b8-8ac8d7aa9ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305316 Jul 06 14:59:35.157339 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf135086-01d3-426a-b2d9-21f05adc9ea4 req-0f2f4158-5ba4-4ebd-91e0-7cbd3155812d tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:59:35.158794 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-bf135086-01d3-426a-b2d9-21f05adc9ea4 req-0f2f4158-5ba4-4ebd-91e0-7cbd3155812d tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.72 "GET /v2.0/ports?device_id=c1b31ce5-fce3-4d8a-b6a7-b07e44ea30d9 HTTP/1.1" status: 200 len: 945 time: 0.0627229 Jul 06 14:59:35.261584 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [req-bf135086-01d3-426a-b2d9-21f05adc9ea4 req-d03a4145-501e-4dbb-85d5-1a9f0a13c0c1 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Deleting port 39ddf82f-f009-4be2-aa57-b6313750867f {{(pid=100246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:59:35.261929 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-bf135086-01d3-426a-b2d9-21f05adc9ea4 req-d03a4145-501e-4dbb-85d5-1a9f0a13c0c1 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:59:35.347539 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.db [req-bf135086-01d3-426a-b2d9-21f05adc9ea4 req-d03a4145-501e-4dbb-85d5-1a9f0a13c0c1 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] For port 39ddf82f-f009-4be2-aa57-b6313750867f, host n-h2-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=39ddf82f-f009-4be2-aa57-b6313750867f,segment=NetworkSegment(e7ba980d-6408-4a89-a32f-e3032f697d56),segment_id=e7ba980d-6408-4a89-a32f-e3032f697d56)] {{(pid=100246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:59:35.347899 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-bf135086-01d3-426a-b2d9-21f05adc9ea4 req-d03a4145-501e-4dbb-85d5-1a9f0a13c0c1 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:59:35.828993 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-bf135086-01d3-426a-b2d9-21f05adc9ea4 req-d03a4145-501e-4dbb-85d5-1a9f0a13c0c1 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:59:35.829319 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-bf135086-01d3-426a-b2d9-21f05adc9ea4 req-d03a4145-501e-4dbb-85d5-1a9f0a13c0c1 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1761130'] for floatingip, after_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:59:35.829641 n-d-773647-6 neutron-server[100246]: INFO neutron.db.l3_db [req-bf135086-01d3-426a-b2d9-21f05adc9ea4 req-d03a4145-501e-4dbb-85d5-1a9f0a13c0c1 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Floating IP 8a640bb1-8189-4bd0-9ce2-6d62519bfe0c disassociated. External IP: 172.25.0.78, port: 39ddf82f-f009-4be2-aa57-b6313750867f. Jul 06 14:59:35.829971 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [req-bf135086-01d3-426a-b2d9-21f05adc9ea4 req-d03a4145-501e-4dbb-85d5-1a9f0a13c0c1 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Calling delete_port for 39ddf82f-f009-4be2-aa57-b6313750867f owned by compute:nova {{(pid=100246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:59:35.860955 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec97a7e-042c-4ecc-913e-51f7eba39c16 req-9f9f85bb-6a8a-43be-a364-d3b5be0c59fe tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:59:35.862430 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-7ec97a7e-042c-4ecc-913e-51f7eba39c16 req-9f9f85bb-6a8a-43be-a364-d3b5be0c59fe tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/ports?device_id=c1b31ce5-fce3-4d8a-b6a7-b07e44ea30d9 HTTP/1.1" status: 200 len: 945 time: 0.0666158 Jul 06 14:59:35.899208 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-7ec97a7e-042c-4ecc-913e-51f7eba39c16 req-499e0b7e-5485-4cc1-8b8c-96f6798d65c1 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/security-groups?id=dd2bc95c-84fb-4682-90b8-8ac8d7aa9ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311573 Jul 06 14:59:35.965306 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-bf135086-01d3-426a-b2d9-21f05adc9ea4 req-d03a4145-501e-4dbb-85d5-1a9f0a13c0c1 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127687580'] for port, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:59:35.993302 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03a4145-501e-4dbb-85d5-1a9f0a13c0c1 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Pushing event deleted for resources: {'Port': ['ID=39ddf82f-f009-4be2-aa57-b6313750867f,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:59:36.003191 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d03a4145-501e-4dbb-85d5-1a9f0a13c0c1 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:59:36.003571 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d03a4145-501e-4dbb-85d5-1a9f0a13c0c1 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:59:36.003914 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d03a4145-501e-4dbb-85d5-1a9f0a13c0c1 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:59:36.004257 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d03a4145-501e-4dbb-85d5-1a9f0a13c0c1 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:59:36.004596 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d03a4145-501e-4dbb-85d5-1a9f0a13c0c1 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:59:36.004930 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d03a4145-501e-4dbb-85d5-1a9f0a13c0c1 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:59:36.005259 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d03a4145-501e-4dbb-85d5-1a9f0a13c0c1 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:59:36.005586 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d03a4145-501e-4dbb-85d5-1a9f0a13c0c1 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:59:36.005909 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d03a4145-501e-4dbb-85d5-1a9f0a13c0c1 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:59:36.006688 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d03a4145-501e-4dbb-85d5-1a9f0a13c0c1 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:59:36.006688 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d03a4145-501e-4dbb-85d5-1a9f0a13c0c1 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:59:36.006903 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d03a4145-501e-4dbb-85d5-1a9f0a13c0c1 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:59:36.117460 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bf135086-01d3-426a-b2d9-21f05adc9ea4 req-d03a4145-501e-4dbb-85d5-1a9f0a13c0c1 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Router e025909a-055c-4b8d-b68d-be81ee5757cc has already been hosted by L3 agent 2823d358-a11b-4885-a706-95a279e43fa7 {{(pid=100246) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 14:59:36.224665 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bf135086-01d3-426a-b2d9-21f05adc9ea4 req-d03a4145-501e-4dbb-85d5-1a9f0a13c0c1 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Notify agent at l3_agent.n-d-773647-6 the message routers_updated {{(pid=100246) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 14:59:36.233825 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48a08d95-0548-4167-a44f-e81cc8cb3346 None None] Sync routers for ids ['e025909a-055c-4b8d-b68d-be81ee5757cc'] in n-d-773647-6 {{(pid=100248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 14:59:36.243299 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48a08d95-0548-4167-a44f-e81cc8cb3346 None None] Routers {'e025909a-055c-4b8d-b68d-be81ee5757cc'} bound to L3 agent in host n-d-773647-6 {{(pid=100248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:59:36.243911 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-48a08d95-0548-4167-a44f-e81cc8cb3346 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T14:59:26Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['e025909a-055c-4b8d-b68d-be81ee5757cc'], 'active': True} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:59:36.267152 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf135086-01d3-426a-b2d9-21f05adc9ea4 req-d03a4145-501e-4dbb-85d5-1a9f0a13c0c1 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] No DVR routers for this DVR port 39ddf82f-f009-4be2-aa57-b6313750867f on host n-h2-773647-6 {{(pid=100246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:59:36.269886 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-bf135086-01d3-426a-b2d9-21f05adc9ea4 req-d03a4145-501e-4dbb-85d5-1a9f0a13c0c1 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:59:36.271837 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-bf135086-01d3-426a-b2d9-21f05adc9ea4 req-d03a4145-501e-4dbb-85d5-1a9f0a13c0c1 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.72 "DELETE /v2.0/ports/39ddf82f-f009-4be2-aa57-b6313750867f HTTP/1.1" status: 204 len: 173 time: 1.1078305 Jul 06 14:59:36.272279 n-d-773647-6 neutron-server[100246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1b31ce5-fce3-4d8a-b6a7-b07e44ea30d9', 'name': 'network-vif-deleted', 'tag': '39ddf82f-f009-4be2-aa57-b6313750867f'}] {{(pid=100246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:59:36.336893 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46bcbd240f672e88150dff05a21f1d72cf4d2de628fda8977cb1eab177268aa5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81e2711c-f5c5-4d4d-ba1a-0390a53d0479" -d '{"events": [{"server_uuid": "c1b31ce5-fce3-4d8a-b6a7-b07e44ea30d9", "name": "network-vif-deleted", "tag": "39ddf82f-f009-4be2-aa57-b6313750867f"}]}' {{(pid=100246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:59:36.449861 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 14:59:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d62b8b4-a5fa-4a7a-a8d1-6636ac087bc3 x-openstack-request-id: req-2d62b8b4-a5fa-4a7a-a8d1-6636ac087bc3 {{(pid=100246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:59:36.450162 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1b31ce5-fce3-4d8a-b6a7-b07e44ea30d9", "name": "network-vif-deleted", "tag": "39ddf82f-f009-4be2-aa57-b6313750867f", "status": "completed", "code": 200}]} {{(pid=100246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:59:36.450422 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-2d62b8b4-a5fa-4a7a-a8d1-6636ac087bc3 {{(pid=100246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:59:36.450824 n-d-773647-6 neutron-server[100246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1b31ce5-fce3-4d8a-b6a7-b07e44ea30d9', 'name': 'network-vif-deleted', 'tag': '39ddf82f-f009-4be2-aa57-b6313750867f', 'status': 'completed', 'code': 200} Jul 06 14:59:36.521838 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvr_db [None req-48a08d95-0548-4167-a44f-e81cc8cb3346 None None] Set router e025909a-055c-4b8d-b68d-be81ee5757cc gateway port host: n-d-773647-6 {{(pid=100248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:59:36.721552 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-48a08d95-0548-4167-a44f-e81cc8cb3346 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e025909a-055c-4b8d-b68d-be81ee5757cc', 'name': 'tempest-ServerActionsTestJSON-986719547-router', 'tenant_id': 'd43e4314dc9b484b87d7a3ce014660e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.23'}], 'enable_snat': True}, 'gw_port_id': 'aa30efcd-874f-4b7d-9d1b-e055b4d67d68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:43:27Z', 'updated_at': '2021-07-06T14:43:30Z', 'revision_number': 4, 'project_id': 'd43e4314dc9b484b87d7a3ce014660e1', 'gw_port': {'id': 'aa30efcd-874f-4b7d-9d1b-e055b4d67d68', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:80:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e025909a-055c-4b8d-b68d-be81ee5757cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:43:28Z', 'updated_at': '2021-07-06T14:43:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6', '_interfaces': [{'id': '27410a49-5ef7-40e9-b17c-8fe074a734c4', 'name': '', 'network_id': '0de980e9-590c-42a8-a4e7-08d344113bb7', 'tenant_id': 'd43e4314dc9b484b87d7a3ce014660e1', 'mac_address': 'fa:16:3e:ea:14:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e025909a-055c-4b8d-b68d-be81ee5757cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '3a2573d9-49c9-4536-b0b0-29496d7e3935', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:43:29Z', 'updated_at': '2021-07-06T14:43:35Z', 'revision_number': 5, 'project_id': 'd43e4314dc9b484b87d7a3ce014660e1', 'subnets': [{'id': '3a2573d9-49c9-4536-b0b0-29496d7e3935', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773647-6', False) {} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:59:36.748205 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48a08d95-0548-4167-a44f-e81cc8cb3346 None None] Checking router: e025909a-055c-4b8d-b68d-be81ee5757cc for host: n-d-773647-6 {{(pid=100248) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 14:59:36.757123 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48a08d95-0548-4167-a44f-e81cc8cb3346 None None] Routers {'e025909a-055c-4b8d-b68d-be81ee5757cc'} bound to L3 agent in host n-d-773647-6 {{(pid=100248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:59:36.757735 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-48a08d95-0548-4167-a44f-e81cc8cb3346 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T14:59:26Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['e025909a-055c-4b8d-b68d-be81ee5757cc'], 'active': True} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:59:36.861860 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvr_db [None req-48a08d95-0548-4167-a44f-e81cc8cb3346 None None] Set router e025909a-055c-4b8d-b68d-be81ee5757cc gateway port host: n-d-773647-6 {{(pid=100248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:59:37.048652 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-91bb6b26-3a9d-45ce-a217-5ae4b5c1c188 req-680f392c-234f-49ff-8fe3-7869ce19068f tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/ports?device_id=c1b31ce5-fce3-4d8a-b6a7-b07e44ea30d9 HTTP/1.1" status: 200 len: 210 time: 0.0321410 Jul 06 14:59:37.071371 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-48a08d95-0548-4167-a44f-e81cc8cb3346 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e025909a-055c-4b8d-b68d-be81ee5757cc', 'name': 'tempest-ServerActionsTestJSON-986719547-router', 'tenant_id': 'd43e4314dc9b484b87d7a3ce014660e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.23'}], 'enable_snat': True}, 'gw_port_id': 'aa30efcd-874f-4b7d-9d1b-e055b4d67d68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:43:27Z', 'updated_at': '2021-07-06T14:43:30Z', 'revision_number': 4, 'project_id': 'd43e4314dc9b484b87d7a3ce014660e1', 'gw_port': {'id': 'aa30efcd-874f-4b7d-9d1b-e055b4d67d68', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:80:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e025909a-055c-4b8d-b68d-be81ee5757cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:43:28Z', 'updated_at': '2021-07-06T14:43:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6', '_interfaces': [{'id': '27410a49-5ef7-40e9-b17c-8fe074a734c4', 'name': '', 'network_id': '0de980e9-590c-42a8-a4e7-08d344113bb7', 'tenant_id': 'd43e4314dc9b484b87d7a3ce014660e1', 'mac_address': 'fa:16:3e:ea:14:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e025909a-055c-4b8d-b68d-be81ee5757cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '3a2573d9-49c9-4536-b0b0-29496d7e3935', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:43:29Z', 'updated_at': '2021-07-06T14:43:35Z', 'revision_number': 5, 'project_id': 'd43e4314dc9b484b87d7a3ce014660e1', 'subnets': [{'id': '3a2573d9-49c9-4536-b0b0-29496d7e3935', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773647-6', False) {} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:59:37.095060 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48a08d95-0548-4167-a44f-e81cc8cb3346 None None] The sync data for ids ['e025909a-055c-4b8d-b68d-be81ee5757cc'] in n-d-773647-6 is: [{'id': 'e025909a-055c-4b8d-b68d-be81ee5757cc', 'name': 'tempest-ServerActionsTestJSON-986719547-router', 'tenant_id': 'd43e4314dc9b484b87d7a3ce014660e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.23'}], 'enable_snat': True}, 'gw_port_id': 'aa30efcd-874f-4b7d-9d1b-e055b4d67d68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:43:27Z', 'updated_at': '2021-07-06T14:43:30Z', 'revision_number': 4, 'project_id': 'd43e4314dc9b484b87d7a3ce014660e1', 'gw_port': {'id': 'aa30efcd-874f-4b7d-9d1b-e055b4d67d68', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:80:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e025909a-055c-4b8d-b68d-be81ee5757cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:43:28Z', 'updated_at': '2021-07-06T14:43:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6', '_interfaces': [{'id': '27410a49-5ef7-40e9-b17c-8fe074a734c4', 'name': '', 'network_id': '0de980e9-590c-42a8-a4e7-08d344113bb7', 'tenant_id': 'd43e4314dc9b484b87d7a3ce014660e1', 'mac_address': 'fa:16:3e:ea:14:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e025909a-055c-4b8d-b68d-be81ee5757cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '3a2573d9-49c9-4536-b0b0-29496d7e3935', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:43:29Z', 'updated_at': '2021-07-06T14:43:35Z', 'revision_number': 5, 'project_id': 'd43e4314dc9b484b87d7a3ce014660e1', 'subnets': [{'id': '3a2573d9-49c9-4536-b0b0-29496d7e3935', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 14:59:37.312257 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aad2518-5d76-46af-b1cd-ebe07c200f7b None None] New status for floating IP 8a640bb1-8189-4bd0-9ce2-6d62519bfe0c: DOWN {{(pid=100249) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 14:59:38.195474 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-1ab01bd2-998b-4652-9ce9-b365abfa5804 req-569a45da-3d15-47ea-a125-be46c52fd999 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/ports?device_id=c1b31ce5-fce3-4d8a-b6a7-b07e44ea30d9 HTTP/1.1" status: 200 len: 210 time: 0.0291560 Jul 06 14:59:39.341794 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-bd3518ee-6b97-4b8f-a0ba-0fc46b2b7a32 req-a1dd3d46-2d86-40f0-a268-bbeb7ad6eb80 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/ports?device_id=c1b31ce5-fce3-4d8a-b6a7-b07e44ea30d9 HTTP/1.1" status: 200 len: 210 time: 0.0314858 Jul 06 14:59:39.369331 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Device 39ddf82f-f009-4be2-aa57-b6313750867f no longer exists at agent hyperv_n-h2-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:59:39.389685 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] No Port match for: 39ddf82f-f009-4be2-aa57-b6313750867f {{(pid=100248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 14:59:39.390032 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Device 39ddf82f-f009-4be2-aa57-b6313750867f not bound to the agent host n-h2-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:59:41.269273 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:59:43.054693 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:59:43.418346 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 59710) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:59:43.472823 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-bbb5d92b-f903-4baa-aaf2-8a27cb2279ea tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Notify callbacks [] for security_group, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:59:43.497790 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-bbb5d92b-f903-4baa-aaf2-8a27cb2279ea tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:59:43.547033 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-bbb5d92b-f903-4baa-aaf2-8a27cb2279ea tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:59:43.550104 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-bbb5d92b-f903-4baa-aaf2-8a27cb2279ea tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Notify callbacks [] for security_group, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:59:43.551265 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-bbb5d92b-f903-4baa-aaf2-8a27cb2279ea tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "DELETE /v2.0/security-groups/dd2bc95c-84fb-4682-90b8-8ac8d7aa9ea3 HTTP/1.1" status: 204 len: 168 time: 0.1317973 Jul 06 14:59:43.554257 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 59712) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:59:43.560959 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb5d92b-f903-4baa-aaf2-8a27cb2279ea tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd2bc95c-84fb-4682-90b8-8ac8d7aa9ea3,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:59:43.569140 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb5d92b-f903-4baa-aaf2-8a27cb2279ea tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:59:43.569526 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb5d92b-f903-4baa-aaf2-8a27cb2279ea tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:59:43.570204 n-d-773647-6 neutron-server[100246]: INFO neutron.api.v2.resource [None req-06d7ad41-e991-4f50-9f3a-709fa21d67e5 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] show failed (client error): The resource could not be found. Jul 06 14:59:43.570392 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb5d92b-f903-4baa-aaf2-8a27cb2279ea tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:59:43.570706 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb5d92b-f903-4baa-aaf2-8a27cb2279ea tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:59:43.573966 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb5d92b-f903-4baa-aaf2-8a27cb2279ea tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:59:43.574099 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-06d7ad41-e991-4f50-9f3a-709fa21d67e5 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "GET /v2.0/security-groups/dd2bc95c-84fb-4682-90b8-8ac8d7aa9ea3 HTTP/1.1" status: 404 len: 347 time: 0.0150595 Jul 06 14:59:43.574213 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb5d92b-f903-4baa-aaf2-8a27cb2279ea tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:59:43.574213 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb5d92b-f903-4baa-aaf2-8a27cb2279ea tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:59:43.574213 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb5d92b-f903-4baa-aaf2-8a27cb2279ea tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:59:43.574213 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb5d92b-f903-4baa-aaf2-8a27cb2279ea tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:59:43.574213 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb5d92b-f903-4baa-aaf2-8a27cb2279ea tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:59:43.574213 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb5d92b-f903-4baa-aaf2-8a27cb2279ea tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:59:43.574213 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb5d92b-f903-4baa-aaf2-8a27cb2279ea tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:59:43.574745 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 59714) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:59:43.700944 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [None req-6e4526b8-654c-40ef-82c3-0ac475bc052d tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Deleting port 0b94aecc-9c02-4fc5-a5fc-320766bdf34b {{(pid=100246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:59:43.701288 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-6e4526b8-654c-40ef-82c3-0ac475bc052d tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:59:43.781636 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-6e4526b8-654c-40ef-82c3-0ac475bc052d tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:59:43.781967 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-6e4526b8-654c-40ef-82c3-0ac475bc052d tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:59:43.793791 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [None req-6e4526b8-654c-40ef-82c3-0ac475bc052d tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Calling delete_port for 0b94aecc-9c02-4fc5-a5fc-320766bdf34b owned by network:floatingip {{(pid=100246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:59:43.925953 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-6e4526b8-654c-40ef-82c3-0ac475bc052d tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127687580'] for port, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:59:43.952595 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4526b8-654c-40ef-82c3-0ac475bc052d tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Pushing event deleted for resources: {'Port': ['ID=0b94aecc-9c02-4fc5-a5fc-320766bdf34b,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:59:44.013024 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-6e4526b8-654c-40ef-82c3-0ac475bc052d tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Notify callbacks [] for floatingip, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:59:44.016019 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-6e4526b8-654c-40ef-82c3-0ac475bc052d tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for floatingip, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:59:44.017720 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-6e4526b8-654c-40ef-82c3-0ac475bc052d tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] 10.222.0.104 "DELETE /v2.0/floatingips/8a640bb1-8189-4bd0-9ce2-6d62519bfe0c HTTP/1.1" status: 204 len: 168 time: 0.4419849 Jul 06 14:59:44.021338 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 59716) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:59:44.484952 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-1d416c7d-6b85-4225-99a3-ae702690ebaa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1809431'] for router_interface, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:59:44.740024 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [None req-1d416c7d-6b85-4225-99a3-ae702690ebaa admin admin] Deleting port 27410a49-5ef7-40e9-b17c-8fe074a734c4 {{(pid=100246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:59:44.740581 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-1d416c7d-6b85-4225-99a3-ae702690ebaa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:59:44.816603 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.db [None req-1d416c7d-6b85-4225-99a3-ae702690ebaa admin admin] For port 27410a49-5ef7-40e9-b17c-8fe074a734c4, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=27410a49-5ef7-40e9-b17c-8fe074a734c4,segment=NetworkSegment(e7ba980d-6408-4a89-a32f-e3032f697d56),segment_id=e7ba980d-6408-4a89-a32f-e3032f697d56)] {{(pid=100246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:59:44.816959 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-1d416c7d-6b85-4225-99a3-ae702690ebaa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:59:44.829219 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [None req-1d416c7d-6b85-4225-99a3-ae702690ebaa admin admin] Calling delete_port for 27410a49-5ef7-40e9-b17c-8fe074a734c4 owned by network:router_interface {{(pid=100246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:59:45.006562 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-1d416c7d-6b85-4225-99a3-ae702690ebaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127687580'] for port, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:59:45.037219 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d416c7d-6b85-4225-99a3-ae702690ebaa admin admin] Pushing event deleted for resources: {'Port': ['ID=27410a49-5ef7-40e9-b17c-8fe074a734c4,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:59:45.201679 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-1d416c7d-6b85-4225-99a3-ae702690ebaa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1809193'] for router_interface, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:59:45.412583 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d416c7d-6b85-4225-99a3-ae702690ebaa admin admin] Router e025909a-055c-4b8d-b68d-be81ee5757cc has already been hosted by L3 agent 2823d358-a11b-4885-a706-95a279e43fa7 {{(pid=100246) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 14:59:45.515626 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d416c7d-6b85-4225-99a3-ae702690ebaa admin admin] Notify agent at l3_agent.n-d-773647-6 the message routers_updated {{(pid=100246) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 14:59:45.521315 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-1d416c7d-6b85-4225-99a3-ae702690ebaa admin admin] 10.222.0.104 "PUT /v2.0/routers/e025909a-055c-4b8d-b68d-be81ee5757cc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4987488 Jul 06 14:59:45.523719 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 59720) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:59:45.524732 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d80e240b-6205-4750-9332-90cb59f402c5 None None] Sync routers for ids ['e025909a-055c-4b8d-b68d-be81ee5757cc'] in n-d-773647-6 {{(pid=100248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 14:59:45.534950 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d80e240b-6205-4750-9332-90cb59f402c5 None None] Routers {'e025909a-055c-4b8d-b68d-be81ee5757cc'} bound to L3 agent in host n-d-773647-6 {{(pid=100248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:59:45.535661 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-d80e240b-6205-4750-9332-90cb59f402c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T14:59:26Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['e025909a-055c-4b8d-b68d-be81ee5757cc'], 'active': True} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:59:45.625505 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-019e4458-9ae6-41e4-82f6-a56a09a5dc30 admin admin] Notify callbacks [] for router, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:59:45.638635 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvr_db [None req-d80e240b-6205-4750-9332-90cb59f402c5 None None] Set router e025909a-055c-4b8d-b68d-be81ee5757cc gateway port host: n-d-773647-6 {{(pid=100248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:59:45.731976 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-019e4458-9ae6-41e4-82f6-a56a09a5dc30 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:59:45.789933 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [None req-019e4458-9ae6-41e4-82f6-a56a09a5dc30 admin admin] Deleting port aa30efcd-874f-4b7d-9d1b-e055b4d67d68 {{(pid=100246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:59:45.790628 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-019e4458-9ae6-41e4-82f6-a56a09a5dc30 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:59:45.818293 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-d80e240b-6205-4750-9332-90cb59f402c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e025909a-055c-4b8d-b68d-be81ee5757cc', 'name': 'tempest-ServerActionsTestJSON-986719547-router', 'tenant_id': 'd43e4314dc9b484b87d7a3ce014660e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.23'}], 'enable_snat': True}, 'gw_port_id': 'aa30efcd-874f-4b7d-9d1b-e055b4d67d68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:43:27Z', 'updated_at': '2021-07-06T14:59:44Z', 'revision_number': 5, 'project_id': 'd43e4314dc9b484b87d7a3ce014660e1', 'gw_port': {'id': 'aa30efcd-874f-4b7d-9d1b-e055b4d67d68', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:80:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e025909a-055c-4b8d-b68d-be81ee5757cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:43:28Z', 'updated_at': '2021-07-06T14:43:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6'}], 'n-d-773647-6', False) {} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:59:45.848324 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d80e240b-6205-4750-9332-90cb59f402c5 None None] Checking router: e025909a-055c-4b8d-b68d-be81ee5757cc for host: n-d-773647-6 {{(pid=100248) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 14:59:45.856579 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d80e240b-6205-4750-9332-90cb59f402c5 None None] Routers {'e025909a-055c-4b8d-b68d-be81ee5757cc'} bound to L3 agent in host n-d-773647-6 {{(pid=100248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:59:45.857181 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-d80e240b-6205-4750-9332-90cb59f402c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T14:59:26Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['e025909a-055c-4b8d-b68d-be81ee5757cc'], 'active': True} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:59:45.871876 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.db [None req-019e4458-9ae6-41e4-82f6-a56a09a5dc30 admin admin] For port aa30efcd-874f-4b7d-9d1b-e055b4d67d68, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=aa30efcd-874f-4b7d-9d1b-e055b4d67d68,segment=NetworkSegment(89a832b7-7793-4d51-9038-ed7e1c3ff1b2),segment_id=89a832b7-7793-4d51-9038-ed7e1c3ff1b2)] {{(pid=100246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:59:45.872246 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-019e4458-9ae6-41e4-82f6-a56a09a5dc30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:59:45.885292 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [None req-019e4458-9ae6-41e4-82f6-a56a09a5dc30 admin admin] Calling delete_port for aa30efcd-874f-4b7d-9d1b-e055b4d67d68 owned by network:router_gateway {{(pid=100246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:59:45.940200 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvr_db [None req-d80e240b-6205-4750-9332-90cb59f402c5 None None] Set router e025909a-055c-4b8d-b68d-be81ee5757cc gateway port host: None {{(pid=100248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:59:45.990548 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-d80e240b-6205-4750-9332-90cb59f402c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e025909a-055c-4b8d-b68d-be81ee5757cc', 'name': 'tempest-ServerActionsTestJSON-986719547-router', 'tenant_id': 'd43e4314dc9b484b87d7a3ce014660e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:43:27Z', 'updated_at': '2021-07-06T14:59:45Z', 'revision_number': 6, 'project_id': 'd43e4314dc9b484b87d7a3ce014660e1', 'gw_port_host': None}], 'n-d-773647-6', False) {} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:59:46.023320 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d80e240b-6205-4750-9332-90cb59f402c5 None None] The sync data for ids ['e025909a-055c-4b8d-b68d-be81ee5757cc'] in n-d-773647-6 is: [{'id': 'e025909a-055c-4b8d-b68d-be81ee5757cc', 'name': 'tempest-ServerActionsTestJSON-986719547-router', 'tenant_id': 'd43e4314dc9b484b87d7a3ce014660e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:43:27Z', 'updated_at': '2021-07-06T14:59:45Z', 'revision_number': 6, 'project_id': 'd43e4314dc9b484b87d7a3ce014660e1', 'gw_port_host': None}] {{(pid=100248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 14:59:46.058048 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-019e4458-9ae6-41e4-82f6-a56a09a5dc30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127687580'] for port, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:59:46.084591 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019e4458-9ae6-41e4-82f6-a56a09a5dc30 admin admin] Pushing event deleted for resources: {'Port': ['ID=aa30efcd-874f-4b7d-9d1b-e055b4d67d68,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:59:46.147742 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-019e4458-9ae6-41e4-82f6-a56a09a5dc30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1761104'] for router_gateway, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:59:46.486378 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 27410a49-5ef7-40e9-b17c-8fe074a734c4 no longer exists at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:59:46.506731 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] No Port match for: 27410a49-5ef7-40e9-b17c-8fe074a734c4 {{(pid=100248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 14:59:46.507072 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 27410a49-5ef7-40e9-b17c-8fe074a734c4 not bound to the agent host n-d-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:59:46.541843 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-019e4458-9ae6-41e4-82f6-a56a09a5dc30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1806308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6982'] for router, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:59:46.543990 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-019e4458-9ae6-41e4-82f6-a56a09a5dc30 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:59:46.590475 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-019e4458-9ae6-41e4-82f6-a56a09a5dc30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1805684'] for router, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:59:46.591069 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-019e4458-9ae6-41e4-82f6-a56a09a5dc30 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e025909a-055c-4b8d-b68d-be81ee5757cc {{(pid=100246) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 14:59:46.596512 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-019e4458-9ae6-41e4-82f6-a56a09a5dc30 admin admin] Notify callbacks [] for router, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:59:46.597505 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-019e4458-9ae6-41e4-82f6-a56a09a5dc30 admin admin] 10.222.0.104 "DELETE /v2.0/routers/e025909a-055c-4b8d-b68d-be81ee5757cc HTTP/1.1" status: 204 len: 168 time: 1.0728650 Jul 06 14:59:46.600307 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 59724) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:59:46.648243 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc20fa12-7112-49e3-a000-e5b7ef428907 admin admin] Deleting subnet 3a2573d9-49c9-4536-b0b0-29496d7e3935 {{(pid=100246) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 14:59:46.651631 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-fc20fa12-7112-49e3-a000-e5b7ef428907 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:59:46.690312 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-fc20fa12-7112-49e3-a000-e5b7ef428907 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126218885'] for subnet, precommit_delete_associations {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:59:46.768274 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-fc20fa12-7112-49e3-a000-e5b7ef428907 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-913473'] for subnet, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:59:46.827271 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-fc20fa12-7112-49e3-a000-e5b7ef428907 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-913480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1849032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127687590', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127702764'] for subnet, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:59:46.855388 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-fc20fa12-7112-49e3-a000-e5b7ef428907 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:59:46.860051 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-fc20fa12-7112-49e3-a000-e5b7ef428907 admin admin] 10.222.0.104 "DELETE /v2.0/subnets/3a2573d9-49c9-4536-b0b0-29496d7e3935 HTTP/1.1" status: 204 len: 168 time: 0.2560928 Jul 06 14:59:46.860051 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc20fa12-7112-49e3-a000-e5b7ef428907 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3a2573d9-49c9-4536-b0b0-29496d7e3935,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:59:46.860051 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 59726) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:59:46.867140 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-520d5869-c984-415b-9a72-e5a1c9d18e31 None None] Network 0de980e9-590c-42a8-a4e7-08d344113bb7 requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:59:46.930093 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-e5ef6541-5a60-4d2a-8bc3-95484d469185 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530492'] for network, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:59:46.985372 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [None req-e5ef6541-5a60-4d2a-8bc3-95484d469185 admin admin] Deleting port 8fb42635-ad9d-4d3f-9fce-d180fed7ceae {{(pid=100246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:59:46.985742 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-e5ef6541-5a60-4d2a-8bc3-95484d469185 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:59:47.064011 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.db [None req-e5ef6541-5a60-4d2a-8bc3-95484d469185 admin admin] For port 8fb42635-ad9d-4d3f-9fce-d180fed7ceae, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=8fb42635-ad9d-4d3f-9fce-d180fed7ceae,segment=NetworkSegment(e7ba980d-6408-4a89-a32f-e3032f697d56),segment_id=e7ba980d-6408-4a89-a32f-e3032f697d56)] {{(pid=100246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:59:47.064478 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-e5ef6541-5a60-4d2a-8bc3-95484d469185 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:59:47.069216 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a326377b-8537-4528-b1ee-9f666d150cdb None None] DHCP port deletion for 0de980e9-590c-42a8-a4e7-08d344113bb7 request from n-d-773647-6 {{(pid=100248) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 14:59:47.080737 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [None req-e5ef6541-5a60-4d2a-8bc3-95484d469185 admin admin] Calling delete_port for 8fb42635-ad9d-4d3f-9fce-d180fed7ceae owned by network:dhcp {{(pid=100246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:59:47.120981 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-a326377b-8537-4528-b1ee-9f666d150cdb None None] Deleting port 8fb42635-ad9d-4d3f-9fce-d180fed7ceae {{(pid=100248) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:59:47.121291 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-a326377b-8537-4528-b1ee-9f666d150cdb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:59:47.164395 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-e5ef6541-5a60-4d2a-8bc3-95484d469185 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127687580'] for port, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:59:47.184015 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-a326377b-8537-4528-b1ee-9f666d150cdb None None] For port 8fb42635-ad9d-4d3f-9fce-d180fed7ceae, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=8fb42635-ad9d-4d3f-9fce-d180fed7ceae,segment=NetworkSegment(e7ba980d-6408-4a89-a32f-e3032f697d56),segment_id=e7ba980d-6408-4a89-a32f-e3032f697d56)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:59:47.184413 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-a326377b-8537-4528-b1ee-9f666d150cdb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:59:47.194827 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ef6541-5a60-4d2a-8bc3-95484d469185 admin admin] Pushing event deleted for resources: {'Port': ['ID=8fb42635-ad9d-4d3f-9fce-d180fed7ceae,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:59:47.197815 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5ef6541-5a60-4d2a-8bc3-95484d469185 admin admin] No DVR routers for this DVR port 8fb42635-ad9d-4d3f-9fce-d180fed7ceae on host n-d-773647-6 {{(pid=100246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:59:47.199983 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-a326377b-8537-4528-b1ee-9f666d150cdb None None] Calling delete_port for 8fb42635-ad9d-4d3f-9fce-d180fed7ceae owned by network:dhcp {{(pid=100248) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:59:47.274495 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-e5ef6541-5a60-4d2a-8bc3-95484d469185 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-917204', 'neutron.services.segments.db._delete_segments_for_network-8773753502302'] for network, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:59:47.282713 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-a326377b-8537-4528-b1ee-9f666d150cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117'] for port, after_delete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:59:47.285500 n-d-773647-6 neutron-server[100246]: DEBUG neutron.services.segments.db [None req-e5ef6541-5a60-4d2a-8bc3-95484d469185 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0de980e9-590c-42a8-a4e7-08d344113bb7']}} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:59:47.297055 n-d-773647-6 neutron-server[100246]: DEBUG neutron.services.segments.db [None req-e5ef6541-5a60-4d2a-8bc3-95484d469185 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e7ba980d-6408-4a89-a32f-e3032f697d56') {'for_net_delete': True} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:59:47.297473 n-d-773647-6 neutron-server[100246]: DEBUG neutron.services.segments.db [None req-e5ef6541-5a60-4d2a-8bc3-95484d469185 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e7ba980d-6408-4a89-a32f-e3032f697d56') {} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:59:47.306705 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-e5ef6541-5a60-4d2a-8bc3-95484d469185 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773753515138', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126218898'] for segment, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:59:47.308776 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a326377b-8537-4528-b1ee-9f666d150cdb None None] Pushing event deleted for resources: {'Port': ['ID=8fb42635-ad9d-4d3f-9fce-d180fed7ceae,revision_number=None']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:59:47.313099 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a326377b-8537-4528-b1ee-9f666d150cdb None None] No DVR routers for this DVR port 8fb42635-ad9d-4d3f-9fce-d180fed7ceae on host n-d-773647-6 {{(pid=100248) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:59:47.320524 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a326377b-8537-4528-b1ee-9f666d150cdb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:59:47.320870 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a326377b-8537-4528-b1ee-9f666d150cdb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:59:47.321208 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a326377b-8537-4528-b1ee-9f666d150cdb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:59:47.321543 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a326377b-8537-4528-b1ee-9f666d150cdb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:59:47.321878 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a326377b-8537-4528-b1ee-9f666d150cdb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:59:47.322211 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a326377b-8537-4528-b1ee-9f666d150cdb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:59:47.322532 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a326377b-8537-4528-b1ee-9f666d150cdb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:59:47.322846 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a326377b-8537-4528-b1ee-9f666d150cdb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:59:47.323174 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a326377b-8537-4528-b1ee-9f666d150cdb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:59:47.323523 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a326377b-8537-4528-b1ee-9f666d150cdb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:59:47.323846 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a326377b-8537-4528-b1ee-9f666d150cdb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:59:47.324166 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a326377b-8537-4528-b1ee-9f666d150cdb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:59:47.324565 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-e5ef6541-5a60-4d2a-8bc3-95484d469185 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552'] for segment, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:59:47.335152 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e5ef6541-5a60-4d2a-8bc3-95484d469185 admin admin] Releasing vlan 1028 on physical network physnet1 to pool {{(pid=100246) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 14:59:47.335682 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-e5ef6541-5a60-4d2a-8bc3-95484d469185 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127687491'] for segment, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:59:47.337504 n-d-773647-6 neutron-server[100246]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:59:47.337504 n-d-773647-6 neutron-server[100246]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:59:47.337504 n-d-773647-6 neutron-server[100246]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:59:47.337504 n-d-773647-6 neutron-server[100246]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:59:47.337504 n-d-773647-6 neutron-server[100246]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:59:47.337504 n-d-773647-6 neutron-server[100246]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:59:47.337504 n-d-773647-6 neutron-server[100246]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:59:47.337504 n-d-773647-6 neutron-server[100246]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:59:47.337504 n-d-773647-6 neutron-server[100246]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:59:47.337504 n-d-773647-6 neutron-server[100246]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:59:47.337504 n-d-773647-6 neutron-server[100246]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:59:47.337504 n-d-773647-6 neutron-server[100246]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:59:47.337504 n-d-773647-6 neutron-server[100246]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:59:47.337504 n-d-773647-6 neutron-server[100246]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:59:47.337504 n-d-773647-6 neutron-server[100246]: Traceback (most recent call last): Jul 06 14:59:47.337504 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 14:59:47.337504 n-d-773647-6 neutron-server[100246]: timer() Jul 06 14:59:47.337504 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 14:59:47.337504 n-d-773647-6 neutron-server[100246]: cb(*args, **kw) Jul 06 14:59:47.337504 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 14:59:47.337504 n-d-773647-6 neutron-server[100246]: return func(*args, **kwargs) Jul 06 14:59:47.337504 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 14:59:47.337504 n-d-773647-6 neutron-server[100246]: self._notify() Jul 06 14:59:47.337504 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 14:59:47.337504 n-d-773647-6 neutron-server[100246]: self.callback(batched_events) Jul 06 14:59:47.337504 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 14:59:47.337504 n-d-773647-6 neutron-server[100246]: event.method(event) Jul 06 14:59:47.337504 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 14:59:47.337504 n-d-773647-6 neutron-server[100246]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 14:59:47.337504 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 14:59:47.337504 n-d-773647-6 neutron-server[100246]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 14:59:47.337504 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 14:59:47.337504 n-d-773647-6 neutron-server[100246]: return f(self, *a, **k) Jul 06 14:59:47.337504 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 14:59:47.337504 n-d-773647-6 neutron-server[100246]: return self._get(url).json() Jul 06 14:59:47.337504 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 14:59:47.337504 n-d-773647-6 neutron-server[100246]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 14:59:47.337504 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 14:59:47.337504 n-d-773647-6 neutron-server[100246]: return self.request(url, 'GET', **kwargs) Jul 06 14:59:47.337504 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 14:59:47.337504 n-d-773647-6 neutron-server[100246]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 14:59:47.337504 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 14:59:47.337504 n-d-773647-6 neutron-server[100246]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 14:59:47.337504 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 14:59:47.337504 n-d-773647-6 neutron-server[100246]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 14:59:47.337504 n-d-773647-6 neutron-server[100246]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 14:59:47.399291 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-e5ef6541-5a60-4d2a-8bc3-95484d469185 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-917215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1761140'] for network, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:59:47.404935 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-e5ef6541-5a60-4d2a-8bc3-95484d469185 admin admin] Notify callbacks [] for network, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:59:47.406783 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-e5ef6541-5a60-4d2a-8bc3-95484d469185 admin admin] 10.222.0.104 "DELETE /v2.0/networks/0de980e9-590c-42a8-a4e7-08d344113bb7 HTTP/1.1" status: 204 len: 168 time: 0.5460582 Jul 06 14:59:47.417845 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ef6541-5a60-4d2a-8bc3-95484d469185 admin admin] Pushing event deleted for resources: {'Network': ['ID=0de980e9-590c-42a8-a4e7-08d344113bb7,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:59:47.523054 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 59732) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:59:47.561841 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-14ce22ea-3a0a-47ec-91f7-1b9336aa3767 admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=d43e4314dc9b484b87d7a3ce014660e1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0374024 Jul 06 14:59:47.565003 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 59734) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:59:47.612080 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-3dc0c224-4e62-4c83-9350-95e7e4ea0722 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:59:47.633609 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-3dc0c224-4e62-4c83-9350-95e7e4ea0722 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:59:47.684835 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-3dc0c224-4e62-4c83-9350-95e7e4ea0722 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:59:47.687552 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-3dc0c224-4e62-4c83-9350-95e7e4ea0722 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:59:47.689687 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-3dc0c224-4e62-4c83-9350-95e7e4ea0722 admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/638fb8d2-82d4-4bd2-8c0a-64fb6f597501 HTTP/1.1" status: 204 len: 168 time: 0.1228759 Jul 06 14:59:47.698418 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc0c224-4e62-4c83-9350-95e7e4ea0722 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=638fb8d2-82d4-4bd2-8c0a-64fb6f597501,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:59:48.211271 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 8fb42635-ad9d-4d3f-9fce-d180fed7ceae no longer exists at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:59:48.232138 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] No Port match for: 8fb42635-ad9d-4d3f-9fce-d180fed7ceae {{(pid=100248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 14:59:48.232563 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 8fb42635-ad9d-4d3f-9fce-d180fed7ceae not bound to the agent host n-d-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:59:48.232890 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device aa30efcd-874f-4b7d-9d1b-e055b4d67d68 no longer exists at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:59:48.254317 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] No Port match for: aa30efcd-874f-4b7d-9d1b-e055b4d67d68 {{(pid=100248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 14:59:48.254688 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device aa30efcd-874f-4b7d-9d1b-e055b4d67d68 not bound to the agent host n-d-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:59:48.382188 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 59756) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:59:48.472724 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-5bbc8b2f-d022-484d-a6a9-f370195ab71d admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-637087132-network', 'tenant_id': '218c4111bc484feebc0303cb39f6240a'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:59:48.493256 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bbc8b2f-d022-484d-a6a9-f370195ab71d admin admin] Made reservation on behalf of 218c4111bc484feebc0303cb39f6240a for: {'network': 1} {{(pid=100246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:59:48.495764 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-5bbc8b2f-d022-484d-a6a9-f370195ab71d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for network, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:59:48.507785 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-5bbc8b2f-d022-484d-a6a9-f370195ab71d admin admin] Notify callbacks [] for security_group, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:59:48.600724 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-5bbc8b2f-d022-484d-a6a9-f370195ab71d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:59:48.604428 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-5bbc8b2f-d022-484d-a6a9-f370195ab71d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:59:48.624984 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5bbc8b2f-d022-484d-a6a9-f370195ab71d admin admin] vlan segment allocate from pool success with {'vlan_id': 1014, 'physical_network': 'physnet1'} {{(pid=100246) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 14:59:48.637949 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bbc8b2f-d022-484d-a6a9-f370195ab71d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a07752bc-8ba3-486f-b88a-36cb136cc223,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:59:48.644890 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-5bbc8b2f-d022-484d-a6a9-f370195ab71d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552'] for segment, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:59:48.645241 n-d-773647-6 neutron-server[100246]: INFO neutron.db.segments_db [None req-5bbc8b2f-d022-484d-a6a9-f370195ab71d admin admin] Added segment 2b4f49fb-fed6-449f-b343-2d241004ec03 of type vlan for network 58170344-e2f9-4c7b-bb3c-8b33146eae36 Jul 06 14:59:48.685222 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-5bbc8b2f-d022-484d-a6a9-f370195ab71d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773752984405'] for network, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:59:48.712972 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-5bbc8b2f-d022-484d-a6a9-f370195ab71d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060'] for network, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:59:48.713841 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bbc8b2f-d022-484d-a6a9-f370195ab71d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:59:48.714408 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-5bbc8b2f-d022-484d-a6a9-f370195ab71d admin admin] Notify callbacks [] for network, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:59:48.761269 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-5bbc8b2f-d022-484d-a6a9-f370195ab71d admin admin] 10.222.0.104 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3779411 Jul 06 14:59:48.764410 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 59760) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:59:48.770696 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [None req-85395d16-2532-4cef-9f23-9aa1466a12d1 admin admin] Request body: {'subnet': {'network_id': '58170344-e2f9-4c7b-bb3c-8b33146eae36', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-637087132-subnet', 'tenant_id': '218c4111bc484feebc0303cb39f6240a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:59:48.774152 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bbc8b2f-d022-484d-a6a9-f370195ab71d admin admin] Pushing event updated for resources: {'Network': ['ID=58170344-e2f9-4c7b-bb3c-8b33146eae36,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:59:48.784553 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Network 58170344-e2f9-4c7b-bb3c-8b33146eae36 details requested by agent ovs-agent-n-d-773647-6 with host n-d-773647-6 {{(pid=100248) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 14:59:48.793638 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85395d16-2532-4cef-9f23-9aa1466a12d1 admin admin] Made reservation on behalf of 218c4111bc484feebc0303cb39f6240a for: {'subnet': 1} {{(pid=100247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:59:48.796077 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-85395d16-2532-4cef-9f23-9aa1466a12d1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127627440'] for subnet, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:59:48.960339 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-85395d16-2532-4cef-9f23-9aa1466a12d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1849032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-128888412', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127627426'] for subnet, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:59:49.011882 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85395d16-2532-4cef-9f23-9aa1466a12d1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=19e621be-8a53-489b-b50f-4eeefccbfd6b,revision_number=0']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:59:49.022535 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85395d16-2532-4cef-9f23-9aa1466a12d1 admin admin] Checking segment: {'id': '2b4f49fb-fed6-449f-b343-2d241004ec03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': '58170344-e2f9-4c7b-bb3c-8b33146eae36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100247) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:59:49.022897 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85395d16-2532-4cef-9f23-9aa1466a12d1 admin admin] Network hostable DHCP agents. Network: 58170344-e2f9-4c7b-bb3c-8b33146eae36, hostable agents: ['f2bada3d-be77-4359-982b-8505a2bbca04'], hosted agents: [] {{(pid=100247) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 14:59:49.039158 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85395d16-2532-4cef-9f23-9aa1466a12d1 admin admin] Network 58170344-e2f9-4c7b-bb3c-8b33146eae36 is scheduled to be hosted by DHCP agent f2bada3d-be77-4359-982b-8505a2bbca04 with binding_index 1 {{(pid=100247) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 14:59:49.047177 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.base_scheduler [None req-85395d16-2532-4cef-9f23-9aa1466a12d1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773647-6, 58170344-e2f9-4c7b-bb3c-8b33146eae36) {{(pid=100247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:59:49.051004 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85395d16-2532-4cef-9f23-9aa1466a12d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:59:49.051614 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-85395d16-2532-4cef-9f23-9aa1466a12d1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:59:49.057466 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7217ab0-9194-408a-9dbc-a750ab44f637 None None] Network 58170344-e2f9-4c7b-bb3c-8b33146eae36 requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:59:49.066236 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-85395d16-2532-4cef-9f23-9aa1466a12d1 admin admin] 10.222.0.104 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3006725 Jul 06 14:59:49.181807 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a0627a7-a615-4523-9968-64733633a791 None None] Network 58170344-e2f9-4c7b-bb3c-8b33146eae36 requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:59:49.472913 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84bf18e1-74de-480b-b3a1-126a5e9ee1ff req-db8f2a7b-b7f4-4f2e-8f35-b0ee8536fc67 tempest-ServersNegativeTestJSON-1483355463 tempest-ServersNegativeTestJSON-1483355463-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:59:49.474364 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-84bf18e1-74de-480b-b3a1-126a5e9ee1ff req-db8f2a7b-b7f4-4f2e-8f35-b0ee8536fc67 tempest-ServersNegativeTestJSON-1483355463 tempest-ServersNegativeTestJSON-1483355463-project] 10.222.0.104 "GET /v2.0/networks?id=58170344-e2f9-4c7b-bb3c-8b33146eae36 HTTP/1.1" status: 200 len: 813 time: 0.1037648 Jul 06 14:59:49.488586 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-84bf18e1-74de-480b-b3a1-126a5e9ee1ff req-531fc221-066b-4824-b88e-cd2819cead84 tempest-ServersNegativeTestJSON-1483355463 tempest-ServersNegativeTestJSON-1483355463-project] 10.222.0.104 "GET /v2.0/quotas/218c4111bc484feebc0303cb39f6240a HTTP/1.1" status: 200 len: 375 time: 0.0088282 Jul 06 14:59:49.520112 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-84bf18e1-74de-480b-b3a1-126a5e9ee1ff req-4f720b06-7fdd-4531-b12b-5806d7519558 tempest-ServersNegativeTestJSON-1483355463 tempest-ServersNegativeTestJSON-1483355463-project] 10.222.0.104 "GET /v2.0/ports?tenant_id=218c4111bc484feebc0303cb39f6240a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0269635 Jul 06 14:59:49.600520 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [req-84bf18e1-74de-480b-b3a1-126a5e9ee1ff req-d4a9baee-4486-4c89-82f3-8d389692a706 service neutron] http://10.222.0.104:9696/v2.0/extensions returned with HTTP 200 {{(pid=100247) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 14:59:49.601508 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-84bf18e1-74de-480b-b3a1-126a5e9ee1ff req-d4a9baee-4486-4c89-82f3-8d389692a706 service neutron] 10.222.0.104 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0442057 Jul 06 14:59:49.691202 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-84bf18e1-74de-480b-b3a1-126a5e9ee1ff req-efc79087-22f0-4776-9366-af7020792f5c service neutron] 10.222.0.104 "GET /v2.0/networks/58170344-e2f9-4c7b-bb3c-8b33146eae36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840714 Jul 06 14:59:49.781692 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-84bf18e1-74de-480b-b3a1-126a5e9ee1ff req-984711ed-77bf-4d1c-8cd0-2f8d1213d3c5 service neutron] 10.222.0.104 "GET /v2.0/networks/58170344-e2f9-4c7b-bb3c-8b33146eae36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847628 Jul 06 14:59:50.966202 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-55bc2d0a-0266-4fd1-a786-86299fc614c5 req-92b8f0b2-465a-409e-92a2-d1083bff87da tempest-ServersNegativeTestJSON-1483355463 tempest-ServersNegativeTestJSON-1483355463-project] 10.222.0.104 "GET /v2.0/ports?device_id=97bca78b-2b21-4845-88e7-7fdef1ffb6af HTTP/1.1" status: 200 len: 210 time: 0.0289207 Jul 06 14:59:52.119747 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-11fc154a-c97b-4200-905a-c8acda9d7b89 req-17dc0ccd-17c6-4385-8ee5-a19f4e614613 tempest-ServersNegativeTestJSON-1483355463 tempest-ServersNegativeTestJSON-1483355463-project] 10.222.0.104 "GET /v2.0/ports?device_id=97bca78b-2b21-4845-88e7-7fdef1ffb6af HTTP/1.1" status: 200 len: 210 time: 0.0364754 Jul 06 14:59:52.169179 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84bf18e1-74de-480b-b3a1-126a5e9ee1ff req-b7f2b55f-2572-4880-9e90-c2a6c82bae84 tempest-ServersNegativeTestJSON-1483355463 tempest-ServersNegativeTestJSON-1483355463-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:59:52.170640 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-84bf18e1-74de-480b-b3a1-126a5e9ee1ff req-b7f2b55f-2572-4880-9e90-c2a6c82bae84 tempest-ServersNegativeTestJSON-1483355463 tempest-ServersNegativeTestJSON-1483355463-project] 10.222.0.72 "GET /v2.0/networks?id=58170344-e2f9-4c7b-bb3c-8b33146eae36 HTTP/1.1" status: 200 len: 813 time: 0.1120408 Jul 06 14:59:52.184028 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [req-84bf18e1-74de-480b-b3a1-126a5e9ee1ff req-78082c8c-c19c-4c3f-9244-17dae9e63132 tempest-ServersNegativeTestJSON-1483355463 tempest-ServersNegativeTestJSON-1483355463-project] Request body: {'port': {'device_id': '97bca78b-2b21-4845-88e7-7fdef1ffb6af', 'network_id': '58170344-e2f9-4c7b-bb3c-8b33146eae36', 'admin_state_up': True, 'tenant_id': '218c4111bc484feebc0303cb39f6240a'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:59:52.296808 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-84bf18e1-74de-480b-b3a1-126a5e9ee1ff req-78082c8c-c19c-4c3f-9244-17dae9e63132 tempest-ServersNegativeTestJSON-1483355463 tempest-ServersNegativeTestJSON-1483355463-project] Made reservation on behalf of 218c4111bc484feebc0303cb39f6240a for: {'port': 1} {{(pid=100246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:59:52.300722 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-84bf18e1-74de-480b-b3a1-126a5e9ee1ff req-78082c8c-c19c-4c3f-9244-17dae9e63132 tempest-ServersNegativeTestJSON-1483355463 tempest-ServersNegativeTestJSON-1483355463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:59:52.420983 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.db_base_plugin_common [req-84bf18e1-74de-480b-b3a1-126a5e9ee1ff req-78082c8c-c19c-4c3f-9244-17dae9e63132 tempest-ServersNegativeTestJSON-1483355463 tempest-ServersNegativeTestJSON-1483355463-project] Allocated IP 172.20.0.4 (58170344-e2f9-4c7b-bb3c-8b33146eae36/19e621be-8a53-489b-b50f-4eeefccbfd6b/71b63c19-ae18-43d1-b0ee-5cc03de853bb) {{(pid=100246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:59:52.572807 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-84bf18e1-74de-480b-b3a1-126a5e9ee1ff req-78082c8c-c19c-4c3f-9244-17dae9e63132 tempest-ServersNegativeTestJSON-1483355463 tempest-ServersNegativeTestJSON-1483355463-project] Notify callbacks [] for port, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:59:52.610340 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-84bf18e1-74de-480b-b3a1-126a5e9ee1ff req-78082c8c-c19c-4c3f-9244-17dae9e63132 tempest-ServersNegativeTestJSON-1483355463 tempest-ServersNegativeTestJSON-1483355463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-127687573'] for port, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:59:52.652017 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-84bf18e1-74de-480b-b3a1-126a5e9ee1ff req-78082c8c-c19c-4c3f-9244-17dae9e63132 tempest-ServersNegativeTestJSON-1483355463 tempest-ServersNegativeTestJSON-1483355463-project] Network 58170344-e2f9-4c7b-bb3c-8b33146eae36 is already hosted by enough agents. {{(pid=100246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:59:52.655241 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.base_scheduler [req-84bf18e1-74de-480b-b3a1-126a5e9ee1ff req-78082c8c-c19c-4c3f-9244-17dae9e63132 tempest-ServersNegativeTestJSON-1483355463 tempest-ServersNegativeTestJSON-1483355463-project] Resources bound (agent type, host, resource id): {{(pid=100246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:59:52.659494 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [req-84bf18e1-74de-480b-b3a1-126a5e9ee1ff req-78082c8c-c19c-4c3f-9244-17dae9e63132 tempest-ServersNegativeTestJSON-1483355463 tempest-ServersNegativeTestJSON-1483355463-project] Received port after_create {{(pid=100246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:59:52.692348 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78082c8c-c19c-4c3f-9244-17dae9e63132 tempest-ServersNegativeTestJSON-1483355463 tempest-ServersNegativeTestJSON-1483355463-project] Pushing event updated for resources: {'Port': ['ID=71b63c19-ae18-43d1-b0ee-5cc03de853bb,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:59:52.716347 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84bf18e1-74de-480b-b3a1-126a5e9ee1ff req-78082c8c-c19c-4c3f-9244-17dae9e63132 tempest-ServersNegativeTestJSON-1483355463 tempest-ServersNegativeTestJSON-1483355463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:59:52.716953 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-84bf18e1-74de-480b-b3a1-126a5e9ee1ff req-78082c8c-c19c-4c3f-9244-17dae9e63132 tempest-ServersNegativeTestJSON-1483355463 tempest-ServersNegativeTestJSON-1483355463-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:59:52.730686 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-84bf18e1-74de-480b-b3a1-126a5e9ee1ff req-78082c8c-c19c-4c3f-9244-17dae9e63132 tempest-ServersNegativeTestJSON-1483355463 tempest-ServersNegativeTestJSON-1483355463-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5503895 Jul 06 14:59:52.743703 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [req-84bf18e1-74de-480b-b3a1-126a5e9ee1ff req-534c1ba6-c037-4fc8-a19c-4ed6bc01351f service neutron] Request body: {'port': {'device_id': '97bca78b-2b21-4845-88e7-7fdef1ffb6af', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-773647-6'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:59:52.815595 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-84bf18e1-74de-480b-b3a1-126a5e9ee1ff req-534c1ba6-c037-4fc8-a19c-4ed6bc01351f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:59:52.956619 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-f877c59b-23bc-4ca1-a3b2-f01653398b53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:59:53.076991 n-d-773647-6 neutron-server[100246]: DEBUG neutron.notifiers.nova [req-84bf18e1-74de-480b-b3a1-126a5e9ee1ff req-534c1ba6-c037-4fc8-a19c-4ed6bc01351f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 71b63c19-ae18-43d1-b0ee-5cc03de853bb {{(pid=100246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 14:59:53.084890 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-84bf18e1-74de-480b-b3a1-126a5e9ee1ff req-534c1ba6-c037-4fc8-a19c-4ed6bc01351f service neutron] Notify callbacks [] for port, precommit_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:59:53.097134 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.provisioning_blocks [req-84bf18e1-74de-480b-b3a1-126a5e9ee1ff req-534c1ba6-c037-4fc8-a19c-4ed6bc01351f service neutron] Transition to ACTIVE for port object 71b63c19-ae18-43d1-b0ee-5cc03de853bb will not be triggered until provisioned by entity L2. {{(pid=100246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:59:53.101205 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-84bf18e1-74de-480b-b3a1-126a5e9ee1ff req-534c1ba6-c037-4fc8-a19c-4ed6bc01351f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127687527'] for port, after_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:59:53.151409 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534c1ba6-c037-4fc8-a19c-4ed6bc01351f service neutron] Pushing event updated for resources: {'Port': ['ID=71b63c19-ae18-43d1-b0ee-5cc03de853bb,revision_number=2']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:59:53.218968 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [req-84bf18e1-74de-480b-b3a1-126a5e9ee1ff req-534c1ba6-c037-4fc8-a19c-4ed6bc01351f service neutron] Attempting to bind port 71b63c19-ae18-43d1-b0ee-5cc03de853bb on host n-h2-773647-6 for vnic_type normal with profile {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:59:53.219674 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [req-84bf18e1-74de-480b-b3a1-126a5e9ee1ff req-534c1ba6-c037-4fc8-a19c-4ed6bc01351f service neutron] Attempting to bind port 71b63c19-ae18-43d1-b0ee-5cc03de853bb by drivers openvswitch,hyperv on host n-h2-773647-6 at level 0 using segments [{'id': '2b4f49fb-fed6-449f-b343-2d241004ec03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': '58170344-e2f9-4c7b-bb3c-8b33146eae36'}] {{(pid=100246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:59:53.219674 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84bf18e1-74de-480b-b3a1-126a5e9ee1ff req-534c1ba6-c037-4fc8-a19c-4ed6bc01351f service neutron] Attempting to bind port 71b63c19-ae18-43d1-b0ee-5cc03de853bb on network 58170344-e2f9-4c7b-bb3c-8b33146eae36 {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:59:53.224716 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84bf18e1-74de-480b-b3a1-126a5e9ee1ff req-534c1ba6-c037-4fc8-a19c-4ed6bc01351f service neutron] Port 71b63c19-ae18-43d1-b0ee-5cc03de853bb on network 58170344-e2f9-4c7b-bb3c-8b33146eae36 not bound, no agent of type Open vSwitch agent registered on host n-h2-773647-6 {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 14:59:53.225050 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84bf18e1-74de-480b-b3a1-126a5e9ee1ff req-534c1ba6-c037-4fc8-a19c-4ed6bc01351f service neutron] Attempting to bind port 71b63c19-ae18-43d1-b0ee-5cc03de853bb on network 58170344-e2f9-4c7b-bb3c-8b33146eae36 {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:59:53.229967 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84bf18e1-74de-480b-b3a1-126a5e9ee1ff req-534c1ba6-c037-4fc8-a19c-4ed6bc01351f service neutron] Checking agent: {'id': '63768ece-0600-4354-8d29-fdedec96b077', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-773647-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 51, 10), 'started_at': datetime.datetime(2021, 7, 6, 13, 51, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 59, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:59:53.230320 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84bf18e1-74de-480b-b3a1-126a5e9ee1ff req-534c1ba6-c037-4fc8-a19c-4ed6bc01351f service neutron] Checking segment: {'id': '2b4f49fb-fed6-449f-b343-2d241004ec03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': '58170344-e2f9-4c7b-bb3c-8b33146eae36'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:59:53.230740 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84bf18e1-74de-480b-b3a1-126a5e9ee1ff req-534c1ba6-c037-4fc8-a19c-4ed6bc01351f service neutron] Bound using segment: {'id': '2b4f49fb-fed6-449f-b343-2d241004ec03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': '58170344-e2f9-4c7b-bb3c-8b33146eae36'} {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:59:53.231178 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [req-84bf18e1-74de-480b-b3a1-126a5e9ee1ff req-534c1ba6-c037-4fc8-a19c-4ed6bc01351f service neutron] Bound port: 71b63c19-ae18-43d1-b0ee-5cc03de853bb, host: n-h2-773647-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2b4f49fb-fed6-449f-b343-2d241004ec03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': '58170344-e2f9-4c7b-bb3c-8b33146eae36'}}] {{(pid=100246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:59:53.231573 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-84bf18e1-74de-480b-b3a1-126a5e9ee1ff req-534c1ba6-c037-4fc8-a19c-4ed6bc01351f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:59:53.293671 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab96ebb-4d0c-4d56-99c1-ebf0fc59ba24 req-ea5c1bcb-f2d7-4b2a-9da8-33a1bb883510 tempest-ServersNegativeTestJSON-1483355463 tempest-ServersNegativeTestJSON-1483355463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:59:53.295152 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-3ab96ebb-4d0c-4d56-99c1-ebf0fc59ba24 req-ea5c1bcb-f2d7-4b2a-9da8-33a1bb883510 tempest-ServersNegativeTestJSON-1483355463 tempest-ServersNegativeTestJSON-1483355463-project] 10.222.0.104 "GET /v2.0/ports?device_id=97bca78b-2b21-4845-88e7-7fdef1ffb6af HTTP/1.1" status: 200 len: 943 time: 0.0623162 Jul 06 14:59:53.298964 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.db [req-84bf18e1-74de-480b-b3a1-126a5e9ee1ff req-534c1ba6-c037-4fc8-a19c-4ed6bc01351f service neutron] For port 71b63c19-ae18-43d1-b0ee-5cc03de853bb, host n-h2-773647-6, cleared binding levels {{(pid=100246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:59:53.302371 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.db [req-84bf18e1-74de-480b-b3a1-126a5e9ee1ff req-534c1ba6-c037-4fc8-a19c-4ed6bc01351f service neutron] For port 71b63c19-ae18-43d1-b0ee-5cc03de853bb, host n-h2-773647-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=71b63c19-ae18-43d1-b0ee-5cc03de853bb,segment=NetworkSegment(2b4f49fb-fed6-449f-b343-2d241004ec03),segment_id=2b4f49fb-fed6-449f-b343-2d241004ec03)] {{(pid=100246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:59:53.306401 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-84bf18e1-74de-480b-b3a1-126a5e9ee1ff req-534c1ba6-c037-4fc8-a19c-4ed6bc01351f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127687527'] for port, after_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:59:53.334705 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-3ab96ebb-4d0c-4d56-99c1-ebf0fc59ba24 req-0a6f127d-586f-4879-a681-5f1e6a592e19 tempest-ServersNegativeTestJSON-1483355463 tempest-ServersNegativeTestJSON-1483355463-project] 10.222.0.104 "GET /v2.0/security-groups?id=a07752bc-8ba3-486f-b88a-36cb136cc223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336883 Jul 06 14:59:53.339172 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84bf18e1-74de-480b-b3a1-126a5e9ee1ff req-534c1ba6-c037-4fc8-a19c-4ed6bc01351f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:59:53.340238 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-84bf18e1-74de-480b-b3a1-126a5e9ee1ff req-534c1ba6-c037-4fc8-a19c-4ed6bc01351f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:59:53.341623 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-84bf18e1-74de-480b-b3a1-126a5e9ee1ff req-534c1ba6-c037-4fc8-a19c-4ed6bc01351f service neutron] 10.222.0.72 "PUT /v2.0/ports/71b63c19-ae18-43d1-b0ee-5cc03de853bb HTTP/1.1" status: 200 len: 1091 time: 0.6021841 Jul 06 14:59:53.343794 n-d-773647-6 neutron-server[100246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97bca78b-2b21-4845-88e7-7fdef1ffb6af', 'tag': '71b63c19-ae18-43d1-b0ee-5cc03de853bb'}] {{(pid=100246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:59:53.346041 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46bcbd240f672e88150dff05a21f1d72cf4d2de628fda8977cb1eab177268aa5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7594e8d6-354a-4373-a8d7-1972efa17bbf" -d '{"events": [{"name": "network-changed", "server_uuid": "97bca78b-2b21-4845-88e7-7fdef1ffb6af", "tag": "71b63c19-ae18-43d1-b0ee-5cc03de853bb"}]}' {{(pid=100246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:59:53.376963 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534c1ba6-c037-4fc8-a19c-4ed6bc01351f service neutron] Pushing event updated for resources: {'Port': ['ID=71b63c19-ae18-43d1-b0ee-5cc03de853bb,revision_number=3']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:59:53.386983 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 14:59:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8504f4d-273b-43e5-80d3-591e2ec0e674 x-openstack-request-id: req-a8504f4d-273b-43e5-80d3-591e2ec0e674 {{(pid=100246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:59:53.387318 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "97bca78b-2b21-4845-88e7-7fdef1ffb6af", "tag": "71b63c19-ae18-43d1-b0ee-5cc03de853bb", "status": "completed", "code": 200}]} {{(pid=100246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:59:53.387575 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-a8504f4d-273b-43e5-80d3-591e2ec0e674 {{(pid=100246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:59:53.387971 n-d-773647-6 neutron-server[100246]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97bca78b-2b21-4845-88e7-7fdef1ffb6af', 'tag': '71b63c19-ae18-43d1-b0ee-5cc03de853bb', 'status': 'completed', 'code': 200} Jul 06 14:59:53.443803 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84bf18e1-74de-480b-b3a1-126a5e9ee1ff req-22cee3ee-3535-4578-9685-8433ad3117c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:59:53.445350 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-84bf18e1-74de-480b-b3a1-126a5e9ee1ff req-22cee3ee-3535-4578-9685-8433ad3117c3 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=218c4111bc484feebc0303cb39f6240a&device_id=97bca78b-2b21-4845-88e7-7fdef1ffb6af HTTP/1.1" status: 200 len: 1094 time: 0.0534112 Jul 06 14:59:53.489813 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-84bf18e1-74de-480b-b3a1-126a5e9ee1ff req-d428fffd-5ad9-4026-99b2-fbbe29efa9fa service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=71b63c19-ae18-43d1-b0ee-5cc03de853bb HTTP/1.1" status: 200 len: 217 time: 0.0374689 Jul 06 14:59:53.538354 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84bf18e1-74de-480b-b3a1-126a5e9ee1ff req-5b110d10-6a01-4bb9-931d-e064b9125fa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:59:53.539862 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-84bf18e1-74de-480b-b3a1-126a5e9ee1ff req-5b110d10-6a01-4bb9-931d-e064b9125fa2 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=19e621be-8a53-489b-b50f-4eeefccbfd6b HTTP/1.1" status: 200 len: 853 time: 0.0445299 Jul 06 14:59:53.571897 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-84bf18e1-74de-480b-b3a1-126a5e9ee1ff req-0e0cf0a7-2bf9-41c4-a063-ec3d8e81b2c0 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=58170344-e2f9-4c7b-bb3c-8b33146eae36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262499 Jul 06 14:59:53.664028 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-84bf18e1-74de-480b-b3a1-126a5e9ee1ff req-7c6e5269-623a-4815-a673-4732899fd762 service neutron] 10.222.0.72 "GET /v2.0/networks/58170344-e2f9-4c7b-bb3c-8b33146eae36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861180 Jul 06 14:59:53.752741 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-84bf18e1-74de-480b-b3a1-126a5e9ee1ff req-d8fa367a-b42a-40bd-adfe-eef311e378c2 service neutron] 10.222.0.72 "GET /v2.0/networks/58170344-e2f9-4c7b-bb3c-8b33146eae36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825741 Jul 06 14:59:53.856045 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7594e8d6-354a-4373-a8d7-1972efa17bbf req-2ecb2400-1f9c-4873-9b67-61431b0c7371 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:59:53.857852 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-7594e8d6-354a-4373-a8d7-1972efa17bbf req-2ecb2400-1f9c-4873-9b67-61431b0c7371 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=218c4111bc484feebc0303cb39f6240a&device_id=97bca78b-2b21-4845-88e7-7fdef1ffb6af HTTP/1.1" status: 200 len: 1094 time: 0.0531681 Jul 06 14:59:53.959180 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7594e8d6-354a-4373-a8d7-1972efa17bbf req-92d90a06-3f82-4fd5-98bc-ccc86d3d1b51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:59:53.960668 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-7594e8d6-354a-4373-a8d7-1972efa17bbf req-92d90a06-3f82-4fd5-98bc-ccc86d3d1b51 service neutron] 10.222.0.72 "GET /v2.0/networks?id=58170344-e2f9-4c7b-bb3c-8b33146eae36 HTTP/1.1" status: 200 len: 915 time: 0.0962861 Jul 06 14:59:54.000877 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-7594e8d6-354a-4373-a8d7-1972efa17bbf req-639e33a0-9c5a-4365-892d-d6a606104d21 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=71b63c19-ae18-43d1-b0ee-5cc03de853bb HTTP/1.1" status: 200 len: 217 time: 0.0331156 Jul 06 14:59:54.048073 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7594e8d6-354a-4373-a8d7-1972efa17bbf req-03e33d1d-cdfe-4c50-a2db-3a89a7e360cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:59:54.049437 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-7594e8d6-354a-4373-a8d7-1972efa17bbf req-03e33d1d-cdfe-4c50-a2db-3a89a7e360cf service neutron] 10.222.0.72 "GET /v2.0/subnets?id=19e621be-8a53-489b-b50f-4eeefccbfd6b HTTP/1.1" status: 200 len: 853 time: 0.0422950 Jul 06 14:59:54.086285 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-7594e8d6-354a-4373-a8d7-1972efa17bbf req-b3a9b57c-7545-4cf2-9318-06bc57c4e531 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=58170344-e2f9-4c7b-bb3c-8b33146eae36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0298841 Jul 06 14:59:54.170623 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-7594e8d6-354a-4373-a8d7-1972efa17bbf req-84ecb58f-40d1-49b0-ac1d-8d8f966e5c31 service neutron] 10.222.0.72 "GET /v2.0/networks/58170344-e2f9-4c7b-bb3c-8b33146eae36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0780163 Jul 06 14:59:54.273472 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-7594e8d6-354a-4373-a8d7-1972efa17bbf req-8cafc50f-382f-4bf8-b6a9-3bd84e8c2f12 service neutron] 10.222.0.72 "GET /v2.0/networks/58170344-e2f9-4c7b-bb3c-8b33146eae36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954320 Jul 06 14:59:54.506997 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e78f46-7260-4337-8fb9-d88bbd93c82a req-d735551b-4e78-488b-9c24-bba288944246 tempest-ServersNegativeTestJSON-1483355463 tempest-ServersNegativeTestJSON-1483355463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:59:54.508505 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-05e78f46-7260-4337-8fb9-d88bbd93c82a req-d735551b-4e78-488b-9c24-bba288944246 tempest-ServersNegativeTestJSON-1483355463 tempest-ServersNegativeTestJSON-1483355463-project] 10.222.0.104 "GET /v2.0/ports?device_id=97bca78b-2b21-4845-88e7-7fdef1ffb6af HTTP/1.1" status: 200 len: 943 time: 0.0617564 Jul 06 14:59:54.548532 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-05e78f46-7260-4337-8fb9-d88bbd93c82a req-63a264ee-4b47-46be-93b4-083317699732 tempest-ServersNegativeTestJSON-1483355463 tempest-ServersNegativeTestJSON-1483355463-project] 10.222.0.104 "GET /v2.0/security-groups?id=a07752bc-8ba3-486f-b88a-36cb136cc223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339196 Jul 06 14:59:55.610811 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-089fdb93-5940-4c6e-92af-1bc262815b32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:59:55.726502 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515fb459-58f0-4fea-adb3-f4203caa153c req-30ddecd7-38a7-40d2-8e27-8af0e7c02cf8 tempest-ServersNegativeTestJSON-1483355463 tempest-ServersNegativeTestJSON-1483355463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:59:55.731697 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-515fb459-58f0-4fea-adb3-f4203caa153c req-30ddecd7-38a7-40d2-8e27-8af0e7c02cf8 tempest-ServersNegativeTestJSON-1483355463 tempest-ServersNegativeTestJSON-1483355463-project] 10.222.0.104 "GET /v2.0/ports?device_id=97bca78b-2b21-4845-88e7-7fdef1ffb6af HTTP/1.1" status: 200 len: 943 time: 0.0678422 Jul 06 14:59:55.770825 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-515fb459-58f0-4fea-adb3-f4203caa153c req-55dd3ab0-8960-4f78-ba87-55577c54f092 tempest-ServersNegativeTestJSON-1483355463 tempest-ServersNegativeTestJSON-1483355463-project] 10.222.0.104 "GET /v2.0/security-groups?id=a07752bc-8ba3-486f-b88a-36cb136cc223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372818 Jul 06 14:59:55.963583 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:59:56.816379 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-2064eaae-da4f-48f8-82d2-b09d4ddedd44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:59:56.940323 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d4de52-2c33-4635-b923-70c68b67612e req-486df093-a4fe-4f3e-a130-4aff2e4e41a1 tempest-ServersNegativeTestJSON-1483355463 tempest-ServersNegativeTestJSON-1483355463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:59:56.941794 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-15d4de52-2c33-4635-b923-70c68b67612e req-486df093-a4fe-4f3e-a130-4aff2e4e41a1 tempest-ServersNegativeTestJSON-1483355463 tempest-ServersNegativeTestJSON-1483355463-project] 10.222.0.104 "GET /v2.0/ports?device_id=97bca78b-2b21-4845-88e7-7fdef1ffb6af HTTP/1.1" status: 200 len: 943 time: 0.0622478 Jul 06 14:59:56.979019 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-15d4de52-2c33-4635-b923-70c68b67612e req-1afa6d61-9950-44d6-9e8f-21741cab1eba tempest-ServersNegativeTestJSON-1483355463 tempest-ServersNegativeTestJSON-1483355463-project] 10.222.0.104 "GET /v2.0/security-groups?id=a07752bc-8ba3-486f-b88a-36cb136cc223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314453 Jul 06 14:59:57.427042 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Device 71b63c19-ae18-43d1-b0ee-5cc03de853bb details requested by agent hyperv_n-h2-773647-6 with host n-h2-773647-6 {{(pid=100248) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 14:59:57.517127 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] For port 71b63c19-ae18-43d1-b0ee-5cc03de853bb, host n-h2-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=71b63c19-ae18-43d1-b0ee-5cc03de853bb,segment=NetworkSegment(2b4f49fb-fed6-449f-b343-2d241004ec03),segment_id=2b4f49fb-fed6-449f-b343-2d241004ec03)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:59:57.528304 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Returning: {'device': '71b63c19-ae18-43d1-b0ee-5cc03de853bb', 'network_id': '58170344-e2f9-4c7b-bb3c-8b33146eae36', 'port_id': '71b63c19-ae18-43d1-b0ee-5cc03de853bb', 'mac_address': 'fa:16:3e:08:5b:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1014, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '19e621be-8a53-489b-b50f-4eeefccbfd6b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100248) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 14:59:57.568611 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:59:57.580591 n-d-773647-6 neutron-server[100248]: DEBUG neutron.notifiers.nova [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 71b63c19-ae18-43d1-b0ee-5cc03de853bb {{(pid=100248) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 14:59:57.598762 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] For port 71b63c19-ae18-43d1-b0ee-5cc03de853bb, host n-h2-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=71b63c19-ae18-43d1-b0ee-5cc03de853bb,segment=NetworkSegment(2b4f49fb-fed6-449f-b343-2d241004ec03),segment_id=2b4f49fb-fed6-449f-b343-2d241004ec03)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:59:57.603006 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:59:57.649157 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Pushing event updated for resources: {'Port': ['ID=71b63c19-ae18-43d1-b0ee-5cc03de853bb,revision_number=4']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:59:57.831980 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] get_ports_and_sgs() called for port_ids ['71b63c19-ae18-43d1-b0ee-5cc03de853bb'] {{(pid=100248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 14:59:58.149232 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48bb2ac1-03cd-4367-91ef-0a7cfefe8995 req-8e87769b-cd8f-4597-8de3-790d74105088 tempest-ServersNegativeTestJSON-1483355463 tempest-ServersNegativeTestJSON-1483355463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:59:58.150676 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-48bb2ac1-03cd-4367-91ef-0a7cfefe8995 req-8e87769b-cd8f-4597-8de3-790d74105088 tempest-ServersNegativeTestJSON-1483355463 tempest-ServersNegativeTestJSON-1483355463-project] 10.222.0.104 "GET /v2.0/ports?device_id=97bca78b-2b21-4845-88e7-7fdef1ffb6af HTTP/1.1" status: 200 len: 944 time: 0.0647695 Jul 06 14:59:58.187546 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-48bb2ac1-03cd-4367-91ef-0a7cfefe8995 req-7c26a68e-5708-432d-a3af-42267f827a0d tempest-ServersNegativeTestJSON-1483355463 tempest-ServersNegativeTestJSON-1483355463-project] 10.222.0.104 "GET /v2.0/security-groups?id=a07752bc-8ba3-486f-b88a-36cb136cc223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313036 Jul 06 14:59:58.608230 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-03f71b24-a9b8-453a-8924-caa3f97bc6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:59:59.356594 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b3f4bc-4690-4284-9ead-85b45bbe1713 req-5917e7e3-7321-46cf-8229-fcaae2b75ccc tempest-ServersNegativeTestJSON-1483355463 tempest-ServersNegativeTestJSON-1483355463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:59:59.358093 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-a5b3f4bc-4690-4284-9ead-85b45bbe1713 req-5917e7e3-7321-46cf-8229-fcaae2b75ccc tempest-ServersNegativeTestJSON-1483355463 tempest-ServersNegativeTestJSON-1483355463-project] 10.222.0.104 "GET /v2.0/ports?device_id=97bca78b-2b21-4845-88e7-7fdef1ffb6af HTTP/1.1" status: 200 len: 944 time: 0.0622826 Jul 06 14:59:59.394399 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-a5b3f4bc-4690-4284-9ead-85b45bbe1713 req-3a503d1c-759e-461e-b353-922d4ad3a61f tempest-ServersNegativeTestJSON-1483355463 tempest-ServersNegativeTestJSON-1483355463-project] 10.222.0.104 "GET /v2.0/security-groups?id=a07752bc-8ba3-486f-b88a-36cb136cc223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302927 Jul 06 14:59:59.442135 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Device 71b63c19-ae18-43d1-b0ee-5cc03de853bb up at agent hyperv_n-h2-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:59:59.489754 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Provisioning for port 71b63c19-ae18-43d1-b0ee-5cc03de853bb completed by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:59:59.493182 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Provisioning complete for port 71b63c19-ae18-43d1-b0ee-5cc03de853bb triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:59:59.493578 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:59:59.566238 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:59:59.587125 n-d-773647-6 neutron-server[100248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97bca78b-2b21-4845-88e7-7fdef1ffb6af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71b63c19-ae18-43d1-b0ee-5cc03de853bb'}] {{(pid=100248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:59:59.604189 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] For port 71b63c19-ae18-43d1-b0ee-5cc03de853bb, host n-h2-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=71b63c19-ae18-43d1-b0ee-5cc03de853bb,segment=NetworkSegment(2b4f49fb-fed6-449f-b343-2d241004ec03),segment_id=2b4f49fb-fed6-449f-b343-2d241004ec03)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:59:59.608348 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:59:59.634606 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55db2ac8c963aac1696062c7614e8816713b17764cc733cf0a1d7e1ce8ed655f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92053b65-4087-45df-aa57-5b3d93a4d679" -d '{"events": [{"server_uuid": "97bca78b-2b21-4845-88e7-7fdef1ffb6af", "name": "network-vif-plugged", "status": "completed", "tag": "71b63c19-ae18-43d1-b0ee-5cc03de853bb"}]}' {{(pid=100248) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:59:59.667017 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Pushing event updated for resources: {'Port': ['ID=71b63c19-ae18-43d1-b0ee-5cc03de853bb,revision_number=5']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:59:59.717123 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 14:59:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfa3f331-2c99-43ad-ab11-f26100fc7103 x-openstack-request-id: req-cfa3f331-2c99-43ad-ab11-f26100fc7103 {{(pid=100248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:59:59.717515 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97bca78b-2b21-4845-88e7-7fdef1ffb6af", "name": "network-vif-plugged", "status": "completed", "tag": "71b63c19-ae18-43d1-b0ee-5cc03de853bb", "code": 200}]} {{(pid=100248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:59:59.717914 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-cfa3f331-2c99-43ad-ab11-f26100fc7103 {{(pid=100248) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:59:59.718320 n-d-773647-6 neutron-server[100248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97bca78b-2b21-4845-88e7-7fdef1ffb6af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71b63c19-ae18-43d1-b0ee-5cc03de853bb', 'code': 200} Jul 06 14:59:59.835817 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8212c65-1ab4-4962-9419-c9fff5f49c0c req-0dc77aaf-3874-4de7-840c-55341a841a79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:59:59.837200 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-a8212c65-1ab4-4962-9419-c9fff5f49c0c req-0dc77aaf-3874-4de7-840c-55341a841a79 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=97bca78b-2b21-4845-88e7-7fdef1ffb6af HTTP/1.1" status: 200 len: 1096 time: 0.0514407 Jul 06 14:59:59.870519 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-a8212c65-1ab4-4962-9419-c9fff5f49c0c req-019150cd-bbda-4f1f-bb30-fa18673863b0 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=a07752bc-8ba3-486f-b88a-36cb136cc223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0275393 Jul 06 15:00:00.574454 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4329557-59c6-4c85-b1cb-71215dd72168 req-a50b6e8b-c7c3-4b20-926b-7b20bfe0cb36 tempest-ServersNegativeTestJSON-1483355463 tempest-ServersNegativeTestJSON-1483355463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:00:00.576127 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-f4329557-59c6-4c85-b1cb-71215dd72168 req-a50b6e8b-c7c3-4b20-926b-7b20bfe0cb36 tempest-ServersNegativeTestJSON-1483355463 tempest-ServersNegativeTestJSON-1483355463-project] 10.222.0.104 "GET /v2.0/ports?device_id=97bca78b-2b21-4845-88e7-7fdef1ffb6af HTTP/1.1" status: 200 len: 945 time: 0.0688565 Jul 06 15:00:00.615618 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-f4329557-59c6-4c85-b1cb-71215dd72168 req-06b97f4c-9026-4cae-8769-d79e2b3a5dfc tempest-ServersNegativeTestJSON-1483355463 tempest-ServersNegativeTestJSON-1483355463-project] 10.222.0.104 "GET /v2.0/security-groups?id=a07752bc-8ba3-486f-b88a-36cb136cc223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333753 Jul 06 15:00:01.785695 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a4ecc5-95f6-4317-aee4-17937157a5b9 req-4985768e-512e-4400-b882-9bb1d6ff8651 tempest-ServersNegativeTestJSON-1483355463 tempest-ServersNegativeTestJSON-1483355463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:00:01.787655 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-87a4ecc5-95f6-4317-aee4-17937157a5b9 req-4985768e-512e-4400-b882-9bb1d6ff8651 tempest-ServersNegativeTestJSON-1483355463 tempest-ServersNegativeTestJSON-1483355463-project] 10.222.0.104 "GET /v2.0/ports?device_id=97bca78b-2b21-4845-88e7-7fdef1ffb6af HTTP/1.1" status: 200 len: 945 time: 0.0634432 Jul 06 15:00:01.823300 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-87a4ecc5-95f6-4317-aee4-17937157a5b9 req-2f174385-c1b4-4654-b807-ccef7345d4e2 tempest-ServersNegativeTestJSON-1483355463 tempest-ServersNegativeTestJSON-1483355463-project] 10.222.0.104 "GET /v2.0/security-groups?id=a07752bc-8ba3-486f-b88a-36cb136cc223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305796 Jul 06 15:00:02.310153 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5e654e-6114-4dc2-a69a-21a3e075708c req-6d55bd34-1960-4046-bb7e-99b8a5f666b3 tempest-ServersNegativeTestJSON-1483355463 tempest-ServersNegativeTestJSON-1483355463-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:00:02.311643 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-3f5e654e-6114-4dc2-a69a-21a3e075708c req-6d55bd34-1960-4046-bb7e-99b8a5f666b3 tempest-ServersNegativeTestJSON-1483355463 tempest-ServersNegativeTestJSON-1483355463-project] 10.222.0.104 "GET /v2.0/networks?id=58170344-e2f9-4c7b-bb3c-8b33146eae36 HTTP/1.1" status: 200 len: 813 time: 0.3670948 Jul 06 15:00:02.326096 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-3f5e654e-6114-4dc2-a69a-21a3e075708c req-ec8e6088-0f4c-4bbd-9ed7-0d8df557c352 tempest-ServersNegativeTestJSON-1483355463 tempest-ServersNegativeTestJSON-1483355463-project] 10.222.0.104 "GET /v2.0/quotas/218c4111bc484feebc0303cb39f6240a HTTP/1.1" status: 200 len: 375 time: 0.0088725 Jul 06 15:00:02.386992 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-3f5e654e-6114-4dc2-a69a-21a3e075708c req-0a90f402-7ec6-4b7a-b9f3-8264ab75a845 tempest-ServersNegativeTestJSON-1483355463 tempest-ServersNegativeTestJSON-1483355463-project] 10.222.0.104 "GET /v2.0/ports?tenant_id=218c4111bc484feebc0303cb39f6240a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0560708 Jul 06 15:00:02.476307 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-3f5e654e-6114-4dc2-a69a-21a3e075708c req-6271b08f-eea7-4f3f-9786-06a0f0546c9f service neutron] 10.222.0.104 "GET /v2.0/networks/58170344-e2f9-4c7b-bb3c-8b33146eae36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825474 Jul 06 15:00:02.560740 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-3f5e654e-6114-4dc2-a69a-21a3e075708c req-ffed0bbf-9344-44a2-9c97-102a372bfc6c service neutron] 10.222.0.104 "GET /v2.0/networks/58170344-e2f9-4c7b-bb3c-8b33146eae36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0788910 Jul 06 15:00:02.724663 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-56c220b1-9d35-4bdf-9f03-ef66d20a4d5d req-a1c276b3-ae34-4a4d-8981-b167d72a5e95 tempest-ServersNegativeTestJSON-1483355463 tempest-ServersNegativeTestJSON-1483355463-project] 10.222.0.104 "GET /v2.0/ports?device_id=8b7cfa22-cd06-4c47-9613-550cbdd870ac HTTP/1.1" status: 200 len: 210 time: 0.0291603 Jul 06 15:00:03.807659 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-06575c93-248f-4969-92fb-43a712114644 req-e763143d-4740-4e7c-a07e-e82878a1de6b tempest-ServersNegativeTestJSON-1483355463 tempest-ServersNegativeTestJSON-1483355463-project] 10.222.0.104 "GET /v2.0/ports?device_id=8b7cfa22-cd06-4c47-9613-550cbdd870ac HTTP/1.1" status: 200 len: 210 time: 0.0324321 Jul 06 15:00:04.890292 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-16b5b3fb-7907-4202-b056-efd38137c67c req-3a667090-05c4-4ba9-99f1-126e6f76cbac tempest-ServersNegativeTestJSON-1483355463 tempest-ServersNegativeTestJSON-1483355463-project] 10.222.0.104 "GET /v2.0/ports?device_id=8b7cfa22-cd06-4c47-9613-550cbdd870ac HTTP/1.1" status: 200 len: 210 time: 0.0277479 Jul 06 15:00:05.968134 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-6660c72a-f7c9-4790-ab56-6b1a042b9cd4 req-cb94a2a1-9037-4b05-8914-1879370b3027 tempest-ServersNegativeTestJSON-1483355463 tempest-ServersNegativeTestJSON-1483355463-project] 10.222.0.104 "GET /v2.0/ports?device_id=8b7cfa22-cd06-4c47-9613-550cbdd870ac HTTP/1.1" status: 200 len: 210 time: 0.0273755 Jul 06 15:00:07.101310 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-ec1027d6-025e-4d4f-be73-9d40ed848f8f req-32703b5e-b938-401a-aaf3-954458e2ab06 tempest-ServersNegativeTestJSON-1483355463 tempest-ServersNegativeTestJSON-1483355463-project] 10.222.0.104 "GET /v2.0/ports?device_id=8b7cfa22-cd06-4c47-9613-550cbdd870ac HTTP/1.1" status: 200 len: 210 time: 0.0275178 Jul 06 15:00:07.894887 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5e654e-6114-4dc2-a69a-21a3e075708c req-fa9d4456-969c-457e-b25b-65bcfc7560d3 tempest-ServersNegativeTestJSON-1483355463 tempest-ServersNegativeTestJSON-1483355463-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:00:07.896376 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-3f5e654e-6114-4dc2-a69a-21a3e075708c req-fa9d4456-969c-457e-b25b-65bcfc7560d3 tempest-ServersNegativeTestJSON-1483355463 tempest-ServersNegativeTestJSON-1483355463-project] 10.222.0.127 "GET /v2.0/networks?id=58170344-e2f9-4c7b-bb3c-8b33146eae36 HTTP/1.1" status: 200 len: 813 time: 0.1075144 Jul 06 15:00:07.914994 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [req-3f5e654e-6114-4dc2-a69a-21a3e075708c req-2e9ce898-d9c0-41fa-ac41-77188773dac6 tempest-ServersNegativeTestJSON-1483355463 tempest-ServersNegativeTestJSON-1483355463-project] Request body: {'port': {'device_id': '8b7cfa22-cd06-4c47-9613-550cbdd870ac', 'network_id': '58170344-e2f9-4c7b-bb3c-8b33146eae36', 'admin_state_up': True, 'tenant_id': '218c4111bc484feebc0303cb39f6240a'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 15:00:08.021399 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3f5e654e-6114-4dc2-a69a-21a3e075708c req-2e9ce898-d9c0-41fa-ac41-77188773dac6 tempest-ServersNegativeTestJSON-1483355463 tempest-ServersNegativeTestJSON-1483355463-project] Made reservation on behalf of 218c4111bc484feebc0303cb39f6240a for: {'port': 1} {{(pid=100246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 15:00:08.024892 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-3f5e654e-6114-4dc2-a69a-21a3e075708c req-2e9ce898-d9c0-41fa-ac41-77188773dac6 tempest-ServersNegativeTestJSON-1483355463 tempest-ServersNegativeTestJSON-1483355463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:08.148436 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.db_base_plugin_common [req-3f5e654e-6114-4dc2-a69a-21a3e075708c req-2e9ce898-d9c0-41fa-ac41-77188773dac6 tempest-ServersNegativeTestJSON-1483355463 tempest-ServersNegativeTestJSON-1483355463-project] Allocated IP 172.20.0.13 (58170344-e2f9-4c7b-bb3c-8b33146eae36/19e621be-8a53-489b-b50f-4eeefccbfd6b/ba3d9226-300d-4d25-a9ac-ece036d31440) {{(pid=100246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 15:00:08.243546 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-5e482634-4f84-461e-baf1-9107b4966a41 req-e1ff452c-ef3a-425a-badb-49a55a2743f9 tempest-ServersNegativeTestJSON-1483355463 tempest-ServersNegativeTestJSON-1483355463-project] 10.222.0.104 "GET /v2.0/ports?device_id=8b7cfa22-cd06-4c47-9613-550cbdd870ac HTTP/1.1" status: 200 len: 210 time: 0.0311947 Jul 06 15:00:08.280448 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.agents_db [None req-167c0ad6-1657-4c9a-a2c4-3b18056aa662 None None] Agent healthcheck: found 7 active agents {{(pid=100249) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 15:00:08.297588 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-3f5e654e-6114-4dc2-a69a-21a3e075708c req-2e9ce898-d9c0-41fa-ac41-77188773dac6 tempest-ServersNegativeTestJSON-1483355463 tempest-ServersNegativeTestJSON-1483355463-project] Notify callbacks [] for port, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:08.336453 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-3f5e654e-6114-4dc2-a69a-21a3e075708c req-2e9ce898-d9c0-41fa-ac41-77188773dac6 tempest-ServersNegativeTestJSON-1483355463 tempest-ServersNegativeTestJSON-1483355463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-127687573'] for port, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:08.349658 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] get_ports_and_sgs() called for port_ids ['71b63c19-ae18-43d1-b0ee-5cc03de853bb'] {{(pid=100248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 15:00:08.377839 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3f5e654e-6114-4dc2-a69a-21a3e075708c req-2e9ce898-d9c0-41fa-ac41-77188773dac6 tempest-ServersNegativeTestJSON-1483355463 tempest-ServersNegativeTestJSON-1483355463-project] Network 58170344-e2f9-4c7b-bb3c-8b33146eae36 is already hosted by enough agents. {{(pid=100246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 15:00:08.381102 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.base_scheduler [req-3f5e654e-6114-4dc2-a69a-21a3e075708c req-2e9ce898-d9c0-41fa-ac41-77188773dac6 tempest-ServersNegativeTestJSON-1483355463 tempest-ServersNegativeTestJSON-1483355463-project] Resources bound (agent type, host, resource id): {{(pid=100246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 15:00:08.384899 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f5e654e-6114-4dc2-a69a-21a3e075708c req-2e9ce898-d9c0-41fa-ac41-77188773dac6 tempest-ServersNegativeTestJSON-1483355463 tempest-ServersNegativeTestJSON-1483355463-project] Received port after_create {{(pid=100246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 15:00:08.412211 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9ce898-d9c0-41fa-ac41-77188773dac6 tempest-ServersNegativeTestJSON-1483355463 tempest-ServersNegativeTestJSON-1483355463-project] Pushing event updated for resources: {'Port': ['ID=ba3d9226-300d-4d25-a9ac-ece036d31440,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:00:08.439940 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5e654e-6114-4dc2-a69a-21a3e075708c req-2e9ce898-d9c0-41fa-ac41-77188773dac6 tempest-ServersNegativeTestJSON-1483355463 tempest-ServersNegativeTestJSON-1483355463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:00:08.440553 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-3f5e654e-6114-4dc2-a69a-21a3e075708c req-2e9ce898-d9c0-41fa-ac41-77188773dac6 tempest-ServersNegativeTestJSON-1483355463 tempest-ServersNegativeTestJSON-1483355463-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:08.455153 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-3f5e654e-6114-4dc2-a69a-21a3e075708c req-2e9ce898-d9c0-41fa-ac41-77188773dac6 tempest-ServersNegativeTestJSON-1483355463 tempest-ServersNegativeTestJSON-1483355463-project] 10.222.0.127 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5439627 Jul 06 15:00:08.465792 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [req-3f5e654e-6114-4dc2-a69a-21a3e075708c req-25042397-527a-4358-9d0d-16d9659e5d35 tempest-ServersNegativeTestJSON-1483355463 tempest-ServersNegativeTestJSON-1483355463-project] http://10.222.0.104:9696/v2.0/extensions returned with HTTP 200 {{(pid=100246) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 15:00:08.466746 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-3f5e654e-6114-4dc2-a69a-21a3e075708c req-25042397-527a-4358-9d0d-16d9659e5d35 tempest-ServersNegativeTestJSON-1483355463 tempest-ServersNegativeTestJSON-1483355463-project] 10.222.0.127 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052147 Jul 06 15:00:08.587949 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [req-3f5e654e-6114-4dc2-a69a-21a3e075708c req-173ec792-321f-4ee2-b121-aa104aa3fe58 service neutron] Request body: {'port': {'device_id': '8b7cfa22-cd06-4c47-9613-550cbdd870ac', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-773647-6'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 15:00:08.663149 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-3f5e654e-6114-4dc2-a69a-21a3e075708c req-173ec792-321f-4ee2-b121-aa104aa3fe58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:08.921176 n-d-773647-6 neutron-server[100246]: DEBUG neutron.notifiers.nova [req-3f5e654e-6114-4dc2-a69a-21a3e075708c req-173ec792-321f-4ee2-b121-aa104aa3fe58 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ba3d9226-300d-4d25-a9ac-ece036d31440 {{(pid=100246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 15:00:08.929223 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-3f5e654e-6114-4dc2-a69a-21a3e075708c req-173ec792-321f-4ee2-b121-aa104aa3fe58 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:08.941453 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.provisioning_blocks [req-3f5e654e-6114-4dc2-a69a-21a3e075708c req-173ec792-321f-4ee2-b121-aa104aa3fe58 service neutron] Transition to ACTIVE for port object ba3d9226-300d-4d25-a9ac-ece036d31440 will not be triggered until provisioned by entity L2. {{(pid=100246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 15:00:08.944566 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-3f5e654e-6114-4dc2-a69a-21a3e075708c req-173ec792-321f-4ee2-b121-aa104aa3fe58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127687527'] for port, after_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:09.015365 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173ec792-321f-4ee2-b121-aa104aa3fe58 service neutron] Pushing event updated for resources: {'Port': ['ID=ba3d9226-300d-4d25-a9ac-ece036d31440,revision_number=2']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:00:09.065673 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [req-3f5e654e-6114-4dc2-a69a-21a3e075708c req-173ec792-321f-4ee2-b121-aa104aa3fe58 service neutron] Attempting to bind port ba3d9226-300d-4d25-a9ac-ece036d31440 on host n-h1-773647-6 for vnic_type normal with profile {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 15:00:09.066018 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [req-3f5e654e-6114-4dc2-a69a-21a3e075708c req-173ec792-321f-4ee2-b121-aa104aa3fe58 service neutron] Attempting to bind port ba3d9226-300d-4d25-a9ac-ece036d31440 by drivers openvswitch,hyperv on host n-h1-773647-6 at level 0 using segments [{'id': '2b4f49fb-fed6-449f-b343-2d241004ec03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': '58170344-e2f9-4c7b-bb3c-8b33146eae36'}] {{(pid=100246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 15:00:09.066353 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f5e654e-6114-4dc2-a69a-21a3e075708c req-173ec792-321f-4ee2-b121-aa104aa3fe58 service neutron] Attempting to bind port ba3d9226-300d-4d25-a9ac-ece036d31440 on network 58170344-e2f9-4c7b-bb3c-8b33146eae36 {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 15:00:09.070678 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f5e654e-6114-4dc2-a69a-21a3e075708c req-173ec792-321f-4ee2-b121-aa104aa3fe58 service neutron] Port ba3d9226-300d-4d25-a9ac-ece036d31440 on network 58170344-e2f9-4c7b-bb3c-8b33146eae36 not bound, no agent of type Open vSwitch agent registered on host n-h1-773647-6 {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 15:00:09.071002 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f5e654e-6114-4dc2-a69a-21a3e075708c req-173ec792-321f-4ee2-b121-aa104aa3fe58 service neutron] Attempting to bind port ba3d9226-300d-4d25-a9ac-ece036d31440 on network 58170344-e2f9-4c7b-bb3c-8b33146eae36 {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 15:00:09.075755 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f5e654e-6114-4dc2-a69a-21a3e075708c req-173ec792-321f-4ee2-b121-aa104aa3fe58 service neutron] Checking agent: {'id': '5bf7147f-bada-4441-a5dc-934b903473fb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-773647-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 51, 12), 'started_at': datetime.datetime(2021, 7, 6, 13, 51, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 59, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 15:00:09.076127 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f5e654e-6114-4dc2-a69a-21a3e075708c req-173ec792-321f-4ee2-b121-aa104aa3fe58 service neutron] Checking segment: {'id': '2b4f49fb-fed6-449f-b343-2d241004ec03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': '58170344-e2f9-4c7b-bb3c-8b33146eae36'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 15:00:09.076512 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f5e654e-6114-4dc2-a69a-21a3e075708c req-173ec792-321f-4ee2-b121-aa104aa3fe58 service neutron] Bound using segment: {'id': '2b4f49fb-fed6-449f-b343-2d241004ec03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': '58170344-e2f9-4c7b-bb3c-8b33146eae36'} {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 15:00:09.076942 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [req-3f5e654e-6114-4dc2-a69a-21a3e075708c req-173ec792-321f-4ee2-b121-aa104aa3fe58 service neutron] Bound port: ba3d9226-300d-4d25-a9ac-ece036d31440, host: n-h1-773647-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2b4f49fb-fed6-449f-b343-2d241004ec03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': '58170344-e2f9-4c7b-bb3c-8b33146eae36'}}] {{(pid=100246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 15:00:09.077297 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-3f5e654e-6114-4dc2-a69a-21a3e075708c req-173ec792-321f-4ee2-b121-aa104aa3fe58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:09.138164 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.db [req-3f5e654e-6114-4dc2-a69a-21a3e075708c req-173ec792-321f-4ee2-b121-aa104aa3fe58 service neutron] For port ba3d9226-300d-4d25-a9ac-ece036d31440, host n-h1-773647-6, cleared binding levels {{(pid=100246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 15:00:09.142069 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.db [req-3f5e654e-6114-4dc2-a69a-21a3e075708c req-173ec792-321f-4ee2-b121-aa104aa3fe58 service neutron] For port ba3d9226-300d-4d25-a9ac-ece036d31440, host n-h1-773647-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773647-6',level=0,port_id=ba3d9226-300d-4d25-a9ac-ece036d31440,segment=NetworkSegment(2b4f49fb-fed6-449f-b343-2d241004ec03),segment_id=2b4f49fb-fed6-449f-b343-2d241004ec03)] {{(pid=100246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 15:00:09.145741 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-3f5e654e-6114-4dc2-a69a-21a3e075708c req-173ec792-321f-4ee2-b121-aa104aa3fe58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127687527'] for port, after_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:09.177264 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5e654e-6114-4dc2-a69a-21a3e075708c req-173ec792-321f-4ee2-b121-aa104aa3fe58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:00:09.177889 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-3f5e654e-6114-4dc2-a69a-21a3e075708c req-173ec792-321f-4ee2-b121-aa104aa3fe58 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:09.179576 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-3f5e654e-6114-4dc2-a69a-21a3e075708c req-173ec792-321f-4ee2-b121-aa104aa3fe58 service neutron] 10.222.0.127 "PUT /v2.0/ports/ba3d9226-300d-4d25-a9ac-ece036d31440 HTTP/1.1" status: 200 len: 1092 time: 0.6335161 Jul 06 15:00:09.180020 n-d-773647-6 neutron-server[100246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b7cfa22-cd06-4c47-9613-550cbdd870ac', 'tag': 'ba3d9226-300d-4d25-a9ac-ece036d31440'}] {{(pid=100246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 15:00:09.182268 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46bcbd240f672e88150dff05a21f1d72cf4d2de628fda8977cb1eab177268aa5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34dba192-a6d5-462e-836c-f1a5bdfcc1b8" -d '{"events": [{"name": "network-changed", "server_uuid": "8b7cfa22-cd06-4c47-9613-550cbdd870ac", "tag": "ba3d9226-300d-4d25-a9ac-ece036d31440"}]}' {{(pid=100246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 15:00:09.210052 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173ec792-321f-4ee2-b121-aa104aa3fe58 service neutron] Pushing event updated for resources: {'Port': ['ID=ba3d9226-300d-4d25-a9ac-ece036d31440,revision_number=3']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:00:09.225883 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 15:00:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91b994ed-6953-4f04-9898-15c0d9cabb26 x-openstack-request-id: req-91b994ed-6953-4f04-9898-15c0d9cabb26 {{(pid=100246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 15:00:09.226172 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b7cfa22-cd06-4c47-9613-550cbdd870ac", "tag": "ba3d9226-300d-4d25-a9ac-ece036d31440", "status": "completed", "code": 200}]} {{(pid=100246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 15:00:09.226428 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-91b994ed-6953-4f04-9898-15c0d9cabb26 {{(pid=100246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 15:00:09.226828 n-d-773647-6 neutron-server[100246]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b7cfa22-cd06-4c47-9613-550cbdd870ac', 'tag': 'ba3d9226-300d-4d25-a9ac-ece036d31440', 'status': 'completed', 'code': 200} Jul 06 15:00:09.273886 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5e654e-6114-4dc2-a69a-21a3e075708c req-b35394b7-672c-4915-ad00-638d578d5a05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:00:09.275414 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-3f5e654e-6114-4dc2-a69a-21a3e075708c req-b35394b7-672c-4915-ad00-638d578d5a05 service neutron] 10.222.0.127 "GET /v2.0/ports?tenant_id=218c4111bc484feebc0303cb39f6240a&device_id=8b7cfa22-cd06-4c47-9613-550cbdd870ac HTTP/1.1" status: 200 len: 1095 time: 0.0591400 Jul 06 15:00:09.316750 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-3f5e654e-6114-4dc2-a69a-21a3e075708c req-bfa5ba27-e64c-4fed-998c-0c1042b4c327 service neutron] 10.222.0.127 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ba3d9226-300d-4d25-a9ac-ece036d31440 HTTP/1.1" status: 200 len: 217 time: 0.0339694 Jul 06 15:00:09.365091 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5e654e-6114-4dc2-a69a-21a3e075708c req-fe4ffd4c-f7d8-4807-b33f-f8e974231f6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:00:09.366559 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-3f5e654e-6114-4dc2-a69a-21a3e075708c req-fe4ffd4c-f7d8-4807-b33f-f8e974231f6d service neutron] 10.222.0.127 "GET /v2.0/subnets?id=19e621be-8a53-489b-b50f-4eeefccbfd6b HTTP/1.1" status: 200 len: 853 time: 0.0436218 Jul 06 15:00:09.398739 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-3f5e654e-6114-4dc2-a69a-21a3e075708c req-629b28cc-0284-4359-8179-458fd9c20447 service neutron] 10.222.0.127 "GET /v2.0/ports?network_id=58170344-e2f9-4c7b-bb3c-8b33146eae36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261390 Jul 06 15:00:09.415525 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f11bbf7-a179-4cbb-b6a7-fe89482251a3 req-3f3ff035-9057-4fab-b9ab-d755b9498500 tempest-ServersNegativeTestJSON-1483355463 tempest-ServersNegativeTestJSON-1483355463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:00:09.416995 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-0f11bbf7-a179-4cbb-b6a7-fe89482251a3 req-3f3ff035-9057-4fab-b9ab-d755b9498500 tempest-ServersNegativeTestJSON-1483355463 tempest-ServersNegativeTestJSON-1483355463-project] 10.222.0.104 "GET /v2.0/ports?device_id=8b7cfa22-cd06-4c47-9613-550cbdd870ac HTTP/1.1" status: 200 len: 944 time: 0.0620413 Jul 06 15:00:09.454865 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-0f11bbf7-a179-4cbb-b6a7-fe89482251a3 req-fdaaf527-e1f4-40ba-831a-43e65b5d8a8b tempest-ServersNegativeTestJSON-1483355463 tempest-ServersNegativeTestJSON-1483355463-project] 10.222.0.104 "GET /v2.0/security-groups?id=a07752bc-8ba3-486f-b88a-36cb136cc223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321190 Jul 06 15:00:09.490384 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-3f5e654e-6114-4dc2-a69a-21a3e075708c req-bd89c415-337e-40be-8218-fac6e6dd2cfb service neutron] 10.222.0.127 "GET /v2.0/networks/58170344-e2f9-4c7b-bb3c-8b33146eae36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848289 Jul 06 15:00:09.576316 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-3f5e654e-6114-4dc2-a69a-21a3e075708c req-25f81fb9-0dcf-4298-b3d4-e426d1d77cab service neutron] 10.222.0.127 "GET /v2.0/networks/58170344-e2f9-4c7b-bb3c-8b33146eae36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0796406 Jul 06 15:00:09.683102 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34dba192-a6d5-462e-836c-f1a5bdfcc1b8 req-d6c8eb76-b86e-481b-8a08-6f6ba329aa88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:00:09.684618 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-34dba192-a6d5-462e-836c-f1a5bdfcc1b8 req-d6c8eb76-b86e-481b-8a08-6f6ba329aa88 service neutron] 10.222.0.127 "GET /v2.0/ports?tenant_id=218c4111bc484feebc0303cb39f6240a&device_id=8b7cfa22-cd06-4c47-9613-550cbdd870ac HTTP/1.1" status: 200 len: 1095 time: 0.0564814 Jul 06 15:00:09.774215 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34dba192-a6d5-462e-836c-f1a5bdfcc1b8 req-31af5478-3375-4de7-966f-488245d45973 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:00:09.775725 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-34dba192-a6d5-462e-836c-f1a5bdfcc1b8 req-31af5478-3375-4de7-966f-488245d45973 service neutron] 10.222.0.127 "GET /v2.0/networks?id=58170344-e2f9-4c7b-bb3c-8b33146eae36 HTTP/1.1" status: 200 len: 915 time: 0.0846310 Jul 06 15:00:09.822562 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-34dba192-a6d5-462e-836c-f1a5bdfcc1b8 req-713cf125-e0cb-4663-8442-779a0c8ff0bb service neutron] 10.222.0.127 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ba3d9226-300d-4d25-a9ac-ece036d31440 HTTP/1.1" status: 200 len: 217 time: 0.0391200 Jul 06 15:00:09.871768 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34dba192-a6d5-462e-836c-f1a5bdfcc1b8 req-abc9bcf7-3fe9-4762-81e6-f10cbe542b77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:00:09.873248 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-34dba192-a6d5-462e-836c-f1a5bdfcc1b8 req-abc9bcf7-3fe9-4762-81e6-f10cbe542b77 service neutron] 10.222.0.127 "GET /v2.0/subnets?id=19e621be-8a53-489b-b50f-4eeefccbfd6b HTTP/1.1" status: 200 len: 853 time: 0.0444684 Jul 06 15:00:09.904580 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-34dba192-a6d5-462e-836c-f1a5bdfcc1b8 req-f502d6e3-e42a-4fa4-b3cf-8ed5abc3ac8a service neutron] 10.222.0.127 "GET /v2.0/ports?network_id=58170344-e2f9-4c7b-bb3c-8b33146eae36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254381 Jul 06 15:00:09.994832 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-34dba192-a6d5-462e-836c-f1a5bdfcc1b8 req-7b46eab9-136d-4f06-83c0-84a77f4428a4 service neutron] 10.222.0.127 "GET /v2.0/networks/58170344-e2f9-4c7b-bb3c-8b33146eae36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839736 Jul 06 15:00:10.080681 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-34dba192-a6d5-462e-836c-f1a5bdfcc1b8 req-a6d29bcd-659c-48f9-81e5-2849bb7ebb03 service neutron] 10.222.0.127 "GET /v2.0/networks/58170344-e2f9-4c7b-bb3c-8b33146eae36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0794532 Jul 06 15:00:10.623537 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80aeea15-1a8a-4bf3-87e5-fcef4299262f req-548d5f67-8a96-4e1d-b5d9-8aa2cde6e957 tempest-ServersNegativeTestJSON-1483355463 tempest-ServersNegativeTestJSON-1483355463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:00:10.625024 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-80aeea15-1a8a-4bf3-87e5-fcef4299262f req-548d5f67-8a96-4e1d-b5d9-8aa2cde6e957 tempest-ServersNegativeTestJSON-1483355463 tempest-ServersNegativeTestJSON-1483355463-project] 10.222.0.104 "GET /v2.0/ports?device_id=8b7cfa22-cd06-4c47-9613-550cbdd870ac HTTP/1.1" status: 200 len: 944 time: 0.0623612 Jul 06 15:00:10.662261 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-80aeea15-1a8a-4bf3-87e5-fcef4299262f req-37859647-4ff0-4079-98b3-dd3ff0abffa6 tempest-ServersNegativeTestJSON-1483355463 tempest-ServersNegativeTestJSON-1483355463-project] 10.222.0.104 "GET /v2.0/security-groups?id=a07752bc-8ba3-486f-b88a-36cb136cc223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312676 Jul 06 15:00:11.268933 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:11.838249 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168bf5e0-f778-4900-98dd-4556ce9218b4 req-85ae2a01-d12b-4087-916c-372d644ec1aa tempest-ServersNegativeTestJSON-1483355463 tempest-ServersNegativeTestJSON-1483355463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:00:11.839733 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-168bf5e0-f778-4900-98dd-4556ce9218b4 req-85ae2a01-d12b-4087-916c-372d644ec1aa tempest-ServersNegativeTestJSON-1483355463 tempest-ServersNegativeTestJSON-1483355463-project] 10.222.0.104 "GET /v2.0/ports?device_id=8b7cfa22-cd06-4c47-9613-550cbdd870ac HTTP/1.1" status: 200 len: 944 time: 0.0654700 Jul 06 15:00:11.876653 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-168bf5e0-f778-4900-98dd-4556ce9218b4 req-628c67af-3614-4e48-a5b3-bb4799aa5823 tempest-ServersNegativeTestJSON-1483355463 tempest-ServersNegativeTestJSON-1483355463-project] 10.222.0.104 "GET /v2.0/security-groups?id=a07752bc-8ba3-486f-b88a-36cb136cc223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308568 Jul 06 15:00:12.707124 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Device ba3d9226-300d-4d25-a9ac-ece036d31440 details requested by agent hyperv_n-h1-773647-6 with host n-h1-773647-6 {{(pid=100248) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 15:00:12.802761 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] For port ba3d9226-300d-4d25-a9ac-ece036d31440, host n-h1-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773647-6',level=0,port_id=ba3d9226-300d-4d25-a9ac-ece036d31440,segment=NetworkSegment(2b4f49fb-fed6-449f-b343-2d241004ec03),segment_id=2b4f49fb-fed6-449f-b343-2d241004ec03)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 15:00:12.814280 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Returning: {'device': 'ba3d9226-300d-4d25-a9ac-ece036d31440', 'network_id': '58170344-e2f9-4c7b-bb3c-8b33146eae36', 'port_id': 'ba3d9226-300d-4d25-a9ac-ece036d31440', 'mac_address': 'fa:16:3e:40:91:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1014, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '19e621be-8a53-489b-b50f-4eeefccbfd6b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100248) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 15:00:12.849891 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:12.865140 n-d-773647-6 neutron-server[100248]: DEBUG neutron.notifiers.nova [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ba3d9226-300d-4d25-a9ac-ece036d31440 {{(pid=100248) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 15:00:12.884279 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] For port ba3d9226-300d-4d25-a9ac-ece036d31440, host n-h1-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773647-6',level=0,port_id=ba3d9226-300d-4d25-a9ac-ece036d31440,segment=NetworkSegment(2b4f49fb-fed6-449f-b343-2d241004ec03),segment_id=2b4f49fb-fed6-449f-b343-2d241004ec03)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 15:00:12.888254 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:12.935387 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Pushing event updated for resources: {'Port': ['ID=ba3d9226-300d-4d25-a9ac-ece036d31440,revision_number=4']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:00:13.044298 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd79b360-bc9e-4c29-bcc7-7dedac940f55 req-7a528ef6-8364-4cce-ba44-2da052693726 tempest-ServersNegativeTestJSON-1483355463 tempest-ServersNegativeTestJSON-1483355463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:00:13.045682 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-bd79b360-bc9e-4c29-bcc7-7dedac940f55 req-7a528ef6-8364-4cce-ba44-2da052693726 tempest-ServersNegativeTestJSON-1483355463 tempest-ServersNegativeTestJSON-1483355463-project] 10.222.0.104 "GET /v2.0/ports?device_id=8b7cfa22-cd06-4c47-9613-550cbdd870ac HTTP/1.1" status: 200 len: 945 time: 0.0609174 Jul 06 15:00:13.053929 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:13.083715 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-bd79b360-bc9e-4c29-bcc7-7dedac940f55 req-4273bf69-6597-403e-884c-229ed28f8017 tempest-ServersNegativeTestJSON-1483355463 tempest-ServersNegativeTestJSON-1483355463-project] 10.222.0.104 "GET /v2.0/security-groups?id=a07752bc-8ba3-486f-b88a-36cb136cc223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322390 Jul 06 15:00:13.267952 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] get_ports_and_sgs() called for port_ids ['ba3d9226-300d-4d25-a9ac-ece036d31440'] {{(pid=100248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 15:00:14.258136 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449c17a0-404f-4ca1-956c-23b781bb37a6 req-8d812aa0-ca66-4d3c-8936-12ee742a483a tempest-ServersNegativeTestJSON-1483355463 tempest-ServersNegativeTestJSON-1483355463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:00:14.259621 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-449c17a0-404f-4ca1-956c-23b781bb37a6 req-8d812aa0-ca66-4d3c-8936-12ee742a483a tempest-ServersNegativeTestJSON-1483355463 tempest-ServersNegativeTestJSON-1483355463-project] 10.222.0.104 "GET /v2.0/ports?device_id=8b7cfa22-cd06-4c47-9613-550cbdd870ac HTTP/1.1" status: 200 len: 945 time: 0.0654764 Jul 06 15:00:14.298851 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-449c17a0-404f-4ca1-956c-23b781bb37a6 req-bbb40c59-b010-4254-a58b-638be8d6dadd tempest-ServersNegativeTestJSON-1483355463 tempest-ServersNegativeTestJSON-1483355463-project] 10.222.0.104 "GET /v2.0/security-groups?id=a07752bc-8ba3-486f-b88a-36cb136cc223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337892 Jul 06 15:00:14.709828 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Device ba3d9226-300d-4d25-a9ac-ece036d31440 up at agent hyperv_n-h1-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 15:00:14.759391 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Provisioning for port ba3d9226-300d-4d25-a9ac-ece036d31440 completed by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 15:00:14.762812 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Provisioning complete for port ba3d9226-300d-4d25-a9ac-ece036d31440 triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 15:00:14.763182 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:14.841388 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:14.863428 n-d-773647-6 neutron-server[100248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b7cfa22-cd06-4c47-9613-550cbdd870ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba3d9226-300d-4d25-a9ac-ece036d31440'}] {{(pid=100248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 15:00:14.865618 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55db2ac8c963aac1696062c7614e8816713b17764cc733cf0a1d7e1ce8ed655f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53d04be7-dc01-4b2f-aa81-b8f58b00038a" -d '{"events": [{"server_uuid": "8b7cfa22-cd06-4c47-9613-550cbdd870ac", "name": "network-vif-plugged", "status": "completed", "tag": "ba3d9226-300d-4d25-a9ac-ece036d31440"}]}' {{(pid=100248) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 15:00:14.878368 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] For port ba3d9226-300d-4d25-a9ac-ece036d31440, host n-h1-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773647-6',level=0,port_id=ba3d9226-300d-4d25-a9ac-ece036d31440,segment=NetworkSegment(2b4f49fb-fed6-449f-b343-2d241004ec03),segment_id=2b4f49fb-fed6-449f-b343-2d241004ec03)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 15:00:14.882369 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:14.907662 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 15:00:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6eb7d70-97a8-4529-803e-8e1b04d25ce0 x-openstack-request-id: req-a6eb7d70-97a8-4529-803e-8e1b04d25ce0 {{(pid=100248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 15:00:14.907959 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b7cfa22-cd06-4c47-9613-550cbdd870ac", "name": "network-vif-plugged", "status": "completed", "tag": "ba3d9226-300d-4d25-a9ac-ece036d31440", "code": 200}]} {{(pid=100248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 15:00:14.908215 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-a6eb7d70-97a8-4529-803e-8e1b04d25ce0 {{(pid=100248) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 15:00:14.908604 n-d-773647-6 neutron-server[100248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b7cfa22-cd06-4c47-9613-550cbdd870ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba3d9226-300d-4d25-a9ac-ece036d31440', 'code': 200} Jul 06 15:00:14.935671 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Pushing event updated for resources: {'Port': ['ID=ba3d9226-300d-4d25-a9ac-ece036d31440,revision_number=5']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:00:15.012878 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4246cd-0e78-45c9-a95b-be4ffdca5796 req-ed89556a-6ca7-4f58-b6c9-d0d9b33fb37d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:00:15.014235 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-8b4246cd-0e78-45c9-a95b-be4ffdca5796 req-ed89556a-6ca7-4f58-b6c9-d0d9b33fb37d service neutron] 10.222.0.127 "GET /v2.0/ports?device_id=8b7cfa22-cd06-4c47-9613-550cbdd870ac HTTP/1.1" status: 200 len: 1097 time: 0.0505061 Jul 06 15:00:15.047361 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-8b4246cd-0e78-45c9-a95b-be4ffdca5796 req-9d1d9613-4ced-4ee6-a949-f69803fb63c7 service neutron] 10.222.0.127 "GET /v2.0/security-groups?id=a07752bc-8ba3-486f-b88a-36cb136cc223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0263922 Jul 06 15:00:15.471339 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25dea03b-07d4-4ffe-ade3-3fead70ebe09 req-6662c3bc-2522-4fdc-957f-20e05faa8be0 tempest-ServersNegativeTestJSON-1483355463 tempest-ServersNegativeTestJSON-1483355463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:00:15.472867 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-25dea03b-07d4-4ffe-ade3-3fead70ebe09 req-6662c3bc-2522-4fdc-957f-20e05faa8be0 tempest-ServersNegativeTestJSON-1483355463 tempest-ServersNegativeTestJSON-1483355463-project] 10.222.0.104 "GET /v2.0/ports?device_id=8b7cfa22-cd06-4c47-9613-550cbdd870ac HTTP/1.1" status: 200 len: 946 time: 0.0659118 Jul 06 15:00:15.509412 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-25dea03b-07d4-4ffe-ade3-3fead70ebe09 req-a097348f-840c-46fd-8702-7b0c2525f513 tempest-ServersNegativeTestJSON-1483355463 tempest-ServersNegativeTestJSON-1483355463-project] 10.222.0.104 "GET /v2.0/security-groups?id=a07752bc-8ba3-486f-b88a-36cb136cc223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310960 Jul 06 15:00:16.681560 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4674f0e-9080-4226-a22d-bd171bdedaa3 req-46628fa8-9925-42c9-b6bb-429b206c3993 tempest-ServersNegativeTestJSON-1483355463 tempest-ServersNegativeTestJSON-1483355463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:00:16.683042 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-c4674f0e-9080-4226-a22d-bd171bdedaa3 req-46628fa8-9925-42c9-b6bb-429b206c3993 tempest-ServersNegativeTestJSON-1483355463 tempest-ServersNegativeTestJSON-1483355463-project] 10.222.0.104 "GET /v2.0/ports?device_id=8b7cfa22-cd06-4c47-9613-550cbdd870ac HTTP/1.1" status: 200 len: 946 time: 0.0628679 Jul 06 15:00:16.718743 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-c4674f0e-9080-4226-a22d-bd171bdedaa3 req-d3c792ca-e1a9-4de5-a69d-f14bd6cb7a1b tempest-ServersNegativeTestJSON-1483355463 tempest-ServersNegativeTestJSON-1483355463-project] 10.222.0.104 "GET /v2.0/security-groups?id=a07752bc-8ba3-486f-b88a-36cb136cc223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301871 Jul 06 15:00:17.091599 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bf754c-9766-4e97-b0be-d45d3539e1bd req-a8f729bd-6685-4df0-aaf6-ead5304fd3f7 tempest-ServersNegativeTestJSON-1483355463 tempest-ServersNegativeTestJSON-1483355463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:00:17.092986 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-19bf754c-9766-4e97-b0be-d45d3539e1bd req-a8f729bd-6685-4df0-aaf6-ead5304fd3f7 tempest-ServersNegativeTestJSON-1483355463 tempest-ServersNegativeTestJSON-1483355463-project] 10.222.0.104 "GET /v2.0/ports?device_id=8b7cfa22-cd06-4c47-9613-550cbdd870ac HTTP/1.1" status: 200 len: 946 time: 0.0658727 Jul 06 15:00:17.129208 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-19bf754c-9766-4e97-b0be-d45d3539e1bd req-06e74ab5-5a68-4e9a-b710-3614ce2c49fe tempest-ServersNegativeTestJSON-1483355463 tempest-ServersNegativeTestJSON-1483355463-project] 10.222.0.104 "GET /v2.0/security-groups?id=a07752bc-8ba3-486f-b88a-36cb136cc223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301516 Jul 06 15:00:18.307039 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be932e25-0f9b-425d-8a17-c6de38372416 req-2b42272e-f113-4ffe-87cd-8c76b7f5014b tempest-ServersNegativeTestJSON-1483355463 tempest-ServersNegativeTestJSON-1483355463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:00:18.308513 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-be932e25-0f9b-425d-8a17-c6de38372416 req-2b42272e-f113-4ffe-87cd-8c76b7f5014b tempest-ServersNegativeTestJSON-1483355463 tempest-ServersNegativeTestJSON-1483355463-project] 10.222.0.104 "GET /v2.0/ports?device_id=8b7cfa22-cd06-4c47-9613-550cbdd870ac HTTP/1.1" status: 200 len: 946 time: 0.0621905 Jul 06 15:00:18.345460 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-be932e25-0f9b-425d-8a17-c6de38372416 req-86a142fd-918c-4f8a-9335-3cb0c8b7afb6 tempest-ServersNegativeTestJSON-1483355463 tempest-ServersNegativeTestJSON-1483355463-project] 10.222.0.104 "GET /v2.0/security-groups?id=a07752bc-8ba3-486f-b88a-36cb136cc223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309439 Jul 06 15:00:18.396600 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57583d83-7237-48b3-b262-a3d62ac548d1 req-cdfaa03b-4d18-44f0-a0a7-10c801148000 tempest-ServersNegativeTestJSON-1483355463 tempest-ServersNegativeTestJSON-1483355463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:00:18.398075 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-57583d83-7237-48b3-b262-a3d62ac548d1 req-cdfaa03b-4d18-44f0-a0a7-10c801148000 tempest-ServersNegativeTestJSON-1483355463 tempest-ServersNegativeTestJSON-1483355463-project] 10.222.0.127 "GET /v2.0/ports?device_id=8b7cfa22-cd06-4c47-9613-550cbdd870ac HTTP/1.1" status: 200 len: 946 time: 0.0662487 Jul 06 15:00:18.494657 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [req-57583d83-7237-48b3-b262-a3d62ac548d1 req-bceb8988-1e7c-4d77-8697-b442ea3a4fb9 tempest-ServersNegativeTestJSON-1483355463 tempest-ServersNegativeTestJSON-1483355463-project] Deleting port ba3d9226-300d-4d25-a9ac-ece036d31440 {{(pid=100246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 15:00:18.494927 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-57583d83-7237-48b3-b262-a3d62ac548d1 req-bceb8988-1e7c-4d77-8697-b442ea3a4fb9 tempest-ServersNegativeTestJSON-1483355463 tempest-ServersNegativeTestJSON-1483355463-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:18.584042 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.db [req-57583d83-7237-48b3-b262-a3d62ac548d1 req-bceb8988-1e7c-4d77-8697-b442ea3a4fb9 tempest-ServersNegativeTestJSON-1483355463 tempest-ServersNegativeTestJSON-1483355463-project] For port ba3d9226-300d-4d25-a9ac-ece036d31440, host n-h1-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773647-6',level=0,port_id=ba3d9226-300d-4d25-a9ac-ece036d31440,segment=NetworkSegment(2b4f49fb-fed6-449f-b343-2d241004ec03),segment_id=2b4f49fb-fed6-449f-b343-2d241004ec03)] {{(pid=100246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 15:00:18.584409 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-57583d83-7237-48b3-b262-a3d62ac548d1 req-bceb8988-1e7c-4d77-8697-b442ea3a4fb9 tempest-ServersNegativeTestJSON-1483355463 tempest-ServersNegativeTestJSON-1483355463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:18.597035 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [req-57583d83-7237-48b3-b262-a3d62ac548d1 req-bceb8988-1e7c-4d77-8697-b442ea3a4fb9 tempest-ServersNegativeTestJSON-1483355463 tempest-ServersNegativeTestJSON-1483355463-project] Calling delete_port for ba3d9226-300d-4d25-a9ac-ece036d31440 owned by compute:nova {{(pid=100246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 15:00:18.719576 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-57583d83-7237-48b3-b262-a3d62ac548d1 req-bceb8988-1e7c-4d77-8697-b442ea3a4fb9 tempest-ServersNegativeTestJSON-1483355463 tempest-ServersNegativeTestJSON-1483355463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127687580'] for port, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:18.732126 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] get_ports_and_sgs() called for port_ids ['71b63c19-ae18-43d1-b0ee-5cc03de853bb'] {{(pid=100248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 15:00:18.735685 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] get_ports_and_sgs() called for port_ids ['ba3d9226-300d-4d25-a9ac-ece036d31440'] {{(pid=100248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 15:00:18.753134 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bceb8988-1e7c-4d77-8697-b442ea3a4fb9 tempest-ServersNegativeTestJSON-1483355463 tempest-ServersNegativeTestJSON-1483355463-project] Pushing event deleted for resources: {'Port': ['ID=ba3d9226-300d-4d25-a9ac-ece036d31440,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:00:18.797379 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [req-57583d83-7237-48b3-b262-a3d62ac548d1 req-bceb8988-1e7c-4d77-8697-b442ea3a4fb9 tempest-ServersNegativeTestJSON-1483355463 tempest-ServersNegativeTestJSON-1483355463-project] No DVR routers for this DVR port ba3d9226-300d-4d25-a9ac-ece036d31440 on host n-h1-773647-6 {{(pid=100246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 15:00:18.800598 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-57583d83-7237-48b3-b262-a3d62ac548d1 req-bceb8988-1e7c-4d77-8697-b442ea3a4fb9 tempest-ServersNegativeTestJSON-1483355463 tempest-ServersNegativeTestJSON-1483355463-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:18.802627 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-57583d83-7237-48b3-b262-a3d62ac548d1 req-bceb8988-1e7c-4d77-8697-b442ea3a4fb9 tempest-ServersNegativeTestJSON-1483355463 tempest-ServersNegativeTestJSON-1483355463-project] 10.222.0.127 "DELETE /v2.0/ports/ba3d9226-300d-4d25-a9ac-ece036d31440 HTTP/1.1" status: 204 len: 173 time: 0.3991838 Jul 06 15:00:18.803069 n-d-773647-6 neutron-server[100246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b7cfa22-cd06-4c47-9613-550cbdd870ac', 'name': 'network-vif-deleted', 'tag': 'ba3d9226-300d-4d25-a9ac-ece036d31440'}] {{(pid=100246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 15:00:18.806036 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46bcbd240f672e88150dff05a21f1d72cf4d2de628fda8977cb1eab177268aa5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1400ac6-4bc4-4c96-8daf-a53bece2581c" -d '{"events": [{"server_uuid": "8b7cfa22-cd06-4c47-9613-550cbdd870ac", "name": "network-vif-deleted", "tag": "ba3d9226-300d-4d25-a9ac-ece036d31440"}]}' {{(pid=100246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 15:00:18.844679 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 15:00:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29b5e26d-1b19-4337-93ef-ae19e04c7635 x-openstack-request-id: req-29b5e26d-1b19-4337-93ef-ae19e04c7635 {{(pid=100246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 15:00:18.844984 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b7cfa22-cd06-4c47-9613-550cbdd870ac", "name": "network-vif-deleted", "tag": "ba3d9226-300d-4d25-a9ac-ece036d31440", "status": "completed", "code": 200}]} {{(pid=100246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 15:00:18.845234 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-29b5e26d-1b19-4337-93ef-ae19e04c7635 {{(pid=100246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 15:00:18.845668 n-d-773647-6 neutron-server[100246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b7cfa22-cd06-4c47-9613-550cbdd870ac', 'name': 'network-vif-deleted', 'tag': 'ba3d9226-300d-4d25-a9ac-ece036d31440', 'status': 'completed', 'code': 200} Jul 06 15:00:19.594168 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33dcb374-16e0-4e2e-8eee-86c52b0602cd req-455c0842-50c2-4e47-8f2a-907a1a902550 tempest-ServersNegativeTestJSON-1483355463 tempest-ServersNegativeTestJSON-1483355463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:00:19.595670 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-33dcb374-16e0-4e2e-8eee-86c52b0602cd req-455c0842-50c2-4e47-8f2a-907a1a902550 tempest-ServersNegativeTestJSON-1483355463 tempest-ServersNegativeTestJSON-1483355463-project] 10.222.0.104 "GET /v2.0/ports?device_id=97bca78b-2b21-4845-88e7-7fdef1ffb6af HTTP/1.1" status: 200 len: 945 time: 0.0669007 Jul 06 15:00:19.632339 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-33dcb374-16e0-4e2e-8eee-86c52b0602cd req-cfd0e3df-db34-4bf7-947a-0a33da2fc747 tempest-ServersNegativeTestJSON-1483355463 tempest-ServersNegativeTestJSON-1483355463-project] 10.222.0.104 "GET /v2.0/security-groups?id=a07752bc-8ba3-486f-b88a-36cb136cc223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311012 Jul 06 15:00:19.822678 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e2529f-1c3f-42cf-af20-3d53bc788327 req-fa636011-da27-4a1c-94aa-a037bfb73803 tempest-ServersNegativeTestJSON-1483355463 tempest-ServersNegativeTestJSON-1483355463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:00:19.824222 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-20e2529f-1c3f-42cf-af20-3d53bc788327 req-fa636011-da27-4a1c-94aa-a037bfb73803 tempest-ServersNegativeTestJSON-1483355463 tempest-ServersNegativeTestJSON-1483355463-project] 10.222.0.104 "GET /v2.0/ports?device_id=97bca78b-2b21-4845-88e7-7fdef1ffb6af HTTP/1.1" status: 200 len: 945 time: 0.0638793 Jul 06 15:00:19.861214 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-20e2529f-1c3f-42cf-af20-3d53bc788327 req-e1feb3fa-0bf6-4607-956a-547f06e88ed1 tempest-ServersNegativeTestJSON-1483355463 tempest-ServersNegativeTestJSON-1483355463-project] 10.222.0.104 "GET /v2.0/security-groups?id=a07752bc-8ba3-486f-b88a-36cb136cc223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308061 Jul 06 15:00:20.037772 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61989733-066a-407d-92c1-6a5b9a59c979 req-8b46fbb1-a285-4199-9302-fe7de7a86faf tempest-ServersNegativeTestJSON-1483355463 tempest-ServersNegativeTestJSON-1483355463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:00:20.039292 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-61989733-066a-407d-92c1-6a5b9a59c979 req-8b46fbb1-a285-4199-9302-fe7de7a86faf tempest-ServersNegativeTestJSON-1483355463 tempest-ServersNegativeTestJSON-1483355463-project] 10.222.0.104 "GET /v2.0/ports?device_id=97bca78b-2b21-4845-88e7-7fdef1ffb6af HTTP/1.1" status: 200 len: 945 time: 0.0696502 Jul 06 15:00:20.076412 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-61989733-066a-407d-92c1-6a5b9a59c979 req-b317074f-28d2-4e38-bd2e-b65c414c19ac tempest-ServersNegativeTestJSON-1483355463 tempest-ServersNegativeTestJSON-1483355463-project] 10.222.0.104 "GET /v2.0/security-groups?id=a07752bc-8ba3-486f-b88a-36cb136cc223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316439 Jul 06 15:00:20.343005 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44f5b88-c8e2-4824-a810-be1978cfa628 req-2e9a4b05-4f15-4ca1-9dad-d989dcbdf3fc tempest-ServersNegativeTestJSON-1483355463 tempest-ServersNegativeTestJSON-1483355463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:00:20.345006 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-d44f5b88-c8e2-4824-a810-be1978cfa628 req-2e9a4b05-4f15-4ca1-9dad-d989dcbdf3fc tempest-ServersNegativeTestJSON-1483355463 tempest-ServersNegativeTestJSON-1483355463-project] 10.222.0.104 "GET /v2.0/ports?device_id=97bca78b-2b21-4845-88e7-7fdef1ffb6af HTTP/1.1" status: 200 len: 945 time: 0.0673528 Jul 06 15:00:20.381145 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-d44f5b88-c8e2-4824-a810-be1978cfa628 req-ae9afdc0-2939-4bea-8007-17c0c14bc83b tempest-ServersNegativeTestJSON-1483355463 tempest-ServersNegativeTestJSON-1483355463-project] 10.222.0.104 "GET /v2.0/security-groups?id=a07752bc-8ba3-486f-b88a-36cb136cc223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307679 Jul 06 15:00:20.556101 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1f3475-eb84-46e6-a829-1bab35466147 req-160dd76b-fe80-4a59-ab14-55ee5c7e6ddc tempest-ServersNegativeTestJSON-1483355463 tempest-ServersNegativeTestJSON-1483355463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:00:20.557632 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-fd1f3475-eb84-46e6-a829-1bab35466147 req-160dd76b-fe80-4a59-ab14-55ee5c7e6ddc tempest-ServersNegativeTestJSON-1483355463 tempest-ServersNegativeTestJSON-1483355463-project] 10.222.0.104 "GET /v2.0/ports?device_id=97bca78b-2b21-4845-88e7-7fdef1ffb6af HTTP/1.1" status: 200 len: 945 time: 0.0651066 Jul 06 15:00:20.595747 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-fd1f3475-eb84-46e6-a829-1bab35466147 req-3710cd6e-3f4a-47a3-b70b-7b777941f7ed tempest-ServersNegativeTestJSON-1483355463 tempest-ServersNegativeTestJSON-1483355463-project] 10.222.0.104 "GET /v2.0/security-groups?id=a07752bc-8ba3-486f-b88a-36cb136cc223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326474 Jul 06 15:00:20.781472 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28620650-7ee3-499e-9d7e-b36c4b3bd29b req-2afad849-f339-4f3b-bd54-2098ba933788 tempest-ServersNegativeTestJSON-1483355463 tempest-ServersNegativeTestJSON-1483355463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:00:20.783717 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-28620650-7ee3-499e-9d7e-b36c4b3bd29b req-2afad849-f339-4f3b-bd54-2098ba933788 tempest-ServersNegativeTestJSON-1483355463 tempest-ServersNegativeTestJSON-1483355463-project] 10.222.0.104 "GET /v2.0/ports?device_id=97bca78b-2b21-4845-88e7-7fdef1ffb6af HTTP/1.1" status: 200 len: 945 time: 0.0695293 Jul 06 15:00:20.820478 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-28620650-7ee3-499e-9d7e-b36c4b3bd29b req-16361e23-9e2f-4b94-a250-3dca079f0c08 tempest-ServersNegativeTestJSON-1483355463 tempest-ServersNegativeTestJSON-1483355463-project] 10.222.0.104 "GET /v2.0/security-groups?id=a07752bc-8ba3-486f-b88a-36cb136cc223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312905 Jul 06 15:00:21.324070 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e7e79e-f239-4ec2-a23f-745265ca1df3 req-e2567a71-c605-4200-b185-0fe2be0c1361 tempest-ServersNegativeTestJSON-1483355463 tempest-ServersNegativeTestJSON-1483355463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:00:21.325706 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-f8e7e79e-f239-4ec2-a23f-745265ca1df3 req-e2567a71-c605-4200-b185-0fe2be0c1361 tempest-ServersNegativeTestJSON-1483355463 tempest-ServersNegativeTestJSON-1483355463-project] 10.222.0.104 "GET /v2.0/ports?device_id=97bca78b-2b21-4845-88e7-7fdef1ffb6af HTTP/1.1" status: 200 len: 945 time: 0.0624638 Jul 06 15:00:21.361705 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-f8e7e79e-f239-4ec2-a23f-745265ca1df3 req-7ca7a605-1fbb-44f1-9e51-a67ebe05ea64 tempest-ServersNegativeTestJSON-1483355463 tempest-ServersNegativeTestJSON-1483355463-project] 10.222.0.104 "GET /v2.0/security-groups?id=a07752bc-8ba3-486f-b88a-36cb136cc223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299437 Jul 06 15:00:21.718625 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [req-f8ffbae3-d2b0-42d2-b97a-343ef708497b req-45c50223-c452-456d-ae63-6c6814419e48 service neutron] (100246) timed out ('10.222.0.104', 56852) {{(pid=100246) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 06 15:00:22.530487 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b7c3a3-9a5a-46ee-9aaa-d5684833e8ed req-8bc8ac6e-63b6-440a-9761-2a4900fe7d77 tempest-ServersNegativeTestJSON-1483355463 tempest-ServersNegativeTestJSON-1483355463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:00:22.532418 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-89b7c3a3-9a5a-46ee-9aaa-d5684833e8ed req-8bc8ac6e-63b6-440a-9761-2a4900fe7d77 tempest-ServersNegativeTestJSON-1483355463 tempest-ServersNegativeTestJSON-1483355463-project] 10.222.0.104 "GET /v2.0/ports?device_id=97bca78b-2b21-4845-88e7-7fdef1ffb6af HTTP/1.1" status: 200 len: 945 time: 0.0626004 Jul 06 15:00:22.570584 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-89b7c3a3-9a5a-46ee-9aaa-d5684833e8ed req-02b95e3f-ef05-4945-9711-b64cb3e3dc0b tempest-ServersNegativeTestJSON-1483355463 tempest-ServersNegativeTestJSON-1483355463-project] 10.222.0.104 "GET /v2.0/security-groups?id=a07752bc-8ba3-486f-b88a-36cb136cc223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324965 Jul 06 15:00:22.591124 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d31ff8-7650-42d2-a21e-212d5a824026 req-5b63c8dd-c674-407e-b1a1-593eda85bf24 tempest-ServersNegativeTestJSON-1483355463 tempest-ServersNegativeTestJSON-1483355463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:00:22.592628 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-28d31ff8-7650-42d2-a21e-212d5a824026 req-5b63c8dd-c674-407e-b1a1-593eda85bf24 tempest-ServersNegativeTestJSON-1483355463 tempest-ServersNegativeTestJSON-1483355463-project] 10.222.0.72 "GET /v2.0/ports?device_id=97bca78b-2b21-4845-88e7-7fdef1ffb6af HTTP/1.1" status: 200 len: 945 time: 0.0645430 Jul 06 15:00:22.694035 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [req-28d31ff8-7650-42d2-a21e-212d5a824026 req-ac52309d-4f92-41ac-a8cc-fc0cd359d4ca tempest-ServersNegativeTestJSON-1483355463 tempest-ServersNegativeTestJSON-1483355463-project] Deleting port 71b63c19-ae18-43d1-b0ee-5cc03de853bb {{(pid=100246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 15:00:22.694378 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-28d31ff8-7650-42d2-a21e-212d5a824026 req-ac52309d-4f92-41ac-a8cc-fc0cd359d4ca tempest-ServersNegativeTestJSON-1483355463 tempest-ServersNegativeTestJSON-1483355463-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:22.744993 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Device ba3d9226-300d-4d25-a9ac-ece036d31440 no longer exists at agent hyperv_n-h1-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 15:00:22.767060 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] No Port match for: ba3d9226-300d-4d25-a9ac-ece036d31440 {{(pid=100248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 15:00:22.767427 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Device ba3d9226-300d-4d25-a9ac-ece036d31440 not bound to the agent host n-h1-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 15:00:22.780282 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.db [req-28d31ff8-7650-42d2-a21e-212d5a824026 req-ac52309d-4f92-41ac-a8cc-fc0cd359d4ca tempest-ServersNegativeTestJSON-1483355463 tempest-ServersNegativeTestJSON-1483355463-project] For port 71b63c19-ae18-43d1-b0ee-5cc03de853bb, host n-h2-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=71b63c19-ae18-43d1-b0ee-5cc03de853bb,segment=NetworkSegment(2b4f49fb-fed6-449f-b343-2d241004ec03),segment_id=2b4f49fb-fed6-449f-b343-2d241004ec03)] {{(pid=100246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 15:00:22.780858 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-28d31ff8-7650-42d2-a21e-212d5a824026 req-ac52309d-4f92-41ac-a8cc-fc0cd359d4ca tempest-ServersNegativeTestJSON-1483355463 tempest-ServersNegativeTestJSON-1483355463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:22.793264 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [req-28d31ff8-7650-42d2-a21e-212d5a824026 req-ac52309d-4f92-41ac-a8cc-fc0cd359d4ca tempest-ServersNegativeTestJSON-1483355463 tempest-ServersNegativeTestJSON-1483355463-project] Calling delete_port for 71b63c19-ae18-43d1-b0ee-5cc03de853bb owned by compute:nova {{(pid=100246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 15:00:22.919008 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-28d31ff8-7650-42d2-a21e-212d5a824026 req-ac52309d-4f92-41ac-a8cc-fc0cd359d4ca tempest-ServersNegativeTestJSON-1483355463 tempest-ServersNegativeTestJSON-1483355463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127687580'] for port, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:22.939904 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] get_ports_and_sgs() called for port_ids ['71b63c19-ae18-43d1-b0ee-5cc03de853bb'] {{(pid=100248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 15:00:22.948174 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac52309d-4f92-41ac-a8cc-fc0cd359d4ca tempest-ServersNegativeTestJSON-1483355463 tempest-ServersNegativeTestJSON-1483355463-project] Pushing event deleted for resources: {'Port': ['ID=71b63c19-ae18-43d1-b0ee-5cc03de853bb,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:00:22.977028 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-682ecb69-a160-4c63-b323-762e4274badf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:23.297119 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [req-28d31ff8-7650-42d2-a21e-212d5a824026 req-ac52309d-4f92-41ac-a8cc-fc0cd359d4ca tempest-ServersNegativeTestJSON-1483355463 tempest-ServersNegativeTestJSON-1483355463-project] No DVR routers for this DVR port 71b63c19-ae18-43d1-b0ee-5cc03de853bb on host n-h2-773647-6 {{(pid=100246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 15:00:23.299753 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-28d31ff8-7650-42d2-a21e-212d5a824026 req-ac52309d-4f92-41ac-a8cc-fc0cd359d4ca tempest-ServersNegativeTestJSON-1483355463 tempest-ServersNegativeTestJSON-1483355463-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:23.301714 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-28d31ff8-7650-42d2-a21e-212d5a824026 req-ac52309d-4f92-41ac-a8cc-fc0cd359d4ca tempest-ServersNegativeTestJSON-1483355463 tempest-ServersNegativeTestJSON-1483355463-project] 10.222.0.72 "DELETE /v2.0/ports/71b63c19-ae18-43d1-b0ee-5cc03de853bb HTTP/1.1" status: 204 len: 173 time: 0.7032654 Jul 06 15:00:23.302145 n-d-773647-6 neutron-server[100246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97bca78b-2b21-4845-88e7-7fdef1ffb6af', 'name': 'network-vif-deleted', 'tag': '71b63c19-ae18-43d1-b0ee-5cc03de853bb'}] {{(pid=100246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 15:00:23.304706 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46bcbd240f672e88150dff05a21f1d72cf4d2de628fda8977cb1eab177268aa5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f335db1-f41a-4e4a-b335-15e2712d9ae5" -d '{"events": [{"server_uuid": "97bca78b-2b21-4845-88e7-7fdef1ffb6af", "name": "network-vif-deleted", "tag": "71b63c19-ae18-43d1-b0ee-5cc03de853bb"}]}' {{(pid=100246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 15:00:23.340883 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 15:00:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f51a3f4-8041-43f6-af5d-60a54c988f79 x-openstack-request-id: req-4f51a3f4-8041-43f6-af5d-60a54c988f79 {{(pid=100246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 15:00:23.341183 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97bca78b-2b21-4845-88e7-7fdef1ffb6af", "name": "network-vif-deleted", "tag": "71b63c19-ae18-43d1-b0ee-5cc03de853bb", "status": "completed", "code": 200}]} {{(pid=100246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 15:00:23.341436 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-4f51a3f4-8041-43f6-af5d-60a54c988f79 {{(pid=100246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 15:00:23.341847 n-d-773647-6 neutron-server[100246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97bca78b-2b21-4845-88e7-7fdef1ffb6af', 'name': 'network-vif-deleted', 'tag': '71b63c19-ae18-43d1-b0ee-5cc03de853bb', 'status': 'completed', 'code': 200} Jul 06 15:00:23.730748 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-245b149f-1a5c-4957-96a2-dfeb7248c78e req-70beb4d8-a743-4c9c-8d30-14a90630c3a0 tempest-ServersNegativeTestJSON-1483355463 tempest-ServersNegativeTestJSON-1483355463-project] 10.222.0.104 "GET /v2.0/ports?device_id=97bca78b-2b21-4845-88e7-7fdef1ffb6af HTTP/1.1" status: 200 len: 210 time: 0.0330446 Jul 06 15:00:24.838393 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 59966) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 15:00:24.881607 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.db_base_plugin_v2 [None req-d5f43ea3-e029-44a1-bf47-e0a937214e9c admin admin] Deleting subnet 19e621be-8a53-489b-b50f-4eeefccbfd6b {{(pid=100247) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 15:00:24.884777 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-d5f43ea3-e029-44a1-bf47-e0a937214e9c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:24.919174 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-d5f43ea3-e029-44a1-bf47-e0a937214e9c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127131748'] for subnet, precommit_delete_associations {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:24.958243 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-d5f43ea3-e029-44a1-bf47-e0a937214e9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-913473'] for subnet, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:25.014147 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-d5f43ea3-e029-44a1-bf47-e0a937214e9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-913480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1849032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-128888347', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127627857'] for subnet, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:25.039292 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f43ea3-e029-44a1-bf47-e0a937214e9c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=19e621be-8a53-489b-b50f-4eeefccbfd6b,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:00:25.043911 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-d5f43ea3-e029-44a1-bf47-e0a937214e9c admin admin] Notify callbacks [] for subnet, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:25.047829 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-d5f43ea3-e029-44a1-bf47-e0a937214e9c admin admin] 10.222.0.104 "DELETE /v2.0/subnets/19e621be-8a53-489b-b50f-4eeefccbfd6b HTTP/1.1" status: 204 len: 168 time: 0.2062552 Jul 06 15:00:25.048251 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 59968) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 15:00:25.114262 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-926ad182-6a68-4159-ae3f-f1fd1315ecb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530492'] for network, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:25.195777 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-926ad182-6a68-4159-ae3f-f1fd1315ecb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-917204', 'neutron.services.segments.db._delete_segments_for_network-8773753502302'] for network, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:25.205443 n-d-773647-6 neutron-server[100247]: DEBUG neutron.services.segments.db [None req-926ad182-6a68-4159-ae3f-f1fd1315ecb9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['58170344-e2f9-4c7b-bb3c-8b33146eae36']}} {{(pid=100247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:00:25.215273 n-d-773647-6 neutron-server[100247]: DEBUG neutron.services.segments.db [None req-926ad182-6a68-4159-ae3f-f1fd1315ecb9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b4f49fb-fed6-449f-b343-2d241004ec03') {'for_net_delete': True} {{(pid=100247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:00:25.215571 n-d-773647-6 neutron-server[100247]: DEBUG neutron.services.segments.db [None req-926ad182-6a68-4159-ae3f-f1fd1315ecb9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b4f49fb-fed6-449f-b343-2d241004ec03') {} {{(pid=100247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:00:25.224065 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-926ad182-6a68-4159-ae3f-f1fd1315ecb9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773753515138', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127131763'] for segment, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:25.237974 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-926ad182-6a68-4159-ae3f-f1fd1315ecb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552'] for segment, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:25.243890 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-926ad182-6a68-4159-ae3f-f1fd1315ecb9 admin admin] Releasing vlan 1014 on physical network physnet1 to pool {{(pid=100247) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 15:00:25.244276 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-926ad182-6a68-4159-ae3f-f1fd1315ecb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-128888574'] for segment, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:25.246206 n-d-773647-6 neutron-server[100247]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 15:00:25.246206 n-d-773647-6 neutron-server[100247]: conditions |= (models_v2.Port.network_id.in_( Jul 06 15:00:25.246206 n-d-773647-6 neutron-server[100247]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 15:00:25.246206 n-d-773647-6 neutron-server[100247]: conditions |= (models_v2.Port.network_id.in_( Jul 06 15:00:25.246206 n-d-773647-6 neutron-server[100247]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 15:00:25.246206 n-d-773647-6 neutron-server[100247]: conditions |= (models_v2.Port.network_id.in_( Jul 06 15:00:25.246206 n-d-773647-6 neutron-server[100247]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 15:00:25.246206 n-d-773647-6 neutron-server[100247]: conditions |= (models_v2.Port.network_id.in_( Jul 06 15:00:25.246206 n-d-773647-6 neutron-server[100247]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 15:00:25.246206 n-d-773647-6 neutron-server[100247]: conditions |= (models_v2.Port.network_id.in_( Jul 06 15:00:25.246206 n-d-773647-6 neutron-server[100247]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 15:00:25.246206 n-d-773647-6 neutron-server[100247]: conditions |= (models_v2.Port.network_id.in_( Jul 06 15:00:25.246206 n-d-773647-6 neutron-server[100247]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 15:00:25.246206 n-d-773647-6 neutron-server[100247]: conditions |= (models_v2.Port.network_id.in_( Jul 06 15:00:25.246206 n-d-773647-6 neutron-server[100247]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 15:00:25.246206 n-d-773647-6 neutron-server[100247]: conditions |= (models_v2.Port.network_id.in_( Jul 06 15:00:25.246206 n-d-773647-6 neutron-server[100247]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 15:00:25.246206 n-d-773647-6 neutron-server[100247]: conditions |= (models_v2.Port.network_id.in_( Jul 06 15:00:25.246206 n-d-773647-6 neutron-server[100247]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 15:00:25.246206 n-d-773647-6 neutron-server[100247]: conditions |= (models_v2.Port.network_id.in_( Jul 06 15:00:25.246206 n-d-773647-6 neutron-server[100247]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 15:00:25.246206 n-d-773647-6 neutron-server[100247]: conditions |= (models_v2.Port.network_id.in_( Jul 06 15:00:25.246206 n-d-773647-6 neutron-server[100247]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 15:00:25.246206 n-d-773647-6 neutron-server[100247]: conditions |= (models_v2.Port.network_id.in_( Jul 06 15:00:25.246206 n-d-773647-6 neutron-server[100247]: Traceback (most recent call last): Jul 06 15:00:25.246206 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 15:00:25.246206 n-d-773647-6 neutron-server[100247]: timer() Jul 06 15:00:25.246206 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 15:00:25.246206 n-d-773647-6 neutron-server[100247]: cb(*args, **kw) Jul 06 15:00:25.246206 n-d-773647-6 neutron-server[100247]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 15:00:25.246206 n-d-773647-6 neutron-server[100247]: return func(*args, **kwargs) Jul 06 15:00:25.246206 n-d-773647-6 neutron-server[100247]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 15:00:25.246206 n-d-773647-6 neutron-server[100247]: self._notify() Jul 06 15:00:25.246206 n-d-773647-6 neutron-server[100247]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 15:00:25.246206 n-d-773647-6 neutron-server[100247]: self.callback(batched_events) Jul 06 15:00:25.246206 n-d-773647-6 neutron-server[100247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 15:00:25.246206 n-d-773647-6 neutron-server[100247]: event.method(event) Jul 06 15:00:25.246206 n-d-773647-6 neutron-server[100247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 15:00:25.246206 n-d-773647-6 neutron-server[100247]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 15:00:25.246206 n-d-773647-6 neutron-server[100247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 15:00:25.246206 n-d-773647-6 neutron-server[100247]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 15:00:25.246206 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 15:00:25.246206 n-d-773647-6 neutron-server[100247]: return f(self, *a, **k) Jul 06 15:00:25.246206 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 15:00:25.246206 n-d-773647-6 neutron-server[100247]: return self._get(url).json() Jul 06 15:00:25.246206 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 15:00:25.246206 n-d-773647-6 neutron-server[100247]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 15:00:25.246206 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 15:00:25.246206 n-d-773647-6 neutron-server[100247]: return self.request(url, 'GET', **kwargs) Jul 06 15:00:25.246206 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 15:00:25.246206 n-d-773647-6 neutron-server[100247]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 15:00:25.246206 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 15:00:25.246206 n-d-773647-6 neutron-server[100247]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 15:00:25.246206 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 15:00:25.246206 n-d-773647-6 neutron-server[100247]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 15:00:25.246206 n-d-773647-6 neutron-server[100247]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 15:00:25.301419 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-926ad182-6a68-4159-ae3f-f1fd1315ecb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-917215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1761140'] for network, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:25.306994 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-926ad182-6a68-4159-ae3f-f1fd1315ecb9 admin admin] Notify callbacks [] for network, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:25.311537 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-926ad182-6a68-4159-ae3f-f1fd1315ecb9 admin admin] 10.222.0.104 "DELETE /v2.0/networks/58170344-e2f9-4c7b-bb3c-8b33146eae36 HTTP/1.1" status: 204 len: 168 time: 0.2597954 Jul 06 15:00:25.320537 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926ad182-6a68-4159-ae3f-f1fd1315ecb9 admin admin] Pushing event deleted for resources: {'Network': ['ID=58170344-e2f9-4c7b-bb3c-8b33146eae36,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:00:25.412796 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 59972) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 15:00:25.456773 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-fc63ff55-122c-4d0d-b0be-d2c8ef47431f admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=218c4111bc484feebc0303cb39f6240a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0428016 Jul 06 15:00:25.459119 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 59974) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 15:00:25.505131 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-ce418166-55e0-45cd-a20b-30cc58cfee36 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:25.525905 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-ce418166-55e0-45cd-a20b-30cc58cfee36 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:25.572653 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-ce418166-55e0-45cd-a20b-30cc58cfee36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:25.575285 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-ce418166-55e0-45cd-a20b-30cc58cfee36 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:25.576427 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-ce418166-55e0-45cd-a20b-30cc58cfee36 admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/a07752bc-8ba3-486f-b88a-36cb136cc223 HTTP/1.1" status: 204 len: 168 time: 0.1163917 Jul 06 15:00:25.585343 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce418166-55e0-45cd-a20b-30cc58cfee36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a07752bc-8ba3-486f-b88a-36cb136cc223,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:00:25.603016 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Device 71b63c19-ae18-43d1-b0ee-5cc03de853bb no longer exists at agent hyperv_n-h2-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 15:00:25.631070 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] No Port match for: 71b63c19-ae18-43d1-b0ee-5cc03de853bb {{(pid=100248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 15:00:25.631483 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Device 71b63c19-ae18-43d1-b0ee-5cc03de853bb not bound to the agent host n-h2-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 15:00:25.637398 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-0b4299ab-c575-4854-92cf-1ada1780281f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:25.963699 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:26.237486 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 59996) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 15:00:26.328691 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [None req-820b590c-6b66-4b55-ac06-c98683e0c129 tempest-NetworksIpV6Test-1491836093 tempest-NetworksIpV6Test-1491836093-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-186358417'}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 15:00:26.349954 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-820b590c-6b66-4b55-ac06-c98683e0c129 tempest-NetworksIpV6Test-1491836093 tempest-NetworksIpV6Test-1491836093-project] Made reservation on behalf of 60103defc3aa409486f195b71ceebf2b for: {'network': 1} {{(pid=100247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 15:00:26.353526 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-820b590c-6b66-4b55-ac06-c98683e0c129 tempest-NetworksIpV6Test-1491836093 tempest-NetworksIpV6Test-1491836093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for network, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:26.362549 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-820b590c-6b66-4b55-ac06-c98683e0c129 tempest-NetworksIpV6Test-1491836093 tempest-NetworksIpV6Test-1491836093-project] Notify callbacks [] for security_group, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:26.451368 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-820b590c-6b66-4b55-ac06-c98683e0c129 tempest-NetworksIpV6Test-1491836093 tempest-NetworksIpV6Test-1491836093-project] Notify callbacks [] for security_group, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:26.454999 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-820b590c-6b66-4b55-ac06-c98683e0c129 tempest-NetworksIpV6Test-1491836093 tempest-NetworksIpV6Test-1491836093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:26.478711 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-820b590c-6b66-4b55-ac06-c98683e0c129 tempest-NetworksIpV6Test-1491836093 tempest-NetworksIpV6Test-1491836093-project] vlan segment allocate from pool success with {'vlan_id': 1036, 'physical_network': 'physnet1'} {{(pid=100247) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 15:00:26.492954 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820b590c-6b66-4b55-ac06-c98683e0c129 tempest-NetworksIpV6Test-1491836093 tempest-NetworksIpV6Test-1491836093-project] Pushing event updated for resources: {'SecurityGroup': ['ID=65bdb9dd-af04-42e4-94e5-5ddb8450a949,revision_number=1']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:00:26.499641 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-820b590c-6b66-4b55-ac06-c98683e0c129 tempest-NetworksIpV6Test-1491836093 tempest-NetworksIpV6Test-1491836093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552'] for segment, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:26.499986 n-d-773647-6 neutron-server[100247]: INFO neutron.db.segments_db [None req-820b590c-6b66-4b55-ac06-c98683e0c129 tempest-NetworksIpV6Test-1491836093 tempest-NetworksIpV6Test-1491836093-project] Added segment 3de08cd2-dc0f-4a99-acbe-cebdaa09bb94 of type vlan for network 72989ba2-0273-454c-b882-18b53893ebf1 Jul 06 15:00:26.544676 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-820b590c-6b66-4b55-ac06-c98683e0c129 tempest-NetworksIpV6Test-1491836093 tempest-NetworksIpV6Test-1491836093-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773752984405'] for network, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:26.573677 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-820b590c-6b66-4b55-ac06-c98683e0c129 tempest-NetworksIpV6Test-1491836093 tempest-NetworksIpV6Test-1491836093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060'] for network, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:26.579525 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-820b590c-6b66-4b55-ac06-c98683e0c129 tempest-NetworksIpV6Test-1491836093 tempest-NetworksIpV6Test-1491836093-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:00:26.580188 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-820b590c-6b66-4b55-ac06-c98683e0c129 tempest-NetworksIpV6Test-1491836093 tempest-NetworksIpV6Test-1491836093-project] Notify callbacks [] for network, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:26.658965 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-820b590c-6b66-4b55-ac06-c98683e0c129 tempest-NetworksIpV6Test-1491836093 tempest-NetworksIpV6Test-1491836093-project] 10.222.0.104 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4203007 Jul 06 15:00:26.692967 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820b590c-6b66-4b55-ac06-c98683e0c129 tempest-NetworksIpV6Test-1491836093 tempest-NetworksIpV6Test-1491836093-project] Pushing event updated for resources: {'Network': ['ID=72989ba2-0273-454c-b882-18b53893ebf1,revision_number=1']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:00:26.704731 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Network 72989ba2-0273-454c-b882-18b53893ebf1 details requested by agent ovs-agent-n-d-773647-6 with host n-d-773647-6 {{(pid=100248) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 15:00:26.928714 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-2064eaae-da4f-48f8-82d2-b09d4ddedd44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:28.611448 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-03f71b24-a9b8-453a-8924-caa3f97bc6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:29.928974 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 60000) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 15:00:29.934075 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-7b140357-eae5-4747-8d2a-f870123ea560 tempest-NetworksIpV6Test-1491836093 tempest-NetworksIpV6Test-1491836093-project] Request body: {'subnet': {'network_id': '72989ba2-0273-454c-b882-18b53893ebf1', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 15:00:30.018506 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b140357-eae5-4747-8d2a-f870123ea560 tempest-NetworksIpV6Test-1491836093 tempest-NetworksIpV6Test-1491836093-project] Made reservation on behalf of 60103defc3aa409486f195b71ceebf2b for: {'subnet': 1} {{(pid=100246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 15:00:30.022061 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-7b140357-eae5-4747-8d2a-f870123ea560 tempest-NetworksIpV6Test-1491836093 tempest-NetworksIpV6Test-1491836093-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127702029'] for subnet, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:30.199190 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-7b140357-eae5-4747-8d2a-f870123ea560 tempest-NetworksIpV6Test-1491836093 tempest-NetworksIpV6Test-1491836093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1849032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127687649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127702047'] for subnet, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:30.261689 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b140357-eae5-4747-8d2a-f870123ea560 tempest-NetworksIpV6Test-1491836093 tempest-NetworksIpV6Test-1491836093-project] Pushing event updated for resources: {'Subnet': ['ID=e4791aa5-eaf3-4f14-9177-d8db755f6dbc,revision_number=0']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:00:30.270844 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b140357-eae5-4747-8d2a-f870123ea560 tempest-NetworksIpV6Test-1491836093 tempest-NetworksIpV6Test-1491836093-project] Checking segment: {'id': '3de08cd2-dc0f-4a99-acbe-cebdaa09bb94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1036, 'network_id': '72989ba2-0273-454c-b882-18b53893ebf1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 15:00:30.271228 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b140357-eae5-4747-8d2a-f870123ea560 tempest-NetworksIpV6Test-1491836093 tempest-NetworksIpV6Test-1491836093-project] Network hostable DHCP agents. Network: 72989ba2-0273-454c-b882-18b53893ebf1, hostable agents: ['f2bada3d-be77-4359-982b-8505a2bbca04'], hosted agents: [] {{(pid=100246) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 15:00:30.287395 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b140357-eae5-4747-8d2a-f870123ea560 tempest-NetworksIpV6Test-1491836093 tempest-NetworksIpV6Test-1491836093-project] Network 72989ba2-0273-454c-b882-18b53893ebf1 is scheduled to be hosted by DHCP agent f2bada3d-be77-4359-982b-8505a2bbca04 with binding_index 1 {{(pid=100246) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 15:00:30.295191 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.base_scheduler [None req-7b140357-eae5-4747-8d2a-f870123ea560 tempest-NetworksIpV6Test-1491836093 tempest-NetworksIpV6Test-1491836093-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773647-6, 72989ba2-0273-454c-b882-18b53893ebf1) {{(pid=100246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 15:00:30.299071 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b140357-eae5-4747-8d2a-f870123ea560 tempest-NetworksIpV6Test-1491836093 tempest-NetworksIpV6Test-1491836093-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:00:30.299708 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-7b140357-eae5-4747-8d2a-f870123ea560 tempest-NetworksIpV6Test-1491836093 tempest-NetworksIpV6Test-1491836093-project] Notify callbacks [] for subnet, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:30.304842 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22a532c2-e6ed-49c8-b903-11331e75b61a None None] Network 72989ba2-0273-454c-b882-18b53893ebf1 requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 15:00:30.315112 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-7b140357-eae5-4747-8d2a-f870123ea560 tempest-NetworksIpV6Test-1491836093 tempest-NetworksIpV6Test-1491836093-project] 10.222.0.104 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3850257 Jul 06 15:00:30.318697 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 60002) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 15:00:30.324061 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [None req-d1b9fab2-cdbd-4329-ae13-9b159b67d516 tempest-NetworksIpV6Test-1491836093 tempest-NetworksIpV6Test-1491836093-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-867138949'}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 15:00:30.344487 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1b9fab2-cdbd-4329-ae13-9b159b67d516 tempest-NetworksIpV6Test-1491836093 tempest-NetworksIpV6Test-1491836093-project] Made reservation on behalf of 60103defc3aa409486f195b71ceebf2b for: {'network': 1} {{(pid=100247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 15:00:30.348009 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-d1b9fab2-cdbd-4329-ae13-9b159b67d516 tempest-NetworksIpV6Test-1491836093 tempest-NetworksIpV6Test-1491836093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for network, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:30.370572 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d1b9fab2-cdbd-4329-ae13-9b159b67d516 tempest-NetworksIpV6Test-1491836093 tempest-NetworksIpV6Test-1491836093-project] vlan segment allocate from pool success with {'vlan_id': 1000, 'physical_network': 'physnet1'} {{(pid=100247) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 15:00:30.380342 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-d1b9fab2-cdbd-4329-ae13-9b159b67d516 tempest-NetworksIpV6Test-1491836093 tempest-NetworksIpV6Test-1491836093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552'] for segment, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:30.380690 n-d-773647-6 neutron-server[100247]: INFO neutron.db.segments_db [None req-d1b9fab2-cdbd-4329-ae13-9b159b67d516 tempest-NetworksIpV6Test-1491836093 tempest-NetworksIpV6Test-1491836093-project] Added segment fb904b23-6c8c-44a9-a003-9e5f44a36709 of type vlan for network c0738231-6e10-492b-aef8-9ee20e84af33 Jul 06 15:00:30.427967 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-d1b9fab2-cdbd-4329-ae13-9b159b67d516 tempest-NetworksIpV6Test-1491836093 tempest-NetworksIpV6Test-1491836093-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773752984405'] for network, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:30.450713 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6014ef7c-31dd-4024-9af7-c0676a2c9521 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6bd5fc82-6666-56e8-87c2-91648d36c963-72989ba2-0273-454c-b882-18b53893ebf1', 'network_id': '72989ba2-0273-454c-b882-18b53893ebf1', 'tenant_id': '60103defc3aa409486f195b71ceebf2b', 'fixed_ips': [{'subnet_id': 'e4791aa5-eaf3-4f14-9177-d8db755f6dbc'}]}} from n-d-773647-6. {{(pid=100248) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 15:00:30.451729 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-6014ef7c-31dd-4024-9af7-c0676a2c9521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:30.457827 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-d1b9fab2-cdbd-4329-ae13-9b159b67d516 tempest-NetworksIpV6Test-1491836093 tempest-NetworksIpV6Test-1491836093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060'] for network, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:30.463516 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1b9fab2-cdbd-4329-ae13-9b159b67d516 tempest-NetworksIpV6Test-1491836093 tempest-NetworksIpV6Test-1491836093-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:00:30.464101 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-d1b9fab2-cdbd-4329-ae13-9b159b67d516 tempest-NetworksIpV6Test-1491836093 tempest-NetworksIpV6Test-1491836093-project] Notify callbacks [] for network, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:30.520290 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-d1b9fab2-cdbd-4329-ae13-9b159b67d516 tempest-NetworksIpV6Test-1491836093 tempest-NetworksIpV6Test-1491836093-project] 10.222.0.104 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2001617 Jul 06 15:00:30.523193 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 60004) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 15:00:30.528453 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-f5e67052-3770-497d-bf14-bd24d2498688 tempest-NetworksIpV6Test-1491836093 tempest-NetworksIpV6Test-1491836093-project] Request body: {'subnet': {'network_id': 'c0738231-6e10-492b-aef8-9ee20e84af33', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 15:00:30.534191 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b9fab2-cdbd-4329-ae13-9b159b67d516 tempest-NetworksIpV6Test-1491836093 tempest-NetworksIpV6Test-1491836093-project] Pushing event updated for resources: {'Network': ['ID=c0738231-6e10-492b-aef8-9ee20e84af33,revision_number=1']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:00:30.548427 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Network c0738231-6e10-492b-aef8-9ee20e84af33 details requested by agent ovs-agent-n-d-773647-6 with host n-d-773647-6 {{(pid=100248) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 15:00:30.619051 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5e67052-3770-497d-bf14-bd24d2498688 tempest-NetworksIpV6Test-1491836093 tempest-NetworksIpV6Test-1491836093-project] Made reservation on behalf of 60103defc3aa409486f195b71ceebf2b for: {'subnet': 1} {{(pid=100246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 15:00:30.622696 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-f5e67052-3770-497d-bf14-bd24d2498688 tempest-NetworksIpV6Test-1491836093 tempest-NetworksIpV6Test-1491836093-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127702029'] for subnet, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:30.659603 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.db_base_plugin_common [None req-6014ef7c-31dd-4024-9af7-c0676a2c9521 None None] Allocated IP 2001:db8:0:ffff::2 (72989ba2-0273-454c-b882-18b53893ebf1/e4791aa5-eaf3-4f14-9177-d8db755f6dbc/dc70867e-9532-44c8-be73-6525166f51f7) {{(pid=100248) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 15:00:30.802318 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-6014ef7c-31dd-4024-9af7-c0676a2c9521 None None] Notify callbacks [] for port, precommit_create {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:30.810670 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-6014ef7c-31dd-4024-9af7-c0676a2c9521 None None] Transition to ACTIVE for port object dc70867e-9532-44c8-be73-6525166f51f7 will not be triggered until provisioned by entity L2. {{(pid=100248) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 15:00:30.817535 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-f5e67052-3770-497d-bf14-bd24d2498688 tempest-NetworksIpV6Test-1491836093 tempest-NetworksIpV6Test-1491836093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1849032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127687649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127702047'] for subnet, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:30.825575 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-6014ef7c-31dd-4024-9af7-c0676a2c9521 None None] Transition to ACTIVE for port object dc70867e-9532-44c8-be73-6525166f51f7 will not be triggered until provisioned by entity DHCP. {{(pid=100248) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 15:00:30.831788 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-6014ef7c-31dd-4024-9af7-c0676a2c9521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108'] for port, after_create {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:30.869948 n-d-773647-6 neutron-server[100248]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6014ef7c-31dd-4024-9af7-c0676a2c9521 None None] Network 72989ba2-0273-454c-b882-18b53893ebf1 is already hosted by enough agents. {{(pid=100248) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 15:00:30.876810 n-d-773647-6 neutron-server[100248]: DEBUG neutron.scheduler.base_scheduler [None req-6014ef7c-31dd-4024-9af7-c0676a2c9521 None None] Resources bound (agent type, host, resource id): {{(pid=100248) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 15:00:30.878868 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6014ef7c-31dd-4024-9af7-c0676a2c9521 None None] Pushing event updated for resources: {'Port': ['ID=dc70867e-9532-44c8-be73-6525166f51f7,revision_number=1']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:00:30.883244 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6014ef7c-31dd-4024-9af7-c0676a2c9521 None None] Received port after_create {{(pid=100248) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 15:00:30.888894 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e67052-3770-497d-bf14-bd24d2498688 tempest-NetworksIpV6Test-1491836093 tempest-NetworksIpV6Test-1491836093-project] Pushing event updated for resources: {'Subnet': ['ID=62cd1828-1311-4495-8777-04add0358016,revision_number=0']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:00:30.895848 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5e67052-3770-497d-bf14-bd24d2498688 tempest-NetworksIpV6Test-1491836093 tempest-NetworksIpV6Test-1491836093-project] Checking segment: {'id': 'fb904b23-6c8c-44a9-a003-9e5f44a36709', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1000, 'network_id': 'c0738231-6e10-492b-aef8-9ee20e84af33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 15:00:30.896221 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5e67052-3770-497d-bf14-bd24d2498688 tempest-NetworksIpV6Test-1491836093 tempest-NetworksIpV6Test-1491836093-project] Network hostable DHCP agents. Network: c0738231-6e10-492b-aef8-9ee20e84af33, hostable agents: ['f2bada3d-be77-4359-982b-8505a2bbca04'], hosted agents: [] {{(pid=100246) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 15:00:30.913094 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5e67052-3770-497d-bf14-bd24d2498688 tempest-NetworksIpV6Test-1491836093 tempest-NetworksIpV6Test-1491836093-project] Network c0738231-6e10-492b-aef8-9ee20e84af33 is scheduled to be hosted by DHCP agent f2bada3d-be77-4359-982b-8505a2bbca04 with binding_index 1 {{(pid=100246) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 15:00:30.921431 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.base_scheduler [None req-f5e67052-3770-497d-bf14-bd24d2498688 tempest-NetworksIpV6Test-1491836093 tempest-NetworksIpV6Test-1491836093-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773647-6, c0738231-6e10-492b-aef8-9ee20e84af33) {{(pid=100246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 15:00:30.927078 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5e67052-3770-497d-bf14-bd24d2498688 tempest-NetworksIpV6Test-1491836093 tempest-NetworksIpV6Test-1491836093-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:00:30.927673 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-f5e67052-3770-497d-bf14-bd24d2498688 tempest-NetworksIpV6Test-1491836093 tempest-NetworksIpV6Test-1491836093-project] Notify callbacks [] for subnet, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:30.934875 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3d78a2e-b539-490f-8228-82639b7526a1 None None] Network c0738231-6e10-492b-aef8-9ee20e84af33 requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 15:00:30.942067 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-f5e67052-3770-497d-bf14-bd24d2498688 tempest-NetworksIpV6Test-1491836093 tempest-NetworksIpV6Test-1491836093-project] 10.222.0.104 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.4176707 Jul 06 15:00:30.944648 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 60006) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 15:00:30.950128 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-6014ef7c-31dd-4024-9af7-c0676a2c9521 None None] Attempting to bind port dc70867e-9532-44c8-be73-6525166f51f7 on host n-d-773647-6 for vnic_type normal with profile {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 15:00:30.950505 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-6014ef7c-31dd-4024-9af7-c0676a2c9521 None None] Attempting to bind port dc70867e-9532-44c8-be73-6525166f51f7 by drivers openvswitch,hyperv on host n-d-773647-6 at level 0 using segments [{'id': '3de08cd2-dc0f-4a99-acbe-cebdaa09bb94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1036, 'network_id': '72989ba2-0273-454c-b882-18b53893ebf1'}] {{(pid=100248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 15:00:30.950868 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6014ef7c-31dd-4024-9af7-c0676a2c9521 None None] Attempting to bind port dc70867e-9532-44c8-be73-6525166f51f7 on network 72989ba2-0273-454c-b882-18b53893ebf1 {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 15:00:30.983700 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6014ef7c-31dd-4024-9af7-c0676a2c9521 None None] Checking agent: {'id': '8ab5b19c-d213-4f29-891d-27bdf39d38b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773647-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 43, 26), 'started_at': datetime.datetime(2021, 7, 6, 13, 43, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 15, 0, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773647-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 15:00:30.984079 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6014ef7c-31dd-4024-9af7-c0676a2c9521 None None] Checking segment: {'id': '3de08cd2-dc0f-4a99-acbe-cebdaa09bb94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1036, 'network_id': '72989ba2-0273-454c-b882-18b53893ebf1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 15:00:30.985085 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-6014ef7c-31dd-4024-9af7-c0676a2c9521 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:30.985492 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6014ef7c-31dd-4024-9af7-c0676a2c9521 None None] Bound using segment: {'id': '3de08cd2-dc0f-4a99-acbe-cebdaa09bb94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1036, 'network_id': '72989ba2-0273-454c-b882-18b53893ebf1'} {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 15:00:30.985960 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-6014ef7c-31dd-4024-9af7-c0676a2c9521 None None] Bound port: dc70867e-9532-44c8-be73-6525166f51f7, host: n-d-773647-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3de08cd2-dc0f-4a99-acbe-cebdaa09bb94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1036, 'network_id': '72989ba2-0273-454c-b882-18b53893ebf1'}}] {{(pid=100248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 15:00:30.986344 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-6014ef7c-31dd-4024-9af7-c0676a2c9521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:31.039982 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-7712a1e2-2b5e-4a52-a0af-c3383c11133d tempest-NetworksIpV6Test-1491836093 tempest-NetworksIpV6Test-1491836093-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530492'] for network, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:31.096897 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-6014ef7c-31dd-4024-9af7-c0676a2c9521 None None] For port dc70867e-9532-44c8-be73-6525166f51f7, host n-d-773647-6, cleared binding levels {{(pid=100248) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 15:00:31.112756 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-6014ef7c-31dd-4024-9af7-c0676a2c9521 None None] For port dc70867e-9532-44c8-be73-6525166f51f7, host n-d-773647-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=dc70867e-9532-44c8-be73-6525166f51f7,segment=NetworkSegment(3de08cd2-dc0f-4a99-acbe-cebdaa09bb94),segment_id=3de08cd2-dc0f-4a99-acbe-cebdaa09bb94)] {{(pid=100248) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 15:00:31.117672 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-6014ef7c-31dd-4024-9af7-c0676a2c9521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:31.118251 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-7712a1e2-2b5e-4a52-a0af-c3383c11133d tempest-NetworksIpV6Test-1491836093 tempest-NetworksIpV6Test-1491836093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-913473'] for subnet, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:31.192429 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-7712a1e2-2b5e-4a52-a0af-c3383c11133d tempest-NetworksIpV6Test-1491836093 tempest-NetworksIpV6Test-1491836093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-913480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1849032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127687590', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127702764'] for subnet, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:31.192684 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-526a413c-93f1-4fb1-acd7-934c7275c119 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6bd5fc82-6666-56e8-87c2-91648d36c963-c0738231-6e10-492b-aef8-9ee20e84af33', 'network_id': 'c0738231-6e10-492b-aef8-9ee20e84af33', 'tenant_id': '60103defc3aa409486f195b71ceebf2b', 'fixed_ips': [{'subnet_id': '62cd1828-1311-4495-8777-04add0358016'}]}} from n-d-773647-6. {{(pid=100248) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 15:00:31.193608 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-526a413c-93f1-4fb1-acd7-934c7275c119 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:31.216629 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6014ef7c-31dd-4024-9af7-c0676a2c9521 None None] Pushing event updated for resources: {'Port': ['ID=dc70867e-9532-44c8-be73-6525166f51f7,revision_number=2']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:00:31.222940 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7712a1e2-2b5e-4a52-a0af-c3383c11133d tempest-NetworksIpV6Test-1491836093 tempest-NetworksIpV6Test-1491836093-project] Pushing event deleted for resources: {'Subnet': ['ID=62cd1828-1311-4495-8777-04add0358016,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:00:31.289822 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-7712a1e2-2b5e-4a52-a0af-c3383c11133d tempest-NetworksIpV6Test-1491836093 tempest-NetworksIpV6Test-1491836093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-917204', 'neutron.services.segments.db._delete_segments_for_network-8773753502302'] for network, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:31.293663 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9508603-656c-4e43-a66b-bce4dd92d148 None None] Network c0738231-6e10-492b-aef8-9ee20e84af33 requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 15:00:31.301103 n-d-773647-6 neutron-server[100246]: DEBUG neutron.services.segments.db [None req-7712a1e2-2b5e-4a52-a0af-c3383c11133d tempest-NetworksIpV6Test-1491836093 tempest-NetworksIpV6Test-1491836093-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c0738231-6e10-492b-aef8-9ee20e84af33']}} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:00:31.312298 n-d-773647-6 neutron-server[100246]: DEBUG neutron.services.segments.db [None req-7712a1e2-2b5e-4a52-a0af-c3383c11133d tempest-NetworksIpV6Test-1491836093 tempest-NetworksIpV6Test-1491836093-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb904b23-6c8c-44a9-a003-9e5f44a36709') {'for_net_delete': True} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:00:31.313270 n-d-773647-6 neutron-server[100246]: DEBUG neutron.services.segments.db [None req-7712a1e2-2b5e-4a52-a0af-c3383c11133d tempest-NetworksIpV6Test-1491836093 tempest-NetworksIpV6Test-1491836093-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb904b23-6c8c-44a9-a003-9e5f44a36709') {} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:00:31.326440 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-7712a1e2-2b5e-4a52-a0af-c3383c11133d tempest-NetworksIpV6Test-1491836093 tempest-NetworksIpV6Test-1491836093-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773753515138', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126218898'] for segment, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:31.358805 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-7712a1e2-2b5e-4a52-a0af-c3383c11133d tempest-NetworksIpV6Test-1491836093 tempest-NetworksIpV6Test-1491836093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552'] for segment, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:31.367252 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7712a1e2-2b5e-4a52-a0af-c3383c11133d tempest-NetworksIpV6Test-1491836093 tempest-NetworksIpV6Test-1491836093-project] Releasing vlan 1000 on physical network physnet1 to pool {{(pid=100246) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 15:00:31.367834 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-7712a1e2-2b5e-4a52-a0af-c3383c11133d tempest-NetworksIpV6Test-1491836093 tempest-NetworksIpV6Test-1491836093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127687491'] for segment, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:31.371333 n-d-773647-6 neutron-server[100246]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 15:00:31.371333 n-d-773647-6 neutron-server[100246]: conditions |= (models_v2.Port.network_id.in_( Jul 06 15:00:31.371333 n-d-773647-6 neutron-server[100246]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 15:00:31.371333 n-d-773647-6 neutron-server[100246]: conditions |= (models_v2.Port.network_id.in_( Jul 06 15:00:31.371333 n-d-773647-6 neutron-server[100246]: Traceback (most recent call last): Jul 06 15:00:31.371333 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 15:00:31.371333 n-d-773647-6 neutron-server[100246]: timer() Jul 06 15:00:31.371333 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 15:00:31.371333 n-d-773647-6 neutron-server[100246]: cb(*args, **kw) Jul 06 15:00:31.371333 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 15:00:31.371333 n-d-773647-6 neutron-server[100246]: return func(*args, **kwargs) Jul 06 15:00:31.371333 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 15:00:31.371333 n-d-773647-6 neutron-server[100246]: self._notify() Jul 06 15:00:31.371333 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 15:00:31.371333 n-d-773647-6 neutron-server[100246]: self.callback(batched_events) Jul 06 15:00:31.371333 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 15:00:31.371333 n-d-773647-6 neutron-server[100246]: event.method(event) Jul 06 15:00:31.371333 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 15:00:31.371333 n-d-773647-6 neutron-server[100246]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 15:00:31.371333 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 15:00:31.371333 n-d-773647-6 neutron-server[100246]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 15:00:31.371333 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 15:00:31.371333 n-d-773647-6 neutron-server[100246]: return f(self, *a, **k) Jul 06 15:00:31.371333 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 15:00:31.371333 n-d-773647-6 neutron-server[100246]: return self._get(url).json() Jul 06 15:00:31.371333 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 15:00:31.371333 n-d-773647-6 neutron-server[100246]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 15:00:31.371333 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 15:00:31.371333 n-d-773647-6 neutron-server[100246]: return self.request(url, 'GET', **kwargs) Jul 06 15:00:31.371333 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 15:00:31.371333 n-d-773647-6 neutron-server[100246]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 15:00:31.371333 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 15:00:31.371333 n-d-773647-6 neutron-server[100246]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 15:00:31.371333 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 15:00:31.371333 n-d-773647-6 neutron-server[100246]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 15:00:31.371333 n-d-773647-6 neutron-server[100246]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 15:00:31.435243 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-7712a1e2-2b5e-4a52-a0af-c3383c11133d tempest-NetworksIpV6Test-1491836093 tempest-NetworksIpV6Test-1491836093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-917215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1761140'] for network, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:31.444972 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-7712a1e2-2b5e-4a52-a0af-c3383c11133d tempest-NetworksIpV6Test-1491836093 tempest-NetworksIpV6Test-1491836093-project] Notify callbacks [] for network, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:31.446950 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-7712a1e2-2b5e-4a52-a0af-c3383c11133d tempest-NetworksIpV6Test-1491836093 tempest-NetworksIpV6Test-1491836093-project] 10.222.0.104 "DELETE /v2.0/networks/c0738231-6e10-492b-aef8-9ee20e84af33 HTTP/1.1" status: 204 len: 168 time: 0.5013463 Jul 06 15:00:31.450680 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 60008) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 15:00:31.455924 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [None req-d3c30636-d4d5-4877-b818-a37787bfc98a tempest-NetworksIpV6Test-1491836093 tempest-NetworksIpV6Test-1491836093-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-27442551'}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 15:00:31.464715 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7712a1e2-2b5e-4a52-a0af-c3383c11133d tempest-NetworksIpV6Test-1491836093 tempest-NetworksIpV6Test-1491836093-project] Pushing event deleted for resources: {'Network': ['ID=c0738231-6e10-492b-aef8-9ee20e84af33,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:00:31.483291 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3c30636-d4d5-4877-b818-a37787bfc98a tempest-NetworksIpV6Test-1491836093 tempest-NetworksIpV6Test-1491836093-project] Made reservation on behalf of 60103defc3aa409486f195b71ceebf2b for: {'network': 1} {{(pid=100247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 15:00:31.487496 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-d3c30636-d4d5-4877-b818-a37787bfc98a tempest-NetworksIpV6Test-1491836093 tempest-NetworksIpV6Test-1491836093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for network, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:31.516570 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d3c30636-d4d5-4877-b818-a37787bfc98a tempest-NetworksIpV6Test-1491836093 tempest-NetworksIpV6Test-1491836093-project] vlan segment allocate from pool success with {'vlan_id': 1011, 'physical_network': 'physnet1'} {{(pid=100247) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 15:00:31.526848 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-d3c30636-d4d5-4877-b818-a37787bfc98a tempest-NetworksIpV6Test-1491836093 tempest-NetworksIpV6Test-1491836093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552'] for segment, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:31.527237 n-d-773647-6 neutron-server[100247]: INFO neutron.db.segments_db [None req-d3c30636-d4d5-4877-b818-a37787bfc98a tempest-NetworksIpV6Test-1491836093 tempest-NetworksIpV6Test-1491836093-project] Added segment d6bd047d-a508-46b4-ab74-ada495201dd5 of type vlan for network a867378f-9df3-411c-beee-426ba3fc3ea5 Jul 06 15:00:31.566669 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-d3c30636-d4d5-4877-b818-a37787bfc98a tempest-NetworksIpV6Test-1491836093 tempest-NetworksIpV6Test-1491836093-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773752984405'] for network, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:31.593252 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-d3c30636-d4d5-4877-b818-a37787bfc98a tempest-NetworksIpV6Test-1491836093 tempest-NetworksIpV6Test-1491836093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060'] for network, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:31.599112 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3c30636-d4d5-4877-b818-a37787bfc98a tempest-NetworksIpV6Test-1491836093 tempest-NetworksIpV6Test-1491836093-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:00:31.599715 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-d3c30636-d4d5-4877-b818-a37787bfc98a tempest-NetworksIpV6Test-1491836093 tempest-NetworksIpV6Test-1491836093-project] Notify callbacks [] for network, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:31.660500 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-d3c30636-d4d5-4877-b818-a37787bfc98a tempest-NetworksIpV6Test-1491836093 tempest-NetworksIpV6Test-1491836093-project] 10.222.0.104 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.2060719 Jul 06 15:00:31.660739 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 60010) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 15:00:31.667440 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [None req-f5d06c00-72ce-4a32-b8b3-25350b19997b tempest-NetworksIpV6Test-1491836093 tempest-NetworksIpV6Test-1491836093-project] Request body: {'subnet': {'network_id': 'a867378f-9df3-411c-beee-426ba3fc3ea5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 15:00:31.683983 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c30636-d4d5-4877-b818-a37787bfc98a tempest-NetworksIpV6Test-1491836093 tempest-NetworksIpV6Test-1491836093-project] Pushing event updated for resources: {'Network': ['ID=a867378f-9df3-411c-beee-426ba3fc3ea5,revision_number=1']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:00:31.693854 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Network a867378f-9df3-411c-beee-426ba3fc3ea5 details requested by agent ovs-agent-n-d-773647-6 with host n-d-773647-6 {{(pid=100248) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 15:00:31.760373 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5d06c00-72ce-4a32-b8b3-25350b19997b tempest-NetworksIpV6Test-1491836093 tempest-NetworksIpV6Test-1491836093-project] Made reservation on behalf of 60103defc3aa409486f195b71ceebf2b for: {'subnet': 1} {{(pid=100247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 15:00:31.763924 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-f5d06c00-72ce-4a32-b8b3-25350b19997b tempest-NetworksIpV6Test-1491836093 tempest-NetworksIpV6Test-1491836093-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127627440'] for subnet, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:31.820505 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.ipam_backend_mixin [None req-f5d06c00-72ce-4a32-b8b3-25350b19997b tempest-NetworksIpV6Test-1491836093 tempest-NetworksIpV6Test-1491836093-project] Performing IP validity checks on allocation pools {{(pid=100247) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 06 15:00:31.821118 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.ipam_backend_mixin [None req-f5d06c00-72ce-4a32-b8b3-25350b19997b tempest-NetworksIpV6Test-1491836093 tempest-NetworksIpV6Test-1491836093-project] Checking for overlaps among allocation pools and gateway ip {{(pid=100247) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 06 15:00:31.949450 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-f5d06c00-72ce-4a32-b8b3-25350b19997b tempest-NetworksIpV6Test-1491836093 tempest-NetworksIpV6Test-1491836093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1849032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-128888412', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127627426'] for subnet, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:32.008216 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d06c00-72ce-4a32-b8b3-25350b19997b tempest-NetworksIpV6Test-1491836093 tempest-NetworksIpV6Test-1491836093-project] Pushing event updated for resources: {'Subnet': ['ID=54166b30-10c3-4230-9ca6-d918d59a07be,revision_number=0']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:00:32.019305 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5d06c00-72ce-4a32-b8b3-25350b19997b tempest-NetworksIpV6Test-1491836093 tempest-NetworksIpV6Test-1491836093-project] Checking segment: {'id': 'd6bd047d-a508-46b4-ab74-ada495201dd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1011, 'network_id': 'a867378f-9df3-411c-beee-426ba3fc3ea5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100247) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 15:00:32.019674 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5d06c00-72ce-4a32-b8b3-25350b19997b tempest-NetworksIpV6Test-1491836093 tempest-NetworksIpV6Test-1491836093-project] Network hostable DHCP agents. Network: a867378f-9df3-411c-beee-426ba3fc3ea5, hostable agents: ['f2bada3d-be77-4359-982b-8505a2bbca04'], hosted agents: [] {{(pid=100247) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 15:00:32.037204 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5d06c00-72ce-4a32-b8b3-25350b19997b tempest-NetworksIpV6Test-1491836093 tempest-NetworksIpV6Test-1491836093-project] Network a867378f-9df3-411c-beee-426ba3fc3ea5 is scheduled to be hosted by DHCP agent f2bada3d-be77-4359-982b-8505a2bbca04 with binding_index 1 {{(pid=100247) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 15:00:32.046289 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.base_scheduler [None req-f5d06c00-72ce-4a32-b8b3-25350b19997b tempest-NetworksIpV6Test-1491836093 tempest-NetworksIpV6Test-1491836093-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773647-6, a867378f-9df3-411c-beee-426ba3fc3ea5) {{(pid=100247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 15:00:32.050869 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5d06c00-72ce-4a32-b8b3-25350b19997b tempest-NetworksIpV6Test-1491836093 tempest-NetworksIpV6Test-1491836093-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:00:32.051522 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-f5d06c00-72ce-4a32-b8b3-25350b19997b tempest-NetworksIpV6Test-1491836093 tempest-NetworksIpV6Test-1491836093-project] Notify callbacks [] for subnet, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:32.056183 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ccadb52-6310-428f-8080-116d6600b69f None None] Network a867378f-9df3-411c-beee-426ba3fc3ea5 requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 15:00:32.069832 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-f5d06c00-72ce-4a32-b8b3-25350b19997b tempest-NetworksIpV6Test-1491836093 tempest-NetworksIpV6Test-1491836093-project] 10.222.0.104 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.4055963 Jul 06 15:00:32.070067 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 60012) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 15:00:32.169910 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ce29b97-1b7f-4e40-9127-d67cc3120c9a None None] Network 72989ba2-0273-454c-b882-18b53893ebf1 requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 15:00:32.179753 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-9357704c-0624-4dd0-957c-b73885df7cea tempest-NetworksIpV6Test-1491836093 tempest-NetworksIpV6Test-1491836093-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530492'] for network, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:32.239822 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-6d337eb5-4685-4e43-8e5c-03f7f22c8393 None None] Provisioning for port dc70867e-9532-44c8-be73-6525166f51f7 completed by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 15:00:32.277370 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device dc70867e-9532-44c8-be73-6525166f51f7 up at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 15:00:32.277725 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-9357704c-0624-4dd0-957c-b73885df7cea tempest-NetworksIpV6Test-1491836093 tempest-NetworksIpV6Test-1491836093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-913473'] for subnet, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:32.301305 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-804a8db6-7f78-4486-ade9-ee4d23dbafd4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6bd5fc82-6666-56e8-87c2-91648d36c963-a867378f-9df3-411c-beee-426ba3fc3ea5', 'network_id': 'a867378f-9df3-411c-beee-426ba3fc3ea5', 'tenant_id': '60103defc3aa409486f195b71ceebf2b', 'fixed_ips': [{'subnet_id': '54166b30-10c3-4230-9ca6-d918d59a07be'}]}} from n-d-773647-6. {{(pid=100248) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 15:00:32.302141 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-804a8db6-7f78-4486-ade9-ee4d23dbafd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:32.343820 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-9357704c-0624-4dd0-957c-b73885df7cea tempest-NetworksIpV6Test-1491836093 tempest-NetworksIpV6Test-1491836093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-913480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1849032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-128888347', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127627857'] for subnet, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:32.377115 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9357704c-0624-4dd0-957c-b73885df7cea tempest-NetworksIpV6Test-1491836093 tempest-NetworksIpV6Test-1491836093-project] Pushing event deleted for resources: {'Subnet': ['ID=54166b30-10c3-4230-9ca6-d918d59a07be,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:00:32.430505 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-9357704c-0624-4dd0-957c-b73885df7cea tempest-NetworksIpV6Test-1491836093 tempest-NetworksIpV6Test-1491836093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-917204', 'neutron.services.segments.db._delete_segments_for_network-8773753502302'] for network, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:32.441117 n-d-773647-6 neutron-server[100247]: DEBUG neutron.services.segments.db [None req-9357704c-0624-4dd0-957c-b73885df7cea tempest-NetworksIpV6Test-1491836093 tempest-NetworksIpV6Test-1491836093-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a867378f-9df3-411c-beee-426ba3fc3ea5']}} {{(pid=100247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:00:32.452826 n-d-773647-6 neutron-server[100247]: DEBUG neutron.services.segments.db [None req-9357704c-0624-4dd0-957c-b73885df7cea tempest-NetworksIpV6Test-1491836093 tempest-NetworksIpV6Test-1491836093-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd6bd047d-a508-46b4-ab74-ada495201dd5') {'for_net_delete': True} {{(pid=100247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:00:32.454091 n-d-773647-6 neutron-server[100247]: DEBUG neutron.services.segments.db [None req-9357704c-0624-4dd0-957c-b73885df7cea tempest-NetworksIpV6Test-1491836093 tempest-NetworksIpV6Test-1491836093-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd6bd047d-a508-46b4-ab74-ada495201dd5') {} {{(pid=100247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:00:32.462171 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning for port dc70867e-9532-44c8-be73-6525166f51f7 completed by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 15:00:32.462331 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-9357704c-0624-4dd0-957c-b73885df7cea tempest-NetworksIpV6Test-1491836093 tempest-NetworksIpV6Test-1491836093-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773753515138', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127131763'] for segment, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:32.471968 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning complete for port dc70867e-9532-44c8-be73-6525166f51f7 triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 15:00:32.472342 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:32.476263 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-9357704c-0624-4dd0-957c-b73885df7cea tempest-NetworksIpV6Test-1491836093 tempest-NetworksIpV6Test-1491836093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552'] for segment, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:32.482613 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9357704c-0624-4dd0-957c-b73885df7cea tempest-NetworksIpV6Test-1491836093 tempest-NetworksIpV6Test-1491836093-project] Releasing vlan 1011 on physical network physnet1 to pool {{(pid=100247) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 15:00:32.483006 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-9357704c-0624-4dd0-957c-b73885df7cea tempest-NetworksIpV6Test-1491836093 tempest-NetworksIpV6Test-1491836093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-128888574'] for segment, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:32.486366 n-d-773647-6 neutron-server[100247]: Traceback (most recent call last): Jul 06 15:00:32.486366 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 15:00:32.486366 n-d-773647-6 neutron-server[100247]: timer() Jul 06 15:00:32.486366 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 15:00:32.486366 n-d-773647-6 neutron-server[100247]: cb(*args, **kw) Jul 06 15:00:32.486366 n-d-773647-6 neutron-server[100247]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 15:00:32.486366 n-d-773647-6 neutron-server[100247]: return func(*args, **kwargs) Jul 06 15:00:32.486366 n-d-773647-6 neutron-server[100247]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 15:00:32.486366 n-d-773647-6 neutron-server[100247]: self._notify() Jul 06 15:00:32.486366 n-d-773647-6 neutron-server[100247]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 15:00:32.486366 n-d-773647-6 neutron-server[100247]: self.callback(batched_events) Jul 06 15:00:32.486366 n-d-773647-6 neutron-server[100247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 15:00:32.486366 n-d-773647-6 neutron-server[100247]: event.method(event) Jul 06 15:00:32.486366 n-d-773647-6 neutron-server[100247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 15:00:32.486366 n-d-773647-6 neutron-server[100247]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 15:00:32.486366 n-d-773647-6 neutron-server[100247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 15:00:32.486366 n-d-773647-6 neutron-server[100247]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 15:00:32.486366 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 15:00:32.486366 n-d-773647-6 neutron-server[100247]: return f(self, *a, **k) Jul 06 15:00:32.486366 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 15:00:32.486366 n-d-773647-6 neutron-server[100247]: return self._get(url).json() Jul 06 15:00:32.486366 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 15:00:32.486366 n-d-773647-6 neutron-server[100247]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 15:00:32.486366 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 15:00:32.486366 n-d-773647-6 neutron-server[100247]: return self.request(url, 'GET', **kwargs) Jul 06 15:00:32.486366 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 15:00:32.486366 n-d-773647-6 neutron-server[100247]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 15:00:32.486366 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 15:00:32.486366 n-d-773647-6 neutron-server[100247]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 15:00:32.486366 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 15:00:32.486366 n-d-773647-6 neutron-server[100247]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 15:00:32.486366 n-d-773647-6 neutron-server[100247]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 15:00:32.492921 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server [None req-804a8db6-7f78-4486-ade9-ee4d23dbafd4 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 54166b30-10c3-4230-9ca6-d918d59a07be: This subnet is being modified by another concurrent operation. Jul 06 15:00:32.492921 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 06 15:00:32.492921 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 06 15:00:32.492921 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 06 15:00:32.492921 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 06 15:00:32.492921 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 06 15:00:32.492921 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 06 15:00:32.492921 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 06 15:00:32.492921 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 06 15:00:32.492921 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 06 15:00:32.492921 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 06 15:00:32.492921 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 06 15:00:32.492921 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 06 15:00:32.492921 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 06 15:00:32.492921 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 06 15:00:32.492921 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server raise self.value Jul 06 15:00:32.492921 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 06 15:00:32.492921 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 06 15:00:32.492921 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 06 15:00:32.492921 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 06 15:00:32.492921 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 06 15:00:32.492921 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 06 15:00:32.492921 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 06 15:00:32.492921 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server raise self.value Jul 06 15:00:32.492921 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 06 15:00:32.492921 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 06 15:00:32.492921 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 06 15:00:32.492921 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 06 15:00:32.492921 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 06 15:00:32.492921 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 06 15:00:32.492921 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 06 15:00:32.492921 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server raise self.value Jul 06 15:00:32.492921 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 06 15:00:32.492921 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 06 15:00:32.492921 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 06 15:00:32.492921 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 06 15:00:32.492921 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 06 15:00:32.492921 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 06 15:00:32.492921 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 06 15:00:32.492921 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 06 15:00:32.492921 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 06 15:00:32.492921 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 06 15:00:32.492921 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 06 15:00:32.492921 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 06 15:00:32.492921 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 06 15:00:32.492921 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 06 15:00:32.492921 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 06 15:00:32.492921 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 06 15:00:32.492921 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 06 15:00:32.492921 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 06 15:00:32.492921 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 06 15:00:32.492921 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server raise self.value Jul 06 15:00:32.492921 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 06 15:00:32.492921 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 06 15:00:32.492921 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 06 15:00:32.492921 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 06 15:00:32.492921 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 06 15:00:32.492921 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 06 15:00:32.492921 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 06 15:00:32.492921 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server raise self.value Jul 06 15:00:32.492921 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 06 15:00:32.492921 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 06 15:00:32.492921 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 06 15:00:32.492921 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 06 15:00:32.492921 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 06 15:00:32.492921 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 06 15:00:32.492921 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 06 15:00:32.492921 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server raise self.value Jul 06 15:00:32.492921 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 06 15:00:32.492921 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 06 15:00:32.492921 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 06 15:00:32.492921 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 06 15:00:32.492921 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 06 15:00:32.492921 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 06 15:00:32.492921 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 06 15:00:32.492921 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 06 15:00:32.492921 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 06 15:00:32.492921 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 06 15:00:32.492921 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 06 15:00:32.492921 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 06 15:00:32.492921 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 06 15:00:32.492921 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server raise self.value Jul 06 15:00:32.492921 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 06 15:00:32.492921 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 06 15:00:32.492921 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 06 15:00:32.492921 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 06 15:00:32.492921 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 06 15:00:32.492921 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 06 15:00:32.492921 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 06 15:00:32.492921 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server raise exception Jul 06 15:00:32.492921 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 54166b30-10c3-4230-9ca6-d918d59a07be: This subnet is being modified by another concurrent operation. Jul 06 15:00:32.492921 n-d-773647-6 neutron-server[100248]: ERROR oslo_messaging.rpc.server Jul 06 15:00:32.521135 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81433a5d-5312-4118-99d5-6c7218f850d9 None None] Network a867378f-9df3-411c-beee-426ba3fc3ea5 requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 15:00:32.558153 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-9357704c-0624-4dd0-957c-b73885df7cea tempest-NetworksIpV6Test-1491836093 tempest-NetworksIpV6Test-1491836093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-917215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1761140'] for network, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:32.567299 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-9357704c-0624-4dd0-957c-b73885df7cea tempest-NetworksIpV6Test-1491836093 tempest-NetworksIpV6Test-1491836093-project] Notify callbacks [] for network, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:32.572527 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-9357704c-0624-4dd0-957c-b73885df7cea tempest-NetworksIpV6Test-1491836093 tempest-NetworksIpV6Test-1491836093-project] 10.222.0.104 "DELETE /v2.0/networks/a867378f-9df3-411c-beee-426ba3fc3ea5 HTTP/1.1" status: 204 len: 168 time: 0.4980159 Jul 06 15:00:32.572746 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 60014) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 15:00:32.577625 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [None req-2886a187-1c71-4e80-9f10-bf2b4f8d3473 tempest-NetworksIpV6Test-1491836093 tempest-NetworksIpV6Test-1491836093-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1447545316'}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 15:00:32.591310 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9357704c-0624-4dd0-957c-b73885df7cea tempest-NetworksIpV6Test-1491836093 tempest-NetworksIpV6Test-1491836093-project] Pushing event deleted for resources: {'Network': ['ID=a867378f-9df3-411c-beee-426ba3fc3ea5,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:00:32.613534 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2886a187-1c71-4e80-9f10-bf2b4f8d3473 tempest-NetworksIpV6Test-1491836093 tempest-NetworksIpV6Test-1491836093-project] Made reservation on behalf of 60103defc3aa409486f195b71ceebf2b for: {'network': 1} {{(pid=100247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 15:00:32.617212 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-2886a187-1c71-4e80-9f10-bf2b4f8d3473 tempest-NetworksIpV6Test-1491836093 tempest-NetworksIpV6Test-1491836093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for network, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:32.643078 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2886a187-1c71-4e80-9f10-bf2b4f8d3473 tempest-NetworksIpV6Test-1491836093 tempest-NetworksIpV6Test-1491836093-project] vlan segment allocate from pool success with {'vlan_id': 1011, 'physical_network': 'physnet1'} {{(pid=100247) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 15:00:32.653919 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-2886a187-1c71-4e80-9f10-bf2b4f8d3473 tempest-NetworksIpV6Test-1491836093 tempest-NetworksIpV6Test-1491836093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552'] for segment, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:32.654520 n-d-773647-6 neutron-server[100247]: INFO neutron.db.segments_db [None req-2886a187-1c71-4e80-9f10-bf2b4f8d3473 tempest-NetworksIpV6Test-1491836093 tempest-NetworksIpV6Test-1491836093-project] Added segment 18bfb70a-2c7c-4b5b-973c-56bea871e9c5 of type vlan for network 9ff74528-765b-460b-a884-4d9f14ed4365 Jul 06 15:00:32.682838 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:32.699401 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-2886a187-1c71-4e80-9f10-bf2b4f8d3473 tempest-NetworksIpV6Test-1491836093 tempest-NetworksIpV6Test-1491836093-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773752984405'] for network, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:32.715986 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] For port dc70867e-9532-44c8-be73-6525166f51f7, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=dc70867e-9532-44c8-be73-6525166f51f7,segment=NetworkSegment(3de08cd2-dc0f-4a99-acbe-cebdaa09bb94),segment_id=3de08cd2-dc0f-4a99-acbe-cebdaa09bb94)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 15:00:32.720617 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:32.735283 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-2886a187-1c71-4e80-9f10-bf2b4f8d3473 tempest-NetworksIpV6Test-1491836093 tempest-NetworksIpV6Test-1491836093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060'] for network, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:32.740580 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2886a187-1c71-4e80-9f10-bf2b4f8d3473 tempest-NetworksIpV6Test-1491836093 tempest-NetworksIpV6Test-1491836093-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:00:32.741552 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-2886a187-1c71-4e80-9f10-bf2b4f8d3473 tempest-NetworksIpV6Test-1491836093 tempest-NetworksIpV6Test-1491836093-project] Notify callbacks [] for network, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:32.773099 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Pushing event updated for resources: {'Port': ['ID=dc70867e-9532-44c8-be73-6525166f51f7,revision_number=3']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:00:32.801977 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-2886a187-1c71-4e80-9f10-bf2b4f8d3473 tempest-NetworksIpV6Test-1491836093 tempest-NetworksIpV6Test-1491836093-project] 10.222.0.104 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2281880 Jul 06 15:00:32.806078 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 60016) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 15:00:32.809083 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66772c3e-a086-4e50-930e-e3695a88fdaa None None] get_active_networks_info from n-d-773647-6 {{(pid=100248) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 06 15:00:32.812233 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-f7d91690-a2f2-4cf6-8834-0e6d0b6d15a4 tempest-NetworksIpV6Test-1491836093 tempest-NetworksIpV6Test-1491836093-project] Request body: {'subnet': {'network_id': '9ff74528-765b-460b-a884-4d9f14ed4365', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 15:00:32.818761 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2886a187-1c71-4e80-9f10-bf2b4f8d3473 tempest-NetworksIpV6Test-1491836093 tempest-NetworksIpV6Test-1491836093-project] Pushing event updated for resources: {'Network': ['ID=9ff74528-765b-460b-a884-4d9f14ed4365,revision_number=1']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:00:32.831742 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Network 9ff74528-765b-460b-a884-4d9f14ed4365 details requested by agent ovs-agent-n-d-773647-6 with host n-d-773647-6 {{(pid=100248) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 15:00:32.907741 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7d91690-a2f2-4cf6-8834-0e6d0b6d15a4 tempest-NetworksIpV6Test-1491836093 tempest-NetworksIpV6Test-1491836093-project] Made reservation on behalf of 60103defc3aa409486f195b71ceebf2b for: {'subnet': 1} {{(pid=100246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 15:00:32.911163 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-f7d91690-a2f2-4cf6-8834-0e6d0b6d15a4 tempest-NetworksIpV6Test-1491836093 tempest-NetworksIpV6Test-1491836093-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127702029'] for subnet, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:32.932742 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-1197665d-60c9-4636-bac2-0156caf89658 None None] Provisioning complete for port dc70867e-9532-44c8-be73-6525166f51f7 triggered by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 15:00:32.933164 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-1197665d-60c9-4636-bac2-0156caf89658 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:32.960399 n-d-773647-6 neutron-server[100248]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66772c3e-a086-4e50-930e-e3695a88fdaa None None] Resources bound (agent type, host, resource id): {{(pid=100248) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 06 15:00:33.108441 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-f7d91690-a2f2-4cf6-8834-0e6d0b6d15a4 tempest-NetworksIpV6Test-1491836093 tempest-NetworksIpV6Test-1491836093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1849032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127687649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127702047'] for subnet, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:33.170785 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d91690-a2f2-4cf6-8834-0e6d0b6d15a4 tempest-NetworksIpV6Test-1491836093 tempest-NetworksIpV6Test-1491836093-project] Pushing event updated for resources: {'Subnet': ['ID=20708543-11b5-4a6f-8493-9fd4a682be7c,revision_number=0']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:00:33.179309 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7d91690-a2f2-4cf6-8834-0e6d0b6d15a4 tempest-NetworksIpV6Test-1491836093 tempest-NetworksIpV6Test-1491836093-project] Checking segment: {'id': '18bfb70a-2c7c-4b5b-973c-56bea871e9c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1011, 'network_id': '9ff74528-765b-460b-a884-4d9f14ed4365'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 15:00:33.179686 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7d91690-a2f2-4cf6-8834-0e6d0b6d15a4 tempest-NetworksIpV6Test-1491836093 tempest-NetworksIpV6Test-1491836093-project] Network hostable DHCP agents. Network: 9ff74528-765b-460b-a884-4d9f14ed4365, hostable agents: ['f2bada3d-be77-4359-982b-8505a2bbca04'], hosted agents: [] {{(pid=100246) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 15:00:33.197162 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7d91690-a2f2-4cf6-8834-0e6d0b6d15a4 tempest-NetworksIpV6Test-1491836093 tempest-NetworksIpV6Test-1491836093-project] Network 9ff74528-765b-460b-a884-4d9f14ed4365 is scheduled to be hosted by DHCP agent f2bada3d-be77-4359-982b-8505a2bbca04 with binding_index 1 {{(pid=100246) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 15:00:33.207011 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.base_scheduler [None req-f7d91690-a2f2-4cf6-8834-0e6d0b6d15a4 tempest-NetworksIpV6Test-1491836093 tempest-NetworksIpV6Test-1491836093-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773647-6, 9ff74528-765b-460b-a884-4d9f14ed4365) {{(pid=100246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 15:00:33.211408 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7d91690-a2f2-4cf6-8834-0e6d0b6d15a4 tempest-NetworksIpV6Test-1491836093 tempest-NetworksIpV6Test-1491836093-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:00:33.211986 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-f7d91690-a2f2-4cf6-8834-0e6d0b6d15a4 tempest-NetworksIpV6Test-1491836093 tempest-NetworksIpV6Test-1491836093-project] Notify callbacks [] for subnet, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:33.215006 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b78c18d-e602-4f18-8c4c-2e84808080b5 None None] Network 9ff74528-765b-460b-a884-4d9f14ed4365 requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 15:00:33.228335 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-f7d91690-a2f2-4cf6-8834-0e6d0b6d15a4 tempest-NetworksIpV6Test-1491836093 tempest-NetworksIpV6Test-1491836093-project] 10.222.0.104 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4207287 Jul 06 15:00:33.231970 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 60018) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 15:00:33.237468 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [None req-ef4c25c1-67bd-4f4e-94a0-3797297dacc0 tempest-NetworksIpV6Test-1491836093 tempest-NetworksIpV6Test-1491836093-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1520599783'}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 15:00:33.258813 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef4c25c1-67bd-4f4e-94a0-3797297dacc0 tempest-NetworksIpV6Test-1491836093 tempest-NetworksIpV6Test-1491836093-project] Made reservation on behalf of 60103defc3aa409486f195b71ceebf2b for: {'network': 1} {{(pid=100247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 15:00:33.262533 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-ef4c25c1-67bd-4f4e-94a0-3797297dacc0 tempest-NetworksIpV6Test-1491836093 tempest-NetworksIpV6Test-1491836093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for network, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:33.287549 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef4c25c1-67bd-4f4e-94a0-3797297dacc0 tempest-NetworksIpV6Test-1491836093 tempest-NetworksIpV6Test-1491836093-project] vlan segment allocate from pool success with {'vlan_id': 1025, 'physical_network': 'physnet1'} {{(pid=100247) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 15:00:33.296629 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-ef4c25c1-67bd-4f4e-94a0-3797297dacc0 tempest-NetworksIpV6Test-1491836093 tempest-NetworksIpV6Test-1491836093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552'] for segment, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:33.297111 n-d-773647-6 neutron-server[100247]: INFO neutron.db.segments_db [None req-ef4c25c1-67bd-4f4e-94a0-3797297dacc0 tempest-NetworksIpV6Test-1491836093 tempest-NetworksIpV6Test-1491836093-project] Added segment 0d2ae7cc-aab9-4a37-9ba5-89d27f80ae8f of type vlan for network de3b31d0-68ce-47a5-a7a3-a4ddf71cf51b Jul 06 15:00:33.337807 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-ef4c25c1-67bd-4f4e-94a0-3797297dacc0 tempest-NetworksIpV6Test-1491836093 tempest-NetworksIpV6Test-1491836093-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773752984405'] for network, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:33.360811 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8911e864-93c2-4848-b5d1-935e9b39f420 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6bd5fc82-6666-56e8-87c2-91648d36c963-9ff74528-765b-460b-a884-4d9f14ed4365', 'network_id': '9ff74528-765b-460b-a884-4d9f14ed4365', 'tenant_id': '60103defc3aa409486f195b71ceebf2b', 'fixed_ips': [{'subnet_id': '20708543-11b5-4a6f-8493-9fd4a682be7c'}]}} from n-d-773647-6. {{(pid=100248) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 15:00:33.361671 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-8911e864-93c2-4848-b5d1-935e9b39f420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:33.365778 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-ef4c25c1-67bd-4f4e-94a0-3797297dacc0 tempest-NetworksIpV6Test-1491836093 tempest-NetworksIpV6Test-1491836093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060'] for network, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:33.371653 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef4c25c1-67bd-4f4e-94a0-3797297dacc0 tempest-NetworksIpV6Test-1491836093 tempest-NetworksIpV6Test-1491836093-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:00:33.372386 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-ef4c25c1-67bd-4f4e-94a0-3797297dacc0 tempest-NetworksIpV6Test-1491836093 tempest-NetworksIpV6Test-1491836093-project] Notify callbacks [] for network, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:33.430553 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-ef4c25c1-67bd-4f4e-94a0-3797297dacc0 tempest-NetworksIpV6Test-1491836093 tempest-NetworksIpV6Test-1491836093-project] 10.222.0.104 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.1972878 Jul 06 15:00:33.433519 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 60020) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 15:00:33.439398 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-af23087d-59a4-42e7-bc3e-d87773ad9931 tempest-NetworksIpV6Test-1491836093 tempest-NetworksIpV6Test-1491836093-project] Request body: {'subnet': {'network_id': 'de3b31d0-68ce-47a5-a7a3-a4ddf71cf51b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 15:00:33.445269 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4c25c1-67bd-4f4e-94a0-3797297dacc0 tempest-NetworksIpV6Test-1491836093 tempest-NetworksIpV6Test-1491836093-project] Pushing event updated for resources: {'Network': ['ID=de3b31d0-68ce-47a5-a7a3-a4ddf71cf51b,revision_number=1']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:00:33.457033 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Network de3b31d0-68ce-47a5-a7a3-a4ddf71cf51b details requested by agent ovs-agent-n-d-773647-6 with host n-d-773647-6 {{(pid=100248) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 15:00:33.533375 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af23087d-59a4-42e7-bc3e-d87773ad9931 tempest-NetworksIpV6Test-1491836093 tempest-NetworksIpV6Test-1491836093-project] Made reservation on behalf of 60103defc3aa409486f195b71ceebf2b for: {'subnet': 1} {{(pid=100246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 15:00:33.537092 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-af23087d-59a4-42e7-bc3e-d87773ad9931 tempest-NetworksIpV6Test-1491836093 tempest-NetworksIpV6Test-1491836093-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127702029'] for subnet, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:33.555582 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.db_base_plugin_common [None req-8911e864-93c2-4848-b5d1-935e9b39f420 None None] Allocated IP 2001:db8::2 (9ff74528-765b-460b-a884-4d9f14ed4365/20708543-11b5-4a6f-8493-9fd4a682be7c/5d3e5126-9d71-4dcc-bd51-9c46b030f0d8) {{(pid=100248) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 15:00:33.709559 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-8911e864-93c2-4848-b5d1-935e9b39f420 None None] Notify callbacks [] for port, precommit_create {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:33.717559 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-8911e864-93c2-4848-b5d1-935e9b39f420 None None] Transition to ACTIVE for port object 5d3e5126-9d71-4dcc-bd51-9c46b030f0d8 will not be triggered until provisioned by entity L2. {{(pid=100248) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 15:00:33.728524 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-af23087d-59a4-42e7-bc3e-d87773ad9931 tempest-NetworksIpV6Test-1491836093 tempest-NetworksIpV6Test-1491836093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1849032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127687649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127702047'] for subnet, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:33.731962 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-8911e864-93c2-4848-b5d1-935e9b39f420 None None] Transition to ACTIVE for port object 5d3e5126-9d71-4dcc-bd51-9c46b030f0d8 will not be triggered until provisioned by entity DHCP. {{(pid=100248) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 15:00:33.742423 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-8911e864-93c2-4848-b5d1-935e9b39f420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108'] for port, after_create {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:33.777403 n-d-773647-6 neutron-server[100248]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8911e864-93c2-4848-b5d1-935e9b39f420 None None] Network 9ff74528-765b-460b-a884-4d9f14ed4365 is already hosted by enough agents. {{(pid=100248) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 15:00:33.780220 n-d-773647-6 neutron-server[100248]: DEBUG neutron.scheduler.base_scheduler [None req-8911e864-93c2-4848-b5d1-935e9b39f420 None None] Resources bound (agent type, host, resource id): {{(pid=100248) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 15:00:33.783810 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8911e864-93c2-4848-b5d1-935e9b39f420 None None] Received port after_create {{(pid=100248) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 15:00:33.794493 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af23087d-59a4-42e7-bc3e-d87773ad9931 tempest-NetworksIpV6Test-1491836093 tempest-NetworksIpV6Test-1491836093-project] Pushing event updated for resources: {'Subnet': ['ID=30cef238-e257-496b-9d51-8bd75a3247a4,revision_number=0']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:00:33.797974 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8911e864-93c2-4848-b5d1-935e9b39f420 None None] Pushing event updated for resources: {'Port': ['ID=5d3e5126-9d71-4dcc-bd51-9c46b030f0d8,revision_number=1']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:00:33.799648 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af23087d-59a4-42e7-bc3e-d87773ad9931 tempest-NetworksIpV6Test-1491836093 tempest-NetworksIpV6Test-1491836093-project] Checking segment: {'id': '0d2ae7cc-aab9-4a37-9ba5-89d27f80ae8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': 'de3b31d0-68ce-47a5-a7a3-a4ddf71cf51b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 15:00:33.800028 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af23087d-59a4-42e7-bc3e-d87773ad9931 tempest-NetworksIpV6Test-1491836093 tempest-NetworksIpV6Test-1491836093-project] Network hostable DHCP agents. Network: de3b31d0-68ce-47a5-a7a3-a4ddf71cf51b, hostable agents: ['f2bada3d-be77-4359-982b-8505a2bbca04'], hosted agents: [] {{(pid=100246) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 15:00:33.818021 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af23087d-59a4-42e7-bc3e-d87773ad9931 tempest-NetworksIpV6Test-1491836093 tempest-NetworksIpV6Test-1491836093-project] Network de3b31d0-68ce-47a5-a7a3-a4ddf71cf51b is scheduled to be hosted by DHCP agent f2bada3d-be77-4359-982b-8505a2bbca04 with binding_index 1 {{(pid=100246) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 15:00:33.827644 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.base_scheduler [None req-af23087d-59a4-42e7-bc3e-d87773ad9931 tempest-NetworksIpV6Test-1491836093 tempest-NetworksIpV6Test-1491836093-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773647-6, de3b31d0-68ce-47a5-a7a3-a4ddf71cf51b) {{(pid=100246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 15:00:33.832867 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af23087d-59a4-42e7-bc3e-d87773ad9931 tempest-NetworksIpV6Test-1491836093 tempest-NetworksIpV6Test-1491836093-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:00:33.834332 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-af23087d-59a4-42e7-bc3e-d87773ad9931 tempest-NetworksIpV6Test-1491836093 tempest-NetworksIpV6Test-1491836093-project] Notify callbacks [] for subnet, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:33.849580 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-af23087d-59a4-42e7-bc3e-d87773ad9931 tempest-NetworksIpV6Test-1491836093 tempest-NetworksIpV6Test-1491836093-project] 10.222.0.104 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4149055 Jul 06 15:00:33.852139 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 60022) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 15:00:33.956959 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-49bce1af-0198-47a4-9992-b60fcf3c3d28 tempest-NetworksIpV6Test-1491836093 tempest-NetworksIpV6Test-1491836093-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530492'] for network, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:34.000543 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a08b6c70-e239-4ca8-a02b-d1bbf1a7e5d9 None None] Network de3b31d0-68ce-47a5-a7a3-a4ddf71cf51b requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 15:00:34.009308 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-49bce1af-0198-47a4-9992-b60fcf3c3d28 tempest-NetworksIpV6Test-1491836093 tempest-NetworksIpV6Test-1491836093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-913473'] for subnet, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:34.046235 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-8911e864-93c2-4848-b5d1-935e9b39f420 None None] Attempting to bind port 5d3e5126-9d71-4dcc-bd51-9c46b030f0d8 on host n-d-773647-6 for vnic_type normal with profile {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 15:00:34.046604 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-8911e864-93c2-4848-b5d1-935e9b39f420 None None] Attempting to bind port 5d3e5126-9d71-4dcc-bd51-9c46b030f0d8 by drivers openvswitch,hyperv on host n-d-773647-6 at level 0 using segments [{'id': '18bfb70a-2c7c-4b5b-973c-56bea871e9c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1011, 'network_id': '9ff74528-765b-460b-a884-4d9f14ed4365'}] {{(pid=100248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 15:00:34.047611 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8911e864-93c2-4848-b5d1-935e9b39f420 None None] Attempting to bind port 5d3e5126-9d71-4dcc-bd51-9c46b030f0d8 on network 9ff74528-765b-460b-a884-4d9f14ed4365 {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 15:00:34.057178 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8911e864-93c2-4848-b5d1-935e9b39f420 None None] Checking agent: {'id': '8ab5b19c-d213-4f29-891d-27bdf39d38b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773647-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 43, 26), 'started_at': datetime.datetime(2021, 7, 6, 13, 43, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 15, 0, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773647-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 15:00:34.057548 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8911e864-93c2-4848-b5d1-935e9b39f420 None None] Checking segment: {'id': '18bfb70a-2c7c-4b5b-973c-56bea871e9c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1011, 'network_id': '9ff74528-765b-460b-a884-4d9f14ed4365'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 15:00:34.057945 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-8911e864-93c2-4848-b5d1-935e9b39f420 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:34.058335 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8911e864-93c2-4848-b5d1-935e9b39f420 None None] Bound using segment: {'id': '18bfb70a-2c7c-4b5b-973c-56bea871e9c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1011, 'network_id': '9ff74528-765b-460b-a884-4d9f14ed4365'} {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 15:00:34.058796 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-8911e864-93c2-4848-b5d1-935e9b39f420 None None] Bound port: 5d3e5126-9d71-4dcc-bd51-9c46b030f0d8, host: n-d-773647-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18bfb70a-2c7c-4b5b-973c-56bea871e9c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1011, 'network_id': '9ff74528-765b-460b-a884-4d9f14ed4365'}}] {{(pid=100248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 15:00:34.059174 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-8911e864-93c2-4848-b5d1-935e9b39f420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:34.069938 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-49bce1af-0198-47a4-9992-b60fcf3c3d28 tempest-NetworksIpV6Test-1491836093 tempest-NetworksIpV6Test-1491836093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-913480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1849032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127687590', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127702764'] for subnet, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:34.098172 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49bce1af-0198-47a4-9992-b60fcf3c3d28 tempest-NetworksIpV6Test-1491836093 tempest-NetworksIpV6Test-1491836093-project] Pushing event deleted for resources: {'Subnet': ['ID=30cef238-e257-496b-9d51-8bd75a3247a4,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:00:34.163038 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-49bce1af-0198-47a4-9992-b60fcf3c3d28 tempest-NetworksIpV6Test-1491836093 tempest-NetworksIpV6Test-1491836093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-917204', 'neutron.services.segments.db._delete_segments_for_network-8773753502302'] for network, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:34.173509 n-d-773647-6 neutron-server[100246]: DEBUG neutron.services.segments.db [None req-49bce1af-0198-47a4-9992-b60fcf3c3d28 tempest-NetworksIpV6Test-1491836093 tempest-NetworksIpV6Test-1491836093-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de3b31d0-68ce-47a5-a7a3-a4ddf71cf51b']}} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:00:34.181166 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-8911e864-93c2-4848-b5d1-935e9b39f420 None None] For port 5d3e5126-9d71-4dcc-bd51-9c46b030f0d8, host n-d-773647-6, cleared binding levels {{(pid=100248) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 15:00:34.184994 n-d-773647-6 neutron-server[100246]: DEBUG neutron.services.segments.db [None req-49bce1af-0198-47a4-9992-b60fcf3c3d28 tempest-NetworksIpV6Test-1491836093 tempest-NetworksIpV6Test-1491836093-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d2ae7cc-aab9-4a37-9ba5-89d27f80ae8f') {'for_net_delete': True} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:00:34.184994 n-d-773647-6 neutron-server[100246]: DEBUG neutron.services.segments.db [None req-49bce1af-0198-47a4-9992-b60fcf3c3d28 tempest-NetworksIpV6Test-1491836093 tempest-NetworksIpV6Test-1491836093-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d2ae7cc-aab9-4a37-9ba5-89d27f80ae8f') {} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:00:34.192749 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44690f6d-5708-4da3-b59c-819c9b0272cb None None] Network de3b31d0-68ce-47a5-a7a3-a4ddf71cf51b requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 15:00:34.195716 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-49bce1af-0198-47a4-9992-b60fcf3c3d28 tempest-NetworksIpV6Test-1491836093 tempest-NetworksIpV6Test-1491836093-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773753515138', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126218898'] for segment, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:34.198602 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-8911e864-93c2-4848-b5d1-935e9b39f420 None None] For port 5d3e5126-9d71-4dcc-bd51-9c46b030f0d8, host n-d-773647-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=5d3e5126-9d71-4dcc-bd51-9c46b030f0d8,segment=NetworkSegment(18bfb70a-2c7c-4b5b-973c-56bea871e9c5),segment_id=18bfb70a-2c7c-4b5b-973c-56bea871e9c5)] {{(pid=100248) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 15:00:34.215236 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-8911e864-93c2-4848-b5d1-935e9b39f420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:34.215482 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-49bce1af-0198-47a4-9992-b60fcf3c3d28 tempest-NetworksIpV6Test-1491836093 tempest-NetworksIpV6Test-1491836093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552'] for segment, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:34.222296 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-49bce1af-0198-47a4-9992-b60fcf3c3d28 tempest-NetworksIpV6Test-1491836093 tempest-NetworksIpV6Test-1491836093-project] Releasing vlan 1025 on physical network physnet1 to pool {{(pid=100246) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 15:00:34.222726 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-49bce1af-0198-47a4-9992-b60fcf3c3d28 tempest-NetworksIpV6Test-1491836093 tempest-NetworksIpV6Test-1491836093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127687491'] for segment, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:34.225732 n-d-773647-6 neutron-server[100246]: Traceback (most recent call last): Jul 06 15:00:34.225732 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 15:00:34.225732 n-d-773647-6 neutron-server[100246]: timer() Jul 06 15:00:34.225732 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 15:00:34.225732 n-d-773647-6 neutron-server[100246]: cb(*args, **kw) Jul 06 15:00:34.225732 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 15:00:34.225732 n-d-773647-6 neutron-server[100246]: return func(*args, **kwargs) Jul 06 15:00:34.225732 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 15:00:34.225732 n-d-773647-6 neutron-server[100246]: self._notify() Jul 06 15:00:34.225732 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 15:00:34.225732 n-d-773647-6 neutron-server[100246]: self.callback(batched_events) Jul 06 15:00:34.225732 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 15:00:34.225732 n-d-773647-6 neutron-server[100246]: event.method(event) Jul 06 15:00:34.225732 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 15:00:34.225732 n-d-773647-6 neutron-server[100246]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 15:00:34.225732 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 15:00:34.225732 n-d-773647-6 neutron-server[100246]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 15:00:34.225732 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 15:00:34.225732 n-d-773647-6 neutron-server[100246]: return f(self, *a, **k) Jul 06 15:00:34.225732 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 15:00:34.225732 n-d-773647-6 neutron-server[100246]: return self._get(url).json() Jul 06 15:00:34.225732 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 15:00:34.225732 n-d-773647-6 neutron-server[100246]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 15:00:34.225732 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 15:00:34.225732 n-d-773647-6 neutron-server[100246]: return self.request(url, 'GET', **kwargs) Jul 06 15:00:34.225732 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 15:00:34.225732 n-d-773647-6 neutron-server[100246]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 15:00:34.225732 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 15:00:34.225732 n-d-773647-6 neutron-server[100246]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 15:00:34.225732 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 15:00:34.225732 n-d-773647-6 neutron-server[100246]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 15:00:34.225732 n-d-773647-6 neutron-server[100246]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 15:00:34.272078 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device dc70867e-9532-44c8-be73-6525166f51f7 up at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 15:00:34.284641 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-49bce1af-0198-47a4-9992-b60fcf3c3d28 tempest-NetworksIpV6Test-1491836093 tempest-NetworksIpV6Test-1491836093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-917215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1761140'] for network, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:34.292785 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-49bce1af-0198-47a4-9992-b60fcf3c3d28 tempest-NetworksIpV6Test-1491836093 tempest-NetworksIpV6Test-1491836093-project] Notify callbacks [] for network, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:34.294613 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-49bce1af-0198-47a4-9992-b60fcf3c3d28 tempest-NetworksIpV6Test-1491836093 tempest-NetworksIpV6Test-1491836093-project] 10.222.0.104 "DELETE /v2.0/networks/de3b31d0-68ce-47a5-a7a3-a4ddf71cf51b HTTP/1.1" status: 204 len: 168 time: 0.4414976 Jul 06 15:00:34.297542 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 60024) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 15:00:34.311198 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49bce1af-0198-47a4-9992-b60fcf3c3d28 tempest-NetworksIpV6Test-1491836093 tempest-NetworksIpV6Test-1491836093-project] Pushing event deleted for resources: {'Network': ['ID=de3b31d0-68ce-47a5-a7a3-a4ddf71cf51b,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:00:34.336118 n-d-773647-6 neutron-server[100247]: INFO neutron.pecan_wsgi.hooks.translation [None req-e3256348-b9c5-488b-91d9-742515f1d9ef tempest-NetworksIpV6Test-1491836093 tempest-NetworksIpV6Test-1491836093-project] GET failed (client error): The resource could not be found. Jul 06 15:00:34.337515 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-e3256348-b9c5-488b-91d9-742515f1d9ef tempest-NetworksIpV6Test-1491836093 tempest-NetworksIpV6Test-1491836093-project] 10.222.0.104 "GET /v2.0/subnets/30cef238-e257-496b-9d51-8bd75a3247a4 HTTP/1.1" status: 404 len: 337 time: 0.0383148 Jul 06 15:00:34.340417 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 60026) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 15:00:34.364429 n-d-773647-6 neutron-server[100247]: INFO neutron.pecan_wsgi.hooks.translation [None req-111491da-049d-40a5-891d-1d66f91a688f tempest-NetworksIpV6Test-1491836093 tempest-NetworksIpV6Test-1491836093-project] DELETE failed (client error): The resource could not be found. Jul 06 15:00:34.365043 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-111491da-049d-40a5-891d-1d66f91a688f tempest-NetworksIpV6Test-1491836093 tempest-NetworksIpV6Test-1491836093-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100247) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 15:00:34.366777 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-111491da-049d-40a5-891d-1d66f91a688f tempest-NetworksIpV6Test-1491836093 tempest-NetworksIpV6Test-1491836093-project] 10.222.0.104 "DELETE /v2.0/networks/de3b31d0-68ce-47a5-a7a3-a4ddf71cf51b HTTP/1.1" status: 404 len: 339 time: 0.0246525 Jul 06 15:00:34.368836 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8911e864-93c2-4848-b5d1-935e9b39f420 None None] Pushing event updated for resources: {'Port': ['ID=5d3e5126-9d71-4dcc-bd51-9c46b030f0d8,revision_number=2']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:00:34.370552 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 60028) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 15:00:34.398916 n-d-773647-6 neutron-server[100247]: INFO neutron.pecan_wsgi.hooks.translation [None req-7947dfa3-f9f5-416d-b788-e75181ea2247 tempest-NetworksIpV6Test-1491836093 tempest-NetworksIpV6Test-1491836093-project] DELETE failed (client error): The resource could not be found. Jul 06 15:00:34.399503 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7947dfa3-f9f5-416d-b788-e75181ea2247 tempest-NetworksIpV6Test-1491836093 tempest-NetworksIpV6Test-1491836093-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100247) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 15:00:34.401102 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning complete for port dc70867e-9532-44c8-be73-6525166f51f7 triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 15:00:34.401487 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:34.404372 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 60030) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 15:00:34.404495 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-7947dfa3-f9f5-416d-b788-e75181ea2247 tempest-NetworksIpV6Test-1491836093 tempest-NetworksIpV6Test-1491836093-project] 10.222.0.104 "DELETE /v2.0/subnets/30cef238-e257-496b-9d51-8bd75a3247a4 HTTP/1.1" status: 404 len: 337 time: 0.0320935 Jul 06 15:00:34.424224 n-d-773647-6 neutron-server[100246]: INFO neutron.pecan_wsgi.hooks.translation [None req-f402f33c-3ff2-43b1-a210-42d70ccd4fde tempest-NetworksIpV6Test-1491836093 tempest-NetworksIpV6Test-1491836093-project] DELETE failed (client error): The resource could not be found. Jul 06 15:00:34.424949 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f402f33c-3ff2-43b1-a210-42d70ccd4fde tempest-NetworksIpV6Test-1491836093 tempest-NetworksIpV6Test-1491836093-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100246) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 15:00:34.426739 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-f402f33c-3ff2-43b1-a210-42d70ccd4fde tempest-NetworksIpV6Test-1491836093 tempest-NetworksIpV6Test-1491836093-project] 10.222.0.104 "DELETE /v2.0/networks/de3b31d0-68ce-47a5-a7a3-a4ddf71cf51b HTTP/1.1" status: 404 len: 339 time: 0.0215454 Jul 06 15:00:34.429542 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 60032) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 15:00:34.481877 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.db_base_plugin_v2 [None req-5eabe24d-134f-47b0-97a3-b822ff8466f0 tempest-NetworksIpV6Test-1491836093 tempest-NetworksIpV6Test-1491836093-project] Deleting subnet 20708543-11b5-4a6f-8493-9fd4a682be7c {{(pid=100246) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 15:00:34.485882 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-5eabe24d-134f-47b0-97a3-b822ff8466f0 tempest-NetworksIpV6Test-1491836093 tempest-NetworksIpV6Test-1491836093-project] Notify callbacks [] for subnet, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:34.538382 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-5eabe24d-134f-47b0-97a3-b822ff8466f0 tempest-NetworksIpV6Test-1491836093 tempest-NetworksIpV6Test-1491836093-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126218885'] for subnet, precommit_delete_associations {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:34.630702 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-5eabe24d-134f-47b0-97a3-b822ff8466f0 tempest-NetworksIpV6Test-1491836093 tempest-NetworksIpV6Test-1491836093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-913473'] for subnet, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:34.689458 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-5eabe24d-134f-47b0-97a3-b822ff8466f0 tempest-NetworksIpV6Test-1491836093 tempest-NetworksIpV6Test-1491836093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-913480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1849032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127687590', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127702764'] for subnet, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:34.716140 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eabe24d-134f-47b0-97a3-b822ff8466f0 tempest-NetworksIpV6Test-1491836093 tempest-NetworksIpV6Test-1491836093-project] Pushing event deleted for resources: {'Subnet': ['ID=20708543-11b5-4a6f-8493-9fd4a682be7c,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:00:34.720944 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-5eabe24d-134f-47b0-97a3-b822ff8466f0 tempest-NetworksIpV6Test-1491836093 tempest-NetworksIpV6Test-1491836093-project] Notify callbacks [] for subnet, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:34.722784 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-5eabe24d-134f-47b0-97a3-b822ff8466f0 tempest-NetworksIpV6Test-1491836093 tempest-NetworksIpV6Test-1491836093-project] 10.222.0.104 "DELETE /v2.0/subnets/20708543-11b5-4a6f-8493-9fd4a682be7c HTTP/1.1" status: 204 len: 168 time: 0.2923238 Jul 06 15:00:34.725431 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 60034) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 15:00:34.805976 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-501dbcf8-ec30-4bb7-9bb4-76fd2fd4587f tempest-NetworksIpV6Test-1491836093 tempest-NetworksIpV6Test-1491836093-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530492'] for network, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:34.858273 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [None req-501dbcf8-ec30-4bb7-9bb4-76fd2fd4587f tempest-NetworksIpV6Test-1491836093 tempest-NetworksIpV6Test-1491836093-project] Deleting port 5d3e5126-9d71-4dcc-bd51-9c46b030f0d8 {{(pid=100246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 15:00:34.858937 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-501dbcf8-ec30-4bb7-9bb4-76fd2fd4587f tempest-NetworksIpV6Test-1491836093 tempest-NetworksIpV6Test-1491836093-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:34.920598 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.db [None req-501dbcf8-ec30-4bb7-9bb4-76fd2fd4587f tempest-NetworksIpV6Test-1491836093 tempest-NetworksIpV6Test-1491836093-project] For port 5d3e5126-9d71-4dcc-bd51-9c46b030f0d8, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=5d3e5126-9d71-4dcc-bd51-9c46b030f0d8,segment=NetworkSegment(18bfb70a-2c7c-4b5b-973c-56bea871e9c5),segment_id=18bfb70a-2c7c-4b5b-973c-56bea871e9c5)] {{(pid=100246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 15:00:34.920953 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-501dbcf8-ec30-4bb7-9bb4-76fd2fd4587f tempest-NetworksIpV6Test-1491836093 tempest-NetworksIpV6Test-1491836093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:34.933621 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [None req-501dbcf8-ec30-4bb7-9bb4-76fd2fd4587f tempest-NetworksIpV6Test-1491836093 tempest-NetworksIpV6Test-1491836093-project] Calling delete_port for 5d3e5126-9d71-4dcc-bd51-9c46b030f0d8 owned by network:dhcp {{(pid=100246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 15:00:35.016448 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-501dbcf8-ec30-4bb7-9bb4-76fd2fd4587f tempest-NetworksIpV6Test-1491836093 tempest-NetworksIpV6Test-1491836093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127687580'] for port, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:35.040886 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501dbcf8-ec30-4bb7-9bb4-76fd2fd4587f tempest-NetworksIpV6Test-1491836093 tempest-NetworksIpV6Test-1491836093-project] Pushing event deleted for resources: {'Port': ['ID=5d3e5126-9d71-4dcc-bd51-9c46b030f0d8,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:00:35.048691 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-501dbcf8-ec30-4bb7-9bb4-76fd2fd4587f tempest-NetworksIpV6Test-1491836093 tempest-NetworksIpV6Test-1491836093-project] No DVR routers for this DVR port 5d3e5126-9d71-4dcc-bd51-9c46b030f0d8 on host n-d-773647-6 {{(pid=100246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 15:00:35.134275 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-501dbcf8-ec30-4bb7-9bb4-76fd2fd4587f tempest-NetworksIpV6Test-1491836093 tempest-NetworksIpV6Test-1491836093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-917204', 'neutron.services.segments.db._delete_segments_for_network-8773753502302'] for network, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:35.144593 n-d-773647-6 neutron-server[100246]: DEBUG neutron.services.segments.db [None req-501dbcf8-ec30-4bb7-9bb4-76fd2fd4587f tempest-NetworksIpV6Test-1491836093 tempest-NetworksIpV6Test-1491836093-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ff74528-765b-460b-a884-4d9f14ed4365']}} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:00:35.155908 n-d-773647-6 neutron-server[100246]: DEBUG neutron.services.segments.db [None req-501dbcf8-ec30-4bb7-9bb4-76fd2fd4587f tempest-NetworksIpV6Test-1491836093 tempest-NetworksIpV6Test-1491836093-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '18bfb70a-2c7c-4b5b-973c-56bea871e9c5') {'for_net_delete': True} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:00:35.156566 n-d-773647-6 neutron-server[100246]: DEBUG neutron.services.segments.db [None req-501dbcf8-ec30-4bb7-9bb4-76fd2fd4587f tempest-NetworksIpV6Test-1491836093 tempest-NetworksIpV6Test-1491836093-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '18bfb70a-2c7c-4b5b-973c-56bea871e9c5') {} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:00:35.165683 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-501dbcf8-ec30-4bb7-9bb4-76fd2fd4587f tempest-NetworksIpV6Test-1491836093 tempest-NetworksIpV6Test-1491836093-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773753515138', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126218898'] for segment, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:35.181556 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-501dbcf8-ec30-4bb7-9bb4-76fd2fd4587f tempest-NetworksIpV6Test-1491836093 tempest-NetworksIpV6Test-1491836093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552'] for segment, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:35.188800 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-501dbcf8-ec30-4bb7-9bb4-76fd2fd4587f tempest-NetworksIpV6Test-1491836093 tempest-NetworksIpV6Test-1491836093-project] Releasing vlan 1011 on physical network physnet1 to pool {{(pid=100246) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 15:00:35.189478 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-501dbcf8-ec30-4bb7-9bb4-76fd2fd4587f tempest-NetworksIpV6Test-1491836093 tempest-NetworksIpV6Test-1491836093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127687491'] for segment, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:35.192609 n-d-773647-6 neutron-server[100246]: Traceback (most recent call last): Jul 06 15:00:35.192609 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 15:00:35.192609 n-d-773647-6 neutron-server[100246]: timer() Jul 06 15:00:35.192609 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 15:00:35.192609 n-d-773647-6 neutron-server[100246]: cb(*args, **kw) Jul 06 15:00:35.192609 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 15:00:35.192609 n-d-773647-6 neutron-server[100246]: return func(*args, **kwargs) Jul 06 15:00:35.192609 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 15:00:35.192609 n-d-773647-6 neutron-server[100246]: self._notify() Jul 06 15:00:35.192609 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 15:00:35.192609 n-d-773647-6 neutron-server[100246]: self.callback(batched_events) Jul 06 15:00:35.192609 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 15:00:35.192609 n-d-773647-6 neutron-server[100246]: event.method(event) Jul 06 15:00:35.192609 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 15:00:35.192609 n-d-773647-6 neutron-server[100246]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 15:00:35.192609 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 15:00:35.192609 n-d-773647-6 neutron-server[100246]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 15:00:35.192609 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 15:00:35.192609 n-d-773647-6 neutron-server[100246]: return f(self, *a, **k) Jul 06 15:00:35.192609 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 15:00:35.192609 n-d-773647-6 neutron-server[100246]: return self._get(url).json() Jul 06 15:00:35.192609 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 15:00:35.192609 n-d-773647-6 neutron-server[100246]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 15:00:35.192609 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 15:00:35.192609 n-d-773647-6 neutron-server[100246]: return self.request(url, 'GET', **kwargs) Jul 06 15:00:35.192609 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 15:00:35.192609 n-d-773647-6 neutron-server[100246]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 15:00:35.192609 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 15:00:35.192609 n-d-773647-6 neutron-server[100246]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 15:00:35.192609 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 15:00:35.192609 n-d-773647-6 neutron-server[100246]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 15:00:35.192609 n-d-773647-6 neutron-server[100246]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 15:00:35.252191 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-501dbcf8-ec30-4bb7-9bb4-76fd2fd4587f tempest-NetworksIpV6Test-1491836093 tempest-NetworksIpV6Test-1491836093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-917215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1761140'] for network, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:35.257137 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-501dbcf8-ec30-4bb7-9bb4-76fd2fd4587f tempest-NetworksIpV6Test-1491836093 tempest-NetworksIpV6Test-1491836093-project] Notify callbacks [] for network, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:35.259078 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-501dbcf8-ec30-4bb7-9bb4-76fd2fd4587f tempest-NetworksIpV6Test-1491836093 tempest-NetworksIpV6Test-1491836093-project] 10.222.0.104 "DELETE /v2.0/networks/9ff74528-765b-460b-a884-4d9f14ed4365 HTTP/1.1" status: 204 len: 168 time: 0.5326712 Jul 06 15:00:35.261738 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 60036) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 15:00:35.274651 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501dbcf8-ec30-4bb7-9bb4-76fd2fd4587f tempest-NetworksIpV6Test-1491836093 tempest-NetworksIpV6Test-1491836093-project] Pushing event deleted for resources: {'Network': ['ID=9ff74528-765b-460b-a884-4d9f14ed4365,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:00:35.291285 n-d-773647-6 neutron-server[100247]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae0dfede-3fcb-4bb9-b21f-1817b59471ef tempest-NetworksIpV6Test-1491836093 tempest-NetworksIpV6Test-1491836093-project] DELETE failed (client error): The resource could not be found. Jul 06 15:00:35.292387 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ae0dfede-3fcb-4bb9-b21f-1817b59471ef tempest-NetworksIpV6Test-1491836093 tempest-NetworksIpV6Test-1491836093-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100247) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 15:00:35.293846 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-ae0dfede-3fcb-4bb9-b21f-1817b59471ef tempest-NetworksIpV6Test-1491836093 tempest-NetworksIpV6Test-1491836093-project] 10.222.0.104 "DELETE /v2.0/subnets/54166b30-10c3-4230-9ca6-d918d59a07be HTTP/1.1" status: 404 len: 337 time: 0.0308435 Jul 06 15:00:35.296508 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 60038) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 15:00:35.315620 n-d-773647-6 neutron-server[100247]: INFO neutron.pecan_wsgi.hooks.translation [None req-81279e94-96a0-4376-ba53-d785cde80e09 tempest-NetworksIpV6Test-1491836093 tempest-NetworksIpV6Test-1491836093-project] DELETE failed (client error): The resource could not be found. Jul 06 15:00:35.316258 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-81279e94-96a0-4376-ba53-d785cde80e09 tempest-NetworksIpV6Test-1491836093 tempest-NetworksIpV6Test-1491836093-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100247) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 15:00:35.317046 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-6b35ce0e-e6e9-41da-821b-d1ea03cf5d47 None None] Could not find standard attr ID for object 5d3e5126-9d71-4dcc-bd51-9c46b030f0d8. {{(pid=100248) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 06 15:00:35.317882 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-81279e94-96a0-4376-ba53-d785cde80e09 tempest-NetworksIpV6Test-1491836093 tempest-NetworksIpV6Test-1491836093-project] 10.222.0.104 "DELETE /v2.0/networks/a867378f-9df3-411c-beee-426ba3fc3ea5 HTTP/1.1" status: 404 len: 339 time: 0.0197368 Jul 06 15:00:35.320480 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 60040) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 15:00:35.353178 n-d-773647-6 neutron-server[100247]: INFO neutron.pecan_wsgi.hooks.translation [None req-7548138d-3560-40cc-a540-2b32fb26e93e tempest-NetworksIpV6Test-1491836093 tempest-NetworksIpV6Test-1491836093-project] DELETE failed (client error): The resource could not be found. Jul 06 15:00:35.353633 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7548138d-3560-40cc-a540-2b32fb26e93e tempest-NetworksIpV6Test-1491836093 tempest-NetworksIpV6Test-1491836093-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100247) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 15:00:35.355354 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-7548138d-3560-40cc-a540-2b32fb26e93e tempest-NetworksIpV6Test-1491836093 tempest-NetworksIpV6Test-1491836093-project] 10.222.0.104 "DELETE /v2.0/subnets/62cd1828-1311-4495-8777-04add0358016 HTTP/1.1" status: 404 len: 337 time: 0.0338223 Jul 06 15:00:35.357843 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 60042) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 15:00:35.369669 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46668e10-56fb-435f-b688-a4e7664e8560 None None] DHCP port deletion for 9ff74528-765b-460b-a884-4d9f14ed4365 request from n-d-773647-6 {{(pid=100248) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 15:00:35.379346 n-d-773647-6 neutron-server[100247]: INFO neutron.pecan_wsgi.hooks.translation [None req-f97fab09-be34-492e-9fd6-a4e3c9b41fef tempest-NetworksIpV6Test-1491836093 tempest-NetworksIpV6Test-1491836093-project] DELETE failed (client error): The resource could not be found. Jul 06 15:00:35.379346 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f97fab09-be34-492e-9fd6-a4e3c9b41fef tempest-NetworksIpV6Test-1491836093 tempest-NetworksIpV6Test-1491836093-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100247) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 15:00:35.380290 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-f97fab09-be34-492e-9fd6-a4e3c9b41fef tempest-NetworksIpV6Test-1491836093 tempest-NetworksIpV6Test-1491836093-project] 10.222.0.104 "DELETE /v2.0/networks/c0738231-6e10-492b-aef8-9ee20e84af33 HTTP/1.1" status: 404 len: 339 time: 0.0206275 Jul 06 15:00:35.381889 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 60044) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 15:00:35.387414 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8583588-ab73-4430-9f57-7704c555adcc None None] Network 9ff74528-765b-460b-a884-4d9f14ed4365 requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 15:00:35.399072 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8583588-ab73-4430-9f57-7704c555adcc None None] Network 9ff74528-765b-460b-a884-4d9f14ed4365 could not be found, it might have been deleted concurrently. {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 06 15:00:35.432477 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.db_base_plugin_v2 [None req-438fd96b-97e0-4271-bf02-84b107b91343 tempest-NetworksIpV6Test-1491836093 tempest-NetworksIpV6Test-1491836093-project] Deleting subnet e4791aa5-eaf3-4f14-9177-d8db755f6dbc {{(pid=100247) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 15:00:35.435455 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-438fd96b-97e0-4271-bf02-84b107b91343 tempest-NetworksIpV6Test-1491836093 tempest-NetworksIpV6Test-1491836093-project] Notify callbacks [] for subnet, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:35.474415 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-438fd96b-97e0-4271-bf02-84b107b91343 tempest-NetworksIpV6Test-1491836093 tempest-NetworksIpV6Test-1491836093-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127131748'] for subnet, precommit_delete_associations {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:35.558762 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-438fd96b-97e0-4271-bf02-84b107b91343 tempest-NetworksIpV6Test-1491836093 tempest-NetworksIpV6Test-1491836093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-913473'] for subnet, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:35.613247 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-438fd96b-97e0-4271-bf02-84b107b91343 tempest-NetworksIpV6Test-1491836093 tempest-NetworksIpV6Test-1491836093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-913480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1849032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-128888347', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127627857'] for subnet, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:35.637205 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438fd96b-97e0-4271-bf02-84b107b91343 tempest-NetworksIpV6Test-1491836093 tempest-NetworksIpV6Test-1491836093-project] Pushing event deleted for resources: {'Subnet': ['ID=e4791aa5-eaf3-4f14-9177-d8db755f6dbc,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:00:35.642731 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-438fd96b-97e0-4271-bf02-84b107b91343 tempest-NetworksIpV6Test-1491836093 tempest-NetworksIpV6Test-1491836093-project] Notify callbacks [] for subnet, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:35.646808 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-438fd96b-97e0-4271-bf02-84b107b91343 tempest-NetworksIpV6Test-1491836093 tempest-NetworksIpV6Test-1491836093-project] 10.222.0.104 "DELETE /v2.0/subnets/e4791aa5-eaf3-4f14-9177-d8db755f6dbc HTTP/1.1" status: 204 len: 168 time: 0.2617733 Jul 06 15:00:35.647477 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 60046) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 15:00:35.649444 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74f71ac5-673c-4531-bedc-b506380cc653 None None] Network 72989ba2-0273-454c-b882-18b53893ebf1 requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 15:00:35.732124 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-f71ddcc7-cc9a-4411-9832-90bb3994a8b0 tempest-NetworksIpV6Test-1491836093 tempest-NetworksIpV6Test-1491836093-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530492'] for network, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:35.794392 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [None req-f71ddcc7-cc9a-4411-9832-90bb3994a8b0 tempest-NetworksIpV6Test-1491836093 tempest-NetworksIpV6Test-1491836093-project] Deleting port dc70867e-9532-44c8-be73-6525166f51f7 {{(pid=100246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 15:00:35.794738 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-f71ddcc7-cc9a-4411-9832-90bb3994a8b0 tempest-NetworksIpV6Test-1491836093 tempest-NetworksIpV6Test-1491836093-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:35.842699 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55e648e0-da62-4ce6-9541-a5f4969563cc None None] DHCP port deletion for 72989ba2-0273-454c-b882-18b53893ebf1 request from n-d-773647-6 {{(pid=100248) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 15:00:35.859342 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.db [None req-f71ddcc7-cc9a-4411-9832-90bb3994a8b0 tempest-NetworksIpV6Test-1491836093 tempest-NetworksIpV6Test-1491836093-project] For port dc70867e-9532-44c8-be73-6525166f51f7, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=dc70867e-9532-44c8-be73-6525166f51f7,segment=NetworkSegment(3de08cd2-dc0f-4a99-acbe-cebdaa09bb94),segment_id=3de08cd2-dc0f-4a99-acbe-cebdaa09bb94)] {{(pid=100246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 15:00:35.859962 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-f71ddcc7-cc9a-4411-9832-90bb3994a8b0 tempest-NetworksIpV6Test-1491836093 tempest-NetworksIpV6Test-1491836093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:35.876468 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [None req-f71ddcc7-cc9a-4411-9832-90bb3994a8b0 tempest-NetworksIpV6Test-1491836093 tempest-NetworksIpV6Test-1491836093-project] Calling delete_port for dc70867e-9532-44c8-be73-6525166f51f7 owned by network:dhcp {{(pid=100246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 15:00:35.888194 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-55e648e0-da62-4ce6-9541-a5f4969563cc None None] Deleting port dc70867e-9532-44c8-be73-6525166f51f7 {{(pid=100248) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 15:00:35.888675 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-55e648e0-da62-4ce6-9541-a5f4969563cc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:35.952558 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-55e648e0-da62-4ce6-9541-a5f4969563cc None None] For port dc70867e-9532-44c8-be73-6525166f51f7, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=dc70867e-9532-44c8-be73-6525166f51f7,segment=NetworkSegment(3de08cd2-dc0f-4a99-acbe-cebdaa09bb94),segment_id=3de08cd2-dc0f-4a99-acbe-cebdaa09bb94)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 15:00:35.953620 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-55e648e0-da62-4ce6-9541-a5f4969563cc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:35.954963 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-f71ddcc7-cc9a-4411-9832-90bb3994a8b0 tempest-NetworksIpV6Test-1491836093 tempest-NetworksIpV6Test-1491836093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127687580'] for port, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:35.966801 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-55e648e0-da62-4ce6-9541-a5f4969563cc None None] Calling delete_port for dc70867e-9532-44c8-be73-6525166f51f7 owned by network:dhcp {{(pid=100248) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 15:00:35.981613 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71ddcc7-cc9a-4411-9832-90bb3994a8b0 tempest-NetworksIpV6Test-1491836093 tempest-NetworksIpV6Test-1491836093-project] Pushing event deleted for resources: {'Port': ['ID=dc70867e-9532-44c8-be73-6525166f51f7,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:00:35.983473 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f71ddcc7-cc9a-4411-9832-90bb3994a8b0 tempest-NetworksIpV6Test-1491836093 tempest-NetworksIpV6Test-1491836093-project] No DVR routers for this DVR port dc70867e-9532-44c8-be73-6525166f51f7 on host n-d-773647-6 {{(pid=100246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 15:00:36.040642 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-55e648e0-da62-4ce6-9541-a5f4969563cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117'] for port, after_delete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:36.064857 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-f71ddcc7-cc9a-4411-9832-90bb3994a8b0 tempest-NetworksIpV6Test-1491836093 tempest-NetworksIpV6Test-1491836093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-917204', 'neutron.services.segments.db._delete_segments_for_network-8773753502302'] for network, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:36.069883 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e648e0-da62-4ce6-9541-a5f4969563cc None None] Pushing event deleted for resources: {'Port': ['ID=dc70867e-9532-44c8-be73-6525166f51f7,revision_number=None']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:00:36.071711 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55e648e0-da62-4ce6-9541-a5f4969563cc None None] No DVR routers for this DVR port dc70867e-9532-44c8-be73-6525166f51f7 on host n-d-773647-6 {{(pid=100248) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 15:00:36.075023 n-d-773647-6 neutron-server[100246]: DEBUG neutron.services.segments.db [None req-f71ddcc7-cc9a-4411-9832-90bb3994a8b0 tempest-NetworksIpV6Test-1491836093 tempest-NetworksIpV6Test-1491836093-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['72989ba2-0273-454c-b882-18b53893ebf1']}} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:00:36.085901 n-d-773647-6 neutron-server[100246]: DEBUG neutron.services.segments.db [None req-f71ddcc7-cc9a-4411-9832-90bb3994a8b0 tempest-NetworksIpV6Test-1491836093 tempest-NetworksIpV6Test-1491836093-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3de08cd2-dc0f-4a99-acbe-cebdaa09bb94') {'for_net_delete': True} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:00:36.086205 n-d-773647-6 neutron-server[100246]: DEBUG neutron.services.segments.db [None req-f71ddcc7-cc9a-4411-9832-90bb3994a8b0 tempest-NetworksIpV6Test-1491836093 tempest-NetworksIpV6Test-1491836093-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3de08cd2-dc0f-4a99-acbe-cebdaa09bb94') {} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:00:36.094904 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-f71ddcc7-cc9a-4411-9832-90bb3994a8b0 tempest-NetworksIpV6Test-1491836093 tempest-NetworksIpV6Test-1491836093-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773753515138', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126218898'] for segment, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:36.108270 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-f71ddcc7-cc9a-4411-9832-90bb3994a8b0 tempest-NetworksIpV6Test-1491836093 tempest-NetworksIpV6Test-1491836093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552'] for segment, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:36.114067 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f71ddcc7-cc9a-4411-9832-90bb3994a8b0 tempest-NetworksIpV6Test-1491836093 tempest-NetworksIpV6Test-1491836093-project] Releasing vlan 1036 on physical network physnet1 to pool {{(pid=100246) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 15:00:36.114459 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-f71ddcc7-cc9a-4411-9832-90bb3994a8b0 tempest-NetworksIpV6Test-1491836093 tempest-NetworksIpV6Test-1491836093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127687491'] for segment, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:36.117359 n-d-773647-6 neutron-server[100246]: Traceback (most recent call last): Jul 06 15:00:36.117359 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 15:00:36.117359 n-d-773647-6 neutron-server[100246]: timer() Jul 06 15:00:36.117359 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 15:00:36.117359 n-d-773647-6 neutron-server[100246]: cb(*args, **kw) Jul 06 15:00:36.117359 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 15:00:36.117359 n-d-773647-6 neutron-server[100246]: return func(*args, **kwargs) Jul 06 15:00:36.117359 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 15:00:36.117359 n-d-773647-6 neutron-server[100246]: self._notify() Jul 06 15:00:36.117359 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 15:00:36.117359 n-d-773647-6 neutron-server[100246]: self.callback(batched_events) Jul 06 15:00:36.117359 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 15:00:36.117359 n-d-773647-6 neutron-server[100246]: event.method(event) Jul 06 15:00:36.117359 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 15:00:36.117359 n-d-773647-6 neutron-server[100246]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 15:00:36.117359 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 15:00:36.117359 n-d-773647-6 neutron-server[100246]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 15:00:36.117359 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 15:00:36.117359 n-d-773647-6 neutron-server[100246]: return f(self, *a, **k) Jul 06 15:00:36.117359 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 15:00:36.117359 n-d-773647-6 neutron-server[100246]: return self._get(url).json() Jul 06 15:00:36.117359 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 15:00:36.117359 n-d-773647-6 neutron-server[100246]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 15:00:36.117359 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 15:00:36.117359 n-d-773647-6 neutron-server[100246]: return self.request(url, 'GET', **kwargs) Jul 06 15:00:36.117359 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 15:00:36.117359 n-d-773647-6 neutron-server[100246]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 15:00:36.117359 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 15:00:36.117359 n-d-773647-6 neutron-server[100246]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 15:00:36.117359 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 15:00:36.117359 n-d-773647-6 neutron-server[100246]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 15:00:36.117359 n-d-773647-6 neutron-server[100246]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 15:00:36.173098 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-f71ddcc7-cc9a-4411-9832-90bb3994a8b0 tempest-NetworksIpV6Test-1491836093 tempest-NetworksIpV6Test-1491836093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-917215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1761140'] for network, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:36.192350 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-f71ddcc7-cc9a-4411-9832-90bb3994a8b0 tempest-NetworksIpV6Test-1491836093 tempest-NetworksIpV6Test-1491836093-project] Notify callbacks [] for network, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:36.194248 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-f71ddcc7-cc9a-4411-9832-90bb3994a8b0 tempest-NetworksIpV6Test-1491836093 tempest-NetworksIpV6Test-1491836093-project] 10.222.0.104 "DELETE /v2.0/networks/72989ba2-0273-454c-b882-18b53893ebf1 HTTP/1.1" status: 204 len: 168 time: 0.5457606 Jul 06 15:00:36.195143 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71ddcc7-cc9a-4411-9832-90bb3994a8b0 tempest-NetworksIpV6Test-1491836093 tempest-NetworksIpV6Test-1491836093-project] Pushing event deleted for resources: {'Network': ['ID=72989ba2-0273-454c-b882-18b53893ebf1,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:00:36.206168 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f71ddcc7-cc9a-4411-9832-90bb3994a8b0 tempest-NetworksIpV6Test-1491836093 tempest-NetworksIpV6Test-1491836093-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:00:36.206168 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f71ddcc7-cc9a-4411-9832-90bb3994a8b0 tempest-NetworksIpV6Test-1491836093 tempest-NetworksIpV6Test-1491836093-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:00:36.206168 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f71ddcc7-cc9a-4411-9832-90bb3994a8b0 tempest-NetworksIpV6Test-1491836093 tempest-NetworksIpV6Test-1491836093-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:00:36.206168 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f71ddcc7-cc9a-4411-9832-90bb3994a8b0 tempest-NetworksIpV6Test-1491836093 tempest-NetworksIpV6Test-1491836093-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:00:36.206168 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f71ddcc7-cc9a-4411-9832-90bb3994a8b0 tempest-NetworksIpV6Test-1491836093 tempest-NetworksIpV6Test-1491836093-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:00:36.206168 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f71ddcc7-cc9a-4411-9832-90bb3994a8b0 tempest-NetworksIpV6Test-1491836093 tempest-NetworksIpV6Test-1491836093-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:00:36.206168 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f71ddcc7-cc9a-4411-9832-90bb3994a8b0 tempest-NetworksIpV6Test-1491836093 tempest-NetworksIpV6Test-1491836093-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:00:36.206168 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f71ddcc7-cc9a-4411-9832-90bb3994a8b0 tempest-NetworksIpV6Test-1491836093 tempest-NetworksIpV6Test-1491836093-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:00:36.206168 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f71ddcc7-cc9a-4411-9832-90bb3994a8b0 tempest-NetworksIpV6Test-1491836093 tempest-NetworksIpV6Test-1491836093-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:00:36.206962 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f71ddcc7-cc9a-4411-9832-90bb3994a8b0 tempest-NetworksIpV6Test-1491836093 tempest-NetworksIpV6Test-1491836093-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:00:36.206962 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f71ddcc7-cc9a-4411-9832-90bb3994a8b0 tempest-NetworksIpV6Test-1491836093 tempest-NetworksIpV6Test-1491836093-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:00:36.207378 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f71ddcc7-cc9a-4411-9832-90bb3994a8b0 tempest-NetworksIpV6Test-1491836093 tempest-NetworksIpV6Test-1491836093-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:00:36.240272 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device dc70867e-9532-44c8-be73-6525166f51f7 no longer exists at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 15:00:36.259798 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] No Port match for: dc70867e-9532-44c8-be73-6525166f51f7 {{(pid=100248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 15:00:36.260143 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device dc70867e-9532-44c8-be73-6525166f51f7 not bound to the agent host n-d-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 15:00:36.429608 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 60052) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 15:00:36.554365 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-5d3de69b-5e8f-4402-84bf-5a6e4071fd53 admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=60103defc3aa409486f195b71ceebf2b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1235390 Jul 06 15:00:36.557031 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 60056) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 15:00:36.603263 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-11ace80c-c904-468b-a6d4-9e8bd271d05c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:36.623840 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-11ace80c-c904-468b-a6d4-9e8bd271d05c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:36.673884 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-11ace80c-c904-468b-a6d4-9e8bd271d05c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:36.676497 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-11ace80c-c904-468b-a6d4-9e8bd271d05c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:36.677682 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-11ace80c-c904-468b-a6d4-9e8bd271d05c admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/65bdb9dd-af04-42e4-94e5-5ddb8450a949 HTTP/1.1" status: 204 len: 168 time: 0.1197407 Jul 06 15:00:36.685702 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ace80c-c904-468b-a6d4-9e8bd271d05c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65bdb9dd-af04-42e4-94e5-5ddb8450a949,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:00:37.292052 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 60078) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 15:00:37.380229 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [None req-783a1b7a-1dd7-4947-9824-f33d362fc37d tempest-RoutersNegativeTest-1646706326 tempest-RoutersNegativeTest-1646706326-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-926881776', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 15:00:37.405737 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-783a1b7a-1dd7-4947-9824-f33d362fc37d tempest-RoutersNegativeTest-1646706326 tempest-RoutersNegativeTest-1646706326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1806290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6992'] for router, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:37.406697 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-783a1b7a-1dd7-4947-9824-f33d362fc37d tempest-RoutersNegativeTest-1646706326 tempest-RoutersNegativeTest-1646706326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1806157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1808637', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1714747', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7007'] for router, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:37.490894 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-783a1b7a-1dd7-4947-9824-f33d362fc37d tempest-RoutersNegativeTest-1646706326 tempest-RoutersNegativeTest-1646706326-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:37.495003 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-783a1b7a-1dd7-4947-9824-f33d362fc37d tempest-RoutersNegativeTest-1646706326 tempest-RoutersNegativeTest-1646706326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1806297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1761036'] for router, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:37.509823 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-783a1b7a-1dd7-4947-9824-f33d362fc37d tempest-RoutersNegativeTest-1646706326 tempest-RoutersNegativeTest-1646706326-project] Notify callbacks [] for router, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:37.511205 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-783a1b7a-1dd7-4947-9824-f33d362fc37d tempest-RoutersNegativeTest-1646706326 tempest-RoutersNegativeTest-1646706326-project] 10.222.0.104 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.2181158 Jul 06 15:00:37.513929 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 60082) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 15:00:37.519341 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [None req-9fac1d00-3148-4c4f-8463-c4bf14af9a36 tempest-RoutersNegativeTest-1646706326 tempest-RoutersNegativeTest-1646706326-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1521294851'}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 15:00:37.540599 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fac1d00-3148-4c4f-8463-c4bf14af9a36 tempest-RoutersNegativeTest-1646706326 tempest-RoutersNegativeTest-1646706326-project] Made reservation on behalf of 48a05e8f688f4a2fb72b8cbd1b4f83f7 for: {'network': 1} {{(pid=100247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 15:00:37.544414 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-9fac1d00-3148-4c4f-8463-c4bf14af9a36 tempest-RoutersNegativeTest-1646706326 tempest-RoutersNegativeTest-1646706326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for network, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:37.553595 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-9fac1d00-3148-4c4f-8463-c4bf14af9a36 tempest-RoutersNegativeTest-1646706326 tempest-RoutersNegativeTest-1646706326-project] Notify callbacks [] for security_group, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:37.640831 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-9fac1d00-3148-4c4f-8463-c4bf14af9a36 tempest-RoutersNegativeTest-1646706326 tempest-RoutersNegativeTest-1646706326-project] Notify callbacks [] for security_group, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:37.644862 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-9fac1d00-3148-4c4f-8463-c4bf14af9a36 tempest-RoutersNegativeTest-1646706326 tempest-RoutersNegativeTest-1646706326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:37.672703 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9fac1d00-3148-4c4f-8463-c4bf14af9a36 tempest-RoutersNegativeTest-1646706326 tempest-RoutersNegativeTest-1646706326-project] vlan segment allocate from pool success with {'vlan_id': 1042, 'physical_network': 'physnet1'} {{(pid=100247) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 15:00:37.678914 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fac1d00-3148-4c4f-8463-c4bf14af9a36 tempest-RoutersNegativeTest-1646706326 tempest-RoutersNegativeTest-1646706326-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0d91619b-a6d3-41cf-b7f1-41ac543be916,revision_number=1']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:00:37.684674 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-9fac1d00-3148-4c4f-8463-c4bf14af9a36 tempest-RoutersNegativeTest-1646706326 tempest-RoutersNegativeTest-1646706326-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552'] for segment, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:37.685025 n-d-773647-6 neutron-server[100247]: INFO neutron.db.segments_db [None req-9fac1d00-3148-4c4f-8463-c4bf14af9a36 tempest-RoutersNegativeTest-1646706326 tempest-RoutersNegativeTest-1646706326-project] Added segment 9fbf8ffe-428b-4c87-b130-73186b08ea28 of type vlan for network 8a7613e3-ba9d-4072-947e-c67c3d6f2d22 Jul 06 15:00:37.723522 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-9fac1d00-3148-4c4f-8463-c4bf14af9a36 tempest-RoutersNegativeTest-1646706326 tempest-RoutersNegativeTest-1646706326-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773752984405'] for network, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:37.752092 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-9fac1d00-3148-4c4f-8463-c4bf14af9a36 tempest-RoutersNegativeTest-1646706326 tempest-RoutersNegativeTest-1646706326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060'] for network, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:37.758657 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fac1d00-3148-4c4f-8463-c4bf14af9a36 tempest-RoutersNegativeTest-1646706326 tempest-RoutersNegativeTest-1646706326-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:00:37.759258 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-9fac1d00-3148-4c4f-8463-c4bf14af9a36 tempest-RoutersNegativeTest-1646706326 tempest-RoutersNegativeTest-1646706326-project] Notify callbacks [] for network, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:37.811724 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-9fac1d00-3148-4c4f-8463-c4bf14af9a36 tempest-RoutersNegativeTest-1646706326 tempest-RoutersNegativeTest-1646706326-project] 10.222.0.104 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.2967670 Jul 06 15:00:37.815005 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 60084) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 15:00:37.820393 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-4aed5a67-10f7-4e1d-9c01-c3864d6112cd tempest-RoutersNegativeTest-1646706326 tempest-RoutersNegativeTest-1646706326-project] Request body: {'subnet': {'network_id': '8a7613e3-ba9d-4072-947e-c67c3d6f2d22', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 15:00:37.830542 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fac1d00-3148-4c4f-8463-c4bf14af9a36 tempest-RoutersNegativeTest-1646706326 tempest-RoutersNegativeTest-1646706326-project] Pushing event updated for resources: {'Network': ['ID=8a7613e3-ba9d-4072-947e-c67c3d6f2d22,revision_number=1']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:00:37.840550 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Network 8a7613e3-ba9d-4072-947e-c67c3d6f2d22 details requested by agent ovs-agent-n-d-773647-6 with host n-d-773647-6 {{(pid=100248) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 15:00:37.913695 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4aed5a67-10f7-4e1d-9c01-c3864d6112cd tempest-RoutersNegativeTest-1646706326 tempest-RoutersNegativeTest-1646706326-project] Made reservation on behalf of 48a05e8f688f4a2fb72b8cbd1b4f83f7 for: {'subnet': 1} {{(pid=100246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 15:00:37.917235 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-4aed5a67-10f7-4e1d-9c01-c3864d6112cd tempest-RoutersNegativeTest-1646706326 tempest-RoutersNegativeTest-1646706326-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127702029'] for subnet, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:38.092074 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-4aed5a67-10f7-4e1d-9c01-c3864d6112cd tempest-RoutersNegativeTest-1646706326 tempest-RoutersNegativeTest-1646706326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1849032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127687649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127702047'] for subnet, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:38.153169 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aed5a67-10f7-4e1d-9c01-c3864d6112cd tempest-RoutersNegativeTest-1646706326 tempest-RoutersNegativeTest-1646706326-project] Pushing event updated for resources: {'Subnet': ['ID=af49f815-7f90-4595-97a7-a8c392729a19,revision_number=0']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:00:38.160523 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aed5a67-10f7-4e1d-9c01-c3864d6112cd tempest-RoutersNegativeTest-1646706326 tempest-RoutersNegativeTest-1646706326-project] Checking segment: {'id': '9fbf8ffe-428b-4c87-b130-73186b08ea28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1042, 'network_id': '8a7613e3-ba9d-4072-947e-c67c3d6f2d22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 15:00:38.160883 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4aed5a67-10f7-4e1d-9c01-c3864d6112cd tempest-RoutersNegativeTest-1646706326 tempest-RoutersNegativeTest-1646706326-project] Network hostable DHCP agents. Network: 8a7613e3-ba9d-4072-947e-c67c3d6f2d22, hostable agents: ['f2bada3d-be77-4359-982b-8505a2bbca04'], hosted agents: [] {{(pid=100246) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 15:00:38.177798 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4aed5a67-10f7-4e1d-9c01-c3864d6112cd tempest-RoutersNegativeTest-1646706326 tempest-RoutersNegativeTest-1646706326-project] Network 8a7613e3-ba9d-4072-947e-c67c3d6f2d22 is scheduled to be hosted by DHCP agent f2bada3d-be77-4359-982b-8505a2bbca04 with binding_index 1 {{(pid=100246) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 15:00:38.186853 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.base_scheduler [None req-4aed5a67-10f7-4e1d-9c01-c3864d6112cd tempest-RoutersNegativeTest-1646706326 tempest-RoutersNegativeTest-1646706326-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773647-6, 8a7613e3-ba9d-4072-947e-c67c3d6f2d22) {{(pid=100246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 15:00:38.191822 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4aed5a67-10f7-4e1d-9c01-c3864d6112cd tempest-RoutersNegativeTest-1646706326 tempest-RoutersNegativeTest-1646706326-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:00:38.193058 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-4aed5a67-10f7-4e1d-9c01-c3864d6112cd tempest-RoutersNegativeTest-1646706326 tempest-RoutersNegativeTest-1646706326-project] Notify callbacks [] for subnet, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:38.196149 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a74e8cf-9be7-4a60-9f00-596f63368b99 None None] Network 8a7613e3-ba9d-4072-947e-c67c3d6f2d22 requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 15:00:38.207057 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-4aed5a67-10f7-4e1d-9c01-c3864d6112cd tempest-RoutersNegativeTest-1646706326 tempest-RoutersNegativeTest-1646706326-project] 10.222.0.104 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.3908188 Jul 06 15:00:38.210035 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 60086) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 15:00:38.214976 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-ba6cb03a-5e1c-4c1d-a80f-b994f0a7f044 tempest-RoutersNegativeTest-1646706326 tempest-RoutersNegativeTest-1646706326-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-739626554'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 15:00:38.235821 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba6cb03a-5e1c-4c1d-a80f-b994f0a7f044 tempest-RoutersNegativeTest-1646706326 tempest-RoutersNegativeTest-1646706326-project] Made reservation on behalf of 48a05e8f688f4a2fb72b8cbd1b4f83f7 for: {'network': 1} {{(pid=100246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 15:00:38.239406 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-ba6cb03a-5e1c-4c1d-a80f-b994f0a7f044 tempest-RoutersNegativeTest-1646706326 tempest-RoutersNegativeTest-1646706326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for network, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:38.266882 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba6cb03a-5e1c-4c1d-a80f-b994f0a7f044 tempest-RoutersNegativeTest-1646706326 tempest-RoutersNegativeTest-1646706326-project] vlan segment allocate from pool success with {'vlan_id': 1000, 'physical_network': 'physnet1'} {{(pid=100246) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 15:00:38.276001 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-ba6cb03a-5e1c-4c1d-a80f-b994f0a7f044 tempest-RoutersNegativeTest-1646706326 tempest-RoutersNegativeTest-1646706326-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552'] for segment, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:38.276343 n-d-773647-6 neutron-server[100246]: INFO neutron.db.segments_db [None req-ba6cb03a-5e1c-4c1d-a80f-b994f0a7f044 tempest-RoutersNegativeTest-1646706326 tempest-RoutersNegativeTest-1646706326-project] Added segment 8612c6de-6518-435f-8c7d-b1f3e898a937 of type vlan for network 3fe8cff2-59d6-452e-a7e1-662afc7b8ab5 Jul 06 15:00:38.316215 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-ba6cb03a-5e1c-4c1d-a80f-b994f0a7f044 tempest-RoutersNegativeTest-1646706326 tempest-RoutersNegativeTest-1646706326-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773752984405'] for network, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:38.341114 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0157a954-8f86-411e-8820-db8b0484a0fc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6bd5fc82-6666-56e8-87c2-91648d36c963-8a7613e3-ba9d-4072-947e-c67c3d6f2d22', 'network_id': '8a7613e3-ba9d-4072-947e-c67c3d6f2d22', 'tenant_id': '48a05e8f688f4a2fb72b8cbd1b4f83f7', 'fixed_ips': [{'subnet_id': 'af49f815-7f90-4595-97a7-a8c392729a19'}]}} from n-d-773647-6. {{(pid=100248) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 15:00:38.342011 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-0157a954-8f86-411e-8820-db8b0484a0fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:38.346419 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-ba6cb03a-5e1c-4c1d-a80f-b994f0a7f044 tempest-RoutersNegativeTest-1646706326 tempest-RoutersNegativeTest-1646706326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060'] for network, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:38.352171 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba6cb03a-5e1c-4c1d-a80f-b994f0a7f044 tempest-RoutersNegativeTest-1646706326 tempest-RoutersNegativeTest-1646706326-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:00:38.352764 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-ba6cb03a-5e1c-4c1d-a80f-b994f0a7f044 tempest-RoutersNegativeTest-1646706326 tempest-RoutersNegativeTest-1646706326-project] Notify callbacks [] for network, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:38.412784 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-ba6cb03a-5e1c-4c1d-a80f-b994f0a7f044 tempest-RoutersNegativeTest-1646706326 tempest-RoutersNegativeTest-1646706326-project] 10.222.0.104 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2015672 Jul 06 15:00:38.415806 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 60088) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 15:00:38.422172 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [None req-0ace0185-f9f2-47f5-987e-1fad6a46c8c7 tempest-RoutersNegativeTest-1646706326 tempest-RoutersNegativeTest-1646706326-project] Request body: {'subnet': {'network_id': '3fe8cff2-59d6-452e-a7e1-662afc7b8ab5', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 15:00:38.458782 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6cb03a-5e1c-4c1d-a80f-b994f0a7f044 tempest-RoutersNegativeTest-1646706326 tempest-RoutersNegativeTest-1646706326-project] Pushing event updated for resources: {'Network': ['ID=3fe8cff2-59d6-452e-a7e1-662afc7b8ab5,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:00:38.474715 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Network 3fe8cff2-59d6-452e-a7e1-662afc7b8ab5 details requested by agent ovs-agent-n-d-773647-6 with host n-d-773647-6 {{(pid=100248) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 15:00:38.490435 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.db_base_plugin_common [None req-0157a954-8f86-411e-8820-db8b0484a0fc None None] Allocated IP 172.20.0.2 (8a7613e3-ba9d-4072-947e-c67c3d6f2d22/af49f815-7f90-4595-97a7-a8c392729a19/d7f95475-51d5-493b-9c1b-81fedbcab190) {{(pid=100248) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 15:00:38.513505 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ace0185-f9f2-47f5-987e-1fad6a46c8c7 tempest-RoutersNegativeTest-1646706326 tempest-RoutersNegativeTest-1646706326-project] Made reservation on behalf of 48a05e8f688f4a2fb72b8cbd1b4f83f7 for: {'subnet': 1} {{(pid=100247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 15:00:38.517202 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-0ace0185-f9f2-47f5-987e-1fad6a46c8c7 tempest-RoutersNegativeTest-1646706326 tempest-RoutersNegativeTest-1646706326-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127627440'] for subnet, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:38.676899 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-0157a954-8f86-411e-8820-db8b0484a0fc None None] Notify callbacks [] for port, precommit_create {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:38.685781 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-0157a954-8f86-411e-8820-db8b0484a0fc None None] Transition to ACTIVE for port object d7f95475-51d5-493b-9c1b-81fedbcab190 will not be triggered until provisioned by entity L2. {{(pid=100248) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 15:00:38.699662 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-0ace0185-f9f2-47f5-987e-1fad6a46c8c7 tempest-RoutersNegativeTest-1646706326 tempest-RoutersNegativeTest-1646706326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1849032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-128888412', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127627426'] for subnet, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:38.700685 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-0157a954-8f86-411e-8820-db8b0484a0fc None None] Transition to ACTIVE for port object d7f95475-51d5-493b-9c1b-81fedbcab190 will not be triggered until provisioned by entity DHCP. {{(pid=100248) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 15:00:38.706522 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-0157a954-8f86-411e-8820-db8b0484a0fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108'] for port, after_create {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:38.743163 n-d-773647-6 neutron-server[100248]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0157a954-8f86-411e-8820-db8b0484a0fc None None] Network 8a7613e3-ba9d-4072-947e-c67c3d6f2d22 is already hosted by enough agents. {{(pid=100248) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 15:00:38.745964 n-d-773647-6 neutron-server[100248]: DEBUG neutron.scheduler.base_scheduler [None req-0157a954-8f86-411e-8820-db8b0484a0fc None None] Resources bound (agent type, host, resource id): {{(pid=100248) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 15:00:38.751504 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0157a954-8f86-411e-8820-db8b0484a0fc None None] Received port after_create {{(pid=100248) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 15:00:38.757042 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0157a954-8f86-411e-8820-db8b0484a0fc None None] Pushing event updated for resources: {'Port': ['ID=d7f95475-51d5-493b-9c1b-81fedbcab190,revision_number=1']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:00:38.762617 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ace0185-f9f2-47f5-987e-1fad6a46c8c7 tempest-RoutersNegativeTest-1646706326 tempest-RoutersNegativeTest-1646706326-project] Pushing event updated for resources: {'Subnet': ['ID=235745b8-11eb-4b9a-a24c-f9a26fd2eaa8,revision_number=0']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:00:38.774332 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ace0185-f9f2-47f5-987e-1fad6a46c8c7 tempest-RoutersNegativeTest-1646706326 tempest-RoutersNegativeTest-1646706326-project] Checking segment: {'id': '8612c6de-6518-435f-8c7d-b1f3e898a937', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1000, 'network_id': '3fe8cff2-59d6-452e-a7e1-662afc7b8ab5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100247) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 15:00:38.774711 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ace0185-f9f2-47f5-987e-1fad6a46c8c7 tempest-RoutersNegativeTest-1646706326 tempest-RoutersNegativeTest-1646706326-project] Network hostable DHCP agents. Network: 3fe8cff2-59d6-452e-a7e1-662afc7b8ab5, hostable agents: ['f2bada3d-be77-4359-982b-8505a2bbca04'], hosted agents: [] {{(pid=100247) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 15:00:38.792061 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ace0185-f9f2-47f5-987e-1fad6a46c8c7 tempest-RoutersNegativeTest-1646706326 tempest-RoutersNegativeTest-1646706326-project] Network 3fe8cff2-59d6-452e-a7e1-662afc7b8ab5 is scheduled to be hosted by DHCP agent f2bada3d-be77-4359-982b-8505a2bbca04 with binding_index 1 {{(pid=100247) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 15:00:38.800340 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.base_scheduler [None req-0ace0185-f9f2-47f5-987e-1fad6a46c8c7 tempest-RoutersNegativeTest-1646706326 tempest-RoutersNegativeTest-1646706326-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773647-6, 3fe8cff2-59d6-452e-a7e1-662afc7b8ab5) {{(pid=100247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 15:00:38.804993 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ace0185-f9f2-47f5-987e-1fad6a46c8c7 tempest-RoutersNegativeTest-1646706326 tempest-RoutersNegativeTest-1646706326-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:00:38.805746 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-0ace0185-f9f2-47f5-987e-1fad6a46c8c7 tempest-RoutersNegativeTest-1646706326 tempest-RoutersNegativeTest-1646706326-project] Notify callbacks [] for subnet, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:38.813747 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96a32c3e-7e69-493c-a86e-fc13708c5e47 None None] Network 3fe8cff2-59d6-452e-a7e1-662afc7b8ab5 requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 15:00:38.820566 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-0157a954-8f86-411e-8820-db8b0484a0fc None None] Attempting to bind port d7f95475-51d5-493b-9c1b-81fedbcab190 on host n-d-773647-6 for vnic_type normal with profile {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 15:00:38.820940 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-0157a954-8f86-411e-8820-db8b0484a0fc None None] Attempting to bind port d7f95475-51d5-493b-9c1b-81fedbcab190 by drivers openvswitch,hyperv on host n-d-773647-6 at level 0 using segments [{'id': '9fbf8ffe-428b-4c87-b130-73186b08ea28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1042, 'network_id': '8a7613e3-ba9d-4072-947e-c67c3d6f2d22'}] {{(pid=100248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 15:00:38.821307 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0157a954-8f86-411e-8820-db8b0484a0fc None None] Attempting to bind port d7f95475-51d5-493b-9c1b-81fedbcab190 on network 8a7613e3-ba9d-4072-947e-c67c3d6f2d22 {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 15:00:38.822517 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-0ace0185-f9f2-47f5-987e-1fad6a46c8c7 tempest-RoutersNegativeTest-1646706326 tempest-RoutersNegativeTest-1646706326-project] 10.222.0.104 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4053805 Jul 06 15:00:38.825165 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 60090) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 15:00:38.830289 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [None req-5dea1d51-9ff8-48f2-94db-0a19690804af tempest-RoutersNegativeTest-1646706326 tempest-RoutersNegativeTest-1646706326-project] Request body: {'router': {'external_gateway_info': {'network_id': '3fe8cff2-59d6-452e-a7e1-662afc7b8ab5'}}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 15:00:38.860027 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0157a954-8f86-411e-8820-db8b0484a0fc None None] Checking agent: {'id': '8ab5b19c-d213-4f29-891d-27bdf39d38b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773647-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 43, 26), 'started_at': datetime.datetime(2021, 7, 6, 13, 43, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 15, 0, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773647-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 15:00:38.860647 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0157a954-8f86-411e-8820-db8b0484a0fc None None] Checking segment: {'id': '9fbf8ffe-428b-4c87-b130-73186b08ea28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1042, 'network_id': '8a7613e3-ba9d-4072-947e-c67c3d6f2d22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 15:00:38.860794 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-0157a954-8f86-411e-8820-db8b0484a0fc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:38.861185 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0157a954-8f86-411e-8820-db8b0484a0fc None None] Bound using segment: {'id': '9fbf8ffe-428b-4c87-b130-73186b08ea28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1042, 'network_id': '8a7613e3-ba9d-4072-947e-c67c3d6f2d22'} {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 15:00:38.861661 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-0157a954-8f86-411e-8820-db8b0484a0fc None None] Bound port: d7f95475-51d5-493b-9c1b-81fedbcab190, host: n-d-773647-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9fbf8ffe-428b-4c87-b130-73186b08ea28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1042, 'network_id': '8a7613e3-ba9d-4072-947e-c67c3d6f2d22'}}] {{(pid=100248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 15:00:38.862072 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-0157a954-8f86-411e-8820-db8b0484a0fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:38.981093 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-0157a954-8f86-411e-8820-db8b0484a0fc None None] For port d7f95475-51d5-493b-9c1b-81fedbcab190, host n-d-773647-6, cleared binding levels {{(pid=100248) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 15:00:38.997319 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-0157a954-8f86-411e-8820-db8b0484a0fc None None] For port d7f95475-51d5-493b-9c1b-81fedbcab190, host n-d-773647-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=d7f95475-51d5-493b-9c1b-81fedbcab190,segment=NetworkSegment(9fbf8ffe-428b-4c87-b130-73186b08ea28),segment_id=9fbf8ffe-428b-4c87-b130-73186b08ea28)] {{(pid=100248) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 15:00:39.004457 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-0157a954-8f86-411e-8820-db8b0484a0fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:39.049246 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfcf739f-6824-49a5-80e1-19cae8af8bad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6bd5fc82-6666-56e8-87c2-91648d36c963-3fe8cff2-59d6-452e-a7e1-662afc7b8ab5', 'network_id': '3fe8cff2-59d6-452e-a7e1-662afc7b8ab5', 'tenant_id': '48a05e8f688f4a2fb72b8cbd1b4f83f7', 'fixed_ips': [{'subnet_id': '235745b8-11eb-4b9a-a24c-f9a26fd2eaa8'}]}} from n-d-773647-6. {{(pid=100248) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 15:00:39.050088 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-dfcf739f-6824-49a5-80e1-19cae8af8bad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:39.148185 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0157a954-8f86-411e-8820-db8b0484a0fc None None] Pushing event updated for resources: {'Port': ['ID=d7f95475-51d5-493b-9c1b-81fedbcab190,revision_number=2']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:00:39.218379 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.db_base_plugin_common [None req-dfcf739f-6824-49a5-80e1-19cae8af8bad None None] Allocated IP 172.21.0.2 (3fe8cff2-59d6-452e-a7e1-662afc7b8ab5/235745b8-11eb-4b9a-a24c-f9a26fd2eaa8/c7d701a4-f4ab-4d2d-aa12-913e8d5d0d6d) {{(pid=100248) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 15:00:39.384226 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-5dea1d51-9ff8-48f2-94db-0a19690804af tempest-RoutersNegativeTest-1646706326 tempest-RoutersNegativeTest-1646706326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1761047', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1806272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6989'] for router, precommit_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:39.408538 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-dfcf739f-6824-49a5-80e1-19cae8af8bad None None] Notify callbacks [] for port, precommit_create {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:39.416867 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-dfcf739f-6824-49a5-80e1-19cae8af8bad None None] Transition to ACTIVE for port object c7d701a4-f4ab-4d2d-aa12-913e8d5d0d6d will not be triggered until provisioned by entity L2. {{(pid=100248) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 15:00:39.431948 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-dfcf739f-6824-49a5-80e1-19cae8af8bad None None] Transition to ACTIVE for port object c7d701a4-f4ab-4d2d-aa12-913e8d5d0d6d will not be triggered until provisioned by entity DHCP. {{(pid=100248) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 15:00:39.439335 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-dfcf739f-6824-49a5-80e1-19cae8af8bad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108'] for port, after_create {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:39.476635 n-d-773647-6 neutron-server[100248]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfcf739f-6824-49a5-80e1-19cae8af8bad None None] Network 3fe8cff2-59d6-452e-a7e1-662afc7b8ab5 is already hosted by enough agents. {{(pid=100248) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 15:00:39.479539 n-d-773647-6 neutron-server[100248]: DEBUG neutron.scheduler.base_scheduler [None req-dfcf739f-6824-49a5-80e1-19cae8af8bad None None] Resources bound (agent type, host, resource id): {{(pid=100248) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 15:00:39.482088 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfcf739f-6824-49a5-80e1-19cae8af8bad None None] Received port after_create {{(pid=100248) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 15:00:39.494544 n-d-773647-6 neutron-server[100247]: INFO neutron.api.v2.resource [None req-5dea1d51-9ff8-48f2-94db-0a19690804af tempest-RoutersNegativeTest-1646706326 tempest-RoutersNegativeTest-1646706326-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 06 15:00:39.501357 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-5dea1d51-9ff8-48f2-94db-0a19690804af tempest-RoutersNegativeTest-1646706326 tempest-RoutersNegativeTest-1646706326-project] 10.222.0.104 "PUT /v2.0/routers/65f8267d-c916-493d-ad67-eefd2c25fcea HTTP/1.1" status: 400 len: 364 time: 0.6695528 Jul 06 15:00:39.502166 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 60092) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 15:00:39.515735 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfcf739f-6824-49a5-80e1-19cae8af8bad None None] Pushing event updated for resources: {'Port': ['ID=c7d701a4-f4ab-4d2d-aa12-913e8d5d0d6d,revision_number=1']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:00:39.548113 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-dfcf739f-6824-49a5-80e1-19cae8af8bad None None] Attempting to bind port c7d701a4-f4ab-4d2d-aa12-913e8d5d0d6d on host n-d-773647-6 for vnic_type normal with profile {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 15:00:39.548481 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-dfcf739f-6824-49a5-80e1-19cae8af8bad None None] Attempting to bind port c7d701a4-f4ab-4d2d-aa12-913e8d5d0d6d by drivers openvswitch,hyperv on host n-d-773647-6 at level 0 using segments [{'id': '8612c6de-6518-435f-8c7d-b1f3e898a937', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1000, 'network_id': '3fe8cff2-59d6-452e-a7e1-662afc7b8ab5'}] {{(pid=100248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 15:00:39.548841 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfcf739f-6824-49a5-80e1-19cae8af8bad None None] Attempting to bind port c7d701a4-f4ab-4d2d-aa12-913e8d5d0d6d on network 3fe8cff2-59d6-452e-a7e1-662afc7b8ab5 {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 15:00:39.554015 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfcf739f-6824-49a5-80e1-19cae8af8bad None None] Checking agent: {'id': '8ab5b19c-d213-4f29-891d-27bdf39d38b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773647-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 43, 26), 'started_at': datetime.datetime(2021, 7, 6, 13, 43, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 15, 0, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773647-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 15:00:39.554386 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfcf739f-6824-49a5-80e1-19cae8af8bad None None] Checking segment: {'id': '8612c6de-6518-435f-8c7d-b1f3e898a937', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1000, 'network_id': '3fe8cff2-59d6-452e-a7e1-662afc7b8ab5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 15:00:39.554648 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.db_base_plugin_v2 [None req-0085d1a1-81f1-49f2-adf7-ba3eb96ba94f tempest-RoutersNegativeTest-1646706326 tempest-RoutersNegativeTest-1646706326-project] Deleting subnet 235745b8-11eb-4b9a-a24c-f9a26fd2eaa8 {{(pid=100247) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 15:00:39.555123 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-dfcf739f-6824-49a5-80e1-19cae8af8bad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:39.555269 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfcf739f-6824-49a5-80e1-19cae8af8bad None None] Bound using segment: {'id': '8612c6de-6518-435f-8c7d-b1f3e898a937', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1000, 'network_id': '3fe8cff2-59d6-452e-a7e1-662afc7b8ab5'} {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 15:00:39.555752 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-dfcf739f-6824-49a5-80e1-19cae8af8bad None None] Bound port: c7d701a4-f4ab-4d2d-aa12-913e8d5d0d6d, host: n-d-773647-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8612c6de-6518-435f-8c7d-b1f3e898a937', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1000, 'network_id': '3fe8cff2-59d6-452e-a7e1-662afc7b8ab5'}}] {{(pid=100248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 15:00:39.556135 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-dfcf739f-6824-49a5-80e1-19cae8af8bad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:39.557753 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-0085d1a1-81f1-49f2-adf7-ba3eb96ba94f tempest-RoutersNegativeTest-1646706326 tempest-RoutersNegativeTest-1646706326-project] Notify callbacks [] for subnet, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:39.602161 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-0085d1a1-81f1-49f2-adf7-ba3eb96ba94f tempest-RoutersNegativeTest-1646706326 tempest-RoutersNegativeTest-1646706326-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127131748'] for subnet, precommit_delete_associations {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:39.619752 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-dfcf739f-6824-49a5-80e1-19cae8af8bad None None] For port c7d701a4-f4ab-4d2d-aa12-913e8d5d0d6d, host n-d-773647-6, cleared binding levels {{(pid=100248) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 15:00:39.622690 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-dfcf739f-6824-49a5-80e1-19cae8af8bad None None] For port c7d701a4-f4ab-4d2d-aa12-913e8d5d0d6d, host n-d-773647-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=c7d701a4-f4ab-4d2d-aa12-913e8d5d0d6d,segment=NetworkSegment(8612c6de-6518-435f-8c7d-b1f3e898a937),segment_id=8612c6de-6518-435f-8c7d-b1f3e898a937)] {{(pid=100248) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 15:00:39.628377 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-dfcf739f-6824-49a5-80e1-19cae8af8bad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:39.691885 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfcf739f-6824-49a5-80e1-19cae8af8bad None None] Pushing event updated for resources: {'Port': ['ID=c7d701a4-f4ab-4d2d-aa12-913e8d5d0d6d,revision_number=2']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:00:39.697911 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-0085d1a1-81f1-49f2-adf7-ba3eb96ba94f tempest-RoutersNegativeTest-1646706326 tempest-RoutersNegativeTest-1646706326-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-913473'] for subnet, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:39.768890 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-0085d1a1-81f1-49f2-adf7-ba3eb96ba94f tempest-RoutersNegativeTest-1646706326 tempest-RoutersNegativeTest-1646706326-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-913480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1849032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-128888347', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127627857'] for subnet, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:39.803847 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0085d1a1-81f1-49f2-adf7-ba3eb96ba94f tempest-RoutersNegativeTest-1646706326 tempest-RoutersNegativeTest-1646706326-project] Pushing event deleted for resources: {'Subnet': ['ID=235745b8-11eb-4b9a-a24c-f9a26fd2eaa8,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:00:39.808820 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-0085d1a1-81f1-49f2-adf7-ba3eb96ba94f tempest-RoutersNegativeTest-1646706326 tempest-RoutersNegativeTest-1646706326-project] Notify callbacks [] for subnet, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:39.810852 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-0085d1a1-81f1-49f2-adf7-ba3eb96ba94f tempest-RoutersNegativeTest-1646706326 tempest-RoutersNegativeTest-1646706326-project] 10.222.0.104 "DELETE /v2.0/subnets/235745b8-11eb-4b9a-a24c-f9a26fd2eaa8 HTTP/1.1" status: 204 len: 168 time: 0.3075902 Jul 06 15:00:39.814022 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 60094) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 15:00:39.908783 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-ece71f14-f5d4-4cbf-ac24-c8967e95a949 tempest-RoutersNegativeTest-1646706326 tempest-RoutersNegativeTest-1646706326-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530492'] for network, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:39.973635 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.plugin [None req-ece71f14-f5d4-4cbf-ac24-c8967e95a949 tempest-RoutersNegativeTest-1646706326 tempest-RoutersNegativeTest-1646706326-project] Deleting port c7d701a4-f4ab-4d2d-aa12-913e8d5d0d6d {{(pid=100247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 15:00:39.974002 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-ece71f14-f5d4-4cbf-ac24-c8967e95a949 tempest-RoutersNegativeTest-1646706326 tempest-RoutersNegativeTest-1646706326-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:40.047152 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.db [None req-ece71f14-f5d4-4cbf-ac24-c8967e95a949 tempest-RoutersNegativeTest-1646706326 tempest-RoutersNegativeTest-1646706326-project] For port c7d701a4-f4ab-4d2d-aa12-913e8d5d0d6d, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=c7d701a4-f4ab-4d2d-aa12-913e8d5d0d6d,segment=NetworkSegment(8612c6de-6518-435f-8c7d-b1f3e898a937),segment_id=8612c6de-6518-435f-8c7d-b1f3e898a937)] {{(pid=100247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 15:00:40.048541 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-ece71f14-f5d4-4cbf-ac24-c8967e95a949 tempest-RoutersNegativeTest-1646706326 tempest-RoutersNegativeTest-1646706326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:40.064332 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.plugin [None req-ece71f14-f5d4-4cbf-ac24-c8967e95a949 tempest-RoutersNegativeTest-1646706326 tempest-RoutersNegativeTest-1646706326-project] Calling delete_port for c7d701a4-f4ab-4d2d-aa12-913e8d5d0d6d owned by network:dhcp {{(pid=100247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 15:00:40.111324 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fa4d8a1-8046-424e-ad0f-bb2f59aa9578 None None] Network 8a7613e3-ba9d-4072-947e-c67c3d6f2d22 requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 15:00:40.146774 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-ece71f14-f5d4-4cbf-ac24-c8967e95a949 tempest-RoutersNegativeTest-1646706326 tempest-RoutersNegativeTest-1646706326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128888353'] for port, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:40.181977 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece71f14-f5d4-4cbf-ac24-c8967e95a949 tempest-RoutersNegativeTest-1646706326 tempest-RoutersNegativeTest-1646706326-project] Pushing event deleted for resources: {'Port': ['ID=c7d701a4-f4ab-4d2d-aa12-913e8d5d0d6d,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:00:40.184572 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ece71f14-f5d4-4cbf-ac24-c8967e95a949 tempest-RoutersNegativeTest-1646706326 tempest-RoutersNegativeTest-1646706326-project] No DVR routers for this DVR port c7d701a4-f4ab-4d2d-aa12-913e8d5d0d6d on host n-d-773647-6 {{(pid=100247) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 15:00:40.197456 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-73d7d47f-377f-4de3-add2-e6d19de53cbc None None] Provisioning for port d7f95475-51d5-493b-9c1b-81fedbcab190 completed by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 15:00:40.275312 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-ece71f14-f5d4-4cbf-ac24-c8967e95a949 tempest-RoutersNegativeTest-1646706326 tempest-RoutersNegativeTest-1646706326-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-917204', 'neutron.services.segments.db._delete_segments_for_network-8773753502302'] for network, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:40.285529 n-d-773647-6 neutron-server[100247]: DEBUG neutron.services.segments.db [None req-ece71f14-f5d4-4cbf-ac24-c8967e95a949 tempest-RoutersNegativeTest-1646706326 tempest-RoutersNegativeTest-1646706326-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3fe8cff2-59d6-452e-a7e1-662afc7b8ab5']}} {{(pid=100247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:00:40.296389 n-d-773647-6 neutron-server[100247]: DEBUG neutron.services.segments.db [None req-ece71f14-f5d4-4cbf-ac24-c8967e95a949 tempest-RoutersNegativeTest-1646706326 tempest-RoutersNegativeTest-1646706326-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8612c6de-6518-435f-8c7d-b1f3e898a937') {'for_net_delete': True} {{(pid=100247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:00:40.296797 n-d-773647-6 neutron-server[100247]: DEBUG neutron.services.segments.db [None req-ece71f14-f5d4-4cbf-ac24-c8967e95a949 tempest-RoutersNegativeTest-1646706326 tempest-RoutersNegativeTest-1646706326-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8612c6de-6518-435f-8c7d-b1f3e898a937') {} {{(pid=100247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:00:40.306258 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-ece71f14-f5d4-4cbf-ac24-c8967e95a949 tempest-RoutersNegativeTest-1646706326 tempest-RoutersNegativeTest-1646706326-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773753515138', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127131763'] for segment, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:40.322669 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-ece71f14-f5d4-4cbf-ac24-c8967e95a949 tempest-RoutersNegativeTest-1646706326 tempest-RoutersNegativeTest-1646706326-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552'] for segment, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:40.326212 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device c7d701a4-f4ab-4d2d-aa12-913e8d5d0d6d up at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 15:00:40.329801 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ece71f14-f5d4-4cbf-ac24-c8967e95a949 tempest-RoutersNegativeTest-1646706326 tempest-RoutersNegativeTest-1646706326-project] Releasing vlan 1000 on physical network physnet1 to pool {{(pid=100247) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 15:00:40.330328 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-ece71f14-f5d4-4cbf-ac24-c8967e95a949 tempest-RoutersNegativeTest-1646706326 tempest-RoutersNegativeTest-1646706326-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-128888574'] for segment, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:40.333485 n-d-773647-6 neutron-server[100247]: Traceback (most recent call last): Jul 06 15:00:40.333485 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 15:00:40.333485 n-d-773647-6 neutron-server[100247]: timer() Jul 06 15:00:40.333485 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 15:00:40.333485 n-d-773647-6 neutron-server[100247]: cb(*args, **kw) Jul 06 15:00:40.333485 n-d-773647-6 neutron-server[100247]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 15:00:40.333485 n-d-773647-6 neutron-server[100247]: return func(*args, **kwargs) Jul 06 15:00:40.333485 n-d-773647-6 neutron-server[100247]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 15:00:40.333485 n-d-773647-6 neutron-server[100247]: self._notify() Jul 06 15:00:40.333485 n-d-773647-6 neutron-server[100247]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 15:00:40.333485 n-d-773647-6 neutron-server[100247]: self.callback(batched_events) Jul 06 15:00:40.333485 n-d-773647-6 neutron-server[100247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 15:00:40.333485 n-d-773647-6 neutron-server[100247]: event.method(event) Jul 06 15:00:40.333485 n-d-773647-6 neutron-server[100247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 15:00:40.333485 n-d-773647-6 neutron-server[100247]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 15:00:40.333485 n-d-773647-6 neutron-server[100247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 15:00:40.333485 n-d-773647-6 neutron-server[100247]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 15:00:40.333485 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 15:00:40.333485 n-d-773647-6 neutron-server[100247]: return f(self, *a, **k) Jul 06 15:00:40.333485 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 15:00:40.333485 n-d-773647-6 neutron-server[100247]: return self._get(url).json() Jul 06 15:00:40.333485 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 15:00:40.333485 n-d-773647-6 neutron-server[100247]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 15:00:40.333485 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 15:00:40.333485 n-d-773647-6 neutron-server[100247]: return self.request(url, 'GET', **kwargs) Jul 06 15:00:40.333485 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 15:00:40.333485 n-d-773647-6 neutron-server[100247]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 15:00:40.333485 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 15:00:40.333485 n-d-773647-6 neutron-server[100247]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 15:00:40.333485 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 15:00:40.333485 n-d-773647-6 neutron-server[100247]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 15:00:40.333485 n-d-773647-6 neutron-server[100247]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 15:00:40.347955 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] No Port match for: c7d701a4-f4ab-4d2d-aa12-913e8d5d0d6d {{(pid=100248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 15:00:40.348300 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device c7d701a4-f4ab-4d2d-aa12-913e8d5d0d6d not bound to the agent host n-d-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Jul 06 15:00:40.369345 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Port c7d701a4-f4ab-4d2d-aa12-913e8d5d0d6d not found, will not notify nova. {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Jul 06 15:00:40.370083 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device d7f95475-51d5-493b-9c1b-81fedbcab190 up at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 15:00:40.403348 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-ece71f14-f5d4-4cbf-ac24-c8967e95a949 tempest-RoutersNegativeTest-1646706326 tempest-RoutersNegativeTest-1646706326-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-917215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1761140'] for network, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:40.411785 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-ece71f14-f5d4-4cbf-ac24-c8967e95a949 tempest-RoutersNegativeTest-1646706326 tempest-RoutersNegativeTest-1646706326-project] Notify callbacks [] for network, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:40.414846 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-ece71f14-f5d4-4cbf-ac24-c8967e95a949 tempest-RoutersNegativeTest-1646706326 tempest-RoutersNegativeTest-1646706326-project] 10.222.0.104 "DELETE /v2.0/networks/3fe8cff2-59d6-452e-a7e1-662afc7b8ab5 HTTP/1.1" status: 204 len: 168 time: 0.5993547 Jul 06 15:00:40.416177 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 60096) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 15:00:40.429630 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning for port d7f95475-51d5-493b-9c1b-81fedbcab190 completed by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 15:00:40.435182 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning complete for port d7f95475-51d5-493b-9c1b-81fedbcab190 triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 15:00:40.435732 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:40.454019 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece71f14-f5d4-4cbf-ac24-c8967e95a949 tempest-RoutersNegativeTest-1646706326 tempest-RoutersNegativeTest-1646706326-project] Pushing event deleted for resources: {'Network': ['ID=3fe8cff2-59d6-452e-a7e1-662afc7b8ab5,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:00:40.481374 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.db_base_plugin_v2 [None req-d3322d3b-6fa0-4768-96b0-e467c473f03c tempest-RoutersNegativeTest-1646706326 tempest-RoutersNegativeTest-1646706326-project] Deleting subnet af49f815-7f90-4595-97a7-a8c392729a19 {{(pid=100247) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 15:00:40.485547 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-d3322d3b-6fa0-4768-96b0-e467c473f03c tempest-RoutersNegativeTest-1646706326 tempest-RoutersNegativeTest-1646706326-project] Notify callbacks [] for subnet, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:40.529237 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-d3322d3b-6fa0-4768-96b0-e467c473f03c tempest-RoutersNegativeTest-1646706326 tempest-RoutersNegativeTest-1646706326-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127131748'] for subnet, precommit_delete_associations {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:40.538050 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:40.589559 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] For port d7f95475-51d5-493b-9c1b-81fedbcab190, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=d7f95475-51d5-493b-9c1b-81fedbcab190,segment=NetworkSegment(9fbf8ffe-428b-4c87-b130-73186b08ea28),segment_id=9fbf8ffe-428b-4c87-b130-73186b08ea28)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 15:00:40.594575 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:40.631365 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-d3322d3b-6fa0-4768-96b0-e467c473f03c tempest-RoutersNegativeTest-1646706326 tempest-RoutersNegativeTest-1646706326-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-913473'] for subnet, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:40.653351 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Pushing event updated for resources: {'Port': ['ID=d7f95475-51d5-493b-9c1b-81fedbcab190,revision_number=3']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:00:40.698577 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-d3322d3b-6fa0-4768-96b0-e467c473f03c tempest-RoutersNegativeTest-1646706326 tempest-RoutersNegativeTest-1646706326-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-913480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1849032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-128888347', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127627857'] for subnet, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:40.727692 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3322d3b-6fa0-4768-96b0-e467c473f03c tempest-RoutersNegativeTest-1646706326 tempest-RoutersNegativeTest-1646706326-project] Pushing event deleted for resources: {'Subnet': ['ID=af49f815-7f90-4595-97a7-a8c392729a19,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:00:40.732274 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-d3322d3b-6fa0-4768-96b0-e467c473f03c tempest-RoutersNegativeTest-1646706326 tempest-RoutersNegativeTest-1646706326-project] Notify callbacks [] for subnet, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:40.737844 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-1fb3badf-eb4c-4638-ab83-728805cc0a90 None None] Provisioning complete for port d7f95475-51d5-493b-9c1b-81fedbcab190 triggered by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 15:00:40.738545 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-1fb3badf-eb4c-4638-ab83-728805cc0a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:40.739077 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-d3322d3b-6fa0-4768-96b0-e467c473f03c tempest-RoutersNegativeTest-1646706326 tempest-RoutersNegativeTest-1646706326-project] 10.222.0.104 "DELETE /v2.0/subnets/af49f815-7f90-4595-97a7-a8c392729a19 HTTP/1.1" status: 204 len: 168 time: 0.3218119 Jul 06 15:00:40.743861 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 60098) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 15:00:40.763756 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57d975c7-7076-4d5e-9e5b-32441a648954 None None] Network 8a7613e3-ba9d-4072-947e-c67c3d6f2d22 requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 15:00:40.834656 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-db7ae479-36a2-4d31-aaf4-bdab8c92ad12 tempest-RoutersNegativeTest-1646706326 tempest-RoutersNegativeTest-1646706326-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530492'] for network, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:40.893550 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.plugin [None req-db7ae479-36a2-4d31-aaf4-bdab8c92ad12 tempest-RoutersNegativeTest-1646706326 tempest-RoutersNegativeTest-1646706326-project] Deleting port d7f95475-51d5-493b-9c1b-81fedbcab190 {{(pid=100247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 15:00:40.893550 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-db7ae479-36a2-4d31-aaf4-bdab8c92ad12 tempest-RoutersNegativeTest-1646706326 tempest-RoutersNegativeTest-1646706326-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:40.934014 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcf0ce26-a1c0-43c3-97d3-de5b8569ee4b None None] DHCP port deletion for 3fe8cff2-59d6-452e-a7e1-662afc7b8ab5 request from n-d-773647-6 {{(pid=100248) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 15:00:40.955781 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a280a604-7540-45c0-bf68-8c950a4167d0 None None] Network 3fe8cff2-59d6-452e-a7e1-662afc7b8ab5 requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 15:00:40.963662 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.db [None req-db7ae479-36a2-4d31-aaf4-bdab8c92ad12 tempest-RoutersNegativeTest-1646706326 tempest-RoutersNegativeTest-1646706326-project] For port d7f95475-51d5-493b-9c1b-81fedbcab190, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=d7f95475-51d5-493b-9c1b-81fedbcab190,segment=NetworkSegment(9fbf8ffe-428b-4c87-b130-73186b08ea28),segment_id=9fbf8ffe-428b-4c87-b130-73186b08ea28)] {{(pid=100247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 15:00:40.964019 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-db7ae479-36a2-4d31-aaf4-bdab8c92ad12 tempest-RoutersNegativeTest-1646706326 tempest-RoutersNegativeTest-1646706326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:40.967528 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a280a604-7540-45c0-bf68-8c950a4167d0 None None] Network 3fe8cff2-59d6-452e-a7e1-662afc7b8ab5 could not be found, it might have been deleted concurrently. {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 06 15:00:40.982601 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.plugin [None req-db7ae479-36a2-4d31-aaf4-bdab8c92ad12 tempest-RoutersNegativeTest-1646706326 tempest-RoutersNegativeTest-1646706326-project] Calling delete_port for d7f95475-51d5-493b-9c1b-81fedbcab190 owned by network:dhcp {{(pid=100247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 15:00:41.025856 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-649e8072-427e-4892-9908-2f0a2ed2ae87 None None] DHCP port deletion for 8a7613e3-ba9d-4072-947e-c67c3d6f2d22 request from n-d-773647-6 {{(pid=100248) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 15:00:41.056884 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-7cc0494b-ed2f-4fd9-9058-3b0bfc7813e3 None None] Could not find standard attr ID for object c7d701a4-f4ab-4d2d-aa12-913e8d5d0d6d. {{(pid=100248) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 06 15:00:41.066460 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-db7ae479-36a2-4d31-aaf4-bdab8c92ad12 tempest-RoutersNegativeTest-1646706326 tempest-RoutersNegativeTest-1646706326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128888353'] for port, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:41.077813 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-649e8072-427e-4892-9908-2f0a2ed2ae87 None None] Deleting port d7f95475-51d5-493b-9c1b-81fedbcab190 {{(pid=100248) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 15:00:41.078188 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-649e8072-427e-4892-9908-2f0a2ed2ae87 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:41.092609 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7ae479-36a2-4d31-aaf4-bdab8c92ad12 tempest-RoutersNegativeTest-1646706326 tempest-RoutersNegativeTest-1646706326-project] Pushing event deleted for resources: {'Port': ['ID=d7f95475-51d5-493b-9c1b-81fedbcab190,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:00:41.096695 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db7ae479-36a2-4d31-aaf4-bdab8c92ad12 tempest-RoutersNegativeTest-1646706326 tempest-RoutersNegativeTest-1646706326-project] No DVR routers for this DVR port d7f95475-51d5-493b-9c1b-81fedbcab190 on host n-d-773647-6 {{(pid=100247) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 15:00:41.146141 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-649e8072-427e-4892-9908-2f0a2ed2ae87 None None] For port d7f95475-51d5-493b-9c1b-81fedbcab190, host n-d-773647-6, got binding levels [] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 15:00:41.146741 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-649e8072-427e-4892-9908-2f0a2ed2ae87 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:41.159929 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-649e8072-427e-4892-9908-2f0a2ed2ae87 None None] Calling delete_port for d7f95475-51d5-493b-9c1b-81fedbcab190 owned by network:dhcp {{(pid=100248) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 15:00:41.162650 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.ipam_backend_mixin [None req-649e8072-427e-4892-9908-2f0a2ed2ae87 None None] Port d7f95475-51d5-493b-9c1b-81fedbcab190 was not found and therefore no delete operation was performed {{(pid=100248) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 06 15:00:41.164038 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-649e8072-427e-4892-9908-2f0a2ed2ae87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117'] for port, after_delete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:41.177131 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-db7ae479-36a2-4d31-aaf4-bdab8c92ad12 tempest-RoutersNegativeTest-1646706326 tempest-RoutersNegativeTest-1646706326-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-917204', 'neutron.services.segments.db._delete_segments_for_network-8773753502302'] for network, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:41.186975 n-d-773647-6 neutron-server[100247]: DEBUG neutron.services.segments.db [None req-db7ae479-36a2-4d31-aaf4-bdab8c92ad12 tempest-RoutersNegativeTest-1646706326 tempest-RoutersNegativeTest-1646706326-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a7613e3-ba9d-4072-947e-c67c3d6f2d22']}} {{(pid=100247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:00:41.188990 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649e8072-427e-4892-9908-2f0a2ed2ae87 None None] Pushing event deleted for resources: {'Port': ['ID=d7f95475-51d5-493b-9c1b-81fedbcab190,revision_number=None']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:00:41.190939 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-649e8072-427e-4892-9908-2f0a2ed2ae87 None None] No DVR routers for this DVR port d7f95475-51d5-493b-9c1b-81fedbcab190 on host n-d-773647-6 {{(pid=100248) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 15:00:41.202779 n-d-773647-6 neutron-server[100247]: DEBUG neutron.services.segments.db [None req-db7ae479-36a2-4d31-aaf4-bdab8c92ad12 tempest-RoutersNegativeTest-1646706326 tempest-RoutersNegativeTest-1646706326-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9fbf8ffe-428b-4c87-b130-73186b08ea28') {'for_net_delete': True} {{(pid=100247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:00:41.203097 n-d-773647-6 neutron-server[100247]: DEBUG neutron.services.segments.db [None req-db7ae479-36a2-4d31-aaf4-bdab8c92ad12 tempest-RoutersNegativeTest-1646706326 tempest-RoutersNegativeTest-1646706326-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9fbf8ffe-428b-4c87-b130-73186b08ea28') {} {{(pid=100247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:00:41.212883 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-db7ae479-36a2-4d31-aaf4-bdab8c92ad12 tempest-RoutersNegativeTest-1646706326 tempest-RoutersNegativeTest-1646706326-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773753515138', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127131763'] for segment, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:41.226910 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-db7ae479-36a2-4d31-aaf4-bdab8c92ad12 tempest-RoutersNegativeTest-1646706326 tempest-RoutersNegativeTest-1646706326-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552'] for segment, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:41.232542 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db7ae479-36a2-4d31-aaf4-bdab8c92ad12 tempest-RoutersNegativeTest-1646706326 tempest-RoutersNegativeTest-1646706326-project] Releasing vlan 1042 on physical network physnet1 to pool {{(pid=100247) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 15:00:41.232923 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-db7ae479-36a2-4d31-aaf4-bdab8c92ad12 tempest-RoutersNegativeTest-1646706326 tempest-RoutersNegativeTest-1646706326-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-128888574'] for segment, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:41.235893 n-d-773647-6 neutron-server[100247]: Traceback (most recent call last): Jul 06 15:00:41.235893 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 15:00:41.235893 n-d-773647-6 neutron-server[100247]: timer() Jul 06 15:00:41.235893 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 15:00:41.235893 n-d-773647-6 neutron-server[100247]: cb(*args, **kw) Jul 06 15:00:41.235893 n-d-773647-6 neutron-server[100247]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 15:00:41.235893 n-d-773647-6 neutron-server[100247]: return func(*args, **kwargs) Jul 06 15:00:41.235893 n-d-773647-6 neutron-server[100247]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 15:00:41.235893 n-d-773647-6 neutron-server[100247]: self._notify() Jul 06 15:00:41.235893 n-d-773647-6 neutron-server[100247]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 15:00:41.235893 n-d-773647-6 neutron-server[100247]: self.callback(batched_events) Jul 06 15:00:41.235893 n-d-773647-6 neutron-server[100247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 15:00:41.235893 n-d-773647-6 neutron-server[100247]: event.method(event) Jul 06 15:00:41.235893 n-d-773647-6 neutron-server[100247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 15:00:41.235893 n-d-773647-6 neutron-server[100247]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 15:00:41.235893 n-d-773647-6 neutron-server[100247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 15:00:41.235893 n-d-773647-6 neutron-server[100247]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 15:00:41.235893 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 15:00:41.235893 n-d-773647-6 neutron-server[100247]: return f(self, *a, **k) Jul 06 15:00:41.235893 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 15:00:41.235893 n-d-773647-6 neutron-server[100247]: return self._get(url).json() Jul 06 15:00:41.235893 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 15:00:41.235893 n-d-773647-6 neutron-server[100247]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 15:00:41.235893 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 15:00:41.235893 n-d-773647-6 neutron-server[100247]: return self.request(url, 'GET', **kwargs) Jul 06 15:00:41.235893 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 15:00:41.235893 n-d-773647-6 neutron-server[100247]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 15:00:41.235893 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 15:00:41.235893 n-d-773647-6 neutron-server[100247]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 15:00:41.235893 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 15:00:41.235893 n-d-773647-6 neutron-server[100247]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 15:00:41.235893 n-d-773647-6 neutron-server[100247]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 15:00:41.283665 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:41.291581 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-db7ae479-36a2-4d31-aaf4-bdab8c92ad12 tempest-RoutersNegativeTest-1646706326 tempest-RoutersNegativeTest-1646706326-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-917215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1761140'] for network, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:41.298801 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-db7ae479-36a2-4d31-aaf4-bdab8c92ad12 tempest-RoutersNegativeTest-1646706326 tempest-RoutersNegativeTest-1646706326-project] Notify callbacks [] for network, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:41.300279 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-db7ae479-36a2-4d31-aaf4-bdab8c92ad12 tempest-RoutersNegativeTest-1646706326 tempest-RoutersNegativeTest-1646706326-project] 10.222.0.104 "DELETE /v2.0/networks/8a7613e3-ba9d-4072-947e-c67c3d6f2d22 HTTP/1.1" status: 204 len: 168 time: 0.5553918 Jul 06 15:00:41.302755 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 60100) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 15:00:41.327151 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7ae479-36a2-4d31-aaf4-bdab8c92ad12 tempest-RoutersNegativeTest-1646706326 tempest-RoutersNegativeTest-1646706326-project] Pushing event deleted for resources: {'Network': ['ID=8a7613e3-ba9d-4072-947e-c67c3d6f2d22,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:00:41.346201 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-d5e01af7-3f4a-43b0-8899-2298b105774a tempest-RoutersNegativeTest-1646706326 tempest-RoutersNegativeTest-1646706326-project] 10.222.0.104 "GET /v2.0/ports?device_id=65f8267d-c916-493d-ad67-eefd2c25fcea HTTP/1.1" status: 200 len: 205 time: 0.0421321 Jul 06 15:00:41.348541 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 60102) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 15:00:41.419735 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-48a78960-cdbf-4fae-ad29-4ccc1ea66d83 tempest-RoutersNegativeTest-1646706326 tempest-RoutersNegativeTest-1646706326-project] Notify callbacks [] for router, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:41.572453 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-48a78960-cdbf-4fae-ad29-4ccc1ea66d83 tempest-RoutersNegativeTest-1646706326 tempest-RoutersNegativeTest-1646706326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1806308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6982'] for router, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:41.574513 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-48a78960-cdbf-4fae-ad29-4ccc1ea66d83 tempest-RoutersNegativeTest-1646706326 tempest-RoutersNegativeTest-1646706326-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:41.616123 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-48a78960-cdbf-4fae-ad29-4ccc1ea66d83 tempest-RoutersNegativeTest-1646706326 tempest-RoutersNegativeTest-1646706326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1805684'] for router, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:41.616620 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48a78960-cdbf-4fae-ad29-4ccc1ea66d83 tempest-RoutersNegativeTest-1646706326 tempest-RoutersNegativeTest-1646706326-project] Fanout notify agent at l3_agent the message router_deleted on router 65f8267d-c916-493d-ad67-eefd2c25fcea {{(pid=100247) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 15:00:41.623478 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-48a78960-cdbf-4fae-ad29-4ccc1ea66d83 tempest-RoutersNegativeTest-1646706326 tempest-RoutersNegativeTest-1646706326-project] Notify callbacks [] for router, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:41.624654 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-48a78960-cdbf-4fae-ad29-4ccc1ea66d83 tempest-RoutersNegativeTest-1646706326 tempest-RoutersNegativeTest-1646706326-project] 10.222.0.104 "DELETE /v2.0/routers/65f8267d-c916-493d-ad67-eefd2c25fcea HTTP/1.1" status: 204 len: 168 time: 0.2751510 Jul 06 15:00:41.862832 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 60110) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 15:00:41.989893 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-f4a7ed88-c011-4cee-bd39-1d08e798e345 admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=48a05e8f688f4a2fb72b8cbd1b4f83f7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1258447 Jul 06 15:00:41.992345 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 60114) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 15:00:42.038184 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-f25b1bfc-6269-4356-a2d2-4b1e3deb6580 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:42.058258 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-f25b1bfc-6269-4356-a2d2-4b1e3deb6580 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:42.104027 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-f25b1bfc-6269-4356-a2d2-4b1e3deb6580 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:42.106599 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-f25b1bfc-6269-4356-a2d2-4b1e3deb6580 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:42.107797 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-f25b1bfc-6269-4356-a2d2-4b1e3deb6580 admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/0d91619b-a6d3-41cf-b7f1-41ac543be916 HTTP/1.1" status: 204 len: 168 time: 0.1145644 Jul 06 15:00:42.115614 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25b1bfc-6269-4356-a2d2-4b1e3deb6580 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d91619b-a6d3-41cf-b7f1-41ac543be916,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:00:42.235161 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device c7d701a4-f4ab-4d2d-aa12-913e8d5d0d6d no longer exists at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 15:00:42.255058 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] No Port match for: c7d701a4-f4ab-4d2d-aa12-913e8d5d0d6d {{(pid=100248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 15:00:42.255427 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device c7d701a4-f4ab-4d2d-aa12-913e8d5d0d6d not bound to the agent host n-d-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 15:00:42.255845 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device d7f95475-51d5-493b-9c1b-81fedbcab190 no longer exists at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 15:00:42.273949 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] No Port match for: d7f95475-51d5-493b-9c1b-81fedbcab190 {{(pid=100248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 15:00:42.274299 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device d7f95475-51d5-493b-9c1b-81fedbcab190 not bound to the agent host n-d-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 15:00:42.704389 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 60136) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 15:00:42.797045 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [None req-2b0ba1e8-9761-4dab-8d20-a9c7cfc7d929 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1831552544-network', 'tenant_id': '19921f904b374a75b5bb9e07612f0fa3'}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 15:00:42.821702 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b0ba1e8-9761-4dab-8d20-a9c7cfc7d929 admin admin] Made reservation on behalf of 19921f904b374a75b5bb9e07612f0fa3 for: {'network': 1} {{(pid=100247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 15:00:42.824095 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-2b0ba1e8-9761-4dab-8d20-a9c7cfc7d929 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for network, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:42.832330 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-2b0ba1e8-9761-4dab-8d20-a9c7cfc7d929 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:42.920614 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-2b0ba1e8-9761-4dab-8d20-a9c7cfc7d929 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:42.925105 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-2b0ba1e8-9761-4dab-8d20-a9c7cfc7d929 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:42.945498 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b0ba1e8-9761-4dab-8d20-a9c7cfc7d929 admin admin] vlan segment allocate from pool success with {'vlan_id': 1042, 'physical_network': 'physnet1'} {{(pid=100247) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 15:00:42.958523 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0ba1e8-9761-4dab-8d20-a9c7cfc7d929 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa174e7a-1667-4e5b-9a8a-045e2ae6a897,revision_number=1']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:00:42.964051 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-2b0ba1e8-9761-4dab-8d20-a9c7cfc7d929 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552'] for segment, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:42.964395 n-d-773647-6 neutron-server[100247]: INFO neutron.db.segments_db [None req-2b0ba1e8-9761-4dab-8d20-a9c7cfc7d929 admin admin] Added segment 8e108202-1f4d-476e-b6f1-17650c02e7d9 of type vlan for network 696ee61f-61af-4b54-b893-f7b3076a45fc Jul 06 15:00:43.004191 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-2b0ba1e8-9761-4dab-8d20-a9c7cfc7d929 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773752984405'] for network, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:43.030708 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-2b0ba1e8-9761-4dab-8d20-a9c7cfc7d929 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060'] for network, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:43.032223 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b0ba1e8-9761-4dab-8d20-a9c7cfc7d929 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:00:43.032797 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-2b0ba1e8-9761-4dab-8d20-a9c7cfc7d929 admin admin] Notify callbacks [] for network, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:43.068471 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:43.082064 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-2b0ba1e8-9761-4dab-8d20-a9c7cfc7d929 admin admin] 10.222.0.104 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.3765445 Jul 06 15:00:43.084983 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 60140) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 15:00:43.090079 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-fe4af706-2ce4-402d-83ab-6d19c5ad3b4d admin admin] Request body: {'subnet': {'network_id': '696ee61f-61af-4b54-b893-f7b3076a45fc', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1831552544-subnet', 'tenant_id': '19921f904b374a75b5bb9e07612f0fa3', 'ip_version': 4}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 15:00:43.094926 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0ba1e8-9761-4dab-8d20-a9c7cfc7d929 admin admin] Pushing event updated for resources: {'Network': ['ID=696ee61f-61af-4b54-b893-f7b3076a45fc,revision_number=1']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:00:43.105657 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Network 696ee61f-61af-4b54-b893-f7b3076a45fc details requested by agent ovs-agent-n-d-773647-6 with host n-d-773647-6 {{(pid=100248) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 15:00:43.114160 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe4af706-2ce4-402d-83ab-6d19c5ad3b4d admin admin] Made reservation on behalf of 19921f904b374a75b5bb9e07612f0fa3 for: {'subnet': 1} {{(pid=100246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 15:00:43.116733 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-fe4af706-2ce4-402d-83ab-6d19c5ad3b4d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127702029'] for subnet, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:43.295531 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-fe4af706-2ce4-402d-83ab-6d19c5ad3b4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1849032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127687649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127702047'] for subnet, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:43.352424 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4af706-2ce4-402d-83ab-6d19c5ad3b4d admin admin] Pushing event updated for resources: {'Subnet': ['ID=9d634c90-7bde-423a-9c4b-ae3e500fa0c3,revision_number=0']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:00:43.359680 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe4af706-2ce4-402d-83ab-6d19c5ad3b4d admin admin] Checking segment: {'id': '8e108202-1f4d-476e-b6f1-17650c02e7d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1042, 'network_id': '696ee61f-61af-4b54-b893-f7b3076a45fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 15:00:43.360047 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe4af706-2ce4-402d-83ab-6d19c5ad3b4d admin admin] Network hostable DHCP agents. Network: 696ee61f-61af-4b54-b893-f7b3076a45fc, hostable agents: ['f2bada3d-be77-4359-982b-8505a2bbca04'], hosted agents: [] {{(pid=100246) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 15:00:43.375801 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe4af706-2ce4-402d-83ab-6d19c5ad3b4d admin admin] Network 696ee61f-61af-4b54-b893-f7b3076a45fc is scheduled to be hosted by DHCP agent f2bada3d-be77-4359-982b-8505a2bbca04 with binding_index 1 {{(pid=100246) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 15:00:43.383742 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.base_scheduler [None req-fe4af706-2ce4-402d-83ab-6d19c5ad3b4d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773647-6, 696ee61f-61af-4b54-b893-f7b3076a45fc) {{(pid=100246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 15:00:43.387530 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe4af706-2ce4-402d-83ab-6d19c5ad3b4d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:00:43.388109 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-fe4af706-2ce4-402d-83ab-6d19c5ad3b4d admin admin] Notify callbacks [] for subnet, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:43.393618 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fc73046-28f6-4c09-b270-55f3df828af2 None None] Network 696ee61f-61af-4b54-b893-f7b3076a45fc requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 15:00:43.402270 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-fe4af706-2ce4-402d-83ab-6d19c5ad3b4d admin admin] 10.222.0.104 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3161321 Jul 06 15:00:43.404875 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 60142) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 15:00:43.409873 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-b0516777-6fc4-4a13-9eb5-feae09a4d8ef admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1831552544-router', 'tenant_id': '19921f904b374a75b5bb9e07612f0fa3', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719'}}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 15:00:43.429804 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-b0516777-6fc4-4a13-9eb5-feae09a4d8ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1806290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6992'] for router, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:43.430881 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-b0516777-6fc4-4a13-9eb5-feae09a4d8ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1806157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1808637', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1714747', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7007'] for router, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:43.487755 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-b0516777-6fc4-4a13-9eb5-feae09a4d8ef admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:43.541041 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a0ec468-1d90-4eec-9413-e9e11b8c7040 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6bd5fc82-6666-56e8-87c2-91648d36c963-696ee61f-61af-4b54-b893-f7b3076a45fc', 'network_id': '696ee61f-61af-4b54-b893-f7b3076a45fc', 'tenant_id': '19921f904b374a75b5bb9e07612f0fa3', 'fixed_ips': [{'subnet_id': '9d634c90-7bde-423a-9c4b-ae3e500fa0c3'}]}} from n-d-773647-6. {{(pid=100248) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 15:00:43.541895 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-2a0ec468-1d90-4eec-9413-e9e11b8c7040 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:43.621316 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-b0516777-6fc4-4a13-9eb5-feae09a4d8ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1761047', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1806272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6989'] for router, precommit_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:43.675971 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.db_base_plugin_common [None req-2a0ec468-1d90-4eec-9413-e9e11b8c7040 None None] Allocated IP 172.20.0.2 (696ee61f-61af-4b54-b893-f7b3076a45fc/9d634c90-7bde-423a-9c4b-ae3e500fa0c3/33aacb51-ee06-43bb-b4d4-a080f9b67ef1) {{(pid=100248) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 15:00:43.817282 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-2a0ec468-1d90-4eec-9413-e9e11b8c7040 None None] Notify callbacks [] for port, precommit_create {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:43.819911 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-b0516777-6fc4-4a13-9eb5-feae09a4d8ef admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:43.825582 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-2a0ec468-1d90-4eec-9413-e9e11b8c7040 None None] Transition to ACTIVE for port object 33aacb51-ee06-43bb-b4d4-a080f9b67ef1 will not be triggered until provisioned by entity L2. {{(pid=100248) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 15:00:43.838952 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-b0516777-6fc4-4a13-9eb5-feae09a4d8ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:43.840472 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-2a0ec468-1d90-4eec-9413-e9e11b8c7040 None None] Transition to ACTIVE for port object 33aacb51-ee06-43bb-b4d4-a080f9b67ef1 will not be triggered until provisioned by entity DHCP. {{(pid=100248) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 15:00:43.845858 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-2a0ec468-1d90-4eec-9413-e9e11b8c7040 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108'] for port, after_create {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:43.887810 n-d-773647-6 neutron-server[100248]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a0ec468-1d90-4eec-9413-e9e11b8c7040 None None] Network 696ee61f-61af-4b54-b893-f7b3076a45fc is already hosted by enough agents. {{(pid=100248) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 15:00:43.892995 n-d-773647-6 neutron-server[100248]: DEBUG neutron.scheduler.base_scheduler [None req-2a0ec468-1d90-4eec-9413-e9e11b8c7040 None None] Resources bound (agent type, host, resource id): {{(pid=100248) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 15:00:43.897161 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a0ec468-1d90-4eec-9413-e9e11b8c7040 None None] Received port after_create {{(pid=100248) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 15:00:43.900322 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0ec468-1d90-4eec-9413-e9e11b8c7040 None None] Pushing event updated for resources: {'Port': ['ID=33aacb51-ee06-43bb-b4d4-a080f9b67ef1,revision_number=1']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:00:43.943116 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.db_base_plugin_common [None req-b0516777-6fc4-4a13-9eb5-feae09a4d8ef admin admin] Allocated IP 172.25.0.5 (2658f09e-a580-4d4a-9968-2d1e0ad93719/cbf74abc-6fe1-4d33-b005-c948923b9647/71c80fb0-ab8f-4f59-b476-1ad659dc3f8f) {{(pid=100246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 15:00:43.955459 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-2a0ec468-1d90-4eec-9413-e9e11b8c7040 None None] Attempting to bind port 33aacb51-ee06-43bb-b4d4-a080f9b67ef1 on host n-d-773647-6 for vnic_type normal with profile {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 15:00:43.955850 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-2a0ec468-1d90-4eec-9413-e9e11b8c7040 None None] Attempting to bind port 33aacb51-ee06-43bb-b4d4-a080f9b67ef1 by drivers openvswitch,hyperv on host n-d-773647-6 at level 0 using segments [{'id': '8e108202-1f4d-476e-b6f1-17650c02e7d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1042, 'network_id': '696ee61f-61af-4b54-b893-f7b3076a45fc'}] {{(pid=100248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 15:00:43.956198 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a0ec468-1d90-4eec-9413-e9e11b8c7040 None None] Attempting to bind port 33aacb51-ee06-43bb-b4d4-a080f9b67ef1 on network 696ee61f-61af-4b54-b893-f7b3076a45fc {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 15:00:43.961369 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a0ec468-1d90-4eec-9413-e9e11b8c7040 None None] Checking agent: {'id': '8ab5b19c-d213-4f29-891d-27bdf39d38b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773647-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 43, 26), 'started_at': datetime.datetime(2021, 7, 6, 13, 43, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 15, 0, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773647-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 15:00:43.961746 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a0ec468-1d90-4eec-9413-e9e11b8c7040 None None] Checking segment: {'id': '8e108202-1f4d-476e-b6f1-17650c02e7d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1042, 'network_id': '696ee61f-61af-4b54-b893-f7b3076a45fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 15:00:43.962151 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-2a0ec468-1d90-4eec-9413-e9e11b8c7040 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:43.962547 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a0ec468-1d90-4eec-9413-e9e11b8c7040 None None] Bound using segment: {'id': '8e108202-1f4d-476e-b6f1-17650c02e7d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1042, 'network_id': '696ee61f-61af-4b54-b893-f7b3076a45fc'} {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 15:00:43.963007 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-2a0ec468-1d90-4eec-9413-e9e11b8c7040 None None] Bound port: 33aacb51-ee06-43bb-b4d4-a080f9b67ef1, host: n-d-773647-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e108202-1f4d-476e-b6f1-17650c02e7d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1042, 'network_id': '696ee61f-61af-4b54-b893-f7b3076a45fc'}}] {{(pid=100248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 15:00:43.963416 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-2a0ec468-1d90-4eec-9413-e9e11b8c7040 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:44.025594 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-2a0ec468-1d90-4eec-9413-e9e11b8c7040 None None] For port 33aacb51-ee06-43bb-b4d4-a080f9b67ef1, host n-d-773647-6, cleared binding levels {{(pid=100248) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 15:00:44.028619 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-2a0ec468-1d90-4eec-9413-e9e11b8c7040 None None] For port 33aacb51-ee06-43bb-b4d4-a080f9b67ef1, host n-d-773647-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=33aacb51-ee06-43bb-b4d4-a080f9b67ef1,segment=NetworkSegment(8e108202-1f4d-476e-b6f1-17650c02e7d9),segment_id=8e108202-1f4d-476e-b6f1-17650c02e7d9)] {{(pid=100248) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 15:00:44.033528 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-2a0ec468-1d90-4eec-9413-e9e11b8c7040 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:44.053184 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-b0516777-6fc4-4a13-9eb5-feae09a4d8ef admin admin] Notify callbacks [] for port, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:44.092642 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0ec468-1d90-4eec-9413-e9e11b8c7040 None None] Pushing event updated for resources: {'Port': ['ID=33aacb51-ee06-43bb-b4d4-a080f9b67ef1,revision_number=2']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:00:44.097839 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-b0516777-6fc4-4a13-9eb5-feae09a4d8ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-127687573'] for port, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:44.138408 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0516777-6fc4-4a13-9eb5-feae09a4d8ef admin admin] Network 2658f09e-a580-4d4a-9968-2d1e0ad93719 is already hosted by enough agents. {{(pid=100246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 15:00:44.143263 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.base_scheduler [None req-b0516777-6fc4-4a13-9eb5-feae09a4d8ef admin admin] Resources bound (agent type, host, resource id): {{(pid=100246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 15:00:44.147588 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0516777-6fc4-4a13-9eb5-feae09a4d8ef admin admin] Received port after_create {{(pid=100246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 15:00:44.150733 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0516777-6fc4-4a13-9eb5-feae09a4d8ef admin admin] Pushing event updated for resources: {'Port': ['ID=71c80fb0-ab8f-4f59-b476-1ad659dc3f8f,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:00:44.410879 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-b0516777-6fc4-4a13-9eb5-feae09a4d8ef admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:44.914249 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-b0516777-6fc4-4a13-9eb5-feae09a4d8ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1806297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1761036'] for router, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:45.048845 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f04d2ce-459f-46b5-af50-d8a8c649da42 None None] Network 696ee61f-61af-4b54-b893-f7b3076a45fc requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 15:00:45.050963 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0516777-6fc4-4a13-9eb5-feae09a4d8ef admin admin] Router 54e7ff2e-34f4-467d-b9d5-c428c5164ca3 is scheduled to L3 agent 2823d358-a11b-4885-a706-95a279e43fa7 with binding_index 1 {{(pid=100246) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 15:00:45.114139 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-86b205a8-30b8-4852-b53e-a8c9b2ddafaf None None] Provisioning for port 33aacb51-ee06-43bb-b4d4-a080f9b67ef1 completed by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 15:00:45.162321 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0516777-6fc4-4a13-9eb5-feae09a4d8ef admin admin] Notify agent at l3_agent.n-d-773647-6 the message routers_updated {{(pid=100246) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 15:00:45.172872 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8d9f2a7-fdde-43a7-952b-b6adf4c3af09 None None] Sync routers for ids ['54e7ff2e-34f4-467d-b9d5-c428c5164ca3'] in n-d-773647-6 {{(pid=100249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 15:00:45.177611 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-b0516777-6fc4-4a13-9eb5-feae09a4d8ef admin admin] Notify callbacks [] for router, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:45.182811 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 60144) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 15:00:45.183450 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-b0516777-6fc4-4a13-9eb5-feae09a4d8ef admin admin] 10.222.0.104 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.7771645 Jul 06 15:00:45.183884 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8d9f2a7-fdde-43a7-952b-b6adf4c3af09 None None] Routers {'54e7ff2e-34f4-467d-b9d5-c428c5164ca3'} bound to L3 agent in host n-d-773647-6 {{(pid=100249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 15:00:45.184560 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-b8d9f2a7-fdde-43a7-952b-b6adf4c3af09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T15:00:26Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['54e7ff2e-34f4-467d-b9d5-c428c5164ca3'], 'active': True} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:00:45.293431 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.agents_db [None req-167c0ad6-1657-4c9a-a2c4-3b18056aa662 None None] Agent healthcheck: found 7 active agents {{(pid=100249) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 15:00:45.301529 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvr_db [None req-b8d9f2a7-fdde-43a7-952b-b6adf4c3af09 None None] Set router 54e7ff2e-34f4-467d-b9d5-c428c5164ca3 gateway port host: n-d-773647-6 {{(pid=100249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 15:00:45.575821 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-b8d9f2a7-fdde-43a7-952b-b6adf4c3af09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54e7ff2e-34f4-467d-b9d5-c428c5164ca3', 'name': 'tempest-TestEncryptedCinderVolumes-1831552544-router', 'tenant_id': '19921f904b374a75b5bb9e07612f0fa3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.5'}], 'enable_snat': True}, 'gw_port_id': '71c80fb0-ab8f-4f59-b476-1ad659dc3f8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T15:00:43Z', 'updated_at': '2021-07-06T15:00:44Z', 'revision_number': 3, 'project_id': '19921f904b374a75b5bb9e07612f0fa3', 'gw_port': {'id': '71c80fb0-ab8f-4f59-b476-1ad659dc3f8f', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:7c:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54e7ff2e-34f4-467d-b9d5-c428c5164ca3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T15:00:43Z', 'updated_at': '2021-07-06T15:00:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6'}], 'n-d-773647-6', False) {} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:00:45.600632 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8d9f2a7-fdde-43a7-952b-b6adf4c3af09 None None] Checking router: 54e7ff2e-34f4-467d-b9d5-c428c5164ca3 for host: n-d-773647-6 {{(pid=100249) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 15:00:45.600981 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8d9f2a7-fdde-43a7-952b-b6adf4c3af09 None None] Updating router 54e7ff2e-34f4-467d-b9d5-c428c5164ca3 port 71c80fb0-ab8f-4f59-b476-1ad659dc3f8f binding host n-d-773647-6 {{(pid=100249) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 15:00:45.604612 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-11083ad1-7985-427e-b2ea-a3fe2e109423 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:45.633565 n-d-773647-6 neutron-server[100249]: DEBUG neutron_lib.callbacks.manager [None req-b8d9f2a7-fdde-43a7-952b-b6adf4c3af09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:45.758510 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.db_base_plugin_common [None req-11083ad1-7985-427e-b2ea-a3fe2e109423 admin admin] Allocated IP 172.20.0.1 (696ee61f-61af-4b54-b893-f7b3076a45fc/9d634c90-7bde-423a-9c4b-ae3e500fa0c3/2f6555e9-4f8f-402b-9cdf-275e50ea4fd0) {{(pid=100247) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 15:00:45.857162 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-11083ad1-7985-427e-b2ea-a3fe2e109423 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:45.869917 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.provisioning_blocks [None req-11083ad1-7985-427e-b2ea-a3fe2e109423 admin admin] Transition to ACTIVE for port object 2f6555e9-4f8f-402b-9cdf-275e50ea4fd0 will not be triggered until provisioned by entity DHCP. {{(pid=100247) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 15:00:45.883943 n-d-773647-6 neutron-server[100249]: DEBUG neutron_lib.callbacks.manager [None req-b8d9f2a7-fdde-43a7-952b-b6adf4c3af09 None None] Notify callbacks [] for port, precommit_update {{(pid=100249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:45.893913 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.provisioning_blocks [None req-b8d9f2a7-fdde-43a7-952b-b6adf4c3af09 None None] Transition to ACTIVE for port object 71c80fb0-ab8f-4f59-b476-1ad659dc3f8f will not be triggered until provisioned by entity L2. {{(pid=100249) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 15:00:45.899968 n-d-773647-6 neutron-server[100249]: DEBUG neutron_lib.callbacks.manager [None req-b8d9f2a7-fdde-43a7-952b-b6adf4c3af09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:45.904947 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-11083ad1-7985-427e-b2ea-a3fe2e109423 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-128888360'] for port, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:45.948041 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11083ad1-7985-427e-b2ea-a3fe2e109423 admin admin] Network 696ee61f-61af-4b54-b893-f7b3076a45fc is already hosted by enough agents. {{(pid=100247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 15:00:45.950885 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.base_scheduler [None req-11083ad1-7985-427e-b2ea-a3fe2e109423 admin admin] Resources bound (agent type, host, resource id): {{(pid=100247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 15:00:45.951716 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.managers [None req-b8d9f2a7-fdde-43a7-952b-b6adf4c3af09 None None] Attempting to bind port 71c80fb0-ab8f-4f59-b476-1ad659dc3f8f on host n-d-773647-6 for vnic_type normal with profile {{(pid=100249) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 15:00:45.952078 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.managers [None req-b8d9f2a7-fdde-43a7-952b-b6adf4c3af09 None None] Attempting to bind port 71c80fb0-ab8f-4f59-b476-1ad659dc3f8f by drivers openvswitch,hyperv on host n-d-773647-6 at level 0 using segments [{'id': '89a832b7-7793-4d51-9038-ed7e1c3ff1b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719'}] {{(pid=100249) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 15:00:45.952440 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8d9f2a7-fdde-43a7-952b-b6adf4c3af09 None None] Attempting to bind port 71c80fb0-ab8f-4f59-b476-1ad659dc3f8f on network 2658f09e-a580-4d4a-9968-2d1e0ad93719 {{(pid=100249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 15:00:45.956057 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4d7486-002a-40ed-8a00-fbbbd4420561 None None] Pushing event updated for resources: {'Port': ['ID=71c80fb0-ab8f-4f59-b476-1ad659dc3f8f,revision_number=2']} {{(pid=100249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:00:45.956431 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11083ad1-7985-427e-b2ea-a3fe2e109423 admin admin] Received port after_create {{(pid=100247) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 15:00:45.964490 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4d7486-002a-40ed-8a00-fbbbd4420561 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:00:45.964833 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4d7486-002a-40ed-8a00-fbbbd4420561 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:00:45.965165 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4d7486-002a-40ed-8a00-fbbbd4420561 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:00:45.965492 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4d7486-002a-40ed-8a00-fbbbd4420561 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:00:45.965817 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4d7486-002a-40ed-8a00-fbbbd4420561 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:00:45.966138 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4d7486-002a-40ed-8a00-fbbbd4420561 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:00:45.966460 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4d7486-002a-40ed-8a00-fbbbd4420561 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:00:45.966775 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4d7486-002a-40ed-8a00-fbbbd4420561 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:00:45.967088 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4d7486-002a-40ed-8a00-fbbbd4420561 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:00:45.967429 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4d7486-002a-40ed-8a00-fbbbd4420561 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:00:45.967744 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4d7486-002a-40ed-8a00-fbbbd4420561 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:00:45.968056 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4d7486-002a-40ed-8a00-fbbbd4420561 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:00:45.973538 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8d9f2a7-fdde-43a7-952b-b6adf4c3af09 None None] Checking agent: {'id': '8ab5b19c-d213-4f29-891d-27bdf39d38b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773647-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 43, 26), 'started_at': datetime.datetime(2021, 7, 6, 13, 43, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 15, 0, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773647-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 15:00:45.973908 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8d9f2a7-fdde-43a7-952b-b6adf4c3af09 None None] Checking segment: {'id': '89a832b7-7793-4d51-9038-ed7e1c3ff1b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100249) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 15:00:45.974302 n-d-773647-6 neutron-server[100249]: DEBUG neutron_lib.callbacks.manager [None req-b8d9f2a7-fdde-43a7-952b-b6adf4c3af09 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:45.974683 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8d9f2a7-fdde-43a7-952b-b6adf4c3af09 None None] Bound using segment: {'id': '89a832b7-7793-4d51-9038-ed7e1c3ff1b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719'} {{(pid=100249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 15:00:45.975154 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.managers [None req-b8d9f2a7-fdde-43a7-952b-b6adf4c3af09 None None] Bound port: 71c80fb0-ab8f-4f59-b476-1ad659dc3f8f, host: n-d-773647-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89a832b7-7793-4d51-9038-ed7e1c3ff1b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719'}}] {{(pid=100249) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 15:00:45.975553 n-d-773647-6 neutron-server[100249]: DEBUG neutron_lib.callbacks.manager [None req-b8d9f2a7-fdde-43a7-952b-b6adf4c3af09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:45.979246 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11083ad1-7985-427e-b2ea-a3fe2e109423 admin admin] Pushing event updated for resources: {'Port': ['ID=2f6555e9-4f8f-402b-9cdf-275e50ea4fd0,revision_number=1']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:00:45.990269 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11083ad1-7985-427e-b2ea-a3fe2e109423 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:00:45.990617 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11083ad1-7985-427e-b2ea-a3fe2e109423 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:00:45.990954 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11083ad1-7985-427e-b2ea-a3fe2e109423 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:00:45.991313 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11083ad1-7985-427e-b2ea-a3fe2e109423 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:00:45.991642 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11083ad1-7985-427e-b2ea-a3fe2e109423 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:00:45.991967 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11083ad1-7985-427e-b2ea-a3fe2e109423 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:00:45.992290 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11083ad1-7985-427e-b2ea-a3fe2e109423 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:00:45.992609 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11083ad1-7985-427e-b2ea-a3fe2e109423 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:00:45.992929 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11083ad1-7985-427e-b2ea-a3fe2e109423 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:00:45.993248 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11083ad1-7985-427e-b2ea-a3fe2e109423 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:00:45.993567 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11083ad1-7985-427e-b2ea-a3fe2e109423 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:00:45.993883 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11083ad1-7985-427e-b2ea-a3fe2e109423 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:00:46.015492 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-11083ad1-7985-427e-b2ea-a3fe2e109423 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1807675'] for router_interface, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:46.036291 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.db [None req-b8d9f2a7-fdde-43a7-952b-b6adf4c3af09 None None] For port 71c80fb0-ab8f-4f59-b476-1ad659dc3f8f, host n-d-773647-6, cleared binding levels {{(pid=100249) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 15:00:46.040019 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.db [None req-b8d9f2a7-fdde-43a7-952b-b6adf4c3af09 None None] For port 71c80fb0-ab8f-4f59-b476-1ad659dc3f8f, host n-d-773647-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=71c80fb0-ab8f-4f59-b476-1ad659dc3f8f,segment=NetworkSegment(89a832b7-7793-4d51-9038-ed7e1c3ff1b2),segment_id=89a832b7-7793-4d51-9038-ed7e1c3ff1b2)] {{(pid=100249) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 15:00:46.044221 n-d-773647-6 neutron-server[100249]: DEBUG neutron_lib.callbacks.manager [None req-b8d9f2a7-fdde-43a7-952b-b6adf4c3af09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:46.104689 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8d9f2a7-fdde-43a7-952b-b6adf4c3af09 None None] Routers {'54e7ff2e-34f4-467d-b9d5-c428c5164ca3'} bound to L3 agent in host n-d-773647-6 {{(pid=100249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 15:00:46.105323 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-b8d9f2a7-fdde-43a7-952b-b6adf4c3af09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T15:00:26Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['54e7ff2e-34f4-467d-b9d5-c428c5164ca3'], 'active': True} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:00:46.139924 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4d7486-002a-40ed-8a00-fbbbd4420561 None None] Pushing event updated for resources: {'Port': ['ID=71c80fb0-ab8f-4f59-b476-1ad659dc3f8f,revision_number=3']} {{(pid=100249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:00:46.165890 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-11083ad1-7985-427e-b2ea-a3fe2e109423 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:46.224749 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvr_db [None req-b8d9f2a7-fdde-43a7-952b-b6adf4c3af09 None None] Set router 54e7ff2e-34f4-467d-b9d5-c428c5164ca3 gateway port host: n-d-773647-6 {{(pid=100249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 15:00:46.273541 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-c095e87d-05df-42ee-a306-dbf21ef11fe5 None None] Provisioning for port 2f6555e9-4f8f-402b-9cdf-275e50ea4fd0 completed by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 15:00:46.277336 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-c095e87d-05df-42ee-a306-dbf21ef11fe5 None None] Provisioning complete for port 2f6555e9-4f8f-402b-9cdf-275e50ea4fd0 triggered by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 15:00:46.277714 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-c095e87d-05df-42ee-a306-dbf21ef11fe5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:46.304910 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 33aacb51-ee06-43bb-b4d4-a080f9b67ef1 up at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 15:00:46.318522 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-c095e87d-05df-42ee-a306-dbf21ef11fe5 None None] Port 2f6555e9-4f8f-402b-9cdf-275e50ea4fd0 cannot update to ACTIVE because it is not bound. {{(pid=100248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 15:00:46.370237 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning for port 33aacb51-ee06-43bb-b4d4-a080f9b67ef1 completed by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 15:00:46.374261 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning complete for port 33aacb51-ee06-43bb-b4d4-a080f9b67ef1 triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 15:00:46.374657 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:46.417284 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-b8d9f2a7-fdde-43a7-952b-b6adf4c3af09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54e7ff2e-34f4-467d-b9d5-c428c5164ca3', 'name': 'tempest-TestEncryptedCinderVolumes-1831552544-router', 'tenant_id': '19921f904b374a75b5bb9e07612f0fa3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.5'}], 'enable_snat': True}, 'gw_port_id': '71c80fb0-ab8f-4f59-b476-1ad659dc3f8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T15:00:43Z', 'updated_at': '2021-07-06T15:00:44Z', 'revision_number': 3, 'project_id': '19921f904b374a75b5bb9e07612f0fa3', 'gw_port': {'id': '71c80fb0-ab8f-4f59-b476-1ad659dc3f8f', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:7c:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54e7ff2e-34f4-467d-b9d5-c428c5164ca3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T15:00:43Z', 'updated_at': '2021-07-06T15:00:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6'}], 'n-d-773647-6', False) {} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:00:46.445133 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8d9f2a7-fdde-43a7-952b-b6adf4c3af09 None None] The sync data for ids ['54e7ff2e-34f4-467d-b9d5-c428c5164ca3'] in n-d-773647-6 is: [{'id': '54e7ff2e-34f4-467d-b9d5-c428c5164ca3', 'name': 'tempest-TestEncryptedCinderVolumes-1831552544-router', 'tenant_id': '19921f904b374a75b5bb9e07612f0fa3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.5'}], 'enable_snat': True}, 'gw_port_id': '71c80fb0-ab8f-4f59-b476-1ad659dc3f8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T15:00:43Z', 'updated_at': '2021-07-06T15:00:44Z', 'revision_number': 3, 'project_id': '19921f904b374a75b5bb9e07612f0fa3', 'gw_port': {'id': '71c80fb0-ab8f-4f59-b476-1ad659dc3f8f', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:7c:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54e7ff2e-34f4-467d-b9d5-c428c5164ca3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T15:00:43Z', 'updated_at': '2021-07-06T15:00:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6'}] {{(pid=100249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 15:00:46.470226 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:46.506458 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] For port 33aacb51-ee06-43bb-b4d4-a080f9b67ef1, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=33aacb51-ee06-43bb-b4d4-a080f9b67ef1,segment=NetworkSegment(8e108202-1f4d-476e-b6f1-17650c02e7d9),segment_id=8e108202-1f4d-476e-b6f1-17650c02e7d9)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 15:00:46.512313 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:46.569016 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Pushing event updated for resources: {'Port': ['ID=33aacb51-ee06-43bb-b4d4-a080f9b67ef1,revision_number=3']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:00:46.629710 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-11083ad1-7985-427e-b2ea-a3fe2e109423 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:46.634471 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-11083ad1-7985-427e-b2ea-a3fe2e109423 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128888538'] for port, after_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:46.707012 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-11083ad1-7985-427e-b2ea-a3fe2e109423 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1809478'] for router_interface, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:46.708835 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11083ad1-7985-427e-b2ea-a3fe2e109423 admin admin] Pushing event updated for resources: {'Port': ['ID=2f6555e9-4f8f-402b-9cdf-275e50ea4fd0,revision_number=2']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:00:46.805040 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11083ad1-7985-427e-b2ea-a3fe2e109423 admin admin] Network 696ee61f-61af-4b54-b893-f7b3076a45fc is already hosted by enough agents. {{(pid=100247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 15:00:46.806553 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.base_scheduler [None req-11083ad1-7985-427e-b2ea-a3fe2e109423 admin admin] Resources bound (agent type, host, resource id): {{(pid=100247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 15:00:46.927805 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11083ad1-7985-427e-b2ea-a3fe2e109423 admin admin] Router 54e7ff2e-34f4-467d-b9d5-c428c5164ca3 has already been hosted by L3 agent 2823d358-a11b-4885-a706-95a279e43fa7 {{(pid=100247) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 15:00:47.043816 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11083ad1-7985-427e-b2ea-a3fe2e109423 admin admin] Notify agent at l3_agent.n-d-773647-6 the message routers_updated {{(pid=100247) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 15:00:47.044357 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-b3eafe27-8058-4696-b414-5cfa19d5ee94 None None] Provisioning complete for port 2f6555e9-4f8f-402b-9cdf-275e50ea4fd0 triggered by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 15:00:47.044976 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-b3eafe27-8058-4696-b414-5cfa19d5ee94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:47.050944 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-11083ad1-7985-427e-b2ea-a3fe2e109423 admin admin] 10.222.0.104 "PUT /v2.0/routers/54e7ff2e-34f4-467d-b9d5-c428c5164ca3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8675737 Jul 06 15:00:47.084425 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-b3eafe27-8058-4696-b414-5cfa19d5ee94 None None] Port 2f6555e9-4f8f-402b-9cdf-275e50ea4fd0 cannot update to ACTIVE because it is not bound. {{(pid=100248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 15:00:47.520770 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 60160) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 15:00:47.526265 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [None req-b2bcd42d-58a6-41e1-ace6-fe940b84ddb1 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1079966826-network', 'tenant_id': '65a8bacfc7014fb28bad480fba5efcba'}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 15:00:47.547237 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2bcd42d-58a6-41e1-ace6-fe940b84ddb1 admin admin] Made reservation on behalf of 65a8bacfc7014fb28bad480fba5efcba for: {'network': 1} {{(pid=100247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 15:00:47.549521 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-b2bcd42d-58a6-41e1-ace6-fe940b84ddb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for network, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:47.558072 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-b2bcd42d-58a6-41e1-ace6-fe940b84ddb1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:47.646311 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-b2bcd42d-58a6-41e1-ace6-fe940b84ddb1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:47.652533 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-b2bcd42d-58a6-41e1-ace6-fe940b84ddb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:47.680599 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b2bcd42d-58a6-41e1-ace6-fe940b84ddb1 admin admin] vlan segment allocate from pool success with {'vlan_id': 1043, 'physical_network': 'physnet1'} {{(pid=100247) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 15:00:47.687047 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2bcd42d-58a6-41e1-ace6-fe940b84ddb1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aed3ddcd-fc1b-47d4-b153-73b049b4ab6e,revision_number=1']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:00:47.694001 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-b2bcd42d-58a6-41e1-ace6-fe940b84ddb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552'] for segment, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:47.694347 n-d-773647-6 neutron-server[100247]: INFO neutron.db.segments_db [None req-b2bcd42d-58a6-41e1-ace6-fe940b84ddb1 admin admin] Added segment 09dd1e99-6b7a-4762-a6a3-95b1a3431922 of type vlan for network 249ab24b-45f9-43c8-802f-c770e398ff17 Jul 06 15:00:47.739073 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-b2bcd42d-58a6-41e1-ace6-fe940b84ddb1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773752984405'] for network, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:47.771623 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-b2bcd42d-58a6-41e1-ace6-fe940b84ddb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060'] for network, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:47.772677 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2bcd42d-58a6-41e1-ace6-fe940b84ddb1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:00:47.773259 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-b2bcd42d-58a6-41e1-ace6-fe940b84ddb1 admin admin] Notify callbacks [] for network, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:47.838103 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 60162) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 15:00:47.838593 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-b2bcd42d-58a6-41e1-ace6-fe940b84ddb1 admin admin] 10.222.0.104 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.3160293 Jul 06 15:00:47.846573 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2bcd42d-58a6-41e1-ace6-fe940b84ddb1 admin admin] Pushing event updated for resources: {'Network': ['ID=249ab24b-45f9-43c8-802f-c770e398ff17,revision_number=1']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:00:47.847476 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-dc3df94c-d165-4d0c-b2b8-296898fa0bef admin admin] Request body: {'subnet': {'network_id': '249ab24b-45f9-43c8-802f-c770e398ff17', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1079966826-subnet', 'tenant_id': '65a8bacfc7014fb28bad480fba5efcba', 'ip_version': 4}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 15:00:47.856932 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Network 249ab24b-45f9-43c8-802f-c770e398ff17 details requested by agent ovs-agent-n-d-773647-6 with host n-d-773647-6 {{(pid=100248) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 15:00:47.872664 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc3df94c-d165-4d0c-b2b8-296898fa0bef admin admin] Made reservation on behalf of 65a8bacfc7014fb28bad480fba5efcba for: {'subnet': 1} {{(pid=100246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 15:00:47.875586 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-dc3df94c-d165-4d0c-b2b8-296898fa0bef admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127702029'] for subnet, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:48.053128 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-dc3df94c-d165-4d0c-b2b8-296898fa0bef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1849032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127687649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127702047'] for subnet, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:48.097141 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f34aa089-8f71-4744-838d-fe1cf4d5922e None None] Sync routers for ids ['54e7ff2e-34f4-467d-b9d5-c428c5164ca3'] in n-d-773647-6 {{(pid=100248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 15:00:48.105799 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f34aa089-8f71-4744-838d-fe1cf4d5922e None None] Routers {'54e7ff2e-34f4-467d-b9d5-c428c5164ca3'} bound to L3 agent in host n-d-773647-6 {{(pid=100248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 15:00:48.106428 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-f34aa089-8f71-4744-838d-fe1cf4d5922e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T15:00:26Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['54e7ff2e-34f4-467d-b9d5-c428c5164ca3'], 'active': True} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:00:48.106621 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3df94c-d165-4d0c-b2b8-296898fa0bef admin admin] Pushing event updated for resources: {'Subnet': ['ID=209c0a52-313b-4d9f-8bba-4aba49bc3fd4,revision_number=0']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:00:48.117558 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc3df94c-d165-4d0c-b2b8-296898fa0bef admin admin] Checking segment: {'id': '09dd1e99-6b7a-4762-a6a3-95b1a3431922', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': '249ab24b-45f9-43c8-802f-c770e398ff17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 15:00:48.117923 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc3df94c-d165-4d0c-b2b8-296898fa0bef admin admin] Network hostable DHCP agents. Network: 249ab24b-45f9-43c8-802f-c770e398ff17, hostable agents: ['f2bada3d-be77-4359-982b-8505a2bbca04'], hosted agents: [] {{(pid=100246) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 15:00:48.134628 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc3df94c-d165-4d0c-b2b8-296898fa0bef admin admin] Network 249ab24b-45f9-43c8-802f-c770e398ff17 is scheduled to be hosted by DHCP agent f2bada3d-be77-4359-982b-8505a2bbca04 with binding_index 1 {{(pid=100246) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 15:00:48.144319 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.base_scheduler [None req-dc3df94c-d165-4d0c-b2b8-296898fa0bef admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773647-6, 249ab24b-45f9-43c8-802f-c770e398ff17) {{(pid=100246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 15:00:48.148832 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc3df94c-d165-4d0c-b2b8-296898fa0bef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:00:48.149580 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-dc3df94c-d165-4d0c-b2b8-296898fa0bef admin admin] Notify callbacks [] for subnet, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:48.159093 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b09b060d-d251-495b-8542-0f6bcc6b5b5c None None] Network 249ab24b-45f9-43c8-802f-c770e398ff17 requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 15:00:48.169115 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-dc3df94c-d165-4d0c-b2b8-296898fa0bef admin admin] 10.222.0.104 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3261518 Jul 06 15:00:48.169547 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 60164) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 15:00:48.174787 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [None req-90000616-a2c6-4497-b404-7163737dda52 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1079966826-router', 'tenant_id': '65a8bacfc7014fb28bad480fba5efcba', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719'}}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 15:00:48.206228 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-90000616-a2c6-4497-b404-7163737dda52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1806290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6992'] for router, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:48.207514 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-90000616-a2c6-4497-b404-7163737dda52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1806157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1808637', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1714747', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7007'] for router, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:48.262857 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-90000616-a2c6-4497-b404-7163737dda52 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:48.283262 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvr_db [None req-f34aa089-8f71-4744-838d-fe1cf4d5922e None None] Set router 54e7ff2e-34f4-467d-b9d5-c428c5164ca3 gateway port host: n-d-773647-6 {{(pid=100248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 15:00:48.381219 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 33aacb51-ee06-43bb-b4d4-a080f9b67ef1 up at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 15:00:48.413835 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-90000616-a2c6-4497-b404-7163737dda52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1761047', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1806272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6989'] for router, precommit_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:48.498847 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bf66dc4-e7b5-4b4f-bc4b-bcb8fcb6b185 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6bd5fc82-6666-56e8-87c2-91648d36c963-249ab24b-45f9-43c8-802f-c770e398ff17', 'network_id': '249ab24b-45f9-43c8-802f-c770e398ff17', 'tenant_id': '65a8bacfc7014fb28bad480fba5efcba', 'fixed_ips': [{'subnet_id': '209c0a52-313b-4d9f-8bba-4aba49bc3fd4'}]}} from n-d-773647-6. {{(pid=100248) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 15:00:48.499704 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-2bf66dc4-e7b5-4b4f-bc4b-bcb8fcb6b185 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:48.571669 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning complete for port 33aacb51-ee06-43bb-b4d4-a080f9b67ef1 triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 15:00:48.572017 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:48.611765 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-90000616-a2c6-4497-b404-7163737dda52 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:48.640621 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-90000616-a2c6-4497-b404-7163737dda52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:48.731727 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.db_base_plugin_common [None req-2bf66dc4-e7b5-4b4f-bc4b-bcb8fcb6b185 None None] Allocated IP 172.20.0.2 (249ab24b-45f9-43c8-802f-c770e398ff17/209c0a52-313b-4d9f-8bba-4aba49bc3fd4/24f3f07c-2600-4815-ba96-0befebb8de46) {{(pid=100248) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 15:00:48.742849 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-f34aa089-8f71-4744-838d-fe1cf4d5922e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54e7ff2e-34f4-467d-b9d5-c428c5164ca3', 'name': 'tempest-TestEncryptedCinderVolumes-1831552544-router', 'tenant_id': '19921f904b374a75b5bb9e07612f0fa3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.5'}], 'enable_snat': True}, 'gw_port_id': '71c80fb0-ab8f-4f59-b476-1ad659dc3f8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T15:00:43Z', 'updated_at': '2021-07-06T15:00:46Z', 'revision_number': 4, 'project_id': '19921f904b374a75b5bb9e07612f0fa3', 'gw_port': {'id': '71c80fb0-ab8f-4f59-b476-1ad659dc3f8f', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:7c:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54e7ff2e-34f4-467d-b9d5-c428c5164ca3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T15:00:43Z', 'updated_at': '2021-07-06T15:00:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6', '_interfaces': [{'id': '2f6555e9-4f8f-402b-9cdf-275e50ea4fd0', 'name': '', 'network_id': '696ee61f-61af-4b54-b893-f7b3076a45fc', 'tenant_id': '19921f904b374a75b5bb9e07612f0fa3', 'mac_address': 'fa:16:3e:17:94:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54e7ff2e-34f4-467d-b9d5-c428c5164ca3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': '9d634c90-7bde-423a-9c4b-ae3e500fa0c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T15:00:45Z', 'updated_at': '2021-07-06T15:00:46Z', 'revision_number': 2, 'project_id': '19921f904b374a75b5bb9e07612f0fa3', 'subnets': [{'id': '9d634c90-7bde-423a-9c4b-ae3e500fa0c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773647-6', False) {} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:00:48.743060 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.db_base_plugin_common [None req-90000616-a2c6-4497-b404-7163737dda52 admin admin] Allocated IP 172.25.0.147 (2658f09e-a580-4d4a-9968-2d1e0ad93719/cbf74abc-6fe1-4d33-b005-c948923b9647/ce172d9f-e531-479d-be6b-9288f3045fe2) {{(pid=100247) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 15:00:48.797097 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f34aa089-8f71-4744-838d-fe1cf4d5922e None None] Checking router: 54e7ff2e-34f4-467d-b9d5-c428c5164ca3 for host: n-d-773647-6 {{(pid=100248) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 15:00:48.797984 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f34aa089-8f71-4744-838d-fe1cf4d5922e None None] Updating router 54e7ff2e-34f4-467d-b9d5-c428c5164ca3 port 2f6555e9-4f8f-402b-9cdf-275e50ea4fd0 binding host n-d-773647-6 {{(pid=100248) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 15:00:48.849894 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-90000616-a2c6-4497-b404-7163737dda52 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:48.864756 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 71c80fb0-ab8f-4f59-b476-1ad659dc3f8f up at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 15:00:48.889381 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-90000616-a2c6-4497-b404-7163737dda52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-128888360'] for port, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:48.901353 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-f34aa089-8f71-4744-838d-fe1cf4d5922e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:48.924475 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90000616-a2c6-4497-b404-7163737dda52 admin admin] Network 2658f09e-a580-4d4a-9968-2d1e0ad93719 is already hosted by enough agents. {{(pid=100247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 15:00:48.929095 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.base_scheduler [None req-90000616-a2c6-4497-b404-7163737dda52 admin admin] Resources bound (agent type, host, resource id): {{(pid=100247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 15:00:48.932532 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90000616-a2c6-4497-b404-7163737dda52 admin admin] Received port after_create {{(pid=100247) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 15:00:48.960735 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90000616-a2c6-4497-b404-7163737dda52 admin admin] Pushing event updated for resources: {'Port': ['ID=ce172d9f-e531-479d-be6b-9288f3045fe2,revision_number=1']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:00:49.062841 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning for port 71c80fb0-ab8f-4f59-b476-1ad659dc3f8f completed by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 15:00:49.085119 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning complete for port 71c80fb0-ab8f-4f59-b476-1ad659dc3f8f triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 15:00:49.085540 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:49.131576 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-2bf66dc4-e7b5-4b4f-bc4b-bcb8fcb6b185 None None] Notify callbacks [] for port, precommit_create {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:49.183863 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-2bf66dc4-e7b5-4b4f-bc4b-bcb8fcb6b185 None None] Transition to ACTIVE for port object 24f3f07c-2600-4815-ba96-0befebb8de46 will not be triggered until provisioned by entity L2. {{(pid=100248) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 15:00:49.185026 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-90000616-a2c6-4497-b404-7163737dda52 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:49.214540 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-2bf66dc4-e7b5-4b4f-bc4b-bcb8fcb6b185 None None] Transition to ACTIVE for port object 24f3f07c-2600-4815-ba96-0befebb8de46 will not be triggered until provisioned by entity DHCP. {{(pid=100248) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 15:00:49.229524 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-2bf66dc4-e7b5-4b4f-bc4b-bcb8fcb6b185 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108'] for port, after_create {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:49.304375 n-d-773647-6 neutron-server[100248]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bf66dc4-e7b5-4b4f-bc4b-bcb8fcb6b185 None None] Network 249ab24b-45f9-43c8-802f-c770e398ff17 is already hosted by enough agents. {{(pid=100248) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 15:00:49.313838 n-d-773647-6 neutron-server[100248]: DEBUG neutron.scheduler.base_scheduler [None req-2bf66dc4-e7b5-4b4f-bc4b-bcb8fcb6b185 None None] Resources bound (agent type, host, resource id): {{(pid=100248) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 15:00:49.324925 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bf66dc4-e7b5-4b4f-bc4b-bcb8fcb6b185 None None] Received port after_create {{(pid=100248) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 15:00:49.337750 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:49.342258 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf66dc4-e7b5-4b4f-bc4b-bcb8fcb6b185 None None] Pushing event updated for resources: {'Port': ['ID=24f3f07c-2600-4815-ba96-0befebb8de46,revision_number=1']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:00:49.385087 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-90000616-a2c6-4497-b404-7163737dda52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1806297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1761036'] for router, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:49.403158 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf66dc4-e7b5-4b4f-bc4b-bcb8fcb6b185 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:00:49.403532 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf66dc4-e7b5-4b4f-bc4b-bcb8fcb6b185 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:00:49.403874 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf66dc4-e7b5-4b4f-bc4b-bcb8fcb6b185 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:00:49.404215 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf66dc4-e7b5-4b4f-bc4b-bcb8fcb6b185 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:00:49.404547 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf66dc4-e7b5-4b4f-bc4b-bcb8fcb6b185 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:00:49.404879 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf66dc4-e7b5-4b4f-bc4b-bcb8fcb6b185 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:00:49.405206 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf66dc4-e7b5-4b4f-bc4b-bcb8fcb6b185 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:00:49.405529 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf66dc4-e7b5-4b4f-bc4b-bcb8fcb6b185 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:00:49.405852 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf66dc4-e7b5-4b4f-bc4b-bcb8fcb6b185 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:00:49.406172 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf66dc4-e7b5-4b4f-bc4b-bcb8fcb6b185 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:00:49.407060 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf66dc4-e7b5-4b4f-bc4b-bcb8fcb6b185 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:00:49.407415 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf66dc4-e7b5-4b4f-bc4b-bcb8fcb6b185 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:00:49.443294 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] For port 71c80fb0-ab8f-4f59-b476-1ad659dc3f8f, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=71c80fb0-ab8f-4f59-b476-1ad659dc3f8f,segment=NetworkSegment(89a832b7-7793-4d51-9038-ed7e1c3ff1b2),segment_id=89a832b7-7793-4d51-9038-ed7e1c3ff1b2)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 15:00:49.457025 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:49.468701 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-f34aa089-8f71-4744-838d-fe1cf4d5922e None None] Notify callbacks [] for port, precommit_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:49.498527 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-2bf66dc4-e7b5-4b4f-bc4b-bcb8fcb6b185 None None] Attempting to bind port 24f3f07c-2600-4815-ba96-0befebb8de46 on host n-d-773647-6 for vnic_type normal with profile {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 15:00:49.498909 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-2bf66dc4-e7b5-4b4f-bc4b-bcb8fcb6b185 None None] Attempting to bind port 24f3f07c-2600-4815-ba96-0befebb8de46 by drivers openvswitch,hyperv on host n-d-773647-6 at level 0 using segments [{'id': '09dd1e99-6b7a-4762-a6a3-95b1a3431922', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': '249ab24b-45f9-43c8-802f-c770e398ff17'}] {{(pid=100248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 15:00:49.499363 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bf66dc4-e7b5-4b4f-bc4b-bcb8fcb6b185 None None] Attempting to bind port 24f3f07c-2600-4815-ba96-0befebb8de46 on network 249ab24b-45f9-43c8-802f-c770e398ff17 {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 15:00:49.501538 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-f34aa089-8f71-4744-838d-fe1cf4d5922e None None] Transition to ACTIVE for port object 2f6555e9-4f8f-402b-9cdf-275e50ea4fd0 will not be triggered until provisioned by entity L2. {{(pid=100248) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 15:00:49.514122 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bf66dc4-e7b5-4b4f-bc4b-bcb8fcb6b185 None None] Checking agent: {'id': '8ab5b19c-d213-4f29-891d-27bdf39d38b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773647-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 43, 26), 'started_at': datetime.datetime(2021, 7, 6, 13, 43, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 15, 0, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773647-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 15:00:49.514502 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bf66dc4-e7b5-4b4f-bc4b-bcb8fcb6b185 None None] Checking segment: {'id': '09dd1e99-6b7a-4762-a6a3-95b1a3431922', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': '249ab24b-45f9-43c8-802f-c770e398ff17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 15:00:49.514902 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-2bf66dc4-e7b5-4b4f-bc4b-bcb8fcb6b185 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:49.515397 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bf66dc4-e7b5-4b4f-bc4b-bcb8fcb6b185 None None] Bound using segment: {'id': '09dd1e99-6b7a-4762-a6a3-95b1a3431922', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': '249ab24b-45f9-43c8-802f-c770e398ff17'} {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 15:00:49.516393 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-2bf66dc4-e7b5-4b4f-bc4b-bcb8fcb6b185 None None] Bound port: 24f3f07c-2600-4815-ba96-0befebb8de46, host: n-d-773647-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09dd1e99-6b7a-4762-a6a3-95b1a3431922', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': '249ab24b-45f9-43c8-802f-c770e398ff17'}}] {{(pid=100248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 15:00:49.516777 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-2bf66dc4-e7b5-4b4f-bc4b-bcb8fcb6b185 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:49.518462 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-f34aa089-8f71-4744-838d-fe1cf4d5922e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:49.523999 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90000616-a2c6-4497-b404-7163737dda52 admin admin] Router 7b77c67f-84c0-41f9-8e3f-53d5d965d765 is scheduled to L3 agent 2823d358-a11b-4885-a706-95a279e43fa7 with binding_index 1 {{(pid=100247) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 15:00:49.554740 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Pushing event updated for resources: {'Port': ['ID=71c80fb0-ab8f-4f59-b476-1ad659dc3f8f,revision_number=4']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:00:49.633837 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90000616-a2c6-4497-b404-7163737dda52 admin admin] Notify agent at l3_agent.n-d-773647-6 the message routers_updated {{(pid=100247) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 15:00:49.646469 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae47226e-7c62-414f-85cf-b67d490921c7 None None] Sync routers for ids ['7b77c67f-84c0-41f9-8e3f-53d5d965d765'] in n-d-773647-6 {{(pid=100249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 15:00:49.651684 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4a8f56-cafc-414d-891c-bd8ee1416f39 None None] Pushing event updated for resources: {'Port': ['ID=2f6555e9-4f8f-402b-9cdf-275e50ea4fd0,revision_number=3']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:00:49.658577 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae47226e-7c62-414f-85cf-b67d490921c7 None None] Routers {'7b77c67f-84c0-41f9-8e3f-53d5d965d765'} bound to L3 agent in host n-d-773647-6 {{(pid=100249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 15:00:49.659200 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-ae47226e-7c62-414f-85cf-b67d490921c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T15:00:26Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['7b77c67f-84c0-41f9-8e3f-53d5d965d765'], 'active': True} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:00:49.666501 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-90000616-a2c6-4497-b404-7163737dda52 admin admin] Notify callbacks [] for router, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:49.671417 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 60166) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 15:00:49.675781 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-90000616-a2c6-4497-b404-7163737dda52 admin admin] 10.222.0.104 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 1.5049224 Jul 06 15:00:49.694681 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-2bf66dc4-e7b5-4b4f-bc4b-bcb8fcb6b185 None None] For port 24f3f07c-2600-4815-ba96-0befebb8de46, host n-d-773647-6, cleared binding levels {{(pid=100248) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 15:00:49.697167 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-f34aa089-8f71-4744-838d-fe1cf4d5922e None None] Attempting to bind port 2f6555e9-4f8f-402b-9cdf-275e50ea4fd0 on host n-d-773647-6 for vnic_type normal with profile {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 15:00:49.697535 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-f34aa089-8f71-4744-838d-fe1cf4d5922e None None] Attempting to bind port 2f6555e9-4f8f-402b-9cdf-275e50ea4fd0 by drivers openvswitch,hyperv on host n-d-773647-6 at level 0 using segments [{'id': '8e108202-1f4d-476e-b6f1-17650c02e7d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1042, 'network_id': '696ee61f-61af-4b54-b893-f7b3076a45fc'}] {{(pid=100248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 15:00:49.697901 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f34aa089-8f71-4744-838d-fe1cf4d5922e None None] Attempting to bind port 2f6555e9-4f8f-402b-9cdf-275e50ea4fd0 on network 696ee61f-61af-4b54-b893-f7b3076a45fc {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 15:00:49.700940 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-2bf66dc4-e7b5-4b4f-bc4b-bcb8fcb6b185 None None] For port 24f3f07c-2600-4815-ba96-0befebb8de46, host n-d-773647-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=24f3f07c-2600-4815-ba96-0befebb8de46,segment=NetworkSegment(09dd1e99-6b7a-4762-a6a3-95b1a3431922),segment_id=09dd1e99-6b7a-4762-a6a3-95b1a3431922)] {{(pid=100248) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 15:00:49.706851 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-2bf66dc4-e7b5-4b4f-bc4b-bcb8fcb6b185 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:49.710350 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f34aa089-8f71-4744-838d-fe1cf4d5922e None None] Checking agent: {'id': '8ab5b19c-d213-4f29-891d-27bdf39d38b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773647-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 43, 26), 'started_at': datetime.datetime(2021, 7, 6, 13, 43, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 15, 0, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773647-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 15:00:49.710726 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f34aa089-8f71-4744-838d-fe1cf4d5922e None None] Checking segment: {'id': '8e108202-1f4d-476e-b6f1-17650c02e7d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1042, 'network_id': '696ee61f-61af-4b54-b893-f7b3076a45fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 15:00:49.711127 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-f34aa089-8f71-4744-838d-fe1cf4d5922e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:49.711562 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f34aa089-8f71-4744-838d-fe1cf4d5922e None None] Bound using segment: {'id': '8e108202-1f4d-476e-b6f1-17650c02e7d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1042, 'network_id': '696ee61f-61af-4b54-b893-f7b3076a45fc'} {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 15:00:49.712026 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-f34aa089-8f71-4744-838d-fe1cf4d5922e None None] Bound port: 2f6555e9-4f8f-402b-9cdf-275e50ea4fd0, host: n-d-773647-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e108202-1f4d-476e-b6f1-17650c02e7d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1042, 'network_id': '696ee61f-61af-4b54-b893-f7b3076a45fc'}}] {{(pid=100248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 15:00:49.712404 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-f34aa089-8f71-4744-838d-fe1cf4d5922e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:49.827927 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvr_db [None req-ae47226e-7c62-414f-85cf-b67d490921c7 None None] Set router 7b77c67f-84c0-41f9-8e3f-53d5d965d765 gateway port host: n-d-773647-6 {{(pid=100249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 15:00:49.829831 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf66dc4-e7b5-4b4f-bc4b-bcb8fcb6b185 None None] Pushing event updated for resources: {'Port': ['ID=24f3f07c-2600-4815-ba96-0befebb8de46,revision_number=2']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:00:49.865917 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-f34aa089-8f71-4744-838d-fe1cf4d5922e None None] For port 2f6555e9-4f8f-402b-9cdf-275e50ea4fd0, host n-d-773647-6, cleared binding levels {{(pid=100248) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 15:00:49.870512 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-f34aa089-8f71-4744-838d-fe1cf4d5922e None None] For port 2f6555e9-4f8f-402b-9cdf-275e50ea4fd0, host n-d-773647-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=2f6555e9-4f8f-402b-9cdf-275e50ea4fd0,segment=NetworkSegment(8e108202-1f4d-476e-b6f1-17650c02e7d9),segment_id=8e108202-1f4d-476e-b6f1-17650c02e7d9)] {{(pid=100248) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 15:00:49.878625 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-f34aa089-8f71-4744-838d-fe1cf4d5922e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:49.939268 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f34aa089-8f71-4744-838d-fe1cf4d5922e None None] Routers {'54e7ff2e-34f4-467d-b9d5-c428c5164ca3'} bound to L3 agent in host n-d-773647-6 {{(pid=100248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 15:00:49.939909 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-f34aa089-8f71-4744-838d-fe1cf4d5922e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T15:00:26Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['54e7ff2e-34f4-467d-b9d5-c428c5164ca3'], 'active': True} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:00:50.171606 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-ae47226e-7c62-414f-85cf-b67d490921c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b77c67f-84c0-41f9-8e3f-53d5d965d765', 'name': 'tempest-TestEncryptedCinderVolumes-1079966826-router', 'tenant_id': '65a8bacfc7014fb28bad480fba5efcba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.147'}], 'enable_snat': True}, 'gw_port_id': 'ce172d9f-e531-479d-be6b-9288f3045fe2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T15:00:48Z', 'updated_at': '2021-07-06T15:00:49Z', 'revision_number': 3, 'project_id': '65a8bacfc7014fb28bad480fba5efcba', 'gw_port': {'id': 'ce172d9f-e531-479d-be6b-9288f3045fe2', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:80:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b77c67f-84c0-41f9-8e3f-53d5d965d765', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4086, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T15:00:48Z', 'updated_at': '2021-07-06T15:00:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6'}], 'n-d-773647-6', False) {} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:00:50.197560 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4a8f56-cafc-414d-891c-bd8ee1416f39 None None] Pushing event updated for resources: {'Port': ['ID=2f6555e9-4f8f-402b-9cdf-275e50ea4fd0,revision_number=4']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:00:50.217829 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae47226e-7c62-414f-85cf-b67d490921c7 None None] Checking router: 7b77c67f-84c0-41f9-8e3f-53d5d965d765 for host: n-d-773647-6 {{(pid=100249) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 15:00:50.218170 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae47226e-7c62-414f-85cf-b67d490921c7 None None] Updating router 7b77c67f-84c0-41f9-8e3f-53d5d965d765 port ce172d9f-e531-479d-be6b-9288f3045fe2 binding host n-d-773647-6 {{(pid=100249) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 15:00:50.293055 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvr_db [None req-f34aa089-8f71-4744-838d-fe1cf4d5922e None None] Set router 54e7ff2e-34f4-467d-b9d5-c428c5164ca3 gateway port host: n-d-773647-6 {{(pid=100248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 15:00:50.295339 n-d-773647-6 neutron-server[100249]: DEBUG neutron_lib.callbacks.manager [None req-ae47226e-7c62-414f-85cf-b67d490921c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:50.396071 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-5154287d-2615-4efe-a0ad-7e338d3d2f73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:50.478067 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 24f3f07c-2600-4815-ba96-0befebb8de46 up at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 15:00:50.577163 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-f34aa089-8f71-4744-838d-fe1cf4d5922e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54e7ff2e-34f4-467d-b9d5-c428c5164ca3', 'name': 'tempest-TestEncryptedCinderVolumes-1831552544-router', 'tenant_id': '19921f904b374a75b5bb9e07612f0fa3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.5'}], 'enable_snat': True}, 'gw_port_id': '71c80fb0-ab8f-4f59-b476-1ad659dc3f8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T15:00:43Z', 'updated_at': '2021-07-06T15:00:46Z', 'revision_number': 4, 'project_id': '19921f904b374a75b5bb9e07612f0fa3', 'gw_port': {'id': '71c80fb0-ab8f-4f59-b476-1ad659dc3f8f', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:7c:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54e7ff2e-34f4-467d-b9d5-c428c5164ca3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T15:00:43Z', 'updated_at': '2021-07-06T15:00:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6', '_interfaces': [{'id': '2f6555e9-4f8f-402b-9cdf-275e50ea4fd0', 'name': '', 'network_id': '696ee61f-61af-4b54-b893-f7b3076a45fc', 'tenant_id': '19921f904b374a75b5bb9e07612f0fa3', 'mac_address': 'fa:16:3e:17:94:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54e7ff2e-34f4-467d-b9d5-c428c5164ca3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': '9d634c90-7bde-423a-9c4b-ae3e500fa0c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T15:00:45Z', 'updated_at': '2021-07-06T15:00:49Z', 'revision_number': 4, 'project_id': '19921f904b374a75b5bb9e07612f0fa3', 'subnets': [{'id': '9d634c90-7bde-423a-9c4b-ae3e500fa0c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773647-6', False) {} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:00:50.579452 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning for port 24f3f07c-2600-4815-ba96-0befebb8de46 completed by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 15:00:50.598204 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.db_base_plugin_common [None req-5154287d-2615-4efe-a0ad-7e338d3d2f73 admin admin] Allocated IP 172.20.0.1 (249ab24b-45f9-43c8-802f-c770e398ff17/209c0a52-313b-4d9f-8bba-4aba49bc3fd4/36dea94a-5fc3-41cc-a249-759431d565db) {{(pid=100246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 15:00:50.606220 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f34aa089-8f71-4744-838d-fe1cf4d5922e None None] The sync data for ids ['54e7ff2e-34f4-467d-b9d5-c428c5164ca3'] in n-d-773647-6 is: [{'id': '54e7ff2e-34f4-467d-b9d5-c428c5164ca3', 'name': 'tempest-TestEncryptedCinderVolumes-1831552544-router', 'tenant_id': '19921f904b374a75b5bb9e07612f0fa3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.5'}], 'enable_snat': True}, 'gw_port_id': '71c80fb0-ab8f-4f59-b476-1ad659dc3f8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T15:00:43Z', 'updated_at': '2021-07-06T15:00:46Z', 'revision_number': 4, 'project_id': '19921f904b374a75b5bb9e07612f0fa3', 'gw_port': {'id': '71c80fb0-ab8f-4f59-b476-1ad659dc3f8f', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:7c:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54e7ff2e-34f4-467d-b9d5-c428c5164ca3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T15:00:43Z', 'updated_at': '2021-07-06T15:00:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6', '_interfaces': [{'id': '2f6555e9-4f8f-402b-9cdf-275e50ea4fd0', 'name': '', 'network_id': '696ee61f-61af-4b54-b893-f7b3076a45fc', 'tenant_id': '19921f904b374a75b5bb9e07612f0fa3', 'mac_address': 'fa:16:3e:17:94:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54e7ff2e-34f4-467d-b9d5-c428c5164ca3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': '9d634c90-7bde-423a-9c4b-ae3e500fa0c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T15:00:45Z', 'updated_at': '2021-07-06T15:00:49Z', 'revision_number': 4, 'project_id': '19921f904b374a75b5bb9e07612f0fa3', 'subnets': [{'id': '9d634c90-7bde-423a-9c4b-ae3e500fa0c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 15:00:50.607908 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 71c80fb0-ab8f-4f59-b476-1ad659dc3f8f up at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 15:00:50.676664 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning complete for port 71c80fb0-ab8f-4f59-b476-1ad659dc3f8f triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 15:00:50.679988 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:50.797447 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-5154287d-2615-4efe-a0ad-7e338d3d2f73 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:50.806279 n-d-773647-6 neutron-server[100249]: DEBUG neutron_lib.callbacks.manager [None req-ae47226e-7c62-414f-85cf-b67d490921c7 None None] Notify callbacks [] for port, precommit_update {{(pid=100249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:50.815100 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.provisioning_blocks [None req-5154287d-2615-4efe-a0ad-7e338d3d2f73 admin admin] Transition to ACTIVE for port object 36dea94a-5fc3-41cc-a249-759431d565db will not be triggered until provisioned by entity DHCP. {{(pid=100246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 15:00:50.828817 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.provisioning_blocks [None req-ae47226e-7c62-414f-85cf-b67d490921c7 None None] Transition to ACTIVE for port object ce172d9f-e531-479d-be6b-9288f3045fe2 will not be triggered until provisioned by entity L2. {{(pid=100249) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 15:00:50.847502 n-d-773647-6 neutron-server[100249]: DEBUG neutron_lib.callbacks.manager [None req-ae47226e-7c62-414f-85cf-b67d490921c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:50.860345 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-5154287d-2615-4efe-a0ad-7e338d3d2f73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-127687573'] for port, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:50.900694 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5154287d-2615-4efe-a0ad-7e338d3d2f73 admin admin] Network 249ab24b-45f9-43c8-802f-c770e398ff17 is already hosted by enough agents. {{(pid=100246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 15:00:50.903764 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.base_scheduler [None req-5154287d-2615-4efe-a0ad-7e338d3d2f73 admin admin] Resources bound (agent type, host, resource id): {{(pid=100246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 15:00:50.909751 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5154287d-2615-4efe-a0ad-7e338d3d2f73 admin admin] Received port after_create {{(pid=100246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 15:00:50.914046 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.managers [None req-ae47226e-7c62-414f-85cf-b67d490921c7 None None] Attempting to bind port ce172d9f-e531-479d-be6b-9288f3045fe2 on host n-d-773647-6 for vnic_type normal with profile {{(pid=100249) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 15:00:50.914687 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.managers [None req-ae47226e-7c62-414f-85cf-b67d490921c7 None None] Attempting to bind port ce172d9f-e531-479d-be6b-9288f3045fe2 by drivers openvswitch,hyperv on host n-d-773647-6 at level 0 using segments [{'id': '89a832b7-7793-4d51-9038-ed7e1c3ff1b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719'}] {{(pid=100249) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 15:00:50.915318 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae47226e-7c62-414f-85cf-b67d490921c7 None None] Attempting to bind port ce172d9f-e531-479d-be6b-9288f3045fe2 on network 2658f09e-a580-4d4a-9968-2d1e0ad93719 {{(pid=100249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 15:00:50.930234 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021d2007-46c9-477e-aec0-7ea5938b87ea None None] Pushing event updated for resources: {'Port': ['ID=ce172d9f-e531-479d-be6b-9288f3045fe2,revision_number=2']} {{(pid=100249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:00:50.935100 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5154287d-2615-4efe-a0ad-7e338d3d2f73 admin admin] Pushing event updated for resources: {'Port': ['ID=36dea94a-5fc3-41cc-a249-759431d565db,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:00:50.946404 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae47226e-7c62-414f-85cf-b67d490921c7 None None] Checking agent: {'id': '8ab5b19c-d213-4f29-891d-27bdf39d38b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773647-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 43, 26), 'started_at': datetime.datetime(2021, 7, 6, 13, 43, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 15, 0, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773647-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 15:00:50.947675 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae47226e-7c62-414f-85cf-b67d490921c7 None None] Checking segment: {'id': '89a832b7-7793-4d51-9038-ed7e1c3ff1b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100249) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 15:00:50.948798 n-d-773647-6 neutron-server[100249]: DEBUG neutron_lib.callbacks.manager [None req-ae47226e-7c62-414f-85cf-b67d490921c7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:50.949692 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae47226e-7c62-414f-85cf-b67d490921c7 None None] Bound using segment: {'id': '89a832b7-7793-4d51-9038-ed7e1c3ff1b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719'} {{(pid=100249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 15:00:50.950378 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.managers [None req-ae47226e-7c62-414f-85cf-b67d490921c7 None None] Bound port: ce172d9f-e531-479d-be6b-9288f3045fe2, host: n-d-773647-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89a832b7-7793-4d51-9038-ed7e1c3ff1b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719'}}] {{(pid=100249) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 15:00:50.950971 n-d-773647-6 neutron-server[100249]: DEBUG neutron_lib.callbacks.manager [None req-ae47226e-7c62-414f-85cf-b67d490921c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:50.954747 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-5154287d-2615-4efe-a0ad-7e338d3d2f73 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1807675'] for router_interface, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:51.008787 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.db [None req-ae47226e-7c62-414f-85cf-b67d490921c7 None None] For port ce172d9f-e531-479d-be6b-9288f3045fe2, host n-d-773647-6, cleared binding levels {{(pid=100249) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 15:00:51.012488 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.db [None req-ae47226e-7c62-414f-85cf-b67d490921c7 None None] For port ce172d9f-e531-479d-be6b-9288f3045fe2, host n-d-773647-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=ce172d9f-e531-479d-be6b-9288f3045fe2,segment=NetworkSegment(89a832b7-7793-4d51-9038-ed7e1c3ff1b2),segment_id=89a832b7-7793-4d51-9038-ed7e1c3ff1b2)] {{(pid=100249) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 15:00:51.020468 n-d-773647-6 neutron-server[100249]: DEBUG neutron_lib.callbacks.manager [None req-ae47226e-7c62-414f-85cf-b67d490921c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:51.077824 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae47226e-7c62-414f-85cf-b67d490921c7 None None] Routers {'7b77c67f-84c0-41f9-8e3f-53d5d965d765'} bound to L3 agent in host n-d-773647-6 {{(pid=100249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 15:00:51.078581 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-ae47226e-7c62-414f-85cf-b67d490921c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T15:00:26Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['7b77c67f-84c0-41f9-8e3f-53d5d965d765'], 'active': True} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:00:51.118552 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-5154287d-2615-4efe-a0ad-7e338d3d2f73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:51.172919 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-746a823a-bbe0-43d1-a678-371cfab82f48 None None] Network 249ab24b-45f9-43c8-802f-c770e398ff17 requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 15:00:51.184623 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021d2007-46c9-477e-aec0-7ea5938b87ea None None] Pushing event updated for resources: {'Port': ['ID=ce172d9f-e531-479d-be6b-9288f3045fe2,revision_number=3']} {{(pid=100249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:00:51.222900 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvr_db [None req-ae47226e-7c62-414f-85cf-b67d490921c7 None None] Set router 7b77c67f-84c0-41f9-8e3f-53d5d965d765 gateway port host: n-d-773647-6 {{(pid=100249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 15:00:51.251017 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-b448faa5-e28c-40aa-96bc-da4e10d62468 None None] Provisioning for port 24f3f07c-2600-4815-ba96-0befebb8de46 completed by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 15:00:51.262267 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-b448faa5-e28c-40aa-96bc-da4e10d62468 None None] Provisioning complete for port 24f3f07c-2600-4815-ba96-0befebb8de46 triggered by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 15:00:51.262652 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-b448faa5-e28c-40aa-96bc-da4e10d62468 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:51.348882 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-5154287d-2615-4efe-a0ad-7e338d3d2f73 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:51.356016 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-5154287d-2615-4efe-a0ad-7e338d3d2f73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127687527'] for port, after_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:51.428064 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-b448faa5-e28c-40aa-96bc-da4e10d62468 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:51.443892 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5154287d-2615-4efe-a0ad-7e338d3d2f73 admin admin] Pushing event updated for resources: {'Port': ['ID=36dea94a-5fc3-41cc-a249-759431d565db,revision_number=2']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:00:51.446596 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-5154287d-2615-4efe-a0ad-7e338d3d2f73 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1809478'] for router_interface, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:51.485623 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-b448faa5-e28c-40aa-96bc-da4e10d62468 None None] For port 24f3f07c-2600-4815-ba96-0befebb8de46, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=24f3f07c-2600-4815-ba96-0befebb8de46,segment=NetworkSegment(09dd1e99-6b7a-4762-a6a3-95b1a3431922),segment_id=09dd1e99-6b7a-4762-a6a3-95b1a3431922)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 15:00:51.489115 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-ae47226e-7c62-414f-85cf-b67d490921c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b77c67f-84c0-41f9-8e3f-53d5d965d765', 'name': 'tempest-TestEncryptedCinderVolumes-1079966826-router', 'tenant_id': '65a8bacfc7014fb28bad480fba5efcba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.147'}], 'enable_snat': True}, 'gw_port_id': 'ce172d9f-e531-479d-be6b-9288f3045fe2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T15:00:48Z', 'updated_at': '2021-07-06T15:00:51Z', 'revision_number': 4, 'project_id': '65a8bacfc7014fb28bad480fba5efcba', 'gw_port': {'id': 'ce172d9f-e531-479d-be6b-9288f3045fe2', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:80:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b77c67f-84c0-41f9-8e3f-53d5d965d765', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4086, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T15:00:48Z', 'updated_at': '2021-07-06T15:00:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6', '_interfaces': [{'id': '36dea94a-5fc3-41cc-a249-759431d565db', 'name': '', 'network_id': '249ab24b-45f9-43c8-802f-c770e398ff17', 'tenant_id': '65a8bacfc7014fb28bad480fba5efcba', 'mac_address': 'fa:16:3e:ac:e9:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b77c67f-84c0-41f9-8e3f-53d5d965d765', 'device_owner': 'network:router_interface', 'standard_attr_id': 4087, 'fixed_ips': [{'subnet_id': '209c0a52-313b-4d9f-8bba-4aba49bc3fd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T15:00:50Z', 'updated_at': '2021-07-06T15:00:50Z', 'revision_number': 1, 'project_id': '65a8bacfc7014fb28bad480fba5efcba', 'subnets': [{'id': '209c0a52-313b-4d9f-8bba-4aba49bc3fd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773647-6', False) {} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:00:51.492128 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-b448faa5-e28c-40aa-96bc-da4e10d62468 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:51.529247 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae47226e-7c62-414f-85cf-b67d490921c7 None None] The sync data for ids ['7b77c67f-84c0-41f9-8e3f-53d5d965d765'] in n-d-773647-6 is: [{'id': '7b77c67f-84c0-41f9-8e3f-53d5d965d765', 'name': 'tempest-TestEncryptedCinderVolumes-1079966826-router', 'tenant_id': '65a8bacfc7014fb28bad480fba5efcba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.147'}], 'enable_snat': True}, 'gw_port_id': 'ce172d9f-e531-479d-be6b-9288f3045fe2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T15:00:48Z', 'updated_at': '2021-07-06T15:00:51Z', 'revision_number': 4, 'project_id': '65a8bacfc7014fb28bad480fba5efcba', 'gw_port': {'id': 'ce172d9f-e531-479d-be6b-9288f3045fe2', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:80:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b77c67f-84c0-41f9-8e3f-53d5d965d765', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4086, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T15:00:48Z', 'updated_at': '2021-07-06T15:00:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6', '_interfaces': [{'id': '36dea94a-5fc3-41cc-a249-759431d565db', 'name': '', 'network_id': '249ab24b-45f9-43c8-802f-c770e398ff17', 'tenant_id': '65a8bacfc7014fb28bad480fba5efcba', 'mac_address': 'fa:16:3e:ac:e9:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b77c67f-84c0-41f9-8e3f-53d5d965d765', 'device_owner': 'network:router_interface', 'standard_attr_id': 4087, 'fixed_ips': [{'subnet_id': '209c0a52-313b-4d9f-8bba-4aba49bc3fd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T15:00:50Z', 'updated_at': '2021-07-06T15:00:50Z', 'revision_number': 1, 'project_id': '65a8bacfc7014fb28bad480fba5efcba', 'subnets': [{'id': '209c0a52-313b-4d9f-8bba-4aba49bc3fd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 15:00:51.556056 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b448faa5-e28c-40aa-96bc-da4e10d62468 None None] Pushing event updated for resources: {'Port': ['ID=24f3f07c-2600-4815-ba96-0befebb8de46,revision_number=3']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:00:51.575463 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5154287d-2615-4efe-a0ad-7e338d3d2f73 admin admin] Network 249ab24b-45f9-43c8-802f-c770e398ff17 is already hosted by enough agents. {{(pid=100246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 15:00:51.577078 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.base_scheduler [None req-5154287d-2615-4efe-a0ad-7e338d3d2f73 admin admin] Resources bound (agent type, host, resource id): {{(pid=100246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 15:00:51.715813 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5154287d-2615-4efe-a0ad-7e338d3d2f73 admin admin] Router 7b77c67f-84c0-41f9-8e3f-53d5d965d765 has already been hosted by L3 agent 2823d358-a11b-4885-a706-95a279e43fa7 {{(pid=100246) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 15:00:51.842995 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-b3387fa4-6c96-484d-895f-6ddb8e04c935 None None] Provisioning for port 36dea94a-5fc3-41cc-a249-759431d565db completed by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 15:00:51.847659 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-b3387fa4-6c96-484d-895f-6ddb8e04c935 None None] Provisioning complete for port 36dea94a-5fc3-41cc-a249-759431d565db triggered by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 15:00:51.848031 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-b3387fa4-6c96-484d-895f-6ddb8e04c935 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:51.869002 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5154287d-2615-4efe-a0ad-7e338d3d2f73 admin admin] Notify agent at l3_agent.n-d-773647-6 the message routers_updated {{(pid=100246) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 15:00:51.884557 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-5154287d-2615-4efe-a0ad-7e338d3d2f73 admin admin] 10.222.0.104 "PUT /v2.0/routers/7b77c67f-84c0-41f9-8e3f-53d5d965d765/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2118161 Jul 06 15:00:51.900357 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-b3387fa4-6c96-484d-895f-6ddb8e04c935 None None] Port 36dea94a-5fc3-41cc-a249-759431d565db cannot update to ACTIVE because it is not bound. {{(pid=100248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 15:00:51.911307 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-b3387fa4-6c96-484d-895f-6ddb8e04c935 None None] Provisioning complete for port 24f3f07c-2600-4815-ba96-0befebb8de46 triggered by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 15:00:51.911834 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-b3387fa4-6c96-484d-895f-6ddb8e04c935 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:52.153670 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-7e58d1eb-56a4-4a52-a54f-1374b2fdfaf1 None None] Provisioning complete for port 36dea94a-5fc3-41cc-a249-759431d565db triggered by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 15:00:52.154048 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-7e58d1eb-56a4-4a52-a54f-1374b2fdfaf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:52.195982 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-7e58d1eb-56a4-4a52-a54f-1374b2fdfaf1 None None] Port 36dea94a-5fc3-41cc-a249-759431d565db cannot update to ACTIVE because it is not bound. {{(pid=100248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 15:00:52.316171 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-444de830-0685-4111-8caf-0d49d4ab7b6a None None] Provisioning complete for port 36dea94a-5fc3-41cc-a249-759431d565db triggered by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 15:00:52.316476 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-444de830-0685-4111-8caf-0d49d4ab7b6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:52.358551 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-444de830-0685-4111-8caf-0d49d4ab7b6a None None] Port 36dea94a-5fc3-41cc-a249-759431d565db cannot update to ACTIVE because it is not bound. {{(pid=100248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 15:00:52.365847 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 2f6555e9-4f8f-402b-9cdf-275e50ea4fd0 up at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 15:00:52.420694 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning for port 2f6555e9-4f8f-402b-9cdf-275e50ea4fd0 completed by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 15:00:52.430473 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning complete for port 2f6555e9-4f8f-402b-9cdf-275e50ea4fd0 triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 15:00:52.431138 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:52.528423 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:52.563831 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] For port 2f6555e9-4f8f-402b-9cdf-275e50ea4fd0, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=2f6555e9-4f8f-402b-9cdf-275e50ea4fd0,segment=NetworkSegment(8e108202-1f4d-476e-b6f1-17650c02e7d9),segment_id=8e108202-1f4d-476e-b6f1-17650c02e7d9)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 15:00:52.568158 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:52.568990 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 24f3f07c-2600-4815-ba96-0befebb8de46 up at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 15:00:52.643168 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Pushing event updated for resources: {'Port': ['ID=2f6555e9-4f8f-402b-9cdf-275e50ea4fd0,revision_number=5']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:00:52.657082 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning complete for port 24f3f07c-2600-4815-ba96-0befebb8de46 triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 15:00:52.657578 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:52.680514 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5872abbc-b8e0-4a11-ab1d-17dc2a5bdc4a req-59161d36-5582-4064-8868-5585ebbfbc2a tempest-TestEncryptedCinderVolumes-355233782 tempest-TestEncryptedCinderVolumes-355233782-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:00:52.682004 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-5872abbc-b8e0-4a11-ab1d-17dc2a5bdc4a req-59161d36-5582-4064-8868-5585ebbfbc2a tempest-TestEncryptedCinderVolumes-355233782 tempest-TestEncryptedCinderVolumes-355233782-project] 10.222.0.104 "GET /v2.0/networks?id=696ee61f-61af-4b54-b893-f7b3076a45fc HTTP/1.1" status: 200 len: 817 time: 0.1065376 Jul 06 15:00:52.697693 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-5872abbc-b8e0-4a11-ab1d-17dc2a5bdc4a req-a47c1343-6fe7-4f75-9df5-74c376446531 tempest-TestEncryptedCinderVolumes-355233782 tempest-TestEncryptedCinderVolumes-355233782-project] 10.222.0.104 "GET /v2.0/quotas/19921f904b374a75b5bb9e07612f0fa3 HTTP/1.1" status: 200 len: 375 time: 0.0099900 Jul 06 15:00:52.768685 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-5872abbc-b8e0-4a11-ab1d-17dc2a5bdc4a req-4a7f4d10-d9c2-40c3-bfe6-53773eeb7f1a tempest-TestEncryptedCinderVolumes-355233782 tempest-TestEncryptedCinderVolumes-355233782-project] 10.222.0.104 "GET /v2.0/ports?tenant_id=19921f904b374a75b5bb9e07612f0fa3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0658612 Jul 06 15:00:52.861106 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-5872abbc-b8e0-4a11-ab1d-17dc2a5bdc4a req-87bdcd2f-73b7-4af2-9d2f-9973f8a94e96 service neutron] 10.222.0.104 "GET /v2.0/networks/696ee61f-61af-4b54-b893-f7b3076a45fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814180 Jul 06 15:00:52.951721 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-5872abbc-b8e0-4a11-ab1d-17dc2a5bdc4a req-d47ba37e-0577-4d7c-8fea-049775a76ff9 service neutron] 10.222.0.104 "GET /v2.0/networks/696ee61f-61af-4b54-b893-f7b3076a45fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850725 Jul 06 15:00:52.957836 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-7815b067-ddd6-402e-bbdb-5cfbc6c7717c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:53.120060 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-cec3092a-f8df-4004-8120-f131f782b156 req-2e6dad0e-23cb-4e8a-b806-c01fe659be25 tempest-TestEncryptedCinderVolumes-355233782 tempest-TestEncryptedCinderVolumes-355233782-project] 10.222.0.104 "GET /v2.0/ports?device_id=59356016-a7e9-437d-b79f-5c65f9ac294c HTTP/1.1" status: 200 len: 210 time: 0.0290685 Jul 06 15:00:54.268866 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-5ae2333e-6872-4abb-be50-7ebebf7ed07d req-b4aa8f4c-eead-4982-af18-33eaf46289a7 tempest-TestEncryptedCinderVolumes-355233782 tempest-TestEncryptedCinderVolumes-355233782-project] 10.222.0.104 "GET /v2.0/ports?device_id=59356016-a7e9-437d-b79f-5c65f9ac294c HTTP/1.1" status: 200 len: 210 time: 0.0305183 Jul 06 15:00:54.273231 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5872abbc-b8e0-4a11-ab1d-17dc2a5bdc4a req-f49b8c37-e078-4e7a-bbb3-ef7376a2b829 tempest-TestEncryptedCinderVolumes-355233782 tempest-TestEncryptedCinderVolumes-355233782-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:00:54.274864 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-5872abbc-b8e0-4a11-ab1d-17dc2a5bdc4a req-f49b8c37-e078-4e7a-bbb3-ef7376a2b829 tempest-TestEncryptedCinderVolumes-355233782 tempest-TestEncryptedCinderVolumes-355233782-project] 10.222.0.72 "GET /v2.0/networks?id=696ee61f-61af-4b54-b893-f7b3076a45fc HTTP/1.1" status: 200 len: 817 time: 0.1276681 Jul 06 15:00:54.288339 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [req-5872abbc-b8e0-4a11-ab1d-17dc2a5bdc4a req-16b6f6f6-30d3-4330-af5b-de561aa823ac tempest-TestEncryptedCinderVolumes-355233782 tempest-TestEncryptedCinderVolumes-355233782-project] Request body: {'port': {'device_id': '59356016-a7e9-437d-b79f-5c65f9ac294c', 'network_id': '696ee61f-61af-4b54-b893-f7b3076a45fc', 'admin_state_up': True, 'tenant_id': '19921f904b374a75b5bb9e07612f0fa3'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 15:00:54.389093 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device ce172d9f-e531-479d-be6b-9288f3045fe2 up at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 15:00:54.411726 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5872abbc-b8e0-4a11-ab1d-17dc2a5bdc4a req-16b6f6f6-30d3-4330-af5b-de561aa823ac tempest-TestEncryptedCinderVolumes-355233782 tempest-TestEncryptedCinderVolumes-355233782-project] Made reservation on behalf of 19921f904b374a75b5bb9e07612f0fa3 for: {'port': 1} {{(pid=100246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 15:00:54.415335 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-5872abbc-b8e0-4a11-ab1d-17dc2a5bdc4a req-16b6f6f6-30d3-4330-af5b-de561aa823ac tempest-TestEncryptedCinderVolumes-355233782 tempest-TestEncryptedCinderVolumes-355233782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:54.444655 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning for port ce172d9f-e531-479d-be6b-9288f3045fe2 completed by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 15:00:54.448801 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning complete for port ce172d9f-e531-479d-be6b-9288f3045fe2 triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 15:00:54.449217 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:54.528903 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:54.550335 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] For port ce172d9f-e531-479d-be6b-9288f3045fe2, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=ce172d9f-e531-479d-be6b-9288f3045fe2,segment=NetworkSegment(89a832b7-7793-4d51-9038-ed7e1c3ff1b2),segment_id=89a832b7-7793-4d51-9038-ed7e1c3ff1b2)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 15:00:54.553705 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:54.553885 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.db_base_plugin_common [req-5872abbc-b8e0-4a11-ab1d-17dc2a5bdc4a req-16b6f6f6-30d3-4330-af5b-de561aa823ac tempest-TestEncryptedCinderVolumes-355233782 tempest-TestEncryptedCinderVolumes-355233782-project] Allocated IP 172.20.0.5 (696ee61f-61af-4b54-b893-f7b3076a45fc/9d634c90-7bde-423a-9c4b-ae3e500fa0c3/d9575e5a-3558-4b63-854b-d3cfd7d957cc) {{(pid=100246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 15:00:54.554466 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 2f6555e9-4f8f-402b-9cdf-275e50ea4fd0 up at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 15:00:54.628138 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Pushing event updated for resources: {'Port': ['ID=ce172d9f-e531-479d-be6b-9288f3045fe2,revision_number=4']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:00:54.640548 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning complete for port 2f6555e9-4f8f-402b-9cdf-275e50ea4fd0 triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 15:00:54.640944 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:54.695812 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8332e86-12d9-4228-8346-d0022cc1e4d4 None None] Sync routers for ids ['7b77c67f-84c0-41f9-8e3f-53d5d965d765'] in n-d-773647-6 {{(pid=100248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 15:00:54.716379 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-5872abbc-b8e0-4a11-ab1d-17dc2a5bdc4a req-16b6f6f6-30d3-4330-af5b-de561aa823ac tempest-TestEncryptedCinderVolumes-355233782 tempest-TestEncryptedCinderVolumes-355233782-project] Notify callbacks [] for port, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:54.729975 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.provisioning_blocks [req-5872abbc-b8e0-4a11-ab1d-17dc2a5bdc4a req-16b6f6f6-30d3-4330-af5b-de561aa823ac tempest-TestEncryptedCinderVolumes-355233782 tempest-TestEncryptedCinderVolumes-355233782-project] Transition to ACTIVE for port object d9575e5a-3558-4b63-854b-d3cfd7d957cc will not be triggered until provisioned by entity DHCP. {{(pid=100246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 15:00:54.730519 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8332e86-12d9-4228-8346-d0022cc1e4d4 None None] Routers {'7b77c67f-84c0-41f9-8e3f-53d5d965d765'} bound to L3 agent in host n-d-773647-6 {{(pid=100248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 15:00:54.731144 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-c8332e86-12d9-4228-8346-d0022cc1e4d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T15:00:26Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['7b77c67f-84c0-41f9-8e3f-53d5d965d765'], 'active': True} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:00:54.764760 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-5872abbc-b8e0-4a11-ab1d-17dc2a5bdc4a req-16b6f6f6-30d3-4330-af5b-de561aa823ac tempest-TestEncryptedCinderVolumes-355233782 tempest-TestEncryptedCinderVolumes-355233782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-127687573'] for port, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:54.807820 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5872abbc-b8e0-4a11-ab1d-17dc2a5bdc4a req-16b6f6f6-30d3-4330-af5b-de561aa823ac tempest-TestEncryptedCinderVolumes-355233782 tempest-TestEncryptedCinderVolumes-355233782-project] Network 696ee61f-61af-4b54-b893-f7b3076a45fc is already hosted by enough agents. {{(pid=100246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 15:00:54.811007 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.base_scheduler [req-5872abbc-b8e0-4a11-ab1d-17dc2a5bdc4a req-16b6f6f6-30d3-4330-af5b-de561aa823ac tempest-TestEncryptedCinderVolumes-355233782 tempest-TestEncryptedCinderVolumes-355233782-project] Resources bound (agent type, host, resource id): {{(pid=100246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 15:00:54.815928 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [req-5872abbc-b8e0-4a11-ab1d-17dc2a5bdc4a req-16b6f6f6-30d3-4330-af5b-de561aa823ac tempest-TestEncryptedCinderVolumes-355233782 tempest-TestEncryptedCinderVolumes-355233782-project] Received port after_create {{(pid=100246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 15:00:54.844172 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b6f6f6-30d3-4330-af5b-de561aa823ac tempest-TestEncryptedCinderVolumes-355233782 tempest-TestEncryptedCinderVolumes-355233782-project] Pushing event updated for resources: {'Port': ['ID=d9575e5a-3558-4b63-854b-d3cfd7d957cc,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:00:54.845532 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvr_db [None req-c8332e86-12d9-4228-8346-d0022cc1e4d4 None None] Set router 7b77c67f-84c0-41f9-8e3f-53d5d965d765 gateway port host: n-d-773647-6 {{(pid=100248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 15:00:54.878005 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5872abbc-b8e0-4a11-ab1d-17dc2a5bdc4a req-16b6f6f6-30d3-4330-af5b-de561aa823ac tempest-TestEncryptedCinderVolumes-355233782 tempest-TestEncryptedCinderVolumes-355233782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:00:54.878659 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-5872abbc-b8e0-4a11-ab1d-17dc2a5bdc4a req-16b6f6f6-30d3-4330-af5b-de561aa823ac tempest-TestEncryptedCinderVolumes-355233782 tempest-TestEncryptedCinderVolumes-355233782-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:54.894969 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-5872abbc-b8e0-4a11-ab1d-17dc2a5bdc4a req-16b6f6f6-30d3-4330-af5b-de561aa823ac tempest-TestEncryptedCinderVolumes-355233782 tempest-TestEncryptedCinderVolumes-355233782-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6111608 Jul 06 15:00:54.906801 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [req-5872abbc-b8e0-4a11-ab1d-17dc2a5bdc4a req-b062d594-c9a5-4a10-b40e-59611c0036e0 service neutron] Request body: {'port': {'device_id': '59356016-a7e9-437d-b79f-5c65f9ac294c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-773647-6'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 15:00:54.990286 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-5872abbc-b8e0-4a11-ab1d-17dc2a5bdc4a req-b062d594-c9a5-4a10-b40e-59611c0036e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:55.058879 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-c8332e86-12d9-4228-8346-d0022cc1e4d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b77c67f-84c0-41f9-8e3f-53d5d965d765', 'name': 'tempest-TestEncryptedCinderVolumes-1079966826-router', 'tenant_id': '65a8bacfc7014fb28bad480fba5efcba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.147'}], 'enable_snat': True}, 'gw_port_id': 'ce172d9f-e531-479d-be6b-9288f3045fe2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T15:00:48Z', 'updated_at': '2021-07-06T15:00:51Z', 'revision_number': 4, 'project_id': '65a8bacfc7014fb28bad480fba5efcba', 'gw_port': {'id': 'ce172d9f-e531-479d-be6b-9288f3045fe2', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:80:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b77c67f-84c0-41f9-8e3f-53d5d965d765', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4086, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T15:00:48Z', 'updated_at': '2021-07-06T15:00:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6', '_interfaces': [{'id': '36dea94a-5fc3-41cc-a249-759431d565db', 'name': '', 'network_id': '249ab24b-45f9-43c8-802f-c770e398ff17', 'tenant_id': '65a8bacfc7014fb28bad480fba5efcba', 'mac_address': 'fa:16:3e:ac:e9:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b77c67f-84c0-41f9-8e3f-53d5d965d765', 'device_owner': 'network:router_interface', 'standard_attr_id': 4087, 'fixed_ips': [{'subnet_id': '209c0a52-313b-4d9f-8bba-4aba49bc3fd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T15:00:50Z', 'updated_at': '2021-07-06T15:00:51Z', 'revision_number': 2, 'project_id': '65a8bacfc7014fb28bad480fba5efcba', 'subnets': [{'id': '209c0a52-313b-4d9f-8bba-4aba49bc3fd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773647-6', False) {} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:00:55.084364 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8332e86-12d9-4228-8346-d0022cc1e4d4 None None] Checking router: 7b77c67f-84c0-41f9-8e3f-53d5d965d765 for host: n-d-773647-6 {{(pid=100248) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 15:00:55.084719 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8332e86-12d9-4228-8346-d0022cc1e4d4 None None] Updating router 7b77c67f-84c0-41f9-8e3f-53d5d965d765 port 36dea94a-5fc3-41cc-a249-759431d565db binding host n-d-773647-6 {{(pid=100248) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 15:00:55.123971 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-161536fa-2ee8-4c7c-896e-0ffc86d3d720 None None] Provisioning for port d9575e5a-3558-4b63-854b-d3cfd7d957cc completed by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 15:00:55.126999 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-c8332e86-12d9-4228-8346-d0022cc1e4d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:55.129955 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-161536fa-2ee8-4c7c-896e-0ffc86d3d720 None None] Provisioning complete for port d9575e5a-3558-4b63-854b-d3cfd7d957cc triggered by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 15:00:55.130312 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-161536fa-2ee8-4c7c-896e-0ffc86d3d720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:55.195723 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-161536fa-2ee8-4c7c-896e-0ffc86d3d720 None None] Port d9575e5a-3558-4b63-854b-d3cfd7d957cc cannot update to ACTIVE because it is not bound. {{(pid=100248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 15:00:55.253032 n-d-773647-6 neutron-server[100246]: DEBUG neutron.notifiers.nova [req-5872abbc-b8e0-4a11-ab1d-17dc2a5bdc4a req-b062d594-c9a5-4a10-b40e-59611c0036e0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d9575e5a-3558-4b63-854b-d3cfd7d957cc {{(pid=100246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 15:00:55.260392 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-5872abbc-b8e0-4a11-ab1d-17dc2a5bdc4a req-b062d594-c9a5-4a10-b40e-59611c0036e0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:55.272092 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.provisioning_blocks [req-5872abbc-b8e0-4a11-ab1d-17dc2a5bdc4a req-b062d594-c9a5-4a10-b40e-59611c0036e0 service neutron] Transition to ACTIVE for port object d9575e5a-3558-4b63-854b-d3cfd7d957cc will not be triggered until provisioned by entity L2. {{(pid=100246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 15:00:55.276643 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-5872abbc-b8e0-4a11-ab1d-17dc2a5bdc4a req-b062d594-c9a5-4a10-b40e-59611c0036e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127687527'] for port, after_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:55.327953 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b062d594-c9a5-4a10-b40e-59611c0036e0 service neutron] Pushing event updated for resources: {'Port': ['ID=d9575e5a-3558-4b63-854b-d3cfd7d957cc,revision_number=2']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:00:55.409209 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [req-5872abbc-b8e0-4a11-ab1d-17dc2a5bdc4a req-b062d594-c9a5-4a10-b40e-59611c0036e0 service neutron] Attempting to bind port d9575e5a-3558-4b63-854b-d3cfd7d957cc on host n-h2-773647-6 for vnic_type normal with profile {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 15:00:55.409544 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [req-5872abbc-b8e0-4a11-ab1d-17dc2a5bdc4a req-b062d594-c9a5-4a10-b40e-59611c0036e0 service neutron] Attempting to bind port d9575e5a-3558-4b63-854b-d3cfd7d957cc by drivers openvswitch,hyperv on host n-h2-773647-6 at level 0 using segments [{'id': '8e108202-1f4d-476e-b6f1-17650c02e7d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1042, 'network_id': '696ee61f-61af-4b54-b893-f7b3076a45fc'}] {{(pid=100246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 15:00:55.409778 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5872abbc-b8e0-4a11-ab1d-17dc2a5bdc4a req-b062d594-c9a5-4a10-b40e-59611c0036e0 service neutron] Attempting to bind port d9575e5a-3558-4b63-854b-d3cfd7d957cc on network 696ee61f-61af-4b54-b893-f7b3076a45fc {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 15:00:55.416080 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5872abbc-b8e0-4a11-ab1d-17dc2a5bdc4a req-b062d594-c9a5-4a10-b40e-59611c0036e0 service neutron] Port d9575e5a-3558-4b63-854b-d3cfd7d957cc on network 696ee61f-61af-4b54-b893-f7b3076a45fc not bound, no agent of type Open vSwitch agent registered on host n-h2-773647-6 {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 15:00:55.416411 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5872abbc-b8e0-4a11-ab1d-17dc2a5bdc4a req-b062d594-c9a5-4a10-b40e-59611c0036e0 service neutron] Attempting to bind port d9575e5a-3558-4b63-854b-d3cfd7d957cc on network 696ee61f-61af-4b54-b893-f7b3076a45fc {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 15:00:55.422814 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5872abbc-b8e0-4a11-ab1d-17dc2a5bdc4a req-b062d594-c9a5-4a10-b40e-59611c0036e0 service neutron] Checking agent: {'id': '63768ece-0600-4354-8d29-fdedec96b077', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-773647-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 51, 10), 'started_at': datetime.datetime(2021, 7, 6, 13, 51, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 15, 0, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 15:00:55.423159 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5872abbc-b8e0-4a11-ab1d-17dc2a5bdc4a req-b062d594-c9a5-4a10-b40e-59611c0036e0 service neutron] Checking segment: {'id': '8e108202-1f4d-476e-b6f1-17650c02e7d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1042, 'network_id': '696ee61f-61af-4b54-b893-f7b3076a45fc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 15:00:55.423796 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5872abbc-b8e0-4a11-ab1d-17dc2a5bdc4a req-b062d594-c9a5-4a10-b40e-59611c0036e0 service neutron] Bound using segment: {'id': '8e108202-1f4d-476e-b6f1-17650c02e7d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1042, 'network_id': '696ee61f-61af-4b54-b893-f7b3076a45fc'} {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 15:00:55.423991 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [req-5872abbc-b8e0-4a11-ab1d-17dc2a5bdc4a req-b062d594-c9a5-4a10-b40e-59611c0036e0 service neutron] Bound port: d9575e5a-3558-4b63-854b-d3cfd7d957cc, host: n-h2-773647-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8e108202-1f4d-476e-b6f1-17650c02e7d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1042, 'network_id': '696ee61f-61af-4b54-b893-f7b3076a45fc'}}] {{(pid=100246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 15:00:55.424354 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-5872abbc-b8e0-4a11-ab1d-17dc2a5bdc4a req-b062d594-c9a5-4a10-b40e-59611c0036e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:55.448505 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-c8332e86-12d9-4228-8346-d0022cc1e4d4 None None] Notify callbacks [] for port, precommit_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:55.459379 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-c8332e86-12d9-4228-8346-d0022cc1e4d4 None None] Transition to ACTIVE for port object 36dea94a-5fc3-41cc-a249-759431d565db will not be triggered until provisioned by entity L2. {{(pid=100248) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 15:00:55.467346 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-c8332e86-12d9-4228-8346-d0022cc1e4d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:55.494477 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fc501c-66e6-4a97-aab5-6f4b3a1bcb18 req-5544afe9-84dc-4f44-b677-d6edbee3fa5e tempest-TestEncryptedCinderVolumes-355233782 tempest-TestEncryptedCinderVolumes-355233782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:00:55.496330 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-55fc501c-66e6-4a97-aab5-6f4b3a1bcb18 req-5544afe9-84dc-4f44-b677-d6edbee3fa5e tempest-TestEncryptedCinderVolumes-355233782 tempest-TestEncryptedCinderVolumes-355233782-project] 10.222.0.104 "GET /v2.0/ports?device_id=59356016-a7e9-437d-b79f-5c65f9ac294c HTTP/1.1" status: 200 len: 943 time: 0.0841563 Jul 06 15:00:55.502694 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.db [req-5872abbc-b8e0-4a11-ab1d-17dc2a5bdc4a req-b062d594-c9a5-4a10-b40e-59611c0036e0 service neutron] For port d9575e5a-3558-4b63-854b-d3cfd7d957cc, host n-h2-773647-6, cleared binding levels {{(pid=100246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 15:00:55.507624 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.db [req-5872abbc-b8e0-4a11-ab1d-17dc2a5bdc4a req-b062d594-c9a5-4a10-b40e-59611c0036e0 service neutron] For port d9575e5a-3558-4b63-854b-d3cfd7d957cc, host n-h2-773647-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=d9575e5a-3558-4b63-854b-d3cfd7d957cc,segment=NetworkSegment(8e108202-1f4d-476e-b6f1-17650c02e7d9),segment_id=8e108202-1f4d-476e-b6f1-17650c02e7d9)] {{(pid=100246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 15:00:55.513836 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-5872abbc-b8e0-4a11-ab1d-17dc2a5bdc4a req-b062d594-c9a5-4a10-b40e-59611c0036e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127687527'] for port, after_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:55.557434 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5872abbc-b8e0-4a11-ab1d-17dc2a5bdc4a req-b062d594-c9a5-4a10-b40e-59611c0036e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:00:55.558391 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-5872abbc-b8e0-4a11-ab1d-17dc2a5bdc4a req-b062d594-c9a5-4a10-b40e-59611c0036e0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:55.560508 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-5872abbc-b8e0-4a11-ab1d-17dc2a5bdc4a req-b062d594-c9a5-4a10-b40e-59611c0036e0 service neutron] 10.222.0.72 "PUT /v2.0/ports/d9575e5a-3558-4b63-854b-d3cfd7d957cc HTTP/1.1" status: 200 len: 1091 time: 0.6580088 Jul 06 15:00:55.563882 n-d-773647-6 neutron-server[100246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59356016-a7e9-437d-b79f-5c65f9ac294c', 'tag': 'd9575e5a-3558-4b63-854b-d3cfd7d957cc'}] {{(pid=100246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 15:00:55.573421 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46bcbd240f672e88150dff05a21f1d72cf4d2de628fda8977cb1eab177268aa5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-640e7d5e-f49a-465d-baa2-cd1188909344" -d '{"events": [{"name": "network-changed", "server_uuid": "59356016-a7e9-437d-b79f-5c65f9ac294c", "tag": "d9575e5a-3558-4b63-854b-d3cfd7d957cc"}]}' {{(pid=100246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 15:00:55.604904 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04596d5b-bc66-4155-9f83-bfd082ccc6e7 None None] Pushing event updated for resources: {'Port': ['ID=36dea94a-5fc3-41cc-a249-759431d565db,revision_number=3']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:00:55.633418 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-c8332e86-12d9-4228-8346-d0022cc1e4d4 None None] Attempting to bind port 36dea94a-5fc3-41cc-a249-759431d565db on host n-d-773647-6 for vnic_type normal with profile {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 15:00:55.633774 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-c8332e86-12d9-4228-8346-d0022cc1e4d4 None None] Attempting to bind port 36dea94a-5fc3-41cc-a249-759431d565db by drivers openvswitch,hyperv on host n-d-773647-6 at level 0 using segments [{'id': '09dd1e99-6b7a-4762-a6a3-95b1a3431922', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': '249ab24b-45f9-43c8-802f-c770e398ff17'}] {{(pid=100248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 15:00:55.634147 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8332e86-12d9-4228-8346-d0022cc1e4d4 None None] Attempting to bind port 36dea94a-5fc3-41cc-a249-759431d565db on network 249ab24b-45f9-43c8-802f-c770e398ff17 {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 15:00:55.638051 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-f3585b58-cf7e-45e7-bf4f-4b9dff1e7cbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:55.642708 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8332e86-12d9-4228-8346-d0022cc1e4d4 None None] Checking agent: {'id': '8ab5b19c-d213-4f29-891d-27bdf39d38b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773647-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 43, 26), 'started_at': datetime.datetime(2021, 7, 6, 13, 43, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 15, 0, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773647-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 15:00:55.643083 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8332e86-12d9-4228-8346-d0022cc1e4d4 None None] Checking segment: {'id': '09dd1e99-6b7a-4762-a6a3-95b1a3431922', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': '249ab24b-45f9-43c8-802f-c770e398ff17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 15:00:55.648749 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b062d594-c9a5-4a10-b40e-59611c0036e0 service neutron] Pushing event updated for resources: {'Port': ['ID=d9575e5a-3558-4b63-854b-d3cfd7d957cc,revision_number=3']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:00:55.651092 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-c8332e86-12d9-4228-8346-d0022cc1e4d4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:55.651582 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8332e86-12d9-4228-8346-d0022cc1e4d4 None None] Bound using segment: {'id': '09dd1e99-6b7a-4762-a6a3-95b1a3431922', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': '249ab24b-45f9-43c8-802f-c770e398ff17'} {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 15:00:55.652151 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-c8332e86-12d9-4228-8346-d0022cc1e4d4 None None] Bound port: 36dea94a-5fc3-41cc-a249-759431d565db, host: n-d-773647-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09dd1e99-6b7a-4762-a6a3-95b1a3431922', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': '249ab24b-45f9-43c8-802f-c770e398ff17'}}] {{(pid=100248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 15:00:55.652765 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-c8332e86-12d9-4228-8346-d0022cc1e4d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:55.719119 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5872abbc-b8e0-4a11-ab1d-17dc2a5bdc4a req-27714e20-8334-43fc-83be-7b5d37506d74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:00:55.720730 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-5872abbc-b8e0-4a11-ab1d-17dc2a5bdc4a req-27714e20-8334-43fc-83be-7b5d37506d74 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=19921f904b374a75b5bb9e07612f0fa3&device_id=59356016-a7e9-437d-b79f-5c65f9ac294c HTTP/1.1" status: 200 len: 1094 time: 0.1120336 Jul 06 15:00:55.768861 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-c8332e86-12d9-4228-8346-d0022cc1e4d4 None None] For port 36dea94a-5fc3-41cc-a249-759431d565db, host n-d-773647-6, cleared binding levels {{(pid=100248) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 15:00:55.774155 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-c8332e86-12d9-4228-8346-d0022cc1e4d4 None None] For port 36dea94a-5fc3-41cc-a249-759431d565db, host n-d-773647-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=36dea94a-5fc3-41cc-a249-759431d565db,segment=NetworkSegment(09dd1e99-6b7a-4762-a6a3-95b1a3431922),segment_id=09dd1e99-6b7a-4762-a6a3-95b1a3431922)] {{(pid=100248) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 15:00:55.783194 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-5872abbc-b8e0-4a11-ab1d-17dc2a5bdc4a req-3412eded-b0d9-41cc-82e6-e49d3efcb794 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d9575e5a-3558-4b63-854b-d3cfd7d957cc HTTP/1.1" status: 200 len: 217 time: 0.0545728 Jul 06 15:00:55.783448 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-c8332e86-12d9-4228-8346-d0022cc1e4d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:55.850297 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8332e86-12d9-4228-8346-d0022cc1e4d4 None None] Routers {'7b77c67f-84c0-41f9-8e3f-53d5d965d765'} bound to L3 agent in host n-d-773647-6 {{(pid=100248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 15:00:55.850965 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-c8332e86-12d9-4228-8346-d0022cc1e4d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T15:00:56Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['7b77c67f-84c0-41f9-8e3f-53d5d965d765'], 'active': True} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:00:55.854944 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5872abbc-b8e0-4a11-ab1d-17dc2a5bdc4a req-850435e8-602c-42a9-aacc-5872f950d953 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:00:55.856128 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-5872abbc-b8e0-4a11-ab1d-17dc2a5bdc4a req-850435e8-602c-42a9-aacc-5872f950d953 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=9d634c90-7bde-423a-9c4b-ae3e500fa0c3 HTTP/1.1" status: 200 len: 856 time: 0.0651443 Jul 06 15:00:55.946577 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5872abbc-b8e0-4a11-ab1d-17dc2a5bdc4a req-73b90f21-24eb-4844-9142-8d983fbbb5d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:00:55.951190 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-5872abbc-b8e0-4a11-ab1d-17dc2a5bdc4a req-73b90f21-24eb-4844-9142-8d983fbbb5d9 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=696ee61f-61af-4b54-b893-f7b3076a45fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0876813 Jul 06 15:00:56.005733 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-55fc501c-66e6-4a97-aab5-6f4b3a1bcb18 req-67161b9e-5581-4b67-b57e-de56b8b7538f tempest-TestEncryptedCinderVolumes-355233782 tempest-TestEncryptedCinderVolumes-355233782-project] 10.222.0.104 "GET /v2.0/security-groups?id=fa174e7a-1667-4e5b-9a8a-045e2ae6a897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4953389 Jul 06 15:00:56.059237 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04596d5b-bc66-4155-9f83-bfd082ccc6e7 None None] Pushing event updated for resources: {'Port': ['ID=36dea94a-5fc3-41cc-a249-759431d565db,revision_number=4']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:00:56.075492 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:56.088765 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 15:00:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb2e18e1-6349-4508-872e-7fa4a2bc2dff x-openstack-request-id: req-cb2e18e1-6349-4508-872e-7fa4a2bc2dff {{(pid=100246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 15:00:56.089040 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "59356016-a7e9-437d-b79f-5c65f9ac294c", "tag": "d9575e5a-3558-4b63-854b-d3cfd7d957cc", "status": "completed", "code": 200}]} {{(pid=100246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 15:00:56.089298 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-cb2e18e1-6349-4508-872e-7fa4a2bc2dff {{(pid=100246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 15:00:56.089986 n-d-773647-6 neutron-server[100246]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '59356016-a7e9-437d-b79f-5c65f9ac294c', 'tag': 'd9575e5a-3558-4b63-854b-d3cfd7d957cc', 'status': 'completed', 'code': 200} Jul 06 15:00:56.107537 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvr_db [None req-c8332e86-12d9-4228-8346-d0022cc1e4d4 None None] Set router 7b77c67f-84c0-41f9-8e3f-53d5d965d765 gateway port host: n-d-773647-6 {{(pid=100248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 15:00:56.133717 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-5872abbc-b8e0-4a11-ab1d-17dc2a5bdc4a req-7c3f70dd-3b96-451d-8840-95782f84bf58 service neutron] 10.222.0.72 "GET /v2.0/networks/696ee61f-61af-4b54-b893-f7b3076a45fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1730230 Jul 06 15:00:56.266379 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-5872abbc-b8e0-4a11-ab1d-17dc2a5bdc4a req-566f7e88-6935-4ec2-8aff-a179ff34b3e8 service neutron] 10.222.0.72 "GET /v2.0/networks/696ee61f-61af-4b54-b893-f7b3076a45fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261899 Jul 06 15:00:56.332818 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device ce172d9f-e531-479d-be6b-9288f3045fe2 up at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 15:00:56.381450 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640e7d5e-f49a-465d-baa2-cd1188909344 req-36f60aef-b41e-41a6-b13a-d9ab6637de63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:00:56.383065 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-640e7d5e-f49a-465d-baa2-cd1188909344 req-36f60aef-b41e-41a6-b13a-d9ab6637de63 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=19921f904b374a75b5bb9e07612f0fa3&device_id=59356016-a7e9-437d-b79f-5c65f9ac294c HTTP/1.1" status: 200 len: 1094 time: 0.0593796 Jul 06 15:00:56.417885 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-c8332e86-12d9-4228-8346-d0022cc1e4d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b77c67f-84c0-41f9-8e3f-53d5d965d765', 'name': 'tempest-TestEncryptedCinderVolumes-1079966826-router', 'tenant_id': '65a8bacfc7014fb28bad480fba5efcba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.147'}], 'enable_snat': True}, 'gw_port_id': 'ce172d9f-e531-479d-be6b-9288f3045fe2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T15:00:48Z', 'updated_at': '2021-07-06T15:00:51Z', 'revision_number': 4, 'project_id': '65a8bacfc7014fb28bad480fba5efcba', 'gw_port': {'id': 'ce172d9f-e531-479d-be6b-9288f3045fe2', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:80:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b77c67f-84c0-41f9-8e3f-53d5d965d765', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4086, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T15:00:48Z', 'updated_at': '2021-07-06T15:00:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6', '_interfaces': [{'id': '36dea94a-5fc3-41cc-a249-759431d565db', 'name': '', 'network_id': '249ab24b-45f9-43c8-802f-c770e398ff17', 'tenant_id': '65a8bacfc7014fb28bad480fba5efcba', 'mac_address': 'fa:16:3e:ac:e9:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b77c67f-84c0-41f9-8e3f-53d5d965d765', 'device_owner': 'network:router_interface', 'standard_attr_id': 4087, 'fixed_ips': [{'subnet_id': '209c0a52-313b-4d9f-8bba-4aba49bc3fd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T15:00:50Z', 'updated_at': '2021-07-06T15:00:55Z', 'revision_number': 4, 'project_id': '65a8bacfc7014fb28bad480fba5efcba', 'subnets': [{'id': '209c0a52-313b-4d9f-8bba-4aba49bc3fd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773647-6', False) {} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:00:56.421221 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning complete for port ce172d9f-e531-479d-be6b-9288f3045fe2 triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 15:00:56.421610 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:56.450578 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8332e86-12d9-4228-8346-d0022cc1e4d4 None None] The sync data for ids ['7b77c67f-84c0-41f9-8e3f-53d5d965d765'] in n-d-773647-6 is: [{'id': '7b77c67f-84c0-41f9-8e3f-53d5d965d765', 'name': 'tempest-TestEncryptedCinderVolumes-1079966826-router', 'tenant_id': '65a8bacfc7014fb28bad480fba5efcba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.147'}], 'enable_snat': True}, 'gw_port_id': 'ce172d9f-e531-479d-be6b-9288f3045fe2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T15:00:48Z', 'updated_at': '2021-07-06T15:00:51Z', 'revision_number': 4, 'project_id': '65a8bacfc7014fb28bad480fba5efcba', 'gw_port': {'id': 'ce172d9f-e531-479d-be6b-9288f3045fe2', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:80:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b77c67f-84c0-41f9-8e3f-53d5d965d765', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4086, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T15:00:48Z', 'updated_at': '2021-07-06T15:00:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6', '_interfaces': [{'id': '36dea94a-5fc3-41cc-a249-759431d565db', 'name': '', 'network_id': '249ab24b-45f9-43c8-802f-c770e398ff17', 'tenant_id': '65a8bacfc7014fb28bad480fba5efcba', 'mac_address': 'fa:16:3e:ac:e9:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b77c67f-84c0-41f9-8e3f-53d5d965d765', 'device_owner': 'network:router_interface', 'standard_attr_id': 4087, 'fixed_ips': [{'subnet_id': '209c0a52-313b-4d9f-8bba-4aba49bc3fd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T15:00:50Z', 'updated_at': '2021-07-06T15:00:55Z', 'revision_number': 4, 'project_id': '65a8bacfc7014fb28bad480fba5efcba', 'subnets': [{'id': '209c0a52-313b-4d9f-8bba-4aba49bc3fd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 15:00:56.473914 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640e7d5e-f49a-465d-baa2-cd1188909344 req-f93898be-dc73-4977-a5e2-9976b975aceb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:00:56.475446 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-640e7d5e-f49a-465d-baa2-cd1188909344 req-f93898be-dc73-4977-a5e2-9976b975aceb service neutron] 10.222.0.72 "GET /v2.0/networks?id=696ee61f-61af-4b54-b893-f7b3076a45fc HTTP/1.1" status: 200 len: 919 time: 0.0859034 Jul 06 15:00:56.524185 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-640e7d5e-f49a-465d-baa2-cd1188909344 req-e28cfcc2-f92a-497f-b02f-21a06664929e service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d9575e5a-3558-4b63-854b-d3cfd7d957cc HTTP/1.1" status: 200 len: 217 time: 0.0421855 Jul 06 15:00:56.578382 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640e7d5e-f49a-465d-baa2-cd1188909344 req-b927c6d6-8912-4be7-a738-b209451020ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:00:56.580085 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-640e7d5e-f49a-465d-baa2-cd1188909344 req-b927c6d6-8912-4be7-a738-b209451020ae service neutron] 10.222.0.72 "GET /v2.0/subnets?id=9d634c90-7bde-423a-9c4b-ae3e500fa0c3 HTTP/1.1" status: 200 len: 856 time: 0.0495374 Jul 06 15:00:56.639825 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640e7d5e-f49a-465d-baa2-cd1188909344 req-8115bad3-43ad-49bf-aeb3-cdad2ad6ecc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:00:56.641823 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-640e7d5e-f49a-465d-baa2-cd1188909344 req-8115bad3-43ad-49bf-aeb3-cdad2ad6ecc6 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=696ee61f-61af-4b54-b893-f7b3076a45fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0544815 Jul 06 15:00:56.688328 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 36dea94a-5fc3-41cc-a249-759431d565db up at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 15:00:56.735097 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning for port 36dea94a-5fc3-41cc-a249-759431d565db completed by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 15:00:56.735485 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-640e7d5e-f49a-465d-baa2-cd1188909344 req-b7518ec3-9e4d-4947-b4b5-1d27a92ec070 service neutron] 10.222.0.72 "GET /v2.0/networks/696ee61f-61af-4b54-b893-f7b3076a45fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857525 Jul 06 15:00:56.738843 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning complete for port 36dea94a-5fc3-41cc-a249-759431d565db triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 15:00:56.739246 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:56.825471 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-640e7d5e-f49a-465d-baa2-cd1188909344 req-76298b7b-e8e9-43c1-b301-a44182f8c2d1 service neutron] 10.222.0.72 "GET /v2.0/networks/696ee61f-61af-4b54-b893-f7b3076a45fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838916 Jul 06 15:00:56.826648 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:56.837857 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-2064eaae-da4f-48f8-82d2-b09d4ddedd44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:56.863896 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] For port 36dea94a-5fc3-41cc-a249-759431d565db, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=36dea94a-5fc3-41cc-a249-759431d565db,segment=NetworkSegment(09dd1e99-6b7a-4762-a6a3-95b1a3431922),segment_id=09dd1e99-6b7a-4762-a6a3-95b1a3431922)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 15:00:56.867473 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:56.912857 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Pushing event updated for resources: {'Port': ['ID=36dea94a-5fc3-41cc-a249-759431d565db,revision_number=5']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:00:57.172029 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98a6f8f-f68e-4ae3-ac27-93cd6d0cf2e8 req-34cd54ae-cdc5-4a60-8d53-d9bd7e57896b tempest-TestEncryptedCinderVolumes-355233782 tempest-TestEncryptedCinderVolumes-355233782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:00:57.173522 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-f98a6f8f-f68e-4ae3-ac27-93cd6d0cf2e8 req-34cd54ae-cdc5-4a60-8d53-d9bd7e57896b tempest-TestEncryptedCinderVolumes-355233782 tempest-TestEncryptedCinderVolumes-355233782-project] 10.222.0.104 "GET /v2.0/ports?device_id=59356016-a7e9-437d-b79f-5c65f9ac294c HTTP/1.1" status: 200 len: 943 time: 0.0627685 Jul 06 15:00:57.210626 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-f98a6f8f-f68e-4ae3-ac27-93cd6d0cf2e8 req-dfc8b323-be08-413d-8c56-3655d79ea04c tempest-TestEncryptedCinderVolumes-355233782 tempest-TestEncryptedCinderVolumes-355233782-project] 10.222.0.104 "GET /v2.0/security-groups?id=fa174e7a-1667-4e5b-9a8a-045e2ae6a897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312943 Jul 06 15:00:58.250818 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 36dea94a-5fc3-41cc-a249-759431d565db up at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 15:00:58.298702 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning complete for port 36dea94a-5fc3-41cc-a249-759431d565db triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 15:00:58.299080 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:58.383733 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c55140-aa06-4c8e-8bee-62b76b9f8956 req-ae48e252-18c9-468b-a691-a2f6a0a2ac3c tempest-TestEncryptedCinderVolumes-355233782 tempest-TestEncryptedCinderVolumes-355233782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:00:58.385229 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-c9c55140-aa06-4c8e-8bee-62b76b9f8956 req-ae48e252-18c9-468b-a691-a2f6a0a2ac3c tempest-TestEncryptedCinderVolumes-355233782 tempest-TestEncryptedCinderVolumes-355233782-project] 10.222.0.104 "GET /v2.0/ports?device_id=59356016-a7e9-437d-b79f-5c65f9ac294c HTTP/1.1" status: 200 len: 943 time: 0.0629263 Jul 06 15:00:58.425758 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-c9c55140-aa06-4c8e-8bee-62b76b9f8956 req-6395c5cf-49eb-46a4-914b-c5456bcc83dd tempest-TestEncryptedCinderVolumes-355233782 tempest-TestEncryptedCinderVolumes-355233782-project] 10.222.0.104 "GET /v2.0/security-groups?id=fa174e7a-1667-4e5b-9a8a-045e2ae6a897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350163 Jul 06 15:00:58.614004 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-03f71b24-a9b8-453a-8924-caa3f97bc6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:59.592879 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a412d58-d4b9-46c6-8fee-eacd1dbd447e req-79c3294d-5be8-4834-ba83-cccf71a59eec tempest-TestEncryptedCinderVolumes-355233782 tempest-TestEncryptedCinderVolumes-355233782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:00:59.594846 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-3a412d58-d4b9-46c6-8fee-eacd1dbd447e req-79c3294d-5be8-4834-ba83-cccf71a59eec tempest-TestEncryptedCinderVolumes-355233782 tempest-TestEncryptedCinderVolumes-355233782-project] 10.222.0.104 "GET /v2.0/ports?device_id=59356016-a7e9-437d-b79f-5c65f9ac294c HTTP/1.1" status: 200 len: 943 time: 0.0611627 Jul 06 15:00:59.630628 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-3a412d58-d4b9-46c6-8fee-eacd1dbd447e req-a165a514-1d61-4e99-b063-e8a1d68d8767 tempest-TestEncryptedCinderVolumes-355233782 tempest-TestEncryptedCinderVolumes-355233782-project] 10.222.0.104 "GET /v2.0/security-groups?id=fa174e7a-1667-4e5b-9a8a-045e2ae6a897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303996 Jul 06 15:00:59.755773 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Device d9575e5a-3558-4b63-854b-d3cfd7d957cc details requested by agent hyperv_n-h2-773647-6 with host n-h2-773647-6 {{(pid=100248) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 15:00:59.849881 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] For port d9575e5a-3558-4b63-854b-d3cfd7d957cc, host n-h2-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=d9575e5a-3558-4b63-854b-d3cfd7d957cc,segment=NetworkSegment(8e108202-1f4d-476e-b6f1-17650c02e7d9),segment_id=8e108202-1f4d-476e-b6f1-17650c02e7d9)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 15:00:59.861580 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Returning: {'device': 'd9575e5a-3558-4b63-854b-d3cfd7d957cc', 'network_id': '696ee61f-61af-4b54-b893-f7b3076a45fc', 'port_id': 'd9575e5a-3558-4b63-854b-d3cfd7d957cc', 'mac_address': 'fa:16:3e:c0:63:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1042, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d634c90-7bde-423a-9c4b-ae3e500fa0c3', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100248) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 15:00:59.896947 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:59.908808 n-d-773647-6 neutron-server[100248]: DEBUG neutron.notifiers.nova [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d9575e5a-3558-4b63-854b-d3cfd7d957cc {{(pid=100248) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 15:00:59.927429 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] For port d9575e5a-3558-4b63-854b-d3cfd7d957cc, host n-h2-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=d9575e5a-3558-4b63-854b-d3cfd7d957cc,segment=NetworkSegment(8e108202-1f4d-476e-b6f1-17650c02e7d9),segment_id=8e108202-1f4d-476e-b6f1-17650c02e7d9)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 15:00:59.931830 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:59.977085 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Pushing event updated for resources: {'Port': ['ID=d9575e5a-3558-4b63-854b-d3cfd7d957cc,revision_number=4']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:01:00.139804 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] get_ports_and_sgs() called for port_ids ['d9575e5a-3558-4b63-854b-d3cfd7d957cc'] {{(pid=100248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 15:01:00.807012 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9003f0-1bb6-4fc3-9320-e8af822a26d1 req-9dd296b2-76d4-4c56-b1ff-54bd3121c45a tempest-TestEncryptedCinderVolumes-355233782 tempest-TestEncryptedCinderVolumes-355233782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:01:00.808498 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-0c9003f0-1bb6-4fc3-9320-e8af822a26d1 req-9dd296b2-76d4-4c56-b1ff-54bd3121c45a tempest-TestEncryptedCinderVolumes-355233782 tempest-TestEncryptedCinderVolumes-355233782-project] 10.222.0.104 "GET /v2.0/ports?device_id=59356016-a7e9-437d-b79f-5c65f9ac294c HTTP/1.1" status: 200 len: 944 time: 0.0634012 Jul 06 15:01:00.844526 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-0c9003f0-1bb6-4fc3-9320-e8af822a26d1 req-cfe8fdfa-387c-4b9f-95ee-f7e95b46fffd tempest-TestEncryptedCinderVolumes-355233782 tempest-TestEncryptedCinderVolumes-355233782-project] 10.222.0.104 "GET /v2.0/security-groups?id=fa174e7a-1667-4e5b-9a8a-045e2ae6a897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300777 Jul 06 15:01:01.771193 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Device d9575e5a-3558-4b63-854b-d3cfd7d957cc up at agent hyperv_n-h2-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 15:01:01.819634 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Provisioning for port d9575e5a-3558-4b63-854b-d3cfd7d957cc completed by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 15:01:01.824044 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Provisioning complete for port d9575e5a-3558-4b63-854b-d3cfd7d957cc triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 15:01:01.824561 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:01:01.902576 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:01:01.924895 n-d-773647-6 neutron-server[100248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59356016-a7e9-437d-b79f-5c65f9ac294c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9575e5a-3558-4b63-854b-d3cfd7d957cc'}] {{(pid=100248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 15:01:01.927282 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55db2ac8c963aac1696062c7614e8816713b17764cc733cf0a1d7e1ce8ed655f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09ad6934-b68b-4ae6-9fd2-ecccfe0ff376" -d '{"events": [{"server_uuid": "59356016-a7e9-437d-b79f-5c65f9ac294c", "name": "network-vif-plugged", "status": "completed", "tag": "d9575e5a-3558-4b63-854b-d3cfd7d957cc"}]}' {{(pid=100248) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 15:01:01.940151 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] For port d9575e5a-3558-4b63-854b-d3cfd7d957cc, host n-h2-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=d9575e5a-3558-4b63-854b-d3cfd7d957cc,segment=NetworkSegment(8e108202-1f4d-476e-b6f1-17650c02e7d9),segment_id=8e108202-1f4d-476e-b6f1-17650c02e7d9)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 15:01:01.944755 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:01:01.992774 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Pushing event updated for resources: {'Port': ['ID=d9575e5a-3558-4b63-854b-d3cfd7d957cc,revision_number=5']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:01:02.021234 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66345cd7-36c3-42fa-86c7-688cb74c3fde req-f63fb183-a178-4075-964f-2dc9e97facec tempest-TestEncryptedCinderVolumes-355233782 tempest-TestEncryptedCinderVolumes-355233782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:01:02.022682 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-66345cd7-36c3-42fa-86c7-688cb74c3fde req-f63fb183-a178-4075-964f-2dc9e97facec tempest-TestEncryptedCinderVolumes-355233782 tempest-TestEncryptedCinderVolumes-355233782-project] 10.222.0.104 "GET /v2.0/ports?device_id=59356016-a7e9-437d-b79f-5c65f9ac294c HTTP/1.1" status: 200 len: 945 time: 0.0664818 Jul 06 15:01:02.059439 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-66345cd7-36c3-42fa-86c7-688cb74c3fde req-3dfb5573-9263-43ea-9c34-877ac87146af tempest-TestEncryptedCinderVolumes-355233782 tempest-TestEncryptedCinderVolumes-355233782-project] 10.222.0.104 "GET /v2.0/security-groups?id=fa174e7a-1667-4e5b-9a8a-045e2ae6a897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310490 Jul 06 15:01:02.102721 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 15:01:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21b13433-0e7b-4652-93a4-c013e5ea0616 x-openstack-request-id: req-21b13433-0e7b-4652-93a4-c013e5ea0616 {{(pid=100248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 15:01:02.103021 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59356016-a7e9-437d-b79f-5c65f9ac294c", "name": "network-vif-plugged", "status": "completed", "tag": "d9575e5a-3558-4b63-854b-d3cfd7d957cc", "code": 200}]} {{(pid=100248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 15:01:02.103304 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-21b13433-0e7b-4652-93a4-c013e5ea0616 {{(pid=100248) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 15:01:02.103704 n-d-773647-6 neutron-server[100248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59356016-a7e9-437d-b79f-5c65f9ac294c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9575e5a-3558-4b63-854b-d3cfd7d957cc', 'code': 200} Jul 06 15:01:02.213573 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ed7642-ba65-461a-b3c3-68ba064c84ad req-96842b0b-035e-4a98-b5c9-fd14a768e33a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:01:02.215689 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-82ed7642-ba65-461a-b3c3-68ba064c84ad req-96842b0b-035e-4a98-b5c9-fd14a768e33a service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=59356016-a7e9-437d-b79f-5c65f9ac294c HTTP/1.1" status: 200 len: 1096 time: 0.0530615 Jul 06 15:01:02.256330 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-82ed7642-ba65-461a-b3c3-68ba064c84ad req-9adef1d2-2e42-4793-acf8-6f7e06a6679a service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=fa174e7a-1667-4e5b-9a8a-045e2ae6a897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337884 Jul 06 15:01:03.236576 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09268be3-5953-4929-85a2-c1cea1386be9 req-14654238-a9cc-4560-b8ad-738f57de8f40 tempest-TestEncryptedCinderVolumes-355233782 tempest-TestEncryptedCinderVolumes-355233782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:01:03.238053 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-09268be3-5953-4929-85a2-c1cea1386be9 req-14654238-a9cc-4560-b8ad-738f57de8f40 tempest-TestEncryptedCinderVolumes-355233782 tempest-TestEncryptedCinderVolumes-355233782-project] 10.222.0.104 "GET /v2.0/ports?device_id=59356016-a7e9-437d-b79f-5c65f9ac294c HTTP/1.1" status: 200 len: 945 time: 0.0638618 Jul 06 15:01:03.275771 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-09268be3-5953-4929-85a2-c1cea1386be9 req-fa871aea-c53c-4fe8-829e-c6578749d4fd tempest-TestEncryptedCinderVolumes-355233782 tempest-TestEncryptedCinderVolumes-355233782-project] 10.222.0.104 "GET /v2.0/security-groups?id=fa174e7a-1667-4e5b-9a8a-045e2ae6a897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322576 Jul 06 15:01:04.447441 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc931b2-88df-4bf9-8f6e-41a7e1cdbc37 req-39e00808-0570-4fc5-9e32-693aa1d554b7 tempest-TestEncryptedCinderVolumes-355233782 tempest-TestEncryptedCinderVolumes-355233782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:01:04.448811 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-5bc931b2-88df-4bf9-8f6e-41a7e1cdbc37 req-39e00808-0570-4fc5-9e32-693aa1d554b7 tempest-TestEncryptedCinderVolumes-355233782 tempest-TestEncryptedCinderVolumes-355233782-project] 10.222.0.104 "GET /v2.0/ports?device_id=59356016-a7e9-437d-b79f-5c65f9ac294c HTTP/1.1" status: 200 len: 945 time: 0.0619895 Jul 06 15:01:04.489875 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-5bc931b2-88df-4bf9-8f6e-41a7e1cdbc37 req-e5665e46-0e01-422d-9527-6978709cc113 tempest-TestEncryptedCinderVolumes-355233782 tempest-TestEncryptedCinderVolumes-355233782-project] 10.222.0.104 "GET /v2.0/security-groups?id=fa174e7a-1667-4e5b-9a8a-045e2ae6a897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355844 Jul 06 15:01:04.662176 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d637946e-4a5f-4755-84ee-e5122a3c4cdc req-33d293e9-57e1-4fb3-a56b-cf59e8b12343 tempest-TestEncryptedCinderVolumes-355233782 tempest-TestEncryptedCinderVolumes-355233782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:01:04.663684 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-d637946e-4a5f-4755-84ee-e5122a3c4cdc req-33d293e9-57e1-4fb3-a56b-cf59e8b12343 tempest-TestEncryptedCinderVolumes-355233782 tempest-TestEncryptedCinderVolumes-355233782-project] 10.222.0.104 "GET /v2.0/ports?device_id=59356016-a7e9-437d-b79f-5c65f9ac294c HTTP/1.1" status: 200 len: 945 time: 0.0625064 Jul 06 15:01:04.700584 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-d637946e-4a5f-4755-84ee-e5122a3c4cdc req-d4c6bde2-688b-434b-98d9-cdba00331b35 tempest-TestEncryptedCinderVolumes-355233782 tempest-TestEncryptedCinderVolumes-355233782-project] 10.222.0.104 "GET /v2.0/security-groups?id=fa174e7a-1667-4e5b-9a8a-045e2ae6a897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313020 Jul 06 15:01:11.284188 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:01:13.083931 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:01:22.282019 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.agents_db [None req-167c0ad6-1657-4c9a-a2c4-3b18056aa662 None None] Agent healthcheck: found 7 active agents {{(pid=100249) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 15:01:22.959027 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4942443e-5e7d-4e95-a134-e40fab6264b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:01:23.594005 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9eb1bf-b128-4254-be9a-531b65102ba1 req-adc36e10-4a8c-4a70-8ff9-1cdc9e35dc79 tempest-TestEncryptedCinderVolumes-355233782 tempest-TestEncryptedCinderVolumes-355233782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:01:23.595605 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-5c9eb1bf-b128-4254-be9a-531b65102ba1 req-adc36e10-4a8c-4a70-8ff9-1cdc9e35dc79 tempest-TestEncryptedCinderVolumes-355233782 tempest-TestEncryptedCinderVolumes-355233782-project] 10.222.0.104 "GET /v2.0/ports?device_id=59356016-a7e9-437d-b79f-5c65f9ac294c HTTP/1.1" status: 200 len: 945 time: 0.0643845 Jul 06 15:01:23.634801 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-5c9eb1bf-b128-4254-be9a-531b65102ba1 req-d5e6d66c-1c80-4b10-a841-92e417d3ec1d tempest-TestEncryptedCinderVolumes-355233782 tempest-TestEncryptedCinderVolumes-355233782-project] 10.222.0.104 "GET /v2.0/security-groups?id=fa174e7a-1667-4e5b-9a8a-045e2ae6a897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335164 Jul 06 15:01:24.809256 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e237e8af-0c89-4870-bc3f-92fce9d0f9c3 req-6e1fe071-7de6-4377-bd70-5b406b99d9a3 tempest-TestEncryptedCinderVolumes-355233782 tempest-TestEncryptedCinderVolumes-355233782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:01:24.810719 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-e237e8af-0c89-4870-bc3f-92fce9d0f9c3 req-6e1fe071-7de6-4377-bd70-5b406b99d9a3 tempest-TestEncryptedCinderVolumes-355233782 tempest-TestEncryptedCinderVolumes-355233782-project] 10.222.0.104 "GET /v2.0/ports?device_id=59356016-a7e9-437d-b79f-5c65f9ac294c HTTP/1.1" status: 200 len: 945 time: 0.0669880 Jul 06 15:01:24.849226 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-e237e8af-0c89-4870-bc3f-92fce9d0f9c3 req-76e58371-7bba-42cb-9de3-39159debf8da tempest-TestEncryptedCinderVolumes-355233782 tempest-TestEncryptedCinderVolumes-355233782-project] 10.222.0.104 "GET /v2.0/security-groups?id=fa174e7a-1667-4e5b-9a8a-045e2ae6a897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323415 Jul 06 15:01:25.073058 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef4024a-01f7-4558-b4c2-ee42e2fd1814 req-6fa128fa-cdb2-4d71-8d3f-94cbdf56ce35 tempest-TestEncryptedCinderVolumes-355233782 tempest-TestEncryptedCinderVolumes-355233782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:01:25.074490 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-9ef4024a-01f7-4558-b4c2-ee42e2fd1814 req-6fa128fa-cdb2-4d71-8d3f-94cbdf56ce35 tempest-TestEncryptedCinderVolumes-355233782 tempest-TestEncryptedCinderVolumes-355233782-project] 10.222.0.72 "GET /v2.0/ports?device_id=59356016-a7e9-437d-b79f-5c65f9ac294c HTTP/1.1" status: 200 len: 945 time: 0.0618668 Jul 06 15:01:25.172266 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [req-9ef4024a-01f7-4558-b4c2-ee42e2fd1814 req-38b47f80-a92a-43f8-b7a6-81fc10d59b52 tempest-TestEncryptedCinderVolumes-355233782 tempest-TestEncryptedCinderVolumes-355233782-project] Deleting port d9575e5a-3558-4b63-854b-d3cfd7d957cc {{(pid=100246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 15:01:25.172524 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-9ef4024a-01f7-4558-b4c2-ee42e2fd1814 req-38b47f80-a92a-43f8-b7a6-81fc10d59b52 tempest-TestEncryptedCinderVolumes-355233782 tempest-TestEncryptedCinderVolumes-355233782-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:01:25.264881 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.db [req-9ef4024a-01f7-4558-b4c2-ee42e2fd1814 req-38b47f80-a92a-43f8-b7a6-81fc10d59b52 tempest-TestEncryptedCinderVolumes-355233782 tempest-TestEncryptedCinderVolumes-355233782-project] For port d9575e5a-3558-4b63-854b-d3cfd7d957cc, host n-h2-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=d9575e5a-3558-4b63-854b-d3cfd7d957cc,segment=NetworkSegment(8e108202-1f4d-476e-b6f1-17650c02e7d9),segment_id=8e108202-1f4d-476e-b6f1-17650c02e7d9)] {{(pid=100246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 15:01:25.265243 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-9ef4024a-01f7-4558-b4c2-ee42e2fd1814 req-38b47f80-a92a-43f8-b7a6-81fc10d59b52 tempest-TestEncryptedCinderVolumes-355233782 tempest-TestEncryptedCinderVolumes-355233782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:01:25.277927 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [req-9ef4024a-01f7-4558-b4c2-ee42e2fd1814 req-38b47f80-a92a-43f8-b7a6-81fc10d59b52 tempest-TestEncryptedCinderVolumes-355233782 tempest-TestEncryptedCinderVolumes-355233782-project] Calling delete_port for d9575e5a-3558-4b63-854b-d3cfd7d957cc owned by compute:nova {{(pid=100246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 15:01:25.404432 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-9ef4024a-01f7-4558-b4c2-ee42e2fd1814 req-38b47f80-a92a-43f8-b7a6-81fc10d59b52 tempest-TestEncryptedCinderVolumes-355233782 tempest-TestEncryptedCinderVolumes-355233782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127687580'] for port, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:01:25.416353 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] get_ports_and_sgs() called for port_ids ['d9575e5a-3558-4b63-854b-d3cfd7d957cc'] {{(pid=100248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 15:01:25.434567 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b47f80-a92a-43f8-b7a6-81fc10d59b52 tempest-TestEncryptedCinderVolumes-355233782 tempest-TestEncryptedCinderVolumes-355233782-project] Pushing event deleted for resources: {'Port': ['ID=d9575e5a-3558-4b63-854b-d3cfd7d957cc,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:01:25.481199 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ef4024a-01f7-4558-b4c2-ee42e2fd1814 req-38b47f80-a92a-43f8-b7a6-81fc10d59b52 tempest-TestEncryptedCinderVolumes-355233782 tempest-TestEncryptedCinderVolumes-355233782-project] No DVR routers for this DVR port d9575e5a-3558-4b63-854b-d3cfd7d957cc on host n-h2-773647-6 {{(pid=100246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 15:01:25.484198 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-9ef4024a-01f7-4558-b4c2-ee42e2fd1814 req-38b47f80-a92a-43f8-b7a6-81fc10d59b52 tempest-TestEncryptedCinderVolumes-355233782 tempest-TestEncryptedCinderVolumes-355233782-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:01:25.487184 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-9ef4024a-01f7-4558-b4c2-ee42e2fd1814 req-38b47f80-a92a-43f8-b7a6-81fc10d59b52 tempest-TestEncryptedCinderVolumes-355233782 tempest-TestEncryptedCinderVolumes-355233782-project] 10.222.0.72 "DELETE /v2.0/ports/d9575e5a-3558-4b63-854b-d3cfd7d957cc HTTP/1.1" status: 204 len: 173 time: 0.4061275 Jul 06 15:01:25.487653 n-d-773647-6 neutron-server[100246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59356016-a7e9-437d-b79f-5c65f9ac294c', 'name': 'network-vif-deleted', 'tag': 'd9575e5a-3558-4b63-854b-d3cfd7d957cc'}] {{(pid=100246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 15:01:25.489911 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46bcbd240f672e88150dff05a21f1d72cf4d2de628fda8977cb1eab177268aa5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4e8b778-9cb8-4f20-aa67-d37a61d14f17" -d '{"events": [{"server_uuid": "59356016-a7e9-437d-b79f-5c65f9ac294c", "name": "network-vif-deleted", "tag": "d9575e5a-3558-4b63-854b-d3cfd7d957cc"}]}' {{(pid=100246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 15:01:25.535414 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 15:01:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba59023c-ef6a-4647-b3b1-ac56bca608f6 x-openstack-request-id: req-ba59023c-ef6a-4647-b3b1-ac56bca608f6 {{(pid=100246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 15:01:25.535781 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59356016-a7e9-437d-b79f-5c65f9ac294c", "name": "network-vif-deleted", "tag": "d9575e5a-3558-4b63-854b-d3cfd7d957cc", "status": "completed", "code": 200}]} {{(pid=100246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 15:01:25.536107 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-ba59023c-ef6a-4647-b3b1-ac56bca608f6 {{(pid=100246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 15:01:25.536577 n-d-773647-6 neutron-server[100246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59356016-a7e9-437d-b79f-5c65f9ac294c', 'name': 'network-vif-deleted', 'tag': 'd9575e5a-3558-4b63-854b-d3cfd7d957cc', 'status': 'completed', 'code': 200} Jul 06 15:01:25.611753 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-e2be0b11-60a2-43fd-9e81-5d38d3561d53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:01:25.971598 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:01:26.006231 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-c9d04dea-bd50-4675-bb1f-fce67ad08342 req-3a0226c4-420f-497e-b00e-b7fa74e029f3 tempest-TestEncryptedCinderVolumes-355233782 tempest-TestEncryptedCinderVolumes-355233782-project] 10.222.0.104 "GET /v2.0/ports?device_id=59356016-a7e9-437d-b79f-5c65f9ac294c HTTP/1.1" status: 200 len: 210 time: 0.0294514 Jul 06 15:01:26.831367 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-2064eaae-da4f-48f8-82d2-b09d4ddedd44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:01:27.863988 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7ad700-e3f7-420a-92b7-83d2468a861d req-da870ef8-5864-4b49-8abb-eb2c39cad7fb tempest-TestEncryptedCinderVolumes-355233782 tempest-TestEncryptedCinderVolumes-355233782-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:01:27.865403 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-fb7ad700-e3f7-420a-92b7-83d2468a861d req-da870ef8-5864-4b49-8abb-eb2c39cad7fb tempest-TestEncryptedCinderVolumes-355233782 tempest-TestEncryptedCinderVolumes-355233782-project] 10.222.0.104 "GET /v2.0/networks?id=696ee61f-61af-4b54-b893-f7b3076a45fc HTTP/1.1" status: 200 len: 817 time: 0.1060562 Jul 06 15:01:27.879499 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-fb7ad700-e3f7-420a-92b7-83d2468a861d req-e25cb614-8121-42d3-b487-4f66b7317dc4 tempest-TestEncryptedCinderVolumes-355233782 tempest-TestEncryptedCinderVolumes-355233782-project] 10.222.0.104 "GET /v2.0/quotas/19921f904b374a75b5bb9e07612f0fa3 HTTP/1.1" status: 200 len: 375 time: 0.0088558 Jul 06 15:01:27.945045 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-fb7ad700-e3f7-420a-92b7-83d2468a861d req-1111e341-36ee-4682-a8c9-f124a3247d87 tempest-TestEncryptedCinderVolumes-355233782 tempest-TestEncryptedCinderVolumes-355233782-project] 10.222.0.104 "GET /v2.0/ports?tenant_id=19921f904b374a75b5bb9e07612f0fa3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0609188 Jul 06 15:01:28.041027 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-fb7ad700-e3f7-420a-92b7-83d2468a861d req-d8d800ba-4c3f-435a-bb01-b3e786636a31 service neutron] 10.222.0.104 "GET /v2.0/networks/696ee61f-61af-4b54-b893-f7b3076a45fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831563 Jul 06 15:01:28.125678 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-fb7ad700-e3f7-420a-92b7-83d2468a861d req-08965f10-7860-4ac1-864c-d9d96061a6cc service neutron] 10.222.0.104 "GET /v2.0/networks/696ee61f-61af-4b54-b893-f7b3076a45fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0788107 Jul 06 15:01:28.289704 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-02be5ad1-b319-4ebf-91ec-a66131b1472c req-4ff7c076-b012-4e58-9b83-7b7f8e818ddf tempest-TestEncryptedCinderVolumes-355233782 tempest-TestEncryptedCinderVolumes-355233782-project] 10.222.0.104 "GET /v2.0/ports?device_id=3c7f3547-009b-46e1-a957-8826dc6b7e09 HTTP/1.1" status: 200 len: 210 time: 0.0288904 Jul 06 15:01:28.616486 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-03f71b24-a9b8-453a-8924-caa3f97bc6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:01:29.287715 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7ad700-e3f7-420a-92b7-83d2468a861d req-ef030f6a-4ab5-4186-8162-ed75cff332e3 tempest-TestEncryptedCinderVolumes-355233782 tempest-TestEncryptedCinderVolumes-355233782-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:01:29.289208 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-fb7ad700-e3f7-420a-92b7-83d2468a861d req-ef030f6a-4ab5-4186-8162-ed75cff332e3 tempest-TestEncryptedCinderVolumes-355233782 tempest-TestEncryptedCinderVolumes-355233782-project] 10.222.0.72 "GET /v2.0/networks?id=696ee61f-61af-4b54-b893-f7b3076a45fc HTTP/1.1" status: 200 len: 817 time: 0.1095612 Jul 06 15:01:29.303309 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [req-fb7ad700-e3f7-420a-92b7-83d2468a861d req-1fbc1fc8-62a6-488b-a449-bc95c71f14de tempest-TestEncryptedCinderVolumes-355233782 tempest-TestEncryptedCinderVolumes-355233782-project] Request body: {'port': {'device_id': '3c7f3547-009b-46e1-a957-8826dc6b7e09', 'network_id': '696ee61f-61af-4b54-b893-f7b3076a45fc', 'admin_state_up': True, 'tenant_id': '19921f904b374a75b5bb9e07612f0fa3'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 15:01:29.413709 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fb7ad700-e3f7-420a-92b7-83d2468a861d req-1fbc1fc8-62a6-488b-a449-bc95c71f14de tempest-TestEncryptedCinderVolumes-355233782 tempest-TestEncryptedCinderVolumes-355233782-project] Made reservation on behalf of 19921f904b374a75b5bb9e07612f0fa3 for: {'port': 1} {{(pid=100246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 15:01:29.417397 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-fb7ad700-e3f7-420a-92b7-83d2468a861d req-1fbc1fc8-62a6-488b-a449-bc95c71f14de tempest-TestEncryptedCinderVolumes-355233782 tempest-TestEncryptedCinderVolumes-355233782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:01:29.435826 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-0c428d88-6c24-48a3-9bb7-948e4f6b5a14 req-185e242e-aab3-4394-8be8-abc01c3e5c33 tempest-TestEncryptedCinderVolumes-355233782 tempest-TestEncryptedCinderVolumes-355233782-project] 10.222.0.104 "GET /v2.0/ports?device_id=3c7f3547-009b-46e1-a957-8826dc6b7e09 HTTP/1.1" status: 200 len: 210 time: 0.0330000 Jul 06 15:01:29.856969 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.db_base_plugin_common [req-fb7ad700-e3f7-420a-92b7-83d2468a861d req-1fbc1fc8-62a6-488b-a449-bc95c71f14de tempest-TestEncryptedCinderVolumes-355233782 tempest-TestEncryptedCinderVolumes-355233782-project] Allocated IP 172.20.0.13 (696ee61f-61af-4b54-b893-f7b3076a45fc/9d634c90-7bde-423a-9c4b-ae3e500fa0c3/3b0675dc-c1d1-4618-b3b5-2c01a31087e6) {{(pid=100246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 15:01:29.928237 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Device d9575e5a-3558-4b63-854b-d3cfd7d957cc no longer exists at agent hyperv_n-h2-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 15:01:29.952974 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] No Port match for: d9575e5a-3558-4b63-854b-d3cfd7d957cc {{(pid=100248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 15:01:29.953240 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Device d9575e5a-3558-4b63-854b-d3cfd7d957cc not bound to the agent host n-h2-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 15:01:30.005964 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-fb7ad700-e3f7-420a-92b7-83d2468a861d req-1fbc1fc8-62a6-488b-a449-bc95c71f14de tempest-TestEncryptedCinderVolumes-355233782 tempest-TestEncryptedCinderVolumes-355233782-project] Notify callbacks [] for port, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:01:30.019465 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.provisioning_blocks [req-fb7ad700-e3f7-420a-92b7-83d2468a861d req-1fbc1fc8-62a6-488b-a449-bc95c71f14de tempest-TestEncryptedCinderVolumes-355233782 tempest-TestEncryptedCinderVolumes-355233782-project] Transition to ACTIVE for port object 3b0675dc-c1d1-4618-b3b5-2c01a31087e6 will not be triggered until provisioned by entity DHCP. {{(pid=100246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 15:01:30.051493 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-fb7ad700-e3f7-420a-92b7-83d2468a861d req-1fbc1fc8-62a6-488b-a449-bc95c71f14de tempest-TestEncryptedCinderVolumes-355233782 tempest-TestEncryptedCinderVolumes-355233782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-127687573'] for port, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:01:30.095207 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fb7ad700-e3f7-420a-92b7-83d2468a861d req-1fbc1fc8-62a6-488b-a449-bc95c71f14de tempest-TestEncryptedCinderVolumes-355233782 tempest-TestEncryptedCinderVolumes-355233782-project] Network 696ee61f-61af-4b54-b893-f7b3076a45fc is already hosted by enough agents. {{(pid=100246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 15:01:30.098347 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.base_scheduler [req-fb7ad700-e3f7-420a-92b7-83d2468a861d req-1fbc1fc8-62a6-488b-a449-bc95c71f14de tempest-TestEncryptedCinderVolumes-355233782 tempest-TestEncryptedCinderVolumes-355233782-project] Resources bound (agent type, host, resource id): {{(pid=100246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 15:01:30.105011 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb7ad700-e3f7-420a-92b7-83d2468a861d req-1fbc1fc8-62a6-488b-a449-bc95c71f14de tempest-TestEncryptedCinderVolumes-355233782 tempest-TestEncryptedCinderVolumes-355233782-project] Received port after_create {{(pid=100246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 15:01:30.110833 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbc1fc8-62a6-488b-a449-bc95c71f14de tempest-TestEncryptedCinderVolumes-355233782 tempest-TestEncryptedCinderVolumes-355233782-project] Pushing event updated for resources: {'Port': ['ID=3b0675dc-c1d1-4618-b3b5-2c01a31087e6,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:01:30.157512 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7ad700-e3f7-420a-92b7-83d2468a861d req-1fbc1fc8-62a6-488b-a449-bc95c71f14de tempest-TestEncryptedCinderVolumes-355233782 tempest-TestEncryptedCinderVolumes-355233782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:01:30.158149 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-fb7ad700-e3f7-420a-92b7-83d2468a861d req-1fbc1fc8-62a6-488b-a449-bc95c71f14de tempest-TestEncryptedCinderVolumes-355233782 tempest-TestEncryptedCinderVolumes-355233782-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:01:30.172908 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-fb7ad700-e3f7-420a-92b7-83d2468a861d req-1fbc1fc8-62a6-488b-a449-bc95c71f14de tempest-TestEncryptedCinderVolumes-355233782 tempest-TestEncryptedCinderVolumes-355233782-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8741367 Jul 06 15:01:30.184526 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [req-fb7ad700-e3f7-420a-92b7-83d2468a861d req-aff3f655-bbc6-4ed5-90fc-71fedaf00c44 service neutron] Request body: {'port': {'device_id': '3c7f3547-009b-46e1-a957-8826dc6b7e09', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-773647-6'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 15:01:30.264750 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-fb7ad700-e3f7-420a-92b7-83d2468a861d req-aff3f655-bbc6-4ed5-90fc-71fedaf00c44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:01:30.311468 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-7a6e743b-ed09-4cb3-bbe3-b0db4834333b None None] Provisioning for port 3b0675dc-c1d1-4618-b3b5-2c01a31087e6 completed by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 15:01:30.315956 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-7a6e743b-ed09-4cb3-bbe3-b0db4834333b None None] Provisioning complete for port 3b0675dc-c1d1-4618-b3b5-2c01a31087e6 triggered by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 15:01:30.316401 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-7a6e743b-ed09-4cb3-bbe3-b0db4834333b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:01:30.350326 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-7a6e743b-ed09-4cb3-bbe3-b0db4834333b None None] Port 3b0675dc-c1d1-4618-b3b5-2c01a31087e6 cannot update to ACTIVE because it is not bound. {{(pid=100248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 15:01:30.527041 n-d-773647-6 neutron-server[100246]: DEBUG neutron.notifiers.nova [req-fb7ad700-e3f7-420a-92b7-83d2468a861d req-aff3f655-bbc6-4ed5-90fc-71fedaf00c44 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3b0675dc-c1d1-4618-b3b5-2c01a31087e6 {{(pid=100246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 15:01:30.534681 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-fb7ad700-e3f7-420a-92b7-83d2468a861d req-aff3f655-bbc6-4ed5-90fc-71fedaf00c44 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:01:30.547732 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.provisioning_blocks [req-fb7ad700-e3f7-420a-92b7-83d2468a861d req-aff3f655-bbc6-4ed5-90fc-71fedaf00c44 service neutron] Transition to ACTIVE for port object 3b0675dc-c1d1-4618-b3b5-2c01a31087e6 will not be triggered until provisioned by entity L2. {{(pid=100246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 15:01:30.552346 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-fb7ad700-e3f7-420a-92b7-83d2468a861d req-aff3f655-bbc6-4ed5-90fc-71fedaf00c44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127687527'] for port, after_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:01:30.610843 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0a2b68-de32-4d74-900e-562774e222c7 req-1af23ded-a124-4758-9123-08ab06d5855b tempest-TestEncryptedCinderVolumes-355233782 tempest-TestEncryptedCinderVolumes-355233782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:01:30.612922 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-8f0a2b68-de32-4d74-900e-562774e222c7 req-1af23ded-a124-4758-9123-08ab06d5855b tempest-TestEncryptedCinderVolumes-355233782 tempest-TestEncryptedCinderVolumes-355233782-project] 10.222.0.104 "GET /v2.0/ports?device_id=3c7f3547-009b-46e1-a957-8826dc6b7e09 HTTP/1.1" status: 200 len: 944 time: 0.0673676 Jul 06 15:01:30.625306 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff3f655-bbc6-4ed5-90fc-71fedaf00c44 service neutron] Pushing event updated for resources: {'Port': ['ID=3b0675dc-c1d1-4618-b3b5-2c01a31087e6,revision_number=2']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:01:30.659770 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-8f0a2b68-de32-4d74-900e-562774e222c7 req-295f7e39-3070-4955-8137-a2fa161ca761 tempest-TestEncryptedCinderVolumes-355233782 tempest-TestEncryptedCinderVolumes-355233782-project] 10.222.0.104 "GET /v2.0/security-groups?id=fa174e7a-1667-4e5b-9a8a-045e2ae6a897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395768 Jul 06 15:01:30.681570 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [req-fb7ad700-e3f7-420a-92b7-83d2468a861d req-aff3f655-bbc6-4ed5-90fc-71fedaf00c44 service neutron] Attempting to bind port 3b0675dc-c1d1-4618-b3b5-2c01a31087e6 on host n-h2-773647-6 for vnic_type normal with profile {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 15:01:30.681911 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [req-fb7ad700-e3f7-420a-92b7-83d2468a861d req-aff3f655-bbc6-4ed5-90fc-71fedaf00c44 service neutron] Attempting to bind port 3b0675dc-c1d1-4618-b3b5-2c01a31087e6 by drivers openvswitch,hyperv on host n-h2-773647-6 at level 0 using segments [{'id': '8e108202-1f4d-476e-b6f1-17650c02e7d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1042, 'network_id': '696ee61f-61af-4b54-b893-f7b3076a45fc'}] {{(pid=100246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 15:01:30.682238 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb7ad700-e3f7-420a-92b7-83d2468a861d req-aff3f655-bbc6-4ed5-90fc-71fedaf00c44 service neutron] Attempting to bind port 3b0675dc-c1d1-4618-b3b5-2c01a31087e6 on network 696ee61f-61af-4b54-b893-f7b3076a45fc {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 15:01:30.686681 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb7ad700-e3f7-420a-92b7-83d2468a861d req-aff3f655-bbc6-4ed5-90fc-71fedaf00c44 service neutron] Port 3b0675dc-c1d1-4618-b3b5-2c01a31087e6 on network 696ee61f-61af-4b54-b893-f7b3076a45fc not bound, no agent of type Open vSwitch agent registered on host n-h2-773647-6 {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 15:01:30.687007 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb7ad700-e3f7-420a-92b7-83d2468a861d req-aff3f655-bbc6-4ed5-90fc-71fedaf00c44 service neutron] Attempting to bind port 3b0675dc-c1d1-4618-b3b5-2c01a31087e6 on network 696ee61f-61af-4b54-b893-f7b3076a45fc {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 15:01:30.692506 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb7ad700-e3f7-420a-92b7-83d2468a861d req-aff3f655-bbc6-4ed5-90fc-71fedaf00c44 service neutron] Checking agent: {'id': '63768ece-0600-4354-8d29-fdedec96b077', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-773647-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 51, 10), 'started_at': datetime.datetime(2021, 7, 6, 13, 51, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 15, 1, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 15:01:30.692846 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb7ad700-e3f7-420a-92b7-83d2468a861d req-aff3f655-bbc6-4ed5-90fc-71fedaf00c44 service neutron] Checking segment: {'id': '8e108202-1f4d-476e-b6f1-17650c02e7d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1042, 'network_id': '696ee61f-61af-4b54-b893-f7b3076a45fc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 15:01:30.693234 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb7ad700-e3f7-420a-92b7-83d2468a861d req-aff3f655-bbc6-4ed5-90fc-71fedaf00c44 service neutron] Bound using segment: {'id': '8e108202-1f4d-476e-b6f1-17650c02e7d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1042, 'network_id': '696ee61f-61af-4b54-b893-f7b3076a45fc'} {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 15:01:30.693664 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [req-fb7ad700-e3f7-420a-92b7-83d2468a861d req-aff3f655-bbc6-4ed5-90fc-71fedaf00c44 service neutron] Bound port: 3b0675dc-c1d1-4618-b3b5-2c01a31087e6, host: n-h2-773647-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8e108202-1f4d-476e-b6f1-17650c02e7d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1042, 'network_id': '696ee61f-61af-4b54-b893-f7b3076a45fc'}}] {{(pid=100246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 15:01:30.694022 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-fb7ad700-e3f7-420a-92b7-83d2468a861d req-aff3f655-bbc6-4ed5-90fc-71fedaf00c44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:01:30.764119 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.db [req-fb7ad700-e3f7-420a-92b7-83d2468a861d req-aff3f655-bbc6-4ed5-90fc-71fedaf00c44 service neutron] For port 3b0675dc-c1d1-4618-b3b5-2c01a31087e6, host n-h2-773647-6, cleared binding levels {{(pid=100246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 15:01:30.767351 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.db [req-fb7ad700-e3f7-420a-92b7-83d2468a861d req-aff3f655-bbc6-4ed5-90fc-71fedaf00c44 service neutron] For port 3b0675dc-c1d1-4618-b3b5-2c01a31087e6, host n-h2-773647-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=3b0675dc-c1d1-4618-b3b5-2c01a31087e6,segment=NetworkSegment(8e108202-1f4d-476e-b6f1-17650c02e7d9),segment_id=8e108202-1f4d-476e-b6f1-17650c02e7d9)] {{(pid=100246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 15:01:30.771686 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-fb7ad700-e3f7-420a-92b7-83d2468a861d req-aff3f655-bbc6-4ed5-90fc-71fedaf00c44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127687527'] for port, after_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:01:30.808370 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7ad700-e3f7-420a-92b7-83d2468a861d req-aff3f655-bbc6-4ed5-90fc-71fedaf00c44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:01:30.809005 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-fb7ad700-e3f7-420a-92b7-83d2468a861d req-aff3f655-bbc6-4ed5-90fc-71fedaf00c44 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:01:30.810578 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-fb7ad700-e3f7-420a-92b7-83d2468a861d req-aff3f655-bbc6-4ed5-90fc-71fedaf00c44 service neutron] 10.222.0.72 "PUT /v2.0/ports/3b0675dc-c1d1-4618-b3b5-2c01a31087e6 HTTP/1.1" status: 200 len: 1092 time: 0.6304266 Jul 06 15:01:30.812931 n-d-773647-6 neutron-server[100246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c7f3547-009b-46e1-a957-8826dc6b7e09', 'tag': '3b0675dc-c1d1-4618-b3b5-2c01a31087e6'}] {{(pid=100246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 15:01:30.815554 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46bcbd240f672e88150dff05a21f1d72cf4d2de628fda8977cb1eab177268aa5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a277561-daa8-4290-b83e-e9c6fa8e7dbe" -d '{"events": [{"name": "network-changed", "server_uuid": "3c7f3547-009b-46e1-a957-8826dc6b7e09", "tag": "3b0675dc-c1d1-4618-b3b5-2c01a31087e6"}]}' {{(pid=100246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 15:01:30.864165 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 15:01:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-870ac040-cdb3-4cb8-9cf1-03e34341c560 x-openstack-request-id: req-870ac040-cdb3-4cb8-9cf1-03e34341c560 {{(pid=100246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 15:01:30.864493 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3c7f3547-009b-46e1-a957-8826dc6b7e09", "tag": "3b0675dc-c1d1-4618-b3b5-2c01a31087e6", "status": "completed", "code": 200}]} {{(pid=100246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 15:01:30.864819 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-870ac040-cdb3-4cb8-9cf1-03e34341c560 {{(pid=100246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 15:01:30.865291 n-d-773647-6 neutron-server[100246]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c7f3547-009b-46e1-a957-8826dc6b7e09', 'tag': '3b0675dc-c1d1-4618-b3b5-2c01a31087e6', 'status': 'completed', 'code': 200} Jul 06 15:01:30.866082 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff3f655-bbc6-4ed5-90fc-71fedaf00c44 service neutron] Pushing event updated for resources: {'Port': ['ID=3b0675dc-c1d1-4618-b3b5-2c01a31087e6,revision_number=3']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:01:30.917522 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7ad700-e3f7-420a-92b7-83d2468a861d req-0ab56004-6d2e-4736-a2d8-383eae0e7d96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:01:30.919088 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-fb7ad700-e3f7-420a-92b7-83d2468a861d req-0ab56004-6d2e-4736-a2d8-383eae0e7d96 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=19921f904b374a75b5bb9e07612f0fa3&device_id=3c7f3547-009b-46e1-a957-8826dc6b7e09 HTTP/1.1" status: 200 len: 1095 time: 0.0651700 Jul 06 15:01:30.961863 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-fb7ad700-e3f7-420a-92b7-83d2468a861d req-0676db80-d62a-4de5-a3c1-899c75d87d77 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3b0675dc-c1d1-4618-b3b5-2c01a31087e6 HTTP/1.1" status: 200 len: 217 time: 0.0345778 Jul 06 15:01:31.021292 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7ad700-e3f7-420a-92b7-83d2468a861d req-1046c31f-cf99-4ed4-8879-01d8b2c6bb0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:01:31.022742 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-fb7ad700-e3f7-420a-92b7-83d2468a861d req-1046c31f-cf99-4ed4-8879-01d8b2c6bb0e service neutron] 10.222.0.72 "GET /v2.0/subnets?id=9d634c90-7bde-423a-9c4b-ae3e500fa0c3 HTTP/1.1" status: 200 len: 856 time: 0.0511127 Jul 06 15:01:31.079018 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7ad700-e3f7-420a-92b7-83d2468a861d req-5affdd43-6e4c-4d63-8e8e-eb3705f475fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:01:31.081351 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-fb7ad700-e3f7-420a-92b7-83d2468a861d req-5affdd43-6e4c-4d63-8e8e-eb3705f475fb service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=696ee61f-61af-4b54-b893-f7b3076a45fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0523589 Jul 06 15:01:31.167903 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-fb7ad700-e3f7-420a-92b7-83d2468a861d req-d260705c-c4aa-47d8-b647-0a75977ec322 service neutron] 10.222.0.72 "GET /v2.0/networks/696ee61f-61af-4b54-b893-f7b3076a45fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807414 Jul 06 15:01:31.258567 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-fb7ad700-e3f7-420a-92b7-83d2468a861d req-a94b852a-1425-4cd0-a64a-ce2c3f6fa5b1 service neutron] 10.222.0.72 "GET /v2.0/networks/696ee61f-61af-4b54-b893-f7b3076a45fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834215 Jul 06 15:01:31.356850 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a277561-daa8-4290-b83e-e9c6fa8e7dbe req-88b048ea-bfc0-4356-958b-8e07d3562e51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:01:31.358313 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-3a277561-daa8-4290-b83e-e9c6fa8e7dbe req-88b048ea-bfc0-4356-958b-8e07d3562e51 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=19921f904b374a75b5bb9e07612f0fa3&device_id=3c7f3547-009b-46e1-a957-8826dc6b7e09 HTTP/1.1" status: 200 len: 1095 time: 0.0522616 Jul 06 15:01:31.448921 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a277561-daa8-4290-b83e-e9c6fa8e7dbe req-17b839aa-9ef4-467a-b250-d64d56e73480 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:01:31.450396 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-3a277561-daa8-4290-b83e-e9c6fa8e7dbe req-17b839aa-9ef4-467a-b250-d64d56e73480 service neutron] 10.222.0.72 "GET /v2.0/networks?id=696ee61f-61af-4b54-b893-f7b3076a45fc HTTP/1.1" status: 200 len: 919 time: 0.0859671 Jul 06 15:01:31.491072 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-3a277561-daa8-4290-b83e-e9c6fa8e7dbe req-f1f2b32e-528c-4f52-bbf4-5c4a31bb0e8c service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3b0675dc-c1d1-4618-b3b5-2c01a31087e6 HTTP/1.1" status: 200 len: 217 time: 0.0340035 Jul 06 15:01:31.538197 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a277561-daa8-4290-b83e-e9c6fa8e7dbe req-50e61fb3-7147-4e7b-b81a-6671b5ada091 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:01:31.539683 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-3a277561-daa8-4290-b83e-e9c6fa8e7dbe req-50e61fb3-7147-4e7b-b81a-6671b5ada091 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=9d634c90-7bde-423a-9c4b-ae3e500fa0c3 HTTP/1.1" status: 200 len: 856 time: 0.0426538 Jul 06 15:01:31.601438 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a277561-daa8-4290-b83e-e9c6fa8e7dbe req-a702e852-6977-4ced-afe4-969421bbc0a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:01:31.602899 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-3a277561-daa8-4290-b83e-e9c6fa8e7dbe req-a702e852-6977-4ced-afe4-969421bbc0a6 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=696ee61f-61af-4b54-b893-f7b3076a45fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0554991 Jul 06 15:01:31.690389 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-3a277561-daa8-4290-b83e-e9c6fa8e7dbe req-e46a2b10-b2a3-4f88-bfd3-36a59b918057 service neutron] 10.222.0.72 "GET /v2.0/networks/696ee61f-61af-4b54-b893-f7b3076a45fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799651 Jul 06 15:01:31.785231 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-3a277561-daa8-4290-b83e-e9c6fa8e7dbe req-b80e1061-b627-4cf0-b425-036fd1e63576 service neutron] 10.222.0.72 "GET /v2.0/networks/696ee61f-61af-4b54-b893-f7b3076a45fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876172 Jul 06 15:01:31.836379 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1e9953-2258-46ec-926e-5fad627fe6b8 req-3469db7a-b5dd-4d0d-a45f-c58cd680fd65 tempest-TestEncryptedCinderVolumes-355233782 tempest-TestEncryptedCinderVolumes-355233782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:01:31.837776 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-0f1e9953-2258-46ec-926e-5fad627fe6b8 req-3469db7a-b5dd-4d0d-a45f-c58cd680fd65 tempest-TestEncryptedCinderVolumes-355233782 tempest-TestEncryptedCinderVolumes-355233782-project] 10.222.0.104 "GET /v2.0/ports?device_id=3c7f3547-009b-46e1-a957-8826dc6b7e09 HTTP/1.1" status: 200 len: 944 time: 0.0633166 Jul 06 15:01:31.873710 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-0f1e9953-2258-46ec-926e-5fad627fe6b8 req-332038a9-a81a-4fce-823b-a662d870a9ab tempest-TestEncryptedCinderVolumes-355233782 tempest-TestEncryptedCinderVolumes-355233782-project] 10.222.0.104 "GET /v2.0/security-groups?id=fa174e7a-1667-4e5b-9a8a-045e2ae6a897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303805 Jul 06 15:01:33.048683 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c38da9-4979-429a-ba12-9396dc61e194 req-e9458efd-5f85-4560-ac4d-77f8c0895703 tempest-TestEncryptedCinderVolumes-355233782 tempest-TestEncryptedCinderVolumes-355233782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:01:33.050084 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-e1c38da9-4979-429a-ba12-9396dc61e194 req-e9458efd-5f85-4560-ac4d-77f8c0895703 tempest-TestEncryptedCinderVolumes-355233782 tempest-TestEncryptedCinderVolumes-355233782-project] 10.222.0.104 "GET /v2.0/ports?device_id=3c7f3547-009b-46e1-a957-8826dc6b7e09 HTTP/1.1" status: 200 len: 944 time: 0.0657868 Jul 06 15:01:33.087082 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-e1c38da9-4979-429a-ba12-9396dc61e194 req-13401a0f-1e41-4525-8ce2-3da3d499b6fd tempest-TestEncryptedCinderVolumes-355233782 tempest-TestEncryptedCinderVolumes-355233782-project] 10.222.0.104 "GET /v2.0/security-groups?id=fa174e7a-1667-4e5b-9a8a-045e2ae6a897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312510 Jul 06 15:01:33.957360 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Device 3b0675dc-c1d1-4618-b3b5-2c01a31087e6 details requested by agent hyperv_n-h2-773647-6 with host n-h2-773647-6 {{(pid=100248) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 15:01:34.052564 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] For port 3b0675dc-c1d1-4618-b3b5-2c01a31087e6, host n-h2-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=3b0675dc-c1d1-4618-b3b5-2c01a31087e6,segment=NetworkSegment(8e108202-1f4d-476e-b6f1-17650c02e7d9),segment_id=8e108202-1f4d-476e-b6f1-17650c02e7d9)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 15:01:34.063812 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Returning: {'device': '3b0675dc-c1d1-4618-b3b5-2c01a31087e6', 'network_id': '696ee61f-61af-4b54-b893-f7b3076a45fc', 'port_id': '3b0675dc-c1d1-4618-b3b5-2c01a31087e6', 'mac_address': 'fa:16:3e:02:cc:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1042, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d634c90-7bde-423a-9c4b-ae3e500fa0c3', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100248) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 15:01:34.099017 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:01:34.112110 n-d-773647-6 neutron-server[100248]: DEBUG neutron.notifiers.nova [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3b0675dc-c1d1-4618-b3b5-2c01a31087e6 {{(pid=100248) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 15:01:34.131729 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] For port 3b0675dc-c1d1-4618-b3b5-2c01a31087e6, host n-h2-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=3b0675dc-c1d1-4618-b3b5-2c01a31087e6,segment=NetworkSegment(8e108202-1f4d-476e-b6f1-17650c02e7d9),segment_id=8e108202-1f4d-476e-b6f1-17650c02e7d9)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 15:01:34.135863 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:01:34.181492 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Pushing event updated for resources: {'Port': ['ID=3b0675dc-c1d1-4618-b3b5-2c01a31087e6,revision_number=4']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:01:34.262648 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55095251-b398-4fbe-b711-3f114f26289e req-8d2428b7-85a8-45f8-890c-6010df1dccd3 tempest-TestEncryptedCinderVolumes-355233782 tempest-TestEncryptedCinderVolumes-355233782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:01:34.264188 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-55095251-b398-4fbe-b711-3f114f26289e req-8d2428b7-85a8-45f8-890c-6010df1dccd3 tempest-TestEncryptedCinderVolumes-355233782 tempest-TestEncryptedCinderVolumes-355233782-project] 10.222.0.104 "GET /v2.0/ports?device_id=3c7f3547-009b-46e1-a957-8826dc6b7e09 HTTP/1.1" status: 200 len: 945 time: 0.0624857 Jul 06 15:01:34.303848 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-55095251-b398-4fbe-b711-3f114f26289e req-2d35e687-c27f-4a22-997b-5f9b06c09dfe tempest-TestEncryptedCinderVolumes-355233782 tempest-TestEncryptedCinderVolumes-355233782-project] 10.222.0.104 "GET /v2.0/security-groups?id=fa174e7a-1667-4e5b-9a8a-045e2ae6a897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324838 Jul 06 15:01:34.330574 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] get_ports_and_sgs() called for port_ids ['3b0675dc-c1d1-4618-b3b5-2c01a31087e6'] {{(pid=100248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 15:01:35.472473 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586deb7c-3484-4a36-a50f-0cebf717c503 req-1dc31582-24b8-4c67-aedd-db9eb85ef1d5 tempest-TestEncryptedCinderVolumes-355233782 tempest-TestEncryptedCinderVolumes-355233782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:01:35.473952 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-586deb7c-3484-4a36-a50f-0cebf717c503 req-1dc31582-24b8-4c67-aedd-db9eb85ef1d5 tempest-TestEncryptedCinderVolumes-355233782 tempest-TestEncryptedCinderVolumes-355233782-project] 10.222.0.104 "GET /v2.0/ports?device_id=3c7f3547-009b-46e1-a957-8826dc6b7e09 HTTP/1.1" status: 200 len: 945 time: 0.0624042 Jul 06 15:01:35.514490 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-586deb7c-3484-4a36-a50f-0cebf717c503 req-1bca5e57-d556-4ea5-b305-53b3565825ff tempest-TestEncryptedCinderVolumes-355233782 tempest-TestEncryptedCinderVolumes-355233782-project] 10.222.0.104 "GET /v2.0/security-groups?id=fa174e7a-1667-4e5b-9a8a-045e2ae6a897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350332 Jul 06 15:01:35.973680 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Device 3b0675dc-c1d1-4618-b3b5-2c01a31087e6 up at agent hyperv_n-h2-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 15:01:36.021565 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Provisioning for port 3b0675dc-c1d1-4618-b3b5-2c01a31087e6 completed by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 15:01:36.025669 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Provisioning complete for port 3b0675dc-c1d1-4618-b3b5-2c01a31087e6 triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 15:01:36.026168 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:01:36.101906 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:01:36.122756 n-d-773647-6 neutron-server[100248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c7f3547-009b-46e1-a957-8826dc6b7e09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b0675dc-c1d1-4618-b3b5-2c01a31087e6'}] {{(pid=100248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 15:01:36.124976 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55db2ac8c963aac1696062c7614e8816713b17764cc733cf0a1d7e1ce8ed655f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-038cff49-5018-4ca0-b541-733f15f9af2c" -d '{"events": [{"server_uuid": "3c7f3547-009b-46e1-a957-8826dc6b7e09", "name": "network-vif-plugged", "status": "completed", "tag": "3b0675dc-c1d1-4618-b3b5-2c01a31087e6"}]}' {{(pid=100248) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 15:01:36.137569 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] For port 3b0675dc-c1d1-4618-b3b5-2c01a31087e6, host n-h2-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=3b0675dc-c1d1-4618-b3b5-2c01a31087e6,segment=NetworkSegment(8e108202-1f4d-476e-b6f1-17650c02e7d9),segment_id=8e108202-1f4d-476e-b6f1-17650c02e7d9)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 15:01:36.141650 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:01:36.165282 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 15:01:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-946a9a9b-2fe4-46e1-8976-c942e467c0ba x-openstack-request-id: req-946a9a9b-2fe4-46e1-8976-c942e467c0ba {{(pid=100248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 15:01:36.165531 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c7f3547-009b-46e1-a957-8826dc6b7e09", "name": "network-vif-plugged", "status": "completed", "tag": "3b0675dc-c1d1-4618-b3b5-2c01a31087e6", "code": 200}]} {{(pid=100248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 15:01:36.166297 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-946a9a9b-2fe4-46e1-8976-c942e467c0ba {{(pid=100248) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 15:01:36.166694 n-d-773647-6 neutron-server[100248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c7f3547-009b-46e1-a957-8826dc6b7e09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b0675dc-c1d1-4618-b3b5-2c01a31087e6', 'code': 200} Jul 06 15:01:36.192691 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Pushing event updated for resources: {'Port': ['ID=3b0675dc-c1d1-4618-b3b5-2c01a31087e6,revision_number=5']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:01:36.272561 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95f122b-835c-42cd-b78e-c970f4be99f8 req-41896471-54c2-4dc7-bb86-d8d094036e9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:01:36.273946 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-a95f122b-835c-42cd-b78e-c970f4be99f8 req-41896471-54c2-4dc7-bb86-d8d094036e9f service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=3c7f3547-009b-46e1-a957-8826dc6b7e09 HTTP/1.1" status: 200 len: 1097 time: 0.0514832 Jul 06 15:01:36.311503 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-a95f122b-835c-42cd-b78e-c970f4be99f8 req-04e13225-9b09-45f5-91a3-076af9502bf2 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=fa174e7a-1667-4e5b-9a8a-045e2ae6a897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315878 Jul 06 15:01:36.687803 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06d35b2-5724-43ab-b66d-baffc9b63e1e req-4d66ffda-6339-44e9-8af1-8c14131dbcea tempest-TestEncryptedCinderVolumes-355233782 tempest-TestEncryptedCinderVolumes-355233782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:01:36.689284 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-a06d35b2-5724-43ab-b66d-baffc9b63e1e req-4d66ffda-6339-44e9-8af1-8c14131dbcea tempest-TestEncryptedCinderVolumes-355233782 tempest-TestEncryptedCinderVolumes-355233782-project] 10.222.0.104 "GET /v2.0/ports?device_id=3c7f3547-009b-46e1-a957-8826dc6b7e09 HTTP/1.1" status: 200 len: 946 time: 0.0632343 Jul 06 15:01:36.726725 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-a06d35b2-5724-43ab-b66d-baffc9b63e1e req-a1c6e79a-fd13-4e42-9ee8-34ce656e7c93 tempest-TestEncryptedCinderVolumes-355233782 tempest-TestEncryptedCinderVolumes-355233782-project] 10.222.0.104 "GET /v2.0/security-groups?id=fa174e7a-1667-4e5b-9a8a-045e2ae6a897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311446 Jul 06 15:01:37.905305 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b82ea91-b2c0-4499-ae39-6bdf540a302d req-cfc17e26-a57b-45da-8efd-913e9a2f9216 tempest-TestEncryptedCinderVolumes-355233782 tempest-TestEncryptedCinderVolumes-355233782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:01:37.906794 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-2b82ea91-b2c0-4499-ae39-6bdf540a302d req-cfc17e26-a57b-45da-8efd-913e9a2f9216 tempest-TestEncryptedCinderVolumes-355233782 tempest-TestEncryptedCinderVolumes-355233782-project] 10.222.0.104 "GET /v2.0/ports?device_id=3c7f3547-009b-46e1-a957-8826dc6b7e09 HTTP/1.1" status: 200 len: 946 time: 0.0626302 Jul 06 15:01:37.944461 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-2b82ea91-b2c0-4499-ae39-6bdf540a302d req-e7beadfd-1fe5-438a-912b-e9f3253e923c tempest-TestEncryptedCinderVolumes-355233782 tempest-TestEncryptedCinderVolumes-355233782-project] 10.222.0.104 "GET /v2.0/security-groups?id=fa174e7a-1667-4e5b-9a8a-045e2ae6a897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323417 Jul 06 15:01:38.114353 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322fd0dc-8b3c-4f4b-8592-1e9a69ddb824 req-d3ebdb3e-4af1-4bf1-b5c1-768ef158f989 tempest-TestEncryptedCinderVolumes-355233782 tempest-TestEncryptedCinderVolumes-355233782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:01:38.115936 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-322fd0dc-8b3c-4f4b-8592-1e9a69ddb824 req-d3ebdb3e-4af1-4bf1-b5c1-768ef158f989 tempest-TestEncryptedCinderVolumes-355233782 tempest-TestEncryptedCinderVolumes-355233782-project] 10.222.0.104 "GET /v2.0/ports?device_id=3c7f3547-009b-46e1-a957-8826dc6b7e09 HTTP/1.1" status: 200 len: 946 time: 0.0668895 Jul 06 15:01:38.152856 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-322fd0dc-8b3c-4f4b-8592-1e9a69ddb824 req-a4547615-7c11-44a1-a936-16ba0738f5b0 tempest-TestEncryptedCinderVolumes-355233782 tempest-TestEncryptedCinderVolumes-355233782-project] 10.222.0.104 "GET /v2.0/security-groups?id=fa174e7a-1667-4e5b-9a8a-045e2ae6a897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314472 Jul 06 15:01:41.304944 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:01:43.099537 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:01:52.960381 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-630c3953-d73a-4c07-b67b-423f103e0ff1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:01:55.613769 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-6fcb7f83-3277-49df-b188-2695c015d840 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:01:55.973574 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:01:56.831093 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-2064eaae-da4f-48f8-82d2-b09d4ddedd44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:01:57.122501 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4761e25-2d57-4d15-81e0-022ebe8df7e8 req-7b17092a-59dd-406a-8ff8-f9bfdea00d2d tempest-TestEncryptedCinderVolumes-355233782 tempest-TestEncryptedCinderVolumes-355233782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:01:57.124068 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-f4761e25-2d57-4d15-81e0-022ebe8df7e8 req-7b17092a-59dd-406a-8ff8-f9bfdea00d2d tempest-TestEncryptedCinderVolumes-355233782 tempest-TestEncryptedCinderVolumes-355233782-project] 10.222.0.104 "GET /v2.0/ports?device_id=3c7f3547-009b-46e1-a957-8826dc6b7e09 HTTP/1.1" status: 200 len: 946 time: 0.0641923 Jul 06 15:01:57.161064 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-f4761e25-2d57-4d15-81e0-022ebe8df7e8 req-b31385f3-5b37-4b49-8f02-cd780a4d73be tempest-TestEncryptedCinderVolumes-355233782 tempest-TestEncryptedCinderVolumes-355233782-project] 10.222.0.104 "GET /v2.0/security-groups?id=fa174e7a-1667-4e5b-9a8a-045e2ae6a897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313942 Jul 06 15:01:58.332566 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86de8964-b261-4744-9860-e668a9b7398a req-a14e623a-2ef6-45ba-af30-211991c8f93f tempest-TestEncryptedCinderVolumes-355233782 tempest-TestEncryptedCinderVolumes-355233782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:01:58.334093 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-86de8964-b261-4744-9860-e668a9b7398a req-a14e623a-2ef6-45ba-af30-211991c8f93f tempest-TestEncryptedCinderVolumes-355233782 tempest-TestEncryptedCinderVolumes-355233782-project] 10.222.0.104 "GET /v2.0/ports?device_id=3c7f3547-009b-46e1-a957-8826dc6b7e09 HTTP/1.1" status: 200 len: 946 time: 0.0639489 Jul 06 15:01:58.375154 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-86de8964-b261-4744-9860-e668a9b7398a req-66df7959-fae0-4774-bdb7-4fd5ce3e3377 tempest-TestEncryptedCinderVolumes-355233782 tempest-TestEncryptedCinderVolumes-355233782-project] 10.222.0.104 "GET /v2.0/security-groups?id=fa174e7a-1667-4e5b-9a8a-045e2ae6a897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356183 Jul 06 15:01:58.575246 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d31902-8682-4ccf-84be-5fff7d728117 req-9e3a589a-ce04-4e26-8b44-25a65a6ecd1a tempest-TestEncryptedCinderVolumes-355233782 tempest-TestEncryptedCinderVolumes-355233782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:01:58.576635 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-a0d31902-8682-4ccf-84be-5fff7d728117 req-9e3a589a-ce04-4e26-8b44-25a65a6ecd1a tempest-TestEncryptedCinderVolumes-355233782 tempest-TestEncryptedCinderVolumes-355233782-project] 10.222.0.72 "GET /v2.0/ports?device_id=3c7f3547-009b-46e1-a957-8826dc6b7e09 HTTP/1.1" status: 200 len: 946 time: 0.0635371 Jul 06 15:01:58.618612 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-03f71b24-a9b8-453a-8924-caa3f97bc6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:01:58.681824 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [req-a0d31902-8682-4ccf-84be-5fff7d728117 req-3c58e430-5f17-4557-a9ff-2773ca69fd74 tempest-TestEncryptedCinderVolumes-355233782 tempest-TestEncryptedCinderVolumes-355233782-project] Deleting port 3b0675dc-c1d1-4618-b3b5-2c01a31087e6 {{(pid=100246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 15:01:58.682175 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-a0d31902-8682-4ccf-84be-5fff7d728117 req-3c58e430-5f17-4557-a9ff-2773ca69fd74 tempest-TestEncryptedCinderVolumes-355233782 tempest-TestEncryptedCinderVolumes-355233782-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:01:58.771322 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.db [req-a0d31902-8682-4ccf-84be-5fff7d728117 req-3c58e430-5f17-4557-a9ff-2773ca69fd74 tempest-TestEncryptedCinderVolumes-355233782 tempest-TestEncryptedCinderVolumes-355233782-project] For port 3b0675dc-c1d1-4618-b3b5-2c01a31087e6, host n-h2-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=3b0675dc-c1d1-4618-b3b5-2c01a31087e6,segment=NetworkSegment(8e108202-1f4d-476e-b6f1-17650c02e7d9),segment_id=8e108202-1f4d-476e-b6f1-17650c02e7d9)] {{(pid=100246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 15:01:58.771687 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-a0d31902-8682-4ccf-84be-5fff7d728117 req-3c58e430-5f17-4557-a9ff-2773ca69fd74 tempest-TestEncryptedCinderVolumes-355233782 tempest-TestEncryptedCinderVolumes-355233782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:01:58.784190 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [req-a0d31902-8682-4ccf-84be-5fff7d728117 req-3c58e430-5f17-4557-a9ff-2773ca69fd74 tempest-TestEncryptedCinderVolumes-355233782 tempest-TestEncryptedCinderVolumes-355233782-project] Calling delete_port for 3b0675dc-c1d1-4618-b3b5-2c01a31087e6 owned by compute:nova {{(pid=100246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 15:01:58.913361 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-a0d31902-8682-4ccf-84be-5fff7d728117 req-3c58e430-5f17-4557-a9ff-2773ca69fd74 tempest-TestEncryptedCinderVolumes-355233782 tempest-TestEncryptedCinderVolumes-355233782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127687580'] for port, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:01:58.926320 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] get_ports_and_sgs() called for port_ids ['3b0675dc-c1d1-4618-b3b5-2c01a31087e6'] {{(pid=100248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 15:01:58.942254 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c58e430-5f17-4557-a9ff-2773ca69fd74 tempest-TestEncryptedCinderVolumes-355233782 tempest-TestEncryptedCinderVolumes-355233782-project] Pushing event deleted for resources: {'Port': ['ID=3b0675dc-c1d1-4618-b3b5-2c01a31087e6,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:01:58.954907 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c58e430-5f17-4557-a9ff-2773ca69fd74 tempest-TestEncryptedCinderVolumes-355233782 tempest-TestEncryptedCinderVolumes-355233782-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:01:58.955298 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c58e430-5f17-4557-a9ff-2773ca69fd74 tempest-TestEncryptedCinderVolumes-355233782 tempest-TestEncryptedCinderVolumes-355233782-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:01:58.955631 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c58e430-5f17-4557-a9ff-2773ca69fd74 tempest-TestEncryptedCinderVolumes-355233782 tempest-TestEncryptedCinderVolumes-355233782-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:01:58.955973 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c58e430-5f17-4557-a9ff-2773ca69fd74 tempest-TestEncryptedCinderVolumes-355233782 tempest-TestEncryptedCinderVolumes-355233782-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:01:58.956310 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c58e430-5f17-4557-a9ff-2773ca69fd74 tempest-TestEncryptedCinderVolumes-355233782 tempest-TestEncryptedCinderVolumes-355233782-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:01:58.956646 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c58e430-5f17-4557-a9ff-2773ca69fd74 tempest-TestEncryptedCinderVolumes-355233782 tempest-TestEncryptedCinderVolumes-355233782-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:01:58.956978 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c58e430-5f17-4557-a9ff-2773ca69fd74 tempest-TestEncryptedCinderVolumes-355233782 tempest-TestEncryptedCinderVolumes-355233782-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:01:58.957307 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c58e430-5f17-4557-a9ff-2773ca69fd74 tempest-TestEncryptedCinderVolumes-355233782 tempest-TestEncryptedCinderVolumes-355233782-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:01:58.957638 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c58e430-5f17-4557-a9ff-2773ca69fd74 tempest-TestEncryptedCinderVolumes-355233782 tempest-TestEncryptedCinderVolumes-355233782-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:01:58.957963 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c58e430-5f17-4557-a9ff-2773ca69fd74 tempest-TestEncryptedCinderVolumes-355233782 tempest-TestEncryptedCinderVolumes-355233782-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:01:58.958289 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c58e430-5f17-4557-a9ff-2773ca69fd74 tempest-TestEncryptedCinderVolumes-355233782 tempest-TestEncryptedCinderVolumes-355233782-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:01:58.958614 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c58e430-5f17-4557-a9ff-2773ca69fd74 tempest-TestEncryptedCinderVolumes-355233782 tempest-TestEncryptedCinderVolumes-355233782-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:01:59.002940 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0d31902-8682-4ccf-84be-5fff7d728117 req-3c58e430-5f17-4557-a9ff-2773ca69fd74 tempest-TestEncryptedCinderVolumes-355233782 tempest-TestEncryptedCinderVolumes-355233782-project] No DVR routers for this DVR port 3b0675dc-c1d1-4618-b3b5-2c01a31087e6 on host n-h2-773647-6 {{(pid=100246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 15:01:59.005670 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-a0d31902-8682-4ccf-84be-5fff7d728117 req-3c58e430-5f17-4557-a9ff-2773ca69fd74 tempest-TestEncryptedCinderVolumes-355233782 tempest-TestEncryptedCinderVolumes-355233782-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:01:59.007848 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-a0d31902-8682-4ccf-84be-5fff7d728117 req-3c58e430-5f17-4557-a9ff-2773ca69fd74 tempest-TestEncryptedCinderVolumes-355233782 tempest-TestEncryptedCinderVolumes-355233782-project] 10.222.0.72 "DELETE /v2.0/ports/3b0675dc-c1d1-4618-b3b5-2c01a31087e6 HTTP/1.1" status: 204 len: 173 time: 0.4260125 Jul 06 15:01:59.008291 n-d-773647-6 neutron-server[100246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c7f3547-009b-46e1-a957-8826dc6b7e09', 'name': 'network-vif-deleted', 'tag': '3b0675dc-c1d1-4618-b3b5-2c01a31087e6'}] {{(pid=100246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 15:01:59.010577 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46bcbd240f672e88150dff05a21f1d72cf4d2de628fda8977cb1eab177268aa5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c9c70ea-7dd2-4ba1-a9b9-4e26ab6fb619" -d '{"events": [{"server_uuid": "3c7f3547-009b-46e1-a957-8826dc6b7e09", "name": "network-vif-deleted", "tag": "3b0675dc-c1d1-4618-b3b5-2c01a31087e6"}]}' {{(pid=100246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 15:01:59.056779 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 15:01:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-298a1188-423a-4183-8f9d-b12bf14bbd8f x-openstack-request-id: req-298a1188-423a-4183-8f9d-b12bf14bbd8f {{(pid=100246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 15:01:59.057085 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c7f3547-009b-46e1-a957-8826dc6b7e09", "name": "network-vif-deleted", "tag": "3b0675dc-c1d1-4618-b3b5-2c01a31087e6", "status": "completed", "code": 200}]} {{(pid=100246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 15:01:59.057342 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-298a1188-423a-4183-8f9d-b12bf14bbd8f {{(pid=100246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 15:01:59.057750 n-d-773647-6 neutron-server[100246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c7f3547-009b-46e1-a957-8826dc6b7e09', 'name': 'network-vif-deleted', 'tag': '3b0675dc-c1d1-4618-b3b5-2c01a31087e6', 'status': 'completed', 'code': 200} Jul 06 15:01:59.280533 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.agents_db [None req-167c0ad6-1657-4c9a-a2c4-3b18056aa662 None None] Agent healthcheck: found 7 active agents {{(pid=100249) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 15:01:59.530764 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-2e3217b9-8fc3-4960-8165-753a8a5b2a68 req-3b90b6c5-7afa-4ae6-90e2-10d414e51392 tempest-TestEncryptedCinderVolumes-355233782 tempest-TestEncryptedCinderVolumes-355233782-project] 10.222.0.104 "GET /v2.0/ports?device_id=3c7f3547-009b-46e1-a957-8826dc6b7e09 HTTP/1.1" status: 200 len: 210 time: 0.0283949 Jul 06 15:02:00.658281 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 60458) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 15:02:00.993636 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-5fd1c070-6048-4448-a823-56a58a8a424e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1809431'] for router_interface, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:01.236509 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [None req-5fd1c070-6048-4448-a823-56a58a8a424e admin admin] Deleting port 2f6555e9-4f8f-402b-9cdf-275e50ea4fd0 {{(pid=100246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 15:02:01.236854 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-5fd1c070-6048-4448-a823-56a58a8a424e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:01.314702 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.db [None req-5fd1c070-6048-4448-a823-56a58a8a424e admin admin] For port 2f6555e9-4f8f-402b-9cdf-275e50ea4fd0, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=2f6555e9-4f8f-402b-9cdf-275e50ea4fd0,segment=NetworkSegment(8e108202-1f4d-476e-b6f1-17650c02e7d9),segment_id=8e108202-1f4d-476e-b6f1-17650c02e7d9)] {{(pid=100246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 15:02:01.314976 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-5fd1c070-6048-4448-a823-56a58a8a424e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:01.327875 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [None req-5fd1c070-6048-4448-a823-56a58a8a424e admin admin] Calling delete_port for 2f6555e9-4f8f-402b-9cdf-275e50ea4fd0 owned by network:router_interface {{(pid=100246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 15:02:01.501154 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-5fd1c070-6048-4448-a823-56a58a8a424e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127687580'] for port, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:01.526944 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd1c070-6048-4448-a823-56a58a8a424e admin admin] Pushing event deleted for resources: {'Port': ['ID=2f6555e9-4f8f-402b-9cdf-275e50ea4fd0,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:02:01.693488 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-5fd1c070-6048-4448-a823-56a58a8a424e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1809193'] for router_interface, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:01.902387 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5fd1c070-6048-4448-a823-56a58a8a424e admin admin] Router 54e7ff2e-34f4-467d-b9d5-c428c5164ca3 has already been hosted by L3 agent 2823d358-a11b-4885-a706-95a279e43fa7 {{(pid=100246) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 15:02:02.007158 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fd1c070-6048-4448-a823-56a58a8a424e admin admin] Notify agent at l3_agent.n-d-773647-6 the message routers_updated {{(pid=100246) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 15:02:02.013975 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-5fd1c070-6048-4448-a823-56a58a8a424e admin admin] 10.222.0.104 "PUT /v2.0/routers/54e7ff2e-34f4-467d-b9d5-c428c5164ca3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3530402 Jul 06 15:02:02.014901 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 60460) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 15:02:02.016756 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c275cf2a-518b-46f9-bdc1-9fd896571003 None None] Sync routers for ids ['54e7ff2e-34f4-467d-b9d5-c428c5164ca3'] in n-d-773647-6 {{(pid=100249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 15:02:02.030185 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c275cf2a-518b-46f9-bdc1-9fd896571003 None None] Routers {'54e7ff2e-34f4-467d-b9d5-c428c5164ca3'} bound to L3 agent in host n-d-773647-6 {{(pid=100249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 15:02:02.030783 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-c275cf2a-518b-46f9-bdc1-9fd896571003 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T15:01:56Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['54e7ff2e-34f4-467d-b9d5-c428c5164ca3'], 'active': True} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:02:02.098055 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Device 3b0675dc-c1d1-4618-b3b5-2c01a31087e6 no longer exists at agent hyperv_n-h2-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 15:02:02.117613 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] No Port match for: 3b0675dc-c1d1-4618-b3b5-2c01a31087e6 {{(pid=100248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 15:02:02.117852 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-2665a696-7341-4402-bee6-76dc01713825 admin admin] Notify callbacks [] for router, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:02.117957 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Device 3b0675dc-c1d1-4618-b3b5-2c01a31087e6 not bound to the agent host n-h2-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 15:02:02.132954 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvr_db [None req-c275cf2a-518b-46f9-bdc1-9fd896571003 None None] Set router 54e7ff2e-34f4-467d-b9d5-c428c5164ca3 gateway port host: n-d-773647-6 {{(pid=100249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 15:02:02.223593 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-2665a696-7341-4402-bee6-76dc01713825 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:02.278240 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [None req-2665a696-7341-4402-bee6-76dc01713825 admin admin] Deleting port 71c80fb0-ab8f-4f59-b476-1ad659dc3f8f {{(pid=100246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 15:02:02.278602 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-2665a696-7341-4402-bee6-76dc01713825 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:02.326322 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-c275cf2a-518b-46f9-bdc1-9fd896571003 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54e7ff2e-34f4-467d-b9d5-c428c5164ca3', 'name': 'tempest-TestEncryptedCinderVolumes-1831552544-router', 'tenant_id': '19921f904b374a75b5bb9e07612f0fa3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.5'}], 'enable_snat': True}, 'gw_port_id': '71c80fb0-ab8f-4f59-b476-1ad659dc3f8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T15:00:43Z', 'updated_at': '2021-07-06T15:02:01Z', 'revision_number': 5, 'project_id': '19921f904b374a75b5bb9e07612f0fa3', 'gw_port': {'id': '71c80fb0-ab8f-4f59-b476-1ad659dc3f8f', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:7c:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54e7ff2e-34f4-467d-b9d5-c428c5164ca3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T15:00:43Z', 'updated_at': '2021-07-06T15:00:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6'}], 'n-d-773647-6', False) {} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:02:02.351922 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c275cf2a-518b-46f9-bdc1-9fd896571003 None None] Checking router: 54e7ff2e-34f4-467d-b9d5-c428c5164ca3 for host: n-d-773647-6 {{(pid=100249) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 15:02:02.359973 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c275cf2a-518b-46f9-bdc1-9fd896571003 None None] Routers {'54e7ff2e-34f4-467d-b9d5-c428c5164ca3'} bound to L3 agent in host n-d-773647-6 {{(pid=100249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 15:02:02.360559 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-c275cf2a-518b-46f9-bdc1-9fd896571003 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T15:01:56Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['54e7ff2e-34f4-467d-b9d5-c428c5164ca3'], 'active': True} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:02:02.361979 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.db [None req-2665a696-7341-4402-bee6-76dc01713825 admin admin] For port 71c80fb0-ab8f-4f59-b476-1ad659dc3f8f, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=71c80fb0-ab8f-4f59-b476-1ad659dc3f8f,segment=NetworkSegment(89a832b7-7793-4d51-9038-ed7e1c3ff1b2),segment_id=89a832b7-7793-4d51-9038-ed7e1c3ff1b2)] {{(pid=100246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 15:02:02.362348 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-2665a696-7341-4402-bee6-76dc01713825 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:02.374036 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [None req-2665a696-7341-4402-bee6-76dc01713825 admin admin] Calling delete_port for 71c80fb0-ab8f-4f59-b476-1ad659dc3f8f owned by network:router_gateway {{(pid=100246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 15:02:02.444003 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvr_db [None req-c275cf2a-518b-46f9-bdc1-9fd896571003 None None] Set router 54e7ff2e-34f4-467d-b9d5-c428c5164ca3 gateway port host: None {{(pid=100249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 15:02:02.497308 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-c275cf2a-518b-46f9-bdc1-9fd896571003 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54e7ff2e-34f4-467d-b9d5-c428c5164ca3', 'name': 'tempest-TestEncryptedCinderVolumes-1831552544-router', 'tenant_id': '19921f904b374a75b5bb9e07612f0fa3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T15:00:43Z', 'updated_at': '2021-07-06T15:02:02Z', 'revision_number': 6, 'project_id': '19921f904b374a75b5bb9e07612f0fa3', 'gw_port_host': None}], 'n-d-773647-6', False) {} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:02:02.522755 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c275cf2a-518b-46f9-bdc1-9fd896571003 None None] The sync data for ids ['54e7ff2e-34f4-467d-b9d5-c428c5164ca3'] in n-d-773647-6 is: [{'id': '54e7ff2e-34f4-467d-b9d5-c428c5164ca3', 'name': 'tempest-TestEncryptedCinderVolumes-1831552544-router', 'tenant_id': '19921f904b374a75b5bb9e07612f0fa3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T15:00:43Z', 'updated_at': '2021-07-06T15:02:02Z', 'revision_number': 6, 'project_id': '19921f904b374a75b5bb9e07612f0fa3', 'gw_port_host': None}] {{(pid=100249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 15:02:02.540873 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-2665a696-7341-4402-bee6-76dc01713825 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127687580'] for port, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:02.567557 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2665a696-7341-4402-bee6-76dc01713825 admin admin] Pushing event deleted for resources: {'Port': ['ID=71c80fb0-ab8f-4f59-b476-1ad659dc3f8f,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:02:02.629861 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-2665a696-7341-4402-bee6-76dc01713825 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1761104'] for router_gateway, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:02.717813 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-2665a696-7341-4402-bee6-76dc01713825 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1806308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6982'] for router, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:02.720070 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-2665a696-7341-4402-bee6-76dc01713825 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:02.765248 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-2665a696-7341-4402-bee6-76dc01713825 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1805684'] for router, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:02.765720 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2665a696-7341-4402-bee6-76dc01713825 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 54e7ff2e-34f4-467d-b9d5-c428c5164ca3 {{(pid=100246) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 15:02:02.769891 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-2665a696-7341-4402-bee6-76dc01713825 admin admin] Notify callbacks [] for router, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:02.774265 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-2665a696-7341-4402-bee6-76dc01713825 admin admin] 10.222.0.104 "DELETE /v2.0/routers/54e7ff2e-34f4-467d-b9d5-c428c5164ca3 HTTP/1.1" status: 204 len: 168 time: 0.7551990 Jul 06 15:02:02.774433 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 60462) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 15:02:02.818302 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.db_base_plugin_v2 [None req-21c11be5-b621-4d24-92a8-67f0e04c7869 admin admin] Deleting subnet 9d634c90-7bde-423a-9c4b-ae3e500fa0c3 {{(pid=100246) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 15:02:02.821219 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-21c11be5-b621-4d24-92a8-67f0e04c7869 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:02.855709 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-21c11be5-b621-4d24-92a8-67f0e04c7869 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126218885'] for subnet, precommit_delete_associations {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:02.940280 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-21c11be5-b621-4d24-92a8-67f0e04c7869 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-913473'] for subnet, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:02.992627 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-21c11be5-b621-4d24-92a8-67f0e04c7869 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-913480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1849032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127687590', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127702764'] for subnet, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:03.019874 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-21c11be5-b621-4d24-92a8-67f0e04c7869 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:03.022383 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-21c11be5-b621-4d24-92a8-67f0e04c7869 admin admin] 10.222.0.104 "DELETE /v2.0/subnets/9d634c90-7bde-423a-9c4b-ae3e500fa0c3 HTTP/1.1" status: 204 len: 168 time: 0.2470322 Jul 06 15:02:03.024097 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c11be5-b621-4d24-92a8-67f0e04c7869 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9d634c90-7bde-423a-9c4b-ae3e500fa0c3,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:02:03.025206 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 60464) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 15:02:03.027033 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1532d81e-52f4-4867-a88c-fa64e791c8f2 None None] Network 696ee61f-61af-4b54-b893-f7b3076a45fc requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 15:02:03.091175 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-a591cbc2-6950-48ea-badf-1fd20153267d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530492'] for network, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:03.141989 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.plugin [None req-a591cbc2-6950-48ea-badf-1fd20153267d admin admin] Deleting port 33aacb51-ee06-43bb-b4d4-a080f9b67ef1 {{(pid=100247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 15:02:03.142338 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-a591cbc2-6950-48ea-badf-1fd20153267d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:03.207944 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.db [None req-a591cbc2-6950-48ea-badf-1fd20153267d admin admin] For port 33aacb51-ee06-43bb-b4d4-a080f9b67ef1, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=33aacb51-ee06-43bb-b4d4-a080f9b67ef1,segment=NetworkSegment(8e108202-1f4d-476e-b6f1-17650c02e7d9),segment_id=8e108202-1f4d-476e-b6f1-17650c02e7d9)] {{(pid=100247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 15:02:03.208253 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-a591cbc2-6950-48ea-badf-1fd20153267d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:03.221158 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.plugin [None req-a591cbc2-6950-48ea-badf-1fd20153267d admin admin] Calling delete_port for 33aacb51-ee06-43bb-b4d4-a080f9b67ef1 owned by network:dhcp {{(pid=100247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 15:02:03.279362 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c56d4c4-b8f0-4a46-87d0-9fe8166d6c4a None None] DHCP port deletion for 696ee61f-61af-4b54-b893-f7b3076a45fc request from n-d-773647-6 {{(pid=100248) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 15:02:03.304661 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-a591cbc2-6950-48ea-badf-1fd20153267d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128888353'] for port, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:03.327352 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-1c56d4c4-b8f0-4a46-87d0-9fe8166d6c4a None None] Deleting port 33aacb51-ee06-43bb-b4d4-a080f9b67ef1 {{(pid=100248) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 15:02:03.327737 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-1c56d4c4-b8f0-4a46-87d0-9fe8166d6c4a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:03.337838 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a591cbc2-6950-48ea-badf-1fd20153267d admin admin] Pushing event deleted for resources: {'Port': ['ID=33aacb51-ee06-43bb-b4d4-a080f9b67ef1,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:02:03.344934 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a591cbc2-6950-48ea-badf-1fd20153267d admin admin] No DVR routers for this DVR port 33aacb51-ee06-43bb-b4d4-a080f9b67ef1 on host n-d-773647-6 {{(pid=100247) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 15:02:03.350656 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a591cbc2-6950-48ea-badf-1fd20153267d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:02:03.350997 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a591cbc2-6950-48ea-badf-1fd20153267d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:02:03.351353 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a591cbc2-6950-48ea-badf-1fd20153267d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:02:03.351684 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a591cbc2-6950-48ea-badf-1fd20153267d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:02:03.352014 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a591cbc2-6950-48ea-badf-1fd20153267d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:02:03.352338 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a591cbc2-6950-48ea-badf-1fd20153267d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:02:03.352660 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a591cbc2-6950-48ea-badf-1fd20153267d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:02:03.353012 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a591cbc2-6950-48ea-badf-1fd20153267d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:02:03.353304 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a591cbc2-6950-48ea-badf-1fd20153267d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:02:03.353623 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a591cbc2-6950-48ea-badf-1fd20153267d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:02:03.353940 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a591cbc2-6950-48ea-badf-1fd20153267d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:02:03.354258 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a591cbc2-6950-48ea-badf-1fd20153267d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:02:03.389608 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-1c56d4c4-b8f0-4a46-87d0-9fe8166d6c4a None None] For port 33aacb51-ee06-43bb-b4d4-a080f9b67ef1, host n-d-773647-6, got binding levels [] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 15:02:03.390005 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-1c56d4c4-b8f0-4a46-87d0-9fe8166d6c4a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:03.405639 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-1c56d4c4-b8f0-4a46-87d0-9fe8166d6c4a None None] Calling delete_port for 33aacb51-ee06-43bb-b4d4-a080f9b67ef1 owned by network:dhcp {{(pid=100248) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 15:02:03.408238 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.ipam_backend_mixin [None req-1c56d4c4-b8f0-4a46-87d0-9fe8166d6c4a None None] Port 33aacb51-ee06-43bb-b4d4-a080f9b67ef1 was not found and therefore no delete operation was performed {{(pid=100248) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 06 15:02:03.409470 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-1c56d4c4-b8f0-4a46-87d0-9fe8166d6c4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117'] for port, after_delete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:03.425217 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-a591cbc2-6950-48ea-badf-1fd20153267d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-917204', 'neutron.services.segments.db._delete_segments_for_network-8773753502302'] for network, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:03.435681 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c56d4c4-b8f0-4a46-87d0-9fe8166d6c4a None None] Pushing event deleted for resources: {'Port': ['ID=33aacb51-ee06-43bb-b4d4-a080f9b67ef1,revision_number=None']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:02:03.437998 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c56d4c4-b8f0-4a46-87d0-9fe8166d6c4a None None] No DVR routers for this DVR port 33aacb51-ee06-43bb-b4d4-a080f9b67ef1 on host n-d-773647-6 {{(pid=100248) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 15:02:03.448663 n-d-773647-6 neutron-server[100247]: DEBUG neutron.services.segments.db [None req-a591cbc2-6950-48ea-badf-1fd20153267d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['696ee61f-61af-4b54-b893-f7b3076a45fc']}} {{(pid=100247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:02:03.449167 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c56d4c4-b8f0-4a46-87d0-9fe8166d6c4a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:02:03.449167 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c56d4c4-b8f0-4a46-87d0-9fe8166d6c4a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:02:03.449167 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c56d4c4-b8f0-4a46-87d0-9fe8166d6c4a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:02:03.449167 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c56d4c4-b8f0-4a46-87d0-9fe8166d6c4a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:02:03.449167 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c56d4c4-b8f0-4a46-87d0-9fe8166d6c4a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:02:03.449167 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c56d4c4-b8f0-4a46-87d0-9fe8166d6c4a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:02:03.449167 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c56d4c4-b8f0-4a46-87d0-9fe8166d6c4a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:02:03.449167 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c56d4c4-b8f0-4a46-87d0-9fe8166d6c4a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:02:03.449736 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c56d4c4-b8f0-4a46-87d0-9fe8166d6c4a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:02:03.449736 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c56d4c4-b8f0-4a46-87d0-9fe8166d6c4a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:02:03.449946 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c56d4c4-b8f0-4a46-87d0-9fe8166d6c4a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:02:03.450288 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c56d4c4-b8f0-4a46-87d0-9fe8166d6c4a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:02:03.460728 n-d-773647-6 neutron-server[100247]: DEBUG neutron.services.segments.db [None req-a591cbc2-6950-48ea-badf-1fd20153267d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e108202-1f4d-476e-b6f1-17650c02e7d9') {'for_net_delete': True} {{(pid=100247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:02:03.461160 n-d-773647-6 neutron-server[100247]: DEBUG neutron.services.segments.db [None req-a591cbc2-6950-48ea-badf-1fd20153267d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e108202-1f4d-476e-b6f1-17650c02e7d9') {} {{(pid=100247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:02:03.470527 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-a591cbc2-6950-48ea-badf-1fd20153267d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773753515138', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127131763'] for segment, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:03.485407 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-a591cbc2-6950-48ea-badf-1fd20153267d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552'] for segment, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:03.493352 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a591cbc2-6950-48ea-badf-1fd20153267d admin admin] Releasing vlan 1042 on physical network physnet1 to pool {{(pid=100247) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 15:02:03.493816 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-a591cbc2-6950-48ea-badf-1fd20153267d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-128888574'] for segment, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:03.495631 n-d-773647-6 neutron-server[100247]: Traceback (most recent call last): Jul 06 15:02:03.495631 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 15:02:03.495631 n-d-773647-6 neutron-server[100247]: timer() Jul 06 15:02:03.495631 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 15:02:03.495631 n-d-773647-6 neutron-server[100247]: cb(*args, **kw) Jul 06 15:02:03.495631 n-d-773647-6 neutron-server[100247]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 15:02:03.495631 n-d-773647-6 neutron-server[100247]: return func(*args, **kwargs) Jul 06 15:02:03.495631 n-d-773647-6 neutron-server[100247]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 15:02:03.495631 n-d-773647-6 neutron-server[100247]: self._notify() Jul 06 15:02:03.495631 n-d-773647-6 neutron-server[100247]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 15:02:03.495631 n-d-773647-6 neutron-server[100247]: self.callback(batched_events) Jul 06 15:02:03.495631 n-d-773647-6 neutron-server[100247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 15:02:03.495631 n-d-773647-6 neutron-server[100247]: event.method(event) Jul 06 15:02:03.495631 n-d-773647-6 neutron-server[100247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 15:02:03.495631 n-d-773647-6 neutron-server[100247]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 15:02:03.495631 n-d-773647-6 neutron-server[100247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 15:02:03.495631 n-d-773647-6 neutron-server[100247]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 15:02:03.495631 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 15:02:03.495631 n-d-773647-6 neutron-server[100247]: return f(self, *a, **k) Jul 06 15:02:03.495631 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 15:02:03.495631 n-d-773647-6 neutron-server[100247]: return self._get(url).json() Jul 06 15:02:03.495631 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 15:02:03.495631 n-d-773647-6 neutron-server[100247]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 15:02:03.495631 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 15:02:03.495631 n-d-773647-6 neutron-server[100247]: return self.request(url, 'GET', **kwargs) Jul 06 15:02:03.495631 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 15:02:03.495631 n-d-773647-6 neutron-server[100247]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 15:02:03.495631 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 15:02:03.495631 n-d-773647-6 neutron-server[100247]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 15:02:03.495631 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 15:02:03.495631 n-d-773647-6 neutron-server[100247]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 15:02:03.495631 n-d-773647-6 neutron-server[100247]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 15:02:03.557710 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-a591cbc2-6950-48ea-badf-1fd20153267d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-917215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1761140'] for network, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:03.563549 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-a591cbc2-6950-48ea-badf-1fd20153267d admin admin] Notify callbacks [] for network, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:03.565580 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-a591cbc2-6950-48ea-badf-1fd20153267d admin admin] 10.222.0.104 "DELETE /v2.0/networks/696ee61f-61af-4b54-b893-f7b3076a45fc HTTP/1.1" status: 204 len: 168 time: 0.5393677 Jul 06 15:02:03.569232 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 60466) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 15:02:03.578179 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a591cbc2-6950-48ea-badf-1fd20153267d admin admin] Pushing event deleted for resources: {'Network': ['ID=696ee61f-61af-4b54-b893-f7b3076a45fc,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:02:04.213141 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-187d5a3d-bb51-4a8e-9f3e-908a92d58851 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1809431'] for router_interface, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:04.285910 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 2f6555e9-4f8f-402b-9cdf-275e50ea4fd0 no longer exists at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 15:02:04.306221 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] No Port match for: 2f6555e9-4f8f-402b-9cdf-275e50ea4fd0 {{(pid=100248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 15:02:04.306573 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 2f6555e9-4f8f-402b-9cdf-275e50ea4fd0 not bound to the agent host n-d-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 15:02:04.306995 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 33aacb51-ee06-43bb-b4d4-a080f9b67ef1 no longer exists at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 15:02:04.325112 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] No Port match for: 33aacb51-ee06-43bb-b4d4-a080f9b67ef1 {{(pid=100248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 15:02:04.325462 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 33aacb51-ee06-43bb-b4d4-a080f9b67ef1 not bound to the agent host n-d-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 15:02:04.325881 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 71c80fb0-ab8f-4f59-b476-1ad659dc3f8f no longer exists at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 15:02:04.343703 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] No Port match for: 71c80fb0-ab8f-4f59-b476-1ad659dc3f8f {{(pid=100248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 15:02:04.344053 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 71c80fb0-ab8f-4f59-b476-1ad659dc3f8f not bound to the agent host n-d-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 15:02:04.467557 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [None req-187d5a3d-bb51-4a8e-9f3e-908a92d58851 admin admin] Deleting port 36dea94a-5fc3-41cc-a249-759431d565db {{(pid=100246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 15:02:04.467808 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-187d5a3d-bb51-4a8e-9f3e-908a92d58851 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:04.545287 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.db [None req-187d5a3d-bb51-4a8e-9f3e-908a92d58851 admin admin] For port 36dea94a-5fc3-41cc-a249-759431d565db, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=36dea94a-5fc3-41cc-a249-759431d565db,segment=NetworkSegment(09dd1e99-6b7a-4762-a6a3-95b1a3431922),segment_id=09dd1e99-6b7a-4762-a6a3-95b1a3431922)] {{(pid=100246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 15:02:04.545654 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-187d5a3d-bb51-4a8e-9f3e-908a92d58851 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:04.558443 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [None req-187d5a3d-bb51-4a8e-9f3e-908a92d58851 admin admin] Calling delete_port for 36dea94a-5fc3-41cc-a249-759431d565db owned by network:router_interface {{(pid=100246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 15:02:04.734641 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-187d5a3d-bb51-4a8e-9f3e-908a92d58851 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127687580'] for port, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:04.760258 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187d5a3d-bb51-4a8e-9f3e-908a92d58851 admin admin] Pushing event deleted for resources: {'Port': ['ID=36dea94a-5fc3-41cc-a249-759431d565db,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:02:04.926941 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-187d5a3d-bb51-4a8e-9f3e-908a92d58851 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1809193'] for router_interface, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:05.139030 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-187d5a3d-bb51-4a8e-9f3e-908a92d58851 admin admin] Router 7b77c67f-84c0-41f9-8e3f-53d5d965d765 has already been hosted by L3 agent 2823d358-a11b-4885-a706-95a279e43fa7 {{(pid=100246) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 15:02:05.243976 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-187d5a3d-bb51-4a8e-9f3e-908a92d58851 admin admin] Notify agent at l3_agent.n-d-773647-6 the message routers_updated {{(pid=100246) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 15:02:05.248959 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-187d5a3d-bb51-4a8e-9f3e-908a92d58851 admin admin] 10.222.0.104 "PUT /v2.0/routers/7b77c67f-84c0-41f9-8e3f-53d5d965d765/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6786008 Jul 06 15:02:05.251429 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 60468) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 15:02:05.253927 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14c9e118-672c-4f7f-a051-43e17b547d0e None None] Sync routers for ids ['7b77c67f-84c0-41f9-8e3f-53d5d965d765'] in n-d-773647-6 {{(pid=100248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 15:02:05.263291 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14c9e118-672c-4f7f-a051-43e17b547d0e None None] Routers {'7b77c67f-84c0-41f9-8e3f-53d5d965d765'} bound to L3 agent in host n-d-773647-6 {{(pid=100248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 15:02:05.264236 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-14c9e118-672c-4f7f-a051-43e17b547d0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T15:01:56Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['7b77c67f-84c0-41f9-8e3f-53d5d965d765'], 'active': True} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:02:05.355083 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-f4c8d88f-bea4-4e2e-ae31-4d6829c9814e admin admin] Notify callbacks [] for router, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:05.364725 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvr_db [None req-14c9e118-672c-4f7f-a051-43e17b547d0e None None] Set router 7b77c67f-84c0-41f9-8e3f-53d5d965d765 gateway port host: n-d-773647-6 {{(pid=100248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 15:02:05.461409 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-f4c8d88f-bea4-4e2e-ae31-4d6829c9814e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:05.513455 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [None req-f4c8d88f-bea4-4e2e-ae31-4d6829c9814e admin admin] Deleting port ce172d9f-e531-479d-be6b-9288f3045fe2 {{(pid=100246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 15:02:05.513792 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-f4c8d88f-bea4-4e2e-ae31-4d6829c9814e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:05.541954 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-14c9e118-672c-4f7f-a051-43e17b547d0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b77c67f-84c0-41f9-8e3f-53d5d965d765', 'name': 'tempest-TestEncryptedCinderVolumes-1079966826-router', 'tenant_id': '65a8bacfc7014fb28bad480fba5efcba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.147'}], 'enable_snat': True}, 'gw_port_id': 'ce172d9f-e531-479d-be6b-9288f3045fe2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T15:00:48Z', 'updated_at': '2021-07-06T15:02:04Z', 'revision_number': 5, 'project_id': '65a8bacfc7014fb28bad480fba5efcba', 'gw_port': {'id': 'ce172d9f-e531-479d-be6b-9288f3045fe2', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:80:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b77c67f-84c0-41f9-8e3f-53d5d965d765', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4086, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T15:00:48Z', 'updated_at': '2021-07-06T15:00:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6'}], 'n-d-773647-6', False) {} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:02:05.568364 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14c9e118-672c-4f7f-a051-43e17b547d0e None None] Checking router: 7b77c67f-84c0-41f9-8e3f-53d5d965d765 for host: n-d-773647-6 {{(pid=100248) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 15:02:05.576598 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14c9e118-672c-4f7f-a051-43e17b547d0e None None] Routers {'7b77c67f-84c0-41f9-8e3f-53d5d965d765'} bound to L3 agent in host n-d-773647-6 {{(pid=100248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 15:02:05.577205 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-14c9e118-672c-4f7f-a051-43e17b547d0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T15:01:56Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['7b77c67f-84c0-41f9-8e3f-53d5d965d765'], 'active': True} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:02:05.595606 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.db [None req-f4c8d88f-bea4-4e2e-ae31-4d6829c9814e admin admin] For port ce172d9f-e531-479d-be6b-9288f3045fe2, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=ce172d9f-e531-479d-be6b-9288f3045fe2,segment=NetworkSegment(89a832b7-7793-4d51-9038-ed7e1c3ff1b2),segment_id=89a832b7-7793-4d51-9038-ed7e1c3ff1b2)] {{(pid=100246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 15:02:05.595970 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-f4c8d88f-bea4-4e2e-ae31-4d6829c9814e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:05.608653 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [None req-f4c8d88f-bea4-4e2e-ae31-4d6829c9814e admin admin] Calling delete_port for ce172d9f-e531-479d-be6b-9288f3045fe2 owned by network:router_gateway {{(pid=100246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 15:02:05.662291 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvr_db [None req-14c9e118-672c-4f7f-a051-43e17b547d0e None None] Set router 7b77c67f-84c0-41f9-8e3f-53d5d965d765 gateway port host: None {{(pid=100248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 15:02:05.715430 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-14c9e118-672c-4f7f-a051-43e17b547d0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b77c67f-84c0-41f9-8e3f-53d5d965d765', 'name': 'tempest-TestEncryptedCinderVolumes-1079966826-router', 'tenant_id': '65a8bacfc7014fb28bad480fba5efcba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T15:00:48Z', 'updated_at': '2021-07-06T15:02:05Z', 'revision_number': 6, 'project_id': '65a8bacfc7014fb28bad480fba5efcba', 'gw_port_host': None}], 'n-d-773647-6', False) {} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:02:05.741433 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14c9e118-672c-4f7f-a051-43e17b547d0e None None] The sync data for ids ['7b77c67f-84c0-41f9-8e3f-53d5d965d765'] in n-d-773647-6 is: [{'id': '7b77c67f-84c0-41f9-8e3f-53d5d965d765', 'name': 'tempest-TestEncryptedCinderVolumes-1079966826-router', 'tenant_id': '65a8bacfc7014fb28bad480fba5efcba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T15:00:48Z', 'updated_at': '2021-07-06T15:02:05Z', 'revision_number': 6, 'project_id': '65a8bacfc7014fb28bad480fba5efcba', 'gw_port_host': None}] {{(pid=100248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 15:02:05.777413 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-f4c8d88f-bea4-4e2e-ae31-4d6829c9814e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127687580'] for port, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:05.801243 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c8d88f-bea4-4e2e-ae31-4d6829c9814e admin admin] Pushing event deleted for resources: {'Port': ['ID=ce172d9f-e531-479d-be6b-9288f3045fe2,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:02:05.864666 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-f4c8d88f-bea4-4e2e-ae31-4d6829c9814e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1761104'] for router_gateway, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:05.954025 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-f4c8d88f-bea4-4e2e-ae31-4d6829c9814e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1806308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6982'] for router, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:05.956126 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-f4c8d88f-bea4-4e2e-ae31-4d6829c9814e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:06.001645 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-f4c8d88f-bea4-4e2e-ae31-4d6829c9814e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1805684'] for router, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:06.002191 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4c8d88f-bea4-4e2e-ae31-4d6829c9814e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7b77c67f-84c0-41f9-8e3f-53d5d965d765 {{(pid=100246) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 15:02:06.006834 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-f4c8d88f-bea4-4e2e-ae31-4d6829c9814e admin admin] Notify callbacks [] for router, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:06.008034 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-f4c8d88f-bea4-4e2e-ae31-4d6829c9814e admin admin] 10.222.0.104 "DELETE /v2.0/routers/7b77c67f-84c0-41f9-8e3f-53d5d965d765 HTTP/1.1" status: 204 len: 168 time: 0.7556942 Jul 06 15:02:06.010489 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 60470) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 15:02:06.055094 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.db_base_plugin_v2 [None req-49f9246e-f989-4c7f-ab82-93ff12b183b3 admin admin] Deleting subnet 209c0a52-313b-4d9f-8bba-4aba49bc3fd4 {{(pid=100246) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 15:02:06.057983 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-49f9246e-f989-4c7f-ab82-93ff12b183b3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:06.090396 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-49f9246e-f989-4c7f-ab82-93ff12b183b3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126218885'] for subnet, precommit_delete_associations {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:06.176262 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-49f9246e-f989-4c7f-ab82-93ff12b183b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-913473'] for subnet, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:06.229513 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-49f9246e-f989-4c7f-ab82-93ff12b183b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-913480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1849032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127687590', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127702764'] for subnet, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:06.255505 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f9246e-f989-4c7f-ab82-93ff12b183b3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=209c0a52-313b-4d9f-8bba-4aba49bc3fd4,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:02:06.259161 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-49f9246e-f989-4c7f-ab82-93ff12b183b3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:06.261155 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-49f9246e-f989-4c7f-ab82-93ff12b183b3 admin admin] 10.222.0.104 "DELETE /v2.0/subnets/209c0a52-313b-4d9f-8bba-4aba49bc3fd4 HTTP/1.1" status: 204 len: 168 time: 0.2497246 Jul 06 15:02:06.263608 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 60472) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 15:02:06.267235 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f716ad1-3b95-422f-8d99-4e6f60cca754 None None] Network 249ab24b-45f9-43c8-802f-c770e398ff17 requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 15:02:06.330269 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-62fcbdd3-e679-4614-a785-c3b66e010f1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530492'] for network, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:06.388022 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [None req-62fcbdd3-e679-4614-a785-c3b66e010f1c admin admin] Deleting port 24f3f07c-2600-4815-ba96-0befebb8de46 {{(pid=100246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 15:02:06.388486 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-62fcbdd3-e679-4614-a785-c3b66e010f1c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:06.451498 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.db [None req-62fcbdd3-e679-4614-a785-c3b66e010f1c admin admin] For port 24f3f07c-2600-4815-ba96-0befebb8de46, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=24f3f07c-2600-4815-ba96-0befebb8de46,segment=NetworkSegment(09dd1e99-6b7a-4762-a6a3-95b1a3431922),segment_id=09dd1e99-6b7a-4762-a6a3-95b1a3431922)] {{(pid=100246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 15:02:06.451805 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-62fcbdd3-e679-4614-a785-c3b66e010f1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:06.468355 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [None req-62fcbdd3-e679-4614-a785-c3b66e010f1c admin admin] Calling delete_port for 24f3f07c-2600-4815-ba96-0befebb8de46 owned by network:dhcp {{(pid=100246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 15:02:06.513440 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d9e2ddc-8ffd-43e3-a4ec-14c1539a34a2 None None] DHCP port deletion for 249ab24b-45f9-43c8-802f-c770e398ff17 request from n-d-773647-6 {{(pid=100248) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 15:02:06.562867 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-2d9e2ddc-8ffd-43e3-a4ec-14c1539a34a2 None None] Deleting port 24f3f07c-2600-4815-ba96-0befebb8de46 {{(pid=100248) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 15:02:06.563301 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-2d9e2ddc-8ffd-43e3-a4ec-14c1539a34a2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:06.575521 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-62fcbdd3-e679-4614-a785-c3b66e010f1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127687580'] for port, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:06.605135 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device ce172d9f-e531-479d-be6b-9288f3045fe2 no longer exists at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 15:02:06.605948 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62fcbdd3-e679-4614-a785-c3b66e010f1c admin admin] Pushing event deleted for resources: {'Port': ['ID=24f3f07c-2600-4815-ba96-0befebb8de46,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:02:06.609497 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62fcbdd3-e679-4614-a785-c3b66e010f1c admin admin] No DVR routers for this DVR port 24f3f07c-2600-4815-ba96-0befebb8de46 on host n-d-773647-6 {{(pid=100246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 15:02:06.639447 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] No Port match for: ce172d9f-e531-479d-be6b-9288f3045fe2 {{(pid=100248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 15:02:06.639807 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device ce172d9f-e531-479d-be6b-9288f3045fe2 not bound to the agent host n-d-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 15:02:06.640218 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 24f3f07c-2600-4815-ba96-0befebb8de46 no longer exists at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 15:02:06.660449 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] No Port match for: 24f3f07c-2600-4815-ba96-0befebb8de46 {{(pid=100248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 15:02:06.660797 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 24f3f07c-2600-4815-ba96-0befebb8de46 not bound to the agent host n-d-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 15:02:06.661219 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 36dea94a-5fc3-41cc-a249-759431d565db no longer exists at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 15:02:06.681841 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-62fcbdd3-e679-4614-a785-c3b66e010f1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-917204', 'neutron.services.segments.db._delete_segments_for_network-8773753502302'] for network, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:06.685577 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] No Port match for: 36dea94a-5fc3-41cc-a249-759431d565db {{(pid=100248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 15:02:06.685918 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 36dea94a-5fc3-41cc-a249-759431d565db not bound to the agent host n-d-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 15:02:06.692741 n-d-773647-6 neutron-server[100246]: DEBUG neutron.services.segments.db [None req-62fcbdd3-e679-4614-a785-c3b66e010f1c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['249ab24b-45f9-43c8-802f-c770e398ff17']}} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:02:06.693583 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-2d9e2ddc-8ffd-43e3-a4ec-14c1539a34a2 None None] For port 24f3f07c-2600-4815-ba96-0befebb8de46, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=24f3f07c-2600-4815-ba96-0befebb8de46,segment=NetworkSegment(09dd1e99-6b7a-4762-a6a3-95b1a3431922),segment_id=09dd1e99-6b7a-4762-a6a3-95b1a3431922)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 15:02:06.694061 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-2d9e2ddc-8ffd-43e3-a4ec-14c1539a34a2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:06.703597 n-d-773647-6 neutron-server[100246]: DEBUG neutron.services.segments.db [None req-62fcbdd3-e679-4614-a785-c3b66e010f1c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '09dd1e99-6b7a-4762-a6a3-95b1a3431922') {'for_net_delete': True} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:02:06.703901 n-d-773647-6 neutron-server[100246]: DEBUG neutron.services.segments.db [None req-62fcbdd3-e679-4614-a785-c3b66e010f1c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '09dd1e99-6b7a-4762-a6a3-95b1a3431922') {} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:02:06.705392 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-2d9e2ddc-8ffd-43e3-a4ec-14c1539a34a2 None None] Calling delete_port for 24f3f07c-2600-4815-ba96-0befebb8de46 owned by network:dhcp {{(pid=100248) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 15:02:06.713106 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-62fcbdd3-e679-4614-a785-c3b66e010f1c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773753515138', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126218898'] for segment, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:06.727159 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-62fcbdd3-e679-4614-a785-c3b66e010f1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552'] for segment, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:06.733014 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-62fcbdd3-e679-4614-a785-c3b66e010f1c admin admin] Releasing vlan 1043 on physical network physnet1 to pool {{(pid=100246) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 15:02:06.733356 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-62fcbdd3-e679-4614-a785-c3b66e010f1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127687491'] for segment, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:06.735159 n-d-773647-6 neutron-server[100246]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 15:02:06.735159 n-d-773647-6 neutron-server[100246]: conditions |= (models_v2.Port.network_id.in_( Jul 06 15:02:06.735159 n-d-773647-6 neutron-server[100246]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 15:02:06.735159 n-d-773647-6 neutron-server[100246]: conditions |= (models_v2.Port.network_id.in_( Jul 06 15:02:06.735159 n-d-773647-6 neutron-server[100246]: Traceback (most recent call last): Jul 06 15:02:06.735159 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 15:02:06.735159 n-d-773647-6 neutron-server[100246]: timer() Jul 06 15:02:06.735159 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 15:02:06.735159 n-d-773647-6 neutron-server[100246]: cb(*args, **kw) Jul 06 15:02:06.735159 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 15:02:06.735159 n-d-773647-6 neutron-server[100246]: return func(*args, **kwargs) Jul 06 15:02:06.735159 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 15:02:06.735159 n-d-773647-6 neutron-server[100246]: self._notify() Jul 06 15:02:06.735159 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 15:02:06.735159 n-d-773647-6 neutron-server[100246]: self.callback(batched_events) Jul 06 15:02:06.735159 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 15:02:06.735159 n-d-773647-6 neutron-server[100246]: event.method(event) Jul 06 15:02:06.735159 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 15:02:06.735159 n-d-773647-6 neutron-server[100246]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 15:02:06.735159 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 15:02:06.735159 n-d-773647-6 neutron-server[100246]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 15:02:06.735159 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 15:02:06.735159 n-d-773647-6 neutron-server[100246]: return f(self, *a, **k) Jul 06 15:02:06.735159 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 15:02:06.735159 n-d-773647-6 neutron-server[100246]: return self._get(url).json() Jul 06 15:02:06.735159 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 15:02:06.735159 n-d-773647-6 neutron-server[100246]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 15:02:06.735159 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 15:02:06.735159 n-d-773647-6 neutron-server[100246]: return self.request(url, 'GET', **kwargs) Jul 06 15:02:06.735159 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 15:02:06.735159 n-d-773647-6 neutron-server[100246]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 15:02:06.735159 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 15:02:06.735159 n-d-773647-6 neutron-server[100246]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 15:02:06.735159 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 15:02:06.735159 n-d-773647-6 neutron-server[100246]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 15:02:06.735159 n-d-773647-6 neutron-server[100246]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 15:02:06.783108 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-2d9e2ddc-8ffd-43e3-a4ec-14c1539a34a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117'] for port, after_delete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:06.797089 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-62fcbdd3-e679-4614-a785-c3b66e010f1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-917215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1761140'] for network, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:06.804656 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-62fcbdd3-e679-4614-a785-c3b66e010f1c admin admin] Notify callbacks [] for network, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:06.809293 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-62fcbdd3-e679-4614-a785-c3b66e010f1c admin admin] 10.222.0.104 "DELETE /v2.0/networks/249ab24b-45f9-43c8-802f-c770e398ff17 HTTP/1.1" status: 204 len: 168 time: 0.5424106 Jul 06 15:02:06.815591 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9e2ddc-8ffd-43e3-a4ec-14c1539a34a2 None None] Pushing event deleted for resources: {'Port': ['ID=24f3f07c-2600-4815-ba96-0befebb8de46,revision_number=None']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:02:06.821653 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d9e2ddc-8ffd-43e3-a4ec-14c1539a34a2 None None] No DVR routers for this DVR port 24f3f07c-2600-4815-ba96-0befebb8de46 on host n-d-773647-6 {{(pid=100248) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 15:02:06.829554 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62fcbdd3-e679-4614-a785-c3b66e010f1c admin admin] Pushing event deleted for resources: {'Network': ['ID=249ab24b-45f9-43c8-802f-c770e398ff17,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:02:06.977028 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 60476) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 15:02:07.016185 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-b5d4ca35-36cf-44b8-9f24-95d9f72fe6f1 admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=19921f904b374a75b5bb9e07612f0fa3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0378730 Jul 06 15:02:07.018438 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 60478) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 15:02:07.065748 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-f129f3e4-6f79-4a36-a41b-e2df02621d8d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:07.086586 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-f129f3e4-6f79-4a36-a41b-e2df02621d8d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:07.136157 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-f129f3e4-6f79-4a36-a41b-e2df02621d8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:07.138858 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-f129f3e4-6f79-4a36-a41b-e2df02621d8d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:07.140054 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-f129f3e4-6f79-4a36-a41b-e2df02621d8d admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/fa174e7a-1667-4e5b-9a8a-045e2ae6a897 HTTP/1.1" status: 204 len: 168 time: 0.1206181 Jul 06 15:02:07.147726 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f129f3e4-6f79-4a36-a41b-e2df02621d8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa174e7a-1667-4e5b-9a8a-045e2ae6a897,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:02:07.439399 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 60484) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 15:02:07.478582 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-3f063cba-3fe0-4eae-ba5a-27f6d7c07c5a admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=65a8bacfc7014fb28bad480fba5efcba&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0379980 Jul 06 15:02:07.480843 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 60486) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 15:02:07.527189 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-bc273185-cd96-45bf-828e-36f5f2daaba3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:07.548154 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-bc273185-cd96-45bf-828e-36f5f2daaba3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:07.593491 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-bc273185-cd96-45bf-828e-36f5f2daaba3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:07.596251 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-bc273185-cd96-45bf-828e-36f5f2daaba3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:07.597394 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-bc273185-cd96-45bf-828e-36f5f2daaba3 admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/aed3ddcd-fc1b-47d4-b153-73b049b4ab6e HTTP/1.1" status: 204 len: 168 time: 0.1156440 Jul 06 15:02:07.605401 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc273185-cd96-45bf-828e-36f5f2daaba3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aed3ddcd-fc1b-47d4-b153-73b049b4ab6e,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:02:08.234500 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 60508) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 15:02:08.326786 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [None req-b1a284e0-02e1-4ebb-8765-fd7934380167 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-81852804-network', 'tenant_id': '6261f7cc188147068d48f9fe013f604d'}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 15:02:08.347799 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1a284e0-02e1-4ebb-8765-fd7934380167 admin admin] Made reservation on behalf of 6261f7cc188147068d48f9fe013f604d for: {'network': 1} {{(pid=100247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 15:02:08.350457 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-b1a284e0-02e1-4ebb-8765-fd7934380167 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for network, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:08.362383 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-b1a284e0-02e1-4ebb-8765-fd7934380167 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:08.446593 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-b1a284e0-02e1-4ebb-8765-fd7934380167 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:08.450204 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-b1a284e0-02e1-4ebb-8765-fd7934380167 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:08.473481 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b1a284e0-02e1-4ebb-8765-fd7934380167 admin admin] vlan segment allocate from pool success with {'vlan_id': 1044, 'physical_network': 'physnet1'} {{(pid=100247) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 15:02:08.481777 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a284e0-02e1-4ebb-8765-fd7934380167 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2185daa9-20b6-4f63-a769-7d58263c50ed,revision_number=1']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:02:08.487790 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-b1a284e0-02e1-4ebb-8765-fd7934380167 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552'] for segment, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:08.488126 n-d-773647-6 neutron-server[100247]: INFO neutron.db.segments_db [None req-b1a284e0-02e1-4ebb-8765-fd7934380167 admin admin] Added segment 11274852-024c-4e4d-97e3-9b8d77163c1d of type vlan for network 0ca2dbbd-eacf-4b0e-a170-6e1636cbaa62 Jul 06 15:02:08.527861 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-b1a284e0-02e1-4ebb-8765-fd7934380167 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773752984405'] for network, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:08.556170 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-b1a284e0-02e1-4ebb-8765-fd7934380167 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060'] for network, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:08.557064 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1a284e0-02e1-4ebb-8765-fd7934380167 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:02:08.557632 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-b1a284e0-02e1-4ebb-8765-fd7934380167 admin admin] Notify callbacks [] for network, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:08.604344 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-b1a284e0-02e1-4ebb-8765-fd7934380167 admin admin] 10.222.0.104 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3683896 Jul 06 15:02:08.607342 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 60512) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 15:02:08.612383 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-01579108-87f6-459c-9127-27339e70b3df admin admin] Request body: {'subnet': {'network_id': '0ca2dbbd-eacf-4b0e-a170-6e1636cbaa62', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-81852804-subnet', 'tenant_id': '6261f7cc188147068d48f9fe013f604d', 'ip_version': 4}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 15:02:08.617093 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a284e0-02e1-4ebb-8765-fd7934380167 admin admin] Pushing event updated for resources: {'Network': ['ID=0ca2dbbd-eacf-4b0e-a170-6e1636cbaa62,revision_number=1']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:02:08.628277 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Network 0ca2dbbd-eacf-4b0e-a170-6e1636cbaa62 details requested by agent ovs-agent-n-d-773647-6 with host n-d-773647-6 {{(pid=100248) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 15:02:08.636600 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01579108-87f6-459c-9127-27339e70b3df admin admin] Made reservation on behalf of 6261f7cc188147068d48f9fe013f604d for: {'subnet': 1} {{(pid=100246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 15:02:08.639011 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-01579108-87f6-459c-9127-27339e70b3df admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127702029'] for subnet, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:08.806358 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-01579108-87f6-459c-9127-27339e70b3df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1849032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127687649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127702047'] for subnet, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:08.863076 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01579108-87f6-459c-9127-27339e70b3df admin admin] Pushing event updated for resources: {'Subnet': ['ID=f0500ddc-2b7b-4594-98cc-38596dd2c9a6,revision_number=0']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:02:08.871441 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01579108-87f6-459c-9127-27339e70b3df admin admin] Checking segment: {'id': '11274852-024c-4e4d-97e3-9b8d77163c1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': '0ca2dbbd-eacf-4b0e-a170-6e1636cbaa62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 15:02:08.871800 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01579108-87f6-459c-9127-27339e70b3df admin admin] Network hostable DHCP agents. Network: 0ca2dbbd-eacf-4b0e-a170-6e1636cbaa62, hostable agents: ['f2bada3d-be77-4359-982b-8505a2bbca04'], hosted agents: [] {{(pid=100246) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 15:02:08.888413 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01579108-87f6-459c-9127-27339e70b3df admin admin] Network 0ca2dbbd-eacf-4b0e-a170-6e1636cbaa62 is scheduled to be hosted by DHCP agent f2bada3d-be77-4359-982b-8505a2bbca04 with binding_index 1 {{(pid=100246) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 15:02:08.896970 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.base_scheduler [None req-01579108-87f6-459c-9127-27339e70b3df admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773647-6, 0ca2dbbd-eacf-4b0e-a170-6e1636cbaa62) {{(pid=100246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 15:02:08.900872 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01579108-87f6-459c-9127-27339e70b3df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:02:08.901460 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-01579108-87f6-459c-9127-27339e70b3df admin admin] Notify callbacks [] for subnet, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:08.907340 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11d13da1-4573-4b8c-bf82-da50ef5f7116 None None] Network 0ca2dbbd-eacf-4b0e-a170-6e1636cbaa62 requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 15:02:08.915721 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-01579108-87f6-459c-9127-27339e70b3df admin admin] 10.222.0.104 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3072398 Jul 06 15:02:08.918362 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 60514) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 15:02:08.922738 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-df21f53c-4a16-4bde-9fc7-72b42fb24f8d admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-81852804-router', 'tenant_id': '6261f7cc188147068d48f9fe013f604d', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719'}}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 15:02:08.944436 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-df21f53c-4a16-4bde-9fc7-72b42fb24f8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1806290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6992'] for router, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:08.945425 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-df21f53c-4a16-4bde-9fc7-72b42fb24f8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1806157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1808637', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1714747', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7007'] for router, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:08.996325 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-df21f53c-4a16-4bde-9fc7-72b42fb24f8d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:09.051177 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a705c160-5b2e-4a74-8f9f-78232a27fd89 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6bd5fc82-6666-56e8-87c2-91648d36c963-0ca2dbbd-eacf-4b0e-a170-6e1636cbaa62', 'network_id': '0ca2dbbd-eacf-4b0e-a170-6e1636cbaa62', 'tenant_id': '6261f7cc188147068d48f9fe013f604d', 'fixed_ips': [{'subnet_id': 'f0500ddc-2b7b-4594-98cc-38596dd2c9a6'}]}} from n-d-773647-6. {{(pid=100248) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 15:02:09.052053 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-a705c160-5b2e-4a74-8f9f-78232a27fd89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:09.137993 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-df21f53c-4a16-4bde-9fc7-72b42fb24f8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1761047', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1806272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6989'] for router, precommit_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:09.342399 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.db_base_plugin_common [None req-a705c160-5b2e-4a74-8f9f-78232a27fd89 None None] Allocated IP 172.20.0.2 (0ca2dbbd-eacf-4b0e-a170-6e1636cbaa62/f0500ddc-2b7b-4594-98cc-38596dd2c9a6/11bb9204-c01e-4dc0-9246-aef32e571322) {{(pid=100248) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 15:02:09.350429 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-df21f53c-4a16-4bde-9fc7-72b42fb24f8d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:09.371637 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-df21f53c-4a16-4bde-9fc7-72b42fb24f8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:09.472806 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.db_base_plugin_common [None req-df21f53c-4a16-4bde-9fc7-72b42fb24f8d admin admin] Allocated IP 172.25.0.81 (2658f09e-a580-4d4a-9968-2d1e0ad93719/cbf74abc-6fe1-4d33-b005-c948923b9647/983740de-3bc2-4695-ad50-09118e9de38a) {{(pid=100246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 15:02:09.481358 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-a705c160-5b2e-4a74-8f9f-78232a27fd89 None None] Notify callbacks [] for port, precommit_create {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:09.490765 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-a705c160-5b2e-4a74-8f9f-78232a27fd89 None None] Transition to ACTIVE for port object 11bb9204-c01e-4dc0-9246-aef32e571322 will not be triggered until provisioned by entity L2. {{(pid=100248) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 15:02:09.504994 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-a705c160-5b2e-4a74-8f9f-78232a27fd89 None None] Transition to ACTIVE for port object 11bb9204-c01e-4dc0-9246-aef32e571322 will not be triggered until provisioned by entity DHCP. {{(pid=100248) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 15:02:09.511696 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-a705c160-5b2e-4a74-8f9f-78232a27fd89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108'] for port, after_create {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:09.547912 n-d-773647-6 neutron-server[100248]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a705c160-5b2e-4a74-8f9f-78232a27fd89 None None] Network 0ca2dbbd-eacf-4b0e-a170-6e1636cbaa62 is already hosted by enough agents. {{(pid=100248) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 15:02:09.550704 n-d-773647-6 neutron-server[100248]: DEBUG neutron.scheduler.base_scheduler [None req-a705c160-5b2e-4a74-8f9f-78232a27fd89 None None] Resources bound (agent type, host, resource id): {{(pid=100248) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 15:02:09.556988 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a705c160-5b2e-4a74-8f9f-78232a27fd89 None None] Received port after_create {{(pid=100248) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 15:02:09.563779 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a705c160-5b2e-4a74-8f9f-78232a27fd89 None None] Pushing event updated for resources: {'Port': ['ID=11bb9204-c01e-4dc0-9246-aef32e571322,revision_number=1']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:02:09.584253 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-df21f53c-4a16-4bde-9fc7-72b42fb24f8d admin admin] Notify callbacks [] for port, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:09.616018 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-a705c160-5b2e-4a74-8f9f-78232a27fd89 None None] Attempting to bind port 11bb9204-c01e-4dc0-9246-aef32e571322 on host n-d-773647-6 for vnic_type normal with profile {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 15:02:09.616387 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-a705c160-5b2e-4a74-8f9f-78232a27fd89 None None] Attempting to bind port 11bb9204-c01e-4dc0-9246-aef32e571322 by drivers openvswitch,hyperv on host n-d-773647-6 at level 0 using segments [{'id': '11274852-024c-4e4d-97e3-9b8d77163c1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': '0ca2dbbd-eacf-4b0e-a170-6e1636cbaa62'}] {{(pid=100248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 15:02:09.616749 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a705c160-5b2e-4a74-8f9f-78232a27fd89 None None] Attempting to bind port 11bb9204-c01e-4dc0-9246-aef32e571322 on network 0ca2dbbd-eacf-4b0e-a170-6e1636cbaa62 {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 15:02:09.621809 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a705c160-5b2e-4a74-8f9f-78232a27fd89 None None] Checking agent: {'id': '8ab5b19c-d213-4f29-891d-27bdf39d38b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773647-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 43, 26), 'started_at': datetime.datetime(2021, 7, 6, 13, 43, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 15, 1, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773647-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 15:02:09.622186 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a705c160-5b2e-4a74-8f9f-78232a27fd89 None None] Checking segment: {'id': '11274852-024c-4e4d-97e3-9b8d77163c1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': '0ca2dbbd-eacf-4b0e-a170-6e1636cbaa62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 15:02:09.622707 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-a705c160-5b2e-4a74-8f9f-78232a27fd89 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:09.623127 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a705c160-5b2e-4a74-8f9f-78232a27fd89 None None] Bound using segment: {'id': '11274852-024c-4e4d-97e3-9b8d77163c1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': '0ca2dbbd-eacf-4b0e-a170-6e1636cbaa62'} {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 15:02:09.623617 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-a705c160-5b2e-4a74-8f9f-78232a27fd89 None None] Bound port: 11bb9204-c01e-4dc0-9246-aef32e571322, host: n-d-773647-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11274852-024c-4e4d-97e3-9b8d77163c1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': '0ca2dbbd-eacf-4b0e-a170-6e1636cbaa62'}}] {{(pid=100248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 15:02:09.623997 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-a705c160-5b2e-4a74-8f9f-78232a27fd89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:09.624508 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-df21f53c-4a16-4bde-9fc7-72b42fb24f8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-127687573'] for port, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:09.660757 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df21f53c-4a16-4bde-9fc7-72b42fb24f8d admin admin] Network 2658f09e-a580-4d4a-9968-2d1e0ad93719 is already hosted by enough agents. {{(pid=100246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 15:02:09.665736 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.base_scheduler [None req-df21f53c-4a16-4bde-9fc7-72b42fb24f8d admin admin] Resources bound (agent type, host, resource id): {{(pid=100246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 15:02:09.671409 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df21f53c-4a16-4bde-9fc7-72b42fb24f8d admin admin] Received port after_create {{(pid=100246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 15:02:09.676701 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df21f53c-4a16-4bde-9fc7-72b42fb24f8d admin admin] Pushing event updated for resources: {'Port': ['ID=983740de-3bc2-4695-ad50-09118e9de38a,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:02:09.689463 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-a705c160-5b2e-4a74-8f9f-78232a27fd89 None None] For port 11bb9204-c01e-4dc0-9246-aef32e571322, host n-d-773647-6, cleared binding levels {{(pid=100248) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 15:02:09.693529 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-a705c160-5b2e-4a74-8f9f-78232a27fd89 None None] For port 11bb9204-c01e-4dc0-9246-aef32e571322, host n-d-773647-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=11bb9204-c01e-4dc0-9246-aef32e571322,segment=NetworkSegment(11274852-024c-4e4d-97e3-9b8d77163c1d),segment_id=11274852-024c-4e4d-97e3-9b8d77163c1d)] {{(pid=100248) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 15:02:09.697484 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-a705c160-5b2e-4a74-8f9f-78232a27fd89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:09.762424 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a705c160-5b2e-4a74-8f9f-78232a27fd89 None None] Pushing event updated for resources: {'Port': ['ID=11bb9204-c01e-4dc0-9246-aef32e571322,revision_number=2']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:02:09.953286 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-df21f53c-4a16-4bde-9fc7-72b42fb24f8d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:10.154171 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-df21f53c-4a16-4bde-9fc7-72b42fb24f8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1806297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1761036'] for router, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:10.310894 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 11bb9204-c01e-4dc0-9246-aef32e571322 up at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 15:02:10.361853 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning for port 11bb9204-c01e-4dc0-9246-aef32e571322 completed by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 15:02:10.613269 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df21f53c-4a16-4bde-9fc7-72b42fb24f8d admin admin] Router 0039fd21-09a6-454c-abea-8f2f635346fa is scheduled to L3 agent 2823d358-a11b-4885-a706-95a279e43fa7 with binding_index 1 {{(pid=100246) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 15:02:10.693361 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff2e054e-3dd4-40a6-a4d8-20bbafde747f None None] Network 0ca2dbbd-eacf-4b0e-a170-6e1636cbaa62 requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 15:02:10.723889 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df21f53c-4a16-4bde-9fc7-72b42fb24f8d admin admin] Notify agent at l3_agent.n-d-773647-6 the message routers_updated {{(pid=100246) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 15:02:10.735315 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-badefd27-0b40-422f-8a59-3bac37c9a4c4 None None] Sync routers for ids ['0039fd21-09a6-454c-abea-8f2f635346fa'] in n-d-773647-6 {{(pid=100249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 15:02:10.747099 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-df21f53c-4a16-4bde-9fc7-72b42fb24f8d admin admin] Notify callbacks [] for router, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:10.748428 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-df21f53c-4a16-4bde-9fc7-72b42fb24f8d admin admin] 10.222.0.104 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.8290751 Jul 06 15:02:10.750794 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-badefd27-0b40-422f-8a59-3bac37c9a4c4 None None] Routers {'0039fd21-09a6-454c-abea-8f2f635346fa'} bound to L3 agent in host n-d-773647-6 {{(pid=100249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 15:02:10.751097 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 60518) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 15:02:10.751525 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-badefd27-0b40-422f-8a59-3bac37c9a4c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T15:01:56Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['0039fd21-09a6-454c-abea-8f2f635346fa'], 'active': True} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:02:10.767771 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-49ae7fe0-b2d1-46ef-af9e-0593608edef2 None None] Provisioning for port 11bb9204-c01e-4dc0-9246-aef32e571322 completed by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 15:02:10.778579 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-49ae7fe0-b2d1-46ef-af9e-0593608edef2 None None] Provisioning complete for port 11bb9204-c01e-4dc0-9246-aef32e571322 triggered by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 15:02:10.778954 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-49ae7fe0-b2d1-46ef-af9e-0593608edef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:10.859169 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvr_db [None req-badefd27-0b40-422f-8a59-3bac37c9a4c4 None None] Set router 0039fd21-09a6-454c-abea-8f2f635346fa gateway port host: n-d-773647-6 {{(pid=100249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 15:02:10.928632 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-49ae7fe0-b2d1-46ef-af9e-0593608edef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:10.976590 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-49ae7fe0-b2d1-46ef-af9e-0593608edef2 None None] For port 11bb9204-c01e-4dc0-9246-aef32e571322, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=11bb9204-c01e-4dc0-9246-aef32e571322,segment=NetworkSegment(11274852-024c-4e4d-97e3-9b8d77163c1d),segment_id=11274852-024c-4e4d-97e3-9b8d77163c1d)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 15:02:10.984670 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-49ae7fe0-b2d1-46ef-af9e-0593608edef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:11.044285 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ae7fe0-b2d1-46ef-af9e-0593608edef2 None None] Pushing event updated for resources: {'Port': ['ID=11bb9204-c01e-4dc0-9246-aef32e571322,revision_number=3']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:02:11.059812 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-badefd27-0b40-422f-8a59-3bac37c9a4c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0039fd21-09a6-454c-abea-8f2f635346fa', 'name': 'tempest-TestMinimumBasicScenario-81852804-router', 'tenant_id': '6261f7cc188147068d48f9fe013f604d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.81'}], 'enable_snat': True}, 'gw_port_id': '983740de-3bc2-4695-ad50-09118e9de38a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T15:02:08Z', 'updated_at': '2021-07-06T15:02:09Z', 'revision_number': 3, 'project_id': '6261f7cc188147068d48f9fe013f604d', 'gw_port': {'id': '983740de-3bc2-4695-ad50-09118e9de38a', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:b5:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0039fd21-09a6-454c-abea-8f2f635346fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4100, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T15:02:09Z', 'updated_at': '2021-07-06T15:02:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6'}], 'n-d-773647-6', False) {} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:02:11.090750 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-badefd27-0b40-422f-8a59-3bac37c9a4c4 None None] Checking router: 0039fd21-09a6-454c-abea-8f2f635346fa for host: n-d-773647-6 {{(pid=100249) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 15:02:11.091091 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-badefd27-0b40-422f-8a59-3bac37c9a4c4 None None] Updating router 0039fd21-09a6-454c-abea-8f2f635346fa port 983740de-3bc2-4695-ad50-09118e9de38a binding host n-d-773647-6 {{(pid=100249) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 15:02:11.125251 n-d-773647-6 neutron-server[100249]: DEBUG neutron_lib.callbacks.manager [None req-badefd27-0b40-422f-8a59-3bac37c9a4c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:11.186360 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-14de56a0-afb4-44b4-b643-69c8a6b7c15a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:11.205717 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-228f357c-0992-4c4e-a7fa-ff5c067a8f04 None None] Provisioning complete for port 11bb9204-c01e-4dc0-9246-aef32e571322 triggered by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 15:02:11.206510 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-228f357c-0992-4c4e-a7fa-ff5c067a8f04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:11.307491 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:11.356198 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.db_base_plugin_common [None req-14de56a0-afb4-44b4-b643-69c8a6b7c15a admin admin] Allocated IP 172.20.0.1 (0ca2dbbd-eacf-4b0e-a170-6e1636cbaa62/f0500ddc-2b7b-4594-98cc-38596dd2c9a6/d1e9e0c9-ebb1-477f-be6b-efbdb5910830) {{(pid=100246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 15:02:11.462215 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-14de56a0-afb4-44b4-b643-69c8a6b7c15a admin admin] Notify callbacks [] for port, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:11.468299 n-d-773647-6 neutron-server[100249]: DEBUG neutron_lib.callbacks.manager [None req-badefd27-0b40-422f-8a59-3bac37c9a4c4 None None] Notify callbacks [] for port, precommit_update {{(pid=100249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:11.476613 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.provisioning_blocks [None req-14de56a0-afb4-44b4-b643-69c8a6b7c15a admin admin] Transition to ACTIVE for port object d1e9e0c9-ebb1-477f-be6b-efbdb5910830 will not be triggered until provisioned by entity DHCP. {{(pid=100246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 15:02:11.479034 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.provisioning_blocks [None req-badefd27-0b40-422f-8a59-3bac37c9a4c4 None None] Transition to ACTIVE for port object 983740de-3bc2-4695-ad50-09118e9de38a will not be triggered until provisioned by entity L2. {{(pid=100249) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 15:02:11.484975 n-d-773647-6 neutron-server[100249]: DEBUG neutron_lib.callbacks.manager [None req-badefd27-0b40-422f-8a59-3bac37c9a4c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:11.511557 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-14de56a0-afb4-44b4-b643-69c8a6b7c15a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-127687573'] for port, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:11.539169 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.managers [None req-badefd27-0b40-422f-8a59-3bac37c9a4c4 None None] Attempting to bind port 983740de-3bc2-4695-ad50-09118e9de38a on host n-d-773647-6 for vnic_type normal with profile {{(pid=100249) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 15:02:11.539561 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.managers [None req-badefd27-0b40-422f-8a59-3bac37c9a4c4 None None] Attempting to bind port 983740de-3bc2-4695-ad50-09118e9de38a by drivers openvswitch,hyperv on host n-d-773647-6 at level 0 using segments [{'id': '89a832b7-7793-4d51-9038-ed7e1c3ff1b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719'}] {{(pid=100249) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 15:02:11.540096 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-badefd27-0b40-422f-8a59-3bac37c9a4c4 None None] Attempting to bind port 983740de-3bc2-4695-ad50-09118e9de38a on network 2658f09e-a580-4d4a-9968-2d1e0ad93719 {{(pid=100249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 15:02:11.542874 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12bdc44-b869-47d7-8ae6-70ce8fd7ab4c None None] Pushing event updated for resources: {'Port': ['ID=983740de-3bc2-4695-ad50-09118e9de38a,revision_number=2']} {{(pid=100249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:02:11.548168 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14de56a0-afb4-44b4-b643-69c8a6b7c15a admin admin] Network 0ca2dbbd-eacf-4b0e-a170-6e1636cbaa62 is already hosted by enough agents. {{(pid=100246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 15:02:11.550630 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-badefd27-0b40-422f-8a59-3bac37c9a4c4 None None] Checking agent: {'id': '8ab5b19c-d213-4f29-891d-27bdf39d38b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773647-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 43, 26), 'started_at': datetime.datetime(2021, 7, 6, 13, 43, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 15, 1, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773647-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 15:02:11.551006 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-badefd27-0b40-422f-8a59-3bac37c9a4c4 None None] Checking segment: {'id': '89a832b7-7793-4d51-9038-ed7e1c3ff1b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100249) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 15:02:11.551177 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.base_scheduler [None req-14de56a0-afb4-44b4-b643-69c8a6b7c15a admin admin] Resources bound (agent type, host, resource id): {{(pid=100246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 15:02:11.551432 n-d-773647-6 neutron-server[100249]: DEBUG neutron_lib.callbacks.manager [None req-badefd27-0b40-422f-8a59-3bac37c9a4c4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:11.551819 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-badefd27-0b40-422f-8a59-3bac37c9a4c4 None None] Bound using segment: {'id': '89a832b7-7793-4d51-9038-ed7e1c3ff1b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719'} {{(pid=100249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 15:02:11.553131 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.managers [None req-badefd27-0b40-422f-8a59-3bac37c9a4c4 None None] Bound port: 983740de-3bc2-4695-ad50-09118e9de38a, host: n-d-773647-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89a832b7-7793-4d51-9038-ed7e1c3ff1b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719'}}] {{(pid=100249) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 15:02:11.553643 n-d-773647-6 neutron-server[100249]: DEBUG neutron_lib.callbacks.manager [None req-badefd27-0b40-422f-8a59-3bac37c9a4c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:11.555100 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14de56a0-afb4-44b4-b643-69c8a6b7c15a admin admin] Received port after_create {{(pid=100246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 15:02:11.557034 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f12bdc44-b869-47d7-8ae6-70ce8fd7ab4c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:02:11.557377 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f12bdc44-b869-47d7-8ae6-70ce8fd7ab4c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:02:11.557744 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f12bdc44-b869-47d7-8ae6-70ce8fd7ab4c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:02:11.558029 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f12bdc44-b869-47d7-8ae6-70ce8fd7ab4c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:02:11.558360 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f12bdc44-b869-47d7-8ae6-70ce8fd7ab4c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:02:11.558818 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f12bdc44-b869-47d7-8ae6-70ce8fd7ab4c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:02:11.558992 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f12bdc44-b869-47d7-8ae6-70ce8fd7ab4c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:02:11.559340 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f12bdc44-b869-47d7-8ae6-70ce8fd7ab4c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:02:11.559659 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f12bdc44-b869-47d7-8ae6-70ce8fd7ab4c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:02:11.559977 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f12bdc44-b869-47d7-8ae6-70ce8fd7ab4c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:02:11.560294 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f12bdc44-b869-47d7-8ae6-70ce8fd7ab4c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:02:11.560613 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f12bdc44-b869-47d7-8ae6-70ce8fd7ab4c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:02:11.595273 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14de56a0-afb4-44b4-b643-69c8a6b7c15a admin admin] Pushing event updated for resources: {'Port': ['ID=d1e9e0c9-ebb1-477f-be6b-efbdb5910830,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:02:11.602011 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-14de56a0-afb4-44b4-b643-69c8a6b7c15a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1807675'] for router_interface, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:11.618135 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.db [None req-badefd27-0b40-422f-8a59-3bac37c9a4c4 None None] For port 983740de-3bc2-4695-ad50-09118e9de38a, host n-d-773647-6, cleared binding levels {{(pid=100249) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 15:02:11.621364 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.db [None req-badefd27-0b40-422f-8a59-3bac37c9a4c4 None None] For port 983740de-3bc2-4695-ad50-09118e9de38a, host n-d-773647-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=983740de-3bc2-4695-ad50-09118e9de38a,segment=NetworkSegment(89a832b7-7793-4d51-9038-ed7e1c3ff1b2),segment_id=89a832b7-7793-4d51-9038-ed7e1c3ff1b2)] {{(pid=100249) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 15:02:11.629124 n-d-773647-6 neutron-server[100249]: DEBUG neutron_lib.callbacks.manager [None req-badefd27-0b40-422f-8a59-3bac37c9a4c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:11.689940 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12bdc44-b869-47d7-8ae6-70ce8fd7ab4c None None] Pushing event updated for resources: {'Port': ['ID=983740de-3bc2-4695-ad50-09118e9de38a,revision_number=3']} {{(pid=100249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:02:11.695097 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-badefd27-0b40-422f-8a59-3bac37c9a4c4 None None] Routers {'0039fd21-09a6-454c-abea-8f2f635346fa'} bound to L3 agent in host n-d-773647-6 {{(pid=100249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 15:02:11.695907 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-badefd27-0b40-422f-8a59-3bac37c9a4c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T15:01:56Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['0039fd21-09a6-454c-abea-8f2f635346fa'], 'active': True} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:02:11.762615 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-14de56a0-afb4-44b4-b643-69c8a6b7c15a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:11.804545 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvr_db [None req-badefd27-0b40-422f-8a59-3bac37c9a4c4 None None] Set router 0039fd21-09a6-454c-abea-8f2f635346fa gateway port host: n-d-773647-6 {{(pid=100249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 15:02:11.829563 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-15672c72-6a53-4077-83a8-6f99f3270cf4 None None] Provisioning for port d1e9e0c9-ebb1-477f-be6b-efbdb5910830 completed by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 15:02:11.834819 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-15672c72-6a53-4077-83a8-6f99f3270cf4 None None] Provisioning complete for port d1e9e0c9-ebb1-477f-be6b-efbdb5910830 triggered by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 15:02:11.835191 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-15672c72-6a53-4077-83a8-6f99f3270cf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:11.870127 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-15672c72-6a53-4077-83a8-6f99f3270cf4 None None] Port d1e9e0c9-ebb1-477f-be6b-efbdb5910830 cannot update to ACTIVE because it is not bound. {{(pid=100248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 15:02:11.928952 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-14de56a0-afb4-44b4-b643-69c8a6b7c15a admin admin] Notify callbacks [] for port, precommit_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:11.933498 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-14de56a0-afb4-44b4-b643-69c8a6b7c15a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127687527'] for port, after_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:11.987398 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-badefd27-0b40-422f-8a59-3bac37c9a4c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0039fd21-09a6-454c-abea-8f2f635346fa', 'name': 'tempest-TestMinimumBasicScenario-81852804-router', 'tenant_id': '6261f7cc188147068d48f9fe013f604d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.81'}], 'enable_snat': True}, 'gw_port_id': '983740de-3bc2-4695-ad50-09118e9de38a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T15:02:08Z', 'updated_at': '2021-07-06T15:02:09Z', 'revision_number': 3, 'project_id': '6261f7cc188147068d48f9fe013f604d', 'gw_port': {'id': '983740de-3bc2-4695-ad50-09118e9de38a', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:b5:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0039fd21-09a6-454c-abea-8f2f635346fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4100, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T15:02:09Z', 'updated_at': '2021-07-06T15:02:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6'}], 'n-d-773647-6', False) {} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:02:12.001783 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14de56a0-afb4-44b4-b643-69c8a6b7c15a admin admin] Pushing event updated for resources: {'Port': ['ID=d1e9e0c9-ebb1-477f-be6b-efbdb5910830,revision_number=2']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:02:12.004382 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-14de56a0-afb4-44b4-b643-69c8a6b7c15a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1809478'] for router_interface, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:12.014968 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-badefd27-0b40-422f-8a59-3bac37c9a4c4 None None] The sync data for ids ['0039fd21-09a6-454c-abea-8f2f635346fa'] in n-d-773647-6 is: [{'id': '0039fd21-09a6-454c-abea-8f2f635346fa', 'name': 'tempest-TestMinimumBasicScenario-81852804-router', 'tenant_id': '6261f7cc188147068d48f9fe013f604d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.81'}], 'enable_snat': True}, 'gw_port_id': '983740de-3bc2-4695-ad50-09118e9de38a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T15:02:08Z', 'updated_at': '2021-07-06T15:02:09Z', 'revision_number': 3, 'project_id': '6261f7cc188147068d48f9fe013f604d', 'gw_port': {'id': '983740de-3bc2-4695-ad50-09118e9de38a', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:b5:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0039fd21-09a6-454c-abea-8f2f635346fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4100, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T15:02:09Z', 'updated_at': '2021-07-06T15:02:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6'}] {{(pid=100249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 15:02:12.097568 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14de56a0-afb4-44b4-b643-69c8a6b7c15a admin admin] Network 0ca2dbbd-eacf-4b0e-a170-6e1636cbaa62 is already hosted by enough agents. {{(pid=100246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 15:02:12.098952 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.base_scheduler [None req-14de56a0-afb4-44b4-b643-69c8a6b7c15a admin admin] Resources bound (agent type, host, resource id): {{(pid=100246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 15:02:12.222911 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14de56a0-afb4-44b4-b643-69c8a6b7c15a admin admin] Router 0039fd21-09a6-454c-abea-8f2f635346fa has already been hosted by L3 agent 2823d358-a11b-4885-a706-95a279e43fa7 {{(pid=100246) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 15:02:12.342307 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 11bb9204-c01e-4dc0-9246-aef32e571322 up at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 15:02:12.364014 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14de56a0-afb4-44b4-b643-69c8a6b7c15a admin admin] Notify agent at l3_agent.n-d-773647-6 the message routers_updated {{(pid=100246) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 15:02:12.372388 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-14de56a0-afb4-44b4-b643-69c8a6b7c15a admin admin] 10.222.0.104 "PUT /v2.0/routers/0039fd21-09a6-454c-abea-8f2f635346fa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6202159 Jul 06 15:02:12.405237 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning complete for port 11bb9204-c01e-4dc0-9246-aef32e571322 triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 15:02:12.405755 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:12.407678 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-e04207d7-7ff6-4aff-a706-35607510b522 None None] Provisioning complete for port d1e9e0c9-ebb1-477f-be6b-efbdb5910830 triggered by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 15:02:12.408143 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-e04207d7-7ff6-4aff-a706-35607510b522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:12.472988 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-e04207d7-7ff6-4aff-a706-35607510b522 None None] Port d1e9e0c9-ebb1-477f-be6b-efbdb5910830 cannot update to ACTIVE because it is not bound. {{(pid=100248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 15:02:12.859092 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 60534) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 15:02:12.864116 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [None req-9ca9b81f-837e-4a0d-b264-8eb039e48f19 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-425009464-network', 'tenant_id': '73e8b96590334a0a93df1978dbebdb58'}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 15:02:12.885123 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ca9b81f-837e-4a0d-b264-8eb039e48f19 admin admin] Made reservation on behalf of 73e8b96590334a0a93df1978dbebdb58 for: {'network': 1} {{(pid=100247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 15:02:12.887713 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-9ca9b81f-837e-4a0d-b264-8eb039e48f19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for network, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:12.900754 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-9ca9b81f-837e-4a0d-b264-8eb039e48f19 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:12.984325 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-9ca9b81f-837e-4a0d-b264-8eb039e48f19 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:12.987995 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-9ca9b81f-837e-4a0d-b264-8eb039e48f19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:13.012788 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ca9b81f-837e-4a0d-b264-8eb039e48f19 admin admin] vlan segment allocate from pool success with {'vlan_id': 1042, 'physical_network': 'physnet1'} {{(pid=100247) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 15:02:13.022239 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca9b81f-837e-4a0d-b264-8eb039e48f19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bf53646-2419-409c-b6c9-3bf4b5cbfe9a,revision_number=1']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:02:13.029200 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-9ca9b81f-837e-4a0d-b264-8eb039e48f19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552'] for segment, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:13.029592 n-d-773647-6 neutron-server[100247]: INFO neutron.db.segments_db [None req-9ca9b81f-837e-4a0d-b264-8eb039e48f19 admin admin] Added segment d02d18a4-3cfc-4dfd-915e-c71c4bc10ea5 of type vlan for network db48e69a-0a25-483a-8d92-c1954e0ddd21 Jul 06 15:02:13.069601 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-9ca9b81f-837e-4a0d-b264-8eb039e48f19 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773752984405'] for network, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:13.098694 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:13.099658 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-9ca9b81f-837e-4a0d-b264-8eb039e48f19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060'] for network, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:13.100704 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ca9b81f-837e-4a0d-b264-8eb039e48f19 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:02:13.101288 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-9ca9b81f-837e-4a0d-b264-8eb039e48f19 admin admin] Notify callbacks [] for network, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:13.154296 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-9ca9b81f-837e-4a0d-b264-8eb039e48f19 admin admin] 10.222.0.104 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.2940528 Jul 06 15:02:13.157151 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 60536) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 15:02:13.160975 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca9b81f-837e-4a0d-b264-8eb039e48f19 admin admin] Pushing event updated for resources: {'Network': ['ID=db48e69a-0a25-483a-8d92-c1954e0ddd21,revision_number=1']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:02:13.162525 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-be1c8d51-cd65-46a3-810b-c80d9053016f admin admin] Request body: {'subnet': {'network_id': 'db48e69a-0a25-483a-8d92-c1954e0ddd21', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-425009464-subnet', 'tenant_id': '73e8b96590334a0a93df1978dbebdb58', 'ip_version': 4}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 15:02:13.171136 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Network db48e69a-0a25-483a-8d92-c1954e0ddd21 details requested by agent ovs-agent-n-d-773647-6 with host n-d-773647-6 {{(pid=100248) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 15:02:13.185175 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be1c8d51-cd65-46a3-810b-c80d9053016f admin admin] Made reservation on behalf of 73e8b96590334a0a93df1978dbebdb58 for: {'subnet': 1} {{(pid=100246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 15:02:13.187595 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-be1c8d51-cd65-46a3-810b-c80d9053016f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127702029'] for subnet, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:13.356686 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-be1c8d51-cd65-46a3-810b-c80d9053016f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1849032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127687649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127702047'] for subnet, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:13.412319 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1c8d51-cd65-46a3-810b-c80d9053016f admin admin] Pushing event updated for resources: {'Subnet': ['ID=e31e0144-1198-44e7-b460-e7db8ce2c220,revision_number=0']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:02:13.421270 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be1c8d51-cd65-46a3-810b-c80d9053016f admin admin] Checking segment: {'id': 'd02d18a4-3cfc-4dfd-915e-c71c4bc10ea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1042, 'network_id': 'db48e69a-0a25-483a-8d92-c1954e0ddd21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 15:02:13.421639 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be1c8d51-cd65-46a3-810b-c80d9053016f admin admin] Network hostable DHCP agents. Network: db48e69a-0a25-483a-8d92-c1954e0ddd21, hostable agents: ['f2bada3d-be77-4359-982b-8505a2bbca04'], hosted agents: [] {{(pid=100246) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 15:02:13.440648 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be1c8d51-cd65-46a3-810b-c80d9053016f admin admin] Network db48e69a-0a25-483a-8d92-c1954e0ddd21 is scheduled to be hosted by DHCP agent f2bada3d-be77-4359-982b-8505a2bbca04 with binding_index 1 {{(pid=100246) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 15:02:13.449553 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.base_scheduler [None req-be1c8d51-cd65-46a3-810b-c80d9053016f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773647-6, db48e69a-0a25-483a-8d92-c1954e0ddd21) {{(pid=100246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 15:02:13.453515 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be1c8d51-cd65-46a3-810b-c80d9053016f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:02:13.454100 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-be1c8d51-cd65-46a3-810b-c80d9053016f admin admin] Notify callbacks [] for subnet, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:13.458716 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45869ced-8600-486c-bbb7-97439ced92eb None None] Network db48e69a-0a25-483a-8d92-c1954e0ddd21 requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 15:02:13.469442 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-be1c8d51-cd65-46a3-810b-c80d9053016f admin admin] 10.222.0.104 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3110065 Jul 06 15:02:13.472432 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 60538) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 15:02:13.478567 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-720ce5a6-697a-422b-8858-135f8d36ffd5 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-425009464-router', 'tenant_id': '73e8b96590334a0a93df1978dbebdb58', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719'}}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 15:02:13.502171 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-720ce5a6-697a-422b-8858-135f8d36ffd5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1806290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6992'] for router, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:13.503438 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-720ce5a6-697a-422b-8858-135f8d36ffd5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1806157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1808637', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1714747', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7007'] for router, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:13.561324 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-720ce5a6-697a-422b-8858-135f8d36ffd5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:13.616518 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d905b24c-7680-433c-9f58-08b926452872 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6bd5fc82-6666-56e8-87c2-91648d36c963-db48e69a-0a25-483a-8d92-c1954e0ddd21', 'network_id': 'db48e69a-0a25-483a-8d92-c1954e0ddd21', 'tenant_id': '73e8b96590334a0a93df1978dbebdb58', 'fixed_ips': [{'subnet_id': 'e31e0144-1198-44e7-b460-e7db8ce2c220'}]}} from n-d-773647-6. {{(pid=100248) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 15:02:13.619639 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-d905b24c-7680-433c-9f58-08b926452872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:13.692616 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3355a12b-6163-4805-b059-0b40e5142f7b None None] Sync routers for ids ['0039fd21-09a6-454c-abea-8f2f635346fa'] in n-d-773647-6 {{(pid=100248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 15:02:13.703651 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-720ce5a6-697a-422b-8858-135f8d36ffd5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1761047', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1806272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6989'] for router, precommit_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:13.714257 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3355a12b-6163-4805-b059-0b40e5142f7b None None] Routers {'0039fd21-09a6-454c-abea-8f2f635346fa'} bound to L3 agent in host n-d-773647-6 {{(pid=100248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 15:02:13.714875 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-3355a12b-6163-4805-b059-0b40e5142f7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T15:01:56Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['0039fd21-09a6-454c-abea-8f2f635346fa'], 'active': True} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:02:13.840153 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.db_base_plugin_common [None req-d905b24c-7680-433c-9f58-08b926452872 None None] Allocated IP 172.20.0.2 (db48e69a-0a25-483a-8d92-c1954e0ddd21/e31e0144-1198-44e7-b460-e7db8ce2c220/18278647-10b7-41a7-a009-c844939bb199) {{(pid=100248) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 15:02:13.867158 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvr_db [None req-3355a12b-6163-4805-b059-0b40e5142f7b None None] Set router 0039fd21-09a6-454c-abea-8f2f635346fa gateway port host: n-d-773647-6 {{(pid=100248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 15:02:13.914720 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-720ce5a6-697a-422b-8858-135f8d36ffd5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:13.943655 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-720ce5a6-697a-422b-8858-135f8d36ffd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:14.056090 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.db_base_plugin_common [None req-720ce5a6-697a-422b-8858-135f8d36ffd5 admin admin] Allocated IP 172.25.0.101 (2658f09e-a580-4d4a-9968-2d1e0ad93719/cbf74abc-6fe1-4d33-b005-c948923b9647/37933024-2400-4d23-b4a3-90edcfc0c6bd) {{(pid=100246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 15:02:14.139602 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-d905b24c-7680-433c-9f58-08b926452872 None None] Notify callbacks [] for port, precommit_create {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:14.149977 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-d905b24c-7680-433c-9f58-08b926452872 None None] Transition to ACTIVE for port object 18278647-10b7-41a7-a009-c844939bb199 will not be triggered until provisioned by entity L2. {{(pid=100248) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 15:02:14.161134 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-720ce5a6-697a-422b-8858-135f8d36ffd5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:14.171082 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-d905b24c-7680-433c-9f58-08b926452872 None None] Transition to ACTIVE for port object 18278647-10b7-41a7-a009-c844939bb199 will not be triggered until provisioned by entity DHCP. {{(pid=100248) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 15:02:14.179563 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-d905b24c-7680-433c-9f58-08b926452872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108'] for port, after_create {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:14.201078 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-720ce5a6-697a-422b-8858-135f8d36ffd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-127687573'] for port, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:14.221195 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-3355a12b-6163-4805-b059-0b40e5142f7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0039fd21-09a6-454c-abea-8f2f635346fa', 'name': 'tempest-TestMinimumBasicScenario-81852804-router', 'tenant_id': '6261f7cc188147068d48f9fe013f604d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.81'}], 'enable_snat': True}, 'gw_port_id': '983740de-3bc2-4695-ad50-09118e9de38a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T15:02:08Z', 'updated_at': '2021-07-06T15:02:11Z', 'revision_number': 4, 'project_id': '6261f7cc188147068d48f9fe013f604d', 'gw_port': {'id': '983740de-3bc2-4695-ad50-09118e9de38a', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:b5:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0039fd21-09a6-454c-abea-8f2f635346fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4100, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T15:02:09Z', 'updated_at': '2021-07-06T15:02:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6', '_interfaces': [{'id': 'd1e9e0c9-ebb1-477f-be6b-efbdb5910830', 'name': '', 'network_id': '0ca2dbbd-eacf-4b0e-a170-6e1636cbaa62', 'tenant_id': '6261f7cc188147068d48f9fe013f604d', 'mac_address': 'fa:16:3e:10:f2:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0039fd21-09a6-454c-abea-8f2f635346fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 4101, 'fixed_ips': [{'subnet_id': 'f0500ddc-2b7b-4594-98cc-38596dd2c9a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T15:02:11Z', 'updated_at': '2021-07-06T15:02:11Z', 'revision_number': 2, 'project_id': '6261f7cc188147068d48f9fe013f604d', 'subnets': [{'id': 'f0500ddc-2b7b-4594-98cc-38596dd2c9a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773647-6', False) {} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:02:14.236188 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-720ce5a6-697a-422b-8858-135f8d36ffd5 admin admin] Network 2658f09e-a580-4d4a-9968-2d1e0ad93719 is already hosted by enough agents. {{(pid=100246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 15:02:14.239181 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.base_scheduler [None req-720ce5a6-697a-422b-8858-135f8d36ffd5 admin admin] Resources bound (agent type, host, resource id): {{(pid=100246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 15:02:14.243476 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-720ce5a6-697a-422b-8858-135f8d36ffd5 admin admin] Received port after_create {{(pid=100246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 15:02:14.255526 n-d-773647-6 neutron-server[100248]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d905b24c-7680-433c-9f58-08b926452872 None None] Network db48e69a-0a25-483a-8d92-c1954e0ddd21 is already hosted by enough agents. {{(pid=100248) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 15:02:14.260428 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3355a12b-6163-4805-b059-0b40e5142f7b None None] Checking router: 0039fd21-09a6-454c-abea-8f2f635346fa for host: n-d-773647-6 {{(pid=100248) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 15:02:14.260737 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3355a12b-6163-4805-b059-0b40e5142f7b None None] Updating router 0039fd21-09a6-454c-abea-8f2f635346fa port d1e9e0c9-ebb1-477f-be6b-efbdb5910830 binding host n-d-773647-6 {{(pid=100248) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 15:02:14.267123 n-d-773647-6 neutron-server[100248]: DEBUG neutron.scheduler.base_scheduler [None req-d905b24c-7680-433c-9f58-08b926452872 None None] Resources bound (agent type, host, resource id): {{(pid=100248) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 15:02:14.282776 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720ce5a6-697a-422b-8858-135f8d36ffd5 admin admin] Pushing event updated for resources: {'Port': ['ID=37933024-2400-4d23-b4a3-90edcfc0c6bd,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:02:14.288784 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d905b24c-7680-433c-9f58-08b926452872 None None] Received port after_create {{(pid=100248) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 15:02:14.290873 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d905b24c-7680-433c-9f58-08b926452872 None None] Pushing event updated for resources: {'Port': ['ID=18278647-10b7-41a7-a009-c844939bb199,revision_number=1']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:02:14.332514 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 983740de-3bc2-4695-ad50-09118e9de38a up at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 15:02:14.374323 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-3355a12b-6163-4805-b059-0b40e5142f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:14.397218 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-d905b24c-7680-433c-9f58-08b926452872 None None] Attempting to bind port 18278647-10b7-41a7-a009-c844939bb199 on host n-d-773647-6 for vnic_type normal with profile {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 15:02:14.397518 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-d905b24c-7680-433c-9f58-08b926452872 None None] Attempting to bind port 18278647-10b7-41a7-a009-c844939bb199 by drivers openvswitch,hyperv on host n-d-773647-6 at level 0 using segments [{'id': 'd02d18a4-3cfc-4dfd-915e-c71c4bc10ea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1042, 'network_id': 'db48e69a-0a25-483a-8d92-c1954e0ddd21'}] {{(pid=100248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 15:02:14.397886 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d905b24c-7680-433c-9f58-08b926452872 None None] Attempting to bind port 18278647-10b7-41a7-a009-c844939bb199 on network db48e69a-0a25-483a-8d92-c1954e0ddd21 {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 15:02:14.407703 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d905b24c-7680-433c-9f58-08b926452872 None None] Checking agent: {'id': '8ab5b19c-d213-4f29-891d-27bdf39d38b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773647-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 43, 26), 'started_at': datetime.datetime(2021, 7, 6, 13, 43, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 15, 1, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773647-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 15:02:14.408115 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d905b24c-7680-433c-9f58-08b926452872 None None] Checking segment: {'id': 'd02d18a4-3cfc-4dfd-915e-c71c4bc10ea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1042, 'network_id': 'db48e69a-0a25-483a-8d92-c1954e0ddd21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 15:02:14.408522 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-d905b24c-7680-433c-9f58-08b926452872 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:14.408935 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d905b24c-7680-433c-9f58-08b926452872 None None] Bound using segment: {'id': 'd02d18a4-3cfc-4dfd-915e-c71c4bc10ea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1042, 'network_id': 'db48e69a-0a25-483a-8d92-c1954e0ddd21'} {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 15:02:14.409431 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-d905b24c-7680-433c-9f58-08b926452872 None None] Bound port: 18278647-10b7-41a7-a009-c844939bb199, host: n-d-773647-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd02d18a4-3cfc-4dfd-915e-c71c4bc10ea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1042, 'network_id': 'db48e69a-0a25-483a-8d92-c1954e0ddd21'}}] {{(pid=100248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 15:02:14.409859 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-d905b24c-7680-433c-9f58-08b926452872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:14.506653 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-720ce5a6-697a-422b-8858-135f8d36ffd5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:14.720701 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning for port 983740de-3bc2-4695-ad50-09118e9de38a completed by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 15:02:14.741230 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning complete for port 983740de-3bc2-4695-ad50-09118e9de38a triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 15:02:14.741611 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:14.743602 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-d905b24c-7680-433c-9f58-08b926452872 None None] For port 18278647-10b7-41a7-a009-c844939bb199, host n-d-773647-6, cleared binding levels {{(pid=100248) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 15:02:14.818423 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-d905b24c-7680-433c-9f58-08b926452872 None None] For port 18278647-10b7-41a7-a009-c844939bb199, host n-d-773647-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=18278647-10b7-41a7-a009-c844939bb199,segment=NetworkSegment(d02d18a4-3cfc-4dfd-915e-c71c4bc10ea5),segment_id=d02d18a4-3cfc-4dfd-915e-c71c4bc10ea5)] {{(pid=100248) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 15:02:14.830021 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-d905b24c-7680-433c-9f58-08b926452872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:14.953829 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d905b24c-7680-433c-9f58-08b926452872 None None] Pushing event updated for resources: {'Port': ['ID=18278647-10b7-41a7-a009-c844939bb199,revision_number=2']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:02:14.982886 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:15.031756 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] For port 983740de-3bc2-4695-ad50-09118e9de38a, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=983740de-3bc2-4695-ad50-09118e9de38a,segment=NetworkSegment(89a832b7-7793-4d51-9038-ed7e1c3ff1b2),segment_id=89a832b7-7793-4d51-9038-ed7e1c3ff1b2)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 15:02:15.038817 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:15.052421 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-3355a12b-6163-4805-b059-0b40e5142f7b None None] Notify callbacks [] for port, precommit_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:15.053457 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-720ce5a6-697a-422b-8858-135f8d36ffd5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1806297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1761036'] for router, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:15.092319 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-3355a12b-6163-4805-b059-0b40e5142f7b None None] Transition to ACTIVE for port object d1e9e0c9-ebb1-477f-be6b-efbdb5910830 will not be triggered until provisioned by entity L2. {{(pid=100248) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 15:02:15.107003 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-3355a12b-6163-4805-b059-0b40e5142f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:15.143110 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Pushing event updated for resources: {'Port': ['ID=983740de-3bc2-4695-ad50-09118e9de38a,revision_number=4']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:02:15.210431 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-720ce5a6-697a-422b-8858-135f8d36ffd5 admin admin] Router 540adea3-4f69-43af-8b1a-798f78386fa4 is scheduled to L3 agent 2823d358-a11b-4885-a706-95a279e43fa7 with binding_index 1 {{(pid=100246) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 15:02:15.233201 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15a9aa7-816a-4d8e-bf20-a059b7dcb673 None None] Pushing event updated for resources: {'Port': ['ID=d1e9e0c9-ebb1-477f-be6b-efbdb5910830,revision_number=3']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:02:15.253146 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-3355a12b-6163-4805-b059-0b40e5142f7b None None] Attempting to bind port d1e9e0c9-ebb1-477f-be6b-efbdb5910830 on host n-d-773647-6 for vnic_type normal with profile {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 15:02:15.253570 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-3355a12b-6163-4805-b059-0b40e5142f7b None None] Attempting to bind port d1e9e0c9-ebb1-477f-be6b-efbdb5910830 by drivers openvswitch,hyperv on host n-d-773647-6 at level 0 using segments [{'id': '11274852-024c-4e4d-97e3-9b8d77163c1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': '0ca2dbbd-eacf-4b0e-a170-6e1636cbaa62'}] {{(pid=100248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 15:02:15.253942 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3355a12b-6163-4805-b059-0b40e5142f7b None None] Attempting to bind port d1e9e0c9-ebb1-477f-be6b-efbdb5910830 on network 0ca2dbbd-eacf-4b0e-a170-6e1636cbaa62 {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 15:02:15.263039 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3355a12b-6163-4805-b059-0b40e5142f7b None None] Checking agent: {'id': '8ab5b19c-d213-4f29-891d-27bdf39d38b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773647-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 43, 26), 'started_at': datetime.datetime(2021, 7, 6, 13, 43, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 15, 1, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773647-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 15:02:15.263469 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3355a12b-6163-4805-b059-0b40e5142f7b None None] Checking segment: {'id': '11274852-024c-4e4d-97e3-9b8d77163c1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': '0ca2dbbd-eacf-4b0e-a170-6e1636cbaa62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 15:02:15.264053 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-3355a12b-6163-4805-b059-0b40e5142f7b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:15.264440 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3355a12b-6163-4805-b059-0b40e5142f7b None None] Bound using segment: {'id': '11274852-024c-4e4d-97e3-9b8d77163c1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': '0ca2dbbd-eacf-4b0e-a170-6e1636cbaa62'} {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 15:02:15.264930 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-3355a12b-6163-4805-b059-0b40e5142f7b None None] Bound port: d1e9e0c9-ebb1-477f-be6b-efbdb5910830, host: n-d-773647-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11274852-024c-4e4d-97e3-9b8d77163c1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': '0ca2dbbd-eacf-4b0e-a170-6e1636cbaa62'}}] {{(pid=100248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 15:02:15.265765 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-3355a12b-6163-4805-b059-0b40e5142f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:15.333994 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-720ce5a6-697a-422b-8858-135f8d36ffd5 admin admin] Notify agent at l3_agent.n-d-773647-6 the message routers_updated {{(pid=100246) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 15:02:15.337209 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-3355a12b-6163-4805-b059-0b40e5142f7b None None] For port d1e9e0c9-ebb1-477f-be6b-efbdb5910830, host n-d-773647-6, cleared binding levels {{(pid=100248) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 15:02:15.340869 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-3355a12b-6163-4805-b059-0b40e5142f7b None None] For port d1e9e0c9-ebb1-477f-be6b-efbdb5910830, host n-d-773647-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=d1e9e0c9-ebb1-477f-be6b-efbdb5910830,segment=NetworkSegment(11274852-024c-4e4d-97e3-9b8d77163c1d),segment_id=11274852-024c-4e4d-97e3-9b8d77163c1d)] {{(pid=100248) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 15:02:15.344030 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-507efb58-f345-470c-bf4f-15a357bb06ba None None] Sync routers for ids ['540adea3-4f69-43af-8b1a-798f78386fa4'] in n-d-773647-6 {{(pid=100249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 15:02:15.352836 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-3355a12b-6163-4805-b059-0b40e5142f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:15.353455 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-720ce5a6-697a-422b-8858-135f8d36ffd5 admin admin] Notify callbacks [] for router, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:15.354650 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-507efb58-f345-470c-bf4f-15a357bb06ba None None] Routers {'540adea3-4f69-43af-8b1a-798f78386fa4'} bound to L3 agent in host n-d-773647-6 {{(pid=100249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 15:02:15.355458 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-720ce5a6-697a-422b-8858-135f8d36ffd5 admin admin] 10.222.0.104 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.8814394 Jul 06 15:02:15.355675 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-507efb58-f345-470c-bf4f-15a357bb06ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T15:01:56Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['540adea3-4f69-43af-8b1a-798f78386fa4'], 'active': True} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:02:15.358268 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 60540) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 15:02:15.402042 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3355a12b-6163-4805-b059-0b40e5142f7b None None] Routers {'0039fd21-09a6-454c-abea-8f2f635346fa'} bound to L3 agent in host n-d-773647-6 {{(pid=100248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 15:02:15.402638 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-3355a12b-6163-4805-b059-0b40e5142f7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T15:01:56Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['0039fd21-09a6-454c-abea-8f2f635346fa'], 'active': True} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:02:15.475563 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15a9aa7-816a-4d8e-bf20-a059b7dcb673 None None] Pushing event updated for resources: {'Port': ['ID=d1e9e0c9-ebb1-477f-be6b-efbdb5910830,revision_number=4']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:02:15.506136 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvr_db [None req-507efb58-f345-470c-bf4f-15a357bb06ba None None] Set router 540adea3-4f69-43af-8b1a-798f78386fa4 gateway port host: n-d-773647-6 {{(pid=100249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 15:02:15.550592 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvr_db [None req-3355a12b-6163-4805-b059-0b40e5142f7b None None] Set router 0039fd21-09a6-454c-abea-8f2f635346fa gateway port host: n-d-773647-6 {{(pid=100248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 15:02:15.712534 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-507efb58-f345-470c-bf4f-15a357bb06ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '540adea3-4f69-43af-8b1a-798f78386fa4', 'name': 'tempest-TestMinimumBasicScenario-425009464-router', 'tenant_id': '73e8b96590334a0a93df1978dbebdb58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.101'}], 'enable_snat': True}, 'gw_port_id': '37933024-2400-4d23-b4a3-90edcfc0c6bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T15:02:13Z', 'updated_at': '2021-07-06T15:02:14Z', 'revision_number': 3, 'project_id': '73e8b96590334a0a93df1978dbebdb58', 'gw_port': {'id': '37933024-2400-4d23-b4a3-90edcfc0c6bd', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:80:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '540adea3-4f69-43af-8b1a-798f78386fa4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4112, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T15:02:13Z', 'updated_at': '2021-07-06T15:02:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6'}], 'n-d-773647-6', False) {} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:02:15.745802 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-507efb58-f345-470c-bf4f-15a357bb06ba None None] Checking router: 540adea3-4f69-43af-8b1a-798f78386fa4 for host: n-d-773647-6 {{(pid=100249) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 15:02:15.746158 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-507efb58-f345-470c-bf4f-15a357bb06ba None None] Updating router 540adea3-4f69-43af-8b1a-798f78386fa4 port 37933024-2400-4d23-b4a3-90edcfc0c6bd binding host n-d-773647-6 {{(pid=100249) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 15:02:15.795672 n-d-773647-6 neutron-server[100249]: DEBUG neutron_lib.callbacks.manager [None req-507efb58-f345-470c-bf4f-15a357bb06ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:15.831777 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-3355a12b-6163-4805-b059-0b40e5142f7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0039fd21-09a6-454c-abea-8f2f635346fa', 'name': 'tempest-TestMinimumBasicScenario-81852804-router', 'tenant_id': '6261f7cc188147068d48f9fe013f604d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.81'}], 'enable_snat': True}, 'gw_port_id': '983740de-3bc2-4695-ad50-09118e9de38a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T15:02:08Z', 'updated_at': '2021-07-06T15:02:11Z', 'revision_number': 4, 'project_id': '6261f7cc188147068d48f9fe013f604d', 'gw_port': {'id': '983740de-3bc2-4695-ad50-09118e9de38a', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:b5:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0039fd21-09a6-454c-abea-8f2f635346fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4100, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T15:02:09Z', 'updated_at': '2021-07-06T15:02:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6', '_interfaces': [{'id': 'd1e9e0c9-ebb1-477f-be6b-efbdb5910830', 'name': '', 'network_id': '0ca2dbbd-eacf-4b0e-a170-6e1636cbaa62', 'tenant_id': '6261f7cc188147068d48f9fe013f604d', 'mac_address': 'fa:16:3e:10:f2:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0039fd21-09a6-454c-abea-8f2f635346fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 4101, 'fixed_ips': [{'subnet_id': 'f0500ddc-2b7b-4594-98cc-38596dd2c9a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T15:02:11Z', 'updated_at': '2021-07-06T15:02:15Z', 'revision_number': 4, 'project_id': '6261f7cc188147068d48f9fe013f604d', 'subnets': [{'id': 'f0500ddc-2b7b-4594-98cc-38596dd2c9a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773647-6', False) {} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:02:15.868148 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3355a12b-6163-4805-b059-0b40e5142f7b None None] The sync data for ids ['0039fd21-09a6-454c-abea-8f2f635346fa'] in n-d-773647-6 is: [{'id': '0039fd21-09a6-454c-abea-8f2f635346fa', 'name': 'tempest-TestMinimumBasicScenario-81852804-router', 'tenant_id': '6261f7cc188147068d48f9fe013f604d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.81'}], 'enable_snat': True}, 'gw_port_id': '983740de-3bc2-4695-ad50-09118e9de38a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T15:02:08Z', 'updated_at': '2021-07-06T15:02:11Z', 'revision_number': 4, 'project_id': '6261f7cc188147068d48f9fe013f604d', 'gw_port': {'id': '983740de-3bc2-4695-ad50-09118e9de38a', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:b5:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0039fd21-09a6-454c-abea-8f2f635346fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4100, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T15:02:09Z', 'updated_at': '2021-07-06T15:02:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6', '_interfaces': [{'id': 'd1e9e0c9-ebb1-477f-be6b-efbdb5910830', 'name': '', 'network_id': '0ca2dbbd-eacf-4b0e-a170-6e1636cbaa62', 'tenant_id': '6261f7cc188147068d48f9fe013f604d', 'mac_address': 'fa:16:3e:10:f2:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0039fd21-09a6-454c-abea-8f2f635346fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 4101, 'fixed_ips': [{'subnet_id': 'f0500ddc-2b7b-4594-98cc-38596dd2c9a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T15:02:11Z', 'updated_at': '2021-07-06T15:02:15Z', 'revision_number': 4, 'project_id': '6261f7cc188147068d48f9fe013f604d', 'subnets': [{'id': 'f0500ddc-2b7b-4594-98cc-38596dd2c9a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 15:02:15.975933 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-8566d85a-fcfc-4aab-8115-7851b0f17a08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:16.123264 n-d-773647-6 neutron-server[100249]: DEBUG neutron_lib.callbacks.manager [None req-507efb58-f345-470c-bf4f-15a357bb06ba None None] Notify callbacks [] for port, precommit_update {{(pid=100249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:16.135615 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.provisioning_blocks [None req-507efb58-f345-470c-bf4f-15a357bb06ba None None] Transition to ACTIVE for port object 37933024-2400-4d23-b4a3-90edcfc0c6bd will not be triggered until provisioned by entity L2. {{(pid=100249) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 15:02:16.143137 n-d-773647-6 neutron-server[100249]: DEBUG neutron_lib.callbacks.manager [None req-507efb58-f345-470c-bf4f-15a357bb06ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:16.147208 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07409ca3-5d3b-40bb-bd49-170a5601af8c None None] Network db48e69a-0a25-483a-8d92-c1954e0ddd21 requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 15:02:16.195016 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.db_base_plugin_common [None req-8566d85a-fcfc-4aab-8115-7851b0f17a08 admin admin] Allocated IP 172.20.0.1 (db48e69a-0a25-483a-8d92-c1954e0ddd21/e31e0144-1198-44e7-b460-e7db8ce2c220/5ac12ff7-25de-4735-ab2f-b8bbf5435b13) {{(pid=100246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 15:02:16.200978 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d5535b-5d61-4dba-8e15-c627cdab1948 None None] Pushing event updated for resources: {'Port': ['ID=37933024-2400-4d23-b4a3-90edcfc0c6bd,revision_number=2']} {{(pid=100249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:02:16.204040 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.managers [None req-507efb58-f345-470c-bf4f-15a357bb06ba None None] Attempting to bind port 37933024-2400-4d23-b4a3-90edcfc0c6bd on host n-d-773647-6 for vnic_type normal with profile {{(pid=100249) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 15:02:16.204332 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.managers [None req-507efb58-f345-470c-bf4f-15a357bb06ba None None] Attempting to bind port 37933024-2400-4d23-b4a3-90edcfc0c6bd by drivers openvswitch,hyperv on host n-d-773647-6 at level 0 using segments [{'id': '89a832b7-7793-4d51-9038-ed7e1c3ff1b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719'}] {{(pid=100249) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 15:02:16.204638 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-507efb58-f345-470c-bf4f-15a357bb06ba None None] Attempting to bind port 37933024-2400-4d23-b4a3-90edcfc0c6bd on network 2658f09e-a580-4d4a-9968-2d1e0ad93719 {{(pid=100249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 15:02:16.211546 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-507efb58-f345-470c-bf4f-15a357bb06ba None None] Checking agent: {'id': '8ab5b19c-d213-4f29-891d-27bdf39d38b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773647-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 43, 26), 'started_at': datetime.datetime(2021, 7, 6, 13, 43, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 15, 1, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773647-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 15:02:16.212047 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-507efb58-f345-470c-bf4f-15a357bb06ba None None] Checking segment: {'id': '89a832b7-7793-4d51-9038-ed7e1c3ff1b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100249) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 15:02:16.212431 n-d-773647-6 neutron-server[100249]: DEBUG neutron_lib.callbacks.manager [None req-507efb58-f345-470c-bf4f-15a357bb06ba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:16.212824 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-507efb58-f345-470c-bf4f-15a357bb06ba None None] Bound using segment: {'id': '89a832b7-7793-4d51-9038-ed7e1c3ff1b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719'} {{(pid=100249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 15:02:16.213296 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.managers [None req-507efb58-f345-470c-bf4f-15a357bb06ba None None] Bound port: 37933024-2400-4d23-b4a3-90edcfc0c6bd, host: n-d-773647-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89a832b7-7793-4d51-9038-ed7e1c3ff1b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719'}}] {{(pid=100249) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 15:02:16.213822 n-d-773647-6 neutron-server[100249]: DEBUG neutron_lib.callbacks.manager [None req-507efb58-f345-470c-bf4f-15a357bb06ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:16.248236 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-b39c75ae-5184-4cf3-9bc0-b0abd48ce98f None None] Provisioning for port 18278647-10b7-41a7-a009-c844939bb199 completed by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 15:02:16.297987 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.db [None req-507efb58-f345-470c-bf4f-15a357bb06ba None None] For port 37933024-2400-4d23-b4a3-90edcfc0c6bd, host n-d-773647-6, cleared binding levels {{(pid=100249) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 15:02:16.307746 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.db [None req-507efb58-f345-470c-bf4f-15a357bb06ba None None] For port 37933024-2400-4d23-b4a3-90edcfc0c6bd, host n-d-773647-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=37933024-2400-4d23-b4a3-90edcfc0c6bd,segment=NetworkSegment(89a832b7-7793-4d51-9038-ed7e1c3ff1b2),segment_id=89a832b7-7793-4d51-9038-ed7e1c3ff1b2)] {{(pid=100249) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 15:02:16.315265 n-d-773647-6 neutron-server[100249]: DEBUG neutron_lib.callbacks.manager [None req-507efb58-f345-470c-bf4f-15a357bb06ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:16.380266 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-507efb58-f345-470c-bf4f-15a357bb06ba None None] Routers {'540adea3-4f69-43af-8b1a-798f78386fa4'} bound to L3 agent in host n-d-773647-6 {{(pid=100249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 15:02:16.382154 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-507efb58-f345-470c-bf4f-15a357bb06ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T15:01:56Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['540adea3-4f69-43af-8b1a-798f78386fa4'], 'active': True} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:02:16.394008 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-8566d85a-fcfc-4aab-8115-7851b0f17a08 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:16.418318 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.provisioning_blocks [None req-8566d85a-fcfc-4aab-8115-7851b0f17a08 admin admin] Transition to ACTIVE for port object 5ac12ff7-25de-4735-ab2f-b8bbf5435b13 will not be triggered until provisioned by entity DHCP. {{(pid=100246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 15:02:16.470163 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-8566d85a-fcfc-4aab-8115-7851b0f17a08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-127687573'] for port, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:16.487712 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 18278647-10b7-41a7-a009-c844939bb199 up at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 15:02:16.512553 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvr_db [None req-507efb58-f345-470c-bf4f-15a357bb06ba None None] Set router 540adea3-4f69-43af-8b1a-798f78386fa4 gateway port host: n-d-773647-6 {{(pid=100249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 15:02:16.554582 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning for port 18278647-10b7-41a7-a009-c844939bb199 completed by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 15:02:16.561568 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning complete for port 18278647-10b7-41a7-a009-c844939bb199 triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 15:02:16.562069 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:16.577884 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8566d85a-fcfc-4aab-8115-7851b0f17a08 admin admin] Network db48e69a-0a25-483a-8d92-c1954e0ddd21 is already hosted by enough agents. {{(pid=100246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 15:02:16.582258 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.base_scheduler [None req-8566d85a-fcfc-4aab-8115-7851b0f17a08 admin admin] Resources bound (agent type, host, resource id): {{(pid=100246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 15:02:16.600678 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8566d85a-fcfc-4aab-8115-7851b0f17a08 admin admin] Pushing event updated for resources: {'Port': ['ID=5ac12ff7-25de-4735-ab2f-b8bbf5435b13,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:02:16.603294 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8566d85a-fcfc-4aab-8115-7851b0f17a08 admin admin] Received port after_create {{(pid=100246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 15:02:16.643984 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-8566d85a-fcfc-4aab-8115-7851b0f17a08 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1807675'] for router_interface, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:16.669196 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:16.713267 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] For port 18278647-10b7-41a7-a009-c844939bb199, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=18278647-10b7-41a7-a009-c844939bb199,segment=NetworkSegment(d02d18a4-3cfc-4dfd-915e-c71c4bc10ea5),segment_id=d02d18a4-3cfc-4dfd-915e-c71c4bc10ea5)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 15:02:16.721721 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:16.722597 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device d1e9e0c9-ebb1-477f-be6b-efbdb5910830 up at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 15:02:16.803419 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d5535b-5d61-4dba-8e15-c627cdab1948 None None] Pushing event updated for resources: {'Port': ['ID=37933024-2400-4d23-b4a3-90edcfc0c6bd,revision_number=3']} {{(pid=100249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:02:16.831429 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Pushing event updated for resources: {'Port': ['ID=18278647-10b7-41a7-a009-c844939bb199,revision_number=3']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:02:16.856467 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning for port d1e9e0c9-ebb1-477f-be6b-efbdb5910830 completed by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 15:02:16.860804 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-8566d85a-fcfc-4aab-8115-7851b0f17a08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:16.865209 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning complete for port d1e9e0c9-ebb1-477f-be6b-efbdb5910830 triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 15:02:16.865753 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:16.898622 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-507efb58-f345-470c-bf4f-15a357bb06ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '540adea3-4f69-43af-8b1a-798f78386fa4', 'name': 'tempest-TestMinimumBasicScenario-425009464-router', 'tenant_id': '73e8b96590334a0a93df1978dbebdb58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.101'}], 'enable_snat': True}, 'gw_port_id': '37933024-2400-4d23-b4a3-90edcfc0c6bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T15:02:13Z', 'updated_at': '2021-07-06T15:02:14Z', 'revision_number': 3, 'project_id': '73e8b96590334a0a93df1978dbebdb58', 'gw_port': {'id': '37933024-2400-4d23-b4a3-90edcfc0c6bd', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:80:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '540adea3-4f69-43af-8b1a-798f78386fa4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4112, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T15:02:13Z', 'updated_at': '2021-07-06T15:02:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6'}], 'n-d-773647-6', False) {} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:02:16.939059 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-507efb58-f345-470c-bf4f-15a357bb06ba None None] The sync data for ids ['540adea3-4f69-43af-8b1a-798f78386fa4'] in n-d-773647-6 is: [{'id': '540adea3-4f69-43af-8b1a-798f78386fa4', 'name': 'tempest-TestMinimumBasicScenario-425009464-router', 'tenant_id': '73e8b96590334a0a93df1978dbebdb58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.101'}], 'enable_snat': True}, 'gw_port_id': '37933024-2400-4d23-b4a3-90edcfc0c6bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T15:02:13Z', 'updated_at': '2021-07-06T15:02:14Z', 'revision_number': 3, 'project_id': '73e8b96590334a0a93df1978dbebdb58', 'gw_port': {'id': '37933024-2400-4d23-b4a3-90edcfc0c6bd', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:80:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '540adea3-4f69-43af-8b1a-798f78386fa4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4112, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T15:02:13Z', 'updated_at': '2021-07-06T15:02:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6'}] {{(pid=100249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 15:02:16.943426 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-3eb3fbfb-a7ae-4939-8e54-a1eb1efb2a69 None None] Provisioning complete for port 18278647-10b7-41a7-a009-c844939bb199 triggered by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 15:02:16.947459 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-3eb3fbfb-a7ae-4939-8e54-a1eb1efb2a69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:17.055196 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:17.131046 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] For port d1e9e0c9-ebb1-477f-be6b-efbdb5910830, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=d1e9e0c9-ebb1-477f-be6b-efbdb5910830,segment=NetworkSegment(11274852-024c-4e4d-97e3-9b8d77163c1d),segment_id=11274852-024c-4e4d-97e3-9b8d77163c1d)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 15:02:17.136030 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:17.136319 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-8566d85a-fcfc-4aab-8115-7851b0f17a08 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:17.137083 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 983740de-3bc2-4695-ad50-09118e9de38a up at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 15:02:17.142307 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-8566d85a-fcfc-4aab-8115-7851b0f17a08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127687527'] for port, after_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:17.220756 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Pushing event updated for resources: {'Port': ['ID=d1e9e0c9-ebb1-477f-be6b-efbdb5910830,revision_number=5']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:02:17.236746 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-8566d85a-fcfc-4aab-8115-7851b0f17a08 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1809478'] for router_interface, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:17.241201 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning complete for port 983740de-3bc2-4695-ad50-09118e9de38a triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 15:02:17.241623 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:17.248999 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8566d85a-fcfc-4aab-8115-7851b0f17a08 admin admin] Pushing event updated for resources: {'Port': ['ID=5ac12ff7-25de-4735-ab2f-b8bbf5435b13,revision_number=2']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:02:17.264545 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-2563fa5a-24e6-4c45-8499-81d6e48fba7b None None] Provisioning for port 5ac12ff7-25de-4735-ab2f-b8bbf5435b13 completed by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 15:02:17.273360 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-2563fa5a-24e6-4c45-8499-81d6e48fba7b None None] Provisioning complete for port 5ac12ff7-25de-4735-ab2f-b8bbf5435b13 triggered by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 15:02:17.273681 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-2563fa5a-24e6-4c45-8499-81d6e48fba7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:17.350979 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-2563fa5a-24e6-4c45-8499-81d6e48fba7b None None] Port 5ac12ff7-25de-4735-ab2f-b8bbf5435b13 cannot update to ACTIVE because it is not bound. {{(pid=100248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 15:02:17.387208 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8566d85a-fcfc-4aab-8115-7851b0f17a08 admin admin] Network db48e69a-0a25-483a-8d92-c1954e0ddd21 is already hosted by enough agents. {{(pid=100246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 15:02:17.388721 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.base_scheduler [None req-8566d85a-fcfc-4aab-8115-7851b0f17a08 admin admin] Resources bound (agent type, host, resource id): {{(pid=100246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 15:02:17.523055 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8566d85a-fcfc-4aab-8115-7851b0f17a08 admin admin] Router 540adea3-4f69-43af-8b1a-798f78386fa4 has already been hosted by L3 agent 2823d358-a11b-4885-a706-95a279e43fa7 {{(pid=100246) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 15:02:17.651111 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8566d85a-fcfc-4aab-8115-7851b0f17a08 admin admin] Notify agent at l3_agent.n-d-773647-6 the message routers_updated {{(pid=100246) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 15:02:17.665276 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-8566d85a-fcfc-4aab-8115-7851b0f17a08 admin admin] 10.222.0.104 "PUT /v2.0/routers/540adea3-4f69-43af-8b1a-798f78386fa4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2975574 Jul 06 15:02:17.671915 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-14fe45f7-f904-4f77-8366-d498c62adccd None None] Provisioning complete for port 5ac12ff7-25de-4735-ab2f-b8bbf5435b13 triggered by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 15:02:17.672292 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-14fe45f7-f904-4f77-8366-d498c62adccd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:17.709019 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-14fe45f7-f904-4f77-8366-d498c62adccd None None] Port 5ac12ff7-25de-4735-ab2f-b8bbf5435b13 cannot update to ACTIVE because it is not bound. {{(pid=100248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 15:02:18.370231 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device d1e9e0c9-ebb1-477f-be6b-efbdb5910830 up at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 15:02:18.417393 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning complete for port d1e9e0c9-ebb1-477f-be6b-efbdb5910830 triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 15:02:18.417769 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:18.498292 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 37933024-2400-4d23-b4a3-90edcfc0c6bd up at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 15:02:18.552931 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning for port 37933024-2400-4d23-b4a3-90edcfc0c6bd completed by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 15:02:18.556957 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning complete for port 37933024-2400-4d23-b4a3-90edcfc0c6bd triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 15:02:18.557376 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:18.646660 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:18.669662 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] For port 37933024-2400-4d23-b4a3-90edcfc0c6bd, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=37933024-2400-4d23-b4a3-90edcfc0c6bd,segment=NetworkSegment(89a832b7-7793-4d51-9038-ed7e1c3ff1b2),segment_id=89a832b7-7793-4d51-9038-ed7e1c3ff1b2)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 15:02:18.674908 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:18.675820 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 18278647-10b7-41a7-a009-c844939bb199 up at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 15:02:18.758808 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Pushing event updated for resources: {'Port': ['ID=37933024-2400-4d23-b4a3-90edcfc0c6bd,revision_number=4']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:02:18.766849 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning complete for port 18278647-10b7-41a7-a009-c844939bb199 triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 15:02:18.767359 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:19.406850 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a66049ca-aebc-4496-8c5a-78144d50048a None None] Sync routers for ids ['540adea3-4f69-43af-8b1a-798f78386fa4'] in n-d-773647-6 {{(pid=100248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 15:02:19.416959 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a66049ca-aebc-4496-8c5a-78144d50048a None None] Routers {'540adea3-4f69-43af-8b1a-798f78386fa4'} bound to L3 agent in host n-d-773647-6 {{(pid=100248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 15:02:19.417570 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-a66049ca-aebc-4496-8c5a-78144d50048a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T15:01:56Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['540adea3-4f69-43af-8b1a-798f78386fa4'], 'active': True} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:02:19.536528 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvr_db [None req-a66049ca-aebc-4496-8c5a-78144d50048a None None] Set router 540adea3-4f69-43af-8b1a-798f78386fa4 gateway port host: n-d-773647-6 {{(pid=100248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 15:02:19.906798 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-a66049ca-aebc-4496-8c5a-78144d50048a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '540adea3-4f69-43af-8b1a-798f78386fa4', 'name': 'tempest-TestMinimumBasicScenario-425009464-router', 'tenant_id': '73e8b96590334a0a93df1978dbebdb58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.101'}], 'enable_snat': True}, 'gw_port_id': '37933024-2400-4d23-b4a3-90edcfc0c6bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T15:02:13Z', 'updated_at': '2021-07-06T15:02:16Z', 'revision_number': 4, 'project_id': '73e8b96590334a0a93df1978dbebdb58', 'gw_port': {'id': '37933024-2400-4d23-b4a3-90edcfc0c6bd', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:80:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '540adea3-4f69-43af-8b1a-798f78386fa4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4112, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T15:02:13Z', 'updated_at': '2021-07-06T15:02:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6', '_interfaces': [{'id': '5ac12ff7-25de-4735-ab2f-b8bbf5435b13', 'name': '', 'network_id': 'db48e69a-0a25-483a-8d92-c1954e0ddd21', 'tenant_id': '73e8b96590334a0a93df1978dbebdb58', 'mac_address': 'fa:16:3e:25:a1:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '540adea3-4f69-43af-8b1a-798f78386fa4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4113, 'fixed_ips': [{'subnet_id': 'e31e0144-1198-44e7-b460-e7db8ce2c220', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T15:02:16Z', 'updated_at': '2021-07-06T15:02:16Z', 'revision_number': 2, 'project_id': '73e8b96590334a0a93df1978dbebdb58', 'subnets': [{'id': 'e31e0144-1198-44e7-b460-e7db8ce2c220', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773647-6', False) {} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:02:19.933940 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a66049ca-aebc-4496-8c5a-78144d50048a None None] Checking router: 540adea3-4f69-43af-8b1a-798f78386fa4 for host: n-d-773647-6 {{(pid=100248) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 15:02:19.934598 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a66049ca-aebc-4496-8c5a-78144d50048a None None] Updating router 540adea3-4f69-43af-8b1a-798f78386fa4 port 5ac12ff7-25de-4735-ab2f-b8bbf5435b13 binding host n-d-773647-6 {{(pid=100248) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 15:02:19.976251 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-a66049ca-aebc-4496-8c5a-78144d50048a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:20.276529 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-a66049ca-aebc-4496-8c5a-78144d50048a None None] Notify callbacks [] for port, precommit_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:20.300377 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-a66049ca-aebc-4496-8c5a-78144d50048a None None] Transition to ACTIVE for port object 5ac12ff7-25de-4735-ab2f-b8bbf5435b13 will not be triggered until provisioned by entity L2. {{(pid=100248) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 15:02:20.309165 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-a66049ca-aebc-4496-8c5a-78144d50048a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:20.349794 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 37933024-2400-4d23-b4a3-90edcfc0c6bd up at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 15:02:20.475030 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1a4739-9df3-4acb-a9b6-fbc87f7644c9 None None] Pushing event updated for resources: {'Port': ['ID=5ac12ff7-25de-4735-ab2f-b8bbf5435b13,revision_number=3']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:02:20.503553 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning complete for port 37933024-2400-4d23-b4a3-90edcfc0c6bd triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 15:02:20.503925 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:20.505726 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-a66049ca-aebc-4496-8c5a-78144d50048a None None] Attempting to bind port 5ac12ff7-25de-4735-ab2f-b8bbf5435b13 on host n-d-773647-6 for vnic_type normal with profile {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 15:02:20.506095 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-a66049ca-aebc-4496-8c5a-78144d50048a None None] Attempting to bind port 5ac12ff7-25de-4735-ab2f-b8bbf5435b13 by drivers openvswitch,hyperv on host n-d-773647-6 at level 0 using segments [{'id': 'd02d18a4-3cfc-4dfd-915e-c71c4bc10ea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1042, 'network_id': 'db48e69a-0a25-483a-8d92-c1954e0ddd21'}] {{(pid=100248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 15:02:20.506459 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a66049ca-aebc-4496-8c5a-78144d50048a None None] Attempting to bind port 5ac12ff7-25de-4735-ab2f-b8bbf5435b13 on network db48e69a-0a25-483a-8d92-c1954e0ddd21 {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 15:02:20.532370 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a66049ca-aebc-4496-8c5a-78144d50048a None None] Checking agent: {'id': '8ab5b19c-d213-4f29-891d-27bdf39d38b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773647-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 43, 26), 'started_at': datetime.datetime(2021, 7, 6, 13, 43, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 15, 1, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773647-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 15:02:20.532729 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a66049ca-aebc-4496-8c5a-78144d50048a None None] Checking segment: {'id': 'd02d18a4-3cfc-4dfd-915e-c71c4bc10ea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1042, 'network_id': 'db48e69a-0a25-483a-8d92-c1954e0ddd21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 15:02:20.533141 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-a66049ca-aebc-4496-8c5a-78144d50048a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:20.533545 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a66049ca-aebc-4496-8c5a-78144d50048a None None] Bound using segment: {'id': 'd02d18a4-3cfc-4dfd-915e-c71c4bc10ea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1042, 'network_id': 'db48e69a-0a25-483a-8d92-c1954e0ddd21'} {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 15:02:20.534024 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-a66049ca-aebc-4496-8c5a-78144d50048a None None] Bound port: 5ac12ff7-25de-4735-ab2f-b8bbf5435b13, host: n-d-773647-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd02d18a4-3cfc-4dfd-915e-c71c4bc10ea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1042, 'network_id': 'db48e69a-0a25-483a-8d92-c1954e0ddd21'}}] {{(pid=100248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 15:02:20.534410 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-a66049ca-aebc-4496-8c5a-78144d50048a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:20.665382 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-a66049ca-aebc-4496-8c5a-78144d50048a None None] For port 5ac12ff7-25de-4735-ab2f-b8bbf5435b13, host n-d-773647-6, cleared binding levels {{(pid=100248) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 15:02:20.669364 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-a66049ca-aebc-4496-8c5a-78144d50048a None None] For port 5ac12ff7-25de-4735-ab2f-b8bbf5435b13, host n-d-773647-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=5ac12ff7-25de-4735-ab2f-b8bbf5435b13,segment=NetworkSegment(d02d18a4-3cfc-4dfd-915e-c71c4bc10ea5),segment_id=d02d18a4-3cfc-4dfd-915e-c71c4bc10ea5)] {{(pid=100248) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 15:02:20.674965 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-a66049ca-aebc-4496-8c5a-78144d50048a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:20.732040 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a66049ca-aebc-4496-8c5a-78144d50048a None None] Routers {'540adea3-4f69-43af-8b1a-798f78386fa4'} bound to L3 agent in host n-d-773647-6 {{(pid=100248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 15:02:20.732040 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-a66049ca-aebc-4496-8c5a-78144d50048a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T15:01:56Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['540adea3-4f69-43af-8b1a-798f78386fa4'], 'active': True} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:02:20.794554 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1a4739-9df3-4acb-a9b6-fbc87f7644c9 None None] Pushing event updated for resources: {'Port': ['ID=5ac12ff7-25de-4735-ab2f-b8bbf5435b13,revision_number=4']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:02:20.894967 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvr_db [None req-a66049ca-aebc-4496-8c5a-78144d50048a None None] Set router 540adea3-4f69-43af-8b1a-798f78386fa4 gateway port host: n-d-773647-6 {{(pid=100248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 15:02:21.136089 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-a66049ca-aebc-4496-8c5a-78144d50048a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '540adea3-4f69-43af-8b1a-798f78386fa4', 'name': 'tempest-TestMinimumBasicScenario-425009464-router', 'tenant_id': '73e8b96590334a0a93df1978dbebdb58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.101'}], 'enable_snat': True}, 'gw_port_id': '37933024-2400-4d23-b4a3-90edcfc0c6bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T15:02:13Z', 'updated_at': '2021-07-06T15:02:16Z', 'revision_number': 4, 'project_id': '73e8b96590334a0a93df1978dbebdb58', 'gw_port': {'id': '37933024-2400-4d23-b4a3-90edcfc0c6bd', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:80:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '540adea3-4f69-43af-8b1a-798f78386fa4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4112, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T15:02:13Z', 'updated_at': '2021-07-06T15:02:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6', '_interfaces': [{'id': '5ac12ff7-25de-4735-ab2f-b8bbf5435b13', 'name': '', 'network_id': 'db48e69a-0a25-483a-8d92-c1954e0ddd21', 'tenant_id': '73e8b96590334a0a93df1978dbebdb58', 'mac_address': 'fa:16:3e:25:a1:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '540adea3-4f69-43af-8b1a-798f78386fa4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4113, 'fixed_ips': [{'subnet_id': 'e31e0144-1198-44e7-b460-e7db8ce2c220', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T15:02:16Z', 'updated_at': '2021-07-06T15:02:20Z', 'revision_number': 4, 'project_id': '73e8b96590334a0a93df1978dbebdb58', 'subnets': [{'id': 'e31e0144-1198-44e7-b460-e7db8ce2c220', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773647-6', False) {} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:02:21.164716 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a66049ca-aebc-4496-8c5a-78144d50048a None None] The sync data for ids ['540adea3-4f69-43af-8b1a-798f78386fa4'] in n-d-773647-6 is: [{'id': '540adea3-4f69-43af-8b1a-798f78386fa4', 'name': 'tempest-TestMinimumBasicScenario-425009464-router', 'tenant_id': '73e8b96590334a0a93df1978dbebdb58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.101'}], 'enable_snat': True}, 'gw_port_id': '37933024-2400-4d23-b4a3-90edcfc0c6bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T15:02:13Z', 'updated_at': '2021-07-06T15:02:16Z', 'revision_number': 4, 'project_id': '73e8b96590334a0a93df1978dbebdb58', 'gw_port': {'id': '37933024-2400-4d23-b4a3-90edcfc0c6bd', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:80:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '540adea3-4f69-43af-8b1a-798f78386fa4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4112, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T15:02:13Z', 'updated_at': '2021-07-06T15:02:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6', '_interfaces': [{'id': '5ac12ff7-25de-4735-ab2f-b8bbf5435b13', 'name': '', 'network_id': 'db48e69a-0a25-483a-8d92-c1954e0ddd21', 'tenant_id': '73e8b96590334a0a93df1978dbebdb58', 'mac_address': 'fa:16:3e:25:a1:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '540adea3-4f69-43af-8b1a-798f78386fa4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4113, 'fixed_ips': [{'subnet_id': 'e31e0144-1198-44e7-b460-e7db8ce2c220', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T15:02:16Z', 'updated_at': '2021-07-06T15:02:20Z', 'revision_number': 4, 'project_id': '73e8b96590334a0a93df1978dbebdb58', 'subnets': [{'id': 'e31e0144-1198-44e7-b460-e7db8ce2c220', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 15:02:22.333048 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 5ac12ff7-25de-4735-ab2f-b8bbf5435b13 up at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 15:02:22.382856 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning for port 5ac12ff7-25de-4735-ab2f-b8bbf5435b13 completed by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 15:02:22.387795 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning complete for port 5ac12ff7-25de-4735-ab2f-b8bbf5435b13 triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 15:02:22.388303 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:22.485243 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:22.521240 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] For port 5ac12ff7-25de-4735-ab2f-b8bbf5435b13, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=5ac12ff7-25de-4735-ab2f-b8bbf5435b13,segment=NetworkSegment(d02d18a4-3cfc-4dfd-915e-c71c4bc10ea5),segment_id=d02d18a4-3cfc-4dfd-915e-c71c4bc10ea5)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 15:02:22.526247 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:22.590100 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Pushing event updated for resources: {'Port': ['ID=5ac12ff7-25de-4735-ab2f-b8bbf5435b13,revision_number=5']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:02:22.965470 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-90acb06d-7ccf-41ba-8567-827bfd653be5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:24.308123 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 5ac12ff7-25de-4735-ab2f-b8bbf5435b13 up at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 15:02:24.367707 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning complete for port 5ac12ff7-25de-4735-ab2f-b8bbf5435b13 triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 15:02:24.368065 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:25.620046 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-c6121533-fe3c-4be0-ba65-da3b8b6068d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:25.979501 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:26.838142 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-2064eaae-da4f-48f8-82d2-b09d4ddedd44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:28.026918 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab7b331-e978-4181-b7b6-be30dbb0b3a3 req-33d38d45-1fdf-4951-8666-c40c5345f8dd tempest-TestMinimumBasicScenario-1688572112 tempest-TestMinimumBasicScenario-1688572112-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:02:28.028418 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-4ab7b331-e978-4181-b7b6-be30dbb0b3a3 req-33d38d45-1fdf-4951-8666-c40c5345f8dd tempest-TestMinimumBasicScenario-1688572112 tempest-TestMinimumBasicScenario-1688572112-project] 10.222.0.104 "GET /v2.0/networks?id=0ca2dbbd-eacf-4b0e-a170-6e1636cbaa62 HTTP/1.1" status: 200 len: 813 time: 0.1050563 Jul 06 15:02:28.042808 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-4ab7b331-e978-4181-b7b6-be30dbb0b3a3 req-32eacad5-f00a-44b6-a4e9-bcdf9defa5cd tempest-TestMinimumBasicScenario-1688572112 tempest-TestMinimumBasicScenario-1688572112-project] 10.222.0.104 "GET /v2.0/quotas/6261f7cc188147068d48f9fe013f604d HTTP/1.1" status: 200 len: 375 time: 0.0088964 Jul 06 15:02:28.107335 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-4ab7b331-e978-4181-b7b6-be30dbb0b3a3 req-6a152586-10de-4dc7-abb1-c58dbe2ab025 tempest-TestMinimumBasicScenario-1688572112 tempest-TestMinimumBasicScenario-1688572112-project] 10.222.0.104 "GET /v2.0/ports?tenant_id=6261f7cc188147068d48f9fe013f604d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0596831 Jul 06 15:02:28.203053 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-4ab7b331-e978-4181-b7b6-be30dbb0b3a3 req-4902c3d1-7b6c-4268-b49d-93a32d0f93f4 service neutron] 10.222.0.104 "GET /v2.0/networks/0ca2dbbd-eacf-4b0e-a170-6e1636cbaa62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842087 Jul 06 15:02:28.288815 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-4ab7b331-e978-4181-b7b6-be30dbb0b3a3 req-5c2143c5-b3d6-4e02-9802-72b0e0c90c26 service neutron] 10.222.0.104 "GET /v2.0/networks/0ca2dbbd-eacf-4b0e-a170-6e1636cbaa62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800881 Jul 06 15:02:28.461278 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-4dc10274-015d-4e6c-a4be-f7f7248b9066 req-14955e0b-587e-4f14-87a8-77b17738e6e4 tempest-TestMinimumBasicScenario-1688572112 tempest-TestMinimumBasicScenario-1688572112-project] 10.222.0.104 "GET /v2.0/ports?device_id=9720cbdf-dde8-4ba0-9f4f-808b92c10433 HTTP/1.1" status: 200 len: 210 time: 0.0369191 Jul 06 15:02:28.624470 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-03f71b24-a9b8-453a-8924-caa3f97bc6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:29.497907 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab7b331-e978-4181-b7b6-be30dbb0b3a3 req-9650e311-ac31-41f7-82c5-2f3735e8ecae tempest-TestMinimumBasicScenario-1688572112 tempest-TestMinimumBasicScenario-1688572112-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:02:29.499525 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-4ab7b331-e978-4181-b7b6-be30dbb0b3a3 req-9650e311-ac31-41f7-82c5-2f3735e8ecae tempest-TestMinimumBasicScenario-1688572112 tempest-TestMinimumBasicScenario-1688572112-project] 10.222.0.72 "GET /v2.0/networks?id=0ca2dbbd-eacf-4b0e-a170-6e1636cbaa62 HTTP/1.1" status: 200 len: 813 time: 0.1146097 Jul 06 15:02:29.516108 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [req-4ab7b331-e978-4181-b7b6-be30dbb0b3a3 req-9d62f1a1-6694-454f-84c0-2628d6e3f9ff tempest-TestMinimumBasicScenario-1688572112 tempest-TestMinimumBasicScenario-1688572112-project] Request body: {'port': {'device_id': '9720cbdf-dde8-4ba0-9f4f-808b92c10433', 'network_id': '0ca2dbbd-eacf-4b0e-a170-6e1636cbaa62', 'admin_state_up': True, 'tenant_id': '6261f7cc188147068d48f9fe013f604d'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 15:02:29.610123 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-f53e1b9f-03df-480c-af91-d6b57771bac5 req-47a30c48-06cb-4d73-b0a5-4c0538af01fd tempest-TestMinimumBasicScenario-1688572112 tempest-TestMinimumBasicScenario-1688572112-project] 10.222.0.104 "GET /v2.0/ports?device_id=9720cbdf-dde8-4ba0-9f4f-808b92c10433 HTTP/1.1" status: 200 len: 210 time: 0.0313039 Jul 06 15:02:29.634357 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4ab7b331-e978-4181-b7b6-be30dbb0b3a3 req-9d62f1a1-6694-454f-84c0-2628d6e3f9ff tempest-TestMinimumBasicScenario-1688572112 tempest-TestMinimumBasicScenario-1688572112-project] Made reservation on behalf of 6261f7cc188147068d48f9fe013f604d for: {'port': 1} {{(pid=100246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 15:02:29.637925 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-4ab7b331-e978-4181-b7b6-be30dbb0b3a3 req-9d62f1a1-6694-454f-84c0-2628d6e3f9ff tempest-TestMinimumBasicScenario-1688572112 tempest-TestMinimumBasicScenario-1688572112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:29.778850 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.db_base_plugin_common [req-4ab7b331-e978-4181-b7b6-be30dbb0b3a3 req-9d62f1a1-6694-454f-84c0-2628d6e3f9ff tempest-TestMinimumBasicScenario-1688572112 tempest-TestMinimumBasicScenario-1688572112-project] Allocated IP 172.20.0.10 (0ca2dbbd-eacf-4b0e-a170-6e1636cbaa62/f0500ddc-2b7b-4594-98cc-38596dd2c9a6/50615783-5d4b-4b94-937d-6bf7bb2db4dc) {{(pid=100246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 15:02:29.943495 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-4ab7b331-e978-4181-b7b6-be30dbb0b3a3 req-9d62f1a1-6694-454f-84c0-2628d6e3f9ff tempest-TestMinimumBasicScenario-1688572112 tempest-TestMinimumBasicScenario-1688572112-project] Notify callbacks [] for port, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:29.960063 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.provisioning_blocks [req-4ab7b331-e978-4181-b7b6-be30dbb0b3a3 req-9d62f1a1-6694-454f-84c0-2628d6e3f9ff tempest-TestMinimumBasicScenario-1688572112 tempest-TestMinimumBasicScenario-1688572112-project] Transition to ACTIVE for port object 50615783-5d4b-4b94-937d-6bf7bb2db4dc will not be triggered until provisioned by entity DHCP. {{(pid=100246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 15:02:30.000769 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-4ab7b331-e978-4181-b7b6-be30dbb0b3a3 req-9d62f1a1-6694-454f-84c0-2628d6e3f9ff tempest-TestMinimumBasicScenario-1688572112 tempest-TestMinimumBasicScenario-1688572112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-127687573'] for port, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:30.072729 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4ab7b331-e978-4181-b7b6-be30dbb0b3a3 req-9d62f1a1-6694-454f-84c0-2628d6e3f9ff tempest-TestMinimumBasicScenario-1688572112 tempest-TestMinimumBasicScenario-1688572112-project] Network 0ca2dbbd-eacf-4b0e-a170-6e1636cbaa62 is already hosted by enough agents. {{(pid=100246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 15:02:30.076563 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.base_scheduler [req-4ab7b331-e978-4181-b7b6-be30dbb0b3a3 req-9d62f1a1-6694-454f-84c0-2628d6e3f9ff tempest-TestMinimumBasicScenario-1688572112 tempest-TestMinimumBasicScenario-1688572112-project] Resources bound (agent type, host, resource id): {{(pid=100246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 15:02:30.079494 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ab7b331-e978-4181-b7b6-be30dbb0b3a3 req-9d62f1a1-6694-454f-84c0-2628d6e3f9ff tempest-TestMinimumBasicScenario-1688572112 tempest-TestMinimumBasicScenario-1688572112-project] Received port after_create {{(pid=100246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 15:02:30.112891 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d62f1a1-6694-454f-84c0-2628d6e3f9ff tempest-TestMinimumBasicScenario-1688572112 tempest-TestMinimumBasicScenario-1688572112-project] Pushing event updated for resources: {'Port': ['ID=50615783-5d4b-4b94-937d-6bf7bb2db4dc,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:02:30.147429 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab7b331-e978-4181-b7b6-be30dbb0b3a3 req-9d62f1a1-6694-454f-84c0-2628d6e3f9ff tempest-TestMinimumBasicScenario-1688572112 tempest-TestMinimumBasicScenario-1688572112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:02:30.149181 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-4ab7b331-e978-4181-b7b6-be30dbb0b3a3 req-9d62f1a1-6694-454f-84c0-2628d6e3f9ff tempest-TestMinimumBasicScenario-1688572112 tempest-TestMinimumBasicScenario-1688572112-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:30.167602 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-4ab7b331-e978-4181-b7b6-be30dbb0b3a3 req-9d62f1a1-6694-454f-84c0-2628d6e3f9ff tempest-TestMinimumBasicScenario-1688572112 tempest-TestMinimumBasicScenario-1688572112-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6552687 Jul 06 15:02:30.357384 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-6eae36cd-d0d6-41dc-923c-108cf6ee2f56 None None] Provisioning for port 50615783-5d4b-4b94-937d-6bf7bb2db4dc completed by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 15:02:30.361692 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-6eae36cd-d0d6-41dc-923c-108cf6ee2f56 None None] Provisioning complete for port 50615783-5d4b-4b94-937d-6bf7bb2db4dc triggered by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 15:02:30.362412 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-6eae36cd-d0d6-41dc-923c-108cf6ee2f56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:30.406698 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-6eae36cd-d0d6-41dc-923c-108cf6ee2f56 None None] Port 50615783-5d4b-4b94-937d-6bf7bb2db4dc cannot update to ACTIVE because it is not bound. {{(pid=100248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 15:02:30.796370 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805d7eaa-ff1d-44f2-9d8f-56151c6fdb79 req-14fba2bf-8dbf-459b-98e1-ae11fe3a9b7e tempest-TestMinimumBasicScenario-1688572112 tempest-TestMinimumBasicScenario-1688572112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:02:30.798808 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-805d7eaa-ff1d-44f2-9d8f-56151c6fdb79 req-14fba2bf-8dbf-459b-98e1-ae11fe3a9b7e tempest-TestMinimumBasicScenario-1688572112 tempest-TestMinimumBasicScenario-1688572112-project] 10.222.0.104 "GET /v2.0/ports?device_id=9720cbdf-dde8-4ba0-9f4f-808b92c10433 HTTP/1.1" status: 200 len: 932 time: 0.0734682 Jul 06 15:02:30.838046 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-805d7eaa-ff1d-44f2-9d8f-56151c6fdb79 req-1c8f7c89-4454-4565-a04d-67db4a5a1bb9 tempest-TestMinimumBasicScenario-1688572112 tempest-TestMinimumBasicScenario-1688572112-project] 10.222.0.104 "GET /v2.0/security-groups?id=2185daa9-20b6-4f63-a769-7d58263c50ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327213 Jul 06 15:02:32.021157 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41ef79a-8909-413f-bf67-5b1b60cd5937 req-dd54198c-dfc4-49e5-80d8-05c4cdbefb57 tempest-TestMinimumBasicScenario-1688572112 tempest-TestMinimumBasicScenario-1688572112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:02:32.022742 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-e41ef79a-8909-413f-bf67-5b1b60cd5937 req-dd54198c-dfc4-49e5-80d8-05c4cdbefb57 tempest-TestMinimumBasicScenario-1688572112 tempest-TestMinimumBasicScenario-1688572112-project] 10.222.0.104 "GET /v2.0/ports?device_id=9720cbdf-dde8-4ba0-9f4f-808b92c10433 HTTP/1.1" status: 200 len: 932 time: 0.0696015 Jul 06 15:02:32.061321 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-e41ef79a-8909-413f-bf67-5b1b60cd5937 req-e4aeddbd-2fa9-40c5-82f3-f7349d21d8d7 tempest-TestMinimumBasicScenario-1688572112 tempest-TestMinimumBasicScenario-1688572112-project] 10.222.0.104 "GET /v2.0/security-groups?id=2185daa9-20b6-4f63-a769-7d58263c50ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326309 Jul 06 15:02:33.233859 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1d42e6-da93-4dbb-8c8d-00bf6326fc15 req-b55e5f40-e6cb-4059-9cda-7e0eaaf293bb tempest-TestMinimumBasicScenario-1688572112 tempest-TestMinimumBasicScenario-1688572112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:02:33.235503 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-be1d42e6-da93-4dbb-8c8d-00bf6326fc15 req-b55e5f40-e6cb-4059-9cda-7e0eaaf293bb tempest-TestMinimumBasicScenario-1688572112 tempest-TestMinimumBasicScenario-1688572112-project] 10.222.0.104 "GET /v2.0/ports?device_id=9720cbdf-dde8-4ba0-9f4f-808b92c10433 HTTP/1.1" status: 200 len: 932 time: 0.0638795 Jul 06 15:02:33.274983 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-be1d42e6-da93-4dbb-8c8d-00bf6326fc15 req-2ed2046b-6bca-4ed6-b91b-ef5d405ce2cb tempest-TestMinimumBasicScenario-1688572112 tempest-TestMinimumBasicScenario-1688572112-project] 10.222.0.104 "GET /v2.0/security-groups?id=2185daa9-20b6-4f63-a769-7d58263c50ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327265 Jul 06 15:02:34.477738 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e904669-6ff7-489c-aba1-28f47b2ada92 req-deeb4555-b1b5-42f2-a27f-b11a1d41db94 tempest-TestMinimumBasicScenario-1688572112 tempest-TestMinimumBasicScenario-1688572112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:02:34.480190 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-2e904669-6ff7-489c-aba1-28f47b2ada92 req-deeb4555-b1b5-42f2-a27f-b11a1d41db94 tempest-TestMinimumBasicScenario-1688572112 tempest-TestMinimumBasicScenario-1688572112-project] 10.222.0.104 "GET /v2.0/ports?device_id=9720cbdf-dde8-4ba0-9f4f-808b92c10433 HTTP/1.1" status: 200 len: 932 time: 0.0832000 Jul 06 15:02:34.517301 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-2e904669-6ff7-489c-aba1-28f47b2ada92 req-5b4f22b3-6509-4d0d-b1bf-f41f40f24c34 tempest-TestMinimumBasicScenario-1688572112 tempest-TestMinimumBasicScenario-1688572112-project] 10.222.0.104 "GET /v2.0/security-groups?id=2185daa9-20b6-4f63-a769-7d58263c50ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312209 Jul 06 15:02:35.696242 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b41bf3-4d4e-4b1f-afbf-b21b08400aae req-137a44f7-6e37-4cdc-89d1-7a1de9c3d630 tempest-TestMinimumBasicScenario-1688572112 tempest-TestMinimumBasicScenario-1688572112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:02:35.703931 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-d4b41bf3-4d4e-4b1f-afbf-b21b08400aae req-137a44f7-6e37-4cdc-89d1-7a1de9c3d630 tempest-TestMinimumBasicScenario-1688572112 tempest-TestMinimumBasicScenario-1688572112-project] 10.222.0.104 "GET /v2.0/ports?device_id=9720cbdf-dde8-4ba0-9f4f-808b92c10433 HTTP/1.1" status: 200 len: 932 time: 0.0761364 Jul 06 15:02:35.737970 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-d4b41bf3-4d4e-4b1f-afbf-b21b08400aae req-c38e8022-74b2-453e-a233-6ca8f34e75ed tempest-TestMinimumBasicScenario-1688572112 tempest-TestMinimumBasicScenario-1688572112-project] 10.222.0.104 "GET /v2.0/security-groups?id=2185daa9-20b6-4f63-a769-7d58263c50ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329671 Jul 06 15:02:36.278907 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.agents_db [None req-167c0ad6-1657-4c9a-a2c4-3b18056aa662 None None] Agent healthcheck: found 7 active agents {{(pid=100249) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 15:02:36.920756 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0f5a21-5ee0-4cdc-8707-f09719c4a0b4 req-8f560272-f85d-4f75-afe2-1eb6d0cc3492 tempest-TestMinimumBasicScenario-1688572112 tempest-TestMinimumBasicScenario-1688572112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:02:36.922347 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-df0f5a21-5ee0-4cdc-8707-f09719c4a0b4 req-8f560272-f85d-4f75-afe2-1eb6d0cc3492 tempest-TestMinimumBasicScenario-1688572112 tempest-TestMinimumBasicScenario-1688572112-project] 10.222.0.104 "GET /v2.0/ports?device_id=9720cbdf-dde8-4ba0-9f4f-808b92c10433 HTTP/1.1" status: 200 len: 932 time: 0.0662603 Jul 06 15:02:36.963183 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-df0f5a21-5ee0-4cdc-8707-f09719c4a0b4 req-342d62d8-e761-4f46-a894-391ded1b333f tempest-TestMinimumBasicScenario-1688572112 tempest-TestMinimumBasicScenario-1688572112-project] 10.222.0.104 "GET /v2.0/security-groups?id=2185daa9-20b6-4f63-a769-7d58263c50ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342395 Jul 06 15:02:38.142153 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9857b90c-83f9-4181-bf0d-dac4d3ad8e8a req-7f4cb322-beb1-43bb-8d5e-14718d31c34f tempest-TestMinimumBasicScenario-1688572112 tempest-TestMinimumBasicScenario-1688572112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:02:38.144030 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-9857b90c-83f9-4181-bf0d-dac4d3ad8e8a req-7f4cb322-beb1-43bb-8d5e-14718d31c34f tempest-TestMinimumBasicScenario-1688572112 tempest-TestMinimumBasicScenario-1688572112-project] 10.222.0.104 "GET /v2.0/ports?device_id=9720cbdf-dde8-4ba0-9f4f-808b92c10433 HTTP/1.1" status: 200 len: 932 time: 0.0675251 Jul 06 15:02:38.186050 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-9857b90c-83f9-4181-bf0d-dac4d3ad8e8a req-89406f2d-44ac-4afb-ac4a-e16eddb853e8 tempest-TestMinimumBasicScenario-1688572112 tempest-TestMinimumBasicScenario-1688572112-project] 10.222.0.104 "GET /v2.0/security-groups?id=2185daa9-20b6-4f63-a769-7d58263c50ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348043 Jul 06 15:02:39.375922 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df958be1-25f0-4943-be92-bb71fc84e12a req-53d2d250-981d-4747-8f33-fc321a239f70 tempest-TestMinimumBasicScenario-1688572112 tempest-TestMinimumBasicScenario-1688572112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:02:39.377617 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-df958be1-25f0-4943-be92-bb71fc84e12a req-53d2d250-981d-4747-8f33-fc321a239f70 tempest-TestMinimumBasicScenario-1688572112 tempest-TestMinimumBasicScenario-1688572112-project] 10.222.0.104 "GET /v2.0/ports?device_id=9720cbdf-dde8-4ba0-9f4f-808b92c10433 HTTP/1.1" status: 200 len: 932 time: 0.0736053 Jul 06 15:02:39.415302 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-df958be1-25f0-4943-be92-bb71fc84e12a req-fe0bbb99-d533-4069-af43-0612d16c048a tempest-TestMinimumBasicScenario-1688572112 tempest-TestMinimumBasicScenario-1688572112-project] 10.222.0.104 "GET /v2.0/security-groups?id=2185daa9-20b6-4f63-a769-7d58263c50ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321155 Jul 06 15:02:40.406305 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [req-4ab7b331-e978-4181-b7b6-be30dbb0b3a3 req-7fa8d873-7956-4306-863b-0d19dcadb2d0 service neutron] Request body: {'port': {'device_id': '9720cbdf-dde8-4ba0-9f4f-808b92c10433', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-773647-6'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 15:02:40.487411 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-4ab7b331-e978-4181-b7b6-be30dbb0b3a3 req-7fa8d873-7956-4306-863b-0d19dcadb2d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:40.588107 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516a9acf-0b0a-4d6f-8b2e-f3eac775fee0 req-a7948ecb-21de-49e0-bbfe-356bac0ef465 tempest-TestMinimumBasicScenario-1688572112 tempest-TestMinimumBasicScenario-1688572112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:02:40.589506 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-516a9acf-0b0a-4d6f-8b2e-f3eac775fee0 req-a7948ecb-21de-49e0-bbfe-356bac0ef465 tempest-TestMinimumBasicScenario-1688572112 tempest-TestMinimumBasicScenario-1688572112-project] 10.222.0.104 "GET /v2.0/ports?device_id=9720cbdf-dde8-4ba0-9f4f-808b92c10433 HTTP/1.1" status: 200 len: 932 time: 0.0626898 Jul 06 15:02:40.626388 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-516a9acf-0b0a-4d6f-8b2e-f3eac775fee0 req-0c9eab3f-d76e-49b0-92dd-498221213d19 tempest-TestMinimumBasicScenario-1688572112 tempest-TestMinimumBasicScenario-1688572112-project] 10.222.0.104 "GET /v2.0/security-groups?id=2185daa9-20b6-4f63-a769-7d58263c50ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312142 Jul 06 15:02:40.752490 n-d-773647-6 neutron-server[100246]: DEBUG neutron.notifiers.nova [req-4ab7b331-e978-4181-b7b6-be30dbb0b3a3 req-7fa8d873-7956-4306-863b-0d19dcadb2d0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 50615783-5d4b-4b94-937d-6bf7bb2db4dc {{(pid=100246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 15:02:40.760344 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-4ab7b331-e978-4181-b7b6-be30dbb0b3a3 req-7fa8d873-7956-4306-863b-0d19dcadb2d0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:40.774386 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.provisioning_blocks [req-4ab7b331-e978-4181-b7b6-be30dbb0b3a3 req-7fa8d873-7956-4306-863b-0d19dcadb2d0 service neutron] Transition to ACTIVE for port object 50615783-5d4b-4b94-937d-6bf7bb2db4dc will not be triggered until provisioned by entity L2. {{(pid=100246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 15:02:40.777963 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-4ab7b331-e978-4181-b7b6-be30dbb0b3a3 req-7fa8d873-7956-4306-863b-0d19dcadb2d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127687527'] for port, after_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:40.852290 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa8d873-7956-4306-863b-0d19dcadb2d0 service neutron] Pushing event updated for resources: {'Port': ['ID=50615783-5d4b-4b94-937d-6bf7bb2db4dc,revision_number=2']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:02:40.906364 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [req-4ab7b331-e978-4181-b7b6-be30dbb0b3a3 req-7fa8d873-7956-4306-863b-0d19dcadb2d0 service neutron] Attempting to bind port 50615783-5d4b-4b94-937d-6bf7bb2db4dc on host n-h2-773647-6 for vnic_type normal with profile {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 15:02:40.906708 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [req-4ab7b331-e978-4181-b7b6-be30dbb0b3a3 req-7fa8d873-7956-4306-863b-0d19dcadb2d0 service neutron] Attempting to bind port 50615783-5d4b-4b94-937d-6bf7bb2db4dc by drivers openvswitch,hyperv on host n-h2-773647-6 at level 0 using segments [{'id': '11274852-024c-4e4d-97e3-9b8d77163c1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': '0ca2dbbd-eacf-4b0e-a170-6e1636cbaa62'}] {{(pid=100246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 15:02:40.907037 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ab7b331-e978-4181-b7b6-be30dbb0b3a3 req-7fa8d873-7956-4306-863b-0d19dcadb2d0 service neutron] Attempting to bind port 50615783-5d4b-4b94-937d-6bf7bb2db4dc on network 0ca2dbbd-eacf-4b0e-a170-6e1636cbaa62 {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 15:02:40.911630 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ab7b331-e978-4181-b7b6-be30dbb0b3a3 req-7fa8d873-7956-4306-863b-0d19dcadb2d0 service neutron] Port 50615783-5d4b-4b94-937d-6bf7bb2db4dc on network 0ca2dbbd-eacf-4b0e-a170-6e1636cbaa62 not bound, no agent of type Open vSwitch agent registered on host n-h2-773647-6 {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 15:02:40.911959 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ab7b331-e978-4181-b7b6-be30dbb0b3a3 req-7fa8d873-7956-4306-863b-0d19dcadb2d0 service neutron] Attempting to bind port 50615783-5d4b-4b94-937d-6bf7bb2db4dc on network 0ca2dbbd-eacf-4b0e-a170-6e1636cbaa62 {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 15:02:40.916892 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ab7b331-e978-4181-b7b6-be30dbb0b3a3 req-7fa8d873-7956-4306-863b-0d19dcadb2d0 service neutron] Checking agent: {'id': '63768ece-0600-4354-8d29-fdedec96b077', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-773647-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 51, 10), 'started_at': datetime.datetime(2021, 7, 6, 13, 51, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 15, 2, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 15:02:40.917228 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ab7b331-e978-4181-b7b6-be30dbb0b3a3 req-7fa8d873-7956-4306-863b-0d19dcadb2d0 service neutron] Checking segment: {'id': '11274852-024c-4e4d-97e3-9b8d77163c1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': '0ca2dbbd-eacf-4b0e-a170-6e1636cbaa62'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 15:02:40.917610 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ab7b331-e978-4181-b7b6-be30dbb0b3a3 req-7fa8d873-7956-4306-863b-0d19dcadb2d0 service neutron] Bound using segment: {'id': '11274852-024c-4e4d-97e3-9b8d77163c1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': '0ca2dbbd-eacf-4b0e-a170-6e1636cbaa62'} {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 15:02:40.918035 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [req-4ab7b331-e978-4181-b7b6-be30dbb0b3a3 req-7fa8d873-7956-4306-863b-0d19dcadb2d0 service neutron] Bound port: 50615783-5d4b-4b94-937d-6bf7bb2db4dc, host: n-h2-773647-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '11274852-024c-4e4d-97e3-9b8d77163c1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': '0ca2dbbd-eacf-4b0e-a170-6e1636cbaa62'}}] {{(pid=100246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 15:02:40.918391 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-4ab7b331-e978-4181-b7b6-be30dbb0b3a3 req-7fa8d873-7956-4306-863b-0d19dcadb2d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:40.984369 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.db [req-4ab7b331-e978-4181-b7b6-be30dbb0b3a3 req-7fa8d873-7956-4306-863b-0d19dcadb2d0 service neutron] For port 50615783-5d4b-4b94-937d-6bf7bb2db4dc, host n-h2-773647-6, cleared binding levels {{(pid=100246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 15:02:40.987757 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.db [req-4ab7b331-e978-4181-b7b6-be30dbb0b3a3 req-7fa8d873-7956-4306-863b-0d19dcadb2d0 service neutron] For port 50615783-5d4b-4b94-937d-6bf7bb2db4dc, host n-h2-773647-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=50615783-5d4b-4b94-937d-6bf7bb2db4dc,segment=NetworkSegment(11274852-024c-4e4d-97e3-9b8d77163c1d),segment_id=11274852-024c-4e4d-97e3-9b8d77163c1d)] {{(pid=100246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 15:02:40.993336 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-4ab7b331-e978-4181-b7b6-be30dbb0b3a3 req-7fa8d873-7956-4306-863b-0d19dcadb2d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127687527'] for port, after_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:41.030975 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab7b331-e978-4181-b7b6-be30dbb0b3a3 req-7fa8d873-7956-4306-863b-0d19dcadb2d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:02:41.031652 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-4ab7b331-e978-4181-b7b6-be30dbb0b3a3 req-7fa8d873-7956-4306-863b-0d19dcadb2d0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:41.033088 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-4ab7b331-e978-4181-b7b6-be30dbb0b3a3 req-7fa8d873-7956-4306-863b-0d19dcadb2d0 service neutron] 10.222.0.72 "PUT /v2.0/ports/50615783-5d4b-4b94-937d-6bf7bb2db4dc HTTP/1.1" status: 200 len: 1092 time: 0.7201073 Jul 06 15:02:41.033536 n-d-773647-6 neutron-server[100246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9720cbdf-dde8-4ba0-9f4f-808b92c10433', 'tag': '50615783-5d4b-4b94-937d-6bf7bb2db4dc'}] {{(pid=100246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 15:02:41.035923 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46bcbd240f672e88150dff05a21f1d72cf4d2de628fda8977cb1eab177268aa5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ec1eabf-5cf2-4c71-9538-2f20cd3fe070" -d '{"events": [{"name": "network-changed", "server_uuid": "9720cbdf-dde8-4ba0-9f4f-808b92c10433", "tag": "50615783-5d4b-4b94-937d-6bf7bb2db4dc"}]}' {{(pid=100246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 15:02:41.071928 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa8d873-7956-4306-863b-0d19dcadb2d0 service neutron] Pushing event updated for resources: {'Port': ['ID=50615783-5d4b-4b94-937d-6bf7bb2db4dc,revision_number=3']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:02:41.084954 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 15:02:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ceba35c5-8d6c-4235-9109-f6987c3abaa6 x-openstack-request-id: req-ceba35c5-8d6c-4235-9109-f6987c3abaa6 {{(pid=100246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 15:02:41.085233 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9720cbdf-dde8-4ba0-9f4f-808b92c10433", "tag": "50615783-5d4b-4b94-937d-6bf7bb2db4dc", "status": "completed", "code": 200}]} {{(pid=100246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 15:02:41.085488 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-ceba35c5-8d6c-4235-9109-f6987c3abaa6 {{(pid=100246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 15:02:41.085889 n-d-773647-6 neutron-server[100246]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9720cbdf-dde8-4ba0-9f4f-808b92c10433', 'tag': '50615783-5d4b-4b94-937d-6bf7bb2db4dc', 'status': 'completed', 'code': 200} Jul 06 15:02:41.137179 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab7b331-e978-4181-b7b6-be30dbb0b3a3 req-77b4b9af-acb1-435f-a5a1-c6722d10e332 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:02:41.138736 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-4ab7b331-e978-4181-b7b6-be30dbb0b3a3 req-77b4b9af-acb1-435f-a5a1-c6722d10e332 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=6261f7cc188147068d48f9fe013f604d&device_id=9720cbdf-dde8-4ba0-9f4f-808b92c10433 HTTP/1.1" status: 200 len: 1095 time: 0.0624108 Jul 06 15:02:41.185596 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-4ab7b331-e978-4181-b7b6-be30dbb0b3a3 req-8e899ee9-2c64-4166-9a6d-41c8da4825ca service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=50615783-5d4b-4b94-937d-6bf7bb2db4dc HTTP/1.1" status: 200 len: 217 time: 0.0381315 Jul 06 15:02:41.234153 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab7b331-e978-4181-b7b6-be30dbb0b3a3 req-919ec649-777d-428b-90af-6528b7418ce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:02:41.235653 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-4ab7b331-e978-4181-b7b6-be30dbb0b3a3 req-919ec649-777d-428b-90af-6528b7418ce6 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=f0500ddc-2b7b-4594-98cc-38596dd2c9a6 HTTP/1.1" status: 200 len: 852 time: 0.0438361 Jul 06 15:02:41.290451 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab7b331-e978-4181-b7b6-be30dbb0b3a3 req-57a5fca7-8c56-4d59-9959-7adccea56285 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:02:41.291923 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-4ab7b331-e978-4181-b7b6-be30dbb0b3a3 req-57a5fca7-8c56-4d59-9959-7adccea56285 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=0ca2dbbd-eacf-4b0e-a170-6e1636cbaa62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0496879 Jul 06 15:02:41.311262 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:41.392761 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-4ab7b331-e978-4181-b7b6-be30dbb0b3a3 req-ac4fda9b-5669-40bb-a319-63eaf74c6cc2 service neutron] 10.222.0.72 "GET /v2.0/networks/0ca2dbbd-eacf-4b0e-a170-6e1636cbaa62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927577 Jul 06 15:02:41.481265 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-4ab7b331-e978-4181-b7b6-be30dbb0b3a3 req-a390bdbd-6620-4657-8fbc-9d8e3b18c2ae service neutron] 10.222.0.72 "GET /v2.0/networks/0ca2dbbd-eacf-4b0e-a170-6e1636cbaa62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825975 Jul 06 15:02:41.587003 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec1eabf-5cf2-4c71-9538-2f20cd3fe070 req-ee01d33d-53d4-444b-86c1-81431267a213 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:02:41.588512 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-6ec1eabf-5cf2-4c71-9538-2f20cd3fe070 req-ee01d33d-53d4-444b-86c1-81431267a213 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=6261f7cc188147068d48f9fe013f604d&device_id=9720cbdf-dde8-4ba0-9f4f-808b92c10433 HTTP/1.1" status: 200 len: 1095 time: 0.0571666 Jul 06 15:02:41.677980 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec1eabf-5cf2-4c71-9538-2f20cd3fe070 req-30cec969-c3f6-4a27-93e7-ebe1b56e8103 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:02:41.679483 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-6ec1eabf-5cf2-4c71-9538-2f20cd3fe070 req-30cec969-c3f6-4a27-93e7-ebe1b56e8103 service neutron] 10.222.0.72 "GET /v2.0/networks?id=0ca2dbbd-eacf-4b0e-a170-6e1636cbaa62 HTTP/1.1" status: 200 len: 915 time: 0.0838530 Jul 06 15:02:41.724679 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-6ec1eabf-5cf2-4c71-9538-2f20cd3fe070 req-439d85fc-b8b6-4ef0-95e9-3f2f2b277268 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=50615783-5d4b-4b94-937d-6bf7bb2db4dc HTTP/1.1" status: 200 len: 217 time: 0.0375979 Jul 06 15:02:41.774180 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec1eabf-5cf2-4c71-9538-2f20cd3fe070 req-3a751338-384d-4a3e-bb1c-0d9bc7dd2b99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:02:41.775682 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-6ec1eabf-5cf2-4c71-9538-2f20cd3fe070 req-3a751338-384d-4a3e-bb1c-0d9bc7dd2b99 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=f0500ddc-2b7b-4594-98cc-38596dd2c9a6 HTTP/1.1" status: 200 len: 852 time: 0.0446012 Jul 06 15:02:41.804792 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79694e73-0f0f-450c-85d4-a902658ef667 req-89f00dbd-7485-4549-9947-786a93fe682c tempest-TestMinimumBasicScenario-1688572112 tempest-TestMinimumBasicScenario-1688572112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:02:41.806278 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-79694e73-0f0f-450c-85d4-a902658ef667 req-89f00dbd-7485-4549-9947-786a93fe682c tempest-TestMinimumBasicScenario-1688572112 tempest-TestMinimumBasicScenario-1688572112-project] 10.222.0.104 "GET /v2.0/ports?device_id=9720cbdf-dde8-4ba0-9f4f-808b92c10433 HTTP/1.1" status: 200 len: 944 time: 0.0672104 Jul 06 15:02:41.834187 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec1eabf-5cf2-4c71-9538-2f20cd3fe070 req-6667be22-8003-4742-b0e2-f446258ab716 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:02:41.835770 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-6ec1eabf-5cf2-4c71-9538-2f20cd3fe070 req-6667be22-8003-4742-b0e2-f446258ab716 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=0ca2dbbd-eacf-4b0e-a170-6e1636cbaa62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0531232 Jul 06 15:02:41.844001 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-79694e73-0f0f-450c-85d4-a902658ef667 req-978e8071-04ec-499d-808c-03698ce829fd tempest-TestMinimumBasicScenario-1688572112 tempest-TestMinimumBasicScenario-1688572112-project] 10.222.0.104 "GET /v2.0/security-groups?id=2185daa9-20b6-4f63-a769-7d58263c50ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317430 Jul 06 15:02:41.928569 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-6ec1eabf-5cf2-4c71-9538-2f20cd3fe070 req-60c378a5-8a54-4dbb-9eeb-7a8335895816 service neutron] 10.222.0.72 "GET /v2.0/networks/0ca2dbbd-eacf-4b0e-a170-6e1636cbaa62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853243 Jul 06 15:02:42.016173 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-6ec1eabf-5cf2-4c71-9538-2f20cd3fe070 req-19d71204-f34b-42cc-815e-fce8fd523f21 service neutron] 10.222.0.72 "GET /v2.0/networks/0ca2dbbd-eacf-4b0e-a170-6e1636cbaa62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803449 Jul 06 15:02:43.013251 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6933ce7-776f-4c47-aaed-d3aba58e23bb req-eef4edcb-3d16-4e35-9967-e6e6b7f8f261 tempest-TestMinimumBasicScenario-1688572112 tempest-TestMinimumBasicScenario-1688572112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:02:43.014619 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-f6933ce7-776f-4c47-aaed-d3aba58e23bb req-eef4edcb-3d16-4e35-9967-e6e6b7f8f261 tempest-TestMinimumBasicScenario-1688572112 tempest-TestMinimumBasicScenario-1688572112-project] 10.222.0.104 "GET /v2.0/ports?device_id=9720cbdf-dde8-4ba0-9f4f-808b92c10433 HTTP/1.1" status: 200 len: 944 time: 0.0627012 Jul 06 15:02:43.050972 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-f6933ce7-776f-4c47-aaed-d3aba58e23bb req-0f6011e9-25fd-4e5d-9683-d9292e96808a tempest-TestMinimumBasicScenario-1688572112 tempest-TestMinimumBasicScenario-1688572112-project] 10.222.0.104 "GET /v2.0/security-groups?id=2185daa9-20b6-4f63-a769-7d58263c50ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309014 Jul 06 15:02:43.113545 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:44.226044 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d9151a-c47f-4164-995c-bf2edf5649b2 req-cafb4a4e-a754-40b4-887c-79072eb846b1 tempest-TestMinimumBasicScenario-1688572112 tempest-TestMinimumBasicScenario-1688572112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:02:44.227507 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-f4d9151a-c47f-4164-995c-bf2edf5649b2 req-cafb4a4e-a754-40b4-887c-79072eb846b1 tempest-TestMinimumBasicScenario-1688572112 tempest-TestMinimumBasicScenario-1688572112-project] 10.222.0.104 "GET /v2.0/ports?device_id=9720cbdf-dde8-4ba0-9f4f-808b92c10433 HTTP/1.1" status: 200 len: 944 time: 0.0649645 Jul 06 15:02:44.263925 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-f4d9151a-c47f-4164-995c-bf2edf5649b2 req-70e4a7d1-9991-4e0f-920c-5e3197136ce8 tempest-TestMinimumBasicScenario-1688572112 tempest-TestMinimumBasicScenario-1688572112-project] 10.222.0.104 "GET /v2.0/security-groups?id=2185daa9-20b6-4f63-a769-7d58263c50ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309179 Jul 06 15:02:44.269406 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Device 50615783-5d4b-4b94-937d-6bf7bb2db4dc details requested by agent hyperv_n-h2-773647-6 with host n-h2-773647-6 {{(pid=100248) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 15:02:44.364412 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] For port 50615783-5d4b-4b94-937d-6bf7bb2db4dc, host n-h2-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=50615783-5d4b-4b94-937d-6bf7bb2db4dc,segment=NetworkSegment(11274852-024c-4e4d-97e3-9b8d77163c1d),segment_id=11274852-024c-4e4d-97e3-9b8d77163c1d)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 15:02:44.375734 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Returning: {'device': '50615783-5d4b-4b94-937d-6bf7bb2db4dc', 'network_id': '0ca2dbbd-eacf-4b0e-a170-6e1636cbaa62', 'port_id': '50615783-5d4b-4b94-937d-6bf7bb2db4dc', 'mac_address': 'fa:16:3e:96:62:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1044, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f0500ddc-2b7b-4594-98cc-38596dd2c9a6', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100248) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 15:02:44.411505 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:44.423762 n-d-773647-6 neutron-server[100248]: DEBUG neutron.notifiers.nova [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 50615783-5d4b-4b94-937d-6bf7bb2db4dc {{(pid=100248) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 15:02:44.443287 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] For port 50615783-5d4b-4b94-937d-6bf7bb2db4dc, host n-h2-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=50615783-5d4b-4b94-937d-6bf7bb2db4dc,segment=NetworkSegment(11274852-024c-4e4d-97e3-9b8d77163c1d),segment_id=11274852-024c-4e4d-97e3-9b8d77163c1d)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 15:02:44.447101 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:44.496554 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Pushing event updated for resources: {'Port': ['ID=50615783-5d4b-4b94-937d-6bf7bb2db4dc,revision_number=4']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:02:44.651002 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] get_ports_and_sgs() called for port_ids ['50615783-5d4b-4b94-937d-6bf7bb2db4dc'] {{(pid=100248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 15:02:45.438099 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c844195-c04d-41b2-a433-9c90966594e9 req-6c6e771a-637c-4887-8363-7a3bfb20b475 tempest-TestMinimumBasicScenario-1688572112 tempest-TestMinimumBasicScenario-1688572112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:02:45.439579 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-7c844195-c04d-41b2-a433-9c90966594e9 req-6c6e771a-637c-4887-8363-7a3bfb20b475 tempest-TestMinimumBasicScenario-1688572112 tempest-TestMinimumBasicScenario-1688572112-project] 10.222.0.104 "GET /v2.0/ports?device_id=9720cbdf-dde8-4ba0-9f4f-808b92c10433 HTTP/1.1" status: 200 len: 945 time: 0.0621345 Jul 06 15:02:45.475956 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-7c844195-c04d-41b2-a433-9c90966594e9 req-4ee29221-0cef-4753-8d80-0563b086dce2 tempest-TestMinimumBasicScenario-1688572112 tempest-TestMinimumBasicScenario-1688572112-project] 10.222.0.104 "GET /v2.0/security-groups?id=2185daa9-20b6-4f63-a769-7d58263c50ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302465 Jul 06 15:02:46.297330 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Device 50615783-5d4b-4b94-937d-6bf7bb2db4dc up at agent hyperv_n-h2-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 15:02:46.346102 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Provisioning for port 50615783-5d4b-4b94-937d-6bf7bb2db4dc completed by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 15:02:46.350139 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Provisioning complete for port 50615783-5d4b-4b94-937d-6bf7bb2db4dc triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 15:02:46.350509 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:46.424713 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:46.448732 n-d-773647-6 neutron-server[100248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9720cbdf-dde8-4ba0-9f4f-808b92c10433', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50615783-5d4b-4b94-937d-6bf7bb2db4dc'}] {{(pid=100248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 15:02:46.450981 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55db2ac8c963aac1696062c7614e8816713b17764cc733cf0a1d7e1ce8ed655f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1318ab01-0592-4671-b1c6-48ca74aee943" -d '{"events": [{"server_uuid": "9720cbdf-dde8-4ba0-9f4f-808b92c10433", "name": "network-vif-plugged", "status": "completed", "tag": "50615783-5d4b-4b94-937d-6bf7bb2db4dc"}]}' {{(pid=100248) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 15:02:46.465758 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] For port 50615783-5d4b-4b94-937d-6bf7bb2db4dc, host n-h2-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=50615783-5d4b-4b94-937d-6bf7bb2db4dc,segment=NetworkSegment(11274852-024c-4e4d-97e3-9b8d77163c1d),segment_id=11274852-024c-4e4d-97e3-9b8d77163c1d)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 15:02:46.469750 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:46.495607 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 15:02:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a90f739-ca53-48d7-b598-acb7652e549c x-openstack-request-id: req-0a90f739-ca53-48d7-b598-acb7652e549c {{(pid=100248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 15:02:46.495986 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9720cbdf-dde8-4ba0-9f4f-808b92c10433", "name": "network-vif-plugged", "status": "completed", "tag": "50615783-5d4b-4b94-937d-6bf7bb2db4dc", "code": 200}]} {{(pid=100248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 15:02:46.496604 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-0a90f739-ca53-48d7-b598-acb7652e549c {{(pid=100248) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 15:02:46.497011 n-d-773647-6 neutron-server[100248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9720cbdf-dde8-4ba0-9f4f-808b92c10433', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50615783-5d4b-4b94-937d-6bf7bb2db4dc', 'code': 200} Jul 06 15:02:46.525554 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Pushing event updated for resources: {'Port': ['ID=50615783-5d4b-4b94-937d-6bf7bb2db4dc,revision_number=5']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:02:46.609443 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ead5fd0-df28-4584-bbcc-0c0a9dd17866 req-79818010-4128-48e7-ac03-39edefa14d41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:02:46.611061 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-7ead5fd0-df28-4584-bbcc-0c0a9dd17866 req-79818010-4128-48e7-ac03-39edefa14d41 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=9720cbdf-dde8-4ba0-9f4f-808b92c10433 HTTP/1.1" status: 200 len: 1097 time: 0.0535634 Jul 06 15:02:46.644811 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-7ead5fd0-df28-4584-bbcc-0c0a9dd17866 req-35bb5363-9c64-4351-a074-d712efc91d5e service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=2185daa9-20b6-4f63-a769-7d58263c50ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0274670 Jul 06 15:02:46.658208 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c3dc4e-9394-4713-9095-a4ed5b9648e8 req-28427d62-cb29-46fd-824b-36ee9eede075 tempest-TestMinimumBasicScenario-1688572112 tempest-TestMinimumBasicScenario-1688572112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:02:46.659707 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-66c3dc4e-9394-4713-9095-a4ed5b9648e8 req-28427d62-cb29-46fd-824b-36ee9eede075 tempest-TestMinimumBasicScenario-1688572112 tempest-TestMinimumBasicScenario-1688572112-project] 10.222.0.104 "GET /v2.0/ports?device_id=9720cbdf-dde8-4ba0-9f4f-808b92c10433 HTTP/1.1" status: 200 len: 946 time: 0.0631583 Jul 06 15:02:46.696683 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-66c3dc4e-9394-4713-9095-a4ed5b9648e8 req-38876eb7-5d09-49ed-94bb-d985272243c4 tempest-TestMinimumBasicScenario-1688572112 tempest-TestMinimumBasicScenario-1688572112-project] 10.222.0.104 "GET /v2.0/security-groups?id=2185daa9-20b6-4f63-a769-7d58263c50ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312195 Jul 06 15:02:47.877095 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3688fb-ce47-4a6c-a5e2-53eac1694941 req-677bbed0-ed18-4bed-88cf-532db298457e tempest-TestMinimumBasicScenario-1688572112 tempest-TestMinimumBasicScenario-1688572112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:02:47.878577 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-ec3688fb-ce47-4a6c-a5e2-53eac1694941 req-677bbed0-ed18-4bed-88cf-532db298457e tempest-TestMinimumBasicScenario-1688572112 tempest-TestMinimumBasicScenario-1688572112-project] 10.222.0.104 "GET /v2.0/ports?device_id=9720cbdf-dde8-4ba0-9f4f-808b92c10433 HTTP/1.1" status: 200 len: 946 time: 0.0664415 Jul 06 15:02:47.915919 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-ec3688fb-ce47-4a6c-a5e2-53eac1694941 req-27561f57-3217-4128-8bf1-8fb6b4ad3cb1 tempest-TestMinimumBasicScenario-1688572112 tempest-TestMinimumBasicScenario-1688572112-project] 10.222.0.104 "GET /v2.0/security-groups?id=2185daa9-20b6-4f63-a769-7d58263c50ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312302 Jul 06 15:02:48.087833 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffb4059-7c33-4bd0-b1c1-c72e21d8b888 req-0f2a6a62-b912-45d1-bfd4-73aee07dd4d4 tempest-TestMinimumBasicScenario-1688572112 tempest-TestMinimumBasicScenario-1688572112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:02:48.089311 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-dffb4059-7c33-4bd0-b1c1-c72e21d8b888 req-0f2a6a62-b912-45d1-bfd4-73aee07dd4d4 tempest-TestMinimumBasicScenario-1688572112 tempest-TestMinimumBasicScenario-1688572112-project] 10.222.0.104 "GET /v2.0/ports?device_id=9720cbdf-dde8-4ba0-9f4f-808b92c10433 HTTP/1.1" status: 200 len: 946 time: 0.0625529 Jul 06 15:02:48.126349 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-dffb4059-7c33-4bd0-b1c1-c72e21d8b888 req-64984b01-e1b1-484c-996e-dbbf171d2178 tempest-TestMinimumBasicScenario-1688572112 tempest-TestMinimumBasicScenario-1688572112-project] 10.222.0.104 "GET /v2.0/security-groups?id=2185daa9-20b6-4f63-a769-7d58263c50ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316000 Jul 06 15:02:48.460944 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48e3225-5b1c-4c8c-8db1-927d3a18c259 req-c478577a-60db-4bd6-9c18-e6b9ca8621b7 tempest-TestMinimumBasicScenario-1688572112 tempest-TestMinimumBasicScenario-1688572112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:02:48.462350 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-b48e3225-5b1c-4c8c-8db1-927d3a18c259 req-c478577a-60db-4bd6-9c18-e6b9ca8621b7 tempest-TestMinimumBasicScenario-1688572112 tempest-TestMinimumBasicScenario-1688572112-project] 10.222.0.104 "GET /v2.0/ports?device_id=9720cbdf-dde8-4ba0-9f4f-808b92c10433 HTTP/1.1" status: 200 len: 946 time: 0.0677719 Jul 06 15:02:48.501551 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-b48e3225-5b1c-4c8c-8db1-927d3a18c259 req-69f8b788-fcd1-4df2-b206-6154f2beff91 tempest-TestMinimumBasicScenario-1688572112 tempest-TestMinimumBasicScenario-1688572112-project] 10.222.0.104 "GET /v2.0/security-groups?id=2185daa9-20b6-4f63-a769-7d58263c50ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335002 Jul 06 15:02:52.969513 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-eb3c3b2a-04d8-412a-b1d5-32fe1471a34f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:55.620555 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-0d65daa7-6c4d-41d6-9de7-0c5d60f731f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:55.980991 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:56.839249 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-2064eaae-da4f-48f8-82d2-b09d4ddedd44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:58.623830 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-03f71b24-a9b8-453a-8924-caa3f97bc6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:03:00.132467 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4ad8c1-932f-41c5-942b-d51960a0c5cc req-0636e0e4-ff54-44ac-83e0-80147e9738a2 tempest-TestMinimumBasicScenario-1688572112 tempest-TestMinimumBasicScenario-1688572112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:03:00.133948 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-5e4ad8c1-932f-41c5-942b-d51960a0c5cc req-0636e0e4-ff54-44ac-83e0-80147e9738a2 tempest-TestMinimumBasicScenario-1688572112 tempest-TestMinimumBasicScenario-1688572112-project] 10.222.0.104 "GET /v2.0/ports?device_id=9720cbdf-dde8-4ba0-9f4f-808b92c10433 HTTP/1.1" status: 200 len: 946 time: 0.0626428 Jul 06 15:03:00.170485 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-5e4ad8c1-932f-41c5-942b-d51960a0c5cc req-0957a9d4-a840-415b-888a-20475cff39fd tempest-TestMinimumBasicScenario-1688572112 tempest-TestMinimumBasicScenario-1688572112-project] 10.222.0.104 "GET /v2.0/security-groups?id=2185daa9-20b6-4f63-a769-7d58263c50ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310483 Jul 06 15:03:00.199117 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 60738) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 15:03:00.292750 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78ac855a-b361-412c-be07-c5eab1a780cc tempest-TestMinimumBasicScenario-1202612637 tempest-TestMinimumBasicScenario-1202612637-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:03:00.294269 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-78ac855a-b361-412c-be07-c5eab1a780cc tempest-TestMinimumBasicScenario-1202612637 tempest-TestMinimumBasicScenario-1202612637-project-admin] 10.222.0.104 "GET /v2.0/ports?device_id=9720cbdf-dde8-4ba0-9f4f-808b92c10433 HTTP/1.1" status: 200 len: 1092 time: 0.0941169 Jul 06 15:03:00.297279 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 60742) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 15:03:00.302588 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-d584cc8d-340a-46de-b86f-389b1c50eb75 tempest-TestMinimumBasicScenario-1688572112 tempest-TestMinimumBasicScenario-1688572112-project] Request body: {'floatingip': {'floating_network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'port_id': '50615783-5d4b-4b94-937d-6bf7bb2db4dc', 'tenant_id': '6261f7cc188147068d48f9fe013f604d', 'fixed_ip_address': '172.20.0.10'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 15:03:00.326970 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-d584cc8d-340a-46de-b86f-389b1c50eb75 tempest-TestMinimumBasicScenario-1688572112 tempest-TestMinimumBasicScenario-1688572112-project] Notify callbacks [] for floatingip, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:03:00.421444 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-d584cc8d-340a-46de-b86f-389b1c50eb75 tempest-TestMinimumBasicScenario-1688572112 tempest-TestMinimumBasicScenario-1688572112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:03:00.528276 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.db_base_plugin_common [None req-d584cc8d-340a-46de-b86f-389b1c50eb75 tempest-TestMinimumBasicScenario-1688572112 tempest-TestMinimumBasicScenario-1688572112-project] Allocated IP 172.25.0.192 (2658f09e-a580-4d4a-9968-2d1e0ad93719/cbf74abc-6fe1-4d33-b005-c948923b9647/2cf5fa31-bcb5-4617-9836-58b8db249911) {{(pid=100246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 15:03:00.632030 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-d584cc8d-340a-46de-b86f-389b1c50eb75 tempest-TestMinimumBasicScenario-1688572112 tempest-TestMinimumBasicScenario-1688572112-project] Notify callbacks [] for port, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:03:00.671188 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-d584cc8d-340a-46de-b86f-389b1c50eb75 tempest-TestMinimumBasicScenario-1688572112 tempest-TestMinimumBasicScenario-1688572112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-127687573'] for port, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:03:00.710586 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d584cc8d-340a-46de-b86f-389b1c50eb75 tempest-TestMinimumBasicScenario-1688572112 tempest-TestMinimumBasicScenario-1688572112-project] Network 2658f09e-a580-4d4a-9968-2d1e0ad93719 is already hosted by enough agents. {{(pid=100246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 15:03:00.713320 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.base_scheduler [None req-d584cc8d-340a-46de-b86f-389b1c50eb75 tempest-TestMinimumBasicScenario-1688572112 tempest-TestMinimumBasicScenario-1688572112-project] Resources bound (agent type, host, resource id): {{(pid=100246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 15:03:00.715868 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d584cc8d-340a-46de-b86f-389b1c50eb75 tempest-TestMinimumBasicScenario-1688572112 tempest-TestMinimumBasicScenario-1688572112-project] Received port after_create {{(pid=100246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 15:03:00.746200 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d584cc8d-340a-46de-b86f-389b1c50eb75 tempest-TestMinimumBasicScenario-1688572112 tempest-TestMinimumBasicScenario-1688572112-project] Pushing event updated for resources: {'Port': ['ID=2cf5fa31-bcb5-4617-9836-58b8db249911,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:03:00.760702 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d584cc8d-340a-46de-b86f-389b1c50eb75 tempest-TestMinimumBasicScenario-1688572112 tempest-TestMinimumBasicScenario-1688572112-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:03:00.761053 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d584cc8d-340a-46de-b86f-389b1c50eb75 tempest-TestMinimumBasicScenario-1688572112 tempest-TestMinimumBasicScenario-1688572112-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:03:00.761398 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d584cc8d-340a-46de-b86f-389b1c50eb75 tempest-TestMinimumBasicScenario-1688572112 tempest-TestMinimumBasicScenario-1688572112-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:03:00.761742 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d584cc8d-340a-46de-b86f-389b1c50eb75 tempest-TestMinimumBasicScenario-1688572112 tempest-TestMinimumBasicScenario-1688572112-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:03:00.762072 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d584cc8d-340a-46de-b86f-389b1c50eb75 tempest-TestMinimumBasicScenario-1688572112 tempest-TestMinimumBasicScenario-1688572112-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:03:00.762414 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d584cc8d-340a-46de-b86f-389b1c50eb75 tempest-TestMinimumBasicScenario-1688572112 tempest-TestMinimumBasicScenario-1688572112-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:03:00.762743 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d584cc8d-340a-46de-b86f-389b1c50eb75 tempest-TestMinimumBasicScenario-1688572112 tempest-TestMinimumBasicScenario-1688572112-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:03:00.763084 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d584cc8d-340a-46de-b86f-389b1c50eb75 tempest-TestMinimumBasicScenario-1688572112 tempest-TestMinimumBasicScenario-1688572112-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:03:00.763413 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d584cc8d-340a-46de-b86f-389b1c50eb75 tempest-TestMinimumBasicScenario-1688572112 tempest-TestMinimumBasicScenario-1688572112-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:03:00.763737 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d584cc8d-340a-46de-b86f-389b1c50eb75 tempest-TestMinimumBasicScenario-1688572112 tempest-TestMinimumBasicScenario-1688572112-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:03:00.764059 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d584cc8d-340a-46de-b86f-389b1c50eb75 tempest-TestMinimumBasicScenario-1688572112 tempest-TestMinimumBasicScenario-1688572112-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:03:00.764380 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d584cc8d-340a-46de-b86f-389b1c50eb75 tempest-TestMinimumBasicScenario-1688572112 tempest-TestMinimumBasicScenario-1688572112-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:03:01.088783 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-d584cc8d-340a-46de-b86f-389b1c50eb75 tempest-TestMinimumBasicScenario-1688572112 tempest-TestMinimumBasicScenario-1688572112-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:03:01.164302 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-d584cc8d-340a-46de-b86f-389b1c50eb75 tempest-TestMinimumBasicScenario-1688572112 tempest-TestMinimumBasicScenario-1688572112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:03:01.308879 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-d584cc8d-340a-46de-b86f-389b1c50eb75 tempest-TestMinimumBasicScenario-1688572112 tempest-TestMinimumBasicScenario-1688572112-project] Notify callbacks [] for port, precommit_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:03:01.313069 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-d584cc8d-340a-46de-b86f-389b1c50eb75 tempest-TestMinimumBasicScenario-1688572112 tempest-TestMinimumBasicScenario-1688572112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127687527'] for port, after_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:03:01.379848 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d584cc8d-340a-46de-b86f-389b1c50eb75 tempest-TestMinimumBasicScenario-1688572112 tempest-TestMinimumBasicScenario-1688572112-project] Pushing event updated for resources: {'Port': ['ID=2cf5fa31-bcb5-4617-9836-58b8db249911,revision_number=2']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:03:01.388532 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-d584cc8d-340a-46de-b86f-389b1c50eb75 tempest-TestMinimumBasicScenario-1688572112 tempest-TestMinimumBasicScenario-1688572112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1761130'] for floatingip, after_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:03:01.485394 n-d-773647-6 neutron-server[100246]: INFO neutron.db.l3_db [None req-d584cc8d-340a-46de-b86f-389b1c50eb75 tempest-TestMinimumBasicScenario-1688572112 tempest-TestMinimumBasicScenario-1688572112-project] Floating IP dc0ff325-352a-4bd0-aa37-792b676ea53e associated. External IP: 172.25.0.192, port: 50615783-5d4b-4b94-937d-6bf7bb2db4dc. Jul 06 15:03:01.686874 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d584cc8d-340a-46de-b86f-389b1c50eb75 tempest-TestMinimumBasicScenario-1688572112 tempest-TestMinimumBasicScenario-1688572112-project] Router 0039fd21-09a6-454c-abea-8f2f635346fa has already been hosted by L3 agent 2823d358-a11b-4885-a706-95a279e43fa7 {{(pid=100246) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 15:03:02.107187 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d584cc8d-340a-46de-b86f-389b1c50eb75 tempest-TestMinimumBasicScenario-1688572112 tempest-TestMinimumBasicScenario-1688572112-project] Notify agent at l3_agent.n-d-773647-6 the message routers_updated {{(pid=100246) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 15:03:02.116802 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96116db0-f8ca-44a7-888b-82a9cd8038e2 None None] Sync routers for ids ['0039fd21-09a6-454c-abea-8f2f635346fa'] in n-d-773647-6 {{(pid=100249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 15:03:02.123297 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-d584cc8d-340a-46de-b86f-389b1c50eb75 tempest-TestMinimumBasicScenario-1688572112 tempest-TestMinimumBasicScenario-1688572112-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for floatingip, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:03:02.126244 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96116db0-f8ca-44a7-888b-82a9cd8038e2 None None] Routers {'0039fd21-09a6-454c-abea-8f2f635346fa'} bound to L3 agent in host n-d-773647-6 {{(pid=100249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 15:03:02.126918 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-96116db0-f8ca-44a7-888b-82a9cd8038e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T15:02:56Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['0039fd21-09a6-454c-abea-8f2f635346fa'], 'active': True} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:03:02.159166 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-d584cc8d-340a-46de-b86f-389b1c50eb75 tempest-TestMinimumBasicScenario-1688572112 tempest-TestMinimumBasicScenario-1688572112-project] 10.222.0.104 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8608024 Jul 06 15:03:02.159780 n-d-773647-6 neutron-server[100246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9720cbdf-dde8-4ba0-9f4f-808b92c10433', 'tag': '50615783-5d4b-4b94-937d-6bf7bb2db4dc'}] {{(pid=100246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 15:03:02.162588 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46bcbd240f672e88150dff05a21f1d72cf4d2de628fda8977cb1eab177268aa5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70ef1a2f-9de3-4f3c-9895-eb3b44cf0e1e" -d '{"events": [{"name": "network-changed", "server_uuid": "9720cbdf-dde8-4ba0-9f4f-808b92c10433", "tag": "50615783-5d4b-4b94-937d-6bf7bb2db4dc"}]}' {{(pid=100246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 15:03:02.162822 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 60744) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 15:03:02.168123 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [None req-8e086486-8bb8-4fb8-a7a1-140d0757b8dc tempest-TestMinimumBasicScenario-1688572112 tempest-TestMinimumBasicScenario-1688572112-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-694712841', 'description': 'tempest-secgroup-smoke-694712841 description', 'project_id': '6261f7cc188147068d48f9fe013f604d'}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 15:03:02.192898 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-8e086486-8bb8-4fb8-a7a1-140d0757b8dc tempest-TestMinimumBasicScenario-1688572112 tempest-TestMinimumBasicScenario-1688572112-project] Notify callbacks [] for security_group, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:03:02.198788 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 15:03:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc99a54f-37e8-4620-ba76-36016cb3c942 x-openstack-request-id: req-bc99a54f-37e8-4620-ba76-36016cb3c942 {{(pid=100246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 15:03:02.199090 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9720cbdf-dde8-4ba0-9f4f-808b92c10433", "tag": "50615783-5d4b-4b94-937d-6bf7bb2db4dc", "status": "completed", "code": 200}]} {{(pid=100246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 15:03:02.199375 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-bc99a54f-37e8-4620-ba76-36016cb3c942 {{(pid=100246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 15:03:02.199784 n-d-773647-6 neutron-server[100246]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9720cbdf-dde8-4ba0-9f4f-808b92c10433', 'tag': '50615783-5d4b-4b94-937d-6bf7bb2db4dc', 'status': 'completed', 'code': 200} Jul 06 15:03:02.241940 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvr_db [None req-96116db0-f8ca-44a7-888b-82a9cd8038e2 None None] Set router 0039fd21-09a6-454c-abea-8f2f635346fa gateway port host: n-d-773647-6 {{(pid=100249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 15:03:02.280085 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-8e086486-8bb8-4fb8-a7a1-140d0757b8dc tempest-TestMinimumBasicScenario-1688572112 tempest-TestMinimumBasicScenario-1688572112-project] Notify callbacks [] for security_group, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:03:02.284485 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-8e086486-8bb8-4fb8-a7a1-140d0757b8dc tempest-TestMinimumBasicScenario-1688572112 tempest-TestMinimumBasicScenario-1688572112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:03:02.294938 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ef1a2f-9de3-4f3c-9895-eb3b44cf0e1e req-1ecac18e-9d9c-40bf-a60a-c2f3126247cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:03:02.296717 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-70ef1a2f-9de3-4f3c-9895-eb3b44cf0e1e req-1ecac18e-9d9c-40bf-a60a-c2f3126247cf service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=6261f7cc188147068d48f9fe013f604d&device_id=9720cbdf-dde8-4ba0-9f4f-808b92c10433 HTTP/1.1" status: 200 len: 1097 time: 0.0593233 Jul 06 15:03:02.309438 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-8e086486-8bb8-4fb8-a7a1-140d0757b8dc tempest-TestMinimumBasicScenario-1688572112 tempest-TestMinimumBasicScenario-1688572112-project] Notify callbacks [] for security_group, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:03:02.311681 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-8e086486-8bb8-4fb8-a7a1-140d0757b8dc tempest-TestMinimumBasicScenario-1688572112 tempest-TestMinimumBasicScenario-1688572112-project] 10.222.0.104 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1476371 Jul 06 15:03:02.316843 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 60748) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 15:03:02.324443 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [None req-f0083fba-1c4a-4607-8cd4-0f5fbc039275 tempest-TestMinimumBasicScenario-1688572112 tempest-TestMinimumBasicScenario-1688572112-project] Request body: {'security_group_rule': {'security_group_id': '724bb5f4-86b5-4f53-94f7-eeffc7626ffc', 'project_id': '6261f7cc188147068d48f9fe013f604d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 15:03:02.336354 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e086486-8bb8-4fb8-a7a1-140d0757b8dc tempest-TestMinimumBasicScenario-1688572112 tempest-TestMinimumBasicScenario-1688572112-project] Pushing event updated for resources: {'SecurityGroup': ['ID=724bb5f4-86b5-4f53-94f7-eeffc7626ffc,revision_number=1']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:03:02.361745 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-f0083fba-1c4a-4607-8cd4-0f5fbc039275 tempest-TestMinimumBasicScenario-1688572112 tempest-TestMinimumBasicScenario-1688572112-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:03:02.388186 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ef1a2f-9de3-4f3c-9895-eb3b44cf0e1e req-2a3cb87d-2417-4334-ad48-19effd092bde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:03:02.389687 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-70ef1a2f-9de3-4f3c-9895-eb3b44cf0e1e req-2a3cb87d-2417-4334-ad48-19effd092bde service neutron] 10.222.0.72 "GET /v2.0/networks?id=0ca2dbbd-eacf-4b0e-a170-6e1636cbaa62 HTTP/1.1" status: 200 len: 915 time: 0.0870216 Jul 06 15:03:02.415182 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-f0083fba-1c4a-4607-8cd4-0f5fbc039275 tempest-TestMinimumBasicScenario-1688572112 tempest-TestMinimumBasicScenario-1688572112-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:03:02.419484 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-f0083fba-1c4a-4607-8cd4-0f5fbc039275 tempest-TestMinimumBasicScenario-1688572112 tempest-TestMinimumBasicScenario-1688572112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1898694'] for security_group_rule, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:03:02.439285 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0083fba-1c4a-4607-8cd4-0f5fbc039275 tempest-TestMinimumBasicScenario-1688572112 tempest-TestMinimumBasicScenario-1688572112-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee497d0d-887d-40d1-a630-a355e37c5926,revision_number=0']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:03:02.448794 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-f0083fba-1c4a-4607-8cd4-0f5fbc039275 tempest-TestMinimumBasicScenario-1688572112 tempest-TestMinimumBasicScenario-1688572112-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:03:02.450130 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-f0083fba-1c4a-4607-8cd4-0f5fbc039275 tempest-TestMinimumBasicScenario-1688572112 tempest-TestMinimumBasicScenario-1688572112-project] 10.222.0.104 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1316969 Jul 06 15:03:02.452859 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 60750) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 15:03:02.457574 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [None req-50b35f08-de1a-40ba-b398-03203e1d5f07 tempest-TestMinimumBasicScenario-1688572112 tempest-TestMinimumBasicScenario-1688572112-project] Request body: {'security_group_rule': {'security_group_id': '724bb5f4-86b5-4f53-94f7-eeffc7626ffc', 'project_id': '6261f7cc188147068d48f9fe013f604d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 15:03:02.465260 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-70ef1a2f-9de3-4f3c-9895-eb3b44cf0e1e req-8b8db559-575a-4e4a-bf65-efdd94767b6c service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=50615783-5d4b-4b94-937d-6bf7bb2db4dc HTTP/1.1" status: 200 len: 1000 time: 0.0698221 Jul 06 15:03:02.486109 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-50b35f08-de1a-40ba-b398-03203e1d5f07 tempest-TestMinimumBasicScenario-1688572112 tempest-TestMinimumBasicScenario-1688572112-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:03:02.492586 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-96116db0-f8ca-44a7-888b-82a9cd8038e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0039fd21-09a6-454c-abea-8f2f635346fa', 'name': 'tempest-TestMinimumBasicScenario-81852804-router', 'tenant_id': '6261f7cc188147068d48f9fe013f604d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.81'}], 'enable_snat': True}, 'gw_port_id': '983740de-3bc2-4695-ad50-09118e9de38a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T15:02:08Z', 'updated_at': '2021-07-06T15:02:11Z', 'revision_number': 4, 'project_id': '6261f7cc188147068d48f9fe013f604d', 'gw_port': {'id': '983740de-3bc2-4695-ad50-09118e9de38a', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:b5:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0039fd21-09a6-454c-abea-8f2f635346fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4100, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T15:02:09Z', 'updated_at': '2021-07-06T15:02:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6', '_floatingips': [{'id': 'dc0ff325-352a-4bd0-aa37-792b676ea53e', 'tenant_id': '6261f7cc188147068d48f9fe013f604d', 'floating_ip_address': '172.25.0.192', 'floating_network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'router_id': '0039fd21-09a6-454c-abea-8f2f635346fa', 'port_id': '50615783-5d4b-4b94-937d-6bf7bb2db4dc', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4116, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0ca2dbbd-eacf-4b0e-a170-6e1636cbaa62', 'mac_address': 'fa:16:3e:96:62:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9720cbdf-dde8-4ba0-9f4f-808b92c10433', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T15:03:00Z', 'updated_at': '2021-07-06T15:03:00Z', 'revision_number': 0, 'project_id': '6261f7cc188147068d48f9fe013f604d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd1e9e0c9-ebb1-477f-be6b-efbdb5910830', 'name': '', 'network_id': '0ca2dbbd-eacf-4b0e-a170-6e1636cbaa62', 'tenant_id': '6261f7cc188147068d48f9fe013f604d', 'mac_address': 'fa:16:3e:10:f2:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0039fd21-09a6-454c-abea-8f2f635346fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 4101, 'fixed_ips': [{'subnet_id': 'f0500ddc-2b7b-4594-98cc-38596dd2c9a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T15:02:11Z', 'updated_at': '2021-07-06T15:02:17Z', 'revision_number': 5, 'project_id': '6261f7cc188147068d48f9fe013f604d', 'subnets': [{'id': 'f0500ddc-2b7b-4594-98cc-38596dd2c9a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773647-6', False) {} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:03:02.518262 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ef1a2f-9de3-4f3c-9895-eb3b44cf0e1e req-4e25f4f7-1b21-406d-9a59-9dde604da695 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:03:02.518633 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96116db0-f8ca-44a7-888b-82a9cd8038e2 None None] Checking router: 0039fd21-09a6-454c-abea-8f2f635346fa for host: n-d-773647-6 {{(pid=100249) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 15:03:02.520947 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-70ef1a2f-9de3-4f3c-9895-eb3b44cf0e1e req-4e25f4f7-1b21-406d-9a59-9dde604da695 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=f0500ddc-2b7b-4594-98cc-38596dd2c9a6 HTTP/1.1" status: 200 len: 852 time: 0.0486281 Jul 06 15:03:02.527642 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96116db0-f8ca-44a7-888b-82a9cd8038e2 None None] Routers {'0039fd21-09a6-454c-abea-8f2f635346fa'} bound to L3 agent in host n-d-773647-6 {{(pid=100249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 15:03:02.528234 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-96116db0-f8ca-44a7-888b-82a9cd8038e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T15:02:56Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['0039fd21-09a6-454c-abea-8f2f635346fa'], 'active': True} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:03:02.548176 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-50b35f08-de1a-40ba-b398-03203e1d5f07 tempest-TestMinimumBasicScenario-1688572112 tempest-TestMinimumBasicScenario-1688572112-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:03:02.553029 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-50b35f08-de1a-40ba-b398-03203e1d5f07 tempest-TestMinimumBasicScenario-1688572112 tempest-TestMinimumBasicScenario-1688572112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1898694'] for security_group_rule, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:03:02.572032 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b35f08-de1a-40ba-b398-03203e1d5f07 tempest-TestMinimumBasicScenario-1688572112 tempest-TestMinimumBasicScenario-1688572112-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=234f0b8e-2891-4fb8-933e-50a7ddd01040,revision_number=0']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:03:02.585833 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-50b35f08-de1a-40ba-b398-03203e1d5f07 tempest-TestMinimumBasicScenario-1688572112 tempest-TestMinimumBasicScenario-1688572112-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:03:02.586879 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ef1a2f-9de3-4f3c-9895-eb3b44cf0e1e req-56e5e1ba-6917-4689-8a6a-34bf0cbd3156 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:03:02.590095 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-50b35f08-de1a-40ba-b398-03203e1d5f07 tempest-TestMinimumBasicScenario-1688572112 tempest-TestMinimumBasicScenario-1688572112-project] 10.222.0.104 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1336710 Jul 06 15:03:02.590255 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-70ef1a2f-9de3-4f3c-9895-eb3b44cf0e1e req-56e5e1ba-6917-4689-8a6a-34bf0cbd3156 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=0ca2dbbd-eacf-4b0e-a170-6e1636cbaa62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0604243 Jul 06 15:03:02.590374 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 60752) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 15:03:02.594988 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [None req-44802746-4409-4e60-97a2-43b1433bedee tempest-TestMinimumBasicScenario-1688572112 tempest-TestMinimumBasicScenario-1688572112-project] Request body: {'security_group_rule': {'security_group_id': '724bb5f4-86b5-4f53-94f7-eeffc7626ffc', 'project_id': '6261f7cc188147068d48f9fe013f604d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 15:03:02.622081 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-44802746-4409-4e60-97a2-43b1433bedee tempest-TestMinimumBasicScenario-1688572112 tempest-TestMinimumBasicScenario-1688572112-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:03:02.642905 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvr_db [None req-96116db0-f8ca-44a7-888b-82a9cd8038e2 None None] Set router 0039fd21-09a6-454c-abea-8f2f635346fa gateway port host: n-d-773647-6 {{(pid=100249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 15:03:02.684963 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-44802746-4409-4e60-97a2-43b1433bedee tempest-TestMinimumBasicScenario-1688572112 tempest-TestMinimumBasicScenario-1688572112-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:03:02.689088 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-44802746-4409-4e60-97a2-43b1433bedee tempest-TestMinimumBasicScenario-1688572112 tempest-TestMinimumBasicScenario-1688572112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1898694'] for security_group_rule, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:03:02.698794 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-70ef1a2f-9de3-4f3c-9895-eb3b44cf0e1e req-5450877c-9aee-477a-a2d2-71380e0ece42 service neutron] 10.222.0.72 "GET /v2.0/networks/0ca2dbbd-eacf-4b0e-a170-6e1636cbaa62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0987542 Jul 06 15:03:02.708872 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44802746-4409-4e60-97a2-43b1433bedee tempest-TestMinimumBasicScenario-1688572112 tempest-TestMinimumBasicScenario-1688572112-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=46350da7-82ba-4b21-b0f7-2ec8e31b2ad5,revision_number=0']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:03:02.716533 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-44802746-4409-4e60-97a2-43b1433bedee tempest-TestMinimumBasicScenario-1688572112 tempest-TestMinimumBasicScenario-1688572112-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:03:02.720489 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-44802746-4409-4e60-97a2-43b1433bedee tempest-TestMinimumBasicScenario-1688572112 tempest-TestMinimumBasicScenario-1688572112-project] 10.222.0.104 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1267142 Jul 06 15:03:02.720654 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 60754) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 15:03:02.725608 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [None req-ab68e6a8-99e6-420e-ab48-ab68edc2143a tempest-TestMinimumBasicScenario-1688572112 tempest-TestMinimumBasicScenario-1688572112-project] Request body: {'security_group_rule': {'security_group_id': '724bb5f4-86b5-4f53-94f7-eeffc7626ffc', 'project_id': '6261f7cc188147068d48f9fe013f604d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 15:03:02.754525 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-ab68e6a8-99e6-420e-ab48-ab68edc2143a tempest-TestMinimumBasicScenario-1688572112 tempest-TestMinimumBasicScenario-1688572112-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:03:02.796929 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-70ef1a2f-9de3-4f3c-9895-eb3b44cf0e1e req-5ad5b986-602e-4e5f-86fb-14a7031699a3 service neutron] 10.222.0.72 "GET /v2.0/networks/0ca2dbbd-eacf-4b0e-a170-6e1636cbaa62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918334 Jul 06 15:03:02.818435 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-ab68e6a8-99e6-420e-ab48-ab68edc2143a tempest-TestMinimumBasicScenario-1688572112 tempest-TestMinimumBasicScenario-1688572112-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:03:02.821908 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-ab68e6a8-99e6-420e-ab48-ab68edc2143a tempest-TestMinimumBasicScenario-1688572112 tempest-TestMinimumBasicScenario-1688572112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1898694'] for security_group_rule, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:03:02.841334 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab68e6a8-99e6-420e-ab48-ab68edc2143a tempest-TestMinimumBasicScenario-1688572112 tempest-TestMinimumBasicScenario-1688572112-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a2791f4-f004-45ec-8d87-7f36d86673c8,revision_number=0']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:03:02.847346 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-ab68e6a8-99e6-420e-ab48-ab68edc2143a tempest-TestMinimumBasicScenario-1688572112 tempest-TestMinimumBasicScenario-1688572112-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:03:02.849204 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-ab68e6a8-99e6-420e-ab48-ab68edc2143a tempest-TestMinimumBasicScenario-1688572112 tempest-TestMinimumBasicScenario-1688572112-project] 10.222.0.104 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1274600 Jul 06 15:03:02.852097 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 60756) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 15:03:02.856756 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-7d7db34d-41c5-4671-8504-fb1d5578f581 tempest-TestMinimumBasicScenario-1688572112 tempest-TestMinimumBasicScenario-1688572112-project] Request body: {'security_group_rule': {'security_group_id': '724bb5f4-86b5-4f53-94f7-eeffc7626ffc', 'project_id': '6261f7cc188147068d48f9fe013f604d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 15:03:02.871811 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-96116db0-f8ca-44a7-888b-82a9cd8038e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0039fd21-09a6-454c-abea-8f2f635346fa', 'name': 'tempest-TestMinimumBasicScenario-81852804-router', 'tenant_id': '6261f7cc188147068d48f9fe013f604d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.81'}], 'enable_snat': True}, 'gw_port_id': '983740de-3bc2-4695-ad50-09118e9de38a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T15:02:08Z', 'updated_at': '2021-07-06T15:02:11Z', 'revision_number': 4, 'project_id': '6261f7cc188147068d48f9fe013f604d', 'gw_port': {'id': '983740de-3bc2-4695-ad50-09118e9de38a', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:b5:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0039fd21-09a6-454c-abea-8f2f635346fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4100, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T15:02:09Z', 'updated_at': '2021-07-06T15:02:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6', '_floatingips': [{'id': 'dc0ff325-352a-4bd0-aa37-792b676ea53e', 'tenant_id': '6261f7cc188147068d48f9fe013f604d', 'floating_ip_address': '172.25.0.192', 'floating_network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'router_id': '0039fd21-09a6-454c-abea-8f2f635346fa', 'port_id': '50615783-5d4b-4b94-937d-6bf7bb2db4dc', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4116, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0ca2dbbd-eacf-4b0e-a170-6e1636cbaa62', 'mac_address': 'fa:16:3e:96:62:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9720cbdf-dde8-4ba0-9f4f-808b92c10433', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T15:03:00Z', 'updated_at': '2021-07-06T15:03:00Z', 'revision_number': 0, 'project_id': '6261f7cc188147068d48f9fe013f604d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd1e9e0c9-ebb1-477f-be6b-efbdb5910830', 'name': '', 'network_id': '0ca2dbbd-eacf-4b0e-a170-6e1636cbaa62', 'tenant_id': '6261f7cc188147068d48f9fe013f604d', 'mac_address': 'fa:16:3e:10:f2:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0039fd21-09a6-454c-abea-8f2f635346fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 4101, 'fixed_ips': [{'subnet_id': 'f0500ddc-2b7b-4594-98cc-38596dd2c9a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T15:02:11Z', 'updated_at': '2021-07-06T15:02:17Z', 'revision_number': 5, 'project_id': '6261f7cc188147068d48f9fe013f604d', 'subnets': [{'id': 'f0500ddc-2b7b-4594-98cc-38596dd2c9a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773647-6', False) {} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:03:02.877982 n-d-773647-6 neutron-server[100246]: INFO neutron.db.securitygroups_db [None req-7d7db34d-41c5-4671-8504-fb1d5578f581 tempest-TestMinimumBasicScenario-1688572112 tempest-TestMinimumBasicScenario-1688572112-project] Project 6261f7cc188147068d48f9fe013f604d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 06 15:03:02.882955 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-7d7db34d-41c5-4671-8504-fb1d5578f581 tempest-TestMinimumBasicScenario-1688572112 tempest-TestMinimumBasicScenario-1688572112-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:03:02.905203 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96116db0-f8ca-44a7-888b-82a9cd8038e2 None None] The sync data for ids ['0039fd21-09a6-454c-abea-8f2f635346fa'] in n-d-773647-6 is: [{'id': '0039fd21-09a6-454c-abea-8f2f635346fa', 'name': 'tempest-TestMinimumBasicScenario-81852804-router', 'tenant_id': '6261f7cc188147068d48f9fe013f604d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.81'}], 'enable_snat': True}, 'gw_port_id': '983740de-3bc2-4695-ad50-09118e9de38a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T15:02:08Z', 'updated_at': '2021-07-06T15:02:11Z', 'revision_number': 4, 'project_id': '6261f7cc188147068d48f9fe013f604d', 'gw_port': {'id': '983740de-3bc2-4695-ad50-09118e9de38a', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:b5:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0039fd21-09a6-454c-abea-8f2f635346fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4100, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T15:02:09Z', 'updated_at': '2021-07-06T15:02:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6', '_floatingips': [{'id': 'dc0ff325-352a-4bd0-aa37-792b676ea53e', 'tenant_id': '6261f7cc188147068d48f9fe013f604d', 'floating_ip_address': '172.25.0.192', 'floating_network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'router_id': '0039fd21-09a6-454c-abea-8f2f635346fa', 'port_id': '50615783-5d4b-4b94-937d-6bf7bb2db4dc', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4116, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0ca2dbbd-eacf-4b0e-a170-6e1636cbaa62', 'mac_address': 'fa:16:3e:96:62:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9720cbdf-dde8-4ba0-9f4f-808b92c10433', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T15:03:00Z', 'updated_at': '2021-07-06T15:03:00Z', 'revision_number': 0, 'project_id': '6261f7cc188147068d48f9fe013f604d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd1e9e0c9-ebb1-477f-be6b-efbdb5910830', 'name': '', 'network_id': '0ca2dbbd-eacf-4b0e-a170-6e1636cbaa62', 'tenant_id': '6261f7cc188147068d48f9fe013f604d', 'mac_address': 'fa:16:3e:10:f2:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0039fd21-09a6-454c-abea-8f2f635346fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 4101, 'fixed_ips': [{'subnet_id': 'f0500ddc-2b7b-4594-98cc-38596dd2c9a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T15:02:11Z', 'updated_at': '2021-07-06T15:02:17Z', 'revision_number': 5, 'project_id': '6261f7cc188147068d48f9fe013f604d', 'subnets': [{'id': 'f0500ddc-2b7b-4594-98cc-38596dd2c9a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 15:03:02.952367 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-7d7db34d-41c5-4671-8504-fb1d5578f581 tempest-TestMinimumBasicScenario-1688572112 tempest-TestMinimumBasicScenario-1688572112-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:03:02.956402 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-7d7db34d-41c5-4671-8504-fb1d5578f581 tempest-TestMinimumBasicScenario-1688572112 tempest-TestMinimumBasicScenario-1688572112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1898694'] for security_group_rule, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:03:02.976888 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7db34d-41c5-4671-8504-fb1d5578f581 tempest-TestMinimumBasicScenario-1688572112 tempest-TestMinimumBasicScenario-1688572112-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d27ad3af-c12f-4935-9d88-43921b320bf0,revision_number=0']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:03:02.980386 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-7d7db34d-41c5-4671-8504-fb1d5578f581 tempest-TestMinimumBasicScenario-1688572112 tempest-TestMinimumBasicScenario-1688572112-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:03:02.981717 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-7d7db34d-41c5-4671-8504-fb1d5578f581 tempest-TestMinimumBasicScenario-1688572112 tempest-TestMinimumBasicScenario-1688572112-project] 10.222.0.104 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1286168 Jul 06 15:03:02.984357 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 60758) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 15:03:02.989038 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-fa3535b1-4148-4efb-943a-53243599d7e8 tempest-TestMinimumBasicScenario-1688572112 tempest-TestMinimumBasicScenario-1688572112-project] Request body: {'security_group_rule': {'security_group_id': '724bb5f4-86b5-4f53-94f7-eeffc7626ffc', 'project_id': '6261f7cc188147068d48f9fe013f604d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 15:03:03.011822 n-d-773647-6 neutron-server[100246]: INFO neutron.db.securitygroups_db [None req-fa3535b1-4148-4efb-943a-53243599d7e8 tempest-TestMinimumBasicScenario-1688572112 tempest-TestMinimumBasicScenario-1688572112-project] Project 6261f7cc188147068d48f9fe013f604d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 06 15:03:03.016491 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-fa3535b1-4148-4efb-943a-53243599d7e8 tempest-TestMinimumBasicScenario-1688572112 tempest-TestMinimumBasicScenario-1688572112-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:03:03.084553 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-fa3535b1-4148-4efb-943a-53243599d7e8 tempest-TestMinimumBasicScenario-1688572112 tempest-TestMinimumBasicScenario-1688572112-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:03:03.088596 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-fa3535b1-4148-4efb-943a-53243599d7e8 tempest-TestMinimumBasicScenario-1688572112 tempest-TestMinimumBasicScenario-1688572112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1898694'] for security_group_rule, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:03:03.108878 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3535b1-4148-4efb-943a-53243599d7e8 tempest-TestMinimumBasicScenario-1688572112 tempest-TestMinimumBasicScenario-1688572112-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=80563f57-8865-4197-9211-c84ce2cea11d,revision_number=0']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:03:03.114820 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae5812af-d384-43b2-bb24-0fa1796586b8 None None] New status for floating IP dc0ff325-352a-4bd0-aa37-792b676ea53e: ACTIVE {{(pid=100248) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 15:03:03.116432 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-fa3535b1-4148-4efb-943a-53243599d7e8 tempest-TestMinimumBasicScenario-1688572112 tempest-TestMinimumBasicScenario-1688572112-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:03:03.119698 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-fa3535b1-4148-4efb-943a-53243599d7e8 tempest-TestMinimumBasicScenario-1688572112 tempest-TestMinimumBasicScenario-1688572112-project] 10.222.0.104 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1342044 Jul 06 15:03:03.235904 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-e0fda1a6-1550-4848-959a-7a495a09af13 req-27cd2d23-e534-46eb-958b-3f46e90dc5fe tempest-TestMinimumBasicScenario-1688572112 tempest-TestMinimumBasicScenario-1688572112-project] 10.222.0.104 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-694712841&fields=id&tenant_id=6261f7cc188147068d48f9fe013f604d HTTP/1.1" status: 200 len: 267 time: 0.0327959 Jul 06 15:03:03.304814 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fda1a6-1550-4848-959a-7a495a09af13 req-3053afa6-12ce-4ada-88d0-0782f090c08b tempest-TestMinimumBasicScenario-1688572112 tempest-TestMinimumBasicScenario-1688572112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:03:03.306313 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-e0fda1a6-1550-4848-959a-7a495a09af13 req-3053afa6-12ce-4ada-88d0-0782f090c08b tempest-TestMinimumBasicScenario-1688572112 tempest-TestMinimumBasicScenario-1688572112-project] 10.222.0.104 "GET /v2.0/ports?device_id=9720cbdf-dde8-4ba0-9f4f-808b92c10433 HTTP/1.1" status: 200 len: 946 time: 0.0644426 Jul 06 15:03:03.317185 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [req-e0fda1a6-1550-4848-959a-7a495a09af13 req-ddab345c-7aa4-4cf9-a4b3-6d3f1a683f6d tempest-TestMinimumBasicScenario-1688572112 tempest-TestMinimumBasicScenario-1688572112-project] Request body: {'port': {'security_groups': ['2185daa9-20b6-4f63-a769-7d58263c50ed', '724bb5f4-86b5-4f53-94f7-eeffc7626ffc']}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 15:03:03.400505 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-e0fda1a6-1550-4848-959a-7a495a09af13 req-ddab345c-7aa4-4cf9-a4b3-6d3f1a683f6d tempest-TestMinimumBasicScenario-1688572112 tempest-TestMinimumBasicScenario-1688572112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:03:03.577347 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.db [req-e0fda1a6-1550-4848-959a-7a495a09af13 req-ddab345c-7aa4-4cf9-a4b3-6d3f1a683f6d tempest-TestMinimumBasicScenario-1688572112 tempest-TestMinimumBasicScenario-1688572112-project] For port 50615783-5d4b-4b94-937d-6bf7bb2db4dc, host n-h2-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=50615783-5d4b-4b94-937d-6bf7bb2db4dc,segment=NetworkSegment(11274852-024c-4e4d-97e3-9b8d77163c1d),segment_id=11274852-024c-4e4d-97e3-9b8d77163c1d)] {{(pid=100247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 15:03:03.606615 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-e0fda1a6-1550-4848-959a-7a495a09af13 req-ddab345c-7aa4-4cf9-a4b3-6d3f1a683f6d tempest-TestMinimumBasicScenario-1688572112 tempest-TestMinimumBasicScenario-1688572112-project] Notify callbacks [] for port, precommit_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:03:03.611168 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-e0fda1a6-1550-4848-959a-7a495a09af13 req-ddab345c-7aa4-4cf9-a4b3-6d3f1a683f6d tempest-TestMinimumBasicScenario-1688572112 tempest-TestMinimumBasicScenario-1688572112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128888538'] for port, after_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:03:03.623101 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] get_ports_and_sgs() called for port_ids ['50615783-5d4b-4b94-937d-6bf7bb2db4dc'] {{(pid=100248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 15:03:03.656937 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fda1a6-1550-4848-959a-7a495a09af13 req-ddab345c-7aa4-4cf9-a4b3-6d3f1a683f6d tempest-TestMinimumBasicScenario-1688572112 tempest-TestMinimumBasicScenario-1688572112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:03:03.657572 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-e0fda1a6-1550-4848-959a-7a495a09af13 req-ddab345c-7aa4-4cf9-a4b3-6d3f1a683f6d tempest-TestMinimumBasicScenario-1688572112 tempest-TestMinimumBasicScenario-1688572112-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:03:03.659011 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-e0fda1a6-1550-4848-959a-7a495a09af13 req-ddab345c-7aa4-4cf9-a4b3-6d3f1a683f6d tempest-TestMinimumBasicScenario-1688572112 tempest-TestMinimumBasicScenario-1688572112-project] 10.222.0.104 "PUT /v2.0/ports/50615783-5d4b-4b94-937d-6bf7bb2db4dc HTTP/1.1" status: 200 len: 982 time: 0.3464520 Jul 06 15:03:03.659647 n-d-773647-6 neutron-server[100247]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9720cbdf-dde8-4ba0-9f4f-808b92c10433', 'tag': '50615783-5d4b-4b94-937d-6bf7bb2db4dc'}] {{(pid=100247) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 15:03:03.712535 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddab345c-7aa4-4cf9-a4b3-6d3f1a683f6d tempest-TestMinimumBasicScenario-1688572112 tempest-TestMinimumBasicScenario-1688572112-project] Pushing event updated for resources: {'Port': ['ID=50615783-5d4b-4b94-937d-6bf7bb2db4dc,revision_number=6']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:03:03.732995 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddab345c-7aa4-4cf9-a4b3-6d3f1a683f6d tempest-TestMinimumBasicScenario-1688572112 tempest-TestMinimumBasicScenario-1688572112-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:03:03.734458 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddab345c-7aa4-4cf9-a4b3-6d3f1a683f6d tempest-TestMinimumBasicScenario-1688572112 tempest-TestMinimumBasicScenario-1688572112-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:03:03.734900 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddab345c-7aa4-4cf9-a4b3-6d3f1a683f6d tempest-TestMinimumBasicScenario-1688572112 tempest-TestMinimumBasicScenario-1688572112-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:03:03.738764 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddab345c-7aa4-4cf9-a4b3-6d3f1a683f6d tempest-TestMinimumBasicScenario-1688572112 tempest-TestMinimumBasicScenario-1688572112-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:03:03.739263 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddab345c-7aa4-4cf9-a4b3-6d3f1a683f6d tempest-TestMinimumBasicScenario-1688572112 tempest-TestMinimumBasicScenario-1688572112-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:03:03.739709 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddab345c-7aa4-4cf9-a4b3-6d3f1a683f6d tempest-TestMinimumBasicScenario-1688572112 tempest-TestMinimumBasicScenario-1688572112-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:03:03.740238 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddab345c-7aa4-4cf9-a4b3-6d3f1a683f6d tempest-TestMinimumBasicScenario-1688572112 tempest-TestMinimumBasicScenario-1688572112-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:03:03.740676 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddab345c-7aa4-4cf9-a4b3-6d3f1a683f6d tempest-TestMinimumBasicScenario-1688572112 tempest-TestMinimumBasicScenario-1688572112-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:03:03.741299 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddab345c-7aa4-4cf9-a4b3-6d3f1a683f6d tempest-TestMinimumBasicScenario-1688572112 tempest-TestMinimumBasicScenario-1688572112-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:03:03.741299 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddab345c-7aa4-4cf9-a4b3-6d3f1a683f6d tempest-TestMinimumBasicScenario-1688572112 tempest-TestMinimumBasicScenario-1688572112-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:03:03.741815 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddab345c-7aa4-4cf9-a4b3-6d3f1a683f6d tempest-TestMinimumBasicScenario-1688572112 tempest-TestMinimumBasicScenario-1688572112-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:03:03.742201 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddab345c-7aa4-4cf9-a4b3-6d3f1a683f6d tempest-TestMinimumBasicScenario-1688572112 tempest-TestMinimumBasicScenario-1688572112-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:03:03.752322 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] get_ports_and_sgs() called for port_ids ['50615783-5d4b-4b94-937d-6bf7bb2db4dc'] {{(pid=100248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 15:03:03.763312 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee9abbf45a31ce2cafe392c325a103f9980bc56023ef5156b007054daa5623de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b689c1e-f5d2-4111-938e-365db6b08d19" -d '{"events": [{"name": "network-changed", "server_uuid": "9720cbdf-dde8-4ba0-9f4f-808b92c10433", "tag": "50615783-5d4b-4b94-937d-6bf7bb2db4dc"}]}' {{(pid=100247) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 15:03:03.862369 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bacc33-3a69-48c7-a45e-654cb75fe552 req-dd1ee790-6822-4125-b951-48dff1173fcf tempest-TestMinimumBasicScenario-1688572112 tempest-TestMinimumBasicScenario-1688572112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:03:03.864623 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-90bacc33-3a69-48c7-a45e-654cb75fe552 req-dd1ee790-6822-4125-b951-48dff1173fcf tempest-TestMinimumBasicScenario-1688572112 tempest-TestMinimumBasicScenario-1688572112-project] 10.222.0.104 "GET /v2.0/ports?device_id=9720cbdf-dde8-4ba0-9f4f-808b92c10433 HTTP/1.1" status: 200 len: 985 time: 0.0689511 Jul 06 15:03:03.905821 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-90bacc33-3a69-48c7-a45e-654cb75fe552 req-e7b12f92-56a8-4dae-acdd-750d4790c2c9 tempest-TestMinimumBasicScenario-1688572112 tempest-TestMinimumBasicScenario-1688572112-project] 10.222.0.104 "GET /v2.0/security-groups?id=2185daa9-20b6-4f63-a769-7d58263c50ed&id=724bb5f4-86b5-4f53-94f7-eeffc7626ffc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0354896 Jul 06 15:03:03.910912 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-741eb662-c3f7-4594-b0b6-c1a9589edb75 None None] Provisioning complete for port 50615783-5d4b-4b94-937d-6bf7bb2db4dc triggered by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 15:03:03.911319 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-741eb662-c3f7-4594-b0b6-c1a9589edb75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:03:04.011610 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 15:03:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55c5b184-72bf-4a11-9ef3-dc261e56f66d x-openstack-request-id: req-55c5b184-72bf-4a11-9ef3-dc261e56f66d {{(pid=100247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 15:03:04.011902 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9720cbdf-dde8-4ba0-9f4f-808b92c10433", "tag": "50615783-5d4b-4b94-937d-6bf7bb2db4dc", "status": "completed", "code": 200}]} {{(pid=100247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 15:03:04.012153 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-55c5b184-72bf-4a11-9ef3-dc261e56f66d {{(pid=100247) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 15:03:04.012557 n-d-773647-6 neutron-server[100247]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9720cbdf-dde8-4ba0-9f4f-808b92c10433', 'tag': '50615783-5d4b-4b94-937d-6bf7bb2db4dc', 'status': 'completed', 'code': 200} Jul 06 15:03:04.087601 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b689c1e-f5d2-4111-938e-365db6b08d19 req-b513d4b0-97c5-4194-af79-03b8de8501e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:03:04.089144 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-8b689c1e-f5d2-4111-938e-365db6b08d19 req-b513d4b0-97c5-4194-af79-03b8de8501e2 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=6261f7cc188147068d48f9fe013f604d&device_id=9720cbdf-dde8-4ba0-9f4f-808b92c10433 HTTP/1.1" status: 200 len: 1136 time: 0.0529397 Jul 06 15:03:04.190535 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b689c1e-f5d2-4111-938e-365db6b08d19 req-b631cf1e-8e1e-4cce-8225-217aad75d1ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:03:04.191992 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-8b689c1e-f5d2-4111-938e-365db6b08d19 req-b631cf1e-8e1e-4cce-8225-217aad75d1ae service neutron] 10.222.0.72 "GET /v2.0/networks?id=0ca2dbbd-eacf-4b0e-a170-6e1636cbaa62 HTTP/1.1" status: 200 len: 915 time: 0.0872037 Jul 06 15:03:04.263167 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-8b689c1e-f5d2-4111-938e-365db6b08d19 req-ba54808c-6147-4744-9beb-7454538844d2 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=50615783-5d4b-4b94-937d-6bf7bb2db4dc HTTP/1.1" status: 200 len: 1002 time: 0.0646276 Jul 06 15:03:04.312394 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b689c1e-f5d2-4111-938e-365db6b08d19 req-3c739e28-b468-47d3-809f-769a83a55775 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:03:04.313878 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-8b689c1e-f5d2-4111-938e-365db6b08d19 req-3c739e28-b468-47d3-809f-769a83a55775 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=f0500ddc-2b7b-4594-98cc-38596dd2c9a6 HTTP/1.1" status: 200 len: 852 time: 0.0442812 Jul 06 15:03:04.376682 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b689c1e-f5d2-4111-938e-365db6b08d19 req-c14c14f8-0c4a-43a0-95a8-d1566b078b37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:03:04.378184 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-8b689c1e-f5d2-4111-938e-365db6b08d19 req-c14c14f8-0c4a-43a0-95a8-d1566b078b37 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=0ca2dbbd-eacf-4b0e-a170-6e1636cbaa62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0525296 Jul 06 15:03:04.471058 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-8b689c1e-f5d2-4111-938e-365db6b08d19 req-7a0d01e1-7d0d-4f03-ba4c-885b84a4a2b5 service neutron] 10.222.0.72 "GET /v2.0/networks/0ca2dbbd-eacf-4b0e-a170-6e1636cbaa62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859275 Jul 06 15:03:04.560697 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-8b689c1e-f5d2-4111-938e-365db6b08d19 req-b1228e90-500d-4a57-a5bc-7246d6109598 service neutron] 10.222.0.72 "GET /v2.0/networks/0ca2dbbd-eacf-4b0e-a170-6e1636cbaa62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834868 Jul 06 15:03:11.312058 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:03:13.110205 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:03:13.277876 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.agents_db [None req-167c0ad6-1657-4c9a-a2c4-3b18056aa662 None None] Agent healthcheck: found 7 active agents {{(pid=100249) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 15:03:20.251654 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440e1f73-0b16-42f4-8a7b-54410cc97daf req-6a93d6d1-9793-4017-86df-8e9b0a2738fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:03:20.253194 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-440e1f73-0b16-42f4-8a7b-54410cc97daf req-6a93d6d1-9793-4017-86df-8e9b0a2738fa service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=6261f7cc188147068d48f9fe013f604d&device_id=9720cbdf-dde8-4ba0-9f4f-808b92c10433 HTTP/1.1" status: 200 len: 1136 time: 0.0588572 Jul 06 15:03:20.284135 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6204bb30-17d6-42d5-811b-ac9479321f14 req-8b0ff16e-568e-436b-93db-fd07fce4beb9 tempest-TestMinimumBasicScenario-1688572112 tempest-TestMinimumBasicScenario-1688572112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:03:20.286125 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-6204bb30-17d6-42d5-811b-ac9479321f14 req-8b0ff16e-568e-436b-93db-fd07fce4beb9 tempest-TestMinimumBasicScenario-1688572112 tempest-TestMinimumBasicScenario-1688572112-project] 10.222.0.104 "GET /v2.0/ports?device_id=9720cbdf-dde8-4ba0-9f4f-808b92c10433 HTTP/1.1" status: 200 len: 985 time: 0.0682089 Jul 06 15:03:20.333826 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-6204bb30-17d6-42d5-811b-ac9479321f14 req-70b03abd-f738-4fd4-b80b-096ae1320f94 tempest-TestMinimumBasicScenario-1688572112 tempest-TestMinimumBasicScenario-1688572112-project] 10.222.0.104 "GET /v2.0/security-groups?id=2185daa9-20b6-4f63-a769-7d58263c50ed&id=724bb5f4-86b5-4f53-94f7-eeffc7626ffc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0418501 Jul 06 15:03:20.349150 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440e1f73-0b16-42f4-8a7b-54410cc97daf req-1a1818f1-7d38-4cc5-9994-c464f1032d80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:03:20.350734 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-440e1f73-0b16-42f4-8a7b-54410cc97daf req-1a1818f1-7d38-4cc5-9994-c464f1032d80 service neutron] 10.222.0.72 "GET /v2.0/networks?id=0ca2dbbd-eacf-4b0e-a170-6e1636cbaa62 HTTP/1.1" status: 200 len: 915 time: 0.0910301 Jul 06 15:03:20.420874 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-440e1f73-0b16-42f4-8a7b-54410cc97daf req-f6103a34-7c0a-4f15-ad35-784a37e9b97d service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=50615783-5d4b-4b94-937d-6bf7bb2db4dc HTTP/1.1" status: 200 len: 1002 time: 0.0634840 Jul 06 15:03:20.468989 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440e1f73-0b16-42f4-8a7b-54410cc97daf req-7087cb51-9196-4a3f-9d78-6bce159b4d41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:03:20.470388 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-440e1f73-0b16-42f4-8a7b-54410cc97daf req-7087cb51-9196-4a3f-9d78-6bce159b4d41 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=f0500ddc-2b7b-4594-98cc-38596dd2c9a6 HTTP/1.1" status: 200 len: 852 time: 0.0430155 Jul 06 15:03:20.527106 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440e1f73-0b16-42f4-8a7b-54410cc97daf req-9f39e7ea-3898-4088-a22c-cc6fb6167202 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:03:20.528609 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-440e1f73-0b16-42f4-8a7b-54410cc97daf req-9f39e7ea-3898-4088-a22c-cc6fb6167202 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=0ca2dbbd-eacf-4b0e-a170-6e1636cbaa62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0520265 Jul 06 15:03:20.624117 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-440e1f73-0b16-42f4-8a7b-54410cc97daf req-bd9c513b-b3a4-4dbf-8a52-8fe8eb262649 service neutron] 10.222.0.72 "GET /v2.0/networks/0ca2dbbd-eacf-4b0e-a170-6e1636cbaa62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853693 Jul 06 15:03:20.718349 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-440e1f73-0b16-42f4-8a7b-54410cc97daf req-8431d738-7c03-4097-88f5-771aec2a6bd4 service neutron] 10.222.0.72 "GET /v2.0/networks/0ca2dbbd-eacf-4b0e-a170-6e1636cbaa62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812893 Jul 06 15:03:21.502686 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cacbb8-a1ad-4209-a062-0bb48f7f1192 req-22129190-a0ab-47d4-8372-6a04c8e42fc9 tempest-TestMinimumBasicScenario-1688572112 tempest-TestMinimumBasicScenario-1688572112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:03:21.504205 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-f7cacbb8-a1ad-4209-a062-0bb48f7f1192 req-22129190-a0ab-47d4-8372-6a04c8e42fc9 tempest-TestMinimumBasicScenario-1688572112 tempest-TestMinimumBasicScenario-1688572112-project] 10.222.0.104 "GET /v2.0/ports?device_id=9720cbdf-dde8-4ba0-9f4f-808b92c10433 HTTP/1.1" status: 200 len: 985 time: 0.0632157 Jul 06 15:03:21.544107 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-f7cacbb8-a1ad-4209-a062-0bb48f7f1192 req-0a0e46de-68ae-4557-88dd-26f55b44e7a0 tempest-TestMinimumBasicScenario-1688572112 tempest-TestMinimumBasicScenario-1688572112-project] 10.222.0.104 "GET /v2.0/security-groups?id=2185daa9-20b6-4f63-a769-7d58263c50ed&id=724bb5f4-86b5-4f53-94f7-eeffc7626ffc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0340145 Jul 06 15:03:22.723320 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d324c295-864b-4ed6-99c1-4746ca8eec85 req-ae9967f3-e16b-4cee-98a4-69318df183bc tempest-TestMinimumBasicScenario-1688572112 tempest-TestMinimumBasicScenario-1688572112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:03:22.725132 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-d324c295-864b-4ed6-99c1-4746ca8eec85 req-ae9967f3-e16b-4cee-98a4-69318df183bc tempest-TestMinimumBasicScenario-1688572112 tempest-TestMinimumBasicScenario-1688572112-project] 10.222.0.104 "GET /v2.0/ports?device_id=9720cbdf-dde8-4ba0-9f4f-808b92c10433 HTTP/1.1" status: 200 len: 985 time: 0.0635972 Jul 06 15:03:22.769838 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-d324c295-864b-4ed6-99c1-4746ca8eec85 req-d1dc3197-9f44-4548-b8c0-fbe328a6bb5a tempest-TestMinimumBasicScenario-1688572112 tempest-TestMinimumBasicScenario-1688572112-project] 10.222.0.104 "GET /v2.0/security-groups?id=2185daa9-20b6-4f63-a769-7d58263c50ed&id=724bb5f4-86b5-4f53-94f7-eeffc7626ffc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0389833 Jul 06 15:03:22.970954 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-146137fc-1e9d-47e4-87eb-c13e522b7f71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:03:23.957873 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46cb00d-f5c5-4d2e-8a23-ca222db7cc9b req-d6c9544b-2c0f-4a52-9695-0aa7b0d13590 tempest-TestMinimumBasicScenario-1688572112 tempest-TestMinimumBasicScenario-1688572112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:03:23.959392 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-b46cb00d-f5c5-4d2e-8a23-ca222db7cc9b req-d6c9544b-2c0f-4a52-9695-0aa7b0d13590 tempest-TestMinimumBasicScenario-1688572112 tempest-TestMinimumBasicScenario-1688572112-project] 10.222.0.104 "GET /v2.0/ports?device_id=9720cbdf-dde8-4ba0-9f4f-808b92c10433 HTTP/1.1" status: 200 len: 985 time: 0.0657516 Jul 06 15:03:24.004342 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-b46cb00d-f5c5-4d2e-8a23-ca222db7cc9b req-b57d6e0f-4145-434d-8c19-72ac256f7d96 tempest-TestMinimumBasicScenario-1688572112 tempest-TestMinimumBasicScenario-1688572112-project] 10.222.0.104 "GET /v2.0/security-groups?id=2185daa9-20b6-4f63-a769-7d58263c50ed&id=724bb5f4-86b5-4f53-94f7-eeffc7626ffc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0392756 Jul 06 15:03:25.177601 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d846a91-4b34-447e-8e3a-e40ce9b15931 req-c72c3435-d118-4d1b-a4f3-0b3778c64d37 tempest-TestMinimumBasicScenario-1688572112 tempest-TestMinimumBasicScenario-1688572112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:03:25.179066 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-6d846a91-4b34-447e-8e3a-e40ce9b15931 req-c72c3435-d118-4d1b-a4f3-0b3778c64d37 tempest-TestMinimumBasicScenario-1688572112 tempest-TestMinimumBasicScenario-1688572112-project] 10.222.0.104 "GET /v2.0/ports?device_id=9720cbdf-dde8-4ba0-9f4f-808b92c10433 HTTP/1.1" status: 200 len: 985 time: 0.0645914 Jul 06 15:03:25.217080 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-6d846a91-4b34-447e-8e3a-e40ce9b15931 req-9f86b062-22b1-4535-aaf3-41912a28285c tempest-TestMinimumBasicScenario-1688572112 tempest-TestMinimumBasicScenario-1688572112-project] 10.222.0.104 "GET /v2.0/security-groups?id=2185daa9-20b6-4f63-a769-7d58263c50ed&id=724bb5f4-86b5-4f53-94f7-eeffc7626ffc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0323501 Jul 06 15:03:25.620346 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-90b4cd73-697a-4da7-905c-351713a6241e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:03:25.981273 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:03:26.407283 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04eb55ad-cfd3-439f-8b9d-6ec051092834 req-b4db5bda-7b40-40a4-be0e-c88c5a2aebf7 tempest-TestMinimumBasicScenario-1688572112 tempest-TestMinimumBasicScenario-1688572112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:03:26.408706 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-04eb55ad-cfd3-439f-8b9d-6ec051092834 req-b4db5bda-7b40-40a4-be0e-c88c5a2aebf7 tempest-TestMinimumBasicScenario-1688572112 tempest-TestMinimumBasicScenario-1688572112-project] 10.222.0.104 "GET /v2.0/ports?device_id=9720cbdf-dde8-4ba0-9f4f-808b92c10433 HTTP/1.1" status: 200 len: 985 time: 0.0650270 Jul 06 15:03:26.446778 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-04eb55ad-cfd3-439f-8b9d-6ec051092834 req-3a285745-4acb-441e-ae1c-be5b249fb356 tempest-TestMinimumBasicScenario-1688572112 tempest-TestMinimumBasicScenario-1688572112-project] 10.222.0.104 "GET /v2.0/security-groups?id=2185daa9-20b6-4f63-a769-7d58263c50ed&id=724bb5f4-86b5-4f53-94f7-eeffc7626ffc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0325642 Jul 06 15:03:26.840538 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-2064eaae-da4f-48f8-82d2-b09d4ddedd44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:03:27.616385 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3602f408-cc9e-4027-9bbc-12ba59d0ada6 req-6f34c9d7-9355-4416-954d-2fefbb32c47a tempest-TestMinimumBasicScenario-1688572112 tempest-TestMinimumBasicScenario-1688572112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:03:27.617856 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-3602f408-cc9e-4027-9bbc-12ba59d0ada6 req-6f34c9d7-9355-4416-954d-2fefbb32c47a tempest-TestMinimumBasicScenario-1688572112 tempest-TestMinimumBasicScenario-1688572112-project] 10.222.0.104 "GET /v2.0/ports?device_id=9720cbdf-dde8-4ba0-9f4f-808b92c10433 HTTP/1.1" status: 200 len: 985 time: 0.0622354 Jul 06 15:03:27.656779 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-3602f408-cc9e-4027-9bbc-12ba59d0ada6 req-4eeae922-2b0c-40d1-8f7a-e95ba259273c tempest-TestMinimumBasicScenario-1688572112 tempest-TestMinimumBasicScenario-1688572112-project] 10.222.0.104 "GET /v2.0/security-groups?id=2185daa9-20b6-4f63-a769-7d58263c50ed&id=724bb5f4-86b5-4f53-94f7-eeffc7626ffc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0332792 Jul 06 15:03:28.041027 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f784cba7-9206-4227-9424-7e3d9d32bd9c req-f86ffcf9-c988-4b1c-a5ed-b408f6d64017 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:03:28.042402 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-f784cba7-9206-4227-9424-7e3d9d32bd9c req-f86ffcf9-c988-4b1c-a5ed-b408f6d64017 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=6261f7cc188147068d48f9fe013f604d&device_id=9720cbdf-dde8-4ba0-9f4f-808b92c10433 HTTP/1.1" status: 200 len: 1136 time: 0.0520232 Jul 06 15:03:28.151403 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f784cba7-9206-4227-9424-7e3d9d32bd9c req-c481b65a-f02b-4111-b82d-62223e606f02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:03:28.152858 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-f784cba7-9206-4227-9424-7e3d9d32bd9c req-c481b65a-f02b-4111-b82d-62223e606f02 service neutron] 10.222.0.72 "GET /v2.0/networks?id=0ca2dbbd-eacf-4b0e-a170-6e1636cbaa62 HTTP/1.1" status: 200 len: 915 time: 0.0861933 Jul 06 15:03:28.216655 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-f784cba7-9206-4227-9424-7e3d9d32bd9c req-a83012fa-900b-478a-820e-7024f45c3bcf service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=50615783-5d4b-4b94-937d-6bf7bb2db4dc HTTP/1.1" status: 200 len: 1002 time: 0.0561130 Jul 06 15:03:28.269929 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f784cba7-9206-4227-9424-7e3d9d32bd9c req-b16f65c0-085f-4367-a1db-6e4d9a8aa016 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:03:28.271343 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-f784cba7-9206-4227-9424-7e3d9d32bd9c req-b16f65c0-085f-4367-a1db-6e4d9a8aa016 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=f0500ddc-2b7b-4594-98cc-38596dd2c9a6 HTTP/1.1" status: 200 len: 852 time: 0.0460210 Jul 06 15:03:28.326117 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f784cba7-9206-4227-9424-7e3d9d32bd9c req-6e6f498e-b4d7-43b0-8159-93a726356d14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:03:28.327517 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-f784cba7-9206-4227-9424-7e3d9d32bd9c req-6e6f498e-b4d7-43b0-8159-93a726356d14 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=0ca2dbbd-eacf-4b0e-a170-6e1636cbaa62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0501375 Jul 06 15:03:28.418687 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-f784cba7-9206-4227-9424-7e3d9d32bd9c req-67dd0232-f33b-457f-821c-fc9bb5675082 service neutron] 10.222.0.72 "GET /v2.0/networks/0ca2dbbd-eacf-4b0e-a170-6e1636cbaa62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828874 Jul 06 15:03:28.511354 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-f784cba7-9206-4227-9424-7e3d9d32bd9c req-8509a31d-f810-4ab3-b367-d306c871accc service neutron] 10.222.0.72 "GET /v2.0/networks/0ca2dbbd-eacf-4b0e-a170-6e1636cbaa62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860939 Jul 06 15:03:28.626644 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-03f71b24-a9b8-453a-8924-caa3f97bc6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:03:28.831253 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c479fb-0432-4208-b5ed-fc9f42295f52 req-7fd07259-8163-4c71-ab92-169b4a9d404b tempest-TestMinimumBasicScenario-1688572112 tempest-TestMinimumBasicScenario-1688572112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:03:28.832680 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-02c479fb-0432-4208-b5ed-fc9f42295f52 req-7fd07259-8163-4c71-ab92-169b4a9d404b tempest-TestMinimumBasicScenario-1688572112 tempest-TestMinimumBasicScenario-1688572112-project] 10.222.0.104 "GET /v2.0/ports?device_id=9720cbdf-dde8-4ba0-9f4f-808b92c10433 HTTP/1.1" status: 200 len: 985 time: 0.0661826 Jul 06 15:03:28.871136 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-02c479fb-0432-4208-b5ed-fc9f42295f52 req-efb67e12-1e59-41b9-a4da-508899a9ea59 tempest-TestMinimumBasicScenario-1688572112 tempest-TestMinimumBasicScenario-1688572112-project] 10.222.0.104 "GET /v2.0/security-groups?id=2185daa9-20b6-4f63-a769-7d58263c50ed&id=724bb5f4-86b5-4f53-94f7-eeffc7626ffc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0328135 Jul 06 15:03:30.039955 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ecc632-eec2-4d65-9c68-044bb6d34b76 req-7ebf97cb-3162-40ff-bf3f-d94ef65047e7 tempest-TestMinimumBasicScenario-1688572112 tempest-TestMinimumBasicScenario-1688572112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:03:30.041448 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-c2ecc632-eec2-4d65-9c68-044bb6d34b76 req-7ebf97cb-3162-40ff-bf3f-d94ef65047e7 tempest-TestMinimumBasicScenario-1688572112 tempest-TestMinimumBasicScenario-1688572112-project] 10.222.0.104 "GET /v2.0/ports?device_id=9720cbdf-dde8-4ba0-9f4f-808b92c10433 HTTP/1.1" status: 200 len: 985 time: 0.0624170 Jul 06 15:03:30.083741 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-c2ecc632-eec2-4d65-9c68-044bb6d34b76 req-9361427a-ca03-4054-b902-007cd794f2c5 tempest-TestMinimumBasicScenario-1688572112 tempest-TestMinimumBasicScenario-1688572112-project] 10.222.0.104 "GET /v2.0/security-groups?id=2185daa9-20b6-4f63-a769-7d58263c50ed&id=724bb5f4-86b5-4f53-94f7-eeffc7626ffc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0365891 Jul 06 15:03:31.257921 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c52d35-28fc-4461-be76-f3bbdc739783 req-6866d3b1-6786-4290-888b-5535e4b14885 tempest-TestMinimumBasicScenario-1688572112 tempest-TestMinimumBasicScenario-1688572112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:03:31.259390 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-d4c52d35-28fc-4461-be76-f3bbdc739783 req-6866d3b1-6786-4290-888b-5535e4b14885 tempest-TestMinimumBasicScenario-1688572112 tempest-TestMinimumBasicScenario-1688572112-project] 10.222.0.104 "GET /v2.0/ports?device_id=9720cbdf-dde8-4ba0-9f4f-808b92c10433 HTTP/1.1" status: 200 len: 985 time: 0.0611215 Jul 06 15:03:31.296776 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-d4c52d35-28fc-4461-be76-f3bbdc739783 req-47373114-7f5a-488a-a6e7-0a92ae9fe58e tempest-TestMinimumBasicScenario-1688572112 tempest-TestMinimumBasicScenario-1688572112-project] 10.222.0.104 "GET /v2.0/security-groups?id=2185daa9-20b6-4f63-a769-7d58263c50ed&id=724bb5f4-86b5-4f53-94f7-eeffc7626ffc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0318811 Jul 06 15:03:32.469160 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62259c4a-f36e-4e38-9e68-8d0443b07cd3 req-5c0a1d81-a9d5-4b6d-ba20-cd97c7910c75 tempest-TestMinimumBasicScenario-1688572112 tempest-TestMinimumBasicScenario-1688572112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:03:32.470607 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-62259c4a-f36e-4e38-9e68-8d0443b07cd3 req-5c0a1d81-a9d5-4b6d-ba20-cd97c7910c75 tempest-TestMinimumBasicScenario-1688572112 tempest-TestMinimumBasicScenario-1688572112-project] 10.222.0.104 "GET /v2.0/ports?device_id=9720cbdf-dde8-4ba0-9f4f-808b92c10433 HTTP/1.1" status: 200 len: 985 time: 0.0651071 Jul 06 15:03:32.510111 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-62259c4a-f36e-4e38-9e68-8d0443b07cd3 req-f1d34e85-d1ca-4bd0-920b-38a679aeb6da tempest-TestMinimumBasicScenario-1688572112 tempest-TestMinimumBasicScenario-1688572112-project] 10.222.0.104 "GET /v2.0/security-groups?id=2185daa9-20b6-4f63-a769-7d58263c50ed&id=724bb5f4-86b5-4f53-94f7-eeffc7626ffc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0332661 Jul 06 15:03:41.323713 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:03:43.126903 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:03:50.277631 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.agents_db [None req-167c0ad6-1657-4c9a-a2c4-3b18056aa662 None None] Agent healthcheck: found 7 active agents {{(pid=100249) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 15:03:52.972071 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-10a406de-c639-4981-994f-cf71c1d45046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:03:55.619898 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-77c2a7db-0e28-4d4d-8d41-ebc25ea2f75a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:03:55.981310 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:03:56.844760 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-2064eaae-da4f-48f8-82d2-b09d4ddedd44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:03:58.629501 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-03f71b24-a9b8-453a-8924-caa3f97bc6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:04:04.883412 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-58bd2f5f-de07-4130-ad52-2375906aa915 req-0b177a48-0c20-4910-ad0c-8ea30f146ddf tempest-TestMinimumBasicScenario-1688572112 tempest-TestMinimumBasicScenario-1688572112-project] 10.222.0.104 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-694712841&fields=id&tenant_id=6261f7cc188147068d48f9fe013f604d HTTP/1.1" status: 200 len: 267 time: 0.0337284 Jul 06 15:04:04.948747 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bd2f5f-de07-4130-ad52-2375906aa915 req-4fb83c67-2f50-4418-8c16-b5c290a0254e tempest-TestMinimumBasicScenario-1688572112 tempest-TestMinimumBasicScenario-1688572112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:04:04.950191 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-58bd2f5f-de07-4130-ad52-2375906aa915 req-4fb83c67-2f50-4418-8c16-b5c290a0254e tempest-TestMinimumBasicScenario-1688572112 tempest-TestMinimumBasicScenario-1688572112-project] 10.222.0.104 "GET /v2.0/ports?device_id=9720cbdf-dde8-4ba0-9f4f-808b92c10433 HTTP/1.1" status: 200 len: 985 time: 0.0617738 Jul 06 15:04:04.960472 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [req-58bd2f5f-de07-4130-ad52-2375906aa915 req-3f3ff27d-c3a1-40cc-90e2-d63169bc9db0 tempest-TestMinimumBasicScenario-1688572112 tempest-TestMinimumBasicScenario-1688572112-project] Request body: {'port': {'security_groups': ['2185daa9-20b6-4f63-a769-7d58263c50ed']}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 15:04:05.043820 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-58bd2f5f-de07-4130-ad52-2375906aa915 req-3f3ff27d-c3a1-40cc-90e2-d63169bc9db0 tempest-TestMinimumBasicScenario-1688572112 tempest-TestMinimumBasicScenario-1688572112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:04:05.211680 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.db [req-58bd2f5f-de07-4130-ad52-2375906aa915 req-3f3ff27d-c3a1-40cc-90e2-d63169bc9db0 tempest-TestMinimumBasicScenario-1688572112 tempest-TestMinimumBasicScenario-1688572112-project] For port 50615783-5d4b-4b94-937d-6bf7bb2db4dc, host n-h2-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=50615783-5d4b-4b94-937d-6bf7bb2db4dc,segment=NetworkSegment(11274852-024c-4e4d-97e3-9b8d77163c1d),segment_id=11274852-024c-4e4d-97e3-9b8d77163c1d)] {{(pid=100247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 15:04:05.243543 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-58bd2f5f-de07-4130-ad52-2375906aa915 req-3f3ff27d-c3a1-40cc-90e2-d63169bc9db0 tempest-TestMinimumBasicScenario-1688572112 tempest-TestMinimumBasicScenario-1688572112-project] Notify callbacks [] for port, precommit_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:04:05.248065 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-58bd2f5f-de07-4130-ad52-2375906aa915 req-3f3ff27d-c3a1-40cc-90e2-d63169bc9db0 tempest-TestMinimumBasicScenario-1688572112 tempest-TestMinimumBasicScenario-1688572112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128888538'] for port, after_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:04:05.260228 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] get_ports_and_sgs() called for port_ids ['50615783-5d4b-4b94-937d-6bf7bb2db4dc'] {{(pid=100248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 15:04:05.298668 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bd2f5f-de07-4130-ad52-2375906aa915 req-3f3ff27d-c3a1-40cc-90e2-d63169bc9db0 tempest-TestMinimumBasicScenario-1688572112 tempest-TestMinimumBasicScenario-1688572112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:04:05.299264 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [req-58bd2f5f-de07-4130-ad52-2375906aa915 req-3f3ff27d-c3a1-40cc-90e2-d63169bc9db0 tempest-TestMinimumBasicScenario-1688572112 tempest-TestMinimumBasicScenario-1688572112-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:04:05.300704 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-58bd2f5f-de07-4130-ad52-2375906aa915 req-3f3ff27d-c3a1-40cc-90e2-d63169bc9db0 tempest-TestMinimumBasicScenario-1688572112 tempest-TestMinimumBasicScenario-1688572112-project] 10.222.0.104 "PUT /v2.0/ports/50615783-5d4b-4b94-937d-6bf7bb2db4dc HTTP/1.1" status: 200 len: 943 time: 0.3447297 Jul 06 15:04:05.301431 n-d-773647-6 neutron-server[100247]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9720cbdf-dde8-4ba0-9f4f-808b92c10433', 'tag': '50615783-5d4b-4b94-937d-6bf7bb2db4dc'}] {{(pid=100247) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 15:04:05.303996 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee9abbf45a31ce2cafe392c325a103f9980bc56023ef5156b007054daa5623de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71f7fc1a-1f88-4789-8149-118815776b87" -d '{"events": [{"name": "network-changed", "server_uuid": "9720cbdf-dde8-4ba0-9f4f-808b92c10433", "tag": "50615783-5d4b-4b94-937d-6bf7bb2db4dc"}]}' {{(pid=100247) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 15:04:05.307112 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 60824) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 15:04:05.325201 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3ff27d-c3a1-40cc-90e2-d63169bc9db0 tempest-TestMinimumBasicScenario-1688572112 tempest-TestMinimumBasicScenario-1688572112-project] Pushing event updated for resources: {'Port': ['ID=50615783-5d4b-4b94-937d-6bf7bb2db4dc,revision_number=7']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:04:05.333943 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3ff27d-c3a1-40cc-90e2-d63169bc9db0 tempest-TestMinimumBasicScenario-1688572112 tempest-TestMinimumBasicScenario-1688572112-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:04:05.334375 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3ff27d-c3a1-40cc-90e2-d63169bc9db0 tempest-TestMinimumBasicScenario-1688572112 tempest-TestMinimumBasicScenario-1688572112-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:04:05.334789 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3ff27d-c3a1-40cc-90e2-d63169bc9db0 tempest-TestMinimumBasicScenario-1688572112 tempest-TestMinimumBasicScenario-1688572112-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:04:05.335199 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3ff27d-c3a1-40cc-90e2-d63169bc9db0 tempest-TestMinimumBasicScenario-1688572112 tempest-TestMinimumBasicScenario-1688572112-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:04:05.335638 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3ff27d-c3a1-40cc-90e2-d63169bc9db0 tempest-TestMinimumBasicScenario-1688572112 tempest-TestMinimumBasicScenario-1688572112-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:04:05.336037 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3ff27d-c3a1-40cc-90e2-d63169bc9db0 tempest-TestMinimumBasicScenario-1688572112 tempest-TestMinimumBasicScenario-1688572112-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:04:05.336433 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3ff27d-c3a1-40cc-90e2-d63169bc9db0 tempest-TestMinimumBasicScenario-1688572112 tempest-TestMinimumBasicScenario-1688572112-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:04:05.336827 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3ff27d-c3a1-40cc-90e2-d63169bc9db0 tempest-TestMinimumBasicScenario-1688572112 tempest-TestMinimumBasicScenario-1688572112-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:04:05.337238 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3ff27d-c3a1-40cc-90e2-d63169bc9db0 tempest-TestMinimumBasicScenario-1688572112 tempest-TestMinimumBasicScenario-1688572112-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:04:05.337631 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3ff27d-c3a1-40cc-90e2-d63169bc9db0 tempest-TestMinimumBasicScenario-1688572112 tempest-TestMinimumBasicScenario-1688572112-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:04:05.338020 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3ff27d-c3a1-40cc-90e2-d63169bc9db0 tempest-TestMinimumBasicScenario-1688572112 tempest-TestMinimumBasicScenario-1688572112-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:04:05.338409 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3ff27d-c3a1-40cc-90e2-d63169bc9db0 tempest-TestMinimumBasicScenario-1688572112 tempest-TestMinimumBasicScenario-1688572112-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:04:05.356288 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 15:04:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9afa072a-adf3-487a-9479-84ddc70145ec x-openstack-request-id: req-9afa072a-adf3-487a-9479-84ddc70145ec {{(pid=100247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 15:04:05.356648 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9720cbdf-dde8-4ba0-9f4f-808b92c10433", "tag": "50615783-5d4b-4b94-937d-6bf7bb2db4dc", "status": "completed", "code": 200}]} {{(pid=100247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 15:04:05.356904 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-9afa072a-adf3-487a-9479-84ddc70145ec {{(pid=100247) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 15:04:05.357308 n-d-773647-6 neutron-server[100247]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9720cbdf-dde8-4ba0-9f4f-808b92c10433', 'tag': '50615783-5d4b-4b94-937d-6bf7bb2db4dc', 'status': 'completed', 'code': 200} Jul 06 15:04:05.391589 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] get_ports_and_sgs() called for port_ids ['50615783-5d4b-4b94-937d-6bf7bb2db4dc'] {{(pid=100248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 15:04:05.397706 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-aeaceb84-f9e3-48ac-82a3-40939b86e6d9 tempest-TestMinimumBasicScenario-1688572112 tempest-TestMinimumBasicScenario-1688572112-project] Notify callbacks [] for security_group, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:04:05.452383 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-aeaceb84-f9e3-48ac-82a3-40939b86e6d9 tempest-TestMinimumBasicScenario-1688572112 tempest-TestMinimumBasicScenario-1688572112-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:04:05.504714 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f7fc1a-1f88-4789-8149-118815776b87 req-87853a9e-1a2a-4954-b00e-25b7f4da195a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:04:05.506855 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-71f7fc1a-1f88-4789-8149-118815776b87 req-87853a9e-1a2a-4954-b00e-25b7f4da195a service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=6261f7cc188147068d48f9fe013f604d&device_id=9720cbdf-dde8-4ba0-9f4f-808b92c10433 HTTP/1.1" status: 200 len: 1097 time: 0.1169593 Jul 06 15:04:05.574560 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-b6211a52-d1b7-4e09-a6b1-5c37173e1ecb None None] Provisioning complete for port 50615783-5d4b-4b94-937d-6bf7bb2db4dc triggered by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 15:04:05.574856 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-b6211a52-d1b7-4e09-a6b1-5c37173e1ecb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:04:05.579081 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-aeaceb84-f9e3-48ac-82a3-40939b86e6d9 tempest-TestMinimumBasicScenario-1688572112 tempest-TestMinimumBasicScenario-1688572112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:04:05.582223 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-aeaceb84-f9e3-48ac-82a3-40939b86e6d9 tempest-TestMinimumBasicScenario-1688572112 tempest-TestMinimumBasicScenario-1688572112-project] Notify callbacks [] for security_group, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:04:05.583404 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-aeaceb84-f9e3-48ac-82a3-40939b86e6d9 tempest-TestMinimumBasicScenario-1688572112 tempest-TestMinimumBasicScenario-1688572112-project] 10.222.0.104 "DELETE /v2.0/security-groups/724bb5f4-86b5-4f53-94f7-eeffc7626ffc HTTP/1.1" status: 204 len: 168 time: 0.2744672 Jul 06 15:04:05.586309 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 60826) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 15:04:05.602190 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeaceb84-f9e3-48ac-82a3-40939b86e6d9 tempest-TestMinimumBasicScenario-1688572112 tempest-TestMinimumBasicScenario-1688572112-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=724bb5f4-86b5-4f53-94f7-eeffc7626ffc,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:04:05.618768 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeaceb84-f9e3-48ac-82a3-40939b86e6d9 tempest-TestMinimumBasicScenario-1688572112 tempest-TestMinimumBasicScenario-1688572112-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:04:05.619138 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeaceb84-f9e3-48ac-82a3-40939b86e6d9 tempest-TestMinimumBasicScenario-1688572112 tempest-TestMinimumBasicScenario-1688572112-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:04:05.619478 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeaceb84-f9e3-48ac-82a3-40939b86e6d9 tempest-TestMinimumBasicScenario-1688572112 tempest-TestMinimumBasicScenario-1688572112-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:04:05.619819 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeaceb84-f9e3-48ac-82a3-40939b86e6d9 tempest-TestMinimumBasicScenario-1688572112 tempest-TestMinimumBasicScenario-1688572112-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:04:05.620154 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeaceb84-f9e3-48ac-82a3-40939b86e6d9 tempest-TestMinimumBasicScenario-1688572112 tempest-TestMinimumBasicScenario-1688572112-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:04:05.620484 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeaceb84-f9e3-48ac-82a3-40939b86e6d9 tempest-TestMinimumBasicScenario-1688572112 tempest-TestMinimumBasicScenario-1688572112-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:04:05.620809 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeaceb84-f9e3-48ac-82a3-40939b86e6d9 tempest-TestMinimumBasicScenario-1688572112 tempest-TestMinimumBasicScenario-1688572112-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:04:05.621133 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeaceb84-f9e3-48ac-82a3-40939b86e6d9 tempest-TestMinimumBasicScenario-1688572112 tempest-TestMinimumBasicScenario-1688572112-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:04:05.621458 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeaceb84-f9e3-48ac-82a3-40939b86e6d9 tempest-TestMinimumBasicScenario-1688572112 tempest-TestMinimumBasicScenario-1688572112-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:04:05.621801 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeaceb84-f9e3-48ac-82a3-40939b86e6d9 tempest-TestMinimumBasicScenario-1688572112 tempest-TestMinimumBasicScenario-1688572112-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:04:05.622109 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeaceb84-f9e3-48ac-82a3-40939b86e6d9 tempest-TestMinimumBasicScenario-1688572112 tempest-TestMinimumBasicScenario-1688572112-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:04:05.622432 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeaceb84-f9e3-48ac-82a3-40939b86e6d9 tempest-TestMinimumBasicScenario-1688572112 tempest-TestMinimumBasicScenario-1688572112-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:04:05.628924 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f7fc1a-1f88-4789-8149-118815776b87 req-12d18945-bd44-4527-a3c0-c7ea8a599de6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:04:05.630422 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-71f7fc1a-1f88-4789-8149-118815776b87 req-12d18945-bd44-4527-a3c0-c7ea8a599de6 service neutron] 10.222.0.72 "GET /v2.0/networks?id=0ca2dbbd-eacf-4b0e-a170-6e1636cbaa62 HTTP/1.1" status: 200 len: 915 time: 0.1176469 Jul 06 15:04:05.700524 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-71f7fc1a-1f88-4789-8149-118815776b87 req-e6e014ad-3f0d-4e41-b285-72909c0fdbfd service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=50615783-5d4b-4b94-937d-6bf7bb2db4dc HTTP/1.1" status: 200 len: 1002 time: 0.0635011 Jul 06 15:04:05.750443 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f7fc1a-1f88-4789-8149-118815776b87 req-0e842c2a-603a-4dee-bc53-b3996d2be645 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:04:05.751984 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-71f7fc1a-1f88-4789-8149-118815776b87 req-0e842c2a-603a-4dee-bc53-b3996d2be645 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=f0500ddc-2b7b-4594-98cc-38596dd2c9a6 HTTP/1.1" status: 200 len: 852 time: 0.0443811 Jul 06 15:04:05.771106 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.plugin [None req-8e389ec6-c410-43ad-be5e-f2abd3d904f4 tempest-TestMinimumBasicScenario-1688572112 tempest-TestMinimumBasicScenario-1688572112-project] Deleting port 2cf5fa31-bcb5-4617-9836-58b8db249911 {{(pid=100247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 15:04:05.771366 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-8e389ec6-c410-43ad-be5e-f2abd3d904f4 tempest-TestMinimumBasicScenario-1688572112 tempest-TestMinimumBasicScenario-1688572112-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:04:05.815198 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f7fc1a-1f88-4789-8149-118815776b87 req-47a18c36-ee49-44ea-8579-3d3d5a792774 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:04:05.817131 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-71f7fc1a-1f88-4789-8149-118815776b87 req-47a18c36-ee49-44ea-8579-3d3d5a792774 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=0ca2dbbd-eacf-4b0e-a170-6e1636cbaa62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0590024 Jul 06 15:04:05.851508 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-8e389ec6-c410-43ad-be5e-f2abd3d904f4 tempest-TestMinimumBasicScenario-1688572112 tempest-TestMinimumBasicScenario-1688572112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:04:05.851841 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-8e389ec6-c410-43ad-be5e-f2abd3d904f4 tempest-TestMinimumBasicScenario-1688572112 tempest-TestMinimumBasicScenario-1688572112-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:04:05.863075 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.plugin [None req-8e389ec6-c410-43ad-be5e-f2abd3d904f4 tempest-TestMinimumBasicScenario-1688572112 tempest-TestMinimumBasicScenario-1688572112-project] Calling delete_port for 2cf5fa31-bcb5-4617-9836-58b8db249911 owned by network:floatingip {{(pid=100247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 15:04:05.911184 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-71f7fc1a-1f88-4789-8149-118815776b87 req-690ec340-f99a-46b3-9a1a-fe1414f02a4a service neutron] 10.222.0.72 "GET /v2.0/networks/0ca2dbbd-eacf-4b0e-a170-6e1636cbaa62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865321 Jul 06 15:04:06.001648 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-71f7fc1a-1f88-4789-8149-118815776b87 req-c51c2bc7-946d-4170-9467-c70376c0672f service neutron] 10.222.0.72 "GET /v2.0/networks/0ca2dbbd-eacf-4b0e-a170-6e1636cbaa62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840342 Jul 06 15:04:06.289552 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-8e389ec6-c410-43ad-be5e-f2abd3d904f4 tempest-TestMinimumBasicScenario-1688572112 tempest-TestMinimumBasicScenario-1688572112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128888353'] for port, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:04:06.316555 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e389ec6-c410-43ad-be5e-f2abd3d904f4 tempest-TestMinimumBasicScenario-1688572112 tempest-TestMinimumBasicScenario-1688572112-project] Pushing event deleted for resources: {'Port': ['ID=2cf5fa31-bcb5-4617-9836-58b8db249911,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:04:06.374291 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-8e389ec6-c410-43ad-be5e-f2abd3d904f4 tempest-TestMinimumBasicScenario-1688572112 tempest-TestMinimumBasicScenario-1688572112-project] Notify callbacks [] for floatingip, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:04:06.374625 n-d-773647-6 neutron-server[100247]: INFO neutron.db.l3_db [None req-8e389ec6-c410-43ad-be5e-f2abd3d904f4 tempest-TestMinimumBasicScenario-1688572112 tempest-TestMinimumBasicScenario-1688572112-project] Floating IP dc0ff325-352a-4bd0-aa37-792b676ea53e disassociated (deleted). External IP: 172.25.0.192, port: 50615783-5d4b-4b94-937d-6bf7bb2db4dc. Jul 06 15:04:06.572863 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e389ec6-c410-43ad-be5e-f2abd3d904f4 tempest-TestMinimumBasicScenario-1688572112 tempest-TestMinimumBasicScenario-1688572112-project] Router 0039fd21-09a6-454c-abea-8f2f635346fa has already been hosted by L3 agent 2823d358-a11b-4885-a706-95a279e43fa7 {{(pid=100247) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 15:04:06.679441 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e389ec6-c410-43ad-be5e-f2abd3d904f4 tempest-TestMinimumBasicScenario-1688572112 tempest-TestMinimumBasicScenario-1688572112-project] Notify agent at l3_agent.n-d-773647-6 the message routers_updated {{(pid=100247) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 15:04:06.684146 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-8e389ec6-c410-43ad-be5e-f2abd3d904f4 tempest-TestMinimumBasicScenario-1688572112 tempest-TestMinimumBasicScenario-1688572112-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for floatingip, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:04:06.689490 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9afaa46d-c785-48fd-bb74-16b95eb1eba2 None None] Sync routers for ids ['0039fd21-09a6-454c-abea-8f2f635346fa'] in n-d-773647-6 {{(pid=100249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 15:04:06.699083 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9afaa46d-c785-48fd-bb74-16b95eb1eba2 None None] Routers {'0039fd21-09a6-454c-abea-8f2f635346fa'} bound to L3 agent in host n-d-773647-6 {{(pid=100249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 15:04:06.699702 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-9afaa46d-c785-48fd-bb74-16b95eb1eba2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T15:03:56Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['0039fd21-09a6-454c-abea-8f2f635346fa'], 'active': True} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:04:06.722425 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-8e389ec6-c410-43ad-be5e-f2abd3d904f4 tempest-TestMinimumBasicScenario-1688572112 tempest-TestMinimumBasicScenario-1688572112-project] 10.222.0.104 "DELETE /v2.0/floatingips/dc0ff325-352a-4bd0-aa37-792b676ea53e HTTP/1.1" status: 204 len: 168 time: 1.1340804 Jul 06 15:04:06.804242 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvr_db [None req-9afaa46d-c785-48fd-bb74-16b95eb1eba2 None None] Set router 0039fd21-09a6-454c-abea-8f2f635346fa gateway port host: n-d-773647-6 {{(pid=100249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 15:04:06.998598 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-9afaa46d-c785-48fd-bb74-16b95eb1eba2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0039fd21-09a6-454c-abea-8f2f635346fa', 'name': 'tempest-TestMinimumBasicScenario-81852804-router', 'tenant_id': '6261f7cc188147068d48f9fe013f604d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.81'}], 'enable_snat': True}, 'gw_port_id': '983740de-3bc2-4695-ad50-09118e9de38a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T15:02:08Z', 'updated_at': '2021-07-06T15:02:11Z', 'revision_number': 4, 'project_id': '6261f7cc188147068d48f9fe013f604d', 'gw_port': {'id': '983740de-3bc2-4695-ad50-09118e9de38a', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:b5:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0039fd21-09a6-454c-abea-8f2f635346fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4100, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T15:02:09Z', 'updated_at': '2021-07-06T15:02:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6', '_interfaces': [{'id': 'd1e9e0c9-ebb1-477f-be6b-efbdb5910830', 'name': '', 'network_id': '0ca2dbbd-eacf-4b0e-a170-6e1636cbaa62', 'tenant_id': '6261f7cc188147068d48f9fe013f604d', 'mac_address': 'fa:16:3e:10:f2:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0039fd21-09a6-454c-abea-8f2f635346fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 4101, 'fixed_ips': [{'subnet_id': 'f0500ddc-2b7b-4594-98cc-38596dd2c9a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T15:02:11Z', 'updated_at': '2021-07-06T15:02:17Z', 'revision_number': 5, 'project_id': '6261f7cc188147068d48f9fe013f604d', 'subnets': [{'id': 'f0500ddc-2b7b-4594-98cc-38596dd2c9a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773647-6', False) {} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:04:07.110668 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9afaa46d-c785-48fd-bb74-16b95eb1eba2 None None] Checking router: 0039fd21-09a6-454c-abea-8f2f635346fa for host: n-d-773647-6 {{(pid=100249) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 15:04:07.119442 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9afaa46d-c785-48fd-bb74-16b95eb1eba2 None None] Routers {'0039fd21-09a6-454c-abea-8f2f635346fa'} bound to L3 agent in host n-d-773647-6 {{(pid=100249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 15:04:07.120034 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-9afaa46d-c785-48fd-bb74-16b95eb1eba2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T15:03:56Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['0039fd21-09a6-454c-abea-8f2f635346fa'], 'active': True} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:04:07.219929 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvr_db [None req-9afaa46d-c785-48fd-bb74-16b95eb1eba2 None None] Set router 0039fd21-09a6-454c-abea-8f2f635346fa gateway port host: n-d-773647-6 {{(pid=100249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 15:04:07.358601 n-d-773647-6 neutron-server[100247]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9720cbdf-dde8-4ba0-9f4f-808b92c10433', 'tag': '50615783-5d4b-4b94-937d-6bf7bb2db4dc'}] {{(pid=100247) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 15:04:07.361554 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee9abbf45a31ce2cafe392c325a103f9980bc56023ef5156b007054daa5623de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b9edf80-1b44-4ad8-92b7-d97c42d36b40" -d '{"events": [{"name": "network-changed", "server_uuid": "9720cbdf-dde8-4ba0-9f4f-808b92c10433", "tag": "50615783-5d4b-4b94-937d-6bf7bb2db4dc"}]}' {{(pid=100247) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 15:04:07.396603 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 15:04:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3644b3cf-9efc-462c-840e-f7cbd8dbec4b x-openstack-request-id: req-3644b3cf-9efc-462c-840e-f7cbd8dbec4b {{(pid=100247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 15:04:07.396898 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9720cbdf-dde8-4ba0-9f4f-808b92c10433", "tag": "50615783-5d4b-4b94-937d-6bf7bb2db4dc", "status": "completed", "code": 200}]} {{(pid=100247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 15:04:07.397170 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-3644b3cf-9efc-462c-840e-f7cbd8dbec4b {{(pid=100247) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 15:04:07.397568 n-d-773647-6 neutron-server[100247]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9720cbdf-dde8-4ba0-9f4f-808b92c10433', 'tag': '50615783-5d4b-4b94-937d-6bf7bb2db4dc', 'status': 'completed', 'code': 200} Jul 06 15:04:07.410688 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-9afaa46d-c785-48fd-bb74-16b95eb1eba2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0039fd21-09a6-454c-abea-8f2f635346fa', 'name': 'tempest-TestMinimumBasicScenario-81852804-router', 'tenant_id': '6261f7cc188147068d48f9fe013f604d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.81'}], 'enable_snat': True}, 'gw_port_id': '983740de-3bc2-4695-ad50-09118e9de38a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T15:02:08Z', 'updated_at': '2021-07-06T15:02:11Z', 'revision_number': 4, 'project_id': '6261f7cc188147068d48f9fe013f604d', 'gw_port': {'id': '983740de-3bc2-4695-ad50-09118e9de38a', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:b5:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0039fd21-09a6-454c-abea-8f2f635346fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4100, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T15:02:09Z', 'updated_at': '2021-07-06T15:02:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6', '_interfaces': [{'id': 'd1e9e0c9-ebb1-477f-be6b-efbdb5910830', 'name': '', 'network_id': '0ca2dbbd-eacf-4b0e-a170-6e1636cbaa62', 'tenant_id': '6261f7cc188147068d48f9fe013f604d', 'mac_address': 'fa:16:3e:10:f2:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0039fd21-09a6-454c-abea-8f2f635346fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 4101, 'fixed_ips': [{'subnet_id': 'f0500ddc-2b7b-4594-98cc-38596dd2c9a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T15:02:11Z', 'updated_at': '2021-07-06T15:02:17Z', 'revision_number': 5, 'project_id': '6261f7cc188147068d48f9fe013f604d', 'subnets': [{'id': 'f0500ddc-2b7b-4594-98cc-38596dd2c9a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773647-6', False) {} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:04:07.437409 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9afaa46d-c785-48fd-bb74-16b95eb1eba2 None None] The sync data for ids ['0039fd21-09a6-454c-abea-8f2f635346fa'] in n-d-773647-6 is: [{'id': '0039fd21-09a6-454c-abea-8f2f635346fa', 'name': 'tempest-TestMinimumBasicScenario-81852804-router', 'tenant_id': '6261f7cc188147068d48f9fe013f604d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.81'}], 'enable_snat': True}, 'gw_port_id': '983740de-3bc2-4695-ad50-09118e9de38a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T15:02:08Z', 'updated_at': '2021-07-06T15:02:11Z', 'revision_number': 4, 'project_id': '6261f7cc188147068d48f9fe013f604d', 'gw_port': {'id': '983740de-3bc2-4695-ad50-09118e9de38a', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:b5:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0039fd21-09a6-454c-abea-8f2f635346fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4100, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T15:02:09Z', 'updated_at': '2021-07-06T15:02:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6', '_interfaces': [{'id': 'd1e9e0c9-ebb1-477f-be6b-efbdb5910830', 'name': '', 'network_id': '0ca2dbbd-eacf-4b0e-a170-6e1636cbaa62', 'tenant_id': '6261f7cc188147068d48f9fe013f604d', 'mac_address': 'fa:16:3e:10:f2:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0039fd21-09a6-454c-abea-8f2f635346fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 4101, 'fixed_ips': [{'subnet_id': 'f0500ddc-2b7b-4594-98cc-38596dd2c9a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T15:02:11Z', 'updated_at': '2021-07-06T15:02:17Z', 'revision_number': 5, 'project_id': '6261f7cc188147068d48f9fe013f604d', 'subnets': [{'id': 'f0500ddc-2b7b-4594-98cc-38596dd2c9a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 15:04:07.484779 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9edf80-1b44-4ad8-92b7-d97c42d36b40 req-60db9b86-1ecc-4cfa-89d3-10ef18956a8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:04:07.486513 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-7b9edf80-1b44-4ad8-92b7-d97c42d36b40 req-60db9b86-1ecc-4cfa-89d3-10ef18956a8b service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=6261f7cc188147068d48f9fe013f604d&device_id=9720cbdf-dde8-4ba0-9f4f-808b92c10433 HTTP/1.1" status: 200 len: 1097 time: 0.0623474 Jul 06 15:04:07.585420 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9edf80-1b44-4ad8-92b7-d97c42d36b40 req-6f956324-58e0-46a8-adf3-2982ea9edd69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:04:07.587027 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-7b9edf80-1b44-4ad8-92b7-d97c42d36b40 req-6f956324-58e0-46a8-adf3-2982ea9edd69 service neutron] 10.222.0.72 "GET /v2.0/networks?id=0ca2dbbd-eacf-4b0e-a170-6e1636cbaa62 HTTP/1.1" status: 200 len: 915 time: 0.0940278 Jul 06 15:04:07.629787 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-7b9edf80-1b44-4ad8-92b7-d97c42d36b40 req-1cae7987-b360-4440-9140-cb1f7a343ef5 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=50615783-5d4b-4b94-937d-6bf7bb2db4dc HTTP/1.1" status: 200 len: 217 time: 0.0365498 Jul 06 15:04:07.693303 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9edf80-1b44-4ad8-92b7-d97c42d36b40 req-c67529c9-b763-4a76-8a76-b8ce16dbbd9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:04:07.694785 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-7b9edf80-1b44-4ad8-92b7-d97c42d36b40 req-c67529c9-b763-4a76-8a76-b8ce16dbbd9b service neutron] 10.222.0.72 "GET /v2.0/subnets?id=f0500ddc-2b7b-4594-98cc-38596dd2c9a6 HTTP/1.1" status: 200 len: 852 time: 0.0596883 Jul 06 15:04:07.709831 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0322cfa5-8a57-487a-a7e2-d3e13289f79e None None] New status for floating IP dc0ff325-352a-4bd0-aa37-792b676ea53e: DOWN {{(pid=100248) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 15:04:07.759331 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9edf80-1b44-4ad8-92b7-d97c42d36b40 req-49d98f2d-64fe-4402-8dff-9a1129b12729 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:04:07.760772 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-7b9edf80-1b44-4ad8-92b7-d97c42d36b40 req-49d98f2d-64fe-4402-8dff-9a1129b12729 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=0ca2dbbd-eacf-4b0e-a170-6e1636cbaa62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0593204 Jul 06 15:04:07.857858 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-7b9edf80-1b44-4ad8-92b7-d97c42d36b40 req-2e5f57ee-d528-4c4d-beeb-49fb1bcda87d service neutron] 10.222.0.72 "GET /v2.0/networks/0ca2dbbd-eacf-4b0e-a170-6e1636cbaa62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907366 Jul 06 15:04:07.951168 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-7b9edf80-1b44-4ad8-92b7-d97c42d36b40 req-c4070b8f-6c80-4b2d-b07c-d912ecb24542 service neutron] 10.222.0.72 "GET /v2.0/networks/0ca2dbbd-eacf-4b0e-a170-6e1636cbaa62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869434 Jul 06 15:04:11.331806 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:04:13.127236 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:04:14.076289 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babddaf8-b911-4d42-b6fa-528ff675d7e3 req-a1d6f671-182e-4926-95fc-845cc6b9f0b3 tempest-TestMinimumBasicScenario-1688572112 tempest-TestMinimumBasicScenario-1688572112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:04:14.077888 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-babddaf8-b911-4d42-b6fa-528ff675d7e3 req-a1d6f671-182e-4926-95fc-845cc6b9f0b3 tempest-TestMinimumBasicScenario-1688572112 tempest-TestMinimumBasicScenario-1688572112-project] 10.222.0.104 "GET /v2.0/ports?device_id=9720cbdf-dde8-4ba0-9f4f-808b92c10433 HTTP/1.1" status: 200 len: 946 time: 0.0649643 Jul 06 15:04:14.124686 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-babddaf8-b911-4d42-b6fa-528ff675d7e3 req-e77cb413-4213-4c3a-98e0-769403497c01 tempest-TestMinimumBasicScenario-1688572112 tempest-TestMinimumBasicScenario-1688572112-project] 10.222.0.104 "GET /v2.0/security-groups?id=2185daa9-20b6-4f63-a769-7d58263c50ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403240 Jul 06 15:04:15.294879 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc10789-949c-44b9-9dc1-d87477364be4 req-3a8f8369-c027-4ddb-82ed-0dfeea6113d5 tempest-TestMinimumBasicScenario-1688572112 tempest-TestMinimumBasicScenario-1688572112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:04:15.296355 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-6bc10789-949c-44b9-9dc1-d87477364be4 req-3a8f8369-c027-4ddb-82ed-0dfeea6113d5 tempest-TestMinimumBasicScenario-1688572112 tempest-TestMinimumBasicScenario-1688572112-project] 10.222.0.104 "GET /v2.0/ports?device_id=9720cbdf-dde8-4ba0-9f4f-808b92c10433 HTTP/1.1" status: 200 len: 946 time: 0.0620599 Jul 06 15:04:15.332880 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-6bc10789-949c-44b9-9dc1-d87477364be4 req-c0c83fe7-241d-48ad-adc3-a6a844216000 tempest-TestMinimumBasicScenario-1688572112 tempest-TestMinimumBasicScenario-1688572112-project] 10.222.0.104 "GET /v2.0/security-groups?id=2185daa9-20b6-4f63-a769-7d58263c50ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308375 Jul 06 15:04:15.648374 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9c9bdb-7a20-4a49-8cb5-4336b7a6c3fa req-b386d775-cc44-4ba5-8cab-82d9942a8b25 tempest-TestMinimumBasicScenario-1688572112 tempest-TestMinimumBasicScenario-1688572112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:04:15.649866 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-9c9c9bdb-7a20-4a49-8cb5-4336b7a6c3fa req-b386d775-cc44-4ba5-8cab-82d9942a8b25 tempest-TestMinimumBasicScenario-1688572112 tempest-TestMinimumBasicScenario-1688572112-project] 10.222.0.72 "GET /v2.0/ports?device_id=9720cbdf-dde8-4ba0-9f4f-808b92c10433 HTTP/1.1" status: 200 len: 946 time: 0.0625114 Jul 06 15:04:15.752155 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [req-9c9c9bdb-7a20-4a49-8cb5-4336b7a6c3fa req-a21adef8-e4ad-4448-bcd6-08329b5f5b65 tempest-TestMinimumBasicScenario-1688572112 tempest-TestMinimumBasicScenario-1688572112-project] Deleting port 50615783-5d4b-4b94-937d-6bf7bb2db4dc {{(pid=100246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 15:04:15.752496 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-9c9c9bdb-7a20-4a49-8cb5-4336b7a6c3fa req-a21adef8-e4ad-4448-bcd6-08329b5f5b65 tempest-TestMinimumBasicScenario-1688572112 tempest-TestMinimumBasicScenario-1688572112-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:04:15.841535 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.db [req-9c9c9bdb-7a20-4a49-8cb5-4336b7a6c3fa req-a21adef8-e4ad-4448-bcd6-08329b5f5b65 tempest-TestMinimumBasicScenario-1688572112 tempest-TestMinimumBasicScenario-1688572112-project] For port 50615783-5d4b-4b94-937d-6bf7bb2db4dc, host n-h2-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=50615783-5d4b-4b94-937d-6bf7bb2db4dc,segment=NetworkSegment(11274852-024c-4e4d-97e3-9b8d77163c1d),segment_id=11274852-024c-4e4d-97e3-9b8d77163c1d)] {{(pid=100246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 15:04:15.841900 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-9c9c9bdb-7a20-4a49-8cb5-4336b7a6c3fa req-a21adef8-e4ad-4448-bcd6-08329b5f5b65 tempest-TestMinimumBasicScenario-1688572112 tempest-TestMinimumBasicScenario-1688572112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:04:15.854228 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [req-9c9c9bdb-7a20-4a49-8cb5-4336b7a6c3fa req-a21adef8-e4ad-4448-bcd6-08329b5f5b65 tempest-TestMinimumBasicScenario-1688572112 tempest-TestMinimumBasicScenario-1688572112-project] Calling delete_port for 50615783-5d4b-4b94-937d-6bf7bb2db4dc owned by compute:nova {{(pid=100246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 15:04:15.982471 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-9c9c9bdb-7a20-4a49-8cb5-4336b7a6c3fa req-a21adef8-e4ad-4448-bcd6-08329b5f5b65 tempest-TestMinimumBasicScenario-1688572112 tempest-TestMinimumBasicScenario-1688572112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127687580'] for port, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:04:15.994094 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] get_ports_and_sgs() called for port_ids ['50615783-5d4b-4b94-937d-6bf7bb2db4dc'] {{(pid=100248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 15:04:16.010967 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21adef8-e4ad-4448-bcd6-08329b5f5b65 tempest-TestMinimumBasicScenario-1688572112 tempest-TestMinimumBasicScenario-1688572112-project] Pushing event deleted for resources: {'Port': ['ID=50615783-5d4b-4b94-937d-6bf7bb2db4dc,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:04:16.060644 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c9c9bdb-7a20-4a49-8cb5-4336b7a6c3fa req-a21adef8-e4ad-4448-bcd6-08329b5f5b65 tempest-TestMinimumBasicScenario-1688572112 tempest-TestMinimumBasicScenario-1688572112-project] No DVR routers for this DVR port 50615783-5d4b-4b94-937d-6bf7bb2db4dc on host n-h2-773647-6 {{(pid=100246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 15:04:16.063474 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-9c9c9bdb-7a20-4a49-8cb5-4336b7a6c3fa req-a21adef8-e4ad-4448-bcd6-08329b5f5b65 tempest-TestMinimumBasicScenario-1688572112 tempest-TestMinimumBasicScenario-1688572112-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:04:16.066040 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-9c9c9bdb-7a20-4a49-8cb5-4336b7a6c3fa req-a21adef8-e4ad-4448-bcd6-08329b5f5b65 tempest-TestMinimumBasicScenario-1688572112 tempest-TestMinimumBasicScenario-1688572112-project] 10.222.0.72 "DELETE /v2.0/ports/50615783-5d4b-4b94-937d-6bf7bb2db4dc HTTP/1.1" status: 204 len: 173 time: 0.4103997 Jul 06 15:04:16.066478 n-d-773647-6 neutron-server[100246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9720cbdf-dde8-4ba0-9f4f-808b92c10433', 'name': 'network-vif-deleted', 'tag': '50615783-5d4b-4b94-937d-6bf7bb2db4dc'}] {{(pid=100246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 15:04:16.068739 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46bcbd240f672e88150dff05a21f1d72cf4d2de628fda8977cb1eab177268aa5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cda3259-5f70-4cf2-97d3-6a8174326171" -d '{"events": [{"server_uuid": "9720cbdf-dde8-4ba0-9f4f-808b92c10433", "name": "network-vif-deleted", "tag": "50615783-5d4b-4b94-937d-6bf7bb2db4dc"}]}' {{(pid=100246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 15:04:16.104077 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 15:04:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33ff405a-faf2-4ea6-b834-4772aea7f105 x-openstack-request-id: req-33ff405a-faf2-4ea6-b834-4772aea7f105 {{(pid=100246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 15:04:16.104368 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9720cbdf-dde8-4ba0-9f4f-808b92c10433", "name": "network-vif-deleted", "tag": "50615783-5d4b-4b94-937d-6bf7bb2db4dc", "status": "completed", "code": 200}]} {{(pid=100246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 15:04:16.104645 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-33ff405a-faf2-4ea6-b834-4772aea7f105 {{(pid=100246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 15:04:16.105049 n-d-773647-6 neutron-server[100246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9720cbdf-dde8-4ba0-9f4f-808b92c10433', 'name': 'network-vif-deleted', 'tag': '50615783-5d4b-4b94-937d-6bf7bb2db4dc', 'status': 'completed', 'code': 200} Jul 06 15:04:16.497069 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-bdbfa16e-714a-40a3-92e3-07a8aa87daaf req-5ed3c3f9-5984-4823-a572-4cdbe2778428 tempest-TestMinimumBasicScenario-1688572112 tempest-TestMinimumBasicScenario-1688572112-project] 10.222.0.104 "GET /v2.0/ports?device_id=9720cbdf-dde8-4ba0-9f4f-808b92c10433 HTTP/1.1" status: 200 len: 210 time: 0.0366549 Jul 06 15:04:18.084892 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 60922) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 15:04:18.411835 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-14ede32e-cc89-4c30-9bbb-a21b592c21d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1809431'] for router_interface, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:04:18.657055 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.plugin [None req-14ede32e-cc89-4c30-9bbb-a21b592c21d8 admin admin] Deleting port d1e9e0c9-ebb1-477f-be6b-efbdb5910830 {{(pid=100247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 15:04:18.657392 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-14ede32e-cc89-4c30-9bbb-a21b592c21d8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:04:18.736244 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.db [None req-14ede32e-cc89-4c30-9bbb-a21b592c21d8 admin admin] For port d1e9e0c9-ebb1-477f-be6b-efbdb5910830, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=d1e9e0c9-ebb1-477f-be6b-efbdb5910830,segment=NetworkSegment(11274852-024c-4e4d-97e3-9b8d77163c1d),segment_id=11274852-024c-4e4d-97e3-9b8d77163c1d)] {{(pid=100247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 15:04:18.736520 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-14ede32e-cc89-4c30-9bbb-a21b592c21d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:04:18.749515 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.plugin [None req-14ede32e-cc89-4c30-9bbb-a21b592c21d8 admin admin] Calling delete_port for d1e9e0c9-ebb1-477f-be6b-efbdb5910830 owned by network:router_interface {{(pid=100247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 15:04:18.865624 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Device 50615783-5d4b-4b94-937d-6bf7bb2db4dc no longer exists at agent hyperv_n-h2-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 15:04:18.889899 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] No Port match for: 50615783-5d4b-4b94-937d-6bf7bb2db4dc {{(pid=100248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 15:04:18.890256 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Device 50615783-5d4b-4b94-937d-6bf7bb2db4dc not bound to the agent host n-h2-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 15:04:18.929479 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-14ede32e-cc89-4c30-9bbb-a21b592c21d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128888353'] for port, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:04:18.953390 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ede32e-cc89-4c30-9bbb-a21b592c21d8 admin admin] Pushing event deleted for resources: {'Port': ['ID=d1e9e0c9-ebb1-477f-be6b-efbdb5910830,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:04:19.119703 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-14ede32e-cc89-4c30-9bbb-a21b592c21d8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1809193'] for router_interface, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:04:19.332577 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14ede32e-cc89-4c30-9bbb-a21b592c21d8 admin admin] Router 0039fd21-09a6-454c-abea-8f2f635346fa has already been hosted by L3 agent 2823d358-a11b-4885-a706-95a279e43fa7 {{(pid=100247) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 15:04:19.446551 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14ede32e-cc89-4c30-9bbb-a21b592c21d8 admin admin] Notify agent at l3_agent.n-d-773647-6 the message routers_updated {{(pid=100247) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 15:04:19.452340 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-14ede32e-cc89-4c30-9bbb-a21b592c21d8 admin admin] 10.222.0.104 "PUT /v2.0/routers/0039fd21-09a6-454c-abea-8f2f635346fa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3661108 Jul 06 15:04:19.454648 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 60926) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 15:04:19.454909 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1e79402-61d4-40df-9d78-49a6dac2e90e None None] Sync routers for ids ['0039fd21-09a6-454c-abea-8f2f635346fa'] in n-d-773647-6 {{(pid=100249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 15:04:19.468513 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1e79402-61d4-40df-9d78-49a6dac2e90e None None] Routers {'0039fd21-09a6-454c-abea-8f2f635346fa'} bound to L3 agent in host n-d-773647-6 {{(pid=100249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 15:04:19.469111 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-d1e79402-61d4-40df-9d78-49a6dac2e90e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T15:03:56Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['0039fd21-09a6-454c-abea-8f2f635346fa'], 'active': True} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:04:19.563706 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-f9a00f19-1248-498d-94a4-fc9068fd32d0 admin admin] Notify callbacks [] for router, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:04:19.566763 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvr_db [None req-d1e79402-61d4-40df-9d78-49a6dac2e90e None None] Set router 0039fd21-09a6-454c-abea-8f2f635346fa gateway port host: n-d-773647-6 {{(pid=100249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 15:04:19.665291 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-f9a00f19-1248-498d-94a4-fc9068fd32d0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:04:19.716224 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.plugin [None req-f9a00f19-1248-498d-94a4-fc9068fd32d0 admin admin] Deleting port 983740de-3bc2-4695-ad50-09118e9de38a {{(pid=100247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 15:04:19.716567 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-f9a00f19-1248-498d-94a4-fc9068fd32d0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:04:19.740582 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-d1e79402-61d4-40df-9d78-49a6dac2e90e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0039fd21-09a6-454c-abea-8f2f635346fa', 'name': 'tempest-TestMinimumBasicScenario-81852804-router', 'tenant_id': '6261f7cc188147068d48f9fe013f604d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.81'}], 'enable_snat': True}, 'gw_port_id': '983740de-3bc2-4695-ad50-09118e9de38a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T15:02:08Z', 'updated_at': '2021-07-06T15:04:18Z', 'revision_number': 5, 'project_id': '6261f7cc188147068d48f9fe013f604d', 'gw_port': {'id': '983740de-3bc2-4695-ad50-09118e9de38a', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:b5:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0039fd21-09a6-454c-abea-8f2f635346fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4100, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T15:02:09Z', 'updated_at': '2021-07-06T15:02:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6'}], 'n-d-773647-6', False) {} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:04:19.765974 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1e79402-61d4-40df-9d78-49a6dac2e90e None None] Checking router: 0039fd21-09a6-454c-abea-8f2f635346fa for host: n-d-773647-6 {{(pid=100249) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 15:04:19.776041 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1e79402-61d4-40df-9d78-49a6dac2e90e None None] Routers {'0039fd21-09a6-454c-abea-8f2f635346fa'} bound to L3 agent in host n-d-773647-6 {{(pid=100249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 15:04:19.776631 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-d1e79402-61d4-40df-9d78-49a6dac2e90e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T15:03:56Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['0039fd21-09a6-454c-abea-8f2f635346fa'], 'active': True} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:04:19.795849 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.db [None req-f9a00f19-1248-498d-94a4-fc9068fd32d0 admin admin] For port 983740de-3bc2-4695-ad50-09118e9de38a, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=983740de-3bc2-4695-ad50-09118e9de38a,segment=NetworkSegment(89a832b7-7793-4d51-9038-ed7e1c3ff1b2),segment_id=89a832b7-7793-4d51-9038-ed7e1c3ff1b2)] {{(pid=100247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 15:04:19.796204 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-f9a00f19-1248-498d-94a4-fc9068fd32d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:04:19.809362 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.plugin [None req-f9a00f19-1248-498d-94a4-fc9068fd32d0 admin admin] Calling delete_port for 983740de-3bc2-4695-ad50-09118e9de38a owned by network:router_gateway {{(pid=100247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 15:04:19.862602 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvr_db [None req-d1e79402-61d4-40df-9d78-49a6dac2e90e None None] Set router 0039fd21-09a6-454c-abea-8f2f635346fa gateway port host: None {{(pid=100249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 15:04:19.915609 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-d1e79402-61d4-40df-9d78-49a6dac2e90e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0039fd21-09a6-454c-abea-8f2f635346fa', 'name': 'tempest-TestMinimumBasicScenario-81852804-router', 'tenant_id': '6261f7cc188147068d48f9fe013f604d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T15:02:08Z', 'updated_at': '2021-07-06T15:04:19Z', 'revision_number': 6, 'project_id': '6261f7cc188147068d48f9fe013f604d', 'gw_port_host': None}], 'n-d-773647-6', False) {} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:04:19.942667 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1e79402-61d4-40df-9d78-49a6dac2e90e None None] The sync data for ids ['0039fd21-09a6-454c-abea-8f2f635346fa'] in n-d-773647-6 is: [{'id': '0039fd21-09a6-454c-abea-8f2f635346fa', 'name': 'tempest-TestMinimumBasicScenario-81852804-router', 'tenant_id': '6261f7cc188147068d48f9fe013f604d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T15:02:08Z', 'updated_at': '2021-07-06T15:04:19Z', 'revision_number': 6, 'project_id': '6261f7cc188147068d48f9fe013f604d', 'gw_port_host': None}] {{(pid=100249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 15:04:19.980822 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-f9a00f19-1248-498d-94a4-fc9068fd32d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128888353'] for port, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:04:20.010923 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a00f19-1248-498d-94a4-fc9068fd32d0 admin admin] Pushing event deleted for resources: {'Port': ['ID=983740de-3bc2-4695-ad50-09118e9de38a,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:04:20.069106 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-f9a00f19-1248-498d-94a4-fc9068fd32d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1761104'] for router_gateway, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:04:20.157106 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-f9a00f19-1248-498d-94a4-fc9068fd32d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1806308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6982'] for router, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:04:20.159157 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-f9a00f19-1248-498d-94a4-fc9068fd32d0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:04:20.203399 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-f9a00f19-1248-498d-94a4-fc9068fd32d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1805684'] for router, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:04:20.203882 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9a00f19-1248-498d-94a4-fc9068fd32d0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0039fd21-09a6-454c-abea-8f2f635346fa {{(pid=100247) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 15:04:20.208968 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-f9a00f19-1248-498d-94a4-fc9068fd32d0 admin admin] Notify callbacks [] for router, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:04:20.210134 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-f9a00f19-1248-498d-94a4-fc9068fd32d0 admin admin] 10.222.0.104 "DELETE /v2.0/routers/0039fd21-09a6-454c-abea-8f2f635346fa HTTP/1.1" status: 204 len: 168 time: 0.7545416 Jul 06 15:04:20.212768 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 60928) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 15:04:20.261051 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.db_base_plugin_v2 [None req-796769fe-c905-4836-8d14-61b4a233aadf admin admin] Deleting subnet f0500ddc-2b7b-4594-98cc-38596dd2c9a6 {{(pid=100247) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 15:04:20.264156 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-796769fe-c905-4836-8d14-61b4a233aadf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:04:20.297570 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-796769fe-c905-4836-8d14-61b4a233aadf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127131748'] for subnet, precommit_delete_associations {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:04:20.388366 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-796769fe-c905-4836-8d14-61b4a233aadf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-913473'] for subnet, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:04:20.422159 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device d1e9e0c9-ebb1-477f-be6b-efbdb5910830 no longer exists at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 15:04:20.443737 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] No Port match for: d1e9e0c9-ebb1-477f-be6b-efbdb5910830 {{(pid=100248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 15:04:20.444355 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device d1e9e0c9-ebb1-477f-be6b-efbdb5910830 not bound to the agent host n-d-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 15:04:20.452097 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-796769fe-c905-4836-8d14-61b4a233aadf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-913480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1849032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-128888347', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127627857'] for subnet, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:04:20.485273 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-796769fe-c905-4836-8d14-61b4a233aadf admin admin] Notify callbacks [] for subnet, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:04:20.489344 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-796769fe-c905-4836-8d14-61b4a233aadf admin admin] 10.222.0.104 "DELETE /v2.0/subnets/f0500ddc-2b7b-4594-98cc-38596dd2c9a6 HTTP/1.1" status: 204 len: 168 time: 0.2733014 Jul 06 15:04:20.489344 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796769fe-c905-4836-8d14-61b4a233aadf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f0500ddc-2b7b-4594-98cc-38596dd2c9a6,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:04:20.489694 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 60930) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 15:04:20.490159 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7f602ac-a596-4f00-ac51-0aeaafb5896f None None] Network 0ca2dbbd-eacf-4b0e-a170-6e1636cbaa62 requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 15:04:20.557591 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-109c4875-51c7-4450-b2c7-9b3ab6e873cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530492'] for network, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:04:20.609127 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [None req-109c4875-51c7-4450-b2c7-9b3ab6e873cf admin admin] Deleting port 11bb9204-c01e-4dc0-9246-aef32e571322 {{(pid=100246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 15:04:20.609737 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-109c4875-51c7-4450-b2c7-9b3ab6e873cf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:04:20.677089 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.db [None req-109c4875-51c7-4450-b2c7-9b3ab6e873cf admin admin] For port 11bb9204-c01e-4dc0-9246-aef32e571322, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=11bb9204-c01e-4dc0-9246-aef32e571322,segment=NetworkSegment(11274852-024c-4e4d-97e3-9b8d77163c1d),segment_id=11274852-024c-4e4d-97e3-9b8d77163c1d)] {{(pid=100246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 15:04:20.677390 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-109c4875-51c7-4450-b2c7-9b3ab6e873cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:04:20.689637 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [None req-109c4875-51c7-4450-b2c7-9b3ab6e873cf admin admin] Calling delete_port for 11bb9204-c01e-4dc0-9246-aef32e571322 owned by network:dhcp {{(pid=100246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 15:04:20.756022 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28bc72be-99b2-48ff-8f99-5887453f6c40 None None] DHCP port deletion for 0ca2dbbd-eacf-4b0e-a170-6e1636cbaa62 request from n-d-773647-6 {{(pid=100248) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 15:04:20.772267 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-109c4875-51c7-4450-b2c7-9b3ab6e873cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127687580'] for port, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:04:20.800305 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-109c4875-51c7-4450-b2c7-9b3ab6e873cf admin admin] No DVR routers for this DVR port 11bb9204-c01e-4dc0-9246-aef32e571322 on host n-d-773647-6 {{(pid=100246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 15:04:20.805861 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-28bc72be-99b2-48ff-8f99-5887453f6c40 None None] Deleting port 11bb9204-c01e-4dc0-9246-aef32e571322 {{(pid=100248) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 15:04:20.806016 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109c4875-51c7-4450-b2c7-9b3ab6e873cf admin admin] Pushing event deleted for resources: {'Port': ['ID=11bb9204-c01e-4dc0-9246-aef32e571322,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:04:20.806265 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-28bc72be-99b2-48ff-8f99-5887453f6c40 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:04:20.867624 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-28bc72be-99b2-48ff-8f99-5887453f6c40 None None] For port 11bb9204-c01e-4dc0-9246-aef32e571322, host n-d-773647-6, got binding levels [] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 15:04:20.868027 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-28bc72be-99b2-48ff-8f99-5887453f6c40 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:04:20.879539 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-109c4875-51c7-4450-b2c7-9b3ab6e873cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-917204', 'neutron.services.segments.db._delete_segments_for_network-8773753502302'] for network, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:04:20.881745 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-28bc72be-99b2-48ff-8f99-5887453f6c40 None None] Calling delete_port for 11bb9204-c01e-4dc0-9246-aef32e571322 owned by network:dhcp {{(pid=100248) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 15:04:20.884588 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.ipam_backend_mixin [None req-28bc72be-99b2-48ff-8f99-5887453f6c40 None None] Port 11bb9204-c01e-4dc0-9246-aef32e571322 was not found and therefore no delete operation was performed {{(pid=100248) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 06 15:04:20.885858 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-28bc72be-99b2-48ff-8f99-5887453f6c40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117'] for port, after_delete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:04:20.890085 n-d-773647-6 neutron-server[100246]: DEBUG neutron.services.segments.db [None req-109c4875-51c7-4450-b2c7-9b3ab6e873cf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ca2dbbd-eacf-4b0e-a170-6e1636cbaa62']}} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:04:20.900878 n-d-773647-6 neutron-server[100246]: DEBUG neutron.services.segments.db [None req-109c4875-51c7-4450-b2c7-9b3ab6e873cf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '11274852-024c-4e4d-97e3-9b8d77163c1d') {'for_net_delete': True} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:04:20.901179 n-d-773647-6 neutron-server[100246]: DEBUG neutron.services.segments.db [None req-109c4875-51c7-4450-b2c7-9b3ab6e873cf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '11274852-024c-4e4d-97e3-9b8d77163c1d') {} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:04:20.910797 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-109c4875-51c7-4450-b2c7-9b3ab6e873cf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773753515138', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126218898'] for segment, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:04:20.914394 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28bc72be-99b2-48ff-8f99-5887453f6c40 None None] Pushing event deleted for resources: {'Port': ['ID=11bb9204-c01e-4dc0-9246-aef32e571322,revision_number=None']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:04:20.918357 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28bc72be-99b2-48ff-8f99-5887453f6c40 None None] No DVR routers for this DVR port 11bb9204-c01e-4dc0-9246-aef32e571322 on host n-d-773647-6 {{(pid=100248) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 15:04:20.927779 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-109c4875-51c7-4450-b2c7-9b3ab6e873cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552'] for segment, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:04:20.929389 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28bc72be-99b2-48ff-8f99-5887453f6c40 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:04:20.930019 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28bc72be-99b2-48ff-8f99-5887453f6c40 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:04:20.930019 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28bc72be-99b2-48ff-8f99-5887453f6c40 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:04:20.930436 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28bc72be-99b2-48ff-8f99-5887453f6c40 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:04:20.930823 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28bc72be-99b2-48ff-8f99-5887453f6c40 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:04:20.931163 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28bc72be-99b2-48ff-8f99-5887453f6c40 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:04:20.931520 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28bc72be-99b2-48ff-8f99-5887453f6c40 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:04:20.932296 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28bc72be-99b2-48ff-8f99-5887453f6c40 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:04:20.932296 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28bc72be-99b2-48ff-8f99-5887453f6c40 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:04:20.932571 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28bc72be-99b2-48ff-8f99-5887453f6c40 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:04:20.932900 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28bc72be-99b2-48ff-8f99-5887453f6c40 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:04:20.933278 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28bc72be-99b2-48ff-8f99-5887453f6c40 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:04:20.934876 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-109c4875-51c7-4450-b2c7-9b3ab6e873cf admin admin] Releasing vlan 1044 on physical network physnet1 to pool {{(pid=100246) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 15:04:20.935328 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-109c4875-51c7-4450-b2c7-9b3ab6e873cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127687491'] for segment, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:04:20.947033 n-d-773647-6 neutron-server[100246]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 15:04:20.947033 n-d-773647-6 neutron-server[100246]: conditions |= (models_v2.Port.network_id.in_( Jul 06 15:04:20.947033 n-d-773647-6 neutron-server[100246]: Traceback (most recent call last): Jul 06 15:04:20.947033 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 15:04:20.947033 n-d-773647-6 neutron-server[100246]: timer() Jul 06 15:04:20.947033 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 15:04:20.947033 n-d-773647-6 neutron-server[100246]: cb(*args, **kw) Jul 06 15:04:20.947033 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 15:04:20.947033 n-d-773647-6 neutron-server[100246]: return func(*args, **kwargs) Jul 06 15:04:20.947033 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 15:04:20.947033 n-d-773647-6 neutron-server[100246]: self._notify() Jul 06 15:04:20.947033 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 15:04:20.947033 n-d-773647-6 neutron-server[100246]: self.callback(batched_events) Jul 06 15:04:20.947033 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 15:04:20.947033 n-d-773647-6 neutron-server[100246]: event.method(event) Jul 06 15:04:20.947033 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 15:04:20.947033 n-d-773647-6 neutron-server[100246]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 15:04:20.947033 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 15:04:20.947033 n-d-773647-6 neutron-server[100246]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 15:04:20.947033 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 15:04:20.947033 n-d-773647-6 neutron-server[100246]: return f(self, *a, **k) Jul 06 15:04:20.947033 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 15:04:20.947033 n-d-773647-6 neutron-server[100246]: return self._get(url).json() Jul 06 15:04:20.947033 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 15:04:20.947033 n-d-773647-6 neutron-server[100246]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 15:04:20.947033 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 15:04:20.947033 n-d-773647-6 neutron-server[100246]: return self.request(url, 'GET', **kwargs) Jul 06 15:04:20.947033 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 15:04:20.947033 n-d-773647-6 neutron-server[100246]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 15:04:20.947033 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 15:04:20.947033 n-d-773647-6 neutron-server[100246]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 15:04:20.947033 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 15:04:20.947033 n-d-773647-6 neutron-server[100246]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 15:04:20.947033 n-d-773647-6 neutron-server[100246]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 15:04:20.997992 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-109c4875-51c7-4450-b2c7-9b3ab6e873cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-917215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1761140'] for network, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:04:21.016458 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-109c4875-51c7-4450-b2c7-9b3ab6e873cf admin admin] Notify callbacks [] for network, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:04:21.018438 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-109c4875-51c7-4450-b2c7-9b3ab6e873cf admin admin] 10.222.0.104 "DELETE /v2.0/networks/0ca2dbbd-eacf-4b0e-a170-6e1636cbaa62 HTTP/1.1" status: 204 len: 168 time: 0.5276353 Jul 06 15:04:21.019566 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109c4875-51c7-4450-b2c7-9b3ab6e873cf admin admin] Pushing event deleted for resources: {'Network': ['ID=0ca2dbbd-eacf-4b0e-a170-6e1636cbaa62,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:04:21.021470 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 60934) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 15:04:21.361799 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-f686c5d9-02e4-4bdf-a9cf-efd01036a95c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1809431'] for router_interface, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:04:21.616697 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [None req-f686c5d9-02e4-4bdf-a9cf-efd01036a95c admin admin] Deleting port 5ac12ff7-25de-4735-ab2f-b8bbf5435b13 {{(pid=100246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 15:04:21.617384 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-f686c5d9-02e4-4bdf-a9cf-efd01036a95c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:04:21.696535 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.db [None req-f686c5d9-02e4-4bdf-a9cf-efd01036a95c admin admin] For port 5ac12ff7-25de-4735-ab2f-b8bbf5435b13, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=5ac12ff7-25de-4735-ab2f-b8bbf5435b13,segment=NetworkSegment(d02d18a4-3cfc-4dfd-915e-c71c4bc10ea5),segment_id=d02d18a4-3cfc-4dfd-915e-c71c4bc10ea5)] {{(pid=100246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 15:04:21.696904 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-f686c5d9-02e4-4bdf-a9cf-efd01036a95c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:04:21.709879 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [None req-f686c5d9-02e4-4bdf-a9cf-efd01036a95c admin admin] Calling delete_port for 5ac12ff7-25de-4735-ab2f-b8bbf5435b13 owned by network:router_interface {{(pid=100246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 15:04:21.885343 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-f686c5d9-02e4-4bdf-a9cf-efd01036a95c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127687580'] for port, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:04:21.911666 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f686c5d9-02e4-4bdf-a9cf-efd01036a95c admin admin] Pushing event deleted for resources: {'Port': ['ID=5ac12ff7-25de-4735-ab2f-b8bbf5435b13,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:04:22.073364 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-f686c5d9-02e4-4bdf-a9cf-efd01036a95c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1809193'] for router_interface, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:04:22.413200 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 983740de-3bc2-4695-ad50-09118e9de38a no longer exists at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 15:04:22.434323 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] No Port match for: 983740de-3bc2-4695-ad50-09118e9de38a {{(pid=100248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 15:04:22.434663 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 983740de-3bc2-4695-ad50-09118e9de38a not bound to the agent host n-d-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 15:04:22.435084 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 11bb9204-c01e-4dc0-9246-aef32e571322 no longer exists at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 15:04:22.452697 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] No Port match for: 11bb9204-c01e-4dc0-9246-aef32e571322 {{(pid=100248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 15:04:22.453149 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 11bb9204-c01e-4dc0-9246-aef32e571322 not bound to the agent host n-d-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 15:04:22.599944 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f686c5d9-02e4-4bdf-a9cf-efd01036a95c admin admin] Router 540adea3-4f69-43af-8b1a-798f78386fa4 has already been hosted by L3 agent 2823d358-a11b-4885-a706-95a279e43fa7 {{(pid=100246) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 15:04:22.704271 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f686c5d9-02e4-4bdf-a9cf-efd01036a95c admin admin] Notify agent at l3_agent.n-d-773647-6 the message routers_updated {{(pid=100246) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 15:04:22.710975 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-f686c5d9-02e4-4bdf-a9cf-efd01036a95c admin admin] 10.222.0.104 "PUT /v2.0/routers/540adea3-4f69-43af-8b1a-798f78386fa4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6872499 Jul 06 15:04:22.712165 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 60936) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 15:04:22.715383 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a715c205-6cca-4764-9f30-c6f9d6dbfcc9 None None] Sync routers for ids ['540adea3-4f69-43af-8b1a-798f78386fa4'] in n-d-773647-6 {{(pid=100248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 15:04:22.724482 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a715c205-6cca-4764-9f30-c6f9d6dbfcc9 None None] Routers {'540adea3-4f69-43af-8b1a-798f78386fa4'} bound to L3 agent in host n-d-773647-6 {{(pid=100248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 15:04:22.725088 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-a715c205-6cca-4764-9f30-c6f9d6dbfcc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T15:03:56Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['540adea3-4f69-43af-8b1a-798f78386fa4'], 'active': True} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:04:22.817358 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-384cb1e2-6f50-4416-86f0-a5802b76d842 admin admin] Notify callbacks [] for router, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:04:22.828001 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvr_db [None req-a715c205-6cca-4764-9f30-c6f9d6dbfcc9 None None] Set router 540adea3-4f69-43af-8b1a-798f78386fa4 gateway port host: n-d-773647-6 {{(pid=100248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 15:04:22.920063 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-384cb1e2-6f50-4416-86f0-a5802b76d842 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:04:22.974900 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [None req-384cb1e2-6f50-4416-86f0-a5802b76d842 admin admin] Deleting port 37933024-2400-4d23-b4a3-90edcfc0c6bd {{(pid=100246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 15:04:22.975401 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-384cb1e2-6f50-4416-86f0-a5802b76d842 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:04:22.993341 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-63af2ef8-173e-40d6-8f5b-ccf8a1897ddc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:04:23.013569 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-a715c205-6cca-4764-9f30-c6f9d6dbfcc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '540adea3-4f69-43af-8b1a-798f78386fa4', 'name': 'tempest-TestMinimumBasicScenario-425009464-router', 'tenant_id': '73e8b96590334a0a93df1978dbebdb58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.101'}], 'enable_snat': True}, 'gw_port_id': '37933024-2400-4d23-b4a3-90edcfc0c6bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T15:02:13Z', 'updated_at': '2021-07-06T15:04:21Z', 'revision_number': 5, 'project_id': '73e8b96590334a0a93df1978dbebdb58', 'gw_port': {'id': '37933024-2400-4d23-b4a3-90edcfc0c6bd', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:80:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '540adea3-4f69-43af-8b1a-798f78386fa4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4112, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T15:02:13Z', 'updated_at': '2021-07-06T15:02:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6'}], 'n-d-773647-6', False) {} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:04:23.044007 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a715c205-6cca-4764-9f30-c6f9d6dbfcc9 None None] Checking router: 540adea3-4f69-43af-8b1a-798f78386fa4 for host: n-d-773647-6 {{(pid=100248) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 15:04:23.052737 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a715c205-6cca-4764-9f30-c6f9d6dbfcc9 None None] Routers {'540adea3-4f69-43af-8b1a-798f78386fa4'} bound to L3 agent in host n-d-773647-6 {{(pid=100248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 15:04:23.053462 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-a715c205-6cca-4764-9f30-c6f9d6dbfcc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T15:03:56Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['540adea3-4f69-43af-8b1a-798f78386fa4'], 'active': True} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:04:23.057327 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.db [None req-384cb1e2-6f50-4416-86f0-a5802b76d842 admin admin] For port 37933024-2400-4d23-b4a3-90edcfc0c6bd, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=37933024-2400-4d23-b4a3-90edcfc0c6bd,segment=NetworkSegment(89a832b7-7793-4d51-9038-ed7e1c3ff1b2),segment_id=89a832b7-7793-4d51-9038-ed7e1c3ff1b2)] {{(pid=100246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 15:04:23.057695 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-384cb1e2-6f50-4416-86f0-a5802b76d842 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:04:23.070445 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [None req-384cb1e2-6f50-4416-86f0-a5802b76d842 admin admin] Calling delete_port for 37933024-2400-4d23-b4a3-90edcfc0c6bd owned by network:router_gateway {{(pid=100246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 15:04:23.134677 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvr_db [None req-a715c205-6cca-4764-9f30-c6f9d6dbfcc9 None None] Set router 540adea3-4f69-43af-8b1a-798f78386fa4 gateway port host: None {{(pid=100248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 15:04:23.188053 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-a715c205-6cca-4764-9f30-c6f9d6dbfcc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '540adea3-4f69-43af-8b1a-798f78386fa4', 'name': 'tempest-TestMinimumBasicScenario-425009464-router', 'tenant_id': '73e8b96590334a0a93df1978dbebdb58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T15:02:13Z', 'updated_at': '2021-07-06T15:04:22Z', 'revision_number': 6, 'project_id': '73e8b96590334a0a93df1978dbebdb58', 'gw_port_host': None}], 'n-d-773647-6', False) {} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:04:23.214512 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a715c205-6cca-4764-9f30-c6f9d6dbfcc9 None None] The sync data for ids ['540adea3-4f69-43af-8b1a-798f78386fa4'] in n-d-773647-6 is: [{'id': '540adea3-4f69-43af-8b1a-798f78386fa4', 'name': 'tempest-TestMinimumBasicScenario-425009464-router', 'tenant_id': '73e8b96590334a0a93df1978dbebdb58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T15:02:13Z', 'updated_at': '2021-07-06T15:04:22Z', 'revision_number': 6, 'project_id': '73e8b96590334a0a93df1978dbebdb58', 'gw_port_host': None}] {{(pid=100248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 15:04:23.247104 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-384cb1e2-6f50-4416-86f0-a5802b76d842 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127687580'] for port, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:04:23.270710 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384cb1e2-6f50-4416-86f0-a5802b76d842 admin admin] Pushing event deleted for resources: {'Port': ['ID=37933024-2400-4d23-b4a3-90edcfc0c6bd,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:04:23.331901 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-384cb1e2-6f50-4416-86f0-a5802b76d842 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1761104'] for router_gateway, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:04:23.422786 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-384cb1e2-6f50-4416-86f0-a5802b76d842 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1806308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6982'] for router, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:04:23.425381 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-384cb1e2-6f50-4416-86f0-a5802b76d842 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:04:23.467108 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-384cb1e2-6f50-4416-86f0-a5802b76d842 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1805684'] for router, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:04:23.467944 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-384cb1e2-6f50-4416-86f0-a5802b76d842 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 540adea3-4f69-43af-8b1a-798f78386fa4 {{(pid=100246) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 15:04:23.473090 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-384cb1e2-6f50-4416-86f0-a5802b76d842 admin admin] Notify callbacks [] for router, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:04:23.474233 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-384cb1e2-6f50-4416-86f0-a5802b76d842 admin admin] 10.222.0.104 "DELETE /v2.0/routers/540adea3-4f69-43af-8b1a-798f78386fa4 HTTP/1.1" status: 204 len: 168 time: 0.7611325 Jul 06 15:04:23.476718 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 60938) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 15:04:23.525755 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.db_base_plugin_v2 [None req-a28b16c1-fb03-44be-ad46-7c9462f2f9ea admin admin] Deleting subnet e31e0144-1198-44e7-b460-e7db8ce2c220 {{(pid=100246) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 15:04:23.528711 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-a28b16c1-fb03-44be-ad46-7c9462f2f9ea admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:04:23.563473 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-a28b16c1-fb03-44be-ad46-7c9462f2f9ea admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126218885'] for subnet, precommit_delete_associations {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:04:23.648199 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-a28b16c1-fb03-44be-ad46-7c9462f2f9ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-913473'] for subnet, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:04:23.700091 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-a28b16c1-fb03-44be-ad46-7c9462f2f9ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-913480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1849032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127687590', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127702764'] for subnet, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:04:23.727294 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28b16c1-fb03-44be-ad46-7c9462f2f9ea admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e31e0144-1198-44e7-b460-e7db8ce2c220,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:04:23.729252 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-a28b16c1-fb03-44be-ad46-7c9462f2f9ea admin admin] Notify callbacks [] for subnet, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:04:23.731091 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-a28b16c1-fb03-44be-ad46-7c9462f2f9ea admin admin] 10.222.0.104 "DELETE /v2.0/subnets/e31e0144-1198-44e7-b460-e7db8ce2c220 HTTP/1.1" status: 204 len: 168 time: 0.2534444 Jul 06 15:04:23.735069 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 60940) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 15:04:23.740852 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4402497f-92b9-4109-ab7d-b744ad9d72dd None None] Network db48e69a-0a25-483a-8d92-c1954e0ddd21 requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 15:04:23.807337 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-74a51326-93b1-4dd7-adf1-b3c42fa2bf1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530492'] for network, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:04:23.859605 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [None req-74a51326-93b1-4dd7-adf1-b3c42fa2bf1b admin admin] Deleting port 18278647-10b7-41a7-a009-c844939bb199 {{(pid=100246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 15:04:23.859954 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-74a51326-93b1-4dd7-adf1-b3c42fa2bf1b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:04:23.923172 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.db [None req-74a51326-93b1-4dd7-adf1-b3c42fa2bf1b admin admin] For port 18278647-10b7-41a7-a009-c844939bb199, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=18278647-10b7-41a7-a009-c844939bb199,segment=NetworkSegment(d02d18a4-3cfc-4dfd-915e-c71c4bc10ea5),segment_id=d02d18a4-3cfc-4dfd-915e-c71c4bc10ea5)] {{(pid=100246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 15:04:23.923569 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-74a51326-93b1-4dd7-adf1-b3c42fa2bf1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:04:23.937486 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [None req-74a51326-93b1-4dd7-adf1-b3c42fa2bf1b admin admin] Calling delete_port for 18278647-10b7-41a7-a009-c844939bb199 owned by network:dhcp {{(pid=100246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 15:04:23.963507 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f7705a6-6a7c-48fc-83b5-6cf6fa1b7d6a None None] DHCP port deletion for db48e69a-0a25-483a-8d92-c1954e0ddd21 request from n-d-773647-6 {{(pid=100248) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 15:04:24.014050 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-7f7705a6-6a7c-48fc-83b5-6cf6fa1b7d6a None None] Deleting port 18278647-10b7-41a7-a009-c844939bb199 {{(pid=100248) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 15:04:24.014435 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-7f7705a6-6a7c-48fc-83b5-6cf6fa1b7d6a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:04:24.022028 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-74a51326-93b1-4dd7-adf1-b3c42fa2bf1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127687580'] for port, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:04:24.039690 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74a51326-93b1-4dd7-adf1-b3c42fa2bf1b admin admin] No DVR routers for this DVR port 18278647-10b7-41a7-a009-c844939bb199 on host n-d-773647-6 {{(pid=100246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 15:04:24.062850 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a51326-93b1-4dd7-adf1-b3c42fa2bf1b admin admin] Pushing event deleted for resources: {'Port': ['ID=18278647-10b7-41a7-a009-c844939bb199,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:04:24.082610 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-7f7705a6-6a7c-48fc-83b5-6cf6fa1b7d6a None None] For port 18278647-10b7-41a7-a009-c844939bb199, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=18278647-10b7-41a7-a009-c844939bb199,segment=NetworkSegment(d02d18a4-3cfc-4dfd-915e-c71c4bc10ea5),segment_id=d02d18a4-3cfc-4dfd-915e-c71c4bc10ea5)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 15:04:24.083015 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-7f7705a6-6a7c-48fc-83b5-6cf6fa1b7d6a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:04:24.094904 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-7f7705a6-6a7c-48fc-83b5-6cf6fa1b7d6a None None] Calling delete_port for 18278647-10b7-41a7-a009-c844939bb199 owned by network:dhcp {{(pid=100248) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 15:04:24.135429 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-74a51326-93b1-4dd7-adf1-b3c42fa2bf1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-917204', 'neutron.services.segments.db._delete_segments_for_network-8773753502302'] for network, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:04:24.145999 n-d-773647-6 neutron-server[100246]: DEBUG neutron.services.segments.db [None req-74a51326-93b1-4dd7-adf1-b3c42fa2bf1b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db48e69a-0a25-483a-8d92-c1954e0ddd21']}} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:04:24.157149 n-d-773647-6 neutron-server[100246]: DEBUG neutron.services.segments.db [None req-74a51326-93b1-4dd7-adf1-b3c42fa2bf1b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd02d18a4-3cfc-4dfd-915e-c71c4bc10ea5') {'for_net_delete': True} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:04:24.157495 n-d-773647-6 neutron-server[100246]: DEBUG neutron.services.segments.db [None req-74a51326-93b1-4dd7-adf1-b3c42fa2bf1b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd02d18a4-3cfc-4dfd-915e-c71c4bc10ea5') {} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:04:24.167398 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-74a51326-93b1-4dd7-adf1-b3c42fa2bf1b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773753515138', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126218898'] for segment, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:04:24.180695 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-7f7705a6-6a7c-48fc-83b5-6cf6fa1b7d6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117'] for port, after_delete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:04:24.183903 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-74a51326-93b1-4dd7-adf1-b3c42fa2bf1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552'] for segment, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:04:24.193398 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-74a51326-93b1-4dd7-adf1-b3c42fa2bf1b admin admin] Releasing vlan 1042 on physical network physnet1 to pool {{(pid=100246) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 15:04:24.193802 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-74a51326-93b1-4dd7-adf1-b3c42fa2bf1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127687491'] for segment, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:04:24.195663 n-d-773647-6 neutron-server[100246]: Traceback (most recent call last): Jul 06 15:04:24.195663 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 15:04:24.195663 n-d-773647-6 neutron-server[100246]: timer() Jul 06 15:04:24.195663 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 15:04:24.195663 n-d-773647-6 neutron-server[100246]: cb(*args, **kw) Jul 06 15:04:24.195663 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 15:04:24.195663 n-d-773647-6 neutron-server[100246]: return func(*args, **kwargs) Jul 06 15:04:24.195663 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 15:04:24.195663 n-d-773647-6 neutron-server[100246]: self._notify() Jul 06 15:04:24.195663 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 15:04:24.195663 n-d-773647-6 neutron-server[100246]: self.callback(batched_events) Jul 06 15:04:24.195663 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 15:04:24.195663 n-d-773647-6 neutron-server[100246]: event.method(event) Jul 06 15:04:24.195663 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 15:04:24.195663 n-d-773647-6 neutron-server[100246]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 15:04:24.195663 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 15:04:24.195663 n-d-773647-6 neutron-server[100246]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 15:04:24.195663 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 15:04:24.195663 n-d-773647-6 neutron-server[100246]: return f(self, *a, **k) Jul 06 15:04:24.195663 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 15:04:24.195663 n-d-773647-6 neutron-server[100246]: return self._get(url).json() Jul 06 15:04:24.195663 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 15:04:24.195663 n-d-773647-6 neutron-server[100246]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 15:04:24.195663 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 15:04:24.195663 n-d-773647-6 neutron-server[100246]: return self.request(url, 'GET', **kwargs) Jul 06 15:04:24.195663 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 15:04:24.195663 n-d-773647-6 neutron-server[100246]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 15:04:24.195663 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 15:04:24.195663 n-d-773647-6 neutron-server[100246]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 15:04:24.195663 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 15:04:24.195663 n-d-773647-6 neutron-server[100246]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 15:04:24.195663 n-d-773647-6 neutron-server[100246]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 15:04:24.207087 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7705a6-6a7c-48fc-83b5-6cf6fa1b7d6a None None] Pushing event deleted for resources: {'Port': ['ID=18278647-10b7-41a7-a009-c844939bb199,revision_number=None']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:04:24.217780 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f7705a6-6a7c-48fc-83b5-6cf6fa1b7d6a None None] No DVR routers for this DVR port 18278647-10b7-41a7-a009-c844939bb199 on host n-d-773647-6 {{(pid=100248) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 15:04:24.257357 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-74a51326-93b1-4dd7-adf1-b3c42fa2bf1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-917215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1761140'] for network, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:04:24.262863 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-74a51326-93b1-4dd7-adf1-b3c42fa2bf1b admin admin] Notify callbacks [] for network, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:04:24.264730 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-74a51326-93b1-4dd7-adf1-b3c42fa2bf1b admin admin] 10.222.0.104 "DELETE /v2.0/networks/db48e69a-0a25-483a-8d92-c1954e0ddd21 HTTP/1.1" status: 204 len: 168 time: 0.5288923 Jul 06 15:04:24.276527 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a51326-93b1-4dd7-adf1-b3c42fa2bf1b admin admin] Pushing event deleted for resources: {'Network': ['ID=db48e69a-0a25-483a-8d92-c1954e0ddd21,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:04:24.374383 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 5ac12ff7-25de-4735-ab2f-b8bbf5435b13 no longer exists at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 15:04:24.395407 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] No Port match for: 5ac12ff7-25de-4735-ab2f-b8bbf5435b13 {{(pid=100248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 15:04:24.395776 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 5ac12ff7-25de-4735-ab2f-b8bbf5435b13 not bound to the agent host n-d-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 15:04:24.396181 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 37933024-2400-4d23-b4a3-90edcfc0c6bd no longer exists at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 15:04:24.414203 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] No Port match for: 37933024-2400-4d23-b4a3-90edcfc0c6bd {{(pid=100248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 15:04:24.414672 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 37933024-2400-4d23-b4a3-90edcfc0c6bd not bound to the agent host n-d-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 15:04:24.415227 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 18278647-10b7-41a7-a009-c844939bb199 no longer exists at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 15:04:24.428221 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 60944) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 15:04:24.434765 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] No Port match for: 18278647-10b7-41a7-a009-c844939bb199 {{(pid=100248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 15:04:24.435125 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 18278647-10b7-41a7-a009-c844939bb199 not bound to the agent host n-d-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 15:04:24.474775 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-b747f31a-37fb-4d7f-8e84-25e0f9b2e97e admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=6261f7cc188147068d48f9fe013f604d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0452104 Jul 06 15:04:24.477090 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 60946) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 15:04:24.527669 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-24237e37-1bd4-41cf-a344-f8bae6f39828 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:04:24.548883 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-24237e37-1bd4-41cf-a344-f8bae6f39828 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:04:24.595651 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-24237e37-1bd4-41cf-a344-f8bae6f39828 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:04:24.599146 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-24237e37-1bd4-41cf-a344-f8bae6f39828 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:04:24.600330 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-24237e37-1bd4-41cf-a344-f8bae6f39828 admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/2185daa9-20b6-4f63-a769-7d58263c50ed HTTP/1.1" status: 204 len: 168 time: 0.1224260 Jul 06 15:04:24.607944 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24237e37-1bd4-41cf-a344-f8bae6f39828 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2185daa9-20b6-4f63-a769-7d58263c50ed,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:04:24.899399 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 60952) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 15:04:24.939098 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-b168c60e-542e-491a-8956-9f567bd68b52 admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=73e8b96590334a0a93df1978dbebdb58&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0384943 Jul 06 15:04:24.941420 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 60954) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 15:04:24.989390 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-f8b8016d-0b31-40ae-92c0-edee2af10370 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:04:25.010209 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-f8b8016d-0b31-40ae-92c0-edee2af10370 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:04:25.057175 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-f8b8016d-0b31-40ae-92c0-edee2af10370 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:04:25.060044 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-f8b8016d-0b31-40ae-92c0-edee2af10370 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:04:25.061236 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-f8b8016d-0b31-40ae-92c0-edee2af10370 admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/5bf53646-2419-409c-b6c9-3bf4b5cbfe9a HTTP/1.1" status: 204 len: 168 time: 0.1188481 Jul 06 15:04:25.068852 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b8016d-0b31-40ae-92c0-edee2af10370 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bf53646-2419-409c-b6c9-3bf4b5cbfe9a,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:04:25.623777 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-c9329603-a110-44d9-b847-3a70d017895b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:04:25.981450 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:04:26.541914 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 60996) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 15:04:26.546629 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [None req-b741880f-6464-4e0b-836c-3d048f57c953 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2088724267', 'description': 'tempest-secgroup-smoke-2088724267 description', 'project_id': '768013dcc5f548df9e4c379a3109439b'}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 15:04:26.570091 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-b741880f-6464-4e0b-836c-3d048f57c953 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Notify callbacks [] for security_group, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:04:26.578093 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-b741880f-6464-4e0b-836c-3d048f57c953 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Notify callbacks [] for security_group, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:04:26.675407 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-b741880f-6464-4e0b-836c-3d048f57c953 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Notify callbacks [] for security_group, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:04:26.679086 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-b741880f-6464-4e0b-836c-3d048f57c953 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:04:26.715957 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b741880f-6464-4e0b-836c-3d048f57c953 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d7beb979-9161-4b99-9bf2-aaa8a7ea18e7,revision_number=1']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:04:26.766471 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-b741880f-6464-4e0b-836c-3d048f57c953 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Notify callbacks [] for security_group, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:04:26.770524 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-b741880f-6464-4e0b-836c-3d048f57c953 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:04:26.797706 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-b741880f-6464-4e0b-836c-3d048f57c953 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Notify callbacks [] for security_group, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:04:26.798913 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-b741880f-6464-4e0b-836c-3d048f57c953 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] 10.222.0.104 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2559676 Jul 06 15:04:26.801037 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b741880f-6464-4e0b-836c-3d048f57c953 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Pushing event updated for resources: {'SecurityGroup': ['ID=17d72427-4dc0-4352-9615-0d25d6e8d945,revision_number=1']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:04:26.802336 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 60998) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 15:04:26.807328 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-28c2d2b1-fdfd-4fb3-90ac-0cbce2f1e725 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Request body: {'security_group_rule': {'security_group_id': '17d72427-4dc0-4352-9615-0d25d6e8d945', 'project_id': '768013dcc5f548df9e4c379a3109439b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 15:04:26.834249 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-28c2d2b1-fdfd-4fb3-90ac-0cbce2f1e725 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:04:26.848212 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-2064eaae-da4f-48f8-82d2-b09d4ddedd44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:04:26.882252 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-28c2d2b1-fdfd-4fb3-90ac-0cbce2f1e725 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:04:26.885915 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-28c2d2b1-fdfd-4fb3-90ac-0cbce2f1e725 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1898694'] for security_group_rule, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:04:26.902233 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c2d2b1-fdfd-4fb3-90ac-0cbce2f1e725 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=06f872d5-892a-4850-9516-135bb92124d3,revision_number=0']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:04:26.912008 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-28c2d2b1-fdfd-4fb3-90ac-0cbce2f1e725 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:04:26.913437 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-28c2d2b1-fdfd-4fb3-90ac-0cbce2f1e725 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] 10.222.0.104 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1100340 Jul 06 15:04:26.916146 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 32768) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 15:04:26.920549 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-93a5d0d8-8a87-49e7-95f7-eb23fb9c1a65 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Request body: {'security_group_rule': {'security_group_id': '17d72427-4dc0-4352-9615-0d25d6e8d945', 'project_id': '768013dcc5f548df9e4c379a3109439b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 15:04:26.946988 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-93a5d0d8-8a87-49e7-95f7-eb23fb9c1a65 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:04:27.008973 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-93a5d0d8-8a87-49e7-95f7-eb23fb9c1a65 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:04:27.012834 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-93a5d0d8-8a87-49e7-95f7-eb23fb9c1a65 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1898694'] for security_group_rule, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:04:27.034634 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a5d0d8-8a87-49e7-95f7-eb23fb9c1a65 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e94c462-6246-41b1-9db4-a6d40bf3b76e,revision_number=0']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:04:27.037922 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-93a5d0d8-8a87-49e7-95f7-eb23fb9c1a65 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:04:27.041656 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-93a5d0d8-8a87-49e7-95f7-eb23fb9c1a65 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] 10.222.0.104 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1220465 Jul 06 15:04:27.042160 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 32770) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 15:04:27.046182 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-c63cc9ea-710b-42c8-8132-6ed487260342 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Request body: {'security_group_rule': {'security_group_id': '17d72427-4dc0-4352-9615-0d25d6e8d945', 'project_id': '768013dcc5f548df9e4c379a3109439b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 15:04:27.072156 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-c63cc9ea-710b-42c8-8132-6ed487260342 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:04:27.131917 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-c63cc9ea-710b-42c8-8132-6ed487260342 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:04:27.135432 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-c63cc9ea-710b-42c8-8132-6ed487260342 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1898694'] for security_group_rule, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:04:27.152603 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63cc9ea-710b-42c8-8132-6ed487260342 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d092800-52e5-479f-a5a9-a49b85876db7,revision_number=0']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:04:27.159782 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-c63cc9ea-710b-42c8-8132-6ed487260342 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:04:27.161020 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-c63cc9ea-710b-42c8-8132-6ed487260342 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] 10.222.0.104 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1182415 Jul 06 15:04:27.163780 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 32772) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 15:04:27.168161 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-73e0c12f-c080-4f1a-8f42-c55e8c688b09 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Request body: {'security_group_rule': {'security_group_id': '17d72427-4dc0-4352-9615-0d25d6e8d945', 'project_id': '768013dcc5f548df9e4c379a3109439b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 15:04:27.194043 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-73e0c12f-c080-4f1a-8f42-c55e8c688b09 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:04:27.253282 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-73e0c12f-c080-4f1a-8f42-c55e8c688b09 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:04:27.256958 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-73e0c12f-c080-4f1a-8f42-c55e8c688b09 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1898694'] for security_group_rule, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:04:27.277395 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.agents_db [None req-167c0ad6-1657-4c9a-a2c4-3b18056aa662 None None] Agent healthcheck: found 7 active agents {{(pid=100249) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 15:04:27.281052 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e0c12f-c080-4f1a-8f42-c55e8c688b09 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f155fb22-0763-4fc7-b8e3-2e1c9bd0d424,revision_number=0']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:04:27.286371 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-73e0c12f-c080-4f1a-8f42-c55e8c688b09 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:04:27.287796 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-73e0c12f-c080-4f1a-8f42-c55e8c688b09 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] 10.222.0.104 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1229959 Jul 06 15:04:27.290398 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 32774) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 15:04:27.295032 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-44007824-29f5-4de1-a8af-410ac4fe6c88 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Request body: {'security_group_rule': {'security_group_id': '17d72427-4dc0-4352-9615-0d25d6e8d945', 'project_id': '768013dcc5f548df9e4c379a3109439b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 15:04:27.316012 n-d-773647-6 neutron-server[100246]: INFO neutron.db.securitygroups_db [None req-44007824-29f5-4de1-a8af-410ac4fe6c88 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Project 768013dcc5f548df9e4c379a3109439b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 06 15:04:27.320644 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-44007824-29f5-4de1-a8af-410ac4fe6c88 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:04:27.378389 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-44007824-29f5-4de1-a8af-410ac4fe6c88 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:04:27.381800 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-44007824-29f5-4de1-a8af-410ac4fe6c88 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1898694'] for security_group_rule, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:04:27.400833 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44007824-29f5-4de1-a8af-410ac4fe6c88 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fdffda7b-0d25-4caf-97a3-f82005d83a67,revision_number=0']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:04:27.403738 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-44007824-29f5-4de1-a8af-410ac4fe6c88 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:04:27.405019 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-44007824-29f5-4de1-a8af-410ac4fe6c88 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] 10.222.0.104 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1134102 Jul 06 15:04:27.407923 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 32776) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 15:04:27.412884 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-8795e4ab-d186-49d0-b51d-f931b9f7d0bb tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Request body: {'security_group_rule': {'security_group_id': '17d72427-4dc0-4352-9615-0d25d6e8d945', 'project_id': '768013dcc5f548df9e4c379a3109439b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 15:04:27.433107 n-d-773647-6 neutron-server[100246]: INFO neutron.db.securitygroups_db [None req-8795e4ab-d186-49d0-b51d-f931b9f7d0bb tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Project 768013dcc5f548df9e4c379a3109439b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 06 15:04:27.437721 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-8795e4ab-d186-49d0-b51d-f931b9f7d0bb tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:04:27.499787 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-8795e4ab-d186-49d0-b51d-f931b9f7d0bb tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:04:27.503256 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-8795e4ab-d186-49d0-b51d-f931b9f7d0bb tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1898694'] for security_group_rule, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:04:27.522350 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8795e4ab-d186-49d0-b51d-f931b9f7d0bb tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=663b5df2-7057-4acb-bf60-1934b84be787,revision_number=0']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:04:27.525449 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-8795e4ab-d186-49d0-b51d-f931b9f7d0bb tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:04:27.526693 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-8795e4ab-d186-49d0-b51d-f931b9f7d0bb tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] 10.222.0.104 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1178305 Jul 06 15:04:27.529715 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 32778) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 15:04:27.535202 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-d981c905-26ca-4058-b252-42b8419eff07 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Request body: {'network': {'name': 'tempest-network-smoke--1171796205', 'project_id': '768013dcc5f548df9e4c379a3109439b', 'port_security_enabled': True}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 15:04:27.555737 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d981c905-26ca-4058-b252-42b8419eff07 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Made reservation on behalf of 768013dcc5f548df9e4c379a3109439b for: {'network': 1} {{(pid=100246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 15:04:27.559089 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-d981c905-26ca-4058-b252-42b8419eff07 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for network, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:04:27.582586 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d981c905-26ca-4058-b252-42b8419eff07 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] vlan segment allocate from pool success with {'vlan_id': 1017, 'physical_network': 'physnet1'} {{(pid=100246) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 15:04:27.591456 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-d981c905-26ca-4058-b252-42b8419eff07 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552'] for segment, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:04:27.591796 n-d-773647-6 neutron-server[100246]: INFO neutron.db.segments_db [None req-d981c905-26ca-4058-b252-42b8419eff07 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Added segment e8f55c39-560d-4e51-8a5e-588e7105e47b of type vlan for network 2b22285d-4c7b-45d0-803c-958f13334ebb Jul 06 15:04:27.630549 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-d981c905-26ca-4058-b252-42b8419eff07 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773752984405'] for network, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:04:27.658040 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-d981c905-26ca-4058-b252-42b8419eff07 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060'] for network, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:04:27.664218 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d981c905-26ca-4058-b252-42b8419eff07 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:04:27.664814 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-d981c905-26ca-4058-b252-42b8419eff07 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Notify callbacks [] for network, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:04:27.731623 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-d981c905-26ca-4058-b252-42b8419eff07 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] 10.222.0.104 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2008762 Jul 06 15:04:27.734622 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 32780) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 15:04:27.740637 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [None req-fa63dd81-fc27-40de-976d-538bbc64c5fa tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1351396972', 'admin_state_up': True, 'project_id': '768013dcc5f548df9e4c379a3109439b', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719'}}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 15:04:27.746684 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d981c905-26ca-4058-b252-42b8419eff07 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Pushing event updated for resources: {'Network': ['ID=2b22285d-4c7b-45d0-803c-958f13334ebb,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:04:27.756789 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Network 2b22285d-4c7b-45d0-803c-958f13334ebb details requested by agent ovs-agent-n-d-773647-6 with host n-d-773647-6 {{(pid=100248) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 15:04:27.765013 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-fa63dd81-fc27-40de-976d-538bbc64c5fa tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1806290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6992'] for router, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:04:27.765981 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-fa63dd81-fc27-40de-976d-538bbc64c5fa tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1806157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1808637', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1714747', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7007'] for router, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:04:27.819522 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-fa63dd81-fc27-40de-976d-538bbc64c5fa tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:04:28.237301 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-fa63dd81-fc27-40de-976d-538bbc64c5fa tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1761047', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1806272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6989'] for router, precommit_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:04:28.422906 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-fa63dd81-fc27-40de-976d-538bbc64c5fa tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Notify callbacks [] for router_gateway, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:04:28.445197 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-fa63dd81-fc27-40de-976d-538bbc64c5fa tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:04:28.543821 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.db_base_plugin_common [None req-fa63dd81-fc27-40de-976d-538bbc64c5fa tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Allocated IP 172.25.0.235 (2658f09e-a580-4d4a-9968-2d1e0ad93719/cbf74abc-6fe1-4d33-b005-c948923b9647/e5535a19-957d-426c-bbea-e40b4aa522f5) {{(pid=100247) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 15:04:28.632681 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-03f71b24-a9b8-453a-8924-caa3f97bc6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:04:28.647418 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-fa63dd81-fc27-40de-976d-538bbc64c5fa tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Notify callbacks [] for port, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:04:28.688680 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-fa63dd81-fc27-40de-976d-538bbc64c5fa tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-128888360'] for port, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:04:28.725610 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa63dd81-fc27-40de-976d-538bbc64c5fa tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Network 2658f09e-a580-4d4a-9968-2d1e0ad93719 is already hosted by enough agents. {{(pid=100247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 15:04:28.728449 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.base_scheduler [None req-fa63dd81-fc27-40de-976d-538bbc64c5fa tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Resources bound (agent type, host, resource id): {{(pid=100247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 15:04:28.733937 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa63dd81-fc27-40de-976d-538bbc64c5fa tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Received port after_create {{(pid=100247) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 15:04:28.740111 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa63dd81-fc27-40de-976d-538bbc64c5fa tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Pushing event updated for resources: {'Port': ['ID=e5535a19-957d-426c-bbea-e40b4aa522f5,revision_number=1']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:04:29.032981 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-fa63dd81-fc27-40de-976d-538bbc64c5fa tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Notify callbacks [] for router_gateway, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:04:29.220333 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-fa63dd81-fc27-40de-976d-538bbc64c5fa tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1806297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1761036'] for router, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:04:29.344426 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa63dd81-fc27-40de-976d-538bbc64c5fa tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Router 57c8bd37-15f7-4a29-9c3d-2b65703433c5 is scheduled to L3 agent 2823d358-a11b-4885-a706-95a279e43fa7 with binding_index 1 {{(pid=100247) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 15:04:29.444035 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa63dd81-fc27-40de-976d-538bbc64c5fa tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Notify agent at l3_agent.n-d-773647-6 the message routers_updated {{(pid=100247) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 15:04:29.454129 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc887da5-ed45-427a-b8b4-279829b13c67 None None] Sync routers for ids ['57c8bd37-15f7-4a29-9c3d-2b65703433c5'] in n-d-773647-6 {{(pid=100249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 15:04:29.462556 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-fa63dd81-fc27-40de-976d-538bbc64c5fa tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Notify callbacks [] for router, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:04:29.463665 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc887da5-ed45-427a-b8b4-279829b13c67 None None] Routers {'57c8bd37-15f7-4a29-9c3d-2b65703433c5'} bound to L3 agent in host n-d-773647-6 {{(pid=100249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 15:04:29.463990 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-fa63dd81-fc27-40de-976d-538bbc64c5fa tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] 10.222.0.104 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.7281768 Jul 06 15:04:29.464261 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-bc887da5-ed45-427a-b8b4-279829b13c67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T15:04:26Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['57c8bd37-15f7-4a29-9c3d-2b65703433c5'], 'active': True} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:04:29.467158 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 32782) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 15:04:29.567648 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvr_db [None req-bc887da5-ed45-427a-b8b4-279829b13c67 None None] Set router 57c8bd37-15f7-4a29-9c3d-2b65703433c5 gateway port host: n-d-773647-6 {{(pid=100249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 15:04:29.591050 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-26d58552-1528-4303-80a8-13a43706ad17 tempest-TestNetworkAdvancedServerOps-1213390431 tempest-TestNetworkAdvancedServerOps-1213390431-project-admin] 10.222.0.104 "GET /v2.0/subnets?project_id=768013dcc5f548df9e4c379a3109439b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1227593 Jul 06 15:04:29.593771 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 32786) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 15:04:29.738081 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c8791f6-860c-4537-a885-db909ee58a77 tempest-TestNetworkAdvancedServerOps-1213390431 tempest-TestNetworkAdvancedServerOps-1213390431-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:04:29.739881 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-4c8791f6-860c-4537-a885-db909ee58a77 tempest-TestNetworkAdvancedServerOps-1213390431 tempest-TestNetworkAdvancedServerOps-1213390431-project-admin] 10.222.0.104 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1449451 Jul 06 15:04:29.742446 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 32788) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 15:04:29.756143 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-bc887da5-ed45-427a-b8b4-279829b13c67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57c8bd37-15f7-4a29-9c3d-2b65703433c5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1351396972', 'tenant_id': '768013dcc5f548df9e4c379a3109439b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.235'}], 'enable_snat': True}, 'gw_port_id': 'e5535a19-957d-426c-bbea-e40b4aa522f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T15:04:27Z', 'updated_at': '2021-07-06T15:04:28Z', 'revision_number': 3, 'project_id': '768013dcc5f548df9e4c379a3109439b', 'gw_port': {'id': 'e5535a19-957d-426c-bbea-e40b4aa522f5', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:82:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57c8bd37-15f7-4a29-9c3d-2b65703433c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T15:04:28Z', 'updated_at': '2021-07-06T15:04:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6'}], 'n-d-773647-6', False) {} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:04:29.777535 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-906e055e-a95f-4803-9614-39f054c93b5c tempest-TestNetworkAdvancedServerOps-1213390431 tempest-TestNetworkAdvancedServerOps-1213390431-project-admin] 10.222.0.104 "GET /v2.0/subnets?network_id=2658f09e-a580-4d4a-9968-2d1e0ad93719&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0338697 Jul 06 15:04:29.780080 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 32790) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 15:04:29.785568 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [None req-036c89fe-572b-44f6-9172-101e9d0deb1e tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-755177292', 'network_id': '2b22285d-4c7b-45d0-803c-958f13334ebb', 'project_id': '768013dcc5f548df9e4c379a3109439b', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 15:04:29.794747 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc887da5-ed45-427a-b8b4-279829b13c67 None None] Checking router: 57c8bd37-15f7-4a29-9c3d-2b65703433c5 for host: n-d-773647-6 {{(pid=100249) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 15:04:29.795038 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc887da5-ed45-427a-b8b4-279829b13c67 None None] Updating router 57c8bd37-15f7-4a29-9c3d-2b65703433c5 port e5535a19-957d-426c-bbea-e40b4aa522f5 binding host n-d-773647-6 {{(pid=100249) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 15:04:29.827654 n-d-773647-6 neutron-server[100249]: DEBUG neutron_lib.callbacks.manager [None req-bc887da5-ed45-427a-b8b4-279829b13c67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:04:29.873901 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-036c89fe-572b-44f6-9172-101e9d0deb1e tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Made reservation on behalf of 768013dcc5f548df9e4c379a3109439b for: {'subnet': 1} {{(pid=100247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 15:04:29.877916 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-036c89fe-572b-44f6-9172-101e9d0deb1e tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127627440'] for subnet, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:04:30.052926 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-036c89fe-572b-44f6-9172-101e9d0deb1e tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1849032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-128888412', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127627426'] for subnet, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:04:30.071266 n-d-773647-6 neutron-server[100249]: DEBUG neutron_lib.callbacks.manager [None req-bc887da5-ed45-427a-b8b4-279829b13c67 None None] Notify callbacks [] for port, precommit_update {{(pid=100249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:04:30.080730 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.provisioning_blocks [None req-bc887da5-ed45-427a-b8b4-279829b13c67 None None] Transition to ACTIVE for port object e5535a19-957d-426c-bbea-e40b4aa522f5 will not be triggered until provisioned by entity L2. {{(pid=100249) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 15:04:30.085911 n-d-773647-6 neutron-server[100249]: DEBUG neutron_lib.callbacks.manager [None req-bc887da5-ed45-427a-b8b4-279829b13c67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:04:30.117451 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036c89fe-572b-44f6-9172-101e9d0deb1e tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Pushing event updated for resources: {'Subnet': ['ID=70303167-b9d9-498d-95d9-dc6c0d257f8c,revision_number=0']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:04:30.122861 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-036c89fe-572b-44f6-9172-101e9d0deb1e tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Checking segment: {'id': 'e8f55c39-560d-4e51-8a5e-588e7105e47b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1017, 'network_id': '2b22285d-4c7b-45d0-803c-958f13334ebb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100247) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 15:04:30.123253 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-036c89fe-572b-44f6-9172-101e9d0deb1e tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Network hostable DHCP agents. Network: 2b22285d-4c7b-45d0-803c-958f13334ebb, hostable agents: ['f2bada3d-be77-4359-982b-8505a2bbca04'], hosted agents: [] {{(pid=100247) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 15:04:30.140970 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-036c89fe-572b-44f6-9172-101e9d0deb1e tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Network 2b22285d-4c7b-45d0-803c-958f13334ebb is scheduled to be hosted by DHCP agent f2bada3d-be77-4359-982b-8505a2bbca04 with binding_index 1 {{(pid=100247) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 15:04:30.151584 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.base_scheduler [None req-036c89fe-572b-44f6-9172-101e9d0deb1e tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773647-6, 2b22285d-4c7b-45d0-803c-958f13334ebb) {{(pid=100247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 15:04:30.156012 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-036c89fe-572b-44f6-9172-101e9d0deb1e tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:04:30.156616 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-036c89fe-572b-44f6-9172-101e9d0deb1e tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Notify callbacks [] for subnet, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:04:30.162302 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b264d3e-dabf-4744-9b9c-cf8ab015010c None None] Network 2b22285d-4c7b-45d0-803c-958f13334ebb requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 15:04:30.178044 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-036c89fe-572b-44f6-9172-101e9d0deb1e tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] 10.222.0.104 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.3969135 Jul 06 15:04:30.180944 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 32792) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 15:04:30.225797 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.managers [None req-bc887da5-ed45-427a-b8b4-279829b13c67 None None] Attempting to bind port e5535a19-957d-426c-bbea-e40b4aa522f5 on host n-d-773647-6 for vnic_type normal with profile {{(pid=100249) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 15:04:30.226159 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.managers [None req-bc887da5-ed45-427a-b8b4-279829b13c67 None None] Attempting to bind port e5535a19-957d-426c-bbea-e40b4aa522f5 by drivers openvswitch,hyperv on host n-d-773647-6 at level 0 using segments [{'id': '89a832b7-7793-4d51-9038-ed7e1c3ff1b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719'}] {{(pid=100249) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 15:04:30.226510 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc887da5-ed45-427a-b8b4-279829b13c67 None None] Attempting to bind port e5535a19-957d-426c-bbea-e40b4aa522f5 on network 2658f09e-a580-4d4a-9968-2d1e0ad93719 {{(pid=100249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 15:04:30.238912 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc887da5-ed45-427a-b8b4-279829b13c67 None None] Checking agent: {'id': '8ab5b19c-d213-4f29-891d-27bdf39d38b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773647-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 43, 26), 'started_at': datetime.datetime(2021, 7, 6, 13, 43, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 15, 4, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773647-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 15:04:30.239312 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc887da5-ed45-427a-b8b4-279829b13c67 None None] Checking segment: {'id': '89a832b7-7793-4d51-9038-ed7e1c3ff1b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100249) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 15:04:30.239708 n-d-773647-6 neutron-server[100249]: DEBUG neutron_lib.callbacks.manager [None req-bc887da5-ed45-427a-b8b4-279829b13c67 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:04:30.240097 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc887da5-ed45-427a-b8b4-279829b13c67 None None] Bound using segment: {'id': '89a832b7-7793-4d51-9038-ed7e1c3ff1b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719'} {{(pid=100249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 15:04:30.240551 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.managers [None req-bc887da5-ed45-427a-b8b4-279829b13c67 None None] Bound port: e5535a19-957d-426c-bbea-e40b4aa522f5, host: n-d-773647-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89a832b7-7793-4d51-9038-ed7e1c3ff1b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719'}}] {{(pid=100249) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 15:04:30.240922 n-d-773647-6 neutron-server[100249]: DEBUG neutron_lib.callbacks.manager [None req-bc887da5-ed45-427a-b8b4-279829b13c67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:04:30.242539 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d2e019-e5c5-478b-b1e1-3f618748c603 None None] Pushing event updated for resources: {'Port': ['ID=e5535a19-957d-426c-bbea-e40b4aa522f5,revision_number=2']} {{(pid=100249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:04:30.271499 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d2e019-e5c5-478b-b1e1-3f618748c603 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:04:30.271853 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d2e019-e5c5-478b-b1e1-3f618748c603 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:04:30.272190 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d2e019-e5c5-478b-b1e1-3f618748c603 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:04:30.272520 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d2e019-e5c5-478b-b1e1-3f618748c603 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:04:30.272850 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d2e019-e5c5-478b-b1e1-3f618748c603 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:04:30.273174 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d2e019-e5c5-478b-b1e1-3f618748c603 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:04:30.274021 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d2e019-e5c5-478b-b1e1-3f618748c603 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:04:30.274021 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d2e019-e5c5-478b-b1e1-3f618748c603 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:04:30.274277 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d2e019-e5c5-478b-b1e1-3f618748c603 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:04:30.274400 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d2e019-e5c5-478b-b1e1-3f618748c603 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:04:30.275179 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d2e019-e5c5-478b-b1e1-3f618748c603 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:04:30.275179 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d2e019-e5c5-478b-b1e1-3f618748c603 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:04:30.304746 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.db [None req-bc887da5-ed45-427a-b8b4-279829b13c67 None None] For port e5535a19-957d-426c-bbea-e40b4aa522f5, host n-d-773647-6, cleared binding levels {{(pid=100249) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 15:04:30.308381 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.db [None req-bc887da5-ed45-427a-b8b4-279829b13c67 None None] For port e5535a19-957d-426c-bbea-e40b4aa522f5, host n-d-773647-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=e5535a19-957d-426c-bbea-e40b4aa522f5,segment=NetworkSegment(89a832b7-7793-4d51-9038-ed7e1c3ff1b2),segment_id=89a832b7-7793-4d51-9038-ed7e1c3ff1b2)] {{(pid=100249) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 15:04:30.314507 n-d-773647-6 neutron-server[100249]: DEBUG neutron_lib.callbacks.manager [None req-bc887da5-ed45-427a-b8b4-279829b13c67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:04:30.320861 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb2657a5-6318-4b61-8eff-bac9f2fa6665 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6bd5fc82-6666-56e8-87c2-91648d36c963-2b22285d-4c7b-45d0-803c-958f13334ebb', 'network_id': '2b22285d-4c7b-45d0-803c-958f13334ebb', 'tenant_id': '768013dcc5f548df9e4c379a3109439b', 'fixed_ips': [{'subnet_id': '70303167-b9d9-498d-95d9-dc6c0d257f8c'}]}} from n-d-773647-6. {{(pid=100248) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 15:04:30.322135 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-bb2657a5-6318-4b61-8eff-bac9f2fa6665 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:04:30.387543 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc887da5-ed45-427a-b8b4-279829b13c67 None None] Routers {'57c8bd37-15f7-4a29-9c3d-2b65703433c5'} bound to L3 agent in host n-d-773647-6 {{(pid=100249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 15:04:30.388163 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-bc887da5-ed45-427a-b8b4-279829b13c67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T15:04:26Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['57c8bd37-15f7-4a29-9c3d-2b65703433c5'], 'active': True} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:04:30.457515 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.db_base_plugin_common [None req-bb2657a5-6318-4b61-8eff-bac9f2fa6665 None None] Allocated IP 172.20.0.2 (2b22285d-4c7b-45d0-803c-958f13334ebb/70303167-b9d9-498d-95d9-dc6c0d257f8c/4c1cdbb0-80c9-4b91-af4f-a54f77c367fa) {{(pid=100248) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 15:04:30.500593 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvr_db [None req-bc887da5-ed45-427a-b8b4-279829b13c67 None None] Set router 57c8bd37-15f7-4a29-9c3d-2b65703433c5 gateway port host: n-d-773647-6 {{(pid=100249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 15:04:30.558573 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d2e019-e5c5-478b-b1e1-3f618748c603 None None] Pushing event updated for resources: {'Port': ['ID=e5535a19-957d-426c-bbea-e40b4aa522f5,revision_number=3']} {{(pid=100249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:04:30.606751 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-bb2657a5-6318-4b61-8eff-bac9f2fa6665 None None] Notify callbacks [] for port, precommit_create {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:04:30.626226 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-bb2657a5-6318-4b61-8eff-bac9f2fa6665 None None] Transition to ACTIVE for port object 4c1cdbb0-80c9-4b91-af4f-a54f77c367fa will not be triggered until provisioned by entity L2. {{(pid=100248) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 15:04:30.646251 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-bb2657a5-6318-4b61-8eff-bac9f2fa6665 None None] Transition to ACTIVE for port object 4c1cdbb0-80c9-4b91-af4f-a54f77c367fa will not be triggered until provisioned by entity DHCP. {{(pid=100248) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 15:04:30.653519 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-bb2657a5-6318-4b61-8eff-bac9f2fa6665 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108'] for port, after_create {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:04:30.654711 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-bfb98cd7-71f8-4a18-a3a2-c617e83a7292 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:04:30.695471 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-bc887da5-ed45-427a-b8b4-279829b13c67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57c8bd37-15f7-4a29-9c3d-2b65703433c5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1351396972', 'tenant_id': '768013dcc5f548df9e4c379a3109439b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.235'}], 'enable_snat': True}, 'gw_port_id': 'e5535a19-957d-426c-bbea-e40b4aa522f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T15:04:27Z', 'updated_at': '2021-07-06T15:04:28Z', 'revision_number': 3, 'project_id': '768013dcc5f548df9e4c379a3109439b', 'gw_port': {'id': 'e5535a19-957d-426c-bbea-e40b4aa522f5', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:82:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57c8bd37-15f7-4a29-9c3d-2b65703433c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T15:04:28Z', 'updated_at': '2021-07-06T15:04:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6'}], 'n-d-773647-6', False) {} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:04:30.695781 n-d-773647-6 neutron-server[100248]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb2657a5-6318-4b61-8eff-bac9f2fa6665 None None] Network 2b22285d-4c7b-45d0-803c-958f13334ebb is already hosted by enough agents. {{(pid=100248) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 15:04:30.702261 n-d-773647-6 neutron-server[100248]: DEBUG neutron.scheduler.base_scheduler [None req-bb2657a5-6318-4b61-8eff-bac9f2fa6665 None None] Resources bound (agent type, host, resource id): {{(pid=100248) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 15:04:30.708215 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb2657a5-6318-4b61-8eff-bac9f2fa6665 None None] Received port after_create {{(pid=100248) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 15:04:30.711697 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2657a5-6318-4b61-8eff-bac9f2fa6665 None None] Pushing event updated for resources: {'Port': ['ID=4c1cdbb0-80c9-4b91-af4f-a54f77c367fa,revision_number=1']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:04:30.724107 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc887da5-ed45-427a-b8b4-279829b13c67 None None] The sync data for ids ['57c8bd37-15f7-4a29-9c3d-2b65703433c5'] in n-d-773647-6 is: [{'id': '57c8bd37-15f7-4a29-9c3d-2b65703433c5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1351396972', 'tenant_id': '768013dcc5f548df9e4c379a3109439b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.235'}], 'enable_snat': True}, 'gw_port_id': 'e5535a19-957d-426c-bbea-e40b4aa522f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T15:04:27Z', 'updated_at': '2021-07-06T15:04:28Z', 'revision_number': 3, 'project_id': '768013dcc5f548df9e4c379a3109439b', 'gw_port': {'id': 'e5535a19-957d-426c-bbea-e40b4aa522f5', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:82:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57c8bd37-15f7-4a29-9c3d-2b65703433c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T15:04:28Z', 'updated_at': '2021-07-06T15:04:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6'}] {{(pid=100249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 15:04:30.784359 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-bb2657a5-6318-4b61-8eff-bac9f2fa6665 None None] Attempting to bind port 4c1cdbb0-80c9-4b91-af4f-a54f77c367fa on host n-d-773647-6 for vnic_type normal with profile {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 15:04:30.784615 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-bb2657a5-6318-4b61-8eff-bac9f2fa6665 None None] Attempting to bind port 4c1cdbb0-80c9-4b91-af4f-a54f77c367fa by drivers openvswitch,hyperv on host n-d-773647-6 at level 0 using segments [{'id': 'e8f55c39-560d-4e51-8a5e-588e7105e47b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1017, 'network_id': '2b22285d-4c7b-45d0-803c-958f13334ebb'}] {{(pid=100248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 15:04:30.784921 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb2657a5-6318-4b61-8eff-bac9f2fa6665 None None] Attempting to bind port 4c1cdbb0-80c9-4b91-af4f-a54f77c367fa on network 2b22285d-4c7b-45d0-803c-958f13334ebb {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 15:04:30.790723 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb2657a5-6318-4b61-8eff-bac9f2fa6665 None None] Checking agent: {'id': '8ab5b19c-d213-4f29-891d-27bdf39d38b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773647-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 43, 26), 'started_at': datetime.datetime(2021, 7, 6, 13, 43, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 15, 4, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773647-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 15:04:30.791101 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb2657a5-6318-4b61-8eff-bac9f2fa6665 None None] Checking segment: {'id': 'e8f55c39-560d-4e51-8a5e-588e7105e47b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1017, 'network_id': '2b22285d-4c7b-45d0-803c-958f13334ebb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 15:04:30.791644 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-bb2657a5-6318-4b61-8eff-bac9f2fa6665 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:04:30.792097 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb2657a5-6318-4b61-8eff-bac9f2fa6665 None None] Bound using segment: {'id': 'e8f55c39-560d-4e51-8a5e-588e7105e47b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1017, 'network_id': '2b22285d-4c7b-45d0-803c-958f13334ebb'} {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 15:04:30.792570 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-bb2657a5-6318-4b61-8eff-bac9f2fa6665 None None] Bound port: 4c1cdbb0-80c9-4b91-af4f-a54f77c367fa, host: n-d-773647-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8f55c39-560d-4e51-8a5e-588e7105e47b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1017, 'network_id': '2b22285d-4c7b-45d0-803c-958f13334ebb'}}] {{(pid=100248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 15:04:30.792951 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-bb2657a5-6318-4b61-8eff-bac9f2fa6665 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:04:30.864976 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-bb2657a5-6318-4b61-8eff-bac9f2fa6665 None None] For port 4c1cdbb0-80c9-4b91-af4f-a54f77c367fa, host n-d-773647-6, cleared binding levels {{(pid=100248) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 15:04:30.869286 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-bb2657a5-6318-4b61-8eff-bac9f2fa6665 None None] For port 4c1cdbb0-80c9-4b91-af4f-a54f77c367fa, host n-d-773647-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=4c1cdbb0-80c9-4b91-af4f-a54f77c367fa,segment=NetworkSegment(e8f55c39-560d-4e51-8a5e-588e7105e47b),segment_id=e8f55c39-560d-4e51-8a5e-588e7105e47b)] {{(pid=100248) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 15:04:30.875526 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-bb2657a5-6318-4b61-8eff-bac9f2fa6665 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:04:30.967305 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2657a5-6318-4b61-8eff-bac9f2fa6665 None None] Pushing event updated for resources: {'Port': ['ID=4c1cdbb0-80c9-4b91-af4f-a54f77c367fa,revision_number=2']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:04:31.356289 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.db_base_plugin_common [None req-bfb98cd7-71f8-4a18-a3a2-c617e83a7292 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Allocated IP 172.20.0.1 (2b22285d-4c7b-45d0-803c-958f13334ebb/70303167-b9d9-498d-95d9-dc6c0d257f8c/944eab97-39c5-4838-9e5f-c9e9517e1561) {{(pid=100247) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 15:04:31.477818 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-bfb98cd7-71f8-4a18-a3a2-c617e83a7292 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Notify callbacks [] for port, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:04:31.492379 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.provisioning_blocks [None req-bfb98cd7-71f8-4a18-a3a2-c617e83a7292 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Transition to ACTIVE for port object 944eab97-39c5-4838-9e5f-c9e9517e1561 will not be triggered until provisioned by entity DHCP. {{(pid=100247) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 15:04:31.526189 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-bfb98cd7-71f8-4a18-a3a2-c617e83a7292 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-128888360'] for port, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:04:31.568182 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfb98cd7-71f8-4a18-a3a2-c617e83a7292 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Network 2b22285d-4c7b-45d0-803c-958f13334ebb is already hosted by enough agents. {{(pid=100247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 15:04:31.571536 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.base_scheduler [None req-bfb98cd7-71f8-4a18-a3a2-c617e83a7292 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Resources bound (agent type, host, resource id): {{(pid=100247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 15:04:31.573990 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfb98cd7-71f8-4a18-a3a2-c617e83a7292 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Received port after_create {{(pid=100247) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 15:04:31.602940 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb98cd7-71f8-4a18-a3a2-c617e83a7292 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Pushing event updated for resources: {'Port': ['ID=944eab97-39c5-4838-9e5f-c9e9517e1561,revision_number=1']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:04:31.626860 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-bfb98cd7-71f8-4a18-a3a2-c617e83a7292 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1807675'] for router_interface, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:04:31.775232 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-bfb98cd7-71f8-4a18-a3a2-c617e83a7292 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:04:31.913334 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19973859-5580-4fba-a65e-b429968ecaaa None None] Network 2b22285d-4c7b-45d0-803c-958f13334ebb requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 15:04:31.975614 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-6e8f1511-afcd-4f2e-9038-b7d64a581ae9 None None] Provisioning for port 4c1cdbb0-80c9-4b91-af4f-a54f77c367fa completed by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 15:04:32.066893 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-bfb98cd7-71f8-4a18-a3a2-c617e83a7292 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Notify callbacks [] for port, precommit_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:04:32.071640 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-bfb98cd7-71f8-4a18-a3a2-c617e83a7292 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128888538'] for port, after_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:04:32.148316 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-bfb98cd7-71f8-4a18-a3a2-c617e83a7292 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1809478'] for router_interface, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:04:32.150123 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb98cd7-71f8-4a18-a3a2-c617e83a7292 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Pushing event updated for resources: {'Port': ['ID=944eab97-39c5-4838-9e5f-c9e9517e1561,revision_number=2']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:04:32.250844 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfb98cd7-71f8-4a18-a3a2-c617e83a7292 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Network 2b22285d-4c7b-45d0-803c-958f13334ebb is already hosted by enough agents. {{(pid=100247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 15:04:32.252480 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.base_scheduler [None req-bfb98cd7-71f8-4a18-a3a2-c617e83a7292 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Resources bound (agent type, host, resource id): {{(pid=100247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 15:04:32.324491 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-650cf3b6-4490-42b6-8f27-4c5899ea1bb4 None None] Provisioning for port 944eab97-39c5-4838-9e5f-c9e9517e1561 completed by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 15:04:32.328712 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-650cf3b6-4490-42b6-8f27-4c5899ea1bb4 None None] Provisioning complete for port 944eab97-39c5-4838-9e5f-c9e9517e1561 triggered by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 15:04:32.329172 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-650cf3b6-4490-42b6-8f27-4c5899ea1bb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:04:32.381023 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-650cf3b6-4490-42b6-8f27-4c5899ea1bb4 None None] Port 944eab97-39c5-4838-9e5f-c9e9517e1561 cannot update to ACTIVE because it is not bound. {{(pid=100248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 15:04:32.395546 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bfb98cd7-71f8-4a18-a3a2-c617e83a7292 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Router 57c8bd37-15f7-4a29-9c3d-2b65703433c5 has already been hosted by L3 agent 2823d358-a11b-4885-a706-95a279e43fa7 {{(pid=100247) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 15:04:32.479888 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device e5535a19-957d-426c-bbea-e40b4aa522f5 up at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 15:04:32.513265 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfb98cd7-71f8-4a18-a3a2-c617e83a7292 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Notify agent at l3_agent.n-d-773647-6 the message routers_updated {{(pid=100247) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 15:04:32.523750 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-bfb98cd7-71f8-4a18-a3a2-c617e83a7292 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] 10.222.0.104 "PUT /v2.0/routers/57c8bd37-15f7-4a29-9c3d-2b65703433c5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3415141 Jul 06 15:04:32.524897 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39d9c5f9-0496-4f3e-a5f9-4ee931b11d31 None None] Sync routers for ids ['57c8bd37-15f7-4a29-9c3d-2b65703433c5'] in n-d-773647-6 {{(pid=100248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 15:04:32.541805 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39d9c5f9-0496-4f3e-a5f9-4ee931b11d31 None None] Routers {'57c8bd37-15f7-4a29-9c3d-2b65703433c5'} bound to L3 agent in host n-d-773647-6 {{(pid=100248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 15:04:32.542444 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-39d9c5f9-0496-4f3e-a5f9-4ee931b11d31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T15:04:26Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['57c8bd37-15f7-4a29-9c3d-2b65703433c5'], 'active': True} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:04:32.580051 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning for port e5535a19-957d-426c-bbea-e40b4aa522f5 completed by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 15:04:32.589291 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning complete for port e5535a19-957d-426c-bbea-e40b4aa522f5 triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 15:04:32.589662 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:04:32.676019 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-b7042044-e8dc-4f3c-ae5c-f01694a58ed9 None None] Provisioning complete for port 944eab97-39c5-4838-9e5f-c9e9517e1561 triggered by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 15:04:32.676391 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-b7042044-e8dc-4f3c-ae5c-f01694a58ed9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:04:32.681259 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-1f561eae-dd2e-471e-b01b-612e026b2f6b req-c042602a-c19a-4f44-85c3-81c6516f1ffd tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] 10.222.0.104 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2088724267&fields=id&tenant_id=768013dcc5f548df9e4c379a3109439b HTTP/1.1" status: 200 len: 267 time: 0.0365655 Jul 06 15:04:32.732947 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvr_db [None req-39d9c5f9-0496-4f3e-a5f9-4ee931b11d31 None None] Set router 57c8bd37-15f7-4a29-9c3d-2b65703433c5 gateway port host: n-d-773647-6 {{(pid=100248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 15:04:32.760824 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-b7042044-e8dc-4f3c-ae5c-f01694a58ed9 None None] Port 944eab97-39c5-4838-9e5f-c9e9517e1561 cannot update to ACTIVE because it is not bound. {{(pid=100248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 15:04:32.798181 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f561eae-dd2e-471e-b01b-612e026b2f6b req-09a63af5-be1f-4f16-8d1d-985f4823bac9 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:04:32.800193 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-1f561eae-dd2e-471e-b01b-612e026b2f6b req-09a63af5-be1f-4f16-8d1d-985f4823bac9 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] 10.222.0.104 "GET /v2.0/networks?id=2b22285d-4c7b-45d0-803c-958f13334ebb HTTP/1.1" status: 200 len: 797 time: 0.1119080 Jul 06 15:04:32.815683 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-1f561eae-dd2e-471e-b01b-612e026b2f6b req-34fde15a-53d3-4d75-8640-e9b7de7eeb03 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] 10.222.0.104 "GET /v2.0/quotas/768013dcc5f548df9e4c379a3109439b HTTP/1.1" status: 200 len: 375 time: 0.0091026 Jul 06 15:04:32.847511 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:04:32.889673 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-1f561eae-dd2e-471e-b01b-612e026b2f6b req-0c140cdd-2c81-4c8c-840f-a6a6798ffb82 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] 10.222.0.104 "GET /v2.0/ports?tenant_id=768013dcc5f548df9e4c379a3109439b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0687375 Jul 06 15:04:32.912392 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] For port e5535a19-957d-426c-bbea-e40b4aa522f5, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=e5535a19-957d-426c-bbea-e40b4aa522f5,segment=NetworkSegment(89a832b7-7793-4d51-9038-ed7e1c3ff1b2),segment_id=89a832b7-7793-4d51-9038-ed7e1c3ff1b2)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 15:04:32.920910 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:04:32.921703 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 4c1cdbb0-80c9-4b91-af4f-a54f77c367fa up at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 15:04:32.931127 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-eabfbe6e-a6ce-4269-ab5b-3422d49dd1ed None None] Provisioning complete for port 944eab97-39c5-4838-9e5f-c9e9517e1561 triggered by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 15:04:32.931527 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-eabfbe6e-a6ce-4269-ab5b-3422d49dd1ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:04:32.985794 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-1f561eae-dd2e-471e-b01b-612e026b2f6b req-63d444bd-2083-43fc-bddd-c86f2858ca68 service neutron] 10.222.0.104 "GET /v2.0/networks/2b22285d-4c7b-45d0-803c-958f13334ebb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848980 Jul 06 15:04:33.084274 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-1f561eae-dd2e-471e-b01b-612e026b2f6b req-0ea7c0a8-280e-4cd6-ab0f-55090b60a2cd service neutron] 10.222.0.104 "GET /v2.0/networks/2b22285d-4c7b-45d0-803c-958f13334ebb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918186 Jul 06 15:04:33.216363 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-eabfbe6e-a6ce-4269-ab5b-3422d49dd1ed None None] Port 944eab97-39c5-4838-9e5f-c9e9517e1561 cannot update to ACTIVE because it is not bound. {{(pid=100248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 15:04:33.238222 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Pushing event updated for resources: {'Port': ['ID=e5535a19-957d-426c-bbea-e40b4aa522f5,revision_number=4']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:04:33.259338 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning for port 4c1cdbb0-80c9-4b91-af4f-a54f77c367fa completed by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 15:04:33.265727 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning complete for port 4c1cdbb0-80c9-4b91-af4f-a54f77c367fa triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 15:04:33.265921 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-21807f20-1eee-4087-9e61-d1d11da47305 req-08040d3f-5791-46a3-bec3-688657f679dd tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] 10.222.0.104 "GET /v2.0/ports?device_id=ca789983-83f0-4607-bca5-c1566b57bd96 HTTP/1.1" status: 200 len: 210 time: 0.0397375 Jul 06 15:04:33.266092 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:04:33.314287 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-39d9c5f9-0496-4f3e-a5f9-4ee931b11d31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57c8bd37-15f7-4a29-9c3d-2b65703433c5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1351396972', 'tenant_id': '768013dcc5f548df9e4c379a3109439b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.235'}], 'enable_snat': True}, 'gw_port_id': 'e5535a19-957d-426c-bbea-e40b4aa522f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T15:04:27Z', 'updated_at': '2021-07-06T15:04:31Z', 'revision_number': 4, 'project_id': '768013dcc5f548df9e4c379a3109439b', 'gw_port': {'id': 'e5535a19-957d-426c-bbea-e40b4aa522f5', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:82:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57c8bd37-15f7-4a29-9c3d-2b65703433c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T15:04:28Z', 'updated_at': '2021-07-06T15:04:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6', '_interfaces': [{'id': '944eab97-39c5-4838-9e5f-c9e9517e1561', 'name': '', 'network_id': '2b22285d-4c7b-45d0-803c-958f13334ebb', 'tenant_id': '768013dcc5f548df9e4c379a3109439b', 'mac_address': 'fa:16:3e:00:16:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57c8bd37-15f7-4a29-9c3d-2b65703433c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': '70303167-b9d9-498d-95d9-dc6c0d257f8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T15:04:31Z', 'updated_at': '2021-07-06T15:04:31Z', 'revision_number': 2, 'project_id': '768013dcc5f548df9e4c379a3109439b', 'subnets': [{'id': '70303167-b9d9-498d-95d9-dc6c0d257f8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773647-6', False) {} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:04:33.348234 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39d9c5f9-0496-4f3e-a5f9-4ee931b11d31 None None] Checking router: 57c8bd37-15f7-4a29-9c3d-2b65703433c5 for host: n-d-773647-6 {{(pid=100248) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 15:04:33.348594 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39d9c5f9-0496-4f3e-a5f9-4ee931b11d31 None None] Updating router 57c8bd37-15f7-4a29-9c3d-2b65703433c5 port 944eab97-39c5-4838-9e5f-c9e9517e1561 binding host n-d-773647-6 {{(pid=100248) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 15:04:33.401955 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-39d9c5f9-0496-4f3e-a5f9-4ee931b11d31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:04:33.439271 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:04:33.538648 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] For port 4c1cdbb0-80c9-4b91-af4f-a54f77c367fa, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=4c1cdbb0-80c9-4b91-af4f-a54f77c367fa,segment=NetworkSegment(e8f55c39-560d-4e51-8a5e-588e7105e47b),segment_id=e8f55c39-560d-4e51-8a5e-588e7105e47b)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 15:04:33.544554 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:04:33.641130 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Pushing event updated for resources: {'Port': ['ID=4c1cdbb0-80c9-4b91-af4f-a54f77c367fa,revision_number=3']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:04:33.737196 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-39d9c5f9-0496-4f3e-a5f9-4ee931b11d31 None None] Notify callbacks [] for port, precommit_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:04:33.748614 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-39d9c5f9-0496-4f3e-a5f9-4ee931b11d31 None None] Transition to ACTIVE for port object 944eab97-39c5-4838-9e5f-c9e9517e1561 will not be triggered until provisioned by entity L2. {{(pid=100248) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 15:04:33.756466 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-39d9c5f9-0496-4f3e-a5f9-4ee931b11d31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:04:33.806969 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3a5e3a-0bd2-455f-ba87-70279df2682f None None] Pushing event updated for resources: {'Port': ['ID=944eab97-39c5-4838-9e5f-c9e9517e1561,revision_number=3']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:04:33.865013 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-39d9c5f9-0496-4f3e-a5f9-4ee931b11d31 None None] Attempting to bind port 944eab97-39c5-4838-9e5f-c9e9517e1561 on host n-d-773647-6 for vnic_type normal with profile {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 15:04:33.865399 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-39d9c5f9-0496-4f3e-a5f9-4ee931b11d31 None None] Attempting to bind port 944eab97-39c5-4838-9e5f-c9e9517e1561 by drivers openvswitch,hyperv on host n-d-773647-6 at level 0 using segments [{'id': 'e8f55c39-560d-4e51-8a5e-588e7105e47b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1017, 'network_id': '2b22285d-4c7b-45d0-803c-958f13334ebb'}] {{(pid=100248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 15:04:33.865772 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39d9c5f9-0496-4f3e-a5f9-4ee931b11d31 None None] Attempting to bind port 944eab97-39c5-4838-9e5f-c9e9517e1561 on network 2b22285d-4c7b-45d0-803c-958f13334ebb {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 15:04:33.871483 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39d9c5f9-0496-4f3e-a5f9-4ee931b11d31 None None] Checking agent: {'id': '8ab5b19c-d213-4f29-891d-27bdf39d38b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773647-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 43, 26), 'started_at': datetime.datetime(2021, 7, 6, 13, 43, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 15, 4, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773647-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 15:04:33.871865 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39d9c5f9-0496-4f3e-a5f9-4ee931b11d31 None None] Checking segment: {'id': 'e8f55c39-560d-4e51-8a5e-588e7105e47b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1017, 'network_id': '2b22285d-4c7b-45d0-803c-958f13334ebb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 15:04:33.872278 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-39d9c5f9-0496-4f3e-a5f9-4ee931b11d31 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:04:33.872678 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39d9c5f9-0496-4f3e-a5f9-4ee931b11d31 None None] Bound using segment: {'id': 'e8f55c39-560d-4e51-8a5e-588e7105e47b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1017, 'network_id': '2b22285d-4c7b-45d0-803c-958f13334ebb'} {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 15:04:33.873144 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-39d9c5f9-0496-4f3e-a5f9-4ee931b11d31 None None] Bound port: 944eab97-39c5-4838-9e5f-c9e9517e1561, host: n-d-773647-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8f55c39-560d-4e51-8a5e-588e7105e47b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1017, 'network_id': '2b22285d-4c7b-45d0-803c-958f13334ebb'}}] {{(pid=100248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 15:04:33.873531 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-39d9c5f9-0496-4f3e-a5f9-4ee931b11d31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:04:33.948551 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-39d9c5f9-0496-4f3e-a5f9-4ee931b11d31 None None] For port 944eab97-39c5-4838-9e5f-c9e9517e1561, host n-d-773647-6, cleared binding levels {{(pid=100248) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 15:04:33.951784 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-39d9c5f9-0496-4f3e-a5f9-4ee931b11d31 None None] For port 944eab97-39c5-4838-9e5f-c9e9517e1561, host n-d-773647-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=944eab97-39c5-4838-9e5f-c9e9517e1561,segment=NetworkSegment(e8f55c39-560d-4e51-8a5e-588e7105e47b),segment_id=e8f55c39-560d-4e51-8a5e-588e7105e47b)] {{(pid=100248) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 15:04:33.956553 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-39d9c5f9-0496-4f3e-a5f9-4ee931b11d31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:04:34.011096 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39d9c5f9-0496-4f3e-a5f9-4ee931b11d31 None None] Routers {'57c8bd37-15f7-4a29-9c3d-2b65703433c5'} bound to L3 agent in host n-d-773647-6 {{(pid=100248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 15:04:34.011766 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-39d9c5f9-0496-4f3e-a5f9-4ee931b11d31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T15:04:26Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['57c8bd37-15f7-4a29-9c3d-2b65703433c5'], 'active': True} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:04:34.055589 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3a5e3a-0bd2-455f-ba87-70279df2682f None None] Pushing event updated for resources: {'Port': ['ID=944eab97-39c5-4838-9e5f-c9e9517e1561,revision_number=4']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:04:34.134945 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvr_db [None req-39d9c5f9-0496-4f3e-a5f9-4ee931b11d31 None None] Set router 57c8bd37-15f7-4a29-9c3d-2b65703433c5 gateway port host: n-d-773647-6 {{(pid=100248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 15:04:34.337179 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f561eae-dd2e-471e-b01b-612e026b2f6b req-a1e3f421-c3ce-4f0b-af2e-b2a47e04c844 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:04:34.339529 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-1f561eae-dd2e-471e-b01b-612e026b2f6b req-a1e3f421-c3ce-4f0b-af2e-b2a47e04c844 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] 10.222.0.72 "GET /v2.0/networks?id=2b22285d-4c7b-45d0-803c-958f13334ebb HTTP/1.1" status: 200 len: 797 time: 0.1189620 Jul 06 15:04:34.352870 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-39d9c5f9-0496-4f3e-a5f9-4ee931b11d31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57c8bd37-15f7-4a29-9c3d-2b65703433c5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1351396972', 'tenant_id': '768013dcc5f548df9e4c379a3109439b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.235'}], 'enable_snat': True}, 'gw_port_id': 'e5535a19-957d-426c-bbea-e40b4aa522f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T15:04:27Z', 'updated_at': '2021-07-06T15:04:31Z', 'revision_number': 4, 'project_id': '768013dcc5f548df9e4c379a3109439b', 'gw_port': {'id': 'e5535a19-957d-426c-bbea-e40b4aa522f5', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:82:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57c8bd37-15f7-4a29-9c3d-2b65703433c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T15:04:28Z', 'updated_at': '2021-07-06T15:04:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6', '_interfaces': [{'id': '944eab97-39c5-4838-9e5f-c9e9517e1561', 'name': '', 'network_id': '2b22285d-4c7b-45d0-803c-958f13334ebb', 'tenant_id': '768013dcc5f548df9e4c379a3109439b', 'mac_address': 'fa:16:3e:00:16:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57c8bd37-15f7-4a29-9c3d-2b65703433c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': '70303167-b9d9-498d-95d9-dc6c0d257f8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T15:04:31Z', 'updated_at': '2021-07-06T15:04:33Z', 'revision_number': 4, 'project_id': '768013dcc5f548df9e4c379a3109439b', 'subnets': [{'id': '70303167-b9d9-498d-95d9-dc6c0d257f8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773647-6', False) {} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:04:34.390481 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-1f561eae-dd2e-471e-b01b-612e026b2f6b req-ad064bbc-0670-4143-8a68-265ee09026f0 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=768013dcc5f548df9e4c379a3109439b HTTP/1.1" status: 200 len: 380 time: 0.0422194 Jul 06 15:04:34.392425 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39d9c5f9-0496-4f3e-a5f9-4ee931b11d31 None None] The sync data for ids ['57c8bd37-15f7-4a29-9c3d-2b65703433c5'] in n-d-773647-6 is: [{'id': '57c8bd37-15f7-4a29-9c3d-2b65703433c5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1351396972', 'tenant_id': '768013dcc5f548df9e4c379a3109439b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.235'}], 'enable_snat': True}, 'gw_port_id': 'e5535a19-957d-426c-bbea-e40b4aa522f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T15:04:27Z', 'updated_at': '2021-07-06T15:04:31Z', 'revision_number': 4, 'project_id': '768013dcc5f548df9e4c379a3109439b', 'gw_port': {'id': 'e5535a19-957d-426c-bbea-e40b4aa522f5', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:82:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57c8bd37-15f7-4a29-9c3d-2b65703433c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T15:04:28Z', 'updated_at': '2021-07-06T15:04:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6', '_interfaces': [{'id': '944eab97-39c5-4838-9e5f-c9e9517e1561', 'name': '', 'network_id': '2b22285d-4c7b-45d0-803c-958f13334ebb', 'tenant_id': '768013dcc5f548df9e4c379a3109439b', 'mac_address': 'fa:16:3e:00:16:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57c8bd37-15f7-4a29-9c3d-2b65703433c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': '70303167-b9d9-498d-95d9-dc6c0d257f8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T15:04:31Z', 'updated_at': '2021-07-06T15:04:33Z', 'revision_number': 4, 'project_id': '768013dcc5f548df9e4c379a3109439b', 'subnets': [{'id': '70303167-b9d9-498d-95d9-dc6c0d257f8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 15:04:34.400477 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [req-1f561eae-dd2e-471e-b01b-612e026b2f6b req-a4872e27-fb22-46b4-b0cd-05244fa8bb22 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Request body: {'port': {'device_id': 'ca789983-83f0-4607-bca5-c1566b57bd96', 'network_id': '2b22285d-4c7b-45d0-803c-958f13334ebb', 'admin_state_up': True, 'tenant_id': '768013dcc5f548df9e4c379a3109439b', 'security_groups': ['17d72427-4dc0-4352-9615-0d25d6e8d945']}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 15:04:34.451459 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device e5535a19-957d-426c-bbea-e40b4aa522f5 up at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 15:04:34.517825 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-48eb7f0a-67f4-4ab4-a136-de98cfdeaf2d req-3bd5620f-c211-464c-8651-bc5d7d04d2b8 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] 10.222.0.104 "GET /v2.0/ports?device_id=ca789983-83f0-4607-bca5-c1566b57bd96 HTTP/1.1" status: 200 len: 210 time: 0.0775847 Jul 06 15:04:34.532140 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning complete for port e5535a19-957d-426c-bbea-e40b4aa522f5 triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 15:04:34.532955 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:04:34.550898 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1f561eae-dd2e-471e-b01b-612e026b2f6b req-a4872e27-fb22-46b4-b0cd-05244fa8bb22 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Made reservation on behalf of 768013dcc5f548df9e4c379a3109439b for: {'port': 1} {{(pid=100246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 15:04:34.556282 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-1f561eae-dd2e-471e-b01b-612e026b2f6b req-a4872e27-fb22-46b4-b0cd-05244fa8bb22 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:04:34.629799 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 4c1cdbb0-80c9-4b91-af4f-a54f77c367fa up at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 15:04:34.677483 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning complete for port 4c1cdbb0-80c9-4b91-af4f-a54f77c367fa triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 15:04:34.677948 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:04:34.706259 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.db_base_plugin_common [req-1f561eae-dd2e-471e-b01b-612e026b2f6b req-a4872e27-fb22-46b4-b0cd-05244fa8bb22 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Allocated IP 172.20.0.13 (2b22285d-4c7b-45d0-803c-958f13334ebb/70303167-b9d9-498d-95d9-dc6c0d257f8c/0d3a0f32-b007-4988-a918-88402667419d) {{(pid=100246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 15:04:34.859181 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-1f561eae-dd2e-471e-b01b-612e026b2f6b req-a4872e27-fb22-46b4-b0cd-05244fa8bb22 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Notify callbacks [] for port, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:04:34.873367 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.provisioning_blocks [req-1f561eae-dd2e-471e-b01b-612e026b2f6b req-a4872e27-fb22-46b4-b0cd-05244fa8bb22 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Transition to ACTIVE for port object 0d3a0f32-b007-4988-a918-88402667419d will not be triggered until provisioned by entity DHCP. {{(pid=100246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 15:04:34.906932 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-1f561eae-dd2e-471e-b01b-612e026b2f6b req-a4872e27-fb22-46b4-b0cd-05244fa8bb22 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-127687573'] for port, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:04:34.958578 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1f561eae-dd2e-471e-b01b-612e026b2f6b req-a4872e27-fb22-46b4-b0cd-05244fa8bb22 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Network 2b22285d-4c7b-45d0-803c-958f13334ebb is already hosted by enough agents. {{(pid=100246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 15:04:34.961893 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.base_scheduler [req-1f561eae-dd2e-471e-b01b-612e026b2f6b req-a4872e27-fb22-46b4-b0cd-05244fa8bb22 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Resources bound (agent type, host, resource id): {{(pid=100246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 15:04:34.965056 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f561eae-dd2e-471e-b01b-612e026b2f6b req-a4872e27-fb22-46b4-b0cd-05244fa8bb22 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Received port after_create {{(pid=100246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 15:04:34.996615 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4872e27-fb22-46b4-b0cd-05244fa8bb22 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Pushing event updated for resources: {'Port': ['ID=0d3a0f32-b007-4988-a918-88402667419d,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:04:35.025314 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f561eae-dd2e-471e-b01b-612e026b2f6b req-a4872e27-fb22-46b4-b0cd-05244fa8bb22 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:04:35.025984 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-1f561eae-dd2e-471e-b01b-612e026b2f6b req-a4872e27-fb22-46b4-b0cd-05244fa8bb22 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:04:35.041647 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-1f561eae-dd2e-471e-b01b-612e026b2f6b req-a4872e27-fb22-46b4-b0cd-05244fa8bb22 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6459839 Jul 06 15:04:35.054347 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [req-1f561eae-dd2e-471e-b01b-612e026b2f6b req-07c2dbff-5ae6-44d7-b96e-317e0dd8776b service neutron] Request body: {'port': {'device_id': 'ca789983-83f0-4607-bca5-c1566b57bd96', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-773647-6'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 15:04:35.132015 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-1f561eae-dd2e-471e-b01b-612e026b2f6b req-07c2dbff-5ae6-44d7-b96e-317e0dd8776b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:04:35.205929 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-f3f6c851-85d6-4486-b481-f280cb63422e None None] Provisioning for port 0d3a0f32-b007-4988-a918-88402667419d completed by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 15:04:35.210044 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-f3f6c851-85d6-4486-b481-f280cb63422e None None] Provisioning complete for port 0d3a0f32-b007-4988-a918-88402667419d triggered by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 15:04:35.210356 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-f3f6c851-85d6-4486-b481-f280cb63422e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:04:35.250310 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-f3f6c851-85d6-4486-b481-f280cb63422e None None] Port 0d3a0f32-b007-4988-a918-88402667419d cannot update to ACTIVE because it is not bound. {{(pid=100248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 15:04:35.414161 n-d-773647-6 neutron-server[100246]: DEBUG neutron.notifiers.nova [req-1f561eae-dd2e-471e-b01b-612e026b2f6b req-07c2dbff-5ae6-44d7-b96e-317e0dd8776b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0d3a0f32-b007-4988-a918-88402667419d {{(pid=100246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 15:04:35.422003 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-1f561eae-dd2e-471e-b01b-612e026b2f6b req-07c2dbff-5ae6-44d7-b96e-317e0dd8776b service neutron] Notify callbacks [] for port, precommit_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:04:35.435284 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.provisioning_blocks [req-1f561eae-dd2e-471e-b01b-612e026b2f6b req-07c2dbff-5ae6-44d7-b96e-317e0dd8776b service neutron] Transition to ACTIVE for port object 0d3a0f32-b007-4988-a918-88402667419d will not be triggered until provisioned by entity L2. {{(pid=100246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 15:04:35.439056 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-1f561eae-dd2e-471e-b01b-612e026b2f6b req-07c2dbff-5ae6-44d7-b96e-317e0dd8776b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127687527'] for port, after_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:04:35.492434 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c2dbff-5ae6-44d7-b96e-317e0dd8776b service neutron] Pushing event updated for resources: {'Port': ['ID=0d3a0f32-b007-4988-a918-88402667419d,revision_number=2']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:04:35.562603 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [req-1f561eae-dd2e-471e-b01b-612e026b2f6b req-07c2dbff-5ae6-44d7-b96e-317e0dd8776b service neutron] Attempting to bind port 0d3a0f32-b007-4988-a918-88402667419d on host n-h2-773647-6 for vnic_type normal with profile {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 15:04:35.562956 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [req-1f561eae-dd2e-471e-b01b-612e026b2f6b req-07c2dbff-5ae6-44d7-b96e-317e0dd8776b service neutron] Attempting to bind port 0d3a0f32-b007-4988-a918-88402667419d by drivers openvswitch,hyperv on host n-h2-773647-6 at level 0 using segments [{'id': 'e8f55c39-560d-4e51-8a5e-588e7105e47b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1017, 'network_id': '2b22285d-4c7b-45d0-803c-958f13334ebb'}] {{(pid=100246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 15:04:35.563397 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f561eae-dd2e-471e-b01b-612e026b2f6b req-07c2dbff-5ae6-44d7-b96e-317e0dd8776b service neutron] Attempting to bind port 0d3a0f32-b007-4988-a918-88402667419d on network 2b22285d-4c7b-45d0-803c-958f13334ebb {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 15:04:35.568324 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f561eae-dd2e-471e-b01b-612e026b2f6b req-07c2dbff-5ae6-44d7-b96e-317e0dd8776b service neutron] Port 0d3a0f32-b007-4988-a918-88402667419d on network 2b22285d-4c7b-45d0-803c-958f13334ebb not bound, no agent of type Open vSwitch agent registered on host n-h2-773647-6 {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 15:04:35.568658 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f561eae-dd2e-471e-b01b-612e026b2f6b req-07c2dbff-5ae6-44d7-b96e-317e0dd8776b service neutron] Attempting to bind port 0d3a0f32-b007-4988-a918-88402667419d on network 2b22285d-4c7b-45d0-803c-958f13334ebb {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 15:04:35.573805 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f561eae-dd2e-471e-b01b-612e026b2f6b req-07c2dbff-5ae6-44d7-b96e-317e0dd8776b service neutron] Checking agent: {'id': '63768ece-0600-4354-8d29-fdedec96b077', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-773647-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 51, 10), 'started_at': datetime.datetime(2021, 7, 6, 13, 51, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 15, 4, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 15:04:35.574147 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f561eae-dd2e-471e-b01b-612e026b2f6b req-07c2dbff-5ae6-44d7-b96e-317e0dd8776b service neutron] Checking segment: {'id': 'e8f55c39-560d-4e51-8a5e-588e7105e47b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1017, 'network_id': '2b22285d-4c7b-45d0-803c-958f13334ebb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 15:04:35.574536 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f561eae-dd2e-471e-b01b-612e026b2f6b req-07c2dbff-5ae6-44d7-b96e-317e0dd8776b service neutron] Bound using segment: {'id': 'e8f55c39-560d-4e51-8a5e-588e7105e47b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1017, 'network_id': '2b22285d-4c7b-45d0-803c-958f13334ebb'} {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 15:04:35.575059 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [req-1f561eae-dd2e-471e-b01b-612e026b2f6b req-07c2dbff-5ae6-44d7-b96e-317e0dd8776b service neutron] Bound port: 0d3a0f32-b007-4988-a918-88402667419d, host: n-h2-773647-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e8f55c39-560d-4e51-8a5e-588e7105e47b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1017, 'network_id': '2b22285d-4c7b-45d0-803c-958f13334ebb'}}] {{(pid=100246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 15:04:35.575337 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-1f561eae-dd2e-471e-b01b-612e026b2f6b req-07c2dbff-5ae6-44d7-b96e-317e0dd8776b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:04:35.657109 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.db [req-1f561eae-dd2e-471e-b01b-612e026b2f6b req-07c2dbff-5ae6-44d7-b96e-317e0dd8776b service neutron] For port 0d3a0f32-b007-4988-a918-88402667419d, host n-h2-773647-6, cleared binding levels {{(pid=100246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 15:04:35.661077 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.db [req-1f561eae-dd2e-471e-b01b-612e026b2f6b req-07c2dbff-5ae6-44d7-b96e-317e0dd8776b service neutron] For port 0d3a0f32-b007-4988-a918-88402667419d, host n-h2-773647-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=0d3a0f32-b007-4988-a918-88402667419d,segment=NetworkSegment(e8f55c39-560d-4e51-8a5e-588e7105e47b),segment_id=e8f55c39-560d-4e51-8a5e-588e7105e47b)] {{(pid=100246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 15:04:35.666348 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-1f561eae-dd2e-471e-b01b-612e026b2f6b req-07c2dbff-5ae6-44d7-b96e-317e0dd8776b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127687527'] for port, after_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:04:35.701425 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f561eae-dd2e-471e-b01b-612e026b2f6b req-07c2dbff-5ae6-44d7-b96e-317e0dd8776b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:04:35.702089 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-1f561eae-dd2e-471e-b01b-612e026b2f6b req-07c2dbff-5ae6-44d7-b96e-317e0dd8776b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:04:35.703782 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-1f561eae-dd2e-471e-b01b-612e026b2f6b req-07c2dbff-5ae6-44d7-b96e-317e0dd8776b service neutron] 10.222.0.72 "PUT /v2.0/ports/0d3a0f32-b007-4988-a918-88402667419d HTTP/1.1" status: 200 len: 1092 time: 0.6550553 Jul 06 15:04:35.706169 n-d-773647-6 neutron-server[100246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca789983-83f0-4607-bca5-c1566b57bd96', 'tag': '0d3a0f32-b007-4988-a918-88402667419d'}] {{(pid=100246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 15:04:35.709038 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46bcbd240f672e88150dff05a21f1d72cf4d2de628fda8977cb1eab177268aa5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9230da94-c648-41c4-a4d0-76015084dc3e" -d '{"events": [{"name": "network-changed", "server_uuid": "ca789983-83f0-4607-bca5-c1566b57bd96", "tag": "0d3a0f32-b007-4988-a918-88402667419d"}]}' {{(pid=100246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 15:04:35.728350 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9f1bc3-97e1-4cb9-b45d-42b74244402c req-6934f150-b933-4084-8045-e8e7d9920d98 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:04:35.730280 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-3e9f1bc3-97e1-4cb9-b45d-42b74244402c req-6934f150-b933-4084-8045-e8e7d9920d98 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] 10.222.0.104 "GET /v2.0/ports?device_id=ca789983-83f0-4607-bca5-c1566b57bd96 HTTP/1.1" status: 200 len: 944 time: 0.0768530 Jul 06 15:04:35.774369 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-3e9f1bc3-97e1-4cb9-b45d-42b74244402c req-3749d21e-ec9a-44e9-aa65-44aa98ba63e6 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] 10.222.0.104 "GET /v2.0/security-groups?id=17d72427-4dc0-4352-9615-0d25d6e8d945&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381179 Jul 06 15:04:35.787187 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c2dbff-5ae6-44d7-b96e-317e0dd8776b service neutron] Pushing event updated for resources: {'Port': ['ID=0d3a0f32-b007-4988-a918-88402667419d,revision_number=3']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:04:35.821824 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f561eae-dd2e-471e-b01b-612e026b2f6b req-147d676a-e57f-48cf-bc75-756dcded03c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:04:35.823492 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-1f561eae-dd2e-471e-b01b-612e026b2f6b req-147d676a-e57f-48cf-bc75-756dcded03c9 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=768013dcc5f548df9e4c379a3109439b&device_id=ca789983-83f0-4607-bca5-c1566b57bd96 HTTP/1.1" status: 200 len: 1095 time: 0.0754135 Jul 06 15:04:35.838706 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 15:04:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b72b9ae-4487-4806-bf62-5698d492f731 x-openstack-request-id: req-3b72b9ae-4487-4806-bf62-5698d492f731 {{(pid=100246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 15:04:35.839024 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca789983-83f0-4607-bca5-c1566b57bd96", "tag": "0d3a0f32-b007-4988-a918-88402667419d", "status": "completed", "code": 200}]} {{(pid=100246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 15:04:35.839305 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-3b72b9ae-4487-4806-bf62-5698d492f731 {{(pid=100246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 15:04:35.839734 n-d-773647-6 neutron-server[100246]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca789983-83f0-4607-bca5-c1566b57bd96', 'tag': '0d3a0f32-b007-4988-a918-88402667419d', 'status': 'completed', 'code': 200} Jul 06 15:04:35.873226 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-1f561eae-dd2e-471e-b01b-612e026b2f6b req-4e90159f-5c60-4009-a91f-7414c7b11047 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0d3a0f32-b007-4988-a918-88402667419d HTTP/1.1" status: 200 len: 217 time: 0.0428078 Jul 06 15:04:35.923095 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f561eae-dd2e-471e-b01b-612e026b2f6b req-a1d2f33a-e22f-4ae6-abfa-9b8ed71a3cb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:04:35.925242 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-1f561eae-dd2e-471e-b01b-612e026b2f6b req-a1d2f33a-e22f-4ae6-abfa-9b8ed71a3cb9 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=70303167-b9d9-498d-95d9-dc6c0d257f8c HTTP/1.1" status: 200 len: 834 time: 0.0461569 Jul 06 15:04:35.982399 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f561eae-dd2e-471e-b01b-612e026b2f6b req-bbedeed7-f898-448b-88c6-b0d05f1328ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:04:35.983892 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-1f561eae-dd2e-471e-b01b-612e026b2f6b req-bbedeed7-f898-448b-88c6-b0d05f1328ee service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=2b22285d-4c7b-45d0-803c-958f13334ebb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0524147 Jul 06 15:04:36.079928 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-1f561eae-dd2e-471e-b01b-612e026b2f6b req-e8603b95-367a-4e4a-879c-3721290340e6 service neutron] 10.222.0.72 "GET /v2.0/networks/2b22285d-4c7b-45d0-803c-958f13334ebb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892682 Jul 06 15:04:36.167752 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-1f561eae-dd2e-471e-b01b-612e026b2f6b req-ea97c5b0-2088-4b5f-802d-c6b5545136b4 service neutron] 10.222.0.72 "GET /v2.0/networks/2b22285d-4c7b-45d0-803c-958f13334ebb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811620 Jul 06 15:04:36.263741 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9230da94-c648-41c4-a4d0-76015084dc3e req-43408111-49a0-4da4-b8b6-84d9787f438b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:04:36.265120 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-9230da94-c648-41c4-a4d0-76015084dc3e req-43408111-49a0-4da4-b8b6-84d9787f438b service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=768013dcc5f548df9e4c379a3109439b&device_id=ca789983-83f0-4607-bca5-c1566b57bd96 HTTP/1.1" status: 200 len: 1095 time: 0.0523653 Jul 06 15:04:36.359382 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9230da94-c648-41c4-a4d0-76015084dc3e req-0c140447-82d5-4518-b877-1ac056bb2071 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:04:36.360849 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-9230da94-c648-41c4-a4d0-76015084dc3e req-0c140447-82d5-4518-b877-1ac056bb2071 service neutron] 10.222.0.72 "GET /v2.0/networks?id=2b22285d-4c7b-45d0-803c-958f13334ebb HTTP/1.1" status: 200 len: 899 time: 0.0875881 Jul 06 15:04:36.387139 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 944eab97-39c5-4838-9e5f-c9e9517e1561 up at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 15:04:36.402743 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-9230da94-c648-41c4-a4d0-76015084dc3e req-61dfe48c-093a-466e-bcd2-0a4f4bc0f784 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0d3a0f32-b007-4988-a918-88402667419d HTTP/1.1" status: 200 len: 217 time: 0.0353546 Jul 06 15:04:36.436361 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning for port 944eab97-39c5-4838-9e5f-c9e9517e1561 completed by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 15:04:36.441781 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning complete for port 944eab97-39c5-4838-9e5f-c9e9517e1561 triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 15:04:36.442151 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:04:36.456986 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9230da94-c648-41c4-a4d0-76015084dc3e req-eb3511d9-e54f-4e46-b054-93834fcdaa84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:04:36.458478 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-9230da94-c648-41c4-a4d0-76015084dc3e req-eb3511d9-e54f-4e46-b054-93834fcdaa84 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=70303167-b9d9-498d-95d9-dc6c0d257f8c HTTP/1.1" status: 200 len: 834 time: 0.0490060 Jul 06 15:04:36.515836 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9230da94-c648-41c4-a4d0-76015084dc3e req-55507e27-743b-44c3-8635-791de180c9dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:04:36.516046 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:04:36.517309 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-9230da94-c648-41c4-a4d0-76015084dc3e req-55507e27-743b-44c3-8635-791de180c9dd service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=2b22285d-4c7b-45d0-803c-958f13334ebb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0518489 Jul 06 15:04:36.551134 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] For port 944eab97-39c5-4838-9e5f-c9e9517e1561, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=944eab97-39c5-4838-9e5f-c9e9517e1561,segment=NetworkSegment(e8f55c39-560d-4e51-8a5e-588e7105e47b),segment_id=e8f55c39-560d-4e51-8a5e-588e7105e47b)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 15:04:36.555718 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:04:36.604225 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Pushing event updated for resources: {'Port': ['ID=944eab97-39c5-4838-9e5f-c9e9517e1561,revision_number=5']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:04:36.613652 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-9230da94-c648-41c4-a4d0-76015084dc3e req-12119092-2eef-4ab5-918b-fb871c1f9d62 service neutron] 10.222.0.72 "GET /v2.0/networks/2b22285d-4c7b-45d0-803c-958f13334ebb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880668 Jul 06 15:04:36.707477 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-9230da94-c648-41c4-a4d0-76015084dc3e req-3b34cd0b-6ca6-4d3d-b4f5-ffe0778c522c service neutron] 10.222.0.72 "GET /v2.0/networks/2b22285d-4c7b-45d0-803c-958f13334ebb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862207 Jul 06 15:04:36.950677 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6166b60-4804-4184-8d98-91a9d288e2f0 req-561a10ca-f370-4528-8200-a590c0635e39 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:04:36.952173 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-f6166b60-4804-4184-8d98-91a9d288e2f0 req-561a10ca-f370-4528-8200-a590c0635e39 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] 10.222.0.104 "GET /v2.0/ports?device_id=ca789983-83f0-4607-bca5-c1566b57bd96 HTTP/1.1" status: 200 len: 944 time: 0.0638075 Jul 06 15:04:36.989660 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-f6166b60-4804-4184-8d98-91a9d288e2f0 req-a016c0a4-ba3a-4fa9-a71c-32b19b16ba38 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] 10.222.0.104 "GET /v2.0/security-groups?id=17d72427-4dc0-4352-9615-0d25d6e8d945&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319886 Jul 06 15:04:38.156276 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ecf1b2-130d-4109-a88a-f1081adfcbe6 req-45922f65-ac49-4371-a536-3254c19a1a13 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:04:38.157739 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-e0ecf1b2-130d-4109-a88a-f1081adfcbe6 req-45922f65-ac49-4371-a536-3254c19a1a13 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] 10.222.0.104 "GET /v2.0/ports?device_id=ca789983-83f0-4607-bca5-c1566b57bd96 HTTP/1.1" status: 200 len: 944 time: 0.0619879 Jul 06 15:04:38.198711 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-e0ecf1b2-130d-4109-a88a-f1081adfcbe6 req-447b5cf5-c3d9-4a1a-80f6-347c18c3670e tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] 10.222.0.104 "GET /v2.0/security-groups?id=17d72427-4dc0-4352-9615-0d25d6e8d945&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349669 Jul 06 15:04:38.370444 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 944eab97-39c5-4838-9e5f-c9e9517e1561 up at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 15:04:38.416320 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning complete for port 944eab97-39c5-4838-9e5f-c9e9517e1561 triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 15:04:38.416695 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:04:38.934406 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Device 0d3a0f32-b007-4988-a918-88402667419d details requested by agent hyperv_n-h2-773647-6 with host n-h2-773647-6 {{(pid=100248) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 15:04:39.027919 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] For port 0d3a0f32-b007-4988-a918-88402667419d, host n-h2-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=0d3a0f32-b007-4988-a918-88402667419d,segment=NetworkSegment(e8f55c39-560d-4e51-8a5e-588e7105e47b),segment_id=e8f55c39-560d-4e51-8a5e-588e7105e47b)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 15:04:39.038647 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Returning: {'device': '0d3a0f32-b007-4988-a918-88402667419d', 'network_id': '2b22285d-4c7b-45d0-803c-958f13334ebb', 'port_id': '0d3a0f32-b007-4988-a918-88402667419d', 'mac_address': 'fa:16:3e:78:52:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1017, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '70303167-b9d9-498d-95d9-dc6c0d257f8c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100248) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 15:04:39.073795 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:04:39.089768 n-d-773647-6 neutron-server[100248]: DEBUG neutron.notifiers.nova [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0d3a0f32-b007-4988-a918-88402667419d {{(pid=100248) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 15:04:39.107997 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] For port 0d3a0f32-b007-4988-a918-88402667419d, host n-h2-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=0d3a0f32-b007-4988-a918-88402667419d,segment=NetworkSegment(e8f55c39-560d-4e51-8a5e-588e7105e47b),segment_id=e8f55c39-560d-4e51-8a5e-588e7105e47b)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 15:04:39.111900 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:04:39.158068 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Pushing event updated for resources: {'Port': ['ID=0d3a0f32-b007-4988-a918-88402667419d,revision_number=4']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:04:39.318765 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] get_ports_and_sgs() called for port_ids ['0d3a0f32-b007-4988-a918-88402667419d'] {{(pid=100248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 15:04:39.367688 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097848ef-9c00-4f04-91bf-e21b81588f13 req-a19267e3-31d3-47a7-9513-8154aa7e44f1 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:04:39.369552 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-097848ef-9c00-4f04-91bf-e21b81588f13 req-a19267e3-31d3-47a7-9513-8154aa7e44f1 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] 10.222.0.104 "GET /v2.0/ports?device_id=ca789983-83f0-4607-bca5-c1566b57bd96 HTTP/1.1" status: 200 len: 945 time: 0.0631881 Jul 06 15:04:39.406778 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-097848ef-9c00-4f04-91bf-e21b81588f13 req-c937cb3f-b883-4ac4-9db8-f245da1308c8 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] 10.222.0.104 "GET /v2.0/security-groups?id=17d72427-4dc0-4352-9615-0d25d6e8d945&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316396 Jul 06 15:04:40.576240 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6575f5-dfa2-49e9-b0ae-48746648b5ee req-10acea56-d5af-4948-a6c6-71694ebf2ff3 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:04:40.577614 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-7c6575f5-dfa2-49e9-b0ae-48746648b5ee req-10acea56-d5af-4948-a6c6-71694ebf2ff3 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] 10.222.0.104 "GET /v2.0/ports?device_id=ca789983-83f0-4607-bca5-c1566b57bd96 HTTP/1.1" status: 200 len: 945 time: 0.0625207 Jul 06 15:04:40.613858 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-7c6575f5-dfa2-49e9-b0ae-48746648b5ee req-cb87e1de-0df3-46a5-b231-2f5a0a5b4da1 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] 10.222.0.104 "GET /v2.0/security-groups?id=17d72427-4dc0-4352-9615-0d25d6e8d945&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302711 Jul 06 15:04:40.934769 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Device 0d3a0f32-b007-4988-a918-88402667419d up at agent hyperv_n-h2-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 15:04:40.981533 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Provisioning for port 0d3a0f32-b007-4988-a918-88402667419d completed by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 15:04:40.985387 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Provisioning complete for port 0d3a0f32-b007-4988-a918-88402667419d triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 15:04:40.985756 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:04:41.061648 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:04:41.082961 n-d-773647-6 neutron-server[100248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca789983-83f0-4607-bca5-c1566b57bd96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d3a0f32-b007-4988-a918-88402667419d'}] {{(pid=100248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 15:04:41.085502 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55db2ac8c963aac1696062c7614e8816713b17764cc733cf0a1d7e1ce8ed655f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6259bd91-7ae4-4386-a611-c43ea1386768" -d '{"events": [{"server_uuid": "ca789983-83f0-4607-bca5-c1566b57bd96", "name": "network-vif-plugged", "status": "completed", "tag": "0d3a0f32-b007-4988-a918-88402667419d"}]}' {{(pid=100248) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 15:04:41.097974 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] For port 0d3a0f32-b007-4988-a918-88402667419d, host n-h2-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=0d3a0f32-b007-4988-a918-88402667419d,segment=NetworkSegment(e8f55c39-560d-4e51-8a5e-588e7105e47b),segment_id=e8f55c39-560d-4e51-8a5e-588e7105e47b)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 15:04:41.102141 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:04:41.128484 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 15:04:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbbfd961-9823-44dd-ba2b-a2f453d77546 x-openstack-request-id: req-fbbfd961-9823-44dd-ba2b-a2f453d77546 {{(pid=100248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 15:04:41.128774 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca789983-83f0-4607-bca5-c1566b57bd96", "name": "network-vif-plugged", "status": "completed", "tag": "0d3a0f32-b007-4988-a918-88402667419d", "code": 200}]} {{(pid=100248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 15:04:41.129098 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-fbbfd961-9823-44dd-ba2b-a2f453d77546 {{(pid=100248) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 15:04:41.129480 n-d-773647-6 neutron-server[100248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca789983-83f0-4607-bca5-c1566b57bd96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d3a0f32-b007-4988-a918-88402667419d', 'code': 200} Jul 06 15:04:41.152366 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Pushing event updated for resources: {'Port': ['ID=0d3a0f32-b007-4988-a918-88402667419d,revision_number=5']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:04:41.237198 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de500158-fa6d-4e3b-9b73-c5c5727d71d7 req-b0cd8fb7-6d30-4d8f-b668-b141f32be063 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:04:41.238616 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-de500158-fa6d-4e3b-9b73-c5c5727d71d7 req-b0cd8fb7-6d30-4d8f-b668-b141f32be063 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=ca789983-83f0-4607-bca5-c1566b57bd96 HTTP/1.1" status: 200 len: 1097 time: 0.0521736 Jul 06 15:04:41.273715 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-de500158-fa6d-4e3b-9b73-c5c5727d71d7 req-c932cd08-342e-4ae0-a75d-4b5337ed1ce6 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=17d72427-4dc0-4352-9615-0d25d6e8d945&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0281346 Jul 06 15:04:41.321441 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:04:41.790998 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7421e0cd-64b9-45f4-843c-4286832d2452 req-41f7433c-52e4-4eda-962f-71a2c636a5d5 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:04:41.792460 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-7421e0cd-64b9-45f4-843c-4286832d2452 req-41f7433c-52e4-4eda-962f-71a2c636a5d5 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] 10.222.0.104 "GET /v2.0/ports?device_id=ca789983-83f0-4607-bca5-c1566b57bd96 HTTP/1.1" status: 200 len: 946 time: 0.0665474 Jul 06 15:04:41.830753 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-7421e0cd-64b9-45f4-843c-4286832d2452 req-35b73fc6-2793-4bff-8e3f-2634a3459de2 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] 10.222.0.104 "GET /v2.0/security-groups?id=17d72427-4dc0-4352-9615-0d25d6e8d945&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327833 Jul 06 15:04:43.000307 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7b7b85-d016-4a23-b335-44d9ec771628 req-2ce6830b-8e48-43dd-96f2-8446f3c1c5b9 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:04:43.001696 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-da7b7b85-d016-4a23-b335-44d9ec771628 req-2ce6830b-8e48-43dd-96f2-8446f3c1c5b9 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] 10.222.0.104 "GET /v2.0/ports?device_id=ca789983-83f0-4607-bca5-c1566b57bd96 HTTP/1.1" status: 200 len: 946 time: 0.0622211 Jul 06 15:04:43.038561 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-da7b7b85-d016-4a23-b335-44d9ec771628 req-2581feee-9565-403b-925f-034f98604a67 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] 10.222.0.104 "GET /v2.0/security-groups?id=17d72427-4dc0-4352-9615-0d25d6e8d945&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308518 Jul 06 15:04:43.143851 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:04:43.208468 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e8935d-c494-44fc-892f-338fdd3312e3 req-d4d0e457-6080-4d3c-8098-4ccea1afdc19 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:04:43.209924 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-e0e8935d-c494-44fc-892f-338fdd3312e3 req-d4d0e457-6080-4d3c-8098-4ccea1afdc19 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] 10.222.0.104 "GET /v2.0/ports?device_id=ca789983-83f0-4607-bca5-c1566b57bd96 HTTP/1.1" status: 200 len: 946 time: 0.0618975 Jul 06 15:04:43.250524 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-e0e8935d-c494-44fc-892f-338fdd3312e3 req-159e4c15-be69-47f5-ada1-a1fa70719633 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] 10.222.0.104 "GET /v2.0/security-groups?id=17d72427-4dc0-4352-9615-0d25d6e8d945&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350173 Jul 06 15:04:43.274154 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 32840) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 15:04:43.324856 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3afa75bc-4f8d-43ee-8b51-f147c632db18 tempest-TestNetworkAdvancedServerOps-1213390431 tempest-TestNetworkAdvancedServerOps-1213390431-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:04:43.326328 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-3afa75bc-4f8d-43ee-8b51-f147c632db18 tempest-TestNetworkAdvancedServerOps-1213390431 tempest-TestNetworkAdvancedServerOps-1213390431-project-admin] 10.222.0.104 "GET /v2.0/ports?device_id=ca789983-83f0-4607-bca5-c1566b57bd96 HTTP/1.1" status: 200 len: 1092 time: 0.0512297 Jul 06 15:04:43.330849 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 32842) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 15:04:43.335113 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [None req-df9d7f28-29f2-4ecf-938a-6d840670b600 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Request body: {'floatingip': {'floating_network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'port_id': '0d3a0f32-b007-4988-a918-88402667419d', 'tenant_id': '768013dcc5f548df9e4c379a3109439b', 'fixed_ip_address': '172.20.0.13'}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 15:04:43.356050 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-df9d7f28-29f2-4ecf-938a-6d840670b600 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Notify callbacks [] for floatingip, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:04:43.450917 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-df9d7f28-29f2-4ecf-938a-6d840670b600 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:04:43.554316 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.db_base_plugin_common [None req-df9d7f28-29f2-4ecf-938a-6d840670b600 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Allocated IP 172.25.0.24 (2658f09e-a580-4d4a-9968-2d1e0ad93719/cbf74abc-6fe1-4d33-b005-c948923b9647/d8221a39-82e4-481a-b586-826552a02957) {{(pid=100247) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 15:04:43.652187 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-df9d7f28-29f2-4ecf-938a-6d840670b600 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Notify callbacks [] for port, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:04:43.695237 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-df9d7f28-29f2-4ecf-938a-6d840670b600 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-128888360'] for port, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:04:43.729843 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df9d7f28-29f2-4ecf-938a-6d840670b600 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Network 2658f09e-a580-4d4a-9968-2d1e0ad93719 is already hosted by enough agents. {{(pid=100247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 15:04:43.732671 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.base_scheduler [None req-df9d7f28-29f2-4ecf-938a-6d840670b600 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Resources bound (agent type, host, resource id): {{(pid=100247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 15:04:43.741347 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df9d7f28-29f2-4ecf-938a-6d840670b600 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Received port after_create {{(pid=100247) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 15:04:43.746672 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9d7f28-29f2-4ecf-938a-6d840670b600 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Pushing event updated for resources: {'Port': ['ID=d8221a39-82e4-481a-b586-826552a02957,revision_number=1']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:04:44.100654 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-df9d7f28-29f2-4ecf-938a-6d840670b600 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:04:44.174948 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-df9d7f28-29f2-4ecf-938a-6d840670b600 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:04:44.331826 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-df9d7f28-29f2-4ecf-938a-6d840670b600 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Notify callbacks [] for port, precommit_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:04:44.336255 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-df9d7f28-29f2-4ecf-938a-6d840670b600 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128888538'] for port, after_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:04:44.405338 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9d7f28-29f2-4ecf-938a-6d840670b600 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Pushing event updated for resources: {'Port': ['ID=d8221a39-82e4-481a-b586-826552a02957,revision_number=2']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:04:44.416992 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-df9d7f28-29f2-4ecf-938a-6d840670b600 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1761130'] for floatingip, after_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:04:44.514062 n-d-773647-6 neutron-server[100247]: INFO neutron.db.l3_db [None req-df9d7f28-29f2-4ecf-938a-6d840670b600 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Floating IP 6dd8fa1c-018b-4d58-bb1e-056ae605ec11 associated. External IP: 172.25.0.24, port: 0d3a0f32-b007-4988-a918-88402667419d. Jul 06 15:04:44.715740 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df9d7f28-29f2-4ecf-938a-6d840670b600 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Router 57c8bd37-15f7-4a29-9c3d-2b65703433c5 has already been hosted by L3 agent 2823d358-a11b-4885-a706-95a279e43fa7 {{(pid=100247) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 15:04:44.819817 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df9d7f28-29f2-4ecf-938a-6d840670b600 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Notify agent at l3_agent.n-d-773647-6 the message routers_updated {{(pid=100247) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 15:04:44.829551 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4a7a8b4-46dc-4d95-8324-6ea92e65d7df None None] Sync routers for ids ['57c8bd37-15f7-4a29-9c3d-2b65703433c5'] in n-d-773647-6 {{(pid=100249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 15:04:44.835822 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-df9d7f28-29f2-4ecf-938a-6d840670b600 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for floatingip, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:04:44.839832 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4a7a8b4-46dc-4d95-8324-6ea92e65d7df None None] Routers {'57c8bd37-15f7-4a29-9c3d-2b65703433c5'} bound to L3 agent in host n-d-773647-6 {{(pid=100249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 15:04:44.840432 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-f4a7a8b4-46dc-4d95-8324-6ea92e65d7df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T15:04:26Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['57c8bd37-15f7-4a29-9c3d-2b65703433c5'], 'active': True} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:04:44.871584 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-df9d7f28-29f2-4ecf-938a-6d840670b600 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] 10.222.0.104 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5397036 Jul 06 15:04:44.872179 n-d-773647-6 neutron-server[100247]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca789983-83f0-4607-bca5-c1566b57bd96', 'tag': '0d3a0f32-b007-4988-a918-88402667419d'}] {{(pid=100247) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 15:04:44.875013 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee9abbf45a31ce2cafe392c325a103f9980bc56023ef5156b007054daa5623de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ae3b9bf-d401-4fdc-99a3-c52ac02754e8" -d '{"events": [{"name": "network-changed", "server_uuid": "ca789983-83f0-4607-bca5-c1566b57bd96", "tag": "0d3a0f32-b007-4988-a918-88402667419d"}]}' {{(pid=100247) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 15:04:44.944004 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvr_db [None req-f4a7a8b4-46dc-4d95-8324-6ea92e65d7df None None] Set router 57c8bd37-15f7-4a29-9c3d-2b65703433c5 gateway port host: n-d-773647-6 {{(pid=100249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 15:04:45.028048 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acde14c4-9528-4427-8c14-75a92633229c req-59898f90-f4aa-4962-b0ab-e05d5131ce0b tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:04:45.029430 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-acde14c4-9528-4427-8c14-75a92633229c req-59898f90-f4aa-4962-b0ab-e05d5131ce0b tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] 10.222.0.104 "GET /v2.0/ports?device_id=ca789983-83f0-4607-bca5-c1566b57bd96 HTTP/1.1" status: 200 len: 946 time: 0.0661068 Jul 06 15:04:45.067204 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-acde14c4-9528-4427-8c14-75a92633229c req-548ff0d7-bd5e-476d-9a2a-eb4921023bac tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] 10.222.0.104 "GET /v2.0/security-groups?id=17d72427-4dc0-4352-9615-0d25d6e8d945&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313823 Jul 06 15:04:45.092255 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 32848) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 15:04:45.130535 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 15:04:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ce1916f-09bd-4bd9-bb0a-73b4ab558a19 x-openstack-request-id: req-4ce1916f-09bd-4bd9-bb0a-73b4ab558a19 {{(pid=100247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 15:04:45.131046 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca789983-83f0-4607-bca5-c1566b57bd96", "tag": "0d3a0f32-b007-4988-a918-88402667419d", "status": "completed", "code": 200}]} {{(pid=100247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 15:04:45.131046 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-4ce1916f-09bd-4bd9-bb0a-73b4ab558a19 {{(pid=100247) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 15:04:45.131578 n-d-773647-6 neutron-server[100247]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca789983-83f0-4607-bca5-c1566b57bd96', 'tag': '0d3a0f32-b007-4988-a918-88402667419d', 'status': 'completed', 'code': 200} Jul 06 15:04:45.167092 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-f4a7a8b4-46dc-4d95-8324-6ea92e65d7df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57c8bd37-15f7-4a29-9c3d-2b65703433c5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1351396972', 'tenant_id': '768013dcc5f548df9e4c379a3109439b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.235'}], 'enable_snat': True}, 'gw_port_id': 'e5535a19-957d-426c-bbea-e40b4aa522f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T15:04:27Z', 'updated_at': '2021-07-06T15:04:31Z', 'revision_number': 4, 'project_id': '768013dcc5f548df9e4c379a3109439b', 'gw_port': {'id': 'e5535a19-957d-426c-bbea-e40b4aa522f5', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:82:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57c8bd37-15f7-4a29-9c3d-2b65703433c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T15:04:28Z', 'updated_at': '2021-07-06T15:04:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6', '_floatingips': [{'id': '6dd8fa1c-018b-4d58-bb1e-056ae605ec11', 'tenant_id': '768013dcc5f548df9e4c379a3109439b', 'floating_ip_address': '172.25.0.24', 'floating_network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'router_id': '57c8bd37-15f7-4a29-9c3d-2b65703433c5', 'port_id': '0d3a0f32-b007-4988-a918-88402667419d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4149, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2b22285d-4c7b-45d0-803c-958f13334ebb', 'mac_address': 'fa:16:3e:78:52:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca789983-83f0-4607-bca5-c1566b57bd96', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T15:04:43Z', 'updated_at': '2021-07-06T15:04:43Z', 'revision_number': 0, 'project_id': '768013dcc5f548df9e4c379a3109439b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '944eab97-39c5-4838-9e5f-c9e9517e1561', 'name': '', 'network_id': '2b22285d-4c7b-45d0-803c-958f13334ebb', 'tenant_id': '768013dcc5f548df9e4c379a3109439b', 'mac_address': 'fa:16:3e:00:16:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57c8bd37-15f7-4a29-9c3d-2b65703433c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': '70303167-b9d9-498d-95d9-dc6c0d257f8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T15:04:31Z', 'updated_at': '2021-07-06T15:04:36Z', 'revision_number': 5, 'project_id': '768013dcc5f548df9e4c379a3109439b', 'subnets': [{'id': '70303167-b9d9-498d-95d9-dc6c0d257f8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773647-6', False) {} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:04:45.168991 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-15db4ab7-a036-4479-b3b2-f88cbcc2690f tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] 10.222.0.104 "GET /v2.0/floatingips/6dd8fa1c-018b-4d58-bb1e-056ae605ec11 HTTP/1.1" status: 200 len: 991 time: 0.0755844 Jul 06 15:04:45.193448 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4a7a8b4-46dc-4d95-8324-6ea92e65d7df None None] Checking router: 57c8bd37-15f7-4a29-9c3d-2b65703433c5 for host: n-d-773647-6 {{(pid=100249) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 15:04:45.201437 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4a7a8b4-46dc-4d95-8324-6ea92e65d7df None None] Routers {'57c8bd37-15f7-4a29-9c3d-2b65703433c5'} bound to L3 agent in host n-d-773647-6 {{(pid=100249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 15:04:45.202032 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-f4a7a8b4-46dc-4d95-8324-6ea92e65d7df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T15:04:26Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['57c8bd37-15f7-4a29-9c3d-2b65703433c5'], 'active': True} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:04:45.211006 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae3b9bf-d401-4fdc-99a3-c52ac02754e8 req-c36e833f-a223-4ef6-bba4-3715e111d23f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:04:45.212549 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-6ae3b9bf-d401-4fdc-99a3-c52ac02754e8 req-c36e833f-a223-4ef6-bba4-3715e111d23f service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=768013dcc5f548df9e4c379a3109439b&device_id=ca789983-83f0-4607-bca5-c1566b57bd96 HTTP/1.1" status: 200 len: 1097 time: 0.0562463 Jul 06 15:04:45.300208 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae3b9bf-d401-4fdc-99a3-c52ac02754e8 req-041e1e5a-4d6c-4923-a1fe-4a64ac4b77cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:04:45.301850 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-6ae3b9bf-d401-4fdc-99a3-c52ac02754e8 req-041e1e5a-4d6c-4923-a1fe-4a64ac4b77cb service neutron] 10.222.0.72 "GET /v2.0/networks?id=2b22285d-4c7b-45d0-803c-958f13334ebb HTTP/1.1" status: 200 len: 899 time: 0.0835199 Jul 06 15:04:45.304510 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvr_db [None req-f4a7a8b4-46dc-4d95-8324-6ea92e65d7df None None] Set router 57c8bd37-15f7-4a29-9c3d-2b65703433c5 gateway port host: n-d-773647-6 {{(pid=100249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 15:04:45.371010 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-6ae3b9bf-d401-4fdc-99a3-c52ac02754e8 req-baff58f8-eebf-4a5e-b017-eacaaa9788db service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0d3a0f32-b007-4988-a918-88402667419d HTTP/1.1" status: 200 len: 999 time: 0.0619776 Jul 06 15:04:45.419617 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae3b9bf-d401-4fdc-99a3-c52ac02754e8 req-4a05bf06-4d0b-40a9-bcac-92dc1c03b0b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:04:45.421244 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-6ae3b9bf-d401-4fdc-99a3-c52ac02754e8 req-4a05bf06-4d0b-40a9-bcac-92dc1c03b0b3 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=70303167-b9d9-498d-95d9-dc6c0d257f8c HTTP/1.1" status: 200 len: 834 time: 0.0440016 Jul 06 15:04:45.478262 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae3b9bf-d401-4fdc-99a3-c52ac02754e8 req-c32a9896-019e-42b7-8a9a-6192c67b8d03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:04:45.479843 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-6ae3b9bf-d401-4fdc-99a3-c52ac02754e8 req-c32a9896-019e-42b7-8a9a-6192c67b8d03 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=2b22285d-4c7b-45d0-803c-958f13334ebb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0526381 Jul 06 15:04:45.525552 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-f4a7a8b4-46dc-4d95-8324-6ea92e65d7df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57c8bd37-15f7-4a29-9c3d-2b65703433c5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1351396972', 'tenant_id': '768013dcc5f548df9e4c379a3109439b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.235'}], 'enable_snat': True}, 'gw_port_id': 'e5535a19-957d-426c-bbea-e40b4aa522f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T15:04:27Z', 'updated_at': '2021-07-06T15:04:31Z', 'revision_number': 4, 'project_id': '768013dcc5f548df9e4c379a3109439b', 'gw_port': {'id': 'e5535a19-957d-426c-bbea-e40b4aa522f5', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:82:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57c8bd37-15f7-4a29-9c3d-2b65703433c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T15:04:28Z', 'updated_at': '2021-07-06T15:04:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6', '_floatingips': [{'id': '6dd8fa1c-018b-4d58-bb1e-056ae605ec11', 'tenant_id': '768013dcc5f548df9e4c379a3109439b', 'floating_ip_address': '172.25.0.24', 'floating_network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'router_id': '57c8bd37-15f7-4a29-9c3d-2b65703433c5', 'port_id': '0d3a0f32-b007-4988-a918-88402667419d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4149, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2b22285d-4c7b-45d0-803c-958f13334ebb', 'mac_address': 'fa:16:3e:78:52:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca789983-83f0-4607-bca5-c1566b57bd96', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T15:04:43Z', 'updated_at': '2021-07-06T15:04:43Z', 'revision_number': 0, 'project_id': '768013dcc5f548df9e4c379a3109439b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '944eab97-39c5-4838-9e5f-c9e9517e1561', 'name': '', 'network_id': '2b22285d-4c7b-45d0-803c-958f13334ebb', 'tenant_id': '768013dcc5f548df9e4c379a3109439b', 'mac_address': 'fa:16:3e:00:16:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57c8bd37-15f7-4a29-9c3d-2b65703433c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': '70303167-b9d9-498d-95d9-dc6c0d257f8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T15:04:31Z', 'updated_at': '2021-07-06T15:04:36Z', 'revision_number': 5, 'project_id': '768013dcc5f548df9e4c379a3109439b', 'subnets': [{'id': '70303167-b9d9-498d-95d9-dc6c0d257f8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773647-6', False) {} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:04:45.554423 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4a7a8b4-46dc-4d95-8324-6ea92e65d7df None None] The sync data for ids ['57c8bd37-15f7-4a29-9c3d-2b65703433c5'] in n-d-773647-6 is: [{'id': '57c8bd37-15f7-4a29-9c3d-2b65703433c5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1351396972', 'tenant_id': '768013dcc5f548df9e4c379a3109439b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.235'}], 'enable_snat': True}, 'gw_port_id': 'e5535a19-957d-426c-bbea-e40b4aa522f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T15:04:27Z', 'updated_at': '2021-07-06T15:04:31Z', 'revision_number': 4, 'project_id': '768013dcc5f548df9e4c379a3109439b', 'gw_port': {'id': 'e5535a19-957d-426c-bbea-e40b4aa522f5', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:82:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57c8bd37-15f7-4a29-9c3d-2b65703433c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T15:04:28Z', 'updated_at': '2021-07-06T15:04:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6', '_floatingips': [{'id': '6dd8fa1c-018b-4d58-bb1e-056ae605ec11', 'tenant_id': '768013dcc5f548df9e4c379a3109439b', 'floating_ip_address': '172.25.0.24', 'floating_network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'router_id': '57c8bd37-15f7-4a29-9c3d-2b65703433c5', 'port_id': '0d3a0f32-b007-4988-a918-88402667419d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4149, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2b22285d-4c7b-45d0-803c-958f13334ebb', 'mac_address': 'fa:16:3e:78:52:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca789983-83f0-4607-bca5-c1566b57bd96', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T15:04:43Z', 'updated_at': '2021-07-06T15:04:43Z', 'revision_number': 0, 'project_id': '768013dcc5f548df9e4c379a3109439b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '944eab97-39c5-4838-9e5f-c9e9517e1561', 'name': '', 'network_id': '2b22285d-4c7b-45d0-803c-958f13334ebb', 'tenant_id': '768013dcc5f548df9e4c379a3109439b', 'mac_address': 'fa:16:3e:00:16:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57c8bd37-15f7-4a29-9c3d-2b65703433c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': '70303167-b9d9-498d-95d9-dc6c0d257f8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T15:04:31Z', 'updated_at': '2021-07-06T15:04:36Z', 'revision_number': 5, 'project_id': '768013dcc5f548df9e4c379a3109439b', 'subnets': [{'id': '70303167-b9d9-498d-95d9-dc6c0d257f8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 15:04:45.572159 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-6ae3b9bf-d401-4fdc-99a3-c52ac02754e8 req-c3517b2f-983d-4c92-8f5e-5299f0c1df18 service neutron] 10.222.0.72 "GET /v2.0/networks/2b22285d-4c7b-45d0-803c-958f13334ebb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862775 Jul 06 15:04:45.664691 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-6ae3b9bf-d401-4fdc-99a3-c52ac02754e8 req-16f5e3c6-12ed-465d-b7ca-05e96b53419b service neutron] 10.222.0.72 "GET /v2.0/networks/2b22285d-4c7b-45d0-803c-958f13334ebb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867891 Jul 06 15:04:45.743065 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aecbeb6b-3ab9-49f4-b6af-328ee74e93d0 None None] New status for floating IP 6dd8fa1c-018b-4d58-bb1e-056ae605ec11: ACTIVE {{(pid=100248) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 15:04:46.173056 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 32850) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 15:04:46.231377 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-d232f819-fb80-4885-8781-de6c6ad69b1e tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] 10.222.0.104 "GET /v2.0/floatingips/6dd8fa1c-018b-4d58-bb1e-056ae605ec11 HTTP/1.1" status: 200 len: 993 time: 0.0564799 Jul 06 15:04:52.975364 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5ba81868-d468-404e-bba8-6a61df519e87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:04:55.624374 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-ebf09f37-3746-4281-bdb0-bd163a1e3f4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:04:55.986479 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:04:56.849775 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-2064eaae-da4f-48f8-82d2-b09d4ddedd44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:04:57.900423 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [req-c15542ae-3033-43e5-b0cc-189725e9a546 req-57ec9c83-272c-4dfc-9fb9-a4104c34b316 service neutron] (100247) timed out ('10.222.0.104', 58054) {{(pid=100247) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 06 15:04:58.635136 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-03f71b24-a9b8-453a-8924-caa3f97bc6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:05:04.277281 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.agents_db [None req-167c0ad6-1657-4c9a-a2c4-3b18056aa662 None None] Agent healthcheck: found 7 active agents {{(pid=100249) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 15:05:11.341668 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:05:12.966133 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [req-c15542ae-3033-43e5-b0cc-189725e9a546 req-ce74c2af-d168-4788-8877-19564c4883ee service neutron] (100247) timed out ('10.222.0.127', 62033) {{(pid=100247) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 06 15:05:13.143483 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:05:19.754564 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62683444-9f0b-4d0d-9732-015c1f809f19 req-c9187b89-272b-48df-ab83-25cb4b960b5c tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:05:19.756038 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-62683444-9f0b-4d0d-9732-015c1f809f19 req-c9187b89-272b-48df-ab83-25cb4b960b5c tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] 10.222.0.104 "GET /v2.0/ports?device_id=ca789983-83f0-4607-bca5-c1566b57bd96 HTTP/1.1" status: 200 len: 946 time: 0.0722702 Jul 06 15:05:19.798802 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-62683444-9f0b-4d0d-9732-015c1f809f19 req-12b1a682-03b6-4b89-8e1a-4e98c7de0684 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] 10.222.0.104 "GET /v2.0/security-groups?id=17d72427-4dc0-4352-9615-0d25d6e8d945&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369360 Jul 06 15:05:20.975711 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786d1b20-c0f2-43bf-af72-0fa56afeedfd req-649222c4-5212-4bf1-8029-b1d9dc1ff991 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:05:20.977181 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-786d1b20-c0f2-43bf-af72-0fa56afeedfd req-649222c4-5212-4bf1-8029-b1d9dc1ff991 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] 10.222.0.104 "GET /v2.0/ports?device_id=ca789983-83f0-4607-bca5-c1566b57bd96 HTTP/1.1" status: 200 len: 946 time: 0.0632973 Jul 06 15:05:21.012944 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-786d1b20-c0f2-43bf-af72-0fa56afeedfd req-6d1b80db-e203-4516-a2e0-48c5b96d551c tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] 10.222.0.104 "GET /v2.0/security-groups?id=17d72427-4dc0-4352-9615-0d25d6e8d945&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301907 Jul 06 15:05:21.037041 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 32870) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 15:05:21.094786 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-5ad392a9-e2ca-43cf-8f27-2c86edf74ccb tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] 10.222.0.104 "GET /v2.0/floatingips/6dd8fa1c-018b-4d58-bb1e-056ae605ec11 HTTP/1.1" status: 200 len: 993 time: 0.0566463 Jul 06 15:05:22.524512 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b916ae4-f85f-42c9-81ff-d5cd0fc8094e req-25720a28-3aad-4e37-95e2-d977fbfdd546 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:05:22.526272 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-7b916ae4-f85f-42c9-81ff-d5cd0fc8094e req-25720a28-3aad-4e37-95e2-d977fbfdd546 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] 10.222.0.104 "GET /v2.0/ports?device_id=ca789983-83f0-4607-bca5-c1566b57bd96 HTTP/1.1" status: 200 len: 946 time: 0.0687366 Jul 06 15:05:22.567018 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-7b916ae4-f85f-42c9-81ff-d5cd0fc8094e req-8ee00e6a-ea0e-47ab-a0b4-da46da5e8d27 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] 10.222.0.104 "GET /v2.0/security-groups?id=17d72427-4dc0-4352-9615-0d25d6e8d945&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348105 Jul 06 15:05:22.975856 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-25c5a850-4eb0-4d7b-aac9-8e2299026092 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:05:23.742858 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a55674b-fdb8-46a2-bff5-a1f15256cc04 req-a8c50c1d-40ff-489d-87cb-126e4c1ea31a tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:05:23.744381 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-9a55674b-fdb8-46a2-bff5-a1f15256cc04 req-a8c50c1d-40ff-489d-87cb-126e4c1ea31a tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] 10.222.0.104 "GET /v2.0/ports?device_id=ca789983-83f0-4607-bca5-c1566b57bd96 HTTP/1.1" status: 200 len: 946 time: 0.0646834 Jul 06 15:05:23.781316 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-9a55674b-fdb8-46a2-bff5-a1f15256cc04 req-4ebc335d-42e1-43a5-8f29-df89e71d592a tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] 10.222.0.104 "GET /v2.0/security-groups?id=17d72427-4dc0-4352-9615-0d25d6e8d945&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314796 Jul 06 15:05:23.805780 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 32882) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 15:05:23.868888 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-b8426b42-f741-4d2d-925a-962a5291e750 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] 10.222.0.104 "GET /v2.0/floatingips/6dd8fa1c-018b-4d58-bb1e-056ae605ec11 HTTP/1.1" status: 200 len: 993 time: 0.0619075 Jul 06 15:05:24.117838 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 32888) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 15:05:24.273426 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [None req-a1f51a60-a862-4c93-918e-0896330a4c66 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Deleting port d8221a39-82e4-481a-b586-826552a02957 {{(pid=100246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 15:05:24.273649 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-a1f51a60-a862-4c93-918e-0896330a4c66 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:05:24.351027 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-a1f51a60-a862-4c93-918e-0896330a4c66 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:05:24.351419 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-a1f51a60-a862-4c93-918e-0896330a4c66 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:05:24.363304 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [None req-a1f51a60-a862-4c93-918e-0896330a4c66 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Calling delete_port for d8221a39-82e4-481a-b586-826552a02957 owned by network:floatingip {{(pid=100246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 15:05:24.506121 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-a1f51a60-a862-4c93-918e-0896330a4c66 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127687580'] for port, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:05:24.540390 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f51a60-a862-4c93-918e-0896330a4c66 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Pushing event deleted for resources: {'Port': ['ID=d8221a39-82e4-481a-b586-826552a02957,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:05:24.565748 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1f51a60-a862-4c93-918e-0896330a4c66 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:05:24.566104 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1f51a60-a862-4c93-918e-0896330a4c66 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:05:24.566442 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1f51a60-a862-4c93-918e-0896330a4c66 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:05:24.567438 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1f51a60-a862-4c93-918e-0896330a4c66 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:05:24.567774 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1f51a60-a862-4c93-918e-0896330a4c66 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:05:24.568105 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1f51a60-a862-4c93-918e-0896330a4c66 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:05:24.568433 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1f51a60-a862-4c93-918e-0896330a4c66 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:05:24.568761 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1f51a60-a862-4c93-918e-0896330a4c66 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:05:24.569086 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1f51a60-a862-4c93-918e-0896330a4c66 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:05:24.569411 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1f51a60-a862-4c93-918e-0896330a4c66 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:05:24.569733 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1f51a60-a862-4c93-918e-0896330a4c66 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:05:24.570051 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1f51a60-a862-4c93-918e-0896330a4c66 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:05:24.610232 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-a1f51a60-a862-4c93-918e-0896330a4c66 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Notify callbacks [] for floatingip, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:05:24.610565 n-d-773647-6 neutron-server[100246]: INFO neutron.db.l3_db [None req-a1f51a60-a862-4c93-918e-0896330a4c66 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Floating IP 6dd8fa1c-018b-4d58-bb1e-056ae605ec11 disassociated (deleted). External IP: 172.25.0.24, port: 0d3a0f32-b007-4988-a918-88402667419d. Jul 06 15:05:25.128395 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1f51a60-a862-4c93-918e-0896330a4c66 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Router 57c8bd37-15f7-4a29-9c3d-2b65703433c5 has already been hosted by L3 agent 2823d358-a11b-4885-a706-95a279e43fa7 {{(pid=100246) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 15:05:25.235352 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1f51a60-a862-4c93-918e-0896330a4c66 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Notify agent at l3_agent.n-d-773647-6 the message routers_updated {{(pid=100246) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 15:05:25.240527 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-a1f51a60-a862-4c93-918e-0896330a4c66 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for floatingip, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:05:25.245964 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f88975c5-229d-4ca5-9731-7a4aa74c363c None None] Sync routers for ids ['57c8bd37-15f7-4a29-9c3d-2b65703433c5'] in n-d-773647-6 {{(pid=100249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 15:05:25.255812 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f88975c5-229d-4ca5-9731-7a4aa74c363c None None] Routers {'57c8bd37-15f7-4a29-9c3d-2b65703433c5'} bound to L3 agent in host n-d-773647-6 {{(pid=100249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 15:05:25.256401 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-f88975c5-229d-4ca5-9731-7a4aa74c363c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T15:04:56Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['57c8bd37-15f7-4a29-9c3d-2b65703433c5'], 'active': True} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:05:25.276122 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-a1f51a60-a862-4c93-918e-0896330a4c66 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] 10.222.0.104 "DELETE /v2.0/floatingips/6dd8fa1c-018b-4d58-bb1e-056ae605ec11 HTTP/1.1" status: 204 len: 168 time: 1.1571991 Jul 06 15:05:25.276713 n-d-773647-6 neutron-server[100246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca789983-83f0-4607-bca5-c1566b57bd96', 'tag': '0d3a0f32-b007-4988-a918-88402667419d'}] {{(pid=100246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 15:05:25.279149 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46bcbd240f672e88150dff05a21f1d72cf4d2de628fda8977cb1eab177268aa5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6a2f57d-7bae-4288-892e-97706f6925c7" -d '{"events": [{"name": "network-changed", "server_uuid": "ca789983-83f0-4607-bca5-c1566b57bd96", "tag": "0d3a0f32-b007-4988-a918-88402667419d"}]}' {{(pid=100246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 15:05:25.446568 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvr_db [None req-f88975c5-229d-4ca5-9731-7a4aa74c363c None None] Set router 57c8bd37-15f7-4a29-9c3d-2b65703433c5 gateway port host: n-d-773647-6 {{(pid=100249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 15:05:25.570296 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 15:05:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28828f0d-ebfe-47ea-9811-3362ced0248a x-openstack-request-id: req-28828f0d-ebfe-47ea-9811-3362ced0248a {{(pid=100246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 15:05:25.570592 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca789983-83f0-4607-bca5-c1566b57bd96", "tag": "0d3a0f32-b007-4988-a918-88402667419d", "status": "completed", "code": 200}]} {{(pid=100246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 15:05:25.570847 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-28828f0d-ebfe-47ea-9811-3362ced0248a {{(pid=100246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 15:05:25.571274 n-d-773647-6 neutron-server[100246]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca789983-83f0-4607-bca5-c1566b57bd96', 'tag': '0d3a0f32-b007-4988-a918-88402667419d', 'status': 'completed', 'code': 200} Jul 06 15:05:25.635442 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4be1da4b-a4cb-4653-b08a-a5a08d33b207 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:05:25.650407 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-f88975c5-229d-4ca5-9731-7a4aa74c363c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57c8bd37-15f7-4a29-9c3d-2b65703433c5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1351396972', 'tenant_id': '768013dcc5f548df9e4c379a3109439b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.235'}], 'enable_snat': True}, 'gw_port_id': 'e5535a19-957d-426c-bbea-e40b4aa522f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T15:04:27Z', 'updated_at': '2021-07-06T15:04:31Z', 'revision_number': 4, 'project_id': '768013dcc5f548df9e4c379a3109439b', 'gw_port': {'id': 'e5535a19-957d-426c-bbea-e40b4aa522f5', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:82:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57c8bd37-15f7-4a29-9c3d-2b65703433c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T15:04:28Z', 'updated_at': '2021-07-06T15:04:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6', '_interfaces': [{'id': '944eab97-39c5-4838-9e5f-c9e9517e1561', 'name': '', 'network_id': '2b22285d-4c7b-45d0-803c-958f13334ebb', 'tenant_id': '768013dcc5f548df9e4c379a3109439b', 'mac_address': 'fa:16:3e:00:16:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57c8bd37-15f7-4a29-9c3d-2b65703433c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': '70303167-b9d9-498d-95d9-dc6c0d257f8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T15:04:31Z', 'updated_at': '2021-07-06T15:04:36Z', 'revision_number': 5, 'project_id': '768013dcc5f548df9e4c379a3109439b', 'subnets': [{'id': '70303167-b9d9-498d-95d9-dc6c0d257f8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773647-6', False) {} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:05:25.671804 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a2f57d-7bae-4288-892e-97706f6925c7 req-52ab42dc-73b9-46ca-b671-5ed86380cad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:05:25.673500 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-f6a2f57d-7bae-4288-892e-97706f6925c7 req-52ab42dc-73b9-46ca-b671-5ed86380cad8 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=768013dcc5f548df9e4c379a3109439b&device_id=ca789983-83f0-4607-bca5-c1566b57bd96 HTTP/1.1" status: 200 len: 1097 time: 0.0740426 Jul 06 15:05:25.681263 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f88975c5-229d-4ca5-9731-7a4aa74c363c None None] Checking router: 57c8bd37-15f7-4a29-9c3d-2b65703433c5 for host: n-d-773647-6 {{(pid=100249) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 15:05:25.689777 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f88975c5-229d-4ca5-9731-7a4aa74c363c None None] Routers {'57c8bd37-15f7-4a29-9c3d-2b65703433c5'} bound to L3 agent in host n-d-773647-6 {{(pid=100249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 15:05:25.690380 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-f88975c5-229d-4ca5-9731-7a4aa74c363c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T15:05:26Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['57c8bd37-15f7-4a29-9c3d-2b65703433c5'], 'active': True} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:05:25.730480 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39659fe2-fd3e-4189-b8a5-112d4fa892ea req-375502b2-222d-4d3c-9208-2a4a4fc6878f tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:05:25.732230 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-39659fe2-fd3e-4189-b8a5-112d4fa892ea req-375502b2-222d-4d3c-9208-2a4a4fc6878f tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] 10.222.0.104 "GET /v2.0/ports?device_id=ca789983-83f0-4607-bca5-c1566b57bd96 HTTP/1.1" status: 200 len: 946 time: 0.0687218 Jul 06 15:05:25.769190 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a2f57d-7bae-4288-892e-97706f6925c7 req-044cff70-c032-4f81-8b78-0f8622ce69a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:05:25.771600 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-f6a2f57d-7bae-4288-892e-97706f6925c7 req-044cff70-c032-4f81-8b78-0f8622ce69a2 service neutron] 10.222.0.72 "GET /v2.0/networks?id=2b22285d-4c7b-45d0-803c-958f13334ebb HTTP/1.1" status: 200 len: 899 time: 0.0913064 Jul 06 15:05:25.776918 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-39659fe2-fd3e-4189-b8a5-112d4fa892ea req-66a80826-633c-4156-b2bc-98b122b4a99d tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] 10.222.0.104 "GET /v2.0/security-groups?id=17d72427-4dc0-4352-9615-0d25d6e8d945&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324283 Jul 06 15:05:25.809689 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvr_db [None req-f88975c5-229d-4ca5-9731-7a4aa74c363c None None] Set router 57c8bd37-15f7-4a29-9c3d-2b65703433c5 gateway port host: n-d-773647-6 {{(pid=100249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 15:05:25.814234 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-f6a2f57d-7bae-4288-892e-97706f6925c7 req-8e71e65e-17ad-48fd-9069-88e5d4bdbeb2 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0d3a0f32-b007-4988-a918-88402667419d HTTP/1.1" status: 200 len: 217 time: 0.0358946 Jul 06 15:05:25.864776 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a2f57d-7bae-4288-892e-97706f6925c7 req-a7da7b58-5984-4af2-a210-2b5d015d9366 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:05:25.866256 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-f6a2f57d-7bae-4288-892e-97706f6925c7 req-a7da7b58-5984-4af2-a210-2b5d015d9366 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=70303167-b9d9-498d-95d9-dc6c0d257f8c HTTP/1.1" status: 200 len: 834 time: 0.0455728 Jul 06 15:05:25.929498 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a2f57d-7bae-4288-892e-97706f6925c7 req-37d6a0c7-eb6d-4a0e-ba37-207e5b929b56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:05:25.931021 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-f6a2f57d-7bae-4288-892e-97706f6925c7 req-37d6a0c7-eb6d-4a0e-ba37-207e5b929b56 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=2b22285d-4c7b-45d0-803c-958f13334ebb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0567458 Jul 06 15:05:25.947022 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [req-f6a2f57d-7bae-4288-892e-97706f6925c7 req-254542e2-c2b6-4c56-a899-e57e4b9acb0e service neutron] http://10.222.0.104:9696/v2.0/extensions returned with HTTP 200 {{(pid=100246) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 15:05:25.948238 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-f6a2f57d-7bae-4288-892e-97706f6925c7 req-254542e2-c2b6-4c56-a899-e57e4b9acb0e service neutron] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055351 Jul 06 15:05:25.988519 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:05:26.005728 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-f88975c5-229d-4ca5-9731-7a4aa74c363c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57c8bd37-15f7-4a29-9c3d-2b65703433c5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1351396972', 'tenant_id': '768013dcc5f548df9e4c379a3109439b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.235'}], 'enable_snat': True}, 'gw_port_id': 'e5535a19-957d-426c-bbea-e40b4aa522f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T15:04:27Z', 'updated_at': '2021-07-06T15:04:31Z', 'revision_number': 4, 'project_id': '768013dcc5f548df9e4c379a3109439b', 'gw_port': {'id': 'e5535a19-957d-426c-bbea-e40b4aa522f5', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:82:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57c8bd37-15f7-4a29-9c3d-2b65703433c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T15:04:28Z', 'updated_at': '2021-07-06T15:04:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6', '_interfaces': [{'id': '944eab97-39c5-4838-9e5f-c9e9517e1561', 'name': '', 'network_id': '2b22285d-4c7b-45d0-803c-958f13334ebb', 'tenant_id': '768013dcc5f548df9e4c379a3109439b', 'mac_address': 'fa:16:3e:00:16:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57c8bd37-15f7-4a29-9c3d-2b65703433c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': '70303167-b9d9-498d-95d9-dc6c0d257f8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T15:04:31Z', 'updated_at': '2021-07-06T15:04:36Z', 'revision_number': 5, 'project_id': '768013dcc5f548df9e4c379a3109439b', 'subnets': [{'id': '70303167-b9d9-498d-95d9-dc6c0d257f8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773647-6', False) {} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:05:26.030969 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f88975c5-229d-4ca5-9731-7a4aa74c363c None None] The sync data for ids ['57c8bd37-15f7-4a29-9c3d-2b65703433c5'] in n-d-773647-6 is: [{'id': '57c8bd37-15f7-4a29-9c3d-2b65703433c5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1351396972', 'tenant_id': '768013dcc5f548df9e4c379a3109439b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.235'}], 'enable_snat': True}, 'gw_port_id': 'e5535a19-957d-426c-bbea-e40b4aa522f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T15:04:27Z', 'updated_at': '2021-07-06T15:04:31Z', 'revision_number': 4, 'project_id': '768013dcc5f548df9e4c379a3109439b', 'gw_port': {'id': 'e5535a19-957d-426c-bbea-e40b4aa522f5', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:82:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57c8bd37-15f7-4a29-9c3d-2b65703433c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T15:04:28Z', 'updated_at': '2021-07-06T15:04:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6', '_interfaces': [{'id': '944eab97-39c5-4838-9e5f-c9e9517e1561', 'name': '', 'network_id': '2b22285d-4c7b-45d0-803c-958f13334ebb', 'tenant_id': '768013dcc5f548df9e4c379a3109439b', 'mac_address': 'fa:16:3e:00:16:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57c8bd37-15f7-4a29-9c3d-2b65703433c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': '70303167-b9d9-498d-95d9-dc6c0d257f8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T15:04:31Z', 'updated_at': '2021-07-06T15:04:36Z', 'revision_number': 5, 'project_id': '768013dcc5f548df9e4c379a3109439b', 'subnets': [{'id': '70303167-b9d9-498d-95d9-dc6c0d257f8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 15:05:26.039872 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-f6a2f57d-7bae-4288-892e-97706f6925c7 req-310aa4b9-597e-4f2a-9cc8-ebd7bc094f66 service neutron] 10.222.0.72 "GET /v2.0/networks/2b22285d-4c7b-45d0-803c-958f13334ebb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844765 Jul 06 15:05:26.141801 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-f6a2f57d-7bae-4288-892e-97706f6925c7 req-48945cbf-3974-408d-b304-d17fd6cf465b service neutron] 10.222.0.72 "GET /v2.0/networks/2b22285d-4c7b-45d0-803c-958f13334ebb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949450 Jul 06 15:05:26.254112 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dad3526f-6e65-4b2f-afdf-40230a1fa0b2 None None] New status for floating IP 6dd8fa1c-018b-4d58-bb1e-056ae605ec11: DOWN {{(pid=100248) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 15:05:26.851803 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-2064eaae-da4f-48f8-82d2-b09d4ddedd44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:05:26.951983 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e18faf-f089-4bd3-b886-c1475c0aadf7 req-612fc6ec-c0fc-47c8-a9fd-27abc1d4863c tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:05:26.953517 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-b7e18faf-f089-4bd3-b886-c1475c0aadf7 req-612fc6ec-c0fc-47c8-a9fd-27abc1d4863c tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] 10.222.0.104 "GET /v2.0/ports?device_id=ca789983-83f0-4607-bca5-c1566b57bd96 HTTP/1.1" status: 200 len: 946 time: 0.0632327 Jul 06 15:05:26.993920 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-b7e18faf-f089-4bd3-b886-c1475c0aadf7 req-49051a0d-2d92-4e4a-8dea-817926a41905 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] 10.222.0.104 "GET /v2.0/security-groups?id=17d72427-4dc0-4352-9615-0d25d6e8d945&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339122 Jul 06 15:05:27.169350 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c7aad0-72d6-4ba7-aa31-45d512e68482 req-ead139e3-b052-4316-be5a-6038bd5d8919 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:05:27.171117 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-39c7aad0-72d6-4ba7-aa31-45d512e68482 req-ead139e3-b052-4316-be5a-6038bd5d8919 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] 10.222.0.72 "GET /v2.0/ports?device_id=ca789983-83f0-4607-bca5-c1566b57bd96 HTTP/1.1" status: 200 len: 946 time: 0.0643377 Jul 06 15:05:27.277659 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [req-39c7aad0-72d6-4ba7-aa31-45d512e68482 req-d05e7206-1490-4c49-88f3-fcacc8960d70 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Deleting port 0d3a0f32-b007-4988-a918-88402667419d {{(pid=100246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 15:05:27.277943 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-39c7aad0-72d6-4ba7-aa31-45d512e68482 req-d05e7206-1490-4c49-88f3-fcacc8960d70 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:05:27.365086 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.db [req-39c7aad0-72d6-4ba7-aa31-45d512e68482 req-d05e7206-1490-4c49-88f3-fcacc8960d70 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] For port 0d3a0f32-b007-4988-a918-88402667419d, host n-h2-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=0d3a0f32-b007-4988-a918-88402667419d,segment=NetworkSegment(e8f55c39-560d-4e51-8a5e-588e7105e47b),segment_id=e8f55c39-560d-4e51-8a5e-588e7105e47b)] {{(pid=100246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 15:05:27.365445 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-39c7aad0-72d6-4ba7-aa31-45d512e68482 req-d05e7206-1490-4c49-88f3-fcacc8960d70 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:05:27.378032 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [req-39c7aad0-72d6-4ba7-aa31-45d512e68482 req-d05e7206-1490-4c49-88f3-fcacc8960d70 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Calling delete_port for 0d3a0f32-b007-4988-a918-88402667419d owned by compute:nova {{(pid=100246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 15:05:27.507860 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-39c7aad0-72d6-4ba7-aa31-45d512e68482 req-d05e7206-1490-4c49-88f3-fcacc8960d70 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127687580'] for port, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:05:27.534438 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05e7206-1490-4c49-88f3-fcacc8960d70 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Pushing event deleted for resources: {'Port': ['ID=0d3a0f32-b007-4988-a918-88402667419d,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:05:27.582007 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [req-39c7aad0-72d6-4ba7-aa31-45d512e68482 req-d05e7206-1490-4c49-88f3-fcacc8960d70 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] No DVR routers for this DVR port 0d3a0f32-b007-4988-a918-88402667419d on host n-h2-773647-6 {{(pid=100246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 15:05:27.584544 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-39c7aad0-72d6-4ba7-aa31-45d512e68482 req-d05e7206-1490-4c49-88f3-fcacc8960d70 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:05:27.586513 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-39c7aad0-72d6-4ba7-aa31-45d512e68482 req-d05e7206-1490-4c49-88f3-fcacc8960d70 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] 10.222.0.72 "DELETE /v2.0/ports/0d3a0f32-b007-4988-a918-88402667419d HTTP/1.1" status: 204 len: 173 time: 0.4092596 Jul 06 15:05:27.586983 n-d-773647-6 neutron-server[100246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca789983-83f0-4607-bca5-c1566b57bd96', 'name': 'network-vif-deleted', 'tag': '0d3a0f32-b007-4988-a918-88402667419d'}] {{(pid=100246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 15:05:27.589409 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46bcbd240f672e88150dff05a21f1d72cf4d2de628fda8977cb1eab177268aa5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20253b99-e81b-4dd9-8158-5f57d978222e" -d '{"events": [{"server_uuid": "ca789983-83f0-4607-bca5-c1566b57bd96", "name": "network-vif-deleted", "tag": "0d3a0f32-b007-4988-a918-88402667419d"}]}' {{(pid=100246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 15:05:27.628343 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 15:05:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e6be89b-e22e-4dd6-95b5-8259020182e0 x-openstack-request-id: req-8e6be89b-e22e-4dd6-95b5-8259020182e0 {{(pid=100246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 15:05:27.628658 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca789983-83f0-4607-bca5-c1566b57bd96", "name": "network-vif-deleted", "tag": "0d3a0f32-b007-4988-a918-88402667419d", "status": "completed", "code": 200}]} {{(pid=100246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 15:05:27.628909 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-8e6be89b-e22e-4dd6-95b5-8259020182e0 {{(pid=100246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 15:05:27.629341 n-d-773647-6 neutron-server[100246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca789983-83f0-4607-bca5-c1566b57bd96', 'name': 'network-vif-deleted', 'tag': '0d3a0f32-b007-4988-a918-88402667419d', 'status': 'completed', 'code': 200} Jul 06 15:05:28.153612 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-aa2eac79-135e-4ee6-aec2-6963c0d231c8 req-a7e03053-e4f2-46ce-958a-27f8c61cbd2f tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] 10.222.0.104 "GET /v2.0/ports?device_id=ca789983-83f0-4607-bca5-c1566b57bd96 HTTP/1.1" status: 200 len: 210 time: 0.0291889 Jul 06 15:05:28.638825 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-03f71b24-a9b8-453a-8924-caa3f97bc6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:05:29.250081 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 32908) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 15:05:29.608513 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-3e977511-7507-4c81-a6b0-829c5b93739f tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1809431'] for router_interface, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:05:29.877545 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [None req-3e977511-7507-4c81-a6b0-829c5b93739f tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Deleting port 944eab97-39c5-4838-9e5f-c9e9517e1561 {{(pid=100246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 15:05:29.877810 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-3e977511-7507-4c81-a6b0-829c5b93739f tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:05:29.970876 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.db [None req-3e977511-7507-4c81-a6b0-829c5b93739f tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] For port 944eab97-39c5-4838-9e5f-c9e9517e1561, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=944eab97-39c5-4838-9e5f-c9e9517e1561,segment=NetworkSegment(e8f55c39-560d-4e51-8a5e-588e7105e47b),segment_id=e8f55c39-560d-4e51-8a5e-588e7105e47b)] {{(pid=100246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 15:05:29.971267 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-3e977511-7507-4c81-a6b0-829c5b93739f tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:05:29.983452 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [None req-3e977511-7507-4c81-a6b0-829c5b93739f tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Calling delete_port for 944eab97-39c5-4838-9e5f-c9e9517e1561 owned by network:router_interface {{(pid=100246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 15:05:30.165325 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-3e977511-7507-4c81-a6b0-829c5b93739f tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127687580'] for port, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:05:30.192332 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e977511-7507-4c81-a6b0-829c5b93739f tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Pushing event deleted for resources: {'Port': ['ID=944eab97-39c5-4838-9e5f-c9e9517e1561,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:05:30.370154 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-3e977511-7507-4c81-a6b0-829c5b93739f tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1809193'] for router_interface, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:05:30.593380 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e977511-7507-4c81-a6b0-829c5b93739f tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Router 57c8bd37-15f7-4a29-9c3d-2b65703433c5 has already been hosted by L3 agent 2823d358-a11b-4885-a706-95a279e43fa7 {{(pid=100246) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 15:05:30.700589 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e977511-7507-4c81-a6b0-829c5b93739f tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Notify agent at l3_agent.n-d-773647-6 the message routers_updated {{(pid=100246) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 15:05:30.705778 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-3e977511-7507-4c81-a6b0-829c5b93739f tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] 10.222.0.104 "PUT /v2.0/routers/57c8bd37-15f7-4a29-9c3d-2b65703433c5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4546790 Jul 06 15:05:30.709160 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 32910) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 15:05:30.710226 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b707523-129c-4c0a-ade5-db7ab597a180 None None] Sync routers for ids ['57c8bd37-15f7-4a29-9c3d-2b65703433c5'] in n-d-773647-6 {{(pid=100249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 15:05:30.719366 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b707523-129c-4c0a-ade5-db7ab597a180 None None] Routers {'57c8bd37-15f7-4a29-9c3d-2b65703433c5'} bound to L3 agent in host n-d-773647-6 {{(pid=100249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 15:05:30.719994 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-0b707523-129c-4c0a-ade5-db7ab597a180 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T15:05:26Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['57c8bd37-15f7-4a29-9c3d-2b65703433c5'], 'active': True} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:05:30.763688 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.db_base_plugin_v2 [None req-236cd974-7274-42c4-b0fc-3c9fdfcf20cb tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Deleting subnet 70303167-b9d9-498d-95d9-dc6c0d257f8c {{(pid=100246) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 15:05:30.766864 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-236cd974-7274-42c4-b0fc-3c9fdfcf20cb tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Notify callbacks [] for subnet, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:05:30.807137 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-236cd974-7274-42c4-b0fc-3c9fdfcf20cb tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126218885'] for subnet, precommit_delete_associations {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:05:30.824569 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvr_db [None req-0b707523-129c-4c0a-ade5-db7ab597a180 None None] Set router 57c8bd37-15f7-4a29-9c3d-2b65703433c5 gateway port host: n-d-773647-6 {{(pid=100249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 15:05:30.895531 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-236cd974-7274-42c4-b0fc-3c9fdfcf20cb tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-913473'] for subnet, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:05:30.954437 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-236cd974-7274-42c4-b0fc-3c9fdfcf20cb tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-913480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1849032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127687590', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127702764'] for subnet, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:05:30.982567 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236cd974-7274-42c4-b0fc-3c9fdfcf20cb tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Pushing event deleted for resources: {'Subnet': ['ID=70303167-b9d9-498d-95d9-dc6c0d257f8c,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:05:30.985751 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-236cd974-7274-42c4-b0fc-3c9fdfcf20cb tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Notify callbacks [] for subnet, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:05:30.990901 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 32912) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 15:05:30.991434 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-236cd974-7274-42c4-b0fc-3c9fdfcf20cb tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] 10.222.0.104 "DELETE /v2.0/subnets/70303167-b9d9-498d-95d9-dc6c0d257f8c HTTP/1.1" status: 204 len: 168 time: 0.2810273 Jul 06 15:05:30.993206 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e07aea7a-d3d7-4afe-a112-361fd8d94379 None None] Network 2b22285d-4c7b-45d0-803c-958f13334ebb requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 15:05:31.009271 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-0b707523-129c-4c0a-ade5-db7ab597a180 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57c8bd37-15f7-4a29-9c3d-2b65703433c5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1351396972', 'tenant_id': '768013dcc5f548df9e4c379a3109439b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.235'}], 'enable_snat': True}, 'gw_port_id': 'e5535a19-957d-426c-bbea-e40b4aa522f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T15:04:27Z', 'updated_at': '2021-07-06T15:05:30Z', 'revision_number': 5, 'project_id': '768013dcc5f548df9e4c379a3109439b', 'gw_port': {'id': 'e5535a19-957d-426c-bbea-e40b4aa522f5', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:82:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57c8bd37-15f7-4a29-9c3d-2b65703433c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T15:04:28Z', 'updated_at': '2021-07-06T15:04:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6'}], 'n-d-773647-6', False) {} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:05:31.035436 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b707523-129c-4c0a-ade5-db7ab597a180 None None] Checking router: 57c8bd37-15f7-4a29-9c3d-2b65703433c5 for host: n-d-773647-6 {{(pid=100249) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 15:05:31.044288 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b707523-129c-4c0a-ade5-db7ab597a180 None None] Routers {'57c8bd37-15f7-4a29-9c3d-2b65703433c5'} bound to L3 agent in host n-d-773647-6 {{(pid=100249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 15:05:31.044651 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-0b707523-129c-4c0a-ade5-db7ab597a180 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T15:05:26Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['57c8bd37-15f7-4a29-9c3d-2b65703433c5'], 'active': True} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:05:31.098175 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-c3df100a-cd8f-491a-b68a-df5d2936ed3b tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Notify callbacks [] for router, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:05:31.151647 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvr_db [None req-0b707523-129c-4c0a-ade5-db7ab597a180 None None] Set router 57c8bd37-15f7-4a29-9c3d-2b65703433c5 gateway port host: n-d-773647-6 {{(pid=100249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 15:05:31.195913 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cbb94cf-aeef-45fa-bcb9-5b86cd96343a None None] DHCP port deletion for 2b22285d-4c7b-45d0-803c-958f13334ebb request from n-d-773647-6 {{(pid=100248) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 15:05:31.227448 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Device 0d3a0f32-b007-4988-a918-88402667419d no longer exists at agent hyperv_n-h2-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 15:05:31.251209 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] No Port match for: 0d3a0f32-b007-4988-a918-88402667419d {{(pid=100248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 15:05:31.251575 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Device 0d3a0f32-b007-4988-a918-88402667419d not bound to the agent host n-h2-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 15:05:31.270924 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-7cbb94cf-aeef-45fa-bcb9-5b86cd96343a None None] Deleting port 4c1cdbb0-80c9-4b91-af4f-a54f77c367fa {{(pid=100248) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 15:05:31.271342 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-7cbb94cf-aeef-45fa-bcb9-5b86cd96343a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:05:31.337408 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-0b707523-129c-4c0a-ade5-db7ab597a180 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57c8bd37-15f7-4a29-9c3d-2b65703433c5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1351396972', 'tenant_id': '768013dcc5f548df9e4c379a3109439b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.235'}], 'enable_snat': True}, 'gw_port_id': 'e5535a19-957d-426c-bbea-e40b4aa522f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T15:04:27Z', 'updated_at': '2021-07-06T15:05:30Z', 'revision_number': 5, 'project_id': '768013dcc5f548df9e4c379a3109439b', 'gw_port': {'id': 'e5535a19-957d-426c-bbea-e40b4aa522f5', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:82:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57c8bd37-15f7-4a29-9c3d-2b65703433c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T15:04:28Z', 'updated_at': '2021-07-06T15:04:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6'}], 'n-d-773647-6', False) {} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:05:31.346953 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-7cbb94cf-aeef-45fa-bcb9-5b86cd96343a None None] For port 4c1cdbb0-80c9-4b91-af4f-a54f77c367fa, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=4c1cdbb0-80c9-4b91-af4f-a54f77c367fa,segment=NetworkSegment(e8f55c39-560d-4e51-8a5e-588e7105e47b),segment_id=e8f55c39-560d-4e51-8a5e-588e7105e47b)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 15:05:31.347381 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-7cbb94cf-aeef-45fa-bcb9-5b86cd96343a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:05:31.365447 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-7cbb94cf-aeef-45fa-bcb9-5b86cd96343a None None] Calling delete_port for 4c1cdbb0-80c9-4b91-af4f-a54f77c367fa owned by network:dhcp {{(pid=100248) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 15:05:31.368642 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b707523-129c-4c0a-ade5-db7ab597a180 None None] The sync data for ids ['57c8bd37-15f7-4a29-9c3d-2b65703433c5'] in n-d-773647-6 is: [{'id': '57c8bd37-15f7-4a29-9c3d-2b65703433c5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1351396972', 'tenant_id': '768013dcc5f548df9e4c379a3109439b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.235'}], 'enable_snat': True}, 'gw_port_id': 'e5535a19-957d-426c-bbea-e40b4aa522f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T15:04:27Z', 'updated_at': '2021-07-06T15:05:30Z', 'revision_number': 5, 'project_id': '768013dcc5f548df9e4c379a3109439b', 'gw_port': {'id': 'e5535a19-957d-426c-bbea-e40b4aa522f5', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:82:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57c8bd37-15f7-4a29-9c3d-2b65703433c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T15:04:28Z', 'updated_at': '2021-07-06T15:04:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6'}] {{(pid=100249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 15:05:31.454277 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-7cbb94cf-aeef-45fa-bcb9-5b86cd96343a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117'] for port, after_delete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:05:31.478789 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cbb94cf-aeef-45fa-bcb9-5b86cd96343a None None] Pushing event deleted for resources: {'Port': ['ID=4c1cdbb0-80c9-4b91-af4f-a54f77c367fa,revision_number=None']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:05:31.483423 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cbb94cf-aeef-45fa-bcb9-5b86cd96343a None None] No DVR routers for this DVR port 4c1cdbb0-80c9-4b91-af4f-a54f77c367fa on host n-d-773647-6 {{(pid=100248) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 15:05:31.496285 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cbb94cf-aeef-45fa-bcb9-5b86cd96343a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:05:31.496285 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cbb94cf-aeef-45fa-bcb9-5b86cd96343a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:05:31.496285 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cbb94cf-aeef-45fa-bcb9-5b86cd96343a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:05:31.496285 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cbb94cf-aeef-45fa-bcb9-5b86cd96343a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:05:31.496285 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cbb94cf-aeef-45fa-bcb9-5b86cd96343a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:05:31.496285 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cbb94cf-aeef-45fa-bcb9-5b86cd96343a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:05:31.496285 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cbb94cf-aeef-45fa-bcb9-5b86cd96343a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:05:31.496285 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cbb94cf-aeef-45fa-bcb9-5b86cd96343a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:05:31.496285 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cbb94cf-aeef-45fa-bcb9-5b86cd96343a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:05:31.496285 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cbb94cf-aeef-45fa-bcb9-5b86cd96343a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:05:31.496285 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cbb94cf-aeef-45fa-bcb9-5b86cd96343a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:05:31.496285 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cbb94cf-aeef-45fa-bcb9-5b86cd96343a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:05:31.520356 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-c3df100a-cd8f-491a-b68a-df5d2936ed3b tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:05:31.572894 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.plugin [None req-c3df100a-cd8f-491a-b68a-df5d2936ed3b tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Deleting port e5535a19-957d-426c-bbea-e40b4aa522f5 {{(pid=100247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 15:05:31.573238 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-c3df100a-cd8f-491a-b68a-df5d2936ed3b tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:05:31.648089 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.db [None req-c3df100a-cd8f-491a-b68a-df5d2936ed3b tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] For port e5535a19-957d-426c-bbea-e40b4aa522f5, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=e5535a19-957d-426c-bbea-e40b4aa522f5,segment=NetworkSegment(89a832b7-7793-4d51-9038-ed7e1c3ff1b2),segment_id=89a832b7-7793-4d51-9038-ed7e1c3ff1b2)] {{(pid=100247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 15:05:31.648450 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-c3df100a-cd8f-491a-b68a-df5d2936ed3b tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:05:31.661455 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.plugin [None req-c3df100a-cd8f-491a-b68a-df5d2936ed3b tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Calling delete_port for e5535a19-957d-426c-bbea-e40b4aa522f5 owned by network:router_gateway {{(pid=100247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 15:05:31.831697 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-c3df100a-cd8f-491a-b68a-df5d2936ed3b tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128888353'] for port, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:05:31.856269 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3df100a-cd8f-491a-b68a-df5d2936ed3b tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Pushing event deleted for resources: {'Port': ['ID=e5535a19-957d-426c-bbea-e40b4aa522f5,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:05:31.870418 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3df100a-cd8f-491a-b68a-df5d2936ed3b tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:05:31.870777 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3df100a-cd8f-491a-b68a-df5d2936ed3b tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:05:31.871118 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3df100a-cd8f-491a-b68a-df5d2936ed3b tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:05:31.871483 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3df100a-cd8f-491a-b68a-df5d2936ed3b tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:05:31.871818 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3df100a-cd8f-491a-b68a-df5d2936ed3b tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:05:31.872149 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3df100a-cd8f-491a-b68a-df5d2936ed3b tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:05:31.872479 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3df100a-cd8f-491a-b68a-df5d2936ed3b tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:05:31.872813 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3df100a-cd8f-491a-b68a-df5d2936ed3b tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:05:31.873143 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3df100a-cd8f-491a-b68a-df5d2936ed3b tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:05:31.873467 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3df100a-cd8f-491a-b68a-df5d2936ed3b tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:05:31.873790 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3df100a-cd8f-491a-b68a-df5d2936ed3b tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:05:31.874111 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3df100a-cd8f-491a-b68a-df5d2936ed3b tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:05:31.934993 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-c3df100a-cd8f-491a-b68a-df5d2936ed3b tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1761104'] for router_gateway, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:05:32.022528 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-c3df100a-cd8f-491a-b68a-df5d2936ed3b tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1806308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6982'] for router, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:05:32.024596 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-c3df100a-cd8f-491a-b68a-df5d2936ed3b tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:05:32.065149 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-c3df100a-cd8f-491a-b68a-df5d2936ed3b tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1805684'] for router, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:05:32.065612 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3df100a-cd8f-491a-b68a-df5d2936ed3b tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Fanout notify agent at l3_agent the message router_deleted on router 57c8bd37-15f7-4a29-9c3d-2b65703433c5 {{(pid=100247) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 15:05:32.072912 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-c3df100a-cd8f-491a-b68a-df5d2936ed3b tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Notify callbacks [] for router, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:05:32.074028 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-c3df100a-cd8f-491a-b68a-df5d2936ed3b tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] 10.222.0.104 "DELETE /v2.0/routers/57c8bd37-15f7-4a29-9c3d-2b65703433c5 HTTP/1.1" status: 204 len: 168 time: 1.0813198 Jul 06 15:05:32.076773 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 32914) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 15:05:32.153982 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-0fc1eae6-d425-4239-a9a3-dc2075fc9c67 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530492'] for network, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:05:32.242502 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-0fc1eae6-d425-4239-a9a3-dc2075fc9c67 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-917204', 'neutron.services.segments.db._delete_segments_for_network-8773753502302'] for network, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:05:32.251953 n-d-773647-6 neutron-server[100247]: DEBUG neutron.services.segments.db [None req-0fc1eae6-d425-4239-a9a3-dc2075fc9c67 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b22285d-4c7b-45d0-803c-958f13334ebb']}} {{(pid=100247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:05:32.261884 n-d-773647-6 neutron-server[100247]: DEBUG neutron.services.segments.db [None req-0fc1eae6-d425-4239-a9a3-dc2075fc9c67 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e8f55c39-560d-4e51-8a5e-588e7105e47b') {'for_net_delete': True} {{(pid=100247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:05:32.262182 n-d-773647-6 neutron-server[100247]: DEBUG neutron.services.segments.db [None req-0fc1eae6-d425-4239-a9a3-dc2075fc9c67 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e8f55c39-560d-4e51-8a5e-588e7105e47b') {} {{(pid=100247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:05:32.271181 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-0fc1eae6-d425-4239-a9a3-dc2075fc9c67 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773753515138', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127131763'] for segment, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:05:32.284717 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-0fc1eae6-d425-4239-a9a3-dc2075fc9c67 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552'] for segment, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:05:32.290712 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0fc1eae6-d425-4239-a9a3-dc2075fc9c67 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Releasing vlan 1017 on physical network physnet1 to pool {{(pid=100247) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 15:05:32.291114 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-0fc1eae6-d425-4239-a9a3-dc2075fc9c67 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-128888574'] for segment, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:05:32.294023 n-d-773647-6 neutron-server[100247]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 15:05:32.294023 n-d-773647-6 neutron-server[100247]: conditions |= (models_v2.Port.network_id.in_( Jul 06 15:05:32.294023 n-d-773647-6 neutron-server[100247]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 15:05:32.294023 n-d-773647-6 neutron-server[100247]: conditions |= (models_v2.Port.network_id.in_( Jul 06 15:05:32.294023 n-d-773647-6 neutron-server[100247]: Traceback (most recent call last): Jul 06 15:05:32.294023 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 15:05:32.294023 n-d-773647-6 neutron-server[100247]: timer() Jul 06 15:05:32.294023 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 15:05:32.294023 n-d-773647-6 neutron-server[100247]: cb(*args, **kw) Jul 06 15:05:32.294023 n-d-773647-6 neutron-server[100247]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 15:05:32.294023 n-d-773647-6 neutron-server[100247]: return func(*args, **kwargs) Jul 06 15:05:32.294023 n-d-773647-6 neutron-server[100247]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 15:05:32.294023 n-d-773647-6 neutron-server[100247]: self._notify() Jul 06 15:05:32.294023 n-d-773647-6 neutron-server[100247]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 15:05:32.294023 n-d-773647-6 neutron-server[100247]: self.callback(batched_events) Jul 06 15:05:32.294023 n-d-773647-6 neutron-server[100247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 15:05:32.294023 n-d-773647-6 neutron-server[100247]: event.method(event) Jul 06 15:05:32.294023 n-d-773647-6 neutron-server[100247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 15:05:32.294023 n-d-773647-6 neutron-server[100247]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 15:05:32.294023 n-d-773647-6 neutron-server[100247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 15:05:32.294023 n-d-773647-6 neutron-server[100247]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 15:05:32.294023 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 15:05:32.294023 n-d-773647-6 neutron-server[100247]: return f(self, *a, **k) Jul 06 15:05:32.294023 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 15:05:32.294023 n-d-773647-6 neutron-server[100247]: return self._get(url).json() Jul 06 15:05:32.294023 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 15:05:32.294023 n-d-773647-6 neutron-server[100247]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 15:05:32.294023 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 15:05:32.294023 n-d-773647-6 neutron-server[100247]: return self.request(url, 'GET', **kwargs) Jul 06 15:05:32.294023 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 15:05:32.294023 n-d-773647-6 neutron-server[100247]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 15:05:32.294023 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 15:05:32.294023 n-d-773647-6 neutron-server[100247]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 15:05:32.294023 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 15:05:32.294023 n-d-773647-6 neutron-server[100247]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 15:05:32.294023 n-d-773647-6 neutron-server[100247]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 15:05:32.356984 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-0fc1eae6-d425-4239-a9a3-dc2075fc9c67 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-917215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1761140'] for network, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:05:32.363874 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-0fc1eae6-d425-4239-a9a3-dc2075fc9c67 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Notify callbacks [] for network, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:05:32.365570 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-0fc1eae6-d425-4239-a9a3-dc2075fc9c67 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] 10.222.0.104 "DELETE /v2.0/networks/2b22285d-4c7b-45d0-803c-958f13334ebb HTTP/1.1" status: 204 len: 168 time: 0.2878358 Jul 06 15:05:32.368573 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 32916) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 15:05:32.376724 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc1eae6-d425-4239-a9a3-dc2075fc9c67 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Pushing event deleted for resources: {'Network': ['ID=2b22285d-4c7b-45d0-803c-958f13334ebb,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:05:32.426452 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-d2c6cdfa-f16d-46d1-93c0-7f941ea3c686 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Notify callbacks [] for security_group, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:05:32.451125 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-d2c6cdfa-f16d-46d1-93c0-7f941ea3c686 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:05:32.520173 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-d2c6cdfa-f16d-46d1-93c0-7f941ea3c686 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:05:32.523349 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-d2c6cdfa-f16d-46d1-93c0-7f941ea3c686 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Notify callbacks [] for security_group, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:05:32.528004 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-d2c6cdfa-f16d-46d1-93c0-7f941ea3c686 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] 10.222.0.104 "DELETE /v2.0/security-groups/17d72427-4dc0-4352-9615-0d25d6e8d945 HTTP/1.1" status: 204 len: 168 time: 0.1579504 Jul 06 15:05:32.545044 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c6cdfa-f16d-46d1-93c0-7f941ea3c686 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=17d72427-4dc0-4352-9615-0d25d6e8d945,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:05:32.616113 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device e5535a19-957d-426c-bbea-e40b4aa522f5 no longer exists at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 15:05:32.637820 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] No Port match for: e5535a19-957d-426c-bbea-e40b4aa522f5 {{(pid=100248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 15:05:32.638199 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device e5535a19-957d-426c-bbea-e40b4aa522f5 not bound to the agent host n-d-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 15:05:32.638624 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 4c1cdbb0-80c9-4b91-af4f-a54f77c367fa no longer exists at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 15:05:32.657162 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] No Port match for: 4c1cdbb0-80c9-4b91-af4f-a54f77c367fa {{(pid=100248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 15:05:32.657504 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 4c1cdbb0-80c9-4b91-af4f-a54f77c367fa not bound to the agent host n-d-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 15:05:32.657920 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 944eab97-39c5-4838-9e5f-c9e9517e1561 no longer exists at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 15:05:32.676542 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] No Port match for: 944eab97-39c5-4838-9e5f-c9e9517e1561 {{(pid=100248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 15:05:32.676826 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 944eab97-39c5-4838-9e5f-c9e9517e1561 not bound to the agent host n-d-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 15:05:32.932984 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 32922) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 15:05:32.937827 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [None req-99cc75e6-9298-492b-8409-123c6a7c3c10 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-772857384', 'description': 'tempest-secgroup-smoke-772857384 description', 'project_id': '768013dcc5f548df9e4c379a3109439b'}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 15:05:32.958873 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-99cc75e6-9298-492b-8409-123c6a7c3c10 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Notify callbacks [] for security_group, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:05:33.036854 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-99cc75e6-9298-492b-8409-123c6a7c3c10 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Notify callbacks [] for security_group, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:05:33.040665 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-99cc75e6-9298-492b-8409-123c6a7c3c10 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:05:33.069035 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-99cc75e6-9298-492b-8409-123c6a7c3c10 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Notify callbacks [] for security_group, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:05:33.070263 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-99cc75e6-9298-492b-8409-123c6a7c3c10 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] 10.222.0.104 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1361423 Jul 06 15:05:33.072162 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99cc75e6-9298-492b-8409-123c6a7c3c10 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c23d106d-7c64-4ae6-9da0-040fdf7f667f,revision_number=1']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:05:33.073415 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 32924) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 15:05:33.079195 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-13c71332-327c-4449-b795-84a6d5222733 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Request body: {'security_group_rule': {'security_group_id': 'c23d106d-7c64-4ae6-9da0-040fdf7f667f', 'project_id': '768013dcc5f548df9e4c379a3109439b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 15:05:33.105769 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-13c71332-327c-4449-b795-84a6d5222733 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:05:33.151125 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-13c71332-327c-4449-b795-84a6d5222733 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:05:33.154445 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-13c71332-327c-4449-b795-84a6d5222733 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1898694'] for security_group_rule, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:05:33.173408 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c71332-327c-4449-b795-84a6d5222733 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=20999ca6-4db8-46d1-a242-799e11740006,revision_number=0']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:05:33.180110 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-13c71332-327c-4449-b795-84a6d5222733 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:05:33.181306 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-13c71332-327c-4449-b795-84a6d5222733 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] 10.222.0.104 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1061122 Jul 06 15:05:33.184037 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 32926) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 15:05:33.188430 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-bceafd1e-f2e1-466d-9a4e-0d4749e43b14 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Request body: {'security_group_rule': {'security_group_id': 'c23d106d-7c64-4ae6-9da0-040fdf7f667f', 'project_id': '768013dcc5f548df9e4c379a3109439b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 15:05:33.213811 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-bceafd1e-f2e1-466d-9a4e-0d4749e43b14 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:05:33.270060 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-bceafd1e-f2e1-466d-9a4e-0d4749e43b14 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:05:33.273664 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-bceafd1e-f2e1-466d-9a4e-0d4749e43b14 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1898694'] for security_group_rule, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:05:33.292550 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bceafd1e-f2e1-466d-9a4e-0d4749e43b14 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=051f8440-a878-478b-b74f-c2422035de8f,revision_number=0']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:05:33.299364 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-bceafd1e-f2e1-466d-9a4e-0d4749e43b14 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:05:33.301974 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-bceafd1e-f2e1-466d-9a4e-0d4749e43b14 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] 10.222.0.104 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1159432 Jul 06 15:05:33.303574 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 32928) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 15:05:33.308041 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-7a64052b-fd1a-4bb3-b789-8deb15d187cc tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Request body: {'security_group_rule': {'security_group_id': 'c23d106d-7c64-4ae6-9da0-040fdf7f667f', 'project_id': '768013dcc5f548df9e4c379a3109439b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 15:05:33.333610 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-7a64052b-fd1a-4bb3-b789-8deb15d187cc tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:05:33.391336 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-7a64052b-fd1a-4bb3-b789-8deb15d187cc tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:05:33.395672 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-7a64052b-fd1a-4bb3-b789-8deb15d187cc tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1898694'] for security_group_rule, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:05:33.415533 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a64052b-fd1a-4bb3-b789-8deb15d187cc tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f5d93ab-fd17-4a14-ada4-bf23a88c39a7,revision_number=0']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:05:33.421977 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-7a64052b-fd1a-4bb3-b789-8deb15d187cc tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:05:33.423473 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-7a64052b-fd1a-4bb3-b789-8deb15d187cc tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] 10.222.0.104 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1185763 Jul 06 15:05:33.426084 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 32930) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 15:05:33.430496 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-3af4ae5d-8247-4bce-878c-5370b1a6077a tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Request body: {'security_group_rule': {'security_group_id': 'c23d106d-7c64-4ae6-9da0-040fdf7f667f', 'project_id': '768013dcc5f548df9e4c379a3109439b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 15:05:33.456226 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-3af4ae5d-8247-4bce-878c-5370b1a6077a tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:05:33.514284 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-3af4ae5d-8247-4bce-878c-5370b1a6077a tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:05:33.517783 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-3af4ae5d-8247-4bce-878c-5370b1a6077a tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1898694'] for security_group_rule, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:05:33.533706 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af4ae5d-8247-4bce-878c-5370b1a6077a tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a6774dd-24c8-46e1-a26e-b43dac048734,revision_number=0']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:05:33.542719 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-3af4ae5d-8247-4bce-878c-5370b1a6077a tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:05:33.544022 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-3af4ae5d-8247-4bce-878c-5370b1a6077a tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] 10.222.0.104 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1169960 Jul 06 15:05:33.546677 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 32932) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 15:05:33.551490 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-2ef31148-c88d-4434-8d62-7364bc4d2f5b tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Request body: {'security_group_rule': {'security_group_id': 'c23d106d-7c64-4ae6-9da0-040fdf7f667f', 'project_id': '768013dcc5f548df9e4c379a3109439b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 15:05:33.572484 n-d-773647-6 neutron-server[100246]: INFO neutron.db.securitygroups_db [None req-2ef31148-c88d-4434-8d62-7364bc4d2f5b tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Project 768013dcc5f548df9e4c379a3109439b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 06 15:05:33.577257 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-2ef31148-c88d-4434-8d62-7364bc4d2f5b tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:05:33.635972 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-2ef31148-c88d-4434-8d62-7364bc4d2f5b tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:05:33.639327 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-2ef31148-c88d-4434-8d62-7364bc4d2f5b tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1898694'] for security_group_rule, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:05:33.654503 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef31148-c88d-4434-8d62-7364bc4d2f5b tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef8aee1f-a92d-4a24-95fe-f942e0d70153,revision_number=0']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:05:33.663534 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-2ef31148-c88d-4434-8d62-7364bc4d2f5b tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:05:33.664752 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-2ef31148-c88d-4434-8d62-7364bc4d2f5b tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] 10.222.0.104 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1171160 Jul 06 15:05:33.667440 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 32934) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 15:05:33.671763 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-93fe187c-d9a4-462d-91e3-2be78ed961a0 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Request body: {'security_group_rule': {'security_group_id': 'c23d106d-7c64-4ae6-9da0-040fdf7f667f', 'project_id': '768013dcc5f548df9e4c379a3109439b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 15:05:33.693403 n-d-773647-6 neutron-server[100246]: INFO neutron.db.securitygroups_db [None req-93fe187c-d9a4-462d-91e3-2be78ed961a0 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Project 768013dcc5f548df9e4c379a3109439b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 06 15:05:33.698322 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-93fe187c-d9a4-462d-91e3-2be78ed961a0 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:05:33.759001 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-93fe187c-d9a4-462d-91e3-2be78ed961a0 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:05:33.762701 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-93fe187c-d9a4-462d-91e3-2be78ed961a0 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1898694'] for security_group_rule, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:05:33.781646 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93fe187c-d9a4-462d-91e3-2be78ed961a0 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df4f17e5-c2d4-4ce0-b25b-63052f14cccd,revision_number=0']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:05:33.791773 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-93fe187c-d9a4-462d-91e3-2be78ed961a0 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:05:33.792970 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-93fe187c-d9a4-462d-91e3-2be78ed961a0 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] 10.222.0.104 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1246099 Jul 06 15:05:33.795834 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 32936) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 15:05:33.800953 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-bb44c03a-7f14-41c7-8083-26a0aaf197fe tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Request body: {'network': {'name': 'tempest-network-smoke--348605081', 'project_id': '768013dcc5f548df9e4c379a3109439b', 'port_security_enabled': True}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 15:05:33.820931 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb44c03a-7f14-41c7-8083-26a0aaf197fe tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Made reservation on behalf of 768013dcc5f548df9e4c379a3109439b for: {'network': 1} {{(pid=100246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 15:05:33.824483 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-bb44c03a-7f14-41c7-8083-26a0aaf197fe tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for network, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:05:33.848482 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb44c03a-7f14-41c7-8083-26a0aaf197fe tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] vlan segment allocate from pool success with {'vlan_id': 1017, 'physical_network': 'physnet1'} {{(pid=100246) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 15:05:33.857820 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-bb44c03a-7f14-41c7-8083-26a0aaf197fe tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552'] for segment, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:05:33.858190 n-d-773647-6 neutron-server[100246]: INFO neutron.db.segments_db [None req-bb44c03a-7f14-41c7-8083-26a0aaf197fe tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Added segment 2f9e0736-907e-4c40-89e5-1ebf3a072c67 of type vlan for network 12792683-397c-4b83-be3a-477c91bdd96f Jul 06 15:05:33.900249 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-bb44c03a-7f14-41c7-8083-26a0aaf197fe tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773752984405'] for network, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:05:33.928618 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-bb44c03a-7f14-41c7-8083-26a0aaf197fe tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060'] for network, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:05:33.934256 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb44c03a-7f14-41c7-8083-26a0aaf197fe tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:05:33.934837 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-bb44c03a-7f14-41c7-8083-26a0aaf197fe tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Notify callbacks [] for network, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:05:33.985470 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-bb44c03a-7f14-41c7-8083-26a0aaf197fe tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] 10.222.0.104 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1884434 Jul 06 15:05:33.988760 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 32938) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 15:05:33.993505 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [None req-267d1fb3-8bfe-473b-a5d3-dfe7236da861 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1287682850', 'admin_state_up': True, 'project_id': '768013dcc5f548df9e4c379a3109439b', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719'}}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 15:05:34.002544 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb44c03a-7f14-41c7-8083-26a0aaf197fe tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Pushing event updated for resources: {'Network': ['ID=12792683-397c-4b83-be3a-477c91bdd96f,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:05:34.013819 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Network 12792683-397c-4b83-be3a-477c91bdd96f details requested by agent ovs-agent-n-d-773647-6 with host n-d-773647-6 {{(pid=100248) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 15:05:34.019398 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-267d1fb3-8bfe-473b-a5d3-dfe7236da861 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1806290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6992'] for router, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:05:34.020412 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-267d1fb3-8bfe-473b-a5d3-dfe7236da861 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1806157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1808637', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1714747', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7007'] for router, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:05:34.075553 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-267d1fb3-8bfe-473b-a5d3-dfe7236da861 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:05:34.210684 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-267d1fb3-8bfe-473b-a5d3-dfe7236da861 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1761047', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1806272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6989'] for router, precommit_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:05:34.405415 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-267d1fb3-8bfe-473b-a5d3-dfe7236da861 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Notify callbacks [] for router_gateway, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:05:34.424112 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-267d1fb3-8bfe-473b-a5d3-dfe7236da861 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:05:34.527825 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.db_base_plugin_common [None req-267d1fb3-8bfe-473b-a5d3-dfe7236da861 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Allocated IP 172.25.0.216 (2658f09e-a580-4d4a-9968-2d1e0ad93719/cbf74abc-6fe1-4d33-b005-c948923b9647/dc87ab40-5cb2-46fd-bedc-5d760895de2b) {{(pid=100247) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 15:05:34.626527 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-267d1fb3-8bfe-473b-a5d3-dfe7236da861 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Notify callbacks [] for port, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:05:34.664120 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-267d1fb3-8bfe-473b-a5d3-dfe7236da861 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-128888360'] for port, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:05:34.702871 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-267d1fb3-8bfe-473b-a5d3-dfe7236da861 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Network 2658f09e-a580-4d4a-9968-2d1e0ad93719 is already hosted by enough agents. {{(pid=100247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 15:05:34.705708 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.base_scheduler [None req-267d1fb3-8bfe-473b-a5d3-dfe7236da861 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Resources bound (agent type, host, resource id): {{(pid=100247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 15:05:34.712291 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-267d1fb3-8bfe-473b-a5d3-dfe7236da861 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Received port after_create {{(pid=100247) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 15:05:34.717591 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267d1fb3-8bfe-473b-a5d3-dfe7236da861 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Pushing event updated for resources: {'Port': ['ID=dc87ab40-5cb2-46fd-bedc-5d760895de2b,revision_number=1']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:05:34.961401 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-267d1fb3-8bfe-473b-a5d3-dfe7236da861 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Notify callbacks [] for router_gateway, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:05:35.150703 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-267d1fb3-8bfe-473b-a5d3-dfe7236da861 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1806297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1761036'] for router, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:05:35.273730 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-267d1fb3-8bfe-473b-a5d3-dfe7236da861 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Router 9ed1dfb1-be66-47b4-b8e7-dd89552a86d1 is scheduled to L3 agent 2823d358-a11b-4885-a706-95a279e43fa7 with binding_index 1 {{(pid=100247) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 15:05:35.376224 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-267d1fb3-8bfe-473b-a5d3-dfe7236da861 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Notify agent at l3_agent.n-d-773647-6 the message routers_updated {{(pid=100247) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 15:05:35.387237 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4921288a-ca39-4ad4-a744-3197edd31833 None None] Sync routers for ids ['9ed1dfb1-be66-47b4-b8e7-dd89552a86d1'] in n-d-773647-6 {{(pid=100248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 15:05:35.397021 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4921288a-ca39-4ad4-a744-3197edd31833 None None] Routers {'9ed1dfb1-be66-47b4-b8e7-dd89552a86d1'} bound to L3 agent in host n-d-773647-6 {{(pid=100248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 15:05:35.397641 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-4921288a-ca39-4ad4-a744-3197edd31833 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T15:05:26Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['9ed1dfb1-be66-47b4-b8e7-dd89552a86d1'], 'active': True} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:05:35.399478 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-267d1fb3-8bfe-473b-a5d3-dfe7236da861 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Notify callbacks [] for router, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:05:35.400729 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-267d1fb3-8bfe-473b-a5d3-dfe7236da861 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] 10.222.0.104 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.4108865 Jul 06 15:05:35.403847 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 32940) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 15:05:35.432024 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-d0e49e1c-86e2-4928-8e11-98e382614ad0 tempest-TestNetworkAdvancedServerOps-1213390431 tempest-TestNetworkAdvancedServerOps-1213390431-project-admin] 10.222.0.104 "GET /v2.0/subnets?project_id=768013dcc5f548df9e4c379a3109439b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0270839 Jul 06 15:05:35.435022 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 32942) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 15:05:35.531571 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b1252ba-dbf2-4a03-9642-3011e6b1013c tempest-TestNetworkAdvancedServerOps-1213390431 tempest-TestNetworkAdvancedServerOps-1213390431-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:05:35.533004 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-7b1252ba-dbf2-4a03-9642-3011e6b1013c tempest-TestNetworkAdvancedServerOps-1213390431 tempest-TestNetworkAdvancedServerOps-1213390431-project-admin] 10.222.0.104 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0970435 Jul 06 15:05:35.536247 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 32944) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 15:05:35.565931 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-69fd6ab5-e68b-44f5-9289-edbde182699a tempest-TestNetworkAdvancedServerOps-1213390431 tempest-TestNetworkAdvancedServerOps-1213390431-project-admin] 10.222.0.104 "GET /v2.0/subnets?network_id=2658f09e-a580-4d4a-9968-2d1e0ad93719&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0284474 Jul 06 15:05:35.569276 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 32946) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 15:05:35.574431 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-7807f51e-8f27-4e83-81c1-edf81a937a6b tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-723376838', 'network_id': '12792683-397c-4b83-be3a-477c91bdd96f', 'project_id': '768013dcc5f548df9e4c379a3109439b', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 15:05:35.668343 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7807f51e-8f27-4e83-81c1-edf81a937a6b tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Made reservation on behalf of 768013dcc5f548df9e4c379a3109439b for: {'subnet': 1} {{(pid=100246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 15:05:35.672028 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-7807f51e-8f27-4e83-81c1-edf81a937a6b tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127702029'] for subnet, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:05:35.673261 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvr_db [None req-4921288a-ca39-4ad4-a744-3197edd31833 None None] Set router 9ed1dfb1-be66-47b4-b8e7-dd89552a86d1 gateway port host: n-d-773647-6 {{(pid=100248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 15:05:35.860660 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-4921288a-ca39-4ad4-a744-3197edd31833 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ed1dfb1-be66-47b4-b8e7-dd89552a86d1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1287682850', 'tenant_id': '768013dcc5f548df9e4c379a3109439b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.216'}], 'enable_snat': True}, 'gw_port_id': 'dc87ab40-5cb2-46fd-bedc-5d760895de2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T15:05:34Z', 'updated_at': '2021-07-06T15:05:34Z', 'revision_number': 3, 'project_id': '768013dcc5f548df9e4c379a3109439b', 'gw_port': {'id': 'dc87ab40-5cb2-46fd-bedc-5d760895de2b', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:75:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ed1dfb1-be66-47b4-b8e7-dd89552a86d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T15:05:34Z', 'updated_at': '2021-07-06T15:05:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6'}], 'n-d-773647-6', False) {} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:05:35.861080 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-7807f51e-8f27-4e83-81c1-edf81a937a6b tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1849032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127687649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127702047'] for subnet, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:05:35.892192 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4921288a-ca39-4ad4-a744-3197edd31833 None None] Checking router: 9ed1dfb1-be66-47b4-b8e7-dd89552a86d1 for host: n-d-773647-6 {{(pid=100248) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 15:05:35.892510 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4921288a-ca39-4ad4-a744-3197edd31833 None None] Updating router 9ed1dfb1-be66-47b4-b8e7-dd89552a86d1 port dc87ab40-5cb2-46fd-bedc-5d760895de2b binding host n-d-773647-6 {{(pid=100248) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 15:05:35.921528 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7807f51e-8f27-4e83-81c1-edf81a937a6b tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Pushing event updated for resources: {'Subnet': ['ID=3957a53c-b289-46aa-87c0-98aa521a074d,revision_number=0']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:05:35.925970 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4921288a-ca39-4ad4-a744-3197edd31833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:05:35.932375 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7807f51e-8f27-4e83-81c1-edf81a937a6b tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Checking segment: {'id': '2f9e0736-907e-4c40-89e5-1ebf3a072c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1017, 'network_id': '12792683-397c-4b83-be3a-477c91bdd96f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 15:05:35.932764 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7807f51e-8f27-4e83-81c1-edf81a937a6b tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Network hostable DHCP agents. Network: 12792683-397c-4b83-be3a-477c91bdd96f, hostable agents: ['f2bada3d-be77-4359-982b-8505a2bbca04'], hosted agents: [] {{(pid=100246) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 15:05:35.950089 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7807f51e-8f27-4e83-81c1-edf81a937a6b tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Network 12792683-397c-4b83-be3a-477c91bdd96f is scheduled to be hosted by DHCP agent f2bada3d-be77-4359-982b-8505a2bbca04 with binding_index 1 {{(pid=100246) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 15:05:35.960048 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.base_scheduler [None req-7807f51e-8f27-4e83-81c1-edf81a937a6b tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773647-6, 12792683-397c-4b83-be3a-477c91bdd96f) {{(pid=100246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 15:05:35.964501 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7807f51e-8f27-4e83-81c1-edf81a937a6b tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:05:35.965372 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-7807f51e-8f27-4e83-81c1-edf81a937a6b tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Notify callbacks [] for subnet, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:05:35.983314 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-7807f51e-8f27-4e83-81c1-edf81a937a6b tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] 10.222.0.104 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4102418 Jul 06 15:05:35.983500 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 32948) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 15:05:36.010437 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a10209ba-7d1a-46f1-8083-88028a49085c None None] Network 12792683-397c-4b83-be3a-477c91bdd96f requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 15:05:36.246909 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d179119-d2d0-4d80-9846-4505899051c1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6bd5fc82-6666-56e8-87c2-91648d36c963-12792683-397c-4b83-be3a-477c91bdd96f', 'network_id': '12792683-397c-4b83-be3a-477c91bdd96f', 'tenant_id': '768013dcc5f548df9e4c379a3109439b', 'fixed_ips': [{'subnet_id': '3957a53c-b289-46aa-87c0-98aa521a074d'}]}} from n-d-773647-6. {{(pid=100248) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 15:05:36.247776 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5d179119-d2d0-4d80-9846-4505899051c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:05:36.350386 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4921288a-ca39-4ad4-a744-3197edd31833 None None] Notify callbacks [] for port, precommit_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:05:36.373537 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-4921288a-ca39-4ad4-a744-3197edd31833 None None] Transition to ACTIVE for port object dc87ab40-5cb2-46fd-bedc-5d760895de2b will not be triggered until provisioned by entity L2. {{(pid=100248) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 15:05:36.385338 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4921288a-ca39-4ad4-a744-3197edd31833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:05:36.415760 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-c69afae1-3c96-4cc5-93af-78796c66f76d tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:05:36.466611 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-4921288a-ca39-4ad4-a744-3197edd31833 None None] Attempting to bind port dc87ab40-5cb2-46fd-bedc-5d760895de2b on host n-d-773647-6 for vnic_type normal with profile {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 15:05:36.467264 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-4921288a-ca39-4ad4-a744-3197edd31833 None None] Attempting to bind port dc87ab40-5cb2-46fd-bedc-5d760895de2b by drivers openvswitch,hyperv on host n-d-773647-6 at level 0 using segments [{'id': '89a832b7-7793-4d51-9038-ed7e1c3ff1b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719'}] {{(pid=100248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 15:05:36.467383 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4921288a-ca39-4ad4-a744-3197edd31833 None None] Attempting to bind port dc87ab40-5cb2-46fd-bedc-5d760895de2b on network 2658f09e-a580-4d4a-9968-2d1e0ad93719 {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 15:05:36.469110 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1b226c-a90c-4587-87d0-5bdb9c314a1a None None] Pushing event updated for resources: {'Port': ['ID=dc87ab40-5cb2-46fd-bedc-5d760895de2b,revision_number=2']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:05:36.478712 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4921288a-ca39-4ad4-a744-3197edd31833 None None] Checking agent: {'id': '8ab5b19c-d213-4f29-891d-27bdf39d38b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773647-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 43, 26), 'started_at': datetime.datetime(2021, 7, 6, 13, 43, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 15, 5, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773647-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 15:05:36.479094 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4921288a-ca39-4ad4-a744-3197edd31833 None None] Checking segment: {'id': '89a832b7-7793-4d51-9038-ed7e1c3ff1b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 15:05:36.479523 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4921288a-ca39-4ad4-a744-3197edd31833 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:05:36.479915 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4921288a-ca39-4ad4-a744-3197edd31833 None None] Bound using segment: {'id': '89a832b7-7793-4d51-9038-ed7e1c3ff1b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719'} {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 15:05:36.480383 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-4921288a-ca39-4ad4-a744-3197edd31833 None None] Bound port: dc87ab40-5cb2-46fd-bedc-5d760895de2b, host: n-d-773647-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89a832b7-7793-4d51-9038-ed7e1c3ff1b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719'}}] {{(pid=100248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 15:05:36.480766 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4921288a-ca39-4ad4-a744-3197edd31833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:05:36.482727 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.db_base_plugin_common [None req-5d179119-d2d0-4d80-9846-4505899051c1 None None] Allocated IP 172.20.0.2 (12792683-397c-4b83-be3a-477c91bdd96f/3957a53c-b289-46aa-87c0-98aa521a074d/c02ee746-d77b-4be0-a475-ea290837bad1) {{(pid=100248) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 15:05:36.592926 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-4921288a-ca39-4ad4-a744-3197edd31833 None None] For port dc87ab40-5cb2-46fd-bedc-5d760895de2b, host n-d-773647-6, cleared binding levels {{(pid=100248) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 15:05:36.597323 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-4921288a-ca39-4ad4-a744-3197edd31833 None None] For port dc87ab40-5cb2-46fd-bedc-5d760895de2b, host n-d-773647-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=dc87ab40-5cb2-46fd-bedc-5d760895de2b,segment=NetworkSegment(89a832b7-7793-4d51-9038-ed7e1c3ff1b2),segment_id=89a832b7-7793-4d51-9038-ed7e1c3ff1b2)] {{(pid=100248) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 15:05:36.609567 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4921288a-ca39-4ad4-a744-3197edd31833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:05:36.723720 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1b226c-a90c-4587-87d0-5bdb9c314a1a None None] Pushing event updated for resources: {'Port': ['ID=dc87ab40-5cb2-46fd-bedc-5d760895de2b,revision_number=3']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:05:36.728795 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4921288a-ca39-4ad4-a744-3197edd31833 None None] Routers {'9ed1dfb1-be66-47b4-b8e7-dd89552a86d1'} bound to L3 agent in host n-d-773647-6 {{(pid=100248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 15:05:36.729426 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-4921288a-ca39-4ad4-a744-3197edd31833 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T15:05:26Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['9ed1dfb1-be66-47b4-b8e7-dd89552a86d1'], 'active': True} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:05:36.775267 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5d179119-d2d0-4d80-9846-4505899051c1 None None] Notify callbacks [] for port, precommit_create {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:05:36.791489 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5d179119-d2d0-4d80-9846-4505899051c1 None None] Transition to ACTIVE for port object c02ee746-d77b-4be0-a475-ea290837bad1 will not be triggered until provisioned by entity L2. {{(pid=100248) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 15:05:36.841945 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5d179119-d2d0-4d80-9846-4505899051c1 None None] Transition to ACTIVE for port object c02ee746-d77b-4be0-a475-ea290837bad1 will not be triggered until provisioned by entity DHCP. {{(pid=100248) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 15:05:36.851037 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5d179119-d2d0-4d80-9846-4505899051c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108'] for port, after_create {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:05:36.889090 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvr_db [None req-4921288a-ca39-4ad4-a744-3197edd31833 None None] Set router 9ed1dfb1-be66-47b4-b8e7-dd89552a86d1 gateway port host: n-d-773647-6 {{(pid=100248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 15:05:36.947621 n-d-773647-6 neutron-server[100248]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d179119-d2d0-4d80-9846-4505899051c1 None None] Network 12792683-397c-4b83-be3a-477c91bdd96f is already hosted by enough agents. {{(pid=100248) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 15:05:36.952262 n-d-773647-6 neutron-server[100248]: DEBUG neutron.scheduler.base_scheduler [None req-5d179119-d2d0-4d80-9846-4505899051c1 None None] Resources bound (agent type, host, resource id): {{(pid=100248) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 15:05:36.956371 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d179119-d2d0-4d80-9846-4505899051c1 None None] Received port after_create {{(pid=100248) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 15:05:36.976983 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d179119-d2d0-4d80-9846-4505899051c1 None None] Pushing event updated for resources: {'Port': ['ID=c02ee746-d77b-4be0-a475-ea290837bad1,revision_number=1']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:05:37.008256 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.db_base_plugin_common [None req-c69afae1-3c96-4cc5-93af-78796c66f76d tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Allocated IP 172.20.0.1 (12792683-397c-4b83-be3a-477c91bdd96f/3957a53c-b289-46aa-87c0-98aa521a074d/a1c8f9ac-0dbf-4188-bf39-7d5c00210be6) {{(pid=100246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 15:05:37.067692 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-5d179119-d2d0-4d80-9846-4505899051c1 None None] Attempting to bind port c02ee746-d77b-4be0-a475-ea290837bad1 on host n-d-773647-6 for vnic_type normal with profile {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 15:05:37.068062 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-5d179119-d2d0-4d80-9846-4505899051c1 None None] Attempting to bind port c02ee746-d77b-4be0-a475-ea290837bad1 by drivers openvswitch,hyperv on host n-d-773647-6 at level 0 using segments [{'id': '2f9e0736-907e-4c40-89e5-1ebf3a072c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1017, 'network_id': '12792683-397c-4b83-be3a-477c91bdd96f'}] {{(pid=100248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 15:05:37.068421 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d179119-d2d0-4d80-9846-4505899051c1 None None] Attempting to bind port c02ee746-d77b-4be0-a475-ea290837bad1 on network 12792683-397c-4b83-be3a-477c91bdd96f {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 15:05:37.081409 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d179119-d2d0-4d80-9846-4505899051c1 None None] Checking agent: {'id': '8ab5b19c-d213-4f29-891d-27bdf39d38b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773647-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 43, 26), 'started_at': datetime.datetime(2021, 7, 6, 13, 43, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 15, 5, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773647-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 15:05:37.081781 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d179119-d2d0-4d80-9846-4505899051c1 None None] Checking segment: {'id': '2f9e0736-907e-4c40-89e5-1ebf3a072c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1017, 'network_id': '12792683-397c-4b83-be3a-477c91bdd96f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 15:05:37.082212 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5d179119-d2d0-4d80-9846-4505899051c1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:05:37.082602 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d179119-d2d0-4d80-9846-4505899051c1 None None] Bound using segment: {'id': '2f9e0736-907e-4c40-89e5-1ebf3a072c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1017, 'network_id': '12792683-397c-4b83-be3a-477c91bdd96f'} {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 15:05:37.083063 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-5d179119-d2d0-4d80-9846-4505899051c1 None None] Bound port: c02ee746-d77b-4be0-a475-ea290837bad1, host: n-d-773647-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f9e0736-907e-4c40-89e5-1ebf3a072c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1017, 'network_id': '12792683-397c-4b83-be3a-477c91bdd96f'}}] {{(pid=100248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 15:05:37.083468 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5d179119-d2d0-4d80-9846-4505899051c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:05:37.122113 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-c69afae1-3c96-4cc5-93af-78796c66f76d tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Notify callbacks [] for port, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:05:37.135760 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.provisioning_blocks [None req-c69afae1-3c96-4cc5-93af-78796c66f76d tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Transition to ACTIVE for port object a1c8f9ac-0dbf-4188-bf39-7d5c00210be6 will not be triggered until provisioned by entity DHCP. {{(pid=100246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 15:05:37.169121 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-c69afae1-3c96-4cc5-93af-78796c66f76d tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-127687573'] for port, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:05:37.184048 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5d179119-d2d0-4d80-9846-4505899051c1 None None] For port c02ee746-d77b-4be0-a475-ea290837bad1, host n-d-773647-6, cleared binding levels {{(pid=100248) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 15:05:37.187637 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5d179119-d2d0-4d80-9846-4505899051c1 None None] For port c02ee746-d77b-4be0-a475-ea290837bad1, host n-d-773647-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=c02ee746-d77b-4be0-a475-ea290837bad1,segment=NetworkSegment(2f9e0736-907e-4c40-89e5-1ebf3a072c67),segment_id=2f9e0736-907e-4c40-89e5-1ebf3a072c67)] {{(pid=100248) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 15:05:37.193046 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5d179119-d2d0-4d80-9846-4505899051c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:05:37.197623 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-4921288a-ca39-4ad4-a744-3197edd31833 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ed1dfb1-be66-47b4-b8e7-dd89552a86d1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1287682850', 'tenant_id': '768013dcc5f548df9e4c379a3109439b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.216'}], 'enable_snat': True}, 'gw_port_id': 'dc87ab40-5cb2-46fd-bedc-5d760895de2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T15:05:34Z', 'updated_at': '2021-07-06T15:05:34Z', 'revision_number': 3, 'project_id': '768013dcc5f548df9e4c379a3109439b', 'gw_port': {'id': 'dc87ab40-5cb2-46fd-bedc-5d760895de2b', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:75:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ed1dfb1-be66-47b4-b8e7-dd89552a86d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T15:05:34Z', 'updated_at': '2021-07-06T15:05:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6'}], 'n-d-773647-6', False) {} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:05:37.219539 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c69afae1-3c96-4cc5-93af-78796c66f76d tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Network 12792683-397c-4b83-be3a-477c91bdd96f is already hosted by enough agents. {{(pid=100246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 15:05:37.225151 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.base_scheduler [None req-c69afae1-3c96-4cc5-93af-78796c66f76d tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Resources bound (agent type, host, resource id): {{(pid=100246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 15:05:37.227558 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c69afae1-3c96-4cc5-93af-78796c66f76d tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Received port after_create {{(pid=100246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 15:05:37.253031 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4921288a-ca39-4ad4-a744-3197edd31833 None None] The sync data for ids ['9ed1dfb1-be66-47b4-b8e7-dd89552a86d1'] in n-d-773647-6 is: [{'id': '9ed1dfb1-be66-47b4-b8e7-dd89552a86d1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1287682850', 'tenant_id': '768013dcc5f548df9e4c379a3109439b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.216'}], 'enable_snat': True}, 'gw_port_id': 'dc87ab40-5cb2-46fd-bedc-5d760895de2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T15:05:34Z', 'updated_at': '2021-07-06T15:05:34Z', 'revision_number': 3, 'project_id': '768013dcc5f548df9e4c379a3109439b', 'gw_port': {'id': 'dc87ab40-5cb2-46fd-bedc-5d760895de2b', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:75:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ed1dfb1-be66-47b4-b8e7-dd89552a86d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T15:05:34Z', 'updated_at': '2021-07-06T15:05:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6'}] {{(pid=100248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 15:05:37.262577 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69afae1-3c96-4cc5-93af-78796c66f76d tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Pushing event updated for resources: {'Port': ['ID=a1c8f9ac-0dbf-4188-bf39-7d5c00210be6,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:05:37.283709 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-c69afae1-3c96-4cc5-93af-78796c66f76d tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1807675'] for router_interface, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:05:37.288728 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d179119-d2d0-4d80-9846-4505899051c1 None None] Pushing event updated for resources: {'Port': ['ID=c02ee746-d77b-4be0-a475-ea290837bad1,revision_number=2']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:05:37.459723 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-c69afae1-3c96-4cc5-93af-78796c66f76d tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:05:37.793081 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-c69afae1-3c96-4cc5-93af-78796c66f76d tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Notify callbacks [] for port, precommit_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:05:37.797982 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-c69afae1-3c96-4cc5-93af-78796c66f76d tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127687527'] for port, after_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:05:37.874371 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-c69afae1-3c96-4cc5-93af-78796c66f76d tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1809478'] for router_interface, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:05:37.876190 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69afae1-3c96-4cc5-93af-78796c66f76d tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Pushing event updated for resources: {'Port': ['ID=a1c8f9ac-0dbf-4188-bf39-7d5c00210be6,revision_number=2']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:05:37.983262 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c69afae1-3c96-4cc5-93af-78796c66f76d tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Network 12792683-397c-4b83-be3a-477c91bdd96f is already hosted by enough agents. {{(pid=100246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 15:05:37.984863 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.base_scheduler [None req-c69afae1-3c96-4cc5-93af-78796c66f76d tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Resources bound (agent type, host, resource id): {{(pid=100246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 15:05:38.106982 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c69afae1-3c96-4cc5-93af-78796c66f76d tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Router 9ed1dfb1-be66-47b4-b8e7-dd89552a86d1 has already been hosted by L3 agent 2823d358-a11b-4885-a706-95a279e43fa7 {{(pid=100246) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 15:05:38.223489 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c69afae1-3c96-4cc5-93af-78796c66f76d tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Notify agent at l3_agent.n-d-773647-6 the message routers_updated {{(pid=100246) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 15:05:38.231723 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-c69afae1-3c96-4cc5-93af-78796c66f76d tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] 10.222.0.104 "PUT /v2.0/routers/9ed1dfb1-be66-47b4-b8e7-dd89552a86d1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2472501 Jul 06 15:05:38.260322 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b54307f-6e74-4243-9b2b-22856bd569a6 None None] Network 12792683-397c-4b83-be3a-477c91bdd96f requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 15:05:38.370364 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-efdeba53-097e-4f47-9942-ffa25c06d5aa None None] Provisioning for port c02ee746-d77b-4be0-a475-ea290837bad1 completed by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 15:05:38.384238 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-efa8bd11-a429-47f8-a86e-199446b96b6e req-097736d3-c173-4909-9399-ecc70e4f70ab tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] 10.222.0.104 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-772857384&fields=id&tenant_id=768013dcc5f548df9e4c379a3109439b HTTP/1.1" status: 200 len: 267 time: 0.0462043 Jul 06 15:05:38.482682 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device dc87ab40-5cb2-46fd-bedc-5d760895de2b up at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 15:05:38.517572 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa8bd11-a429-47f8-a86e-199446b96b6e req-9e61074b-fc79-4c20-ad03-6ab1b3ab692c tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:05:38.519543 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-efa8bd11-a429-47f8-a86e-199446b96b6e req-9e61074b-fc79-4c20-ad03-6ab1b3ab692c tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] 10.222.0.104 "GET /v2.0/networks?id=12792683-397c-4b83-be3a-477c91bdd96f HTTP/1.1" status: 200 len: 796 time: 0.1261251 Jul 06 15:05:38.536173 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-efa8bd11-a429-47f8-a86e-199446b96b6e req-7a1aa677-d92f-43f5-be5f-885dc02acca9 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] 10.222.0.104 "GET /v2.0/quotas/768013dcc5f548df9e4c379a3109439b HTTP/1.1" status: 200 len: 375 time: 0.0111384 Jul 06 15:05:38.539558 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning for port dc87ab40-5cb2-46fd-bedc-5d760895de2b completed by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 15:05:38.543547 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning complete for port dc87ab40-5cb2-46fd-bedc-5d760895de2b triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 15:05:38.543930 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:05:38.610336 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-efa8bd11-a429-47f8-a86e-199446b96b6e req-79aba643-f917-45f9-b34a-19e6c4020013 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] 10.222.0.104 "GET /v2.0/ports?tenant_id=768013dcc5f548df9e4c379a3109439b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0677881 Jul 06 15:05:38.637966 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:05:38.665256 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] For port dc87ab40-5cb2-46fd-bedc-5d760895de2b, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=dc87ab40-5cb2-46fd-bedc-5d760895de2b,segment=NetworkSegment(89a832b7-7793-4d51-9038-ed7e1c3ff1b2),segment_id=89a832b7-7793-4d51-9038-ed7e1c3ff1b2)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 15:05:38.672811 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:05:38.673541 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device c02ee746-d77b-4be0-a475-ea290837bad1 up at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 15:05:38.754298 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-ad30a3c9-4baa-4d77-9f20-ffc446dc66ee None None] Provisioning for port a1c8f9ac-0dbf-4188-bf39-7d5c00210be6 completed by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 15:05:38.771126 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-ad30a3c9-4baa-4d77-9f20-ffc446dc66ee None None] Provisioning complete for port a1c8f9ac-0dbf-4188-bf39-7d5c00210be6 triggered by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 15:05:38.771559 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-ad30a3c9-4baa-4d77-9f20-ffc446dc66ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:05:38.773588 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Pushing event updated for resources: {'Port': ['ID=dc87ab40-5cb2-46fd-bedc-5d760895de2b,revision_number=4']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:05:38.792794 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-efa8bd11-a429-47f8-a86e-199446b96b6e req-804b3fc6-2fe5-4e37-8071-7093cf2a0868 service neutron] 10.222.0.104 "GET /v2.0/networks/12792683-397c-4b83-be3a-477c91bdd96f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1701272 Jul 06 15:05:38.819371 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning for port c02ee746-d77b-4be0-a475-ea290837bad1 completed by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 15:05:38.822714 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-ad30a3c9-4baa-4d77-9f20-ffc446dc66ee None None] Port a1c8f9ac-0dbf-4188-bf39-7d5c00210be6 cannot update to ACTIVE because it is not bound. {{(pid=100248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 15:05:38.825665 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning complete for port c02ee746-d77b-4be0-a475-ea290837bad1 triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 15:05:38.826041 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:05:38.901906 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-efa8bd11-a429-47f8-a86e-199446b96b6e req-d038af53-2aec-418a-8c72-dfb39440d115 service neutron] 10.222.0.104 "GET /v2.0/networks/12792683-397c-4b83-be3a-477c91bdd96f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1079504 Jul 06 15:05:39.039107 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-ad30a3c9-4baa-4d77-9f20-ffc446dc66ee None None] Provisioning complete for port c02ee746-d77b-4be0-a475-ea290837bad1 triggered by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 15:05:39.039527 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-ad30a3c9-4baa-4d77-9f20-ffc446dc66ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:05:39.098603 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-113c7468-2a99-49d5-bd94-6e5f39dfec4d None None] Sync routers for ids ['9ed1dfb1-be66-47b4-b8e7-dd89552a86d1'] in n-d-773647-6 {{(pid=100249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 15:05:39.110700 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-113c7468-2a99-49d5-bd94-6e5f39dfec4d None None] Routers {'9ed1dfb1-be66-47b4-b8e7-dd89552a86d1'} bound to L3 agent in host n-d-773647-6 {{(pid=100249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 15:05:39.111707 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-113c7468-2a99-49d5-bd94-6e5f39dfec4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T15:05:26Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['9ed1dfb1-be66-47b4-b8e7-dd89552a86d1'], 'active': True} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:05:39.130793 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-96a4658c-096b-48e6-848e-4c3691bcd51f req-967954de-2126-4dd3-b030-4a74b2403fc3 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] 10.222.0.104 "GET /v2.0/ports?device_id=d5a5b15c-554e-455e-9a12-dd0341c87efa HTTP/1.1" status: 200 len: 210 time: 0.0467761 Jul 06 15:05:39.165513 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:05:39.233787 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] For port c02ee746-d77b-4be0-a475-ea290837bad1, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=c02ee746-d77b-4be0-a475-ea290837bad1,segment=NetworkSegment(2f9e0736-907e-4c40-89e5-1ebf3a072c67),segment_id=2f9e0736-907e-4c40-89e5-1ebf3a072c67)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 15:05:39.234628 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-ad30a3c9-4baa-4d77-9f20-ffc446dc66ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:05:39.253910 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:05:39.329111 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.db.api [None req-ad30a3c9-4baa-4d77-9f20-ffc446dc66ee None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100248) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 06 15:05:39.329837 n-d-773647-6 neutron-server[100248]: DEBUG oslo_db.api [None req-ad30a3c9-4baa-4d77-9f20-ffc446dc66ee None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 06 15:05:39.332226 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Pushing event updated for resources: {'Port': ['ID=c02ee746-d77b-4be0-a475-ea290837bad1,revision_number=3']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:05:39.345072 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvr_db [None req-113c7468-2a99-49d5-bd94-6e5f39dfec4d None None] Set router 9ed1dfb1-be66-47b4-b8e7-dd89552a86d1 gateway port host: n-d-773647-6 {{(pid=100249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 15:05:39.540994 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-113c7468-2a99-49d5-bd94-6e5f39dfec4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ed1dfb1-be66-47b4-b8e7-dd89552a86d1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1287682850', 'tenant_id': '768013dcc5f548df9e4c379a3109439b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.216'}], 'enable_snat': True}, 'gw_port_id': 'dc87ab40-5cb2-46fd-bedc-5d760895de2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T15:05:34Z', 'updated_at': '2021-07-06T15:05:37Z', 'revision_number': 4, 'project_id': '768013dcc5f548df9e4c379a3109439b', 'gw_port': {'id': 'dc87ab40-5cb2-46fd-bedc-5d760895de2b', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:75:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ed1dfb1-be66-47b4-b8e7-dd89552a86d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T15:05:34Z', 'updated_at': '2021-07-06T15:05:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6', '_interfaces': [{'id': 'a1c8f9ac-0dbf-4188-bf39-7d5c00210be6', 'name': '', 'network_id': '12792683-397c-4b83-be3a-477c91bdd96f', 'tenant_id': '768013dcc5f548df9e4c379a3109439b', 'mac_address': 'fa:16:3e:29:0e:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ed1dfb1-be66-47b4-b8e7-dd89552a86d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': '3957a53c-b289-46aa-87c0-98aa521a074d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T15:05:36Z', 'updated_at': '2021-07-06T15:05:37Z', 'revision_number': 2, 'project_id': '768013dcc5f548df9e4c379a3109439b', 'subnets': [{'id': '3957a53c-b289-46aa-87c0-98aa521a074d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773647-6', False) {} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:05:39.567649 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-113c7468-2a99-49d5-bd94-6e5f39dfec4d None None] Checking router: 9ed1dfb1-be66-47b4-b8e7-dd89552a86d1 for host: n-d-773647-6 {{(pid=100249) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 15:05:39.568062 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-113c7468-2a99-49d5-bd94-6e5f39dfec4d None None] Updating router 9ed1dfb1-be66-47b4-b8e7-dd89552a86d1 port a1c8f9ac-0dbf-4188-bf39-7d5c00210be6 binding host n-d-773647-6 {{(pid=100249) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 15:05:39.607526 n-d-773647-6 neutron-server[100249]: DEBUG neutron_lib.callbacks.manager [None req-113c7468-2a99-49d5-bd94-6e5f39dfec4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:05:39.873225 n-d-773647-6 neutron-server[100249]: DEBUG neutron_lib.callbacks.manager [None req-113c7468-2a99-49d5-bd94-6e5f39dfec4d None None] Notify callbacks [] for port, precommit_update {{(pid=100249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:05:39.882581 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.provisioning_blocks [None req-113c7468-2a99-49d5-bd94-6e5f39dfec4d None None] Transition to ACTIVE for port object a1c8f9ac-0dbf-4188-bf39-7d5c00210be6 will not be triggered until provisioned by entity L2. {{(pid=100249) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 15:05:39.888030 n-d-773647-6 neutron-server[100249]: DEBUG neutron_lib.callbacks.manager [None req-113c7468-2a99-49d5-bd94-6e5f39dfec4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:05:39.935934 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3275816-35bf-46df-a0fb-a69ecba4061f None None] Pushing event updated for resources: {'Port': ['ID=a1c8f9ac-0dbf-4188-bf39-7d5c00210be6,revision_number=3']} {{(pid=100249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:05:39.958942 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3275816-35bf-46df-a0fb-a69ecba4061f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:05:39.959305 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3275816-35bf-46df-a0fb-a69ecba4061f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:05:39.959641 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3275816-35bf-46df-a0fb-a69ecba4061f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:05:39.959967 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3275816-35bf-46df-a0fb-a69ecba4061f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:05:39.960299 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3275816-35bf-46df-a0fb-a69ecba4061f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:05:39.960621 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3275816-35bf-46df-a0fb-a69ecba4061f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:05:39.960936 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3275816-35bf-46df-a0fb-a69ecba4061f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:05:39.961251 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3275816-35bf-46df-a0fb-a69ecba4061f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:05:39.961569 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3275816-35bf-46df-a0fb-a69ecba4061f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:05:39.961883 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3275816-35bf-46df-a0fb-a69ecba4061f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:05:39.962191 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3275816-35bf-46df-a0fb-a69ecba4061f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:05:39.962524 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3275816-35bf-46df-a0fb-a69ecba4061f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:05:40.003479 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.managers [None req-113c7468-2a99-49d5-bd94-6e5f39dfec4d None None] Attempting to bind port a1c8f9ac-0dbf-4188-bf39-7d5c00210be6 on host n-d-773647-6 for vnic_type normal with profile {{(pid=100249) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 15:05:40.003849 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.managers [None req-113c7468-2a99-49d5-bd94-6e5f39dfec4d None None] Attempting to bind port a1c8f9ac-0dbf-4188-bf39-7d5c00210be6 by drivers openvswitch,hyperv on host n-d-773647-6 at level 0 using segments [{'id': '2f9e0736-907e-4c40-89e5-1ebf3a072c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1017, 'network_id': '12792683-397c-4b83-be3a-477c91bdd96f'}] {{(pid=100249) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 15:05:40.004214 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-113c7468-2a99-49d5-bd94-6e5f39dfec4d None None] Attempting to bind port a1c8f9ac-0dbf-4188-bf39-7d5c00210be6 on network 12792683-397c-4b83-be3a-477c91bdd96f {{(pid=100249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 15:05:40.009240 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-113c7468-2a99-49d5-bd94-6e5f39dfec4d None None] Checking agent: {'id': '8ab5b19c-d213-4f29-891d-27bdf39d38b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773647-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 43, 26), 'started_at': datetime.datetime(2021, 7, 6, 13, 43, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 15, 5, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773647-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 15:05:40.009607 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-113c7468-2a99-49d5-bd94-6e5f39dfec4d None None] Checking segment: {'id': '2f9e0736-907e-4c40-89e5-1ebf3a072c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1017, 'network_id': '12792683-397c-4b83-be3a-477c91bdd96f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100249) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 15:05:40.010001 n-d-773647-6 neutron-server[100249]: DEBUG neutron_lib.callbacks.manager [None req-113c7468-2a99-49d5-bd94-6e5f39dfec4d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:05:40.010387 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-113c7468-2a99-49d5-bd94-6e5f39dfec4d None None] Bound using segment: {'id': '2f9e0736-907e-4c40-89e5-1ebf3a072c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1017, 'network_id': '12792683-397c-4b83-be3a-477c91bdd96f'} {{(pid=100249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 15:05:40.010845 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.managers [None req-113c7468-2a99-49d5-bd94-6e5f39dfec4d None None] Bound port: a1c8f9ac-0dbf-4188-bf39-7d5c00210be6, host: n-d-773647-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f9e0736-907e-4c40-89e5-1ebf3a072c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1017, 'network_id': '12792683-397c-4b83-be3a-477c91bdd96f'}}] {{(pid=100249) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 15:05:40.011314 n-d-773647-6 neutron-server[100249]: DEBUG neutron_lib.callbacks.manager [None req-113c7468-2a99-49d5-bd94-6e5f39dfec4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:05:40.074328 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.db [None req-113c7468-2a99-49d5-bd94-6e5f39dfec4d None None] For port a1c8f9ac-0dbf-4188-bf39-7d5c00210be6, host n-d-773647-6, cleared binding levels {{(pid=100249) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 15:05:40.077614 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.db [None req-113c7468-2a99-49d5-bd94-6e5f39dfec4d None None] For port a1c8f9ac-0dbf-4188-bf39-7d5c00210be6, host n-d-773647-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=a1c8f9ac-0dbf-4188-bf39-7d5c00210be6,segment=NetworkSegment(2f9e0736-907e-4c40-89e5-1ebf3a072c67),segment_id=2f9e0736-907e-4c40-89e5-1ebf3a072c67)] {{(pid=100249) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 15:05:40.082345 n-d-773647-6 neutron-server[100249]: DEBUG neutron_lib.callbacks.manager [None req-113c7468-2a99-49d5-bd94-6e5f39dfec4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:05:40.129221 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-113c7468-2a99-49d5-bd94-6e5f39dfec4d None None] Routers {'9ed1dfb1-be66-47b4-b8e7-dd89552a86d1'} bound to L3 agent in host n-d-773647-6 {{(pid=100249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 15:05:40.129858 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-113c7468-2a99-49d5-bd94-6e5f39dfec4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T15:05:26Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['9ed1dfb1-be66-47b4-b8e7-dd89552a86d1'], 'active': True} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:05:40.188242 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3275816-35bf-46df-a0fb-a69ecba4061f None None] Pushing event updated for resources: {'Port': ['ID=a1c8f9ac-0dbf-4188-bf39-7d5c00210be6,revision_number=4']} {{(pid=100249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:05:40.276874 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvr_db [None req-113c7468-2a99-49d5-bd94-6e5f39dfec4d None None] Set router 9ed1dfb1-be66-47b4-b8e7-dd89552a86d1 gateway port host: n-d-773647-6 {{(pid=100249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 15:05:40.347522 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-fc4289ae-5a71-414d-9c6a-946660ea971a req-3a4a651e-e872-4e33-99fc-a752724ac00e tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] 10.222.0.104 "GET /v2.0/ports?device_id=d5a5b15c-554e-455e-9a12-dd0341c87efa HTTP/1.1" status: 200 len: 210 time: 0.0438139 Jul 06 15:05:40.399922 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa8bd11-a429-47f8-a86e-199446b96b6e req-b1d8fcde-3fa3-46a3-89b4-0bfe03d370fc tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:05:40.401432 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-efa8bd11-a429-47f8-a86e-199446b96b6e req-b1d8fcde-3fa3-46a3-89b4-0bfe03d370fc tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] 10.222.0.72 "GET /v2.0/networks?id=12792683-397c-4b83-be3a-477c91bdd96f HTTP/1.1" status: 200 len: 796 time: 0.1726844 Jul 06 15:05:40.457948 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-efa8bd11-a429-47f8-a86e-199446b96b6e req-9728aac5-c8c8-404e-8246-03195d28d10c tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=768013dcc5f548df9e4c379a3109439b HTTP/1.1" status: 200 len: 379 time: 0.0418262 Jul 06 15:05:40.461813 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device dc87ab40-5cb2-46fd-bedc-5d760895de2b up at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 15:05:40.475071 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [req-efa8bd11-a429-47f8-a86e-199446b96b6e req-ccaebd51-5315-41fa-b92f-556de38d09bb tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Request body: {'port': {'device_id': 'd5a5b15c-554e-455e-9a12-dd0341c87efa', 'network_id': '12792683-397c-4b83-be3a-477c91bdd96f', 'admin_state_up': True, 'tenant_id': '768013dcc5f548df9e4c379a3109439b', 'security_groups': ['c23d106d-7c64-4ae6-9da0-040fdf7f667f']}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 15:05:40.536259 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning complete for port dc87ab40-5cb2-46fd-bedc-5d760895de2b triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 15:05:40.536628 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:05:40.542923 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-113c7468-2a99-49d5-bd94-6e5f39dfec4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ed1dfb1-be66-47b4-b8e7-dd89552a86d1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1287682850', 'tenant_id': '768013dcc5f548df9e4c379a3109439b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.216'}], 'enable_snat': True}, 'gw_port_id': 'dc87ab40-5cb2-46fd-bedc-5d760895de2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T15:05:34Z', 'updated_at': '2021-07-06T15:05:37Z', 'revision_number': 4, 'project_id': '768013dcc5f548df9e4c379a3109439b', 'gw_port': {'id': 'dc87ab40-5cb2-46fd-bedc-5d760895de2b', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:75:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ed1dfb1-be66-47b4-b8e7-dd89552a86d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T15:05:34Z', 'updated_at': '2021-07-06T15:05:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6', '_interfaces': [{'id': 'a1c8f9ac-0dbf-4188-bf39-7d5c00210be6', 'name': '', 'network_id': '12792683-397c-4b83-be3a-477c91bdd96f', 'tenant_id': '768013dcc5f548df9e4c379a3109439b', 'mac_address': 'fa:16:3e:29:0e:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ed1dfb1-be66-47b4-b8e7-dd89552a86d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': '3957a53c-b289-46aa-87c0-98aa521a074d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T15:05:36Z', 'updated_at': '2021-07-06T15:05:40Z', 'revision_number': 4, 'project_id': '768013dcc5f548df9e4c379a3109439b', 'subnets': [{'id': '3957a53c-b289-46aa-87c0-98aa521a074d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773647-6', False) {} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:05:40.574379 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-113c7468-2a99-49d5-bd94-6e5f39dfec4d None None] The sync data for ids ['9ed1dfb1-be66-47b4-b8e7-dd89552a86d1'] in n-d-773647-6 is: [{'id': '9ed1dfb1-be66-47b4-b8e7-dd89552a86d1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1287682850', 'tenant_id': '768013dcc5f548df9e4c379a3109439b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.216'}], 'enable_snat': True}, 'gw_port_id': 'dc87ab40-5cb2-46fd-bedc-5d760895de2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T15:05:34Z', 'updated_at': '2021-07-06T15:05:37Z', 'revision_number': 4, 'project_id': '768013dcc5f548df9e4c379a3109439b', 'gw_port': {'id': 'dc87ab40-5cb2-46fd-bedc-5d760895de2b', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:75:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ed1dfb1-be66-47b4-b8e7-dd89552a86d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T15:05:34Z', 'updated_at': '2021-07-06T15:05:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6', '_interfaces': [{'id': 'a1c8f9ac-0dbf-4188-bf39-7d5c00210be6', 'name': '', 'network_id': '12792683-397c-4b83-be3a-477c91bdd96f', 'tenant_id': '768013dcc5f548df9e4c379a3109439b', 'mac_address': 'fa:16:3e:29:0e:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ed1dfb1-be66-47b4-b8e7-dd89552a86d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': '3957a53c-b289-46aa-87c0-98aa521a074d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T15:05:36Z', 'updated_at': '2021-07-06T15:05:40Z', 'revision_number': 4, 'project_id': '768013dcc5f548df9e4c379a3109439b', 'subnets': [{'id': '3957a53c-b289-46aa-87c0-98aa521a074d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 15:05:40.599666 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-efa8bd11-a429-47f8-a86e-199446b96b6e req-ccaebd51-5315-41fa-b92f-556de38d09bb tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Made reservation on behalf of 768013dcc5f548df9e4c379a3109439b for: {'port': 1} {{(pid=100246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 15:05:40.603764 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-efa8bd11-a429-47f8-a86e-199446b96b6e req-ccaebd51-5315-41fa-b92f-556de38d09bb tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:05:40.617745 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device c02ee746-d77b-4be0-a475-ea290837bad1 up at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 15:05:40.691653 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning complete for port c02ee746-d77b-4be0-a475-ea290837bad1 triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 15:05:40.692126 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:05:40.786125 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.db_base_plugin_common [req-efa8bd11-a429-47f8-a86e-199446b96b6e req-ccaebd51-5315-41fa-b92f-556de38d09bb tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Allocated IP 172.20.0.12 (12792683-397c-4b83-be3a-477c91bdd96f/3957a53c-b289-46aa-87c0-98aa521a074d/998a8375-5510-45a2-b732-5cb2f5bad58d) {{(pid=100246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 15:05:40.935705 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-efa8bd11-a429-47f8-a86e-199446b96b6e req-ccaebd51-5315-41fa-b92f-556de38d09bb tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Notify callbacks [] for port, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:05:40.950369 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.provisioning_blocks [req-efa8bd11-a429-47f8-a86e-199446b96b6e req-ccaebd51-5315-41fa-b92f-556de38d09bb tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Transition to ACTIVE for port object 998a8375-5510-45a2-b732-5cb2f5bad58d will not be triggered until provisioned by entity DHCP. {{(pid=100246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 15:05:40.985669 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-efa8bd11-a429-47f8-a86e-199446b96b6e req-ccaebd51-5315-41fa-b92f-556de38d09bb tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-127687573'] for port, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:05:41.038861 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-efa8bd11-a429-47f8-a86e-199446b96b6e req-ccaebd51-5315-41fa-b92f-556de38d09bb tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Network 12792683-397c-4b83-be3a-477c91bdd96f is already hosted by enough agents. {{(pid=100246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 15:05:41.044627 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.base_scheduler [req-efa8bd11-a429-47f8-a86e-199446b96b6e req-ccaebd51-5315-41fa-b92f-556de38d09bb tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Resources bound (agent type, host, resource id): {{(pid=100246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 15:05:41.047281 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [req-efa8bd11-a429-47f8-a86e-199446b96b6e req-ccaebd51-5315-41fa-b92f-556de38d09bb tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Received port after_create {{(pid=100246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 15:05:41.080606 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccaebd51-5315-41fa-b92f-556de38d09bb tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Pushing event updated for resources: {'Port': ['ID=998a8375-5510-45a2-b732-5cb2f5bad58d,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:05:41.112669 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa8bd11-a429-47f8-a86e-199446b96b6e req-ccaebd51-5315-41fa-b92f-556de38d09bb tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:05:41.113895 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-efa8bd11-a429-47f8-a86e-199446b96b6e req-ccaebd51-5315-41fa-b92f-556de38d09bb tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:05:41.129926 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-efa8bd11-a429-47f8-a86e-199446b96b6e req-ccaebd51-5315-41fa-b92f-556de38d09bb tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6593726 Jul 06 15:05:41.142994 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [req-efa8bd11-a429-47f8-a86e-199446b96b6e req-bebc7f5e-deb5-44d3-9bf9-b77624b77acb service neutron] Request body: {'port': {'device_id': 'd5a5b15c-554e-455e-9a12-dd0341c87efa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-773647-6'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 15:05:41.223491 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-efa8bd11-a429-47f8-a86e-199446b96b6e req-bebc7f5e-deb5-44d3-9bf9-b77624b77acb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:05:41.276366 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.agents_db [None req-167c0ad6-1657-4c9a-a2c4-3b18056aa662 None None] Agent healthcheck: found 7 active agents {{(pid=100249) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 15:05:41.356142 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:05:41.373530 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-a8c1392e-5ad7-4320-9cdf-18487c6f1c8c None None] Provisioning for port 998a8375-5510-45a2-b732-5cb2f5bad58d completed by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 15:05:41.377411 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-a8c1392e-5ad7-4320-9cdf-18487c6f1c8c None None] Provisioning complete for port 998a8375-5510-45a2-b732-5cb2f5bad58d triggered by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 15:05:41.377848 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-a8c1392e-5ad7-4320-9cdf-18487c6f1c8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:05:41.415405 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-a8c1392e-5ad7-4320-9cdf-18487c6f1c8c None None] Port 998a8375-5510-45a2-b732-5cb2f5bad58d cannot update to ACTIVE because it is not bound. {{(pid=100248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 15:05:41.511921 n-d-773647-6 neutron-server[100246]: DEBUG neutron.notifiers.nova [req-efa8bd11-a429-47f8-a86e-199446b96b6e req-bebc7f5e-deb5-44d3-9bf9-b77624b77acb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 998a8375-5510-45a2-b732-5cb2f5bad58d {{(pid=100246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 15:05:41.521160 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-efa8bd11-a429-47f8-a86e-199446b96b6e req-bebc7f5e-deb5-44d3-9bf9-b77624b77acb service neutron] Notify callbacks [] for port, precommit_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:05:41.534860 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.provisioning_blocks [req-efa8bd11-a429-47f8-a86e-199446b96b6e req-bebc7f5e-deb5-44d3-9bf9-b77624b77acb service neutron] Transition to ACTIVE for port object 998a8375-5510-45a2-b732-5cb2f5bad58d will not be triggered until provisioned by entity L2. {{(pid=100246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 15:05:41.539952 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-efa8bd11-a429-47f8-a86e-199446b96b6e req-bebc7f5e-deb5-44d3-9bf9-b77624b77acb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127687527'] for port, after_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:05:41.564551 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312e1f54-ea3e-4089-b0ab-6df650d089fc req-1a28e602-c6c0-4e14-903e-04a93aa403b3 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:05:41.566152 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-312e1f54-ea3e-4089-b0ab-6df650d089fc req-1a28e602-c6c0-4e14-903e-04a93aa403b3 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] 10.222.0.104 "GET /v2.0/ports?device_id=d5a5b15c-554e-455e-9a12-dd0341c87efa HTTP/1.1" status: 200 len: 932 time: 0.0717790 Jul 06 15:05:41.618234 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bebc7f5e-deb5-44d3-9bf9-b77624b77acb service neutron] Pushing event updated for resources: {'Port': ['ID=998a8375-5510-45a2-b732-5cb2f5bad58d,revision_number=2']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:05:41.624267 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-312e1f54-ea3e-4089-b0ab-6df650d089fc req-83489ab8-411e-4616-92f4-18bff8838cd5 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] 10.222.0.104 "GET /v2.0/security-groups?id=c23d106d-7c64-4ae6-9da0-040fdf7f667f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500066 Jul 06 15:05:41.673682 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [req-efa8bd11-a429-47f8-a86e-199446b96b6e req-bebc7f5e-deb5-44d3-9bf9-b77624b77acb service neutron] Attempting to bind port 998a8375-5510-45a2-b732-5cb2f5bad58d on host n-h2-773647-6 for vnic_type normal with profile {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 15:05:41.674405 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [req-efa8bd11-a429-47f8-a86e-199446b96b6e req-bebc7f5e-deb5-44d3-9bf9-b77624b77acb service neutron] Attempting to bind port 998a8375-5510-45a2-b732-5cb2f5bad58d by drivers openvswitch,hyperv on host n-h2-773647-6 at level 0 using segments [{'id': '2f9e0736-907e-4c40-89e5-1ebf3a072c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1017, 'network_id': '12792683-397c-4b83-be3a-477c91bdd96f'}] {{(pid=100246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 15:05:41.675194 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efa8bd11-a429-47f8-a86e-199446b96b6e req-bebc7f5e-deb5-44d3-9bf9-b77624b77acb service neutron] Attempting to bind port 998a8375-5510-45a2-b732-5cb2f5bad58d on network 12792683-397c-4b83-be3a-477c91bdd96f {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 15:05:41.680813 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efa8bd11-a429-47f8-a86e-199446b96b6e req-bebc7f5e-deb5-44d3-9bf9-b77624b77acb service neutron] Port 998a8375-5510-45a2-b732-5cb2f5bad58d on network 12792683-397c-4b83-be3a-477c91bdd96f not bound, no agent of type Open vSwitch agent registered on host n-h2-773647-6 {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 15:05:41.681290 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efa8bd11-a429-47f8-a86e-199446b96b6e req-bebc7f5e-deb5-44d3-9bf9-b77624b77acb service neutron] Attempting to bind port 998a8375-5510-45a2-b732-5cb2f5bad58d on network 12792683-397c-4b83-be3a-477c91bdd96f {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 15:05:41.686931 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efa8bd11-a429-47f8-a86e-199446b96b6e req-bebc7f5e-deb5-44d3-9bf9-b77624b77acb service neutron] Checking agent: {'id': '63768ece-0600-4354-8d29-fdedec96b077', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-773647-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 51, 10), 'started_at': datetime.datetime(2021, 7, 6, 13, 51, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 15, 5, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 15:05:41.687275 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efa8bd11-a429-47f8-a86e-199446b96b6e req-bebc7f5e-deb5-44d3-9bf9-b77624b77acb service neutron] Checking segment: {'id': '2f9e0736-907e-4c40-89e5-1ebf3a072c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1017, 'network_id': '12792683-397c-4b83-be3a-477c91bdd96f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 15:05:41.687673 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efa8bd11-a429-47f8-a86e-199446b96b6e req-bebc7f5e-deb5-44d3-9bf9-b77624b77acb service neutron] Bound using segment: {'id': '2f9e0736-907e-4c40-89e5-1ebf3a072c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1017, 'network_id': '12792683-397c-4b83-be3a-477c91bdd96f'} {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 15:05:41.688109 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [req-efa8bd11-a429-47f8-a86e-199446b96b6e req-bebc7f5e-deb5-44d3-9bf9-b77624b77acb service neutron] Bound port: 998a8375-5510-45a2-b732-5cb2f5bad58d, host: n-h2-773647-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2f9e0736-907e-4c40-89e5-1ebf3a072c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1017, 'network_id': '12792683-397c-4b83-be3a-477c91bdd96f'}}] {{(pid=100246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 15:05:41.688481 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-efa8bd11-a429-47f8-a86e-199446b96b6e req-bebc7f5e-deb5-44d3-9bf9-b77624b77acb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:05:41.761960 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.db [req-efa8bd11-a429-47f8-a86e-199446b96b6e req-bebc7f5e-deb5-44d3-9bf9-b77624b77acb service neutron] For port 998a8375-5510-45a2-b732-5cb2f5bad58d, host n-h2-773647-6, cleared binding levels {{(pid=100246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 15:05:41.765077 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.db [req-efa8bd11-a429-47f8-a86e-199446b96b6e req-bebc7f5e-deb5-44d3-9bf9-b77624b77acb service neutron] For port 998a8375-5510-45a2-b732-5cb2f5bad58d, host n-h2-773647-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=998a8375-5510-45a2-b732-5cb2f5bad58d,segment=NetworkSegment(2f9e0736-907e-4c40-89e5-1ebf3a072c67),segment_id=2f9e0736-907e-4c40-89e5-1ebf3a072c67)] {{(pid=100246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 15:05:41.770055 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-efa8bd11-a429-47f8-a86e-199446b96b6e req-bebc7f5e-deb5-44d3-9bf9-b77624b77acb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127687527'] for port, after_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:05:41.806387 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa8bd11-a429-47f8-a86e-199446b96b6e req-bebc7f5e-deb5-44d3-9bf9-b77624b77acb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:05:41.807023 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-efa8bd11-a429-47f8-a86e-199446b96b6e req-bebc7f5e-deb5-44d3-9bf9-b77624b77acb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:05:41.808805 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-efa8bd11-a429-47f8-a86e-199446b96b6e req-bebc7f5e-deb5-44d3-9bf9-b77624b77acb service neutron] 10.222.0.72 "PUT /v2.0/ports/998a8375-5510-45a2-b732-5cb2f5bad58d HTTP/1.1" status: 200 len: 1092 time: 0.6704528 Jul 06 15:05:41.809248 n-d-773647-6 neutron-server[100246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5a5b15c-554e-455e-9a12-dd0341c87efa', 'tag': '998a8375-5510-45a2-b732-5cb2f5bad58d'}] {{(pid=100246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 15:05:41.811532 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46bcbd240f672e88150dff05a21f1d72cf4d2de628fda8977cb1eab177268aa5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b0acfd3-a98f-47fc-9d20-b03b4901f64f" -d '{"events": [{"name": "network-changed", "server_uuid": "d5a5b15c-554e-455e-9a12-dd0341c87efa", "tag": "998a8375-5510-45a2-b732-5cb2f5bad58d"}]}' {{(pid=100246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 15:05:41.842346 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bebc7f5e-deb5-44d3-9bf9-b77624b77acb service neutron] Pushing event updated for resources: {'Port': ['ID=998a8375-5510-45a2-b732-5cb2f5bad58d,revision_number=3']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:05:41.859780 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 15:05:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-749498bf-620e-4035-8fbd-44f82733b284 x-openstack-request-id: req-749498bf-620e-4035-8fbd-44f82733b284 {{(pid=100246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 15:05:41.860083 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d5a5b15c-554e-455e-9a12-dd0341c87efa", "tag": "998a8375-5510-45a2-b732-5cb2f5bad58d", "status": "completed", "code": 200}]} {{(pid=100246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 15:05:41.860499 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-749498bf-620e-4035-8fbd-44f82733b284 {{(pid=100246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 15:05:41.860914 n-d-773647-6 neutron-server[100246]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd5a5b15c-554e-455e-9a12-dd0341c87efa', 'tag': '998a8375-5510-45a2-b732-5cb2f5bad58d', 'status': 'completed', 'code': 200} Jul 06 15:05:41.923662 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa8bd11-a429-47f8-a86e-199446b96b6e req-7bd17bf7-64b7-4584-8f75-c014e65fd3cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:05:41.925393 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-efa8bd11-a429-47f8-a86e-199446b96b6e req-7bd17bf7-64b7-4584-8f75-c014e65fd3cf service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=768013dcc5f548df9e4c379a3109439b&device_id=d5a5b15c-554e-455e-9a12-dd0341c87efa HTTP/1.1" status: 200 len: 1095 time: 0.0579803 Jul 06 15:05:41.970725 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-efa8bd11-a429-47f8-a86e-199446b96b6e req-7b7a2ce6-d875-4b9f-828c-40d782519d88 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=998a8375-5510-45a2-b732-5cb2f5bad58d HTTP/1.1" status: 200 len: 217 time: 0.0377438 Jul 06 15:05:42.021141 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa8bd11-a429-47f8-a86e-199446b96b6e req-69b977b6-450e-497c-9c5f-7cbf0aeef6e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:05:42.022676 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-efa8bd11-a429-47f8-a86e-199446b96b6e req-69b977b6-450e-497c-9c5f-7cbf0aeef6e5 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=3957a53c-b289-46aa-87c0-98aa521a074d HTTP/1.1" status: 200 len: 834 time: 0.0452561 Jul 06 15:05:42.081252 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa8bd11-a429-47f8-a86e-199446b96b6e req-dc0ff37f-00e4-4729-abd1-72ead87d5415 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:05:42.083069 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-efa8bd11-a429-47f8-a86e-199446b96b6e req-dc0ff37f-00e4-4729-abd1-72ead87d5415 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=12792683-397c-4b83-be3a-477c91bdd96f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0532916 Jul 06 15:05:42.178783 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-efa8bd11-a429-47f8-a86e-199446b96b6e req-26ade0c4-38f3-4353-8bcf-720704fa00e8 service neutron] 10.222.0.72 "GET /v2.0/networks/12792683-397c-4b83-be3a-477c91bdd96f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882750 Jul 06 15:05:42.266811 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-efa8bd11-a429-47f8-a86e-199446b96b6e req-f94e34e0-8e5c-4262-bd4c-d7846b1c3da9 service neutron] 10.222.0.72 "GET /v2.0/networks/12792683-397c-4b83-be3a-477c91bdd96f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807235 Jul 06 15:05:42.369294 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0acfd3-a98f-47fc-9d20-b03b4901f64f req-d233d581-eafa-4e49-b408-52503e41173b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:05:42.370865 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-4b0acfd3-a98f-47fc-9d20-b03b4901f64f req-d233d581-eafa-4e49-b408-52503e41173b service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=768013dcc5f548df9e4c379a3109439b&device_id=d5a5b15c-554e-455e-9a12-dd0341c87efa HTTP/1.1" status: 200 len: 1095 time: 0.0588179 Jul 06 15:05:42.430292 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device a1c8f9ac-0dbf-4188-bf39-7d5c00210be6 up at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 15:05:42.472242 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0acfd3-a98f-47fc-9d20-b03b4901f64f req-f77fb196-eb9a-47fd-923d-fb5cea11f3c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:05:42.474410 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-4b0acfd3-a98f-47fc-9d20-b03b4901f64f req-f77fb196-eb9a-47fd-923d-fb5cea11f3c9 service neutron] 10.222.0.72 "GET /v2.0/networks?id=12792683-397c-4b83-be3a-477c91bdd96f HTTP/1.1" status: 200 len: 898 time: 0.0950737 Jul 06 15:05:42.480746 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning for port a1c8f9ac-0dbf-4188-bf39-7d5c00210be6 completed by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 15:05:42.484399 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning complete for port a1c8f9ac-0dbf-4188-bf39-7d5c00210be6 triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 15:05:42.484773 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:05:42.514844 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-4b0acfd3-a98f-47fc-9d20-b03b4901f64f req-f8e522fc-d0b7-414e-abef-3b49e7d80806 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=998a8375-5510-45a2-b732-5cb2f5bad58d HTTP/1.1" status: 200 len: 217 time: 0.0338514 Jul 06 15:05:42.559311 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:05:42.568375 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0acfd3-a98f-47fc-9d20-b03b4901f64f req-74933527-62e1-4eca-be64-4090e84e112c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:05:42.569855 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-4b0acfd3-a98f-47fc-9d20-b03b4901f64f req-74933527-62e1-4eca-be64-4090e84e112c service neutron] 10.222.0.72 "GET /v2.0/subnets?id=3957a53c-b289-46aa-87c0-98aa521a074d HTTP/1.1" status: 200 len: 834 time: 0.0484109 Jul 06 15:05:42.591612 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] For port a1c8f9ac-0dbf-4188-bf39-7d5c00210be6, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=a1c8f9ac-0dbf-4188-bf39-7d5c00210be6,segment=NetworkSegment(2f9e0736-907e-4c40-89e5-1ebf3a072c67),segment_id=2f9e0736-907e-4c40-89e5-1ebf3a072c67)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 15:05:42.596091 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:05:42.635799 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0acfd3-a98f-47fc-9d20-b03b4901f64f req-62b7c3e4-f4ca-4678-af7f-a2e2dcb11f56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:05:42.637321 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-4b0acfd3-a98f-47fc-9d20-b03b4901f64f req-62b7c3e4-f4ca-4678-af7f-a2e2dcb11f56 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=12792683-397c-4b83-be3a-477c91bdd96f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0575626 Jul 06 15:05:42.644022 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Pushing event updated for resources: {'Port': ['ID=a1c8f9ac-0dbf-4188-bf39-7d5c00210be6,revision_number=5']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:05:42.735263 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-4b0acfd3-a98f-47fc-9d20-b03b4901f64f req-41851621-d40b-41af-9f2b-e21eb5e5a12e service neutron] 10.222.0.72 "GET /v2.0/networks/12792683-397c-4b83-be3a-477c91bdd96f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888121 Jul 06 15:05:42.791900 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4cf6de-9872-4ead-8b8e-5eba6b3d016c req-92019640-6d53-4d3d-b6f1-dad148cfc3fc tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:05:42.793381 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-3f4cf6de-9872-4ead-8b8e-5eba6b3d016c req-92019640-6d53-4d3d-b6f1-dad148cfc3fc tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] 10.222.0.104 "GET /v2.0/ports?device_id=d5a5b15c-554e-455e-9a12-dd0341c87efa HTTP/1.1" status: 200 len: 944 time: 0.0649974 Jul 06 15:05:42.832558 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-3f4cf6de-9872-4ead-8b8e-5eba6b3d016c req-838985fd-5be7-42df-b9a1-89c9f28ecf99 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] 10.222.0.104 "GET /v2.0/security-groups?id=c23d106d-7c64-4ae6-9da0-040fdf7f667f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327532 Jul 06 15:05:42.834994 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-4b0acfd3-a98f-47fc-9d20-b03b4901f64f req-1a6630f9-8b4b-4e6d-bde7-0106e128b8c8 service neutron] 10.222.0.72 "GET /v2.0/networks/12792683-397c-4b83-be3a-477c91bdd96f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933809 Jul 06 15:05:43.149706 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:05:44.001083 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085c030e-ef24-4326-b9c7-5ceb7337b424 req-e0ed52b3-b4f2-4eea-9a71-b6db7f8d6ca5 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:05:44.002443 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-085c030e-ef24-4326-b9c7-5ceb7337b424 req-e0ed52b3-b4f2-4eea-9a71-b6db7f8d6ca5 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] 10.222.0.104 "GET /v2.0/ports?device_id=d5a5b15c-554e-455e-9a12-dd0341c87efa HTTP/1.1" status: 200 len: 944 time: 0.0616400 Jul 06 15:05:44.043485 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-085c030e-ef24-4326-b9c7-5ceb7337b424 req-27c4658f-e316-40b1-831b-8d400e1b5c3b tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] 10.222.0.104 "GET /v2.0/security-groups?id=c23d106d-7c64-4ae6-9da0-040fdf7f667f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354877 Jul 06 15:05:44.408254 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device a1c8f9ac-0dbf-4188-bf39-7d5c00210be6 up at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 15:05:44.457952 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning complete for port a1c8f9ac-0dbf-4188-bf39-7d5c00210be6 triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 15:05:44.458394 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:05:45.215574 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc968e69-0405-4850-b997-658e0c48a704 req-cb040b32-1705-481f-b5b5-30ec66f8621b tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:05:45.217293 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-cc968e69-0405-4850-b997-658e0c48a704 req-cb040b32-1705-481f-b5b5-30ec66f8621b tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] 10.222.0.104 "GET /v2.0/ports?device_id=d5a5b15c-554e-455e-9a12-dd0341c87efa HTTP/1.1" status: 200 len: 944 time: 0.0623820 Jul 06 15:05:45.253290 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-cc968e69-0405-4850-b997-658e0c48a704 req-c827662d-6c7e-47d7-9ea8-fa0a7111a0eb tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] 10.222.0.104 "GET /v2.0/security-groups?id=c23d106d-7c64-4ae6-9da0-040fdf7f667f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0298741 Jul 06 15:05:45.257866 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Device 998a8375-5510-45a2-b732-5cb2f5bad58d details requested by agent hyperv_n-h2-773647-6 with host n-h2-773647-6 {{(pid=100248) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 15:05:45.352752 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] For port 998a8375-5510-45a2-b732-5cb2f5bad58d, host n-h2-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=998a8375-5510-45a2-b732-5cb2f5bad58d,segment=NetworkSegment(2f9e0736-907e-4c40-89e5-1ebf3a072c67),segment_id=2f9e0736-907e-4c40-89e5-1ebf3a072c67)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 15:05:45.363924 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Returning: {'device': '998a8375-5510-45a2-b732-5cb2f5bad58d', 'network_id': '12792683-397c-4b83-be3a-477c91bdd96f', 'port_id': '998a8375-5510-45a2-b732-5cb2f5bad58d', 'mac_address': 'fa:16:3e:a8:ae:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1017, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3957a53c-b289-46aa-87c0-98aa521a074d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100248) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 15:05:45.399621 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:05:45.412450 n-d-773647-6 neutron-server[100248]: DEBUG neutron.notifiers.nova [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 998a8375-5510-45a2-b732-5cb2f5bad58d {{(pid=100248) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 15:05:45.431090 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] For port 998a8375-5510-45a2-b732-5cb2f5bad58d, host n-h2-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=998a8375-5510-45a2-b732-5cb2f5bad58d,segment=NetworkSegment(2f9e0736-907e-4c40-89e5-1ebf3a072c67),segment_id=2f9e0736-907e-4c40-89e5-1ebf3a072c67)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 15:05:45.434981 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:05:45.481794 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Pushing event updated for resources: {'Port': ['ID=998a8375-5510-45a2-b732-5cb2f5bad58d,revision_number=4']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:05:45.666592 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] get_ports_and_sgs() called for port_ids ['998a8375-5510-45a2-b732-5cb2f5bad58d'] {{(pid=100248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 15:05:46.423815 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c612c97-36dc-409c-9a75-4ec297cfefeb req-ba94e986-8b9e-4e13-a470-cab4688c5a11 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:05:46.426166 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-3c612c97-36dc-409c-9a75-4ec297cfefeb req-ba94e986-8b9e-4e13-a470-cab4688c5a11 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] 10.222.0.104 "GET /v2.0/ports?device_id=d5a5b15c-554e-455e-9a12-dd0341c87efa HTTP/1.1" status: 200 len: 945 time: 0.0629351 Jul 06 15:05:46.462469 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-3c612c97-36dc-409c-9a75-4ec297cfefeb req-dfe5fc51-2bcd-4b98-b7ed-6324b43c0235 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] 10.222.0.104 "GET /v2.0/security-groups?id=c23d106d-7c64-4ae6-9da0-040fdf7f667f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308633 Jul 06 15:05:47.257577 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Device 998a8375-5510-45a2-b732-5cb2f5bad58d up at agent hyperv_n-h2-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 15:05:47.308747 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Provisioning for port 998a8375-5510-45a2-b732-5cb2f5bad58d completed by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 15:05:47.312561 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Provisioning complete for port 998a8375-5510-45a2-b732-5cb2f5bad58d triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 15:05:47.312936 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:05:47.387916 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:05:47.410247 n-d-773647-6 neutron-server[100248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5a5b15c-554e-455e-9a12-dd0341c87efa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '998a8375-5510-45a2-b732-5cb2f5bad58d'}] {{(pid=100248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 15:05:47.412401 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55db2ac8c963aac1696062c7614e8816713b17764cc733cf0a1d7e1ce8ed655f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37eb38d7-c1d1-4428-bee7-15e82ddc5791" -d '{"events": [{"server_uuid": "d5a5b15c-554e-455e-9a12-dd0341c87efa", "name": "network-vif-plugged", "status": "completed", "tag": "998a8375-5510-45a2-b732-5cb2f5bad58d"}]}' {{(pid=100248) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 15:05:47.426094 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] For port 998a8375-5510-45a2-b732-5cb2f5bad58d, host n-h2-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=998a8375-5510-45a2-b732-5cb2f5bad58d,segment=NetworkSegment(2f9e0736-907e-4c40-89e5-1ebf3a072c67),segment_id=2f9e0736-907e-4c40-89e5-1ebf3a072c67)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 15:05:47.430193 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:05:47.481306 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Pushing event updated for resources: {'Port': ['ID=998a8375-5510-45a2-b732-5cb2f5bad58d,revision_number=5']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:05:47.507322 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 15:05:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5636f40d-5834-4e0c-b6d2-f31b8806f0a9 x-openstack-request-id: req-5636f40d-5834-4e0c-b6d2-f31b8806f0a9 {{(pid=100248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 15:05:47.507845 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5a5b15c-554e-455e-9a12-dd0341c87efa", "name": "network-vif-plugged", "status": "completed", "tag": "998a8375-5510-45a2-b732-5cb2f5bad58d", "code": 200}]} {{(pid=100248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 15:05:47.508108 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-5636f40d-5834-4e0c-b6d2-f31b8806f0a9 {{(pid=100248) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 15:05:47.508507 n-d-773647-6 neutron-server[100248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5a5b15c-554e-455e-9a12-dd0341c87efa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '998a8375-5510-45a2-b732-5cb2f5bad58d', 'code': 200} Jul 06 15:05:47.621003 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceccafba-cb0b-4573-8f52-f1fa0b6346e2 req-a10804aa-9cb2-4fa3-bf80-31082d45234e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:05:47.622553 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-ceccafba-cb0b-4573-8f52-f1fa0b6346e2 req-a10804aa-9cb2-4fa3-bf80-31082d45234e service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=d5a5b15c-554e-455e-9a12-dd0341c87efa HTTP/1.1" status: 200 len: 1097 time: 0.0522625 Jul 06 15:05:47.657831 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-ceccafba-cb0b-4573-8f52-f1fa0b6346e2 req-5add64ca-8814-4c91-9e54-c9e271fa5907 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=c23d106d-7c64-4ae6-9da0-040fdf7f667f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0281410 Jul 06 15:05:47.666380 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37f752f-d96e-4928-93a1-392739bfceaf req-d825006b-b0e0-468e-9065-9b52b07d4835 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:05:47.667933 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-d37f752f-d96e-4928-93a1-392739bfceaf req-d825006b-b0e0-468e-9065-9b52b07d4835 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] 10.222.0.104 "GET /v2.0/ports?device_id=d5a5b15c-554e-455e-9a12-dd0341c87efa HTTP/1.1" status: 200 len: 946 time: 0.0739267 Jul 06 15:05:47.708727 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-d37f752f-d96e-4928-93a1-392739bfceaf req-0eed65b4-52e5-4bc1-90fa-a87dc5d5936a tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] 10.222.0.104 "GET /v2.0/security-groups?id=c23d106d-7c64-4ae6-9da0-040fdf7f667f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350583 Jul 06 15:05:48.879618 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb280a79-fd11-4e79-814c-132eabf3a289 req-3e826516-a632-438f-a33c-0196e6e6f490 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:05:48.881089 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-fb280a79-fd11-4e79-814c-132eabf3a289 req-3e826516-a632-438f-a33c-0196e6e6f490 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] 10.222.0.104 "GET /v2.0/ports?device_id=d5a5b15c-554e-455e-9a12-dd0341c87efa HTTP/1.1" status: 200 len: 946 time: 0.0620151 Jul 06 15:05:48.917911 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-fb280a79-fd11-4e79-814c-132eabf3a289 req-209ab2fc-a1ad-4162-9fd7-cf9b61dc2010 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] 10.222.0.104 "GET /v2.0/security-groups?id=c23d106d-7c64-4ae6-9da0-040fdf7f667f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311427 Jul 06 15:05:49.090976 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0038f40b-fe98-4381-a368-7efbabb8d9b1 req-1920afdc-d6dc-4998-b93a-4ff4f06a2f6c tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:05:49.092464 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-0038f40b-fe98-4381-a368-7efbabb8d9b1 req-1920afdc-d6dc-4998-b93a-4ff4f06a2f6c tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] 10.222.0.104 "GET /v2.0/ports?device_id=d5a5b15c-554e-455e-9a12-dd0341c87efa HTTP/1.1" status: 200 len: 946 time: 0.0636375 Jul 06 15:05:49.132993 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-0038f40b-fe98-4381-a368-7efbabb8d9b1 req-83c41dae-4f05-499d-9a95-d0dd1f1f6135 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] 10.222.0.104 "GET /v2.0/security-groups?id=c23d106d-7c64-4ae6-9da0-040fdf7f667f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344439 Jul 06 15:05:49.156500 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 33008) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 15:05:49.213909 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3bfff61-8aa2-4f0e-9d03-4b4e3600c93e tempest-TestNetworkAdvancedServerOps-1213390431 tempest-TestNetworkAdvancedServerOps-1213390431-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:05:49.215563 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-d3bfff61-8aa2-4f0e-9d03-4b4e3600c93e tempest-TestNetworkAdvancedServerOps-1213390431 tempest-TestNetworkAdvancedServerOps-1213390431-project-admin] 10.222.0.104 "GET /v2.0/ports?device_id=d5a5b15c-554e-455e-9a12-dd0341c87efa HTTP/1.1" status: 200 len: 1092 time: 0.0580342 Jul 06 15:05:49.218441 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 33010) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 15:05:49.223474 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-4b149b68-d162-4582-adf2-6a9d4135ce13 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Request body: {'floatingip': {'floating_network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'port_id': '998a8375-5510-45a2-b732-5cb2f5bad58d', 'tenant_id': '768013dcc5f548df9e4c379a3109439b', 'fixed_ip_address': '172.20.0.12'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 15:05:49.245302 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-4b149b68-d162-4582-adf2-6a9d4135ce13 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Notify callbacks [] for floatingip, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:05:49.339113 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-4b149b68-d162-4582-adf2-6a9d4135ce13 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:05:49.441943 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.db_base_plugin_common [None req-4b149b68-d162-4582-adf2-6a9d4135ce13 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Allocated IP 172.25.0.173 (2658f09e-a580-4d4a-9968-2d1e0ad93719/cbf74abc-6fe1-4d33-b005-c948923b9647/4147f5e8-a9c0-4787-8040-5305d9aa80a1) {{(pid=100246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 15:05:49.540634 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-4b149b68-d162-4582-adf2-6a9d4135ce13 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Notify callbacks [] for port, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:05:49.579261 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-4b149b68-d162-4582-adf2-6a9d4135ce13 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-127687573'] for port, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:05:49.616202 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b149b68-d162-4582-adf2-6a9d4135ce13 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Network 2658f09e-a580-4d4a-9968-2d1e0ad93719 is already hosted by enough agents. {{(pid=100246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 15:05:49.619015 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.base_scheduler [None req-4b149b68-d162-4582-adf2-6a9d4135ce13 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Resources bound (agent type, host, resource id): {{(pid=100246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 15:05:49.629423 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b149b68-d162-4582-adf2-6a9d4135ce13 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Received port after_create {{(pid=100246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 15:05:49.634676 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b149b68-d162-4582-adf2-6a9d4135ce13 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Pushing event updated for resources: {'Port': ['ID=4147f5e8-a9c0-4787-8040-5305d9aa80a1,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:05:49.993566 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-4b149b68-d162-4582-adf2-6a9d4135ce13 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:05:50.071503 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-4b149b68-d162-4582-adf2-6a9d4135ce13 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:05:50.218598 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-4b149b68-d162-4582-adf2-6a9d4135ce13 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Notify callbacks [] for port, precommit_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:05:50.223618 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-4b149b68-d162-4582-adf2-6a9d4135ce13 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127687527'] for port, after_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:05:50.294094 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b149b68-d162-4582-adf2-6a9d4135ce13 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Pushing event updated for resources: {'Port': ['ID=4147f5e8-a9c0-4787-8040-5305d9aa80a1,revision_number=2']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:05:50.305498 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-4b149b68-d162-4582-adf2-6a9d4135ce13 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1761130'] for floatingip, after_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:05:50.403345 n-d-773647-6 neutron-server[100246]: INFO neutron.db.l3_db [None req-4b149b68-d162-4582-adf2-6a9d4135ce13 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Floating IP c0fa79e3-ff7c-40cf-b94f-97b3fd3dbd90 associated. External IP: 172.25.0.173, port: 998a8375-5510-45a2-b732-5cb2f5bad58d. Jul 06 15:05:50.917025 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b149b68-d162-4582-adf2-6a9d4135ce13 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Router 9ed1dfb1-be66-47b4-b8e7-dd89552a86d1 has already been hosted by L3 agent 2823d358-a11b-4885-a706-95a279e43fa7 {{(pid=100246) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 15:05:51.021624 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b149b68-d162-4582-adf2-6a9d4135ce13 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Notify agent at l3_agent.n-d-773647-6 the message routers_updated {{(pid=100246) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 15:05:51.031577 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ce81dfe-f20b-49e9-a05c-cd64d7c6d259 None None] Sync routers for ids ['9ed1dfb1-be66-47b4-b8e7-dd89552a86d1'] in n-d-773647-6 {{(pid=100248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 15:05:51.039151 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-4b149b68-d162-4582-adf2-6a9d4135ce13 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for floatingip, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:05:51.045155 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ce81dfe-f20b-49e9-a05c-cd64d7c6d259 None None] Routers {'9ed1dfb1-be66-47b4-b8e7-dd89552a86d1'} bound to L3 agent in host n-d-773647-6 {{(pid=100248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 15:05:51.045938 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-2ce81dfe-f20b-49e9-a05c-cd64d7c6d259 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T15:05:26Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['9ed1dfb1-be66-47b4-b8e7-dd89552a86d1'], 'active': True} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:05:51.075617 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-4b149b68-d162-4582-adf2-6a9d4135ce13 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] 10.222.0.104 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8561144 Jul 06 15:05:51.076203 n-d-773647-6 neutron-server[100246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5a5b15c-554e-455e-9a12-dd0341c87efa', 'tag': '998a8375-5510-45a2-b732-5cb2f5bad58d'}] {{(pid=100246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 15:05:51.078456 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46bcbd240f672e88150dff05a21f1d72cf4d2de628fda8977cb1eab177268aa5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28eafcfe-ad37-4fd9-bf60-20d370c5066a" -d '{"events": [{"name": "network-changed", "server_uuid": "d5a5b15c-554e-455e-9a12-dd0341c87efa", "tag": "998a8375-5510-45a2-b732-5cb2f5bad58d"}]}' {{(pid=100246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 15:05:51.154420 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvr_db [None req-2ce81dfe-f20b-49e9-a05c-cd64d7c6d259 None None] Set router 9ed1dfb1-be66-47b4-b8e7-dd89552a86d1 gateway port host: n-d-773647-6 {{(pid=100248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 15:05:51.228418 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06764b2-f982-410e-90e5-3df823122071 req-f13612bd-29ad-49e4-ac57-abbdb99c78c9 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:05:51.229962 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-c06764b2-f982-410e-90e5-3df823122071 req-f13612bd-29ad-49e4-ac57-abbdb99c78c9 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] 10.222.0.104 "GET /v2.0/ports?device_id=d5a5b15c-554e-455e-9a12-dd0341c87efa HTTP/1.1" status: 200 len: 946 time: 0.0635073 Jul 06 15:05:51.266882 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-c06764b2-f982-410e-90e5-3df823122071 req-1738c5b0-eede-459a-9fed-d161000a8ab8 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] 10.222.0.104 "GET /v2.0/security-groups?id=c23d106d-7c64-4ae6-9da0-040fdf7f667f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312362 Jul 06 15:05:51.292369 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 33016) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 15:05:51.317454 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 15:05:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa15babf-1a09-4e97-ae23-6b57a4d75071 x-openstack-request-id: req-fa15babf-1a09-4e97-ae23-6b57a4d75071 {{(pid=100246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 15:05:51.317999 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d5a5b15c-554e-455e-9a12-dd0341c87efa", "tag": "998a8375-5510-45a2-b732-5cb2f5bad58d", "status": "completed", "code": 200}]} {{(pid=100246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 15:05:51.318115 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-fa15babf-1a09-4e97-ae23-6b57a4d75071 {{(pid=100246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 15:05:51.318579 n-d-773647-6 neutron-server[100246]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd5a5b15c-554e-455e-9a12-dd0341c87efa', 'tag': '998a8375-5510-45a2-b732-5cb2f5bad58d', 'status': 'completed', 'code': 200} Jul 06 15:05:51.354266 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-0c5b4919-29a1-479a-a5d4-9276c9ca84f6 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] 10.222.0.104 "GET /v2.0/floatingips/c0fa79e3-ff7c-40cf-b94f-97b3fd3dbd90 HTTP/1.1" status: 200 len: 992 time: 0.0609131 Jul 06 15:05:51.379420 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-2ce81dfe-f20b-49e9-a05c-cd64d7c6d259 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ed1dfb1-be66-47b4-b8e7-dd89552a86d1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1287682850', 'tenant_id': '768013dcc5f548df9e4c379a3109439b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.216'}], 'enable_snat': True}, 'gw_port_id': 'dc87ab40-5cb2-46fd-bedc-5d760895de2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T15:05:34Z', 'updated_at': '2021-07-06T15:05:37Z', 'revision_number': 4, 'project_id': '768013dcc5f548df9e4c379a3109439b', 'gw_port': {'id': 'dc87ab40-5cb2-46fd-bedc-5d760895de2b', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:75:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ed1dfb1-be66-47b4-b8e7-dd89552a86d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T15:05:34Z', 'updated_at': '2021-07-06T15:05:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6', '_floatingips': [{'id': 'c0fa79e3-ff7c-40cf-b94f-97b3fd3dbd90', 'tenant_id': '768013dcc5f548df9e4c379a3109439b', 'floating_ip_address': '172.25.0.173', 'floating_network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'router_id': '9ed1dfb1-be66-47b4-b8e7-dd89552a86d1', 'port_id': '998a8375-5510-45a2-b732-5cb2f5bad58d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4168, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '12792683-397c-4b83-be3a-477c91bdd96f', 'mac_address': 'fa:16:3e:a8:ae:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5a5b15c-554e-455e-9a12-dd0341c87efa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T15:05:49Z', 'updated_at': '2021-07-06T15:05:49Z', 'revision_number': 0, 'project_id': '768013dcc5f548df9e4c379a3109439b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a1c8f9ac-0dbf-4188-bf39-7d5c00210be6', 'name': '', 'network_id': '12792683-397c-4b83-be3a-477c91bdd96f', 'tenant_id': '768013dcc5f548df9e4c379a3109439b', 'mac_address': 'fa:16:3e:29:0e:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ed1dfb1-be66-47b4-b8e7-dd89552a86d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': '3957a53c-b289-46aa-87c0-98aa521a074d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T15:05:36Z', 'updated_at': '2021-07-06T15:05:42Z', 'revision_number': 5, 'project_id': '768013dcc5f548df9e4c379a3109439b', 'subnets': [{'id': '3957a53c-b289-46aa-87c0-98aa521a074d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773647-6', False) {} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:05:51.401861 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28eafcfe-ad37-4fd9-bf60-20d370c5066a req-39e73801-620a-4101-a8df-7beb854d6795 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:05:51.403400 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-28eafcfe-ad37-4fd9-bf60-20d370c5066a req-39e73801-620a-4101-a8df-7beb854d6795 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=768013dcc5f548df9e4c379a3109439b&device_id=d5a5b15c-554e-455e-9a12-dd0341c87efa HTTP/1.1" status: 200 len: 1097 time: 0.0542247 Jul 06 15:05:51.405248 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ce81dfe-f20b-49e9-a05c-cd64d7c6d259 None None] Checking router: 9ed1dfb1-be66-47b4-b8e7-dd89552a86d1 for host: n-d-773647-6 {{(pid=100248) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 15:05:51.414112 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ce81dfe-f20b-49e9-a05c-cd64d7c6d259 None None] Routers {'9ed1dfb1-be66-47b4-b8e7-dd89552a86d1'} bound to L3 agent in host n-d-773647-6 {{(pid=100248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 15:05:51.414713 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-2ce81dfe-f20b-49e9-a05c-cd64d7c6d259 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T15:05:26Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['9ed1dfb1-be66-47b4-b8e7-dd89552a86d1'], 'active': True} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:05:51.497512 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28eafcfe-ad37-4fd9-bf60-20d370c5066a req-b1d01121-6297-43ae-8e43-e6971a4a6bae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:05:51.499001 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-28eafcfe-ad37-4fd9-bf60-20d370c5066a req-b1d01121-6297-43ae-8e43-e6971a4a6bae service neutron] 10.222.0.72 "GET /v2.0/networks?id=12792683-397c-4b83-be3a-477c91bdd96f HTTP/1.1" status: 200 len: 898 time: 0.0889859 Jul 06 15:05:51.517553 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvr_db [None req-2ce81dfe-f20b-49e9-a05c-cd64d7c6d259 None None] Set router 9ed1dfb1-be66-47b4-b8e7-dd89552a86d1 gateway port host: n-d-773647-6 {{(pid=100248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 15:05:51.565011 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-28eafcfe-ad37-4fd9-bf60-20d370c5066a req-3098aa67-fb0e-4f0a-bd69-95a2a70e9c72 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=998a8375-5510-45a2-b732-5cb2f5bad58d HTTP/1.1" status: 200 len: 1000 time: 0.0589311 Jul 06 15:05:51.618638 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28eafcfe-ad37-4fd9-bf60-20d370c5066a req-3996f586-eaf6-4a39-93be-eb35571aa88c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:05:51.620139 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-28eafcfe-ad37-4fd9-bf60-20d370c5066a req-3996f586-eaf6-4a39-93be-eb35571aa88c service neutron] 10.222.0.72 "GET /v2.0/subnets?id=3957a53c-b289-46aa-87c0-98aa521a074d HTTP/1.1" status: 200 len: 834 time: 0.0480990 Jul 06 15:05:51.677959 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28eafcfe-ad37-4fd9-bf60-20d370c5066a req-6f903f96-b2ec-4c64-bbd0-50dc05529226 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:05:51.679541 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-28eafcfe-ad37-4fd9-bf60-20d370c5066a req-6f903f96-b2ec-4c64-bbd0-50dc05529226 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=12792683-397c-4b83-be3a-477c91bdd96f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0529501 Jul 06 15:05:51.739082 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-2ce81dfe-f20b-49e9-a05c-cd64d7c6d259 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ed1dfb1-be66-47b4-b8e7-dd89552a86d1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1287682850', 'tenant_id': '768013dcc5f548df9e4c379a3109439b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.216'}], 'enable_snat': True}, 'gw_port_id': 'dc87ab40-5cb2-46fd-bedc-5d760895de2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T15:05:34Z', 'updated_at': '2021-07-06T15:05:37Z', 'revision_number': 4, 'project_id': '768013dcc5f548df9e4c379a3109439b', 'gw_port': {'id': 'dc87ab40-5cb2-46fd-bedc-5d760895de2b', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:75:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ed1dfb1-be66-47b4-b8e7-dd89552a86d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T15:05:34Z', 'updated_at': '2021-07-06T15:05:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6', '_floatingips': [{'id': 'c0fa79e3-ff7c-40cf-b94f-97b3fd3dbd90', 'tenant_id': '768013dcc5f548df9e4c379a3109439b', 'floating_ip_address': '172.25.0.173', 'floating_network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'router_id': '9ed1dfb1-be66-47b4-b8e7-dd89552a86d1', 'port_id': '998a8375-5510-45a2-b732-5cb2f5bad58d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4168, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '12792683-397c-4b83-be3a-477c91bdd96f', 'mac_address': 'fa:16:3e:a8:ae:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5a5b15c-554e-455e-9a12-dd0341c87efa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T15:05:49Z', 'updated_at': '2021-07-06T15:05:49Z', 'revision_number': 0, 'project_id': '768013dcc5f548df9e4c379a3109439b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a1c8f9ac-0dbf-4188-bf39-7d5c00210be6', 'name': '', 'network_id': '12792683-397c-4b83-be3a-477c91bdd96f', 'tenant_id': '768013dcc5f548df9e4c379a3109439b', 'mac_address': 'fa:16:3e:29:0e:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ed1dfb1-be66-47b4-b8e7-dd89552a86d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': '3957a53c-b289-46aa-87c0-98aa521a074d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T15:05:36Z', 'updated_at': '2021-07-06T15:05:42Z', 'revision_number': 5, 'project_id': '768013dcc5f548df9e4c379a3109439b', 'subnets': [{'id': '3957a53c-b289-46aa-87c0-98aa521a074d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773647-6', False) {} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:05:51.765179 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ce81dfe-f20b-49e9-a05c-cd64d7c6d259 None None] The sync data for ids ['9ed1dfb1-be66-47b4-b8e7-dd89552a86d1'] in n-d-773647-6 is: [{'id': '9ed1dfb1-be66-47b4-b8e7-dd89552a86d1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1287682850', 'tenant_id': '768013dcc5f548df9e4c379a3109439b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.216'}], 'enable_snat': True}, 'gw_port_id': 'dc87ab40-5cb2-46fd-bedc-5d760895de2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T15:05:34Z', 'updated_at': '2021-07-06T15:05:37Z', 'revision_number': 4, 'project_id': '768013dcc5f548df9e4c379a3109439b', 'gw_port': {'id': 'dc87ab40-5cb2-46fd-bedc-5d760895de2b', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:75:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ed1dfb1-be66-47b4-b8e7-dd89552a86d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T15:05:34Z', 'updated_at': '2021-07-06T15:05:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6', '_floatingips': [{'id': 'c0fa79e3-ff7c-40cf-b94f-97b3fd3dbd90', 'tenant_id': '768013dcc5f548df9e4c379a3109439b', 'floating_ip_address': '172.25.0.173', 'floating_network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'router_id': '9ed1dfb1-be66-47b4-b8e7-dd89552a86d1', 'port_id': '998a8375-5510-45a2-b732-5cb2f5bad58d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4168, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '12792683-397c-4b83-be3a-477c91bdd96f', 'mac_address': 'fa:16:3e:a8:ae:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5a5b15c-554e-455e-9a12-dd0341c87efa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T15:05:49Z', 'updated_at': '2021-07-06T15:05:49Z', 'revision_number': 0, 'project_id': '768013dcc5f548df9e4c379a3109439b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a1c8f9ac-0dbf-4188-bf39-7d5c00210be6', 'name': '', 'network_id': '12792683-397c-4b83-be3a-477c91bdd96f', 'tenant_id': '768013dcc5f548df9e4c379a3109439b', 'mac_address': 'fa:16:3e:29:0e:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ed1dfb1-be66-47b4-b8e7-dd89552a86d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': '3957a53c-b289-46aa-87c0-98aa521a074d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T15:05:36Z', 'updated_at': '2021-07-06T15:05:42Z', 'revision_number': 5, 'project_id': '768013dcc5f548df9e4c379a3109439b', 'subnets': [{'id': '3957a53c-b289-46aa-87c0-98aa521a074d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 15:05:51.772104 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-28eafcfe-ad37-4fd9-bf60-20d370c5066a req-f6d4d32d-6437-4b23-a861-e2e81ac5ca4f service neutron] 10.222.0.72 "GET /v2.0/networks/12792683-397c-4b83-be3a-477c91bdd96f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835507 Jul 06 15:05:51.869118 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-28eafcfe-ad37-4fd9-bf60-20d370c5066a req-d2b5827b-903b-47e0-aee6-c7b4ccaa4261 service neutron] 10.222.0.72 "GET /v2.0/networks/12792683-397c-4b83-be3a-477c91bdd96f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904481 Jul 06 15:05:51.959138 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4110149-519c-4a77-ba50-2fb6da0bb199 None None] New status for floating IP c0fa79e3-ff7c-40cf-b94f-97b3fd3dbd90: ACTIVE {{(pid=100249) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 15:05:52.357369 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 33018) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 15:05:52.417979 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-9a536369-5133-47f1-9f34-7f7a91a82182 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] 10.222.0.104 "GET /v2.0/floatingips/c0fa79e3-ff7c-40cf-b94f-97b3fd3dbd90 HTTP/1.1" status: 200 len: 994 time: 0.0594201 Jul 06 15:05:52.976117 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-63882be4-4ee5-4726-9d58-97d42358e970 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:05:55.627695 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-f6d71960-41e5-4e92-ba98-db1d1358b084 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:05:55.990021 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:05:56.854658 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-2064eaae-da4f-48f8-82d2-b09d4ddedd44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:05:58.641780 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-03f71b24-a9b8-453a-8924-caa3f97bc6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:06:11.356152 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:06:13.148234 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:06:18.275534 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.agents_db [None req-167c0ad6-1657-4c9a-a2c4-3b18056aa662 None None] Agent healthcheck: found 7 active agents {{(pid=100249) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 15:06:22.976420 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-c0cc4685-f482-48fc-8a24-865e5afc7af9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:06:25.629483 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-e4c26137-b24d-4a17-8a9e-1973352143d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:06:25.977287 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a06d2ed-fb3c-470c-8485-6a1d7105f455 req-14c41ab1-ec93-40e5-8a08-12e2260321a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:06:25.978713 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-2a06d2ed-fb3c-470c-8485-6a1d7105f455 req-14c41ab1-ec93-40e5-8a08-12e2260321a4 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=768013dcc5f548df9e4c379a3109439b&device_id=d5a5b15c-554e-455e-9a12-dd0341c87efa HTTP/1.1" status: 200 len: 1097 time: 0.0635107 Jul 06 15:06:25.991015 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:06:26.009949 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa1014a-71bf-4411-8081-01bd79ceacbc req-17637f11-a93c-4a37-9252-f2d3d450299a tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:06:26.011462 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-0aa1014a-71bf-4411-8081-01bd79ceacbc req-17637f11-a93c-4a37-9252-f2d3d450299a tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] 10.222.0.104 "GET /v2.0/ports?device_id=d5a5b15c-554e-455e-9a12-dd0341c87efa HTTP/1.1" status: 200 len: 946 time: 0.0714381 Jul 06 15:06:26.048722 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-0aa1014a-71bf-4411-8081-01bd79ceacbc req-289ad718-803e-4357-a3cd-71d928baaaac tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] 10.222.0.104 "GET /v2.0/security-groups?id=c23d106d-7c64-4ae6-9da0-040fdf7f667f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315735 Jul 06 15:06:26.068666 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a06d2ed-fb3c-470c-8485-6a1d7105f455 req-d1983583-1357-47bc-bb74-5ccf3459d725 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:06:26.070149 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-2a06d2ed-fb3c-470c-8485-6a1d7105f455 req-d1983583-1357-47bc-bb74-5ccf3459d725 service neutron] 10.222.0.72 "GET /v2.0/networks?id=12792683-397c-4b83-be3a-477c91bdd96f HTTP/1.1" status: 200 len: 898 time: 0.0848520 Jul 06 15:06:26.138083 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-2a06d2ed-fb3c-470c-8485-6a1d7105f455 req-7ffbfeac-d17c-44a9-908c-5a607391c289 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=998a8375-5510-45a2-b732-5cb2f5bad58d HTTP/1.1" status: 200 len: 1002 time: 0.0599289 Jul 06 15:06:26.187427 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a06d2ed-fb3c-470c-8485-6a1d7105f455 req-060d37ba-7378-4ff9-b99a-29e3d5e98fc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:06:26.188835 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-2a06d2ed-fb3c-470c-8485-6a1d7105f455 req-060d37ba-7378-4ff9-b99a-29e3d5e98fc0 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=3957a53c-b289-46aa-87c0-98aa521a074d HTTP/1.1" status: 200 len: 834 time: 0.0432630 Jul 06 15:06:26.246045 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a06d2ed-fb3c-470c-8485-6a1d7105f455 req-f7603d41-611a-4b36-a1ca-0f3e60d2cfd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:06:26.247487 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-2a06d2ed-fb3c-470c-8485-6a1d7105f455 req-f7603d41-611a-4b36-a1ca-0f3e60d2cfd2 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=12792683-397c-4b83-be3a-477c91bdd96f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0516632 Jul 06 15:06:26.342146 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-2a06d2ed-fb3c-470c-8485-6a1d7105f455 req-7deaf3e8-71a5-4025-99a0-7a138deb6256 service neutron] 10.222.0.72 "GET /v2.0/networks/12792683-397c-4b83-be3a-477c91bdd96f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873415 Jul 06 15:06:26.430832 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-2a06d2ed-fb3c-470c-8485-6a1d7105f455 req-ad53e6db-2a37-4f9d-a093-3e0be6a52c3d service neutron] 10.222.0.72 "GET /v2.0/networks/12792683-397c-4b83-be3a-477c91bdd96f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812755 Jul 06 15:06:26.857620 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-2064eaae-da4f-48f8-82d2-b09d4ddedd44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:06:27.220469 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf92d81-651b-477c-8a14-6e7e4780937b req-1069d9b4-ea4f-4266-a383-d608c0884249 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:06:27.221918 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-bcf92d81-651b-477c-8a14-6e7e4780937b req-1069d9b4-ea4f-4266-a383-d608c0884249 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] 10.222.0.104 "GET /v2.0/ports?device_id=d5a5b15c-554e-455e-9a12-dd0341c87efa HTTP/1.1" status: 200 len: 946 time: 0.0622947 Jul 06 15:06:27.257595 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-bcf92d81-651b-477c-8a14-6e7e4780937b req-7ecefced-8fc3-462f-8325-54108f1e4708 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] 10.222.0.104 "GET /v2.0/security-groups?id=c23d106d-7c64-4ae6-9da0-040fdf7f667f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302866 Jul 06 15:06:28.446467 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864594d4-34f4-4295-91a6-81e431a8dcd8 req-34387bba-8610-422a-877f-4c0fc696b43b tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:06:28.447984 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-864594d4-34f4-4295-91a6-81e431a8dcd8 req-34387bba-8610-422a-877f-4c0fc696b43b tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] 10.222.0.104 "GET /v2.0/ports?device_id=d5a5b15c-554e-455e-9a12-dd0341c87efa HTTP/1.1" status: 200 len: 946 time: 0.0672634 Jul 06 15:06:28.483797 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-864594d4-34f4-4295-91a6-81e431a8dcd8 req-93088602-1f2d-4b82-92fb-523e1f7917a8 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] 10.222.0.104 "GET /v2.0/security-groups?id=c23d106d-7c64-4ae6-9da0-040fdf7f667f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303981 Jul 06 15:06:28.643276 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-03f71b24-a9b8-453a-8924-caa3f97bc6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:06:29.657758 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdf5fac-f563-4a2c-958b-95be83208216 req-41bb6c00-9327-4851-aaa5-d7d7741ed934 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:06:29.659788 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-9cdf5fac-f563-4a2c-958b-95be83208216 req-41bb6c00-9327-4851-aaa5-d7d7741ed934 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] 10.222.0.104 "GET /v2.0/ports?device_id=d5a5b15c-554e-455e-9a12-dd0341c87efa HTTP/1.1" status: 200 len: 946 time: 0.0635884 Jul 06 15:06:29.696748 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-9cdf5fac-f563-4a2c-958b-95be83208216 req-86ad1f0b-e2b6-455a-aa0f-2ae339b606b0 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] 10.222.0.104 "GET /v2.0/security-groups?id=c23d106d-7c64-4ae6-9da0-040fdf7f667f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314500 Jul 06 15:06:30.868565 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f928d1-30be-4911-ac99-599d0243b0ce req-04eff460-0e31-4a8e-bc58-1666c246c543 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:06:30.869999 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-a5f928d1-30be-4911-ac99-599d0243b0ce req-04eff460-0e31-4a8e-bc58-1666c246c543 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] 10.222.0.104 "GET /v2.0/ports?device_id=d5a5b15c-554e-455e-9a12-dd0341c87efa HTTP/1.1" status: 200 len: 946 time: 0.0609934 Jul 06 15:06:30.906544 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-a5f928d1-30be-4911-ac99-599d0243b0ce req-507b714e-e222-4bb4-aae1-faa50b4e7318 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] 10.222.0.104 "GET /v2.0/security-groups?id=c23d106d-7c64-4ae6-9da0-040fdf7f667f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307789 Jul 06 15:06:32.022054 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1732e4-a305-460f-bad9-f7286dfee203 req-ea85b476-37f2-4c02-8097-41d95fe4932b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:06:32.023514 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-7e1732e4-a305-460f-bad9-f7286dfee203 req-ea85b476-37f2-4c02-8097-41d95fe4932b service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=768013dcc5f548df9e4c379a3109439b&device_id=d5a5b15c-554e-455e-9a12-dd0341c87efa HTTP/1.1" status: 200 len: 1097 time: 0.0537269 Jul 06 15:06:32.081434 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bee4149-0cdc-4fc9-8791-6e6f6957c241 req-c53ad65e-2735-4bfb-827e-7b4b22f2de41 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:06:32.082917 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-2bee4149-0cdc-4fc9-8791-6e6f6957c241 req-c53ad65e-2735-4bfb-827e-7b4b22f2de41 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] 10.222.0.104 "GET /v2.0/ports?device_id=d5a5b15c-554e-455e-9a12-dd0341c87efa HTTP/1.1" status: 200 len: 946 time: 0.0668955 Jul 06 15:06:32.120060 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-2bee4149-0cdc-4fc9-8791-6e6f6957c241 req-d94fb9cd-0b00-41aa-a3b2-f5455bf5495c tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] 10.222.0.104 "GET /v2.0/security-groups?id=c23d106d-7c64-4ae6-9da0-040fdf7f667f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310917 Jul 06 15:06:32.132487 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1732e4-a305-460f-bad9-f7286dfee203 req-cc971350-6663-45b3-a9f6-49278627da2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:06:32.133821 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-7e1732e4-a305-460f-bad9-f7286dfee203 req-cc971350-6663-45b3-a9f6-49278627da2c service neutron] 10.222.0.72 "GET /v2.0/networks?id=12792683-397c-4b83-be3a-477c91bdd96f HTTP/1.1" status: 200 len: 898 time: 0.0882978 Jul 06 15:06:32.198175 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-7e1732e4-a305-460f-bad9-f7286dfee203 req-59642f99-02af-478a-bc0c-5dd525b73ed9 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=998a8375-5510-45a2-b732-5cb2f5bad58d HTTP/1.1" status: 200 len: 1002 time: 0.0573323 Jul 06 15:06:32.250275 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1732e4-a305-460f-bad9-f7286dfee203 req-e598d4e4-7d96-4290-8fa8-b2fae3ca11d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:06:32.251713 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-7e1732e4-a305-460f-bad9-f7286dfee203 req-e598d4e4-7d96-4290-8fa8-b2fae3ca11d7 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=3957a53c-b289-46aa-87c0-98aa521a074d HTTP/1.1" status: 200 len: 834 time: 0.0471475 Jul 06 15:06:32.309425 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1732e4-a305-460f-bad9-f7286dfee203 req-64e61531-c264-442a-ab9a-827c9e2a19a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:06:32.310829 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-7e1732e4-a305-460f-bad9-f7286dfee203 req-64e61531-c264-442a-ab9a-827c9e2a19a4 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=12792683-397c-4b83-be3a-477c91bdd96f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0524793 Jul 06 15:06:32.399871 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-7e1732e4-a305-460f-bad9-f7286dfee203 req-66372345-d44b-4eb7-9c26-c135f060be65 service neutron] 10.222.0.72 "GET /v2.0/networks/12792683-397c-4b83-be3a-477c91bdd96f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818288 Jul 06 15:06:32.490848 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-7e1732e4-a305-460f-bad9-f7286dfee203 req-1fa94371-ff4e-4e8a-bb01-6a0ad365bc20 service neutron] 10.222.0.72 "GET /v2.0/networks/12792683-397c-4b83-be3a-477c91bdd96f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841353 Jul 06 15:06:33.288154 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62a504d-05b5-4317-8fda-bfc21e0a92b1 req-059c753b-d39e-4a13-bfdf-2c66b231cce5 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:06:33.289605 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-f62a504d-05b5-4317-8fda-bfc21e0a92b1 req-059c753b-d39e-4a13-bfdf-2c66b231cce5 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] 10.222.0.104 "GET /v2.0/ports?device_id=d5a5b15c-554e-455e-9a12-dd0341c87efa HTTP/1.1" status: 200 len: 946 time: 0.0613477 Jul 06 15:06:33.329271 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-f62a504d-05b5-4317-8fda-bfc21e0a92b1 req-f15e447f-45f9-4400-abaa-1752e561232e tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] 10.222.0.104 "GET /v2.0/security-groups?id=c23d106d-7c64-4ae6-9da0-040fdf7f667f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342968 Jul 06 15:06:34.504906 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02750135-c4a5-4ea0-8a2a-6986964dd2df req-5d6d13f8-8c0f-4868-a788-5827175c3792 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:06:34.506391 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-02750135-c4a5-4ea0-8a2a-6986964dd2df req-5d6d13f8-8c0f-4868-a788-5827175c3792 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] 10.222.0.104 "GET /v2.0/ports?device_id=d5a5b15c-554e-455e-9a12-dd0341c87efa HTTP/1.1" status: 200 len: 946 time: 0.0646856 Jul 06 15:06:34.543265 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-02750135-c4a5-4ea0-8a2a-6986964dd2df req-9d049538-d77e-4709-94c9-2024037274ec tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] 10.222.0.104 "GET /v2.0/security-groups?id=c23d106d-7c64-4ae6-9da0-040fdf7f667f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314672 Jul 06 15:06:35.711945 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7060045-74a9-48fe-8467-5d1e0d570748 req-2007c3ea-cf55-486e-b46d-36baa274109c tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:06:35.713386 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-e7060045-74a9-48fe-8467-5d1e0d570748 req-2007c3ea-cf55-486e-b46d-36baa274109c tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] 10.222.0.104 "GET /v2.0/ports?device_id=d5a5b15c-554e-455e-9a12-dd0341c87efa HTTP/1.1" status: 200 len: 946 time: 0.0620494 Jul 06 15:06:35.750659 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-e7060045-74a9-48fe-8467-5d1e0d570748 req-ad7d2ea7-b1e1-4745-87cd-004399708b09 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] 10.222.0.104 "GET /v2.0/security-groups?id=c23d106d-7c64-4ae6-9da0-040fdf7f667f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319188 Jul 06 15:06:36.919511 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d786952e-af4c-404b-b0b8-d9cfd995bc59 req-e4a78c9b-1954-4321-99ce-4612497ed98d tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:06:36.920929 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-d786952e-af4c-404b-b0b8-d9cfd995bc59 req-e4a78c9b-1954-4321-99ce-4612497ed98d tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] 10.222.0.104 "GET /v2.0/ports?device_id=d5a5b15c-554e-455e-9a12-dd0341c87efa HTTP/1.1" status: 200 len: 946 time: 0.0610271 Jul 06 15:06:36.956965 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-d786952e-af4c-404b-b0b8-d9cfd995bc59 req-e4d34ec7-bf9b-44f8-951a-7eb2c99c6733 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] 10.222.0.104 "GET /v2.0/security-groups?id=c23d106d-7c64-4ae6-9da0-040fdf7f667f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303583 Jul 06 15:06:38.132875 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4503bf-4618-486f-9077-959249bdb08f req-b32d723a-b3f3-4758-809b-c46df8c8a5d0 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:06:38.134313 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-3c4503bf-4618-486f-9077-959249bdb08f req-b32d723a-b3f3-4758-809b-c46df8c8a5d0 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] 10.222.0.104 "GET /v2.0/ports?device_id=d5a5b15c-554e-455e-9a12-dd0341c87efa HTTP/1.1" status: 200 len: 946 time: 0.0648396 Jul 06 15:06:38.170302 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-3c4503bf-4618-486f-9077-959249bdb08f req-ca8e4b22-7558-4660-9693-d4adb5bc84f5 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] 10.222.0.104 "GET /v2.0/security-groups?id=c23d106d-7c64-4ae6-9da0-040fdf7f667f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304542 Jul 06 15:06:39.343514 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a7f559-4cff-448b-ac07-70b8341d8e86 req-9fbfe83d-ff6f-4a0b-b492-c1a42f3c6073 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:06:39.344987 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-25a7f559-4cff-448b-ac07-70b8341d8e86 req-9fbfe83d-ff6f-4a0b-b492-c1a42f3c6073 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] 10.222.0.104 "GET /v2.0/ports?device_id=d5a5b15c-554e-455e-9a12-dd0341c87efa HTTP/1.1" status: 200 len: 946 time: 0.0622706 Jul 06 15:06:39.381158 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-25a7f559-4cff-448b-ac07-70b8341d8e86 req-02a7668d-8603-4e66-bf31-a66f1835b7a9 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] 10.222.0.104 "GET /v2.0/security-groups?id=c23d106d-7c64-4ae6-9da0-040fdf7f667f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302532 Jul 06 15:06:40.556697 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2952f9fb-487c-4217-a2e3-04df3ddcc382 req-98426d1d-9abe-4638-bcc6-4f8f5ae38969 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:06:40.558157 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-2952f9fb-487c-4217-a2e3-04df3ddcc382 req-98426d1d-9abe-4638-bcc6-4f8f5ae38969 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] 10.222.0.104 "GET /v2.0/ports?device_id=d5a5b15c-554e-455e-9a12-dd0341c87efa HTTP/1.1" status: 200 len: 946 time: 0.0655370 Jul 06 15:06:40.594175 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-2952f9fb-487c-4217-a2e3-04df3ddcc382 req-fa933789-0aa6-40c1-96b3-8ae840846b0f tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] 10.222.0.104 "GET /v2.0/security-groups?id=c23d106d-7c64-4ae6-9da0-040fdf7f667f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306292 Jul 06 15:06:41.362765 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:06:41.764419 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f767e0c2-a778-4449-8b91-ebcc124217cb req-dc9a38b5-d1eb-4837-9cc6-f73ba48ceae4 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:06:41.765893 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-f767e0c2-a778-4449-8b91-ebcc124217cb req-dc9a38b5-d1eb-4837-9cc6-f73ba48ceae4 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] 10.222.0.104 "GET /v2.0/ports?device_id=d5a5b15c-554e-455e-9a12-dd0341c87efa HTTP/1.1" status: 200 len: 946 time: 0.0629067 Jul 06 15:06:41.803243 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-f767e0c2-a778-4449-8b91-ebcc124217cb req-153f8a9b-fc91-435d-851f-ec1bb956ea28 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] 10.222.0.104 "GET /v2.0/security-groups?id=c23d106d-7c64-4ae6-9da0-040fdf7f667f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318627 Jul 06 15:06:42.973358 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668305f6-2437-4f31-8c24-97c3f9d4f60e req-4e33b3c6-c4d6-4384-b68b-cb2f9a1db9d2 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:06:42.974821 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-668305f6-2437-4f31-8c24-97c3f9d4f60e req-4e33b3c6-c4d6-4384-b68b-cb2f9a1db9d2 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] 10.222.0.104 "GET /v2.0/ports?device_id=d5a5b15c-554e-455e-9a12-dd0341c87efa HTTP/1.1" status: 200 len: 946 time: 0.0621097 Jul 06 15:06:43.014836 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-668305f6-2437-4f31-8c24-97c3f9d4f60e req-9f165f14-da61-4252-8006-09a74690c0fa tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] 10.222.0.104 "GET /v2.0/security-groups?id=c23d106d-7c64-4ae6-9da0-040fdf7f667f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344932 Jul 06 15:06:43.039074 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 33074) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 15:06:43.097697 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-d6231cb7-2a2e-43b1-a726-3765bd0506ad tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] 10.222.0.104 "GET /v2.0/floatingips/c0fa79e3-ff7c-40cf-b94f-97b3fd3dbd90 HTTP/1.1" status: 200 len: 994 time: 0.0575070 Jul 06 15:06:43.138500 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:06:52.979344 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-61603ee3-1d16-4522-9c9c-e41daec9e46d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:06:55.275425 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.agents_db [None req-167c0ad6-1657-4c9a-a2c4-3b18056aa662 None None] Agent healthcheck: found 7 active agents {{(pid=100249) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 15:06:55.630249 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-95942256-a806-49b8-bcfd-a96a6493b60f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:06:55.992325 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:06:56.860550 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-2064eaae-da4f-48f8-82d2-b09d4ddedd44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:06:58.648301 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-03f71b24-a9b8-453a-8924-caa3f97bc6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:07:11.383671 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:07:13.145836 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:07:13.578771 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 33092) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 15:07:13.731439 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.plugin [None req-acee616c-9c2c-427b-a33f-7f2a1f82194c tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Deleting port 4147f5e8-a9c0-4787-8040-5305d9aa80a1 {{(pid=100247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 15:07:13.731793 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-acee616c-9c2c-427b-a33f-7f2a1f82194c tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:07:13.809467 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-acee616c-9c2c-427b-a33f-7f2a1f82194c tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:07:13.809792 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-acee616c-9c2c-427b-a33f-7f2a1f82194c tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:07:13.820987 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.plugin [None req-acee616c-9c2c-427b-a33f-7f2a1f82194c tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Calling delete_port for 4147f5e8-a9c0-4787-8040-5305d9aa80a1 owned by network:floatingip {{(pid=100247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 15:07:13.967021 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-acee616c-9c2c-427b-a33f-7f2a1f82194c tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128888353'] for port, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:07:14.303069 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acee616c-9c2c-427b-a33f-7f2a1f82194c tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Pushing event deleted for resources: {'Port': ['ID=4147f5e8-a9c0-4787-8040-5305d9aa80a1,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:07:14.315176 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acee616c-9c2c-427b-a33f-7f2a1f82194c tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:07:14.315542 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acee616c-9c2c-427b-a33f-7f2a1f82194c tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:07:14.315882 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acee616c-9c2c-427b-a33f-7f2a1f82194c tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:07:14.316212 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acee616c-9c2c-427b-a33f-7f2a1f82194c tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:07:14.316538 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acee616c-9c2c-427b-a33f-7f2a1f82194c tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:07:14.316865 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acee616c-9c2c-427b-a33f-7f2a1f82194c tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:07:14.317192 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acee616c-9c2c-427b-a33f-7f2a1f82194c tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:07:14.317513 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acee616c-9c2c-427b-a33f-7f2a1f82194c tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:07:14.317833 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acee616c-9c2c-427b-a33f-7f2a1f82194c tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:07:14.318156 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acee616c-9c2c-427b-a33f-7f2a1f82194c tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:07:14.318470 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acee616c-9c2c-427b-a33f-7f2a1f82194c tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:07:14.318786 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acee616c-9c2c-427b-a33f-7f2a1f82194c tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:07:14.374244 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-acee616c-9c2c-427b-a33f-7f2a1f82194c tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Notify callbacks [] for floatingip, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:07:14.374582 n-d-773647-6 neutron-server[100247]: INFO neutron.db.l3_db [None req-acee616c-9c2c-427b-a33f-7f2a1f82194c tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Floating IP c0fa79e3-ff7c-40cf-b94f-97b3fd3dbd90 disassociated (deleted). External IP: 172.25.0.173, port: 998a8375-5510-45a2-b732-5cb2f5bad58d. Jul 06 15:07:14.578877 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-acee616c-9c2c-427b-a33f-7f2a1f82194c tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Router 9ed1dfb1-be66-47b4-b8e7-dd89552a86d1 has already been hosted by L3 agent 2823d358-a11b-4885-a706-95a279e43fa7 {{(pid=100247) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 15:07:14.685954 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acee616c-9c2c-427b-a33f-7f2a1f82194c tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Notify agent at l3_agent.n-d-773647-6 the message routers_updated {{(pid=100247) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 15:07:14.690708 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-acee616c-9c2c-427b-a33f-7f2a1f82194c tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for floatingip, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:07:14.695248 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f24db740-d1c8-4905-9a93-087c827cc550 None None] Sync routers for ids ['9ed1dfb1-be66-47b4-b8e7-dd89552a86d1'] in n-d-773647-6 {{(pid=100248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 15:07:14.704236 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f24db740-d1c8-4905-9a93-087c827cc550 None None] Routers {'9ed1dfb1-be66-47b4-b8e7-dd89552a86d1'} bound to L3 agent in host n-d-773647-6 {{(pid=100248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 15:07:14.704852 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-f24db740-d1c8-4905-9a93-087c827cc550 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T15:06:56Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['9ed1dfb1-be66-47b4-b8e7-dd89552a86d1'], 'active': True} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:07:14.726338 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-acee616c-9c2c-427b-a33f-7f2a1f82194c tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] 10.222.0.104 "DELETE /v2.0/floatingips/c0fa79e3-ff7c-40cf-b94f-97b3fd3dbd90 HTTP/1.1" status: 204 len: 168 time: 1.1463966 Jul 06 15:07:14.727021 n-d-773647-6 neutron-server[100247]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5a5b15c-554e-455e-9a12-dd0341c87efa', 'tag': '998a8375-5510-45a2-b732-5cb2f5bad58d'}] {{(pid=100247) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 15:07:14.730029 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee9abbf45a31ce2cafe392c325a103f9980bc56023ef5156b007054daa5623de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b98474b-b27d-4940-ad57-487a1442b2c0" -d '{"events": [{"name": "network-changed", "server_uuid": "d5a5b15c-554e-455e-9a12-dd0341c87efa", "tag": "998a8375-5510-45a2-b732-5cb2f5bad58d"}]}' {{(pid=100247) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 15:07:14.809569 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvr_db [None req-f24db740-d1c8-4905-9a93-087c827cc550 None None] Set router 9ed1dfb1-be66-47b4-b8e7-dd89552a86d1 gateway port host: n-d-773647-6 {{(pid=100248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 15:07:14.975449 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 15:07:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-904584b5-a68e-4496-b528-41acfa5bed07 x-openstack-request-id: req-904584b5-a68e-4496-b528-41acfa5bed07 {{(pid=100247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 15:07:14.975755 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d5a5b15c-554e-455e-9a12-dd0341c87efa", "tag": "998a8375-5510-45a2-b732-5cb2f5bad58d", "status": "completed", "code": 200}]} {{(pid=100247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 15:07:14.975992 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-904584b5-a68e-4496-b528-41acfa5bed07 {{(pid=100247) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 15:07:14.976401 n-d-773647-6 neutron-server[100247]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd5a5b15c-554e-455e-9a12-dd0341c87efa', 'tag': '998a8375-5510-45a2-b732-5cb2f5bad58d', 'status': 'completed', 'code': 200} Jul 06 15:07:15.010528 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-f24db740-d1c8-4905-9a93-087c827cc550 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ed1dfb1-be66-47b4-b8e7-dd89552a86d1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1287682850', 'tenant_id': '768013dcc5f548df9e4c379a3109439b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.216'}], 'enable_snat': True}, 'gw_port_id': 'dc87ab40-5cb2-46fd-bedc-5d760895de2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T15:05:34Z', 'updated_at': '2021-07-06T15:05:37Z', 'revision_number': 4, 'project_id': '768013dcc5f548df9e4c379a3109439b', 'gw_port': {'id': 'dc87ab40-5cb2-46fd-bedc-5d760895de2b', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:75:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ed1dfb1-be66-47b4-b8e7-dd89552a86d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T15:05:34Z', 'updated_at': '2021-07-06T15:05:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6', '_interfaces': [{'id': 'a1c8f9ac-0dbf-4188-bf39-7d5c00210be6', 'name': '', 'network_id': '12792683-397c-4b83-be3a-477c91bdd96f', 'tenant_id': '768013dcc5f548df9e4c379a3109439b', 'mac_address': 'fa:16:3e:29:0e:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ed1dfb1-be66-47b4-b8e7-dd89552a86d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': '3957a53c-b289-46aa-87c0-98aa521a074d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T15:05:36Z', 'updated_at': '2021-07-06T15:05:42Z', 'revision_number': 5, 'project_id': '768013dcc5f548df9e4c379a3109439b', 'subnets': [{'id': '3957a53c-b289-46aa-87c0-98aa521a074d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773647-6', False) {} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:07:15.036620 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f24db740-d1c8-4905-9a93-087c827cc550 None None] Checking router: 9ed1dfb1-be66-47b4-b8e7-dd89552a86d1 for host: n-d-773647-6 {{(pid=100248) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 15:07:15.045475 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f24db740-d1c8-4905-9a93-087c827cc550 None None] Routers {'9ed1dfb1-be66-47b4-b8e7-dd89552a86d1'} bound to L3 agent in host n-d-773647-6 {{(pid=100248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 15:07:15.046088 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-f24db740-d1c8-4905-9a93-087c827cc550 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T15:06:56Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['9ed1dfb1-be66-47b4-b8e7-dd89552a86d1'], 'active': True} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:07:15.055969 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b98474b-b27d-4940-ad57-487a1442b2c0 req-a99021cd-d1fb-4af6-bee6-b43431464017 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:07:15.058125 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-8b98474b-b27d-4940-ad57-487a1442b2c0 req-a99021cd-d1fb-4af6-bee6-b43431464017 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=768013dcc5f548df9e4c379a3109439b&device_id=d5a5b15c-554e-455e-9a12-dd0341c87efa HTTP/1.1" status: 200 len: 1097 time: 0.0588732 Jul 06 15:07:15.132786 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fb8c13-17e3-43d9-ae5e-29efbef8eeb1 req-83ab55b3-8b86-4044-80e9-55e3e62e75c6 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:07:15.134124 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-24fb8c13-17e3-43d9-ae5e-29efbef8eeb1 req-83ab55b3-8b86-4044-80e9-55e3e62e75c6 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] 10.222.0.104 "GET /v2.0/ports?device_id=d5a5b15c-554e-455e-9a12-dd0341c87efa HTTP/1.1" status: 200 len: 946 time: 0.0696514 Jul 06 15:07:15.163558 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b98474b-b27d-4940-ad57-487a1442b2c0 req-d9e55f38-d81e-49d6-9a2f-9d3f769de32b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:07:15.165078 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-8b98474b-b27d-4940-ad57-487a1442b2c0 req-d9e55f38-d81e-49d6-9a2f-9d3f769de32b service neutron] 10.222.0.72 "GET /v2.0/networks?id=12792683-397c-4b83-be3a-477c91bdd96f HTTP/1.1" status: 200 len: 898 time: 0.0968595 Jul 06 15:07:15.175799 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-24fb8c13-17e3-43d9-ae5e-29efbef8eeb1 req-09b8df7d-bf82-4571-af2c-e48e7a3ee092 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] 10.222.0.104 "GET /v2.0/security-groups?id=c23d106d-7c64-4ae6-9da0-040fdf7f667f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350778 Jul 06 15:07:15.210310 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-8b98474b-b27d-4940-ad57-487a1442b2c0 req-379220e5-e0b3-4958-b382-c9485de8690b service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=998a8375-5510-45a2-b732-5cb2f5bad58d HTTP/1.1" status: 200 len: 217 time: 0.0381000 Jul 06 15:07:15.260075 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b98474b-b27d-4940-ad57-487a1442b2c0 req-7cda16cb-8007-4f6a-b81d-77b372e8d8fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:07:15.261806 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-8b98474b-b27d-4940-ad57-487a1442b2c0 req-7cda16cb-8007-4f6a-b81d-77b372e8d8fb service neutron] 10.222.0.72 "GET /v2.0/subnets?id=3957a53c-b289-46aa-87c0-98aa521a074d HTTP/1.1" status: 200 len: 834 time: 0.0453660 Jul 06 15:07:15.321019 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvr_db [None req-f24db740-d1c8-4905-9a93-087c827cc550 None None] Set router 9ed1dfb1-be66-47b4-b8e7-dd89552a86d1 gateway port host: n-d-773647-6 {{(pid=100248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 15:07:15.325822 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b98474b-b27d-4940-ad57-487a1442b2c0 req-05c316df-4d7a-4d6c-8f72-fc092705679e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:07:15.327396 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-8b98474b-b27d-4940-ad57-487a1442b2c0 req-05c316df-4d7a-4d6c-8f72-fc092705679e service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=12792683-397c-4b83-be3a-477c91bdd96f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0588043 Jul 06 15:07:15.428486 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-8b98474b-b27d-4940-ad57-487a1442b2c0 req-275fd96b-5b0e-4e7f-87eb-4114d8d0c807 service neutron] 10.222.0.72 "GET /v2.0/networks/12792683-397c-4b83-be3a-477c91bdd96f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936949 Jul 06 15:07:15.521747 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-f24db740-d1c8-4905-9a93-087c827cc550 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ed1dfb1-be66-47b4-b8e7-dd89552a86d1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1287682850', 'tenant_id': '768013dcc5f548df9e4c379a3109439b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.216'}], 'enable_snat': True}, 'gw_port_id': 'dc87ab40-5cb2-46fd-bedc-5d760895de2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T15:05:34Z', 'updated_at': '2021-07-06T15:05:37Z', 'revision_number': 4, 'project_id': '768013dcc5f548df9e4c379a3109439b', 'gw_port': {'id': 'dc87ab40-5cb2-46fd-bedc-5d760895de2b', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:75:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ed1dfb1-be66-47b4-b8e7-dd89552a86d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T15:05:34Z', 'updated_at': '2021-07-06T15:05:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6', '_interfaces': [{'id': 'a1c8f9ac-0dbf-4188-bf39-7d5c00210be6', 'name': '', 'network_id': '12792683-397c-4b83-be3a-477c91bdd96f', 'tenant_id': '768013dcc5f548df9e4c379a3109439b', 'mac_address': 'fa:16:3e:29:0e:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ed1dfb1-be66-47b4-b8e7-dd89552a86d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': '3957a53c-b289-46aa-87c0-98aa521a074d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T15:05:36Z', 'updated_at': '2021-07-06T15:05:42Z', 'revision_number': 5, 'project_id': '768013dcc5f548df9e4c379a3109439b', 'subnets': [{'id': '3957a53c-b289-46aa-87c0-98aa521a074d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773647-6', False) {} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:07:15.529447 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-8b98474b-b27d-4940-ad57-487a1442b2c0 req-35f4cae1-a62e-4b14-9cdc-61bff5c185ec service neutron] 10.222.0.72 "GET /v2.0/networks/12792683-397c-4b83-be3a-477c91bdd96f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932217 Jul 06 15:07:15.548966 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f24db740-d1c8-4905-9a93-087c827cc550 None None] The sync data for ids ['9ed1dfb1-be66-47b4-b8e7-dd89552a86d1'] in n-d-773647-6 is: [{'id': '9ed1dfb1-be66-47b4-b8e7-dd89552a86d1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1287682850', 'tenant_id': '768013dcc5f548df9e4c379a3109439b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.216'}], 'enable_snat': True}, 'gw_port_id': 'dc87ab40-5cb2-46fd-bedc-5d760895de2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T15:05:34Z', 'updated_at': '2021-07-06T15:05:37Z', 'revision_number': 4, 'project_id': '768013dcc5f548df9e4c379a3109439b', 'gw_port': {'id': 'dc87ab40-5cb2-46fd-bedc-5d760895de2b', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:75:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ed1dfb1-be66-47b4-b8e7-dd89552a86d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T15:05:34Z', 'updated_at': '2021-07-06T15:05:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6', '_interfaces': [{'id': 'a1c8f9ac-0dbf-4188-bf39-7d5c00210be6', 'name': '', 'network_id': '12792683-397c-4b83-be3a-477c91bdd96f', 'tenant_id': '768013dcc5f548df9e4c379a3109439b', 'mac_address': 'fa:16:3e:29:0e:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ed1dfb1-be66-47b4-b8e7-dd89552a86d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': '3957a53c-b289-46aa-87c0-98aa521a074d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T15:05:36Z', 'updated_at': '2021-07-06T15:05:42Z', 'revision_number': 5, 'project_id': '768013dcc5f548df9e4c379a3109439b', 'subnets': [{'id': '3957a53c-b289-46aa-87c0-98aa521a074d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 15:07:15.773108 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3e83e97-1c8d-4664-8313-d25187da13da None None] New status for floating IP c0fa79e3-ff7c-40cf-b94f-97b3fd3dbd90: DOWN {{(pid=100249) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 15:07:16.359946 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3ff747-4207-4e94-a83d-9f8955619bc0 req-215ebca2-4f59-46f9-a0a1-7cc3f46127da tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:07:16.361484 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-ee3ff747-4207-4e94-a83d-9f8955619bc0 req-215ebca2-4f59-46f9-a0a1-7cc3f46127da tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] 10.222.0.104 "GET /v2.0/ports?device_id=d5a5b15c-554e-455e-9a12-dd0341c87efa HTTP/1.1" status: 200 len: 946 time: 0.0649734 Jul 06 15:07:16.413479 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-ee3ff747-4207-4e94-a83d-9f8955619bc0 req-16e32f8a-3ea3-47d1-a982-4685747ccb78 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] 10.222.0.104 "GET /v2.0/security-groups?id=c23d106d-7c64-4ae6-9da0-040fdf7f667f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462875 Jul 06 15:07:16.518471 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ee756d-e66e-4b7c-b645-d4f2c52c344d req-6fe7fcbe-4833-4b8d-8774-6c8bccc06db4 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:07:16.519891 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-39ee756d-e66e-4b7c-b645-d4f2c52c344d req-6fe7fcbe-4833-4b8d-8774-6c8bccc06db4 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] 10.222.0.72 "GET /v2.0/ports?device_id=d5a5b15c-554e-455e-9a12-dd0341c87efa HTTP/1.1" status: 200 len: 946 time: 0.0639288 Jul 06 15:07:16.621201 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [req-39ee756d-e66e-4b7c-b645-d4f2c52c344d req-dcb178a0-b332-41e8-a470-251ae297e33c tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Deleting port 998a8375-5510-45a2-b732-5cb2f5bad58d {{(pid=100246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 15:07:16.621545 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-39ee756d-e66e-4b7c-b645-d4f2c52c344d req-dcb178a0-b332-41e8-a470-251ae297e33c tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:07:16.710502 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.db [req-39ee756d-e66e-4b7c-b645-d4f2c52c344d req-dcb178a0-b332-41e8-a470-251ae297e33c tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] For port 998a8375-5510-45a2-b732-5cb2f5bad58d, host n-h2-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=998a8375-5510-45a2-b732-5cb2f5bad58d,segment=NetworkSegment(2f9e0736-907e-4c40-89e5-1ebf3a072c67),segment_id=2f9e0736-907e-4c40-89e5-1ebf3a072c67)] {{(pid=100246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 15:07:16.710941 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-39ee756d-e66e-4b7c-b645-d4f2c52c344d req-dcb178a0-b332-41e8-a470-251ae297e33c tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:07:16.724172 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [req-39ee756d-e66e-4b7c-b645-d4f2c52c344d req-dcb178a0-b332-41e8-a470-251ae297e33c tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Calling delete_port for 998a8375-5510-45a2-b732-5cb2f5bad58d owned by compute:nova {{(pid=100246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 15:07:16.857694 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-39ee756d-e66e-4b7c-b645-d4f2c52c344d req-dcb178a0-b332-41e8-a470-251ae297e33c tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127687580'] for port, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:07:16.887543 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb178a0-b332-41e8-a470-251ae297e33c tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Pushing event deleted for resources: {'Port': ['ID=998a8375-5510-45a2-b732-5cb2f5bad58d,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:07:16.899947 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcb178a0-b332-41e8-a470-251ae297e33c tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:07:16.900287 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcb178a0-b332-41e8-a470-251ae297e33c tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:07:16.900638 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcb178a0-b332-41e8-a470-251ae297e33c tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:07:16.900987 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcb178a0-b332-41e8-a470-251ae297e33c tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:07:16.901328 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcb178a0-b332-41e8-a470-251ae297e33c tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:07:16.901671 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcb178a0-b332-41e8-a470-251ae297e33c tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:07:16.902012 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcb178a0-b332-41e8-a470-251ae297e33c tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:07:16.902350 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcb178a0-b332-41e8-a470-251ae297e33c tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:07:16.902689 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcb178a0-b332-41e8-a470-251ae297e33c tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:07:16.903024 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcb178a0-b332-41e8-a470-251ae297e33c tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:07:16.903383 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcb178a0-b332-41e8-a470-251ae297e33c tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:07:16.903712 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcb178a0-b332-41e8-a470-251ae297e33c tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:07:16.942995 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [req-39ee756d-e66e-4b7c-b645-d4f2c52c344d req-dcb178a0-b332-41e8-a470-251ae297e33c tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] No DVR routers for this DVR port 998a8375-5510-45a2-b732-5cb2f5bad58d on host n-h2-773647-6 {{(pid=100246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 15:07:16.945577 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-39ee756d-e66e-4b7c-b645-d4f2c52c344d req-dcb178a0-b332-41e8-a470-251ae297e33c tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:07:16.947625 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-39ee756d-e66e-4b7c-b645-d4f2c52c344d req-dcb178a0-b332-41e8-a470-251ae297e33c tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] 10.222.0.72 "DELETE /v2.0/ports/998a8375-5510-45a2-b732-5cb2f5bad58d HTTP/1.1" status: 204 len: 173 time: 0.4226108 Jul 06 15:07:16.948068 n-d-773647-6 neutron-server[100246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5a5b15c-554e-455e-9a12-dd0341c87efa', 'name': 'network-vif-deleted', 'tag': '998a8375-5510-45a2-b732-5cb2f5bad58d'}] {{(pid=100246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 15:07:16.950383 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46bcbd240f672e88150dff05a21f1d72cf4d2de628fda8977cb1eab177268aa5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ad228f1-64e6-43da-a29c-14c612325d72" -d '{"events": [{"server_uuid": "d5a5b15c-554e-455e-9a12-dd0341c87efa", "name": "network-vif-deleted", "tag": "998a8375-5510-45a2-b732-5cb2f5bad58d"}]}' {{(pid=100246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 15:07:16.987871 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 15:07:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1595b760-7180-4af7-a942-f96f8258f79b x-openstack-request-id: req-1595b760-7180-4af7-a942-f96f8258f79b {{(pid=100246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 15:07:16.988179 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5a5b15c-554e-455e-9a12-dd0341c87efa", "name": "network-vif-deleted", "tag": "998a8375-5510-45a2-b732-5cb2f5bad58d", "status": "completed", "code": 200}]} {{(pid=100246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 15:07:16.988408 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-1595b760-7180-4af7-a942-f96f8258f79b {{(pid=100246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 15:07:16.988811 n-d-773647-6 neutron-server[100246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5a5b15c-554e-455e-9a12-dd0341c87efa', 'name': 'network-vif-deleted', 'tag': '998a8375-5510-45a2-b732-5cb2f5bad58d', 'status': 'completed', 'code': 200} Jul 06 15:07:17.570516 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-3a40331e-ee5a-4b7c-aee5-3157608b2f5a req-3c35cbd0-4a19-4ac2-b5e4-2a4dc009acad tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] 10.222.0.104 "GET /v2.0/ports?device_id=d5a5b15c-554e-455e-9a12-dd0341c87efa HTTP/1.1" status: 200 len: 210 time: 0.0276098 Jul 06 15:07:18.662594 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 33108) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 15:07:19.029448 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-7fcebdec-98be-4463-bda5-768a72689dcd tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1809431'] for router_interface, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:07:19.321093 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.plugin [None req-7fcebdec-98be-4463-bda5-768a72689dcd tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Deleting port a1c8f9ac-0dbf-4188-bf39-7d5c00210be6 {{(pid=100247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 15:07:19.321371 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-7fcebdec-98be-4463-bda5-768a72689dcd tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:07:19.435465 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.db [None req-7fcebdec-98be-4463-bda5-768a72689dcd tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] For port a1c8f9ac-0dbf-4188-bf39-7d5c00210be6, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=a1c8f9ac-0dbf-4188-bf39-7d5c00210be6,segment=NetworkSegment(2f9e0736-907e-4c40-89e5-1ebf3a072c67),segment_id=2f9e0736-907e-4c40-89e5-1ebf3a072c67)] {{(pid=100247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 15:07:19.435970 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-7fcebdec-98be-4463-bda5-768a72689dcd tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:07:19.449804 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.plugin [None req-7fcebdec-98be-4463-bda5-768a72689dcd tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Calling delete_port for a1c8f9ac-0dbf-4188-bf39-7d5c00210be6 owned by network:router_interface {{(pid=100247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 15:07:19.664960 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-7fcebdec-98be-4463-bda5-768a72689dcd tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128888353'] for port, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:07:19.693204 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fcebdec-98be-4463-bda5-768a72689dcd tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Pushing event deleted for resources: {'Port': ['ID=a1c8f9ac-0dbf-4188-bf39-7d5c00210be6,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:07:19.725808 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Device 998a8375-5510-45a2-b732-5cb2f5bad58d no longer exists at agent hyperv_n-h2-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 15:07:19.748580 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] No Port match for: 998a8375-5510-45a2-b732-5cb2f5bad58d {{(pid=100248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 15:07:19.748926 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Device 998a8375-5510-45a2-b732-5cb2f5bad58d not bound to the agent host n-h2-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 15:07:19.874397 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-7fcebdec-98be-4463-bda5-768a72689dcd tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1809193'] for router_interface, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:07:20.083781 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7fcebdec-98be-4463-bda5-768a72689dcd tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Router 9ed1dfb1-be66-47b4-b8e7-dd89552a86d1 has already been hosted by L3 agent 2823d358-a11b-4885-a706-95a279e43fa7 {{(pid=100247) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 15:07:20.191131 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fcebdec-98be-4463-bda5-768a72689dcd tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Notify agent at l3_agent.n-d-773647-6 the message routers_updated {{(pid=100247) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 15:07:20.197188 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-7fcebdec-98be-4463-bda5-768a72689dcd tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] 10.222.0.104 "PUT /v2.0/routers/9ed1dfb1-be66-47b4-b8e7-dd89552a86d1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5330465 Jul 06 15:07:20.199939 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 33110) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 15:07:20.201514 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d4bc986-a668-4dff-82bd-806a7cf59300 None None] Sync routers for ids ['9ed1dfb1-be66-47b4-b8e7-dd89552a86d1'] in n-d-773647-6 {{(pid=100248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 15:07:20.213697 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d4bc986-a668-4dff-82bd-806a7cf59300 None None] Routers {'9ed1dfb1-be66-47b4-b8e7-dd89552a86d1'} bound to L3 agent in host n-d-773647-6 {{(pid=100248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 15:07:20.214724 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-3d4bc986-a668-4dff-82bd-806a7cf59300 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T15:06:56Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['9ed1dfb1-be66-47b4-b8e7-dd89552a86d1'], 'active': True} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:07:20.262722 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f586bab-8fdc-4951-b888-15a811130a49 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Deleting subnet 3957a53c-b289-46aa-87c0-98aa521a074d {{(pid=100247) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 15:07:20.266311 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-6f586bab-8fdc-4951-b888-15a811130a49 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Notify callbacks [] for subnet, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:07:20.317439 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-6f586bab-8fdc-4951-b888-15a811130a49 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127131748'] for subnet, precommit_delete_associations {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:07:20.322822 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvr_db [None req-3d4bc986-a668-4dff-82bd-806a7cf59300 None None] Set router 9ed1dfb1-be66-47b4-b8e7-dd89552a86d1 gateway port host: n-d-773647-6 {{(pid=100248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 15:07:20.406617 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-6f586bab-8fdc-4951-b888-15a811130a49 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-913473'] for subnet, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:07:20.486666 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-6f586bab-8fdc-4951-b888-15a811130a49 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-913480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1849032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-128888347', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127627857'] for subnet, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:07:20.519930 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f586bab-8fdc-4951-b888-15a811130a49 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Pushing event deleted for resources: {'Subnet': ['ID=3957a53c-b289-46aa-87c0-98aa521a074d,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:07:20.522397 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-3d4bc986-a668-4dff-82bd-806a7cf59300 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ed1dfb1-be66-47b4-b8e7-dd89552a86d1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1287682850', 'tenant_id': '768013dcc5f548df9e4c379a3109439b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.216'}], 'enable_snat': True}, 'gw_port_id': 'dc87ab40-5cb2-46fd-bedc-5d760895de2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T15:05:34Z', 'updated_at': '2021-07-06T15:07:19Z', 'revision_number': 5, 'project_id': '768013dcc5f548df9e4c379a3109439b', 'gw_port': {'id': 'dc87ab40-5cb2-46fd-bedc-5d760895de2b', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:75:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ed1dfb1-be66-47b4-b8e7-dd89552a86d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T15:05:34Z', 'updated_at': '2021-07-06T15:05:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6'}], 'n-d-773647-6', False) {} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:07:20.524438 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-6f586bab-8fdc-4951-b888-15a811130a49 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Notify callbacks [] for subnet, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:07:20.529096 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-6f586bab-8fdc-4951-b888-15a811130a49 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] 10.222.0.104 "DELETE /v2.0/subnets/3957a53c-b289-46aa-87c0-98aa521a074d HTTP/1.1" status: 204 len: 168 time: 0.3254178 Jul 06 15:07:20.529479 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 33112) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 15:07:20.552711 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f3328f3-c015-44c6-a169-122c758798e3 None None] Network 12792683-397c-4b83-be3a-477c91bdd96f requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 15:07:20.556787 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d4bc986-a668-4dff-82bd-806a7cf59300 None None] Checking router: 9ed1dfb1-be66-47b4-b8e7-dd89552a86d1 for host: n-d-773647-6 {{(pid=100248) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 15:07:20.608524 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d4bc986-a668-4dff-82bd-806a7cf59300 None None] Routers {'9ed1dfb1-be66-47b4-b8e7-dd89552a86d1'} bound to L3 agent in host n-d-773647-6 {{(pid=100248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 15:07:20.609132 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-3d4bc986-a668-4dff-82bd-806a7cf59300 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T15:06:56Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['9ed1dfb1-be66-47b4-b8e7-dd89552a86d1'], 'active': True} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:07:20.659135 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-77b82efc-23ce-4b37-a0d5-6a527c4931f5 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Notify callbacks [] for router, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:07:20.767952 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-77b82efc-23ce-4b37-a0d5-6a527c4931f5 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:07:20.772215 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvr_db [None req-3d4bc986-a668-4dff-82bd-806a7cf59300 None None] Set router 9ed1dfb1-be66-47b4-b8e7-dd89552a86d1 gateway port host: n-d-773647-6 {{(pid=100248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 15:07:20.829014 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [None req-77b82efc-23ce-4b37-a0d5-6a527c4931f5 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Deleting port dc87ab40-5cb2-46fd-bedc-5d760895de2b {{(pid=100246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 15:07:20.829368 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-77b82efc-23ce-4b37-a0d5-6a527c4931f5 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:07:20.910957 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.db [None req-77b82efc-23ce-4b37-a0d5-6a527c4931f5 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] For port dc87ab40-5cb2-46fd-bedc-5d760895de2b, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=dc87ab40-5cb2-46fd-bedc-5d760895de2b,segment=NetworkSegment(89a832b7-7793-4d51-9038-ed7e1c3ff1b2),segment_id=89a832b7-7793-4d51-9038-ed7e1c3ff1b2)] {{(pid=100246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 15:07:20.911320 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-77b82efc-23ce-4b37-a0d5-6a527c4931f5 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:07:20.924447 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [None req-77b82efc-23ce-4b37-a0d5-6a527c4931f5 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Calling delete_port for dc87ab40-5cb2-46fd-bedc-5d760895de2b owned by network:router_gateway {{(pid=100246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 15:07:20.957900 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5ee6e86-3c38-43cc-af07-dd03586b394e None None] DHCP port deletion for 12792683-397c-4b83-be3a-477c91bdd96f request from n-d-773647-6 {{(pid=100248) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 15:07:20.968369 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-3d4bc986-a668-4dff-82bd-806a7cf59300 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ed1dfb1-be66-47b4-b8e7-dd89552a86d1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1287682850', 'tenant_id': '768013dcc5f548df9e4c379a3109439b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.216'}], 'enable_snat': True}, 'gw_port_id': 'dc87ab40-5cb2-46fd-bedc-5d760895de2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T15:05:34Z', 'updated_at': '2021-07-06T15:07:19Z', 'revision_number': 5, 'project_id': '768013dcc5f548df9e4c379a3109439b', 'gw_port': {'id': 'dc87ab40-5cb2-46fd-bedc-5d760895de2b', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:75:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ed1dfb1-be66-47b4-b8e7-dd89552a86d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T15:05:34Z', 'updated_at': '2021-07-06T15:05:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6'}], 'n-d-773647-6', False) {} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:07:21.015141 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d4bc986-a668-4dff-82bd-806a7cf59300 None None] The sync data for ids ['9ed1dfb1-be66-47b4-b8e7-dd89552a86d1'] in n-d-773647-6 is: [{'id': '9ed1dfb1-be66-47b4-b8e7-dd89552a86d1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1287682850', 'tenant_id': '768013dcc5f548df9e4c379a3109439b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.216'}], 'enable_snat': True}, 'gw_port_id': 'dc87ab40-5cb2-46fd-bedc-5d760895de2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T15:05:34Z', 'updated_at': '2021-07-06T15:07:19Z', 'revision_number': 5, 'project_id': '768013dcc5f548df9e4c379a3109439b', 'gw_port': {'id': 'dc87ab40-5cb2-46fd-bedc-5d760895de2b', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:75:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ed1dfb1-be66-47b4-b8e7-dd89552a86d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T15:05:34Z', 'updated_at': '2021-07-06T15:05:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6'}] {{(pid=100248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 15:07:21.037573 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-e5ee6e86-3c38-43cc-af07-dd03586b394e None None] Deleting port c02ee746-d77b-4be0-a475-ea290837bad1 {{(pid=100248) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 15:07:21.037957 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-e5ee6e86-3c38-43cc-af07-dd03586b394e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:07:21.101881 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-e5ee6e86-3c38-43cc-af07-dd03586b394e None None] For port c02ee746-d77b-4be0-a475-ea290837bad1, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=c02ee746-d77b-4be0-a475-ea290837bad1,segment=NetworkSegment(2f9e0736-907e-4c40-89e5-1ebf3a072c67),segment_id=2f9e0736-907e-4c40-89e5-1ebf3a072c67)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 15:07:21.102245 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-77b82efc-23ce-4b37-a0d5-6a527c4931f5 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127687580'] for port, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:07:21.102443 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-e5ee6e86-3c38-43cc-af07-dd03586b394e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:07:21.115679 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-e5ee6e86-3c38-43cc-af07-dd03586b394e None None] Calling delete_port for c02ee746-d77b-4be0-a475-ea290837bad1 owned by network:dhcp {{(pid=100248) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 15:07:21.129315 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b82efc-23ce-4b37-a0d5-6a527c4931f5 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Pushing event deleted for resources: {'Port': ['ID=dc87ab40-5cb2-46fd-bedc-5d760895de2b,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:07:21.192715 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-77b82efc-23ce-4b37-a0d5-6a527c4931f5 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1761104'] for router_gateway, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:07:21.200477 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-e5ee6e86-3c38-43cc-af07-dd03586b394e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117'] for port, after_delete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:07:21.225832 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ee6e86-3c38-43cc-af07-dd03586b394e None None] Pushing event deleted for resources: {'Port': ['ID=c02ee746-d77b-4be0-a475-ea290837bad1,revision_number=None']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:07:21.231334 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5ee6e86-3c38-43cc-af07-dd03586b394e None None] No DVR routers for this DVR port c02ee746-d77b-4be0-a475-ea290837bad1 on host n-d-773647-6 {{(pid=100248) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 15:07:21.238817 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ee6e86-3c38-43cc-af07-dd03586b394e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:07:21.241928 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ee6e86-3c38-43cc-af07-dd03586b394e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:07:21.241928 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ee6e86-3c38-43cc-af07-dd03586b394e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:07:21.241928 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ee6e86-3c38-43cc-af07-dd03586b394e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:07:21.241928 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ee6e86-3c38-43cc-af07-dd03586b394e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:07:21.241928 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ee6e86-3c38-43cc-af07-dd03586b394e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:07:21.241928 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ee6e86-3c38-43cc-af07-dd03586b394e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:07:21.241928 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ee6e86-3c38-43cc-af07-dd03586b394e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:07:21.241928 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ee6e86-3c38-43cc-af07-dd03586b394e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:07:21.241928 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ee6e86-3c38-43cc-af07-dd03586b394e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:07:21.244904 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ee6e86-3c38-43cc-af07-dd03586b394e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:07:21.244904 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ee6e86-3c38-43cc-af07-dd03586b394e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:07:21.284019 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-77b82efc-23ce-4b37-a0d5-6a527c4931f5 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1806308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6982'] for router, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:07:21.287360 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-77b82efc-23ce-4b37-a0d5-6a527c4931f5 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:07:21.331100 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-77b82efc-23ce-4b37-a0d5-6a527c4931f5 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1805684'] for router, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:07:21.331674 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77b82efc-23ce-4b37-a0d5-6a527c4931f5 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Fanout notify agent at l3_agent the message router_deleted on router 9ed1dfb1-be66-47b4-b8e7-dd89552a86d1 {{(pid=100246) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 15:07:21.338942 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-77b82efc-23ce-4b37-a0d5-6a527c4931f5 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Notify callbacks [] for router, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:07:21.340096 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-77b82efc-23ce-4b37-a0d5-6a527c4931f5 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] 10.222.0.104 "DELETE /v2.0/routers/9ed1dfb1-be66-47b4-b8e7-dd89552a86d1 HTTP/1.1" status: 204 len: 168 time: 0.8096137 Jul 06 15:07:21.342741 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 33114) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 15:07:21.424476 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-0919713f-3be7-4c16-9910-94a9e864385c tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530492'] for network, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:07:21.512314 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-0919713f-3be7-4c16-9910-94a9e864385c tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-917204', 'neutron.services.segments.db._delete_segments_for_network-8773753502302'] for network, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:07:21.522162 n-d-773647-6 neutron-server[100246]: DEBUG neutron.services.segments.db [None req-0919713f-3be7-4c16-9910-94a9e864385c tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['12792683-397c-4b83-be3a-477c91bdd96f']}} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:07:21.532371 n-d-773647-6 neutron-server[100246]: DEBUG neutron.services.segments.db [None req-0919713f-3be7-4c16-9910-94a9e864385c tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2f9e0736-907e-4c40-89e5-1ebf3a072c67') {'for_net_delete': True} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:07:21.532957 n-d-773647-6 neutron-server[100246]: DEBUG neutron.services.segments.db [None req-0919713f-3be7-4c16-9910-94a9e864385c tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2f9e0736-907e-4c40-89e5-1ebf3a072c67') {} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:07:21.541375 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-0919713f-3be7-4c16-9910-94a9e864385c tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773753515138', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126218898'] for segment, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:07:21.555120 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-0919713f-3be7-4c16-9910-94a9e864385c tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552'] for segment, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:07:21.561280 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0919713f-3be7-4c16-9910-94a9e864385c tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Releasing vlan 1017 on physical network physnet1 to pool {{(pid=100246) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 15:07:21.561704 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-0919713f-3be7-4c16-9910-94a9e864385c tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127687491'] for segment, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:07:21.564658 n-d-773647-6 neutron-server[100246]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 15:07:21.564658 n-d-773647-6 neutron-server[100246]: conditions |= (models_v2.Port.network_id.in_( Jul 06 15:07:21.564658 n-d-773647-6 neutron-server[100246]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 15:07:21.564658 n-d-773647-6 neutron-server[100246]: conditions |= (models_v2.Port.network_id.in_( Jul 06 15:07:21.564658 n-d-773647-6 neutron-server[100246]: Traceback (most recent call last): Jul 06 15:07:21.564658 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 15:07:21.564658 n-d-773647-6 neutron-server[100246]: timer() Jul 06 15:07:21.564658 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 15:07:21.564658 n-d-773647-6 neutron-server[100246]: cb(*args, **kw) Jul 06 15:07:21.564658 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 15:07:21.564658 n-d-773647-6 neutron-server[100246]: return func(*args, **kwargs) Jul 06 15:07:21.564658 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 15:07:21.564658 n-d-773647-6 neutron-server[100246]: self._notify() Jul 06 15:07:21.564658 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 15:07:21.564658 n-d-773647-6 neutron-server[100246]: self.callback(batched_events) Jul 06 15:07:21.564658 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 15:07:21.564658 n-d-773647-6 neutron-server[100246]: event.method(event) Jul 06 15:07:21.564658 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 15:07:21.564658 n-d-773647-6 neutron-server[100246]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 15:07:21.564658 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 15:07:21.564658 n-d-773647-6 neutron-server[100246]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 15:07:21.564658 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 15:07:21.564658 n-d-773647-6 neutron-server[100246]: return f(self, *a, **k) Jul 06 15:07:21.564658 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 15:07:21.564658 n-d-773647-6 neutron-server[100246]: return self._get(url).json() Jul 06 15:07:21.564658 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 15:07:21.564658 n-d-773647-6 neutron-server[100246]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 15:07:21.564658 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 15:07:21.564658 n-d-773647-6 neutron-server[100246]: return self.request(url, 'GET', **kwargs) Jul 06 15:07:21.564658 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 15:07:21.564658 n-d-773647-6 neutron-server[100246]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 15:07:21.564658 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 15:07:21.564658 n-d-773647-6 neutron-server[100246]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 15:07:21.564658 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 15:07:21.564658 n-d-773647-6 neutron-server[100246]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 15:07:21.564658 n-d-773647-6 neutron-server[100246]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 15:07:21.628128 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-0919713f-3be7-4c16-9910-94a9e864385c tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-917215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1761140'] for network, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:07:21.636586 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-0919713f-3be7-4c16-9910-94a9e864385c tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Notify callbacks [] for network, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:07:21.641002 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-0919713f-3be7-4c16-9910-94a9e864385c tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] 10.222.0.104 "DELETE /v2.0/networks/12792683-397c-4b83-be3a-477c91bdd96f HTTP/1.1" status: 204 len: 168 time: 0.2947743 Jul 06 15:07:21.642055 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 33118) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 15:07:21.648880 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0919713f-3be7-4c16-9910-94a9e864385c tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Pushing event deleted for resources: {'Network': ['ID=12792683-397c-4b83-be3a-477c91bdd96f,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:07:21.708669 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-856f8f3a-84fe-4f88-ac44-796dcfdb1db7 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Notify callbacks [] for security_group, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:07:21.733632 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-856f8f3a-84fe-4f88-ac44-796dcfdb1db7 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:07:21.795675 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-856f8f3a-84fe-4f88-ac44-796dcfdb1db7 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:07:21.798471 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-856f8f3a-84fe-4f88-ac44-796dcfdb1db7 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Notify callbacks [] for security_group, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:07:21.799645 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-856f8f3a-84fe-4f88-ac44-796dcfdb1db7 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] 10.222.0.104 "DELETE /v2.0/security-groups/c23d106d-7c64-4ae6-9da0-040fdf7f667f HTTP/1.1" status: 204 len: 168 time: 0.1567938 Jul 06 15:07:21.809036 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856f8f3a-84fe-4f88-ac44-796dcfdb1db7 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c23d106d-7c64-4ae6-9da0-040fdf7f667f,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:07:22.104199 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 33124) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 15:07:22.110551 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [None req-1ca2a911-a291-4484-8450-38c4c5115fe6 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1757901837', 'description': 'tempest-secgroup-smoke-1757901837 description', 'project_id': '768013dcc5f548df9e4c379a3109439b'}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 15:07:22.140195 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-1ca2a911-a291-4484-8450-38c4c5115fe6 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Notify callbacks [] for security_group, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:07:22.229070 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-1ca2a911-a291-4484-8450-38c4c5115fe6 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Notify callbacks [] for security_group, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:07:22.233159 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-1ca2a911-a291-4484-8450-38c4c5115fe6 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:07:22.261234 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-1ca2a911-a291-4484-8450-38c4c5115fe6 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Notify callbacks [] for security_group, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:07:22.262585 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-1ca2a911-a291-4484-8450-38c4c5115fe6 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] 10.222.0.104 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1570671 Jul 06 15:07:22.265590 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 33126) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 15:07:22.270316 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [None req-36f5fb74-673d-4c9b-8692-623e7f3c2878 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Request body: {'security_group_rule': {'security_group_id': 'bb2dc09f-7df8-4e58-b8bc-fa3a251e5886', 'project_id': '768013dcc5f548df9e4c379a3109439b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 15:07:22.277179 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca2a911-a291-4484-8450-38c4c5115fe6 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bb2dc09f-7df8-4e58-b8bc-fa3a251e5886,revision_number=1']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:07:22.304447 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-36f5fb74-673d-4c9b-8692-623e7f3c2878 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:07:22.373902 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-36f5fb74-673d-4c9b-8692-623e7f3c2878 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:07:22.378315 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-36f5fb74-673d-4c9b-8692-623e7f3c2878 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1898694'] for security_group_rule, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:07:22.401474 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f5fb74-673d-4c9b-8692-623e7f3c2878 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d365c49-959f-4195-b1d0-30743db53900,revision_number=0']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:07:22.409826 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-36f5fb74-673d-4c9b-8692-623e7f3c2878 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:07:22.414117 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-36f5fb74-673d-4c9b-8692-623e7f3c2878 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] 10.222.0.104 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1445043 Jul 06 15:07:22.414427 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 33128) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 15:07:22.421625 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [None req-697b8d44-3820-48d5-9d82-90b5a29a22ed tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Request body: {'security_group_rule': {'security_group_id': 'bb2dc09f-7df8-4e58-b8bc-fa3a251e5886', 'project_id': '768013dcc5f548df9e4c379a3109439b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 15:07:22.454999 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-697b8d44-3820-48d5-9d82-90b5a29a22ed tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:07:22.483828 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device a1c8f9ac-0dbf-4188-bf39-7d5c00210be6 no longer exists at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 15:07:22.512595 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] No Port match for: a1c8f9ac-0dbf-4188-bf39-7d5c00210be6 {{(pid=100248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 15:07:22.512955 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device a1c8f9ac-0dbf-4188-bf39-7d5c00210be6 not bound to the agent host n-d-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 15:07:22.513532 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device dc87ab40-5cb2-46fd-bedc-5d760895de2b no longer exists at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 15:07:22.532614 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-697b8d44-3820-48d5-9d82-90b5a29a22ed tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:07:22.536778 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-697b8d44-3820-48d5-9d82-90b5a29a22ed tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1898694'] for security_group_rule, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:07:22.540156 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] No Port match for: dc87ab40-5cb2-46fd-bedc-5d760895de2b {{(pid=100248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 15:07:22.540156 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device dc87ab40-5cb2-46fd-bedc-5d760895de2b not bound to the agent host n-d-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 15:07:22.540156 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device c02ee746-d77b-4be0-a475-ea290837bad1 no longer exists at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 15:07:22.562133 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697b8d44-3820-48d5-9d82-90b5a29a22ed tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c0daa28a-f26f-4083-a47c-a71b2b45f582,revision_number=0']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:07:22.563633 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] No Port match for: c02ee746-d77b-4be0-a475-ea290837bad1 {{(pid=100248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 15:07:22.563983 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device c02ee746-d77b-4be0-a475-ea290837bad1 not bound to the agent host n-d-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 15:07:22.565950 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-697b8d44-3820-48d5-9d82-90b5a29a22ed tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:07:22.567752 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-697b8d44-3820-48d5-9d82-90b5a29a22ed tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] 10.222.0.104 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1520920 Jul 06 15:07:22.570785 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 33130) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 15:07:22.577310 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [None req-3bcd05d2-abb0-4c98-98c6-b4114d4a6267 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Request body: {'security_group_rule': {'security_group_id': 'bb2dc09f-7df8-4e58-b8bc-fa3a251e5886', 'project_id': '768013dcc5f548df9e4c379a3109439b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 15:07:22.613839 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-3bcd05d2-abb0-4c98-98c6-b4114d4a6267 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:07:22.683296 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-3bcd05d2-abb0-4c98-98c6-b4114d4a6267 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:07:22.687715 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-3bcd05d2-abb0-4c98-98c6-b4114d4a6267 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1898694'] for security_group_rule, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:07:22.713014 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bcd05d2-abb0-4c98-98c6-b4114d4a6267 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=173b79eb-ba9d-4011-87f0-dccf03d94b18,revision_number=0']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:07:22.721472 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-3bcd05d2-abb0-4c98-98c6-b4114d4a6267 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:07:22.726356 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-3bcd05d2-abb0-4c98-98c6-b4114d4a6267 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] 10.222.0.104 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1506109 Jul 06 15:07:22.726587 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 33132) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 15:07:22.732589 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [None req-8aa2548e-c497-4abf-93fd-a1309ddf76c3 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Request body: {'security_group_rule': {'security_group_id': 'bb2dc09f-7df8-4e58-b8bc-fa3a251e5886', 'project_id': '768013dcc5f548df9e4c379a3109439b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 15:07:22.760369 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-8aa2548e-c497-4abf-93fd-a1309ddf76c3 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:07:22.832117 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-8aa2548e-c497-4abf-93fd-a1309ddf76c3 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:07:22.837694 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-8aa2548e-c497-4abf-93fd-a1309ddf76c3 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1898694'] for security_group_rule, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:07:22.857665 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa2548e-c497-4abf-93fd-a1309ddf76c3 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=121a996c-3655-4773-87b0-1a005f9af535,revision_number=0']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:07:22.868980 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-8aa2548e-c497-4abf-93fd-a1309ddf76c3 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:07:22.870212 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-8aa2548e-c497-4abf-93fd-a1309ddf76c3 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] 10.222.0.104 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1427298 Jul 06 15:07:22.873186 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 33134) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 15:07:22.877780 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [None req-a5ddd9cc-a29f-4e28-8e34-6ea39165c8ae tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Request body: {'security_group_rule': {'security_group_id': 'bb2dc09f-7df8-4e58-b8bc-fa3a251e5886', 'project_id': '768013dcc5f548df9e4c379a3109439b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 15:07:22.907792 n-d-773647-6 neutron-server[100247]: INFO neutron.db.securitygroups_db [None req-a5ddd9cc-a29f-4e28-8e34-6ea39165c8ae tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Project 768013dcc5f548df9e4c379a3109439b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 06 15:07:22.921536 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-a5ddd9cc-a29f-4e28-8e34-6ea39165c8ae tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:07:22.996217 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-500f3be1-5364-42ab-83ee-24a035ae235f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:07:23.008399 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-a5ddd9cc-a29f-4e28-8e34-6ea39165c8ae tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:07:23.012177 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-a5ddd9cc-a29f-4e28-8e34-6ea39165c8ae tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1898694'] for security_group_rule, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:07:23.030975 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ddd9cc-a29f-4e28-8e34-6ea39165c8ae tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=263cbeda-0c03-434b-a753-f34fe607497c,revision_number=0']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:07:23.037821 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-a5ddd9cc-a29f-4e28-8e34-6ea39165c8ae tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:07:23.039018 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-a5ddd9cc-a29f-4e28-8e34-6ea39165c8ae tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] 10.222.0.104 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1648877 Jul 06 15:07:23.042188 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 33136) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 15:07:23.046607 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [None req-00bc2b5a-c985-4c22-8ffd-edc7f9f98b22 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Request body: {'security_group_rule': {'security_group_id': 'bb2dc09f-7df8-4e58-b8bc-fa3a251e5886', 'project_id': '768013dcc5f548df9e4c379a3109439b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 15:07:23.068558 n-d-773647-6 neutron-server[100247]: INFO neutron.db.securitygroups_db [None req-00bc2b5a-c985-4c22-8ffd-edc7f9f98b22 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Project 768013dcc5f548df9e4c379a3109439b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 06 15:07:23.073354 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-00bc2b5a-c985-4c22-8ffd-edc7f9f98b22 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:07:23.132909 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-00bc2b5a-c985-4c22-8ffd-edc7f9f98b22 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:07:23.136401 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-00bc2b5a-c985-4c22-8ffd-edc7f9f98b22 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1898694'] for security_group_rule, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:07:23.153977 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00bc2b5a-c985-4c22-8ffd-edc7f9f98b22 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=237df696-62ff-413c-b59c-43c62c7bd4e6,revision_number=0']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:07:23.160576 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-00bc2b5a-c985-4c22-8ffd-edc7f9f98b22 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:07:23.161764 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-00bc2b5a-c985-4c22-8ffd-edc7f9f98b22 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] 10.222.0.104 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1186466 Jul 06 15:07:23.164629 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 33138) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 15:07:23.170022 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [None req-680baadb-9305-4dc7-ba97-08a270e8efae tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Request body: {'network': {'name': 'tempest-network-smoke--1117276974', 'project_id': '768013dcc5f548df9e4c379a3109439b', 'port_security_enabled': True}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 15:07:23.192292 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-680baadb-9305-4dc7-ba97-08a270e8efae tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Made reservation on behalf of 768013dcc5f548df9e4c379a3109439b for: {'network': 1} {{(pid=100247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 15:07:23.195837 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-680baadb-9305-4dc7-ba97-08a270e8efae tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for network, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:07:23.220300 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-680baadb-9305-4dc7-ba97-08a270e8efae tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] vlan segment allocate from pool success with {'vlan_id': 1041, 'physical_network': 'physnet1'} {{(pid=100247) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 15:07:23.230693 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-680baadb-9305-4dc7-ba97-08a270e8efae tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552'] for segment, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:07:23.231083 n-d-773647-6 neutron-server[100247]: INFO neutron.db.segments_db [None req-680baadb-9305-4dc7-ba97-08a270e8efae tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Added segment a75ffb2c-53ff-4d93-b035-1bd2dbf0c78f of type vlan for network ae775d68-9085-4063-8c64-eb9558abb845 Jul 06 15:07:23.281832 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-680baadb-9305-4dc7-ba97-08a270e8efae tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773752984405'] for network, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:07:23.310717 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-680baadb-9305-4dc7-ba97-08a270e8efae tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060'] for network, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:07:23.316331 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-680baadb-9305-4dc7-ba97-08a270e8efae tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:07:23.316903 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-680baadb-9305-4dc7-ba97-08a270e8efae tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Notify callbacks [] for network, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:07:23.369869 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-680baadb-9305-4dc7-ba97-08a270e8efae tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] 10.222.0.104 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2040184 Jul 06 15:07:23.373927 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 33140) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 15:07:23.379208 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-729c8a95-0ac9-4df2-9282-0b4b478d80b0 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1248798024', 'admin_state_up': True, 'project_id': '768013dcc5f548df9e4c379a3109439b', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719'}}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 15:07:23.385292 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680baadb-9305-4dc7-ba97-08a270e8efae tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Pushing event updated for resources: {'Network': ['ID=ae775d68-9085-4063-8c64-eb9558abb845,revision_number=1']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:07:23.397024 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Network ae775d68-9085-4063-8c64-eb9558abb845 details requested by agent ovs-agent-n-d-773647-6 with host n-d-773647-6 {{(pid=100248) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 15:07:23.404943 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-729c8a95-0ac9-4df2-9282-0b4b478d80b0 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1806290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6992'] for router, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:07:23.405991 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-729c8a95-0ac9-4df2-9282-0b4b478d80b0 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1806157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1808637', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1714747', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7007'] for router, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:07:23.464069 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-729c8a95-0ac9-4df2-9282-0b4b478d80b0 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:07:23.605543 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-729c8a95-0ac9-4df2-9282-0b4b478d80b0 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1761047', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1806272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6989'] for router, precommit_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:07:23.820143 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-729c8a95-0ac9-4df2-9282-0b4b478d80b0 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Notify callbacks [] for router_gateway, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:07:23.840655 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-729c8a95-0ac9-4df2-9282-0b4b478d80b0 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:07:23.939583 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.db_base_plugin_common [None req-729c8a95-0ac9-4df2-9282-0b4b478d80b0 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Allocated IP 172.25.0.208 (2658f09e-a580-4d4a-9968-2d1e0ad93719/cbf74abc-6fe1-4d33-b005-c948923b9647/c9b6da8e-f119-4d4a-b6cf-b688c79bceb7) {{(pid=100246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 15:07:23.987998 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [req-7cadc632-0770-447b-be85-8be2bf73f788 req-8b36d577-22e3-4c9c-98ed-d857f78ab8a8 tempest-ServerActionsTestJSON-2133164154 tempest-ServerActionsTestJSON-2133164154-project] (100247) timed out ('10.222.0.104', 53010) {{(pid=100247) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 06 15:07:24.049362 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-729c8a95-0ac9-4df2-9282-0b4b478d80b0 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Notify callbacks [] for port, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:07:24.095452 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-729c8a95-0ac9-4df2-9282-0b4b478d80b0 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-127687573'] for port, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:07:24.130495 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-729c8a95-0ac9-4df2-9282-0b4b478d80b0 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Network 2658f09e-a580-4d4a-9968-2d1e0ad93719 is already hosted by enough agents. {{(pid=100246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 15:07:24.133387 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.base_scheduler [None req-729c8a95-0ac9-4df2-9282-0b4b478d80b0 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Resources bound (agent type, host, resource id): {{(pid=100246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 15:07:24.140954 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-729c8a95-0ac9-4df2-9282-0b4b478d80b0 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Received port after_create {{(pid=100246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 15:07:24.146349 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729c8a95-0ac9-4df2-9282-0b4b478d80b0 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Pushing event updated for resources: {'Port': ['ID=c9b6da8e-f119-4d4a-b6cf-b688c79bceb7,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:07:24.408375 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-729c8a95-0ac9-4df2-9282-0b4b478d80b0 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Notify callbacks [] for router_gateway, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:07:24.627563 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-729c8a95-0ac9-4df2-9282-0b4b478d80b0 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1806297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1761036'] for router, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:07:25.069601 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-729c8a95-0ac9-4df2-9282-0b4b478d80b0 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Router cb1efcf3-3e5b-4e18-955c-456ad24ecc36 is scheduled to L3 agent 2823d358-a11b-4885-a706-95a279e43fa7 with binding_index 1 {{(pid=100246) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 15:07:25.175903 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-729c8a95-0ac9-4df2-9282-0b4b478d80b0 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Notify agent at l3_agent.n-d-773647-6 the message routers_updated {{(pid=100246) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 15:07:25.186290 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1d4e8b8-7fb0-43f3-9cde-dce5404f2691 None None] Sync routers for ids ['cb1efcf3-3e5b-4e18-955c-456ad24ecc36'] in n-d-773647-6 {{(pid=100249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 15:07:25.197179 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1d4e8b8-7fb0-43f3-9cde-dce5404f2691 None None] Routers {'cb1efcf3-3e5b-4e18-955c-456ad24ecc36'} bound to L3 agent in host n-d-773647-6 {{(pid=100249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 15:07:25.197846 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-b1d4e8b8-7fb0-43f3-9cde-dce5404f2691 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T15:06:56Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['cb1efcf3-3e5b-4e18-955c-456ad24ecc36'], 'active': True} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:07:25.198213 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-729c8a95-0ac9-4df2-9282-0b4b478d80b0 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Notify callbacks [] for router, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:07:25.199708 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-729c8a95-0ac9-4df2-9282-0b4b478d80b0 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] 10.222.0.104 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.8245461 Jul 06 15:07:25.202870 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 33142) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 15:07:25.237159 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-8720403d-3953-4b6e-a3f2-02a109d62a37 tempest-TestNetworkAdvancedServerOps-1213390431 tempest-TestNetworkAdvancedServerOps-1213390431-project-admin] 10.222.0.104 "GET /v2.0/subnets?project_id=768013dcc5f548df9e4c379a3109439b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0328572 Jul 06 15:07:25.239382 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 33144) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 15:07:25.301586 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvr_db [None req-b1d4e8b8-7fb0-43f3-9cde-dce5404f2691 None None] Set router cb1efcf3-3e5b-4e18-955c-456ad24ecc36 gateway port host: n-d-773647-6 {{(pid=100249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 15:07:25.392029 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-976c63bb-4a4f-4120-bfd4-46366ca23815 tempest-TestNetworkAdvancedServerOps-1213390431 tempest-TestNetworkAdvancedServerOps-1213390431-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:07:25.393667 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-976c63bb-4a4f-4120-bfd4-46366ca23815 tempest-TestNetworkAdvancedServerOps-1213390431 tempest-TestNetworkAdvancedServerOps-1213390431-project-admin] 10.222.0.104 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1532812 Jul 06 15:07:25.396535 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 33148) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 15:07:25.429185 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-0e17b479-0339-460e-aac6-721bb45fcaa8 tempest-TestNetworkAdvancedServerOps-1213390431 tempest-TestNetworkAdvancedServerOps-1213390431-project-admin] 10.222.0.104 "GET /v2.0/subnets?network_id=2658f09e-a580-4d4a-9968-2d1e0ad93719&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0315762 Jul 06 15:07:25.431725 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 33150) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 15:07:25.436559 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-aa623da6-e8a0-4f2c-bc21-dbb5fef4c6c5 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-234201719', 'network_id': 'ae775d68-9085-4063-8c64-eb9558abb845', 'project_id': '768013dcc5f548df9e4c379a3109439b', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 15:07:25.485610 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-b1d4e8b8-7fb0-43f3-9cde-dce5404f2691 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb1efcf3-3e5b-4e18-955c-456ad24ecc36', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1248798024', 'tenant_id': '768013dcc5f548df9e4c379a3109439b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.208'}], 'enable_snat': True}, 'gw_port_id': 'c9b6da8e-f119-4d4a-b6cf-b688c79bceb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T15:07:23Z', 'updated_at': '2021-07-06T15:07:24Z', 'revision_number': 3, 'project_id': '768013dcc5f548df9e4c379a3109439b', 'gw_port': {'id': 'c9b6da8e-f119-4d4a-b6cf-b688c79bceb7', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:8e:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb1efcf3-3e5b-4e18-955c-456ad24ecc36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T15:07:23Z', 'updated_at': '2021-07-06T15:07:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6'}], 'n-d-773647-6', False) {} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:07:25.527275 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa623da6-e8a0-4f2c-bc21-dbb5fef4c6c5 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Made reservation on behalf of 768013dcc5f548df9e4c379a3109439b for: {'subnet': 1} {{(pid=100246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 15:07:25.530887 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-aa623da6-e8a0-4f2c-bc21-dbb5fef4c6c5 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127702029'] for subnet, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:07:25.603049 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1d4e8b8-7fb0-43f3-9cde-dce5404f2691 None None] Checking router: cb1efcf3-3e5b-4e18-955c-456ad24ecc36 for host: n-d-773647-6 {{(pid=100249) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 15:07:25.603427 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1d4e8b8-7fb0-43f3-9cde-dce5404f2691 None None] Updating router cb1efcf3-3e5b-4e18-955c-456ad24ecc36 port c9b6da8e-f119-4d4a-b6cf-b688c79bceb7 binding host n-d-773647-6 {{(pid=100249) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 15:07:25.640497 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-c16f4072-a9c1-410e-8736-3c4fe5546906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:07:25.645085 n-d-773647-6 neutron-server[100249]: DEBUG neutron_lib.callbacks.manager [None req-b1d4e8b8-7fb0-43f3-9cde-dce5404f2691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:07:25.742569 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-aa623da6-e8a0-4f2c-bc21-dbb5fef4c6c5 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1849032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127687649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127702047'] for subnet, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:07:25.814051 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa623da6-e8a0-4f2c-bc21-dbb5fef4c6c5 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Pushing event updated for resources: {'Subnet': ['ID=ddd8655f-074b-4cac-8592-bc3ac71fbfbc,revision_number=0']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:07:25.827000 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa623da6-e8a0-4f2c-bc21-dbb5fef4c6c5 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Checking segment: {'id': 'a75ffb2c-53ff-4d93-b035-1bd2dbf0c78f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1041, 'network_id': 'ae775d68-9085-4063-8c64-eb9558abb845'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 15:07:25.827400 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa623da6-e8a0-4f2c-bc21-dbb5fef4c6c5 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Network hostable DHCP agents. Network: ae775d68-9085-4063-8c64-eb9558abb845, hostable agents: ['f2bada3d-be77-4359-982b-8505a2bbca04'], hosted agents: [] {{(pid=100246) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 15:07:25.845558 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa623da6-e8a0-4f2c-bc21-dbb5fef4c6c5 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Network ae775d68-9085-4063-8c64-eb9558abb845 is scheduled to be hosted by DHCP agent f2bada3d-be77-4359-982b-8505a2bbca04 with binding_index 1 {{(pid=100246) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 15:07:25.854704 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.base_scheduler [None req-aa623da6-e8a0-4f2c-bc21-dbb5fef4c6c5 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773647-6, ae775d68-9085-4063-8c64-eb9558abb845) {{(pid=100246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 15:07:25.862990 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa623da6-e8a0-4f2c-bc21-dbb5fef4c6c5 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:07:25.863502 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3e64aa3-7ba2-449b-a0e0-7e355de7bcdb None None] Network ae775d68-9085-4063-8c64-eb9558abb845 requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 15:07:25.864925 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-aa623da6-e8a0-4f2c-bc21-dbb5fef4c6c5 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Notify callbacks [] for subnet, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:07:25.892828 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-aa623da6-e8a0-4f2c-bc21-dbb5fef4c6c5 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] 10.222.0.104 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4599779 Jul 06 15:07:25.895544 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 33152) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 15:07:25.931840 n-d-773647-6 neutron-server[100249]: DEBUG neutron_lib.callbacks.manager [None req-b1d4e8b8-7fb0-43f3-9cde-dce5404f2691 None None] Notify callbacks [] for port, precommit_update {{(pid=100249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:07:25.944572 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.provisioning_blocks [None req-b1d4e8b8-7fb0-43f3-9cde-dce5404f2691 None None] Transition to ACTIVE for port object c9b6da8e-f119-4d4a-b6cf-b688c79bceb7 will not be triggered until provisioned by entity L2. {{(pid=100249) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 15:07:25.951301 n-d-773647-6 neutron-server[100249]: DEBUG neutron_lib.callbacks.manager [None req-b1d4e8b8-7fb0-43f3-9cde-dce5404f2691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:07:26.009628 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:07:26.015268 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.managers [None req-b1d4e8b8-7fb0-43f3-9cde-dce5404f2691 None None] Attempting to bind port c9b6da8e-f119-4d4a-b6cf-b688c79bceb7 on host n-d-773647-6 for vnic_type normal with profile {{(pid=100249) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 15:07:26.015620 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.managers [None req-b1d4e8b8-7fb0-43f3-9cde-dce5404f2691 None None] Attempting to bind port c9b6da8e-f119-4d4a-b6cf-b688c79bceb7 by drivers openvswitch,hyperv on host n-d-773647-6 at level 0 using segments [{'id': '89a832b7-7793-4d51-9038-ed7e1c3ff1b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719'}] {{(pid=100249) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 15:07:26.015942 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1d4e8b8-7fb0-43f3-9cde-dce5404f2691 None None] Attempting to bind port c9b6da8e-f119-4d4a-b6cf-b688c79bceb7 on network 2658f09e-a580-4d4a-9968-2d1e0ad93719 {{(pid=100249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 15:07:26.023840 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1d4e8b8-7fb0-43f3-9cde-dce5404f2691 None None] Checking agent: {'id': '8ab5b19c-d213-4f29-891d-27bdf39d38b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773647-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 43, 26), 'started_at': datetime.datetime(2021, 7, 6, 13, 43, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 15, 7, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773647-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 15:07:26.024212 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1d4e8b8-7fb0-43f3-9cde-dce5404f2691 None None] Checking segment: {'id': '89a832b7-7793-4d51-9038-ed7e1c3ff1b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100249) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 15:07:26.024647 n-d-773647-6 neutron-server[100249]: DEBUG neutron_lib.callbacks.manager [None req-b1d4e8b8-7fb0-43f3-9cde-dce5404f2691 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:07:26.025040 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1d4e8b8-7fb0-43f3-9cde-dce5404f2691 None None] Bound using segment: {'id': '89a832b7-7793-4d51-9038-ed7e1c3ff1b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719'} {{(pid=100249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 15:07:26.025501 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.managers [None req-b1d4e8b8-7fb0-43f3-9cde-dce5404f2691 None None] Bound port: c9b6da8e-f119-4d4a-b6cf-b688c79bceb7, host: n-d-773647-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89a832b7-7793-4d51-9038-ed7e1c3ff1b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719'}}] {{(pid=100249) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 15:07:26.025875 n-d-773647-6 neutron-server[100249]: DEBUG neutron_lib.callbacks.manager [None req-b1d4e8b8-7fb0-43f3-9cde-dce5404f2691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:07:26.046123 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17fb3e4d-eb59-4b87-8f7b-441ef767bafc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6bd5fc82-6666-56e8-87c2-91648d36c963-ae775d68-9085-4063-8c64-eb9558abb845', 'network_id': 'ae775d68-9085-4063-8c64-eb9558abb845', 'tenant_id': '768013dcc5f548df9e4c379a3109439b', 'fixed_ips': [{'subnet_id': 'ddd8655f-074b-4cac-8592-bc3ac71fbfbc'}]}} from n-d-773647-6. {{(pid=100248) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 15:07:26.047085 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-17fb3e4d-eb59-4b87-8f7b-441ef767bafc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:07:26.057321 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50740715-5829-42be-85c3-689e40be4881 None None] Pushing event updated for resources: {'Port': ['ID=c9b6da8e-f119-4d4a-b6cf-b688c79bceb7,revision_number=2']} {{(pid=100249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:07:26.082748 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50740715-5829-42be-85c3-689e40be4881 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:07:26.083082 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50740715-5829-42be-85c3-689e40be4881 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:07:26.083404 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50740715-5829-42be-85c3-689e40be4881 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:07:26.083733 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50740715-5829-42be-85c3-689e40be4881 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:07:26.084071 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50740715-5829-42be-85c3-689e40be4881 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:07:26.084380 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50740715-5829-42be-85c3-689e40be4881 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:07:26.084696 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50740715-5829-42be-85c3-689e40be4881 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:07:26.085013 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50740715-5829-42be-85c3-689e40be4881 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:07:26.085379 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50740715-5829-42be-85c3-689e40be4881 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:07:26.085703 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50740715-5829-42be-85c3-689e40be4881 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:07:26.086013 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50740715-5829-42be-85c3-689e40be4881 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:07:26.086329 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50740715-5829-42be-85c3-689e40be4881 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:07:26.100642 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.db [None req-b1d4e8b8-7fb0-43f3-9cde-dce5404f2691 None None] For port c9b6da8e-f119-4d4a-b6cf-b688c79bceb7, host n-d-773647-6, cleared binding levels {{(pid=100249) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 15:07:26.104167 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.db [None req-b1d4e8b8-7fb0-43f3-9cde-dce5404f2691 None None] For port c9b6da8e-f119-4d4a-b6cf-b688c79bceb7, host n-d-773647-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=c9b6da8e-f119-4d4a-b6cf-b688c79bceb7,segment=NetworkSegment(89a832b7-7793-4d51-9038-ed7e1c3ff1b2),segment_id=89a832b7-7793-4d51-9038-ed7e1c3ff1b2)] {{(pid=100249) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 15:07:26.109626 n-d-773647-6 neutron-server[100249]: DEBUG neutron_lib.callbacks.manager [None req-b1d4e8b8-7fb0-43f3-9cde-dce5404f2691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:07:26.188266 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1d4e8b8-7fb0-43f3-9cde-dce5404f2691 None None] Routers {'cb1efcf3-3e5b-4e18-955c-456ad24ecc36'} bound to L3 agent in host n-d-773647-6 {{(pid=100249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 15:07:26.189200 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-b1d4e8b8-7fb0-43f3-9cde-dce5404f2691 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T15:07:26Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['cb1efcf3-3e5b-4e18-955c-456ad24ecc36'], 'active': True} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:07:26.209411 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.db_base_plugin_common [None req-17fb3e4d-eb59-4b87-8f7b-441ef767bafc None None] Allocated IP 172.20.0.2 (ae775d68-9085-4063-8c64-eb9558abb845/ddd8655f-074b-4cac-8592-bc3ac71fbfbc/9e352b01-444e-494b-9771-9ef6f5f43ece) {{(pid=100248) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 15:07:26.295998 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50740715-5829-42be-85c3-689e40be4881 None None] Pushing event updated for resources: {'Port': ['ID=c9b6da8e-f119-4d4a-b6cf-b688c79bceb7,revision_number=3']} {{(pid=100249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:07:26.309307 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvr_db [None req-b1d4e8b8-7fb0-43f3-9cde-dce5404f2691 None None] Set router cb1efcf3-3e5b-4e18-955c-456ad24ecc36 gateway port host: n-d-773647-6 {{(pid=100249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 15:07:26.364707 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-17fb3e4d-eb59-4b87-8f7b-441ef767bafc None None] Notify callbacks [] for port, precommit_create {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:07:26.374443 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-17fb3e4d-eb59-4b87-8f7b-441ef767bafc None None] Transition to ACTIVE for port object 9e352b01-444e-494b-9771-9ef6f5f43ece will not be triggered until provisioned by entity L2. {{(pid=100248) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 15:07:26.390079 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-17fb3e4d-eb59-4b87-8f7b-441ef767bafc None None] Transition to ACTIVE for port object 9e352b01-444e-494b-9771-9ef6f5f43ece will not be triggered until provisioned by entity DHCP. {{(pid=100248) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 15:07:26.396735 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-17fb3e4d-eb59-4b87-8f7b-441ef767bafc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108'] for port, after_create {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:07:26.414558 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-c37f7f9f-fa7d-41b9-8e37-fc0edac4b211 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:07:26.449790 n-d-773647-6 neutron-server[100248]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17fb3e4d-eb59-4b87-8f7b-441ef767bafc None None] Network ae775d68-9085-4063-8c64-eb9558abb845 is already hosted by enough agents. {{(pid=100248) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 15:07:26.453061 n-d-773647-6 neutron-server[100248]: DEBUG neutron.scheduler.base_scheduler [None req-17fb3e4d-eb59-4b87-8f7b-441ef767bafc None None] Resources bound (agent type, host, resource id): {{(pid=100248) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 15:07:26.458723 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17fb3e4d-eb59-4b87-8f7b-441ef767bafc None None] Received port after_create {{(pid=100248) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 15:07:26.467907 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17fb3e4d-eb59-4b87-8f7b-441ef767bafc None None] Pushing event updated for resources: {'Port': ['ID=9e352b01-444e-494b-9771-9ef6f5f43ece,revision_number=1']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:07:26.512291 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-b1d4e8b8-7fb0-43f3-9cde-dce5404f2691 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb1efcf3-3e5b-4e18-955c-456ad24ecc36', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1248798024', 'tenant_id': '768013dcc5f548df9e4c379a3109439b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.208'}], 'enable_snat': True}, 'gw_port_id': 'c9b6da8e-f119-4d4a-b6cf-b688c79bceb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T15:07:23Z', 'updated_at': '2021-07-06T15:07:24Z', 'revision_number': 3, 'project_id': '768013dcc5f548df9e4c379a3109439b', 'gw_port': {'id': 'c9b6da8e-f119-4d4a-b6cf-b688c79bceb7', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:8e:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb1efcf3-3e5b-4e18-955c-456ad24ecc36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T15:07:23Z', 'updated_at': '2021-07-06T15:07:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6'}], 'n-d-773647-6', False) {} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:07:26.525608 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-17fb3e4d-eb59-4b87-8f7b-441ef767bafc None None] Attempting to bind port 9e352b01-444e-494b-9771-9ef6f5f43ece on host n-d-773647-6 for vnic_type normal with profile {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 15:07:26.526180 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-17fb3e4d-eb59-4b87-8f7b-441ef767bafc None None] Attempting to bind port 9e352b01-444e-494b-9771-9ef6f5f43ece by drivers openvswitch,hyperv on host n-d-773647-6 at level 0 using segments [{'id': 'a75ffb2c-53ff-4d93-b035-1bd2dbf0c78f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1041, 'network_id': 'ae775d68-9085-4063-8c64-eb9558abb845'}] {{(pid=100248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 15:07:26.526698 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17fb3e4d-eb59-4b87-8f7b-441ef767bafc None None] Attempting to bind port 9e352b01-444e-494b-9771-9ef6f5f43ece on network ae775d68-9085-4063-8c64-eb9558abb845 {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 15:07:26.534023 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17fb3e4d-eb59-4b87-8f7b-441ef767bafc None None] Checking agent: {'id': '8ab5b19c-d213-4f29-891d-27bdf39d38b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773647-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 43, 26), 'started_at': datetime.datetime(2021, 7, 6, 13, 43, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 15, 7, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773647-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 15:07:26.534420 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17fb3e4d-eb59-4b87-8f7b-441ef767bafc None None] Checking segment: {'id': 'a75ffb2c-53ff-4d93-b035-1bd2dbf0c78f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1041, 'network_id': 'ae775d68-9085-4063-8c64-eb9558abb845'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 15:07:26.534808 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-17fb3e4d-eb59-4b87-8f7b-441ef767bafc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:07:26.535201 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17fb3e4d-eb59-4b87-8f7b-441ef767bafc None None] Bound using segment: {'id': 'a75ffb2c-53ff-4d93-b035-1bd2dbf0c78f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1041, 'network_id': 'ae775d68-9085-4063-8c64-eb9558abb845'} {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 15:07:26.536160 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-17fb3e4d-eb59-4b87-8f7b-441ef767bafc None None] Bound port: 9e352b01-444e-494b-9771-9ef6f5f43ece, host: n-d-773647-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a75ffb2c-53ff-4d93-b035-1bd2dbf0c78f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1041, 'network_id': 'ae775d68-9085-4063-8c64-eb9558abb845'}}] {{(pid=100248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 15:07:26.536160 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-17fb3e4d-eb59-4b87-8f7b-441ef767bafc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:07:26.541352 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1d4e8b8-7fb0-43f3-9cde-dce5404f2691 None None] The sync data for ids ['cb1efcf3-3e5b-4e18-955c-456ad24ecc36'] in n-d-773647-6 is: [{'id': 'cb1efcf3-3e5b-4e18-955c-456ad24ecc36', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1248798024', 'tenant_id': '768013dcc5f548df9e4c379a3109439b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.208'}], 'enable_snat': True}, 'gw_port_id': 'c9b6da8e-f119-4d4a-b6cf-b688c79bceb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T15:07:23Z', 'updated_at': '2021-07-06T15:07:24Z', 'revision_number': 3, 'project_id': '768013dcc5f548df9e4c379a3109439b', 'gw_port': {'id': 'c9b6da8e-f119-4d4a-b6cf-b688c79bceb7', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:8e:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb1efcf3-3e5b-4e18-955c-456ad24ecc36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T15:07:23Z', 'updated_at': '2021-07-06T15:07:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6'}] {{(pid=100249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 15:07:26.602052 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-17fb3e4d-eb59-4b87-8f7b-441ef767bafc None None] For port 9e352b01-444e-494b-9771-9ef6f5f43ece, host n-d-773647-6, cleared binding levels {{(pid=100248) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 15:07:26.605956 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-17fb3e4d-eb59-4b87-8f7b-441ef767bafc None None] For port 9e352b01-444e-494b-9771-9ef6f5f43ece, host n-d-773647-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=9e352b01-444e-494b-9771-9ef6f5f43ece,segment=NetworkSegment(a75ffb2c-53ff-4d93-b035-1bd2dbf0c78f),segment_id=a75ffb2c-53ff-4d93-b035-1bd2dbf0c78f)] {{(pid=100248) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 15:07:26.611594 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-17fb3e4d-eb59-4b87-8f7b-441ef767bafc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:07:26.680780 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17fb3e4d-eb59-4b87-8f7b-441ef767bafc None None] Pushing event updated for resources: {'Port': ['ID=9e352b01-444e-494b-9771-9ef6f5f43ece,revision_number=2']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:07:26.761715 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.db_base_plugin_common [None req-c37f7f9f-fa7d-41b9-8e37-fc0edac4b211 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Allocated IP 172.20.0.1 (ae775d68-9085-4063-8c64-eb9558abb845/ddd8655f-074b-4cac-8592-bc3ac71fbfbc/d80467d6-0f06-48d3-a5f2-6af8af63b0e0) {{(pid=100246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 15:07:26.882076 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-2064eaae-da4f-48f8-82d2-b09d4ddedd44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:07:26.947773 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-c37f7f9f-fa7d-41b9-8e37-fc0edac4b211 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Notify callbacks [] for port, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:07:26.965271 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.provisioning_blocks [None req-c37f7f9f-fa7d-41b9-8e37-fc0edac4b211 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Transition to ACTIVE for port object d80467d6-0f06-48d3-a5f2-6af8af63b0e0 will not be triggered until provisioned by entity DHCP. {{(pid=100246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 15:07:27.014405 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-c37f7f9f-fa7d-41b9-8e37-fc0edac4b211 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-127687573'] for port, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:07:27.067191 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c37f7f9f-fa7d-41b9-8e37-fc0edac4b211 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Network ae775d68-9085-4063-8c64-eb9558abb845 is already hosted by enough agents. {{(pid=100246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 15:07:27.071254 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.base_scheduler [None req-c37f7f9f-fa7d-41b9-8e37-fc0edac4b211 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Resources bound (agent type, host, resource id): {{(pid=100246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 15:07:27.078623 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c37f7f9f-fa7d-41b9-8e37-fc0edac4b211 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Received port after_create {{(pid=100246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 15:07:27.085912 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37f7f9f-fa7d-41b9-8e37-fc0edac4b211 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Pushing event updated for resources: {'Port': ['ID=d80467d6-0f06-48d3-a5f2-6af8af63b0e0,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:07:27.129880 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-c37f7f9f-fa7d-41b9-8e37-fc0edac4b211 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1807675'] for router_interface, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:07:27.288321 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-c37f7f9f-fa7d-41b9-8e37-fc0edac4b211 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:07:27.622003 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-c37f7f9f-fa7d-41b9-8e37-fc0edac4b211 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Notify callbacks [] for port, precommit_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:07:27.626820 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-c37f7f9f-fa7d-41b9-8e37-fc0edac4b211 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127687527'] for port, after_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:07:27.674389 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f928e677-08a2-461e-8c42-2b717bc414ae None None] Network ae775d68-9085-4063-8c64-eb9558abb845 requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 15:07:27.705208 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37f7f9f-fa7d-41b9-8e37-fc0edac4b211 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Pushing event updated for resources: {'Port': ['ID=d80467d6-0f06-48d3-a5f2-6af8af63b0e0,revision_number=2']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:07:27.710705 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-c37f7f9f-fa7d-41b9-8e37-fc0edac4b211 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1809478'] for router_interface, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:07:27.797531 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-1125ea72-86a1-41d5-b617-382ae1b8d919 None None] Provisioning for port 9e352b01-444e-494b-9771-9ef6f5f43ece completed by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 15:07:27.813318 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c37f7f9f-fa7d-41b9-8e37-fc0edac4b211 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Network ae775d68-9085-4063-8c64-eb9558abb845 is already hosted by enough agents. {{(pid=100246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 15:07:27.815072 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.base_scheduler [None req-c37f7f9f-fa7d-41b9-8e37-fc0edac4b211 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Resources bound (agent type, host, resource id): {{(pid=100246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 15:07:27.940529 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c37f7f9f-fa7d-41b9-8e37-fc0edac4b211 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Router cb1efcf3-3e5b-4e18-955c-456ad24ecc36 has already been hosted by L3 agent 2823d358-a11b-4885-a706-95a279e43fa7 {{(pid=100246) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 15:07:28.072979 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c37f7f9f-fa7d-41b9-8e37-fc0edac4b211 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Notify agent at l3_agent.n-d-773647-6 the message routers_updated {{(pid=100246) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 15:07:28.081786 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-c37f7f9f-fa7d-41b9-8e37-fc0edac4b211 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] 10.222.0.104 "PUT /v2.0/routers/cb1efcf3-3e5b-4e18-955c-456ad24ecc36/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1851780 Jul 06 15:07:28.131747 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-c64cc4f2-bb10-4ab5-8c28-ee54207a191a None None] Provisioning for port d80467d6-0f06-48d3-a5f2-6af8af63b0e0 completed by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 15:07:28.136995 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-c64cc4f2-bb10-4ab5-8c28-ee54207a191a None None] Provisioning complete for port d80467d6-0f06-48d3-a5f2-6af8af63b0e0 triggered by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 15:07:28.138340 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-c64cc4f2-bb10-4ab5-8c28-ee54207a191a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:07:28.189152 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-c64cc4f2-bb10-4ab5-8c28-ee54207a191a None None] Port d80467d6-0f06-48d3-a5f2-6af8af63b0e0 cannot update to ACTIVE because it is not bound. {{(pid=100248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 15:07:28.314920 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a193c764-7b2e-4ec8-801c-7a1a27d60898 None None] Sync routers for ids ['cb1efcf3-3e5b-4e18-955c-456ad24ecc36'] in n-d-773647-6 {{(pid=100248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 15:07:28.331006 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a193c764-7b2e-4ec8-801c-7a1a27d60898 None None] Routers {'cb1efcf3-3e5b-4e18-955c-456ad24ecc36'} bound to L3 agent in host n-d-773647-6 {{(pid=100248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 15:07:28.331606 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-a193c764-7b2e-4ec8-801c-7a1a27d60898 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T15:07:26Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['cb1efcf3-3e5b-4e18-955c-456ad24ecc36'], 'active': True} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:07:28.333425 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-8616223b-015c-4b77-ae64-e62fbaac6784 None None] Provisioning complete for port d80467d6-0f06-48d3-a5f2-6af8af63b0e0 triggered by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 15:07:28.333798 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-8616223b-015c-4b77-ae64-e62fbaac6784 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:07:28.442655 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-8616223b-015c-4b77-ae64-e62fbaac6784 None None] Port d80467d6-0f06-48d3-a5f2-6af8af63b0e0 cannot update to ACTIVE because it is not bound. {{(pid=100248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 15:07:28.493960 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvr_db [None req-a193c764-7b2e-4ec8-801c-7a1a27d60898 None None] Set router cb1efcf3-3e5b-4e18-955c-456ad24ecc36 gateway port host: n-d-773647-6 {{(pid=100248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 15:07:28.519920 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-496ab10a-f974-4dea-a20d-c7607994b6c3 req-22c5fd23-8c65-4dde-8d93-b18bd47acc42 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] 10.222.0.104 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1757901837&fields=id&tenant_id=768013dcc5f548df9e4c379a3109439b HTTP/1.1" status: 200 len: 267 time: 0.0613463 Jul 06 15:07:28.576911 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device c9b6da8e-f119-4d4a-b6cf-b688c79bceb7 up at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 15:07:28.654425 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496ab10a-f974-4dea-a20d-c7607994b6c3 req-ef814b6a-f72a-464c-ae53-117b506bef11 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:07:28.656001 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-496ab10a-f974-4dea-a20d-c7607994b6c3 req-ef814b6a-f72a-464c-ae53-117b506bef11 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] 10.222.0.104 "GET /v2.0/networks?id=ae775d68-9085-4063-8c64-eb9558abb845 HTTP/1.1" status: 200 len: 797 time: 0.1300039 Jul 06 15:07:28.672485 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-496ab10a-f974-4dea-a20d-c7607994b6c3 req-cf23511a-2e69-4529-bd2c-51122cc54a5e tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] 10.222.0.104 "GET /v2.0/quotas/768013dcc5f548df9e4c379a3109439b HTTP/1.1" status: 200 len: 375 time: 0.0101647 Jul 06 15:07:28.684032 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-03f71b24-a9b8-453a-8924-caa3f97bc6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:07:28.710798 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5d94bbda-50f5-4ef3-b5fe-372d3554d868 None None] Provisioning complete for port d80467d6-0f06-48d3-a5f2-6af8af63b0e0 triggered by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 15:07:28.711169 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5d94bbda-50f5-4ef3-b5fe-372d3554d868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:07:28.747614 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-496ab10a-f974-4dea-a20d-c7607994b6c3 req-be664d7f-a743-4202-aa87-8a626f0daa0f tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] 10.222.0.104 "GET /v2.0/ports?tenant_id=768013dcc5f548df9e4c379a3109439b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0687461 Jul 06 15:07:28.851651 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-496ab10a-f974-4dea-a20d-c7607994b6c3 req-2099933f-5860-46e6-b2f9-41bdd57c1403 service neutron] 10.222.0.104 "GET /v2.0/networks/ae775d68-9085-4063-8c64-eb9558abb845?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922623 Jul 06 15:07:28.898997 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning for port c9b6da8e-f119-4d4a-b6cf-b688c79bceb7 completed by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 15:07:28.924154 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning complete for port c9b6da8e-f119-4d4a-b6cf-b688c79bceb7 triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 15:07:28.924430 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:07:28.942221 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-496ab10a-f974-4dea-a20d-c7607994b6c3 req-3f4c1093-ff0f-4d54-8d7f-a692df0f4ceb service neutron] 10.222.0.104 "GET /v2.0/networks/ae775d68-9085-4063-8c64-eb9558abb845?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837872 Jul 06 15:07:28.957619 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-5d94bbda-50f5-4ef3-b5fe-372d3554d868 None None] Port d80467d6-0f06-48d3-a5f2-6af8af63b0e0 cannot update to ACTIVE because it is not bound. {{(pid=100248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 15:07:29.016982 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-a193c764-7b2e-4ec8-801c-7a1a27d60898 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb1efcf3-3e5b-4e18-955c-456ad24ecc36', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1248798024', 'tenant_id': '768013dcc5f548df9e4c379a3109439b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.208'}], 'enable_snat': True}, 'gw_port_id': 'c9b6da8e-f119-4d4a-b6cf-b688c79bceb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T15:07:23Z', 'updated_at': '2021-07-06T15:07:27Z', 'revision_number': 4, 'project_id': '768013dcc5f548df9e4c379a3109439b', 'gw_port': {'id': 'c9b6da8e-f119-4d4a-b6cf-b688c79bceb7', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:8e:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb1efcf3-3e5b-4e18-955c-456ad24ecc36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T15:07:23Z', 'updated_at': '2021-07-06T15:07:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6', '_interfaces': [{'id': 'd80467d6-0f06-48d3-a5f2-6af8af63b0e0', 'name': '', 'network_id': 'ae775d68-9085-4063-8c64-eb9558abb845', 'tenant_id': '768013dcc5f548df9e4c379a3109439b', 'mac_address': 'fa:16:3e:db:c6:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb1efcf3-3e5b-4e18-955c-456ad24ecc36', 'device_owner': 'network:router_interface', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': 'ddd8655f-074b-4cac-8592-bc3ac71fbfbc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T15:07:26Z', 'updated_at': '2021-07-06T15:07:27Z', 'revision_number': 2, 'project_id': '768013dcc5f548df9e4c379a3109439b', 'subnets': [{'id': 'ddd8655f-074b-4cac-8592-bc3ac71fbfbc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773647-6', False) {} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:07:29.045171 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a193c764-7b2e-4ec8-801c-7a1a27d60898 None None] Checking router: cb1efcf3-3e5b-4e18-955c-456ad24ecc36 for host: n-d-773647-6 {{(pid=100248) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 15:07:29.045523 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a193c764-7b2e-4ec8-801c-7a1a27d60898 None None] Updating router cb1efcf3-3e5b-4e18-955c-456ad24ecc36 port d80467d6-0f06-48d3-a5f2-6af8af63b0e0 binding host n-d-773647-6 {{(pid=100248) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 15:07:29.080997 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:07:29.110662 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-a193c764-7b2e-4ec8-801c-7a1a27d60898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:07:29.113650 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] For port c9b6da8e-f119-4d4a-b6cf-b688c79bceb7, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=c9b6da8e-f119-4d4a-b6cf-b688c79bceb7,segment=NetworkSegment(89a832b7-7793-4d51-9038-ed7e1c3ff1b2),segment_id=89a832b7-7793-4d51-9038-ed7e1c3ff1b2)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 15:07:29.122766 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-56bf1b39-9585-4386-8607-1445ee89ab19 req-f85f24fe-2f30-4a68-b192-b75d2c1969c2 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] 10.222.0.104 "GET /v2.0/ports?device_id=32422458-033a-482f-8bb5-e7cbfa66bf19 HTTP/1.1" status: 200 len: 210 time: 0.0305264 Jul 06 15:07:29.123861 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:07:29.124684 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 9e352b01-444e-494b-9771-9ef6f5f43ece up at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 15:07:29.239021 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Pushing event updated for resources: {'Port': ['ID=c9b6da8e-f119-4d4a-b6cf-b688c79bceb7,revision_number=4']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:07:29.313756 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning for port 9e352b01-444e-494b-9771-9ef6f5f43ece completed by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 15:07:29.321572 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning complete for port 9e352b01-444e-494b-9771-9ef6f5f43ece triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 15:07:29.321953 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:07:29.498802 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:07:29.573540 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] For port 9e352b01-444e-494b-9771-9ef6f5f43ece, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=9e352b01-444e-494b-9771-9ef6f5f43ece,segment=NetworkSegment(a75ffb2c-53ff-4d93-b035-1bd2dbf0c78f),segment_id=a75ffb2c-53ff-4d93-b035-1bd2dbf0c78f)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 15:07:29.578637 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-a193c764-7b2e-4ec8-801c-7a1a27d60898 None None] Notify callbacks [] for port, precommit_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:07:29.581618 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:07:29.612153 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-a193c764-7b2e-4ec8-801c-7a1a27d60898 None None] Transition to ACTIVE for port object d80467d6-0f06-48d3-a5f2-6af8af63b0e0 will not be triggered until provisioned by entity L2. {{(pid=100248) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 15:07:29.622416 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-a193c764-7b2e-4ec8-801c-7a1a27d60898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:07:29.654797 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Pushing event updated for resources: {'Port': ['ID=9e352b01-444e-494b-9771-9ef6f5f43ece,revision_number=3']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:07:29.743881 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d01093-fb0b-46b1-8acf-38415a7864fb None None] Pushing event updated for resources: {'Port': ['ID=d80467d6-0f06-48d3-a5f2-6af8af63b0e0,revision_number=3']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:07:29.756639 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-a193c764-7b2e-4ec8-801c-7a1a27d60898 None None] Attempting to bind port d80467d6-0f06-48d3-a5f2-6af8af63b0e0 on host n-d-773647-6 for vnic_type normal with profile {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 15:07:29.757089 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-a193c764-7b2e-4ec8-801c-7a1a27d60898 None None] Attempting to bind port d80467d6-0f06-48d3-a5f2-6af8af63b0e0 by drivers openvswitch,hyperv on host n-d-773647-6 at level 0 using segments [{'id': 'a75ffb2c-53ff-4d93-b035-1bd2dbf0c78f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1041, 'network_id': 'ae775d68-9085-4063-8c64-eb9558abb845'}] {{(pid=100248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 15:07:29.757519 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a193c764-7b2e-4ec8-801c-7a1a27d60898 None None] Attempting to bind port d80467d6-0f06-48d3-a5f2-6af8af63b0e0 on network ae775d68-9085-4063-8c64-eb9558abb845 {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 15:07:29.763883 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a193c764-7b2e-4ec8-801c-7a1a27d60898 None None] Checking agent: {'id': '8ab5b19c-d213-4f29-891d-27bdf39d38b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773647-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 43, 26), 'started_at': datetime.datetime(2021, 7, 6, 13, 43, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 15, 7, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773647-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 15:07:29.764352 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a193c764-7b2e-4ec8-801c-7a1a27d60898 None None] Checking segment: {'id': 'a75ffb2c-53ff-4d93-b035-1bd2dbf0c78f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1041, 'network_id': 'ae775d68-9085-4063-8c64-eb9558abb845'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 15:07:29.764829 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-a193c764-7b2e-4ec8-801c-7a1a27d60898 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:07:29.765287 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a193c764-7b2e-4ec8-801c-7a1a27d60898 None None] Bound using segment: {'id': 'a75ffb2c-53ff-4d93-b035-1bd2dbf0c78f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1041, 'network_id': 'ae775d68-9085-4063-8c64-eb9558abb845'} {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 15:07:29.765831 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-a193c764-7b2e-4ec8-801c-7a1a27d60898 None None] Bound port: d80467d6-0f06-48d3-a5f2-6af8af63b0e0, host: n-d-773647-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a75ffb2c-53ff-4d93-b035-1bd2dbf0c78f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1041, 'network_id': 'ae775d68-9085-4063-8c64-eb9558abb845'}}] {{(pid=100248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 15:07:29.766289 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-a193c764-7b2e-4ec8-801c-7a1a27d60898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:07:29.835644 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-a193c764-7b2e-4ec8-801c-7a1a27d60898 None None] For port d80467d6-0f06-48d3-a5f2-6af8af63b0e0, host n-d-773647-6, cleared binding levels {{(pid=100248) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 15:07:29.839958 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-a193c764-7b2e-4ec8-801c-7a1a27d60898 None None] For port d80467d6-0f06-48d3-a5f2-6af8af63b0e0, host n-d-773647-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=d80467d6-0f06-48d3-a5f2-6af8af63b0e0,segment=NetworkSegment(a75ffb2c-53ff-4d93-b035-1bd2dbf0c78f),segment_id=a75ffb2c-53ff-4d93-b035-1bd2dbf0c78f)] {{(pid=100248) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 15:07:29.844729 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-a193c764-7b2e-4ec8-801c-7a1a27d60898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:07:29.912315 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a193c764-7b2e-4ec8-801c-7a1a27d60898 None None] Routers {'cb1efcf3-3e5b-4e18-955c-456ad24ecc36'} bound to L3 agent in host n-d-773647-6 {{(pid=100248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 15:07:29.912992 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-a193c764-7b2e-4ec8-801c-7a1a27d60898 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T15:07:26Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['cb1efcf3-3e5b-4e18-955c-456ad24ecc36'], 'active': True} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:07:29.919693 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d01093-fb0b-46b1-8acf-38415a7864fb None None] Pushing event updated for resources: {'Port': ['ID=d80467d6-0f06-48d3-a5f2-6af8af63b0e0,revision_number=4']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:07:30.035561 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvr_db [None req-a193c764-7b2e-4ec8-801c-7a1a27d60898 None None] Set router cb1efcf3-3e5b-4e18-955c-456ad24ecc36 gateway port host: n-d-773647-6 {{(pid=100248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 15:07:30.254069 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496ab10a-f974-4dea-a20d-c7607994b6c3 req-7c4dd968-914e-4c50-8b47-87198b483121 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:07:30.255763 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-496ab10a-f974-4dea-a20d-c7607994b6c3 req-7c4dd968-914e-4c50-8b47-87198b483121 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] 10.222.0.72 "GET /v2.0/networks?id=ae775d68-9085-4063-8c64-eb9558abb845 HTTP/1.1" status: 200 len: 797 time: 0.1485229 Jul 06 15:07:30.300982 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-a193c764-7b2e-4ec8-801c-7a1a27d60898 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb1efcf3-3e5b-4e18-955c-456ad24ecc36', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1248798024', 'tenant_id': '768013dcc5f548df9e4c379a3109439b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.208'}], 'enable_snat': True}, 'gw_port_id': 'c9b6da8e-f119-4d4a-b6cf-b688c79bceb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T15:07:23Z', 'updated_at': '2021-07-06T15:07:27Z', 'revision_number': 4, 'project_id': '768013dcc5f548df9e4c379a3109439b', 'gw_port': {'id': 'c9b6da8e-f119-4d4a-b6cf-b688c79bceb7', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:8e:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb1efcf3-3e5b-4e18-955c-456ad24ecc36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T15:07:23Z', 'updated_at': '2021-07-06T15:07:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6', '_interfaces': [{'id': 'd80467d6-0f06-48d3-a5f2-6af8af63b0e0', 'name': '', 'network_id': 'ae775d68-9085-4063-8c64-eb9558abb845', 'tenant_id': '768013dcc5f548df9e4c379a3109439b', 'mac_address': 'fa:16:3e:db:c6:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb1efcf3-3e5b-4e18-955c-456ad24ecc36', 'device_owner': 'network:router_interface', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': 'ddd8655f-074b-4cac-8592-bc3ac71fbfbc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T15:07:26Z', 'updated_at': '2021-07-06T15:07:29Z', 'revision_number': 4, 'project_id': '768013dcc5f548df9e4c379a3109439b', 'subnets': [{'id': 'ddd8655f-074b-4cac-8592-bc3ac71fbfbc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773647-6', False) {} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:07:30.302816 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-496ab10a-f974-4dea-a20d-c7607994b6c3 req-768eb7dc-89b2-4e6c-96c7-1e4fe58bf880 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=768013dcc5f548df9e4c379a3109439b HTTP/1.1" status: 200 len: 380 time: 0.0390809 Jul 06 15:07:30.311087 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-2906c93e-fb12-469a-b43a-28a93502eb4c req-97dd9bcf-aaf7-4e5a-a6b7-60397e31a12f tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] 10.222.0.104 "GET /v2.0/ports?device_id=32422458-033a-482f-8bb5-e7cbfa66bf19 HTTP/1.1" status: 200 len: 210 time: 0.0429366 Jul 06 15:07:30.313337 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [req-496ab10a-f974-4dea-a20d-c7607994b6c3 req-50cedeea-0254-4a15-ab6b-f98750e4bb50 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Request body: {'port': {'device_id': '32422458-033a-482f-8bb5-e7cbfa66bf19', 'network_id': 'ae775d68-9085-4063-8c64-eb9558abb845', 'admin_state_up': True, 'tenant_id': '768013dcc5f548df9e4c379a3109439b', 'security_groups': ['bb2dc09f-7df8-4e58-b8bc-fa3a251e5886']}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 15:07:30.332625 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a193c764-7b2e-4ec8-801c-7a1a27d60898 None None] The sync data for ids ['cb1efcf3-3e5b-4e18-955c-456ad24ecc36'] in n-d-773647-6 is: [{'id': 'cb1efcf3-3e5b-4e18-955c-456ad24ecc36', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1248798024', 'tenant_id': '768013dcc5f548df9e4c379a3109439b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.208'}], 'enable_snat': True}, 'gw_port_id': 'c9b6da8e-f119-4d4a-b6cf-b688c79bceb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T15:07:23Z', 'updated_at': '2021-07-06T15:07:27Z', 'revision_number': 4, 'project_id': '768013dcc5f548df9e4c379a3109439b', 'gw_port': {'id': 'c9b6da8e-f119-4d4a-b6cf-b688c79bceb7', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:8e:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb1efcf3-3e5b-4e18-955c-456ad24ecc36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T15:07:23Z', 'updated_at': '2021-07-06T15:07:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6', '_interfaces': [{'id': 'd80467d6-0f06-48d3-a5f2-6af8af63b0e0', 'name': '', 'network_id': 'ae775d68-9085-4063-8c64-eb9558abb845', 'tenant_id': '768013dcc5f548df9e4c379a3109439b', 'mac_address': 'fa:16:3e:db:c6:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb1efcf3-3e5b-4e18-955c-456ad24ecc36', 'device_owner': 'network:router_interface', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': 'ddd8655f-074b-4cac-8592-bc3ac71fbfbc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T15:07:26Z', 'updated_at': '2021-07-06T15:07:29Z', 'revision_number': 4, 'project_id': '768013dcc5f548df9e4c379a3109439b', 'subnets': [{'id': 'ddd8655f-074b-4cac-8592-bc3ac71fbfbc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 15:07:30.468521 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-496ab10a-f974-4dea-a20d-c7607994b6c3 req-50cedeea-0254-4a15-ab6b-f98750e4bb50 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Made reservation on behalf of 768013dcc5f548df9e4c379a3109439b for: {'port': 1} {{(pid=100246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 15:07:30.472904 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-496ab10a-f974-4dea-a20d-c7607994b6c3 req-50cedeea-0254-4a15-ab6b-f98750e4bb50 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:07:30.563495 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device d80467d6-0f06-48d3-a5f2-6af8af63b0e0 up at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 15:07:30.615647 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning for port d80467d6-0f06-48d3-a5f2-6af8af63b0e0 completed by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 15:07:30.620430 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning complete for port d80467d6-0f06-48d3-a5f2-6af8af63b0e0 triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 15:07:30.620808 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:07:30.634475 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.db_base_plugin_common [req-496ab10a-f974-4dea-a20d-c7607994b6c3 req-50cedeea-0254-4a15-ab6b-f98750e4bb50 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Allocated IP 172.20.0.12 (ae775d68-9085-4063-8c64-eb9558abb845/ddd8655f-074b-4cac-8592-bc3ac71fbfbc/b49de76c-27d2-4229-8aee-fb9ddebc3bf0) {{(pid=100246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 15:07:30.716423 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:07:30.768414 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] For port d80467d6-0f06-48d3-a5f2-6af8af63b0e0, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=d80467d6-0f06-48d3-a5f2-6af8af63b0e0,segment=NetworkSegment(a75ffb2c-53ff-4d93-b035-1bd2dbf0c78f),segment_id=a75ffb2c-53ff-4d93-b035-1bd2dbf0c78f)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 15:07:30.773116 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:07:30.774043 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device c9b6da8e-f119-4d4a-b6cf-b688c79bceb7 up at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 15:07:30.809528 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-496ab10a-f974-4dea-a20d-c7607994b6c3 req-50cedeea-0254-4a15-ab6b-f98750e4bb50 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Notify callbacks [] for port, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:07:30.824855 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.provisioning_blocks [req-496ab10a-f974-4dea-a20d-c7607994b6c3 req-50cedeea-0254-4a15-ab6b-f98750e4bb50 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Transition to ACTIVE for port object b49de76c-27d2-4229-8aee-fb9ddebc3bf0 will not be triggered until provisioned by entity DHCP. {{(pid=100246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 15:07:30.851883 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Pushing event updated for resources: {'Port': ['ID=d80467d6-0f06-48d3-a5f2-6af8af63b0e0,revision_number=5']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:07:30.867424 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning complete for port c9b6da8e-f119-4d4a-b6cf-b688c79bceb7 triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 15:07:30.867811 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:07:30.870423 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-496ab10a-f974-4dea-a20d-c7607994b6c3 req-50cedeea-0254-4a15-ab6b-f98750e4bb50 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-127687573'] for port, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:07:30.928962 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-496ab10a-f974-4dea-a20d-c7607994b6c3 req-50cedeea-0254-4a15-ab6b-f98750e4bb50 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Network ae775d68-9085-4063-8c64-eb9558abb845 is already hosted by enough agents. {{(pid=100246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 15:07:30.932404 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.base_scheduler [req-496ab10a-f974-4dea-a20d-c7607994b6c3 req-50cedeea-0254-4a15-ab6b-f98750e4bb50 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Resources bound (agent type, host, resource id): {{(pid=100246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 15:07:30.947891 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [req-496ab10a-f974-4dea-a20d-c7607994b6c3 req-50cedeea-0254-4a15-ab6b-f98750e4bb50 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Received port after_create {{(pid=100246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 15:07:30.957231 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50cedeea-0254-4a15-ab6b-f98750e4bb50 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Pushing event updated for resources: {'Port': ['ID=b49de76c-27d2-4229-8aee-fb9ddebc3bf0,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:07:30.968736 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 9e352b01-444e-494b-9771-9ef6f5f43ece up at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 15:07:31.023333 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496ab10a-f974-4dea-a20d-c7607994b6c3 req-50cedeea-0254-4a15-ab6b-f98750e4bb50 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:07:31.025103 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-496ab10a-f974-4dea-a20d-c7607994b6c3 req-50cedeea-0254-4a15-ab6b-f98750e4bb50 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:07:31.036709 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning complete for port 9e352b01-444e-494b-9771-9ef6f5f43ece triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 15:07:31.037370 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:07:31.054416 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-496ab10a-f974-4dea-a20d-c7607994b6c3 req-50cedeea-0254-4a15-ab6b-f98750e4bb50 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7466829 Jul 06 15:07:31.069528 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [req-496ab10a-f974-4dea-a20d-c7607994b6c3 req-8cda5a39-5f66-4697-b424-016f04b75b12 service neutron] Request body: {'port': {'device_id': '32422458-033a-482f-8bb5-e7cbfa66bf19', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-773647-6'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 15:07:31.171250 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-496ab10a-f974-4dea-a20d-c7607994b6c3 req-8cda5a39-5f66-4697-b424-016f04b75b12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:07:31.234497 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-93e90f18-ab73-4f96-816c-bcfd0931e1db None None] Provisioning for port b49de76c-27d2-4229-8aee-fb9ddebc3bf0 completed by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 15:07:31.238631 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-93e90f18-ab73-4f96-816c-bcfd0931e1db None None] Provisioning complete for port b49de76c-27d2-4229-8aee-fb9ddebc3bf0 triggered by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 15:07:31.239279 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-93e90f18-ab73-4f96-816c-bcfd0931e1db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:07:31.273298 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-93e90f18-ab73-4f96-816c-bcfd0931e1db None None] Port b49de76c-27d2-4229-8aee-fb9ddebc3bf0 cannot update to ACTIVE because it is not bound. {{(pid=100248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 15:07:31.447459 n-d-773647-6 neutron-server[100246]: DEBUG neutron.notifiers.nova [req-496ab10a-f974-4dea-a20d-c7607994b6c3 req-8cda5a39-5f66-4697-b424-016f04b75b12 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b49de76c-27d2-4229-8aee-fb9ddebc3bf0 {{(pid=100246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 15:07:31.455459 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-496ab10a-f974-4dea-a20d-c7607994b6c3 req-8cda5a39-5f66-4697-b424-016f04b75b12 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:07:31.468048 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.provisioning_blocks [req-496ab10a-f974-4dea-a20d-c7607994b6c3 req-8cda5a39-5f66-4697-b424-016f04b75b12 service neutron] Transition to ACTIVE for port object b49de76c-27d2-4229-8aee-fb9ddebc3bf0 will not be triggered until provisioned by entity L2. {{(pid=100246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 15:07:31.472363 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-496ab10a-f974-4dea-a20d-c7607994b6c3 req-8cda5a39-5f66-4697-b424-016f04b75b12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127687527'] for port, after_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:07:31.499026 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546c1aea-c205-4916-a4e7-d69465963340 req-253a65ac-8e03-4c09-821a-e22e25d54967 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:07:31.507400 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-546c1aea-c205-4916-a4e7-d69465963340 req-253a65ac-8e03-4c09-821a-e22e25d54967 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] 10.222.0.104 "GET /v2.0/ports?device_id=32422458-033a-482f-8bb5-e7cbfa66bf19 HTTP/1.1" status: 200 len: 932 time: 0.0840073 Jul 06 15:07:31.545013 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cda5a39-5f66-4697-b424-016f04b75b12 service neutron] Pushing event updated for resources: {'Port': ['ID=b49de76c-27d2-4229-8aee-fb9ddebc3bf0,revision_number=2']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:07:31.558954 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-546c1aea-c205-4916-a4e7-d69465963340 req-a6f1e411-2127-4f89-8b4f-ff861ced86ca tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] 10.222.0.104 "GET /v2.0/security-groups?id=bb2dc09f-7df8-4e58-b8bc-fa3a251e5886&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505180 Jul 06 15:07:31.608093 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [req-496ab10a-f974-4dea-a20d-c7607994b6c3 req-8cda5a39-5f66-4697-b424-016f04b75b12 service neutron] Attempting to bind port b49de76c-27d2-4229-8aee-fb9ddebc3bf0 on host n-h2-773647-6 for vnic_type normal with profile {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 15:07:31.608494 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [req-496ab10a-f974-4dea-a20d-c7607994b6c3 req-8cda5a39-5f66-4697-b424-016f04b75b12 service neutron] Attempting to bind port b49de76c-27d2-4229-8aee-fb9ddebc3bf0 by drivers openvswitch,hyperv on host n-h2-773647-6 at level 0 using segments [{'id': 'a75ffb2c-53ff-4d93-b035-1bd2dbf0c78f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1041, 'network_id': 'ae775d68-9085-4063-8c64-eb9558abb845'}] {{(pid=100246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 15:07:31.608838 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-496ab10a-f974-4dea-a20d-c7607994b6c3 req-8cda5a39-5f66-4697-b424-016f04b75b12 service neutron] Attempting to bind port b49de76c-27d2-4229-8aee-fb9ddebc3bf0 on network ae775d68-9085-4063-8c64-eb9558abb845 {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 15:07:31.613441 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-496ab10a-f974-4dea-a20d-c7607994b6c3 req-8cda5a39-5f66-4697-b424-016f04b75b12 service neutron] Port b49de76c-27d2-4229-8aee-fb9ddebc3bf0 on network ae775d68-9085-4063-8c64-eb9558abb845 not bound, no agent of type Open vSwitch agent registered on host n-h2-773647-6 {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 15:07:31.613762 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-496ab10a-f974-4dea-a20d-c7607994b6c3 req-8cda5a39-5f66-4697-b424-016f04b75b12 service neutron] Attempting to bind port b49de76c-27d2-4229-8aee-fb9ddebc3bf0 on network ae775d68-9085-4063-8c64-eb9558abb845 {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 15:07:31.619352 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-496ab10a-f974-4dea-a20d-c7607994b6c3 req-8cda5a39-5f66-4697-b424-016f04b75b12 service neutron] Checking agent: {'id': '63768ece-0600-4354-8d29-fdedec96b077', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-773647-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 51, 10), 'started_at': datetime.datetime(2021, 7, 6, 13, 51, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 15, 7, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 15:07:31.619700 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-496ab10a-f974-4dea-a20d-c7607994b6c3 req-8cda5a39-5f66-4697-b424-016f04b75b12 service neutron] Checking segment: {'id': 'a75ffb2c-53ff-4d93-b035-1bd2dbf0c78f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1041, 'network_id': 'ae775d68-9085-4063-8c64-eb9558abb845'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 15:07:31.620083 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-496ab10a-f974-4dea-a20d-c7607994b6c3 req-8cda5a39-5f66-4697-b424-016f04b75b12 service neutron] Bound using segment: {'id': 'a75ffb2c-53ff-4d93-b035-1bd2dbf0c78f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1041, 'network_id': 'ae775d68-9085-4063-8c64-eb9558abb845'} {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 15:07:31.620522 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [req-496ab10a-f974-4dea-a20d-c7607994b6c3 req-8cda5a39-5f66-4697-b424-016f04b75b12 service neutron] Bound port: b49de76c-27d2-4229-8aee-fb9ddebc3bf0, host: n-h2-773647-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a75ffb2c-53ff-4d93-b035-1bd2dbf0c78f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1041, 'network_id': 'ae775d68-9085-4063-8c64-eb9558abb845'}}] {{(pid=100246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 15:07:31.620868 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-496ab10a-f974-4dea-a20d-c7607994b6c3 req-8cda5a39-5f66-4697-b424-016f04b75b12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:07:31.691864 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.db [req-496ab10a-f974-4dea-a20d-c7607994b6c3 req-8cda5a39-5f66-4697-b424-016f04b75b12 service neutron] For port b49de76c-27d2-4229-8aee-fb9ddebc3bf0, host n-h2-773647-6, cleared binding levels {{(pid=100246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 15:07:31.695160 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.db [req-496ab10a-f974-4dea-a20d-c7607994b6c3 req-8cda5a39-5f66-4697-b424-016f04b75b12 service neutron] For port b49de76c-27d2-4229-8aee-fb9ddebc3bf0, host n-h2-773647-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=b49de76c-27d2-4229-8aee-fb9ddebc3bf0,segment=NetworkSegment(a75ffb2c-53ff-4d93-b035-1bd2dbf0c78f),segment_id=a75ffb2c-53ff-4d93-b035-1bd2dbf0c78f)] {{(pid=100246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 15:07:31.700055 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-496ab10a-f974-4dea-a20d-c7607994b6c3 req-8cda5a39-5f66-4697-b424-016f04b75b12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127687527'] for port, after_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:07:31.734224 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496ab10a-f974-4dea-a20d-c7607994b6c3 req-8cda5a39-5f66-4697-b424-016f04b75b12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:07:31.734859 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-496ab10a-f974-4dea-a20d-c7607994b6c3 req-8cda5a39-5f66-4697-b424-016f04b75b12 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:07:31.736315 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-496ab10a-f974-4dea-a20d-c7607994b6c3 req-8cda5a39-5f66-4697-b424-016f04b75b12 service neutron] 10.222.0.72 "PUT /v2.0/ports/b49de76c-27d2-4229-8aee-fb9ddebc3bf0 HTTP/1.1" status: 200 len: 1092 time: 0.6736813 Jul 06 15:07:31.736744 n-d-773647-6 neutron-server[100246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32422458-033a-482f-8bb5-e7cbfa66bf19', 'tag': 'b49de76c-27d2-4229-8aee-fb9ddebc3bf0'}] {{(pid=100246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 15:07:31.739230 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46bcbd240f672e88150dff05a21f1d72cf4d2de628fda8977cb1eab177268aa5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-143bd476-61be-4019-83cc-571c58f8a4dc" -d '{"events": [{"name": "network-changed", "server_uuid": "32422458-033a-482f-8bb5-e7cbfa66bf19", "tag": "b49de76c-27d2-4229-8aee-fb9ddebc3bf0"}]}' {{(pid=100246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 15:07:31.767073 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cda5a39-5f66-4697-b424-016f04b75b12 service neutron] Pushing event updated for resources: {'Port': ['ID=b49de76c-27d2-4229-8aee-fb9ddebc3bf0,revision_number=3']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:07:31.784181 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 15:07:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eef5576b-7b0a-4c77-921c-b47e63122a7b x-openstack-request-id: req-eef5576b-7b0a-4c77-921c-b47e63122a7b {{(pid=100246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 15:07:31.784611 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32422458-033a-482f-8bb5-e7cbfa66bf19", "tag": "b49de76c-27d2-4229-8aee-fb9ddebc3bf0", "status": "completed", "code": 200}]} {{(pid=100246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 15:07:31.784871 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-eef5576b-7b0a-4c77-921c-b47e63122a7b {{(pid=100246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 15:07:31.785415 n-d-773647-6 neutron-server[100246]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32422458-033a-482f-8bb5-e7cbfa66bf19', 'tag': 'b49de76c-27d2-4229-8aee-fb9ddebc3bf0', 'status': 'completed', 'code': 200} Jul 06 15:07:31.847991 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496ab10a-f974-4dea-a20d-c7607994b6c3 req-e2b36fc9-f8a6-4111-9565-96e75f6cdac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:07:31.849590 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-496ab10a-f974-4dea-a20d-c7607994b6c3 req-e2b36fc9-f8a6-4111-9565-96e75f6cdac8 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=768013dcc5f548df9e4c379a3109439b&device_id=32422458-033a-482f-8bb5-e7cbfa66bf19 HTTP/1.1" status: 200 len: 1095 time: 0.0568998 Jul 06 15:07:31.894556 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-496ab10a-f974-4dea-a20d-c7607994b6c3 req-72e59a6e-d594-4708-b654-5d7ab3007d3d service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b49de76c-27d2-4229-8aee-fb9ddebc3bf0 HTTP/1.1" status: 200 len: 217 time: 0.0380929 Jul 06 15:07:31.944112 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496ab10a-f974-4dea-a20d-c7607994b6c3 req-8faa833c-9adc-48bb-a7b5-4b949d7da8d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:07:31.945593 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-496ab10a-f974-4dea-a20d-c7607994b6c3 req-8faa833c-9adc-48bb-a7b5-4b949d7da8d8 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=ddd8655f-074b-4cac-8592-bc3ac71fbfbc HTTP/1.1" status: 200 len: 834 time: 0.0445914 Jul 06 15:07:31.999682 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496ab10a-f974-4dea-a20d-c7607994b6c3 req-f2c345ef-ac82-4fee-92ea-aee77c986b35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:07:32.001112 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-496ab10a-f974-4dea-a20d-c7607994b6c3 req-f2c345ef-ac82-4fee-92ea-aee77c986b35 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=ae775d68-9085-4063-8c64-eb9558abb845&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0498152 Jul 06 15:07:32.092047 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-496ab10a-f974-4dea-a20d-c7607994b6c3 req-70821e8f-2450-4570-9689-33b87f557172 service neutron] 10.222.0.72 "GET /v2.0/networks/ae775d68-9085-4063-8c64-eb9558abb845?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845728 Jul 06 15:07:32.180213 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-496ab10a-f974-4dea-a20d-c7607994b6c3 req-cdf975f9-57bf-41c6-8dbe-68e7f864e332 service neutron] 10.222.0.72 "GET /v2.0/networks/ae775d68-9085-4063-8c64-eb9558abb845?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814133 Jul 06 15:07:32.273700 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.agents_db [None req-167c0ad6-1657-4c9a-a2c4-3b18056aa662 None None] Agent healthcheck: found 7 active agents {{(pid=100249) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 15:07:32.281958 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143bd476-61be-4019-83cc-571c58f8a4dc req-1f052170-de92-46b0-b724-c7dce8c25b73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:07:32.283470 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-143bd476-61be-4019-83cc-571c58f8a4dc req-1f052170-de92-46b0-b724-c7dce8c25b73 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=768013dcc5f548df9e4c379a3109439b&device_id=32422458-033a-482f-8bb5-e7cbfa66bf19 HTTP/1.1" status: 200 len: 1095 time: 0.0563071 Jul 06 15:07:32.465486 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device d80467d6-0f06-48d3-a5f2-6af8af63b0e0 up at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 15:07:32.515820 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning complete for port d80467d6-0f06-48d3-a5f2-6af8af63b0e0 triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 15:07:32.516221 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:07:32.696315 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143bd476-61be-4019-83cc-571c58f8a4dc req-98295fcd-f814-467f-804a-0f154b5c8420 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:07:32.697895 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-143bd476-61be-4019-83cc-571c58f8a4dc req-98295fcd-f814-467f-804a-0f154b5c8420 service neutron] 10.222.0.72 "GET /v2.0/networks?id=ae775d68-9085-4063-8c64-eb9558abb845 HTTP/1.1" status: 200 len: 899 time: 0.4081812 Jul 06 15:07:32.732486 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d7e224-1498-40ba-a987-0e43a07701c0 req-e8743de3-da20-45fa-a268-d184ccbe9d00 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:07:32.734007 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-90d7e224-1498-40ba-a987-0e43a07701c0 req-e8743de3-da20-45fa-a268-d184ccbe9d00 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] 10.222.0.104 "GET /v2.0/ports?device_id=32422458-033a-482f-8bb5-e7cbfa66bf19 HTTP/1.1" status: 200 len: 944 time: 0.0649862 Jul 06 15:07:32.742328 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-143bd476-61be-4019-83cc-571c58f8a4dc req-aba5b6fd-8922-4e29-9961-559d16eca1a8 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b49de76c-27d2-4229-8aee-fb9ddebc3bf0 HTTP/1.1" status: 200 len: 217 time: 0.0375426 Jul 06 15:07:32.772090 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-90d7e224-1498-40ba-a987-0e43a07701c0 req-413cd181-b8c5-4595-b025-04c86ae3dc80 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] 10.222.0.104 "GET /v2.0/security-groups?id=bb2dc09f-7df8-4e58-b8bc-fa3a251e5886&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317943 Jul 06 15:07:32.791962 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143bd476-61be-4019-83cc-571c58f8a4dc req-a31f771a-5c4c-40de-9e53-08e1ebbd3d6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:07:32.793889 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-143bd476-61be-4019-83cc-571c58f8a4dc req-a31f771a-5c4c-40de-9e53-08e1ebbd3d6d service neutron] 10.222.0.72 "GET /v2.0/subnets?id=ddd8655f-074b-4cac-8592-bc3ac71fbfbc HTTP/1.1" status: 200 len: 834 time: 0.0452816 Jul 06 15:07:32.850496 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143bd476-61be-4019-83cc-571c58f8a4dc req-f3b5dbf2-559b-4ac3-a967-9a53a5c245c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:07:32.852006 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-143bd476-61be-4019-83cc-571c58f8a4dc req-f3b5dbf2-559b-4ac3-a967-9a53a5c245c6 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=ae775d68-9085-4063-8c64-eb9558abb845&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0513856 Jul 06 15:07:32.944146 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-143bd476-61be-4019-83cc-571c58f8a4dc req-67039c26-2699-4bf7-8fcb-a4070229dcf1 service neutron] 10.222.0.72 "GET /v2.0/networks/ae775d68-9085-4063-8c64-eb9558abb845?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850601 Jul 06 15:07:33.037938 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-143bd476-61be-4019-83cc-571c58f8a4dc req-03100596-a879-4683-871f-5a86edd04cb8 service neutron] 10.222.0.72 "GET /v2.0/networks/ae775d68-9085-4063-8c64-eb9558abb845?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868630 Jul 06 15:07:33.949773 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b15a1e8-2a2a-4717-a4fb-511cbd173bba req-9a9eec06-a131-49a5-85c4-b853ed27509e tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:07:33.951265 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-9b15a1e8-2a2a-4717-a4fb-511cbd173bba req-9a9eec06-a131-49a5-85c4-b853ed27509e tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] 10.222.0.104 "GET /v2.0/ports?device_id=32422458-033a-482f-8bb5-e7cbfa66bf19 HTTP/1.1" status: 200 len: 944 time: 0.0667591 Jul 06 15:07:33.988814 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-9b15a1e8-2a2a-4717-a4fb-511cbd173bba req-631cf771-5245-42f4-942d-cd929806e278 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] 10.222.0.104 "GET /v2.0/security-groups?id=bb2dc09f-7df8-4e58-b8bc-fa3a251e5886&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319424 Jul 06 15:07:35.155942 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa9ea0f-d40e-46bf-849e-053a2e05525f req-3341e4b4-3c00-4765-9ecd-03bc9601a444 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:07:35.157404 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-4fa9ea0f-d40e-46bf-849e-053a2e05525f req-3341e4b4-3c00-4765-9ecd-03bc9601a444 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] 10.222.0.104 "GET /v2.0/ports?device_id=32422458-033a-482f-8bb5-e7cbfa66bf19 HTTP/1.1" status: 200 len: 944 time: 0.0614560 Jul 06 15:07:35.194159 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-4fa9ea0f-d40e-46bf-849e-053a2e05525f req-69595ff5-096a-44b4-a955-07f3c03db1bb tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] 10.222.0.104 "GET /v2.0/security-groups?id=bb2dc09f-7df8-4e58-b8bc-fa3a251e5886&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313935 Jul 06 15:07:35.788318 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Device b49de76c-27d2-4229-8aee-fb9ddebc3bf0 details requested by agent hyperv_n-h2-773647-6 with host n-h2-773647-6 {{(pid=100248) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 15:07:35.880266 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] For port b49de76c-27d2-4229-8aee-fb9ddebc3bf0, host n-h2-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=b49de76c-27d2-4229-8aee-fb9ddebc3bf0,segment=NetworkSegment(a75ffb2c-53ff-4d93-b035-1bd2dbf0c78f),segment_id=a75ffb2c-53ff-4d93-b035-1bd2dbf0c78f)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 15:07:35.892033 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Returning: {'device': 'b49de76c-27d2-4229-8aee-fb9ddebc3bf0', 'network_id': 'ae775d68-9085-4063-8c64-eb9558abb845', 'port_id': 'b49de76c-27d2-4229-8aee-fb9ddebc3bf0', 'mac_address': 'fa:16:3e:83:44:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1041, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ddd8655f-074b-4cac-8592-bc3ac71fbfbc', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100248) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 15:07:35.936164 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:07:35.948471 n-d-773647-6 neutron-server[100248]: DEBUG neutron.notifiers.nova [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b49de76c-27d2-4229-8aee-fb9ddebc3bf0 {{(pid=100248) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 15:07:35.967318 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] For port b49de76c-27d2-4229-8aee-fb9ddebc3bf0, host n-h2-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=b49de76c-27d2-4229-8aee-fb9ddebc3bf0,segment=NetworkSegment(a75ffb2c-53ff-4d93-b035-1bd2dbf0c78f),segment_id=a75ffb2c-53ff-4d93-b035-1bd2dbf0c78f)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 15:07:35.971132 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:07:36.017487 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Pushing event updated for resources: {'Port': ['ID=b49de76c-27d2-4229-8aee-fb9ddebc3bf0,revision_number=4']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:07:36.173356 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] get_ports_and_sgs() called for port_ids ['b49de76c-27d2-4229-8aee-fb9ddebc3bf0'] {{(pid=100248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 15:07:36.369973 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b402f75-7dab-4b64-a05c-17e99e92c67b req-6d67a6ac-6c3b-4c5b-891b-73288a4c5a67 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:07:36.371479 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-8b402f75-7dab-4b64-a05c-17e99e92c67b req-6d67a6ac-6c3b-4c5b-891b-73288a4c5a67 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] 10.222.0.104 "GET /v2.0/ports?device_id=32422458-033a-482f-8bb5-e7cbfa66bf19 HTTP/1.1" status: 200 len: 945 time: 0.0692267 Jul 06 15:07:36.408243 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-8b402f75-7dab-4b64-a05c-17e99e92c67b req-dd1e6f61-d20d-4d2c-b52c-e8fb9cb10c0a tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] 10.222.0.104 "GET /v2.0/security-groups?id=bb2dc09f-7df8-4e58-b8bc-fa3a251e5886&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310438 Jul 06 15:07:37.575691 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c219fe57-93df-417d-881e-d7c657c4a25f req-bd38740a-acbc-44db-8afc-4541147ff756 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:07:37.577176 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-c219fe57-93df-417d-881e-d7c657c4a25f req-bd38740a-acbc-44db-8afc-4541147ff756 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] 10.222.0.104 "GET /v2.0/ports?device_id=32422458-033a-482f-8bb5-e7cbfa66bf19 HTTP/1.1" status: 200 len: 945 time: 0.0623567 Jul 06 15:07:37.614177 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-c219fe57-93df-417d-881e-d7c657c4a25f req-1d6cb755-215c-43f7-8337-ee43ebd639f3 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] 10.222.0.104 "GET /v2.0/security-groups?id=bb2dc09f-7df8-4e58-b8bc-fa3a251e5886&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315304 Jul 06 15:07:37.802869 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Device b49de76c-27d2-4229-8aee-fb9ddebc3bf0 up at agent hyperv_n-h2-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 15:07:37.850234 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Provisioning for port b49de76c-27d2-4229-8aee-fb9ddebc3bf0 completed by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 15:07:37.854519 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Provisioning complete for port b49de76c-27d2-4229-8aee-fb9ddebc3bf0 triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 15:07:37.854892 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:07:37.930197 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:07:37.952721 n-d-773647-6 neutron-server[100248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32422458-033a-482f-8bb5-e7cbfa66bf19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b49de76c-27d2-4229-8aee-fb9ddebc3bf0'}] {{(pid=100248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 15:07:37.955404 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55db2ac8c963aac1696062c7614e8816713b17764cc733cf0a1d7e1ce8ed655f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-849dcd1b-0de1-472c-a85f-02073c0d1849" -d '{"events": [{"server_uuid": "32422458-033a-482f-8bb5-e7cbfa66bf19", "name": "network-vif-plugged", "status": "completed", "tag": "b49de76c-27d2-4229-8aee-fb9ddebc3bf0"}]}' {{(pid=100248) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 15:07:37.968984 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] For port b49de76c-27d2-4229-8aee-fb9ddebc3bf0, host n-h2-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=b49de76c-27d2-4229-8aee-fb9ddebc3bf0,segment=NetworkSegment(a75ffb2c-53ff-4d93-b035-1bd2dbf0c78f),segment_id=a75ffb2c-53ff-4d93-b035-1bd2dbf0c78f)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 15:07:37.974936 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:07:37.999663 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 15:07:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-deaaee7a-2008-4b91-b0bb-e6fc16cc9ef3 x-openstack-request-id: req-deaaee7a-2008-4b91-b0bb-e6fc16cc9ef3 {{(pid=100248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 15:07:37.999964 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32422458-033a-482f-8bb5-e7cbfa66bf19", "name": "network-vif-plugged", "status": "completed", "tag": "b49de76c-27d2-4229-8aee-fb9ddebc3bf0", "code": 200}]} {{(pid=100248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 15:07:38.000218 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-deaaee7a-2008-4b91-b0bb-e6fc16cc9ef3 {{(pid=100248) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 15:07:38.000609 n-d-773647-6 neutron-server[100248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32422458-033a-482f-8bb5-e7cbfa66bf19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b49de76c-27d2-4229-8aee-fb9ddebc3bf0', 'code': 200} Jul 06 15:07:38.030301 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Pushing event updated for resources: {'Port': ['ID=b49de76c-27d2-4229-8aee-fb9ddebc3bf0,revision_number=5']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:07:38.115773 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1a954f-353f-441d-8c4a-6e58a1249ab2 req-908364d1-143b-4a85-be60-c1255c80d0c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:07:38.117287 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-8e1a954f-353f-441d-8c4a-6e58a1249ab2 req-908364d1-143b-4a85-be60-c1255c80d0c2 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=32422458-033a-482f-8bb5-e7cbfa66bf19 HTTP/1.1" status: 200 len: 1097 time: 0.0533686 Jul 06 15:07:38.150983 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-8e1a954f-353f-441d-8c4a-6e58a1249ab2 req-8ca0f9a8-c99b-49fc-98c2-f8f265b13bde service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=bb2dc09f-7df8-4e58-b8bc-fa3a251e5886&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0277004 Jul 06 15:07:38.791523 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497e354c-ffec-4a69-b333-e87cc71c7dc6 req-1489dcf4-84cc-4d0b-815f-bd2736a15ec9 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:07:38.793585 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-497e354c-ffec-4a69-b333-e87cc71c7dc6 req-1489dcf4-84cc-4d0b-815f-bd2736a15ec9 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] 10.222.0.104 "GET /v2.0/ports?device_id=32422458-033a-482f-8bb5-e7cbfa66bf19 HTTP/1.1" status: 200 len: 946 time: 0.0645893 Jul 06 15:07:38.835450 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-497e354c-ffec-4a69-b333-e87cc71c7dc6 req-69e1a5dd-bcd9-497c-a900-a12e4fa292c6 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] 10.222.0.104 "GET /v2.0/security-groups?id=bb2dc09f-7df8-4e58-b8bc-fa3a251e5886&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361755 Jul 06 15:07:40.005685 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11d5e3c-eb74-4f90-9182-056ac3a4a5c8 req-8abe5dcf-30fa-4d2e-a074-e33c9390978c tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:07:40.007077 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-c11d5e3c-eb74-4f90-9182-056ac3a4a5c8 req-8abe5dcf-30fa-4d2e-a074-e33c9390978c tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] 10.222.0.104 "GET /v2.0/ports?device_id=32422458-033a-482f-8bb5-e7cbfa66bf19 HTTP/1.1" status: 200 len: 946 time: 0.0620975 Jul 06 15:07:40.043626 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-c11d5e3c-eb74-4f90-9182-056ac3a4a5c8 req-754831b8-2280-42e4-a569-1a6ebdecbc16 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] 10.222.0.104 "GET /v2.0/security-groups?id=bb2dc09f-7df8-4e58-b8bc-fa3a251e5886&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302556 Jul 06 15:07:40.210476 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e258f2f-9d69-4d3a-9156-affcb63ab253 req-b9548727-246a-480b-9fee-12695a5d1da6 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:07:40.211945 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-6e258f2f-9d69-4d3a-9156-affcb63ab253 req-b9548727-246a-480b-9fee-12695a5d1da6 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] 10.222.0.104 "GET /v2.0/ports?device_id=32422458-033a-482f-8bb5-e7cbfa66bf19 HTTP/1.1" status: 200 len: 946 time: 0.0620601 Jul 06 15:07:40.248404 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-6e258f2f-9d69-4d3a-9156-affcb63ab253 req-e6f2e38a-78b2-4c74-b933-671c18ea6223 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] 10.222.0.104 "GET /v2.0/security-groups?id=bb2dc09f-7df8-4e58-b8bc-fa3a251e5886&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311463 Jul 06 15:07:40.270872 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 33210) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 15:07:40.325723 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39544f4e-b313-4343-9414-a960280a18a8 tempest-TestNetworkAdvancedServerOps-1213390431 tempest-TestNetworkAdvancedServerOps-1213390431-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:07:40.327208 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-39544f4e-b313-4343-9414-a960280a18a8 tempest-TestNetworkAdvancedServerOps-1213390431 tempest-TestNetworkAdvancedServerOps-1213390431-project-admin] 10.222.0.104 "GET /v2.0/ports?device_id=32422458-033a-482f-8bb5-e7cbfa66bf19 HTTP/1.1" status: 200 len: 1092 time: 0.0553384 Jul 06 15:07:40.329989 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 33212) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 15:07:40.334204 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [None req-e7913ece-a3ae-4778-949f-3779f10b3246 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Request body: {'floatingip': {'floating_network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'port_id': 'b49de76c-27d2-4229-8aee-fb9ddebc3bf0', 'tenant_id': '768013dcc5f548df9e4c379a3109439b', 'fixed_ip_address': '172.20.0.12'}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 15:07:40.355235 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-e7913ece-a3ae-4778-949f-3779f10b3246 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Notify callbacks [] for floatingip, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:07:40.449760 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-e7913ece-a3ae-4778-949f-3779f10b3246 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:07:40.558626 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.db_base_plugin_common [None req-e7913ece-a3ae-4778-949f-3779f10b3246 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Allocated IP 172.25.0.88 (2658f09e-a580-4d4a-9968-2d1e0ad93719/cbf74abc-6fe1-4d33-b005-c948923b9647/287c94cd-bada-45fb-879f-f2478c499e81) {{(pid=100247) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 15:07:40.655190 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-e7913ece-a3ae-4778-949f-3779f10b3246 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Notify callbacks [] for port, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:07:40.694234 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-e7913ece-a3ae-4778-949f-3779f10b3246 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-128888360'] for port, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:07:40.736134 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7913ece-a3ae-4778-949f-3779f10b3246 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Network 2658f09e-a580-4d4a-9968-2d1e0ad93719 is already hosted by enough agents. {{(pid=100247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 15:07:40.738985 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.base_scheduler [None req-e7913ece-a3ae-4778-949f-3779f10b3246 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Resources bound (agent type, host, resource id): {{(pid=100247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 15:07:40.745775 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7913ece-a3ae-4778-949f-3779f10b3246 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Received port after_create {{(pid=100247) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 15:07:40.751369 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7913ece-a3ae-4778-949f-3779f10b3246 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Pushing event updated for resources: {'Port': ['ID=287c94cd-bada-45fb-879f-f2478c499e81,revision_number=1']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:07:41.102389 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-e7913ece-a3ae-4778-949f-3779f10b3246 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:07:41.178354 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-e7913ece-a3ae-4778-949f-3779f10b3246 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:07:41.324846 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-e7913ece-a3ae-4778-949f-3779f10b3246 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Notify callbacks [] for port, precommit_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:07:41.329109 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-e7913ece-a3ae-4778-949f-3779f10b3246 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128888538'] for port, after_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:07:41.384207 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:07:41.399531 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7913ece-a3ae-4778-949f-3779f10b3246 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Pushing event updated for resources: {'Port': ['ID=287c94cd-bada-45fb-879f-f2478c499e81,revision_number=2']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:07:41.412338 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-e7913ece-a3ae-4778-949f-3779f10b3246 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1761130'] for floatingip, after_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:07:41.514652 n-d-773647-6 neutron-server[100247]: INFO neutron.db.l3_db [None req-e7913ece-a3ae-4778-949f-3779f10b3246 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Floating IP 600fcb8e-b972-4561-9614-8a0007c57f93 associated. External IP: 172.25.0.88, port: b49de76c-27d2-4229-8aee-fb9ddebc3bf0. Jul 06 15:07:42.019511 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7913ece-a3ae-4778-949f-3779f10b3246 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Router cb1efcf3-3e5b-4e18-955c-456ad24ecc36 has already been hosted by L3 agent 2823d358-a11b-4885-a706-95a279e43fa7 {{(pid=100247) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 15:07:42.127153 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7913ece-a3ae-4778-949f-3779f10b3246 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Notify agent at l3_agent.n-d-773647-6 the message routers_updated {{(pid=100247) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 15:07:42.136839 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-104d3d78-7a4c-4534-8e42-f0443c980c38 None None] Sync routers for ids ['cb1efcf3-3e5b-4e18-955c-456ad24ecc36'] in n-d-773647-6 {{(pid=100249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 15:07:42.146644 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-104d3d78-7a4c-4534-8e42-f0443c980c38 None None] Routers {'cb1efcf3-3e5b-4e18-955c-456ad24ecc36'} bound to L3 agent in host n-d-773647-6 {{(pid=100249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 15:07:42.147264 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-e7913ece-a3ae-4778-949f-3779f10b3246 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for floatingip, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:07:42.147420 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-104d3d78-7a4c-4534-8e42-f0443c980c38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T15:07:26Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['cb1efcf3-3e5b-4e18-955c-456ad24ecc36'], 'active': True} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:07:42.185612 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-e7913ece-a3ae-4778-949f-3779f10b3246 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] 10.222.0.104 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8522654 Jul 06 15:07:42.185612 n-d-773647-6 neutron-server[100247]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32422458-033a-482f-8bb5-e7cbfa66bf19', 'tag': 'b49de76c-27d2-4229-8aee-fb9ddebc3bf0'}] {{(pid=100247) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 15:07:42.186310 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee9abbf45a31ce2cafe392c325a103f9980bc56023ef5156b007054daa5623de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab24d2b9-e8a9-4b17-a5a2-a47a80bf0555" -d '{"events": [{"name": "network-changed", "server_uuid": "32422458-033a-482f-8bb5-e7cbfa66bf19", "tag": "b49de76c-27d2-4229-8aee-fb9ddebc3bf0"}]}' {{(pid=100247) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 15:07:42.251671 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvr_db [None req-104d3d78-7a4c-4534-8e42-f0443c980c38 None None] Set router cb1efcf3-3e5b-4e18-955c-456ad24ecc36 gateway port host: n-d-773647-6 {{(pid=100249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 15:07:42.335933 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ae2a09-bd7b-443d-bcf0-e174403e0634 req-db3e5712-6d8b-42f6-9332-743ee35542ec tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:07:42.338201 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-c6ae2a09-bd7b-443d-bcf0-e174403e0634 req-db3e5712-6d8b-42f6-9332-743ee35542ec tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] 10.222.0.104 "GET /v2.0/ports?device_id=32422458-033a-482f-8bb5-e7cbfa66bf19 HTTP/1.1" status: 200 len: 946 time: 0.0672636 Jul 06 15:07:42.380105 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-c6ae2a09-bd7b-443d-bcf0-e174403e0634 req-bd735553-957b-4689-bfc4-e2da3696b158 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] 10.222.0.104 "GET /v2.0/security-groups?id=bb2dc09f-7df8-4e58-b8bc-fa3a251e5886&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359657 Jul 06 15:07:42.405299 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 33218) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 15:07:42.443917 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 15:07:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28ee31dc-cf96-4b3c-90bf-2d51e70004d3 x-openstack-request-id: req-28ee31dc-cf96-4b3c-90bf-2d51e70004d3 {{(pid=100247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 15:07:42.444273 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32422458-033a-482f-8bb5-e7cbfa66bf19", "tag": "b49de76c-27d2-4229-8aee-fb9ddebc3bf0", "status": "completed", "code": 200}]} {{(pid=100247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 15:07:42.444556 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-28ee31dc-cf96-4b3c-90bf-2d51e70004d3 {{(pid=100247) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 15:07:42.447178 n-d-773647-6 neutron-server[100247]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32422458-033a-482f-8bb5-e7cbfa66bf19', 'tag': 'b49de76c-27d2-4229-8aee-fb9ddebc3bf0', 'status': 'completed', 'code': 200} Jul 06 15:07:42.475638 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-8355f580-a50a-4b21-b082-3f272b0ab9e7 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] 10.222.0.104 "GET /v2.0/floatingips/600fcb8e-b972-4561-9614-8a0007c57f93 HTTP/1.1" status: 200 len: 991 time: 0.0678144 Jul 06 15:07:42.475835 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-104d3d78-7a4c-4534-8e42-f0443c980c38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb1efcf3-3e5b-4e18-955c-456ad24ecc36', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1248798024', 'tenant_id': '768013dcc5f548df9e4c379a3109439b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.208'}], 'enable_snat': True}, 'gw_port_id': 'c9b6da8e-f119-4d4a-b6cf-b688c79bceb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T15:07:23Z', 'updated_at': '2021-07-06T15:07:27Z', 'revision_number': 4, 'project_id': '768013dcc5f548df9e4c379a3109439b', 'gw_port': {'id': 'c9b6da8e-f119-4d4a-b6cf-b688c79bceb7', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:8e:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb1efcf3-3e5b-4e18-955c-456ad24ecc36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T15:07:23Z', 'updated_at': '2021-07-06T15:07:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6', '_floatingips': [{'id': '600fcb8e-b972-4561-9614-8a0007c57f93', 'tenant_id': '768013dcc5f548df9e4c379a3109439b', 'floating_ip_address': '172.25.0.88', 'floating_network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'router_id': 'cb1efcf3-3e5b-4e18-955c-456ad24ecc36', 'port_id': 'b49de76c-27d2-4229-8aee-fb9ddebc3bf0', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4187, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ae775d68-9085-4063-8c64-eb9558abb845', 'mac_address': 'fa:16:3e:83:44:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32422458-033a-482f-8bb5-e7cbfa66bf19', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T15:07:40Z', 'updated_at': '2021-07-06T15:07:40Z', 'revision_number': 0, 'project_id': '768013dcc5f548df9e4c379a3109439b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd80467d6-0f06-48d3-a5f2-6af8af63b0e0', 'name': '', 'network_id': 'ae775d68-9085-4063-8c64-eb9558abb845', 'tenant_id': '768013dcc5f548df9e4c379a3109439b', 'mac_address': 'fa:16:3e:db:c6:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb1efcf3-3e5b-4e18-955c-456ad24ecc36', 'device_owner': 'network:router_interface', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': 'ddd8655f-074b-4cac-8592-bc3ac71fbfbc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T15:07:26Z', 'updated_at': '2021-07-06T15:07:30Z', 'revision_number': 5, 'project_id': '768013dcc5f548df9e4c379a3109439b', 'subnets': [{'id': 'ddd8655f-074b-4cac-8592-bc3ac71fbfbc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773647-6', False) {} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:07:42.504613 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-104d3d78-7a4c-4534-8e42-f0443c980c38 None None] Checking router: cb1efcf3-3e5b-4e18-955c-456ad24ecc36 for host: n-d-773647-6 {{(pid=100249) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 15:07:42.513386 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-104d3d78-7a4c-4534-8e42-f0443c980c38 None None] Routers {'cb1efcf3-3e5b-4e18-955c-456ad24ecc36'} bound to L3 agent in host n-d-773647-6 {{(pid=100249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 15:07:42.513995 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-104d3d78-7a4c-4534-8e42-f0443c980c38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T15:07:26Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['cb1efcf3-3e5b-4e18-955c-456ad24ecc36'], 'active': True} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:07:42.585272 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab24d2b9-e8a9-4b17-a5a2-a47a80bf0555 req-fbbe7034-4cd4-427a-b543-4bf3106b105c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:07:42.586927 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-ab24d2b9-e8a9-4b17-a5a2-a47a80bf0555 req-fbbe7034-4cd4-427a-b543-4bf3106b105c service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=768013dcc5f548df9e4c379a3109439b&device_id=32422458-033a-482f-8bb5-e7cbfa66bf19 HTTP/1.1" status: 200 len: 1097 time: 0.1234689 Jul 06 15:07:42.623668 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvr_db [None req-104d3d78-7a4c-4534-8e42-f0443c980c38 None None] Set router cb1efcf3-3e5b-4e18-955c-456ad24ecc36 gateway port host: n-d-773647-6 {{(pid=100249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 15:07:42.674586 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab24d2b9-e8a9-4b17-a5a2-a47a80bf0555 req-ca1976fb-ee2a-4517-a771-9ccb86708ee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:07:42.676109 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-ab24d2b9-e8a9-4b17-a5a2-a47a80bf0555 req-ca1976fb-ee2a-4517-a771-9ccb86708ee9 service neutron] 10.222.0.72 "GET /v2.0/networks?id=ae775d68-9085-4063-8c64-eb9558abb845 HTTP/1.1" status: 200 len: 899 time: 0.0836086 Jul 06 15:07:42.743798 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-ab24d2b9-e8a9-4b17-a5a2-a47a80bf0555 req-5b1c589f-0310-4a25-aa16-3275ef5d599a service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b49de76c-27d2-4229-8aee-fb9ddebc3bf0 HTTP/1.1" status: 200 len: 999 time: 0.0606680 Jul 06 15:07:42.791466 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab24d2b9-e8a9-4b17-a5a2-a47a80bf0555 req-09dd9187-48d8-47e3-8f30-ca9e6a921fd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:07:42.793181 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-ab24d2b9-e8a9-4b17-a5a2-a47a80bf0555 req-09dd9187-48d8-47e3-8f30-ca9e6a921fd3 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=ddd8655f-074b-4cac-8592-bc3ac71fbfbc HTTP/1.1" status: 200 len: 834 time: 0.0437608 Jul 06 15:07:42.839807 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-104d3d78-7a4c-4534-8e42-f0443c980c38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb1efcf3-3e5b-4e18-955c-456ad24ecc36', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1248798024', 'tenant_id': '768013dcc5f548df9e4c379a3109439b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.208'}], 'enable_snat': True}, 'gw_port_id': 'c9b6da8e-f119-4d4a-b6cf-b688c79bceb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T15:07:23Z', 'updated_at': '2021-07-06T15:07:27Z', 'revision_number': 4, 'project_id': '768013dcc5f548df9e4c379a3109439b', 'gw_port': {'id': 'c9b6da8e-f119-4d4a-b6cf-b688c79bceb7', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:8e:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb1efcf3-3e5b-4e18-955c-456ad24ecc36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T15:07:23Z', 'updated_at': '2021-07-06T15:07:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6', '_floatingips': [{'id': '600fcb8e-b972-4561-9614-8a0007c57f93', 'tenant_id': '768013dcc5f548df9e4c379a3109439b', 'floating_ip_address': '172.25.0.88', 'floating_network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'router_id': 'cb1efcf3-3e5b-4e18-955c-456ad24ecc36', 'port_id': 'b49de76c-27d2-4229-8aee-fb9ddebc3bf0', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4187, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ae775d68-9085-4063-8c64-eb9558abb845', 'mac_address': 'fa:16:3e:83:44:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32422458-033a-482f-8bb5-e7cbfa66bf19', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T15:07:40Z', 'updated_at': '2021-07-06T15:07:40Z', 'revision_number': 0, 'project_id': '768013dcc5f548df9e4c379a3109439b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd80467d6-0f06-48d3-a5f2-6af8af63b0e0', 'name': '', 'network_id': 'ae775d68-9085-4063-8c64-eb9558abb845', 'tenant_id': '768013dcc5f548df9e4c379a3109439b', 'mac_address': 'fa:16:3e:db:c6:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb1efcf3-3e5b-4e18-955c-456ad24ecc36', 'device_owner': 'network:router_interface', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': 'ddd8655f-074b-4cac-8592-bc3ac71fbfbc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T15:07:26Z', 'updated_at': '2021-07-06T15:07:30Z', 'revision_number': 5, 'project_id': '768013dcc5f548df9e4c379a3109439b', 'subnets': [{'id': 'ddd8655f-074b-4cac-8592-bc3ac71fbfbc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773647-6', False) {} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:07:42.849972 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab24d2b9-e8a9-4b17-a5a2-a47a80bf0555 req-d7e104a7-9124-49db-9f46-7956c1e7c2ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:07:42.851556 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-ab24d2b9-e8a9-4b17-a5a2-a47a80bf0555 req-d7e104a7-9124-49db-9f46-7956c1e7c2ed service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=ae775d68-9085-4063-8c64-eb9558abb845&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0523081 Jul 06 15:07:42.867881 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-104d3d78-7a4c-4534-8e42-f0443c980c38 None None] The sync data for ids ['cb1efcf3-3e5b-4e18-955c-456ad24ecc36'] in n-d-773647-6 is: [{'id': 'cb1efcf3-3e5b-4e18-955c-456ad24ecc36', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1248798024', 'tenant_id': '768013dcc5f548df9e4c379a3109439b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.208'}], 'enable_snat': True}, 'gw_port_id': 'c9b6da8e-f119-4d4a-b6cf-b688c79bceb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T15:07:23Z', 'updated_at': '2021-07-06T15:07:27Z', 'revision_number': 4, 'project_id': '768013dcc5f548df9e4c379a3109439b', 'gw_port': {'id': 'c9b6da8e-f119-4d4a-b6cf-b688c79bceb7', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:8e:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb1efcf3-3e5b-4e18-955c-456ad24ecc36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T15:07:23Z', 'updated_at': '2021-07-06T15:07:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6', '_floatingips': [{'id': '600fcb8e-b972-4561-9614-8a0007c57f93', 'tenant_id': '768013dcc5f548df9e4c379a3109439b', 'floating_ip_address': '172.25.0.88', 'floating_network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'router_id': 'cb1efcf3-3e5b-4e18-955c-456ad24ecc36', 'port_id': 'b49de76c-27d2-4229-8aee-fb9ddebc3bf0', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4187, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ae775d68-9085-4063-8c64-eb9558abb845', 'mac_address': 'fa:16:3e:83:44:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32422458-033a-482f-8bb5-e7cbfa66bf19', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T15:07:40Z', 'updated_at': '2021-07-06T15:07:40Z', 'revision_number': 0, 'project_id': '768013dcc5f548df9e4c379a3109439b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd80467d6-0f06-48d3-a5f2-6af8af63b0e0', 'name': '', 'network_id': 'ae775d68-9085-4063-8c64-eb9558abb845', 'tenant_id': '768013dcc5f548df9e4c379a3109439b', 'mac_address': 'fa:16:3e:db:c6:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb1efcf3-3e5b-4e18-955c-456ad24ecc36', 'device_owner': 'network:router_interface', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': 'ddd8655f-074b-4cac-8592-bc3ac71fbfbc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T15:07:26Z', 'updated_at': '2021-07-06T15:07:30Z', 'revision_number': 5, 'project_id': '768013dcc5f548df9e4c379a3109439b', 'subnets': [{'id': 'ddd8655f-074b-4cac-8592-bc3ac71fbfbc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 15:07:42.946930 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-ab24d2b9-e8a9-4b17-a5a2-a47a80bf0555 req-322c934e-be54-4941-9289-1c779f8bb655 service neutron] 10.222.0.72 "GET /v2.0/networks/ae775d68-9085-4063-8c64-eb9558abb845?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884693 Jul 06 15:07:43.038007 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-ab24d2b9-e8a9-4b17-a5a2-a47a80bf0555 req-42222ca9-ec10-4f9d-b4b9-eb8f84d48d78 service neutron] 10.222.0.72 "GET /v2.0/networks/ae775d68-9085-4063-8c64-eb9558abb845?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855539 Jul 06 15:07:43.056472 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57e9d23e-5c71-4b0b-9c82-e7366775df85 None None] New status for floating IP 600fcb8e-b972-4561-9614-8a0007c57f93: ACTIVE {{(pid=100248) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 15:07:43.160470 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:07:43.478679 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 33222) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 15:07:43.539998 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-009141c4-0a87-43e4-8375-f9f3282bc4c1 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] 10.222.0.104 "GET /v2.0/floatingips/600fcb8e-b972-4561-9614-8a0007c57f93 HTTP/1.1" status: 200 len: 993 time: 0.0601890 Jul 06 15:07:52.978458 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-00355376-a89a-4ff2-9aee-14e35d6c7c2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:07:55.631153 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-332232df-6c98-4e7f-b1ac-2b853cadbeb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:07:55.990648 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:07:56.869392 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-2064eaae-da4f-48f8-82d2-b09d4ddedd44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:07:58.653158 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-03f71b24-a9b8-453a-8924-caa3f97bc6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:08:09.273413 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.agents_db [None req-167c0ad6-1657-4c9a-a2c4-3b18056aa662 None None] Agent healthcheck: found 7 active agents {{(pid=100249) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 15:08:11.393519 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:08:13.147037 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:08:15.099099 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 33242) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 15:08:15.198384 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbc44c2-510b-40cf-b3b9-a83457443ad3 req-7ff775b7-f724-4c7e-b76e-1b2a31397184 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:08:15.199881 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-fbbc44c2-510b-40cf-b3b9-a83457443ad3 req-7ff775b7-f724-4c7e-b76e-1b2a31397184 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] 10.222.0.104 "GET /v2.0/ports?device_id=32422458-033a-482f-8bb5-e7cbfa66bf19 HTTP/1.1" status: 200 len: 946 time: 0.0946310 Jul 06 15:08:15.225259 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-91cdd938-f9bc-4a37-8938-9744153bab71 req-8b7c43e4-5b94-429f-ba5f-55ab64513f9a service neutron] 10.222.0.104 "GET /v2.0/ports?device_id=32422458-033a-482f-8bb5-e7cbfa66bf19&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1249287 Jul 06 15:08:15.246059 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-fbbc44c2-510b-40cf-b3b9-a83457443ad3 req-85caa5af-bae8-4bbb-9f5a-c4d36af63288 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] 10.222.0.104 "GET /v2.0/security-groups?id=bb2dc09f-7df8-4e58-b8bc-fa3a251e5886&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401835 Jul 06 15:08:16.419627 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cdd938-f9bc-4a37-8938-9744153bab71 req-13685dcc-e3e0-47ef-8c47-e66f3de7656f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:08:16.421157 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-91cdd938-f9bc-4a37-8938-9744153bab71 req-13685dcc-e3e0-47ef-8c47-e66f3de7656f service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=768013dcc5f548df9e4c379a3109439b&device_id=32422458-033a-482f-8bb5-e7cbfa66bf19 HTTP/1.1" status: 200 len: 1097 time: 0.0533519 Jul 06 15:08:16.426138 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ad7612-c1b3-4bd3-95b7-ee22854ee710 req-9bae8e3c-4499-40a5-b8d1-399785c5b73b tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:08:16.427797 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-99ad7612-c1b3-4bd3-95b7-ee22854ee710 req-9bae8e3c-4499-40a5-b8d1-399785c5b73b tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] 10.222.0.104 "GET /v2.0/ports?device_id=32422458-033a-482f-8bb5-e7cbfa66bf19 HTTP/1.1" status: 200 len: 946 time: 0.0659795 Jul 06 15:08:16.465958 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-99ad7612-c1b3-4bd3-95b7-ee22854ee710 req-0dd78673-bba1-4d52-967b-27e401d879a9 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] 10.222.0.104 "GET /v2.0/security-groups?id=bb2dc09f-7df8-4e58-b8bc-fa3a251e5886&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322163 Jul 06 15:08:16.515791 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cdd938-f9bc-4a37-8938-9744153bab71 req-c9dbed43-8567-4b71-9d1a-3c0bd62485fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:08:16.517277 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-91cdd938-f9bc-4a37-8938-9744153bab71 req-c9dbed43-8567-4b71-9d1a-3c0bd62485fa service neutron] 10.222.0.72 "GET /v2.0/networks?id=ae775d68-9085-4063-8c64-eb9558abb845 HTTP/1.1" status: 200 len: 899 time: 0.0899246 Jul 06 15:08:16.580794 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-91cdd938-f9bc-4a37-8938-9744153bab71 req-892a87e1-270e-461f-bbb3-458ddca8ff0b service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b49de76c-27d2-4229-8aee-fb9ddebc3bf0 HTTP/1.1" status: 200 len: 1001 time: 0.0573349 Jul 06 15:08:16.631511 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cdd938-f9bc-4a37-8938-9744153bab71 req-7657697e-0faa-44bb-a732-931a3a0f6606 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:08:16.632921 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-91cdd938-f9bc-4a37-8938-9744153bab71 req-7657697e-0faa-44bb-a732-931a3a0f6606 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=ddd8655f-074b-4cac-8592-bc3ac71fbfbc HTTP/1.1" status: 200 len: 834 time: 0.0465729 Jul 06 15:08:16.690069 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cdd938-f9bc-4a37-8938-9744153bab71 req-990fcdda-e00d-4c3d-b46c-72e07e8489dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:08:16.691639 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-91cdd938-f9bc-4a37-8938-9744153bab71 req-990fcdda-e00d-4c3d-b46c-72e07e8489dd service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=ae775d68-9085-4063-8c64-eb9558abb845&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0525081 Jul 06 15:08:16.778913 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-91cdd938-f9bc-4a37-8938-9744153bab71 req-e21e9ae2-3b87-4d87-b52b-a0b0e6c4cfdf service neutron] 10.222.0.72 "GET /v2.0/networks/ae775d68-9085-4063-8c64-eb9558abb845?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806284 Jul 06 15:08:16.873659 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-91cdd938-f9bc-4a37-8938-9744153bab71 req-1a76c69c-713e-4f53-80b7-fe0fcabeeed0 service neutron] 10.222.0.72 "GET /v2.0/networks/ae775d68-9085-4063-8c64-eb9558abb845?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886538 Jul 06 15:08:17.634658 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20eecf24-45c0-4a8d-b9c2-4b29ed32d001 req-ad3b2a9a-b2ad-4341-9995-e1a54436bed5 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:08:17.636138 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-20eecf24-45c0-4a8d-b9c2-4b29ed32d001 req-ad3b2a9a-b2ad-4341-9995-e1a54436bed5 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] 10.222.0.104 "GET /v2.0/ports?device_id=32422458-033a-482f-8bb5-e7cbfa66bf19 HTTP/1.1" status: 200 len: 946 time: 0.0609486 Jul 06 15:08:17.674531 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-20eecf24-45c0-4a8d-b9c2-4b29ed32d001 req-868c3c7f-d9d0-4f57-9983-d4e219367129 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] 10.222.0.104 "GET /v2.0/security-groups?id=bb2dc09f-7df8-4e58-b8bc-fa3a251e5886&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329437 Jul 06 15:08:18.846735 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370280b3-f8fb-4a58-a697-c445eb13f9ae req-81aac5fe-1c6a-4a4c-82ee-17b4747552a8 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:08:18.848251 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-370280b3-f8fb-4a58-a697-c445eb13f9ae req-81aac5fe-1c6a-4a4c-82ee-17b4747552a8 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] 10.222.0.104 "GET /v2.0/ports?device_id=32422458-033a-482f-8bb5-e7cbfa66bf19 HTTP/1.1" status: 200 len: 946 time: 0.0630357 Jul 06 15:08:18.886156 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-370280b3-f8fb-4a58-a697-c445eb13f9ae req-740a04fc-bc3c-4aa0-9d40-c77e6d0d1cbb tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] 10.222.0.104 "GET /v2.0/security-groups?id=bb2dc09f-7df8-4e58-b8bc-fa3a251e5886&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321422 Jul 06 15:08:20.062461 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0595d6-b170-4c67-9486-27c3b1db3398 req-cd33c6b7-7474-4a1b-a70a-d2c46eecb06b tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:08:20.063861 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-6a0595d6-b170-4c67-9486-27c3b1db3398 req-cd33c6b7-7474-4a1b-a70a-d2c46eecb06b tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] 10.222.0.104 "GET /v2.0/ports?device_id=32422458-033a-482f-8bb5-e7cbfa66bf19 HTTP/1.1" status: 200 len: 946 time: 0.0661356 Jul 06 15:08:20.099897 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-6a0595d6-b170-4c67-9486-27c3b1db3398 req-d01eaaeb-fdc8-46a3-bac0-a3764e5c193a tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] 10.222.0.104 "GET /v2.0/security-groups?id=bb2dc09f-7df8-4e58-b8bc-fa3a251e5886&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305345 Jul 06 15:08:21.272674 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616cdec3-58ad-40f3-949a-8d302684be3e req-114b74a1-76c1-4aad-90ac-7052708a0161 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:08:21.274143 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-616cdec3-58ad-40f3-949a-8d302684be3e req-114b74a1-76c1-4aad-90ac-7052708a0161 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] 10.222.0.104 "GET /v2.0/ports?device_id=32422458-033a-482f-8bb5-e7cbfa66bf19 HTTP/1.1" status: 200 len: 946 time: 0.0627177 Jul 06 15:08:21.311183 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-616cdec3-58ad-40f3-949a-8d302684be3e req-5de6d641-53e1-440a-b1c5-c8425b987516 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] 10.222.0.104 "GET /v2.0/security-groups?id=bb2dc09f-7df8-4e58-b8bc-fa3a251e5886&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315542 Jul 06 15:08:22.487118 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411ecb83-5691-4ed7-9e85-3b0e883bbd83 req-21b9a24f-0ff7-48b4-9ecc-11faccd39e2a tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:08:22.488617 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-411ecb83-5691-4ed7-9e85-3b0e883bbd83 req-21b9a24f-0ff7-48b4-9ecc-11faccd39e2a tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] 10.222.0.104 "GET /v2.0/ports?device_id=32422458-033a-482f-8bb5-e7cbfa66bf19 HTTP/1.1" status: 200 len: 946 time: 0.0658937 Jul 06 15:08:22.526218 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-411ecb83-5691-4ed7-9e85-3b0e883bbd83 req-9c14278f-4766-4d3f-afbd-151e1b02e04f tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] 10.222.0.104 "GET /v2.0/security-groups?id=bb2dc09f-7df8-4e58-b8bc-fa3a251e5886&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320590 Jul 06 15:08:22.978640 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-894122ba-909c-4a2c-9c68-822990512a87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:08:23.694530 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b461ab05-9c35-4b53-8386-a52f8096eee2 req-00762cb9-c67e-49bc-8f95-4f3f76fb8706 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:08:23.696049 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-b461ab05-9c35-4b53-8386-a52f8096eee2 req-00762cb9-c67e-49bc-8f95-4f3f76fb8706 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] 10.222.0.104 "GET /v2.0/ports?device_id=32422458-033a-482f-8bb5-e7cbfa66bf19 HTTP/1.1" status: 200 len: 946 time: 0.0629547 Jul 06 15:08:23.732988 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-b461ab05-9c35-4b53-8386-a52f8096eee2 req-a755cdd2-a4be-4229-9cdd-1833e6ef8b90 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] 10.222.0.104 "GET /v2.0/security-groups?id=bb2dc09f-7df8-4e58-b8bc-fa3a251e5886&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314667 Jul 06 15:08:24.905895 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b375286-5a5b-4e25-9d15-e338cb7d2819 req-2462ddb7-6e36-4237-9f1b-8693e6b73900 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:08:24.907391 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-2b375286-5a5b-4e25-9d15-e338cb7d2819 req-2462ddb7-6e36-4237-9f1b-8693e6b73900 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] 10.222.0.104 "GET /v2.0/ports?device_id=32422458-033a-482f-8bb5-e7cbfa66bf19 HTTP/1.1" status: 200 len: 946 time: 0.0620401 Jul 06 15:08:24.943642 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-2b375286-5a5b-4e25-9d15-e338cb7d2819 req-a54efba7-d0f1-431f-ba84-5507a505d73c tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] 10.222.0.104 "GET /v2.0/security-groups?id=bb2dc09f-7df8-4e58-b8bc-fa3a251e5886&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308881 Jul 06 15:08:25.631323 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-edf33d8a-c69d-4c3c-8157-f46bfc12f37d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:08:25.991034 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:08:26.125794 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8915c395-35e1-4df4-8d03-fe9f07988724 req-26b87d43-a164-46d8-947e-81bbd6b7197f tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:08:26.127273 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-8915c395-35e1-4df4-8d03-fe9f07988724 req-26b87d43-a164-46d8-947e-81bbd6b7197f tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] 10.222.0.104 "GET /v2.0/ports?device_id=32422458-033a-482f-8bb5-e7cbfa66bf19 HTTP/1.1" status: 200 len: 946 time: 0.0659306 Jul 06 15:08:26.163653 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-8915c395-35e1-4df4-8d03-fe9f07988724 req-48dd3486-1e09-4609-a444-f41beec24891 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] 10.222.0.104 "GET /v2.0/security-groups?id=bb2dc09f-7df8-4e58-b8bc-fa3a251e5886&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308740 Jul 06 15:08:26.868242 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-2064eaae-da4f-48f8-82d2-b09d4ddedd44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:08:27.334666 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a33968b-d156-426c-9843-8c995f26b51b req-cde1db10-e411-4835-9218-ff5dfb99f17a tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:08:27.336161 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-9a33968b-d156-426c-9843-8c995f26b51b req-cde1db10-e411-4835-9218-ff5dfb99f17a tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] 10.222.0.104 "GET /v2.0/ports?device_id=32422458-033a-482f-8bb5-e7cbfa66bf19 HTTP/1.1" status: 200 len: 946 time: 0.0619633 Jul 06 15:08:27.373250 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-9a33968b-d156-426c-9843-8c995f26b51b req-3c059c19-7ab8-4107-b306-e907bfe67438 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] 10.222.0.104 "GET /v2.0/security-groups?id=bb2dc09f-7df8-4e58-b8bc-fa3a251e5886&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304554 Jul 06 15:08:28.559623 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2be9e18-6198-481b-a402-dad380dfc315 req-cd2468bf-f52e-4e7e-9fd2-b1f555f93ccf tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:08:28.561112 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-e2be9e18-6198-481b-a402-dad380dfc315 req-cd2468bf-f52e-4e7e-9fd2-b1f555f93ccf tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] 10.222.0.104 "GET /v2.0/ports?device_id=32422458-033a-482f-8bb5-e7cbfa66bf19 HTTP/1.1" status: 200 len: 946 time: 0.0656414 Jul 06 15:08:28.598517 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-e2be9e18-6198-481b-a402-dad380dfc315 req-42e48c0a-4aaa-4f0e-a903-32e14ad6c756 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] 10.222.0.104 "GET /v2.0/security-groups?id=bb2dc09f-7df8-4e58-b8bc-fa3a251e5886&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317504 Jul 06 15:08:28.655930 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-03f71b24-a9b8-453a-8924-caa3f97bc6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:08:29.770982 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0ba540-baf6-460b-a517-5fab97cf86e9 req-bf0233ce-cd92-4333-bf90-bb6330d4939f tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:08:29.772569 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-7e0ba540-baf6-460b-a517-5fab97cf86e9 req-bf0233ce-cd92-4333-bf90-bb6330d4939f tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] 10.222.0.104 "GET /v2.0/ports?device_id=32422458-033a-482f-8bb5-e7cbfa66bf19 HTTP/1.1" status: 200 len: 946 time: 0.0626550 Jul 06 15:08:29.810316 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-7e0ba540-baf6-460b-a517-5fab97cf86e9 req-08506caa-973e-411e-b599-37cce07eacf5 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] 10.222.0.104 "GET /v2.0/security-groups?id=bb2dc09f-7df8-4e58-b8bc-fa3a251e5886&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318646 Jul 06 15:08:30.979342 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b44731-8d19-4f36-85bc-80732ba80c90 req-c4f18f2e-2e4e-40e2-9599-e6470c77260c tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:08:30.980785 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-f4b44731-8d19-4f36-85bc-80732ba80c90 req-c4f18f2e-2e4e-40e2-9599-e6470c77260c tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] 10.222.0.104 "GET /v2.0/ports?device_id=32422458-033a-482f-8bb5-e7cbfa66bf19 HTTP/1.1" status: 200 len: 946 time: 0.0615258 Jul 06 15:08:31.017590 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-f4b44731-8d19-4f36-85bc-80732ba80c90 req-00853525-e8ce-4b97-a9f9-90300b0b9f45 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] 10.222.0.104 "GET /v2.0/security-groups?id=bb2dc09f-7df8-4e58-b8bc-fa3a251e5886&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313153 Jul 06 15:08:32.191420 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6b863a-ac76-4721-95b9-3e8e27967a00 req-d5ea405b-724b-4921-98a5-bbff510a8b8d tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:08:32.192920 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-0e6b863a-ac76-4721-95b9-3e8e27967a00 req-d5ea405b-724b-4921-98a5-bbff510a8b8d tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] 10.222.0.104 "GET /v2.0/ports?device_id=32422458-033a-482f-8bb5-e7cbfa66bf19 HTTP/1.1" status: 200 len: 946 time: 0.0666945 Jul 06 15:08:32.230379 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-0e6b863a-ac76-4721-95b9-3e8e27967a00 req-5495d1c3-9ac8-43b9-a3b2-e4900394ffa8 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] 10.222.0.104 "GET /v2.0/security-groups?id=bb2dc09f-7df8-4e58-b8bc-fa3a251e5886&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312350 Jul 06 15:08:33.399939 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38efc16c-64c6-40cc-9e05-005ebf5570f1 req-66defd0e-2465-46f6-b814-34cc17a8aca0 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:08:33.401438 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-38efc16c-64c6-40cc-9e05-005ebf5570f1 req-66defd0e-2465-46f6-b814-34cc17a8aca0 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] 10.222.0.104 "GET /v2.0/ports?device_id=32422458-033a-482f-8bb5-e7cbfa66bf19 HTTP/1.1" status: 200 len: 946 time: 0.0615008 Jul 06 15:08:33.438560 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-38efc16c-64c6-40cc-9e05-005ebf5570f1 req-d6e14d76-fd55-4b8a-a0f4-891ad3f2cb0a tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] 10.222.0.104 "GET /v2.0/security-groups?id=bb2dc09f-7df8-4e58-b8bc-fa3a251e5886&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315924 Jul 06 15:08:33.794391 n-d-773647-6 neutron-server[100246]: INFO neutron.api.v2.resource [req-91cdd938-f9bc-4a37-8938-9744153bab71 req-0b3a3909-971e-47c7-975f-dc2b608b684a service neutron] show failed (client error): The resource could not be found. Jul 06 15:08:33.795990 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-91cdd938-f9bc-4a37-8938-9744153bab71 req-0b3a3909-971e-47c7-975f-dc2b608b684a service neutron] 10.222.0.72 "GET /v2.0/ports/b49de76c-27d2-4229-8aee-fb9ddebc3bf0/bindings/n-h1-773647-6 HTTP/1.1" status: 404 len: 380 time: 0.0551307 Jul 06 15:08:34.080202 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cdd938-f9bc-4a37-8938-9744153bab71 req-dcfd5b4e-ea52-4ae5-9c48-786fabb37b05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:08:34.081673 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-91cdd938-f9bc-4a37-8938-9744153bab71 req-dcfd5b4e-ea52-4ae5-9c48-786fabb37b05 service neutron] 10.222.0.127 "GET /v2.0/ports?device_id=32422458-033a-482f-8bb5-e7cbfa66bf19&tenant_id=768013dcc5f548df9e4c379a3109439b HTTP/1.1" status: 200 len: 1097 time: 0.0959234 Jul 06 15:08:34.093484 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [req-91cdd938-f9bc-4a37-8938-9744153bab71 req-dcc96564-a859-493c-a08c-629784384067 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-773647-6', 'device_owner': 'compute:nova'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 15:08:34.161862 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-91cdd938-f9bc-4a37-8938-9744153bab71 req-dcc96564-a859-493c-a08c-629784384067 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:08:34.357769 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.db [req-91cdd938-f9bc-4a37-8938-9744153bab71 req-dcc96564-a859-493c-a08c-629784384067 service neutron] For port b49de76c-27d2-4229-8aee-fb9ddebc3bf0, host n-h2-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=b49de76c-27d2-4229-8aee-fb9ddebc3bf0,segment=NetworkSegment(a75ffb2c-53ff-4d93-b035-1bd2dbf0c78f),segment_id=a75ffb2c-53ff-4d93-b035-1bd2dbf0c78f)] {{(pid=100246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 15:08:34.389140 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.db [req-91cdd938-f9bc-4a37-8938-9744153bab71 req-dcc96564-a859-493c-a08c-629784384067 service neutron] For port b49de76c-27d2-4229-8aee-fb9ddebc3bf0, host n-h2-773647-6, cleared binding levels {{(pid=100246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 15:08:34.431490 n-d-773647-6 neutron-server[100246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32422458-033a-482f-8bb5-e7cbfa66bf19', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b49de76c-27d2-4229-8aee-fb9ddebc3bf0'}] {{(pid=100246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 15:08:34.433730 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46bcbd240f672e88150dff05a21f1d72cf4d2de628fda8977cb1eab177268aa5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3698f590-b832-4107-9c3b-941465b62e92" -d '{"events": [{"server_uuid": "32422458-033a-482f-8bb5-e7cbfa66bf19", "name": "network-vif-unplugged", "status": "completed", "tag": "b49de76c-27d2-4229-8aee-fb9ddebc3bf0"}]}' {{(pid=100246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 15:08:34.437735 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-91cdd938-f9bc-4a37-8938-9744153bab71 req-dcc96564-a859-493c-a08c-629784384067 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:08:34.449681 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.provisioning_blocks [req-91cdd938-f9bc-4a37-8938-9744153bab71 req-dcc96564-a859-493c-a08c-629784384067 service neutron] Transition to ACTIVE for port object b49de76c-27d2-4229-8aee-fb9ddebc3bf0 will not be triggered until provisioned by entity L2. {{(pid=100246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 15:08:34.453848 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-91cdd938-f9bc-4a37-8938-9744153bab71 req-dcc96564-a859-493c-a08c-629784384067 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127687527'] for port, after_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:08:34.483542 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 06 Jul 2021 15:08:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a35b6c78-f428-4e6c-80f5-d9fc576969bf x-openstack-request-id: req-a35b6c78-f428-4e6c-80f5-d9fc576969bf {{(pid=100246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 15:08:34.483837 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32422458-033a-482f-8bb5-e7cbfa66bf19", "name": "network-vif-unplugged", "status": "completed", "tag": "b49de76c-27d2-4229-8aee-fb9ddebc3bf0", "code": 200}]} {{(pid=100246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 15:08:34.484092 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-a35b6c78-f428-4e6c-80f5-d9fc576969bf {{(pid=100246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 15:08:34.484486 n-d-773647-6 neutron-server[100246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32422458-033a-482f-8bb5-e7cbfa66bf19', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b49de76c-27d2-4229-8aee-fb9ddebc3bf0', 'code': 200} Jul 06 15:08:34.539858 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc96564-a859-493c-a08c-629784384067 service neutron] Pushing event updated for resources: {'Port': ['ID=b49de76c-27d2-4229-8aee-fb9ddebc3bf0,revision_number=6']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:08:34.553690 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc96564-a859-493c-a08c-629784384067 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:08:34.554040 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc96564-a859-493c-a08c-629784384067 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:08:34.554377 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc96564-a859-493c-a08c-629784384067 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:08:34.554711 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc96564-a859-493c-a08c-629784384067 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:08:34.555675 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc96564-a859-493c-a08c-629784384067 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:08:34.555675 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc96564-a859-493c-a08c-629784384067 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:08:34.555675 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc96564-a859-493c-a08c-629784384067 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:08:34.556035 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc96564-a859-493c-a08c-629784384067 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:08:34.556338 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc96564-a859-493c-a08c-629784384067 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:08:34.556662 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc96564-a859-493c-a08c-629784384067 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:08:34.556985 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc96564-a859-493c-a08c-629784384067 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:08:34.557385 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc96564-a859-493c-a08c-629784384067 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:08:34.591014 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [req-91cdd938-f9bc-4a37-8938-9744153bab71 req-dcc96564-a859-493c-a08c-629784384067 service neutron] No DVR routers for this DVR port b49de76c-27d2-4229-8aee-fb9ddebc3bf0 on host n-h2-773647-6 {{(pid=100246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 15:08:34.653836 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8b0536-9519-4fcc-92e7-54701cae1f75 req-d2e8bf32-30c1-473a-b1ac-8332b2db2532 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:08:34.660728 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-0b8b0536-9519-4fcc-92e7-54701cae1f75 req-d2e8bf32-30c1-473a-b1ac-8332b2db2532 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] 10.222.0.104 "GET /v2.0/ports?device_id=32422458-033a-482f-8bb5-e7cbfa66bf19 HTTP/1.1" status: 200 len: 944 time: 0.0778642 Jul 06 15:08:34.696647 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-0b8b0536-9519-4fcc-92e7-54701cae1f75 req-7135ce8b-68da-4555-ab74-cb26d541c9c2 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] 10.222.0.104 "GET /v2.0/security-groups?id=bb2dc09f-7df8-4e58-b8bc-fa3a251e5886&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350630 Jul 06 15:08:34.735626 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [req-91cdd938-f9bc-4a37-8938-9744153bab71 req-dcc96564-a859-493c-a08c-629784384067 service neutron] Attempting to bind port b49de76c-27d2-4229-8aee-fb9ddebc3bf0 on host n-h1-773647-6 for vnic_type normal with profile {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 15:08:34.735971 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [req-91cdd938-f9bc-4a37-8938-9744153bab71 req-dcc96564-a859-493c-a08c-629784384067 service neutron] Attempting to bind port b49de76c-27d2-4229-8aee-fb9ddebc3bf0 by drivers openvswitch,hyperv on host n-h1-773647-6 at level 0 using segments [{'id': 'a75ffb2c-53ff-4d93-b035-1bd2dbf0c78f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1041, 'network_id': 'ae775d68-9085-4063-8c64-eb9558abb845'}] {{(pid=100246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 15:08:34.736305 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91cdd938-f9bc-4a37-8938-9744153bab71 req-dcc96564-a859-493c-a08c-629784384067 service neutron] Attempting to bind port b49de76c-27d2-4229-8aee-fb9ddebc3bf0 on network ae775d68-9085-4063-8c64-eb9558abb845 {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 15:08:34.740670 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91cdd938-f9bc-4a37-8938-9744153bab71 req-dcc96564-a859-493c-a08c-629784384067 service neutron] Port b49de76c-27d2-4229-8aee-fb9ddebc3bf0 on network ae775d68-9085-4063-8c64-eb9558abb845 not bound, no agent of type Open vSwitch agent registered on host n-h1-773647-6 {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 15:08:34.740999 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91cdd938-f9bc-4a37-8938-9744153bab71 req-dcc96564-a859-493c-a08c-629784384067 service neutron] Attempting to bind port b49de76c-27d2-4229-8aee-fb9ddebc3bf0 on network ae775d68-9085-4063-8c64-eb9558abb845 {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 15:08:34.745877 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91cdd938-f9bc-4a37-8938-9744153bab71 req-dcc96564-a859-493c-a08c-629784384067 service neutron] Checking agent: {'id': '5bf7147f-bada-4441-a5dc-934b903473fb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-773647-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 51, 12), 'started_at': datetime.datetime(2021, 7, 6, 13, 51, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 15, 8, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 15:08:34.746220 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91cdd938-f9bc-4a37-8938-9744153bab71 req-dcc96564-a859-493c-a08c-629784384067 service neutron] Checking segment: {'id': 'a75ffb2c-53ff-4d93-b035-1bd2dbf0c78f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1041, 'network_id': 'ae775d68-9085-4063-8c64-eb9558abb845'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 15:08:34.746610 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91cdd938-f9bc-4a37-8938-9744153bab71 req-dcc96564-a859-493c-a08c-629784384067 service neutron] Bound using segment: {'id': 'a75ffb2c-53ff-4d93-b035-1bd2dbf0c78f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1041, 'network_id': 'ae775d68-9085-4063-8c64-eb9558abb845'} {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 15:08:34.747037 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [req-91cdd938-f9bc-4a37-8938-9744153bab71 req-dcc96564-a859-493c-a08c-629784384067 service neutron] Bound port: b49de76c-27d2-4229-8aee-fb9ddebc3bf0, host: n-h1-773647-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a75ffb2c-53ff-4d93-b035-1bd2dbf0c78f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1041, 'network_id': 'ae775d68-9085-4063-8c64-eb9558abb845'}}] {{(pid=100246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 15:08:34.747430 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-91cdd938-f9bc-4a37-8938-9744153bab71 req-dcc96564-a859-493c-a08c-629784384067 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:08:34.818073 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.db [req-91cdd938-f9bc-4a37-8938-9744153bab71 req-dcc96564-a859-493c-a08c-629784384067 service neutron] For port b49de76c-27d2-4229-8aee-fb9ddebc3bf0, host n-h1-773647-6, cleared binding levels {{(pid=100246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 15:08:34.821335 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.db [req-91cdd938-f9bc-4a37-8938-9744153bab71 req-dcc96564-a859-493c-a08c-629784384067 service neutron] For port b49de76c-27d2-4229-8aee-fb9ddebc3bf0, host n-h1-773647-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773647-6',level=0,port_id=b49de76c-27d2-4229-8aee-fb9ddebc3bf0,segment=NetworkSegment(a75ffb2c-53ff-4d93-b035-1bd2dbf0c78f),segment_id=a75ffb2c-53ff-4d93-b035-1bd2dbf0c78f)] {{(pid=100246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 15:08:34.825647 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-91cdd938-f9bc-4a37-8938-9744153bab71 req-dcc96564-a859-493c-a08c-629784384067 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127687527'] for port, after_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:08:34.872087 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cdd938-f9bc-4a37-8938-9744153bab71 req-dcc96564-a859-493c-a08c-629784384067 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:08:34.872699 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-91cdd938-f9bc-4a37-8938-9744153bab71 req-dcc96564-a859-493c-a08c-629784384067 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:08:34.874129 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-91cdd938-f9bc-4a37-8938-9744153bab71 req-dcc96564-a859-493c-a08c-629784384067 service neutron] 10.222.0.127 "PUT /v2.0/ports/b49de76c-27d2-4229-8aee-fb9ddebc3bf0 HTTP/1.1" status: 200 len: 1092 time: 0.7845526 Jul 06 15:08:34.891535 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc96564-a859-493c-a08c-629784384067 service neutron] Pushing event updated for resources: {'Port': ['ID=b49de76c-27d2-4229-8aee-fb9ddebc3bf0,revision_number=7']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:08:34.951119 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cdd938-f9bc-4a37-8938-9744153bab71 req-b0bb0a23-5b0f-4c7c-a6f5-8d422ba3b5fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:08:34.952716 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-91cdd938-f9bc-4a37-8938-9744153bab71 req-b0bb0a23-5b0f-4c7c-a6f5-8d422ba3b5fd service neutron] 10.222.0.127 "GET /v2.0/ports?tenant_id=768013dcc5f548df9e4c379a3109439b&device_id=32422458-033a-482f-8bb5-e7cbfa66bf19 HTTP/1.1" status: 200 len: 1095 time: 0.0559003 Jul 06 15:08:35.046479 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cdd938-f9bc-4a37-8938-9744153bab71 req-bea94803-aae2-4ee8-b0b4-f5d083e3cdf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:08:35.048309 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-91cdd938-f9bc-4a37-8938-9744153bab71 req-bea94803-aae2-4ee8-b0b4-f5d083e3cdf9 service neutron] 10.222.0.127 "GET /v2.0/networks?id=ae775d68-9085-4063-8c64-eb9558abb845 HTTP/1.1" status: 200 len: 899 time: 0.0899861 Jul 06 15:08:35.115071 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-91cdd938-f9bc-4a37-8938-9744153bab71 req-09c5f095-442c-43ef-a881-781096aa2900 service neutron] 10.222.0.127 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b49de76c-27d2-4229-8aee-fb9ddebc3bf0 HTTP/1.1" status: 200 len: 999 time: 0.0601568 Jul 06 15:08:35.166918 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cdd938-f9bc-4a37-8938-9744153bab71 req-73a73b3b-33d4-48cd-8226-d286199f35ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:08:35.168294 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-91cdd938-f9bc-4a37-8938-9744153bab71 req-73a73b3b-33d4-48cd-8226-d286199f35ea service neutron] 10.222.0.127 "GET /v2.0/subnets?id=ddd8655f-074b-4cac-8592-bc3ac71fbfbc HTTP/1.1" status: 200 len: 834 time: 0.0469832 Jul 06 15:08:35.223589 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cdd938-f9bc-4a37-8938-9744153bab71 req-3d348f10-6364-44a6-90fa-c59124172135 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:08:35.225019 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-91cdd938-f9bc-4a37-8938-9744153bab71 req-3d348f10-6364-44a6-90fa-c59124172135 service neutron] 10.222.0.127 "GET /v2.0/ports?network_id=ae775d68-9085-4063-8c64-eb9558abb845&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0507398 Jul 06 15:08:35.311469 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-91cdd938-f9bc-4a37-8938-9744153bab71 req-7b82110e-6192-4e40-a37a-fb41f7e412e5 service neutron] 10.222.0.127 "GET /v2.0/networks/ae775d68-9085-4063-8c64-eb9558abb845?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796487 Jul 06 15:08:35.400973 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-91cdd938-f9bc-4a37-8938-9744153bab71 req-30d26d46-ac6c-41e1-97c8-928dc7e5ce55 service neutron] 10.222.0.127 "GET /v2.0/networks/ae775d68-9085-4063-8c64-eb9558abb845?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828314 Jul 06 15:08:35.868762 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8edc5a-8b4d-4200-9bba-3ee3ea8972fd req-4a7d6060-6fc0-4566-8146-cfd8eafa0d73 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:08:35.870273 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-2e8edc5a-8b4d-4200-9bba-3ee3ea8972fd req-4a7d6060-6fc0-4566-8146-cfd8eafa0d73 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] 10.222.0.104 "GET /v2.0/ports?device_id=32422458-033a-482f-8bb5-e7cbfa66bf19 HTTP/1.1" status: 200 len: 944 time: 0.0621746 Jul 06 15:08:35.906788 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-2e8edc5a-8b4d-4200-9bba-3ee3ea8972fd req-b77c3379-3687-46bb-98be-e0c51bbb94f2 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] 10.222.0.104 "GET /v2.0/security-groups?id=bb2dc09f-7df8-4e58-b8bc-fa3a251e5886&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310497 Jul 06 15:08:36.485458 n-d-773647-6 neutron-server[100246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32422458-033a-482f-8bb5-e7cbfa66bf19', 'tag': 'b49de76c-27d2-4229-8aee-fb9ddebc3bf0'}] {{(pid=100246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 15:08:36.487847 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46bcbd240f672e88150dff05a21f1d72cf4d2de628fda8977cb1eab177268aa5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20fc7670-2d29-42b2-b017-3eac7a1dd2d5" -d '{"events": [{"name": "network-changed", "server_uuid": "32422458-033a-482f-8bb5-e7cbfa66bf19", "tag": "b49de76c-27d2-4229-8aee-fb9ddebc3bf0"}]}' {{(pid=100246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 15:08:36.533765 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 15:08:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-966070f1-a14b-4fd9-83db-75a155016a7c x-openstack-request-id: req-966070f1-a14b-4fd9-83db-75a155016a7c {{(pid=100246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 15:08:36.534066 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32422458-033a-482f-8bb5-e7cbfa66bf19", "tag": "b49de76c-27d2-4229-8aee-fb9ddebc3bf0", "status": "completed", "code": 200}]} {{(pid=100246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 15:08:36.534752 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-966070f1-a14b-4fd9-83db-75a155016a7c {{(pid=100246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 15:08:36.535177 n-d-773647-6 neutron-server[100246]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32422458-033a-482f-8bb5-e7cbfa66bf19', 'tag': 'b49de76c-27d2-4229-8aee-fb9ddebc3bf0', 'status': 'completed', 'code': 200} Jul 06 15:08:36.646097 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fc7670-2d29-42b2-b017-3eac7a1dd2d5 req-036188a2-dcc7-42f2-b767-7e7dd26b1118 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:08:36.647630 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-20fc7670-2d29-42b2-b017-3eac7a1dd2d5 req-036188a2-dcc7-42f2-b767-7e7dd26b1118 service neutron] 10.222.0.127 "GET /v2.0/ports?tenant_id=768013dcc5f548df9e4c379a3109439b&device_id=32422458-033a-482f-8bb5-e7cbfa66bf19 HTTP/1.1" status: 200 len: 1095 time: 0.0959082 Jul 06 15:08:36.649368 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fc7670-2d29-42b2-b017-3eac7a1dd2d5 req-3adfb404-e4aa-4423-b4e3-c8b275b986d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:08:36.650701 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-20fc7670-2d29-42b2-b017-3eac7a1dd2d5 req-3adfb404-e4aa-4423-b4e3-c8b275b986d9 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=768013dcc5f548df9e4c379a3109439b&device_id=32422458-033a-482f-8bb5-e7cbfa66bf19 HTTP/1.1" status: 200 len: 1095 time: 0.0901980 Jul 06 15:08:36.812537 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fc7670-2d29-42b2-b017-3eac7a1dd2d5 req-58801580-ca28-4384-9e2a-610469fdc685 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:08:36.814023 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-20fc7670-2d29-42b2-b017-3eac7a1dd2d5 req-58801580-ca28-4384-9e2a-610469fdc685 service neutron] 10.222.0.127 "GET /v2.0/networks?id=ae775d68-9085-4063-8c64-eb9558abb845 HTTP/1.1" status: 200 len: 899 time: 0.1593831 Jul 06 15:08:36.815131 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fc7670-2d29-42b2-b017-3eac7a1dd2d5 req-12f9baa0-29e0-493d-9480-850045a9b94a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:08:36.816473 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-20fc7670-2d29-42b2-b017-3eac7a1dd2d5 req-12f9baa0-29e0-493d-9480-850045a9b94a service neutron] 10.222.0.72 "GET /v2.0/networks?id=ae775d68-9085-4063-8c64-eb9558abb845 HTTP/1.1" status: 200 len: 899 time: 0.1546645 Jul 06 15:08:36.923148 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-20fc7670-2d29-42b2-b017-3eac7a1dd2d5 req-d5debb2b-07d6-414e-99fa-a8eeae89c08e service neutron] 10.222.0.127 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b49de76c-27d2-4229-8aee-fb9ddebc3bf0 HTTP/1.1" status: 200 len: 999 time: 0.1016448 Jul 06 15:08:36.926630 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-20fc7670-2d29-42b2-b017-3eac7a1dd2d5 req-b8504c1b-5eae-41d7-8e2e-d46a7a97e577 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b49de76c-27d2-4229-8aee-fb9ddebc3bf0 HTTP/1.1" status: 200 len: 999 time: 0.0992754 Jul 06 15:08:37.004927 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fc7670-2d29-42b2-b017-3eac7a1dd2d5 req-90662ac6-86f9-4dc6-8f0a-ca87befc4652 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:08:37.006326 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-20fc7670-2d29-42b2-b017-3eac7a1dd2d5 req-90662ac6-86f9-4dc6-8f0a-ca87befc4652 service neutron] 10.222.0.127 "GET /v2.0/subnets?id=ddd8655f-074b-4cac-8592-bc3ac71fbfbc HTTP/1.1" status: 200 len: 834 time: 0.0750654 Jul 06 15:08:37.009659 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fc7670-2d29-42b2-b017-3eac7a1dd2d5 req-d34aa1e9-a243-4ca1-a914-7aa84c194424 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:08:37.011546 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-20fc7670-2d29-42b2-b017-3eac7a1dd2d5 req-d34aa1e9-a243-4ca1-a914-7aa84c194424 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=ddd8655f-074b-4cac-8592-bc3ac71fbfbc HTTP/1.1" status: 200 len: 834 time: 0.0730793 Jul 06 15:08:37.082126 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1c733a-6b93-4382-83e2-dbc37bdb5839 req-c909e469-201c-4d31-b826-b20b71fe9d17 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:08:37.087686 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-ce1c733a-6b93-4382-83e2-dbc37bdb5839 req-c909e469-201c-4d31-b826-b20b71fe9d17 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] 10.222.0.104 "GET /v2.0/ports?device_id=32422458-033a-482f-8bb5-e7cbfa66bf19 HTTP/1.1" status: 200 len: 944 time: 0.0677068 Jul 06 15:08:37.113187 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fc7670-2d29-42b2-b017-3eac7a1dd2d5 req-300f705e-3e66-4036-937c-7021d0873dc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:08:37.114690 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-20fc7670-2d29-42b2-b017-3eac7a1dd2d5 req-300f705e-3e66-4036-937c-7021d0873dc1 service neutron] 10.222.0.127 "GET /v2.0/ports?network_id=ae775d68-9085-4063-8c64-eb9558abb845&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1013281 Jul 06 15:08:37.117163 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fc7670-2d29-42b2-b017-3eac7a1dd2d5 req-d5f82695-399a-4dc0-8320-dd06a0cdafda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:08:37.118543 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-20fc7670-2d29-42b2-b017-3eac7a1dd2d5 req-d5f82695-399a-4dc0-8320-dd06a0cdafda service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=ae775d68-9085-4063-8c64-eb9558abb845&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0978909 Jul 06 15:08:37.121575 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-ce1c733a-6b93-4382-83e2-dbc37bdb5839 req-4040d82a-fa83-493d-b5c8-cb11bc55048b tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] 10.222.0.104 "GET /v2.0/security-groups?id=bb2dc09f-7df8-4e58-b8bc-fa3a251e5886&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314434 Jul 06 15:08:37.273888 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-20fc7670-2d29-42b2-b017-3eac7a1dd2d5 req-b39c50af-5b93-40f0-aab1-cd6ab8eca0cf service neutron] 10.222.0.127 "GET /v2.0/networks/ae775d68-9085-4063-8c64-eb9558abb845?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1503837 Jul 06 15:08:37.275682 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-20fc7670-2d29-42b2-b017-3eac7a1dd2d5 req-70c9ac80-96fb-447b-92da-de642fda7baa service neutron] 10.222.0.72 "GET /v2.0/networks/ae775d68-9085-4063-8c64-eb9558abb845?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1512420 Jul 06 15:08:37.429357 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-20fc7670-2d29-42b2-b017-3eac7a1dd2d5 req-f132afc9-7991-4140-8651-5e1680ca8453 service neutron] 10.222.0.127 "GET /v2.0/networks/ae775d68-9085-4063-8c64-eb9558abb845?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1488533 Jul 06 15:08:37.431527 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-20fc7670-2d29-42b2-b017-3eac7a1dd2d5 req-ea56f57a-ed25-4e35-93a2-d235dfd92d8d service neutron] 10.222.0.72 "GET /v2.0/networks/ae775d68-9085-4063-8c64-eb9558abb845?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1433992 Jul 06 15:08:38.214968 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Device b49de76c-27d2-4229-8aee-fb9ddebc3bf0 no longer exists at agent hyperv_n-h2-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 15:08:38.251799 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Device b49de76c-27d2-4229-8aee-fb9ddebc3bf0 not bound to the agent host n-h2-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 15:08:38.300428 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bc0769-73d4-47e9-84b4-d23973abff2f req-bf353f9f-bf2c-4220-837c-c2926221e003 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:08:38.301927 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-66bc0769-73d4-47e9-84b4-d23973abff2f req-bf353f9f-bf2c-4220-837c-c2926221e003 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] 10.222.0.104 "GET /v2.0/ports?device_id=32422458-033a-482f-8bb5-e7cbfa66bf19 HTTP/1.1" status: 200 len: 944 time: 0.0672019 Jul 06 15:08:38.338205 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-66bc0769-73d4-47e9-84b4-d23973abff2f req-4e69a045-0862-44b6-8314-551d2130f588 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] 10.222.0.104 "GET /v2.0/security-groups?id=bb2dc09f-7df8-4e58-b8bc-fa3a251e5886&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308146 Jul 06 15:08:39.690042 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4802be0-c17d-4398-b96d-d119011e7fcd req-287ca9de-285f-498d-80a9-96d0b3e04b8b tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:08:39.691443 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-a4802be0-c17d-4398-b96d-d119011e7fcd req-287ca9de-285f-498d-80a9-96d0b3e04b8b tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] 10.222.0.104 "GET /v2.0/ports?device_id=32422458-033a-482f-8bb5-e7cbfa66bf19 HTTP/1.1" status: 200 len: 944 time: 0.0626774 Jul 06 15:08:39.727930 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-a4802be0-c17d-4398-b96d-d119011e7fcd req-c0b06123-112d-464c-b32d-28e46e3f3310 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] 10.222.0.104 "GET /v2.0/security-groups?id=bb2dc09f-7df8-4e58-b8bc-fa3a251e5886&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309980 Jul 06 15:08:40.022503 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba829ea5-cd9f-4f0b-902d-238797d63013 req-ffcf6c9c-32d2-49f9-a345-323ca6f9c948 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:08:40.023920 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-ba829ea5-cd9f-4f0b-902d-238797d63013 req-ffcf6c9c-32d2-49f9-a345-323ca6f9c948 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] 10.222.0.104 "GET /v2.0/ports?device_id=32422458-033a-482f-8bb5-e7cbfa66bf19 HTTP/1.1" status: 200 len: 944 time: 0.0674987 Jul 06 15:08:40.032303 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23185598-1adf-4331-bc52-a58fb7d1946a req-5a178021-ef80-4c1e-8592-b3cfc56f929f tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:08:40.033759 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-23185598-1adf-4331-bc52-a58fb7d1946a req-5a178021-ef80-4c1e-8592-b3cfc56f929f tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] 10.222.0.72 "GET /v2.0/ports?device_id=32422458-033a-482f-8bb5-e7cbfa66bf19&tenant_id=768013dcc5f548df9e4c379a3109439b&binding%3Ahost_id=n-h1-773647-6 HTTP/1.1" status: 200 len: 944 time: 0.0747471 Jul 06 15:08:40.062268 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-ba829ea5-cd9f-4f0b-902d-238797d63013 req-61fe5814-56c6-4251-9ee9-c702f6250984 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] 10.222.0.104 "GET /v2.0/security-groups?id=bb2dc09f-7df8-4e58-b8bc-fa3a251e5886&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328147 Jul 06 15:08:40.096262 n-d-773647-6 neutron-server[100246]: INFO neutron.api.v2.resource [req-23185598-1adf-4331-bc52-a58fb7d1946a req-a0c9d6a5-622a-41bd-9572-a1370edc8d81 service neutron] delete failed (client error): The resource could not be found. Jul 06 15:08:40.097298 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-23185598-1adf-4331-bc52-a58fb7d1946a req-a0c9d6a5-622a-41bd-9572-a1370edc8d81 service neutron] 10.222.0.72 "DELETE /v2.0/ports/b49de76c-27d2-4229-8aee-fb9ddebc3bf0/bindings/n-h2-773647-6 HTTP/1.1" status: 404 len: 380 time: 0.0560317 Jul 06 15:08:40.193947 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23185598-1adf-4331-bc52-a58fb7d1946a req-0cc6e00b-15a7-4ddf-b011-f4cd18fef0d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:08:40.195482 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-23185598-1adf-4331-bc52-a58fb7d1946a req-0cc6e00b-15a7-4ddf-b011-f4cd18fef0d5 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=768013dcc5f548df9e4c379a3109439b&device_id=32422458-033a-482f-8bb5-e7cbfa66bf19 HTTP/1.1" status: 200 len: 1095 time: 0.0542138 Jul 06 15:08:40.237439 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9369a7-b670-4039-bf84-a4e3f340cb0f req-a1643bcf-9b04-4765-b340-cdda01a6cf6e tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:08:40.238938 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-5e9369a7-b670-4039-bf84-a4e3f340cb0f req-a1643bcf-9b04-4765-b340-cdda01a6cf6e tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] 10.222.0.104 "GET /v2.0/ports?device_id=32422458-033a-482f-8bb5-e7cbfa66bf19 HTTP/1.1" status: 200 len: 944 time: 0.0634637 Jul 06 15:08:40.275915 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-5e9369a7-b670-4039-bf84-a4e3f340cb0f req-716f3673-abf3-4be1-a5d9-942f96950236 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] 10.222.0.104 "GET /v2.0/security-groups?id=bb2dc09f-7df8-4e58-b8bc-fa3a251e5886&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311315 Jul 06 15:08:40.286292 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23185598-1adf-4331-bc52-a58fb7d1946a req-3de208aa-1d5b-4b45-98dd-8e27725872f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:08:40.287852 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-23185598-1adf-4331-bc52-a58fb7d1946a req-3de208aa-1d5b-4b45-98dd-8e27725872f8 service neutron] 10.222.0.72 "GET /v2.0/networks?id=ae775d68-9085-4063-8c64-eb9558abb845 HTTP/1.1" status: 200 len: 899 time: 0.0867417 Jul 06 15:08:40.350784 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-23185598-1adf-4331-bc52-a58fb7d1946a req-6c160ab1-a758-40b8-ac02-47283c0f19d0 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b49de76c-27d2-4229-8aee-fb9ddebc3bf0 HTTP/1.1" status: 200 len: 999 time: 0.0566430 Jul 06 15:08:40.401299 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23185598-1adf-4331-bc52-a58fb7d1946a req-9593a409-932e-45e4-acf9-10d2cbc62e2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:08:40.403274 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-23185598-1adf-4331-bc52-a58fb7d1946a req-9593a409-932e-45e4-acf9-10d2cbc62e2a service neutron] 10.222.0.72 "GET /v2.0/subnets?id=ddd8655f-074b-4cac-8592-bc3ac71fbfbc HTTP/1.1" status: 200 len: 834 time: 0.0468752 Jul 06 15:08:40.462465 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23185598-1adf-4331-bc52-a58fb7d1946a req-2d2d5943-61e8-47a3-856b-dcbb8b6bcf58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:08:40.464012 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-23185598-1adf-4331-bc52-a58fb7d1946a req-2d2d5943-61e8-47a3-856b-dcbb8b6bcf58 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=ae775d68-9085-4063-8c64-eb9558abb845&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0551603 Jul 06 15:08:40.552295 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-23185598-1adf-4331-bc52-a58fb7d1946a req-c6f69223-d934-442f-982e-b6a010441880 service neutron] 10.222.0.72 "GET /v2.0/networks/ae775d68-9085-4063-8c64-eb9558abb845?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819972 Jul 06 15:08:40.642004 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-23185598-1adf-4331-bc52-a58fb7d1946a req-f45cd4a9-5056-448c-b2f7-891c7007a5c3 service neutron] 10.222.0.72 "GET /v2.0/networks/ae775d68-9085-4063-8c64-eb9558abb845?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837641 Jul 06 15:08:40.817976 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Device b49de76c-27d2-4229-8aee-fb9ddebc3bf0 details requested by agent hyperv_n-h1-773647-6 with host n-h1-773647-6 {{(pid=100248) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 15:08:40.911022 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] For port b49de76c-27d2-4229-8aee-fb9ddebc3bf0, host n-h1-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773647-6',level=0,port_id=b49de76c-27d2-4229-8aee-fb9ddebc3bf0,segment=NetworkSegment(a75ffb2c-53ff-4d93-b035-1bd2dbf0c78f),segment_id=a75ffb2c-53ff-4d93-b035-1bd2dbf0c78f)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 15:08:40.921707 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Returning: {'device': 'b49de76c-27d2-4229-8aee-fb9ddebc3bf0', 'network_id': 'ae775d68-9085-4063-8c64-eb9558abb845', 'port_id': 'b49de76c-27d2-4229-8aee-fb9ddebc3bf0', 'mac_address': 'fa:16:3e:83:44:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1041, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ddd8655f-074b-4cac-8592-bc3ac71fbfbc', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100248) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 15:08:40.963373 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:08:40.976907 n-d-773647-6 neutron-server[100248]: DEBUG neutron.notifiers.nova [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b49de76c-27d2-4229-8aee-fb9ddebc3bf0 {{(pid=100248) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 15:08:40.996975 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] For port b49de76c-27d2-4229-8aee-fb9ddebc3bf0, host n-h1-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773647-6',level=0,port_id=b49de76c-27d2-4229-8aee-fb9ddebc3bf0,segment=NetworkSegment(a75ffb2c-53ff-4d93-b035-1bd2dbf0c78f),segment_id=a75ffb2c-53ff-4d93-b035-1bd2dbf0c78f)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 15:08:41.001421 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:08:41.205001 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Pushing event updated for resources: {'Port': ['ID=b49de76c-27d2-4229-8aee-fb9ddebc3bf0,revision_number=8']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:08:41.212136 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:08:41.212480 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:08:41.212824 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:08:41.213154 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:08:41.213484 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:08:41.213806 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:08:41.214124 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:08:41.215062 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:08:41.215411 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:08:41.215728 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:08:41.216044 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:08:41.216358 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:08:41.386638 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] get_ports_and_sgs() called for port_ids ['b49de76c-27d2-4229-8aee-fb9ddebc3bf0'] {{(pid=100248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 15:08:41.412326 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:08:41.453296 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd06df5-b0c5-4181-896d-9405ebd2ba54 req-93b1727f-4842-44e9-8080-ece2699d004f tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:08:41.454813 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-6cd06df5-b0c5-4181-896d-9405ebd2ba54 req-93b1727f-4842-44e9-8080-ece2699d004f tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] 10.222.0.104 "GET /v2.0/ports?device_id=32422458-033a-482f-8bb5-e7cbfa66bf19 HTTP/1.1" status: 200 len: 945 time: 0.0653429 Jul 06 15:08:41.492261 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-6cd06df5-b0c5-4181-896d-9405ebd2ba54 req-80ba2c8f-1cbe-478d-bd4b-0f60ed0ff8af tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] 10.222.0.104 "GET /v2.0/security-groups?id=bb2dc09f-7df8-4e58-b8bc-fa3a251e5886&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317941 Jul 06 15:08:41.517619 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 33328) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 15:08:41.581615 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-91e40ede-1e91-4ff7-943e-bfbba88bbbf4 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] 10.222.0.104 "GET /v2.0/floatingips/600fcb8e-b972-4561-9614-8a0007c57f93 HTTP/1.1" status: 200 len: 992 time: 0.0627868 Jul 06 15:08:42.825048 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Device b49de76c-27d2-4229-8aee-fb9ddebc3bf0 up at agent hyperv_n-h1-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 15:08:42.871073 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Provisioning for port b49de76c-27d2-4229-8aee-fb9ddebc3bf0 completed by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 15:08:42.874580 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Provisioning complete for port b49de76c-27d2-4229-8aee-fb9ddebc3bf0 triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 15:08:42.874933 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:08:42.950284 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:08:42.972043 n-d-773647-6 neutron-server[100248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32422458-033a-482f-8bb5-e7cbfa66bf19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b49de76c-27d2-4229-8aee-fb9ddebc3bf0'}] {{(pid=100248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 15:08:42.974257 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55db2ac8c963aac1696062c7614e8816713b17764cc733cf0a1d7e1ce8ed655f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fc34a11-26f2-4860-9d59-57d0e4401f6e" -d '{"events": [{"server_uuid": "32422458-033a-482f-8bb5-e7cbfa66bf19", "name": "network-vif-plugged", "status": "completed", "tag": "b49de76c-27d2-4229-8aee-fb9ddebc3bf0"}]}' {{(pid=100248) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 15:08:42.989278 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] For port b49de76c-27d2-4229-8aee-fb9ddebc3bf0, host n-h1-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773647-6',level=0,port_id=b49de76c-27d2-4229-8aee-fb9ddebc3bf0,segment=NetworkSegment(a75ffb2c-53ff-4d93-b035-1bd2dbf0c78f),segment_id=a75ffb2c-53ff-4d93-b035-1bd2dbf0c78f)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 15:08:42.993403 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:08:43.016742 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 15:08:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34dc161b-f43b-4786-b714-e554443af6c7 x-openstack-request-id: req-34dc161b-f43b-4786-b714-e554443af6c7 {{(pid=100248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 15:08:43.017039 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32422458-033a-482f-8bb5-e7cbfa66bf19", "name": "network-vif-plugged", "status": "completed", "tag": "b49de76c-27d2-4229-8aee-fb9ddebc3bf0", "code": 200}]} {{(pid=100248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 15:08:43.017321 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-34dc161b-f43b-4786-b714-e554443af6c7 {{(pid=100248) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 15:08:43.017715 n-d-773647-6 neutron-server[100248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32422458-033a-482f-8bb5-e7cbfa66bf19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b49de76c-27d2-4229-8aee-fb9ddebc3bf0', 'code': 200} Jul 06 15:08:43.042654 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Pushing event updated for resources: {'Port': ['ID=b49de76c-27d2-4229-8aee-fb9ddebc3bf0,revision_number=9']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:08:43.149469 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:08:46.272805 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.agents_db [None req-167c0ad6-1657-4c9a-a2c4-3b18056aa662 None None] Agent healthcheck: found 7 active agents {{(pid=100249) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 15:08:52.979485 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-e622a93f-e809-4111-9ff4-a9966cf62657 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:08:55.631205 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-0f9c76a6-a5bd-41ee-bc3a-402a52360463 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:08:55.991666 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:08:56.871718 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-2064eaae-da4f-48f8-82d2-b09d4ddedd44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:08:58.658773 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-03f71b24-a9b8-453a-8924-caa3f97bc6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:09:11.404949 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:09:13.150351 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:09:22.980540 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-a2ca8673-8c28-42f9-b777-92fb738edb80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:09:23.272066 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.agents_db [None req-167c0ad6-1657-4c9a-a2c4-3b18056aa662 None None] Agent healthcheck: found 7 active agents {{(pid=100249) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 15:09:25.635369 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-db53d4a6-5988-4793-923c-e4100b858840 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:09:25.992133 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:09:26.875438 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-2064eaae-da4f-48f8-82d2-b09d4ddedd44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:09:27.998857 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 33346) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 15:09:28.187753 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.plugin [None req-05b78a8a-f626-46e7-bc29-b0f7c77a6158 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Deleting port 287c94cd-bada-45fb-879f-f2478c499e81 {{(pid=100247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 15:09:28.188099 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-05b78a8a-f626-46e7-bc29-b0f7c77a6158 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:09:28.263748 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-05b78a8a-f626-46e7-bc29-b0f7c77a6158 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:09:28.263987 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-05b78a8a-f626-46e7-bc29-b0f7c77a6158 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:09:28.275144 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.plugin [None req-05b78a8a-f626-46e7-bc29-b0f7c77a6158 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Calling delete_port for 287c94cd-bada-45fb-879f-f2478c499e81 owned by network:floatingip {{(pid=100247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 15:09:28.419565 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-05b78a8a-f626-46e7-bc29-b0f7c77a6158 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128888353'] for port, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:09:28.444349 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b78a8a-f626-46e7-bc29-b0f7c77a6158 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Pushing event deleted for resources: {'Port': ['ID=287c94cd-bada-45fb-879f-f2478c499e81,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:09:28.456031 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b78a8a-f626-46e7-bc29-b0f7c77a6158 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:09:28.456383 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b78a8a-f626-46e7-bc29-b0f7c77a6158 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:09:28.456732 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b78a8a-f626-46e7-bc29-b0f7c77a6158 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:09:28.457069 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b78a8a-f626-46e7-bc29-b0f7c77a6158 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:09:28.457400 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b78a8a-f626-46e7-bc29-b0f7c77a6158 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:09:28.457730 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b78a8a-f626-46e7-bc29-b0f7c77a6158 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:09:28.458062 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b78a8a-f626-46e7-bc29-b0f7c77a6158 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:09:28.458393 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b78a8a-f626-46e7-bc29-b0f7c77a6158 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:09:28.458727 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b78a8a-f626-46e7-bc29-b0f7c77a6158 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:09:28.459063 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b78a8a-f626-46e7-bc29-b0f7c77a6158 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:09:28.459412 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b78a8a-f626-46e7-bc29-b0f7c77a6158 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:09:28.459729 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b78a8a-f626-46e7-bc29-b0f7c77a6158 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:09:28.516337 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-05b78a8a-f626-46e7-bc29-b0f7c77a6158 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Notify callbacks [] for floatingip, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:09:28.516935 n-d-773647-6 neutron-server[100247]: INFO neutron.db.l3_db [None req-05b78a8a-f626-46e7-bc29-b0f7c77a6158 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Floating IP 600fcb8e-b972-4561-9614-8a0007c57f93 disassociated (deleted). External IP: 172.25.0.88, port: b49de76c-27d2-4229-8aee-fb9ddebc3bf0. Jul 06 15:09:28.659823 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-03f71b24-a9b8-453a-8924-caa3f97bc6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:09:28.720892 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05b78a8a-f626-46e7-bc29-b0f7c77a6158 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Router cb1efcf3-3e5b-4e18-955c-456ad24ecc36 has already been hosted by L3 agent 2823d358-a11b-4885-a706-95a279e43fa7 {{(pid=100247) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 15:09:28.825693 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05b78a8a-f626-46e7-bc29-b0f7c77a6158 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Notify agent at l3_agent.n-d-773647-6 the message routers_updated {{(pid=100247) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 15:09:28.830497 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-05b78a8a-f626-46e7-bc29-b0f7c77a6158 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for floatingip, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:09:28.835178 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7d1402f-06dc-4a1d-8dec-9a134cbf7338 None None] Sync routers for ids ['cb1efcf3-3e5b-4e18-955c-456ad24ecc36'] in n-d-773647-6 {{(pid=100249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 15:09:28.844281 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7d1402f-06dc-4a1d-8dec-9a134cbf7338 None None] Routers {'cb1efcf3-3e5b-4e18-955c-456ad24ecc36'} bound to L3 agent in host n-d-773647-6 {{(pid=100249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 15:09:28.844868 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-f7d1402f-06dc-4a1d-8dec-9a134cbf7338 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T15:09:26Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['cb1efcf3-3e5b-4e18-955c-456ad24ecc36'], 'active': True} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:09:28.865444 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-05b78a8a-f626-46e7-bc29-b0f7c77a6158 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] 10.222.0.104 "DELETE /v2.0/floatingips/600fcb8e-b972-4561-9614-8a0007c57f93 HTTP/1.1" status: 204 len: 168 time: 0.8655217 Jul 06 15:09:28.866022 n-d-773647-6 neutron-server[100247]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32422458-033a-482f-8bb5-e7cbfa66bf19', 'tag': 'b49de76c-27d2-4229-8aee-fb9ddebc3bf0'}] {{(pid=100247) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 15:09:28.868284 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee9abbf45a31ce2cafe392c325a103f9980bc56023ef5156b007054daa5623de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff6d354f-2f6f-4ad7-b79e-a0c6613b6018" -d '{"events": [{"name": "network-changed", "server_uuid": "32422458-033a-482f-8bb5-e7cbfa66bf19", "tag": "b49de76c-27d2-4229-8aee-fb9ddebc3bf0"}]}' {{(pid=100247) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 15:09:28.955970 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvr_db [None req-f7d1402f-06dc-4a1d-8dec-9a134cbf7338 None None] Set router cb1efcf3-3e5b-4e18-955c-456ad24ecc36 gateway port host: n-d-773647-6 {{(pid=100249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 15:09:29.157408 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-f7d1402f-06dc-4a1d-8dec-9a134cbf7338 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb1efcf3-3e5b-4e18-955c-456ad24ecc36', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1248798024', 'tenant_id': '768013dcc5f548df9e4c379a3109439b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.208'}], 'enable_snat': True}, 'gw_port_id': 'c9b6da8e-f119-4d4a-b6cf-b688c79bceb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T15:07:23Z', 'updated_at': '2021-07-06T15:07:27Z', 'revision_number': 4, 'project_id': '768013dcc5f548df9e4c379a3109439b', 'gw_port': {'id': 'c9b6da8e-f119-4d4a-b6cf-b688c79bceb7', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:8e:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb1efcf3-3e5b-4e18-955c-456ad24ecc36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T15:07:23Z', 'updated_at': '2021-07-06T15:07:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6', '_interfaces': [{'id': 'd80467d6-0f06-48d3-a5f2-6af8af63b0e0', 'name': '', 'network_id': 'ae775d68-9085-4063-8c64-eb9558abb845', 'tenant_id': '768013dcc5f548df9e4c379a3109439b', 'mac_address': 'fa:16:3e:db:c6:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb1efcf3-3e5b-4e18-955c-456ad24ecc36', 'device_owner': 'network:router_interface', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': 'ddd8655f-074b-4cac-8592-bc3ac71fbfbc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T15:07:26Z', 'updated_at': '2021-07-06T15:07:30Z', 'revision_number': 5, 'project_id': '768013dcc5f548df9e4c379a3109439b', 'subnets': [{'id': 'ddd8655f-074b-4cac-8592-bc3ac71fbfbc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773647-6', False) {} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:09:29.164392 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 15:09:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb9af72a-1de3-45be-bdf0-b97c9c57f6c0 x-openstack-request-id: req-bb9af72a-1de3-45be-bdf0-b97c9c57f6c0 {{(pid=100247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 15:09:29.164900 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32422458-033a-482f-8bb5-e7cbfa66bf19", "tag": "b49de76c-27d2-4229-8aee-fb9ddebc3bf0", "status": "completed", "code": 200}]} {{(pid=100247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 15:09:29.164998 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-bb9af72a-1de3-45be-bdf0-b97c9c57f6c0 {{(pid=100247) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 15:09:29.165399 n-d-773647-6 neutron-server[100247]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32422458-033a-482f-8bb5-e7cbfa66bf19', 'tag': 'b49de76c-27d2-4229-8aee-fb9ddebc3bf0', 'status': 'completed', 'code': 200} Jul 06 15:09:29.185188 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7d1402f-06dc-4a1d-8dec-9a134cbf7338 None None] Checking router: cb1efcf3-3e5b-4e18-955c-456ad24ecc36 for host: n-d-773647-6 {{(pid=100249) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 15:09:29.193482 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7d1402f-06dc-4a1d-8dec-9a134cbf7338 None None] Routers {'cb1efcf3-3e5b-4e18-955c-456ad24ecc36'} bound to L3 agent in host n-d-773647-6 {{(pid=100249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 15:09:29.194078 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-f7d1402f-06dc-4a1d-8dec-9a134cbf7338 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T15:09:26Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['cb1efcf3-3e5b-4e18-955c-456ad24ecc36'], 'active': True} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:09:29.241784 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6d354f-2f6f-4ad7-b79e-a0c6613b6018 req-e2db2f0a-9f88-49fe-b7a6-2d96742bb381 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:09:29.243491 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-ff6d354f-2f6f-4ad7-b79e-a0c6613b6018 req-e2db2f0a-9f88-49fe-b7a6-2d96742bb381 service neutron] 10.222.0.127 "GET /v2.0/ports?tenant_id=768013dcc5f548df9e4c379a3109439b&device_id=32422458-033a-482f-8bb5-e7cbfa66bf19 HTTP/1.1" status: 200 len: 1097 time: 0.0542688 Jul 06 15:09:29.304066 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvr_db [None req-f7d1402f-06dc-4a1d-8dec-9a134cbf7338 None None] Set router cb1efcf3-3e5b-4e18-955c-456ad24ecc36 gateway port host: n-d-773647-6 {{(pid=100249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 15:09:29.320471 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803d326b-e598-4a78-840b-816c7deee20b req-d7047172-306b-4f38-ba0b-280eb40247f7 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:09:29.327882 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-803d326b-e598-4a78-840b-816c7deee20b req-d7047172-306b-4f38-ba0b-280eb40247f7 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] 10.222.0.104 "GET /v2.0/ports?device_id=32422458-033a-482f-8bb5-e7cbfa66bf19 HTTP/1.1" status: 200 len: 946 time: 0.0785000 Jul 06 15:09:29.349017 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6d354f-2f6f-4ad7-b79e-a0c6613b6018 req-fde47e98-7b5e-4e2d-99a4-4b007c9c8c72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:09:29.350798 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-ff6d354f-2f6f-4ad7-b79e-a0c6613b6018 req-fde47e98-7b5e-4e2d-99a4-4b007c9c8c72 service neutron] 10.222.0.127 "GET /v2.0/networks?id=ae775d68-9085-4063-8c64-eb9558abb845 HTTP/1.1" status: 200 len: 899 time: 0.1005161 Jul 06 15:09:29.362565 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-803d326b-e598-4a78-840b-816c7deee20b req-65878c57-a7f0-4b84-bf10-683902c6751d tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] 10.222.0.104 "GET /v2.0/security-groups?id=bb2dc09f-7df8-4e58-b8bc-fa3a251e5886&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337925 Jul 06 15:09:29.393617 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-ff6d354f-2f6f-4ad7-b79e-a0c6613b6018 req-a482b868-25a3-4601-92b2-74b9d5f9ddc9 service neutron] 10.222.0.127 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b49de76c-27d2-4229-8aee-fb9ddebc3bf0 HTTP/1.1" status: 200 len: 217 time: 0.0353727 Jul 06 15:09:29.441501 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6d354f-2f6f-4ad7-b79e-a0c6613b6018 req-169a37f5-a522-44f4-a19f-d8f0917f29ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:09:29.443333 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-ff6d354f-2f6f-4ad7-b79e-a0c6613b6018 req-169a37f5-a522-44f4-a19f-d8f0917f29ed service neutron] 10.222.0.127 "GET /v2.0/subnets?id=ddd8655f-074b-4cac-8592-bc3ac71fbfbc HTTP/1.1" status: 200 len: 834 time: 0.0428755 Jul 06 15:09:29.502706 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-f7d1402f-06dc-4a1d-8dec-9a134cbf7338 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb1efcf3-3e5b-4e18-955c-456ad24ecc36', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1248798024', 'tenant_id': '768013dcc5f548df9e4c379a3109439b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.208'}], 'enable_snat': True}, 'gw_port_id': 'c9b6da8e-f119-4d4a-b6cf-b688c79bceb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T15:07:23Z', 'updated_at': '2021-07-06T15:07:27Z', 'revision_number': 4, 'project_id': '768013dcc5f548df9e4c379a3109439b', 'gw_port': {'id': 'c9b6da8e-f119-4d4a-b6cf-b688c79bceb7', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:8e:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb1efcf3-3e5b-4e18-955c-456ad24ecc36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T15:07:23Z', 'updated_at': '2021-07-06T15:07:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6', '_interfaces': [{'id': 'd80467d6-0f06-48d3-a5f2-6af8af63b0e0', 'name': '', 'network_id': 'ae775d68-9085-4063-8c64-eb9558abb845', 'tenant_id': '768013dcc5f548df9e4c379a3109439b', 'mac_address': 'fa:16:3e:db:c6:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb1efcf3-3e5b-4e18-955c-456ad24ecc36', 'device_owner': 'network:router_interface', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': 'ddd8655f-074b-4cac-8592-bc3ac71fbfbc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T15:07:26Z', 'updated_at': '2021-07-06T15:07:30Z', 'revision_number': 5, 'project_id': '768013dcc5f548df9e4c379a3109439b', 'subnets': [{'id': 'ddd8655f-074b-4cac-8592-bc3ac71fbfbc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773647-6', False) {} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:09:29.505748 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6d354f-2f6f-4ad7-b79e-a0c6613b6018 req-51b403ec-7d65-449b-9698-f17e198c0d37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:09:29.507381 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-ff6d354f-2f6f-4ad7-b79e-a0c6613b6018 req-51b403ec-7d65-449b-9698-f17e198c0d37 service neutron] 10.222.0.127 "GET /v2.0/ports?network_id=ae775d68-9085-4063-8c64-eb9558abb845&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0563016 Jul 06 15:09:29.528896 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7d1402f-06dc-4a1d-8dec-9a134cbf7338 None None] The sync data for ids ['cb1efcf3-3e5b-4e18-955c-456ad24ecc36'] in n-d-773647-6 is: [{'id': 'cb1efcf3-3e5b-4e18-955c-456ad24ecc36', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1248798024', 'tenant_id': '768013dcc5f548df9e4c379a3109439b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.208'}], 'enable_snat': True}, 'gw_port_id': 'c9b6da8e-f119-4d4a-b6cf-b688c79bceb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T15:07:23Z', 'updated_at': '2021-07-06T15:07:27Z', 'revision_number': 4, 'project_id': '768013dcc5f548df9e4c379a3109439b', 'gw_port': {'id': 'c9b6da8e-f119-4d4a-b6cf-b688c79bceb7', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:8e:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb1efcf3-3e5b-4e18-955c-456ad24ecc36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T15:07:23Z', 'updated_at': '2021-07-06T15:07:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6', '_interfaces': [{'id': 'd80467d6-0f06-48d3-a5f2-6af8af63b0e0', 'name': '', 'network_id': 'ae775d68-9085-4063-8c64-eb9558abb845', 'tenant_id': '768013dcc5f548df9e4c379a3109439b', 'mac_address': 'fa:16:3e:db:c6:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb1efcf3-3e5b-4e18-955c-456ad24ecc36', 'device_owner': 'network:router_interface', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': 'ddd8655f-074b-4cac-8592-bc3ac71fbfbc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T15:07:26Z', 'updated_at': '2021-07-06T15:07:30Z', 'revision_number': 5, 'project_id': '768013dcc5f548df9e4c379a3109439b', 'subnets': [{'id': 'ddd8655f-074b-4cac-8592-bc3ac71fbfbc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 15:09:29.600134 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-ff6d354f-2f6f-4ad7-b79e-a0c6613b6018 req-f8059882-f9c0-48fb-a84d-fefb8909ad0b service neutron] 10.222.0.127 "GET /v2.0/networks/ae775d68-9085-4063-8c64-eb9558abb845?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845387 Jul 06 15:09:29.700654 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-ff6d354f-2f6f-4ad7-b79e-a0c6613b6018 req-09130a4a-c9d1-4f15-bcf7-b851e157218c service neutron] 10.222.0.127 "GET /v2.0/networks/ae775d68-9085-4063-8c64-eb9558abb845?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935295 Jul 06 15:09:29.767535 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e61461e9-16ec-478d-ad6a-ebbc01e97c11 None None] New status for floating IP 600fcb8e-b972-4561-9614-8a0007c57f93: DOWN {{(pid=100248) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 15:09:30.547083 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bb6e12-b573-464c-ba2f-39602f216c70 req-a9b9b703-47fb-4e56-811c-3225f17e854a tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:09:30.548558 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-a6bb6e12-b573-464c-ba2f-39602f216c70 req-a9b9b703-47fb-4e56-811c-3225f17e854a tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] 10.222.0.104 "GET /v2.0/ports?device_id=32422458-033a-482f-8bb5-e7cbfa66bf19 HTTP/1.1" status: 200 len: 946 time: 0.0619788 Jul 06 15:09:30.584807 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-a6bb6e12-b573-464c-ba2f-39602f216c70 req-3166712b-41bd-4da5-ab94-e5e07f5ebcdd tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] 10.222.0.104 "GET /v2.0/security-groups?id=bb2dc09f-7df8-4e58-b8bc-fa3a251e5886&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307486 Jul 06 15:09:30.739810 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835490e5-5b57-4b37-9b0a-911b8bd430e4 req-89af5806-25d4-4d47-800c-4ceffee5ea7b tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:09:30.741275 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-835490e5-5b57-4b37-9b0a-911b8bd430e4 req-89af5806-25d4-4d47-800c-4ceffee5ea7b tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] 10.222.0.127 "GET /v2.0/ports?device_id=32422458-033a-482f-8bb5-e7cbfa66bf19 HTTP/1.1" status: 200 len: 946 time: 0.0625496 Jul 06 15:09:30.841423 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [req-835490e5-5b57-4b37-9b0a-911b8bd430e4 req-92ce1872-0cd6-4f2a-8194-1f51b6a17cb2 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Deleting port b49de76c-27d2-4229-8aee-fb9ddebc3bf0 {{(pid=100246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 15:09:30.841764 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-835490e5-5b57-4b37-9b0a-911b8bd430e4 req-92ce1872-0cd6-4f2a-8194-1f51b6a17cb2 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:09:30.926340 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.db [req-835490e5-5b57-4b37-9b0a-911b8bd430e4 req-92ce1872-0cd6-4f2a-8194-1f51b6a17cb2 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] For port b49de76c-27d2-4229-8aee-fb9ddebc3bf0, host n-h1-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773647-6',level=0,port_id=b49de76c-27d2-4229-8aee-fb9ddebc3bf0,segment=NetworkSegment(a75ffb2c-53ff-4d93-b035-1bd2dbf0c78f),segment_id=a75ffb2c-53ff-4d93-b035-1bd2dbf0c78f)] {{(pid=100246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 15:09:30.926693 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-835490e5-5b57-4b37-9b0a-911b8bd430e4 req-92ce1872-0cd6-4f2a-8194-1f51b6a17cb2 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:09:30.938668 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [req-835490e5-5b57-4b37-9b0a-911b8bd430e4 req-92ce1872-0cd6-4f2a-8194-1f51b6a17cb2 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Calling delete_port for b49de76c-27d2-4229-8aee-fb9ddebc3bf0 owned by compute:nova {{(pid=100246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 15:09:31.066664 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-835490e5-5b57-4b37-9b0a-911b8bd430e4 req-92ce1872-0cd6-4f2a-8194-1f51b6a17cb2 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127687580'] for port, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:09:31.095558 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ce1872-0cd6-4f2a-8194-1f51b6a17cb2 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Pushing event deleted for resources: {'Port': ['ID=b49de76c-27d2-4229-8aee-fb9ddebc3bf0,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:09:31.140061 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [req-835490e5-5b57-4b37-9b0a-911b8bd430e4 req-92ce1872-0cd6-4f2a-8194-1f51b6a17cb2 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] No DVR routers for this DVR port b49de76c-27d2-4229-8aee-fb9ddebc3bf0 on host n-h1-773647-6 {{(pid=100246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 15:09:31.142856 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-835490e5-5b57-4b37-9b0a-911b8bd430e4 req-92ce1872-0cd6-4f2a-8194-1f51b6a17cb2 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:09:31.144906 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-835490e5-5b57-4b37-9b0a-911b8bd430e4 req-92ce1872-0cd6-4f2a-8194-1f51b6a17cb2 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] 10.222.0.127 "DELETE /v2.0/ports/b49de76c-27d2-4229-8aee-fb9ddebc3bf0 HTTP/1.1" status: 204 len: 173 time: 0.3970127 Jul 06 15:09:31.145647 n-d-773647-6 neutron-server[100246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32422458-033a-482f-8bb5-e7cbfa66bf19', 'name': 'network-vif-deleted', 'tag': 'b49de76c-27d2-4229-8aee-fb9ddebc3bf0'}] {{(pid=100246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 15:09:31.148553 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46bcbd240f672e88150dff05a21f1d72cf4d2de628fda8977cb1eab177268aa5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d0a761c-f951-4db6-8290-0b83cbff145a" -d '{"events": [{"server_uuid": "32422458-033a-482f-8bb5-e7cbfa66bf19", "name": "network-vif-deleted", "tag": "b49de76c-27d2-4229-8aee-fb9ddebc3bf0"}]}' {{(pid=100246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 15:09:31.189227 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 15:09:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d51fdbe-342d-49d9-9c5c-3375f85b411b x-openstack-request-id: req-0d51fdbe-342d-49d9-9c5c-3375f85b411b {{(pid=100246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 15:09:31.189519 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32422458-033a-482f-8bb5-e7cbfa66bf19", "name": "network-vif-deleted", "tag": "b49de76c-27d2-4229-8aee-fb9ddebc3bf0", "status": "completed", "code": 200}]} {{(pid=100246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 15:09:31.189772 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-0d51fdbe-342d-49d9-9c5c-3375f85b411b {{(pid=100246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 15:09:31.190190 n-d-773647-6 neutron-server[100246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32422458-033a-482f-8bb5-e7cbfa66bf19', 'name': 'network-vif-deleted', 'tag': 'b49de76c-27d2-4229-8aee-fb9ddebc3bf0', 'status': 'completed', 'code': 200} Jul 06 15:09:31.740971 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-921e3620-dbce-4b27-bdf4-4477bc54a2d0 req-247a6819-0303-46ba-b61a-6ac589d7fa37 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] 10.222.0.104 "GET /v2.0/ports?device_id=32422458-033a-482f-8bb5-e7cbfa66bf19 HTTP/1.1" status: 200 len: 210 time: 0.0301294 Jul 06 15:09:32.832759 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 33370) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 15:09:33.184031 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-0e03dc50-33a5-4084-8f8f-3266dd68b433 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1809431'] for router_interface, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:09:33.440898 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.plugin [None req-0e03dc50-33a5-4084-8f8f-3266dd68b433 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Deleting port d80467d6-0f06-48d3-a5f2-6af8af63b0e0 {{(pid=100247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 15:09:33.441140 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-0e03dc50-33a5-4084-8f8f-3266dd68b433 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:09:33.526453 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.db [None req-0e03dc50-33a5-4084-8f8f-3266dd68b433 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] For port d80467d6-0f06-48d3-a5f2-6af8af63b0e0, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=d80467d6-0f06-48d3-a5f2-6af8af63b0e0,segment=NetworkSegment(a75ffb2c-53ff-4d93-b035-1bd2dbf0c78f),segment_id=a75ffb2c-53ff-4d93-b035-1bd2dbf0c78f)] {{(pid=100247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 15:09:33.526814 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-0e03dc50-33a5-4084-8f8f-3266dd68b433 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:09:33.542348 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.plugin [None req-0e03dc50-33a5-4084-8f8f-3266dd68b433 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Calling delete_port for d80467d6-0f06-48d3-a5f2-6af8af63b0e0 owned by network:router_interface {{(pid=100247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 15:09:33.718755 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-0e03dc50-33a5-4084-8f8f-3266dd68b433 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128888353'] for port, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:09:33.745151 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e03dc50-33a5-4084-8f8f-3266dd68b433 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Pushing event deleted for resources: {'Port': ['ID=d80467d6-0f06-48d3-a5f2-6af8af63b0e0,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:09:33.915660 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-0e03dc50-33a5-4084-8f8f-3266dd68b433 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1809193'] for router_interface, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:09:34.129207 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e03dc50-33a5-4084-8f8f-3266dd68b433 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Router cb1efcf3-3e5b-4e18-955c-456ad24ecc36 has already been hosted by L3 agent 2823d358-a11b-4885-a706-95a279e43fa7 {{(pid=100247) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 15:09:34.539503 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e03dc50-33a5-4084-8f8f-3266dd68b433 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Notify agent at l3_agent.n-d-773647-6 the message routers_updated {{(pid=100247) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 15:09:34.544252 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-0e03dc50-33a5-4084-8f8f-3266dd68b433 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] 10.222.0.104 "PUT /v2.0/routers/cb1efcf3-3e5b-4e18-955c-456ad24ecc36/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7104654 Jul 06 15:09:34.547704 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 33372) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 15:09:34.549270 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cdf0baf-0662-4df0-ad02-cb23b4fc934c None None] Sync routers for ids ['cb1efcf3-3e5b-4e18-955c-456ad24ecc36'] in n-d-773647-6 {{(pid=100249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 15:09:34.558175 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cdf0baf-0662-4df0-ad02-cb23b4fc934c None None] Routers {'cb1efcf3-3e5b-4e18-955c-456ad24ecc36'} bound to L3 agent in host n-d-773647-6 {{(pid=100249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 15:09:34.558767 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-9cdf0baf-0662-4df0-ad02-cb23b4fc934c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T15:09:26Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['cb1efcf3-3e5b-4e18-955c-456ad24ecc36'], 'active': True} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:09:34.595649 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.db_base_plugin_v2 [None req-f7ca4241-af86-4526-a577-1232abfbdb50 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Deleting subnet ddd8655f-074b-4cac-8592-bc3ac71fbfbc {{(pid=100247) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 15:09:34.598598 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-f7ca4241-af86-4526-a577-1232abfbdb50 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Notify callbacks [] for subnet, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:09:34.637080 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-f7ca4241-af86-4526-a577-1232abfbdb50 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127131748'] for subnet, precommit_delete_associations {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:09:34.659836 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvr_db [None req-9cdf0baf-0662-4df0-ad02-cb23b4fc934c None None] Set router cb1efcf3-3e5b-4e18-955c-456ad24ecc36 gateway port host: n-d-773647-6 {{(pid=100249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 15:09:34.721537 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-f7ca4241-af86-4526-a577-1232abfbdb50 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-913473'] for subnet, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:09:34.780962 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-f7ca4241-af86-4526-a577-1232abfbdb50 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-913480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1849032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-128888347', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127627857'] for subnet, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:09:34.809169 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ca4241-af86-4526-a577-1232abfbdb50 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Pushing event deleted for resources: {'Subnet': ['ID=ddd8655f-074b-4cac-8592-bc3ac71fbfbc,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:09:34.815615 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-f7ca4241-af86-4526-a577-1232abfbdb50 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Notify callbacks [] for subnet, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:09:34.817521 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-f7ca4241-af86-4526-a577-1232abfbdb50 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] 10.222.0.104 "DELETE /v2.0/subnets/ddd8655f-074b-4cac-8592-bc3ac71fbfbc HTTP/1.1" status: 204 len: 168 time: 0.2687216 Jul 06 15:09:34.820265 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 33374) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 15:09:34.822098 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-164e0436-7827-425d-8350-73c94296a095 None None] Network ae775d68-9085-4063-8c64-eb9558abb845 requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 15:09:34.840443 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-9cdf0baf-0662-4df0-ad02-cb23b4fc934c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb1efcf3-3e5b-4e18-955c-456ad24ecc36', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1248798024', 'tenant_id': '768013dcc5f548df9e4c379a3109439b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.208'}], 'enable_snat': True}, 'gw_port_id': 'c9b6da8e-f119-4d4a-b6cf-b688c79bceb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T15:07:23Z', 'updated_at': '2021-07-06T15:09:33Z', 'revision_number': 5, 'project_id': '768013dcc5f548df9e4c379a3109439b', 'gw_port': {'id': 'c9b6da8e-f119-4d4a-b6cf-b688c79bceb7', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:8e:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb1efcf3-3e5b-4e18-955c-456ad24ecc36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T15:07:23Z', 'updated_at': '2021-07-06T15:07:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6'}], 'n-d-773647-6', False) {} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:09:34.871913 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cdf0baf-0662-4df0-ad02-cb23b4fc934c None None] Checking router: cb1efcf3-3e5b-4e18-955c-456ad24ecc36 for host: n-d-773647-6 {{(pid=100249) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 15:09:34.880527 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cdf0baf-0662-4df0-ad02-cb23b4fc934c None None] Routers {'cb1efcf3-3e5b-4e18-955c-456ad24ecc36'} bound to L3 agent in host n-d-773647-6 {{(pid=100249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 15:09:34.881129 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-9cdf0baf-0662-4df0-ad02-cb23b4fc934c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T15:09:26Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['cb1efcf3-3e5b-4e18-955c-456ad24ecc36'], 'active': True} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:09:34.934513 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-b8a564a2-68bd-4cef-ba24-9d49aac4cc77 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Notify callbacks [] for router, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:09:34.993584 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvr_db [None req-9cdf0baf-0662-4df0-ad02-cb23b4fc934c None None] Set router cb1efcf3-3e5b-4e18-955c-456ad24ecc36 gateway port host: n-d-773647-6 {{(pid=100249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 15:09:35.032578 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7211748d-83a1-4626-8c98-bb7ef5e229db None None] DHCP port deletion for ae775d68-9085-4063-8c64-eb9558abb845 request from n-d-773647-6 {{(pid=100248) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 15:09:35.081026 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-7211748d-83a1-4626-8c98-bb7ef5e229db None None] Deleting port 9e352b01-444e-494b-9771-9ef6f5f43ece {{(pid=100248) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 15:09:35.081422 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-7211748d-83a1-4626-8c98-bb7ef5e229db None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:09:35.122285 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Device b49de76c-27d2-4229-8aee-fb9ddebc3bf0 no longer exists at agent hyperv_n-h1-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 15:09:35.152266 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] No Port match for: b49de76c-27d2-4229-8aee-fb9ddebc3bf0 {{(pid=100248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 15:09:35.152623 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Device b49de76c-27d2-4229-8aee-fb9ddebc3bf0 not bound to the agent host n-h1-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 15:09:35.170549 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-7211748d-83a1-4626-8c98-bb7ef5e229db None None] For port 9e352b01-444e-494b-9771-9ef6f5f43ece, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=9e352b01-444e-494b-9771-9ef6f5f43ece,segment=NetworkSegment(a75ffb2c-53ff-4d93-b035-1bd2dbf0c78f),segment_id=a75ffb2c-53ff-4d93-b035-1bd2dbf0c78f)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 15:09:35.170950 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-7211748d-83a1-4626-8c98-bb7ef5e229db None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:09:35.179964 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-9cdf0baf-0662-4df0-ad02-cb23b4fc934c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb1efcf3-3e5b-4e18-955c-456ad24ecc36', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1248798024', 'tenant_id': '768013dcc5f548df9e4c379a3109439b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.208'}], 'enable_snat': True}, 'gw_port_id': 'c9b6da8e-f119-4d4a-b6cf-b688c79bceb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T15:07:23Z', 'updated_at': '2021-07-06T15:09:33Z', 'revision_number': 5, 'project_id': '768013dcc5f548df9e4c379a3109439b', 'gw_port': {'id': 'c9b6da8e-f119-4d4a-b6cf-b688c79bceb7', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:8e:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb1efcf3-3e5b-4e18-955c-456ad24ecc36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T15:07:23Z', 'updated_at': '2021-07-06T15:07:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6'}], 'n-d-773647-6', False) {} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:09:35.185304 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-7211748d-83a1-4626-8c98-bb7ef5e229db None None] Calling delete_port for 9e352b01-444e-494b-9771-9ef6f5f43ece owned by network:dhcp {{(pid=100248) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 15:09:35.207003 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cdf0baf-0662-4df0-ad02-cb23b4fc934c None None] The sync data for ids ['cb1efcf3-3e5b-4e18-955c-456ad24ecc36'] in n-d-773647-6 is: [{'id': 'cb1efcf3-3e5b-4e18-955c-456ad24ecc36', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1248798024', 'tenant_id': '768013dcc5f548df9e4c379a3109439b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.208'}], 'enable_snat': True}, 'gw_port_id': 'c9b6da8e-f119-4d4a-b6cf-b688c79bceb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T15:07:23Z', 'updated_at': '2021-07-06T15:09:33Z', 'revision_number': 5, 'project_id': '768013dcc5f548df9e4c379a3109439b', 'gw_port': {'id': 'c9b6da8e-f119-4d4a-b6cf-b688c79bceb7', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:8e:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb1efcf3-3e5b-4e18-955c-456ad24ecc36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T15:07:23Z', 'updated_at': '2021-07-06T15:07:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6'}] {{(pid=100249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 15:09:35.269522 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-7211748d-83a1-4626-8c98-bb7ef5e229db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117'] for port, after_delete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:09:35.293930 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7211748d-83a1-4626-8c98-bb7ef5e229db None None] Pushing event deleted for resources: {'Port': ['ID=9e352b01-444e-494b-9771-9ef6f5f43ece,revision_number=None']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:09:35.300582 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7211748d-83a1-4626-8c98-bb7ef5e229db None None] No DVR routers for this DVR port 9e352b01-444e-494b-9771-9ef6f5f43ece on host n-d-773647-6 {{(pid=100248) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 15:09:35.374508 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-b8a564a2-68bd-4cef-ba24-9d49aac4cc77 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:09:35.426157 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [None req-b8a564a2-68bd-4cef-ba24-9d49aac4cc77 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Deleting port c9b6da8e-f119-4d4a-b6cf-b688c79bceb7 {{(pid=100246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 15:09:35.426504 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-b8a564a2-68bd-4cef-ba24-9d49aac4cc77 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:09:35.501975 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.db [None req-b8a564a2-68bd-4cef-ba24-9d49aac4cc77 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] For port c9b6da8e-f119-4d4a-b6cf-b688c79bceb7, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=c9b6da8e-f119-4d4a-b6cf-b688c79bceb7,segment=NetworkSegment(89a832b7-7793-4d51-9038-ed7e1c3ff1b2),segment_id=89a832b7-7793-4d51-9038-ed7e1c3ff1b2)] {{(pid=100246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 15:09:35.502272 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-b8a564a2-68bd-4cef-ba24-9d49aac4cc77 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:09:35.515033 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [None req-b8a564a2-68bd-4cef-ba24-9d49aac4cc77 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Calling delete_port for c9b6da8e-f119-4d4a-b6cf-b688c79bceb7 owned by network:router_gateway {{(pid=100246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 15:09:35.684529 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-b8a564a2-68bd-4cef-ba24-9d49aac4cc77 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127687580'] for port, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:09:35.710250 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a564a2-68bd-4cef-ba24-9d49aac4cc77 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Pushing event deleted for resources: {'Port': ['ID=c9b6da8e-f119-4d4a-b6cf-b688c79bceb7,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:09:35.722893 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a564a2-68bd-4cef-ba24-9d49aac4cc77 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:09:35.723272 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a564a2-68bd-4cef-ba24-9d49aac4cc77 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:09:35.723622 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a564a2-68bd-4cef-ba24-9d49aac4cc77 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:09:35.723960 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a564a2-68bd-4cef-ba24-9d49aac4cc77 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:09:35.724292 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a564a2-68bd-4cef-ba24-9d49aac4cc77 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:09:35.724627 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a564a2-68bd-4cef-ba24-9d49aac4cc77 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:09:35.724959 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a564a2-68bd-4cef-ba24-9d49aac4cc77 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:09:35.725288 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a564a2-68bd-4cef-ba24-9d49aac4cc77 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:09:35.725621 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a564a2-68bd-4cef-ba24-9d49aac4cc77 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:09:35.725947 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a564a2-68bd-4cef-ba24-9d49aac4cc77 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:09:35.726267 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a564a2-68bd-4cef-ba24-9d49aac4cc77 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:09:35.726588 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a564a2-68bd-4cef-ba24-9d49aac4cc77 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:09:35.789035 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-b8a564a2-68bd-4cef-ba24-9d49aac4cc77 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1761104'] for router_gateway, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:09:35.878833 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-b8a564a2-68bd-4cef-ba24-9d49aac4cc77 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1806308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6982'] for router, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:09:35.880936 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-b8a564a2-68bd-4cef-ba24-9d49aac4cc77 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:09:35.921683 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-b8a564a2-68bd-4cef-ba24-9d49aac4cc77 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1805684'] for router, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:09:35.922225 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8a564a2-68bd-4cef-ba24-9d49aac4cc77 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Fanout notify agent at l3_agent the message router_deleted on router cb1efcf3-3e5b-4e18-955c-456ad24ecc36 {{(pid=100246) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 15:09:35.929113 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-b8a564a2-68bd-4cef-ba24-9d49aac4cc77 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Notify callbacks [] for router, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:09:35.932708 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-b8a564a2-68bd-4cef-ba24-9d49aac4cc77 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] 10.222.0.104 "DELETE /v2.0/routers/cb1efcf3-3e5b-4e18-955c-456ad24ecc36 HTTP/1.1" status: 204 len: 168 time: 1.1089575 Jul 06 15:09:35.933017 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 33376) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 15:09:36.015323 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-2ad4f28a-9e82-4877-8ccf-569c19a78dc0 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530492'] for network, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:09:36.100893 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-2ad4f28a-9e82-4877-8ccf-569c19a78dc0 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-917204', 'neutron.services.segments.db._delete_segments_for_network-8773753502302'] for network, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:09:36.111197 n-d-773647-6 neutron-server[100246]: DEBUG neutron.services.segments.db [None req-2ad4f28a-9e82-4877-8ccf-569c19a78dc0 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae775d68-9085-4063-8c64-eb9558abb845']}} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:09:36.125805 n-d-773647-6 neutron-server[100246]: DEBUG neutron.services.segments.db [None req-2ad4f28a-9e82-4877-8ccf-569c19a78dc0 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a75ffb2c-53ff-4d93-b035-1bd2dbf0c78f') {'for_net_delete': True} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:09:36.126101 n-d-773647-6 neutron-server[100246]: DEBUG neutron.services.segments.db [None req-2ad4f28a-9e82-4877-8ccf-569c19a78dc0 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a75ffb2c-53ff-4d93-b035-1bd2dbf0c78f') {} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:09:36.134754 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-2ad4f28a-9e82-4877-8ccf-569c19a78dc0 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773753515138', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126218898'] for segment, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:09:36.147996 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-2ad4f28a-9e82-4877-8ccf-569c19a78dc0 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552'] for segment, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:09:36.153614 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ad4f28a-9e82-4877-8ccf-569c19a78dc0 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Releasing vlan 1041 on physical network physnet1 to pool {{(pid=100246) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 15:09:36.153993 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-2ad4f28a-9e82-4877-8ccf-569c19a78dc0 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127687491'] for segment, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:09:36.156853 n-d-773647-6 neutron-server[100246]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 15:09:36.156853 n-d-773647-6 neutron-server[100246]: conditions |= (models_v2.Port.network_id.in_( Jul 06 15:09:36.156853 n-d-773647-6 neutron-server[100246]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 15:09:36.156853 n-d-773647-6 neutron-server[100246]: conditions |= (models_v2.Port.network_id.in_( Jul 06 15:09:36.156853 n-d-773647-6 neutron-server[100246]: Traceback (most recent call last): Jul 06 15:09:36.156853 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 15:09:36.156853 n-d-773647-6 neutron-server[100246]: timer() Jul 06 15:09:36.156853 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 15:09:36.156853 n-d-773647-6 neutron-server[100246]: cb(*args, **kw) Jul 06 15:09:36.156853 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 15:09:36.156853 n-d-773647-6 neutron-server[100246]: return func(*args, **kwargs) Jul 06 15:09:36.156853 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 15:09:36.156853 n-d-773647-6 neutron-server[100246]: self._notify() Jul 06 15:09:36.156853 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 15:09:36.156853 n-d-773647-6 neutron-server[100246]: self.callback(batched_events) Jul 06 15:09:36.156853 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 15:09:36.156853 n-d-773647-6 neutron-server[100246]: event.method(event) Jul 06 15:09:36.156853 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 15:09:36.156853 n-d-773647-6 neutron-server[100246]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 15:09:36.156853 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 15:09:36.156853 n-d-773647-6 neutron-server[100246]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 15:09:36.156853 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 15:09:36.156853 n-d-773647-6 neutron-server[100246]: return f(self, *a, **k) Jul 06 15:09:36.156853 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 15:09:36.156853 n-d-773647-6 neutron-server[100246]: return self._get(url).json() Jul 06 15:09:36.156853 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 15:09:36.156853 n-d-773647-6 neutron-server[100246]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 15:09:36.156853 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 15:09:36.156853 n-d-773647-6 neutron-server[100246]: return self.request(url, 'GET', **kwargs) Jul 06 15:09:36.156853 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 15:09:36.156853 n-d-773647-6 neutron-server[100246]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 15:09:36.156853 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 15:09:36.156853 n-d-773647-6 neutron-server[100246]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 15:09:36.156853 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 15:09:36.156853 n-d-773647-6 neutron-server[100246]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 15:09:36.156853 n-d-773647-6 neutron-server[100246]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 15:09:36.217147 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-2ad4f28a-9e82-4877-8ccf-569c19a78dc0 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-917215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1761140'] for network, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:09:36.226031 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-2ad4f28a-9e82-4877-8ccf-569c19a78dc0 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Notify callbacks [] for network, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:09:36.227282 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-2ad4f28a-9e82-4877-8ccf-569c19a78dc0 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] 10.222.0.104 "DELETE /v2.0/networks/ae775d68-9085-4063-8c64-eb9558abb845 HTTP/1.1" status: 204 len: 168 time: 0.2933099 Jul 06 15:09:36.230047 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 33378) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 15:09:36.239150 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad4f28a-9e82-4877-8ccf-569c19a78dc0 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Pushing event deleted for resources: {'Network': ['ID=ae775d68-9085-4063-8c64-eb9558abb845,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:09:36.287999 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-c4ee7031-45cc-4e4b-938a-e28934955c08 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Notify callbacks [] for security_group, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:09:36.317243 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-c4ee7031-45cc-4e4b-938a-e28934955c08 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:09:36.379184 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-c4ee7031-45cc-4e4b-938a-e28934955c08 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:09:36.384100 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-c4ee7031-45cc-4e4b-938a-e28934955c08 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Notify callbacks [] for security_group, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:09:36.384100 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-c4ee7031-45cc-4e4b-938a-e28934955c08 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] 10.222.0.104 "DELETE /v2.0/security-groups/bb2dc09f-7df8-4e58-b8bc-fa3a251e5886 HTTP/1.1" status: 204 len: 168 time: 0.1518004 Jul 06 15:09:36.392210 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ee7031-45cc-4e4b-938a-e28934955c08 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb2dc09f-7df8-4e58-b8bc-fa3a251e5886,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:09:36.524124 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device d80467d6-0f06-48d3-a5f2-6af8af63b0e0 no longer exists at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 15:09:36.545013 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] No Port match for: d80467d6-0f06-48d3-a5f2-6af8af63b0e0 {{(pid=100248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 15:09:36.545238 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device d80467d6-0f06-48d3-a5f2-6af8af63b0e0 not bound to the agent host n-d-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 15:09:36.546669 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device c9b6da8e-f119-4d4a-b6cf-b688c79bceb7 no longer exists at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 15:09:36.564044 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] No Port match for: c9b6da8e-f119-4d4a-b6cf-b688c79bceb7 {{(pid=100248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 15:09:36.564389 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device c9b6da8e-f119-4d4a-b6cf-b688c79bceb7 not bound to the agent host n-d-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 15:09:36.564791 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 9e352b01-444e-494b-9771-9ef6f5f43ece no longer exists at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 15:09:36.582586 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] No Port match for: 9e352b01-444e-494b-9771-9ef6f5f43ece {{(pid=100248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 15:09:36.582933 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 9e352b01-444e-494b-9771-9ef6f5f43ece not bound to the agent host n-d-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 15:09:36.708811 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 33384) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 15:09:36.713691 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [None req-0cacc71f-1acc-41ea-a470-43aaec488557 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-527429560', 'description': 'tempest-secgroup-smoke-527429560 description', 'project_id': '768013dcc5f548df9e4c379a3109439b'}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 15:09:36.741523 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-0cacc71f-1acc-41ea-a470-43aaec488557 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Notify callbacks [] for security_group, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:09:36.821641 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-0cacc71f-1acc-41ea-a470-43aaec488557 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Notify callbacks [] for security_group, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:09:36.825006 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-0cacc71f-1acc-41ea-a470-43aaec488557 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:09:36.851253 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-0cacc71f-1acc-41ea-a470-43aaec488557 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Notify callbacks [] for security_group, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:09:36.852460 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-0cacc71f-1acc-41ea-a470-43aaec488557 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] 10.222.0.104 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1426389 Jul 06 15:09:36.855417 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 33386) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 15:09:36.856926 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cacc71f-1acc-41ea-a470-43aaec488557 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ed389ddb-50b4-4fe6-8685-fe5ab535db44,revision_number=1']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:09:36.860111 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-98d73b69-6b87-4692-965a-e0121db05f60 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Request body: {'security_group_rule': {'security_group_id': 'ed389ddb-50b4-4fe6-8685-fe5ab535db44', 'project_id': '768013dcc5f548df9e4c379a3109439b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 15:09:36.886412 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-98d73b69-6b87-4692-965a-e0121db05f60 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:09:36.941964 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-98d73b69-6b87-4692-965a-e0121db05f60 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:09:36.945273 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-98d73b69-6b87-4692-965a-e0121db05f60 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1898694'] for security_group_rule, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:09:36.963239 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d73b69-6b87-4692-965a-e0121db05f60 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6de3ae68-4cd1-4f93-9423-896e162e6e1b,revision_number=0']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:09:36.970674 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-98d73b69-6b87-4692-965a-e0121db05f60 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:09:36.974514 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-98d73b69-6b87-4692-965a-e0121db05f60 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] 10.222.0.104 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1154726 Jul 06 15:09:36.974667 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 33388) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 15:09:36.979020 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-f8a08dfe-8411-40f6-87ac-67f87fd998f8 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Request body: {'security_group_rule': {'security_group_id': 'ed389ddb-50b4-4fe6-8685-fe5ab535db44', 'project_id': '768013dcc5f548df9e4c379a3109439b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 15:09:37.005610 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-f8a08dfe-8411-40f6-87ac-67f87fd998f8 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:09:37.066216 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-f8a08dfe-8411-40f6-87ac-67f87fd998f8 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:09:37.069678 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-f8a08dfe-8411-40f6-87ac-67f87fd998f8 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1898694'] for security_group_rule, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:09:37.087809 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a08dfe-8411-40f6-87ac-67f87fd998f8 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd28e9ab-30dc-4974-a67c-c3a6bcbf06d7,revision_number=0']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:09:37.092861 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-f8a08dfe-8411-40f6-87ac-67f87fd998f8 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:09:37.094363 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-f8a08dfe-8411-40f6-87ac-67f87fd998f8 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] 10.222.0.104 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1184897 Jul 06 15:09:37.097116 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 33390) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 15:09:37.101655 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-e84384d5-96bf-4b76-bc80-c8e19b24a1f5 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Request body: {'security_group_rule': {'security_group_id': 'ed389ddb-50b4-4fe6-8685-fe5ab535db44', 'project_id': '768013dcc5f548df9e4c379a3109439b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 15:09:37.127402 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-e84384d5-96bf-4b76-bc80-c8e19b24a1f5 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:09:37.182894 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-e84384d5-96bf-4b76-bc80-c8e19b24a1f5 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:09:37.186991 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-e84384d5-96bf-4b76-bc80-c8e19b24a1f5 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1898694'] for security_group_rule, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:09:37.204695 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84384d5-96bf-4b76-bc80-c8e19b24a1f5 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=370160ed-516d-42f0-be99-00ddf5039093,revision_number=0']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:09:37.211166 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-e84384d5-96bf-4b76-bc80-c8e19b24a1f5 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:09:37.212399 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-e84384d5-96bf-4b76-bc80-c8e19b24a1f5 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] 10.222.0.104 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1143687 Jul 06 15:09:37.215182 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 33392) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 15:09:37.219665 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-ce686d83-9a7e-479f-8ab4-d42aa375fa83 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Request body: {'security_group_rule': {'security_group_id': 'ed389ddb-50b4-4fe6-8685-fe5ab535db44', 'project_id': '768013dcc5f548df9e4c379a3109439b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 15:09:37.244987 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-ce686d83-9a7e-479f-8ab4-d42aa375fa83 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:09:37.303207 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-ce686d83-9a7e-479f-8ab4-d42aa375fa83 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:09:37.306888 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-ce686d83-9a7e-479f-8ab4-d42aa375fa83 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1898694'] for security_group_rule, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:09:37.322034 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce686d83-9a7e-479f-8ab4-d42aa375fa83 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa0292e5-26bb-4713-b1be-c5d405a2dd20,revision_number=0']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:09:37.331290 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-ce686d83-9a7e-479f-8ab4-d42aa375fa83 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:09:37.332491 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-ce686d83-9a7e-479f-8ab4-d42aa375fa83 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] 10.222.0.104 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1163476 Jul 06 15:09:37.335139 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 33394) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 15:09:37.339574 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-f63ddc20-b143-454d-a772-3790497a95c3 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Request body: {'security_group_rule': {'security_group_id': 'ed389ddb-50b4-4fe6-8685-fe5ab535db44', 'project_id': '768013dcc5f548df9e4c379a3109439b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 15:09:37.360783 n-d-773647-6 neutron-server[100246]: INFO neutron.db.securitygroups_db [None req-f63ddc20-b143-454d-a772-3790497a95c3 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Project 768013dcc5f548df9e4c379a3109439b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 06 15:09:37.365475 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-f63ddc20-b143-454d-a772-3790497a95c3 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:09:37.428075 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-f63ddc20-b143-454d-a772-3790497a95c3 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:09:37.431657 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-f63ddc20-b143-454d-a772-3790497a95c3 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1898694'] for security_group_rule, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:09:37.448851 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63ddc20-b143-454d-a772-3790497a95c3 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d6ae0d7-0a66-4cd0-8935-a03554edb728,revision_number=0']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:09:37.455234 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-f63ddc20-b143-454d-a772-3790497a95c3 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:09:37.456534 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-f63ddc20-b143-454d-a772-3790497a95c3 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] 10.222.0.104 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1204340 Jul 06 15:09:37.459198 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 33396) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 15:09:37.463691 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-ba18d822-1903-4899-ad98-50260711687c tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Request body: {'security_group_rule': {'security_group_id': 'ed389ddb-50b4-4fe6-8685-fe5ab535db44', 'project_id': '768013dcc5f548df9e4c379a3109439b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 15:09:37.485076 n-d-773647-6 neutron-server[100246]: INFO neutron.db.securitygroups_db [None req-ba18d822-1903-4899-ad98-50260711687c tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Project 768013dcc5f548df9e4c379a3109439b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 06 15:09:37.489932 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-ba18d822-1903-4899-ad98-50260711687c tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:09:37.550850 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-ba18d822-1903-4899-ad98-50260711687c tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:09:37.554796 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-ba18d822-1903-4899-ad98-50260711687c tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1898694'] for security_group_rule, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:09:37.573189 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba18d822-1903-4899-ad98-50260711687c tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c7145fa-284b-4695-b784-3788ab6b429e,revision_number=0']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:09:37.580354 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-ba18d822-1903-4899-ad98-50260711687c tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:09:37.581574 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-ba18d822-1903-4899-ad98-50260711687c tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] 10.222.0.104 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1213799 Jul 06 15:09:37.584338 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 33398) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 15:09:37.589371 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-9207e3f0-fbc3-4e69-b67c-c1c17f25a770 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Request body: {'network': {'name': 'tempest-network-smoke--1861515805', 'project_id': '768013dcc5f548df9e4c379a3109439b', 'port_security_enabled': True}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 15:09:37.609754 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9207e3f0-fbc3-4e69-b67c-c1c17f25a770 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Made reservation on behalf of 768013dcc5f548df9e4c379a3109439b for: {'network': 1} {{(pid=100246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 15:09:37.613150 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-9207e3f0-fbc3-4e69-b67c-c1c17f25a770 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for network, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:09:37.636529 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9207e3f0-fbc3-4e69-b67c-c1c17f25a770 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] vlan segment allocate from pool success with {'vlan_id': 1027, 'physical_network': 'physnet1'} {{(pid=100246) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 15:09:37.646112 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-9207e3f0-fbc3-4e69-b67c-c1c17f25a770 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552'] for segment, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:09:37.646468 n-d-773647-6 neutron-server[100246]: INFO neutron.db.segments_db [None req-9207e3f0-fbc3-4e69-b67c-c1c17f25a770 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Added segment 9c0585d2-51bb-4cda-b985-5f8d8f0acf0a of type vlan for network 6d6d9515-8bc8-43d7-828e-f90804bc7851 Jul 06 15:09:37.687237 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-9207e3f0-fbc3-4e69-b67c-c1c17f25a770 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773752984405'] for network, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:09:37.714833 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-9207e3f0-fbc3-4e69-b67c-c1c17f25a770 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060'] for network, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:09:37.721430 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9207e3f0-fbc3-4e69-b67c-c1c17f25a770 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:09:37.722260 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-9207e3f0-fbc3-4e69-b67c-c1c17f25a770 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Notify callbacks [] for network, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:09:37.776384 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-9207e3f0-fbc3-4e69-b67c-c1c17f25a770 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] 10.222.0.104 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1910110 Jul 06 15:09:37.779279 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 33400) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 15:09:37.784491 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [None req-0be59232-e755-4dbc-ab07-6d49e7c11e36 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-397338433', 'admin_state_up': True, 'project_id': '768013dcc5f548df9e4c379a3109439b', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719'}}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 15:09:37.790582 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9207e3f0-fbc3-4e69-b67c-c1c17f25a770 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Pushing event updated for resources: {'Network': ['ID=6d6d9515-8bc8-43d7-828e-f90804bc7851,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:09:37.802235 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Network 6d6d9515-8bc8-43d7-828e-f90804bc7851 details requested by agent ovs-agent-n-d-773647-6 with host n-d-773647-6 {{(pid=100248) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 15:09:37.809533 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-0be59232-e755-4dbc-ab07-6d49e7c11e36 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1806290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6992'] for router, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:09:37.810532 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-0be59232-e755-4dbc-ab07-6d49e7c11e36 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1806157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1808637', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1714747', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7007'] for router, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:09:37.865079 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-0be59232-e755-4dbc-ab07-6d49e7c11e36 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:09:37.997162 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-0be59232-e755-4dbc-ab07-6d49e7c11e36 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1761047', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1806272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6989'] for router, precommit_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:09:38.185213 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-0be59232-e755-4dbc-ab07-6d49e7c11e36 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Notify callbacks [] for router_gateway, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:09:38.203746 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-0be59232-e755-4dbc-ab07-6d49e7c11e36 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:09:38.301521 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.db_base_plugin_common [None req-0be59232-e755-4dbc-ab07-6d49e7c11e36 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Allocated IP 172.25.0.125 (2658f09e-a580-4d4a-9968-2d1e0ad93719/cbf74abc-6fe1-4d33-b005-c948923b9647/57093413-790e-4d5b-8589-b3d42e324237) {{(pid=100247) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 15:09:38.403096 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-0be59232-e755-4dbc-ab07-6d49e7c11e36 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Notify callbacks [] for port, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:09:38.441714 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-0be59232-e755-4dbc-ab07-6d49e7c11e36 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-128888360'] for port, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:09:38.476310 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0be59232-e755-4dbc-ab07-6d49e7c11e36 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Network 2658f09e-a580-4d4a-9968-2d1e0ad93719 is already hosted by enough agents. {{(pid=100247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 15:09:38.479125 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.base_scheduler [None req-0be59232-e755-4dbc-ab07-6d49e7c11e36 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Resources bound (agent type, host, resource id): {{(pid=100247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 15:09:38.482553 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0be59232-e755-4dbc-ab07-6d49e7c11e36 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Received port after_create {{(pid=100247) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 15:09:38.507887 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be59232-e755-4dbc-ab07-6d49e7c11e36 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Pushing event updated for resources: {'Port': ['ID=57093413-790e-4d5b-8589-b3d42e324237,revision_number=1']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:09:38.731246 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-0be59232-e755-4dbc-ab07-6d49e7c11e36 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Notify callbacks [] for router_gateway, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:09:38.927412 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-0be59232-e755-4dbc-ab07-6d49e7c11e36 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1806297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1761036'] for router, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:09:39.052155 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0be59232-e755-4dbc-ab07-6d49e7c11e36 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Router cc9519dc-aa54-42f1-b595-a369dd517749 is scheduled to L3 agent 2823d358-a11b-4885-a706-95a279e43fa7 with binding_index 1 {{(pid=100247) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 15:09:39.154547 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0be59232-e755-4dbc-ab07-6d49e7c11e36 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Notify agent at l3_agent.n-d-773647-6 the message routers_updated {{(pid=100247) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 15:09:39.165526 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f3fadd5-6cbf-43c1-92ca-90f5f74c4242 None None] Sync routers for ids ['cc9519dc-aa54-42f1-b595-a369dd517749'] in n-d-773647-6 {{(pid=100248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 15:09:39.172828 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-0be59232-e755-4dbc-ab07-6d49e7c11e36 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Notify callbacks [] for router, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:09:39.174210 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-0be59232-e755-4dbc-ab07-6d49e7c11e36 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] 10.222.0.104 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.3933966 Jul 06 15:09:39.175594 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f3fadd5-6cbf-43c1-92ca-90f5f74c4242 None None] Routers {'cc9519dc-aa54-42f1-b595-a369dd517749'} bound to L3 agent in host n-d-773647-6 {{(pid=100248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 15:09:39.176207 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-3f3fadd5-6cbf-43c1-92ca-90f5f74c4242 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T15:09:26Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['cc9519dc-aa54-42f1-b595-a369dd517749'], 'active': True} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:09:39.177481 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 33402) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 15:09:39.245597 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-0c1beb39-f795-4b3e-91b6-b53ff9442bbc tempest-TestNetworkAdvancedServerOps-1213390431 tempest-TestNetworkAdvancedServerOps-1213390431-project-admin] 10.222.0.104 "GET /v2.0/subnets?project_id=768013dcc5f548df9e4c379a3109439b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0669715 Jul 06 15:09:39.248269 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 33406) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 15:09:39.282659 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvr_db [None req-3f3fadd5-6cbf-43c1-92ca-90f5f74c4242 None None] Set router cc9519dc-aa54-42f1-b595-a369dd517749 gateway port host: n-d-773647-6 {{(pid=100248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 15:09:39.337593 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69a58a88-2c25-419b-a9b7-cc6acf1f64ae tempest-TestNetworkAdvancedServerOps-1213390431 tempest-TestNetworkAdvancedServerOps-1213390431-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:09:39.339318 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-69a58a88-2c25-419b-a9b7-cc6acf1f64ae tempest-TestNetworkAdvancedServerOps-1213390431 tempest-TestNetworkAdvancedServerOps-1213390431-project-admin] 10.222.0.104 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0900919 Jul 06 15:09:39.342222 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 33408) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 15:09:39.375098 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-721f1448-5698-4748-83cb-175f7b1f9013 tempest-TestNetworkAdvancedServerOps-1213390431 tempest-TestNetworkAdvancedServerOps-1213390431-project-admin] 10.222.0.104 "GET /v2.0/subnets?network_id=2658f09e-a580-4d4a-9968-2d1e0ad93719&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0311358 Jul 06 15:09:39.377739 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 33410) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 15:09:39.382498 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [None req-ed9919e2-097c-49bf-ba39-c3fbcc64d227 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1658573508', 'network_id': '6d6d9515-8bc8-43d7-828e-f90804bc7851', 'project_id': '768013dcc5f548df9e4c379a3109439b', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 15:09:39.455549 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-3f3fadd5-6cbf-43c1-92ca-90f5f74c4242 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc9519dc-aa54-42f1-b595-a369dd517749', 'name': 'tempest-TestNetworkAdvancedServerOps-router-397338433', 'tenant_id': '768013dcc5f548df9e4c379a3109439b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.125'}], 'enable_snat': True}, 'gw_port_id': '57093413-790e-4d5b-8589-b3d42e324237', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T15:09:37Z', 'updated_at': '2021-07-06T15:09:38Z', 'revision_number': 3, 'project_id': '768013dcc5f548df9e4c379a3109439b', 'gw_port': {'id': '57093413-790e-4d5b-8589-b3d42e324237', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:22:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc9519dc-aa54-42f1-b595-a369dd517749', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T15:09:38Z', 'updated_at': '2021-07-06T15:09:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6'}], 'n-d-773647-6', False) {} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:09:39.468388 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed9919e2-097c-49bf-ba39-c3fbcc64d227 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Made reservation on behalf of 768013dcc5f548df9e4c379a3109439b for: {'subnet': 1} {{(pid=100247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 15:09:39.471925 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-ed9919e2-097c-49bf-ba39-c3fbcc64d227 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127627440'] for subnet, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:09:39.485222 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f3fadd5-6cbf-43c1-92ca-90f5f74c4242 None None] Checking router: cc9519dc-aa54-42f1-b595-a369dd517749 for host: n-d-773647-6 {{(pid=100248) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 15:09:39.485587 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f3fadd5-6cbf-43c1-92ca-90f5f74c4242 None None] Updating router cc9519dc-aa54-42f1-b595-a369dd517749 port 57093413-790e-4d5b-8589-b3d42e324237 binding host n-d-773647-6 {{(pid=100248) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 15:09:39.519678 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-3f3fadd5-6cbf-43c1-92ca-90f5f74c4242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:09:39.650016 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-ed9919e2-097c-49bf-ba39-c3fbcc64d227 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1849032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-128888412', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127627426'] for subnet, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:09:39.716354 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9919e2-097c-49bf-ba39-c3fbcc64d227 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Pushing event updated for resources: {'Subnet': ['ID=710e42f6-6e62-4ae7-a0dc-8020dc0b442c,revision_number=0']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:09:39.724938 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed9919e2-097c-49bf-ba39-c3fbcc64d227 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Checking segment: {'id': '9c0585d2-51bb-4cda-b985-5f8d8f0acf0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1027, 'network_id': '6d6d9515-8bc8-43d7-828e-f90804bc7851'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100247) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 15:09:39.725298 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed9919e2-097c-49bf-ba39-c3fbcc64d227 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Network hostable DHCP agents. Network: 6d6d9515-8bc8-43d7-828e-f90804bc7851, hostable agents: ['f2bada3d-be77-4359-982b-8505a2bbca04'], hosted agents: [] {{(pid=100247) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 15:09:39.742261 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed9919e2-097c-49bf-ba39-c3fbcc64d227 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Network 6d6d9515-8bc8-43d7-828e-f90804bc7851 is scheduled to be hosted by DHCP agent f2bada3d-be77-4359-982b-8505a2bbca04 with binding_index 1 {{(pid=100247) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 15:09:39.752389 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.base_scheduler [None req-ed9919e2-097c-49bf-ba39-c3fbcc64d227 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773647-6, 6d6d9515-8bc8-43d7-828e-f90804bc7851) {{(pid=100247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 15:09:39.757849 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed9919e2-097c-49bf-ba39-c3fbcc64d227 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:09:39.758294 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-ed9919e2-097c-49bf-ba39-c3fbcc64d227 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Notify callbacks [] for subnet, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:09:39.764793 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f83eb945-2ecf-48ec-9ddc-3d18b69bdf66 None None] Network 6d6d9515-8bc8-43d7-828e-f90804bc7851 requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 15:09:39.772939 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-ed9919e2-097c-49bf-ba39-c3fbcc64d227 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] 10.222.0.104 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.3941891 Jul 06 15:09:39.775792 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 33412) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 15:09:39.787490 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-3f3fadd5-6cbf-43c1-92ca-90f5f74c4242 None None] Notify callbacks [] for port, precommit_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:09:39.831254 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-3f3fadd5-6cbf-43c1-92ca-90f5f74c4242 None None] Transition to ACTIVE for port object 57093413-790e-4d5b-8589-b3d42e324237 will not be triggered until provisioned by entity L2. {{(pid=100248) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 15:09:39.840468 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-3f3fadd5-6cbf-43c1-92ca-90f5f74c4242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:09:39.905986 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-3f3fadd5-6cbf-43c1-92ca-90f5f74c4242 None None] Attempting to bind port 57093413-790e-4d5b-8589-b3d42e324237 on host n-d-773647-6 for vnic_type normal with profile {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 15:09:39.906267 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-3f3fadd5-6cbf-43c1-92ca-90f5f74c4242 None None] Attempting to bind port 57093413-790e-4d5b-8589-b3d42e324237 by drivers openvswitch,hyperv on host n-d-773647-6 at level 0 using segments [{'id': '89a832b7-7793-4d51-9038-ed7e1c3ff1b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719'}] {{(pid=100248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 15:09:39.906629 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f3fadd5-6cbf-43c1-92ca-90f5f74c4242 None None] Attempting to bind port 57093413-790e-4d5b-8589-b3d42e324237 on network 2658f09e-a580-4d4a-9968-2d1e0ad93719 {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 15:09:39.919114 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7435d1a-506a-404b-90e0-29d97465bf14 None None] Pushing event updated for resources: {'Port': ['ID=57093413-790e-4d5b-8589-b3d42e324237,revision_number=2']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:09:39.938643 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f3fadd5-6cbf-43c1-92ca-90f5f74c4242 None None] Checking agent: {'id': '8ab5b19c-d213-4f29-891d-27bdf39d38b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773647-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 43, 26), 'started_at': datetime.datetime(2021, 7, 6, 13, 43, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 15, 9, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773647-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 15:09:39.939013 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f3fadd5-6cbf-43c1-92ca-90f5f74c4242 None None] Checking segment: {'id': '89a832b7-7793-4d51-9038-ed7e1c3ff1b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 15:09:39.939436 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-3f3fadd5-6cbf-43c1-92ca-90f5f74c4242 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:09:39.939820 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f3fadd5-6cbf-43c1-92ca-90f5f74c4242 None None] Bound using segment: {'id': '89a832b7-7793-4d51-9038-ed7e1c3ff1b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719'} {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 15:09:39.940287 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-3f3fadd5-6cbf-43c1-92ca-90f5f74c4242 None None] Bound port: 57093413-790e-4d5b-8589-b3d42e324237, host: n-d-773647-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89a832b7-7793-4d51-9038-ed7e1c3ff1b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719'}}] {{(pid=100248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 15:09:39.940663 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-3f3fadd5-6cbf-43c1-92ca-90f5f74c4242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:09:40.022723 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-3f3fadd5-6cbf-43c1-92ca-90f5f74c4242 None None] For port 57093413-790e-4d5b-8589-b3d42e324237, host n-d-773647-6, cleared binding levels {{(pid=100248) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 15:09:40.026516 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63833b36-2d4a-4874-b871-71345e779e6f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6bd5fc82-6666-56e8-87c2-91648d36c963-6d6d9515-8bc8-43d7-828e-f90804bc7851', 'network_id': '6d6d9515-8bc8-43d7-828e-f90804bc7851', 'tenant_id': '768013dcc5f548df9e4c379a3109439b', 'fixed_ips': [{'subnet_id': '710e42f6-6e62-4ae7-a0dc-8020dc0b442c'}]}} from n-d-773647-6. {{(pid=100248) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 15:09:40.027383 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-63833b36-2d4a-4874-b871-71345e779e6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:09:40.030675 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-3f3fadd5-6cbf-43c1-92ca-90f5f74c4242 None None] For port 57093413-790e-4d5b-8589-b3d42e324237, host n-d-773647-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=57093413-790e-4d5b-8589-b3d42e324237,segment=NetworkSegment(89a832b7-7793-4d51-9038-ed7e1c3ff1b2),segment_id=89a832b7-7793-4d51-9038-ed7e1c3ff1b2)] {{(pid=100248) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 15:09:40.039732 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-3f3fadd5-6cbf-43c1-92ca-90f5f74c4242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:09:40.166027 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f3fadd5-6cbf-43c1-92ca-90f5f74c4242 None None] Routers {'cc9519dc-aa54-42f1-b595-a369dd517749'} bound to L3 agent in host n-d-773647-6 {{(pid=100248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 15:09:40.166692 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-3f3fadd5-6cbf-43c1-92ca-90f5f74c4242 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T15:09:26Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['cc9519dc-aa54-42f1-b595-a369dd517749'], 'active': True} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:09:40.171303 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7435d1a-506a-404b-90e0-29d97465bf14 None None] Pushing event updated for resources: {'Port': ['ID=57093413-790e-4d5b-8589-b3d42e324237,revision_number=3']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:09:40.206752 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-f73c33a9-7dad-48e6-b769-4f2ef517240f tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:09:40.442817 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.db_base_plugin_common [None req-63833b36-2d4a-4874-b871-71345e779e6f None None] Allocated IP 172.20.0.2 (6d6d9515-8bc8-43d7-828e-f90804bc7851/710e42f6-6e62-4ae7-a0dc-8020dc0b442c/99f22e5b-4ca7-4266-b5c0-d61d720d653d) {{(pid=100248) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 15:09:40.480777 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvr_db [None req-3f3fadd5-6cbf-43c1-92ca-90f5f74c4242 None None] Set router cc9519dc-aa54-42f1-b595-a369dd517749 gateway port host: n-d-773647-6 {{(pid=100248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 15:09:40.719880 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-63833b36-2d4a-4874-b871-71345e779e6f None None] Notify callbacks [] for port, precommit_create {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:09:40.731480 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-63833b36-2d4a-4874-b871-71345e779e6f None None] Transition to ACTIVE for port object 99f22e5b-4ca7-4266-b5c0-d61d720d653d will not be triggered until provisioned by entity L2. {{(pid=100248) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 15:09:40.750265 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-63833b36-2d4a-4874-b871-71345e779e6f None None] Transition to ACTIVE for port object 99f22e5b-4ca7-4266-b5c0-d61d720d653d will not be triggered until provisioned by entity DHCP. {{(pid=100248) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 15:09:40.756978 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-63833b36-2d4a-4874-b871-71345e779e6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108'] for port, after_create {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:09:40.792342 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-3f3fadd5-6cbf-43c1-92ca-90f5f74c4242 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc9519dc-aa54-42f1-b595-a369dd517749', 'name': 'tempest-TestNetworkAdvancedServerOps-router-397338433', 'tenant_id': '768013dcc5f548df9e4c379a3109439b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.125'}], 'enable_snat': True}, 'gw_port_id': '57093413-790e-4d5b-8589-b3d42e324237', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T15:09:37Z', 'updated_at': '2021-07-06T15:09:38Z', 'revision_number': 3, 'project_id': '768013dcc5f548df9e4c379a3109439b', 'gw_port': {'id': '57093413-790e-4d5b-8589-b3d42e324237', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:22:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc9519dc-aa54-42f1-b595-a369dd517749', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T15:09:38Z', 'updated_at': '2021-07-06T15:09:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6'}], 'n-d-773647-6', False) {} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:09:40.800632 n-d-773647-6 neutron-server[100248]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63833b36-2d4a-4874-b871-71345e779e6f None None] Network 6d6d9515-8bc8-43d7-828e-f90804bc7851 is already hosted by enough agents. {{(pid=100248) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 15:09:40.806935 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.db_base_plugin_common [None req-f73c33a9-7dad-48e6-b769-4f2ef517240f tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Allocated IP 172.20.0.1 (6d6d9515-8bc8-43d7-828e-f90804bc7851/710e42f6-6e62-4ae7-a0dc-8020dc0b442c/2c0926b9-e470-40bd-b6ac-951237ef626b) {{(pid=100247) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 15:09:40.831648 n-d-773647-6 neutron-server[100248]: DEBUG neutron.scheduler.base_scheduler [None req-63833b36-2d4a-4874-b871-71345e779e6f None None] Resources bound (agent type, host, resource id): {{(pid=100248) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 15:09:40.833564 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f3fadd5-6cbf-43c1-92ca-90f5f74c4242 None None] The sync data for ids ['cc9519dc-aa54-42f1-b595-a369dd517749'] in n-d-773647-6 is: [{'id': 'cc9519dc-aa54-42f1-b595-a369dd517749', 'name': 'tempest-TestNetworkAdvancedServerOps-router-397338433', 'tenant_id': '768013dcc5f548df9e4c379a3109439b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.125'}], 'enable_snat': True}, 'gw_port_id': '57093413-790e-4d5b-8589-b3d42e324237', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T15:09:37Z', 'updated_at': '2021-07-06T15:09:38Z', 'revision_number': 3, 'project_id': '768013dcc5f548df9e4c379a3109439b', 'gw_port': {'id': '57093413-790e-4d5b-8589-b3d42e324237', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:22:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc9519dc-aa54-42f1-b595-a369dd517749', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T15:09:38Z', 'updated_at': '2021-07-06T15:09:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6'}] {{(pid=100248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 15:09:40.837351 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63833b36-2d4a-4874-b871-71345e779e6f None None] Received port after_create {{(pid=100248) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 15:09:40.840759 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63833b36-2d4a-4874-b871-71345e779e6f None None] Pushing event updated for resources: {'Port': ['ID=99f22e5b-4ca7-4266-b5c0-d61d720d653d,revision_number=1']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:09:40.896627 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-63833b36-2d4a-4874-b871-71345e779e6f None None] Attempting to bind port 99f22e5b-4ca7-4266-b5c0-d61d720d653d on host n-d-773647-6 for vnic_type normal with profile {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 15:09:40.897091 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-63833b36-2d4a-4874-b871-71345e779e6f None None] Attempting to bind port 99f22e5b-4ca7-4266-b5c0-d61d720d653d by drivers openvswitch,hyperv on host n-d-773647-6 at level 0 using segments [{'id': '9c0585d2-51bb-4cda-b985-5f8d8f0acf0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1027, 'network_id': '6d6d9515-8bc8-43d7-828e-f90804bc7851'}] {{(pid=100248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 15:09:40.897528 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63833b36-2d4a-4874-b871-71345e779e6f None None] Attempting to bind port 99f22e5b-4ca7-4266-b5c0-d61d720d653d on network 6d6d9515-8bc8-43d7-828e-f90804bc7851 {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 15:09:40.902889 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63833b36-2d4a-4874-b871-71345e779e6f None None] Checking agent: {'id': '8ab5b19c-d213-4f29-891d-27bdf39d38b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773647-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 43, 26), 'started_at': datetime.datetime(2021, 7, 6, 13, 43, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 15, 9, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773647-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 15:09:40.903297 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63833b36-2d4a-4874-b871-71345e779e6f None None] Checking segment: {'id': '9c0585d2-51bb-4cda-b985-5f8d8f0acf0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1027, 'network_id': '6d6d9515-8bc8-43d7-828e-f90804bc7851'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 15:09:40.903708 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-63833b36-2d4a-4874-b871-71345e779e6f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:09:40.904101 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63833b36-2d4a-4874-b871-71345e779e6f None None] Bound using segment: {'id': '9c0585d2-51bb-4cda-b985-5f8d8f0acf0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1027, 'network_id': '6d6d9515-8bc8-43d7-828e-f90804bc7851'} {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 15:09:40.904568 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-63833b36-2d4a-4874-b871-71345e779e6f None None] Bound port: 99f22e5b-4ca7-4266-b5c0-d61d720d653d, host: n-d-773647-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c0585d2-51bb-4cda-b985-5f8d8f0acf0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1027, 'network_id': '6d6d9515-8bc8-43d7-828e-f90804bc7851'}}] {{(pid=100248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 15:09:40.905453 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-63833b36-2d4a-4874-b871-71345e779e6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:09:40.926236 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-f73c33a9-7dad-48e6-b769-4f2ef517240f tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Notify callbacks [] for port, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:09:40.940845 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.provisioning_blocks [None req-f73c33a9-7dad-48e6-b769-4f2ef517240f tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Transition to ACTIVE for port object 2c0926b9-e470-40bd-b6ac-951237ef626b will not be triggered until provisioned by entity DHCP. {{(pid=100247) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 15:09:40.969739 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-63833b36-2d4a-4874-b871-71345e779e6f None None] For port 99f22e5b-4ca7-4266-b5c0-d61d720d653d, host n-d-773647-6, cleared binding levels {{(pid=100248) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 15:09:40.973970 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-63833b36-2d4a-4874-b871-71345e779e6f None None] For port 99f22e5b-4ca7-4266-b5c0-d61d720d653d, host n-d-773647-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=99f22e5b-4ca7-4266-b5c0-d61d720d653d,segment=NetworkSegment(9c0585d2-51bb-4cda-b985-5f8d8f0acf0a),segment_id=9c0585d2-51bb-4cda-b985-5f8d8f0acf0a)] {{(pid=100248) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 15:09:40.977515 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-f73c33a9-7dad-48e6-b769-4f2ef517240f tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-128888360'] for port, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:09:40.978675 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-63833b36-2d4a-4874-b871-71345e779e6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:09:41.027144 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f73c33a9-7dad-48e6-b769-4f2ef517240f tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Network 6d6d9515-8bc8-43d7-828e-f90804bc7851 is already hosted by enough agents. {{(pid=100247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 15:09:41.030817 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.base_scheduler [None req-f73c33a9-7dad-48e6-b769-4f2ef517240f tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Resources bound (agent type, host, resource id): {{(pid=100247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 15:09:41.037810 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f73c33a9-7dad-48e6-b769-4f2ef517240f tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Received port after_create {{(pid=100247) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 15:09:41.046712 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73c33a9-7dad-48e6-b769-4f2ef517240f tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Pushing event updated for resources: {'Port': ['ID=2c0926b9-e470-40bd-b6ac-951237ef626b,revision_number=1']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:09:41.054414 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63833b36-2d4a-4874-b871-71345e779e6f None None] Pushing event updated for resources: {'Port': ['ID=99f22e5b-4ca7-4266-b5c0-d61d720d653d,revision_number=2']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:09:41.108479 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-f73c33a9-7dad-48e6-b769-4f2ef517240f tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1807675'] for router_interface, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:09:41.299183 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-f73c33a9-7dad-48e6-b769-4f2ef517240f tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:09:41.438343 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:09:41.603586 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-f73c33a9-7dad-48e6-b769-4f2ef517240f tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Notify callbacks [] for port, precommit_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:09:41.608797 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-f73c33a9-7dad-48e6-b769-4f2ef517240f tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128888538'] for port, after_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:09:41.682013 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73c33a9-7dad-48e6-b769-4f2ef517240f tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Pushing event updated for resources: {'Port': ['ID=2c0926b9-e470-40bd-b6ac-951237ef626b,revision_number=2']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:09:41.684845 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-f73c33a9-7dad-48e6-b769-4f2ef517240f tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1809478'] for router_interface, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:09:41.785807 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f73c33a9-7dad-48e6-b769-4f2ef517240f tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Network 6d6d9515-8bc8-43d7-828e-f90804bc7851 is already hosted by enough agents. {{(pid=100247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 15:09:41.787318 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.base_scheduler [None req-f73c33a9-7dad-48e6-b769-4f2ef517240f tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Resources bound (agent type, host, resource id): {{(pid=100247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 15:09:42.056272 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc4246dc-a979-4cfc-ab21-4e535214e317 None None] Network 6d6d9515-8bc8-43d7-828e-f90804bc7851 requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 15:09:42.185789 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-74dd9f00-37bc-402a-9e98-48c7d4f5d5a6 None None] Provisioning for port 99f22e5b-4ca7-4266-b5c0-d61d720d653d completed by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 15:09:42.239137 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f73c33a9-7dad-48e6-b769-4f2ef517240f tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Router cc9519dc-aa54-42f1-b595-a369dd517749 has already been hosted by L3 agent 2823d358-a11b-4885-a706-95a279e43fa7 {{(pid=100247) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 15:09:42.352447 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f73c33a9-7dad-48e6-b769-4f2ef517240f tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Notify agent at l3_agent.n-d-773647-6 the message routers_updated {{(pid=100247) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 15:09:42.366651 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-f73c33a9-7dad-48e6-b769-4f2ef517240f tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] 10.222.0.104 "PUT /v2.0/routers/cc9519dc-aa54-42f1-b595-a369dd517749/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5809653 Jul 06 15:09:42.510274 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-430d91cd-da2c-4814-9eed-025fc6f1e10d req-4642e7c1-78c8-4ad9-85e1-f39464242a04 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] 10.222.0.104 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-527429560&fields=id&tenant_id=768013dcc5f548df9e4c379a3109439b HTTP/1.1" status: 200 len: 267 time: 0.0363021 Jul 06 15:09:42.533992 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32879e6c-d218-4aa6-b7a1-36d9aaa53b0c None None] Sync routers for ids ['cc9519dc-aa54-42f1-b595-a369dd517749'] in n-d-773647-6 {{(pid=100249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 15:09:42.543455 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-48cb4a0e-6123-4f4a-a093-77d08875e169 None None] Provisioning for port 2c0926b9-e470-40bd-b6ac-951237ef626b completed by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 15:09:42.544635 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32879e6c-d218-4aa6-b7a1-36d9aaa53b0c None None] Routers {'cc9519dc-aa54-42f1-b595-a369dd517749'} bound to L3 agent in host n-d-773647-6 {{(pid=100249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 15:09:42.545797 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-32879e6c-d218-4aa6-b7a1-36d9aaa53b0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T15:09:26Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['cc9519dc-aa54-42f1-b595-a369dd517749'], 'active': True} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:09:42.555177 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-48cb4a0e-6123-4f4a-a093-77d08875e169 None None] Provisioning complete for port 2c0926b9-e470-40bd-b6ac-951237ef626b triggered by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 15:09:42.555585 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-48cb4a0e-6123-4f4a-a093-77d08875e169 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:09:42.598059 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-48cb4a0e-6123-4f4a-a093-77d08875e169 None None] Port 2c0926b9-e470-40bd-b6ac-951237ef626b cannot update to ACTIVE because it is not bound. {{(pid=100248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 15:09:42.638040 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 57093413-790e-4d5b-8589-b3d42e324237 up at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 15:09:42.665280 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430d91cd-da2c-4814-9eed-025fc6f1e10d req-eb1b6eba-56f9-49eb-a996-3665dae5381e tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:09:42.674186 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-430d91cd-da2c-4814-9eed-025fc6f1e10d req-eb1b6eba-56f9-49eb-a996-3665dae5381e tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] 10.222.0.104 "GET /v2.0/networks?id=6d6d9515-8bc8-43d7-828e-f90804bc7851 HTTP/1.1" status: 200 len: 797 time: 0.1525431 Jul 06 15:09:42.686745 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-430d91cd-da2c-4814-9eed-025fc6f1e10d req-97ff17b8-0e9d-4fc9-a085-a814d9dabbd1 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] 10.222.0.104 "GET /v2.0/quotas/768013dcc5f548df9e4c379a3109439b HTTP/1.1" status: 200 len: 375 time: 0.0110097 Jul 06 15:09:42.697050 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning for port 57093413-790e-4d5b-8589-b3d42e324237 completed by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 15:09:42.702927 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning complete for port 57093413-790e-4d5b-8589-b3d42e324237 triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 15:09:42.703710 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:09:42.749189 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-372c231f-7cf8-4401-a4e5-bd84de365df8 None None] Provisioning complete for port 2c0926b9-e470-40bd-b6ac-951237ef626b triggered by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 15:09:42.749563 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-372c231f-7cf8-4401-a4e5-bd84de365df8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:09:42.785164 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-430d91cd-da2c-4814-9eed-025fc6f1e10d req-f9683a42-d815-4cc2-af4a-5dceb0ffb559 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] 10.222.0.104 "GET /v2.0/ports?tenant_id=768013dcc5f548df9e4c379a3109439b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0904424 Jul 06 15:09:42.802251 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvr_db [None req-32879e6c-d218-4aa6-b7a1-36d9aaa53b0c None None] Set router cc9519dc-aa54-42f1-b595-a369dd517749 gateway port host: n-d-773647-6 {{(pid=100249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 15:09:42.813046 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-372c231f-7cf8-4401-a4e5-bd84de365df8 None None] Port 2c0926b9-e470-40bd-b6ac-951237ef626b cannot update to ACTIVE because it is not bound. {{(pid=100248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 15:09:42.855336 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:09:42.879367 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] For port 57093413-790e-4d5b-8589-b3d42e324237, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=57093413-790e-4d5b-8589-b3d42e324237,segment=NetworkSegment(89a832b7-7793-4d51-9038-ed7e1c3ff1b2),segment_id=89a832b7-7793-4d51-9038-ed7e1c3ff1b2)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 15:09:42.884720 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:09:42.885888 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 99f22e5b-4ca7-4266-b5c0-d61d720d653d up at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 15:09:42.905887 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-430d91cd-da2c-4814-9eed-025fc6f1e10d req-f9a06c35-9799-4f29-98e8-f9a8f41fb6f6 service neutron] 10.222.0.104 "GET /v2.0/networks/6d6d9515-8bc8-43d7-828e-f90804bc7851?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1063275 Jul 06 15:09:42.984404 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Pushing event updated for resources: {'Port': ['ID=57093413-790e-4d5b-8589-b3d42e324237,revision_number=4']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:09:42.998637 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:09:42.998992 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:09:42.999374 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:09:42.999717 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:09:43.000057 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:09:43.000393 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:09:43.000727 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:09:43.001070 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:09:43.001392 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:09:43.002066 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:09:43.002066 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:09:43.002442 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:09:43.007709 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-430d91cd-da2c-4814-9eed-025fc6f1e10d req-dc6b1370-c821-4f3d-9cd8-466f24ade2df service neutron] 10.222.0.104 "GET /v2.0/networks/6d6d9515-8bc8-43d7-828e-f90804bc7851?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957489 Jul 06 15:09:43.016868 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning for port 99f22e5b-4ca7-4266-b5c0-d61d720d653d completed by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 15:09:43.026426 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning complete for port 99f22e5b-4ca7-4266-b5c0-d61d720d653d triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 15:09:43.026808 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:09:43.044428 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-32879e6c-d218-4aa6-b7a1-36d9aaa53b0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc9519dc-aa54-42f1-b595-a369dd517749', 'name': 'tempest-TestNetworkAdvancedServerOps-router-397338433', 'tenant_id': '768013dcc5f548df9e4c379a3109439b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.125'}], 'enable_snat': True}, 'gw_port_id': '57093413-790e-4d5b-8589-b3d42e324237', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T15:09:37Z', 'updated_at': '2021-07-06T15:09:41Z', 'revision_number': 4, 'project_id': '768013dcc5f548df9e4c379a3109439b', 'gw_port': {'id': '57093413-790e-4d5b-8589-b3d42e324237', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:22:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc9519dc-aa54-42f1-b595-a369dd517749', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T15:09:38Z', 'updated_at': '2021-07-06T15:09:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6', '_interfaces': [{'id': '2c0926b9-e470-40bd-b6ac-951237ef626b', 'name': '', 'network_id': '6d6d9515-8bc8-43d7-828e-f90804bc7851', 'tenant_id': '768013dcc5f548df9e4c379a3109439b', 'mac_address': 'fa:16:3e:50:2d:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc9519dc-aa54-42f1-b595-a369dd517749', 'device_owner': 'network:router_interface', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '710e42f6-6e62-4ae7-a0dc-8020dc0b442c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T15:09:40Z', 'updated_at': '2021-07-06T15:09:41Z', 'revision_number': 2, 'project_id': '768013dcc5f548df9e4c379a3109439b', 'subnets': [{'id': '710e42f6-6e62-4ae7-a0dc-8020dc0b442c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773647-6', False) {} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:09:43.057639 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-27974ac7-ff33-4647-813b-3dc0cb8b48f8 None None] Provisioning complete for port 2c0926b9-e470-40bd-b6ac-951237ef626b triggered by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 15:09:43.058022 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-27974ac7-ff33-4647-813b-3dc0cb8b48f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:09:43.075904 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32879e6c-d218-4aa6-b7a1-36d9aaa53b0c None None] Checking router: cc9519dc-aa54-42f1-b595-a369dd517749 for host: n-d-773647-6 {{(pid=100249) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 15:09:43.076262 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32879e6c-d218-4aa6-b7a1-36d9aaa53b0c None None] Updating router cc9519dc-aa54-42f1-b595-a369dd517749 port 2c0926b9-e470-40bd-b6ac-951237ef626b binding host n-d-773647-6 {{(pid=100249) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 15:09:43.106229 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-27974ac7-ff33-4647-813b-3dc0cb8b48f8 None None] Port 2c0926b9-e470-40bd-b6ac-951237ef626b cannot update to ACTIVE because it is not bound. {{(pid=100248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 15:09:43.112673 n-d-773647-6 neutron-server[100249]: DEBUG neutron_lib.callbacks.manager [None req-32879e6c-d218-4aa6-b7a1-36d9aaa53b0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:09:43.156294 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:09:43.178705 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:09:43.196596 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] For port 99f22e5b-4ca7-4266-b5c0-d61d720d653d, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=99f22e5b-4ca7-4266-b5c0-d61d720d653d,segment=NetworkSegment(9c0585d2-51bb-4cda-b985-5f8d8f0acf0a),segment_id=9c0585d2-51bb-4cda-b985-5f8d8f0acf0a)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 15:09:43.201656 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:09:43.216746 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-8a103d30-98d9-49be-bde2-4ce62b65f569 req-df7cbb3a-e78c-48f0-ad16-b2eab8cd5f4f tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] 10.222.0.104 "GET /v2.0/ports?device_id=5ca192b8-cefe-4187-8827-fad27491bf9a HTTP/1.1" status: 200 len: 210 time: 0.0379012 Jul 06 15:09:43.263125 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Pushing event updated for resources: {'Port': ['ID=99f22e5b-4ca7-4266-b5c0-d61d720d653d,revision_number=3']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:09:43.403562 n-d-773647-6 neutron-server[100249]: DEBUG neutron_lib.callbacks.manager [None req-32879e6c-d218-4aa6-b7a1-36d9aaa53b0c None None] Notify callbacks [] for port, precommit_update {{(pid=100249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:09:43.413765 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.provisioning_blocks [None req-32879e6c-d218-4aa6-b7a1-36d9aaa53b0c None None] Transition to ACTIVE for port object 2c0926b9-e470-40bd-b6ac-951237ef626b will not be triggered until provisioned by entity L2. {{(pid=100249) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 15:09:43.419864 n-d-773647-6 neutron-server[100249]: DEBUG neutron_lib.callbacks.manager [None req-32879e6c-d218-4aa6-b7a1-36d9aaa53b0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:09:43.468519 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac5209e-2096-4a49-9933-d6e8b6f52bed None None] Pushing event updated for resources: {'Port': ['ID=2c0926b9-e470-40bd-b6ac-951237ef626b,revision_number=3']} {{(pid=100249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:09:43.494880 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ac5209e-2096-4a49-9933-d6e8b6f52bed None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:09:43.495319 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ac5209e-2096-4a49-9933-d6e8b6f52bed None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:09:43.495626 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ac5209e-2096-4a49-9933-d6e8b6f52bed None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:09:43.495982 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ac5209e-2096-4a49-9933-d6e8b6f52bed None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:09:43.496341 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ac5209e-2096-4a49-9933-d6e8b6f52bed None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:09:43.496659 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ac5209e-2096-4a49-9933-d6e8b6f52bed None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:09:43.497250 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ac5209e-2096-4a49-9933-d6e8b6f52bed None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:09:43.497416 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ac5209e-2096-4a49-9933-d6e8b6f52bed None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:09:43.497710 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ac5209e-2096-4a49-9933-d6e8b6f52bed None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:09:43.497977 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ac5209e-2096-4a49-9933-d6e8b6f52bed None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:09:43.498295 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ac5209e-2096-4a49-9933-d6e8b6f52bed None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:09:43.499332 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ac5209e-2096-4a49-9933-d6e8b6f52bed None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:09:43.535190 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.managers [None req-32879e6c-d218-4aa6-b7a1-36d9aaa53b0c None None] Attempting to bind port 2c0926b9-e470-40bd-b6ac-951237ef626b on host n-d-773647-6 for vnic_type normal with profile {{(pid=100249) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 15:09:43.535945 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.managers [None req-32879e6c-d218-4aa6-b7a1-36d9aaa53b0c None None] Attempting to bind port 2c0926b9-e470-40bd-b6ac-951237ef626b by drivers openvswitch,hyperv on host n-d-773647-6 at level 0 using segments [{'id': '9c0585d2-51bb-4cda-b985-5f8d8f0acf0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1027, 'network_id': '6d6d9515-8bc8-43d7-828e-f90804bc7851'}] {{(pid=100249) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 15:09:43.535945 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32879e6c-d218-4aa6-b7a1-36d9aaa53b0c None None] Attempting to bind port 2c0926b9-e470-40bd-b6ac-951237ef626b on network 6d6d9515-8bc8-43d7-828e-f90804bc7851 {{(pid=100249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 15:09:43.542356 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32879e6c-d218-4aa6-b7a1-36d9aaa53b0c None None] Checking agent: {'id': '8ab5b19c-d213-4f29-891d-27bdf39d38b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773647-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 43, 26), 'started_at': datetime.datetime(2021, 7, 6, 13, 43, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 15, 9, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773647-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 15:09:43.542728 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32879e6c-d218-4aa6-b7a1-36d9aaa53b0c None None] Checking segment: {'id': '9c0585d2-51bb-4cda-b985-5f8d8f0acf0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1027, 'network_id': '6d6d9515-8bc8-43d7-828e-f90804bc7851'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100249) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 15:09:43.543154 n-d-773647-6 neutron-server[100249]: DEBUG neutron_lib.callbacks.manager [None req-32879e6c-d218-4aa6-b7a1-36d9aaa53b0c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:09:43.543937 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32879e6c-d218-4aa6-b7a1-36d9aaa53b0c None None] Bound using segment: {'id': '9c0585d2-51bb-4cda-b985-5f8d8f0acf0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1027, 'network_id': '6d6d9515-8bc8-43d7-828e-f90804bc7851'} {{(pid=100249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 15:09:43.544394 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.managers [None req-32879e6c-d218-4aa6-b7a1-36d9aaa53b0c None None] Bound port: 2c0926b9-e470-40bd-b6ac-951237ef626b, host: n-d-773647-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c0585d2-51bb-4cda-b985-5f8d8f0acf0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1027, 'network_id': '6d6d9515-8bc8-43d7-828e-f90804bc7851'}}] {{(pid=100249) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 15:09:43.544775 n-d-773647-6 neutron-server[100249]: DEBUG neutron_lib.callbacks.manager [None req-32879e6c-d218-4aa6-b7a1-36d9aaa53b0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:09:43.613340 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.db [None req-32879e6c-d218-4aa6-b7a1-36d9aaa53b0c None None] For port 2c0926b9-e470-40bd-b6ac-951237ef626b, host n-d-773647-6, cleared binding levels {{(pid=100249) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 15:09:43.616432 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.db [None req-32879e6c-d218-4aa6-b7a1-36d9aaa53b0c None None] For port 2c0926b9-e470-40bd-b6ac-951237ef626b, host n-d-773647-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=2c0926b9-e470-40bd-b6ac-951237ef626b,segment=NetworkSegment(9c0585d2-51bb-4cda-b985-5f8d8f0acf0a),segment_id=9c0585d2-51bb-4cda-b985-5f8d8f0acf0a)] {{(pid=100249) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 15:09:43.621172 n-d-773647-6 neutron-server[100249]: DEBUG neutron_lib.callbacks.manager [None req-32879e6c-d218-4aa6-b7a1-36d9aaa53b0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:09:43.678429 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32879e6c-d218-4aa6-b7a1-36d9aaa53b0c None None] Routers {'cc9519dc-aa54-42f1-b595-a369dd517749'} bound to L3 agent in host n-d-773647-6 {{(pid=100249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 15:09:43.679054 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-32879e6c-d218-4aa6-b7a1-36d9aaa53b0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T15:09:26Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['cc9519dc-aa54-42f1-b595-a369dd517749'], 'active': True} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:09:43.733730 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac5209e-2096-4a49-9933-d6e8b6f52bed None None] Pushing event updated for resources: {'Port': ['ID=2c0926b9-e470-40bd-b6ac-951237ef626b,revision_number=4']} {{(pid=100249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:09:43.800824 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvr_db [None req-32879e6c-d218-4aa6-b7a1-36d9aaa53b0c None None] Set router cc9519dc-aa54-42f1-b595-a369dd517749 gateway port host: n-d-773647-6 {{(pid=100249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 15:09:44.003790 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-32879e6c-d218-4aa6-b7a1-36d9aaa53b0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc9519dc-aa54-42f1-b595-a369dd517749', 'name': 'tempest-TestNetworkAdvancedServerOps-router-397338433', 'tenant_id': '768013dcc5f548df9e4c379a3109439b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.125'}], 'enable_snat': True}, 'gw_port_id': '57093413-790e-4d5b-8589-b3d42e324237', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T15:09:37Z', 'updated_at': '2021-07-06T15:09:41Z', 'revision_number': 4, 'project_id': '768013dcc5f548df9e4c379a3109439b', 'gw_port': {'id': '57093413-790e-4d5b-8589-b3d42e324237', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:22:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc9519dc-aa54-42f1-b595-a369dd517749', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T15:09:38Z', 'updated_at': '2021-07-06T15:09:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6', '_interfaces': [{'id': '2c0926b9-e470-40bd-b6ac-951237ef626b', 'name': '', 'network_id': '6d6d9515-8bc8-43d7-828e-f90804bc7851', 'tenant_id': '768013dcc5f548df9e4c379a3109439b', 'mac_address': 'fa:16:3e:50:2d:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc9519dc-aa54-42f1-b595-a369dd517749', 'device_owner': 'network:router_interface', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '710e42f6-6e62-4ae7-a0dc-8020dc0b442c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T15:09:40Z', 'updated_at': '2021-07-06T15:09:43Z', 'revision_number': 4, 'project_id': '768013dcc5f548df9e4c379a3109439b', 'subnets': [{'id': '710e42f6-6e62-4ae7-a0dc-8020dc0b442c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773647-6', False) {} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:09:44.032960 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32879e6c-d218-4aa6-b7a1-36d9aaa53b0c None None] The sync data for ids ['cc9519dc-aa54-42f1-b595-a369dd517749'] in n-d-773647-6 is: [{'id': 'cc9519dc-aa54-42f1-b595-a369dd517749', 'name': 'tempest-TestNetworkAdvancedServerOps-router-397338433', 'tenant_id': '768013dcc5f548df9e4c379a3109439b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.125'}], 'enable_snat': True}, 'gw_port_id': '57093413-790e-4d5b-8589-b3d42e324237', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T15:09:37Z', 'updated_at': '2021-07-06T15:09:41Z', 'revision_number': 4, 'project_id': '768013dcc5f548df9e4c379a3109439b', 'gw_port': {'id': '57093413-790e-4d5b-8589-b3d42e324237', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:22:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc9519dc-aa54-42f1-b595-a369dd517749', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T15:09:38Z', 'updated_at': '2021-07-06T15:09:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6', '_interfaces': [{'id': '2c0926b9-e470-40bd-b6ac-951237ef626b', 'name': '', 'network_id': '6d6d9515-8bc8-43d7-828e-f90804bc7851', 'tenant_id': '768013dcc5f548df9e4c379a3109439b', 'mac_address': 'fa:16:3e:50:2d:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc9519dc-aa54-42f1-b595-a369dd517749', 'device_owner': 'network:router_interface', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '710e42f6-6e62-4ae7-a0dc-8020dc0b442c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T15:09:40Z', 'updated_at': '2021-07-06T15:09:43Z', 'revision_number': 4, 'project_id': '768013dcc5f548df9e4c379a3109439b', 'subnets': [{'id': '710e42f6-6e62-4ae7-a0dc-8020dc0b442c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 15:09:44.314943 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430d91cd-da2c-4814-9eed-025fc6f1e10d req-a41f110f-7c59-4be8-ba37-97202dbc2805 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:09:44.316508 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-430d91cd-da2c-4814-9eed-025fc6f1e10d req-a41f110f-7c59-4be8-ba37-97202dbc2805 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] 10.222.0.72 "GET /v2.0/networks?id=6d6d9515-8bc8-43d7-828e-f90804bc7851 HTTP/1.1" status: 200 len: 797 time: 0.1214912 Jul 06 15:09:44.368862 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-430d91cd-da2c-4814-9eed-025fc6f1e10d req-328f5253-5832-4259-b139-27b8ec800f38 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=768013dcc5f548df9e4c379a3109439b HTTP/1.1" status: 200 len: 379 time: 0.0406952 Jul 06 15:09:44.379002 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [req-430d91cd-da2c-4814-9eed-025fc6f1e10d req-99af6d37-d831-45d1-8462-35e74c399abe tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Request body: {'port': {'device_id': '5ca192b8-cefe-4187-8827-fad27491bf9a', 'network_id': '6d6d9515-8bc8-43d7-828e-f90804bc7851', 'admin_state_up': True, 'tenant_id': '768013dcc5f548df9e4c379a3109439b', 'security_groups': ['ed389ddb-50b4-4fe6-8685-fe5ab535db44']}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 15:09:44.390817 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-ebb70cf3-e776-431b-b2bc-d1e07424f2b2 req-f385a8b1-c992-4178-ba53-8592db3cd7ef tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] 10.222.0.104 "GET /v2.0/ports?device_id=5ca192b8-cefe-4187-8827-fad27491bf9a HTTP/1.1" status: 200 len: 210 time: 0.0308664 Jul 06 15:09:44.499435 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-430d91cd-da2c-4814-9eed-025fc6f1e10d req-99af6d37-d831-45d1-8462-35e74c399abe tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Made reservation on behalf of 768013dcc5f548df9e4c379a3109439b for: {'port': 1} {{(pid=100246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 15:09:44.503614 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-430d91cd-da2c-4814-9eed-025fc6f1e10d req-99af6d37-d831-45d1-8462-35e74c399abe tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:09:44.624826 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 2c0926b9-e470-40bd-b6ac-951237ef626b up at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 15:09:44.647037 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.db_base_plugin_common [req-430d91cd-da2c-4814-9eed-025fc6f1e10d req-99af6d37-d831-45d1-8462-35e74c399abe tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Allocated IP 172.20.0.7 (6d6d9515-8bc8-43d7-828e-f90804bc7851/710e42f6-6e62-4ae7-a0dc-8020dc0b442c/4d0f8fe1-5560-4d7a-aa36-6f44285fbccd) {{(pid=100246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 15:09:44.679054 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning for port 2c0926b9-e470-40bd-b6ac-951237ef626b completed by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 15:09:44.683900 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning complete for port 2c0926b9-e470-40bd-b6ac-951237ef626b triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 15:09:44.684357 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:09:44.766051 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:09:44.803839 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] For port 2c0926b9-e470-40bd-b6ac-951237ef626b, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=2c0926b9-e470-40bd-b6ac-951237ef626b,segment=NetworkSegment(9c0585d2-51bb-4cda-b985-5f8d8f0acf0a),segment_id=9c0585d2-51bb-4cda-b985-5f8d8f0acf0a)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 15:09:44.808345 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:09:44.809858 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 57093413-790e-4d5b-8589-b3d42e324237 up at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 15:09:44.818961 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-430d91cd-da2c-4814-9eed-025fc6f1e10d req-99af6d37-d831-45d1-8462-35e74c399abe tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Notify callbacks [] for port, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:09:44.834189 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.provisioning_blocks [req-430d91cd-da2c-4814-9eed-025fc6f1e10d req-99af6d37-d831-45d1-8462-35e74c399abe tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Transition to ACTIVE for port object 4d0f8fe1-5560-4d7a-aa36-6f44285fbccd will not be triggered until provisioned by entity DHCP. {{(pid=100246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 15:09:44.870749 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-430d91cd-da2c-4814-9eed-025fc6f1e10d req-99af6d37-d831-45d1-8462-35e74c399abe tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-127687573'] for port, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:09:44.894674 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Pushing event updated for resources: {'Port': ['ID=2c0926b9-e470-40bd-b6ac-951237ef626b,revision_number=5']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:09:44.906969 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning complete for port 57093413-790e-4d5b-8589-b3d42e324237 triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 15:09:44.907422 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:09:44.918948 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-430d91cd-da2c-4814-9eed-025fc6f1e10d req-99af6d37-d831-45d1-8462-35e74c399abe tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Network 6d6d9515-8bc8-43d7-828e-f90804bc7851 is already hosted by enough agents. {{(pid=100246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 15:09:44.923525 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.base_scheduler [req-430d91cd-da2c-4814-9eed-025fc6f1e10d req-99af6d37-d831-45d1-8462-35e74c399abe tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Resources bound (agent type, host, resource id): {{(pid=100246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 15:09:44.926145 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [req-430d91cd-da2c-4814-9eed-025fc6f1e10d req-99af6d37-d831-45d1-8462-35e74c399abe tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Received port after_create {{(pid=100246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 15:09:44.968067 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99af6d37-d831-45d1-8462-35e74c399abe tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Pushing event updated for resources: {'Port': ['ID=4d0f8fe1-5560-4d7a-aa36-6f44285fbccd,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:09:44.985028 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430d91cd-da2c-4814-9eed-025fc6f1e10d req-99af6d37-d831-45d1-8462-35e74c399abe tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:09:44.985625 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-430d91cd-da2c-4814-9eed-025fc6f1e10d req-99af6d37-d831-45d1-8462-35e74c399abe tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:09:45.002662 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-430d91cd-da2c-4814-9eed-025fc6f1e10d req-99af6d37-d831-45d1-8462-35e74c399abe tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6275001 Jul 06 15:09:45.008626 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 99f22e5b-4ca7-4266-b5c0-d61d720d653d up at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 15:09:45.017605 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [req-430d91cd-da2c-4814-9eed-025fc6f1e10d req-0afb53bc-62bd-464b-bcec-d881b7ba6c27 service neutron] Request body: {'port': {'device_id': '5ca192b8-cefe-4187-8827-fad27491bf9a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-773647-6'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 15:09:45.072922 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning complete for port 99f22e5b-4ca7-4266-b5c0-d61d720d653d triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 15:09:45.073203 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:09:45.105330 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-430d91cd-da2c-4814-9eed-025fc6f1e10d req-0afb53bc-62bd-464b-bcec-d881b7ba6c27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:09:45.186548 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-7509ef5d-938c-4133-9375-9666d62f1dd7 None None] Provisioning for port 4d0f8fe1-5560-4d7a-aa36-6f44285fbccd completed by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 15:09:45.190911 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-7509ef5d-938c-4133-9375-9666d62f1dd7 None None] Provisioning complete for port 4d0f8fe1-5560-4d7a-aa36-6f44285fbccd triggered by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 15:09:45.191422 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-7509ef5d-938c-4133-9375-9666d62f1dd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:09:45.226660 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-7509ef5d-938c-4133-9375-9666d62f1dd7 None None] Port 4d0f8fe1-5560-4d7a-aa36-6f44285fbccd cannot update to ACTIVE because it is not bound. {{(pid=100248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 15:09:45.391138 n-d-773647-6 neutron-server[100246]: DEBUG neutron.notifiers.nova [req-430d91cd-da2c-4814-9eed-025fc6f1e10d req-0afb53bc-62bd-464b-bcec-d881b7ba6c27 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4d0f8fe1-5560-4d7a-aa36-6f44285fbccd {{(pid=100246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 15:09:45.398418 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-430d91cd-da2c-4814-9eed-025fc6f1e10d req-0afb53bc-62bd-464b-bcec-d881b7ba6c27 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:09:45.410464 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.provisioning_blocks [req-430d91cd-da2c-4814-9eed-025fc6f1e10d req-0afb53bc-62bd-464b-bcec-d881b7ba6c27 service neutron] Transition to ACTIVE for port object 4d0f8fe1-5560-4d7a-aa36-6f44285fbccd will not be triggered until provisioned by entity L2. {{(pid=100246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 15:09:45.414232 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-430d91cd-da2c-4814-9eed-025fc6f1e10d req-0afb53bc-62bd-464b-bcec-d881b7ba6c27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127687527'] for port, after_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:09:45.468373 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0afb53bc-62bd-464b-bcec-d881b7ba6c27 service neutron] Pushing event updated for resources: {'Port': ['ID=4d0f8fe1-5560-4d7a-aa36-6f44285fbccd,revision_number=2']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:09:45.549657 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [req-430d91cd-da2c-4814-9eed-025fc6f1e10d req-0afb53bc-62bd-464b-bcec-d881b7ba6c27 service neutron] Attempting to bind port 4d0f8fe1-5560-4d7a-aa36-6f44285fbccd on host n-h2-773647-6 for vnic_type normal with profile {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 15:09:45.550143 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [req-430d91cd-da2c-4814-9eed-025fc6f1e10d req-0afb53bc-62bd-464b-bcec-d881b7ba6c27 service neutron] Attempting to bind port 4d0f8fe1-5560-4d7a-aa36-6f44285fbccd by drivers openvswitch,hyperv on host n-h2-773647-6 at level 0 using segments [{'id': '9c0585d2-51bb-4cda-b985-5f8d8f0acf0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1027, 'network_id': '6d6d9515-8bc8-43d7-828e-f90804bc7851'}] {{(pid=100246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 15:09:45.550571 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-430d91cd-da2c-4814-9eed-025fc6f1e10d req-0afb53bc-62bd-464b-bcec-d881b7ba6c27 service neutron] Attempting to bind port 4d0f8fe1-5560-4d7a-aa36-6f44285fbccd on network 6d6d9515-8bc8-43d7-828e-f90804bc7851 {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 15:09:45.555414 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-430d91cd-da2c-4814-9eed-025fc6f1e10d req-0afb53bc-62bd-464b-bcec-d881b7ba6c27 service neutron] Port 4d0f8fe1-5560-4d7a-aa36-6f44285fbccd on network 6d6d9515-8bc8-43d7-828e-f90804bc7851 not bound, no agent of type Open vSwitch agent registered on host n-h2-773647-6 {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 15:09:45.555997 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-430d91cd-da2c-4814-9eed-025fc6f1e10d req-0afb53bc-62bd-464b-bcec-d881b7ba6c27 service neutron] Attempting to bind port 4d0f8fe1-5560-4d7a-aa36-6f44285fbccd on network 6d6d9515-8bc8-43d7-828e-f90804bc7851 {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 15:09:45.561394 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-430d91cd-da2c-4814-9eed-025fc6f1e10d req-0afb53bc-62bd-464b-bcec-d881b7ba6c27 service neutron] Checking agent: {'id': '63768ece-0600-4354-8d29-fdedec96b077', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-773647-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 51, 10), 'started_at': datetime.datetime(2021, 7, 6, 13, 51, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 15, 9, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 15:09:45.561731 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-430d91cd-da2c-4814-9eed-025fc6f1e10d req-0afb53bc-62bd-464b-bcec-d881b7ba6c27 service neutron] Checking segment: {'id': '9c0585d2-51bb-4cda-b985-5f8d8f0acf0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1027, 'network_id': '6d6d9515-8bc8-43d7-828e-f90804bc7851'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 15:09:45.562123 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-430d91cd-da2c-4814-9eed-025fc6f1e10d req-0afb53bc-62bd-464b-bcec-d881b7ba6c27 service neutron] Bound using segment: {'id': '9c0585d2-51bb-4cda-b985-5f8d8f0acf0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1027, 'network_id': '6d6d9515-8bc8-43d7-828e-f90804bc7851'} {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 15:09:45.562553 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [req-430d91cd-da2c-4814-9eed-025fc6f1e10d req-0afb53bc-62bd-464b-bcec-d881b7ba6c27 service neutron] Bound port: 4d0f8fe1-5560-4d7a-aa36-6f44285fbccd, host: n-h2-773647-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9c0585d2-51bb-4cda-b985-5f8d8f0acf0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1027, 'network_id': '6d6d9515-8bc8-43d7-828e-f90804bc7851'}}] {{(pid=100246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 15:09:45.563231 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-430d91cd-da2c-4814-9eed-025fc6f1e10d req-0afb53bc-62bd-464b-bcec-d881b7ba6c27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:09:45.579740 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a62cf8e-2fa0-4c0d-91fc-5340cf6870ee req-1f764a33-a5e5-49cb-9d4d-6fc69dff2614 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:09:45.581304 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-7a62cf8e-2fa0-4c0d-91fc-5340cf6870ee req-1f764a33-a5e5-49cb-9d4d-6fc69dff2614 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] 10.222.0.104 "GET /v2.0/ports?device_id=5ca192b8-cefe-4187-8827-fad27491bf9a HTTP/1.1" status: 200 len: 943 time: 0.0741999 Jul 06 15:09:45.621532 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-7a62cf8e-2fa0-4c0d-91fc-5340cf6870ee req-485b9a03-b3ae-4af0-9245-b1c00b772e76 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] 10.222.0.104 "GET /v2.0/security-groups?id=ed389ddb-50b4-4fe6-8685-fe5ab535db44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344377 Jul 06 15:09:45.632178 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.db [req-430d91cd-da2c-4814-9eed-025fc6f1e10d req-0afb53bc-62bd-464b-bcec-d881b7ba6c27 service neutron] For port 4d0f8fe1-5560-4d7a-aa36-6f44285fbccd, host n-h2-773647-6, cleared binding levels {{(pid=100246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 15:09:45.635720 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.db [req-430d91cd-da2c-4814-9eed-025fc6f1e10d req-0afb53bc-62bd-464b-bcec-d881b7ba6c27 service neutron] For port 4d0f8fe1-5560-4d7a-aa36-6f44285fbccd, host n-h2-773647-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=4d0f8fe1-5560-4d7a-aa36-6f44285fbccd,segment=NetworkSegment(9c0585d2-51bb-4cda-b985-5f8d8f0acf0a),segment_id=9c0585d2-51bb-4cda-b985-5f8d8f0acf0a)] {{(pid=100246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 15:09:45.648626 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-430d91cd-da2c-4814-9eed-025fc6f1e10d req-0afb53bc-62bd-464b-bcec-d881b7ba6c27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127687527'] for port, after_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:09:45.681731 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430d91cd-da2c-4814-9eed-025fc6f1e10d req-0afb53bc-62bd-464b-bcec-d881b7ba6c27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:09:45.682349 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-430d91cd-da2c-4814-9eed-025fc6f1e10d req-0afb53bc-62bd-464b-bcec-d881b7ba6c27 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:09:45.683909 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-430d91cd-da2c-4814-9eed-025fc6f1e10d req-0afb53bc-62bd-464b-bcec-d881b7ba6c27 service neutron] 10.222.0.72 "PUT /v2.0/ports/4d0f8fe1-5560-4d7a-aa36-6f44285fbccd HTTP/1.1" status: 200 len: 1091 time: 0.6726549 Jul 06 15:09:45.686232 n-d-773647-6 neutron-server[100246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ca192b8-cefe-4187-8827-fad27491bf9a', 'tag': '4d0f8fe1-5560-4d7a-aa36-6f44285fbccd'}] {{(pid=100246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 15:09:45.689026 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46bcbd240f672e88150dff05a21f1d72cf4d2de628fda8977cb1eab177268aa5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5288b77-e97c-47d2-9b8a-613464a21be9" -d '{"events": [{"name": "network-changed", "server_uuid": "5ca192b8-cefe-4187-8827-fad27491bf9a", "tag": "4d0f8fe1-5560-4d7a-aa36-6f44285fbccd"}]}' {{(pid=100246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 15:09:45.723045 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0afb53bc-62bd-464b-bcec-d881b7ba6c27 service neutron] Pushing event updated for resources: {'Port': ['ID=4d0f8fe1-5560-4d7a-aa36-6f44285fbccd,revision_number=3']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:09:45.766709 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 15:09:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db2193ce-494f-447f-a483-46a7d52c5986 x-openstack-request-id: req-db2193ce-494f-447f-a483-46a7d52c5986 {{(pid=100246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 15:09:45.767004 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ca192b8-cefe-4187-8827-fad27491bf9a", "tag": "4d0f8fe1-5560-4d7a-aa36-6f44285fbccd", "status": "completed", "code": 200}]} {{(pid=100246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 15:09:45.767279 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-db2193ce-494f-447f-a483-46a7d52c5986 {{(pid=100246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 15:09:45.767683 n-d-773647-6 neutron-server[100246]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ca192b8-cefe-4187-8827-fad27491bf9a', 'tag': '4d0f8fe1-5560-4d7a-aa36-6f44285fbccd', 'status': 'completed', 'code': 200} Jul 06 15:09:45.796196 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430d91cd-da2c-4814-9eed-025fc6f1e10d req-339baf2c-aba0-4c8a-b45c-bd8c5b1ce123 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:09:45.798097 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-430d91cd-da2c-4814-9eed-025fc6f1e10d req-339baf2c-aba0-4c8a-b45c-bd8c5b1ce123 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=768013dcc5f548df9e4c379a3109439b&device_id=5ca192b8-cefe-4187-8827-fad27491bf9a HTTP/1.1" status: 200 len: 1094 time: 0.0691390 Jul 06 15:09:45.840361 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-430d91cd-da2c-4814-9eed-025fc6f1e10d req-62f0d2cb-27f9-4a0c-9fed-2584bea989a4 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4d0f8fe1-5560-4d7a-aa36-6f44285fbccd HTTP/1.1" status: 200 len: 217 time: 0.0354977 Jul 06 15:09:45.887608 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430d91cd-da2c-4814-9eed-025fc6f1e10d req-a5b01597-5ab5-46e0-8001-45be614fc683 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:09:45.889608 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-430d91cd-da2c-4814-9eed-025fc6f1e10d req-a5b01597-5ab5-46e0-8001-45be614fc683 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=710e42f6-6e62-4ae7-a0dc-8020dc0b442c HTTP/1.1" status: 200 len: 835 time: 0.0432248 Jul 06 15:09:45.950124 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430d91cd-da2c-4814-9eed-025fc6f1e10d req-a9fac08f-d514-443f-acd9-f972dda9d68a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:09:45.952058 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-430d91cd-da2c-4814-9eed-025fc6f1e10d req-a9fac08f-d514-443f-acd9-f972dda9d68a service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=6d6d9515-8bc8-43d7-828e-f90804bc7851&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0565982 Jul 06 15:09:46.039399 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-430d91cd-da2c-4814-9eed-025fc6f1e10d req-fb7324ad-a190-4be3-80d7-35fcbf95d647 service neutron] 10.222.0.72 "GET /v2.0/networks/6d6d9515-8bc8-43d7-828e-f90804bc7851?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818465 Jul 06 15:09:46.129629 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-430d91cd-da2c-4814-9eed-025fc6f1e10d req-1012b35a-77f0-44fb-bab0-fe1357ec5f20 service neutron] 10.222.0.72 "GET /v2.0/networks/6d6d9515-8bc8-43d7-828e-f90804bc7851?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840194 Jul 06 15:09:46.229003 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5288b77-e97c-47d2-9b8a-613464a21be9 req-6a373ed1-591a-4d5c-85f7-d241465e6b35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:09:46.230409 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-f5288b77-e97c-47d2-9b8a-613464a21be9 req-6a373ed1-591a-4d5c-85f7-d241465e6b35 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=768013dcc5f548df9e4c379a3109439b&device_id=5ca192b8-cefe-4187-8827-fad27491bf9a HTTP/1.1" status: 200 len: 1094 time: 0.0547111 Jul 06 15:09:46.315726 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5288b77-e97c-47d2-9b8a-613464a21be9 req-9d5cd88f-f1ba-4cf9-a1c0-0cb2d1b36c49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:09:46.317139 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-f5288b77-e97c-47d2-9b8a-613464a21be9 req-9d5cd88f-f1ba-4cf9-a1c0-0cb2d1b36c49 service neutron] 10.222.0.72 "GET /v2.0/networks?id=6d6d9515-8bc8-43d7-828e-f90804bc7851 HTTP/1.1" status: 200 len: 899 time: 0.0803452 Jul 06 15:09:46.359841 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-f5288b77-e97c-47d2-9b8a-613464a21be9 req-03d4141c-c3c7-4ad1-bc7a-9b36ed986843 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4d0f8fe1-5560-4d7a-aa36-6f44285fbccd HTTP/1.1" status: 200 len: 217 time: 0.0366263 Jul 06 15:09:46.406705 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5288b77-e97c-47d2-9b8a-613464a21be9 req-716b2632-1f47-4d90-8110-83a3b1e81dcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:09:46.408115 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-f5288b77-e97c-47d2-9b8a-613464a21be9 req-716b2632-1f47-4d90-8110-83a3b1e81dcb service neutron] 10.222.0.72 "GET /v2.0/subnets?id=710e42f6-6e62-4ae7-a0dc-8020dc0b442c HTTP/1.1" status: 200 len: 835 time: 0.0421233 Jul 06 15:09:46.463123 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5288b77-e97c-47d2-9b8a-613464a21be9 req-82e5db8a-f68a-49b3-a016-64d08cea2c18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:09:46.464589 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-f5288b77-e97c-47d2-9b8a-613464a21be9 req-82e5db8a-f68a-49b3-a016-64d08cea2c18 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=6d6d9515-8bc8-43d7-828e-f90804bc7851&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0497656 Jul 06 15:09:46.531485 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 2c0926b9-e470-40bd-b6ac-951237ef626b up at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 15:09:46.558362 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-f5288b77-e97c-47d2-9b8a-613464a21be9 req-bfea527b-47bf-4662-b4cb-6825e740dbdf service neutron] 10.222.0.72 "GET /v2.0/networks/6d6d9515-8bc8-43d7-828e-f90804bc7851?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863471 Jul 06 15:09:46.580078 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning complete for port 2c0926b9-e470-40bd-b6ac-951237ef626b triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 15:09:46.580463 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:09:46.646679 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-f5288b77-e97c-47d2-9b8a-613464a21be9 req-13ce0ddf-ca77-4f7a-b3a8-5afb4d6a3f0d service neutron] 10.222.0.72 "GET /v2.0/networks/6d6d9515-8bc8-43d7-828e-f90804bc7851?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811834 Jul 06 15:09:46.796578 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402cc43d-373b-469e-baaa-1f5117026c4f req-f4ce528d-0751-4b7f-b36d-7f12e3b025b5 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:09:46.798037 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-402cc43d-373b-469e-baaa-1f5117026c4f req-f4ce528d-0751-4b7f-b36d-7f12e3b025b5 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] 10.222.0.104 "GET /v2.0/ports?device_id=5ca192b8-cefe-4187-8827-fad27491bf9a HTTP/1.1" status: 200 len: 943 time: 0.0627711 Jul 06 15:09:46.835734 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-402cc43d-373b-469e-baaa-1f5117026c4f req-3e2943e9-a86f-4e19-bd22-619a16c60524 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] 10.222.0.104 "GET /v2.0/security-groups?id=ed389ddb-50b4-4fe6-8685-fe5ab535db44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321536 Jul 06 15:09:48.004616 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e472623c-096e-463f-9338-929c69f42d49 req-4a443645-b9a9-48a7-ae80-465f93488edc tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:09:48.006005 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-e472623c-096e-463f-9338-929c69f42d49 req-4a443645-b9a9-48a7-ae80-465f93488edc tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] 10.222.0.104 "GET /v2.0/ports?device_id=5ca192b8-cefe-4187-8827-fad27491bf9a HTTP/1.1" status: 200 len: 943 time: 0.0625691 Jul 06 15:09:48.044614 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-e472623c-096e-463f-9338-929c69f42d49 req-5af484cf-7c59-4e56-8e38-5fe28bbfaeab tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] 10.222.0.104 "GET /v2.0/security-groups?id=ed389ddb-50b4-4fe6-8685-fe5ab535db44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327396 Jul 06 15:09:48.606950 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Device 4d0f8fe1-5560-4d7a-aa36-6f44285fbccd details requested by agent hyperv_n-h2-773647-6 with host n-h2-773647-6 {{(pid=100248) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 15:09:48.702265 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] For port 4d0f8fe1-5560-4d7a-aa36-6f44285fbccd, host n-h2-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=4d0f8fe1-5560-4d7a-aa36-6f44285fbccd,segment=NetworkSegment(9c0585d2-51bb-4cda-b985-5f8d8f0acf0a),segment_id=9c0585d2-51bb-4cda-b985-5f8d8f0acf0a)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 15:09:48.713229 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Returning: {'device': '4d0f8fe1-5560-4d7a-aa36-6f44285fbccd', 'network_id': '6d6d9515-8bc8-43d7-828e-f90804bc7851', 'port_id': '4d0f8fe1-5560-4d7a-aa36-6f44285fbccd', 'mac_address': 'fa:16:3e:a2:7a:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1027, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '710e42f6-6e62-4ae7-a0dc-8020dc0b442c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100248) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 15:09:48.750610 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:09:48.762758 n-d-773647-6 neutron-server[100248]: DEBUG neutron.notifiers.nova [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d0f8fe1-5560-4d7a-aa36-6f44285fbccd {{(pid=100248) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 15:09:48.781686 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] For port 4d0f8fe1-5560-4d7a-aa36-6f44285fbccd, host n-h2-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=4d0f8fe1-5560-4d7a-aa36-6f44285fbccd,segment=NetworkSegment(9c0585d2-51bb-4cda-b985-5f8d8f0acf0a),segment_id=9c0585d2-51bb-4cda-b985-5f8d8f0acf0a)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 15:09:48.785120 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:09:48.831958 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Pushing event updated for resources: {'Port': ['ID=4d0f8fe1-5560-4d7a-aa36-6f44285fbccd,revision_number=4']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:09:49.020614 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] get_ports_and_sgs() called for port_ids ['4d0f8fe1-5560-4d7a-aa36-6f44285fbccd'] {{(pid=100248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 15:09:49.230100 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3af69a8-4ae4-4ae0-9137-2c1478c7d6de req-2170c783-a580-463e-91af-486aa9be4399 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:09:49.234736 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-b3af69a8-4ae4-4ae0-9137-2c1478c7d6de req-2170c783-a580-463e-91af-486aa9be4399 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] 10.222.0.104 "GET /v2.0/ports?device_id=5ca192b8-cefe-4187-8827-fad27491bf9a HTTP/1.1" status: 200 len: 944 time: 0.0700099 Jul 06 15:09:49.269629 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-b3af69a8-4ae4-4ae0-9137-2c1478c7d6de req-2766e8e1-952c-493f-bced-26d08444b0d0 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] 10.222.0.104 "GET /v2.0/security-groups?id=ed389ddb-50b4-4fe6-8685-fe5ab535db44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314045 Jul 06 15:09:50.440598 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca434f60-becb-4045-9d2d-44779407ffe8 req-e7a4ba5c-69a9-4f91-b74b-5fdbf7bc1192 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:09:50.442128 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-ca434f60-becb-4045-9d2d-44779407ffe8 req-e7a4ba5c-69a9-4f91-b74b-5fdbf7bc1192 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] 10.222.0.104 "GET /v2.0/ports?device_id=5ca192b8-cefe-4187-8827-fad27491bf9a HTTP/1.1" status: 200 len: 944 time: 0.0635898 Jul 06 15:09:50.479646 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-ca434f60-becb-4045-9d2d-44779407ffe8 req-f488c549-517e-4360-91d3-06a3f3263659 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] 10.222.0.104 "GET /v2.0/security-groups?id=ed389ddb-50b4-4fe6-8685-fe5ab535db44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318894 Jul 06 15:09:50.606900 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Device 4d0f8fe1-5560-4d7a-aa36-6f44285fbccd up at agent hyperv_n-h2-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 15:09:50.653519 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Provisioning for port 4d0f8fe1-5560-4d7a-aa36-6f44285fbccd completed by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 15:09:50.657522 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Provisioning complete for port 4d0f8fe1-5560-4d7a-aa36-6f44285fbccd triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 15:09:50.657896 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:09:50.736278 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:09:50.757984 n-d-773647-6 neutron-server[100248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ca192b8-cefe-4187-8827-fad27491bf9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d0f8fe1-5560-4d7a-aa36-6f44285fbccd'}] {{(pid=100248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 15:09:50.760244 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55db2ac8c963aac1696062c7614e8816713b17764cc733cf0a1d7e1ce8ed655f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85782d18-5b84-4639-a515-cf7a82e2003e" -d '{"events": [{"server_uuid": "5ca192b8-cefe-4187-8827-fad27491bf9a", "name": "network-vif-plugged", "status": "completed", "tag": "4d0f8fe1-5560-4d7a-aa36-6f44285fbccd"}]}' {{(pid=100248) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 15:09:50.772531 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] For port 4d0f8fe1-5560-4d7a-aa36-6f44285fbccd, host n-h2-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=4d0f8fe1-5560-4d7a-aa36-6f44285fbccd,segment=NetworkSegment(9c0585d2-51bb-4cda-b985-5f8d8f0acf0a),segment_id=9c0585d2-51bb-4cda-b985-5f8d8f0acf0a)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 15:09:50.776788 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:09:50.800676 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 15:09:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b6cb660-62e8-4076-87d2-8a524e7c4118 x-openstack-request-id: req-0b6cb660-62e8-4076-87d2-8a524e7c4118 {{(pid=100248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 15:09:50.800976 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ca192b8-cefe-4187-8827-fad27491bf9a", "name": "network-vif-plugged", "status": "completed", "tag": "4d0f8fe1-5560-4d7a-aa36-6f44285fbccd", "code": 200}]} {{(pid=100248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 15:09:50.801232 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-0b6cb660-62e8-4076-87d2-8a524e7c4118 {{(pid=100248) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 15:09:50.801619 n-d-773647-6 neutron-server[100248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ca192b8-cefe-4187-8827-fad27491bf9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d0f8fe1-5560-4d7a-aa36-6f44285fbccd', 'code': 200} Jul 06 15:09:50.827278 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Pushing event updated for resources: {'Port': ['ID=4d0f8fe1-5560-4d7a-aa36-6f44285fbccd,revision_number=5']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:09:50.913456 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b1a5ed-fe17-4c3d-bed8-d3fe294ed468 req-4769193a-8baf-4a9d-ab01-d34ad4110653 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:09:50.916049 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-01b1a5ed-fe17-4c3d-bed8-d3fe294ed468 req-4769193a-8baf-4a9d-ab01-d34ad4110653 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=5ca192b8-cefe-4187-8827-fad27491bf9a HTTP/1.1" status: 200 len: 1096 time: 0.0546603 Jul 06 15:09:50.953394 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-01b1a5ed-fe17-4c3d-bed8-d3fe294ed468 req-ff230dfc-b3d5-49d0-9c35-e8881165684b service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=ed389ddb-50b4-4fe6-8685-fe5ab535db44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323250 Jul 06 15:09:51.658329 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0a775b-de2b-43a6-b4e6-af62f5d94b74 req-022d7bb9-5d86-4a21-9cd8-c7ba03422b8e tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:09:51.663680 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-aa0a775b-de2b-43a6-b4e6-af62f5d94b74 req-022d7bb9-5d86-4a21-9cd8-c7ba03422b8e tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] 10.222.0.104 "GET /v2.0/ports?device_id=5ca192b8-cefe-4187-8827-fad27491bf9a HTTP/1.1" status: 200 len: 945 time: 0.0727007 Jul 06 15:09:51.698314 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-aa0a775b-de2b-43a6-b4e6-af62f5d94b74 req-d6fa0cd4-6489-4fa0-994a-198895491dcc tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] 10.222.0.104 "GET /v2.0/security-groups?id=ed389ddb-50b4-4fe6-8685-fe5ab535db44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327430 Jul 06 15:09:52.870015 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d14eb77-1e90-4651-8e30-65c302b11a67 req-c9596fbd-33d4-4b48-8ce5-04d76f9f4076 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:09:52.871507 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-5d14eb77-1e90-4651-8e30-65c302b11a67 req-c9596fbd-33d4-4b48-8ce5-04d76f9f4076 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] 10.222.0.104 "GET /v2.0/ports?device_id=5ca192b8-cefe-4187-8827-fad27491bf9a HTTP/1.1" status: 200 len: 945 time: 0.0634677 Jul 06 15:09:52.908604 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-5d14eb77-1e90-4651-8e30-65c302b11a67 req-0fbd3e24-5dcf-43a9-849f-3e66f0e6b39b tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] 10.222.0.104 "GET /v2.0/security-groups?id=ed389ddb-50b4-4fe6-8685-fe5ab535db44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315070 Jul 06 15:09:52.983765 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-eed798b7-4cd4-4ce5-bc76-2f22a831ce58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:09:53.080762 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a7179f-d930-42ea-ba4a-967ffea0610f req-51f11051-6d06-4998-a6db-f437e8c58654 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:09:53.082217 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-e1a7179f-d930-42ea-ba4a-967ffea0610f req-51f11051-6d06-4998-a6db-f437e8c58654 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] 10.222.0.104 "GET /v2.0/ports?device_id=5ca192b8-cefe-4187-8827-fad27491bf9a HTTP/1.1" status: 200 len: 945 time: 0.0627470 Jul 06 15:09:53.118637 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-e1a7179f-d930-42ea-ba4a-967ffea0610f req-f38ad9c5-c542-45fd-b007-b92269187b4c tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] 10.222.0.104 "GET /v2.0/security-groups?id=ed389ddb-50b4-4fe6-8685-fe5ab535db44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309534 Jul 06 15:09:53.141841 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 33466) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 15:09:53.195928 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52f6c93b-5b4d-40cc-8da1-c91c1d3c6c09 tempest-TestNetworkAdvancedServerOps-1213390431 tempest-TestNetworkAdvancedServerOps-1213390431-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:09:53.197414 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-52f6c93b-5b4d-40cc-8da1-c91c1d3c6c09 tempest-TestNetworkAdvancedServerOps-1213390431 tempest-TestNetworkAdvancedServerOps-1213390431-project-admin] 10.222.0.104 "GET /v2.0/ports?device_id=5ca192b8-cefe-4187-8827-fad27491bf9a HTTP/1.1" status: 200 len: 1091 time: 0.0546041 Jul 06 15:09:53.200155 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 33468) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 15:09:53.204910 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [None req-55d0ea09-1f5e-4655-bddc-4c4e0adff3a2 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Request body: {'floatingip': {'floating_network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'port_id': '4d0f8fe1-5560-4d7a-aa36-6f44285fbccd', 'tenant_id': '768013dcc5f548df9e4c379a3109439b', 'fixed_ip_address': '172.20.0.7'}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 15:09:53.226024 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-55d0ea09-1f5e-4655-bddc-4c4e0adff3a2 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Notify callbacks [] for floatingip, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:09:53.318204 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-55d0ea09-1f5e-4655-bddc-4c4e0adff3a2 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:09:53.419905 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.db_base_plugin_common [None req-55d0ea09-1f5e-4655-bddc-4c4e0adff3a2 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Allocated IP 172.25.0.187 (2658f09e-a580-4d4a-9968-2d1e0ad93719/cbf74abc-6fe1-4d33-b005-c948923b9647/0cf71932-069d-4644-9b80-7f56dbb7929c) {{(pid=100247) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 15:09:53.516806 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-55d0ea09-1f5e-4655-bddc-4c4e0adff3a2 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Notify callbacks [] for port, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:09:53.558860 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-55d0ea09-1f5e-4655-bddc-4c4e0adff3a2 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-128888360'] for port, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:09:53.594319 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55d0ea09-1f5e-4655-bddc-4c4e0adff3a2 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Network 2658f09e-a580-4d4a-9968-2d1e0ad93719 is already hosted by enough agents. {{(pid=100247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 15:09:53.597110 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.base_scheduler [None req-55d0ea09-1f5e-4655-bddc-4c4e0adff3a2 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Resources bound (agent type, host, resource id): {{(pid=100247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 15:09:53.600537 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55d0ea09-1f5e-4655-bddc-4c4e0adff3a2 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Received port after_create {{(pid=100247) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 15:09:53.627786 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d0ea09-1f5e-4655-bddc-4c4e0adff3a2 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Pushing event updated for resources: {'Port': ['ID=0cf71932-069d-4644-9b80-7f56dbb7929c,revision_number=1']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:09:53.976978 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-55d0ea09-1f5e-4655-bddc-4c4e0adff3a2 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:09:54.050205 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-55d0ea09-1f5e-4655-bddc-4c4e0adff3a2 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:09:54.199371 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-55d0ea09-1f5e-4655-bddc-4c4e0adff3a2 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Notify callbacks [] for port, precommit_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:09:54.204410 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-55d0ea09-1f5e-4655-bddc-4c4e0adff3a2 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128888538'] for port, after_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:09:54.269972 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d0ea09-1f5e-4655-bddc-4c4e0adff3a2 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Pushing event updated for resources: {'Port': ['ID=0cf71932-069d-4644-9b80-7f56dbb7929c,revision_number=2']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:09:54.279293 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-55d0ea09-1f5e-4655-bddc-4c4e0adff3a2 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1761130'] for floatingip, after_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:09:54.378994 n-d-773647-6 neutron-server[100247]: INFO neutron.db.l3_db [None req-55d0ea09-1f5e-4655-bddc-4c4e0adff3a2 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Floating IP 13405884-4831-45b9-a3ff-6ab2dad1ec02 associated. External IP: 172.25.0.187, port: 4d0f8fe1-5560-4d7a-aa36-6f44285fbccd. Jul 06 15:09:54.583565 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55d0ea09-1f5e-4655-bddc-4c4e0adff3a2 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Router cc9519dc-aa54-42f1-b595-a369dd517749 has already been hosted by L3 agent 2823d358-a11b-4885-a706-95a279e43fa7 {{(pid=100247) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 15:09:54.689536 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55d0ea09-1f5e-4655-bddc-4c4e0adff3a2 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Notify agent at l3_agent.n-d-773647-6 the message routers_updated {{(pid=100247) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 15:09:54.699644 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8cdbae5-a62b-437c-a328-dd78d75d8286 None None] Sync routers for ids ['cc9519dc-aa54-42f1-b595-a369dd517749'] in n-d-773647-6 {{(pid=100248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 15:09:54.705165 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-55d0ea09-1f5e-4655-bddc-4c4e0adff3a2 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for floatingip, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:09:54.708738 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8cdbae5-a62b-437c-a328-dd78d75d8286 None None] Routers {'cc9519dc-aa54-42f1-b595-a369dd517749'} bound to L3 agent in host n-d-773647-6 {{(pid=100248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 15:09:54.709356 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-d8cdbae5-a62b-437c-a328-dd78d75d8286 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T15:09:26Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['cc9519dc-aa54-42f1-b595-a369dd517749'], 'active': True} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:09:54.743359 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-55d0ea09-1f5e-4655-bddc-4c4e0adff3a2 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] 10.222.0.104 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5421555 Jul 06 15:09:54.744049 n-d-773647-6 neutron-server[100247]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ca192b8-cefe-4187-8827-fad27491bf9a', 'tag': '4d0f8fe1-5560-4d7a-aa36-6f44285fbccd'}] {{(pid=100247) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 15:09:54.746426 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee9abbf45a31ce2cafe392c325a103f9980bc56023ef5156b007054daa5623de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acc12071-8db8-4cbc-866f-8a65f9aaa121" -d '{"events": [{"name": "network-changed", "server_uuid": "5ca192b8-cefe-4187-8827-fad27491bf9a", "tag": "4d0f8fe1-5560-4d7a-aa36-6f44285fbccd"}]}' {{(pid=100247) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 15:09:54.814515 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvr_db [None req-d8cdbae5-a62b-437c-a328-dd78d75d8286 None None] Set router cc9519dc-aa54-42f1-b595-a369dd517749 gateway port host: n-d-773647-6 {{(pid=100248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 15:09:54.898588 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6877ba-a370-4a31-a8d8-7eecb46dec93 req-fdc8e257-237f-4759-b3d3-fbf62db86ff6 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:09:54.900102 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-8c6877ba-a370-4a31-a8d8-7eecb46dec93 req-fdc8e257-237f-4759-b3d3-fbf62db86ff6 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] 10.222.0.104 "GET /v2.0/ports?device_id=5ca192b8-cefe-4187-8827-fad27491bf9a HTTP/1.1" status: 200 len: 945 time: 0.0672698 Jul 06 15:09:54.938642 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-8c6877ba-a370-4a31-a8d8-7eecb46dec93 req-f19ac33e-cdbd-468e-b20c-a973aec0d225 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] 10.222.0.104 "GET /v2.0/security-groups?id=ed389ddb-50b4-4fe6-8685-fe5ab535db44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328758 Jul 06 15:09:54.963191 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 33474) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 15:09:55.007054 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 15:09:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfaaeddd-c01f-4a99-bc88-33f6e7a48109 x-openstack-request-id: req-dfaaeddd-c01f-4a99-bc88-33f6e7a48109 {{(pid=100247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 15:09:55.007825 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ca192b8-cefe-4187-8827-fad27491bf9a", "tag": "4d0f8fe1-5560-4d7a-aa36-6f44285fbccd", "status": "completed", "code": 200}]} {{(pid=100247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 15:09:55.007825 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-dfaaeddd-c01f-4a99-bc88-33f6e7a48109 {{(pid=100247) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 15:09:55.008080 n-d-773647-6 neutron-server[100247]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ca192b8-cefe-4187-8827-fad27491bf9a', 'tag': '4d0f8fe1-5560-4d7a-aa36-6f44285fbccd', 'status': 'completed', 'code': 200} Jul 06 15:09:55.037050 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-b2896852-5af0-4915-956c-dfcaaab8d49c tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] 10.222.0.104 "GET /v2.0/floatingips/13405884-4831-45b9-a3ff-6ab2dad1ec02 HTTP/1.1" status: 200 len: 991 time: 0.0715728 Jul 06 15:09:55.037847 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-d8cdbae5-a62b-437c-a328-dd78d75d8286 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc9519dc-aa54-42f1-b595-a369dd517749', 'name': 'tempest-TestNetworkAdvancedServerOps-router-397338433', 'tenant_id': '768013dcc5f548df9e4c379a3109439b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.125'}], 'enable_snat': True}, 'gw_port_id': '57093413-790e-4d5b-8589-b3d42e324237', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T15:09:37Z', 'updated_at': '2021-07-06T15:09:41Z', 'revision_number': 4, 'project_id': '768013dcc5f548df9e4c379a3109439b', 'gw_port': {'id': '57093413-790e-4d5b-8589-b3d42e324237', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:22:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc9519dc-aa54-42f1-b595-a369dd517749', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T15:09:38Z', 'updated_at': '2021-07-06T15:09:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6', '_floatingips': [{'id': '13405884-4831-45b9-a3ff-6ab2dad1ec02', 'tenant_id': '768013dcc5f548df9e4c379a3109439b', 'floating_ip_address': '172.25.0.187', 'floating_network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'router_id': 'cc9519dc-aa54-42f1-b595-a369dd517749', 'port_id': '4d0f8fe1-5560-4d7a-aa36-6f44285fbccd', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4206, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6d6d9515-8bc8-43d7-828e-f90804bc7851', 'mac_address': 'fa:16:3e:a2:7a:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ca192b8-cefe-4187-8827-fad27491bf9a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T15:09:53Z', 'updated_at': '2021-07-06T15:09:53Z', 'revision_number': 0, 'project_id': '768013dcc5f548df9e4c379a3109439b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c0926b9-e470-40bd-b6ac-951237ef626b', 'name': '', 'network_id': '6d6d9515-8bc8-43d7-828e-f90804bc7851', 'tenant_id': '768013dcc5f548df9e4c379a3109439b', 'mac_address': 'fa:16:3e:50:2d:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc9519dc-aa54-42f1-b595-a369dd517749', 'device_owner': 'network:router_interface', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '710e42f6-6e62-4ae7-a0dc-8020dc0b442c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T15:09:40Z', 'updated_at': '2021-07-06T15:09:44Z', 'revision_number': 5, 'project_id': '768013dcc5f548df9e4c379a3109439b', 'subnets': [{'id': '710e42f6-6e62-4ae7-a0dc-8020dc0b442c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773647-6', False) {} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:09:55.063547 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc12071-8db8-4cbc-866f-8a65f9aaa121 req-dfe0591d-f881-4e01-9515-eaaf2fee4f7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:09:55.064512 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8cdbae5-a62b-437c-a328-dd78d75d8286 None None] Checking router: cc9519dc-aa54-42f1-b595-a369dd517749 for host: n-d-773647-6 {{(pid=100248) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 15:09:55.065093 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-acc12071-8db8-4cbc-866f-8a65f9aaa121 req-dfe0591d-f881-4e01-9515-eaaf2fee4f7a service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=768013dcc5f548df9e4c379a3109439b&device_id=5ca192b8-cefe-4187-8827-fad27491bf9a HTTP/1.1" status: 200 len: 1096 time: 0.0557959 Jul 06 15:09:55.073259 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8cdbae5-a62b-437c-a328-dd78d75d8286 None None] Routers {'cc9519dc-aa54-42f1-b595-a369dd517749'} bound to L3 agent in host n-d-773647-6 {{(pid=100248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 15:09:55.073864 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-d8cdbae5-a62b-437c-a328-dd78d75d8286 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T15:09:26Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['cc9519dc-aa54-42f1-b595-a369dd517749'], 'active': True} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:09:55.152082 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc12071-8db8-4cbc-866f-8a65f9aaa121 req-007814e7-79f6-431c-841b-65568ecae2c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:09:55.153475 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-acc12071-8db8-4cbc-866f-8a65f9aaa121 req-007814e7-79f6-431c-841b-65568ecae2c1 service neutron] 10.222.0.72 "GET /v2.0/networks?id=6d6d9515-8bc8-43d7-828e-f90804bc7851 HTTP/1.1" status: 200 len: 899 time: 0.0821714 Jul 06 15:09:55.177852 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvr_db [None req-d8cdbae5-a62b-437c-a328-dd78d75d8286 None None] Set router cc9519dc-aa54-42f1-b595-a369dd517749 gateway port host: n-d-773647-6 {{(pid=100248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 15:09:55.220561 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-acc12071-8db8-4cbc-866f-8a65f9aaa121 req-6bb4fd2d-46b8-4979-b69f-bb1d9f979f26 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4d0f8fe1-5560-4d7a-aa36-6f44285fbccd HTTP/1.1" status: 200 len: 999 time: 0.0611544 Jul 06 15:09:55.268719 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc12071-8db8-4cbc-866f-8a65f9aaa121 req-d39a96c6-d6ca-4793-8470-5bbf1a921505 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:09:55.270171 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-acc12071-8db8-4cbc-866f-8a65f9aaa121 req-d39a96c6-d6ca-4793-8470-5bbf1a921505 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=710e42f6-6e62-4ae7-a0dc-8020dc0b442c HTTP/1.1" status: 200 len: 835 time: 0.0435181 Jul 06 15:09:55.325771 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc12071-8db8-4cbc-866f-8a65f9aaa121 req-88959b75-6d53-4911-9ec7-701e16694708 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:09:55.327848 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-acc12071-8db8-4cbc-866f-8a65f9aaa121 req-88959b75-6d53-4911-9ec7-701e16694708 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=6d6d9515-8bc8-43d7-828e-f90804bc7851&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0512371 Jul 06 15:09:55.397803 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-d8cdbae5-a62b-437c-a328-dd78d75d8286 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc9519dc-aa54-42f1-b595-a369dd517749', 'name': 'tempest-TestNetworkAdvancedServerOps-router-397338433', 'tenant_id': '768013dcc5f548df9e4c379a3109439b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.125'}], 'enable_snat': True}, 'gw_port_id': '57093413-790e-4d5b-8589-b3d42e324237', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T15:09:37Z', 'updated_at': '2021-07-06T15:09:41Z', 'revision_number': 4, 'project_id': '768013dcc5f548df9e4c379a3109439b', 'gw_port': {'id': '57093413-790e-4d5b-8589-b3d42e324237', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:22:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc9519dc-aa54-42f1-b595-a369dd517749', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T15:09:38Z', 'updated_at': '2021-07-06T15:09:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6', '_floatingips': [{'id': '13405884-4831-45b9-a3ff-6ab2dad1ec02', 'tenant_id': '768013dcc5f548df9e4c379a3109439b', 'floating_ip_address': '172.25.0.187', 'floating_network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'router_id': 'cc9519dc-aa54-42f1-b595-a369dd517749', 'port_id': '4d0f8fe1-5560-4d7a-aa36-6f44285fbccd', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4206, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6d6d9515-8bc8-43d7-828e-f90804bc7851', 'mac_address': 'fa:16:3e:a2:7a:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ca192b8-cefe-4187-8827-fad27491bf9a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T15:09:53Z', 'updated_at': '2021-07-06T15:09:53Z', 'revision_number': 0, 'project_id': '768013dcc5f548df9e4c379a3109439b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c0926b9-e470-40bd-b6ac-951237ef626b', 'name': '', 'network_id': '6d6d9515-8bc8-43d7-828e-f90804bc7851', 'tenant_id': '768013dcc5f548df9e4c379a3109439b', 'mac_address': 'fa:16:3e:50:2d:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc9519dc-aa54-42f1-b595-a369dd517749', 'device_owner': 'network:router_interface', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '710e42f6-6e62-4ae7-a0dc-8020dc0b442c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T15:09:40Z', 'updated_at': '2021-07-06T15:09:44Z', 'revision_number': 5, 'project_id': '768013dcc5f548df9e4c379a3109439b', 'subnets': [{'id': '710e42f6-6e62-4ae7-a0dc-8020dc0b442c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773647-6', False) {} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:09:55.418731 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-acc12071-8db8-4cbc-866f-8a65f9aaa121 req-3b27bde3-e0c1-4693-837f-313bd7932753 service neutron] 10.222.0.72 "GET /v2.0/networks/6d6d9515-8bc8-43d7-828e-f90804bc7851?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847454 Jul 06 15:09:55.424050 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8cdbae5-a62b-437c-a328-dd78d75d8286 None None] The sync data for ids ['cc9519dc-aa54-42f1-b595-a369dd517749'] in n-d-773647-6 is: [{'id': 'cc9519dc-aa54-42f1-b595-a369dd517749', 'name': 'tempest-TestNetworkAdvancedServerOps-router-397338433', 'tenant_id': '768013dcc5f548df9e4c379a3109439b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.125'}], 'enable_snat': True}, 'gw_port_id': '57093413-790e-4d5b-8589-b3d42e324237', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T15:09:37Z', 'updated_at': '2021-07-06T15:09:41Z', 'revision_number': 4, 'project_id': '768013dcc5f548df9e4c379a3109439b', 'gw_port': {'id': '57093413-790e-4d5b-8589-b3d42e324237', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:22:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc9519dc-aa54-42f1-b595-a369dd517749', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T15:09:38Z', 'updated_at': '2021-07-06T15:09:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6', '_floatingips': [{'id': '13405884-4831-45b9-a3ff-6ab2dad1ec02', 'tenant_id': '768013dcc5f548df9e4c379a3109439b', 'floating_ip_address': '172.25.0.187', 'floating_network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'router_id': 'cc9519dc-aa54-42f1-b595-a369dd517749', 'port_id': '4d0f8fe1-5560-4d7a-aa36-6f44285fbccd', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4206, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6d6d9515-8bc8-43d7-828e-f90804bc7851', 'mac_address': 'fa:16:3e:a2:7a:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ca192b8-cefe-4187-8827-fad27491bf9a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T15:09:53Z', 'updated_at': '2021-07-06T15:09:53Z', 'revision_number': 0, 'project_id': '768013dcc5f548df9e4c379a3109439b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c0926b9-e470-40bd-b6ac-951237ef626b', 'name': '', 'network_id': '6d6d9515-8bc8-43d7-828e-f90804bc7851', 'tenant_id': '768013dcc5f548df9e4c379a3109439b', 'mac_address': 'fa:16:3e:50:2d:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc9519dc-aa54-42f1-b595-a369dd517749', 'device_owner': 'network:router_interface', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '710e42f6-6e62-4ae7-a0dc-8020dc0b442c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T15:09:40Z', 'updated_at': '2021-07-06T15:09:44Z', 'revision_number': 5, 'project_id': '768013dcc5f548df9e4c379a3109439b', 'subnets': [{'id': '710e42f6-6e62-4ae7-a0dc-8020dc0b442c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 15:09:55.509061 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-acc12071-8db8-4cbc-866f-8a65f9aaa121 req-81808c0f-0ef8-41e0-8451-fe8597dfbe12 service neutron] 10.222.0.72 "GET /v2.0/networks/6d6d9515-8bc8-43d7-828e-f90804bc7851?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847511 Jul 06 15:09:55.622782 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ba15b7e-89a7-4e97-81b6-2836c07ee647 None None] New status for floating IP 13405884-4831-45b9-a3ff-6ab2dad1ec02: ACTIVE {{(pid=100249) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 15:09:55.638131 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4d3c65ed-86f3-4724-babb-108012c69965 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:09:55.992357 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:09:56.039277 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 33476) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 15:09:56.101316 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-9a980020-757b-47a7-9217-7560ef5cad1f tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] 10.222.0.104 "GET /v2.0/floatingips/13405884-4831-45b9-a3ff-6ab2dad1ec02 HTTP/1.1" status: 200 len: 993 time: 0.0605941 Jul 06 15:09:56.877576 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-2064eaae-da4f-48f8-82d2-b09d4ddedd44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:09:58.661919 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-03f71b24-a9b8-453a-8924-caa3f97bc6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:10:00.271232 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.agents_db [None req-167c0ad6-1657-4c9a-a2c4-3b18056aa662 None None] Agent healthcheck: found 7 active agents {{(pid=100249) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 15:10:11.438296 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:10:13.164933 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:10:22.984015 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-9fb4cd1e-260f-4421-9587-9bc3adc1cb13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:10:25.639139 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-05032a5d-8e31-4722-8657-ca4643b3dfa1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:10:25.992207 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:10:26.879693 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-2064eaae-da4f-48f8-82d2-b09d4ddedd44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:10:27.644658 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c1790a-d7e1-47dc-a9c7-bcf8db37deb7 req-a80b087f-0e34-43f4-8373-d0d0370a0b92 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:10:27.646134 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-f0c1790a-d7e1-47dc-a9c7-bcf8db37deb7 req-a80b087f-0e34-43f4-8373-d0d0370a0b92 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] 10.222.0.104 "GET /v2.0/ports?device_id=5ca192b8-cefe-4187-8827-fad27491bf9a HTTP/1.1" status: 200 len: 945 time: 0.0622270 Jul 06 15:10:27.683047 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-f0c1790a-d7e1-47dc-a9c7-bcf8db37deb7 req-81943d74-9b62-4a58-8468-8745e82d01a3 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] 10.222.0.104 "GET /v2.0/security-groups?id=ed389ddb-50b4-4fe6-8685-fe5ab535db44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313623 Jul 06 15:10:28.666029 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-03f71b24-a9b8-453a-8924-caa3f97bc6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:10:28.853037 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9b4671-d6e3-4436-9f04-b8e1e5506c34 req-77cf6180-42a0-4df5-b3ac-f468f4004bd6 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:10:28.854482 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-5d9b4671-d6e3-4436-9f04-b8e1e5506c34 req-77cf6180-42a0-4df5-b3ac-f468f4004bd6 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] 10.222.0.104 "GET /v2.0/ports?device_id=5ca192b8-cefe-4187-8827-fad27491bf9a HTTP/1.1" status: 200 len: 945 time: 0.0611346 Jul 06 15:10:28.890143 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-5d9b4671-d6e3-4436-9f04-b8e1e5506c34 req-d835f69e-d5ca-4acd-abad-e3f7587f129d tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] 10.222.0.104 "GET /v2.0/security-groups?id=ed389ddb-50b4-4fe6-8685-fe5ab535db44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301504 Jul 06 15:10:30.064914 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e526f54-ed33-404e-b1ef-54e6b7095396 req-d5777a2d-b751-4cf0-8e8d-c84a94c3fcdb tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:10:30.066275 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-0e526f54-ed33-404e-b1ef-54e6b7095396 req-d5777a2d-b751-4cf0-8e8d-c84a94c3fcdb tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] 10.222.0.104 "GET /v2.0/ports?device_id=5ca192b8-cefe-4187-8827-fad27491bf9a HTTP/1.1" status: 200 len: 945 time: 0.0648901 Jul 06 15:10:30.103035 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-0e526f54-ed33-404e-b1ef-54e6b7095396 req-3e5a0608-ebc3-4aaa-8c78-c80672d801a3 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] 10.222.0.104 "GET /v2.0/security-groups?id=ed389ddb-50b4-4fe6-8685-fe5ab535db44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312734 Jul 06 15:10:31.271024 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f85c1f-79a2-4945-9f43-7b36bcc5ff4d req-2065dd3f-dd8a-4e77-9a3b-ea57ed78c0d5 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:10:31.272517 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-15f85c1f-79a2-4945-9f43-7b36bcc5ff4d req-2065dd3f-dd8a-4e77-9a3b-ea57ed78c0d5 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] 10.222.0.104 "GET /v2.0/ports?device_id=5ca192b8-cefe-4187-8827-fad27491bf9a HTTP/1.1" status: 200 len: 945 time: 0.0627367 Jul 06 15:10:31.309028 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-15f85c1f-79a2-4945-9f43-7b36bcc5ff4d req-a0049eb3-e057-421f-ba5e-eda76e1a372d tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] 10.222.0.104 "GET /v2.0/security-groups?id=ed389ddb-50b4-4fe6-8685-fe5ab535db44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309579 Jul 06 15:10:32.479524 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77f43e6-88e1-4bde-afb9-846aa3840eea req-57d42027-4cd3-4c1d-a132-73c5690a9290 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:10:32.480993 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-d77f43e6-88e1-4bde-afb9-846aa3840eea req-57d42027-4cd3-4c1d-a132-73c5690a9290 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] 10.222.0.104 "GET /v2.0/ports?device_id=5ca192b8-cefe-4187-8827-fad27491bf9a HTTP/1.1" status: 200 len: 945 time: 0.0630381 Jul 06 15:10:32.522005 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-d77f43e6-88e1-4bde-afb9-846aa3840eea req-b8cd85d2-89d4-4250-adcd-34a594efedf2 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] 10.222.0.104 "GET /v2.0/security-groups?id=ed389ddb-50b4-4fe6-8685-fe5ab535db44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347977 Jul 06 15:10:33.691416 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5e9642-71be-4f99-8758-e63e02d90766 req-6a07e4f0-8955-4736-ae81-897f8ab22529 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:10:33.692881 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-db5e9642-71be-4f99-8758-e63e02d90766 req-6a07e4f0-8955-4736-ae81-897f8ab22529 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] 10.222.0.104 "GET /v2.0/ports?device_id=5ca192b8-cefe-4187-8827-fad27491bf9a HTTP/1.1" status: 200 len: 945 time: 0.0627217 Jul 06 15:10:33.728191 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-db5e9642-71be-4f99-8758-e63e02d90766 req-5ed08084-1435-419b-a8aa-944af7b34273 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] 10.222.0.104 "GET /v2.0/security-groups?id=ed389ddb-50b4-4fe6-8685-fe5ab535db44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0298417 Jul 06 15:10:34.034817 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec6f6bb-21b7-468d-94a5-62bcb45631f3 req-957635c3-5a1c-483a-a954-aa21a7e8f1b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:10:34.036348 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-7ec6f6bb-21b7-468d-94a5-62bcb45631f3 req-957635c3-5a1c-483a-a954-aa21a7e8f1b1 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=768013dcc5f548df9e4c379a3109439b&device_id=5ca192b8-cefe-4187-8827-fad27491bf9a HTTP/1.1" status: 200 len: 1096 time: 0.0573156 Jul 06 15:10:34.139359 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec6f6bb-21b7-468d-94a5-62bcb45631f3 req-113fdec2-e409-452a-8eec-18a6fd985930 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:10:34.140846 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-7ec6f6bb-21b7-468d-94a5-62bcb45631f3 req-113fdec2-e409-452a-8eec-18a6fd985930 service neutron] 10.222.0.72 "GET /v2.0/networks?id=6d6d9515-8bc8-43d7-828e-f90804bc7851 HTTP/1.1" status: 200 len: 899 time: 0.0825136 Jul 06 15:10:34.210013 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-7ec6f6bb-21b7-468d-94a5-62bcb45631f3 req-eb570603-e095-4de5-9ff8-0a29aee547ef service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4d0f8fe1-5560-4d7a-aa36-6f44285fbccd HTTP/1.1" status: 200 len: 1001 time: 0.0633855 Jul 06 15:10:34.257968 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec6f6bb-21b7-468d-94a5-62bcb45631f3 req-9c8102cb-564e-4762-85b8-13139eb16c21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:10:34.259395 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-7ec6f6bb-21b7-468d-94a5-62bcb45631f3 req-9c8102cb-564e-4762-85b8-13139eb16c21 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=710e42f6-6e62-4ae7-a0dc-8020dc0b442c HTTP/1.1" status: 200 len: 835 time: 0.0426986 Jul 06 15:10:34.317030 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec6f6bb-21b7-468d-94a5-62bcb45631f3 req-0c2de101-93a3-40d4-add5-217e3d13037e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:10:34.318555 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-7ec6f6bb-21b7-468d-94a5-62bcb45631f3 req-0c2de101-93a3-40d4-add5-217e3d13037e service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=6d6d9515-8bc8-43d7-828e-f90804bc7851&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0520506 Jul 06 15:10:34.409183 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-7ec6f6bb-21b7-468d-94a5-62bcb45631f3 req-8ad25061-2750-43ca-82bc-7c5be4930b20 service neutron] 10.222.0.72 "GET /v2.0/networks/6d6d9515-8bc8-43d7-828e-f90804bc7851?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836997 Jul 06 15:10:34.495393 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-7ec6f6bb-21b7-468d-94a5-62bcb45631f3 req-7690e15e-06d1-4bda-b78d-cfacc7512e8b service neutron] 10.222.0.72 "GET /v2.0/networks/6d6d9515-8bc8-43d7-828e-f90804bc7851?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0791211 Jul 06 15:10:34.900041 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6503da71-fdda-4954-95c4-0510eabf95bd req-9bc173d1-be09-4b3d-a19f-f24331180591 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:10:34.901493 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-6503da71-fdda-4954-95c4-0510eabf95bd req-9bc173d1-be09-4b3d-a19f-f24331180591 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] 10.222.0.104 "GET /v2.0/ports?device_id=5ca192b8-cefe-4187-8827-fad27491bf9a HTTP/1.1" status: 200 len: 945 time: 0.0621779 Jul 06 15:10:34.938260 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-6503da71-fdda-4954-95c4-0510eabf95bd req-2826423c-9d24-4afd-a1d7-54f0bdb14232 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] 10.222.0.104 "GET /v2.0/security-groups?id=ed389ddb-50b4-4fe6-8685-fe5ab535db44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308931 Jul 06 15:10:36.111008 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d61f98-1fef-4dc8-b37b-e9fbc4d35328 req-e451077e-6d03-4492-9e10-30b68b00f206 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:10:36.112553 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-a1d61f98-1fef-4dc8-b37b-e9fbc4d35328 req-e451077e-6d03-4492-9e10-30b68b00f206 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] 10.222.0.104 "GET /v2.0/ports?device_id=5ca192b8-cefe-4187-8827-fad27491bf9a HTTP/1.1" status: 200 len: 945 time: 0.0681028 Jul 06 15:10:36.149793 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-a1d61f98-1fef-4dc8-b37b-e9fbc4d35328 req-371725ca-8613-4359-88c7-191d7f6e20fd tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] 10.222.0.104 "GET /v2.0/security-groups?id=ed389ddb-50b4-4fe6-8685-fe5ab535db44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317416 Jul 06 15:10:37.270222 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.agents_db [None req-167c0ad6-1657-4c9a-a2c4-3b18056aa662 None None] Agent healthcheck: found 7 active agents {{(pid=100249) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 15:10:37.319679 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34995967-7800-485c-a47d-f4d3f5fa148a req-81d379ea-4290-42b3-8210-78d15222a726 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:10:37.321155 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-34995967-7800-485c-a47d-f4d3f5fa148a req-81d379ea-4290-42b3-8210-78d15222a726 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] 10.222.0.104 "GET /v2.0/ports?device_id=5ca192b8-cefe-4187-8827-fad27491bf9a HTTP/1.1" status: 200 len: 945 time: 0.0623963 Jul 06 15:10:37.356872 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-34995967-7800-485c-a47d-f4d3f5fa148a req-c22f2051-84c9-4308-b0eb-20170d11879f tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] 10.222.0.104 "GET /v2.0/security-groups?id=ed389ddb-50b4-4fe6-8685-fe5ab535db44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301926 Jul 06 15:10:38.526535 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2df281-5565-4d07-8c0d-b692df54e615 req-3c3786c1-0c7c-4cac-b561-2bd14ad657f1 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:10:38.528024 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-df2df281-5565-4d07-8c0d-b692df54e615 req-3c3786c1-0c7c-4cac-b561-2bd14ad657f1 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] 10.222.0.104 "GET /v2.0/ports?device_id=5ca192b8-cefe-4187-8827-fad27491bf9a HTTP/1.1" status: 200 len: 945 time: 0.0622482 Jul 06 15:10:38.568292 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-df2df281-5565-4d07-8c0d-b692df54e615 req-5fdf488b-6fa4-4c82-9a03-71cfb20532a2 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] 10.222.0.104 "GET /v2.0/security-groups?id=ed389ddb-50b4-4fe6-8685-fe5ab535db44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347893 Jul 06 15:10:38.592203 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 33524) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 15:10:38.652955 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-83f58bf4-bfdf-4551-9c8e-5df77b6b74a7 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] 10.222.0.104 "GET /v2.0/floatingips/13405884-4831-45b9-a3ff-6ab2dad1ec02 HTTP/1.1" status: 200 len: 993 time: 0.0594790 Jul 06 15:10:40.055541 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61486766-49fb-45cc-8738-8b367d3e7a7e req-9c591358-6fa6-44ee-85e1-5b450f6e51ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:10:40.057159 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-61486766-49fb-45cc-8738-8b367d3e7a7e req-9c591358-6fa6-44ee-85e1-5b450f6e51ce service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=768013dcc5f548df9e4c379a3109439b&device_id=5ca192b8-cefe-4187-8827-fad27491bf9a HTTP/1.1" status: 200 len: 1096 time: 0.0537910 Jul 06 15:10:40.075332 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bded1671-38d3-4d75-bb44-7954545094a7 req-773f685a-1947-4a30-9c85-8a880355ce5b tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:10:40.076803 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-bded1671-38d3-4d75-bb44-7954545094a7 req-773f685a-1947-4a30-9c85-8a880355ce5b tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] 10.222.0.104 "GET /v2.0/ports?device_id=5ca192b8-cefe-4187-8827-fad27491bf9a HTTP/1.1" status: 200 len: 945 time: 0.0617769 Jul 06 15:10:40.114182 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-bded1671-38d3-4d75-bb44-7954545094a7 req-e0332f19-e829-4fb6-8827-0d30a2fc5e45 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] 10.222.0.104 "GET /v2.0/security-groups?id=ed389ddb-50b4-4fe6-8685-fe5ab535db44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314667 Jul 06 15:10:40.149833 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61486766-49fb-45cc-8738-8b367d3e7a7e req-9dc0d054-2c8d-4216-aa73-46bdb996df6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:10:40.151352 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-61486766-49fb-45cc-8738-8b367d3e7a7e req-9dc0d054-2c8d-4216-aa73-46bdb996df6d service neutron] 10.222.0.72 "GET /v2.0/networks?id=6d6d9515-8bc8-43d7-828e-f90804bc7851 HTTP/1.1" status: 200 len: 899 time: 0.0877359 Jul 06 15:10:40.214079 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-61486766-49fb-45cc-8738-8b367d3e7a7e req-fb6f46d6-a1de-4f85-8106-a81be5860ccc service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4d0f8fe1-5560-4d7a-aa36-6f44285fbccd HTTP/1.1" status: 200 len: 1001 time: 0.0563946 Jul 06 15:10:40.269071 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61486766-49fb-45cc-8738-8b367d3e7a7e req-79c33852-1c97-4bd3-ba65-3fc1ee993bde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:10:40.270460 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-61486766-49fb-45cc-8738-8b367d3e7a7e req-79c33852-1c97-4bd3-ba65-3fc1ee993bde service neutron] 10.222.0.72 "GET /v2.0/subnets?id=710e42f6-6e62-4ae7-a0dc-8020dc0b442c HTTP/1.1" status: 200 len: 835 time: 0.0458579 Jul 06 15:10:40.326324 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61486766-49fb-45cc-8738-8b367d3e7a7e req-886429b3-0992-4c40-9c17-c686df7d306c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:10:40.327843 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-61486766-49fb-45cc-8738-8b367d3e7a7e req-886429b3-0992-4c40-9c17-c686df7d306c service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=6d6d9515-8bc8-43d7-828e-f90804bc7851&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0499394 Jul 06 15:10:40.414706 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-61486766-49fb-45cc-8738-8b367d3e7a7e req-ac515470-b000-43d9-b6d7-51e52863bfa5 service neutron] 10.222.0.72 "GET /v2.0/networks/6d6d9515-8bc8-43d7-828e-f90804bc7851?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807455 Jul 06 15:10:40.505821 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-61486766-49fb-45cc-8738-8b367d3e7a7e req-78076e68-a3bd-46bf-afb1-7921a1395af1 service neutron] 10.222.0.72 "GET /v2.0/networks/6d6d9515-8bc8-43d7-828e-f90804bc7851?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849841 Jul 06 15:10:41.291129 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805b7773-505f-4bbf-a026-a1c783206145 req-69e9c37b-cae7-4de6-b568-41add4a23437 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:10:41.292516 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-805b7773-505f-4bbf-a026-a1c783206145 req-69e9c37b-cae7-4de6-b568-41add4a23437 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] 10.222.0.104 "GET /v2.0/ports?device_id=5ca192b8-cefe-4187-8827-fad27491bf9a HTTP/1.1" status: 200 len: 945 time: 0.0659690 Jul 06 15:10:41.329886 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-805b7773-505f-4bbf-a026-a1c783206145 req-32abcf33-260a-4b2e-8035-c0d0629dc259 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] 10.222.0.104 "GET /v2.0/security-groups?id=ed389ddb-50b4-4fe6-8685-fe5ab535db44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310891 Jul 06 15:10:41.354273 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 33534) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 15:10:41.412708 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-e4fbf9f1-0874-4139-b975-936cfadc11de tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] 10.222.0.104 "GET /v2.0/floatingips/13405884-4831-45b9-a3ff-6ab2dad1ec02 HTTP/1.1" status: 200 len: 993 time: 0.0573347 Jul 06 15:10:41.446590 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:10:43.195059 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:10:52.986214 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-8a91b366-cd18-4070-9da2-b3b945a8fe89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:10:55.639602 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-7df905e1-633a-405e-831f-6cbc1456b3a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:10:55.991972 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:10:56.884269 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-2064eaae-da4f-48f8-82d2-b09d4ddedd44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:10:58.667796 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-03f71b24-a9b8-453a-8924-caa3f97bc6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:11:11.462447 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:11:11.831662 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 33548) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 15:11:11.986182 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [None req-22a89864-babd-4fa0-b03c-a2b73d907f72 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Deleting port 0cf71932-069d-4644-9b80-7f56dbb7929c {{(pid=100246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 15:11:11.986551 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-22a89864-babd-4fa0-b03c-a2b73d907f72 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:11:12.058317 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-22a89864-babd-4fa0-b03c-a2b73d907f72 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:11:12.058545 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-22a89864-babd-4fa0-b03c-a2b73d907f72 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:11:12.070276 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [None req-22a89864-babd-4fa0-b03c-a2b73d907f72 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Calling delete_port for 0cf71932-069d-4644-9b80-7f56dbb7929c owned by network:floatingip {{(pid=100246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 15:11:12.215237 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-22a89864-babd-4fa0-b03c-a2b73d907f72 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127687580'] for port, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:11:12.243272 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a89864-babd-4fa0-b03c-a2b73d907f72 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Pushing event deleted for resources: {'Port': ['ID=0cf71932-069d-4644-9b80-7f56dbb7929c,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:11:12.272946 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22a89864-babd-4fa0-b03c-a2b73d907f72 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:11:12.273298 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22a89864-babd-4fa0-b03c-a2b73d907f72 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:11:12.273643 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22a89864-babd-4fa0-b03c-a2b73d907f72 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:11:12.273980 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22a89864-babd-4fa0-b03c-a2b73d907f72 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:11:12.274314 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22a89864-babd-4fa0-b03c-a2b73d907f72 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:11:12.274648 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22a89864-babd-4fa0-b03c-a2b73d907f72 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:11:12.274981 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22a89864-babd-4fa0-b03c-a2b73d907f72 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:11:12.275357 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22a89864-babd-4fa0-b03c-a2b73d907f72 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:11:12.275674 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22a89864-babd-4fa0-b03c-a2b73d907f72 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:11:12.276002 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22a89864-babd-4fa0-b03c-a2b73d907f72 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:11:12.276327 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22a89864-babd-4fa0-b03c-a2b73d907f72 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:11:12.276649 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22a89864-babd-4fa0-b03c-a2b73d907f72 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:11:12.315166 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-22a89864-babd-4fa0-b03c-a2b73d907f72 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Notify callbacks [] for floatingip, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:11:12.315461 n-d-773647-6 neutron-server[100246]: INFO neutron.db.l3_db [None req-22a89864-babd-4fa0-b03c-a2b73d907f72 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Floating IP 13405884-4831-45b9-a3ff-6ab2dad1ec02 disassociated (deleted). External IP: 172.25.0.187, port: 4d0f8fe1-5560-4d7a-aa36-6f44285fbccd. Jul 06 15:11:12.842464 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22a89864-babd-4fa0-b03c-a2b73d907f72 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Router cc9519dc-aa54-42f1-b595-a369dd517749 has already been hosted by L3 agent 2823d358-a11b-4885-a706-95a279e43fa7 {{(pid=100246) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 15:11:12.950926 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22a89864-babd-4fa0-b03c-a2b73d907f72 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Notify agent at l3_agent.n-d-773647-6 the message routers_updated {{(pid=100246) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 15:11:12.957104 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-22a89864-babd-4fa0-b03c-a2b73d907f72 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for floatingip, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:11:12.962665 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d6b1c41-6f1f-418e-aadf-ae7d43f49510 None None] Sync routers for ids ['cc9519dc-aa54-42f1-b595-a369dd517749'] in n-d-773647-6 {{(pid=100248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 15:11:12.972075 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d6b1c41-6f1f-418e-aadf-ae7d43f49510 None None] Routers {'cc9519dc-aa54-42f1-b595-a369dd517749'} bound to L3 agent in host n-d-773647-6 {{(pid=100248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 15:11:12.972689 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-2d6b1c41-6f1f-418e-aadf-ae7d43f49510 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T15:10:56Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['cc9519dc-aa54-42f1-b595-a369dd517749'], 'active': True} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:11:12.992266 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-22a89864-babd-4fa0-b03c-a2b73d907f72 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] 10.222.0.104 "DELETE /v2.0/floatingips/13405884-4831-45b9-a3ff-6ab2dad1ec02 HTTP/1.1" status: 204 len: 168 time: 1.1593168 Jul 06 15:11:12.992791 n-d-773647-6 neutron-server[100246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ca192b8-cefe-4187-8827-fad27491bf9a', 'tag': '4d0f8fe1-5560-4d7a-aa36-6f44285fbccd'}] {{(pid=100246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 15:11:12.995796 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46bcbd240f672e88150dff05a21f1d72cf4d2de628fda8977cb1eab177268aa5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cc88534-9c83-40ad-846d-287f64c0ccae" -d '{"events": [{"name": "network-changed", "server_uuid": "5ca192b8-cefe-4187-8827-fad27491bf9a", "tag": "4d0f8fe1-5560-4d7a-aa36-6f44285fbccd"}]}' {{(pid=100246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 15:11:13.087496 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvr_db [None req-2d6b1c41-6f1f-418e-aadf-ae7d43f49510 None None] Set router cc9519dc-aa54-42f1-b595-a369dd517749 gateway port host: n-d-773647-6 {{(pid=100248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 15:11:13.219243 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:11:13.278898 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 15:11:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8425a58b-24e0-457d-b242-2c608324ef23 x-openstack-request-id: req-8425a58b-24e0-457d-b242-2c608324ef23 {{(pid=100246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 15:11:13.279278 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ca192b8-cefe-4187-8827-fad27491bf9a", "tag": "4d0f8fe1-5560-4d7a-aa36-6f44285fbccd", "status": "completed", "code": 200}]} {{(pid=100246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 15:11:13.279602 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-8425a58b-24e0-457d-b242-2c608324ef23 {{(pid=100246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 15:11:13.280075 n-d-773647-6 neutron-server[100246]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ca192b8-cefe-4187-8827-fad27491bf9a', 'tag': '4d0f8fe1-5560-4d7a-aa36-6f44285fbccd', 'status': 'completed', 'code': 200} Jul 06 15:11:13.300153 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-2d6b1c41-6f1f-418e-aadf-ae7d43f49510 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc9519dc-aa54-42f1-b595-a369dd517749', 'name': 'tempest-TestNetworkAdvancedServerOps-router-397338433', 'tenant_id': '768013dcc5f548df9e4c379a3109439b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.125'}], 'enable_snat': True}, 'gw_port_id': '57093413-790e-4d5b-8589-b3d42e324237', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T15:09:37Z', 'updated_at': '2021-07-06T15:09:41Z', 'revision_number': 4, 'project_id': '768013dcc5f548df9e4c379a3109439b', 'gw_port': {'id': '57093413-790e-4d5b-8589-b3d42e324237', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:22:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc9519dc-aa54-42f1-b595-a369dd517749', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T15:09:38Z', 'updated_at': '2021-07-06T15:09:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6', '_interfaces': [{'id': '2c0926b9-e470-40bd-b6ac-951237ef626b', 'name': '', 'network_id': '6d6d9515-8bc8-43d7-828e-f90804bc7851', 'tenant_id': '768013dcc5f548df9e4c379a3109439b', 'mac_address': 'fa:16:3e:50:2d:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc9519dc-aa54-42f1-b595-a369dd517749', 'device_owner': 'network:router_interface', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '710e42f6-6e62-4ae7-a0dc-8020dc0b442c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T15:09:40Z', 'updated_at': '2021-07-06T15:09:44Z', 'revision_number': 5, 'project_id': '768013dcc5f548df9e4c379a3109439b', 'subnets': [{'id': '710e42f6-6e62-4ae7-a0dc-8020dc0b442c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773647-6', False) {} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:11:13.329780 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d6b1c41-6f1f-418e-aadf-ae7d43f49510 None None] Checking router: cc9519dc-aa54-42f1-b595-a369dd517749 for host: n-d-773647-6 {{(pid=100248) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 15:11:13.338210 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d6b1c41-6f1f-418e-aadf-ae7d43f49510 None None] Routers {'cc9519dc-aa54-42f1-b595-a369dd517749'} bound to L3 agent in host n-d-773647-6 {{(pid=100248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 15:11:13.338822 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-2d6b1c41-6f1f-418e-aadf-ae7d43f49510 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T15:10:56Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['cc9519dc-aa54-42f1-b595-a369dd517749'], 'active': True} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:11:13.355068 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc88534-9c83-40ad-846d-287f64c0ccae req-36dccd24-483b-49d5-828d-d92380b6a3b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:11:13.356646 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-7cc88534-9c83-40ad-846d-287f64c0ccae req-36dccd24-483b-49d5-828d-d92380b6a3b7 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=768013dcc5f548df9e4c379a3109439b&device_id=5ca192b8-cefe-4187-8827-fad27491bf9a HTTP/1.1" status: 200 len: 1096 time: 0.0532112 Jul 06 15:11:13.443005 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94edfa4c-fbf6-4723-b90a-8fd10bd81bb0 req-bccbeb09-a932-4674-889b-bd1940310286 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:11:13.444571 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-94edfa4c-fbf6-4723-b90a-8fd10bd81bb0 req-bccbeb09-a932-4674-889b-bd1940310286 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] 10.222.0.104 "GET /v2.0/ports?device_id=5ca192b8-cefe-4187-8827-fad27491bf9a HTTP/1.1" status: 200 len: 945 time: 0.0721278 Jul 06 15:11:13.448526 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvr_db [None req-2d6b1c41-6f1f-418e-aadf-ae7d43f49510 None None] Set router cc9519dc-aa54-42f1-b595-a369dd517749 gateway port host: n-d-773647-6 {{(pid=100248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 15:11:13.454525 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc88534-9c83-40ad-846d-287f64c0ccae req-307d96c2-5f7f-4288-880b-d9a74a8a447a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:11:13.456099 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-7cc88534-9c83-40ad-846d-287f64c0ccae req-307d96c2-5f7f-4288-880b-d9a74a8a447a service neutron] 10.222.0.72 "GET /v2.0/networks?id=6d6d9515-8bc8-43d7-828e-f90804bc7851 HTTP/1.1" status: 200 len: 899 time: 0.0928369 Jul 06 15:11:13.483904 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-94edfa4c-fbf6-4723-b90a-8fd10bd81bb0 req-4cd15a2d-ee12-4b7b-ac53-cabd69a75848 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] 10.222.0.104 "GET /v2.0/security-groups?id=ed389ddb-50b4-4fe6-8685-fe5ab535db44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322993 Jul 06 15:11:13.500531 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-7cc88534-9c83-40ad-846d-287f64c0ccae req-d727c6ac-6626-47f4-b545-0eebfbc59778 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4d0f8fe1-5560-4d7a-aa36-6f44285fbccd HTTP/1.1" status: 200 len: 217 time: 0.0361509 Jul 06 15:11:13.550464 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc88534-9c83-40ad-846d-287f64c0ccae req-9873cfdb-a0f4-4ab4-b376-6e11a548f839 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:11:13.551977 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-7cc88534-9c83-40ad-846d-287f64c0ccae req-9873cfdb-a0f4-4ab4-b376-6e11a548f839 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=710e42f6-6e62-4ae7-a0dc-8020dc0b442c HTTP/1.1" status: 200 len: 835 time: 0.0448644 Jul 06 15:11:13.636080 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc88534-9c83-40ad-846d-287f64c0ccae req-04b066aa-c4dd-4f82-b9bc-90528682f62f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:11:13.637593 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-7cc88534-9c83-40ad-846d-287f64c0ccae req-04b066aa-c4dd-4f82-b9bc-90528682f62f service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=6d6d9515-8bc8-43d7-828e-f90804bc7851&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0748799 Jul 06 15:11:13.668396 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-2d6b1c41-6f1f-418e-aadf-ae7d43f49510 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc9519dc-aa54-42f1-b595-a369dd517749', 'name': 'tempest-TestNetworkAdvancedServerOps-router-397338433', 'tenant_id': '768013dcc5f548df9e4c379a3109439b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.125'}], 'enable_snat': True}, 'gw_port_id': '57093413-790e-4d5b-8589-b3d42e324237', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T15:09:37Z', 'updated_at': '2021-07-06T15:09:41Z', 'revision_number': 4, 'project_id': '768013dcc5f548df9e4c379a3109439b', 'gw_port': {'id': '57093413-790e-4d5b-8589-b3d42e324237', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:22:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc9519dc-aa54-42f1-b595-a369dd517749', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T15:09:38Z', 'updated_at': '2021-07-06T15:09:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6', '_interfaces': [{'id': '2c0926b9-e470-40bd-b6ac-951237ef626b', 'name': '', 'network_id': '6d6d9515-8bc8-43d7-828e-f90804bc7851', 'tenant_id': '768013dcc5f548df9e4c379a3109439b', 'mac_address': 'fa:16:3e:50:2d:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc9519dc-aa54-42f1-b595-a369dd517749', 'device_owner': 'network:router_interface', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '710e42f6-6e62-4ae7-a0dc-8020dc0b442c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T15:09:40Z', 'updated_at': '2021-07-06T15:09:44Z', 'revision_number': 5, 'project_id': '768013dcc5f548df9e4c379a3109439b', 'subnets': [{'id': '710e42f6-6e62-4ae7-a0dc-8020dc0b442c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773647-6', False) {} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:11:13.694367 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d6b1c41-6f1f-418e-aadf-ae7d43f49510 None None] The sync data for ids ['cc9519dc-aa54-42f1-b595-a369dd517749'] in n-d-773647-6 is: [{'id': 'cc9519dc-aa54-42f1-b595-a369dd517749', 'name': 'tempest-TestNetworkAdvancedServerOps-router-397338433', 'tenant_id': '768013dcc5f548df9e4c379a3109439b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.125'}], 'enable_snat': True}, 'gw_port_id': '57093413-790e-4d5b-8589-b3d42e324237', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T15:09:37Z', 'updated_at': '2021-07-06T15:09:41Z', 'revision_number': 4, 'project_id': '768013dcc5f548df9e4c379a3109439b', 'gw_port': {'id': '57093413-790e-4d5b-8589-b3d42e324237', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:22:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc9519dc-aa54-42f1-b595-a369dd517749', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T15:09:38Z', 'updated_at': '2021-07-06T15:09:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6', '_interfaces': [{'id': '2c0926b9-e470-40bd-b6ac-951237ef626b', 'name': '', 'network_id': '6d6d9515-8bc8-43d7-828e-f90804bc7851', 'tenant_id': '768013dcc5f548df9e4c379a3109439b', 'mac_address': 'fa:16:3e:50:2d:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc9519dc-aa54-42f1-b595-a369dd517749', 'device_owner': 'network:router_interface', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '710e42f6-6e62-4ae7-a0dc-8020dc0b442c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T15:09:40Z', 'updated_at': '2021-07-06T15:09:44Z', 'revision_number': 5, 'project_id': '768013dcc5f548df9e4c379a3109439b', 'subnets': [{'id': '710e42f6-6e62-4ae7-a0dc-8020dc0b442c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 15:11:13.727172 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-7cc88534-9c83-40ad-846d-287f64c0ccae req-e71cca70-7967-47de-90d5-275714e81122 service neutron] 10.222.0.72 "GET /v2.0/networks/6d6d9515-8bc8-43d7-828e-f90804bc7851?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828547 Jul 06 15:11:13.823903 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-7cc88534-9c83-40ad-846d-287f64c0ccae req-3cd39caa-5043-4b80-a5fd-f2614e26ad33 service neutron] 10.222.0.72 "GET /v2.0/networks/6d6d9515-8bc8-43d7-828e-f90804bc7851?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899713 Jul 06 15:11:13.917941 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b45aeab-d9d8-4d0f-9dff-316188e68ba3 None None] New status for floating IP 13405884-4831-45b9-a3ff-6ab2dad1ec02: DOWN {{(pid=100249) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 15:11:14.269879 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.agents_db [None req-167c0ad6-1657-4c9a-a2c4-3b18056aa662 None None] Agent healthcheck: found 7 active agents {{(pid=100249) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 15:11:14.659196 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43581c6-f9bd-4d62-8ddb-46b9d69f125e req-ead53957-8979-4999-a52f-53e1bfdded9e tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:11:14.660707 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-d43581c6-f9bd-4d62-8ddb-46b9d69f125e req-ead53957-8979-4999-a52f-53e1bfdded9e tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] 10.222.0.104 "GET /v2.0/ports?device_id=5ca192b8-cefe-4187-8827-fad27491bf9a HTTP/1.1" status: 200 len: 945 time: 0.0635953 Jul 06 15:11:14.698002 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-d43581c6-f9bd-4d62-8ddb-46b9d69f125e req-170e3002-f867-4a81-b884-bb0b4c012207 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] 10.222.0.104 "GET /v2.0/security-groups?id=ed389ddb-50b4-4fe6-8685-fe5ab535db44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317349 Jul 06 15:11:14.749223 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798f0002-8ccb-4ac1-8375-125a9d16bc51 req-66c5d3fa-0dd7-4133-9783-4233c3eb03fb tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:11:14.750677 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-798f0002-8ccb-4ac1-8375-125a9d16bc51 req-66c5d3fa-0dd7-4133-9783-4233c3eb03fb tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] 10.222.0.72 "GET /v2.0/ports?device_id=5ca192b8-cefe-4187-8827-fad27491bf9a HTTP/1.1" status: 200 len: 945 time: 0.0634146 Jul 06 15:11:14.849914 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [req-798f0002-8ccb-4ac1-8375-125a9d16bc51 req-564ac62d-6df9-457b-97d1-b1d781372d46 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Deleting port 4d0f8fe1-5560-4d7a-aa36-6f44285fbccd {{(pid=100246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 15:11:14.850249 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-798f0002-8ccb-4ac1-8375-125a9d16bc51 req-564ac62d-6df9-457b-97d1-b1d781372d46 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:11:14.938036 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.db [req-798f0002-8ccb-4ac1-8375-125a9d16bc51 req-564ac62d-6df9-457b-97d1-b1d781372d46 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] For port 4d0f8fe1-5560-4d7a-aa36-6f44285fbccd, host n-h2-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=4d0f8fe1-5560-4d7a-aa36-6f44285fbccd,segment=NetworkSegment(9c0585d2-51bb-4cda-b985-5f8d8f0acf0a),segment_id=9c0585d2-51bb-4cda-b985-5f8d8f0acf0a)] {{(pid=100246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 15:11:14.938408 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-798f0002-8ccb-4ac1-8375-125a9d16bc51 req-564ac62d-6df9-457b-97d1-b1d781372d46 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:11:14.951030 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [req-798f0002-8ccb-4ac1-8375-125a9d16bc51 req-564ac62d-6df9-457b-97d1-b1d781372d46 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Calling delete_port for 4d0f8fe1-5560-4d7a-aa36-6f44285fbccd owned by compute:nova {{(pid=100246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 15:11:15.078768 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-798f0002-8ccb-4ac1-8375-125a9d16bc51 req-564ac62d-6df9-457b-97d1-b1d781372d46 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127687580'] for port, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:11:15.105693 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564ac62d-6df9-457b-97d1-b1d781372d46 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Pushing event deleted for resources: {'Port': ['ID=4d0f8fe1-5560-4d7a-aa36-6f44285fbccd,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:11:15.159682 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [req-798f0002-8ccb-4ac1-8375-125a9d16bc51 req-564ac62d-6df9-457b-97d1-b1d781372d46 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] No DVR routers for this DVR port 4d0f8fe1-5560-4d7a-aa36-6f44285fbccd on host n-h2-773647-6 {{(pid=100246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 15:11:15.162255 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-798f0002-8ccb-4ac1-8375-125a9d16bc51 req-564ac62d-6df9-457b-97d1-b1d781372d46 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:11:15.164311 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-798f0002-8ccb-4ac1-8375-125a9d16bc51 req-564ac62d-6df9-457b-97d1-b1d781372d46 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] 10.222.0.72 "DELETE /v2.0/ports/4d0f8fe1-5560-4d7a-aa36-6f44285fbccd HTTP/1.1" status: 204 len: 173 time: 0.4083450 Jul 06 15:11:15.281136 n-d-773647-6 neutron-server[100246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ca192b8-cefe-4187-8827-fad27491bf9a', 'name': 'network-vif-deleted', 'tag': '4d0f8fe1-5560-4d7a-aa36-6f44285fbccd'}] {{(pid=100246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 15:11:15.283821 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46bcbd240f672e88150dff05a21f1d72cf4d2de628fda8977cb1eab177268aa5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-badaf086-590f-4f4d-8c09-7a947791815d" -d '{"events": [{"server_uuid": "5ca192b8-cefe-4187-8827-fad27491bf9a", "name": "network-vif-deleted", "tag": "4d0f8fe1-5560-4d7a-aa36-6f44285fbccd"}]}' {{(pid=100246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 15:11:15.320957 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 15:11:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68243b6e-0078-4e10-8e46-a29974d67ec6 x-openstack-request-id: req-68243b6e-0078-4e10-8e46-a29974d67ec6 {{(pid=100246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 15:11:15.321250 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ca192b8-cefe-4187-8827-fad27491bf9a", "name": "network-vif-deleted", "tag": "4d0f8fe1-5560-4d7a-aa36-6f44285fbccd", "status": "completed", "code": 200}]} {{(pid=100246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 15:11:15.321502 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-68243b6e-0078-4e10-8e46-a29974d67ec6 {{(pid=100246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 15:11:15.322016 n-d-773647-6 neutron-server[100246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ca192b8-cefe-4187-8827-fad27491bf9a', 'name': 'network-vif-deleted', 'tag': '4d0f8fe1-5560-4d7a-aa36-6f44285fbccd', 'status': 'completed', 'code': 200} Jul 06 15:11:15.793154 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 33564) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 15:11:16.151227 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-d8a11c9d-28f2-4af4-9164-7e0ff78e14fa tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1809431'] for router_interface, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:11:16.415062 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [None req-d8a11c9d-28f2-4af4-9164-7e0ff78e14fa tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Deleting port 2c0926b9-e470-40bd-b6ac-951237ef626b {{(pid=100246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 15:11:16.415360 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-d8a11c9d-28f2-4af4-9164-7e0ff78e14fa tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:11:16.504413 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.db [None req-d8a11c9d-28f2-4af4-9164-7e0ff78e14fa tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] For port 2c0926b9-e470-40bd-b6ac-951237ef626b, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=2c0926b9-e470-40bd-b6ac-951237ef626b,segment=NetworkSegment(9c0585d2-51bb-4cda-b985-5f8d8f0acf0a),segment_id=9c0585d2-51bb-4cda-b985-5f8d8f0acf0a)] {{(pid=100246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 15:11:16.504772 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-d8a11c9d-28f2-4af4-9164-7e0ff78e14fa tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:11:16.516290 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [None req-d8a11c9d-28f2-4af4-9164-7e0ff78e14fa tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Calling delete_port for 2c0926b9-e470-40bd-b6ac-951237ef626b owned by network:router_interface {{(pid=100246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 15:11:16.700133 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-d8a11c9d-28f2-4af4-9164-7e0ff78e14fa tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127687580'] for port, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:11:16.727241 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a11c9d-28f2-4af4-9164-7e0ff78e14fa tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Pushing event deleted for resources: {'Port': ['ID=2c0926b9-e470-40bd-b6ac-951237ef626b,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:11:16.913895 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-d8a11c9d-28f2-4af4-9164-7e0ff78e14fa tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1809193'] for router_interface, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:11:17.132789 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8a11c9d-28f2-4af4-9164-7e0ff78e14fa tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Router cc9519dc-aa54-42f1-b595-a369dd517749 has already been hosted by L3 agent 2823d358-a11b-4885-a706-95a279e43fa7 {{(pid=100246) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 15:11:17.248848 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8a11c9d-28f2-4af4-9164-7e0ff78e14fa tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Notify agent at l3_agent.n-d-773647-6 the message routers_updated {{(pid=100246) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 15:11:17.254424 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-d8a11c9d-28f2-4af4-9164-7e0ff78e14fa tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] 10.222.0.104 "PUT /v2.0/routers/cc9519dc-aa54-42f1-b595-a369dd517749/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4602485 Jul 06 15:11:17.257041 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 33566) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 15:11:17.262123 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30c3306e-dc5b-432d-88b0-f5d87c82214f None None] Sync routers for ids ['cc9519dc-aa54-42f1-b595-a369dd517749'] in n-d-773647-6 {{(pid=100248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 15:11:17.272065 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30c3306e-dc5b-432d-88b0-f5d87c82214f None None] Routers {'cc9519dc-aa54-42f1-b595-a369dd517749'} bound to L3 agent in host n-d-773647-6 {{(pid=100248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 15:11:17.272859 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-30c3306e-dc5b-432d-88b0-f5d87c82214f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T15:10:56Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['cc9519dc-aa54-42f1-b595-a369dd517749'], 'active': True} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:11:17.307452 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.db_base_plugin_v2 [None req-855dfd7b-f83b-4f5c-a1aa-1c6a68f6b78e tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Deleting subnet 710e42f6-6e62-4ae7-a0dc-8020dc0b442c {{(pid=100246) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 15:11:17.310609 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-855dfd7b-f83b-4f5c-a1aa-1c6a68f6b78e tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Notify callbacks [] for subnet, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:11:17.350747 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-855dfd7b-f83b-4f5c-a1aa-1c6a68f6b78e tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126218885'] for subnet, precommit_delete_associations {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:11:17.377640 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvr_db [None req-30c3306e-dc5b-432d-88b0-f5d87c82214f None None] Set router cc9519dc-aa54-42f1-b595-a369dd517749 gateway port host: n-d-773647-6 {{(pid=100248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 15:11:17.439371 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-855dfd7b-f83b-4f5c-a1aa-1c6a68f6b78e tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-913473'] for subnet, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:11:17.499854 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-855dfd7b-f83b-4f5c-a1aa-1c6a68f6b78e tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-913480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1849032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127687590', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127702764'] for subnet, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:11:17.525955 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855dfd7b-f83b-4f5c-a1aa-1c6a68f6b78e tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Pushing event deleted for resources: {'Subnet': ['ID=710e42f6-6e62-4ae7-a0dc-8020dc0b442c,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:11:17.531888 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-855dfd7b-f83b-4f5c-a1aa-1c6a68f6b78e tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Notify callbacks [] for subnet, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:11:17.534048 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-855dfd7b-f83b-4f5c-a1aa-1c6a68f6b78e tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] 10.222.0.104 "DELETE /v2.0/subnets/710e42f6-6e62-4ae7-a0dc-8020dc0b442c HTTP/1.1" status: 204 len: 168 time: 0.2759206 Jul 06 15:11:17.536550 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 33568) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 15:11:17.540803 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ff944bb-deb6-4498-a29c-08782b336881 None None] Network 6d6d9515-8bc8-43d7-828e-f90804bc7851 requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 15:11:17.622079 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-30c3306e-dc5b-432d-88b0-f5d87c82214f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc9519dc-aa54-42f1-b595-a369dd517749', 'name': 'tempest-TestNetworkAdvancedServerOps-router-397338433', 'tenant_id': '768013dcc5f548df9e4c379a3109439b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.125'}], 'enable_snat': True}, 'gw_port_id': '57093413-790e-4d5b-8589-b3d42e324237', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T15:09:37Z', 'updated_at': '2021-07-06T15:11:16Z', 'revision_number': 5, 'project_id': '768013dcc5f548df9e4c379a3109439b', 'gw_port': {'id': '57093413-790e-4d5b-8589-b3d42e324237', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:22:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc9519dc-aa54-42f1-b595-a369dd517749', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T15:09:38Z', 'updated_at': '2021-07-06T15:09:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6'}], 'n-d-773647-6', False) {} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:11:17.658054 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-478a62d2-17c7-4f13-b99c-e6d5eddaa2a7 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Notify callbacks [] for router, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:11:17.668558 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30c3306e-dc5b-432d-88b0-f5d87c82214f None None] Checking router: cc9519dc-aa54-42f1-b595-a369dd517749 for host: n-d-773647-6 {{(pid=100248) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 15:11:17.698811 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30c3306e-dc5b-432d-88b0-f5d87c82214f None None] Routers {'cc9519dc-aa54-42f1-b595-a369dd517749'} bound to L3 agent in host n-d-773647-6 {{(pid=100248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 15:11:17.699739 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-30c3306e-dc5b-432d-88b0-f5d87c82214f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T15:10:56Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['cc9519dc-aa54-42f1-b595-a369dd517749'], 'active': True} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:11:17.763853 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-478a62d2-17c7-4f13-b99c-e6d5eddaa2a7 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:11:17.820681 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvr_db [None req-30c3306e-dc5b-432d-88b0-f5d87c82214f None None] Set router cc9519dc-aa54-42f1-b595-a369dd517749 gateway port host: n-d-773647-6 {{(pid=100248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 15:11:17.824345 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [None req-478a62d2-17c7-4f13-b99c-e6d5eddaa2a7 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Deleting port 57093413-790e-4d5b-8589-b3d42e324237 {{(pid=100246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 15:11:17.824946 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-478a62d2-17c7-4f13-b99c-e6d5eddaa2a7 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:11:17.847092 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f01f6699-cd14-4a89-b0b5-503b6f0cffff None None] DHCP port deletion for 6d6d9515-8bc8-43d7-828e-f90804bc7851 request from n-d-773647-6 {{(pid=100248) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 15:11:17.910196 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.db [None req-478a62d2-17c7-4f13-b99c-e6d5eddaa2a7 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] For port 57093413-790e-4d5b-8589-b3d42e324237, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=57093413-790e-4d5b-8589-b3d42e324237,segment=NetworkSegment(89a832b7-7793-4d51-9038-ed7e1c3ff1b2),segment_id=89a832b7-7793-4d51-9038-ed7e1c3ff1b2)] {{(pid=100246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 15:11:17.912182 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-478a62d2-17c7-4f13-b99c-e6d5eddaa2a7 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:11:17.927910 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [None req-478a62d2-17c7-4f13-b99c-e6d5eddaa2a7 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Calling delete_port for 57093413-790e-4d5b-8589-b3d42e324237 owned by network:router_gateway {{(pid=100246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 15:11:17.985035 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-f01f6699-cd14-4a89-b0b5-503b6f0cffff None None] Deleting port 99f22e5b-4ca7-4266-b5c0-d61d720d653d {{(pid=100248) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 15:11:17.985315 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-f01f6699-cd14-4a89-b0b5-503b6f0cffff None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:11:18.074067 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-f01f6699-cd14-4a89-b0b5-503b6f0cffff None None] For port 99f22e5b-4ca7-4266-b5c0-d61d720d653d, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=99f22e5b-4ca7-4266-b5c0-d61d720d653d,segment=NetworkSegment(9c0585d2-51bb-4cda-b985-5f8d8f0acf0a),segment_id=9c0585d2-51bb-4cda-b985-5f8d8f0acf0a)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 15:11:18.074366 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-f01f6699-cd14-4a89-b0b5-503b6f0cffff None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:11:18.088186 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-f01f6699-cd14-4a89-b0b5-503b6f0cffff None None] Calling delete_port for 99f22e5b-4ca7-4266-b5c0-d61d720d653d owned by network:dhcp {{(pid=100248) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 15:11:18.102474 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-478a62d2-17c7-4f13-b99c-e6d5eddaa2a7 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127687580'] for port, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:11:18.132918 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478a62d2-17c7-4f13-b99c-e6d5eddaa2a7 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Pushing event deleted for resources: {'Port': ['ID=57093413-790e-4d5b-8589-b3d42e324237,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:11:18.137247 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-30c3306e-dc5b-432d-88b0-f5d87c82214f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc9519dc-aa54-42f1-b595-a369dd517749', 'name': 'tempest-TestNetworkAdvancedServerOps-router-397338433', 'tenant_id': '768013dcc5f548df9e4c379a3109439b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.125'}], 'enable_snat': True}, 'gw_port_id': '57093413-790e-4d5b-8589-b3d42e324237', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T15:09:37Z', 'updated_at': '2021-07-06T15:11:16Z', 'revision_number': 5, 'project_id': '768013dcc5f548df9e4c379a3109439b', 'gw_port': {'id': '57093413-790e-4d5b-8589-b3d42e324237', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:22:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc9519dc-aa54-42f1-b595-a369dd517749', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T15:09:38Z', 'updated_at': '2021-07-06T15:09:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6'}], 'n-d-773647-6', False) {} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:11:18.167114 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30c3306e-dc5b-432d-88b0-f5d87c82214f None None] The sync data for ids ['cc9519dc-aa54-42f1-b595-a369dd517749'] in n-d-773647-6 is: [{'id': 'cc9519dc-aa54-42f1-b595-a369dd517749', 'name': 'tempest-TestNetworkAdvancedServerOps-router-397338433', 'tenant_id': '768013dcc5f548df9e4c379a3109439b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.125'}], 'enable_snat': True}, 'gw_port_id': '57093413-790e-4d5b-8589-b3d42e324237', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T15:09:37Z', 'updated_at': '2021-07-06T15:11:16Z', 'revision_number': 5, 'project_id': '768013dcc5f548df9e4c379a3109439b', 'gw_port': {'id': '57093413-790e-4d5b-8589-b3d42e324237', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:22:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc9519dc-aa54-42f1-b595-a369dd517749', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T15:09:38Z', 'updated_at': '2021-07-06T15:09:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6'}] {{(pid=100248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 15:11:18.196115 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-478a62d2-17c7-4f13-b99c-e6d5eddaa2a7 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1761104'] for router_gateway, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:11:18.210382 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-f01f6699-cd14-4a89-b0b5-503b6f0cffff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117'] for port, after_delete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:11:18.235604 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01f6699-cd14-4a89-b0b5-503b6f0cffff None None] Pushing event deleted for resources: {'Port': ['ID=99f22e5b-4ca7-4266-b5c0-d61d720d653d,revision_number=None']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:11:18.241246 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f01f6699-cd14-4a89-b0b5-503b6f0cffff None None] No DVR routers for this DVR port 99f22e5b-4ca7-4266-b5c0-d61d720d653d on host n-d-773647-6 {{(pid=100248) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 15:11:18.249854 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f01f6699-cd14-4a89-b0b5-503b6f0cffff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:11:18.250205 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f01f6699-cd14-4a89-b0b5-503b6f0cffff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:11:18.250546 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f01f6699-cd14-4a89-b0b5-503b6f0cffff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:11:18.250908 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f01f6699-cd14-4a89-b0b5-503b6f0cffff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:11:18.252263 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f01f6699-cd14-4a89-b0b5-503b6f0cffff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:11:18.252263 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f01f6699-cd14-4a89-b0b5-503b6f0cffff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:11:18.252263 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f01f6699-cd14-4a89-b0b5-503b6f0cffff None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:11:18.252263 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f01f6699-cd14-4a89-b0b5-503b6f0cffff None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:11:18.252629 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f01f6699-cd14-4a89-b0b5-503b6f0cffff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:11:18.252835 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f01f6699-cd14-4a89-b0b5-503b6f0cffff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:11:18.253158 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f01f6699-cd14-4a89-b0b5-503b6f0cffff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:11:18.253481 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f01f6699-cd14-4a89-b0b5-503b6f0cffff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:11:18.297547 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-478a62d2-17c7-4f13-b99c-e6d5eddaa2a7 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1806308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6982'] for router, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:11:18.300266 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-478a62d2-17c7-4f13-b99c-e6d5eddaa2a7 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:11:18.344256 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-478a62d2-17c7-4f13-b99c-e6d5eddaa2a7 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1805684'] for router, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:11:18.344823 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-478a62d2-17c7-4f13-b99c-e6d5eddaa2a7 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Fanout notify agent at l3_agent the message router_deleted on router cc9519dc-aa54-42f1-b595-a369dd517749 {{(pid=100246) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 15:11:18.352499 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-478a62d2-17c7-4f13-b99c-e6d5eddaa2a7 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Notify callbacks [] for router, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:11:18.353691 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-478a62d2-17c7-4f13-b99c-e6d5eddaa2a7 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] 10.222.0.104 "DELETE /v2.0/routers/cc9519dc-aa54-42f1-b595-a369dd517749 HTTP/1.1" status: 204 len: 168 time: 0.8162076 Jul 06 15:11:18.356416 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 33570) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 15:11:18.435686 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-59bc9822-31e0-494b-94aa-922bc6fa45a2 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530492'] for network, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:11:18.532115 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-59bc9822-31e0-494b-94aa-922bc6fa45a2 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-917204', 'neutron.services.segments.db._delete_segments_for_network-8773753502302'] for network, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:11:18.548193 n-d-773647-6 neutron-server[100246]: DEBUG neutron.services.segments.db [None req-59bc9822-31e0-494b-94aa-922bc6fa45a2 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d6d9515-8bc8-43d7-828e-f90804bc7851']}} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:11:18.560820 n-d-773647-6 neutron-server[100246]: DEBUG neutron.services.segments.db [None req-59bc9822-31e0-494b-94aa-922bc6fa45a2 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c0585d2-51bb-4cda-b985-5f8d8f0acf0a') {'for_net_delete': True} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:11:18.561206 n-d-773647-6 neutron-server[100246]: DEBUG neutron.services.segments.db [None req-59bc9822-31e0-494b-94aa-922bc6fa45a2 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c0585d2-51bb-4cda-b985-5f8d8f0acf0a') {} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:11:18.570930 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-59bc9822-31e0-494b-94aa-922bc6fa45a2 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773753515138', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126218898'] for segment, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:11:18.586160 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-59bc9822-31e0-494b-94aa-922bc6fa45a2 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552'] for segment, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:11:18.592911 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-59bc9822-31e0-494b-94aa-922bc6fa45a2 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Releasing vlan 1027 on physical network physnet1 to pool {{(pid=100246) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 15:11:18.593281 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-59bc9822-31e0-494b-94aa-922bc6fa45a2 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127687491'] for segment, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:11:18.598418 n-d-773647-6 neutron-server[100246]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 15:11:18.598418 n-d-773647-6 neutron-server[100246]: conditions |= (models_v2.Port.network_id.in_( Jul 06 15:11:18.598418 n-d-773647-6 neutron-server[100246]: Traceback (most recent call last): Jul 06 15:11:18.598418 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 15:11:18.598418 n-d-773647-6 neutron-server[100246]: timer() Jul 06 15:11:18.598418 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 15:11:18.598418 n-d-773647-6 neutron-server[100246]: cb(*args, **kw) Jul 06 15:11:18.598418 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 15:11:18.598418 n-d-773647-6 neutron-server[100246]: return func(*args, **kwargs) Jul 06 15:11:18.598418 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 15:11:18.598418 n-d-773647-6 neutron-server[100246]: self._notify() Jul 06 15:11:18.598418 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 15:11:18.598418 n-d-773647-6 neutron-server[100246]: self.callback(batched_events) Jul 06 15:11:18.598418 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 15:11:18.598418 n-d-773647-6 neutron-server[100246]: event.method(event) Jul 06 15:11:18.598418 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 15:11:18.598418 n-d-773647-6 neutron-server[100246]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 15:11:18.598418 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 15:11:18.598418 n-d-773647-6 neutron-server[100246]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 15:11:18.598418 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 15:11:18.598418 n-d-773647-6 neutron-server[100246]: return f(self, *a, **k) Jul 06 15:11:18.598418 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 15:11:18.598418 n-d-773647-6 neutron-server[100246]: return self._get(url).json() Jul 06 15:11:18.598418 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 15:11:18.598418 n-d-773647-6 neutron-server[100246]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 15:11:18.598418 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 15:11:18.598418 n-d-773647-6 neutron-server[100246]: return self.request(url, 'GET', **kwargs) Jul 06 15:11:18.598418 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 15:11:18.598418 n-d-773647-6 neutron-server[100246]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 15:11:18.598418 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 15:11:18.598418 n-d-773647-6 neutron-server[100246]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 15:11:18.598418 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 15:11:18.598418 n-d-773647-6 neutron-server[100246]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 15:11:18.598418 n-d-773647-6 neutron-server[100246]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 15:11:18.663157 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-59bc9822-31e0-494b-94aa-922bc6fa45a2 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-917215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1761140'] for network, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:11:18.665556 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 2c0926b9-e470-40bd-b6ac-951237ef626b no longer exists at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 15:11:18.675699 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-59bc9822-31e0-494b-94aa-922bc6fa45a2 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Notify callbacks [] for network, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:11:18.677674 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-59bc9822-31e0-494b-94aa-922bc6fa45a2 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] 10.222.0.104 "DELETE /v2.0/networks/6d6d9515-8bc8-43d7-828e-f90804bc7851 HTTP/1.1" status: 204 len: 168 time: 0.3202968 Jul 06 15:11:18.680567 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 33572) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 15:11:18.690151 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] No Port match for: 2c0926b9-e470-40bd-b6ac-951237ef626b {{(pid=100248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 15:11:18.690755 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 2c0926b9-e470-40bd-b6ac-951237ef626b not bound to the agent host n-d-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 15:11:18.691180 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 99f22e5b-4ca7-4266-b5c0-d61d720d653d no longer exists at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 15:11:18.698853 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59bc9822-31e0-494b-94aa-922bc6fa45a2 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Pushing event deleted for resources: {'Network': ['ID=6d6d9515-8bc8-43d7-828e-f90804bc7851,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:11:18.714692 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] No Port match for: 99f22e5b-4ca7-4266-b5c0-d61d720d653d {{(pid=100248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 15:11:18.715120 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 99f22e5b-4ca7-4266-b5c0-d61d720d653d not bound to the agent host n-d-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 15:11:18.748078 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-56fbb754-0dcf-4b04-b051-6fb36a58ea0e tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Notify callbacks [] for security_group, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:11:18.776577 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-56fbb754-0dcf-4b04-b051-6fb36a58ea0e tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:11:18.849056 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-56fbb754-0dcf-4b04-b051-6fb36a58ea0e tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:11:18.851643 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-56fbb754-0dcf-4b04-b051-6fb36a58ea0e tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Notify callbacks [] for security_group, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:11:18.855917 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-56fbb754-0dcf-4b04-b051-6fb36a58ea0e tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] 10.222.0.104 "DELETE /v2.0/security-groups/ed389ddb-50b4-4fe6-8685-fe5ab535db44 HTTP/1.1" status: 204 len: 168 time: 0.1742723 Jul 06 15:11:18.865942 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56fbb754-0dcf-4b04-b051-6fb36a58ea0e tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed389ddb-50b4-4fe6-8685-fe5ab535db44,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:11:18.874211 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56fbb754-0dcf-4b04-b051-6fb36a58ea0e tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:11:18.874878 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56fbb754-0dcf-4b04-b051-6fb36a58ea0e tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:11:18.875243 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56fbb754-0dcf-4b04-b051-6fb36a58ea0e tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:11:18.875583 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56fbb754-0dcf-4b04-b051-6fb36a58ea0e tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:11:18.876019 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56fbb754-0dcf-4b04-b051-6fb36a58ea0e tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:11:18.876238 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56fbb754-0dcf-4b04-b051-6fb36a58ea0e tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:11:18.876803 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56fbb754-0dcf-4b04-b051-6fb36a58ea0e tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:11:18.877584 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56fbb754-0dcf-4b04-b051-6fb36a58ea0e tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:11:18.877911 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56fbb754-0dcf-4b04-b051-6fb36a58ea0e tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:11:18.878236 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56fbb754-0dcf-4b04-b051-6fb36a58ea0e tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:11:18.878554 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56fbb754-0dcf-4b04-b051-6fb36a58ea0e tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:11:18.878868 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56fbb754-0dcf-4b04-b051-6fb36a58ea0e tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:11:19.077263 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Device 4d0f8fe1-5560-4d7a-aa36-6f44285fbccd no longer exists at agent hyperv_n-h2-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 15:11:19.097002 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] No Port match for: 4d0f8fe1-5560-4d7a-aa36-6f44285fbccd {{(pid=100248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 15:11:19.097340 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Device 4d0f8fe1-5560-4d7a-aa36-6f44285fbccd not bound to the agent host n-h2-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 15:11:19.223782 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 33578) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 15:11:19.228440 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-8be550d5-9f43-4100-a879-31195b89322a tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-410894098', 'description': 'tempest-secgroup-smoke-410894098 description', 'project_id': '768013dcc5f548df9e4c379a3109439b'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 15:11:19.257373 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-8be550d5-9f43-4100-a879-31195b89322a tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Notify callbacks [] for security_group, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:11:19.343881 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-8be550d5-9f43-4100-a879-31195b89322a tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Notify callbacks [] for security_group, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:11:19.347708 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-8be550d5-9f43-4100-a879-31195b89322a tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:11:19.378855 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-8be550d5-9f43-4100-a879-31195b89322a tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Notify callbacks [] for security_group, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:11:19.380191 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-8be550d5-9f43-4100-a879-31195b89322a tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] 10.222.0.104 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1553864 Jul 06 15:11:19.382234 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be550d5-9f43-4100-a879-31195b89322a tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fe3dd0db-7bc6-4cbb-8375-34e2af8b95ef,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:11:19.383297 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 33580) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 15:11:19.388459 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [None req-81c45009-e7ea-4c7a-ac74-878c8c92fe11 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Request body: {'security_group_rule': {'security_group_id': 'fe3dd0db-7bc6-4cbb-8375-34e2af8b95ef', 'project_id': '768013dcc5f548df9e4c379a3109439b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 15:11:19.415642 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-81c45009-e7ea-4c7a-ac74-878c8c92fe11 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:11:19.461431 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-81c45009-e7ea-4c7a-ac74-878c8c92fe11 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:11:19.464920 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-81c45009-e7ea-4c7a-ac74-878c8c92fe11 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1898694'] for security_group_rule, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:11:19.481693 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c45009-e7ea-4c7a-ac74-878c8c92fe11 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b727616a-874f-4a64-9e33-0dc9fbdc78eb,revision_number=0']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:11:19.488543 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-81c45009-e7ea-4c7a-ac74-878c8c92fe11 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:11:19.489708 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-81c45009-e7ea-4c7a-ac74-878c8c92fe11 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] 10.222.0.104 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1053510 Jul 06 15:11:19.492325 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 33582) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 15:11:19.496677 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [None req-9aa228cd-f26d-4bb0-86c0-6b7f76f33385 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Request body: {'security_group_rule': {'security_group_id': 'fe3dd0db-7bc6-4cbb-8375-34e2af8b95ef', 'project_id': '768013dcc5f548df9e4c379a3109439b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 15:11:19.523525 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-9aa228cd-f26d-4bb0-86c0-6b7f76f33385 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:11:19.580794 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-9aa228cd-f26d-4bb0-86c0-6b7f76f33385 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:11:19.584377 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-9aa228cd-f26d-4bb0-86c0-6b7f76f33385 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1898694'] for security_group_rule, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:11:19.601993 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa228cd-f26d-4bb0-86c0-6b7f76f33385 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f709b7bf-ae50-4c3b-8c76-0d01aae80878,revision_number=0']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:11:19.608688 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-9aa228cd-f26d-4bb0-86c0-6b7f76f33385 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:11:19.609940 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-9aa228cd-f26d-4bb0-86c0-6b7f76f33385 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] 10.222.0.104 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1166809 Jul 06 15:11:19.613298 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 33584) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 15:11:19.617798 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [None req-5279ccd7-9eb1-4042-84ee-3e8626a3aa17 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Request body: {'security_group_rule': {'security_group_id': 'fe3dd0db-7bc6-4cbb-8375-34e2af8b95ef', 'project_id': '768013dcc5f548df9e4c379a3109439b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 15:11:19.644168 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-5279ccd7-9eb1-4042-84ee-3e8626a3aa17 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:11:19.702634 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-5279ccd7-9eb1-4042-84ee-3e8626a3aa17 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:11:19.706264 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-5279ccd7-9eb1-4042-84ee-3e8626a3aa17 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1898694'] for security_group_rule, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:11:19.724989 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5279ccd7-9eb1-4042-84ee-3e8626a3aa17 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c9b88ea5-5cf0-459e-8829-2057559b7068,revision_number=0']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:11:19.732118 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-5279ccd7-9eb1-4042-84ee-3e8626a3aa17 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:11:19.733355 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-5279ccd7-9eb1-4042-84ee-3e8626a3aa17 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] 10.222.0.104 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1191068 Jul 06 15:11:19.736103 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 33586) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 15:11:19.741640 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [None req-66d93972-ef0c-4feb-9389-386227074253 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Request body: {'security_group_rule': {'security_group_id': 'fe3dd0db-7bc6-4cbb-8375-34e2af8b95ef', 'project_id': '768013dcc5f548df9e4c379a3109439b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 15:11:19.768307 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-66d93972-ef0c-4feb-9389-386227074253 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:11:19.831716 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-66d93972-ef0c-4feb-9389-386227074253 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:11:19.835353 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-66d93972-ef0c-4feb-9389-386227074253 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1898694'] for security_group_rule, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:11:19.854825 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d93972-ef0c-4feb-9389-386227074253 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c2c7de31-8c5a-4c21-8095-55bf25e9fec0,revision_number=0']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:11:19.862176 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-66d93972-ef0c-4feb-9389-386227074253 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:11:19.863415 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-66d93972-ef0c-4feb-9389-386227074253 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] 10.222.0.104 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1257887 Jul 06 15:11:19.866189 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 33588) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 15:11:19.870835 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-88eb5a35-230d-4f67-96c2-9c130441f886 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Request body: {'security_group_rule': {'security_group_id': 'fe3dd0db-7bc6-4cbb-8375-34e2af8b95ef', 'project_id': '768013dcc5f548df9e4c379a3109439b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 15:11:19.895761 n-d-773647-6 neutron-server[100246]: INFO neutron.db.securitygroups_db [None req-88eb5a35-230d-4f67-96c2-9c130441f886 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Project 768013dcc5f548df9e4c379a3109439b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 06 15:11:19.900863 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-88eb5a35-230d-4f67-96c2-9c130441f886 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:11:19.963407 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-88eb5a35-230d-4f67-96c2-9c130441f886 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:11:19.967369 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-88eb5a35-230d-4f67-96c2-9c130441f886 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1898694'] for security_group_rule, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:11:19.988017 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88eb5a35-230d-4f67-96c2-9c130441f886 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a72bf250-bc71-488b-80b2-a3c547081c33,revision_number=0']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:11:19.991852 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-88eb5a35-230d-4f67-96c2-9c130441f886 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:11:19.995693 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-88eb5a35-230d-4f67-96c2-9c130441f886 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] 10.222.0.104 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1259780 Jul 06 15:11:19.996236 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 33590) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 15:11:20.000869 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-e458c62a-9c04-4e4a-910c-21c8b25ce7b8 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Request body: {'security_group_rule': {'security_group_id': 'fe3dd0db-7bc6-4cbb-8375-34e2af8b95ef', 'project_id': '768013dcc5f548df9e4c379a3109439b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 15:11:20.023783 n-d-773647-6 neutron-server[100246]: INFO neutron.db.securitygroups_db [None req-e458c62a-9c04-4e4a-910c-21c8b25ce7b8 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Project 768013dcc5f548df9e4c379a3109439b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 06 15:11:20.028665 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-e458c62a-9c04-4e4a-910c-21c8b25ce7b8 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:11:20.090796 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-e458c62a-9c04-4e4a-910c-21c8b25ce7b8 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:11:20.093806 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-e458c62a-9c04-4e4a-910c-21c8b25ce7b8 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1898694'] for security_group_rule, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:11:20.115080 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e458c62a-9c04-4e4a-910c-21c8b25ce7b8 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b7e4ee5c-bf11-44b7-b458-c052bfd301e3,revision_number=0']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:11:20.121307 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-e458c62a-9c04-4e4a-910c-21c8b25ce7b8 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:11:20.122538 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-e458c62a-9c04-4e4a-910c-21c8b25ce7b8 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] 10.222.0.104 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1256778 Jul 06 15:11:20.125393 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 33592) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 15:11:20.130406 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-34f7a731-43cc-4641-bc1d-56e0a4cc281e tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Request body: {'network': {'name': 'tempest-network-smoke--849113014', 'project_id': '768013dcc5f548df9e4c379a3109439b', 'port_security_enabled': True}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 15:11:20.151223 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34f7a731-43cc-4641-bc1d-56e0a4cc281e tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Made reservation on behalf of 768013dcc5f548df9e4c379a3109439b for: {'network': 1} {{(pid=100246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 15:11:20.154728 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-34f7a731-43cc-4641-bc1d-56e0a4cc281e tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for network, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:11:20.178974 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-34f7a731-43cc-4641-bc1d-56e0a4cc281e tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] vlan segment allocate from pool success with {'vlan_id': 1024, 'physical_network': 'physnet1'} {{(pid=100246) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 15:11:20.187700 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-34f7a731-43cc-4641-bc1d-56e0a4cc281e tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552'] for segment, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:11:20.188021 n-d-773647-6 neutron-server[100246]: INFO neutron.db.segments_db [None req-34f7a731-43cc-4641-bc1d-56e0a4cc281e tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Added segment 8e5b5183-0bf8-450a-af45-dd0e8f0f67fc of type vlan for network 034a7ed6-0d97-415e-89c6-1a0d4b9387a1 Jul 06 15:11:20.228342 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-34f7a731-43cc-4641-bc1d-56e0a4cc281e tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773752984405'] for network, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:11:20.255980 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-34f7a731-43cc-4641-bc1d-56e0a4cc281e tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060'] for network, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:11:20.261491 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34f7a731-43cc-4641-bc1d-56e0a4cc281e tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:11:20.262085 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-34f7a731-43cc-4641-bc1d-56e0a4cc281e tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Notify callbacks [] for network, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:11:20.321907 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-34f7a731-43cc-4641-bc1d-56e0a4cc281e tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] 10.222.0.104 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1954510 Jul 06 15:11:20.325389 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 33594) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 15:11:20.327540 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f7a731-43cc-4641-bc1d-56e0a4cc281e tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Pushing event updated for resources: {'Network': ['ID=034a7ed6-0d97-415e-89c6-1a0d4b9387a1,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:11:20.331625 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [None req-2cf97374-fd84-4715-a310-78d5224c533f tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1844569737', 'admin_state_up': True, 'project_id': '768013dcc5f548df9e4c379a3109439b', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719'}}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 15:11:20.338427 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Network 034a7ed6-0d97-415e-89c6-1a0d4b9387a1 details requested by agent ovs-agent-n-d-773647-6 with host n-d-773647-6 {{(pid=100248) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 15:11:20.354976 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-2cf97374-fd84-4715-a310-78d5224c533f tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1806290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6992'] for router, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:11:20.355999 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-2cf97374-fd84-4715-a310-78d5224c533f tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1806157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1808637', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1714747', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7007'] for router, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:11:20.408300 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-2cf97374-fd84-4715-a310-78d5224c533f tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:11:20.539991 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 57093413-790e-4d5b-8589-b3d42e324237 no longer exists at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 15:11:20.548167 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-2cf97374-fd84-4715-a310-78d5224c533f tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1761047', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1806272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6989'] for router, precommit_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:11:20.560611 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] No Port match for: 57093413-790e-4d5b-8589-b3d42e324237 {{(pid=100248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 15:11:20.560954 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 57093413-790e-4d5b-8589-b3d42e324237 not bound to the agent host n-d-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 15:11:20.743121 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-2cf97374-fd84-4715-a310-78d5224c533f tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Notify callbacks [] for router_gateway, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:11:20.766278 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-2cf97374-fd84-4715-a310-78d5224c533f tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:11:20.877408 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.db_base_plugin_common [None req-2cf97374-fd84-4715-a310-78d5224c533f tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Allocated IP 172.25.0.24 (2658f09e-a580-4d4a-9968-2d1e0ad93719/cbf74abc-6fe1-4d33-b005-c948923b9647/ba442aa4-0cc6-4731-aa13-ff2f3d5edc1e) {{(pid=100247) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 15:11:21.004567 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-2cf97374-fd84-4715-a310-78d5224c533f tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Notify callbacks [] for port, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:11:21.044198 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-2cf97374-fd84-4715-a310-78d5224c533f tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-128888360'] for port, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:11:21.082632 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cf97374-fd84-4715-a310-78d5224c533f tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Network 2658f09e-a580-4d4a-9968-2d1e0ad93719 is already hosted by enough agents. {{(pid=100247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 15:11:21.085475 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.base_scheduler [None req-2cf97374-fd84-4715-a310-78d5224c533f tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Resources bound (agent type, host, resource id): {{(pid=100247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 15:11:21.091989 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cf97374-fd84-4715-a310-78d5224c533f tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Received port after_create {{(pid=100247) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 15:11:21.097546 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf97374-fd84-4715-a310-78d5224c533f tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Pushing event updated for resources: {'Port': ['ID=ba442aa4-0cc6-4731-aa13-ff2f3d5edc1e,revision_number=1']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:11:21.341622 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-2cf97374-fd84-4715-a310-78d5224c533f tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Notify callbacks [] for router_gateway, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:11:21.851037 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-2cf97374-fd84-4715-a310-78d5224c533f tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1806297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1761036'] for router, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:11:21.979343 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2cf97374-fd84-4715-a310-78d5224c533f tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Router 8792da57-55cd-4dc5-8415-0b269577f6ea is scheduled to L3 agent 2823d358-a11b-4885-a706-95a279e43fa7 with binding_index 1 {{(pid=100247) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 15:11:22.088179 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cf97374-fd84-4715-a310-78d5224c533f tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Notify agent at l3_agent.n-d-773647-6 the message routers_updated {{(pid=100247) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 15:11:22.100423 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52224dde-f0eb-4a24-9243-b90d38037eb8 None None] Sync routers for ids ['8792da57-55cd-4dc5-8415-0b269577f6ea'] in n-d-773647-6 {{(pid=100249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 15:11:22.109050 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-2cf97374-fd84-4715-a310-78d5224c533f tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Notify callbacks [] for router, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:11:22.110548 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-2cf97374-fd84-4715-a310-78d5224c533f tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] 10.222.0.104 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.7841091 Jul 06 15:11:22.114377 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52224dde-f0eb-4a24-9243-b90d38037eb8 None None] Routers {'8792da57-55cd-4dc5-8415-0b269577f6ea'} bound to L3 agent in host n-d-773647-6 {{(pid=100249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 15:11:22.115363 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-52224dde-f0eb-4a24-9243-b90d38037eb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T15:10:56Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['8792da57-55cd-4dc5-8415-0b269577f6ea'], 'active': True} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:11:22.116097 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 33596) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 15:11:22.147879 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-5e4aac02-5190-4b90-8d8c-8c14195b0f8a tempest-TestNetworkAdvancedServerOps-1213390431 tempest-TestNetworkAdvancedServerOps-1213390431-project-admin] 10.222.0.104 "GET /v2.0/subnets?project_id=768013dcc5f548df9e4c379a3109439b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0305622 Jul 06 15:11:22.150516 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 33598) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 15:11:22.221683 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvr_db [None req-52224dde-f0eb-4a24-9243-b90d38037eb8 None None] Set router 8792da57-55cd-4dc5-8415-0b269577f6ea gateway port host: n-d-773647-6 {{(pid=100249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 15:11:22.239788 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d4af7c5-4544-43b7-a294-0ee5f76275e6 tempest-TestNetworkAdvancedServerOps-1213390431 tempest-TestNetworkAdvancedServerOps-1213390431-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:11:22.241424 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-1d4af7c5-4544-43b7-a294-0ee5f76275e6 tempest-TestNetworkAdvancedServerOps-1213390431 tempest-TestNetworkAdvancedServerOps-1213390431-project-admin] 10.222.0.104 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0899734 Jul 06 15:11:22.244217 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 33600) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 15:11:22.271898 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-cfdf9837-fc59-447c-bc7f-e49e9d0d85f0 tempest-TestNetworkAdvancedServerOps-1213390431 tempest-TestNetworkAdvancedServerOps-1213390431-project-admin] 10.222.0.104 "GET /v2.0/subnets?network_id=2658f09e-a580-4d4a-9968-2d1e0ad93719&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0265923 Jul 06 15:11:22.274314 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 33602) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 15:11:22.279084 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-1f1f651f-9650-4602-9288-4c110e909ba1 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1532805643', 'network_id': '034a7ed6-0d97-415e-89c6-1a0d4b9387a1', 'project_id': '768013dcc5f548df9e4c379a3109439b', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 15:11:22.371734 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f1f651f-9650-4602-9288-4c110e909ba1 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Made reservation on behalf of 768013dcc5f548df9e4c379a3109439b for: {'subnet': 1} {{(pid=100246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 15:11:22.375327 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-1f1f651f-9650-4602-9288-4c110e909ba1 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127702029'] for subnet, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:11:22.400097 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-52224dde-f0eb-4a24-9243-b90d38037eb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8792da57-55cd-4dc5-8415-0b269577f6ea', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1844569737', 'tenant_id': '768013dcc5f548df9e4c379a3109439b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.24'}], 'enable_snat': True}, 'gw_port_id': 'ba442aa4-0cc6-4731-aa13-ff2f3d5edc1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T15:11:20Z', 'updated_at': '2021-07-06T15:11:21Z', 'revision_number': 3, 'project_id': '768013dcc5f548df9e4c379a3109439b', 'gw_port': {'id': 'ba442aa4-0cc6-4731-aa13-ff2f3d5edc1e', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:34:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8792da57-55cd-4dc5-8415-0b269577f6ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T15:11:20Z', 'updated_at': '2021-07-06T15:11:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6'}], 'n-d-773647-6', False) {} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:11:22.430193 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52224dde-f0eb-4a24-9243-b90d38037eb8 None None] Checking router: 8792da57-55cd-4dc5-8415-0b269577f6ea for host: n-d-773647-6 {{(pid=100249) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 15:11:22.430526 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52224dde-f0eb-4a24-9243-b90d38037eb8 None None] Updating router 8792da57-55cd-4dc5-8415-0b269577f6ea port ba442aa4-0cc6-4731-aa13-ff2f3d5edc1e binding host n-d-773647-6 {{(pid=100249) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 15:11:22.466677 n-d-773647-6 neutron-server[100249]: DEBUG neutron_lib.callbacks.manager [None req-52224dde-f0eb-4a24-9243-b90d38037eb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:11:22.578736 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-1f1f651f-9650-4602-9288-4c110e909ba1 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1849032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127687649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127702047'] for subnet, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:11:22.638848 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1f651f-9650-4602-9288-4c110e909ba1 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Pushing event updated for resources: {'Subnet': ['ID=3fba4d27-6a66-4ccf-941f-743201557c58,revision_number=0']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:11:22.650303 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f1f651f-9650-4602-9288-4c110e909ba1 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Checking segment: {'id': '8e5b5183-0bf8-450a-af45-dd0e8f0f67fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': '034a7ed6-0d97-415e-89c6-1a0d4b9387a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 15:11:22.650684 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f1f651f-9650-4602-9288-4c110e909ba1 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Network hostable DHCP agents. Network: 034a7ed6-0d97-415e-89c6-1a0d4b9387a1, hostable agents: ['f2bada3d-be77-4359-982b-8505a2bbca04'], hosted agents: [] {{(pid=100246) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 15:11:22.668149 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f1f651f-9650-4602-9288-4c110e909ba1 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Network 034a7ed6-0d97-415e-89c6-1a0d4b9387a1 is scheduled to be hosted by DHCP agent f2bada3d-be77-4359-982b-8505a2bbca04 with binding_index 1 {{(pid=100246) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 15:11:22.677781 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.base_scheduler [None req-1f1f651f-9650-4602-9288-4c110e909ba1 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773647-6, 034a7ed6-0d97-415e-89c6-1a0d4b9387a1) {{(pid=100246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 15:11:22.682914 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f1f651f-9650-4602-9288-4c110e909ba1 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:11:22.683483 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-1f1f651f-9650-4602-9288-4c110e909ba1 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Notify callbacks [] for subnet, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:11:22.690352 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30b94f4a-4f78-433f-bac3-1e751d4e5db1 None None] Network 034a7ed6-0d97-415e-89c6-1a0d4b9387a1 requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 15:11:22.702531 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-1f1f651f-9650-4602-9288-4c110e909ba1 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] 10.222.0.104 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4269164 Jul 06 15:11:22.705706 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 33604) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 15:11:22.730000 n-d-773647-6 neutron-server[100249]: DEBUG neutron_lib.callbacks.manager [None req-52224dde-f0eb-4a24-9243-b90d38037eb8 None None] Notify callbacks [] for port, precommit_update {{(pid=100249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:11:22.745946 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.provisioning_blocks [None req-52224dde-f0eb-4a24-9243-b90d38037eb8 None None] Transition to ACTIVE for port object ba442aa4-0cc6-4731-aa13-ff2f3d5edc1e will not be triggered until provisioned by entity L2. {{(pid=100249) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 15:11:22.752756 n-d-773647-6 neutron-server[100249]: DEBUG neutron_lib.callbacks.manager [None req-52224dde-f0eb-4a24-9243-b90d38037eb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:11:22.810008 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.managers [None req-52224dde-f0eb-4a24-9243-b90d38037eb8 None None] Attempting to bind port ba442aa4-0cc6-4731-aa13-ff2f3d5edc1e on host n-d-773647-6 for vnic_type normal with profile {{(pid=100249) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 15:11:22.810346 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.managers [None req-52224dde-f0eb-4a24-9243-b90d38037eb8 None None] Attempting to bind port ba442aa4-0cc6-4731-aa13-ff2f3d5edc1e by drivers openvswitch,hyperv on host n-d-773647-6 at level 0 using segments [{'id': '89a832b7-7793-4d51-9038-ed7e1c3ff1b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719'}] {{(pid=100249) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 15:11:22.810566 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52224dde-f0eb-4a24-9243-b90d38037eb8 None None] Attempting to bind port ba442aa4-0cc6-4731-aa13-ff2f3d5edc1e on network 2658f09e-a580-4d4a-9968-2d1e0ad93719 {{(pid=100249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 15:11:22.819708 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25e8964-14ca-4deb-886c-ae4f18ebc45c None None] Pushing event updated for resources: {'Port': ['ID=ba442aa4-0cc6-4731-aa13-ff2f3d5edc1e,revision_number=2']} {{(pid=100249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:11:22.822128 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52224dde-f0eb-4a24-9243-b90d38037eb8 None None] Checking agent: {'id': '8ab5b19c-d213-4f29-891d-27bdf39d38b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773647-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 43, 26), 'started_at': datetime.datetime(2021, 7, 6, 13, 43, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 15, 10, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773647-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 15:11:22.822958 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52224dde-f0eb-4a24-9243-b90d38037eb8 None None] Checking segment: {'id': '89a832b7-7793-4d51-9038-ed7e1c3ff1b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100249) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 15:11:22.822958 n-d-773647-6 neutron-server[100249]: DEBUG neutron_lib.callbacks.manager [None req-52224dde-f0eb-4a24-9243-b90d38037eb8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:11:22.823321 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52224dde-f0eb-4a24-9243-b90d38037eb8 None None] Bound using segment: {'id': '89a832b7-7793-4d51-9038-ed7e1c3ff1b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719'} {{(pid=100249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 15:11:22.823779 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.managers [None req-52224dde-f0eb-4a24-9243-b90d38037eb8 None None] Bound port: ba442aa4-0cc6-4731-aa13-ff2f3d5edc1e, host: n-d-773647-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89a832b7-7793-4d51-9038-ed7e1c3ff1b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719'}}] {{(pid=100249) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 15:11:22.824159 n-d-773647-6 neutron-server[100249]: DEBUG neutron_lib.callbacks.manager [None req-52224dde-f0eb-4a24-9243-b90d38037eb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:11:22.850162 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e25e8964-14ca-4deb-886c-ae4f18ebc45c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:11:22.850502 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e25e8964-14ca-4deb-886c-ae4f18ebc45c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:11:22.850833 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e25e8964-14ca-4deb-886c-ae4f18ebc45c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:11:22.851162 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e25e8964-14ca-4deb-886c-ae4f18ebc45c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:11:22.851518 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e25e8964-14ca-4deb-886c-ae4f18ebc45c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:11:22.851841 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e25e8964-14ca-4deb-886c-ae4f18ebc45c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:11:22.852160 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e25e8964-14ca-4deb-886c-ae4f18ebc45c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:11:22.852478 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e25e8964-14ca-4deb-886c-ae4f18ebc45c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:11:22.852898 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e25e8964-14ca-4deb-886c-ae4f18ebc45c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:11:22.853092 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e25e8964-14ca-4deb-886c-ae4f18ebc45c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:11:22.853404 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e25e8964-14ca-4deb-886c-ae4f18ebc45c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:11:22.853715 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e25e8964-14ca-4deb-886c-ae4f18ebc45c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:11:22.870061 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52a067a4-e8d4-4cea-8765-55a7d6f9404a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6bd5fc82-6666-56e8-87c2-91648d36c963-034a7ed6-0d97-415e-89c6-1a0d4b9387a1', 'network_id': '034a7ed6-0d97-415e-89c6-1a0d4b9387a1', 'tenant_id': '768013dcc5f548df9e4c379a3109439b', 'fixed_ips': [{'subnet_id': '3fba4d27-6a66-4ccf-941f-743201557c58'}]}} from n-d-773647-6. {{(pid=100248) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 15:11:22.871696 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-52a067a4-e8d4-4cea-8765-55a7d6f9404a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:11:22.893376 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.db [None req-52224dde-f0eb-4a24-9243-b90d38037eb8 None None] For port ba442aa4-0cc6-4731-aa13-ff2f3d5edc1e, host n-d-773647-6, cleared binding levels {{(pid=100249) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 15:11:22.897110 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.db [None req-52224dde-f0eb-4a24-9243-b90d38037eb8 None None] For port ba442aa4-0cc6-4731-aa13-ff2f3d5edc1e, host n-d-773647-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=ba442aa4-0cc6-4731-aa13-ff2f3d5edc1e,segment=NetworkSegment(89a832b7-7793-4d51-9038-ed7e1c3ff1b2),segment_id=89a832b7-7793-4d51-9038-ed7e1c3ff1b2)] {{(pid=100249) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 15:11:22.902551 n-d-773647-6 neutron-server[100249]: DEBUG neutron_lib.callbacks.manager [None req-52224dde-f0eb-4a24-9243-b90d38037eb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:11:22.967465 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25e8964-14ca-4deb-886c-ae4f18ebc45c None None] Pushing event updated for resources: {'Port': ['ID=ba442aa4-0cc6-4731-aa13-ff2f3d5edc1e,revision_number=3']} {{(pid=100249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:11:22.974910 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52224dde-f0eb-4a24-9243-b90d38037eb8 None None] Routers {'8792da57-55cd-4dc5-8415-0b269577f6ea'} bound to L3 agent in host n-d-773647-6 {{(pid=100249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 15:11:22.975723 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-52224dde-f0eb-4a24-9243-b90d38037eb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T15:10:56Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['8792da57-55cd-4dc5-8415-0b269577f6ea'], 'active': True} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:11:23.035897 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-40af5894-1ad1-4503-b6e9-608b8752f47f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:11:23.041873 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.db_base_plugin_common [None req-52a067a4-e8d4-4cea-8765-55a7d6f9404a None None] Allocated IP 172.20.0.2 (034a7ed6-0d97-415e-89c6-1a0d4b9387a1/3fba4d27-6a66-4ccf-941f-743201557c58/fed4de82-6317-4b4f-9ff5-82e2ffb454be) {{(pid=100248) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 15:11:23.085202 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvr_db [None req-52224dde-f0eb-4a24-9243-b90d38037eb8 None None] Set router 8792da57-55cd-4dc5-8415-0b269577f6ea gateway port host: n-d-773647-6 {{(pid=100249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 15:11:23.286547 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-52224dde-f0eb-4a24-9243-b90d38037eb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8792da57-55cd-4dc5-8415-0b269577f6ea', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1844569737', 'tenant_id': '768013dcc5f548df9e4c379a3109439b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.24'}], 'enable_snat': True}, 'gw_port_id': 'ba442aa4-0cc6-4731-aa13-ff2f3d5edc1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T15:11:20Z', 'updated_at': '2021-07-06T15:11:21Z', 'revision_number': 3, 'project_id': '768013dcc5f548df9e4c379a3109439b', 'gw_port': {'id': 'ba442aa4-0cc6-4731-aa13-ff2f3d5edc1e', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:34:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8792da57-55cd-4dc5-8415-0b269577f6ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T15:11:20Z', 'updated_at': '2021-07-06T15:11:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6'}], 'n-d-773647-6', False) {} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:11:23.313432 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52224dde-f0eb-4a24-9243-b90d38037eb8 None None] The sync data for ids ['8792da57-55cd-4dc5-8415-0b269577f6ea'] in n-d-773647-6 is: [{'id': '8792da57-55cd-4dc5-8415-0b269577f6ea', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1844569737', 'tenant_id': '768013dcc5f548df9e4c379a3109439b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.24'}], 'enable_snat': True}, 'gw_port_id': 'ba442aa4-0cc6-4731-aa13-ff2f3d5edc1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T15:11:20Z', 'updated_at': '2021-07-06T15:11:21Z', 'revision_number': 3, 'project_id': '768013dcc5f548df9e4c379a3109439b', 'gw_port': {'id': 'ba442aa4-0cc6-4731-aa13-ff2f3d5edc1e', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:34:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8792da57-55cd-4dc5-8415-0b269577f6ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T15:11:20Z', 'updated_at': '2021-07-06T15:11:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6'}] {{(pid=100249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 15:11:23.358209 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-52a067a4-e8d4-4cea-8765-55a7d6f9404a None None] Notify callbacks [] for port, precommit_create {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:11:23.368554 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-52a067a4-e8d4-4cea-8765-55a7d6f9404a None None] Transition to ACTIVE for port object fed4de82-6317-4b4f-9ff5-82e2ffb454be will not be triggered until provisioned by entity L2. {{(pid=100248) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 15:11:23.389646 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-52a067a4-e8d4-4cea-8765-55a7d6f9404a None None] Transition to ACTIVE for port object fed4de82-6317-4b4f-9ff5-82e2ffb454be will not be triggered until provisioned by entity DHCP. {{(pid=100248) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 15:11:23.397212 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-52a067a4-e8d4-4cea-8765-55a7d6f9404a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108'] for port, after_create {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:11:23.436840 n-d-773647-6 neutron-server[100248]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52a067a4-e8d4-4cea-8765-55a7d6f9404a None None] Network 034a7ed6-0d97-415e-89c6-1a0d4b9387a1 is already hosted by enough agents. {{(pid=100248) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 15:11:23.441509 n-d-773647-6 neutron-server[100248]: DEBUG neutron.scheduler.base_scheduler [None req-52a067a4-e8d4-4cea-8765-55a7d6f9404a None None] Resources bound (agent type, host, resource id): {{(pid=100248) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 15:11:23.449533 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52a067a4-e8d4-4cea-8765-55a7d6f9404a None None] Received port after_create {{(pid=100248) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 15:11:23.455410 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a067a4-e8d4-4cea-8765-55a7d6f9404a None None] Pushing event updated for resources: {'Port': ['ID=fed4de82-6317-4b4f-9ff5-82e2ffb454be,revision_number=1']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:11:23.515711 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-52a067a4-e8d4-4cea-8765-55a7d6f9404a None None] Attempting to bind port fed4de82-6317-4b4f-9ff5-82e2ffb454be on host n-d-773647-6 for vnic_type normal with profile {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 15:11:23.516019 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-52a067a4-e8d4-4cea-8765-55a7d6f9404a None None] Attempting to bind port fed4de82-6317-4b4f-9ff5-82e2ffb454be by drivers openvswitch,hyperv on host n-d-773647-6 at level 0 using segments [{'id': '8e5b5183-0bf8-450a-af45-dd0e8f0f67fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': '034a7ed6-0d97-415e-89c6-1a0d4b9387a1'}] {{(pid=100248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 15:11:23.516383 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52a067a4-e8d4-4cea-8765-55a7d6f9404a None None] Attempting to bind port fed4de82-6317-4b4f-9ff5-82e2ffb454be on network 034a7ed6-0d97-415e-89c6-1a0d4b9387a1 {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 15:11:23.524321 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52a067a4-e8d4-4cea-8765-55a7d6f9404a None None] Checking agent: {'id': '8ab5b19c-d213-4f29-891d-27bdf39d38b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773647-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 43, 26), 'started_at': datetime.datetime(2021, 7, 6, 13, 43, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 15, 10, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773647-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 15:11:23.524321 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52a067a4-e8d4-4cea-8765-55a7d6f9404a None None] Checking segment: {'id': '8e5b5183-0bf8-450a-af45-dd0e8f0f67fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': '034a7ed6-0d97-415e-89c6-1a0d4b9387a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 15:11:23.524321 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-52a067a4-e8d4-4cea-8765-55a7d6f9404a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:11:23.524321 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52a067a4-e8d4-4cea-8765-55a7d6f9404a None None] Bound using segment: {'id': '8e5b5183-0bf8-450a-af45-dd0e8f0f67fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': '034a7ed6-0d97-415e-89c6-1a0d4b9387a1'} {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 15:11:23.524321 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-52a067a4-e8d4-4cea-8765-55a7d6f9404a None None] Bound port: fed4de82-6317-4b4f-9ff5-82e2ffb454be, host: n-d-773647-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e5b5183-0bf8-450a-af45-dd0e8f0f67fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': '034a7ed6-0d97-415e-89c6-1a0d4b9387a1'}}] {{(pid=100248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 15:11:23.524321 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-52a067a4-e8d4-4cea-8765-55a7d6f9404a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:11:23.613031 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-52a067a4-e8d4-4cea-8765-55a7d6f9404a None None] For port fed4de82-6317-4b4f-9ff5-82e2ffb454be, host n-d-773647-6, cleared binding levels {{(pid=100248) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 15:11:23.616555 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-52a067a4-e8d4-4cea-8765-55a7d6f9404a None None] For port fed4de82-6317-4b4f-9ff5-82e2ffb454be, host n-d-773647-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=fed4de82-6317-4b4f-9ff5-82e2ffb454be,segment=NetworkSegment(8e5b5183-0bf8-450a-af45-dd0e8f0f67fc),segment_id=8e5b5183-0bf8-450a-af45-dd0e8f0f67fc)] {{(pid=100248) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 15:11:23.621253 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-52a067a4-e8d4-4cea-8765-55a7d6f9404a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:11:23.622977 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-73d1f158-3565-4204-812c-160affb8409e tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:11:23.691009 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a067a4-e8d4-4cea-8765-55a7d6f9404a None None] Pushing event updated for resources: {'Port': ['ID=fed4de82-6317-4b4f-9ff5-82e2ffb454be,revision_number=2']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:11:23.963964 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.db_base_plugin_common [None req-73d1f158-3565-4204-812c-160affb8409e tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Allocated IP 172.20.0.1 (034a7ed6-0d97-415e-89c6-1a0d4b9387a1/3fba4d27-6a66-4ccf-941f-743201557c58/23cdc83d-a8a7-4237-b039-a741a435a75a) {{(pid=100246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 15:11:24.102424 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-73d1f158-3565-4204-812c-160affb8409e tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Notify callbacks [] for port, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:11:24.120253 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.provisioning_blocks [None req-73d1f158-3565-4204-812c-160affb8409e tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Transition to ACTIVE for port object 23cdc83d-a8a7-4237-b039-a741a435a75a will not be triggered until provisioned by entity DHCP. {{(pid=100246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 15:11:24.155693 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-73d1f158-3565-4204-812c-160affb8409e tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-127687573'] for port, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:11:24.198062 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73d1f158-3565-4204-812c-160affb8409e tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Network 034a7ed6-0d97-415e-89c6-1a0d4b9387a1 is already hosted by enough agents. {{(pid=100246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 15:11:24.201704 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.base_scheduler [None req-73d1f158-3565-4204-812c-160affb8409e tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Resources bound (agent type, host, resource id): {{(pid=100246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 15:11:24.205787 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73d1f158-3565-4204-812c-160affb8409e tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Received port after_create {{(pid=100246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 15:11:24.236273 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d1f158-3565-4204-812c-160affb8409e tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Pushing event updated for resources: {'Port': ['ID=23cdc83d-a8a7-4237-b039-a741a435a75a,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:11:24.262869 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-73d1f158-3565-4204-812c-160affb8409e tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1807675'] for router_interface, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:11:24.414908 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-73d1f158-3565-4204-812c-160affb8409e tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:11:24.627661 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed9b300d-7b96-489c-b348-a137843d0726 None None] Network 034a7ed6-0d97-415e-89c6-1a0d4b9387a1 requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 15:11:24.685013 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device fed4de82-6317-4b4f-9ff5-82e2ffb454be up at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 15:11:24.731672 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-73d1f158-3565-4204-812c-160affb8409e tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Notify callbacks [] for port, precommit_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:11:24.737377 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-73d1f158-3565-4204-812c-160affb8409e tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127687527'] for port, after_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:11:24.753240 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-d8d2b9bf-cf58-4cc5-8346-667381b58b12 None None] Provisioning for port fed4de82-6317-4b4f-9ff5-82e2ffb454be completed by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 15:11:24.796724 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning for port fed4de82-6317-4b4f-9ff5-82e2ffb454be completed by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 15:11:24.805166 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning complete for port fed4de82-6317-4b4f-9ff5-82e2ffb454be triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 15:11:24.805539 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:11:24.818777 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-73d1f158-3565-4204-812c-160affb8409e tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1809478'] for router_interface, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:11:24.820635 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d1f158-3565-4204-812c-160affb8409e tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Pushing event updated for resources: {'Port': ['ID=23cdc83d-a8a7-4237-b039-a741a435a75a,revision_number=2']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:11:24.912849 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73d1f158-3565-4204-812c-160affb8409e tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Network 034a7ed6-0d97-415e-89c6-1a0d4b9387a1 is already hosted by enough agents. {{(pid=100246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 15:11:24.914284 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.base_scheduler [None req-73d1f158-3565-4204-812c-160affb8409e tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Resources bound (agent type, host, resource id): {{(pid=100246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 15:11:24.931792 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:11:24.981332 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] For port fed4de82-6317-4b4f-9ff5-82e2ffb454be, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=fed4de82-6317-4b4f-9ff5-82e2ffb454be,segment=NetworkSegment(8e5b5183-0bf8-450a-af45-dd0e8f0f67fc),segment_id=8e5b5183-0bf8-450a-af45-dd0e8f0f67fc)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 15:11:24.987705 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:11:24.988595 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device ba442aa4-0cc6-4731-aa13-ff2f3d5edc1e up at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 15:11:25.053828 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73d1f158-3565-4204-812c-160affb8409e tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Router 8792da57-55cd-4dc5-8415-0b269577f6ea has already been hosted by L3 agent 2823d358-a11b-4885-a706-95a279e43fa7 {{(pid=100246) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 15:11:25.075440 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Pushing event updated for resources: {'Port': ['ID=fed4de82-6317-4b4f-9ff5-82e2ffb454be,revision_number=3']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:11:25.093000 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning for port ba442aa4-0cc6-4731-aa13-ff2f3d5edc1e completed by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 15:11:25.103429 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning complete for port ba442aa4-0cc6-4731-aa13-ff2f3d5edc1e triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 15:11:25.104072 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:11:25.182163 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73d1f158-3565-4204-812c-160affb8409e tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Notify agent at l3_agent.n-d-773647-6 the message routers_updated {{(pid=100246) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 15:11:25.191412 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-73d1f158-3565-4204-812c-160affb8409e tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] 10.222.0.104 "PUT /v2.0/routers/8792da57-55cd-4dc5-8415-0b269577f6ea/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4805510 Jul 06 15:11:25.203604 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:11:25.210968 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-9b9ac013-e959-4885-b72c-ef81c6bf8b3d None None] Provisioning complete for port fed4de82-6317-4b4f-9ff5-82e2ffb454be triggered by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 15:11:25.211467 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-9b9ac013-e959-4885-b72c-ef81c6bf8b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:11:25.266080 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] For port ba442aa4-0cc6-4731-aa13-ff2f3d5edc1e, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=ba442aa4-0cc6-4731-aa13-ff2f3d5edc1e,segment=NetworkSegment(89a832b7-7793-4d51-9038-ed7e1c3ff1b2),segment_id=89a832b7-7793-4d51-9038-ed7e1c3ff1b2)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 15:11:25.276995 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:11:25.364090 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Pushing event updated for resources: {'Port': ['ID=ba442aa4-0cc6-4731-aa13-ff2f3d5edc1e,revision_number=4']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:11:25.373335 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-9b9ac013-e959-4885-b72c-ef81c6bf8b3d None None] Provisioning for port 23cdc83d-a8a7-4237-b039-a741a435a75a completed by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 15:11:25.380624 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-6bb6dd59-1024-40dd-9807-27257ec5f648 req-c17e0b39-8957-493d-b446-e1168e124a89 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] 10.222.0.104 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-410894098&fields=id&tenant_id=768013dcc5f548df9e4c379a3109439b HTTP/1.1" status: 200 len: 267 time: 0.0498023 Jul 06 15:11:25.392659 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-9b9ac013-e959-4885-b72c-ef81c6bf8b3d None None] Provisioning complete for port 23cdc83d-a8a7-4237-b039-a741a435a75a triggered by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 15:11:25.393330 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-9b9ac013-e959-4885-b72c-ef81c6bf8b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:11:25.424671 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a74f05a4-7c72-4bd5-948f-f586a738be2f None None] Sync routers for ids ['8792da57-55cd-4dc5-8415-0b269577f6ea'] in n-d-773647-6 {{(pid=100248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 15:11:25.440666 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a74f05a4-7c72-4bd5-948f-f586a738be2f None None] Routers {'8792da57-55cd-4dc5-8415-0b269577f6ea'} bound to L3 agent in host n-d-773647-6 {{(pid=100248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 15:11:25.441294 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-a74f05a4-7c72-4bd5-948f-f586a738be2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T15:10:56Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['8792da57-55cd-4dc5-8415-0b269577f6ea'], 'active': True} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:11:25.486658 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-9b9ac013-e959-4885-b72c-ef81c6bf8b3d None None] Port 23cdc83d-a8a7-4237-b039-a741a435a75a cannot update to ACTIVE because it is not bound. {{(pid=100248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 15:11:25.493862 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb6dd59-1024-40dd-9807-27257ec5f648 req-3ff9727c-ac19-43d7-ab98-8f2483a104cf tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:11:25.501042 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-6bb6dd59-1024-40dd-9807-27257ec5f648 req-3ff9727c-ac19-43d7-ab98-8f2483a104cf tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] 10.222.0.104 "GET /v2.0/networks?id=034a7ed6-0d97-415e-89c6-1a0d4b9387a1 HTTP/1.1" status: 200 len: 796 time: 0.1178381 Jul 06 15:11:25.512736 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-6bb6dd59-1024-40dd-9807-27257ec5f648 req-234e3ed9-9057-4df2-8371-ec151bc98bf6 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] 10.222.0.104 "GET /v2.0/quotas/768013dcc5f548df9e4c379a3109439b HTTP/1.1" status: 200 len: 375 time: 0.0117760 Jul 06 15:11:25.556322 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvr_db [None req-a74f05a4-7c72-4bd5-948f-f586a738be2f None None] Set router 8792da57-55cd-4dc5-8415-0b269577f6ea gateway port host: n-d-773647-6 {{(pid=100248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 15:11:25.601009 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-6bb6dd59-1024-40dd-9807-27257ec5f648 req-db22ce44-cd8a-4d1c-8484-9e51284bb924 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] 10.222.0.104 "GET /v2.0/ports?tenant_id=768013dcc5f548df9e4c379a3109439b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0807900 Jul 06 15:11:25.656329 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [req-6bb6dd59-1024-40dd-9807-27257ec5f648 req-c658d981-44d7-48e9-a218-6dd20ce18754 service neutron] http://10.222.0.104:9696/v2.0/extensions returned with HTTP 200 {{(pid=100247) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 15:11:25.657412 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-6bb6dd59-1024-40dd-9807-27257ec5f648 req-c658d981-44d7-48e9-a218-6dd20ce18754 service neutron] 10.222.0.104 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0446427 Jul 06 15:11:25.693135 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-0715bcf4-16a2-435a-b0a4-ea9b8a77fa69 None None] Provisioning complete for port 23cdc83d-a8a7-4237-b039-a741a435a75a triggered by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 15:11:25.693491 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-0715bcf4-16a2-435a-b0a4-ea9b8a77fa69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:11:25.695003 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-3153de2d-ec95-4a12-b63f-8df25202db1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:11:25.747845 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-0715bcf4-16a2-435a-b0a4-ea9b8a77fa69 None None] Port 23cdc83d-a8a7-4237-b039-a741a435a75a cannot update to ACTIVE because it is not bound. {{(pid=100248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 15:11:25.748283 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-6bb6dd59-1024-40dd-9807-27257ec5f648 req-97fb1788-9c71-40d4-ab5a-bd8733b0de9e service neutron] 10.222.0.104 "GET /v2.0/networks/034a7ed6-0d97-415e-89c6-1a0d4b9387a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840466 Jul 06 15:11:25.811249 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-a74f05a4-7c72-4bd5-948f-f586a738be2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8792da57-55cd-4dc5-8415-0b269577f6ea', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1844569737', 'tenant_id': '768013dcc5f548df9e4c379a3109439b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.24'}], 'enable_snat': True}, 'gw_port_id': 'ba442aa4-0cc6-4731-aa13-ff2f3d5edc1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T15:11:20Z', 'updated_at': '2021-07-06T15:11:24Z', 'revision_number': 4, 'project_id': '768013dcc5f548df9e4c379a3109439b', 'gw_port': {'id': 'ba442aa4-0cc6-4731-aa13-ff2f3d5edc1e', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:34:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8792da57-55cd-4dc5-8415-0b269577f6ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T15:11:20Z', 'updated_at': '2021-07-06T15:11:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6', '_interfaces': [{'id': '23cdc83d-a8a7-4237-b039-a741a435a75a', 'name': '', 'network_id': '034a7ed6-0d97-415e-89c6-1a0d4b9387a1', 'tenant_id': '768013dcc5f548df9e4c379a3109439b', 'mac_address': 'fa:16:3e:2e:f9:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8792da57-55cd-4dc5-8415-0b269577f6ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '3fba4d27-6a66-4ccf-941f-743201557c58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T15:11:23Z', 'updated_at': '2021-07-06T15:11:24Z', 'revision_number': 2, 'project_id': '768013dcc5f548df9e4c379a3109439b', 'subnets': [{'id': '3fba4d27-6a66-4ccf-941f-743201557c58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773647-6', False) {} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:11:25.838838 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a74f05a4-7c72-4bd5-948f-f586a738be2f None None] Checking router: 8792da57-55cd-4dc5-8415-0b269577f6ea for host: n-d-773647-6 {{(pid=100248) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 15:11:25.839198 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a74f05a4-7c72-4bd5-948f-f586a738be2f None None] Updating router 8792da57-55cd-4dc5-8415-0b269577f6ea port 23cdc83d-a8a7-4237-b039-a741a435a75a binding host n-d-773647-6 {{(pid=100248) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 15:11:25.842342 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-6bb6dd59-1024-40dd-9807-27257ec5f648 req-693f29e5-ed3b-4c1f-be5d-f6f64c514f71 service neutron] 10.222.0.104 "GET /v2.0/networks/034a7ed6-0d97-415e-89c6-1a0d4b9387a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874968 Jul 06 15:11:25.872485 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-a74f05a4-7c72-4bd5-948f-f586a738be2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:11:26.009848 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:11:26.025914 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-1f091cd6-1aca-4c22-a01b-f73f5bcd698c req-2d30d5f2-407b-42f0-9f4c-d3ba0a5002ba tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] 10.222.0.104 "GET /v2.0/ports?device_id=b13b36a7-7a8b-4072-8c9b-0a8005c823cf HTTP/1.1" status: 200 len: 210 time: 0.0359142 Jul 06 15:11:26.166589 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-a74f05a4-7c72-4bd5-948f-f586a738be2f None None] Notify callbacks [] for port, precommit_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:11:26.177018 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-a74f05a4-7c72-4bd5-948f-f586a738be2f None None] Transition to ACTIVE for port object 23cdc83d-a8a7-4237-b039-a741a435a75a will not be triggered until provisioned by entity L2. {{(pid=100248) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 15:11:26.183385 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-a74f05a4-7c72-4bd5-948f-f586a738be2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:11:26.234848 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5cf6a9-8114-4ea1-a088-bb807e66ad2b None None] Pushing event updated for resources: {'Port': ['ID=23cdc83d-a8a7-4237-b039-a741a435a75a,revision_number=3']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:11:26.299410 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-a74f05a4-7c72-4bd5-948f-f586a738be2f None None] Attempting to bind port 23cdc83d-a8a7-4237-b039-a741a435a75a on host n-d-773647-6 for vnic_type normal with profile {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 15:11:26.299864 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-a74f05a4-7c72-4bd5-948f-f586a738be2f None None] Attempting to bind port 23cdc83d-a8a7-4237-b039-a741a435a75a by drivers openvswitch,hyperv on host n-d-773647-6 at level 0 using segments [{'id': '8e5b5183-0bf8-450a-af45-dd0e8f0f67fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': '034a7ed6-0d97-415e-89c6-1a0d4b9387a1'}] {{(pid=100248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 15:11:26.300303 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a74f05a4-7c72-4bd5-948f-f586a738be2f None None] Attempting to bind port 23cdc83d-a8a7-4237-b039-a741a435a75a on network 034a7ed6-0d97-415e-89c6-1a0d4b9387a1 {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 15:11:26.305952 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a74f05a4-7c72-4bd5-948f-f586a738be2f None None] Checking agent: {'id': '8ab5b19c-d213-4f29-891d-27bdf39d38b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773647-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 43, 26), 'started_at': datetime.datetime(2021, 7, 6, 13, 43, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 15, 11, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773647-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 15:11:26.306613 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a74f05a4-7c72-4bd5-948f-f586a738be2f None None] Checking segment: {'id': '8e5b5183-0bf8-450a-af45-dd0e8f0f67fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': '034a7ed6-0d97-415e-89c6-1a0d4b9387a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 15:11:26.307021 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-a74f05a4-7c72-4bd5-948f-f586a738be2f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:11:26.307463 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a74f05a4-7c72-4bd5-948f-f586a738be2f None None] Bound using segment: {'id': '8e5b5183-0bf8-450a-af45-dd0e8f0f67fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': '034a7ed6-0d97-415e-89c6-1a0d4b9387a1'} {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 15:11:26.308063 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-a74f05a4-7c72-4bd5-948f-f586a738be2f None None] Bound port: 23cdc83d-a8a7-4237-b039-a741a435a75a, host: n-d-773647-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e5b5183-0bf8-450a-af45-dd0e8f0f67fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': '034a7ed6-0d97-415e-89c6-1a0d4b9387a1'}}] {{(pid=100248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 15:11:26.308459 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-a74f05a4-7c72-4bd5-948f-f586a738be2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:11:26.375980 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-a74f05a4-7c72-4bd5-948f-f586a738be2f None None] For port 23cdc83d-a8a7-4237-b039-a741a435a75a, host n-d-773647-6, cleared binding levels {{(pid=100248) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 15:11:26.380272 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-a74f05a4-7c72-4bd5-948f-f586a738be2f None None] For port 23cdc83d-a8a7-4237-b039-a741a435a75a, host n-d-773647-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=23cdc83d-a8a7-4237-b039-a741a435a75a,segment=NetworkSegment(8e5b5183-0bf8-450a-af45-dd0e8f0f67fc),segment_id=8e5b5183-0bf8-450a-af45-dd0e8f0f67fc)] {{(pid=100248) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 15:11:26.386794 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-a74f05a4-7c72-4bd5-948f-f586a738be2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:11:26.449002 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a74f05a4-7c72-4bd5-948f-f586a738be2f None None] Routers {'8792da57-55cd-4dc5-8415-0b269577f6ea'} bound to L3 agent in host n-d-773647-6 {{(pid=100248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 15:11:26.449630 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-a74f05a4-7c72-4bd5-948f-f586a738be2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T15:11:26Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['8792da57-55cd-4dc5-8415-0b269577f6ea'], 'active': True} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:11:26.505052 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5cf6a9-8114-4ea1-a088-bb807e66ad2b None None] Pushing event updated for resources: {'Port': ['ID=23cdc83d-a8a7-4237-b039-a741a435a75a,revision_number=4']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:11:26.580790 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvr_db [None req-a74f05a4-7c72-4bd5-948f-f586a738be2f None None] Set router 8792da57-55cd-4dc5-8415-0b269577f6ea gateway port host: n-d-773647-6 {{(pid=100248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 15:11:26.633807 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device fed4de82-6317-4b4f-9ff5-82e2ffb454be up at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 15:11:26.792612 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning complete for port fed4de82-6317-4b4f-9ff5-82e2ffb454be triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 15:11:26.793106 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:11:26.915419 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-a74f05a4-7c72-4bd5-948f-f586a738be2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8792da57-55cd-4dc5-8415-0b269577f6ea', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1844569737', 'tenant_id': '768013dcc5f548df9e4c379a3109439b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.24'}], 'enable_snat': True}, 'gw_port_id': 'ba442aa4-0cc6-4731-aa13-ff2f3d5edc1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T15:11:20Z', 'updated_at': '2021-07-06T15:11:24Z', 'revision_number': 4, 'project_id': '768013dcc5f548df9e4c379a3109439b', 'gw_port': {'id': 'ba442aa4-0cc6-4731-aa13-ff2f3d5edc1e', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:34:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8792da57-55cd-4dc5-8415-0b269577f6ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T15:11:20Z', 'updated_at': '2021-07-06T15:11:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6', '_interfaces': [{'id': '23cdc83d-a8a7-4237-b039-a741a435a75a', 'name': '', 'network_id': '034a7ed6-0d97-415e-89c6-1a0d4b9387a1', 'tenant_id': '768013dcc5f548df9e4c379a3109439b', 'mac_address': 'fa:16:3e:2e:f9:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8792da57-55cd-4dc5-8415-0b269577f6ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '3fba4d27-6a66-4ccf-941f-743201557c58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T15:11:23Z', 'updated_at': '2021-07-06T15:11:26Z', 'revision_number': 4, 'project_id': '768013dcc5f548df9e4c379a3109439b', 'subnets': [{'id': '3fba4d27-6a66-4ccf-941f-743201557c58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773647-6', False) {} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:11:27.105041 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device ba442aa4-0cc6-4731-aa13-ff2f3d5edc1e up at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 15:11:27.106693 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-2064eaae-da4f-48f8-82d2-b09d4ddedd44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:11:27.108850 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a74f05a4-7c72-4bd5-948f-f586a738be2f None None] The sync data for ids ['8792da57-55cd-4dc5-8415-0b269577f6ea'] in n-d-773647-6 is: [{'id': '8792da57-55cd-4dc5-8415-0b269577f6ea', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1844569737', 'tenant_id': '768013dcc5f548df9e4c379a3109439b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.24'}], 'enable_snat': True}, 'gw_port_id': 'ba442aa4-0cc6-4731-aa13-ff2f3d5edc1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T15:11:20Z', 'updated_at': '2021-07-06T15:11:24Z', 'revision_number': 4, 'project_id': '768013dcc5f548df9e4c379a3109439b', 'gw_port': {'id': 'ba442aa4-0cc6-4731-aa13-ff2f3d5edc1e', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:34:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8792da57-55cd-4dc5-8415-0b269577f6ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T15:11:20Z', 'updated_at': '2021-07-06T15:11:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6', '_interfaces': [{'id': '23cdc83d-a8a7-4237-b039-a741a435a75a', 'name': '', 'network_id': '034a7ed6-0d97-415e-89c6-1a0d4b9387a1', 'tenant_id': '768013dcc5f548df9e4c379a3109439b', 'mac_address': 'fa:16:3e:2e:f9:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8792da57-55cd-4dc5-8415-0b269577f6ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '3fba4d27-6a66-4ccf-941f-743201557c58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T15:11:23Z', 'updated_at': '2021-07-06T15:11:26Z', 'revision_number': 4, 'project_id': '768013dcc5f548df9e4c379a3109439b', 'subnets': [{'id': '3fba4d27-6a66-4ccf-941f-743201557c58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 15:11:27.159121 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning complete for port ba442aa4-0cc6-4731-aa13-ff2f3d5edc1e triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 15:11:27.159862 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:11:27.225322 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-f2f33b47-9aa0-41a7-a1ce-dde990558b25 req-03c3ce44-3c66-4e56-a7af-b085d172c267 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] 10.222.0.104 "GET /v2.0/ports?device_id=b13b36a7-7a8b-4072-8c9b-0a8005c823cf HTTP/1.1" status: 200 len: 210 time: 0.0429764 Jul 06 15:11:27.320404 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb6dd59-1024-40dd-9807-27257ec5f648 req-7d5bbb69-798d-458a-88dc-e9ba45506f0a tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:11:27.323282 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-6bb6dd59-1024-40dd-9807-27257ec5f648 req-7d5bbb69-798d-458a-88dc-e9ba45506f0a tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] 10.222.0.72 "GET /v2.0/networks?id=034a7ed6-0d97-415e-89c6-1a0d4b9387a1 HTTP/1.1" status: 200 len: 796 time: 0.1793985 Jul 06 15:11:27.378394 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-6bb6dd59-1024-40dd-9807-27257ec5f648 req-f8c527ad-6882-4cd3-bbcc-c96a499dfac8 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=768013dcc5f548df9e4c379a3109439b HTTP/1.1" status: 200 len: 379 time: 0.0398192 Jul 06 15:11:27.387042 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [req-6bb6dd59-1024-40dd-9807-27257ec5f648 req-f58754ec-b36e-49c3-b154-cdceb1813055 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Request body: {'port': {'device_id': 'b13b36a7-7a8b-4072-8c9b-0a8005c823cf', 'network_id': '034a7ed6-0d97-415e-89c6-1a0d4b9387a1', 'admin_state_up': True, 'tenant_id': '768013dcc5f548df9e4c379a3109439b', 'security_groups': ['fe3dd0db-7bc6-4cbb-8375-34e2af8b95ef']}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 15:11:27.500679 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6bb6dd59-1024-40dd-9807-27257ec5f648 req-f58754ec-b36e-49c3-b154-cdceb1813055 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Made reservation on behalf of 768013dcc5f548df9e4c379a3109439b for: {'port': 1} {{(pid=100246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 15:11:27.504656 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-6bb6dd59-1024-40dd-9807-27257ec5f648 req-f58754ec-b36e-49c3-b154-cdceb1813055 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:11:27.639884 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.db_base_plugin_common [req-6bb6dd59-1024-40dd-9807-27257ec5f648 req-f58754ec-b36e-49c3-b154-cdceb1813055 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Allocated IP 172.20.0.8 (034a7ed6-0d97-415e-89c6-1a0d4b9387a1/3fba4d27-6a66-4ccf-941f-743201557c58/4f78eabe-fd38-4bbc-91e1-30f7df75df18) {{(pid=100246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 15:11:27.793126 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-6bb6dd59-1024-40dd-9807-27257ec5f648 req-f58754ec-b36e-49c3-b154-cdceb1813055 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Notify callbacks [] for port, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:11:27.808757 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.provisioning_blocks [req-6bb6dd59-1024-40dd-9807-27257ec5f648 req-f58754ec-b36e-49c3-b154-cdceb1813055 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Transition to ACTIVE for port object 4f78eabe-fd38-4bbc-91e1-30f7df75df18 will not be triggered until provisioned by entity DHCP. {{(pid=100246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 15:11:27.844798 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-6bb6dd59-1024-40dd-9807-27257ec5f648 req-f58754ec-b36e-49c3-b154-cdceb1813055 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-127687573'] for port, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:11:27.890914 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6bb6dd59-1024-40dd-9807-27257ec5f648 req-f58754ec-b36e-49c3-b154-cdceb1813055 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Network 034a7ed6-0d97-415e-89c6-1a0d4b9387a1 is already hosted by enough agents. {{(pid=100246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 15:11:27.894842 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.base_scheduler [req-6bb6dd59-1024-40dd-9807-27257ec5f648 req-f58754ec-b36e-49c3-b154-cdceb1813055 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Resources bound (agent type, host, resource id): {{(pid=100246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 15:11:27.901005 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [req-6bb6dd59-1024-40dd-9807-27257ec5f648 req-f58754ec-b36e-49c3-b154-cdceb1813055 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Received port after_create {{(pid=100246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 15:11:27.925941 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58754ec-b36e-49c3-b154-cdceb1813055 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Pushing event updated for resources: {'Port': ['ID=4f78eabe-fd38-4bbc-91e1-30f7df75df18,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:11:27.956494 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb6dd59-1024-40dd-9807-27257ec5f648 req-f58754ec-b36e-49c3-b154-cdceb1813055 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:11:27.957346 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-6bb6dd59-1024-40dd-9807-27257ec5f648 req-f58754ec-b36e-49c3-b154-cdceb1813055 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:11:27.972834 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-6bb6dd59-1024-40dd-9807-27257ec5f648 req-f58754ec-b36e-49c3-b154-cdceb1813055 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5897110 Jul 06 15:11:27.985732 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [req-6bb6dd59-1024-40dd-9807-27257ec5f648 req-23ed433e-6309-4377-89fc-8d468c2de67b service neutron] Request body: {'port': {'device_id': 'b13b36a7-7a8b-4072-8c9b-0a8005c823cf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-773647-6'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 15:11:28.068671 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-6bb6dd59-1024-40dd-9807-27257ec5f648 req-23ed433e-6309-4377-89fc-8d468c2de67b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:11:28.191768 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-070a902b-3bb7-4367-931e-39274a945b5f None None] Provisioning for port 4f78eabe-fd38-4bbc-91e1-30f7df75df18 completed by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 15:11:28.196506 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-070a902b-3bb7-4367-931e-39274a945b5f None None] Provisioning complete for port 4f78eabe-fd38-4bbc-91e1-30f7df75df18 triggered by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 15:11:28.196506 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-070a902b-3bb7-4367-931e-39274a945b5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:11:28.229999 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-070a902b-3bb7-4367-931e-39274a945b5f None None] Port 4f78eabe-fd38-4bbc-91e1-30f7df75df18 cannot update to ACTIVE because it is not bound. {{(pid=100248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 15:11:28.346355 n-d-773647-6 neutron-server[100246]: DEBUG neutron.notifiers.nova [req-6bb6dd59-1024-40dd-9807-27257ec5f648 req-23ed433e-6309-4377-89fc-8d468c2de67b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4f78eabe-fd38-4bbc-91e1-30f7df75df18 {{(pid=100246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 15:11:28.354372 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-6bb6dd59-1024-40dd-9807-27257ec5f648 req-23ed433e-6309-4377-89fc-8d468c2de67b service neutron] Notify callbacks [] for port, precommit_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:11:28.367250 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.provisioning_blocks [req-6bb6dd59-1024-40dd-9807-27257ec5f648 req-23ed433e-6309-4377-89fc-8d468c2de67b service neutron] Transition to ACTIVE for port object 4f78eabe-fd38-4bbc-91e1-30f7df75df18 will not be triggered until provisioned by entity L2. {{(pid=100246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 15:11:28.370907 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-6bb6dd59-1024-40dd-9807-27257ec5f648 req-23ed433e-6309-4377-89fc-8d468c2de67b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127687527'] for port, after_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:11:28.408386 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784e3970-bd20-4c49-b29c-a31dbd273ccd req-9a7c278b-7d1f-413f-9356-634555aaa62b tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:11:28.410030 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-784e3970-bd20-4c49-b29c-a31dbd273ccd req-9a7c278b-7d1f-413f-9356-634555aaa62b tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] 10.222.0.104 "GET /v2.0/ports?device_id=b13b36a7-7a8b-4072-8c9b-0a8005c823cf HTTP/1.1" status: 200 len: 931 time: 0.0686765 Jul 06 15:11:28.445865 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ed433e-6309-4377-89fc-8d468c2de67b service neutron] Pushing event updated for resources: {'Port': ['ID=4f78eabe-fd38-4bbc-91e1-30f7df75df18,revision_number=2']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:11:28.452274 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-784e3970-bd20-4c49-b29c-a31dbd273ccd req-cf051f80-4062-4b1e-8f36-639a48b3d33b tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] 10.222.0.104 "GET /v2.0/security-groups?id=fe3dd0db-7bc6-4cbb-8375-34e2af8b95ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357518 Jul 06 15:11:28.496117 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [req-6bb6dd59-1024-40dd-9807-27257ec5f648 req-23ed433e-6309-4377-89fc-8d468c2de67b service neutron] Attempting to bind port 4f78eabe-fd38-4bbc-91e1-30f7df75df18 on host n-h2-773647-6 for vnic_type normal with profile {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 15:11:28.496117 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [req-6bb6dd59-1024-40dd-9807-27257ec5f648 req-23ed433e-6309-4377-89fc-8d468c2de67b service neutron] Attempting to bind port 4f78eabe-fd38-4bbc-91e1-30f7df75df18 by drivers openvswitch,hyperv on host n-h2-773647-6 at level 0 using segments [{'id': '8e5b5183-0bf8-450a-af45-dd0e8f0f67fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': '034a7ed6-0d97-415e-89c6-1a0d4b9387a1'}] {{(pid=100246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 15:11:28.496381 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bb6dd59-1024-40dd-9807-27257ec5f648 req-23ed433e-6309-4377-89fc-8d468c2de67b service neutron] Attempting to bind port 4f78eabe-fd38-4bbc-91e1-30f7df75df18 on network 034a7ed6-0d97-415e-89c6-1a0d4b9387a1 {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 15:11:28.501341 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bb6dd59-1024-40dd-9807-27257ec5f648 req-23ed433e-6309-4377-89fc-8d468c2de67b service neutron] Port 4f78eabe-fd38-4bbc-91e1-30f7df75df18 on network 034a7ed6-0d97-415e-89c6-1a0d4b9387a1 not bound, no agent of type Open vSwitch agent registered on host n-h2-773647-6 {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 15:11:28.501735 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bb6dd59-1024-40dd-9807-27257ec5f648 req-23ed433e-6309-4377-89fc-8d468c2de67b service neutron] Attempting to bind port 4f78eabe-fd38-4bbc-91e1-30f7df75df18 on network 034a7ed6-0d97-415e-89c6-1a0d4b9387a1 {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 15:11:28.507439 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bb6dd59-1024-40dd-9807-27257ec5f648 req-23ed433e-6309-4377-89fc-8d468c2de67b service neutron] Checking agent: {'id': '63768ece-0600-4354-8d29-fdedec96b077', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-773647-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 51, 10), 'started_at': datetime.datetime(2021, 7, 6, 13, 51, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 15, 11, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 15:11:28.507831 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bb6dd59-1024-40dd-9807-27257ec5f648 req-23ed433e-6309-4377-89fc-8d468c2de67b service neutron] Checking segment: {'id': '8e5b5183-0bf8-450a-af45-dd0e8f0f67fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': '034a7ed6-0d97-415e-89c6-1a0d4b9387a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 15:11:28.508218 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bb6dd59-1024-40dd-9807-27257ec5f648 req-23ed433e-6309-4377-89fc-8d468c2de67b service neutron] Bound using segment: {'id': '8e5b5183-0bf8-450a-af45-dd0e8f0f67fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': '034a7ed6-0d97-415e-89c6-1a0d4b9387a1'} {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 15:11:28.508644 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [req-6bb6dd59-1024-40dd-9807-27257ec5f648 req-23ed433e-6309-4377-89fc-8d468c2de67b service neutron] Bound port: 4f78eabe-fd38-4bbc-91e1-30f7df75df18, host: n-h2-773647-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8e5b5183-0bf8-450a-af45-dd0e8f0f67fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': '034a7ed6-0d97-415e-89c6-1a0d4b9387a1'}}] {{(pid=100246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 15:11:28.509005 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-6bb6dd59-1024-40dd-9807-27257ec5f648 req-23ed433e-6309-4377-89fc-8d468c2de67b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:11:28.587510 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.db [req-6bb6dd59-1024-40dd-9807-27257ec5f648 req-23ed433e-6309-4377-89fc-8d468c2de67b service neutron] For port 4f78eabe-fd38-4bbc-91e1-30f7df75df18, host n-h2-773647-6, cleared binding levels {{(pid=100246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 15:11:28.590747 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.db [req-6bb6dd59-1024-40dd-9807-27257ec5f648 req-23ed433e-6309-4377-89fc-8d468c2de67b service neutron] For port 4f78eabe-fd38-4bbc-91e1-30f7df75df18, host n-h2-773647-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=4f78eabe-fd38-4bbc-91e1-30f7df75df18,segment=NetworkSegment(8e5b5183-0bf8-450a-af45-dd0e8f0f67fc),segment_id=8e5b5183-0bf8-450a-af45-dd0e8f0f67fc)] {{(pid=100246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 15:11:28.596753 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-6bb6dd59-1024-40dd-9807-27257ec5f648 req-23ed433e-6309-4377-89fc-8d468c2de67b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127687527'] for port, after_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:11:28.615209 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 23cdc83d-a8a7-4237-b039-a741a435a75a up at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 15:11:28.631138 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb6dd59-1024-40dd-9807-27257ec5f648 req-23ed433e-6309-4377-89fc-8d468c2de67b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:11:28.631825 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-6bb6dd59-1024-40dd-9807-27257ec5f648 req-23ed433e-6309-4377-89fc-8d468c2de67b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:11:28.633213 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-6bb6dd59-1024-40dd-9807-27257ec5f648 req-23ed433e-6309-4377-89fc-8d468c2de67b service neutron] 10.222.0.72 "PUT /v2.0/ports/4f78eabe-fd38-4bbc-91e1-30f7df75df18 HTTP/1.1" status: 200 len: 1091 time: 0.6523631 Jul 06 15:11:28.635647 n-d-773647-6 neutron-server[100246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b13b36a7-7a8b-4072-8c9b-0a8005c823cf', 'tag': '4f78eabe-fd38-4bbc-91e1-30f7df75df18'}] {{(pid=100246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 15:11:28.638240 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46bcbd240f672e88150dff05a21f1d72cf4d2de628fda8977cb1eab177268aa5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08e10f2e-ee02-4e80-a486-681e6a059775" -d '{"events": [{"name": "network-changed", "server_uuid": "b13b36a7-7a8b-4072-8c9b-0a8005c823cf", "tag": "4f78eabe-fd38-4bbc-91e1-30f7df75df18"}]}' {{(pid=100246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 15:11:28.700335 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-03f71b24-a9b8-453a-8924-caa3f97bc6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:11:28.704159 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning for port 23cdc83d-a8a7-4237-b039-a741a435a75a completed by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 15:11:28.708569 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning complete for port 23cdc83d-a8a7-4237-b039-a741a435a75a triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 15:11:28.708941 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:11:28.719387 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 15:11:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c03925ce-c46a-4090-9cec-21eda0f5239a x-openstack-request-id: req-c03925ce-c46a-4090-9cec-21eda0f5239a {{(pid=100246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 15:11:28.719741 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b13b36a7-7a8b-4072-8c9b-0a8005c823cf", "tag": "4f78eabe-fd38-4bbc-91e1-30f7df75df18", "status": "completed", "code": 200}]} {{(pid=100246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 15:11:28.720053 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-c03925ce-c46a-4090-9cec-21eda0f5239a {{(pid=100246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 15:11:28.721043 n-d-773647-6 neutron-server[100246]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b13b36a7-7a8b-4072-8c9b-0a8005c823cf', 'tag': '4f78eabe-fd38-4bbc-91e1-30f7df75df18', 'status': 'completed', 'code': 200} Jul 06 15:11:28.723697 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ed433e-6309-4377-89fc-8d468c2de67b service neutron] Pushing event updated for resources: {'Port': ['ID=4f78eabe-fd38-4bbc-91e1-30f7df75df18,revision_number=3']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:11:28.760074 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb6dd59-1024-40dd-9807-27257ec5f648 req-2f7c18ad-fbdf-42de-88ba-c848eb795b87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:11:28.761621 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-6bb6dd59-1024-40dd-9807-27257ec5f648 req-2f7c18ad-fbdf-42de-88ba-c848eb795b87 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=768013dcc5f548df9e4c379a3109439b&device_id=b13b36a7-7a8b-4072-8c9b-0a8005c823cf HTTP/1.1" status: 200 len: 1094 time: 0.0811787 Jul 06 15:11:28.808258 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-6bb6dd59-1024-40dd-9807-27257ec5f648 req-451bbab1-a141-419b-a369-6684da1235fd service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4f78eabe-fd38-4bbc-91e1-30f7df75df18 HTTP/1.1" status: 200 len: 217 time: 0.0372312 Jul 06 15:11:28.810112 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:11:28.843787 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] For port 23cdc83d-a8a7-4237-b039-a741a435a75a, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=23cdc83d-a8a7-4237-b039-a741a435a75a,segment=NetworkSegment(8e5b5183-0bf8-450a-af45-dd0e8f0f67fc),segment_id=8e5b5183-0bf8-450a-af45-dd0e8f0f67fc)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 15:11:28.848959 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:11:28.863472 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb6dd59-1024-40dd-9807-27257ec5f648 req-2bc5ca67-94a2-4b8a-9a61-668111a97014 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:11:28.864968 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-6bb6dd59-1024-40dd-9807-27257ec5f648 req-2bc5ca67-94a2-4b8a-9a61-668111a97014 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=3fba4d27-6a66-4ccf-941f-743201557c58 HTTP/1.1" status: 200 len: 835 time: 0.0510318 Jul 06 15:11:28.899815 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Pushing event updated for resources: {'Port': ['ID=23cdc83d-a8a7-4237-b039-a741a435a75a,revision_number=5']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:11:28.924856 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb6dd59-1024-40dd-9807-27257ec5f648 req-b1eacb0f-0250-4fa8-bfad-7f0437b84b50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:11:28.926371 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-6bb6dd59-1024-40dd-9807-27257ec5f648 req-b1eacb0f-0250-4fa8-bfad-7f0437b84b50 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=034a7ed6-0d97-415e-89c6-1a0d4b9387a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0550864 Jul 06 15:11:29.032348 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-6bb6dd59-1024-40dd-9807-27257ec5f648 req-c689d1cf-f2e9-4cf9-b5cf-c5f60e5edc4a service neutron] 10.222.0.72 "GET /v2.0/networks/034a7ed6-0d97-415e-89c6-1a0d4b9387a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0978751 Jul 06 15:11:29.121813 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-6bb6dd59-1024-40dd-9807-27257ec5f648 req-0f07b7f7-7382-4149-969b-ac2d901702eb service neutron] 10.222.0.72 "GET /v2.0/networks/034a7ed6-0d97-415e-89c6-1a0d4b9387a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831854 Jul 06 15:11:29.224535 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e10f2e-ee02-4e80-a486-681e6a059775 req-9c08a72b-d1b1-4b80-af80-05b7aa8da0a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:11:29.226019 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-08e10f2e-ee02-4e80-a486-681e6a059775 req-9c08a72b-d1b1-4b80-af80-05b7aa8da0a0 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=768013dcc5f548df9e4c379a3109439b&device_id=b13b36a7-7a8b-4072-8c9b-0a8005c823cf HTTP/1.1" status: 200 len: 1094 time: 0.0570438 Jul 06 15:11:29.322458 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e10f2e-ee02-4e80-a486-681e6a059775 req-a5ed57bd-60fd-4e2b-b8ea-6807b0d161e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:11:29.323861 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-08e10f2e-ee02-4e80-a486-681e6a059775 req-a5ed57bd-60fd-4e2b-b8ea-6807b0d161e2 service neutron] 10.222.0.72 "GET /v2.0/networks?id=034a7ed6-0d97-415e-89c6-1a0d4b9387a1 HTTP/1.1" status: 200 len: 898 time: 0.0919790 Jul 06 15:11:29.367771 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-08e10f2e-ee02-4e80-a486-681e6a059775 req-a1dc5755-e782-486d-87dc-0799e1047075 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4f78eabe-fd38-4bbc-91e1-30f7df75df18 HTTP/1.1" status: 200 len: 217 time: 0.0374107 Jul 06 15:11:29.415266 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e10f2e-ee02-4e80-a486-681e6a059775 req-063a424b-18f5-48d5-a37e-fde2fc190756 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:11:29.416661 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-08e10f2e-ee02-4e80-a486-681e6a059775 req-063a424b-18f5-48d5-a37e-fde2fc190756 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=3fba4d27-6a66-4ccf-941f-743201557c58 HTTP/1.1" status: 200 len: 835 time: 0.0429232 Jul 06 15:11:29.472067 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e10f2e-ee02-4e80-a486-681e6a059775 req-0f01f774-de62-4c9f-bc1f-1e66eb382654 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:11:29.473515 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-08e10f2e-ee02-4e80-a486-681e6a059775 req-0f01f774-de62-4c9f-bc1f-1e66eb382654 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=034a7ed6-0d97-415e-89c6-1a0d4b9387a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0505233 Jul 06 15:11:29.566536 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-08e10f2e-ee02-4e80-a486-681e6a059775 req-699fa67c-779d-4458-9443-81b2aa62fd19 service neutron] 10.222.0.72 "GET /v2.0/networks/034a7ed6-0d97-415e-89c6-1a0d4b9387a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852439 Jul 06 15:11:29.630573 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5186b21-668a-47bf-bb07-f9583eeb2d5a req-d3b95bdf-1d4b-474d-9d5c-b904d28f08bd tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:11:29.632107 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-d5186b21-668a-47bf-bb07-f9583eeb2d5a req-d3b95bdf-1d4b-474d-9d5c-b904d28f08bd tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] 10.222.0.104 "GET /v2.0/ports?device_id=b13b36a7-7a8b-4072-8c9b-0a8005c823cf HTTP/1.1" status: 200 len: 943 time: 0.0629656 Jul 06 15:11:29.655869 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-08e10f2e-ee02-4e80-a486-681e6a059775 req-6ad5f635-eafc-4f47-8e98-276ab0dbe8ec service neutron] 10.222.0.72 "GET /v2.0/networks/034a7ed6-0d97-415e-89c6-1a0d4b9387a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823643 Jul 06 15:11:29.672280 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-d5186b21-668a-47bf-bb07-f9583eeb2d5a req-60bf43f8-7d36-4df8-891e-9af4f5346555 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] 10.222.0.104 "GET /v2.0/security-groups?id=fe3dd0db-7bc6-4cbb-8375-34e2af8b95ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344317 Jul 06 15:11:30.587878 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 23cdc83d-a8a7-4237-b039-a741a435a75a up at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 15:11:30.634767 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning complete for port 23cdc83d-a8a7-4237-b039-a741a435a75a triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 15:11:30.635140 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:11:30.856968 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad1cf1f-cab6-463e-9192-2d60e6483f84 req-2603002a-2823-480d-b482-250325999ac8 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:11:30.858445 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-dad1cf1f-cab6-463e-9192-2d60e6483f84 req-2603002a-2823-480d-b482-250325999ac8 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] 10.222.0.104 "GET /v2.0/ports?device_id=b13b36a7-7a8b-4072-8c9b-0a8005c823cf HTTP/1.1" status: 200 len: 943 time: 0.0638633 Jul 06 15:11:30.895615 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-dad1cf1f-cab6-463e-9192-2d60e6483f84 req-38c607a5-6825-4b39-a229-dfa5631faaad tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] 10.222.0.104 "GET /v2.0/security-groups?id=fe3dd0db-7bc6-4cbb-8375-34e2af8b95ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316422 Jul 06 15:11:31.136813 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Device 4f78eabe-fd38-4bbc-91e1-30f7df75df18 details requested by agent hyperv_n-h2-773647-6 with host n-h2-773647-6 {{(pid=100248) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 15:11:31.226267 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] For port 4f78eabe-fd38-4bbc-91e1-30f7df75df18, host n-h2-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=4f78eabe-fd38-4bbc-91e1-30f7df75df18,segment=NetworkSegment(8e5b5183-0bf8-450a-af45-dd0e8f0f67fc),segment_id=8e5b5183-0bf8-450a-af45-dd0e8f0f67fc)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 15:11:31.237468 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Returning: {'device': '4f78eabe-fd38-4bbc-91e1-30f7df75df18', 'network_id': '034a7ed6-0d97-415e-89c6-1a0d4b9387a1', 'port_id': '4f78eabe-fd38-4bbc-91e1-30f7df75df18', 'mac_address': 'fa:16:3e:ff:37:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1024, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3fba4d27-6a66-4ccf-941f-743201557c58', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100248) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 15:11:31.275484 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:11:31.287857 n-d-773647-6 neutron-server[100248]: DEBUG neutron.notifiers.nova [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4f78eabe-fd38-4bbc-91e1-30f7df75df18 {{(pid=100248) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 15:11:31.307034 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] For port 4f78eabe-fd38-4bbc-91e1-30f7df75df18, host n-h2-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=4f78eabe-fd38-4bbc-91e1-30f7df75df18,segment=NetworkSegment(8e5b5183-0bf8-450a-af45-dd0e8f0f67fc),segment_id=8e5b5183-0bf8-450a-af45-dd0e8f0f67fc)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 15:11:31.310875 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:11:31.359939 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Pushing event updated for resources: {'Port': ['ID=4f78eabe-fd38-4bbc-91e1-30f7df75df18,revision_number=4']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:11:31.516382 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] get_ports_and_sgs() called for port_ids ['4f78eabe-fd38-4bbc-91e1-30f7df75df18'] {{(pid=100248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 15:11:32.073243 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91c2c6e-7ac8-47a9-a889-fc3d6f5d83a0 req-b19cdeb3-d5f1-4fed-9f7c-26d74baeeb54 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:11:32.074718 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-d91c2c6e-7ac8-47a9-a889-fc3d6f5d83a0 req-b19cdeb3-d5f1-4fed-9f7c-26d74baeeb54 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] 10.222.0.104 "GET /v2.0/ports?device_id=b13b36a7-7a8b-4072-8c9b-0a8005c823cf HTTP/1.1" status: 200 len: 944 time: 0.0673120 Jul 06 15:11:32.112051 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-d91c2c6e-7ac8-47a9-a889-fc3d6f5d83a0 req-d37cf958-8aae-44b9-bfed-d9f93b339f1b tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] 10.222.0.104 "GET /v2.0/security-groups?id=fe3dd0db-7bc6-4cbb-8375-34e2af8b95ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317156 Jul 06 15:11:33.151575 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Device 4f78eabe-fd38-4bbc-91e1-30f7df75df18 up at agent hyperv_n-h2-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 15:11:33.199982 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Provisioning for port 4f78eabe-fd38-4bbc-91e1-30f7df75df18 completed by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 15:11:33.203782 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Provisioning complete for port 4f78eabe-fd38-4bbc-91e1-30f7df75df18 triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 15:11:33.204226 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:11:33.282879 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:11:33.290018 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1d96e5-cf9d-4ed3-bfcb-8d2b1a39bd93 req-4e31e1da-25f0-4e47-8426-12a5934ebee5 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:11:33.291553 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-3e1d96e5-cf9d-4ed3-bfcb-8d2b1a39bd93 req-4e31e1da-25f0-4e47-8426-12a5934ebee5 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] 10.222.0.104 "GET /v2.0/ports?device_id=b13b36a7-7a8b-4072-8c9b-0a8005c823cf HTTP/1.1" status: 200 len: 944 time: 0.0644031 Jul 06 15:11:33.305703 n-d-773647-6 neutron-server[100248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b13b36a7-7a8b-4072-8c9b-0a8005c823cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f78eabe-fd38-4bbc-91e1-30f7df75df18'}] {{(pid=100248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 15:11:33.307960 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55db2ac8c963aac1696062c7614e8816713b17764cc733cf0a1d7e1ce8ed655f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95771d1c-7d7f-43ff-a273-e11b050fb5c4" -d '{"events": [{"server_uuid": "b13b36a7-7a8b-4072-8c9b-0a8005c823cf", "name": "network-vif-plugged", "status": "completed", "tag": "4f78eabe-fd38-4bbc-91e1-30f7df75df18"}]}' {{(pid=100248) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 15:11:33.320202 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] For port 4f78eabe-fd38-4bbc-91e1-30f7df75df18, host n-h2-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=4f78eabe-fd38-4bbc-91e1-30f7df75df18,segment=NetworkSegment(8e5b5183-0bf8-450a-af45-dd0e8f0f67fc),segment_id=8e5b5183-0bf8-450a-af45-dd0e8f0f67fc)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 15:11:33.323991 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:11:33.331918 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-3e1d96e5-cf9d-4ed3-bfcb-8d2b1a39bd93 req-cce9552f-3be3-4a52-a60c-ea445b2c0218 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] 10.222.0.104 "GET /v2.0/security-groups?id=fe3dd0db-7bc6-4cbb-8375-34e2af8b95ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343003 Jul 06 15:11:33.375301 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Pushing event updated for resources: {'Port': ['ID=4f78eabe-fd38-4bbc-91e1-30f7df75df18,revision_number=5']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:11:33.427937 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 15:11:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f42343f-70e3-4d64-a43a-ab91d6340f35 x-openstack-request-id: req-6f42343f-70e3-4d64-a43a-ab91d6340f35 {{(pid=100248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 15:11:33.428236 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b13b36a7-7a8b-4072-8c9b-0a8005c823cf", "name": "network-vif-plugged", "status": "completed", "tag": "4f78eabe-fd38-4bbc-91e1-30f7df75df18", "code": 200}]} {{(pid=100248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 15:11:33.428490 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-6f42343f-70e3-4d64-a43a-ab91d6340f35 {{(pid=100248) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 15:11:33.428893 n-d-773647-6 neutron-server[100248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b13b36a7-7a8b-4072-8c9b-0a8005c823cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f78eabe-fd38-4bbc-91e1-30f7df75df18', 'code': 200} Jul 06 15:11:33.538462 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539208e7-3f45-4185-8eb2-9e0d661b0da0 req-910eafc1-719a-4386-b793-2098a8dcbd53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:11:33.539949 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-539208e7-3f45-4185-8eb2-9e0d661b0da0 req-910eafc1-719a-4386-b793-2098a8dcbd53 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=b13b36a7-7a8b-4072-8c9b-0a8005c823cf HTTP/1.1" status: 200 len: 1096 time: 0.0507696 Jul 06 15:11:33.572451 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-539208e7-3f45-4185-8eb2-9e0d661b0da0 req-5bf3fea0-88e3-4d38-8400-6a1fc0d81f0c service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=fe3dd0db-7bc6-4cbb-8375-34e2af8b95ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0261340 Jul 06 15:11:34.515060 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f823e066-ea2e-4d31-a193-6352d346efdf req-60f1cc66-1547-46b2-848b-50f969a742cd tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:11:34.516473 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-f823e066-ea2e-4d31-a193-6352d346efdf req-60f1cc66-1547-46b2-848b-50f969a742cd tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] 10.222.0.104 "GET /v2.0/ports?device_id=b13b36a7-7a8b-4072-8c9b-0a8005c823cf HTTP/1.1" status: 200 len: 945 time: 0.0665927 Jul 06 15:11:34.555417 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-f823e066-ea2e-4d31-a193-6352d346efdf req-344edb9f-d2c4-4745-b566-2f25a4fd0fe2 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] 10.222.0.104 "GET /v2.0/security-groups?id=fe3dd0db-7bc6-4cbb-8375-34e2af8b95ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334008 Jul 06 15:11:35.735486 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f72a41-c878-44ff-a2ab-206d3011ef3e req-997b1b68-b233-40a0-8f82-bd367015e4c8 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:11:35.737044 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-81f72a41-c878-44ff-a2ab-206d3011ef3e req-997b1b68-b233-40a0-8f82-bd367015e4c8 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] 10.222.0.104 "GET /v2.0/ports?device_id=b13b36a7-7a8b-4072-8c9b-0a8005c823cf HTTP/1.1" status: 200 len: 945 time: 0.0655556 Jul 06 15:11:35.776480 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-81f72a41-c878-44ff-a2ab-206d3011ef3e req-b45bfbc3-7a89-40e8-8a20-5ecda64ab09b tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] 10.222.0.104 "GET /v2.0/security-groups?id=fe3dd0db-7bc6-4cbb-8375-34e2af8b95ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328312 Jul 06 15:11:35.951070 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6a51bb-1ea0-40a9-bcf0-0f9949a91000 req-6a8ca88e-03c8-43bc-a561-fba28beda5ff tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:11:35.952582 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-0e6a51bb-1ea0-40a9-bcf0-0f9949a91000 req-6a8ca88e-03c8-43bc-a561-fba28beda5ff tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] 10.222.0.104 "GET /v2.0/ports?device_id=b13b36a7-7a8b-4072-8c9b-0a8005c823cf HTTP/1.1" status: 200 len: 945 time: 0.0661118 Jul 06 15:11:35.992120 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-0e6a51bb-1ea0-40a9-bcf0-0f9949a91000 req-74657b3e-c44b-415d-bb14-13d75022ce65 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] 10.222.0.104 "GET /v2.0/security-groups?id=fe3dd0db-7bc6-4cbb-8375-34e2af8b95ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336642 Jul 06 15:11:36.015911 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 33662) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 15:11:36.074571 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45147afe-c8b6-4d63-9c61-fe77fb85c8de tempest-TestNetworkAdvancedServerOps-1213390431 tempest-TestNetworkAdvancedServerOps-1213390431-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:11:36.076143 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-45147afe-c8b6-4d63-9c61-fe77fb85c8de tempest-TestNetworkAdvancedServerOps-1213390431 tempest-TestNetworkAdvancedServerOps-1213390431-project-admin] 10.222.0.104 "GET /v2.0/ports?device_id=b13b36a7-7a8b-4072-8c9b-0a8005c823cf HTTP/1.1" status: 200 len: 1091 time: 0.0592465 Jul 06 15:11:36.079109 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 33664) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 15:11:36.083642 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [None req-37cd007e-6ebd-4fb7-89bc-4002e3a8ae6a tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Request body: {'floatingip': {'floating_network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'port_id': '4f78eabe-fd38-4bbc-91e1-30f7df75df18', 'tenant_id': '768013dcc5f548df9e4c379a3109439b', 'fixed_ip_address': '172.20.0.8'}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 15:11:36.106093 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-37cd007e-6ebd-4fb7-89bc-4002e3a8ae6a tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Notify callbacks [] for floatingip, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:11:36.202934 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-37cd007e-6ebd-4fb7-89bc-4002e3a8ae6a tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:11:36.312606 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.db_base_plugin_common [None req-37cd007e-6ebd-4fb7-89bc-4002e3a8ae6a tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Allocated IP 172.25.0.145 (2658f09e-a580-4d4a-9968-2d1e0ad93719/cbf74abc-6fe1-4d33-b005-c948923b9647/d4808c2e-da23-4da1-bed5-b0a6f5102d61) {{(pid=100247) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 15:11:36.415601 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-37cd007e-6ebd-4fb7-89bc-4002e3a8ae6a tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Notify callbacks [] for port, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:11:36.459579 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-37cd007e-6ebd-4fb7-89bc-4002e3a8ae6a tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-128888360'] for port, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:11:36.495288 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37cd007e-6ebd-4fb7-89bc-4002e3a8ae6a tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Network 2658f09e-a580-4d4a-9968-2d1e0ad93719 is already hosted by enough agents. {{(pid=100247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 15:11:36.498155 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.base_scheduler [None req-37cd007e-6ebd-4fb7-89bc-4002e3a8ae6a tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Resources bound (agent type, host, resource id): {{(pid=100247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 15:11:36.501730 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37cd007e-6ebd-4fb7-89bc-4002e3a8ae6a tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Received port after_create {{(pid=100247) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 15:11:36.527911 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37cd007e-6ebd-4fb7-89bc-4002e3a8ae6a tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Pushing event updated for resources: {'Port': ['ID=d4808c2e-da23-4da1-bed5-b0a6f5102d61,revision_number=1']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:11:36.880537 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-37cd007e-6ebd-4fb7-89bc-4002e3a8ae6a tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:11:36.966790 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-37cd007e-6ebd-4fb7-89bc-4002e3a8ae6a tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:11:37.121483 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-37cd007e-6ebd-4fb7-89bc-4002e3a8ae6a tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Notify callbacks [] for port, precommit_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:11:37.126733 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-37cd007e-6ebd-4fb7-89bc-4002e3a8ae6a tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128888538'] for port, after_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:11:37.205086 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37cd007e-6ebd-4fb7-89bc-4002e3a8ae6a tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Pushing event updated for resources: {'Port': ['ID=d4808c2e-da23-4da1-bed5-b0a6f5102d61,revision_number=2']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:11:37.215100 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-37cd007e-6ebd-4fb7-89bc-4002e3a8ae6a tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1761130'] for floatingip, after_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:11:37.317956 n-d-773647-6 neutron-server[100247]: INFO neutron.db.l3_db [None req-37cd007e-6ebd-4fb7-89bc-4002e3a8ae6a tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Floating IP 9abd103a-9042-4d45-81c6-35b485e5fa1f associated. External IP: 172.25.0.145, port: 4f78eabe-fd38-4bbc-91e1-30f7df75df18. Jul 06 15:11:37.523760 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37cd007e-6ebd-4fb7-89bc-4002e3a8ae6a tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Router 8792da57-55cd-4dc5-8415-0b269577f6ea has already been hosted by L3 agent 2823d358-a11b-4885-a706-95a279e43fa7 {{(pid=100247) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 15:11:37.633231 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37cd007e-6ebd-4fb7-89bc-4002e3a8ae6a tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Notify agent at l3_agent.n-d-773647-6 the message routers_updated {{(pid=100247) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 15:11:37.642492 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb226a6f-3cb4-4403-95a7-6d75cc1e57e1 None None] Sync routers for ids ['8792da57-55cd-4dc5-8415-0b269577f6ea'] in n-d-773647-6 {{(pid=100249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 15:11:37.650745 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-37cd007e-6ebd-4fb7-89bc-4002e3a8ae6a tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for floatingip, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:11:37.652712 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb226a6f-3cb4-4403-95a7-6d75cc1e57e1 None None] Routers {'8792da57-55cd-4dc5-8415-0b269577f6ea'} bound to L3 agent in host n-d-773647-6 {{(pid=100249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 15:11:37.653385 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-bb226a6f-3cb4-4403-95a7-6d75cc1e57e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T15:11:26Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['8792da57-55cd-4dc5-8415-0b269577f6ea'], 'active': True} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:11:37.692404 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-37cd007e-6ebd-4fb7-89bc-4002e3a8ae6a tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] 10.222.0.104 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6121829 Jul 06 15:11:37.693065 n-d-773647-6 neutron-server[100247]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b13b36a7-7a8b-4072-8c9b-0a8005c823cf', 'tag': '4f78eabe-fd38-4bbc-91e1-30f7df75df18'}] {{(pid=100247) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 15:11:37.695353 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee9abbf45a31ce2cafe392c325a103f9980bc56023ef5156b007054daa5623de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aeef0535-7910-4ad5-afd0-a69f1a02c809" -d '{"events": [{"name": "network-changed", "server_uuid": "b13b36a7-7a8b-4072-8c9b-0a8005c823cf", "tag": "4f78eabe-fd38-4bbc-91e1-30f7df75df18"}]}' {{(pid=100247) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 15:11:37.763942 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvr_db [None req-bb226a6f-3cb4-4403-95a7-6d75cc1e57e1 None None] Set router 8792da57-55cd-4dc5-8415-0b269577f6ea gateway port host: n-d-773647-6 {{(pid=100249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 15:11:37.846479 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a4ee0a-930e-4ff8-8681-5fb2e27ca043 req-6e25bae7-f8db-4ea2-8fa1-a7c27c876afd tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:11:37.848023 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-b1a4ee0a-930e-4ff8-8681-5fb2e27ca043 req-6e25bae7-f8db-4ea2-8fa1-a7c27c876afd tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] 10.222.0.104 "GET /v2.0/ports?device_id=b13b36a7-7a8b-4072-8c9b-0a8005c823cf HTTP/1.1" status: 200 len: 945 time: 0.0648842 Jul 06 15:11:37.887446 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-b1a4ee0a-930e-4ff8-8681-5fb2e27ca043 req-0b3eadaa-b30a-4ac2-a646-32c7ba01bbb7 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] 10.222.0.104 "GET /v2.0/security-groups?id=fe3dd0db-7bc6-4cbb-8375-34e2af8b95ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336742 Jul 06 15:11:37.912550 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 33670) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 15:11:37.935304 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 15:11:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fae88fed-de0c-4f91-a622-e3abe2b93f05 x-openstack-request-id: req-fae88fed-de0c-4f91-a622-e3abe2b93f05 {{(pid=100247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 15:11:37.935596 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b13b36a7-7a8b-4072-8c9b-0a8005c823cf", "tag": "4f78eabe-fd38-4bbc-91e1-30f7df75df18", "status": "completed", "code": 200}]} {{(pid=100247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 15:11:37.935856 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-fae88fed-de0c-4f91-a622-e3abe2b93f05 {{(pid=100247) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 15:11:37.936273 n-d-773647-6 neutron-server[100247]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b13b36a7-7a8b-4072-8c9b-0a8005c823cf', 'tag': '4f78eabe-fd38-4bbc-91e1-30f7df75df18', 'status': 'completed', 'code': 200} Jul 06 15:11:38.001605 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-bb226a6f-3cb4-4403-95a7-6d75cc1e57e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8792da57-55cd-4dc5-8415-0b269577f6ea', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1844569737', 'tenant_id': '768013dcc5f548df9e4c379a3109439b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.24'}], 'enable_snat': True}, 'gw_port_id': 'ba442aa4-0cc6-4731-aa13-ff2f3d5edc1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T15:11:20Z', 'updated_at': '2021-07-06T15:11:24Z', 'revision_number': 4, 'project_id': '768013dcc5f548df9e4c379a3109439b', 'gw_port': {'id': 'ba442aa4-0cc6-4731-aa13-ff2f3d5edc1e', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:34:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8792da57-55cd-4dc5-8415-0b269577f6ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T15:11:20Z', 'updated_at': '2021-07-06T15:11:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6', '_floatingips': [{'id': '9abd103a-9042-4d45-81c6-35b485e5fa1f', 'tenant_id': '768013dcc5f548df9e4c379a3109439b', 'floating_ip_address': '172.25.0.145', 'floating_network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'router_id': '8792da57-55cd-4dc5-8415-0b269577f6ea', 'port_id': '4f78eabe-fd38-4bbc-91e1-30f7df75df18', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4225, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '034a7ed6-0d97-415e-89c6-1a0d4b9387a1', 'mac_address': 'fa:16:3e:ff:37:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b13b36a7-7a8b-4072-8c9b-0a8005c823cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T15:11:36Z', 'updated_at': '2021-07-06T15:11:36Z', 'revision_number': 0, 'project_id': '768013dcc5f548df9e4c379a3109439b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '23cdc83d-a8a7-4237-b039-a741a435a75a', 'name': '', 'network_id': '034a7ed6-0d97-415e-89c6-1a0d4b9387a1', 'tenant_id': '768013dcc5f548df9e4c379a3109439b', 'mac_address': 'fa:16:3e:2e:f9:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8792da57-55cd-4dc5-8415-0b269577f6ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '3fba4d27-6a66-4ccf-941f-743201557c58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T15:11:23Z', 'updated_at': '2021-07-06T15:11:28Z', 'revision_number': 5, 'project_id': '768013dcc5f548df9e4c379a3109439b', 'subnets': [{'id': '3fba4d27-6a66-4ccf-941f-743201557c58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773647-6', False) {} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:11:38.006098 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-630b6883-e1ac-423b-8b25-c4e010601c32 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] 10.222.0.104 "GET /v2.0/floatingips/9abd103a-9042-4d45-81c6-35b485e5fa1f HTTP/1.1" status: 200 len: 991 time: 0.0921087 Jul 06 15:11:38.027410 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeef0535-7910-4ad5-afd0-a69f1a02c809 req-1cbf098f-c947-4668-b389-98a52e4316e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:11:38.028928 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-aeef0535-7910-4ad5-afd0-a69f1a02c809 req-1cbf098f-c947-4668-b389-98a52e4316e3 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=768013dcc5f548df9e4c379a3109439b&device_id=b13b36a7-7a8b-4072-8c9b-0a8005c823cf HTTP/1.1" status: 200 len: 1096 time: 0.0689311 Jul 06 15:11:38.033324 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb226a6f-3cb4-4403-95a7-6d75cc1e57e1 None None] Checking router: 8792da57-55cd-4dc5-8415-0b269577f6ea for host: n-d-773647-6 {{(pid=100249) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 15:11:38.042056 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb226a6f-3cb4-4403-95a7-6d75cc1e57e1 None None] Routers {'8792da57-55cd-4dc5-8415-0b269577f6ea'} bound to L3 agent in host n-d-773647-6 {{(pid=100249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 15:11:38.042651 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-bb226a6f-3cb4-4403-95a7-6d75cc1e57e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T15:11:26Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['8792da57-55cd-4dc5-8415-0b269577f6ea'], 'active': True} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:11:38.128468 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeef0535-7910-4ad5-afd0-a69f1a02c809 req-799c36e3-f590-4097-b8d7-7f8ab0546f62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:11:38.129862 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-aeef0535-7910-4ad5-afd0-a69f1a02c809 req-799c36e3-f590-4097-b8d7-7f8ab0546f62 service neutron] 10.222.0.72 "GET /v2.0/networks?id=034a7ed6-0d97-415e-89c6-1a0d4b9387a1 HTTP/1.1" status: 200 len: 898 time: 0.0939388 Jul 06 15:11:38.198674 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-aeef0535-7910-4ad5-afd0-a69f1a02c809 req-6e237559-a3e0-4295-b22c-220e9168b0f8 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4f78eabe-fd38-4bbc-91e1-30f7df75df18 HTTP/1.1" status: 200 len: 999 time: 0.0627832 Jul 06 15:11:38.245138 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvr_db [None req-bb226a6f-3cb4-4403-95a7-6d75cc1e57e1 None None] Set router 8792da57-55cd-4dc5-8415-0b269577f6ea gateway port host: n-d-773647-6 {{(pid=100249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 15:11:38.249712 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeef0535-7910-4ad5-afd0-a69f1a02c809 req-32d5fb86-03ed-4963-ad5a-a365bc551ba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:11:38.251278 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-aeef0535-7910-4ad5-afd0-a69f1a02c809 req-32d5fb86-03ed-4963-ad5a-a365bc551ba2 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=3fba4d27-6a66-4ccf-941f-743201557c58 HTTP/1.1" status: 200 len: 835 time: 0.0472357 Jul 06 15:11:38.313836 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeef0535-7910-4ad5-afd0-a69f1a02c809 req-417c6c68-bb41-402d-bc56-e858e7be1f82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:11:38.315397 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-aeef0535-7910-4ad5-afd0-a69f1a02c809 req-417c6c68-bb41-402d-bc56-e858e7be1f82 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=034a7ed6-0d97-415e-89c6-1a0d4b9387a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0581062 Jul 06 15:11:38.406669 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-aeef0535-7910-4ad5-afd0-a69f1a02c809 req-628df92e-11b3-478b-acbb-88d08825d4d2 service neutron] 10.222.0.72 "GET /v2.0/networks/034a7ed6-0d97-415e-89c6-1a0d4b9387a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847318 Jul 06 15:11:38.467661 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-bb226a6f-3cb4-4403-95a7-6d75cc1e57e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8792da57-55cd-4dc5-8415-0b269577f6ea', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1844569737', 'tenant_id': '768013dcc5f548df9e4c379a3109439b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.24'}], 'enable_snat': True}, 'gw_port_id': 'ba442aa4-0cc6-4731-aa13-ff2f3d5edc1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T15:11:20Z', 'updated_at': '2021-07-06T15:11:24Z', 'revision_number': 4, 'project_id': '768013dcc5f548df9e4c379a3109439b', 'gw_port': {'id': 'ba442aa4-0cc6-4731-aa13-ff2f3d5edc1e', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:34:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8792da57-55cd-4dc5-8415-0b269577f6ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T15:11:20Z', 'updated_at': '2021-07-06T15:11:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6', '_floatingips': [{'id': '9abd103a-9042-4d45-81c6-35b485e5fa1f', 'tenant_id': '768013dcc5f548df9e4c379a3109439b', 'floating_ip_address': '172.25.0.145', 'floating_network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'router_id': '8792da57-55cd-4dc5-8415-0b269577f6ea', 'port_id': '4f78eabe-fd38-4bbc-91e1-30f7df75df18', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4225, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '034a7ed6-0d97-415e-89c6-1a0d4b9387a1', 'mac_address': 'fa:16:3e:ff:37:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b13b36a7-7a8b-4072-8c9b-0a8005c823cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T15:11:36Z', 'updated_at': '2021-07-06T15:11:36Z', 'revision_number': 0, 'project_id': '768013dcc5f548df9e4c379a3109439b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '23cdc83d-a8a7-4237-b039-a741a435a75a', 'name': '', 'network_id': '034a7ed6-0d97-415e-89c6-1a0d4b9387a1', 'tenant_id': '768013dcc5f548df9e4c379a3109439b', 'mac_address': 'fa:16:3e:2e:f9:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8792da57-55cd-4dc5-8415-0b269577f6ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '3fba4d27-6a66-4ccf-941f-743201557c58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T15:11:23Z', 'updated_at': '2021-07-06T15:11:28Z', 'revision_number': 5, 'project_id': '768013dcc5f548df9e4c379a3109439b', 'subnets': [{'id': '3fba4d27-6a66-4ccf-941f-743201557c58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773647-6', False) {} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:11:38.499566 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb226a6f-3cb4-4403-95a7-6d75cc1e57e1 None None] The sync data for ids ['8792da57-55cd-4dc5-8415-0b269577f6ea'] in n-d-773647-6 is: [{'id': '8792da57-55cd-4dc5-8415-0b269577f6ea', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1844569737', 'tenant_id': '768013dcc5f548df9e4c379a3109439b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.24'}], 'enable_snat': True}, 'gw_port_id': 'ba442aa4-0cc6-4731-aa13-ff2f3d5edc1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T15:11:20Z', 'updated_at': '2021-07-06T15:11:24Z', 'revision_number': 4, 'project_id': '768013dcc5f548df9e4c379a3109439b', 'gw_port': {'id': 'ba442aa4-0cc6-4731-aa13-ff2f3d5edc1e', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:34:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8792da57-55cd-4dc5-8415-0b269577f6ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T15:11:20Z', 'updated_at': '2021-07-06T15:11:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6', '_floatingips': [{'id': '9abd103a-9042-4d45-81c6-35b485e5fa1f', 'tenant_id': '768013dcc5f548df9e4c379a3109439b', 'floating_ip_address': '172.25.0.145', 'floating_network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'router_id': '8792da57-55cd-4dc5-8415-0b269577f6ea', 'port_id': '4f78eabe-fd38-4bbc-91e1-30f7df75df18', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4225, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '034a7ed6-0d97-415e-89c6-1a0d4b9387a1', 'mac_address': 'fa:16:3e:ff:37:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b13b36a7-7a8b-4072-8c9b-0a8005c823cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T15:11:36Z', 'updated_at': '2021-07-06T15:11:36Z', 'revision_number': 0, 'project_id': '768013dcc5f548df9e4c379a3109439b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '23cdc83d-a8a7-4237-b039-a741a435a75a', 'name': '', 'network_id': '034a7ed6-0d97-415e-89c6-1a0d4b9387a1', 'tenant_id': '768013dcc5f548df9e4c379a3109439b', 'mac_address': 'fa:16:3e:2e:f9:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8792da57-55cd-4dc5-8415-0b269577f6ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '3fba4d27-6a66-4ccf-941f-743201557c58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T15:11:23Z', 'updated_at': '2021-07-06T15:11:28Z', 'revision_number': 5, 'project_id': '768013dcc5f548df9e4c379a3109439b', 'subnets': [{'id': '3fba4d27-6a66-4ccf-941f-743201557c58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 15:11:38.500825 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-aeef0535-7910-4ad5-afd0-a69f1a02c809 req-a8864db7-ffe8-4041-9663-fc06fee25aac service neutron] 10.222.0.72 "GET /v2.0/networks/034a7ed6-0d97-415e-89c6-1a0d4b9387a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868647 Jul 06 15:11:38.695423 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa95622d-a3da-4e70-a978-5c70530b23bb None None] New status for floating IP 9abd103a-9042-4d45-81c6-35b485e5fa1f: ACTIVE {{(pid=100248) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 15:11:39.009069 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 33672) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 15:11:39.068936 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-4377707d-6f27-48c1-9cd5-5e6bdea563ab tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] 10.222.0.104 "GET /v2.0/floatingips/9abd103a-9042-4d45-81c6-35b485e5fa1f HTTP/1.1" status: 200 len: 993 time: 0.0587683 Jul 06 15:11:41.484019 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:11:43.214024 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:11:51.269664 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.agents_db [None req-167c0ad6-1657-4c9a-a2c4-3b18056aa662 None None] Agent healthcheck: found 7 active agents {{(pid=100249) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 15:11:52.988913 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-8ea33b96-a2fb-43bf-9160-98e0e745fc6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:11:55.646492 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5011226d-dd0e-4c88-b288-d61abf3b6892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:11:55.991951 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:11:56.889551 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-2064eaae-da4f-48f8-82d2-b09d4ddedd44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:11:58.679640 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-03f71b24-a9b8-453a-8924-caa3f97bc6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:12:06.062627 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e2463b-dd00-4ca8-a598-29a92f7888ac req-2382cde1-4875-4213-aa0b-bdf7181ad805 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:12:06.064114 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-14e2463b-dd00-4ca8-a598-29a92f7888ac req-2382cde1-4875-4213-aa0b-bdf7181ad805 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] 10.222.0.104 "GET /v2.0/ports?device_id=b13b36a7-7a8b-4072-8c9b-0a8005c823cf HTTP/1.1" status: 200 len: 945 time: 0.0676179 Jul 06 15:12:06.102742 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-14e2463b-dd00-4ca8-a598-29a92f7888ac req-f5454a7f-a2a5-4289-9a69-0a1894d32a00 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] 10.222.0.104 "GET /v2.0/security-groups?id=fe3dd0db-7bc6-4cbb-8375-34e2af8b95ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323732 Jul 06 15:12:07.286184 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874a78ea-ac70-4761-8c84-c002afe0b906 req-716149ed-df53-497b-9648-3fde9e26876e tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:12:07.287752 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-874a78ea-ac70-4761-8c84-c002afe0b906 req-716149ed-df53-497b-9648-3fde9e26876e tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] 10.222.0.104 "GET /v2.0/ports?device_id=b13b36a7-7a8b-4072-8c9b-0a8005c823cf HTTP/1.1" status: 200 len: 945 time: 0.0652549 Jul 06 15:12:07.331024 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-874a78ea-ac70-4761-8c84-c002afe0b906 req-53c5c823-4f29-4906-860c-a8c7de1ae988 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] 10.222.0.104 "GET /v2.0/security-groups?id=fe3dd0db-7bc6-4cbb-8375-34e2af8b95ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375931 Jul 06 15:12:07.355866 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 33694) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 15:12:07.420905 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-d38a6b82-694f-4c74-af63-4ee24bfaa097 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] 10.222.0.104 "GET /v2.0/floatingips/9abd103a-9042-4d45-81c6-35b485e5fa1f HTTP/1.1" status: 200 len: 993 time: 0.0635078 Jul 06 15:12:08.840763 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef6d7b4-0f8d-45ff-bf0c-92231bcc055c req-9043589a-f98d-45f1-9a5e-6e4f734689a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:12:08.842344 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-8ef6d7b4-0f8d-45ff-bf0c-92231bcc055c req-9043589a-f98d-45f1-9a5e-6e4f734689a0 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=768013dcc5f548df9e4c379a3109439b&device_id=b13b36a7-7a8b-4072-8c9b-0a8005c823cf HTTP/1.1" status: 200 len: 1096 time: 0.0570958 Jul 06 15:12:08.867696 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942bc94c-5a91-4019-90cf-7c9c7debd07d req-d42bde30-617b-4839-b517-2fe1b3d622a8 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:12:08.869296 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-942bc94c-5a91-4019-90cf-7c9c7debd07d req-d42bde30-617b-4839-b517-2fe1b3d622a8 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] 10.222.0.104 "GET /v2.0/ports?device_id=b13b36a7-7a8b-4072-8c9b-0a8005c823cf HTTP/1.1" status: 200 len: 945 time: 0.0671668 Jul 06 15:12:08.909233 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-942bc94c-5a91-4019-90cf-7c9c7debd07d req-6391c337-a0c4-490c-a365-e5710a03dc25 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] 10.222.0.104 "GET /v2.0/security-groups?id=fe3dd0db-7bc6-4cbb-8375-34e2af8b95ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342295 Jul 06 15:12:08.937044 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef6d7b4-0f8d-45ff-bf0c-92231bcc055c req-c7955df5-6542-4787-ad4f-a45562cd50c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:12:08.938546 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-8ef6d7b4-0f8d-45ff-bf0c-92231bcc055c req-c7955df5-6542-4787-ad4f-a45562cd50c5 service neutron] 10.222.0.72 "GET /v2.0/networks?id=034a7ed6-0d97-415e-89c6-1a0d4b9387a1 HTTP/1.1" status: 200 len: 898 time: 0.0902469 Jul 06 15:12:09.006399 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-8ef6d7b4-0f8d-45ff-bf0c-92231bcc055c req-3e2e6c67-266f-42e8-ae8a-55653e1e2108 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4f78eabe-fd38-4bbc-91e1-30f7df75df18 HTTP/1.1" status: 200 len: 1001 time: 0.0591099 Jul 06 15:12:09.071133 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef6d7b4-0f8d-45ff-bf0c-92231bcc055c req-c333f993-18ce-4dc6-ad2b-82f058c2a71c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:12:09.072695 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-8ef6d7b4-0f8d-45ff-bf0c-92231bcc055c req-c333f993-18ce-4dc6-ad2b-82f058c2a71c service neutron] 10.222.0.72 "GET /v2.0/subnets?id=3fba4d27-6a66-4ccf-941f-743201557c58 HTTP/1.1" status: 200 len: 835 time: 0.0599978 Jul 06 15:12:09.133981 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef6d7b4-0f8d-45ff-bf0c-92231bcc055c req-bb71eff1-0053-4183-836d-03c5cd28a311 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:12:09.135519 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-8ef6d7b4-0f8d-45ff-bf0c-92231bcc055c req-bb71eff1-0053-4183-836d-03c5cd28a311 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=034a7ed6-0d97-415e-89c6-1a0d4b9387a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0566607 Jul 06 15:12:09.224970 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-8ef6d7b4-0f8d-45ff-bf0c-92231bcc055c req-725abbeb-5ad6-433f-be6a-9e5c4f6a6d63 service neutron] 10.222.0.72 "GET /v2.0/networks/034a7ed6-0d97-415e-89c6-1a0d4b9387a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833521 Jul 06 15:12:09.321091 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-8ef6d7b4-0f8d-45ff-bf0c-92231bcc055c req-df1bfebc-f668-41b1-8f10-65997eca1f30 service neutron] 10.222.0.72 "GET /v2.0/networks/034a7ed6-0d97-415e-89c6-1a0d4b9387a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890765 Jul 06 15:12:10.088418 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cddbec-5ef6-4115-9eb9-e9132dd57664 req-7fa4e628-62dd-4675-903f-5005a5571e04 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:12:10.089878 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-90cddbec-5ef6-4115-9eb9-e9132dd57664 req-7fa4e628-62dd-4675-903f-5005a5571e04 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] 10.222.0.104 "GET /v2.0/ports?device_id=b13b36a7-7a8b-4072-8c9b-0a8005c823cf HTTP/1.1" status: 200 len: 945 time: 0.0660274 Jul 06 15:12:10.134961 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-90cddbec-5ef6-4115-9eb9-e9132dd57664 req-52c69875-85ed-4451-b334-cf1399ad8888 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] 10.222.0.104 "GET /v2.0/security-groups?id=fe3dd0db-7bc6-4cbb-8375-34e2af8b95ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393569 Jul 06 15:12:11.309365 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e4408e-98bd-42e3-b855-2c4be7a817f2 req-ab36b1a3-ff97-44c2-bcbf-8b07b3eaa4bf tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:12:11.310891 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-25e4408e-98bd-42e3-b855-2c4be7a817f2 req-ab36b1a3-ff97-44c2-bcbf-8b07b3eaa4bf tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] 10.222.0.104 "GET /v2.0/ports?device_id=b13b36a7-7a8b-4072-8c9b-0a8005c823cf HTTP/1.1" status: 200 len: 945 time: 0.0640540 Jul 06 15:12:11.349543 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-25e4408e-98bd-42e3-b855-2c4be7a817f2 req-94babd91-df9a-4185-8cfd-325ffe816031 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] 10.222.0.104 "GET /v2.0/security-groups?id=fe3dd0db-7bc6-4cbb-8375-34e2af8b95ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328512 Jul 06 15:12:11.374152 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 33706) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 15:12:11.434283 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-6137c333-349d-44a9-9f97-2eb39d7e8b15 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] 10.222.0.104 "GET /v2.0/floatingips/9abd103a-9042-4d45-81c6-35b485e5fa1f HTTP/1.1" status: 200 len: 993 time: 0.0588739 Jul 06 15:12:11.480871 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:12:11.720740 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 33712) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 15:12:11.880939 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.plugin [None req-7b08d0dd-ab92-4740-be87-b658d41edc28 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Deleting port d4808c2e-da23-4da1-bed5-b0a6f5102d61 {{(pid=100247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 15:12:11.881285 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-7b08d0dd-ab92-4740-be87-b658d41edc28 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:12:11.960422 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-7b08d0dd-ab92-4740-be87-b658d41edc28 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:12:11.960754 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-7b08d0dd-ab92-4740-be87-b658d41edc28 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:12:11.972340 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.plugin [None req-7b08d0dd-ab92-4740-be87-b658d41edc28 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Calling delete_port for d4808c2e-da23-4da1-bed5-b0a6f5102d61 owned by network:floatingip {{(pid=100247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 15:12:12.127125 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-7b08d0dd-ab92-4740-be87-b658d41edc28 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128888353'] for port, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:12:12.154128 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b08d0dd-ab92-4740-be87-b658d41edc28 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Pushing event deleted for resources: {'Port': ['ID=d4808c2e-da23-4da1-bed5-b0a6f5102d61,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:12:12.221426 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-7b08d0dd-ab92-4740-be87-b658d41edc28 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Notify callbacks [] for floatingip, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:12:12.221766 n-d-773647-6 neutron-server[100247]: INFO neutron.db.l3_db [None req-7b08d0dd-ab92-4740-be87-b658d41edc28 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Floating IP 9abd103a-9042-4d45-81c6-35b485e5fa1f disassociated (deleted). External IP: 172.25.0.145, port: 4f78eabe-fd38-4bbc-91e1-30f7df75df18. Jul 06 15:12:12.747675 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b08d0dd-ab92-4740-be87-b658d41edc28 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Router 8792da57-55cd-4dc5-8415-0b269577f6ea has already been hosted by L3 agent 2823d358-a11b-4885-a706-95a279e43fa7 {{(pid=100247) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 15:12:12.854417 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b08d0dd-ab92-4740-be87-b658d41edc28 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Notify agent at l3_agent.n-d-773647-6 the message routers_updated {{(pid=100247) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 15:12:12.859422 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-7b08d0dd-ab92-4740-be87-b658d41edc28 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for floatingip, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:12:12.863674 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ed096cd-7cb8-4712-808b-934dbfd59b14 None None] Sync routers for ids ['8792da57-55cd-4dc5-8415-0b269577f6ea'] in n-d-773647-6 {{(pid=100249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 15:12:12.872760 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ed096cd-7cb8-4712-808b-934dbfd59b14 None None] Routers {'8792da57-55cd-4dc5-8415-0b269577f6ea'} bound to L3 agent in host n-d-773647-6 {{(pid=100249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 15:12:12.873445 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-6ed096cd-7cb8-4712-808b-934dbfd59b14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T15:11:56Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['8792da57-55cd-4dc5-8415-0b269577f6ea'], 'active': True} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:12:12.897614 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-7b08d0dd-ab92-4740-be87-b658d41edc28 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] 10.222.0.104 "DELETE /v2.0/floatingips/9abd103a-9042-4d45-81c6-35b485e5fa1f HTTP/1.1" status: 204 len: 168 time: 1.1728935 Jul 06 15:12:12.897614 n-d-773647-6 neutron-server[100247]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b13b36a7-7a8b-4072-8c9b-0a8005c823cf', 'tag': '4f78eabe-fd38-4bbc-91e1-30f7df75df18'}] {{(pid=100247) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 15:12:12.897947 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee9abbf45a31ce2cafe392c325a103f9980bc56023ef5156b007054daa5623de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bef1cbc1-f56d-440d-883f-e9b543f35237" -d '{"events": [{"name": "network-changed", "server_uuid": "b13b36a7-7a8b-4072-8c9b-0a8005c823cf", "tag": "4f78eabe-fd38-4bbc-91e1-30f7df75df18"}]}' {{(pid=100247) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 15:12:12.977419 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvr_db [None req-6ed096cd-7cb8-4712-808b-934dbfd59b14 None None] Set router 8792da57-55cd-4dc5-8415-0b269577f6ea gateway port host: n-d-773647-6 {{(pid=100249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 15:12:13.140091 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 15:12:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39e22041-b906-4887-abf3-e4a67feb4ed1 x-openstack-request-id: req-39e22041-b906-4887-abf3-e4a67feb4ed1 {{(pid=100247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 15:12:13.140380 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b13b36a7-7a8b-4072-8c9b-0a8005c823cf", "tag": "4f78eabe-fd38-4bbc-91e1-30f7df75df18", "status": "completed", "code": 200}]} {{(pid=100247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 15:12:13.140638 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-39e22041-b906-4887-abf3-e4a67feb4ed1 {{(pid=100247) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 15:12:13.141047 n-d-773647-6 neutron-server[100247]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b13b36a7-7a8b-4072-8c9b-0a8005c823cf', 'tag': '4f78eabe-fd38-4bbc-91e1-30f7df75df18', 'status': 'completed', 'code': 200} Jul 06 15:12:13.182604 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-6ed096cd-7cb8-4712-808b-934dbfd59b14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8792da57-55cd-4dc5-8415-0b269577f6ea', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1844569737', 'tenant_id': '768013dcc5f548df9e4c379a3109439b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.24'}], 'enable_snat': True}, 'gw_port_id': 'ba442aa4-0cc6-4731-aa13-ff2f3d5edc1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T15:11:20Z', 'updated_at': '2021-07-06T15:11:24Z', 'revision_number': 4, 'project_id': '768013dcc5f548df9e4c379a3109439b', 'gw_port': {'id': 'ba442aa4-0cc6-4731-aa13-ff2f3d5edc1e', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:34:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8792da57-55cd-4dc5-8415-0b269577f6ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T15:11:20Z', 'updated_at': '2021-07-06T15:11:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6', '_interfaces': [{'id': '23cdc83d-a8a7-4237-b039-a741a435a75a', 'name': '', 'network_id': '034a7ed6-0d97-415e-89c6-1a0d4b9387a1', 'tenant_id': '768013dcc5f548df9e4c379a3109439b', 'mac_address': 'fa:16:3e:2e:f9:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8792da57-55cd-4dc5-8415-0b269577f6ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '3fba4d27-6a66-4ccf-941f-743201557c58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T15:11:23Z', 'updated_at': '2021-07-06T15:11:28Z', 'revision_number': 5, 'project_id': '768013dcc5f548df9e4c379a3109439b', 'subnets': [{'id': '3fba4d27-6a66-4ccf-941f-743201557c58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773647-6', False) {} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:12:13.216363 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ed096cd-7cb8-4712-808b-934dbfd59b14 None None] Checking router: 8792da57-55cd-4dc5-8415-0b269577f6ea for host: n-d-773647-6 {{(pid=100249) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 15:12:13.217131 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:12:13.220385 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef1cbc1-f56d-440d-883f-e9b543f35237 req-f59fa251-f0be-42d0-b07a-1f0a3581df92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:12:13.221923 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-bef1cbc1-f56d-440d-883f-e9b543f35237 req-f59fa251-f0be-42d0-b07a-1f0a3581df92 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=768013dcc5f548df9e4c379a3109439b&device_id=b13b36a7-7a8b-4072-8c9b-0a8005c823cf HTTP/1.1" status: 200 len: 1096 time: 0.0570076 Jul 06 15:12:13.225847 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ed096cd-7cb8-4712-808b-934dbfd59b14 None None] Routers {'8792da57-55cd-4dc5-8415-0b269577f6ea'} bound to L3 agent in host n-d-773647-6 {{(pid=100249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 15:12:13.226569 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-6ed096cd-7cb8-4712-808b-934dbfd59b14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T15:11:56Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['8792da57-55cd-4dc5-8415-0b269577f6ea'], 'active': True} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:12:13.294398 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb395475-367f-4542-8161-9ba9bf894cfa req-4cdcf530-d39b-4845-9b44-336d60b6b5d2 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:12:13.299666 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-bb395475-367f-4542-8161-9ba9bf894cfa req-4cdcf530-d39b-4845-9b44-336d60b6b5d2 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] 10.222.0.104 "GET /v2.0/ports?device_id=b13b36a7-7a8b-4072-8c9b-0a8005c823cf HTTP/1.1" status: 200 len: 945 time: 0.0686026 Jul 06 15:12:13.318339 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef1cbc1-f56d-440d-883f-e9b543f35237 req-04cf1744-241f-4559-bf67-f08ca730b556 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:12:13.319851 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-bef1cbc1-f56d-440d-883f-e9b543f35237 req-04cf1744-241f-4559-bf67-f08ca730b556 service neutron] 10.222.0.72 "GET /v2.0/networks?id=034a7ed6-0d97-415e-89c6-1a0d4b9387a1 HTTP/1.1" status: 200 len: 898 time: 0.0902247 Jul 06 15:12:13.337044 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-bb395475-367f-4542-8161-9ba9bf894cfa req-b0fa8d3a-c220-4828-8b64-733330448fc4 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] 10.222.0.104 "GET /v2.0/security-groups?id=fe3dd0db-7bc6-4cbb-8375-34e2af8b95ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344424 Jul 06 15:12:13.340388 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvr_db [None req-6ed096cd-7cb8-4712-808b-934dbfd59b14 None None] Set router 8792da57-55cd-4dc5-8415-0b269577f6ea gateway port host: n-d-773647-6 {{(pid=100249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 15:12:13.545018 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-6ed096cd-7cb8-4712-808b-934dbfd59b14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8792da57-55cd-4dc5-8415-0b269577f6ea', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1844569737', 'tenant_id': '768013dcc5f548df9e4c379a3109439b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.24'}], 'enable_snat': True}, 'gw_port_id': 'ba442aa4-0cc6-4731-aa13-ff2f3d5edc1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T15:11:20Z', 'updated_at': '2021-07-06T15:11:24Z', 'revision_number': 4, 'project_id': '768013dcc5f548df9e4c379a3109439b', 'gw_port': {'id': 'ba442aa4-0cc6-4731-aa13-ff2f3d5edc1e', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:34:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8792da57-55cd-4dc5-8415-0b269577f6ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T15:11:20Z', 'updated_at': '2021-07-06T15:11:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6', '_interfaces': [{'id': '23cdc83d-a8a7-4237-b039-a741a435a75a', 'name': '', 'network_id': '034a7ed6-0d97-415e-89c6-1a0d4b9387a1', 'tenant_id': '768013dcc5f548df9e4c379a3109439b', 'mac_address': 'fa:16:3e:2e:f9:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8792da57-55cd-4dc5-8415-0b269577f6ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '3fba4d27-6a66-4ccf-941f-743201557c58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T15:11:23Z', 'updated_at': '2021-07-06T15:11:28Z', 'revision_number': 5, 'project_id': '768013dcc5f548df9e4c379a3109439b', 'subnets': [{'id': '3fba4d27-6a66-4ccf-941f-743201557c58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773647-6', False) {} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:12:13.572433 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ed096cd-7cb8-4712-808b-934dbfd59b14 None None] The sync data for ids ['8792da57-55cd-4dc5-8415-0b269577f6ea'] in n-d-773647-6 is: [{'id': '8792da57-55cd-4dc5-8415-0b269577f6ea', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1844569737', 'tenant_id': '768013dcc5f548df9e4c379a3109439b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.24'}], 'enable_snat': True}, 'gw_port_id': 'ba442aa4-0cc6-4731-aa13-ff2f3d5edc1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T15:11:20Z', 'updated_at': '2021-07-06T15:11:24Z', 'revision_number': 4, 'project_id': '768013dcc5f548df9e4c379a3109439b', 'gw_port': {'id': 'ba442aa4-0cc6-4731-aa13-ff2f3d5edc1e', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:34:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8792da57-55cd-4dc5-8415-0b269577f6ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T15:11:20Z', 'updated_at': '2021-07-06T15:11:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6', '_interfaces': [{'id': '23cdc83d-a8a7-4237-b039-a741a435a75a', 'name': '', 'network_id': '034a7ed6-0d97-415e-89c6-1a0d4b9387a1', 'tenant_id': '768013dcc5f548df9e4c379a3109439b', 'mac_address': 'fa:16:3e:2e:f9:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8792da57-55cd-4dc5-8415-0b269577f6ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '3fba4d27-6a66-4ccf-941f-743201557c58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T15:11:23Z', 'updated_at': '2021-07-06T15:11:28Z', 'revision_number': 5, 'project_id': '768013dcc5f548df9e4c379a3109439b', 'subnets': [{'id': '3fba4d27-6a66-4ccf-941f-743201557c58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 15:12:13.704718 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-bef1cbc1-f56d-440d-883f-e9b543f35237 req-9be9123a-17d9-41af-a77f-8a4a988cdc58 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4f78eabe-fd38-4bbc-91e1-30f7df75df18 HTTP/1.1" status: 200 len: 217 time: 0.3769028 Jul 06 15:12:13.756228 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef1cbc1-f56d-440d-883f-e9b543f35237 req-12b32e51-7f71-447f-9705-1583a7a66ecb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:12:13.757705 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-bef1cbc1-f56d-440d-883f-e9b543f35237 req-12b32e51-7f71-447f-9705-1583a7a66ecb service neutron] 10.222.0.72 "GET /v2.0/subnets?id=3fba4d27-6a66-4ccf-941f-743201557c58 HTTP/1.1" status: 200 len: 835 time: 0.0466375 Jul 06 15:12:13.797358 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d78b0dc-eea5-4a16-a047-050f00f06c7e None None] New status for floating IP 9abd103a-9042-4d45-81c6-35b485e5fa1f: DOWN {{(pid=100248) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 15:12:13.822013 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef1cbc1-f56d-440d-883f-e9b543f35237 req-43e66c69-031d-4001-9ba9-e1ac8c9cbc68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:12:13.823554 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-bef1cbc1-f56d-440d-883f-e9b543f35237 req-43e66c69-031d-4001-9ba9-e1ac8c9cbc68 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=034a7ed6-0d97-415e-89c6-1a0d4b9387a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0573618 Jul 06 15:12:13.919791 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-bef1cbc1-f56d-440d-883f-e9b543f35237 req-c458bc63-63d6-4af9-b654-e6fe22f8ae74 service neutron] 10.222.0.72 "GET /v2.0/networks/034a7ed6-0d97-415e-89c6-1a0d4b9387a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890946 Jul 06 15:12:14.009333 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-bef1cbc1-f56d-440d-883f-e9b543f35237 req-98f6a341-55e0-4a4a-b45e-f7a3f0230457 service neutron] 10.222.0.72 "GET /v2.0/networks/034a7ed6-0d97-415e-89c6-1a0d4b9387a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825951 Jul 06 15:12:14.515148 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28fb766-9651-49c4-ab2c-fb4fa89219c5 req-e8893e97-5a02-47ae-a37f-a88dbe552ec6 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:12:14.516697 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-a28fb766-9651-49c4-ab2c-fb4fa89219c5 req-e8893e97-5a02-47ae-a37f-a88dbe552ec6 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] 10.222.0.104 "GET /v2.0/ports?device_id=b13b36a7-7a8b-4072-8c9b-0a8005c823cf HTTP/1.1" status: 200 len: 945 time: 0.0676076 Jul 06 15:12:14.556149 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-a28fb766-9651-49c4-ab2c-fb4fa89219c5 req-e28b7de2-53cc-4adc-aa7c-a5289c5c6125 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] 10.222.0.104 "GET /v2.0/security-groups?id=fe3dd0db-7bc6-4cbb-8375-34e2af8b95ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335827 Jul 06 15:12:14.776531 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6cde5df-9e02-40cf-8aea-4557238c93a1 req-953acf0d-a5af-4078-977c-70deb460778e tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:12:14.778015 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-c6cde5df-9e02-40cf-8aea-4557238c93a1 req-953acf0d-a5af-4078-977c-70deb460778e tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] 10.222.0.72 "GET /v2.0/ports?device_id=b13b36a7-7a8b-4072-8c9b-0a8005c823cf HTTP/1.1" status: 200 len: 945 time: 0.0681925 Jul 06 15:12:14.879718 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [req-c6cde5df-9e02-40cf-8aea-4557238c93a1 req-312e568a-082d-4156-b038-2d877c14b7d7 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Deleting port 4f78eabe-fd38-4bbc-91e1-30f7df75df18 {{(pid=100246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 15:12:14.880060 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-c6cde5df-9e02-40cf-8aea-4557238c93a1 req-312e568a-082d-4156-b038-2d877c14b7d7 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:12:14.971047 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.db [req-c6cde5df-9e02-40cf-8aea-4557238c93a1 req-312e568a-082d-4156-b038-2d877c14b7d7 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] For port 4f78eabe-fd38-4bbc-91e1-30f7df75df18, host n-h2-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=4f78eabe-fd38-4bbc-91e1-30f7df75df18,segment=NetworkSegment(8e5b5183-0bf8-450a-af45-dd0e8f0f67fc),segment_id=8e5b5183-0bf8-450a-af45-dd0e8f0f67fc)] {{(pid=100246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 15:12:14.971441 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-c6cde5df-9e02-40cf-8aea-4557238c93a1 req-312e568a-082d-4156-b038-2d877c14b7d7 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:12:14.984670 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [req-c6cde5df-9e02-40cf-8aea-4557238c93a1 req-312e568a-082d-4156-b038-2d877c14b7d7 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Calling delete_port for 4f78eabe-fd38-4bbc-91e1-30f7df75df18 owned by compute:nova {{(pid=100246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 15:12:15.114789 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-c6cde5df-9e02-40cf-8aea-4557238c93a1 req-312e568a-082d-4156-b038-2d877c14b7d7 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127687580'] for port, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:12:15.155138 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312e568a-082d-4156-b038-2d877c14b7d7 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Pushing event deleted for resources: {'Port': ['ID=4f78eabe-fd38-4bbc-91e1-30f7df75df18,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:12:15.182761 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312e568a-082d-4156-b038-2d877c14b7d7 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:12:15.183116 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312e568a-082d-4156-b038-2d877c14b7d7 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:12:15.183486 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312e568a-082d-4156-b038-2d877c14b7d7 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:12:15.183828 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312e568a-082d-4156-b038-2d877c14b7d7 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:12:15.184162 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312e568a-082d-4156-b038-2d877c14b7d7 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:12:15.184499 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312e568a-082d-4156-b038-2d877c14b7d7 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:12:15.184836 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312e568a-082d-4156-b038-2d877c14b7d7 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:12:15.185163 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312e568a-082d-4156-b038-2d877c14b7d7 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:12:15.185494 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312e568a-082d-4156-b038-2d877c14b7d7 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:12:15.185820 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312e568a-082d-4156-b038-2d877c14b7d7 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:12:15.186144 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312e568a-082d-4156-b038-2d877c14b7d7 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:12:15.186469 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312e568a-082d-4156-b038-2d877c14b7d7 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:12:15.206450 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6cde5df-9e02-40cf-8aea-4557238c93a1 req-312e568a-082d-4156-b038-2d877c14b7d7 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] No DVR routers for this DVR port 4f78eabe-fd38-4bbc-91e1-30f7df75df18 on host n-h2-773647-6 {{(pid=100246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 15:12:15.208766 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-c6cde5df-9e02-40cf-8aea-4557238c93a1 req-312e568a-082d-4156-b038-2d877c14b7d7 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:12:15.210803 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-c6cde5df-9e02-40cf-8aea-4557238c93a1 req-312e568a-082d-4156-b038-2d877c14b7d7 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] 10.222.0.72 "DELETE /v2.0/ports/4f78eabe-fd38-4bbc-91e1-30f7df75df18 HTTP/1.1" status: 204 len: 173 time: 0.4276721 Jul 06 15:12:15.211338 n-d-773647-6 neutron-server[100246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b13b36a7-7a8b-4072-8c9b-0a8005c823cf', 'name': 'network-vif-deleted', 'tag': '4f78eabe-fd38-4bbc-91e1-30f7df75df18'}] {{(pid=100246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 15:12:15.213630 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46bcbd240f672e88150dff05a21f1d72cf4d2de628fda8977cb1eab177268aa5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4891d74-7898-42a5-9038-a6ea444eeaae" -d '{"events": [{"server_uuid": "b13b36a7-7a8b-4072-8c9b-0a8005c823cf", "name": "network-vif-deleted", "tag": "4f78eabe-fd38-4bbc-91e1-30f7df75df18"}]}' {{(pid=100246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 15:12:15.253573 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 15:12:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aab6b1b7-9ff1-4bc0-a0dd-ca4145e66a79 x-openstack-request-id: req-aab6b1b7-9ff1-4bc0-a0dd-ca4145e66a79 {{(pid=100246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 15:12:15.253905 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b13b36a7-7a8b-4072-8c9b-0a8005c823cf", "name": "network-vif-deleted", "tag": "4f78eabe-fd38-4bbc-91e1-30f7df75df18", "status": "completed", "code": 200}]} {{(pid=100246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 15:12:15.254671 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-aab6b1b7-9ff1-4bc0-a0dd-ca4145e66a79 {{(pid=100246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 15:12:15.255085 n-d-773647-6 neutron-server[100246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b13b36a7-7a8b-4072-8c9b-0a8005c823cf', 'name': 'network-vif-deleted', 'tag': '4f78eabe-fd38-4bbc-91e1-30f7df75df18', 'status': 'completed', 'code': 200} Jul 06 15:12:15.727038 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-404fd2dc-2d86-419f-a4d3-3e1a0a7c3878 req-cf7afc4f-352e-48ad-9605-b6b18e4e83c7 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] 10.222.0.104 "GET /v2.0/ports?device_id=b13b36a7-7a8b-4072-8c9b-0a8005c823cf HTTP/1.1" status: 200 len: 210 time: 0.0292954 Jul 06 15:12:16.824024 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 33728) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 15:12:17.204663 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-b458c073-241b-4e58-88c4-c802882f8107 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1809431'] for router_interface, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:12:17.452382 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Device 4f78eabe-fd38-4bbc-91e1-30f7df75df18 no longer exists at agent hyperv_n-h2-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 15:12:17.472573 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] No Port match for: 4f78eabe-fd38-4bbc-91e1-30f7df75df18 {{(pid=100248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 15:12:17.472842 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Device 4f78eabe-fd38-4bbc-91e1-30f7df75df18 not bound to the agent host n-h2-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 15:12:17.482005 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.plugin [None req-b458c073-241b-4e58-88c4-c802882f8107 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Deleting port 23cdc83d-a8a7-4237-b039-a741a435a75a {{(pid=100247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 15:12:17.482357 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-b458c073-241b-4e58-88c4-c802882f8107 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:12:17.568296 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.db [None req-b458c073-241b-4e58-88c4-c802882f8107 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] For port 23cdc83d-a8a7-4237-b039-a741a435a75a, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=23cdc83d-a8a7-4237-b039-a741a435a75a,segment=NetworkSegment(8e5b5183-0bf8-450a-af45-dd0e8f0f67fc),segment_id=8e5b5183-0bf8-450a-af45-dd0e8f0f67fc)] {{(pid=100247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 15:12:17.568665 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-b458c073-241b-4e58-88c4-c802882f8107 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:12:17.580945 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.plugin [None req-b458c073-241b-4e58-88c4-c802882f8107 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Calling delete_port for 23cdc83d-a8a7-4237-b039-a741a435a75a owned by network:router_interface {{(pid=100247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 15:12:17.775123 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-b458c073-241b-4e58-88c4-c802882f8107 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128888353'] for port, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:12:17.806543 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b458c073-241b-4e58-88c4-c802882f8107 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Pushing event deleted for resources: {'Port': ['ID=23cdc83d-a8a7-4237-b039-a741a435a75a,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:12:17.997227 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-b458c073-241b-4e58-88c4-c802882f8107 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1809193'] for router_interface, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:12:18.211921 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b458c073-241b-4e58-88c4-c802882f8107 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Router 8792da57-55cd-4dc5-8415-0b269577f6ea has already been hosted by L3 agent 2823d358-a11b-4885-a706-95a279e43fa7 {{(pid=100247) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 15:12:18.320224 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b458c073-241b-4e58-88c4-c802882f8107 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Notify agent at l3_agent.n-d-773647-6 the message routers_updated {{(pid=100247) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 15:12:18.325866 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-b458c073-241b-4e58-88c4-c802882f8107 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] 10.222.0.104 "PUT /v2.0/routers/8792da57-55cd-4dc5-8415-0b269577f6ea/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5007148 Jul 06 15:12:18.328114 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 33730) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 15:12:18.329507 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bed8cb50-17c5-49db-a975-fa692308bb14 None None] Sync routers for ids ['8792da57-55cd-4dc5-8415-0b269577f6ea'] in n-d-773647-6 {{(pid=100249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 15:12:18.338969 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bed8cb50-17c5-49db-a975-fa692308bb14 None None] Routers {'8792da57-55cd-4dc5-8415-0b269577f6ea'} bound to L3 agent in host n-d-773647-6 {{(pid=100249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 15:12:18.339597 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-bed8cb50-17c5-49db-a975-fa692308bb14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T15:11:56Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['8792da57-55cd-4dc5-8415-0b269577f6ea'], 'active': True} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:12:18.378160 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.db_base_plugin_v2 [None req-b035f2d2-55f6-42c9-8eb9-614783d4e3ff tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Deleting subnet 3fba4d27-6a66-4ccf-941f-743201557c58 {{(pid=100246) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 15:12:18.381801 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-b035f2d2-55f6-42c9-8eb9-614783d4e3ff tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Notify callbacks [] for subnet, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:12:18.424637 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-b035f2d2-55f6-42c9-8eb9-614783d4e3ff tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126218885'] for subnet, precommit_delete_associations {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:12:18.442876 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvr_db [None req-bed8cb50-17c5-49db-a975-fa692308bb14 None None] Set router 8792da57-55cd-4dc5-8415-0b269577f6ea gateway port host: n-d-773647-6 {{(pid=100249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 15:12:18.506205 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-b035f2d2-55f6-42c9-8eb9-614783d4e3ff tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-913473'] for subnet, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:12:18.569526 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-b035f2d2-55f6-42c9-8eb9-614783d4e3ff tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-913480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1849032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127687590', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127702764'] for subnet, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:12:18.608152 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b035f2d2-55f6-42c9-8eb9-614783d4e3ff tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Pushing event deleted for resources: {'Subnet': ['ID=3fba4d27-6a66-4ccf-941f-743201557c58,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:12:18.612101 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-b035f2d2-55f6-42c9-8eb9-614783d4e3ff tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Notify callbacks [] for subnet, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:12:18.615863 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-b035f2d2-55f6-42c9-8eb9-614783d4e3ff tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] 10.222.0.104 "DELETE /v2.0/subnets/3fba4d27-6a66-4ccf-941f-743201557c58 HTTP/1.1" status: 204 len: 168 time: 0.2865272 Jul 06 15:12:18.617721 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 33732) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 15:12:18.623426 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1be6852-9485-48e7-8980-2854f46ecf19 None None] Network 034a7ed6-0d97-415e-89c6-1a0d4b9387a1 requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 15:12:18.637971 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-bed8cb50-17c5-49db-a975-fa692308bb14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8792da57-55cd-4dc5-8415-0b269577f6ea', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1844569737', 'tenant_id': '768013dcc5f548df9e4c379a3109439b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.24'}], 'enable_snat': True}, 'gw_port_id': 'ba442aa4-0cc6-4731-aa13-ff2f3d5edc1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T15:11:20Z', 'updated_at': '2021-07-06T15:12:17Z', 'revision_number': 5, 'project_id': '768013dcc5f548df9e4c379a3109439b', 'gw_port': {'id': 'ba442aa4-0cc6-4731-aa13-ff2f3d5edc1e', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:34:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8792da57-55cd-4dc5-8415-0b269577f6ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T15:11:20Z', 'updated_at': '2021-07-06T15:11:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6'}], 'n-d-773647-6', False) {} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:12:18.678481 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bed8cb50-17c5-49db-a975-fa692308bb14 None None] Checking router: 8792da57-55cd-4dc5-8415-0b269577f6ea for host: n-d-773647-6 {{(pid=100249) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 15:12:18.689626 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bed8cb50-17c5-49db-a975-fa692308bb14 None None] Routers {'8792da57-55cd-4dc5-8415-0b269577f6ea'} bound to L3 agent in host n-d-773647-6 {{(pid=100249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 15:12:18.690371 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-bed8cb50-17c5-49db-a975-fa692308bb14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T15:11:56Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['8792da57-55cd-4dc5-8415-0b269577f6ea'], 'active': True} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:12:18.743340 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-5fbb129a-3251-47e7-8a82-1d03535312ba tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Notify callbacks [] for router, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:12:18.840882 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c733c307-4c76-4754-8920-c3bcaf7f6795 None None] DHCP port deletion for 034a7ed6-0d97-415e-89c6-1a0d4b9387a1 request from n-d-773647-6 {{(pid=100248) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 15:12:18.859394 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-5fbb129a-3251-47e7-8a82-1d03535312ba tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:12:18.893905 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-c733c307-4c76-4754-8920-c3bcaf7f6795 None None] Deleting port fed4de82-6317-4b4f-9ff5-82e2ffb454be {{(pid=100248) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 15:12:18.894628 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-c733c307-4c76-4754-8920-c3bcaf7f6795 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:12:18.916019 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvr_db [None req-bed8cb50-17c5-49db-a975-fa692308bb14 None None] Set router 8792da57-55cd-4dc5-8415-0b269577f6ea gateway port host: n-d-773647-6 {{(pid=100249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 15:12:18.918057 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.plugin [None req-5fbb129a-3251-47e7-8a82-1d03535312ba tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Deleting port ba442aa4-0cc6-4731-aa13-ff2f3d5edc1e {{(pid=100247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 15:12:18.918410 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-5fbb129a-3251-47e7-8a82-1d03535312ba tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:12:18.958299 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-c733c307-4c76-4754-8920-c3bcaf7f6795 None None] For port fed4de82-6317-4b4f-9ff5-82e2ffb454be, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=fed4de82-6317-4b4f-9ff5-82e2ffb454be,segment=NetworkSegment(8e5b5183-0bf8-450a-af45-dd0e8f0f67fc),segment_id=8e5b5183-0bf8-450a-af45-dd0e8f0f67fc)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 15:12:18.958766 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-c733c307-4c76-4754-8920-c3bcaf7f6795 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:12:18.972413 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-c733c307-4c76-4754-8920-c3bcaf7f6795 None None] Calling delete_port for fed4de82-6317-4b4f-9ff5-82e2ffb454be owned by network:dhcp {{(pid=100248) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 15:12:18.999640 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.db [None req-5fbb129a-3251-47e7-8a82-1d03535312ba tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] For port ba442aa4-0cc6-4731-aa13-ff2f3d5edc1e, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=ba442aa4-0cc6-4731-aa13-ff2f3d5edc1e,segment=NetworkSegment(89a832b7-7793-4d51-9038-ed7e1c3ff1b2),segment_id=89a832b7-7793-4d51-9038-ed7e1c3ff1b2)] {{(pid=100247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 15:12:18.999640 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-5fbb129a-3251-47e7-8a82-1d03535312ba tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:12:19.021228 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.plugin [None req-5fbb129a-3251-47e7-8a82-1d03535312ba tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Calling delete_port for ba442aa4-0cc6-4731-aa13-ff2f3d5edc1e owned by network:router_gateway {{(pid=100247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 15:12:19.071852 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-c733c307-4c76-4754-8920-c3bcaf7f6795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117'] for port, after_delete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:12:19.100688 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c733c307-4c76-4754-8920-c3bcaf7f6795 None None] No DVR routers for this DVR port fed4de82-6317-4b4f-9ff5-82e2ffb454be on host n-d-773647-6 {{(pid=100248) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 15:12:19.104776 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c733c307-4c76-4754-8920-c3bcaf7f6795 None None] Pushing event deleted for resources: {'Port': ['ID=fed4de82-6317-4b4f-9ff5-82e2ffb454be,revision_number=None']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:12:19.113179 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c733c307-4c76-4754-8920-c3bcaf7f6795 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:12:19.113351 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-bed8cb50-17c5-49db-a975-fa692308bb14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8792da57-55cd-4dc5-8415-0b269577f6ea', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1844569737', 'tenant_id': '768013dcc5f548df9e4c379a3109439b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.24'}], 'enable_snat': True}, 'gw_port_id': 'ba442aa4-0cc6-4731-aa13-ff2f3d5edc1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T15:11:20Z', 'updated_at': '2021-07-06T15:12:17Z', 'revision_number': 5, 'project_id': '768013dcc5f548df9e4c379a3109439b', 'gw_port': {'id': 'ba442aa4-0cc6-4731-aa13-ff2f3d5edc1e', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:34:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8792da57-55cd-4dc5-8415-0b269577f6ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T15:11:20Z', 'updated_at': '2021-07-06T15:11:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6'}], 'n-d-773647-6', False) {} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:12:19.113490 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c733c307-4c76-4754-8920-c3bcaf7f6795 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:12:19.114144 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c733c307-4c76-4754-8920-c3bcaf7f6795 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:12:19.114541 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c733c307-4c76-4754-8920-c3bcaf7f6795 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:12:19.114830 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c733c307-4c76-4754-8920-c3bcaf7f6795 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:12:19.115168 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c733c307-4c76-4754-8920-c3bcaf7f6795 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:12:19.115632 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c733c307-4c76-4754-8920-c3bcaf7f6795 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:12:19.115970 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c733c307-4c76-4754-8920-c3bcaf7f6795 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:12:19.116296 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c733c307-4c76-4754-8920-c3bcaf7f6795 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:12:19.117248 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c733c307-4c76-4754-8920-c3bcaf7f6795 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:12:19.117248 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c733c307-4c76-4754-8920-c3bcaf7f6795 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:12:19.117248 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c733c307-4c76-4754-8920-c3bcaf7f6795 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:12:19.152802 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bed8cb50-17c5-49db-a975-fa692308bb14 None None] The sync data for ids ['8792da57-55cd-4dc5-8415-0b269577f6ea'] in n-d-773647-6 is: [{'id': '8792da57-55cd-4dc5-8415-0b269577f6ea', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1844569737', 'tenant_id': '768013dcc5f548df9e4c379a3109439b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.24'}], 'enable_snat': True}, 'gw_port_id': 'ba442aa4-0cc6-4731-aa13-ff2f3d5edc1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T15:11:20Z', 'updated_at': '2021-07-06T15:12:17Z', 'revision_number': 5, 'project_id': '768013dcc5f548df9e4c379a3109439b', 'gw_port': {'id': 'ba442aa4-0cc6-4731-aa13-ff2f3d5edc1e', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:34:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8792da57-55cd-4dc5-8415-0b269577f6ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T15:11:20Z', 'updated_at': '2021-07-06T15:11:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6'}] {{(pid=100249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 15:12:19.240157 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-5fbb129a-3251-47e7-8a82-1d03535312ba tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128888353'] for port, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:12:19.266788 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fbb129a-3251-47e7-8a82-1d03535312ba tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Pushing event deleted for resources: {'Port': ['ID=ba442aa4-0cc6-4731-aa13-ff2f3d5edc1e,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:12:19.295708 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fbb129a-3251-47e7-8a82-1d03535312ba tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:12:19.296060 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fbb129a-3251-47e7-8a82-1d03535312ba tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:12:19.296407 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fbb129a-3251-47e7-8a82-1d03535312ba tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:12:19.296743 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fbb129a-3251-47e7-8a82-1d03535312ba tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:12:19.297078 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fbb129a-3251-47e7-8a82-1d03535312ba tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:12:19.297405 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fbb129a-3251-47e7-8a82-1d03535312ba tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:12:19.297734 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fbb129a-3251-47e7-8a82-1d03535312ba tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:12:19.298056 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fbb129a-3251-47e7-8a82-1d03535312ba tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:12:19.298383 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fbb129a-3251-47e7-8a82-1d03535312ba tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:12:19.298707 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fbb129a-3251-47e7-8a82-1d03535312ba tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:12:19.299028 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fbb129a-3251-47e7-8a82-1d03535312ba tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:12:19.299379 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fbb129a-3251-47e7-8a82-1d03535312ba tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:12:19.343040 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-5fbb129a-3251-47e7-8a82-1d03535312ba tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1761104'] for router_gateway, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:12:19.436258 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-5fbb129a-3251-47e7-8a82-1d03535312ba tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1806308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6982'] for router, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:12:19.438224 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-5fbb129a-3251-47e7-8a82-1d03535312ba tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:12:19.484030 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-5fbb129a-3251-47e7-8a82-1d03535312ba tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1805684'] for router, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:12:19.484729 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fbb129a-3251-47e7-8a82-1d03535312ba tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Fanout notify agent at l3_agent the message router_deleted on router 8792da57-55cd-4dc5-8415-0b269577f6ea {{(pid=100247) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 15:12:19.493872 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-5fbb129a-3251-47e7-8a82-1d03535312ba tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Notify callbacks [] for router, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:12:19.495056 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-5fbb129a-3251-47e7-8a82-1d03535312ba tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] 10.222.0.104 "DELETE /v2.0/routers/8792da57-55cd-4dc5-8415-0b269577f6ea HTTP/1.1" status: 204 len: 168 time: 0.8762498 Jul 06 15:12:19.497884 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 33734) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 15:12:19.896252 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-84f70a9d-711b-4c6f-908e-4f268f7bf6c6 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530492'] for network, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:12:19.984973 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-84f70a9d-711b-4c6f-908e-4f268f7bf6c6 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-917204', 'neutron.services.segments.db._delete_segments_for_network-8773753502302'] for network, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:12:19.994798 n-d-773647-6 neutron-server[100247]: DEBUG neutron.services.segments.db [None req-84f70a9d-711b-4c6f-908e-4f268f7bf6c6 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['034a7ed6-0d97-415e-89c6-1a0d4b9387a1']}} {{(pid=100247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:12:20.004947 n-d-773647-6 neutron-server[100247]: DEBUG neutron.services.segments.db [None req-84f70a9d-711b-4c6f-908e-4f268f7bf6c6 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e5b5183-0bf8-450a-af45-dd0e8f0f67fc') {'for_net_delete': True} {{(pid=100247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:12:20.005626 n-d-773647-6 neutron-server[100247]: DEBUG neutron.services.segments.db [None req-84f70a9d-711b-4c6f-908e-4f268f7bf6c6 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e5b5183-0bf8-450a-af45-dd0e8f0f67fc') {} {{(pid=100247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:12:20.014221 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-84f70a9d-711b-4c6f-908e-4f268f7bf6c6 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773753515138', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127131763'] for segment, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:12:20.033027 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-84f70a9d-711b-4c6f-908e-4f268f7bf6c6 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552'] for segment, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:12:20.039008 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-84f70a9d-711b-4c6f-908e-4f268f7bf6c6 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Releasing vlan 1024 on physical network physnet1 to pool {{(pid=100247) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 15:12:20.039437 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-84f70a9d-711b-4c6f-908e-4f268f7bf6c6 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-128888574'] for segment, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:12:20.042328 n-d-773647-6 neutron-server[100247]: Traceback (most recent call last): Jul 06 15:12:20.042328 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 15:12:20.042328 n-d-773647-6 neutron-server[100247]: timer() Jul 06 15:12:20.042328 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 15:12:20.042328 n-d-773647-6 neutron-server[100247]: cb(*args, **kw) Jul 06 15:12:20.042328 n-d-773647-6 neutron-server[100247]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 15:12:20.042328 n-d-773647-6 neutron-server[100247]: return func(*args, **kwargs) Jul 06 15:12:20.042328 n-d-773647-6 neutron-server[100247]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 15:12:20.042328 n-d-773647-6 neutron-server[100247]: self._notify() Jul 06 15:12:20.042328 n-d-773647-6 neutron-server[100247]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 15:12:20.042328 n-d-773647-6 neutron-server[100247]: self.callback(batched_events) Jul 06 15:12:20.042328 n-d-773647-6 neutron-server[100247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 15:12:20.042328 n-d-773647-6 neutron-server[100247]: event.method(event) Jul 06 15:12:20.042328 n-d-773647-6 neutron-server[100247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 15:12:20.042328 n-d-773647-6 neutron-server[100247]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 15:12:20.042328 n-d-773647-6 neutron-server[100247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 15:12:20.042328 n-d-773647-6 neutron-server[100247]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 15:12:20.042328 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 15:12:20.042328 n-d-773647-6 neutron-server[100247]: return f(self, *a, **k) Jul 06 15:12:20.042328 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 15:12:20.042328 n-d-773647-6 neutron-server[100247]: return self._get(url).json() Jul 06 15:12:20.042328 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 15:12:20.042328 n-d-773647-6 neutron-server[100247]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 15:12:20.042328 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 15:12:20.042328 n-d-773647-6 neutron-server[100247]: return self.request(url, 'GET', **kwargs) Jul 06 15:12:20.042328 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 15:12:20.042328 n-d-773647-6 neutron-server[100247]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 15:12:20.042328 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 15:12:20.042328 n-d-773647-6 neutron-server[100247]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 15:12:20.042328 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 15:12:20.042328 n-d-773647-6 neutron-server[100247]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 15:12:20.042328 n-d-773647-6 neutron-server[100247]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 15:12:20.099116 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-84f70a9d-711b-4c6f-908e-4f268f7bf6c6 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-917215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1761140'] for network, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:12:20.106319 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-84f70a9d-711b-4c6f-908e-4f268f7bf6c6 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Notify callbacks [] for network, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:12:20.108180 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-84f70a9d-711b-4c6f-908e-4f268f7bf6c6 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] 10.222.0.104 "DELETE /v2.0/networks/034a7ed6-0d97-415e-89c6-1a0d4b9387a1 HTTP/1.1" status: 204 len: 168 time: 0.6093466 Jul 06 15:12:20.111102 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 33736) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 15:12:20.120033 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f70a9d-711b-4c6f-908e-4f268f7bf6c6 tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Pushing event deleted for resources: {'Network': ['ID=034a7ed6-0d97-415e-89c6-1a0d4b9387a1,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:12:20.175922 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-9da1c0dd-3686-4d2e-9c3d-60b08bc05ccc tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Notify callbacks [] for security_group, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:12:20.202221 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-9da1c0dd-3686-4d2e-9c3d-60b08bc05ccc tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:12:20.262150 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-9da1c0dd-3686-4d2e-9c3d-60b08bc05ccc tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:12:20.265813 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-9da1c0dd-3686-4d2e-9c3d-60b08bc05ccc tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Notify callbacks [] for security_group, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:12:20.267194 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-9da1c0dd-3686-4d2e-9c3d-60b08bc05ccc tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] 10.222.0.104 "DELETE /v2.0/security-groups/fe3dd0db-7bc6-4cbb-8375-34e2af8b95ef HTTP/1.1" status: 204 len: 168 time: 0.1543844 Jul 06 15:12:20.277970 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da1c0dd-3686-4d2e-9c3d-60b08bc05ccc tempest-TestNetworkAdvancedServerOps-853063248 tempest-TestNetworkAdvancedServerOps-853063248-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe3dd0db-7bc6-4cbb-8375-34e2af8b95ef,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:12:20.608830 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 33744) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 15:12:20.626732 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device fed4de82-6317-4b4f-9ff5-82e2ffb454be no longer exists at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 15:12:20.647070 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] No Port match for: fed4de82-6317-4b4f-9ff5-82e2ffb454be {{(pid=100248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 15:12:20.647438 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device fed4de82-6317-4b4f-9ff5-82e2ffb454be not bound to the agent host n-d-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 15:12:20.647867 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 23cdc83d-a8a7-4237-b039-a741a435a75a no longer exists at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 15:12:20.669500 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] No Port match for: 23cdc83d-a8a7-4237-b039-a741a435a75a {{(pid=100248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 15:12:20.669937 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 23cdc83d-a8a7-4237-b039-a741a435a75a not bound to the agent host n-d-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 15:12:20.670684 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device ba442aa4-0cc6-4731-aa13-ff2f3d5edc1e no longer exists at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 15:12:20.690026 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] No Port match for: ba442aa4-0cc6-4731-aa13-ff2f3d5edc1e {{(pid=100248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 15:12:20.690379 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device ba442aa4-0cc6-4731-aa13-ff2f3d5edc1e not bound to the agent host n-d-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 15:12:20.745111 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-adbf5763-2a68-40c2-81aa-949f4675c3a9 admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=768013dcc5f548df9e4c379a3109439b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1350491 Jul 06 15:12:20.749117 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 33748) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 15:12:20.796047 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-752eb4f9-9cad-44ac-b8f6-2075c7051b4f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:12:20.817134 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-752eb4f9-9cad-44ac-b8f6-2075c7051b4f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:12:20.868103 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-752eb4f9-9cad-44ac-b8f6-2075c7051b4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:12:20.870827 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-752eb4f9-9cad-44ac-b8f6-2075c7051b4f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:12:20.872017 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-752eb4f9-9cad-44ac-b8f6-2075c7051b4f admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/d7beb979-9161-4b99-9bf2-aaa8a7ea18e7 HTTP/1.1" status: 204 len: 168 time: 0.1232059 Jul 06 15:12:20.880140 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752eb4f9-9cad-44ac-b8f6-2075c7051b4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7beb979-9161-4b99-9bf2-aaa8a7ea18e7,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:12:21.125290 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 33754) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 15:12:21.138985 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-c048db3c-1485-4ffa-b5fd-9ceb62821eef admin admin] Notify callbacks [] for security_group, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:12:21.231530 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-c048db3c-1485-4ffa-b5fd-9ceb62821eef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:12:21.235352 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-c048db3c-1485-4ffa-b5fd-9ceb62821eef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:12:21.274278 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-c048db3c-1485-4ffa-b5fd-9ceb62821eef admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=b34d886c0c0d4a55acb382edf29f3c9c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1478622 Jul 06 15:12:21.275148 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c048db3c-1485-4ffa-b5fd-9ceb62821eef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f66298d1-2b45-4a73-a3b3-5cb95a5ec79a,revision_number=1']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:12:21.276986 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 33756) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 15:12:21.326266 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-b7c2ac9e-e8b6-40e0-96a5-0a0ab93bc189 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:12:21.347722 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-b7c2ac9e-e8b6-40e0-96a5-0a0ab93bc189 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:12:21.396609 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-b7c2ac9e-e8b6-40e0-96a5-0a0ab93bc189 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:12:21.399197 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-b7c2ac9e-e8b6-40e0-96a5-0a0ab93bc189 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:12:21.400434 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-b7c2ac9e-e8b6-40e0-96a5-0a0ab93bc189 admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/f66298d1-2b45-4a73-a3b3-5cb95a5ec79a HTTP/1.1" status: 204 len: 168 time: 0.1224368 Jul 06 15:12:21.409690 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c2ac9e-e8b6-40e0-96a5-0a0ab93bc189 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f66298d1-2b45-4a73-a3b3-5cb95a5ec79a,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:12:22.106207 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 33778) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 15:12:22.198114 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-7bc12771-dc2e-4011-9bc2-23dcf32bf97a admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-254423672-network', 'tenant_id': 'a820908b1d9049aaabd6c3bbe4cffef1'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 15:12:22.220148 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bc12771-dc2e-4011-9bc2-23dcf32bf97a admin admin] Made reservation on behalf of a820908b1d9049aaabd6c3bbe4cffef1 for: {'network': 1} {{(pid=100246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 15:12:22.223424 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-7bc12771-dc2e-4011-9bc2-23dcf32bf97a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for network, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:12:22.232463 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-7bc12771-dc2e-4011-9bc2-23dcf32bf97a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:12:22.326547 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-7bc12771-dc2e-4011-9bc2-23dcf32bf97a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:12:22.330521 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-7bc12771-dc2e-4011-9bc2-23dcf32bf97a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:12:22.357214 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7bc12771-dc2e-4011-9bc2-23dcf32bf97a admin admin] vlan segment allocate from pool success with {'vlan_id': 1005, 'physical_network': 'physnet1'} {{(pid=100246) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 15:12:22.367895 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc12771-dc2e-4011-9bc2-23dcf32bf97a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d28b94e6-f706-4bf6-afd3-9180521dff75,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:12:22.373741 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-7bc12771-dc2e-4011-9bc2-23dcf32bf97a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552'] for segment, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:12:22.374107 n-d-773647-6 neutron-server[100246]: INFO neutron.db.segments_db [None req-7bc12771-dc2e-4011-9bc2-23dcf32bf97a admin admin] Added segment fc821005-da36-4b0a-9510-d7c5111b87a2 of type vlan for network 9730a406-f49a-4da1-91fa-60e189bded6c Jul 06 15:12:22.419022 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-7bc12771-dc2e-4011-9bc2-23dcf32bf97a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773752984405'] for network, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:12:22.449645 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-7bc12771-dc2e-4011-9bc2-23dcf32bf97a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060'] for network, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:12:22.450966 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bc12771-dc2e-4011-9bc2-23dcf32bf97a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:12:22.451582 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-7bc12771-dc2e-4011-9bc2-23dcf32bf97a admin admin] Notify callbacks [] for network, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:12:22.509946 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-7bc12771-dc2e-4011-9bc2-23dcf32bf97a admin admin] 10.222.0.104 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4025998 Jul 06 15:12:22.513074 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 33782) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 15:12:22.517017 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc12771-dc2e-4011-9bc2-23dcf32bf97a admin admin] Pushing event updated for resources: {'Network': ['ID=9730a406-f49a-4da1-91fa-60e189bded6c,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:12:22.518301 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [None req-2d9739ad-5de8-4a8b-bf84-5926984ef6c3 admin admin] Request body: {'subnet': {'network_id': '9730a406-f49a-4da1-91fa-60e189bded6c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-254423672-subnet', 'tenant_id': 'a820908b1d9049aaabd6c3bbe4cffef1', 'ip_version': 4}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 15:12:22.528425 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Network 9730a406-f49a-4da1-91fa-60e189bded6c details requested by agent ovs-agent-n-d-773647-6 with host n-d-773647-6 {{(pid=100248) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 15:12:22.547295 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d9739ad-5de8-4a8b-bf84-5926984ef6c3 admin admin] Made reservation on behalf of a820908b1d9049aaabd6c3bbe4cffef1 for: {'subnet': 1} {{(pid=100247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 15:12:22.549754 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-2d9739ad-5de8-4a8b-bf84-5926984ef6c3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127627440'] for subnet, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:12:22.739867 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-2d9739ad-5de8-4a8b-bf84-5926984ef6c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1849032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-128888412', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127627426'] for subnet, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:12:22.803103 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9739ad-5de8-4a8b-bf84-5926984ef6c3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dbdfab00-c34a-4ad9-bf50-8947c76efff0,revision_number=0']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:12:22.810120 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d9739ad-5de8-4a8b-bf84-5926984ef6c3 admin admin] Checking segment: {'id': 'fc821005-da36-4b0a-9510-d7c5111b87a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1005, 'network_id': '9730a406-f49a-4da1-91fa-60e189bded6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100247) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 15:12:22.810473 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d9739ad-5de8-4a8b-bf84-5926984ef6c3 admin admin] Network hostable DHCP agents. Network: 9730a406-f49a-4da1-91fa-60e189bded6c, hostable agents: ['f2bada3d-be77-4359-982b-8505a2bbca04'], hosted agents: [] {{(pid=100247) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 15:12:22.827491 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d9739ad-5de8-4a8b-bf84-5926984ef6c3 admin admin] Network 9730a406-f49a-4da1-91fa-60e189bded6c is scheduled to be hosted by DHCP agent f2bada3d-be77-4359-982b-8505a2bbca04 with binding_index 1 {{(pid=100247) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 15:12:22.836768 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.base_scheduler [None req-2d9739ad-5de8-4a8b-bf84-5926984ef6c3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773647-6, 9730a406-f49a-4da1-91fa-60e189bded6c) {{(pid=100247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 15:12:22.842615 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d9739ad-5de8-4a8b-bf84-5926984ef6c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:12:22.843764 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-2d9739ad-5de8-4a8b-bf84-5926984ef6c3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:12:22.846646 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ea0d06f-3f43-4474-a485-d7053f820cdb None None] Network 9730a406-f49a-4da1-91fa-60e189bded6c requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 15:12:22.863377 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-2d9739ad-5de8-4a8b-bf84-5926984ef6c3 admin admin] 10.222.0.104 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3491144 Jul 06 15:12:22.866321 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 33784) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 15:12:22.871296 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [None req-92e742de-0bab-4ac7-bfd5-ca9b9d43f4e6 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-254423672-router', 'tenant_id': 'a820908b1d9049aaabd6c3bbe4cffef1', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719'}}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 15:12:22.893850 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-92e742de-0bab-4ac7-bfd5-ca9b9d43f4e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1806290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6992'] for router, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:12:22.895563 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-92e742de-0bab-4ac7-bfd5-ca9b9d43f4e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1806157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1808637', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1714747', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7007'] for router, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:12:22.951441 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-92e742de-0bab-4ac7-bfd5-ca9b9d43f4e6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:12:23.011728 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-500b75e5-efef-4701-8c49-7b93abb1a461 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:12:23.024238 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-832eaa5d-e6be-4247-a154-658f6077393c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6bd5fc82-6666-56e8-87c2-91648d36c963-9730a406-f49a-4da1-91fa-60e189bded6c', 'network_id': '9730a406-f49a-4da1-91fa-60e189bded6c', 'tenant_id': 'a820908b1d9049aaabd6c3bbe4cffef1', 'fixed_ips': [{'subnet_id': 'dbdfab00-c34a-4ad9-bf50-8947c76efff0'}]}} from n-d-773647-6. {{(pid=100248) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 15:12:23.025556 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-832eaa5d-e6be-4247-a154-658f6077393c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:12:23.102327 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-92e742de-0bab-4ac7-bfd5-ca9b9d43f4e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1761047', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1806272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6989'] for router, precommit_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:12:23.165595 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.db_base_plugin_common [None req-832eaa5d-e6be-4247-a154-658f6077393c None None] Allocated IP 172.20.0.2 (9730a406-f49a-4da1-91fa-60e189bded6c/dbdfab00-c34a-4ad9-bf50-8947c76efff0/908895df-0745-432d-a723-328d3546acc0) {{(pid=100248) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 15:12:23.306433 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-92e742de-0bab-4ac7-bfd5-ca9b9d43f4e6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:12:23.308589 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-832eaa5d-e6be-4247-a154-658f6077393c None None] Notify callbacks [] for port, precommit_create {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:12:23.317519 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-832eaa5d-e6be-4247-a154-658f6077393c None None] Transition to ACTIVE for port object 908895df-0745-432d-a723-328d3546acc0 will not be triggered until provisioned by entity L2. {{(pid=100248) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 15:12:23.327150 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-92e742de-0bab-4ac7-bfd5-ca9b9d43f4e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:12:23.332309 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-832eaa5d-e6be-4247-a154-658f6077393c None None] Transition to ACTIVE for port object 908895df-0745-432d-a723-328d3546acc0 will not be triggered until provisioned by entity DHCP. {{(pid=100248) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 15:12:23.338938 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-832eaa5d-e6be-4247-a154-658f6077393c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108'] for port, after_create {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:12:23.377562 n-d-773647-6 neutron-server[100248]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-832eaa5d-e6be-4247-a154-658f6077393c None None] Network 9730a406-f49a-4da1-91fa-60e189bded6c is already hosted by enough agents. {{(pid=100248) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 15:12:23.381185 n-d-773647-6 neutron-server[100248]: DEBUG neutron.scheduler.base_scheduler [None req-832eaa5d-e6be-4247-a154-658f6077393c None None] Resources bound (agent type, host, resource id): {{(pid=100248) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 15:12:23.387117 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-832eaa5d-e6be-4247-a154-658f6077393c None None] Received port after_create {{(pid=100248) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 15:12:23.392670 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832eaa5d-e6be-4247-a154-658f6077393c None None] Pushing event updated for resources: {'Port': ['ID=908895df-0745-432d-a723-328d3546acc0,revision_number=1']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:12:23.437018 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.db_base_plugin_common [None req-92e742de-0bab-4ac7-bfd5-ca9b9d43f4e6 admin admin] Allocated IP 172.25.0.8 (2658f09e-a580-4d4a-9968-2d1e0ad93719/cbf74abc-6fe1-4d33-b005-c948923b9647/981d17af-ae13-4af8-8f79-fb4967742056) {{(pid=100247) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 15:12:23.448967 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-832eaa5d-e6be-4247-a154-658f6077393c None None] Attempting to bind port 908895df-0745-432d-a723-328d3546acc0 on host n-d-773647-6 for vnic_type normal with profile {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 15:12:23.449361 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-832eaa5d-e6be-4247-a154-658f6077393c None None] Attempting to bind port 908895df-0745-432d-a723-328d3546acc0 by drivers openvswitch,hyperv on host n-d-773647-6 at level 0 using segments [{'id': 'fc821005-da36-4b0a-9510-d7c5111b87a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1005, 'network_id': '9730a406-f49a-4da1-91fa-60e189bded6c'}] {{(pid=100248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 15:12:23.449712 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-832eaa5d-e6be-4247-a154-658f6077393c None None] Attempting to bind port 908895df-0745-432d-a723-328d3546acc0 on network 9730a406-f49a-4da1-91fa-60e189bded6c {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 15:12:23.454823 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-832eaa5d-e6be-4247-a154-658f6077393c None None] Checking agent: {'id': '8ab5b19c-d213-4f29-891d-27bdf39d38b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773647-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 43, 26), 'started_at': datetime.datetime(2021, 7, 6, 13, 43, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 15, 11, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773647-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 15:12:23.455197 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-832eaa5d-e6be-4247-a154-658f6077393c None None] Checking segment: {'id': 'fc821005-da36-4b0a-9510-d7c5111b87a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1005, 'network_id': '9730a406-f49a-4da1-91fa-60e189bded6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 15:12:23.455631 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-832eaa5d-e6be-4247-a154-658f6077393c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:12:23.456053 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-832eaa5d-e6be-4247-a154-658f6077393c None None] Bound using segment: {'id': 'fc821005-da36-4b0a-9510-d7c5111b87a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1005, 'network_id': '9730a406-f49a-4da1-91fa-60e189bded6c'} {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 15:12:23.456494 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-832eaa5d-e6be-4247-a154-658f6077393c None None] Bound port: 908895df-0745-432d-a723-328d3546acc0, host: n-d-773647-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc821005-da36-4b0a-9510-d7c5111b87a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1005, 'network_id': '9730a406-f49a-4da1-91fa-60e189bded6c'}}] {{(pid=100248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 15:12:23.456868 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-832eaa5d-e6be-4247-a154-658f6077393c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:12:23.522713 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-832eaa5d-e6be-4247-a154-658f6077393c None None] For port 908895df-0745-432d-a723-328d3546acc0, host n-d-773647-6, cleared binding levels {{(pid=100248) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 15:12:23.526127 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-832eaa5d-e6be-4247-a154-658f6077393c None None] For port 908895df-0745-432d-a723-328d3546acc0, host n-d-773647-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=908895df-0745-432d-a723-328d3546acc0,segment=NetworkSegment(fc821005-da36-4b0a-9510-d7c5111b87a2),segment_id=fc821005-da36-4b0a-9510-d7c5111b87a2)] {{(pid=100248) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 15:12:23.531461 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-832eaa5d-e6be-4247-a154-658f6077393c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:12:23.546198 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-92e742de-0bab-4ac7-bfd5-ca9b9d43f4e6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:12:23.590152 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-92e742de-0bab-4ac7-bfd5-ca9b9d43f4e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-128888360'] for port, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:12:23.594171 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832eaa5d-e6be-4247-a154-658f6077393c None None] Pushing event updated for resources: {'Port': ['ID=908895df-0745-432d-a723-328d3546acc0,revision_number=2']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:12:23.631763 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92e742de-0bab-4ac7-bfd5-ca9b9d43f4e6 admin admin] Network 2658f09e-a580-4d4a-9968-2d1e0ad93719 is already hosted by enough agents. {{(pid=100247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 15:12:23.634853 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.base_scheduler [None req-92e742de-0bab-4ac7-bfd5-ca9b9d43f4e6 admin admin] Resources bound (agent type, host, resource id): {{(pid=100247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 15:12:23.640871 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92e742de-0bab-4ac7-bfd5-ca9b9d43f4e6 admin admin] Received port after_create {{(pid=100247) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 15:12:23.664627 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e742de-0bab-4ac7-bfd5-ca9b9d43f4e6 admin admin] Pushing event updated for resources: {'Port': ['ID=981d17af-ae13-4af8-8f79-fb4967742056,revision_number=1']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:12:23.935600 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-92e742de-0bab-4ac7-bfd5-ca9b9d43f4e6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:12:24.134368 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-92e742de-0bab-4ac7-bfd5-ca9b9d43f4e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1806297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1761036'] for router, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:12:24.270476 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92e742de-0bab-4ac7-bfd5-ca9b9d43f4e6 admin admin] Router 919db7f7-23da-4ad9-97a0-7cead9a51c05 is scheduled to L3 agent 2823d358-a11b-4885-a706-95a279e43fa7 with binding_index 1 {{(pid=100247) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 15:12:24.382730 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92e742de-0bab-4ac7-bfd5-ca9b9d43f4e6 admin admin] Notify agent at l3_agent.n-d-773647-6 the message routers_updated {{(pid=100247) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 15:12:24.392323 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d29afe22-c6cc-4f47-aa92-134849b0b311 None None] Sync routers for ids ['919db7f7-23da-4ad9-97a0-7cead9a51c05'] in n-d-773647-6 {{(pid=100248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 15:12:24.401215 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-92e742de-0bab-4ac7-bfd5-ca9b9d43f4e6 admin admin] Notify callbacks [] for router, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:12:24.402576 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-92e742de-0bab-4ac7-bfd5-ca9b9d43f4e6 admin admin] 10.222.0.104 "POST /v2.0/routers HTTP/1.1" status: 201 len: 918 time: 1.5352385 Jul 06 15:12:24.405397 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 33786) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 15:12:24.407590 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d29afe22-c6cc-4f47-aa92-134849b0b311 None None] Routers {'919db7f7-23da-4ad9-97a0-7cead9a51c05'} bound to L3 agent in host n-d-773647-6 {{(pid=100248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 15:12:24.408215 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-d29afe22-c6cc-4f47-aa92-134849b0b311 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T15:11:56Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['919db7f7-23da-4ad9-97a0-7cead9a51c05'], 'active': True} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:12:24.528438 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvr_db [None req-d29afe22-c6cc-4f47-aa92-134849b0b311 None None] Set router 919db7f7-23da-4ad9-97a0-7cead9a51c05 gateway port host: n-d-773647-6 {{(pid=100248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 15:12:24.590254 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4047c57-f44f-4def-824a-5759826017af None None] Network 9730a406-f49a-4da1-91fa-60e189bded6c requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 15:12:24.835703 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 908895df-0745-432d-a723-328d3546acc0 up at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 15:12:24.857623 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-e053c558-bbc4-4487-8516-23559f013701 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:12:24.896539 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-fb247d6d-2b52-4a41-9b41-c203a68de032 None None] Provisioning for port 908895df-0745-432d-a723-328d3546acc0 completed by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 15:12:24.998584 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning for port 908895df-0745-432d-a723-328d3546acc0 completed by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 15:12:25.012262 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning complete for port 908895df-0745-432d-a723-328d3546acc0 triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 15:12:25.012633 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:12:25.019151 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.db_base_plugin_common [None req-e053c558-bbc4-4487-8516-23559f013701 admin admin] Allocated IP 172.20.0.1 (9730a406-f49a-4da1-91fa-60e189bded6c/dbdfab00-c34a-4ad9-bf50-8947c76efff0/540d567f-21cc-48cf-92e7-501f2e6f7d36) {{(pid=100247) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 15:12:25.100861 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-d29afe22-c6cc-4f47-aa92-134849b0b311 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '919db7f7-23da-4ad9-97a0-7cead9a51c05', 'name': 'tempest-TestShelveInstance-254423672-router', 'tenant_id': 'a820908b1d9049aaabd6c3bbe4cffef1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.8'}], 'enable_snat': True}, 'gw_port_id': '981d17af-ae13-4af8-8f79-fb4967742056', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T15:12:22Z', 'updated_at': '2021-07-06T15:12:23Z', 'revision_number': 3, 'project_id': 'a820908b1d9049aaabd6c3bbe4cffef1', 'gw_port': {'id': '981d17af-ae13-4af8-8f79-fb4967742056', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:69:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '919db7f7-23da-4ad9-97a0-7cead9a51c05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T15:12:23Z', 'updated_at': '2021-07-06T15:12:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6'}], 'n-d-773647-6', False) {} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:12:25.135857 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d29afe22-c6cc-4f47-aa92-134849b0b311 None None] Checking router: 919db7f7-23da-4ad9-97a0-7cead9a51c05 for host: n-d-773647-6 {{(pid=100248) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 15:12:25.136197 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d29afe22-c6cc-4f47-aa92-134849b0b311 None None] Updating router 919db7f7-23da-4ad9-97a0-7cead9a51c05 port 981d17af-ae13-4af8-8f79-fb4967742056 binding host n-d-773647-6 {{(pid=100248) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 15:12:25.136636 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-e053c558-bbc4-4487-8516-23559f013701 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:12:25.152698 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.provisioning_blocks [None req-e053c558-bbc4-4487-8516-23559f013701 admin admin] Transition to ACTIVE for port object 540d567f-21cc-48cf-92e7-501f2e6f7d36 will not be triggered until provisioned by entity DHCP. {{(pid=100247) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 15:12:25.190796 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-e053c558-bbc4-4487-8516-23559f013701 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-128888360'] for port, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:12:25.204298 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:12:25.206211 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-d29afe22-c6cc-4f47-aa92-134849b0b311 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:12:25.236861 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e053c558-bbc4-4487-8516-23559f013701 admin admin] Network 9730a406-f49a-4da1-91fa-60e189bded6c is already hosted by enough agents. {{(pid=100247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 15:12:25.242439 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.base_scheduler [None req-e053c558-bbc4-4487-8516-23559f013701 admin admin] Resources bound (agent type, host, resource id): {{(pid=100247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 15:12:25.247261 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e053c558-bbc4-4487-8516-23559f013701 admin admin] Received port after_create {{(pid=100247) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 15:12:25.271386 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e053c558-bbc4-4487-8516-23559f013701 admin admin] Pushing event updated for resources: {'Port': ['ID=540d567f-21cc-48cf-92e7-501f2e6f7d36,revision_number=1']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:12:25.289927 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-e053c558-bbc4-4487-8516-23559f013701 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1807675'] for router_interface, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:12:25.319338 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] For port 908895df-0745-432d-a723-328d3546acc0, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=908895df-0745-432d-a723-328d3546acc0,segment=NetworkSegment(fc821005-da36-4b0a-9510-d7c5111b87a2),segment_id=fc821005-da36-4b0a-9510-d7c5111b87a2)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 15:12:25.330079 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:12:25.435096 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Pushing event updated for resources: {'Port': ['ID=908895df-0745-432d-a723-328d3546acc0,revision_number=3']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:12:25.453219 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-f46c0f61-7743-416f-9148-7b75685508c1 None None] Provisioning complete for port 908895df-0745-432d-a723-328d3546acc0 triggered by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 15:12:25.453603 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-f46c0f61-7743-416f-9148-7b75685508c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:12:25.455009 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-e053c558-bbc4-4487-8516-23559f013701 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:12:25.609824 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-d29afe22-c6cc-4f47-aa92-134849b0b311 None None] Notify callbacks [] for port, precommit_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:12:25.622462 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-d29afe22-c6cc-4f47-aa92-134849b0b311 None None] Transition to ACTIVE for port object 981d17af-ae13-4af8-8f79-fb4967742056 will not be triggered until provisioned by entity L2. {{(pid=100248) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 15:12:25.631713 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-d29afe22-c6cc-4f47-aa92-134849b0b311 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:12:25.633829 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-e053c558-bbc4-4487-8516-23559f013701 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:12:25.639413 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-e053c558-bbc4-4487-8516-23559f013701 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128888538'] for port, after_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:12:25.682902 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-a6c6ede4-2f22-47b3-bbda-6c6e49cd4dbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:12:25.702822 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bbd6e52-5b0d-4cab-ba71-2115b657552e None None] Pushing event updated for resources: {'Port': ['ID=981d17af-ae13-4af8-8f79-fb4967742056,revision_number=2']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:12:25.705284 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-d29afe22-c6cc-4f47-aa92-134849b0b311 None None] Attempting to bind port 981d17af-ae13-4af8-8f79-fb4967742056 on host n-d-773647-6 for vnic_type normal with profile {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 15:12:25.705657 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-d29afe22-c6cc-4f47-aa92-134849b0b311 None None] Attempting to bind port 981d17af-ae13-4af8-8f79-fb4967742056 by drivers openvswitch,hyperv on host n-d-773647-6 at level 0 using segments [{'id': '89a832b7-7793-4d51-9038-ed7e1c3ff1b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719'}] {{(pid=100248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 15:12:25.706023 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d29afe22-c6cc-4f47-aa92-134849b0b311 None None] Attempting to bind port 981d17af-ae13-4af8-8f79-fb4967742056 on network 2658f09e-a580-4d4a-9968-2d1e0ad93719 {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 15:12:25.711886 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d29afe22-c6cc-4f47-aa92-134849b0b311 None None] Checking agent: {'id': '8ab5b19c-d213-4f29-891d-27bdf39d38b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773647-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 43, 26), 'started_at': datetime.datetime(2021, 7, 6, 13, 43, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 15, 11, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773647-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 15:12:25.712265 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d29afe22-c6cc-4f47-aa92-134849b0b311 None None] Checking segment: {'id': '89a832b7-7793-4d51-9038-ed7e1c3ff1b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 15:12:25.712675 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-d29afe22-c6cc-4f47-aa92-134849b0b311 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:12:25.713065 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d29afe22-c6cc-4f47-aa92-134849b0b311 None None] Bound using segment: {'id': '89a832b7-7793-4d51-9038-ed7e1c3ff1b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719'} {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 15:12:25.713535 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-d29afe22-c6cc-4f47-aa92-134849b0b311 None None] Bound port: 981d17af-ae13-4af8-8f79-fb4967742056, host: n-d-773647-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89a832b7-7793-4d51-9038-ed7e1c3ff1b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719'}}] {{(pid=100248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 15:12:25.713916 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-d29afe22-c6cc-4f47-aa92-134849b0b311 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:12:25.715793 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-e053c558-bbc4-4487-8516-23559f013701 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1809478'] for router_interface, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:12:25.718411 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e053c558-bbc4-4487-8516-23559f013701 admin admin] Pushing event updated for resources: {'Port': ['ID=540d567f-21cc-48cf-92e7-501f2e6f7d36,revision_number=2']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:12:25.762385 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-155fca34-0e8d-4db1-b471-73c6e8b4f0bd None None] Provisioning for port 540d567f-21cc-48cf-92e7-501f2e6f7d36 completed by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 15:12:25.771701 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-155fca34-0e8d-4db1-b471-73c6e8b4f0bd None None] Provisioning complete for port 540d567f-21cc-48cf-92e7-501f2e6f7d36 triggered by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 15:12:25.772109 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-155fca34-0e8d-4db1-b471-73c6e8b4f0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:12:25.793527 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-d29afe22-c6cc-4f47-aa92-134849b0b311 None None] For port 981d17af-ae13-4af8-8f79-fb4967742056, host n-d-773647-6, cleared binding levels {{(pid=100248) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 15:12:25.810653 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-d29afe22-c6cc-4f47-aa92-134849b0b311 None None] For port 981d17af-ae13-4af8-8f79-fb4967742056, host n-d-773647-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=981d17af-ae13-4af8-8f79-fb4967742056,segment=NetworkSegment(89a832b7-7793-4d51-9038-ed7e1c3ff1b2),segment_id=89a832b7-7793-4d51-9038-ed7e1c3ff1b2)] {{(pid=100248) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 15:12:25.815570 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e053c558-bbc4-4487-8516-23559f013701 admin admin] Network 9730a406-f49a-4da1-91fa-60e189bded6c is already hosted by enough agents. {{(pid=100247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 15:12:25.817622 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.base_scheduler [None req-e053c558-bbc4-4487-8516-23559f013701 admin admin] Resources bound (agent type, host, resource id): {{(pid=100247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 15:12:25.821627 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-d29afe22-c6cc-4f47-aa92-134849b0b311 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:12:25.825875 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-155fca34-0e8d-4db1-b471-73c6e8b4f0bd None None] Port 540d567f-21cc-48cf-92e7-501f2e6f7d36 cannot update to ACTIVE because it is not bound. {{(pid=100248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 15:12:25.884416 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d29afe22-c6cc-4f47-aa92-134849b0b311 None None] Routers {'919db7f7-23da-4ad9-97a0-7cead9a51c05'} bound to L3 agent in host n-d-773647-6 {{(pid=100248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 15:12:25.885049 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-d29afe22-c6cc-4f47-aa92-134849b0b311 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T15:12:26Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['919db7f7-23da-4ad9-97a0-7cead9a51c05'], 'active': True} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:12:25.934751 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bbd6e52-5b0d-4cab-ba71-2115b657552e None None] Pushing event updated for resources: {'Port': ['ID=981d17af-ae13-4af8-8f79-fb4967742056,revision_number=3']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:12:25.953224 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e053c558-bbc4-4487-8516-23559f013701 admin admin] Router 919db7f7-23da-4ad9-97a0-7cead9a51c05 has already been hosted by L3 agent 2823d358-a11b-4885-a706-95a279e43fa7 {{(pid=100247) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 15:12:26.005883 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:12:26.019386 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvr_db [None req-d29afe22-c6cc-4f47-aa92-134849b0b311 None None] Set router 919db7f7-23da-4ad9-97a0-7cead9a51c05 gateway port host: n-d-773647-6 {{(pid=100248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 15:12:26.179502 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-0547f3eb-cb21-47c5-ac6c-dfb0ec1e2f6c None None] Provisioning complete for port 540d567f-21cc-48cf-92e7-501f2e6f7d36 triggered by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 15:12:26.179876 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-0547f3eb-cb21-47c5-ac6c-dfb0ec1e2f6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:12:26.244267 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-0547f3eb-cb21-47c5-ac6c-dfb0ec1e2f6c None None] Port 540d567f-21cc-48cf-92e7-501f2e6f7d36 cannot update to ACTIVE because it is not bound. {{(pid=100248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 15:12:26.275184 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-d29afe22-c6cc-4f47-aa92-134849b0b311 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '919db7f7-23da-4ad9-97a0-7cead9a51c05', 'name': 'tempest-TestShelveInstance-254423672-router', 'tenant_id': 'a820908b1d9049aaabd6c3bbe4cffef1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.8'}], 'enable_snat': True}, 'gw_port_id': '981d17af-ae13-4af8-8f79-fb4967742056', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T15:12:22Z', 'updated_at': '2021-07-06T15:12:25Z', 'revision_number': 4, 'project_id': 'a820908b1d9049aaabd6c3bbe4cffef1', 'gw_port': {'id': '981d17af-ae13-4af8-8f79-fb4967742056', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:69:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '919db7f7-23da-4ad9-97a0-7cead9a51c05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T15:12:23Z', 'updated_at': '2021-07-06T15:12:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6', '_interfaces': [{'id': '540d567f-21cc-48cf-92e7-501f2e6f7d36', 'name': '', 'network_id': '9730a406-f49a-4da1-91fa-60e189bded6c', 'tenant_id': 'a820908b1d9049aaabd6c3bbe4cffef1', 'mac_address': 'fa:16:3e:97:2f:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '919db7f7-23da-4ad9-97a0-7cead9a51c05', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': 'dbdfab00-c34a-4ad9-bf50-8947c76efff0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T15:12:24Z', 'updated_at': '2021-07-06T15:12:25Z', 'revision_number': 2, 'project_id': 'a820908b1d9049aaabd6c3bbe4cffef1', 'subnets': [{'id': 'dbdfab00-c34a-4ad9-bf50-8947c76efff0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773647-6', False) {} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:12:26.303016 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d29afe22-c6cc-4f47-aa92-134849b0b311 None None] The sync data for ids ['919db7f7-23da-4ad9-97a0-7cead9a51c05'] in n-d-773647-6 is: [{'id': '919db7f7-23da-4ad9-97a0-7cead9a51c05', 'name': 'tempest-TestShelveInstance-254423672-router', 'tenant_id': 'a820908b1d9049aaabd6c3bbe4cffef1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.8'}], 'enable_snat': True}, 'gw_port_id': '981d17af-ae13-4af8-8f79-fb4967742056', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T15:12:22Z', 'updated_at': '2021-07-06T15:12:25Z', 'revision_number': 4, 'project_id': 'a820908b1d9049aaabd6c3bbe4cffef1', 'gw_port': {'id': '981d17af-ae13-4af8-8f79-fb4967742056', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:69:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '919db7f7-23da-4ad9-97a0-7cead9a51c05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T15:12:23Z', 'updated_at': '2021-07-06T15:12:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6', '_interfaces': [{'id': '540d567f-21cc-48cf-92e7-501f2e6f7d36', 'name': '', 'network_id': '9730a406-f49a-4da1-91fa-60e189bded6c', 'tenant_id': 'a820908b1d9049aaabd6c3bbe4cffef1', 'mac_address': 'fa:16:3e:97:2f:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '919db7f7-23da-4ad9-97a0-7cead9a51c05', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': 'dbdfab00-c34a-4ad9-bf50-8947c76efff0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T15:12:24Z', 'updated_at': '2021-07-06T15:12:25Z', 'revision_number': 2, 'project_id': 'a820908b1d9049aaabd6c3bbe4cffef1', 'subnets': [{'id': 'dbdfab00-c34a-4ad9-bf50-8947c76efff0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 15:12:26.409125 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e053c558-bbc4-4487-8516-23559f013701 admin admin] Notify agent at l3_agent.n-d-773647-6 the message routers_updated {{(pid=100247) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 15:12:26.414769 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-e053c558-bbc4-4487-8516-23559f013701 admin admin] 10.222.0.104 "PUT /v2.0/routers/919db7f7-23da-4ad9-97a0-7cead9a51c05/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0082223 Jul 06 15:12:26.650722 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 908895df-0745-432d-a723-328d3546acc0 up at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 15:12:26.712622 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning complete for port 908895df-0745-432d-a723-328d3546acc0 triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 15:12:26.713318 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:12:26.896760 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-2064eaae-da4f-48f8-82d2-b09d4ddedd44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:12:26.931793 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 33802) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 15:12:26.936900 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [None req-ef5ea977-7cd7-4850-aefc-0d4c8eabe561 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1913390-network', 'tenant_id': '027b26565a2a44de8fd8b1b572440ef3'}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 15:12:26.960131 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef5ea977-7cd7-4850-aefc-0d4c8eabe561 admin admin] Made reservation on behalf of 027b26565a2a44de8fd8b1b572440ef3 for: {'network': 1} {{(pid=100247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 15:12:26.962574 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-ef5ea977-7cd7-4850-aefc-0d4c8eabe561 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for network, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:12:26.979049 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-ef5ea977-7cd7-4850-aefc-0d4c8eabe561 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:12:27.106421 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-ef5ea977-7cd7-4850-aefc-0d4c8eabe561 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:12:27.110319 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-ef5ea977-7cd7-4850-aefc-0d4c8eabe561 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:12:27.141532 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef5ea977-7cd7-4850-aefc-0d4c8eabe561 admin admin] vlan segment allocate from pool success with {'vlan_id': 1008, 'physical_network': 'physnet1'} {{(pid=100247) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 15:12:27.148421 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5ea977-7cd7-4850-aefc-0d4c8eabe561 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=540a474c-1ada-4ea4-952c-d3f436c28ef0,revision_number=1']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:12:27.155052 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-ef5ea977-7cd7-4850-aefc-0d4c8eabe561 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552'] for segment, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:12:27.155429 n-d-773647-6 neutron-server[100247]: INFO neutron.db.segments_db [None req-ef5ea977-7cd7-4850-aefc-0d4c8eabe561 admin admin] Added segment f0b18d79-0ff6-461b-a5dd-008778293590 of type vlan for network 8f345d67-8e14-4690-89e2-e44375299bc5 Jul 06 15:12:27.214736 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-ef5ea977-7cd7-4850-aefc-0d4c8eabe561 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773752984405'] for network, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:12:27.256863 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-ef5ea977-7cd7-4850-aefc-0d4c8eabe561 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060'] for network, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:12:27.257880 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef5ea977-7cd7-4850-aefc-0d4c8eabe561 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:12:27.258462 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-ef5ea977-7cd7-4850-aefc-0d4c8eabe561 admin admin] Notify callbacks [] for network, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:12:27.314448 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-ef5ea977-7cd7-4850-aefc-0d4c8eabe561 admin admin] 10.222.0.104 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.3813927 Jul 06 15:12:27.317668 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 33804) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 15:12:27.322497 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [None req-1904c302-d960-47f0-90ac-44b26935e995 admin admin] Request body: {'subnet': {'network_id': '8f345d67-8e14-4690-89e2-e44375299bc5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1913390-subnet', 'tenant_id': '027b26565a2a44de8fd8b1b572440ef3', 'ip_version': 4}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 15:12:27.333242 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5ea977-7cd7-4850-aefc-0d4c8eabe561 admin admin] Pushing event updated for resources: {'Network': ['ID=8f345d67-8e14-4690-89e2-e44375299bc5,revision_number=1']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:12:27.343339 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Network 8f345d67-8e14-4690-89e2-e44375299bc5 details requested by agent ovs-agent-n-d-773647-6 with host n-d-773647-6 {{(pid=100248) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 15:12:27.351847 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1904c302-d960-47f0-90ac-44b26935e995 admin admin] Made reservation on behalf of 027b26565a2a44de8fd8b1b572440ef3 for: {'subnet': 1} {{(pid=100247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 15:12:27.354196 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-1904c302-d960-47f0-90ac-44b26935e995 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127627440'] for subnet, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:12:27.531378 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-1904c302-d960-47f0-90ac-44b26935e995 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1849032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-128888412', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127627426'] for subnet, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:12:27.591716 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1904c302-d960-47f0-90ac-44b26935e995 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6b9a86f0-f430-49d8-91a1-917f70b75f26,revision_number=0']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:12:27.601803 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1904c302-d960-47f0-90ac-44b26935e995 admin admin] Checking segment: {'id': 'f0b18d79-0ff6-461b-a5dd-008778293590', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1008, 'network_id': '8f345d67-8e14-4690-89e2-e44375299bc5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100247) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 15:12:27.602160 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1904c302-d960-47f0-90ac-44b26935e995 admin admin] Network hostable DHCP agents. Network: 8f345d67-8e14-4690-89e2-e44375299bc5, hostable agents: ['f2bada3d-be77-4359-982b-8505a2bbca04'], hosted agents: [] {{(pid=100247) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 15:12:27.618974 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1904c302-d960-47f0-90ac-44b26935e995 admin admin] Network 8f345d67-8e14-4690-89e2-e44375299bc5 is scheduled to be hosted by DHCP agent f2bada3d-be77-4359-982b-8505a2bbca04 with binding_index 1 {{(pid=100247) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 15:12:27.627995 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.base_scheduler [None req-1904c302-d960-47f0-90ac-44b26935e995 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773647-6, 8f345d67-8e14-4690-89e2-e44375299bc5) {{(pid=100247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 15:12:27.632280 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1904c302-d960-47f0-90ac-44b26935e995 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:12:27.632858 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-1904c302-d960-47f0-90ac-44b26935e995 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:12:27.638512 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bcbbd55-c0ea-4921-8bb9-207638693b35 None None] Network 8f345d67-8e14-4690-89e2-e44375299bc5 requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 15:12:27.648523 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-1904c302-d960-47f0-90ac-44b26935e995 admin admin] 10.222.0.104 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.3296659 Jul 06 15:12:27.651098 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 33806) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 15:12:27.655884 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [None req-d089af45-d991-4b26-98fc-a88ed6fbe379 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1913390-router', 'tenant_id': '027b26565a2a44de8fd8b1b572440ef3', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719'}}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 15:12:27.682117 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-d089af45-d991-4b26-98fc-a88ed6fbe379 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1806290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6992'] for router, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:12:27.683192 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-d089af45-d991-4b26-98fc-a88ed6fbe379 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1806157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1808637', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1714747', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7007'] for router, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:12:27.735612 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-d089af45-d991-4b26-98fc-a88ed6fbe379 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:12:27.790370 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0062f716-0681-4d09-89ee-1e5be5b12d30 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6bd5fc82-6666-56e8-87c2-91648d36c963-8f345d67-8e14-4690-89e2-e44375299bc5', 'network_id': '8f345d67-8e14-4690-89e2-e44375299bc5', 'tenant_id': '027b26565a2a44de8fd8b1b572440ef3', 'fixed_ips': [{'subnet_id': '6b9a86f0-f430-49d8-91a1-917f70b75f26'}]}} from n-d-773647-6. {{(pid=100248) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 15:12:27.791256 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-0062f716-0681-4d09-89ee-1e5be5b12d30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:12:27.880550 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-d089af45-d991-4b26-98fc-a88ed6fbe379 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1761047', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1806272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6989'] for router, precommit_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:12:27.931421 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.db_base_plugin_common [None req-0062f716-0681-4d09-89ee-1e5be5b12d30 None None] Allocated IP 172.20.0.2 (8f345d67-8e14-4690-89e2-e44375299bc5/6b9a86f0-f430-49d8-91a1-917f70b75f26/6efd184c-76cf-47e5-bbfb-aae32db65d08) {{(pid=100248) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 15:12:28.073439 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-0062f716-0681-4d09-89ee-1e5be5b12d30 None None] Notify callbacks [] for port, precommit_create {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:12:28.082665 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-0062f716-0681-4d09-89ee-1e5be5b12d30 None None] Transition to ACTIVE for port object 6efd184c-76cf-47e5-bbfb-aae32db65d08 will not be triggered until provisioned by entity L2. {{(pid=100248) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 15:12:28.090376 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-d089af45-d991-4b26-98fc-a88ed6fbe379 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:12:28.099478 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-0062f716-0681-4d09-89ee-1e5be5b12d30 None None] Transition to ACTIVE for port object 6efd184c-76cf-47e5-bbfb-aae32db65d08 will not be triggered until provisioned by entity DHCP. {{(pid=100248) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 15:12:28.106545 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-0062f716-0681-4d09-89ee-1e5be5b12d30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108'] for port, after_create {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:12:28.114899 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-d089af45-d991-4b26-98fc-a88ed6fbe379 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:12:28.148238 n-d-773647-6 neutron-server[100248]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0062f716-0681-4d09-89ee-1e5be5b12d30 None None] Network 8f345d67-8e14-4690-89e2-e44375299bc5 is already hosted by enough agents. {{(pid=100248) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 15:12:28.155757 n-d-773647-6 neutron-server[100248]: DEBUG neutron.scheduler.base_scheduler [None req-0062f716-0681-4d09-89ee-1e5be5b12d30 None None] Resources bound (agent type, host, resource id): {{(pid=100248) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 15:12:28.159110 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0062f716-0681-4d09-89ee-1e5be5b12d30 None None] Received port after_create {{(pid=100248) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 15:12:28.161376 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0062f716-0681-4d09-89ee-1e5be5b12d30 None None] Pushing event updated for resources: {'Port': ['ID=6efd184c-76cf-47e5-bbfb-aae32db65d08,revision_number=1']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:12:28.222915 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-0062f716-0681-4d09-89ee-1e5be5b12d30 None None] Attempting to bind port 6efd184c-76cf-47e5-bbfb-aae32db65d08 on host n-d-773647-6 for vnic_type normal with profile {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 15:12:28.223468 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-0062f716-0681-4d09-89ee-1e5be5b12d30 None None] Attempting to bind port 6efd184c-76cf-47e5-bbfb-aae32db65d08 by drivers openvswitch,hyperv on host n-d-773647-6 at level 0 using segments [{'id': 'f0b18d79-0ff6-461b-a5dd-008778293590', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1008, 'network_id': '8f345d67-8e14-4690-89e2-e44375299bc5'}] {{(pid=100248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 15:12:28.224297 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0062f716-0681-4d09-89ee-1e5be5b12d30 None None] Attempting to bind port 6efd184c-76cf-47e5-bbfb-aae32db65d08 on network 8f345d67-8e14-4690-89e2-e44375299bc5 {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 15:12:28.225019 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.db_base_plugin_common [None req-d089af45-d991-4b26-98fc-a88ed6fbe379 admin admin] Allocated IP 172.25.0.39 (2658f09e-a580-4d4a-9968-2d1e0ad93719/cbf74abc-6fe1-4d33-b005-c948923b9647/450d94d5-82eb-48a9-adde-490f0b117e41) {{(pid=100247) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 15:12:28.229762 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0062f716-0681-4d09-89ee-1e5be5b12d30 None None] Checking agent: {'id': '8ab5b19c-d213-4f29-891d-27bdf39d38b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773647-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 43, 26), 'started_at': datetime.datetime(2021, 7, 6, 13, 43, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 15, 12, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773647-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 15:12:28.230517 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0062f716-0681-4d09-89ee-1e5be5b12d30 None None] Checking segment: {'id': 'f0b18d79-0ff6-461b-a5dd-008778293590', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1008, 'network_id': '8f345d67-8e14-4690-89e2-e44375299bc5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 15:12:28.230993 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-0062f716-0681-4d09-89ee-1e5be5b12d30 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:12:28.231578 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0062f716-0681-4d09-89ee-1e5be5b12d30 None None] Bound using segment: {'id': 'f0b18d79-0ff6-461b-a5dd-008778293590', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1008, 'network_id': '8f345d67-8e14-4690-89e2-e44375299bc5'} {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 15:12:28.232127 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-0062f716-0681-4d09-89ee-1e5be5b12d30 None None] Bound port: 6efd184c-76cf-47e5-bbfb-aae32db65d08, host: n-d-773647-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0b18d79-0ff6-461b-a5dd-008778293590', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1008, 'network_id': '8f345d67-8e14-4690-89e2-e44375299bc5'}}] {{(pid=100248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 15:12:28.233180 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-0062f716-0681-4d09-89ee-1e5be5b12d30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:12:28.269477 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.agents_db [None req-167c0ad6-1657-4c9a-a2c4-3b18056aa662 None None] Agent healthcheck: found 7 active agents {{(pid=100249) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 15:12:28.304482 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-0062f716-0681-4d09-89ee-1e5be5b12d30 None None] For port 6efd184c-76cf-47e5-bbfb-aae32db65d08, host n-d-773647-6, cleared binding levels {{(pid=100248) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 15:12:28.307760 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-0062f716-0681-4d09-89ee-1e5be5b12d30 None None] For port 6efd184c-76cf-47e5-bbfb-aae32db65d08, host n-d-773647-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=6efd184c-76cf-47e5-bbfb-aae32db65d08,segment=NetworkSegment(f0b18d79-0ff6-461b-a5dd-008778293590),segment_id=f0b18d79-0ff6-461b-a5dd-008778293590)] {{(pid=100248) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 15:12:28.312488 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-0062f716-0681-4d09-89ee-1e5be5b12d30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:12:28.352639 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-d089af45-d991-4b26-98fc-a88ed6fbe379 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:12:28.381773 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0062f716-0681-4d09-89ee-1e5be5b12d30 None None] Pushing event updated for resources: {'Port': ['ID=6efd184c-76cf-47e5-bbfb-aae32db65d08,revision_number=2']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:12:28.404418 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-d089af45-d991-4b26-98fc-a88ed6fbe379 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-128888360'] for port, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:12:28.442878 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d089af45-d991-4b26-98fc-a88ed6fbe379 admin admin] Network 2658f09e-a580-4d4a-9968-2d1e0ad93719 is already hosted by enough agents. {{(pid=100247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 15:12:28.445953 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.base_scheduler [None req-d089af45-d991-4b26-98fc-a88ed6fbe379 admin admin] Resources bound (agent type, host, resource id): {{(pid=100247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 15:12:28.449481 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d089af45-d991-4b26-98fc-a88ed6fbe379 admin admin] Received port after_create {{(pid=100247) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 15:12:28.464866 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-714143a6-025d-4e29-a8c0-937fd175c088 None None] Sync routers for ids ['919db7f7-23da-4ad9-97a0-7cead9a51c05'] in n-d-773647-6 {{(pid=100249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 15:12:28.474987 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-714143a6-025d-4e29-a8c0-937fd175c088 None None] Routers {'919db7f7-23da-4ad9-97a0-7cead9a51c05'} bound to L3 agent in host n-d-773647-6 {{(pid=100249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 15:12:28.475624 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-714143a6-025d-4e29-a8c0-937fd175c088 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T15:12:26Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['919db7f7-23da-4ad9-97a0-7cead9a51c05'], 'active': True} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:12:28.483916 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d089af45-d991-4b26-98fc-a88ed6fbe379 admin admin] Pushing event updated for resources: {'Port': ['ID=450d94d5-82eb-48a9-adde-490f0b117e41,revision_number=1']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:12:28.612335 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvr_db [None req-714143a6-025d-4e29-a8c0-937fd175c088 None None] Set router 919db7f7-23da-4ad9-97a0-7cead9a51c05 gateway port host: n-d-773647-6 {{(pid=100249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 15:12:28.686252 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-03f71b24-a9b8-453a-8924-caa3f97bc6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:12:28.746661 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 981d17af-ae13-4af8-8f79-fb4967742056 up at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 15:12:28.800659 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning for port 981d17af-ae13-4af8-8f79-fb4967742056 completed by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 15:12:28.804788 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-d089af45-d991-4b26-98fc-a88ed6fbe379 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:12:28.805909 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning complete for port 981d17af-ae13-4af8-8f79-fb4967742056 triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 15:12:28.806423 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:12:28.871038 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-714143a6-025d-4e29-a8c0-937fd175c088 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '919db7f7-23da-4ad9-97a0-7cead9a51c05', 'name': 'tempest-TestShelveInstance-254423672-router', 'tenant_id': 'a820908b1d9049aaabd6c3bbe4cffef1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.8'}], 'enable_snat': True}, 'gw_port_id': '981d17af-ae13-4af8-8f79-fb4967742056', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T15:12:22Z', 'updated_at': '2021-07-06T15:12:25Z', 'revision_number': 4, 'project_id': 'a820908b1d9049aaabd6c3bbe4cffef1', 'gw_port': {'id': '981d17af-ae13-4af8-8f79-fb4967742056', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:69:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '919db7f7-23da-4ad9-97a0-7cead9a51c05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T15:12:23Z', 'updated_at': '2021-07-06T15:12:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6', '_interfaces': [{'id': '540d567f-21cc-48cf-92e7-501f2e6f7d36', 'name': '', 'network_id': '9730a406-f49a-4da1-91fa-60e189bded6c', 'tenant_id': 'a820908b1d9049aaabd6c3bbe4cffef1', 'mac_address': 'fa:16:3e:97:2f:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '919db7f7-23da-4ad9-97a0-7cead9a51c05', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': 'dbdfab00-c34a-4ad9-bf50-8947c76efff0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T15:12:24Z', 'updated_at': '2021-07-06T15:12:25Z', 'revision_number': 2, 'project_id': 'a820908b1d9049aaabd6c3bbe4cffef1', 'subnets': [{'id': 'dbdfab00-c34a-4ad9-bf50-8947c76efff0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773647-6', False) {} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:12:28.890451 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:12:28.897238 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-714143a6-025d-4e29-a8c0-937fd175c088 None None] Checking router: 919db7f7-23da-4ad9-97a0-7cead9a51c05 for host: n-d-773647-6 {{(pid=100249) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 15:12:28.897629 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-714143a6-025d-4e29-a8c0-937fd175c088 None None] Updating router 919db7f7-23da-4ad9-97a0-7cead9a51c05 port 540d567f-21cc-48cf-92e7-501f2e6f7d36 binding host n-d-773647-6 {{(pid=100249) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 15:12:28.911636 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] For port 981d17af-ae13-4af8-8f79-fb4967742056, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=981d17af-ae13-4af8-8f79-fb4967742056,segment=NetworkSegment(89a832b7-7793-4d51-9038-ed7e1c3ff1b2),segment_id=89a832b7-7793-4d51-9038-ed7e1c3ff1b2)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 15:12:28.916157 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:12:28.917054 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 6efd184c-76cf-47e5-bbfb-aae32db65d08 up at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 15:12:28.940456 n-d-773647-6 neutron-server[100249]: DEBUG neutron_lib.callbacks.manager [None req-714143a6-025d-4e29-a8c0-937fd175c088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:12:28.992499 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Pushing event updated for resources: {'Port': ['ID=981d17af-ae13-4af8-8f79-fb4967742056,revision_number=4']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:12:29.005466 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning for port 6efd184c-76cf-47e5-bbfb-aae32db65d08 completed by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 15:12:29.016783 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-d089af45-d991-4b26-98fc-a88ed6fbe379 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1806297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1761036'] for router, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:12:29.150355 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d089af45-d991-4b26-98fc-a88ed6fbe379 admin admin] Router f10796ef-1f15-4b51-a50a-9f9662c86a52 is scheduled to L3 agent 2823d358-a11b-4885-a706-95a279e43fa7 with binding_index 1 {{(pid=100247) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 15:12:29.233955 n-d-773647-6 neutron-server[100249]: DEBUG neutron_lib.callbacks.manager [None req-714143a6-025d-4e29-a8c0-937fd175c088 None None] Notify callbacks [] for port, precommit_update {{(pid=100249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:12:29.245493 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.provisioning_blocks [None req-714143a6-025d-4e29-a8c0-937fd175c088 None None] Transition to ACTIVE for port object 540d567f-21cc-48cf-92e7-501f2e6f7d36 will not be triggered until provisioned by entity L2. {{(pid=100249) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 15:12:29.253018 n-d-773647-6 neutron-server[100249]: DEBUG neutron_lib.callbacks.manager [None req-714143a6-025d-4e29-a8c0-937fd175c088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:12:29.262899 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d089af45-d991-4b26-98fc-a88ed6fbe379 admin admin] Notify agent at l3_agent.n-d-773647-6 the message routers_updated {{(pid=100247) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 15:12:29.276326 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f293d196-4c20-4a2a-ac22-76950be2115f None None] Sync routers for ids ['f10796ef-1f15-4b51-a50a-9f9662c86a52'] in n-d-773647-6 {{(pid=100248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 15:12:29.281303 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-d089af45-d991-4b26-98fc-a88ed6fbe379 admin admin] Notify callbacks [] for router, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:12:29.286081 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-d089af45-d991-4b26-98fc-a88ed6fbe379 admin admin] 10.222.0.104 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 1.6306925 Jul 06 15:12:29.286454 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 33808) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 15:12:29.299388 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f293d196-4c20-4a2a-ac22-76950be2115f None None] Routers {'f10796ef-1f15-4b51-a50a-9f9662c86a52'} bound to L3 agent in host n-d-773647-6 {{(pid=100248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 15:12:29.300205 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-f293d196-4c20-4a2a-ac22-76950be2115f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T15:12:26Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['f10796ef-1f15-4b51-a50a-9f9662c86a52'], 'active': True} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:12:29.339441 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af4d11f-038d-4b5d-a2c5-1a16aca41142 None None] Pushing event updated for resources: {'Port': ['ID=540d567f-21cc-48cf-92e7-501f2e6f7d36,revision_number=3']} {{(pid=100249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:12:29.350176 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8af4d11f-038d-4b5d-a2c5-1a16aca41142 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:12:29.350624 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8af4d11f-038d-4b5d-a2c5-1a16aca41142 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:12:29.351412 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8af4d11f-038d-4b5d-a2c5-1a16aca41142 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:12:29.351412 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8af4d11f-038d-4b5d-a2c5-1a16aca41142 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:12:29.351852 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8af4d11f-038d-4b5d-a2c5-1a16aca41142 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:12:29.352248 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8af4d11f-038d-4b5d-a2c5-1a16aca41142 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:12:29.352641 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8af4d11f-038d-4b5d-a2c5-1a16aca41142 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:12:29.353312 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8af4d11f-038d-4b5d-a2c5-1a16aca41142 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:12:29.353553 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8af4d11f-038d-4b5d-a2c5-1a16aca41142 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:12:29.353946 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8af4d11f-038d-4b5d-a2c5-1a16aca41142 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:12:29.354513 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8af4d11f-038d-4b5d-a2c5-1a16aca41142 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:12:29.354898 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8af4d11f-038d-4b5d-a2c5-1a16aca41142 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:12:29.402730 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.managers [None req-714143a6-025d-4e29-a8c0-937fd175c088 None None] Attempting to bind port 540d567f-21cc-48cf-92e7-501f2e6f7d36 on host n-d-773647-6 for vnic_type normal with profile {{(pid=100249) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 15:12:29.403403 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.managers [None req-714143a6-025d-4e29-a8c0-937fd175c088 None None] Attempting to bind port 540d567f-21cc-48cf-92e7-501f2e6f7d36 by drivers openvswitch,hyperv on host n-d-773647-6 at level 0 using segments [{'id': 'fc821005-da36-4b0a-9510-d7c5111b87a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1005, 'network_id': '9730a406-f49a-4da1-91fa-60e189bded6c'}] {{(pid=100249) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 15:12:29.403997 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-714143a6-025d-4e29-a8c0-937fd175c088 None None] Attempting to bind port 540d567f-21cc-48cf-92e7-501f2e6f7d36 on network 9730a406-f49a-4da1-91fa-60e189bded6c {{(pid=100249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 15:12:29.409988 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-714143a6-025d-4e29-a8c0-937fd175c088 None None] Checking agent: {'id': '8ab5b19c-d213-4f29-891d-27bdf39d38b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773647-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 43, 26), 'started_at': datetime.datetime(2021, 7, 6, 13, 43, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 15, 12, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773647-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 15:12:29.411202 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-714143a6-025d-4e29-a8c0-937fd175c088 None None] Checking segment: {'id': 'fc821005-da36-4b0a-9510-d7c5111b87a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1005, 'network_id': '9730a406-f49a-4da1-91fa-60e189bded6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100249) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 15:12:29.411862 n-d-773647-6 neutron-server[100249]: DEBUG neutron_lib.callbacks.manager [None req-714143a6-025d-4e29-a8c0-937fd175c088 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:12:29.412758 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-714143a6-025d-4e29-a8c0-937fd175c088 None None] Bound using segment: {'id': 'fc821005-da36-4b0a-9510-d7c5111b87a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1005, 'network_id': '9730a406-f49a-4da1-91fa-60e189bded6c'} {{(pid=100249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 15:12:29.413451 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.managers [None req-714143a6-025d-4e29-a8c0-937fd175c088 None None] Bound port: 540d567f-21cc-48cf-92e7-501f2e6f7d36, host: n-d-773647-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc821005-da36-4b0a-9510-d7c5111b87a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1005, 'network_id': '9730a406-f49a-4da1-91fa-60e189bded6c'}}] {{(pid=100249) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 15:12:29.414065 n-d-773647-6 neutron-server[100249]: DEBUG neutron_lib.callbacks.manager [None req-714143a6-025d-4e29-a8c0-937fd175c088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:12:29.439568 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvr_db [None req-f293d196-4c20-4a2a-ac22-76950be2115f None None] Set router f10796ef-1f15-4b51-a50a-9f9662c86a52 gateway port host: n-d-773647-6 {{(pid=100248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 15:12:29.493668 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.db [None req-714143a6-025d-4e29-a8c0-937fd175c088 None None] For port 540d567f-21cc-48cf-92e7-501f2e6f7d36, host n-d-773647-6, cleared binding levels {{(pid=100249) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 15:12:29.497212 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.db [None req-714143a6-025d-4e29-a8c0-937fd175c088 None None] For port 540d567f-21cc-48cf-92e7-501f2e6f7d36, host n-d-773647-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=540d567f-21cc-48cf-92e7-501f2e6f7d36,segment=NetworkSegment(fc821005-da36-4b0a-9510-d7c5111b87a2),segment_id=fc821005-da36-4b0a-9510-d7c5111b87a2)] {{(pid=100249) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 15:12:29.509129 n-d-773647-6 neutron-server[100249]: DEBUG neutron_lib.callbacks.manager [None req-714143a6-025d-4e29-a8c0-937fd175c088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:12:29.612279 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af4d11f-038d-4b5d-a2c5-1a16aca41142 None None] Pushing event updated for resources: {'Port': ['ID=540d567f-21cc-48cf-92e7-501f2e6f7d36,revision_number=4']} {{(pid=100249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:12:29.615082 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-714143a6-025d-4e29-a8c0-937fd175c088 None None] Routers {'919db7f7-23da-4ad9-97a0-7cead9a51c05'} bound to L3 agent in host n-d-773647-6 {{(pid=100249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 15:12:29.615974 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-714143a6-025d-4e29-a8c0-937fd175c088 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T15:12:26Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['919db7f7-23da-4ad9-97a0-7cead9a51c05'], 'active': True} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:12:29.728929 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-debd1d92-b568-4acb-98cc-b0858bfa6e6a None None] Network 8f345d67-8e14-4690-89e2-e44375299bc5 requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 15:12:29.758196 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvr_db [None req-714143a6-025d-4e29-a8c0-937fd175c088 None None] Set router 919db7f7-23da-4ad9-97a0-7cead9a51c05 gateway port host: n-d-773647-6 {{(pid=100249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 15:12:29.840621 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-f293d196-4c20-4a2a-ac22-76950be2115f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f10796ef-1f15-4b51-a50a-9f9662c86a52', 'name': 'tempest-TestShelveInstance-1913390-router', 'tenant_id': '027b26565a2a44de8fd8b1b572440ef3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.39'}], 'enable_snat': True}, 'gw_port_id': '450d94d5-82eb-48a9-adde-490f0b117e41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T15:12:27Z', 'updated_at': '2021-07-06T15:12:28Z', 'revision_number': 3, 'project_id': '027b26565a2a44de8fd8b1b572440ef3', 'gw_port': {'id': '450d94d5-82eb-48a9-adde-490f0b117e41', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:7b:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f10796ef-1f15-4b51-a50a-9f9662c86a52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T15:12:28Z', 'updated_at': '2021-07-06T15:12:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6'}], 'n-d-773647-6', False) {} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:12:29.851001 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-83cf6dcc-8cce-4daa-9103-bb6eef99e2d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:12:29.923562 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f293d196-4c20-4a2a-ac22-76950be2115f None None] Checking router: f10796ef-1f15-4b51-a50a-9f9662c86a52 for host: n-d-773647-6 {{(pid=100248) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 15:12:29.923920 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f293d196-4c20-4a2a-ac22-76950be2115f None None] Updating router f10796ef-1f15-4b51-a50a-9f9662c86a52 port 450d94d5-82eb-48a9-adde-490f0b117e41 binding host n-d-773647-6 {{(pid=100248) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 15:12:29.987858 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-fb4e55c6-9a5d-4878-b364-6f0f5486bffc None None] Provisioning for port 6efd184c-76cf-47e5-bbfb-aae32db65d08 completed by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 15:12:29.992982 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-714143a6-025d-4e29-a8c0-937fd175c088 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '919db7f7-23da-4ad9-97a0-7cead9a51c05', 'name': 'tempest-TestShelveInstance-254423672-router', 'tenant_id': 'a820908b1d9049aaabd6c3bbe4cffef1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.8'}], 'enable_snat': True}, 'gw_port_id': '981d17af-ae13-4af8-8f79-fb4967742056', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T15:12:22Z', 'updated_at': '2021-07-06T15:12:25Z', 'revision_number': 4, 'project_id': 'a820908b1d9049aaabd6c3bbe4cffef1', 'gw_port': {'id': '981d17af-ae13-4af8-8f79-fb4967742056', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:69:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '919db7f7-23da-4ad9-97a0-7cead9a51c05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T15:12:23Z', 'updated_at': '2021-07-06T15:12:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6', '_interfaces': [{'id': '540d567f-21cc-48cf-92e7-501f2e6f7d36', 'name': '', 'network_id': '9730a406-f49a-4da1-91fa-60e189bded6c', 'tenant_id': 'a820908b1d9049aaabd6c3bbe4cffef1', 'mac_address': 'fa:16:3e:97:2f:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '919db7f7-23da-4ad9-97a0-7cead9a51c05', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': 'dbdfab00-c34a-4ad9-bf50-8947c76efff0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T15:12:24Z', 'updated_at': '2021-07-06T15:12:29Z', 'revision_number': 4, 'project_id': 'a820908b1d9049aaabd6c3bbe4cffef1', 'subnets': [{'id': 'dbdfab00-c34a-4ad9-bf50-8947c76efff0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773647-6', False) {} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:12:30.003205 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-f293d196-4c20-4a2a-ac22-76950be2115f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:12:30.005624 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-fb4e55c6-9a5d-4878-b364-6f0f5486bffc None None] Provisioning complete for port 6efd184c-76cf-47e5-bbfb-aae32db65d08 triggered by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 15:12:30.005984 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-fb4e55c6-9a5d-4878-b364-6f0f5486bffc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:12:30.020965 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-714143a6-025d-4e29-a8c0-937fd175c088 None None] The sync data for ids ['919db7f7-23da-4ad9-97a0-7cead9a51c05'] in n-d-773647-6 is: [{'id': '919db7f7-23da-4ad9-97a0-7cead9a51c05', 'name': 'tempest-TestShelveInstance-254423672-router', 'tenant_id': 'a820908b1d9049aaabd6c3bbe4cffef1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.8'}], 'enable_snat': True}, 'gw_port_id': '981d17af-ae13-4af8-8f79-fb4967742056', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T15:12:22Z', 'updated_at': '2021-07-06T15:12:25Z', 'revision_number': 4, 'project_id': 'a820908b1d9049aaabd6c3bbe4cffef1', 'gw_port': {'id': '981d17af-ae13-4af8-8f79-fb4967742056', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:69:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '919db7f7-23da-4ad9-97a0-7cead9a51c05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T15:12:23Z', 'updated_at': '2021-07-06T15:12:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6', '_interfaces': [{'id': '540d567f-21cc-48cf-92e7-501f2e6f7d36', 'name': '', 'network_id': '9730a406-f49a-4da1-91fa-60e189bded6c', 'tenant_id': 'a820908b1d9049aaabd6c3bbe4cffef1', 'mac_address': 'fa:16:3e:97:2f:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '919db7f7-23da-4ad9-97a0-7cead9a51c05', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': 'dbdfab00-c34a-4ad9-bf50-8947c76efff0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T15:12:24Z', 'updated_at': '2021-07-06T15:12:29Z', 'revision_number': 4, 'project_id': 'a820908b1d9049aaabd6c3bbe4cffef1', 'subnets': [{'id': 'dbdfab00-c34a-4ad9-bf50-8947c76efff0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 15:12:30.069808 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.db_base_plugin_common [None req-83cf6dcc-8cce-4daa-9103-bb6eef99e2d5 admin admin] Allocated IP 172.20.0.1 (8f345d67-8e14-4690-89e2-e44375299bc5/6b9a86f0-f430-49d8-91a1-917f70b75f26/77d3dc81-7885-4599-a405-e8ee1068e5d7) {{(pid=100246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 15:12:30.196864 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-83cf6dcc-8cce-4daa-9103-bb6eef99e2d5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:12:30.211434 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.provisioning_blocks [None req-83cf6dcc-8cce-4daa-9103-bb6eef99e2d5 admin admin] Transition to ACTIVE for port object 77d3dc81-7885-4599-a405-e8ee1068e5d7 will not be triggered until provisioned by entity DHCP. {{(pid=100246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 15:12:30.248202 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-83cf6dcc-8cce-4daa-9103-bb6eef99e2d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-127687573'] for port, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:12:30.294579 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83cf6dcc-8cce-4daa-9103-bb6eef99e2d5 admin admin] Network 8f345d67-8e14-4690-89e2-e44375299bc5 is already hosted by enough agents. {{(pid=100246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 15:12:30.298875 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.base_scheduler [None req-83cf6dcc-8cce-4daa-9103-bb6eef99e2d5 admin admin] Resources bound (agent type, host, resource id): {{(pid=100246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 15:12:30.304054 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83cf6dcc-8cce-4daa-9103-bb6eef99e2d5 admin admin] Received port after_create {{(pid=100246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 15:12:30.335673 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83cf6dcc-8cce-4daa-9103-bb6eef99e2d5 admin admin] Pushing event updated for resources: {'Port': ['ID=77d3dc81-7885-4599-a405-e8ee1068e5d7,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:12:30.363749 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-83cf6dcc-8cce-4daa-9103-bb6eef99e2d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1807675'] for router_interface, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:12:30.463643 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-fb4e55c6-9a5d-4878-b364-6f0f5486bffc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:12:30.533265 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-fb4e55c6-9a5d-4878-b364-6f0f5486bffc None None] For port 6efd184c-76cf-47e5-bbfb-aae32db65d08, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=6efd184c-76cf-47e5-bbfb-aae32db65d08,segment=NetworkSegment(f0b18d79-0ff6-461b-a5dd-008778293590),segment_id=f0b18d79-0ff6-461b-a5dd-008778293590)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 15:12:30.544471 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-fb4e55c6-9a5d-4878-b364-6f0f5486bffc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:12:30.548679 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-83cf6dcc-8cce-4daa-9103-bb6eef99e2d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:12:30.649056 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-f293d196-4c20-4a2a-ac22-76950be2115f None None] Notify callbacks [] for port, precommit_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:12:30.661070 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4e55c6-9a5d-4878-b364-6f0f5486bffc None None] Pushing event updated for resources: {'Port': ['ID=6efd184c-76cf-47e5-bbfb-aae32db65d08,revision_number=3']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:12:30.683136 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-f293d196-4c20-4a2a-ac22-76950be2115f None None] Transition to ACTIVE for port object 450d94d5-82eb-48a9-adde-490f0b117e41 will not be triggered until provisioned by entity L2. {{(pid=100248) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 15:12:30.694064 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-f61368c3-f7da-4a93-90f5-f4f709bd29bb None None] Provisioning complete for port 6efd184c-76cf-47e5-bbfb-aae32db65d08 triggered by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 15:12:30.694793 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-f61368c3-f7da-4a93-90f5-f4f709bd29bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:12:30.701642 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-f293d196-4c20-4a2a-ac22-76950be2115f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:12:30.744811 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 981d17af-ae13-4af8-8f79-fb4967742056 up at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 15:12:30.789105 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-83cf6dcc-8cce-4daa-9103-bb6eef99e2d5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:12:30.795574 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-83cf6dcc-8cce-4daa-9103-bb6eef99e2d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127687527'] for port, after_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:12:30.855995 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-f293d196-4c20-4a2a-ac22-76950be2115f None None] Attempting to bind port 450d94d5-82eb-48a9-adde-490f0b117e41 on host n-d-773647-6 for vnic_type normal with profile {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 15:12:30.856587 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-f293d196-4c20-4a2a-ac22-76950be2115f None None] Attempting to bind port 450d94d5-82eb-48a9-adde-490f0b117e41 by drivers openvswitch,hyperv on host n-d-773647-6 at level 0 using segments [{'id': '89a832b7-7793-4d51-9038-ed7e1c3ff1b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719'}] {{(pid=100248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 15:12:30.856739 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f293d196-4c20-4a2a-ac22-76950be2115f None None] Attempting to bind port 450d94d5-82eb-48a9-adde-490f0b117e41 on network 2658f09e-a580-4d4a-9968-2d1e0ad93719 {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 15:12:30.858627 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb17d61-5d5b-4ef6-8696-a4609c998b4f None None] Pushing event updated for resources: {'Port': ['ID=450d94d5-82eb-48a9-adde-490f0b117e41,revision_number=2']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:12:30.871615 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f293d196-4c20-4a2a-ac22-76950be2115f None None] Checking agent: {'id': '8ab5b19c-d213-4f29-891d-27bdf39d38b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773647-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 43, 26), 'started_at': datetime.datetime(2021, 7, 6, 13, 43, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 15, 12, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773647-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 15:12:30.871926 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f293d196-4c20-4a2a-ac22-76950be2115f None None] Checking segment: {'id': '89a832b7-7793-4d51-9038-ed7e1c3ff1b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 15:12:30.872341 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-f293d196-4c20-4a2a-ac22-76950be2115f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:12:30.872741 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f293d196-4c20-4a2a-ac22-76950be2115f None None] Bound using segment: {'id': '89a832b7-7793-4d51-9038-ed7e1c3ff1b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719'} {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 15:12:30.873228 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-f293d196-4c20-4a2a-ac22-76950be2115f None None] Bound port: 450d94d5-82eb-48a9-adde-490f0b117e41, host: n-d-773647-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89a832b7-7793-4d51-9038-ed7e1c3ff1b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719'}}] {{(pid=100248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 15:12:30.873615 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-f293d196-4c20-4a2a-ac22-76950be2115f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:12:30.877550 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-83cf6dcc-8cce-4daa-9103-bb6eef99e2d5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1809478'] for router_interface, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:12:30.879346 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83cf6dcc-8cce-4daa-9103-bb6eef99e2d5 admin admin] Pushing event updated for resources: {'Port': ['ID=77d3dc81-7885-4599-a405-e8ee1068e5d7,revision_number=2']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:12:30.947189 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning complete for port 981d17af-ae13-4af8-8f79-fb4967742056 triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 15:12:30.947502 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:12:30.970990 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83cf6dcc-8cce-4daa-9103-bb6eef99e2d5 admin admin] Network 8f345d67-8e14-4690-89e2-e44375299bc5 is already hosted by enough agents. {{(pid=100246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 15:12:30.972390 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.base_scheduler [None req-83cf6dcc-8cce-4daa-9103-bb6eef99e2d5 admin admin] Resources bound (agent type, host, resource id): {{(pid=100246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 15:12:30.989483 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-f293d196-4c20-4a2a-ac22-76950be2115f None None] For port 450d94d5-82eb-48a9-adde-490f0b117e41, host n-d-773647-6, cleared binding levels {{(pid=100248) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 15:12:31.011582 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-f293d196-4c20-4a2a-ac22-76950be2115f None None] For port 450d94d5-82eb-48a9-adde-490f0b117e41, host n-d-773647-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=450d94d5-82eb-48a9-adde-490f0b117e41,segment=NetworkSegment(89a832b7-7793-4d51-9038-ed7e1c3ff1b2),segment_id=89a832b7-7793-4d51-9038-ed7e1c3ff1b2)] {{(pid=100248) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 15:12:31.022654 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-f293d196-4c20-4a2a-ac22-76950be2115f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:12:31.100824 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83cf6dcc-8cce-4daa-9103-bb6eef99e2d5 admin admin] Router f10796ef-1f15-4b51-a50a-9f9662c86a52 has already been hosted by L3 agent 2823d358-a11b-4885-a706-95a279e43fa7 {{(pid=100246) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 15:12:31.115143 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f293d196-4c20-4a2a-ac22-76950be2115f None None] Routers {'f10796ef-1f15-4b51-a50a-9f9662c86a52'} bound to L3 agent in host n-d-773647-6 {{(pid=100248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 15:12:31.115821 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-f293d196-4c20-4a2a-ac22-76950be2115f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T15:12:26Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['f10796ef-1f15-4b51-a50a-9f9662c86a52'], 'active': True} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:12:31.159590 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb17d61-5d5b-4ef6-8696-a4609c998b4f None None] Pushing event updated for resources: {'Port': ['ID=450d94d5-82eb-48a9-adde-490f0b117e41,revision_number=3']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:12:31.178694 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 540d567f-21cc-48cf-92e7-501f2e6f7d36 up at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 15:12:31.250050 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83cf6dcc-8cce-4daa-9103-bb6eef99e2d5 admin admin] Notify agent at l3_agent.n-d-773647-6 the message routers_updated {{(pid=100246) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 15:12:31.253012 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-d7284fc4-08b7-461e-b65f-1150080eed17 None None] Provisioning for port 77d3dc81-7885-4599-a405-e8ee1068e5d7 completed by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 15:12:31.256559 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-83cf6dcc-8cce-4daa-9103-bb6eef99e2d5 admin admin] 10.222.0.104 "PUT /v2.0/routers/f10796ef-1f15-4b51-a50a-9f9662c86a52/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9690845 Jul 06 15:12:31.263029 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-d7284fc4-08b7-461e-b65f-1150080eed17 None None] Provisioning complete for port 77d3dc81-7885-4599-a405-e8ee1068e5d7 triggered by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 15:12:31.263431 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-d7284fc4-08b7-461e-b65f-1150080eed17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:12:31.322838 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvr_db [None req-f293d196-4c20-4a2a-ac22-76950be2115f None None] Set router f10796ef-1f15-4b51-a50a-9f9662c86a52 gateway port host: n-d-773647-6 {{(pid=100248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 15:12:31.348754 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-d7284fc4-08b7-461e-b65f-1150080eed17 None None] Port 77d3dc81-7885-4599-a405-e8ee1068e5d7 cannot update to ACTIVE because it is not bound. {{(pid=100248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 15:12:31.372509 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning for port 540d567f-21cc-48cf-92e7-501f2e6f7d36 completed by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 15:12:31.402718 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning complete for port 540d567f-21cc-48cf-92e7-501f2e6f7d36 triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 15:12:31.403097 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:12:31.505358 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-c3509666-6649-4506-bea2-a3fbc0fc1aae None None] Provisioning complete for port 77d3dc81-7885-4599-a405-e8ee1068e5d7 triggered by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 15:12:31.505734 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-c3509666-6649-4506-bea2-a3fbc0fc1aae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:12:31.592812 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-c3509666-6649-4506-bea2-a3fbc0fc1aae None None] Port 77d3dc81-7885-4599-a405-e8ee1068e5d7 cannot update to ACTIVE because it is not bound. {{(pid=100248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 15:12:31.625148 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:12:31.667814 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] For port 540d567f-21cc-48cf-92e7-501f2e6f7d36, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=540d567f-21cc-48cf-92e7-501f2e6f7d36,segment=NetworkSegment(fc821005-da36-4b0a-9510-d7c5111b87a2),segment_id=fc821005-da36-4b0a-9510-d7c5111b87a2)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 15:12:31.675132 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:12:31.680290 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-f293d196-4c20-4a2a-ac22-76950be2115f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f10796ef-1f15-4b51-a50a-9f9662c86a52', 'name': 'tempest-TestShelveInstance-1913390-router', 'tenant_id': '027b26565a2a44de8fd8b1b572440ef3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.39'}], 'enable_snat': True}, 'gw_port_id': '450d94d5-82eb-48a9-adde-490f0b117e41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T15:12:27Z', 'updated_at': '2021-07-06T15:12:30Z', 'revision_number': 4, 'project_id': '027b26565a2a44de8fd8b1b572440ef3', 'gw_port': {'id': '450d94d5-82eb-48a9-adde-490f0b117e41', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:7b:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f10796ef-1f15-4b51-a50a-9f9662c86a52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T15:12:28Z', 'updated_at': '2021-07-06T15:12:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6', '_interfaces': [{'id': '77d3dc81-7885-4599-a405-e8ee1068e5d7', 'name': '', 'network_id': '8f345d67-8e14-4690-89e2-e44375299bc5', 'tenant_id': '027b26565a2a44de8fd8b1b572440ef3', 'mac_address': 'fa:16:3e:59:90:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f10796ef-1f15-4b51-a50a-9f9662c86a52', 'device_owner': 'network:router_interface', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '6b9a86f0-f430-49d8-91a1-917f70b75f26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T15:12:29Z', 'updated_at': '2021-07-06T15:12:30Z', 'revision_number': 2, 'project_id': '027b26565a2a44de8fd8b1b572440ef3', 'subnets': [{'id': '6b9a86f0-f430-49d8-91a1-917f70b75f26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773647-6', False) {} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:12:31.724739 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f293d196-4c20-4a2a-ac22-76950be2115f None None] The sync data for ids ['f10796ef-1f15-4b51-a50a-9f9662c86a52'] in n-d-773647-6 is: [{'id': 'f10796ef-1f15-4b51-a50a-9f9662c86a52', 'name': 'tempest-TestShelveInstance-1913390-router', 'tenant_id': '027b26565a2a44de8fd8b1b572440ef3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.39'}], 'enable_snat': True}, 'gw_port_id': '450d94d5-82eb-48a9-adde-490f0b117e41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T15:12:27Z', 'updated_at': '2021-07-06T15:12:30Z', 'revision_number': 4, 'project_id': '027b26565a2a44de8fd8b1b572440ef3', 'gw_port': {'id': '450d94d5-82eb-48a9-adde-490f0b117e41', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:7b:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f10796ef-1f15-4b51-a50a-9f9662c86a52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T15:12:28Z', 'updated_at': '2021-07-06T15:12:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6', '_interfaces': [{'id': '77d3dc81-7885-4599-a405-e8ee1068e5d7', 'name': '', 'network_id': '8f345d67-8e14-4690-89e2-e44375299bc5', 'tenant_id': '027b26565a2a44de8fd8b1b572440ef3', 'mac_address': 'fa:16:3e:59:90:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f10796ef-1f15-4b51-a50a-9f9662c86a52', 'device_owner': 'network:router_interface', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '6b9a86f0-f430-49d8-91a1-917f70b75f26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T15:12:29Z', 'updated_at': '2021-07-06T15:12:30Z', 'revision_number': 2, 'project_id': '027b26565a2a44de8fd8b1b572440ef3', 'subnets': [{'id': '6b9a86f0-f430-49d8-91a1-917f70b75f26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 15:12:31.756751 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Pushing event updated for resources: {'Port': ['ID=540d567f-21cc-48cf-92e7-501f2e6f7d36,revision_number=5']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:12:32.355826 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 33818) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 15:12:32.360536 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-592b9120-d86c-4f22-aee0-cd1792e30a6d tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2083975740', 'description': 'tempest-secgroup-smoke-2083975740 description', 'project_id': 'a820908b1d9049aaabd6c3bbe4cffef1'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 15:12:32.383442 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-592b9120-d86c-4f22-aee0-cd1792e30a6d tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] Notify callbacks [] for security_group, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:12:32.464298 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-592b9120-d86c-4f22-aee0-cd1792e30a6d tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] Notify callbacks [] for security_group, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:12:32.468462 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-592b9120-d86c-4f22-aee0-cd1792e30a6d tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:12:32.499798 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-592b9120-d86c-4f22-aee0-cd1792e30a6d tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] Notify callbacks [] for security_group, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:12:32.503782 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-592b9120-d86c-4f22-aee0-cd1792e30a6d tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] 10.222.0.104 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1467850 Jul 06 15:12:32.504899 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 33820) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 15:12:32.509136 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592b9120-d86c-4f22-aee0-cd1792e30a6d tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] Pushing event updated for resources: {'SecurityGroup': ['ID=16884163-cc16-4ee8-a84d-0699c21f100b,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:12:32.509693 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [None req-f27fc4b6-ae3a-44ea-9f0b-b38980b0a208 tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] Request body: {'security_group_rule': {'security_group_id': '16884163-cc16-4ee8-a84d-0699c21f100b', 'project_id': 'a820908b1d9049aaabd6c3bbe4cffef1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 15:12:32.535993 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-f27fc4b6-ae3a-44ea-9f0b-b38980b0a208 tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:12:32.594799 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-f27fc4b6-ae3a-44ea-9f0b-b38980b0a208 tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:12:32.598985 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-f27fc4b6-ae3a-44ea-9f0b-b38980b0a208 tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1898694'] for security_group_rule, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:12:32.621408 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27fc4b6-ae3a-44ea-9f0b-b38980b0a208 tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b297919-410a-4363-bb85-d38d97404344,revision_number=0']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:12:32.625197 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-f27fc4b6-ae3a-44ea-9f0b-b38980b0a208 tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:12:32.628859 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-f27fc4b6-ae3a-44ea-9f0b-b38980b0a208 tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] 10.222.0.104 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1203568 Jul 06 15:12:32.629964 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 33822) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 15:12:32.634133 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [None req-f3dcb726-97dc-4639-80e8-8ff745d5f2a3 tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] Request body: {'security_group_rule': {'security_group_id': '16884163-cc16-4ee8-a84d-0699c21f100b', 'project_id': 'a820908b1d9049aaabd6c3bbe4cffef1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 15:12:32.657856 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 540d567f-21cc-48cf-92e7-501f2e6f7d36 up at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 15:12:32.662077 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-f3dcb726-97dc-4639-80e8-8ff745d5f2a3 tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:12:32.710322 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning complete for port 540d567f-21cc-48cf-92e7-501f2e6f7d36 triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 15:12:32.710855 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:12:32.721144 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-f3dcb726-97dc-4639-80e8-8ff745d5f2a3 tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:12:32.725937 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-f3dcb726-97dc-4639-80e8-8ff745d5f2a3 tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1898694'] for security_group_rule, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:12:32.746062 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3dcb726-97dc-4639-80e8-8ff745d5f2a3 tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=831f84b9-11b5-4869-aa79-375c1819e434,revision_number=0']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:12:32.754871 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-f3dcb726-97dc-4639-80e8-8ff745d5f2a3 tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:12:32.756361 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-f3dcb726-97dc-4639-80e8-8ff745d5f2a3 tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] 10.222.0.104 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1257656 Jul 06 15:12:32.759205 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 33824) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 15:12:32.763800 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [None req-af0113d5-62f9-49c2-8fff-584c5851ac56 tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] Request body: {'security_group_rule': {'security_group_id': '16884163-cc16-4ee8-a84d-0699c21f100b', 'project_id': 'a820908b1d9049aaabd6c3bbe4cffef1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 15:12:32.791546 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-af0113d5-62f9-49c2-8fff-584c5851ac56 tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:12:32.793846 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 6efd184c-76cf-47e5-bbfb-aae32db65d08 up at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 15:12:32.859766 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning complete for port 6efd184c-76cf-47e5-bbfb-aae32db65d08 triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 15:12:32.860269 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:12:32.882453 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-af0113d5-62f9-49c2-8fff-584c5851ac56 tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:12:32.888904 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-af0113d5-62f9-49c2-8fff-584c5851ac56 tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1898694'] for security_group_rule, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:12:32.914074 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0113d5-62f9-49c2-8fff-584c5851ac56 tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b04e6884-068f-4a69-852b-51aee2289342,revision_number=0']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:12:32.921749 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-af0113d5-62f9-49c2-8fff-584c5851ac56 tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:12:32.923034 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-af0113d5-62f9-49c2-8fff-584c5851ac56 tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] 10.222.0.104 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1628420 Jul 06 15:12:32.925930 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 33826) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 15:12:32.931669 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [None req-5daf91b3-abad-4465-90f4-cc7351d01e8c tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] Request body: {'security_group_rule': {'security_group_id': '16884163-cc16-4ee8-a84d-0699c21f100b', 'project_id': 'a820908b1d9049aaabd6c3bbe4cffef1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 15:12:32.961132 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-5daf91b3-abad-4465-90f4-cc7351d01e8c tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:12:33.029048 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-5daf91b3-abad-4465-90f4-cc7351d01e8c tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:12:33.033723 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-5daf91b3-abad-4465-90f4-cc7351d01e8c tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1898694'] for security_group_rule, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:12:33.055641 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5daf91b3-abad-4465-90f4-cc7351d01e8c tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a07416d6-b938-4cd1-aa62-9410997336b8,revision_number=0']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:12:33.064061 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-5daf91b3-abad-4465-90f4-cc7351d01e8c tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:12:33.065505 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-5daf91b3-abad-4465-90f4-cc7351d01e8c tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] 10.222.0.104 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1375346 Jul 06 15:12:33.068468 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 33828) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 15:12:33.073596 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [None req-81a6c2b1-949a-49ee-bafe-6daa1390bb7b tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] Request body: {'security_group_rule': {'security_group_id': '16884163-cc16-4ee8-a84d-0699c21f100b', 'project_id': 'a820908b1d9049aaabd6c3bbe4cffef1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 15:12:33.097502 n-d-773647-6 neutron-server[100247]: INFO neutron.db.securitygroups_db [None req-81a6c2b1-949a-49ee-bafe-6daa1390bb7b tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] Project a820908b1d9049aaabd6c3bbe4cffef1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 06 15:12:33.104412 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-81a6c2b1-949a-49ee-bafe-6daa1390bb7b tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:12:33.173110 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-81a6c2b1-949a-49ee-bafe-6daa1390bb7b tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:12:33.177565 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-81a6c2b1-949a-49ee-bafe-6daa1390bb7b tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1898694'] for security_group_rule, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:12:33.199346 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a6c2b1-949a-49ee-bafe-6daa1390bb7b tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b3ad45ec-05ce-454c-b75a-9261e24f6d4b,revision_number=0']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:12:33.212135 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-81a6c2b1-949a-49ee-bafe-6daa1390bb7b tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:12:33.215618 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-81a6c2b1-949a-49ee-bafe-6daa1390bb7b tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] 10.222.0.104 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1438324 Jul 06 15:12:33.216284 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 33830) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 15:12:33.221169 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-0522d60f-e071-49f3-acec-fedd074fd60c tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] Request body: {'security_group_rule': {'security_group_id': '16884163-cc16-4ee8-a84d-0699c21f100b', 'project_id': 'a820908b1d9049aaabd6c3bbe4cffef1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 15:12:33.245418 n-d-773647-6 neutron-server[100246]: INFO neutron.db.securitygroups_db [None req-0522d60f-e071-49f3-acec-fedd074fd60c tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] Project a820908b1d9049aaabd6c3bbe4cffef1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 06 15:12:33.251420 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-0522d60f-e071-49f3-acec-fedd074fd60c tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:12:33.327819 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-0522d60f-e071-49f3-acec-fedd074fd60c tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:12:33.332500 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-0522d60f-e071-49f3-acec-fedd074fd60c tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1898694'] for security_group_rule, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:12:33.351964 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0522d60f-e071-49f3-acec-fedd074fd60c tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b0980d89-8120-4269-b8a0-136041b99be0,revision_number=0']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:12:33.361211 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-0522d60f-e071-49f3-acec-fedd074fd60c tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:12:33.375395 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-0522d60f-e071-49f3-acec-fedd074fd60c tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] 10.222.0.104 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1451378 Jul 06 15:12:33.698293 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-d4b56b9c-c28d-4d5d-b966-52c04de343c8 req-7c03e253-7882-44bb-b768-5bb284c7d493 tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] 10.222.0.104 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2083975740&fields=id&tenant_id=a820908b1d9049aaabd6c3bbe4cffef1 HTTP/1.1" status: 200 len: 267 time: 0.0347421 Jul 06 15:12:33.810879 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b56b9c-c28d-4d5d-b966-52c04de343c8 req-77feb561-5759-4821-a236-44752487f2a9 tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:12:33.812345 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-d4b56b9c-c28d-4d5d-b966-52c04de343c8 req-77feb561-5759-4821-a236-44752487f2a9 tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] 10.222.0.104 "GET /v2.0/networks?id=9730a406-f49a-4da1-91fa-60e189bded6c HTTP/1.1" status: 200 len: 808 time: 0.1072807 Jul 06 15:12:33.828391 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-d4b56b9c-c28d-4d5d-b966-52c04de343c8 req-22c2871b-bab1-4f03-889b-47e366a438e9 tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] 10.222.0.104 "GET /v2.0/quotas/a820908b1d9049aaabd6c3bbe4cffef1 HTTP/1.1" status: 200 len: 375 time: 0.0097558 Jul 06 15:12:33.899926 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-d4b56b9c-c28d-4d5d-b966-52c04de343c8 req-e8faf8ad-7b09-4c8d-abf5-2b9d746b7f25 tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] 10.222.0.104 "GET /v2.0/ports?tenant_id=a820908b1d9049aaabd6c3bbe4cffef1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0648568 Jul 06 15:12:34.003116 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-d4b56b9c-c28d-4d5d-b966-52c04de343c8 req-2ae53157-aa75-42b5-8e83-c1b38a7932cc service neutron] 10.222.0.104 "GET /v2.0/networks/9730a406-f49a-4da1-91fa-60e189bded6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911393 Jul 06 15:12:34.098441 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-d4b56b9c-c28d-4d5d-b966-52c04de343c8 req-2103cc6a-532b-4089-b086-821994493e91 service neutron] 10.222.0.104 "GET /v2.0/networks/9730a406-f49a-4da1-91fa-60e189bded6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887804 Jul 06 15:12:34.167834 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69abeadc-9257-4a30-a9c6-1364a8207e0b None None] Sync routers for ids ['f10796ef-1f15-4b51-a50a-9f9662c86a52'] in n-d-773647-6 {{(pid=100249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 15:12:34.177533 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69abeadc-9257-4a30-a9c6-1364a8207e0b None None] Routers {'f10796ef-1f15-4b51-a50a-9f9662c86a52'} bound to L3 agent in host n-d-773647-6 {{(pid=100249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 15:12:34.178167 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-69abeadc-9257-4a30-a9c6-1364a8207e0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T15:12:26Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['f10796ef-1f15-4b51-a50a-9f9662c86a52'], 'active': True} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:12:34.283878 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-0f31cb09-a8b4-404f-b6dd-021feeb4edeb req-451dc844-00a3-4e73-a08a-f2ec4a3935cb tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] 10.222.0.104 "GET /v2.0/ports?device_id=c64b2496-46a2-4002-a2f5-ff933b593380 HTTP/1.1" status: 200 len: 210 time: 0.0360153 Jul 06 15:12:34.389472 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvr_db [None req-69abeadc-9257-4a30-a9c6-1364a8207e0b None None] Set router f10796ef-1f15-4b51-a50a-9f9662c86a52 gateway port host: n-d-773647-6 {{(pid=100249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 15:12:34.601897 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-69abeadc-9257-4a30-a9c6-1364a8207e0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f10796ef-1f15-4b51-a50a-9f9662c86a52', 'name': 'tempest-TestShelveInstance-1913390-router', 'tenant_id': '027b26565a2a44de8fd8b1b572440ef3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.39'}], 'enable_snat': True}, 'gw_port_id': '450d94d5-82eb-48a9-adde-490f0b117e41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T15:12:27Z', 'updated_at': '2021-07-06T15:12:30Z', 'revision_number': 4, 'project_id': '027b26565a2a44de8fd8b1b572440ef3', 'gw_port': {'id': '450d94d5-82eb-48a9-adde-490f0b117e41', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:7b:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f10796ef-1f15-4b51-a50a-9f9662c86a52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T15:12:28Z', 'updated_at': '2021-07-06T15:12:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6', '_interfaces': [{'id': '77d3dc81-7885-4599-a405-e8ee1068e5d7', 'name': '', 'network_id': '8f345d67-8e14-4690-89e2-e44375299bc5', 'tenant_id': '027b26565a2a44de8fd8b1b572440ef3', 'mac_address': 'fa:16:3e:59:90:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f10796ef-1f15-4b51-a50a-9f9662c86a52', 'device_owner': 'network:router_interface', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '6b9a86f0-f430-49d8-91a1-917f70b75f26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T15:12:29Z', 'updated_at': '2021-07-06T15:12:30Z', 'revision_number': 2, 'project_id': '027b26565a2a44de8fd8b1b572440ef3', 'subnets': [{'id': '6b9a86f0-f430-49d8-91a1-917f70b75f26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773647-6', False) {} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:12:34.633780 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69abeadc-9257-4a30-a9c6-1364a8207e0b None None] Checking router: f10796ef-1f15-4b51-a50a-9f9662c86a52 for host: n-d-773647-6 {{(pid=100249) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 15:12:34.634157 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69abeadc-9257-4a30-a9c6-1364a8207e0b None None] Updating router f10796ef-1f15-4b51-a50a-9f9662c86a52 port 77d3dc81-7885-4599-a405-e8ee1068e5d7 binding host n-d-773647-6 {{(pid=100249) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 15:12:34.668081 n-d-773647-6 neutron-server[100249]: DEBUG neutron_lib.callbacks.manager [None req-69abeadc-9257-4a30-a9c6-1364a8207e0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:12:34.689708 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 450d94d5-82eb-48a9-adde-490f0b117e41 up at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 15:12:34.747023 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning for port 450d94d5-82eb-48a9-adde-490f0b117e41 completed by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 15:12:34.751293 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning complete for port 450d94d5-82eb-48a9-adde-490f0b117e41 triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 15:12:34.751665 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:12:34.840376 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:12:34.862312 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] For port 450d94d5-82eb-48a9-adde-490f0b117e41, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=450d94d5-82eb-48a9-adde-490f0b117e41,segment=NetworkSegment(89a832b7-7793-4d51-9038-ed7e1c3ff1b2),segment_id=89a832b7-7793-4d51-9038-ed7e1c3ff1b2)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 15:12:34.868124 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:12:34.920549 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Pushing event updated for resources: {'Port': ['ID=450d94d5-82eb-48a9-adde-490f0b117e41,revision_number=4']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:12:34.968766 n-d-773647-6 neutron-server[100249]: DEBUG neutron_lib.callbacks.manager [None req-69abeadc-9257-4a30-a9c6-1364a8207e0b None None] Notify callbacks [] for port, precommit_update {{(pid=100249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:12:34.978879 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.provisioning_blocks [None req-69abeadc-9257-4a30-a9c6-1364a8207e0b None None] Transition to ACTIVE for port object 77d3dc81-7885-4599-a405-e8ee1068e5d7 will not be triggered until provisioned by entity L2. {{(pid=100249) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 15:12:34.984565 n-d-773647-6 neutron-server[100249]: DEBUG neutron_lib.callbacks.manager [None req-69abeadc-9257-4a30-a9c6-1364a8207e0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:12:35.037681 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6677b656-0b0b-4e16-82e2-6578bf5b6580 None None] Pushing event updated for resources: {'Port': ['ID=77d3dc81-7885-4599-a405-e8ee1068e5d7,revision_number=3']} {{(pid=100249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:12:35.090051 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.managers [None req-69abeadc-9257-4a30-a9c6-1364a8207e0b None None] Attempting to bind port 77d3dc81-7885-4599-a405-e8ee1068e5d7 on host n-d-773647-6 for vnic_type normal with profile {{(pid=100249) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 15:12:35.090202 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.managers [None req-69abeadc-9257-4a30-a9c6-1364a8207e0b None None] Attempting to bind port 77d3dc81-7885-4599-a405-e8ee1068e5d7 by drivers openvswitch,hyperv on host n-d-773647-6 at level 0 using segments [{'id': 'f0b18d79-0ff6-461b-a5dd-008778293590', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1008, 'network_id': '8f345d67-8e14-4690-89e2-e44375299bc5'}] {{(pid=100249) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 15:12:35.090696 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69abeadc-9257-4a30-a9c6-1364a8207e0b None None] Attempting to bind port 77d3dc81-7885-4599-a405-e8ee1068e5d7 on network 8f345d67-8e14-4690-89e2-e44375299bc5 {{(pid=100249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 15:12:35.095692 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69abeadc-9257-4a30-a9c6-1364a8207e0b None None] Checking agent: {'id': '8ab5b19c-d213-4f29-891d-27bdf39d38b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773647-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 43, 26), 'started_at': datetime.datetime(2021, 7, 6, 13, 43, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 15, 12, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773647-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 15:12:35.096071 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69abeadc-9257-4a30-a9c6-1364a8207e0b None None] Checking segment: {'id': 'f0b18d79-0ff6-461b-a5dd-008778293590', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1008, 'network_id': '8f345d67-8e14-4690-89e2-e44375299bc5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100249) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 15:12:35.096487 n-d-773647-6 neutron-server[100249]: DEBUG neutron_lib.callbacks.manager [None req-69abeadc-9257-4a30-a9c6-1364a8207e0b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:12:35.096885 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69abeadc-9257-4a30-a9c6-1364a8207e0b None None] Bound using segment: {'id': 'f0b18d79-0ff6-461b-a5dd-008778293590', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1008, 'network_id': '8f345d67-8e14-4690-89e2-e44375299bc5'} {{(pid=100249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 15:12:35.097350 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.managers [None req-69abeadc-9257-4a30-a9c6-1364a8207e0b None None] Bound port: 77d3dc81-7885-4599-a405-e8ee1068e5d7, host: n-d-773647-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0b18d79-0ff6-461b-a5dd-008778293590', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1008, 'network_id': '8f345d67-8e14-4690-89e2-e44375299bc5'}}] {{(pid=100249) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 15:12:35.098288 n-d-773647-6 neutron-server[100249]: DEBUG neutron_lib.callbacks.manager [None req-69abeadc-9257-4a30-a9c6-1364a8207e0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:12:35.166092 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.db [None req-69abeadc-9257-4a30-a9c6-1364a8207e0b None None] For port 77d3dc81-7885-4599-a405-e8ee1068e5d7, host n-d-773647-6, cleared binding levels {{(pid=100249) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 15:12:35.170385 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.db [None req-69abeadc-9257-4a30-a9c6-1364a8207e0b None None] For port 77d3dc81-7885-4599-a405-e8ee1068e5d7, host n-d-773647-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=77d3dc81-7885-4599-a405-e8ee1068e5d7,segment=NetworkSegment(f0b18d79-0ff6-461b-a5dd-008778293590),segment_id=f0b18d79-0ff6-461b-a5dd-008778293590)] {{(pid=100249) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 15:12:35.175663 n-d-773647-6 neutron-server[100249]: DEBUG neutron_lib.callbacks.manager [None req-69abeadc-9257-4a30-a9c6-1364a8207e0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:12:35.241942 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69abeadc-9257-4a30-a9c6-1364a8207e0b None None] Routers {'f10796ef-1f15-4b51-a50a-9f9662c86a52'} bound to L3 agent in host n-d-773647-6 {{(pid=100249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 15:12:35.242673 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-69abeadc-9257-4a30-a9c6-1364a8207e0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T15:12:26Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['f10796ef-1f15-4b51-a50a-9f9662c86a52'], 'active': True} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:12:35.278147 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6677b656-0b0b-4e16-82e2-6578bf5b6580 None None] Pushing event updated for resources: {'Port': ['ID=77d3dc81-7885-4599-a405-e8ee1068e5d7,revision_number=4']} {{(pid=100249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:12:35.360662 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvr_db [None req-69abeadc-9257-4a30-a9c6-1364a8207e0b None None] Set router f10796ef-1f15-4b51-a50a-9f9662c86a52 gateway port host: n-d-773647-6 {{(pid=100249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 15:12:35.448010 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b56b9c-c28d-4d5d-b966-52c04de343c8 req-478e4cf6-4e1f-4ce4-b2fc-873b20dd5cf4 tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:12:35.449583 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-d4b56b9c-c28d-4d5d-b966-52c04de343c8 req-478e4cf6-4e1f-4ce4-b2fc-873b20dd5cf4 tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] 10.222.0.72 "GET /v2.0/networks?id=9730a406-f49a-4da1-91fa-60e189bded6c HTTP/1.1" status: 200 len: 808 time: 0.1639974 Jul 06 15:12:35.509932 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-bb97eb09-6d63-4607-a05e-0659848e69c5 req-957583d3-df1e-499c-9846-dd7be2c354af tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] 10.222.0.104 "GET /v2.0/ports?device_id=c64b2496-46a2-4002-a2f5-ff933b593380 HTTP/1.1" status: 200 len: 210 time: 0.0526333 Jul 06 15:12:35.510850 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-d4b56b9c-c28d-4d5d-b966-52c04de343c8 req-7ef31617-a381-4351-a79d-ff55e1d1dec7 tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a820908b1d9049aaabd6c3bbe4cffef1 HTTP/1.1" status: 200 len: 380 time: 0.0459189 Jul 06 15:12:35.525810 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [req-d4b56b9c-c28d-4d5d-b966-52c04de343c8 req-dc4fffca-c2e9-45de-8861-89dd4adc72aa tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] Request body: {'port': {'device_id': 'c64b2496-46a2-4002-a2f5-ff933b593380', 'network_id': '9730a406-f49a-4da1-91fa-60e189bded6c', 'admin_state_up': True, 'tenant_id': 'a820908b1d9049aaabd6c3bbe4cffef1', 'security_groups': ['16884163-cc16-4ee8-a84d-0699c21f100b']}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 15:12:35.612407 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-69abeadc-9257-4a30-a9c6-1364a8207e0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f10796ef-1f15-4b51-a50a-9f9662c86a52', 'name': 'tempest-TestShelveInstance-1913390-router', 'tenant_id': '027b26565a2a44de8fd8b1b572440ef3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.39'}], 'enable_snat': True}, 'gw_port_id': '450d94d5-82eb-48a9-adde-490f0b117e41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T15:12:27Z', 'updated_at': '2021-07-06T15:12:30Z', 'revision_number': 4, 'project_id': '027b26565a2a44de8fd8b1b572440ef3', 'gw_port': {'id': '450d94d5-82eb-48a9-adde-490f0b117e41', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:7b:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f10796ef-1f15-4b51-a50a-9f9662c86a52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T15:12:28Z', 'updated_at': '2021-07-06T15:12:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6', '_interfaces': [{'id': '77d3dc81-7885-4599-a405-e8ee1068e5d7', 'name': '', 'network_id': '8f345d67-8e14-4690-89e2-e44375299bc5', 'tenant_id': '027b26565a2a44de8fd8b1b572440ef3', 'mac_address': 'fa:16:3e:59:90:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f10796ef-1f15-4b51-a50a-9f9662c86a52', 'device_owner': 'network:router_interface', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '6b9a86f0-f430-49d8-91a1-917f70b75f26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T15:12:29Z', 'updated_at': '2021-07-06T15:12:35Z', 'revision_number': 4, 'project_id': '027b26565a2a44de8fd8b1b572440ef3', 'subnets': [{'id': '6b9a86f0-f430-49d8-91a1-917f70b75f26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773647-6', False) {} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:12:35.638673 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69abeadc-9257-4a30-a9c6-1364a8207e0b None None] The sync data for ids ['f10796ef-1f15-4b51-a50a-9f9662c86a52'] in n-d-773647-6 is: [{'id': 'f10796ef-1f15-4b51-a50a-9f9662c86a52', 'name': 'tempest-TestShelveInstance-1913390-router', 'tenant_id': '027b26565a2a44de8fd8b1b572440ef3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.39'}], 'enable_snat': True}, 'gw_port_id': '450d94d5-82eb-48a9-adde-490f0b117e41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T15:12:27Z', 'updated_at': '2021-07-06T15:12:30Z', 'revision_number': 4, 'project_id': '027b26565a2a44de8fd8b1b572440ef3', 'gw_port': {'id': '450d94d5-82eb-48a9-adde-490f0b117e41', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:7b:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f10796ef-1f15-4b51-a50a-9f9662c86a52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T15:12:28Z', 'updated_at': '2021-07-06T15:12:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6', '_interfaces': [{'id': '77d3dc81-7885-4599-a405-e8ee1068e5d7', 'name': '', 'network_id': '8f345d67-8e14-4690-89e2-e44375299bc5', 'tenant_id': '027b26565a2a44de8fd8b1b572440ef3', 'mac_address': 'fa:16:3e:59:90:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f10796ef-1f15-4b51-a50a-9f9662c86a52', 'device_owner': 'network:router_interface', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '6b9a86f0-f430-49d8-91a1-917f70b75f26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T15:12:29Z', 'updated_at': '2021-07-06T15:12:35Z', 'revision_number': 4, 'project_id': '027b26565a2a44de8fd8b1b572440ef3', 'subnets': [{'id': '6b9a86f0-f430-49d8-91a1-917f70b75f26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 15:12:35.654102 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d4b56b9c-c28d-4d5d-b966-52c04de343c8 req-dc4fffca-c2e9-45de-8861-89dd4adc72aa tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] Made reservation on behalf of a820908b1d9049aaabd6c3bbe4cffef1 for: {'port': 1} {{(pid=100246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 15:12:35.657810 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-d4b56b9c-c28d-4d5d-b966-52c04de343c8 req-dc4fffca-c2e9-45de-8861-89dd4adc72aa tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:12:35.789548 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.db_base_plugin_common [req-d4b56b9c-c28d-4d5d-b966-52c04de343c8 req-dc4fffca-c2e9-45de-8861-89dd4adc72aa tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] Allocated IP 172.20.0.13 (9730a406-f49a-4da1-91fa-60e189bded6c/dbdfab00-c34a-4ad9-bf50-8947c76efff0/9f5d1159-a952-42e6-a940-8afc40afb9c3) {{(pid=100246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 15:12:35.937649 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-d4b56b9c-c28d-4d5d-b966-52c04de343c8 req-dc4fffca-c2e9-45de-8861-89dd4adc72aa tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] Notify callbacks [] for port, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:12:35.952323 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.provisioning_blocks [req-d4b56b9c-c28d-4d5d-b966-52c04de343c8 req-dc4fffca-c2e9-45de-8861-89dd4adc72aa tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] Transition to ACTIVE for port object 9f5d1159-a952-42e6-a940-8afc40afb9c3 will not be triggered until provisioned by entity DHCP. {{(pid=100246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 15:12:35.988809 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-d4b56b9c-c28d-4d5d-b966-52c04de343c8 req-dc4fffca-c2e9-45de-8861-89dd4adc72aa tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-127687573'] for port, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:12:36.031638 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d4b56b9c-c28d-4d5d-b966-52c04de343c8 req-dc4fffca-c2e9-45de-8861-89dd4adc72aa tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] Network 9730a406-f49a-4da1-91fa-60e189bded6c is already hosted by enough agents. {{(pid=100246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 15:12:36.035082 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.base_scheduler [req-d4b56b9c-c28d-4d5d-b966-52c04de343c8 req-dc4fffca-c2e9-45de-8861-89dd4adc72aa tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] Resources bound (agent type, host, resource id): {{(pid=100246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 15:12:36.038937 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4b56b9c-c28d-4d5d-b966-52c04de343c8 req-dc4fffca-c2e9-45de-8861-89dd4adc72aa tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] Received port after_create {{(pid=100246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 15:12:36.072102 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4fffca-c2e9-45de-8861-89dd4adc72aa tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] Pushing event updated for resources: {'Port': ['ID=9f5d1159-a952-42e6-a940-8afc40afb9c3,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:12:36.103323 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b56b9c-c28d-4d5d-b966-52c04de343c8 req-dc4fffca-c2e9-45de-8861-89dd4adc72aa tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:12:36.103997 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-d4b56b9c-c28d-4d5d-b966-52c04de343c8 req-dc4fffca-c2e9-45de-8861-89dd4adc72aa tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:12:36.118571 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-d4b56b9c-c28d-4d5d-b966-52c04de343c8 req-dc4fffca-c2e9-45de-8861-89dd4adc72aa tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6024840 Jul 06 15:12:36.131602 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [req-d4b56b9c-c28d-4d5d-b966-52c04de343c8 req-3e451a1c-3a17-41c6-9bff-7e4230ea5bdb service neutron] Request body: {'port': {'device_id': 'c64b2496-46a2-4002-a2f5-ff933b593380', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-773647-6'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 15:12:36.210380 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-d4b56b9c-c28d-4d5d-b966-52c04de343c8 req-3e451a1c-3a17-41c6-9bff-7e4230ea5bdb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:12:36.286671 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-d567964b-5e0d-4f5c-a31f-a28511f9a2d0 None None] Provisioning for port 9f5d1159-a952-42e6-a940-8afc40afb9c3 completed by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 15:12:36.290293 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-d567964b-5e0d-4f5c-a31f-a28511f9a2d0 None None] Provisioning complete for port 9f5d1159-a952-42e6-a940-8afc40afb9c3 triggered by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 15:12:36.290669 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-d567964b-5e0d-4f5c-a31f-a28511f9a2d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:12:36.324453 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-d567964b-5e0d-4f5c-a31f-a28511f9a2d0 None None] Port 9f5d1159-a952-42e6-a940-8afc40afb9c3 cannot update to ACTIVE because it is not bound. {{(pid=100248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 15:12:36.478628 n-d-773647-6 neutron-server[100246]: DEBUG neutron.notifiers.nova [req-d4b56b9c-c28d-4d5d-b966-52c04de343c8 req-3e451a1c-3a17-41c6-9bff-7e4230ea5bdb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9f5d1159-a952-42e6-a940-8afc40afb9c3 {{(pid=100246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 15:12:36.486015 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-d4b56b9c-c28d-4d5d-b966-52c04de343c8 req-3e451a1c-3a17-41c6-9bff-7e4230ea5bdb service neutron] Notify callbacks [] for port, precommit_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:12:36.498582 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.provisioning_blocks [req-d4b56b9c-c28d-4d5d-b966-52c04de343c8 req-3e451a1c-3a17-41c6-9bff-7e4230ea5bdb service neutron] Transition to ACTIVE for port object 9f5d1159-a952-42e6-a940-8afc40afb9c3 will not be triggered until provisioned by entity L2. {{(pid=100246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 15:12:36.502430 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-d4b56b9c-c28d-4d5d-b966-52c04de343c8 req-3e451a1c-3a17-41c6-9bff-7e4230ea5bdb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127687527'] for port, after_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:12:36.574438 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e451a1c-3a17-41c6-9bff-7e4230ea5bdb service neutron] Pushing event updated for resources: {'Port': ['ID=9f5d1159-a952-42e6-a940-8afc40afb9c3,revision_number=2']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:12:36.639452 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [req-d4b56b9c-c28d-4d5d-b966-52c04de343c8 req-3e451a1c-3a17-41c6-9bff-7e4230ea5bdb service neutron] Attempting to bind port 9f5d1159-a952-42e6-a940-8afc40afb9c3 on host n-h2-773647-6 for vnic_type normal with profile {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 15:12:36.639793 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [req-d4b56b9c-c28d-4d5d-b966-52c04de343c8 req-3e451a1c-3a17-41c6-9bff-7e4230ea5bdb service neutron] Attempting to bind port 9f5d1159-a952-42e6-a940-8afc40afb9c3 by drivers openvswitch,hyperv on host n-h2-773647-6 at level 0 using segments [{'id': 'fc821005-da36-4b0a-9510-d7c5111b87a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1005, 'network_id': '9730a406-f49a-4da1-91fa-60e189bded6c'}] {{(pid=100246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 15:12:36.640123 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4b56b9c-c28d-4d5d-b966-52c04de343c8 req-3e451a1c-3a17-41c6-9bff-7e4230ea5bdb service neutron] Attempting to bind port 9f5d1159-a952-42e6-a940-8afc40afb9c3 on network 9730a406-f49a-4da1-91fa-60e189bded6c {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 15:12:36.645254 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4b56b9c-c28d-4d5d-b966-52c04de343c8 req-3e451a1c-3a17-41c6-9bff-7e4230ea5bdb service neutron] Port 9f5d1159-a952-42e6-a940-8afc40afb9c3 on network 9730a406-f49a-4da1-91fa-60e189bded6c not bound, no agent of type Open vSwitch agent registered on host n-h2-773647-6 {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 15:12:36.645583 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4b56b9c-c28d-4d5d-b966-52c04de343c8 req-3e451a1c-3a17-41c6-9bff-7e4230ea5bdb service neutron] Attempting to bind port 9f5d1159-a952-42e6-a940-8afc40afb9c3 on network 9730a406-f49a-4da1-91fa-60e189bded6c {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 15:12:36.652183 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4b56b9c-c28d-4d5d-b966-52c04de343c8 req-3e451a1c-3a17-41c6-9bff-7e4230ea5bdb service neutron] Checking agent: {'id': '63768ece-0600-4354-8d29-fdedec96b077', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-773647-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 51, 10), 'started_at': datetime.datetime(2021, 7, 6, 13, 51, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 15, 12, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 15:12:36.652872 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4b56b9c-c28d-4d5d-b966-52c04de343c8 req-3e451a1c-3a17-41c6-9bff-7e4230ea5bdb service neutron] Checking segment: {'id': 'fc821005-da36-4b0a-9510-d7c5111b87a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1005, 'network_id': '9730a406-f49a-4da1-91fa-60e189bded6c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 15:12:36.653474 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4b56b9c-c28d-4d5d-b966-52c04de343c8 req-3e451a1c-3a17-41c6-9bff-7e4230ea5bdb service neutron] Bound using segment: {'id': 'fc821005-da36-4b0a-9510-d7c5111b87a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1005, 'network_id': '9730a406-f49a-4da1-91fa-60e189bded6c'} {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 15:12:36.654127 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [req-d4b56b9c-c28d-4d5d-b966-52c04de343c8 req-3e451a1c-3a17-41c6-9bff-7e4230ea5bdb service neutron] Bound port: 9f5d1159-a952-42e6-a940-8afc40afb9c3, host: n-h2-773647-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc821005-da36-4b0a-9510-d7c5111b87a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1005, 'network_id': '9730a406-f49a-4da1-91fa-60e189bded6c'}}] {{(pid=100246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 15:12:36.654699 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-d4b56b9c-c28d-4d5d-b966-52c04de343c8 req-3e451a1c-3a17-41c6-9bff-7e4230ea5bdb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:12:36.716495 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 450d94d5-82eb-48a9-adde-490f0b117e41 up at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 15:12:36.721324 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aff8026-7662-44ea-b5ea-58ea63e7b86d req-15227cce-5194-4636-b7fc-d7428574d0f2 tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:12:36.729632 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-8aff8026-7662-44ea-b5ea-58ea63e7b86d req-15227cce-5194-4636-b7fc-d7428574d0f2 tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] 10.222.0.104 "GET /v2.0/ports?device_id=c64b2496-46a2-4002-a2f5-ff933b593380 HTTP/1.1" status: 200 len: 944 time: 0.0797641 Jul 06 15:12:36.735782 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.db [req-d4b56b9c-c28d-4d5d-b966-52c04de343c8 req-3e451a1c-3a17-41c6-9bff-7e4230ea5bdb service neutron] For port 9f5d1159-a952-42e6-a940-8afc40afb9c3, host n-h2-773647-6, cleared binding levels {{(pid=100246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 15:12:36.740488 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.db [req-d4b56b9c-c28d-4d5d-b966-52c04de343c8 req-3e451a1c-3a17-41c6-9bff-7e4230ea5bdb service neutron] For port 9f5d1159-a952-42e6-a940-8afc40afb9c3, host n-h2-773647-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=9f5d1159-a952-42e6-a940-8afc40afb9c3,segment=NetworkSegment(fc821005-da36-4b0a-9510-d7c5111b87a2),segment_id=fc821005-da36-4b0a-9510-d7c5111b87a2)] {{(pid=100246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 15:12:36.746455 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-d4b56b9c-c28d-4d5d-b966-52c04de343c8 req-3e451a1c-3a17-41c6-9bff-7e4230ea5bdb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127687527'] for port, after_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:12:36.770194 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-8aff8026-7662-44ea-b5ea-58ea63e7b86d req-be6a71d9-793e-435f-a4a0-0d044c159dff tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] 10.222.0.104 "GET /v2.0/security-groups?id=16884163-cc16-4ee8-a84d-0699c21f100b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357752 Jul 06 15:12:36.795884 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b56b9c-c28d-4d5d-b966-52c04de343c8 req-3e451a1c-3a17-41c6-9bff-7e4230ea5bdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:12:36.795884 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-d4b56b9c-c28d-4d5d-b966-52c04de343c8 req-3e451a1c-3a17-41c6-9bff-7e4230ea5bdb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:12:36.795884 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-d4b56b9c-c28d-4d5d-b966-52c04de343c8 req-3e451a1c-3a17-41c6-9bff-7e4230ea5bdb service neutron] 10.222.0.72 "PUT /v2.0/ports/9f5d1159-a952-42e6-a940-8afc40afb9c3 HTTP/1.1" status: 200 len: 1092 time: 0.6628327 Jul 06 15:12:36.795884 n-d-773647-6 neutron-server[100246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c64b2496-46a2-4002-a2f5-ff933b593380', 'tag': '9f5d1159-a952-42e6-a940-8afc40afb9c3'}] {{(pid=100246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 15:12:36.795884 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46bcbd240f672e88150dff05a21f1d72cf4d2de628fda8977cb1eab177268aa5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5de1d790-1bf3-4e80-a34e-3b9667f06446" -d '{"events": [{"name": "network-changed", "server_uuid": "c64b2496-46a2-4002-a2f5-ff933b593380", "tag": "9f5d1159-a952-42e6-a940-8afc40afb9c3"}]}' {{(pid=100246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 15:12:36.796428 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning complete for port 450d94d5-82eb-48a9-adde-490f0b117e41 triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 15:12:36.796428 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:12:36.858546 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 15:12:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b1f4665-2c4b-413c-916e-b39072d20520 x-openstack-request-id: req-4b1f4665-2c4b-413c-916e-b39072d20520 {{(pid=100246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 15:12:36.858848 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c64b2496-46a2-4002-a2f5-ff933b593380", "tag": "9f5d1159-a952-42e6-a940-8afc40afb9c3", "status": "completed", "code": 200}]} {{(pid=100246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 15:12:36.859106 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-4b1f4665-2c4b-413c-916e-b39072d20520 {{(pid=100246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 15:12:36.859540 n-d-773647-6 neutron-server[100246]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c64b2496-46a2-4002-a2f5-ff933b593380', 'tag': '9f5d1159-a952-42e6-a940-8afc40afb9c3', 'status': 'completed', 'code': 200} Jul 06 15:12:36.861572 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e451a1c-3a17-41c6-9bff-7e4230ea5bdb service neutron] Pushing event updated for resources: {'Port': ['ID=9f5d1159-a952-42e6-a940-8afc40afb9c3,revision_number=3']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:12:36.893640 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 77d3dc81-7885-4599-a405-e8ee1068e5d7 up at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 15:12:36.910883 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b56b9c-c28d-4d5d-b966-52c04de343c8 req-e8c16450-6072-4bf7-8f95-552c76cef645 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:12:36.912473 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-d4b56b9c-c28d-4d5d-b966-52c04de343c8 req-e8c16450-6072-4bf7-8f95-552c76cef645 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=a820908b1d9049aaabd6c3bbe4cffef1&device_id=c64b2496-46a2-4002-a2f5-ff933b593380 HTTP/1.1" status: 200 len: 1095 time: 0.0707328 Jul 06 15:12:36.946220 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning for port 77d3dc81-7885-4599-a405-e8ee1068e5d7 completed by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 15:12:36.950567 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning complete for port 77d3dc81-7885-4599-a405-e8ee1068e5d7 triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 15:12:36.950949 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:12:36.964087 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-d4b56b9c-c28d-4d5d-b966-52c04de343c8 req-c2e3c155-2b91-440a-a042-fbee2efacce1 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9f5d1159-a952-42e6-a940-8afc40afb9c3 HTTP/1.1" status: 200 len: 217 time: 0.0405574 Jul 06 15:12:37.018002 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b56b9c-c28d-4d5d-b966-52c04de343c8 req-4e815885-f330-4205-843b-2536220dbd1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:12:37.020524 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-d4b56b9c-c28d-4d5d-b966-52c04de343c8 req-4e815885-f330-4205-843b-2536220dbd1f service neutron] 10.222.0.72 "GET /v2.0/subnets?id=dbdfab00-c34a-4ad9-bf50-8947c76efff0 HTTP/1.1" status: 200 len: 847 time: 0.0506926 Jul 06 15:12:37.034691 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:12:37.067011 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] For port 77d3dc81-7885-4599-a405-e8ee1068e5d7, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=77d3dc81-7885-4599-a405-e8ee1068e5d7,segment=NetworkSegment(f0b18d79-0ff6-461b-a5dd-008778293590),segment_id=f0b18d79-0ff6-461b-a5dd-008778293590)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 15:12:37.070764 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:12:37.078022 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b56b9c-c28d-4d5d-b966-52c04de343c8 req-a4f1ea69-97fc-47bf-855d-28b6d746c60c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:12:37.079666 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-d4b56b9c-c28d-4d5d-b966-52c04de343c8 req-a4f1ea69-97fc-47bf-855d-28b6d746c60c service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=9730a406-f49a-4da1-91fa-60e189bded6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0528846 Jul 06 15:12:37.130267 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Pushing event updated for resources: {'Port': ['ID=77d3dc81-7885-4599-a405-e8ee1068e5d7,revision_number=5']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:12:37.172398 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-d4b56b9c-c28d-4d5d-b966-52c04de343c8 req-17931243-c29d-4e09-a1d2-223485152590 service neutron] 10.222.0.72 "GET /v2.0/networks/9730a406-f49a-4da1-91fa-60e189bded6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865679 Jul 06 15:12:37.265350 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-d4b56b9c-c28d-4d5d-b966-52c04de343c8 req-7a0668cb-dc7e-4f04-89ce-7d3f77ecf99f service neutron] 10.222.0.72 "GET /v2.0/networks/9730a406-f49a-4da1-91fa-60e189bded6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871191 Jul 06 15:12:37.368691 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de1d790-1bf3-4e80-a34e-3b9667f06446 req-f59c33f5-2399-45f9-95b5-521ef20c0f1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:12:37.370201 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-5de1d790-1bf3-4e80-a34e-3b9667f06446 req-f59c33f5-2399-45f9-95b5-521ef20c0f1e service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=a820908b1d9049aaabd6c3bbe4cffef1&device_id=c64b2496-46a2-4002-a2f5-ff933b593380 HTTP/1.1" status: 200 len: 1095 time: 0.0528471 Jul 06 15:12:37.465795 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de1d790-1bf3-4e80-a34e-3b9667f06446 req-8acc1bb6-7842-4f0f-8276-d0a4af052726 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:12:37.467317 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-5de1d790-1bf3-4e80-a34e-3b9667f06446 req-8acc1bb6-7842-4f0f-8276-d0a4af052726 service neutron] 10.222.0.72 "GET /v2.0/networks?id=9730a406-f49a-4da1-91fa-60e189bded6c HTTP/1.1" status: 200 len: 910 time: 0.0908084 Jul 06 15:12:37.508011 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-5de1d790-1bf3-4e80-a34e-3b9667f06446 req-473e7663-1658-41c8-8251-e2f30dffc225 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9f5d1159-a952-42e6-a940-8afc40afb9c3 HTTP/1.1" status: 200 len: 217 time: 0.0345149 Jul 06 15:12:37.556556 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de1d790-1bf3-4e80-a34e-3b9667f06446 req-bf76dfce-d6ea-430a-a7ac-a25251ffcec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:12:37.557937 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-5de1d790-1bf3-4e80-a34e-3b9667f06446 req-bf76dfce-d6ea-430a-a7ac-a25251ffcec8 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=dbdfab00-c34a-4ad9-bf50-8947c76efff0 HTTP/1.1" status: 200 len: 847 time: 0.0435681 Jul 06 15:12:37.619281 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de1d790-1bf3-4e80-a34e-3b9667f06446 req-d6be59ba-a6d0-4f7e-bca7-a5bd44214a70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:12:37.620801 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-5de1d790-1bf3-4e80-a34e-3b9667f06446 req-d6be59ba-a6d0-4f7e-bca7-a5bd44214a70 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=9730a406-f49a-4da1-91fa-60e189bded6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0557053 Jul 06 15:12:37.711472 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-5de1d790-1bf3-4e80-a34e-3b9667f06446 req-48c8a84a-484d-43cc-8cc7-8b3b10cca3c1 service neutron] 10.222.0.72 "GET /v2.0/networks/9730a406-f49a-4da1-91fa-60e189bded6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836303 Jul 06 15:12:37.806797 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-5de1d790-1bf3-4e80-a34e-3b9667f06446 req-9c2d6036-d3db-4d97-9712-087dac95e216 service neutron] 10.222.0.72 "GET /v2.0/networks/9730a406-f49a-4da1-91fa-60e189bded6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886550 Jul 06 15:12:37.949356 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506abe00-e099-43fe-8d80-64f7730e1544 req-e10cea67-fb6b-4349-a6ac-3198c8aec59e tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:12:37.950820 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-506abe00-e099-43fe-8d80-64f7730e1544 req-e10cea67-fb6b-4349-a6ac-3198c8aec59e tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] 10.222.0.104 "GET /v2.0/ports?device_id=c64b2496-46a2-4002-a2f5-ff933b593380 HTTP/1.1" status: 200 len: 944 time: 0.0665042 Jul 06 15:12:37.987570 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-506abe00-e099-43fe-8d80-64f7730e1544 req-78422b47-f794-4155-ae82-2f7220203235 tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] 10.222.0.104 "GET /v2.0/security-groups?id=16884163-cc16-4ee8-a84d-0699c21f100b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309150 Jul 06 15:12:38.636885 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 77d3dc81-7885-4599-a405-e8ee1068e5d7 up at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 15:12:38.683990 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning complete for port 77d3dc81-7885-4599-a405-e8ee1068e5d7 triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 15:12:38.684366 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:12:39.157778 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bfe84c-41b1-43b5-8d17-f1626af51451 req-3bb3618e-00a4-4924-9a27-cbd7250fb98c tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:12:39.159273 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-c5bfe84c-41b1-43b5-8d17-f1626af51451 req-3bb3618e-00a4-4924-9a27-cbd7250fb98c tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] 10.222.0.104 "GET /v2.0/ports?device_id=c64b2496-46a2-4002-a2f5-ff933b593380 HTTP/1.1" status: 200 len: 944 time: 0.0632117 Jul 06 15:12:39.197382 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-c5bfe84c-41b1-43b5-8d17-f1626af51451 req-f1623a92-b609-4bb7-a296-36da0d20a8e5 tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] 10.222.0.104 "GET /v2.0/security-groups?id=16884163-cc16-4ee8-a84d-0699c21f100b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324810 Jul 06 15:12:39.605983 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Device 9f5d1159-a952-42e6-a940-8afc40afb9c3 details requested by agent hyperv_n-h2-773647-6 with host n-h2-773647-6 {{(pid=100248) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 15:12:39.698131 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] For port 9f5d1159-a952-42e6-a940-8afc40afb9c3, host n-h2-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=9f5d1159-a952-42e6-a940-8afc40afb9c3,segment=NetworkSegment(fc821005-da36-4b0a-9510-d7c5111b87a2),segment_id=fc821005-da36-4b0a-9510-d7c5111b87a2)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 15:12:39.709138 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Returning: {'device': '9f5d1159-a952-42e6-a940-8afc40afb9c3', 'network_id': '9730a406-f49a-4da1-91fa-60e189bded6c', 'port_id': '9f5d1159-a952-42e6-a940-8afc40afb9c3', 'mac_address': 'fa:16:3e:32:75:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1005, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dbdfab00-c34a-4ad9-bf50-8947c76efff0', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100248) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 15:12:39.748957 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:12:39.761138 n-d-773647-6 neutron-server[100248]: DEBUG neutron.notifiers.nova [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9f5d1159-a952-42e6-a940-8afc40afb9c3 {{(pid=100248) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 15:12:39.780121 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] For port 9f5d1159-a952-42e6-a940-8afc40afb9c3, host n-h2-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=9f5d1159-a952-42e6-a940-8afc40afb9c3,segment=NetworkSegment(fc821005-da36-4b0a-9510-d7c5111b87a2),segment_id=fc821005-da36-4b0a-9510-d7c5111b87a2)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 15:12:39.784075 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:12:39.829289 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Pushing event updated for resources: {'Port': ['ID=9f5d1159-a952-42e6-a940-8afc40afb9c3,revision_number=4']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:12:39.988681 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] get_ports_and_sgs() called for port_ids ['9f5d1159-a952-42e6-a940-8afc40afb9c3'] {{(pid=100248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 15:12:40.374171 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398d4319-5d9c-4c68-91f0-24459a5204b2 req-8040dd37-e110-497e-b77d-746d79cba232 tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:12:40.375690 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-398d4319-5d9c-4c68-91f0-24459a5204b2 req-8040dd37-e110-497e-b77d-746d79cba232 tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] 10.222.0.104 "GET /v2.0/ports?device_id=c64b2496-46a2-4002-a2f5-ff933b593380 HTTP/1.1" status: 200 len: 945 time: 0.0634048 Jul 06 15:12:40.413302 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-398d4319-5d9c-4c68-91f0-24459a5204b2 req-1b9d7fa2-9988-4f01-83d3-853cec5f9ba5 tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] 10.222.0.104 "GET /v2.0/security-groups?id=16884163-cc16-4ee8-a84d-0699c21f100b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316920 Jul 06 15:12:41.508634 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:12:41.590618 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e02717a-dbb9-4a92-82d7-f35964191c16 req-f63d6bc8-2794-4c48-8c67-4c50f039630a tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:12:41.592482 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-3e02717a-dbb9-4a92-82d7-f35964191c16 req-f63d6bc8-2794-4c48-8c67-4c50f039630a tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] 10.222.0.104 "GET /v2.0/ports?device_id=c64b2496-46a2-4002-a2f5-ff933b593380 HTTP/1.1" status: 200 len: 945 time: 0.0694995 Jul 06 15:12:41.609065 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Device 9f5d1159-a952-42e6-a940-8afc40afb9c3 up at agent hyperv_n-h2-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 15:12:41.630861 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-3e02717a-dbb9-4a92-82d7-f35964191c16 req-454a1cf4-6e0a-4b93-9325-fc3700d42eb2 tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] 10.222.0.104 "GET /v2.0/security-groups?id=16884163-cc16-4ee8-a84d-0699c21f100b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327013 Jul 06 15:12:41.660984 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Provisioning for port 9f5d1159-a952-42e6-a940-8afc40afb9c3 completed by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 15:12:41.664631 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Provisioning complete for port 9f5d1159-a952-42e6-a940-8afc40afb9c3 triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 15:12:41.665005 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:12:41.895383 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:12:41.917552 n-d-773647-6 neutron-server[100248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c64b2496-46a2-4002-a2f5-ff933b593380', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f5d1159-a952-42e6-a940-8afc40afb9c3'}] {{(pid=100248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 15:12:41.919828 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55db2ac8c963aac1696062c7614e8816713b17764cc733cf0a1d7e1ce8ed655f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0545ec36-14b5-4c0d-9315-950c8e87c8c7" -d '{"events": [{"server_uuid": "c64b2496-46a2-4002-a2f5-ff933b593380", "name": "network-vif-plugged", "status": "completed", "tag": "9f5d1159-a952-42e6-a940-8afc40afb9c3"}]}' {{(pid=100248) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 15:12:41.932935 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] For port 9f5d1159-a952-42e6-a940-8afc40afb9c3, host n-h2-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=9f5d1159-a952-42e6-a940-8afc40afb9c3,segment=NetworkSegment(fc821005-da36-4b0a-9510-d7c5111b87a2),segment_id=fc821005-da36-4b0a-9510-d7c5111b87a2)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 15:12:41.937561 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:12:41.960741 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 15:12:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5511b939-7dc0-439b-ae5a-db2d4aa80791 x-openstack-request-id: req-5511b939-7dc0-439b-ae5a-db2d4aa80791 {{(pid=100248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 15:12:41.961035 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c64b2496-46a2-4002-a2f5-ff933b593380", "name": "network-vif-plugged", "status": "completed", "tag": "9f5d1159-a952-42e6-a940-8afc40afb9c3", "code": 200}]} {{(pid=100248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 15:12:41.961285 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-5511b939-7dc0-439b-ae5a-db2d4aa80791 {{(pid=100248) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 15:12:41.961664 n-d-773647-6 neutron-server[100248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c64b2496-46a2-4002-a2f5-ff933b593380', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f5d1159-a952-42e6-a940-8afc40afb9c3', 'code': 200} Jul 06 15:12:41.991726 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Pushing event updated for resources: {'Port': ['ID=9f5d1159-a952-42e6-a940-8afc40afb9c3,revision_number=5']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:12:42.073651 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c840c6-0f71-4c0c-8df5-b242d4114dff req-6782b63e-0d4d-4b5d-a64a-41c122b846d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:12:42.075173 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-b0c840c6-0f71-4c0c-8df5-b242d4114dff req-6782b63e-0d4d-4b5d-a64a-41c122b846d2 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=c64b2496-46a2-4002-a2f5-ff933b593380 HTTP/1.1" status: 200 len: 1097 time: 0.0526438 Jul 06 15:12:42.110336 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-b0c840c6-0f71-4c0c-8df5-b242d4114dff req-e6ab37a2-1f17-45d4-8b30-96c97b85bf9c service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=16884163-cc16-4ee8-a84d-0699c21f100b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0291469 Jul 06 15:12:42.806833 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a66ee8-a242-4054-995c-00588ccdd8eb req-cd016e14-7bb7-4663-a6b9-b72e132c1d0e tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:12:42.808354 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-11a66ee8-a242-4054-995c-00588ccdd8eb req-cd016e14-7bb7-4663-a6b9-b72e132c1d0e tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] 10.222.0.104 "GET /v2.0/ports?device_id=c64b2496-46a2-4002-a2f5-ff933b593380 HTTP/1.1" status: 200 len: 946 time: 0.0632186 Jul 06 15:12:42.846787 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-11a66ee8-a242-4054-995c-00588ccdd8eb req-face2cd9-7aa6-4f3c-94be-7f407ba252d4 tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] 10.222.0.104 "GET /v2.0/security-groups?id=16884163-cc16-4ee8-a84d-0699c21f100b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329430 Jul 06 15:12:43.227960 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:12:44.023339 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19966456-08f6-449d-b3b7-b6cfcdd31c05 req-743c4f80-7bd9-4a0c-8079-0ea11cd81058 tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:12:44.024763 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-19966456-08f6-449d-b3b7-b6cfcdd31c05 req-743c4f80-7bd9-4a0c-8079-0ea11cd81058 tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] 10.222.0.104 "GET /v2.0/ports?device_id=c64b2496-46a2-4002-a2f5-ff933b593380 HTTP/1.1" status: 200 len: 946 time: 0.0667899 Jul 06 15:12:44.062767 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-19966456-08f6-449d-b3b7-b6cfcdd31c05 req-de805cbd-e8c3-4982-b119-76b48fd1e9c3 tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] 10.222.0.104 "GET /v2.0/security-groups?id=16884163-cc16-4ee8-a84d-0699c21f100b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324957 Jul 06 15:12:44.234688 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1d4787-cec2-4229-bd3f-453a05178764 req-75703a66-e9fb-45f1-a28b-5dc619e718e1 tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:12:44.236230 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-ae1d4787-cec2-4229-bd3f-453a05178764 req-75703a66-e9fb-45f1-a28b-5dc619e718e1 tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] 10.222.0.104 "GET /v2.0/ports?device_id=c64b2496-46a2-4002-a2f5-ff933b593380 HTTP/1.1" status: 200 len: 946 time: 0.0633206 Jul 06 15:12:44.276016 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-ae1d4787-cec2-4229-bd3f-453a05178764 req-15292623-44e1-49a4-9a27-52bcb26f8de2 tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] 10.222.0.104 "GET /v2.0/security-groups?id=16884163-cc16-4ee8-a84d-0699c21f100b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335507 Jul 06 15:12:44.300078 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 33886) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 15:12:44.438253 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-390d8dbe-e7c0-48f9-94ba-52b71595edc7 tempest-TestShelveInstance-890140940 tempest-TestShelveInstance-890140940-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:12:44.439809 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-390d8dbe-e7c0-48f9-94ba-52b71595edc7 tempest-TestShelveInstance-890140940 tempest-TestShelveInstance-890140940-project-admin] 10.222.0.104 "GET /v2.0/ports?device_id=c64b2496-46a2-4002-a2f5-ff933b593380 HTTP/1.1" status: 200 len: 1092 time: 0.1382170 Jul 06 15:12:44.443256 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 33890) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 15:12:44.447512 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [None req-5ed565e2-2327-4d59-8606-6c3ceafde267 tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] Request body: {'floatingip': {'floating_network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'port_id': '9f5d1159-a952-42e6-a940-8afc40afb9c3', 'tenant_id': 'a820908b1d9049aaabd6c3bbe4cffef1', 'fixed_ip_address': '172.20.0.13'}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 15:12:44.468453 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-5ed565e2-2327-4d59-8606-6c3ceafde267 tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] Notify callbacks [] for floatingip, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:12:44.570798 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-5ed565e2-2327-4d59-8606-6c3ceafde267 tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:12:44.674758 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.db_base_plugin_common [None req-5ed565e2-2327-4d59-8606-6c3ceafde267 tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] Allocated IP 172.25.0.168 (2658f09e-a580-4d4a-9968-2d1e0ad93719/cbf74abc-6fe1-4d33-b005-c948923b9647/fae29c80-5d0b-4eb3-bf2a-df0b4f6d6e0a) {{(pid=100247) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 15:12:44.773354 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-5ed565e2-2327-4d59-8606-6c3ceafde267 tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] Notify callbacks [] for port, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:12:44.811092 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-5ed565e2-2327-4d59-8606-6c3ceafde267 tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-128888360'] for port, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:12:44.848561 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ed565e2-2327-4d59-8606-6c3ceafde267 tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] Network 2658f09e-a580-4d4a-9968-2d1e0ad93719 is already hosted by enough agents. {{(pid=100247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 15:12:44.851281 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.base_scheduler [None req-5ed565e2-2327-4d59-8606-6c3ceafde267 tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] Resources bound (agent type, host, resource id): {{(pid=100247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 15:12:44.857891 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ed565e2-2327-4d59-8606-6c3ceafde267 tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] Received port after_create {{(pid=100247) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 15:12:44.882132 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed565e2-2327-4d59-8606-6c3ceafde267 tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] Pushing event updated for resources: {'Port': ['ID=fae29c80-5d0b-4eb3-bf2a-df0b4f6d6e0a,revision_number=1']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:12:45.224874 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-5ed565e2-2327-4d59-8606-6c3ceafde267 tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:12:45.300888 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-5ed565e2-2327-4d59-8606-6c3ceafde267 tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:12:45.757171 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-5ed565e2-2327-4d59-8606-6c3ceafde267 tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] Notify callbacks [] for port, precommit_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:12:45.761340 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-5ed565e2-2327-4d59-8606-6c3ceafde267 tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128888538'] for port, after_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:12:45.826735 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed565e2-2327-4d59-8606-6c3ceafde267 tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] Pushing event updated for resources: {'Port': ['ID=fae29c80-5d0b-4eb3-bf2a-df0b4f6d6e0a,revision_number=2']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:12:45.837034 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-5ed565e2-2327-4d59-8606-6c3ceafde267 tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1761130'] for floatingip, after_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:12:45.933229 n-d-773647-6 neutron-server[100247]: INFO neutron.db.l3_db [None req-5ed565e2-2327-4d59-8606-6c3ceafde267 tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] Floating IP a39a6162-af81-42c4-a982-b969f454d61e associated. External IP: 172.25.0.168, port: 9f5d1159-a952-42e6-a940-8afc40afb9c3. Jul 06 15:12:46.133486 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ed565e2-2327-4d59-8606-6c3ceafde267 tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] Router 919db7f7-23da-4ad9-97a0-7cead9a51c05 has already been hosted by L3 agent 2823d358-a11b-4885-a706-95a279e43fa7 {{(pid=100247) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 15:12:46.239696 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ed565e2-2327-4d59-8606-6c3ceafde267 tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] Notify agent at l3_agent.n-d-773647-6 the message routers_updated {{(pid=100247) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 15:12:46.250410 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6a2100f-2823-4308-81d1-dcdad9aec94e None None] Sync routers for ids ['919db7f7-23da-4ad9-97a0-7cead9a51c05'] in n-d-773647-6 {{(pid=100248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 15:12:46.255823 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-5ed565e2-2327-4d59-8606-6c3ceafde267 tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for floatingip, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:12:46.260620 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6a2100f-2823-4308-81d1-dcdad9aec94e None None] Routers {'919db7f7-23da-4ad9-97a0-7cead9a51c05'} bound to L3 agent in host n-d-773647-6 {{(pid=100248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 15:12:46.261246 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-c6a2100f-2823-4308-81d1-dcdad9aec94e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T15:12:26Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['919db7f7-23da-4ad9-97a0-7cead9a51c05'], 'active': True} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:12:46.296623 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-5ed565e2-2327-4d59-8606-6c3ceafde267 tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] 10.222.0.104 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8523381 Jul 06 15:12:46.297317 n-d-773647-6 neutron-server[100247]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c64b2496-46a2-4002-a2f5-ff933b593380', 'tag': '9f5d1159-a952-42e6-a940-8afc40afb9c3'}] {{(pid=100247) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 15:12:46.299605 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee9abbf45a31ce2cafe392c325a103f9980bc56023ef5156b007054daa5623de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee9efeb7-4124-4e9d-bd61-7abe9448625e" -d '{"events": [{"name": "network-changed", "server_uuid": "c64b2496-46a2-4002-a2f5-ff933b593380", "tag": "9f5d1159-a952-42e6-a940-8afc40afb9c3"}]}' {{(pid=100247) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 15:12:46.335676 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 15:12:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fdb0f33-7d82-4400-adaa-336a77de1094 x-openstack-request-id: req-6fdb0f33-7d82-4400-adaa-336a77de1094 {{(pid=100247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 15:12:46.335966 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c64b2496-46a2-4002-a2f5-ff933b593380", "tag": "9f5d1159-a952-42e6-a940-8afc40afb9c3", "status": "completed", "code": 200}]} {{(pid=100247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 15:12:46.336214 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-6fdb0f33-7d82-4400-adaa-336a77de1094 {{(pid=100247) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 15:12:46.336617 n-d-773647-6 neutron-server[100247]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c64b2496-46a2-4002-a2f5-ff933b593380', 'tag': '9f5d1159-a952-42e6-a940-8afc40afb9c3', 'status': 'completed', 'code': 200} Jul 06 15:12:46.368462 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvr_db [None req-c6a2100f-2823-4308-81d1-dcdad9aec94e None None] Set router 919db7f7-23da-4ad9-97a0-7cead9a51c05 gateway port host: n-d-773647-6 {{(pid=100248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 15:12:46.451046 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9efeb7-4124-4e9d-bd61-7abe9448625e req-9badbae3-200c-4673-9119-f312b5726e84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:12:46.452602 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-ee9efeb7-4124-4e9d-bd61-7abe9448625e req-9badbae3-200c-4673-9119-f312b5726e84 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=a820908b1d9049aaabd6c3bbe4cffef1&device_id=c64b2496-46a2-4002-a2f5-ff933b593380 HTTP/1.1" status: 200 len: 1097 time: 0.0925982 Jul 06 15:12:46.547399 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9efeb7-4124-4e9d-bd61-7abe9448625e req-86eb7294-e09e-4f65-896f-16a754662510 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:12:46.548901 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-ee9efeb7-4124-4e9d-bd61-7abe9448625e req-86eb7294-e09e-4f65-896f-16a754662510 service neutron] 10.222.0.72 "GET /v2.0/networks?id=9730a406-f49a-4da1-91fa-60e189bded6c HTTP/1.1" status: 200 len: 910 time: 0.0900517 Jul 06 15:12:46.594151 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-c6a2100f-2823-4308-81d1-dcdad9aec94e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '919db7f7-23da-4ad9-97a0-7cead9a51c05', 'name': 'tempest-TestShelveInstance-254423672-router', 'tenant_id': 'a820908b1d9049aaabd6c3bbe4cffef1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.8'}], 'enable_snat': True}, 'gw_port_id': '981d17af-ae13-4af8-8f79-fb4967742056', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T15:12:22Z', 'updated_at': '2021-07-06T15:12:25Z', 'revision_number': 4, 'project_id': 'a820908b1d9049aaabd6c3bbe4cffef1', 'gw_port': {'id': '981d17af-ae13-4af8-8f79-fb4967742056', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:69:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '919db7f7-23da-4ad9-97a0-7cead9a51c05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T15:12:23Z', 'updated_at': '2021-07-06T15:12:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6', '_floatingips': [{'id': 'a39a6162-af81-42c4-a982-b969f454d61e', 'tenant_id': 'a820908b1d9049aaabd6c3bbe4cffef1', 'floating_ip_address': '172.25.0.168', 'floating_network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'router_id': '919db7f7-23da-4ad9-97a0-7cead9a51c05', 'port_id': '9f5d1159-a952-42e6-a940-8afc40afb9c3', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4266, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9730a406-f49a-4da1-91fa-60e189bded6c', 'mac_address': 'fa:16:3e:32:75:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c64b2496-46a2-4002-a2f5-ff933b593380', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T15:12:45Z', 'updated_at': '2021-07-06T15:12:45Z', 'revision_number': 0, 'project_id': 'a820908b1d9049aaabd6c3bbe4cffef1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '540d567f-21cc-48cf-92e7-501f2e6f7d36', 'name': '', 'network_id': '9730a406-f49a-4da1-91fa-60e189bded6c', 'tenant_id': 'a820908b1d9049aaabd6c3bbe4cffef1', 'mac_address': 'fa:16:3e:97:2f:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '919db7f7-23da-4ad9-97a0-7cead9a51c05', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': 'dbdfab00-c34a-4ad9-bf50-8947c76efff0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T15:12:24Z', 'updated_at': '2021-07-06T15:12:31Z', 'revision_number': 5, 'project_id': 'a820908b1d9049aaabd6c3bbe4cffef1', 'subnets': [{'id': 'dbdfab00-c34a-4ad9-bf50-8947c76efff0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773647-6', False) {} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:12:46.615718 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-ee9efeb7-4124-4e9d-bd61-7abe9448625e req-7e3dff1d-d493-47f1-a0a3-8dfe943edfe1 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9f5d1159-a952-42e6-a940-8afc40afb9c3 HTTP/1.1" status: 200 len: 1000 time: 0.0606060 Jul 06 15:12:46.620625 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6a2100f-2823-4308-81d1-dcdad9aec94e None None] Checking router: 919db7f7-23da-4ad9-97a0-7cead9a51c05 for host: n-d-773647-6 {{(pid=100248) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 15:12:46.629784 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6a2100f-2823-4308-81d1-dcdad9aec94e None None] Routers {'919db7f7-23da-4ad9-97a0-7cead9a51c05'} bound to L3 agent in host n-d-773647-6 {{(pid=100248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 15:12:46.630393 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-c6a2100f-2823-4308-81d1-dcdad9aec94e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T15:12:26Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['919db7f7-23da-4ad9-97a0-7cead9a51c05'], 'active': True} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:12:46.668897 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9efeb7-4124-4e9d-bd61-7abe9448625e req-05e41dc0-bf0e-4f27-9598-e04649824f34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:12:46.670553 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-ee9efeb7-4124-4e9d-bd61-7abe9448625e req-05e41dc0-bf0e-4f27-9598-e04649824f34 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=dbdfab00-c34a-4ad9-bf50-8947c76efff0 HTTP/1.1" status: 200 len: 847 time: 0.0493226 Jul 06 15:12:46.727629 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9efeb7-4124-4e9d-bd61-7abe9448625e req-3608f445-4d35-46f1-97cb-f1c824f0bb56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:12:46.729171 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-ee9efeb7-4124-4e9d-bd61-7abe9448625e req-3608f445-4d35-46f1-97cb-f1c824f0bb56 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=9730a406-f49a-4da1-91fa-60e189bded6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0524909 Jul 06 15:12:46.737618 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvr_db [None req-c6a2100f-2823-4308-81d1-dcdad9aec94e None None] Set router 919db7f7-23da-4ad9-97a0-7cead9a51c05 gateway port host: n-d-773647-6 {{(pid=100248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 15:12:46.825261 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-ee9efeb7-4124-4e9d-bd61-7abe9448625e req-0d3ff177-2b0d-43e6-b0ba-dd95e77c661e service neutron] 10.222.0.72 "GET /v2.0/networks/9730a406-f49a-4da1-91fa-60e189bded6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899491 Jul 06 15:12:46.970885 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-c6a2100f-2823-4308-81d1-dcdad9aec94e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '919db7f7-23da-4ad9-97a0-7cead9a51c05', 'name': 'tempest-TestShelveInstance-254423672-router', 'tenant_id': 'a820908b1d9049aaabd6c3bbe4cffef1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.8'}], 'enable_snat': True}, 'gw_port_id': '981d17af-ae13-4af8-8f79-fb4967742056', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T15:12:22Z', 'updated_at': '2021-07-06T15:12:25Z', 'revision_number': 4, 'project_id': 'a820908b1d9049aaabd6c3bbe4cffef1', 'gw_port': {'id': '981d17af-ae13-4af8-8f79-fb4967742056', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:69:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '919db7f7-23da-4ad9-97a0-7cead9a51c05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T15:12:23Z', 'updated_at': '2021-07-06T15:12:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6', '_floatingips': [{'id': 'a39a6162-af81-42c4-a982-b969f454d61e', 'tenant_id': 'a820908b1d9049aaabd6c3bbe4cffef1', 'floating_ip_address': '172.25.0.168', 'floating_network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'router_id': '919db7f7-23da-4ad9-97a0-7cead9a51c05', 'port_id': '9f5d1159-a952-42e6-a940-8afc40afb9c3', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4266, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9730a406-f49a-4da1-91fa-60e189bded6c', 'mac_address': 'fa:16:3e:32:75:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c64b2496-46a2-4002-a2f5-ff933b593380', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T15:12:45Z', 'updated_at': '2021-07-06T15:12:45Z', 'revision_number': 0, 'project_id': 'a820908b1d9049aaabd6c3bbe4cffef1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '540d567f-21cc-48cf-92e7-501f2e6f7d36', 'name': '', 'network_id': '9730a406-f49a-4da1-91fa-60e189bded6c', 'tenant_id': 'a820908b1d9049aaabd6c3bbe4cffef1', 'mac_address': 'fa:16:3e:97:2f:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '919db7f7-23da-4ad9-97a0-7cead9a51c05', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': 'dbdfab00-c34a-4ad9-bf50-8947c76efff0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T15:12:24Z', 'updated_at': '2021-07-06T15:12:31Z', 'revision_number': 5, 'project_id': 'a820908b1d9049aaabd6c3bbe4cffef1', 'subnets': [{'id': 'dbdfab00-c34a-4ad9-bf50-8947c76efff0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773647-6', False) {} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:12:46.999175 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6a2100f-2823-4308-81d1-dcdad9aec94e None None] The sync data for ids ['919db7f7-23da-4ad9-97a0-7cead9a51c05'] in n-d-773647-6 is: [{'id': '919db7f7-23da-4ad9-97a0-7cead9a51c05', 'name': 'tempest-TestShelveInstance-254423672-router', 'tenant_id': 'a820908b1d9049aaabd6c3bbe4cffef1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.8'}], 'enable_snat': True}, 'gw_port_id': '981d17af-ae13-4af8-8f79-fb4967742056', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T15:12:22Z', 'updated_at': '2021-07-06T15:12:25Z', 'revision_number': 4, 'project_id': 'a820908b1d9049aaabd6c3bbe4cffef1', 'gw_port': {'id': '981d17af-ae13-4af8-8f79-fb4967742056', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:69:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '919db7f7-23da-4ad9-97a0-7cead9a51c05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T15:12:23Z', 'updated_at': '2021-07-06T15:12:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6', '_floatingips': [{'id': 'a39a6162-af81-42c4-a982-b969f454d61e', 'tenant_id': 'a820908b1d9049aaabd6c3bbe4cffef1', 'floating_ip_address': '172.25.0.168', 'floating_network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'router_id': '919db7f7-23da-4ad9-97a0-7cead9a51c05', 'port_id': '9f5d1159-a952-42e6-a940-8afc40afb9c3', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4266, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9730a406-f49a-4da1-91fa-60e189bded6c', 'mac_address': 'fa:16:3e:32:75:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c64b2496-46a2-4002-a2f5-ff933b593380', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T15:12:45Z', 'updated_at': '2021-07-06T15:12:45Z', 'revision_number': 0, 'project_id': 'a820908b1d9049aaabd6c3bbe4cffef1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '540d567f-21cc-48cf-92e7-501f2e6f7d36', 'name': '', 'network_id': '9730a406-f49a-4da1-91fa-60e189bded6c', 'tenant_id': 'a820908b1d9049aaabd6c3bbe4cffef1', 'mac_address': 'fa:16:3e:97:2f:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '919db7f7-23da-4ad9-97a0-7cead9a51c05', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': 'dbdfab00-c34a-4ad9-bf50-8947c76efff0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T15:12:24Z', 'updated_at': '2021-07-06T15:12:31Z', 'revision_number': 5, 'project_id': 'a820908b1d9049aaabd6c3bbe4cffef1', 'subnets': [{'id': 'dbdfab00-c34a-4ad9-bf50-8947c76efff0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 15:12:47.201073 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4af0278f-50d6-4e30-95a9-1b569424eb0f None None] New status for floating IP a39a6162-af81-42c4-a982-b969f454d61e: ACTIVE {{(pid=100249) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 15:12:47.249512 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-ee9efeb7-4124-4e9d-bd61-7abe9448625e req-bc90991a-59c6-4f59-b656-7a7e8e3c16a4 service neutron] 10.222.0.72 "GET /v2.0/networks/9730a406-f49a-4da1-91fa-60e189bded6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4182458 Jul 06 15:12:52.988078 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-37f3c8bc-8e69-4b43-8b69-1ddf54121bdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:12:55.655608 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-333a59fa-ef2e-42d5-85a4-304920d53f32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:12:55.999241 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:12:56.889676 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-2064eaae-da4f-48f8-82d2-b09d4ddedd44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:12:58.680030 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-03f71b24-a9b8-453a-8924-caa3f97bc6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:13:05.269875 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.agents_db [None req-167c0ad6-1657-4c9a-a2c4-3b18056aa662 None None] Agent healthcheck: found 7 active agents {{(pid=100249) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 15:13:11.518526 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:13:13.230669 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:13:22.988912 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-a9d590fe-289e-4efb-9e81-beec641a8e56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:13:25.658908 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-beb7f62f-c2da-4a12-a8e0-7ff86537aad8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:13:26.000736 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:13:26.892987 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-2064eaae-da4f-48f8-82d2-b09d4ddedd44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:13:28.683010 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-03f71b24-a9b8-453a-8924-caa3f97bc6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:13:34.976149 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-27a5c0ce-a039-402c-a9b3-2f1582ed0c38 req-eafc87f0-036f-4953-8565-6e235ca9de9b service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=c64b2496-46a2-4002-a2f5-ff933b593380&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0507002 Jul 06 15:13:35.072072 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a5c0ce-a039-402c-a9b3-2f1582ed0c38 req-54d2cade-fb20-4d53-9231-63f34a555535 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:13:35.073547 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-27a5c0ce-a039-402c-a9b3-2f1582ed0c38 req-54d2cade-fb20-4d53-9231-63f34a555535 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=a820908b1d9049aaabd6c3bbe4cffef1&device_id=c64b2496-46a2-4002-a2f5-ff933b593380 HTTP/1.1" status: 200 len: 1097 time: 0.0559840 Jul 06 15:13:35.173253 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a5c0ce-a039-402c-a9b3-2f1582ed0c38 req-93c46267-1fac-43cb-af90-f912e7f09a6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:13:35.174740 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-27a5c0ce-a039-402c-a9b3-2f1582ed0c38 req-93c46267-1fac-43cb-af90-f912e7f09a6a service neutron] 10.222.0.72 "GET /v2.0/networks?id=9730a406-f49a-4da1-91fa-60e189bded6c HTTP/1.1" status: 200 len: 910 time: 0.0819886 Jul 06 15:13:35.241808 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-27a5c0ce-a039-402c-a9b3-2f1582ed0c38 req-14155ef4-28fc-4e67-a0bf-c0848a33b3f6 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9f5d1159-a952-42e6-a940-8afc40afb9c3 HTTP/1.1" status: 200 len: 1002 time: 0.0605717 Jul 06 15:13:35.288798 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a5c0ce-a039-402c-a9b3-2f1582ed0c38 req-61c65375-218c-40ff-8b45-8fe080d8d7da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:13:35.290196 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-27a5c0ce-a039-402c-a9b3-2f1582ed0c38 req-61c65375-218c-40ff-8b45-8fe080d8d7da service neutron] 10.222.0.72 "GET /v2.0/subnets?id=dbdfab00-c34a-4ad9-bf50-8947c76efff0 HTTP/1.1" status: 200 len: 847 time: 0.0421479 Jul 06 15:13:35.344915 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a5c0ce-a039-402c-a9b3-2f1582ed0c38 req-357ce599-445c-4f2c-92cc-9e9ed80b7f5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:13:35.346369 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-27a5c0ce-a039-402c-a9b3-2f1582ed0c38 req-357ce599-445c-4f2c-92cc-9e9ed80b7f5b service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=9730a406-f49a-4da1-91fa-60e189bded6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0496867 Jul 06 15:13:35.436388 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-27a5c0ce-a039-402c-a9b3-2f1582ed0c38 req-3f5613bd-fe42-4ffa-88a9-00a3b56d8352 service neutron] 10.222.0.72 "GET /v2.0/networks/9730a406-f49a-4da1-91fa-60e189bded6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835819 Jul 06 15:13:35.523277 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-27a5c0ce-a039-402c-a9b3-2f1582ed0c38 req-abcddb48-8c22-4adb-b277-851444b10df0 service neutron] 10.222.0.72 "GET /v2.0/networks/9730a406-f49a-4da1-91fa-60e189bded6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811546 Jul 06 15:13:41.530402 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:13:42.269570 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.agents_db [None req-167c0ad6-1657-4c9a-a2c4-3b18056aa662 None None] Agent healthcheck: found 7 active agents {{(pid=100249) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 15:13:43.231120 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:13:52.988774 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-f9fcb8e6-68f7-4c36-a85f-91b5421765e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:13:55.658306 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-e545c221-a80b-4282-9428-9bf3b0f01b34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:13:56.002646 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:13:56.897703 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-2064eaae-da4f-48f8-82d2-b09d4ddedd44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:13:58.683872 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-03f71b24-a9b8-453a-8924-caa3f97bc6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:14:11.529430 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:14:13.230489 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:14:19.269057 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.agents_db [None req-167c0ad6-1657-4c9a-a2c4-3b18056aa662 None None] Agent healthcheck: found 7 active agents {{(pid=100249) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 15:14:22.988843 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-900ba1cd-4259-4fe1-b4fa-2d3d8585aaf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:14:25.658093 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5a08a887-962d-43c6-a889-c33351bf7013 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:14:26.004087 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:14:26.898110 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-2064eaae-da4f-48f8-82d2-b09d4ddedd44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:14:28.688465 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-03f71b24-a9b8-453a-8924-caa3f97bc6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:14:35.975929 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-b11238a6-9148-40bc-aa0c-cef879682ac3 req-7a2dbc65-777d-4eea-b8ab-b6af5a82c67c service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=c64b2496-46a2-4002-a2f5-ff933b593380&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0523670 Jul 06 15:14:36.076645 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11238a6-9148-40bc-aa0c-cef879682ac3 req-9284f57f-9a86-4009-a379-19ccd46d9278 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:14:36.078081 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-b11238a6-9148-40bc-aa0c-cef879682ac3 req-9284f57f-9a86-4009-a379-19ccd46d9278 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=a820908b1d9049aaabd6c3bbe4cffef1&device_id=c64b2496-46a2-4002-a2f5-ff933b593380 HTTP/1.1" status: 200 len: 1097 time: 0.0566826 Jul 06 15:14:36.184553 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11238a6-9148-40bc-aa0c-cef879682ac3 req-eac3454b-b650-4965-be53-2de9c2b51cbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:14:36.186594 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-b11238a6-9148-40bc-aa0c-cef879682ac3 req-eac3454b-b650-4965-be53-2de9c2b51cbd service neutron] 10.222.0.72 "GET /v2.0/networks?id=9730a406-f49a-4da1-91fa-60e189bded6c HTTP/1.1" status: 200 len: 910 time: 0.0867662 Jul 06 15:14:36.257865 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-b11238a6-9148-40bc-aa0c-cef879682ac3 req-2e1cdb95-486f-46c1-9875-b647f35c232b service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9f5d1159-a952-42e6-a940-8afc40afb9c3 HTTP/1.1" status: 200 len: 1002 time: 0.0650926 Jul 06 15:14:36.304246 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11238a6-9148-40bc-aa0c-cef879682ac3 req-ca0227c1-355e-4b97-843d-88a54a77d4f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:14:36.305639 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-b11238a6-9148-40bc-aa0c-cef879682ac3 req-ca0227c1-355e-4b97-843d-88a54a77d4f9 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=dbdfab00-c34a-4ad9-bf50-8947c76efff0 HTTP/1.1" status: 200 len: 847 time: 0.0416980 Jul 06 15:14:36.361258 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11238a6-9148-40bc-aa0c-cef879682ac3 req-cf073d7c-90dd-49c0-a8c8-6921eb6dbcd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:14:36.362722 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-b11238a6-9148-40bc-aa0c-cef879682ac3 req-cf073d7c-90dd-49c0-a8c8-6921eb6dbcd9 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=9730a406-f49a-4da1-91fa-60e189bded6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0513923 Jul 06 15:14:36.454851 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-b11238a6-9148-40bc-aa0c-cef879682ac3 req-4174859c-9772-4db8-a804-816f0cea76c0 service neutron] 10.222.0.72 "GET /v2.0/networks/9730a406-f49a-4da1-91fa-60e189bded6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852737 Jul 06 15:14:36.546065 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-b11238a6-9148-40bc-aa0c-cef879682ac3 req-a8cb71bc-3766-4538-8855-b6dc683d23d9 service neutron] 10.222.0.72 "GET /v2.0/networks/9730a406-f49a-4da1-91fa-60e189bded6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847173 Jul 06 15:14:41.066386 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526406d6-3ae9-4aae-9b62-5f2e5d1e938a req-45b2dfcd-04df-48e2-8586-bba14c6711ff tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:14:41.067887 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-526406d6-3ae9-4aae-9b62-5f2e5d1e938a req-45b2dfcd-04df-48e2-8586-bba14c6711ff tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] 10.222.0.104 "GET /v2.0/ports?device_id=c64b2496-46a2-4002-a2f5-ff933b593380 HTTP/1.1" status: 200 len: 946 time: 0.0665176 Jul 06 15:14:41.105205 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-526406d6-3ae9-4aae-9b62-5f2e5d1e938a req-0b36ed2d-a7af-484f-818e-04a87e946a54 tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] 10.222.0.104 "GET /v2.0/security-groups?id=16884163-cc16-4ee8-a84d-0699c21f100b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318146 Jul 06 15:14:41.542510 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:14:42.298561 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec156941-cef3-4728-9a62-c7d5cecfe6ef req-bd56c3ca-3638-4589-91ed-224468944530 tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:14:42.300055 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-ec156941-cef3-4728-9a62-c7d5cecfe6ef req-bd56c3ca-3638-4589-91ed-224468944530 tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] 10.222.0.104 "GET /v2.0/ports?device_id=c64b2496-46a2-4002-a2f5-ff933b593380 HTTP/1.1" status: 200 len: 946 time: 0.0619912 Jul 06 15:14:42.337333 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-ec156941-cef3-4728-9a62-c7d5cecfe6ef req-5149e71b-8524-4276-9173-4101aa6f7c1f tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] 10.222.0.104 "GET /v2.0/security-groups?id=16884163-cc16-4ee8-a84d-0699c21f100b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318360 Jul 06 15:14:43.231377 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:14:43.506189 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc28a83-b95c-46ce-b20e-245e52d5ef89 req-c6b2a2a7-5798-4fa0-a749-dc545145cc42 tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:14:43.507579 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-0cc28a83-b95c-46ce-b20e-245e52d5ef89 req-c6b2a2a7-5798-4fa0-a749-dc545145cc42 tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] 10.222.0.104 "GET /v2.0/ports?device_id=c64b2496-46a2-4002-a2f5-ff933b593380 HTTP/1.1" status: 200 len: 946 time: 0.0614574 Jul 06 15:14:43.547099 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-0cc28a83-b95c-46ce-b20e-245e52d5ef89 req-9c7830a9-51b0-4fe8-94a4-ca9292c8016a tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] 10.222.0.104 "GET /v2.0/security-groups?id=16884163-cc16-4ee8-a84d-0699c21f100b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340936 Jul 06 15:14:44.720845 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2010e4-ee18-4017-aba6-91d77e0a4eb7 req-f9ab42f7-d3d8-4f10-ae5d-8d88b6d8bb1d tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:14:44.722306 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-6b2010e4-ee18-4017-aba6-91d77e0a4eb7 req-f9ab42f7-d3d8-4f10-ae5d-8d88b6d8bb1d tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] 10.222.0.104 "GET /v2.0/ports?device_id=c64b2496-46a2-4002-a2f5-ff933b593380 HTTP/1.1" status: 200 len: 946 time: 0.0624664 Jul 06 15:14:44.759038 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-6b2010e4-ee18-4017-aba6-91d77e0a4eb7 req-0b4f4a5f-0f7f-412e-b769-efaeadda2cc2 tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] 10.222.0.104 "GET /v2.0/security-groups?id=16884163-cc16-4ee8-a84d-0699c21f100b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313315 Jul 06 15:14:45.934427 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a8b8de-cd04-4f79-b88f-7550776036c0 req-df19b54f-c42e-4885-a629-379cc7c6fc80 tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:14:45.935936 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-72a8b8de-cd04-4f79-b88f-7550776036c0 req-df19b54f-c42e-4885-a629-379cc7c6fc80 tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] 10.222.0.104 "GET /v2.0/ports?device_id=c64b2496-46a2-4002-a2f5-ff933b593380 HTTP/1.1" status: 200 len: 946 time: 0.0649784 Jul 06 15:14:45.972184 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-72a8b8de-cd04-4f79-b88f-7550776036c0 req-10f3909e-1803-415b-a2c4-0cac00d7bfad tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] 10.222.0.104 "GET /v2.0/security-groups?id=16884163-cc16-4ee8-a84d-0699c21f100b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306726 Jul 06 15:14:47.146917 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d155f99-3874-46cf-a940-f4d8b45d625d req-e5e56ce1-d4ef-4f87-b2d1-ad33828a6891 tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:14:47.148445 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-2d155f99-3874-46cf-a940-f4d8b45d625d req-e5e56ce1-d4ef-4f87-b2d1-ad33828a6891 tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] 10.222.0.104 "GET /v2.0/ports?device_id=c64b2496-46a2-4002-a2f5-ff933b593380 HTTP/1.1" status: 200 len: 946 time: 0.0662928 Jul 06 15:14:47.185794 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-2d155f99-3874-46cf-a940-f4d8b45d625d req-061fa124-116e-486a-871f-99e0c90c33da tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] 10.222.0.104 "GET /v2.0/security-groups?id=16884163-cc16-4ee8-a84d-0699c21f100b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318890 Jul 06 15:14:48.359147 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc7cb14-f83e-4810-a392-289cad0c45bf req-5f0c092c-d394-4ab9-b535-a5b01dea5968 tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:14:48.360664 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-5bc7cb14-f83e-4810-a392-289cad0c45bf req-5f0c092c-d394-4ab9-b535-a5b01dea5968 tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] 10.222.0.104 "GET /v2.0/ports?device_id=c64b2496-46a2-4002-a2f5-ff933b593380 HTTP/1.1" status: 200 len: 946 time: 0.0631549 Jul 06 15:14:48.397965 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-5bc7cb14-f83e-4810-a392-289cad0c45bf req-c4d2b7e0-795b-4e29-84a4-a2eb4b224fef tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] 10.222.0.104 "GET /v2.0/security-groups?id=16884163-cc16-4ee8-a84d-0699c21f100b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308452 Jul 06 15:14:49.567708 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fdf30d9-d6c3-4797-a249-1581c424774a req-7f0dcc9d-668f-4eb0-af93-0c19558d4667 tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:14:49.569192 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-1fdf30d9-d6c3-4797-a249-1581c424774a req-7f0dcc9d-668f-4eb0-af93-0c19558d4667 tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] 10.222.0.104 "GET /v2.0/ports?device_id=c64b2496-46a2-4002-a2f5-ff933b593380 HTTP/1.1" status: 200 len: 946 time: 0.0635779 Jul 06 15:14:49.612646 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-1fdf30d9-d6c3-4797-a249-1581c424774a req-2ef7c789-8359-4ecd-bc8d-670348792a6d tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] 10.222.0.104 "GET /v2.0/security-groups?id=16884163-cc16-4ee8-a84d-0699c21f100b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379183 Jul 06 15:14:50.787964 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a780852-83b2-40c5-9834-7e99d624be97 req-17a7e3b1-de33-4fb5-8829-6b359852a637 tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:14:50.789445 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-1a780852-83b2-40c5-9834-7e99d624be97 req-17a7e3b1-de33-4fb5-8829-6b359852a637 tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] 10.222.0.104 "GET /v2.0/ports?device_id=c64b2496-46a2-4002-a2f5-ff933b593380 HTTP/1.1" status: 200 len: 946 time: 0.0635126 Jul 06 15:14:50.827613 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-1a780852-83b2-40c5-9834-7e99d624be97 req-4449dafa-ce20-4cc9-94fd-a82976b380ac tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] 10.222.0.104 "GET /v2.0/security-groups?id=16884163-cc16-4ee8-a84d-0699c21f100b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323226 Jul 06 15:14:51.999417 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42cced53-2d61-46fb-9812-3d398233aa0f req-773c6392-a9f3-418d-b5c7-2269369f92bd tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:14:52.000822 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-42cced53-2d61-46fb-9812-3d398233aa0f req-773c6392-a9f3-418d-b5c7-2269369f92bd tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] 10.222.0.104 "GET /v2.0/ports?device_id=c64b2496-46a2-4002-a2f5-ff933b593380 HTTP/1.1" status: 200 len: 946 time: 0.0643749 Jul 06 15:14:52.038963 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-42cced53-2d61-46fb-9812-3d398233aa0f req-35d0446a-8327-4356-8506-d2295420dbc4 tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] 10.222.0.104 "GET /v2.0/security-groups?id=16884163-cc16-4ee8-a84d-0699c21f100b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318632 Jul 06 15:14:52.990462 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-ed95a671-eacb-4fee-9e98-817f4521f641 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:14:53.237210 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa02f4f-f24d-4ea9-8678-0fa3eb19c99f req-5a62e640-5e8d-4c0a-9b22-a2853aff0b59 tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:14:53.238775 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-9aa02f4f-f24d-4ea9-8678-0fa3eb19c99f req-5a62e640-5e8d-4c0a-9b22-a2853aff0b59 tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] 10.222.0.104 "GET /v2.0/ports?device_id=c64b2496-46a2-4002-a2f5-ff933b593380 HTTP/1.1" status: 200 len: 946 time: 0.0847638 Jul 06 15:14:53.281156 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-9aa02f4f-f24d-4ea9-8678-0fa3eb19c99f req-f607f8b7-3184-4044-851d-b26a6eabd7d8 tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] 10.222.0.104 "GET /v2.0/security-groups?id=16884163-cc16-4ee8-a84d-0699c21f100b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355589 Jul 06 15:14:54.151794 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Device 9f5d1159-a952-42e6-a940-8afc40afb9c3 details requested by agent hyperv_n-h2-773647-6 with host n-h2-773647-6 {{(pid=100248) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 15:14:54.288745 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] For port 9f5d1159-a952-42e6-a940-8afc40afb9c3, host n-h2-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=9f5d1159-a952-42e6-a940-8afc40afb9c3,segment=NetworkSegment(fc821005-da36-4b0a-9510-d7c5111b87a2),segment_id=fc821005-da36-4b0a-9510-d7c5111b87a2)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 15:14:54.311763 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Returning: {'device': '9f5d1159-a952-42e6-a940-8afc40afb9c3', 'network_id': '9730a406-f49a-4da1-91fa-60e189bded6c', 'port_id': '9f5d1159-a952-42e6-a940-8afc40afb9c3', 'mac_address': 'fa:16:3e:32:75:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1005, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dbdfab00-c34a-4ad9-bf50-8947c76efff0', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100248) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 15:14:54.400868 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:14:54.433127 n-d-773647-6 neutron-server[100248]: DEBUG neutron.notifiers.nova [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9f5d1159-a952-42e6-a940-8afc40afb9c3 {{(pid=100248) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 15:14:54.474980 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] For port 9f5d1159-a952-42e6-a940-8afc40afb9c3, host n-h2-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=9f5d1159-a952-42e6-a940-8afc40afb9c3,segment=NetworkSegment(fc821005-da36-4b0a-9510-d7c5111b87a2),segment_id=fc821005-da36-4b0a-9510-d7c5111b87a2)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 15:14:54.485009 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:14:54.568229 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Pushing event updated for resources: {'Port': ['ID=9f5d1159-a952-42e6-a940-8afc40afb9c3,revision_number=6']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:14:54.581339 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] get_ports_and_sgs() called for port_ids ['9f5d1159-a952-42e6-a940-8afc40afb9c3'] {{(pid=100248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 15:14:54.619992 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c40c2a-f271-445d-922c-ad4c479b78d2 req-6d4ea136-614a-4ecb-adfa-ca295cdfc75d tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:14:54.625101 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:14:54.625604 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:14:54.626054 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:14:54.626495 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:14:54.626977 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:14:54.627435 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:14:54.627883 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:14:54.628315 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:14:54.628779 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:14:54.629867 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:14:54.630367 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:14:54.630797 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:14:54.653935 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-e9c40c2a-f271-445d-922c-ad4c479b78d2 req-6d4ea136-614a-4ecb-adfa-ca295cdfc75d tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] 10.222.0.104 "GET /v2.0/ports?device_id=c64b2496-46a2-4002-a2f5-ff933b593380 HTTP/1.1" status: 200 len: 945 time: 0.1704721 Jul 06 15:14:54.743136 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-e9c40c2a-f271-445d-922c-ad4c479b78d2 req-eae1a572-fd26-4ba6-9b59-866797a4142e tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] 10.222.0.104 "GET /v2.0/security-groups?id=16884163-cc16-4ee8-a84d-0699c21f100b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0852690 Jul 06 15:14:55.662699 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-91508ba1-446f-466f-bd8f-406e1cee577d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:14:55.931158 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b218f985-df7f-458b-b8a0-51781ecbcdd5 req-148389e0-ad17-446d-98c7-d98b0b163fef tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:14:55.933574 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-b218f985-df7f-458b-b8a0-51781ecbcdd5 req-148389e0-ad17-446d-98c7-d98b0b163fef tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] 10.222.0.104 "GET /v2.0/ports?device_id=c64b2496-46a2-4002-a2f5-ff933b593380 HTTP/1.1" status: 200 len: 945 time: 0.0706842 Jul 06 15:14:55.984414 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-b218f985-df7f-458b-b8a0-51781ecbcdd5 req-0c646ace-5acb-4e32-b3d9-62e0c8c167cf tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] 10.222.0.104 "GET /v2.0/security-groups?id=16884163-cc16-4ee8-a84d-0699c21f100b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448155 Jul 06 15:14:56.012209 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:14:56.161516 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Device 9f5d1159-a952-42e6-a940-8afc40afb9c3 up at agent hyperv_n-h2-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 15:14:56.214294 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Provisioning complete for port 9f5d1159-a952-42e6-a940-8afc40afb9c3 triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 15:14:56.214581 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:14:56.268261 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.agents_db [None req-167c0ad6-1657-4c9a-a2c4-3b18056aa662 None None] Agent healthcheck: found 7 active agents {{(pid=100249) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 15:14:56.299577 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:14:56.326132 n-d-773647-6 neutron-server[100248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c64b2496-46a2-4002-a2f5-ff933b593380', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f5d1159-a952-42e6-a940-8afc40afb9c3'}] {{(pid=100248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 15:14:56.329216 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55db2ac8c963aac1696062c7614e8816713b17764cc733cf0a1d7e1ce8ed655f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa41c596-c9b7-4990-a513-f2d2ebe0007b" -d '{"events": [{"server_uuid": "c64b2496-46a2-4002-a2f5-ff933b593380", "name": "network-vif-plugged", "status": "completed", "tag": "9f5d1159-a952-42e6-a940-8afc40afb9c3"}]}' {{(pid=100248) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 15:14:56.354211 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] For port 9f5d1159-a952-42e6-a940-8afc40afb9c3, host n-h2-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=9f5d1159-a952-42e6-a940-8afc40afb9c3,segment=NetworkSegment(fc821005-da36-4b0a-9510-d7c5111b87a2),segment_id=fc821005-da36-4b0a-9510-d7c5111b87a2)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 15:14:56.360149 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:14:56.386660 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 15:14:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45d58425-588b-4314-96ad-20a255c9f1df x-openstack-request-id: req-45d58425-588b-4314-96ad-20a255c9f1df {{(pid=100248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 15:14:56.386983 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c64b2496-46a2-4002-a2f5-ff933b593380", "name": "network-vif-plugged", "status": "completed", "tag": "9f5d1159-a952-42e6-a940-8afc40afb9c3", "code": 200}]} {{(pid=100248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 15:14:56.387278 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-45d58425-588b-4314-96ad-20a255c9f1df {{(pid=100248) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 15:14:56.387704 n-d-773647-6 neutron-server[100248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c64b2496-46a2-4002-a2f5-ff933b593380', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f5d1159-a952-42e6-a940-8afc40afb9c3', 'code': 200} Jul 06 15:14:56.416938 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Pushing event updated for resources: {'Port': ['ID=9f5d1159-a952-42e6-a940-8afc40afb9c3,revision_number=7']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:14:56.905408 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-2064eaae-da4f-48f8-82d2-b09d4ddedd44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:14:57.173561 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06dbaabf-7ef7-4f06-98c5-161d63bd1b75 req-907ed993-46d7-496b-8370-0128ade65d54 tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:14:57.175873 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-06dbaabf-7ef7-4f06-98c5-161d63bd1b75 req-907ed993-46d7-496b-8370-0128ade65d54 tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] 10.222.0.104 "GET /v2.0/ports?device_id=c64b2496-46a2-4002-a2f5-ff933b593380 HTTP/1.1" status: 200 len: 946 time: 0.0681531 Jul 06 15:14:57.219068 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-06dbaabf-7ef7-4f06-98c5-161d63bd1b75 req-1952aad4-904a-4bf3-8d0d-eb23fcf6829a tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] 10.222.0.104 "GET /v2.0/security-groups?id=16884163-cc16-4ee8-a84d-0699c21f100b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373168 Jul 06 15:14:58.420083 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf248e4-7d4b-4919-bb95-a654660cc7cd req-d0426832-9305-41ce-9c88-be6ca25e8d1f tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:14:58.423252 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-bcf248e4-7d4b-4919-bb95-a654660cc7cd req-d0426832-9305-41ce-9c88-be6ca25e8d1f tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] 10.222.0.104 "GET /v2.0/ports?device_id=c64b2496-46a2-4002-a2f5-ff933b593380 HTTP/1.1" status: 200 len: 946 time: 0.0778522 Jul 06 15:14:58.472698 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-bcf248e4-7d4b-4919-bb95-a654660cc7cd req-ffe653dc-be89-49c5-b294-583be9b2566b tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] 10.222.0.104 "GET /v2.0/security-groups?id=16884163-cc16-4ee8-a84d-0699c21f100b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447001 Jul 06 15:14:58.697435 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-03f71b24-a9b8-453a-8924-caa3f97bc6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:14:59.701999 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4e868d-371b-41b2-9955-786b4d51b84d req-82e961f8-faaa-46af-857a-cd86345747e4 tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:14:59.703762 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-3f4e868d-371b-41b2-9955-786b4d51b84d req-82e961f8-faaa-46af-857a-cd86345747e4 tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] 10.222.0.104 "GET /v2.0/ports?device_id=c64b2496-46a2-4002-a2f5-ff933b593380 HTTP/1.1" status: 200 len: 946 time: 0.0858171 Jul 06 15:14:59.757981 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-3f4e868d-371b-41b2-9955-786b4d51b84d req-5e327e12-9aba-4862-ae74-a69b46f990bd tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] 10.222.0.104 "GET /v2.0/security-groups?id=16884163-cc16-4ee8-a84d-0699c21f100b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461776 Jul 06 15:15:00.954978 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86343c8c-6e41-4c59-ba56-36d18ce4e49e req-f872a076-b5c1-40ab-bffc-1b47d386dcb1 tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:15:00.962689 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-86343c8c-6e41-4c59-ba56-36d18ce4e49e req-f872a076-b5c1-40ab-bffc-1b47d386dcb1 tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] 10.222.0.104 "GET /v2.0/ports?device_id=c64b2496-46a2-4002-a2f5-ff933b593380 HTTP/1.1" status: 200 len: 946 time: 0.0724754 Jul 06 15:15:00.996946 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-86343c8c-6e41-4c59-ba56-36d18ce4e49e req-0970b532-dce6-456d-961a-4643f6043a83 tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] 10.222.0.104 "GET /v2.0/security-groups?id=16884163-cc16-4ee8-a84d-0699c21f100b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332973 Jul 06 15:15:02.177094 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8373eb-3f37-4b45-8a90-b292a67b6ec2 req-8616196e-b973-43e0-8572-764ac0aefdf6 tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:15:02.179403 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-be8373eb-3f37-4b45-8a90-b292a67b6ec2 req-8616196e-b973-43e0-8572-764ac0aefdf6 tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] 10.222.0.104 "GET /v2.0/ports?device_id=c64b2496-46a2-4002-a2f5-ff933b593380 HTTP/1.1" status: 200 len: 946 time: 0.0672929 Jul 06 15:15:02.223769 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-be8373eb-3f37-4b45-8a90-b292a67b6ec2 req-9b2d41a7-d024-4492-9bfe-b85585a86972 tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] 10.222.0.104 "GET /v2.0/security-groups?id=16884163-cc16-4ee8-a84d-0699c21f100b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393770 Jul 06 15:15:03.042536 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb8ec56-55ae-4b81-bd0d-a8f289e1663a req-c22a2874-726c-4b85-a0ff-0b88939f438b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:15:03.043993 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-3fb8ec56-55ae-4b81-bd0d-a8f289e1663a req-c22a2874-726c-4b85-a0ff-0b88939f438b service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=a820908b1d9049aaabd6c3bbe4cffef1&device_id=c64b2496-46a2-4002-a2f5-ff933b593380 HTTP/1.1" status: 200 len: 1097 time: 0.0530455 Jul 06 15:15:03.136170 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb8ec56-55ae-4b81-bd0d-a8f289e1663a req-e85e5ee4-fc27-4b47-9bca-a457e48c1989 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:15:03.137615 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-3fb8ec56-55ae-4b81-bd0d-a8f289e1663a req-e85e5ee4-fc27-4b47-9bca-a457e48c1989 service neutron] 10.222.0.72 "GET /v2.0/networks?id=9730a406-f49a-4da1-91fa-60e189bded6c HTTP/1.1" status: 200 len: 910 time: 0.0868311 Jul 06 15:15:03.200618 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-3fb8ec56-55ae-4b81-bd0d-a8f289e1663a req-bb24978d-6841-48f7-920b-fbd4830f0ebe service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9f5d1159-a952-42e6-a940-8afc40afb9c3 HTTP/1.1" status: 200 len: 1002 time: 0.0564060 Jul 06 15:15:03.251514 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb8ec56-55ae-4b81-bd0d-a8f289e1663a req-fdd3f43e-c933-4157-ab43-72991b4fbd81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:15:03.252970 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-3fb8ec56-55ae-4b81-bd0d-a8f289e1663a req-fdd3f43e-c933-4157-ab43-72991b4fbd81 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=dbdfab00-c34a-4ad9-bf50-8947c76efff0 HTTP/1.1" status: 200 len: 847 time: 0.0462894 Jul 06 15:15:03.309077 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb8ec56-55ae-4b81-bd0d-a8f289e1663a req-35e5b775-5782-4dfa-b101-aec7c3de260e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:15:03.310480 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-3fb8ec56-55ae-4b81-bd0d-a8f289e1663a req-35e5b775-5782-4dfa-b101-aec7c3de260e service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=9730a406-f49a-4da1-91fa-60e189bded6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0510924 Jul 06 15:15:03.392954 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e802485-350d-406a-9651-836b7b359644 req-62182978-8e01-466c-b6c0-ff11610b722f tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:15:03.394596 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-7e802485-350d-406a-9651-836b7b359644 req-62182978-8e01-466c-b6c0-ff11610b722f tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] 10.222.0.104 "GET /v2.0/ports?device_id=c64b2496-46a2-4002-a2f5-ff933b593380 HTTP/1.1" status: 200 len: 946 time: 0.0629587 Jul 06 15:15:03.398838 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-3fb8ec56-55ae-4b81-bd0d-a8f289e1663a req-a57bca7d-98b5-4666-b7b2-d3bd7e2f3579 service neutron] 10.222.0.72 "GET /v2.0/networks/9730a406-f49a-4da1-91fa-60e189bded6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808532 Jul 06 15:15:03.433808 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-7e802485-350d-406a-9651-836b7b359644 req-d8337276-a040-4516-802c-2bbcdde7224a tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] 10.222.0.104 "GET /v2.0/security-groups?id=16884163-cc16-4ee8-a84d-0699c21f100b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336511 Jul 06 15:15:03.493195 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-3fb8ec56-55ae-4b81-bd0d-a8f289e1663a req-32718c24-64dd-4c3d-95f5-b430293be21c service neutron] 10.222.0.72 "GET /v2.0/networks/9730a406-f49a-4da1-91fa-60e189bded6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882413 Jul 06 15:15:04.607342 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f3eea2-0e94-433c-bb82-317b625bb19a req-d20ac134-5847-41f9-a627-fc6a03d31da6 tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:15:04.608858 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-96f3eea2-0e94-433c-bb82-317b625bb19a req-d20ac134-5847-41f9-a627-fc6a03d31da6 tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] 10.222.0.104 "GET /v2.0/ports?device_id=c64b2496-46a2-4002-a2f5-ff933b593380 HTTP/1.1" status: 200 len: 946 time: 0.0628333 Jul 06 15:15:04.647176 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-96f3eea2-0e94-433c-bb82-317b625bb19a req-df3837ba-4eba-47f3-8b8f-7ae8f2bcc8a8 tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] 10.222.0.104 "GET /v2.0/security-groups?id=16884163-cc16-4ee8-a84d-0699c21f100b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321231 Jul 06 15:15:05.820152 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b739cf-d4b8-4934-944a-a4d6480f5a9a req-1444eab9-01b2-471f-bd20-8600cdaa55ca tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:15:05.821629 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-f1b739cf-d4b8-4934-944a-a4d6480f5a9a req-1444eab9-01b2-471f-bd20-8600cdaa55ca tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] 10.222.0.104 "GET /v2.0/ports?device_id=c64b2496-46a2-4002-a2f5-ff933b593380 HTTP/1.1" status: 200 len: 946 time: 0.0662591 Jul 06 15:15:05.858524 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-f1b739cf-d4b8-4934-944a-a4d6480f5a9a req-dd7e828c-4d2c-4773-86cc-c3a5014bd193 tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] 10.222.0.104 "GET /v2.0/security-groups?id=16884163-cc16-4ee8-a84d-0699c21f100b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314548 Jul 06 15:15:06.195787 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Device 9f5d1159-a952-42e6-a940-8afc40afb9c3 no longer exists at agent hyperv_n-h2-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 15:15:06.267503 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:15:06.288209 n-d-773647-6 neutron-server[100248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c64b2496-46a2-4002-a2f5-ff933b593380', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9f5d1159-a952-42e6-a940-8afc40afb9c3'}] {{(pid=100248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 15:15:06.290405 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55db2ac8c963aac1696062c7614e8816713b17764cc733cf0a1d7e1ce8ed655f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a82d8b53-85d3-43a3-b0f2-37cf820093d1" -d '{"events": [{"server_uuid": "c64b2496-46a2-4002-a2f5-ff933b593380", "name": "network-vif-unplugged", "status": "completed", "tag": "9f5d1159-a952-42e6-a940-8afc40afb9c3"}]}' {{(pid=100248) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 15:15:06.303068 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] For port 9f5d1159-a952-42e6-a940-8afc40afb9c3, host n-h2-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=9f5d1159-a952-42e6-a940-8afc40afb9c3,segment=NetworkSegment(fc821005-da36-4b0a-9510-d7c5111b87a2),segment_id=fc821005-da36-4b0a-9510-d7c5111b87a2)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 15:15:06.306488 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:15:06.357005 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Pushing event updated for resources: {'Port': ['ID=9f5d1159-a952-42e6-a940-8afc40afb9c3,revision_number=8']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:15:07.099854 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 06 Jul 2021 15:15:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8502a6af-af73-4831-9bb0-54bca2c3d808 x-openstack-request-id: req-8502a6af-af73-4831-9bb0-54bca2c3d808 {{(pid=100248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 15:15:07.100154 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c64b2496-46a2-4002-a2f5-ff933b593380", "name": "network-vif-unplugged", "status": "failed", "tag": "9f5d1159-a952-42e6-a940-8afc40afb9c3", "code": 422}]} {{(pid=100248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 15:15:07.100408 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-8502a6af-af73-4831-9bb0-54bca2c3d808 {{(pid=100248) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 15:15:07.100808 n-d-773647-6 neutron-server[100248]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'c64b2496-46a2-4002-a2f5-ff933b593380', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '9f5d1159-a952-42e6-a940-8afc40afb9c3', 'code': 422} returned with failed status Jul 06 15:15:07.248191 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bd792c-9b1a-4a63-97d3-4789a3db7198 req-4b346f0c-744b-4d71-969a-28b5b97214eb tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:15:07.249689 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-33bd792c-9b1a-4a63-97d3-4789a3db7198 req-4b346f0c-744b-4d71-969a-28b5b97214eb tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] 10.222.0.104 "GET /v2.0/ports?device_id=c64b2496-46a2-4002-a2f5-ff933b593380 HTTP/1.1" status: 200 len: 944 time: 0.0647004 Jul 06 15:15:07.293924 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-33bd792c-9b1a-4a63-97d3-4789a3db7198 req-16c023b3-3365-44a1-aef4-91025bea909b tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] 10.222.0.104 "GET /v2.0/security-groups?id=16884163-cc16-4ee8-a84d-0699c21f100b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378468 Jul 06 15:15:07.354988 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-7701fa21-e4ab-4e50-bb15-1cbb3c60005d req-9aad5a1f-ef72-4e31-87fb-d595d5596867 service neutron] 10.222.0.104 "GET /v2.0/ports?device_id=c64b2496-46a2-4002-a2f5-ff933b593380&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0977321 Jul 06 15:15:08.470297 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda2c72b-8539-422b-a3c0-b0a59b5e4e59 req-4c41db64-3905-4295-a150-32a017249b7d tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:15:08.471812 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-eda2c72b-8539-422b-a3c0-b0a59b5e4e59 req-4c41db64-3905-4295-a150-32a017249b7d tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] 10.222.0.104 "GET /v2.0/ports?device_id=c64b2496-46a2-4002-a2f5-ff933b593380 HTTP/1.1" status: 200 len: 944 time: 0.0669663 Jul 06 15:15:08.510687 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-eda2c72b-8539-422b-a3c0-b0a59b5e4e59 req-0cb8a4e1-7baa-4264-854f-3ee1af323372 tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] 10.222.0.104 "GET /v2.0/security-groups?id=16884163-cc16-4ee8-a84d-0699c21f100b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325985 Jul 06 15:15:09.688369 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bdb6440-8d10-4eea-96d6-9c856b0810a9 req-8930e8ec-3d93-4514-85bb-0b9c81c85b33 tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:15:09.689864 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-0bdb6440-8d10-4eea-96d6-9c856b0810a9 req-8930e8ec-3d93-4514-85bb-0b9c81c85b33 tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] 10.222.0.104 "GET /v2.0/ports?device_id=c64b2496-46a2-4002-a2f5-ff933b593380 HTTP/1.1" status: 200 len: 944 time: 0.0670600 Jul 06 15:15:09.728269 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-0bdb6440-8d10-4eea-96d6-9c856b0810a9 req-75d496e6-7005-4471-8f8a-c5099c4b35c6 tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] 10.222.0.104 "GET /v2.0/security-groups?id=16884163-cc16-4ee8-a84d-0699c21f100b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324249 Jul 06 15:15:10.911467 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501cbfef-1186-479c-b072-005776e6c792 req-66e23a62-5b32-4c7c-9a70-308992278138 tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:15:10.912954 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-501cbfef-1186-479c-b072-005776e6c792 req-66e23a62-5b32-4c7c-9a70-308992278138 tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] 10.222.0.104 "GET /v2.0/ports?device_id=c64b2496-46a2-4002-a2f5-ff933b593380 HTTP/1.1" status: 200 len: 944 time: 0.0683169 Jul 06 15:15:10.949740 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-501cbfef-1186-479c-b072-005776e6c792 req-8f60e6b1-0d4d-4005-9afd-659a2af72a48 tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] 10.222.0.104 "GET /v2.0/security-groups?id=16884163-cc16-4ee8-a84d-0699c21f100b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310748 Jul 06 15:15:11.548364 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:15:12.125243 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8c193a-830e-454a-82e7-d742cb79c23f req-481c3596-7ec4-4bbc-863b-ef168b880985 tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:15:12.126723 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-6e8c193a-830e-454a-82e7-d742cb79c23f req-481c3596-7ec4-4bbc-863b-ef168b880985 tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] 10.222.0.104 "GET /v2.0/ports?device_id=c64b2496-46a2-4002-a2f5-ff933b593380 HTTP/1.1" status: 200 len: 944 time: 0.0652587 Jul 06 15:15:12.165606 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-6e8c193a-830e-454a-82e7-d742cb79c23f req-1cde921f-0539-4785-9889-3dd09a8d5012 tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] 10.222.0.104 "GET /v2.0/security-groups?id=16884163-cc16-4ee8-a84d-0699c21f100b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320365 Jul 06 15:15:12.405911 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7701fa21-e4ab-4e50-bb15-1cbb3c60005d req-4cf5fde1-6689-4154-a96e-34b2a21a1d48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:15:12.407373 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-7701fa21-e4ab-4e50-bb15-1cbb3c60005d req-4cf5fde1-6689-4154-a96e-34b2a21a1d48 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=c64b2496-46a2-4002-a2f5-ff933b593380&tenant_id=a820908b1d9049aaabd6c3bbe4cffef1 HTTP/1.1" status: 200 len: 1095 time: 0.0525639 Jul 06 15:15:12.480485 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7701fa21-e4ab-4e50-bb15-1cbb3c60005d req-21af7ff7-410c-489a-bd03-9e3f2f9f052b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:15:12.482152 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-7701fa21-e4ab-4e50-bb15-1cbb3c60005d req-21af7ff7-410c-489a-bd03-9e3f2f9f052b service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=a820908b1d9049aaabd6c3bbe4cffef1&device_id=c64b2496-46a2-4002-a2f5-ff933b593380 HTTP/1.1" status: 200 len: 1095 time: 0.0523539 Jul 06 15:15:12.574975 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7701fa21-e4ab-4e50-bb15-1cbb3c60005d req-bac1132a-fbf5-4f1f-a3c4-ea36a79cdba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:15:12.577160 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-7701fa21-e4ab-4e50-bb15-1cbb3c60005d req-bac1132a-fbf5-4f1f-a3c4-ea36a79cdba9 service neutron] 10.222.0.72 "GET /v2.0/networks?id=9730a406-f49a-4da1-91fa-60e189bded6c HTTP/1.1" status: 200 len: 910 time: 0.0891120 Jul 06 15:15:12.641757 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-7701fa21-e4ab-4e50-bb15-1cbb3c60005d req-cf4cd3ea-9e21-418c-a20e-a10c9a1ab470 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9f5d1159-a952-42e6-a940-8afc40afb9c3 HTTP/1.1" status: 200 len: 1000 time: 0.0576761 Jul 06 15:15:12.693409 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7701fa21-e4ab-4e50-bb15-1cbb3c60005d req-a9cf5ca2-5aca-4012-a07f-ec0b083588d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:15:12.694860 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-7701fa21-e4ab-4e50-bb15-1cbb3c60005d req-a9cf5ca2-5aca-4012-a07f-ec0b083588d7 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=dbdfab00-c34a-4ad9-bf50-8947c76efff0 HTTP/1.1" status: 200 len: 847 time: 0.0473475 Jul 06 15:15:12.750859 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7701fa21-e4ab-4e50-bb15-1cbb3c60005d req-85b1424b-83ea-4e3e-9d8c-88d325c8d1d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:15:12.752396 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-7701fa21-e4ab-4e50-bb15-1cbb3c60005d req-85b1424b-83ea-4e3e-9d8c-88d325c8d1d8 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=9730a406-f49a-4da1-91fa-60e189bded6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0516417 Jul 06 15:15:12.838566 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-7701fa21-e4ab-4e50-bb15-1cbb3c60005d req-144b0a3e-0280-4883-88d6-ac38498a6da6 service neutron] 10.222.0.72 "GET /v2.0/networks/9730a406-f49a-4da1-91fa-60e189bded6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800962 Jul 06 15:15:12.930608 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-7701fa21-e4ab-4e50-bb15-1cbb3c60005d req-a9fcd816-849f-425f-8926-79a2c3b4374b service neutron] 10.222.0.72 "GET /v2.0/networks/9730a406-f49a-4da1-91fa-60e189bded6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858195 Jul 06 15:15:13.238476 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:15:13.385209 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2f8785-ea3a-4d92-8a16-a28564696827 req-45d2b88a-a7c0-4f3b-98d8-5161251f2339 tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:15:13.386979 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-ed2f8785-ea3a-4d92-8a16-a28564696827 req-45d2b88a-a7c0-4f3b-98d8-5161251f2339 tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] 10.222.0.104 "GET /v2.0/ports?device_id=c64b2496-46a2-4002-a2f5-ff933b593380 HTTP/1.1" status: 200 len: 944 time: 0.0703418 Jul 06 15:15:13.427701 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-ed2f8785-ea3a-4d92-8a16-a28564696827 req-20c9bd21-b0bd-4863-a6bc-e10aa2e9a258 tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] 10.222.0.104 "GET /v2.0/security-groups?id=16884163-cc16-4ee8-a84d-0699c21f100b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351844 Jul 06 15:15:14.616490 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e04084-d155-4b25-93e3-f6e7b530447b req-1d45e1dd-c471-4a90-99f9-784ca60f3a32 tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:15:14.618650 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-e8e04084-d155-4b25-93e3-f6e7b530447b req-1d45e1dd-c471-4a90-99f9-784ca60f3a32 tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] 10.222.0.104 "GET /v2.0/ports?device_id=c64b2496-46a2-4002-a2f5-ff933b593380 HTTP/1.1" status: 200 len: 944 time: 0.0721474 Jul 06 15:15:14.658381 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-e8e04084-d155-4b25-93e3-f6e7b530447b req-c40f3e5a-e7ba-4f4f-aada-36c9cfb92013 tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] 10.222.0.104 "GET /v2.0/security-groups?id=16884163-cc16-4ee8-a84d-0699c21f100b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341752 Jul 06 15:15:15.842844 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239d1bd3-9850-4d1d-9201-cef314b3b01f req-ee4a1d11-ad53-4374-9932-9340fe585f48 tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:15:15.844372 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-239d1bd3-9850-4d1d-9201-cef314b3b01f req-ee4a1d11-ad53-4374-9932-9340fe585f48 tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] 10.222.0.104 "GET /v2.0/ports?device_id=c64b2496-46a2-4002-a2f5-ff933b593380 HTTP/1.1" status: 200 len: 944 time: 0.0644333 Jul 06 15:15:15.883665 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-239d1bd3-9850-4d1d-9201-cef314b3b01f req-d8c7e77e-338d-4d28-9088-e37a74a1d7d6 tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] 10.222.0.104 "GET /v2.0/security-groups?id=16884163-cc16-4ee8-a84d-0699c21f100b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335298 Jul 06 15:15:17.069847 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f1b38b-8a96-4f1c-8c79-f889bddb2ce5 req-1b51ada4-b8dd-4d0c-aebb-a52c5e16bce9 tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:15:17.072391 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-74f1b38b-8a96-4f1c-8c79-f889bddb2ce5 req-1b51ada4-b8dd-4d0c-aebb-a52c5e16bce9 tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] 10.222.0.104 "GET /v2.0/ports?device_id=c64b2496-46a2-4002-a2f5-ff933b593380 HTTP/1.1" status: 200 len: 944 time: 0.0701151 Jul 06 15:15:17.117298 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-74f1b38b-8a96-4f1c-8c79-f889bddb2ce5 req-80577ac9-0e1f-4e0a-9c10-d0a60c4fa81e tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] 10.222.0.104 "GET /v2.0/security-groups?id=16884163-cc16-4ee8-a84d-0699c21f100b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377488 Jul 06 15:15:18.296833 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4942a797-6500-4508-87b8-a397f44f8fca req-89d07ce7-be8d-4c15-9d52-baa46d3f84d4 tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:15:18.298303 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-4942a797-6500-4508-87b8-a397f44f8fca req-89d07ce7-be8d-4c15-9d52-baa46d3f84d4 tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] 10.222.0.104 "GET /v2.0/ports?device_id=c64b2496-46a2-4002-a2f5-ff933b593380 HTTP/1.1" status: 200 len: 944 time: 0.0672374 Jul 06 15:15:18.347785 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-4942a797-6500-4508-87b8-a397f44f8fca req-0f7d6738-2e51-4f24-8bfa-bb56f26c9888 tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] 10.222.0.104 "GET /v2.0/security-groups?id=16884163-cc16-4ee8-a84d-0699c21f100b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436635 Jul 06 15:15:19.523970 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eceb5e88-085a-4faf-954c-4836a07bb89b req-e1b57e5a-c01f-417b-bfb5-77acaa073f03 tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:15:19.527414 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-eceb5e88-085a-4faf-954c-4836a07bb89b req-e1b57e5a-c01f-417b-bfb5-77acaa073f03 tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] 10.222.0.104 "GET /v2.0/ports?device_id=c64b2496-46a2-4002-a2f5-ff933b593380 HTTP/1.1" status: 200 len: 944 time: 0.0660493 Jul 06 15:15:19.566222 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-eceb5e88-085a-4faf-954c-4836a07bb89b req-6ee68bd8-2ecf-4901-a892-8e6eccbc3f2d tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] 10.222.0.104 "GET /v2.0/security-groups?id=16884163-cc16-4ee8-a84d-0699c21f100b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346456 Jul 06 15:15:20.756225 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5535ed5-e108-4fa7-822d-f704cf3578b1 req-24828147-e8a9-4f4f-81ce-0b99ab80aaaf tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:15:20.757787 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-d5535ed5-e108-4fa7-822d-f704cf3578b1 req-24828147-e8a9-4f4f-81ce-0b99ab80aaaf tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] 10.222.0.104 "GET /v2.0/ports?device_id=c64b2496-46a2-4002-a2f5-ff933b593380 HTTP/1.1" status: 200 len: 944 time: 0.0698109 Jul 06 15:15:20.798127 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-d5535ed5-e108-4fa7-822d-f704cf3578b1 req-43b4a2e7-5701-4be6-92c0-12d51cd84401 tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] 10.222.0.104 "GET /v2.0/security-groups?id=16884163-cc16-4ee8-a84d-0699c21f100b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326948 Jul 06 15:15:21.995151 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c94ff6-92f1-4237-a9a3-e4f7de43bdb8 req-cc1c81de-ac1e-40af-a9ef-c3a589c103e4 tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:15:21.996591 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-c5c94ff6-92f1-4237-a9a3-e4f7de43bdb8 req-cc1c81de-ac1e-40af-a9ef-c3a589c103e4 tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] 10.222.0.104 "GET /v2.0/ports?device_id=c64b2496-46a2-4002-a2f5-ff933b593380 HTTP/1.1" status: 200 len: 944 time: 0.0807016 Jul 06 15:15:22.034907 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-c5c94ff6-92f1-4237-a9a3-e4f7de43bdb8 req-239005ea-9a74-4c13-88e8-d18bad9770c0 tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] 10.222.0.104 "GET /v2.0/security-groups?id=16884163-cc16-4ee8-a84d-0699c21f100b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326571 Jul 06 15:15:23.000443 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-d4a58046-52e4-4e6c-9394-39923565d517 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:15:23.225689 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8728e6-ec60-4a5b-bbec-5fb240b0dacc req-09334363-239f-4356-b62e-de50feb20c76 tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:15:23.227278 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-7e8728e6-ec60-4a5b-bbec-5fb240b0dacc req-09334363-239f-4356-b62e-de50feb20c76 tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] 10.222.0.104 "GET /v2.0/ports?device_id=c64b2496-46a2-4002-a2f5-ff933b593380 HTTP/1.1" status: 200 len: 944 time: 0.0749438 Jul 06 15:15:23.267599 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-7e8728e6-ec60-4a5b-bbec-5fb240b0dacc req-d7e78bed-e4c9-4d45-99f0-1883201e1057 tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] 10.222.0.104 "GET /v2.0/security-groups?id=16884163-cc16-4ee8-a84d-0699c21f100b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341699 Jul 06 15:15:24.436566 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c76be09-a173-4e52-adcc-3ea96a4994f9 req-d300ceae-f796-460c-87d3-d57c94c34461 tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:15:24.438015 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-4c76be09-a173-4e52-adcc-3ea96a4994f9 req-d300ceae-f796-460c-87d3-d57c94c34461 tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] 10.222.0.104 "GET /v2.0/ports?device_id=c64b2496-46a2-4002-a2f5-ff933b593380 HTTP/1.1" status: 200 len: 944 time: 0.0625036 Jul 06 15:15:24.474548 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-4c76be09-a173-4e52-adcc-3ea96a4994f9 req-627aa7f4-521f-4fd0-914b-cbdcef5e893e tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] 10.222.0.104 "GET /v2.0/security-groups?id=16884163-cc16-4ee8-a84d-0699c21f100b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310450 Jul 06 15:15:25.643429 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff7ebe1-d589-4ffd-baa8-517c49b98568 req-56e37483-2ea6-4ff0-93b7-a6a12b0c3668 tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:15:25.645711 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-7ff7ebe1-d589-4ffd-baa8-517c49b98568 req-56e37483-2ea6-4ff0-93b7-a6a12b0c3668 tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] 10.222.0.104 "GET /v2.0/ports?device_id=c64b2496-46a2-4002-a2f5-ff933b593380 HTTP/1.1" status: 200 len: 944 time: 0.0625265 Jul 06 15:15:25.657502 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-65e7eecb-4dc5-4bfc-9d57-7f3a70602cfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:15:25.684174 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-7ff7ebe1-d589-4ffd-baa8-517c49b98568 req-65f602cf-7694-459e-87ae-56d0b8502871 tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] 10.222.0.104 "GET /v2.0/security-groups?id=16884163-cc16-4ee8-a84d-0699c21f100b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328038 Jul 06 15:15:26.004137 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:15:26.304333 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Device 9f5d1159-a952-42e6-a940-8afc40afb9c3 details requested by agent hyperv_n-h2-773647-6 with host n-h2-773647-6 {{(pid=100248) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 15:15:26.393829 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] For port 9f5d1159-a952-42e6-a940-8afc40afb9c3, host n-h2-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=9f5d1159-a952-42e6-a940-8afc40afb9c3,segment=NetworkSegment(fc821005-da36-4b0a-9510-d7c5111b87a2),segment_id=fc821005-da36-4b0a-9510-d7c5111b87a2)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 15:15:26.404409 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Returning: {'device': '9f5d1159-a952-42e6-a940-8afc40afb9c3', 'network_id': '9730a406-f49a-4da1-91fa-60e189bded6c', 'port_id': '9f5d1159-a952-42e6-a940-8afc40afb9c3', 'mac_address': 'fa:16:3e:32:75:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1005, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dbdfab00-c34a-4ad9-bf50-8947c76efff0', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100248) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 15:15:26.442967 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:15:26.454768 n-d-773647-6 neutron-server[100248]: DEBUG neutron.notifiers.nova [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9f5d1159-a952-42e6-a940-8afc40afb9c3 {{(pid=100248) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 15:15:26.472895 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] For port 9f5d1159-a952-42e6-a940-8afc40afb9c3, host n-h2-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=9f5d1159-a952-42e6-a940-8afc40afb9c3,segment=NetworkSegment(fc821005-da36-4b0a-9510-d7c5111b87a2),segment_id=fc821005-da36-4b0a-9510-d7c5111b87a2)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 15:15:26.476594 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:15:26.522226 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Pushing event updated for resources: {'Port': ['ID=9f5d1159-a952-42e6-a940-8afc40afb9c3,revision_number=9']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:15:26.673294 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] get_ports_and_sgs() called for port_ids ['9f5d1159-a952-42e6-a940-8afc40afb9c3'] {{(pid=100248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 15:15:26.862680 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414c9957-af97-42a0-9b65-4deb54f2a1f3 req-b1c3a5c3-0889-4f9e-b20d-871cd6e38ba0 tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:15:26.864184 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-414c9957-af97-42a0-9b65-4deb54f2a1f3 req-b1c3a5c3-0889-4f9e-b20d-871cd6e38ba0 tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] 10.222.0.104 "GET /v2.0/ports?device_id=c64b2496-46a2-4002-a2f5-ff933b593380 HTTP/1.1" status: 200 len: 945 time: 0.0658677 Jul 06 15:15:26.903655 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-414c9957-af97-42a0-9b65-4deb54f2a1f3 req-5c1a851a-ec14-45a2-8d52-cbb8959b394b tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] 10.222.0.104 "GET /v2.0/security-groups?id=16884163-cc16-4ee8-a84d-0699c21f100b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338178 Jul 06 15:15:26.917158 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-2064eaae-da4f-48f8-82d2-b09d4ddedd44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:15:28.085235 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2bf572-2a2d-4721-bffe-184bba19eb98 req-79962557-fec8-4f57-acba-249e3fc996b7 tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:15:28.086601 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-ad2bf572-2a2d-4721-bffe-184bba19eb98 req-79962557-fec8-4f57-acba-249e3fc996b7 tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] 10.222.0.104 "GET /v2.0/ports?device_id=c64b2496-46a2-4002-a2f5-ff933b593380 HTTP/1.1" status: 200 len: 945 time: 0.0626335 Jul 06 15:15:28.123154 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-ad2bf572-2a2d-4721-bffe-184bba19eb98 req-b9c6dbd2-b489-4be0-adc5-fe6d83c35701 tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] 10.222.0.104 "GET /v2.0/security-groups?id=16884163-cc16-4ee8-a84d-0699c21f100b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306380 Jul 06 15:15:28.317612 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Device 9f5d1159-a952-42e6-a940-8afc40afb9c3 up at agent hyperv_n-h2-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 15:15:28.363272 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Provisioning complete for port 9f5d1159-a952-42e6-a940-8afc40afb9c3 triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 15:15:28.363666 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:15:28.437490 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:15:28.458653 n-d-773647-6 neutron-server[100248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c64b2496-46a2-4002-a2f5-ff933b593380', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f5d1159-a952-42e6-a940-8afc40afb9c3'}] {{(pid=100248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 15:15:28.460891 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55db2ac8c963aac1696062c7614e8816713b17764cc733cf0a1d7e1ce8ed655f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8c2582f-bb34-45c3-b7ee-1d3bed2e2a57" -d '{"events": [{"server_uuid": "c64b2496-46a2-4002-a2f5-ff933b593380", "name": "network-vif-plugged", "status": "completed", "tag": "9f5d1159-a952-42e6-a940-8afc40afb9c3"}]}' {{(pid=100248) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 15:15:28.473963 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] For port 9f5d1159-a952-42e6-a940-8afc40afb9c3, host n-h2-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=9f5d1159-a952-42e6-a940-8afc40afb9c3,segment=NetworkSegment(fc821005-da36-4b0a-9510-d7c5111b87a2),segment_id=fc821005-da36-4b0a-9510-d7c5111b87a2)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 15:15:28.478138 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:15:28.499446 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 15:15:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-353e6ea6-e94b-44ca-80d0-cb13c183f9e8 x-openstack-request-id: req-353e6ea6-e94b-44ca-80d0-cb13c183f9e8 {{(pid=100248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 15:15:28.499737 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c64b2496-46a2-4002-a2f5-ff933b593380", "name": "network-vif-plugged", "status": "completed", "tag": "9f5d1159-a952-42e6-a940-8afc40afb9c3", "code": 200}]} {{(pid=100248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 15:15:28.499984 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-353e6ea6-e94b-44ca-80d0-cb13c183f9e8 {{(pid=100248) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 15:15:28.500364 n-d-773647-6 neutron-server[100248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c64b2496-46a2-4002-a2f5-ff933b593380', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f5d1159-a952-42e6-a940-8afc40afb9c3', 'code': 200} Jul 06 15:15:28.528530 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Pushing event updated for resources: {'Port': ['ID=9f5d1159-a952-42e6-a940-8afc40afb9c3,revision_number=10']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:15:28.661754 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9185b7f7-9096-44de-b3db-f2f8cb9b7d59 req-49c235cc-1015-4af0-b598-5b3128bd9f7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:15:28.663230 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-9185b7f7-9096-44de-b3db-f2f8cb9b7d59 req-49c235cc-1015-4af0-b598-5b3128bd9f7f service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=c64b2496-46a2-4002-a2f5-ff933b593380 HTTP/1.1" status: 200 len: 1098 time: 0.0517180 Jul 06 15:15:28.696530 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-03f71b24-a9b8-453a-8924-caa3f97bc6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:15:28.699970 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-9185b7f7-9096-44de-b3db-f2f8cb9b7d59 req-66818770-b42e-45b9-aa03-c2d26b68ec0a service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=16884163-cc16-4ee8-a84d-0699c21f100b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308449 Jul 06 15:15:29.295881 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63777ea-3159-4452-be83-a935496187d1 req-bdbbe1d9-7e5f-4a0d-a250-e6b5fbf69ce4 tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:15:29.297328 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-a63777ea-3159-4452-be83-a935496187d1 req-bdbbe1d9-7e5f-4a0d-a250-e6b5fbf69ce4 tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] 10.222.0.104 "GET /v2.0/ports?device_id=c64b2496-46a2-4002-a2f5-ff933b593380 HTTP/1.1" status: 200 len: 947 time: 0.0653355 Jul 06 15:15:29.342423 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-a63777ea-3159-4452-be83-a935496187d1 req-1c669476-231a-4768-ba30-f0e8eabeac06 tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] 10.222.0.104 "GET /v2.0/security-groups?id=16884163-cc16-4ee8-a84d-0699c21f100b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390668 Jul 06 15:15:30.516121 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738f2cfe-bf12-46e5-8d66-a4734ce837e4 req-342f0a58-3240-4b5b-b39c-40b3bcdc16ca tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:15:30.517588 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-738f2cfe-bf12-46e5-8d66-a4734ce837e4 req-342f0a58-3240-4b5b-b39c-40b3bcdc16ca tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] 10.222.0.104 "GET /v2.0/ports?device_id=c64b2496-46a2-4002-a2f5-ff933b593380 HTTP/1.1" status: 200 len: 947 time: 0.0636337 Jul 06 15:15:30.554361 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-738f2cfe-bf12-46e5-8d66-a4734ce837e4 req-64fc8726-ec57-4ee1-9ec1-f37c82624849 tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] 10.222.0.104 "GET /v2.0/security-groups?id=16884163-cc16-4ee8-a84d-0699c21f100b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313568 Jul 06 15:15:33.266995 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.agents_db [None req-167c0ad6-1657-4c9a-a2c4-3b18056aa662 None None] Agent healthcheck: found 7 active agents {{(pid=100249) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 15:15:37.970405 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-500e01f4-e75d-48a2-b6b8-fcfb817c0fd2 req-eb71b511-23fb-41db-b653-15809ba9c8cc service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=c64b2496-46a2-4002-a2f5-ff933b593380&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0573447 Jul 06 15:15:38.066740 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500e01f4-e75d-48a2-b6b8-fcfb817c0fd2 req-4d1e0301-b522-4fde-9318-79566921c6b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:15:38.068234 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-500e01f4-e75d-48a2-b6b8-fcfb817c0fd2 req-4d1e0301-b522-4fde-9318-79566921c6b7 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=a820908b1d9049aaabd6c3bbe4cffef1&device_id=c64b2496-46a2-4002-a2f5-ff933b593380 HTTP/1.1" status: 200 len: 1098 time: 0.0535343 Jul 06 15:15:38.167787 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500e01f4-e75d-48a2-b6b8-fcfb817c0fd2 req-74b2b048-f15b-449b-9c31-4ab5077cd7fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:15:38.169475 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-500e01f4-e75d-48a2-b6b8-fcfb817c0fd2 req-74b2b048-f15b-449b-9c31-4ab5077cd7fc service neutron] 10.222.0.72 "GET /v2.0/networks?id=9730a406-f49a-4da1-91fa-60e189bded6c HTTP/1.1" status: 200 len: 910 time: 0.0815189 Jul 06 15:15:38.243730 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-500e01f4-e75d-48a2-b6b8-fcfb817c0fd2 req-b1a54105-dacf-4edb-9997-672e081fae50 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9f5d1159-a952-42e6-a940-8afc40afb9c3 HTTP/1.1" status: 200 len: 1002 time: 0.0619409 Jul 06 15:15:38.293700 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500e01f4-e75d-48a2-b6b8-fcfb817c0fd2 req-0ffe7699-d27c-4e2d-8330-95b582f693d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:15:38.295857 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-500e01f4-e75d-48a2-b6b8-fcfb817c0fd2 req-0ffe7699-d27c-4e2d-8330-95b582f693d4 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=dbdfab00-c34a-4ad9-bf50-8947c76efff0 HTTP/1.1" status: 200 len: 847 time: 0.0464847 Jul 06 15:15:38.350783 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500e01f4-e75d-48a2-b6b8-fcfb817c0fd2 req-033f7e07-2991-4d85-802a-eeac40703a09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:15:38.352289 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-500e01f4-e75d-48a2-b6b8-fcfb817c0fd2 req-033f7e07-2991-4d85-802a-eeac40703a09 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=9730a406-f49a-4da1-91fa-60e189bded6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0501974 Jul 06 15:15:38.364625 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [req-500e01f4-e75d-48a2-b6b8-fcfb817c0fd2 req-bef25712-b880-4a41-87d5-26273aa7294e service neutron] http://10.222.0.104:9696/v2.0/extensions returned with HTTP 200 {{(pid=100246) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 15:15:38.365556 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-500e01f4-e75d-48a2-b6b8-fcfb817c0fd2 req-bef25712-b880-4a41-87d5-26273aa7294e service neutron] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048661 Jul 06 15:15:38.462272 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-500e01f4-e75d-48a2-b6b8-fcfb817c0fd2 req-0f8d273a-98c7-4f78-8ddb-5feac9e4f5d7 service neutron] 10.222.0.72 "GET /v2.0/networks/9730a406-f49a-4da1-91fa-60e189bded6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836434 Jul 06 15:15:38.551743 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-500e01f4-e75d-48a2-b6b8-fcfb817c0fd2 req-59ebab8b-fc26-4b7f-90bc-c573eac649d1 service neutron] 10.222.0.72 "GET /v2.0/networks/9730a406-f49a-4da1-91fa-60e189bded6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806239 Jul 06 15:15:41.559284 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:15:43.232655 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:15:53.001124 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-eba70f49-faa4-42a3-ab77-1cee16341081 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:15:55.659752 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-8749febc-d2a9-4f4e-80e0-20b8eebab80e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:15:56.003742 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:15:56.902905 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-2064eaae-da4f-48f8-82d2-b09d4ddedd44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:15:58.698778 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-03f71b24-a9b8-453a-8924-caa3f97bc6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:16:10.266517 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.agents_db [None req-167c0ad6-1657-4c9a-a2c4-3b18056aa662 None None] Agent healthcheck: found 7 active agents {{(pid=100249) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 15:16:11.549290 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:16:13.251971 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:16:23.001324 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-21d034d0-a858-48ff-afa6-022052120413 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:16:25.664743 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-b459d577-d447-4b21-b94c-922816672f87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:16:26.004809 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:16:26.903006 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-2064eaae-da4f-48f8-82d2-b09d4ddedd44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:16:28.702824 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-03f71b24-a9b8-453a-8924-caa3f97bc6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:16:39.994778 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-75dc7ed3-4740-4340-a494-a557166f3be7 req-5572445e-14e1-4004-acb7-a129008840db service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=c64b2496-46a2-4002-a2f5-ff933b593380&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0588560 Jul 06 15:16:40.087474 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75dc7ed3-4740-4340-a494-a557166f3be7 req-8a7f28cf-ec8b-4143-99b9-589125b84375 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:16:40.088998 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-75dc7ed3-4740-4340-a494-a557166f3be7 req-8a7f28cf-ec8b-4143-99b9-589125b84375 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=a820908b1d9049aaabd6c3bbe4cffef1&device_id=c64b2496-46a2-4002-a2f5-ff933b593380 HTTP/1.1" status: 200 len: 1098 time: 0.0519431 Jul 06 15:16:40.200109 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75dc7ed3-4740-4340-a494-a557166f3be7 req-ec9d2e8c-aff4-45fc-bc1f-a2e60cda1c4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:16:40.201723 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-75dc7ed3-4740-4340-a494-a557166f3be7 req-ec9d2e8c-aff4-45fc-bc1f-a2e60cda1c4c service neutron] 10.222.0.72 "GET /v2.0/networks?id=9730a406-f49a-4da1-91fa-60e189bded6c HTTP/1.1" status: 200 len: 910 time: 0.0835316 Jul 06 15:16:40.270495 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-75dc7ed3-4740-4340-a494-a557166f3be7 req-87b76059-bb5a-465c-a487-5448a495f6e8 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9f5d1159-a952-42e6-a940-8afc40afb9c3 HTTP/1.1" status: 200 len: 1002 time: 0.0609722 Jul 06 15:16:40.319609 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75dc7ed3-4740-4340-a494-a557166f3be7 req-4b40ea92-504e-4eec-8f7d-729c68085da3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:16:40.321529 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-75dc7ed3-4740-4340-a494-a557166f3be7 req-4b40ea92-504e-4eec-8f7d-729c68085da3 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=dbdfab00-c34a-4ad9-bf50-8947c76efff0 HTTP/1.1" status: 200 len: 847 time: 0.0459018 Jul 06 15:16:40.378056 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75dc7ed3-4740-4340-a494-a557166f3be7 req-adf9a762-ed23-4945-b2af-a1994072f347 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:16:40.380185 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-75dc7ed3-4740-4340-a494-a557166f3be7 req-adf9a762-ed23-4945-b2af-a1994072f347 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=9730a406-f49a-4da1-91fa-60e189bded6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0523329 Jul 06 15:16:40.471561 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-75dc7ed3-4740-4340-a494-a557166f3be7 req-990bb12a-182f-4c85-aa9c-da02e1dfde4e service neutron] 10.222.0.72 "GET /v2.0/networks/9730a406-f49a-4da1-91fa-60e189bded6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855956 Jul 06 15:16:40.559632 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-75dc7ed3-4740-4340-a494-a557166f3be7 req-698900e5-7e81-4ee7-97bd-5aca3836a89b service neutron] 10.222.0.72 "GET /v2.0/networks/9730a406-f49a-4da1-91fa-60e189bded6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820484 Jul 06 15:16:41.566694 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:16:42.180147 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 34218) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 15:16:42.336927 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [None req-b0a64c50-07a5-4bf2-9ff4-89b5dbc082c4 tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] Deleting port fae29c80-5d0b-4eb3-bf2a-df0b4f6d6e0a {{(pid=100246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 15:16:42.337270 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-b0a64c50-07a5-4bf2-9ff4-89b5dbc082c4 tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:16:42.415354 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-b0a64c50-07a5-4bf2-9ff4-89b5dbc082c4 tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:16:42.415683 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-b0a64c50-07a5-4bf2-9ff4-89b5dbc082c4 tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:16:42.428390 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [None req-b0a64c50-07a5-4bf2-9ff4-89b5dbc082c4 tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] Calling delete_port for fae29c80-5d0b-4eb3-bf2a-df0b4f6d6e0a owned by network:floatingip {{(pid=100246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 15:16:42.576853 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-b0a64c50-07a5-4bf2-9ff4-89b5dbc082c4 tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127687580'] for port, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:16:42.602019 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a64c50-07a5-4bf2-9ff4-89b5dbc082c4 tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] Pushing event deleted for resources: {'Port': ['ID=fae29c80-5d0b-4eb3-bf2a-df0b4f6d6e0a,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:16:42.613650 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a64c50-07a5-4bf2-9ff4-89b5dbc082c4 tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:16:42.614521 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a64c50-07a5-4bf2-9ff4-89b5dbc082c4 tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:16:42.614864 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a64c50-07a5-4bf2-9ff4-89b5dbc082c4 tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:16:42.615221 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a64c50-07a5-4bf2-9ff4-89b5dbc082c4 tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:16:42.615560 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a64c50-07a5-4bf2-9ff4-89b5dbc082c4 tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:16:42.615892 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a64c50-07a5-4bf2-9ff4-89b5dbc082c4 tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:16:42.616221 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a64c50-07a5-4bf2-9ff4-89b5dbc082c4 tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:16:42.616557 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a64c50-07a5-4bf2-9ff4-89b5dbc082c4 tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:16:42.616885 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a64c50-07a5-4bf2-9ff4-89b5dbc082c4 tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:16:42.617216 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a64c50-07a5-4bf2-9ff4-89b5dbc082c4 tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:16:42.617543 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a64c50-07a5-4bf2-9ff4-89b5dbc082c4 tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:16:42.617869 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a64c50-07a5-4bf2-9ff4-89b5dbc082c4 tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:16:42.675722 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-b0a64c50-07a5-4bf2-9ff4-89b5dbc082c4 tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] Notify callbacks [] for floatingip, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:16:42.676061 n-d-773647-6 neutron-server[100246]: INFO neutron.db.l3_db [None req-b0a64c50-07a5-4bf2-9ff4-89b5dbc082c4 tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] Floating IP a39a6162-af81-42c4-a982-b969f454d61e disassociated (deleted). External IP: 172.25.0.168, port: 9f5d1159-a952-42e6-a940-8afc40afb9c3. Jul 06 15:16:42.887931 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0a64c50-07a5-4bf2-9ff4-89b5dbc082c4 tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] Router 919db7f7-23da-4ad9-97a0-7cead9a51c05 has already been hosted by L3 agent 2823d358-a11b-4885-a706-95a279e43fa7 {{(pid=100246) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 15:16:42.998068 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0a64c50-07a5-4bf2-9ff4-89b5dbc082c4 tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] Notify agent at l3_agent.n-d-773647-6 the message routers_updated {{(pid=100246) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 15:16:43.004856 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-b0a64c50-07a5-4bf2-9ff4-89b5dbc082c4 tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for floatingip, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:16:43.009763 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a16da39d-f9f3-47b4-8355-a8257c0261fd None None] Sync routers for ids ['919db7f7-23da-4ad9-97a0-7cead9a51c05'] in n-d-773647-6 {{(pid=100248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 15:16:43.018816 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a16da39d-f9f3-47b4-8355-a8257c0261fd None None] Routers {'919db7f7-23da-4ad9-97a0-7cead9a51c05'} bound to L3 agent in host n-d-773647-6 {{(pid=100248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 15:16:43.019607 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-a16da39d-f9f3-47b4-8355-a8257c0261fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T15:16:26Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['919db7f7-23da-4ad9-97a0-7cead9a51c05'], 'active': True} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:16:43.047949 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-b0a64c50-07a5-4bf2-9ff4-89b5dbc082c4 tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] 10.222.0.104 "DELETE /v2.0/floatingips/a39a6162-af81-42c4-a982-b969f454d61e HTTP/1.1" status: 204 len: 168 time: 0.8636274 Jul 06 15:16:43.047949 n-d-773647-6 neutron-server[100246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c64b2496-46a2-4002-a2f5-ff933b593380', 'tag': '9f5d1159-a952-42e6-a940-8afc40afb9c3'}] {{(pid=100246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 15:16:43.048394 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46bcbd240f672e88150dff05a21f1d72cf4d2de628fda8977cb1eab177268aa5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80a9c51a-a334-4eea-8085-cf2f340294a5" -d '{"events": [{"name": "network-changed", "server_uuid": "c64b2496-46a2-4002-a2f5-ff933b593380", "tag": "9f5d1159-a952-42e6-a940-8afc40afb9c3"}]}' {{(pid=100246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 15:16:43.132293 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvr_db [None req-a16da39d-f9f3-47b4-8355-a8257c0261fd None None] Set router 919db7f7-23da-4ad9-97a0-7cead9a51c05 gateway port host: n-d-773647-6 {{(pid=100248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 15:16:43.269419 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:16:43.353285 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-a16da39d-f9f3-47b4-8355-a8257c0261fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '919db7f7-23da-4ad9-97a0-7cead9a51c05', 'name': 'tempest-TestShelveInstance-254423672-router', 'tenant_id': 'a820908b1d9049aaabd6c3bbe4cffef1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.8'}], 'enable_snat': True}, 'gw_port_id': '981d17af-ae13-4af8-8f79-fb4967742056', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T15:12:22Z', 'updated_at': '2021-07-06T15:12:25Z', 'revision_number': 4, 'project_id': 'a820908b1d9049aaabd6c3bbe4cffef1', 'gw_port': {'id': '981d17af-ae13-4af8-8f79-fb4967742056', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:69:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '919db7f7-23da-4ad9-97a0-7cead9a51c05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T15:12:23Z', 'updated_at': '2021-07-06T15:12:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6', '_interfaces': [{'id': '540d567f-21cc-48cf-92e7-501f2e6f7d36', 'name': '', 'network_id': '9730a406-f49a-4da1-91fa-60e189bded6c', 'tenant_id': 'a820908b1d9049aaabd6c3bbe4cffef1', 'mac_address': 'fa:16:3e:97:2f:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '919db7f7-23da-4ad9-97a0-7cead9a51c05', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': 'dbdfab00-c34a-4ad9-bf50-8947c76efff0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T15:12:24Z', 'updated_at': '2021-07-06T15:12:31Z', 'revision_number': 5, 'project_id': 'a820908b1d9049aaabd6c3bbe4cffef1', 'subnets': [{'id': 'dbdfab00-c34a-4ad9-bf50-8947c76efff0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773647-6', False) {} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:16:43.383244 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a16da39d-f9f3-47b4-8355-a8257c0261fd None None] Checking router: 919db7f7-23da-4ad9-97a0-7cead9a51c05 for host: n-d-773647-6 {{(pid=100248) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 15:16:43.391638 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a16da39d-f9f3-47b4-8355-a8257c0261fd None None] Routers {'919db7f7-23da-4ad9-97a0-7cead9a51c05'} bound to L3 agent in host n-d-773647-6 {{(pid=100248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 15:16:43.392253 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-a16da39d-f9f3-47b4-8355-a8257c0261fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T15:16:26Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['919db7f7-23da-4ad9-97a0-7cead9a51c05'], 'active': True} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:16:43.509524 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvr_db [None req-a16da39d-f9f3-47b4-8355-a8257c0261fd None None] Set router 919db7f7-23da-4ad9-97a0-7cead9a51c05 gateway port host: n-d-773647-6 {{(pid=100248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 15:16:43.536457 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 15:16:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5101668a-3f53-4e5e-90ac-6ef7130acc4c x-openstack-request-id: req-5101668a-3f53-4e5e-90ac-6ef7130acc4c {{(pid=100246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 15:16:43.537844 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c64b2496-46a2-4002-a2f5-ff933b593380", "tag": "9f5d1159-a952-42e6-a940-8afc40afb9c3", "status": "completed", "code": 200}]} {{(pid=100246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 15:16:43.539032 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-5101668a-3f53-4e5e-90ac-6ef7130acc4c {{(pid=100246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 15:16:43.540074 n-d-773647-6 neutron-server[100246]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c64b2496-46a2-4002-a2f5-ff933b593380', 'tag': '9f5d1159-a952-42e6-a940-8afc40afb9c3', 'status': 'completed', 'code': 200} Jul 06 15:16:43.631051 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a9c51a-a334-4eea-8085-cf2f340294a5 req-968bf73a-934a-431a-b10e-eb1b00db2026 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:16:43.633742 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-80a9c51a-a334-4eea-8085-cf2f340294a5 req-968bf73a-934a-431a-b10e-eb1b00db2026 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=a820908b1d9049aaabd6c3bbe4cffef1&device_id=c64b2496-46a2-4002-a2f5-ff933b593380 HTTP/1.1" status: 200 len: 1098 time: 0.0759511 Jul 06 15:16:43.726751 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-a16da39d-f9f3-47b4-8355-a8257c0261fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '919db7f7-23da-4ad9-97a0-7cead9a51c05', 'name': 'tempest-TestShelveInstance-254423672-router', 'tenant_id': 'a820908b1d9049aaabd6c3bbe4cffef1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.8'}], 'enable_snat': True}, 'gw_port_id': '981d17af-ae13-4af8-8f79-fb4967742056', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T15:12:22Z', 'updated_at': '2021-07-06T15:12:25Z', 'revision_number': 4, 'project_id': 'a820908b1d9049aaabd6c3bbe4cffef1', 'gw_port': {'id': '981d17af-ae13-4af8-8f79-fb4967742056', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:69:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '919db7f7-23da-4ad9-97a0-7cead9a51c05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T15:12:23Z', 'updated_at': '2021-07-06T15:12:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6', '_interfaces': [{'id': '540d567f-21cc-48cf-92e7-501f2e6f7d36', 'name': '', 'network_id': '9730a406-f49a-4da1-91fa-60e189bded6c', 'tenant_id': 'a820908b1d9049aaabd6c3bbe4cffef1', 'mac_address': 'fa:16:3e:97:2f:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '919db7f7-23da-4ad9-97a0-7cead9a51c05', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': 'dbdfab00-c34a-4ad9-bf50-8947c76efff0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T15:12:24Z', 'updated_at': '2021-07-06T15:12:31Z', 'revision_number': 5, 'project_id': 'a820908b1d9049aaabd6c3bbe4cffef1', 'subnets': [{'id': 'dbdfab00-c34a-4ad9-bf50-8947c76efff0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773647-6', False) {} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:16:43.737707 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17efacf3-aa35-4ebe-83e5-e9d1c599145a req-2a1de228-d489-4372-973d-64d5d8192885 tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:16:43.742013 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-17efacf3-aa35-4ebe-83e5-e9d1c599145a req-2a1de228-d489-4372-973d-64d5d8192885 tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] 10.222.0.104 "GET /v2.0/ports?device_id=c64b2496-46a2-4002-a2f5-ff933b593380 HTTP/1.1" status: 200 len: 947 time: 0.0864472 Jul 06 15:16:43.757403 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a16da39d-f9f3-47b4-8355-a8257c0261fd None None] The sync data for ids ['919db7f7-23da-4ad9-97a0-7cead9a51c05'] in n-d-773647-6 is: [{'id': '919db7f7-23da-4ad9-97a0-7cead9a51c05', 'name': 'tempest-TestShelveInstance-254423672-router', 'tenant_id': 'a820908b1d9049aaabd6c3bbe4cffef1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.8'}], 'enable_snat': True}, 'gw_port_id': '981d17af-ae13-4af8-8f79-fb4967742056', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T15:12:22Z', 'updated_at': '2021-07-06T15:12:25Z', 'revision_number': 4, 'project_id': 'a820908b1d9049aaabd6c3bbe4cffef1', 'gw_port': {'id': '981d17af-ae13-4af8-8f79-fb4967742056', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:69:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '919db7f7-23da-4ad9-97a0-7cead9a51c05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T15:12:23Z', 'updated_at': '2021-07-06T15:12:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6', '_interfaces': [{'id': '540d567f-21cc-48cf-92e7-501f2e6f7d36', 'name': '', 'network_id': '9730a406-f49a-4da1-91fa-60e189bded6c', 'tenant_id': 'a820908b1d9049aaabd6c3bbe4cffef1', 'mac_address': 'fa:16:3e:97:2f:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '919db7f7-23da-4ad9-97a0-7cead9a51c05', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': 'dbdfab00-c34a-4ad9-bf50-8947c76efff0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T15:12:24Z', 'updated_at': '2021-07-06T15:12:31Z', 'revision_number': 5, 'project_id': 'a820908b1d9049aaabd6c3bbe4cffef1', 'subnets': [{'id': 'dbdfab00-c34a-4ad9-bf50-8947c76efff0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 15:16:43.761586 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a9c51a-a334-4eea-8085-cf2f340294a5 req-defb9534-a695-4d4a-a1ec-9a2d392ea1c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:16:43.763635 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-80a9c51a-a334-4eea-8085-cf2f340294a5 req-defb9534-a695-4d4a-a1ec-9a2d392ea1c6 service neutron] 10.222.0.72 "GET /v2.0/networks?id=9730a406-f49a-4da1-91fa-60e189bded6c HTTP/1.1" status: 200 len: 910 time: 0.1215975 Jul 06 15:16:43.796956 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-17efacf3-aa35-4ebe-83e5-e9d1c599145a req-50532a32-8429-4010-8c33-c039144b43fd tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] 10.222.0.104 "GET /v2.0/security-groups?id=16884163-cc16-4ee8-a84d-0699c21f100b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481648 Jul 06 15:16:43.808370 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-80a9c51a-a334-4eea-8085-cf2f340294a5 req-b41375c1-33b3-4336-9e1d-7a9229e3f304 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9f5d1159-a952-42e6-a940-8afc40afb9c3 HTTP/1.1" status: 200 len: 217 time: 0.0369101 Jul 06 15:16:43.879031 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a9c51a-a334-4eea-8085-cf2f340294a5 req-76a8f3c4-4f59-4274-84b5-dd84f12d125a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:16:43.880549 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-80a9c51a-a334-4eea-8085-cf2f340294a5 req-76a8f3c4-4f59-4274-84b5-dd84f12d125a service neutron] 10.222.0.72 "GET /v2.0/subnets?id=dbdfab00-c34a-4ad9-bf50-8947c76efff0 HTTP/1.1" status: 200 len: 847 time: 0.0584710 Jul 06 15:16:43.942012 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a9c51a-a334-4eea-8085-cf2f340294a5 req-0962d7ab-4ea8-47e9-87c9-c732c89a915c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:16:43.943609 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-80a9c51a-a334-4eea-8085-cf2f340294a5 req-0962d7ab-4ea8-47e9-87c9-c732c89a915c service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=9730a406-f49a-4da1-91fa-60e189bded6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0558252 Jul 06 15:16:44.026311 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a93a6d0-a7da-4d1f-91c5-2fcf57142ad8 None None] New status for floating IP a39a6162-af81-42c4-a982-b969f454d61e: DOWN {{(pid=100249) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 15:16:44.043798 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-80a9c51a-a334-4eea-8085-cf2f340294a5 req-fe43119d-7f12-4636-9241-04a745f4ed8b service neutron] 10.222.0.72 "GET /v2.0/networks/9730a406-f49a-4da1-91fa-60e189bded6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924628 Jul 06 15:16:44.138456 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-80a9c51a-a334-4eea-8085-cf2f340294a5 req-e6686ba7-f22b-41ee-90a0-450f0c392a69 service neutron] 10.222.0.72 "GET /v2.0/networks/9730a406-f49a-4da1-91fa-60e189bded6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885837 Jul 06 15:16:44.826366 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948c9d1c-361e-4baa-895e-ee8e68a2cc6a req-a68e649b-79e6-444f-92b6-a14833ecc648 tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:16:44.827846 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-948c9d1c-361e-4baa-895e-ee8e68a2cc6a req-a68e649b-79e6-444f-92b6-a14833ecc648 tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] 10.222.0.72 "GET /v2.0/ports?device_id=c64b2496-46a2-4002-a2f5-ff933b593380 HTTP/1.1" status: 200 len: 947 time: 0.0626431 Jul 06 15:16:44.933301 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [req-948c9d1c-361e-4baa-895e-ee8e68a2cc6a req-5de6a89a-990e-46de-a2fe-05e00df21655 tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] Deleting port 9f5d1159-a952-42e6-a940-8afc40afb9c3 {{(pid=100246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 15:16:44.933654 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-948c9d1c-361e-4baa-895e-ee8e68a2cc6a req-5de6a89a-990e-46de-a2fe-05e00df21655 tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:16:44.997254 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e672bd-1843-471c-965e-11883e9e846d req-fdd64abb-ebcc-49c8-b33a-239f543220a6 tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:16:44.998794 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-32e672bd-1843-471c-965e-11883e9e846d req-fdd64abb-ebcc-49c8-b33a-239f543220a6 tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] 10.222.0.104 "GET /v2.0/ports?device_id=c64b2496-46a2-4002-a2f5-ff933b593380 HTTP/1.1" status: 200 len: 947 time: 0.0742631 Jul 06 15:16:45.029679 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.db [req-948c9d1c-361e-4baa-895e-ee8e68a2cc6a req-5de6a89a-990e-46de-a2fe-05e00df21655 tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] For port 9f5d1159-a952-42e6-a940-8afc40afb9c3, host n-h2-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=9f5d1159-a952-42e6-a940-8afc40afb9c3,segment=NetworkSegment(fc821005-da36-4b0a-9510-d7c5111b87a2),segment_id=fc821005-da36-4b0a-9510-d7c5111b87a2)] {{(pid=100246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 15:16:45.030052 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-948c9d1c-361e-4baa-895e-ee8e68a2cc6a req-5de6a89a-990e-46de-a2fe-05e00df21655 tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:16:45.038089 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-32e672bd-1843-471c-965e-11883e9e846d req-fad2d1bc-dc85-4dd8-b9a2-313411b7ea09 tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] 10.222.0.104 "GET /v2.0/security-groups?id=16884163-cc16-4ee8-a84d-0699c21f100b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332663 Jul 06 15:16:45.043496 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [req-948c9d1c-361e-4baa-895e-ee8e68a2cc6a req-5de6a89a-990e-46de-a2fe-05e00df21655 tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] Calling delete_port for 9f5d1159-a952-42e6-a940-8afc40afb9c3 owned by compute:nova {{(pid=100246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 15:16:45.177942 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-948c9d1c-361e-4baa-895e-ee8e68a2cc6a req-5de6a89a-990e-46de-a2fe-05e00df21655 tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127687580'] for port, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:16:45.209995 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de6a89a-990e-46de-a2fe-05e00df21655 tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] Pushing event deleted for resources: {'Port': ['ID=9f5d1159-a952-42e6-a940-8afc40afb9c3,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:16:45.258598 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [req-948c9d1c-361e-4baa-895e-ee8e68a2cc6a req-5de6a89a-990e-46de-a2fe-05e00df21655 tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] No DVR routers for this DVR port 9f5d1159-a952-42e6-a940-8afc40afb9c3 on host n-h2-773647-6 {{(pid=100246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 15:16:45.261076 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-948c9d1c-361e-4baa-895e-ee8e68a2cc6a req-5de6a89a-990e-46de-a2fe-05e00df21655 tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:16:45.263044 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-948c9d1c-361e-4baa-895e-ee8e68a2cc6a req-5de6a89a-990e-46de-a2fe-05e00df21655 tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] 10.222.0.72 "DELETE /v2.0/ports/9f5d1159-a952-42e6-a940-8afc40afb9c3 HTTP/1.1" status: 204 len: 173 time: 0.4294083 Jul 06 15:16:45.542015 n-d-773647-6 neutron-server[100246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c64b2496-46a2-4002-a2f5-ff933b593380', 'name': 'network-vif-deleted', 'tag': '9f5d1159-a952-42e6-a940-8afc40afb9c3'}] {{(pid=100246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 15:16:45.544802 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46bcbd240f672e88150dff05a21f1d72cf4d2de628fda8977cb1eab177268aa5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4941aea2-37ed-4b31-ab32-dc1b64c69417" -d '{"events": [{"server_uuid": "c64b2496-46a2-4002-a2f5-ff933b593380", "name": "network-vif-deleted", "tag": "9f5d1159-a952-42e6-a940-8afc40afb9c3"}]}' {{(pid=100246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 15:16:45.580211 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 15:16:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c409adb0-e499-4834-b3d7-b0193df527c7 x-openstack-request-id: req-c409adb0-e499-4834-b3d7-b0193df527c7 {{(pid=100246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 15:16:45.580505 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c64b2496-46a2-4002-a2f5-ff933b593380", "name": "network-vif-deleted", "tag": "9f5d1159-a952-42e6-a940-8afc40afb9c3", "status": "completed", "code": 200}]} {{(pid=100246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 15:16:45.580773 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-c409adb0-e499-4834-b3d7-b0193df527c7 {{(pid=100246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 15:16:45.581170 n-d-773647-6 neutron-server[100246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c64b2496-46a2-4002-a2f5-ff933b593380', 'name': 'network-vif-deleted', 'tag': '9f5d1159-a952-42e6-a940-8afc40afb9c3', 'status': 'completed', 'code': 200} Jul 06 15:16:46.133225 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 34238) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 15:16:46.191494 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-06c89187-8904-4d66-82b0-b301bd33f98d tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] Notify callbacks [] for security_group, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:16:46.216615 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-06c89187-8904-4d66-82b0-b301bd33f98d tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:16:46.280435 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-06c89187-8904-4d66-82b0-b301bd33f98d tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:16:46.283078 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-06c89187-8904-4d66-82b0-b301bd33f98d tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] Notify callbacks [] for security_group, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:16:46.284314 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-06c89187-8904-4d66-82b0-b301bd33f98d tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] 10.222.0.104 "DELETE /v2.0/security-groups/16884163-cc16-4ee8-a84d-0699c21f100b HTTP/1.1" status: 204 len: 168 time: 0.1500666 Jul 06 15:16:46.295379 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c89187-8904-4d66-82b0-b301bd33f98d tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=16884163-cc16-4ee8-a84d-0699c21f100b,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:16:46.587731 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 34244) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 15:16:46.592412 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-f43fb511-bd33-4f52-8326-d384a7dcd91a tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-234981994', 'description': 'tempest-secgroup-smoke-234981994 description', 'project_id': 'a820908b1d9049aaabd6c3bbe4cffef1'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 15:16:46.615805 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-f43fb511-bd33-4f52-8326-d384a7dcd91a tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] Notify callbacks [] for security_group, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:16:46.696122 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-f43fb511-bd33-4f52-8326-d384a7dcd91a tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] Notify callbacks [] for security_group, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:16:46.699886 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-f43fb511-bd33-4f52-8326-d384a7dcd91a tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:16:46.722073 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-f43fb511-bd33-4f52-8326-d384a7dcd91a tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] Notify callbacks [] for security_group, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:16:46.723817 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-f43fb511-bd33-4f52-8326-d384a7dcd91a tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] 10.222.0.104 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1345162 Jul 06 15:16:46.727944 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 34246) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 15:16:46.732515 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43fb511-bd33-4f52-8326-d384a7dcd91a tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5a7091ab-c630-4734-85b1-443e5f1e8f76,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:16:46.734809 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [None req-0a0596b2-eb92-456f-a74f-6e5d28e98817 tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] Request body: {'security_group_rule': {'security_group_id': '5a7091ab-c630-4734-85b1-443e5f1e8f76', 'project_id': 'a820908b1d9049aaabd6c3bbe4cffef1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 15:16:46.764884 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-0a0596b2-eb92-456f-a74f-6e5d28e98817 tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:16:46.814216 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-0a0596b2-eb92-456f-a74f-6e5d28e98817 tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:16:46.817790 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-0a0596b2-eb92-456f-a74f-6e5d28e98817 tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1898694'] for security_group_rule, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:16:46.836698 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0596b2-eb92-456f-a74f-6e5d28e98817 tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=156ac673-c7d5-41b0-9cf6-1d1050d49a64,revision_number=0']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:16:46.844757 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-0a0596b2-eb92-456f-a74f-6e5d28e98817 tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:16:46.845970 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-0a0596b2-eb92-456f-a74f-6e5d28e98817 tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] 10.222.0.104 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1165347 Jul 06 15:16:46.847578 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a0596b2-eb92-456f-a74f-6e5d28e98817 tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:16:46.847925 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a0596b2-eb92-456f-a74f-6e5d28e98817 tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:16:46.848765 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a0596b2-eb92-456f-a74f-6e5d28e98817 tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:16:46.849256 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a0596b2-eb92-456f-a74f-6e5d28e98817 tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:16:46.849615 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 34248) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 15:16:46.849805 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a0596b2-eb92-456f-a74f-6e5d28e98817 tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:16:46.850173 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a0596b2-eb92-456f-a74f-6e5d28e98817 tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:16:46.850511 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a0596b2-eb92-456f-a74f-6e5d28e98817 tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:16:46.850843 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a0596b2-eb92-456f-a74f-6e5d28e98817 tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:16:46.851169 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a0596b2-eb92-456f-a74f-6e5d28e98817 tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:16:46.851525 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a0596b2-eb92-456f-a74f-6e5d28e98817 tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:16:46.851861 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a0596b2-eb92-456f-a74f-6e5d28e98817 tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:16:46.852186 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a0596b2-eb92-456f-a74f-6e5d28e98817 tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:16:46.856661 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-e43fe839-8efc-4111-bca7-4cf9ae9e097e tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] Request body: {'security_group_rule': {'security_group_id': '5a7091ab-c630-4734-85b1-443e5f1e8f76', 'project_id': 'a820908b1d9049aaabd6c3bbe4cffef1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 15:16:46.885011 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-e43fe839-8efc-4111-bca7-4cf9ae9e097e tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:16:46.935879 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-e43fe839-8efc-4111-bca7-4cf9ae9e097e tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:16:46.940211 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-e43fe839-8efc-4111-bca7-4cf9ae9e097e tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1898694'] for security_group_rule, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:16:46.958145 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43fe839-8efc-4111-bca7-4cf9ae9e097e tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=053375e3-0b56-4930-81f5-5d5c8e283416,revision_number=0']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:16:46.964568 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-e43fe839-8efc-4111-bca7-4cf9ae9e097e tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:16:46.965768 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-e43fe839-8efc-4111-bca7-4cf9ae9e097e tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] 10.222.0.104 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1148155 Jul 06 15:16:46.968956 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 34250) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 15:16:46.973825 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-657cab6c-0753-4dff-86d9-1cc9d7619161 tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] Request body: {'security_group_rule': {'security_group_id': '5a7091ab-c630-4734-85b1-443e5f1e8f76', 'project_id': 'a820908b1d9049aaabd6c3bbe4cffef1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 15:16:46.999033 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-657cab6c-0753-4dff-86d9-1cc9d7619161 tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:16:47.058291 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-657cab6c-0753-4dff-86d9-1cc9d7619161 tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:16:47.062048 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-657cab6c-0753-4dff-86d9-1cc9d7619161 tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1898694'] for security_group_rule, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:16:47.080992 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657cab6c-0753-4dff-86d9-1cc9d7619161 tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=31bbb235-8ebc-40f4-8512-922b681ab4a2,revision_number=0']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:16:47.089593 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-657cab6c-0753-4dff-86d9-1cc9d7619161 tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:16:47.090886 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-657cab6c-0753-4dff-86d9-1cc9d7619161 tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] 10.222.0.104 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1209679 Jul 06 15:16:47.093794 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 34252) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 15:16:47.098335 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-07062e50-55a3-499d-b787-eecc629aff55 tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] Request body: {'security_group_rule': {'security_group_id': '5a7091ab-c630-4734-85b1-443e5f1e8f76', 'project_id': 'a820908b1d9049aaabd6c3bbe4cffef1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 15:16:47.125303 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-07062e50-55a3-499d-b787-eecc629aff55 tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:16:47.184588 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-07062e50-55a3-499d-b787-eecc629aff55 tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:16:47.188343 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-07062e50-55a3-499d-b787-eecc629aff55 tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1898694'] for security_group_rule, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:16:47.208367 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07062e50-55a3-499d-b787-eecc629aff55 tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7da6978c-ee4f-4b29-8b00-e2af53bda256,revision_number=0']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:16:47.211869 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-07062e50-55a3-499d-b787-eecc629aff55 tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:16:47.213178 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-07062e50-55a3-499d-b787-eecc629aff55 tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] 10.222.0.104 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1183875 Jul 06 15:16:47.216708 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 34254) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 15:16:47.221307 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-c4e9bbfc-299f-4744-a4a5-a9b83a0a99b5 tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] Request body: {'security_group_rule': {'security_group_id': '5a7091ab-c630-4734-85b1-443e5f1e8f76', 'project_id': 'a820908b1d9049aaabd6c3bbe4cffef1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 15:16:47.245786 n-d-773647-6 neutron-server[100246]: INFO neutron.db.securitygroups_db [None req-c4e9bbfc-299f-4744-a4a5-a9b83a0a99b5 tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] Project a820908b1d9049aaabd6c3bbe4cffef1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 06 15:16:47.251623 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-c4e9bbfc-299f-4744-a4a5-a9b83a0a99b5 tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:16:47.270779 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.agents_db [None req-167c0ad6-1657-4c9a-a2c4-3b18056aa662 None None] Agent healthcheck: found 7 active agents {{(pid=100249) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 15:16:47.322978 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-c4e9bbfc-299f-4744-a4a5-a9b83a0a99b5 tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:16:47.327032 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-c4e9bbfc-299f-4744-a4a5-a9b83a0a99b5 tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1898694'] for security_group_rule, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:16:47.345061 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e9bbfc-299f-4744-a4a5-a9b83a0a99b5 tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d4337784-8d4f-45e4-b784-e24ab365ae01,revision_number=0']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:16:47.355181 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-c4e9bbfc-299f-4744-a4a5-a9b83a0a99b5 tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:16:47.356582 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-c4e9bbfc-299f-4744-a4a5-a9b83a0a99b5 tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] 10.222.0.104 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1389072 Jul 06 15:16:47.359564 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 34256) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 15:16:47.364150 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-407a5402-fa8e-4216-8f48-22a45f69271e tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] Request body: {'security_group_rule': {'security_group_id': '5a7091ab-c630-4734-85b1-443e5f1e8f76', 'project_id': 'a820908b1d9049aaabd6c3bbe4cffef1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 15:16:47.389732 n-d-773647-6 neutron-server[100246]: INFO neutron.db.securitygroups_db [None req-407a5402-fa8e-4216-8f48-22a45f69271e tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] Project a820908b1d9049aaabd6c3bbe4cffef1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 06 15:16:47.396548 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-407a5402-fa8e-4216-8f48-22a45f69271e tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:16:47.466604 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-407a5402-fa8e-4216-8f48-22a45f69271e tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:16:47.470628 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-407a5402-fa8e-4216-8f48-22a45f69271e tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1898694'] for security_group_rule, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:16:47.489591 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407a5402-fa8e-4216-8f48-22a45f69271e tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7caf893f-6689-40b9-92f2-3ef3692bcae3,revision_number=0']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:16:47.501157 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-407a5402-fa8e-4216-8f48-22a45f69271e tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:16:47.512316 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-407a5402-fa8e-4216-8f48-22a45f69271e tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] 10.222.0.104 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1419308 Jul 06 15:16:48.775230 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Device 9f5d1159-a952-42e6-a940-8afc40afb9c3 no longer exists at agent hyperv_n-h2-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 15:16:48.801574 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] No Port match for: 9f5d1159-a952-42e6-a940-8afc40afb9c3 {{(pid=100248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 15:16:48.802237 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Device 9f5d1159-a952-42e6-a940-8afc40afb9c3 not bound to the agent host n-h2-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 15:16:53.002578 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-b3fd3b3e-95f5-4f5d-af88-4b5dcc452707 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:16:55.669410 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-fa79cefe-e723-4515-afca-9ef8f322791f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:16:56.006533 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:16:56.906448 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-2064eaae-da4f-48f8-82d2-b09d4ddedd44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:16:58.707731 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-03f71b24-a9b8-453a-8924-caa3f97bc6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:17:01.888030 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-86d3f5ed-e140-4c49-b05c-c7d68c49b02e req-ac49e1aa-2452-41a6-b8b8-55db4165f9b8 tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] 10.222.0.104 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-234981994&fields=id&tenant_id=a820908b1d9049aaabd6c3bbe4cffef1 HTTP/1.1" status: 200 len: 267 time: 0.0341055 Jul 06 15:17:01.997466 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d3f5ed-e140-4c49-b05c-c7d68c49b02e req-85464072-fad2-4125-a36d-62d3c3933747 tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:17:01.998853 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-86d3f5ed-e140-4c49-b05c-c7d68c49b02e req-85464072-fad2-4125-a36d-62d3c3933747 tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] 10.222.0.104 "GET /v2.0/networks?id=9730a406-f49a-4da1-91fa-60e189bded6c HTTP/1.1" status: 200 len: 808 time: 0.1043081 Jul 06 15:17:02.013057 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-86d3f5ed-e140-4c49-b05c-c7d68c49b02e req-622e073e-7ea8-4efe-a84d-a843aa3849ab tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] 10.222.0.104 "GET /v2.0/quotas/a820908b1d9049aaabd6c3bbe4cffef1 HTTP/1.1" status: 200 len: 375 time: 0.0089316 Jul 06 15:17:02.080190 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-86d3f5ed-e140-4c49-b05c-c7d68c49b02e req-db46e906-54d1-48ab-990b-7572a52c7734 tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] 10.222.0.104 "GET /v2.0/ports?tenant_id=a820908b1d9049aaabd6c3bbe4cffef1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0624378 Jul 06 15:17:02.217126 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-86d3f5ed-e140-4c49-b05c-c7d68c49b02e req-e5209c5d-57bc-4206-874a-00dcd201be3c service neutron] 10.222.0.104 "GET /v2.0/networks/9730a406-f49a-4da1-91fa-60e189bded6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246607 Jul 06 15:17:02.314848 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-86d3f5ed-e140-4c49-b05c-c7d68c49b02e req-025aa2d1-ec49-4fb2-b558-d894fac1109c service neutron] 10.222.0.104 "GET /v2.0/networks/9730a406-f49a-4da1-91fa-60e189bded6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920067 Jul 06 15:17:02.610125 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-8e46c48f-1763-452b-a504-a3d8dd5b2ec9 req-c42c3be4-f0e0-4d44-8381-6e9c86af8b6a tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] 10.222.0.104 "GET /v2.0/ports?device_id=9cfe87c7-c463-4315-8b76-1fc64715dec1 HTTP/1.1" status: 200 len: 210 time: 0.0301342 Jul 06 15:17:03.651135 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d3f5ed-e140-4c49-b05c-c7d68c49b02e req-7e13e25d-42cc-4c78-9826-85920bdb27d7 tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:17:03.652769 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-86d3f5ed-e140-4c49-b05c-c7d68c49b02e req-7e13e25d-42cc-4c78-9826-85920bdb27d7 tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] 10.222.0.127 "GET /v2.0/networks?id=9730a406-f49a-4da1-91fa-60e189bded6c HTTP/1.1" status: 200 len: 808 time: 0.1090086 Jul 06 15:17:03.697007 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-86d3f5ed-e140-4c49-b05c-c7d68c49b02e req-41fc43c9-8a93-4031-9921-a02c11cb8648 tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] 10.222.0.127 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a820908b1d9049aaabd6c3bbe4cffef1 HTTP/1.1" status: 200 len: 379 time: 0.0364084 Jul 06 15:17:03.705290 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [req-86d3f5ed-e140-4c49-b05c-c7d68c49b02e req-a587cd54-0b49-47c9-a065-89322b86db58 tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] Request body: {'port': {'device_id': '9cfe87c7-c463-4315-8b76-1fc64715dec1', 'network_id': '9730a406-f49a-4da1-91fa-60e189bded6c', 'admin_state_up': True, 'tenant_id': 'a820908b1d9049aaabd6c3bbe4cffef1', 'security_groups': ['5a7091ab-c630-4734-85b1-443e5f1e8f76']}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 15:17:03.769105 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-736e342b-c6b6-49d3-97bf-d9a7df1ab034 req-0e8cea8e-220e-4589-a5ea-5df3fa7b6746 tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] 10.222.0.104 "GET /v2.0/ports?device_id=9cfe87c7-c463-4315-8b76-1fc64715dec1 HTTP/1.1" status: 200 len: 210 time: 0.0336342 Jul 06 15:17:03.816353 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-86d3f5ed-e140-4c49-b05c-c7d68c49b02e req-a587cd54-0b49-47c9-a065-89322b86db58 tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] Made reservation on behalf of a820908b1d9049aaabd6c3bbe4cffef1 for: {'port': 1} {{(pid=100246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 15:17:03.820517 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-86d3f5ed-e140-4c49-b05c-c7d68c49b02e req-a587cd54-0b49-47c9-a065-89322b86db58 tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:17:03.962918 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.db_base_plugin_common [req-86d3f5ed-e140-4c49-b05c-c7d68c49b02e req-a587cd54-0b49-47c9-a065-89322b86db58 tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] Allocated IP 172.20.0.6 (9730a406-f49a-4da1-91fa-60e189bded6c/dbdfab00-c34a-4ad9-bf50-8947c76efff0/715fda1d-67ff-4b46-b48e-6c3c0227fa09) {{(pid=100246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 15:17:04.104820 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-86d3f5ed-e140-4c49-b05c-c7d68c49b02e req-a587cd54-0b49-47c9-a065-89322b86db58 tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] Notify callbacks [] for port, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:17:04.119422 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.provisioning_blocks [req-86d3f5ed-e140-4c49-b05c-c7d68c49b02e req-a587cd54-0b49-47c9-a065-89322b86db58 tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] Transition to ACTIVE for port object 715fda1d-67ff-4b46-b48e-6c3c0227fa09 will not be triggered until provisioned by entity DHCP. {{(pid=100246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 15:17:04.153818 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-86d3f5ed-e140-4c49-b05c-c7d68c49b02e req-a587cd54-0b49-47c9-a065-89322b86db58 tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-127687573'] for port, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:17:04.200309 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-86d3f5ed-e140-4c49-b05c-c7d68c49b02e req-a587cd54-0b49-47c9-a065-89322b86db58 tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] Network 9730a406-f49a-4da1-91fa-60e189bded6c is already hosted by enough agents. {{(pid=100246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 15:17:04.203548 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.base_scheduler [req-86d3f5ed-e140-4c49-b05c-c7d68c49b02e req-a587cd54-0b49-47c9-a065-89322b86db58 tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] Resources bound (agent type, host, resource id): {{(pid=100246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 15:17:04.209345 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [req-86d3f5ed-e140-4c49-b05c-c7d68c49b02e req-a587cd54-0b49-47c9-a065-89322b86db58 tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] Received port after_create {{(pid=100246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 15:17:04.215729 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a587cd54-0b49-47c9-a065-89322b86db58 tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] Pushing event updated for resources: {'Port': ['ID=715fda1d-67ff-4b46-b48e-6c3c0227fa09,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:17:04.264023 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d3f5ed-e140-4c49-b05c-c7d68c49b02e req-a587cd54-0b49-47c9-a065-89322b86db58 tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:17:04.264695 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-86d3f5ed-e140-4c49-b05c-c7d68c49b02e req-a587cd54-0b49-47c9-a065-89322b86db58 tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:17:04.284569 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-86d3f5ed-e140-4c49-b05c-c7d68c49b02e req-a587cd54-0b49-47c9-a065-89322b86db58 tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] 10.222.0.127 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5829172 Jul 06 15:17:04.295669 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [req-86d3f5ed-e140-4c49-b05c-c7d68c49b02e req-dc426412-1ab2-4e6e-aa84-301d01869982 tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] http://10.222.0.104:9696/v2.0/extensions returned with HTTP 200 {{(pid=100246) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 15:17:04.297035 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-86d3f5ed-e140-4c49-b05c-c7d68c49b02e req-dc426412-1ab2-4e6e-aa84-301d01869982 tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] 10.222.0.127 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0062878 Jul 06 15:17:04.355206 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [req-86d3f5ed-e140-4c49-b05c-c7d68c49b02e req-f4632785-ff22-4290-8d61-1dbe6edf05c5 service neutron] Request body: {'port': {'device_id': '9cfe87c7-c463-4315-8b76-1fc64715dec1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-773647-6'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 15:17:04.437918 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-86d3f5ed-e140-4c49-b05c-c7d68c49b02e req-f4632785-ff22-4290-8d61-1dbe6edf05c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:17:04.519808 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-b0c8c219-4674-4b4e-a30d-9d1a69f2a255 None None] Provisioning for port 715fda1d-67ff-4b46-b48e-6c3c0227fa09 completed by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 15:17:04.525490 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-b0c8c219-4674-4b4e-a30d-9d1a69f2a255 None None] Provisioning complete for port 715fda1d-67ff-4b46-b48e-6c3c0227fa09 triggered by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 15:17:04.526036 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-b0c8c219-4674-4b4e-a30d-9d1a69f2a255 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:17:04.572429 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-b0c8c219-4674-4b4e-a30d-9d1a69f2a255 None None] Port 715fda1d-67ff-4b46-b48e-6c3c0227fa09 cannot update to ACTIVE because it is not bound. {{(pid=100248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 15:17:04.732730 n-d-773647-6 neutron-server[100246]: DEBUG neutron.notifiers.nova [req-86d3f5ed-e140-4c49-b05c-c7d68c49b02e req-f4632785-ff22-4290-8d61-1dbe6edf05c5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 715fda1d-67ff-4b46-b48e-6c3c0227fa09 {{(pid=100246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 15:17:04.741309 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-86d3f5ed-e140-4c49-b05c-c7d68c49b02e req-f4632785-ff22-4290-8d61-1dbe6edf05c5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:17:04.753699 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.provisioning_blocks [req-86d3f5ed-e140-4c49-b05c-c7d68c49b02e req-f4632785-ff22-4290-8d61-1dbe6edf05c5 service neutron] Transition to ACTIVE for port object 715fda1d-67ff-4b46-b48e-6c3c0227fa09 will not be triggered until provisioned by entity L2. {{(pid=100246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 15:17:04.759197 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-86d3f5ed-e140-4c49-b05c-c7d68c49b02e req-f4632785-ff22-4290-8d61-1dbe6edf05c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127687527'] for port, after_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:17:04.811124 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4632785-ff22-4290-8d61-1dbe6edf05c5 service neutron] Pushing event updated for resources: {'Port': ['ID=715fda1d-67ff-4b46-b48e-6c3c0227fa09,revision_number=2']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:17:05.005491 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b925ee-1bf1-4c59-98c9-ed25ec07fe84 req-d554236c-bc7b-43e4-bad3-50060881bfaa tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:17:05.009015 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-b3b925ee-1bf1-4c59-98c9-ed25ec07fe84 req-d554236c-bc7b-43e4-bad3-50060881bfaa tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] 10.222.0.104 "GET /v2.0/ports?device_id=9cfe87c7-c463-4315-8b76-1fc64715dec1 HTTP/1.1" status: 200 len: 943 time: 0.1009333 Jul 06 15:17:05.054854 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-b3b925ee-1bf1-4c59-98c9-ed25ec07fe84 req-1078a23a-86d1-4eee-ba8d-af971bf64214 tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] 10.222.0.104 "GET /v2.0/security-groups?id=5a7091ab-c630-4734-85b1-443e5f1e8f76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401654 Jul 06 15:17:05.244337 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [req-86d3f5ed-e140-4c49-b05c-c7d68c49b02e req-f4632785-ff22-4290-8d61-1dbe6edf05c5 service neutron] Attempting to bind port 715fda1d-67ff-4b46-b48e-6c3c0227fa09 on host n-h1-773647-6 for vnic_type normal with profile {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 15:17:05.244677 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [req-86d3f5ed-e140-4c49-b05c-c7d68c49b02e req-f4632785-ff22-4290-8d61-1dbe6edf05c5 service neutron] Attempting to bind port 715fda1d-67ff-4b46-b48e-6c3c0227fa09 by drivers openvswitch,hyperv on host n-h1-773647-6 at level 0 using segments [{'id': 'fc821005-da36-4b0a-9510-d7c5111b87a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1005, 'network_id': '9730a406-f49a-4da1-91fa-60e189bded6c'}] {{(pid=100246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 15:17:05.245003 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86d3f5ed-e140-4c49-b05c-c7d68c49b02e req-f4632785-ff22-4290-8d61-1dbe6edf05c5 service neutron] Attempting to bind port 715fda1d-67ff-4b46-b48e-6c3c0227fa09 on network 9730a406-f49a-4da1-91fa-60e189bded6c {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 15:17:05.249359 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86d3f5ed-e140-4c49-b05c-c7d68c49b02e req-f4632785-ff22-4290-8d61-1dbe6edf05c5 service neutron] Port 715fda1d-67ff-4b46-b48e-6c3c0227fa09 on network 9730a406-f49a-4da1-91fa-60e189bded6c not bound, no agent of type Open vSwitch agent registered on host n-h1-773647-6 {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 15:17:05.249679 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86d3f5ed-e140-4c49-b05c-c7d68c49b02e req-f4632785-ff22-4290-8d61-1dbe6edf05c5 service neutron] Attempting to bind port 715fda1d-67ff-4b46-b48e-6c3c0227fa09 on network 9730a406-f49a-4da1-91fa-60e189bded6c {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 15:17:05.254409 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86d3f5ed-e140-4c49-b05c-c7d68c49b02e req-f4632785-ff22-4290-8d61-1dbe6edf05c5 service neutron] Checking agent: {'id': '5bf7147f-bada-4441-a5dc-934b903473fb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-773647-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 51, 12), 'started_at': datetime.datetime(2021, 7, 6, 13, 51, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 15, 16, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 15:17:05.254743 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86d3f5ed-e140-4c49-b05c-c7d68c49b02e req-f4632785-ff22-4290-8d61-1dbe6edf05c5 service neutron] Checking segment: {'id': 'fc821005-da36-4b0a-9510-d7c5111b87a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1005, 'network_id': '9730a406-f49a-4da1-91fa-60e189bded6c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 15:17:05.255124 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86d3f5ed-e140-4c49-b05c-c7d68c49b02e req-f4632785-ff22-4290-8d61-1dbe6edf05c5 service neutron] Bound using segment: {'id': 'fc821005-da36-4b0a-9510-d7c5111b87a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1005, 'network_id': '9730a406-f49a-4da1-91fa-60e189bded6c'} {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 15:17:05.255575 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [req-86d3f5ed-e140-4c49-b05c-c7d68c49b02e req-f4632785-ff22-4290-8d61-1dbe6edf05c5 service neutron] Bound port: 715fda1d-67ff-4b46-b48e-6c3c0227fa09, host: n-h1-773647-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc821005-da36-4b0a-9510-d7c5111b87a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1005, 'network_id': '9730a406-f49a-4da1-91fa-60e189bded6c'}}] {{(pid=100246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 15:17:05.255929 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-86d3f5ed-e140-4c49-b05c-c7d68c49b02e req-f4632785-ff22-4290-8d61-1dbe6edf05c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:17:05.318977 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.db [req-86d3f5ed-e140-4c49-b05c-c7d68c49b02e req-f4632785-ff22-4290-8d61-1dbe6edf05c5 service neutron] For port 715fda1d-67ff-4b46-b48e-6c3c0227fa09, host n-h1-773647-6, cleared binding levels {{(pid=100246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 15:17:05.322628 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.db [req-86d3f5ed-e140-4c49-b05c-c7d68c49b02e req-f4632785-ff22-4290-8d61-1dbe6edf05c5 service neutron] For port 715fda1d-67ff-4b46-b48e-6c3c0227fa09, host n-h1-773647-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773647-6',level=0,port_id=715fda1d-67ff-4b46-b48e-6c3c0227fa09,segment=NetworkSegment(fc821005-da36-4b0a-9510-d7c5111b87a2),segment_id=fc821005-da36-4b0a-9510-d7c5111b87a2)] {{(pid=100246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 15:17:05.328264 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-86d3f5ed-e140-4c49-b05c-c7d68c49b02e req-f4632785-ff22-4290-8d61-1dbe6edf05c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127687527'] for port, after_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:17:05.366325 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d3f5ed-e140-4c49-b05c-c7d68c49b02e req-f4632785-ff22-4290-8d61-1dbe6edf05c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:17:05.367019 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-86d3f5ed-e140-4c49-b05c-c7d68c49b02e req-f4632785-ff22-4290-8d61-1dbe6edf05c5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:17:05.369273 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-86d3f5ed-e140-4c49-b05c-c7d68c49b02e req-f4632785-ff22-4290-8d61-1dbe6edf05c5 service neutron] 10.222.0.127 "PUT /v2.0/ports/715fda1d-67ff-4b46-b48e-6c3c0227fa09 HTTP/1.1" status: 200 len: 1091 time: 1.0660844 Jul 06 15:17:05.372135 n-d-773647-6 neutron-server[100246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9cfe87c7-c463-4315-8b76-1fc64715dec1', 'tag': '715fda1d-67ff-4b46-b48e-6c3c0227fa09'}] {{(pid=100246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 15:17:05.375629 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46bcbd240f672e88150dff05a21f1d72cf4d2de628fda8977cb1eab177268aa5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c39f8a4-4403-4d57-b36c-eafdcb68e6d3" -d '{"events": [{"name": "network-changed", "server_uuid": "9cfe87c7-c463-4315-8b76-1fc64715dec1", "tag": "715fda1d-67ff-4b46-b48e-6c3c0227fa09"}]}' {{(pid=100246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 15:17:05.412985 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4632785-ff22-4290-8d61-1dbe6edf05c5 service neutron] Pushing event updated for resources: {'Port': ['ID=715fda1d-67ff-4b46-b48e-6c3c0227fa09,revision_number=3']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:17:05.450470 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 15:17:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4c20e14-4185-4cd9-b5a2-ac7972f64dbd x-openstack-request-id: req-c4c20e14-4185-4cd9-b5a2-ac7972f64dbd {{(pid=100246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 15:17:05.450769 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9cfe87c7-c463-4315-8b76-1fc64715dec1", "tag": "715fda1d-67ff-4b46-b48e-6c3c0227fa09", "status": "completed", "code": 200}]} {{(pid=100246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 15:17:05.451018 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-c4c20e14-4185-4cd9-b5a2-ac7972f64dbd {{(pid=100246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 15:17:05.451510 n-d-773647-6 neutron-server[100246]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9cfe87c7-c463-4315-8b76-1fc64715dec1', 'tag': '715fda1d-67ff-4b46-b48e-6c3c0227fa09', 'status': 'completed', 'code': 200} Jul 06 15:17:05.480115 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d3f5ed-e140-4c49-b05c-c7d68c49b02e req-876c9109-1f42-4b09-9c3a-863b3de0d92c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:17:05.481876 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-86d3f5ed-e140-4c49-b05c-c7d68c49b02e req-876c9109-1f42-4b09-9c3a-863b3de0d92c service neutron] 10.222.0.127 "GET /v2.0/ports?tenant_id=a820908b1d9049aaabd6c3bbe4cffef1&device_id=9cfe87c7-c463-4315-8b76-1fc64715dec1 HTTP/1.1" status: 200 len: 1094 time: 0.0650280 Jul 06 15:17:05.526465 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-86d3f5ed-e140-4c49-b05c-c7d68c49b02e req-39bb7629-a595-43c4-af9f-529afa90e494 service neutron] 10.222.0.127 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=715fda1d-67ff-4b46-b48e-6c3c0227fa09 HTTP/1.1" status: 200 len: 217 time: 0.0368485 Jul 06 15:17:05.577269 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d3f5ed-e140-4c49-b05c-c7d68c49b02e req-7e648c28-aa83-4c71-9521-c48ba49c8159 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:17:05.578958 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-86d3f5ed-e140-4c49-b05c-c7d68c49b02e req-7e648c28-aa83-4c71-9521-c48ba49c8159 service neutron] 10.222.0.127 "GET /v2.0/subnets?id=dbdfab00-c34a-4ad9-bf50-8947c76efff0 HTTP/1.1" status: 200 len: 847 time: 0.0456772 Jul 06 15:17:05.645746 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d3f5ed-e140-4c49-b05c-c7d68c49b02e req-9c16a755-cfea-4a38-8c5c-343c1c1785f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:17:05.647276 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-86d3f5ed-e140-4c49-b05c-c7d68c49b02e req-9c16a755-cfea-4a38-8c5c-343c1c1785f0 service neutron] 10.222.0.127 "GET /v2.0/ports?network_id=9730a406-f49a-4da1-91fa-60e189bded6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0624201 Jul 06 15:17:05.736802 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-86d3f5ed-e140-4c49-b05c-c7d68c49b02e req-8ace8a7c-c1b2-42b3-b69b-7d86e81f2976 service neutron] 10.222.0.127 "GET /v2.0/networks/9730a406-f49a-4da1-91fa-60e189bded6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831747 Jul 06 15:17:05.832961 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-86d3f5ed-e140-4c49-b05c-c7d68c49b02e req-85ba1b4d-0c88-4728-b786-6a556ef46438 service neutron] 10.222.0.127 "GET /v2.0/networks/9730a406-f49a-4da1-91fa-60e189bded6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894425 Jul 06 15:17:05.933582 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c39f8a4-4403-4d57-b36c-eafdcb68e6d3 req-9bc60946-7976-4659-bf32-e347cc4ccf16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:17:05.935014 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-6c39f8a4-4403-4d57-b36c-eafdcb68e6d3 req-9bc60946-7976-4659-bf32-e347cc4ccf16 service neutron] 10.222.0.127 "GET /v2.0/ports?tenant_id=a820908b1d9049aaabd6c3bbe4cffef1&device_id=9cfe87c7-c463-4315-8b76-1fc64715dec1 HTTP/1.1" status: 200 len: 1094 time: 0.0532932 Jul 06 15:17:06.022381 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c39f8a4-4403-4d57-b36c-eafdcb68e6d3 req-bbd4c134-7c86-43df-b6d3-73be98530d99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:17:06.023956 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-6c39f8a4-4403-4d57-b36c-eafdcb68e6d3 req-bbd4c134-7c86-43df-b6d3-73be98530d99 service neutron] 10.222.0.127 "GET /v2.0/networks?id=9730a406-f49a-4da1-91fa-60e189bded6c HTTP/1.1" status: 200 len: 910 time: 0.0831409 Jul 06 15:17:06.068680 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-6c39f8a4-4403-4d57-b36c-eafdcb68e6d3 req-8d367001-a241-49de-adff-900d7480ad4a service neutron] 10.222.0.127 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=715fda1d-67ff-4b46-b48e-6c3c0227fa09 HTTP/1.1" status: 200 len: 217 time: 0.0382495 Jul 06 15:17:06.117551 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c39f8a4-4403-4d57-b36c-eafdcb68e6d3 req-c3ce3b34-2164-44b0-932e-fcd81a5fa555 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:17:06.119047 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-6c39f8a4-4403-4d57-b36c-eafdcb68e6d3 req-c3ce3b34-2164-44b0-932e-fcd81a5fa555 service neutron] 10.222.0.127 "GET /v2.0/subnets?id=dbdfab00-c34a-4ad9-bf50-8947c76efff0 HTTP/1.1" status: 200 len: 847 time: 0.0450881 Jul 06 15:17:06.176680 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c39f8a4-4403-4d57-b36c-eafdcb68e6d3 req-e24ec032-3550-476c-8515-011b307f8530 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:17:06.178222 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-6c39f8a4-4403-4d57-b36c-eafdcb68e6d3 req-e24ec032-3550-476c-8515-011b307f8530 service neutron] 10.222.0.127 "GET /v2.0/ports?network_id=9730a406-f49a-4da1-91fa-60e189bded6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0536354 Jul 06 15:17:06.237801 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd80efe-58ca-43a5-b1b6-06523770d372 req-7c90940b-4e20-4cff-9b7f-289b71eaf262 tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:17:06.239327 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-9dd80efe-58ca-43a5-b1b6-06523770d372 req-7c90940b-4e20-4cff-9b7f-289b71eaf262 tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] 10.222.0.104 "GET /v2.0/ports?device_id=9cfe87c7-c463-4315-8b76-1fc64715dec1 HTTP/1.1" status: 200 len: 943 time: 0.0666556 Jul 06 15:17:06.274774 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-6c39f8a4-4403-4d57-b36c-eafdcb68e6d3 req-2ccf1ecc-a0dd-4f54-9b84-88a475cc3e22 service neutron] 10.222.0.127 "GET /v2.0/networks/9730a406-f49a-4da1-91fa-60e189bded6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899796 Jul 06 15:17:06.283737 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-9dd80efe-58ca-43a5-b1b6-06523770d372 req-25820117-e253-45c6-9a61-489069c1ce38 tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] 10.222.0.104 "GET /v2.0/security-groups?id=5a7091ab-c630-4734-85b1-443e5f1e8f76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378127 Jul 06 15:17:06.370884 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-6c39f8a4-4403-4d57-b36c-eafdcb68e6d3 req-f62006ff-12b1-45fb-9314-d5bdd8af18ae service neutron] 10.222.0.127 "GET /v2.0/networks/9730a406-f49a-4da1-91fa-60e189bded6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894372 Jul 06 15:17:07.464878 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44cc8eb7-1c86-4503-a180-6e5af76fe75e req-34b34bd8-f943-4f53-9c39-6379971ef797 tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:17:07.466366 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-44cc8eb7-1c86-4503-a180-6e5af76fe75e req-34b34bd8-f943-4f53-9c39-6379971ef797 tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] 10.222.0.104 "GET /v2.0/ports?device_id=9cfe87c7-c463-4315-8b76-1fc64715dec1 HTTP/1.1" status: 200 len: 943 time: 0.0673616 Jul 06 15:17:07.504248 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-44cc8eb7-1c86-4503-a180-6e5af76fe75e req-93f993c5-5bae-44ed-b2b9-bd148df12433 tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] 10.222.0.104 "GET /v2.0/security-groups?id=5a7091ab-c630-4734-85b1-443e5f1e8f76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321198 Jul 06 15:17:08.676597 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e9288a-c264-43f8-bcf8-ea7f46345511 req-7f1c614b-e0f3-4552-b222-02ee6a4381eb tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:17:08.678352 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-43e9288a-c264-43f8-bcf8-ea7f46345511 req-7f1c614b-e0f3-4552-b222-02ee6a4381eb tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] 10.222.0.104 "GET /v2.0/ports?device_id=9cfe87c7-c463-4315-8b76-1fc64715dec1 HTTP/1.1" status: 200 len: 943 time: 0.0631559 Jul 06 15:17:08.714756 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-43e9288a-c264-43f8-bcf8-ea7f46345511 req-21d389a6-6f21-4f02-ac4c-825b8cfe7e74 tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] 10.222.0.104 "GET /v2.0/security-groups?id=5a7091ab-c630-4734-85b1-443e5f1e8f76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308685 Jul 06 15:17:09.889473 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16e2f7d-6b54-4eff-a248-389288384283 req-7fec3a07-8a07-469b-9659-41ee0700ba86 tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:17:09.891327 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-d16e2f7d-6b54-4eff-a248-389288384283 req-7fec3a07-8a07-469b-9659-41ee0700ba86 tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] 10.222.0.104 "GET /v2.0/ports?device_id=9cfe87c7-c463-4315-8b76-1fc64715dec1 HTTP/1.1" status: 200 len: 943 time: 0.0674777 Jul 06 15:17:09.929014 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-d16e2f7d-6b54-4eff-a248-389288384283 req-7a524c3c-ae43-4a15-9d52-511c574c519a tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] 10.222.0.104 "GET /v2.0/security-groups?id=5a7091ab-c630-4734-85b1-443e5f1e8f76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321763 Jul 06 15:17:11.096484 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63dc7e1-d81a-4012-ba83-044d15260130 req-698b8c4d-5b3e-4f6b-9787-228491f362e2 tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:17:11.097943 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-c63dc7e1-d81a-4012-ba83-044d15260130 req-698b8c4d-5b3e-4f6b-9787-228491f362e2 tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] 10.222.0.104 "GET /v2.0/ports?device_id=9cfe87c7-c463-4315-8b76-1fc64715dec1 HTTP/1.1" status: 200 len: 943 time: 0.0614152 Jul 06 15:17:11.134159 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-c63dc7e1-d81a-4012-ba83-044d15260130 req-2b83cb6d-5b56-4e2f-b7fc-727bedf36095 tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] 10.222.0.104 "GET /v2.0/security-groups?id=5a7091ab-c630-4734-85b1-443e5f1e8f76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300746 Jul 06 15:17:11.583553 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:17:12.304435 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c500b65-5a4f-41cb-a21f-163fed190ec2 req-366faf65-b5d0-4364-a468-d8eb0b8bf120 tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:17:12.305907 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-1c500b65-5a4f-41cb-a21f-163fed190ec2 req-366faf65-b5d0-4364-a468-d8eb0b8bf120 tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] 10.222.0.104 "GET /v2.0/ports?device_id=9cfe87c7-c463-4315-8b76-1fc64715dec1 HTTP/1.1" status: 200 len: 943 time: 0.0621893 Jul 06 15:17:12.343124 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-1c500b65-5a4f-41cb-a21f-163fed190ec2 req-84bc6839-8f7b-4063-a69a-dbcf90f135f8 tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] 10.222.0.104 "GET /v2.0/security-groups?id=5a7091ab-c630-4734-85b1-443e5f1e8f76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317030 Jul 06 15:17:13.251379 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:17:13.523418 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7baecd3f-1d72-4ecc-8a6b-2fedd5265ee1 req-7b3b68f6-fb68-485a-a3fa-18159080cf55 tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:17:13.524808 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-7baecd3f-1d72-4ecc-8a6b-2fedd5265ee1 req-7b3b68f6-fb68-485a-a3fa-18159080cf55 tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] 10.222.0.104 "GET /v2.0/ports?device_id=9cfe87c7-c463-4315-8b76-1fc64715dec1 HTTP/1.1" status: 200 len: 943 time: 0.0671675 Jul 06 15:17:13.563357 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-7baecd3f-1d72-4ecc-8a6b-2fedd5265ee1 req-0b1b0b8d-939c-433a-89c0-b25e4b523ff6 tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] 10.222.0.104 "GET /v2.0/security-groups?id=5a7091ab-c630-4734-85b1-443e5f1e8f76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327518 Jul 06 15:17:14.741635 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054062d8-f81f-42cd-83a5-3a745d4e6012 req-9e50a185-9a7e-42b8-accf-af830f764c6d tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:17:14.743178 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-054062d8-f81f-42cd-83a5-3a745d4e6012 req-9e50a185-9a7e-42b8-accf-af830f764c6d tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] 10.222.0.104 "GET /v2.0/ports?device_id=9cfe87c7-c463-4315-8b76-1fc64715dec1 HTTP/1.1" status: 200 len: 943 time: 0.0662634 Jul 06 15:17:14.780774 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-054062d8-f81f-42cd-83a5-3a745d4e6012 req-67b204eb-ec00-4c6d-aebe-6911853d1414 tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] 10.222.0.104 "GET /v2.0/security-groups?id=5a7091ab-c630-4734-85b1-443e5f1e8f76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315795 Jul 06 15:17:15.970744 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29eb262-027e-4e3e-96a7-7fb6fa439016 req-8a6bc024-ac43-40c1-936e-0e852c7bfe13 tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:17:15.972257 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-a29eb262-027e-4e3e-96a7-7fb6fa439016 req-8a6bc024-ac43-40c1-936e-0e852c7bfe13 tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] 10.222.0.104 "GET /v2.0/ports?device_id=9cfe87c7-c463-4315-8b76-1fc64715dec1 HTTP/1.1" status: 200 len: 943 time: 0.0666869 Jul 06 15:17:16.010040 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-a29eb262-027e-4e3e-96a7-7fb6fa439016 req-9817dcd1-c242-42bd-b7d7-3d9d8b1ad053 tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] 10.222.0.104 "GET /v2.0/security-groups?id=5a7091ab-c630-4734-85b1-443e5f1e8f76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314858 Jul 06 15:17:17.188722 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abdd5fb-0abc-4824-9937-9890b48072ea req-d419d0a7-f70f-4fee-96f3-24445206e70b tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:17:17.190341 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-2abdd5fb-0abc-4824-9937-9890b48072ea req-d419d0a7-f70f-4fee-96f3-24445206e70b tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] 10.222.0.104 "GET /v2.0/ports?device_id=9cfe87c7-c463-4315-8b76-1fc64715dec1 HTTP/1.1" status: 200 len: 943 time: 0.0692873 Jul 06 15:17:17.193090 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Device 715fda1d-67ff-4b46-b48e-6c3c0227fa09 details requested by agent hyperv_n-h1-773647-6 with host n-h1-773647-6 {{(pid=100248) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 15:17:17.232007 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-2abdd5fb-0abc-4824-9937-9890b48072ea req-9407ca01-d8b5-4b8e-9f3d-76b40ce47a0f tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] 10.222.0.104 "GET /v2.0/security-groups?id=5a7091ab-c630-4734-85b1-443e5f1e8f76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353689 Jul 06 15:17:17.289697 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] For port 715fda1d-67ff-4b46-b48e-6c3c0227fa09, host n-h1-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773647-6',level=0,port_id=715fda1d-67ff-4b46-b48e-6c3c0227fa09,segment=NetworkSegment(fc821005-da36-4b0a-9510-d7c5111b87a2),segment_id=fc821005-da36-4b0a-9510-d7c5111b87a2)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 15:17:17.301123 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Returning: {'device': '715fda1d-67ff-4b46-b48e-6c3c0227fa09', 'network_id': '9730a406-f49a-4da1-91fa-60e189bded6c', 'port_id': '715fda1d-67ff-4b46-b48e-6c3c0227fa09', 'mac_address': 'fa:16:3e:3c:72:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1005, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dbdfab00-c34a-4ad9-bf50-8947c76efff0', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100248) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 15:17:17.336713 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:17:17.349173 n-d-773647-6 neutron-server[100248]: DEBUG neutron.notifiers.nova [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 715fda1d-67ff-4b46-b48e-6c3c0227fa09 {{(pid=100248) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 15:17:17.368473 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] For port 715fda1d-67ff-4b46-b48e-6c3c0227fa09, host n-h1-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773647-6',level=0,port_id=715fda1d-67ff-4b46-b48e-6c3c0227fa09,segment=NetworkSegment(fc821005-da36-4b0a-9510-d7c5111b87a2),segment_id=fc821005-da36-4b0a-9510-d7c5111b87a2)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 15:17:17.372553 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:17:17.419683 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Pushing event updated for resources: {'Port': ['ID=715fda1d-67ff-4b46-b48e-6c3c0227fa09,revision_number=4']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:17:17.426820 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:17:17.427173 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:17:17.427545 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:17:17.427887 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:17:17.428223 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:17:17.428558 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:17:17.429451 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:17:17.429781 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:17:17.430106 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:17:17.430430 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:17:17.430761 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:17:17.431084 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:17:17.737979 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] get_ports_and_sgs() called for port_ids ['715fda1d-67ff-4b46-b48e-6c3c0227fa09'] {{(pid=100248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 15:17:18.413668 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6617f3dd-58b9-482f-93cf-41b81aa6de38 req-6b27555a-c3e5-40ed-811a-313faa20dcb3 tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:17:18.415144 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-6617f3dd-58b9-482f-93cf-41b81aa6de38 req-6b27555a-c3e5-40ed-811a-313faa20dcb3 tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] 10.222.0.104 "GET /v2.0/ports?device_id=9cfe87c7-c463-4315-8b76-1fc64715dec1 HTTP/1.1" status: 200 len: 944 time: 0.0623302 Jul 06 15:17:18.453655 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-6617f3dd-58b9-482f-93cf-41b81aa6de38 req-6a366e25-5191-4b26-90f4-753e5799dfe7 tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] 10.222.0.104 "GET /v2.0/security-groups?id=5a7091ab-c630-4734-85b1-443e5f1e8f76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326445 Jul 06 15:17:19.193466 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Device 715fda1d-67ff-4b46-b48e-6c3c0227fa09 up at agent hyperv_n-h1-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 15:17:19.240720 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Provisioning for port 715fda1d-67ff-4b46-b48e-6c3c0227fa09 completed by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 15:17:19.244400 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Provisioning complete for port 715fda1d-67ff-4b46-b48e-6c3c0227fa09 triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 15:17:19.244770 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:17:19.321466 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:17:19.343526 n-d-773647-6 neutron-server[100248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9cfe87c7-c463-4315-8b76-1fc64715dec1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '715fda1d-67ff-4b46-b48e-6c3c0227fa09'}] {{(pid=100248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 15:17:19.345729 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55db2ac8c963aac1696062c7614e8816713b17764cc733cf0a1d7e1ce8ed655f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a9c1647-f306-4a05-abe5-b19b60060a05" -d '{"events": [{"server_uuid": "9cfe87c7-c463-4315-8b76-1fc64715dec1", "name": "network-vif-plugged", "status": "completed", "tag": "715fda1d-67ff-4b46-b48e-6c3c0227fa09"}]}' {{(pid=100248) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 15:17:19.359737 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] For port 715fda1d-67ff-4b46-b48e-6c3c0227fa09, host n-h1-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773647-6',level=0,port_id=715fda1d-67ff-4b46-b48e-6c3c0227fa09,segment=NetworkSegment(fc821005-da36-4b0a-9510-d7c5111b87a2),segment_id=fc821005-da36-4b0a-9510-d7c5111b87a2)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 15:17:19.363996 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:17:19.412312 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Pushing event updated for resources: {'Port': ['ID=715fda1d-67ff-4b46-b48e-6c3c0227fa09,revision_number=5']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:17:19.435340 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 15:17:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b55f6217-7a87-4e7f-9b5f-8d9ada92b45e x-openstack-request-id: req-b55f6217-7a87-4e7f-9b5f-8d9ada92b45e {{(pid=100248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 15:17:19.435682 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9cfe87c7-c463-4315-8b76-1fc64715dec1", "name": "network-vif-plugged", "status": "completed", "tag": "715fda1d-67ff-4b46-b48e-6c3c0227fa09", "code": 200}]} {{(pid=100248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 15:17:19.436410 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-b55f6217-7a87-4e7f-9b5f-8d9ada92b45e {{(pid=100248) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 15:17:19.436879 n-d-773647-6 neutron-server[100248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9cfe87c7-c463-4315-8b76-1fc64715dec1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '715fda1d-67ff-4b46-b48e-6c3c0227fa09', 'code': 200} Jul 06 15:17:19.551820 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b859b397-4669-4432-b65e-46849d3afa2e req-ddd814b8-23b7-47f7-9341-3fdb7652353e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:17:19.553353 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-b859b397-4669-4432-b65e-46849d3afa2e req-ddd814b8-23b7-47f7-9341-3fdb7652353e service neutron] 10.222.0.127 "GET /v2.0/ports?device_id=9cfe87c7-c463-4315-8b76-1fc64715dec1 HTTP/1.1" status: 200 len: 1096 time: 0.0539906 Jul 06 15:17:19.594621 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-b859b397-4669-4432-b65e-46849d3afa2e req-7537aaa4-1df8-47be-998d-b58ba868660d service neutron] 10.222.0.127 "GET /v2.0/security-groups?id=5a7091ab-c630-4734-85b1-443e5f1e8f76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349011 Jul 06 15:17:19.633160 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf71a80-9df5-495f-88e1-9cd5b5cb5a53 req-ee251982-c7b4-494d-a1b3-b32f3e5c555b tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:17:19.634661 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-daf71a80-9df5-495f-88e1-9cd5b5cb5a53 req-ee251982-c7b4-494d-a1b3-b32f3e5c555b tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] 10.222.0.104 "GET /v2.0/ports?device_id=9cfe87c7-c463-4315-8b76-1fc64715dec1 HTTP/1.1" status: 200 len: 945 time: 0.0674660 Jul 06 15:17:19.672481 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-daf71a80-9df5-495f-88e1-9cd5b5cb5a53 req-2a0ba341-1213-483d-84b4-7df66889da33 tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] 10.222.0.104 "GET /v2.0/security-groups?id=5a7091ab-c630-4734-85b1-443e5f1e8f76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322342 Jul 06 15:17:20.851712 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc7fd69-7fb1-4b7c-8a9b-8e518882c87e req-ef20fb43-bf61-4173-9dc7-f55caa950b43 tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:17:20.853214 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-5fc7fd69-7fb1-4b7c-8a9b-8e518882c87e req-ef20fb43-bf61-4173-9dc7-f55caa950b43 tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] 10.222.0.104 "GET /v2.0/ports?device_id=9cfe87c7-c463-4315-8b76-1fc64715dec1 HTTP/1.1" status: 200 len: 945 time: 0.0652866 Jul 06 15:17:20.891446 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-5fc7fd69-7fb1-4b7c-8a9b-8e518882c87e req-aefa3e56-2585-4dfb-aa48-4944db639c1e tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] 10.222.0.104 "GET /v2.0/security-groups?id=5a7091ab-c630-4734-85b1-443e5f1e8f76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320094 Jul 06 15:17:21.070867 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3dca7e-55e4-40b2-b795-ed3420a68e0c req-66eb5ba0-3d24-4bc4-94b1-d1e945064c79 tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:17:21.072314 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-5c3dca7e-55e4-40b2-b795-ed3420a68e0c req-66eb5ba0-3d24-4bc4-94b1-d1e945064c79 tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] 10.222.0.104 "GET /v2.0/ports?device_id=9cfe87c7-c463-4315-8b76-1fc64715dec1 HTTP/1.1" status: 200 len: 945 time: 0.0693343 Jul 06 15:17:21.113324 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-5c3dca7e-55e4-40b2-b795-ed3420a68e0c req-e6c26186-2ed0-4393-8fc7-7f351bd77ff5 tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] 10.222.0.104 "GET /v2.0/security-groups?id=5a7091ab-c630-4734-85b1-443e5f1e8f76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346916 Jul 06 15:17:21.140640 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 34458) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 15:17:21.194018 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1031ffd4-8e43-4845-abe4-639a6ad19ced tempest-TestShelveInstance-890140940 tempest-TestShelveInstance-890140940-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:17:21.196154 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-1031ffd4-8e43-4845-abe4-639a6ad19ced tempest-TestShelveInstance-890140940 tempest-TestShelveInstance-890140940-project-admin] 10.222.0.104 "GET /v2.0/ports?device_id=9cfe87c7-c463-4315-8b76-1fc64715dec1 HTTP/1.1" status: 200 len: 1091 time: 0.0543756 Jul 06 15:17:21.199085 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 34460) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 15:17:21.203425 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-2312018f-9085-4d09-a1d5-8facc47e2e0b tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] Request body: {'floatingip': {'floating_network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'port_id': '715fda1d-67ff-4b46-b48e-6c3c0227fa09', 'tenant_id': 'a820908b1d9049aaabd6c3bbe4cffef1', 'fixed_ip_address': '172.20.0.6'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 15:17:21.225996 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-2312018f-9085-4d09-a1d5-8facc47e2e0b tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] Notify callbacks [] for floatingip, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:17:21.331759 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-2312018f-9085-4d09-a1d5-8facc47e2e0b tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:17:21.443942 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.db_base_plugin_common [None req-2312018f-9085-4d09-a1d5-8facc47e2e0b tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] Allocated IP 172.25.0.14 (2658f09e-a580-4d4a-9968-2d1e0ad93719/cbf74abc-6fe1-4d33-b005-c948923b9647/15b88661-699f-4867-85b9-08d581bece55) {{(pid=100246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 15:17:21.551527 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-2312018f-9085-4d09-a1d5-8facc47e2e0b tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] Notify callbacks [] for port, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:17:21.590287 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-2312018f-9085-4d09-a1d5-8facc47e2e0b tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-127687573'] for port, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:17:21.627902 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2312018f-9085-4d09-a1d5-8facc47e2e0b tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] Network 2658f09e-a580-4d4a-9968-2d1e0ad93719 is already hosted by enough agents. {{(pid=100246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 15:17:21.630553 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.base_scheduler [None req-2312018f-9085-4d09-a1d5-8facc47e2e0b tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] Resources bound (agent type, host, resource id): {{(pid=100246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 15:17:21.637200 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2312018f-9085-4d09-a1d5-8facc47e2e0b tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] Received port after_create {{(pid=100246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 15:17:21.643685 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2312018f-9085-4d09-a1d5-8facc47e2e0b tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] Pushing event updated for resources: {'Port': ['ID=15b88661-699f-4867-85b9-08d581bece55,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:17:22.008277 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-2312018f-9085-4d09-a1d5-8facc47e2e0b tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:17:22.088217 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-2312018f-9085-4d09-a1d5-8facc47e2e0b tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:17:22.246087 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-2312018f-9085-4d09-a1d5-8facc47e2e0b tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] Notify callbacks [] for port, precommit_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:17:22.251546 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-2312018f-9085-4d09-a1d5-8facc47e2e0b tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127687527'] for port, after_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:17:22.329902 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2312018f-9085-4d09-a1d5-8facc47e2e0b tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] Pushing event updated for resources: {'Port': ['ID=15b88661-699f-4867-85b9-08d581bece55,revision_number=2']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:17:22.339039 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-2312018f-9085-4d09-a1d5-8facc47e2e0b tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1761130'] for floatingip, after_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:17:22.442993 n-d-773647-6 neutron-server[100246]: INFO neutron.db.l3_db [None req-2312018f-9085-4d09-a1d5-8facc47e2e0b tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] Floating IP 8e147a73-580b-483b-a876-10eb46018426 associated. External IP: 172.25.0.14, port: 715fda1d-67ff-4b46-b48e-6c3c0227fa09. Jul 06 15:17:22.666199 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2312018f-9085-4d09-a1d5-8facc47e2e0b tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] Router 919db7f7-23da-4ad9-97a0-7cead9a51c05 has already been hosted by L3 agent 2823d358-a11b-4885-a706-95a279e43fa7 {{(pid=100246) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 15:17:22.777557 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2312018f-9085-4d09-a1d5-8facc47e2e0b tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] Notify agent at l3_agent.n-d-773647-6 the message routers_updated {{(pid=100246) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 15:17:22.787474 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdae948b-db75-41aa-9d6e-ba04b4bc1868 None None] Sync routers for ids ['919db7f7-23da-4ad9-97a0-7cead9a51c05'] in n-d-773647-6 {{(pid=100248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 15:17:22.795352 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-2312018f-9085-4d09-a1d5-8facc47e2e0b tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for floatingip, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:17:22.797842 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdae948b-db75-41aa-9d6e-ba04b4bc1868 None None] Routers {'919db7f7-23da-4ad9-97a0-7cead9a51c05'} bound to L3 agent in host n-d-773647-6 {{(pid=100248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 15:17:22.798470 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-fdae948b-db75-41aa-9d6e-ba04b4bc1868 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T15:16:56Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['919db7f7-23da-4ad9-97a0-7cead9a51c05'], 'active': True} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:17:22.836621 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-2312018f-9085-4d09-a1d5-8facc47e2e0b tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] 10.222.0.104 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.6364751 Jul 06 15:17:22.837215 n-d-773647-6 neutron-server[100246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9cfe87c7-c463-4315-8b76-1fc64715dec1', 'tag': '715fda1d-67ff-4b46-b48e-6c3c0227fa09'}] {{(pid=100246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 15:17:22.839986 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46bcbd240f672e88150dff05a21f1d72cf4d2de628fda8977cb1eab177268aa5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41528768-320e-4fd0-8ab6-100e10980a2a" -d '{"events": [{"name": "network-changed", "server_uuid": "9cfe87c7-c463-4315-8b76-1fc64715dec1", "tag": "715fda1d-67ff-4b46-b48e-6c3c0227fa09"}]}' {{(pid=100246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 15:17:22.880251 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 15:17:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcee2451-8733-4351-8fd5-d798aa4a4d33 x-openstack-request-id: req-fcee2451-8733-4351-8fd5-d798aa4a4d33 {{(pid=100246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 15:17:22.880545 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9cfe87c7-c463-4315-8b76-1fc64715dec1", "tag": "715fda1d-67ff-4b46-b48e-6c3c0227fa09", "status": "completed", "code": 200}]} {{(pid=100246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 15:17:22.880797 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-fcee2451-8733-4351-8fd5-d798aa4a4d33 {{(pid=100246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 15:17:22.881203 n-d-773647-6 neutron-server[100246]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9cfe87c7-c463-4315-8b76-1fc64715dec1', 'tag': '715fda1d-67ff-4b46-b48e-6c3c0227fa09', 'status': 'completed', 'code': 200} Jul 06 15:17:22.911886 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvr_db [None req-fdae948b-db75-41aa-9d6e-ba04b4bc1868 None None] Set router 919db7f7-23da-4ad9-97a0-7cead9a51c05 gateway port host: n-d-773647-6 {{(pid=100248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 15:17:22.955567 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41528768-320e-4fd0-8ab6-100e10980a2a req-46b31de8-7bd7-434c-873b-94e0141a8270 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:17:22.957022 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-41528768-320e-4fd0-8ab6-100e10980a2a req-46b31de8-7bd7-434c-873b-94e0141a8270 service neutron] 10.222.0.127 "GET /v2.0/ports?tenant_id=a820908b1d9049aaabd6c3bbe4cffef1&device_id=9cfe87c7-c463-4315-8b76-1fc64715dec1 HTTP/1.1" status: 200 len: 1096 time: 0.0543222 Jul 06 15:17:23.016870 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-184d1c6f-01ee-410f-86e1-b0de29b47bcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:17:23.051226 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41528768-320e-4fd0-8ab6-100e10980a2a req-7a38b46c-a0e5-4a6a-96f1-cd8598b03657 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:17:23.052756 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-41528768-320e-4fd0-8ab6-100e10980a2a req-7a38b46c-a0e5-4a6a-96f1-cd8598b03657 service neutron] 10.222.0.127 "GET /v2.0/networks?id=9730a406-f49a-4da1-91fa-60e189bded6c HTTP/1.1" status: 200 len: 910 time: 0.0898647 Jul 06 15:17:23.123472 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-41528768-320e-4fd0-8ab6-100e10980a2a req-e94ca4d2-3103-4f6c-baf4-83c953996b81 service neutron] 10.222.0.127 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=715fda1d-67ff-4b46-b48e-6c3c0227fa09 HTTP/1.1" status: 200 len: 998 time: 0.0633967 Jul 06 15:17:23.162197 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-fdae948b-db75-41aa-9d6e-ba04b4bc1868 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '919db7f7-23da-4ad9-97a0-7cead9a51c05', 'name': 'tempest-TestShelveInstance-254423672-router', 'tenant_id': 'a820908b1d9049aaabd6c3bbe4cffef1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.8'}], 'enable_snat': True}, 'gw_port_id': '981d17af-ae13-4af8-8f79-fb4967742056', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T15:12:22Z', 'updated_at': '2021-07-06T15:12:25Z', 'revision_number': 4, 'project_id': 'a820908b1d9049aaabd6c3bbe4cffef1', 'gw_port': {'id': '981d17af-ae13-4af8-8f79-fb4967742056', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:69:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '919db7f7-23da-4ad9-97a0-7cead9a51c05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T15:12:23Z', 'updated_at': '2021-07-06T15:12:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6', '_floatingips': [{'id': '8e147a73-580b-483b-a876-10eb46018426', 'tenant_id': 'a820908b1d9049aaabd6c3bbe4cffef1', 'floating_ip_address': '172.25.0.14', 'floating_network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'router_id': '919db7f7-23da-4ad9-97a0-7cead9a51c05', 'port_id': '715fda1d-67ff-4b46-b48e-6c3c0227fa09', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4278, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9730a406-f49a-4da1-91fa-60e189bded6c', 'mac_address': 'fa:16:3e:3c:72:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cfe87c7-c463-4315-8b76-1fc64715dec1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T15:17:21Z', 'updated_at': '2021-07-06T15:17:21Z', 'revision_number': 0, 'project_id': 'a820908b1d9049aaabd6c3bbe4cffef1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '540d567f-21cc-48cf-92e7-501f2e6f7d36', 'name': '', 'network_id': '9730a406-f49a-4da1-91fa-60e189bded6c', 'tenant_id': 'a820908b1d9049aaabd6c3bbe4cffef1', 'mac_address': 'fa:16:3e:97:2f:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '919db7f7-23da-4ad9-97a0-7cead9a51c05', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': 'dbdfab00-c34a-4ad9-bf50-8947c76efff0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T15:12:24Z', 'updated_at': '2021-07-06T15:12:31Z', 'revision_number': 5, 'project_id': 'a820908b1d9049aaabd6c3bbe4cffef1', 'subnets': [{'id': 'dbdfab00-c34a-4ad9-bf50-8947c76efff0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773647-6', False) {} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:17:23.175975 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41528768-320e-4fd0-8ab6-100e10980a2a req-f0472fe4-4170-4551-8341-221e7522bee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:17:23.177499 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-41528768-320e-4fd0-8ab6-100e10980a2a req-f0472fe4-4170-4551-8341-221e7522bee8 service neutron] 10.222.0.127 "GET /v2.0/subnets?id=dbdfab00-c34a-4ad9-bf50-8947c76efff0 HTTP/1.1" status: 200 len: 847 time: 0.0473390 Jul 06 15:17:23.193605 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdae948b-db75-41aa-9d6e-ba04b4bc1868 None None] Checking router: 919db7f7-23da-4ad9-97a0-7cead9a51c05 for host: n-d-773647-6 {{(pid=100248) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 15:17:23.203910 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdae948b-db75-41aa-9d6e-ba04b4bc1868 None None] Routers {'919db7f7-23da-4ad9-97a0-7cead9a51c05'} bound to L3 agent in host n-d-773647-6 {{(pid=100248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 15:17:23.204653 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-fdae948b-db75-41aa-9d6e-ba04b4bc1868 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T15:16:56Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['919db7f7-23da-4ad9-97a0-7cead9a51c05'], 'active': True} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:17:23.234961 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41528768-320e-4fd0-8ab6-100e10980a2a req-cf6e4493-fdae-42e6-9c47-817a1af4fc33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:17:23.236444 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-41528768-320e-4fd0-8ab6-100e10980a2a req-cf6e4493-fdae-42e6-9c47-817a1af4fc33 service neutron] 10.222.0.127 "GET /v2.0/ports?network_id=9730a406-f49a-4da1-91fa-60e189bded6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0531735 Jul 06 15:17:23.313498 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvr_db [None req-fdae948b-db75-41aa-9d6e-ba04b4bc1868 None None] Set router 919db7f7-23da-4ad9-97a0-7cead9a51c05 gateway port host: n-d-773647-6 {{(pid=100248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 15:17:23.334628 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-41528768-320e-4fd0-8ab6-100e10980a2a req-c8d56576-3081-4ee3-baf8-a0ec6d4de3a2 service neutron] 10.222.0.127 "GET /v2.0/networks/9730a406-f49a-4da1-91fa-60e189bded6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918007 Jul 06 15:17:23.431982 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-41528768-320e-4fd0-8ab6-100e10980a2a req-726f27e5-6ac3-4a13-bb45-28839ebd4485 service neutron] 10.222.0.127 "GET /v2.0/networks/9730a406-f49a-4da1-91fa-60e189bded6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912790 Jul 06 15:17:23.541767 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-fdae948b-db75-41aa-9d6e-ba04b4bc1868 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '919db7f7-23da-4ad9-97a0-7cead9a51c05', 'name': 'tempest-TestShelveInstance-254423672-router', 'tenant_id': 'a820908b1d9049aaabd6c3bbe4cffef1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.8'}], 'enable_snat': True}, 'gw_port_id': '981d17af-ae13-4af8-8f79-fb4967742056', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T15:12:22Z', 'updated_at': '2021-07-06T15:12:25Z', 'revision_number': 4, 'project_id': 'a820908b1d9049aaabd6c3bbe4cffef1', 'gw_port': {'id': '981d17af-ae13-4af8-8f79-fb4967742056', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:69:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '919db7f7-23da-4ad9-97a0-7cead9a51c05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T15:12:23Z', 'updated_at': '2021-07-06T15:12:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6', '_floatingips': [{'id': '8e147a73-580b-483b-a876-10eb46018426', 'tenant_id': 'a820908b1d9049aaabd6c3bbe4cffef1', 'floating_ip_address': '172.25.0.14', 'floating_network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'router_id': '919db7f7-23da-4ad9-97a0-7cead9a51c05', 'port_id': '715fda1d-67ff-4b46-b48e-6c3c0227fa09', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4278, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9730a406-f49a-4da1-91fa-60e189bded6c', 'mac_address': 'fa:16:3e:3c:72:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cfe87c7-c463-4315-8b76-1fc64715dec1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T15:17:21Z', 'updated_at': '2021-07-06T15:17:21Z', 'revision_number': 0, 'project_id': 'a820908b1d9049aaabd6c3bbe4cffef1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '540d567f-21cc-48cf-92e7-501f2e6f7d36', 'name': '', 'network_id': '9730a406-f49a-4da1-91fa-60e189bded6c', 'tenant_id': 'a820908b1d9049aaabd6c3bbe4cffef1', 'mac_address': 'fa:16:3e:97:2f:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '919db7f7-23da-4ad9-97a0-7cead9a51c05', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': 'dbdfab00-c34a-4ad9-bf50-8947c76efff0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T15:12:24Z', 'updated_at': '2021-07-06T15:12:31Z', 'revision_number': 5, 'project_id': 'a820908b1d9049aaabd6c3bbe4cffef1', 'subnets': [{'id': 'dbdfab00-c34a-4ad9-bf50-8947c76efff0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773647-6', False) {} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:17:23.567531 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdae948b-db75-41aa-9d6e-ba04b4bc1868 None None] The sync data for ids ['919db7f7-23da-4ad9-97a0-7cead9a51c05'] in n-d-773647-6 is: [{'id': '919db7f7-23da-4ad9-97a0-7cead9a51c05', 'name': 'tempest-TestShelveInstance-254423672-router', 'tenant_id': 'a820908b1d9049aaabd6c3bbe4cffef1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.8'}], 'enable_snat': True}, 'gw_port_id': '981d17af-ae13-4af8-8f79-fb4967742056', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T15:12:22Z', 'updated_at': '2021-07-06T15:12:25Z', 'revision_number': 4, 'project_id': 'a820908b1d9049aaabd6c3bbe4cffef1', 'gw_port': {'id': '981d17af-ae13-4af8-8f79-fb4967742056', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:69:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '919db7f7-23da-4ad9-97a0-7cead9a51c05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T15:12:23Z', 'updated_at': '2021-07-06T15:12:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6', '_floatingips': [{'id': '8e147a73-580b-483b-a876-10eb46018426', 'tenant_id': 'a820908b1d9049aaabd6c3bbe4cffef1', 'floating_ip_address': '172.25.0.14', 'floating_network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'router_id': '919db7f7-23da-4ad9-97a0-7cead9a51c05', 'port_id': '715fda1d-67ff-4b46-b48e-6c3c0227fa09', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4278, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9730a406-f49a-4da1-91fa-60e189bded6c', 'mac_address': 'fa:16:3e:3c:72:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cfe87c7-c463-4315-8b76-1fc64715dec1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T15:17:21Z', 'updated_at': '2021-07-06T15:17:21Z', 'revision_number': 0, 'project_id': 'a820908b1d9049aaabd6c3bbe4cffef1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '540d567f-21cc-48cf-92e7-501f2e6f7d36', 'name': '', 'network_id': '9730a406-f49a-4da1-91fa-60e189bded6c', 'tenant_id': 'a820908b1d9049aaabd6c3bbe4cffef1', 'mac_address': 'fa:16:3e:97:2f:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '919db7f7-23da-4ad9-97a0-7cead9a51c05', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': 'dbdfab00-c34a-4ad9-bf50-8947c76efff0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T15:12:24Z', 'updated_at': '2021-07-06T15:12:31Z', 'revision_number': 5, 'project_id': 'a820908b1d9049aaabd6c3bbe4cffef1', 'subnets': [{'id': 'dbdfab00-c34a-4ad9-bf50-8947c76efff0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 15:17:23.792127 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90817d53-94d9-4d2b-af9a-c296e7352cd6 None None] New status for floating IP 8e147a73-580b-483b-a876-10eb46018426: ACTIVE {{(pid=100249) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 15:17:24.270197 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.agents_db [None req-167c0ad6-1657-4c9a-a2c4-3b18056aa662 None None] Agent healthcheck: found 7 active agents {{(pid=100249) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 15:17:25.671894 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-6423bd2e-708e-4cc1-af74-645ba31921ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:17:26.007882 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:17:26.909168 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-2064eaae-da4f-48f8-82d2-b09d4ddedd44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:17:28.706686 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-03f71b24-a9b8-453a-8924-caa3f97bc6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:17:40.774282 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-7da6f09d-d3e6-4866-8bbb-983c084f736d req-612ab3dc-6109-4f4e-ac40-e0b6c598f3fe service neutron] 10.222.0.127 "GET /v2.0/ports?device_id=9cfe87c7-c463-4315-8b76-1fc64715dec1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0561819 Jul 06 15:17:40.870387 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da6f09d-d3e6-4866-8bbb-983c084f736d req-e6dcc323-5e49-4169-9d60-e40bd9fb3acb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:17:40.871933 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-7da6f09d-d3e6-4866-8bbb-983c084f736d req-e6dcc323-5e49-4169-9d60-e40bd9fb3acb service neutron] 10.222.0.127 "GET /v2.0/ports?tenant_id=a820908b1d9049aaabd6c3bbe4cffef1&device_id=9cfe87c7-c463-4315-8b76-1fc64715dec1 HTTP/1.1" status: 200 len: 1096 time: 0.0535674 Jul 06 15:17:40.979090 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da6f09d-d3e6-4866-8bbb-983c084f736d req-961a937d-fb57-4a9f-b5ef-0d71ed023893 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:17:40.981165 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-7da6f09d-d3e6-4866-8bbb-983c084f736d req-961a937d-fb57-4a9f-b5ef-0d71ed023893 service neutron] 10.222.0.127 "GET /v2.0/networks?id=9730a406-f49a-4da1-91fa-60e189bded6c HTTP/1.1" status: 200 len: 910 time: 0.0882428 Jul 06 15:17:41.055604 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-7da6f09d-d3e6-4866-8bbb-983c084f736d req-b17daff4-c5c3-4998-8bc7-e5d757ead5ff service neutron] 10.222.0.127 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=715fda1d-67ff-4b46-b48e-6c3c0227fa09 HTTP/1.1" status: 200 len: 1000 time: 0.0680406 Jul 06 15:17:41.103627 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da6f09d-d3e6-4866-8bbb-983c084f736d req-0aed33a6-21e5-46e2-af50-53bc7303e633 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:17:41.105056 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-7da6f09d-d3e6-4866-8bbb-983c084f736d req-0aed33a6-21e5-46e2-af50-53bc7303e633 service neutron] 10.222.0.127 "GET /v2.0/subnets?id=dbdfab00-c34a-4ad9-bf50-8947c76efff0 HTTP/1.1" status: 200 len: 847 time: 0.0429652 Jul 06 15:17:41.161070 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da6f09d-d3e6-4866-8bbb-983c084f736d req-82a86035-fd5e-445b-8c89-aba6f36f697e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:17:41.162539 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-7da6f09d-d3e6-4866-8bbb-983c084f736d req-82a86035-fd5e-445b-8c89-aba6f36f697e service neutron] 10.222.0.127 "GET /v2.0/ports?network_id=9730a406-f49a-4da1-91fa-60e189bded6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0510602 Jul 06 15:17:41.257483 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-7da6f09d-d3e6-4866-8bbb-983c084f736d req-8389669e-68db-4e61-be8d-342719c606e6 service neutron] 10.222.0.127 "GET /v2.0/networks/9730a406-f49a-4da1-91fa-60e189bded6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877397 Jul 06 15:17:41.348009 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-7da6f09d-d3e6-4866-8bbb-983c084f736d req-9b1bb141-b2b6-46e3-b352-3569c3bbbf19 service neutron] 10.222.0.127 "GET /v2.0/networks/9730a406-f49a-4da1-91fa-60e189bded6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840039 Jul 06 15:17:41.595195 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:17:43.252132 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:17:53.010127 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-1c8c610f-9720-408f-8a34-28dbbb51f2d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:17:55.673460 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-edadd18e-44c5-4c66-abec-516ac3fe5f66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:17:56.010970 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:17:56.912184 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-2064eaae-da4f-48f8-82d2-b09d4ddedd44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:17:58.713539 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-03f71b24-a9b8-453a-8924-caa3f97bc6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:18:01.269210 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.agents_db [None req-167c0ad6-1657-4c9a-a2c4-3b18056aa662 None None] Agent healthcheck: found 7 active agents {{(pid=100249) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 15:18:11.612223 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:18:13.265080 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:18:23.015173 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-6d9221bf-1e40-4dfb-83ec-0b4f71ff8f12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:18:25.674066 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-79d1ee80-d1f6-4b3e-896e-bd6101205f07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:18:26.014258 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:18:26.913720 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-2064eaae-da4f-48f8-82d2-b09d4ddedd44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:18:28.716093 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-03f71b24-a9b8-453a-8924-caa3f97bc6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:18:38.268450 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.agents_db [None req-167c0ad6-1657-4c9a-a2c4-3b18056aa662 None None] Agent healthcheck: found 7 active agents {{(pid=100249) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 15:18:41.624718 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:18:42.270969 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-8027a5c8-ee4f-4a55-9cf0-7ae440d7c1ec req-1980a630-a929-468b-ae0a-1accf841d269 service neutron] 10.222.0.127 "GET /v2.0/ports?device_id=9cfe87c7-c463-4315-8b76-1fc64715dec1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0567989 Jul 06 15:18:42.366320 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8027a5c8-ee4f-4a55-9cf0-7ae440d7c1ec req-83a6f670-2dff-4604-9609-99a31dab77e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:18:42.367857 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-8027a5c8-ee4f-4a55-9cf0-7ae440d7c1ec req-83a6f670-2dff-4604-9609-99a31dab77e1 service neutron] 10.222.0.127 "GET /v2.0/ports?tenant_id=a820908b1d9049aaabd6c3bbe4cffef1&device_id=9cfe87c7-c463-4315-8b76-1fc64715dec1 HTTP/1.1" status: 200 len: 1096 time: 0.0526705 Jul 06 15:18:42.469701 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8027a5c8-ee4f-4a55-9cf0-7ae440d7c1ec req-082aa996-9abc-46a6-a7f5-5d67f4fa4513 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:18:42.471187 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-8027a5c8-ee4f-4a55-9cf0-7ae440d7c1ec req-082aa996-9abc-46a6-a7f5-5d67f4fa4513 service neutron] 10.222.0.127 "GET /v2.0/networks?id=9730a406-f49a-4da1-91fa-60e189bded6c HTTP/1.1" status: 200 len: 910 time: 0.0838416 Jul 06 15:18:42.538586 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-8027a5c8-ee4f-4a55-9cf0-7ae440d7c1ec req-aa595f36-2322-4e45-a2da-0756bdfa903f service neutron] 10.222.0.127 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=715fda1d-67ff-4b46-b48e-6c3c0227fa09 HTTP/1.1" status: 200 len: 1000 time: 0.0607760 Jul 06 15:18:42.586329 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8027a5c8-ee4f-4a55-9cf0-7ae440d7c1ec req-a7299eb1-e576-4a6e-a024-0b65a5a2733d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:18:42.587837 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-8027a5c8-ee4f-4a55-9cf0-7ae440d7c1ec req-a7299eb1-e576-4a6e-a024-0b65a5a2733d service neutron] 10.222.0.127 "GET /v2.0/subnets?id=dbdfab00-c34a-4ad9-bf50-8947c76efff0 HTTP/1.1" status: 200 len: 847 time: 0.0432463 Jul 06 15:18:42.644287 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8027a5c8-ee4f-4a55-9cf0-7ae440d7c1ec req-45732f37-5801-449c-8833-31dd0bab22d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:18:42.645817 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-8027a5c8-ee4f-4a55-9cf0-7ae440d7c1ec req-45732f37-5801-449c-8833-31dd0bab22d9 service neutron] 10.222.0.127 "GET /v2.0/ports?network_id=9730a406-f49a-4da1-91fa-60e189bded6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0519614 Jul 06 15:18:42.738326 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-8027a5c8-ee4f-4a55-9cf0-7ae440d7c1ec req-1263c2ff-8a4e-4f58-924b-54e9a845db6b service neutron] 10.222.0.127 "GET /v2.0/networks/9730a406-f49a-4da1-91fa-60e189bded6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861294 Jul 06 15:18:42.828931 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-8027a5c8-ee4f-4a55-9cf0-7ae440d7c1ec req-c0aa614b-66f4-4aad-8164-7313583c9b7f service neutron] 10.222.0.127 "GET /v2.0/networks/9730a406-f49a-4da1-91fa-60e189bded6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823517 Jul 06 15:18:43.263848 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:18:53.016446 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-6e3c9b82-8cca-42fd-9ba3-1aabc5e1bd92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:18:55.674544 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-486b817a-41f0-4606-a2d9-253365825a96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:18:56.018177 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:18:56.917520 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-2064eaae-da4f-48f8-82d2-b09d4ddedd44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:18:58.718917 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-03f71b24-a9b8-453a-8924-caa3f97bc6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:19:11.625064 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:19:13.279435 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:19:15.267476 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.agents_db [None req-167c0ad6-1657-4c9a-a2c4-3b18056aa662 None None] Agent healthcheck: found 7 active agents {{(pid=100249) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 15:19:16.100061 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c2c863-094d-4e88-9add-a8c7a3208005 req-f3cfe0a4-f5d6-40b4-81bf-f586731eee1f tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:19:16.101560 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-08c2c863-094d-4e88-9add-a8c7a3208005 req-f3cfe0a4-f5d6-40b4-81bf-f586731eee1f tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] 10.222.0.104 "GET /v2.0/ports?device_id=9cfe87c7-c463-4315-8b76-1fc64715dec1 HTTP/1.1" status: 200 len: 945 time: 0.1364968 Jul 06 15:19:16.140039 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-08c2c863-094d-4e88-9add-a8c7a3208005 req-6c6755e5-d13c-459b-a76d-19bc06a2454f tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] 10.222.0.104 "GET /v2.0/security-groups?id=5a7091ab-c630-4734-85b1-443e5f1e8f76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325496 Jul 06 15:19:17.340301 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d0659b-d7f0-4424-9910-891f41fc18b3 req-538f54e0-b7a2-44c9-bf64-2d4e687e2bec tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:19:17.341803 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-a4d0659b-d7f0-4424-9910-891f41fc18b3 req-538f54e0-b7a2-44c9-bf64-2d4e687e2bec tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] 10.222.0.104 "GET /v2.0/ports?device_id=9cfe87c7-c463-4315-8b76-1fc64715dec1 HTTP/1.1" status: 200 len: 945 time: 0.0627444 Jul 06 15:19:17.379384 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-a4d0659b-d7f0-4424-9910-891f41fc18b3 req-348aa6ac-d397-4c1b-8c8f-dc48123c200f tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] 10.222.0.104 "GET /v2.0/security-groups?id=5a7091ab-c630-4734-85b1-443e5f1e8f76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319676 Jul 06 15:19:18.554698 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aeeb230-9223-4ff0-862e-7c2ac301b7f5 req-fb44acda-dba8-4157-ac52-6b7426c13a24 tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:19:18.556788 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-8aeeb230-9223-4ff0-862e-7c2ac301b7f5 req-fb44acda-dba8-4157-ac52-6b7426c13a24 tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] 10.222.0.104 "GET /v2.0/ports?device_id=9cfe87c7-c463-4315-8b76-1fc64715dec1 HTTP/1.1" status: 200 len: 945 time: 0.0662441 Jul 06 15:19:18.593244 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-8aeeb230-9223-4ff0-862e-7c2ac301b7f5 req-50eb002e-fca8-4226-9036-b9566ac8dcc1 tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] 10.222.0.104 "GET /v2.0/security-groups?id=5a7091ab-c630-4734-85b1-443e5f1e8f76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308604 Jul 06 15:19:19.770444 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1a33d3-e09c-460b-b7d9-3a6895724248 req-20afb384-d0d1-45a5-9d5a-e0e1983f85e2 tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:19:19.772075 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-6a1a33d3-e09c-460b-b7d9-3a6895724248 req-20afb384-d0d1-45a5-9d5a-e0e1983f85e2 tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] 10.222.0.104 "GET /v2.0/ports?device_id=9cfe87c7-c463-4315-8b76-1fc64715dec1 HTTP/1.1" status: 200 len: 945 time: 0.0650935 Jul 06 15:19:19.811201 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-6a1a33d3-e09c-460b-b7d9-3a6895724248 req-58c1aeb6-19c8-472b-834c-669fdf219cab tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] 10.222.0.104 "GET /v2.0/security-groups?id=5a7091ab-c630-4734-85b1-443e5f1e8f76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336206 Jul 06 15:19:20.983639 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddd4850-d72b-4378-97bf-4e9b4f71e929 req-676f072c-874c-43f9-aabb-e0f917a19d74 tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:19:20.985114 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-dddd4850-d72b-4378-97bf-4e9b4f71e929 req-676f072c-874c-43f9-aabb-e0f917a19d74 tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] 10.222.0.104 "GET /v2.0/ports?device_id=9cfe87c7-c463-4315-8b76-1fc64715dec1 HTTP/1.1" status: 200 len: 945 time: 0.0645909 Jul 06 15:19:21.023386 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-dddd4850-d72b-4378-97bf-4e9b4f71e929 req-f44cb634-2bd8-4da4-8507-30827a0ad659 tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] 10.222.0.104 "GET /v2.0/security-groups?id=5a7091ab-c630-4734-85b1-443e5f1e8f76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326509 Jul 06 15:19:22.199265 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce1a761-9a7f-4d2d-9d80-450f51a54156 req-a7e709ab-cab6-4754-926e-90f10852f1b0 tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:19:22.200749 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-1ce1a761-9a7f-4d2d-9d80-450f51a54156 req-a7e709ab-cab6-4754-926e-90f10852f1b0 tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] 10.222.0.104 "GET /v2.0/ports?device_id=9cfe87c7-c463-4315-8b76-1fc64715dec1 HTTP/1.1" status: 200 len: 945 time: 0.0646596 Jul 06 15:19:22.239931 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-1ce1a761-9a7f-4d2d-9d80-450f51a54156 req-0dbf936f-dcac-45f7-8f86-841f50e8acb2 tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] 10.222.0.104 "GET /v2.0/security-groups?id=5a7091ab-c630-4734-85b1-443e5f1e8f76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335717 Jul 06 15:19:23.017689 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-87f55258-3a72-43af-98f3-e1aad400d130 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:19:23.436035 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91a7583-8cb0-4fa6-b8f9-92ad6be304a4 req-c62f466e-dbc2-4414-8d28-50c78b3e3c17 tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:19:23.437549 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-c91a7583-8cb0-4fa6-b8f9-92ad6be304a4 req-c62f466e-dbc2-4414-8d28-50c78b3e3c17 tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] 10.222.0.104 "GET /v2.0/ports?device_id=9cfe87c7-c463-4315-8b76-1fc64715dec1 HTTP/1.1" status: 200 len: 945 time: 0.0777502 Jul 06 15:19:23.475822 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-c91a7583-8cb0-4fa6-b8f9-92ad6be304a4 req-49e8bbea-0d40-4974-9d9a-d4f80b746227 tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] 10.222.0.104 "GET /v2.0/security-groups?id=5a7091ab-c630-4734-85b1-443e5f1e8f76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325565 Jul 06 15:19:24.673716 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82708133-8f89-4de4-a70a-300709e25add req-ed1db4aa-fe6e-4eef-af21-93f1df804624 tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:19:24.675243 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-82708133-8f89-4de4-a70a-300709e25add req-ed1db4aa-fe6e-4eef-af21-93f1df804624 tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] 10.222.0.104 "GET /v2.0/ports?device_id=9cfe87c7-c463-4315-8b76-1fc64715dec1 HTTP/1.1" status: 200 len: 945 time: 0.0704679 Jul 06 15:19:24.714433 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-82708133-8f89-4de4-a70a-300709e25add req-1cc25d6b-312e-46b9-a959-513a525d761b tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] 10.222.0.104 "GET /v2.0/security-groups?id=5a7091ab-c630-4734-85b1-443e5f1e8f76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332077 Jul 06 15:19:25.675387 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-9139e9cc-dd81-47ae-8d34-2c7d9d906ed4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:19:25.890600 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07db92bf-187b-40f9-abda-e6055e851396 req-4be8a514-ba68-495e-a666-39748fbb3b85 tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:19:25.892143 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-07db92bf-187b-40f9-abda-e6055e851396 req-4be8a514-ba68-495e-a666-39748fbb3b85 tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] 10.222.0.104 "GET /v2.0/ports?device_id=9cfe87c7-c463-4315-8b76-1fc64715dec1 HTTP/1.1" status: 200 len: 945 time: 0.0641274 Jul 06 15:19:25.929528 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-07db92bf-187b-40f9-abda-e6055e851396 req-a2814f0c-e842-4eb2-a8c9-bf20a8047c04 tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] 10.222.0.104 "GET /v2.0/security-groups?id=5a7091ab-c630-4734-85b1-443e5f1e8f76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316815 Jul 06 15:19:26.019701 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:19:26.122931 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7d4bd4-93a4-4263-859e-48e7361ad90b req-5a1f9671-5e74-4031-bdc2-8edaddfeac74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:19:26.124483 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-be7d4bd4-93a4-4263-859e-48e7361ad90b req-5a1f9671-5e74-4031-bdc2-8edaddfeac74 service neutron] 10.222.0.127 "GET /v2.0/ports?tenant_id=a820908b1d9049aaabd6c3bbe4cffef1&device_id=9cfe87c7-c463-4315-8b76-1fc64715dec1 HTTP/1.1" status: 200 len: 1096 time: 0.0598652 Jul 06 15:19:26.212381 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7d4bd4-93a4-4263-859e-48e7361ad90b req-a5c959ee-4c37-4b2e-b931-f61900eacd0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:19:26.213785 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-be7d4bd4-93a4-4263-859e-48e7361ad90b req-a5c959ee-4c37-4b2e-b931-f61900eacd0e service neutron] 10.222.0.127 "GET /v2.0/networks?id=9730a406-f49a-4da1-91fa-60e189bded6c HTTP/1.1" status: 200 len: 910 time: 0.0833793 Jul 06 15:19:26.281907 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-be7d4bd4-93a4-4263-859e-48e7361ad90b req-52bc348d-c116-4b87-8367-0e7391c4ed98 service neutron] 10.222.0.127 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=715fda1d-67ff-4b46-b48e-6c3c0227fa09 HTTP/1.1" status: 200 len: 1000 time: 0.0613518 Jul 06 15:19:26.653801 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7d4bd4-93a4-4263-859e-48e7361ad90b req-2bcc0d4d-58e7-449f-8ca8-e4d430a6d34b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:19:26.655330 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-be7d4bd4-93a4-4263-859e-48e7361ad90b req-2bcc0d4d-58e7-449f-8ca8-e4d430a6d34b service neutron] 10.222.0.127 "GET /v2.0/subnets?id=dbdfab00-c34a-4ad9-bf50-8947c76efff0 HTTP/1.1" status: 200 len: 847 time: 0.3675609 Jul 06 15:19:26.713725 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7d4bd4-93a4-4263-859e-48e7361ad90b req-56f76c0c-f445-4dfb-9ac1-a27f377194c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:19:26.715257 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-be7d4bd4-93a4-4263-859e-48e7361ad90b req-56f76c0c-f445-4dfb-9ac1-a27f377194c7 service neutron] 10.222.0.127 "GET /v2.0/ports?network_id=9730a406-f49a-4da1-91fa-60e189bded6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0532901 Jul 06 15:19:26.805609 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-be7d4bd4-93a4-4263-859e-48e7361ad90b req-83223157-5885-4806-886a-0ccdebbf07ff service neutron] 10.222.0.127 "GET /v2.0/networks/9730a406-f49a-4da1-91fa-60e189bded6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834594 Jul 06 15:19:26.894560 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-be7d4bd4-93a4-4263-859e-48e7361ad90b req-207d128c-6b1e-477e-8a67-66d805772256 service neutron] 10.222.0.127 "GET /v2.0/networks/9730a406-f49a-4da1-91fa-60e189bded6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828269 Jul 06 15:19:26.919674 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-2064eaae-da4f-48f8-82d2-b09d4ddedd44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:19:27.110086 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d82591-f493-4855-aeee-c50b6ada4e95 req-4f10f95d-22b3-485e-87be-b82b919e3671 tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:19:27.111642 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-18d82591-f493-4855-aeee-c50b6ada4e95 req-4f10f95d-22b3-485e-87be-b82b919e3671 tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] 10.222.0.104 "GET /v2.0/ports?device_id=9cfe87c7-c463-4315-8b76-1fc64715dec1 HTTP/1.1" status: 200 len: 945 time: 0.0672741 Jul 06 15:19:27.149987 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-18d82591-f493-4855-aeee-c50b6ada4e95 req-04349c3a-ca22-410f-8eb1-f3f3fff2a69d tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] 10.222.0.104 "GET /v2.0/security-groups?id=5a7091ab-c630-4734-85b1-443e5f1e8f76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326827 Jul 06 15:19:28.320307 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaeaa46b-ecd7-405b-a177-152ee3465ab4 req-c9c0b9ca-8c29-4fbd-b32b-7e6f43bfa6e0 tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:19:28.322318 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-eaeaa46b-ecd7-405b-a177-152ee3465ab4 req-c9c0b9ca-8c29-4fbd-b32b-7e6f43bfa6e0 tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] 10.222.0.104 "GET /v2.0/ports?device_id=9cfe87c7-c463-4315-8b76-1fc64715dec1 HTTP/1.1" status: 200 len: 945 time: 0.0635941 Jul 06 15:19:28.360991 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-eaeaa46b-ecd7-405b-a177-152ee3465ab4 req-52e07072-8ad6-49bc-85e9-3a1cd6bd7276 tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] 10.222.0.104 "GET /v2.0/security-groups?id=5a7091ab-c630-4734-85b1-443e5f1e8f76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332093 Jul 06 15:19:28.723383 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-03f71b24-a9b8-453a-8924-caa3f97bc6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:19:29.537173 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f278616e-c280-4faf-8c20-8e2a04dfbc46 req-eebafacd-2f17-4ee6-b431-5d6205c66253 tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:19:29.538394 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-f278616e-c280-4faf-8c20-8e2a04dfbc46 req-eebafacd-2f17-4ee6-b431-5d6205c66253 tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] 10.222.0.104 "GET /v2.0/ports?device_id=9cfe87c7-c463-4315-8b76-1fc64715dec1 HTTP/1.1" status: 200 len: 945 time: 0.0648940 Jul 06 15:19:29.578984 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-f278616e-c280-4faf-8c20-8e2a04dfbc46 req-9bc60cd2-5641-4dad-8587-6e4430b30d07 tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] 10.222.0.104 "GET /v2.0/security-groups?id=5a7091ab-c630-4734-85b1-443e5f1e8f76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342681 Jul 06 15:19:30.753719 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5ec8b1-edcc-41fa-987c-1677c084f4f1 req-7f2a969a-f1c5-4a5e-bd23-2a995fa7d20d tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:19:30.755193 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-fa5ec8b1-edcc-41fa-987c-1677c084f4f1 req-7f2a969a-f1c5-4a5e-bd23-2a995fa7d20d tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] 10.222.0.104 "GET /v2.0/ports?device_id=9cfe87c7-c463-4315-8b76-1fc64715dec1 HTTP/1.1" status: 200 len: 945 time: 0.0662527 Jul 06 15:19:30.793592 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-fa5ec8b1-edcc-41fa-987c-1677c084f4f1 req-b0eed85c-81bf-400b-bf94-92b09bb6b1b0 tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] 10.222.0.104 "GET /v2.0/security-groups?id=5a7091ab-c630-4734-85b1-443e5f1e8f76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325174 Jul 06 15:19:31.903856 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Device 715fda1d-67ff-4b46-b48e-6c3c0227fa09 no longer exists at agent hyperv_n-h1-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 15:19:31.976783 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:19:31.997811 n-d-773647-6 neutron-server[100248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9cfe87c7-c463-4315-8b76-1fc64715dec1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '715fda1d-67ff-4b46-b48e-6c3c0227fa09'}] {{(pid=100248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 15:19:32.000761 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55db2ac8c963aac1696062c7614e8816713b17764cc733cf0a1d7e1ce8ed655f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee36c346-4694-4af2-9959-c6ea52649e49" -d '{"events": [{"server_uuid": "9cfe87c7-c463-4315-8b76-1fc64715dec1", "name": "network-vif-unplugged", "status": "completed", "tag": "715fda1d-67ff-4b46-b48e-6c3c0227fa09"}]}' {{(pid=100248) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 15:19:32.015117 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] For port 715fda1d-67ff-4b46-b48e-6c3c0227fa09, host n-h1-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773647-6',level=0,port_id=715fda1d-67ff-4b46-b48e-6c3c0227fa09,segment=NetworkSegment(fc821005-da36-4b0a-9510-d7c5111b87a2),segment_id=fc821005-da36-4b0a-9510-d7c5111b87a2)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 15:19:32.019955 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:19:32.046638 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 06 Jul 2021 15:19:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-559a5c03-78f7-4df1-980a-d7f95161f7d8 x-openstack-request-id: req-559a5c03-78f7-4df1-980a-d7f95161f7d8 {{(pid=100248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 15:19:32.046929 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9cfe87c7-c463-4315-8b76-1fc64715dec1", "name": "network-vif-unplugged", "status": "failed", "tag": "715fda1d-67ff-4b46-b48e-6c3c0227fa09", "code": 422}]} {{(pid=100248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 15:19:32.047189 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-559a5c03-78f7-4df1-980a-d7f95161f7d8 {{(pid=100248) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 15:19:32.047722 n-d-773647-6 neutron-server[100248]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '9cfe87c7-c463-4315-8b76-1fc64715dec1', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '715fda1d-67ff-4b46-b48e-6c3c0227fa09', 'code': 422} returned with failed status Jul 06 15:19:32.073964 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Pushing event updated for resources: {'Port': ['ID=715fda1d-67ff-4b46-b48e-6c3c0227fa09,revision_number=6']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:19:32.081186 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:19:32.081530 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:19:32.082115 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:19:32.082253 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:19:32.082512 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:19:32.083075 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:19:32.083288 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:19:32.083504 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:19:32.083895 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:19:32.084262 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:19:32.084685 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:19:32.085086 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:19:32.119524 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 34552) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 15:19:32.195575 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ff5239-0330-4331-8ce6-95b85c8110c9 req-de1b9f62-efe2-4160-a597-c6818daa5627 tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:19:32.197640 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-69ff5239-0330-4331-8ce6-95b85c8110c9 req-de1b9f62-efe2-4160-a597-c6818daa5627 tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] 10.222.0.104 "GET /v2.0/ports?device_id=9cfe87c7-c463-4315-8b76-1fc64715dec1 HTTP/1.1" status: 200 len: 943 time: 0.0641778 Jul 06 15:19:32.209106 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-cae73613-73f2-489b-afab-a07107f648d2 req-621a323c-4c67-4195-b2c2-43f2ef7ea462 service neutron] 10.222.0.104 "GET /v2.0/ports?device_id=9cfe87c7-c463-4315-8b76-1fc64715dec1&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0881939 Jul 06 15:19:32.234275 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-69ff5239-0330-4331-8ce6-95b85c8110c9 req-7efc3f7c-58bb-43c1-b587-c03c8dea621c tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] 10.222.0.104 "GET /v2.0/security-groups?id=5a7091ab-c630-4734-85b1-443e5f1e8f76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309932 Jul 06 15:19:33.410129 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e7ccb5-7089-4ba7-a6b0-9edfd7d25027 req-745827b1-a082-484e-afc2-ac11176f2804 tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:19:33.411689 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-60e7ccb5-7089-4ba7-a6b0-9edfd7d25027 req-745827b1-a082-484e-afc2-ac11176f2804 tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] 10.222.0.104 "GET /v2.0/ports?device_id=9cfe87c7-c463-4315-8b76-1fc64715dec1 HTTP/1.1" status: 200 len: 943 time: 0.0683780 Jul 06 15:19:33.452644 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-60e7ccb5-7089-4ba7-a6b0-9edfd7d25027 req-1269c85f-ca10-433f-a7de-6fbbfe5d720b tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] 10.222.0.104 "GET /v2.0/security-groups?id=5a7091ab-c630-4734-85b1-443e5f1e8f76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352235 Jul 06 15:19:34.645862 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745d3906-5372-4c17-bdeb-5ea9a8446451 req-d722b03a-80ac-442d-b6bb-980dac399f5a tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:19:34.647464 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-745d3906-5372-4c17-bdeb-5ea9a8446451 req-d722b03a-80ac-442d-b6bb-980dac399f5a tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] 10.222.0.104 "GET /v2.0/ports?device_id=9cfe87c7-c463-4315-8b76-1fc64715dec1 HTTP/1.1" status: 200 len: 943 time: 0.0660617 Jul 06 15:19:34.687799 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-745d3906-5372-4c17-bdeb-5ea9a8446451 req-e00aaa21-2ad4-404d-9248-694c783ab1c2 tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] 10.222.0.104 "GET /v2.0/security-groups?id=5a7091ab-c630-4734-85b1-443e5f1e8f76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338707 Jul 06 15:19:35.866438 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afd0d10-4cf1-4473-a3d4-c5702d653bb9 req-17b63902-4a14-4b44-be8a-2ca753e5610c tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:19:35.868554 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-5afd0d10-4cf1-4473-a3d4-c5702d653bb9 req-17b63902-4a14-4b44-be8a-2ca753e5610c tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] 10.222.0.104 "GET /v2.0/ports?device_id=9cfe87c7-c463-4315-8b76-1fc64715dec1 HTTP/1.1" status: 200 len: 943 time: 0.0678031 Jul 06 15:19:35.908427 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-5afd0d10-4cf1-4473-a3d4-c5702d653bb9 req-7dfb3bf5-99b6-4923-987a-6eff12176533 tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] 10.222.0.104 "GET /v2.0/security-groups?id=5a7091ab-c630-4734-85b1-443e5f1e8f76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334530 Jul 06 15:19:37.097247 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434a659f-d19c-40c6-84d0-b7dc2bb4ff11 req-6545207a-bbe0-4554-8bb6-9368fae26334 tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:19:37.098763 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-434a659f-d19c-40c6-84d0-b7dc2bb4ff11 req-6545207a-bbe0-4554-8bb6-9368fae26334 tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] 10.222.0.104 "GET /v2.0/ports?device_id=9cfe87c7-c463-4315-8b76-1fc64715dec1 HTTP/1.1" status: 200 len: 943 time: 0.0763180 Jul 06 15:19:37.137636 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-434a659f-d19c-40c6-84d0-b7dc2bb4ff11 req-db872489-155c-4caa-847c-c7da219d9382 tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] 10.222.0.104 "GET /v2.0/security-groups?id=5a7091ab-c630-4734-85b1-443e5f1e8f76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324173 Jul 06 15:19:38.315759 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbbbe4a-e09f-4d96-8ec4-08fa64fb6fbd req-5377308a-5389-437d-a588-bceedd2eb673 tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:19:38.317464 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-bdbbbe4a-e09f-4d96-8ec4-08fa64fb6fbd req-5377308a-5389-437d-a588-bceedd2eb673 tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] 10.222.0.104 "GET /v2.0/ports?device_id=9cfe87c7-c463-4315-8b76-1fc64715dec1 HTTP/1.1" status: 200 len: 943 time: 0.0657208 Jul 06 15:19:38.357633 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-bdbbbe4a-e09f-4d96-8ec4-08fa64fb6fbd req-548732b6-234c-439e-a687-1caaf2c59401 tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] 10.222.0.104 "GET /v2.0/security-groups?id=5a7091ab-c630-4734-85b1-443e5f1e8f76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338197 Jul 06 15:19:39.011004 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae73613-73f2-489b-afab-a07107f648d2 req-18062261-67c1-417d-9ee7-4391c7b78496 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:19:39.012476 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-cae73613-73f2-489b-afab-a07107f648d2 req-18062261-67c1-417d-9ee7-4391c7b78496 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=9cfe87c7-c463-4315-8b76-1fc64715dec1&tenant_id=a820908b1d9049aaabd6c3bbe4cffef1 HTTP/1.1" status: 200 len: 1094 time: 0.0963767 Jul 06 15:19:39.023495 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [req-cae73613-73f2-489b-afab-a07107f648d2 req-05244bb6-d37b-4a2c-817c-a32a169c78df service neutron] Request body: {'port': {'binding:host_id': 'n-h2-773647-6', 'device_owner': 'compute:nova'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 15:19:39.093511 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-cae73613-73f2-489b-afab-a07107f648d2 req-05244bb6-d37b-4a2c-817c-a32a169c78df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:19:39.292866 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.db [req-cae73613-73f2-489b-afab-a07107f648d2 req-05244bb6-d37b-4a2c-817c-a32a169c78df service neutron] For port 715fda1d-67ff-4b46-b48e-6c3c0227fa09, host n-h1-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773647-6',level=0,port_id=715fda1d-67ff-4b46-b48e-6c3c0227fa09,segment=NetworkSegment(fc821005-da36-4b0a-9510-d7c5111b87a2),segment_id=fc821005-da36-4b0a-9510-d7c5111b87a2)] {{(pid=100246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 15:19:39.325055 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.db [req-cae73613-73f2-489b-afab-a07107f648d2 req-05244bb6-d37b-4a2c-817c-a32a169c78df service neutron] For port 715fda1d-67ff-4b46-b48e-6c3c0227fa09, host n-h1-773647-6, cleared binding levels {{(pid=100246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 15:19:39.361295 n-d-773647-6 neutron-server[100246]: DEBUG neutron.notifiers.nova [req-cae73613-73f2-489b-afab-a07107f648d2 req-05244bb6-d37b-4a2c-817c-a32a169c78df service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 715fda1d-67ff-4b46-b48e-6c3c0227fa09 {{(pid=100246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 15:19:39.368733 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-cae73613-73f2-489b-afab-a07107f648d2 req-05244bb6-d37b-4a2c-817c-a32a169c78df service neutron] Notify callbacks [] for port, precommit_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:19:39.381514 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.provisioning_blocks [req-cae73613-73f2-489b-afab-a07107f648d2 req-05244bb6-d37b-4a2c-817c-a32a169c78df service neutron] Transition to ACTIVE for port object 715fda1d-67ff-4b46-b48e-6c3c0227fa09 will not be triggered until provisioned by entity L2. {{(pid=100246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 15:19:39.386439 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-cae73613-73f2-489b-afab-a07107f648d2 req-05244bb6-d37b-4a2c-817c-a32a169c78df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127687527'] for port, after_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:19:39.466360 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05244bb6-d37b-4a2c-817c-a32a169c78df service neutron] Pushing event updated for resources: {'Port': ['ID=715fda1d-67ff-4b46-b48e-6c3c0227fa09,revision_number=7']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:19:39.477741 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05244bb6-d37b-4a2c-817c-a32a169c78df service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:19:39.478087 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05244bb6-d37b-4a2c-817c-a32a169c78df service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:19:39.478430 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05244bb6-d37b-4a2c-817c-a32a169c78df service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:19:39.478765 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05244bb6-d37b-4a2c-817c-a32a169c78df service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:19:39.479099 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05244bb6-d37b-4a2c-817c-a32a169c78df service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:19:39.479452 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05244bb6-d37b-4a2c-817c-a32a169c78df service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:19:39.479781 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05244bb6-d37b-4a2c-817c-a32a169c78df service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:19:39.480109 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05244bb6-d37b-4a2c-817c-a32a169c78df service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:19:39.480441 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05244bb6-d37b-4a2c-817c-a32a169c78df service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:19:39.480762 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05244bb6-d37b-4a2c-817c-a32a169c78df service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:19:39.481519 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05244bb6-d37b-4a2c-817c-a32a169c78df service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:19:39.481846 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05244bb6-d37b-4a2c-817c-a32a169c78df service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:19:39.528411 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [req-cae73613-73f2-489b-afab-a07107f648d2 req-05244bb6-d37b-4a2c-817c-a32a169c78df service neutron] No DVR routers for this DVR port 715fda1d-67ff-4b46-b48e-6c3c0227fa09 on host n-h1-773647-6 {{(pid=100246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 15:19:39.549389 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bd95e9-c171-4388-8a4b-d83de8314a2f req-e355f957-2dcc-475f-bdb6-50dad74c6985 tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:19:39.551608 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-f0bd95e9-c171-4388-8a4b-d83de8314a2f req-e355f957-2dcc-475f-bdb6-50dad74c6985 tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] 10.222.0.104 "GET /v2.0/ports?device_id=9cfe87c7-c463-4315-8b76-1fc64715dec1 HTTP/1.1" status: 200 len: 943 time: 0.0711255 Jul 06 15:19:39.592378 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-f0bd95e9-c171-4388-8a4b-d83de8314a2f req-1c24f936-5133-4007-ad58-2a6651743ad3 tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] 10.222.0.104 "GET /v2.0/security-groups?id=5a7091ab-c630-4734-85b1-443e5f1e8f76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349402 Jul 06 15:19:39.669863 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [req-cae73613-73f2-489b-afab-a07107f648d2 req-05244bb6-d37b-4a2c-817c-a32a169c78df service neutron] Attempting to bind port 715fda1d-67ff-4b46-b48e-6c3c0227fa09 on host n-h2-773647-6 for vnic_type normal with profile {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 15:19:39.670165 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [req-cae73613-73f2-489b-afab-a07107f648d2 req-05244bb6-d37b-4a2c-817c-a32a169c78df service neutron] Attempting to bind port 715fda1d-67ff-4b46-b48e-6c3c0227fa09 by drivers openvswitch,hyperv on host n-h2-773647-6 at level 0 using segments [{'id': 'fc821005-da36-4b0a-9510-d7c5111b87a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1005, 'network_id': '9730a406-f49a-4da1-91fa-60e189bded6c'}] {{(pid=100246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 15:19:39.670384 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cae73613-73f2-489b-afab-a07107f648d2 req-05244bb6-d37b-4a2c-817c-a32a169c78df service neutron] Attempting to bind port 715fda1d-67ff-4b46-b48e-6c3c0227fa09 on network 9730a406-f49a-4da1-91fa-60e189bded6c {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 15:19:39.674729 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cae73613-73f2-489b-afab-a07107f648d2 req-05244bb6-d37b-4a2c-817c-a32a169c78df service neutron] Port 715fda1d-67ff-4b46-b48e-6c3c0227fa09 on network 9730a406-f49a-4da1-91fa-60e189bded6c not bound, no agent of type Open vSwitch agent registered on host n-h2-773647-6 {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 15:19:39.675040 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cae73613-73f2-489b-afab-a07107f648d2 req-05244bb6-d37b-4a2c-817c-a32a169c78df service neutron] Attempting to bind port 715fda1d-67ff-4b46-b48e-6c3c0227fa09 on network 9730a406-f49a-4da1-91fa-60e189bded6c {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 15:19:39.679845 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cae73613-73f2-489b-afab-a07107f648d2 req-05244bb6-d37b-4a2c-817c-a32a169c78df service neutron] Checking agent: {'id': '63768ece-0600-4354-8d29-fdedec96b077', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-773647-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 51, 10), 'started_at': datetime.datetime(2021, 7, 6, 13, 51, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 15, 19, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 15:19:39.680699 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cae73613-73f2-489b-afab-a07107f648d2 req-05244bb6-d37b-4a2c-817c-a32a169c78df service neutron] Checking segment: {'id': 'fc821005-da36-4b0a-9510-d7c5111b87a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1005, 'network_id': '9730a406-f49a-4da1-91fa-60e189bded6c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 15:19:39.681081 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cae73613-73f2-489b-afab-a07107f648d2 req-05244bb6-d37b-4a2c-817c-a32a169c78df service neutron] Bound using segment: {'id': 'fc821005-da36-4b0a-9510-d7c5111b87a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1005, 'network_id': '9730a406-f49a-4da1-91fa-60e189bded6c'} {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 15:19:39.681515 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [req-cae73613-73f2-489b-afab-a07107f648d2 req-05244bb6-d37b-4a2c-817c-a32a169c78df service neutron] Bound port: 715fda1d-67ff-4b46-b48e-6c3c0227fa09, host: n-h2-773647-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc821005-da36-4b0a-9510-d7c5111b87a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1005, 'network_id': '9730a406-f49a-4da1-91fa-60e189bded6c'}}] {{(pid=100246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 15:19:39.681854 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-cae73613-73f2-489b-afab-a07107f648d2 req-05244bb6-d37b-4a2c-817c-a32a169c78df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:19:39.746056 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.db [req-cae73613-73f2-489b-afab-a07107f648d2 req-05244bb6-d37b-4a2c-817c-a32a169c78df service neutron] For port 715fda1d-67ff-4b46-b48e-6c3c0227fa09, host n-h2-773647-6, cleared binding levels {{(pid=100246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 15:19:39.749088 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.db [req-cae73613-73f2-489b-afab-a07107f648d2 req-05244bb6-d37b-4a2c-817c-a32a169c78df service neutron] For port 715fda1d-67ff-4b46-b48e-6c3c0227fa09, host n-h2-773647-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=715fda1d-67ff-4b46-b48e-6c3c0227fa09,segment=NetworkSegment(fc821005-da36-4b0a-9510-d7c5111b87a2),segment_id=fc821005-da36-4b0a-9510-d7c5111b87a2)] {{(pid=100246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 15:19:39.754613 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-cae73613-73f2-489b-afab-a07107f648d2 req-05244bb6-d37b-4a2c-817c-a32a169c78df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127687527'] for port, after_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:19:39.790510 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae73613-73f2-489b-afab-a07107f648d2 req-05244bb6-d37b-4a2c-817c-a32a169c78df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:19:39.791141 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-cae73613-73f2-489b-afab-a07107f648d2 req-05244bb6-d37b-4a2c-817c-a32a169c78df service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:19:39.793045 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-cae73613-73f2-489b-afab-a07107f648d2 req-05244bb6-d37b-4a2c-817c-a32a169c78df service neutron] 10.222.0.72 "PUT /v2.0/ports/715fda1d-67ff-4b46-b48e-6c3c0227fa09 HTTP/1.1" status: 200 len: 1091 time: 0.7735653 Jul 06 15:19:39.793489 n-d-773647-6 neutron-server[100246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9cfe87c7-c463-4315-8b76-1fc64715dec1', 'tag': '715fda1d-67ff-4b46-b48e-6c3c0227fa09'}] {{(pid=100246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 15:19:39.795764 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46bcbd240f672e88150dff05a21f1d72cf4d2de628fda8977cb1eab177268aa5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11224e3d-f4c7-4c44-aaa3-8d7f06b80560" -d '{"events": [{"name": "network-changed", "server_uuid": "9cfe87c7-c463-4315-8b76-1fc64715dec1", "tag": "715fda1d-67ff-4b46-b48e-6c3c0227fa09"}]}' {{(pid=100246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 15:19:39.849653 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 15:19:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4667eca9-d0b4-4120-bdd1-a10efabe609a x-openstack-request-id: req-4667eca9-d0b4-4120-bdd1-a10efabe609a {{(pid=100246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 15:19:39.849944 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9cfe87c7-c463-4315-8b76-1fc64715dec1", "tag": "715fda1d-67ff-4b46-b48e-6c3c0227fa09", "status": "completed", "code": 200}]} {{(pid=100246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 15:19:39.850196 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-4667eca9-d0b4-4120-bdd1-a10efabe609a {{(pid=100246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 15:19:39.850732 n-d-773647-6 neutron-server[100246]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9cfe87c7-c463-4315-8b76-1fc64715dec1', 'tag': '715fda1d-67ff-4b46-b48e-6c3c0227fa09', 'status': 'completed', 'code': 200} Jul 06 15:19:39.851387 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05244bb6-d37b-4a2c-817c-a32a169c78df service neutron] Pushing event updated for resources: {'Port': ['ID=715fda1d-67ff-4b46-b48e-6c3c0227fa09,revision_number=8']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:19:39.886991 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae73613-73f2-489b-afab-a07107f648d2 req-32a79ce2-d735-4891-b932-a0413fd02814 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:19:39.888578 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-cae73613-73f2-489b-afab-a07107f648d2 req-32a79ce2-d735-4891-b932-a0413fd02814 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=a820908b1d9049aaabd6c3bbe4cffef1&device_id=9cfe87c7-c463-4315-8b76-1fc64715dec1 HTTP/1.1" status: 200 len: 1094 time: 0.0700860 Jul 06 15:19:39.982176 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae73613-73f2-489b-afab-a07107f648d2 req-f4019a04-1d4b-40f9-8bf8-fe59bf910000 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:19:39.983730 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-cae73613-73f2-489b-afab-a07107f648d2 req-f4019a04-1d4b-40f9-8bf8-fe59bf910000 service neutron] 10.222.0.72 "GET /v2.0/networks?id=9730a406-f49a-4da1-91fa-60e189bded6c HTTP/1.1" status: 200 len: 910 time: 0.0882237 Jul 06 15:19:40.057853 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-cae73613-73f2-489b-afab-a07107f648d2 req-f5dfd74d-7fec-4846-a206-60fe1b236855 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=715fda1d-67ff-4b46-b48e-6c3c0227fa09 HTTP/1.1" status: 200 len: 998 time: 0.0665569 Jul 06 15:19:40.107525 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae73613-73f2-489b-afab-a07107f648d2 req-861168a5-a357-43fd-b53e-77a49e874155 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:19:40.109056 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-cae73613-73f2-489b-afab-a07107f648d2 req-861168a5-a357-43fd-b53e-77a49e874155 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=dbdfab00-c34a-4ad9-bf50-8947c76efff0 HTTP/1.1" status: 200 len: 847 time: 0.0435135 Jul 06 15:19:40.168691 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae73613-73f2-489b-afab-a07107f648d2 req-e8b7c714-2e87-4f60-b967-2d6cbedc5635 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:19:40.169990 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-cae73613-73f2-489b-afab-a07107f648d2 req-e8b7c714-2e87-4f60-b967-2d6cbedc5635 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=9730a406-f49a-4da1-91fa-60e189bded6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0544791 Jul 06 15:19:40.264083 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-cae73613-73f2-489b-afab-a07107f648d2 req-420c7e7c-6e9e-4ef2-ab51-06aa8f737365 service neutron] 10.222.0.72 "GET /v2.0/networks/9730a406-f49a-4da1-91fa-60e189bded6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874276 Jul 06 15:19:40.358783 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-cae73613-73f2-489b-afab-a07107f648d2 req-9ce0dfeb-f365-467f-86e1-333c5c83a122 service neutron] 10.222.0.72 "GET /v2.0/networks/9730a406-f49a-4da1-91fa-60e189bded6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872583 Jul 06 15:19:40.464935 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11224e3d-f4c7-4c44-aaa3-8d7f06b80560 req-a46f3672-02e0-44e2-b56e-470b7f7f089a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:19:40.466457 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-11224e3d-f4c7-4c44-aaa3-8d7f06b80560 req-a46f3672-02e0-44e2-b56e-470b7f7f089a service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=a820908b1d9049aaabd6c3bbe4cffef1&device_id=9cfe87c7-c463-4315-8b76-1fc64715dec1 HTTP/1.1" status: 200 len: 1094 time: 0.0527723 Jul 06 15:19:40.561413 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11224e3d-f4c7-4c44-aaa3-8d7f06b80560 req-2f7047fc-5dde-4650-bc9b-0fc2b31894cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:19:40.562881 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-11224e3d-f4c7-4c44-aaa3-8d7f06b80560 req-2f7047fc-5dde-4650-bc9b-0fc2b31894cf service neutron] 10.222.0.72 "GET /v2.0/networks?id=9730a406-f49a-4da1-91fa-60e189bded6c HTTP/1.1" status: 200 len: 910 time: 0.0896423 Jul 06 15:19:40.626892 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-11224e3d-f4c7-4c44-aaa3-8d7f06b80560 req-0291b566-a735-4c4d-b291-dcbef7ff4a94 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=715fda1d-67ff-4b46-b48e-6c3c0227fa09 HTTP/1.1" status: 200 len: 998 time: 0.0574276 Jul 06 15:19:40.681456 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11224e3d-f4c7-4c44-aaa3-8d7f06b80560 req-6ff39a1e-b396-42e0-94a9-d97b6fd12905 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:19:40.682996 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-11224e3d-f4c7-4c44-aaa3-8d7f06b80560 req-6ff39a1e-b396-42e0-94a9-d97b6fd12905 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=dbdfab00-c34a-4ad9-bf50-8947c76efff0 HTTP/1.1" status: 200 len: 847 time: 0.0486197 Jul 06 15:19:40.742976 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11224e3d-f4c7-4c44-aaa3-8d7f06b80560 req-25f07f8d-bd90-410b-9eb2-b7fb34c8a74e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:19:40.744580 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-11224e3d-f4c7-4c44-aaa3-8d7f06b80560 req-25f07f8d-bd90-410b-9eb2-b7fb34c8a74e service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=9730a406-f49a-4da1-91fa-60e189bded6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0541389 Jul 06 15:19:40.765971 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18104c50-48d4-4d49-b134-f437fc241696 req-63e8c673-6c0b-4388-8a19-4121ab584680 tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:19:40.767460 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-18104c50-48d4-4d49-b134-f437fc241696 req-63e8c673-6c0b-4388-8a19-4121ab584680 tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] 10.222.0.104 "GET /v2.0/ports?device_id=9cfe87c7-c463-4315-8b76-1fc64715dec1 HTTP/1.1" status: 200 len: 943 time: 0.0631552 Jul 06 15:19:40.805048 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-18104c50-48d4-4d49-b134-f437fc241696 req-6f43be81-6c6a-4c28-89a5-671ad8754b24 tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] 10.222.0.104 "GET /v2.0/security-groups?id=5a7091ab-c630-4734-85b1-443e5f1e8f76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317459 Jul 06 15:19:40.835879 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-11224e3d-f4c7-4c44-aaa3-8d7f06b80560 req-1d99217c-fa44-476c-90c0-b1abbc794450 service neutron] 10.222.0.72 "GET /v2.0/networks/9730a406-f49a-4da1-91fa-60e189bded6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837648 Jul 06 15:19:40.928494 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-11224e3d-f4c7-4c44-aaa3-8d7f06b80560 req-cda4dd6e-1185-4518-86de-774bbfb09634 service neutron] 10.222.0.72 "GET /v2.0/networks/9730a406-f49a-4da1-91fa-60e189bded6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855007 Jul 06 15:19:41.636555 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:19:41.983427 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983026f9-d907-40dc-9a3b-bc76f6e3d08c req-2d969a43-9ddd-4668-bd77-b29a44e2a6ed tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:19:41.984991 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-983026f9-d907-40dc-9a3b-bc76f6e3d08c req-2d969a43-9ddd-4668-bd77-b29a44e2a6ed tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] 10.222.0.104 "GET /v2.0/ports?device_id=9cfe87c7-c463-4315-8b76-1fc64715dec1 HTTP/1.1" status: 200 len: 943 time: 0.0638003 Jul 06 15:19:42.025894 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-983026f9-d907-40dc-9a3b-bc76f6e3d08c req-cd9bf4e9-1c93-4890-953c-7c94d0b587f5 tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] 10.222.0.104 "GET /v2.0/security-groups?id=5a7091ab-c630-4734-85b1-443e5f1e8f76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350657 Jul 06 15:19:42.557801 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b45760-d7eb-481d-a857-c0503d5c242d req-b03990fc-5bdb-44e1-87a0-05b2014720b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:19:42.559419 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-96b45760-d7eb-481d-a857-c0503d5c242d req-b03990fc-5bdb-44e1-87a0-05b2014720b3 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=a820908b1d9049aaabd6c3bbe4cffef1&device_id=9cfe87c7-c463-4315-8b76-1fc64715dec1 HTTP/1.1" status: 200 len: 1094 time: 0.0547731 Jul 06 15:19:42.672677 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b45760-d7eb-481d-a857-c0503d5c242d req-97f75b7a-3eab-4e9f-98dd-e7da57ae2623 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:19:42.674220 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-96b45760-d7eb-481d-a857-c0503d5c242d req-97f75b7a-3eab-4e9f-98dd-e7da57ae2623 service neutron] 10.222.0.72 "GET /v2.0/networks?id=9730a406-f49a-4da1-91fa-60e189bded6c HTTP/1.1" status: 200 len: 910 time: 0.0949399 Jul 06 15:19:42.744888 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-96b45760-d7eb-481d-a857-c0503d5c242d req-19e3c039-65ca-4f7c-a01e-7def9f06d13f service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=715fda1d-67ff-4b46-b48e-6c3c0227fa09 HTTP/1.1" status: 200 len: 998 time: 0.0645077 Jul 06 15:19:42.793192 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b45760-d7eb-481d-a857-c0503d5c242d req-3aaff7a0-5d41-4b5b-8808-a0a193b35ce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:19:42.794671 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-96b45760-d7eb-481d-a857-c0503d5c242d req-3aaff7a0-5d41-4b5b-8808-a0a193b35ce9 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=dbdfab00-c34a-4ad9-bf50-8947c76efff0 HTTP/1.1" status: 200 len: 847 time: 0.0440505 Jul 06 15:19:42.858370 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b45760-d7eb-481d-a857-c0503d5c242d req-00b5aa2f-c6d8-4c4a-b20d-84b0bef1944a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:19:42.860075 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-96b45760-d7eb-481d-a857-c0503d5c242d req-00b5aa2f-c6d8-4c4a-b20d-84b0bef1944a service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=9730a406-f49a-4da1-91fa-60e189bded6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0591080 Jul 06 15:19:42.950200 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-96b45760-d7eb-481d-a857-c0503d5c242d req-bd84f432-f7dd-42a3-8913-1b69781154b7 service neutron] 10.222.0.72 "GET /v2.0/networks/9730a406-f49a-4da1-91fa-60e189bded6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837247 Jul 06 15:19:43.045051 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-96b45760-d7eb-481d-a857-c0503d5c242d req-62cc0db3-6e31-4f3c-a219-efb17dd0135d service neutron] 10.222.0.72 "GET /v2.0/networks/9730a406-f49a-4da1-91fa-60e189bded6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882566 Jul 06 15:19:43.207394 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf5039b-da99-4a0f-902c-90103be3e4e6 req-0addc9d6-9b9f-4c04-9640-1dc19f0dc324 tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:19:43.208254 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-dcf5039b-da99-4a0f-902c-90103be3e4e6 req-0addc9d6-9b9f-4c04-9640-1dc19f0dc324 tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] 10.222.0.104 "GET /v2.0/ports?device_id=9cfe87c7-c463-4315-8b76-1fc64715dec1 HTTP/1.1" status: 200 len: 943 time: 0.0688462 Jul 06 15:19:43.248895 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-dcf5039b-da99-4a0f-902c-90103be3e4e6 req-653089c6-df77-4668-9752-eee9cab7e80d tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] 10.222.0.104 "GET /v2.0/security-groups?id=5a7091ab-c630-4734-85b1-443e5f1e8f76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350559 Jul 06 15:19:43.276475 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:19:44.425978 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3ab650-2be4-452e-b3d2-9441fe800858 req-843e123f-122e-43fb-81bf-a50587e97321 tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:19:44.427486 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-ce3ab650-2be4-452e-b3d2-9441fe800858 req-843e123f-122e-43fb-81bf-a50587e97321 tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] 10.222.0.104 "GET /v2.0/ports?device_id=9cfe87c7-c463-4315-8b76-1fc64715dec1 HTTP/1.1" status: 200 len: 943 time: 0.0660157 Jul 06 15:19:44.473693 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-ce3ab650-2be4-452e-b3d2-9441fe800858 req-59336a8f-2641-4854-8a13-1a08fd9aa200 tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] 10.222.0.104 "GET /v2.0/security-groups?id=5a7091ab-c630-4734-85b1-443e5f1e8f76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391049 Jul 06 15:19:45.650605 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8113e17c-19a3-4bbb-a7f8-373c5f28ce16 req-d67f43e4-9683-4636-b5de-4e13e50ccb73 tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:19:45.652150 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-8113e17c-19a3-4bbb-a7f8-373c5f28ce16 req-d67f43e4-9683-4636-b5de-4e13e50ccb73 tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] 10.222.0.104 "GET /v2.0/ports?device_id=9cfe87c7-c463-4315-8b76-1fc64715dec1 HTTP/1.1" status: 200 len: 943 time: 0.0663657 Jul 06 15:19:45.689508 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-8113e17c-19a3-4bbb-a7f8-373c5f28ce16 req-b7b9def0-5440-4739-918c-8872e1439140 tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] 10.222.0.104 "GET /v2.0/security-groups?id=5a7091ab-c630-4734-85b1-443e5f1e8f76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318704 Jul 06 15:19:46.861492 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c0ce95-e1e2-4977-b83f-64bfc141aac1 req-479eb1ab-598d-4830-b844-1f060ea09a70 tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:19:46.863032 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-15c0ce95-e1e2-4977-b83f-64bfc141aac1 req-479eb1ab-598d-4830-b844-1f060ea09a70 tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] 10.222.0.104 "GET /v2.0/ports?device_id=9cfe87c7-c463-4315-8b76-1fc64715dec1 HTTP/1.1" status: 200 len: 943 time: 0.0649924 Jul 06 15:19:46.900709 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-15c0ce95-e1e2-4977-b83f-64bfc141aac1 req-c9027d64-5069-4a02-9352-a2e77d60adbe tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] 10.222.0.104 "GET /v2.0/security-groups?id=5a7091ab-c630-4734-85b1-443e5f1e8f76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312674 Jul 06 15:19:47.562771 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Device 715fda1d-67ff-4b46-b48e-6c3c0227fa09 details requested by agent hyperv_n-h2-773647-6 with host n-h2-773647-6 {{(pid=100248) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 15:19:47.661932 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] For port 715fda1d-67ff-4b46-b48e-6c3c0227fa09, host n-h2-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=715fda1d-67ff-4b46-b48e-6c3c0227fa09,segment=NetworkSegment(fc821005-da36-4b0a-9510-d7c5111b87a2),segment_id=fc821005-da36-4b0a-9510-d7c5111b87a2)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 15:19:47.674300 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Returning: {'device': '715fda1d-67ff-4b46-b48e-6c3c0227fa09', 'network_id': '9730a406-f49a-4da1-91fa-60e189bded6c', 'port_id': '715fda1d-67ff-4b46-b48e-6c3c0227fa09', 'mac_address': 'fa:16:3e:3c:72:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1005, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dbdfab00-c34a-4ad9-bf50-8947c76efff0', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100248) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 15:19:47.710103 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:19:47.722918 n-d-773647-6 neutron-server[100248]: DEBUG neutron.notifiers.nova [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 715fda1d-67ff-4b46-b48e-6c3c0227fa09 {{(pid=100248) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 15:19:47.743074 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] For port 715fda1d-67ff-4b46-b48e-6c3c0227fa09, host n-h2-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=715fda1d-67ff-4b46-b48e-6c3c0227fa09,segment=NetworkSegment(fc821005-da36-4b0a-9510-d7c5111b87a2),segment_id=fc821005-da36-4b0a-9510-d7c5111b87a2)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 15:19:47.747529 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:19:47.795461 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Pushing event updated for resources: {'Port': ['ID=715fda1d-67ff-4b46-b48e-6c3c0227fa09,revision_number=9']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:19:47.978851 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] get_ports_and_sgs() called for port_ids ['715fda1d-67ff-4b46-b48e-6c3c0227fa09'] {{(pid=100248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 15:19:48.091749 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89bafc1-ef82-416f-a928-f1a4c1d50167 req-4c6997e5-19d2-4888-914a-abb7e5b3c915 tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:19:48.093298 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-e89bafc1-ef82-416f-a928-f1a4c1d50167 req-4c6997e5-19d2-4888-914a-abb7e5b3c915 tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] 10.222.0.104 "GET /v2.0/ports?device_id=9cfe87c7-c463-4315-8b76-1fc64715dec1 HTTP/1.1" status: 200 len: 944 time: 0.0790601 Jul 06 15:19:48.133882 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-e89bafc1-ef82-416f-a928-f1a4c1d50167 req-2d5755a4-2708-483e-90d9-67f27915913b tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] 10.222.0.104 "GET /v2.0/security-groups?id=5a7091ab-c630-4734-85b1-443e5f1e8f76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342283 Jul 06 15:19:49.324136 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a399006-707c-468d-8ca8-d1d326bdf84d req-7a917a2c-8187-4bba-8676-53c42d2c201b tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:19:49.325660 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-7a399006-707c-468d-8ca8-d1d326bdf84d req-7a917a2c-8187-4bba-8676-53c42d2c201b tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] 10.222.0.104 "GET /v2.0/ports?device_id=9cfe87c7-c463-4315-8b76-1fc64715dec1 HTTP/1.1" status: 200 len: 944 time: 0.0781229 Jul 06 15:19:49.363340 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-7a399006-707c-468d-8ca8-d1d326bdf84d req-e931ff5f-1a77-44d2-bd27-6e124f33df74 tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] 10.222.0.104 "GET /v2.0/security-groups?id=5a7091ab-c630-4734-85b1-443e5f1e8f76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319476 Jul 06 15:19:49.578673 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Device 715fda1d-67ff-4b46-b48e-6c3c0227fa09 up at agent hyperv_n-h2-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 15:19:49.629338 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Provisioning for port 715fda1d-67ff-4b46-b48e-6c3c0227fa09 completed by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 15:19:49.633062 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Provisioning complete for port 715fda1d-67ff-4b46-b48e-6c3c0227fa09 triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 15:19:49.633442 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:19:49.709827 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:19:49.733777 n-d-773647-6 neutron-server[100248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9cfe87c7-c463-4315-8b76-1fc64715dec1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '715fda1d-67ff-4b46-b48e-6c3c0227fa09'}] {{(pid=100248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 15:19:49.736114 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55db2ac8c963aac1696062c7614e8816713b17764cc733cf0a1d7e1ce8ed655f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04717bc4-8fb3-4143-bbb0-9feed3458dac" -d '{"events": [{"server_uuid": "9cfe87c7-c463-4315-8b76-1fc64715dec1", "name": "network-vif-plugged", "status": "completed", "tag": "715fda1d-67ff-4b46-b48e-6c3c0227fa09"}]}' {{(pid=100248) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 15:19:49.749802 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] For port 715fda1d-67ff-4b46-b48e-6c3c0227fa09, host n-h2-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=715fda1d-67ff-4b46-b48e-6c3c0227fa09,segment=NetworkSegment(fc821005-da36-4b0a-9510-d7c5111b87a2),segment_id=fc821005-da36-4b0a-9510-d7c5111b87a2)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 15:19:49.760319 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:19:49.786831 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 15:19:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53ac0ab2-2425-4e4e-bb90-92a6e4b660be x-openstack-request-id: req-53ac0ab2-2425-4e4e-bb90-92a6e4b660be {{(pid=100248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 15:19:49.787125 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9cfe87c7-c463-4315-8b76-1fc64715dec1", "name": "network-vif-plugged", "status": "completed", "tag": "715fda1d-67ff-4b46-b48e-6c3c0227fa09", "code": 200}]} {{(pid=100248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 15:19:49.787452 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-53ac0ab2-2425-4e4e-bb90-92a6e4b660be {{(pid=100248) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 15:19:49.787799 n-d-773647-6 neutron-server[100248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9cfe87c7-c463-4315-8b76-1fc64715dec1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '715fda1d-67ff-4b46-b48e-6c3c0227fa09', 'code': 200} Jul 06 15:19:49.958771 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5786d40-3fc3-4f49-b330-2d42c4a44e79 req-c9ca573e-51b7-42b4-a974-430d1b662493 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:19:49.960375 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-b5786d40-3fc3-4f49-b330-2d42c4a44e79 req-c9ca573e-51b7-42b4-a974-430d1b662493 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=9cfe87c7-c463-4315-8b76-1fc64715dec1 HTTP/1.1" status: 200 len: 1097 time: 0.0568702 Jul 06 15:19:49.980487 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Pushing event updated for resources: {'Port': ['ID=715fda1d-67ff-4b46-b48e-6c3c0227fa09,revision_number=10']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:19:49.995099 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-b5786d40-3fc3-4f49-b330-2d42c4a44e79 req-00b81ea8-5b9a-4600-b3b7-4bf609cdad94 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=5a7091ab-c630-4734-85b1-443e5f1e8f76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0286851 Jul 06 15:19:50.557384 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9dbdf7-d21a-415f-8c3a-f26d138b4899 req-81c0c6d6-7320-4ae9-8526-1622212e4ba3 tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:19:50.559027 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-4f9dbdf7-d21a-415f-8c3a-f26d138b4899 req-81c0c6d6-7320-4ae9-8526-1622212e4ba3 tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] 10.222.0.104 "GET /v2.0/ports?device_id=9cfe87c7-c463-4315-8b76-1fc64715dec1 HTTP/1.1" status: 200 len: 946 time: 0.0710716 Jul 06 15:19:50.600316 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-4f9dbdf7-d21a-415f-8c3a-f26d138b4899 req-109f192a-7122-40e4-83cb-11b353145bf2 tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] 10.222.0.104 "GET /v2.0/security-groups?id=5a7091ab-c630-4734-85b1-443e5f1e8f76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348098 Jul 06 15:19:51.778722 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9748dc-e894-467e-8e11-136f519aed08 req-3b4c9e52-4cd8-4927-8d61-dfa0fbce2b0d tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:19:51.780260 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-7a9748dc-e894-467e-8e11-136f519aed08 req-3b4c9e52-4cd8-4927-8d61-dfa0fbce2b0d tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] 10.222.0.104 "GET /v2.0/ports?device_id=9cfe87c7-c463-4315-8b76-1fc64715dec1 HTTP/1.1" status: 200 len: 946 time: 0.0677483 Jul 06 15:19:51.819181 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-7a9748dc-e894-467e-8e11-136f519aed08 req-39eb1ea3-33d8-4dd3-b913-7fbb0bb3a4bd tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] 10.222.0.104 "GET /v2.0/security-groups?id=5a7091ab-c630-4734-85b1-443e5f1e8f76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325313 Jul 06 15:19:52.269410 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.agents_db [None req-167c0ad6-1657-4c9a-a2c4-3b18056aa662 None None] Agent healthcheck: found 7 active agents {{(pid=100249) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 15:19:53.019047 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-b4758b41-ad2d-4d37-a278-d0cb0f526c45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:19:55.678185 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-64ff4b62-de8c-4f59-94a4-3febbcda89dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:19:56.021705 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:19:56.923462 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-2064eaae-da4f-48f8-82d2-b09d4ddedd44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:19:58.725108 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-03f71b24-a9b8-453a-8924-caa3f97bc6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:20:11.635934 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:20:13.278517 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:20:23.021315 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-349654ca-c928-45cf-922d-30771f6044e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:20:25.678950 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-1913e3c5-8a72-4aa2-b056-ee1973e45ff7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:20:26.024841 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:20:26.927024 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-2064eaae-da4f-48f8-82d2-b09d4ddedd44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:20:28.728424 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-03f71b24-a9b8-453a-8924-caa3f97bc6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:20:29.268064 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.agents_db [None req-167c0ad6-1657-4c9a-a2c4-3b18056aa662 None None] Agent healthcheck: found 7 active agents {{(pid=100249) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 15:20:41.652088 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:20:43.293383 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:20:44.575468 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-73d4c8b8-cb9f-4cd0-84ac-853569289af3 req-c503bde5-4912-425e-a709-b984a1800767 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=9cfe87c7-c463-4315-8b76-1fc64715dec1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0552428 Jul 06 15:20:44.674852 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d4c8b8-cb9f-4cd0-84ac-853569289af3 req-cb7dc29b-258d-4993-b3a3-15523e4953bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:20:44.676549 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-73d4c8b8-cb9f-4cd0-84ac-853569289af3 req-cb7dc29b-258d-4993-b3a3-15523e4953bf service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=a820908b1d9049aaabd6c3bbe4cffef1&device_id=9cfe87c7-c463-4315-8b76-1fc64715dec1 HTTP/1.1" status: 200 len: 1097 time: 0.0598488 Jul 06 15:20:44.781320 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d4c8b8-cb9f-4cd0-84ac-853569289af3 req-0c947360-8d48-4a0d-a5a9-ac91e600144a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:20:44.782876 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-73d4c8b8-cb9f-4cd0-84ac-853569289af3 req-0c947360-8d48-4a0d-a5a9-ac91e600144a service neutron] 10.222.0.72 "GET /v2.0/networks?id=9730a406-f49a-4da1-91fa-60e189bded6c HTTP/1.1" status: 200 len: 910 time: 0.0868442 Jul 06 15:20:44.857086 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-73d4c8b8-cb9f-4cd0-84ac-853569289af3 req-856eb95b-0bb4-442d-a76e-d6235e154b82 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=715fda1d-67ff-4b46-b48e-6c3c0227fa09 HTTP/1.1" status: 200 len: 1000 time: 0.0672879 Jul 06 15:20:44.906401 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d4c8b8-cb9f-4cd0-84ac-853569289af3 req-71e7e655-8abc-4e0f-8338-137489874808 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:20:44.907924 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-73d4c8b8-cb9f-4cd0-84ac-853569289af3 req-71e7e655-8abc-4e0f-8338-137489874808 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=dbdfab00-c34a-4ad9-bf50-8947c76efff0 HTTP/1.1" status: 200 len: 847 time: 0.0451012 Jul 06 15:20:44.967030 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d4c8b8-cb9f-4cd0-84ac-853569289af3 req-0825cdce-ce94-4527-bce4-65400c577cdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:20:44.968617 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-73d4c8b8-cb9f-4cd0-84ac-853569289af3 req-0825cdce-ce94-4527-bce4-65400c577cdd service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=9730a406-f49a-4da1-91fa-60e189bded6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0539629 Jul 06 15:20:45.060401 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-73d4c8b8-cb9f-4cd0-84ac-853569289af3 req-ee2592d1-c478-4bbb-86aa-b27d2544d0d5 service neutron] 10.222.0.72 "GET /v2.0/networks/9730a406-f49a-4da1-91fa-60e189bded6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857937 Jul 06 15:20:45.151427 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-73d4c8b8-cb9f-4cd0-84ac-853569289af3 req-e91dd626-6f88-4cff-8b4a-bcbbecb1829f service neutron] 10.222.0.72 "GET /v2.0/networks/9730a406-f49a-4da1-91fa-60e189bded6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844305 Jul 06 15:20:53.023637 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-552e9620-a500-4ae3-a35a-f7840c910537 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:20:55.680389 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-ad0b2aea-7a5d-412a-9394-117ab76245f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:20:56.026335 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:20:56.928744 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-2064eaae-da4f-48f8-82d2-b09d4ddedd44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:20:58.730819 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-03f71b24-a9b8-453a-8924-caa3f97bc6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:21:06.267015 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.agents_db [None req-167c0ad6-1657-4c9a-a2c4-3b18056aa662 None None] Agent healthcheck: found 7 active agents {{(pid=100249) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 15:21:07.455564 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 34648) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 15:21:07.614776 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.plugin [None req-51c95299-dc7d-4e1a-87cd-0f988173eb42 tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] Deleting port 15b88661-699f-4867-85b9-08d581bece55 {{(pid=100247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 15:21:07.615114 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-51c95299-dc7d-4e1a-87cd-0f988173eb42 tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:21:07.687413 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-51c95299-dc7d-4e1a-87cd-0f988173eb42 tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:21:07.687747 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-51c95299-dc7d-4e1a-87cd-0f988173eb42 tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:21:07.699076 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.plugin [None req-51c95299-dc7d-4e1a-87cd-0f988173eb42 tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] Calling delete_port for 15b88661-699f-4867-85b9-08d581bece55 owned by network:floatingip {{(pid=100247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 15:21:07.849440 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-51c95299-dc7d-4e1a-87cd-0f988173eb42 tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128888353'] for port, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:21:07.875753 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c95299-dc7d-4e1a-87cd-0f988173eb42 tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] Pushing event deleted for resources: {'Port': ['ID=15b88661-699f-4867-85b9-08d581bece55,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:21:07.886624 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51c95299-dc7d-4e1a-87cd-0f988173eb42 tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:21:07.886975 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51c95299-dc7d-4e1a-87cd-0f988173eb42 tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:21:07.887342 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51c95299-dc7d-4e1a-87cd-0f988173eb42 tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:21:07.887682 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51c95299-dc7d-4e1a-87cd-0f988173eb42 tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:21:07.888014 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51c95299-dc7d-4e1a-87cd-0f988173eb42 tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:21:07.888343 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51c95299-dc7d-4e1a-87cd-0f988173eb42 tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:21:07.888669 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51c95299-dc7d-4e1a-87cd-0f988173eb42 tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:21:07.889005 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51c95299-dc7d-4e1a-87cd-0f988173eb42 tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:21:07.889315 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51c95299-dc7d-4e1a-87cd-0f988173eb42 tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:21:07.889637 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51c95299-dc7d-4e1a-87cd-0f988173eb42 tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:21:07.889959 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51c95299-dc7d-4e1a-87cd-0f988173eb42 tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:21:07.890280 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51c95299-dc7d-4e1a-87cd-0f988173eb42 tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:21:07.948756 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-51c95299-dc7d-4e1a-87cd-0f988173eb42 tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] Notify callbacks [] for floatingip, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:21:07.949095 n-d-773647-6 neutron-server[100247]: INFO neutron.db.l3_db [None req-51c95299-dc7d-4e1a-87cd-0f988173eb42 tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] Floating IP 8e147a73-580b-483b-a876-10eb46018426 disassociated (deleted). External IP: 172.25.0.14, port: 715fda1d-67ff-4b46-b48e-6c3c0227fa09. Jul 06 15:21:08.461501 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51c95299-dc7d-4e1a-87cd-0f988173eb42 tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] Router 919db7f7-23da-4ad9-97a0-7cead9a51c05 has already been hosted by L3 agent 2823d358-a11b-4885-a706-95a279e43fa7 {{(pid=100247) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 15:21:08.567979 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51c95299-dc7d-4e1a-87cd-0f988173eb42 tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] Notify agent at l3_agent.n-d-773647-6 the message routers_updated {{(pid=100247) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 15:21:08.573119 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-51c95299-dc7d-4e1a-87cd-0f988173eb42 tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for floatingip, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:21:08.579305 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8c945f9-7a85-4a8d-9a38-bc4e446a3d60 None None] Sync routers for ids ['919db7f7-23da-4ad9-97a0-7cead9a51c05'] in n-d-773647-6 {{(pid=100248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 15:21:08.588449 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8c945f9-7a85-4a8d-9a38-bc4e446a3d60 None None] Routers {'919db7f7-23da-4ad9-97a0-7cead9a51c05'} bound to L3 agent in host n-d-773647-6 {{(pid=100248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 15:21:08.589069 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-b8c945f9-7a85-4a8d-9a38-bc4e446a3d60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T15:20:56Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['919db7f7-23da-4ad9-97a0-7cead9a51c05'], 'active': True} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:21:08.612374 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-51c95299-dc7d-4e1a-87cd-0f988173eb42 tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] 10.222.0.104 "DELETE /v2.0/floatingips/8e147a73-580b-483b-a876-10eb46018426 HTTP/1.1" status: 204 len: 168 time: 1.1555786 Jul 06 15:21:08.613066 n-d-773647-6 neutron-server[100247]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9cfe87c7-c463-4315-8b76-1fc64715dec1', 'tag': '715fda1d-67ff-4b46-b48e-6c3c0227fa09'}] {{(pid=100247) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 15:21:08.615481 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee9abbf45a31ce2cafe392c325a103f9980bc56023ef5156b007054daa5623de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6b6f58b-fbc7-44c3-bdbe-f133fda6aae0" -d '{"events": [{"name": "network-changed", "server_uuid": "9cfe87c7-c463-4315-8b76-1fc64715dec1", "tag": "715fda1d-67ff-4b46-b48e-6c3c0227fa09"}]}' {{(pid=100247) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 15:21:08.696027 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvr_db [None req-b8c945f9-7a85-4a8d-9a38-bc4e446a3d60 None None] Set router 919db7f7-23da-4ad9-97a0-7cead9a51c05 gateway port host: n-d-773647-6 {{(pid=100248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 15:21:08.907787 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-b8c945f9-7a85-4a8d-9a38-bc4e446a3d60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '919db7f7-23da-4ad9-97a0-7cead9a51c05', 'name': 'tempest-TestShelveInstance-254423672-router', 'tenant_id': 'a820908b1d9049aaabd6c3bbe4cffef1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.8'}], 'enable_snat': True}, 'gw_port_id': '981d17af-ae13-4af8-8f79-fb4967742056', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T15:12:22Z', 'updated_at': '2021-07-06T15:12:25Z', 'revision_number': 4, 'project_id': 'a820908b1d9049aaabd6c3bbe4cffef1', 'gw_port': {'id': '981d17af-ae13-4af8-8f79-fb4967742056', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:69:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '919db7f7-23da-4ad9-97a0-7cead9a51c05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T15:12:23Z', 'updated_at': '2021-07-06T15:12:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6', '_interfaces': [{'id': '540d567f-21cc-48cf-92e7-501f2e6f7d36', 'name': '', 'network_id': '9730a406-f49a-4da1-91fa-60e189bded6c', 'tenant_id': 'a820908b1d9049aaabd6c3bbe4cffef1', 'mac_address': 'fa:16:3e:97:2f:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '919db7f7-23da-4ad9-97a0-7cead9a51c05', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': 'dbdfab00-c34a-4ad9-bf50-8947c76efff0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T15:12:24Z', 'updated_at': '2021-07-06T15:12:31Z', 'revision_number': 5, 'project_id': 'a820908b1d9049aaabd6c3bbe4cffef1', 'subnets': [{'id': 'dbdfab00-c34a-4ad9-bf50-8947c76efff0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773647-6', False) {} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:21:08.924235 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 15:21:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d436f7ea-eb14-435d-bddf-e1796053e6cb x-openstack-request-id: req-d436f7ea-eb14-435d-bddf-e1796053e6cb {{(pid=100247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 15:21:08.924532 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9cfe87c7-c463-4315-8b76-1fc64715dec1", "tag": "715fda1d-67ff-4b46-b48e-6c3c0227fa09", "status": "completed", "code": 200}]} {{(pid=100247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 15:21:08.924806 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-d436f7ea-eb14-435d-bddf-e1796053e6cb {{(pid=100247) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 15:21:08.925211 n-d-773647-6 neutron-server[100247]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9cfe87c7-c463-4315-8b76-1fc64715dec1', 'tag': '715fda1d-67ff-4b46-b48e-6c3c0227fa09', 'status': 'completed', 'code': 200} Jul 06 15:21:08.935329 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8c945f9-7a85-4a8d-9a38-bc4e446a3d60 None None] Checking router: 919db7f7-23da-4ad9-97a0-7cead9a51c05 for host: n-d-773647-6 {{(pid=100248) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 15:21:08.943875 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8c945f9-7a85-4a8d-9a38-bc4e446a3d60 None None] Routers {'919db7f7-23da-4ad9-97a0-7cead9a51c05'} bound to L3 agent in host n-d-773647-6 {{(pid=100248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 15:21:08.945126 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-b8c945f9-7a85-4a8d-9a38-bc4e446a3d60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T15:20:56Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['919db7f7-23da-4ad9-97a0-7cead9a51c05'], 'active': True} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:21:09.012276 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b6f58b-fbc7-44c3-bdbe-f133fda6aae0 req-ebf2d991-9c34-4f85-a924-4e8ebff463fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:21:09.015758 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-b6b6f58b-fbc7-44c3-bdbe-f133fda6aae0 req-ebf2d991-9c34-4f85-a924-4e8ebff463fe service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=a820908b1d9049aaabd6c3bbe4cffef1&device_id=9cfe87c7-c463-4315-8b76-1fc64715dec1 HTTP/1.1" status: 200 len: 1097 time: 0.0629067 Jul 06 15:21:09.058022 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvr_db [None req-b8c945f9-7a85-4a8d-9a38-bc4e446a3d60 None None] Set router 919db7f7-23da-4ad9-97a0-7cead9a51c05 gateway port host: n-d-773647-6 {{(pid=100248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 15:21:09.083441 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11604b1b-058f-4f74-b7f8-0a037479bff8 req-4c505da4-f259-40bc-8b14-be1a34d22344 tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:21:09.085059 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-11604b1b-058f-4f74-b7f8-0a037479bff8 req-4c505da4-f259-40bc-8b14-be1a34d22344 tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] 10.222.0.104 "GET /v2.0/ports?device_id=9cfe87c7-c463-4315-8b76-1fc64715dec1 HTTP/1.1" status: 200 len: 946 time: 0.0706556 Jul 06 15:21:09.128948 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-11604b1b-058f-4f74-b7f8-0a037479bff8 req-20c985ba-1447-4d22-bf0d-a3d18f5df1bf tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] 10.222.0.104 "GET /v2.0/security-groups?id=5a7091ab-c630-4734-85b1-443e5f1e8f76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367372 Jul 06 15:21:09.140320 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b6f58b-fbc7-44c3-bdbe-f133fda6aae0 req-b3fb14bf-0a99-4ba4-86fe-dff731959894 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:21:09.142447 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-b6b6f58b-fbc7-44c3-bdbe-f133fda6aae0 req-b3fb14bf-0a99-4ba4-86fe-dff731959894 service neutron] 10.222.0.72 "GET /v2.0/networks?id=9730a406-f49a-4da1-91fa-60e189bded6c HTTP/1.1" status: 200 len: 910 time: 0.1201196 Jul 06 15:21:09.185722 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-b6b6f58b-fbc7-44c3-bdbe-f133fda6aae0 req-2f94ae0e-5773-4fc0-aeeb-1b980c3e434b service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=715fda1d-67ff-4b46-b48e-6c3c0227fa09 HTTP/1.1" status: 200 len: 217 time: 0.0366015 Jul 06 15:21:09.241612 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b6f58b-fbc7-44c3-bdbe-f133fda6aae0 req-6b727d59-09d2-42ca-94de-7f6832021e85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:21:09.243115 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-b6b6f58b-fbc7-44c3-bdbe-f133fda6aae0 req-6b727d59-09d2-42ca-94de-7f6832021e85 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=dbdfab00-c34a-4ad9-bf50-8947c76efff0 HTTP/1.1" status: 200 len: 847 time: 0.0504777 Jul 06 15:21:09.274218 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-b8c945f9-7a85-4a8d-9a38-bc4e446a3d60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '919db7f7-23da-4ad9-97a0-7cead9a51c05', 'name': 'tempest-TestShelveInstance-254423672-router', 'tenant_id': 'a820908b1d9049aaabd6c3bbe4cffef1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.8'}], 'enable_snat': True}, 'gw_port_id': '981d17af-ae13-4af8-8f79-fb4967742056', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T15:12:22Z', 'updated_at': '2021-07-06T15:12:25Z', 'revision_number': 4, 'project_id': 'a820908b1d9049aaabd6c3bbe4cffef1', 'gw_port': {'id': '981d17af-ae13-4af8-8f79-fb4967742056', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:69:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '919db7f7-23da-4ad9-97a0-7cead9a51c05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T15:12:23Z', 'updated_at': '2021-07-06T15:12:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6', '_interfaces': [{'id': '540d567f-21cc-48cf-92e7-501f2e6f7d36', 'name': '', 'network_id': '9730a406-f49a-4da1-91fa-60e189bded6c', 'tenant_id': 'a820908b1d9049aaabd6c3bbe4cffef1', 'mac_address': 'fa:16:3e:97:2f:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '919db7f7-23da-4ad9-97a0-7cead9a51c05', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': 'dbdfab00-c34a-4ad9-bf50-8947c76efff0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T15:12:24Z', 'updated_at': '2021-07-06T15:12:31Z', 'revision_number': 5, 'project_id': 'a820908b1d9049aaabd6c3bbe4cffef1', 'subnets': [{'id': 'dbdfab00-c34a-4ad9-bf50-8947c76efff0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773647-6', False) {} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:21:09.299583 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8c945f9-7a85-4a8d-9a38-bc4e446a3d60 None None] The sync data for ids ['919db7f7-23da-4ad9-97a0-7cead9a51c05'] in n-d-773647-6 is: [{'id': '919db7f7-23da-4ad9-97a0-7cead9a51c05', 'name': 'tempest-TestShelveInstance-254423672-router', 'tenant_id': 'a820908b1d9049aaabd6c3bbe4cffef1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.8'}], 'enable_snat': True}, 'gw_port_id': '981d17af-ae13-4af8-8f79-fb4967742056', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T15:12:22Z', 'updated_at': '2021-07-06T15:12:25Z', 'revision_number': 4, 'project_id': 'a820908b1d9049aaabd6c3bbe4cffef1', 'gw_port': {'id': '981d17af-ae13-4af8-8f79-fb4967742056', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:69:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '919db7f7-23da-4ad9-97a0-7cead9a51c05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T15:12:23Z', 'updated_at': '2021-07-06T15:12:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6', '_interfaces': [{'id': '540d567f-21cc-48cf-92e7-501f2e6f7d36', 'name': '', 'network_id': '9730a406-f49a-4da1-91fa-60e189bded6c', 'tenant_id': 'a820908b1d9049aaabd6c3bbe4cffef1', 'mac_address': 'fa:16:3e:97:2f:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '919db7f7-23da-4ad9-97a0-7cead9a51c05', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': 'dbdfab00-c34a-4ad9-bf50-8947c76efff0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T15:12:24Z', 'updated_at': '2021-07-06T15:12:31Z', 'revision_number': 5, 'project_id': 'a820908b1d9049aaabd6c3bbe4cffef1', 'subnets': [{'id': 'dbdfab00-c34a-4ad9-bf50-8947c76efff0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 15:21:09.300479 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b6f58b-fbc7-44c3-bdbe-f133fda6aae0 req-a2ed1dd5-398f-4aae-8b63-9143a92178e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:21:09.302006 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-b6b6f58b-fbc7-44c3-bdbe-f133fda6aae0 req-a2ed1dd5-398f-4aae-8b63-9143a92178e0 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=9730a406-f49a-4da1-91fa-60e189bded6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0518966 Jul 06 15:21:09.396418 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-b6b6f58b-fbc7-44c3-bdbe-f133fda6aae0 req-91c32ebe-0c15-4858-ae17-24591fe51b88 service neutron] 10.222.0.72 "GET /v2.0/networks/9730a406-f49a-4da1-91fa-60e189bded6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846477 Jul 06 15:21:09.495794 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-b6b6f58b-fbc7-44c3-bdbe-f133fda6aae0 req-4180446a-f52e-4cf5-9fe9-04e5aef5dec3 service neutron] 10.222.0.72 "GET /v2.0/networks/9730a406-f49a-4da1-91fa-60e189bded6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924695 Jul 06 15:21:09.521383 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b272ad99-0951-4d1b-b79a-98685d45ee7f None None] New status for floating IP 8e147a73-580b-483b-a876-10eb46018426: DOWN {{(pid=100249) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 15:21:10.305213 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20631a7-a484-40a2-a867-6ad55cc9f474 req-ed2f4589-88f1-44fd-abb4-90c0d1d70c56 tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:21:10.306590 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-b20631a7-a484-40a2-a867-6ad55cc9f474 req-ed2f4589-88f1-44fd-abb4-90c0d1d70c56 tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] 10.222.0.104 "GET /v2.0/ports?device_id=9cfe87c7-c463-4315-8b76-1fc64715dec1 HTTP/1.1" status: 200 len: 946 time: 0.0658107 Jul 06 15:21:10.344089 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-b20631a7-a484-40a2-a867-6ad55cc9f474 req-163b7750-100b-471a-b7d0-d8b86790d32a tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] 10.222.0.104 "GET /v2.0/security-groups?id=5a7091ab-c630-4734-85b1-443e5f1e8f76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319483 Jul 06 15:21:10.436815 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb0d45d-a3d7-43d3-bc02-70ae6bf82bca req-d901f939-58b4-4662-8e66-3b6b1a532718 tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:21:10.438281 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-0cb0d45d-a3d7-43d3-bc02-70ae6bf82bca req-d901f939-58b4-4662-8e66-3b6b1a532718 tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] 10.222.0.72 "GET /v2.0/ports?device_id=9cfe87c7-c463-4315-8b76-1fc64715dec1 HTTP/1.1" status: 200 len: 946 time: 0.0662997 Jul 06 15:21:10.539098 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [req-0cb0d45d-a3d7-43d3-bc02-70ae6bf82bca req-70563c02-a102-4ece-a41f-0f7642035710 tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] Deleting port 715fda1d-67ff-4b46-b48e-6c3c0227fa09 {{(pid=100246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 15:21:10.539465 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-0cb0d45d-a3d7-43d3-bc02-70ae6bf82bca req-70563c02-a102-4ece-a41f-0f7642035710 tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:21:10.625820 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.db [req-0cb0d45d-a3d7-43d3-bc02-70ae6bf82bca req-70563c02-a102-4ece-a41f-0f7642035710 tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] For port 715fda1d-67ff-4b46-b48e-6c3c0227fa09, host n-h2-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=715fda1d-67ff-4b46-b48e-6c3c0227fa09,segment=NetworkSegment(fc821005-da36-4b0a-9510-d7c5111b87a2),segment_id=fc821005-da36-4b0a-9510-d7c5111b87a2)] {{(pid=100246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 15:21:10.626187 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-0cb0d45d-a3d7-43d3-bc02-70ae6bf82bca req-70563c02-a102-4ece-a41f-0f7642035710 tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:21:10.639503 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [req-0cb0d45d-a3d7-43d3-bc02-70ae6bf82bca req-70563c02-a102-4ece-a41f-0f7642035710 tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] Calling delete_port for 715fda1d-67ff-4b46-b48e-6c3c0227fa09 owned by compute:nova {{(pid=100246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 15:21:10.776571 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-0cb0d45d-a3d7-43d3-bc02-70ae6bf82bca req-70563c02-a102-4ece-a41f-0f7642035710 tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127687580'] for port, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:21:10.804610 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70563c02-a102-4ece-a41f-0f7642035710 tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] Pushing event deleted for resources: {'Port': ['ID=715fda1d-67ff-4b46-b48e-6c3c0227fa09,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:21:10.818648 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70563c02-a102-4ece-a41f-0f7642035710 tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:21:10.818987 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70563c02-a102-4ece-a41f-0f7642035710 tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:21:10.819916 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70563c02-a102-4ece-a41f-0f7642035710 tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:21:10.820262 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70563c02-a102-4ece-a41f-0f7642035710 tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:21:10.820601 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70563c02-a102-4ece-a41f-0f7642035710 tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:21:10.820935 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70563c02-a102-4ece-a41f-0f7642035710 tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:21:10.821272 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70563c02-a102-4ece-a41f-0f7642035710 tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:21:10.821607 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70563c02-a102-4ece-a41f-0f7642035710 tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:21:10.821934 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70563c02-a102-4ece-a41f-0f7642035710 tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:21:10.822261 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70563c02-a102-4ece-a41f-0f7642035710 tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:21:10.822591 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70563c02-a102-4ece-a41f-0f7642035710 tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:21:10.822916 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70563c02-a102-4ece-a41f-0f7642035710 tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:21:10.864843 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [req-0cb0d45d-a3d7-43d3-bc02-70ae6bf82bca req-70563c02-a102-4ece-a41f-0f7642035710 tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] No DVR routers for this DVR port 715fda1d-67ff-4b46-b48e-6c3c0227fa09 on host n-h2-773647-6 {{(pid=100246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 15:21:10.868033 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-0cb0d45d-a3d7-43d3-bc02-70ae6bf82bca req-70563c02-a102-4ece-a41f-0f7642035710 tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:21:10.870008 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-0cb0d45d-a3d7-43d3-bc02-70ae6bf82bca req-70563c02-a102-4ece-a41f-0f7642035710 tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] 10.222.0.72 "DELETE /v2.0/ports/715fda1d-67ff-4b46-b48e-6c3c0227fa09 HTTP/1.1" status: 204 len: 173 time: 0.4258935 Jul 06 15:21:10.870446 n-d-773647-6 neutron-server[100246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9cfe87c7-c463-4315-8b76-1fc64715dec1', 'name': 'network-vif-deleted', 'tag': '715fda1d-67ff-4b46-b48e-6c3c0227fa09'}] {{(pid=100246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 15:21:10.872694 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46bcbd240f672e88150dff05a21f1d72cf4d2de628fda8977cb1eab177268aa5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b416d87-3fcf-46ee-b5d0-6d9d06153962" -d '{"events": [{"server_uuid": "9cfe87c7-c463-4315-8b76-1fc64715dec1", "name": "network-vif-deleted", "tag": "715fda1d-67ff-4b46-b48e-6c3c0227fa09"}]}' {{(pid=100246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 15:21:10.906986 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 15:21:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcc559cb-ff53-4c0a-ba66-23782db50c9a x-openstack-request-id: req-fcc559cb-ff53-4c0a-ba66-23782db50c9a {{(pid=100246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 15:21:10.907307 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9cfe87c7-c463-4315-8b76-1fc64715dec1", "name": "network-vif-deleted", "tag": "715fda1d-67ff-4b46-b48e-6c3c0227fa09", "status": "completed", "code": 200}]} {{(pid=100246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 15:21:10.907564 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-fcc559cb-ff53-4c0a-ba66-23782db50c9a {{(pid=100246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 15:21:10.907971 n-d-773647-6 neutron-server[100246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9cfe87c7-c463-4315-8b76-1fc64715dec1', 'name': 'network-vif-deleted', 'tag': '715fda1d-67ff-4b46-b48e-6c3c0227fa09', 'status': 'completed', 'code': 200} Jul 06 15:21:11.499162 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-4e2cbbd6-cfdc-463e-823d-ff12c8a27c1a req-5c17ef35-fab6-43b6-9ee4-1cf3eb510282 tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] 10.222.0.104 "GET /v2.0/ports?device_id=9cfe87c7-c463-4315-8b76-1fc64715dec1 HTTP/1.1" status: 200 len: 210 time: 0.0318892 Jul 06 15:21:11.665451 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:21:12.637107 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-cd3b6313-ce03-42f4-867b-d84d450c055f req-1fc80853-372c-4ecf-b46a-c4742669d3a1 tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] 10.222.0.104 "GET /v2.0/ports?device_id=9cfe87c7-c463-4315-8b76-1fc64715dec1 HTTP/1.1" status: 200 len: 210 time: 0.0283861 Jul 06 15:21:13.294897 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:21:13.779005 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-29480ce0-eae6-4dc6-8337-ecad0268275a req-b1c5e965-9d19-4604-bdfa-baac55306a20 tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] 10.222.0.104 "GET /v2.0/ports?device_id=9cfe87c7-c463-4315-8b76-1fc64715dec1 HTTP/1.1" status: 200 len: 210 time: 0.0304604 Jul 06 15:21:14.044113 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Device 715fda1d-67ff-4b46-b48e-6c3c0227fa09 no longer exists at agent hyperv_n-h2-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 15:21:14.064165 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] No Port match for: 715fda1d-67ff-4b46-b48e-6c3c0227fa09 {{(pid=100248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 15:21:14.064567 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Device 715fda1d-67ff-4b46-b48e-6c3c0227fa09 not bound to the agent host n-h2-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 15:21:14.894358 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 34678) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 15:21:14.963316 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-b0f8639c-467a-40f6-8505-7652c95ab25c tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] Notify callbacks [] for security_group, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:21:14.991854 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-b0f8639c-467a-40f6-8505-7652c95ab25c tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:21:15.059232 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-b0f8639c-467a-40f6-8505-7652c95ab25c tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:21:15.061906 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-b0f8639c-467a-40f6-8505-7652c95ab25c tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] Notify callbacks [] for security_group, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:21:15.063611 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-b0f8639c-467a-40f6-8505-7652c95ab25c tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] 10.222.0.104 "DELETE /v2.0/security-groups/5a7091ab-c630-4734-85b1-443e5f1e8f76 HTTP/1.1" status: 204 len: 168 time: 0.1676464 Jul 06 15:21:15.073344 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f8639c-467a-40f6-8505-7652c95ab25c tempest-TestShelveInstance-1602715098 tempest-TestShelveInstance-1602715098-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a7091ab-c630-4734-85b1-443e5f1e8f76,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:21:16.144656 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 34684) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 15:21:16.615001 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-94696ed8-9031-4c32-8adf-8a8ae58af151 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1809431'] for router_interface, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:21:16.873206 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.plugin [None req-94696ed8-9031-4c32-8adf-8a8ae58af151 admin admin] Deleting port 540d567f-21cc-48cf-92e7-501f2e6f7d36 {{(pid=100247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 15:21:16.873551 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-94696ed8-9031-4c32-8adf-8a8ae58af151 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:21:16.959623 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.db [None req-94696ed8-9031-4c32-8adf-8a8ae58af151 admin admin] For port 540d567f-21cc-48cf-92e7-501f2e6f7d36, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=540d567f-21cc-48cf-92e7-501f2e6f7d36,segment=NetworkSegment(fc821005-da36-4b0a-9510-d7c5111b87a2),segment_id=fc821005-da36-4b0a-9510-d7c5111b87a2)] {{(pid=100247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 15:21:16.960488 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-94696ed8-9031-4c32-8adf-8a8ae58af151 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:21:16.974560 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.plugin [None req-94696ed8-9031-4c32-8adf-8a8ae58af151 admin admin] Calling delete_port for 540d567f-21cc-48cf-92e7-501f2e6f7d36 owned by network:router_interface {{(pid=100247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 15:21:17.161951 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-94696ed8-9031-4c32-8adf-8a8ae58af151 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128888353'] for port, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:21:17.189007 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94696ed8-9031-4c32-8adf-8a8ae58af151 admin admin] Pushing event deleted for resources: {'Port': ['ID=540d567f-21cc-48cf-92e7-501f2e6f7d36,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:21:17.356967 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-94696ed8-9031-4c32-8adf-8a8ae58af151 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1809193'] for router_interface, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:21:17.576555 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94696ed8-9031-4c32-8adf-8a8ae58af151 admin admin] Router 919db7f7-23da-4ad9-97a0-7cead9a51c05 has already been hosted by L3 agent 2823d358-a11b-4885-a706-95a279e43fa7 {{(pid=100247) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 15:21:17.682676 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94696ed8-9031-4c32-8adf-8a8ae58af151 admin admin] Notify agent at l3_agent.n-d-773647-6 the message routers_updated {{(pid=100247) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 15:21:17.690070 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-94696ed8-9031-4c32-8adf-8a8ae58af151 admin admin] 10.222.0.104 "PUT /v2.0/routers/919db7f7-23da-4ad9-97a0-7cead9a51c05/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5418499 Jul 06 15:21:17.690207 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 34688) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 15:21:17.691135 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6da72dcf-d76d-4bf7-8c03-8a3b984e1e64 None None] Sync routers for ids ['919db7f7-23da-4ad9-97a0-7cead9a51c05'] in n-d-773647-6 {{(pid=100248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 15:21:17.701208 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6da72dcf-d76d-4bf7-8c03-8a3b984e1e64 None None] Routers {'919db7f7-23da-4ad9-97a0-7cead9a51c05'} bound to L3 agent in host n-d-773647-6 {{(pid=100248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 15:21:17.701819 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-6da72dcf-d76d-4bf7-8c03-8a3b984e1e64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T15:20:56Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['919db7f7-23da-4ad9-97a0-7cead9a51c05'], 'active': True} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:21:17.802604 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-9b6420dd-c9b2-4221-8fef-4bc03bf807f4 admin admin] Notify callbacks [] for router, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:21:17.813677 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvr_db [None req-6da72dcf-d76d-4bf7-8c03-8a3b984e1e64 None None] Set router 919db7f7-23da-4ad9-97a0-7cead9a51c05 gateway port host: n-d-773647-6 {{(pid=100248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 15:21:17.904672 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-9b6420dd-c9b2-4221-8fef-4bc03bf807f4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:21:17.957137 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.plugin [None req-9b6420dd-c9b2-4221-8fef-4bc03bf807f4 admin admin] Deleting port 981d17af-ae13-4af8-8f79-fb4967742056 {{(pid=100247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 15:21:17.957424 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-9b6420dd-c9b2-4221-8fef-4bc03bf807f4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:21:17.991367 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-6da72dcf-d76d-4bf7-8c03-8a3b984e1e64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '919db7f7-23da-4ad9-97a0-7cead9a51c05', 'name': 'tempest-TestShelveInstance-254423672-router', 'tenant_id': 'a820908b1d9049aaabd6c3bbe4cffef1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.8'}], 'enable_snat': True}, 'gw_port_id': '981d17af-ae13-4af8-8f79-fb4967742056', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T15:12:22Z', 'updated_at': '2021-07-06T15:21:17Z', 'revision_number': 5, 'project_id': 'a820908b1d9049aaabd6c3bbe4cffef1', 'gw_port': {'id': '981d17af-ae13-4af8-8f79-fb4967742056', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:69:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '919db7f7-23da-4ad9-97a0-7cead9a51c05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T15:12:23Z', 'updated_at': '2021-07-06T15:12:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6'}], 'n-d-773647-6', False) {} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:21:18.017287 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6da72dcf-d76d-4bf7-8c03-8a3b984e1e64 None None] Checking router: 919db7f7-23da-4ad9-97a0-7cead9a51c05 for host: n-d-773647-6 {{(pid=100248) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 15:21:18.026201 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6da72dcf-d76d-4bf7-8c03-8a3b984e1e64 None None] Routers {'919db7f7-23da-4ad9-97a0-7cead9a51c05'} bound to L3 agent in host n-d-773647-6 {{(pid=100248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 15:21:18.026810 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-6da72dcf-d76d-4bf7-8c03-8a3b984e1e64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T15:20:56Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['919db7f7-23da-4ad9-97a0-7cead9a51c05'], 'active': True} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:21:18.043896 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.db [None req-9b6420dd-c9b2-4221-8fef-4bc03bf807f4 admin admin] For port 981d17af-ae13-4af8-8f79-fb4967742056, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=981d17af-ae13-4af8-8f79-fb4967742056,segment=NetworkSegment(89a832b7-7793-4d51-9038-ed7e1c3ff1b2),segment_id=89a832b7-7793-4d51-9038-ed7e1c3ff1b2)] {{(pid=100247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 15:21:18.044250 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-9b6420dd-c9b2-4221-8fef-4bc03bf807f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:21:18.057634 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.plugin [None req-9b6420dd-c9b2-4221-8fef-4bc03bf807f4 admin admin] Calling delete_port for 981d17af-ae13-4af8-8f79-fb4967742056 owned by network:router_gateway {{(pid=100247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 15:21:18.118626 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvr_db [None req-6da72dcf-d76d-4bf7-8c03-8a3b984e1e64 None None] Set router 919db7f7-23da-4ad9-97a0-7cead9a51c05 gateway port host: None {{(pid=100248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 15:21:18.171446 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-6da72dcf-d76d-4bf7-8c03-8a3b984e1e64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '919db7f7-23da-4ad9-97a0-7cead9a51c05', 'name': 'tempest-TestShelveInstance-254423672-router', 'tenant_id': 'a820908b1d9049aaabd6c3bbe4cffef1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T15:12:22Z', 'updated_at': '2021-07-06T15:21:17Z', 'revision_number': 6, 'project_id': 'a820908b1d9049aaabd6c3bbe4cffef1', 'gw_port_host': None}], 'n-d-773647-6', False) {} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:21:18.205361 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6da72dcf-d76d-4bf7-8c03-8a3b984e1e64 None None] The sync data for ids ['919db7f7-23da-4ad9-97a0-7cead9a51c05'] in n-d-773647-6 is: [{'id': '919db7f7-23da-4ad9-97a0-7cead9a51c05', 'name': 'tempest-TestShelveInstance-254423672-router', 'tenant_id': 'a820908b1d9049aaabd6c3bbe4cffef1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T15:12:22Z', 'updated_at': '2021-07-06T15:21:17Z', 'revision_number': 6, 'project_id': 'a820908b1d9049aaabd6c3bbe4cffef1', 'gw_port_host': None}] {{(pid=100248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 15:21:18.234706 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-9b6420dd-c9b2-4221-8fef-4bc03bf807f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128888353'] for port, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:21:18.262062 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6420dd-c9b2-4221-8fef-4bc03bf807f4 admin admin] Pushing event deleted for resources: {'Port': ['ID=981d17af-ae13-4af8-8f79-fb4967742056,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:21:18.322582 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-9b6420dd-c9b2-4221-8fef-4bc03bf807f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1761104'] for router_gateway, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:21:18.411694 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-9b6420dd-c9b2-4221-8fef-4bc03bf807f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1806308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6982'] for router, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:21:18.413819 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-9b6420dd-c9b2-4221-8fef-4bc03bf807f4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:21:18.465239 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-9b6420dd-c9b2-4221-8fef-4bc03bf807f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1805684'] for router, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:21:18.465714 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b6420dd-c9b2-4221-8fef-4bc03bf807f4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 919db7f7-23da-4ad9-97a0-7cead9a51c05 {{(pid=100247) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 15:21:18.470436 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-9b6420dd-c9b2-4221-8fef-4bc03bf807f4 admin admin] Notify callbacks [] for router, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:21:18.471659 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-9b6420dd-c9b2-4221-8fef-4bc03bf807f4 admin admin] 10.222.0.104 "DELETE /v2.0/routers/919db7f7-23da-4ad9-97a0-7cead9a51c05 HTTP/1.1" status: 204 len: 168 time: 0.7805820 Jul 06 15:21:18.475638 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 34690) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 15:21:18.521016 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.db_base_plugin_v2 [None req-0bbdb454-6f7c-4f63-a135-7f347b7b98cc admin admin] Deleting subnet dbdfab00-c34a-4ad9-bf50-8947c76efff0 {{(pid=100247) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 15:21:18.524648 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-0bbdb454-6f7c-4f63-a135-7f347b7b98cc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:21:18.558732 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-0bbdb454-6f7c-4f63-a135-7f347b7b98cc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127131748'] for subnet, precommit_delete_associations {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:21:18.646422 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-0bbdb454-6f7c-4f63-a135-7f347b7b98cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-913473'] for subnet, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:21:18.699969 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-0bbdb454-6f7c-4f63-a135-7f347b7b98cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-913480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1849032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-128888347', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127627857'] for subnet, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:21:18.726264 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbdb454-6f7c-4f63-a135-7f347b7b98cc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dbdfab00-c34a-4ad9-bf50-8947c76efff0,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:21:18.730727 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-0bbdb454-6f7c-4f63-a135-7f347b7b98cc admin admin] Notify callbacks [] for subnet, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:21:18.732788 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-0bbdb454-6f7c-4f63-a135-7f347b7b98cc admin admin] 10.222.0.104 "DELETE /v2.0/subnets/dbdfab00-c34a-4ad9-bf50-8947c76efff0 HTTP/1.1" status: 204 len: 168 time: 0.2560914 Jul 06 15:21:18.735350 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 34692) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 15:21:18.736877 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e708104-a36e-4e13-829e-be1c378d9ac6 None None] Network 9730a406-f49a-4da1-91fa-60e189bded6c requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 15:21:18.809412 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-9058e75e-0909-48e6-97c6-cc71f1196e19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530492'] for network, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:21:18.873376 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.plugin [None req-9058e75e-0909-48e6-97c6-cc71f1196e19 admin admin] Deleting port 908895df-0745-432d-a723-328d3546acc0 {{(pid=100247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 15:21:18.873723 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-9058e75e-0909-48e6-97c6-cc71f1196e19 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:21:18.939142 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.db [None req-9058e75e-0909-48e6-97c6-cc71f1196e19 admin admin] For port 908895df-0745-432d-a723-328d3546acc0, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=908895df-0745-432d-a723-328d3546acc0,segment=NetworkSegment(fc821005-da36-4b0a-9510-d7c5111b87a2),segment_id=fc821005-da36-4b0a-9510-d7c5111b87a2)] {{(pid=100247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 15:21:18.939546 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-9058e75e-0909-48e6-97c6-cc71f1196e19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:21:18.955236 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82512899-b798-4e6d-9e57-f1a63ed268e9 None None] DHCP port deletion for 9730a406-f49a-4da1-91fa-60e189bded6c request from n-d-773647-6 {{(pid=100248) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 15:21:18.960307 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.plugin [None req-9058e75e-0909-48e6-97c6-cc71f1196e19 admin admin] Calling delete_port for 908895df-0745-432d-a723-328d3546acc0 owned by network:dhcp {{(pid=100247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 15:21:19.018621 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-82512899-b798-4e6d-9e57-f1a63ed268e9 None None] Deleting port 908895df-0745-432d-a723-328d3546acc0 {{(pid=100248) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 15:21:19.018829 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-82512899-b798-4e6d-9e57-f1a63ed268e9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:21:19.035103 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 540d567f-21cc-48cf-92e7-501f2e6f7d36 no longer exists at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 15:21:19.051991 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-9058e75e-0909-48e6-97c6-cc71f1196e19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128888353'] for port, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:21:19.081554 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9058e75e-0909-48e6-97c6-cc71f1196e19 admin admin] Pushing event deleted for resources: {'Port': ['ID=908895df-0745-432d-a723-328d3546acc0,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:21:19.086343 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] No Port match for: 540d567f-21cc-48cf-92e7-501f2e6f7d36 {{(pid=100248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 15:21:19.086643 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 540d567f-21cc-48cf-92e7-501f2e6f7d36 not bound to the agent host n-d-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 15:21:19.087076 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 981d17af-ae13-4af8-8f79-fb4967742056 no longer exists at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 15:21:19.091710 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9058e75e-0909-48e6-97c6-cc71f1196e19 admin admin] No DVR routers for this DVR port 908895df-0745-432d-a723-328d3546acc0 on host n-d-773647-6 {{(pid=100247) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 15:21:19.117157 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] No Port match for: 981d17af-ae13-4af8-8f79-fb4967742056 {{(pid=100248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 15:21:19.117504 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 981d17af-ae13-4af8-8f79-fb4967742056 not bound to the agent host n-d-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 15:21:19.117924 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 908895df-0745-432d-a723-328d3546acc0 no longer exists at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 15:21:19.143880 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] No Port match for: 908895df-0745-432d-a723-328d3546acc0 {{(pid=100248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 15:21:19.144254 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 908895df-0745-432d-a723-328d3546acc0 not bound to the agent host n-d-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 15:21:19.146838 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-82512899-b798-4e6d-9e57-f1a63ed268e9 None None] For port 908895df-0745-432d-a723-328d3546acc0, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=908895df-0745-432d-a723-328d3546acc0,segment=NetworkSegment(fc821005-da36-4b0a-9510-d7c5111b87a2),segment_id=fc821005-da36-4b0a-9510-d7c5111b87a2)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 15:21:19.147308 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-82512899-b798-4e6d-9e57-f1a63ed268e9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:21:19.160141 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-82512899-b798-4e6d-9e57-f1a63ed268e9 None None] Calling delete_port for 908895df-0745-432d-a723-328d3546acc0 owned by network:dhcp {{(pid=100248) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 15:21:19.166802 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-9058e75e-0909-48e6-97c6-cc71f1196e19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-917204', 'neutron.services.segments.db._delete_segments_for_network-8773753502302'] for network, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:21:19.176588 n-d-773647-6 neutron-server[100247]: DEBUG neutron.services.segments.db [None req-9058e75e-0909-48e6-97c6-cc71f1196e19 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9730a406-f49a-4da1-91fa-60e189bded6c']}} {{(pid=100247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:21:19.187830 n-d-773647-6 neutron-server[100247]: DEBUG neutron.services.segments.db [None req-9058e75e-0909-48e6-97c6-cc71f1196e19 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc821005-da36-4b0a-9510-d7c5111b87a2') {'for_net_delete': True} {{(pid=100247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:21:19.188124 n-d-773647-6 neutron-server[100247]: DEBUG neutron.services.segments.db [None req-9058e75e-0909-48e6-97c6-cc71f1196e19 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc821005-da36-4b0a-9510-d7c5111b87a2') {} {{(pid=100247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:21:19.197585 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-9058e75e-0909-48e6-97c6-cc71f1196e19 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773753515138', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127131763'] for segment, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:21:19.215841 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-9058e75e-0909-48e6-97c6-cc71f1196e19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552'] for segment, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:21:19.222250 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9058e75e-0909-48e6-97c6-cc71f1196e19 admin admin] Releasing vlan 1005 on physical network physnet1 to pool {{(pid=100247) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 15:21:19.222982 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-9058e75e-0909-48e6-97c6-cc71f1196e19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-128888574'] for segment, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:21:19.224846 n-d-773647-6 neutron-server[100247]: Traceback (most recent call last): Jul 06 15:21:19.224846 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 15:21:19.224846 n-d-773647-6 neutron-server[100247]: timer() Jul 06 15:21:19.224846 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 15:21:19.224846 n-d-773647-6 neutron-server[100247]: cb(*args, **kw) Jul 06 15:21:19.224846 n-d-773647-6 neutron-server[100247]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 15:21:19.224846 n-d-773647-6 neutron-server[100247]: return func(*args, **kwargs) Jul 06 15:21:19.224846 n-d-773647-6 neutron-server[100247]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 15:21:19.224846 n-d-773647-6 neutron-server[100247]: self._notify() Jul 06 15:21:19.224846 n-d-773647-6 neutron-server[100247]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 15:21:19.224846 n-d-773647-6 neutron-server[100247]: self.callback(batched_events) Jul 06 15:21:19.224846 n-d-773647-6 neutron-server[100247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 15:21:19.224846 n-d-773647-6 neutron-server[100247]: event.method(event) Jul 06 15:21:19.224846 n-d-773647-6 neutron-server[100247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 15:21:19.224846 n-d-773647-6 neutron-server[100247]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 15:21:19.224846 n-d-773647-6 neutron-server[100247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 15:21:19.224846 n-d-773647-6 neutron-server[100247]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 15:21:19.224846 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 15:21:19.224846 n-d-773647-6 neutron-server[100247]: return f(self, *a, **k) Jul 06 15:21:19.224846 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 15:21:19.224846 n-d-773647-6 neutron-server[100247]: return self._get(url).json() Jul 06 15:21:19.224846 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 15:21:19.224846 n-d-773647-6 neutron-server[100247]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 15:21:19.224846 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 15:21:19.224846 n-d-773647-6 neutron-server[100247]: return self.request(url, 'GET', **kwargs) Jul 06 15:21:19.224846 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 15:21:19.224846 n-d-773647-6 neutron-server[100247]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 15:21:19.224846 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 15:21:19.224846 n-d-773647-6 neutron-server[100247]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 15:21:19.224846 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 15:21:19.224846 n-d-773647-6 neutron-server[100247]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 15:21:19.224846 n-d-773647-6 neutron-server[100247]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 15:21:19.245620 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-82512899-b798-4e6d-9e57-f1a63ed268e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117'] for port, after_delete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:21:19.272913 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82512899-b798-4e6d-9e57-f1a63ed268e9 None None] Pushing event deleted for resources: {'Port': ['ID=908895df-0745-432d-a723-328d3546acc0,revision_number=None']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:21:19.281310 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82512899-b798-4e6d-9e57-f1a63ed268e9 None None] No DVR routers for this DVR port 908895df-0745-432d-a723-328d3546acc0 on host n-d-773647-6 {{(pid=100248) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 15:21:19.293528 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82512899-b798-4e6d-9e57-f1a63ed268e9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:21:19.293873 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82512899-b798-4e6d-9e57-f1a63ed268e9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:21:19.294131 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82512899-b798-4e6d-9e57-f1a63ed268e9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:21:19.294470 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82512899-b798-4e6d-9e57-f1a63ed268e9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:21:19.294907 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82512899-b798-4e6d-9e57-f1a63ed268e9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:21:19.295529 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-9058e75e-0909-48e6-97c6-cc71f1196e19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-917215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1761140'] for network, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:21:19.295997 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82512899-b798-4e6d-9e57-f1a63ed268e9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:21:19.296222 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82512899-b798-4e6d-9e57-f1a63ed268e9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:21:19.296597 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82512899-b798-4e6d-9e57-f1a63ed268e9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:21:19.296995 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82512899-b798-4e6d-9e57-f1a63ed268e9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:21:19.297393 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82512899-b798-4e6d-9e57-f1a63ed268e9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:21:19.298587 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82512899-b798-4e6d-9e57-f1a63ed268e9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:21:19.298958 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82512899-b798-4e6d-9e57-f1a63ed268e9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:21:19.302484 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-9058e75e-0909-48e6-97c6-cc71f1196e19 admin admin] Notify callbacks [] for network, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:21:19.307963 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-9058e75e-0909-48e6-97c6-cc71f1196e19 admin admin] 10.222.0.104 "DELETE /v2.0/networks/9730a406-f49a-4da1-91fa-60e189bded6c HTTP/1.1" status: 204 len: 168 time: 0.5687501 Jul 06 15:21:19.311151 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 34694) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 15:21:19.317988 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9058e75e-0909-48e6-97c6-cc71f1196e19 admin admin] Pushing event deleted for resources: {'Network': ['ID=9730a406-f49a-4da1-91fa-60e189bded6c,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:21:19.681000 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-0b8807ca-4ab1-4bf2-acbb-1c8c73af111b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1809431'] for router_interface, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:21:19.936375 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [None req-0b8807ca-4ab1-4bf2-acbb-1c8c73af111b admin admin] Deleting port 77d3dc81-7885-4599-a405-e8ee1068e5d7 {{(pid=100246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 15:21:19.936620 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-0b8807ca-4ab1-4bf2-acbb-1c8c73af111b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:21:20.337396 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.db [None req-0b8807ca-4ab1-4bf2-acbb-1c8c73af111b admin admin] For port 77d3dc81-7885-4599-a405-e8ee1068e5d7, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=77d3dc81-7885-4599-a405-e8ee1068e5d7,segment=NetworkSegment(f0b18d79-0ff6-461b-a5dd-008778293590),segment_id=f0b18d79-0ff6-461b-a5dd-008778293590)] {{(pid=100246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 15:21:20.338078 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-0b8807ca-4ab1-4bf2-acbb-1c8c73af111b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:21:20.350064 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [None req-0b8807ca-4ab1-4bf2-acbb-1c8c73af111b admin admin] Calling delete_port for 77d3dc81-7885-4599-a405-e8ee1068e5d7 owned by network:router_interface {{(pid=100246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 15:21:20.522752 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-0b8807ca-4ab1-4bf2-acbb-1c8c73af111b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127687580'] for port, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:21:20.546936 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8807ca-4ab1-4bf2-acbb-1c8c73af111b admin admin] Pushing event deleted for resources: {'Port': ['ID=77d3dc81-7885-4599-a405-e8ee1068e5d7,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:21:20.716335 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-0b8807ca-4ab1-4bf2-acbb-1c8c73af111b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1809193'] for router_interface, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:21:20.927167 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b8807ca-4ab1-4bf2-acbb-1c8c73af111b admin admin] Router f10796ef-1f15-4b51-a50a-9f9662c86a52 has already been hosted by L3 agent 2823d358-a11b-4885-a706-95a279e43fa7 {{(pid=100246) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 15:21:21.031876 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b8807ca-4ab1-4bf2-acbb-1c8c73af111b admin admin] Notify agent at l3_agent.n-d-773647-6 the message routers_updated {{(pid=100246) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 15:21:21.039388 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-0b8807ca-4ab1-4bf2-acbb-1c8c73af111b admin admin] 10.222.0.104 "PUT /v2.0/routers/f10796ef-1f15-4b51-a50a-9f9662c86a52/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7245529 Jul 06 15:21:21.039783 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 34696) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 15:21:21.041145 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c219b63-eea0-4712-b046-377e17074f31 None None] Sync routers for ids ['f10796ef-1f15-4b51-a50a-9f9662c86a52'] in n-d-773647-6 {{(pid=100249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 15:21:21.050285 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c219b63-eea0-4712-b046-377e17074f31 None None] Routers {'f10796ef-1f15-4b51-a50a-9f9662c86a52'} bound to L3 agent in host n-d-773647-6 {{(pid=100249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 15:21:21.050880 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-6c219b63-eea0-4712-b046-377e17074f31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T15:20:56Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['f10796ef-1f15-4b51-a50a-9f9662c86a52'], 'active': True} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:21:21.145404 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-b8f2fe77-97fc-4e35-8c58-fcb0a3c265cd admin admin] Notify callbacks [] for router, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:21:21.152583 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvr_db [None req-6c219b63-eea0-4712-b046-377e17074f31 None None] Set router f10796ef-1f15-4b51-a50a-9f9662c86a52 gateway port host: n-d-773647-6 {{(pid=100249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 15:21:21.246642 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-b8f2fe77-97fc-4e35-8c58-fcb0a3c265cd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:21:21.298495 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [None req-b8f2fe77-97fc-4e35-8c58-fcb0a3c265cd admin admin] Deleting port 450d94d5-82eb-48a9-adde-490f0b117e41 {{(pid=100246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 15:21:21.298842 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-b8f2fe77-97fc-4e35-8c58-fcb0a3c265cd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:21:21.329827 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-6c219b63-eea0-4712-b046-377e17074f31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f10796ef-1f15-4b51-a50a-9f9662c86a52', 'name': 'tempest-TestShelveInstance-1913390-router', 'tenant_id': '027b26565a2a44de8fd8b1b572440ef3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.39'}], 'enable_snat': True}, 'gw_port_id': '450d94d5-82eb-48a9-adde-490f0b117e41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T15:12:27Z', 'updated_at': '2021-07-06T15:21:20Z', 'revision_number': 5, 'project_id': '027b26565a2a44de8fd8b1b572440ef3', 'gw_port': {'id': '450d94d5-82eb-48a9-adde-490f0b117e41', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:7b:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f10796ef-1f15-4b51-a50a-9f9662c86a52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T15:12:28Z', 'updated_at': '2021-07-06T15:12:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6'}], 'n-d-773647-6', False) {} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:21:21.355227 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c219b63-eea0-4712-b046-377e17074f31 None None] Checking router: f10796ef-1f15-4b51-a50a-9f9662c86a52 for host: n-d-773647-6 {{(pid=100249) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 15:21:21.363465 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c219b63-eea0-4712-b046-377e17074f31 None None] Routers {'f10796ef-1f15-4b51-a50a-9f9662c86a52'} bound to L3 agent in host n-d-773647-6 {{(pid=100249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 15:21:21.364069 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-6c219b63-eea0-4712-b046-377e17074f31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T15:20:56Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['f10796ef-1f15-4b51-a50a-9f9662c86a52'], 'active': True} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:21:21.380209 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.db [None req-b8f2fe77-97fc-4e35-8c58-fcb0a3c265cd admin admin] For port 450d94d5-82eb-48a9-adde-490f0b117e41, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=450d94d5-82eb-48a9-adde-490f0b117e41,segment=NetworkSegment(89a832b7-7793-4d51-9038-ed7e1c3ff1b2),segment_id=89a832b7-7793-4d51-9038-ed7e1c3ff1b2)] {{(pid=100246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 15:21:21.380749 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-b8f2fe77-97fc-4e35-8c58-fcb0a3c265cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:21:21.392139 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [None req-b8f2fe77-97fc-4e35-8c58-fcb0a3c265cd admin admin] Calling delete_port for 450d94d5-82eb-48a9-adde-490f0b117e41 owned by network:router_gateway {{(pid=100246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 15:21:21.447052 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvr_db [None req-6c219b63-eea0-4712-b046-377e17074f31 None None] Set router f10796ef-1f15-4b51-a50a-9f9662c86a52 gateway port host: None {{(pid=100249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 15:21:21.499099 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-6c219b63-eea0-4712-b046-377e17074f31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f10796ef-1f15-4b51-a50a-9f9662c86a52', 'name': 'tempest-TestShelveInstance-1913390-router', 'tenant_id': '027b26565a2a44de8fd8b1b572440ef3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T15:12:27Z', 'updated_at': '2021-07-06T15:21:21Z', 'revision_number': 6, 'project_id': '027b26565a2a44de8fd8b1b572440ef3', 'gw_port_host': None}], 'n-d-773647-6', False) {} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:21:21.524316 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c219b63-eea0-4712-b046-377e17074f31 None None] The sync data for ids ['f10796ef-1f15-4b51-a50a-9f9662c86a52'] in n-d-773647-6 is: [{'id': 'f10796ef-1f15-4b51-a50a-9f9662c86a52', 'name': 'tempest-TestShelveInstance-1913390-router', 'tenant_id': '027b26565a2a44de8fd8b1b572440ef3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T15:12:27Z', 'updated_at': '2021-07-06T15:21:21Z', 'revision_number': 6, 'project_id': '027b26565a2a44de8fd8b1b572440ef3', 'gw_port_host': None}] {{(pid=100249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 15:21:21.570842 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-b8f2fe77-97fc-4e35-8c58-fcb0a3c265cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127687580'] for port, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:21:21.595657 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f2fe77-97fc-4e35-8c58-fcb0a3c265cd admin admin] Pushing event deleted for resources: {'Port': ['ID=450d94d5-82eb-48a9-adde-490f0b117e41,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:21:21.657120 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-b8f2fe77-97fc-4e35-8c58-fcb0a3c265cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1761104'] for router_gateway, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:21:21.750069 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-b8f2fe77-97fc-4e35-8c58-fcb0a3c265cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1806308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6982'] for router, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:21:21.752175 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-b8f2fe77-97fc-4e35-8c58-fcb0a3c265cd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:21:21.795232 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-b8f2fe77-97fc-4e35-8c58-fcb0a3c265cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1805684'] for router, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:21:21.795788 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8f2fe77-97fc-4e35-8c58-fcb0a3c265cd admin admin] Fanout notify agent at l3_agent the message router_deleted on router f10796ef-1f15-4b51-a50a-9f9662c86a52 {{(pid=100246) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 15:21:21.800604 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-b8f2fe77-97fc-4e35-8c58-fcb0a3c265cd admin admin] Notify callbacks [] for router, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:21:21.801808 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-b8f2fe77-97fc-4e35-8c58-fcb0a3c265cd admin admin] 10.222.0.104 "DELETE /v2.0/routers/f10796ef-1f15-4b51-a50a-9f9662c86a52 HTTP/1.1" status: 204 len: 168 time: 0.7610638 Jul 06 15:21:21.804507 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 34698) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 15:21:21.848979 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.db_base_plugin_v2 [None req-f44940c6-fb57-40c6-a4f9-e2a23229ff0c admin admin] Deleting subnet 6b9a86f0-f430-49d8-91a1-917f70b75f26 {{(pid=100246) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 15:21:21.852969 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-f44940c6-fb57-40c6-a4f9-e2a23229ff0c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:21:21.887859 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-f44940c6-fb57-40c6-a4f9-e2a23229ff0c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126218885'] for subnet, precommit_delete_associations {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:21:21.972339 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-f44940c6-fb57-40c6-a4f9-e2a23229ff0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-913473'] for subnet, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:21:22.024278 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-f44940c6-fb57-40c6-a4f9-e2a23229ff0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-913480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1849032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127687590', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127702764'] for subnet, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:21:22.049000 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44940c6-fb57-40c6-a4f9-e2a23229ff0c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6b9a86f0-f430-49d8-91a1-917f70b75f26,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:21:22.053679 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-f44940c6-fb57-40c6-a4f9-e2a23229ff0c admin admin] Notify callbacks [] for subnet, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:21:22.055387 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-f44940c6-fb57-40c6-a4f9-e2a23229ff0c admin admin] 10.222.0.104 "DELETE /v2.0/subnets/6b9a86f0-f430-49d8-91a1-917f70b75f26 HTTP/1.1" status: 204 len: 168 time: 0.2499454 Jul 06 15:21:22.057987 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 34700) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 15:21:22.060566 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f594efe7-0086-43e7-859e-21838b3a9b7e None None] Network 8f345d67-8e14-4690-89e2-e44375299bc5 requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 15:21:22.128825 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-5039b0a0-93cb-4cc8-9a9f-3174f45e9571 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530492'] for network, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:21:22.181203 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [None req-5039b0a0-93cb-4cc8-9a9f-3174f45e9571 admin admin] Deleting port 6efd184c-76cf-47e5-bbfb-aae32db65d08 {{(pid=100246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 15:21:22.181743 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-5039b0a0-93cb-4cc8-9a9f-3174f45e9571 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:21:22.246501 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.db [None req-5039b0a0-93cb-4cc8-9a9f-3174f45e9571 admin admin] For port 6efd184c-76cf-47e5-bbfb-aae32db65d08, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=6efd184c-76cf-47e5-bbfb-aae32db65d08,segment=NetworkSegment(f0b18d79-0ff6-461b-a5dd-008778293590),segment_id=f0b18d79-0ff6-461b-a5dd-008778293590)] {{(pid=100246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 15:21:22.246892 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-5039b0a0-93cb-4cc8-9a9f-3174f45e9571 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:21:22.253587 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cb41c73-73ef-41c9-8165-e58e69049805 None None] DHCP port deletion for 8f345d67-8e14-4690-89e2-e44375299bc5 request from n-d-773647-6 {{(pid=100248) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 15:21:22.261509 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [None req-5039b0a0-93cb-4cc8-9a9f-3174f45e9571 admin admin] Calling delete_port for 6efd184c-76cf-47e5-bbfb-aae32db65d08 owned by network:dhcp {{(pid=100246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 15:21:22.303918 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-8cb41c73-73ef-41c9-8165-e58e69049805 None None] Deleting port 6efd184c-76cf-47e5-bbfb-aae32db65d08 {{(pid=100248) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 15:21:22.304215 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-8cb41c73-73ef-41c9-8165-e58e69049805 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:21:22.348024 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-5039b0a0-93cb-4cc8-9a9f-3174f45e9571 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127687580'] for port, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:21:22.365521 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5039b0a0-93cb-4cc8-9a9f-3174f45e9571 admin admin] No DVR routers for this DVR port 6efd184c-76cf-47e5-bbfb-aae32db65d08 on host n-d-773647-6 {{(pid=100246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 15:21:22.365862 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-8cb41c73-73ef-41c9-8165-e58e69049805 None None] For port 6efd184c-76cf-47e5-bbfb-aae32db65d08, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=6efd184c-76cf-47e5-bbfb-aae32db65d08,segment=NetworkSegment(f0b18d79-0ff6-461b-a5dd-008778293590),segment_id=f0b18d79-0ff6-461b-a5dd-008778293590)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 15:21:22.366304 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-8cb41c73-73ef-41c9-8165-e58e69049805 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:21:22.380352 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-8cb41c73-73ef-41c9-8165-e58e69049805 None None] Calling delete_port for 6efd184c-76cf-47e5-bbfb-aae32db65d08 owned by network:dhcp {{(pid=100248) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 15:21:22.389049 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5039b0a0-93cb-4cc8-9a9f-3174f45e9571 admin admin] Pushing event deleted for resources: {'Port': ['ID=6efd184c-76cf-47e5-bbfb-aae32db65d08,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:21:22.462477 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-5039b0a0-93cb-4cc8-9a9f-3174f45e9571 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-917204', 'neutron.services.segments.db._delete_segments_for_network-8773753502302'] for network, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:21:22.472982 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-8cb41c73-73ef-41c9-8165-e58e69049805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117'] for port, after_delete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:21:22.480242 n-d-773647-6 neutron-server[100246]: DEBUG neutron.services.segments.db [None req-5039b0a0-93cb-4cc8-9a9f-3174f45e9571 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f345d67-8e14-4690-89e2-e44375299bc5']}} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:21:22.502218 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cb41c73-73ef-41c9-8165-e58e69049805 None None] No DVR routers for this DVR port 6efd184c-76cf-47e5-bbfb-aae32db65d08 on host n-d-773647-6 {{(pid=100248) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 15:21:22.502858 n-d-773647-6 neutron-server[100246]: DEBUG neutron.services.segments.db [None req-5039b0a0-93cb-4cc8-9a9f-3174f45e9571 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f0b18d79-0ff6-461b-a5dd-008778293590') {'for_net_delete': True} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:21:22.503157 n-d-773647-6 neutron-server[100246]: DEBUG neutron.services.segments.db [None req-5039b0a0-93cb-4cc8-9a9f-3174f45e9571 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f0b18d79-0ff6-461b-a5dd-008778293590') {} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:21:22.505997 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb41c73-73ef-41c9-8165-e58e69049805 None None] Pushing event deleted for resources: {'Port': ['ID=6efd184c-76cf-47e5-bbfb-aae32db65d08,revision_number=None']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:21:22.516876 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-5039b0a0-93cb-4cc8-9a9f-3174f45e9571 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773753515138', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126218898'] for segment, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:21:22.541629 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-5039b0a0-93cb-4cc8-9a9f-3174f45e9571 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552'] for segment, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:21:22.551964 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5039b0a0-93cb-4cc8-9a9f-3174f45e9571 admin admin] Releasing vlan 1008 on physical network physnet1 to pool {{(pid=100246) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 15:21:22.552301 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-5039b0a0-93cb-4cc8-9a9f-3174f45e9571 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127687491'] for segment, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:21:22.555667 n-d-773647-6 neutron-server[100246]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 15:21:22.555667 n-d-773647-6 neutron-server[100246]: conditions |= (models_v2.Port.network_id.in_( Jul 06 15:21:22.555667 n-d-773647-6 neutron-server[100246]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 15:21:22.555667 n-d-773647-6 neutron-server[100246]: conditions |= (models_v2.Port.network_id.in_( Jul 06 15:21:22.555667 n-d-773647-6 neutron-server[100246]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 15:21:22.555667 n-d-773647-6 neutron-server[100246]: conditions |= (models_v2.Port.network_id.in_( Jul 06 15:21:22.555667 n-d-773647-6 neutron-server[100246]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 15:21:22.555667 n-d-773647-6 neutron-server[100246]: conditions |= (models_v2.Port.network_id.in_( Jul 06 15:21:22.555667 n-d-773647-6 neutron-server[100246]: Traceback (most recent call last): Jul 06 15:21:22.555667 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 15:21:22.555667 n-d-773647-6 neutron-server[100246]: timer() Jul 06 15:21:22.555667 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 15:21:22.555667 n-d-773647-6 neutron-server[100246]: cb(*args, **kw) Jul 06 15:21:22.555667 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 15:21:22.555667 n-d-773647-6 neutron-server[100246]: return func(*args, **kwargs) Jul 06 15:21:22.555667 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 15:21:22.555667 n-d-773647-6 neutron-server[100246]: self._notify() Jul 06 15:21:22.555667 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 15:21:22.555667 n-d-773647-6 neutron-server[100246]: self.callback(batched_events) Jul 06 15:21:22.555667 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 15:21:22.555667 n-d-773647-6 neutron-server[100246]: event.method(event) Jul 06 15:21:22.555667 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 15:21:22.555667 n-d-773647-6 neutron-server[100246]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 15:21:22.555667 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 15:21:22.555667 n-d-773647-6 neutron-server[100246]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 15:21:22.555667 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 15:21:22.555667 n-d-773647-6 neutron-server[100246]: return f(self, *a, **k) Jul 06 15:21:22.555667 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 15:21:22.555667 n-d-773647-6 neutron-server[100246]: return self._get(url).json() Jul 06 15:21:22.555667 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 15:21:22.555667 n-d-773647-6 neutron-server[100246]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 15:21:22.555667 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 15:21:22.555667 n-d-773647-6 neutron-server[100246]: return self.request(url, 'GET', **kwargs) Jul 06 15:21:22.555667 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 15:21:22.555667 n-d-773647-6 neutron-server[100246]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 15:21:22.555667 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 15:21:22.555667 n-d-773647-6 neutron-server[100246]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 15:21:22.555667 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 15:21:22.555667 n-d-773647-6 neutron-server[100246]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 15:21:22.555667 n-d-773647-6 neutron-server[100246]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 15:21:22.619635 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-5039b0a0-93cb-4cc8-9a9f-3174f45e9571 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-917215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1761140'] for network, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:21:22.625930 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-5039b0a0-93cb-4cc8-9a9f-3174f45e9571 admin admin] Notify callbacks [] for network, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:21:22.627187 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-5039b0a0-93cb-4cc8-9a9f-3174f45e9571 admin admin] 10.222.0.104 "DELETE /v2.0/networks/8f345d67-8e14-4690-89e2-e44375299bc5 HTTP/1.1" status: 204 len: 168 time: 0.5678034 Jul 06 15:21:22.639257 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5039b0a0-93cb-4cc8-9a9f-3174f45e9571 admin admin] Pushing event deleted for resources: {'Network': ['ID=8f345d67-8e14-4690-89e2-e44375299bc5,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:21:22.731978 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 34704) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 15:21:22.777663 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-1e1ea0b4-8a07-44bf-a786-bff425fe9927 admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=a820908b1d9049aaabd6c3bbe4cffef1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0402865 Jul 06 15:21:22.777663 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 34706) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 15:21:22.825877 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-3b749874-263e-41db-99c0-8cb76e57d608 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:21:22.851450 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-3b749874-263e-41db-99c0-8cb76e57d608 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:21:22.914988 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-3b749874-263e-41db-99c0-8cb76e57d608 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:21:22.917994 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-3b749874-263e-41db-99c0-8cb76e57d608 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:21:22.919299 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-3b749874-263e-41db-99c0-8cb76e57d608 admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/d28b94e6-f706-4bf6-afd3-9180521dff75 HTTP/1.1" status: 204 len: 168 time: 0.1424787 Jul 06 15:21:22.931496 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b749874-263e-41db-99c0-8cb76e57d608 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d28b94e6-f706-4bf6-afd3-9180521dff75,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:21:22.947112 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 77d3dc81-7885-4599-a405-e8ee1068e5d7 no longer exists at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 15:21:22.967190 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] No Port match for: 77d3dc81-7885-4599-a405-e8ee1068e5d7 {{(pid=100248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 15:21:22.967563 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 77d3dc81-7885-4599-a405-e8ee1068e5d7 not bound to the agent host n-d-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 15:21:22.967982 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 450d94d5-82eb-48a9-adde-490f0b117e41 no longer exists at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 15:21:22.986167 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] No Port match for: 450d94d5-82eb-48a9-adde-490f0b117e41 {{(pid=100248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 15:21:22.986516 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 450d94d5-82eb-48a9-adde-490f0b117e41 not bound to the agent host n-d-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 15:21:22.986929 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 6efd184c-76cf-47e5-bbfb-aae32db65d08 no longer exists at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 15:21:23.005431 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] No Port match for: 6efd184c-76cf-47e5-bbfb-aae32db65d08 {{(pid=100248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 15:21:23.005773 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 6efd184c-76cf-47e5-bbfb-aae32db65d08 not bound to the agent host n-d-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 15:21:23.031171 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-6382bc2f-2b56-4bc0-9178-f4a32225e179 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:21:23.244489 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 34712) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 15:21:23.284979 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-8e01d8e5-e3b7-4407-a090-331fe6b8981d admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=027b26565a2a44de8fd8b1b572440ef3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0393176 Jul 06 15:21:23.289711 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 34714) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 15:21:23.335767 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-439fc38e-6ad2-4e41-8db5-698790259067 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:21:23.357128 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-439fc38e-6ad2-4e41-8db5-698790259067 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:21:23.402329 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-439fc38e-6ad2-4e41-8db5-698790259067 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:21:23.405052 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-439fc38e-6ad2-4e41-8db5-698790259067 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:21:23.406245 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-439fc38e-6ad2-4e41-8db5-698790259067 admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/540a474c-1ada-4ea4-952c-d3f436c28ef0 HTTP/1.1" status: 204 len: 168 time: 0.1173491 Jul 06 15:21:23.414833 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439fc38e-6ad2-4e41-8db5-698790259067 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=540a474c-1ada-4ea4-952c-d3f436c28ef0,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:21:24.065825 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 34736) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 15:21:24.161800 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-60cfef68-a291-4234-9efc-1fec1db934e6 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1574683897-network', 'tenant_id': '0a03de2c0a11475f94d5cd3ad5935e1f'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 15:21:24.184437 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60cfef68-a291-4234-9efc-1fec1db934e6 admin admin] Made reservation on behalf of 0a03de2c0a11475f94d5cd3ad5935e1f for: {'network': 1} {{(pid=100246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 15:21:24.187269 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-60cfef68-a291-4234-9efc-1fec1db934e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for network, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:21:24.197573 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-60cfef68-a291-4234-9efc-1fec1db934e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:21:24.291741 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-60cfef68-a291-4234-9efc-1fec1db934e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:21:24.295525 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-60cfef68-a291-4234-9efc-1fec1db934e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:21:24.323408 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-60cfef68-a291-4234-9efc-1fec1db934e6 admin admin] vlan segment allocate from pool success with {'vlan_id': 1041, 'physical_network': 'physnet1'} {{(pid=100246) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 15:21:24.333541 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cfef68-a291-4234-9efc-1fec1db934e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90c07a4a-f979-4303-80b1-03bb7d625837,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:21:24.342172 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-60cfef68-a291-4234-9efc-1fec1db934e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552'] for segment, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:21:24.342172 n-d-773647-6 neutron-server[100246]: INFO neutron.db.segments_db [None req-60cfef68-a291-4234-9efc-1fec1db934e6 admin admin] Added segment b968b8b6-fd15-4838-96bf-57be811a5402 of type vlan for network ecd54648-140a-42b0-92ce-aa01d5f0d9fe Jul 06 15:21:24.384826 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-60cfef68-a291-4234-9efc-1fec1db934e6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773752984405'] for network, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:21:24.414088 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-60cfef68-a291-4234-9efc-1fec1db934e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060'] for network, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:21:24.415142 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60cfef68-a291-4234-9efc-1fec1db934e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:21:24.416036 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-60cfef68-a291-4234-9efc-1fec1db934e6 admin admin] Notify callbacks [] for network, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:21:24.468512 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-60cfef68-a291-4234-9efc-1fec1db934e6 admin admin] 10.222.0.104 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4015741 Jul 06 15:21:24.472423 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 34740) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 15:21:24.478385 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [None req-1f9c5f80-8458-43e8-ae59-c81d313f20f1 admin admin] Request body: {'subnet': {'network_id': 'ecd54648-140a-42b0-92ce-aa01d5f0d9fe', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1574683897-subnet', 'tenant_id': '0a03de2c0a11475f94d5cd3ad5935e1f', 'ip_version': 4}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 15:21:24.482966 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cfef68-a291-4234-9efc-1fec1db934e6 admin admin] Pushing event updated for resources: {'Network': ['ID=ecd54648-140a-42b0-92ce-aa01d5f0d9fe,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:21:24.495598 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Network ecd54648-140a-42b0-92ce-aa01d5f0d9fe details requested by agent ovs-agent-n-d-773647-6 with host n-d-773647-6 {{(pid=100248) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 15:21:24.501014 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f9c5f80-8458-43e8-ae59-c81d313f20f1 admin admin] Made reservation on behalf of 0a03de2c0a11475f94d5cd3ad5935e1f for: {'subnet': 1} {{(pid=100247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 15:21:24.503852 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-1f9c5f80-8458-43e8-ae59-c81d313f20f1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127627440'] for subnet, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:21:24.715846 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-1f9c5f80-8458-43e8-ae59-c81d313f20f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1849032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-128888412', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127627426'] for subnet, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:21:24.773099 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9c5f80-8458-43e8-ae59-c81d313f20f1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7b35e370-767f-485b-a5ec-7c4ae3e9e825,revision_number=0']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:21:24.780945 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f9c5f80-8458-43e8-ae59-c81d313f20f1 admin admin] Checking segment: {'id': 'b968b8b6-fd15-4838-96bf-57be811a5402', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1041, 'network_id': 'ecd54648-140a-42b0-92ce-aa01d5f0d9fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100247) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 15:21:24.781304 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f9c5f80-8458-43e8-ae59-c81d313f20f1 admin admin] Network hostable DHCP agents. Network: ecd54648-140a-42b0-92ce-aa01d5f0d9fe, hostable agents: ['f2bada3d-be77-4359-982b-8505a2bbca04'], hosted agents: [] {{(pid=100247) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 15:21:24.802366 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f9c5f80-8458-43e8-ae59-c81d313f20f1 admin admin] Network ecd54648-140a-42b0-92ce-aa01d5f0d9fe is scheduled to be hosted by DHCP agent f2bada3d-be77-4359-982b-8505a2bbca04 with binding_index 1 {{(pid=100247) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 15:21:24.811631 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.base_scheduler [None req-1f9c5f80-8458-43e8-ae59-c81d313f20f1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773647-6, ecd54648-140a-42b0-92ce-aa01d5f0d9fe) {{(pid=100247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 15:21:24.816338 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f9c5f80-8458-43e8-ae59-c81d313f20f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:21:24.817092 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-1f9c5f80-8458-43e8-ae59-c81d313f20f1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:21:24.822154 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33d50735-0c64-46a0-8563-d9ccc6128205 None None] Network ecd54648-140a-42b0-92ce-aa01d5f0d9fe requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 15:21:24.832741 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-1f9c5f80-8458-43e8-ae59-c81d313f20f1 admin admin] 10.222.0.104 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3590589 Jul 06 15:21:24.836634 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 34742) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 15:21:24.841235 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [None req-de79f2e1-9694-4902-b42d-c5a37c9eb11b admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1574683897-router', 'tenant_id': '0a03de2c0a11475f94d5cd3ad5935e1f', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719'}}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 15:21:24.863634 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-de79f2e1-9694-4902-b42d-c5a37c9eb11b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1806290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6992'] for router, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:21:24.864809 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-de79f2e1-9694-4902-b42d-c5a37c9eb11b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1806157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1808637', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1714747', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7007'] for router, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:21:24.923912 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-de79f2e1-9694-4902-b42d-c5a37c9eb11b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:21:24.985701 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc4ca934-16cb-4f4f-b3be-7c9368173916 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6bd5fc82-6666-56e8-87c2-91648d36c963-ecd54648-140a-42b0-92ce-aa01d5f0d9fe', 'network_id': 'ecd54648-140a-42b0-92ce-aa01d5f0d9fe', 'tenant_id': '0a03de2c0a11475f94d5cd3ad5935e1f', 'fixed_ips': [{'subnet_id': '7b35e370-767f-485b-a5ec-7c4ae3e9e825'}]}} from n-d-773647-6. {{(pid=100248) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 15:21:24.986559 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-dc4ca934-16cb-4f4f-b3be-7c9368173916 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:21:25.132710 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.db_base_plugin_common [None req-dc4ca934-16cb-4f4f-b3be-7c9368173916 None None] Allocated IP 172.20.0.2 (ecd54648-140a-42b0-92ce-aa01d5f0d9fe/7b35e370-767f-485b-a5ec-7c4ae3e9e825/223d954a-879b-44b9-bb3c-3d28e71df9c7) {{(pid=100248) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 15:21:25.280900 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-dc4ca934-16cb-4f4f-b3be-7c9368173916 None None] Notify callbacks [] for port, precommit_create {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:21:25.289580 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-dc4ca934-16cb-4f4f-b3be-7c9368173916 None None] Transition to ACTIVE for port object 223d954a-879b-44b9-bb3c-3d28e71df9c7 will not be triggered until provisioned by entity L2. {{(pid=100248) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 15:21:25.306122 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-dc4ca934-16cb-4f4f-b3be-7c9368173916 None None] Transition to ACTIVE for port object 223d954a-879b-44b9-bb3c-3d28e71df9c7 will not be triggered until provisioned by entity DHCP. {{(pid=100248) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 15:21:25.312589 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-dc4ca934-16cb-4f4f-b3be-7c9368173916 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108'] for port, after_create {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:21:25.358719 n-d-773647-6 neutron-server[100248]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc4ca934-16cb-4f4f-b3be-7c9368173916 None None] Network ecd54648-140a-42b0-92ce-aa01d5f0d9fe is already hosted by enough agents. {{(pid=100248) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 15:21:25.361578 n-d-773647-6 neutron-server[100248]: DEBUG neutron.scheduler.base_scheduler [None req-dc4ca934-16cb-4f4f-b3be-7c9368173916 None None] Resources bound (agent type, host, resource id): {{(pid=100248) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 15:21:25.364535 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc4ca934-16cb-4f4f-b3be-7c9368173916 None None] Received port after_create {{(pid=100248) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 15:21:25.375405 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4ca934-16cb-4f4f-b3be-7c9368173916 None None] Pushing event updated for resources: {'Port': ['ID=223d954a-879b-44b9-bb3c-3d28e71df9c7,revision_number=1']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:21:25.377211 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-de79f2e1-9694-4902-b42d-c5a37c9eb11b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1761047', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1806272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6989'] for router, precommit_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:21:25.585517 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-dc4ca934-16cb-4f4f-b3be-7c9368173916 None None] Attempting to bind port 223d954a-879b-44b9-bb3c-3d28e71df9c7 on host n-d-773647-6 for vnic_type normal with profile {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 15:21:25.586111 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-dc4ca934-16cb-4f4f-b3be-7c9368173916 None None] Attempting to bind port 223d954a-879b-44b9-bb3c-3d28e71df9c7 by drivers openvswitch,hyperv on host n-d-773647-6 at level 0 using segments [{'id': 'b968b8b6-fd15-4838-96bf-57be811a5402', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1041, 'network_id': 'ecd54648-140a-42b0-92ce-aa01d5f0d9fe'}] {{(pid=100248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 15:21:25.586235 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc4ca934-16cb-4f4f-b3be-7c9368173916 None None] Attempting to bind port 223d954a-879b-44b9-bb3c-3d28e71df9c7 on network ecd54648-140a-42b0-92ce-aa01d5f0d9fe {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 15:21:25.590103 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-de79f2e1-9694-4902-b42d-c5a37c9eb11b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:21:25.591378 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc4ca934-16cb-4f4f-b3be-7c9368173916 None None] Checking agent: {'id': '8ab5b19c-d213-4f29-891d-27bdf39d38b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773647-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 43, 26), 'started_at': datetime.datetime(2021, 7, 6, 13, 43, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 15, 20, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773647-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 15:21:25.591766 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc4ca934-16cb-4f4f-b3be-7c9368173916 None None] Checking segment: {'id': 'b968b8b6-fd15-4838-96bf-57be811a5402', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1041, 'network_id': 'ecd54648-140a-42b0-92ce-aa01d5f0d9fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 15:21:25.592175 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-dc4ca934-16cb-4f4f-b3be-7c9368173916 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:21:25.592629 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc4ca934-16cb-4f4f-b3be-7c9368173916 None None] Bound using segment: {'id': 'b968b8b6-fd15-4838-96bf-57be811a5402', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1041, 'network_id': 'ecd54648-140a-42b0-92ce-aa01d5f0d9fe'} {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 15:21:25.593103 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-dc4ca934-16cb-4f4f-b3be-7c9368173916 None None] Bound port: 223d954a-879b-44b9-bb3c-3d28e71df9c7, host: n-d-773647-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b968b8b6-fd15-4838-96bf-57be811a5402', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1041, 'network_id': 'ecd54648-140a-42b0-92ce-aa01d5f0d9fe'}}] {{(pid=100248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 15:21:25.593491 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-dc4ca934-16cb-4f4f-b3be-7c9368173916 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:21:25.609239 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-de79f2e1-9694-4902-b42d-c5a37c9eb11b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:21:25.657978 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-dc4ca934-16cb-4f4f-b3be-7c9368173916 None None] For port 223d954a-879b-44b9-bb3c-3d28e71df9c7, host n-d-773647-6, cleared binding levels {{(pid=100248) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 15:21:25.661164 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-dc4ca934-16cb-4f4f-b3be-7c9368173916 None None] For port 223d954a-879b-44b9-bb3c-3d28e71df9c7, host n-d-773647-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=223d954a-879b-44b9-bb3c-3d28e71df9c7,segment=NetworkSegment(b968b8b6-fd15-4838-96bf-57be811a5402),segment_id=b968b8b6-fd15-4838-96bf-57be811a5402)] {{(pid=100248) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 15:21:25.671553 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-dc4ca934-16cb-4f4f-b3be-7c9368173916 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:21:25.718632 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.db_base_plugin_common [None req-de79f2e1-9694-4902-b42d-c5a37c9eb11b admin admin] Allocated IP 172.25.0.232 (2658f09e-a580-4d4a-9968-2d1e0ad93719/cbf74abc-6fe1-4d33-b005-c948923b9647/bfba92e1-bff7-45fa-93a6-50a34a66bc66) {{(pid=100247) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 15:21:25.728121 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-cbc5d28e-9078-4bda-8052-da93b4e128c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:21:25.744303 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4ca934-16cb-4f4f-b3be-7c9368173916 None None] Pushing event updated for resources: {'Port': ['ID=223d954a-879b-44b9-bb3c-3d28e71df9c7,revision_number=2']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:21:25.831110 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-de79f2e1-9694-4902-b42d-c5a37c9eb11b admin admin] Notify callbacks [] for port, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:21:25.871833 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-de79f2e1-9694-4902-b42d-c5a37c9eb11b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-128888360'] for port, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:21:25.917085 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de79f2e1-9694-4902-b42d-c5a37c9eb11b admin admin] Network 2658f09e-a580-4d4a-9968-2d1e0ad93719 is already hosted by enough agents. {{(pid=100247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 15:21:25.920230 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.base_scheduler [None req-de79f2e1-9694-4902-b42d-c5a37c9eb11b admin admin] Resources bound (agent type, host, resource id): {{(pid=100247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 15:21:25.924044 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de79f2e1-9694-4902-b42d-c5a37c9eb11b admin admin] Received port after_create {{(pid=100247) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 15:21:25.962531 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de79f2e1-9694-4902-b42d-c5a37c9eb11b admin admin] Pushing event updated for resources: {'Port': ['ID=bfba92e1-bff7-45fa-93a6-50a34a66bc66,revision_number=1']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:21:26.035436 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:21:26.192498 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-de79f2e1-9694-4902-b42d-c5a37c9eb11b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:21:26.393220 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-de79f2e1-9694-4902-b42d-c5a37c9eb11b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1806297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1761036'] for router, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:21:26.526616 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de79f2e1-9694-4902-b42d-c5a37c9eb11b admin admin] Router 1bc2013a-30cf-4d8b-8b85-0dff75f25d85 is scheduled to L3 agent 2823d358-a11b-4885-a706-95a279e43fa7 with binding_index 1 {{(pid=100247) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 15:21:26.638537 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de79f2e1-9694-4902-b42d-c5a37c9eb11b admin admin] Notify agent at l3_agent.n-d-773647-6 the message routers_updated {{(pid=100247) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 15:21:26.653837 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-678b5d93-8a0e-42e6-808a-a2db8e206334 None None] Sync routers for ids ['1bc2013a-30cf-4d8b-8b85-0dff75f25d85'] in n-d-773647-6 {{(pid=100248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 15:21:26.658106 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-de79f2e1-9694-4902-b42d-c5a37c9eb11b admin admin] Notify callbacks [] for router, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:21:26.659590 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-de79f2e1-9694-4902-b42d-c5a37c9eb11b admin admin] 10.222.0.104 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.8218303 Jul 06 15:21:26.662552 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 34744) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 15:21:26.672238 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-678b5d93-8a0e-42e6-808a-a2db8e206334 None None] Routers {'1bc2013a-30cf-4d8b-8b85-0dff75f25d85'} bound to L3 agent in host n-d-773647-6 {{(pid=100248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 15:21:26.673228 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-678b5d93-8a0e-42e6-808a-a2db8e206334 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T15:21:26Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['1bc2013a-30cf-4d8b-8b85-0dff75f25d85'], 'active': True} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:21:26.720246 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c45ec1b-107a-492f-aab9-de4bee61a6ba None None] Network ecd54648-140a-42b0-92ce-aa01d5f0d9fe requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 15:21:26.819234 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-97329ec4-ff29-4056-8d53-6060d0c93907 None None] Provisioning for port 223d954a-879b-44b9-bb3c-3d28e71df9c7 completed by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 15:21:26.858163 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvr_db [None req-678b5d93-8a0e-42e6-808a-a2db8e206334 None None] Set router 1bc2013a-30cf-4d8b-8b85-0dff75f25d85 gateway port host: n-d-773647-6 {{(pid=100248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 15:21:26.981154 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 223d954a-879b-44b9-bb3c-3d28e71df9c7 up at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 15:21:27.035832 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-2064eaae-da4f-48f8-82d2-b09d4ddedd44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:21:27.086727 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-ce989ffe-8f7e-495f-b6c9-20b5ae10f15f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:21:27.128572 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning for port 223d954a-879b-44b9-bb3c-3d28e71df9c7 completed by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 15:21:27.135977 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning complete for port 223d954a-879b-44b9-bb3c-3d28e71df9c7 triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 15:21:27.136350 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:21:27.204571 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-678b5d93-8a0e-42e6-808a-a2db8e206334 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bc2013a-30cf-4d8b-8b85-0dff75f25d85', 'name': 'tempest-TestSnapshotPattern-1574683897-router', 'tenant_id': '0a03de2c0a11475f94d5cd3ad5935e1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.232'}], 'enable_snat': True}, 'gw_port_id': 'bfba92e1-bff7-45fa-93a6-50a34a66bc66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T15:21:24Z', 'updated_at': '2021-07-06T15:21:26Z', 'revision_number': 3, 'project_id': '0a03de2c0a11475f94d5cd3ad5935e1f', 'gw_port': {'id': 'bfba92e1-bff7-45fa-93a6-50a34a66bc66', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:08:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bc2013a-30cf-4d8b-8b85-0dff75f25d85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T15:21:25Z', 'updated_at': '2021-07-06T15:21:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6'}], 'n-d-773647-6', False) {} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:21:27.233255 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-678b5d93-8a0e-42e6-808a-a2db8e206334 None None] Checking router: 1bc2013a-30cf-4d8b-8b85-0dff75f25d85 for host: n-d-773647-6 {{(pid=100248) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 15:21:27.233644 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-678b5d93-8a0e-42e6-808a-a2db8e206334 None None] Updating router 1bc2013a-30cf-4d8b-8b85-0dff75f25d85 port bfba92e1-bff7-45fa-93a6-50a34a66bc66 binding host n-d-773647-6 {{(pid=100248) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 15:21:27.263520 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.db_base_plugin_common [None req-ce989ffe-8f7e-495f-b6c9-20b5ae10f15f admin admin] Allocated IP 172.20.0.1 (ecd54648-140a-42b0-92ce-aa01d5f0d9fe/7b35e370-767f-485b-a5ec-7c4ae3e9e825/d40e0838-ddcc-4801-b2a7-361046158a9e) {{(pid=100247) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 15:21:27.298000 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:21:27.308321 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-678b5d93-8a0e-42e6-808a-a2db8e206334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:21:27.362476 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] For port 223d954a-879b-44b9-bb3c-3d28e71df9c7, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=223d954a-879b-44b9-bb3c-3d28e71df9c7,segment=NetworkSegment(b968b8b6-fd15-4838-96bf-57be811a5402),segment_id=b968b8b6-fd15-4838-96bf-57be811a5402)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 15:21:27.386219 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-ce989ffe-8f7e-495f-b6c9-20b5ae10f15f admin admin] Notify callbacks [] for port, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:21:27.399683 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.provisioning_blocks [None req-ce989ffe-8f7e-495f-b6c9-20b5ae10f15f admin admin] Transition to ACTIVE for port object d40e0838-ddcc-4801-b2a7-361046158a9e will not be triggered until provisioned by entity DHCP. {{(pid=100247) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 15:21:27.410254 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:21:27.434554 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-ce989ffe-8f7e-495f-b6c9-20b5ae10f15f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-128888360'] for port, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:21:27.477182 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce989ffe-8f7e-495f-b6c9-20b5ae10f15f admin admin] Network ecd54648-140a-42b0-92ce-aa01d5f0d9fe is already hosted by enough agents. {{(pid=100247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 15:21:27.479957 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.base_scheduler [None req-ce989ffe-8f7e-495f-b6c9-20b5ae10f15f admin admin] Resources bound (agent type, host, resource id): {{(pid=100247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 15:21:27.485600 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce989ffe-8f7e-495f-b6c9-20b5ae10f15f admin admin] Received port after_create {{(pid=100247) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 15:21:27.508341 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce989ffe-8f7e-495f-b6c9-20b5ae10f15f admin admin] Pushing event updated for resources: {'Port': ['ID=d40e0838-ddcc-4801-b2a7-361046158a9e,revision_number=1']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:21:27.525987 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5ea97b5f-2471-46a3-b3f5-ccb6ec9c91ae None None] Provisioning complete for port 223d954a-879b-44b9-bb3c-3d28e71df9c7 triggered by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 15:21:27.526349 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5ea97b5f-2471-46a3-b3f5-ccb6ec9c91ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:21:27.527784 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-ce989ffe-8f7e-495f-b6c9-20b5ae10f15f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1807675'] for router_interface, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:21:27.551616 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Pushing event updated for resources: {'Port': ['ID=223d954a-879b-44b9-bb3c-3d28e71df9c7,revision_number=3']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:21:27.697896 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-ce989ffe-8f7e-495f-b6c9-20b5ae10f15f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:21:27.711742 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-678b5d93-8a0e-42e6-808a-a2db8e206334 None None] Notify callbacks [] for port, precommit_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:21:27.723338 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-678b5d93-8a0e-42e6-808a-a2db8e206334 None None] Transition to ACTIVE for port object bfba92e1-bff7-45fa-93a6-50a34a66bc66 will not be triggered until provisioned by entity L2. {{(pid=100248) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 15:21:27.729764 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-678b5d93-8a0e-42e6-808a-a2db8e206334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:21:27.782514 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026ec1c9-933f-4c34-ace1-b4885b959546 None None] Pushing event updated for resources: {'Port': ['ID=bfba92e1-bff7-45fa-93a6-50a34a66bc66,revision_number=2']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:21:27.784676 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-678b5d93-8a0e-42e6-808a-a2db8e206334 None None] Attempting to bind port bfba92e1-bff7-45fa-93a6-50a34a66bc66 on host n-d-773647-6 for vnic_type normal with profile {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 15:21:27.785052 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-678b5d93-8a0e-42e6-808a-a2db8e206334 None None] Attempting to bind port bfba92e1-bff7-45fa-93a6-50a34a66bc66 by drivers openvswitch,hyperv on host n-d-773647-6 at level 0 using segments [{'id': '89a832b7-7793-4d51-9038-ed7e1c3ff1b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719'}] {{(pid=100248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 15:21:27.785453 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-678b5d93-8a0e-42e6-808a-a2db8e206334 None None] Attempting to bind port bfba92e1-bff7-45fa-93a6-50a34a66bc66 on network 2658f09e-a580-4d4a-9968-2d1e0ad93719 {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 15:21:27.792098 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-678b5d93-8a0e-42e6-808a-a2db8e206334 None None] Checking agent: {'id': '8ab5b19c-d213-4f29-891d-27bdf39d38b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773647-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 43, 26), 'started_at': datetime.datetime(2021, 7, 6, 13, 43, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 15, 21, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773647-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 15:21:27.792480 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-678b5d93-8a0e-42e6-808a-a2db8e206334 None None] Checking segment: {'id': '89a832b7-7793-4d51-9038-ed7e1c3ff1b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 15:21:27.792910 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-678b5d93-8a0e-42e6-808a-a2db8e206334 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:21:27.793287 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-678b5d93-8a0e-42e6-808a-a2db8e206334 None None] Bound using segment: {'id': '89a832b7-7793-4d51-9038-ed7e1c3ff1b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719'} {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 15:21:27.793753 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-678b5d93-8a0e-42e6-808a-a2db8e206334 None None] Bound port: bfba92e1-bff7-45fa-93a6-50a34a66bc66, host: n-d-773647-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89a832b7-7793-4d51-9038-ed7e1c3ff1b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719'}}] {{(pid=100248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 15:21:27.794140 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-678b5d93-8a0e-42e6-808a-a2db8e206334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:21:27.836134 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-e5e78eb9-c35e-41dc-ae06-ed7f921b8db1 None None] Provisioning for port d40e0838-ddcc-4801-b2a7-361046158a9e completed by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 15:21:27.846699 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-e5e78eb9-c35e-41dc-ae06-ed7f921b8db1 None None] Provisioning complete for port d40e0838-ddcc-4801-b2a7-361046158a9e triggered by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 15:21:27.847089 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-e5e78eb9-c35e-41dc-ae06-ed7f921b8db1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:21:27.868975 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-ce989ffe-8f7e-495f-b6c9-20b5ae10f15f admin admin] Notify callbacks [] for port, precommit_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:21:27.873720 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-ce989ffe-8f7e-495f-b6c9-20b5ae10f15f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128888538'] for port, after_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:21:27.881207 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-678b5d93-8a0e-42e6-808a-a2db8e206334 None None] For port bfba92e1-bff7-45fa-93a6-50a34a66bc66, host n-d-773647-6, cleared binding levels {{(pid=100248) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 15:21:27.885866 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-678b5d93-8a0e-42e6-808a-a2db8e206334 None None] For port bfba92e1-bff7-45fa-93a6-50a34a66bc66, host n-d-773647-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=bfba92e1-bff7-45fa-93a6-50a34a66bc66,segment=NetworkSegment(89a832b7-7793-4d51-9038-ed7e1c3ff1b2),segment_id=89a832b7-7793-4d51-9038-ed7e1c3ff1b2)] {{(pid=100248) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 15:21:27.893186 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-678b5d93-8a0e-42e6-808a-a2db8e206334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:21:27.896412 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-e5e78eb9-c35e-41dc-ae06-ed7f921b8db1 None None] Port d40e0838-ddcc-4801-b2a7-361046158a9e cannot update to ACTIVE because it is not bound. {{(pid=100248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 15:21:27.940364 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce989ffe-8f7e-495f-b6c9-20b5ae10f15f admin admin] Pushing event updated for resources: {'Port': ['ID=d40e0838-ddcc-4801-b2a7-361046158a9e,revision_number=2']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:21:27.943003 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-ce989ffe-8f7e-495f-b6c9-20b5ae10f15f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1809478'] for router_interface, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:21:27.954917 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026ec1c9-933f-4c34-ace1-b4885b959546 None None] Pushing event updated for resources: {'Port': ['ID=bfba92e1-bff7-45fa-93a6-50a34a66bc66,revision_number=3']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:21:27.957418 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-678b5d93-8a0e-42e6-808a-a2db8e206334 None None] Routers {'1bc2013a-30cf-4d8b-8b85-0dff75f25d85'} bound to L3 agent in host n-d-773647-6 {{(pid=100248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 15:21:27.958016 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-678b5d93-8a0e-42e6-808a-a2db8e206334 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T15:21:26Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['1bc2013a-30cf-4d8b-8b85-0dff75f25d85'], 'active': True} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:21:28.043646 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce989ffe-8f7e-495f-b6c9-20b5ae10f15f admin admin] Network ecd54648-140a-42b0-92ce-aa01d5f0d9fe is already hosted by enough agents. {{(pid=100247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 15:21:28.045106 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.base_scheduler [None req-ce989ffe-8f7e-495f-b6c9-20b5ae10f15f admin admin] Resources bound (agent type, host, resource id): {{(pid=100247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 15:21:28.074879 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvr_db [None req-678b5d93-8a0e-42e6-808a-a2db8e206334 None None] Set router 1bc2013a-30cf-4d8b-8b85-0dff75f25d85 gateway port host: n-d-773647-6 {{(pid=100248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 15:21:28.163658 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce989ffe-8f7e-495f-b6c9-20b5ae10f15f admin admin] Router 1bc2013a-30cf-4d8b-8b85-0dff75f25d85 has already been hosted by L3 agent 2823d358-a11b-4885-a706-95a279e43fa7 {{(pid=100247) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 15:21:28.272859 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce989ffe-8f7e-495f-b6c9-20b5ae10f15f admin admin] Notify agent at l3_agent.n-d-773647-6 the message routers_updated {{(pid=100247) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 15:21:28.276219 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-678b5d93-8a0e-42e6-808a-a2db8e206334 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bc2013a-30cf-4d8b-8b85-0dff75f25d85', 'name': 'tempest-TestSnapshotPattern-1574683897-router', 'tenant_id': '0a03de2c0a11475f94d5cd3ad5935e1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.232'}], 'enable_snat': True}, 'gw_port_id': 'bfba92e1-bff7-45fa-93a6-50a34a66bc66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T15:21:24Z', 'updated_at': '2021-07-06T15:21:27Z', 'revision_number': 4, 'project_id': '0a03de2c0a11475f94d5cd3ad5935e1f', 'gw_port': {'id': 'bfba92e1-bff7-45fa-93a6-50a34a66bc66', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:08:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bc2013a-30cf-4d8b-8b85-0dff75f25d85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T15:21:25Z', 'updated_at': '2021-07-06T15:21:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6', '_interfaces': [{'id': 'd40e0838-ddcc-4801-b2a7-361046158a9e', 'name': '', 'network_id': 'ecd54648-140a-42b0-92ce-aa01d5f0d9fe', 'tenant_id': '0a03de2c0a11475f94d5cd3ad5935e1f', 'mac_address': 'fa:16:3e:63:c9:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bc2013a-30cf-4d8b-8b85-0dff75f25d85', 'device_owner': 'network:router_interface', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '7b35e370-767f-485b-a5ec-7c4ae3e9e825', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T15:21:27Z', 'updated_at': '2021-07-06T15:21:27Z', 'revision_number': 2, 'project_id': '0a03de2c0a11475f94d5cd3ad5935e1f', 'subnets': [{'id': '7b35e370-767f-485b-a5ec-7c4ae3e9e825', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773647-6', False) {} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:21:28.277948 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-ce989ffe-8f7e-495f-b6c9-20b5ae10f15f admin admin] 10.222.0.104 "PUT /v2.0/routers/1bc2013a-30cf-4d8b-8b85-0dff75f25d85/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6143711 Jul 06 15:21:28.317375 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-678b5d93-8a0e-42e6-808a-a2db8e206334 None None] The sync data for ids ['1bc2013a-30cf-4d8b-8b85-0dff75f25d85'] in n-d-773647-6 is: [{'id': '1bc2013a-30cf-4d8b-8b85-0dff75f25d85', 'name': 'tempest-TestSnapshotPattern-1574683897-router', 'tenant_id': '0a03de2c0a11475f94d5cd3ad5935e1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.232'}], 'enable_snat': True}, 'gw_port_id': 'bfba92e1-bff7-45fa-93a6-50a34a66bc66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T15:21:24Z', 'updated_at': '2021-07-06T15:21:27Z', 'revision_number': 4, 'project_id': '0a03de2c0a11475f94d5cd3ad5935e1f', 'gw_port': {'id': 'bfba92e1-bff7-45fa-93a6-50a34a66bc66', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:08:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bc2013a-30cf-4d8b-8b85-0dff75f25d85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T15:21:25Z', 'updated_at': '2021-07-06T15:21:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6', '_interfaces': [{'id': 'd40e0838-ddcc-4801-b2a7-361046158a9e', 'name': '', 'network_id': 'ecd54648-140a-42b0-92ce-aa01d5f0d9fe', 'tenant_id': '0a03de2c0a11475f94d5cd3ad5935e1f', 'mac_address': 'fa:16:3e:63:c9:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bc2013a-30cf-4d8b-8b85-0dff75f25d85', 'device_owner': 'network:router_interface', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '7b35e370-767f-485b-a5ec-7c4ae3e9e825', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T15:21:27Z', 'updated_at': '2021-07-06T15:21:27Z', 'revision_number': 2, 'project_id': '0a03de2c0a11475f94d5cd3ad5935e1f', 'subnets': [{'id': '7b35e370-767f-485b-a5ec-7c4ae3e9e825', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 15:21:28.325698 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-c8540a73-5172-4840-babd-7323512ef492 None None] Provisioning complete for port d40e0838-ddcc-4801-b2a7-361046158a9e triggered by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 15:21:28.326230 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-c8540a73-5172-4840-babd-7323512ef492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:21:28.363343 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-c8540a73-5172-4840-babd-7323512ef492 None None] Port d40e0838-ddcc-4801-b2a7-361046158a9e cannot update to ACTIVE because it is not bound. {{(pid=100248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 15:21:28.742110 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-03f71b24-a9b8-453a-8924-caa3f97bc6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:21:28.813230 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 34760) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 15:21:28.819267 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [None req-7a2607de-25f3-456b-a9c9-6e58f7724211 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1498091057-network', 'tenant_id': 'fd3c01a7125243f6ae9cd8bdd09a33cf'}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 15:21:28.840539 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a2607de-25f3-456b-a9c9-6e58f7724211 admin admin] Made reservation on behalf of fd3c01a7125243f6ae9cd8bdd09a33cf for: {'network': 1} {{(pid=100247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 15:21:28.842943 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-7a2607de-25f3-456b-a9c9-6e58f7724211 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for network, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:21:28.981731 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 223d954a-879b-44b9-bb3c-3d28e71df9c7 up at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 15:21:29.045931 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning complete for port 223d954a-879b-44b9-bb3c-3d28e71df9c7 triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 15:21:29.046434 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:21:29.212813 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-7a2607de-25f3-456b-a9c9-6e58f7724211 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:21:29.308506 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-7a2607de-25f3-456b-a9c9-6e58f7724211 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:21:29.312289 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-7a2607de-25f3-456b-a9c9-6e58f7724211 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:21:29.337368 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a2607de-25f3-456b-a9c9-6e58f7724211 admin admin] vlan segment allocate from pool success with {'vlan_id': 1030, 'physical_network': 'physnet1'} {{(pid=100247) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 15:21:29.347052 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2607de-25f3-456b-a9c9-6e58f7724211 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=656ec66c-ea36-49a1-b99c-f86cb264eb35,revision_number=1']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:21:29.352080 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-7a2607de-25f3-456b-a9c9-6e58f7724211 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552'] for segment, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:21:29.352438 n-d-773647-6 neutron-server[100247]: INFO neutron.db.segments_db [None req-7a2607de-25f3-456b-a9c9-6e58f7724211 admin admin] Added segment 8d24b588-8bd0-4f13-b217-c24cf94132e2 of type vlan for network 9185782b-dfc9-46ef-8447-6519ea73604f Jul 06 15:21:29.397356 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-7a2607de-25f3-456b-a9c9-6e58f7724211 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773752984405'] for network, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:21:29.435863 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-7a2607de-25f3-456b-a9c9-6e58f7724211 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060'] for network, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:21:29.436891 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a2607de-25f3-456b-a9c9-6e58f7724211 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:21:29.437490 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-7a2607de-25f3-456b-a9c9-6e58f7724211 admin admin] Notify callbacks [] for network, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:21:29.495547 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-7a2607de-25f3-456b-a9c9-6e58f7724211 admin admin] 10.222.0.104 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6810992 Jul 06 15:21:29.498496 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 34762) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 15:21:29.502862 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2607de-25f3-456b-a9c9-6e58f7724211 admin admin] Pushing event updated for resources: {'Network': ['ID=9185782b-dfc9-46ef-8447-6519ea73604f,revision_number=1']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:21:29.505042 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-a05f5f47-9986-4434-9480-e14a4f3bddb7 admin admin] Request body: {'subnet': {'network_id': '9185782b-dfc9-46ef-8447-6519ea73604f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1498091057-subnet', 'tenant_id': 'fd3c01a7125243f6ae9cd8bdd09a33cf', 'ip_version': 4}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 15:21:29.514917 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Network 9185782b-dfc9-46ef-8447-6519ea73604f details requested by agent ovs-agent-n-d-773647-6 with host n-d-773647-6 {{(pid=100248) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 15:21:29.537888 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a05f5f47-9986-4434-9480-e14a4f3bddb7 admin admin] Made reservation on behalf of fd3c01a7125243f6ae9cd8bdd09a33cf for: {'subnet': 1} {{(pid=100246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 15:21:29.542821 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-a05f5f47-9986-4434-9480-e14a4f3bddb7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127702029'] for subnet, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:21:29.716780 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-a05f5f47-9986-4434-9480-e14a4f3bddb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1849032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127687649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127702047'] for subnet, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:21:29.776748 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05f5f47-9986-4434-9480-e14a4f3bddb7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=efa3ee1d-5ea1-4aa4-a8a9-88f6c2f1a2d1,revision_number=0']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:21:29.785899 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a05f5f47-9986-4434-9480-e14a4f3bddb7 admin admin] Checking segment: {'id': '8d24b588-8bd0-4f13-b217-c24cf94132e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1030, 'network_id': '9185782b-dfc9-46ef-8447-6519ea73604f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 15:21:29.786309 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a05f5f47-9986-4434-9480-e14a4f3bddb7 admin admin] Network hostable DHCP agents. Network: 9185782b-dfc9-46ef-8447-6519ea73604f, hostable agents: ['f2bada3d-be77-4359-982b-8505a2bbca04'], hosted agents: [] {{(pid=100246) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 15:21:29.810281 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a05f5f47-9986-4434-9480-e14a4f3bddb7 admin admin] Network 9185782b-dfc9-46ef-8447-6519ea73604f is scheduled to be hosted by DHCP agent f2bada3d-be77-4359-982b-8505a2bbca04 with binding_index 1 {{(pid=100246) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 15:21:29.820549 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.base_scheduler [None req-a05f5f47-9986-4434-9480-e14a4f3bddb7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773647-6, 9185782b-dfc9-46ef-8447-6519ea73604f) {{(pid=100246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 15:21:29.824828 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a05f5f47-9986-4434-9480-e14a4f3bddb7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:21:29.825434 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-a05f5f47-9986-4434-9480-e14a4f3bddb7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:21:29.830471 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7668abdd-4f9a-4296-8adc-ec99b0a360fa None None] Network 9185782b-dfc9-46ef-8447-6519ea73604f requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 15:21:29.847918 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-a05f5f47-9986-4434-9480-e14a4f3bddb7 admin admin] 10.222.0.104 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3474493 Jul 06 15:21:29.848146 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 34764) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 15:21:29.853153 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [None req-8c9560ca-69f9-411e-926a-f896b41c25a9 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1498091057-router', 'tenant_id': 'fd3c01a7125243f6ae9cd8bdd09a33cf', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719'}}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 15:21:29.875252 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-8c9560ca-69f9-411e-926a-f896b41c25a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1806290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6992'] for router, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:21:29.876235 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-8c9560ca-69f9-411e-926a-f896b41c25a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1806157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1808637', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1714747', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7007'] for router, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:21:29.936479 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-8c9560ca-69f9-411e-926a-f896b41c25a9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:21:30.097848 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-8c9560ca-69f9-411e-926a-f896b41c25a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1761047', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1806272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6989'] for router, precommit_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:21:30.178382 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b03b2d6-b1cb-4ce4-b01a-0daf621da23a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6bd5fc82-6666-56e8-87c2-91648d36c963-9185782b-dfc9-46ef-8447-6519ea73604f', 'network_id': '9185782b-dfc9-46ef-8447-6519ea73604f', 'tenant_id': 'fd3c01a7125243f6ae9cd8bdd09a33cf', 'fixed_ips': [{'subnet_id': 'efa3ee1d-5ea1-4aa4-a8a9-88f6c2f1a2d1'}]}} from n-d-773647-6. {{(pid=100248) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 15:21:30.179286 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-2b03b2d6-b1cb-4ce4-b01a-0daf621da23a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:21:30.320233 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-8c9560ca-69f9-411e-926a-f896b41c25a9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:21:30.325081 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.db_base_plugin_common [None req-2b03b2d6-b1cb-4ce4-b01a-0daf621da23a None None] Allocated IP 172.20.0.2 (9185782b-dfc9-46ef-8447-6519ea73604f/efa3ee1d-5ea1-4aa4-a8a9-88f6c2f1a2d1/2a4070a9-eb58-479c-b26f-317cf4819bb0) {{(pid=100248) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 15:21:30.340175 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-8c9560ca-69f9-411e-926a-f896b41c25a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:21:30.447193 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4041db81-7123-4e6d-8725-6cce3d2040f1 None None] Sync routers for ids ['1bc2013a-30cf-4d8b-8b85-0dff75f25d85'] in n-d-773647-6 {{(pid=100249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 15:21:30.460690 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.db_base_plugin_common [None req-8c9560ca-69f9-411e-926a-f896b41c25a9 admin admin] Allocated IP 172.25.0.219 (2658f09e-a580-4d4a-9968-2d1e0ad93719/cbf74abc-6fe1-4d33-b005-c948923b9647/3f9ab78e-b139-4598-9f59-3a7694ee1d8e) {{(pid=100247) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 15:21:30.462036 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4041db81-7123-4e6d-8725-6cce3d2040f1 None None] Routers {'1bc2013a-30cf-4d8b-8b85-0dff75f25d85'} bound to L3 agent in host n-d-773647-6 {{(pid=100249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 15:21:30.462647 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-4041db81-7123-4e6d-8725-6cce3d2040f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T15:21:26Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['1bc2013a-30cf-4d8b-8b85-0dff75f25d85'], 'active': True} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:21:30.483699 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-2b03b2d6-b1cb-4ce4-b01a-0daf621da23a None None] Notify callbacks [] for port, precommit_create {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:21:30.494009 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-2b03b2d6-b1cb-4ce4-b01a-0daf621da23a None None] Transition to ACTIVE for port object 2a4070a9-eb58-479c-b26f-317cf4819bb0 will not be triggered until provisioned by entity L2. {{(pid=100248) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 15:21:30.510971 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-2b03b2d6-b1cb-4ce4-b01a-0daf621da23a None None] Transition to ACTIVE for port object 2a4070a9-eb58-479c-b26f-317cf4819bb0 will not be triggered until provisioned by entity DHCP. {{(pid=100248) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 15:21:30.517387 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-2b03b2d6-b1cb-4ce4-b01a-0daf621da23a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108'] for port, after_create {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:21:30.560601 n-d-773647-6 neutron-server[100248]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b03b2d6-b1cb-4ce4-b01a-0daf621da23a None None] Network 9185782b-dfc9-46ef-8447-6519ea73604f is already hosted by enough agents. {{(pid=100248) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 15:21:30.567736 n-d-773647-6 neutron-server[100248]: DEBUG neutron.scheduler.base_scheduler [None req-2b03b2d6-b1cb-4ce4-b01a-0daf621da23a None None] Resources bound (agent type, host, resource id): {{(pid=100248) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 15:21:30.570679 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b03b2d6-b1cb-4ce4-b01a-0daf621da23a None None] Received port after_create {{(pid=100248) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 15:21:30.572735 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b03b2d6-b1cb-4ce4-b01a-0daf621da23a None None] Pushing event updated for resources: {'Port': ['ID=2a4070a9-eb58-479c-b26f-317cf4819bb0,revision_number=1']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:21:30.593015 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-8c9560ca-69f9-411e-926a-f896b41c25a9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:21:30.595540 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvr_db [None req-4041db81-7123-4e6d-8725-6cce3d2040f1 None None] Set router 1bc2013a-30cf-4d8b-8b85-0dff75f25d85 gateway port host: n-d-773647-6 {{(pid=100249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 15:21:30.633871 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-2b03b2d6-b1cb-4ce4-b01a-0daf621da23a None None] Attempting to bind port 2a4070a9-eb58-479c-b26f-317cf4819bb0 on host n-d-773647-6 for vnic_type normal with profile {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 15:21:30.634260 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-2b03b2d6-b1cb-4ce4-b01a-0daf621da23a None None] Attempting to bind port 2a4070a9-eb58-479c-b26f-317cf4819bb0 by drivers openvswitch,hyperv on host n-d-773647-6 at level 0 using segments [{'id': '8d24b588-8bd0-4f13-b217-c24cf94132e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1030, 'network_id': '9185782b-dfc9-46ef-8447-6519ea73604f'}] {{(pid=100248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 15:21:30.634622 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b03b2d6-b1cb-4ce4-b01a-0daf621da23a None None] Attempting to bind port 2a4070a9-eb58-479c-b26f-317cf4819bb0 on network 9185782b-dfc9-46ef-8447-6519ea73604f {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 15:21:30.641740 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b03b2d6-b1cb-4ce4-b01a-0daf621da23a None None] Checking agent: {'id': '8ab5b19c-d213-4f29-891d-27bdf39d38b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773647-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 43, 26), 'started_at': datetime.datetime(2021, 7, 6, 13, 43, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 15, 21, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773647-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 15:21:30.641740 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b03b2d6-b1cb-4ce4-b01a-0daf621da23a None None] Checking segment: {'id': '8d24b588-8bd0-4f13-b217-c24cf94132e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1030, 'network_id': '9185782b-dfc9-46ef-8447-6519ea73604f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 15:21:30.641740 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-2b03b2d6-b1cb-4ce4-b01a-0daf621da23a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:21:30.641740 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b03b2d6-b1cb-4ce4-b01a-0daf621da23a None None] Bound using segment: {'id': '8d24b588-8bd0-4f13-b217-c24cf94132e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1030, 'network_id': '9185782b-dfc9-46ef-8447-6519ea73604f'} {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 15:21:30.641740 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-2b03b2d6-b1cb-4ce4-b01a-0daf621da23a None None] Bound port: 2a4070a9-eb58-479c-b26f-317cf4819bb0, host: n-d-773647-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d24b588-8bd0-4f13-b217-c24cf94132e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1030, 'network_id': '9185782b-dfc9-46ef-8447-6519ea73604f'}}] {{(pid=100248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 15:21:30.642419 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-2b03b2d6-b1cb-4ce4-b01a-0daf621da23a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:21:30.655674 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-8c9560ca-69f9-411e-926a-f896b41c25a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-128888360'] for port, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:21:30.696817 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c9560ca-69f9-411e-926a-f896b41c25a9 admin admin] Network 2658f09e-a580-4d4a-9968-2d1e0ad93719 is already hosted by enough agents. {{(pid=100247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 15:21:30.703665 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.base_scheduler [None req-8c9560ca-69f9-411e-926a-f896b41c25a9 admin admin] Resources bound (agent type, host, resource id): {{(pid=100247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 15:21:30.709975 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c9560ca-69f9-411e-926a-f896b41c25a9 admin admin] Received port after_create {{(pid=100247) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 15:21:30.713310 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9560ca-69f9-411e-926a-f896b41c25a9 admin admin] Pushing event updated for resources: {'Port': ['ID=3f9ab78e-b139-4598-9f59-3a7694ee1d8e,revision_number=1']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:21:30.719105 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-2b03b2d6-b1cb-4ce4-b01a-0daf621da23a None None] For port 2a4070a9-eb58-479c-b26f-317cf4819bb0, host n-d-773647-6, cleared binding levels {{(pid=100248) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 15:21:30.722932 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-2b03b2d6-b1cb-4ce4-b01a-0daf621da23a None None] For port 2a4070a9-eb58-479c-b26f-317cf4819bb0, host n-d-773647-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=2a4070a9-eb58-479c-b26f-317cf4819bb0,segment=NetworkSegment(8d24b588-8bd0-4f13-b217-c24cf94132e2),segment_id=8d24b588-8bd0-4f13-b217-c24cf94132e2)] {{(pid=100248) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 15:21:30.727954 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-2b03b2d6-b1cb-4ce4-b01a-0daf621da23a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:21:30.792960 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b03b2d6-b1cb-4ce4-b01a-0daf621da23a None None] Pushing event updated for resources: {'Port': ['ID=2a4070a9-eb58-479c-b26f-317cf4819bb0,revision_number=2']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:21:30.827744 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-4041db81-7123-4e6d-8725-6cce3d2040f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bc2013a-30cf-4d8b-8b85-0dff75f25d85', 'name': 'tempest-TestSnapshotPattern-1574683897-router', 'tenant_id': '0a03de2c0a11475f94d5cd3ad5935e1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.232'}], 'enable_snat': True}, 'gw_port_id': 'bfba92e1-bff7-45fa-93a6-50a34a66bc66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T15:21:24Z', 'updated_at': '2021-07-06T15:21:27Z', 'revision_number': 4, 'project_id': '0a03de2c0a11475f94d5cd3ad5935e1f', 'gw_port': {'id': 'bfba92e1-bff7-45fa-93a6-50a34a66bc66', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:08:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bc2013a-30cf-4d8b-8b85-0dff75f25d85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T15:21:25Z', 'updated_at': '2021-07-06T15:21:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6', '_interfaces': [{'id': 'd40e0838-ddcc-4801-b2a7-361046158a9e', 'name': '', 'network_id': 'ecd54648-140a-42b0-92ce-aa01d5f0d9fe', 'tenant_id': '0a03de2c0a11475f94d5cd3ad5935e1f', 'mac_address': 'fa:16:3e:63:c9:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bc2013a-30cf-4d8b-8b85-0dff75f25d85', 'device_owner': 'network:router_interface', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '7b35e370-767f-485b-a5ec-7c4ae3e9e825', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T15:21:27Z', 'updated_at': '2021-07-06T15:21:27Z', 'revision_number': 2, 'project_id': '0a03de2c0a11475f94d5cd3ad5935e1f', 'subnets': [{'id': '7b35e370-767f-485b-a5ec-7c4ae3e9e825', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773647-6', False) {} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:21:30.859389 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4041db81-7123-4e6d-8725-6cce3d2040f1 None None] Checking router: 1bc2013a-30cf-4d8b-8b85-0dff75f25d85 for host: n-d-773647-6 {{(pid=100249) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 15:21:30.859750 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4041db81-7123-4e6d-8725-6cce3d2040f1 None None] Updating router 1bc2013a-30cf-4d8b-8b85-0dff75f25d85 port d40e0838-ddcc-4801-b2a7-361046158a9e binding host n-d-773647-6 {{(pid=100249) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 15:21:30.900235 n-d-773647-6 neutron-server[100249]: DEBUG neutron_lib.callbacks.manager [None req-4041db81-7123-4e6d-8725-6cce3d2040f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:21:31.020372 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device bfba92e1-bff7-45fa-93a6-50a34a66bc66 up at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 15:21:31.082240 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-8c9560ca-69f9-411e-926a-f896b41c25a9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:21:31.098976 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning for port bfba92e1-bff7-45fa-93a6-50a34a66bc66 completed by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 15:21:31.103756 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning complete for port bfba92e1-bff7-45fa-93a6-50a34a66bc66 triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 15:21:31.104371 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:21:31.192137 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:21:31.218048 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] For port bfba92e1-bff7-45fa-93a6-50a34a66bc66, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=bfba92e1-bff7-45fa-93a6-50a34a66bc66,segment=NetworkSegment(89a832b7-7793-4d51-9038-ed7e1c3ff1b2),segment_id=89a832b7-7793-4d51-9038-ed7e1c3ff1b2)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 15:21:31.225584 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:21:31.259850 n-d-773647-6 neutron-server[100249]: DEBUG neutron_lib.callbacks.manager [None req-4041db81-7123-4e6d-8725-6cce3d2040f1 None None] Notify callbacks [] for port, precommit_update {{(pid=100249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:21:31.270524 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.provisioning_blocks [None req-4041db81-7123-4e6d-8725-6cce3d2040f1 None None] Transition to ACTIVE for port object d40e0838-ddcc-4801-b2a7-361046158a9e will not be triggered until provisioned by entity L2. {{(pid=100249) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 15:21:31.277988 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Pushing event updated for resources: {'Port': ['ID=bfba92e1-bff7-45fa-93a6-50a34a66bc66,revision_number=4']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:21:31.278233 n-d-773647-6 neutron-server[100249]: DEBUG neutron_lib.callbacks.manager [None req-4041db81-7123-4e6d-8725-6cce3d2040f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:21:31.314124 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-8c9560ca-69f9-411e-926a-f896b41c25a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1806297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1761036'] for router, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:21:31.328677 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0730b3f-2d7f-429c-b613-654be0f58593 None None] Pushing event updated for resources: {'Port': ['ID=d40e0838-ddcc-4801-b2a7-361046158a9e,revision_number=3']} {{(pid=100249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:21:31.352016 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0730b3f-2d7f-429c-b613-654be0f58593 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:21:31.352349 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0730b3f-2d7f-429c-b613-654be0f58593 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:21:31.352677 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0730b3f-2d7f-429c-b613-654be0f58593 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:21:31.353009 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0730b3f-2d7f-429c-b613-654be0f58593 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:21:31.353329 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0730b3f-2d7f-429c-b613-654be0f58593 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:21:31.353661 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0730b3f-2d7f-429c-b613-654be0f58593 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:21:31.353979 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0730b3f-2d7f-429c-b613-654be0f58593 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:21:31.354293 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0730b3f-2d7f-429c-b613-654be0f58593 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:21:31.354609 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0730b3f-2d7f-429c-b613-654be0f58593 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:21:31.354920 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0730b3f-2d7f-429c-b613-654be0f58593 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:21:31.355249 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0730b3f-2d7f-429c-b613-654be0f58593 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:21:31.356081 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0730b3f-2d7f-429c-b613-654be0f58593 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:21:31.404075 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.managers [None req-4041db81-7123-4e6d-8725-6cce3d2040f1 None None] Attempting to bind port d40e0838-ddcc-4801-b2a7-361046158a9e on host n-d-773647-6 for vnic_type normal with profile {{(pid=100249) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 15:21:31.404899 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.managers [None req-4041db81-7123-4e6d-8725-6cce3d2040f1 None None] Attempting to bind port d40e0838-ddcc-4801-b2a7-361046158a9e by drivers openvswitch,hyperv on host n-d-773647-6 at level 0 using segments [{'id': 'b968b8b6-fd15-4838-96bf-57be811a5402', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1041, 'network_id': 'ecd54648-140a-42b0-92ce-aa01d5f0d9fe'}] {{(pid=100249) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 15:21:31.405430 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4041db81-7123-4e6d-8725-6cce3d2040f1 None None] Attempting to bind port d40e0838-ddcc-4801-b2a7-361046158a9e on network ecd54648-140a-42b0-92ce-aa01d5f0d9fe {{(pid=100249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 15:21:31.413743 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4041db81-7123-4e6d-8725-6cce3d2040f1 None None] Checking agent: {'id': '8ab5b19c-d213-4f29-891d-27bdf39d38b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773647-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 43, 26), 'started_at': datetime.datetime(2021, 7, 6, 13, 43, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 15, 21, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773647-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 15:21:31.414226 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4041db81-7123-4e6d-8725-6cce3d2040f1 None None] Checking segment: {'id': 'b968b8b6-fd15-4838-96bf-57be811a5402', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1041, 'network_id': 'ecd54648-140a-42b0-92ce-aa01d5f0d9fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100249) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 15:21:31.414782 n-d-773647-6 neutron-server[100249]: DEBUG neutron_lib.callbacks.manager [None req-4041db81-7123-4e6d-8725-6cce3d2040f1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:21:31.415266 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4041db81-7123-4e6d-8725-6cce3d2040f1 None None] Bound using segment: {'id': 'b968b8b6-fd15-4838-96bf-57be811a5402', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1041, 'network_id': 'ecd54648-140a-42b0-92ce-aa01d5f0d9fe'} {{(pid=100249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 15:21:31.416071 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.managers [None req-4041db81-7123-4e6d-8725-6cce3d2040f1 None None] Bound port: d40e0838-ddcc-4801-b2a7-361046158a9e, host: n-d-773647-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b968b8b6-fd15-4838-96bf-57be811a5402', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1041, 'network_id': 'ecd54648-140a-42b0-92ce-aa01d5f0d9fe'}}] {{(pid=100249) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 15:21:31.416589 n-d-773647-6 neutron-server[100249]: DEBUG neutron_lib.callbacks.manager [None req-4041db81-7123-4e6d-8725-6cce3d2040f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:21:31.468073 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c9560ca-69f9-411e-926a-f896b41c25a9 admin admin] Router 75ea715a-1f86-4c9d-a3af-31d44ef5b677 is scheduled to L3 agent 2823d358-a11b-4885-a706-95a279e43fa7 with binding_index 1 {{(pid=100247) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 15:21:31.489008 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.db [None req-4041db81-7123-4e6d-8725-6cce3d2040f1 None None] For port d40e0838-ddcc-4801-b2a7-361046158a9e, host n-d-773647-6, cleared binding levels {{(pid=100249) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 15:21:31.493474 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.db [None req-4041db81-7123-4e6d-8725-6cce3d2040f1 None None] For port d40e0838-ddcc-4801-b2a7-361046158a9e, host n-d-773647-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=d40e0838-ddcc-4801-b2a7-361046158a9e,segment=NetworkSegment(b968b8b6-fd15-4838-96bf-57be811a5402),segment_id=b968b8b6-fd15-4838-96bf-57be811a5402)] {{(pid=100249) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 15:21:31.499112 n-d-773647-6 neutron-server[100249]: DEBUG neutron_lib.callbacks.manager [None req-4041db81-7123-4e6d-8725-6cce3d2040f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:21:31.567136 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4041db81-7123-4e6d-8725-6cce3d2040f1 None None] Routers {'1bc2013a-30cf-4d8b-8b85-0dff75f25d85'} bound to L3 agent in host n-d-773647-6 {{(pid=100249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 15:21:31.567821 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-4041db81-7123-4e6d-8725-6cce3d2040f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T15:21:26Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['1bc2013a-30cf-4d8b-8b85-0dff75f25d85'], 'active': True} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:21:31.569721 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0730b3f-2d7f-429c-b613-654be0f58593 None None] Pushing event updated for resources: {'Port': ['ID=d40e0838-ddcc-4801-b2a7-361046158a9e,revision_number=4']} {{(pid=100249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:21:31.603309 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c9560ca-69f9-411e-926a-f896b41c25a9 admin admin] Notify agent at l3_agent.n-d-773647-6 the message routers_updated {{(pid=100247) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 15:21:31.624870 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf437f28-7ac6-4f32-a56a-d6ad07c6f3b5 None None] Sync routers for ids ['75ea715a-1f86-4c9d-a3af-31d44ef5b677'] in n-d-773647-6 {{(pid=100248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 15:21:31.630458 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-8c9560ca-69f9-411e-926a-f896b41c25a9 admin admin] Notify callbacks [] for router, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:21:31.635466 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 34766) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 15:21:31.642847 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf437f28-7ac6-4f32-a56a-d6ad07c6f3b5 None None] Routers {'75ea715a-1f86-4c9d-a3af-31d44ef5b677'} bound to L3 agent in host n-d-773647-6 {{(pid=100248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 15:21:31.647351 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-8c9560ca-69f9-411e-926a-f896b41c25a9 admin admin] 10.222.0.104 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.7945685 Jul 06 15:21:31.653047 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-bf437f28-7ac6-4f32-a56a-d6ad07c6f3b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T15:21:26Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['75ea715a-1f86-4c9d-a3af-31d44ef5b677'], 'active': True} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:21:31.708360 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvr_db [None req-4041db81-7123-4e6d-8725-6cce3d2040f1 None None] Set router 1bc2013a-30cf-4d8b-8b85-0dff75f25d85 gateway port host: n-d-773647-6 {{(pid=100249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 15:21:31.812248 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvr_db [None req-bf437f28-7ac6-4f32-a56a-d6ad07c6f3b5 None None] Set router 75ea715a-1f86-4c9d-a3af-31d44ef5b677 gateway port host: n-d-773647-6 {{(pid=100248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 15:21:32.001212 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-4041db81-7123-4e6d-8725-6cce3d2040f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bc2013a-30cf-4d8b-8b85-0dff75f25d85', 'name': 'tempest-TestSnapshotPattern-1574683897-router', 'tenant_id': '0a03de2c0a11475f94d5cd3ad5935e1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.232'}], 'enable_snat': True}, 'gw_port_id': 'bfba92e1-bff7-45fa-93a6-50a34a66bc66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T15:21:24Z', 'updated_at': '2021-07-06T15:21:27Z', 'revision_number': 4, 'project_id': '0a03de2c0a11475f94d5cd3ad5935e1f', 'gw_port': {'id': 'bfba92e1-bff7-45fa-93a6-50a34a66bc66', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:08:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bc2013a-30cf-4d8b-8b85-0dff75f25d85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T15:21:25Z', 'updated_at': '2021-07-06T15:21:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6', '_interfaces': [{'id': 'd40e0838-ddcc-4801-b2a7-361046158a9e', 'name': '', 'network_id': 'ecd54648-140a-42b0-92ce-aa01d5f0d9fe', 'tenant_id': '0a03de2c0a11475f94d5cd3ad5935e1f', 'mac_address': 'fa:16:3e:63:c9:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bc2013a-30cf-4d8b-8b85-0dff75f25d85', 'device_owner': 'network:router_interface', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '7b35e370-767f-485b-a5ec-7c4ae3e9e825', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T15:21:27Z', 'updated_at': '2021-07-06T15:21:31Z', 'revision_number': 4, 'project_id': '0a03de2c0a11475f94d5cd3ad5935e1f', 'subnets': [{'id': '7b35e370-767f-485b-a5ec-7c4ae3e9e825', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773647-6', False) {} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:21:32.036377 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4041db81-7123-4e6d-8725-6cce3d2040f1 None None] The sync data for ids ['1bc2013a-30cf-4d8b-8b85-0dff75f25d85'] in n-d-773647-6 is: [{'id': '1bc2013a-30cf-4d8b-8b85-0dff75f25d85', 'name': 'tempest-TestSnapshotPattern-1574683897-router', 'tenant_id': '0a03de2c0a11475f94d5cd3ad5935e1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.232'}], 'enable_snat': True}, 'gw_port_id': 'bfba92e1-bff7-45fa-93a6-50a34a66bc66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T15:21:24Z', 'updated_at': '2021-07-06T15:21:27Z', 'revision_number': 4, 'project_id': '0a03de2c0a11475f94d5cd3ad5935e1f', 'gw_port': {'id': 'bfba92e1-bff7-45fa-93a6-50a34a66bc66', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:08:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bc2013a-30cf-4d8b-8b85-0dff75f25d85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T15:21:25Z', 'updated_at': '2021-07-06T15:21:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6', '_interfaces': [{'id': 'd40e0838-ddcc-4801-b2a7-361046158a9e', 'name': '', 'network_id': 'ecd54648-140a-42b0-92ce-aa01d5f0d9fe', 'tenant_id': '0a03de2c0a11475f94d5cd3ad5935e1f', 'mac_address': 'fa:16:3e:63:c9:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bc2013a-30cf-4d8b-8b85-0dff75f25d85', 'device_owner': 'network:router_interface', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '7b35e370-767f-485b-a5ec-7c4ae3e9e825', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T15:21:27Z', 'updated_at': '2021-07-06T15:21:31Z', 'revision_number': 4, 'project_id': '0a03de2c0a11475f94d5cd3ad5935e1f', 'subnets': [{'id': '7b35e370-767f-485b-a5ec-7c4ae3e9e825', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 15:21:32.052470 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-bf437f28-7ac6-4f32-a56a-d6ad07c6f3b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75ea715a-1f86-4c9d-a3af-31d44ef5b677', 'name': 'tempest-TestSnapshotPattern-1498091057-router', 'tenant_id': 'fd3c01a7125243f6ae9cd8bdd09a33cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.219'}], 'enable_snat': True}, 'gw_port_id': '3f9ab78e-b139-4598-9f59-3a7694ee1d8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T15:21:29Z', 'updated_at': '2021-07-06T15:21:30Z', 'revision_number': 3, 'project_id': 'fd3c01a7125243f6ae9cd8bdd09a33cf', 'gw_port': {'id': '3f9ab78e-b139-4598-9f59-3a7694ee1d8e', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:20:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75ea715a-1f86-4c9d-a3af-31d44ef5b677', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4301, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T15:21:30Z', 'updated_at': '2021-07-06T15:21:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6'}], 'n-d-773647-6', False) {} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:21:32.090941 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d905ded5-c9f1-4b7b-9db7-dc35ab208732 None None] Network 9185782b-dfc9-46ef-8447-6519ea73604f requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 15:21:32.098262 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf437f28-7ac6-4f32-a56a-d6ad07c6f3b5 None None] Checking router: 75ea715a-1f86-4c9d-a3af-31d44ef5b677 for host: n-d-773647-6 {{(pid=100248) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 15:21:32.098630 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf437f28-7ac6-4f32-a56a-d6ad07c6f3b5 None None] Updating router 75ea715a-1f86-4c9d-a3af-31d44ef5b677 port 3f9ab78e-b139-4598-9f59-3a7694ee1d8e binding host n-d-773647-6 {{(pid=100248) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 15:21:32.172739 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-cabe0f71-71c4-4283-a057-35d388d13091 None None] Provisioning for port 2a4070a9-eb58-479c-b26f-317cf4819bb0 completed by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 15:21:32.184168 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-bf437f28-7ac6-4f32-a56a-d6ad07c6f3b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:21:32.200046 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-59443c62-c721-4b42-8857-3bcf3794e16f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:21:32.402983 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.db_base_plugin_common [None req-59443c62-c721-4b42-8857-3bcf3794e16f admin admin] Allocated IP 172.20.0.1 (9185782b-dfc9-46ef-8447-6519ea73604f/efa3ee1d-5ea1-4aa4-a8a9-88f6c2f1a2d1/df84cb59-9cb2-41f6-a9f2-ab7b9b267c33) {{(pid=100246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 15:21:32.529124 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-59443c62-c721-4b42-8857-3bcf3794e16f admin admin] Notify callbacks [] for port, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:21:32.547926 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.provisioning_blocks [None req-59443c62-c721-4b42-8857-3bcf3794e16f admin admin] Transition to ACTIVE for port object df84cb59-9cb2-41f6-a9f2-ab7b9b267c33 will not be triggered until provisioned by entity DHCP. {{(pid=100246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 15:21:32.549825 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-bf437f28-7ac6-4f32-a56a-d6ad07c6f3b5 None None] Notify callbacks [] for port, precommit_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:21:32.561670 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-bf437f28-7ac6-4f32-a56a-d6ad07c6f3b5 None None] Transition to ACTIVE for port object 3f9ab78e-b139-4598-9f59-3a7694ee1d8e will not be triggered until provisioned by entity L2. {{(pid=100248) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 15:21:32.579048 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-bf437f28-7ac6-4f32-a56a-d6ad07c6f3b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:21:32.600246 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-59443c62-c721-4b42-8857-3bcf3794e16f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-127687573'] for port, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:21:32.633935 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebba738d-4fc9-4a0a-8abb-5b39e36b6951 None None] Pushing event updated for resources: {'Port': ['ID=3f9ab78e-b139-4598-9f59-3a7694ee1d8e,revision_number=2']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:21:32.653474 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59443c62-c721-4b42-8857-3bcf3794e16f admin admin] Network 9185782b-dfc9-46ef-8447-6519ea73604f is already hosted by enough agents. {{(pid=100246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 15:21:32.658006 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.base_scheduler [None req-59443c62-c721-4b42-8857-3bcf3794e16f admin admin] Resources bound (agent type, host, resource id): {{(pid=100246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 15:21:32.660170 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59443c62-c721-4b42-8857-3bcf3794e16f admin admin] Pushing event updated for resources: {'Port': ['ID=df84cb59-9cb2-41f6-a9f2-ab7b9b267c33,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:21:32.662905 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59443c62-c721-4b42-8857-3bcf3794e16f admin admin] Received port after_create {{(pid=100246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 15:21:32.674664 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-bf437f28-7ac6-4f32-a56a-d6ad07c6f3b5 None None] Attempting to bind port 3f9ab78e-b139-4598-9f59-3a7694ee1d8e on host n-d-773647-6 for vnic_type normal with profile {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 15:21:32.675042 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-bf437f28-7ac6-4f32-a56a-d6ad07c6f3b5 None None] Attempting to bind port 3f9ab78e-b139-4598-9f59-3a7694ee1d8e by drivers openvswitch,hyperv on host n-d-773647-6 at level 0 using segments [{'id': '89a832b7-7793-4d51-9038-ed7e1c3ff1b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719'}] {{(pid=100248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 15:21:32.675445 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf437f28-7ac6-4f32-a56a-d6ad07c6f3b5 None None] Attempting to bind port 3f9ab78e-b139-4598-9f59-3a7694ee1d8e on network 2658f09e-a580-4d4a-9968-2d1e0ad93719 {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 15:21:32.681472 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf437f28-7ac6-4f32-a56a-d6ad07c6f3b5 None None] Checking agent: {'id': '8ab5b19c-d213-4f29-891d-27bdf39d38b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773647-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 43, 26), 'started_at': datetime.datetime(2021, 7, 6, 13, 43, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 15, 21, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773647-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 15:21:32.681857 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf437f28-7ac6-4f32-a56a-d6ad07c6f3b5 None None] Checking segment: {'id': '89a832b7-7793-4d51-9038-ed7e1c3ff1b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 15:21:32.682310 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-bf437f28-7ac6-4f32-a56a-d6ad07c6f3b5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:21:32.682712 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf437f28-7ac6-4f32-a56a-d6ad07c6f3b5 None None] Bound using segment: {'id': '89a832b7-7793-4d51-9038-ed7e1c3ff1b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719'} {{(pid=100248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 15:21:32.683197 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.managers [None req-bf437f28-7ac6-4f32-a56a-d6ad07c6f3b5 None None] Bound port: 3f9ab78e-b139-4598-9f59-3a7694ee1d8e, host: n-d-773647-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89a832b7-7793-4d51-9038-ed7e1c3ff1b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719'}}] {{(pid=100248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 15:21:32.683830 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-bf437f28-7ac6-4f32-a56a-d6ad07c6f3b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:21:32.710419 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-59443c62-c721-4b42-8857-3bcf3794e16f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1807675'] for router_interface, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:21:32.740129 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-bf437f28-7ac6-4f32-a56a-d6ad07c6f3b5 None None] For port 3f9ab78e-b139-4598-9f59-3a7694ee1d8e, host n-d-773647-6, cleared binding levels {{(pid=100248) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 15:21:32.746155 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-bf437f28-7ac6-4f32-a56a-d6ad07c6f3b5 None None] For port 3f9ab78e-b139-4598-9f59-3a7694ee1d8e, host n-d-773647-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=3f9ab78e-b139-4598-9f59-3a7694ee1d8e,segment=NetworkSegment(89a832b7-7793-4d51-9038-ed7e1c3ff1b2),segment_id=89a832b7-7793-4d51-9038-ed7e1c3ff1b2)] {{(pid=100248) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 15:21:32.753431 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-bf437f28-7ac6-4f32-a56a-d6ad07c6f3b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:21:32.852912 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf437f28-7ac6-4f32-a56a-d6ad07c6f3b5 None None] Routers {'75ea715a-1f86-4c9d-a3af-31d44ef5b677'} bound to L3 agent in host n-d-773647-6 {{(pid=100248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 15:21:32.854102 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-bf437f28-7ac6-4f32-a56a-d6ad07c6f3b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T15:21:26Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['75ea715a-1f86-4c9d-a3af-31d44ef5b677'], 'active': True} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:21:32.936515 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebba738d-4fc9-4a0a-8abb-5b39e36b6951 None None] Pushing event updated for resources: {'Port': ['ID=3f9ab78e-b139-4598-9f59-3a7694ee1d8e,revision_number=3']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:21:32.955427 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-59443c62-c721-4b42-8857-3bcf3794e16f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:21:33.073567 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvr_db [None req-bf437f28-7ac6-4f32-a56a-d6ad07c6f3b5 None None] Set router 75ea715a-1f86-4c9d-a3af-31d44ef5b677 gateway port host: n-d-773647-6 {{(pid=100248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 15:21:33.211643 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device d40e0838-ddcc-4801-b2a7-361046158a9e up at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 15:21:33.219468 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-59443c62-c721-4b42-8857-3bcf3794e16f admin admin] Notify callbacks [] for port, precommit_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:21:33.224099 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-59443c62-c721-4b42-8857-3bcf3794e16f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127687527'] for port, after_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:21:33.261338 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-819257de-c9df-45f3-a8fd-945171fdbaca None None] Provisioning for port df84cb59-9cb2-41f6-a9f2-ab7b9b267c33 completed by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 15:21:33.275846 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-819257de-c9df-45f3-a8fd-945171fdbaca None None] Provisioning complete for port df84cb59-9cb2-41f6-a9f2-ab7b9b267c33 triggered by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 15:21:33.276221 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-819257de-c9df-45f3-a8fd-945171fdbaca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:21:33.295601 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59443c62-c721-4b42-8857-3bcf3794e16f admin admin] Pushing event updated for resources: {'Port': ['ID=df84cb59-9cb2-41f6-a9f2-ab7b9b267c33,revision_number=2']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:21:33.299198 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-59443c62-c721-4b42-8857-3bcf3794e16f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1809478'] for router_interface, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:21:33.348893 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-819257de-c9df-45f3-a8fd-945171fdbaca None None] Port df84cb59-9cb2-41f6-a9f2-ab7b9b267c33 cannot update to ACTIVE because it is not bound. {{(pid=100248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 15:21:33.354823 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning for port d40e0838-ddcc-4801-b2a7-361046158a9e completed by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 15:21:33.359164 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning complete for port d40e0838-ddcc-4801-b2a7-361046158a9e triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 15:21:33.359569 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:21:33.418187 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-bf437f28-7ac6-4f32-a56a-d6ad07c6f3b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75ea715a-1f86-4c9d-a3af-31d44ef5b677', 'name': 'tempest-TestSnapshotPattern-1498091057-router', 'tenant_id': 'fd3c01a7125243f6ae9cd8bdd09a33cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.219'}], 'enable_snat': True}, 'gw_port_id': '3f9ab78e-b139-4598-9f59-3a7694ee1d8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T15:21:29Z', 'updated_at': '2021-07-06T15:21:30Z', 'revision_number': 3, 'project_id': 'fd3c01a7125243f6ae9cd8bdd09a33cf', 'gw_port': {'id': '3f9ab78e-b139-4598-9f59-3a7694ee1d8e', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:20:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75ea715a-1f86-4c9d-a3af-31d44ef5b677', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4301, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T15:21:30Z', 'updated_at': '2021-07-06T15:21:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6'}], 'n-d-773647-6', False) {} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:21:33.452300 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf437f28-7ac6-4f32-a56a-d6ad07c6f3b5 None None] The sync data for ids ['75ea715a-1f86-4c9d-a3af-31d44ef5b677'] in n-d-773647-6 is: [{'id': '75ea715a-1f86-4c9d-a3af-31d44ef5b677', 'name': 'tempest-TestSnapshotPattern-1498091057-router', 'tenant_id': 'fd3c01a7125243f6ae9cd8bdd09a33cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.219'}], 'enable_snat': True}, 'gw_port_id': '3f9ab78e-b139-4598-9f59-3a7694ee1d8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T15:21:29Z', 'updated_at': '2021-07-06T15:21:30Z', 'revision_number': 3, 'project_id': 'fd3c01a7125243f6ae9cd8bdd09a33cf', 'gw_port': {'id': '3f9ab78e-b139-4598-9f59-3a7694ee1d8e', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:20:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75ea715a-1f86-4c9d-a3af-31d44ef5b677', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4301, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T15:21:30Z', 'updated_at': '2021-07-06T15:21:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6'}] {{(pid=100248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 15:21:33.495972 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:21:33.537880 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] For port d40e0838-ddcc-4801-b2a7-361046158a9e, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=d40e0838-ddcc-4801-b2a7-361046158a9e,segment=NetworkSegment(b968b8b6-fd15-4838-96bf-57be811a5402),segment_id=b968b8b6-fd15-4838-96bf-57be811a5402)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 15:21:33.544456 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:21:33.545668 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 2a4070a9-eb58-479c-b26f-317cf4819bb0 up at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 15:21:33.666294 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Pushing event updated for resources: {'Port': ['ID=d40e0838-ddcc-4801-b2a7-361046158a9e,revision_number=5']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:21:33.687284 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning for port 2a4070a9-eb58-479c-b26f-317cf4819bb0 completed by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 15:21:33.691492 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning complete for port 2a4070a9-eb58-479c-b26f-317cf4819bb0 triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 15:21:33.692010 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:21:33.769151 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59443c62-c721-4b42-8857-3bcf3794e16f admin admin] Network 9185782b-dfc9-46ef-8447-6519ea73604f is already hosted by enough agents. {{(pid=100246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 15:21:33.770553 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.base_scheduler [None req-59443c62-c721-4b42-8857-3bcf3794e16f admin admin] Resources bound (agent type, host, resource id): {{(pid=100246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 15:21:33.827580 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:21:33.870242 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] For port 2a4070a9-eb58-479c-b26f-317cf4819bb0, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=2a4070a9-eb58-479c-b26f-317cf4819bb0,segment=NetworkSegment(8d24b588-8bd0-4f13-b217-c24cf94132e2),segment_id=8d24b588-8bd0-4f13-b217-c24cf94132e2)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 15:21:33.882256 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:21:33.883082 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device bfba92e1-bff7-45fa-93a6-50a34a66bc66 up at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 15:21:33.934981 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59443c62-c721-4b42-8857-3bcf3794e16f admin admin] Router 75ea715a-1f86-4c9d-a3af-31d44ef5b677 has already been hosted by L3 agent 2823d358-a11b-4885-a706-95a279e43fa7 {{(pid=100246) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 15:21:34.003533 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Pushing event updated for resources: {'Port': ['ID=2a4070a9-eb58-479c-b26f-317cf4819bb0,revision_number=3']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:21:34.012896 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning complete for port bfba92e1-bff7-45fa-93a6-50a34a66bc66 triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 15:21:34.013281 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:21:34.079309 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59443c62-c721-4b42-8857-3bcf3794e16f admin admin] Notify agent at l3_agent.n-d-773647-6 the message routers_updated {{(pid=100246) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 15:21:34.091294 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-59443c62-c721-4b42-8857-3bcf3794e16f admin admin] 10.222.0.104 "PUT /v2.0/routers/75ea715a-1f86-4c9d-a3af-31d44ef5b677/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4501855 Jul 06 15:21:34.107309 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-7b96c617-ef49-46e0-bbd0-c4ac6e303bd3 None None] Provisioning complete for port df84cb59-9cb2-41f6-a9f2-ab7b9b267c33 triggered by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 15:21:34.108093 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-7b96c617-ef49-46e0-bbd0-c4ac6e303bd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:21:34.144631 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-7b96c617-ef49-46e0-bbd0-c4ac6e303bd3 None None] Port df84cb59-9cb2-41f6-a9f2-ab7b9b267c33 cannot update to ACTIVE because it is not bound. {{(pid=100248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 15:21:34.703351 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 34776) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 15:21:34.708159 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-13521c78-c2fd-498d-98ca-009008b0d0ca tempest-TestSnapshotPattern-1983110023 tempest-TestSnapshotPattern-1983110023-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1873769694', 'description': 'tempest-secgroup-smoke-1873769694 description', 'project_id': '0a03de2c0a11475f94d5cd3ad5935e1f'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 15:21:34.737216 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-13521c78-c2fd-498d-98ca-009008b0d0ca tempest-TestSnapshotPattern-1983110023 tempest-TestSnapshotPattern-1983110023-project] Notify callbacks [] for security_group, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:21:34.827694 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-13521c78-c2fd-498d-98ca-009008b0d0ca tempest-TestSnapshotPattern-1983110023 tempest-TestSnapshotPattern-1983110023-project] Notify callbacks [] for security_group, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:21:34.831728 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-13521c78-c2fd-498d-98ca-009008b0d0ca tempest-TestSnapshotPattern-1983110023 tempest-TestSnapshotPattern-1983110023-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:21:34.859269 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-13521c78-c2fd-498d-98ca-009008b0d0ca tempest-TestSnapshotPattern-1983110023 tempest-TestSnapshotPattern-1983110023-project] Notify callbacks [] for security_group, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:21:34.860541 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-13521c78-c2fd-498d-98ca-009008b0d0ca tempest-TestSnapshotPattern-1983110023 tempest-TestSnapshotPattern-1983110023-project] 10.222.0.104 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1561067 Jul 06 15:21:34.863711 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 34778) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 15:21:34.864852 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13521c78-c2fd-498d-98ca-009008b0d0ca tempest-TestSnapshotPattern-1983110023 tempest-TestSnapshotPattern-1983110023-project] Pushing event updated for resources: {'SecurityGroup': ['ID=382df162-c877-4fe9-bfd8-59464186b1ec,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:21:34.869167 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [None req-a34774c8-b304-420c-9067-303c632c40b0 tempest-TestSnapshotPattern-1983110023 tempest-TestSnapshotPattern-1983110023-project] Request body: {'security_group_rule': {'security_group_id': '382df162-c877-4fe9-bfd8-59464186b1ec', 'project_id': '0a03de2c0a11475f94d5cd3ad5935e1f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 15:21:34.902362 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-a34774c8-b304-420c-9067-303c632c40b0 tempest-TestSnapshotPattern-1983110023 tempest-TestSnapshotPattern-1983110023-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:21:34.972557 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-a34774c8-b304-420c-9067-303c632c40b0 tempest-TestSnapshotPattern-1983110023 tempest-TestSnapshotPattern-1983110023-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:21:34.977490 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-a34774c8-b304-420c-9067-303c632c40b0 tempest-TestSnapshotPattern-1983110023 tempest-TestSnapshotPattern-1983110023-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1898694'] for security_group_rule, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:21:34.996121 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34774c8-b304-420c-9067-303c632c40b0 tempest-TestSnapshotPattern-1983110023 tempest-TestSnapshotPattern-1983110023-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=54801b51-47c7-4eca-88cf-a0e4881087a9,revision_number=0']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:21:35.007026 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-a34774c8-b304-420c-9067-303c632c40b0 tempest-TestSnapshotPattern-1983110023 tempest-TestSnapshotPattern-1983110023-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:21:35.008452 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-a34774c8-b304-420c-9067-303c632c40b0 tempest-TestSnapshotPattern-1983110023 tempest-TestSnapshotPattern-1983110023-project] 10.222.0.104 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1436372 Jul 06 15:21:35.011449 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 34780) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 15:21:35.017394 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [None req-55830ed7-36fa-4532-b3e2-2415d0be26a7 tempest-TestSnapshotPattern-1983110023 tempest-TestSnapshotPattern-1983110023-project] Request body: {'security_group_rule': {'security_group_id': '382df162-c877-4fe9-bfd8-59464186b1ec', 'project_id': '0a03de2c0a11475f94d5cd3ad5935e1f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 15:21:35.047109 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device d40e0838-ddcc-4801-b2a7-361046158a9e up at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 15:21:35.056314 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-55830ed7-36fa-4532-b3e2-2415d0be26a7 tempest-TestSnapshotPattern-1983110023 tempest-TestSnapshotPattern-1983110023-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:21:35.104045 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning complete for port d40e0838-ddcc-4801-b2a7-361046158a9e triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 15:21:35.104605 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:21:35.118022 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-55830ed7-36fa-4532-b3e2-2415d0be26a7 tempest-TestSnapshotPattern-1983110023 tempest-TestSnapshotPattern-1983110023-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:21:35.121502 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-55830ed7-36fa-4532-b3e2-2415d0be26a7 tempest-TestSnapshotPattern-1983110023 tempest-TestSnapshotPattern-1983110023-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1898694'] for security_group_rule, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:21:35.140574 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55830ed7-36fa-4532-b3e2-2415d0be26a7 tempest-TestSnapshotPattern-1983110023 tempest-TestSnapshotPattern-1983110023-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=badd74dc-b4f5-48a8-9ea1-fdee8d0bd33b,revision_number=0']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:21:35.147454 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-55830ed7-36fa-4532-b3e2-2415d0be26a7 tempest-TestSnapshotPattern-1983110023 tempest-TestSnapshotPattern-1983110023-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:21:35.149005 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-55830ed7-36fa-4532-b3e2-2415d0be26a7 tempest-TestSnapshotPattern-1983110023 tempest-TestSnapshotPattern-1983110023-project] 10.222.0.104 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1364729 Jul 06 15:21:35.151996 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 34782) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 15:21:35.156804 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-0b7be32a-190b-4adb-bd28-a55849a88c55 tempest-TestSnapshotPattern-1983110023 tempest-TestSnapshotPattern-1983110023-project] Request body: {'security_group_rule': {'security_group_id': '382df162-c877-4fe9-bfd8-59464186b1ec', 'project_id': '0a03de2c0a11475f94d5cd3ad5935e1f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 15:21:35.188094 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-0b7be32a-190b-4adb-bd28-a55849a88c55 tempest-TestSnapshotPattern-1983110023 tempest-TestSnapshotPattern-1983110023-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:21:35.194104 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 3f9ab78e-b139-4598-9f59-3a7694ee1d8e up at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 15:21:35.244696 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning for port 3f9ab78e-b139-4598-9f59-3a7694ee1d8e completed by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 15:21:35.248900 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning complete for port 3f9ab78e-b139-4598-9f59-3a7694ee1d8e triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 15:21:35.249285 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:21:35.258903 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-0b7be32a-190b-4adb-bd28-a55849a88c55 tempest-TestSnapshotPattern-1983110023 tempest-TestSnapshotPattern-1983110023-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:21:35.264188 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-0b7be32a-190b-4adb-bd28-a55849a88c55 tempest-TestSnapshotPattern-1983110023 tempest-TestSnapshotPattern-1983110023-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1898694'] for security_group_rule, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:21:35.284448 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7be32a-190b-4adb-bd28-a55849a88c55 tempest-TestSnapshotPattern-1983110023 tempest-TestSnapshotPattern-1983110023-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2eea5b4c-3ada-4893-b105-87491a7445ea,revision_number=0']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:21:35.297122 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-0b7be32a-190b-4adb-bd28-a55849a88c55 tempest-TestSnapshotPattern-1983110023 tempest-TestSnapshotPattern-1983110023-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:21:35.299371 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-0b7be32a-190b-4adb-bd28-a55849a88c55 tempest-TestSnapshotPattern-1983110023 tempest-TestSnapshotPattern-1983110023-project] 10.222.0.104 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1460671 Jul 06 15:21:35.301909 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 34784) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 15:21:35.307496 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-48e5a679-b8c4-4469-b6c7-3ba3d603de3b tempest-TestSnapshotPattern-1983110023 tempest-TestSnapshotPattern-1983110023-project] Request body: {'security_group_rule': {'security_group_id': '382df162-c877-4fe9-bfd8-59464186b1ec', 'project_id': '0a03de2c0a11475f94d5cd3ad5935e1f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 15:21:35.346636 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-48e5a679-b8c4-4469-b6c7-3ba3d603de3b tempest-TestSnapshotPattern-1983110023 tempest-TestSnapshotPattern-1983110023-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:21:35.419550 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-48e5a679-b8c4-4469-b6c7-3ba3d603de3b tempest-TestSnapshotPattern-1983110023 tempest-TestSnapshotPattern-1983110023-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:21:35.425129 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-48e5a679-b8c4-4469-b6c7-3ba3d603de3b tempest-TestSnapshotPattern-1983110023 tempest-TestSnapshotPattern-1983110023-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1898694'] for security_group_rule, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:21:35.447059 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e5a679-b8c4-4469-b6c7-3ba3d603de3b tempest-TestSnapshotPattern-1983110023 tempest-TestSnapshotPattern-1983110023-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=83fe6be0-559f-46e7-a13f-ac1fdf972d85,revision_number=0']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:21:35.452327 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-48e5a679-b8c4-4469-b6c7-3ba3d603de3b tempest-TestSnapshotPattern-1983110023 tempest-TestSnapshotPattern-1983110023-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:21:35.454112 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-48e5a679-b8c4-4469-b6c7-3ba3d603de3b tempest-TestSnapshotPattern-1983110023 tempest-TestSnapshotPattern-1983110023-project] 10.222.0.104 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1500652 Jul 06 15:21:35.456839 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 34786) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 15:21:35.461834 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-97805e01-0477-412e-a15e-05ba8feb9850 tempest-TestSnapshotPattern-1983110023 tempest-TestSnapshotPattern-1983110023-project] Request body: {'security_group_rule': {'security_group_id': '382df162-c877-4fe9-bfd8-59464186b1ec', 'project_id': '0a03de2c0a11475f94d5cd3ad5935e1f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 15:21:35.495515 n-d-773647-6 neutron-server[100246]: INFO neutron.db.securitygroups_db [None req-97805e01-0477-412e-a15e-05ba8feb9850 tempest-TestSnapshotPattern-1983110023 tempest-TestSnapshotPattern-1983110023-project] Project 0a03de2c0a11475f94d5cd3ad5935e1f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 06 15:21:35.501039 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-97805e01-0477-412e-a15e-05ba8feb9850 tempest-TestSnapshotPattern-1983110023 tempest-TestSnapshotPattern-1983110023-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:21:35.510460 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:21:35.534214 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] For port 3f9ab78e-b139-4598-9f59-3a7694ee1d8e, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=3f9ab78e-b139-4598-9f59-3a7694ee1d8e,segment=NetworkSegment(89a832b7-7793-4d51-9038-ed7e1c3ff1b2),segment_id=89a832b7-7793-4d51-9038-ed7e1c3ff1b2)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 15:21:35.543283 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:21:35.544076 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 2a4070a9-eb58-479c-b26f-317cf4819bb0 up at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 15:21:35.583437 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-97805e01-0477-412e-a15e-05ba8feb9850 tempest-TestSnapshotPattern-1983110023 tempest-TestSnapshotPattern-1983110023-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:21:35.588585 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-97805e01-0477-412e-a15e-05ba8feb9850 tempest-TestSnapshotPattern-1983110023 tempest-TestSnapshotPattern-1983110023-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1898694'] for security_group_rule, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:21:35.611037 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97805e01-0477-412e-a15e-05ba8feb9850 tempest-TestSnapshotPattern-1983110023 tempest-TestSnapshotPattern-1983110023-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd29339a-8d61-4932-95e8-a4c29270ebe6,revision_number=0']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:21:35.619452 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-97805e01-0477-412e-a15e-05ba8feb9850 tempest-TestSnapshotPattern-1983110023 tempest-TestSnapshotPattern-1983110023-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:21:35.620690 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-97805e01-0477-412e-a15e-05ba8feb9850 tempest-TestSnapshotPattern-1983110023 tempest-TestSnapshotPattern-1983110023-project] 10.222.0.104 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1631691 Jul 06 15:21:35.622688 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Pushing event updated for resources: {'Port': ['ID=3f9ab78e-b139-4598-9f59-3a7694ee1d8e,revision_number=4']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:21:35.623533 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 34788) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 15:21:35.628492 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-3d070185-af02-4a59-9998-bab9bce5e2b1 tempest-TestSnapshotPattern-1983110023 tempest-TestSnapshotPattern-1983110023-project] Request body: {'security_group_rule': {'security_group_id': '382df162-c877-4fe9-bfd8-59464186b1ec', 'project_id': '0a03de2c0a11475f94d5cd3ad5935e1f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 15:21:35.641624 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning complete for port 2a4070a9-eb58-479c-b26f-317cf4819bb0 triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 15:21:35.641624 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:21:35.654315 n-d-773647-6 neutron-server[100246]: INFO neutron.db.securitygroups_db [None req-3d070185-af02-4a59-9998-bab9bce5e2b1 tempest-TestSnapshotPattern-1983110023 tempest-TestSnapshotPattern-1983110023-project] Project 0a03de2c0a11475f94d5cd3ad5935e1f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 06 15:21:35.662740 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-3d070185-af02-4a59-9998-bab9bce5e2b1 tempest-TestSnapshotPattern-1983110023 tempest-TestSnapshotPattern-1983110023-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:21:35.676879 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f1c4d3e-7526-4f06-8094-76c84bfbdd41 None None] Sync routers for ids ['75ea715a-1f86-4c9d-a3af-31d44ef5b677'] in n-d-773647-6 {{(pid=100249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 15:21:35.686427 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f1c4d3e-7526-4f06-8094-76c84bfbdd41 None None] Routers {'75ea715a-1f86-4c9d-a3af-31d44ef5b677'} bound to L3 agent in host n-d-773647-6 {{(pid=100249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 15:21:35.687037 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-1f1c4d3e-7526-4f06-8094-76c84bfbdd41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T15:21:26Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['75ea715a-1f86-4c9d-a3af-31d44ef5b677'], 'active': True} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:21:35.747069 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-3d070185-af02-4a59-9998-bab9bce5e2b1 tempest-TestSnapshotPattern-1983110023 tempest-TestSnapshotPattern-1983110023-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:21:35.754407 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-3d070185-af02-4a59-9998-bab9bce5e2b1 tempest-TestSnapshotPattern-1983110023 tempest-TestSnapshotPattern-1983110023-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1898694'] for security_group_rule, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:21:35.775378 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d070185-af02-4a59-9998-bab9bce5e2b1 tempest-TestSnapshotPattern-1983110023 tempest-TestSnapshotPattern-1983110023-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2cbc89bf-8766-46ce-9e12-a423a2a4d074,revision_number=0']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:21:35.781753 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-3d070185-af02-4a59-9998-bab9bce5e2b1 tempest-TestSnapshotPattern-1983110023 tempest-TestSnapshotPattern-1983110023-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:21:35.783000 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-3d070185-af02-4a59-9998-bab9bce5e2b1 tempest-TestSnapshotPattern-1983110023 tempest-TestSnapshotPattern-1983110023-project] 10.222.0.104 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1584620 Jul 06 15:21:35.803642 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvr_db [None req-1f1c4d3e-7526-4f06-8094-76c84bfbdd41 None None] Set router 75ea715a-1f86-4c9d-a3af-31d44ef5b677 gateway port host: n-d-773647-6 {{(pid=100249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 15:21:35.936621 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-144c4dfb-5d73-44da-966c-4f0f3757891a req-5e60c79d-8683-4abd-a016-572c3b27a8a5 tempest-TestSnapshotPattern-1983110023 tempest-TestSnapshotPattern-1983110023-project] 10.222.0.104 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1873769694&fields=id&tenant_id=0a03de2c0a11475f94d5cd3ad5935e1f HTTP/1.1" status: 200 len: 267 time: 0.0379126 Jul 06 15:21:36.015588 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-1f1c4d3e-7526-4f06-8094-76c84bfbdd41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75ea715a-1f86-4c9d-a3af-31d44ef5b677', 'name': 'tempest-TestSnapshotPattern-1498091057-router', 'tenant_id': 'fd3c01a7125243f6ae9cd8bdd09a33cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.219'}], 'enable_snat': True}, 'gw_port_id': '3f9ab78e-b139-4598-9f59-3a7694ee1d8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T15:21:29Z', 'updated_at': '2021-07-06T15:21:32Z', 'revision_number': 4, 'project_id': 'fd3c01a7125243f6ae9cd8bdd09a33cf', 'gw_port': {'id': '3f9ab78e-b139-4598-9f59-3a7694ee1d8e', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:20:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75ea715a-1f86-4c9d-a3af-31d44ef5b677', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4301, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T15:21:30Z', 'updated_at': '2021-07-06T15:21:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6', '_interfaces': [{'id': 'df84cb59-9cb2-41f6-a9f2-ab7b9b267c33', 'name': '', 'network_id': '9185782b-dfc9-46ef-8447-6519ea73604f', 'tenant_id': 'fd3c01a7125243f6ae9cd8bdd09a33cf', 'mac_address': 'fa:16:3e:82:9a:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75ea715a-1f86-4c9d-a3af-31d44ef5b677', 'device_owner': 'network:router_interface', 'standard_attr_id': 4302, 'fixed_ips': [{'subnet_id': 'efa3ee1d-5ea1-4aa4-a8a9-88f6c2f1a2d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T15:21:32Z', 'updated_at': '2021-07-06T15:21:33Z', 'revision_number': 2, 'project_id': 'fd3c01a7125243f6ae9cd8bdd09a33cf', 'subnets': [{'id': 'efa3ee1d-5ea1-4aa4-a8a9-88f6c2f1a2d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773647-6', False) {} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:21:36.041983 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f1c4d3e-7526-4f06-8094-76c84bfbdd41 None None] Checking router: 75ea715a-1f86-4c9d-a3af-31d44ef5b677 for host: n-d-773647-6 {{(pid=100249) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 15:21:36.042338 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f1c4d3e-7526-4f06-8094-76c84bfbdd41 None None] Updating router 75ea715a-1f86-4c9d-a3af-31d44ef5b677 port df84cb59-9cb2-41f6-a9f2-ab7b9b267c33 binding host n-d-773647-6 {{(pid=100249) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 15:21:36.055500 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144c4dfb-5d73-44da-966c-4f0f3757891a req-27e0174b-ea7c-4724-b219-f5b6cb0e9288 tempest-TestSnapshotPattern-1983110023 tempest-TestSnapshotPattern-1983110023-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:21:36.056989 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-144c4dfb-5d73-44da-966c-4f0f3757891a req-27e0174b-ea7c-4724-b219-f5b6cb0e9288 tempest-TestSnapshotPattern-1983110023 tempest-TestSnapshotPattern-1983110023-project] 10.222.0.104 "GET /v2.0/networks?id=ecd54648-140a-42b0-92ce-aa01d5f0d9fe HTTP/1.1" status: 200 len: 810 time: 0.1102581 Jul 06 15:21:36.072906 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-144c4dfb-5d73-44da-966c-4f0f3757891a req-aa492d25-d360-4c1e-8b90-38516617f88f tempest-TestSnapshotPattern-1983110023 tempest-TestSnapshotPattern-1983110023-project] 10.222.0.104 "GET /v2.0/quotas/0a03de2c0a11475f94d5cd3ad5935e1f HTTP/1.1" status: 200 len: 375 time: 0.0101058 Jul 06 15:21:36.081042 n-d-773647-6 neutron-server[100249]: DEBUG neutron_lib.callbacks.manager [None req-1f1c4d3e-7526-4f06-8094-76c84bfbdd41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:21:36.142979 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-144c4dfb-5d73-44da-966c-4f0f3757891a req-86fcf7ed-7054-45fa-844e-28015795d79d tempest-TestSnapshotPattern-1983110023 tempest-TestSnapshotPattern-1983110023-project] 10.222.0.104 "GET /v2.0/ports?tenant_id=0a03de2c0a11475f94d5cd3ad5935e1f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0633690 Jul 06 15:21:36.158881 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [req-144c4dfb-5d73-44da-966c-4f0f3757891a req-92b72ac9-0a26-416d-ab6d-aa0720358759 service neutron] http://10.222.0.104:9696/v2.0/extensions returned with HTTP 200 {{(pid=100247) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 15:21:36.159908 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-144c4dfb-5d73-44da-966c-4f0f3757891a req-92b72ac9-0a26-416d-ab6d-aa0720358759 service neutron] 10.222.0.104 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057318 Jul 06 15:21:36.263655 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-144c4dfb-5d73-44da-966c-4f0f3757891a req-a4b842bb-fc7c-415d-b99f-fa2f9f378f04 service neutron] 10.222.0.104 "GET /v2.0/networks/ecd54648-140a-42b0-92ce-aa01d5f0d9fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899458 Jul 06 15:21:36.364771 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-144c4dfb-5d73-44da-966c-4f0f3757891a req-27f25f68-e3dc-4385-b5d2-ddefbef542cb service neutron] 10.222.0.104 "GET /v2.0/networks/ecd54648-140a-42b0-92ce-aa01d5f0d9fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947506 Jul 06 15:21:36.454091 n-d-773647-6 neutron-server[100249]: DEBUG neutron_lib.callbacks.manager [None req-1f1c4d3e-7526-4f06-8094-76c84bfbdd41 None None] Notify callbacks [] for port, precommit_update {{(pid=100249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:21:36.465656 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.provisioning_blocks [None req-1f1c4d3e-7526-4f06-8094-76c84bfbdd41 None None] Transition to ACTIVE for port object df84cb59-9cb2-41f6-a9f2-ab7b9b267c33 will not be triggered until provisioned by entity L2. {{(pid=100249) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 15:21:36.472115 n-d-773647-6 neutron-server[100249]: DEBUG neutron_lib.callbacks.manager [None req-1f1c4d3e-7526-4f06-8094-76c84bfbdd41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:21:36.526884 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca3edbf-26b9-4633-81de-30a074c937f2 None None] Pushing event updated for resources: {'Port': ['ID=df84cb59-9cb2-41f6-a9f2-ab7b9b267c33,revision_number=3']} {{(pid=100249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:21:36.565335 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-df785f31-32f7-4350-be85-3722aec12223 req-d58f5925-5ac8-4f8e-81bd-d560cecfdd20 tempest-TestSnapshotPattern-1983110023 tempest-TestSnapshotPattern-1983110023-project] 10.222.0.104 "GET /v2.0/ports?device_id=6eda5b87-01ce-460d-9001-9846fd36c93f HTTP/1.1" status: 200 len: 210 time: 0.0501926 Jul 06 15:21:36.589464 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.managers [None req-1f1c4d3e-7526-4f06-8094-76c84bfbdd41 None None] Attempting to bind port df84cb59-9cb2-41f6-a9f2-ab7b9b267c33 on host n-d-773647-6 for vnic_type normal with profile {{(pid=100249) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 15:21:36.589827 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.managers [None req-1f1c4d3e-7526-4f06-8094-76c84bfbdd41 None None] Attempting to bind port df84cb59-9cb2-41f6-a9f2-ab7b9b267c33 by drivers openvswitch,hyperv on host n-d-773647-6 at level 0 using segments [{'id': '8d24b588-8bd0-4f13-b217-c24cf94132e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1030, 'network_id': '9185782b-dfc9-46ef-8447-6519ea73604f'}] {{(pid=100249) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 15:21:36.590188 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f1c4d3e-7526-4f06-8094-76c84bfbdd41 None None] Attempting to bind port df84cb59-9cb2-41f6-a9f2-ab7b9b267c33 on network 9185782b-dfc9-46ef-8447-6519ea73604f {{(pid=100249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 15:21:36.598824 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f1c4d3e-7526-4f06-8094-76c84bfbdd41 None None] Checking agent: {'id': '8ab5b19c-d213-4f29-891d-27bdf39d38b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773647-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 43, 26), 'started_at': datetime.datetime(2021, 7, 6, 13, 43, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 15, 21, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773647-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 15:21:36.599534 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f1c4d3e-7526-4f06-8094-76c84bfbdd41 None None] Checking segment: {'id': '8d24b588-8bd0-4f13-b217-c24cf94132e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1030, 'network_id': '9185782b-dfc9-46ef-8447-6519ea73604f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100249) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 15:21:36.600192 n-d-773647-6 neutron-server[100249]: DEBUG neutron_lib.callbacks.manager [None req-1f1c4d3e-7526-4f06-8094-76c84bfbdd41 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:21:36.600534 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f1c4d3e-7526-4f06-8094-76c84bfbdd41 None None] Bound using segment: {'id': '8d24b588-8bd0-4f13-b217-c24cf94132e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1030, 'network_id': '9185782b-dfc9-46ef-8447-6519ea73604f'} {{(pid=100249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 15:21:36.600996 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.managers [None req-1f1c4d3e-7526-4f06-8094-76c84bfbdd41 None None] Bound port: df84cb59-9cb2-41f6-a9f2-ab7b9b267c33, host: n-d-773647-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d24b588-8bd0-4f13-b217-c24cf94132e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1030, 'network_id': '9185782b-dfc9-46ef-8447-6519ea73604f'}}] {{(pid=100249) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 15:21:36.601637 n-d-773647-6 neutron-server[100249]: DEBUG neutron_lib.callbacks.manager [None req-1f1c4d3e-7526-4f06-8094-76c84bfbdd41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:21:36.682495 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.db [None req-1f1c4d3e-7526-4f06-8094-76c84bfbdd41 None None] For port df84cb59-9cb2-41f6-a9f2-ab7b9b267c33, host n-d-773647-6, cleared binding levels {{(pid=100249) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 15:21:36.688225 n-d-773647-6 neutron-server[100249]: DEBUG neutron.plugins.ml2.db [None req-1f1c4d3e-7526-4f06-8094-76c84bfbdd41 None None] For port df84cb59-9cb2-41f6-a9f2-ab7b9b267c33, host n-d-773647-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=df84cb59-9cb2-41f6-a9f2-ab7b9b267c33,segment=NetworkSegment(8d24b588-8bd0-4f13-b217-c24cf94132e2),segment_id=8d24b588-8bd0-4f13-b217-c24cf94132e2)] {{(pid=100249) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 15:21:36.703609 n-d-773647-6 neutron-server[100249]: DEBUG neutron_lib.callbacks.manager [None req-1f1c4d3e-7526-4f06-8094-76c84bfbdd41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:21:36.774632 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f1c4d3e-7526-4f06-8094-76c84bfbdd41 None None] Routers {'75ea715a-1f86-4c9d-a3af-31d44ef5b677'} bound to L3 agent in host n-d-773647-6 {{(pid=100249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 15:21:36.775115 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-1f1c4d3e-7526-4f06-8094-76c84bfbdd41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T15:21:26Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['75ea715a-1f86-4c9d-a3af-31d44ef5b677'], 'active': True} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:21:36.778260 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca3edbf-26b9-4633-81de-30a074c937f2 None None] Pushing event updated for resources: {'Port': ['ID=df84cb59-9cb2-41f6-a9f2-ab7b9b267c33,revision_number=4']} {{(pid=100249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:21:36.908687 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvr_db [None req-1f1c4d3e-7526-4f06-8094-76c84bfbdd41 None None] Set router 75ea715a-1f86-4c9d-a3af-31d44ef5b677 gateway port host: n-d-773647-6 {{(pid=100249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 15:21:36.969438 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 3f9ab78e-b139-4598-9f59-3a7694ee1d8e up at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 15:21:37.033711 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning complete for port 3f9ab78e-b139-4598-9f59-3a7694ee1d8e triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 15:21:37.034103 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:21:37.178368 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-1f1c4d3e-7526-4f06-8094-76c84bfbdd41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75ea715a-1f86-4c9d-a3af-31d44ef5b677', 'name': 'tempest-TestSnapshotPattern-1498091057-router', 'tenant_id': 'fd3c01a7125243f6ae9cd8bdd09a33cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.219'}], 'enable_snat': True}, 'gw_port_id': '3f9ab78e-b139-4598-9f59-3a7694ee1d8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T15:21:29Z', 'updated_at': '2021-07-06T15:21:32Z', 'revision_number': 4, 'project_id': 'fd3c01a7125243f6ae9cd8bdd09a33cf', 'gw_port': {'id': '3f9ab78e-b139-4598-9f59-3a7694ee1d8e', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:20:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75ea715a-1f86-4c9d-a3af-31d44ef5b677', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4301, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T15:21:30Z', 'updated_at': '2021-07-06T15:21:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6', '_interfaces': [{'id': 'df84cb59-9cb2-41f6-a9f2-ab7b9b267c33', 'name': '', 'network_id': '9185782b-dfc9-46ef-8447-6519ea73604f', 'tenant_id': 'fd3c01a7125243f6ae9cd8bdd09a33cf', 'mac_address': 'fa:16:3e:82:9a:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75ea715a-1f86-4c9d-a3af-31d44ef5b677', 'device_owner': 'network:router_interface', 'standard_attr_id': 4302, 'fixed_ips': [{'subnet_id': 'efa3ee1d-5ea1-4aa4-a8a9-88f6c2f1a2d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T15:21:32Z', 'updated_at': '2021-07-06T15:21:36Z', 'revision_number': 4, 'project_id': 'fd3c01a7125243f6ae9cd8bdd09a33cf', 'subnets': [{'id': 'efa3ee1d-5ea1-4aa4-a8a9-88f6c2f1a2d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773647-6', False) {} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:21:37.204825 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f1c4d3e-7526-4f06-8094-76c84bfbdd41 None None] The sync data for ids ['75ea715a-1f86-4c9d-a3af-31d44ef5b677'] in n-d-773647-6 is: [{'id': '75ea715a-1f86-4c9d-a3af-31d44ef5b677', 'name': 'tempest-TestSnapshotPattern-1498091057-router', 'tenant_id': 'fd3c01a7125243f6ae9cd8bdd09a33cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.219'}], 'enable_snat': True}, 'gw_port_id': '3f9ab78e-b139-4598-9f59-3a7694ee1d8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T15:21:29Z', 'updated_at': '2021-07-06T15:21:32Z', 'revision_number': 4, 'project_id': 'fd3c01a7125243f6ae9cd8bdd09a33cf', 'gw_port': {'id': '3f9ab78e-b139-4598-9f59-3a7694ee1d8e', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:20:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75ea715a-1f86-4c9d-a3af-31d44ef5b677', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4301, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T15:21:30Z', 'updated_at': '2021-07-06T15:21:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6', '_interfaces': [{'id': 'df84cb59-9cb2-41f6-a9f2-ab7b9b267c33', 'name': '', 'network_id': '9185782b-dfc9-46ef-8447-6519ea73604f', 'tenant_id': 'fd3c01a7125243f6ae9cd8bdd09a33cf', 'mac_address': 'fa:16:3e:82:9a:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75ea715a-1f86-4c9d-a3af-31d44ef5b677', 'device_owner': 'network:router_interface', 'standard_attr_id': 4302, 'fixed_ips': [{'subnet_id': 'efa3ee1d-5ea1-4aa4-a8a9-88f6c2f1a2d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T15:21:32Z', 'updated_at': '2021-07-06T15:21:36Z', 'revision_number': 4, 'project_id': 'fd3c01a7125243f6ae9cd8bdd09a33cf', 'subnets': [{'id': 'efa3ee1d-5ea1-4aa4-a8a9-88f6c2f1a2d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 15:21:37.710882 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-f63b29bf-e1db-4acb-8f9a-6f7ca4576323 req-2cd6585e-c3b9-4922-95e1-e48b3919dcc0 tempest-TestSnapshotPattern-1983110023 tempest-TestSnapshotPattern-1983110023-project] 10.222.0.104 "GET /v2.0/ports?device_id=6eda5b87-01ce-460d-9001-9846fd36c93f HTTP/1.1" status: 200 len: 210 time: 0.0297332 Jul 06 15:21:38.003818 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144c4dfb-5d73-44da-966c-4f0f3757891a req-1554de68-422c-40d4-9f23-da6dfb695f26 tempest-TestSnapshotPattern-1983110023 tempest-TestSnapshotPattern-1983110023-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:21:38.005523 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-144c4dfb-5d73-44da-966c-4f0f3757891a req-1554de68-422c-40d4-9f23-da6dfb695f26 tempest-TestSnapshotPattern-1983110023 tempest-TestSnapshotPattern-1983110023-project] 10.222.0.127 "GET /v2.0/networks?id=ecd54648-140a-42b0-92ce-aa01d5f0d9fe HTTP/1.1" status: 200 len: 810 time: 0.1207726 Jul 06 15:21:38.073517 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-144c4dfb-5d73-44da-966c-4f0f3757891a req-1ad90062-7e53-4e0d-91b1-bc1845130e24 tempest-TestSnapshotPattern-1983110023 tempest-TestSnapshotPattern-1983110023-project] 10.222.0.127 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0a03de2c0a11475f94d5cd3ad5935e1f HTTP/1.1" status: 200 len: 380 time: 0.0399933 Jul 06 15:21:38.082296 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [req-144c4dfb-5d73-44da-966c-4f0f3757891a req-c528328f-3a63-4f31-ab1c-8274cc92f432 tempest-TestSnapshotPattern-1983110023 tempest-TestSnapshotPattern-1983110023-project] Request body: {'port': {'device_id': '6eda5b87-01ce-460d-9001-9846fd36c93f', 'network_id': 'ecd54648-140a-42b0-92ce-aa01d5f0d9fe', 'admin_state_up': True, 'tenant_id': '0a03de2c0a11475f94d5cd3ad5935e1f', 'security_groups': ['382df162-c877-4fe9-bfd8-59464186b1ec']}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 15:21:38.205190 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-144c4dfb-5d73-44da-966c-4f0f3757891a req-c528328f-3a63-4f31-ab1c-8274cc92f432 tempest-TestSnapshotPattern-1983110023 tempest-TestSnapshotPattern-1983110023-project] Made reservation on behalf of 0a03de2c0a11475f94d5cd3ad5935e1f for: {'port': 1} {{(pid=100246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 15:21:38.209494 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-144c4dfb-5d73-44da-966c-4f0f3757891a req-c528328f-3a63-4f31-ab1c-8274cc92f432 tempest-TestSnapshotPattern-1983110023 tempest-TestSnapshotPattern-1983110023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:21:38.341454 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.db_base_plugin_common [req-144c4dfb-5d73-44da-966c-4f0f3757891a req-c528328f-3a63-4f31-ab1c-8274cc92f432 tempest-TestSnapshotPattern-1983110023 tempest-TestSnapshotPattern-1983110023-project] Allocated IP 172.20.0.13 (ecd54648-140a-42b0-92ce-aa01d5f0d9fe/7b35e370-767f-485b-a5ec-7c4ae3e9e825/19d80b7e-a8c7-4736-bc83-ef3e0bbe22bc) {{(pid=100246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 15:21:38.485578 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-144c4dfb-5d73-44da-966c-4f0f3757891a req-c528328f-3a63-4f31-ab1c-8274cc92f432 tempest-TestSnapshotPattern-1983110023 tempest-TestSnapshotPattern-1983110023-project] Notify callbacks [] for port, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:21:38.499366 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.provisioning_blocks [req-144c4dfb-5d73-44da-966c-4f0f3757891a req-c528328f-3a63-4f31-ab1c-8274cc92f432 tempest-TestSnapshotPattern-1983110023 tempest-TestSnapshotPattern-1983110023-project] Transition to ACTIVE for port object 19d80b7e-a8c7-4736-bc83-ef3e0bbe22bc will not be triggered until provisioned by entity DHCP. {{(pid=100246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 15:21:38.532559 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-144c4dfb-5d73-44da-966c-4f0f3757891a req-c528328f-3a63-4f31-ab1c-8274cc92f432 tempest-TestSnapshotPattern-1983110023 tempest-TestSnapshotPattern-1983110023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-127687573'] for port, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:21:38.582485 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-144c4dfb-5d73-44da-966c-4f0f3757891a req-c528328f-3a63-4f31-ab1c-8274cc92f432 tempest-TestSnapshotPattern-1983110023 tempest-TestSnapshotPattern-1983110023-project] Network ecd54648-140a-42b0-92ce-aa01d5f0d9fe is already hosted by enough agents. {{(pid=100246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 15:21:38.586358 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.base_scheduler [req-144c4dfb-5d73-44da-966c-4f0f3757891a req-c528328f-3a63-4f31-ab1c-8274cc92f432 tempest-TestSnapshotPattern-1983110023 tempest-TestSnapshotPattern-1983110023-project] Resources bound (agent type, host, resource id): {{(pid=100246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 15:21:38.593357 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [req-144c4dfb-5d73-44da-966c-4f0f3757891a req-c528328f-3a63-4f31-ab1c-8274cc92f432 tempest-TestSnapshotPattern-1983110023 tempest-TestSnapshotPattern-1983110023-project] Received port after_create {{(pid=100246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 15:21:38.598973 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c528328f-3a63-4f31-ab1c-8274cc92f432 tempest-TestSnapshotPattern-1983110023 tempest-TestSnapshotPattern-1983110023-project] Pushing event updated for resources: {'Port': ['ID=19d80b7e-a8c7-4736-bc83-ef3e0bbe22bc,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:21:38.652494 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144c4dfb-5d73-44da-966c-4f0f3757891a req-c528328f-3a63-4f31-ab1c-8274cc92f432 tempest-TestSnapshotPattern-1983110023 tempest-TestSnapshotPattern-1983110023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:21:38.653187 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-144c4dfb-5d73-44da-966c-4f0f3757891a req-c528328f-3a63-4f31-ab1c-8274cc92f432 tempest-TestSnapshotPattern-1983110023 tempest-TestSnapshotPattern-1983110023-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:21:38.671300 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-144c4dfb-5d73-44da-966c-4f0f3757891a req-c528328f-3a63-4f31-ab1c-8274cc92f432 tempest-TestSnapshotPattern-1983110023 tempest-TestSnapshotPattern-1983110023-project] 10.222.0.127 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5927076 Jul 06 15:21:38.683763 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [req-144c4dfb-5d73-44da-966c-4f0f3757891a req-0d518496-353f-48b7-bde6-2ce88661b7f2 service neutron] Request body: {'port': {'device_id': '6eda5b87-01ce-460d-9001-9846fd36c93f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-773647-6'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 15:21:38.784274 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-144c4dfb-5d73-44da-966c-4f0f3757891a req-0d518496-353f-48b7-bde6-2ce88661b7f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:21:38.873567 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd2566b-d61f-4998-bf78-2da30f56c8cc None None] Provisioning for port 19d80b7e-a8c7-4736-bc83-ef3e0bbe22bc completed by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 15:21:38.878360 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd2566b-d61f-4998-bf78-2da30f56c8cc None None] Provisioning complete for port 19d80b7e-a8c7-4736-bc83-ef3e0bbe22bc triggered by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 15:21:38.878862 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd2566b-d61f-4998-bf78-2da30f56c8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:21:38.922069 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d90ae7-9c4b-4dab-a0e4-593ed89d5d15 req-ed0e76ee-1737-4dfb-9aae-d5855f86a44b tempest-TestSnapshotPattern-1983110023 tempest-TestSnapshotPattern-1983110023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:21:38.925122 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-85d90ae7-9c4b-4dab-a0e4-593ed89d5d15 req-ed0e76ee-1737-4dfb-9aae-d5855f86a44b tempest-TestSnapshotPattern-1983110023 tempest-TestSnapshotPattern-1983110023-project] 10.222.0.104 "GET /v2.0/ports?device_id=6eda5b87-01ce-460d-9001-9846fd36c93f HTTP/1.1" status: 200 len: 932 time: 0.0865164 Jul 06 15:21:38.942761 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-5fd2566b-d61f-4998-bf78-2da30f56c8cc None None] Port 19d80b7e-a8c7-4736-bc83-ef3e0bbe22bc cannot update to ACTIVE because it is not bound. {{(pid=100248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 15:21:38.973986 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-85d90ae7-9c4b-4dab-a0e4-593ed89d5d15 req-2c41512c-9152-42fa-8804-01de137a32df tempest-TestSnapshotPattern-1983110023 tempest-TestSnapshotPattern-1983110023-project] 10.222.0.104 "GET /v2.0/security-groups?id=382df162-c877-4fe9-bfd8-59464186b1ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390615 Jul 06 15:21:38.991916 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device df84cb59-9cb2-41f6-a9f2-ab7b9b267c33 up at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 15:21:39.063162 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning for port df84cb59-9cb2-41f6-a9f2-ab7b9b267c33 completed by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 15:21:39.067081 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning complete for port df84cb59-9cb2-41f6-a9f2-ab7b9b267c33 triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 15:21:39.067490 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:21:39.145740 n-d-773647-6 neutron-server[100246]: DEBUG neutron.notifiers.nova [req-144c4dfb-5d73-44da-966c-4f0f3757891a req-0d518496-353f-48b7-bde6-2ce88661b7f2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 19d80b7e-a8c7-4736-bc83-ef3e0bbe22bc {{(pid=100246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 15:21:39.149086 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:21:39.154899 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-144c4dfb-5d73-44da-966c-4f0f3757891a req-0d518496-353f-48b7-bde6-2ce88661b7f2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:21:39.170559 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.provisioning_blocks [req-144c4dfb-5d73-44da-966c-4f0f3757891a req-0d518496-353f-48b7-bde6-2ce88661b7f2 service neutron] Transition to ACTIVE for port object 19d80b7e-a8c7-4736-bc83-ef3e0bbe22bc will not be triggered until provisioned by entity L2. {{(pid=100246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 15:21:39.173757 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-144c4dfb-5d73-44da-966c-4f0f3757891a req-0d518496-353f-48b7-bde6-2ce88661b7f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127687527'] for port, after_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:21:39.183653 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] For port df84cb59-9cb2-41f6-a9f2-ab7b9b267c33, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=df84cb59-9cb2-41f6-a9f2-ab7b9b267c33,segment=NetworkSegment(8d24b588-8bd0-4f13-b217-c24cf94132e2),segment_id=8d24b588-8bd0-4f13-b217-c24cf94132e2)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 15:21:39.189110 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:21:39.250598 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Pushing event updated for resources: {'Port': ['ID=df84cb59-9cb2-41f6-a9f2-ab7b9b267c33,revision_number=5']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:21:39.254554 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d518496-353f-48b7-bde6-2ce88661b7f2 service neutron] Pushing event updated for resources: {'Port': ['ID=19d80b7e-a8c7-4736-bc83-ef3e0bbe22bc,revision_number=2']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:21:39.312776 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [req-144c4dfb-5d73-44da-966c-4f0f3757891a req-0d518496-353f-48b7-bde6-2ce88661b7f2 service neutron] Attempting to bind port 19d80b7e-a8c7-4736-bc83-ef3e0bbe22bc on host n-h1-773647-6 for vnic_type normal with profile {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 15:21:39.313459 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [req-144c4dfb-5d73-44da-966c-4f0f3757891a req-0d518496-353f-48b7-bde6-2ce88661b7f2 service neutron] Attempting to bind port 19d80b7e-a8c7-4736-bc83-ef3e0bbe22bc by drivers openvswitch,hyperv on host n-h1-773647-6 at level 0 using segments [{'id': 'b968b8b6-fd15-4838-96bf-57be811a5402', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1041, 'network_id': 'ecd54648-140a-42b0-92ce-aa01d5f0d9fe'}] {{(pid=100246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 15:21:39.314040 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-144c4dfb-5d73-44da-966c-4f0f3757891a req-0d518496-353f-48b7-bde6-2ce88661b7f2 service neutron] Attempting to bind port 19d80b7e-a8c7-4736-bc83-ef3e0bbe22bc on network ecd54648-140a-42b0-92ce-aa01d5f0d9fe {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 15:21:39.320289 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-144c4dfb-5d73-44da-966c-4f0f3757891a req-0d518496-353f-48b7-bde6-2ce88661b7f2 service neutron] Port 19d80b7e-a8c7-4736-bc83-ef3e0bbe22bc on network ecd54648-140a-42b0-92ce-aa01d5f0d9fe not bound, no agent of type Open vSwitch agent registered on host n-h1-773647-6 {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 15:21:39.320698 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-144c4dfb-5d73-44da-966c-4f0f3757891a req-0d518496-353f-48b7-bde6-2ce88661b7f2 service neutron] Attempting to bind port 19d80b7e-a8c7-4736-bc83-ef3e0bbe22bc on network ecd54648-140a-42b0-92ce-aa01d5f0d9fe {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 15:21:39.326519 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-144c4dfb-5d73-44da-966c-4f0f3757891a req-0d518496-353f-48b7-bde6-2ce88661b7f2 service neutron] Checking agent: {'id': '5bf7147f-bada-4441-a5dc-934b903473fb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-773647-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 51, 12), 'started_at': datetime.datetime(2021, 7, 6, 13, 51, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 15, 21, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 15:21:39.326959 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-144c4dfb-5d73-44da-966c-4f0f3757891a req-0d518496-353f-48b7-bde6-2ce88661b7f2 service neutron] Checking segment: {'id': 'b968b8b6-fd15-4838-96bf-57be811a5402', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1041, 'network_id': 'ecd54648-140a-42b0-92ce-aa01d5f0d9fe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 15:21:39.327491 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-144c4dfb-5d73-44da-966c-4f0f3757891a req-0d518496-353f-48b7-bde6-2ce88661b7f2 service neutron] Bound using segment: {'id': 'b968b8b6-fd15-4838-96bf-57be811a5402', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1041, 'network_id': 'ecd54648-140a-42b0-92ce-aa01d5f0d9fe'} {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 15:21:39.328032 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [req-144c4dfb-5d73-44da-966c-4f0f3757891a req-0d518496-353f-48b7-bde6-2ce88661b7f2 service neutron] Bound port: 19d80b7e-a8c7-4736-bc83-ef3e0bbe22bc, host: n-h1-773647-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b968b8b6-fd15-4838-96bf-57be811a5402', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1041, 'network_id': 'ecd54648-140a-42b0-92ce-aa01d5f0d9fe'}}] {{(pid=100246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 15:21:39.328498 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-144c4dfb-5d73-44da-966c-4f0f3757891a req-0d518496-353f-48b7-bde6-2ce88661b7f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:21:39.409499 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.db [req-144c4dfb-5d73-44da-966c-4f0f3757891a req-0d518496-353f-48b7-bde6-2ce88661b7f2 service neutron] For port 19d80b7e-a8c7-4736-bc83-ef3e0bbe22bc, host n-h1-773647-6, cleared binding levels {{(pid=100246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 15:21:39.413869 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.db [req-144c4dfb-5d73-44da-966c-4f0f3757891a req-0d518496-353f-48b7-bde6-2ce88661b7f2 service neutron] For port 19d80b7e-a8c7-4736-bc83-ef3e0bbe22bc, host n-h1-773647-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773647-6',level=0,port_id=19d80b7e-a8c7-4736-bc83-ef3e0bbe22bc,segment=NetworkSegment(b968b8b6-fd15-4838-96bf-57be811a5402),segment_id=b968b8b6-fd15-4838-96bf-57be811a5402)] {{(pid=100246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 15:21:39.423110 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-144c4dfb-5d73-44da-966c-4f0f3757891a req-0d518496-353f-48b7-bde6-2ce88661b7f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127687527'] for port, after_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:21:39.461330 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144c4dfb-5d73-44da-966c-4f0f3757891a req-0d518496-353f-48b7-bde6-2ce88661b7f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:21:39.461971 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-144c4dfb-5d73-44da-966c-4f0f3757891a req-0d518496-353f-48b7-bde6-2ce88661b7f2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:21:39.463525 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-144c4dfb-5d73-44da-966c-4f0f3757891a req-0d518496-353f-48b7-bde6-2ce88661b7f2 service neutron] 10.222.0.127 "PUT /v2.0/ports/19d80b7e-a8c7-4736-bc83-ef3e0bbe22bc HTTP/1.1" status: 200 len: 1092 time: 0.7843137 Jul 06 15:21:39.463995 n-d-773647-6 neutron-server[100246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6eda5b87-01ce-460d-9001-9846fd36c93f', 'tag': '19d80b7e-a8c7-4736-bc83-ef3e0bbe22bc'}] {{(pid=100246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 15:21:39.466316 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46bcbd240f672e88150dff05a21f1d72cf4d2de628fda8977cb1eab177268aa5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-deaf4a33-cf42-4cdb-b973-f0a6ecd2f72f" -d '{"events": [{"name": "network-changed", "server_uuid": "6eda5b87-01ce-460d-9001-9846fd36c93f", "tag": "19d80b7e-a8c7-4736-bc83-ef3e0bbe22bc"}]}' {{(pid=100246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 15:21:39.494854 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d518496-353f-48b7-bde6-2ce88661b7f2 service neutron] Pushing event updated for resources: {'Port': ['ID=19d80b7e-a8c7-4736-bc83-ef3e0bbe22bc,revision_number=3']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:21:39.541778 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 15:21:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f54cfe17-a7fa-49c3-a1b3-551fae37c096 x-openstack-request-id: req-f54cfe17-a7fa-49c3-a1b3-551fae37c096 {{(pid=100246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 15:21:39.542095 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6eda5b87-01ce-460d-9001-9846fd36c93f", "tag": "19d80b7e-a8c7-4736-bc83-ef3e0bbe22bc", "status": "completed", "code": 200}]} {{(pid=100246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 15:21:39.542374 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-f54cfe17-a7fa-49c3-a1b3-551fae37c096 {{(pid=100246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 15:21:39.542843 n-d-773647-6 neutron-server[100246]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6eda5b87-01ce-460d-9001-9846fd36c93f', 'tag': '19d80b7e-a8c7-4736-bc83-ef3e0bbe22bc', 'status': 'completed', 'code': 200} Jul 06 15:21:39.575930 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144c4dfb-5d73-44da-966c-4f0f3757891a req-e6d7972b-986c-47af-a666-29bf46d5acfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:21:39.577493 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-144c4dfb-5d73-44da-966c-4f0f3757891a req-e6d7972b-986c-47af-a666-29bf46d5acfa service neutron] 10.222.0.127 "GET /v2.0/ports?tenant_id=0a03de2c0a11475f94d5cd3ad5935e1f&device_id=6eda5b87-01ce-460d-9001-9846fd36c93f HTTP/1.1" status: 200 len: 1095 time: 0.0689044 Jul 06 15:21:39.627645 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-144c4dfb-5d73-44da-966c-4f0f3757891a req-2eb474ce-c800-47f7-90a8-d46d8ab7a195 service neutron] 10.222.0.127 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=19d80b7e-a8c7-4736-bc83-ef3e0bbe22bc HTTP/1.1" status: 200 len: 217 time: 0.0411923 Jul 06 15:21:39.683342 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144c4dfb-5d73-44da-966c-4f0f3757891a req-57157a01-e8d7-425d-857b-df6d7c614093 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:21:39.683342 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-144c4dfb-5d73-44da-966c-4f0f3757891a req-57157a01-e8d7-425d-857b-df6d7c614093 service neutron] 10.222.0.127 "GET /v2.0/subnets?id=7b35e370-767f-485b-a5ec-7c4ae3e9e825 HTTP/1.1" status: 200 len: 849 time: 0.0492141 Jul 06 15:21:39.743637 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144c4dfb-5d73-44da-966c-4f0f3757891a req-400f0407-8d68-4e9f-a13a-8d16375cffb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:21:39.745196 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-144c4dfb-5d73-44da-966c-4f0f3757891a req-400f0407-8d68-4e9f-a13a-8d16375cffb4 service neutron] 10.222.0.127 "GET /v2.0/ports?network_id=ecd54648-140a-42b0-92ce-aa01d5f0d9fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0565021 Jul 06 15:21:39.852181 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-144c4dfb-5d73-44da-966c-4f0f3757891a req-6f73436e-de40-4fab-a034-77ff16d748a0 service neutron] 10.222.0.127 "GET /v2.0/networks/ecd54648-140a-42b0-92ce-aa01d5f0d9fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1009641 Jul 06 15:21:39.949226 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-144c4dfb-5d73-44da-966c-4f0f3757891a req-d3640ad3-8193-4224-80dd-afd91c7921fa service neutron] 10.222.0.127 "GET /v2.0/networks/ecd54648-140a-42b0-92ce-aa01d5f0d9fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905650 Jul 06 15:21:40.056680 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deaf4a33-cf42-4cdb-b973-f0a6ecd2f72f req-b16f71db-2231-4c15-b440-ba69053ab0fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:21:40.058375 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-deaf4a33-cf42-4cdb-b973-f0a6ecd2f72f req-b16f71db-2231-4c15-b440-ba69053ab0fa service neutron] 10.222.0.127 "GET /v2.0/ports?tenant_id=0a03de2c0a11475f94d5cd3ad5935e1f&device_id=6eda5b87-01ce-460d-9001-9846fd36c93f HTTP/1.1" status: 200 len: 1095 time: 0.0584347 Jul 06 15:21:40.157745 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deaf4a33-cf42-4cdb-b973-f0a6ecd2f72f req-5f8b272a-1d23-4788-b5a0-2269bf56dcf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:21:40.159322 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-deaf4a33-cf42-4cdb-b973-f0a6ecd2f72f req-5f8b272a-1d23-4788-b5a0-2269bf56dcf6 service neutron] 10.222.0.127 "GET /v2.0/networks?id=ecd54648-140a-42b0-92ce-aa01d5f0d9fe HTTP/1.1" status: 200 len: 912 time: 0.0951869 Jul 06 15:21:40.196256 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3764f421-dad5-4f22-8121-e2c0b9546634 req-8e7a29ec-074d-4b56-8b04-818e25b9ace4 tempest-TestSnapshotPattern-1983110023 tempest-TestSnapshotPattern-1983110023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:21:40.197789 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-3764f421-dad5-4f22-8121-e2c0b9546634 req-8e7a29ec-074d-4b56-8b04-818e25b9ace4 tempest-TestSnapshotPattern-1983110023 tempest-TestSnapshotPattern-1983110023-project] 10.222.0.104 "GET /v2.0/ports?device_id=6eda5b87-01ce-460d-9001-9846fd36c93f HTTP/1.1" status: 200 len: 944 time: 0.0688314 Jul 06 15:21:40.202735 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-deaf4a33-cf42-4cdb-b973-f0a6ecd2f72f req-b1a257b7-5baf-4ac0-b7ac-bdd6e8583f6f service neutron] 10.222.0.127 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=19d80b7e-a8c7-4736-bc83-ef3e0bbe22bc HTTP/1.1" status: 200 len: 217 time: 0.0369866 Jul 06 15:21:40.240952 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-3764f421-dad5-4f22-8121-e2c0b9546634 req-a4dacf9d-2d00-494d-8101-f0a18378926a tempest-TestSnapshotPattern-1983110023 tempest-TestSnapshotPattern-1983110023-project] 10.222.0.104 "GET /v2.0/security-groups?id=382df162-c877-4fe9-bfd8-59464186b1ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368688 Jul 06 15:21:40.259606 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deaf4a33-cf42-4cdb-b973-f0a6ecd2f72f req-76794073-568b-4fc1-8459-3d7745a560ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:21:40.261105 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-deaf4a33-cf42-4cdb-b973-f0a6ecd2f72f req-76794073-568b-4fc1-8459-3d7745a560ba service neutron] 10.222.0.127 "GET /v2.0/subnets?id=7b35e370-767f-485b-a5ec-7c4ae3e9e825 HTTP/1.1" status: 200 len: 849 time: 0.0507565 Jul 06 15:21:40.319735 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deaf4a33-cf42-4cdb-b973-f0a6ecd2f72f req-f8f16b50-f1e4-4c00-a21f-1ad3c492ee3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:21:40.321275 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-deaf4a33-cf42-4cdb-b973-f0a6ecd2f72f req-f8f16b50-f1e4-4c00-a21f-1ad3c492ee3b service neutron] 10.222.0.127 "GET /v2.0/ports?network_id=ecd54648-140a-42b0-92ce-aa01d5f0d9fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0537186 Jul 06 15:21:40.415348 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-deaf4a33-cf42-4cdb-b973-f0a6ecd2f72f req-a776828a-21fc-4152-af13-cebb0f53051e service neutron] 10.222.0.127 "GET /v2.0/networks/ecd54648-140a-42b0-92ce-aa01d5f0d9fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858676 Jul 06 15:21:40.510613 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-deaf4a33-cf42-4cdb-b973-f0a6ecd2f72f req-97fb6451-8ced-476f-8f1e-73c01f160f0c service neutron] 10.222.0.127 "GET /v2.0/networks/ecd54648-140a-42b0-92ce-aa01d5f0d9fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895638 Jul 06 15:21:40.948020 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device df84cb59-9cb2-41f6-a9f2-ab7b9b267c33 up at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 15:21:40.995946 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Provisioning complete for port df84cb59-9cb2-41f6-a9f2-ab7b9b267c33 triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 15:21:40.996227 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:21:41.410351 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad035034-50cf-4c7d-a9b5-16e62ce4ce98 req-fe5ae6c7-433f-48aa-854d-41285955e439 tempest-TestSnapshotPattern-1983110023 tempest-TestSnapshotPattern-1983110023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:21:41.411865 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-ad035034-50cf-4c7d-a9b5-16e62ce4ce98 req-fe5ae6c7-433f-48aa-854d-41285955e439 tempest-TestSnapshotPattern-1983110023 tempest-TestSnapshotPattern-1983110023-project] 10.222.0.104 "GET /v2.0/ports?device_id=6eda5b87-01ce-460d-9001-9846fd36c93f HTTP/1.1" status: 200 len: 944 time: 0.0634151 Jul 06 15:21:41.448851 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-ad035034-50cf-4c7d-a9b5-16e62ce4ce98 req-e4c4dd8c-2348-4e20-8501-970cd3cab1f5 tempest-TestSnapshotPattern-1983110023 tempest-TestSnapshotPattern-1983110023-project] 10.222.0.104 "GET /v2.0/security-groups?id=382df162-c877-4fe9-bfd8-59464186b1ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311301 Jul 06 15:21:41.664805 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:21:42.429954 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Device 19d80b7e-a8c7-4736-bc83-ef3e0bbe22bc details requested by agent hyperv_n-h1-773647-6 with host n-h1-773647-6 {{(pid=100248) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 15:21:42.524780 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] For port 19d80b7e-a8c7-4736-bc83-ef3e0bbe22bc, host n-h1-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773647-6',level=0,port_id=19d80b7e-a8c7-4736-bc83-ef3e0bbe22bc,segment=NetworkSegment(b968b8b6-fd15-4838-96bf-57be811a5402),segment_id=b968b8b6-fd15-4838-96bf-57be811a5402)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 15:21:42.535822 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Returning: {'device': '19d80b7e-a8c7-4736-bc83-ef3e0bbe22bc', 'network_id': 'ecd54648-140a-42b0-92ce-aa01d5f0d9fe', 'port_id': '19d80b7e-a8c7-4736-bc83-ef3e0bbe22bc', 'mac_address': 'fa:16:3e:6b:d2:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1041, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b35e370-767f-485b-a5ec-7c4ae3e9e825', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100248) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 15:21:42.573006 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:21:42.585413 n-d-773647-6 neutron-server[100248]: DEBUG neutron.notifiers.nova [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 19d80b7e-a8c7-4736-bc83-ef3e0bbe22bc {{(pid=100248) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 15:21:42.604941 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] For port 19d80b7e-a8c7-4736-bc83-ef3e0bbe22bc, host n-h1-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773647-6',level=0,port_id=19d80b7e-a8c7-4736-bc83-ef3e0bbe22bc,segment=NetworkSegment(b968b8b6-fd15-4838-96bf-57be811a5402),segment_id=b968b8b6-fd15-4838-96bf-57be811a5402)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 15:21:42.609148 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:21:42.620037 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6878b3-59b8-4bfd-b43c-1bd0bc3ddfbb req-e3133a3c-8601-47c5-8695-9f257d1da295 tempest-TestSnapshotPattern-1983110023 tempest-TestSnapshotPattern-1983110023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:21:42.621538 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-6b6878b3-59b8-4bfd-b43c-1bd0bc3ddfbb req-e3133a3c-8601-47c5-8695-9f257d1da295 tempest-TestSnapshotPattern-1983110023 tempest-TestSnapshotPattern-1983110023-project] 10.222.0.104 "GET /v2.0/ports?device_id=6eda5b87-01ce-460d-9001-9846fd36c93f HTTP/1.1" status: 200 len: 944 time: 0.0631247 Jul 06 15:21:42.663601 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Pushing event updated for resources: {'Port': ['ID=19d80b7e-a8c7-4736-bc83-ef3e0bbe22bc,revision_number=4']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:21:42.664666 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-6b6878b3-59b8-4bfd-b43c-1bd0bc3ddfbb req-a20d0d1b-3c19-4144-9482-1b28754d731a tempest-TestSnapshotPattern-1983110023 tempest-TestSnapshotPattern-1983110023-project] 10.222.0.104 "GET /v2.0/security-groups?id=382df162-c877-4fe9-bfd8-59464186b1ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375168 Jul 06 15:21:42.939318 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] get_ports_and_sgs() called for port_ids ['19d80b7e-a8c7-4736-bc83-ef3e0bbe22bc'] {{(pid=100248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 15:21:43.266510 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.agents_db [None req-167c0ad6-1657-4c9a-a2c4-3b18056aa662 None None] Agent healthcheck: found 7 active agents {{(pid=100249) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 15:21:43.301456 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:21:43.841931 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e4d1f0-2697-48e0-a869-7051fbc9c4ab req-d7e83d2b-234c-45ec-abdf-e44a4c2712f6 tempest-TestSnapshotPattern-1983110023 tempest-TestSnapshotPattern-1983110023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:21:43.843454 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-b7e4d1f0-2697-48e0-a869-7051fbc9c4ab req-d7e83d2b-234c-45ec-abdf-e44a4c2712f6 tempest-TestSnapshotPattern-1983110023 tempest-TestSnapshotPattern-1983110023-project] 10.222.0.104 "GET /v2.0/ports?device_id=6eda5b87-01ce-460d-9001-9846fd36c93f HTTP/1.1" status: 200 len: 945 time: 0.0642848 Jul 06 15:21:43.883069 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-b7e4d1f0-2697-48e0-a869-7051fbc9c4ab req-39c954d5-27b2-4dcd-8324-37ebf59b9f1d tempest-TestSnapshotPattern-1983110023 tempest-TestSnapshotPattern-1983110023-project] 10.222.0.104 "GET /v2.0/security-groups?id=382df162-c877-4fe9-bfd8-59464186b1ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337195 Jul 06 15:21:44.430380 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Device 19d80b7e-a8c7-4736-bc83-ef3e0bbe22bc up at agent hyperv_n-h1-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 15:21:44.481526 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Provisioning for port 19d80b7e-a8c7-4736-bc83-ef3e0bbe22bc completed by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 15:21:44.485406 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Provisioning complete for port 19d80b7e-a8c7-4736-bc83-ef3e0bbe22bc triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 15:21:44.485780 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:21:44.561317 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:21:44.584505 n-d-773647-6 neutron-server[100248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6eda5b87-01ce-460d-9001-9846fd36c93f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19d80b7e-a8c7-4736-bc83-ef3e0bbe22bc'}] {{(pid=100248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 15:21:44.586789 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55db2ac8c963aac1696062c7614e8816713b17764cc733cf0a1d7e1ce8ed655f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1db70255-7db6-4ce3-b1cb-3da46297a610" -d '{"events": [{"server_uuid": "6eda5b87-01ce-460d-9001-9846fd36c93f", "name": "network-vif-plugged", "status": "completed", "tag": "19d80b7e-a8c7-4736-bc83-ef3e0bbe22bc"}]}' {{(pid=100248) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 15:21:44.601175 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] For port 19d80b7e-a8c7-4736-bc83-ef3e0bbe22bc, host n-h1-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773647-6',level=0,port_id=19d80b7e-a8c7-4736-bc83-ef3e0bbe22bc,segment=NetworkSegment(b968b8b6-fd15-4838-96bf-57be811a5402),segment_id=b968b8b6-fd15-4838-96bf-57be811a5402)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 15:21:44.606216 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:21:44.630185 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 15:21:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93002d34-b3a9-4276-a6ef-a645281f4756 x-openstack-request-id: req-93002d34-b3a9-4276-a6ef-a645281f4756 {{(pid=100248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 15:21:44.630481 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6eda5b87-01ce-460d-9001-9846fd36c93f", "name": "network-vif-plugged", "status": "completed", "tag": "19d80b7e-a8c7-4736-bc83-ef3e0bbe22bc", "code": 200}]} {{(pid=100248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 15:21:44.631290 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-93002d34-b3a9-4276-a6ef-a645281f4756 {{(pid=100248) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 15:21:44.631683 n-d-773647-6 neutron-server[100248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6eda5b87-01ce-460d-9001-9846fd36c93f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19d80b7e-a8c7-4736-bc83-ef3e0bbe22bc', 'code': 200} Jul 06 15:21:44.659548 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Pushing event updated for resources: {'Port': ['ID=19d80b7e-a8c7-4736-bc83-ef3e0bbe22bc,revision_number=5']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:21:44.748488 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace9c39b-e049-4710-8469-1ec37c2abe13 req-df357944-4035-4969-8209-498c1ed021c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:21:44.750051 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-ace9c39b-e049-4710-8469-1ec37c2abe13 req-df357944-4035-4969-8209-498c1ed021c6 service neutron] 10.222.0.127 "GET /v2.0/ports?device_id=6eda5b87-01ce-460d-9001-9846fd36c93f HTTP/1.1" status: 200 len: 1097 time: 0.0544198 Jul 06 15:21:44.786534 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-ace9c39b-e049-4710-8469-1ec37c2abe13 req-64399178-fac3-4bd9-9b4a-5dc849f323b8 service neutron] 10.222.0.127 "GET /v2.0/security-groups?id=382df162-c877-4fe9-bfd8-59464186b1ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0292304 Jul 06 15:21:45.073999 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a189d58-0225-42ec-815f-6837918411ad req-089f7393-0ea9-4331-86b8-689ac6f8c8c1 tempest-TestSnapshotPattern-1983110023 tempest-TestSnapshotPattern-1983110023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:21:45.075438 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-5a189d58-0225-42ec-815f-6837918411ad req-089f7393-0ea9-4331-86b8-689ac6f8c8c1 tempest-TestSnapshotPattern-1983110023 tempest-TestSnapshotPattern-1983110023-project] 10.222.0.104 "GET /v2.0/ports?device_id=6eda5b87-01ce-460d-9001-9846fd36c93f HTTP/1.1" status: 200 len: 946 time: 0.0698397 Jul 06 15:21:45.113231 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-5a189d58-0225-42ec-815f-6837918411ad req-755f6237-1744-4e83-8b8b-1c6f620b26a7 tempest-TestSnapshotPattern-1983110023 tempest-TestSnapshotPattern-1983110023-project] 10.222.0.104 "GET /v2.0/security-groups?id=382df162-c877-4fe9-bfd8-59464186b1ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321410 Jul 06 15:21:46.293932 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59c22f2-4d2e-4cb6-884c-3925e81062dd req-0a187263-d46b-46f2-9975-8473756bf440 tempest-TestSnapshotPattern-1983110023 tempest-TestSnapshotPattern-1983110023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:21:46.295441 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-c59c22f2-4d2e-4cb6-884c-3925e81062dd req-0a187263-d46b-46f2-9975-8473756bf440 tempest-TestSnapshotPattern-1983110023 tempest-TestSnapshotPattern-1983110023-project] 10.222.0.104 "GET /v2.0/ports?device_id=6eda5b87-01ce-460d-9001-9846fd36c93f HTTP/1.1" status: 200 len: 946 time: 0.0689962 Jul 06 15:21:46.334339 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-c59c22f2-4d2e-4cb6-884c-3925e81062dd req-e6874b5d-7d58-4193-9942-ccded417c8ff tempest-TestSnapshotPattern-1983110023 tempest-TestSnapshotPattern-1983110023-project] 10.222.0.104 "GET /v2.0/security-groups?id=382df162-c877-4fe9-bfd8-59464186b1ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330267 Jul 06 15:21:46.507711 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c857c9bb-96e1-40a5-ad72-6273cbc59a24 req-c289b8a5-d027-40d4-b0e0-79e1230f39ea tempest-TestSnapshotPattern-1983110023 tempest-TestSnapshotPattern-1983110023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:21:46.509152 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-c857c9bb-96e1-40a5-ad72-6273cbc59a24 req-c289b8a5-d027-40d4-b0e0-79e1230f39ea tempest-TestSnapshotPattern-1983110023 tempest-TestSnapshotPattern-1983110023-project] 10.222.0.104 "GET /v2.0/ports?device_id=6eda5b87-01ce-460d-9001-9846fd36c93f HTTP/1.1" status: 200 len: 946 time: 0.0652022 Jul 06 15:21:46.548298 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-c857c9bb-96e1-40a5-ad72-6273cbc59a24 req-96edba03-9407-4cc8-bcb7-bd9ad351cbfe tempest-TestSnapshotPattern-1983110023 tempest-TestSnapshotPattern-1983110023-project] 10.222.0.104 "GET /v2.0/security-groups?id=382df162-c877-4fe9-bfd8-59464186b1ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335333 Jul 06 15:21:46.574536 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 34842) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 15:21:46.721465 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d860baec-511d-493f-9ca0-649c73049d6d tempest-TestSnapshotPattern-736711608 tempest-TestSnapshotPattern-736711608-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:21:46.723058 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-d860baec-511d-493f-9ca0-649c73049d6d tempest-TestSnapshotPattern-736711608 tempest-TestSnapshotPattern-736711608-project-admin] 10.222.0.104 "GET /v2.0/ports?device_id=6eda5b87-01ce-460d-9001-9846fd36c93f HTTP/1.1" status: 200 len: 1092 time: 0.1474988 Jul 06 15:21:46.726242 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 34846) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 15:21:46.730706 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [None req-ee83e1b6-a13a-47f5-825c-f8aa227327c5 tempest-TestSnapshotPattern-1983110023 tempest-TestSnapshotPattern-1983110023-project] Request body: {'floatingip': {'floating_network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'port_id': '19d80b7e-a8c7-4736-bc83-ef3e0bbe22bc', 'tenant_id': '0a03de2c0a11475f94d5cd3ad5935e1f', 'fixed_ip_address': '172.20.0.13'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 15:21:46.754248 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-ee83e1b6-a13a-47f5-825c-f8aa227327c5 tempest-TestSnapshotPattern-1983110023 tempest-TestSnapshotPattern-1983110023-project] Notify callbacks [] for floatingip, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:21:46.852337 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-ee83e1b6-a13a-47f5-825c-f8aa227327c5 tempest-TestSnapshotPattern-1983110023 tempest-TestSnapshotPattern-1983110023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:21:46.962906 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.db_base_plugin_common [None req-ee83e1b6-a13a-47f5-825c-f8aa227327c5 tempest-TestSnapshotPattern-1983110023 tempest-TestSnapshotPattern-1983110023-project] Allocated IP 172.25.0.253 (2658f09e-a580-4d4a-9968-2d1e0ad93719/cbf74abc-6fe1-4d33-b005-c948923b9647/9b93313e-048f-47e7-802e-85d70eb88ed5) {{(pid=100246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 15:21:47.069195 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-ee83e1b6-a13a-47f5-825c-f8aa227327c5 tempest-TestSnapshotPattern-1983110023 tempest-TestSnapshotPattern-1983110023-project] Notify callbacks [] for port, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:21:47.111786 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-ee83e1b6-a13a-47f5-825c-f8aa227327c5 tempest-TestSnapshotPattern-1983110023 tempest-TestSnapshotPattern-1983110023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-127687573'] for port, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:21:47.147808 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee83e1b6-a13a-47f5-825c-f8aa227327c5 tempest-TestSnapshotPattern-1983110023 tempest-TestSnapshotPattern-1983110023-project] Network 2658f09e-a580-4d4a-9968-2d1e0ad93719 is already hosted by enough agents. {{(pid=100246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 15:21:47.150748 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.base_scheduler [None req-ee83e1b6-a13a-47f5-825c-f8aa227327c5 tempest-TestSnapshotPattern-1983110023 tempest-TestSnapshotPattern-1983110023-project] Resources bound (agent type, host, resource id): {{(pid=100246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 15:21:47.154128 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee83e1b6-a13a-47f5-825c-f8aa227327c5 tempest-TestSnapshotPattern-1983110023 tempest-TestSnapshotPattern-1983110023-project] Received port after_create {{(pid=100246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 15:21:47.188321 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee83e1b6-a13a-47f5-825c-f8aa227327c5 tempest-TestSnapshotPattern-1983110023 tempest-TestSnapshotPattern-1983110023-project] Pushing event updated for resources: {'Port': ['ID=9b93313e-048f-47e7-802e-85d70eb88ed5,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:21:47.549967 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-ee83e1b6-a13a-47f5-825c-f8aa227327c5 tempest-TestSnapshotPattern-1983110023 tempest-TestSnapshotPattern-1983110023-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:21:47.630994 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-ee83e1b6-a13a-47f5-825c-f8aa227327c5 tempest-TestSnapshotPattern-1983110023 tempest-TestSnapshotPattern-1983110023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:21:47.806971 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-ee83e1b6-a13a-47f5-825c-f8aa227327c5 tempest-TestSnapshotPattern-1983110023 tempest-TestSnapshotPattern-1983110023-project] Notify callbacks [] for port, precommit_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:21:47.811977 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-ee83e1b6-a13a-47f5-825c-f8aa227327c5 tempest-TestSnapshotPattern-1983110023 tempest-TestSnapshotPattern-1983110023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127687527'] for port, after_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:21:47.889094 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee83e1b6-a13a-47f5-825c-f8aa227327c5 tempest-TestSnapshotPattern-1983110023 tempest-TestSnapshotPattern-1983110023-project] Pushing event updated for resources: {'Port': ['ID=9b93313e-048f-47e7-802e-85d70eb88ed5,revision_number=2']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:21:47.895729 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-ee83e1b6-a13a-47f5-825c-f8aa227327c5 tempest-TestSnapshotPattern-1983110023 tempest-TestSnapshotPattern-1983110023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1761130'] for floatingip, after_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:21:48.001425 n-d-773647-6 neutron-server[100246]: INFO neutron.db.l3_db [None req-ee83e1b6-a13a-47f5-825c-f8aa227327c5 tempest-TestSnapshotPattern-1983110023 tempest-TestSnapshotPattern-1983110023-project] Floating IP aeeabc0b-f397-4abc-ade6-b8af8d0e2275 associated. External IP: 172.25.0.253, port: 19d80b7e-a8c7-4736-bc83-ef3e0bbe22bc. Jul 06 15:21:48.228329 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee83e1b6-a13a-47f5-825c-f8aa227327c5 tempest-TestSnapshotPattern-1983110023 tempest-TestSnapshotPattern-1983110023-project] Router 1bc2013a-30cf-4d8b-8b85-0dff75f25d85 has already been hosted by L3 agent 2823d358-a11b-4885-a706-95a279e43fa7 {{(pid=100246) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 15:21:48.337745 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee83e1b6-a13a-47f5-825c-f8aa227327c5 tempest-TestSnapshotPattern-1983110023 tempest-TestSnapshotPattern-1983110023-project] Notify agent at l3_agent.n-d-773647-6 the message routers_updated {{(pid=100246) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 15:21:48.347118 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aaceafd-e6ff-4b3f-8e7d-abe8fe94f7ef None None] Sync routers for ids ['1bc2013a-30cf-4d8b-8b85-0dff75f25d85'] in n-d-773647-6 {{(pid=100248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 15:21:48.359732 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-ee83e1b6-a13a-47f5-825c-f8aa227327c5 tempest-TestSnapshotPattern-1983110023 tempest-TestSnapshotPattern-1983110023-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for floatingip, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:21:48.361997 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aaceafd-e6ff-4b3f-8e7d-abe8fe94f7ef None None] Routers {'1bc2013a-30cf-4d8b-8b85-0dff75f25d85'} bound to L3 agent in host n-d-773647-6 {{(pid=100248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 15:21:48.362627 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-9aaceafd-e6ff-4b3f-8e7d-abe8fe94f7ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T15:21:26Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['1bc2013a-30cf-4d8b-8b85-0dff75f25d85'], 'active': True} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:21:48.398506 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-ee83e1b6-a13a-47f5-825c-f8aa227327c5 tempest-TestSnapshotPattern-1983110023 tempest-TestSnapshotPattern-1983110023-project] 10.222.0.104 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.6714528 Jul 06 15:21:48.399531 n-d-773647-6 neutron-server[100246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6eda5b87-01ce-460d-9001-9846fd36c93f', 'tag': '19d80b7e-a8c7-4736-bc83-ef3e0bbe22bc'}] {{(pid=100246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 15:21:48.401824 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46bcbd240f672e88150dff05a21f1d72cf4d2de628fda8977cb1eab177268aa5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02469c60-6d3b-4585-b07a-4b9af4b178a8" -d '{"events": [{"name": "network-changed", "server_uuid": "6eda5b87-01ce-460d-9001-9846fd36c93f", "tag": "19d80b7e-a8c7-4736-bc83-ef3e0bbe22bc"}]}' {{(pid=100246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 15:21:48.482718 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvr_db [None req-9aaceafd-e6ff-4b3f-8e7d-abe8fe94f7ef None None] Set router 1bc2013a-30cf-4d8b-8b85-0dff75f25d85 gateway port host: n-d-773647-6 {{(pid=100248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 15:21:48.498661 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 15:21:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40f51b5e-df8c-4732-8af5-6cd924f4e0dc x-openstack-request-id: req-40f51b5e-df8c-4732-8af5-6cd924f4e0dc {{(pid=100246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 15:21:48.498961 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6eda5b87-01ce-460d-9001-9846fd36c93f", "tag": "19d80b7e-a8c7-4736-bc83-ef3e0bbe22bc", "status": "completed", "code": 200}]} {{(pid=100246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 15:21:48.499254 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-40f51b5e-df8c-4732-8af5-6cd924f4e0dc {{(pid=100246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 15:21:48.499665 n-d-773647-6 neutron-server[100246]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6eda5b87-01ce-460d-9001-9846fd36c93f', 'tag': '19d80b7e-a8c7-4736-bc83-ef3e0bbe22bc', 'status': 'completed', 'code': 200} Jul 06 15:21:48.577501 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02469c60-6d3b-4585-b07a-4b9af4b178a8 req-be9bba46-1057-46b3-b421-3d9848fe9e0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:21:48.579030 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-02469c60-6d3b-4585-b07a-4b9af4b178a8 req-be9bba46-1057-46b3-b421-3d9848fe9e0e service neutron] 10.222.0.127 "GET /v2.0/ports?tenant_id=0a03de2c0a11475f94d5cd3ad5935e1f&device_id=6eda5b87-01ce-460d-9001-9846fd36c93f HTTP/1.1" status: 200 len: 1097 time: 0.0539563 Jul 06 15:21:48.679463 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02469c60-6d3b-4585-b07a-4b9af4b178a8 req-a35402fc-1536-4815-a04a-ee9f5333135f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:21:48.681035 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-02469c60-6d3b-4585-b07a-4b9af4b178a8 req-a35402fc-1536-4815-a04a-ee9f5333135f service neutron] 10.222.0.127 "GET /v2.0/networks?id=ecd54648-140a-42b0-92ce-aa01d5f0d9fe HTTP/1.1" status: 200 len: 912 time: 0.0953097 Jul 06 15:21:48.713552 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-9aaceafd-e6ff-4b3f-8e7d-abe8fe94f7ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bc2013a-30cf-4d8b-8b85-0dff75f25d85', 'name': 'tempest-TestSnapshotPattern-1574683897-router', 'tenant_id': '0a03de2c0a11475f94d5cd3ad5935e1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.232'}], 'enable_snat': True}, 'gw_port_id': 'bfba92e1-bff7-45fa-93a6-50a34a66bc66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T15:21:24Z', 'updated_at': '2021-07-06T15:21:27Z', 'revision_number': 4, 'project_id': '0a03de2c0a11475f94d5cd3ad5935e1f', 'gw_port': {'id': 'bfba92e1-bff7-45fa-93a6-50a34a66bc66', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:08:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bc2013a-30cf-4d8b-8b85-0dff75f25d85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T15:21:25Z', 'updated_at': '2021-07-06T15:21:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6', '_floatingips': [{'id': 'aeeabc0b-f397-4abc-ade6-b8af8d0e2275', 'tenant_id': '0a03de2c0a11475f94d5cd3ad5935e1f', 'floating_ip_address': '172.25.0.253', 'floating_network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'router_id': '1bc2013a-30cf-4d8b-8b85-0dff75f25d85', 'port_id': '19d80b7e-a8c7-4736-bc83-ef3e0bbe22bc', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4314, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ecd54648-140a-42b0-92ce-aa01d5f0d9fe', 'mac_address': 'fa:16:3e:6b:d2:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eda5b87-01ce-460d-9001-9846fd36c93f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T15:21:47Z', 'updated_at': '2021-07-06T15:21:47Z', 'revision_number': 0, 'project_id': '0a03de2c0a11475f94d5cd3ad5935e1f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd40e0838-ddcc-4801-b2a7-361046158a9e', 'name': '', 'network_id': 'ecd54648-140a-42b0-92ce-aa01d5f0d9fe', 'tenant_id': '0a03de2c0a11475f94d5cd3ad5935e1f', 'mac_address': 'fa:16:3e:63:c9:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bc2013a-30cf-4d8b-8b85-0dff75f25d85', 'device_owner': 'network:router_interface', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '7b35e370-767f-485b-a5ec-7c4ae3e9e825', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T15:21:27Z', 'updated_at': '2021-07-06T15:21:33Z', 'revision_number': 5, 'project_id': '0a03de2c0a11475f94d5cd3ad5935e1f', 'subnets': [{'id': '7b35e370-767f-485b-a5ec-7c4ae3e9e825', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773647-6', False) {} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:21:48.740188 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aaceafd-e6ff-4b3f-8e7d-abe8fe94f7ef None None] Checking router: 1bc2013a-30cf-4d8b-8b85-0dff75f25d85 for host: n-d-773647-6 {{(pid=100248) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 15:21:48.747797 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-02469c60-6d3b-4585-b07a-4b9af4b178a8 req-30bccb9a-3bb4-4f8e-aa04-ee81a6f6d277 service neutron] 10.222.0.127 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=19d80b7e-a8c7-4736-bc83-ef3e0bbe22bc HTTP/1.1" status: 200 len: 1000 time: 0.0603189 Jul 06 15:21:48.749220 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aaceafd-e6ff-4b3f-8e7d-abe8fe94f7ef None None] Routers {'1bc2013a-30cf-4d8b-8b85-0dff75f25d85'} bound to L3 agent in host n-d-773647-6 {{(pid=100248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 15:21:48.749834 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-9aaceafd-e6ff-4b3f-8e7d-abe8fe94f7ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T15:21:26Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['1bc2013a-30cf-4d8b-8b85-0dff75f25d85'], 'active': True} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:21:48.801068 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02469c60-6d3b-4585-b07a-4b9af4b178a8 req-cfdfe5d6-4e0d-4699-8a7f-7e05669d803d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:21:48.802550 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-02469c60-6d3b-4585-b07a-4b9af4b178a8 req-cfdfe5d6-4e0d-4699-8a7f-7e05669d803d service neutron] 10.222.0.127 "GET /v2.0/subnets?id=7b35e370-767f-485b-a5ec-7c4ae3e9e825 HTTP/1.1" status: 200 len: 849 time: 0.0493233 Jul 06 15:21:48.857819 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvr_db [None req-9aaceafd-e6ff-4b3f-8e7d-abe8fe94f7ef None None] Set router 1bc2013a-30cf-4d8b-8b85-0dff75f25d85 gateway port host: n-d-773647-6 {{(pid=100248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 15:21:48.860351 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02469c60-6d3b-4585-b07a-4b9af4b178a8 req-10cf1e5e-0c07-4158-8cae-4b884a49f671 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:21:48.861868 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-02469c60-6d3b-4585-b07a-4b9af4b178a8 req-10cf1e5e-0c07-4158-8cae-4b884a49f671 service neutron] 10.222.0.127 "GET /v2.0/ports?network_id=ecd54648-140a-42b0-92ce-aa01d5f0d9fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0534925 Jul 06 15:21:48.951341 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-02469c60-6d3b-4585-b07a-4b9af4b178a8 req-79aa66ec-a7ac-4d40-bc82-384ceb7d70bc service neutron] 10.222.0.127 "GET /v2.0/networks/ecd54648-140a-42b0-92ce-aa01d5f0d9fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829458 Jul 06 15:21:49.046156 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-02469c60-6d3b-4585-b07a-4b9af4b178a8 req-96671049-cdde-4662-927b-224b7f4e152d service neutron] 10.222.0.127 "GET /v2.0/networks/ecd54648-140a-42b0-92ce-aa01d5f0d9fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883226 Jul 06 15:21:49.093883 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-9aaceafd-e6ff-4b3f-8e7d-abe8fe94f7ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bc2013a-30cf-4d8b-8b85-0dff75f25d85', 'name': 'tempest-TestSnapshotPattern-1574683897-router', 'tenant_id': '0a03de2c0a11475f94d5cd3ad5935e1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.232'}], 'enable_snat': True}, 'gw_port_id': 'bfba92e1-bff7-45fa-93a6-50a34a66bc66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T15:21:24Z', 'updated_at': '2021-07-06T15:21:27Z', 'revision_number': 4, 'project_id': '0a03de2c0a11475f94d5cd3ad5935e1f', 'gw_port': {'id': 'bfba92e1-bff7-45fa-93a6-50a34a66bc66', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:08:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bc2013a-30cf-4d8b-8b85-0dff75f25d85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T15:21:25Z', 'updated_at': '2021-07-06T15:21:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6', '_floatingips': [{'id': 'aeeabc0b-f397-4abc-ade6-b8af8d0e2275', 'tenant_id': '0a03de2c0a11475f94d5cd3ad5935e1f', 'floating_ip_address': '172.25.0.253', 'floating_network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'router_id': '1bc2013a-30cf-4d8b-8b85-0dff75f25d85', 'port_id': '19d80b7e-a8c7-4736-bc83-ef3e0bbe22bc', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4314, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ecd54648-140a-42b0-92ce-aa01d5f0d9fe', 'mac_address': 'fa:16:3e:6b:d2:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eda5b87-01ce-460d-9001-9846fd36c93f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T15:21:47Z', 'updated_at': '2021-07-06T15:21:47Z', 'revision_number': 0, 'project_id': '0a03de2c0a11475f94d5cd3ad5935e1f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd40e0838-ddcc-4801-b2a7-361046158a9e', 'name': '', 'network_id': 'ecd54648-140a-42b0-92ce-aa01d5f0d9fe', 'tenant_id': '0a03de2c0a11475f94d5cd3ad5935e1f', 'mac_address': 'fa:16:3e:63:c9:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bc2013a-30cf-4d8b-8b85-0dff75f25d85', 'device_owner': 'network:router_interface', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '7b35e370-767f-485b-a5ec-7c4ae3e9e825', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T15:21:27Z', 'updated_at': '2021-07-06T15:21:33Z', 'revision_number': 5, 'project_id': '0a03de2c0a11475f94d5cd3ad5935e1f', 'subnets': [{'id': '7b35e370-767f-485b-a5ec-7c4ae3e9e825', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773647-6', False) {} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:21:49.120602 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aaceafd-e6ff-4b3f-8e7d-abe8fe94f7ef None None] The sync data for ids ['1bc2013a-30cf-4d8b-8b85-0dff75f25d85'] in n-d-773647-6 is: [{'id': '1bc2013a-30cf-4d8b-8b85-0dff75f25d85', 'name': 'tempest-TestSnapshotPattern-1574683897-router', 'tenant_id': '0a03de2c0a11475f94d5cd3ad5935e1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.232'}], 'enable_snat': True}, 'gw_port_id': 'bfba92e1-bff7-45fa-93a6-50a34a66bc66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T15:21:24Z', 'updated_at': '2021-07-06T15:21:27Z', 'revision_number': 4, 'project_id': '0a03de2c0a11475f94d5cd3ad5935e1f', 'gw_port': {'id': 'bfba92e1-bff7-45fa-93a6-50a34a66bc66', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:08:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bc2013a-30cf-4d8b-8b85-0dff75f25d85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T15:21:25Z', 'updated_at': '2021-07-06T15:21:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6', '_floatingips': [{'id': 'aeeabc0b-f397-4abc-ade6-b8af8d0e2275', 'tenant_id': '0a03de2c0a11475f94d5cd3ad5935e1f', 'floating_ip_address': '172.25.0.253', 'floating_network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'router_id': '1bc2013a-30cf-4d8b-8b85-0dff75f25d85', 'port_id': '19d80b7e-a8c7-4736-bc83-ef3e0bbe22bc', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4314, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ecd54648-140a-42b0-92ce-aa01d5f0d9fe', 'mac_address': 'fa:16:3e:6b:d2:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eda5b87-01ce-460d-9001-9846fd36c93f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T15:21:47Z', 'updated_at': '2021-07-06T15:21:47Z', 'revision_number': 0, 'project_id': '0a03de2c0a11475f94d5cd3ad5935e1f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd40e0838-ddcc-4801-b2a7-361046158a9e', 'name': '', 'network_id': 'ecd54648-140a-42b0-92ce-aa01d5f0d9fe', 'tenant_id': '0a03de2c0a11475f94d5cd3ad5935e1f', 'mac_address': 'fa:16:3e:63:c9:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bc2013a-30cf-4d8b-8b85-0dff75f25d85', 'device_owner': 'network:router_interface', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '7b35e370-767f-485b-a5ec-7c4ae3e9e825', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T15:21:27Z', 'updated_at': '2021-07-06T15:21:33Z', 'revision_number': 5, 'project_id': '0a03de2c0a11475f94d5cd3ad5935e1f', 'subnets': [{'id': '7b35e370-767f-485b-a5ec-7c4ae3e9e825', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 15:21:49.306402 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bc4619e-63a2-4144-940f-cb5dbb648b60 None None] New status for floating IP aeeabc0b-f397-4abc-ade6-b8af8d0e2275: ACTIVE {{(pid=100249) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 15:21:53.022672 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5d2e669a-e5c3-43b8-801c-d3296564627a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:21:55.680467 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-f519a669-c899-4527-877b-e61b1b56d635 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:21:56.028723 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:21:56.935076 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-2064eaae-da4f-48f8-82d2-b09d4ddedd44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:21:58.740359 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-03f71b24-a9b8-453a-8924-caa3f97bc6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:22:11.671328 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:22:13.301887 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:22:20.266165 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.agents_db [None req-167c0ad6-1657-4c9a-a2c4-3b18056aa662 None None] Agent healthcheck: found 7 active agents {{(pid=100249) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 15:22:23.024764 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-e8614a6b-bbf1-487e-af67-244ec17db56f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:22:25.682608 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-e4add76b-5649-481f-844e-cfcdcb88542f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:22:26.031935 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:22:26.941277 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-2064eaae-da4f-48f8-82d2-b09d4ddedd44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:22:28.743810 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-03f71b24-a9b8-453a-8924-caa3f97bc6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:22:41.681572 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:22:43.305378 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:22:45.491562 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-be594604-fca1-4ef4-a271-57fdc5343582 req-64038e80-5fee-49d8-b3c9-dad7b7ff513e service neutron] 10.222.0.127 "GET /v2.0/ports?device_id=6eda5b87-01ce-460d-9001-9846fd36c93f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0924048 Jul 06 15:22:45.593659 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be594604-fca1-4ef4-a271-57fdc5343582 req-faaea4b5-2a13-4c3b-b4d2-e9f8b7a14470 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:22:45.595175 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-be594604-fca1-4ef4-a271-57fdc5343582 req-faaea4b5-2a13-4c3b-b4d2-e9f8b7a14470 service neutron] 10.222.0.127 "GET /v2.0/ports?tenant_id=0a03de2c0a11475f94d5cd3ad5935e1f&device_id=6eda5b87-01ce-460d-9001-9846fd36c93f HTTP/1.1" status: 200 len: 1097 time: 0.0592279 Jul 06 15:22:45.706461 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be594604-fca1-4ef4-a271-57fdc5343582 req-39951d7d-df4b-4870-a818-ebed42bfe6df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:22:45.707923 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-be594604-fca1-4ef4-a271-57fdc5343582 req-39951d7d-df4b-4870-a818-ebed42bfe6df service neutron] 10.222.0.127 "GET /v2.0/networks?id=ecd54648-140a-42b0-92ce-aa01d5f0d9fe HTTP/1.1" status: 200 len: 912 time: 0.0932140 Jul 06 15:22:45.773130 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-be594604-fca1-4ef4-a271-57fdc5343582 req-8310e892-6e84-497b-8001-20d5f89fe209 service neutron] 10.222.0.127 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=19d80b7e-a8c7-4736-bc83-ef3e0bbe22bc HTTP/1.1" status: 200 len: 1002 time: 0.0593269 Jul 06 15:22:45.825696 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be594604-fca1-4ef4-a271-57fdc5343582 req-17348793-90c5-4b66-b27e-a8b4ef65fe56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:22:45.827171 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-be594604-fca1-4ef4-a271-57fdc5343582 req-17348793-90c5-4b66-b27e-a8b4ef65fe56 service neutron] 10.222.0.127 "GET /v2.0/subnets?id=7b35e370-767f-485b-a5ec-7c4ae3e9e825 HTTP/1.1" status: 200 len: 849 time: 0.0484691 Jul 06 15:22:45.883851 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be594604-fca1-4ef4-a271-57fdc5343582 req-fed558df-157b-4d9b-a909-5ce91f0adf4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:22:45.885378 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-be594604-fca1-4ef4-a271-57fdc5343582 req-fed558df-157b-4d9b-a909-5ce91f0adf4b service neutron] 10.222.0.127 "GET /v2.0/ports?network_id=ecd54648-140a-42b0-92ce-aa01d5f0d9fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0518887 Jul 06 15:22:45.972377 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-be594604-fca1-4ef4-a271-57fdc5343582 req-cfb4be99-00b2-493e-9f52-4249b1e60e0d service neutron] 10.222.0.127 "GET /v2.0/networks/ecd54648-140a-42b0-92ce-aa01d5f0d9fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799968 Jul 06 15:22:46.066295 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-be594604-fca1-4ef4-a271-57fdc5343582 req-b92e5edb-fe60-4c81-8184-6138227486bd service neutron] 10.222.0.127 "GET /v2.0/networks/ecd54648-140a-42b0-92ce-aa01d5f0d9fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879202 Jul 06 15:22:53.026183 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-7e840872-3355-4901-a88b-dce25c427559 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:22:55.683144 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-6d20d936-e5bd-4bc3-899d-f26e67473ffe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:22:56.033424 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:22:56.942487 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-2064eaae-da4f-48f8-82d2-b09d4ddedd44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:22:57.265551 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.agents_db [None req-167c0ad6-1657-4c9a-a2c4-3b18056aa662 None None] Agent healthcheck: found 7 active agents {{(pid=100249) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 15:22:58.745539 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-03f71b24-a9b8-453a-8924-caa3f97bc6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:23:11.686163 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:23:13.321154 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:23:23.027550 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-1b42f4c7-46a9-466d-a1fd-fe53ad9675f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:23:25.683506 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-a69d4b40-8ee7-40ed-9252-0a2bc916695b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:23:26.035089 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:23:26.945983 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-2064eaae-da4f-48f8-82d2-b09d4ddedd44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:23:28.749042 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-03f71b24-a9b8-453a-8924-caa3f97bc6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:23:34.264698 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.agents_db [None req-167c0ad6-1657-4c9a-a2c4-3b18056aa662 None None] Agent healthcheck: found 7 active agents {{(pid=100249) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 15:23:41.674913 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:23:43.322707 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:23:46.740487 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-82a29e85-bd2e-47e0-90c0-037727c7c84b req-4a136942-2332-4a03-a886-b4241885073c service neutron] 10.222.0.127 "GET /v2.0/ports?device_id=6eda5b87-01ce-460d-9001-9846fd36c93f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0533099 Jul 06 15:23:46.841716 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a29e85-bd2e-47e0-90c0-037727c7c84b req-47b9f327-2169-4b9d-8569-96ef17191019 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:23:46.843245 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-82a29e85-bd2e-47e0-90c0-037727c7c84b req-47b9f327-2169-4b9d-8569-96ef17191019 service neutron] 10.222.0.127 "GET /v2.0/ports?tenant_id=0a03de2c0a11475f94d5cd3ad5935e1f&device_id=6eda5b87-01ce-460d-9001-9846fd36c93f HTTP/1.1" status: 200 len: 1097 time: 0.0519812 Jul 06 15:23:46.954456 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a29e85-bd2e-47e0-90c0-037727c7c84b req-e86dcfe4-fa72-4080-91dc-b420ac3ad043 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:23:46.955996 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-82a29e85-bd2e-47e0-90c0-037727c7c84b req-e86dcfe4-fa72-4080-91dc-b420ac3ad043 service neutron] 10.222.0.127 "GET /v2.0/networks?id=ecd54648-140a-42b0-92ce-aa01d5f0d9fe HTTP/1.1" status: 200 len: 912 time: 0.0907581 Jul 06 15:23:47.020390 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-82a29e85-bd2e-47e0-90c0-037727c7c84b req-83495f33-c68e-4c20-a77e-a9a5ffdc6b04 service neutron] 10.222.0.127 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=19d80b7e-a8c7-4736-bc83-ef3e0bbe22bc HTTP/1.1" status: 200 len: 1002 time: 0.0579491 Jul 06 15:23:47.072562 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a29e85-bd2e-47e0-90c0-037727c7c84b req-390855c5-512b-4c6f-8c48-37e8b6287833 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:23:47.074057 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-82a29e85-bd2e-47e0-90c0-037727c7c84b req-390855c5-512b-4c6f-8c48-37e8b6287833 service neutron] 10.222.0.127 "GET /v2.0/subnets?id=7b35e370-767f-485b-a5ec-7c4ae3e9e825 HTTP/1.1" status: 200 len: 849 time: 0.0482402 Jul 06 15:23:47.132300 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a29e85-bd2e-47e0-90c0-037727c7c84b req-b1d32398-5ba5-48c3-bac5-189c6e40246c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:23:47.133827 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-82a29e85-bd2e-47e0-90c0-037727c7c84b req-b1d32398-5ba5-48c3-bac5-189c6e40246c service neutron] 10.222.0.127 "GET /v2.0/ports?network_id=ecd54648-140a-42b0-92ce-aa01d5f0d9fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0538404 Jul 06 15:23:47.222884 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-82a29e85-bd2e-47e0-90c0-037727c7c84b req-5c7f86ad-30cd-4886-a780-5dbd18746996 service neutron] 10.222.0.127 "GET /v2.0/networks/ecd54648-140a-42b0-92ce-aa01d5f0d9fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822566 Jul 06 15:23:47.317690 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-82a29e85-bd2e-47e0-90c0-037727c7c84b req-38e4cf0c-9841-4dd9-afb9-8678b7d1ad85 service neutron] 10.222.0.127 "GET /v2.0/networks/ecd54648-140a-42b0-92ce-aa01d5f0d9fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880773 Jul 06 15:23:53.028050 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5e0d9e7c-d1a6-4416-94ec-519157de8823 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:23:55.682890 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-ec283f97-8180-4073-ba3b-e073597484c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:23:56.037707 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:23:56.946664 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-2064eaae-da4f-48f8-82d2-b09d4ddedd44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:23:58.751415 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-03f71b24-a9b8-453a-8924-caa3f97bc6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:24:11.264014 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.agents_db [None req-167c0ad6-1657-4c9a-a2c4-3b18056aa662 None None] Agent healthcheck: found 7 active agents {{(pid=100249) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 15:24:11.690221 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:24:13.338412 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:24:19.254232 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Device 19d80b7e-a8c7-4736-bc83-ef3e0bbe22bc details requested by agent hyperv_n-h1-773647-6 with host n-h1-773647-6 {{(pid=100248) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 15:24:19.504987 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] For port 19d80b7e-a8c7-4736-bc83-ef3e0bbe22bc, host n-h1-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773647-6',level=0,port_id=19d80b7e-a8c7-4736-bc83-ef3e0bbe22bc,segment=NetworkSegment(b968b8b6-fd15-4838-96bf-57be811a5402),segment_id=b968b8b6-fd15-4838-96bf-57be811a5402)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 15:24:19.515875 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Returning: {'device': '19d80b7e-a8c7-4736-bc83-ef3e0bbe22bc', 'network_id': 'ecd54648-140a-42b0-92ce-aa01d5f0d9fe', 'port_id': '19d80b7e-a8c7-4736-bc83-ef3e0bbe22bc', 'mac_address': 'fa:16:3e:6b:d2:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1041, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b35e370-767f-485b-a5ec-7c4ae3e9e825', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100248) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 15:24:19.553097 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:24:19.565549 n-d-773647-6 neutron-server[100248]: DEBUG neutron.notifiers.nova [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 19d80b7e-a8c7-4736-bc83-ef3e0bbe22bc {{(pid=100248) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 15:24:19.584580 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] For port 19d80b7e-a8c7-4736-bc83-ef3e0bbe22bc, host n-h1-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773647-6',level=0,port_id=19d80b7e-a8c7-4736-bc83-ef3e0bbe22bc,segment=NetworkSegment(b968b8b6-fd15-4838-96bf-57be811a5402),segment_id=b968b8b6-fd15-4838-96bf-57be811a5402)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 15:24:19.588574 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:24:19.639792 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Pushing event updated for resources: {'Port': ['ID=19d80b7e-a8c7-4736-bc83-ef3e0bbe22bc,revision_number=6']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:24:19.646782 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:24:19.647131 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:24:19.647496 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:24:19.647843 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:24:19.648176 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:24:19.648504 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:24:19.648829 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:24:19.649152 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:24:19.649473 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:24:19.649796 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:24:19.650117 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:24:19.650433 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:24:19.664359 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] get_ports_and_sgs() called for port_ids ['19d80b7e-a8c7-4736-bc83-ef3e0bbe22bc'] {{(pid=100248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 15:24:21.268575 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Device 19d80b7e-a8c7-4736-bc83-ef3e0bbe22bc up at agent hyperv_n-h1-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 15:24:21.315057 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Provisioning complete for port 19d80b7e-a8c7-4736-bc83-ef3e0bbe22bc triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 15:24:21.315456 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:24:21.391812 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:24:21.414207 n-d-773647-6 neutron-server[100248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6eda5b87-01ce-460d-9001-9846fd36c93f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19d80b7e-a8c7-4736-bc83-ef3e0bbe22bc'}] {{(pid=100248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 15:24:21.416488 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55db2ac8c963aac1696062c7614e8816713b17764cc733cf0a1d7e1ce8ed655f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95490be3-8ee1-4e90-9132-db7dd86f1133" -d '{"events": [{"server_uuid": "6eda5b87-01ce-460d-9001-9846fd36c93f", "name": "network-vif-plugged", "status": "completed", "tag": "19d80b7e-a8c7-4736-bc83-ef3e0bbe22bc"}]}' {{(pid=100248) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 15:24:21.432486 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] For port 19d80b7e-a8c7-4736-bc83-ef3e0bbe22bc, host n-h1-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773647-6',level=0,port_id=19d80b7e-a8c7-4736-bc83-ef3e0bbe22bc,segment=NetworkSegment(b968b8b6-fd15-4838-96bf-57be811a5402),segment_id=b968b8b6-fd15-4838-96bf-57be811a5402)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 15:24:21.438815 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:24:21.490749 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Pushing event updated for resources: {'Port': ['ID=19d80b7e-a8c7-4736-bc83-ef3e0bbe22bc,revision_number=7']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:24:21.540826 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 15:24:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-860ff62a-75a8-416b-b931-2d4e48b0cd77 x-openstack-request-id: req-860ff62a-75a8-416b-b931-2d4e48b0cd77 {{(pid=100248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 15:24:21.541121 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6eda5b87-01ce-460d-9001-9846fd36c93f", "name": "network-vif-plugged", "status": "completed", "tag": "19d80b7e-a8c7-4736-bc83-ef3e0bbe22bc", "code": 200}]} {{(pid=100248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 15:24:21.541370 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-860ff62a-75a8-416b-b931-2d4e48b0cd77 {{(pid=100248) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 15:24:21.541760 n-d-773647-6 neutron-server[100248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6eda5b87-01ce-460d-9001-9846fd36c93f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19d80b7e-a8c7-4736-bc83-ef3e0bbe22bc', 'code': 200} Jul 06 15:24:23.029462 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-ca2236ed-d1e3-4e58-8139-a23b1297dfa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:24:25.705868 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-f19e41dc-0fff-4970-8440-564a66d9362b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:24:26.046280 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:24:26.956609 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-2064eaae-da4f-48f8-82d2-b09d4ddedd44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:24:28.758268 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-03f71b24-a9b8-453a-8924-caa3f97bc6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:24:32.476596 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-4c9c895d-3abe-44c9-83fa-c47caac1129f req-9463003a-ae54-4128-9b1f-279e5d8ce4d9 tempest-TestSnapshotPattern-1983110023 tempest-TestSnapshotPattern-1983110023-project] 10.222.0.104 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1873769694&fields=id&tenant_id=0a03de2c0a11475f94d5cd3ad5935e1f HTTP/1.1" status: 200 len: 267 time: 0.0353324 Jul 06 15:24:32.583062 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9c895d-3abe-44c9-83fa-c47caac1129f req-491f7344-a85c-4171-b459-e990dbef02a2 tempest-TestSnapshotPattern-1983110023 tempest-TestSnapshotPattern-1983110023-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:24:32.584529 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-4c9c895d-3abe-44c9-83fa-c47caac1129f req-491f7344-a85c-4171-b459-e990dbef02a2 tempest-TestSnapshotPattern-1983110023 tempest-TestSnapshotPattern-1983110023-project] 10.222.0.104 "GET /v2.0/networks?id=ecd54648-140a-42b0-92ce-aa01d5f0d9fe HTTP/1.1" status: 200 len: 810 time: 0.1010902 Jul 06 15:24:32.598796 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-4c9c895d-3abe-44c9-83fa-c47caac1129f req-d06db440-79c5-4b0d-b29a-0dcd45ae8e4f tempest-TestSnapshotPattern-1983110023 tempest-TestSnapshotPattern-1983110023-project] 10.222.0.104 "GET /v2.0/quotas/0a03de2c0a11475f94d5cd3ad5935e1f HTTP/1.1" status: 200 len: 375 time: 0.0088930 Jul 06 15:24:32.668548 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-4c9c895d-3abe-44c9-83fa-c47caac1129f req-6b0e16cc-5acb-4156-836d-9980bdefe71d tempest-TestSnapshotPattern-1983110023 tempest-TestSnapshotPattern-1983110023-project] 10.222.0.104 "GET /v2.0/ports?tenant_id=0a03de2c0a11475f94d5cd3ad5935e1f&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0646284 Jul 06 15:24:32.808422 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-4c9c895d-3abe-44c9-83fa-c47caac1129f req-fd72c00e-1e13-427b-a347-4a6e7f2e0ed7 service neutron] 10.222.0.104 "GET /v2.0/networks/ecd54648-140a-42b0-92ce-aa01d5f0d9fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282957 Jul 06 15:24:32.898644 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-4c9c895d-3abe-44c9-83fa-c47caac1129f req-8aacf2b6-a825-4fe7-93a9-180407bd0c57 service neutron] 10.222.0.104 "GET /v2.0/networks/ecd54648-140a-42b0-92ce-aa01d5f0d9fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845292 Jul 06 15:24:33.065053 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-972611ec-d339-40aa-a980-2eb047dbd957 req-8dfee1fa-cb1b-4a8c-a423-df8813d6f757 tempest-TestSnapshotPattern-1983110023 tempest-TestSnapshotPattern-1983110023-project] 10.222.0.104 "GET /v2.0/ports?device_id=8ce3c267-b080-4185-b0d2-70e7918ba90c HTTP/1.1" status: 200 len: 210 time: 0.0295734 Jul 06 15:24:34.221702 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-6a9a5f01-5916-40d2-90db-ae20861089c3 req-da2c24cb-64c6-4c61-9794-a8bdd29d83fd tempest-TestSnapshotPattern-1983110023 tempest-TestSnapshotPattern-1983110023-project] 10.222.0.104 "GET /v2.0/ports?device_id=8ce3c267-b080-4185-b0d2-70e7918ba90c HTTP/1.1" status: 200 len: 210 time: 0.0367701 Jul 06 15:24:34.584838 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9c895d-3abe-44c9-83fa-c47caac1129f req-f31875df-5cf9-4fc6-b836-f792bc69ad5e tempest-TestSnapshotPattern-1983110023 tempest-TestSnapshotPattern-1983110023-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:24:34.586424 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-4c9c895d-3abe-44c9-83fa-c47caac1129f req-f31875df-5cf9-4fc6-b836-f792bc69ad5e tempest-TestSnapshotPattern-1983110023 tempest-TestSnapshotPattern-1983110023-project] 10.222.0.72 "GET /v2.0/networks?id=ecd54648-140a-42b0-92ce-aa01d5f0d9fe HTTP/1.1" status: 200 len: 810 time: 0.4702616 Jul 06 15:24:34.634718 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-4c9c895d-3abe-44c9-83fa-c47caac1129f req-3f9145d0-65dd-4189-842e-ef65b9a8d3ba tempest-TestSnapshotPattern-1983110023 tempest-TestSnapshotPattern-1983110023-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0a03de2c0a11475f94d5cd3ad5935e1f HTTP/1.1" status: 200 len: 380 time: 0.0389893 Jul 06 15:24:35.379762 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-13860a8f-6f82-472c-939a-d7a59c02a97b req-fb0b6123-b1e3-41cc-88af-bc84692368a6 tempest-TestSnapshotPattern-1983110023 tempest-TestSnapshotPattern-1983110023-project] 10.222.0.104 "GET /v2.0/ports?device_id=8ce3c267-b080-4185-b0d2-70e7918ba90c HTTP/1.1" status: 200 len: 210 time: 0.0292575 Jul 06 15:24:36.527877 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-db355747-9215-4bf7-b643-ae272271028b req-563eca11-f2cc-45a2-8e02-7fdabfc3b78f tempest-TestSnapshotPattern-1983110023 tempest-TestSnapshotPattern-1983110023-project] 10.222.0.104 "GET /v2.0/ports?device_id=8ce3c267-b080-4185-b0d2-70e7918ba90c HTTP/1.1" status: 200 len: 210 time: 0.0346107 Jul 06 15:24:37.350898 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Device 19d80b7e-a8c7-4736-bc83-ef3e0bbe22bc no longer exists at agent hyperv_n-h1-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 15:24:37.438640 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:24:37.462117 n-d-773647-6 neutron-server[100248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6eda5b87-01ce-460d-9001-9846fd36c93f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '19d80b7e-a8c7-4736-bc83-ef3e0bbe22bc'}] {{(pid=100248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 15:24:37.464375 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55db2ac8c963aac1696062c7614e8816713b17764cc733cf0a1d7e1ce8ed655f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e01f5be8-c84e-44d7-a21c-c90450d16000" -d '{"events": [{"server_uuid": "6eda5b87-01ce-460d-9001-9846fd36c93f", "name": "network-vif-unplugged", "status": "completed", "tag": "19d80b7e-a8c7-4736-bc83-ef3e0bbe22bc"}]}' {{(pid=100248) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 15:24:37.477841 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] For port 19d80b7e-a8c7-4736-bc83-ef3e0bbe22bc, host n-h1-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773647-6',level=0,port_id=19d80b7e-a8c7-4736-bc83-ef3e0bbe22bc,segment=NetworkSegment(b968b8b6-fd15-4838-96bf-57be811a5402),segment_id=b968b8b6-fd15-4838-96bf-57be811a5402)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 15:24:37.482431 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:24:37.506144 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 06 Jul 2021 15:24:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28a02110-51f7-45e7-a86a-e8a66bf32479 x-openstack-request-id: req-28a02110-51f7-45e7-a86a-e8a66bf32479 {{(pid=100248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 15:24:37.506447 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6eda5b87-01ce-460d-9001-9846fd36c93f", "name": "network-vif-unplugged", "status": "completed", "tag": "19d80b7e-a8c7-4736-bc83-ef3e0bbe22bc", "code": 200}]} {{(pid=100248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 15:24:37.506705 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-28a02110-51f7-45e7-a86a-e8a66bf32479 {{(pid=100248) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 15:24:37.507096 n-d-773647-6 neutron-server[100248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6eda5b87-01ce-460d-9001-9846fd36c93f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '19d80b7e-a8c7-4736-bc83-ef3e0bbe22bc', 'code': 200} Jul 06 15:24:37.536866 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Pushing event updated for resources: {'Port': ['ID=19d80b7e-a8c7-4736-bc83-ef3e0bbe22bc,revision_number=8']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:24:37.694653 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-cefa6be7-066b-4248-b456-1c07507728b2 req-b322b951-cf1b-473a-894c-9c7efb821517 tempest-TestSnapshotPattern-1983110023 tempest-TestSnapshotPattern-1983110023-project] 10.222.0.104 "GET /v2.0/ports?device_id=8ce3c267-b080-4185-b0d2-70e7918ba90c HTTP/1.1" status: 200 len: 210 time: 0.0295389 Jul 06 15:24:38.848527 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-edb7c1b8-b81c-48bf-a8f0-9b916841660c req-41b8915c-3cfa-4998-9a31-2107a2e50391 tempest-TestSnapshotPattern-1983110023 tempest-TestSnapshotPattern-1983110023-project] 10.222.0.104 "GET /v2.0/ports?device_id=8ce3c267-b080-4185-b0d2-70e7918ba90c HTTP/1.1" status: 200 len: 210 time: 0.0324183 Jul 06 15:24:39.999541 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-7e5540e5-4a9f-447a-8c0e-1443cf977c02 req-96fdb65c-3a85-4d25-b40a-1d4ab912d6f5 tempest-TestSnapshotPattern-1983110023 tempest-TestSnapshotPattern-1983110023-project] 10.222.0.104 "GET /v2.0/ports?device_id=8ce3c267-b080-4185-b0d2-70e7918ba90c HTTP/1.1" status: 200 len: 210 time: 0.0294416 Jul 06 15:24:41.147802 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-655eb870-3ba9-4b9c-a66c-2a4a285b1bfa req-798a0a31-8828-459d-bcf6-8958f1698943 tempest-TestSnapshotPattern-1983110023 tempest-TestSnapshotPattern-1983110023-project] 10.222.0.104 "GET /v2.0/ports?device_id=8ce3c267-b080-4185-b0d2-70e7918ba90c HTTP/1.1" status: 200 len: 210 time: 0.0311129 Jul 06 15:24:41.692141 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:24:42.297250 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-a9bb288d-0449-4e86-8f01-5b2b87818d88 req-2ed8cc20-0295-4c6a-8214-2c169da8caa9 tempest-TestSnapshotPattern-1983110023 tempest-TestSnapshotPattern-1983110023-project] 10.222.0.104 "GET /v2.0/ports?device_id=8ce3c267-b080-4185-b0d2-70e7918ba90c HTTP/1.1" status: 200 len: 210 time: 0.0317273 Jul 06 15:24:43.332914 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:24:43.462552 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-e2152e98-5cf1-448a-8857-af69dd1b4849 req-ae66348c-f51b-4c4a-bad4-06f10a12b435 tempest-TestSnapshotPattern-1983110023 tempest-TestSnapshotPattern-1983110023-project] 10.222.0.104 "GET /v2.0/ports?device_id=8ce3c267-b080-4185-b0d2-70e7918ba90c HTTP/1.1" status: 200 len: 210 time: 0.0422213 Jul 06 15:24:44.610434 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-9274b0c1-700b-4b25-b141-544dd389c45d req-dc8bfee5-a1d5-4f23-8bed-5fac3c6162df tempest-TestSnapshotPattern-1983110023 tempest-TestSnapshotPattern-1983110023-project] 10.222.0.104 "GET /v2.0/ports?device_id=8ce3c267-b080-4185-b0d2-70e7918ba90c HTTP/1.1" status: 200 len: 210 time: 0.0314529 Jul 06 15:24:45.092456 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [req-4c9c895d-3abe-44c9-83fa-c47caac1129f req-0e55df57-f5af-46a1-9959-713979793739 tempest-TestSnapshotPattern-1983110023 tempest-TestSnapshotPattern-1983110023-project] Request body: {'port': {'device_id': '8ce3c267-b080-4185-b0d2-70e7918ba90c', 'network_id': 'ecd54648-140a-42b0-92ce-aa01d5f0d9fe', 'admin_state_up': True, 'tenant_id': '0a03de2c0a11475f94d5cd3ad5935e1f', 'security_groups': ['382df162-c877-4fe9-bfd8-59464186b1ec']}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 15:24:45.200291 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4c9c895d-3abe-44c9-83fa-c47caac1129f req-0e55df57-f5af-46a1-9959-713979793739 tempest-TestSnapshotPattern-1983110023 tempest-TestSnapshotPattern-1983110023-project] Made reservation on behalf of 0a03de2c0a11475f94d5cd3ad5935e1f for: {'port': 1} {{(pid=100246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 15:24:45.204319 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-4c9c895d-3abe-44c9-83fa-c47caac1129f req-0e55df57-f5af-46a1-9959-713979793739 tempest-TestSnapshotPattern-1983110023 tempest-TestSnapshotPattern-1983110023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:24:45.339749 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.db_base_plugin_common [req-4c9c895d-3abe-44c9-83fa-c47caac1129f req-0e55df57-f5af-46a1-9959-713979793739 tempest-TestSnapshotPattern-1983110023 tempest-TestSnapshotPattern-1983110023-project] Allocated IP 172.20.0.14 (ecd54648-140a-42b0-92ce-aa01d5f0d9fe/7b35e370-767f-485b-a5ec-7c4ae3e9e825/59d6d54f-5162-4012-8fb2-6e706c1a51f1) {{(pid=100246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 15:24:45.492154 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-4c9c895d-3abe-44c9-83fa-c47caac1129f req-0e55df57-f5af-46a1-9959-713979793739 tempest-TestSnapshotPattern-1983110023 tempest-TestSnapshotPattern-1983110023-project] Notify callbacks [] for port, precommit_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:24:45.507126 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.provisioning_blocks [req-4c9c895d-3abe-44c9-83fa-c47caac1129f req-0e55df57-f5af-46a1-9959-713979793739 tempest-TestSnapshotPattern-1983110023 tempest-TestSnapshotPattern-1983110023-project] Transition to ACTIVE for port object 59d6d54f-5162-4012-8fb2-6e706c1a51f1 will not be triggered until provisioned by entity DHCP. {{(pid=100246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 15:24:45.541314 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-4c9c895d-3abe-44c9-83fa-c47caac1129f req-0e55df57-f5af-46a1-9959-713979793739 tempest-TestSnapshotPattern-1983110023 tempest-TestSnapshotPattern-1983110023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-127687573'] for port, after_create {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:24:45.584149 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4c9c895d-3abe-44c9-83fa-c47caac1129f req-0e55df57-f5af-46a1-9959-713979793739 tempest-TestSnapshotPattern-1983110023 tempest-TestSnapshotPattern-1983110023-project] Network ecd54648-140a-42b0-92ce-aa01d5f0d9fe is already hosted by enough agents. {{(pid=100246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 15:24:45.587391 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.base_scheduler [req-4c9c895d-3abe-44c9-83fa-c47caac1129f req-0e55df57-f5af-46a1-9959-713979793739 tempest-TestSnapshotPattern-1983110023 tempest-TestSnapshotPattern-1983110023-project] Resources bound (agent type, host, resource id): {{(pid=100246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 15:24:45.591190 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c9c895d-3abe-44c9-83fa-c47caac1129f req-0e55df57-f5af-46a1-9959-713979793739 tempest-TestSnapshotPattern-1983110023 tempest-TestSnapshotPattern-1983110023-project] Received port after_create {{(pid=100246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 15:24:45.620118 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e55df57-f5af-46a1-9959-713979793739 tempest-TestSnapshotPattern-1983110023 tempest-TestSnapshotPattern-1983110023-project] Pushing event updated for resources: {'Port': ['ID=59d6d54f-5162-4012-8fb2-6e706c1a51f1,revision_number=1']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:24:45.640859 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e55df57-f5af-46a1-9959-713979793739 tempest-TestSnapshotPattern-1983110023 tempest-TestSnapshotPattern-1983110023-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:24:45.641300 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e55df57-f5af-46a1-9959-713979793739 tempest-TestSnapshotPattern-1983110023 tempest-TestSnapshotPattern-1983110023-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:24:45.642115 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e55df57-f5af-46a1-9959-713979793739 tempest-TestSnapshotPattern-1983110023 tempest-TestSnapshotPattern-1983110023-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:24:45.642115 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e55df57-f5af-46a1-9959-713979793739 tempest-TestSnapshotPattern-1983110023 tempest-TestSnapshotPattern-1983110023-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:24:45.642361 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e55df57-f5af-46a1-9959-713979793739 tempest-TestSnapshotPattern-1983110023 tempest-TestSnapshotPattern-1983110023-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:24:45.642532 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e55df57-f5af-46a1-9959-713979793739 tempest-TestSnapshotPattern-1983110023 tempest-TestSnapshotPattern-1983110023-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:24:45.642866 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e55df57-f5af-46a1-9959-713979793739 tempest-TestSnapshotPattern-1983110023 tempest-TestSnapshotPattern-1983110023-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:24:45.643351 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e55df57-f5af-46a1-9959-713979793739 tempest-TestSnapshotPattern-1983110023 tempest-TestSnapshotPattern-1983110023-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:24:45.643564 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e55df57-f5af-46a1-9959-713979793739 tempest-TestSnapshotPattern-1983110023 tempest-TestSnapshotPattern-1983110023-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:24:45.643927 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e55df57-f5af-46a1-9959-713979793739 tempest-TestSnapshotPattern-1983110023 tempest-TestSnapshotPattern-1983110023-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:24:45.644221 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e55df57-f5af-46a1-9959-713979793739 tempest-TestSnapshotPattern-1983110023 tempest-TestSnapshotPattern-1983110023-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:24:45.644549 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e55df57-f5af-46a1-9959-713979793739 tempest-TestSnapshotPattern-1983110023 tempest-TestSnapshotPattern-1983110023-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:24:45.661656 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9c895d-3abe-44c9-83fa-c47caac1129f req-0e55df57-f5af-46a1-9959-713979793739 tempest-TestSnapshotPattern-1983110023 tempest-TestSnapshotPattern-1983110023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:24:45.662295 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-4c9c895d-3abe-44c9-83fa-c47caac1129f req-0e55df57-f5af-46a1-9959-713979793739 tempest-TestSnapshotPattern-1983110023 tempest-TestSnapshotPattern-1983110023-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:24:45.683254 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-4c9c895d-3abe-44c9-83fa-c47caac1129f req-0e55df57-f5af-46a1-9959-713979793739 tempest-TestSnapshotPattern-1983110023 tempest-TestSnapshotPattern-1983110023-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5937209 Jul 06 15:24:45.751322 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.v2.base [req-4c9c895d-3abe-44c9-83fa-c47caac1129f req-6c70adb6-6189-49fa-a53c-187805eb6b70 service neutron] Request body: {'port': {'device_id': '8ce3c267-b080-4185-b0d2-70e7918ba90c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-773647-6'}} {{(pid=100246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 15:24:45.806771 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cba6b1-515b-4019-848d-9d5ec0006aab req-fecaba2a-5fe4-499b-8335-f577d0b937ba tempest-TestSnapshotPattern-1983110023 tempest-TestSnapshotPattern-1983110023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:24:45.808322 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-74cba6b1-515b-4019-848d-9d5ec0006aab req-fecaba2a-5fe4-499b-8335-f577d0b937ba tempest-TestSnapshotPattern-1983110023 tempest-TestSnapshotPattern-1983110023-project] 10.222.0.104 "GET /v2.0/ports?device_id=8ce3c267-b080-4185-b0d2-70e7918ba90c HTTP/1.1" status: 200 len: 932 time: 0.0675590 Jul 06 15:24:45.818677 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-6fb8e7d5-3f02-45a7-aeed-9fd7f88f00e0 None None] Provisioning for port 59d6d54f-5162-4012-8fb2-6e706c1a51f1 completed by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 15:24:45.822663 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-6fb8e7d5-3f02-45a7-aeed-9fd7f88f00e0 None None] Provisioning complete for port 59d6d54f-5162-4012-8fb2-6e706c1a51f1 triggered by entity DHCP. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 15:24:45.823107 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-6fb8e7d5-3f02-45a7-aeed-9fd7f88f00e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:24:45.831882 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-4c9c895d-3abe-44c9-83fa-c47caac1129f req-6c70adb6-6189-49fa-a53c-187805eb6b70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:24:45.848776 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-74cba6b1-515b-4019-848d-9d5ec0006aab req-a577f48f-f66e-4756-917d-8349a0e4f883 tempest-TestSnapshotPattern-1983110023 tempest-TestSnapshotPattern-1983110023-project] 10.222.0.104 "GET /v2.0/security-groups?id=382df162-c877-4fe9-bfd8-59464186b1ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334711 Jul 06 15:24:45.857415 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-6fb8e7d5-3f02-45a7-aeed-9fd7f88f00e0 None None] Port 59d6d54f-5162-4012-8fb2-6e706c1a51f1 cannot update to ACTIVE because it is not bound. {{(pid=100248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 15:24:46.096719 n-d-773647-6 neutron-server[100246]: DEBUG neutron.notifiers.nova [req-4c9c895d-3abe-44c9-83fa-c47caac1129f req-6c70adb6-6189-49fa-a53c-187805eb6b70 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 59d6d54f-5162-4012-8fb2-6e706c1a51f1 {{(pid=100246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 15:24:46.104134 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-4c9c895d-3abe-44c9-83fa-c47caac1129f req-6c70adb6-6189-49fa-a53c-187805eb6b70 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:24:46.116355 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.provisioning_blocks [req-4c9c895d-3abe-44c9-83fa-c47caac1129f req-6c70adb6-6189-49fa-a53c-187805eb6b70 service neutron] Transition to ACTIVE for port object 59d6d54f-5162-4012-8fb2-6e706c1a51f1 will not be triggered until provisioned by entity L2. {{(pid=100246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 15:24:46.119913 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-4c9c895d-3abe-44c9-83fa-c47caac1129f req-6c70adb6-6189-49fa-a53c-187805eb6b70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127687527'] for port, after_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:24:46.171691 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c70adb6-6189-49fa-a53c-187805eb6b70 service neutron] Pushing event updated for resources: {'Port': ['ID=59d6d54f-5162-4012-8fb2-6e706c1a51f1,revision_number=2']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:24:46.249618 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [req-4c9c895d-3abe-44c9-83fa-c47caac1129f req-6c70adb6-6189-49fa-a53c-187805eb6b70 service neutron] Attempting to bind port 59d6d54f-5162-4012-8fb2-6e706c1a51f1 on host n-h2-773647-6 for vnic_type normal with profile {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 15:24:46.250024 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [req-4c9c895d-3abe-44c9-83fa-c47caac1129f req-6c70adb6-6189-49fa-a53c-187805eb6b70 service neutron] Attempting to bind port 59d6d54f-5162-4012-8fb2-6e706c1a51f1 by drivers openvswitch,hyperv on host n-h2-773647-6 at level 0 using segments [{'id': 'b968b8b6-fd15-4838-96bf-57be811a5402', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1041, 'network_id': 'ecd54648-140a-42b0-92ce-aa01d5f0d9fe'}] {{(pid=100246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 15:24:46.250353 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c9c895d-3abe-44c9-83fa-c47caac1129f req-6c70adb6-6189-49fa-a53c-187805eb6b70 service neutron] Attempting to bind port 59d6d54f-5162-4012-8fb2-6e706c1a51f1 on network ecd54648-140a-42b0-92ce-aa01d5f0d9fe {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 15:24:46.255125 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c9c895d-3abe-44c9-83fa-c47caac1129f req-6c70adb6-6189-49fa-a53c-187805eb6b70 service neutron] Port 59d6d54f-5162-4012-8fb2-6e706c1a51f1 on network ecd54648-140a-42b0-92ce-aa01d5f0d9fe not bound, no agent of type Open vSwitch agent registered on host n-h2-773647-6 {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 15:24:46.255494 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c9c895d-3abe-44c9-83fa-c47caac1129f req-6c70adb6-6189-49fa-a53c-187805eb6b70 service neutron] Attempting to bind port 59d6d54f-5162-4012-8fb2-6e706c1a51f1 on network ecd54648-140a-42b0-92ce-aa01d5f0d9fe {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 15:24:46.260541 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c9c895d-3abe-44c9-83fa-c47caac1129f req-6c70adb6-6189-49fa-a53c-187805eb6b70 service neutron] Checking agent: {'id': '63768ece-0600-4354-8d29-fdedec96b077', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-773647-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 51, 10), 'started_at': datetime.datetime(2021, 7, 6, 13, 51, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 15, 24, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 15:24:46.260888 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c9c895d-3abe-44c9-83fa-c47caac1129f req-6c70adb6-6189-49fa-a53c-187805eb6b70 service neutron] Checking segment: {'id': 'b968b8b6-fd15-4838-96bf-57be811a5402', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1041, 'network_id': 'ecd54648-140a-42b0-92ce-aa01d5f0d9fe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 15:24:46.261276 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c9c895d-3abe-44c9-83fa-c47caac1129f req-6c70adb6-6189-49fa-a53c-187805eb6b70 service neutron] Bound using segment: {'id': 'b968b8b6-fd15-4838-96bf-57be811a5402', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1041, 'network_id': 'ecd54648-140a-42b0-92ce-aa01d5f0d9fe'} {{(pid=100246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 15:24:46.261709 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.managers [req-4c9c895d-3abe-44c9-83fa-c47caac1129f req-6c70adb6-6189-49fa-a53c-187805eb6b70 service neutron] Bound port: 59d6d54f-5162-4012-8fb2-6e706c1a51f1, host: n-h2-773647-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b968b8b6-fd15-4838-96bf-57be811a5402', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1041, 'network_id': 'ecd54648-140a-42b0-92ce-aa01d5f0d9fe'}}] {{(pid=100246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 15:24:46.262068 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-4c9c895d-3abe-44c9-83fa-c47caac1129f req-6c70adb6-6189-49fa-a53c-187805eb6b70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:24:46.330398 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.db [req-4c9c895d-3abe-44c9-83fa-c47caac1129f req-6c70adb6-6189-49fa-a53c-187805eb6b70 service neutron] For port 59d6d54f-5162-4012-8fb2-6e706c1a51f1, host n-h2-773647-6, cleared binding levels {{(pid=100246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 15:24:46.334760 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.db [req-4c9c895d-3abe-44c9-83fa-c47caac1129f req-6c70adb6-6189-49fa-a53c-187805eb6b70 service neutron] For port 59d6d54f-5162-4012-8fb2-6e706c1a51f1, host n-h2-773647-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=59d6d54f-5162-4012-8fb2-6e706c1a51f1,segment=NetworkSegment(b968b8b6-fd15-4838-96bf-57be811a5402),segment_id=b968b8b6-fd15-4838-96bf-57be811a5402)] {{(pid=100246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 15:24:46.339166 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-4c9c895d-3abe-44c9-83fa-c47caac1129f req-6c70adb6-6189-49fa-a53c-187805eb6b70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127687527'] for port, after_update {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:24:46.371713 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9c895d-3abe-44c9-83fa-c47caac1129f req-6c70adb6-6189-49fa-a53c-187805eb6b70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:24:46.373199 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-4c9c895d-3abe-44c9-83fa-c47caac1129f req-6c70adb6-6189-49fa-a53c-187805eb6b70 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:24:46.374957 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-4c9c895d-3abe-44c9-83fa-c47caac1129f req-6c70adb6-6189-49fa-a53c-187805eb6b70 service neutron] 10.222.0.72 "PUT /v2.0/ports/59d6d54f-5162-4012-8fb2-6e706c1a51f1 HTTP/1.1" status: 200 len: 1092 time: 0.6843090 Jul 06 15:24:46.377198 n-d-773647-6 neutron-server[100246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ce3c267-b080-4185-b0d2-70e7918ba90c', 'tag': '59d6d54f-5162-4012-8fb2-6e706c1a51f1'}] {{(pid=100246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 15:24:46.380790 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46bcbd240f672e88150dff05a21f1d72cf4d2de628fda8977cb1eab177268aa5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11dc84df-6edd-4f58-915f-f93d657820f4" -d '{"events": [{"name": "network-changed", "server_uuid": "8ce3c267-b080-4185-b0d2-70e7918ba90c", "tag": "59d6d54f-5162-4012-8fb2-6e706c1a51f1"}]}' {{(pid=100246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 15:24:46.410979 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c70adb6-6189-49fa-a53c-187805eb6b70 service neutron] Pushing event updated for resources: {'Port': ['ID=59d6d54f-5162-4012-8fb2-6e706c1a51f1,revision_number=3']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:24:46.452275 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 15:24:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b4fbf3c-f0c2-446f-978f-c4345c44a60d x-openstack-request-id: req-1b4fbf3c-f0c2-446f-978f-c4345c44a60d {{(pid=100246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 15:24:46.452564 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ce3c267-b080-4185-b0d2-70e7918ba90c", "tag": "59d6d54f-5162-4012-8fb2-6e706c1a51f1", "status": "completed", "code": 200}]} {{(pid=100246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 15:24:46.452818 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-1b4fbf3c-f0c2-446f-978f-c4345c44a60d {{(pid=100246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 15:24:46.453211 n-d-773647-6 neutron-server[100246]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ce3c267-b080-4185-b0d2-70e7918ba90c', 'tag': '59d6d54f-5162-4012-8fb2-6e706c1a51f1', 'status': 'completed', 'code': 200} Jul 06 15:24:46.480155 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9c895d-3abe-44c9-83fa-c47caac1129f req-61a29443-2804-4086-8397-9f8b8786d8f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:24:46.481721 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-4c9c895d-3abe-44c9-83fa-c47caac1129f req-61a29443-2804-4086-8397-9f8b8786d8f7 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=0a03de2c0a11475f94d5cd3ad5935e1f&device_id=8ce3c267-b080-4185-b0d2-70e7918ba90c HTTP/1.1" status: 200 len: 1095 time: 0.0652828 Jul 06 15:24:46.523896 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-4c9c895d-3abe-44c9-83fa-c47caac1129f req-2cad0eb7-3844-4837-8e0d-c2fc84b77b38 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=59d6d54f-5162-4012-8fb2-6e706c1a51f1 HTTP/1.1" status: 200 len: 217 time: 0.0352123 Jul 06 15:24:46.573205 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9c895d-3abe-44c9-83fa-c47caac1129f req-8b7f12c8-bd91-4da1-a6cf-20466d435797 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:24:46.574686 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-4c9c895d-3abe-44c9-83fa-c47caac1129f req-8b7f12c8-bd91-4da1-a6cf-20466d435797 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=7b35e370-767f-485b-a5ec-7c4ae3e9e825 HTTP/1.1" status: 200 len: 849 time: 0.0453229 Jul 06 15:24:46.633253 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9c895d-3abe-44c9-83fa-c47caac1129f req-fe8ef6f5-2033-4a82-a697-0db014773d6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:24:46.634677 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-4c9c895d-3abe-44c9-83fa-c47caac1129f req-fe8ef6f5-2033-4a82-a697-0db014773d6b service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=ecd54648-140a-42b0-92ce-aa01d5f0d9fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0527399 Jul 06 15:24:46.727259 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-4c9c895d-3abe-44c9-83fa-c47caac1129f req-bd802260-717d-4624-be49-1848a5269ba4 service neutron] 10.222.0.72 "GET /v2.0/networks/ecd54648-140a-42b0-92ce-aa01d5f0d9fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846920 Jul 06 15:24:46.814526 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-4c9c895d-3abe-44c9-83fa-c47caac1129f req-9a797147-6251-432f-845c-b841419a8553 service neutron] 10.222.0.72 "GET /v2.0/networks/ecd54648-140a-42b0-92ce-aa01d5f0d9fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813236 Jul 06 15:24:46.917270 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11dc84df-6edd-4f58-915f-f93d657820f4 req-dfdb7bdb-73e1-4212-aad5-f17c5600ba23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:24:46.918796 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-11dc84df-6edd-4f58-915f-f93d657820f4 req-dfdb7bdb-73e1-4212-aad5-f17c5600ba23 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=0a03de2c0a11475f94d5cd3ad5935e1f&device_id=8ce3c267-b080-4185-b0d2-70e7918ba90c HTTP/1.1" status: 200 len: 1095 time: 0.0594666 Jul 06 15:24:47.011068 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11dc84df-6edd-4f58-915f-f93d657820f4 req-ced454b0-bbb7-4d45-a9ba-fa400695255f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:24:47.012611 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-11dc84df-6edd-4f58-915f-f93d657820f4 req-ced454b0-bbb7-4d45-a9ba-fa400695255f service neutron] 10.222.0.72 "GET /v2.0/networks?id=ecd54648-140a-42b0-92ce-aa01d5f0d9fe HTTP/1.1" status: 200 len: 912 time: 0.0852900 Jul 06 15:24:47.030327 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67510f9f-8f5d-489f-8ec9-d4626dd1f534 req-4882c13a-383a-47e2-9d7e-21f475f8536d tempest-TestSnapshotPattern-1983110023 tempest-TestSnapshotPattern-1983110023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:24:47.031866 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-67510f9f-8f5d-489f-8ec9-d4626dd1f534 req-4882c13a-383a-47e2-9d7e-21f475f8536d tempest-TestSnapshotPattern-1983110023 tempest-TestSnapshotPattern-1983110023-project] 10.222.0.104 "GET /v2.0/ports?device_id=8ce3c267-b080-4185-b0d2-70e7918ba90c HTTP/1.1" status: 200 len: 944 time: 0.0662301 Jul 06 15:24:47.057430 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-11dc84df-6edd-4f58-915f-f93d657820f4 req-9c21bc9f-b1da-42ef-af71-e72223993c5b service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=59d6d54f-5162-4012-8fb2-6e706c1a51f1 HTTP/1.1" status: 200 len: 217 time: 0.0379367 Jul 06 15:24:47.069568 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-67510f9f-8f5d-489f-8ec9-d4626dd1f534 req-092d746f-5569-4cd1-9383-fc577b051ca3 tempest-TestSnapshotPattern-1983110023 tempest-TestSnapshotPattern-1983110023-project] 10.222.0.104 "GET /v2.0/security-groups?id=382df162-c877-4fe9-bfd8-59464186b1ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319932 Jul 06 15:24:47.106772 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11dc84df-6edd-4f58-915f-f93d657820f4 req-e101b1a8-ab61-42f1-a5b1-12a8044520c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:24:47.108279 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-11dc84df-6edd-4f58-915f-f93d657820f4 req-e101b1a8-ab61-42f1-a5b1-12a8044520c6 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=7b35e370-767f-485b-a5ec-7c4ae3e9e825 HTTP/1.1" status: 200 len: 849 time: 0.0438082 Jul 06 15:24:47.166444 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11dc84df-6edd-4f58-915f-f93d657820f4 req-54c4ff10-992b-49ec-84df-26bd7aab6509 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:24:47.167900 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-11dc84df-6edd-4f58-915f-f93d657820f4 req-54c4ff10-992b-49ec-84df-26bd7aab6509 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=ecd54648-140a-42b0-92ce-aa01d5f0d9fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0520396 Jul 06 15:24:47.261406 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-11dc84df-6edd-4f58-915f-f93d657820f4 req-462a42a6-60d6-4174-bbe2-ec002c18fcf9 service neutron] 10.222.0.72 "GET /v2.0/networks/ecd54648-140a-42b0-92ce-aa01d5f0d9fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859890 Jul 06 15:24:47.352180 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-11dc84df-6edd-4f58-915f-f93d657820f4 req-5cfef000-763d-4618-bd43-0676dd45bc52 service neutron] 10.222.0.72 "GET /v2.0/networks/ecd54648-140a-42b0-92ce-aa01d5f0d9fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834601 Jul 06 15:24:48.244435 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1f38cc-9560-4791-a0a9-6804f880ac3a req-180d92c6-6e3f-4705-8eab-a42685f4bf3f tempest-TestSnapshotPattern-1983110023 tempest-TestSnapshotPattern-1983110023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:24:48.245964 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-1b1f38cc-9560-4791-a0a9-6804f880ac3a req-180d92c6-6e3f-4705-8eab-a42685f4bf3f tempest-TestSnapshotPattern-1983110023 tempest-TestSnapshotPattern-1983110023-project] 10.222.0.104 "GET /v2.0/ports?device_id=8ce3c267-b080-4185-b0d2-70e7918ba90c HTTP/1.1" status: 200 len: 944 time: 0.0650232 Jul 06 15:24:48.262637 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.agents_db [None req-167c0ad6-1657-4c9a-a2c4-3b18056aa662 None None] Agent healthcheck: found 7 active agents {{(pid=100249) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 15:24:48.283017 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-1b1f38cc-9560-4791-a0a9-6804f880ac3a req-86196ed1-4a49-48c7-95ad-669066eec28c tempest-TestSnapshotPattern-1983110023 tempest-TestSnapshotPattern-1983110023-project] 10.222.0.104 "GET /v2.0/security-groups?id=382df162-c877-4fe9-bfd8-59464186b1ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309362 Jul 06 15:24:48.758785 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-dea0f8f1-a443-496e-821e-04474a669f98 req-f7629d77-9167-44c7-b970-ad323de31024 service neutron] 10.222.0.127 "GET /v2.0/ports?device_id=6eda5b87-01ce-460d-9001-9846fd36c93f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0536344 Jul 06 15:24:48.861453 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea0f8f1-a443-496e-821e-04474a669f98 req-b348bfa8-edb4-4581-93d2-7e7cf13d582b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:24:48.862961 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-dea0f8f1-a443-496e-821e-04474a669f98 req-b348bfa8-edb4-4581-93d2-7e7cf13d582b service neutron] 10.222.0.127 "GET /v2.0/ports?tenant_id=0a03de2c0a11475f94d5cd3ad5935e1f&device_id=6eda5b87-01ce-460d-9001-9846fd36c93f HTTP/1.1" status: 200 len: 1095 time: 0.0583801 Jul 06 15:24:48.966700 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea0f8f1-a443-496e-821e-04474a669f98 req-0a7cbca7-161b-4e16-8fa8-54373ae620ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:24:48.968226 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-dea0f8f1-a443-496e-821e-04474a669f98 req-0a7cbca7-161b-4e16-8fa8-54373ae620ad service neutron] 10.222.0.127 "GET /v2.0/networks?id=ecd54648-140a-42b0-92ce-aa01d5f0d9fe HTTP/1.1" status: 200 len: 912 time: 0.0850382 Jul 06 15:24:48.976042 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Device 59d6d54f-5162-4012-8fb2-6e706c1a51f1 details requested by agent hyperv_n-h2-773647-6 with host n-h2-773647-6 {{(pid=100248) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 15:24:49.044901 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-dea0f8f1-a443-496e-821e-04474a669f98 req-1959a58f-c048-44a0-b496-3ac3eedf0e49 service neutron] 10.222.0.127 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=19d80b7e-a8c7-4736-bc83-ef3e0bbe22bc HTTP/1.1" status: 200 len: 1000 time: 0.0687959 Jul 06 15:24:49.092273 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] For port 59d6d54f-5162-4012-8fb2-6e706c1a51f1, host n-h2-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=59d6d54f-5162-4012-8fb2-6e706c1a51f1,segment=NetworkSegment(b968b8b6-fd15-4838-96bf-57be811a5402),segment_id=b968b8b6-fd15-4838-96bf-57be811a5402)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 15:24:49.095984 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea0f8f1-a443-496e-821e-04474a669f98 req-cdd6a214-e9a4-43e6-bb30-4939a27d75af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:24:49.097966 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-dea0f8f1-a443-496e-821e-04474a669f98 req-cdd6a214-e9a4-43e6-bb30-4939a27d75af service neutron] 10.222.0.127 "GET /v2.0/subnets?id=7b35e370-767f-485b-a5ec-7c4ae3e9e825 HTTP/1.1" status: 200 len: 849 time: 0.0455596 Jul 06 15:24:49.103759 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Returning: {'device': '59d6d54f-5162-4012-8fb2-6e706c1a51f1', 'network_id': 'ecd54648-140a-42b0-92ce-aa01d5f0d9fe', 'port_id': '59d6d54f-5162-4012-8fb2-6e706c1a51f1', 'mac_address': 'fa:16:3e:43:39:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1041, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b35e370-767f-485b-a5ec-7c4ae3e9e825', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100248) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 15:24:49.141473 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:24:49.154734 n-d-773647-6 neutron-server[100248]: DEBUG neutron.notifiers.nova [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 59d6d54f-5162-4012-8fb2-6e706c1a51f1 {{(pid=100248) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 15:24:49.156226 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea0f8f1-a443-496e-821e-04474a669f98 req-9cdf9c74-ce5a-404f-89dc-93e4068e615c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:24:49.157753 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-dea0f8f1-a443-496e-821e-04474a669f98 req-9cdf9c74-ce5a-404f-89dc-93e4068e615c service neutron] 10.222.0.127 "GET /v2.0/ports?network_id=ecd54648-140a-42b0-92ce-aa01d5f0d9fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0542638 Jul 06 15:24:49.175055 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] For port 59d6d54f-5162-4012-8fb2-6e706c1a51f1, host n-h2-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=59d6d54f-5162-4012-8fb2-6e706c1a51f1,segment=NetworkSegment(b968b8b6-fd15-4838-96bf-57be811a5402),segment_id=b968b8b6-fd15-4838-96bf-57be811a5402)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 15:24:49.179049 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:24:49.231755 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Pushing event updated for resources: {'Port': ['ID=59d6d54f-5162-4012-8fb2-6e706c1a51f1,revision_number=4']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:24:49.255876 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-dea0f8f1-a443-496e-821e-04474a669f98 req-f4c4f8c7-c4ad-4354-8088-0fc14ae1b6b8 service neutron] 10.222.0.127 "GET /v2.0/networks/ecd54648-140a-42b0-92ce-aa01d5f0d9fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912070 Jul 06 15:24:49.346955 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-dea0f8f1-a443-496e-821e-04474a669f98 req-bf1ee2b7-f275-4238-a981-b5a46d647c76 service neutron] 10.222.0.127 "GET /v2.0/networks/ecd54648-140a-42b0-92ce-aa01d5f0d9fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850832 Jul 06 15:24:49.425330 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] get_ports_and_sgs() called for port_ids ['59d6d54f-5162-4012-8fb2-6e706c1a51f1'] {{(pid=100248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 15:24:49.465877 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b8b48f-51e1-4aa0-b707-f67b79fc00f3 req-96873ba0-e7c1-4771-97ba-171a717cd732 tempest-TestSnapshotPattern-1983110023 tempest-TestSnapshotPattern-1983110023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:24:49.467391 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-80b8b48f-51e1-4aa0-b707-f67b79fc00f3 req-96873ba0-e7c1-4771-97ba-171a717cd732 tempest-TestSnapshotPattern-1983110023 tempest-TestSnapshotPattern-1983110023-project] 10.222.0.104 "GET /v2.0/ports?device_id=8ce3c267-b080-4185-b0d2-70e7918ba90c HTTP/1.1" status: 200 len: 945 time: 0.0674336 Jul 06 15:24:49.505425 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-80b8b48f-51e1-4aa0-b707-f67b79fc00f3 req-5f56e1e2-bf89-4457-826b-e8c2da7a2bdc tempest-TestSnapshotPattern-1983110023 tempest-TestSnapshotPattern-1983110023-project] 10.222.0.104 "GET /v2.0/security-groups?id=382df162-c877-4fe9-bfd8-59464186b1ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321047 Jul 06 15:24:50.678474 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c093fb3-95be-4edc-b22c-5b9e287af9a5 req-0916cae9-305c-41f2-8265-6ca425112b64 tempest-TestSnapshotPattern-1983110023 tempest-TestSnapshotPattern-1983110023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:24:50.679989 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-5c093fb3-95be-4edc-b22c-5b9e287af9a5 req-0916cae9-305c-41f2-8265-6ca425112b64 tempest-TestSnapshotPattern-1983110023 tempest-TestSnapshotPattern-1983110023-project] 10.222.0.104 "GET /v2.0/ports?device_id=8ce3c267-b080-4185-b0d2-70e7918ba90c HTTP/1.1" status: 200 len: 945 time: 0.0636806 Jul 06 15:24:50.717454 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-5c093fb3-95be-4edc-b22c-5b9e287af9a5 req-e665618a-a81e-4d9b-b3bb-0a5ade57771e tempest-TestSnapshotPattern-1983110023 tempest-TestSnapshotPattern-1983110023-project] 10.222.0.104 "GET /v2.0/security-groups?id=382df162-c877-4fe9-bfd8-59464186b1ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313978 Jul 06 15:24:50.990493 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Device 59d6d54f-5162-4012-8fb2-6e706c1a51f1 up at agent hyperv_n-h2-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 15:24:51.038782 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Provisioning for port 59d6d54f-5162-4012-8fb2-6e706c1a51f1 completed by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 15:24:51.043156 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Provisioning complete for port 59d6d54f-5162-4012-8fb2-6e706c1a51f1 triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 15:24:51.043574 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:24:51.119313 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:24:51.144474 n-d-773647-6 neutron-server[100248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ce3c267-b080-4185-b0d2-70e7918ba90c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59d6d54f-5162-4012-8fb2-6e706c1a51f1'}] {{(pid=100248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 15:24:51.146700 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55db2ac8c963aac1696062c7614e8816713b17764cc733cf0a1d7e1ce8ed655f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d76679d-75f3-414f-824f-9bf743c0d617" -d '{"events": [{"server_uuid": "8ce3c267-b080-4185-b0d2-70e7918ba90c", "name": "network-vif-plugged", "status": "completed", "tag": "59d6d54f-5162-4012-8fb2-6e706c1a51f1"}]}' {{(pid=100248) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 15:24:51.158841 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] For port 59d6d54f-5162-4012-8fb2-6e706c1a51f1, host n-h2-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=59d6d54f-5162-4012-8fb2-6e706c1a51f1,segment=NetworkSegment(b968b8b6-fd15-4838-96bf-57be811a5402),segment_id=b968b8b6-fd15-4838-96bf-57be811a5402)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 15:24:51.164557 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:24:51.188150 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 15:24:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1e51dbd-2653-4dad-9415-637d6a1de05a x-openstack-request-id: req-d1e51dbd-2653-4dad-9415-637d6a1de05a {{(pid=100248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 15:24:51.188447 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ce3c267-b080-4185-b0d2-70e7918ba90c", "name": "network-vif-plugged", "status": "completed", "tag": "59d6d54f-5162-4012-8fb2-6e706c1a51f1", "code": 200}]} {{(pid=100248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 15:24:51.188695 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-d1e51dbd-2653-4dad-9415-637d6a1de05a {{(pid=100248) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 15:24:51.189080 n-d-773647-6 neutron-server[100248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ce3c267-b080-4185-b0d2-70e7918ba90c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59d6d54f-5162-4012-8fb2-6e706c1a51f1', 'code': 200} Jul 06 15:24:51.216949 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Pushing event updated for resources: {'Port': ['ID=59d6d54f-5162-4012-8fb2-6e706c1a51f1,revision_number=5']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:24:51.297802 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e9298f-2709-4de1-a138-0ee9c14dfd60 req-8d5517a7-9ded-4d2b-a615-2e78824b7128 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:24:51.299230 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-f5e9298f-2709-4de1-a138-0ee9c14dfd60 req-8d5517a7-9ded-4d2b-a615-2e78824b7128 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=8ce3c267-b080-4185-b0d2-70e7918ba90c HTTP/1.1" status: 200 len: 1097 time: 0.0519845 Jul 06 15:24:51.333315 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-f5e9298f-2709-4de1-a138-0ee9c14dfd60 req-98b68c15-fefb-4829-a4a2-a207df576e49 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=382df162-c877-4fe9-bfd8-59464186b1ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0275211 Jul 06 15:24:51.891159 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb1c160-b4c5-4565-9b27-9a5777f0ff2a req-446acedb-a7a3-46a1-a73d-e99e5345adf8 tempest-TestSnapshotPattern-1983110023 tempest-TestSnapshotPattern-1983110023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:24:51.892679 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-2bb1c160-b4c5-4565-9b27-9a5777f0ff2a req-446acedb-a7a3-46a1-a73d-e99e5345adf8 tempest-TestSnapshotPattern-1983110023 tempest-TestSnapshotPattern-1983110023-project] 10.222.0.104 "GET /v2.0/ports?device_id=8ce3c267-b080-4185-b0d2-70e7918ba90c HTTP/1.1" status: 200 len: 946 time: 0.0640864 Jul 06 15:24:51.929858 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-2bb1c160-b4c5-4565-9b27-9a5777f0ff2a req-2790c274-3c59-4a66-a004-81a4e354a7e6 tempest-TestSnapshotPattern-1983110023 tempest-TestSnapshotPattern-1983110023-project] 10.222.0.104 "GET /v2.0/security-groups?id=382df162-c877-4fe9-bfd8-59464186b1ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316000 Jul 06 15:24:53.030016 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-183dcf6a-1d02-4221-a478-2aa7e23530d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:24:53.109850 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3d7af0-112f-40f0-aaab-e04af1e7528f req-0eebb63e-4487-4965-9d23-ddb40b8f5f40 tempest-TestSnapshotPattern-1983110023 tempest-TestSnapshotPattern-1983110023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:24:53.111350 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-bd3d7af0-112f-40f0-aaab-e04af1e7528f req-0eebb63e-4487-4965-9d23-ddb40b8f5f40 tempest-TestSnapshotPattern-1983110023 tempest-TestSnapshotPattern-1983110023-project] 10.222.0.104 "GET /v2.0/ports?device_id=8ce3c267-b080-4185-b0d2-70e7918ba90c HTTP/1.1" status: 200 len: 946 time: 0.0654128 Jul 06 15:24:53.148423 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-bd3d7af0-112f-40f0-aaab-e04af1e7528f req-f22bd07e-1520-4d63-8eea-61dec0d94acf tempest-TestSnapshotPattern-1983110023 tempest-TestSnapshotPattern-1983110023-project] 10.222.0.104 "GET /v2.0/security-groups?id=382df162-c877-4fe9-bfd8-59464186b1ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315099 Jul 06 15:24:53.319788 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f6407a-50c5-4afe-92b4-b678e31854c9 req-c902acc9-4b52-4071-abb8-2f82ad879675 tempest-TestSnapshotPattern-1983110023 tempest-TestSnapshotPattern-1983110023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:24:53.321163 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-02f6407a-50c5-4afe-92b4-b678e31854c9 req-c902acc9-4b52-4071-abb8-2f82ad879675 tempest-TestSnapshotPattern-1983110023 tempest-TestSnapshotPattern-1983110023-project] 10.222.0.104 "GET /v2.0/ports?device_id=8ce3c267-b080-4185-b0d2-70e7918ba90c HTTP/1.1" status: 200 len: 946 time: 0.0640926 Jul 06 15:24:53.357890 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-02f6407a-50c5-4afe-92b4-b678e31854c9 req-bccf74df-c47a-48aa-b72f-1e75598f972b tempest-TestSnapshotPattern-1983110023 tempest-TestSnapshotPattern-1983110023-project] 10.222.0.104 "GET /v2.0/security-groups?id=382df162-c877-4fe9-bfd8-59464186b1ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311942 Jul 06 15:24:53.381527 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 35164) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 15:24:53.435176 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6f7878b-9c85-4b5d-95e7-31d0482bae31 tempest-TestSnapshotPattern-736711608 tempest-TestSnapshotPattern-736711608-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:24:53.436693 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-d6f7878b-9c85-4b5d-95e7-31d0482bae31 tempest-TestSnapshotPattern-736711608 tempest-TestSnapshotPattern-736711608-project-admin] 10.222.0.104 "GET /v2.0/ports?device_id=8ce3c267-b080-4185-b0d2-70e7918ba90c HTTP/1.1" status: 200 len: 1092 time: 0.0541258 Jul 06 15:24:53.439453 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 35166) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 15:24:53.443755 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.v2.base [None req-ab4099f5-0cb1-406a-8a55-637a9e505cff tempest-TestSnapshotPattern-1983110023 tempest-TestSnapshotPattern-1983110023-project] Request body: {'floatingip': {'floating_network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'port_id': '59d6d54f-5162-4012-8fb2-6e706c1a51f1', 'tenant_id': '0a03de2c0a11475f94d5cd3ad5935e1f', 'fixed_ip_address': '172.20.0.14'}} {{(pid=100247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 15:24:53.464903 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-ab4099f5-0cb1-406a-8a55-637a9e505cff tempest-TestSnapshotPattern-1983110023 tempest-TestSnapshotPattern-1983110023-project] Notify callbacks [] for floatingip, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:24:53.557714 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-ab4099f5-0cb1-406a-8a55-637a9e505cff tempest-TestSnapshotPattern-1983110023 tempest-TestSnapshotPattern-1983110023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:24:53.661925 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.db_base_plugin_common [None req-ab4099f5-0cb1-406a-8a55-637a9e505cff tempest-TestSnapshotPattern-1983110023 tempest-TestSnapshotPattern-1983110023-project] Allocated IP 172.25.0.149 (2658f09e-a580-4d4a-9968-2d1e0ad93719/cbf74abc-6fe1-4d33-b005-c948923b9647/ace2100d-5637-4de2-8871-8993c9c57d0d) {{(pid=100247) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 15:24:53.763041 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-ab4099f5-0cb1-406a-8a55-637a9e505cff tempest-TestSnapshotPattern-1983110023 tempest-TestSnapshotPattern-1983110023-project] Notify callbacks [] for port, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:24:53.801453 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-ab4099f5-0cb1-406a-8a55-637a9e505cff tempest-TestSnapshotPattern-1983110023 tempest-TestSnapshotPattern-1983110023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-771367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773752966108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-128888360'] for port, after_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:24:53.837714 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab4099f5-0cb1-406a-8a55-637a9e505cff tempest-TestSnapshotPattern-1983110023 tempest-TestSnapshotPattern-1983110023-project] Network 2658f09e-a580-4d4a-9968-2d1e0ad93719 is already hosted by enough agents. {{(pid=100247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 15:24:53.840478 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.base_scheduler [None req-ab4099f5-0cb1-406a-8a55-637a9e505cff tempest-TestSnapshotPattern-1983110023 tempest-TestSnapshotPattern-1983110023-project] Resources bound (agent type, host, resource id): {{(pid=100247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 15:24:53.851138 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab4099f5-0cb1-406a-8a55-637a9e505cff tempest-TestSnapshotPattern-1983110023 tempest-TestSnapshotPattern-1983110023-project] Received port after_create {{(pid=100247) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 15:24:53.872394 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4099f5-0cb1-406a-8a55-637a9e505cff tempest-TestSnapshotPattern-1983110023 tempest-TestSnapshotPattern-1983110023-project] Pushing event updated for resources: {'Port': ['ID=ace2100d-5637-4de2-8871-8993c9c57d0d,revision_number=1']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:24:53.886108 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4099f5-0cb1-406a-8a55-637a9e505cff tempest-TestSnapshotPattern-1983110023 tempest-TestSnapshotPattern-1983110023-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:24:53.886530 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4099f5-0cb1-406a-8a55-637a9e505cff tempest-TestSnapshotPattern-1983110023 tempest-TestSnapshotPattern-1983110023-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:24:53.886921 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4099f5-0cb1-406a-8a55-637a9e505cff tempest-TestSnapshotPattern-1983110023 tempest-TestSnapshotPattern-1983110023-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:24:53.887346 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4099f5-0cb1-406a-8a55-637a9e505cff tempest-TestSnapshotPattern-1983110023 tempest-TestSnapshotPattern-1983110023-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:24:53.887704 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4099f5-0cb1-406a-8a55-637a9e505cff tempest-TestSnapshotPattern-1983110023 tempest-TestSnapshotPattern-1983110023-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:24:53.888047 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4099f5-0cb1-406a-8a55-637a9e505cff tempest-TestSnapshotPattern-1983110023 tempest-TestSnapshotPattern-1983110023-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:24:53.888359 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4099f5-0cb1-406a-8a55-637a9e505cff tempest-TestSnapshotPattern-1983110023 tempest-TestSnapshotPattern-1983110023-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:24:53.888679 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4099f5-0cb1-406a-8a55-637a9e505cff tempest-TestSnapshotPattern-1983110023 tempest-TestSnapshotPattern-1983110023-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:24:53.888998 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4099f5-0cb1-406a-8a55-637a9e505cff tempest-TestSnapshotPattern-1983110023 tempest-TestSnapshotPattern-1983110023-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:24:53.889322 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4099f5-0cb1-406a-8a55-637a9e505cff tempest-TestSnapshotPattern-1983110023 tempest-TestSnapshotPattern-1983110023-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:24:53.889639 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4099f5-0cb1-406a-8a55-637a9e505cff tempest-TestSnapshotPattern-1983110023 tempest-TestSnapshotPattern-1983110023-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:24:53.889958 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4099f5-0cb1-406a-8a55-637a9e505cff tempest-TestSnapshotPattern-1983110023 tempest-TestSnapshotPattern-1983110023-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:24:54.227934 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-ab4099f5-0cb1-406a-8a55-637a9e505cff tempest-TestSnapshotPattern-1983110023 tempest-TestSnapshotPattern-1983110023-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:24:54.307762 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-ab4099f5-0cb1-406a-8a55-637a9e505cff tempest-TestSnapshotPattern-1983110023 tempest-TestSnapshotPattern-1983110023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:24:54.453935 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-ab4099f5-0cb1-406a-8a55-637a9e505cff tempest-TestSnapshotPattern-1983110023 tempest-TestSnapshotPattern-1983110023-project] Notify callbacks [] for port, precommit_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:24:54.458274 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-ab4099f5-0cb1-406a-8a55-637a9e505cff tempest-TestSnapshotPattern-1983110023 tempest-TestSnapshotPattern-1983110023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128888538'] for port, after_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:24:54.523695 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4099f5-0cb1-406a-8a55-637a9e505cff tempest-TestSnapshotPattern-1983110023 tempest-TestSnapshotPattern-1983110023-project] Pushing event updated for resources: {'Port': ['ID=ace2100d-5637-4de2-8871-8993c9c57d0d,revision_number=2']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:24:54.533670 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-ab4099f5-0cb1-406a-8a55-637a9e505cff tempest-TestSnapshotPattern-1983110023 tempest-TestSnapshotPattern-1983110023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1761130'] for floatingip, after_update {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:24:54.940871 n-d-773647-6 neutron-server[100247]: INFO neutron.db.l3_db [None req-ab4099f5-0cb1-406a-8a55-637a9e505cff tempest-TestSnapshotPattern-1983110023 tempest-TestSnapshotPattern-1983110023-project] Floating IP 4e92270c-e898-48ac-a90e-dccabe7c0af4 associated. External IP: 172.25.0.149, port: 59d6d54f-5162-4012-8fb2-6e706c1a51f1. Jul 06 15:24:55.144862 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab4099f5-0cb1-406a-8a55-637a9e505cff tempest-TestSnapshotPattern-1983110023 tempest-TestSnapshotPattern-1983110023-project] Router 1bc2013a-30cf-4d8b-8b85-0dff75f25d85 has already been hosted by L3 agent 2823d358-a11b-4885-a706-95a279e43fa7 {{(pid=100247) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 15:24:55.251135 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab4099f5-0cb1-406a-8a55-637a9e505cff tempest-TestSnapshotPattern-1983110023 tempest-TestSnapshotPattern-1983110023-project] Notify agent at l3_agent.n-d-773647-6 the message routers_updated {{(pid=100247) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 15:24:55.260466 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73bab951-c783-4b16-aada-743957aa463b None None] Sync routers for ids ['1bc2013a-30cf-4d8b-8b85-0dff75f25d85'] in n-d-773647-6 {{(pid=100248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 15:24:55.266301 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-ab4099f5-0cb1-406a-8a55-637a9e505cff tempest-TestSnapshotPattern-1983110023 tempest-TestSnapshotPattern-1983110023-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for floatingip, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:24:55.270491 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73bab951-c783-4b16-aada-743957aa463b None None] Routers {'1bc2013a-30cf-4d8b-8b85-0dff75f25d85'} bound to L3 agent in host n-d-773647-6 {{(pid=100248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 15:24:55.271130 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-73bab951-c783-4b16-aada-743957aa463b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T15:24:26Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['1bc2013a-30cf-4d8b-8b85-0dff75f25d85'], 'active': True} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:24:55.302939 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-ab4099f5-0cb1-406a-8a55-637a9e505cff tempest-TestSnapshotPattern-1983110023 tempest-TestSnapshotPattern-1983110023-project] 10.222.0.104 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8624599 Jul 06 15:24:55.303610 n-d-773647-6 neutron-server[100247]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ce3c267-b080-4185-b0d2-70e7918ba90c', 'tag': '59d6d54f-5162-4012-8fb2-6e706c1a51f1'}] {{(pid=100247) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 15:24:55.306191 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee9abbf45a31ce2cafe392c325a103f9980bc56023ef5156b007054daa5623de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36f2e4a9-da0c-4aa9-8ea2-e99ff750f6d2" -d '{"events": [{"name": "network-changed", "server_uuid": "8ce3c267-b080-4185-b0d2-70e7918ba90c", "tag": "59d6d54f-5162-4012-8fb2-6e706c1a51f1"}]}' {{(pid=100247) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 15:24:55.341556 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 15:24:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-659a0adc-1da6-477a-a296-f0d686025416 x-openstack-request-id: req-659a0adc-1da6-477a-a296-f0d686025416 {{(pid=100247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 15:24:55.341845 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ce3c267-b080-4185-b0d2-70e7918ba90c", "tag": "59d6d54f-5162-4012-8fb2-6e706c1a51f1", "status": "completed", "code": 200}]} {{(pid=100247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 15:24:55.342090 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-659a0adc-1da6-477a-a296-f0d686025416 {{(pid=100247) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 15:24:55.342486 n-d-773647-6 neutron-server[100247]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ce3c267-b080-4185-b0d2-70e7918ba90c', 'tag': '59d6d54f-5162-4012-8fb2-6e706c1a51f1', 'status': 'completed', 'code': 200} Jul 06 15:24:55.379852 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvr_db [None req-73bab951-c783-4b16-aada-743957aa463b None None] Set router 1bc2013a-30cf-4d8b-8b85-0dff75f25d85 gateway port host: n-d-773647-6 {{(pid=100248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 15:24:55.421951 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f2e4a9-da0c-4aa9-8ea2-e99ff750f6d2 req-af99570d-4ce1-4584-9f70-851dce0f390f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:24:55.423658 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-36f2e4a9-da0c-4aa9-8ea2-e99ff750f6d2 req-af99570d-4ce1-4584-9f70-851dce0f390f service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=0a03de2c0a11475f94d5cd3ad5935e1f&device_id=8ce3c267-b080-4185-b0d2-70e7918ba90c HTTP/1.1" status: 200 len: 1097 time: 0.0586112 Jul 06 15:24:55.513372 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f2e4a9-da0c-4aa9-8ea2-e99ff750f6d2 req-29276497-821a-402c-a9d7-289dcfc7e180 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:24:55.514820 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-36f2e4a9-da0c-4aa9-8ea2-e99ff750f6d2 req-29276497-821a-402c-a9d7-289dcfc7e180 service neutron] 10.222.0.72 "GET /v2.0/networks?id=ecd54648-140a-42b0-92ce-aa01d5f0d9fe HTTP/1.1" status: 200 len: 912 time: 0.0845644 Jul 06 15:24:55.585140 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-36f2e4a9-da0c-4aa9-8ea2-e99ff750f6d2 req-4e0ff58f-1a0f-432f-bf6c-7362f0784be6 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=59d6d54f-5162-4012-8fb2-6e706c1a51f1 HTTP/1.1" status: 200 len: 1000 time: 0.0643241 Jul 06 15:24:55.603601 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-73bab951-c783-4b16-aada-743957aa463b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bc2013a-30cf-4d8b-8b85-0dff75f25d85', 'name': 'tempest-TestSnapshotPattern-1574683897-router', 'tenant_id': '0a03de2c0a11475f94d5cd3ad5935e1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.232'}], 'enable_snat': True}, 'gw_port_id': 'bfba92e1-bff7-45fa-93a6-50a34a66bc66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T15:21:24Z', 'updated_at': '2021-07-06T15:21:27Z', 'revision_number': 4, 'project_id': '0a03de2c0a11475f94d5cd3ad5935e1f', 'gw_port': {'id': 'bfba92e1-bff7-45fa-93a6-50a34a66bc66', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:08:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bc2013a-30cf-4d8b-8b85-0dff75f25d85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T15:21:25Z', 'updated_at': '2021-07-06T15:21:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6', '_floatingips': [{'id': '4e92270c-e898-48ac-a90e-dccabe7c0af4', 'tenant_id': '0a03de2c0a11475f94d5cd3ad5935e1f', 'floating_ip_address': '172.25.0.149', 'floating_network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'router_id': '1bc2013a-30cf-4d8b-8b85-0dff75f25d85', 'port_id': '59d6d54f-5162-4012-8fb2-6e706c1a51f1', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4317, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ecd54648-140a-42b0-92ce-aa01d5f0d9fe', 'mac_address': 'fa:16:3e:43:39:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ce3c267-b080-4185-b0d2-70e7918ba90c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T15:24:54Z', 'updated_at': '2021-07-06T15:24:54Z', 'revision_number': 0, 'project_id': '0a03de2c0a11475f94d5cd3ad5935e1f', 'fixed_ip_address_scope': None}, {'id': 'aeeabc0b-f397-4abc-ade6-b8af8d0e2275', 'tenant_id': '0a03de2c0a11475f94d5cd3ad5935e1f', 'floating_ip_address': '172.25.0.253', 'floating_network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'router_id': '1bc2013a-30cf-4d8b-8b85-0dff75f25d85', 'port_id': '19d80b7e-a8c7-4736-bc83-ef3e0bbe22bc', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 4314, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ecd54648-140a-42b0-92ce-aa01d5f0d9fe', 'mac_address': 'fa:16:3e:6b:d2:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6eda5b87-01ce-460d-9001-9846fd36c93f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T15:21:47Z', 'updated_at': '2021-07-06T15:21:49Z', 'revision_number': 1, 'project_id': '0a03de2c0a11475f94d5cd3ad5935e1f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd40e0838-ddcc-4801-b2a7-361046158a9e', 'name': '', 'network_id': 'ecd54648-140a-42b0-92ce-aa01d5f0d9fe', 'tenant_id': '0a03de2c0a11475f94d5cd3ad5935e1f', 'mac_address': 'fa:16:3e:63:c9:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bc2013a-30cf-4d8b-8b85-0dff75f25d85', 'device_owner': 'network:router_interface', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '7b35e370-767f-485b-a5ec-7c4ae3e9e825', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T15:21:27Z', 'updated_at': '2021-07-06T15:21:33Z', 'revision_number': 5, 'project_id': '0a03de2c0a11475f94d5cd3ad5935e1f', 'subnets': [{'id': '7b35e370-767f-485b-a5ec-7c4ae3e9e825', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773647-6', False) {} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:24:55.633655 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73bab951-c783-4b16-aada-743957aa463b None None] Checking router: 1bc2013a-30cf-4d8b-8b85-0dff75f25d85 for host: n-d-773647-6 {{(pid=100248) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 15:24:55.634226 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f2e4a9-da0c-4aa9-8ea2-e99ff750f6d2 req-02bfaf3f-8e00-4f72-8788-6bbff140662e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:24:55.635772 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-36f2e4a9-da0c-4aa9-8ea2-e99ff750f6d2 req-02bfaf3f-8e00-4f72-8788-6bbff140662e service neutron] 10.222.0.72 "GET /v2.0/subnets?id=7b35e370-767f-485b-a5ec-7c4ae3e9e825 HTTP/1.1" status: 200 len: 849 time: 0.0451794 Jul 06 15:24:55.642591 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73bab951-c783-4b16-aada-743957aa463b None None] Routers {'1bc2013a-30cf-4d8b-8b85-0dff75f25d85'} bound to L3 agent in host n-d-773647-6 {{(pid=100248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 15:24:55.643181 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-73bab951-c783-4b16-aada-743957aa463b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T15:24:26Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['1bc2013a-30cf-4d8b-8b85-0dff75f25d85'], 'active': True} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:24:55.693943 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f2e4a9-da0c-4aa9-8ea2-e99ff750f6d2 req-766ac909-53e4-424a-8985-51fb56fb302e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:24:55.695675 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-36f2e4a9-da0c-4aa9-8ea2-e99ff750f6d2 req-766ac909-53e4-424a-8985-51fb56fb302e service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=ecd54648-140a-42b0-92ce-aa01d5f0d9fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0535071 Jul 06 15:24:55.703996 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-220be15d-3502-4d1b-b4e3-a78ede929b91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:24:55.760021 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvr_db [None req-73bab951-c783-4b16-aada-743957aa463b None None] Set router 1bc2013a-30cf-4d8b-8b85-0dff75f25d85 gateway port host: n-d-773647-6 {{(pid=100248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 15:24:55.789719 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-36f2e4a9-da0c-4aa9-8ea2-e99ff750f6d2 req-6a83374c-6bbc-4268-a77f-559d1d49e4cc service neutron] 10.222.0.72 "GET /v2.0/networks/ecd54648-140a-42b0-92ce-aa01d5f0d9fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880013 Jul 06 15:24:55.879085 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-36f2e4a9-da0c-4aa9-8ea2-e99ff750f6d2 req-c0c26ef4-c47c-4f41-9e20-6545f6e954cb service neutron] 10.222.0.72 "GET /v2.0/networks/ecd54648-140a-42b0-92ce-aa01d5f0d9fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832179 Jul 06 15:24:55.982497 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-73bab951-c783-4b16-aada-743957aa463b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bc2013a-30cf-4d8b-8b85-0dff75f25d85', 'name': 'tempest-TestSnapshotPattern-1574683897-router', 'tenant_id': '0a03de2c0a11475f94d5cd3ad5935e1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.232'}], 'enable_snat': True}, 'gw_port_id': 'bfba92e1-bff7-45fa-93a6-50a34a66bc66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T15:21:24Z', 'updated_at': '2021-07-06T15:21:27Z', 'revision_number': 4, 'project_id': '0a03de2c0a11475f94d5cd3ad5935e1f', 'gw_port': {'id': 'bfba92e1-bff7-45fa-93a6-50a34a66bc66', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:08:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bc2013a-30cf-4d8b-8b85-0dff75f25d85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T15:21:25Z', 'updated_at': '2021-07-06T15:21:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6', '_floatingips': [{'id': '4e92270c-e898-48ac-a90e-dccabe7c0af4', 'tenant_id': '0a03de2c0a11475f94d5cd3ad5935e1f', 'floating_ip_address': '172.25.0.149', 'floating_network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'router_id': '1bc2013a-30cf-4d8b-8b85-0dff75f25d85', 'port_id': '59d6d54f-5162-4012-8fb2-6e706c1a51f1', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4317, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ecd54648-140a-42b0-92ce-aa01d5f0d9fe', 'mac_address': 'fa:16:3e:43:39:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ce3c267-b080-4185-b0d2-70e7918ba90c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T15:24:54Z', 'updated_at': '2021-07-06T15:24:54Z', 'revision_number': 0, 'project_id': '0a03de2c0a11475f94d5cd3ad5935e1f', 'fixed_ip_address_scope': None}, {'id': 'aeeabc0b-f397-4abc-ade6-b8af8d0e2275', 'tenant_id': '0a03de2c0a11475f94d5cd3ad5935e1f', 'floating_ip_address': '172.25.0.253', 'floating_network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'router_id': '1bc2013a-30cf-4d8b-8b85-0dff75f25d85', 'port_id': '19d80b7e-a8c7-4736-bc83-ef3e0bbe22bc', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 4314, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ecd54648-140a-42b0-92ce-aa01d5f0d9fe', 'mac_address': 'fa:16:3e:6b:d2:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6eda5b87-01ce-460d-9001-9846fd36c93f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T15:21:47Z', 'updated_at': '2021-07-06T15:21:49Z', 'revision_number': 1, 'project_id': '0a03de2c0a11475f94d5cd3ad5935e1f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd40e0838-ddcc-4801-b2a7-361046158a9e', 'name': '', 'network_id': 'ecd54648-140a-42b0-92ce-aa01d5f0d9fe', 'tenant_id': '0a03de2c0a11475f94d5cd3ad5935e1f', 'mac_address': 'fa:16:3e:63:c9:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bc2013a-30cf-4d8b-8b85-0dff75f25d85', 'device_owner': 'network:router_interface', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '7b35e370-767f-485b-a5ec-7c4ae3e9e825', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T15:21:27Z', 'updated_at': '2021-07-06T15:21:33Z', 'revision_number': 5, 'project_id': '0a03de2c0a11475f94d5cd3ad5935e1f', 'subnets': [{'id': '7b35e370-767f-485b-a5ec-7c4ae3e9e825', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773647-6', False) {} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:24:56.012263 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73bab951-c783-4b16-aada-743957aa463b None None] The sync data for ids ['1bc2013a-30cf-4d8b-8b85-0dff75f25d85'] in n-d-773647-6 is: [{'id': '1bc2013a-30cf-4d8b-8b85-0dff75f25d85', 'name': 'tempest-TestSnapshotPattern-1574683897-router', 'tenant_id': '0a03de2c0a11475f94d5cd3ad5935e1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.232'}], 'enable_snat': True}, 'gw_port_id': 'bfba92e1-bff7-45fa-93a6-50a34a66bc66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T15:21:24Z', 'updated_at': '2021-07-06T15:21:27Z', 'revision_number': 4, 'project_id': '0a03de2c0a11475f94d5cd3ad5935e1f', 'gw_port': {'id': 'bfba92e1-bff7-45fa-93a6-50a34a66bc66', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:08:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bc2013a-30cf-4d8b-8b85-0dff75f25d85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T15:21:25Z', 'updated_at': '2021-07-06T15:21:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6', '_floatingips': [{'id': '4e92270c-e898-48ac-a90e-dccabe7c0af4', 'tenant_id': '0a03de2c0a11475f94d5cd3ad5935e1f', 'floating_ip_address': '172.25.0.149', 'floating_network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'router_id': '1bc2013a-30cf-4d8b-8b85-0dff75f25d85', 'port_id': '59d6d54f-5162-4012-8fb2-6e706c1a51f1', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4317, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ecd54648-140a-42b0-92ce-aa01d5f0d9fe', 'mac_address': 'fa:16:3e:43:39:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ce3c267-b080-4185-b0d2-70e7918ba90c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T15:24:54Z', 'updated_at': '2021-07-06T15:24:54Z', 'revision_number': 0, 'project_id': '0a03de2c0a11475f94d5cd3ad5935e1f', 'fixed_ip_address_scope': None}, {'id': 'aeeabc0b-f397-4abc-ade6-b8af8d0e2275', 'tenant_id': '0a03de2c0a11475f94d5cd3ad5935e1f', 'floating_ip_address': '172.25.0.253', 'floating_network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'router_id': '1bc2013a-30cf-4d8b-8b85-0dff75f25d85', 'port_id': '19d80b7e-a8c7-4736-bc83-ef3e0bbe22bc', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 4314, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ecd54648-140a-42b0-92ce-aa01d5f0d9fe', 'mac_address': 'fa:16:3e:6b:d2:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6eda5b87-01ce-460d-9001-9846fd36c93f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T15:21:47Z', 'updated_at': '2021-07-06T15:21:49Z', 'revision_number': 1, 'project_id': '0a03de2c0a11475f94d5cd3ad5935e1f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd40e0838-ddcc-4801-b2a7-361046158a9e', 'name': '', 'network_id': 'ecd54648-140a-42b0-92ce-aa01d5f0d9fe', 'tenant_id': '0a03de2c0a11475f94d5cd3ad5935e1f', 'mac_address': 'fa:16:3e:63:c9:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bc2013a-30cf-4d8b-8b85-0dff75f25d85', 'device_owner': 'network:router_interface', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '7b35e370-767f-485b-a5ec-7c4ae3e9e825', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T15:21:27Z', 'updated_at': '2021-07-06T15:21:33Z', 'revision_number': 5, 'project_id': '0a03de2c0a11475f94d5cd3ad5935e1f', 'subnets': [{'id': '7b35e370-767f-485b-a5ec-7c4ae3e9e825', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 15:24:56.038284 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:24:56.225865 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c277430-44b9-4be7-a30f-f92401796b0f None None] New status for floating IP 4e92270c-e898-48ac-a90e-dccabe7c0af4: ACTIVE {{(pid=100249) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 15:24:56.952367 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-2064eaae-da4f-48f8-82d2-b09d4ddedd44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:24:58.759751 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-03f71b24-a9b8-453a-8924-caa3f97bc6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:25:11.706496 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:25:13.335239 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:25:23.033479 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-7b57a2a9-347e-4473-94bd-caeb8ba00b0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:25:25.261284 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.agents_db [None req-167c0ad6-1657-4c9a-a2c4-3b18056aa662 None None] Agent healthcheck: found 7 active agents {{(pid=100249) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 15:25:25.695139 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-f6ee4e41-10ae-4b83-865c-5893fb86a63b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:25:26.039510 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:25:26.955063 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-2064eaae-da4f-48f8-82d2-b09d4ddedd44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:25:28.764022 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-03f71b24-a9b8-453a-8924-caa3f97bc6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:25:41.705748 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:25:43.338632 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:25:46.957529 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-5966e45c-4327-4554-831d-12b2d4c339a2 req-20863c7e-43af-4512-97a8-6faf7b67c159 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=8ce3c267-b080-4185-b0d2-70e7918ba90c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0522585 Jul 06 15:25:47.055375 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5966e45c-4327-4554-831d-12b2d4c339a2 req-475a3388-7057-41d9-a83d-0fc9e991e09c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:25:47.056915 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-5966e45c-4327-4554-831d-12b2d4c339a2 req-475a3388-7057-41d9-a83d-0fc9e991e09c service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=0a03de2c0a11475f94d5cd3ad5935e1f&device_id=8ce3c267-b080-4185-b0d2-70e7918ba90c HTTP/1.1" status: 200 len: 1097 time: 0.0580933 Jul 06 15:25:47.159399 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5966e45c-4327-4554-831d-12b2d4c339a2 req-a8a1c527-15e5-4f0b-a4d3-45a5231e0a9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:25:47.160929 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-5966e45c-4327-4554-831d-12b2d4c339a2 req-a8a1c527-15e5-4f0b-a4d3-45a5231e0a9c service neutron] 10.222.0.72 "GET /v2.0/networks?id=ecd54648-140a-42b0-92ce-aa01d5f0d9fe HTTP/1.1" status: 200 len: 912 time: 0.0846007 Jul 06 15:25:47.230837 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-5966e45c-4327-4554-831d-12b2d4c339a2 req-fcb18d1e-3049-4aa1-99cd-16064f5ec7b2 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=59d6d54f-5162-4012-8fb2-6e706c1a51f1 HTTP/1.1" status: 200 len: 1002 time: 0.0631742 Jul 06 15:25:47.280314 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5966e45c-4327-4554-831d-12b2d4c339a2 req-20f165cc-7fa3-47bf-b9e3-a6fde9d11033 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:25:47.281733 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-5966e45c-4327-4554-831d-12b2d4c339a2 req-20f165cc-7fa3-47bf-b9e3-a6fde9d11033 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=7b35e370-767f-485b-a5ec-7c4ae3e9e825 HTTP/1.1" status: 200 len: 849 time: 0.0454845 Jul 06 15:25:47.340657 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5966e45c-4327-4554-831d-12b2d4c339a2 req-4afd03de-fa7c-4427-a661-5695f4dc2214 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:25:47.342217 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-5966e45c-4327-4554-831d-12b2d4c339a2 req-4afd03de-fa7c-4427-a661-5695f4dc2214 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=ecd54648-140a-42b0-92ce-aa01d5f0d9fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0541008 Jul 06 15:25:47.352847 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [req-5966e45c-4327-4554-831d-12b2d4c339a2 req-f63b48a5-05ac-4a66-a804-1a72416573ea service neutron] http://10.222.0.104:9696/v2.0/extensions returned with HTTP 200 {{(pid=100246) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 15:25:47.353820 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-5966e45c-4327-4554-831d-12b2d4c339a2 req-f63b48a5-05ac-4a66-a804-1a72416573ea service neutron] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051651 Jul 06 15:25:47.448528 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-5966e45c-4327-4554-831d-12b2d4c339a2 req-f9df5c93-9ea3-4b35-a266-a313a85bc38e service neutron] 10.222.0.72 "GET /v2.0/networks/ecd54648-140a-42b0-92ce-aa01d5f0d9fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880771 Jul 06 15:25:47.540822 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-5966e45c-4327-4554-831d-12b2d4c339a2 req-ee6a5b0f-7c1c-497c-b3de-c1b11534707a service neutron] 10.222.0.72 "GET /v2.0/networks/ecd54648-140a-42b0-92ce-aa01d5f0d9fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847471 Jul 06 15:25:50.332412 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-70abe0e9-d8a2-43fb-8614-1fe455b4ad2c req-614498db-b963-42cd-ad22-2f4bbdb43459 service neutron] 10.222.0.127 "GET /v2.0/ports?device_id=6eda5b87-01ce-460d-9001-9846fd36c93f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0511954 Jul 06 15:25:50.431906 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70abe0e9-d8a2-43fb-8614-1fe455b4ad2c req-ca7f8065-1fec-49f9-a66a-86662dcf210a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:25:50.433425 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-70abe0e9-d8a2-43fb-8614-1fe455b4ad2c req-ca7f8065-1fec-49f9-a66a-86662dcf210a service neutron] 10.222.0.127 "GET /v2.0/ports?tenant_id=0a03de2c0a11475f94d5cd3ad5935e1f&device_id=6eda5b87-01ce-460d-9001-9846fd36c93f HTTP/1.1" status: 200 len: 1095 time: 0.0575824 Jul 06 15:25:50.534559 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70abe0e9-d8a2-43fb-8614-1fe455b4ad2c req-8110a5a0-a15c-4651-b43e-31c03c5dedbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:25:50.536082 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-70abe0e9-d8a2-43fb-8614-1fe455b4ad2c req-8110a5a0-a15c-4651-b43e-31c03c5dedbd service neutron] 10.222.0.127 "GET /v2.0/networks?id=ecd54648-140a-42b0-92ce-aa01d5f0d9fe HTTP/1.1" status: 200 len: 912 time: 0.0836890 Jul 06 15:25:50.603601 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-70abe0e9-d8a2-43fb-8614-1fe455b4ad2c req-754d3dc2-35ae-4957-ad1f-0b54abeea059 service neutron] 10.222.0.127 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=19d80b7e-a8c7-4736-bc83-ef3e0bbe22bc HTTP/1.1" status: 200 len: 1000 time: 0.0611989 Jul 06 15:25:50.650836 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70abe0e9-d8a2-43fb-8614-1fe455b4ad2c req-e0a38c72-bd2e-4b05-98a1-c07cf044b85c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:25:50.653030 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-70abe0e9-d8a2-43fb-8614-1fe455b4ad2c req-e0a38c72-bd2e-4b05-98a1-c07cf044b85c service neutron] 10.222.0.127 "GET /v2.0/subnets?id=7b35e370-767f-485b-a5ec-7c4ae3e9e825 HTTP/1.1" status: 200 len: 849 time: 0.0435798 Jul 06 15:25:50.709065 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70abe0e9-d8a2-43fb-8614-1fe455b4ad2c req-45359744-654c-45ba-80e0-9991218a07e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:25:50.710572 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-70abe0e9-d8a2-43fb-8614-1fe455b4ad2c req-45359744-654c-45ba-80e0-9991218a07e8 service neutron] 10.222.0.127 "GET /v2.0/ports?network_id=ecd54648-140a-42b0-92ce-aa01d5f0d9fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0518990 Jul 06 15:25:50.802033 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-70abe0e9-d8a2-43fb-8614-1fe455b4ad2c req-bf612ae0-80b7-4af5-bb2c-8e243b82e808 service neutron] 10.222.0.127 "GET /v2.0/networks/ecd54648-140a-42b0-92ce-aa01d5f0d9fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852635 Jul 06 15:25:50.890362 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-70abe0e9-d8a2-43fb-8614-1fe455b4ad2c req-4b5148bb-85d8-42a7-815a-1ee59d8daade service neutron] 10.222.0.127 "GET /v2.0/networks/ecd54648-140a-42b0-92ce-aa01d5f0d9fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825360 Jul 06 15:25:53.038584 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-36bd2311-4f1e-467b-9e0e-22ff210e0c95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:25:55.696017 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-3bbd334e-271f-46e4-badd-94c5cf80ca68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:25:56.040711 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:25:56.958404 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-2064eaae-da4f-48f8-82d2-b09d4ddedd44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:25:58.765816 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-03f71b24-a9b8-453a-8924-caa3f97bc6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:26:02.261824 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.agents_db [None req-167c0ad6-1657-4c9a-a2c4-3b18056aa662 None None] Agent healthcheck: found 7 active agents {{(pid=100249) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 15:26:11.725761 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:26:13.363440 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:26:23.040160 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-112168eb-c05c-40e0-9bfc-552e04dc162f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:26:25.695886 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-def90765-c1e5-44a0-b173-82fcf6c812c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:26:26.043686 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:26:26.964029 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-2064eaae-da4f-48f8-82d2-b09d4ddedd44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:26:28.768513 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-03f71b24-a9b8-453a-8924-caa3f97bc6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:26:29.454268 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Device 59d6d54f-5162-4012-8fb2-6e706c1a51f1 details requested by agent hyperv_n-h2-773647-6 with host n-h2-773647-6 {{(pid=100248) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 15:26:29.546639 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] For port 59d6d54f-5162-4012-8fb2-6e706c1a51f1, host n-h2-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=59d6d54f-5162-4012-8fb2-6e706c1a51f1,segment=NetworkSegment(b968b8b6-fd15-4838-96bf-57be811a5402),segment_id=b968b8b6-fd15-4838-96bf-57be811a5402)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 15:26:29.558030 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Returning: {'device': '59d6d54f-5162-4012-8fb2-6e706c1a51f1', 'network_id': 'ecd54648-140a-42b0-92ce-aa01d5f0d9fe', 'port_id': '59d6d54f-5162-4012-8fb2-6e706c1a51f1', 'mac_address': 'fa:16:3e:43:39:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1041, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b35e370-767f-485b-a5ec-7c4ae3e9e825', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100248) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 15:26:29.592611 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:26:29.605124 n-d-773647-6 neutron-server[100248]: DEBUG neutron.notifiers.nova [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 59d6d54f-5162-4012-8fb2-6e706c1a51f1 {{(pid=100248) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 15:26:29.623967 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] For port 59d6d54f-5162-4012-8fb2-6e706c1a51f1, host n-h2-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=59d6d54f-5162-4012-8fb2-6e706c1a51f1,segment=NetworkSegment(b968b8b6-fd15-4838-96bf-57be811a5402),segment_id=b968b8b6-fd15-4838-96bf-57be811a5402)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 15:26:29.627916 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:26:29.683697 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Pushing event updated for resources: {'Port': ['ID=59d6d54f-5162-4012-8fb2-6e706c1a51f1,revision_number=6']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:26:29.691014 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:26:29.691395 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:26:29.691744 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:26:29.692080 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:26:29.692420 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:26:29.692752 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:26:29.693079 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:26:29.693406 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:26:29.693734 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:26:29.696413 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:26:29.696413 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:26:29.696413 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:26:29.713044 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] get_ports_and_sgs() called for port_ids ['59d6d54f-5162-4012-8fb2-6e706c1a51f1'] {{(pid=100248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 15:26:31.455991 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Device 59d6d54f-5162-4012-8fb2-6e706c1a51f1 up at agent hyperv_n-h2-773647-6 {{(pid=100248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 15:26:31.505396 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.provisioning_blocks [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Provisioning complete for port 59d6d54f-5162-4012-8fb2-6e706c1a51f1 triggered by entity L2. {{(pid=100248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 15:26:31.506076 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910959'] for port, provisioning_complete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:26:31.587583 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772834'] for port, before_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:26:31.612542 n-d-773647-6 neutron-server[100248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ce3c267-b080-4185-b0d2-70e7918ba90c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59d6d54f-5162-4012-8fb2-6e706c1a51f1'}] {{(pid=100248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 15:26:31.614788 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55db2ac8c963aac1696062c7614e8816713b17764cc733cf0a1d7e1ce8ed655f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78c59ea6-b06c-4e27-ac65-7291f97f91f1" -d '{"events": [{"server_uuid": "8ce3c267-b080-4185-b0d2-70e7918ba90c", "name": "network-vif-plugged", "status": "completed", "tag": "59d6d54f-5162-4012-8fb2-6e706c1a51f1"}]}' {{(pid=100248) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 15:26:31.631950 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] For port 59d6d54f-5162-4012-8fb2-6e706c1a51f1, host n-h2-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=59d6d54f-5162-4012-8fb2-6e706c1a51f1,segment=NetworkSegment(b968b8b6-fd15-4838-96bf-57be811a5402),segment_id=b968b8b6-fd15-4838-96bf-57be811a5402)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 15:26:31.638642 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773753488936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773752966126', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773752968223'] for port, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:26:31.682722 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 15:26:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f60c0ad0-fe8f-4640-89c0-05e7ff774635 x-openstack-request-id: req-f60c0ad0-fe8f-4640-89c0-05e7ff774635 {{(pid=100248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 15:26:31.683410 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ce3c267-b080-4185-b0d2-70e7918ba90c", "name": "network-vif-plugged", "status": "completed", "tag": "59d6d54f-5162-4012-8fb2-6e706c1a51f1", "code": 200}]} {{(pid=100248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 15:26:31.683667 n-d-773647-6 neutron-server[100248]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-f60c0ad0-fe8f-4640-89c0-05e7ff774635 {{(pid=100248) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 15:26:31.684059 n-d-773647-6 neutron-server[100248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ce3c267-b080-4185-b0d2-70e7918ba90c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59d6d54f-5162-4012-8fb2-6e706c1a51f1', 'code': 200} Jul 06 15:26:31.710634 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Pushing event updated for resources: {'Port': ['ID=59d6d54f-5162-4012-8fb2-6e706c1a51f1,revision_number=7']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:26:39.261157 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.agents_db [None req-167c0ad6-1657-4c9a-a2c4-3b18056aa662 None None] Agent healthcheck: found 7 active agents {{(pid=100249) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 15:26:39.457544 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 35366) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 15:26:39.613107 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.plugin [None req-8c35e554-5958-431b-bee7-c2366436c296 tempest-TestSnapshotPattern-1983110023 tempest-TestSnapshotPattern-1983110023-project] Deleting port ace2100d-5637-4de2-8871-8993c9c57d0d {{(pid=100247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 15:26:39.613456 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-8c35e554-5958-431b-bee7-c2366436c296 tempest-TestSnapshotPattern-1983110023 tempest-TestSnapshotPattern-1983110023-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:26:39.690106 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-8c35e554-5958-431b-bee7-c2366436c296 tempest-TestSnapshotPattern-1983110023 tempest-TestSnapshotPattern-1983110023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:26:39.690434 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-8c35e554-5958-431b-bee7-c2366436c296 tempest-TestSnapshotPattern-1983110023 tempest-TestSnapshotPattern-1983110023-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:26:39.701639 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.plugin [None req-8c35e554-5958-431b-bee7-c2366436c296 tempest-TestSnapshotPattern-1983110023 tempest-TestSnapshotPattern-1983110023-project] Calling delete_port for ace2100d-5637-4de2-8871-8993c9c57d0d owned by network:floatingip {{(pid=100247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 15:26:39.848973 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-8c35e554-5958-431b-bee7-c2366436c296 tempest-TestSnapshotPattern-1983110023 tempest-TestSnapshotPattern-1983110023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128888353'] for port, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:26:39.876264 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c35e554-5958-431b-bee7-c2366436c296 tempest-TestSnapshotPattern-1983110023 tempest-TestSnapshotPattern-1983110023-project] Pushing event deleted for resources: {'Port': ['ID=ace2100d-5637-4de2-8871-8993c9c57d0d,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:26:39.904263 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c35e554-5958-431b-bee7-c2366436c296 tempest-TestSnapshotPattern-1983110023 tempest-TestSnapshotPattern-1983110023-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:26:39.904616 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c35e554-5958-431b-bee7-c2366436c296 tempest-TestSnapshotPattern-1983110023 tempest-TestSnapshotPattern-1983110023-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:26:39.905155 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c35e554-5958-431b-bee7-c2366436c296 tempest-TestSnapshotPattern-1983110023 tempest-TestSnapshotPattern-1983110023-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:26:39.905507 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c35e554-5958-431b-bee7-c2366436c296 tempest-TestSnapshotPattern-1983110023 tempest-TestSnapshotPattern-1983110023-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:26:39.905843 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c35e554-5958-431b-bee7-c2366436c296 tempest-TestSnapshotPattern-1983110023 tempest-TestSnapshotPattern-1983110023-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:26:39.906310 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c35e554-5958-431b-bee7-c2366436c296 tempest-TestSnapshotPattern-1983110023 tempest-TestSnapshotPattern-1983110023-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:26:39.906643 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c35e554-5958-431b-bee7-c2366436c296 tempest-TestSnapshotPattern-1983110023 tempest-TestSnapshotPattern-1983110023-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:26:39.906971 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c35e554-5958-431b-bee7-c2366436c296 tempest-TestSnapshotPattern-1983110023 tempest-TestSnapshotPattern-1983110023-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:26:39.907316 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c35e554-5958-431b-bee7-c2366436c296 tempest-TestSnapshotPattern-1983110023 tempest-TestSnapshotPattern-1983110023-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:26:39.907644 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c35e554-5958-431b-bee7-c2366436c296 tempest-TestSnapshotPattern-1983110023 tempest-TestSnapshotPattern-1983110023-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:26:39.907975 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c35e554-5958-431b-bee7-c2366436c296 tempest-TestSnapshotPattern-1983110023 tempest-TestSnapshotPattern-1983110023-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:26:39.908297 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c35e554-5958-431b-bee7-c2366436c296 tempest-TestSnapshotPattern-1983110023 tempest-TestSnapshotPattern-1983110023-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:26:39.950299 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-8c35e554-5958-431b-bee7-c2366436c296 tempest-TestSnapshotPattern-1983110023 tempest-TestSnapshotPattern-1983110023-project] Notify callbacks [] for floatingip, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:26:39.950644 n-d-773647-6 neutron-server[100247]: INFO neutron.db.l3_db [None req-8c35e554-5958-431b-bee7-c2366436c296 tempest-TestSnapshotPattern-1983110023 tempest-TestSnapshotPattern-1983110023-project] Floating IP 4e92270c-e898-48ac-a90e-dccabe7c0af4 disassociated (deleted). External IP: 172.25.0.149, port: 59d6d54f-5162-4012-8fb2-6e706c1a51f1. Jul 06 15:26:40.165248 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c35e554-5958-431b-bee7-c2366436c296 tempest-TestSnapshotPattern-1983110023 tempest-TestSnapshotPattern-1983110023-project] Router 1bc2013a-30cf-4d8b-8b85-0dff75f25d85 has already been hosted by L3 agent 2823d358-a11b-4885-a706-95a279e43fa7 {{(pid=100247) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 15:26:40.274013 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c35e554-5958-431b-bee7-c2366436c296 tempest-TestSnapshotPattern-1983110023 tempest-TestSnapshotPattern-1983110023-project] Notify agent at l3_agent.n-d-773647-6 the message routers_updated {{(pid=100247) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 15:26:40.278918 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-8c35e554-5958-431b-bee7-c2366436c296 tempest-TestSnapshotPattern-1983110023 tempest-TestSnapshotPattern-1983110023-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for floatingip, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:26:40.284067 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3104dbb6-4ec0-467d-8cda-d471a3d6be03 None None] Sync routers for ids ['1bc2013a-30cf-4d8b-8b85-0dff75f25d85'] in n-d-773647-6 {{(pid=100248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 15:26:40.293159 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3104dbb6-4ec0-467d-8cda-d471a3d6be03 None None] Routers {'1bc2013a-30cf-4d8b-8b85-0dff75f25d85'} bound to L3 agent in host n-d-773647-6 {{(pid=100248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 15:26:40.293768 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-3104dbb6-4ec0-467d-8cda-d471a3d6be03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T15:26:26Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['1bc2013a-30cf-4d8b-8b85-0dff75f25d85'], 'active': True} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:26:40.314730 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-8c35e554-5958-431b-bee7-c2366436c296 tempest-TestSnapshotPattern-1983110023 tempest-TestSnapshotPattern-1983110023-project] 10.222.0.104 "DELETE /v2.0/floatingips/4e92270c-e898-48ac-a90e-dccabe7c0af4 HTTP/1.1" status: 204 len: 168 time: 0.8560781 Jul 06 15:26:40.315462 n-d-773647-6 neutron-server[100247]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ce3c267-b080-4185-b0d2-70e7918ba90c', 'tag': '59d6d54f-5162-4012-8fb2-6e706c1a51f1'}] {{(pid=100247) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 15:26:40.317846 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee9abbf45a31ce2cafe392c325a103f9980bc56023ef5156b007054daa5623de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e450a7f0-933d-429e-8209-9f1d7113a23e" -d '{"events": [{"name": "network-changed", "server_uuid": "8ce3c267-b080-4185-b0d2-70e7918ba90c", "tag": "59d6d54f-5162-4012-8fb2-6e706c1a51f1"}]}' {{(pid=100247) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 15:26:40.404635 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvr_db [None req-3104dbb6-4ec0-467d-8cda-d471a3d6be03 None None] Set router 1bc2013a-30cf-4d8b-8b85-0dff75f25d85 gateway port host: n-d-773647-6 {{(pid=100248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 15:26:40.621289 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 15:26:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1776dffa-a7a8-43c1-84be-a23570ddf682 x-openstack-request-id: req-1776dffa-a7a8-43c1-84be-a23570ddf682 {{(pid=100247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 15:26:40.621816 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ce3c267-b080-4185-b0d2-70e7918ba90c", "tag": "59d6d54f-5162-4012-8fb2-6e706c1a51f1", "status": "completed", "code": 200}]} {{(pid=100247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 15:26:40.621922 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-1776dffa-a7a8-43c1-84be-a23570ddf682 {{(pid=100247) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 15:26:40.622298 n-d-773647-6 neutron-server[100247]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ce3c267-b080-4185-b0d2-70e7918ba90c', 'tag': '59d6d54f-5162-4012-8fb2-6e706c1a51f1', 'status': 'completed', 'code': 200} Jul 06 15:26:40.705599 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e450a7f0-933d-429e-8209-9f1d7113a23e req-65751943-3402-41b7-a933-323eb0d2c58f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:26:40.707418 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-e450a7f0-933d-429e-8209-9f1d7113a23e req-65751943-3402-41b7-a933-323eb0d2c58f service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=0a03de2c0a11475f94d5cd3ad5935e1f&device_id=8ce3c267-b080-4185-b0d2-70e7918ba90c HTTP/1.1" status: 200 len: 1097 time: 0.0612040 Jul 06 15:26:40.779343 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b1dd49-33cc-468a-bdf9-3dadfa163450 req-e616d95e-7c8b-4246-8ff0-165f02fbffe7 tempest-TestSnapshotPattern-1983110023 tempest-TestSnapshotPattern-1983110023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:26:40.781270 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-70b1dd49-33cc-468a-bdf9-3dadfa163450 req-e616d95e-7c8b-4246-8ff0-165f02fbffe7 tempest-TestSnapshotPattern-1983110023 tempest-TestSnapshotPattern-1983110023-project] 10.222.0.104 "GET /v2.0/ports?device_id=8ce3c267-b080-4185-b0d2-70e7918ba90c HTTP/1.1" status: 200 len: 946 time: 0.0661650 Jul 06 15:26:40.803116 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-3104dbb6-4ec0-467d-8cda-d471a3d6be03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bc2013a-30cf-4d8b-8b85-0dff75f25d85', 'name': 'tempest-TestSnapshotPattern-1574683897-router', 'tenant_id': '0a03de2c0a11475f94d5cd3ad5935e1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.232'}], 'enable_snat': True}, 'gw_port_id': 'bfba92e1-bff7-45fa-93a6-50a34a66bc66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T15:21:24Z', 'updated_at': '2021-07-06T15:21:27Z', 'revision_number': 4, 'project_id': '0a03de2c0a11475f94d5cd3ad5935e1f', 'gw_port': {'id': 'bfba92e1-bff7-45fa-93a6-50a34a66bc66', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:08:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bc2013a-30cf-4d8b-8b85-0dff75f25d85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T15:21:25Z', 'updated_at': '2021-07-06T15:21:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6', '_floatingips': [{'id': 'aeeabc0b-f397-4abc-ade6-b8af8d0e2275', 'tenant_id': '0a03de2c0a11475f94d5cd3ad5935e1f', 'floating_ip_address': '172.25.0.253', 'floating_network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'router_id': '1bc2013a-30cf-4d8b-8b85-0dff75f25d85', 'port_id': '19d80b7e-a8c7-4736-bc83-ef3e0bbe22bc', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 4314, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ecd54648-140a-42b0-92ce-aa01d5f0d9fe', 'mac_address': 'fa:16:3e:6b:d2:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6eda5b87-01ce-460d-9001-9846fd36c93f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T15:21:47Z', 'updated_at': '2021-07-06T15:21:49Z', 'revision_number': 1, 'project_id': '0a03de2c0a11475f94d5cd3ad5935e1f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd40e0838-ddcc-4801-b2a7-361046158a9e', 'name': '', 'network_id': 'ecd54648-140a-42b0-92ce-aa01d5f0d9fe', 'tenant_id': '0a03de2c0a11475f94d5cd3ad5935e1f', 'mac_address': 'fa:16:3e:63:c9:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bc2013a-30cf-4d8b-8b85-0dff75f25d85', 'device_owner': 'network:router_interface', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '7b35e370-767f-485b-a5ec-7c4ae3e9e825', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T15:21:27Z', 'updated_at': '2021-07-06T15:21:33Z', 'revision_number': 5, 'project_id': '0a03de2c0a11475f94d5cd3ad5935e1f', 'subnets': [{'id': '7b35e370-767f-485b-a5ec-7c4ae3e9e825', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773647-6', False) {} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:26:40.811183 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e450a7f0-933d-429e-8209-9f1d7113a23e req-0a7feb75-514d-4cfb-9617-603ecc178e59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:26:40.812917 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-e450a7f0-933d-429e-8209-9f1d7113a23e req-0a7feb75-514d-4cfb-9617-603ecc178e59 service neutron] 10.222.0.72 "GET /v2.0/networks?id=ecd54648-140a-42b0-92ce-aa01d5f0d9fe HTTP/1.1" status: 200 len: 912 time: 0.0980442 Jul 06 15:26:40.825691 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-70b1dd49-33cc-468a-bdf9-3dadfa163450 req-f1a27368-a9b7-4c9b-80d3-c5222b063110 tempest-TestSnapshotPattern-1983110023 tempest-TestSnapshotPattern-1983110023-project] 10.222.0.104 "GET /v2.0/security-groups?id=382df162-c877-4fe9-bfd8-59464186b1ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386264 Jul 06 15:26:40.833986 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3104dbb6-4ec0-467d-8cda-d471a3d6be03 None None] Checking router: 1bc2013a-30cf-4d8b-8b85-0dff75f25d85 for host: n-d-773647-6 {{(pid=100248) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 15:26:40.842571 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3104dbb6-4ec0-467d-8cda-d471a3d6be03 None None] Routers {'1bc2013a-30cf-4d8b-8b85-0dff75f25d85'} bound to L3 agent in host n-d-773647-6 {{(pid=100248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 15:26:40.843179 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-3104dbb6-4ec0-467d-8cda-d471a3d6be03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T15:26:26Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['1bc2013a-30cf-4d8b-8b85-0dff75f25d85'], 'active': True} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:26:40.856391 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-e450a7f0-933d-429e-8209-9f1d7113a23e req-91a771fa-0bc2-435d-8584-9b2c0006a685 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=59d6d54f-5162-4012-8fb2-6e706c1a51f1 HTTP/1.1" status: 200 len: 217 time: 0.0367527 Jul 06 15:26:40.910509 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e450a7f0-933d-429e-8209-9f1d7113a23e req-d5e23485-7fc5-46a9-958c-f45dc397150e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:26:40.912078 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-e450a7f0-933d-429e-8209-9f1d7113a23e req-d5e23485-7fc5-46a9-958c-f45dc397150e service neutron] 10.222.0.72 "GET /v2.0/subnets?id=7b35e370-767f-485b-a5ec-7c4ae3e9e825 HTTP/1.1" status: 200 len: 849 time: 0.0490408 Jul 06 15:26:40.949519 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvr_db [None req-3104dbb6-4ec0-467d-8cda-d471a3d6be03 None None] Set router 1bc2013a-30cf-4d8b-8b85-0dff75f25d85 gateway port host: n-d-773647-6 {{(pid=100248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 15:26:40.970813 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e450a7f0-933d-429e-8209-9f1d7113a23e req-1bd666d6-a208-40cd-a6b7-d83fdab40f7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:26:40.972307 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-e450a7f0-933d-429e-8209-9f1d7113a23e req-1bd666d6-a208-40cd-a6b7-d83fdab40f7c service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=ecd54648-140a-42b0-92ce-aa01d5f0d9fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0521653 Jul 06 15:26:41.067816 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-e450a7f0-933d-429e-8209-9f1d7113a23e req-a8f2cacf-ed76-4ddc-a30a-c7ffa4ca00cb service neutron] 10.222.0.72 "GET /v2.0/networks/ecd54648-140a-42b0-92ce-aa01d5f0d9fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873599 Jul 06 15:26:41.165190 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-e450a7f0-933d-429e-8209-9f1d7113a23e req-55b74f9d-966e-4641-8181-5748811821f8 service neutron] 10.222.0.72 "GET /v2.0/networks/ecd54648-140a-42b0-92ce-aa01d5f0d9fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885687 Jul 06 15:26:41.176661 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-3104dbb6-4ec0-467d-8cda-d471a3d6be03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bc2013a-30cf-4d8b-8b85-0dff75f25d85', 'name': 'tempest-TestSnapshotPattern-1574683897-router', 'tenant_id': '0a03de2c0a11475f94d5cd3ad5935e1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.232'}], 'enable_snat': True}, 'gw_port_id': 'bfba92e1-bff7-45fa-93a6-50a34a66bc66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T15:21:24Z', 'updated_at': '2021-07-06T15:21:27Z', 'revision_number': 4, 'project_id': '0a03de2c0a11475f94d5cd3ad5935e1f', 'gw_port': {'id': 'bfba92e1-bff7-45fa-93a6-50a34a66bc66', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:08:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bc2013a-30cf-4d8b-8b85-0dff75f25d85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T15:21:25Z', 'updated_at': '2021-07-06T15:21:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6', '_floatingips': [{'id': 'aeeabc0b-f397-4abc-ade6-b8af8d0e2275', 'tenant_id': '0a03de2c0a11475f94d5cd3ad5935e1f', 'floating_ip_address': '172.25.0.253', 'floating_network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'router_id': '1bc2013a-30cf-4d8b-8b85-0dff75f25d85', 'port_id': '19d80b7e-a8c7-4736-bc83-ef3e0bbe22bc', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 4314, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ecd54648-140a-42b0-92ce-aa01d5f0d9fe', 'mac_address': 'fa:16:3e:6b:d2:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6eda5b87-01ce-460d-9001-9846fd36c93f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T15:21:47Z', 'updated_at': '2021-07-06T15:21:49Z', 'revision_number': 1, 'project_id': '0a03de2c0a11475f94d5cd3ad5935e1f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd40e0838-ddcc-4801-b2a7-361046158a9e', 'name': '', 'network_id': 'ecd54648-140a-42b0-92ce-aa01d5f0d9fe', 'tenant_id': '0a03de2c0a11475f94d5cd3ad5935e1f', 'mac_address': 'fa:16:3e:63:c9:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bc2013a-30cf-4d8b-8b85-0dff75f25d85', 'device_owner': 'network:router_interface', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '7b35e370-767f-485b-a5ec-7c4ae3e9e825', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T15:21:27Z', 'updated_at': '2021-07-06T15:21:33Z', 'revision_number': 5, 'project_id': '0a03de2c0a11475f94d5cd3ad5935e1f', 'subnets': [{'id': '7b35e370-767f-485b-a5ec-7c4ae3e9e825', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773647-6', False) {} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:26:41.207760 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3104dbb6-4ec0-467d-8cda-d471a3d6be03 None None] The sync data for ids ['1bc2013a-30cf-4d8b-8b85-0dff75f25d85'] in n-d-773647-6 is: [{'id': '1bc2013a-30cf-4d8b-8b85-0dff75f25d85', 'name': 'tempest-TestSnapshotPattern-1574683897-router', 'tenant_id': '0a03de2c0a11475f94d5cd3ad5935e1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.232'}], 'enable_snat': True}, 'gw_port_id': 'bfba92e1-bff7-45fa-93a6-50a34a66bc66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T15:21:24Z', 'updated_at': '2021-07-06T15:21:27Z', 'revision_number': 4, 'project_id': '0a03de2c0a11475f94d5cd3ad5935e1f', 'gw_port': {'id': 'bfba92e1-bff7-45fa-93a6-50a34a66bc66', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:08:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bc2013a-30cf-4d8b-8b85-0dff75f25d85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T15:21:25Z', 'updated_at': '2021-07-06T15:21:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6', '_floatingips': [{'id': 'aeeabc0b-f397-4abc-ade6-b8af8d0e2275', 'tenant_id': '0a03de2c0a11475f94d5cd3ad5935e1f', 'floating_ip_address': '172.25.0.253', 'floating_network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'router_id': '1bc2013a-30cf-4d8b-8b85-0dff75f25d85', 'port_id': '19d80b7e-a8c7-4736-bc83-ef3e0bbe22bc', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 4314, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ecd54648-140a-42b0-92ce-aa01d5f0d9fe', 'mac_address': 'fa:16:3e:6b:d2:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6eda5b87-01ce-460d-9001-9846fd36c93f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T15:21:47Z', 'updated_at': '2021-07-06T15:21:49Z', 'revision_number': 1, 'project_id': '0a03de2c0a11475f94d5cd3ad5935e1f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd40e0838-ddcc-4801-b2a7-361046158a9e', 'name': '', 'network_id': 'ecd54648-140a-42b0-92ce-aa01d5f0d9fe', 'tenant_id': '0a03de2c0a11475f94d5cd3ad5935e1f', 'mac_address': 'fa:16:3e:63:c9:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bc2013a-30cf-4d8b-8b85-0dff75f25d85', 'device_owner': 'network:router_interface', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '7b35e370-767f-485b-a5ec-7c4ae3e9e825', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T15:21:27Z', 'updated_at': '2021-07-06T15:21:33Z', 'revision_number': 5, 'project_id': '0a03de2c0a11475f94d5cd3ad5935e1f', 'subnets': [{'id': '7b35e370-767f-485b-a5ec-7c4ae3e9e825', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 15:26:41.433683 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aafe704-2de1-4694-bdb0-b6bfcd05a9e8 None None] New status for floating IP 4e92270c-e898-48ac-a90e-dccabe7c0af4: DOWN {{(pid=100249) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 15:26:41.712626 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:26:42.005267 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fd9d89-3e0b-4705-a295-d84580ddcb04 req-d47cf8d8-8972-46df-afca-535a596ac6dd tempest-TestSnapshotPattern-1983110023 tempest-TestSnapshotPattern-1983110023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:26:42.006744 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-79fd9d89-3e0b-4705-a295-d84580ddcb04 req-d47cf8d8-8972-46df-afca-535a596ac6dd tempest-TestSnapshotPattern-1983110023 tempest-TestSnapshotPattern-1983110023-project] 10.222.0.104 "GET /v2.0/ports?device_id=8ce3c267-b080-4185-b0d2-70e7918ba90c HTTP/1.1" status: 200 len: 946 time: 0.0629420 Jul 06 15:26:42.045073 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-79fd9d89-3e0b-4705-a295-d84580ddcb04 req-cbb88a46-0861-4ab5-a073-9e280bf88405 tempest-TestSnapshotPattern-1983110023 tempest-TestSnapshotPattern-1983110023-project] 10.222.0.104 "GET /v2.0/security-groups?id=382df162-c877-4fe9-bfd8-59464186b1ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321605 Jul 06 15:26:42.152299 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c00cf64-533d-4706-bfb4-17445d1b6214 req-509c907c-f9a4-4f76-a125-9dcda2877fa8 tempest-TestSnapshotPattern-1983110023 tempest-TestSnapshotPattern-1983110023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:26:42.153726 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-8c00cf64-533d-4706-bfb4-17445d1b6214 req-509c907c-f9a4-4f76-a125-9dcda2877fa8 tempest-TestSnapshotPattern-1983110023 tempest-TestSnapshotPattern-1983110023-project] 10.222.0.72 "GET /v2.0/ports?device_id=8ce3c267-b080-4185-b0d2-70e7918ba90c HTTP/1.1" status: 200 len: 946 time: 0.0640209 Jul 06 15:26:42.258828 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [req-8c00cf64-533d-4706-bfb4-17445d1b6214 req-b12390bf-3d37-421c-8cde-2e8b6c59267a tempest-TestSnapshotPattern-1983110023 tempest-TestSnapshotPattern-1983110023-project] Deleting port 59d6d54f-5162-4012-8fb2-6e706c1a51f1 {{(pid=100246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 15:26:42.259177 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-8c00cf64-533d-4706-bfb4-17445d1b6214 req-b12390bf-3d37-421c-8cde-2e8b6c59267a tempest-TestSnapshotPattern-1983110023 tempest-TestSnapshotPattern-1983110023-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:26:42.345568 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.db [req-8c00cf64-533d-4706-bfb4-17445d1b6214 req-b12390bf-3d37-421c-8cde-2e8b6c59267a tempest-TestSnapshotPattern-1983110023 tempest-TestSnapshotPattern-1983110023-project] For port 59d6d54f-5162-4012-8fb2-6e706c1a51f1, host n-h2-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773647-6',level=0,port_id=59d6d54f-5162-4012-8fb2-6e706c1a51f1,segment=NetworkSegment(b968b8b6-fd15-4838-96bf-57be811a5402),segment_id=b968b8b6-fd15-4838-96bf-57be811a5402)] {{(pid=100246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 15:26:42.345932 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-8c00cf64-533d-4706-bfb4-17445d1b6214 req-b12390bf-3d37-421c-8cde-2e8b6c59267a tempest-TestSnapshotPattern-1983110023 tempest-TestSnapshotPattern-1983110023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:26:42.358919 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [req-8c00cf64-533d-4706-bfb4-17445d1b6214 req-b12390bf-3d37-421c-8cde-2e8b6c59267a tempest-TestSnapshotPattern-1983110023 tempest-TestSnapshotPattern-1983110023-project] Calling delete_port for 59d6d54f-5162-4012-8fb2-6e706c1a51f1 owned by compute:nova {{(pid=100246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 15:26:42.489446 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-8c00cf64-533d-4706-bfb4-17445d1b6214 req-b12390bf-3d37-421c-8cde-2e8b6c59267a tempest-TestSnapshotPattern-1983110023 tempest-TestSnapshotPattern-1983110023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127687580'] for port, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:26:42.516695 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12390bf-3d37-421c-8cde-2e8b6c59267a tempest-TestSnapshotPattern-1983110023 tempest-TestSnapshotPattern-1983110023-project] Pushing event deleted for resources: {'Port': ['ID=59d6d54f-5162-4012-8fb2-6e706c1a51f1,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:26:42.531520 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12390bf-3d37-421c-8cde-2e8b6c59267a tempest-TestSnapshotPattern-1983110023 tempest-TestSnapshotPattern-1983110023-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:26:42.531873 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12390bf-3d37-421c-8cde-2e8b6c59267a tempest-TestSnapshotPattern-1983110023 tempest-TestSnapshotPattern-1983110023-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:26:42.532212 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12390bf-3d37-421c-8cde-2e8b6c59267a tempest-TestSnapshotPattern-1983110023 tempest-TestSnapshotPattern-1983110023-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:26:42.532550 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12390bf-3d37-421c-8cde-2e8b6c59267a tempest-TestSnapshotPattern-1983110023 tempest-TestSnapshotPattern-1983110023-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:26:42.532882 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12390bf-3d37-421c-8cde-2e8b6c59267a tempest-TestSnapshotPattern-1983110023 tempest-TestSnapshotPattern-1983110023-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:26:42.533211 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12390bf-3d37-421c-8cde-2e8b6c59267a tempest-TestSnapshotPattern-1983110023 tempest-TestSnapshotPattern-1983110023-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:26:42.533542 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12390bf-3d37-421c-8cde-2e8b6c59267a tempest-TestSnapshotPattern-1983110023 tempest-TestSnapshotPattern-1983110023-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:26:42.533866 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12390bf-3d37-421c-8cde-2e8b6c59267a tempest-TestSnapshotPattern-1983110023 tempest-TestSnapshotPattern-1983110023-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:26:42.534189 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12390bf-3d37-421c-8cde-2e8b6c59267a tempest-TestSnapshotPattern-1983110023 tempest-TestSnapshotPattern-1983110023-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:26:42.534510 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12390bf-3d37-421c-8cde-2e8b6c59267a tempest-TestSnapshotPattern-1983110023 tempest-TestSnapshotPattern-1983110023-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:26:42.534915 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12390bf-3d37-421c-8cde-2e8b6c59267a tempest-TestSnapshotPattern-1983110023 tempest-TestSnapshotPattern-1983110023-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:26:42.535229 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12390bf-3d37-421c-8cde-2e8b6c59267a tempest-TestSnapshotPattern-1983110023 tempest-TestSnapshotPattern-1983110023-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773647-6 {{(pid=100246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:26:42.577675 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c00cf64-533d-4706-bfb4-17445d1b6214 req-b12390bf-3d37-421c-8cde-2e8b6c59267a tempest-TestSnapshotPattern-1983110023 tempest-TestSnapshotPattern-1983110023-project] No DVR routers for this DVR port 59d6d54f-5162-4012-8fb2-6e706c1a51f1 on host n-h2-773647-6 {{(pid=100246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 15:26:42.580217 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-8c00cf64-533d-4706-bfb4-17445d1b6214 req-b12390bf-3d37-421c-8cde-2e8b6c59267a tempest-TestSnapshotPattern-1983110023 tempest-TestSnapshotPattern-1983110023-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:26:42.582210 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-8c00cf64-533d-4706-bfb4-17445d1b6214 req-b12390bf-3d37-421c-8cde-2e8b6c59267a tempest-TestSnapshotPattern-1983110023 tempest-TestSnapshotPattern-1983110023-project] 10.222.0.72 "DELETE /v2.0/ports/59d6d54f-5162-4012-8fb2-6e706c1a51f1 HTTP/1.1" status: 204 len: 173 time: 0.4229889 Jul 06 15:26:42.582646 n-d-773647-6 neutron-server[100246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ce3c267-b080-4185-b0d2-70e7918ba90c', 'name': 'network-vif-deleted', 'tag': '59d6d54f-5162-4012-8fb2-6e706c1a51f1'}] {{(pid=100246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 15:26:42.584977 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46bcbd240f672e88150dff05a21f1d72cf4d2de628fda8977cb1eab177268aa5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-010d890d-a440-4aa0-a5b6-b6b190330dcb" -d '{"events": [{"server_uuid": "8ce3c267-b080-4185-b0d2-70e7918ba90c", "name": "network-vif-deleted", "tag": "59d6d54f-5162-4012-8fb2-6e706c1a51f1"}]}' {{(pid=100246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 15:26:42.621268 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 15:26:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-817acf1b-9223-42bf-90a2-5f8e1c3e262e x-openstack-request-id: req-817acf1b-9223-42bf-90a2-5f8e1c3e262e {{(pid=100246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 15:26:42.621608 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ce3c267-b080-4185-b0d2-70e7918ba90c", "name": "network-vif-deleted", "tag": "59d6d54f-5162-4012-8fb2-6e706c1a51f1", "status": "completed", "code": 200}]} {{(pid=100246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 15:26:42.621859 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-817acf1b-9223-42bf-90a2-5f8e1c3e262e {{(pid=100246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 15:26:42.622260 n-d-773647-6 neutron-server[100246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ce3c267-b080-4185-b0d2-70e7918ba90c', 'name': 'network-vif-deleted', 'tag': '59d6d54f-5162-4012-8fb2-6e706c1a51f1', 'status': 'completed', 'code': 200} Jul 06 15:26:43.202495 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-6f6b620d-c9ea-4176-a338-cfcac2b44213 req-628b16be-f02b-44b0-8120-f4f7e981a3c4 tempest-TestSnapshotPattern-1983110023 tempest-TestSnapshotPattern-1983110023-project] 10.222.0.104 "GET /v2.0/ports?device_id=8ce3c267-b080-4185-b0d2-70e7918ba90c HTTP/1.1" status: 200 len: 210 time: 0.0293987 Jul 06 15:26:43.388743 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:26:43.504624 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Device 59d6d54f-5162-4012-8fb2-6e706c1a51f1 no longer exists at agent hyperv_n-h2-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 15:26:43.524530 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] No Port match for: 59d6d54f-5162-4012-8fb2-6e706c1a51f1 {{(pid=100248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 15:26:43.524878 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Device 59d6d54f-5162-4012-8fb2-6e706c1a51f1 not bound to the agent host n-h2-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 15:26:44.812203 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 35428) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 15:26:44.968661 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.plugin [None req-40293798-d139-4d58-a7b6-7a2590fa47ae tempest-TestSnapshotPattern-1983110023 tempest-TestSnapshotPattern-1983110023-project] Deleting port 9b93313e-048f-47e7-802e-85d70eb88ed5 {{(pid=100247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 15:26:44.969108 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-40293798-d139-4d58-a7b6-7a2590fa47ae tempest-TestSnapshotPattern-1983110023 tempest-TestSnapshotPattern-1983110023-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:26:45.047771 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-40293798-d139-4d58-a7b6-7a2590fa47ae tempest-TestSnapshotPattern-1983110023 tempest-TestSnapshotPattern-1983110023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:26:45.048016 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-40293798-d139-4d58-a7b6-7a2590fa47ae tempest-TestSnapshotPattern-1983110023 tempest-TestSnapshotPattern-1983110023-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:26:45.059465 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.plugin [None req-40293798-d139-4d58-a7b6-7a2590fa47ae tempest-TestSnapshotPattern-1983110023 tempest-TestSnapshotPattern-1983110023-project] Calling delete_port for 9b93313e-048f-47e7-802e-85d70eb88ed5 owned by network:floatingip {{(pid=100247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 15:26:45.208543 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-40293798-d139-4d58-a7b6-7a2590fa47ae tempest-TestSnapshotPattern-1983110023 tempest-TestSnapshotPattern-1983110023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128888353'] for port, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:26:45.234869 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40293798-d139-4d58-a7b6-7a2590fa47ae tempest-TestSnapshotPattern-1983110023 tempest-TestSnapshotPattern-1983110023-project] Pushing event deleted for resources: {'Port': ['ID=9b93313e-048f-47e7-802e-85d70eb88ed5,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:26:45.298731 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-40293798-d139-4d58-a7b6-7a2590fa47ae tempest-TestSnapshotPattern-1983110023 tempest-TestSnapshotPattern-1983110023-project] Notify callbacks [] for floatingip, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:26:45.299028 n-d-773647-6 neutron-server[100247]: INFO neutron.db.l3_db [None req-40293798-d139-4d58-a7b6-7a2590fa47ae tempest-TestSnapshotPattern-1983110023 tempest-TestSnapshotPattern-1983110023-project] Floating IP aeeabc0b-f397-4abc-ade6-b8af8d0e2275 disassociated (deleted). External IP: 172.25.0.253, port: 19d80b7e-a8c7-4736-bc83-ef3e0bbe22bc. Jul 06 15:26:45.505941 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40293798-d139-4d58-a7b6-7a2590fa47ae tempest-TestSnapshotPattern-1983110023 tempest-TestSnapshotPattern-1983110023-project] Router 1bc2013a-30cf-4d8b-8b85-0dff75f25d85 has already been hosted by L3 agent 2823d358-a11b-4885-a706-95a279e43fa7 {{(pid=100247) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 15:26:45.612703 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40293798-d139-4d58-a7b6-7a2590fa47ae tempest-TestSnapshotPattern-1983110023 tempest-TestSnapshotPattern-1983110023-project] Notify agent at l3_agent.n-d-773647-6 the message routers_updated {{(pid=100247) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 15:26:45.617576 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-40293798-d139-4d58-a7b6-7a2590fa47ae tempest-TestSnapshotPattern-1983110023 tempest-TestSnapshotPattern-1983110023-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for floatingip, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:26:45.625118 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e17f7fc3-4733-4dbc-97f8-674c7ff69647 None None] Sync routers for ids ['1bc2013a-30cf-4d8b-8b85-0dff75f25d85'] in n-d-773647-6 {{(pid=100248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 15:26:45.634438 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e17f7fc3-4733-4dbc-97f8-674c7ff69647 None None] Routers {'1bc2013a-30cf-4d8b-8b85-0dff75f25d85'} bound to L3 agent in host n-d-773647-6 {{(pid=100248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 15:26:45.635656 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-e17f7fc3-4733-4dbc-97f8-674c7ff69647 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T15:26:26Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['1bc2013a-30cf-4d8b-8b85-0dff75f25d85'], 'active': True} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:26:45.655410 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-40293798-d139-4d58-a7b6-7a2590fa47ae tempest-TestSnapshotPattern-1983110023 tempest-TestSnapshotPattern-1983110023-project] 10.222.0.104 "DELETE /v2.0/floatingips/aeeabc0b-f397-4abc-ade6-b8af8d0e2275 HTTP/1.1" status: 204 len: 168 time: 0.8420689 Jul 06 15:26:45.655996 n-d-773647-6 neutron-server[100247]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6eda5b87-01ce-460d-9001-9846fd36c93f', 'tag': '19d80b7e-a8c7-4736-bc83-ef3e0bbe22bc'}] {{(pid=100247) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 15:26:45.658228 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee9abbf45a31ce2cafe392c325a103f9980bc56023ef5156b007054daa5623de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-707adb00-81aa-4fdc-8443-1686546f2e4f" -d '{"events": [{"name": "network-changed", "server_uuid": "6eda5b87-01ce-460d-9001-9846fd36c93f", "tag": "19d80b7e-a8c7-4736-bc83-ef3e0bbe22bc"}]}' {{(pid=100247) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 15:26:45.742411 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvr_db [None req-e17f7fc3-4733-4dbc-97f8-674c7ff69647 None None] Set router 1bc2013a-30cf-4d8b-8b85-0dff75f25d85 gateway port host: n-d-773647-6 {{(pid=100248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 15:26:45.902497 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 15:26:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91a0bb71-84ea-46b2-8ad0-d425f13c79dc x-openstack-request-id: req-91a0bb71-84ea-46b2-8ad0-d425f13c79dc {{(pid=100247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 15:26:45.903058 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6eda5b87-01ce-460d-9001-9846fd36c93f", "tag": "19d80b7e-a8c7-4736-bc83-ef3e0bbe22bc", "status": "completed", "code": 200}]} {{(pid=100247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 15:26:45.903058 n-d-773647-6 neutron-server[100247]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-91a0bb71-84ea-46b2-8ad0-d425f13c79dc {{(pid=100247) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 15:26:45.903483 n-d-773647-6 neutron-server[100247]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6eda5b87-01ce-460d-9001-9846fd36c93f', 'tag': '19d80b7e-a8c7-4736-bc83-ef3e0bbe22bc', 'status': 'completed', 'code': 200} Jul 06 15:26:45.950544 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-e17f7fc3-4733-4dbc-97f8-674c7ff69647 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bc2013a-30cf-4d8b-8b85-0dff75f25d85', 'name': 'tempest-TestSnapshotPattern-1574683897-router', 'tenant_id': '0a03de2c0a11475f94d5cd3ad5935e1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.232'}], 'enable_snat': True}, 'gw_port_id': 'bfba92e1-bff7-45fa-93a6-50a34a66bc66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T15:21:24Z', 'updated_at': '2021-07-06T15:21:27Z', 'revision_number': 4, 'project_id': '0a03de2c0a11475f94d5cd3ad5935e1f', 'gw_port': {'id': 'bfba92e1-bff7-45fa-93a6-50a34a66bc66', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:08:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bc2013a-30cf-4d8b-8b85-0dff75f25d85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T15:21:25Z', 'updated_at': '2021-07-06T15:21:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6', '_interfaces': [{'id': 'd40e0838-ddcc-4801-b2a7-361046158a9e', 'name': '', 'network_id': 'ecd54648-140a-42b0-92ce-aa01d5f0d9fe', 'tenant_id': '0a03de2c0a11475f94d5cd3ad5935e1f', 'mac_address': 'fa:16:3e:63:c9:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bc2013a-30cf-4d8b-8b85-0dff75f25d85', 'device_owner': 'network:router_interface', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '7b35e370-767f-485b-a5ec-7c4ae3e9e825', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T15:21:27Z', 'updated_at': '2021-07-06T15:21:33Z', 'revision_number': 5, 'project_id': '0a03de2c0a11475f94d5cd3ad5935e1f', 'subnets': [{'id': '7b35e370-767f-485b-a5ec-7c4ae3e9e825', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773647-6', False) {} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:26:45.982152 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707adb00-81aa-4fdc-8443-1686546f2e4f req-4864092a-45b8-4aab-97d7-61d4158985f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:26:45.983725 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-707adb00-81aa-4fdc-8443-1686546f2e4f req-4864092a-45b8-4aab-97d7-61d4158985f1 service neutron] 10.222.0.127 "GET /v2.0/ports?tenant_id=0a03de2c0a11475f94d5cd3ad5935e1f&device_id=6eda5b87-01ce-460d-9001-9846fd36c93f HTTP/1.1" status: 200 len: 1095 time: 0.0540762 Jul 06 15:26:45.985683 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e17f7fc3-4733-4dbc-97f8-674c7ff69647 None None] Checking router: 1bc2013a-30cf-4d8b-8b85-0dff75f25d85 for host: n-d-773647-6 {{(pid=100248) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 15:26:45.998511 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e17f7fc3-4733-4dbc-97f8-674c7ff69647 None None] Routers {'1bc2013a-30cf-4d8b-8b85-0dff75f25d85'} bound to L3 agent in host n-d-773647-6 {{(pid=100248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 15:26:45.999188 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-e17f7fc3-4733-4dbc-97f8-674c7ff69647 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T15:26:26Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['1bc2013a-30cf-4d8b-8b85-0dff75f25d85'], 'active': True} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:26:46.056297 n-d-773647-6 neutron-server[100247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b7534c-257b-4a9b-9e41-2fba852020a3 req-531ba343-282e-469b-b2bb-cb3aff9bebec tempest-TestSnapshotPattern-1983110023 tempest-TestSnapshotPattern-1983110023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:26:46.059091 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-22b7534c-257b-4a9b-9e41-2fba852020a3 req-531ba343-282e-469b-b2bb-cb3aff9bebec tempest-TestSnapshotPattern-1983110023 tempest-TestSnapshotPattern-1983110023-project] 10.222.0.104 "GET /v2.0/ports?device_id=6eda5b87-01ce-460d-9001-9846fd36c93f HTTP/1.1" status: 200 len: 944 time: 0.0669401 Jul 06 15:26:46.085012 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707adb00-81aa-4fdc-8443-1686546f2e4f req-9a9a259a-9881-4ff9-a2b1-20151bea6c5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:26:46.086903 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-707adb00-81aa-4fdc-8443-1686546f2e4f req-9a9a259a-9881-4ff9-a2b1-20151bea6c5d service neutron] 10.222.0.127 "GET /v2.0/networks?id=ecd54648-140a-42b0-92ce-aa01d5f0d9fe HTTP/1.1" status: 200 len: 912 time: 0.0952470 Jul 06 15:26:46.104787 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-22b7534c-257b-4a9b-9e41-2fba852020a3 req-fb73de61-0a2c-4995-ac72-529147d9c357 tempest-TestSnapshotPattern-1983110023 tempest-TestSnapshotPattern-1983110023-project] 10.222.0.104 "GET /v2.0/security-groups?id=382df162-c877-4fe9-bfd8-59464186b1ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398567 Jul 06 15:26:46.112865 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvr_db [None req-e17f7fc3-4733-4dbc-97f8-674c7ff69647 None None] Set router 1bc2013a-30cf-4d8b-8b85-0dff75f25d85 gateway port host: n-d-773647-6 {{(pid=100248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 15:26:46.135698 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-707adb00-81aa-4fdc-8443-1686546f2e4f req-def0a072-e539-467f-b8ed-06aec5244891 service neutron] 10.222.0.127 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=19d80b7e-a8c7-4736-bc83-ef3e0bbe22bc HTTP/1.1" status: 200 len: 217 time: 0.0419784 Jul 06 15:26:46.185175 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707adb00-81aa-4fdc-8443-1686546f2e4f req-1a092cb9-9c10-4ed3-8cc6-21c69ce59881 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:26:46.186659 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-707adb00-81aa-4fdc-8443-1686546f2e4f req-1a092cb9-9c10-4ed3-8cc6-21c69ce59881 service neutron] 10.222.0.127 "GET /v2.0/subnets?id=7b35e370-767f-485b-a5ec-7c4ae3e9e825 HTTP/1.1" status: 200 len: 849 time: 0.0451772 Jul 06 15:26:46.246712 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707adb00-81aa-4fdc-8443-1686546f2e4f req-39e03c2f-6c50-4dae-820f-a5ccce475d8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:26:46.248309 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-707adb00-81aa-4fdc-8443-1686546f2e4f req-39e03c2f-6c50-4dae-820f-a5ccce475d8a service neutron] 10.222.0.127 "GET /v2.0/ports?network_id=ecd54648-140a-42b0-92ce-aa01d5f0d9fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0548136 Jul 06 15:26:46.311344 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-e17f7fc3-4733-4dbc-97f8-674c7ff69647 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bc2013a-30cf-4d8b-8b85-0dff75f25d85', 'name': 'tempest-TestSnapshotPattern-1574683897-router', 'tenant_id': '0a03de2c0a11475f94d5cd3ad5935e1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.232'}], 'enable_snat': True}, 'gw_port_id': 'bfba92e1-bff7-45fa-93a6-50a34a66bc66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T15:21:24Z', 'updated_at': '2021-07-06T15:21:27Z', 'revision_number': 4, 'project_id': '0a03de2c0a11475f94d5cd3ad5935e1f', 'gw_port': {'id': 'bfba92e1-bff7-45fa-93a6-50a34a66bc66', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:08:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bc2013a-30cf-4d8b-8b85-0dff75f25d85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T15:21:25Z', 'updated_at': '2021-07-06T15:21:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6', '_interfaces': [{'id': 'd40e0838-ddcc-4801-b2a7-361046158a9e', 'name': '', 'network_id': 'ecd54648-140a-42b0-92ce-aa01d5f0d9fe', 'tenant_id': '0a03de2c0a11475f94d5cd3ad5935e1f', 'mac_address': 'fa:16:3e:63:c9:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bc2013a-30cf-4d8b-8b85-0dff75f25d85', 'device_owner': 'network:router_interface', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '7b35e370-767f-485b-a5ec-7c4ae3e9e825', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T15:21:27Z', 'updated_at': '2021-07-06T15:21:33Z', 'revision_number': 5, 'project_id': '0a03de2c0a11475f94d5cd3ad5935e1f', 'subnets': [{'id': '7b35e370-767f-485b-a5ec-7c4ae3e9e825', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773647-6', False) {} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:26:46.337515 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e17f7fc3-4733-4dbc-97f8-674c7ff69647 None None] The sync data for ids ['1bc2013a-30cf-4d8b-8b85-0dff75f25d85'] in n-d-773647-6 is: [{'id': '1bc2013a-30cf-4d8b-8b85-0dff75f25d85', 'name': 'tempest-TestSnapshotPattern-1574683897-router', 'tenant_id': '0a03de2c0a11475f94d5cd3ad5935e1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.232'}], 'enable_snat': True}, 'gw_port_id': 'bfba92e1-bff7-45fa-93a6-50a34a66bc66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T15:21:24Z', 'updated_at': '2021-07-06T15:21:27Z', 'revision_number': 4, 'project_id': '0a03de2c0a11475f94d5cd3ad5935e1f', 'gw_port': {'id': 'bfba92e1-bff7-45fa-93a6-50a34a66bc66', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:08:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bc2013a-30cf-4d8b-8b85-0dff75f25d85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T15:21:25Z', 'updated_at': '2021-07-06T15:21:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6', '_interfaces': [{'id': 'd40e0838-ddcc-4801-b2a7-361046158a9e', 'name': '', 'network_id': 'ecd54648-140a-42b0-92ce-aa01d5f0d9fe', 'tenant_id': '0a03de2c0a11475f94d5cd3ad5935e1f', 'mac_address': 'fa:16:3e:63:c9:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bc2013a-30cf-4d8b-8b85-0dff75f25d85', 'device_owner': 'network:router_interface', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '7b35e370-767f-485b-a5ec-7c4ae3e9e825', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T15:21:27Z', 'updated_at': '2021-07-06T15:21:33Z', 'revision_number': 5, 'project_id': '0a03de2c0a11475f94d5cd3ad5935e1f', 'subnets': [{'id': '7b35e370-767f-485b-a5ec-7c4ae3e9e825', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 15:26:46.345344 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-707adb00-81aa-4fdc-8443-1686546f2e4f req-55843fe8-d221-4a34-a9a1-6eae75d191c9 service neutron] 10.222.0.127 "GET /v2.0/networks/ecd54648-140a-42b0-92ce-aa01d5f0d9fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894778 Jul 06 15:26:46.440552 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-707adb00-81aa-4fdc-8443-1686546f2e4f req-28b9aa24-e6cf-4806-9e80-dee68e1ff38e service neutron] 10.222.0.127 "GET /v2.0/networks/ecd54648-140a-42b0-92ce-aa01d5f0d9fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864298 Jul 06 15:26:46.562499 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32cff56d-cb34-4964-8d6e-d80f7e5eb9a7 None None] New status for floating IP aeeabc0b-f397-4abc-ade6-b8af8d0e2275: DOWN {{(pid=100249) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 15:26:46.817266 n-d-773647-6 neutron-server[100246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0bf832-e869-4361-a2a4-b4907c6bbfaf req-4c6512dd-f22b-4480-be53-86f87ce256a5 tempest-TestSnapshotPattern-1983110023 tempest-TestSnapshotPattern-1983110023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:26:46.818738 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-ce0bf832-e869-4361-a2a4-b4907c6bbfaf req-4c6512dd-f22b-4480-be53-86f87ce256a5 tempest-TestSnapshotPattern-1983110023 tempest-TestSnapshotPattern-1983110023-project] 10.222.0.127 "GET /v2.0/ports?device_id=6eda5b87-01ce-460d-9001-9846fd36c93f HTTP/1.1" status: 200 len: 944 time: 0.0677896 Jul 06 15:26:46.919818 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [req-ce0bf832-e869-4361-a2a4-b4907c6bbfaf req-2dad8a63-f0d9-4b71-b6a8-2dc773403d8d tempest-TestSnapshotPattern-1983110023 tempest-TestSnapshotPattern-1983110023-project] Deleting port 19d80b7e-a8c7-4736-bc83-ef3e0bbe22bc {{(pid=100246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 15:26:46.920098 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-ce0bf832-e869-4361-a2a4-b4907c6bbfaf req-2dad8a63-f0d9-4b71-b6a8-2dc773403d8d tempest-TestSnapshotPattern-1983110023 tempest-TestSnapshotPattern-1983110023-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:26:47.010424 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.db [req-ce0bf832-e869-4361-a2a4-b4907c6bbfaf req-2dad8a63-f0d9-4b71-b6a8-2dc773403d8d tempest-TestSnapshotPattern-1983110023 tempest-TestSnapshotPattern-1983110023-project] For port 19d80b7e-a8c7-4736-bc83-ef3e0bbe22bc, host n-h1-773647-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773647-6',level=0,port_id=19d80b7e-a8c7-4736-bc83-ef3e0bbe22bc,segment=NetworkSegment(b968b8b6-fd15-4838-96bf-57be811a5402),segment_id=b968b8b6-fd15-4838-96bf-57be811a5402)] {{(pid=100246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 15:26:47.011167 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-ce0bf832-e869-4361-a2a4-b4907c6bbfaf req-2dad8a63-f0d9-4b71-b6a8-2dc773403d8d tempest-TestSnapshotPattern-1983110023 tempest-TestSnapshotPattern-1983110023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:26:47.023638 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [req-ce0bf832-e869-4361-a2a4-b4907c6bbfaf req-2dad8a63-f0d9-4b71-b6a8-2dc773403d8d tempest-TestSnapshotPattern-1983110023 tempest-TestSnapshotPattern-1983110023-project] Calling delete_port for 19d80b7e-a8c7-4736-bc83-ef3e0bbe22bc owned by compute:nova {{(pid=100246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 15:26:47.151132 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-ce0bf832-e869-4361-a2a4-b4907c6bbfaf req-2dad8a63-f0d9-4b71-b6a8-2dc773403d8d tempest-TestSnapshotPattern-1983110023 tempest-TestSnapshotPattern-1983110023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127687580'] for port, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:26:47.185423 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dad8a63-f0d9-4b71-b6a8-2dc773403d8d tempest-TestSnapshotPattern-1983110023 tempest-TestSnapshotPattern-1983110023-project] Pushing event deleted for resources: {'Port': ['ID=19d80b7e-a8c7-4736-bc83-ef3e0bbe22bc,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:26:47.235463 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce0bf832-e869-4361-a2a4-b4907c6bbfaf req-2dad8a63-f0d9-4b71-b6a8-2dc773403d8d tempest-TestSnapshotPattern-1983110023 tempest-TestSnapshotPattern-1983110023-project] No DVR routers for this DVR port 19d80b7e-a8c7-4736-bc83-ef3e0bbe22bc on host n-h1-773647-6 {{(pid=100246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 15:26:47.238428 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [req-ce0bf832-e869-4361-a2a4-b4907c6bbfaf req-2dad8a63-f0d9-4b71-b6a8-2dc773403d8d tempest-TestSnapshotPattern-1983110023 tempest-TestSnapshotPattern-1983110023-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477888'] for port, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:26:47.240763 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [req-ce0bf832-e869-4361-a2a4-b4907c6bbfaf req-2dad8a63-f0d9-4b71-b6a8-2dc773403d8d tempest-TestSnapshotPattern-1983110023 tempest-TestSnapshotPattern-1983110023-project] 10.222.0.127 "DELETE /v2.0/ports/19d80b7e-a8c7-4736-bc83-ef3e0bbe22bc HTTP/1.1" status: 204 len: 173 time: 0.4169774 Jul 06 15:26:47.241078 n-d-773647-6 neutron-server[100246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6eda5b87-01ce-460d-9001-9846fd36c93f', 'name': 'network-vif-deleted', 'tag': '19d80b7e-a8c7-4736-bc83-ef3e0bbe22bc'}] {{(pid=100246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 15:26:47.243543 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46bcbd240f672e88150dff05a21f1d72cf4d2de628fda8977cb1eab177268aa5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d1f1e2e-eef4-41e8-b58b-fa3037f1b32e" -d '{"events": [{"server_uuid": "6eda5b87-01ce-460d-9001-9846fd36c93f", "name": "network-vif-deleted", "tag": "19d80b7e-a8c7-4736-bc83-ef3e0bbe22bc"}]}' {{(pid=100246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 15:26:47.262508 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [req-c4df567e-3533-49e6-a97e-469507e07043 req-4229d7c3-cace-4640-89b3-ba59df6fd582 tempest-TestSnapshotPattern-1983110023 tempest-TestSnapshotPattern-1983110023-project] 10.222.0.104 "GET /v2.0/ports?device_id=6eda5b87-01ce-460d-9001-9846fd36c93f HTTP/1.1" status: 200 len: 210 time: 0.0401161 Jul 06 15:26:47.313700 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 15:26:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c272219a-9520-430d-95a0-3aa90a5fa1c0 x-openstack-request-id: req-c272219a-9520-430d-95a0-3aa90a5fa1c0 {{(pid=100246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 15:26:47.313999 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6eda5b87-01ce-460d-9001-9846fd36c93f", "name": "network-vif-deleted", "tag": "19d80b7e-a8c7-4736-bc83-ef3e0bbe22bc", "status": "completed", "code": 200}]} {{(pid=100246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 15:26:47.314257 n-d-773647-6 neutron-server[100246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-c272219a-9520-430d-95a0-3aa90a5fa1c0 {{(pid=100246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 15:26:47.314655 n-d-773647-6 neutron-server[100246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6eda5b87-01ce-460d-9001-9846fd36c93f', 'name': 'network-vif-deleted', 'tag': '19d80b7e-a8c7-4736-bc83-ef3e0bbe22bc', 'status': 'completed', 'code': 200} Jul 06 15:26:48.359989 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 35446) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 15:26:48.425061 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-5042c1e6-fdbf-4766-b2e8-3f3cdb89d681 tempest-TestSnapshotPattern-1983110023 tempest-TestSnapshotPattern-1983110023-project] Notify callbacks [] for security_group, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:26:48.450300 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-5042c1e6-fdbf-4766-b2e8-3f3cdb89d681 tempest-TestSnapshotPattern-1983110023 tempest-TestSnapshotPattern-1983110023-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:26:48.512245 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-5042c1e6-fdbf-4766-b2e8-3f3cdb89d681 tempest-TestSnapshotPattern-1983110023 tempest-TestSnapshotPattern-1983110023-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:26:48.514955 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-5042c1e6-fdbf-4766-b2e8-3f3cdb89d681 tempest-TestSnapshotPattern-1983110023 tempest-TestSnapshotPattern-1983110023-project] Notify callbacks [] for security_group, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:26:48.516169 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-5042c1e6-fdbf-4766-b2e8-3f3cdb89d681 tempest-TestSnapshotPattern-1983110023 tempest-TestSnapshotPattern-1983110023-project] 10.222.0.104 "DELETE /v2.0/security-groups/382df162-c877-4fe9-bfd8-59464186b1ec HTTP/1.1" status: 204 len: 168 time: 0.1551821 Jul 06 15:26:48.526797 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5042c1e6-fdbf-4766-b2e8-3f3cdb89d681 tempest-TestSnapshotPattern-1983110023 tempest-TestSnapshotPattern-1983110023-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=382df162-c877-4fe9-bfd8-59464186b1ec,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:26:48.565285 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 35450) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 15:26:49.030645 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-98952d07-6261-498f-8438-d0f3bc2352b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1809431'] for router_interface, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:26:49.285248 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.plugin [None req-98952d07-6261-498f-8438-d0f3bc2352b8 admin admin] Deleting port d40e0838-ddcc-4801-b2a7-361046158a9e {{(pid=100247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 15:26:49.285512 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-98952d07-6261-498f-8438-d0f3bc2352b8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:26:49.363958 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.db [None req-98952d07-6261-498f-8438-d0f3bc2352b8 admin admin] For port d40e0838-ddcc-4801-b2a7-361046158a9e, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=d40e0838-ddcc-4801-b2a7-361046158a9e,segment=NetworkSegment(b968b8b6-fd15-4838-96bf-57be811a5402),segment_id=b968b8b6-fd15-4838-96bf-57be811a5402)] {{(pid=100247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 15:26:49.364677 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-98952d07-6261-498f-8438-d0f3bc2352b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:26:49.376652 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.plugin [None req-98952d07-6261-498f-8438-d0f3bc2352b8 admin admin] Calling delete_port for d40e0838-ddcc-4801-b2a7-361046158a9e owned by network:router_interface {{(pid=100247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 15:26:49.553981 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-98952d07-6261-498f-8438-d0f3bc2352b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128888353'] for port, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:26:49.584412 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98952d07-6261-498f-8438-d0f3bc2352b8 admin admin] Pushing event deleted for resources: {'Port': ['ID=d40e0838-ddcc-4801-b2a7-361046158a9e,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:26:50.062035 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-98952d07-6261-498f-8438-d0f3bc2352b8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1809193'] for router_interface, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:26:50.276426 n-d-773647-6 neutron-server[100247]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98952d07-6261-498f-8438-d0f3bc2352b8 admin admin] Router 1bc2013a-30cf-4d8b-8b85-0dff75f25d85 has already been hosted by L3 agent 2823d358-a11b-4885-a706-95a279e43fa7 {{(pid=100247) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 15:26:50.383643 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98952d07-6261-498f-8438-d0f3bc2352b8 admin admin] Notify agent at l3_agent.n-d-773647-6 the message routers_updated {{(pid=100247) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 15:26:50.391254 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-98952d07-6261-498f-8438-d0f3bc2352b8 admin admin] 10.222.0.104 "PUT /v2.0/routers/1bc2013a-30cf-4d8b-8b85-0dff75f25d85/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8223927 Jul 06 15:26:50.391399 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 35456) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 15:26:50.392333 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c7d9f37-4f77-41d5-8bab-0345e4945ce6 None None] Sync routers for ids ['1bc2013a-30cf-4d8b-8b85-0dff75f25d85'] in n-d-773647-6 {{(pid=100248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 15:26:50.402474 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c7d9f37-4f77-41d5-8bab-0345e4945ce6 None None] Routers {'1bc2013a-30cf-4d8b-8b85-0dff75f25d85'} bound to L3 agent in host n-d-773647-6 {{(pid=100248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 15:26:50.403101 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-3c7d9f37-4f77-41d5-8bab-0345e4945ce6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T15:26:26Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['1bc2013a-30cf-4d8b-8b85-0dff75f25d85'], 'active': True} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:26:50.496973 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-b5650789-4b85-4e3c-b10c-e4b12531c3de admin admin] Notify callbacks [] for router, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:26:50.508831 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvr_db [None req-3c7d9f37-4f77-41d5-8bab-0345e4945ce6 None None] Set router 1bc2013a-30cf-4d8b-8b85-0dff75f25d85 gateway port host: n-d-773647-6 {{(pid=100248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 15:26:50.600934 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-b5650789-4b85-4e3c-b10c-e4b12531c3de admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:26:50.655860 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.plugin [None req-b5650789-4b85-4e3c-b10c-e4b12531c3de admin admin] Deleting port bfba92e1-bff7-45fa-93a6-50a34a66bc66 {{(pid=100247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 15:26:50.656204 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-b5650789-4b85-4e3c-b10c-e4b12531c3de admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:26:50.684584 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-3c7d9f37-4f77-41d5-8bab-0345e4945ce6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bc2013a-30cf-4d8b-8b85-0dff75f25d85', 'name': 'tempest-TestSnapshotPattern-1574683897-router', 'tenant_id': '0a03de2c0a11475f94d5cd3ad5935e1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.232'}], 'enable_snat': True}, 'gw_port_id': 'bfba92e1-bff7-45fa-93a6-50a34a66bc66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T15:21:24Z', 'updated_at': '2021-07-06T15:26:49Z', 'revision_number': 5, 'project_id': '0a03de2c0a11475f94d5cd3ad5935e1f', 'gw_port': {'id': 'bfba92e1-bff7-45fa-93a6-50a34a66bc66', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:08:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bc2013a-30cf-4d8b-8b85-0dff75f25d85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T15:21:25Z', 'updated_at': '2021-07-06T15:21:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6'}], 'n-d-773647-6', False) {} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:26:50.710211 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c7d9f37-4f77-41d5-8bab-0345e4945ce6 None None] Checking router: 1bc2013a-30cf-4d8b-8b85-0dff75f25d85 for host: n-d-773647-6 {{(pid=100248) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 15:26:50.719017 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c7d9f37-4f77-41d5-8bab-0345e4945ce6 None None] Routers {'1bc2013a-30cf-4d8b-8b85-0dff75f25d85'} bound to L3 agent in host n-d-773647-6 {{(pid=100248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 15:26:50.719650 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-3c7d9f37-4f77-41d5-8bab-0345e4945ce6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T15:26:26Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['1bc2013a-30cf-4d8b-8b85-0dff75f25d85'], 'active': True} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:26:50.735079 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.db [None req-b5650789-4b85-4e3c-b10c-e4b12531c3de admin admin] For port bfba92e1-bff7-45fa-93a6-50a34a66bc66, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=bfba92e1-bff7-45fa-93a6-50a34a66bc66,segment=NetworkSegment(89a832b7-7793-4d51-9038-ed7e1c3ff1b2),segment_id=89a832b7-7793-4d51-9038-ed7e1c3ff1b2)] {{(pid=100247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 15:26:50.735614 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-b5650789-4b85-4e3c-b10c-e4b12531c3de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:26:50.749235 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.plugin [None req-b5650789-4b85-4e3c-b10c-e4b12531c3de admin admin] Calling delete_port for bfba92e1-bff7-45fa-93a6-50a34a66bc66 owned by network:router_gateway {{(pid=100247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 15:26:50.804706 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvr_db [None req-3c7d9f37-4f77-41d5-8bab-0345e4945ce6 None None] Set router 1bc2013a-30cf-4d8b-8b85-0dff75f25d85 gateway port host: None {{(pid=100248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 15:26:50.855277 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_hamode_db [None req-3c7d9f37-4f77-41d5-8bab-0345e4945ce6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bc2013a-30cf-4d8b-8b85-0dff75f25d85', 'name': 'tempest-TestSnapshotPattern-1574683897-router', 'tenant_id': '0a03de2c0a11475f94d5cd3ad5935e1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T15:21:24Z', 'updated_at': '2021-07-06T15:26:50Z', 'revision_number': 6, 'project_id': '0a03de2c0a11475f94d5cd3ad5935e1f', 'gw_port_host': None}], 'n-d-773647-6', False) {} {{(pid=100248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:26:50.884077 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c7d9f37-4f77-41d5-8bab-0345e4945ce6 None None] The sync data for ids ['1bc2013a-30cf-4d8b-8b85-0dff75f25d85'] in n-d-773647-6 is: [{'id': '1bc2013a-30cf-4d8b-8b85-0dff75f25d85', 'name': 'tempest-TestSnapshotPattern-1574683897-router', 'tenant_id': '0a03de2c0a11475f94d5cd3ad5935e1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T15:21:24Z', 'updated_at': '2021-07-06T15:26:50Z', 'revision_number': 6, 'project_id': '0a03de2c0a11475f94d5cd3ad5935e1f', 'gw_port_host': None}] {{(pid=100248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 15:26:50.924186 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-b5650789-4b85-4e3c-b10c-e4b12531c3de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128888353'] for port, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:26:50.954799 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5650789-4b85-4e3c-b10c-e4b12531c3de admin admin] Pushing event deleted for resources: {'Port': ['ID=bfba92e1-bff7-45fa-93a6-50a34a66bc66,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:26:51.017025 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-b5650789-4b85-4e3c-b10c-e4b12531c3de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1761104'] for router_gateway, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:26:51.108787 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-b5650789-4b85-4e3c-b10c-e4b12531c3de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1806308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6982'] for router, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:26:51.110852 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-b5650789-4b85-4e3c-b10c-e4b12531c3de admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:26:51.155406 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-b5650789-4b85-4e3c-b10c-e4b12531c3de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1805684'] for router, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:26:51.155927 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5650789-4b85-4e3c-b10c-e4b12531c3de admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1bc2013a-30cf-4d8b-8b85-0dff75f25d85 {{(pid=100247) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 15:26:51.160391 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-b5650789-4b85-4e3c-b10c-e4b12531c3de admin admin] Notify callbacks [] for router, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:26:51.161551 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-b5650789-4b85-4e3c-b10c-e4b12531c3de admin admin] 10.222.0.104 "DELETE /v2.0/routers/1bc2013a-30cf-4d8b-8b85-0dff75f25d85 HTTP/1.1" status: 204 len: 168 time: 0.7692993 Jul 06 15:26:51.164346 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 35458) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 15:26:51.215481 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.db_base_plugin_v2 [None req-884e8453-24af-45d7-9e61-1c0e94838807 admin admin] Deleting subnet 7b35e370-767f-485b-a5ec-7c4ae3e9e825 {{(pid=100247) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 15:26:51.218931 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-884e8453-24af-45d7-9e61-1c0e94838807 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:26:51.256380 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-884e8453-24af-45d7-9e61-1c0e94838807 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127131748'] for subnet, precommit_delete_associations {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:26:51.343512 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-884e8453-24af-45d7-9e61-1c0e94838807 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-913473'] for subnet, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:26:51.396488 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-884e8453-24af-45d7-9e61-1c0e94838807 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-913480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1849032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-128888347', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127627857'] for subnet, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:26:51.426134 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884e8453-24af-45d7-9e61-1c0e94838807 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7b35e370-767f-485b-a5ec-7c4ae3e9e825,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:26:51.434596 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-884e8453-24af-45d7-9e61-1c0e94838807 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:26:51.437542 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-884e8453-24af-45d7-9e61-1c0e94838807 admin admin] 10.222.0.104 "DELETE /v2.0/subnets/7b35e370-767f-485b-a5ec-7c4ae3e9e825 HTTP/1.1" status: 204 len: 168 time: 0.2711360 Jul 06 15:26:51.439424 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 35462) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 15:26:51.439949 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e549faf4-8c58-44a5-aade-0587c93f0e09 None None] Network ecd54648-140a-42b0-92ce-aa01d5f0d9fe requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 15:26:51.509743 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-1681eaa6-6991-4ad7-8a33-3637df00b3d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530492'] for network, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:26:51.569430 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [None req-1681eaa6-6991-4ad7-8a33-3637df00b3d6 admin admin] Deleting port 223d954a-879b-44b9-bb3c-3d28e71df9c7 {{(pid=100246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 15:26:51.569776 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-1681eaa6-6991-4ad7-8a33-3637df00b3d6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:26:51.670259 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c892001-b421-48e3-89c9-09889159b46a None None] DHCP port deletion for ecd54648-140a-42b0-92ce-aa01d5f0d9fe request from n-d-773647-6 {{(pid=100248) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 15:26:51.702561 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device d40e0838-ddcc-4801-b2a7-361046158a9e no longer exists at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 15:26:51.726220 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] No Port match for: d40e0838-ddcc-4801-b2a7-361046158a9e {{(pid=100248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 15:26:51.726649 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device d40e0838-ddcc-4801-b2a7-361046158a9e not bound to the agent host n-d-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 15:26:51.749693 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-8c892001-b421-48e3-89c9-09889159b46a None None] Deleting port 223d954a-879b-44b9-bb3c-3d28e71df9c7 {{(pid=100248) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 15:26:51.750069 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-8c892001-b421-48e3-89c9-09889159b46a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:26:51.821219 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.db [None req-8c892001-b421-48e3-89c9-09889159b46a None None] For port 223d954a-879b-44b9-bb3c-3d28e71df9c7, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=223d954a-879b-44b9-bb3c-3d28e71df9c7,segment=NetworkSegment(b968b8b6-fd15-4838-96bf-57be811a5402),segment_id=b968b8b6-fd15-4838-96bf-57be811a5402)] {{(pid=100248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 15:26:51.821610 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-8c892001-b421-48e3-89c9-09889159b46a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:26:51.990903 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.db [None req-1681eaa6-6991-4ad7-8a33-3637df00b3d6 admin admin] For port 223d954a-879b-44b9-bb3c-3d28e71df9c7, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=223d954a-879b-44b9-bb3c-3d28e71df9c7,segment=NetworkSegment(b968b8b6-fd15-4838-96bf-57be811a5402),segment_id=b968b8b6-fd15-4838-96bf-57be811a5402)] {{(pid=100246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 15:26:51.993755 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-1681eaa6-6991-4ad7-8a33-3637df00b3d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:26:52.003055 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Device 19d80b7e-a8c7-4736-bc83-ef3e0bbe22bc no longer exists at agent hyperv_n-h1-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 15:26:52.005839 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [None req-1681eaa6-6991-4ad7-8a33-3637df00b3d6 admin admin] Calling delete_port for 223d954a-879b-44b9-bb3c-3d28e71df9c7 owned by network:dhcp {{(pid=100246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 15:26:52.008328 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-8c892001-b421-48e3-89c9-09889159b46a None None] Calling delete_port for 223d954a-879b-44b9-bb3c-3d28e71df9c7 owned by network:dhcp {{(pid=100248) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 15:26:52.031511 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] No Port match for: 19d80b7e-a8c7-4736-bc83-ef3e0bbe22bc {{(pid=100248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 15:26:52.031876 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Device 19d80b7e-a8c7-4736-bc83-ef3e0bbe22bc not bound to the agent host n-h1-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 15:26:52.088807 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-1681eaa6-6991-4ad7-8a33-3637df00b3d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127687580'] for port, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:26:52.096008 n-d-773647-6 neutron-server[100248]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 15:26:52.096008 n-d-773647-6 neutron-server[100248]: self.session.flush() Jul 06 15:26:52.096008 n-d-773647-6 neutron-server[100248]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 15:26:52.096008 n-d-773647-6 neutron-server[100248]: self.session.flush() Jul 06 15:26:52.096008 n-d-773647-6 neutron-server[100248]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 15:26:52.096008 n-d-773647-6 neutron-server[100248]: self.session.flush() Jul 06 15:26:52.096008 n-d-773647-6 neutron-server[100248]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 15:26:52.096008 n-d-773647-6 neutron-server[100248]: self.session.flush() Jul 06 15:26:52.096008 n-d-773647-6 neutron-server[100248]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 15:26:52.096008 n-d-773647-6 neutron-server[100248]: self.session.flush() Jul 06 15:26:52.096008 n-d-773647-6 neutron-server[100248]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 15:26:52.096008 n-d-773647-6 neutron-server[100248]: self.session.flush() Jul 06 15:26:52.096008 n-d-773647-6 neutron-server[100248]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 15:26:52.096008 n-d-773647-6 neutron-server[100248]: self.session.flush() Jul 06 15:26:52.096008 n-d-773647-6 neutron-server[100248]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 15:26:52.096008 n-d-773647-6 neutron-server[100248]: self.session.flush() Jul 06 15:26:52.096008 n-d-773647-6 neutron-server[100248]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 15:26:52.096008 n-d-773647-6 neutron-server[100248]: self.session.flush() Jul 06 15:26:52.096008 n-d-773647-6 neutron-server[100248]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 15:26:52.096008 n-d-773647-6 neutron-server[100248]: self.session.flush() Jul 06 15:26:52.096008 n-d-773647-6 neutron-server[100248]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 15:26:52.096008 n-d-773647-6 neutron-server[100248]: self.session.flush() Jul 06 15:26:52.096008 n-d-773647-6 neutron-server[100248]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 15:26:52.096008 n-d-773647-6 neutron-server[100248]: self.session.flush() Jul 06 15:26:52.096008 n-d-773647-6 neutron-server[100248]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 15:26:52.096008 n-d-773647-6 neutron-server[100248]: self.session.flush() Jul 06 15:26:52.096008 n-d-773647-6 neutron-server[100248]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 15:26:52.096008 n-d-773647-6 neutron-server[100248]: self.session.flush() Jul 06 15:26:52.096008 n-d-773647-6 neutron-server[100248]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 15:26:52.096008 n-d-773647-6 neutron-server[100248]: self.session.flush() Jul 06 15:26:52.096008 n-d-773647-6 neutron-server[100248]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 15:26:52.096008 n-d-773647-6 neutron-server[100248]: self.session.flush() Jul 06 15:26:52.096008 n-d-773647-6 neutron-server[100248]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 15:26:52.096008 n-d-773647-6 neutron-server[100248]: self.session.flush() Jul 06 15:26:52.096008 n-d-773647-6 neutron-server[100248]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 15:26:52.096008 n-d-773647-6 neutron-server[100248]: self.session.flush() Jul 06 15:26:52.096008 n-d-773647-6 neutron-server[100248]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 15:26:52.096008 n-d-773647-6 neutron-server[100248]: self.session.flush() Jul 06 15:26:52.096008 n-d-773647-6 neutron-server[100248]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 15:26:52.096008 n-d-773647-6 neutron-server[100248]: self.session.flush() Jul 06 15:26:52.096008 n-d-773647-6 neutron-server[100248]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 15:26:52.096008 n-d-773647-6 neutron-server[100248]: self.session.flush() Jul 06 15:26:52.096008 n-d-773647-6 neutron-server[100248]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 15:26:52.096008 n-d-773647-6 neutron-server[100248]: self.session.flush() Jul 06 15:26:52.096008 n-d-773647-6 neutron-server[100248]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 15:26:52.096008 n-d-773647-6 neutron-server[100248]: self.session.flush() Jul 06 15:26:52.096008 n-d-773647-6 neutron-server[100248]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 15:26:52.096008 n-d-773647-6 neutron-server[100248]: self.session.flush() Jul 06 15:26:52.096008 n-d-773647-6 neutron-server[100248]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 15:26:52.096008 n-d-773647-6 neutron-server[100248]: self.session.flush() Jul 06 15:26:52.096008 n-d-773647-6 neutron-server[100248]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 15:26:52.096008 n-d-773647-6 neutron-server[100248]: self.session.flush() Jul 06 15:26:52.096008 n-d-773647-6 neutron-server[100248]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 15:26:52.096008 n-d-773647-6 neutron-server[100248]: self.session.flush() Jul 06 15:26:52.106604 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-8c892001-b421-48e3-89c9-09889159b46a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117'] for port, after_delete {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:26:52.124099 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1681eaa6-6991-4ad7-8a33-3637df00b3d6 admin admin] Pushing event deleted for resources: {'Port': ['ID=223d954a-879b-44b9-bb3c-3d28e71df9c7,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:26:52.125928 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1681eaa6-6991-4ad7-8a33-3637df00b3d6 admin admin] No DVR routers for this DVR port 223d954a-879b-44b9-bb3c-3d28e71df9c7 on host n-d-773647-6 {{(pid=100246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 15:26:52.138079 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c892001-b421-48e3-89c9-09889159b46a None None] Pushing event deleted for resources: {'Port': ['ID=223d954a-879b-44b9-bb3c-3d28e71df9c7,revision_number=None']} {{(pid=100248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:26:52.140548 n-d-773647-6 neutron-server[100248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c892001-b421-48e3-89c9-09889159b46a None None] No DVR routers for this DVR port 223d954a-879b-44b9-bb3c-3d28e71df9c7 on host n-d-773647-6 {{(pid=100248) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 15:26:52.202786 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-1681eaa6-6991-4ad7-8a33-3637df00b3d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-917204', 'neutron.services.segments.db._delete_segments_for_network-8773753502302'] for network, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:26:52.213371 n-d-773647-6 neutron-server[100246]: DEBUG neutron.services.segments.db [None req-1681eaa6-6991-4ad7-8a33-3637df00b3d6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ecd54648-140a-42b0-92ce-aa01d5f0d9fe']}} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:26:52.223348 n-d-773647-6 neutron-server[100246]: DEBUG neutron.services.segments.db [None req-1681eaa6-6991-4ad7-8a33-3637df00b3d6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b968b8b6-fd15-4838-96bf-57be811a5402') {'for_net_delete': True} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:26:52.223560 n-d-773647-6 neutron-server[100246]: DEBUG neutron.services.segments.db [None req-1681eaa6-6991-4ad7-8a33-3637df00b3d6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b968b8b6-fd15-4838-96bf-57be811a5402') {} {{(pid=100246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:26:52.233510 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-1681eaa6-6991-4ad7-8a33-3637df00b3d6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773753515138', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126218898'] for segment, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:26:52.247988 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-1681eaa6-6991-4ad7-8a33-3637df00b3d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552'] for segment, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:26:52.254270 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1681eaa6-6991-4ad7-8a33-3637df00b3d6 admin admin] Releasing vlan 1041 on physical network physnet1 to pool {{(pid=100246) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 15:26:52.254656 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-1681eaa6-6991-4ad7-8a33-3637df00b3d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127687491'] for segment, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:26:52.256406 n-d-773647-6 neutron-server[100246]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 15:26:52.256406 n-d-773647-6 neutron-server[100246]: conditions |= (models_v2.Port.network_id.in_( Jul 06 15:26:52.256406 n-d-773647-6 neutron-server[100246]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 15:26:52.256406 n-d-773647-6 neutron-server[100246]: conditions |= (models_v2.Port.network_id.in_( Jul 06 15:26:52.256406 n-d-773647-6 neutron-server[100246]: Traceback (most recent call last): Jul 06 15:26:52.256406 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 15:26:52.256406 n-d-773647-6 neutron-server[100246]: timer() Jul 06 15:26:52.256406 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 15:26:52.256406 n-d-773647-6 neutron-server[100246]: cb(*args, **kw) Jul 06 15:26:52.256406 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 15:26:52.256406 n-d-773647-6 neutron-server[100246]: return func(*args, **kwargs) Jul 06 15:26:52.256406 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 15:26:52.256406 n-d-773647-6 neutron-server[100246]: self._notify() Jul 06 15:26:52.256406 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 15:26:52.256406 n-d-773647-6 neutron-server[100246]: self.callback(batched_events) Jul 06 15:26:52.256406 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 15:26:52.256406 n-d-773647-6 neutron-server[100246]: event.method(event) Jul 06 15:26:52.256406 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 15:26:52.256406 n-d-773647-6 neutron-server[100246]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 15:26:52.256406 n-d-773647-6 neutron-server[100246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 15:26:52.256406 n-d-773647-6 neutron-server[100246]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 15:26:52.256406 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 15:26:52.256406 n-d-773647-6 neutron-server[100246]: return f(self, *a, **k) Jul 06 15:26:52.256406 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 15:26:52.256406 n-d-773647-6 neutron-server[100246]: return self._get(url).json() Jul 06 15:26:52.256406 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 15:26:52.256406 n-d-773647-6 neutron-server[100246]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 15:26:52.256406 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 15:26:52.256406 n-d-773647-6 neutron-server[100246]: return self.request(url, 'GET', **kwargs) Jul 06 15:26:52.256406 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 15:26:52.256406 n-d-773647-6 neutron-server[100246]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 15:26:52.256406 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 15:26:52.256406 n-d-773647-6 neutron-server[100246]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 15:26:52.256406 n-d-773647-6 neutron-server[100246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 15:26:52.256406 n-d-773647-6 neutron-server[100246]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 15:26:52.256406 n-d-773647-6 neutron-server[100246]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 15:26:52.308766 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-1681eaa6-6991-4ad7-8a33-3637df00b3d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-917215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1761140'] for network, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:26:52.314247 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-1681eaa6-6991-4ad7-8a33-3637df00b3d6 admin admin] Notify callbacks [] for network, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:26:52.316351 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-1681eaa6-6991-4ad7-8a33-3637df00b3d6 admin admin] 10.222.0.104 "DELETE /v2.0/networks/ecd54648-140a-42b0-92ce-aa01d5f0d9fe HTTP/1.1" status: 204 len: 168 time: 0.8757052 Jul 06 15:26:52.319205 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 35466) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 15:26:52.334672 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1681eaa6-6991-4ad7-8a33-3637df00b3d6 admin admin] Pushing event deleted for resources: {'Network': ['ID=ecd54648-140a-42b0-92ce-aa01d5f0d9fe,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:26:52.670936 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-92c23707-1de8-4211-8a3d-b5637f5a0bc5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1809431'] for router_interface, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:26:52.929421 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [None req-92c23707-1de8-4211-8a3d-b5637f5a0bc5 admin admin] Deleting port df84cb59-9cb2-41f6-a9f2-ab7b9b267c33 {{(pid=100246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 15:26:52.929758 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-92c23707-1de8-4211-8a3d-b5637f5a0bc5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:26:53.006828 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.db [None req-92c23707-1de8-4211-8a3d-b5637f5a0bc5 admin admin] For port df84cb59-9cb2-41f6-a9f2-ab7b9b267c33, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=df84cb59-9cb2-41f6-a9f2-ab7b9b267c33,segment=NetworkSegment(8d24b588-8bd0-4f13-b217-c24cf94132e2),segment_id=8d24b588-8bd0-4f13-b217-c24cf94132e2)] {{(pid=100246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 15:26:53.007185 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-92c23707-1de8-4211-8a3d-b5637f5a0bc5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:26:53.019634 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [None req-92c23707-1de8-4211-8a3d-b5637f5a0bc5 admin admin] Calling delete_port for df84cb59-9cb2-41f6-a9f2-ab7b9b267c33 owned by network:router_interface {{(pid=100246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 15:26:53.042004 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-60769dd3-4456-4adf-8413-03f59d99168a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:26:53.122433 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 223d954a-879b-44b9-bb3c-3d28e71df9c7 no longer exists at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 15:26:53.143118 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] No Port match for: 223d954a-879b-44b9-bb3c-3d28e71df9c7 {{(pid=100248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 15:26:53.143496 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 223d954a-879b-44b9-bb3c-3d28e71df9c7 not bound to the agent host n-d-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 15:26:53.143924 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device bfba92e1-bff7-45fa-93a6-50a34a66bc66 no longer exists at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 15:26:53.162726 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] No Port match for: bfba92e1-bff7-45fa-93a6-50a34a66bc66 {{(pid=100248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 15:26:53.163072 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device bfba92e1-bff7-45fa-93a6-50a34a66bc66 not bound to the agent host n-d-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 15:26:53.214096 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-92c23707-1de8-4211-8a3d-b5637f5a0bc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127687580'] for port, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:26:53.246807 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c23707-1de8-4211-8a3d-b5637f5a0bc5 admin admin] Pushing event deleted for resources: {'Port': ['ID=df84cb59-9cb2-41f6-a9f2-ab7b9b267c33,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:26:53.416791 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-92c23707-1de8-4211-8a3d-b5637f5a0bc5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1809193'] for router_interface, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:26:53.632409 n-d-773647-6 neutron-server[100246]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92c23707-1de8-4211-8a3d-b5637f5a0bc5 admin admin] Router 75ea715a-1f86-4c9d-a3af-31d44ef5b677 has already been hosted by L3 agent 2823d358-a11b-4885-a706-95a279e43fa7 {{(pid=100246) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 15:26:53.741142 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92c23707-1de8-4211-8a3d-b5637f5a0bc5 admin admin] Notify agent at l3_agent.n-d-773647-6 the message routers_updated {{(pid=100246) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 15:26:53.748582 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-92c23707-1de8-4211-8a3d-b5637f5a0bc5 admin admin] 10.222.0.104 "PUT /v2.0/routers/75ea715a-1f86-4c9d-a3af-31d44ef5b677/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4260018 Jul 06 15:26:53.748740 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 35474) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 15:26:53.749588 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b66482e5-b4a7-4a31-a16e-d9d05614c896 None None] Sync routers for ids ['75ea715a-1f86-4c9d-a3af-31d44ef5b677'] in n-d-773647-6 {{(pid=100249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 15:26:53.758759 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b66482e5-b4a7-4a31-a16e-d9d05614c896 None None] Routers {'75ea715a-1f86-4c9d-a3af-31d44ef5b677'} bound to L3 agent in host n-d-773647-6 {{(pid=100249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 15:26:53.759397 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-b66482e5-b4a7-4a31-a16e-d9d05614c896 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T15:26:26Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['75ea715a-1f86-4c9d-a3af-31d44ef5b677'], 'active': True} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:26:53.851951 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-787d552c-6103-4420-85ed-1b5eff10b451 admin admin] Notify callbacks [] for router, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:26:53.861517 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvr_db [None req-b66482e5-b4a7-4a31-a16e-d9d05614c896 None None] Set router 75ea715a-1f86-4c9d-a3af-31d44ef5b677 gateway port host: n-d-773647-6 {{(pid=100249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 15:26:53.957375 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-787d552c-6103-4420-85ed-1b5eff10b451 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:26:54.015528 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [None req-787d552c-6103-4420-85ed-1b5eff10b451 admin admin] Deleting port 3f9ab78e-b139-4598-9f59-3a7694ee1d8e {{(pid=100246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 15:26:54.015877 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-787d552c-6103-4420-85ed-1b5eff10b451 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:26:54.096868 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.db [None req-787d552c-6103-4420-85ed-1b5eff10b451 admin admin] For port 3f9ab78e-b139-4598-9f59-3a7694ee1d8e, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=3f9ab78e-b139-4598-9f59-3a7694ee1d8e,segment=NetworkSegment(89a832b7-7793-4d51-9038-ed7e1c3ff1b2),segment_id=89a832b7-7793-4d51-9038-ed7e1c3ff1b2)] {{(pid=100246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 15:26:54.097239 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-787d552c-6103-4420-85ed-1b5eff10b451 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:26:54.110301 n-d-773647-6 neutron-server[100246]: DEBUG neutron.plugins.ml2.plugin [None req-787d552c-6103-4420-85ed-1b5eff10b451 admin admin] Calling delete_port for 3f9ab78e-b139-4598-9f59-3a7694ee1d8e owned by network:router_gateway {{(pid=100246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 15:26:54.128652 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-b66482e5-b4a7-4a31-a16e-d9d05614c896 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75ea715a-1f86-4c9d-a3af-31d44ef5b677', 'name': 'tempest-TestSnapshotPattern-1498091057-router', 'tenant_id': 'fd3c01a7125243f6ae9cd8bdd09a33cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'external_fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.219'}], 'enable_snat': True}, 'gw_port_id': '3f9ab78e-b139-4598-9f59-3a7694ee1d8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T15:21:29Z', 'updated_at': '2021-07-06T15:26:53Z', 'revision_number': 5, 'project_id': 'fd3c01a7125243f6ae9cd8bdd09a33cf', 'gw_port': {'id': '3f9ab78e-b139-4598-9f59-3a7694ee1d8e', 'name': '', 'network_id': '2658f09e-a580-4d4a-9968-2d1e0ad93719', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:20:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75ea715a-1f86-4c9d-a3af-31d44ef5b677', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4301, 'fixed_ips': [{'subnet_id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'ip_address': '172.25.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773647-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T15:21:30Z', 'updated_at': '2021-07-06T15:21:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbf74abc-6fe1-4d33-b005-c948923b9647', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773647-6'}], 'n-d-773647-6', False) {} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:26:54.155302 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b66482e5-b4a7-4a31-a16e-d9d05614c896 None None] Checking router: 75ea715a-1f86-4c9d-a3af-31d44ef5b677 for host: n-d-773647-6 {{(pid=100249) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 15:26:54.163988 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b66482e5-b4a7-4a31-a16e-d9d05614c896 None None] Routers {'75ea715a-1f86-4c9d-a3af-31d44ef5b677'} bound to L3 agent in host n-d-773647-6 {{(pid=100249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 15:26:54.164600 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-b66482e5-b4a7-4a31-a16e-d9d05614c896 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773647-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T13:43:25Z,description=,heartbeat_timestamp=2021-07-06T15:26:26Z,host='n-d-773647-6',id=2823d358-a11b-4885-a706-95a279e43fa7,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:43:25Z,topic='l3_agent')) {'router_ids': ['75ea715a-1f86-4c9d-a3af-31d44ef5b677'], 'active': True} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:26:54.250171 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_dvr_db [None req-b66482e5-b4a7-4a31-a16e-d9d05614c896 None None] Set router 75ea715a-1f86-4c9d-a3af-31d44ef5b677 gateway port host: None {{(pid=100249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 15:26:54.279727 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-787d552c-6103-4420-85ed-1b5eff10b451 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127687580'] for port, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:26:54.303283 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.l3_hamode_db [None req-b66482e5-b4a7-4a31-a16e-d9d05614c896 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75ea715a-1f86-4c9d-a3af-31d44ef5b677', 'name': 'tempest-TestSnapshotPattern-1498091057-router', 'tenant_id': 'fd3c01a7125243f6ae9cd8bdd09a33cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T15:21:29Z', 'updated_at': '2021-07-06T15:26:53Z', 'revision_number': 6, 'project_id': 'fd3c01a7125243f6ae9cd8bdd09a33cf', 'gw_port_host': None}], 'n-d-773647-6', False) {} {{(pid=100249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:26:54.306698 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787d552c-6103-4420-85ed-1b5eff10b451 admin admin] Pushing event deleted for resources: {'Port': ['ID=3f9ab78e-b139-4598-9f59-3a7694ee1d8e,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:26:54.330096 n-d-773647-6 neutron-server[100249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b66482e5-b4a7-4a31-a16e-d9d05614c896 None None] The sync data for ids ['75ea715a-1f86-4c9d-a3af-31d44ef5b677'] in n-d-773647-6 is: [{'id': '75ea715a-1f86-4c9d-a3af-31d44ef5b677', 'name': 'tempest-TestSnapshotPattern-1498091057-router', 'tenant_id': 'fd3c01a7125243f6ae9cd8bdd09a33cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T15:21:29Z', 'updated_at': '2021-07-06T15:26:53Z', 'revision_number': 6, 'project_id': 'fd3c01a7125243f6ae9cd8bdd09a33cf', 'gw_port_host': None}] {{(pid=100249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 15:26:54.372860 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-787d552c-6103-4420-85ed-1b5eff10b451 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1761104'] for router_gateway, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:26:54.463852 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-787d552c-6103-4420-85ed-1b5eff10b451 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1806308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6982'] for router, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:26:54.465972 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-787d552c-6103-4420-85ed-1b5eff10b451 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:26:54.507340 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-787d552c-6103-4420-85ed-1b5eff10b451 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1805684'] for router, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:26:54.507781 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-787d552c-6103-4420-85ed-1b5eff10b451 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 75ea715a-1f86-4c9d-a3af-31d44ef5b677 {{(pid=100246) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 15:26:54.512791 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-787d552c-6103-4420-85ed-1b5eff10b451 admin admin] Notify callbacks [] for router, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:26:54.514088 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-787d552c-6103-4420-85ed-1b5eff10b451 admin admin] 10.222.0.104 "DELETE /v2.0/routers/75ea715a-1f86-4c9d-a3af-31d44ef5b677 HTTP/1.1" status: 204 len: 168 time: 0.7644036 Jul 06 15:26:54.516551 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 35476) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 15:26:54.559807 n-d-773647-6 neutron-server[100246]: DEBUG neutron.db.db_base_plugin_v2 [None req-be628a91-a3cb-4afd-9330-73107414f32d admin admin] Deleting subnet efa3ee1d-5ea1-4aa4-a8a9-88f6c2f1a2d1 {{(pid=100246) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 15:26:54.562796 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-be628a91-a3cb-4afd-9330-73107414f32d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:26:54.599695 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-be628a91-a3cb-4afd-9330-73107414f32d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126218885'] for subnet, precommit_delete_associations {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:26:54.676120 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-be628a91-a3cb-4afd-9330-73107414f32d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-913473'] for subnet, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:26:54.735322 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-be628a91-a3cb-4afd-9330-73107414f32d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-913480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1849032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127687590', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127702764'] for subnet, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:26:54.760946 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be628a91-a3cb-4afd-9330-73107414f32d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=efa3ee1d-5ea1-4aa4-a8a9-88f6c2f1a2d1,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:26:54.767197 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-be628a91-a3cb-4afd-9330-73107414f32d admin admin] Notify callbacks [] for subnet, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:26:54.774315 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-be628a91-a3cb-4afd-9330-73107414f32d admin admin] 10.222.0.104 "DELETE /v2.0/subnets/efa3ee1d-5ea1-4aa4-a8a9-88f6c2f1a2d1 HTTP/1.1" status: 204 len: 168 time: 0.2544265 Jul 06 15:26:54.774547 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [-] (100247) accepted ('10.222.0.104', 35478) {{(pid=100247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 15:26:54.777713 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f7818f8-bd98-4697-8c88-9869007bc419 None None] Network 9185782b-dfc9-46ef-8447-6519ea73604f requested from n-d-773647-6 {{(pid=100248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 15:26:54.855226 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-7ccfbf3a-4b97-4fdc-9d36-6f42c7745083 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530492'] for network, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:26:54.906969 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.plugin [None req-7ccfbf3a-4b97-4fdc-9d36-6f42c7745083 admin admin] Deleting port 2a4070a9-eb58-479c-b26f-317cf4819bb0 {{(pid=100247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 15:26:54.907260 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-7ccfbf3a-4b97-4fdc-9d36-6f42c7745083 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773753481180'] for port, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:26:54.973804 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.db [None req-7ccfbf3a-4b97-4fdc-9d36-6f42c7745083 admin admin] For port 2a4070a9-eb58-479c-b26f-317cf4819bb0, host n-d-773647-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773647-6',level=0,port_id=2a4070a9-eb58-479c-b26f-317cf4819bb0,segment=NetworkSegment(8d24b588-8bd0-4f13-b217-c24cf94132e2),segment_id=8d24b588-8bd0-4f13-b217-c24cf94132e2)] {{(pid=100247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 15:26:54.974174 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-7ccfbf3a-4b97-4fdc-9d36-6f42c7745083 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1809175'] for port, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:26:54.987200 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.plugin [None req-7ccfbf3a-4b97-4fdc-9d36-6f42c7745083 admin admin] Calling delete_port for 2a4070a9-eb58-479c-b26f-317cf4819bb0 owned by network:dhcp {{(pid=100247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 15:26:55.065329 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-7ccfbf3a-4b97-4fdc-9d36-6f42c7745083 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773753488918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773752966117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128888353'] for port, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:26:55.090402 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ccfbf3a-4b97-4fdc-9d36-6f42c7745083 admin admin] Pushing event deleted for resources: {'Port': ['ID=2a4070a9-eb58-479c-b26f-317cf4819bb0,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:26:55.094017 n-d-773647-6 neutron-server[100247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ccfbf3a-4b97-4fdc-9d36-6f42c7745083 admin admin] No DVR routers for this DVR port 2a4070a9-eb58-479c-b26f-317cf4819bb0 on host n-d-773647-6 {{(pid=100247) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 15:26:55.117975 n-d-773647-6 neutron-server[100248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7032cb8-826d-4f5d-8196-6002533df78e None None] DHCP port deletion for 9185782b-dfc9-46ef-8447-6519ea73604f request from n-d-773647-6 {{(pid=100248) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 15:26:55.176461 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-7ccfbf3a-4b97-4fdc-9d36-6f42c7745083 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-917204', 'neutron.services.segments.db._delete_segments_for_network-8773753502302'] for network, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:26:55.186440 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device df84cb59-9cb2-41f6-a9f2-ab7b9b267c33 no longer exists at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 15:26:55.186659 n-d-773647-6 neutron-server[100247]: DEBUG neutron.services.segments.db [None req-7ccfbf3a-4b97-4fdc-9d36-6f42c7745083 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9185782b-dfc9-46ef-8447-6519ea73604f']}} {{(pid=100247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:26:55.197521 n-d-773647-6 neutron-server[100247]: DEBUG neutron.services.segments.db [None req-7ccfbf3a-4b97-4fdc-9d36-6f42c7745083 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d24b588-8bd0-4f13-b217-c24cf94132e2') {'for_net_delete': True} {{(pid=100247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:26:55.197820 n-d-773647-6 neutron-server[100247]: DEBUG neutron.services.segments.db [None req-7ccfbf3a-4b97-4fdc-9d36-6f42c7745083 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d24b588-8bd0-4f13-b217-c24cf94132e2') {} {{(pid=100247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:26:55.205743 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] No Port match for: df84cb59-9cb2-41f6-a9f2-ab7b9b267c33 {{(pid=100248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 15:26:55.206090 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device df84cb59-9cb2-41f6-a9f2-ab7b9b267c33 not bound to the agent host n-d-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 15:26:55.206514 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 3f9ab78e-b139-4598-9f59-3a7694ee1d8e no longer exists at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 15:26:55.206851 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-7ccfbf3a-4b97-4fdc-9d36-6f42c7745083 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773753515138', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127131763'] for segment, before_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:26:55.221252 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-7ccfbf3a-4b97-4fdc-9d36-6f42c7745083 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552'] for segment, precommit_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:26:55.226429 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] No Port match for: 3f9ab78e-b139-4598-9f59-3a7694ee1d8e {{(pid=100248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 15:26:55.226769 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 3f9ab78e-b139-4598-9f59-3a7694ee1d8e not bound to the agent host n-d-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 15:26:55.227411 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 2a4070a9-eb58-479c-b26f-317cf4819bb0 no longer exists at agent ovs-agent-n-d-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 15:26:55.227578 n-d-773647-6 neutron-server[100247]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ccfbf3a-4b97-4fdc-9d36-6f42c7745083 admin admin] Releasing vlan 1030 on physical network physnet1 to pool {{(pid=100247) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 15:26:55.228684 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-7ccfbf3a-4b97-4fdc-9d36-6f42c7745083 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-128888574'] for segment, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:26:55.230455 n-d-773647-6 neutron-server[100247]: Traceback (most recent call last): Jul 06 15:26:55.230455 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 15:26:55.230455 n-d-773647-6 neutron-server[100247]: timer() Jul 06 15:26:55.230455 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 15:26:55.230455 n-d-773647-6 neutron-server[100247]: cb(*args, **kw) Jul 06 15:26:55.230455 n-d-773647-6 neutron-server[100247]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 15:26:55.230455 n-d-773647-6 neutron-server[100247]: return func(*args, **kwargs) Jul 06 15:26:55.230455 n-d-773647-6 neutron-server[100247]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 15:26:55.230455 n-d-773647-6 neutron-server[100247]: self._notify() Jul 06 15:26:55.230455 n-d-773647-6 neutron-server[100247]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 15:26:55.230455 n-d-773647-6 neutron-server[100247]: self.callback(batched_events) Jul 06 15:26:55.230455 n-d-773647-6 neutron-server[100247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 15:26:55.230455 n-d-773647-6 neutron-server[100247]: event.method(event) Jul 06 15:26:55.230455 n-d-773647-6 neutron-server[100247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 15:26:55.230455 n-d-773647-6 neutron-server[100247]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 15:26:55.230455 n-d-773647-6 neutron-server[100247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 15:26:55.230455 n-d-773647-6 neutron-server[100247]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 15:26:55.230455 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 15:26:55.230455 n-d-773647-6 neutron-server[100247]: return f(self, *a, **k) Jul 06 15:26:55.230455 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 15:26:55.230455 n-d-773647-6 neutron-server[100247]: return self._get(url).json() Jul 06 15:26:55.230455 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 15:26:55.230455 n-d-773647-6 neutron-server[100247]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 15:26:55.230455 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 15:26:55.230455 n-d-773647-6 neutron-server[100247]: return self.request(url, 'GET', **kwargs) Jul 06 15:26:55.230455 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 15:26:55.230455 n-d-773647-6 neutron-server[100247]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 15:26:55.230455 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 15:26:55.230455 n-d-773647-6 neutron-server[100247]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 15:26:55.230455 n-d-773647-6 neutron-server[100247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 15:26:55.230455 n-d-773647-6 neutron-server[100247]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 15:26:55.230455 n-d-773647-6 neutron-server[100247]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 15:26:55.250136 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.plugin [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] No Port match for: 2a4070a9-eb58-479c-b26f-317cf4819bb0 {{(pid=100248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 15:26:55.250481 n-d-773647-6 neutron-server[100248]: DEBUG neutron.plugins.ml2.rpc [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Device 2a4070a9-eb58-479c-b26f-317cf4819bb0 not bound to the agent host n-d-773647-6 {{(pid=100248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 15:26:55.291566 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-7ccfbf3a-4b97-4fdc-9d36-6f42c7745083 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-917215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1761140'] for network, after_delete {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:26:55.297133 n-d-773647-6 neutron-server[100247]: DEBUG neutron_lib.callbacks.manager [None req-7ccfbf3a-4b97-4fdc-9d36-6f42c7745083 admin admin] Notify callbacks [] for network, before_response {{(pid=100247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:26:55.298960 n-d-773647-6 neutron-server[100247]: INFO neutron.wsgi [None req-7ccfbf3a-4b97-4fdc-9d36-6f42c7745083 admin admin] 10.222.0.104 "DELETE /v2.0/networks/9185782b-dfc9-46ef-8447-6519ea73604f HTTP/1.1" status: 204 len: 168 time: 0.5258121 Jul 06 15:26:55.309978 n-d-773647-6 neutron-server[100247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ccfbf3a-4b97-4fdc-9d36-6f42c7745083 admin admin] Pushing event deleted for resources: {'Network': ['ID=9185782b-dfc9-46ef-8447-6519ea73604f,revision_number=None']} {{(pid=100247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:26:55.420361 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 35482) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 15:26:55.469189 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-a239931e-5d62-4c7d-8990-551edfb6a80a admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=0a03de2c0a11475f94d5cd3ad5935e1f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0475752 Jul 06 15:26:55.472908 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 35484) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 15:26:55.521434 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-ff13bc7c-d782-4243-8c42-83f4e3ec81cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:26:55.543771 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-ff13bc7c-d782-4243-8c42-83f4e3ec81cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:26:55.590823 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-ff13bc7c-d782-4243-8c42-83f4e3ec81cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:26:55.593290 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-ff13bc7c-d782-4243-8c42-83f4e3ec81cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:26:55.594938 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-ff13bc7c-d782-4243-8c42-83f4e3ec81cb admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/90c07a4a-f979-4303-80b1-03bb7d625837 HTTP/1.1" status: 204 len: 168 time: 0.1206613 Jul 06 15:26:55.602587 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff13bc7c-d782-4243-8c42-83f4e3ec81cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90c07a4a-f979-4303-80b1-03bb7d625837,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:26:55.698391 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-6e49effb-b6a8-4319-a932-ad8466a88d6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:26:55.915511 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 35490) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 15:26:55.956607 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-4e428ac9-82c8-4fa4-b603-9ff00544852f admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=fd3c01a7125243f6ae9cd8bdd09a33cf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0398848 Jul 06 15:26:55.959228 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [-] (100246) accepted ('10.222.0.104', 35492) {{(pid=100246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 15:26:56.008981 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-9d17370b-e1bb-4893-992e-0277a9a104d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:26:56.031347 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-9d17370b-e1bb-4893-992e-0277a9a104d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:26:56.045207 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:26:56.087685 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-9d17370b-e1bb-4893-992e-0277a9a104d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1848938'] for security_group, after_delete {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:26:56.090583 n-d-773647-6 neutron-server[100246]: DEBUG neutron_lib.callbacks.manager [None req-9d17370b-e1bb-4893-992e-0277a9a104d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:26:56.091783 n-d-773647-6 neutron-server[100246]: INFO neutron.wsgi [None req-9d17370b-e1bb-4893-992e-0277a9a104d5 admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/656ec66c-ea36-49a1-b99c-f86cb264eb35 HTTP/1.1" status: 204 len: 168 time: 0.1316345 Jul 06 15:26:56.100135 n-d-773647-6 neutron-server[100246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d17370b-e1bb-4893-992e-0277a9a104d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=656ec66c-ea36-49a1-b99c-f86cb264eb35,revision_number=None']} {{(pid=100246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:26:56.964591 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-2064eaae-da4f-48f8-82d2-b09d4ddedd44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:26:58.771804 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-03f71b24-a9b8-453a-8924-caa3f97bc6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:27:11.716110 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:27:13.393618 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:27:16.261631 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.agents_db [None req-167c0ad6-1657-4c9a-a2c4-3b18056aa662 None None] Agent healthcheck: found 7 active agents {{(pid=100249) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 15:27:23.043305 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-e29086e4-3ad5-48bc-a061-9b1c0b003478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:27:25.699136 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-89fd2742-73b1-4595-9562-f88c00fe42a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:27:26.047276 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:27:26.965509 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-2064eaae-da4f-48f8-82d2-b09d4ddedd44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:27:28.774365 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-03f71b24-a9b8-453a-8924-caa3f97bc6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:27:41.730913 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:27:43.392898 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:27:53.044698 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-046e8fbd-7bb2-4b88-916a-26671d2e509d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:27:53.260801 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.agents_db [None req-167c0ad6-1657-4c9a-a2c4-3b18056aa662 None None] Agent healthcheck: found 7 active agents {{(pid=100249) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 15:27:55.699699 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-b454f584-aa9d-4885-8bf1-c619fb05a00d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:27:56.047237 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:27:56.969649 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-2064eaae-da4f-48f8-82d2-b09d4ddedd44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:27:58.778231 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-03f71b24-a9b8-453a-8924-caa3f97bc6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:28:11.729887 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:28:13.409654 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:28:23.048655 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-f3e005fc-9ca5-4690-8197-68a66c9b03ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:28:25.700922 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-1fef5769-3365-4d86-ae19-efe3b343911d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:28:26.049242 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:28:26.972337 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-2064eaae-da4f-48f8-82d2-b09d4ddedd44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:28:28.780991 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-03f71b24-a9b8-453a-8924-caa3f97bc6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:28:30.259709 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.agents_db [None req-167c0ad6-1657-4c9a-a2c4-3b18056aa662 None None] Agent healthcheck: found 7 active agents {{(pid=100249) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 15:28:41.745253 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:28:43.423090 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:28:53.051120 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4d91bb64-c91e-4346-a122-144f688ae5a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:28:55.701578 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-eabd67dd-c554-4316-9b4d-b189b4dbd1e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:28:56.052601 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:28:56.975779 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-2064eaae-da4f-48f8-82d2-b09d4ddedd44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:28:58.783703 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-03f71b24-a9b8-453a-8924-caa3f97bc6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:29:07.260209 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.agents_db [None req-167c0ad6-1657-4c9a-a2c4-3b18056aa662 None None] Agent healthcheck: found 7 active agents {{(pid=100249) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 15:29:11.760415 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:29:13.424815 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:29:23.052929 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-61ece3b2-2e60-48cf-8c66-6f0cb300d7b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:29:25.702044 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-9f01d69e-1200-4ea1-a7c0-91da2eee9464 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:29:26.053724 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:29:26.978384 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-2064eaae-da4f-48f8-82d2-b09d4ddedd44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:29:28.791278 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-03f71b24-a9b8-453a-8924-caa3f97bc6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:29:41.775074 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:29:43.425966 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:29:44.260356 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.agents_db [None req-167c0ad6-1657-4c9a-a2c4-3b18056aa662 None None] Agent healthcheck: found 7 active agents {{(pid=100249) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 15:29:53.055544 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-c6b933f3-d6ed-4f69-8935-1713830891eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:29:55.703083 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-369d4413-187b-4edb-a75a-7488ad474f16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:29:56.055021 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:29:56.981414 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-2064eaae-da4f-48f8-82d2-b09d4ddedd44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:29:58.798512 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-03f71b24-a9b8-453a-8924-caa3f97bc6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:30:07.356412 n-d-773647-6 neutron-server[100247]: DEBUG neutron.wsgi [req-7701fa21-e4ab-4e50-bb15-1cbb3c60005d req-9aad5a1f-ef72-4e31-87fb-d595d5596867 service neutron] (100247) timed out ('10.222.0.104', 33242) {{(pid=100247) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 06 15:30:11.790131 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:30:13.438657 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:30:21.260309 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.agents_db [None req-167c0ad6-1657-4c9a-a2c4-3b18056aa662 None None] Agent healthcheck: found 7 active agents {{(pid=100249) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 15:30:23.058017 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-2bcefa1f-31af-4734-b8b4-6e4f65c9fd84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:30:25.703936 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-60aa29dc-a43d-42e2-8c8b-ed8c54acc53b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:30:26.062574 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:30:26.983124 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-2064eaae-da4f-48f8-82d2-b09d4ddedd44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:30:28.786074 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-03f71b24-a9b8-453a-8924-caa3f97bc6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:30:41.803599 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:30:43.454759 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:30:53.061800 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-47cd9395-d00b-41df-ba50-eba32b1a85ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:30:55.706231 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-52b76e4a-eb3e-4535-9787-b6c4c3500ddd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:30:56.056734 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:30:56.987971 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-2064eaae-da4f-48f8-82d2-b09d4ddedd44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:30:58.260278 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.agents_db [None req-167c0ad6-1657-4c9a-a2c4-3b18056aa662 None None] Agent healthcheck: found 7 active agents {{(pid=100249) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 15:30:58.792443 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-03f71b24-a9b8-453a-8924-caa3f97bc6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:31:11.804537 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:31:13.466861 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:31:23.069652 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-fe8d9ee7-ee59-467c-9fed-749554d03fc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:31:25.710300 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-0603890a-d080-421b-94c5-684df4599fbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:31:26.060755 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:31:26.998762 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-2064eaae-da4f-48f8-82d2-b09d4ddedd44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:31:28.797173 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-03f71b24-a9b8-453a-8924-caa3f97bc6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:31:35.260959 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.agents_db [None req-167c0ad6-1657-4c9a-a2c4-3b18056aa662 None None] Agent healthcheck: found 7 active agents {{(pid=100249) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 15:31:41.821156 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:31:43.468397 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:31:53.064976 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-089dd791-8bfa-4efe-ac7b-5fd631328999 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:31:55.712769 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-617b700d-26c2-47ae-b8e3-d05beca05a92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:31:56.064107 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:31:56.993298 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-2064eaae-da4f-48f8-82d2-b09d4ddedd44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:31:58.798644 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-03f71b24-a9b8-453a-8924-caa3f97bc6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:32:11.833515 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:32:12.260713 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.agents_db [None req-167c0ad6-1657-4c9a-a2c4-3b18056aa662 None None] Agent healthcheck: found 7 active agents {{(pid=100249) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 15:32:13.498134 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:32:23.057763 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-07bf5c87-cc47-4bbc-959a-f7b05214f72f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:32:25.713558 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-420efea2-672b-4050-8cd3-3d2ed96db5c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:32:26.067296 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:32:26.995738 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-2064eaae-da4f-48f8-82d2-b09d4ddedd44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:32:28.798157 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-03f71b24-a9b8-453a-8924-caa3f97bc6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:32:41.832198 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:32:43.495282 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:32:49.261054 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.agents_db [None req-167c0ad6-1657-4c9a-a2c4-3b18056aa662 None None] Agent healthcheck: found 7 active agents {{(pid=100249) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 15:32:53.060086 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-6627e431-338e-4592-ab0e-bf6f2b10d3de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:32:55.713659 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-67bfc223-ef1c-40e4-86ca-f652256b0261 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:32:56.067979 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:32:57.000195 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-2064eaae-da4f-48f8-82d2-b09d4ddedd44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:32:58.802839 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-03f71b24-a9b8-453a-8924-caa3f97bc6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:33:11.848449 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:33:13.495272 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:33:23.063186 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-c8270915-1256-416b-b696-1cb984654197 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:33:25.714826 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-948ed2d9-9773-4f78-9d05-a9bbbc4cd802 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:33:26.068004 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:33:26.260675 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.agents_db [None req-167c0ad6-1657-4c9a-a2c4-3b18056aa662 None None] Agent healthcheck: found 7 active agents {{(pid=100249) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 15:33:27.002755 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-2064eaae-da4f-48f8-82d2-b09d4ddedd44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:33:28.803989 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-03f71b24-a9b8-453a-8924-caa3f97bc6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:33:41.847471 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:33:43.510111 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:33:53.071154 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-e5d5e188-4c55-4f41-a925-7b2225c2aa81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:33:55.715842 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4bee20ff-11d3-4a55-bb36-b63d134d16e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:33:56.069360 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:33:57.005172 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-2064eaae-da4f-48f8-82d2-b09d4ddedd44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:33:58.806652 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-03f71b24-a9b8-453a-8924-caa3f97bc6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:34:03.261040 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.agents_db [None req-167c0ad6-1657-4c9a-a2c4-3b18056aa662 None None] Agent healthcheck: found 7 active agents {{(pid=100249) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 15:34:11.847153 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:34:13.510677 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:34:23.064476 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-be332f1d-3cbd-4a13-9bbd-e7418ca305e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:34:25.718263 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-2b458172-3d37-4372-9872-3064b22c4cfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:34:26.070482 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:34:27.008385 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-2064eaae-da4f-48f8-82d2-b09d4ddedd44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:34:28.810716 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-03f71b24-a9b8-453a-8924-caa3f97bc6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:34:32.210304 n-d-773647-6 neutron-server[100246]: DEBUG neutron.wsgi [req-cae73613-73f2-489b-afab-a07107f648d2 req-621a323c-4c67-4195-b2c2-43f2ef7ea462 service neutron] (100246) timed out ('10.222.0.104', 34552) {{(pid=100246) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 06 15:34:40.260126 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.agents_db [None req-167c0ad6-1657-4c9a-a2c4-3b18056aa662 None None] Agent healthcheck: found 7 active agents {{(pid=100249) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 15:34:41.864749 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:34:43.528053 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:34:53.064780 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-f467150c-166d-4337-bdcd-b2680504e9ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:34:55.720908 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-de427243-df8a-493f-bdd1-e8be89769887 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:34:56.073732 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:34:57.020323 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-2064eaae-da4f-48f8-82d2-b09d4ddedd44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:34:58.814126 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-03f71b24-a9b8-453a-8924-caa3f97bc6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:35:11.871787 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fb64de5-e72f-4e51-aa62-cf2701656455 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:35:13.523036 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-4645228d-15a2-4fdf-8b29-6c89b43bc854 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:35:17.259489 n-d-773647-6 neutron-server[100249]: DEBUG neutron.db.agents_db [None req-167c0ad6-1657-4c9a-a2c4-3b18056aa662 None None] Agent healthcheck: found 7 active agents {{(pid=100249) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 15:35:23.065830 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-9783ba89-b195-484d-ad1f-1e701a07c239 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:35:25.723405 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-90663e2d-35e8-4a14-8a53-966a9a295913 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:35:26.076480 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-5fd68bdc-00db-4372-9a12-79845a4f9a4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:35:27.018300 n-d-773647-6 neutron-server[100248]: DEBUG neutron_lib.callbacks.manager [None req-2064eaae-da4f-48f8-82d2-b09d4ddedd44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773753502284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911006'] for agent, after_update {{(pid=100248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}